2024-04-15T14:17:15.517 INFO:root:teuthology version: 0.0.1.dev267+g6c63784 2024-04-15T14:17:15.518 DEBUG:teuthology.run:Teuthology command: teuthology --archive /home/teuthworker/archive/teuthology-2024-04-14_20:00:15-rados-main-distro-default-smithi/7655790 --verbose --description rados/upgrade/parallel/{0-random-distro$/{centos_9.stream_runc} 0-start 1-tasks mon_election/classic upgrade-sequence workload/{ec-rados-default rados_api rados_loadgenbig rbd_import_export test_rbd_api test_rbd_python}} --name teuthology-2024-04-14_20:00:15-rados-main-distro-default-smithi --owner scheduled_teuthology@teuthology -- /home/teuthworker/archive/teuthology-2024-04-14_20:00:15-rados-main-distro-default-smithi/7655790/orig.config.yaml 2024-04-15T14:17:15.565 DEBUG:teuthology.report:Pushing job info to https://paddles.front.sepia.ceph.com/ 2024-04-15T14:17:15.665 INFO:teuthology.run:Config: archive_path: /home/teuthworker/archive/teuthology-2024-04-14_20:00:15-rados-main-distro-default-smithi/7655790 branch: main description: rados/upgrade/parallel/{0-random-distro$/{centos_9.stream_runc} 0-start 1-tasks mon_election/classic upgrade-sequence workload/{ec-rados-default rados_api rados_loadgenbig rbd_import_export test_rbd_api test_rbd_python}} email: ceph-qa@ceph.com first_in_suite: false job_id: '7655790' kernel: kdb: 1 sha1: distro last_in_suite: false machine_type: smithi meta: - desc: 'run run randomized correctness test for rados operations on an erasure-coded pool ' - desc: 'object class functional tests ' - desc: 'generate read/write load with rados objects ranging from 1MB to 25MB ' - desc: 'run basic import/export cli tests for rbd ' - desc: 'librbd C and C++ api tests ' - desc: 'librbd python api tests ' name: teuthology-2024-04-14_20:00:15-rados-main-distro-default-smithi no_nested_subset: false nuke-on-error: true openstack: - volumes: count: 4 size: 10 os_type: centos os_version: 9.stream overrides: admin_socket: branch: main ceph: conf: global: mon election default strategy: 1 mgr: debug mgr: 20 debug ms: 1 mon: debug mon: 20 debug ms: 1 debug paxos: 20 osd: debug ms: 1 debug osd: 20 osd shutdown pgref assert: true create_rbd_pool: true flavor: default log-ignorelist: - \(MDS_ALL_DOWN\) - \(MDS_UP_LESS_THAN_MAX\) - mons down - mon down - MON_DOWN - out of quorum sha1: c2d8c3155d854ee204cb7c7261232571229d1d54 ceph-deploy: conf: client: log file: /var/log/ceph/ceph-$name.$pid.log mon: {} install: ceph: extra_system_packages: - python3-pytest flavor: default sha1: c2d8c3155d854ee204cb7c7261232571229d1d54 selinux: allowlist: - scontext=system_u:system_r:logrotate_t:s0 workunit: branch: main sha1: 87dbfb632e974cb2c28d17423071d2d833b53b29 owner: scheduled_teuthology@teuthology priority: 951 repo: https://git.ceph.com/ceph.git roles: - - mon.a - mon.c - mgr.y - mds.a - osd.0 - osd.1 - osd.2 - osd.3 - client.0 - node-exporter.a - alertmanager.a - - mon.b - mds.b - mgr.x - osd.4 - osd.5 - osd.6 - osd.7 - client.1 - prometheus.a - grafana.a - node-exporter.b seed: 5211 sha1: c2d8c3155d854ee204cb7c7261232571229d1d54 sleep_before_teardown: 0 subset: 28113/100000 suite: rados suite_branch: main suite_path: /home/teuthworker/src/git.ceph.com_ceph_87dbfb632e974cb2c28d17423071d2d833b53b29/qa suite_relpath: qa suite_repo: https://git.ceph.com/ceph.git suite_sha1: 87dbfb632e974cb2c28d17423071d2d833b53b29 targets: smithi016.front.sepia.ceph.com: ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBOYnDsg02TsgiNU2AjOXm4b3wDu42R6R0bvceqFLc8mYIjfa+fXv93bI9tU09G4uejOWoZ+XBFOgLdW7YOU7MFg= smithi102.front.sepia.ceph.com: ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBDNmn0QyJV2xzLNxwZzik6AAfc7vHIdxZc6p2cWROiHi9OdAJxXus7JMdwVKBEfzd3SeWx0fCADwYTeg3J/Yz7A= tasks: - pexec: all: - sudo dnf install runc -y - sudo sed -i 's/^#runtime = "crun"/runtime = "runc"/g' /usr/share/containers/containers.conf - sudo sed -i 's/runtime = "crun"/#runtime = "crun"/g' /usr/share/containers/containers.conf - install: branch: reef exclude_packages: - ceph-volume - print: '**** done install task...' - print: '**** done start installing reef cephadm ...' - cephadm: compiled_cephadm_branch: reef conf: osd: osd_class_default_list: '*' osd_class_load_list: '*' image: quay.ceph.io/ceph-ci/ceph:reef - print: '**** done end installing reef cephadm ...' - print: '**** done start cephadm.shell ceph config set mgr...' - cephadm.shell: mon.a: - ceph config set mgr mgr/cephadm/use_repo_digest true --force - print: '**** done cephadm.shell ceph config set mgr...' - print: '**** done start telemetry reef...' - workunit: clients: client.0: - test_telemetry_reef.sh - print: '**** done end telemetry reef...' - print: '**** done start parallel' - parallel: - workload - upgrade-sequence - print: '**** done end parallel' - print: '**** done start telemetry x...' - workunit: clients: client.0: - test_telemetry_reef_x.sh - print: '**** done end telemetry x...' teuthology: fragments_dropped: [] meta: {} postmerge: [] teuthology_branch: main teuthology_sha1: 6c637841c215537a4502385240412f1966e0faab timestamp: 2024-04-14_20:00:15 tube: smithi upgrade-sequence: sequential: - print: '**** done start upgrade, wait' - cephadm.shell: env: - sha1 mon.a: - ceph config set global log_to_journald false --force - ceph orch upgrade start --image quay.ceph.io/ceph-ci/ceph:$sha1 - while ceph orch upgrade status | jq '.in_progress' | grep true ; do ceph orch ps ; ceph versions ; sleep 30 ; done - ceph orch ps - ceph versions - ceph versions | jq -e '.overall | length == 1' - ceph versions | jq -e '.overall | keys' | grep $sha1 - print: '**** done end upgrade, wait...' user: teuthology verbose: false worker_log: /home/teuthworker/archive/worker_logs/dispatcher.smithi.2226885 workload: full_sequential: - print: '**** done start ec-rados-default.yaml' - rados: clients: - client.0 ec_pool: true objects: 50 op_weights: append: 100 copy_from: 50 delete: 50 read: 100 rmattr: 25 rollback: 50 setattr: 25 snap_create: 50 snap_remove: 50 write: 0 ops: 4000 write_append_excl: false - print: '**** done end ec-rados-default.yaml' - print: '**** done start rados_api.yaml' - workunit: branch: reef clients: client.0: - cls - print: '**** done end rados_api.yaml' - print: '**** done start rados_loadgenbig.yaml' - workunit: branch: reef clients: client.0: - rados/load-gen-big.sh - print: '**** done end rados_loadgenbig.yaml' - print: '**** done start rbd_import_export.yaml' - workunit: branch: reef clients: client.1: - rbd/import_export.sh env: RBD_CREATE_ARGS: --new-format - print: '**** done end rbd_import_export.yaml' - print: '**** done start test_rbd_api.yaml' - workunit: branch: reef clients: client.0: - rbd/test_librbd.sh env: RBD_FEATURES: '61' - print: '**** done end test_rbd_api.yaml' - print: '**** done start test_rbd_python.yaml' - workunit: branch: reef clients: client.0: - rbd/test_librbd_python.sh env: RBD_FEATURES: '61' - print: '**** done end test_rbd_python.yaml' 2024-04-15T14:17:15.665 INFO:teuthology.run:suite_path is set to /home/teuthworker/src/git.ceph.com_ceph_87dbfb632e974cb2c28d17423071d2d833b53b29/qa; will attempt to use it 2024-04-15T14:17:15.666 INFO:teuthology.run:Found tasks at /home/teuthworker/src/git.ceph.com_ceph_87dbfb632e974cb2c28d17423071d2d833b53b29/qa/tasks 2024-04-15T14:17:15.666 INFO:teuthology.run_tasks:Running task internal.check_packages... 2024-04-15T14:17:15.668 INFO:teuthology.task.internal:Checking packages... 2024-04-15T14:17:15.691 INFO:teuthology.task.internal:Checking packages for os_type 'centos', flavor 'default' and ceph hash 'c2d8c3155d854ee204cb7c7261232571229d1d54' 2024-04-15T14:17:15.691 WARNING:teuthology.packaging:More than one of ref, tag, branch, or sha1 supplied; using branch 2024-04-15T14:17:15.691 INFO:teuthology.packaging:ref: None 2024-04-15T14:17:15.691 INFO:teuthology.packaging:tag: None 2024-04-15T14:17:15.691 INFO:teuthology.packaging:branch: main 2024-04-15T14:17:15.691 INFO:teuthology.packaging:sha1: c2d8c3155d854ee204cb7c7261232571229d1d54 2024-04-15T14:17:15.691 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F9%2Fx86_64&ref=main 2024-04-15T14:17:16.036 INFO:teuthology.task.internal:Found packages for ceph version 19.0.0-3084.g87dbfb63 2024-04-15T14:17:16.037 INFO:teuthology.run_tasks:Running task internal.buildpackages_prep... 2024-04-15T14:17:16.045 INFO:teuthology.task.internal:no buildpackages task found 2024-04-15T14:17:16.045 INFO:teuthology.run_tasks:Running task internal.save_config... 2024-04-15T14:17:16.051 INFO:teuthology.task.internal:Saving configuration 2024-04-15T14:17:16.069 INFO:teuthology.run_tasks:Running task internal.check_lock... 2024-04-15T14:17:16.076 INFO:teuthology.task.internal.check_lock:Checking locks... 2024-04-15T14:17:16.103 DEBUG:teuthology.task.internal.check_lock:machine status is {'name': 'smithi016.front.sepia.ceph.com', 'description': '/home/teuthworker/archive/teuthology-2024-04-14_20:00:15-rados-main-distro-default-smithi/7655790', 'up': True, 'machine_type': 'smithi', 'is_vm': False, 'vm_host': None, 'os_type': 'centos', 'os_version': '9', 'arch': 'x86_64', 'locked': True, 'locked_since': '2024-04-15 14:12:13.288962', 'locked_by': 'scheduled_teuthology@teuthology', 'mac_address': None, 'ssh_pub_key': 'ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBOYnDsg02TsgiNU2AjOXm4b3wDu42R6R0bvceqFLc8mYIjfa+fXv93bI9tU09G4uejOWoZ+XBFOgLdW7YOU7MFg='} 2024-04-15T14:17:16.125 DEBUG:teuthology.task.internal.check_lock:machine status is {'name': 'smithi102.front.sepia.ceph.com', 'description': '/home/teuthworker/archive/teuthology-2024-04-14_20:00:15-rados-main-distro-default-smithi/7655790', 'up': True, 'machine_type': 'smithi', 'is_vm': False, 'vm_host': None, 'os_type': 'centos', 'os_version': '9', 'arch': 'x86_64', 'locked': True, 'locked_since': '2024-04-15 14:12:13.290402', 'locked_by': 'scheduled_teuthology@teuthology', 'mac_address': None, 'ssh_pub_key': 'ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBDNmn0QyJV2xzLNxwZzik6AAfc7vHIdxZc6p2cWROiHi9OdAJxXus7JMdwVKBEfzd3SeWx0fCADwYTeg3J/Yz7A='} 2024-04-15T14:17:16.126 INFO:teuthology.run_tasks:Running task internal.add_remotes... 2024-04-15T14:17:16.132 INFO:teuthology.task.internal:roles: ubuntu@smithi016.front.sepia.ceph.com - ['mon.a', 'mon.c', 'mgr.y', 'mds.a', 'osd.0', 'osd.1', 'osd.2', 'osd.3', 'client.0', 'node-exporter.a', 'alertmanager.a'] 2024-04-15T14:17:16.132 INFO:teuthology.task.internal:roles: ubuntu@smithi102.front.sepia.ceph.com - ['mon.b', 'mds.b', 'mgr.x', 'osd.4', 'osd.5', 'osd.6', 'osd.7', 'client.1', 'prometheus.a', 'grafana.a', 'node-exporter.b'] 2024-04-15T14:17:16.132 INFO:teuthology.run_tasks:Running task console_log... 2024-04-15T14:17:16.210 DEBUG:teuthology.exit:Installing handler: Handler(exiter=, func=.kill_console_loggers at 0x7feb18a080d0>, signals=[15]) 2024-04-15T14:17:16.211 INFO:teuthology.run_tasks:Running task internal.connect... 2024-04-15T14:17:16.218 INFO:teuthology.task.internal:Opening connections... 2024-04-15T14:17:16.218 DEBUG:teuthology.task.internal:connecting to ubuntu@smithi016.front.sepia.ceph.com 2024-04-15T14:17:16.220 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi016.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-04-15T14:17:16.334 DEBUG:teuthology.task.internal:connecting to ubuntu@smithi102.front.sepia.ceph.com 2024-04-15T14:17:16.335 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi102.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-04-15T14:17:16.422 INFO:teuthology.run_tasks:Running task internal.push_inventory... 2024-04-15T14:17:16.429 DEBUG:teuthology.orchestra.run.smithi016:> uname -m 2024-04-15T14:17:16.448 INFO:teuthology.orchestra.run.smithi016.stdout:x86_64 2024-04-15T14:17:16.448 DEBUG:teuthology.orchestra.run.smithi016:> cat /etc/os-release 2024-04-15T14:17:16.505 INFO:teuthology.orchestra.run.smithi016.stdout:NAME="CentOS Stream" 2024-04-15T14:17:16.506 INFO:teuthology.orchestra.run.smithi016.stdout:VERSION="9" 2024-04-15T14:17:16.506 INFO:teuthology.orchestra.run.smithi016.stdout:ID="centos" 2024-04-15T14:17:16.506 INFO:teuthology.orchestra.run.smithi016.stdout:ID_LIKE="rhel fedora" 2024-04-15T14:17:16.506 INFO:teuthology.orchestra.run.smithi016.stdout:VERSION_ID="9" 2024-04-15T14:17:16.506 INFO:teuthology.orchestra.run.smithi016.stdout:PLATFORM_ID="platform:el9" 2024-04-15T14:17:16.506 INFO:teuthology.orchestra.run.smithi016.stdout:PRETTY_NAME="CentOS Stream 9" 2024-04-15T14:17:16.506 INFO:teuthology.orchestra.run.smithi016.stdout:ANSI_COLOR="0;31" 2024-04-15T14:17:16.506 INFO:teuthology.orchestra.run.smithi016.stdout:LOGO="fedora-logo-icon" 2024-04-15T14:17:16.506 INFO:teuthology.orchestra.run.smithi016.stdout:CPE_NAME="cpe:/o:centos:centos:9" 2024-04-15T14:17:16.506 INFO:teuthology.orchestra.run.smithi016.stdout:HOME_URL="https://centos.org/" 2024-04-15T14:17:16.506 INFO:teuthology.orchestra.run.smithi016.stdout:BUG_REPORT_URL="https://bugzilla.redhat.com/" 2024-04-15T14:17:16.506 INFO:teuthology.orchestra.run.smithi016.stdout:REDHAT_SUPPORT_PRODUCT="Red Hat Enterprise Linux 9" 2024-04-15T14:17:16.507 INFO:teuthology.orchestra.run.smithi016.stdout:REDHAT_SUPPORT_PRODUCT_VERSION="CentOS Stream" 2024-04-15T14:17:16.507 INFO:teuthology.lock.ops:Updating smithi016.front.sepia.ceph.com on lock server 2024-04-15T14:17:16.528 DEBUG:teuthology.orchestra.run.smithi102:> uname -m 2024-04-15T14:17:16.543 INFO:teuthology.orchestra.run.smithi102.stdout:x86_64 2024-04-15T14:17:16.543 DEBUG:teuthology.orchestra.run.smithi102:> cat /etc/os-release 2024-04-15T14:17:16.597 INFO:teuthology.orchestra.run.smithi102.stdout:NAME="CentOS Stream" 2024-04-15T14:17:16.597 INFO:teuthology.orchestra.run.smithi102.stdout:VERSION="9" 2024-04-15T14:17:16.598 INFO:teuthology.orchestra.run.smithi102.stdout:ID="centos" 2024-04-15T14:17:16.598 INFO:teuthology.orchestra.run.smithi102.stdout:ID_LIKE="rhel fedora" 2024-04-15T14:17:16.598 INFO:teuthology.orchestra.run.smithi102.stdout:VERSION_ID="9" 2024-04-15T14:17:16.598 INFO:teuthology.orchestra.run.smithi102.stdout:PLATFORM_ID="platform:el9" 2024-04-15T14:17:16.598 INFO:teuthology.orchestra.run.smithi102.stdout:PRETTY_NAME="CentOS Stream 9" 2024-04-15T14:17:16.598 INFO:teuthology.orchestra.run.smithi102.stdout:ANSI_COLOR="0;31" 2024-04-15T14:17:16.598 INFO:teuthology.orchestra.run.smithi102.stdout:LOGO="fedora-logo-icon" 2024-04-15T14:17:16.598 INFO:teuthology.orchestra.run.smithi102.stdout:CPE_NAME="cpe:/o:centos:centos:9" 2024-04-15T14:17:16.598 INFO:teuthology.orchestra.run.smithi102.stdout:HOME_URL="https://centos.org/" 2024-04-15T14:17:16.598 INFO:teuthology.orchestra.run.smithi102.stdout:BUG_REPORT_URL="https://bugzilla.redhat.com/" 2024-04-15T14:17:16.598 INFO:teuthology.orchestra.run.smithi102.stdout:REDHAT_SUPPORT_PRODUCT="Red Hat Enterprise Linux 9" 2024-04-15T14:17:16.598 INFO:teuthology.orchestra.run.smithi102.stdout:REDHAT_SUPPORT_PRODUCT_VERSION="CentOS Stream" 2024-04-15T14:17:16.599 INFO:teuthology.lock.ops:Updating smithi102.front.sepia.ceph.com on lock server 2024-04-15T14:17:16.627 INFO:teuthology.run_tasks:Running task internal.serialize_remote_roles... 2024-04-15T14:17:16.637 INFO:teuthology.run_tasks:Running task internal.check_conflict... 2024-04-15T14:17:16.643 INFO:teuthology.task.internal:Checking for old test directory... 2024-04-15T14:17:16.644 DEBUG:teuthology.orchestra.run.smithi016:> test '!' -e /home/ubuntu/cephtest 2024-04-15T14:17:16.646 DEBUG:teuthology.orchestra.run.smithi102:> test '!' -e /home/ubuntu/cephtest 2024-04-15T14:17:16.663 INFO:teuthology.run_tasks:Running task internal.check_ceph_data... 2024-04-15T14:17:16.669 INFO:teuthology.task.internal:Checking for non-empty /var/lib/ceph... 2024-04-15T14:17:16.670 DEBUG:teuthology.orchestra.run.smithi016:> test -z $(ls -A /var/lib/ceph) 2024-04-15T14:17:16.706 DEBUG:teuthology.orchestra.run.smithi102:> test -z $(ls -A /var/lib/ceph) 2024-04-15T14:17:16.801 INFO:teuthology.run_tasks:Running task internal.vm_setup... 2024-04-15T14:17:16.863 INFO:teuthology.run_tasks:Running task kernel... 2024-04-15T14:17:16.878 INFO:teuthology.task.kernel:normalize config orig: {'kdb': 1, 'sha1': 'distro'} 2024-04-15T14:17:16.878 INFO:teuthology.task.kernel:config {'mon.a': {'kdb': 1, 'sha1': 'distro'}, 'mon.b': {'kdb': 1, 'sha1': 'distro'}}, timeout 300 2024-04-15T14:17:16.879 DEBUG:teuthology.orchestra.run.smithi016:> test -f /run/.containerenv -o -f /.dockerenv 2024-04-15T14:17:16.879 DEBUG:teuthology.orchestra.run.smithi102:> test -f /run/.containerenv -o -f /.dockerenv 2024-04-15T14:17:16.893 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-04-15T14:17:16.893 DEBUG:teuthology.orchestra.run.smithi102:> uname -r 2024-04-15T14:17:16.896 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-04-15T14:17:16.896 DEBUG:teuthology.orchestra.run.smithi016:> uname -r 2024-04-15T14:17:16.948 INFO:teuthology.orchestra.run.smithi102.stdout:5.14.0-361.el9.x86_64 2024-04-15T14:17:16.948 INFO:teuthology.task.kernel:Running kernel on smithi102: 5.14.0-361.el9.x86_64 2024-04-15T14:17:16.948 DEBUG:teuthology.orchestra.run.smithi102:> sudo yum install -y kernel 2024-04-15T14:17:16.954 INFO:teuthology.orchestra.run.smithi016.stdout:5.14.0-361.el9.x86_64 2024-04-15T14:17:16.954 INFO:teuthology.task.kernel:Running kernel on smithi016: 5.14.0-361.el9.x86_64 2024-04-15T14:17:16.954 DEBUG:teuthology.orchestra.run.smithi016:> sudo yum install -y kernel 2024-04-15T14:17:19.278 INFO:teuthology.orchestra.run.smithi102.stdout:CentOS-9 - AppStream 9.5 MB/s | 6.7 MB 00:00 2024-04-15T14:17:19.316 INFO:teuthology.orchestra.run.smithi016.stdout:CentOS-9 - AppStream 9.3 MB/s | 6.7 MB 00:00 2024-04-15T14:17:21.083 INFO:teuthology.orchestra.run.smithi016.stdout:CentOS-9 - BaseOS 3.2 MB/s | 2.0 MB 00:00 2024-04-15T14:17:21.395 INFO:teuthology.orchestra.run.smithi102.stdout:CentOS-9 - BaseOS 2.0 MB/s | 2.0 MB 00:00 2024-04-15T14:17:23.615 INFO:teuthology.orchestra.run.smithi016.stdout:CentOS Stream 9 - BaseOS 3.7 MB/s | 8.0 MB 00:02 2024-04-15T14:17:23.802 INFO:teuthology.orchestra.run.smithi102.stdout:CentOS Stream 9 - BaseOS 3.9 MB/s | 8.0 MB 00:02 2024-04-15T14:17:25.683 INFO:teuthology.orchestra.run.smithi016.stdout:CentOS Stream 9 - AppStream 21 MB/s | 19 MB 00:00 2024-04-15T14:17:29.850 INFO:teuthology.orchestra.run.smithi016.stdout:CentOS Stream 9 - CRB 12 MB/s | 6.2 MB 00:00 2024-04-15T14:17:31.869 INFO:teuthology.orchestra.run.smithi016.stdout:CentOS Stream 9 - Extras packages 21 kB/s | 16 kB 00:00 2024-04-15T14:17:32.988 INFO:teuthology.orchestra.run.smithi016.stdout:Extra Packages for Enterprise Linux 21 MB/s | 21 MB 00:00 2024-04-15T14:17:38.203 INFO:teuthology.orchestra.run.smithi016.stdout:lab-extras 46 kB/s | 1.7 kB 00:00 2024-04-15T14:17:40.593 INFO:teuthology.orchestra.run.smithi016.stdout:Package kernel-5.14.0-239.el9.x86_64 is already installed. 2024-04-15T14:17:40.593 INFO:teuthology.orchestra.run.smithi016.stdout:Package kernel-5.14.0-361.el9.x86_64 is already installed. 2024-04-15T14:17:40.681 INFO:teuthology.orchestra.run.smithi016.stdout:Dependencies resolved. 2024-04-15T14:17:40.690 INFO:teuthology.orchestra.run.smithi016.stdout:================================================================================ 2024-04-15T14:17:40.690 INFO:teuthology.orchestra.run.smithi016.stdout: Package Arch Version Repository Size 2024-04-15T14:17:40.690 INFO:teuthology.orchestra.run.smithi016.stdout:================================================================================ 2024-04-15T14:17:40.690 INFO:teuthology.orchestra.run.smithi016.stdout:Installing: 2024-04-15T14:17:40.690 INFO:teuthology.orchestra.run.smithi016.stdout: kernel x86_64 5.14.0-438.el9 CentOS-BaseOS 277 k 2024-04-15T14:17:40.691 INFO:teuthology.orchestra.run.smithi016.stdout:Installing dependencies: 2024-04-15T14:17:40.691 INFO:teuthology.orchestra.run.smithi016.stdout: kernel-core x86_64 5.14.0-438.el9 CentOS-BaseOS 15 M 2024-04-15T14:17:40.691 INFO:teuthology.orchestra.run.smithi016.stdout: kernel-modules x86_64 5.14.0-438.el9 CentOS-BaseOS 34 M 2024-04-15T14:17:40.691 INFO:teuthology.orchestra.run.smithi016.stdout: kernel-modules-core x86_64 5.14.0-438.el9 CentOS-BaseOS 28 M 2024-04-15T14:17:40.691 INFO:teuthology.orchestra.run.smithi016.stdout: 2024-04-15T14:17:40.691 INFO:teuthology.orchestra.run.smithi016.stdout:Transaction Summary 2024-04-15T14:17:40.691 INFO:teuthology.orchestra.run.smithi016.stdout:================================================================================ 2024-04-15T14:17:40.691 INFO:teuthology.orchestra.run.smithi016.stdout:Install 4 Packages 2024-04-15T14:17:40.691 INFO:teuthology.orchestra.run.smithi016.stdout: 2024-04-15T14:17:40.692 INFO:teuthology.orchestra.run.smithi016.stdout:Total download size: 77 M 2024-04-15T14:17:40.692 INFO:teuthology.orchestra.run.smithi016.stdout:Installed size: 123 M 2024-04-15T14:17:40.692 INFO:teuthology.orchestra.run.smithi016.stdout:Downloading Packages: 2024-04-15T14:17:40.887 INFO:teuthology.orchestra.run.smithi016.stdout:(1/4): kernel-5.14.0-438.el9.x86_64.rpm 1.4 MB/s | 277 kB 00:00 2024-04-15T14:17:41.554 INFO:teuthology.orchestra.run.smithi016.stdout:(2/4): kernel-core-5.14.0-438.el9.x86_64.rpm 18 MB/s | 15 MB 00:00 2024-04-15T14:17:42.346 INFO:teuthology.orchestra.run.smithi016.stdout:(3/4): kernel-modules-5.14.0-438.el9.x86_64.rpm 20 MB/s | 34 MB 00:01 2024-04-15T14:17:42.746 INFO:teuthology.orchestra.run.smithi016.stdout:(4/4): kernel-modules-core-5.14.0-438.el9.x86_6 15 MB/s | 28 MB 00:01 2024-04-15T14:17:42.749 INFO:teuthology.orchestra.run.smithi016.stdout:-------------------------------------------------------------------------------- 2024-04-15T14:17:42.749 INFO:teuthology.orchestra.run.smithi016.stdout:Total 37 MB/s | 77 MB 00:02 2024-04-15T14:17:42.750 INFO:teuthology.orchestra.run.smithi016.stdout:Running transaction check 2024-04-15T14:17:43.195 INFO:teuthology.orchestra.run.smithi016.stdout:Transaction check succeeded. 2024-04-15T14:17:43.195 INFO:teuthology.orchestra.run.smithi016.stdout:Running transaction test 2024-04-15T14:17:44.037 INFO:teuthology.orchestra.run.smithi016.stdout:Transaction test succeeded. 2024-04-15T14:17:44.038 INFO:teuthology.orchestra.run.smithi016.stdout:Running transaction 2024-04-15T14:17:46.463 INFO:teuthology.orchestra.run.smithi016.stdout: Preparing : 1/1 2024-04-15T14:17:47.074 INFO:teuthology.orchestra.run.smithi016.stdout: Installing : kernel-modules-core-5.14.0-438.el9.x86_64 1/4 2024-04-15T14:17:47.163 INFO:teuthology.orchestra.run.smithi016.stdout: Installing : kernel-core-5.14.0-438.el9.x86_64 2/4 2024-04-15T14:17:47.868 INFO:teuthology.orchestra.run.smithi102.stdout:CentOS Stream 9 - AppStream 842 kB/s | 19 MB 00:22 2024-04-15T14:17:50.033 INFO:teuthology.orchestra.run.smithi016.stdout: Running scriptlet: kernel-core-5.14.0-438.el9.x86_64 2/4 2024-04-15T14:17:50.167 INFO:teuthology.orchestra.run.smithi016.stdout: Installing : kernel-modules-5.14.0-438.el9.x86_64 3/4 2024-04-15T14:17:54.052 INFO:teuthology.orchestra.run.smithi102.stdout:CentOS Stream 9 - CRB 2.3 MB/s | 6.2 MB 00:02 2024-04-15T14:17:55.270 INFO:teuthology.orchestra.run.smithi016.stdout: Running scriptlet: kernel-modules-5.14.0-438.el9.x86_64 3/4 2024-04-15T14:17:55.308 INFO:teuthology.orchestra.run.smithi016.stdout: Installing : kernel-5.14.0-438.el9.x86_64 4/4 2024-04-15T14:17:55.535 INFO:teuthology.orchestra.run.smithi102.stdout:CentOS Stream 9 - Extras packages 49 kB/s | 16 kB 00:00 2024-04-15T14:17:58.162 INFO:teuthology.orchestra.run.smithi102.stdout:Extra Packages for Enterprise Linux 8.4 MB/s | 21 MB 00:02 2024-04-15T14:18:00.436 INFO:teuthology.orchestra.run.smithi016.stdout: Running scriptlet: kernel-modules-core-5.14.0-438.el9.x86_64 4/4 2024-04-15T14:18:03.237 INFO:teuthology.orchestra.run.smithi102.stdout:lab-extras 34 kB/s | 1.7 kB 00:00 2024-04-15T14:18:05.636 INFO:teuthology.orchestra.run.smithi102.stdout:Package kernel-5.14.0-239.el9.x86_64 is already installed. 2024-04-15T14:18:05.636 INFO:teuthology.orchestra.run.smithi102.stdout:Package kernel-5.14.0-361.el9.x86_64 is already installed. 2024-04-15T14:18:05.738 INFO:teuthology.orchestra.run.smithi102.stdout:Dependencies resolved. 2024-04-15T14:18:05.742 INFO:teuthology.orchestra.run.smithi102.stdout:================================================================================ 2024-04-15T14:18:05.742 INFO:teuthology.orchestra.run.smithi102.stdout: Package Arch Version Repository Size 2024-04-15T14:18:05.743 INFO:teuthology.orchestra.run.smithi102.stdout:================================================================================ 2024-04-15T14:18:05.743 INFO:teuthology.orchestra.run.smithi102.stdout:Installing: 2024-04-15T14:18:05.743 INFO:teuthology.orchestra.run.smithi102.stdout: kernel x86_64 5.14.0-438.el9 CentOS-BaseOS 277 k 2024-04-15T14:18:05.743 INFO:teuthology.orchestra.run.smithi102.stdout:Installing dependencies: 2024-04-15T14:18:05.743 INFO:teuthology.orchestra.run.smithi102.stdout: kernel-core x86_64 5.14.0-438.el9 CentOS-BaseOS 15 M 2024-04-15T14:18:05.743 INFO:teuthology.orchestra.run.smithi102.stdout: kernel-modules x86_64 5.14.0-438.el9 CentOS-BaseOS 34 M 2024-04-15T14:18:05.743 INFO:teuthology.orchestra.run.smithi102.stdout: kernel-modules-core x86_64 5.14.0-438.el9 CentOS-BaseOS 28 M 2024-04-15T14:18:05.743 INFO:teuthology.orchestra.run.smithi102.stdout: 2024-04-15T14:18:05.743 INFO:teuthology.orchestra.run.smithi102.stdout:Transaction Summary 2024-04-15T14:18:05.743 INFO:teuthology.orchestra.run.smithi102.stdout:================================================================================ 2024-04-15T14:18:05.743 INFO:teuthology.orchestra.run.smithi102.stdout:Install 4 Packages 2024-04-15T14:18:05.743 INFO:teuthology.orchestra.run.smithi102.stdout: 2024-04-15T14:18:05.744 INFO:teuthology.orchestra.run.smithi102.stdout:Total download size: 77 M 2024-04-15T14:18:05.744 INFO:teuthology.orchestra.run.smithi102.stdout:Installed size: 123 M 2024-04-15T14:18:05.744 INFO:teuthology.orchestra.run.smithi102.stdout:Downloading Packages: 2024-04-15T14:18:05.905 INFO:teuthology.orchestra.run.smithi102.stdout:(1/4): kernel-5.14.0-438.el9.x86_64.rpm 1.7 MB/s | 277 kB 00:00 2024-04-15T14:18:06.306 INFO:teuthology.orchestra.run.smithi102.stdout:(2/4): kernel-core-5.14.0-438.el9.x86_64.rpm 27 MB/s | 15 MB 00:00 2024-04-15T14:18:07.281 INFO:teuthology.orchestra.run.smithi102.stdout:(3/4): kernel-modules-core-5.14.0-438.el9.x86_6 20 MB/s | 28 MB 00:01 2024-04-15T14:18:07.581 INFO:teuthology.orchestra.run.smithi102.stdout:(4/4): kernel-modules-5.14.0-438.el9.x86_64.rpm 18 MB/s | 34 MB 00:01 2024-04-15T14:18:07.584 INFO:teuthology.orchestra.run.smithi102.stdout:-------------------------------------------------------------------------------- 2024-04-15T14:18:07.584 INFO:teuthology.orchestra.run.smithi102.stdout:Total 42 MB/s | 77 MB 00:01 2024-04-15T14:18:07.584 INFO:teuthology.orchestra.run.smithi102.stdout:Running transaction check 2024-04-15T14:18:07.955 INFO:teuthology.orchestra.run.smithi102.stdout:Transaction check succeeded. 2024-04-15T14:18:07.955 INFO:teuthology.orchestra.run.smithi102.stdout:Running transaction test 2024-04-15T14:18:08.822 INFO:teuthology.orchestra.run.smithi102.stdout:Transaction test succeeded. 2024-04-15T14:18:08.822 INFO:teuthology.orchestra.run.smithi102.stdout:Running transaction 2024-04-15T14:18:11.133 INFO:teuthology.orchestra.run.smithi102.stdout: Preparing : 1/1 2024-04-15T14:18:12.006 INFO:teuthology.orchestra.run.smithi102.stdout: Installing : kernel-modules-core-5.14.0-438.el9.x86_64 1/4 2024-04-15T14:18:12.107 INFO:teuthology.orchestra.run.smithi102.stdout: Installing : kernel-core-5.14.0-438.el9.x86_64 2/4 2024-04-15T14:18:14.833 INFO:teuthology.orchestra.run.smithi102.stdout: Running scriptlet: kernel-core-5.14.0-438.el9.x86_64 2/4 2024-04-15T14:18:14.978 INFO:teuthology.orchestra.run.smithi102.stdout: Installing : kernel-modules-5.14.0-438.el9.x86_64 3/4 2024-04-15T14:18:19.702 INFO:teuthology.orchestra.run.smithi102.stdout: Running scriptlet: kernel-modules-5.14.0-438.el9.x86_64 3/4 2024-04-15T14:18:19.751 INFO:teuthology.orchestra.run.smithi102.stdout: Installing : kernel-5.14.0-438.el9.x86_64 4/4 2024-04-15T14:18:24.477 INFO:teuthology.orchestra.run.smithi102.stdout: Running scriptlet: kernel-modules-core-5.14.0-438.el9.x86_64 4/4 2024-04-15T14:18:31.374 INFO:teuthology.orchestra.run.smithi016.stdout: Running scriptlet: kernel-core-5.14.0-438.el9.x86_64 4/4 2024-04-15T14:18:31.374 INFO:teuthology.orchestra.run.smithi016.stdout:dracut: Disabling early microcode, because kernel does not support it. CONFIG_MICROCODE_[AMD|INTEL]!=y 2024-04-15T14:18:31.375 INFO:teuthology.orchestra.run.smithi016.stdout: 2024-04-15T14:18:31.420 INFO:teuthology.orchestra.run.smithi016.stdout: Running scriptlet: kernel-modules-5.14.0-438.el9.x86_64 4/4 2024-04-15T14:18:31.813 INFO:teuthology.orchestra.run.smithi016.stdout: Running scriptlet: kernel-5.14.0-438.el9.x86_64 4/4 2024-04-15T14:18:31.813 INFO:teuthology.orchestra.run.smithi016.stdout: Verifying : kernel-5.14.0-438.el9.x86_64 1/4 2024-04-15T14:18:31.813 INFO:teuthology.orchestra.run.smithi016.stdout: Verifying : kernel-core-5.14.0-438.el9.x86_64 2/4 2024-04-15T14:18:31.813 INFO:teuthology.orchestra.run.smithi016.stdout: Verifying : kernel-modules-5.14.0-438.el9.x86_64 3/4 2024-04-15T14:18:32.363 INFO:teuthology.orchestra.run.smithi016.stdout: Verifying : kernel-modules-core-5.14.0-438.el9.x86_64 4/4 2024-04-15T14:18:32.363 INFO:teuthology.orchestra.run.smithi016.stdout: 2024-04-15T14:18:32.364 INFO:teuthology.orchestra.run.smithi016.stdout:Installed: 2024-04-15T14:18:32.364 INFO:teuthology.orchestra.run.smithi016.stdout: kernel-5.14.0-438.el9.x86_64 2024-04-15T14:18:32.364 INFO:teuthology.orchestra.run.smithi016.stdout: kernel-core-5.14.0-438.el9.x86_64 2024-04-15T14:18:32.364 INFO:teuthology.orchestra.run.smithi016.stdout: kernel-modules-5.14.0-438.el9.x86_64 2024-04-15T14:18:32.364 INFO:teuthology.orchestra.run.smithi016.stdout: kernel-modules-core-5.14.0-438.el9.x86_64 2024-04-15T14:18:32.364 INFO:teuthology.orchestra.run.smithi016.stdout: 2024-04-15T14:18:32.364 INFO:teuthology.orchestra.run.smithi016.stdout:Complete! 2024-04-15T14:18:32.721 DEBUG:teuthology.orchestra.run.smithi016:> rpm -q kernel | sort -rV | head -n 1 2024-04-15T14:18:32.829 INFO:teuthology.orchestra.run.smithi016.stdout:kernel-5.14.0-438.el9.x86_64 2024-04-15T14:18:32.830 DEBUG:teuthology.task.kernel:get_latest_image_version_rpm: 5.14.0-438.el9.x86_64 2024-04-15T14:18:32.830 INFO:teuthology.task.kernel:Not newest distro kernel. Current: 5.14.0-361.el9.x86_64 Expected: 5.14.0-438.el9.x86_64 2024-04-15T14:18:32.830 INFO:teuthology.task.kernel:Skipping firmware on distro kernel 2024-04-15T14:18:32.830 DEBUG:teuthology.task.kernel:src is distro, skipping download 2024-04-15T14:18:32.830 INFO:teuthology.task.kernel:Installing distro kernel on mon.a... 2024-04-15T14:18:32.831 DEBUG:teuthology.task.kernel:install_kernel(remote=ubuntu@smithi016.front.sepia.ceph.com, path=None, version=distro) 2024-04-15T14:18:32.831 DEBUG:teuthology.orchestra.run.smithi016:> rpm -q kernel | sort -rV | head -n 1 2024-04-15T14:18:32.915 INFO:teuthology.orchestra.run.smithi016.stdout:kernel-5.14.0-438.el9.x86_64 2024-04-15T14:18:32.915 DEBUG:teuthology.task.kernel:get_latest_image_version_rpm: 5.14.0-438.el9.x86_64 2024-04-15T14:18:32.916 DEBUG:teuthology.orchestra.run.smithi016:> sudo rpm -qi grub2-tools 2024-04-15T14:18:32.953 INFO:teuthology.orchestra.run.smithi016.stdout:Name : grub2-tools 2024-04-15T14:18:32.953 INFO:teuthology.orchestra.run.smithi016.stdout:Epoch : 1 2024-04-15T14:18:32.953 INFO:teuthology.orchestra.run.smithi016.stdout:Version : 2.06 2024-04-15T14:18:32.953 INFO:teuthology.orchestra.run.smithi016.stdout:Release : 68.el9 2024-04-15T14:18:32.953 INFO:teuthology.orchestra.run.smithi016.stdout:Architecture: x86_64 2024-04-15T14:18:32.953 INFO:teuthology.orchestra.run.smithi016.stdout:Install Date: Fri 01 Sep 2023 09:14:30 PM UTC 2024-04-15T14:18:32.954 INFO:teuthology.orchestra.run.smithi016.stdout:Group : Unspecified 2024-04-15T14:18:32.954 INFO:teuthology.orchestra.run.smithi016.stdout:Size : 8264254 2024-04-15T14:18:32.954 INFO:teuthology.orchestra.run.smithi016.stdout:License : GPLv3+ 2024-04-15T14:18:32.954 INFO:teuthology.orchestra.run.smithi016.stdout:Signature : RSA/SHA256, Mon 07 Aug 2023 01:57:16 PM UTC, Key ID 05b555b38483c65d 2024-04-15T14:18:32.954 INFO:teuthology.orchestra.run.smithi016.stdout:Source RPM : grub2-2.06-68.el9.src.rpm 2024-04-15T14:18:32.954 INFO:teuthology.orchestra.run.smithi016.stdout:Build Date : Wed 02 Aug 2023 03:15:48 PM UTC 2024-04-15T14:18:32.954 INFO:teuthology.orchestra.run.smithi016.stdout:Build Host : x86-05.stream.rdu2.redhat.com 2024-04-15T14:18:32.954 INFO:teuthology.orchestra.run.smithi016.stdout:Packager : builder@centos.org 2024-04-15T14:18:32.954 INFO:teuthology.orchestra.run.smithi016.stdout:Vendor : CentOS 2024-04-15T14:18:32.954 INFO:teuthology.orchestra.run.smithi016.stdout:URL : http://www.gnu.org/software/grub/ 2024-04-15T14:18:32.954 INFO:teuthology.orchestra.run.smithi016.stdout:Summary : Support tools for GRUB. 2024-04-15T14:18:32.954 INFO:teuthology.orchestra.run.smithi016.stdout:Description : 2024-04-15T14:18:32.955 INFO:teuthology.orchestra.run.smithi016.stdout: 2024-04-15T14:18:32.955 INFO:teuthology.orchestra.run.smithi016.stdout:The GRand Unified Bootloader (GRUB) is a highly configurable and 2024-04-15T14:18:32.955 INFO:teuthology.orchestra.run.smithi016.stdout:customizable bootloader with modular architecture. It supports a rich 2024-04-15T14:18:32.955 INFO:teuthology.orchestra.run.smithi016.stdout:variety of kernel formats, file systems, computer architectures and 2024-04-15T14:18:32.955 INFO:teuthology.orchestra.run.smithi016.stdout:hardware devices. 2024-04-15T14:18:32.955 INFO:teuthology.orchestra.run.smithi016.stdout: 2024-04-15T14:18:32.955 INFO:teuthology.orchestra.run.smithi016.stdout:This subpackage provides tools for support of all platforms. 2024-04-15T14:18:32.956 INFO:teuthology.task.kernel:Updating Grub Version: grub2 2024-04-15T14:18:32.956 INFO:teuthology.task.kernel:Updating grub on smithi016 to boot 5.14.0-438.el9.x86_64 2024-04-15T14:18:32.956 DEBUG:teuthology.orchestra.run.smithi016:> sudo grub2-mkconfig -o /boot/grub2/grub.cfg 2024-04-15T14:18:33.564 INFO:teuthology.orchestra.run.smithi016.stderr:Generating grub configuration file ... 2024-04-15T14:18:35.047 INFO:teuthology.orchestra.run.smithi016.stderr:Adding boot menu entry for UEFI Firmware Settings ... 2024-04-15T14:18:35.096 INFO:teuthology.orchestra.run.smithi016.stderr:done 2024-04-15T14:18:35.098 DEBUG:teuthology.orchestra.run.smithi016:> mktemp 2024-04-15T14:18:35.113 INFO:teuthology.orchestra.run.smithi016.stdout:/tmp/tmp.yFKvAq7hHw 2024-04-15T14:18:35.114 DEBUG:teuthology.orchestra.run.smithi016:> sudo cp /boot/grub2/grub.cfg /tmp/tmp.yFKvAq7hHw 2024-04-15T14:18:35.186 DEBUG:teuthology.orchestra.run.smithi016:> sudo chmod 0666 /tmp/tmp.yFKvAq7hHw 2024-04-15T14:18:35.325 DEBUG:teuthology.orchestra.remote:smithi016:/tmp/tmp.yFKvAq7hHw is 6KB 2024-04-15T14:18:35.374 DEBUG:teuthology.orchestra.run.smithi016:> rm -fr /tmp/tmp.yFKvAq7hHw 2024-04-15T14:18:35.388 DEBUG:teuthology.orchestra.run.smithi016:> sudo /bin/ls /boot/loader/entries || true 2024-04-15T14:18:35.457 INFO:teuthology.orchestra.run.smithi016.stdout:15949e3c88704300882482eddfd7baae-0-rescue.conf 2024-04-15T14:18:35.458 INFO:teuthology.orchestra.run.smithi016.stdout:15949e3c88704300882482eddfd7baae-5.14.0-239.el9.x86_64.conf 2024-04-15T14:18:35.458 INFO:teuthology.orchestra.run.smithi016.stdout:15949e3c88704300882482eddfd7baae-5.14.0-361.el9.x86_64.conf 2024-04-15T14:18:35.458 INFO:teuthology.orchestra.run.smithi016.stdout:15949e3c88704300882482eddfd7baae-5.14.0-438.el9.x86_64.conf 2024-04-15T14:18:35.459 DEBUG:teuthology.orchestra.run.smithi016:> sudo grub2-set-default 15949e3c88704300882482eddfd7baae-5.14.0-438.el9.x86_64 2024-04-15T14:18:35.608 DEBUG:teuthology.orchestra.run.smithi016:> sudo shutdown -r now 2024-04-15T14:18:53.969 INFO:teuthology.orchestra.run.smithi102.stdout: Running scriptlet: kernel-core-5.14.0-438.el9.x86_64 4/4 2024-04-15T14:18:53.969 INFO:teuthology.orchestra.run.smithi102.stdout:dracut: Disabling early microcode, because kernel does not support it. CONFIG_MICROCODE_[AMD|INTEL]!=y 2024-04-15T14:18:53.969 INFO:teuthology.orchestra.run.smithi102.stdout: 2024-04-15T14:18:54.011 INFO:teuthology.orchestra.run.smithi102.stdout: Running scriptlet: kernel-modules-5.14.0-438.el9.x86_64 4/4 2024-04-15T14:18:54.414 INFO:teuthology.orchestra.run.smithi102.stdout: Running scriptlet: kernel-5.14.0-438.el9.x86_64 4/4 2024-04-15T14:18:54.415 INFO:teuthology.orchestra.run.smithi102.stdout: Verifying : kernel-5.14.0-438.el9.x86_64 1/4 2024-04-15T14:18:54.415 INFO:teuthology.orchestra.run.smithi102.stdout: Verifying : kernel-core-5.14.0-438.el9.x86_64 2/4 2024-04-15T14:18:54.415 INFO:teuthology.orchestra.run.smithi102.stdout: Verifying : kernel-modules-5.14.0-438.el9.x86_64 3/4 2024-04-15T14:18:54.839 INFO:teuthology.orchestra.run.smithi102.stdout: Verifying : kernel-modules-core-5.14.0-438.el9.x86_64 4/4 2024-04-15T14:18:54.839 INFO:teuthology.orchestra.run.smithi102.stdout: 2024-04-15T14:18:54.839 INFO:teuthology.orchestra.run.smithi102.stdout:Installed: 2024-04-15T14:18:54.839 INFO:teuthology.orchestra.run.smithi102.stdout: kernel-5.14.0-438.el9.x86_64 2024-04-15T14:18:54.839 INFO:teuthology.orchestra.run.smithi102.stdout: kernel-core-5.14.0-438.el9.x86_64 2024-04-15T14:18:54.840 INFO:teuthology.orchestra.run.smithi102.stdout: kernel-modules-5.14.0-438.el9.x86_64 2024-04-15T14:18:54.840 INFO:teuthology.orchestra.run.smithi102.stdout: kernel-modules-core-5.14.0-438.el9.x86_64 2024-04-15T14:18:54.840 INFO:teuthology.orchestra.run.smithi102.stdout: 2024-04-15T14:18:54.840 INFO:teuthology.orchestra.run.smithi102.stdout:Complete! 2024-04-15T14:18:55.164 DEBUG:teuthology.orchestra.run.smithi102:> rpm -q kernel | sort -rV | head -n 1 2024-04-15T14:18:55.277 INFO:teuthology.orchestra.run.smithi102.stdout:kernel-5.14.0-438.el9.x86_64 2024-04-15T14:18:55.277 DEBUG:teuthology.task.kernel:get_latest_image_version_rpm: 5.14.0-438.el9.x86_64 2024-04-15T14:18:55.277 INFO:teuthology.task.kernel:Not newest distro kernel. Current: 5.14.0-361.el9.x86_64 Expected: 5.14.0-438.el9.x86_64 2024-04-15T14:18:55.277 INFO:teuthology.task.kernel:Skipping firmware on distro kernel 2024-04-15T14:18:55.277 DEBUG:teuthology.task.kernel:src is distro, skipping download 2024-04-15T14:18:55.277 INFO:teuthology.task.kernel:Installing distro kernel on mon.b... 2024-04-15T14:18:55.278 DEBUG:teuthology.task.kernel:install_kernel(remote=ubuntu@smithi102.front.sepia.ceph.com, path=None, version=distro) 2024-04-15T14:18:55.278 DEBUG:teuthology.orchestra.run.smithi102:> rpm -q kernel | sort -rV | head -n 1 2024-04-15T14:18:55.358 INFO:teuthology.orchestra.run.smithi102.stdout:kernel-5.14.0-438.el9.x86_64 2024-04-15T14:18:55.358 DEBUG:teuthology.task.kernel:get_latest_image_version_rpm: 5.14.0-438.el9.x86_64 2024-04-15T14:18:55.358 DEBUG:teuthology.orchestra.run.smithi102:> sudo rpm -qi grub2-tools 2024-04-15T14:18:55.392 INFO:teuthology.orchestra.run.smithi102.stdout:Name : grub2-tools 2024-04-15T14:18:55.392 INFO:teuthology.orchestra.run.smithi102.stdout:Epoch : 1 2024-04-15T14:18:55.392 INFO:teuthology.orchestra.run.smithi102.stdout:Version : 2.06 2024-04-15T14:18:55.392 INFO:teuthology.orchestra.run.smithi102.stdout:Release : 68.el9 2024-04-15T14:18:55.392 INFO:teuthology.orchestra.run.smithi102.stdout:Architecture: x86_64 2024-04-15T14:18:55.393 INFO:teuthology.orchestra.run.smithi102.stdout:Install Date: Fri 01 Sep 2023 09:14:30 PM UTC 2024-04-15T14:18:55.393 INFO:teuthology.orchestra.run.smithi102.stdout:Group : Unspecified 2024-04-15T14:18:55.393 INFO:teuthology.orchestra.run.smithi102.stdout:Size : 8264254 2024-04-15T14:18:55.393 INFO:teuthology.orchestra.run.smithi102.stdout:License : GPLv3+ 2024-04-15T14:18:55.393 INFO:teuthology.orchestra.run.smithi102.stdout:Signature : RSA/SHA256, Mon 07 Aug 2023 01:57:16 PM UTC, Key ID 05b555b38483c65d 2024-04-15T14:18:55.393 INFO:teuthology.orchestra.run.smithi102.stdout:Source RPM : grub2-2.06-68.el9.src.rpm 2024-04-15T14:18:55.393 INFO:teuthology.orchestra.run.smithi102.stdout:Build Date : Wed 02 Aug 2023 03:15:48 PM UTC 2024-04-15T14:18:55.393 INFO:teuthology.orchestra.run.smithi102.stdout:Build Host : x86-05.stream.rdu2.redhat.com 2024-04-15T14:18:55.393 INFO:teuthology.orchestra.run.smithi102.stdout:Packager : builder@centos.org 2024-04-15T14:18:55.393 INFO:teuthology.orchestra.run.smithi102.stdout:Vendor : CentOS 2024-04-15T14:18:55.393 INFO:teuthology.orchestra.run.smithi102.stdout:URL : http://www.gnu.org/software/grub/ 2024-04-15T14:18:55.393 INFO:teuthology.orchestra.run.smithi102.stdout:Summary : Support tools for GRUB. 2024-04-15T14:18:55.393 INFO:teuthology.orchestra.run.smithi102.stdout:Description : 2024-04-15T14:18:55.393 INFO:teuthology.orchestra.run.smithi102.stdout: 2024-04-15T14:18:55.393 INFO:teuthology.orchestra.run.smithi102.stdout:The GRand Unified Bootloader (GRUB) is a highly configurable and 2024-04-15T14:18:55.394 INFO:teuthology.orchestra.run.smithi102.stdout:customizable bootloader with modular architecture. It supports a rich 2024-04-15T14:18:55.394 INFO:teuthology.orchestra.run.smithi102.stdout:variety of kernel formats, file systems, computer architectures and 2024-04-15T14:18:55.394 INFO:teuthology.orchestra.run.smithi102.stdout:hardware devices. 2024-04-15T14:18:55.394 INFO:teuthology.orchestra.run.smithi102.stdout: 2024-04-15T14:18:55.394 INFO:teuthology.orchestra.run.smithi102.stdout:This subpackage provides tools for support of all platforms. 2024-04-15T14:18:55.395 INFO:teuthology.task.kernel:Updating Grub Version: grub2 2024-04-15T14:18:55.395 INFO:teuthology.task.kernel:Updating grub on smithi102 to boot 5.14.0-438.el9.x86_64 2024-04-15T14:18:55.395 DEBUG:teuthology.orchestra.run.smithi102:> sudo grub2-mkconfig -o /boot/grub2/grub.cfg 2024-04-15T14:18:56.031 INFO:teuthology.orchestra.run.smithi102.stderr:Generating grub configuration file ... 2024-04-15T14:18:57.405 INFO:teuthology.orchestra.run.smithi102.stderr:Adding boot menu entry for UEFI Firmware Settings ... 2024-04-15T14:18:57.431 INFO:teuthology.orchestra.run.smithi102.stderr:done 2024-04-15T14:18:57.433 DEBUG:teuthology.orchestra.run.smithi102:> mktemp 2024-04-15T14:18:57.448 INFO:teuthology.orchestra.run.smithi102.stdout:/tmp/tmp.qkg4zuFXuH 2024-04-15T14:18:57.448 DEBUG:teuthology.orchestra.run.smithi102:> sudo cp /boot/grub2/grub.cfg /tmp/tmp.qkg4zuFXuH 2024-04-15T14:18:57.517 DEBUG:teuthology.orchestra.run.smithi102:> sudo chmod 0666 /tmp/tmp.qkg4zuFXuH 2024-04-15T14:18:57.660 DEBUG:teuthology.orchestra.remote:smithi102:/tmp/tmp.qkg4zuFXuH is 6KB 2024-04-15T14:18:57.708 DEBUG:teuthology.orchestra.run.smithi102:> rm -fr /tmp/tmp.qkg4zuFXuH 2024-04-15T14:18:57.722 DEBUG:teuthology.orchestra.run.smithi102:> sudo /bin/ls /boot/loader/entries || true 2024-04-15T14:18:57.787 INFO:teuthology.orchestra.run.smithi102.stdout:15949e3c88704300882482eddfd7baae-0-rescue.conf 2024-04-15T14:18:57.787 INFO:teuthology.orchestra.run.smithi102.stdout:15949e3c88704300882482eddfd7baae-5.14.0-239.el9.x86_64.conf 2024-04-15T14:18:57.787 INFO:teuthology.orchestra.run.smithi102.stdout:15949e3c88704300882482eddfd7baae-5.14.0-361.el9.x86_64.conf 2024-04-15T14:18:57.787 INFO:teuthology.orchestra.run.smithi102.stdout:15949e3c88704300882482eddfd7baae-5.14.0-438.el9.x86_64.conf 2024-04-15T14:18:57.788 DEBUG:teuthology.orchestra.run.smithi102:> sudo grub2-set-default 15949e3c88704300882482eddfd7baae-5.14.0-438.el9.x86_64 2024-04-15T14:18:57.953 DEBUG:teuthology.orchestra.run.smithi102:> sudo shutdown -r now 2024-04-15T14:19:05.617 INFO:teuthology.task.kernel:Checking client mon.a for new kernel version... 2024-04-15T14:19:05.617 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi016.front.sepia.ceph.com' 2024-04-15T14:19:05.618 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi016.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-04-15T14:19:24.067 DEBUG:teuthology.orchestra.remote:[Errno None] Unable to connect to port 22 on 172.21.15.16 2024-04-15T14:19:27.958 INFO:teuthology.task.kernel:Checking client mon.b for new kernel version... 2024-04-15T14:19:27.959 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi102.front.sepia.ceph.com' 2024-04-15T14:19:27.960 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi102.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-04-15T14:19:33.070 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi016.front.sepia.ceph.com' 2024-04-15T14:19:33.071 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi016.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-04-15T14:19:46.334 DEBUG:teuthology.orchestra.remote:[Errno None] Unable to connect to port 22 on 172.21.15.102 2024-04-15T14:19:55.342 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi102.front.sepia.ceph.com' 2024-04-15T14:19:55.343 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi102.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-04-15T14:19:58.402 DEBUG:teuthology.orchestra.remote:[Errno None] Unable to connect to port 22 on 172.21.15.102 2024-04-15T14:20:10.414 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi102.front.sepia.ceph.com' 2024-04-15T14:20:10.415 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi102.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-04-15T14:20:28.834 DEBUG:teuthology.orchestra.remote:[Errno None] Unable to connect to port 22 on 172.21.15.102 2024-04-15T14:20:33.077 DEBUG:teuthology.orchestra.remote:timed out 2024-04-15T14:20:43.846 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi102.front.sepia.ceph.com' 2024-04-15T14:20:43.847 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi102.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-04-15T14:20:44.269 DEBUG:teuthology.orchestra.run.smithi102:> true 2024-04-15T14:20:44.658 INFO:teuthology.orchestra.remote:Successfully reconnected to host 'ubuntu@smithi102.front.sepia.ceph.com' 2024-04-15T14:20:44.658 INFO:teuthology.task.kernel:Checking kernel version of mon.b, want "5.14.0-438.el9.x86_64"... 2024-04-15T14:20:44.658 DEBUG:teuthology.orchestra.run.smithi102:> uname -r 2024-04-15T14:20:44.673 INFO:teuthology.orchestra.run.smithi102.stdout:5.14.0-438.el9.x86_64 2024-04-15T14:20:44.673 DEBUG:teuthology.task.kernel:current kernel version is 5.14.0-438.el9.x86_64 vs 5.14.0-438.el9.x86_64 2024-04-15T14:20:44.673 DEBUG:teuthology.task.kernel:utsrelease strings match, do not need to install 2024-04-15T14:20:44.674 DEBUG:teuthology.task.kernel:Distro of this test job: centos 2024-04-15T14:20:45.078 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi016.front.sepia.ceph.com' 2024-04-15T14:20:45.079 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi016.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-04-15T14:20:45.331 DEBUG:teuthology.orchestra.run.smithi016:> true 2024-04-15T14:20:45.675 INFO:teuthology.task.kernel:Enabling kdb on mon.b... 2024-04-15T14:20:45.675 DEBUG:teuthology.orchestra.run.smithi102:> echo ttyS1 | sudo tee /sys/module/kgdboc/parameters/kgdboc 2024-04-15T14:20:45.730 INFO:teuthology.orchestra.remote:Successfully reconnected to host 'ubuntu@smithi016.front.sepia.ceph.com' 2024-04-15T14:20:45.730 INFO:teuthology.task.kernel:Checking kernel version of mon.a, want "5.14.0-438.el9.x86_64"... 2024-04-15T14:20:45.731 DEBUG:teuthology.orchestra.run.smithi016:> uname -r 2024-04-15T14:20:45.746 INFO:teuthology.orchestra.run.smithi016.stdout:5.14.0-438.el9.x86_64 2024-04-15T14:20:45.746 DEBUG:teuthology.task.kernel:current kernel version is 5.14.0-438.el9.x86_64 vs 5.14.0-438.el9.x86_64 2024-04-15T14:20:45.747 DEBUG:teuthology.task.kernel:utsrelease strings match, do not need to install 2024-04-15T14:20:45.747 DEBUG:teuthology.task.kernel:Distro of this test job: centos 2024-04-15T14:20:45.747 INFO:teuthology.orchestra.run.smithi102.stdout:ttyS1 2024-04-15T14:20:45.796 DEBUG:teuthology.parallel:result is None 2024-04-15T14:20:46.747 INFO:teuthology.task.kernel:Enabling kdb on mon.a... 2024-04-15T14:20:46.748 DEBUG:teuthology.orchestra.run.smithi016:> echo ttyS1 | sudo tee /sys/module/kgdboc/parameters/kgdboc 2024-04-15T14:20:46.839 INFO:teuthology.orchestra.run.smithi016.stdout:ttyS1 2024-04-15T14:20:46.875 DEBUG:teuthology.parallel:result is None 2024-04-15T14:20:46.875 INFO:teuthology.run_tasks:Running task internal.base... 2024-04-15T14:20:46.886 INFO:teuthology.task.internal:Creating test directory... 2024-04-15T14:20:46.886 DEBUG:teuthology.orchestra.run.smithi016:> mkdir -p -m0755 -- /home/ubuntu/cephtest 2024-04-15T14:20:46.889 DEBUG:teuthology.orchestra.run.smithi102:> mkdir -p -m0755 -- /home/ubuntu/cephtest 2024-04-15T14:20:46.906 INFO:teuthology.run_tasks:Running task internal.archive_upload... 2024-04-15T14:20:46.913 INFO:teuthology.run_tasks:Running task internal.archive... 2024-04-15T14:20:46.923 INFO:teuthology.task.internal:Creating archive directory... 2024-04-15T14:20:46.924 DEBUG:teuthology.orchestra.run.smithi016:> install -d -m0755 -- /home/ubuntu/cephtest/archive 2024-04-15T14:20:46.948 DEBUG:teuthology.orchestra.run.smithi102:> install -d -m0755 -- /home/ubuntu/cephtest/archive 2024-04-15T14:20:46.974 INFO:teuthology.run_tasks:Running task internal.coredump... 2024-04-15T14:20:46.981 INFO:teuthology.task.internal:Enabling coredump saving... 2024-04-15T14:20:46.981 DEBUG:teuthology.orchestra.run.smithi016:> install -d -m0755 -- /home/ubuntu/cephtest/archive/coredump && sudo sysctl -w kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core && echo kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core | sudo tee -a /etc/sysctl.conf 2024-04-15T14:20:47.008 DEBUG:teuthology.orchestra.run.smithi102:> install -d -m0755 -- /home/ubuntu/cephtest/archive/coredump && sudo sysctl -w kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core && echo kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core | sudo tee -a /etc/sysctl.conf 2024-04-15T14:20:47.045 INFO:teuthology.orchestra.run.smithi102.stdout:kernel.core_pattern = /home/ubuntu/cephtest/archive/coredump/%t.%p.core 2024-04-15T14:20:47.045 INFO:teuthology.orchestra.run.smithi016.stdout:kernel.core_pattern = /home/ubuntu/cephtest/archive/coredump/%t.%p.core 2024-04-15T14:20:47.057 INFO:teuthology.orchestra.run.smithi102.stdout:kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core 2024-04-15T14:20:47.060 INFO:teuthology.orchestra.run.smithi016.stdout:kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core 2024-04-15T14:20:47.062 INFO:teuthology.run_tasks:Running task internal.sudo... 2024-04-15T14:20:47.069 INFO:teuthology.task.internal:Configuring sudo... 2024-04-15T14:20:47.069 DEBUG:teuthology.orchestra.run.smithi016:> sudo sed -i.orig.teuthology -e 's/^\([^#]*\) \(requiretty\)/\1 !\2/g' -e 's/^\([^#]*\) !\(visiblepw\)/\1 \2/g' /etc/sudoers 2024-04-15T14:20:47.105 DEBUG:teuthology.orchestra.run.smithi102:> sudo sed -i.orig.teuthology -e 's/^\([^#]*\) \(requiretty\)/\1 !\2/g' -e 's/^\([^#]*\) !\(visiblepw\)/\1 \2/g' /etc/sudoers 2024-04-15T14:20:47.133 INFO:teuthology.run_tasks:Running task internal.syslog... 2024-04-15T14:20:47.142 INFO:teuthology.task.internal.syslog:Starting syslog monitoring... 2024-04-15T14:20:47.143 DEBUG:teuthology.orchestra.run.smithi016:> mkdir -p -m0755 -- /home/ubuntu/cephtest/archive/syslog 2024-04-15T14:20:47.176 DEBUG:teuthology.orchestra.run.smithi102:> mkdir -p -m0755 -- /home/ubuntu/cephtest/archive/syslog 2024-04-15T14:20:47.192 DEBUG:teuthology.orchestra.run.smithi016:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/kern.log 2024-04-15T14:20:47.276 DEBUG:teuthology.orchestra.run.smithi016:> sudo chcon system_u:object_r:var_log_t:s0 /home/ubuntu/cephtest/archive/syslog/kern.log 2024-04-15T14:20:47.323 DEBUG:teuthology.orchestra.run.smithi016:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/misc.log 2024-04-15T14:20:47.407 DEBUG:teuthology.orchestra.run.smithi016:> sudo chcon system_u:object_r:var_log_t:s0 /home/ubuntu/cephtest/archive/syslog/misc.log 2024-04-15T14:20:47.451 DEBUG:teuthology.orchestra.run.smithi016:> set -ex 2024-04-15T14:20:47.451 DEBUG:teuthology.orchestra.run.smithi016:> sudo dd of=/etc/rsyslog.d/80-cephtest.conf 2024-04-15T14:20:47.520 DEBUG:teuthology.orchestra.run.smithi102:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/kern.log 2024-04-15T14:20:47.563 DEBUG:teuthology.orchestra.run.smithi102:> sudo chcon system_u:object_r:var_log_t:s0 /home/ubuntu/cephtest/archive/syslog/kern.log 2024-04-15T14:20:47.618 DEBUG:teuthology.orchestra.run.smithi102:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/misc.log 2024-04-15T14:20:47.703 DEBUG:teuthology.orchestra.run.smithi102:> sudo chcon system_u:object_r:var_log_t:s0 /home/ubuntu/cephtest/archive/syslog/misc.log 2024-04-15T14:20:47.751 DEBUG:teuthology.orchestra.run.smithi102:> set -ex 2024-04-15T14:20:47.751 DEBUG:teuthology.orchestra.run.smithi102:> sudo dd of=/etc/rsyslog.d/80-cephtest.conf 2024-04-15T14:20:47.823 DEBUG:teuthology.orchestra.run.smithi016:> sudo service rsyslog restart 2024-04-15T14:20:47.825 DEBUG:teuthology.orchestra.run.smithi102:> sudo service rsyslog restart 2024-04-15T14:20:47.870 INFO:teuthology.orchestra.run.smithi016.stderr:Redirecting to /bin/systemctl restart rsyslog.service 2024-04-15T14:20:47.916 INFO:teuthology.orchestra.run.smithi102.stderr:Redirecting to /bin/systemctl restart rsyslog.service 2024-04-15T14:20:48.471 INFO:teuthology.run_tasks:Running task internal.timer... 2024-04-15T14:20:48.479 INFO:teuthology.task.internal:Starting timer... 2024-04-15T14:20:48.479 INFO:teuthology.run_tasks:Running task pcp... 2024-04-15T14:20:48.489 INFO:teuthology.run_tasks:Running task selinux... 2024-04-15T14:20:48.497 DEBUG:teuthology.task:Applying overrides for task selinux: {'allowlist': ['scontext=system_u:system_r:logrotate_t:s0']} 2024-04-15T14:20:48.497 DEBUG:teuthology.orchestra.run.smithi016:> sudo service auditd rotate 2024-04-15T14:20:48.564 INFO:teuthology.orchestra.run.smithi016.stdout:Rotating logs: 2024-04-15T14:20:48.565 DEBUG:teuthology.orchestra.run.smithi102:> sudo service auditd rotate 2024-04-15T14:20:48.642 INFO:teuthology.orchestra.run.smithi102.stdout:Rotating logs: 2024-04-15T14:20:48.644 DEBUG:teuthology.task.selinux:Getting current SELinux state 2024-04-15T14:20:48.644 DEBUG:teuthology.orchestra.run.smithi016:> /usr/sbin/getenforce 2024-04-15T14:20:48.667 INFO:teuthology.orchestra.run.smithi016.stdout:Permissive 2024-04-15T14:20:48.667 DEBUG:teuthology.orchestra.run.smithi102:> /usr/sbin/getenforce 2024-04-15T14:20:48.696 INFO:teuthology.orchestra.run.smithi102.stdout:Permissive 2024-04-15T14:20:48.696 DEBUG:teuthology.task.selinux:Existing SELinux modes: {'ubuntu@smithi016.front.sepia.ceph.com': 'permissive', 'ubuntu@smithi102.front.sepia.ceph.com': 'permissive'} 2024-04-15T14:20:48.696 DEBUG:teuthology.orchestra.run.smithi016:> sudo grep -a 'avc: .*denied' /var/log/audit/audit.log | grep -av -e 'comm="dmidecode"' -e chronyd.service -e 'name="cephtest"' -e scontext=system_u:system_r:nrpe_t:s0 -e scontext=system_u:system_r:pcp_pmlogger_t -e scontext=system_u:system_r:pcp_pmcd_t:s0 -e 'comm="rhsmd"' -e scontext=system_u:system_r:syslogd_t:s0 -e tcontext=system_u:system_r:nrpe_t:s0 -e 'comm="updatedb"' -e 'comm="smartd"' -e 'comm="rhsmcertd-worke"' -e 'comm="setroubleshootd"' -e 'comm="rpm"' -e tcontext=system_u:object_r:container_runtime_exec_t:s0 -e 'comm="ksmtuned"' -e 'comm="sssd"' -e 'comm="sss_cache"' -e context=system_u:system_r:NetworkManager_dispatcher_t:s0 -e scontext=system_u:system_r:logrotate_t:s0 2024-04-15T14:20:48.738 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-04-15T14:20:48.739 DEBUG:teuthology.orchestra.run.smithi102:> sudo grep -a 'avc: .*denied' /var/log/audit/audit.log | grep -av -e 'comm="dmidecode"' -e chronyd.service -e 'name="cephtest"' -e scontext=system_u:system_r:nrpe_t:s0 -e scontext=system_u:system_r:pcp_pmlogger_t -e scontext=system_u:system_r:pcp_pmcd_t:s0 -e 'comm="rhsmd"' -e scontext=system_u:system_r:syslogd_t:s0 -e tcontext=system_u:system_r:nrpe_t:s0 -e 'comm="updatedb"' -e 'comm="smartd"' -e 'comm="rhsmcertd-worke"' -e 'comm="setroubleshootd"' -e 'comm="rpm"' -e tcontext=system_u:object_r:container_runtime_exec_t:s0 -e 'comm="ksmtuned"' -e 'comm="sssd"' -e 'comm="sss_cache"' -e context=system_u:system_r:NetworkManager_dispatcher_t:s0 -e scontext=system_u:system_r:logrotate_t:s0 2024-04-15T14:20:48.769 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-04-15T14:20:48.769 INFO:teuthology.task.selinux:Putting SELinux into permissive mode 2024-04-15T14:20:48.769 DEBUG:teuthology.orchestra.run.smithi016:> sudo /usr/sbin/setenforce permissive 2024-04-15T14:20:48.819 DEBUG:teuthology.orchestra.run.smithi102:> sudo /usr/sbin/setenforce permissive 2024-04-15T14:20:48.881 INFO:teuthology.run_tasks:Running task ansible.cephlab... 2024-04-15T14:20:48.891 DEBUG:teuthology.repo_utils:Resetting repo at /home/teuthworker/src/git.ceph.com_ceph-cm-ansible_main to origin/main 2024-04-15T14:20:48.910 INFO:teuthology.task.ansible:Playbook: [{'import_playbook': 'ansible_managed.yml'}, {'import_playbook': 'teuthology.yml'}, {'hosts': 'testnodes', 'tasks': [{'set_fact': {'ran_from_cephlab_playbook': True}}]}, {'import_playbook': 'testnodes.yml'}, {'import_playbook': 'container-host.yml'}, {'import_playbook': 'cobbler.yml'}, {'import_playbook': 'paddles.yml'}, {'import_playbook': 'pulpito.yml'}, {'hosts': 'testnodes', 'become': True, 'tasks': [{'name': 'Touch /ceph-qa-ready', 'file': {'path': '/ceph-qa-ready', 'state': 'touch'}, 'when': 'ran_from_cephlab_playbook|bool'}]}] 2024-04-15T14:20:48.911 DEBUG:teuthology.task.ansible:Running ansible-playbook -v --extra-vars '{"ansible_ssh_user": "ubuntu"}' -i /etc/ansible/hosts --limit smithi016.front.sepia.ceph.com,smithi102.front.sepia.ceph.com /home/teuthworker/src/git.ceph.com_ceph-cm-ansible_main/cephlab.yml 2024-04-15T14:25:17.493 DEBUG:teuthology.task.ansible:Reconnecting to [Remote(name='ubuntu@smithi016.front.sepia.ceph.com'), Remote(name='ubuntu@smithi102.front.sepia.ceph.com')] 2024-04-15T14:25:17.494 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi016.front.sepia.ceph.com' 2024-04-15T14:25:17.495 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi016.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-04-15T14:25:17.589 DEBUG:teuthology.orchestra.run.smithi016:> true 2024-04-15T14:25:17.674 INFO:teuthology.orchestra.remote:Successfully reconnected to host 'ubuntu@smithi016.front.sepia.ceph.com' 2024-04-15T14:25:17.675 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi102.front.sepia.ceph.com' 2024-04-15T14:25:17.675 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi102.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-04-15T14:25:17.765 DEBUG:teuthology.orchestra.run.smithi102:> true 2024-04-15T14:25:17.850 INFO:teuthology.orchestra.remote:Successfully reconnected to host 'ubuntu@smithi102.front.sepia.ceph.com' 2024-04-15T14:25:17.851 INFO:teuthology.run_tasks:Running task clock... 2024-04-15T14:25:17.868 INFO:teuthology.task.clock:Syncing clocks and checking initial clock skew... 2024-04-15T14:25:17.868 INFO:teuthology.orchestra.run:Running command with timeout 360 2024-04-15T14:25:17.869 DEBUG:teuthology.orchestra.run.smithi016:> sudo systemctl stop ntp.service || sudo systemctl stop ntpd.service || sudo systemctl stop chronyd.service ; sudo ntpd -gq || sudo chronyc makestep ; sudo systemctl start ntp.service || sudo systemctl start ntpd.service || sudo systemctl start chronyd.service ; PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2024-04-15T14:25:17.872 INFO:teuthology.orchestra.run:Running command with timeout 360 2024-04-15T14:25:17.873 DEBUG:teuthology.orchestra.run.smithi102:> sudo systemctl stop ntp.service || sudo systemctl stop ntpd.service || sudo systemctl stop chronyd.service ; sudo ntpd -gq || sudo chronyc makestep ; sudo systemctl start ntp.service || sudo systemctl start ntpd.service || sudo systemctl start chronyd.service ; PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2024-04-15T14:25:17.905 INFO:teuthology.orchestra.run.smithi016.stderr:Failed to stop ntp.service: Unit ntp.service not loaded. 2024-04-15T14:25:17.924 INFO:teuthology.orchestra.run.smithi102.stderr:Failed to stop ntp.service: Unit ntp.service not loaded. 2024-04-15T14:25:17.924 INFO:teuthology.orchestra.run.smithi016.stderr:Failed to stop ntpd.service: Unit ntpd.service not loaded. 2024-04-15T14:25:17.942 INFO:teuthology.orchestra.run.smithi102.stderr:Failed to stop ntpd.service: Unit ntpd.service not loaded. 2024-04-15T14:25:17.957 INFO:teuthology.orchestra.run.smithi016.stderr:sudo: ntpd: command not found 2024-04-15T14:25:17.971 INFO:teuthology.orchestra.run.smithi016.stdout:506 Cannot talk to daemon 2024-04-15T14:25:17.972 INFO:teuthology.orchestra.run.smithi102.stderr:sudo: ntpd: command not found 2024-04-15T14:25:17.987 INFO:teuthology.orchestra.run.smithi102.stdout:506 Cannot talk to daemon 2024-04-15T14:25:17.989 INFO:teuthology.orchestra.run.smithi016.stderr:Failed to start ntp.service: Unit ntp.service not found. 2024-04-15T14:25:18.004 INFO:teuthology.orchestra.run.smithi102.stderr:Failed to start ntp.service: Unit ntp.service not found. 2024-04-15T14:25:18.007 INFO:teuthology.orchestra.run.smithi016.stderr:Failed to start ntpd.service: Unit ntpd.service not found. 2024-04-15T14:25:18.021 INFO:teuthology.orchestra.run.smithi102.stderr:Failed to start ntpd.service: Unit ntpd.service not found. 2024-04-15T14:25:18.058 INFO:teuthology.orchestra.run.smithi016.stderr:bash: line 1: ntpq: command not found 2024-04-15T14:25:18.061 INFO:teuthology.orchestra.run.smithi016.stdout:MS Name/IP address Stratum Poll Reach LastRx Last sample 2024-04-15T14:25:18.061 INFO:teuthology.orchestra.run.smithi016.stdout:=============================================================================== 2024-04-15T14:25:18.061 INFO:teuthology.orchestra.run.smithi016.stdout:^? hv01.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-04-15T14:25:18.061 INFO:teuthology.orchestra.run.smithi016.stdout:^? hv02.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-04-15T14:25:18.061 INFO:teuthology.orchestra.run.smithi016.stdout:^? hv03.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-04-15T14:25:18.061 INFO:teuthology.orchestra.run.smithi016.stdout:^? hv04.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-04-15T14:25:18.079 INFO:teuthology.orchestra.run.smithi102.stderr:bash: line 1: ntpq: command not found 2024-04-15T14:25:18.082 INFO:teuthology.orchestra.run.smithi102.stdout:MS Name/IP address Stratum Poll Reach LastRx Last sample 2024-04-15T14:25:18.082 INFO:teuthology.orchestra.run.smithi102.stdout:=============================================================================== 2024-04-15T14:25:18.083 INFO:teuthology.orchestra.run.smithi102.stdout:^? hv01.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-04-15T14:25:18.083 INFO:teuthology.orchestra.run.smithi102.stdout:^? hv02.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-04-15T14:25:18.083 INFO:teuthology.orchestra.run.smithi102.stdout:^? hv03.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-04-15T14:25:18.083 INFO:teuthology.orchestra.run.smithi102.stdout:^? hv04.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-04-15T14:25:18.084 INFO:teuthology.run_tasks:Running task pexec... 2024-04-15T14:25:18.100 INFO:teuthology.task.pexec:Executing custom commands... 2024-04-15T14:25:18.100 INFO:teuthology.task.pexec:Running commands on host ubuntu@smithi016.front.sepia.ceph.com 2024-04-15T14:25:18.100 DEBUG:teuthology.orchestra.run.smithi016:> TESTDIR=/home/ubuntu/cephtest bash -s 2024-04-15T14:25:18.101 INFO:teuthology.task.pexec:Running commands on host ubuntu@smithi102.front.sepia.ceph.com 2024-04-15T14:25:18.101 DEBUG:teuthology.orchestra.run.smithi102:> TESTDIR=/home/ubuntu/cephtest bash -s 2024-04-15T14:25:18.703 INFO:teuthology.orchestra.run.smithi016.stdout:Last metadata expiration check: 0:00:57 ago on Mon 15 Apr 2024 02:24:21 PM UTC. 2024-04-15T14:25:18.714 INFO:teuthology.orchestra.run.smithi102.stdout:Last metadata expiration check: 0:00:54 ago on Mon 15 Apr 2024 02:24:24 PM UTC. 2024-04-15T14:25:18.858 INFO:teuthology.orchestra.run.smithi016.stdout:Dependencies resolved. 2024-04-15T14:25:18.859 INFO:teuthology.orchestra.run.smithi016.stdout:================================================================================ 2024-04-15T14:25:18.859 INFO:teuthology.orchestra.run.smithi016.stdout: Package Architecture Version Repository Size 2024-04-15T14:25:18.860 INFO:teuthology.orchestra.run.smithi016.stdout:================================================================================ 2024-04-15T14:25:18.860 INFO:teuthology.orchestra.run.smithi016.stdout:Installing: 2024-04-15T14:25:18.860 INFO:teuthology.orchestra.run.smithi016.stdout: runc x86_64 4:1.1.12-2.el9 appstream 3.1 M 2024-04-15T14:25:18.860 INFO:teuthology.orchestra.run.smithi016.stdout: 2024-04-15T14:25:18.860 INFO:teuthology.orchestra.run.smithi016.stdout:Transaction Summary 2024-04-15T14:25:18.860 INFO:teuthology.orchestra.run.smithi016.stdout:================================================================================ 2024-04-15T14:25:18.860 INFO:teuthology.orchestra.run.smithi016.stdout:Install 1 Package 2024-04-15T14:25:18.860 INFO:teuthology.orchestra.run.smithi016.stdout: 2024-04-15T14:25:18.861 INFO:teuthology.orchestra.run.smithi102.stdout:Dependencies resolved. 2024-04-15T14:25:18.861 INFO:teuthology.orchestra.run.smithi016.stdout:Total download size: 3.1 M 2024-04-15T14:25:18.861 INFO:teuthology.orchestra.run.smithi016.stdout:Installed size: 9.8 M 2024-04-15T14:25:18.862 INFO:teuthology.orchestra.run.smithi016.stdout:Downloading Packages: 2024-04-15T14:25:18.862 INFO:teuthology.orchestra.run.smithi102.stdout:================================================================================ 2024-04-15T14:25:18.862 INFO:teuthology.orchestra.run.smithi102.stdout: Package Architecture Version Repository Size 2024-04-15T14:25:18.862 INFO:teuthology.orchestra.run.smithi102.stdout:================================================================================ 2024-04-15T14:25:18.862 INFO:teuthology.orchestra.run.smithi102.stdout:Installing: 2024-04-15T14:25:18.862 INFO:teuthology.orchestra.run.smithi102.stdout: runc x86_64 4:1.1.12-2.el9 appstream 3.1 M 2024-04-15T14:25:18.862 INFO:teuthology.orchestra.run.smithi102.stdout: 2024-04-15T14:25:18.862 INFO:teuthology.orchestra.run.smithi102.stdout:Transaction Summary 2024-04-15T14:25:18.862 INFO:teuthology.orchestra.run.smithi102.stdout:================================================================================ 2024-04-15T14:25:18.862 INFO:teuthology.orchestra.run.smithi102.stdout:Install 1 Package 2024-04-15T14:25:18.863 INFO:teuthology.orchestra.run.smithi102.stdout: 2024-04-15T14:25:18.863 INFO:teuthology.orchestra.run.smithi102.stdout:Total download size: 3.1 M 2024-04-15T14:25:18.863 INFO:teuthology.orchestra.run.smithi102.stdout:Installed size: 9.8 M 2024-04-15T14:25:18.863 INFO:teuthology.orchestra.run.smithi102.stdout:Downloading Packages: 2024-04-15T14:25:19.232 INFO:teuthology.orchestra.run.smithi102.stdout:runc-1.1.12-2.el9.x86_64.rpm 11 MB/s | 3.1 MB 00:00 2024-04-15T14:25:19.232 INFO:teuthology.orchestra.run.smithi102.stdout:-------------------------------------------------------------------------------- 2024-04-15T14:25:19.232 INFO:teuthology.orchestra.run.smithi102.stdout:Total 8.5 MB/s | 3.1 MB 00:00 2024-04-15T14:25:19.268 INFO:teuthology.orchestra.run.smithi102.stdout:Running transaction check 2024-04-15T14:25:19.274 INFO:teuthology.orchestra.run.smithi102.stdout:Transaction check succeeded. 2024-04-15T14:25:19.274 INFO:teuthology.orchestra.run.smithi102.stdout:Running transaction test 2024-04-15T14:25:19.353 INFO:teuthology.orchestra.run.smithi102.stdout:Transaction test succeeded. 2024-04-15T14:25:19.353 INFO:teuthology.orchestra.run.smithi102.stdout:Running transaction 2024-04-15T14:25:19.377 INFO:teuthology.orchestra.run.smithi016.stdout:runc-1.1.12-2.el9.x86_64.rpm 14 MB/s | 3.1 MB 00:00 2024-04-15T14:25:19.377 INFO:teuthology.orchestra.run.smithi016.stdout:-------------------------------------------------------------------------------- 2024-04-15T14:25:19.378 INFO:teuthology.orchestra.run.smithi016.stdout:Total 6.0 MB/s | 3.1 MB 00:00 2024-04-15T14:25:19.415 INFO:teuthology.orchestra.run.smithi016.stdout:Running transaction check 2024-04-15T14:25:19.421 INFO:teuthology.orchestra.run.smithi016.stdout:Transaction check succeeded. 2024-04-15T14:25:19.421 INFO:teuthology.orchestra.run.smithi016.stdout:Running transaction test 2024-04-15T14:25:19.504 INFO:teuthology.orchestra.run.smithi016.stdout:Transaction test succeeded. 2024-04-15T14:25:19.504 INFO:teuthology.orchestra.run.smithi016.stdout:Running transaction 2024-04-15T14:25:19.576 INFO:teuthology.orchestra.run.smithi102.stdout: Preparing : 1/1 2024-04-15T14:25:19.650 INFO:teuthology.orchestra.run.smithi102.stdout: Installing : runc-4:1.1.12-2.el9.x86_64 1/1 2024-04-15T14:25:19.790 INFO:teuthology.orchestra.run.smithi016.stdout: Preparing : 1/1 2024-04-15T14:25:19.884 INFO:teuthology.orchestra.run.smithi016.stdout: Installing : runc-4:1.1.12-2.el9.x86_64 1/1 2024-04-15T14:25:20.207 INFO:teuthology.orchestra.run.smithi102.stdout: Running scriptlet: runc-4:1.1.12-2.el9.x86_64 1/1 2024-04-15T14:25:20.300 INFO:teuthology.orchestra.run.smithi016.stdout: Running scriptlet: runc-4:1.1.12-2.el9.x86_64 1/1 2024-04-15T14:25:20.508 INFO:teuthology.orchestra.run.smithi102.stdout: Verifying : runc-4:1.1.12-2.el9.x86_64 1/1 2024-04-15T14:25:20.508 INFO:teuthology.orchestra.run.smithi102.stdout: 2024-04-15T14:25:20.508 INFO:teuthology.orchestra.run.smithi102.stdout:Installed: 2024-04-15T14:25:20.508 INFO:teuthology.orchestra.run.smithi102.stdout: runc-4:1.1.12-2.el9.x86_64 2024-04-15T14:25:20.508 INFO:teuthology.orchestra.run.smithi102.stdout: 2024-04-15T14:25:20.508 INFO:teuthology.orchestra.run.smithi102.stdout:Complete! 2024-04-15T14:25:20.598 INFO:teuthology.orchestra.run.smithi016.stdout: Verifying : runc-4:1.1.12-2.el9.x86_64 1/1 2024-04-15T14:25:20.598 INFO:teuthology.orchestra.run.smithi016.stdout: 2024-04-15T14:25:20.598 INFO:teuthology.orchestra.run.smithi016.stdout:Installed: 2024-04-15T14:25:20.598 INFO:teuthology.orchestra.run.smithi016.stdout: runc-4:1.1.12-2.el9.x86_64 2024-04-15T14:25:20.598 INFO:teuthology.orchestra.run.smithi016.stdout: 2024-04-15T14:25:20.599 INFO:teuthology.orchestra.run.smithi016.stdout:Complete! 2024-04-15T14:25:20.787 DEBUG:teuthology.parallel:result is None 2024-04-15T14:25:20.854 DEBUG:teuthology.parallel:result is None 2024-04-15T14:25:20.854 INFO:teuthology.run_tasks:Running task install... 2024-04-15T14:25:20.863 DEBUG:teuthology.task.install:project ceph 2024-04-15T14:25:20.864 DEBUG:teuthology.task.install:INSTALL overrides: {'ceph': {'extra_system_packages': ['python3-pytest'], 'flavor': 'default', 'sha1': 'c2d8c3155d854ee204cb7c7261232571229d1d54'}} 2024-04-15T14:25:20.864 DEBUG:teuthology.task.install:config {'branch': 'reef', 'exclude_packages': ['ceph-volume'], 'extra_system_packages': ['python3-pytest'], 'flavor': 'default', 'sha1': 'c2d8c3155d854ee204cb7c7261232571229d1d54'} 2024-04-15T14:25:20.864 INFO:teuthology.task.install:Using flavor: default 2024-04-15T14:25:20.872 DEBUG:teuthology.task.install:Package list is: {'deb': ['ceph', 'cephadm', 'ceph-mds', 'ceph-mgr', 'ceph-common', 'ceph-fuse', 'ceph-test', 'radosgw', 'python3-rados', 'python3-rgw', 'python3-cephfs', 'python3-rbd', 'libcephfs2', 'libcephfs-dev', 'librados2', 'librbd1', 'rbd-fuse'], 'rpm': ['ceph-radosgw', 'ceph-test', 'ceph', 'ceph-base', 'cephadm', 'ceph-immutable-object-cache', 'ceph-mgr', 'ceph-mgr-dashboard', 'ceph-mgr-diskprediction-local', 'ceph-mgr-rook', 'ceph-mgr-cephadm', 'ceph-fuse', 'librados-devel', 'libcephfs2', 'libcephfs-devel', 'librados2', 'librbd1', 'python3-rados', 'python3-rgw', 'python3-cephfs', 'python3-rbd', 'rbd-fuse', 'rbd-mirror', 'rbd-nbd']} 2024-04-15T14:25:20.872 INFO:teuthology.task.install:extra packages: [] 2024-04-15T14:25:20.873 DEBUG:teuthology.task.install.rpm:_update_package_list_and_install: config is {'branch': 'reef', 'cleanup': None, 'debuginfo': None, 'downgrade_packages': [], 'exclude_packages': ['ceph-volume'], 'extra_packages': [], 'extra_system_packages': ['python3-pytest'], 'extras': None, 'enable_coprs': [], 'flavor': 'default', 'install_ceph_packages': True, 'packages': {}, 'project': 'ceph', 'repos_only': False, 'sha1': 'c2d8c3155d854ee204cb7c7261232571229d1d54', 'tag': None, 'wait_for_package': False} 2024-04-15T14:25:20.873 WARNING:teuthology.packaging:More than one of ref, tag, branch, or sha1 supplied; using branch 2024-04-15T14:25:20.873 INFO:teuthology.packaging:ref: None 2024-04-15T14:25:20.873 INFO:teuthology.packaging:tag: None 2024-04-15T14:25:20.873 INFO:teuthology.packaging:branch: reef 2024-04-15T14:25:20.873 INFO:teuthology.packaging:sha1: c2d8c3155d854ee204cb7c7261232571229d1d54 2024-04-15T14:25:20.874 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F9%2Fx86_64&ref=reef 2024-04-15T14:25:20.876 DEBUG:teuthology.task.install.rpm:_update_package_list_and_install: config is {'branch': 'reef', 'cleanup': None, 'debuginfo': None, 'downgrade_packages': [], 'exclude_packages': ['ceph-volume'], 'extra_packages': [], 'extra_system_packages': ['python3-pytest'], 'extras': None, 'enable_coprs': [], 'flavor': 'default', 'install_ceph_packages': True, 'packages': {}, 'project': 'ceph', 'repos_only': False, 'sha1': 'c2d8c3155d854ee204cb7c7261232571229d1d54', 'tag': None, 'wait_for_package': False} 2024-04-15T14:25:20.876 WARNING:teuthology.packaging:More than one of ref, tag, branch, or sha1 supplied; using branch 2024-04-15T14:25:20.876 INFO:teuthology.packaging:ref: None 2024-04-15T14:25:20.876 INFO:teuthology.packaging:tag: None 2024-04-15T14:25:20.877 INFO:teuthology.packaging:branch: reef 2024-04-15T14:25:20.877 INFO:teuthology.packaging:sha1: c2d8c3155d854ee204cb7c7261232571229d1d54 2024-04-15T14:25:20.877 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F9%2Fx86_64&ref=reef 2024-04-15T14:25:21.103 INFO:teuthology.task.install.rpm:Pulling from https://4.chacra.ceph.com/r/ceph/reef/e3fb05d5e6da84b5c44db3f3051c4d242f9809c1/centos/9/flavors/default/ 2024-04-15T14:25:21.103 INFO:teuthology.task.install.rpm:Package version is 18.2.2-1221.ge3fb05d5 2024-04-15T14:25:21.141 INFO:teuthology.task.install.rpm:Pulling from https://4.chacra.ceph.com/r/ceph/reef/e3fb05d5e6da84b5c44db3f3051c4d242f9809c1/centos/9/flavors/default/ 2024-04-15T14:25:21.141 INFO:teuthology.task.install.rpm:Package version is 18.2.2-1221.ge3fb05d5 2024-04-15T14:25:21.214 INFO:teuthology.packaging:Writing yum repo: [ceph] name=ceph packages for $basearch baseurl=https://4.chacra.ceph.com/r/ceph/reef/e3fb05d5e6da84b5c44db3f3051c4d242f9809c1/centos/9/flavors/default/$basearch enabled=1 gpgcheck=0 type=rpm-md [ceph-noarch] name=ceph noarch packages baseurl=https://4.chacra.ceph.com/r/ceph/reef/e3fb05d5e6da84b5c44db3f3051c4d242f9809c1/centos/9/flavors/default/noarch enabled=1 gpgcheck=0 type=rpm-md [ceph-source] name=ceph source packages baseurl=https://4.chacra.ceph.com/r/ceph/reef/e3fb05d5e6da84b5c44db3f3051c4d242f9809c1/centos/9/flavors/default/SRPMS enabled=1 gpgcheck=0 type=rpm-md 2024-04-15T14:25:21.214 DEBUG:teuthology.orchestra.run.smithi016:> set -ex 2024-04-15T14:25:21.214 DEBUG:teuthology.orchestra.run.smithi016:> sudo dd of=/etc/yum.repos.d/ceph.repo 2024-04-15T14:25:21.243 INFO:teuthology.task.install.rpm:Installing packages: ceph-radosgw, ceph-test, ceph, ceph-base, cephadm, ceph-immutable-object-cache, ceph-mgr, ceph-mgr-dashboard, ceph-mgr-diskprediction-local, ceph-mgr-rook, ceph-mgr-cephadm, ceph-fuse, librados-devel, libcephfs2, libcephfs-devel, librados2, librbd1, python3-rados, python3-rgw, python3-cephfs, python3-rbd, rbd-fuse, rbd-mirror, rbd-nbd, python3-pytest, python3-pytest, python3-pytest on remote rpm x86_64 2024-04-15T14:25:21.244 WARNING:teuthology.packaging:More than one of ref, tag, branch, or sha1 supplied; using branch 2024-04-15T14:25:21.244 INFO:teuthology.packaging:ref: None 2024-04-15T14:25:21.244 INFO:teuthology.packaging:tag: None 2024-04-15T14:25:21.244 INFO:teuthology.packaging:branch: reef 2024-04-15T14:25:21.244 INFO:teuthology.packaging:sha1: c2d8c3155d854ee204cb7c7261232571229d1d54 2024-04-15T14:25:21.244 DEBUG:teuthology.orchestra.run.smithi016:> if test -f /etc/yum.repos.d/ceph.repo ; then sudo sed -i -e ':a;N;$!ba;s/enabled=1\ngpg/enabled=1\npriority=1\ngpg/g' -e 's;ref/[a-zA-Z0-9_-]*/;ref/reef/;g' /etc/yum.repos.d/ceph.repo ; fi 2024-04-15T14:25:21.248 INFO:teuthology.packaging:Writing yum repo: [ceph] name=ceph packages for $basearch baseurl=https://4.chacra.ceph.com/r/ceph/reef/e3fb05d5e6da84b5c44db3f3051c4d242f9809c1/centos/9/flavors/default/$basearch enabled=1 gpgcheck=0 type=rpm-md [ceph-noarch] name=ceph noarch packages baseurl=https://4.chacra.ceph.com/r/ceph/reef/e3fb05d5e6da84b5c44db3f3051c4d242f9809c1/centos/9/flavors/default/noarch enabled=1 gpgcheck=0 type=rpm-md [ceph-source] name=ceph source packages baseurl=https://4.chacra.ceph.com/r/ceph/reef/e3fb05d5e6da84b5c44db3f3051c4d242f9809c1/centos/9/flavors/default/SRPMS enabled=1 gpgcheck=0 type=rpm-md 2024-04-15T14:25:21.249 DEBUG:teuthology.orchestra.run.smithi102:> set -ex 2024-04-15T14:25:21.249 DEBUG:teuthology.orchestra.run.smithi102:> sudo dd of=/etc/yum.repos.d/ceph.repo 2024-04-15T14:25:21.278 INFO:teuthology.task.install.rpm:Installing packages: ceph-radosgw, ceph-test, ceph, ceph-base, cephadm, ceph-immutable-object-cache, ceph-mgr, ceph-mgr-dashboard, ceph-mgr-diskprediction-local, ceph-mgr-rook, ceph-mgr-cephadm, ceph-fuse, librados-devel, libcephfs2, libcephfs-devel, librados2, librbd1, python3-rados, python3-rgw, python3-cephfs, python3-rbd, rbd-fuse, rbd-mirror, rbd-nbd, python3-pytest, python3-pytest, python3-pytest, python3-pytest on remote rpm x86_64 2024-04-15T14:25:21.278 WARNING:teuthology.packaging:More than one of ref, tag, branch, or sha1 supplied; using branch 2024-04-15T14:25:21.278 INFO:teuthology.packaging:ref: None 2024-04-15T14:25:21.278 INFO:teuthology.packaging:tag: None 2024-04-15T14:25:21.278 INFO:teuthology.packaging:branch: reef 2024-04-15T14:25:21.279 INFO:teuthology.packaging:sha1: c2d8c3155d854ee204cb7c7261232571229d1d54 2024-04-15T14:25:21.279 DEBUG:teuthology.orchestra.run.smithi102:> if test -f /etc/yum.repos.d/ceph.repo ; then sudo sed -i -e ':a;N;$!ba;s/enabled=1\ngpg/enabled=1\npriority=1\ngpg/g' -e 's;ref/[a-zA-Z0-9_-]*/;ref/reef/;g' /etc/yum.repos.d/ceph.repo ; fi 2024-04-15T14:25:21.313 DEBUG:teuthology.orchestra.run.smithi016:> sudo touch -a /etc/yum/pluginconf.d/priorities.conf ; test -e /etc/yum/pluginconf.d/priorities.conf.orig || sudo cp -af /etc/yum/pluginconf.d/priorities.conf /etc/yum/pluginconf.d/priorities.conf.orig 2024-04-15T14:25:21.348 DEBUG:teuthology.orchestra.run.smithi102:> sudo touch -a /etc/yum/pluginconf.d/priorities.conf ; test -e /etc/yum/pluginconf.d/priorities.conf.orig || sudo cp -af /etc/yum/pluginconf.d/priorities.conf /etc/yum/pluginconf.d/priorities.conf.orig 2024-04-15T14:25:21.395 DEBUG:teuthology.orchestra.run.smithi016:> grep check_obsoletes /etc/yum/pluginconf.d/priorities.conf && sudo sed -i 's/check_obsoletes.*0/check_obsoletes = 1/g' /etc/yum/pluginconf.d/priorities.conf || echo 'check_obsoletes = 1' | sudo tee -a /etc/yum/pluginconf.d/priorities.conf 2024-04-15T14:25:21.461 DEBUG:teuthology.orchestra.run.smithi102:> grep check_obsoletes /etc/yum/pluginconf.d/priorities.conf && sudo sed -i 's/check_obsoletes.*0/check_obsoletes = 1/g' /etc/yum/pluginconf.d/priorities.conf || echo 'check_obsoletes = 1' | sudo tee -a /etc/yum/pluginconf.d/priorities.conf 2024-04-15T14:25:21.464 INFO:teuthology.orchestra.run.smithi016.stdout:check_obsoletes = 1 2024-04-15T14:25:21.465 DEBUG:teuthology.orchestra.run.smithi016:> sudo yum clean all 2024-04-15T14:25:21.490 INFO:teuthology.orchestra.run.smithi102.stdout:check_obsoletes = 1 2024-04-15T14:25:21.492 DEBUG:teuthology.orchestra.run.smithi102:> sudo yum clean all 2024-04-15T14:25:21.722 INFO:teuthology.orchestra.run.smithi016.stdout:74 files removed 2024-04-15T14:25:21.746 INFO:teuthology.orchestra.run.smithi102.stdout:74 files removed 2024-04-15T14:25:21.749 DEBUG:teuthology.orchestra.run.smithi016:> sudo yum -y install ceph-radosgw ceph-test ceph ceph-base cephadm ceph-immutable-object-cache ceph-mgr ceph-mgr-dashboard ceph-mgr-diskprediction-local ceph-mgr-rook ceph-mgr-cephadm ceph-fuse librados-devel libcephfs2 libcephfs-devel librados2 librbd1 python3-rados python3-rgw python3-cephfs python3-rbd rbd-fuse rbd-mirror rbd-nbd python3-pytest python3-pytest python3-pytest python3-pytest 2024-04-15T14:25:21.775 DEBUG:teuthology.orchestra.run.smithi102:> sudo yum -y install ceph-radosgw ceph-test ceph ceph-base cephadm ceph-immutable-object-cache ceph-mgr ceph-mgr-dashboard ceph-mgr-diskprediction-local ceph-mgr-rook ceph-mgr-cephadm ceph-fuse librados-devel libcephfs2 libcephfs-devel librados2 librbd1 python3-rados python3-rgw python3-cephfs python3-rbd rbd-fuse rbd-mirror rbd-nbd python3-pytest python3-pytest python3-pytest python3-pytest 2024-04-15T14:25:22.662 INFO:teuthology.orchestra.run.smithi102.stdout:ceph packages for x86_64 134 kB/s | 77 kB 00:00 2024-04-15T14:25:22.869 INFO:teuthology.orchestra.run.smithi016.stdout:ceph packages for x86_64 95 kB/s | 77 kB 00:00 2024-04-15T14:25:24.271 INFO:teuthology.orchestra.run.smithi102.stdout:ceph noarch packages 7.3 kB/s | 11 kB 00:01 2024-04-15T14:25:24.461 INFO:teuthology.orchestra.run.smithi016.stdout:ceph noarch packages 7.4 kB/s | 11 kB 00:01 2024-04-15T14:25:24.597 INFO:teuthology.orchestra.run.smithi102.stdout:ceph source packages 6.5 kB/s | 1.8 kB 00:00 2024-04-15T14:25:25.041 INFO:teuthology.orchestra.run.smithi102.stdout:CentOS-9 - AppStream 16 MB/s | 6.7 MB 00:00 2024-04-15T14:25:25.270 INFO:teuthology.orchestra.run.smithi016.stdout:ceph source packages 2.4 kB/s | 1.8 kB 00:00 2024-04-15T14:25:25.772 INFO:teuthology.orchestra.run.smithi016.stdout:CentOS-9 - AppStream 15 MB/s | 6.7 MB 00:00 2024-04-15T14:25:26.441 INFO:teuthology.orchestra.run.smithi102.stdout:CentOS-9 - BaseOS 6.9 MB/s | 2.0 MB 00:00 2024-04-15T14:25:27.214 INFO:teuthology.orchestra.run.smithi016.stdout:CentOS-9 - BaseOS 7.5 MB/s | 2.0 MB 00:00 2024-04-15T14:25:27.980 INFO:teuthology.orchestra.run.smithi016.stdout:CentOS Stream 9 - BaseOS 19 MB/s | 8.0 MB 00:00 2024-04-15T14:25:28.725 INFO:teuthology.orchestra.run.smithi102.stdout:CentOS Stream 9 - BaseOS 4.1 MB/s | 8.0 MB 00:01 2024-04-15T14:25:30.973 INFO:teuthology.orchestra.run.smithi016.stdout:CentOS Stream 9 - AppStream 11 MB/s | 19 MB 00:01 2024-04-15T14:25:31.175 INFO:teuthology.orchestra.run.smithi102.stdout:CentOS Stream 9 - AppStream 14 MB/s | 19 MB 00:01 2024-04-15T14:25:35.132 INFO:teuthology.orchestra.run.smithi016.stdout:CentOS Stream 9 - CRB 11 MB/s | 6.2 MB 00:00 2024-04-15T14:25:36.625 INFO:teuthology.orchestra.run.smithi016.stdout:CentOS Stream 9 - Extras packages 60 kB/s | 16 kB 00:00 2024-04-15T14:25:39.621 INFO:teuthology.orchestra.run.smithi016.stdout:Extra Packages for Enterprise Linux 7.3 MB/s | 21 MB 00:02 2024-04-15T14:25:42.825 INFO:teuthology.orchestra.run.smithi102.stdout:CentOS Stream 9 - CRB 776 kB/s | 6.2 MB 00:08 2024-04-15T14:25:44.292 INFO:teuthology.orchestra.run.smithi102.stdout:CentOS Stream 9 - Extras packages 58 kB/s | 16 kB 00:00 2024-04-15T14:25:44.884 INFO:teuthology.orchestra.run.smithi016.stdout:lab-extras 41 kB/s | 1.7 kB 00:00 2024-04-15T14:25:45.944 INFO:teuthology.orchestra.run.smithi102.stdout:Extra Packages for Enterprise Linux 14 MB/s | 21 MB 00:01 2024-04-15T14:25:47.690 INFO:teuthology.orchestra.run.smithi016.stdout:Package librados2-2:16.2.4-5.el9.x86_64 is already installed. 2024-04-15T14:25:47.691 INFO:teuthology.orchestra.run.smithi016.stdout:Package librbd1-2:16.2.4-5.el9.x86_64 is already installed. 2024-04-15T14:25:47.771 INFO:teuthology.orchestra.run.smithi016.stdout:Dependencies resolved. 2024-04-15T14:25:47.778 INFO:teuthology.orchestra.run.smithi016.stdout:============================================================================================ 2024-04-15T14:25:47.778 INFO:teuthology.orchestra.run.smithi016.stdout: Package Arch Version Repository Size 2024-04-15T14:25:47.778 INFO:teuthology.orchestra.run.smithi016.stdout:============================================================================================ 2024-04-15T14:25:47.778 INFO:teuthology.orchestra.run.smithi016.stdout:Installing: 2024-04-15T14:25:47.779 INFO:teuthology.orchestra.run.smithi016.stdout: ceph x86_64 2:18.2.2-1221.ge3fb05d5.el9 ceph 6.5 k 2024-04-15T14:25:47.779 INFO:teuthology.orchestra.run.smithi016.stdout: ceph-base x86_64 2:18.2.2-1221.ge3fb05d5.el9 ceph 5.1 M 2024-04-15T14:25:47.779 INFO:teuthology.orchestra.run.smithi016.stdout: ceph-fuse x86_64 2:18.2.2-1221.ge3fb05d5.el9 ceph 848 k 2024-04-15T14:25:47.779 INFO:teuthology.orchestra.run.smithi016.stdout: ceph-immutable-object-cache x86_64 2:18.2.2-1221.ge3fb05d5.el9 ceph 143 k 2024-04-15T14:25:47.779 INFO:teuthology.orchestra.run.smithi016.stdout: ceph-mgr x86_64 2:18.2.2-1221.ge3fb05d5.el9 ceph 1.5 M 2024-04-15T14:25:47.779 INFO:teuthology.orchestra.run.smithi016.stdout: ceph-mgr-cephadm noarch 2:18.2.2-1221.ge3fb05d5.el9 ceph-noarch 138 k 2024-04-15T14:25:47.779 INFO:teuthology.orchestra.run.smithi016.stdout: ceph-mgr-dashboard noarch 2:18.2.2-1221.ge3fb05d5.el9 ceph-noarch 3.5 M 2024-04-15T14:25:47.779 INFO:teuthology.orchestra.run.smithi016.stdout: ceph-mgr-diskprediction-local noarch 2:18.2.2-1221.ge3fb05d5.el9 ceph-noarch 7.4 M 2024-04-15T14:25:47.779 INFO:teuthology.orchestra.run.smithi016.stdout: ceph-mgr-rook noarch 2:18.2.2-1221.ge3fb05d5.el9 ceph-noarch 49 k 2024-04-15T14:25:47.779 INFO:teuthology.orchestra.run.smithi016.stdout: ceph-radosgw x86_64 2:18.2.2-1221.ge3fb05d5.el9 ceph 7.7 M 2024-04-15T14:25:47.779 INFO:teuthology.orchestra.run.smithi016.stdout: ceph-test x86_64 2:18.2.2-1221.ge3fb05d5.el9 ceph 40 M 2024-04-15T14:25:47.779 INFO:teuthology.orchestra.run.smithi016.stdout: cephadm noarch 2:18.2.2-1221.ge3fb05d5.el9 ceph-noarch 224 k 2024-04-15T14:25:47.779 INFO:teuthology.orchestra.run.smithi016.stdout: libcephfs-devel x86_64 2:18.2.2-1221.ge3fb05d5.el9 ceph 31 k 2024-04-15T14:25:47.779 INFO:teuthology.orchestra.run.smithi016.stdout: libcephfs2 x86_64 2:18.2.2-1221.ge3fb05d5.el9 ceph 708 k 2024-04-15T14:25:47.779 INFO:teuthology.orchestra.run.smithi016.stdout: librados-devel x86_64 2:18.2.2-1221.ge3fb05d5.el9 ceph 127 k 2024-04-15T14:25:47.780 INFO:teuthology.orchestra.run.smithi016.stdout: python3-cephfs x86_64 2:18.2.2-1221.ge3fb05d5.el9 ceph 162 k 2024-04-15T14:25:47.780 INFO:teuthology.orchestra.run.smithi016.stdout: python3-pytest noarch 6.2.2-7.el9 CentOS-AppStream 473 k 2024-04-15T14:25:47.780 INFO:teuthology.orchestra.run.smithi016.stdout: python3-rados x86_64 2:18.2.2-1221.ge3fb05d5.el9 ceph 321 k 2024-04-15T14:25:47.780 INFO:teuthology.orchestra.run.smithi016.stdout: python3-rbd x86_64 2:18.2.2-1221.ge3fb05d5.el9 ceph 298 k 2024-04-15T14:25:47.780 INFO:teuthology.orchestra.run.smithi016.stdout: python3-rgw x86_64 2:18.2.2-1221.ge3fb05d5.el9 ceph 99 k 2024-04-15T14:25:47.780 INFO:teuthology.orchestra.run.smithi016.stdout: rbd-fuse x86_64 2:18.2.2-1221.ge3fb05d5.el9 ceph 87 k 2024-04-15T14:25:47.780 INFO:teuthology.orchestra.run.smithi016.stdout: rbd-mirror x86_64 2:18.2.2-1221.ge3fb05d5.el9 ceph 3.0 M 2024-04-15T14:25:47.780 INFO:teuthology.orchestra.run.smithi016.stdout: rbd-nbd x86_64 2:18.2.2-1221.ge3fb05d5.el9 ceph 172 k 2024-04-15T14:25:47.780 INFO:teuthology.orchestra.run.smithi016.stdout:Upgrading: 2024-04-15T14:25:47.780 INFO:teuthology.orchestra.run.smithi016.stdout: librados2 x86_64 2:18.2.2-1221.ge3fb05d5.el9 ceph 3.3 M 2024-04-15T14:25:47.780 INFO:teuthology.orchestra.run.smithi016.stdout: librbd1 x86_64 2:18.2.2-1221.ge3fb05d5.el9 ceph 3.0 M 2024-04-15T14:25:47.780 INFO:teuthology.orchestra.run.smithi016.stdout:Installing dependencies: 2024-04-15T14:25:47.780 INFO:teuthology.orchestra.run.smithi016.stdout: boost-program-options x86_64 1.75.0-8.el9 CentOS-AppStream 106 k 2024-04-15T14:25:47.780 INFO:teuthology.orchestra.run.smithi016.stdout: ceph-common x86_64 2:18.2.2-1221.ge3fb05d5.el9 ceph 18 M 2024-04-15T14:25:47.781 INFO:teuthology.orchestra.run.smithi016.stdout: ceph-grafana-dashboards noarch 2:18.2.2-1221.ge3fb05d5.el9 ceph-noarch 24 k 2024-04-15T14:25:47.781 INFO:teuthology.orchestra.run.smithi016.stdout: ceph-mds x86_64 2:18.2.2-1221.ge3fb05d5.el9 ceph 2.1 M 2024-04-15T14:25:47.781 INFO:teuthology.orchestra.run.smithi016.stdout: ceph-mgr-modules-core noarch 2:18.2.2-1221.ge3fb05d5.el9 ceph-noarch 246 k 2024-04-15T14:25:47.781 INFO:teuthology.orchestra.run.smithi016.stdout: ceph-mon x86_64 2:18.2.2-1221.ge3fb05d5.el9 ceph 4.7 M 2024-04-15T14:25:47.781 INFO:teuthology.orchestra.run.smithi016.stdout: ceph-osd x86_64 2:18.2.2-1221.ge3fb05d5.el9 ceph 17 M 2024-04-15T14:25:47.781 INFO:teuthology.orchestra.run.smithi016.stdout: ceph-prometheus-alerts noarch 2:18.2.2-1221.ge3fb05d5.el9 ceph-noarch 15 k 2024-04-15T14:25:47.781 INFO:teuthology.orchestra.run.smithi016.stdout: ceph-selinux x86_64 2:18.2.2-1221.ge3fb05d5.el9 ceph 25 k 2024-04-15T14:25:47.781 INFO:teuthology.orchestra.run.smithi016.stdout: flexiblas x86_64 3.0.4-8.el9 CentOS-AppStream 32 k 2024-04-15T14:25:47.781 INFO:teuthology.orchestra.run.smithi016.stdout: flexiblas-netlib x86_64 3.0.4-8.el9 CentOS-AppStream 3.0 M 2024-04-15T14:25:47.781 INFO:teuthology.orchestra.run.smithi016.stdout: flexiblas-openblas-openmp x86_64 3.0.4-8.el9 CentOS-AppStream 17 k 2024-04-15T14:25:47.781 INFO:teuthology.orchestra.run.smithi016.stdout: fmt x86_64 8.1.1-5.el9 epel 111 k 2024-04-15T14:25:47.781 INFO:teuthology.orchestra.run.smithi016.stdout: fuse x86_64 2.9.9-15.el9 CentOS-BaseOS 79 k 2024-04-15T14:25:47.782 INFO:teuthology.orchestra.run.smithi016.stdout: gperftools-libs x86_64 2.9.1-2.el9 epel 309 k 2024-04-15T14:25:47.782 INFO:teuthology.orchestra.run.smithi016.stdout: jq x86_64 1.6-16.el9 baseos 187 k 2024-04-15T14:25:47.782 INFO:teuthology.orchestra.run.smithi016.stdout: libarrow x86_64 9.0.0-10.el9 epel 4.4 M 2024-04-15T14:25:47.782 INFO:teuthology.orchestra.run.smithi016.stdout: libarrow-doc noarch 9.0.0-10.el9 epel 26 k 2024-04-15T14:25:47.782 INFO:teuthology.orchestra.run.smithi016.stdout: libcephsqlite x86_64 2:18.2.2-1221.ge3fb05d5.el9 ceph 166 k 2024-04-15T14:25:47.782 INFO:teuthology.orchestra.run.smithi016.stdout: libgfortran x86_64 11.4.1-3.el9 baseos 803 k 2024-04-15T14:25:47.782 INFO:teuthology.orchestra.run.smithi016.stdout: liboath x86_64 2.6.7-2.el9 epel 49 k 2024-04-15T14:25:47.782 INFO:teuthology.orchestra.run.smithi016.stdout: libpmemobj x86_64 1.12.1-1.el9 CentOS-AppStream 159 k 2024-04-15T14:25:47.782 INFO:teuthology.orchestra.run.smithi016.stdout: libquadmath x86_64 11.4.1-3.el9 baseos 195 k 2024-04-15T14:25:47.782 INFO:teuthology.orchestra.run.smithi016.stdout: librabbitmq x86_64 0.11.0-7.el9 CentOS-AppStream 44 k 2024-04-15T14:25:47.782 INFO:teuthology.orchestra.run.smithi016.stdout: libradosstriper1 x86_64 2:18.2.2-1221.ge3fb05d5.el9 ceph 474 k 2024-04-15T14:25:47.782 INFO:teuthology.orchestra.run.smithi016.stdout: librdkafka x86_64 1.6.1-102.el9 CentOS-AppStream 661 k 2024-04-15T14:25:47.782 INFO:teuthology.orchestra.run.smithi016.stdout: librgw2 x86_64 2:18.2.2-1221.ge3fb05d5.el9 ceph 4.5 M 2024-04-15T14:25:47.783 INFO:teuthology.orchestra.run.smithi016.stdout: libunwind x86_64 1.6.2-1.el9 epel 67 k 2024-04-15T14:25:47.783 INFO:teuthology.orchestra.run.smithi016.stdout: lttng-ust x86_64 2.12.0-6.el9 CentOS-AppStream 282 k 2024-04-15T14:25:47.783 INFO:teuthology.orchestra.run.smithi016.stdout: oniguruma x86_64 6.9.6-1.el9.5 CentOS-AppStream 217 k 2024-04-15T14:25:47.783 INFO:teuthology.orchestra.run.smithi016.stdout: openblas x86_64 0.3.21-2.el9 CentOS-AppStream 34 k 2024-04-15T14:25:47.783 INFO:teuthology.orchestra.run.smithi016.stdout: openblas-openmp x86_64 0.3.21-2.el9 CentOS-AppStream 4.7 M 2024-04-15T14:25:47.783 INFO:teuthology.orchestra.run.smithi016.stdout: parquet-libs x86_64 9.0.0-10.el9 epel 838 k 2024-04-15T14:25:47.783 INFO:teuthology.orchestra.run.smithi016.stdout: python3-asyncssh noarch 2.13.2-5.el9 epel 548 k 2024-04-15T14:25:47.783 INFO:teuthology.orchestra.run.smithi016.stdout: python3-attrs noarch 20.3.0-7.el9 CentOS-AppStream 78 k 2024-04-15T14:25:47.783 INFO:teuthology.orchestra.run.smithi016.stdout: python3-babel noarch 2.9.1-2.el9 CentOS-AppStream 5.8 M 2024-04-15T14:25:47.783 INFO:teuthology.orchestra.run.smithi016.stdout: python3-bcrypt x86_64 3.2.2-1.el9 epel 43 k 2024-04-15T14:25:47.783 INFO:teuthology.orchestra.run.smithi016.stdout: python3-cachetools noarch 4.2.4-1.el9 epel 32 k 2024-04-15T14:25:47.783 INFO:teuthology.orchestra.run.smithi016.stdout: python3-ceph-argparse x86_64 2:18.2.2-1221.ge3fb05d5.el9 ceph 45 k 2024-04-15T14:25:47.784 INFO:teuthology.orchestra.run.smithi016.stdout: python3-ceph-common x86_64 2:18.2.2-1221.ge3fb05d5.el9 ceph 129 k 2024-04-15T14:25:47.784 INFO:teuthology.orchestra.run.smithi016.stdout: python3-certifi noarch 2021.10.8-2.el9 epel 15 k 2024-04-15T14:25:47.784 INFO:teuthology.orchestra.run.smithi016.stdout: python3-cffi x86_64 1.14.5-5.el9 CentOS-BaseOS 241 k 2024-04-15T14:25:47.784 INFO:teuthology.orchestra.run.smithi016.stdout: python3-cheroot noarch 8.6.0-4.el9 epel 172 k 2024-04-15T14:25:47.784 INFO:teuthology.orchestra.run.smithi016.stdout: python3-cherrypy noarch 18.6.1-2.el9 epel 358 k 2024-04-15T14:25:47.784 INFO:teuthology.orchestra.run.smithi016.stdout: python3-cryptography x86_64 36.0.1-4.el9 CentOS-BaseOS 1.1 M 2024-04-15T14:25:47.784 INFO:teuthology.orchestra.run.smithi016.stdout: python3-devel x86_64 3.9.17-2.el9 appstream 245 k 2024-04-15T14:25:47.784 INFO:teuthology.orchestra.run.smithi016.stdout: python3-google-auth noarch 1:2.28.2-1.el9 epel 203 k 2024-04-15T14:25:47.784 INFO:teuthology.orchestra.run.smithi016.stdout: python3-iniconfig noarch 1.1.1-7.el9 CentOS-AppStream 16 k 2024-04-15T14:25:47.784 INFO:teuthology.orchestra.run.smithi016.stdout: python3-jaraco noarch 8.2.1-3.el9 epel 11 k 2024-04-15T14:25:47.784 INFO:teuthology.orchestra.run.smithi016.stdout: python3-jaraco-classes noarch 3.2.1-5.el9 epel 18 k 2024-04-15T14:25:47.784 INFO:teuthology.orchestra.run.smithi016.stdout: python3-jaraco-collections noarch 3.0.0-8.el9 epel 23 k 2024-04-15T14:25:47.784 INFO:teuthology.orchestra.run.smithi016.stdout: python3-jaraco-functools noarch 3.5.0-2.el9 epel 19 k 2024-04-15T14:25:47.784 INFO:teuthology.orchestra.run.smithi016.stdout: python3-jaraco-text noarch 3.2.0-6.el9 epel 20 k 2024-04-15T14:25:47.785 INFO:teuthology.orchestra.run.smithi016.stdout: python3-jinja2 noarch 2.11.3-5.el9 appstream 248 k 2024-04-15T14:25:47.785 INFO:teuthology.orchestra.run.smithi016.stdout: python3-jsonpatch noarch 1.21-16.el9 CentOS-AppStream 24 k 2024-04-15T14:25:47.785 INFO:teuthology.orchestra.run.smithi016.stdout: python3-jsonpointer noarch 2.0-4.el9 CentOS-AppStream 18 k 2024-04-15T14:25:47.785 INFO:teuthology.orchestra.run.smithi016.stdout: python3-kubernetes noarch 1:26.1.0-2.el9 epel 1.0 M 2024-04-15T14:25:47.785 INFO:teuthology.orchestra.run.smithi016.stdout: python3-logutils noarch 0.3.5-21.el9 epel 46 k 2024-04-15T14:25:47.785 INFO:teuthology.orchestra.run.smithi016.stdout: python3-mako noarch 1.1.4-6.el9 CentOS-AppStream 144 k 2024-04-15T14:25:47.785 INFO:teuthology.orchestra.run.smithi016.stdout: python3-markupsafe x86_64 1.1.1-12.el9 CentOS-AppStream 32 k 2024-04-15T14:25:47.785 INFO:teuthology.orchestra.run.smithi016.stdout: python3-more-itertools noarch 8.12.0-2.el9 epel 79 k 2024-04-15T14:25:47.785 INFO:teuthology.orchestra.run.smithi016.stdout: python3-natsort noarch 7.1.1-5.el9 epel 58 k 2024-04-15T14:25:47.785 INFO:teuthology.orchestra.run.smithi016.stdout: python3-numpy x86_64 1:1.20.1-5.el9 CentOS-AppStream 4.8 M 2024-04-15T14:25:47.786 INFO:teuthology.orchestra.run.smithi016.stdout: python3-numpy-f2py x86_64 1:1.20.1-5.el9 CentOS-AppStream 217 k 2024-04-15T14:25:47.786 INFO:teuthology.orchestra.run.smithi016.stdout: python3-oauthlib noarch 3.1.1-5.el9 CentOS-AppStream 174 k 2024-04-15T14:25:47.786 INFO:teuthology.orchestra.run.smithi016.stdout: python3-packaging noarch 20.9-5.el9 CentOS-AppStream 69 k 2024-04-15T14:25:47.786 INFO:teuthology.orchestra.run.smithi016.stdout: python3-pecan noarch 1.4.2-3.el9 epel 272 k 2024-04-15T14:25:47.786 INFO:teuthology.orchestra.run.smithi016.stdout: python3-pluggy noarch 0.13.1-7.el9 CentOS-AppStream 38 k 2024-04-15T14:25:47.786 INFO:teuthology.orchestra.run.smithi016.stdout: python3-ply noarch 3.11-14.el9 CentOS-BaseOS 103 k 2024-04-15T14:25:47.786 INFO:teuthology.orchestra.run.smithi016.stdout: python3-portend noarch 3.1.0-2.el9 epel 16 k 2024-04-15T14:25:47.786 INFO:teuthology.orchestra.run.smithi016.stdout: python3-prettytable noarch 0.7.2-27.el9 CentOS-AppStream 41 k 2024-04-15T14:25:47.786 INFO:teuthology.orchestra.run.smithi016.stdout: python3-py noarch 1.10.0-6.el9 CentOS-AppStream 427 k 2024-04-15T14:25:47.786 INFO:teuthology.orchestra.run.smithi016.stdout: python3-pyOpenSSL noarch 21.0.0-1.el9 epel 90 k 2024-04-15T14:25:47.786 INFO:teuthology.orchestra.run.smithi016.stdout: python3-pyasn1 noarch 0.4.8-6.el9 CentOS-AppStream 132 k 2024-04-15T14:25:47.786 INFO:teuthology.orchestra.run.smithi016.stdout: python3-pyasn1-modules noarch 0.4.8-6.el9 CentOS-AppStream 211 k 2024-04-15T14:25:47.786 INFO:teuthology.orchestra.run.smithi016.stdout: python3-pycparser noarch 2.20-6.el9 CentOS-BaseOS 124 k 2024-04-15T14:25:47.787 INFO:teuthology.orchestra.run.smithi016.stdout: python3-pytz noarch 2021.1-5.el9 CentOS-AppStream 47 k 2024-04-15T14:25:47.787 INFO:teuthology.orchestra.run.smithi016.stdout: python3-repoze-lru noarch 0.7-16.el9 epel 31 k 2024-04-15T14:25:47.787 INFO:teuthology.orchestra.run.smithi016.stdout: python3-requests noarch 2.25.1-8.el9 baseos 125 k 2024-04-15T14:25:47.787 INFO:teuthology.orchestra.run.smithi016.stdout: python3-requests-oauthlib noarch 1.3.0-12.el9 CentOS-AppStream 43 k 2024-04-15T14:25:47.787 INFO:teuthology.orchestra.run.smithi016.stdout: python3-routes noarch 2.5.1-5.el9 epel 188 k 2024-04-15T14:25:47.787 INFO:teuthology.orchestra.run.smithi016.stdout: python3-rsa noarch 4.9-2.el9 epel 59 k 2024-04-15T14:25:47.787 INFO:teuthology.orchestra.run.smithi016.stdout: python3-scipy x86_64 1.6.2-8.el9 CentOS-AppStream 16 M 2024-04-15T14:25:47.787 INFO:teuthology.orchestra.run.smithi016.stdout: python3-tempora noarch 5.0.0-2.el9 epel 36 k 2024-04-15T14:25:47.787 INFO:teuthology.orchestra.run.smithi016.stdout: python3-toml noarch 0.10.2-6.el9 CentOS-AppStream 39 k 2024-04-15T14:25:47.787 INFO:teuthology.orchestra.run.smithi016.stdout: python3-typing-extensions noarch 4.4.0-2.el9 epel 51 k 2024-04-15T14:25:47.787 INFO:teuthology.orchestra.run.smithi016.stdout: python3-urllib3 noarch 1.26.5-5.el9 CentOS-BaseOS 187 k 2024-04-15T14:25:47.787 INFO:teuthology.orchestra.run.smithi016.stdout: python3-webob noarch 1.8.7-6.el9 epel 230 k 2024-04-15T14:25:47.787 INFO:teuthology.orchestra.run.smithi016.stdout: python3-websocket-client noarch 1.2.3-2.el9 epel 90 k 2024-04-15T14:25:47.787 INFO:teuthology.orchestra.run.smithi016.stdout: python3-werkzeug noarch 2.0.3-3.el9.1 epel 427 k 2024-04-15T14:25:47.787 INFO:teuthology.orchestra.run.smithi016.stdout: python3-zc-lockfile noarch 2.0-10.el9 epel 20 k 2024-04-15T14:25:47.788 INFO:teuthology.orchestra.run.smithi016.stdout: re2 x86_64 1:20211101-3.el9 epel 192 k 2024-04-15T14:25:47.788 INFO:teuthology.orchestra.run.smithi016.stdout: socat x86_64 1.7.4.1-5.el9 CentOS-AppStream 300 k 2024-04-15T14:25:47.788 INFO:teuthology.orchestra.run.smithi016.stdout: thrift x86_64 0.15.0-2.el9 epel 1.6 M 2024-04-15T14:25:47.788 INFO:teuthology.orchestra.run.smithi016.stdout: xmlstarlet x86_64 1.6.1-20.el9 CentOS-AppStream 63 k 2024-04-15T14:25:47.788 INFO:teuthology.orchestra.run.smithi016.stdout: 2024-04-15T14:25:47.788 INFO:teuthology.orchestra.run.smithi016.stdout:Transaction Summary 2024-04-15T14:25:47.788 INFO:teuthology.orchestra.run.smithi016.stdout:============================================================================================ 2024-04-15T14:25:47.788 INFO:teuthology.orchestra.run.smithi016.stdout:Install 118 Packages 2024-04-15T14:25:47.788 INFO:teuthology.orchestra.run.smithi016.stdout:Upgrade 2 Packages 2024-04-15T14:25:47.788 INFO:teuthology.orchestra.run.smithi016.stdout: 2024-04-15T14:25:47.789 INFO:teuthology.orchestra.run.smithi016.stdout:Total download size: 178 M 2024-04-15T14:25:47.789 INFO:teuthology.orchestra.run.smithi016.stdout:Downloading Packages: 2024-04-15T14:25:48.402 INFO:teuthology.orchestra.run.smithi016.stdout:(1/120): ceph-18.2.2-1221.ge3fb05d5.el9.x86_64. 39 kB/s | 6.5 kB 00:00 2024-04-15T14:25:48.828 INFO:teuthology.orchestra.run.smithi016.stdout:(2/120): ceph-fuse-18.2.2-1221.ge3fb05d5.el9.x8 1.9 MB/s | 848 kB 00:00 2024-04-15T14:25:48.911 INFO:teuthology.orchestra.run.smithi016.stdout:(3/120): ceph-immutable-object-cache-18.2.2-122 1.7 MB/s | 143 kB 00:00 2024-04-15T14:25:49.645 INFO:teuthology.orchestra.run.smithi016.stdout:(4/120): ceph-mds-18.2.2-1221.ge3fb05d5.el9.x86 2.9 MB/s | 2.1 MB 00:00 2024-04-15T14:25:49.820 INFO:teuthology.orchestra.run.smithi016.stdout:(5/120): ceph-common-18.2.2-1221.ge3fb05d5.el9. 12 MB/s | 18 MB 00:01 2024-04-15T14:25:50.003 INFO:teuthology.orchestra.run.smithi016.stdout:(6/120): ceph-mgr-18.2.2-1221.ge3fb05d5.el9.x86 4.1 MB/s | 1.5 MB 00:00 2024-04-15T14:25:50.104 INFO:teuthology.orchestra.run.smithi016.stdout:(7/120): ceph-mon-18.2.2-1221.ge3fb05d5.el9.x86 17 MB/s | 4.7 MB 00:00 2024-04-15T14:25:50.484 INFO:teuthology.orchestra.run.smithi016.stdout:(8/120): ceph-base-18.2.2-1221.ge3fb05d5.el9.x8 2.3 MB/s | 5.1 MB 00:02 2024-04-15T14:25:50.596 INFO:teuthology.orchestra.run.smithi016.stdout:(9/120): ceph-radosgw-18.2.2-1221.ge3fb05d5.el9 16 MB/s | 7.7 MB 00:00 2024-04-15T14:25:50.613 INFO:teuthology.orchestra.run.smithi016.stdout:(10/120): ceph-selinux-18.2.2-1221.ge3fb05d5.el 196 kB/s | 25 kB 00:00 2024-04-15T14:25:50.797 INFO:teuthology.orchestra.run.smithi016.stdout:(11/120): libcephfs-devel-18.2.2-1221.ge3fb05d5 169 kB/s | 31 kB 00:00 2024-04-15T14:25:50.927 INFO:teuthology.orchestra.run.smithi102.stdout:lab-extras 30 kB/s | 1.7 kB 00:00 2024-04-15T14:25:51.097 INFO:teuthology.orchestra.run.smithi016.stdout:(12/120): libcephfs2-18.2.2-1221.ge3fb05d5.el9. 2.3 MB/s | 708 kB 00:00 2024-04-15T14:25:51.222 INFO:teuthology.orchestra.run.smithi016.stdout:(13/120): libcephsqlite-18.2.2-1221.ge3fb05d5.e 1.3 MB/s | 166 kB 00:00 2024-04-15T14:25:51.339 INFO:teuthology.orchestra.run.smithi016.stdout:(14/120): librados-devel-18.2.2-1221.ge3fb05d5. 1.1 MB/s | 127 kB 00:00 2024-04-15T14:25:51.639 INFO:teuthology.orchestra.run.smithi016.stdout:(15/120): libradosstriper1-18.2.2-1221.ge3fb05d 1.5 MB/s | 474 kB 00:00 2024-04-15T14:25:53.306 INFO:teuthology.orchestra.run.smithi016.stdout:(16/120): ceph-test-18.2.2-1221.ge3fb05d5.el9.x 15 MB/s | 40 MB 00:02 2024-04-15T14:25:53.373 INFO:teuthology.orchestra.run.smithi016.stdout:(17/120): librgw2-18.2.2-1221.ge3fb05d5.el9.x86 2.6 MB/s | 4.5 MB 00:01 2024-04-15T14:25:53.398 INFO:teuthology.orchestra.run.smithi016.stdout:(18/120): python3-ceph-argparse-18.2.2-1221.ge3 491 kB/s | 45 kB 00:00 2024-04-15T14:25:53.565 INFO:teuthology.orchestra.run.smithi016.stdout:(19/120): ceph-osd-18.2.2-1221.ge3fb05d5.el9.x8 4.6 MB/s | 17 MB 00:03 2024-04-15T14:25:53.590 INFO:teuthology.orchestra.run.smithi016.stdout:(20/120): python3-ceph-common-18.2.2-1221.ge3fb 595 kB/s | 129 kB 00:00 2024-04-15T14:25:53.613 INFO:teuthology.orchestra.run.smithi102.stdout:Package librados2-2:16.2.4-5.el9.x86_64 is already installed. 2024-04-15T14:25:53.614 INFO:teuthology.orchestra.run.smithi102.stdout:Package librbd1-2:16.2.4-5.el9.x86_64 is already installed. 2024-04-15T14:25:53.616 INFO:teuthology.orchestra.run.smithi016.stdout:(21/120): python3-cephfs-18.2.2-1221.ge3fb05d5. 746 kB/s | 162 kB 00:00 2024-04-15T14:25:53.674 INFO:teuthology.orchestra.run.smithi016.stdout:(22/120): python3-rgw-18.2.2-1221.ge3fb05d5.el9 1.7 MB/s | 99 kB 00:00 2024-04-15T14:25:53.692 INFO:teuthology.orchestra.run.smithi102.stdout:Dependencies resolved. 2024-04-15T14:25:53.700 INFO:teuthology.orchestra.run.smithi102.stdout:============================================================================================ 2024-04-15T14:25:53.700 INFO:teuthology.orchestra.run.smithi102.stdout: Package Arch Version Repository Size 2024-04-15T14:25:53.700 INFO:teuthology.orchestra.run.smithi102.stdout:============================================================================================ 2024-04-15T14:25:53.700 INFO:teuthology.orchestra.run.smithi102.stdout:Installing: 2024-04-15T14:25:53.700 INFO:teuthology.orchestra.run.smithi102.stdout: ceph x86_64 2:18.2.2-1221.ge3fb05d5.el9 ceph 6.5 k 2024-04-15T14:25:53.700 INFO:teuthology.orchestra.run.smithi102.stdout: ceph-base x86_64 2:18.2.2-1221.ge3fb05d5.el9 ceph 5.1 M 2024-04-15T14:25:53.700 INFO:teuthology.orchestra.run.smithi102.stdout: ceph-fuse x86_64 2:18.2.2-1221.ge3fb05d5.el9 ceph 848 k 2024-04-15T14:25:53.700 INFO:teuthology.orchestra.run.smithi102.stdout: ceph-immutable-object-cache x86_64 2:18.2.2-1221.ge3fb05d5.el9 ceph 143 k 2024-04-15T14:25:53.700 INFO:teuthology.orchestra.run.smithi102.stdout: ceph-mgr x86_64 2:18.2.2-1221.ge3fb05d5.el9 ceph 1.5 M 2024-04-15T14:25:53.700 INFO:teuthology.orchestra.run.smithi102.stdout: ceph-mgr-cephadm noarch 2:18.2.2-1221.ge3fb05d5.el9 ceph-noarch 138 k 2024-04-15T14:25:53.700 INFO:teuthology.orchestra.run.smithi102.stdout: ceph-mgr-dashboard noarch 2:18.2.2-1221.ge3fb05d5.el9 ceph-noarch 3.5 M 2024-04-15T14:25:53.700 INFO:teuthology.orchestra.run.smithi102.stdout: ceph-mgr-diskprediction-local noarch 2:18.2.2-1221.ge3fb05d5.el9 ceph-noarch 7.4 M 2024-04-15T14:25:53.701 INFO:teuthology.orchestra.run.smithi102.stdout: ceph-mgr-rook noarch 2:18.2.2-1221.ge3fb05d5.el9 ceph-noarch 49 k 2024-04-15T14:25:53.701 INFO:teuthology.orchestra.run.smithi102.stdout: ceph-radosgw x86_64 2:18.2.2-1221.ge3fb05d5.el9 ceph 7.7 M 2024-04-15T14:25:53.701 INFO:teuthology.orchestra.run.smithi102.stdout: ceph-test x86_64 2:18.2.2-1221.ge3fb05d5.el9 ceph 40 M 2024-04-15T14:25:53.701 INFO:teuthology.orchestra.run.smithi102.stdout: cephadm noarch 2:18.2.2-1221.ge3fb05d5.el9 ceph-noarch 224 k 2024-04-15T14:25:53.701 INFO:teuthology.orchestra.run.smithi102.stdout: libcephfs-devel x86_64 2:18.2.2-1221.ge3fb05d5.el9 ceph 31 k 2024-04-15T14:25:53.701 INFO:teuthology.orchestra.run.smithi102.stdout: libcephfs2 x86_64 2:18.2.2-1221.ge3fb05d5.el9 ceph 708 k 2024-04-15T14:25:53.701 INFO:teuthology.orchestra.run.smithi102.stdout: librados-devel x86_64 2:18.2.2-1221.ge3fb05d5.el9 ceph 127 k 2024-04-15T14:25:53.701 INFO:teuthology.orchestra.run.smithi102.stdout: python3-cephfs x86_64 2:18.2.2-1221.ge3fb05d5.el9 ceph 162 k 2024-04-15T14:25:53.701 INFO:teuthology.orchestra.run.smithi102.stdout: python3-pytest noarch 6.2.2-7.el9 CentOS-AppStream 473 k 2024-04-15T14:25:53.701 INFO:teuthology.orchestra.run.smithi102.stdout: python3-rados x86_64 2:18.2.2-1221.ge3fb05d5.el9 ceph 321 k 2024-04-15T14:25:53.701 INFO:teuthology.orchestra.run.smithi102.stdout: python3-rbd x86_64 2:18.2.2-1221.ge3fb05d5.el9 ceph 298 k 2024-04-15T14:25:53.701 INFO:teuthology.orchestra.run.smithi102.stdout: python3-rgw x86_64 2:18.2.2-1221.ge3fb05d5.el9 ceph 99 k 2024-04-15T14:25:53.701 INFO:teuthology.orchestra.run.smithi102.stdout: rbd-fuse x86_64 2:18.2.2-1221.ge3fb05d5.el9 ceph 87 k 2024-04-15T14:25:53.701 INFO:teuthology.orchestra.run.smithi102.stdout: rbd-mirror x86_64 2:18.2.2-1221.ge3fb05d5.el9 ceph 3.0 M 2024-04-15T14:25:53.701 INFO:teuthology.orchestra.run.smithi102.stdout: rbd-nbd x86_64 2:18.2.2-1221.ge3fb05d5.el9 ceph 172 k 2024-04-15T14:25:53.702 INFO:teuthology.orchestra.run.smithi102.stdout:Upgrading: 2024-04-15T14:25:53.702 INFO:teuthology.orchestra.run.smithi102.stdout: librados2 x86_64 2:18.2.2-1221.ge3fb05d5.el9 ceph 3.3 M 2024-04-15T14:25:53.702 INFO:teuthology.orchestra.run.smithi102.stdout: librbd1 x86_64 2:18.2.2-1221.ge3fb05d5.el9 ceph 3.0 M 2024-04-15T14:25:53.702 INFO:teuthology.orchestra.run.smithi102.stdout:Installing dependencies: 2024-04-15T14:25:53.702 INFO:teuthology.orchestra.run.smithi102.stdout: boost-program-options x86_64 1.75.0-8.el9 CentOS-AppStream 106 k 2024-04-15T14:25:53.702 INFO:teuthology.orchestra.run.smithi102.stdout: ceph-common x86_64 2:18.2.2-1221.ge3fb05d5.el9 ceph 18 M 2024-04-15T14:25:53.702 INFO:teuthology.orchestra.run.smithi102.stdout: ceph-grafana-dashboards noarch 2:18.2.2-1221.ge3fb05d5.el9 ceph-noarch 24 k 2024-04-15T14:25:53.702 INFO:teuthology.orchestra.run.smithi102.stdout: ceph-mds x86_64 2:18.2.2-1221.ge3fb05d5.el9 ceph 2.1 M 2024-04-15T14:25:53.702 INFO:teuthology.orchestra.run.smithi102.stdout: ceph-mgr-modules-core noarch 2:18.2.2-1221.ge3fb05d5.el9 ceph-noarch 246 k 2024-04-15T14:25:53.702 INFO:teuthology.orchestra.run.smithi102.stdout: ceph-mon x86_64 2:18.2.2-1221.ge3fb05d5.el9 ceph 4.7 M 2024-04-15T14:25:53.702 INFO:teuthology.orchestra.run.smithi102.stdout: ceph-osd x86_64 2:18.2.2-1221.ge3fb05d5.el9 ceph 17 M 2024-04-15T14:25:53.702 INFO:teuthology.orchestra.run.smithi102.stdout: ceph-prometheus-alerts noarch 2:18.2.2-1221.ge3fb05d5.el9 ceph-noarch 15 k 2024-04-15T14:25:53.702 INFO:teuthology.orchestra.run.smithi102.stdout: ceph-selinux x86_64 2:18.2.2-1221.ge3fb05d5.el9 ceph 25 k 2024-04-15T14:25:53.703 INFO:teuthology.orchestra.run.smithi102.stdout: flexiblas x86_64 3.0.4-8.el9 CentOS-AppStream 32 k 2024-04-15T14:25:53.703 INFO:teuthology.orchestra.run.smithi102.stdout: flexiblas-netlib x86_64 3.0.4-8.el9 CentOS-AppStream 3.0 M 2024-04-15T14:25:53.703 INFO:teuthology.orchestra.run.smithi102.stdout: flexiblas-openblas-openmp x86_64 3.0.4-8.el9 CentOS-AppStream 17 k 2024-04-15T14:25:53.703 INFO:teuthology.orchestra.run.smithi102.stdout: fmt x86_64 8.1.1-5.el9 epel 111 k 2024-04-15T14:25:53.703 INFO:teuthology.orchestra.run.smithi102.stdout: fuse x86_64 2.9.9-15.el9 CentOS-BaseOS 79 k 2024-04-15T14:25:53.703 INFO:teuthology.orchestra.run.smithi102.stdout: gperftools-libs x86_64 2.9.1-2.el9 epel 309 k 2024-04-15T14:25:53.703 INFO:teuthology.orchestra.run.smithi102.stdout: jq x86_64 1.6-16.el9 baseos 187 k 2024-04-15T14:25:53.703 INFO:teuthology.orchestra.run.smithi102.stdout: libarrow x86_64 9.0.0-10.el9 epel 4.4 M 2024-04-15T14:25:53.703 INFO:teuthology.orchestra.run.smithi102.stdout: libarrow-doc noarch 9.0.0-10.el9 epel 26 k 2024-04-15T14:25:53.703 INFO:teuthology.orchestra.run.smithi102.stdout: libcephsqlite x86_64 2:18.2.2-1221.ge3fb05d5.el9 ceph 166 k 2024-04-15T14:25:53.703 INFO:teuthology.orchestra.run.smithi102.stdout: libgfortran x86_64 11.4.1-3.el9 baseos 803 k 2024-04-15T14:25:53.703 INFO:teuthology.orchestra.run.smithi102.stdout: liboath x86_64 2.6.7-2.el9 epel 49 k 2024-04-15T14:25:53.703 INFO:teuthology.orchestra.run.smithi102.stdout: libpmemobj x86_64 1.12.1-1.el9 CentOS-AppStream 159 k 2024-04-15T14:25:53.703 INFO:teuthology.orchestra.run.smithi102.stdout: libquadmath x86_64 11.4.1-3.el9 baseos 195 k 2024-04-15T14:25:53.703 INFO:teuthology.orchestra.run.smithi102.stdout: librabbitmq x86_64 0.11.0-7.el9 CentOS-AppStream 44 k 2024-04-15T14:25:53.703 INFO:teuthology.orchestra.run.smithi102.stdout: libradosstriper1 x86_64 2:18.2.2-1221.ge3fb05d5.el9 ceph 474 k 2024-04-15T14:25:53.704 INFO:teuthology.orchestra.run.smithi102.stdout: librdkafka x86_64 1.6.1-102.el9 CentOS-AppStream 661 k 2024-04-15T14:25:53.704 INFO:teuthology.orchestra.run.smithi102.stdout: librgw2 x86_64 2:18.2.2-1221.ge3fb05d5.el9 ceph 4.5 M 2024-04-15T14:25:53.704 INFO:teuthology.orchestra.run.smithi102.stdout: libunwind x86_64 1.6.2-1.el9 epel 67 k 2024-04-15T14:25:53.704 INFO:teuthology.orchestra.run.smithi102.stdout: lttng-ust x86_64 2.12.0-6.el9 CentOS-AppStream 282 k 2024-04-15T14:25:53.704 INFO:teuthology.orchestra.run.smithi102.stdout: oniguruma x86_64 6.9.6-1.el9.5 CentOS-AppStream 217 k 2024-04-15T14:25:53.704 INFO:teuthology.orchestra.run.smithi102.stdout: openblas x86_64 0.3.21-2.el9 CentOS-AppStream 34 k 2024-04-15T14:25:53.704 INFO:teuthology.orchestra.run.smithi102.stdout: openblas-openmp x86_64 0.3.21-2.el9 CentOS-AppStream 4.7 M 2024-04-15T14:25:53.704 INFO:teuthology.orchestra.run.smithi102.stdout: parquet-libs x86_64 9.0.0-10.el9 epel 838 k 2024-04-15T14:25:53.704 INFO:teuthology.orchestra.run.smithi102.stdout: python3-asyncssh noarch 2.13.2-5.el9 epel 548 k 2024-04-15T14:25:53.704 INFO:teuthology.orchestra.run.smithi102.stdout: python3-attrs noarch 20.3.0-7.el9 CentOS-AppStream 78 k 2024-04-15T14:25:53.704 INFO:teuthology.orchestra.run.smithi102.stdout: python3-babel noarch 2.9.1-2.el9 CentOS-AppStream 5.8 M 2024-04-15T14:25:53.704 INFO:teuthology.orchestra.run.smithi102.stdout: python3-bcrypt x86_64 3.2.2-1.el9 epel 43 k 2024-04-15T14:25:53.704 INFO:teuthology.orchestra.run.smithi102.stdout: python3-cachetools noarch 4.2.4-1.el9 epel 32 k 2024-04-15T14:25:53.704 INFO:teuthology.orchestra.run.smithi102.stdout: python3-ceph-argparse x86_64 2:18.2.2-1221.ge3fb05d5.el9 ceph 45 k 2024-04-15T14:25:53.704 INFO:teuthology.orchestra.run.smithi102.stdout: python3-ceph-common x86_64 2:18.2.2-1221.ge3fb05d5.el9 ceph 129 k 2024-04-15T14:25:53.705 INFO:teuthology.orchestra.run.smithi102.stdout: python3-certifi noarch 2021.10.8-2.el9 epel 15 k 2024-04-15T14:25:53.705 INFO:teuthology.orchestra.run.smithi102.stdout: python3-cffi x86_64 1.14.5-5.el9 CentOS-BaseOS 241 k 2024-04-15T14:25:53.705 INFO:teuthology.orchestra.run.smithi102.stdout: python3-cheroot noarch 8.6.0-4.el9 epel 172 k 2024-04-15T14:25:53.705 INFO:teuthology.orchestra.run.smithi102.stdout: python3-cherrypy noarch 18.6.1-2.el9 epel 358 k 2024-04-15T14:25:53.705 INFO:teuthology.orchestra.run.smithi102.stdout: python3-cryptography x86_64 36.0.1-4.el9 CentOS-BaseOS 1.1 M 2024-04-15T14:25:53.705 INFO:teuthology.orchestra.run.smithi102.stdout: python3-devel x86_64 3.9.17-2.el9 appstream 245 k 2024-04-15T14:25:53.705 INFO:teuthology.orchestra.run.smithi102.stdout: python3-google-auth noarch 1:2.28.2-1.el9 epel 203 k 2024-04-15T14:25:53.705 INFO:teuthology.orchestra.run.smithi102.stdout: python3-iniconfig noarch 1.1.1-7.el9 CentOS-AppStream 16 k 2024-04-15T14:25:53.705 INFO:teuthology.orchestra.run.smithi102.stdout: python3-jaraco noarch 8.2.1-3.el9 epel 11 k 2024-04-15T14:25:53.705 INFO:teuthology.orchestra.run.smithi102.stdout: python3-jaraco-classes noarch 3.2.1-5.el9 epel 18 k 2024-04-15T14:25:53.705 INFO:teuthology.orchestra.run.smithi102.stdout: python3-jaraco-collections noarch 3.0.0-8.el9 epel 23 k 2024-04-15T14:25:53.705 INFO:teuthology.orchestra.run.smithi102.stdout: python3-jaraco-functools noarch 3.5.0-2.el9 epel 19 k 2024-04-15T14:25:53.705 INFO:teuthology.orchestra.run.smithi102.stdout: python3-jaraco-text noarch 3.2.0-6.el9 epel 20 k 2024-04-15T14:25:53.705 INFO:teuthology.orchestra.run.smithi102.stdout: python3-jinja2 noarch 2.11.3-5.el9 appstream 248 k 2024-04-15T14:25:53.705 INFO:teuthology.orchestra.run.smithi102.stdout: python3-jsonpatch noarch 1.21-16.el9 CentOS-AppStream 24 k 2024-04-15T14:25:53.706 INFO:teuthology.orchestra.run.smithi102.stdout: python3-jsonpointer noarch 2.0-4.el9 CentOS-AppStream 18 k 2024-04-15T14:25:53.706 INFO:teuthology.orchestra.run.smithi102.stdout: python3-kubernetes noarch 1:26.1.0-2.el9 epel 1.0 M 2024-04-15T14:25:53.706 INFO:teuthology.orchestra.run.smithi102.stdout: python3-logutils noarch 0.3.5-21.el9 epel 46 k 2024-04-15T14:25:53.706 INFO:teuthology.orchestra.run.smithi102.stdout: python3-mako noarch 1.1.4-6.el9 CentOS-AppStream 144 k 2024-04-15T14:25:53.706 INFO:teuthology.orchestra.run.smithi102.stdout: python3-markupsafe x86_64 1.1.1-12.el9 CentOS-AppStream 32 k 2024-04-15T14:25:53.706 INFO:teuthology.orchestra.run.smithi102.stdout: python3-more-itertools noarch 8.12.0-2.el9 epel 79 k 2024-04-15T14:25:53.706 INFO:teuthology.orchestra.run.smithi102.stdout: python3-natsort noarch 7.1.1-5.el9 epel 58 k 2024-04-15T14:25:53.706 INFO:teuthology.orchestra.run.smithi102.stdout: python3-numpy x86_64 1:1.20.1-5.el9 CentOS-AppStream 4.8 M 2024-04-15T14:25:53.706 INFO:teuthology.orchestra.run.smithi102.stdout: python3-numpy-f2py x86_64 1:1.20.1-5.el9 CentOS-AppStream 217 k 2024-04-15T14:25:53.706 INFO:teuthology.orchestra.run.smithi102.stdout: python3-oauthlib noarch 3.1.1-5.el9 CentOS-AppStream 174 k 2024-04-15T14:25:53.706 INFO:teuthology.orchestra.run.smithi102.stdout: python3-packaging noarch 20.9-5.el9 CentOS-AppStream 69 k 2024-04-15T14:25:53.706 INFO:teuthology.orchestra.run.smithi102.stdout: python3-pecan noarch 1.4.2-3.el9 epel 272 k 2024-04-15T14:25:53.707 INFO:teuthology.orchestra.run.smithi102.stdout: python3-pluggy noarch 0.13.1-7.el9 CentOS-AppStream 38 k 2024-04-15T14:25:53.707 INFO:teuthology.orchestra.run.smithi102.stdout: python3-ply noarch 3.11-14.el9 CentOS-BaseOS 103 k 2024-04-15T14:25:53.707 INFO:teuthology.orchestra.run.smithi102.stdout: python3-portend noarch 3.1.0-2.el9 epel 16 k 2024-04-15T14:25:53.707 INFO:teuthology.orchestra.run.smithi102.stdout: python3-prettytable noarch 0.7.2-27.el9 CentOS-AppStream 41 k 2024-04-15T14:25:53.707 INFO:teuthology.orchestra.run.smithi102.stdout: python3-py noarch 1.10.0-6.el9 CentOS-AppStream 427 k 2024-04-15T14:25:53.707 INFO:teuthology.orchestra.run.smithi102.stdout: python3-pyOpenSSL noarch 21.0.0-1.el9 epel 90 k 2024-04-15T14:25:53.707 INFO:teuthology.orchestra.run.smithi102.stdout: python3-pyasn1 noarch 0.4.8-6.el9 CentOS-AppStream 132 k 2024-04-15T14:25:53.707 INFO:teuthology.orchestra.run.smithi102.stdout: python3-pyasn1-modules noarch 0.4.8-6.el9 CentOS-AppStream 211 k 2024-04-15T14:25:53.707 INFO:teuthology.orchestra.run.smithi102.stdout: python3-pycparser noarch 2.20-6.el9 CentOS-BaseOS 124 k 2024-04-15T14:25:53.707 INFO:teuthology.orchestra.run.smithi102.stdout: python3-pytz noarch 2021.1-5.el9 CentOS-AppStream 47 k 2024-04-15T14:25:53.707 INFO:teuthology.orchestra.run.smithi102.stdout: python3-repoze-lru noarch 0.7-16.el9 epel 31 k 2024-04-15T14:25:53.707 INFO:teuthology.orchestra.run.smithi102.stdout: python3-requests noarch 2.25.1-8.el9 baseos 125 k 2024-04-15T14:25:53.707 INFO:teuthology.orchestra.run.smithi102.stdout: python3-requests-oauthlib noarch 1.3.0-12.el9 CentOS-AppStream 43 k 2024-04-15T14:25:53.707 INFO:teuthology.orchestra.run.smithi102.stdout: python3-routes noarch 2.5.1-5.el9 epel 188 k 2024-04-15T14:25:53.708 INFO:teuthology.orchestra.run.smithi102.stdout: python3-rsa noarch 4.9-2.el9 epel 59 k 2024-04-15T14:25:53.708 INFO:teuthology.orchestra.run.smithi102.stdout: python3-scipy x86_64 1.6.2-8.el9 CentOS-AppStream 16 M 2024-04-15T14:25:53.708 INFO:teuthology.orchestra.run.smithi102.stdout: python3-tempora noarch 5.0.0-2.el9 epel 36 k 2024-04-15T14:25:53.708 INFO:teuthology.orchestra.run.smithi102.stdout: python3-toml noarch 0.10.2-6.el9 CentOS-AppStream 39 k 2024-04-15T14:25:53.708 INFO:teuthology.orchestra.run.smithi102.stdout: python3-typing-extensions noarch 4.4.0-2.el9 epel 51 k 2024-04-15T14:25:53.708 INFO:teuthology.orchestra.run.smithi102.stdout: python3-urllib3 noarch 1.26.5-5.el9 CentOS-BaseOS 187 k 2024-04-15T14:25:53.708 INFO:teuthology.orchestra.run.smithi102.stdout: python3-webob noarch 1.8.7-6.el9 epel 230 k 2024-04-15T14:25:53.708 INFO:teuthology.orchestra.run.smithi102.stdout: python3-websocket-client noarch 1.2.3-2.el9 epel 90 k 2024-04-15T14:25:53.708 INFO:teuthology.orchestra.run.smithi102.stdout: python3-werkzeug noarch 2.0.3-3.el9.1 epel 427 k 2024-04-15T14:25:53.708 INFO:teuthology.orchestra.run.smithi102.stdout: python3-zc-lockfile noarch 2.0-10.el9 epel 20 k 2024-04-15T14:25:53.708 INFO:teuthology.orchestra.run.smithi102.stdout: re2 x86_64 1:20211101-3.el9 epel 192 k 2024-04-15T14:25:53.708 INFO:teuthology.orchestra.run.smithi102.stdout: socat x86_64 1.7.4.1-5.el9 CentOS-AppStream 300 k 2024-04-15T14:25:53.708 INFO:teuthology.orchestra.run.smithi102.stdout: thrift x86_64 0.15.0-2.el9 epel 1.6 M 2024-04-15T14:25:53.708 INFO:teuthology.orchestra.run.smithi102.stdout: xmlstarlet x86_64 1.6.1-20.el9 CentOS-AppStream 63 k 2024-04-15T14:25:53.709 INFO:teuthology.orchestra.run.smithi102.stdout: 2024-04-15T14:25:53.709 INFO:teuthology.orchestra.run.smithi102.stdout:Transaction Summary 2024-04-15T14:25:53.709 INFO:teuthology.orchestra.run.smithi102.stdout:============================================================================================ 2024-04-15T14:25:53.709 INFO:teuthology.orchestra.run.smithi102.stdout:Install 118 Packages 2024-04-15T14:25:53.709 INFO:teuthology.orchestra.run.smithi102.stdout:Upgrade 2 Packages 2024-04-15T14:25:53.709 INFO:teuthology.orchestra.run.smithi102.stdout: 2024-04-15T14:25:53.710 INFO:teuthology.orchestra.run.smithi016.stdout:(23/120): python3-rbd-18.2.2-1221.ge3fb05d5.el9 2.5 MB/s | 298 kB 00:00 2024-04-15T14:25:53.710 INFO:teuthology.orchestra.run.smithi102.stdout:Total download size: 178 M 2024-04-15T14:25:53.710 INFO:teuthology.orchestra.run.smithi102.stdout:Downloading Packages: 2024-04-15T14:25:53.733 INFO:teuthology.orchestra.run.smithi016.stdout:(24/120): rbd-fuse-18.2.2-1221.ge3fb05d5.el9.x8 1.4 MB/s | 87 kB 00:00 2024-04-15T14:25:53.850 INFO:teuthology.orchestra.run.smithi016.stdout:(25/120): rbd-nbd-18.2.2-1221.ge3fb05d5.el9.x86 1.4 MB/s | 172 kB 00:00 2024-04-15T14:25:53.917 INFO:teuthology.orchestra.run.smithi016.stdout:(26/120): ceph-grafana-dashboards-18.2.2-1221.g 366 kB/s | 24 kB 00:00 2024-04-15T14:25:53.967 INFO:teuthology.orchestra.run.smithi016.stdout:(27/120): python3-rados-18.2.2-1221.ge3fb05d5.e 799 kB/s | 321 kB 00:00 2024-04-15T14:25:53.993 INFO:teuthology.orchestra.run.smithi016.stdout:(28/120): ceph-mgr-cephadm-18.2.2-1221.ge3fb05d 1.8 MB/s | 138 kB 00:00 2024-04-15T14:25:54.535 INFO:teuthology.orchestra.run.smithi016.stdout:(29/120): rbd-mirror-18.2.2-1221.ge3fb05d5.el9. 3.6 MB/s | 3.0 MB 00:00 2024-04-15T14:25:54.693 INFO:teuthology.orchestra.run.smithi016.stdout:(30/120): ceph-mgr-modules-core-18.2.2-1221.ge3 1.5 MB/s | 246 kB 00:00 2024-04-15T14:25:54.762 INFO:teuthology.orchestra.run.smithi102.stdout:(1/120): ceph-18.2.2-1221.ge3fb05d5.el9.x86_64. 9.5 kB/s | 6.5 kB 00:00 2024-04-15T14:25:54.768 INFO:teuthology.orchestra.run.smithi016.stdout:(31/120): ceph-mgr-dashboard-18.2.2-1221.ge3fb0 4.4 MB/s | 3.5 MB 00:00 2024-04-15T14:25:54.785 INFO:teuthology.orchestra.run.smithi016.stdout:(32/120): ceph-mgr-rook-18.2.2-1221.ge3fb05d5.e 536 kB/s | 49 kB 00:00 2024-04-15T14:25:54.877 INFO:teuthology.orchestra.run.smithi016.stdout:(33/120): ceph-mgr-diskprediction-local-18.2.2- 8.4 MB/s | 7.4 MB 00:00 2024-04-15T14:25:54.894 INFO:teuthology.orchestra.run.smithi016.stdout:(34/120): ceph-prometheus-alerts-18.2.2-1221.ge 119 kB/s | 15 kB 00:00 2024-04-15T14:25:54.919 INFO:teuthology.orchestra.run.smithi016.stdout:(35/120): cephadm-18.2.2-1221.ge3fb05d5.el9.noa 1.6 MB/s | 224 kB 00:00 2024-04-15T14:25:55.053 INFO:teuthology.orchestra.run.smithi016.stdout:(36/120): boost-program-options-1.75.0-8.el9.x8 603 kB/s | 106 kB 00:00 2024-04-15T14:25:55.070 INFO:teuthology.orchestra.run.smithi016.stdout:(37/120): flexiblas-3.0.4-8.el9.x86_64.rpm 180 kB/s | 32 kB 00:00 2024-04-15T14:25:55.087 INFO:teuthology.orchestra.run.smithi016.stdout:(38/120): flexiblas-openblas-openmp-3.0.4-8.el9 517 kB/s | 17 kB 00:00 2024-04-15T14:25:55.087 INFO:teuthology.orchestra.run.smithi102.stdout:(2/120): ceph-fuse-18.2.2-1221.ge3fb05d5.el9.x8 2.5 MB/s | 848 kB 00:00 2024-04-15T14:25:55.137 INFO:teuthology.orchestra.run.smithi016.stdout:(39/120): libpmemobj-1.12.1-1.el9.x86_64.rpm 2.3 MB/s | 159 kB 00:00 2024-04-15T14:25:55.154 INFO:teuthology.orchestra.run.smithi016.stdout:(40/120): librabbitmq-0.11.0-7.el9.x86_64.rpm 662 kB/s | 44 kB 00:00 2024-04-15T14:25:55.154 INFO:teuthology.orchestra.run.smithi102.stdout:(3/120): ceph-immutable-object-cache-18.2.2-122 2.1 MB/s | 143 kB 00:00 2024-04-15T14:25:55.313 INFO:teuthology.orchestra.run.smithi016.stdout:(41/120): librdkafka-1.6.1-102.el9.x86_64.rpm 3.7 MB/s | 661 kB 00:00 2024-04-15T14:25:55.346 INFO:teuthology.orchestra.run.smithi016.stdout:(42/120): lttng-ust-2.12.0-6.el9.x86_64.rpm 1.4 MB/s | 282 kB 00:00 2024-04-15T14:25:55.372 INFO:teuthology.orchestra.run.smithi016.stdout:(43/120): oniguruma-6.9.6-1.el9.5.x86_64.rpm 3.7 MB/s | 217 kB 00:00 2024-04-15T14:25:55.389 INFO:teuthology.orchestra.run.smithi016.stdout:(44/120): openblas-0.3.21-2.el9.x86_64.rpm 831 kB/s | 34 kB 00:00 2024-04-15T14:25:55.463 INFO:teuthology.orchestra.run.smithi102.stdout:(4/120): ceph-base-18.2.2-1221.ge3fb05d5.el9.x8 3.7 MB/s | 5.1 MB 00:01 2024-04-15T14:25:55.521 INFO:teuthology.orchestra.run.smithi102.stdout:(5/120): ceph-mds-18.2.2-1221.ge3fb05d5.el9.x86 5.7 MB/s | 2.1 MB 00:00 2024-04-15T14:25:55.556 INFO:teuthology.orchestra.run.smithi016.stdout:(45/120): flexiblas-netlib-3.0.4-8.el9.x86_64.r 5.1 MB/s | 3.0 MB 00:00 2024-04-15T14:25:55.573 INFO:teuthology.orchestra.run.smithi016.stdout:(46/120): python3-attrs-20.3.0-7.el9.noarch.rpm 424 kB/s | 78 kB 00:00 2024-04-15T14:25:55.688 INFO:teuthology.orchestra.run.smithi102.stdout:(6/120): ceph-mgr-18.2.2-1221.ge3fb05d5.el9.x86 6.5 MB/s | 1.5 MB 00:00 2024-04-15T14:25:55.723 INFO:teuthology.orchestra.run.smithi016.stdout:(47/120): openblas-openmp-0.3.21-2.el9.x86_64.r 14 MB/s | 4.7 MB 00:00 2024-04-15T14:25:55.790 INFO:teuthology.orchestra.run.smithi016.stdout:(48/120): python3-iniconfig-1.1.1-7.el9.noarch. 76 kB/s | 16 kB 00:00 2024-04-15T14:25:55.898 INFO:teuthology.orchestra.run.smithi016.stdout:(49/120): python3-babel-2.9.1-2.el9.noarch.rpm 17 MB/s | 5.8 MB 00:00 2024-04-15T14:25:55.924 INFO:teuthology.orchestra.run.smithi016.stdout:(50/120): python3-jsonpatch-1.21-16.el9.noarch. 123 kB/s | 24 kB 00:00 2024-04-15T14:25:55.949 INFO:teuthology.orchestra.run.smithi016.stdout:(51/120): python3-jsonpointer-2.0-4.el9.noarch. 115 kB/s | 18 kB 00:00 2024-04-15T14:25:55.974 INFO:teuthology.orchestra.run.smithi016.stdout:(52/120): python3-mako-1.1.4-6.el9.noarch.rpm 1.9 MB/s | 144 kB 00:00 2024-04-15T14:25:55.999 INFO:teuthology.orchestra.run.smithi016.stdout:(53/120): python3-markupsafe-1.1.1-12.el9.x86_6 634 kB/s | 32 kB 00:00 2024-04-15T14:25:56.091 INFO:teuthology.orchestra.run.smithi016.stdout:(54/120): python3-numpy-f2py-1.20.1-5.el9.x86_6 1.8 MB/s | 217 kB 00:00 2024-04-15T14:25:56.150 INFO:teuthology.orchestra.run.smithi016.stdout:(55/120): python3-numpy-1.20.1-5.el9.x86_64.rpm 24 MB/s | 4.8 MB 00:00 2024-04-15T14:25:56.175 INFO:teuthology.orchestra.run.smithi016.stdout:(56/120): python3-oauthlib-3.1.1-5.el9.noarch.r 1.0 MB/s | 174 kB 00:00 2024-04-15T14:25:56.200 INFO:teuthology.orchestra.run.smithi016.stdout:(57/120): python3-packaging-20.9-5.el9.noarch.r 636 kB/s | 69 kB 00:00 2024-04-15T14:25:56.225 INFO:teuthology.orchestra.run.smithi016.stdout:(58/120): python3-pluggy-0.13.1-7.el9.noarch.rp 757 kB/s | 38 kB 00:00 2024-04-15T14:25:56.230 INFO:teuthology.orchestra.run.smithi102.stdout:(7/120): ceph-mon-18.2.2-1221.ge3fb05d5.el9.x86 6.6 MB/s | 4.7 MB 00:00 2024-04-15T14:25:56.251 INFO:teuthology.orchestra.run.smithi016.stdout:(59/120): python3-prettytable-0.7.2-27.el9.noar 550 kB/s | 41 kB 00:00 2024-04-15T14:25:56.276 INFO:teuthology.orchestra.run.smithi016.stdout:(60/120): python3-py-1.10.0-6.el9.noarch.rpm 5.6 MB/s | 427 kB 00:00 2024-04-15T14:25:56.301 INFO:teuthology.orchestra.run.smithi016.stdout:(61/120): python3-pyasn1-0.4.8-6.el9.noarch.rpm 2.6 MB/s | 132 kB 00:00 2024-04-15T14:25:56.326 INFO:teuthology.orchestra.run.smithi016.stdout:(62/120): python3-pyasn1-modules-0.4.8-6.el9.no 2.8 MB/s | 211 kB 00:00 2024-04-15T14:25:56.351 INFO:teuthology.orchestra.run.smithi016.stdout:(63/120): python3-pytest-6.2.2-7.el9.noarch.rpm 6.1 MB/s | 473 kB 00:00 2024-04-15T14:25:56.368 INFO:teuthology.orchestra.run.smithi016.stdout:(64/120): python3-pytz-2021.1-5.el9.noarch.rpm 1.1 MB/s | 47 kB 00:00 2024-04-15T14:25:56.385 INFO:teuthology.orchestra.run.smithi016.stdout:(65/120): python3-requests-oauthlib-1.3.0-12.el 742 kB/s | 43 kB 00:00 2024-04-15T14:25:56.594 INFO:teuthology.orchestra.run.smithi016.stdout:(66/120): python3-toml-0.10.2-6.el9.noarch.rpm 187 kB/s | 39 kB 00:00 2024-04-15T14:25:56.619 INFO:teuthology.orchestra.run.smithi016.stdout:(67/120): socat-1.7.4.1-5.el9.x86_64.rpm 1.3 MB/s | 300 kB 00:00 2024-04-15T14:25:56.778 INFO:teuthology.orchestra.run.smithi016.stdout:(68/120): python3-scipy-1.6.2-8.el9.x86_64.rpm 37 MB/s | 16 MB 00:00 2024-04-15T14:25:56.794 INFO:teuthology.orchestra.run.smithi016.stdout:(69/120): xmlstarlet-1.6.1-20.el9.x86_64.rpm 313 kB/s | 63 kB 00:00 2024-04-15T14:25:56.820 INFO:teuthology.orchestra.run.smithi016.stdout:(70/120): fuse-2.9.9-15.el9.x86_64.rpm 398 kB/s | 79 kB 00:00 2024-04-15T14:25:56.845 INFO:teuthology.orchestra.run.smithi016.stdout:(71/120): python3-cffi-1.14.5-5.el9.x86_64.rpm 3.5 MB/s | 241 kB 00:00 2024-04-15T14:25:56.870 INFO:teuthology.orchestra.run.smithi016.stdout:(72/120): python3-ply-3.11-14.el9.noarch.rpm 2.0 MB/s | 103 kB 00:00 2024-04-15T14:25:56.904 INFO:teuthology.orchestra.run.smithi016.stdout:(73/120): python3-cryptography-36.0.1-4.el9.x86 14 MB/s | 1.1 MB 00:00 2024-04-15T14:25:56.929 INFO:teuthology.orchestra.run.smithi016.stdout:(74/120): python3-pycparser-2.20-6.el9.noarch.r 1.4 MB/s | 124 kB 00:00 2024-04-15T14:25:56.954 INFO:teuthology.orchestra.run.smithi016.stdout:(75/120): python3-urllib3-1.26.5-5.el9.noarch.r 2.2 MB/s | 187 kB 00:00 2024-04-15T14:25:57.039 INFO:teuthology.orchestra.run.smithi102.stdout:(8/120): ceph-radosgw-18.2.2-1221.ge3fb05d5.el9 9.6 MB/s | 7.7 MB 00:00 2024-04-15T14:25:57.114 INFO:teuthology.orchestra.run.smithi102.stdout:(9/120): ceph-selinux-18.2.2-1221.ge3fb05d5.el9 336 kB/s | 25 kB 00:00 2024-04-15T14:25:57.855 INFO:teuthology.orchestra.run.smithi016.stdout:(76/120): libquadmath-11.4.1-3.el9.x86_64.rpm 217 kB/s | 195 kB 00:00 2024-04-15T14:25:57.880 INFO:teuthology.orchestra.run.smithi016.stdout:(77/120): jq-1.6-16.el9.x86_64.rpm 197 kB/s | 187 kB 00:00 2024-04-15T14:25:58.155 INFO:teuthology.orchestra.run.smithi016.stdout:(78/120): python3-devel-3.9.17-2.el9.x86_64.rpm 893 kB/s | 245 kB 00:00 2024-04-15T14:25:58.264 INFO:teuthology.orchestra.run.smithi016.stdout:(79/120): python3-jinja2-2.11.3-5.el9.noarch.rp 2.2 MB/s | 248 kB 00:00 2024-04-15T14:25:58.581 INFO:teuthology.orchestra.run.smithi016.stdout:(80/120): libgfortran-11.4.1-3.el9.x86_64.rpm 486 kB/s | 803 kB 00:01 2024-04-15T14:25:58.690 INFO:teuthology.orchestra.run.smithi016.stdout:(81/120): python3-requests-2.25.1-8.el9.noarch. 150 kB/s | 125 kB 00:00 2024-04-15T14:25:58.706 INFO:teuthology.orchestra.run.smithi016.stdout:(82/120): fmt-8.1.1-5.el9.x86_64.rpm 250 kB/s | 111 kB 00:00 2024-04-15T14:25:58.974 INFO:teuthology.orchestra.run.smithi016.stdout:(83/120): libarrow-doc-9.0.0-10.el9.noarch.rpm 97 kB/s | 26 kB 00:00 2024-04-15T14:25:59.006 INFO:teuthology.orchestra.run.smithi102.stdout:(10/120): ceph-common-18.2.2-1221.ge3fb05d5.el9 3.7 MB/s | 18 MB 00:04 2024-04-15T14:25:59.089 INFO:teuthology.orchestra.run.smithi102.stdout:(11/120): libcephfs-devel-18.2.2-1221.ge3fb05d5 374 kB/s | 31 kB 00:00 2024-04-15T14:25:59.090 INFO:teuthology.orchestra.run.smithi016.stdout:(84/120): gperftools-libs-2.9.1-2.el9.x86_64.rp 607 kB/s | 309 kB 00:00 2024-04-15T14:25:59.281 INFO:teuthology.orchestra.run.smithi102.stdout:(12/120): libcephfs2-18.2.2-1221.ge3fb05d5.el9. 3.6 MB/s | 708 kB 00:00 2024-04-15T14:25:59.307 INFO:teuthology.orchestra.run.smithi016.stdout:(85/120): liboath-2.6.7-2.el9.x86_64.rpm 145 kB/s | 49 kB 00:00 2024-04-15T14:25:59.382 INFO:teuthology.orchestra.run.smithi102.stdout:(13/120): libcephsqlite-18.2.2-1221.ge3fb05d5.e 1.6 MB/s | 166 kB 00:00 2024-04-15T14:25:59.433 INFO:teuthology.orchestra.run.smithi016.stdout:(86/120): libunwind-1.6.2-1.el9.x86_64.rpm 197 kB/s | 67 kB 00:00 2024-04-15T14:25:59.607 INFO:teuthology.orchestra.run.smithi102.stdout:(14/120): ceph-osd-18.2.2-1221.ge3fb05d5.el9.x8 4.2 MB/s | 17 MB 00:03 2024-04-15T14:25:59.632 INFO:teuthology.orchestra.run.smithi102.stdout:(15/120): librados-devel-18.2.2-1221.ge3fb05d5. 506 kB/s | 127 kB 00:00 2024-04-15T14:25:59.683 INFO:teuthology.orchestra.run.smithi102.stdout:(16/120): libradosstriper1-18.2.2-1221.ge3fb05d 6.2 MB/s | 474 kB 00:00 2024-04-15T14:25:59.741 INFO:teuthology.orchestra.run.smithi016.stdout:(87/120): libarrow-9.0.0-10.el9.x86_64.rpm 4.2 MB/s | 4.4 MB 00:01 2024-04-15T14:25:59.758 INFO:teuthology.orchestra.run.smithi102.stdout:(17/120): python3-ceph-argparse-18.2.2-1221.ge3 601 kB/s | 45 kB 00:00 2024-04-15T14:25:59.983 INFO:teuthology.orchestra.run.smithi016.stdout:(88/120): parquet-libs-9.0.0-10.el9.x86_64.rpm 1.2 MB/s | 838 kB 00:00 2024-04-15T14:26:00.017 INFO:teuthology.orchestra.run.smithi016.stdout:(89/120): python3-asyncssh-2.13.2-5.el9.noarch. 939 kB/s | 548 kB 00:00 2024-04-15T14:26:00.084 INFO:teuthology.orchestra.run.smithi016.stdout:(90/120): python3-bcrypt-3.2.2-1.el9.x86_64.rpm 127 kB/s | 43 kB 00:00 2024-04-15T14:26:00.125 INFO:teuthology.orchestra.run.smithi102.stdout:(18/120): ceph-test-18.2.2-1221.ge3fb05d5.el9.x 13 MB/s | 40 MB 00:03 2024-04-15T14:26:00.151 INFO:teuthology.orchestra.run.smithi102.stdout:(19/120): python3-ceph-common-18.2.2-1221.ge3fb 329 kB/s | 129 kB 00:00 2024-04-15T14:26:00.201 INFO:teuthology.orchestra.run.smithi102.stdout:(20/120): python3-cephfs-18.2.2-1221.ge3fb05d5. 2.1 MB/s | 162 kB 00:00 2024-04-15T14:26:00.251 INFO:teuthology.orchestra.run.smithi102.stdout:(21/120): python3-rados-18.2.2-1221.ge3fb05d5.e 3.1 MB/s | 321 kB 00:00 2024-04-15T14:26:00.267 INFO:teuthology.orchestra.run.smithi016.stdout:(91/120): python3-cachetools-4.2.4-1.el9.noarch 113 kB/s | 32 kB 00:00 2024-04-15T14:26:00.292 INFO:teuthology.orchestra.run.smithi016.stdout:(92/120): python3-certifi-2021.10.8-2.el9.noarc 54 kB/s | 15 kB 00:00 2024-04-15T14:26:00.293 INFO:teuthology.orchestra.run.smithi102.stdout:(22/120): python3-rbd-18.2.2-1221.ge3fb05d5.el9 3.2 MB/s | 298 kB 00:00 2024-04-15T14:26:00.326 INFO:teuthology.orchestra.run.smithi102.stdout:(23/120): python3-rgw-18.2.2-1221.ge3fb05d5.el9 1.3 MB/s | 99 kB 00:00 2024-04-15T14:26:00.377 INFO:teuthology.orchestra.run.smithi102.stdout:(24/120): rbd-fuse-18.2.2-1221.ge3fb05d5.el9.x8 1.0 MB/s | 87 kB 00:00 2024-04-15T14:26:00.485 INFO:teuthology.orchestra.run.smithi102.stdout:(25/120): rbd-nbd-18.2.2-1221.ge3fb05d5.el9.x86 1.6 MB/s | 172 kB 00:00 2024-04-15T14:26:00.601 INFO:teuthology.orchestra.run.smithi016.stdout:(93/120): python3-cheroot-8.6.0-4.el9.noarch.rp 332 kB/s | 172 kB 00:00 2024-04-15T14:26:00.619 INFO:teuthology.orchestra.run.smithi102.stdout:(26/120): librgw2-18.2.2-1221.ge3fb05d5.el9.x86 4.5 MB/s | 4.5 MB 00:00 2024-04-15T14:26:00.644 INFO:teuthology.orchestra.run.smithi102.stdout:(27/120): ceph-grafana-dashboards-18.2.2-1221.g 154 kB/s | 24 kB 00:00 2024-04-15T14:26:00.711 INFO:teuthology.orchestra.run.smithi102.stdout:(28/120): rbd-mirror-18.2.2-1221.ge3fb05d5.el9. 7.8 MB/s | 3.0 MB 00:00 2024-04-15T14:26:00.737 INFO:teuthology.orchestra.run.smithi102.stdout:(29/120): ceph-mgr-cephadm-18.2.2-1221.ge3fb05d 1.2 MB/s | 138 kB 00:00 2024-04-15T14:26:00.776 INFO:teuthology.orchestra.run.smithi016.stdout:(94/120): python3-cherrypy-18.6.1-2.el9.noarch. 704 kB/s | 358 kB 00:00 2024-04-15T14:26:00.801 INFO:teuthology.orchestra.run.smithi016.stdout:(95/120): python3-jaraco-8.2.1-3.el9.noarch.rpm 53 kB/s | 11 kB 00:00 2024-04-15T14:26:00.827 INFO:teuthology.orchestra.run.smithi016.stdout:(96/120): python3-google-auth-2.28.2-1.el9.noar 379 kB/s | 203 kB 00:00 2024-04-15T14:26:00.829 INFO:teuthology.orchestra.run.smithi102.stdout:(30/120): ceph-mgr-modules-core-18.2.2-1221.ge3 2.6 MB/s | 246 kB 00:00 2024-04-15T14:26:00.920 INFO:teuthology.orchestra.run.smithi102.stdout:(31/120): ceph-mgr-rook-18.2.2-1221.ge3fb05d5.e 539 kB/s | 49 kB 00:00 2024-04-15T14:26:00.979 INFO:teuthology.orchestra.run.smithi102.stdout:(32/120): ceph-mgr-dashboard-18.2.2-1221.ge3fb0 11 MB/s | 3.5 MB 00:00 2024-04-15T14:26:00.996 INFO:teuthology.orchestra.run.smithi102.stdout:(33/120): ceph-prometheus-alerts-18.2.2-1221.ge 198 kB/s | 15 kB 00:00 2024-04-15T14:26:01.044 INFO:teuthology.orchestra.run.smithi016.stdout:(97/120): python3-jaraco-classes-3.2.1-5.el9.no 66 kB/s | 18 kB 00:00 2024-04-15T14:26:01.063 INFO:teuthology.orchestra.run.smithi102.stdout:(34/120): cephadm-18.2.2-1221.ge3fb05d5.el9.noa 2.6 MB/s | 224 kB 00:00 2024-04-15T14:26:01.069 INFO:teuthology.orchestra.run.smithi016.stdout:(98/120): python3-jaraco-collections-3.0.0-8.el 87 kB/s | 23 kB 00:00 2024-04-15T14:26:01.094 INFO:teuthology.orchestra.run.smithi016.stdout:(99/120): python3-jaraco-functools-3.5.0-2.el9. 73 kB/s | 19 kB 00:00 2024-04-15T14:26:01.104 INFO:teuthology.orchestra.run.smithi102.stdout:(35/120): flexiblas-3.0.4-8.el9.x86_64.rpm 785 kB/s | 32 kB 00:00 2024-04-15T14:26:01.130 INFO:teuthology.orchestra.run.smithi102.stdout:(36/120): boost-program-options-1.75.0-8.el9.x8 791 kB/s | 106 kB 00:00 2024-04-15T14:26:01.189 INFO:teuthology.orchestra.run.smithi102.stdout:(37/120): flexiblas-openblas-openmp-3.0.4-8.el9 295 kB/s | 17 kB 00:00 2024-04-15T14:26:01.247 INFO:teuthology.orchestra.run.smithi102.stdout:(38/120): flexiblas-netlib-3.0.4-8.el9.x86_64.r 21 MB/s | 3.0 MB 00:00 2024-04-15T14:26:01.272 INFO:teuthology.orchestra.run.smithi102.stdout:(39/120): libpmemobj-1.12.1-1.el9.x86_64.rpm 1.9 MB/s | 159 kB 00:00 2024-04-15T14:26:01.311 INFO:teuthology.orchestra.run.smithi016.stdout:(100/120): python3-jaraco-text-3.2.0-6.el9.noar 74 kB/s | 20 kB 00:00 2024-04-15T14:26:01.373 INFO:teuthology.orchestra.run.smithi102.stdout:(40/120): librabbitmq-0.11.0-7.el9.x86_64.rpm 353 kB/s | 44 kB 00:00 2024-04-15T14:26:01.398 INFO:teuthology.orchestra.run.smithi102.stdout:(41/120): librdkafka-1.6.1-102.el9.x86_64.rpm 5.1 MB/s | 661 kB 00:00 2024-04-15T14:26:01.424 INFO:teuthology.orchestra.run.smithi102.stdout:(42/120): lttng-ust-2.12.0-6.el9.x86_64.rpm 5.6 MB/s | 282 kB 00:00 2024-04-15T14:26:01.445 INFO:teuthology.orchestra.run.smithi016.stdout:(101/120): python3-logutils-0.3.5-21.el9.noarch 132 kB/s | 46 kB 00:00 2024-04-15T14:26:01.449 INFO:teuthology.orchestra.run.smithi102.stdout:(43/120): oniguruma-6.9.6-1.el9.5.x86_64.rpm 4.3 MB/s | 217 kB 00:00 2024-04-15T14:26:01.474 INFO:teuthology.orchestra.run.smithi102.stdout:(44/120): openblas-0.3.21-2.el9.x86_64.rpm 685 kB/s | 34 kB 00:00 2024-04-15T14:26:01.583 INFO:teuthology.orchestra.run.smithi102.stdout:(45/120): ceph-mgr-diskprediction-local-18.2.2- 8.5 MB/s | 7.4 MB 00:00 2024-04-15T14:26:01.658 INFO:teuthology.orchestra.run.smithi102.stdout:(46/120): openblas-openmp-0.3.21-2.el9.x86_64.r 23 MB/s | 4.7 MB 00:00 2024-04-15T14:26:01.662 INFO:teuthology.orchestra.run.smithi016.stdout:(102/120): python3-more-itertools-8.12.0-2.el9. 225 kB/s | 79 kB 00:00 2024-04-15T14:26:01.684 INFO:teuthology.orchestra.run.smithi102.stdout:(47/120): python3-attrs-20.3.0-7.el9.noarch.rpm 376 kB/s | 78 kB 00:00 2024-04-15T14:26:01.779 INFO:teuthology.orchestra.run.smithi016.stdout:(103/120): python3-kubernetes-26.1.0-2.el9.noar 1.4 MB/s | 1.0 MB 00:00 2024-04-15T14:26:01.792 INFO:teuthology.orchestra.run.smithi102.stdout:(48/120): python3-babel-2.9.1-2.el9.noarch.rpm 28 MB/s | 5.8 MB 00:00 2024-04-15T14:26:01.804 INFO:teuthology.orchestra.run.smithi016.stdout:(104/120): python3-natsort-7.1.1-5.el9.noarch.r 161 kB/s | 58 kB 00:00 2024-04-15T14:26:01.818 INFO:teuthology.orchestra.run.smithi102.stdout:(49/120): python3-iniconfig-1.1.1-7.el9.noarch. 125 kB/s | 16 kB 00:00 2024-04-15T14:26:01.843 INFO:teuthology.orchestra.run.smithi102.stdout:(50/120): python3-jsonpatch-1.21-16.el9.noarch. 156 kB/s | 24 kB 00:00 2024-04-15T14:26:01.868 INFO:teuthology.orchestra.run.smithi102.stdout:(51/120): python3-jsonpointer-2.0-4.el9.noarch. 241 kB/s | 18 kB 00:00 2024-04-15T14:26:01.901 INFO:teuthology.orchestra.run.smithi102.stdout:(52/120): python3-mako-1.1.4-6.el9.noarch.rpm 2.4 MB/s | 144 kB 00:00 2024-04-15T14:26:01.927 INFO:teuthology.orchestra.run.smithi102.stdout:(53/120): python3-markupsafe-1.1.1-12.el9.x86_6 378 kB/s | 32 kB 00:00 2024-04-15T14:26:02.019 INFO:teuthology.orchestra.run.smithi102.stdout:(54/120): python3-numpy-1.20.1-5.el9.x86_64.rpm 32 MB/s | 4.8 MB 00:00 2024-04-15T14:26:02.038 INFO:teuthology.orchestra.run.smithi016.stdout:(105/120): python3-portend-3.1.0-2.el9.noarch.r 63 kB/s | 16 kB 00:00 2024-04-15T14:26:02.044 INFO:teuthology.orchestra.run.smithi102.stdout:(55/120): python3-numpy-f2py-1.20.1-5.el9.x86_6 1.9 MB/s | 217 kB 00:00 2024-04-15T14:26:02.069 INFO:teuthology.orchestra.run.smithi102.stdout:(56/120): python3-oauthlib-3.1.1-5.el9.noarch.r 1.2 MB/s | 174 kB 00:00 2024-04-15T14:26:02.095 INFO:teuthology.orchestra.run.smithi102.stdout:(57/120): python3-packaging-20.9-5.el9.noarch.r 920 kB/s | 69 kB 00:00 2024-04-15T14:26:02.120 INFO:teuthology.orchestra.run.smithi102.stdout:(58/120): python3-pluggy-0.13.1-7.el9.noarch.rp 754 kB/s | 38 kB 00:00 2024-04-15T14:26:02.145 INFO:teuthology.orchestra.run.smithi102.stdout:(59/120): python3-prettytable-0.7.2-27.el9.noar 548 kB/s | 41 kB 00:00 2024-04-15T14:26:02.171 INFO:teuthology.orchestra.run.smithi016.stdout:(106/120): python3-pecan-1.4.2-3.el9.noarch.rpm 535 kB/s | 272 kB 00:00 2024-04-15T14:26:02.195 INFO:teuthology.orchestra.run.smithi102.stdout:(60/120): python3-py-1.10.0-6.el9.noarch.rpm 4.2 MB/s | 427 kB 00:00 2024-04-15T14:26:02.221 INFO:teuthology.orchestra.run.smithi102.stdout:(61/120): python3-pyasn1-0.4.8-6.el9.noarch.rpm 1.7 MB/s | 132 kB 00:00 2024-04-15T14:26:02.230 INFO:teuthology.orchestra.run.smithi016.stdout:(107/120): python3-pyOpenSSL-21.0.0-1.el9.noarc 211 kB/s | 90 kB 00:00 2024-04-15T14:26:02.246 INFO:teuthology.orchestra.run.smithi102.stdout:(62/120): python3-pyasn1-modules-0.4.8-6.el9.no 2.1 MB/s | 211 kB 00:00 2024-04-15T14:26:02.271 INFO:teuthology.orchestra.run.smithi102.stdout:(63/120): python3-pytest-6.2.2-7.el9.noarch.rpm 6.1 MB/s | 473 kB 00:00 2024-04-15T14:26:02.288 INFO:teuthology.orchestra.run.smithi016.stdout:(108/120): python3-repoze-lru-0.7-16.el9.noarch 123 kB/s | 31 kB 00:00 2024-04-15T14:26:02.296 INFO:teuthology.orchestra.run.smithi102.stdout:(64/120): python3-pytz-2021.1-5.el9.noarch.rpm 958 kB/s | 47 kB 00:00 2024-04-15T14:26:02.321 INFO:teuthology.orchestra.run.smithi102.stdout:(65/120): python3-requests-oauthlib-1.3.0-12.el 575 kB/s | 43 kB 00:00 2024-04-15T14:26:02.522 INFO:teuthology.orchestra.run.smithi102.stdout:(66/120): python3-toml-0.10.2-6.el9.noarch.rpm 196 kB/s | 39 kB 00:00 2024-04-15T14:26:02.547 INFO:teuthology.orchestra.run.smithi016.stdout:(109/120): python3-tempora-5.0.0-2.el9.noarch.r 138 kB/s | 36 kB 00:00 2024-04-15T14:26:02.564 INFO:teuthology.orchestra.run.smithi016.stdout:(110/120): python3-rsa-4.9-2.el9.noarch.rpm 177 kB/s | 59 kB 00:00 2024-04-15T14:26:02.606 INFO:teuthology.orchestra.run.smithi016.stdout:(111/120): python3-routes-2.5.1-5.el9.noarch.rp 434 kB/s | 188 kB 00:00 2024-04-15T14:26:02.680 INFO:teuthology.orchestra.run.smithi102.stdout:(67/120): python3-scipy-1.6.2-8.el9.x86_64.rpm 38 MB/s | 16 MB 00:00 2024-04-15T14:26:02.705 INFO:teuthology.orchestra.run.smithi102.stdout:(68/120): socat-1.7.4.1-5.el9.x86_64.rpm 788 kB/s | 300 kB 00:00 2024-04-15T14:26:02.730 INFO:teuthology.orchestra.run.smithi102.stdout:(69/120): xmlstarlet-1.6.1-20.el9.x86_64.rpm 302 kB/s | 63 kB 00:00 2024-04-15T14:26:02.756 INFO:teuthology.orchestra.run.smithi102.stdout:(70/120): python3-cffi-1.14.5-5.el9.x86_64.rpm 4.7 MB/s | 241 kB 00:00 2024-04-15T14:26:02.781 INFO:teuthology.orchestra.run.smithi102.stdout:(71/120): fuse-2.9.9-15.el9.x86_64.rpm 1.0 MB/s | 79 kB 00:00 2024-04-15T14:26:02.823 INFO:teuthology.orchestra.run.smithi102.stdout:(72/120): python3-cryptography-36.0.1-4.el9.x86 12 MB/s | 1.1 MB 00:00 2024-04-15T14:26:02.848 INFO:teuthology.orchestra.run.smithi102.stdout:(73/120): python3-ply-3.11-14.el9.noarch.rpm 1.1 MB/s | 103 kB 00:00 2024-04-15T14:26:02.874 INFO:teuthology.orchestra.run.smithi102.stdout:(74/120): python3-pycparser-2.20-6.el9.noarch.r 1.3 MB/s | 124 kB 00:00 2024-04-15T14:26:02.881 INFO:teuthology.orchestra.run.smithi016.stdout:(112/120): python3-typing-extensions-4.4.0-2.el 153 kB/s | 51 kB 00:00 2024-04-15T14:26:02.899 INFO:teuthology.orchestra.run.smithi102.stdout:(75/120): python3-urllib3-1.26.5-5.el9.noarch.r 3.7 MB/s | 187 kB 00:00 2024-04-15T14:26:02.957 INFO:teuthology.orchestra.run.smithi016.stdout:(113/120): python3-websocket-client-1.2.3-2.el9 256 kB/s | 90 kB 00:00 2024-04-15T14:26:03.065 INFO:teuthology.orchestra.run.smithi016.stdout:(114/120): python3-webob-1.8.7-6.el9.noarch.rpm 458 kB/s | 230 kB 00:00 2024-04-15T14:26:03.216 INFO:teuthology.orchestra.run.smithi016.stdout:(115/120): python3-zc-lockfile-2.0-10.el9.noarc 77 kB/s | 20 kB 00:00 2024-04-15T14:26:03.466 INFO:teuthology.orchestra.run.smithi016.stdout:(116/120): python3-werkzeug-2.0.3-3.el9.1.noarc 731 kB/s | 427 kB 00:00 2024-04-15T14:26:03.499 INFO:teuthology.orchestra.run.smithi016.stdout:(117/120): re2-20211101-3.el9.x86_64.rpm 442 kB/s | 192 kB 00:00 2024-04-15T14:26:03.733 INFO:teuthology.orchestra.run.smithi102.stdout:(76/120): jq-1.6-16.el9.x86_64.rpm 212 kB/s | 187 kB 00:00 2024-04-15T14:26:03.808 INFO:teuthology.orchestra.run.smithi102.stdout:(77/120): libquadmath-11.4.1-3.el9.x86_64.rpm 215 kB/s | 195 kB 00:00 2024-04-15T14:26:03.958 INFO:teuthology.orchestra.run.smithi102.stdout:(78/120): python3-devel-3.9.17-2.el9.x86_64.rpm 1.6 MB/s | 245 kB 00:00 2024-04-15T14:26:03.974 INFO:teuthology.orchestra.run.smithi016.stdout:(118/120): thrift-0.15.0-2.el9.x86_64.rpm 2.1 MB/s | 1.6 MB 00:00 2024-04-15T14:26:04.034 INFO:teuthology.orchestra.run.smithi016.stdout:(119/120): librados2-18.2.2-1221.ge3fb05d5.el9. 5.8 MB/s | 3.3 MB 00:00 2024-04-15T14:26:04.058 INFO:teuthology.orchestra.run.smithi102.stdout:(79/120): python3-jinja2-2.11.3-5.el9.noarch.rp 3.2 MB/s | 248 kB 00:00 2024-04-15T14:26:04.191 INFO:teuthology.orchestra.run.smithi016.stdout:(120/120): librbd1-18.2.2-1221.ge3fb05d5.el9.x8 4.3 MB/s | 3.0 MB 00:00 2024-04-15T14:26:04.197 INFO:teuthology.orchestra.run.smithi016.stdout:-------------------------------------------------------------------------------- 2024-04-15T14:26:04.197 INFO:teuthology.orchestra.run.smithi016.stdout:Total 11 MB/s | 178 MB 00:16 2024-04-15T14:26:04.209 INFO:teuthology.orchestra.run.smithi102.stdout:(80/120): fmt-8.1.1-5.el9.x86_64.rpm 738 kB/s | 111 kB 00:00 2024-04-15T14:26:04.271 INFO:teuthology.orchestra.run.smithi016.stdout:Running transaction check 2024-04-15T14:26:04.301 INFO:teuthology.orchestra.run.smithi102.stdout:(81/120): gperftools-libs-2.9.1-2.el9.x86_64.rp 3.3 MB/s | 309 kB 00:00 2024-04-15T14:26:04.374 INFO:teuthology.orchestra.run.smithi016.stdout:Transaction check succeeded. 2024-04-15T14:26:04.374 INFO:teuthology.orchestra.run.smithi016.stdout:Running transaction test 2024-04-15T14:26:04.484 INFO:teuthology.orchestra.run.smithi102.stdout:(82/120): libarrow-9.0.0-10.el9.x86_64.rpm 24 MB/s | 4.4 MB 00:00 2024-04-15T14:26:04.509 INFO:teuthology.orchestra.run.smithi102.stdout:(83/120): python3-requests-2.25.1-8.el9.noarch. 161 kB/s | 125 kB 00:00 2024-04-15T14:26:04.535 INFO:teuthology.orchestra.run.smithi102.stdout:(84/120): libarrow-doc-9.0.0-10.el9.noarch.rpm 519 kB/s | 26 kB 00:00 2024-04-15T14:26:04.560 INFO:teuthology.orchestra.run.smithi102.stdout:(85/120): libgfortran-11.4.1-3.el9.x86_64.rpm 476 kB/s | 803 kB 00:01 2024-04-15T14:26:04.594 INFO:teuthology.orchestra.run.smithi102.stdout:(86/120): libunwind-1.6.2-1.el9.x86_64.rpm 1.1 MB/s | 67 kB 00:00 2024-04-15T14:26:04.627 INFO:teuthology.orchestra.run.smithi102.stdout:(87/120): liboath-2.6.7-2.el9.x86_64.rpm 415 kB/s | 49 kB 00:00 2024-04-15T14:26:04.653 INFO:teuthology.orchestra.run.smithi102.stdout:(88/120): python3-asyncssh-2.13.2-5.el9.noarch. 9.2 MB/s | 548 kB 00:00 2024-04-15T14:26:04.686 INFO:teuthology.orchestra.run.smithi102.stdout:(89/120): python3-bcrypt-3.2.2-1.el9.x86_64.rpm 743 kB/s | 43 kB 00:00 2024-04-15T14:26:04.711 INFO:teuthology.orchestra.run.smithi102.stdout:(90/120): python3-cachetools-4.2.4-1.el9.noarch 550 kB/s | 32 kB 00:00 2024-04-15T14:26:04.737 INFO:teuthology.orchestra.run.smithi102.stdout:(91/120): python3-certifi-2021.10.8-2.el9.noarc 298 kB/s | 15 kB 00:00 2024-04-15T14:26:04.762 INFO:teuthology.orchestra.run.smithi102.stdout:(92/120): python3-cheroot-8.6.0-4.el9.noarch.rp 3.3 MB/s | 172 kB 00:00 2024-04-15T14:26:04.821 INFO:teuthology.orchestra.run.smithi102.stdout:(93/120): parquet-libs-9.0.0-10.el9.x86_64.rpm 3.1 MB/s | 838 kB 00:00 2024-04-15T14:26:04.846 INFO:teuthology.orchestra.run.smithi102.stdout:(94/120): python3-google-auth-2.28.2-1.el9.noar 2.4 MB/s | 203 kB 00:00 2024-04-15T14:26:04.871 INFO:teuthology.orchestra.run.smithi102.stdout:(95/120): python3-jaraco-8.2.1-3.el9.noarch.rpm 213 kB/s | 11 kB 00:00 2024-04-15T14:26:04.896 INFO:teuthology.orchestra.run.smithi102.stdout:(96/120): python3-jaraco-classes-3.2.1-5.el9.no 353 kB/s | 18 kB 00:00 2024-04-15T14:26:04.922 INFO:teuthology.orchestra.run.smithi102.stdout:(97/120): python3-jaraco-collections-3.0.0-8.el 460 kB/s | 23 kB 00:00 2024-04-15T14:26:04.947 INFO:teuthology.orchestra.run.smithi102.stdout:(98/120): python3-cherrypy-18.6.1-2.el9.noarch. 1.7 MB/s | 358 kB 00:00 2024-04-15T14:26:04.972 INFO:teuthology.orchestra.run.smithi102.stdout:(99/120): python3-jaraco-functools-3.5.0-2.el9. 257 kB/s | 19 kB 00:00 2024-04-15T14:26:04.997 INFO:teuthology.orchestra.run.smithi102.stdout:(100/120): python3-jaraco-text-3.2.0-6.el9.noar 261 kB/s | 20 kB 00:00 2024-04-15T14:26:05.048 INFO:teuthology.orchestra.run.smithi102.stdout:(101/120): python3-logutils-0.3.5-21.el9.noarch 928 kB/s | 46 kB 00:00 2024-04-15T14:26:05.073 INFO:teuthology.orchestra.run.smithi102.stdout:(102/120): python3-more-itertools-8.12.0-2.el9. 1.0 MB/s | 79 kB 00:00 2024-04-15T14:26:05.098 INFO:teuthology.orchestra.run.smithi102.stdout:(103/120): python3-natsort-7.1.1-5.el9.noarch.r 1.1 MB/s | 58 kB 00:00 2024-04-15T14:26:05.140 INFO:teuthology.orchestra.run.smithi102.stdout:(104/120): python3-kubernetes-26.1.0-2.el9.noar 5.3 MB/s | 1.0 MB 00:00 2024-04-15T14:26:05.166 INFO:teuthology.orchestra.run.smithi102.stdout:(105/120): python3-pecan-1.4.2-3.el9.noarch.rpm 2.9 MB/s | 272 kB 00:00 2024-04-15T14:26:05.191 INFO:teuthology.orchestra.run.smithi102.stdout:(106/120): python3-portend-3.1.0-2.el9.noarch.r 178 kB/s | 16 kB 00:00 2024-04-15T14:26:05.216 INFO:teuthology.orchestra.run.smithi102.stdout:(107/120): python3-repoze-lru-0.7-16.el9.noarch 616 kB/s | 31 kB 00:00 2024-04-15T14:26:05.250 INFO:teuthology.orchestra.run.smithi102.stdout:(108/120): python3-pyOpenSSL-21.0.0-1.el9.noarc 824 kB/s | 90 kB 00:00 2024-04-15T14:26:05.275 INFO:teuthology.orchestra.run.smithi102.stdout:(109/120): python3-rsa-4.9-2.el9.noarch.rpm 1.0 MB/s | 59 kB 00:00 2024-04-15T14:26:05.301 INFO:teuthology.orchestra.run.smithi102.stdout:(110/120): python3-tempora-5.0.0-2.el9.noarch.r 708 kB/s | 36 kB 00:00 2024-04-15T14:26:05.326 INFO:teuthology.orchestra.run.smithi102.stdout:(111/120): python3-routes-2.5.1-5.el9.noarch.rp 1.4 MB/s | 188 kB 00:00 2024-04-15T14:26:05.343 INFO:teuthology.orchestra.run.smithi102.stdout:(112/120): python3-typing-extensions-4.4.0-2.el 761 kB/s | 51 kB 00:00 2024-04-15T14:26:05.376 INFO:teuthology.orchestra.run.smithi102.stdout:(113/120): python3-webob-1.8.7-6.el9.noarch.rpm 3.0 MB/s | 230 kB 00:00 2024-04-15T14:26:05.402 INFO:teuthology.orchestra.run.smithi102.stdout:(114/120): python3-websocket-client-1.2.3-2.el9 1.2 MB/s | 90 kB 00:00 2024-04-15T14:26:05.427 INFO:teuthology.orchestra.run.smithi102.stdout:(115/120): python3-zc-lockfile-2.0-10.el9.noarc 399 kB/s | 20 kB 00:00 2024-04-15T14:26:05.452 INFO:teuthology.orchestra.run.smithi102.stdout:(116/120): re2-20211101-3.el9.x86_64.rpm 3.7 MB/s | 192 kB 00:00 2024-04-15T14:26:05.486 INFO:teuthology.orchestra.run.smithi102.stdout:(117/120): python3-werkzeug-2.0.3-3.el9.1.noarc 2.9 MB/s | 427 kB 00:00 2024-04-15T14:26:05.528 INFO:teuthology.orchestra.run.smithi102.stdout:(118/120): thrift-0.15.0-2.el9.x86_64.rpm 16 MB/s | 1.6 MB 00:00 2024-04-15T14:26:05.820 INFO:teuthology.orchestra.run.smithi102.stdout:(119/120): librbd1-18.2.2-1221.ge3fb05d5.el9.x8 9.0 MB/s | 3.0 MB 00:00 2024-04-15T14:26:05.950 INFO:teuthology.orchestra.run.smithi016.stdout:Transaction test succeeded. 2024-04-15T14:26:05.950 INFO:teuthology.orchestra.run.smithi016.stdout:Running transaction 2024-04-15T14:26:06.161 INFO:teuthology.orchestra.run.smithi102.stdout:(120/120): librados2-18.2.2-1221.ge3fb05d5.el9. 4.6 MB/s | 3.3 MB 00:00 2024-04-15T14:26:06.165 INFO:teuthology.orchestra.run.smithi102.stdout:-------------------------------------------------------------------------------- 2024-04-15T14:26:06.165 INFO:teuthology.orchestra.run.smithi102.stdout:Total 14 MB/s | 178 MB 00:12 2024-04-15T14:26:06.238 INFO:teuthology.orchestra.run.smithi102.stdout:Running transaction check 2024-04-15T14:26:06.330 INFO:teuthology.orchestra.run.smithi102.stdout:Transaction check succeeded. 2024-04-15T14:26:06.330 INFO:teuthology.orchestra.run.smithi102.stdout:Running transaction test 2024-04-15T14:26:07.850 INFO:teuthology.orchestra.run.smithi102.stdout:Transaction test succeeded. 2024-04-15T14:26:07.850 INFO:teuthology.orchestra.run.smithi102.stdout:Running transaction 2024-04-15T14:26:11.070 INFO:teuthology.orchestra.run.smithi016.stdout: Preparing : 1/1 2024-04-15T14:26:11.144 INFO:teuthology.orchestra.run.smithi016.stdout: Installing : thrift-0.15.0-2.el9.x86_64 1/122 2024-04-15T14:26:11.169 INFO:teuthology.orchestra.run.smithi016.stdout: Installing : python3-more-itertools-8.12.0-2.el9.noarch 2/122 2024-04-15T14:26:11.221 INFO:teuthology.orchestra.run.smithi016.stdout: Installing : python3-jaraco-8.2.1-3.el9.noarch 3/122 2024-04-15T14:26:11.558 INFO:teuthology.orchestra.run.smithi016.stdout: Installing : lttng-ust-2.12.0-6.el9.x86_64 4/122 2024-04-15T14:26:11.614 INFO:teuthology.orchestra.run.smithi016.stdout: Upgrading : librados2-2:18.2.2-1221.ge3fb05d5.el9.x86_64 5/122 2024-04-15T14:26:11.747 INFO:teuthology.orchestra.run.smithi016.stdout: Running scriptlet: librados2-2:18.2.2-1221.ge3fb05d5.el9.x86_64 5/122 2024-04-15T14:26:11.771 INFO:teuthology.orchestra.run.smithi016.stdout: Installing : libcephfs2-2:18.2.2-1221.ge3fb05d5.el9.x86_64 6/122 2024-04-15T14:26:11.868 INFO:teuthology.orchestra.run.smithi016.stdout: Running scriptlet: libcephfs2-2:18.2.2-1221.ge3fb05d5.el9.x86_64 6/122 2024-04-15T14:26:11.926 INFO:teuthology.orchestra.run.smithi016.stdout: Installing : python3-rados-2:18.2.2-1221.ge3fb05d5.el9.x86_64 7/122 2024-04-15T14:26:11.955 INFO:teuthology.orchestra.run.smithi016.stdout: Installing : librdkafka-1.6.1-102.el9.x86_64 8/122 2024-04-15T14:26:12.005 INFO:teuthology.orchestra.run.smithi016.stdout: Installing : librabbitmq-0.11.0-7.el9.x86_64 9/122 2024-04-15T14:26:12.032 INFO:teuthology.orchestra.run.smithi016.stdout: Installing : libcephsqlite-2:18.2.2-1221.ge3fb05d5.el9.x86_64 10/122 2024-04-15T14:26:12.134 INFO:teuthology.orchestra.run.smithi016.stdout: Running scriptlet: libcephsqlite-2:18.2.2-1221.ge3fb05d5.el9.x86_64 10/122 2024-04-15T14:26:12.150 INFO:teuthology.orchestra.run.smithi016.stdout: Installing : libradosstriper1-2:18.2.2-1221.ge3fb05d5.el9.x86 11/122 2024-04-15T14:26:12.280 INFO:teuthology.orchestra.run.smithi016.stdout: Running scriptlet: libradosstriper1-2:18.2.2-1221.ge3fb05d5.el9.x86 11/122 2024-04-15T14:26:12.329 INFO:teuthology.orchestra.run.smithi016.stdout: Installing : python3-werkzeug-2.0.3-3.el9.1.noarch 12/122 2024-04-15T14:26:12.364 INFO:teuthology.orchestra.run.smithi016.stdout: Installing : liboath-2.6.7-2.el9.x86_64 13/122 2024-04-15T14:26:12.408 INFO:teuthology.orchestra.run.smithi016.stdout: Installing : libquadmath-11.4.1-3.el9.x86_64 14/122 2024-04-15T14:26:12.476 INFO:teuthology.orchestra.run.smithi102.stdout: Preparing : 1/1 2024-04-15T14:26:12.485 INFO:teuthology.orchestra.run.smithi016.stdout: Installing : libgfortran-11.4.1-3.el9.x86_64 15/122 2024-04-15T14:26:12.539 INFO:teuthology.orchestra.run.smithi102.stdout: Installing : thrift-0.15.0-2.el9.x86_64 1/122 2024-04-15T14:26:12.542 INFO:teuthology.orchestra.run.smithi016.stdout: Installing : python3-urllib3-1.26.5-5.el9.noarch 16/122 2024-04-15T14:26:12.564 INFO:teuthology.orchestra.run.smithi102.stdout: Installing : python3-more-itertools-8.12.0-2.el9.noarch 2/122 2024-04-15T14:26:12.577 INFO:teuthology.orchestra.run.smithi016.stdout: Installing : python3-requests-2.25.1-8.el9.noarch 17/122 2024-04-15T14:26:12.607 INFO:teuthology.orchestra.run.smithi016.stdout: Installing : python3-toml-0.10.2-6.el9.noarch 18/122 2024-04-15T14:26:12.621 INFO:teuthology.orchestra.run.smithi102.stdout: Installing : python3-jaraco-8.2.1-3.el9.noarch 3/122 2024-04-15T14:26:12.648 INFO:teuthology.orchestra.run.smithi016.stdout: Installing : python3-jaraco-functools-3.5.0-2.el9.noarch 19/122 2024-04-15T14:26:12.723 INFO:teuthology.orchestra.run.smithi016.stdout: Installing : python3-pytz-2021.1-5.el9.noarch 20/122 2024-04-15T14:26:12.763 INFO:teuthology.orchestra.run.smithi016.stdout: Installing : python3-pyasn1-0.4.8-6.el9.noarch 21/122 2024-04-15T14:26:12.790 INFO:teuthology.orchestra.run.smithi016.stdout: Installing : python3-markupsafe-1.1.1-12.el9.x86_64 22/122 2024-04-15T14:26:12.819 INFO:teuthology.orchestra.run.smithi016.stdout: Installing : flexiblas-3.0.4-8.el9.x86_64 23/122 2024-04-15T14:26:12.855 INFO:teuthology.orchestra.run.smithi016.stdout: Installing : python3-ceph-argparse-2:18.2.2-1221.ge3fb05d5.el 24/122 2024-04-15T14:26:12.923 INFO:teuthology.orchestra.run.smithi016.stdout: Installing : python3-cephfs-2:18.2.2-1221.ge3fb05d5.el9.x86_6 25/122 2024-04-15T14:26:12.947 INFO:teuthology.orchestra.run.smithi102.stdout: Installing : lttng-ust-2.12.0-6.el9.x86_64 4/122 2024-04-15T14:26:13.016 INFO:teuthology.orchestra.run.smithi102.stdout: Upgrading : librados2-2:18.2.2-1221.ge3fb05d5.el9.x86_64 5/122 2024-04-15T14:26:13.063 INFO:teuthology.orchestra.run.smithi016.stdout: Installing : python3-mako-1.1.4-6.el9.noarch 26/122 2024-04-15T14:26:13.117 INFO:teuthology.orchestra.run.smithi016.stdout: Installing : python3-pyasn1-modules-0.4.8-6.el9.noarch 27/122 2024-04-15T14:26:13.120 INFO:teuthology.orchestra.run.smithi102.stdout: Running scriptlet: librados2-2:18.2.2-1221.ge3fb05d5.el9.x86_64 5/122 2024-04-15T14:26:13.147 INFO:teuthology.orchestra.run.smithi102.stdout: Installing : libcephfs2-2:18.2.2-1221.ge3fb05d5.el9.x86_64 6/122 2024-04-15T14:26:13.239 INFO:teuthology.orchestra.run.smithi102.stdout: Running scriptlet: libcephfs2-2:18.2.2-1221.ge3fb05d5.el9.x86_64 6/122 2024-04-15T14:26:13.287 INFO:teuthology.orchestra.run.smithi102.stdout: Installing : python3-rados-2:18.2.2-1221.ge3fb05d5.el9.x86_64 7/122 2024-04-15T14:26:13.335 INFO:teuthology.orchestra.run.smithi102.stdout: Installing : librdkafka-1.6.1-102.el9.x86_64 8/122 2024-04-15T14:26:13.372 INFO:teuthology.orchestra.run.smithi102.stdout: Installing : librabbitmq-0.11.0-7.el9.x86_64 9/122 2024-04-15T14:26:13.400 INFO:teuthology.orchestra.run.smithi102.stdout: Installing : libcephsqlite-2:18.2.2-1221.ge3fb05d5.el9.x86_64 10/122 2024-04-15T14:26:13.501 INFO:teuthology.orchestra.run.smithi102.stdout: Running scriptlet: libcephsqlite-2:18.2.2-1221.ge3fb05d5.el9.x86_64 10/122 2024-04-15T14:26:13.525 INFO:teuthology.orchestra.run.smithi102.stdout: Installing : libradosstriper1-2:18.2.2-1221.ge3fb05d5.el9.x86 11/122 2024-04-15T14:26:13.645 INFO:teuthology.orchestra.run.smithi102.stdout: Running scriptlet: libradosstriper1-2:18.2.2-1221.ge3fb05d5.el9.x86 11/122 2024-04-15T14:26:13.692 INFO:teuthology.orchestra.run.smithi102.stdout: Installing : python3-werkzeug-2.0.3-3.el9.1.noarch 12/122 2024-04-15T14:26:13.695 INFO:teuthology.orchestra.run.smithi016.stdout: Installing : python3-rsa-4.9-2.el9.noarch 28/122 2024-04-15T14:26:13.759 INFO:teuthology.orchestra.run.smithi102.stdout: Installing : liboath-2.6.7-2.el9.x86_64 13/122 2024-04-15T14:26:13.781 INFO:teuthology.orchestra.run.smithi016.stdout: Installing : python3-babel-2.9.1-2.el9.noarch 29/122 2024-04-15T14:26:13.810 INFO:teuthology.orchestra.run.smithi102.stdout: Installing : libquadmath-11.4.1-3.el9.x86_64 14/122 2024-04-15T14:26:13.824 INFO:teuthology.orchestra.run.smithi016.stdout: Installing : python3-jinja2-2.11.3-5.el9.noarch 30/122 2024-04-15T14:26:13.858 INFO:teuthology.orchestra.run.smithi016.stdout: Installing : python3-tempora-5.0.0-2.el9.noarch 31/122 2024-04-15T14:26:13.884 INFO:teuthology.orchestra.run.smithi016.stdout: Installing : python3-portend-3.1.0-2.el9.noarch 32/122 2024-04-15T14:26:13.885 INFO:teuthology.orchestra.run.smithi102.stdout: Installing : libgfortran-11.4.1-3.el9.x86_64 15/122 2024-04-15T14:26:13.925 INFO:teuthology.orchestra.run.smithi016.stdout: Installing : python3-jaraco-text-3.2.0-6.el9.noarch 33/122 2024-04-15T14:26:13.938 INFO:teuthology.orchestra.run.smithi102.stdout: Installing : python3-urllib3-1.26.5-5.el9.noarch 16/122 2024-04-15T14:26:13.963 INFO:teuthology.orchestra.run.smithi016.stdout: Installing : librados-devel-2:18.2.2-1221.ge3fb05d5.el9.x86_6 34/122 2024-04-15T14:26:13.973 INFO:teuthology.orchestra.run.smithi102.stdout: Installing : python3-requests-2.25.1-8.el9.noarch 17/122 2024-04-15T14:26:13.993 INFO:teuthology.orchestra.run.smithi016.stdout: Installing : python3-jaraco-classes-3.2.1-5.el9.noarch 35/122 2024-04-15T14:26:14.003 INFO:teuthology.orchestra.run.smithi102.stdout: Installing : python3-toml-0.10.2-6.el9.noarch 18/122 2024-04-15T14:26:14.027 INFO:teuthology.orchestra.run.smithi016.stdout: Installing : python3-jaraco-collections-3.0.0-8.el9.noarch 36/122 2024-04-15T14:26:14.043 INFO:teuthology.orchestra.run.smithi102.stdout: Installing : python3-jaraco-functools-3.5.0-2.el9.noarch 19/122 2024-04-15T14:26:14.116 INFO:teuthology.orchestra.run.smithi102.stdout: Installing : python3-pytz-2021.1-5.el9.noarch 20/122 2024-04-15T14:26:14.138 INFO:teuthology.orchestra.run.smithi016.stdout: Installing : re2-1:20211101-3.el9.x86_64 37/122 2024-04-15T14:26:14.159 INFO:teuthology.orchestra.run.smithi102.stdout: Installing : python3-pyasn1-0.4.8-6.el9.noarch 21/122 2024-04-15T14:26:14.173 INFO:teuthology.orchestra.run.smithi016.stdout: Installing : libarrow-9.0.0-10.el9.x86_64 38/122 2024-04-15T14:26:14.186 INFO:teuthology.orchestra.run.smithi102.stdout: Installing : python3-markupsafe-1.1.1-12.el9.x86_64 22/122 2024-04-15T14:26:14.216 INFO:teuthology.orchestra.run.smithi102.stdout: Installing : flexiblas-3.0.4-8.el9.x86_64 23/122 2024-04-15T14:26:14.239 INFO:teuthology.orchestra.run.smithi016.stdout: Installing : python3-zc-lockfile-2.0-10.el9.noarch 39/122 2024-04-15T14:26:14.259 INFO:teuthology.orchestra.run.smithi102.stdout: Installing : python3-ceph-argparse-2:18.2.2-1221.ge3fb05d5.el 24/122 2024-04-15T14:26:14.314 INFO:teuthology.orchestra.run.smithi016.stdout: Installing : python3-websocket-client-1.2.3-2.el9.noarch 40/122 2024-04-15T14:26:14.334 INFO:teuthology.orchestra.run.smithi102.stdout: Installing : python3-cephfs-2:18.2.2-1221.ge3fb05d5.el9.x86_6 25/122 2024-04-15T14:26:14.349 INFO:teuthology.orchestra.run.smithi016.stdout: Installing : python3-webob-1.8.7-6.el9.noarch 41/122 2024-04-15T14:26:14.386 INFO:teuthology.orchestra.run.smithi016.stdout: Installing : python3-typing-extensions-4.4.0-2.el9.noarch 42/122 2024-04-15T14:26:14.426 INFO:teuthology.orchestra.run.smithi016.stdout: Installing : python3-repoze-lru-0.7-16.el9.noarch 43/122 2024-04-15T14:26:14.469 INFO:teuthology.orchestra.run.smithi102.stdout: Installing : python3-mako-1.1.4-6.el9.noarch 26/122 2024-04-15T14:26:14.470 INFO:teuthology.orchestra.run.smithi016.stdout: Installing : python3-routes-2.5.1-5.el9.noarch 44/122 2024-04-15T14:26:14.513 INFO:teuthology.orchestra.run.smithi016.stdout: Installing : python3-natsort-7.1.1-5.el9.noarch 45/122 2024-04-15T14:26:14.520 INFO:teuthology.orchestra.run.smithi102.stdout: Installing : python3-pyasn1-modules-0.4.8-6.el9.noarch 27/122 2024-04-15T14:26:14.654 INFO:teuthology.orchestra.run.smithi016.stdout: Installing : python3-logutils-0.3.5-21.el9.noarch 46/122 2024-04-15T14:26:14.697 INFO:teuthology.orchestra.run.smithi016.stdout: Installing : python3-pecan-1.4.2-3.el9.noarch 47/122 2024-04-15T14:26:14.739 INFO:teuthology.orchestra.run.smithi016.stdout: Installing : python3-certifi-2021.10.8-2.el9.noarch 48/122 2024-04-15T14:26:14.832 INFO:teuthology.orchestra.run.smithi016.stdout: Installing : python3-cachetools-4.2.4-1.el9.noarch 49/122 2024-04-15T14:26:14.863 INFO:teuthology.orchestra.run.smithi016.stdout: Installing : python3-google-auth-1:2.28.2-1.el9.noarch 50/122 2024-04-15T14:26:14.904 INFO:teuthology.orchestra.run.smithi016.stdout: Installing : libunwind-1.6.2-1.el9.x86_64 51/122 2024-04-15T14:26:14.937 INFO:teuthology.orchestra.run.smithi016.stdout: Installing : gperftools-libs-2.9.1-2.el9.x86_64 52/122 2024-04-15T14:26:14.964 INFO:teuthology.orchestra.run.smithi016.stdout: Installing : libarrow-doc-9.0.0-10.el9.noarch 53/122 2024-04-15T14:26:15.053 INFO:teuthology.orchestra.run.smithi102.stdout: Installing : python3-rsa-4.9-2.el9.noarch 28/122 2024-04-15T14:26:15.072 INFO:teuthology.orchestra.run.smithi016.stdout: Installing : fmt-8.1.1-5.el9.x86_64 54/122 2024-04-15T14:26:15.116 INFO:teuthology.orchestra.run.smithi016.stdout: Installing : python3-devel-3.9.17-2.el9.x86_64 55/122 2024-04-15T14:26:15.133 INFO:teuthology.orchestra.run.smithi102.stdout: Installing : python3-babel-2.9.1-2.el9.noarch 29/122 2024-04-15T14:26:15.171 INFO:teuthology.orchestra.run.smithi102.stdout: Installing : python3-jinja2-2.11.3-5.el9.noarch 30/122 2024-04-15T14:26:15.173 INFO:teuthology.orchestra.run.smithi016.stdout: Installing : python3-ply-3.11-14.el9.noarch 56/122 2024-04-15T14:26:15.206 INFO:teuthology.orchestra.run.smithi102.stdout: Installing : python3-tempora-5.0.0-2.el9.noarch 31/122 2024-04-15T14:26:15.230 INFO:teuthology.orchestra.run.smithi016.stdout: Installing : python3-pycparser-2.20-6.el9.noarch 57/122 2024-04-15T14:26:15.240 INFO:teuthology.orchestra.run.smithi102.stdout: Installing : python3-portend-3.1.0-2.el9.noarch 32/122 2024-04-15T14:26:15.282 INFO:teuthology.orchestra.run.smithi102.stdout: Installing : python3-jaraco-text-3.2.0-6.el9.noarch 33/122 2024-04-15T14:26:15.320 INFO:teuthology.orchestra.run.smithi102.stdout: Installing : librados-devel-2:18.2.2-1221.ge3fb05d5.el9.x86_6 34/122 2024-04-15T14:26:15.350 INFO:teuthology.orchestra.run.smithi102.stdout: Installing : python3-jaraco-classes-3.2.1-5.el9.noarch 35/122 2024-04-15T14:26:15.384 INFO:teuthology.orchestra.run.smithi102.stdout: Installing : python3-jaraco-collections-3.0.0-8.el9.noarch 36/122 2024-04-15T14:26:15.432 INFO:teuthology.orchestra.run.smithi016.stdout: Installing : python3-cffi-1.14.5-5.el9.x86_64 58/122 2024-04-15T14:26:15.479 INFO:teuthology.orchestra.run.smithi016.stdout: Installing : python3-cryptography-36.0.1-4.el9.x86_64 59/122 2024-04-15T14:26:15.494 INFO:teuthology.orchestra.run.smithi102.stdout: Installing : re2-1:20211101-3.el9.x86_64 37/122 2024-04-15T14:26:15.530 INFO:teuthology.orchestra.run.smithi102.stdout: Installing : libarrow-9.0.0-10.el9.x86_64 38/122 2024-04-15T14:26:15.558 INFO:teuthology.orchestra.run.smithi016.stdout: Installing : python3-pyOpenSSL-21.0.0-1.el9.noarch 60/122 2024-04-15T14:26:15.592 INFO:teuthology.orchestra.run.smithi102.stdout: Installing : python3-zc-lockfile-2.0-10.el9.noarch 39/122 2024-04-15T14:26:15.657 INFO:teuthology.orchestra.run.smithi016.stdout: Installing : python3-cheroot-8.6.0-4.el9.noarch 61/122 2024-04-15T14:26:15.665 INFO:teuthology.orchestra.run.smithi102.stdout: Installing : python3-websocket-client-1.2.3-2.el9.noarch 40/122 2024-04-15T14:26:15.697 INFO:teuthology.orchestra.run.smithi102.stdout: Installing : python3-webob-1.8.7-6.el9.noarch 41/122 2024-04-15T14:26:15.733 INFO:teuthology.orchestra.run.smithi102.stdout: Installing : python3-typing-extensions-4.4.0-2.el9.noarch 42/122 2024-04-15T14:26:15.780 INFO:teuthology.orchestra.run.smithi102.stdout: Installing : python3-repoze-lru-0.7-16.el9.noarch 43/122 2024-04-15T14:26:15.809 INFO:teuthology.orchestra.run.smithi016.stdout: Installing : python3-cherrypy-18.6.1-2.el9.noarch 62/122 2024-04-15T14:26:15.825 INFO:teuthology.orchestra.run.smithi102.stdout: Installing : python3-routes-2.5.1-5.el9.noarch 44/122 2024-04-15T14:26:15.844 INFO:teuthology.orchestra.run.smithi016.stdout: Installing : python3-asyncssh-2.13.2-5.el9.noarch 63/122 2024-04-15T14:26:15.868 INFO:teuthology.orchestra.run.smithi102.stdout: Installing : python3-natsort-7.1.1-5.el9.noarch 45/122 2024-04-15T14:26:15.877 INFO:teuthology.orchestra.run.smithi016.stdout: Installing : python3-bcrypt-3.2.2-1.el9.x86_64 64/122 2024-04-15T14:26:15.910 INFO:teuthology.orchestra.run.smithi016.stdout: Installing : fuse-2.9.9-15.el9.x86_64 65/122 2024-04-15T14:26:15.954 INFO:teuthology.orchestra.run.smithi016.stdout: Installing : xmlstarlet-1.6.1-20.el9.x86_64 66/122 2024-04-15T14:26:16.006 INFO:teuthology.orchestra.run.smithi102.stdout: Installing : python3-logutils-0.3.5-21.el9.noarch 46/122 2024-04-15T14:26:16.061 INFO:teuthology.orchestra.run.smithi102.stdout: Installing : python3-pecan-1.4.2-3.el9.noarch 47/122 2024-04-15T14:26:16.084 INFO:teuthology.orchestra.run.smithi016.stdout: Installing : socat-1.7.4.1-5.el9.x86_64 67/122 2024-04-15T14:26:16.102 INFO:teuthology.orchestra.run.smithi102.stdout: Installing : python3-certifi-2021.10.8-2.el9.noarch 48/122 2024-04-15T14:26:16.121 INFO:teuthology.orchestra.run.smithi016.stdout: Installing : python3-py-1.10.0-6.el9.noarch 68/122 2024-04-15T14:26:16.152 INFO:teuthology.orchestra.run.smithi016.stdout: Installing : python3-prettytable-0.7.2-27.el9.noarch 69/122 2024-04-15T14:26:16.199 INFO:teuthology.orchestra.run.smithi102.stdout: Installing : python3-cachetools-4.2.4-1.el9.noarch 49/122 2024-04-15T14:26:16.202 INFO:teuthology.orchestra.run.smithi016.stdout: Installing : python3-pluggy-0.13.1-7.el9.noarch 70/122 2024-04-15T14:26:16.244 INFO:teuthology.orchestra.run.smithi102.stdout: Installing : python3-google-auth-1:2.28.2-1.el9.noarch 50/122 2024-04-15T14:26:16.286 INFO:teuthology.orchestra.run.smithi102.stdout: Installing : libunwind-1.6.2-1.el9.x86_64 51/122 2024-04-15T14:26:16.313 INFO:teuthology.orchestra.run.smithi016.stdout: Installing : python3-packaging-20.9-5.el9.noarch 71/122 2024-04-15T14:26:16.318 INFO:teuthology.orchestra.run.smithi102.stdout: Installing : gperftools-libs-2.9.1-2.el9.x86_64 52/122 2024-04-15T14:26:16.345 INFO:teuthology.orchestra.run.smithi102.stdout: Installing : libarrow-doc-9.0.0-10.el9.noarch 53/122 2024-04-15T14:26:16.366 INFO:teuthology.orchestra.run.smithi016.stdout: Installing : python3-oauthlib-3.1.1-5.el9.noarch 72/122 2024-04-15T14:26:16.441 INFO:teuthology.orchestra.run.smithi102.stdout: Installing : fmt-8.1.1-5.el9.x86_64 54/122 2024-04-15T14:26:16.488 INFO:teuthology.orchestra.run.smithi102.stdout: Installing : python3-devel-3.9.17-2.el9.x86_64 55/122 2024-04-15T14:26:16.537 INFO:teuthology.orchestra.run.smithi102.stdout: Installing : python3-ply-3.11-14.el9.noarch 56/122 2024-04-15T14:26:16.593 INFO:teuthology.orchestra.run.smithi102.stdout: Installing : python3-pycparser-2.20-6.el9.noarch 57/122 2024-04-15T14:26:16.783 INFO:teuthology.orchestra.run.smithi102.stdout: Installing : python3-cffi-1.14.5-5.el9.x86_64 58/122 2024-04-15T14:26:16.825 INFO:teuthology.orchestra.run.smithi102.stdout: Installing : python3-cryptography-36.0.1-4.el9.x86_64 59/122 2024-04-15T14:26:16.905 INFO:teuthology.orchestra.run.smithi102.stdout: Installing : python3-pyOpenSSL-21.0.0-1.el9.noarch 60/122 2024-04-15T14:26:16.995 INFO:teuthology.orchestra.run.smithi102.stdout: Installing : python3-cheroot-8.6.0-4.el9.noarch 61/122 2024-04-15T14:26:17.139 INFO:teuthology.orchestra.run.smithi102.stdout: Installing : python3-cherrypy-18.6.1-2.el9.noarch 62/122 2024-04-15T14:26:17.153 INFO:teuthology.orchestra.run.smithi016.stdout: Installing : python3-requests-oauthlib-1.3.0-12.el9.noarch 73/122 2024-04-15T14:26:17.187 INFO:teuthology.orchestra.run.smithi102.stdout: Installing : python3-asyncssh-2.13.2-5.el9.noarch 63/122 2024-04-15T14:26:17.203 INFO:teuthology.orchestra.run.smithi016.stdout: Installing : python3-kubernetes-1:26.1.0-2.el9.noarch 74/122 2024-04-15T14:26:17.219 INFO:teuthology.orchestra.run.smithi102.stdout: Installing : python3-bcrypt-3.2.2-1.el9.x86_64 64/122 2024-04-15T14:26:17.237 INFO:teuthology.orchestra.run.smithi016.stdout: Installing : python3-jsonpointer-2.0-4.el9.noarch 75/122 2024-04-15T14:26:17.251 INFO:teuthology.orchestra.run.smithi102.stdout: Installing : fuse-2.9.9-15.el9.x86_64 65/122 2024-04-15T14:26:17.263 INFO:teuthology.orchestra.run.smithi016.stdout: Installing : python3-jsonpatch-1.21-16.el9.noarch 76/122 2024-04-15T14:26:17.295 INFO:teuthology.orchestra.run.smithi102.stdout: Installing : xmlstarlet-1.6.1-20.el9.x86_64 66/122 2024-04-15T14:26:17.313 INFO:teuthology.orchestra.run.smithi016.stdout: Installing : python3-iniconfig-1.1.1-7.el9.noarch 77/122 2024-04-15T14:26:17.347 INFO:teuthology.orchestra.run.smithi016.stdout: Installing : python3-attrs-20.3.0-7.el9.noarch 78/122 2024-04-15T14:26:17.421 INFO:teuthology.orchestra.run.smithi102.stdout: Installing : socat-1.7.4.1-5.el9.x86_64 67/122 2024-04-15T14:26:17.462 INFO:teuthology.orchestra.run.smithi102.stdout: Installing : python3-py-1.10.0-6.el9.noarch 68/122 2024-04-15T14:26:17.510 INFO:teuthology.orchestra.run.smithi102.stdout: Installing : python3-prettytable-0.7.2-27.el9.noarch 69/122 2024-04-15T14:26:17.536 INFO:teuthology.orchestra.run.smithi016.stdout: Installing : openblas-0.3.21-2.el9.x86_64 79/122 2024-04-15T14:26:17.577 INFO:teuthology.orchestra.run.smithi102.stdout: Installing : python3-pluggy-0.13.1-7.el9.noarch 70/122 2024-04-15T14:26:17.676 INFO:teuthology.orchestra.run.smithi102.stdout: Installing : python3-packaging-20.9-5.el9.noarch 71/122 2024-04-15T14:26:17.686 INFO:teuthology.orchestra.run.smithi016.stdout: Installing : openblas-openmp-0.3.21-2.el9.x86_64 80/122 2024-04-15T14:26:17.723 INFO:teuthology.orchestra.run.smithi102.stdout: Installing : python3-oauthlib-3.1.1-5.el9.noarch 72/122 2024-04-15T14:26:17.771 INFO:teuthology.orchestra.run.smithi016.stdout: Installing : flexiblas-openblas-openmp-3.0.4-8.el9.x86_64 81/122 2024-04-15T14:26:18.471 INFO:teuthology.orchestra.run.smithi102.stdout: Installing : python3-requests-oauthlib-1.3.0-12.el9.noarch 73/122 2024-04-15T14:26:18.486 INFO:teuthology.orchestra.run.smithi016.stdout: Installing : flexiblas-netlib-3.0.4-8.el9.x86_64 82/122 2024-04-15T14:26:18.520 INFO:teuthology.orchestra.run.smithi102.stdout: Installing : python3-kubernetes-1:26.1.0-2.el9.noarch 74/122 2024-04-15T14:26:18.562 INFO:teuthology.orchestra.run.smithi102.stdout: Installing : python3-jsonpointer-2.0-4.el9.noarch 75/122 2024-04-15T14:26:18.599 INFO:teuthology.orchestra.run.smithi016.stdout: Installing : python3-numpy-1:1.20.1-5.el9.x86_64 83/122 2024-04-15T14:26:18.604 INFO:teuthology.orchestra.run.smithi102.stdout: Installing : python3-jsonpatch-1.21-16.el9.noarch 76/122 2024-04-15T14:26:18.653 INFO:teuthology.orchestra.run.smithi102.stdout: Installing : python3-iniconfig-1.1.1-7.el9.noarch 77/122 2024-04-15T14:26:18.687 INFO:teuthology.orchestra.run.smithi102.stdout: Installing : python3-attrs-20.3.0-7.el9.noarch 78/122 2024-04-15T14:26:18.949 INFO:teuthology.orchestra.run.smithi102.stdout: Installing : openblas-0.3.21-2.el9.x86_64 79/122 2024-04-15T14:26:18.978 INFO:teuthology.orchestra.run.smithi102.stdout: Installing : openblas-openmp-0.3.21-2.el9.x86_64 80/122 2024-04-15T14:26:19.056 INFO:teuthology.orchestra.run.smithi102.stdout: Installing : flexiblas-openblas-openmp-3.0.4-8.el9.x86_64 81/122 2024-04-15T14:26:19.741 INFO:teuthology.orchestra.run.smithi102.stdout: Installing : flexiblas-netlib-3.0.4-8.el9.x86_64 82/122 2024-04-15T14:26:19.861 INFO:teuthology.orchestra.run.smithi102.stdout: Installing : python3-numpy-1:1.20.1-5.el9.x86_64 83/122 2024-04-15T14:26:19.942 INFO:teuthology.orchestra.run.smithi016.stdout: Installing : python3-numpy-f2py-1:1.20.1-5.el9.x86_64 84/122 2024-04-15T14:26:20.022 INFO:teuthology.orchestra.run.smithi016.stdout: Installing : python3-scipy-1.6.2-8.el9.x86_64 85/122 2024-04-15T14:26:20.054 INFO:teuthology.orchestra.run.smithi016.stdout: Installing : oniguruma-6.9.6-1.el9.5.x86_64 86/122 2024-04-15T14:26:20.087 INFO:teuthology.orchestra.run.smithi016.stdout: Installing : jq-1.6-16.el9.x86_64 87/122 2024-04-15T14:26:20.411 INFO:teuthology.orchestra.run.smithi016.stdout: Installing : libpmemobj-1.12.1-1.el9.x86_64 88/122 2024-04-15T14:26:20.441 INFO:teuthology.orchestra.run.smithi016.stdout: Upgrading : librbd1-2:18.2.2-1221.ge3fb05d5.el9.x86_64 89/122 2024-04-15T14:26:20.532 INFO:teuthology.orchestra.run.smithi016.stdout: Running scriptlet: librbd1-2:18.2.2-1221.ge3fb05d5.el9.x86_64 89/122 2024-04-15T14:26:20.562 INFO:teuthology.orchestra.run.smithi016.stdout: Installing : python3-rbd-2:18.2.2-1221.ge3fb05d5.el9.x86_64 90/122 2024-04-15T14:26:20.599 INFO:teuthology.orchestra.run.smithi016.stdout: Installing : boost-program-options-1.75.0-8.el9.x86_64 91/122 2024-04-15T14:26:21.013 INFO:teuthology.orchestra.run.smithi016.stdout: Installing : parquet-libs-9.0.0-10.el9.x86_64 92/122 2024-04-15T14:26:21.044 INFO:teuthology.orchestra.run.smithi016.stdout: Installing : librgw2-2:18.2.2-1221.ge3fb05d5.el9.x86_64 93/122 2024-04-15T14:26:21.124 INFO:teuthology.orchestra.run.smithi016.stdout: Running scriptlet: librgw2-2:18.2.2-1221.ge3fb05d5.el9.x86_64 93/122 2024-04-15T14:26:21.129 INFO:teuthology.orchestra.run.smithi102.stdout: Installing : python3-numpy-f2py-1:1.20.1-5.el9.x86_64 84/122 2024-04-15T14:26:21.154 INFO:teuthology.orchestra.run.smithi016.stdout: Installing : python3-rgw-2:18.2.2-1221.ge3fb05d5.el9.x86_64 94/122 2024-04-15T14:26:21.211 INFO:teuthology.orchestra.run.smithi102.stdout: Installing : python3-scipy-1.6.2-8.el9.x86_64 85/122 2024-04-15T14:26:21.242 INFO:teuthology.orchestra.run.smithi102.stdout: Installing : oniguruma-6.9.6-1.el9.5.x86_64 86/122 2024-04-15T14:26:21.275 INFO:teuthology.orchestra.run.smithi102.stdout: Installing : jq-1.6-16.el9.x86_64 87/122 2024-04-15T14:26:21.575 INFO:teuthology.orchestra.run.smithi102.stdout: Installing : libpmemobj-1.12.1-1.el9.x86_64 88/122 2024-04-15T14:26:21.605 INFO:teuthology.orchestra.run.smithi102.stdout: Upgrading : librbd1-2:18.2.2-1221.ge3fb05d5.el9.x86_64 89/122 2024-04-15T14:26:21.620 INFO:teuthology.orchestra.run.smithi016.stdout: Running scriptlet: cephadm-2:18.2.2-1221.ge3fb05d5.el9.noarch 95/122 2024-04-15T14:26:21.651 INFO:teuthology.orchestra.run.smithi016.stdout: Installing : cephadm-2:18.2.2-1221.ge3fb05d5.el9.noarch 95/122 2024-04-15T14:26:21.682 INFO:teuthology.orchestra.run.smithi016.stdout: Installing : ceph-prometheus-alerts-2:18.2.2-1221.ge3fb05d5.e 96/122 2024-04-15T14:26:21.695 INFO:teuthology.orchestra.run.smithi102.stdout: Running scriptlet: librbd1-2:18.2.2-1221.ge3fb05d5.el9.x86_64 89/122 2024-04-15T14:26:21.725 INFO:teuthology.orchestra.run.smithi102.stdout: Installing : python3-rbd-2:18.2.2-1221.ge3fb05d5.el9.x86_64 90/122 2024-04-15T14:26:21.751 INFO:teuthology.orchestra.run.smithi016.stdout: Installing : ceph-grafana-dashboards-2:18.2.2-1221.ge3fb05d5. 97/122 2024-04-15T14:26:21.763 INFO:teuthology.orchestra.run.smithi102.stdout: Installing : boost-program-options-1.75.0-8.el9.x86_64 91/122 2024-04-15T14:26:21.785 INFO:teuthology.orchestra.run.smithi016.stdout: Installing : python3-ceph-common-2:18.2.2-1221.ge3fb05d5.el9. 98/122 2024-04-15T14:26:22.170 INFO:teuthology.orchestra.run.smithi102.stdout: Installing : parquet-libs-9.0.0-10.el9.x86_64 92/122 2024-04-15T14:26:22.216 INFO:teuthology.orchestra.run.smithi102.stdout: Installing : librgw2-2:18.2.2-1221.ge3fb05d5.el9.x86_64 93/122 2024-04-15T14:26:22.297 INFO:teuthology.orchestra.run.smithi102.stdout: Running scriptlet: librgw2-2:18.2.2-1221.ge3fb05d5.el9.x86_64 93/122 2024-04-15T14:26:22.326 INFO:teuthology.orchestra.run.smithi102.stdout: Installing : python3-rgw-2:18.2.2-1221.ge3fb05d5.el9.x86_64 94/122 2024-04-15T14:26:22.699 INFO:teuthology.orchestra.run.smithi102.stdout: Running scriptlet: cephadm-2:18.2.2-1221.ge3fb05d5.el9.noarch 95/122 2024-04-15T14:26:22.731 INFO:teuthology.orchestra.run.smithi102.stdout: Installing : cephadm-2:18.2.2-1221.ge3fb05d5.el9.noarch 95/122 2024-04-15T14:26:22.761 INFO:teuthology.orchestra.run.smithi102.stdout: Installing : ceph-prometheus-alerts-2:18.2.2-1221.ge3fb05d5.e 96/122 2024-04-15T14:26:22.836 INFO:teuthology.orchestra.run.smithi102.stdout: Installing : ceph-grafana-dashboards-2:18.2.2-1221.ge3fb05d5. 97/122 2024-04-15T14:26:22.872 INFO:teuthology.orchestra.run.smithi102.stdout: Installing : python3-ceph-common-2:18.2.2-1221.ge3fb05d5.el9. 98/122 2024-04-15T14:26:23.949 INFO:teuthology.orchestra.run.smithi016.stdout: Running scriptlet: ceph-common-2:18.2.2-1221.ge3fb05d5.el9.x86_64 99/122 2024-04-15T14:26:23.981 INFO:teuthology.orchestra.run.smithi016.stdout: Installing : ceph-common-2:18.2.2-1221.ge3fb05d5.el9.x86_64 99/122 2024-04-15T14:26:24.552 INFO:teuthology.orchestra.run.smithi016.stdout: Running scriptlet: ceph-common-2:18.2.2-1221.ge3fb05d5.el9.x86_64 99/122 2024-04-15T14:26:24.593 INFO:teuthology.orchestra.run.smithi016.stdout: Installing : ceph-base-2:18.2.2-1221.ge3fb05d5.el9.x86_64 100/122 2024-04-15T14:26:24.687 INFO:teuthology.orchestra.run.smithi016.stdout: Running scriptlet: ceph-base-2:18.2.2-1221.ge3fb05d5.el9.x86_64 100/122 2024-04-15T14:26:24.687 INFO:teuthology.orchestra.run.smithi016.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph.target → /usr/lib/systemd/system/ceph.target. 2024-04-15T14:26:24.688 INFO:teuthology.orchestra.run.smithi016.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-crash.service → /usr/lib/systemd/system/ceph-crash.service. 2024-04-15T14:26:24.688 INFO:teuthology.orchestra.run.smithi016.stdout: 2024-04-15T14:26:24.719 INFO:teuthology.orchestra.run.smithi016.stdout: Installing : ceph-selinux-2:18.2.2-1221.ge3fb05d5.el9.x86_64 101/122 2024-04-15T14:26:24.845 INFO:teuthology.orchestra.run.smithi102.stdout: Running scriptlet: ceph-common-2:18.2.2-1221.ge3fb05d5.el9.x86_64 99/122 2024-04-15T14:26:25.007 INFO:teuthology.orchestra.run.smithi102.stdout: Installing : ceph-common-2:18.2.2-1221.ge3fb05d5.el9.x86_64 99/122 2024-04-15T14:26:25.567 INFO:teuthology.orchestra.run.smithi102.stdout: Running scriptlet: ceph-common-2:18.2.2-1221.ge3fb05d5.el9.x86_64 99/122 2024-04-15T14:26:25.605 INFO:teuthology.orchestra.run.smithi102.stdout: Installing : ceph-base-2:18.2.2-1221.ge3fb05d5.el9.x86_64 100/122 2024-04-15T14:26:25.681 INFO:teuthology.orchestra.run.smithi102.stdout: Running scriptlet: ceph-base-2:18.2.2-1221.ge3fb05d5.el9.x86_64 100/122 2024-04-15T14:26:25.681 INFO:teuthology.orchestra.run.smithi102.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph.target → /usr/lib/systemd/system/ceph.target. 2024-04-15T14:26:25.682 INFO:teuthology.orchestra.run.smithi102.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-crash.service → /usr/lib/systemd/system/ceph-crash.service. 2024-04-15T14:26:25.682 INFO:teuthology.orchestra.run.smithi102.stdout: 2024-04-15T14:26:25.732 INFO:teuthology.orchestra.run.smithi102.stdout: Installing : ceph-selinux-2:18.2.2-1221.ge3fb05d5.el9.x86_64 101/122 2024-04-15T14:26:36.646 INFO:teuthology.orchestra.run.smithi016.stdout: Running scriptlet: ceph-selinux-2:18.2.2-1221.ge3fb05d5.el9.x86_64 101/122 2024-04-15T14:26:36.647 INFO:teuthology.orchestra.run.smithi016.stdout:skipping the directory /sys 2024-04-15T14:26:36.647 INFO:teuthology.orchestra.run.smithi016.stdout:skipping the directory /proc 2024-04-15T14:26:36.647 INFO:teuthology.orchestra.run.smithi016.stdout:skipping the directory /mnt 2024-04-15T14:26:36.647 INFO:teuthology.orchestra.run.smithi016.stdout:skipping the directory /var/tmp 2024-04-15T14:26:36.647 INFO:teuthology.orchestra.run.smithi016.stdout:skipping the directory /home 2024-04-15T14:26:36.647 INFO:teuthology.orchestra.run.smithi016.stdout:skipping the directory /root 2024-04-15T14:26:36.647 INFO:teuthology.orchestra.run.smithi016.stdout:skipping the directory /tmp 2024-04-15T14:26:36.647 INFO:teuthology.orchestra.run.smithi016.stdout: 2024-04-15T14:26:36.729 INFO:teuthology.orchestra.run.smithi016.stdout: Installing : ceph-mgr-cephadm-2:18.2.2-1221.ge3fb05d5.el9.noa 102/122 2024-04-15T14:26:36.998 INFO:teuthology.orchestra.run.smithi102.stdout: Running scriptlet: ceph-selinux-2:18.2.2-1221.ge3fb05d5.el9.x86_64 101/122 2024-04-15T14:26:36.999 INFO:teuthology.orchestra.run.smithi102.stdout:skipping the directory /sys 2024-04-15T14:26:36.999 INFO:teuthology.orchestra.run.smithi102.stdout:skipping the directory /proc 2024-04-15T14:26:36.999 INFO:teuthology.orchestra.run.smithi102.stdout:skipping the directory /mnt 2024-04-15T14:26:36.999 INFO:teuthology.orchestra.run.smithi102.stdout:skipping the directory /var/tmp 2024-04-15T14:26:36.999 INFO:teuthology.orchestra.run.smithi102.stdout:skipping the directory /home 2024-04-15T14:26:36.999 INFO:teuthology.orchestra.run.smithi102.stdout:skipping the directory /root 2024-04-15T14:26:36.999 INFO:teuthology.orchestra.run.smithi102.stdout:skipping the directory /tmp 2024-04-15T14:26:36.999 INFO:teuthology.orchestra.run.smithi102.stdout: 2024-04-15T14:26:37.079 INFO:teuthology.orchestra.run.smithi102.stdout: Installing : ceph-mgr-cephadm-2:18.2.2-1221.ge3fb05d5.el9.noa 102/122 2024-04-15T14:26:37.823 INFO:teuthology.orchestra.run.smithi016.stdout: Running scriptlet: ceph-mgr-cephadm-2:18.2.2-1221.ge3fb05d5.el9.noa 102/122 2024-04-15T14:26:37.865 INFO:teuthology.orchestra.run.smithi016.stdout: Installing : ceph-mgr-dashboard-2:18.2.2-1221.ge3fb05d5.el9.n 103/122 2024-04-15T14:26:38.132 INFO:teuthology.orchestra.run.smithi102.stdout: Running scriptlet: ceph-mgr-cephadm-2:18.2.2-1221.ge3fb05d5.el9.noa 102/122 2024-04-15T14:26:38.165 INFO:teuthology.orchestra.run.smithi102.stdout: Installing : ceph-mgr-dashboard-2:18.2.2-1221.ge3fb05d5.el9.n 103/122 2024-04-15T14:26:38.880 INFO:teuthology.orchestra.run.smithi016.stdout: Running scriptlet: ceph-mgr-dashboard-2:18.2.2-1221.ge3fb05d5.el9.n 103/122 2024-04-15T14:26:38.906 INFO:teuthology.orchestra.run.smithi016.stdout: Installing : ceph-mgr-diskprediction-local-2:18.2.2-1221.ge3f 104/122 2024-04-15T14:26:39.013 INFO:teuthology.orchestra.run.smithi016.stdout: Running scriptlet: ceph-mgr-diskprediction-local-2:18.2.2-1221.ge3f 104/122 2024-04-15T14:26:39.126 INFO:teuthology.orchestra.run.smithi102.stdout: Running scriptlet: ceph-mgr-dashboard-2:18.2.2-1221.ge3fb05d5.el9.n 103/122 2024-04-15T14:26:39.158 INFO:teuthology.orchestra.run.smithi102.stdout: Installing : ceph-mgr-diskprediction-local-2:18.2.2-1221.ge3f 104/122 2024-04-15T14:26:39.175 INFO:teuthology.orchestra.run.smithi016.stdout: Installing : ceph-mgr-modules-core-2:18.2.2-1221.ge3fb05d5.el 105/122 2024-04-15T14:26:39.200 INFO:teuthology.orchestra.run.smithi016.stdout: Installing : ceph-mgr-2:18.2.2-1221.ge3fb05d5.el9.x86_64 106/122 2024-04-15T14:26:39.224 INFO:teuthology.orchestra.run.smithi016.stdout: Running scriptlet: ceph-mgr-2:18.2.2-1221.ge3fb05d5.el9.x86_64 106/122 2024-04-15T14:26:39.224 INFO:teuthology.orchestra.run.smithi016.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-04-15T14:26:39.224 INFO:teuthology.orchestra.run.smithi016.stdout:Invalid unit name "ceph-mgr@*.service" escaped as "ceph-mgr@\x2a.service". 2024-04-15T14:26:39.224 INFO:teuthology.orchestra.run.smithi016.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mgr.target → /usr/lib/systemd/system/ceph-mgr.target. 2024-04-15T14:26:39.224 INFO:teuthology.orchestra.run.smithi016.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mgr.target → /usr/lib/systemd/system/ceph-mgr.target. 2024-04-15T14:26:39.224 INFO:teuthology.orchestra.run.smithi016.stdout: 2024-04-15T14:26:39.257 INFO:teuthology.orchestra.run.smithi102.stdout: Running scriptlet: ceph-mgr-diskprediction-local-2:18.2.2-1221.ge3f 104/122 2024-04-15T14:26:39.276 INFO:teuthology.orchestra.run.smithi016.stdout: Installing : ceph-mgr-rook-2:18.2.2-1221.ge3fb05d5.el9.noarch 107/122 2024-04-15T14:26:39.422 INFO:teuthology.orchestra.run.smithi102.stdout: Installing : ceph-mgr-modules-core-2:18.2.2-1221.ge3fb05d5.el 105/122 2024-04-15T14:26:39.451 INFO:teuthology.orchestra.run.smithi102.stdout: Installing : ceph-mgr-2:18.2.2-1221.ge3fb05d5.el9.x86_64 106/122 2024-04-15T14:26:39.469 INFO:teuthology.orchestra.run.smithi016.stdout: Running scriptlet: ceph-mgr-rook-2:18.2.2-1221.ge3fb05d5.el9.noarch 107/122 2024-04-15T14:26:39.474 INFO:teuthology.orchestra.run.smithi102.stdout: Running scriptlet: ceph-mgr-2:18.2.2-1221.ge3fb05d5.el9.x86_64 106/122 2024-04-15T14:26:39.475 INFO:teuthology.orchestra.run.smithi102.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-04-15T14:26:39.475 INFO:teuthology.orchestra.run.smithi102.stdout:Invalid unit name "ceph-mgr@*.service" escaped as "ceph-mgr@\x2a.service". 2024-04-15T14:26:39.475 INFO:teuthology.orchestra.run.smithi102.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mgr.target → /usr/lib/systemd/system/ceph-mgr.target. 2024-04-15T14:26:39.475 INFO:teuthology.orchestra.run.smithi102.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mgr.target → /usr/lib/systemd/system/ceph-mgr.target. 2024-04-15T14:26:39.475 INFO:teuthology.orchestra.run.smithi102.stdout: 2024-04-15T14:26:39.493 INFO:teuthology.orchestra.run.smithi016.stdout: Installing : ceph-mds-2:18.2.2-1221.ge3fb05d5.el9.x86_64 108/122 2024-04-15T14:26:39.516 INFO:teuthology.orchestra.run.smithi016.stdout: Running scriptlet: ceph-mds-2:18.2.2-1221.ge3fb05d5.el9.x86_64 108/122 2024-04-15T14:26:39.516 INFO:teuthology.orchestra.run.smithi016.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-04-15T14:26:39.516 INFO:teuthology.orchestra.run.smithi016.stdout:Invalid unit name "ceph-mds@*.service" escaped as "ceph-mds@\x2a.service". 2024-04-15T14:26:39.517 INFO:teuthology.orchestra.run.smithi016.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mds.target → /usr/lib/systemd/system/ceph-mds.target. 2024-04-15T14:26:39.517 INFO:teuthology.orchestra.run.smithi016.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mds.target → /usr/lib/systemd/system/ceph-mds.target. 2024-04-15T14:26:39.517 INFO:teuthology.orchestra.run.smithi016.stdout: 2024-04-15T14:26:39.527 INFO:teuthology.orchestra.run.smithi102.stdout: Installing : ceph-mgr-rook-2:18.2.2-1221.ge3fb05d5.el9.noarch 107/122 2024-04-15T14:26:39.711 INFO:teuthology.orchestra.run.smithi102.stdout: Running scriptlet: ceph-mgr-rook-2:18.2.2-1221.ge3fb05d5.el9.noarch 107/122 2024-04-15T14:26:39.736 INFO:teuthology.orchestra.run.smithi102.stdout: Installing : ceph-mds-2:18.2.2-1221.ge3fb05d5.el9.x86_64 108/122 2024-04-15T14:26:39.759 INFO:teuthology.orchestra.run.smithi102.stdout: Running scriptlet: ceph-mds-2:18.2.2-1221.ge3fb05d5.el9.x86_64 108/122 2024-04-15T14:26:39.759 INFO:teuthology.orchestra.run.smithi102.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-04-15T14:26:39.759 INFO:teuthology.orchestra.run.smithi102.stdout:Invalid unit name "ceph-mds@*.service" escaped as "ceph-mds@\x2a.service". 2024-04-15T14:26:39.760 INFO:teuthology.orchestra.run.smithi102.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mds.target → /usr/lib/systemd/system/ceph-mds.target. 2024-04-15T14:26:39.760 INFO:teuthology.orchestra.run.smithi102.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mds.target → /usr/lib/systemd/system/ceph-mds.target. 2024-04-15T14:26:39.760 INFO:teuthology.orchestra.run.smithi102.stdout: 2024-04-15T14:26:39.977 INFO:teuthology.orchestra.run.smithi016.stdout: Installing : ceph-mon-2:18.2.2-1221.ge3fb05d5.el9.x86_64 109/122 2024-04-15T14:26:40.001 INFO:teuthology.orchestra.run.smithi016.stdout: Running scriptlet: ceph-mon-2:18.2.2-1221.ge3fb05d5.el9.x86_64 109/122 2024-04-15T14:26:40.001 INFO:teuthology.orchestra.run.smithi016.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-04-15T14:26:40.001 INFO:teuthology.orchestra.run.smithi016.stdout:Invalid unit name "ceph-mon@*.service" escaped as "ceph-mon@\x2a.service". 2024-04-15T14:26:40.001 INFO:teuthology.orchestra.run.smithi016.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mon.target → /usr/lib/systemd/system/ceph-mon.target. 2024-04-15T14:26:40.001 INFO:teuthology.orchestra.run.smithi016.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mon.target → /usr/lib/systemd/system/ceph-mon.target. 2024-04-15T14:26:40.001 INFO:teuthology.orchestra.run.smithi016.stdout: 2024-04-15T14:26:40.203 INFO:teuthology.orchestra.run.smithi102.stdout: Installing : ceph-mon-2:18.2.2-1221.ge3fb05d5.el9.x86_64 109/122 2024-04-15T14:26:40.227 INFO:teuthology.orchestra.run.smithi102.stdout: Running scriptlet: ceph-mon-2:18.2.2-1221.ge3fb05d5.el9.x86_64 109/122 2024-04-15T14:26:40.227 INFO:teuthology.orchestra.run.smithi102.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-04-15T14:26:40.227 INFO:teuthology.orchestra.run.smithi102.stdout:Invalid unit name "ceph-mon@*.service" escaped as "ceph-mon@\x2a.service". 2024-04-15T14:26:40.227 INFO:teuthology.orchestra.run.smithi102.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mon.target → /usr/lib/systemd/system/ceph-mon.target. 2024-04-15T14:26:40.227 INFO:teuthology.orchestra.run.smithi102.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mon.target → /usr/lib/systemd/system/ceph-mon.target. 2024-04-15T14:26:40.227 INFO:teuthology.orchestra.run.smithi102.stdout: 2024-04-15T14:26:41.487 INFO:teuthology.orchestra.run.smithi016.stdout: Installing : ceph-osd-2:18.2.2-1221.ge3fb05d5.el9.x86_64 110/122 2024-04-15T14:26:41.513 INFO:teuthology.orchestra.run.smithi016.stdout: Running scriptlet: ceph-osd-2:18.2.2-1221.ge3fb05d5.el9.x86_64 110/122 2024-04-15T14:26:41.513 INFO:teuthology.orchestra.run.smithi016.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-04-15T14:26:41.513 INFO:teuthology.orchestra.run.smithi016.stdout:Invalid unit name "ceph-osd@*.service" escaped as "ceph-osd@\x2a.service". 2024-04-15T14:26:41.513 INFO:teuthology.orchestra.run.smithi016.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-osd.target → /usr/lib/systemd/system/ceph-osd.target. 2024-04-15T14:26:41.513 INFO:teuthology.orchestra.run.smithi016.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-osd.target → /usr/lib/systemd/system/ceph-osd.target. 2024-04-15T14:26:41.513 INFO:teuthology.orchestra.run.smithi016.stdout: 2024-04-15T14:26:41.621 INFO:teuthology.orchestra.run.smithi102.stdout: Installing : ceph-osd-2:18.2.2-1221.ge3fb05d5.el9.x86_64 110/122 2024-04-15T14:26:41.648 INFO:teuthology.orchestra.run.smithi102.stdout: Running scriptlet: ceph-osd-2:18.2.2-1221.ge3fb05d5.el9.x86_64 110/122 2024-04-15T14:26:41.648 INFO:teuthology.orchestra.run.smithi102.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-04-15T14:26:41.648 INFO:teuthology.orchestra.run.smithi102.stdout:Invalid unit name "ceph-osd@*.service" escaped as "ceph-osd@\x2a.service". 2024-04-15T14:26:41.648 INFO:teuthology.orchestra.run.smithi102.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-osd.target → /usr/lib/systemd/system/ceph-osd.target. 2024-04-15T14:26:41.649 INFO:teuthology.orchestra.run.smithi102.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-osd.target → /usr/lib/systemd/system/ceph-osd.target. 2024-04-15T14:26:41.649 INFO:teuthology.orchestra.run.smithi102.stdout: 2024-04-15T14:26:42.261 INFO:teuthology.orchestra.run.smithi016.stdout: Installing : ceph-2:18.2.2-1221.ge3fb05d5.el9.x86_64 111/122 2024-04-15T14:26:42.288 INFO:teuthology.orchestra.run.smithi016.stdout: Installing : ceph-radosgw-2:18.2.2-1221.ge3fb05d5.el9.x86_64 112/122 2024-04-15T14:26:42.311 INFO:teuthology.orchestra.run.smithi016.stdout: Running scriptlet: ceph-radosgw-2:18.2.2-1221.ge3fb05d5.el9.x86_64 112/122 2024-04-15T14:26:42.311 INFO:teuthology.orchestra.run.smithi016.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-04-15T14:26:42.312 INFO:teuthology.orchestra.run.smithi016.stdout:Invalid unit name "ceph-radosgw@*.service" escaped as "ceph-radosgw@\x2a.service". 2024-04-15T14:26:42.312 INFO:teuthology.orchestra.run.smithi016.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-radosgw.target → /usr/lib/systemd/system/ceph-radosgw.target. 2024-04-15T14:26:42.312 INFO:teuthology.orchestra.run.smithi016.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-radosgw.target → /usr/lib/systemd/system/ceph-radosgw.target. 2024-04-15T14:26:42.312 INFO:teuthology.orchestra.run.smithi016.stdout: 2024-04-15T14:26:42.348 INFO:teuthology.orchestra.run.smithi102.stdout: Installing : ceph-2:18.2.2-1221.ge3fb05d5.el9.x86_64 111/122 2024-04-15T14:26:42.356 INFO:teuthology.orchestra.run.smithi016.stdout: Installing : ceph-immutable-object-cache-2:18.2.2-1221.ge3fb0 113/122 2024-04-15T14:26:42.378 INFO:teuthology.orchestra.run.smithi016.stdout: Running scriptlet: ceph-immutable-object-cache-2:18.2.2-1221.ge3fb0 113/122 2024-04-15T14:26:42.378 INFO:teuthology.orchestra.run.smithi016.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-04-15T14:26:42.379 INFO:teuthology.orchestra.run.smithi016.stdout:Invalid unit name "ceph-immutable-object-cache@*.service" escaped as "ceph-immutable-object-cache@\x2a.service". 2024-04-15T14:26:42.379 INFO:teuthology.orchestra.run.smithi016.stdout: 2024-04-15T14:26:42.381 INFO:teuthology.orchestra.run.smithi102.stdout: Installing : ceph-radosgw-2:18.2.2-1221.ge3fb05d5.el9.x86_64 112/122 2024-04-15T14:26:42.404 INFO:teuthology.orchestra.run.smithi102.stdout: Running scriptlet: ceph-radosgw-2:18.2.2-1221.ge3fb05d5.el9.x86_64 112/122 2024-04-15T14:26:42.404 INFO:teuthology.orchestra.run.smithi102.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-04-15T14:26:42.404 INFO:teuthology.orchestra.run.smithi102.stdout:Invalid unit name "ceph-radosgw@*.service" escaped as "ceph-radosgw@\x2a.service". 2024-04-15T14:26:42.405 INFO:teuthology.orchestra.run.smithi102.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-radosgw.target → /usr/lib/systemd/system/ceph-radosgw.target. 2024-04-15T14:26:42.405 INFO:teuthology.orchestra.run.smithi102.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-radosgw.target → /usr/lib/systemd/system/ceph-radosgw.target. 2024-04-15T14:26:42.405 INFO:teuthology.orchestra.run.smithi102.stdout: 2024-04-15T14:26:42.448 INFO:teuthology.orchestra.run.smithi102.stdout: Installing : ceph-immutable-object-cache-2:18.2.2-1221.ge3fb0 113/122 2024-04-15T14:26:42.471 INFO:teuthology.orchestra.run.smithi102.stdout: Running scriptlet: ceph-immutable-object-cache-2:18.2.2-1221.ge3fb0 113/122 2024-04-15T14:26:42.471 INFO:teuthology.orchestra.run.smithi102.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-04-15T14:26:42.471 INFO:teuthology.orchestra.run.smithi102.stdout:Invalid unit name "ceph-immutable-object-cache@*.service" escaped as "ceph-immutable-object-cache@\x2a.service". 2024-04-15T14:26:42.471 INFO:teuthology.orchestra.run.smithi102.stdout: 2024-04-15T14:26:42.690 INFO:teuthology.orchestra.run.smithi016.stdout: Installing : rbd-mirror-2:18.2.2-1221.ge3fb05d5.el9.x86_64 114/122 2024-04-15T14:26:42.713 INFO:teuthology.orchestra.run.smithi016.stdout: Running scriptlet: rbd-mirror-2:18.2.2-1221.ge3fb05d5.el9.x86_64 114/122 2024-04-15T14:26:42.713 INFO:teuthology.orchestra.run.smithi016.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-04-15T14:26:42.713 INFO:teuthology.orchestra.run.smithi016.stdout:Invalid unit name "ceph-rbd-mirror@*.service" escaped as "ceph-rbd-mirror@\x2a.service". 2024-04-15T14:26:42.713 INFO:teuthology.orchestra.run.smithi016.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-rbd-mirror.target → /usr/lib/systemd/system/ceph-rbd-mirror.target. 2024-04-15T14:26:42.713 INFO:teuthology.orchestra.run.smithi016.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-rbd-mirror.target → /usr/lib/systemd/system/ceph-rbd-mirror.target. 2024-04-15T14:26:42.713 INFO:teuthology.orchestra.run.smithi016.stdout: 2024-04-15T14:26:42.774 INFO:teuthology.orchestra.run.smithi102.stdout: Installing : rbd-mirror-2:18.2.2-1221.ge3fb05d5.el9.x86_64 114/122 2024-04-15T14:26:42.797 INFO:teuthology.orchestra.run.smithi102.stdout: Running scriptlet: rbd-mirror-2:18.2.2-1221.ge3fb05d5.el9.x86_64 114/122 2024-04-15T14:26:42.797 INFO:teuthology.orchestra.run.smithi102.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-04-15T14:26:42.797 INFO:teuthology.orchestra.run.smithi102.stdout:Invalid unit name "ceph-rbd-mirror@*.service" escaped as "ceph-rbd-mirror@\x2a.service". 2024-04-15T14:26:42.797 INFO:teuthology.orchestra.run.smithi102.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-rbd-mirror.target → /usr/lib/systemd/system/ceph-rbd-mirror.target. 2024-04-15T14:26:42.797 INFO:teuthology.orchestra.run.smithi102.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-rbd-mirror.target → /usr/lib/systemd/system/ceph-rbd-mirror.target. 2024-04-15T14:26:42.798 INFO:teuthology.orchestra.run.smithi102.stdout: 2024-04-15T14:26:46.552 INFO:teuthology.orchestra.run.smithi102.stdout: Installing : ceph-test-2:18.2.2-1221.ge3fb05d5.el9.x86_64 115/122 2024-04-15T14:26:46.593 INFO:teuthology.orchestra.run.smithi102.stdout: Installing : rbd-fuse-2:18.2.2-1221.ge3fb05d5.el9.x86_64 116/122 2024-04-15T14:26:46.594 INFO:teuthology.orchestra.run.smithi016.stdout: Installing : ceph-test-2:18.2.2-1221.ge3fb05d5.el9.x86_64 115/122 2024-04-15T14:26:46.635 INFO:teuthology.orchestra.run.smithi016.stdout: Installing : rbd-fuse-2:18.2.2-1221.ge3fb05d5.el9.x86_64 116/122 2024-04-15T14:26:46.711 INFO:teuthology.orchestra.run.smithi102.stdout: Installing : rbd-nbd-2:18.2.2-1221.ge3fb05d5.el9.x86_64 117/122 2024-04-15T14:26:46.761 INFO:teuthology.orchestra.run.smithi016.stdout: Installing : rbd-nbd-2:18.2.2-1221.ge3fb05d5.el9.x86_64 117/122 2024-04-15T14:26:46.817 INFO:teuthology.orchestra.run.smithi102.stdout: Installing : python3-pytest-6.2.2-7.el9.noarch 118/122 2024-04-15T14:26:46.851 INFO:teuthology.orchestra.run.smithi102.stdout: Installing : ceph-fuse-2:18.2.2-1221.ge3fb05d5.el9.x86_64 119/122 2024-04-15T14:26:46.871 INFO:teuthology.orchestra.run.smithi016.stdout: Installing : python3-pytest-6.2.2-7.el9.noarch 118/122 2024-04-15T14:26:46.948 INFO:teuthology.orchestra.run.smithi102.stdout: Installing : libcephfs-devel-2:18.2.2-1221.ge3fb05d5.el9.x86_ 120/122 2024-04-15T14:26:46.948 INFO:teuthology.orchestra.run.smithi102.stdout: Cleanup : librbd1-2:16.2.4-5.el9.x86_64 121/122 2024-04-15T14:26:46.948 INFO:teuthology.orchestra.run.smithi016.stdout: Installing : ceph-fuse-2:18.2.2-1221.ge3fb05d5.el9.x86_64 119/122 2024-04-15T14:26:46.948 INFO:teuthology.orchestra.run.smithi016.stdout: Installing : libcephfs-devel-2:18.2.2-1221.ge3fb05d5.el9.x86_ 120/122 2024-04-15T14:26:46.949 INFO:teuthology.orchestra.run.smithi016.stdout: Cleanup : librbd1-2:16.2.4-5.el9.x86_64 121/122 2024-04-15T14:26:46.966 INFO:teuthology.orchestra.run.smithi102.stdout: Running scriptlet: librbd1-2:16.2.4-5.el9.x86_64 121/122 2024-04-15T14:26:46.966 INFO:teuthology.orchestra.run.smithi102.stdout: Cleanup : librados2-2:16.2.4-5.el9.x86_64 122/122 2024-04-15T14:26:46.999 INFO:teuthology.orchestra.run.smithi016.stdout: Running scriptlet: librbd1-2:16.2.4-5.el9.x86_64 121/122 2024-04-15T14:26:47.476 INFO:teuthology.orchestra.run.smithi016.stdout: Cleanup : librados2-2:16.2.4-5.el9.x86_64 122/122 2024-04-15T14:26:51.817 INFO:teuthology.orchestra.run.smithi016.stdout: Running scriptlet: librados2-2:16.2.4-5.el9.x86_64 122/122 2024-04-15T14:26:51.817 INFO:teuthology.orchestra.run.smithi016.stdout: Verifying : ceph-2:18.2.2-1221.ge3fb05d5.el9.x86_64 1/122 2024-04-15T14:26:51.817 INFO:teuthology.orchestra.run.smithi016.stdout: Verifying : ceph-base-2:18.2.2-1221.ge3fb05d5.el9.x86_64 2/122 2024-04-15T14:26:51.818 INFO:teuthology.orchestra.run.smithi016.stdout: Verifying : ceph-common-2:18.2.2-1221.ge3fb05d5.el9.x86_64 3/122 2024-04-15T14:26:51.818 INFO:teuthology.orchestra.run.smithi016.stdout: Verifying : ceph-fuse-2:18.2.2-1221.ge3fb05d5.el9.x86_64 4/122 2024-04-15T14:26:51.818 INFO:teuthology.orchestra.run.smithi016.stdout: Verifying : ceph-immutable-object-cache-2:18.2.2-1221.ge3fb0 5/122 2024-04-15T14:26:51.818 INFO:teuthology.orchestra.run.smithi016.stdout: Verifying : ceph-mds-2:18.2.2-1221.ge3fb05d5.el9.x86_64 6/122 2024-04-15T14:26:51.818 INFO:teuthology.orchestra.run.smithi016.stdout: Verifying : ceph-mgr-2:18.2.2-1221.ge3fb05d5.el9.x86_64 7/122 2024-04-15T14:26:51.818 INFO:teuthology.orchestra.run.smithi016.stdout: Verifying : ceph-mon-2:18.2.2-1221.ge3fb05d5.el9.x86_64 8/122 2024-04-15T14:26:51.818 INFO:teuthology.orchestra.run.smithi016.stdout: Verifying : ceph-osd-2:18.2.2-1221.ge3fb05d5.el9.x86_64 9/122 2024-04-15T14:26:51.818 INFO:teuthology.orchestra.run.smithi016.stdout: Verifying : ceph-radosgw-2:18.2.2-1221.ge3fb05d5.el9.x86_64 10/122 2024-04-15T14:26:51.818 INFO:teuthology.orchestra.run.smithi016.stdout: Verifying : ceph-selinux-2:18.2.2-1221.ge3fb05d5.el9.x86_64 11/122 2024-04-15T14:26:51.818 INFO:teuthology.orchestra.run.smithi016.stdout: Verifying : ceph-test-2:18.2.2-1221.ge3fb05d5.el9.x86_64 12/122 2024-04-15T14:26:51.818 INFO:teuthology.orchestra.run.smithi016.stdout: Verifying : libcephfs-devel-2:18.2.2-1221.ge3fb05d5.el9.x86_ 13/122 2024-04-15T14:26:51.818 INFO:teuthology.orchestra.run.smithi016.stdout: Verifying : libcephfs2-2:18.2.2-1221.ge3fb05d5.el9.x86_64 14/122 2024-04-15T14:26:51.818 INFO:teuthology.orchestra.run.smithi016.stdout: Verifying : libcephsqlite-2:18.2.2-1221.ge3fb05d5.el9.x86_64 15/122 2024-04-15T14:26:51.818 INFO:teuthology.orchestra.run.smithi016.stdout: Verifying : librados-devel-2:18.2.2-1221.ge3fb05d5.el9.x86_6 16/122 2024-04-15T14:26:51.819 INFO:teuthology.orchestra.run.smithi016.stdout: Verifying : libradosstriper1-2:18.2.2-1221.ge3fb05d5.el9.x86 17/122 2024-04-15T14:26:51.819 INFO:teuthology.orchestra.run.smithi016.stdout: Verifying : librgw2-2:18.2.2-1221.ge3fb05d5.el9.x86_64 18/122 2024-04-15T14:26:51.819 INFO:teuthology.orchestra.run.smithi016.stdout: Verifying : python3-ceph-argparse-2:18.2.2-1221.ge3fb05d5.el 19/122 2024-04-15T14:26:51.819 INFO:teuthology.orchestra.run.smithi016.stdout: Verifying : python3-ceph-common-2:18.2.2-1221.ge3fb05d5.el9. 20/122 2024-04-15T14:26:51.819 INFO:teuthology.orchestra.run.smithi016.stdout: Verifying : python3-cephfs-2:18.2.2-1221.ge3fb05d5.el9.x86_6 21/122 2024-04-15T14:26:51.819 INFO:teuthology.orchestra.run.smithi016.stdout: Verifying : python3-rados-2:18.2.2-1221.ge3fb05d5.el9.x86_64 22/122 2024-04-15T14:26:51.819 INFO:teuthology.orchestra.run.smithi016.stdout: Verifying : python3-rbd-2:18.2.2-1221.ge3fb05d5.el9.x86_64 23/122 2024-04-15T14:26:51.819 INFO:teuthology.orchestra.run.smithi016.stdout: Verifying : python3-rgw-2:18.2.2-1221.ge3fb05d5.el9.x86_64 24/122 2024-04-15T14:26:51.819 INFO:teuthology.orchestra.run.smithi016.stdout: Verifying : rbd-fuse-2:18.2.2-1221.ge3fb05d5.el9.x86_64 25/122 2024-04-15T14:26:51.819 INFO:teuthology.orchestra.run.smithi016.stdout: Verifying : rbd-mirror-2:18.2.2-1221.ge3fb05d5.el9.x86_64 26/122 2024-04-15T14:26:51.819 INFO:teuthology.orchestra.run.smithi016.stdout: Verifying : rbd-nbd-2:18.2.2-1221.ge3fb05d5.el9.x86_64 27/122 2024-04-15T14:26:51.819 INFO:teuthology.orchestra.run.smithi016.stdout: Verifying : ceph-grafana-dashboards-2:18.2.2-1221.ge3fb05d5. 28/122 2024-04-15T14:26:51.819 INFO:teuthology.orchestra.run.smithi016.stdout: Verifying : ceph-mgr-cephadm-2:18.2.2-1221.ge3fb05d5.el9.noa 29/122 2024-04-15T14:26:51.828 INFO:teuthology.orchestra.run.smithi016.stdout: Verifying : ceph-mgr-dashboard-2:18.2.2-1221.ge3fb05d5.el9.n 30/122 2024-04-15T14:26:51.829 INFO:teuthology.orchestra.run.smithi016.stdout: Verifying : ceph-mgr-diskprediction-local-2:18.2.2-1221.ge3f 31/122 2024-04-15T14:26:51.829 INFO:teuthology.orchestra.run.smithi016.stdout: Verifying : ceph-mgr-modules-core-2:18.2.2-1221.ge3fb05d5.el 32/122 2024-04-15T14:26:51.829 INFO:teuthology.orchestra.run.smithi016.stdout: Verifying : ceph-mgr-rook-2:18.2.2-1221.ge3fb05d5.el9.noarch 33/122 2024-04-15T14:26:51.829 INFO:teuthology.orchestra.run.smithi016.stdout: Verifying : ceph-prometheus-alerts-2:18.2.2-1221.ge3fb05d5.e 34/122 2024-04-15T14:26:51.829 INFO:teuthology.orchestra.run.smithi016.stdout: Verifying : cephadm-2:18.2.2-1221.ge3fb05d5.el9.noarch 35/122 2024-04-15T14:26:51.829 INFO:teuthology.orchestra.run.smithi016.stdout: Verifying : boost-program-options-1.75.0-8.el9.x86_64 36/122 2024-04-15T14:26:51.829 INFO:teuthology.orchestra.run.smithi016.stdout: Verifying : flexiblas-3.0.4-8.el9.x86_64 37/122 2024-04-15T14:26:51.829 INFO:teuthology.orchestra.run.smithi016.stdout: Verifying : flexiblas-netlib-3.0.4-8.el9.x86_64 38/122 2024-04-15T14:26:51.829 INFO:teuthology.orchestra.run.smithi016.stdout: Verifying : flexiblas-openblas-openmp-3.0.4-8.el9.x86_64 39/122 2024-04-15T14:26:51.829 INFO:teuthology.orchestra.run.smithi016.stdout: Verifying : libpmemobj-1.12.1-1.el9.x86_64 40/122 2024-04-15T14:26:51.829 INFO:teuthology.orchestra.run.smithi016.stdout: Verifying : librabbitmq-0.11.0-7.el9.x86_64 41/122 2024-04-15T14:26:51.829 INFO:teuthology.orchestra.run.smithi016.stdout: Verifying : librdkafka-1.6.1-102.el9.x86_64 42/122 2024-04-15T14:26:51.829 INFO:teuthology.orchestra.run.smithi016.stdout: Verifying : lttng-ust-2.12.0-6.el9.x86_64 43/122 2024-04-15T14:26:51.830 INFO:teuthology.orchestra.run.smithi016.stdout: Verifying : oniguruma-6.9.6-1.el9.5.x86_64 44/122 2024-04-15T14:26:51.830 INFO:teuthology.orchestra.run.smithi016.stdout: Verifying : openblas-0.3.21-2.el9.x86_64 45/122 2024-04-15T14:26:51.830 INFO:teuthology.orchestra.run.smithi016.stdout: Verifying : openblas-openmp-0.3.21-2.el9.x86_64 46/122 2024-04-15T14:26:51.830 INFO:teuthology.orchestra.run.smithi016.stdout: Verifying : python3-attrs-20.3.0-7.el9.noarch 47/122 2024-04-15T14:26:51.830 INFO:teuthology.orchestra.run.smithi016.stdout: Verifying : python3-babel-2.9.1-2.el9.noarch 48/122 2024-04-15T14:26:51.830 INFO:teuthology.orchestra.run.smithi016.stdout: Verifying : python3-iniconfig-1.1.1-7.el9.noarch 49/122 2024-04-15T14:26:51.830 INFO:teuthology.orchestra.run.smithi016.stdout: Verifying : python3-jsonpatch-1.21-16.el9.noarch 50/122 2024-04-15T14:26:51.830 INFO:teuthology.orchestra.run.smithi016.stdout: Verifying : python3-jsonpointer-2.0-4.el9.noarch 51/122 2024-04-15T14:26:51.830 INFO:teuthology.orchestra.run.smithi016.stdout: Verifying : python3-mako-1.1.4-6.el9.noarch 52/122 2024-04-15T14:26:51.830 INFO:teuthology.orchestra.run.smithi016.stdout: Verifying : python3-markupsafe-1.1.1-12.el9.x86_64 53/122 2024-04-15T14:26:51.832 INFO:teuthology.orchestra.run.smithi016.stdout: Verifying : python3-numpy-1:1.20.1-5.el9.x86_64 54/122 2024-04-15T14:26:51.832 INFO:teuthology.orchestra.run.smithi016.stdout: Verifying : python3-numpy-f2py-1:1.20.1-5.el9.x86_64 55/122 2024-04-15T14:26:51.832 INFO:teuthology.orchestra.run.smithi016.stdout: Verifying : python3-oauthlib-3.1.1-5.el9.noarch 56/122 2024-04-15T14:26:51.832 INFO:teuthology.orchestra.run.smithi016.stdout: Verifying : python3-packaging-20.9-5.el9.noarch 57/122 2024-04-15T14:26:51.832 INFO:teuthology.orchestra.run.smithi016.stdout: Verifying : python3-pluggy-0.13.1-7.el9.noarch 58/122 2024-04-15T14:26:51.832 INFO:teuthology.orchestra.run.smithi016.stdout: Verifying : python3-prettytable-0.7.2-27.el9.noarch 59/122 2024-04-15T14:26:51.832 INFO:teuthology.orchestra.run.smithi016.stdout: Verifying : python3-py-1.10.0-6.el9.noarch 60/122 2024-04-15T14:26:51.832 INFO:teuthology.orchestra.run.smithi016.stdout: Verifying : python3-pyasn1-0.4.8-6.el9.noarch 61/122 2024-04-15T14:26:51.832 INFO:teuthology.orchestra.run.smithi016.stdout: Verifying : python3-pyasn1-modules-0.4.8-6.el9.noarch 62/122 2024-04-15T14:26:51.832 INFO:teuthology.orchestra.run.smithi016.stdout: Verifying : python3-pytest-6.2.2-7.el9.noarch 63/122 2024-04-15T14:26:51.832 INFO:teuthology.orchestra.run.smithi016.stdout: Verifying : python3-pytz-2021.1-5.el9.noarch 64/122 2024-04-15T14:26:51.832 INFO:teuthology.orchestra.run.smithi016.stdout: Verifying : python3-requests-oauthlib-1.3.0-12.el9.noarch 65/122 2024-04-15T14:26:51.832 INFO:teuthology.orchestra.run.smithi016.stdout: Verifying : python3-scipy-1.6.2-8.el9.x86_64 66/122 2024-04-15T14:26:51.833 INFO:teuthology.orchestra.run.smithi016.stdout: Verifying : python3-toml-0.10.2-6.el9.noarch 67/122 2024-04-15T14:26:51.833 INFO:teuthology.orchestra.run.smithi016.stdout: Verifying : socat-1.7.4.1-5.el9.x86_64 68/122 2024-04-15T14:26:51.833 INFO:teuthology.orchestra.run.smithi016.stdout: Verifying : xmlstarlet-1.6.1-20.el9.x86_64 69/122 2024-04-15T14:26:51.833 INFO:teuthology.orchestra.run.smithi016.stdout: Verifying : fuse-2.9.9-15.el9.x86_64 70/122 2024-04-15T14:26:51.833 INFO:teuthology.orchestra.run.smithi016.stdout: Verifying : python3-cffi-1.14.5-5.el9.x86_64 71/122 2024-04-15T14:26:51.833 INFO:teuthology.orchestra.run.smithi016.stdout: Verifying : python3-cryptography-36.0.1-4.el9.x86_64 72/122 2024-04-15T14:26:51.833 INFO:teuthology.orchestra.run.smithi016.stdout: Verifying : python3-ply-3.11-14.el9.noarch 73/122 2024-04-15T14:26:51.833 INFO:teuthology.orchestra.run.smithi016.stdout: Verifying : python3-pycparser-2.20-6.el9.noarch 74/122 2024-04-15T14:26:51.833 INFO:teuthology.orchestra.run.smithi016.stdout: Verifying : python3-urllib3-1.26.5-5.el9.noarch 75/122 2024-04-15T14:26:51.833 INFO:teuthology.orchestra.run.smithi016.stdout: Verifying : jq-1.6-16.el9.x86_64 76/122 2024-04-15T14:26:51.833 INFO:teuthology.orchestra.run.smithi016.stdout: Verifying : libgfortran-11.4.1-3.el9.x86_64 77/122 2024-04-15T14:26:51.833 INFO:teuthology.orchestra.run.smithi016.stdout: Verifying : libquadmath-11.4.1-3.el9.x86_64 78/122 2024-04-15T14:26:51.833 INFO:teuthology.orchestra.run.smithi016.stdout: Verifying : python3-requests-2.25.1-8.el9.noarch 79/122 2024-04-15T14:26:51.833 INFO:teuthology.orchestra.run.smithi016.stdout: Verifying : python3-devel-3.9.17-2.el9.x86_64 80/122 2024-04-15T14:26:51.834 INFO:teuthology.orchestra.run.smithi016.stdout: Verifying : python3-jinja2-2.11.3-5.el9.noarch 81/122 2024-04-15T14:26:51.834 INFO:teuthology.orchestra.run.smithi016.stdout: Verifying : fmt-8.1.1-5.el9.x86_64 82/122 2024-04-15T14:26:51.834 INFO:teuthology.orchestra.run.smithi016.stdout: Verifying : gperftools-libs-2.9.1-2.el9.x86_64 83/122 2024-04-15T14:26:51.834 INFO:teuthology.orchestra.run.smithi016.stdout: Verifying : libarrow-9.0.0-10.el9.x86_64 84/122 2024-04-15T14:26:51.834 INFO:teuthology.orchestra.run.smithi016.stdout: Verifying : libarrow-doc-9.0.0-10.el9.noarch 85/122 2024-04-15T14:26:51.834 INFO:teuthology.orchestra.run.smithi016.stdout: Verifying : liboath-2.6.7-2.el9.x86_64 86/122 2024-04-15T14:26:51.834 INFO:teuthology.orchestra.run.smithi016.stdout: Verifying : libunwind-1.6.2-1.el9.x86_64 87/122 2024-04-15T14:26:51.834 INFO:teuthology.orchestra.run.smithi016.stdout: Verifying : parquet-libs-9.0.0-10.el9.x86_64 88/122 2024-04-15T14:26:51.834 INFO:teuthology.orchestra.run.smithi016.stdout: Verifying : python3-asyncssh-2.13.2-5.el9.noarch 89/122 2024-04-15T14:26:51.834 INFO:teuthology.orchestra.run.smithi016.stdout: Verifying : python3-bcrypt-3.2.2-1.el9.x86_64 90/122 2024-04-15T14:26:51.834 INFO:teuthology.orchestra.run.smithi016.stdout: Verifying : python3-cachetools-4.2.4-1.el9.noarch 91/122 2024-04-15T14:26:51.834 INFO:teuthology.orchestra.run.smithi016.stdout: Verifying : python3-certifi-2021.10.8-2.el9.noarch 92/122 2024-04-15T14:26:51.834 INFO:teuthology.orchestra.run.smithi016.stdout: Verifying : python3-cheroot-8.6.0-4.el9.noarch 93/122 2024-04-15T14:26:51.834 INFO:teuthology.orchestra.run.smithi016.stdout: Verifying : python3-cherrypy-18.6.1-2.el9.noarch 94/122 2024-04-15T14:26:51.834 INFO:teuthology.orchestra.run.smithi016.stdout: Verifying : python3-google-auth-1:2.28.2-1.el9.noarch 95/122 2024-04-15T14:26:51.835 INFO:teuthology.orchestra.run.smithi016.stdout: Verifying : python3-jaraco-8.2.1-3.el9.noarch 96/122 2024-04-15T14:26:51.835 INFO:teuthology.orchestra.run.smithi016.stdout: Verifying : python3-jaraco-classes-3.2.1-5.el9.noarch 97/122 2024-04-15T14:26:51.835 INFO:teuthology.orchestra.run.smithi016.stdout: Verifying : python3-jaraco-collections-3.0.0-8.el9.noarch 98/122 2024-04-15T14:26:51.835 INFO:teuthology.orchestra.run.smithi016.stdout: Verifying : python3-jaraco-functools-3.5.0-2.el9.noarch 99/122 2024-04-15T14:26:51.835 INFO:teuthology.orchestra.run.smithi016.stdout: Verifying : python3-jaraco-text-3.2.0-6.el9.noarch 100/122 2024-04-15T14:26:51.835 INFO:teuthology.orchestra.run.smithi016.stdout: Verifying : python3-kubernetes-1:26.1.0-2.el9.noarch 101/122 2024-04-15T14:26:51.835 INFO:teuthology.orchestra.run.smithi016.stdout: Verifying : python3-logutils-0.3.5-21.el9.noarch 102/122 2024-04-15T14:26:51.835 INFO:teuthology.orchestra.run.smithi016.stdout: Verifying : python3-more-itertools-8.12.0-2.el9.noarch 103/122 2024-04-15T14:26:51.835 INFO:teuthology.orchestra.run.smithi016.stdout: Verifying : python3-natsort-7.1.1-5.el9.noarch 104/122 2024-04-15T14:26:51.835 INFO:teuthology.orchestra.run.smithi016.stdout: Verifying : python3-pecan-1.4.2-3.el9.noarch 105/122 2024-04-15T14:26:51.835 INFO:teuthology.orchestra.run.smithi016.stdout: Verifying : python3-portend-3.1.0-2.el9.noarch 106/122 2024-04-15T14:26:51.835 INFO:teuthology.orchestra.run.smithi016.stdout: Verifying : python3-pyOpenSSL-21.0.0-1.el9.noarch 107/122 2024-04-15T14:26:51.836 INFO:teuthology.orchestra.run.smithi016.stdout: Verifying : python3-repoze-lru-0.7-16.el9.noarch 108/122 2024-04-15T14:26:51.836 INFO:teuthology.orchestra.run.smithi016.stdout: Verifying : python3-routes-2.5.1-5.el9.noarch 109/122 2024-04-15T14:26:51.836 INFO:teuthology.orchestra.run.smithi016.stdout: Verifying : python3-rsa-4.9-2.el9.noarch 110/122 2024-04-15T14:26:51.836 INFO:teuthology.orchestra.run.smithi016.stdout: Verifying : python3-tempora-5.0.0-2.el9.noarch 111/122 2024-04-15T14:26:51.836 INFO:teuthology.orchestra.run.smithi016.stdout: Verifying : python3-typing-extensions-4.4.0-2.el9.noarch 112/122 2024-04-15T14:26:51.836 INFO:teuthology.orchestra.run.smithi016.stdout: Verifying : python3-webob-1.8.7-6.el9.noarch 113/122 2024-04-15T14:26:51.836 INFO:teuthology.orchestra.run.smithi016.stdout: Verifying : python3-websocket-client-1.2.3-2.el9.noarch 114/122 2024-04-15T14:26:51.836 INFO:teuthology.orchestra.run.smithi016.stdout: Verifying : python3-werkzeug-2.0.3-3.el9.1.noarch 115/122 2024-04-15T14:26:51.836 INFO:teuthology.orchestra.run.smithi016.stdout: Verifying : python3-zc-lockfile-2.0-10.el9.noarch 116/122 2024-04-15T14:26:51.836 INFO:teuthology.orchestra.run.smithi016.stdout: Verifying : re2-1:20211101-3.el9.x86_64 117/122 2024-04-15T14:26:51.836 INFO:teuthology.orchestra.run.smithi016.stdout: Verifying : thrift-0.15.0-2.el9.x86_64 118/122 2024-04-15T14:26:51.836 INFO:teuthology.orchestra.run.smithi016.stdout: Verifying : librados2-2:18.2.2-1221.ge3fb05d5.el9.x86_64 119/122 2024-04-15T14:26:51.836 INFO:teuthology.orchestra.run.smithi016.stdout: Verifying : librados2-2:16.2.4-5.el9.x86_64 120/122 2024-04-15T14:26:51.836 INFO:teuthology.orchestra.run.smithi016.stdout: Verifying : librbd1-2:18.2.2-1221.ge3fb05d5.el9.x86_64 121/122 2024-04-15T14:26:51.955 INFO:teuthology.orchestra.run.smithi102.stdout: Running scriptlet: librados2-2:16.2.4-5.el9.x86_64 122/122 2024-04-15T14:26:51.955 INFO:teuthology.orchestra.run.smithi102.stdout: Verifying : ceph-2:18.2.2-1221.ge3fb05d5.el9.x86_64 1/122 2024-04-15T14:26:51.955 INFO:teuthology.orchestra.run.smithi102.stdout: Verifying : ceph-base-2:18.2.2-1221.ge3fb05d5.el9.x86_64 2/122 2024-04-15T14:26:51.955 INFO:teuthology.orchestra.run.smithi102.stdout: Verifying : ceph-common-2:18.2.2-1221.ge3fb05d5.el9.x86_64 3/122 2024-04-15T14:26:51.955 INFO:teuthology.orchestra.run.smithi102.stdout: Verifying : ceph-fuse-2:18.2.2-1221.ge3fb05d5.el9.x86_64 4/122 2024-04-15T14:26:51.955 INFO:teuthology.orchestra.run.smithi102.stdout: Verifying : ceph-immutable-object-cache-2:18.2.2-1221.ge3fb0 5/122 2024-04-15T14:26:51.955 INFO:teuthology.orchestra.run.smithi102.stdout: Verifying : ceph-mds-2:18.2.2-1221.ge3fb05d5.el9.x86_64 6/122 2024-04-15T14:26:51.956 INFO:teuthology.orchestra.run.smithi102.stdout: Verifying : ceph-mgr-2:18.2.2-1221.ge3fb05d5.el9.x86_64 7/122 2024-04-15T14:26:51.956 INFO:teuthology.orchestra.run.smithi102.stdout: Verifying : ceph-mon-2:18.2.2-1221.ge3fb05d5.el9.x86_64 8/122 2024-04-15T14:26:51.956 INFO:teuthology.orchestra.run.smithi102.stdout: Verifying : ceph-osd-2:18.2.2-1221.ge3fb05d5.el9.x86_64 9/122 2024-04-15T14:26:51.956 INFO:teuthology.orchestra.run.smithi102.stdout: Verifying : ceph-radosgw-2:18.2.2-1221.ge3fb05d5.el9.x86_64 10/122 2024-04-15T14:26:51.956 INFO:teuthology.orchestra.run.smithi102.stdout: Verifying : ceph-selinux-2:18.2.2-1221.ge3fb05d5.el9.x86_64 11/122 2024-04-15T14:26:51.956 INFO:teuthology.orchestra.run.smithi102.stdout: Verifying : ceph-test-2:18.2.2-1221.ge3fb05d5.el9.x86_64 12/122 2024-04-15T14:26:51.956 INFO:teuthology.orchestra.run.smithi102.stdout: Verifying : libcephfs-devel-2:18.2.2-1221.ge3fb05d5.el9.x86_ 13/122 2024-04-15T14:26:51.956 INFO:teuthology.orchestra.run.smithi102.stdout: Verifying : libcephfs2-2:18.2.2-1221.ge3fb05d5.el9.x86_64 14/122 2024-04-15T14:26:51.956 INFO:teuthology.orchestra.run.smithi102.stdout: Verifying : libcephsqlite-2:18.2.2-1221.ge3fb05d5.el9.x86_64 15/122 2024-04-15T14:26:51.956 INFO:teuthology.orchestra.run.smithi102.stdout: Verifying : librados-devel-2:18.2.2-1221.ge3fb05d5.el9.x86_6 16/122 2024-04-15T14:26:51.956 INFO:teuthology.orchestra.run.smithi102.stdout: Verifying : libradosstriper1-2:18.2.2-1221.ge3fb05d5.el9.x86 17/122 2024-04-15T14:26:51.956 INFO:teuthology.orchestra.run.smithi102.stdout: Verifying : librgw2-2:18.2.2-1221.ge3fb05d5.el9.x86_64 18/122 2024-04-15T14:26:51.956 INFO:teuthology.orchestra.run.smithi102.stdout: Verifying : python3-ceph-argparse-2:18.2.2-1221.ge3fb05d5.el 19/122 2024-04-15T14:26:51.956 INFO:teuthology.orchestra.run.smithi102.stdout: Verifying : python3-ceph-common-2:18.2.2-1221.ge3fb05d5.el9. 20/122 2024-04-15T14:26:51.957 INFO:teuthology.orchestra.run.smithi102.stdout: Verifying : python3-cephfs-2:18.2.2-1221.ge3fb05d5.el9.x86_6 21/122 2024-04-15T14:26:51.957 INFO:teuthology.orchestra.run.smithi102.stdout: Verifying : python3-rados-2:18.2.2-1221.ge3fb05d5.el9.x86_64 22/122 2024-04-15T14:26:51.957 INFO:teuthology.orchestra.run.smithi102.stdout: Verifying : python3-rbd-2:18.2.2-1221.ge3fb05d5.el9.x86_64 23/122 2024-04-15T14:26:51.957 INFO:teuthology.orchestra.run.smithi102.stdout: Verifying : python3-rgw-2:18.2.2-1221.ge3fb05d5.el9.x86_64 24/122 2024-04-15T14:26:51.957 INFO:teuthology.orchestra.run.smithi102.stdout: Verifying : rbd-fuse-2:18.2.2-1221.ge3fb05d5.el9.x86_64 25/122 2024-04-15T14:26:51.957 INFO:teuthology.orchestra.run.smithi102.stdout: Verifying : rbd-mirror-2:18.2.2-1221.ge3fb05d5.el9.x86_64 26/122 2024-04-15T14:26:51.957 INFO:teuthology.orchestra.run.smithi102.stdout: Verifying : rbd-nbd-2:18.2.2-1221.ge3fb05d5.el9.x86_64 27/122 2024-04-15T14:26:51.957 INFO:teuthology.orchestra.run.smithi102.stdout: Verifying : ceph-grafana-dashboards-2:18.2.2-1221.ge3fb05d5. 28/122 2024-04-15T14:26:51.957 INFO:teuthology.orchestra.run.smithi102.stdout: Verifying : ceph-mgr-cephadm-2:18.2.2-1221.ge3fb05d5.el9.noa 29/122 2024-04-15T14:26:51.957 INFO:teuthology.orchestra.run.smithi102.stdout: Verifying : ceph-mgr-dashboard-2:18.2.2-1221.ge3fb05d5.el9.n 30/122 2024-04-15T14:26:51.957 INFO:teuthology.orchestra.run.smithi102.stdout: Verifying : ceph-mgr-diskprediction-local-2:18.2.2-1221.ge3f 31/122 2024-04-15T14:26:51.957 INFO:teuthology.orchestra.run.smithi102.stdout: Verifying : ceph-mgr-modules-core-2:18.2.2-1221.ge3fb05d5.el 32/122 2024-04-15T14:26:51.957 INFO:teuthology.orchestra.run.smithi102.stdout: Verifying : ceph-mgr-rook-2:18.2.2-1221.ge3fb05d5.el9.noarch 33/122 2024-04-15T14:26:51.957 INFO:teuthology.orchestra.run.smithi102.stdout: Verifying : ceph-prometheus-alerts-2:18.2.2-1221.ge3fb05d5.e 34/122 2024-04-15T14:26:51.958 INFO:teuthology.orchestra.run.smithi102.stdout: Verifying : cephadm-2:18.2.2-1221.ge3fb05d5.el9.noarch 35/122 2024-04-15T14:26:51.958 INFO:teuthology.orchestra.run.smithi102.stdout: Verifying : boost-program-options-1.75.0-8.el9.x86_64 36/122 2024-04-15T14:26:51.958 INFO:teuthology.orchestra.run.smithi102.stdout: Verifying : flexiblas-3.0.4-8.el9.x86_64 37/122 2024-04-15T14:26:51.958 INFO:teuthology.orchestra.run.smithi102.stdout: Verifying : flexiblas-netlib-3.0.4-8.el9.x86_64 38/122 2024-04-15T14:26:51.958 INFO:teuthology.orchestra.run.smithi102.stdout: Verifying : flexiblas-openblas-openmp-3.0.4-8.el9.x86_64 39/122 2024-04-15T14:26:51.958 INFO:teuthology.orchestra.run.smithi102.stdout: Verifying : libpmemobj-1.12.1-1.el9.x86_64 40/122 2024-04-15T14:26:51.958 INFO:teuthology.orchestra.run.smithi102.stdout: Verifying : librabbitmq-0.11.0-7.el9.x86_64 41/122 2024-04-15T14:26:51.958 INFO:teuthology.orchestra.run.smithi102.stdout: Verifying : librdkafka-1.6.1-102.el9.x86_64 42/122 2024-04-15T14:26:51.958 INFO:teuthology.orchestra.run.smithi102.stdout: Verifying : lttng-ust-2.12.0-6.el9.x86_64 43/122 2024-04-15T14:26:51.958 INFO:teuthology.orchestra.run.smithi102.stdout: Verifying : oniguruma-6.9.6-1.el9.5.x86_64 44/122 2024-04-15T14:26:51.958 INFO:teuthology.orchestra.run.smithi102.stdout: Verifying : openblas-0.3.21-2.el9.x86_64 45/122 2024-04-15T14:26:51.958 INFO:teuthology.orchestra.run.smithi102.stdout: Verifying : openblas-openmp-0.3.21-2.el9.x86_64 46/122 2024-04-15T14:26:51.958 INFO:teuthology.orchestra.run.smithi102.stdout: Verifying : python3-attrs-20.3.0-7.el9.noarch 47/122 2024-04-15T14:26:51.958 INFO:teuthology.orchestra.run.smithi102.stdout: Verifying : python3-babel-2.9.1-2.el9.noarch 48/122 2024-04-15T14:26:51.959 INFO:teuthology.orchestra.run.smithi102.stdout: Verifying : python3-iniconfig-1.1.1-7.el9.noarch 49/122 2024-04-15T14:26:51.959 INFO:teuthology.orchestra.run.smithi102.stdout: Verifying : python3-jsonpatch-1.21-16.el9.noarch 50/122 2024-04-15T14:26:51.959 INFO:teuthology.orchestra.run.smithi102.stdout: Verifying : python3-jsonpointer-2.0-4.el9.noarch 51/122 2024-04-15T14:26:51.959 INFO:teuthology.orchestra.run.smithi102.stdout: Verifying : python3-mako-1.1.4-6.el9.noarch 52/122 2024-04-15T14:26:51.959 INFO:teuthology.orchestra.run.smithi102.stdout: Verifying : python3-markupsafe-1.1.1-12.el9.x86_64 53/122 2024-04-15T14:26:51.959 INFO:teuthology.orchestra.run.smithi102.stdout: Verifying : python3-numpy-1:1.20.1-5.el9.x86_64 54/122 2024-04-15T14:26:51.959 INFO:teuthology.orchestra.run.smithi102.stdout: Verifying : python3-numpy-f2py-1:1.20.1-5.el9.x86_64 55/122 2024-04-15T14:26:51.959 INFO:teuthology.orchestra.run.smithi102.stdout: Verifying : python3-oauthlib-3.1.1-5.el9.noarch 56/122 2024-04-15T14:26:51.959 INFO:teuthology.orchestra.run.smithi102.stdout: Verifying : python3-packaging-20.9-5.el9.noarch 57/122 2024-04-15T14:26:51.959 INFO:teuthology.orchestra.run.smithi102.stdout: Verifying : python3-pluggy-0.13.1-7.el9.noarch 58/122 2024-04-15T14:26:51.959 INFO:teuthology.orchestra.run.smithi102.stdout: Verifying : python3-prettytable-0.7.2-27.el9.noarch 59/122 2024-04-15T14:26:51.959 INFO:teuthology.orchestra.run.smithi102.stdout: Verifying : python3-py-1.10.0-6.el9.noarch 60/122 2024-04-15T14:26:51.959 INFO:teuthology.orchestra.run.smithi102.stdout: Verifying : python3-pyasn1-0.4.8-6.el9.noarch 61/122 2024-04-15T14:26:51.960 INFO:teuthology.orchestra.run.smithi102.stdout: Verifying : python3-pyasn1-modules-0.4.8-6.el9.noarch 62/122 2024-04-15T14:26:51.960 INFO:teuthology.orchestra.run.smithi102.stdout: Verifying : python3-pytest-6.2.2-7.el9.noarch 63/122 2024-04-15T14:26:51.960 INFO:teuthology.orchestra.run.smithi102.stdout: Verifying : python3-pytz-2021.1-5.el9.noarch 64/122 2024-04-15T14:26:51.960 INFO:teuthology.orchestra.run.smithi102.stdout: Verifying : python3-requests-oauthlib-1.3.0-12.el9.noarch 65/122 2024-04-15T14:26:51.960 INFO:teuthology.orchestra.run.smithi102.stdout: Verifying : python3-scipy-1.6.2-8.el9.x86_64 66/122 2024-04-15T14:26:51.960 INFO:teuthology.orchestra.run.smithi102.stdout: Verifying : python3-toml-0.10.2-6.el9.noarch 67/122 2024-04-15T14:26:51.960 INFO:teuthology.orchestra.run.smithi102.stdout: Verifying : socat-1.7.4.1-5.el9.x86_64 68/122 2024-04-15T14:26:51.960 INFO:teuthology.orchestra.run.smithi102.stdout: Verifying : xmlstarlet-1.6.1-20.el9.x86_64 69/122 2024-04-15T14:26:51.960 INFO:teuthology.orchestra.run.smithi102.stdout: Verifying : fuse-2.9.9-15.el9.x86_64 70/122 2024-04-15T14:26:51.960 INFO:teuthology.orchestra.run.smithi102.stdout: Verifying : python3-cffi-1.14.5-5.el9.x86_64 71/122 2024-04-15T14:26:51.960 INFO:teuthology.orchestra.run.smithi102.stdout: Verifying : python3-cryptography-36.0.1-4.el9.x86_64 72/122 2024-04-15T14:26:51.960 INFO:teuthology.orchestra.run.smithi102.stdout: Verifying : python3-ply-3.11-14.el9.noarch 73/122 2024-04-15T14:26:51.960 INFO:teuthology.orchestra.run.smithi102.stdout: Verifying : python3-pycparser-2.20-6.el9.noarch 74/122 2024-04-15T14:26:51.960 INFO:teuthology.orchestra.run.smithi102.stdout: Verifying : python3-urllib3-1.26.5-5.el9.noarch 75/122 2024-04-15T14:26:51.961 INFO:teuthology.orchestra.run.smithi102.stdout: Verifying : jq-1.6-16.el9.x86_64 76/122 2024-04-15T14:26:51.961 INFO:teuthology.orchestra.run.smithi102.stdout: Verifying : libgfortran-11.4.1-3.el9.x86_64 77/122 2024-04-15T14:26:51.961 INFO:teuthology.orchestra.run.smithi102.stdout: Verifying : libquadmath-11.4.1-3.el9.x86_64 78/122 2024-04-15T14:26:51.961 INFO:teuthology.orchestra.run.smithi102.stdout: Verifying : python3-requests-2.25.1-8.el9.noarch 79/122 2024-04-15T14:26:51.961 INFO:teuthology.orchestra.run.smithi102.stdout: Verifying : python3-devel-3.9.17-2.el9.x86_64 80/122 2024-04-15T14:26:51.961 INFO:teuthology.orchestra.run.smithi102.stdout: Verifying : python3-jinja2-2.11.3-5.el9.noarch 81/122 2024-04-15T14:26:51.961 INFO:teuthology.orchestra.run.smithi102.stdout: Verifying : fmt-8.1.1-5.el9.x86_64 82/122 2024-04-15T14:26:51.961 INFO:teuthology.orchestra.run.smithi102.stdout: Verifying : gperftools-libs-2.9.1-2.el9.x86_64 83/122 2024-04-15T14:26:51.961 INFO:teuthology.orchestra.run.smithi102.stdout: Verifying : libarrow-9.0.0-10.el9.x86_64 84/122 2024-04-15T14:26:51.961 INFO:teuthology.orchestra.run.smithi102.stdout: Verifying : libarrow-doc-9.0.0-10.el9.noarch 85/122 2024-04-15T14:26:51.961 INFO:teuthology.orchestra.run.smithi102.stdout: Verifying : liboath-2.6.7-2.el9.x86_64 86/122 2024-04-15T14:26:51.961 INFO:teuthology.orchestra.run.smithi102.stdout: Verifying : libunwind-1.6.2-1.el9.x86_64 87/122 2024-04-15T14:26:51.961 INFO:teuthology.orchestra.run.smithi102.stdout: Verifying : parquet-libs-9.0.0-10.el9.x86_64 88/122 2024-04-15T14:26:51.961 INFO:teuthology.orchestra.run.smithi102.stdout: Verifying : python3-asyncssh-2.13.2-5.el9.noarch 89/122 2024-04-15T14:26:51.962 INFO:teuthology.orchestra.run.smithi102.stdout: Verifying : python3-bcrypt-3.2.2-1.el9.x86_64 90/122 2024-04-15T14:26:51.962 INFO:teuthology.orchestra.run.smithi102.stdout: Verifying : python3-cachetools-4.2.4-1.el9.noarch 91/122 2024-04-15T14:26:51.962 INFO:teuthology.orchestra.run.smithi102.stdout: Verifying : python3-certifi-2021.10.8-2.el9.noarch 92/122 2024-04-15T14:26:51.962 INFO:teuthology.orchestra.run.smithi102.stdout: Verifying : python3-cheroot-8.6.0-4.el9.noarch 93/122 2024-04-15T14:26:51.962 INFO:teuthology.orchestra.run.smithi102.stdout: Verifying : python3-cherrypy-18.6.1-2.el9.noarch 94/122 2024-04-15T14:26:51.962 INFO:teuthology.orchestra.run.smithi102.stdout: Verifying : python3-google-auth-1:2.28.2-1.el9.noarch 95/122 2024-04-15T14:26:51.962 INFO:teuthology.orchestra.run.smithi102.stdout: Verifying : python3-jaraco-8.2.1-3.el9.noarch 96/122 2024-04-15T14:26:51.962 INFO:teuthology.orchestra.run.smithi102.stdout: Verifying : python3-jaraco-classes-3.2.1-5.el9.noarch 97/122 2024-04-15T14:26:51.962 INFO:teuthology.orchestra.run.smithi102.stdout: Verifying : python3-jaraco-collections-3.0.0-8.el9.noarch 98/122 2024-04-15T14:26:51.962 INFO:teuthology.orchestra.run.smithi102.stdout: Verifying : python3-jaraco-functools-3.5.0-2.el9.noarch 99/122 2024-04-15T14:26:51.962 INFO:teuthology.orchestra.run.smithi102.stdout: Verifying : python3-jaraco-text-3.2.0-6.el9.noarch 100/122 2024-04-15T14:26:51.962 INFO:teuthology.orchestra.run.smithi102.stdout: Verifying : python3-kubernetes-1:26.1.0-2.el9.noarch 101/122 2024-04-15T14:26:51.962 INFO:teuthology.orchestra.run.smithi102.stdout: Verifying : python3-logutils-0.3.5-21.el9.noarch 102/122 2024-04-15T14:26:51.962 INFO:teuthology.orchestra.run.smithi102.stdout: Verifying : python3-more-itertools-8.12.0-2.el9.noarch 103/122 2024-04-15T14:26:51.963 INFO:teuthology.orchestra.run.smithi102.stdout: Verifying : python3-natsort-7.1.1-5.el9.noarch 104/122 2024-04-15T14:26:51.963 INFO:teuthology.orchestra.run.smithi102.stdout: Verifying : python3-pecan-1.4.2-3.el9.noarch 105/122 2024-04-15T14:26:51.963 INFO:teuthology.orchestra.run.smithi102.stdout: Verifying : python3-portend-3.1.0-2.el9.noarch 106/122 2024-04-15T14:26:51.963 INFO:teuthology.orchestra.run.smithi102.stdout: Verifying : python3-pyOpenSSL-21.0.0-1.el9.noarch 107/122 2024-04-15T14:26:51.963 INFO:teuthology.orchestra.run.smithi102.stdout: Verifying : python3-repoze-lru-0.7-16.el9.noarch 108/122 2024-04-15T14:26:51.963 INFO:teuthology.orchestra.run.smithi102.stdout: Verifying : python3-routes-2.5.1-5.el9.noarch 109/122 2024-04-15T14:26:51.963 INFO:teuthology.orchestra.run.smithi102.stdout: Verifying : python3-rsa-4.9-2.el9.noarch 110/122 2024-04-15T14:26:51.963 INFO:teuthology.orchestra.run.smithi102.stdout: Verifying : python3-tempora-5.0.0-2.el9.noarch 111/122 2024-04-15T14:26:51.963 INFO:teuthology.orchestra.run.smithi102.stdout: Verifying : python3-typing-extensions-4.4.0-2.el9.noarch 112/122 2024-04-15T14:26:51.963 INFO:teuthology.orchestra.run.smithi102.stdout: Verifying : python3-webob-1.8.7-6.el9.noarch 113/122 2024-04-15T14:26:51.963 INFO:teuthology.orchestra.run.smithi102.stdout: Verifying : python3-websocket-client-1.2.3-2.el9.noarch 114/122 2024-04-15T14:26:51.963 INFO:teuthology.orchestra.run.smithi102.stdout: Verifying : python3-werkzeug-2.0.3-3.el9.1.noarch 115/122 2024-04-15T14:26:51.963 INFO:teuthology.orchestra.run.smithi102.stdout: Verifying : python3-zc-lockfile-2.0-10.el9.noarch 116/122 2024-04-15T14:26:51.963 INFO:teuthology.orchestra.run.smithi102.stdout: Verifying : re2-1:20211101-3.el9.x86_64 117/122 2024-04-15T14:26:51.963 INFO:teuthology.orchestra.run.smithi102.stdout: Verifying : thrift-0.15.0-2.el9.x86_64 118/122 2024-04-15T14:26:51.964 INFO:teuthology.orchestra.run.smithi102.stdout: Verifying : librados2-2:18.2.2-1221.ge3fb05d5.el9.x86_64 119/122 2024-04-15T14:26:51.964 INFO:teuthology.orchestra.run.smithi102.stdout: Verifying : librados2-2:16.2.4-5.el9.x86_64 120/122 2024-04-15T14:26:51.964 INFO:teuthology.orchestra.run.smithi102.stdout: Verifying : librbd1-2:18.2.2-1221.ge3fb05d5.el9.x86_64 121/122 2024-04-15T14:26:53.626 INFO:teuthology.orchestra.run.smithi016.stdout: Verifying : librbd1-2:16.2.4-5.el9.x86_64 122/122 2024-04-15T14:26:53.626 INFO:teuthology.orchestra.run.smithi016.stdout: 2024-04-15T14:26:53.626 INFO:teuthology.orchestra.run.smithi016.stdout:Upgraded: 2024-04-15T14:26:53.626 INFO:teuthology.orchestra.run.smithi016.stdout: librados2-2:18.2.2-1221.ge3fb05d5.el9.x86_64 2024-04-15T14:26:53.626 INFO:teuthology.orchestra.run.smithi016.stdout: librbd1-2:18.2.2-1221.ge3fb05d5.el9.x86_64 2024-04-15T14:26:53.626 INFO:teuthology.orchestra.run.smithi016.stdout:Installed: 2024-04-15T14:26:53.626 INFO:teuthology.orchestra.run.smithi016.stdout: boost-program-options-1.75.0-8.el9.x86_64 2024-04-15T14:26:53.626 INFO:teuthology.orchestra.run.smithi016.stdout: ceph-2:18.2.2-1221.ge3fb05d5.el9.x86_64 2024-04-15T14:26:53.626 INFO:teuthology.orchestra.run.smithi016.stdout: ceph-base-2:18.2.2-1221.ge3fb05d5.el9.x86_64 2024-04-15T14:26:53.627 INFO:teuthology.orchestra.run.smithi016.stdout: ceph-common-2:18.2.2-1221.ge3fb05d5.el9.x86_64 2024-04-15T14:26:53.627 INFO:teuthology.orchestra.run.smithi016.stdout: ceph-fuse-2:18.2.2-1221.ge3fb05d5.el9.x86_64 2024-04-15T14:26:53.627 INFO:teuthology.orchestra.run.smithi016.stdout: ceph-grafana-dashboards-2:18.2.2-1221.ge3fb05d5.el9.noarch 2024-04-15T14:26:53.627 INFO:teuthology.orchestra.run.smithi016.stdout: ceph-immutable-object-cache-2:18.2.2-1221.ge3fb05d5.el9.x86_64 2024-04-15T14:26:53.627 INFO:teuthology.orchestra.run.smithi016.stdout: ceph-mds-2:18.2.2-1221.ge3fb05d5.el9.x86_64 2024-04-15T14:26:53.627 INFO:teuthology.orchestra.run.smithi016.stdout: ceph-mgr-2:18.2.2-1221.ge3fb05d5.el9.x86_64 2024-04-15T14:26:53.627 INFO:teuthology.orchestra.run.smithi016.stdout: ceph-mgr-cephadm-2:18.2.2-1221.ge3fb05d5.el9.noarch 2024-04-15T14:26:53.627 INFO:teuthology.orchestra.run.smithi016.stdout: ceph-mgr-dashboard-2:18.2.2-1221.ge3fb05d5.el9.noarch 2024-04-15T14:26:53.627 INFO:teuthology.orchestra.run.smithi016.stdout: ceph-mgr-diskprediction-local-2:18.2.2-1221.ge3fb05d5.el9.noarch 2024-04-15T14:26:53.627 INFO:teuthology.orchestra.run.smithi016.stdout: ceph-mgr-modules-core-2:18.2.2-1221.ge3fb05d5.el9.noarch 2024-04-15T14:26:53.627 INFO:teuthology.orchestra.run.smithi016.stdout: ceph-mgr-rook-2:18.2.2-1221.ge3fb05d5.el9.noarch 2024-04-15T14:26:53.627 INFO:teuthology.orchestra.run.smithi016.stdout: ceph-mon-2:18.2.2-1221.ge3fb05d5.el9.x86_64 2024-04-15T14:26:53.627 INFO:teuthology.orchestra.run.smithi016.stdout: ceph-osd-2:18.2.2-1221.ge3fb05d5.el9.x86_64 2024-04-15T14:26:53.627 INFO:teuthology.orchestra.run.smithi016.stdout: ceph-prometheus-alerts-2:18.2.2-1221.ge3fb05d5.el9.noarch 2024-04-15T14:26:53.627 INFO:teuthology.orchestra.run.smithi016.stdout: ceph-radosgw-2:18.2.2-1221.ge3fb05d5.el9.x86_64 2024-04-15T14:26:53.628 INFO:teuthology.orchestra.run.smithi016.stdout: ceph-selinux-2:18.2.2-1221.ge3fb05d5.el9.x86_64 2024-04-15T14:26:53.628 INFO:teuthology.orchestra.run.smithi016.stdout: ceph-test-2:18.2.2-1221.ge3fb05d5.el9.x86_64 2024-04-15T14:26:53.628 INFO:teuthology.orchestra.run.smithi016.stdout: cephadm-2:18.2.2-1221.ge3fb05d5.el9.noarch 2024-04-15T14:26:53.628 INFO:teuthology.orchestra.run.smithi016.stdout: flexiblas-3.0.4-8.el9.x86_64 2024-04-15T14:26:53.628 INFO:teuthology.orchestra.run.smithi016.stdout: flexiblas-netlib-3.0.4-8.el9.x86_64 2024-04-15T14:26:53.628 INFO:teuthology.orchestra.run.smithi016.stdout: flexiblas-openblas-openmp-3.0.4-8.el9.x86_64 2024-04-15T14:26:53.628 INFO:teuthology.orchestra.run.smithi016.stdout: fmt-8.1.1-5.el9.x86_64 2024-04-15T14:26:53.628 INFO:teuthology.orchestra.run.smithi016.stdout: fuse-2.9.9-15.el9.x86_64 2024-04-15T14:26:53.628 INFO:teuthology.orchestra.run.smithi016.stdout: gperftools-libs-2.9.1-2.el9.x86_64 2024-04-15T14:26:53.628 INFO:teuthology.orchestra.run.smithi016.stdout: jq-1.6-16.el9.x86_64 2024-04-15T14:26:53.628 INFO:teuthology.orchestra.run.smithi016.stdout: libarrow-9.0.0-10.el9.x86_64 2024-04-15T14:26:53.628 INFO:teuthology.orchestra.run.smithi016.stdout: libarrow-doc-9.0.0-10.el9.noarch 2024-04-15T14:26:53.628 INFO:teuthology.orchestra.run.smithi016.stdout: libcephfs-devel-2:18.2.2-1221.ge3fb05d5.el9.x86_64 2024-04-15T14:26:53.629 INFO:teuthology.orchestra.run.smithi016.stdout: libcephfs2-2:18.2.2-1221.ge3fb05d5.el9.x86_64 2024-04-15T14:26:53.629 INFO:teuthology.orchestra.run.smithi016.stdout: libcephsqlite-2:18.2.2-1221.ge3fb05d5.el9.x86_64 2024-04-15T14:26:53.629 INFO:teuthology.orchestra.run.smithi016.stdout: libgfortran-11.4.1-3.el9.x86_64 2024-04-15T14:26:53.629 INFO:teuthology.orchestra.run.smithi016.stdout: liboath-2.6.7-2.el9.x86_64 2024-04-15T14:26:53.629 INFO:teuthology.orchestra.run.smithi016.stdout: libpmemobj-1.12.1-1.el9.x86_64 2024-04-15T14:26:53.629 INFO:teuthology.orchestra.run.smithi016.stdout: libquadmath-11.4.1-3.el9.x86_64 2024-04-15T14:26:53.629 INFO:teuthology.orchestra.run.smithi016.stdout: librabbitmq-0.11.0-7.el9.x86_64 2024-04-15T14:26:53.629 INFO:teuthology.orchestra.run.smithi016.stdout: librados-devel-2:18.2.2-1221.ge3fb05d5.el9.x86_64 2024-04-15T14:26:53.629 INFO:teuthology.orchestra.run.smithi016.stdout: libradosstriper1-2:18.2.2-1221.ge3fb05d5.el9.x86_64 2024-04-15T14:26:53.629 INFO:teuthology.orchestra.run.smithi016.stdout: librdkafka-1.6.1-102.el9.x86_64 2024-04-15T14:26:53.629 INFO:teuthology.orchestra.run.smithi016.stdout: librgw2-2:18.2.2-1221.ge3fb05d5.el9.x86_64 2024-04-15T14:26:53.629 INFO:teuthology.orchestra.run.smithi016.stdout: libunwind-1.6.2-1.el9.x86_64 2024-04-15T14:26:53.629 INFO:teuthology.orchestra.run.smithi016.stdout: lttng-ust-2.12.0-6.el9.x86_64 2024-04-15T14:26:53.629 INFO:teuthology.orchestra.run.smithi016.stdout: oniguruma-6.9.6-1.el9.5.x86_64 2024-04-15T14:26:53.629 INFO:teuthology.orchestra.run.smithi016.stdout: openblas-0.3.21-2.el9.x86_64 2024-04-15T14:26:53.630 INFO:teuthology.orchestra.run.smithi016.stdout: openblas-openmp-0.3.21-2.el9.x86_64 2024-04-15T14:26:53.630 INFO:teuthology.orchestra.run.smithi016.stdout: parquet-libs-9.0.0-10.el9.x86_64 2024-04-15T14:26:53.630 INFO:teuthology.orchestra.run.smithi016.stdout: python3-asyncssh-2.13.2-5.el9.noarch 2024-04-15T14:26:53.630 INFO:teuthology.orchestra.run.smithi016.stdout: python3-attrs-20.3.0-7.el9.noarch 2024-04-15T14:26:53.630 INFO:teuthology.orchestra.run.smithi016.stdout: python3-babel-2.9.1-2.el9.noarch 2024-04-15T14:26:53.630 INFO:teuthology.orchestra.run.smithi016.stdout: python3-bcrypt-3.2.2-1.el9.x86_64 2024-04-15T14:26:53.630 INFO:teuthology.orchestra.run.smithi016.stdout: python3-cachetools-4.2.4-1.el9.noarch 2024-04-15T14:26:53.630 INFO:teuthology.orchestra.run.smithi016.stdout: python3-ceph-argparse-2:18.2.2-1221.ge3fb05d5.el9.x86_64 2024-04-15T14:26:53.630 INFO:teuthology.orchestra.run.smithi016.stdout: python3-ceph-common-2:18.2.2-1221.ge3fb05d5.el9.x86_64 2024-04-15T14:26:53.630 INFO:teuthology.orchestra.run.smithi016.stdout: python3-cephfs-2:18.2.2-1221.ge3fb05d5.el9.x86_64 2024-04-15T14:26:53.630 INFO:teuthology.orchestra.run.smithi016.stdout: python3-certifi-2021.10.8-2.el9.noarch 2024-04-15T14:26:53.630 INFO:teuthology.orchestra.run.smithi016.stdout: python3-cffi-1.14.5-5.el9.x86_64 2024-04-15T14:26:53.630 INFO:teuthology.orchestra.run.smithi016.stdout: python3-cheroot-8.6.0-4.el9.noarch 2024-04-15T14:26:53.631 INFO:teuthology.orchestra.run.smithi016.stdout: python3-cherrypy-18.6.1-2.el9.noarch 2024-04-15T14:26:53.631 INFO:teuthology.orchestra.run.smithi016.stdout: python3-cryptography-36.0.1-4.el9.x86_64 2024-04-15T14:26:53.631 INFO:teuthology.orchestra.run.smithi016.stdout: python3-devel-3.9.17-2.el9.x86_64 2024-04-15T14:26:53.631 INFO:teuthology.orchestra.run.smithi016.stdout: python3-google-auth-1:2.28.2-1.el9.noarch 2024-04-15T14:26:53.631 INFO:teuthology.orchestra.run.smithi016.stdout: python3-iniconfig-1.1.1-7.el9.noarch 2024-04-15T14:26:53.631 INFO:teuthology.orchestra.run.smithi016.stdout: python3-jaraco-8.2.1-3.el9.noarch 2024-04-15T14:26:53.631 INFO:teuthology.orchestra.run.smithi016.stdout: python3-jaraco-classes-3.2.1-5.el9.noarch 2024-04-15T14:26:53.631 INFO:teuthology.orchestra.run.smithi016.stdout: python3-jaraco-collections-3.0.0-8.el9.noarch 2024-04-15T14:26:53.631 INFO:teuthology.orchestra.run.smithi016.stdout: python3-jaraco-functools-3.5.0-2.el9.noarch 2024-04-15T14:26:53.631 INFO:teuthology.orchestra.run.smithi016.stdout: python3-jaraco-text-3.2.0-6.el9.noarch 2024-04-15T14:26:53.631 INFO:teuthology.orchestra.run.smithi016.stdout: python3-jinja2-2.11.3-5.el9.noarch 2024-04-15T14:26:53.631 INFO:teuthology.orchestra.run.smithi016.stdout: python3-jsonpatch-1.21-16.el9.noarch 2024-04-15T14:26:53.631 INFO:teuthology.orchestra.run.smithi016.stdout: python3-jsonpointer-2.0-4.el9.noarch 2024-04-15T14:26:53.631 INFO:teuthology.orchestra.run.smithi016.stdout: python3-kubernetes-1:26.1.0-2.el9.noarch 2024-04-15T14:26:53.632 INFO:teuthology.orchestra.run.smithi016.stdout: python3-logutils-0.3.5-21.el9.noarch 2024-04-15T14:26:53.632 INFO:teuthology.orchestra.run.smithi016.stdout: python3-mako-1.1.4-6.el9.noarch 2024-04-15T14:26:53.632 INFO:teuthology.orchestra.run.smithi016.stdout: python3-markupsafe-1.1.1-12.el9.x86_64 2024-04-15T14:26:53.632 INFO:teuthology.orchestra.run.smithi016.stdout: python3-more-itertools-8.12.0-2.el9.noarch 2024-04-15T14:26:53.632 INFO:teuthology.orchestra.run.smithi016.stdout: python3-natsort-7.1.1-5.el9.noarch 2024-04-15T14:26:53.632 INFO:teuthology.orchestra.run.smithi016.stdout: python3-numpy-1:1.20.1-5.el9.x86_64 2024-04-15T14:26:53.632 INFO:teuthology.orchestra.run.smithi016.stdout: python3-numpy-f2py-1:1.20.1-5.el9.x86_64 2024-04-15T14:26:53.632 INFO:teuthology.orchestra.run.smithi016.stdout: python3-oauthlib-3.1.1-5.el9.noarch 2024-04-15T14:26:53.632 INFO:teuthology.orchestra.run.smithi016.stdout: python3-packaging-20.9-5.el9.noarch 2024-04-15T14:26:53.632 INFO:teuthology.orchestra.run.smithi016.stdout: python3-pecan-1.4.2-3.el9.noarch 2024-04-15T14:26:53.632 INFO:teuthology.orchestra.run.smithi016.stdout: python3-pluggy-0.13.1-7.el9.noarch 2024-04-15T14:26:53.632 INFO:teuthology.orchestra.run.smithi016.stdout: python3-ply-3.11-14.el9.noarch 2024-04-15T14:26:53.632 INFO:teuthology.orchestra.run.smithi016.stdout: python3-portend-3.1.0-2.el9.noarch 2024-04-15T14:26:53.632 INFO:teuthology.orchestra.run.smithi016.stdout: python3-prettytable-0.7.2-27.el9.noarch 2024-04-15T14:26:53.632 INFO:teuthology.orchestra.run.smithi016.stdout: python3-py-1.10.0-6.el9.noarch 2024-04-15T14:26:53.633 INFO:teuthology.orchestra.run.smithi016.stdout: python3-pyOpenSSL-21.0.0-1.el9.noarch 2024-04-15T14:26:53.633 INFO:teuthology.orchestra.run.smithi016.stdout: python3-pyasn1-0.4.8-6.el9.noarch 2024-04-15T14:26:53.633 INFO:teuthology.orchestra.run.smithi016.stdout: python3-pyasn1-modules-0.4.8-6.el9.noarch 2024-04-15T14:26:53.633 INFO:teuthology.orchestra.run.smithi016.stdout: python3-pycparser-2.20-6.el9.noarch 2024-04-15T14:26:53.633 INFO:teuthology.orchestra.run.smithi016.stdout: python3-pytest-6.2.2-7.el9.noarch 2024-04-15T14:26:53.633 INFO:teuthology.orchestra.run.smithi016.stdout: python3-pytz-2021.1-5.el9.noarch 2024-04-15T14:26:53.633 INFO:teuthology.orchestra.run.smithi016.stdout: python3-rados-2:18.2.2-1221.ge3fb05d5.el9.x86_64 2024-04-15T14:26:53.633 INFO:teuthology.orchestra.run.smithi016.stdout: python3-rbd-2:18.2.2-1221.ge3fb05d5.el9.x86_64 2024-04-15T14:26:53.633 INFO:teuthology.orchestra.run.smithi016.stdout: python3-repoze-lru-0.7-16.el9.noarch 2024-04-15T14:26:53.633 INFO:teuthology.orchestra.run.smithi016.stdout: python3-requests-2.25.1-8.el9.noarch 2024-04-15T14:26:53.633 INFO:teuthology.orchestra.run.smithi016.stdout: python3-requests-oauthlib-1.3.0-12.el9.noarch 2024-04-15T14:26:53.633 INFO:teuthology.orchestra.run.smithi016.stdout: python3-rgw-2:18.2.2-1221.ge3fb05d5.el9.x86_64 2024-04-15T14:26:53.633 INFO:teuthology.orchestra.run.smithi016.stdout: python3-routes-2.5.1-5.el9.noarch 2024-04-15T14:26:53.633 INFO:teuthology.orchestra.run.smithi016.stdout: python3-rsa-4.9-2.el9.noarch 2024-04-15T14:26:53.634 INFO:teuthology.orchestra.run.smithi016.stdout: python3-scipy-1.6.2-8.el9.x86_64 2024-04-15T14:26:53.634 INFO:teuthology.orchestra.run.smithi016.stdout: python3-tempora-5.0.0-2.el9.noarch 2024-04-15T14:26:53.634 INFO:teuthology.orchestra.run.smithi016.stdout: python3-toml-0.10.2-6.el9.noarch 2024-04-15T14:26:53.634 INFO:teuthology.orchestra.run.smithi016.stdout: python3-typing-extensions-4.4.0-2.el9.noarch 2024-04-15T14:26:53.634 INFO:teuthology.orchestra.run.smithi016.stdout: python3-urllib3-1.26.5-5.el9.noarch 2024-04-15T14:26:53.634 INFO:teuthology.orchestra.run.smithi016.stdout: python3-webob-1.8.7-6.el9.noarch 2024-04-15T14:26:53.634 INFO:teuthology.orchestra.run.smithi016.stdout: python3-websocket-client-1.2.3-2.el9.noarch 2024-04-15T14:26:53.634 INFO:teuthology.orchestra.run.smithi016.stdout: python3-werkzeug-2.0.3-3.el9.1.noarch 2024-04-15T14:26:53.635 INFO:teuthology.orchestra.run.smithi016.stdout: python3-zc-lockfile-2.0-10.el9.noarch 2024-04-15T14:26:53.635 INFO:teuthology.orchestra.run.smithi016.stdout: rbd-fuse-2:18.2.2-1221.ge3fb05d5.el9.x86_64 2024-04-15T14:26:53.635 INFO:teuthology.orchestra.run.smithi016.stdout: rbd-mirror-2:18.2.2-1221.ge3fb05d5.el9.x86_64 2024-04-15T14:26:53.635 INFO:teuthology.orchestra.run.smithi016.stdout: rbd-nbd-2:18.2.2-1221.ge3fb05d5.el9.x86_64 2024-04-15T14:26:53.635 INFO:teuthology.orchestra.run.smithi016.stdout: re2-1:20211101-3.el9.x86_64 2024-04-15T14:26:53.635 INFO:teuthology.orchestra.run.smithi016.stdout: socat-1.7.4.1-5.el9.x86_64 2024-04-15T14:26:53.635 INFO:teuthology.orchestra.run.smithi016.stdout: thrift-0.15.0-2.el9.x86_64 2024-04-15T14:26:53.637 INFO:teuthology.orchestra.run.smithi016.stdout: xmlstarlet-1.6.1-20.el9.x86_64 2024-04-15T14:26:53.638 INFO:teuthology.orchestra.run.smithi016.stdout: 2024-04-15T14:26:53.638 INFO:teuthology.orchestra.run.smithi016.stdout:Complete! 2024-04-15T14:26:53.971 DEBUG:teuthology.parallel:result is None 2024-04-15T14:26:54.222 INFO:teuthology.orchestra.run.smithi102.stdout: Verifying : librbd1-2:16.2.4-5.el9.x86_64 122/122 2024-04-15T14:26:54.222 INFO:teuthology.orchestra.run.smithi102.stdout: 2024-04-15T14:26:54.222 INFO:teuthology.orchestra.run.smithi102.stdout:Upgraded: 2024-04-15T14:26:54.222 INFO:teuthology.orchestra.run.smithi102.stdout: librados2-2:18.2.2-1221.ge3fb05d5.el9.x86_64 2024-04-15T14:26:54.222 INFO:teuthology.orchestra.run.smithi102.stdout: librbd1-2:18.2.2-1221.ge3fb05d5.el9.x86_64 2024-04-15T14:26:54.222 INFO:teuthology.orchestra.run.smithi102.stdout:Installed: 2024-04-15T14:26:54.222 INFO:teuthology.orchestra.run.smithi102.stdout: boost-program-options-1.75.0-8.el9.x86_64 2024-04-15T14:26:54.222 INFO:teuthology.orchestra.run.smithi102.stdout: ceph-2:18.2.2-1221.ge3fb05d5.el9.x86_64 2024-04-15T14:26:54.222 INFO:teuthology.orchestra.run.smithi102.stdout: ceph-base-2:18.2.2-1221.ge3fb05d5.el9.x86_64 2024-04-15T14:26:54.223 INFO:teuthology.orchestra.run.smithi102.stdout: ceph-common-2:18.2.2-1221.ge3fb05d5.el9.x86_64 2024-04-15T14:26:54.223 INFO:teuthology.orchestra.run.smithi102.stdout: ceph-fuse-2:18.2.2-1221.ge3fb05d5.el9.x86_64 2024-04-15T14:26:54.223 INFO:teuthology.orchestra.run.smithi102.stdout: ceph-grafana-dashboards-2:18.2.2-1221.ge3fb05d5.el9.noarch 2024-04-15T14:26:54.223 INFO:teuthology.orchestra.run.smithi102.stdout: ceph-immutable-object-cache-2:18.2.2-1221.ge3fb05d5.el9.x86_64 2024-04-15T14:26:54.223 INFO:teuthology.orchestra.run.smithi102.stdout: ceph-mds-2:18.2.2-1221.ge3fb05d5.el9.x86_64 2024-04-15T14:26:54.223 INFO:teuthology.orchestra.run.smithi102.stdout: ceph-mgr-2:18.2.2-1221.ge3fb05d5.el9.x86_64 2024-04-15T14:26:54.223 INFO:teuthology.orchestra.run.smithi102.stdout: ceph-mgr-cephadm-2:18.2.2-1221.ge3fb05d5.el9.noarch 2024-04-15T14:26:54.223 INFO:teuthology.orchestra.run.smithi102.stdout: ceph-mgr-dashboard-2:18.2.2-1221.ge3fb05d5.el9.noarch 2024-04-15T14:26:54.223 INFO:teuthology.orchestra.run.smithi102.stdout: ceph-mgr-diskprediction-local-2:18.2.2-1221.ge3fb05d5.el9.noarch 2024-04-15T14:26:54.223 INFO:teuthology.orchestra.run.smithi102.stdout: ceph-mgr-modules-core-2:18.2.2-1221.ge3fb05d5.el9.noarch 2024-04-15T14:26:54.223 INFO:teuthology.orchestra.run.smithi102.stdout: ceph-mgr-rook-2:18.2.2-1221.ge3fb05d5.el9.noarch 2024-04-15T14:26:54.223 INFO:teuthology.orchestra.run.smithi102.stdout: ceph-mon-2:18.2.2-1221.ge3fb05d5.el9.x86_64 2024-04-15T14:26:54.223 INFO:teuthology.orchestra.run.smithi102.stdout: ceph-osd-2:18.2.2-1221.ge3fb05d5.el9.x86_64 2024-04-15T14:26:54.224 INFO:teuthology.orchestra.run.smithi102.stdout: ceph-prometheus-alerts-2:18.2.2-1221.ge3fb05d5.el9.noarch 2024-04-15T14:26:54.224 INFO:teuthology.orchestra.run.smithi102.stdout: ceph-radosgw-2:18.2.2-1221.ge3fb05d5.el9.x86_64 2024-04-15T14:26:54.224 INFO:teuthology.orchestra.run.smithi102.stdout: ceph-selinux-2:18.2.2-1221.ge3fb05d5.el9.x86_64 2024-04-15T14:26:54.224 INFO:teuthology.orchestra.run.smithi102.stdout: ceph-test-2:18.2.2-1221.ge3fb05d5.el9.x86_64 2024-04-15T14:26:54.224 INFO:teuthology.orchestra.run.smithi102.stdout: cephadm-2:18.2.2-1221.ge3fb05d5.el9.noarch 2024-04-15T14:26:54.224 INFO:teuthology.orchestra.run.smithi102.stdout: flexiblas-3.0.4-8.el9.x86_64 2024-04-15T14:26:54.224 INFO:teuthology.orchestra.run.smithi102.stdout: flexiblas-netlib-3.0.4-8.el9.x86_64 2024-04-15T14:26:54.224 INFO:teuthology.orchestra.run.smithi102.stdout: flexiblas-openblas-openmp-3.0.4-8.el9.x86_64 2024-04-15T14:26:54.224 INFO:teuthology.orchestra.run.smithi102.stdout: fmt-8.1.1-5.el9.x86_64 2024-04-15T14:26:54.224 INFO:teuthology.orchestra.run.smithi102.stdout: fuse-2.9.9-15.el9.x86_64 2024-04-15T14:26:54.224 INFO:teuthology.orchestra.run.smithi102.stdout: gperftools-libs-2.9.1-2.el9.x86_64 2024-04-15T14:26:54.224 INFO:teuthology.orchestra.run.smithi102.stdout: jq-1.6-16.el9.x86_64 2024-04-15T14:26:54.224 INFO:teuthology.orchestra.run.smithi102.stdout: libarrow-9.0.0-10.el9.x86_64 2024-04-15T14:26:54.225 INFO:teuthology.orchestra.run.smithi102.stdout: libarrow-doc-9.0.0-10.el9.noarch 2024-04-15T14:26:54.225 INFO:teuthology.orchestra.run.smithi102.stdout: libcephfs-devel-2:18.2.2-1221.ge3fb05d5.el9.x86_64 2024-04-15T14:26:54.225 INFO:teuthology.orchestra.run.smithi102.stdout: libcephfs2-2:18.2.2-1221.ge3fb05d5.el9.x86_64 2024-04-15T14:26:54.225 INFO:teuthology.orchestra.run.smithi102.stdout: libcephsqlite-2:18.2.2-1221.ge3fb05d5.el9.x86_64 2024-04-15T14:26:54.225 INFO:teuthology.orchestra.run.smithi102.stdout: libgfortran-11.4.1-3.el9.x86_64 2024-04-15T14:26:54.225 INFO:teuthology.orchestra.run.smithi102.stdout: liboath-2.6.7-2.el9.x86_64 2024-04-15T14:26:54.225 INFO:teuthology.orchestra.run.smithi102.stdout: libpmemobj-1.12.1-1.el9.x86_64 2024-04-15T14:26:54.225 INFO:teuthology.orchestra.run.smithi102.stdout: libquadmath-11.4.1-3.el9.x86_64 2024-04-15T14:26:54.225 INFO:teuthology.orchestra.run.smithi102.stdout: librabbitmq-0.11.0-7.el9.x86_64 2024-04-15T14:26:54.225 INFO:teuthology.orchestra.run.smithi102.stdout: librados-devel-2:18.2.2-1221.ge3fb05d5.el9.x86_64 2024-04-15T14:26:54.225 INFO:teuthology.orchestra.run.smithi102.stdout: libradosstriper1-2:18.2.2-1221.ge3fb05d5.el9.x86_64 2024-04-15T14:26:54.225 INFO:teuthology.orchestra.run.smithi102.stdout: librdkafka-1.6.1-102.el9.x86_64 2024-04-15T14:26:54.225 INFO:teuthology.orchestra.run.smithi102.stdout: librgw2-2:18.2.2-1221.ge3fb05d5.el9.x86_64 2024-04-15T14:26:54.225 INFO:teuthology.orchestra.run.smithi102.stdout: libunwind-1.6.2-1.el9.x86_64 2024-04-15T14:26:54.226 INFO:teuthology.orchestra.run.smithi102.stdout: lttng-ust-2.12.0-6.el9.x86_64 2024-04-15T14:26:54.226 INFO:teuthology.orchestra.run.smithi102.stdout: oniguruma-6.9.6-1.el9.5.x86_64 2024-04-15T14:26:54.226 INFO:teuthology.orchestra.run.smithi102.stdout: openblas-0.3.21-2.el9.x86_64 2024-04-15T14:26:54.226 INFO:teuthology.orchestra.run.smithi102.stdout: openblas-openmp-0.3.21-2.el9.x86_64 2024-04-15T14:26:54.226 INFO:teuthology.orchestra.run.smithi102.stdout: parquet-libs-9.0.0-10.el9.x86_64 2024-04-15T14:26:54.226 INFO:teuthology.orchestra.run.smithi102.stdout: python3-asyncssh-2.13.2-5.el9.noarch 2024-04-15T14:26:54.226 INFO:teuthology.orchestra.run.smithi102.stdout: python3-attrs-20.3.0-7.el9.noarch 2024-04-15T14:26:54.226 INFO:teuthology.orchestra.run.smithi102.stdout: python3-babel-2.9.1-2.el9.noarch 2024-04-15T14:26:54.226 INFO:teuthology.orchestra.run.smithi102.stdout: python3-bcrypt-3.2.2-1.el9.x86_64 2024-04-15T14:26:54.226 INFO:teuthology.orchestra.run.smithi102.stdout: python3-cachetools-4.2.4-1.el9.noarch 2024-04-15T14:26:54.226 INFO:teuthology.orchestra.run.smithi102.stdout: python3-ceph-argparse-2:18.2.2-1221.ge3fb05d5.el9.x86_64 2024-04-15T14:26:54.226 INFO:teuthology.orchestra.run.smithi102.stdout: python3-ceph-common-2:18.2.2-1221.ge3fb05d5.el9.x86_64 2024-04-15T14:26:54.226 INFO:teuthology.orchestra.run.smithi102.stdout: python3-cephfs-2:18.2.2-1221.ge3fb05d5.el9.x86_64 2024-04-15T14:26:54.227 INFO:teuthology.orchestra.run.smithi102.stdout: python3-certifi-2021.10.8-2.el9.noarch 2024-04-15T14:26:54.227 INFO:teuthology.orchestra.run.smithi102.stdout: python3-cffi-1.14.5-5.el9.x86_64 2024-04-15T14:26:54.227 INFO:teuthology.orchestra.run.smithi102.stdout: python3-cheroot-8.6.0-4.el9.noarch 2024-04-15T14:26:54.227 INFO:teuthology.orchestra.run.smithi102.stdout: python3-cherrypy-18.6.1-2.el9.noarch 2024-04-15T14:26:54.227 INFO:teuthology.orchestra.run.smithi102.stdout: python3-cryptography-36.0.1-4.el9.x86_64 2024-04-15T14:26:54.227 INFO:teuthology.orchestra.run.smithi102.stdout: python3-devel-3.9.17-2.el9.x86_64 2024-04-15T14:26:54.227 INFO:teuthology.orchestra.run.smithi102.stdout: python3-google-auth-1:2.28.2-1.el9.noarch 2024-04-15T14:26:54.227 INFO:teuthology.orchestra.run.smithi102.stdout: python3-iniconfig-1.1.1-7.el9.noarch 2024-04-15T14:26:54.227 INFO:teuthology.orchestra.run.smithi102.stdout: python3-jaraco-8.2.1-3.el9.noarch 2024-04-15T14:26:54.227 INFO:teuthology.orchestra.run.smithi102.stdout: python3-jaraco-classes-3.2.1-5.el9.noarch 2024-04-15T14:26:54.227 INFO:teuthology.orchestra.run.smithi102.stdout: python3-jaraco-collections-3.0.0-8.el9.noarch 2024-04-15T14:26:54.227 INFO:teuthology.orchestra.run.smithi102.stdout: python3-jaraco-functools-3.5.0-2.el9.noarch 2024-04-15T14:26:54.227 INFO:teuthology.orchestra.run.smithi102.stdout: python3-jaraco-text-3.2.0-6.el9.noarch 2024-04-15T14:26:54.228 INFO:teuthology.orchestra.run.smithi102.stdout: python3-jinja2-2.11.3-5.el9.noarch 2024-04-15T14:26:54.228 INFO:teuthology.orchestra.run.smithi102.stdout: python3-jsonpatch-1.21-16.el9.noarch 2024-04-15T14:26:54.228 INFO:teuthology.orchestra.run.smithi102.stdout: python3-jsonpointer-2.0-4.el9.noarch 2024-04-15T14:26:54.228 INFO:teuthology.orchestra.run.smithi102.stdout: python3-kubernetes-1:26.1.0-2.el9.noarch 2024-04-15T14:26:54.228 INFO:teuthology.orchestra.run.smithi102.stdout: python3-logutils-0.3.5-21.el9.noarch 2024-04-15T14:26:54.228 INFO:teuthology.orchestra.run.smithi102.stdout: python3-mako-1.1.4-6.el9.noarch 2024-04-15T14:26:54.228 INFO:teuthology.orchestra.run.smithi102.stdout: python3-markupsafe-1.1.1-12.el9.x86_64 2024-04-15T14:26:54.228 INFO:teuthology.orchestra.run.smithi102.stdout: python3-more-itertools-8.12.0-2.el9.noarch 2024-04-15T14:26:54.228 INFO:teuthology.orchestra.run.smithi102.stdout: python3-natsort-7.1.1-5.el9.noarch 2024-04-15T14:26:54.228 INFO:teuthology.orchestra.run.smithi102.stdout: python3-numpy-1:1.20.1-5.el9.x86_64 2024-04-15T14:26:54.228 INFO:teuthology.orchestra.run.smithi102.stdout: python3-numpy-f2py-1:1.20.1-5.el9.x86_64 2024-04-15T14:26:54.228 INFO:teuthology.orchestra.run.smithi102.stdout: python3-oauthlib-3.1.1-5.el9.noarch 2024-04-15T14:26:54.228 INFO:teuthology.orchestra.run.smithi102.stdout: python3-packaging-20.9-5.el9.noarch 2024-04-15T14:26:54.228 INFO:teuthology.orchestra.run.smithi102.stdout: python3-pecan-1.4.2-3.el9.noarch 2024-04-15T14:26:54.229 INFO:teuthology.orchestra.run.smithi102.stdout: python3-pluggy-0.13.1-7.el9.noarch 2024-04-15T14:26:54.229 INFO:teuthology.orchestra.run.smithi102.stdout: python3-ply-3.11-14.el9.noarch 2024-04-15T14:26:54.229 INFO:teuthology.orchestra.run.smithi102.stdout: python3-portend-3.1.0-2.el9.noarch 2024-04-15T14:26:54.229 INFO:teuthology.orchestra.run.smithi102.stdout: python3-prettytable-0.7.2-27.el9.noarch 2024-04-15T14:26:54.229 INFO:teuthology.orchestra.run.smithi102.stdout: python3-py-1.10.0-6.el9.noarch 2024-04-15T14:26:54.229 INFO:teuthology.orchestra.run.smithi102.stdout: python3-pyOpenSSL-21.0.0-1.el9.noarch 2024-04-15T14:26:54.229 INFO:teuthology.orchestra.run.smithi102.stdout: python3-pyasn1-0.4.8-6.el9.noarch 2024-04-15T14:26:54.229 INFO:teuthology.orchestra.run.smithi102.stdout: python3-pyasn1-modules-0.4.8-6.el9.noarch 2024-04-15T14:26:54.229 INFO:teuthology.orchestra.run.smithi102.stdout: python3-pycparser-2.20-6.el9.noarch 2024-04-15T14:26:54.229 INFO:teuthology.orchestra.run.smithi102.stdout: python3-pytest-6.2.2-7.el9.noarch 2024-04-15T14:26:54.229 INFO:teuthology.orchestra.run.smithi102.stdout: python3-pytz-2021.1-5.el9.noarch 2024-04-15T14:26:54.229 INFO:teuthology.orchestra.run.smithi102.stdout: python3-rados-2:18.2.2-1221.ge3fb05d5.el9.x86_64 2024-04-15T14:26:54.229 INFO:teuthology.orchestra.run.smithi102.stdout: python3-rbd-2:18.2.2-1221.ge3fb05d5.el9.x86_64 2024-04-15T14:26:54.229 INFO:teuthology.orchestra.run.smithi102.stdout: python3-repoze-lru-0.7-16.el9.noarch 2024-04-15T14:26:54.230 INFO:teuthology.orchestra.run.smithi102.stdout: python3-requests-2.25.1-8.el9.noarch 2024-04-15T14:26:54.230 INFO:teuthology.orchestra.run.smithi102.stdout: python3-requests-oauthlib-1.3.0-12.el9.noarch 2024-04-15T14:26:54.230 INFO:teuthology.orchestra.run.smithi102.stdout: python3-rgw-2:18.2.2-1221.ge3fb05d5.el9.x86_64 2024-04-15T14:26:54.230 INFO:teuthology.orchestra.run.smithi102.stdout: python3-routes-2.5.1-5.el9.noarch 2024-04-15T14:26:54.230 INFO:teuthology.orchestra.run.smithi102.stdout: python3-rsa-4.9-2.el9.noarch 2024-04-15T14:26:54.230 INFO:teuthology.orchestra.run.smithi102.stdout: python3-scipy-1.6.2-8.el9.x86_64 2024-04-15T14:26:54.230 INFO:teuthology.orchestra.run.smithi102.stdout: python3-tempora-5.0.0-2.el9.noarch 2024-04-15T14:26:54.230 INFO:teuthology.orchestra.run.smithi102.stdout: python3-toml-0.10.2-6.el9.noarch 2024-04-15T14:26:54.230 INFO:teuthology.orchestra.run.smithi102.stdout: python3-typing-extensions-4.4.0-2.el9.noarch 2024-04-15T14:26:54.230 INFO:teuthology.orchestra.run.smithi102.stdout: python3-urllib3-1.26.5-5.el9.noarch 2024-04-15T14:26:54.230 INFO:teuthology.orchestra.run.smithi102.stdout: python3-webob-1.8.7-6.el9.noarch 2024-04-15T14:26:54.230 INFO:teuthology.orchestra.run.smithi102.stdout: python3-websocket-client-1.2.3-2.el9.noarch 2024-04-15T14:26:54.230 INFO:teuthology.orchestra.run.smithi102.stdout: python3-werkzeug-2.0.3-3.el9.1.noarch 2024-04-15T14:26:54.231 INFO:teuthology.orchestra.run.smithi102.stdout: python3-zc-lockfile-2.0-10.el9.noarch 2024-04-15T14:26:54.231 INFO:teuthology.orchestra.run.smithi102.stdout: rbd-fuse-2:18.2.2-1221.ge3fb05d5.el9.x86_64 2024-04-15T14:26:54.231 INFO:teuthology.orchestra.run.smithi102.stdout: rbd-mirror-2:18.2.2-1221.ge3fb05d5.el9.x86_64 2024-04-15T14:26:54.231 INFO:teuthology.orchestra.run.smithi102.stdout: rbd-nbd-2:18.2.2-1221.ge3fb05d5.el9.x86_64 2024-04-15T14:26:54.231 INFO:teuthology.orchestra.run.smithi102.stdout: re2-1:20211101-3.el9.x86_64 2024-04-15T14:26:54.231 INFO:teuthology.orchestra.run.smithi102.stdout: socat-1.7.4.1-5.el9.x86_64 2024-04-15T14:26:54.231 INFO:teuthology.orchestra.run.smithi102.stdout: thrift-0.15.0-2.el9.x86_64 2024-04-15T14:26:54.231 INFO:teuthology.orchestra.run.smithi102.stdout: xmlstarlet-1.6.1-20.el9.x86_64 2024-04-15T14:26:54.231 INFO:teuthology.orchestra.run.smithi102.stdout: 2024-04-15T14:26:54.232 INFO:teuthology.orchestra.run.smithi102.stdout:Complete! 2024-04-15T14:26:54.560 DEBUG:teuthology.parallel:result is None 2024-04-15T14:26:54.560 WARNING:teuthology.packaging:More than one of ref, tag, branch, or sha1 supplied; using branch 2024-04-15T14:26:54.560 INFO:teuthology.packaging:ref: None 2024-04-15T14:26:54.560 INFO:teuthology.packaging:tag: None 2024-04-15T14:26:54.561 INFO:teuthology.packaging:branch: reef 2024-04-15T14:26:54.561 INFO:teuthology.packaging:sha1: c2d8c3155d854ee204cb7c7261232571229d1d54 2024-04-15T14:26:54.561 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F9%2Fx86_64&ref=reef 2024-04-15T14:26:54.914 DEBUG:teuthology.orchestra.run.smithi016:> rpm -q ceph --qf '%{VERSION}-%{RELEASE}' 2024-04-15T14:26:54.940 INFO:teuthology.orchestra.run.smithi016.stdout:18.2.2-1221.ge3fb05d5.el9 2024-04-15T14:26:54.941 INFO:teuthology.packaging:The installed version of ceph is 18.2.2-1221.ge3fb05d5.el9 2024-04-15T14:26:54.941 INFO:teuthology.task.install:The correct ceph version 18.2.2-1221.ge3fb05d5 is installed. 2024-04-15T14:26:54.943 WARNING:teuthology.packaging:More than one of ref, tag, branch, or sha1 supplied; using branch 2024-04-15T14:26:54.943 INFO:teuthology.packaging:ref: None 2024-04-15T14:26:54.943 INFO:teuthology.packaging:tag: None 2024-04-15T14:26:54.943 INFO:teuthology.packaging:branch: reef 2024-04-15T14:26:54.943 INFO:teuthology.packaging:sha1: c2d8c3155d854ee204cb7c7261232571229d1d54 2024-04-15T14:26:54.943 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F9%2Fx86_64&ref=reef 2024-04-15T14:26:55.193 DEBUG:teuthology.orchestra.run.smithi102:> rpm -q ceph --qf '%{VERSION}-%{RELEASE}' 2024-04-15T14:26:55.218 INFO:teuthology.orchestra.run.smithi102.stdout:18.2.2-1221.ge3fb05d5.el9 2024-04-15T14:26:55.218 INFO:teuthology.packaging:The installed version of ceph is 18.2.2-1221.ge3fb05d5.el9 2024-04-15T14:26:55.218 INFO:teuthology.task.install:The correct ceph version 18.2.2-1221.ge3fb05d5 is installed. 2024-04-15T14:26:55.220 INFO:teuthology.task.install.util:Shipping valgrind.supp... 2024-04-15T14:26:55.220 DEBUG:teuthology.orchestra.run.smithi016:> set -ex 2024-04-15T14:26:55.220 DEBUG:teuthology.orchestra.run.smithi016:> sudo dd of=/home/ubuntu/cephtest/valgrind.supp 2024-04-15T14:26:55.256 DEBUG:teuthology.orchestra.run.smithi102:> set -ex 2024-04-15T14:26:55.256 DEBUG:teuthology.orchestra.run.smithi102:> sudo dd of=/home/ubuntu/cephtest/valgrind.supp 2024-04-15T14:26:55.292 INFO:teuthology.task.install.util:Shipping 'daemon-helper'... 2024-04-15T14:26:55.293 DEBUG:teuthology.orchestra.run.smithi016:> set -ex 2024-04-15T14:26:55.293 DEBUG:teuthology.orchestra.run.smithi016:> sudo dd of=/usr/bin/daemon-helper 2024-04-15T14:26:55.328 DEBUG:teuthology.orchestra.run.smithi016:> sudo chmod a=rx -- /usr/bin/daemon-helper 2024-04-15T14:26:55.398 DEBUG:teuthology.orchestra.run.smithi102:> set -ex 2024-04-15T14:26:55.398 DEBUG:teuthology.orchestra.run.smithi102:> sudo dd of=/usr/bin/daemon-helper 2024-04-15T14:26:55.428 DEBUG:teuthology.orchestra.run.smithi102:> sudo chmod a=rx -- /usr/bin/daemon-helper 2024-04-15T14:26:55.498 INFO:teuthology.task.install.util:Shipping 'adjust-ulimits'... 2024-04-15T14:26:55.498 DEBUG:teuthology.orchestra.run.smithi016:> set -ex 2024-04-15T14:26:55.498 DEBUG:teuthology.orchestra.run.smithi016:> sudo dd of=/usr/bin/adjust-ulimits 2024-04-15T14:26:55.528 DEBUG:teuthology.orchestra.run.smithi016:> sudo chmod a=rx -- /usr/bin/adjust-ulimits 2024-04-15T14:26:55.601 DEBUG:teuthology.orchestra.run.smithi102:> set -ex 2024-04-15T14:26:55.601 DEBUG:teuthology.orchestra.run.smithi102:> sudo dd of=/usr/bin/adjust-ulimits 2024-04-15T14:26:55.630 DEBUG:teuthology.orchestra.run.smithi102:> sudo chmod a=rx -- /usr/bin/adjust-ulimits 2024-04-15T14:26:55.700 INFO:teuthology.task.install.util:Shipping 'stdin-killer'... 2024-04-15T14:26:55.700 DEBUG:teuthology.orchestra.run.smithi016:> set -ex 2024-04-15T14:26:55.700 DEBUG:teuthology.orchestra.run.smithi016:> sudo dd of=/usr/bin/stdin-killer 2024-04-15T14:26:55.730 DEBUG:teuthology.orchestra.run.smithi016:> sudo chmod a=rx -- /usr/bin/stdin-killer 2024-04-15T14:26:55.802 DEBUG:teuthology.orchestra.run.smithi102:> set -ex 2024-04-15T14:26:55.803 DEBUG:teuthology.orchestra.run.smithi102:> sudo dd of=/usr/bin/stdin-killer 2024-04-15T14:26:55.831 DEBUG:teuthology.orchestra.run.smithi102:> sudo chmod a=rx -- /usr/bin/stdin-killer 2024-04-15T14:26:55.900 INFO:teuthology.run_tasks:Running task print... 2024-04-15T14:26:55.925 INFO:teuthology.task.print:**** done install task... 2024-04-15T14:26:55.925 INFO:teuthology.run_tasks:Running task print... 2024-04-15T14:26:55.934 INFO:teuthology.task.print:**** done start installing reef cephadm ... 2024-04-15T14:26:55.934 INFO:teuthology.run_tasks:Running task cephadm... 2024-04-15T14:26:56.095 INFO:tasks.cephadm:Config: {'compiled_cephadm_branch': 'reef', 'conf': {'osd': {'osd_class_default_list': '*', 'osd_class_load_list': '*', 'debug ms': 1, 'debug osd': 20, 'osd shutdown pgref assert': True}, 'global': {'mon election default strategy': 1}, 'mgr': {'debug mgr': 20, 'debug ms': 1}, 'mon': {'debug mon': 20, 'debug ms': 1, 'debug paxos': 20}}, 'image': 'quay.ceph.io/ceph-ci/ceph:reef', 'create_rbd_pool': True, 'flavor': 'default', 'log-ignorelist': ['\\(MDS_ALL_DOWN\\)', '\\(MDS_UP_LESS_THAN_MAX\\)', 'mons down', 'mon down', 'MON_DOWN', 'out of quorum'], 'sha1': 'c2d8c3155d854ee204cb7c7261232571229d1d54'} 2024-04-15T14:26:56.095 INFO:tasks.cephadm:Cluster image is quay.ceph.io/ceph-ci/ceph:reef 2024-04-15T14:26:56.096 INFO:tasks.cephadm:Cluster fsid is 362ea986-fb34-11ee-bc8f-c7b262605968 2024-04-15T14:26:56.096 INFO:tasks.cephadm:Choosing monitor IPs and ports... 2024-04-15T14:26:56.096 INFO:tasks.cephadm:Monitor IPs: {'mon.a': '172.21.15.16', 'mon.c': '[v2:172.21.15.16:3301,v1:172.21.15.16:6790]', 'mon.b': '172.21.15.102'} 2024-04-15T14:26:56.096 INFO:tasks.cephadm:First mon is mon.a on smithi016 2024-04-15T14:26:56.096 INFO:tasks.cephadm:First mgr is y 2024-04-15T14:26:56.097 INFO:tasks.cephadm:Normalizing hostnames... 2024-04-15T14:26:56.097 DEBUG:teuthology.orchestra.run.smithi016:> sudo hostname $(hostname -s) 2024-04-15T14:26:56.130 DEBUG:teuthology.orchestra.run.smithi102:> sudo hostname $(hostname -s) 2024-04-15T14:26:56.160 INFO:tasks.cephadm:Downloading "compiled" cephadm from cachra for reef 2024-04-15T14:26:56.160 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F9%2Fx86_64&sha1=c2d8c3155d854ee204cb7c7261232571229d1d54 2024-04-15T14:26:56.304 INFO:tasks.cephadm:builder_project result: [{'status': 'ready', 'sha1': 'c2d8c3155d854ee204cb7c7261232571229d1d54', 'extra': {'build_url': 'https://jenkins.ceph.com/job/ceph-dev-build/ARCH=x86_64,AVAILABLE_ARCH=x86_64,AVAILABLE_DIST=centos9,DIST=centos9,MACHINE_SIZE=gigantic/54888/', 'root_build_cause': 'SCMTRIGGER', 'version': '19.0.0-3080-gc2d8c315', 'node_name': '172.21.2.1+braggi01', 'job_name': 'ceph-dev-build/ARCH=x86_64,AVAILABLE_ARCH=x86_64,AVAILABLE_DIST=centos9,DIST=centos9,MACHINE_SIZE=gigantic', 'package_manager_version': '19.0.0-3080.gc2d8c315'}, 'url': 'https://4.chacra.ceph.com/r/ceph/main/c2d8c3155d854ee204cb7c7261232571229d1d54/centos/9/flavors/default/', 'distro_codename': None, 'modified': '2024-04-13 01:58:10.711078', 'distro_version': '9', 'project': 'ceph', 'flavor': 'default', 'ref': 'main', 'chacra_url': 'https://4.chacra.ceph.com/repos/ceph/main/c2d8c3155d854ee204cb7c7261232571229d1d54/centos/9/flavors/default/', 'archs': ['source', 'x86_64'], 'distro': 'centos'}] 2024-04-15T14:26:56.561 INFO:tasks.util.chacra:got chacra host 4.chacra.ceph.com, ref reef, sha1 e3fb05d5e6da84b5c44db3f3051c4d242f9809c1 from https://shaman.ceph.com/api/search/?project=ceph&distros=centos%2F9%2Fx86_64&flavor=default&ref=reef 2024-04-15T14:26:56.563 INFO:tasks.cephadm:Discovered cachra url: https://4.chacra.ceph.com/binaries/ceph/reef/e3fb05d5e6da84b5c44db3f3051c4d242f9809c1/centos/9/x86_64/flavors/default/cephadm 2024-04-15T14:26:56.563 DEBUG:teuthology.orchestra.run.smithi016:> curl --silent -L https://4.chacra.ceph.com/binaries/ceph/reef/e3fb05d5e6da84b5c44db3f3051c4d242f9809c1/centos/9/x86_64/flavors/default/cephadm > /home/ubuntu/cephtest/cephadm && ls -l /home/ubuntu/cephtest/cephadm 2024-04-15T14:26:56.994 INFO:teuthology.orchestra.run.smithi016.stdout:-rw-r--r--. 1 ubuntu ubuntu 215334 Apr 15 14:26 /home/ubuntu/cephtest/cephadm 2024-04-15T14:26:56.995 DEBUG:teuthology.orchestra.run.smithi102:> curl --silent -L https://4.chacra.ceph.com/binaries/ceph/reef/e3fb05d5e6da84b5c44db3f3051c4d242f9809c1/centos/9/x86_64/flavors/default/cephadm > /home/ubuntu/cephtest/cephadm && ls -l /home/ubuntu/cephtest/cephadm 2024-04-15T14:26:57.589 INFO:teuthology.orchestra.run.smithi102.stdout:-rw-r--r--. 1 ubuntu ubuntu 215334 Apr 15 14:26 /home/ubuntu/cephtest/cephadm 2024-04-15T14:26:57.589 DEBUG:teuthology.orchestra.run.smithi016:> test -s /home/ubuntu/cephtest/cephadm && test $(stat -c%s /home/ubuntu/cephtest/cephadm) -gt 1000 && chmod +x /home/ubuntu/cephtest/cephadm 2024-04-15T14:26:57.609 DEBUG:teuthology.orchestra.run.smithi102:> test -s /home/ubuntu/cephtest/cephadm && test $(stat -c%s /home/ubuntu/cephtest/cephadm) -gt 1000 && chmod +x /home/ubuntu/cephtest/cephadm 2024-04-15T14:26:57.641 INFO:tasks.cephadm:Pulling image quay.ceph.io/ceph-ci/ceph:reef on all hosts... 2024-04-15T14:26:57.641 DEBUG:teuthology.orchestra.run.smithi016:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef pull 2024-04-15T14:26:57.651 DEBUG:teuthology.orchestra.run.smithi102:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef pull 2024-04-15T14:26:58.448 INFO:teuthology.orchestra.run.smithi016.stderr:Pulling container image quay.ceph.io/ceph-ci/ceph:reef... 2024-04-15T14:26:58.522 INFO:teuthology.orchestra.run.smithi102.stderr:Pulling container image quay.ceph.io/ceph-ci/ceph:reef... 2024-04-15T14:27:25.236 INFO:teuthology.orchestra.run.smithi016.stdout:{ 2024-04-15T14:27:25.236 INFO:teuthology.orchestra.run.smithi016.stdout: "ceph_version": "ceph version 18.2.2-1221-ge3fb05d5 (e3fb05d5e6da84b5c44db3f3051c4d242f9809c1) reef (stable)", 2024-04-15T14:27:25.236 INFO:teuthology.orchestra.run.smithi016.stdout: "image_id": "aa4d2281650a289361c9d357c9b9a75da908c6b769a679c7cb0b40af12301f38", 2024-04-15T14:27:25.236 INFO:teuthology.orchestra.run.smithi016.stdout: "repo_digests": [ 2024-04-15T14:27:25.237 INFO:teuthology.orchestra.run.smithi016.stdout: "quay.ceph.io/ceph-ci/ceph@sha256:68779415073ff203e402b0379758fdddf51fc45e34dd0f039888aa95268c5315" 2024-04-15T14:27:25.237 INFO:teuthology.orchestra.run.smithi016.stdout: ] 2024-04-15T14:27:25.237 INFO:teuthology.orchestra.run.smithi016.stdout:} 2024-04-15T14:27:41.557 INFO:teuthology.orchestra.run.smithi102.stdout:{ 2024-04-15T14:27:41.557 INFO:teuthology.orchestra.run.smithi102.stdout: "ceph_version": "ceph version 18.2.2-1221-ge3fb05d5 (e3fb05d5e6da84b5c44db3f3051c4d242f9809c1) reef (stable)", 2024-04-15T14:27:41.557 INFO:teuthology.orchestra.run.smithi102.stdout: "image_id": "aa4d2281650a289361c9d357c9b9a75da908c6b769a679c7cb0b40af12301f38", 2024-04-15T14:27:41.557 INFO:teuthology.orchestra.run.smithi102.stdout: "repo_digests": [ 2024-04-15T14:27:41.557 INFO:teuthology.orchestra.run.smithi102.stdout: "quay.ceph.io/ceph-ci/ceph@sha256:68779415073ff203e402b0379758fdddf51fc45e34dd0f039888aa95268c5315" 2024-04-15T14:27:41.557 INFO:teuthology.orchestra.run.smithi102.stdout: ] 2024-04-15T14:27:41.557 INFO:teuthology.orchestra.run.smithi102.stdout:} 2024-04-15T14:27:41.577 DEBUG:teuthology.orchestra.run.smithi016:> sudo mkdir -p /etc/ceph 2024-04-15T14:27:41.614 DEBUG:teuthology.orchestra.run.smithi102:> sudo mkdir -p /etc/ceph 2024-04-15T14:27:41.646 DEBUG:teuthology.orchestra.run.smithi016:> sudo chmod 777 /etc/ceph 2024-04-15T14:27:41.684 DEBUG:teuthology.orchestra.run.smithi102:> sudo chmod 777 /etc/ceph 2024-04-15T14:27:41.714 INFO:tasks.cephadm:Writing seed config... 2024-04-15T14:27:41.736 INFO:tasks.cephadm: override: [osd] osd_class_default_list = * 2024-04-15T14:27:41.736 INFO:tasks.cephadm: override: [osd] osd_class_load_list = * 2024-04-15T14:27:41.736 INFO:tasks.cephadm: override: [osd] debug ms = 1 2024-04-15T14:27:41.736 INFO:tasks.cephadm: override: [osd] debug osd = 20 2024-04-15T14:27:41.736 INFO:tasks.cephadm: override: [osd] osd shutdown pgref assert = True 2024-04-15T14:27:41.737 INFO:tasks.cephadm: override: [global] mon election default strategy = 1 2024-04-15T14:27:41.737 INFO:tasks.cephadm: override: [mgr] debug mgr = 20 2024-04-15T14:27:41.737 INFO:tasks.cephadm: override: [mgr] debug ms = 1 2024-04-15T14:27:41.737 INFO:tasks.cephadm: override: [mon] debug mon = 20 2024-04-15T14:27:41.737 INFO:tasks.cephadm: override: [mon] debug ms = 1 2024-04-15T14:27:41.737 INFO:tasks.cephadm: override: [mon] debug paxos = 20 2024-04-15T14:27:41.738 DEBUG:teuthology.orchestra.run.smithi016:> set -ex 2024-04-15T14:27:41.738 DEBUG:teuthology.orchestra.run.smithi016:> dd of=/home/ubuntu/cephtest/seed.ceph.conf 2024-04-15T14:27:41.755 DEBUG:tasks.cephadm:Final config: [global] # make logging friendly to teuthology log_to_file = true log_to_stderr = false log to journald = false mon cluster log to file = true mon cluster log file level = debug mon clock drift allowed = 1.000 # replicate across OSDs, not hosts osd crush chooseleaf type = 0 #osd pool default size = 2 osd pool default erasure code profile = plugin=jerasure technique=reed_sol_van k=2 m=1 crush-failure-domain=osd # enable some debugging auth debug = true ms die on old message = true ms die on bug = true debug asserts on shutdown = true # adjust warnings mon max pg per osd = 10000# >= luminous mon pg warn max object skew = 0 mon osd allow primary affinity = true mon osd allow pg remap = true mon warn on legacy crush tunables = false mon warn on crush straw calc version zero = false mon warn on no sortbitwise = false mon warn on osd down out interval zero = false mon warn on too few osds = false mon_warn_on_pool_pg_num_not_power_of_two = false # disable pg_autoscaler by default for new pools osd_pool_default_pg_autoscale_mode = off # tests delete pools mon allow pool delete = true fsid = 362ea986-fb34-11ee-bc8f-c7b262605968 mon election default strategy = 1 [osd] osd scrub load threshold = 5.0 osd scrub max interval = 600 osd mclock profile = high_recovery_ops osd recover clone overlap = true osd recovery max chunk = 1048576 osd deep scrub update digest min age = 30 osd map max advance = 10 osd memory target autotune = true # debugging osd debug shutdown = true osd debug op order = true osd debug verify stray on activate = true osd debug pg log writeout = true osd debug verify cached snaps = true osd debug verify missing on start = true osd debug misdirected ops = true osd op queue = debug_random osd op queue cut off = debug_random osd shutdown pgref assert = True bdev debug aio = true osd sloppy crc = true osd_class_default_list = * osd_class_load_list = * debug ms = 1 debug osd = 20 [mgr] mon reweight min pgs per osd = 4 mon reweight min bytes per osd = 10 mgr/telemetry/nag = false debug mgr = 20 debug ms = 1 [mon] mon data avail warn = 5 mon mgr mkfs grace = 240 mon reweight min pgs per osd = 4 mon osd reporter subtree level = osd mon osd prime pg temp = true mon reweight min bytes per osd = 10 # rotate auth tickets quickly to exercise renewal paths auth mon ticket ttl = 660# 11m auth service ticket ttl = 240# 4m # don't complain about global id reclaim mon_warn_on_insecure_global_id_reclaim = false mon_warn_on_insecure_global_id_reclaim_allowed = false debug mon = 20 debug ms = 1 debug paxos = 20 [client.rgw] rgw cache enabled = true rgw enable ops log = true rgw enable usage log = true 2024-04-15T14:27:41.755 DEBUG:teuthology.orchestra.run.smithi016:mon.a> sudo journalctl -f -n 0 -u ceph-362ea986-fb34-11ee-bc8f-c7b262605968@mon.a.service 2024-04-15T14:27:41.799 DEBUG:teuthology.orchestra.run.smithi016:mgr.y> sudo journalctl -f -n 0 -u ceph-362ea986-fb34-11ee-bc8f-c7b262605968@mgr.y.service 2024-04-15T14:27:41.842 INFO:tasks.cephadm:Bootstrapping... 2024-04-15T14:27:41.842 DEBUG:teuthology.orchestra.run.smithi016:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef -v bootstrap --fsid 362ea986-fb34-11ee-bc8f-c7b262605968 --config /home/ubuntu/cephtest/seed.ceph.conf --output-config /etc/ceph/ceph.conf --output-keyring /etc/ceph/ceph.client.admin.keyring --output-pub-ssh-key /home/ubuntu/cephtest/ceph.pub --mon-id a --mgr-id y --orphan-initial-daemons --skip-monitoring-stack --mon-ip 172.21.15.16 --skip-admin-label && sudo chmod +r /etc/ceph/ceph.client.admin.keyring 2024-04-15T14:27:42.006 INFO:teuthology.orchestra.run.smithi016.stdout:-------------------------------------------------------------------------------- 2024-04-15T14:27:42.006 INFO:teuthology.orchestra.run.smithi016.stdout:cephadm ['--image', 'quay.ceph.io/ceph-ci/ceph:reef', '-v', 'bootstrap', '--fsid', '362ea986-fb34-11ee-bc8f-c7b262605968', '--config', '/home/ubuntu/cephtest/seed.ceph.conf', '--output-config', '/etc/ceph/ceph.conf', '--output-keyring', '/etc/ceph/ceph.client.admin.keyring', '--output-pub-ssh-key', '/home/ubuntu/cephtest/ceph.pub', '--mon-id', 'a', '--mgr-id', 'y', '--orphan-initial-daemons', '--skip-monitoring-stack', '--mon-ip', '172.21.15.16', '--skip-admin-label'] 2024-04-15T14:27:42.031 INFO:teuthology.orchestra.run.smithi016.stdout:/bin/podman: stdout 4.9.4-dev 2024-04-15T14:27:42.031 INFO:teuthology.orchestra.run.smithi016.stderr:Specifying an fsid for your cluster offers no advantages and may increase the likelihood of fsid conflicts. 2024-04-15T14:27:42.032 INFO:teuthology.orchestra.run.smithi016.stdout:Verifying podman|docker is present... 2024-04-15T14:27:42.056 INFO:teuthology.orchestra.run.smithi016.stdout:/bin/podman: stdout 4.9.4-dev 2024-04-15T14:27:42.056 INFO:teuthology.orchestra.run.smithi016.stdout:Verifying lvm2 is present... 2024-04-15T14:27:42.056 INFO:teuthology.orchestra.run.smithi016.stdout:Verifying time synchronization is in place... 2024-04-15T14:27:42.063 INFO:teuthology.orchestra.run.smithi016.stdout:Non-zero exit code 1 from systemctl is-enabled chrony.service 2024-04-15T14:27:42.063 INFO:teuthology.orchestra.run.smithi016.stdout:systemctl: stderr Failed to get unit file state for chrony.service: No such file or directory 2024-04-15T14:27:42.069 INFO:teuthology.orchestra.run.smithi016.stdout:Non-zero exit code 3 from systemctl is-active chrony.service 2024-04-15T14:27:42.070 INFO:teuthology.orchestra.run.smithi016.stdout:systemctl: stdout inactive 2024-04-15T14:27:42.076 INFO:teuthology.orchestra.run.smithi016.stdout:systemctl: stdout enabled 2024-04-15T14:27:42.082 INFO:teuthology.orchestra.run.smithi016.stdout:systemctl: stdout active 2024-04-15T14:27:42.082 INFO:teuthology.orchestra.run.smithi016.stdout:Unit chronyd.service is enabled and running 2024-04-15T14:27:42.082 INFO:teuthology.orchestra.run.smithi016.stdout:Repeating the final host check... 2024-04-15T14:27:42.105 INFO:teuthology.orchestra.run.smithi016.stdout:/bin/podman: stdout 4.9.4-dev 2024-04-15T14:27:42.106 INFO:teuthology.orchestra.run.smithi016.stdout:podman (/bin/podman) version 4.9.4 is present 2024-04-15T14:27:42.106 INFO:teuthology.orchestra.run.smithi016.stdout:systemctl is present 2024-04-15T14:27:42.106 INFO:teuthology.orchestra.run.smithi016.stdout:lvcreate is present 2024-04-15T14:27:42.112 INFO:teuthology.orchestra.run.smithi016.stdout:Non-zero exit code 1 from systemctl is-enabled chrony.service 2024-04-15T14:27:42.112 INFO:teuthology.orchestra.run.smithi016.stdout:systemctl: stderr Failed to get unit file state for chrony.service: No such file or directory 2024-04-15T14:27:42.118 INFO:teuthology.orchestra.run.smithi016.stdout:Non-zero exit code 3 from systemctl is-active chrony.service 2024-04-15T14:27:42.118 INFO:teuthology.orchestra.run.smithi016.stdout:systemctl: stdout inactive 2024-04-15T14:27:42.125 INFO:teuthology.orchestra.run.smithi016.stdout:systemctl: stdout enabled 2024-04-15T14:27:42.131 INFO:teuthology.orchestra.run.smithi016.stdout:systemctl: stdout active 2024-04-15T14:27:42.132 INFO:teuthology.orchestra.run.smithi016.stdout:Unit chronyd.service is enabled and running 2024-04-15T14:27:42.132 INFO:teuthology.orchestra.run.smithi016.stdout:Host looks OK 2024-04-15T14:27:42.132 INFO:teuthology.orchestra.run.smithi016.stdout:Cluster fsid: 362ea986-fb34-11ee-bc8f-c7b262605968 2024-04-15T14:27:42.132 INFO:teuthology.orchestra.run.smithi016.stdout:Acquiring lock 140236232099488 on /run/cephadm/362ea986-fb34-11ee-bc8f-c7b262605968.lock 2024-04-15T14:27:42.132 INFO:teuthology.orchestra.run.smithi016.stdout:Lock 140236232099488 acquired on /run/cephadm/362ea986-fb34-11ee-bc8f-c7b262605968.lock 2024-04-15T14:27:42.132 INFO:teuthology.orchestra.run.smithi016.stdout:Verifying IP 172.21.15.16 port 3300 ... 2024-04-15T14:27:42.133 INFO:teuthology.orchestra.run.smithi016.stdout:Verifying IP 172.21.15.16 port 6789 ... 2024-04-15T14:27:42.133 INFO:teuthology.orchestra.run.smithi016.stdout:Base mon IP(s) is [172.21.15.16:3300, 172.21.15.16:6789], mon addrv is [v2:172.21.15.16:3300,v1:172.21.15.16:6789] 2024-04-15T14:27:42.135 INFO:teuthology.orchestra.run.smithi016.stdout:/sbin/ip: stdout default via 172.21.15.254 dev ens1f0 proto dhcp src 172.21.15.16 metric 100 2024-04-15T14:27:42.135 INFO:teuthology.orchestra.run.smithi016.stdout:/sbin/ip: stdout 172.21.0.0/20 dev ens1f0 proto kernel scope link src 172.21.15.16 metric 100 2024-04-15T14:27:42.138 INFO:teuthology.orchestra.run.smithi016.stdout:/sbin/ip: stdout ::1 dev lo proto kernel metric 256 pref medium 2024-04-15T14:27:42.138 INFO:teuthology.orchestra.run.smithi016.stdout:/sbin/ip: stdout fe80::/64 dev ens1f0 proto kernel metric 1024 pref medium 2024-04-15T14:27:42.138 INFO:teuthology.orchestra.run.smithi016.stdout:/sbin/ip: stdout default via fe80::327c:5e00:6487:71e0 dev ens1f0 proto ra metric 100 pref medium 2024-04-15T14:27:42.141 INFO:teuthology.orchestra.run.smithi016.stdout:/sbin/ip: stdout 1: lo: mtu 65536 state UNKNOWN qlen 1000 2024-04-15T14:27:42.141 INFO:teuthology.orchestra.run.smithi016.stdout:/sbin/ip: stdout inet6 ::1/128 scope host 2024-04-15T14:27:42.141 INFO:teuthology.orchestra.run.smithi016.stdout:/sbin/ip: stdout valid_lft forever preferred_lft forever 2024-04-15T14:27:42.141 INFO:teuthology.orchestra.run.smithi016.stdout:/sbin/ip: stdout 4: ens1f0: mtu 1500 state UP qlen 1000 2024-04-15T14:27:42.141 INFO:teuthology.orchestra.run.smithi016.stdout:/sbin/ip: stdout inet6 fe80::ec4:7aff:febd:1564/64 scope link noprefixroute 2024-04-15T14:27:42.141 INFO:teuthology.orchestra.run.smithi016.stdout:/sbin/ip: stdout valid_lft forever preferred_lft forever 2024-04-15T14:27:42.142 INFO:teuthology.orchestra.run.smithi016.stdout:Mon IP `172.21.15.16` is in CIDR network `172.21.0.0/20` 2024-04-15T14:27:42.142 INFO:teuthology.orchestra.run.smithi016.stdout:Mon IP `172.21.15.16` is in CIDR network `172.21.0.0/20` 2024-04-15T14:27:42.142 INFO:teuthology.orchestra.run.smithi016.stdout:Inferred mon public CIDR from local network configuration ['172.21.0.0/20', '172.21.0.0/20'] 2024-04-15T14:27:42.142 INFO:teuthology.orchestra.run.smithi016.stdout:Internal network (--cluster-network) has not been provided, OSD replication will default to the public_network 2024-04-15T14:27:42.143 INFO:teuthology.orchestra.run.smithi016.stdout:Pulling container image quay.ceph.io/ceph-ci/ceph:reef... 2024-04-15T14:27:44.505 INFO:teuthology.orchestra.run.smithi016.stdout:/bin/podman: stdout aa4d2281650a289361c9d357c9b9a75da908c6b769a679c7cb0b40af12301f38 2024-04-15T14:27:44.505 INFO:teuthology.orchestra.run.smithi016.stdout:/bin/podman: stderr Trying to pull quay.ceph.io/ceph-ci/ceph:reef... 2024-04-15T14:27:44.506 INFO:teuthology.orchestra.run.smithi016.stdout:/bin/podman: stderr Getting image source signatures 2024-04-15T14:27:44.506 INFO:teuthology.orchestra.run.smithi016.stdout:/bin/podman: stderr Copying blob sha256:50d9c13682a83e2bca7f047c5940f862ec68c49863b4f1a3cb1b201f135703a8 2024-04-15T14:27:44.506 INFO:teuthology.orchestra.run.smithi016.stdout:/bin/podman: stderr Copying blob sha256:9793b5b5582798bde394f4383d142e9f248a25e4ebfd72ee05ea9ec6251a877d 2024-04-15T14:27:44.506 INFO:teuthology.orchestra.run.smithi016.stdout:/bin/podman: stderr Copying config sha256:aa4d2281650a289361c9d357c9b9a75da908c6b769a679c7cb0b40af12301f38 2024-04-15T14:27:44.506 INFO:teuthology.orchestra.run.smithi016.stdout:/bin/podman: stderr Writing manifest to image destination 2024-04-15T14:27:53.578 INFO:teuthology.orchestra.run.smithi016.stdout:ceph: stdout ceph version 18.2.2-1221-ge3fb05d5 (e3fb05d5e6da84b5c44db3f3051c4d242f9809c1) reef (stable) 2024-04-15T14:27:53.578 INFO:teuthology.orchestra.run.smithi016.stdout:Ceph version: ceph version 18.2.2-1221-ge3fb05d5 (e3fb05d5e6da84b5c44db3f3051c4d242f9809c1) reef (stable) 2024-04-15T14:27:53.578 INFO:teuthology.orchestra.run.smithi016.stdout:Extracting ceph user uid/gid from container image... 2024-04-15T14:27:56.790 INFO:teuthology.orchestra.run.smithi016.stdout:stat: stdout 167 167 2024-04-15T14:27:56.790 INFO:teuthology.orchestra.run.smithi016.stdout:Creating initial keys... 2024-04-15T14:27:57.773 INFO:teuthology.orchestra.run.smithi016.stdout:/usr/bin/ceph-authtool: stdout AQBtOR1mO4sWBxAA19EffXM0KUmso9b/jboAjQ== 2024-04-15T14:27:58.768 INFO:teuthology.orchestra.run.smithi016.stdout:/usr/bin/ceph-authtool: stdout AQBuOR1mbLjpCRAAk7N1+alarodUwToQ19c3og== 2024-04-15T14:27:59.782 INFO:teuthology.orchestra.run.smithi016.stdout:/usr/bin/ceph-authtool: stdout AQBvOR1m4MI+BxAAuygTCiWkP0z2CpArF4rDMA== 2024-04-15T14:27:59.782 INFO:teuthology.orchestra.run.smithi016.stdout:Creating initial monmap... 2024-04-15T14:28:01.072 INFO:teuthology.orchestra.run.smithi016.stdout:/usr/bin/monmaptool: stdout /usr/bin/monmaptool: monmap file /tmp/monmap 2024-04-15T14:28:01.072 INFO:teuthology.orchestra.run.smithi016.stdout:/usr/bin/monmaptool: stdout setting min_mon_release = pacific 2024-04-15T14:28:01.073 INFO:teuthology.orchestra.run.smithi016.stdout:/usr/bin/monmaptool: stdout /usr/bin/monmaptool: set fsid to 362ea986-fb34-11ee-bc8f-c7b262605968 2024-04-15T14:28:01.073 INFO:teuthology.orchestra.run.smithi016.stdout:/usr/bin/monmaptool: stdout /usr/bin/monmaptool: writing epoch 0 to /tmp/monmap (1 monitors) 2024-04-15T14:28:01.073 INFO:teuthology.orchestra.run.smithi016.stdout:monmaptool for a [v2:172.21.15.16:3300,v1:172.21.15.16:6789] on /usr/bin/monmaptool: monmap file /tmp/monmap 2024-04-15T14:28:01.073 INFO:teuthology.orchestra.run.smithi016.stdout:setting min_mon_release = pacific 2024-04-15T14:28:01.073 INFO:teuthology.orchestra.run.smithi016.stdout:/usr/bin/monmaptool: set fsid to 362ea986-fb34-11ee-bc8f-c7b262605968 2024-04-15T14:28:01.073 INFO:teuthology.orchestra.run.smithi016.stdout:/usr/bin/monmaptool: writing epoch 0 to /tmp/monmap (1 monitors) 2024-04-15T14:28:01.074 INFO:teuthology.orchestra.run.smithi016.stdout: 2024-04-15T14:28:01.074 INFO:teuthology.orchestra.run.smithi016.stdout:Creating mon... 2024-04-15T14:28:02.699 INFO:teuthology.orchestra.run.smithi016.stdout:create mon.a on 2024-04-15T14:28:02.897 INFO:teuthology.orchestra.run.smithi016.stdout:systemctl: stderr Removed "/etc/systemd/system/multi-user.target.wants/ceph.target". 2024-04-15T14:28:03.033 INFO:teuthology.orchestra.run.smithi016.stdout:systemctl: stderr Created symlink /etc/systemd/system/multi-user.target.wants/ceph.target → /etc/systemd/system/ceph.target. 2024-04-15T14:28:03.212 INFO:teuthology.orchestra.run.smithi016.stdout:systemctl: stderr Created symlink /etc/systemd/system/multi-user.target.wants/ceph-362ea986-fb34-11ee-bc8f-c7b262605968.target → /etc/systemd/system/ceph-362ea986-fb34-11ee-bc8f-c7b262605968.target. 2024-04-15T14:28:03.213 INFO:teuthology.orchestra.run.smithi016.stdout:systemctl: stderr Created symlink /etc/systemd/system/ceph.target.wants/ceph-362ea986-fb34-11ee-bc8f-c7b262605968.target → /etc/systemd/system/ceph-362ea986-fb34-11ee-bc8f-c7b262605968.target. 2024-04-15T14:28:03.408 INFO:teuthology.orchestra.run.smithi016.stdout:Non-zero exit code 1 from systemctl reset-failed ceph-362ea986-fb34-11ee-bc8f-c7b262605968@mon.a 2024-04-15T14:28:03.408 INFO:teuthology.orchestra.run.smithi016.stdout:systemctl: stderr Failed to reset failed state of unit ceph-362ea986-fb34-11ee-bc8f-c7b262605968@mon.a.service: Unit ceph-362ea986-fb34-11ee-bc8f-c7b262605968@mon.a.service not loaded. 2024-04-15T14:28:03.581 INFO:teuthology.orchestra.run.smithi016.stdout:systemctl: stderr Created symlink /etc/systemd/system/ceph-362ea986-fb34-11ee-bc8f-c7b262605968.target.wants/ceph-362ea986-fb34-11ee-bc8f-c7b262605968@mon.a.service → /etc/systemd/system/ceph-362ea986-fb34-11ee-bc8f-c7b262605968@.service. 2024-04-15T14:28:03.984 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:28:03 smithi016 podman[26908]: 2024-04-15 14:28:03.719474248 +0000 UTC m=+0.018326308 image pull aa4d2281650a289361c9d357c9b9a75da908c6b769a679c7cb0b40af12301f38 quay.ceph.io/ceph-ci/ceph:reef 2024-04-15T14:28:03.984 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:28:03 smithi016 podman[26908]: 2024-04-15 14:28:03.983782095 +0000 UTC m=+0.282634133 container init e3358e8841f7bea13ed1d1a07d0212d53bde825519d361345234c97f0126f1fe (image=quay.ceph.io/ceph-ci/ceph:reef, name=ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mon-a, RELEASE=reef-e3fb05d, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, ceph=True, GIT_CLEAN=True, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.build-date=20240409, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67) 2024-04-15T14:28:04.071 INFO:teuthology.orchestra.run.smithi016.stdout:Non-zero exit code 1 from systemctl is-enabled firewalld.service 2024-04-15T14:28:04.072 INFO:teuthology.orchestra.run.smithi016.stdout:systemctl: stdout disabled 2024-04-15T14:28:04.079 INFO:teuthology.orchestra.run.smithi016.stdout:Non-zero exit code 3 from systemctl is-active firewalld.service 2024-04-15T14:28:04.079 INFO:teuthology.orchestra.run.smithi016.stdout:systemctl: stdout inactive 2024-04-15T14:28:04.079 INFO:teuthology.orchestra.run.smithi016.stdout:firewalld.service is not enabled 2024-04-15T14:28:04.079 INFO:teuthology.orchestra.run.smithi016.stdout:Not possible to enable service . firewalld.service is not available 2024-04-15T14:28:04.079 INFO:teuthology.orchestra.run.smithi016.stdout:Waiting for mon to start... 2024-04-15T14:28:04.079 INFO:teuthology.orchestra.run.smithi016.stdout:Waiting for mon... 2024-04-15T14:28:04.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:28:03 smithi016 podman[26908]: 2024-04-15 14:28:03.989261823 +0000 UTC m=+0.288113856 container start e3358e8841f7bea13ed1d1a07d0212d53bde825519d361345234c97f0126f1fe (image=quay.ceph.io/ceph-ci/ceph:reef, name=ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mon-a, ceph=True, org.label-schema.license=GPLv2, RELEASE=reef-e3fb05d, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , io.buildah.version=1.33.5, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.build-date=20240409, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-04-15T14:28:04.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:28:04 smithi016 ceph-mon[26946]: mkfs 362ea986-fb34-11ee-bc8f-c7b262605968 2024-04-15T14:28:04.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:28:04 smithi016 ceph-mon[26946]: mon.a is new leader, mons a in quorum (ranks 0) 2024-04-15T14:28:04.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:28:04 smithi016 bash[26908]: e3358e8841f7bea13ed1d1a07d0212d53bde825519d361345234c97f0126f1fe 2024-04-15T14:28:04.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:28:04 smithi016 systemd[1]: Started Ceph mon.a for 362ea986-fb34-11ee-bc8f-c7b262605968. 2024-04-15T14:28:05.086 INFO:teuthology.orchestra.run.smithi016.stdout:/usr/bin/ceph: stdout cluster: 2024-04-15T14:28:05.086 INFO:teuthology.orchestra.run.smithi016.stdout:/usr/bin/ceph: stdout id: 362ea986-fb34-11ee-bc8f-c7b262605968 2024-04-15T14:28:05.086 INFO:teuthology.orchestra.run.smithi016.stdout:/usr/bin/ceph: stdout health: HEALTH_OK 2024-04-15T14:28:05.087 INFO:teuthology.orchestra.run.smithi016.stdout:/usr/bin/ceph: stdout 2024-04-15T14:28:05.087 INFO:teuthology.orchestra.run.smithi016.stdout:/usr/bin/ceph: stdout services: 2024-04-15T14:28:05.087 INFO:teuthology.orchestra.run.smithi016.stdout:/usr/bin/ceph: stdout mon: 1 daemons, quorum a (age 0.573274s) 2024-04-15T14:28:05.087 INFO:teuthology.orchestra.run.smithi016.stdout:/usr/bin/ceph: stdout mgr: no daemons active 2024-04-15T14:28:05.087 INFO:teuthology.orchestra.run.smithi016.stdout:/usr/bin/ceph: stdout osd: 0 osds: 0 up, 0 in 2024-04-15T14:28:05.087 INFO:teuthology.orchestra.run.smithi016.stdout:/usr/bin/ceph: stdout 2024-04-15T14:28:05.087 INFO:teuthology.orchestra.run.smithi016.stdout:/usr/bin/ceph: stdout data: 2024-04-15T14:28:05.087 INFO:teuthology.orchestra.run.smithi016.stdout:/usr/bin/ceph: stdout pools: 0 pools, 0 pgs 2024-04-15T14:28:05.087 INFO:teuthology.orchestra.run.smithi016.stdout:/usr/bin/ceph: stdout objects: 0 objects, 0 B 2024-04-15T14:28:05.087 INFO:teuthology.orchestra.run.smithi016.stdout:/usr/bin/ceph: stdout usage: 0 B used, 0 B / 0 B avail 2024-04-15T14:28:05.087 INFO:teuthology.orchestra.run.smithi016.stdout:/usr/bin/ceph: stdout pgs: 2024-04-15T14:28:05.087 INFO:teuthology.orchestra.run.smithi016.stdout:/usr/bin/ceph: stdout 2024-04-15T14:28:05.087 INFO:teuthology.orchestra.run.smithi016.stdout:mon is available 2024-04-15T14:28:05.087 INFO:teuthology.orchestra.run.smithi016.stdout:Assimilating anything we can from ceph.conf... 2024-04-15T14:28:05.289 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:28:05 smithi016 ceph-mon[26946]: mon.a is new leader, mons a in quorum (ranks 0) 2024-04-15T14:28:05.289 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:28:05 smithi016 ceph-mon[26946]: monmap e1: 1 mons at {a=[v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0]} removed_ranks: {} disallowed_leaders: {} 2024-04-15T14:28:05.289 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:28:05 smithi016 ceph-mon[26946]: fsmap 2024-04-15T14:28:05.289 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:28:05 smithi016 ceph-mon[26946]: osdmap e1: 0 total, 0 up, 0 in 2024-04-15T14:28:05.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:28:05 smithi016 ceph-mon[26946]: mgrmap e1: no daemons active 2024-04-15T14:28:05.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:28:05 smithi016 ceph-mon[26946]: from='client.? 172.21.15.16:0/3643588333' entity='client.admin' cmd=[{"prefix": "status"}]: dispatch 2024-04-15T14:28:06.130 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:28:06 smithi016 ceph-mon[26946]: from='client.? 172.21.15.16:0/3292085170' entity='client.admin' cmd=[{"prefix": "config assimilate-conf"}]: dispatch 2024-04-15T14:28:06.130 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:28:06 smithi016 ceph-mon[26946]: from='client.? 172.21.15.16:0/3292085170' entity='client.admin' cmd='[{"prefix": "config assimilate-conf"}]': finished 2024-04-15T14:28:06.134 INFO:teuthology.orchestra.run.smithi016.stdout:/usr/bin/ceph: stdout 2024-04-15T14:28:06.135 INFO:teuthology.orchestra.run.smithi016.stdout:/usr/bin/ceph: stdout [global] 2024-04-15T14:28:06.135 INFO:teuthology.orchestra.run.smithi016.stdout:/usr/bin/ceph: stdout fsid = 362ea986-fb34-11ee-bc8f-c7b262605968 2024-04-15T14:28:06.135 INFO:teuthology.orchestra.run.smithi016.stdout:/usr/bin/ceph: stdout mon_host = [v2:172.21.15.16:3300,v1:172.21.15.16:6789] 2024-04-15T14:28:06.135 INFO:teuthology.orchestra.run.smithi016.stdout:/usr/bin/ceph: stdout mon_osd_allow_pg_remap = true 2024-04-15T14:28:06.135 INFO:teuthology.orchestra.run.smithi016.stdout:/usr/bin/ceph: stdout mon_osd_allow_primary_affinity = true 2024-04-15T14:28:06.135 INFO:teuthology.orchestra.run.smithi016.stdout:/usr/bin/ceph: stdout mon_warn_on_no_sortbitwise = false 2024-04-15T14:28:06.135 INFO:teuthology.orchestra.run.smithi016.stdout:/usr/bin/ceph: stdout osd_crush_chooseleaf_type = 0 2024-04-15T14:28:06.135 INFO:teuthology.orchestra.run.smithi016.stdout:/usr/bin/ceph: stdout 2024-04-15T14:28:06.135 INFO:teuthology.orchestra.run.smithi016.stdout:/usr/bin/ceph: stdout [mgr] 2024-04-15T14:28:06.135 INFO:teuthology.orchestra.run.smithi016.stdout:/usr/bin/ceph: stdout mgr/telemetry/nag = false 2024-04-15T14:28:06.135 INFO:teuthology.orchestra.run.smithi016.stdout:/usr/bin/ceph: stdout 2024-04-15T14:28:06.135 INFO:teuthology.orchestra.run.smithi016.stdout:/usr/bin/ceph: stdout [osd] 2024-04-15T14:28:06.135 INFO:teuthology.orchestra.run.smithi016.stdout:/usr/bin/ceph: stdout osd_map_max_advance = 10 2024-04-15T14:28:06.136 INFO:teuthology.orchestra.run.smithi016.stdout:/usr/bin/ceph: stdout osd_sloppy_crc = true 2024-04-15T14:28:06.136 INFO:teuthology.orchestra.run.smithi016.stdout:Generating new minimal ceph.conf... 2024-04-15T14:28:07.289 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:28:07 smithi016 ceph-mon[26946]: from='client.? 172.21.15.16:0/1489663269' entity='client.admin' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T14:28:07.415 INFO:teuthology.orchestra.run.smithi016.stdout:Restarting the monitor... 2024-04-15T14:28:07.789 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:28:07 smithi016 systemd[1]: Stopping Ceph mon.a for 362ea986-fb34-11ee-bc8f-c7b262605968... 2024-04-15T14:28:08.289 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:28:07 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mon-a[26923]: 2024-04-15T14:28:07.899+0000 7efe7a938700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mon -n mon.a -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false --default-mon-cluster-log-to-file=false --default-mon-cluster-log-to-journald=true --default-mon-cluster-log-to-stderr=false (PID: 1) UID: 0 2024-04-15T14:28:08.289 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:28:07 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mon-a[26923]: 2024-04-15T14:28:07.899+0000 7efe7a938700 -1 mon.a@0(leader) e1 *** Got Signal Terminated *** 2024-04-15T14:28:08.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:28:08 smithi016 podman[27277]: 2024-04-15 14:28:08.146635928 +0000 UTC m=+0.565426566 container died e3358e8841f7bea13ed1d1a07d0212d53bde825519d361345234c97f0126f1fe (image=quay.ceph.io/ceph-ci/ceph:reef, name=ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mon-a, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux , GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.build-date=20240409, ceph=True, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True, RELEASE=reef-e3fb05d, org.label-schema.schema-version=1.0) 2024-04-15T14:28:08.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:28:08 smithi016 podman[27277]: 2024-04-15 14:28:08.47252539 +0000 UTC m=+0.891316025 container cleanup e3358e8841f7bea13ed1d1a07d0212d53bde825519d361345234c97f0126f1fe (image=quay.ceph.io/ceph-ci/ceph:reef, name=ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mon-a, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 8 Base Image, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, RELEASE=reef-e3fb05d, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240409, org.label-schema.schema-version=1.0, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, ceph=True, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-04-15T14:28:08.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:28:08 smithi016 bash[27277]: ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mon-a 2024-04-15T14:28:08.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:28:08 smithi016 podman[27296]: 2024-04-15 14:28:08.631620246 +0000 UTC m=+0.479462255 container remove e3358e8841f7bea13ed1d1a07d0212d53bde825519d361345234c97f0126f1fe (image=quay.ceph.io/ceph-ci/ceph:reef, name=ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mon-a, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, io.buildah.version=1.33.5, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.build-date=20240409, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, RELEASE=reef-e3fb05d, GIT_CLEAN=True, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, ceph=True) 2024-04-15T14:28:09.116 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:28:08 smithi016 systemd[1]: ceph-362ea986-fb34-11ee-bc8f-c7b262605968@mon.a.service: Deactivated successfully. 2024-04-15T14:28:09.116 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:28:08 smithi016 systemd[1]: Stopped Ceph mon.a for 362ea986-fb34-11ee-bc8f-c7b262605968. 2024-04-15T14:28:09.116 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:28:08 smithi016 systemd[1]: Starting Ceph mon.a for 362ea986-fb34-11ee-bc8f-c7b262605968... 2024-04-15T14:28:09.116 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:28:09 smithi016 podman[27397]: 2024-04-15 14:28:08.976281858 +0000 UTC m=+0.017336613 image pull aa4d2281650a289361c9d357c9b9a75da908c6b769a679c7cb0b40af12301f38 quay.ceph.io/ceph-ci/ceph:reef 2024-04-15T14:28:09.116 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:28:09 smithi016 podman[27397]: 2024-04-15 14:28:09.115976351 +0000 UTC m=+0.157031098 container create 73d4ec97caf5971d2a47b4de27c2374d789373b237ee831916fb4c993db3189f (image=quay.ceph.io/ceph-ci/ceph:reef, name=ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mon-a, GIT_BRANCH=HEAD, GIT_CLEAN=True, org.label-schema.license=GPLv2, io.buildah.version=1.33.5, ceph=True, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, RELEASE=reef-e3fb05d, org.label-schema.build-date=20240409) 2024-04-15T14:28:09.402 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:28:09 smithi016 podman[27397]: 2024-04-15 14:28:09.309935947 +0000 UTC m=+0.350990693 container init 73d4ec97caf5971d2a47b4de27c2374d789373b237ee831916fb4c993db3189f (image=quay.ceph.io/ceph-ci/ceph:reef, name=ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mon-a, org.label-schema.build-date=20240409, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, RELEASE=reef-e3fb05d, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 8 Base Image, ceph=True, org.label-schema.schema-version=1.0) 2024-04-15T14:28:09.402 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:28:09 smithi016 podman[27397]: 2024-04-15 14:28:09.315332842 +0000 UTC m=+0.356387590 container start 73d4ec97caf5971d2a47b4de27c2374d789373b237ee831916fb4c993db3189f (image=quay.ceph.io/ceph-ci/ceph:reef, name=ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mon-a, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.33.5, RELEASE=reef-e3fb05d, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.license=GPLv2, ceph=True, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, GIT_CLEAN=True, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.build-date=20240409) 2024-04-15T14:28:09.402 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:28:09 smithi016 ceph-mon[27435]: set uid:gid to 167:167 (ceph:ceph) 2024-04-15T14:28:09.402 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:28:09 smithi016 ceph-mon[27435]: ceph version 18.2.2-1221-ge3fb05d5 (e3fb05d5e6da84b5c44db3f3051c4d242f9809c1) reef (stable), process ceph-mon, pid 7 2024-04-15T14:28:09.402 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:28:09 smithi016 ceph-mon[27435]: pidfile_write: ignore empty --pid-file 2024-04-15T14:28:09.402 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:28:09 smithi016 ceph-mon[27435]: load: jerasure load: lrc 2024-04-15T14:28:09.402 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:28:09 smithi016 ceph-mon[27435]: rocksdb: RocksDB version: 7.9.2 2024-04-15T14:28:09.402 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:28:09 smithi016 ceph-mon[27435]: rocksdb: Git sha 0 2024-04-15T14:28:09.403 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:28:09 smithi016 ceph-mon[27435]: rocksdb: Compile date 2024-04-14 15:03:13 2024-04-15T14:28:09.403 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:28:09 smithi016 ceph-mon[27435]: rocksdb: DB SUMMARY 2024-04-15T14:28:09.403 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:28:09 smithi016 ceph-mon[27435]: rocksdb: DB Session ID: FMU6D81FYLNS98NCIF17 2024-04-15T14:28:09.403 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:28:09 smithi016 ceph-mon[27435]: rocksdb: CURRENT file: CURRENT 2024-04-15T14:28:09.403 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:28:09 smithi016 ceph-mon[27435]: rocksdb: IDENTITY file: IDENTITY 2024-04-15T14:28:09.403 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:28:09 smithi016 ceph-mon[27435]: rocksdb: MANIFEST file: MANIFEST-000010 size: 179 Bytes 2024-04-15T14:28:09.403 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:28:09 smithi016 ceph-mon[27435]: rocksdb: SST files in /var/lib/ceph/mon/ceph-a/store.db dir, Total Num: 1, files: 000008.sst 2024-04-15T14:28:09.403 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:28:09 smithi016 ceph-mon[27435]: rocksdb: Write Ahead Log file in /var/lib/ceph/mon/ceph-a/store.db: 000009.log size: 84552 ; 2024-04-15T14:28:09.403 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:28:09 smithi016 ceph-mon[27435]: rocksdb: Options.error_if_exists: 0 2024-04-15T14:28:09.403 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:28:09 smithi016 ceph-mon[27435]: rocksdb: Options.create_if_missing: 0 2024-04-15T14:28:09.403 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:28:09 smithi016 ceph-mon[27435]: rocksdb: Options.paranoid_checks: 1 2024-04-15T14:28:09.403 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:28:09 smithi016 ceph-mon[27435]: rocksdb: Options.flush_verify_memtable_count: 1 2024-04-15T14:28:09.403 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:28:09 smithi016 ceph-mon[27435]: rocksdb: Options.track_and_verify_wals_in_manifest: 0 2024-04-15T14:28:09.404 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:28:09 smithi016 ceph-mon[27435]: rocksdb: Options.verify_sst_unique_id_in_manifest: 1 2024-04-15T14:28:09.404 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:28:09 smithi016 ceph-mon[27435]: rocksdb: Options.env: 0x561bd646e820 2024-04-15T14:28:09.404 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:28:09 smithi016 ceph-mon[27435]: rocksdb: Options.fs: PosixFileSystem 2024-04-15T14:28:09.404 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:28:09 smithi016 ceph-mon[27435]: rocksdb: Options.info_log: 0x561bd7d17520 2024-04-15T14:28:09.404 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:28:09 smithi016 ceph-mon[27435]: rocksdb: Options.max_file_opening_threads: 16 2024-04-15T14:28:09.404 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:28:09 smithi016 ceph-mon[27435]: rocksdb: Options.statistics: (nil) 2024-04-15T14:28:09.404 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:28:09 smithi016 ceph-mon[27435]: rocksdb: Options.use_fsync: 0 2024-04-15T14:28:09.406 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:28:09 smithi016 ceph-mon[27435]: rocksdb: Options.max_log_file_size: 0 2024-04-15T14:28:09.406 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:28:09 smithi016 ceph-mon[27435]: rocksdb: Options.max_manifest_file_size: 1073741824 2024-04-15T14:28:09.406 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:28:09 smithi016 ceph-mon[27435]: rocksdb: Options.log_file_time_to_roll: 0 2024-04-15T14:28:09.406 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:28:09 smithi016 ceph-mon[27435]: rocksdb: Options.keep_log_file_num: 1000 2024-04-15T14:28:09.406 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:28:09 smithi016 ceph-mon[27435]: rocksdb: Options.recycle_log_file_num: 0 2024-04-15T14:28:09.406 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:28:09 smithi016 ceph-mon[27435]: rocksdb: Options.allow_fallocate: 1 2024-04-15T14:28:09.406 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:28:09 smithi016 ceph-mon[27435]: rocksdb: Options.allow_mmap_reads: 0 2024-04-15T14:28:09.406 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:28:09 smithi016 ceph-mon[27435]: rocksdb: Options.allow_mmap_writes: 0 2024-04-15T14:28:09.406 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:28:09 smithi016 ceph-mon[27435]: rocksdb: Options.use_direct_reads: 0 2024-04-15T14:28:09.406 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:28:09 smithi016 ceph-mon[27435]: rocksdb: Options.use_direct_io_for_flush_and_compaction: 0 2024-04-15T14:28:09.406 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:28:09 smithi016 ceph-mon[27435]: rocksdb: Options.create_missing_column_families: 0 2024-04-15T14:28:09.407 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:28:09 smithi016 ceph-mon[27435]: rocksdb: Options.db_log_dir: 2024-04-15T14:28:09.407 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:28:09 smithi016 ceph-mon[27435]: rocksdb: Options.wal_dir: 2024-04-15T14:28:09.407 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:28:09 smithi016 ceph-mon[27435]: rocksdb: Options.table_cache_numshardbits: 6 2024-04-15T14:28:09.407 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:28:09 smithi016 ceph-mon[27435]: rocksdb: Options.WAL_ttl_seconds: 0 2024-04-15T14:28:09.407 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:28:09 smithi016 ceph-mon[27435]: rocksdb: Options.WAL_size_limit_MB: 0 2024-04-15T14:28:09.407 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:28:09 smithi016 ceph-mon[27435]: rocksdb: Options.max_write_batch_group_size_bytes: 1048576 2024-04-15T14:28:09.407 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:28:09 smithi016 ceph-mon[27435]: rocksdb: Options.manifest_preallocation_size: 4194304 2024-04-15T14:28:09.407 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:28:09 smithi016 ceph-mon[27435]: rocksdb: Options.is_fd_close_on_exec: 1 2024-04-15T14:28:09.407 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:28:09 smithi016 ceph-mon[27435]: rocksdb: Options.advise_random_on_open: 1 2024-04-15T14:28:09.407 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:28:09 smithi016 ceph-mon[27435]: rocksdb: Options.db_write_buffer_size: 0 2024-04-15T14:28:09.407 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:28:09 smithi016 ceph-mon[27435]: rocksdb: Options.write_buffer_manager: 0x561bd6f8c140 2024-04-15T14:28:09.407 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:28:09 smithi016 ceph-mon[27435]: rocksdb: Options.access_hint_on_compaction_start: 1 2024-04-15T14:28:09.407 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:28:09 smithi016 ceph-mon[27435]: rocksdb: Options.random_access_max_buffer_size: 1048576 2024-04-15T14:28:09.408 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:28:09 smithi016 ceph-mon[27435]: rocksdb: Options.use_adaptive_mutex: 0 2024-04-15T14:28:09.408 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:28:09 smithi016 ceph-mon[27435]: rocksdb: Options.rate_limiter: (nil) 2024-04-15T14:28:09.408 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:28:09 smithi016 ceph-mon[27435]: rocksdb: Options.sst_file_manager.rate_bytes_per_sec: 0 2024-04-15T14:28:09.408 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:28:09 smithi016 ceph-mon[27435]: rocksdb: Options.wal_recovery_mode: 2 2024-04-15T14:28:09.408 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:28:09 smithi016 ceph-mon[27435]: rocksdb: Options.enable_thread_tracking: 0 2024-04-15T14:28:09.408 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:28:09 smithi016 ceph-mon[27435]: rocksdb: Options.enable_pipelined_write: 0 2024-04-15T14:28:09.408 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:28:09 smithi016 ceph-mon[27435]: rocksdb: Options.unordered_write: 0 2024-04-15T14:28:09.408 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:28:09 smithi016 ceph-mon[27435]: rocksdb: Options.allow_concurrent_memtable_write: 1 2024-04-15T14:28:09.408 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:28:09 smithi016 ceph-mon[27435]: rocksdb: Options.enable_write_thread_adaptive_yield: 1 2024-04-15T14:28:09.408 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:28:09 smithi016 ceph-mon[27435]: rocksdb: Options.write_thread_max_yield_usec: 100 2024-04-15T14:28:09.408 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:28:09 smithi016 ceph-mon[27435]: rocksdb: Options.write_thread_slow_yield_usec: 3 2024-04-15T14:28:09.408 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:28:09 smithi016 ceph-mon[27435]: rocksdb: Options.row_cache: None 2024-04-15T14:28:09.409 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:28:09 smithi016 ceph-mon[27435]: rocksdb: Options.wal_filter: None 2024-04-15T14:28:09.409 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:28:09 smithi016 ceph-mon[27435]: rocksdb: Options.avoid_flush_during_recovery: 0 2024-04-15T14:28:09.409 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:28:09 smithi016 ceph-mon[27435]: rocksdb: Options.allow_ingest_behind: 0 2024-04-15T14:28:09.409 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:28:09 smithi016 ceph-mon[27435]: rocksdb: Options.two_write_queues: 0 2024-04-15T14:28:09.409 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:28:09 smithi016 ceph-mon[27435]: rocksdb: Options.manual_wal_flush: 0 2024-04-15T14:28:09.409 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:28:09 smithi016 ceph-mon[27435]: rocksdb: Options.wal_compression: 0 2024-04-15T14:28:09.409 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:28:09 smithi016 ceph-mon[27435]: rocksdb: Options.atomic_flush: 0 2024-04-15T14:28:09.409 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:28:09 smithi016 ceph-mon[27435]: rocksdb: Options.avoid_unnecessary_blocking_io: 0 2024-04-15T14:28:09.409 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:28:09 smithi016 ceph-mon[27435]: rocksdb: Options.persist_stats_to_disk: 0 2024-04-15T14:28:09.409 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:28:09 smithi016 ceph-mon[27435]: rocksdb: Options.write_dbid_to_manifest: 0 2024-04-15T14:28:09.409 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:28:09 smithi016 ceph-mon[27435]: rocksdb: Options.log_readahead_size: 0 2024-04-15T14:28:09.409 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:28:09 smithi016 ceph-mon[27435]: rocksdb: Options.file_checksum_gen_factory: Unknown 2024-04-15T14:28:09.409 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:28:09 smithi016 ceph-mon[27435]: rocksdb: Options.best_efforts_recovery: 0 2024-04-15T14:28:09.409 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:28:09 smithi016 ceph-mon[27435]: rocksdb: Options.max_bgerror_resume_count: 2147483647 2024-04-15T14:28:09.410 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:28:09 smithi016 ceph-mon[27435]: rocksdb: Options.bgerror_resume_retry_interval: 1000000 2024-04-15T14:28:09.410 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:28:09 smithi016 ceph-mon[27435]: rocksdb: Options.allow_data_in_errors: 0 2024-04-15T14:28:09.410 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:28:09 smithi016 ceph-mon[27435]: rocksdb: Options.db_host_id: __hostname__ 2024-04-15T14:28:09.410 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:28:09 smithi016 ceph-mon[27435]: rocksdb: Options.enforce_single_del_contracts: true 2024-04-15T14:28:09.410 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:28:09 smithi016 ceph-mon[27435]: rocksdb: Options.max_background_jobs: 2 2024-04-15T14:28:09.410 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:28:09 smithi016 ceph-mon[27435]: rocksdb: Options.max_background_compactions: -1 2024-04-15T14:28:09.410 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:28:09 smithi016 ceph-mon[27435]: rocksdb: Options.max_subcompactions: 1 2024-04-15T14:28:09.410 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:28:09 smithi016 ceph-mon[27435]: rocksdb: Options.avoid_flush_during_shutdown: 0 2024-04-15T14:28:09.410 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:28:09 smithi016 ceph-mon[27435]: rocksdb: Options.writable_file_max_buffer_size: 1048576 2024-04-15T14:28:09.410 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:28:09 smithi016 ceph-mon[27435]: rocksdb: Options.delayed_write_rate : 16777216 2024-04-15T14:28:09.410 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:28:09 smithi016 ceph-mon[27435]: rocksdb: Options.max_total_wal_size: 0 2024-04-15T14:28:09.411 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:28:09 smithi016 ceph-mon[27435]: rocksdb: Options.delete_obsolete_files_period_micros: 21600000000 2024-04-15T14:28:09.411 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:28:09 smithi016 ceph-mon[27435]: rocksdb: Options.stats_dump_period_sec: 600 2024-04-15T14:28:09.411 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:28:09 smithi016 ceph-mon[27435]: rocksdb: Options.stats_persist_period_sec: 600 2024-04-15T14:28:09.411 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:28:09 smithi016 ceph-mon[27435]: rocksdb: Options.stats_history_buffer_size: 1048576 2024-04-15T14:28:09.411 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:28:09 smithi016 ceph-mon[27435]: rocksdb: Options.max_open_files: -1 2024-04-15T14:28:09.412 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:28:09 smithi016 ceph-mon[27435]: rocksdb: Options.bytes_per_sync: 0 2024-04-15T14:28:09.412 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:28:09 smithi016 ceph-mon[27435]: rocksdb: Options.wal_bytes_per_sync: 0 2024-04-15T14:28:09.412 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:28:09 smithi016 ceph-mon[27435]: rocksdb: Options.strict_bytes_per_sync: 0 2024-04-15T14:28:09.412 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:28:09 smithi016 ceph-mon[27435]: rocksdb: Options.compaction_readahead_size: 0 2024-04-15T14:28:09.412 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:28:09 smithi016 ceph-mon[27435]: rocksdb: Options.max_background_flushes: -1 2024-04-15T14:28:09.412 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:28:09 smithi016 ceph-mon[27435]: rocksdb: Compression algorithms supported: 2024-04-15T14:28:09.412 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:28:09 smithi016 ceph-mon[27435]: rocksdb: kZSTDNotFinalCompression supported: 0 2024-04-15T14:28:09.413 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:28:09 smithi016 ceph-mon[27435]: rocksdb: kZSTD supported: 0 2024-04-15T14:28:09.413 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:28:09 smithi016 ceph-mon[27435]: rocksdb: kXpressCompression supported: 0 2024-04-15T14:28:09.413 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:28:09 smithi016 ceph-mon[27435]: rocksdb: kLZ4HCCompression supported: 1 2024-04-15T14:28:09.413 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:28:09 smithi016 ceph-mon[27435]: rocksdb: kZlibCompression supported: 1 2024-04-15T14:28:09.413 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:28:09 smithi016 ceph-mon[27435]: rocksdb: kSnappyCompression supported: 1 2024-04-15T14:28:09.413 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:28:09 smithi016 ceph-mon[27435]: rocksdb: kLZ4Compression supported: 1 2024-04-15T14:28:09.413 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:28:09 smithi016 ceph-mon[27435]: rocksdb: kBZip2Compression supported: 0 2024-04-15T14:28:09.413 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:28:09 smithi016 ceph-mon[27435]: rocksdb: Fast CRC32 supported: Supported on x86 2024-04-15T14:28:09.413 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:28:09 smithi016 ceph-mon[27435]: rocksdb: DMutex implementation: pthread_mutex_t 2024-04-15T14:28:09.413 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:28:09 smithi016 ceph-mon[27435]: rocksdb: [db/version_set.cc:5527] Recovering from manifest file: /var/lib/ceph/mon/ceph-a/store.db/MANIFEST-000010 2024-04-15T14:28:09.413 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:28:09 smithi016 ceph-mon[27435]: rocksdb: [db/column_family.cc:630] --------------- Options for column family [default]: 2024-04-15T14:28:09.413 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:28:09 smithi016 ceph-mon[27435]: rocksdb: Options.comparator: leveldb.BytewiseComparator 2024-04-15T14:28:09.413 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:28:09 smithi016 ceph-mon[27435]: rocksdb: Options.merge_operator: 2024-04-15T14:28:09.414 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:28:09 smithi016 ceph-mon[27435]: rocksdb: Options.compaction_filter: None 2024-04-15T14:28:09.414 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:28:09 smithi016 ceph-mon[27435]: rocksdb: Options.compaction_filter_factory: None 2024-04-15T14:28:09.414 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:28:09 smithi016 ceph-mon[27435]: rocksdb: Options.sst_partitioner_factory: None 2024-04-15T14:28:09.414 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:28:09 smithi016 ceph-mon[27435]: rocksdb: Options.memtable_factory: SkipListFactory 2024-04-15T14:28:09.414 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:28:09 smithi016 ceph-mon[27435]: rocksdb: Options.table_factory: BlockBasedTable 2024-04-15T14:28:09.414 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:28:09 smithi016 ceph-mon[27435]: rocksdb: table_factory options: flush_block_policy_factory: FlushBlockBySizePolicyFactory (0x561bd7d17620) 2024-04-15T14:28:09.414 INFO:journalctl@ceph.mon.a.smithi016.stdout: cache_index_and_filter_blocks: 1 2024-04-15T14:28:09.414 INFO:journalctl@ceph.mon.a.smithi016.stdout: cache_index_and_filter_blocks_with_high_priority: 0 2024-04-15T14:28:09.414 INFO:journalctl@ceph.mon.a.smithi016.stdout: pin_l0_filter_and_index_blocks_in_cache: 0 2024-04-15T14:28:09.414 INFO:journalctl@ceph.mon.a.smithi016.stdout: pin_top_level_index_and_filter: 1 2024-04-15T14:28:09.414 INFO:journalctl@ceph.mon.a.smithi016.stdout: index_type: 0 2024-04-15T14:28:09.414 INFO:journalctl@ceph.mon.a.smithi016.stdout: data_block_index_type: 0 2024-04-15T14:28:09.414 INFO:journalctl@ceph.mon.a.smithi016.stdout: index_shortening: 1 2024-04-15T14:28:09.414 INFO:journalctl@ceph.mon.a.smithi016.stdout: data_block_hash_table_util_ratio: 0.750000 2024-04-15T14:28:09.415 INFO:journalctl@ceph.mon.a.smithi016.stdout: checksum: 4 2024-04-15T14:28:09.415 INFO:journalctl@ceph.mon.a.smithi016.stdout: no_block_cache: 0 2024-04-15T14:28:09.415 INFO:journalctl@ceph.mon.a.smithi016.stdout: block_cache: 0x561bd702d1f0 2024-04-15T14:28:09.415 INFO:journalctl@ceph.mon.a.smithi016.stdout: block_cache_name: BinnedLRUCache 2024-04-15T14:28:09.415 INFO:journalctl@ceph.mon.a.smithi016.stdout: block_cache_options: 2024-04-15T14:28:09.415 INFO:journalctl@ceph.mon.a.smithi016.stdout: capacity : 536870912 2024-04-15T14:28:09.415 INFO:journalctl@ceph.mon.a.smithi016.stdout: num_shard_bits : 4 2024-04-15T14:28:09.415 INFO:journalctl@ceph.mon.a.smithi016.stdout: strict_capacity_limit : 0 2024-04-15T14:28:09.415 INFO:journalctl@ceph.mon.a.smithi016.stdout: high_pri_pool_ratio: 0.000 2024-04-15T14:28:09.415 INFO:journalctl@ceph.mon.a.smithi016.stdout: block_cache_compressed: (nil) 2024-04-15T14:28:09.415 INFO:journalctl@ceph.mon.a.smithi016.stdout: persistent_cache: (nil) 2024-04-15T14:28:09.415 INFO:journalctl@ceph.mon.a.smithi016.stdout: block_size: 4096 2024-04-15T14:28:09.415 INFO:journalctl@ceph.mon.a.smithi016.stdout: block_size_deviation: 10 2024-04-15T14:28:09.415 INFO:journalctl@ceph.mon.a.smithi016.stdout: block_restart_interval: 16 2024-04-15T14:28:09.415 INFO:journalctl@ceph.mon.a.smithi016.stdout: index_block_restart_interval: 1 2024-04-15T14:28:09.416 INFO:journalctl@ceph.mon.a.smithi016.stdout: metadata_block_size: 4096 2024-04-15T14:28:09.416 INFO:journalctl@ceph.mon.a.smithi016.stdout: partition_filters: 0 2024-04-15T14:28:09.416 INFO:journalctl@ceph.mon.a.smithi016.stdout: use_delta_encoding: 1 2024-04-15T14:28:09.416 INFO:journalctl@ceph.mon.a.smithi016.stdout: filter_policy: bloomfilter 2024-04-15T14:28:09.416 INFO:journalctl@ceph.mon.a.smithi016.stdout: whole_key_filtering: 1 2024-04-15T14:28:09.416 INFO:journalctl@ceph.mon.a.smithi016.stdout: verify_compression: 0 2024-04-15T14:28:09.416 INFO:journalctl@ceph.mon.a.smithi016.stdout: read_amp_bytes_per_bit: 0 2024-04-15T14:28:09.416 INFO:journalctl@ceph.mon.a.smithi016.stdout: format_version: 5 2024-04-15T14:28:09.416 INFO:journalctl@ceph.mon.a.smithi016.stdout: enable_index_compression: 1 2024-04-15T14:28:09.416 INFO:journalctl@ceph.mon.a.smithi016.stdout: block_align: 0 2024-04-15T14:28:09.416 INFO:journalctl@ceph.mon.a.smithi016.stdout: max_auto_readahead_size: 262144 2024-04-15T14:28:09.416 INFO:journalctl@ceph.mon.a.smithi016.stdout: prepopulate_block_cache: 0 2024-04-15T14:28:09.416 INFO:journalctl@ceph.mon.a.smithi016.stdout: initial_auto_readahead_size: 8192 2024-04-15T14:28:09.416 INFO:journalctl@ceph.mon.a.smithi016.stdout: num_file_reads_for_auto_readahead: 2 2024-04-15T14:28:09.417 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:28:09 smithi016 ceph-mon[27435]: rocksdb: Options.write_buffer_size: 33554432 2024-04-15T14:28:09.417 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:28:09 smithi016 ceph-mon[27435]: rocksdb: Options.max_write_buffer_number: 2 2024-04-15T14:28:09.417 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:28:09 smithi016 ceph-mon[27435]: rocksdb: Options.compression: NoCompression 2024-04-15T14:28:09.417 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:28:09 smithi016 ceph-mon[27435]: rocksdb: Options.bottommost_compression: Disabled 2024-04-15T14:28:09.417 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:28:09 smithi016 ceph-mon[27435]: rocksdb: Options.prefix_extractor: nullptr 2024-04-15T14:28:09.417 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:28:09 smithi016 ceph-mon[27435]: rocksdb: Options.memtable_insert_with_hint_prefix_extractor: nullptr 2024-04-15T14:28:09.417 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:28:09 smithi016 ceph-mon[27435]: rocksdb: Options.num_levels: 7 2024-04-15T14:28:09.417 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:28:09 smithi016 ceph-mon[27435]: rocksdb: Options.min_write_buffer_number_to_merge: 1 2024-04-15T14:28:09.417 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:28:09 smithi016 ceph-mon[27435]: rocksdb: Options.max_write_buffer_number_to_maintain: 0 2024-04-15T14:28:09.417 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:28:09 smithi016 ceph-mon[27435]: rocksdb: Options.max_write_buffer_size_to_maintain: 0 2024-04-15T14:28:09.417 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:28:09 smithi016 ceph-mon[27435]: rocksdb: Options.bottommost_compression_opts.window_bits: -14 2024-04-15T14:28:09.417 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:28:09 smithi016 ceph-mon[27435]: rocksdb: Options.bottommost_compression_opts.level: 32767 2024-04-15T14:28:09.417 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:28:09 smithi016 ceph-mon[27435]: rocksdb: Options.bottommost_compression_opts.strategy: 0 2024-04-15T14:28:09.417 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:28:09 smithi016 ceph-mon[27435]: rocksdb: Options.bottommost_compression_opts.max_dict_bytes: 0 2024-04-15T14:28:09.417 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:28:09 smithi016 ceph-mon[27435]: rocksdb: Options.bottommost_compression_opts.zstd_max_train_bytes: 0 2024-04-15T14:28:09.418 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:28:09 smithi016 ceph-mon[27435]: rocksdb: Options.bottommost_compression_opts.parallel_threads: 1 2024-04-15T14:28:09.418 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:28:09 smithi016 ceph-mon[27435]: rocksdb: Options.bottommost_compression_opts.enabled: false 2024-04-15T14:28:09.418 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:28:09 smithi016 ceph-mon[27435]: rocksdb: Options.bottommost_compression_opts.max_dict_buffer_bytes: 0 2024-04-15T14:28:09.418 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:28:09 smithi016 ceph-mon[27435]: rocksdb: Options.bottommost_compression_opts.use_zstd_dict_trainer: true 2024-04-15T14:28:09.418 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:28:09 smithi016 ceph-mon[27435]: rocksdb: Options.compression_opts.window_bits: -14 2024-04-15T14:28:09.418 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:28:09 smithi016 ceph-mon[27435]: rocksdb: Options.compression_opts.level: 32767 2024-04-15T14:28:09.418 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:28:09 smithi016 ceph-mon[27435]: rocksdb: Options.compression_opts.strategy: 0 2024-04-15T14:28:09.418 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:28:09 smithi016 ceph-mon[27435]: rocksdb: Options.compression_opts.max_dict_bytes: 0 2024-04-15T14:28:09.418 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:28:09 smithi016 ceph-mon[27435]: rocksdb: Options.compression_opts.zstd_max_train_bytes: 0 2024-04-15T14:28:09.418 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:28:09 smithi016 ceph-mon[27435]: rocksdb: Options.compression_opts.use_zstd_dict_trainer: true 2024-04-15T14:28:09.418 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:28:09 smithi016 ceph-mon[27435]: rocksdb: Options.compression_opts.parallel_threads: 1 2024-04-15T14:28:09.418 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:28:09 smithi016 ceph-mon[27435]: rocksdb: Options.compression_opts.enabled: false 2024-04-15T14:28:09.419 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:28:09 smithi016 ceph-mon[27435]: rocksdb: Options.compression_opts.max_dict_buffer_bytes: 0 2024-04-15T14:28:09.419 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:28:09 smithi016 ceph-mon[27435]: rocksdb: Options.level0_file_num_compaction_trigger: 4 2024-04-15T14:28:09.419 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:28:09 smithi016 ceph-mon[27435]: rocksdb: Options.level0_slowdown_writes_trigger: 20 2024-04-15T14:28:09.419 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:28:09 smithi016 ceph-mon[27435]: rocksdb: Options.level0_stop_writes_trigger: 36 2024-04-15T14:28:09.419 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:28:09 smithi016 ceph-mon[27435]: rocksdb: Options.target_file_size_base: 67108864 2024-04-15T14:28:09.419 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:28:09 smithi016 ceph-mon[27435]: rocksdb: Options.target_file_size_multiplier: 1 2024-04-15T14:28:09.419 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:28:09 smithi016 ceph-mon[27435]: rocksdb: Options.max_bytes_for_level_base: 268435456 2024-04-15T14:28:09.419 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:28:09 smithi016 ceph-mon[27435]: rocksdb: Options.level_compaction_dynamic_level_bytes: 1 2024-04-15T14:28:09.419 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:28:09 smithi016 ceph-mon[27435]: rocksdb: Options.max_bytes_for_level_multiplier: 10.000000 2024-04-15T14:28:09.419 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:28:09 smithi016 ceph-mon[27435]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[0]: 1 2024-04-15T14:28:09.419 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:28:09 smithi016 ceph-mon[27435]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[1]: 1 2024-04-15T14:28:09.419 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:28:09 smithi016 ceph-mon[27435]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[2]: 1 2024-04-15T14:28:09.419 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:28:09 smithi016 ceph-mon[27435]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[3]: 1 2024-04-15T14:28:09.419 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:28:09 smithi016 ceph-mon[27435]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[4]: 1 2024-04-15T14:28:09.420 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:28:09 smithi016 ceph-mon[27435]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[5]: 1 2024-04-15T14:28:09.420 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:28:09 smithi016 ceph-mon[27435]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[6]: 1 2024-04-15T14:28:09.420 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:28:09 smithi016 ceph-mon[27435]: rocksdb: Options.max_sequential_skip_in_iterations: 8 2024-04-15T14:28:09.420 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:28:09 smithi016 ceph-mon[27435]: rocksdb: Options.max_compaction_bytes: 1677721600 2024-04-15T14:28:09.420 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:28:09 smithi016 ceph-mon[27435]: rocksdb: Options.ignore_max_compaction_bytes_for_input: true 2024-04-15T14:28:09.420 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:28:09 smithi016 ceph-mon[27435]: rocksdb: Options.arena_block_size: 1048576 2024-04-15T14:28:09.420 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:28:09 smithi016 ceph-mon[27435]: rocksdb: Options.soft_pending_compaction_bytes_limit: 68719476736 2024-04-15T14:28:09.420 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:28:09 smithi016 ceph-mon[27435]: rocksdb: Options.hard_pending_compaction_bytes_limit: 274877906944 2024-04-15T14:28:09.420 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:28:09 smithi016 ceph-mon[27435]: rocksdb: Options.disable_auto_compactions: 0 2024-04-15T14:28:09.420 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:28:09 smithi016 ceph-mon[27435]: rocksdb: Options.compaction_style: kCompactionStyleLevel 2024-04-15T14:28:09.420 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:28:09 smithi016 ceph-mon[27435]: rocksdb: Options.compaction_pri: kMinOverlappingRatio 2024-04-15T14:28:09.420 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:28:09 smithi016 ceph-mon[27435]: rocksdb: Options.compaction_options_universal.size_ratio: 1 2024-04-15T14:28:09.420 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:28:09 smithi016 ceph-mon[27435]: rocksdb: Options.compaction_options_universal.min_merge_width: 2 2024-04-15T14:28:09.421 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:28:09 smithi016 ceph-mon[27435]: rocksdb: Options.compaction_options_universal.max_merge_width: 4294967295 2024-04-15T14:28:09.421 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:28:09 smithi016 ceph-mon[27435]: rocksdb: Options.compaction_options_universal.max_size_amplification_percent: 200 2024-04-15T14:28:09.421 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:28:09 smithi016 ceph-mon[27435]: rocksdb: Options.compaction_options_universal.compression_size_percent: -1 2024-04-15T14:28:09.421 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:28:09 smithi016 ceph-mon[27435]: rocksdb: Options.compaction_options_universal.stop_style: kCompactionStopStyleTotalSize 2024-04-15T14:28:09.421 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:28:09 smithi016 ceph-mon[27435]: rocksdb: Options.compaction_options_fifo.max_table_files_size: 1073741824 2024-04-15T14:28:09.421 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:28:09 smithi016 ceph-mon[27435]: rocksdb: Options.compaction_options_fifo.allow_compaction: 0 2024-04-15T14:28:09.421 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:28:09 smithi016 ceph-mon[27435]: rocksdb: Options.table_properties_collectors: 2024-04-15T14:28:09.421 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:28:09 smithi016 ceph-mon[27435]: rocksdb: Options.inplace_update_support: 0 2024-04-15T14:28:09.421 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:28:09 smithi016 ceph-mon[27435]: rocksdb: Options.inplace_update_num_locks: 10000 2024-04-15T14:28:09.421 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:28:09 smithi016 ceph-mon[27435]: rocksdb: Options.memtable_prefix_bloom_size_ratio: 0.000000 2024-04-15T14:28:09.421 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:28:09 smithi016 ceph-mon[27435]: rocksdb: Options.memtable_whole_key_filtering: 0 2024-04-15T14:28:09.421 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:28:09 smithi016 ceph-mon[27435]: rocksdb: Options.memtable_huge_page_size: 0 2024-04-15T14:28:09.421 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:28:09 smithi016 ceph-mon[27435]: rocksdb: Options.bloom_locality: 0 2024-04-15T14:28:09.421 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:28:09 smithi016 ceph-mon[27435]: rocksdb: Options.max_successive_merges: 0 2024-04-15T14:28:09.422 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:28:09 smithi016 ceph-mon[27435]: rocksdb: Options.optimize_filters_for_hits: 0 2024-04-15T14:28:09.422 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:28:09 smithi016 ceph-mon[27435]: rocksdb: Options.paranoid_file_checks: 0 2024-04-15T14:28:09.422 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:28:09 smithi016 ceph-mon[27435]: rocksdb: Options.force_consistency_checks: 1 2024-04-15T14:28:09.422 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:28:09 smithi016 ceph-mon[27435]: rocksdb: Options.report_bg_io_stats: 0 2024-04-15T14:28:09.422 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:28:09 smithi016 ceph-mon[27435]: rocksdb: Options.ttl: 2592000 2024-04-15T14:28:09.422 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:28:09 smithi016 ceph-mon[27435]: rocksdb: Options.periodic_compaction_seconds: 0 2024-04-15T14:28:09.422 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:28:09 smithi016 ceph-mon[27435]: rocksdb: Options.preclude_last_level_data_seconds: 0 2024-04-15T14:28:09.423 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:28:09 smithi016 ceph-mon[27435]: rocksdb: Options.preserve_internal_time_seconds: 0 2024-04-15T14:28:09.423 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:28:09 smithi016 ceph-mon[27435]: rocksdb: Options.enable_blob_files: false 2024-04-15T14:28:09.423 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:28:09 smithi016 ceph-mon[27435]: rocksdb: Options.min_blob_size: 0 2024-04-15T14:28:09.423 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:28:09 smithi016 ceph-mon[27435]: rocksdb: Options.blob_file_size: 268435456 2024-04-15T14:28:09.423 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:28:09 smithi016 ceph-mon[27435]: rocksdb: Options.blob_compression_type: NoCompression 2024-04-15T14:28:09.423 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:28:09 smithi016 ceph-mon[27435]: rocksdb: Options.enable_blob_garbage_collection: false 2024-04-15T14:28:09.423 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:28:09 smithi016 ceph-mon[27435]: rocksdb: Options.blob_garbage_collection_age_cutoff: 0.250000 2024-04-15T14:28:09.423 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:28:09 smithi016 ceph-mon[27435]: rocksdb: Options.blob_garbage_collection_force_threshold: 1.000000 2024-04-15T14:28:09.423 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:28:09 smithi016 ceph-mon[27435]: rocksdb: Options.blob_compaction_readahead_size: 0 2024-04-15T14:28:09.423 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:28:09 smithi016 ceph-mon[27435]: rocksdb: Options.blob_file_starting_level: 0 2024-04-15T14:28:09.424 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:28:09 smithi016 ceph-mon[27435]: rocksdb: Options.experimental_mempurge_threshold: 0.000000 2024-04-15T14:28:09.424 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:28:09 smithi016 ceph-mon[27435]: rocksdb: [db/version_set.cc:5566] Recovered from manifest file:/var/lib/ceph/mon/ceph-a/store.db/MANIFEST-000010 succeeded,manifest_file_number is 10, next_file_number is 12, last_sequence is 5, log_number is 5,prev_log_number is 0,max_column_family is 0,min_log_number_to_keep is 5 2024-04-15T14:28:09.424 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:28:09 smithi016 ceph-mon[27435]: rocksdb: [db/version_set.cc:5581] Column family [default] (ID 0), log number is 5 2024-04-15T14:28:09.424 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:28:09 smithi016 ceph-mon[27435]: rocksdb: [db/db_impl/db_impl_open.cc:539] DB ID: 4efe1fc6-4aa2-401e-8c3e-746359552aa3 2024-04-15T14:28:09.424 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:28:09 smithi016 ceph-mon[27435]: rocksdb: EVENT_LOG_v1 {"time_micros": 1713191289344329, "job": 1, "event": "recovery_started", "wal_files": [9]} 2024-04-15T14:28:09.424 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:28:09 smithi016 ceph-mon[27435]: rocksdb: [db/db_impl/db_impl_open.cc:1043] Recovering log #9 mode 2 2024-04-15T14:28:09.424 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:28:09 smithi016 ceph-mon[27435]: rocksdb: EVENT_LOG_v1 {"time_micros": 1713191289345206, "cf_name": "default", "job": 1, "event": "table_file_creation", "file_number": 13, "file_size": 81076, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 8, "largest_seqno": 256, "table_properties": {"data_size": 79252, "index_size": 234, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 581, "raw_key_size": 10267, "raw_average_key_size": 47, "raw_value_size": 73453, "raw_average_value_size": 341, "num_data_blocks": 10, "num_entries": 215, "num_filter_entries": 215, "num_deletions": 3, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "bloomfilter", "column_family_name": "default", "column_family_id": 0, "comparator": "leveldb.BytewiseComparator", "merge_operator": "", "prefix_extractor_name": "nullptr", "property_collectors": "[]", "compression": "NoCompression", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1713191289, "oldest_key_time": 0, "file_creation_time": 0, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "4efe1fc6-4aa2-401e-8c3e-746359552aa3", "db_session_id": "FMU6D81FYLNS98NCIF17", "orig_file_number": 13, "seqno_to_time_mapping": "N/A"}} 2024-04-15T14:28:09.424 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:28:09 smithi016 ceph-mon[27435]: rocksdb: EVENT_LOG_v1 {"time_micros": 1713191289345289, "job": 1, "event": "recovery_finished"} 2024-04-15T14:28:09.424 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:28:09 smithi016 ceph-mon[27435]: rocksdb: [db/version_set.cc:5047] Creating manifest 15 2024-04-15T14:28:09.424 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:28:09 smithi016 ceph-mon[27435]: rocksdb: [file/delete_scheduler.cc:74] Deleted file /var/lib/ceph/mon/ceph-a/store.db/000009.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024-04-15T14:28:09.424 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:28:09 smithi016 ceph-mon[27435]: rocksdb: [db/db_impl/db_impl_open.cc:1987] SstFileManager instance 0x561bd70cc000 2024-04-15T14:28:09.424 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:28:09 smithi016 ceph-mon[27435]: rocksdb: DB pointer 0x561bd70ba000 2024-04-15T14:28:09.424 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:28:09 smithi016 ceph-mon[27435]: rocksdb: [db/db_impl/db_impl.cc:1109] ------- DUMPING STATS ------- 2024-04-15T14:28:09.424 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:28:09 smithi016 ceph-mon[27435]: rocksdb: [db/db_impl/db_impl.cc:1111] 2024-04-15T14:28:09.425 INFO:journalctl@ceph.mon.a.smithi016.stdout: ** DB Stats ** 2024-04-15T14:28:09.425 INFO:journalctl@ceph.mon.a.smithi016.stdout: Uptime(secs): 0.0 total, 0.0 interval 2024-04-15T14:28:09.425 INFO:journalctl@ceph.mon.a.smithi016.stdout: Cumulative writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 GB, 0.00 MB/s 2024-04-15T14:28:09.425 INFO:journalctl@ceph.mon.a.smithi016.stdout: Cumulative WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2024-04-15T14:28:09.425 INFO:journalctl@ceph.mon.a.smithi016.stdout: Cumulative stall: 00:00:0.000 H:M:S, 0.0 percent 2024-04-15T14:28:09.425 INFO:journalctl@ceph.mon.a.smithi016.stdout: Interval writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 MB, 0.00 MB/s 2024-04-15T14:28:09.425 INFO:journalctl@ceph.mon.a.smithi016.stdout: Interval WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2024-04-15T14:28:09.425 INFO:journalctl@ceph.mon.a.smithi016.stdout: Interval stall: 00:00:0.000 H:M:S, 0.0 percent 2024-04-15T14:28:09.425 INFO:journalctl@ceph.mon.a.smithi016.stdout: 2024-04-15T14:28:09.425 INFO:journalctl@ceph.mon.a.smithi016.stdout: ** Compaction Stats [default] ** 2024-04-15T14:28:09.425 INFO:journalctl@ceph.mon.a.smithi016.stdout: Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) 2024-04-15T14:28:09.425 INFO:journalctl@ceph.mon.a.smithi016.stdout: ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------ 2024-04-15T14:28:09.425 INFO:journalctl@ceph.mon.a.smithi016.stdout: L0 2/0 81.01 KB 0.5 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 138.1 0.00 0.00 1 0.001 0 0 0.0 0.0 2024-04-15T14:28:09.425 INFO:journalctl@ceph.mon.a.smithi016.stdout: Sum 2/0 81.01 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 138.1 0.00 0.00 1 0.001 0 0 0.0 0.0 2024-04-15T14:28:09.425 INFO:journalctl@ceph.mon.a.smithi016.stdout: Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 138.1 0.00 0.00 1 0.001 0 0 0.0 0.0 2024-04-15T14:28:09.426 INFO:journalctl@ceph.mon.a.smithi016.stdout: 2024-04-15T14:28:09.426 INFO:journalctl@ceph.mon.a.smithi016.stdout: ** Compaction Stats [default] ** 2024-04-15T14:28:09.426 INFO:journalctl@ceph.mon.a.smithi016.stdout: Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) 2024-04-15T14:28:09.426 INFO:journalctl@ceph.mon.a.smithi016.stdout: --------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2024-04-15T14:28:09.426 INFO:journalctl@ceph.mon.a.smithi016.stdout: User 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 138.1 0.00 0.00 1 0.001 0 0 0.0 0.0 2024-04-15T14:28:09.426 INFO:journalctl@ceph.mon.a.smithi016.stdout: 2024-04-15T14:28:09.426 INFO:journalctl@ceph.mon.a.smithi016.stdout: Blob file count: 0, total size: 0.0 GB, garbage size: 0.0 GB, space amp: 0.0 2024-04-15T14:28:09.426 INFO:journalctl@ceph.mon.a.smithi016.stdout: 2024-04-15T14:28:09.426 INFO:journalctl@ceph.mon.a.smithi016.stdout: Uptime(secs): 0.0 total, 0.0 interval 2024-04-15T14:28:09.426 INFO:journalctl@ceph.mon.a.smithi016.stdout: Flush(GB): cumulative 0.000, interval 0.000 2024-04-15T14:28:09.426 INFO:journalctl@ceph.mon.a.smithi016.stdout: AddFile(GB): cumulative 0.000, interval 0.000 2024-04-15T14:28:09.427 INFO:journalctl@ceph.mon.a.smithi016.stdout: AddFile(Total Files): cumulative 0, interval 0 2024-04-15T14:28:09.427 INFO:journalctl@ceph.mon.a.smithi016.stdout: AddFile(L0 Files): cumulative 0, interval 0 2024-04-15T14:28:09.427 INFO:journalctl@ceph.mon.a.smithi016.stdout: AddFile(Keys): cumulative 0, interval 0 2024-04-15T14:28:09.427 INFO:journalctl@ceph.mon.a.smithi016.stdout: Cumulative compaction: 0.00 GB write, 25.67 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-04-15T14:28:09.427 INFO:journalctl@ceph.mon.a.smithi016.stdout: Interval compaction: 0.00 GB write, 25.67 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-04-15T14:28:09.427 INFO:journalctl@ceph.mon.a.smithi016.stdout: Stalls(count): 0 level0_slowdown, 0 level0_slowdown_with_compaction, 0 level0_numfiles, 0 level0_numfiles_with_compaction, 0 stop for pending_compaction_bytes, 0 slowdown for pending_compaction_bytes, 0 memtable_compaction, 0 memtable_slowdown, interval 0 total count 2024-04-15T14:28:09.427 INFO:journalctl@ceph.mon.a.smithi016.stdout: Block cache BinnedLRUCache@0x561bd702d1f0#7 capacity: 512.00 MB usage: 1.19 KB table_size: 0 occupancy: 18446744073709551615 collections: 1 last_copies: 0 last_secs: 8e-06 secs_since: 0 2024-04-15T14:28:09.427 INFO:journalctl@ceph.mon.a.smithi016.stdout: Block cache entry stats(count,size,portion): FilterBlock(2,0.77 KB,0.000146031%) IndexBlock(2,0.42 KB,8.04663e-05%) Misc(1,0.00 KB,0%) 2024-04-15T14:28:09.427 INFO:journalctl@ceph.mon.a.smithi016.stdout: 2024-04-15T14:28:09.427 INFO:journalctl@ceph.mon.a.smithi016.stdout: ** File Read Latency Histogram By Level [default] ** 2024-04-15T14:28:09.427 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:28:09 smithi016 ceph-mon[27435]: starting mon.a rank 0 at public addrs [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] at bind addrs [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] mon_data /var/lib/ceph/mon/ceph-a fsid 362ea986-fb34-11ee-bc8f-c7b262605968 2024-04-15T14:28:09.427 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:28:09 smithi016 ceph-mon[27435]: mon.a@-1(???) e1 preinit fsid 362ea986-fb34-11ee-bc8f-c7b262605968 2024-04-15T14:28:09.427 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:28:09 smithi016 ceph-mon[27435]: mon.a@-1(???).mds e1 new map 2024-04-15T14:28:09.427 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:28:09 smithi016 ceph-mon[27435]: mon.a@-1(???).mds e1 print_map 2024-04-15T14:28:09.428 INFO:journalctl@ceph.mon.a.smithi016.stdout: e1 2024-04-15T14:28:09.428 INFO:journalctl@ceph.mon.a.smithi016.stdout: enable_multiple, ever_enabled_multiple: 1,1 2024-04-15T14:28:09.428 INFO:journalctl@ceph.mon.a.smithi016.stdout: default compat: compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,8=no anchor table,9=file layout v2,10=snaprealm v2} 2024-04-15T14:28:09.428 INFO:journalctl@ceph.mon.a.smithi016.stdout: legacy client fscid: -1 2024-04-15T14:28:09.428 INFO:journalctl@ceph.mon.a.smithi016.stdout: 2024-04-15T14:28:09.428 INFO:journalctl@ceph.mon.a.smithi016.stdout: No filesystems configured 2024-04-15T14:28:09.428 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:28:09 smithi016 ceph-mon[27435]: mon.a@-1(???).osd e1 crush map has features 3314932999778484224, adjusting msgr requires 2024-04-15T14:28:09.428 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:28:09 smithi016 ceph-mon[27435]: mon.a@-1(???).osd e1 crush map has features 288514050185494528, adjusting msgr requires 2024-04-15T14:28:09.428 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:28:09 smithi016 ceph-mon[27435]: mon.a@-1(???).osd e1 crush map has features 288514050185494528, adjusting msgr requires 2024-04-15T14:28:09.428 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:28:09 smithi016 ceph-mon[27435]: mon.a@-1(???).osd e1 crush map has features 288514050185494528, adjusting msgr requires 2024-04-15T14:28:09.428 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:28:09 smithi016 ceph-mon[27435]: mon.a@-1(???).paxosservice(auth 1..2) refresh upgraded, format 0 -> 3 2024-04-15T14:28:09.428 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:28:09 smithi016 bash[27397]: 73d4ec97caf5971d2a47b4de27c2374d789373b237ee831916fb4c993db3189f 2024-04-15T14:28:09.428 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:28:09 smithi016 ceph-mon[27435]: mon.a is new leader, mons a in quorum (ranks 0) 2024-04-15T14:28:09.428 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:28:09 smithi016 ceph-mon[27435]: monmap e1: 1 mons at {a=[v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0]} removed_ranks: {} disallowed_leaders: {} 2024-04-15T14:28:09.428 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:28:09 smithi016 ceph-mon[27435]: fsmap 2024-04-15T14:28:09.429 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:28:09 smithi016 ceph-mon[27435]: osdmap e1: 0 total, 0 up, 0 in 2024-04-15T14:28:09.429 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:28:09 smithi016 ceph-mon[27435]: mgrmap e1: no daemons active 2024-04-15T14:28:09.429 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:28:09 smithi016 systemd[1]: Started Ceph mon.a for 362ea986-fb34-11ee-bc8f-c7b262605968. 2024-04-15T14:28:09.429 INFO:teuthology.orchestra.run.smithi016.stdout:Setting public_network to 172.21.0.0/20 in mon config section 2024-04-15T14:28:10.478 INFO:teuthology.orchestra.run.smithi016.stdout:Wrote config to /etc/ceph/ceph.conf 2024-04-15T14:28:10.499 INFO:teuthology.orchestra.run.smithi016.stdout:Wrote keyring to /etc/ceph/ceph.client.admin.keyring 2024-04-15T14:28:10.499 INFO:teuthology.orchestra.run.smithi016.stdout:Creating mgr... 2024-04-15T14:28:10.499 INFO:teuthology.orchestra.run.smithi016.stdout:Verifying port 0.0.0.0:9283 ... 2024-04-15T14:28:10.500 INFO:teuthology.orchestra.run.smithi016.stdout:Verifying port 0.0.0.0:8765 ... 2024-04-15T14:28:10.753 INFO:teuthology.orchestra.run.smithi016.stdout:Non-zero exit code 1 from systemctl reset-failed ceph-362ea986-fb34-11ee-bc8f-c7b262605968@mgr.y 2024-04-15T14:28:10.753 INFO:teuthology.orchestra.run.smithi016.stdout:systemctl: stderr Failed to reset failed state of unit ceph-362ea986-fb34-11ee-bc8f-c7b262605968@mgr.y.service: Unit ceph-362ea986-fb34-11ee-bc8f-c7b262605968@mgr.y.service not loaded. 2024-04-15T14:28:10.898 INFO:teuthology.orchestra.run.smithi016.stdout:systemctl: stderr Created symlink /etc/systemd/system/ceph-362ea986-fb34-11ee-bc8f-c7b262605968.target.wants/ceph-362ea986-fb34-11ee-bc8f-c7b262605968@mgr.y.service → /etc/systemd/system/ceph-362ea986-fb34-11ee-bc8f-c7b262605968@.service. 2024-04-15T14:28:11.039 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:28:10 smithi016 ceph-mon[27435]: from='client.? 172.21.15.16:0/3948550919' entity='client.admin' 2024-04-15T14:28:11.039 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 15 14:28:10 smithi016 systemd[1]: Starting Ceph mgr.y for 362ea986-fb34-11ee-bc8f-c7b262605968... 2024-04-15T14:28:11.429 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 15 14:28:11 smithi016 podman[27678]: 2024-04-15 14:28:11.126329899 +0000 UTC m=+0.106352390 container create 1389745c9a7fe07d4c53ea8ff830628c8c765ecba420d01cabfc34f9452f5b81 (image=quay.ceph.io/ceph-ci/ceph:reef, name=ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-y, GIT_CLEAN=True, io.buildah.version=1.33.5, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, CEPH_POINT_RELEASE=, RELEASE=reef-e3fb05d, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.build-date=20240409, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0) 2024-04-15T14:28:11.429 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 15 14:28:11 smithi016 podman[27678]: 2024-04-15 14:28:11.037886116 +0000 UTC m=+0.017908572 image pull aa4d2281650a289361c9d357c9b9a75da908c6b769a679c7cb0b40af12301f38 quay.ceph.io/ceph-ci/ceph:reef 2024-04-15T14:28:11.429 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 15 14:28:11 smithi016 podman[27678]: 2024-04-15 14:28:11.320333913 +0000 UTC m=+0.300356362 container init 1389745c9a7fe07d4c53ea8ff830628c8c765ecba420d01cabfc34f9452f5b81 (image=quay.ceph.io/ceph-ci/ceph:reef, name=ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-y, org.label-schema.license=GPLv2, RELEASE=reef-e3fb05d, maintainer=Guillaume Abrioux , GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, CEPH_POINT_RELEASE=, GIT_CLEAN=True, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.build-date=20240409, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, ceph=True, io.buildah.version=1.33.5) 2024-04-15T14:28:11.429 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 15 14:28:11 smithi016 podman[27678]: 2024-04-15 14:28:11.325832977 +0000 UTC m=+0.305855426 container start 1389745c9a7fe07d4c53ea8ff830628c8c765ecba420d01cabfc34f9452f5b81 (image=quay.ceph.io/ceph-ci/ceph:reef, name=ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-y, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, RELEASE=reef-e3fb05d, maintainer=Guillaume Abrioux , io.buildah.version=1.33.5, ceph=True, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240409) 2024-04-15T14:28:11.429 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 15 14:28:11 smithi016 bash[27678]: 1389745c9a7fe07d4c53ea8ff830628c8c765ecba420d01cabfc34f9452f5b81 2024-04-15T14:28:11.444 INFO:teuthology.orchestra.run.smithi016.stdout:Non-zero exit code 1 from systemctl is-enabled firewalld.service 2024-04-15T14:28:11.444 INFO:teuthology.orchestra.run.smithi016.stdout:systemctl: stdout disabled 2024-04-15T14:28:11.453 INFO:teuthology.orchestra.run.smithi016.stdout:Non-zero exit code 3 from systemctl is-active firewalld.service 2024-04-15T14:28:11.453 INFO:teuthology.orchestra.run.smithi016.stdout:systemctl: stdout inactive 2024-04-15T14:28:11.453 INFO:teuthology.orchestra.run.smithi016.stdout:firewalld.service is not enabled 2024-04-15T14:28:11.453 INFO:teuthology.orchestra.run.smithi016.stdout:Not possible to enable service . firewalld.service is not available 2024-04-15T14:28:11.463 INFO:teuthology.orchestra.run.smithi016.stdout:Non-zero exit code 1 from systemctl is-enabled firewalld.service 2024-04-15T14:28:11.463 INFO:teuthology.orchestra.run.smithi016.stdout:systemctl: stdout disabled 2024-04-15T14:28:11.472 INFO:teuthology.orchestra.run.smithi016.stdout:Non-zero exit code 3 from systemctl is-active firewalld.service 2024-04-15T14:28:11.472 INFO:teuthology.orchestra.run.smithi016.stdout:systemctl: stdout inactive 2024-04-15T14:28:11.472 INFO:teuthology.orchestra.run.smithi016.stdout:firewalld.service is not enabled 2024-04-15T14:28:11.472 INFO:teuthology.orchestra.run.smithi016.stdout:Not possible to open ports <[9283, 8765]>. firewalld.service is not available 2024-04-15T14:28:11.472 INFO:teuthology.orchestra.run.smithi016.stdout:Waiting for mgr to start... 2024-04-15T14:28:11.472 INFO:teuthology.orchestra.run.smithi016.stdout:Waiting for mgr... 2024-04-15T14:28:11.716 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 15 14:28:11 smithi016 systemd[1]: Started Ceph mgr.y for 362ea986-fb34-11ee-bc8f-c7b262605968. 2024-04-15T14:28:12.014 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 15 14:28:11 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-y[27693]: 2024-04-15T14:28:11.911+0000 7f17333ba200 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-04-15T14:28:12.289 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:28:12 smithi016 ceph-mon[27435]: from='client.? 172.21.15.16:0/3344700767' entity='client.admin' cmd=[{"prefix": "status", "format": "json-pretty"}]: dispatch 2024-04-15T14:28:12.290 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 15 14:28:12 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-y[27693]: 2024-04-15T14:28:12.010+0000 7f17333ba200 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-04-15T14:28:12.687 INFO:teuthology.orchestra.run.smithi016.stdout:/usr/bin/ceph: stdout 2024-04-15T14:28:12.687 INFO:teuthology.orchestra.run.smithi016.stdout:/usr/bin/ceph: stdout { 2024-04-15T14:28:12.687 INFO:teuthology.orchestra.run.smithi016.stdout:/usr/bin/ceph: stdout "fsid": "362ea986-fb34-11ee-bc8f-c7b262605968", 2024-04-15T14:28:12.687 INFO:teuthology.orchestra.run.smithi016.stdout:/usr/bin/ceph: stdout "health": { 2024-04-15T14:28:12.687 INFO:teuthology.orchestra.run.smithi016.stdout:/usr/bin/ceph: stdout "status": "HEALTH_OK", 2024-04-15T14:28:12.687 INFO:teuthology.orchestra.run.smithi016.stdout:/usr/bin/ceph: stdout "checks": {}, 2024-04-15T14:28:12.687 INFO:teuthology.orchestra.run.smithi016.stdout:/usr/bin/ceph: stdout "mutes": [] 2024-04-15T14:28:12.687 INFO:teuthology.orchestra.run.smithi016.stdout:/usr/bin/ceph: stdout }, 2024-04-15T14:28:12.687 INFO:teuthology.orchestra.run.smithi016.stdout:/usr/bin/ceph: stdout "election_epoch": 5, 2024-04-15T14:28:12.687 INFO:teuthology.orchestra.run.smithi016.stdout:/usr/bin/ceph: stdout "quorum": [ 2024-04-15T14:28:12.688 INFO:teuthology.orchestra.run.smithi016.stdout:/usr/bin/ceph: stdout 0 2024-04-15T14:28:12.688 INFO:teuthology.orchestra.run.smithi016.stdout:/usr/bin/ceph: stdout ], 2024-04-15T14:28:12.688 INFO:teuthology.orchestra.run.smithi016.stdout:/usr/bin/ceph: stdout "quorum_names": [ 2024-04-15T14:28:12.688 INFO:teuthology.orchestra.run.smithi016.stdout:/usr/bin/ceph: stdout "a" 2024-04-15T14:28:12.688 INFO:teuthology.orchestra.run.smithi016.stdout:/usr/bin/ceph: stdout ], 2024-04-15T14:28:12.688 INFO:teuthology.orchestra.run.smithi016.stdout:/usr/bin/ceph: stdout "quorum_age": 2, 2024-04-15T14:28:12.688 INFO:teuthology.orchestra.run.smithi016.stdout:/usr/bin/ceph: stdout "monmap": { 2024-04-15T14:28:12.688 INFO:teuthology.orchestra.run.smithi016.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-04-15T14:28:12.688 INFO:teuthology.orchestra.run.smithi016.stdout:/usr/bin/ceph: stdout "min_mon_release_name": "reef", 2024-04-15T14:28:12.688 INFO:teuthology.orchestra.run.smithi016.stdout:/usr/bin/ceph: stdout "num_mons": 1 2024-04-15T14:28:12.688 INFO:teuthology.orchestra.run.smithi016.stdout:/usr/bin/ceph: stdout }, 2024-04-15T14:28:12.688 INFO:teuthology.orchestra.run.smithi016.stdout:/usr/bin/ceph: stdout "osdmap": { 2024-04-15T14:28:12.688 INFO:teuthology.orchestra.run.smithi016.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-04-15T14:28:12.688 INFO:teuthology.orchestra.run.smithi016.stdout:/usr/bin/ceph: stdout "num_osds": 0, 2024-04-15T14:28:12.689 INFO:teuthology.orchestra.run.smithi016.stdout:/usr/bin/ceph: stdout "num_up_osds": 0, 2024-04-15T14:28:12.689 INFO:teuthology.orchestra.run.smithi016.stdout:/usr/bin/ceph: stdout "osd_up_since": 0, 2024-04-15T14:28:12.689 INFO:teuthology.orchestra.run.smithi016.stdout:/usr/bin/ceph: stdout "num_in_osds": 0, 2024-04-15T14:28:12.689 INFO:teuthology.orchestra.run.smithi016.stdout:/usr/bin/ceph: stdout "osd_in_since": 0, 2024-04-15T14:28:12.689 INFO:teuthology.orchestra.run.smithi016.stdout:/usr/bin/ceph: stdout "num_remapped_pgs": 0 2024-04-15T14:28:12.689 INFO:teuthology.orchestra.run.smithi016.stdout:/usr/bin/ceph: stdout }, 2024-04-15T14:28:12.689 INFO:teuthology.orchestra.run.smithi016.stdout:/usr/bin/ceph: stdout "pgmap": { 2024-04-15T14:28:12.689 INFO:teuthology.orchestra.run.smithi016.stdout:/usr/bin/ceph: stdout "pgs_by_state": [], 2024-04-15T14:28:12.689 INFO:teuthology.orchestra.run.smithi016.stdout:/usr/bin/ceph: stdout "num_pgs": 0, 2024-04-15T14:28:12.689 INFO:teuthology.orchestra.run.smithi016.stdout:/usr/bin/ceph: stdout "num_pools": 0, 2024-04-15T14:28:12.689 INFO:teuthology.orchestra.run.smithi016.stdout:/usr/bin/ceph: stdout "num_objects": 0, 2024-04-15T14:28:12.689 INFO:teuthology.orchestra.run.smithi016.stdout:/usr/bin/ceph: stdout "data_bytes": 0, 2024-04-15T14:28:12.689 INFO:teuthology.orchestra.run.smithi016.stdout:/usr/bin/ceph: stdout "bytes_used": 0, 2024-04-15T14:28:12.689 INFO:teuthology.orchestra.run.smithi016.stdout:/usr/bin/ceph: stdout "bytes_avail": 0, 2024-04-15T14:28:12.690 INFO:teuthology.orchestra.run.smithi016.stdout:/usr/bin/ceph: stdout "bytes_total": 0 2024-04-15T14:28:12.690 INFO:teuthology.orchestra.run.smithi016.stdout:/usr/bin/ceph: stdout }, 2024-04-15T14:28:12.690 INFO:teuthology.orchestra.run.smithi016.stdout:/usr/bin/ceph: stdout "fsmap": { 2024-04-15T14:28:12.690 INFO:teuthology.orchestra.run.smithi016.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-04-15T14:28:12.690 INFO:teuthology.orchestra.run.smithi016.stdout:/usr/bin/ceph: stdout "by_rank": [], 2024-04-15T14:28:12.690 INFO:teuthology.orchestra.run.smithi016.stdout:/usr/bin/ceph: stdout "up:standby": 0 2024-04-15T14:28:12.690 INFO:teuthology.orchestra.run.smithi016.stdout:/usr/bin/ceph: stdout }, 2024-04-15T14:28:12.690 INFO:teuthology.orchestra.run.smithi016.stdout:/usr/bin/ceph: stdout "mgrmap": { 2024-04-15T14:28:12.690 INFO:teuthology.orchestra.run.smithi016.stdout:/usr/bin/ceph: stdout "available": false, 2024-04-15T14:28:12.690 INFO:teuthology.orchestra.run.smithi016.stdout:/usr/bin/ceph: stdout "num_standbys": 0, 2024-04-15T14:28:12.690 INFO:teuthology.orchestra.run.smithi016.stdout:/usr/bin/ceph: stdout "modules": [ 2024-04-15T14:28:12.690 INFO:teuthology.orchestra.run.smithi016.stdout:/usr/bin/ceph: stdout "iostat", 2024-04-15T14:28:12.690 INFO:teuthology.orchestra.run.smithi016.stdout:/usr/bin/ceph: stdout "nfs", 2024-04-15T14:28:12.691 INFO:teuthology.orchestra.run.smithi016.stdout:/usr/bin/ceph: stdout "restful" 2024-04-15T14:28:12.691 INFO:teuthology.orchestra.run.smithi016.stdout:/usr/bin/ceph: stdout ], 2024-04-15T14:28:12.691 INFO:teuthology.orchestra.run.smithi016.stdout:/usr/bin/ceph: stdout "services": {} 2024-04-15T14:28:12.691 INFO:teuthology.orchestra.run.smithi016.stdout:/usr/bin/ceph: stdout }, 2024-04-15T14:28:12.691 INFO:teuthology.orchestra.run.smithi016.stdout:/usr/bin/ceph: stdout "servicemap": { 2024-04-15T14:28:12.691 INFO:teuthology.orchestra.run.smithi016.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-04-15T14:28:12.691 INFO:teuthology.orchestra.run.smithi016.stdout:/usr/bin/ceph: stdout "modified": "2024-04-15T14:28:04.029918+0000", 2024-04-15T14:28:12.691 INFO:teuthology.orchestra.run.smithi016.stdout:/usr/bin/ceph: stdout "services": {} 2024-04-15T14:28:12.691 INFO:teuthology.orchestra.run.smithi016.stdout:/usr/bin/ceph: stdout }, 2024-04-15T14:28:12.691 INFO:teuthology.orchestra.run.smithi016.stdout:/usr/bin/ceph: stdout "progress_events": {} 2024-04-15T14:28:12.691 INFO:teuthology.orchestra.run.smithi016.stdout:/usr/bin/ceph: stdout } 2024-04-15T14:28:12.691 INFO:teuthology.orchestra.run.smithi016.stdout:mgr not available, waiting (1/15)... 2024-04-15T14:28:13.020 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 15 14:28:12 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-y[27693]: 2024-04-15T14:28:12.685+0000 7f17333ba200 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-04-15T14:28:13.021 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 15 14:28:12 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-y[27693]: 2024-04-15T14:28:12.778+0000 7f17333ba200 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-04-15T14:28:13.021 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 15 14:28:12 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-y[27693]: 2024-04-15T14:28:12.921+0000 7f17333ba200 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-04-15T14:28:13.021 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 15 14:28:13 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-y[27693]: 2024-04-15T14:28:13.018+0000 7f17333ba200 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-04-15T14:28:13.289 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 15 14:28:13 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-y[27693]: 2024-04-15T14:28:13.103+0000 7f17333ba200 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-04-15T14:28:13.667 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 15 14:28:13 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-y[27693]: 2024-04-15T14:28:13.370+0000 7f17333ba200 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-04-15T14:28:13.667 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 15 14:28:13 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-y[27693]: 2024-04-15T14:28:13.482+0000 7f17333ba200 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-04-15T14:28:13.667 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 15 14:28:13 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-y[27693]: 2024-04-15T14:28:13.569+0000 7f17333ba200 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-04-15T14:28:13.667 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 15 14:28:13 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-y[27693]: 2024-04-15T14:28:13.665+0000 7f17333ba200 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-04-15T14:28:14.039 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 15 14:28:13 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-y[27693]: 2024-04-15T14:28:13.842+0000 7f17333ba200 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-04-15T14:28:15.047 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 15 14:28:14 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-y[27693]: 2024-04-15T14:28:14.849+0000 7f17333ba200 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-04-15T14:28:15.047 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 15 14:28:15 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-y[27693]: 2024-04-15T14:28:14.998+0000 7f17333ba200 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-04-15T14:28:15.348 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:28:15 smithi016 ceph-mon[27435]: from='client.? 172.21.15.16:0/3381370532' entity='client.admin' cmd=[{"prefix": "status", "format": "json-pretty"}]: dispatch 2024-04-15T14:28:15.640 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 15 14:28:15 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-y[27693]: 2024-04-15T14:28:15.346+0000 7f17333ba200 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-04-15T14:28:15.640 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 15 14:28:15 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-y[27693]: 2024-04-15T14:28:15.437+0000 7f17333ba200 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-04-15T14:28:15.641 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 15 14:28:15 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-y[27693]: 2024-04-15T14:28:15.638+0000 7f17333ba200 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-04-15T14:28:15.925 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 15 14:28:15 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-y[27693]: 2024-04-15T14:28:15.826+0000 7f17333ba200 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-04-15T14:28:15.933 INFO:teuthology.orchestra.run.smithi016.stdout:/usr/bin/ceph: stdout 2024-04-15T14:28:15.934 INFO:teuthology.orchestra.run.smithi016.stdout:/usr/bin/ceph: stdout { 2024-04-15T14:28:15.934 INFO:teuthology.orchestra.run.smithi016.stdout:/usr/bin/ceph: stdout "fsid": "362ea986-fb34-11ee-bc8f-c7b262605968", 2024-04-15T14:28:15.934 INFO:teuthology.orchestra.run.smithi016.stdout:/usr/bin/ceph: stdout "health": { 2024-04-15T14:28:15.934 INFO:teuthology.orchestra.run.smithi016.stdout:/usr/bin/ceph: stdout "status": "HEALTH_OK", 2024-04-15T14:28:15.934 INFO:teuthology.orchestra.run.smithi016.stdout:/usr/bin/ceph: stdout "checks": {}, 2024-04-15T14:28:15.934 INFO:teuthology.orchestra.run.smithi016.stdout:/usr/bin/ceph: stdout "mutes": [] 2024-04-15T14:28:15.934 INFO:teuthology.orchestra.run.smithi016.stdout:/usr/bin/ceph: stdout }, 2024-04-15T14:28:15.934 INFO:teuthology.orchestra.run.smithi016.stdout:/usr/bin/ceph: stdout "election_epoch": 5, 2024-04-15T14:28:15.934 INFO:teuthology.orchestra.run.smithi016.stdout:/usr/bin/ceph: stdout "quorum": [ 2024-04-15T14:28:15.934 INFO:teuthology.orchestra.run.smithi016.stdout:/usr/bin/ceph: stdout 0 2024-04-15T14:28:15.935 INFO:teuthology.orchestra.run.smithi016.stdout:/usr/bin/ceph: stdout ], 2024-04-15T14:28:15.935 INFO:teuthology.orchestra.run.smithi016.stdout:/usr/bin/ceph: stdout "quorum_names": [ 2024-04-15T14:28:15.935 INFO:teuthology.orchestra.run.smithi016.stdout:/usr/bin/ceph: stdout "a" 2024-04-15T14:28:15.935 INFO:teuthology.orchestra.run.smithi016.stdout:/usr/bin/ceph: stdout ], 2024-04-15T14:28:15.935 INFO:teuthology.orchestra.run.smithi016.stdout:/usr/bin/ceph: stdout "quorum_age": 5, 2024-04-15T14:28:15.935 INFO:teuthology.orchestra.run.smithi016.stdout:/usr/bin/ceph: stdout "monmap": { 2024-04-15T14:28:15.935 INFO:teuthology.orchestra.run.smithi016.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-04-15T14:28:15.935 INFO:teuthology.orchestra.run.smithi016.stdout:/usr/bin/ceph: stdout "min_mon_release_name": "reef", 2024-04-15T14:28:15.935 INFO:teuthology.orchestra.run.smithi016.stdout:/usr/bin/ceph: stdout "num_mons": 1 2024-04-15T14:28:15.935 INFO:teuthology.orchestra.run.smithi016.stdout:/usr/bin/ceph: stdout }, 2024-04-15T14:28:15.935 INFO:teuthology.orchestra.run.smithi016.stdout:/usr/bin/ceph: stdout "osdmap": { 2024-04-15T14:28:15.935 INFO:teuthology.orchestra.run.smithi016.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-04-15T14:28:15.935 INFO:teuthology.orchestra.run.smithi016.stdout:/usr/bin/ceph: stdout "num_osds": 0, 2024-04-15T14:28:15.935 INFO:teuthology.orchestra.run.smithi016.stdout:/usr/bin/ceph: stdout "num_up_osds": 0, 2024-04-15T14:28:15.936 INFO:teuthology.orchestra.run.smithi016.stdout:/usr/bin/ceph: stdout "osd_up_since": 0, 2024-04-15T14:28:15.936 INFO:teuthology.orchestra.run.smithi016.stdout:/usr/bin/ceph: stdout "num_in_osds": 0, 2024-04-15T14:28:15.936 INFO:teuthology.orchestra.run.smithi016.stdout:/usr/bin/ceph: stdout "osd_in_since": 0, 2024-04-15T14:28:15.936 INFO:teuthology.orchestra.run.smithi016.stdout:/usr/bin/ceph: stdout "num_remapped_pgs": 0 2024-04-15T14:28:15.936 INFO:teuthology.orchestra.run.smithi016.stdout:/usr/bin/ceph: stdout }, 2024-04-15T14:28:15.936 INFO:teuthology.orchestra.run.smithi016.stdout:/usr/bin/ceph: stdout "pgmap": { 2024-04-15T14:28:15.936 INFO:teuthology.orchestra.run.smithi016.stdout:/usr/bin/ceph: stdout "pgs_by_state": [], 2024-04-15T14:28:15.936 INFO:teuthology.orchestra.run.smithi016.stdout:/usr/bin/ceph: stdout "num_pgs": 0, 2024-04-15T14:28:15.936 INFO:teuthology.orchestra.run.smithi016.stdout:/usr/bin/ceph: stdout "num_pools": 0, 2024-04-15T14:28:15.936 INFO:teuthology.orchestra.run.smithi016.stdout:/usr/bin/ceph: stdout "num_objects": 0, 2024-04-15T14:28:15.936 INFO:teuthology.orchestra.run.smithi016.stdout:/usr/bin/ceph: stdout "data_bytes": 0, 2024-04-15T14:28:15.936 INFO:teuthology.orchestra.run.smithi016.stdout:/usr/bin/ceph: stdout "bytes_used": 0, 2024-04-15T14:28:15.936 INFO:teuthology.orchestra.run.smithi016.stdout:/usr/bin/ceph: stdout "bytes_avail": 0, 2024-04-15T14:28:15.936 INFO:teuthology.orchestra.run.smithi016.stdout:/usr/bin/ceph: stdout "bytes_total": 0 2024-04-15T14:28:15.937 INFO:teuthology.orchestra.run.smithi016.stdout:/usr/bin/ceph: stdout }, 2024-04-15T14:28:15.937 INFO:teuthology.orchestra.run.smithi016.stdout:/usr/bin/ceph: stdout "fsmap": { 2024-04-15T14:28:15.937 INFO:teuthology.orchestra.run.smithi016.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-04-15T14:28:15.937 INFO:teuthology.orchestra.run.smithi016.stdout:/usr/bin/ceph: stdout "by_rank": [], 2024-04-15T14:28:15.937 INFO:teuthology.orchestra.run.smithi016.stdout:/usr/bin/ceph: stdout "up:standby": 0 2024-04-15T14:28:15.937 INFO:teuthology.orchestra.run.smithi016.stdout:/usr/bin/ceph: stdout }, 2024-04-15T14:28:15.937 INFO:teuthology.orchestra.run.smithi016.stdout:/usr/bin/ceph: stdout "mgrmap": { 2024-04-15T14:28:15.937 INFO:teuthology.orchestra.run.smithi016.stdout:/usr/bin/ceph: stdout "available": false, 2024-04-15T14:28:15.937 INFO:teuthology.orchestra.run.smithi016.stdout:/usr/bin/ceph: stdout "num_standbys": 0, 2024-04-15T14:28:15.937 INFO:teuthology.orchestra.run.smithi016.stdout:/usr/bin/ceph: stdout "modules": [ 2024-04-15T14:28:15.937 INFO:teuthology.orchestra.run.smithi016.stdout:/usr/bin/ceph: stdout "iostat", 2024-04-15T14:28:15.937 INFO:teuthology.orchestra.run.smithi016.stdout:/usr/bin/ceph: stdout "nfs", 2024-04-15T14:28:15.937 INFO:teuthology.orchestra.run.smithi016.stdout:/usr/bin/ceph: stdout "restful" 2024-04-15T14:28:15.937 INFO:teuthology.orchestra.run.smithi016.stdout:/usr/bin/ceph: stdout ], 2024-04-15T14:28:15.937 INFO:teuthology.orchestra.run.smithi016.stdout:/usr/bin/ceph: stdout "services": {} 2024-04-15T14:28:15.938 INFO:teuthology.orchestra.run.smithi016.stdout:/usr/bin/ceph: stdout }, 2024-04-15T14:28:15.938 INFO:teuthology.orchestra.run.smithi016.stdout:/usr/bin/ceph: stdout "servicemap": { 2024-04-15T14:28:15.938 INFO:teuthology.orchestra.run.smithi016.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-04-15T14:28:15.938 INFO:teuthology.orchestra.run.smithi016.stdout:/usr/bin/ceph: stdout "modified": "2024-04-15T14:28:04.029918+0000", 2024-04-15T14:28:15.938 INFO:teuthology.orchestra.run.smithi016.stdout:/usr/bin/ceph: stdout "services": {} 2024-04-15T14:28:15.938 INFO:teuthology.orchestra.run.smithi016.stdout:/usr/bin/ceph: stdout }, 2024-04-15T14:28:15.938 INFO:teuthology.orchestra.run.smithi016.stdout:/usr/bin/ceph: stdout "progress_events": {} 2024-04-15T14:28:15.938 INFO:teuthology.orchestra.run.smithi016.stdout:/usr/bin/ceph: stdout } 2024-04-15T14:28:15.938 INFO:teuthology.orchestra.run.smithi016.stdout:mgr not available, waiting (2/15)... 2024-04-15T14:28:16.289 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 15 14:28:16 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-y[27693]: 2024-04-15T14:28:16.117+0000 7f17333ba200 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-04-15T14:28:16.644 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 15 14:28:16 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-y[27693]: 2024-04-15T14:28:16.378+0000 7f17333ba200 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-04-15T14:28:16.644 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 15 14:28:16 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-y[27693]: 2024-04-15T14:28:16.620+0000 7f17333ba200 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-04-15T14:28:17.789 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 15 14:28:17 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-y[27693]: 2024-04-15T14:28:17.451+0000 7f17333ba200 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-04-15T14:28:18.361 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 15 14:28:18 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-y[27693]: 2024-04-15T14:28:18.042+0000 7f17333ba200 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-04-15T14:28:18.361 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 15 14:28:18 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-y[27693]: 2024-04-15T14:28:18.146+0000 7f17333ba200 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-04-15T14:28:18.772 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 15 14:28:18 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-y[27693]: 2024-04-15T14:28:18.371+0000 7f17333ba200 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-04-15T14:28:18.772 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:28:18 smithi016 ceph-mon[27435]: Activating manager daemon y 2024-04-15T14:28:18.772 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:28:18 smithi016 ceph-mon[27435]: mgrmap e2: y(active, starting, since 0.00276376s) 2024-04-15T14:28:18.772 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:28:18 smithi016 ceph-mon[27435]: from='mgr.14100 172.21.15.16:0/2333993338' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-04-15T14:28:18.773 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:28:18 smithi016 ceph-mon[27435]: from='mgr.14100 172.21.15.16:0/2333993338' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-04-15T14:28:18.773 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:28:18 smithi016 ceph-mon[27435]: from='mgr.14100 172.21.15.16:0/2333993338' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-04-15T14:28:18.773 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:28:18 smithi016 ceph-mon[27435]: from='mgr.14100 172.21.15.16:0/2333993338' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-15T14:28:18.773 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:28:18 smithi016 ceph-mon[27435]: from='mgr.14100 172.21.15.16:0/2333993338' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-04-15T14:28:18.773 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:28:18 smithi016 ceph-mon[27435]: Manager daemon y is now available 2024-04-15T14:28:18.773 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:28:18 smithi016 ceph-mon[27435]: from='mgr.14100 172.21.15.16:0/2333993338' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-04-15T14:28:18.773 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:28:18 smithi016 ceph-mon[27435]: from='mgr.14100 172.21.15.16:0/2333993338' entity='mgr.y' 2024-04-15T14:28:18.773 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:28:18 smithi016 ceph-mon[27435]: from='mgr.14100 172.21.15.16:0/2333993338' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-04-15T14:28:18.773 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:28:18 smithi016 ceph-mon[27435]: from='mgr.14100 172.21.15.16:0/2333993338' entity='mgr.y' 2024-04-15T14:28:18.773 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:28:18 smithi016 ceph-mon[27435]: from='mgr.14100 172.21.15.16:0/2333993338' entity='mgr.y' 2024-04-15T14:28:19.074 INFO:teuthology.orchestra.run.smithi016.stdout:/usr/bin/ceph: stdout 2024-04-15T14:28:19.075 INFO:teuthology.orchestra.run.smithi016.stdout:/usr/bin/ceph: stdout { 2024-04-15T14:28:19.075 INFO:teuthology.orchestra.run.smithi016.stdout:/usr/bin/ceph: stdout "fsid": "362ea986-fb34-11ee-bc8f-c7b262605968", 2024-04-15T14:28:19.075 INFO:teuthology.orchestra.run.smithi016.stdout:/usr/bin/ceph: stdout "health": { 2024-04-15T14:28:19.075 INFO:teuthology.orchestra.run.smithi016.stdout:/usr/bin/ceph: stdout "status": "HEALTH_OK", 2024-04-15T14:28:19.075 INFO:teuthology.orchestra.run.smithi016.stdout:/usr/bin/ceph: stdout "checks": {}, 2024-04-15T14:28:19.075 INFO:teuthology.orchestra.run.smithi016.stdout:/usr/bin/ceph: stdout "mutes": [] 2024-04-15T14:28:19.075 INFO:teuthology.orchestra.run.smithi016.stdout:/usr/bin/ceph: stdout }, 2024-04-15T14:28:19.075 INFO:teuthology.orchestra.run.smithi016.stdout:/usr/bin/ceph: stdout "election_epoch": 5, 2024-04-15T14:28:19.075 INFO:teuthology.orchestra.run.smithi016.stdout:/usr/bin/ceph: stdout "quorum": [ 2024-04-15T14:28:19.075 INFO:teuthology.orchestra.run.smithi016.stdout:/usr/bin/ceph: stdout 0 2024-04-15T14:28:19.076 INFO:teuthology.orchestra.run.smithi016.stdout:/usr/bin/ceph: stdout ], 2024-04-15T14:28:19.076 INFO:teuthology.orchestra.run.smithi016.stdout:/usr/bin/ceph: stdout "quorum_names": [ 2024-04-15T14:28:19.076 INFO:teuthology.orchestra.run.smithi016.stdout:/usr/bin/ceph: stdout "a" 2024-04-15T14:28:19.076 INFO:teuthology.orchestra.run.smithi016.stdout:/usr/bin/ceph: stdout ], 2024-04-15T14:28:19.076 INFO:teuthology.orchestra.run.smithi016.stdout:/usr/bin/ceph: stdout "quorum_age": 9, 2024-04-15T14:28:19.076 INFO:teuthology.orchestra.run.smithi016.stdout:/usr/bin/ceph: stdout "monmap": { 2024-04-15T14:28:19.076 INFO:teuthology.orchestra.run.smithi016.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-04-15T14:28:19.076 INFO:teuthology.orchestra.run.smithi016.stdout:/usr/bin/ceph: stdout "min_mon_release_name": "reef", 2024-04-15T14:28:19.076 INFO:teuthology.orchestra.run.smithi016.stdout:/usr/bin/ceph: stdout "num_mons": 1 2024-04-15T14:28:19.076 INFO:teuthology.orchestra.run.smithi016.stdout:/usr/bin/ceph: stdout }, 2024-04-15T14:28:19.076 INFO:teuthology.orchestra.run.smithi016.stdout:/usr/bin/ceph: stdout "osdmap": { 2024-04-15T14:28:19.076 INFO:teuthology.orchestra.run.smithi016.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-04-15T14:28:19.076 INFO:teuthology.orchestra.run.smithi016.stdout:/usr/bin/ceph: stdout "num_osds": 0, 2024-04-15T14:28:19.077 INFO:teuthology.orchestra.run.smithi016.stdout:/usr/bin/ceph: stdout "num_up_osds": 0, 2024-04-15T14:28:19.077 INFO:teuthology.orchestra.run.smithi016.stdout:/usr/bin/ceph: stdout "osd_up_since": 0, 2024-04-15T14:28:19.077 INFO:teuthology.orchestra.run.smithi016.stdout:/usr/bin/ceph: stdout "num_in_osds": 0, 2024-04-15T14:28:19.077 INFO:teuthology.orchestra.run.smithi016.stdout:/usr/bin/ceph: stdout "osd_in_since": 0, 2024-04-15T14:28:19.077 INFO:teuthology.orchestra.run.smithi016.stdout:/usr/bin/ceph: stdout "num_remapped_pgs": 0 2024-04-15T14:28:19.077 INFO:teuthology.orchestra.run.smithi016.stdout:/usr/bin/ceph: stdout }, 2024-04-15T14:28:19.077 INFO:teuthology.orchestra.run.smithi016.stdout:/usr/bin/ceph: stdout "pgmap": { 2024-04-15T14:28:19.077 INFO:teuthology.orchestra.run.smithi016.stdout:/usr/bin/ceph: stdout "pgs_by_state": [], 2024-04-15T14:28:19.077 INFO:teuthology.orchestra.run.smithi016.stdout:/usr/bin/ceph: stdout "num_pgs": 0, 2024-04-15T14:28:19.077 INFO:teuthology.orchestra.run.smithi016.stdout:/usr/bin/ceph: stdout "num_pools": 0, 2024-04-15T14:28:19.077 INFO:teuthology.orchestra.run.smithi016.stdout:/usr/bin/ceph: stdout "num_objects": 0, 2024-04-15T14:28:19.077 INFO:teuthology.orchestra.run.smithi016.stdout:/usr/bin/ceph: stdout "data_bytes": 0, 2024-04-15T14:28:19.078 INFO:teuthology.orchestra.run.smithi016.stdout:/usr/bin/ceph: stdout "bytes_used": 0, 2024-04-15T14:28:19.078 INFO:teuthology.orchestra.run.smithi016.stdout:/usr/bin/ceph: stdout "bytes_avail": 0, 2024-04-15T14:28:19.078 INFO:teuthology.orchestra.run.smithi016.stdout:/usr/bin/ceph: stdout "bytes_total": 0 2024-04-15T14:28:19.078 INFO:teuthology.orchestra.run.smithi016.stdout:/usr/bin/ceph: stdout }, 2024-04-15T14:28:19.078 INFO:teuthology.orchestra.run.smithi016.stdout:/usr/bin/ceph: stdout "fsmap": { 2024-04-15T14:28:19.078 INFO:teuthology.orchestra.run.smithi016.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-04-15T14:28:19.078 INFO:teuthology.orchestra.run.smithi016.stdout:/usr/bin/ceph: stdout "by_rank": [], 2024-04-15T14:28:19.078 INFO:teuthology.orchestra.run.smithi016.stdout:/usr/bin/ceph: stdout "up:standby": 0 2024-04-15T14:28:19.078 INFO:teuthology.orchestra.run.smithi016.stdout:/usr/bin/ceph: stdout }, 2024-04-15T14:28:19.078 INFO:teuthology.orchestra.run.smithi016.stdout:/usr/bin/ceph: stdout "mgrmap": { 2024-04-15T14:28:19.078 INFO:teuthology.orchestra.run.smithi016.stdout:/usr/bin/ceph: stdout "available": false, 2024-04-15T14:28:19.078 INFO:teuthology.orchestra.run.smithi016.stdout:/usr/bin/ceph: stdout "num_standbys": 0, 2024-04-15T14:28:19.079 INFO:teuthology.orchestra.run.smithi016.stdout:/usr/bin/ceph: stdout "modules": [ 2024-04-15T14:28:19.079 INFO:teuthology.orchestra.run.smithi016.stdout:/usr/bin/ceph: stdout "iostat", 2024-04-15T14:28:19.079 INFO:teuthology.orchestra.run.smithi016.stdout:/usr/bin/ceph: stdout "nfs", 2024-04-15T14:28:19.079 INFO:teuthology.orchestra.run.smithi016.stdout:/usr/bin/ceph: stdout "restful" 2024-04-15T14:28:19.079 INFO:teuthology.orchestra.run.smithi016.stdout:/usr/bin/ceph: stdout ], 2024-04-15T14:28:19.079 INFO:teuthology.orchestra.run.smithi016.stdout:/usr/bin/ceph: stdout "services": {} 2024-04-15T14:28:19.079 INFO:teuthology.orchestra.run.smithi016.stdout:/usr/bin/ceph: stdout }, 2024-04-15T14:28:19.079 INFO:teuthology.orchestra.run.smithi016.stdout:/usr/bin/ceph: stdout "servicemap": { 2024-04-15T14:28:19.079 INFO:teuthology.orchestra.run.smithi016.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-04-15T14:28:19.079 INFO:teuthology.orchestra.run.smithi016.stdout:/usr/bin/ceph: stdout "modified": "2024-04-15T14:28:04.029918+0000", 2024-04-15T14:28:19.079 INFO:teuthology.orchestra.run.smithi016.stdout:/usr/bin/ceph: stdout "services": {} 2024-04-15T14:28:19.079 INFO:teuthology.orchestra.run.smithi016.stdout:/usr/bin/ceph: stdout }, 2024-04-15T14:28:19.080 INFO:teuthology.orchestra.run.smithi016.stdout:/usr/bin/ceph: stdout "progress_events": {} 2024-04-15T14:28:19.080 INFO:teuthology.orchestra.run.smithi016.stdout:/usr/bin/ceph: stdout } 2024-04-15T14:28:19.080 INFO:teuthology.orchestra.run.smithi016.stdout:mgr not available, waiting (3/15)... 2024-04-15T14:28:19.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:28:19 smithi016 ceph-mon[27435]: from='client.? 172.21.15.16:0/1116919676' entity='client.admin' cmd=[{"prefix": "status", "format": "json-pretty"}]: dispatch 2024-04-15T14:28:19.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:28:19 smithi016 ceph-mon[27435]: mgrmap e3: y(active, since 1.00707s) 2024-04-15T14:28:21.509 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:28:21 smithi016 ceph-mon[27435]: mgrmap e4: y(active, since 2s) 2024-04-15T14:28:22.417 INFO:teuthology.orchestra.run.smithi016.stdout:/usr/bin/ceph: stdout 2024-04-15T14:28:22.417 INFO:teuthology.orchestra.run.smithi016.stdout:/usr/bin/ceph: stdout { 2024-04-15T14:28:22.417 INFO:teuthology.orchestra.run.smithi016.stdout:/usr/bin/ceph: stdout "fsid": "362ea986-fb34-11ee-bc8f-c7b262605968", 2024-04-15T14:28:22.417 INFO:teuthology.orchestra.run.smithi016.stdout:/usr/bin/ceph: stdout "health": { 2024-04-15T14:28:22.418 INFO:teuthology.orchestra.run.smithi016.stdout:/usr/bin/ceph: stdout "status": "HEALTH_OK", 2024-04-15T14:28:22.418 INFO:teuthology.orchestra.run.smithi016.stdout:/usr/bin/ceph: stdout "checks": {}, 2024-04-15T14:28:22.418 INFO:teuthology.orchestra.run.smithi016.stdout:/usr/bin/ceph: stdout "mutes": [] 2024-04-15T14:28:22.418 INFO:teuthology.orchestra.run.smithi016.stdout:/usr/bin/ceph: stdout }, 2024-04-15T14:28:22.418 INFO:teuthology.orchestra.run.smithi016.stdout:/usr/bin/ceph: stdout "election_epoch": 5, 2024-04-15T14:28:22.418 INFO:teuthology.orchestra.run.smithi016.stdout:/usr/bin/ceph: stdout "quorum": [ 2024-04-15T14:28:22.418 INFO:teuthology.orchestra.run.smithi016.stdout:/usr/bin/ceph: stdout 0 2024-04-15T14:28:22.418 INFO:teuthology.orchestra.run.smithi016.stdout:/usr/bin/ceph: stdout ], 2024-04-15T14:28:22.418 INFO:teuthology.orchestra.run.smithi016.stdout:/usr/bin/ceph: stdout "quorum_names": [ 2024-04-15T14:28:22.418 INFO:teuthology.orchestra.run.smithi016.stdout:/usr/bin/ceph: stdout "a" 2024-04-15T14:28:22.418 INFO:teuthology.orchestra.run.smithi016.stdout:/usr/bin/ceph: stdout ], 2024-04-15T14:28:22.418 INFO:teuthology.orchestra.run.smithi016.stdout:/usr/bin/ceph: stdout "quorum_age": 12, 2024-04-15T14:28:22.418 INFO:teuthology.orchestra.run.smithi016.stdout:/usr/bin/ceph: stdout "monmap": { 2024-04-15T14:28:22.419 INFO:teuthology.orchestra.run.smithi016.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-04-15T14:28:22.419 INFO:teuthology.orchestra.run.smithi016.stdout:/usr/bin/ceph: stdout "min_mon_release_name": "reef", 2024-04-15T14:28:22.419 INFO:teuthology.orchestra.run.smithi016.stdout:/usr/bin/ceph: stdout "num_mons": 1 2024-04-15T14:28:22.419 INFO:teuthology.orchestra.run.smithi016.stdout:/usr/bin/ceph: stdout }, 2024-04-15T14:28:22.419 INFO:teuthology.orchestra.run.smithi016.stdout:/usr/bin/ceph: stdout "osdmap": { 2024-04-15T14:28:22.419 INFO:teuthology.orchestra.run.smithi016.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-04-15T14:28:22.419 INFO:teuthology.orchestra.run.smithi016.stdout:/usr/bin/ceph: stdout "num_osds": 0, 2024-04-15T14:28:22.419 INFO:teuthology.orchestra.run.smithi016.stdout:/usr/bin/ceph: stdout "num_up_osds": 0, 2024-04-15T14:28:22.419 INFO:teuthology.orchestra.run.smithi016.stdout:/usr/bin/ceph: stdout "osd_up_since": 0, 2024-04-15T14:28:22.426 INFO:teuthology.orchestra.run.smithi016.stdout:/usr/bin/ceph: stdout "num_in_osds": 0, 2024-04-15T14:28:22.426 INFO:teuthology.orchestra.run.smithi016.stdout:/usr/bin/ceph: stdout "osd_in_since": 0, 2024-04-15T14:28:22.426 INFO:teuthology.orchestra.run.smithi016.stdout:/usr/bin/ceph: stdout "num_remapped_pgs": 0 2024-04-15T14:28:22.427 INFO:teuthology.orchestra.run.smithi016.stdout:/usr/bin/ceph: stdout }, 2024-04-15T14:28:22.427 INFO:teuthology.orchestra.run.smithi016.stdout:/usr/bin/ceph: stdout "pgmap": { 2024-04-15T14:28:22.427 INFO:teuthology.orchestra.run.smithi016.stdout:/usr/bin/ceph: stdout "pgs_by_state": [], 2024-04-15T14:28:22.427 INFO:teuthology.orchestra.run.smithi016.stdout:/usr/bin/ceph: stdout "num_pgs": 0, 2024-04-15T14:28:22.427 INFO:teuthology.orchestra.run.smithi016.stdout:/usr/bin/ceph: stdout "num_pools": 0, 2024-04-15T14:28:22.427 INFO:teuthology.orchestra.run.smithi016.stdout:/usr/bin/ceph: stdout "num_objects": 0, 2024-04-15T14:28:22.428 INFO:teuthology.orchestra.run.smithi016.stdout:/usr/bin/ceph: stdout "data_bytes": 0, 2024-04-15T14:28:22.428 INFO:teuthology.orchestra.run.smithi016.stdout:/usr/bin/ceph: stdout "bytes_used": 0, 2024-04-15T14:28:22.428 INFO:teuthology.orchestra.run.smithi016.stdout:/usr/bin/ceph: stdout "bytes_avail": 0, 2024-04-15T14:28:22.428 INFO:teuthology.orchestra.run.smithi016.stdout:/usr/bin/ceph: stdout "bytes_total": 0 2024-04-15T14:28:22.428 INFO:teuthology.orchestra.run.smithi016.stdout:/usr/bin/ceph: stdout }, 2024-04-15T14:28:22.428 INFO:teuthology.orchestra.run.smithi016.stdout:/usr/bin/ceph: stdout "fsmap": { 2024-04-15T14:28:22.429 INFO:teuthology.orchestra.run.smithi016.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-04-15T14:28:22.429 INFO:teuthology.orchestra.run.smithi016.stdout:/usr/bin/ceph: stdout "by_rank": [], 2024-04-15T14:28:22.429 INFO:teuthology.orchestra.run.smithi016.stdout:/usr/bin/ceph: stdout "up:standby": 0 2024-04-15T14:28:22.429 INFO:teuthology.orchestra.run.smithi016.stdout:/usr/bin/ceph: stdout }, 2024-04-15T14:28:22.429 INFO:teuthology.orchestra.run.smithi016.stdout:/usr/bin/ceph: stdout "mgrmap": { 2024-04-15T14:28:22.429 INFO:teuthology.orchestra.run.smithi016.stdout:/usr/bin/ceph: stdout "available": true, 2024-04-15T14:28:22.430 INFO:teuthology.orchestra.run.smithi016.stdout:/usr/bin/ceph: stdout "num_standbys": 0, 2024-04-15T14:28:22.430 INFO:teuthology.orchestra.run.smithi016.stdout:/usr/bin/ceph: stdout "modules": [ 2024-04-15T14:28:22.430 INFO:teuthology.orchestra.run.smithi016.stdout:/usr/bin/ceph: stdout "iostat", 2024-04-15T14:28:22.430 INFO:teuthology.orchestra.run.smithi016.stdout:/usr/bin/ceph: stdout "nfs", 2024-04-15T14:28:22.430 INFO:teuthology.orchestra.run.smithi016.stdout:/usr/bin/ceph: stdout "restful" 2024-04-15T14:28:22.430 INFO:teuthology.orchestra.run.smithi016.stdout:/usr/bin/ceph: stdout ], 2024-04-15T14:28:22.431 INFO:teuthology.orchestra.run.smithi016.stdout:/usr/bin/ceph: stdout "services": {} 2024-04-15T14:28:22.431 INFO:teuthology.orchestra.run.smithi016.stdout:/usr/bin/ceph: stdout }, 2024-04-15T14:28:22.431 INFO:teuthology.orchestra.run.smithi016.stdout:/usr/bin/ceph: stdout "servicemap": { 2024-04-15T14:28:22.431 INFO:teuthology.orchestra.run.smithi016.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-04-15T14:28:22.431 INFO:teuthology.orchestra.run.smithi016.stdout:/usr/bin/ceph: stdout "modified": "2024-04-15T14:28:04.029918+0000", 2024-04-15T14:28:22.431 INFO:teuthology.orchestra.run.smithi016.stdout:/usr/bin/ceph: stdout "services": {} 2024-04-15T14:28:22.431 INFO:teuthology.orchestra.run.smithi016.stdout:/usr/bin/ceph: stdout }, 2024-04-15T14:28:22.432 INFO:teuthology.orchestra.run.smithi016.stdout:/usr/bin/ceph: stdout "progress_events": {} 2024-04-15T14:28:22.432 INFO:teuthology.orchestra.run.smithi016.stdout:/usr/bin/ceph: stdout } 2024-04-15T14:28:22.432 INFO:teuthology.orchestra.run.smithi016.stdout:mgr is available 2024-04-15T14:28:22.665 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:28:22 smithi016 ceph-mon[27435]: from='client.? 172.21.15.16:0/407099084' entity='client.admin' cmd=[{"prefix": "status", "format": "json-pretty"}]: dispatch 2024-04-15T14:28:23.685 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:28:23 smithi016 ceph-mon[27435]: from='client.? 172.21.15.16:0/4274989483' entity='client.admin' cmd=[{"prefix": "config assimilate-conf"}]: dispatch 2024-04-15T14:28:23.690 INFO:teuthology.orchestra.run.smithi016.stdout:/usr/bin/ceph: stdout 2024-04-15T14:28:23.690 INFO:teuthology.orchestra.run.smithi016.stdout:/usr/bin/ceph: stdout [global] 2024-04-15T14:28:23.690 INFO:teuthology.orchestra.run.smithi016.stdout:/usr/bin/ceph: stdout fsid = 362ea986-fb34-11ee-bc8f-c7b262605968 2024-04-15T14:28:23.690 INFO:teuthology.orchestra.run.smithi016.stdout:/usr/bin/ceph: stdout mon_osd_allow_pg_remap = true 2024-04-15T14:28:23.690 INFO:teuthology.orchestra.run.smithi016.stdout:/usr/bin/ceph: stdout mon_osd_allow_primary_affinity = true 2024-04-15T14:28:23.690 INFO:teuthology.orchestra.run.smithi016.stdout:/usr/bin/ceph: stdout mon_warn_on_no_sortbitwise = false 2024-04-15T14:28:23.690 INFO:teuthology.orchestra.run.smithi016.stdout:/usr/bin/ceph: stdout osd_crush_chooseleaf_type = 0 2024-04-15T14:28:23.690 INFO:teuthology.orchestra.run.smithi016.stdout:/usr/bin/ceph: stdout 2024-04-15T14:28:23.690 INFO:teuthology.orchestra.run.smithi016.stdout:/usr/bin/ceph: stdout [mgr] 2024-04-15T14:28:23.690 INFO:teuthology.orchestra.run.smithi016.stdout:/usr/bin/ceph: stdout mgr/telemetry/nag = false 2024-04-15T14:28:23.690 INFO:teuthology.orchestra.run.smithi016.stdout:/usr/bin/ceph: stdout 2024-04-15T14:28:23.691 INFO:teuthology.orchestra.run.smithi016.stdout:/usr/bin/ceph: stdout [osd] 2024-04-15T14:28:23.691 INFO:teuthology.orchestra.run.smithi016.stdout:/usr/bin/ceph: stdout osd_map_max_advance = 10 2024-04-15T14:28:23.691 INFO:teuthology.orchestra.run.smithi016.stdout:/usr/bin/ceph: stdout osd_sloppy_crc = true 2024-04-15T14:28:23.691 INFO:teuthology.orchestra.run.smithi016.stdout:Enabling cephadm module... 2024-04-15T14:28:24.741 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:28:24 smithi016 ceph-mon[27435]: from='client.? 172.21.15.16:0/2925601852' entity='client.admin' cmd=[{"prefix": "mgr module enable", "module": "cephadm"}]: dispatch 2024-04-15T14:28:24.742 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 15 14:28:24 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-y[27693]: ignoring --setuser ceph since I am not root 2024-04-15T14:28:24.742 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 15 14:28:24 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-y[27693]: ignoring --setgroup ceph since I am not root 2024-04-15T14:28:25.259 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 15 14:28:24 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-y[27693]: 2024-04-15T14:28:24.998+0000 7f7dc9892200 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-04-15T14:28:25.259 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 15 14:28:25 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-y[27693]: 2024-04-15T14:28:25.097+0000 7f7dc9892200 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-04-15T14:28:25.511 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:28:25 smithi016 ceph-mon[27435]: from='client.? 172.21.15.16:0/2925601852' entity='client.admin' cmd='[{"prefix": "mgr module enable", "module": "cephadm"}]': finished 2024-04-15T14:28:25.511 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:28:25 smithi016 ceph-mon[27435]: mgrmap e5: y(active, since 6s) 2024-04-15T14:28:25.778 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 15 14:28:25 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-y[27693]: 2024-04-15T14:28:25.759+0000 7f7dc9892200 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-04-15T14:28:26.039 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 15 14:28:25 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-y[27693]: 2024-04-15T14:28:25.857+0000 7f7dc9892200 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-04-15T14:28:26.039 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 15 14:28:26 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-y[27693]: 2024-04-15T14:28:26.001+0000 7f7dc9892200 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-04-15T14:28:26.373 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 15 14:28:26 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-y[27693]: 2024-04-15T14:28:26.098+0000 7f7dc9892200 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-04-15T14:28:26.374 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 15 14:28:26 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-y[27693]: 2024-04-15T14:28:26.184+0000 7f7dc9892200 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-04-15T14:28:26.376 INFO:teuthology.orchestra.run.smithi016.stdout:/usr/bin/ceph: stdout { 2024-04-15T14:28:26.376 INFO:teuthology.orchestra.run.smithi016.stdout:/usr/bin/ceph: stdout "epoch": 5, 2024-04-15T14:28:26.376 INFO:teuthology.orchestra.run.smithi016.stdout:/usr/bin/ceph: stdout "available": true, 2024-04-15T14:28:26.377 INFO:teuthology.orchestra.run.smithi016.stdout:/usr/bin/ceph: stdout "active_name": "y", 2024-04-15T14:28:26.377 INFO:teuthology.orchestra.run.smithi016.stdout:/usr/bin/ceph: stdout "num_standby": 0 2024-04-15T14:28:26.377 INFO:teuthology.orchestra.run.smithi016.stdout:/usr/bin/ceph: stdout } 2024-04-15T14:28:26.377 INFO:teuthology.orchestra.run.smithi016.stdout:Waiting for the mgr to restart... 2024-04-15T14:28:26.377 INFO:teuthology.orchestra.run.smithi016.stdout:Waiting for mgr epoch 5... 2024-04-15T14:28:26.636 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:28:26 smithi016 ceph-mon[27435]: from='client.? 172.21.15.16:0/2581398245' entity='client.admin' cmd=[{"prefix": "mgr stat"}]: dispatch 2024-04-15T14:28:26.636 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 15 14:28:26 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-y[27693]: 2024-04-15T14:28:26.457+0000 7f7dc9892200 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-04-15T14:28:26.636 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 15 14:28:26 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-y[27693]: 2024-04-15T14:28:26.570+0000 7f7dc9892200 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-04-15T14:28:26.941 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 15 14:28:26 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-y[27693]: 2024-04-15T14:28:26.661+0000 7f7dc9892200 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-04-15T14:28:26.941 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 15 14:28:26 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-y[27693]: 2024-04-15T14:28:26.757+0000 7f7dc9892200 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-04-15T14:28:27.289 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 15 14:28:26 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-y[27693]: 2024-04-15T14:28:26.940+0000 7f7dc9892200 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-04-15T14:28:28.289 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 15 14:28:27 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-y[27693]: 2024-04-15T14:28:27.919+0000 7f7dc9892200 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-04-15T14:28:28.289 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 15 14:28:28 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-y[27693]: 2024-04-15T14:28:28.052+0000 7f7dc9892200 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-04-15T14:28:28.681 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 15 14:28:28 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-y[27693]: 2024-04-15T14:28:28.389+0000 7f7dc9892200 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-04-15T14:28:28.681 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 15 14:28:28 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-y[27693]: 2024-04-15T14:28:28.481+0000 7f7dc9892200 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-04-15T14:28:28.681 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 15 14:28:28 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-y[27693]: 2024-04-15T14:28:28.680+0000 7f7dc9892200 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-04-15T14:28:29.039 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 15 14:28:28 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-y[27693]: 2024-04-15T14:28:28.868+0000 7f7dc9892200 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-04-15T14:28:29.420 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 15 14:28:29 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-y[27693]: 2024-04-15T14:28:29.157+0000 7f7dc9892200 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-04-15T14:28:29.420 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 15 14:28:29 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-y[27693]: 2024-04-15T14:28:29.419+0000 7f7dc9892200 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-04-15T14:28:29.789 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 15 14:28:29 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-y[27693]: 2024-04-15T14:28:29.659+0000 7f7dc9892200 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-04-15T14:28:30.789 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 15 14:28:30 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-y[27693]: 2024-04-15T14:28:30.480+0000 7f7dc9892200 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-04-15T14:28:31.382 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 15 14:28:31 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-y[27693]: 2024-04-15T14:28:31.059+0000 7f7dc9892200 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-04-15T14:28:31.382 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 15 14:28:31 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-y[27693]: 2024-04-15T14:28:31.159+0000 7f7dc9892200 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-04-15T14:28:31.382 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 15 14:28:31 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-y[27693]: 2024-04-15T14:28:31.381+0000 7f7dc9892200 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-04-15T14:28:31.789 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:28:31 smithi016 ceph-mon[27435]: Active manager daemon y restarted 2024-04-15T14:28:31.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:28:31 smithi016 ceph-mon[27435]: Activating manager daemon y 2024-04-15T14:28:31.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:28:31 smithi016 ceph-mon[27435]: osdmap e2: 0 total, 0 up, 0 in 2024-04-15T14:28:31.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:28:31 smithi016 ceph-mon[27435]: mgrmap e6: y(active, starting, since 0.00319693s) 2024-04-15T14:28:31.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:28:31 smithi016 ceph-mon[27435]: from='mgr.14120 172.21.15.16:0/598118855' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-15T14:28:31.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:28:31 smithi016 ceph-mon[27435]: from='mgr.14120 172.21.15.16:0/598118855' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-04-15T14:28:31.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:28:31 smithi016 ceph-mon[27435]: from='mgr.14120 172.21.15.16:0/598118855' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-04-15T14:28:31.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:28:31 smithi016 ceph-mon[27435]: from='mgr.14120 172.21.15.16:0/598118855' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-04-15T14:28:31.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:28:31 smithi016 ceph-mon[27435]: from='mgr.14120 172.21.15.16:0/598118855' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-04-15T14:28:31.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:28:31 smithi016 ceph-mon[27435]: Manager daemon y is now available 2024-04-15T14:28:31.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:28:31 smithi016 ceph-mon[27435]: from='mgr.14120 172.21.15.16:0/598118855' entity='mgr.y' 2024-04-15T14:28:31.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:28:31 smithi016 ceph-mon[27435]: from='mgr.14120 172.21.15.16:0/598118855' entity='mgr.y' 2024-04-15T14:28:31.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:28:31 smithi016 ceph-mon[27435]: from='mgr.14120 172.21.15.16:0/598118855' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T14:28:31.791 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:28:31 smithi016 ceph-mon[27435]: from='mgr.14120 172.21.15.16:0/598118855' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T14:28:31.791 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:28:31 smithi016 ceph-mon[27435]: from='mgr.14120 172.21.15.16:0/598118855' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-04-15T14:28:31.791 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:28:31 smithi016 ceph-mon[27435]: from='mgr.14120 172.21.15.16:0/598118855' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-04-15T14:28:32.715 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:28:32 smithi016 ceph-mon[27435]: Found migration_current of "None". Setting to last migration. 2024-04-15T14:28:32.715 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:28:32 smithi016 ceph-mon[27435]: from='mgr.14120 172.21.15.16:0/598118855' entity='mgr.y' 2024-04-15T14:28:32.715 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:28:32 smithi016 ceph-mon[27435]: from='mgr.14120 172.21.15.16:0/598118855' entity='mgr.y' 2024-04-15T14:28:32.715 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:28:32 smithi016 ceph-mon[27435]: mgrmap e7: y(active, since 1.00558s) 2024-04-15T14:28:32.968 INFO:teuthology.orchestra.run.smithi016.stdout:/usr/bin/ceph: stdout { 2024-04-15T14:28:32.968 INFO:teuthology.orchestra.run.smithi016.stdout:/usr/bin/ceph: stdout "mgrmap_epoch": 7, 2024-04-15T14:28:32.968 INFO:teuthology.orchestra.run.smithi016.stdout:/usr/bin/ceph: stdout "initialized": true 2024-04-15T14:28:32.968 INFO:teuthology.orchestra.run.smithi016.stdout:/usr/bin/ceph: stdout } 2024-04-15T14:28:32.969 INFO:teuthology.orchestra.run.smithi016.stdout:mgr epoch 5 is available 2024-04-15T14:28:32.969 INFO:teuthology.orchestra.run.smithi016.stdout:Setting orchestrator backend to cephadm... 2024-04-15T14:28:33.701 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:28:33 smithi016 ceph-mon[27435]: [15/Apr/2024:14:28:32] ENGINE Bus STARTING 2024-04-15T14:28:33.701 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:28:33 smithi016 ceph-mon[27435]: [15/Apr/2024:14:28:32] ENGINE Serving on https://172.21.15.16:7150 2024-04-15T14:28:33.701 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:28:33 smithi016 ceph-mon[27435]: from='client.14124 -' entity='client.admin' cmd=[{"prefix": "get_command_descriptions"}]: dispatch 2024-04-15T14:28:33.701 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:28:33 smithi016 ceph-mon[27435]: from='client.14124 -' entity='client.admin' cmd=[{"prefix": "mgr_status"}]: dispatch 2024-04-15T14:28:33.702 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:28:33 smithi016 ceph-mon[27435]: [15/Apr/2024:14:28:32] ENGINE Serving on http://172.21.15.16:8765 2024-04-15T14:28:33.702 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:28:33 smithi016 ceph-mon[27435]: [15/Apr/2024:14:28:32] ENGINE Bus STARTED 2024-04-15T14:28:33.702 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:28:33 smithi016 ceph-mon[27435]: from='mgr.14120 172.21.15.16:0/598118855' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T14:28:34.539 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:28:34 smithi016 ceph-mon[27435]: mgrmap e8: y(active, since 2s) 2024-04-15T14:28:34.539 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:28:34 smithi016 ceph-mon[27435]: from='mgr.14120 172.21.15.16:0/598118855' entity='mgr.y' 2024-04-15T14:28:34.539 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:28:34 smithi016 ceph-mon[27435]: from='mgr.14120 172.21.15.16:0/598118855' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T14:28:35.539 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:28:35 smithi016 ceph-mon[27435]: from='client.14132 -' entity='client.admin' cmd=[{"prefix": "orch set backend", "module_name": "cephadm", "target": ["mon-mgr", ""]}]: dispatch 2024-04-15T14:28:35.580 INFO:teuthology.orchestra.run.smithi016.stdout:/usr/bin/ceph: stdout value unchanged 2024-04-15T14:28:35.580 INFO:teuthology.orchestra.run.smithi016.stdout:Generating ssh key... 2024-04-15T14:28:36.789 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:28:36 smithi016 ceph-mon[27435]: from='client.14134 -' entity='client.admin' cmd=[{"prefix": "cephadm set-user", "user": "root", "target": ["mon-mgr", ""]}]: dispatch 2024-04-15T14:28:36.790 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 15 14:28:36 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-y[27693]: Generating public/private rsa key pair. 2024-04-15T14:28:36.790 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 15 14:28:36 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-y[27693]: Your identification has been saved in /tmp/tmpwtoeg82e/key. 2024-04-15T14:28:36.790 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 15 14:28:36 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-y[27693]: Your public key has been saved in /tmp/tmpwtoeg82e/key.pub. 2024-04-15T14:28:36.790 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 15 14:28:36 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-y[27693]: The key fingerprint is: 2024-04-15T14:28:36.790 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 15 14:28:36 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-y[27693]: SHA256:TAKopVryT2SpnE0iIfrV10MbBuolqJwV2YZzaUVFrCk ceph-362ea986-fb34-11ee-bc8f-c7b262605968 2024-04-15T14:28:36.790 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 15 14:28:36 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-y[27693]: The key's randomart image is: 2024-04-15T14:28:36.790 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 15 14:28:36 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-y[27693]: +---[RSA 3072]----+ 2024-04-15T14:28:36.790 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 15 14:28:36 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-y[27693]: | .o+ ++=o | 2024-04-15T14:28:36.790 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 15 14:28:36 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-y[27693]: |o o ++*. = | 2024-04-15T14:28:36.790 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 15 14:28:36 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-y[27693]: |o= oB+ o* o | 2024-04-15T14:28:36.790 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 15 14:28:36 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-y[27693]: |*.o+*.E*+ + | 2024-04-15T14:28:36.790 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 15 14:28:36 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-y[27693]: |.B+X .oS . | 2024-04-15T14:28:36.790 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 15 14:28:36 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-y[27693]: |. * o | 2024-04-15T14:28:36.791 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 15 14:28:36 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-y[27693]: | o | 2024-04-15T14:28:36.791 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 15 14:28:36 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-y[27693]: | . | 2024-04-15T14:28:36.791 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 15 14:28:36 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-y[27693]: | | 2024-04-15T14:28:36.791 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 15 14:28:36 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-y[27693]: +----[SHA256]-----+ 2024-04-15T14:28:37.477 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:28:37 smithi016 ceph-mon[27435]: from='client.14136 -' entity='client.admin' cmd=[{"prefix": "cephadm generate-key", "target": ["mon-mgr", ""]}]: dispatch 2024-04-15T14:28:37.478 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:28:37 smithi016 ceph-mon[27435]: Generating ssh key... 2024-04-15T14:28:37.478 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:28:37 smithi016 ceph-mon[27435]: from='mgr.14120 172.21.15.16:0/598118855' entity='mgr.y' 2024-04-15T14:28:37.478 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:28:37 smithi016 ceph-mon[27435]: from='mgr.14120 172.21.15.16:0/598118855' entity='mgr.y' 2024-04-15T14:28:38.359 INFO:teuthology.orchestra.run.smithi016.stdout:/usr/bin/ceph: stdout ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQCmiHbQ7kOAaYVThRk7WJQB2VtUfqwa0qbbNwX0pvc/1DhntQTFY2udpLszfZQpGmpB8BISN0cgq47kRXUHhdIxTmHG8UOkI7ANv6NsZXTbf4avBnHGwx+lSrbzvkVT9gO86/2U97mdGgn8/U9O/KGwLoorGK8eVl74FF1ngEm5AScXJ5/6VdAs7bzY9PNPxrjxosVGEdcYpzkmHbJi/mNAHyYdzAWYAHVdBT/X5LjYXHghX+AL7Cs0w3ALs2c6Dh1b+aZ4Sx0JorZCKFEFQp83s+7zBsVUw6aALCJYLJ2iiEOczYG6SIv0y9G9Cj6k/dQljhNbxazyArWmrzVfGyQ1VwRSuM6fboM5QXpHvcfeyw37dSKkJRQO89uA7zDFKpm7o+6OqKV7K7taxSFH+lrxklgdAoLLCQHbilXmWhDJwDyM13vPNcJxtIzKiGerzZ6vt0Y+LwcX4JagSK45atCFLH88a3lqIAcZPNzEeA7A/qdYdzxVo9sWPPME3S2chVs= ceph-362ea986-fb34-11ee-bc8f-c7b262605968 2024-04-15T14:28:38.359 INFO:teuthology.orchestra.run.smithi016.stdout:Wrote public SSH key to /home/ubuntu/cephtest/ceph.pub 2024-04-15T14:28:38.359 INFO:teuthology.orchestra.run.smithi016.stdout:Adding key to root@localhost authorized_keys... 2024-04-15T14:28:38.360 INFO:teuthology.orchestra.run.smithi016.stdout:Adding host smithi016... 2024-04-15T14:28:38.667 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:28:38 smithi016 ceph-mon[27435]: from='client.14138 -' entity='client.admin' cmd=[{"prefix": "cephadm get-pub-key", "target": ["mon-mgr", ""]}]: dispatch 2024-04-15T14:28:39.605 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:28:39 smithi016 ceph-mon[27435]: from='client.14140 -' entity='client.admin' cmd=[{"prefix": "orch host add", "hostname": "smithi016", "addr": "172.21.15.16", "target": ["mon-mgr", ""]}]: dispatch 2024-04-15T14:28:40.789 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:28:40 smithi016 ceph-mon[27435]: Deploying cephadm binary to smithi016 2024-04-15T14:28:42.257 INFO:teuthology.orchestra.run.smithi016.stdout:/usr/bin/ceph: stdout Added host 'smithi016' with addr '172.21.15.16' 2024-04-15T14:28:42.258 INFO:teuthology.orchestra.run.smithi016.stdout:Deploying unmanaged mon service... 2024-04-15T14:28:42.894 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:28:42 smithi016 ceph-mon[27435]: from='mgr.14120 172.21.15.16:0/598118855' entity='mgr.y' 2024-04-15T14:28:42.894 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:28:42 smithi016 ceph-mon[27435]: Added host smithi016 2024-04-15T14:28:42.894 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:28:42 smithi016 ceph-mon[27435]: from='mgr.14120 172.21.15.16:0/598118855' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T14:28:43.599 INFO:teuthology.orchestra.run.smithi016.stdout:/usr/bin/ceph: stdout Scheduled mon update... 2024-04-15T14:28:43.599 INFO:teuthology.orchestra.run.smithi016.stdout:Deploying unmanaged mgr service... 2024-04-15T14:28:44.225 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:28:43 smithi016 ceph-mon[27435]: from='client.14142 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mon", "unmanaged": true, "target": ["mon-mgr", ""]}]: dispatch 2024-04-15T14:28:44.225 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:28:43 smithi016 ceph-mon[27435]: Saving service mon spec with placement count:5 2024-04-15T14:28:44.225 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:28:43 smithi016 ceph-mon[27435]: from='mgr.14120 172.21.15.16:0/598118855' entity='mgr.y' 2024-04-15T14:28:45.040 INFO:teuthology.orchestra.run.smithi016.stdout:/usr/bin/ceph: stdout Scheduled mgr update... 2024-04-15T14:28:45.717 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:28:45 smithi016 ceph-mon[27435]: from='client.14144 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mgr", "unmanaged": true, "target": ["mon-mgr", ""]}]: dispatch 2024-04-15T14:28:45.717 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:28:45 smithi016 ceph-mon[27435]: Saving service mgr spec with placement count:2 2024-04-15T14:28:45.717 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:28:45 smithi016 ceph-mon[27435]: from='mgr.14120 172.21.15.16:0/598118855' entity='mgr.y' 2024-04-15T14:28:46.849 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:28:46 smithi016 ceph-mon[27435]: from='client.? 172.21.15.16:0/4153967556' entity='client.admin' 2024-04-15T14:28:46.849 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:28:46 smithi016 ceph-mon[27435]: from='mgr.14120 172.21.15.16:0/598118855' entity='mgr.y' 2024-04-15T14:28:46.849 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:28:46 smithi016 ceph-mon[27435]: from='mgr.14120 172.21.15.16:0/598118855' entity='mgr.y' 2024-04-15T14:28:47.697 INFO:teuthology.orchestra.run.smithi016.stdout:Enabling the dashboard module... 2024-04-15T14:28:48.289 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:28:48 smithi016 ceph-mon[27435]: from='client.? 172.21.15.16:0/769670498' entity='client.admin' 2024-04-15T14:28:49.498 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:28:49 smithi016 ceph-mon[27435]: from='client.? 172.21.15.16:0/4038464565' entity='client.admin' cmd=[{"prefix": "mgr module enable", "module": "dashboard"}]: dispatch 2024-04-15T14:28:49.498 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:28:49 smithi016 ceph-mon[27435]: from='mgr.14120 172.21.15.16:0/598118855' entity='mgr.y' 2024-04-15T14:28:49.498 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 15 14:28:49 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-y[27693]: ignoring --setuser ceph since I am not root 2024-04-15T14:28:49.498 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 15 14:28:49 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-y[27693]: ignoring --setgroup ceph since I am not root 2024-04-15T14:28:49.780 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 15 14:28:49 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-y[27693]: 2024-04-15T14:28:49.683+0000 7fbe9e4fd200 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-04-15T14:28:49.781 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 15 14:28:49 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-y[27693]: 2024-04-15T14:28:49.779+0000 7fbe9e4fd200 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-04-15T14:28:50.380 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:28:50 smithi016 ceph-mon[27435]: from='client.? 172.21.15.16:0/4038464565' entity='client.admin' cmd='[{"prefix": "mgr module enable", "module": "dashboard"}]': finished 2024-04-15T14:28:50.380 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:28:50 smithi016 ceph-mon[27435]: mgrmap e9: y(active, since 17s) 2024-04-15T14:28:50.712 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 15 14:28:50 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-y[27693]: 2024-04-15T14:28:50.470+0000 7fbe9e4fd200 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-04-15T14:28:50.713 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 15 14:28:50 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-y[27693]: 2024-04-15T14:28:50.573+0000 7fbe9e4fd200 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-04-15T14:28:51.025 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 15 14:28:50 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-y[27693]: 2024-04-15T14:28:50.718+0000 7fbe9e4fd200 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-04-15T14:28:51.025 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 15 14:28:50 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-y[27693]: 2024-04-15T14:28:50.822+0000 7fbe9e4fd200 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-04-15T14:28:51.026 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 15 14:28:50 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-y[27693]: 2024-04-15T14:28:50.907+0000 7fbe9e4fd200 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-04-15T14:28:51.289 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:28:51 smithi016 ceph-mon[27435]: from='client.? 172.21.15.16:0/3006607442' entity='client.admin' cmd=[{"prefix": "mgr stat"}]: dispatch 2024-04-15T14:28:51.289 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 15 14:28:51 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-y[27693]: 2024-04-15T14:28:51.182+0000 7fbe9e4fd200 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-04-15T14:28:51.329 INFO:teuthology.orchestra.run.smithi016.stdout:/usr/bin/ceph: stdout { 2024-04-15T14:28:51.329 INFO:teuthology.orchestra.run.smithi016.stdout:/usr/bin/ceph: stdout "epoch": 9, 2024-04-15T14:28:51.329 INFO:teuthology.orchestra.run.smithi016.stdout:/usr/bin/ceph: stdout "available": true, 2024-04-15T14:28:51.330 INFO:teuthology.orchestra.run.smithi016.stdout:/usr/bin/ceph: stdout "active_name": "y", 2024-04-15T14:28:51.330 INFO:teuthology.orchestra.run.smithi016.stdout:/usr/bin/ceph: stdout "num_standby": 0 2024-04-15T14:28:51.330 INFO:teuthology.orchestra.run.smithi016.stdout:/usr/bin/ceph: stdout } 2024-04-15T14:28:51.330 INFO:teuthology.orchestra.run.smithi016.stdout:Waiting for the mgr to restart... 2024-04-15T14:28:51.330 INFO:teuthology.orchestra.run.smithi016.stdout:Waiting for mgr epoch 9... 2024-04-15T14:28:51.559 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 15 14:28:51 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-y[27693]: 2024-04-15T14:28:51.294+0000 7fbe9e4fd200 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-04-15T14:28:51.559 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 15 14:28:51 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-y[27693]: 2024-04-15T14:28:51.387+0000 7fbe9e4fd200 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-04-15T14:28:51.559 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 15 14:28:51 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-y[27693]: 2024-04-15T14:28:51.484+0000 7fbe9e4fd200 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-04-15T14:28:52.039 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 15 14:28:51 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-y[27693]: 2024-04-15T14:28:51.666+0000 7fbe9e4fd200 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-04-15T14:28:52.857 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 15 14:28:52 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-y[27693]: 2024-04-15T14:28:52.662+0000 7fbe9e4fd200 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-04-15T14:28:52.857 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 15 14:28:52 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-y[27693]: 2024-04-15T14:28:52.799+0000 7fbe9e4fd200 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-04-15T14:28:53.450 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 15 14:28:53 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-y[27693]: 2024-04-15T14:28:53.150+0000 7fbe9e4fd200 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-04-15T14:28:53.451 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 15 14:28:53 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-y[27693]: 2024-04-15T14:28:53.244+0000 7fbe9e4fd200 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-04-15T14:28:53.451 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 15 14:28:53 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-y[27693]: 2024-04-15T14:28:53.449+0000 7fbe9e4fd200 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-04-15T14:28:53.789 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 15 14:28:53 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-y[27693]: 2024-04-15T14:28:53.641+0000 7fbe9e4fd200 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-04-15T14:28:54.204 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 15 14:28:53 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-y[27693]: 2024-04-15T14:28:53.938+0000 7fbe9e4fd200 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-04-15T14:28:54.204 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 15 14:28:54 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-y[27693]: 2024-04-15T14:28:54.202+0000 7fbe9e4fd200 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-04-15T14:28:54.539 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 15 14:28:54 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-y[27693]: 2024-04-15T14:28:54.445+0000 7fbe9e4fd200 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-04-15T14:28:55.539 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 15 14:28:55 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-y[27693]: 2024-04-15T14:28:55.274+0000 7fbe9e4fd200 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-04-15T14:28:56.180 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 15 14:28:55 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-y[27693]: 2024-04-15T14:28:55.854+0000 7fbe9e4fd200 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-04-15T14:28:56.180 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 15 14:28:55 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-y[27693]: 2024-04-15T14:28:55.955+0000 7fbe9e4fd200 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-04-15T14:28:56.180 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 15 14:28:56 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-y[27693]: 2024-04-15T14:28:56.179+0000 7fbe9e4fd200 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-04-15T14:28:56.539 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:28:56 smithi016 ceph-mon[27435]: Active manager daemon y restarted 2024-04-15T14:28:56.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:28:56 smithi016 ceph-mon[27435]: Activating manager daemon y 2024-04-15T14:28:56.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:28:56 smithi016 ceph-mon[27435]: osdmap e3: 0 total, 0 up, 0 in 2024-04-15T14:28:56.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:28:56 smithi016 ceph-mon[27435]: mgrmap e10: y(active, starting, since 0.00321612s) 2024-04-15T14:28:56.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:28:56 smithi016 ceph-mon[27435]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-15T14:28:56.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:28:56 smithi016 ceph-mon[27435]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-04-15T14:28:56.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:28:56 smithi016 ceph-mon[27435]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-04-15T14:28:56.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:28:56 smithi016 ceph-mon[27435]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-04-15T14:28:56.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:28:56 smithi016 ceph-mon[27435]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-04-15T14:28:56.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:28:56 smithi016 ceph-mon[27435]: Manager daemon y is now available 2024-04-15T14:28:56.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:28:56 smithi016 ceph-mon[27435]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T14:28:56.541 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:28:56 smithi016 ceph-mon[27435]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-04-15T14:28:56.541 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:28:56 smithi016 ceph-mon[27435]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-04-15T14:28:57.324 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:28:57 smithi016 ceph-mon[27435]: [15/Apr/2024:14:28:56] ENGINE Bus STARTING 2024-04-15T14:28:57.324 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:28:57 smithi016 ceph-mon[27435]: [15/Apr/2024:14:28:57] ENGINE Serving on https://172.21.15.16:7150 2024-04-15T14:28:57.324 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:28:57 smithi016 ceph-mon[27435]: [15/Apr/2024:14:28:57] ENGINE Serving on http://172.21.15.16:8765 2024-04-15T14:28:57.324 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:28:57 smithi016 ceph-mon[27435]: [15/Apr/2024:14:28:57] ENGINE Bus STARTED 2024-04-15T14:28:57.324 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:28:57 smithi016 ceph-mon[27435]: mgrmap e11: y(active, since 1.00544s) 2024-04-15T14:28:58.115 INFO:teuthology.orchestra.run.smithi016.stdout:/usr/bin/ceph: stdout { 2024-04-15T14:28:58.115 INFO:teuthology.orchestra.run.smithi016.stdout:/usr/bin/ceph: stdout "mgrmap_epoch": 11, 2024-04-15T14:28:58.115 INFO:teuthology.orchestra.run.smithi016.stdout:/usr/bin/ceph: stdout "initialized": true 2024-04-15T14:28:58.115 INFO:teuthology.orchestra.run.smithi016.stdout:/usr/bin/ceph: stdout } 2024-04-15T14:28:58.116 INFO:teuthology.orchestra.run.smithi016.stdout:mgr epoch 9 is available 2024-04-15T14:28:58.116 INFO:teuthology.orchestra.run.smithi016.stdout:Generating a dashboard self-signed certificate... 2024-04-15T14:28:59.039 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:28:58 smithi016 ceph-mon[27435]: from='client.14156 -' entity='client.admin' cmd=[{"prefix": "get_command_descriptions"}]: dispatch 2024-04-15T14:28:59.039 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:28:58 smithi016 ceph-mon[27435]: from='client.14156 -' entity='client.admin' cmd=[{"prefix": "mgr_status"}]: dispatch 2024-04-15T14:28:59.039 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:28:58 smithi016 ceph-mon[27435]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' 2024-04-15T14:28:59.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:28:58 smithi016 ceph-mon[27435]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' 2024-04-15T14:28:59.636 INFO:teuthology.orchestra.run.smithi016.stdout:/usr/bin/ceph: stdout Self-signed certificate created 2024-04-15T14:28:59.636 INFO:teuthology.orchestra.run.smithi016.stdout:Creating initial admin user... 2024-04-15T14:28:59.985 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:28:59 smithi016 ceph-mon[27435]: mgrmap e12: y(active, since 2s) 2024-04-15T14:28:59.986 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:28:59 smithi016 ceph-mon[27435]: from='client.14164 -' entity='client.admin' cmd=[{"prefix": "dashboard create-self-signed-cert", "target": ["mon-mgr", ""]}]: dispatch 2024-04-15T14:28:59.986 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:28:59 smithi016 ceph-mon[27435]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' 2024-04-15T14:28:59.986 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:28:59 smithi016 ceph-mon[27435]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' 2024-04-15T14:29:01.445 INFO:teuthology.orchestra.run.smithi016.stdout:/usr/bin/ceph: stdout {"username": "admin", "password": "$2b$12$ZALzCQ/GytxqLA7xTuKxsem1XdjQLi7hSiZ2X/o5IRJJZnHQi0oaa", "roles": ["administrator"], "name": null, "email": null, "lastUpdate": 1713191340, "enabled": true, "pwdExpirationDate": null, "pwdUpdateRequired": true} 2024-04-15T14:29:01.445 INFO:teuthology.orchestra.run.smithi016.stdout:Fetching dashboard port number... 2024-04-15T14:29:01.696 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:29:01 smithi016 ceph-mon[27435]: from='client.14166 -' entity='client.admin' cmd=[{"prefix": "dashboard ac-user-create", "username": "admin", "rolename": "administrator", "force_password": true, "pwd_update_required": true, "target": ["mon-mgr", ""]}]: dispatch 2024-04-15T14:29:01.696 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:29:01 smithi016 ceph-mon[27435]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' 2024-04-15T14:29:02.789 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:29:02 smithi016 ceph-mon[27435]: from='client.? 172.21.15.16:0/4012535139' entity='client.admin' cmd=[{"prefix": "config get", "who": "mgr", "key": "mgr/dashboard/ssl_server_port"}]: dispatch 2024-04-15T14:29:03.021 INFO:teuthology.orchestra.run.smithi016.stdout:/usr/bin/ceph: stdout 8443 2024-04-15T14:29:03.029 INFO:teuthology.orchestra.run.smithi016.stdout:Non-zero exit code 1 from systemctl is-enabled firewalld.service 2024-04-15T14:29:03.029 INFO:teuthology.orchestra.run.smithi016.stdout:systemctl: stdout disabled 2024-04-15T14:29:03.036 INFO:teuthology.orchestra.run.smithi016.stdout:Non-zero exit code 3 from systemctl is-active firewalld.service 2024-04-15T14:29:03.036 INFO:teuthology.orchestra.run.smithi016.stdout:systemctl: stdout inactive 2024-04-15T14:29:03.036 INFO:teuthology.orchestra.run.smithi016.stdout:firewalld.service is not enabled 2024-04-15T14:29:03.036 INFO:teuthology.orchestra.run.smithi016.stdout:Not possible to open ports <[8443]>. firewalld.service is not available 2024-04-15T14:29:03.038 INFO:teuthology.orchestra.run.smithi016.stdout:Ceph Dashboard is now available at: 2024-04-15T14:29:03.038 INFO:teuthology.orchestra.run.smithi016.stdout: 2024-04-15T14:29:03.038 INFO:teuthology.orchestra.run.smithi016.stdout: URL: https://smithi016.front.sepia.ceph.com:8443/ 2024-04-15T14:29:03.038 INFO:teuthology.orchestra.run.smithi016.stdout: User: admin 2024-04-15T14:29:03.038 INFO:teuthology.orchestra.run.smithi016.stdout: Password: v18mbp7fuh 2024-04-15T14:29:03.038 INFO:teuthology.orchestra.run.smithi016.stdout: 2024-04-15T14:29:03.038 INFO:teuthology.orchestra.run.smithi016.stdout:Saving cluster configuration to /var/lib/ceph/362ea986-fb34-11ee-bc8f-c7b262605968/config directory 2024-04-15T14:29:03.039 INFO:teuthology.orchestra.run.smithi016.stdout:Enabling autotune for osd_memory_target 2024-04-15T14:29:03.893 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:29:03 smithi016 ceph-mon[27435]: mgrmap e13: y(active, since 6s) 2024-04-15T14:29:05.873 INFO:teuthology.orchestra.run.smithi016.stdout:/usr/bin/ceph: stderr set mgr/dashboard/cluster/status 2024-04-15T14:29:05.874 INFO:teuthology.orchestra.run.smithi016.stdout:You can access the Ceph CLI as following in case of multi-cluster or non-default config: 2024-04-15T14:29:05.874 INFO:teuthology.orchestra.run.smithi016.stdout: 2024-04-15T14:29:05.875 INFO:teuthology.orchestra.run.smithi016.stdout: sudo /home/ubuntu/cephtest/cephadm shell --fsid 362ea986-fb34-11ee-bc8f-c7b262605968 -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring 2024-04-15T14:29:05.875 INFO:teuthology.orchestra.run.smithi016.stdout: 2024-04-15T14:29:05.875 INFO:teuthology.orchestra.run.smithi016.stdout:Or, if you are only running a single cluster on this host: 2024-04-15T14:29:05.875 INFO:teuthology.orchestra.run.smithi016.stdout: 2024-04-15T14:29:05.875 INFO:teuthology.orchestra.run.smithi016.stdout: sudo /home/ubuntu/cephtest/cephadm shell 2024-04-15T14:29:05.875 INFO:teuthology.orchestra.run.smithi016.stdout: 2024-04-15T14:29:05.875 INFO:teuthology.orchestra.run.smithi016.stdout:Please consider enabling telemetry to help improve Ceph: 2024-04-15T14:29:05.875 INFO:teuthology.orchestra.run.smithi016.stdout: 2024-04-15T14:29:05.875 INFO:teuthology.orchestra.run.smithi016.stdout: ceph telemetry on 2024-04-15T14:29:05.875 INFO:teuthology.orchestra.run.smithi016.stdout: 2024-04-15T14:29:05.875 INFO:teuthology.orchestra.run.smithi016.stdout:For more information see: 2024-04-15T14:29:05.875 INFO:teuthology.orchestra.run.smithi016.stdout: 2024-04-15T14:29:05.876 INFO:teuthology.orchestra.run.smithi016.stdout: https://docs.ceph.com/en/latest/mgr/telemetry/ 2024-04-15T14:29:05.876 INFO:teuthology.orchestra.run.smithi016.stdout: 2024-04-15T14:29:05.876 INFO:teuthology.orchestra.run.smithi016.stdout:Bootstrap complete. 2024-04-15T14:29:05.914 INFO:tasks.cephadm:Fetching config... 2024-04-15T14:29:05.914 DEBUG:teuthology.orchestra.run.smithi016:> set -ex 2024-04-15T14:29:05.914 DEBUG:teuthology.orchestra.run.smithi016:> dd if=/etc/ceph/ceph.conf of=/dev/stdout 2024-04-15T14:29:05.931 INFO:tasks.cephadm:Fetching client.admin keyring... 2024-04-15T14:29:05.932 DEBUG:teuthology.orchestra.run.smithi016:> set -ex 2024-04-15T14:29:05.932 DEBUG:teuthology.orchestra.run.smithi016:> dd if=/etc/ceph/ceph.client.admin.keyring of=/dev/stdout 2024-04-15T14:29:05.989 INFO:tasks.cephadm:Fetching mon keyring... 2024-04-15T14:29:05.989 DEBUG:teuthology.orchestra.run.smithi016:> set -ex 2024-04-15T14:29:05.989 DEBUG:teuthology.orchestra.run.smithi016:> sudo dd if=/var/lib/ceph/362ea986-fb34-11ee-bc8f-c7b262605968/mon.a/keyring of=/dev/stdout 2024-04-15T14:29:06.058 INFO:tasks.cephadm:Fetching pub ssh key... 2024-04-15T14:29:06.058 DEBUG:teuthology.orchestra.run.smithi016:> set -ex 2024-04-15T14:29:06.059 DEBUG:teuthology.orchestra.run.smithi016:> dd if=/home/ubuntu/cephtest/ceph.pub of=/dev/stdout 2024-04-15T14:29:06.115 INFO:tasks.cephadm:Installing pub ssh key for root users... 2024-04-15T14:29:06.115 DEBUG:teuthology.orchestra.run.smithi016:> sudo install -d -m 0700 /root/.ssh && echo 'ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQCmiHbQ7kOAaYVThRk7WJQB2VtUfqwa0qbbNwX0pvc/1DhntQTFY2udpLszfZQpGmpB8BISN0cgq47kRXUHhdIxTmHG8UOkI7ANv6NsZXTbf4avBnHGwx+lSrbzvkVT9gO86/2U97mdGgn8/U9O/KGwLoorGK8eVl74FF1ngEm5AScXJ5/6VdAs7bzY9PNPxrjxosVGEdcYpzkmHbJi/mNAHyYdzAWYAHVdBT/X5LjYXHghX+AL7Cs0w3ALs2c6Dh1b+aZ4Sx0JorZCKFEFQp83s+7zBsVUw6aALCJYLJ2iiEOczYG6SIv0y9G9Cj6k/dQljhNbxazyArWmrzVfGyQ1VwRSuM6fboM5QXpHvcfeyw37dSKkJRQO89uA7zDFKpm7o+6OqKV7K7taxSFH+lrxklgdAoLLCQHbilXmWhDJwDyM13vPNcJxtIzKiGerzZ6vt0Y+LwcX4JagSK45atCFLH88a3lqIAcZPNzEeA7A/qdYdzxVo9sWPPME3S2chVs= ceph-362ea986-fb34-11ee-bc8f-c7b262605968' | sudo tee -a /root/.ssh/authorized_keys && sudo chmod 0600 /root/.ssh/authorized_keys 2024-04-15T14:29:06.196 INFO:teuthology.orchestra.run.smithi016.stdout:ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQCmiHbQ7kOAaYVThRk7WJQB2VtUfqwa0qbbNwX0pvc/1DhntQTFY2udpLszfZQpGmpB8BISN0cgq47kRXUHhdIxTmHG8UOkI7ANv6NsZXTbf4avBnHGwx+lSrbzvkVT9gO86/2U97mdGgn8/U9O/KGwLoorGK8eVl74FF1ngEm5AScXJ5/6VdAs7bzY9PNPxrjxosVGEdcYpzkmHbJi/mNAHyYdzAWYAHVdBT/X5LjYXHghX+AL7Cs0w3ALs2c6Dh1b+aZ4Sx0JorZCKFEFQp83s+7zBsVUw6aALCJYLJ2iiEOczYG6SIv0y9G9Cj6k/dQljhNbxazyArWmrzVfGyQ1VwRSuM6fboM5QXpHvcfeyw37dSKkJRQO89uA7zDFKpm7o+6OqKV7K7taxSFH+lrxklgdAoLLCQHbilXmWhDJwDyM13vPNcJxtIzKiGerzZ6vt0Y+LwcX4JagSK45atCFLH88a3lqIAcZPNzEeA7A/qdYdzxVo9sWPPME3S2chVs= ceph-362ea986-fb34-11ee-bc8f-c7b262605968 2024-04-15T14:29:06.212 DEBUG:teuthology.orchestra.run.smithi102:> sudo install -d -m 0700 /root/.ssh && echo 'ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQCmiHbQ7kOAaYVThRk7WJQB2VtUfqwa0qbbNwX0pvc/1DhntQTFY2udpLszfZQpGmpB8BISN0cgq47kRXUHhdIxTmHG8UOkI7ANv6NsZXTbf4avBnHGwx+lSrbzvkVT9gO86/2U97mdGgn8/U9O/KGwLoorGK8eVl74FF1ngEm5AScXJ5/6VdAs7bzY9PNPxrjxosVGEdcYpzkmHbJi/mNAHyYdzAWYAHVdBT/X5LjYXHghX+AL7Cs0w3ALs2c6Dh1b+aZ4Sx0JorZCKFEFQp83s+7zBsVUw6aALCJYLJ2iiEOczYG6SIv0y9G9Cj6k/dQljhNbxazyArWmrzVfGyQ1VwRSuM6fboM5QXpHvcfeyw37dSKkJRQO89uA7zDFKpm7o+6OqKV7K7taxSFH+lrxklgdAoLLCQHbilXmWhDJwDyM13vPNcJxtIzKiGerzZ6vt0Y+LwcX4JagSK45atCFLH88a3lqIAcZPNzEeA7A/qdYdzxVo9sWPPME3S2chVs= ceph-362ea986-fb34-11ee-bc8f-c7b262605968' | sudo tee -a /root/.ssh/authorized_keys && sudo chmod 0600 /root/.ssh/authorized_keys 2024-04-15T14:29:06.258 INFO:teuthology.orchestra.run.smithi102.stdout:ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQCmiHbQ7kOAaYVThRk7WJQB2VtUfqwa0qbbNwX0pvc/1DhntQTFY2udpLszfZQpGmpB8BISN0cgq47kRXUHhdIxTmHG8UOkI7ANv6NsZXTbf4avBnHGwx+lSrbzvkVT9gO86/2U97mdGgn8/U9O/KGwLoorGK8eVl74FF1ngEm5AScXJ5/6VdAs7bzY9PNPxrjxosVGEdcYpzkmHbJi/mNAHyYdzAWYAHVdBT/X5LjYXHghX+AL7Cs0w3ALs2c6Dh1b+aZ4Sx0JorZCKFEFQp83s+7zBsVUw6aALCJYLJ2iiEOczYG6SIv0y9G9Cj6k/dQljhNbxazyArWmrzVfGyQ1VwRSuM6fboM5QXpHvcfeyw37dSKkJRQO89uA7zDFKpm7o+6OqKV7K7taxSFH+lrxklgdAoLLCQHbilXmWhDJwDyM13vPNcJxtIzKiGerzZ6vt0Y+LwcX4JagSK45atCFLH88a3lqIAcZPNzEeA7A/qdYdzxVo9sWPPME3S2chVs= ceph-362ea986-fb34-11ee-bc8f-c7b262605968 2024-04-15T14:29:06.274 DEBUG:teuthology.orchestra.run.smithi016:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 362ea986-fb34-11ee-bc8f-c7b262605968 -- ceph config set mgr mgr/cephadm/allow_ptrace true 2024-04-15T14:29:06.508 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:29:06 smithi016 ceph-mon[27435]: from='client.? 172.21.15.16:0/455320235' entity='client.admin' 2024-04-15T14:29:06.661 INFO:teuthology.orchestra.run.smithi016.stderr:Inferring config /var/lib/ceph/362ea986-fb34-11ee-bc8f-c7b262605968/mon.a/config 2024-04-15T14:29:09.539 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:29:09 smithi016 ceph-mon[27435]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' 2024-04-15T14:29:09.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:29:09 smithi016 ceph-mon[27435]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' 2024-04-15T14:29:09.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:29:09 smithi016 ceph-mon[27435]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd/host:smithi016", "name": "osd_memory_target"}]: dispatch 2024-04-15T14:29:09.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:29:09 smithi016 ceph-mon[27435]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' 2024-04-15T14:29:09.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:29:09 smithi016 ceph-mon[27435]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T14:29:09.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:29:09 smithi016 ceph-mon[27435]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' 2024-04-15T14:29:09.942 INFO:tasks.cephadm:Distributing conf and client.admin keyring to all hosts + 0755 2024-04-15T14:29:09.942 DEBUG:teuthology.orchestra.run.smithi016:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 362ea986-fb34-11ee-bc8f-c7b262605968 -- ceph orch client-keyring set client.admin '*' --mode 0755 2024-04-15T14:29:10.155 INFO:teuthology.orchestra.run.smithi016.stderr:Inferring config /var/lib/ceph/362ea986-fb34-11ee-bc8f-c7b262605968/mon.a/config 2024-04-15T14:29:10.539 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:29:10 smithi016 ceph-mon[27435]: from='client.? 172.21.15.16:0/2114449021' entity='client.admin' 2024-04-15T14:29:10.539 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:29:10 smithi016 ceph-mon[27435]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T14:29:10.539 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:29:10 smithi016 ceph-mon[27435]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' 2024-04-15T14:29:12.795 INFO:tasks.cephadm:Writing (initial) conf and keyring to smithi102 2024-04-15T14:29:12.795 DEBUG:teuthology.orchestra.run.smithi102:> set -ex 2024-04-15T14:29:12.795 DEBUG:teuthology.orchestra.run.smithi102:> dd of=/etc/ceph/ceph.conf 2024-04-15T14:29:12.815 DEBUG:teuthology.orchestra.run.smithi102:> set -ex 2024-04-15T14:29:12.815 DEBUG:teuthology.orchestra.run.smithi102:> dd of=/etc/ceph/ceph.client.admin.keyring 2024-04-15T14:29:12.875 INFO:tasks.cephadm:Adding host smithi102 to orchestrator... 2024-04-15T14:29:12.875 DEBUG:teuthology.orchestra.run.smithi016:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 362ea986-fb34-11ee-bc8f-c7b262605968 -- ceph orch host add smithi102 2024-04-15T14:29:13.039 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:29:12 smithi016 ceph-mon[27435]: from='client.14176 -' entity='client.admin' cmd=[{"prefix": "orch client-keyring set", "entity": "client.admin", "placement": "*", "mode": "0755", "target": ["mon-mgr", ""]}]: dispatch 2024-04-15T14:29:13.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:29:12 smithi016 ceph-mon[27435]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' 2024-04-15T14:29:13.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:29:12 smithi016 ceph-mon[27435]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T14:29:13.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:29:12 smithi016 ceph-mon[27435]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T14:29:13.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:29:12 smithi016 ceph-mon[27435]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T14:29:13.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:29:12 smithi016 ceph-mon[27435]: Updating smithi016:/etc/ceph/ceph.conf 2024-04-15T14:29:13.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:29:12 smithi016 ceph-mon[27435]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' 2024-04-15T14:29:13.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:29:12 smithi016 ceph-mon[27435]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' 2024-04-15T14:29:13.041 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:29:12 smithi016 ceph-mon[27435]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' 2024-04-15T14:29:13.079 INFO:teuthology.orchestra.run.smithi016.stderr:Inferring config /var/lib/ceph/362ea986-fb34-11ee-bc8f-c7b262605968/mon.a/config 2024-04-15T14:29:14.271 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:29:13 smithi016 ceph-mon[27435]: Updating smithi016:/var/lib/ceph/362ea986-fb34-11ee-bc8f-c7b262605968/config/ceph.conf 2024-04-15T14:29:14.271 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:29:13 smithi016 ceph-mon[27435]: Updating smithi016:/etc/ceph/ceph.client.admin.keyring 2024-04-15T14:29:14.271 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:29:13 smithi016 ceph-mon[27435]: Updating smithi016:/var/lib/ceph/362ea986-fb34-11ee-bc8f-c7b262605968/config/ceph.client.admin.keyring 2024-04-15T14:29:15.539 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:29:15 smithi016 ceph-mon[27435]: from='client.14178 -' entity='client.admin' cmd=[{"prefix": "orch host add", "hostname": "smithi102", "target": ["mon-mgr", ""]}]: dispatch 2024-04-15T14:29:16.539 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:29:16 smithi016 ceph-mon[27435]: Deploying cephadm binary to smithi102 2024-04-15T14:29:17.492 INFO:teuthology.orchestra.run.smithi016.stdout:Added host 'smithi102' with addr '172.21.15.102' 2024-04-15T14:29:17.492 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:29:17 smithi016 ceph-mon[27435]: pgmap v3: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-15T14:29:18.056 DEBUG:teuthology.orchestra.run.smithi016:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 362ea986-fb34-11ee-bc8f-c7b262605968 -- ceph orch host ls --format=json 2024-04-15T14:29:18.262 INFO:teuthology.orchestra.run.smithi016.stderr:Inferring config /var/lib/ceph/362ea986-fb34-11ee-bc8f-c7b262605968/mon.a/config 2024-04-15T14:29:18.703 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:29:18 smithi016 ceph-mon[27435]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' 2024-04-15T14:29:18.703 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:29:18 smithi016 ceph-mon[27435]: Added host smithi102 2024-04-15T14:29:18.704 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:29:18 smithi016 ceph-mon[27435]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T14:29:18.704 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:29:18 smithi016 ceph-mon[27435]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' 2024-04-15T14:29:18.704 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:29:18 smithi016 ceph-mon[27435]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' 2024-04-15T14:29:20.020 INFO:teuthology.orchestra.run.smithi016.stdout: 2024-04-15T14:29:20.020 INFO:teuthology.orchestra.run.smithi016.stdout:[{"addr": "172.21.15.16", "hostname": "smithi016", "labels": [], "status": ""}, {"addr": "172.21.15.102", "hostname": "smithi102", "labels": [], "status": ""}] 2024-04-15T14:29:20.289 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:29:20 smithi016 ceph-mon[27435]: pgmap v4: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-15T14:29:20.289 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:29:20 smithi016 ceph-mon[27435]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' 2024-04-15T14:29:20.575 INFO:tasks.cephadm:Setting crush tunables to default 2024-04-15T14:29:20.576 DEBUG:teuthology.orchestra.run.smithi016:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 362ea986-fb34-11ee-bc8f-c7b262605968 -- ceph osd crush tunables default 2024-04-15T14:29:20.779 INFO:teuthology.orchestra.run.smithi016.stderr:Inferring config /var/lib/ceph/362ea986-fb34-11ee-bc8f-c7b262605968/mon.a/config 2024-04-15T14:29:21.149 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:29:21 smithi016 ceph-mon[27435]: from='client.14180 -' entity='client.admin' cmd=[{"prefix": "orch host ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-15T14:29:22.238 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:29:22 smithi016 ceph-mon[27435]: pgmap v5: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-15T14:29:22.238 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:29:22 smithi016 ceph-mon[27435]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' 2024-04-15T14:29:22.238 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:29:22 smithi016 ceph-mon[27435]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' 2024-04-15T14:29:22.238 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:29:22 smithi016 ceph-mon[27435]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' 2024-04-15T14:29:22.239 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:29:22 smithi016 ceph-mon[27435]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' 2024-04-15T14:29:22.239 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:29:22 smithi016 ceph-mon[27435]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd/host:smithi102", "name": "osd_memory_target"}]: dispatch 2024-04-15T14:29:22.239 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:29:22 smithi016 ceph-mon[27435]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T14:29:22.239 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:29:22 smithi016 ceph-mon[27435]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T14:29:23.102 INFO:teuthology.orchestra.run.smithi016.stderr:adjusted tunables profile to default 2024-04-15T14:29:23.383 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:29:23 smithi016 ceph-mon[27435]: Updating smithi102:/etc/ceph/ceph.conf 2024-04-15T14:29:23.384 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:29:23 smithi016 ceph-mon[27435]: Updating smithi102:/var/lib/ceph/362ea986-fb34-11ee-bc8f-c7b262605968/config/ceph.conf 2024-04-15T14:29:23.384 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:29:23 smithi016 ceph-mon[27435]: from='client.? 172.21.15.16:0/896580132' entity='client.admin' cmd=[{"prefix": "osd crush tunables", "profile": "default"}]: dispatch 2024-04-15T14:29:23.384 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:29:23 smithi016 ceph-mon[27435]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' 2024-04-15T14:29:23.384 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:29:23 smithi016 ceph-mon[27435]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' 2024-04-15T14:29:23.384 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:29:23 smithi016 ceph-mon[27435]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' 2024-04-15T14:29:23.673 INFO:tasks.cephadm:Adding mon.a on smithi016 2024-04-15T14:29:23.673 INFO:tasks.cephadm:Adding mon.c on smithi016 2024-04-15T14:29:23.673 INFO:tasks.cephadm:Adding mon.b on smithi102 2024-04-15T14:29:23.673 DEBUG:teuthology.orchestra.run.smithi102:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 362ea986-fb34-11ee-bc8f-c7b262605968 -- ceph orch apply mon '3;smithi016:172.21.15.16=a;smithi016:[v2:172.21.15.16:3301,v1:172.21.15.16:6790]=c;smithi102:172.21.15.102=b' 2024-04-15T14:29:23.875 INFO:teuthology.orchestra.run.smithi102.stderr:Inferring config /var/lib/ceph/362ea986-fb34-11ee-bc8f-c7b262605968/config/ceph.conf 2024-04-15T14:29:24.364 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:29:24 smithi016 ceph-mon[27435]: pgmap v6: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-15T14:29:24.364 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:29:24 smithi016 ceph-mon[27435]: Updating smithi102:/etc/ceph/ceph.client.admin.keyring 2024-04-15T14:29:24.364 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:29:24 smithi016 ceph-mon[27435]: Updating smithi102:/var/lib/ceph/362ea986-fb34-11ee-bc8f-c7b262605968/config/ceph.client.admin.keyring 2024-04-15T14:29:24.364 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:29:24 smithi016 ceph-mon[27435]: from='client.? 172.21.15.16:0/896580132' entity='client.admin' cmd='[{"prefix": "osd crush tunables", "profile": "default"}]': finished 2024-04-15T14:29:24.364 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:29:24 smithi016 ceph-mon[27435]: osdmap e4: 0 total, 0 up, 0 in 2024-04-15T14:29:25.574 INFO:teuthology.orchestra.run.smithi102.stdout:Scheduled mon update... 2024-04-15T14:29:26.158 DEBUG:teuthology.orchestra.run.smithi016:mon.c> sudo journalctl -f -n 0 -u ceph-362ea986-fb34-11ee-bc8f-c7b262605968@mon.c.service 2024-04-15T14:29:26.161 DEBUG:teuthology.orchestra.run.smithi102:mon.b> sudo journalctl -f -n 0 -u ceph-362ea986-fb34-11ee-bc8f-c7b262605968@mon.b.service 2024-04-15T14:29:26.164 INFO:tasks.cephadm:Waiting for 3 mons in monmap... 2024-04-15T14:29:26.164 DEBUG:teuthology.orchestra.run.smithi102:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 362ea986-fb34-11ee-bc8f-c7b262605968 -- ceph mon dump -f json 2024-04-15T14:29:26.539 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:29:26 smithi016 ceph-mon[27435]: pgmap v8: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-15T14:29:26.539 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:29:26 smithi016 ceph-mon[27435]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' 2024-04-15T14:29:26.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:29:26 smithi016 ceph-mon[27435]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T14:29:26.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:29:26 smithi016 ceph-mon[27435]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T14:29:26.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:29:26 smithi016 ceph-mon[27435]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T14:29:26.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:29:26 smithi016 ceph-mon[27435]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' 2024-04-15T14:29:26.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:29:26 smithi016 ceph-mon[27435]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-15T14:29:26.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:29:26 smithi016 ceph-mon[27435]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T14:29:26.913 INFO:teuthology.orchestra.run.smithi102.stderr:Inferring config /var/lib/ceph/362ea986-fb34-11ee-bc8f-c7b262605968/config/ceph.conf 2024-04-15T14:29:27.539 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:29:27 smithi016 ceph-mon[27435]: from='client.14184 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mon", "placement": "3;smithi016:172.21.15.16=a;smithi016:[v2:172.21.15.16:3301,v1:172.21.15.16:6790]=c;smithi102:172.21.15.102=b", "target": ["mon-mgr", ""]}]: dispatch 2024-04-15T14:29:27.539 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:29:27 smithi016 ceph-mon[27435]: Saving service mon spec with placement smithi016:172.21.15.16=a;smithi016:[v2:172.21.15.16:3301,v1:172.21.15.16:6790]=c;smithi102:172.21.15.102=b;count:3 2024-04-15T14:29:27.539 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:29:27 smithi016 ceph-mon[27435]: Deploying daemon mon.b on smithi102 2024-04-15T14:29:28.539 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:29:28 smithi016 ceph-mon[27435]: pgmap v9: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-15T14:29:29.887 INFO:teuthology.orchestra.run.smithi102.stdout: 2024-04-15T14:29:29.888 INFO:teuthology.orchestra.run.smithi102.stdout:{"epoch":1,"fsid":"362ea986-fb34-11ee-bc8f-c7b262605968","modified":"2024-04-15T14:28:00.200872Z","created":"2024-04-15T14:28:00.200872Z","min_mon_release":18,"min_mon_release_name":"reef","election_strategy":1,"disallowed_leaders: ":"","stretch_mode":false,"tiebreaker_mon":"","removed_ranks: ":"","features":{"persistent":["kraken","luminous","mimic","osdmap-prune","nautilus","octopus","pacific","elector-pinging","quincy","reef"],"optional":[]},"mons":[{"rank":0,"name":"a","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:3300","nonce":0},{"type":"v1","addr":"172.21.15.16:6789","nonce":0}]},"addr":"172.21.15.16:6789/0","public_addr":"172.21.15.16:6789/0","priority":0,"weight":0,"crush_location":"{}"}],"quorum":[0]} 2024-04-15T14:29:29.889 INFO:teuthology.orchestra.run.smithi102.stderr:dumped monmap epoch 1 2024-04-15T14:29:30.539 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:29:30 smithi016 ceph-mon[27435]: pgmap v10: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-15T14:29:30.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:29:30 smithi016 ceph-mon[27435]: from='client.? 172.21.15.102:0/446082912' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2024-04-15T14:29:30.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:29:30 smithi102 podman[30979]: 2024-04-15 14:29:30.781673245 +0000 UTC m=+0.017251403 image pull aa4d2281650a289361c9d357c9b9a75da908c6b769a679c7cb0b40af12301f38 quay.ceph.io/ceph-ci/ceph@sha256:68779415073ff203e402b0379758fdddf51fc45e34dd0f039888aa95268c5315 2024-04-15T14:29:31.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:29:31 smithi102 podman[30979]: 2024-04-15 14:29:31.040788083 +0000 UTC m=+0.276366232 container init 07416040f2293aad363d792f1598699cfecb82e9eb5df8e1ae2fc288364e3b74 (image=quay.ceph.io/ceph-ci/ceph@sha256:68779415073ff203e402b0379758fdddf51fc45e34dd0f039888aa95268c5315, name=ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mon-b, RELEASE=reef-e3fb05d, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, GIT_CLEAN=True, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240409, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, ceph=True, org.label-schema.name=CentOS Stream 8 Base Image, io.buildah.version=1.33.5, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-04-15T14:29:31.438 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:29:31 smithi102 podman[30979]: 2024-04-15 14:29:31.04659277 +0000 UTC m=+0.282170917 container start 07416040f2293aad363d792f1598699cfecb82e9eb5df8e1ae2fc288364e3b74 (image=quay.ceph.io/ceph-ci/ceph@sha256:68779415073ff203e402b0379758fdddf51fc45e34dd0f039888aa95268c5315, name=ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mon-b, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, GIT_CLEAN=True, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240409, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image, io.buildah.version=1.33.5, CEPH_POINT_RELEASE=, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.vendor=CentOS, RELEASE=reef-e3fb05d, ceph=True) 2024-04-15T14:29:31.438 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:29:31 smithi102 ceph-mon[31017]: set uid:gid to 167:167 (ceph:ceph) 2024-04-15T14:29:31.438 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:29:31 smithi102 ceph-mon[31017]: ceph version 18.2.2-1221-ge3fb05d5 (e3fb05d5e6da84b5c44db3f3051c4d242f9809c1) reef (stable), process ceph-mon, pid 7 2024-04-15T14:29:31.438 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:29:31 smithi102 ceph-mon[31017]: pidfile_write: ignore empty --pid-file 2024-04-15T14:29:31.438 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:29:31 smithi102 ceph-mon[31017]: load: jerasure load: lrc 2024-04-15T14:29:31.438 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:29:31 smithi102 ceph-mon[31017]: rocksdb: RocksDB version: 7.9.2 2024-04-15T14:29:31.438 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:29:31 smithi102 ceph-mon[31017]: rocksdb: Git sha 0 2024-04-15T14:29:31.438 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:29:31 smithi102 ceph-mon[31017]: rocksdb: Compile date 2024-04-14 15:03:13 2024-04-15T14:29:31.438 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:29:31 smithi102 ceph-mon[31017]: rocksdb: DB SUMMARY 2024-04-15T14:29:31.438 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:29:31 smithi102 ceph-mon[31017]: rocksdb: DB Session ID: DJU4URU2Q82MPF3PFV97 2024-04-15T14:29:31.438 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:29:31 smithi102 ceph-mon[31017]: rocksdb: CURRENT file: CURRENT 2024-04-15T14:29:31.438 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:29:31 smithi102 ceph-mon[31017]: rocksdb: IDENTITY file: IDENTITY 2024-04-15T14:29:31.438 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:29:31 smithi102 ceph-mon[31017]: rocksdb: MANIFEST file: MANIFEST-000005 size: 59 Bytes 2024-04-15T14:29:31.439 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:29:31 smithi102 ceph-mon[31017]: rocksdb: SST files in /var/lib/ceph/mon/ceph-b/store.db dir, Total Num: 0, files: 2024-04-15T14:29:31.439 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:29:31 smithi102 ceph-mon[31017]: rocksdb: Write Ahead Log file in /var/lib/ceph/mon/ceph-b/store.db: 000004.log size: 511 ; 2024-04-15T14:29:31.439 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:29:31 smithi102 ceph-mon[31017]: rocksdb: Options.error_if_exists: 0 2024-04-15T14:29:31.439 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:29:31 smithi102 ceph-mon[31017]: rocksdb: Options.create_if_missing: 0 2024-04-15T14:29:31.439 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:29:31 smithi102 ceph-mon[31017]: rocksdb: Options.paranoid_checks: 1 2024-04-15T14:29:31.439 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:29:31 smithi102 ceph-mon[31017]: rocksdb: Options.flush_verify_memtable_count: 1 2024-04-15T14:29:31.439 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:29:31 smithi102 ceph-mon[31017]: rocksdb: Options.track_and_verify_wals_in_manifest: 0 2024-04-15T14:29:31.439 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:29:31 smithi102 ceph-mon[31017]: rocksdb: Options.verify_sst_unique_id_in_manifest: 1 2024-04-15T14:29:31.439 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:29:31 smithi102 ceph-mon[31017]: rocksdb: Options.env: 0x555fa8e61820 2024-04-15T14:29:31.439 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:29:31 smithi102 ceph-mon[31017]: rocksdb: Options.fs: PosixFileSystem 2024-04-15T14:29:31.439 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:29:31 smithi102 ceph-mon[31017]: rocksdb: Options.info_log: 0x555fab71d520 2024-04-15T14:29:31.439 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:29:31 smithi102 ceph-mon[31017]: rocksdb: Options.max_file_opening_threads: 16 2024-04-15T14:29:31.439 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:29:31 smithi102 ceph-mon[31017]: rocksdb: Options.statistics: (nil) 2024-04-15T14:29:31.441 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:29:31 smithi102 ceph-mon[31017]: rocksdb: Options.use_fsync: 0 2024-04-15T14:29:31.441 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:29:31 smithi102 ceph-mon[31017]: rocksdb: Options.max_log_file_size: 0 2024-04-15T14:29:31.441 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:29:31 smithi102 ceph-mon[31017]: rocksdb: Options.max_manifest_file_size: 1073741824 2024-04-15T14:29:31.441 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:29:31 smithi102 ceph-mon[31017]: rocksdb: Options.log_file_time_to_roll: 0 2024-04-15T14:29:31.441 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:29:31 smithi102 ceph-mon[31017]: rocksdb: Options.keep_log_file_num: 1000 2024-04-15T14:29:31.441 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:29:31 smithi102 ceph-mon[31017]: rocksdb: Options.recycle_log_file_num: 0 2024-04-15T14:29:31.442 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:29:31 smithi102 ceph-mon[31017]: rocksdb: Options.allow_fallocate: 1 2024-04-15T14:29:31.442 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:29:31 smithi102 ceph-mon[31017]: rocksdb: Options.allow_mmap_reads: 0 2024-04-15T14:29:31.442 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:29:31 smithi102 ceph-mon[31017]: rocksdb: Options.allow_mmap_writes: 0 2024-04-15T14:29:31.442 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:29:31 smithi102 ceph-mon[31017]: rocksdb: Options.use_direct_reads: 0 2024-04-15T14:29:31.442 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:29:31 smithi102 ceph-mon[31017]: rocksdb: Options.use_direct_io_for_flush_and_compaction: 0 2024-04-15T14:29:31.443 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:29:31 smithi102 ceph-mon[31017]: rocksdb: Options.create_missing_column_families: 0 2024-04-15T14:29:31.443 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:29:31 smithi102 ceph-mon[31017]: rocksdb: Options.db_log_dir: 2024-04-15T14:29:31.443 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:29:31 smithi102 ceph-mon[31017]: rocksdb: Options.wal_dir: 2024-04-15T14:29:31.443 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:29:31 smithi102 ceph-mon[31017]: rocksdb: Options.table_cache_numshardbits: 6 2024-04-15T14:29:31.443 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:29:31 smithi102 ceph-mon[31017]: rocksdb: Options.WAL_ttl_seconds: 0 2024-04-15T14:29:31.443 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:29:31 smithi102 ceph-mon[31017]: rocksdb: Options.WAL_size_limit_MB: 0 2024-04-15T14:29:31.443 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:29:31 smithi102 ceph-mon[31017]: rocksdb: Options.max_write_batch_group_size_bytes: 1048576 2024-04-15T14:29:31.443 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:29:31 smithi102 ceph-mon[31017]: rocksdb: Options.manifest_preallocation_size: 4194304 2024-04-15T14:29:31.443 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:29:31 smithi102 ceph-mon[31017]: rocksdb: Options.is_fd_close_on_exec: 1 2024-04-15T14:29:31.443 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:29:31 smithi102 ceph-mon[31017]: rocksdb: Options.advise_random_on_open: 1 2024-04-15T14:29:31.443 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:29:31 smithi102 ceph-mon[31017]: rocksdb: Options.db_write_buffer_size: 0 2024-04-15T14:29:31.443 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:29:31 smithi102 ceph-mon[31017]: rocksdb: Options.write_buffer_manager: 0x555faa992140 2024-04-15T14:29:31.444 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:29:31 smithi102 ceph-mon[31017]: rocksdb: Options.access_hint_on_compaction_start: 1 2024-04-15T14:29:31.444 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:29:31 smithi102 ceph-mon[31017]: rocksdb: Options.random_access_max_buffer_size: 1048576 2024-04-15T14:29:31.444 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:29:31 smithi102 ceph-mon[31017]: rocksdb: Options.use_adaptive_mutex: 0 2024-04-15T14:29:31.444 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:29:31 smithi102 ceph-mon[31017]: rocksdb: Options.rate_limiter: (nil) 2024-04-15T14:29:31.444 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:29:31 smithi102 ceph-mon[31017]: rocksdb: Options.sst_file_manager.rate_bytes_per_sec: 0 2024-04-15T14:29:31.444 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:29:31 smithi102 ceph-mon[31017]: rocksdb: Options.wal_recovery_mode: 2 2024-04-15T14:29:31.444 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:29:31 smithi102 ceph-mon[31017]: rocksdb: Options.enable_thread_tracking: 0 2024-04-15T14:29:31.444 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:29:31 smithi102 ceph-mon[31017]: rocksdb: Options.enable_pipelined_write: 0 2024-04-15T14:29:31.444 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:29:31 smithi102 ceph-mon[31017]: rocksdb: Options.unordered_write: 0 2024-04-15T14:29:31.444 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:29:31 smithi102 ceph-mon[31017]: rocksdb: Options.allow_concurrent_memtable_write: 1 2024-04-15T14:29:31.444 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:29:31 smithi102 ceph-mon[31017]: rocksdb: Options.enable_write_thread_adaptive_yield: 1 2024-04-15T14:29:31.444 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:29:31 smithi102 ceph-mon[31017]: rocksdb: Options.write_thread_max_yield_usec: 100 2024-04-15T14:29:31.444 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:29:31 smithi102 ceph-mon[31017]: rocksdb: Options.write_thread_slow_yield_usec: 3 2024-04-15T14:29:31.444 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:29:31 smithi102 ceph-mon[31017]: rocksdb: Options.row_cache: None 2024-04-15T14:29:31.445 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:29:31 smithi102 ceph-mon[31017]: rocksdb: Options.wal_filter: None 2024-04-15T14:29:31.445 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:29:31 smithi102 ceph-mon[31017]: rocksdb: Options.avoid_flush_during_recovery: 0 2024-04-15T14:29:31.445 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:29:31 smithi102 ceph-mon[31017]: rocksdb: Options.allow_ingest_behind: 0 2024-04-15T14:29:31.445 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:29:31 smithi102 ceph-mon[31017]: rocksdb: Options.two_write_queues: 0 2024-04-15T14:29:31.445 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:29:31 smithi102 ceph-mon[31017]: rocksdb: Options.manual_wal_flush: 0 2024-04-15T14:29:31.445 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:29:31 smithi102 ceph-mon[31017]: rocksdb: Options.wal_compression: 0 2024-04-15T14:29:31.445 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:29:31 smithi102 ceph-mon[31017]: rocksdb: Options.atomic_flush: 0 2024-04-15T14:29:31.445 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:29:31 smithi102 ceph-mon[31017]: rocksdb: Options.avoid_unnecessary_blocking_io: 0 2024-04-15T14:29:31.446 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:29:31 smithi102 ceph-mon[31017]: rocksdb: Options.persist_stats_to_disk: 0 2024-04-15T14:29:31.446 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:29:31 smithi102 ceph-mon[31017]: rocksdb: Options.write_dbid_to_manifest: 0 2024-04-15T14:29:31.446 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:29:31 smithi102 ceph-mon[31017]: rocksdb: Options.log_readahead_size: 0 2024-04-15T14:29:31.446 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:29:31 smithi102 ceph-mon[31017]: rocksdb: Options.file_checksum_gen_factory: Unknown 2024-04-15T14:29:31.446 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:29:31 smithi102 ceph-mon[31017]: rocksdb: Options.best_efforts_recovery: 0 2024-04-15T14:29:31.446 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:29:31 smithi102 ceph-mon[31017]: rocksdb: Options.max_bgerror_resume_count: 2147483647 2024-04-15T14:29:31.446 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:29:31 smithi102 ceph-mon[31017]: rocksdb: Options.bgerror_resume_retry_interval: 1000000 2024-04-15T14:29:31.447 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:29:31 smithi102 ceph-mon[31017]: rocksdb: Options.allow_data_in_errors: 0 2024-04-15T14:29:31.447 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:29:31 smithi102 ceph-mon[31017]: rocksdb: Options.db_host_id: __hostname__ 2024-04-15T14:29:31.447 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:29:31 smithi102 ceph-mon[31017]: rocksdb: Options.enforce_single_del_contracts: true 2024-04-15T14:29:31.447 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:29:31 smithi102 ceph-mon[31017]: rocksdb: Options.max_background_jobs: 2 2024-04-15T14:29:31.447 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:29:31 smithi102 ceph-mon[31017]: rocksdb: Options.max_background_compactions: -1 2024-04-15T14:29:31.447 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:29:31 smithi102 ceph-mon[31017]: rocksdb: Options.max_subcompactions: 1 2024-04-15T14:29:31.447 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:29:31 smithi102 ceph-mon[31017]: rocksdb: Options.avoid_flush_during_shutdown: 0 2024-04-15T14:29:31.447 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:29:31 smithi102 ceph-mon[31017]: rocksdb: Options.writable_file_max_buffer_size: 1048576 2024-04-15T14:29:31.447 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:29:31 smithi102 ceph-mon[31017]: rocksdb: Options.delayed_write_rate : 16777216 2024-04-15T14:29:31.447 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:29:31 smithi102 ceph-mon[31017]: rocksdb: Options.max_total_wal_size: 0 2024-04-15T14:29:31.447 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:29:31 smithi102 ceph-mon[31017]: rocksdb: Options.delete_obsolete_files_period_micros: 21600000000 2024-04-15T14:29:31.448 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:29:31 smithi102 ceph-mon[31017]: rocksdb: Options.stats_dump_period_sec: 600 2024-04-15T14:29:31.448 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:29:31 smithi102 ceph-mon[31017]: rocksdb: Options.stats_persist_period_sec: 600 2024-04-15T14:29:31.448 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:29:31 smithi102 ceph-mon[31017]: rocksdb: Options.stats_history_buffer_size: 1048576 2024-04-15T14:29:31.448 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:29:31 smithi102 ceph-mon[31017]: rocksdb: Options.max_open_files: -1 2024-04-15T14:29:31.448 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:29:31 smithi102 ceph-mon[31017]: rocksdb: Options.bytes_per_sync: 0 2024-04-15T14:29:31.448 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:29:31 smithi102 ceph-mon[31017]: rocksdb: Options.wal_bytes_per_sync: 0 2024-04-15T14:29:31.448 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:29:31 smithi102 ceph-mon[31017]: rocksdb: Options.strict_bytes_per_sync: 0 2024-04-15T14:29:31.448 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:29:31 smithi102 ceph-mon[31017]: rocksdb: Options.compaction_readahead_size: 0 2024-04-15T14:29:31.448 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:29:31 smithi102 ceph-mon[31017]: rocksdb: Options.max_background_flushes: -1 2024-04-15T14:29:31.448 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:29:31 smithi102 ceph-mon[31017]: rocksdb: Compression algorithms supported: 2024-04-15T14:29:31.448 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:29:31 smithi102 ceph-mon[31017]: rocksdb: kZSTDNotFinalCompression supported: 0 2024-04-15T14:29:31.448 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:29:31 smithi102 ceph-mon[31017]: rocksdb: kZSTD supported: 0 2024-04-15T14:29:31.448 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:29:31 smithi102 ceph-mon[31017]: rocksdb: kXpressCompression supported: 0 2024-04-15T14:29:31.448 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:29:31 smithi102 ceph-mon[31017]: rocksdb: kLZ4HCCompression supported: 1 2024-04-15T14:29:31.449 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:29:31 smithi102 ceph-mon[31017]: rocksdb: kZlibCompression supported: 1 2024-04-15T14:29:31.449 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:29:31 smithi102 ceph-mon[31017]: rocksdb: kSnappyCompression supported: 1 2024-04-15T14:29:31.449 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:29:31 smithi102 ceph-mon[31017]: rocksdb: kLZ4Compression supported: 1 2024-04-15T14:29:31.449 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:29:31 smithi102 ceph-mon[31017]: rocksdb: kBZip2Compression supported: 0 2024-04-15T14:29:31.449 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:29:31 smithi102 ceph-mon[31017]: rocksdb: Fast CRC32 supported: Supported on x86 2024-04-15T14:29:31.449 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:29:31 smithi102 ceph-mon[31017]: rocksdb: DMutex implementation: pthread_mutex_t 2024-04-15T14:29:31.449 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:29:31 smithi102 ceph-mon[31017]: rocksdb: [db/version_set.cc:5527] Recovering from manifest file: /var/lib/ceph/mon/ceph-b/store.db/MANIFEST-000005 2024-04-15T14:29:31.449 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:29:31 smithi102 ceph-mon[31017]: rocksdb: [db/column_family.cc:630] --------------- Options for column family [default]: 2024-04-15T14:29:31.449 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:29:31 smithi102 ceph-mon[31017]: rocksdb: Options.comparator: leveldb.BytewiseComparator 2024-04-15T14:29:31.449 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:29:31 smithi102 ceph-mon[31017]: rocksdb: Options.merge_operator: 2024-04-15T14:29:31.449 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:29:31 smithi102 ceph-mon[31017]: rocksdb: Options.compaction_filter: None 2024-04-15T14:29:31.449 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:29:31 smithi102 ceph-mon[31017]: rocksdb: Options.compaction_filter_factory: None 2024-04-15T14:29:31.449 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:29:31 smithi102 ceph-mon[31017]: rocksdb: Options.sst_partitioner_factory: None 2024-04-15T14:29:31.449 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:29:31 smithi102 ceph-mon[31017]: rocksdb: Options.memtable_factory: SkipListFactory 2024-04-15T14:29:31.450 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:29:31 smithi102 ceph-mon[31017]: rocksdb: Options.table_factory: BlockBasedTable 2024-04-15T14:29:31.450 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:29:31 smithi102 ceph-mon[31017]: rocksdb: table_factory options: flush_block_policy_factory: FlushBlockBySizePolicyFactory (0x555fab71d620) 2024-04-15T14:29:31.450 INFO:journalctl@ceph.mon.b.smithi102.stdout: cache_index_and_filter_blocks: 1 2024-04-15T14:29:31.450 INFO:journalctl@ceph.mon.b.smithi102.stdout: cache_index_and_filter_blocks_with_high_priority: 0 2024-04-15T14:29:31.450 INFO:journalctl@ceph.mon.b.smithi102.stdout: pin_l0_filter_and_index_blocks_in_cache: 0 2024-04-15T14:29:31.450 INFO:journalctl@ceph.mon.b.smithi102.stdout: pin_top_level_index_and_filter: 1 2024-04-15T14:29:31.450 INFO:journalctl@ceph.mon.b.smithi102.stdout: index_type: 0 2024-04-15T14:29:31.450 INFO:journalctl@ceph.mon.b.smithi102.stdout: data_block_index_type: 0 2024-04-15T14:29:31.451 INFO:journalctl@ceph.mon.b.smithi102.stdout: index_shortening: 1 2024-04-15T14:29:31.451 INFO:journalctl@ceph.mon.b.smithi102.stdout: data_block_hash_table_util_ratio: 0.750000 2024-04-15T14:29:31.451 INFO:journalctl@ceph.mon.b.smithi102.stdout: checksum: 4 2024-04-15T14:29:31.451 INFO:journalctl@ceph.mon.b.smithi102.stdout: no_block_cache: 0 2024-04-15T14:29:31.451 INFO:journalctl@ceph.mon.b.smithi102.stdout: block_cache: 0x555faaa331f0 2024-04-15T14:29:31.451 INFO:journalctl@ceph.mon.b.smithi102.stdout: block_cache_name: BinnedLRUCache 2024-04-15T14:29:31.451 INFO:journalctl@ceph.mon.b.smithi102.stdout: block_cache_options: 2024-04-15T14:29:31.452 INFO:journalctl@ceph.mon.b.smithi102.stdout: capacity : 536870912 2024-04-15T14:29:31.452 INFO:journalctl@ceph.mon.b.smithi102.stdout: num_shard_bits : 4 2024-04-15T14:29:31.452 INFO:journalctl@ceph.mon.b.smithi102.stdout: strict_capacity_limit : 0 2024-04-15T14:29:31.452 INFO:journalctl@ceph.mon.b.smithi102.stdout: high_pri_pool_ratio: 0.000 2024-04-15T14:29:31.452 INFO:journalctl@ceph.mon.b.smithi102.stdout: block_cache_compressed: (nil) 2024-04-15T14:29:31.452 INFO:journalctl@ceph.mon.b.smithi102.stdout: persistent_cache: (nil) 2024-04-15T14:29:31.452 INFO:journalctl@ceph.mon.b.smithi102.stdout: block_size: 4096 2024-04-15T14:29:31.452 INFO:journalctl@ceph.mon.b.smithi102.stdout: block_size_deviation: 10 2024-04-15T14:29:31.452 INFO:journalctl@ceph.mon.b.smithi102.stdout: block_restart_interval: 16 2024-04-15T14:29:31.452 INFO:journalctl@ceph.mon.b.smithi102.stdout: index_block_restart_interval: 1 2024-04-15T14:29:31.452 INFO:journalctl@ceph.mon.b.smithi102.stdout: metadata_block_size: 4096 2024-04-15T14:29:31.452 INFO:journalctl@ceph.mon.b.smithi102.stdout: partition_filters: 0 2024-04-15T14:29:31.453 INFO:journalctl@ceph.mon.b.smithi102.stdout: use_delta_encoding: 1 2024-04-15T14:29:31.453 INFO:journalctl@ceph.mon.b.smithi102.stdout: filter_policy: bloomfilter 2024-04-15T14:29:31.453 INFO:journalctl@ceph.mon.b.smithi102.stdout: whole_key_filtering: 1 2024-04-15T14:29:31.453 INFO:journalctl@ceph.mon.b.smithi102.stdout: verify_compression: 0 2024-04-15T14:29:31.453 INFO:journalctl@ceph.mon.b.smithi102.stdout: read_amp_bytes_per_bit: 0 2024-04-15T14:29:31.453 INFO:journalctl@ceph.mon.b.smithi102.stdout: format_version: 5 2024-04-15T14:29:31.453 INFO:journalctl@ceph.mon.b.smithi102.stdout: enable_index_compression: 1 2024-04-15T14:29:31.453 INFO:journalctl@ceph.mon.b.smithi102.stdout: block_align: 0 2024-04-15T14:29:31.453 INFO:journalctl@ceph.mon.b.smithi102.stdout: max_auto_readahead_size: 262144 2024-04-15T14:29:31.453 INFO:journalctl@ceph.mon.b.smithi102.stdout: prepopulate_block_cache: 0 2024-04-15T14:29:31.453 INFO:journalctl@ceph.mon.b.smithi102.stdout: initial_auto_readahead_size: 8192 2024-04-15T14:29:31.453 INFO:journalctl@ceph.mon.b.smithi102.stdout: num_file_reads_for_auto_readahead: 2 2024-04-15T14:29:31.453 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:29:31 smithi102 ceph-mon[31017]: rocksdb: Options.write_buffer_size: 33554432 2024-04-15T14:29:31.453 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:29:31 smithi102 ceph-mon[31017]: rocksdb: Options.max_write_buffer_number: 2 2024-04-15T14:29:31.453 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:29:31 smithi102 ceph-mon[31017]: rocksdb: Options.compression: NoCompression 2024-04-15T14:29:31.454 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:29:31 smithi102 ceph-mon[31017]: rocksdb: Options.bottommost_compression: Disabled 2024-04-15T14:29:31.454 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:29:31 smithi102 ceph-mon[31017]: rocksdb: Options.prefix_extractor: nullptr 2024-04-15T14:29:31.454 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:29:31 smithi102 ceph-mon[31017]: rocksdb: Options.memtable_insert_with_hint_prefix_extractor: nullptr 2024-04-15T14:29:31.454 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:29:31 smithi102 ceph-mon[31017]: rocksdb: Options.num_levels: 7 2024-04-15T14:29:31.454 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:29:31 smithi102 ceph-mon[31017]: rocksdb: Options.min_write_buffer_number_to_merge: 1 2024-04-15T14:29:31.454 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:29:31 smithi102 ceph-mon[31017]: rocksdb: Options.max_write_buffer_number_to_maintain: 0 2024-04-15T14:29:31.454 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:29:31 smithi102 ceph-mon[31017]: rocksdb: Options.max_write_buffer_size_to_maintain: 0 2024-04-15T14:29:31.454 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:29:31 smithi102 ceph-mon[31017]: rocksdb: Options.bottommost_compression_opts.window_bits: -14 2024-04-15T14:29:31.454 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:29:31 smithi102 ceph-mon[31017]: rocksdb: Options.bottommost_compression_opts.level: 32767 2024-04-15T14:29:31.454 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:29:31 smithi102 ceph-mon[31017]: rocksdb: Options.bottommost_compression_opts.strategy: 0 2024-04-15T14:29:31.454 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:29:31 smithi102 ceph-mon[31017]: rocksdb: Options.bottommost_compression_opts.max_dict_bytes: 0 2024-04-15T14:29:31.454 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:29:31 smithi102 ceph-mon[31017]: rocksdb: Options.bottommost_compression_opts.zstd_max_train_bytes: 0 2024-04-15T14:29:31.454 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:29:31 smithi102 ceph-mon[31017]: rocksdb: Options.bottommost_compression_opts.parallel_threads: 1 2024-04-15T14:29:31.455 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:29:31 smithi102 ceph-mon[31017]: rocksdb: Options.bottommost_compression_opts.enabled: false 2024-04-15T14:29:31.455 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:29:31 smithi102 ceph-mon[31017]: rocksdb: Options.bottommost_compression_opts.max_dict_buffer_bytes: 0 2024-04-15T14:29:31.455 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:29:31 smithi102 ceph-mon[31017]: rocksdb: Options.bottommost_compression_opts.use_zstd_dict_trainer: true 2024-04-15T14:29:31.455 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:29:31 smithi102 ceph-mon[31017]: rocksdb: Options.compression_opts.window_bits: -14 2024-04-15T14:29:31.455 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:29:31 smithi102 ceph-mon[31017]: rocksdb: Options.compression_opts.level: 32767 2024-04-15T14:29:31.455 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:29:31 smithi102 ceph-mon[31017]: rocksdb: Options.compression_opts.strategy: 0 2024-04-15T14:29:31.455 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:29:31 smithi102 ceph-mon[31017]: rocksdb: Options.compression_opts.max_dict_bytes: 0 2024-04-15T14:29:31.455 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:29:31 smithi102 ceph-mon[31017]: rocksdb: Options.compression_opts.zstd_max_train_bytes: 0 2024-04-15T14:29:31.455 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:29:31 smithi102 ceph-mon[31017]: rocksdb: Options.compression_opts.use_zstd_dict_trainer: true 2024-04-15T14:29:31.455 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:29:31 smithi102 ceph-mon[31017]: rocksdb: Options.compression_opts.parallel_threads: 1 2024-04-15T14:29:31.455 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:29:31 smithi102 ceph-mon[31017]: rocksdb: Options.compression_opts.enabled: false 2024-04-15T14:29:31.455 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:29:31 smithi102 ceph-mon[31017]: rocksdb: Options.compression_opts.max_dict_buffer_bytes: 0 2024-04-15T14:29:31.455 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:29:31 smithi102 ceph-mon[31017]: rocksdb: Options.level0_file_num_compaction_trigger: 4 2024-04-15T14:29:31.455 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:29:31 smithi102 ceph-mon[31017]: rocksdb: Options.level0_slowdown_writes_trigger: 20 2024-04-15T14:29:31.456 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:29:31 smithi102 ceph-mon[31017]: rocksdb: Options.level0_stop_writes_trigger: 36 2024-04-15T14:29:31.456 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:29:31 smithi102 ceph-mon[31017]: rocksdb: Options.target_file_size_base: 67108864 2024-04-15T14:29:31.456 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:29:31 smithi102 ceph-mon[31017]: rocksdb: Options.target_file_size_multiplier: 1 2024-04-15T14:29:31.456 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:29:31 smithi102 ceph-mon[31017]: rocksdb: Options.max_bytes_for_level_base: 268435456 2024-04-15T14:29:31.456 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:29:31 smithi102 ceph-mon[31017]: rocksdb: Options.level_compaction_dynamic_level_bytes: 1 2024-04-15T14:29:31.456 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:29:31 smithi102 ceph-mon[31017]: rocksdb: Options.max_bytes_for_level_multiplier: 10.000000 2024-04-15T14:29:31.456 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:29:31 smithi102 ceph-mon[31017]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[0]: 1 2024-04-15T14:29:31.456 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:29:31 smithi102 ceph-mon[31017]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[1]: 1 2024-04-15T14:29:31.456 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:29:31 smithi102 ceph-mon[31017]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[2]: 1 2024-04-15T14:29:31.456 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:29:31 smithi102 ceph-mon[31017]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[3]: 1 2024-04-15T14:29:31.456 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:29:31 smithi102 ceph-mon[31017]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[4]: 1 2024-04-15T14:29:31.456 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:29:31 smithi102 ceph-mon[31017]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[5]: 1 2024-04-15T14:29:31.456 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:29:31 smithi102 ceph-mon[31017]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[6]: 1 2024-04-15T14:29:31.456 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:29:31 smithi102 ceph-mon[31017]: rocksdb: Options.max_sequential_skip_in_iterations: 8 2024-04-15T14:29:31.456 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:29:31 smithi102 ceph-mon[31017]: rocksdb: Options.max_compaction_bytes: 1677721600 2024-04-15T14:29:31.457 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:29:31 smithi102 ceph-mon[31017]: rocksdb: Options.ignore_max_compaction_bytes_for_input: true 2024-04-15T14:29:31.457 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:29:31 smithi102 ceph-mon[31017]: rocksdb: Options.arena_block_size: 1048576 2024-04-15T14:29:31.457 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:29:31 smithi102 ceph-mon[31017]: rocksdb: Options.soft_pending_compaction_bytes_limit: 68719476736 2024-04-15T14:29:31.457 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:29:31 smithi102 ceph-mon[31017]: rocksdb: Options.hard_pending_compaction_bytes_limit: 274877906944 2024-04-15T14:29:31.457 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:29:31 smithi102 ceph-mon[31017]: rocksdb: Options.disable_auto_compactions: 0 2024-04-15T14:29:31.457 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:29:31 smithi102 ceph-mon[31017]: rocksdb: Options.compaction_style: kCompactionStyleLevel 2024-04-15T14:29:31.457 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:29:31 smithi102 ceph-mon[31017]: rocksdb: Options.compaction_pri: kMinOverlappingRatio 2024-04-15T14:29:31.457 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:29:31 smithi102 ceph-mon[31017]: rocksdb: Options.compaction_options_universal.size_ratio: 1 2024-04-15T14:29:31.457 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:29:31 smithi102 ceph-mon[31017]: rocksdb: Options.compaction_options_universal.min_merge_width: 2 2024-04-15T14:29:31.457 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:29:31 smithi102 ceph-mon[31017]: rocksdb: Options.compaction_options_universal.max_merge_width: 4294967295 2024-04-15T14:29:31.457 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:29:31 smithi102 ceph-mon[31017]: rocksdb: Options.compaction_options_universal.max_size_amplification_percent: 200 2024-04-15T14:29:31.457 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:29:31 smithi102 ceph-mon[31017]: rocksdb: Options.compaction_options_universal.compression_size_percent: -1 2024-04-15T14:29:31.457 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:29:31 smithi102 ceph-mon[31017]: rocksdb: Options.compaction_options_universal.stop_style: kCompactionStopStyleTotalSize 2024-04-15T14:29:31.457 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:29:31 smithi102 ceph-mon[31017]: rocksdb: Options.compaction_options_fifo.max_table_files_size: 1073741824 2024-04-15T14:29:31.457 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:29:31 smithi102 ceph-mon[31017]: rocksdb: Options.compaction_options_fifo.allow_compaction: 0 2024-04-15T14:29:31.458 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:29:31 smithi102 ceph-mon[31017]: rocksdb: Options.table_properties_collectors: 2024-04-15T14:29:31.458 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:29:31 smithi102 ceph-mon[31017]: rocksdb: Options.inplace_update_support: 0 2024-04-15T14:29:31.458 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:29:31 smithi102 ceph-mon[31017]: rocksdb: Options.inplace_update_num_locks: 10000 2024-04-15T14:29:31.458 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:29:31 smithi102 ceph-mon[31017]: rocksdb: Options.memtable_prefix_bloom_size_ratio: 0.000000 2024-04-15T14:29:31.458 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:29:31 smithi102 ceph-mon[31017]: rocksdb: Options.memtable_whole_key_filtering: 0 2024-04-15T14:29:31.458 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:29:31 smithi102 ceph-mon[31017]: rocksdb: Options.memtable_huge_page_size: 0 2024-04-15T14:29:31.458 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:29:31 smithi102 ceph-mon[31017]: rocksdb: Options.bloom_locality: 0 2024-04-15T14:29:31.458 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:29:31 smithi102 ceph-mon[31017]: rocksdb: Options.max_successive_merges: 0 2024-04-15T14:29:31.458 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:29:31 smithi102 ceph-mon[31017]: rocksdb: Options.optimize_filters_for_hits: 0 2024-04-15T14:29:31.458 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:29:31 smithi102 ceph-mon[31017]: rocksdb: Options.paranoid_file_checks: 0 2024-04-15T14:29:31.458 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:29:31 smithi102 ceph-mon[31017]: rocksdb: Options.force_consistency_checks: 1 2024-04-15T14:29:31.459 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:29:31 smithi102 ceph-mon[31017]: rocksdb: Options.report_bg_io_stats: 0 2024-04-15T14:29:31.459 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:29:31 smithi102 ceph-mon[31017]: rocksdb: Options.ttl: 2592000 2024-04-15T14:29:31.459 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:29:31 smithi102 ceph-mon[31017]: rocksdb: Options.periodic_compaction_seconds: 0 2024-04-15T14:29:31.459 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:29:31 smithi102 ceph-mon[31017]: rocksdb: Options.preclude_last_level_data_seconds: 0 2024-04-15T14:29:31.459 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:29:31 smithi102 ceph-mon[31017]: rocksdb: Options.preserve_internal_time_seconds: 0 2024-04-15T14:29:31.459 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:29:31 smithi102 ceph-mon[31017]: rocksdb: Options.enable_blob_files: false 2024-04-15T14:29:31.459 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:29:31 smithi102 ceph-mon[31017]: rocksdb: Options.min_blob_size: 0 2024-04-15T14:29:31.459 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:29:31 smithi102 ceph-mon[31017]: rocksdb: Options.blob_file_size: 268435456 2024-04-15T14:29:31.459 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:29:31 smithi102 ceph-mon[31017]: rocksdb: Options.blob_compression_type: NoCompression 2024-04-15T14:29:31.459 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:29:31 smithi102 ceph-mon[31017]: rocksdb: Options.enable_blob_garbage_collection: false 2024-04-15T14:29:31.459 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:29:31 smithi102 ceph-mon[31017]: rocksdb: Options.blob_garbage_collection_age_cutoff: 0.250000 2024-04-15T14:29:31.459 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:29:31 smithi102 ceph-mon[31017]: rocksdb: Options.blob_garbage_collection_force_threshold: 1.000000 2024-04-15T14:29:31.459 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:29:31 smithi102 ceph-mon[31017]: rocksdb: Options.blob_compaction_readahead_size: 0 2024-04-15T14:29:31.459 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:29:31 smithi102 ceph-mon[31017]: rocksdb: Options.blob_file_starting_level: 0 2024-04-15T14:29:31.460 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:29:31 smithi102 ceph-mon[31017]: rocksdb: Options.experimental_mempurge_threshold: 0.000000 2024-04-15T14:29:31.460 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:29:31 smithi102 ceph-mon[31017]: rocksdb: [db/version_set.cc:5566] Recovered from manifest file:/var/lib/ceph/mon/ceph-b/store.db/MANIFEST-000005 succeeded,manifest_file_number is 5, next_file_number is 7, last_sequence is 0, log_number is 0,prev_log_number is 0,max_column_family is 0,min_log_number_to_keep is 0 2024-04-15T14:29:31.460 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:29:31 smithi102 ceph-mon[31017]: rocksdb: [db/version_set.cc:5581] Column family [default] (ID 0), log number is 0 2024-04-15T14:29:31.460 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:29:31 smithi102 ceph-mon[31017]: rocksdb: [db/db_impl/db_impl_open.cc:539] DB ID: 54e5a6f6-e70a-4dd9-878d-9850a33d0462 2024-04-15T14:29:31.460 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:29:31 smithi102 ceph-mon[31017]: rocksdb: EVENT_LOG_v1 {"time_micros": 1713191371076598, "job": 1, "event": "recovery_started", "wal_files": [4]} 2024-04-15T14:29:31.460 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:29:31 smithi102 ceph-mon[31017]: rocksdb: [db/db_impl/db_impl_open.cc:1043] Recovering log #4 mode 2 2024-04-15T14:29:31.460 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:29:31 smithi102 ceph-mon[31017]: rocksdb: EVENT_LOG_v1 {"time_micros": 1713191371077005, "cf_name": "default", "job": 1, "event": "table_file_creation", "file_number": 8, "file_size": 1622, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 1, "largest_seqno": 5, "table_properties": {"data_size": 523, "index_size": 31, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 69, "raw_key_size": 115, "raw_average_key_size": 23, "raw_value_size": 401, "raw_average_value_size": 80, "num_data_blocks": 1, "num_entries": 5, "num_filter_entries": 5, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "bloomfilter", "column_family_name": "default", "column_family_id": 0, "comparator": "leveldb.BytewiseComparator", "merge_operator": "", "prefix_extractor_name": "nullptr", "property_collectors": "[]", "compression": "NoCompression", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1713191371, "oldest_key_time": 0, "file_creation_time": 0, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "54e5a6f6-e70a-4dd9-878d-9850a33d0462", "db_session_id": "DJU4URU2Q82MPF3PFV97", "orig_file_number": 8, "seqno_to_time_mapping": "N/A"}} 2024-04-15T14:29:31.460 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:29:31 smithi102 ceph-mon[31017]: rocksdb: EVENT_LOG_v1 {"time_micros": 1713191371077082, "job": 1, "event": "recovery_finished"} 2024-04-15T14:29:31.460 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:29:31 smithi102 ceph-mon[31017]: rocksdb: [db/version_set.cc:5047] Creating manifest 10 2024-04-15T14:29:31.460 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:29:31 smithi102 ceph-mon[31017]: rocksdb: [file/delete_scheduler.cc:74] Deleted file /var/lib/ceph/mon/ceph-b/store.db/000004.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024-04-15T14:29:31.460 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:29:31 smithi102 ceph-mon[31017]: rocksdb: [db/db_impl/db_impl_open.cc:1987] SstFileManager instance 0x555faaad2000 2024-04-15T14:29:31.460 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:29:31 smithi102 ceph-mon[31017]: rocksdb: DB pointer 0x555faaac0000 2024-04-15T14:29:31.460 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:29:31 smithi102 ceph-mon[31017]: rocksdb: [db/db_impl/db_impl.cc:1109] ------- DUMPING STATS ------- 2024-04-15T14:29:31.460 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:29:31 smithi102 ceph-mon[31017]: rocksdb: [db/db_impl/db_impl.cc:1111] 2024-04-15T14:29:31.461 INFO:journalctl@ceph.mon.b.smithi102.stdout: ** DB Stats ** 2024-04-15T14:29:31.461 INFO:journalctl@ceph.mon.b.smithi102.stdout: Uptime(secs): 0.0 total, 0.0 interval 2024-04-15T14:29:31.461 INFO:journalctl@ceph.mon.b.smithi102.stdout: Cumulative writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 GB, 0.00 MB/s 2024-04-15T14:29:31.461 INFO:journalctl@ceph.mon.b.smithi102.stdout: Cumulative WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2024-04-15T14:29:31.461 INFO:journalctl@ceph.mon.b.smithi102.stdout: Cumulative stall: 00:00:0.000 H:M:S, 0.0 percent 2024-04-15T14:29:31.461 INFO:journalctl@ceph.mon.b.smithi102.stdout: Interval writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 MB, 0.00 MB/s 2024-04-15T14:29:31.461 INFO:journalctl@ceph.mon.b.smithi102.stdout: Interval WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2024-04-15T14:29:31.461 INFO:journalctl@ceph.mon.b.smithi102.stdout: Interval stall: 00:00:0.000 H:M:S, 0.0 percent 2024-04-15T14:29:31.461 INFO:journalctl@ceph.mon.b.smithi102.stdout: 2024-04-15T14:29:31.461 INFO:journalctl@ceph.mon.b.smithi102.stdout: ** Compaction Stats [default] ** 2024-04-15T14:29:31.461 INFO:journalctl@ceph.mon.b.smithi102.stdout: Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) 2024-04-15T14:29:31.461 INFO:journalctl@ceph.mon.b.smithi102.stdout: ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------ 2024-04-15T14:29:31.461 INFO:journalctl@ceph.mon.b.smithi102.stdout: L0 1/0 1.58 KB 0.2 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 4.0 0.00 0.00 1 0.000 0 0 0.0 0.0 2024-04-15T14:29:31.461 INFO:journalctl@ceph.mon.b.smithi102.stdout: Sum 1/0 1.58 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 4.0 0.00 0.00 1 0.000 0 0 0.0 0.0 2024-04-15T14:29:31.461 INFO:journalctl@ceph.mon.b.smithi102.stdout: Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 4.0 0.00 0.00 1 0.000 0 0 0.0 0.0 2024-04-15T14:29:31.462 INFO:journalctl@ceph.mon.b.smithi102.stdout: 2024-04-15T14:29:31.462 INFO:journalctl@ceph.mon.b.smithi102.stdout: ** Compaction Stats [default] ** 2024-04-15T14:29:31.462 INFO:journalctl@ceph.mon.b.smithi102.stdout: Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) 2024-04-15T14:29:31.462 INFO:journalctl@ceph.mon.b.smithi102.stdout: --------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2024-04-15T14:29:31.462 INFO:journalctl@ceph.mon.b.smithi102.stdout: User 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 4.0 0.00 0.00 1 0.000 0 0 0.0 0.0 2024-04-15T14:29:31.462 INFO:journalctl@ceph.mon.b.smithi102.stdout: 2024-04-15T14:29:31.462 INFO:journalctl@ceph.mon.b.smithi102.stdout: Blob file count: 0, total size: 0.0 GB, garbage size: 0.0 GB, space amp: 0.0 2024-04-15T14:29:31.462 INFO:journalctl@ceph.mon.b.smithi102.stdout: 2024-04-15T14:29:31.462 INFO:journalctl@ceph.mon.b.smithi102.stdout: Uptime(secs): 0.0 total, 0.0 interval 2024-04-15T14:29:31.462 INFO:journalctl@ceph.mon.b.smithi102.stdout: Flush(GB): cumulative 0.000, interval 0.000 2024-04-15T14:29:31.462 INFO:journalctl@ceph.mon.b.smithi102.stdout: AddFile(GB): cumulative 0.000, interval 0.000 2024-04-15T14:29:31.463 INFO:journalctl@ceph.mon.b.smithi102.stdout: AddFile(Total Files): cumulative 0, interval 0 2024-04-15T14:29:31.463 INFO:journalctl@ceph.mon.b.smithi102.stdout: AddFile(L0 Files): cumulative 0, interval 0 2024-04-15T14:29:31.463 INFO:journalctl@ceph.mon.b.smithi102.stdout: AddFile(Keys): cumulative 0, interval 0 2024-04-15T14:29:31.463 INFO:journalctl@ceph.mon.b.smithi102.stdout: Cumulative compaction: 0.00 GB write, 0.62 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-04-15T14:29:31.463 INFO:journalctl@ceph.mon.b.smithi102.stdout: Interval compaction: 0.00 GB write, 0.62 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-04-15T14:29:31.463 INFO:journalctl@ceph.mon.b.smithi102.stdout: Stalls(count): 0 level0_slowdown, 0 level0_slowdown_with_compaction, 0 level0_numfiles, 0 level0_numfiles_with_compaction, 0 stop for pending_compaction_bytes, 0 slowdown for pending_compaction_bytes, 0 memtable_compaction, 0 memtable_slowdown, interval 0 total count 2024-04-15T14:29:31.463 INFO:journalctl@ceph.mon.b.smithi102.stdout: Block cache BinnedLRUCache@0x555faaa331f0#7 capacity: 512.00 MB usage: 0.22 KB table_size: 0 occupancy: 18446744073709551615 collections: 1 last_copies: 0 last_secs: 9e-06 secs_since: 0 2024-04-15T14:29:31.463 INFO:journalctl@ceph.mon.b.smithi102.stdout: Block cache entry stats(count,size,portion): FilterBlock(1,0.11 KB,2.08616e-05%) IndexBlock(1,0.11 KB,2.08616e-05%) Misc(1,0.00 KB,0%) 2024-04-15T14:29:31.463 INFO:journalctl@ceph.mon.b.smithi102.stdout: 2024-04-15T14:29:31.463 INFO:journalctl@ceph.mon.b.smithi102.stdout: ** File Read Latency Histogram By Level [default] ** 2024-04-15T14:29:31.463 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:29:31 smithi102 ceph-mon[31017]: mon.b does not exist in monmap, will attempt to join an existing cluster 2024-04-15T14:29:31.463 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:29:31 smithi102 ceph-mon[31017]: using public_addr v2:172.21.15.102:0/0 -> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] 2024-04-15T14:29:31.463 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:29:31 smithi102 ceph-mon[31017]: starting mon.b rank -1 at public addrs [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] at bind addrs [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] mon_data /var/lib/ceph/mon/ceph-b fsid 362ea986-fb34-11ee-bc8f-c7b262605968 2024-04-15T14:29:31.463 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:29:31 smithi102 ceph-mon[31017]: mon.b@-1(???) e0 preinit fsid 362ea986-fb34-11ee-bc8f-c7b262605968 2024-04-15T14:29:31.463 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:29:31 smithi102 ceph-mon[31017]: mon.b@-1(synchronizing).mds e1 new map 2024-04-15T14:29:31.464 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:29:31 smithi102 ceph-mon[31017]: mon.b@-1(synchronizing).mds e1 print_map 2024-04-15T14:29:31.464 INFO:journalctl@ceph.mon.b.smithi102.stdout: e1 2024-04-15T14:29:31.464 INFO:journalctl@ceph.mon.b.smithi102.stdout: enable_multiple, ever_enabled_multiple: 1,1 2024-04-15T14:29:31.464 INFO:journalctl@ceph.mon.b.smithi102.stdout: default compat: compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,8=no anchor table,9=file layout v2,10=snaprealm v2} 2024-04-15T14:29:31.464 INFO:journalctl@ceph.mon.b.smithi102.stdout: legacy client fscid: -1 2024-04-15T14:29:31.464 INFO:journalctl@ceph.mon.b.smithi102.stdout: 2024-04-15T14:29:31.464 INFO:journalctl@ceph.mon.b.smithi102.stdout: No filesystems configured 2024-04-15T14:29:31.464 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:29:31 smithi102 ceph-mon[31017]: mon.b@-1(synchronizing).osd e0 _set_cache_ratios kv ratio 0.25 inc ratio 0.375 full ratio 0.375 2024-04-15T14:29:31.464 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:29:31 smithi102 ceph-mon[31017]: mon.b@-1(synchronizing).osd e0 register_cache_with_pcm pcm target: 2147483648 pcm max: 1020054732 pcm min: 134217728 inc_osd_cache size: 1 2024-04-15T14:29:31.464 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:29:31 smithi102 ceph-mon[31017]: mon.b@-1(synchronizing).osd e1 e1: 0 total, 0 up, 0 in 2024-04-15T14:29:31.464 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:29:31 smithi102 ceph-mon[31017]: mon.b@-1(synchronizing).osd e2 e2: 0 total, 0 up, 0 in 2024-04-15T14:29:31.464 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:29:31 smithi102 ceph-mon[31017]: mon.b@-1(synchronizing).osd e3 e3: 0 total, 0 up, 0 in 2024-04-15T14:29:31.464 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:29:31 smithi102 ceph-mon[31017]: mon.b@-1(synchronizing).osd e4 e4: 0 total, 0 up, 0 in 2024-04-15T14:29:31.464 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:29:31 smithi102 ceph-mon[31017]: mon.b@-1(synchronizing).osd e4 crush map has features 3314932999778484224, adjusting msgr requires 2024-04-15T14:29:31.465 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:29:31 smithi102 ceph-mon[31017]: mon.b@-1(synchronizing).osd e4 crush map has features 288514050185494528, adjusting msgr requires 2024-04-15T14:29:31.465 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:29:31 smithi102 ceph-mon[31017]: mon.b@-1(synchronizing).osd e4 crush map has features 288514050185494528, adjusting msgr requires 2024-04-15T14:29:31.465 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:29:31 smithi102 ceph-mon[31017]: mon.b@-1(synchronizing).osd e4 crush map has features 288514050185494528, adjusting msgr requires 2024-04-15T14:29:31.465 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:29:31 smithi102 ceph-mon[31017]: pgmap v4: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-15T14:29:31.465 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:29:31 smithi102 ceph-mon[31017]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' 2024-04-15T14:29:31.465 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:29:31 smithi102 ceph-mon[31017]: from='client.14180 -' entity='client.admin' cmd=[{"prefix": "orch host ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-15T14:29:31.465 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:29:31 smithi102 ceph-mon[31017]: pgmap v5: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-15T14:29:31.465 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:29:31 smithi102 ceph-mon[31017]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' 2024-04-15T14:29:31.465 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:29:31 smithi102 ceph-mon[31017]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' 2024-04-15T14:29:31.465 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:29:31 smithi102 ceph-mon[31017]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' 2024-04-15T14:29:31.465 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:29:31 smithi102 ceph-mon[31017]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' 2024-04-15T14:29:31.465 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:29:31 smithi102 ceph-mon[31017]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd/host:smithi102", "name": "osd_memory_target"}]: dispatch 2024-04-15T14:29:31.465 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:29:31 smithi102 ceph-mon[31017]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T14:29:31.465 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:29:31 smithi102 ceph-mon[31017]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T14:29:31.466 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:29:31 smithi102 ceph-mon[31017]: Updating smithi102:/etc/ceph/ceph.conf 2024-04-15T14:29:31.466 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:29:31 smithi102 ceph-mon[31017]: Updating smithi102:/var/lib/ceph/362ea986-fb34-11ee-bc8f-c7b262605968/config/ceph.conf 2024-04-15T14:29:31.466 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:29:31 smithi102 ceph-mon[31017]: from='client.? 172.21.15.16:0/896580132' entity='client.admin' cmd=[{"prefix": "osd crush tunables", "profile": "default"}]: dispatch 2024-04-15T14:29:31.466 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:29:31 smithi102 ceph-mon[31017]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' 2024-04-15T14:29:31.466 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:29:31 smithi102 ceph-mon[31017]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' 2024-04-15T14:29:31.466 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:29:31 smithi102 ceph-mon[31017]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' 2024-04-15T14:29:31.466 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:29:31 smithi102 ceph-mon[31017]: pgmap v6: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-15T14:29:31.467 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:29:31 smithi102 ceph-mon[31017]: Updating smithi102:/etc/ceph/ceph.client.admin.keyring 2024-04-15T14:29:31.467 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:29:31 smithi102 ceph-mon[31017]: Updating smithi102:/var/lib/ceph/362ea986-fb34-11ee-bc8f-c7b262605968/config/ceph.client.admin.keyring 2024-04-15T14:29:31.467 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:29:31 smithi102 ceph-mon[31017]: from='client.? 172.21.15.16:0/896580132' entity='client.admin' cmd='[{"prefix": "osd crush tunables", "profile": "default"}]': finished 2024-04-15T14:29:31.467 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:29:31 smithi102 ceph-mon[31017]: osdmap e4: 0 total, 0 up, 0 in 2024-04-15T14:29:31.467 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:29:31 smithi102 ceph-mon[31017]: pgmap v8: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-15T14:29:31.467 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:29:31 smithi102 ceph-mon[31017]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' 2024-04-15T14:29:31.467 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:29:31 smithi102 ceph-mon[31017]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T14:29:31.467 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:29:31 smithi102 ceph-mon[31017]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T14:29:31.468 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:29:31 smithi102 ceph-mon[31017]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T14:29:31.468 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:29:31 smithi102 ceph-mon[31017]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' 2024-04-15T14:29:31.468 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:29:31 smithi102 ceph-mon[31017]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-15T14:29:31.468 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:29:31 smithi102 ceph-mon[31017]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T14:29:31.468 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:29:31 smithi102 ceph-mon[31017]: from='client.14184 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mon", "placement": "3;smithi016:172.21.15.16=a;smithi016:[v2:172.21.15.16:3301,v1:172.21.15.16:6790]=c;smithi102:172.21.15.102=b", "target": ["mon-mgr", ""]}]: dispatch 2024-04-15T14:29:31.468 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:29:31 smithi102 ceph-mon[31017]: Saving service mon spec with placement smithi016:172.21.15.16=a;smithi016:[v2:172.21.15.16:3301,v1:172.21.15.16:6790]=c;smithi102:172.21.15.102=b;count:3 2024-04-15T14:29:31.468 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:29:31 smithi102 ceph-mon[31017]: Deploying daemon mon.b on smithi102 2024-04-15T14:29:31.468 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:29:31 smithi102 ceph-mon[31017]: pgmap v9: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-15T14:29:31.468 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:29:31 smithi102 ceph-mon[31017]: pgmap v10: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-15T14:29:31.468 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:29:31 smithi102 ceph-mon[31017]: from='client.? 172.21.15.102:0/446082912' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2024-04-15T14:29:31.469 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:29:31 smithi102 ceph-mon[31017]: mon.b@-1(synchronizing).paxosservice(auth 1..3) refresh upgraded, format 0 -> 3 2024-04-15T14:29:31.469 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:29:31 smithi102 bash[30979]: 07416040f2293aad363d792f1598699cfecb82e9eb5df8e1ae2fc288364e3b74 2024-04-15T14:29:31.469 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:29:31 smithi102 systemd[1]: Started Ceph mon.b for 362ea986-fb34-11ee-bc8f-c7b262605968. 2024-04-15T14:29:31.695 INFO:tasks.cephadm:Waiting for 3 mons in monmap... 2024-04-15T14:29:31.696 DEBUG:teuthology.orchestra.run.smithi102:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 362ea986-fb34-11ee-bc8f-c7b262605968 -- ceph mon dump -f json 2024-04-15T14:29:31.898 INFO:teuthology.orchestra.run.smithi102.stderr:Inferring config /var/lib/ceph/362ea986-fb34-11ee-bc8f-c7b262605968/mon.b/config 2024-04-15T14:29:36.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:29:36 smithi102 ceph-mon[31017]: pgmap v11: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-15T14:29:36.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:29:36 smithi102 ceph-mon[31017]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-15T14:29:36.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:29:36 smithi102 ceph-mon[31017]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-15T14:29:36.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:29:36 smithi102 ceph-mon[31017]: mon.a calling monitor election 2024-04-15T14:29:36.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:29:36 smithi102 ceph-mon[31017]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-15T14:29:36.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:29:36 smithi102 ceph-mon[31017]: pgmap v12: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-15T14:29:36.438 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:29:36 smithi102 ceph-mon[31017]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-15T14:29:36.438 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:29:36 smithi102 ceph-mon[31017]: mon.b calling monitor election 2024-04-15T14:29:36.438 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:29:36 smithi102 ceph-mon[31017]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-15T14:29:36.438 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:29:36 smithi102 ceph-mon[31017]: pgmap v13: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-15T14:29:36.438 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:29:36 smithi102 ceph-mon[31017]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-15T14:29:36.438 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:29:36 smithi102 ceph-mon[31017]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-15T14:29:36.438 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:29:36 smithi102 ceph-mon[31017]: mon.a is new leader, mons a,b in quorum (ranks 0,1) 2024-04-15T14:29:36.438 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:29:36 smithi102 ceph-mon[31017]: monmap e2: 2 mons at {a=[v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0],b=[v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0]} removed_ranks: {} disallowed_leaders: {} 2024-04-15T14:29:36.438 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:29:36 smithi102 ceph-mon[31017]: fsmap 2024-04-15T14:29:36.438 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:29:36 smithi102 ceph-mon[31017]: osdmap e4: 0 total, 0 up, 0 in 2024-04-15T14:29:36.438 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:29:36 smithi102 ceph-mon[31017]: mgrmap e13: y(active, since 39s) 2024-04-15T14:29:36.438 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:29:36 smithi102 ceph-mon[31017]: overall HEALTH_OK 2024-04-15T14:29:36.438 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:29:36 smithi102 ceph-mon[31017]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' 2024-04-15T14:29:36.439 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:29:36 smithi102 ceph-mon[31017]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' 2024-04-15T14:29:36.439 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:29:36 smithi102 ceph-mon[31017]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' 2024-04-15T14:29:36.439 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:29:36 smithi102 ceph-mon[31017]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-15T14:29:36.439 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:29:36 smithi102 ceph-mon[31017]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T14:29:36.539 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:29:36 smithi016 ceph-mon[27435]: pgmap v11: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-15T14:29:36.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:29:36 smithi016 ceph-mon[27435]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-15T14:29:36.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:29:36 smithi016 ceph-mon[27435]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-15T14:29:36.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:29:36 smithi016 ceph-mon[27435]: mon.a calling monitor election 2024-04-15T14:29:36.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:29:36 smithi016 ceph-mon[27435]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-15T14:29:36.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:29:36 smithi016 ceph-mon[27435]: pgmap v12: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-15T14:29:36.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:29:36 smithi016 ceph-mon[27435]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-15T14:29:36.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:29:36 smithi016 ceph-mon[27435]: mon.b calling monitor election 2024-04-15T14:29:36.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:29:36 smithi016 ceph-mon[27435]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-15T14:29:36.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:29:36 smithi016 ceph-mon[27435]: pgmap v13: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-15T14:29:36.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:29:36 smithi016 ceph-mon[27435]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-15T14:29:36.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:29:36 smithi016 ceph-mon[27435]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-15T14:29:36.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:29:36 smithi016 ceph-mon[27435]: mon.a is new leader, mons a,b in quorum (ranks 0,1) 2024-04-15T14:29:36.541 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:29:36 smithi016 ceph-mon[27435]: monmap e2: 2 mons at {a=[v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0],b=[v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0]} removed_ranks: {} disallowed_leaders: {} 2024-04-15T14:29:36.541 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:29:36 smithi016 ceph-mon[27435]: fsmap 2024-04-15T14:29:36.541 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:29:36 smithi016 ceph-mon[27435]: osdmap e4: 0 total, 0 up, 0 in 2024-04-15T14:29:36.541 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:29:36 smithi016 ceph-mon[27435]: mgrmap e13: y(active, since 39s) 2024-04-15T14:29:36.541 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:29:36 smithi016 ceph-mon[27435]: overall HEALTH_OK 2024-04-15T14:29:36.541 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:29:36 smithi016 ceph-mon[27435]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' 2024-04-15T14:29:36.541 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:29:36 smithi016 ceph-mon[27435]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' 2024-04-15T14:29:36.541 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:29:36 smithi016 ceph-mon[27435]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' 2024-04-15T14:29:36.541 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:29:36 smithi016 ceph-mon[27435]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-15T14:29:36.541 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:29:36 smithi016 ceph-mon[27435]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T14:29:36.683 INFO:teuthology.orchestra.run.smithi102.stdout: 2024-04-15T14:29:36.683 INFO:teuthology.orchestra.run.smithi102.stdout:{"epoch":2,"fsid":"362ea986-fb34-11ee-bc8f-c7b262605968","modified":"2024-04-15T14:29:31.099210Z","created":"2024-04-15T14:28:00.200872Z","min_mon_release":18,"min_mon_release_name":"reef","election_strategy":1,"disallowed_leaders: ":"","stretch_mode":false,"tiebreaker_mon":"","removed_ranks: ":"","features":{"persistent":["kraken","luminous","mimic","osdmap-prune","nautilus","octopus","pacific","elector-pinging","quincy","reef"],"optional":[]},"mons":[{"rank":0,"name":"a","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:3300","nonce":0},{"type":"v1","addr":"172.21.15.16:6789","nonce":0}]},"addr":"172.21.15.16:6789/0","public_addr":"172.21.15.16:6789/0","priority":0,"weight":0,"crush_location":"{}"},{"rank":1,"name":"b","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:3300","nonce":0},{"type":"v1","addr":"172.21.15.102:6789","nonce":0}]},"addr":"172.21.15.102:6789/0","public_addr":"172.21.15.102:6789/0","priority":0,"weight":0,"crush_location":"{}"}],"quorum":[0,1]} 2024-04-15T14:29:36.685 INFO:teuthology.orchestra.run.smithi102.stderr:dumped monmap epoch 2 2024-04-15T14:29:37.253 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:29:37 smithi102 ceph-mon[31017]: Deploying daemon mon.c on smithi016 2024-04-15T14:29:37.253 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:29:37 smithi102 ceph-mon[31017]: pgmap v14: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-15T14:29:37.253 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:29:37 smithi102 ceph-mon[31017]: from='client.? 172.21.15.102:0/2145578017' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2024-04-15T14:29:37.253 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:29:37 smithi102 ceph-mon[31017]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-15T14:29:37.289 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:29:37 smithi016 ceph-mon[27435]: Deploying daemon mon.c on smithi016 2024-04-15T14:29:37.289 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:29:37 smithi016 ceph-mon[27435]: pgmap v14: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-15T14:29:37.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:29:37 smithi016 ceph-mon[27435]: from='client.? 172.21.15.102:0/2145578017' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2024-04-15T14:29:37.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:29:37 smithi016 ceph-mon[27435]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-15T14:29:38.274 INFO:tasks.cephadm:Waiting for 3 mons in monmap... 2024-04-15T14:29:38.274 DEBUG:teuthology.orchestra.run.smithi102:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 362ea986-fb34-11ee-bc8f-c7b262605968 -- ceph mon dump -f json 2024-04-15T14:29:38.489 INFO:teuthology.orchestra.run.smithi102.stderr:Inferring config /var/lib/ceph/362ea986-fb34-11ee-bc8f-c7b262605968/mon.b/config 2024-04-15T14:29:39.410 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:29:39 smithi016 ceph-mon[27435]: pgmap v15: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-15T14:29:39.410 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:29:39 smithi016 podman[36510]: 2024-04-15 14:29:39.288835222 +0000 UTC m=+0.117309462 container create c42afef2bc9e7596552ce9e1651f47bd9dc29e99ddb761dfd8e0057cc33b051a (image=quay.ceph.io/ceph-ci/ceph@sha256:68779415073ff203e402b0379758fdddf51fc45e34dd0f039888aa95268c5315, name=ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mon-c, org.label-schema.build-date=20240409, org.label-schema.license=GPLv2, RELEASE=reef-e3fb05d, ceph=True, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, io.buildah.version=1.33.5, GIT_BRANCH=HEAD, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 8 Base Image, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS) 2024-04-15T14:29:39.434 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:29:39 smithi102 ceph-mon[31017]: pgmap v15: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-15T14:29:39.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:29:39 smithi016 podman[36510]: 2024-04-15 14:29:39.46581913 +0000 UTC m=+0.294293370 container init c42afef2bc9e7596552ce9e1651f47bd9dc29e99ddb761dfd8e0057cc33b051a (image=quay.ceph.io/ceph-ci/ceph@sha256:68779415073ff203e402b0379758fdddf51fc45e34dd0f039888aa95268c5315, name=ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mon-c, RELEASE=reef-e3fb05d, io.buildah.version=1.33.5, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, ceph=True, org.label-schema.build-date=20240409, GIT_CLEAN=True, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.name=CentOS Stream 8 Base Image, maintainer=Guillaume Abrioux ) 2024-04-15T14:29:39.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:29:39 smithi016 podman[36510]: 2024-04-15 14:29:39.470824326 +0000 UTC m=+0.299298574 container start c42afef2bc9e7596552ce9e1651f47bd9dc29e99ddb761dfd8e0057cc33b051a (image=quay.ceph.io/ceph-ci/ceph@sha256:68779415073ff203e402b0379758fdddf51fc45e34dd0f039888aa95268c5315, name=ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mon-c, GIT_CLEAN=True, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 8 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, RELEASE=reef-e3fb05d, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240409, org.label-schema.license=GPLv2, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, ceph=True, io.buildah.version=1.33.5) 2024-04-15T14:29:39.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:29:39 smithi016 ceph-mon[36548]: set uid:gid to 167:167 (ceph:ceph) 2024-04-15T14:29:39.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:29:39 smithi016 ceph-mon[36548]: ceph version 18.2.2-1221-ge3fb05d5 (e3fb05d5e6da84b5c44db3f3051c4d242f9809c1) reef (stable), process ceph-mon, pid 7 2024-04-15T14:29:39.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:29:39 smithi016 ceph-mon[36548]: pidfile_write: ignore empty --pid-file 2024-04-15T14:29:39.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:29:39 smithi016 ceph-mon[36548]: load: jerasure load: lrc 2024-04-15T14:29:39.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:29:39 smithi016 ceph-mon[36548]: rocksdb: RocksDB version: 7.9.2 2024-04-15T14:29:39.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:29:39 smithi016 ceph-mon[36548]: rocksdb: Git sha 0 2024-04-15T14:29:39.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:29:39 smithi016 ceph-mon[36548]: rocksdb: Compile date 2024-04-14 15:03:13 2024-04-15T14:29:39.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:29:39 smithi016 ceph-mon[36548]: rocksdb: DB SUMMARY 2024-04-15T14:29:39.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:29:39 smithi016 ceph-mon[36548]: rocksdb: DB Session ID: VL3HP6LFIIJXLM285UJU 2024-04-15T14:29:39.791 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:29:39 smithi016 ceph-mon[36548]: rocksdb: CURRENT file: CURRENT 2024-04-15T14:29:39.791 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:29:39 smithi016 ceph-mon[36548]: rocksdb: IDENTITY file: IDENTITY 2024-04-15T14:29:39.791 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:29:39 smithi016 ceph-mon[36548]: rocksdb: MANIFEST file: MANIFEST-000005 size: 59 Bytes 2024-04-15T14:29:39.791 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:29:39 smithi016 ceph-mon[36548]: rocksdb: SST files in /var/lib/ceph/mon/ceph-c/store.db dir, Total Num: 0, files: 2024-04-15T14:29:39.791 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:29:39 smithi016 ceph-mon[36548]: rocksdb: Write Ahead Log file in /var/lib/ceph/mon/ceph-c/store.db: 000004.log size: 636 ; 2024-04-15T14:29:39.791 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:29:39 smithi016 ceph-mon[36548]: rocksdb: Options.error_if_exists: 0 2024-04-15T14:29:39.791 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:29:39 smithi016 ceph-mon[36548]: rocksdb: Options.create_if_missing: 0 2024-04-15T14:29:39.791 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:29:39 smithi016 ceph-mon[36548]: rocksdb: Options.paranoid_checks: 1 2024-04-15T14:29:39.791 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:29:39 smithi016 ceph-mon[36548]: rocksdb: Options.flush_verify_memtable_count: 1 2024-04-15T14:29:39.791 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:29:39 smithi016 ceph-mon[36548]: rocksdb: Options.track_and_verify_wals_in_manifest: 0 2024-04-15T14:29:39.791 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:29:39 smithi016 ceph-mon[36548]: rocksdb: Options.verify_sst_unique_id_in_manifest: 1 2024-04-15T14:29:39.791 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:29:39 smithi016 ceph-mon[36548]: rocksdb: Options.env: 0x559ade65e820 2024-04-15T14:29:39.791 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:29:39 smithi016 ceph-mon[36548]: rocksdb: Options.fs: PosixFileSystem 2024-04-15T14:29:39.791 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:29:39 smithi016 ceph-mon[36548]: rocksdb: Options.info_log: 0x559adfca7520 2024-04-15T14:29:39.791 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:29:39 smithi016 ceph-mon[36548]: rocksdb: Options.max_file_opening_threads: 16 2024-04-15T14:29:39.792 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:29:39 smithi016 ceph-mon[36548]: rocksdb: Options.statistics: (nil) 2024-04-15T14:29:39.793 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:29:39 smithi016 ceph-mon[36548]: rocksdb: Options.use_fsync: 0 2024-04-15T14:29:39.793 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:29:39 smithi016 ceph-mon[36548]: rocksdb: Options.max_log_file_size: 0 2024-04-15T14:29:39.793 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:29:39 smithi016 ceph-mon[36548]: rocksdb: Options.max_manifest_file_size: 1073741824 2024-04-15T14:29:39.794 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:29:39 smithi016 ceph-mon[36548]: rocksdb: Options.log_file_time_to_roll: 0 2024-04-15T14:29:39.794 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:29:39 smithi016 ceph-mon[36548]: rocksdb: Options.keep_log_file_num: 1000 2024-04-15T14:29:39.794 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:29:39 smithi016 ceph-mon[36548]: rocksdb: Options.recycle_log_file_num: 0 2024-04-15T14:29:39.794 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:29:39 smithi016 ceph-mon[36548]: rocksdb: Options.allow_fallocate: 1 2024-04-15T14:29:39.794 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:29:39 smithi016 ceph-mon[36548]: rocksdb: Options.allow_mmap_reads: 0 2024-04-15T14:29:39.794 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:29:39 smithi016 ceph-mon[36548]: rocksdb: Options.allow_mmap_writes: 0 2024-04-15T14:29:39.794 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:29:39 smithi016 ceph-mon[36548]: rocksdb: Options.use_direct_reads: 0 2024-04-15T14:29:39.794 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:29:39 smithi016 ceph-mon[36548]: rocksdb: Options.use_direct_io_for_flush_and_compaction: 0 2024-04-15T14:29:39.794 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:29:39 smithi016 ceph-mon[36548]: rocksdb: Options.create_missing_column_families: 0 2024-04-15T14:29:39.794 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:29:39 smithi016 ceph-mon[36548]: rocksdb: Options.db_log_dir: 2024-04-15T14:29:39.794 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:29:39 smithi016 ceph-mon[36548]: rocksdb: Options.wal_dir: 2024-04-15T14:29:39.794 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:29:39 smithi016 ceph-mon[36548]: rocksdb: Options.table_cache_numshardbits: 6 2024-04-15T14:29:39.794 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:29:39 smithi016 ceph-mon[36548]: rocksdb: Options.WAL_ttl_seconds: 0 2024-04-15T14:29:39.795 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:29:39 smithi016 ceph-mon[36548]: rocksdb: Options.WAL_size_limit_MB: 0 2024-04-15T14:29:39.795 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:29:39 smithi016 ceph-mon[36548]: rocksdb: Options.max_write_batch_group_size_bytes: 1048576 2024-04-15T14:29:39.795 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:29:39 smithi016 ceph-mon[36548]: rocksdb: Options.manifest_preallocation_size: 4194304 2024-04-15T14:29:39.795 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:29:39 smithi016 ceph-mon[36548]: rocksdb: Options.is_fd_close_on_exec: 1 2024-04-15T14:29:39.795 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:29:39 smithi016 ceph-mon[36548]: rocksdb: Options.advise_random_on_open: 1 2024-04-15T14:29:39.795 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:29:39 smithi016 ceph-mon[36548]: rocksdb: Options.db_write_buffer_size: 0 2024-04-15T14:29:39.795 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:29:39 smithi016 ceph-mon[36548]: rocksdb: Options.write_buffer_manager: 0x559adef1c140 2024-04-15T14:29:39.795 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:29:39 smithi016 ceph-mon[36548]: rocksdb: Options.access_hint_on_compaction_start: 1 2024-04-15T14:29:39.795 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:29:39 smithi016 ceph-mon[36548]: rocksdb: Options.random_access_max_buffer_size: 1048576 2024-04-15T14:29:39.795 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:29:39 smithi016 ceph-mon[36548]: rocksdb: Options.use_adaptive_mutex: 0 2024-04-15T14:29:39.795 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:29:39 smithi016 ceph-mon[36548]: rocksdb: Options.rate_limiter: (nil) 2024-04-15T14:29:39.795 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:29:39 smithi016 ceph-mon[36548]: rocksdb: Options.sst_file_manager.rate_bytes_per_sec: 0 2024-04-15T14:29:39.796 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:29:39 smithi016 ceph-mon[36548]: rocksdb: Options.wal_recovery_mode: 2 2024-04-15T14:29:39.796 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:29:39 smithi016 ceph-mon[36548]: rocksdb: Options.enable_thread_tracking: 0 2024-04-15T14:29:39.796 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:29:39 smithi016 ceph-mon[36548]: rocksdb: Options.enable_pipelined_write: 0 2024-04-15T14:29:39.796 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:29:39 smithi016 ceph-mon[36548]: rocksdb: Options.unordered_write: 0 2024-04-15T14:29:39.796 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:29:39 smithi016 ceph-mon[36548]: rocksdb: Options.allow_concurrent_memtable_write: 1 2024-04-15T14:29:39.796 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:29:39 smithi016 ceph-mon[36548]: rocksdb: Options.enable_write_thread_adaptive_yield: 1 2024-04-15T14:29:39.796 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:29:39 smithi016 ceph-mon[36548]: rocksdb: Options.write_thread_max_yield_usec: 100 2024-04-15T14:29:39.796 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:29:39 smithi016 ceph-mon[36548]: rocksdb: Options.write_thread_slow_yield_usec: 3 2024-04-15T14:29:39.796 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:29:39 smithi016 ceph-mon[36548]: rocksdb: Options.row_cache: None 2024-04-15T14:29:39.796 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:29:39 smithi016 ceph-mon[36548]: rocksdb: Options.wal_filter: None 2024-04-15T14:29:39.796 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:29:39 smithi016 ceph-mon[36548]: rocksdb: Options.avoid_flush_during_recovery: 0 2024-04-15T14:29:39.796 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:29:39 smithi016 ceph-mon[36548]: rocksdb: Options.allow_ingest_behind: 0 2024-04-15T14:29:39.796 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:29:39 smithi016 ceph-mon[36548]: rocksdb: Options.two_write_queues: 0 2024-04-15T14:29:39.797 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:29:39 smithi016 ceph-mon[36548]: rocksdb: Options.manual_wal_flush: 0 2024-04-15T14:29:39.797 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:29:39 smithi016 ceph-mon[36548]: rocksdb: Options.wal_compression: 0 2024-04-15T14:29:39.797 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:29:39 smithi016 ceph-mon[36548]: rocksdb: Options.atomic_flush: 0 2024-04-15T14:29:39.797 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:29:39 smithi016 ceph-mon[36548]: rocksdb: Options.avoid_unnecessary_blocking_io: 0 2024-04-15T14:29:39.797 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:29:39 smithi016 ceph-mon[36548]: rocksdb: Options.persist_stats_to_disk: 0 2024-04-15T14:29:39.797 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:29:39 smithi016 ceph-mon[36548]: rocksdb: Options.write_dbid_to_manifest: 0 2024-04-15T14:29:39.797 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:29:39 smithi016 ceph-mon[36548]: rocksdb: Options.log_readahead_size: 0 2024-04-15T14:29:39.797 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:29:39 smithi016 ceph-mon[36548]: rocksdb: Options.file_checksum_gen_factory: Unknown 2024-04-15T14:29:39.797 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:29:39 smithi016 ceph-mon[36548]: rocksdb: Options.best_efforts_recovery: 0 2024-04-15T14:29:39.797 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:29:39 smithi016 ceph-mon[36548]: rocksdb: Options.max_bgerror_resume_count: 2147483647 2024-04-15T14:29:39.797 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:29:39 smithi016 ceph-mon[36548]: rocksdb: Options.bgerror_resume_retry_interval: 1000000 2024-04-15T14:29:39.797 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:29:39 smithi016 ceph-mon[36548]: rocksdb: Options.allow_data_in_errors: 0 2024-04-15T14:29:39.797 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:29:39 smithi016 ceph-mon[36548]: rocksdb: Options.db_host_id: __hostname__ 2024-04-15T14:29:39.797 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:29:39 smithi016 ceph-mon[36548]: rocksdb: Options.enforce_single_del_contracts: true 2024-04-15T14:29:39.798 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:29:39 smithi016 ceph-mon[36548]: rocksdb: Options.max_background_jobs: 2 2024-04-15T14:29:39.798 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:29:39 smithi016 ceph-mon[36548]: rocksdb: Options.max_background_compactions: -1 2024-04-15T14:29:39.798 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:29:39 smithi016 ceph-mon[36548]: rocksdb: Options.max_subcompactions: 1 2024-04-15T14:29:39.798 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:29:39 smithi016 ceph-mon[36548]: rocksdb: Options.avoid_flush_during_shutdown: 0 2024-04-15T14:29:39.798 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:29:39 smithi016 ceph-mon[36548]: rocksdb: Options.writable_file_max_buffer_size: 1048576 2024-04-15T14:29:39.798 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:29:39 smithi016 ceph-mon[36548]: rocksdb: Options.delayed_write_rate : 16777216 2024-04-15T14:29:39.798 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:29:39 smithi016 ceph-mon[36548]: rocksdb: Options.max_total_wal_size: 0 2024-04-15T14:29:39.798 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:29:39 smithi016 ceph-mon[36548]: rocksdb: Options.delete_obsolete_files_period_micros: 21600000000 2024-04-15T14:29:39.798 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:29:39 smithi016 ceph-mon[36548]: rocksdb: Options.stats_dump_period_sec: 600 2024-04-15T14:29:39.799 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:29:39 smithi016 ceph-mon[36548]: rocksdb: Options.stats_persist_period_sec: 600 2024-04-15T14:29:39.799 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:29:39 smithi016 ceph-mon[36548]: rocksdb: Options.stats_history_buffer_size: 1048576 2024-04-15T14:29:39.799 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:29:39 smithi016 ceph-mon[36548]: rocksdb: Options.max_open_files: -1 2024-04-15T14:29:39.799 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:29:39 smithi016 ceph-mon[36548]: rocksdb: Options.bytes_per_sync: 0 2024-04-15T14:29:39.799 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:29:39 smithi016 ceph-mon[36548]: rocksdb: Options.wal_bytes_per_sync: 0 2024-04-15T14:29:39.799 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:29:39 smithi016 ceph-mon[36548]: rocksdb: Options.strict_bytes_per_sync: 0 2024-04-15T14:29:39.799 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:29:39 smithi016 ceph-mon[36548]: rocksdb: Options.compaction_readahead_size: 0 2024-04-15T14:29:39.799 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:29:39 smithi016 ceph-mon[36548]: rocksdb: Options.max_background_flushes: -1 2024-04-15T14:29:39.799 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:29:39 smithi016 ceph-mon[36548]: rocksdb: Compression algorithms supported: 2024-04-15T14:29:39.799 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:29:39 smithi016 ceph-mon[36548]: rocksdb: kZSTDNotFinalCompression supported: 0 2024-04-15T14:29:39.799 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:29:39 smithi016 ceph-mon[36548]: rocksdb: kZSTD supported: 0 2024-04-15T14:29:39.799 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:29:39 smithi016 ceph-mon[36548]: rocksdb: kXpressCompression supported: 0 2024-04-15T14:29:39.799 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:29:39 smithi016 ceph-mon[36548]: rocksdb: kLZ4HCCompression supported: 1 2024-04-15T14:29:39.799 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:29:39 smithi016 ceph-mon[36548]: rocksdb: kZlibCompression supported: 1 2024-04-15T14:29:39.799 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:29:39 smithi016 ceph-mon[36548]: rocksdb: kSnappyCompression supported: 1 2024-04-15T14:29:39.800 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:29:39 smithi016 ceph-mon[36548]: rocksdb: kLZ4Compression supported: 1 2024-04-15T14:29:39.800 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:29:39 smithi016 ceph-mon[36548]: rocksdb: kBZip2Compression supported: 0 2024-04-15T14:29:39.800 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:29:39 smithi016 ceph-mon[36548]: rocksdb: Fast CRC32 supported: Supported on x86 2024-04-15T14:29:39.800 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:29:39 smithi016 ceph-mon[36548]: rocksdb: DMutex implementation: pthread_mutex_t 2024-04-15T14:29:39.800 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:29:39 smithi016 ceph-mon[36548]: rocksdb: [db/version_set.cc:5527] Recovering from manifest file: /var/lib/ceph/mon/ceph-c/store.db/MANIFEST-000005 2024-04-15T14:29:39.800 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:29:39 smithi016 ceph-mon[36548]: rocksdb: [db/column_family.cc:630] --------------- Options for column family [default]: 2024-04-15T14:29:39.800 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:29:39 smithi016 ceph-mon[36548]: rocksdb: Options.comparator: leveldb.BytewiseComparator 2024-04-15T14:29:39.800 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:29:39 smithi016 ceph-mon[36548]: rocksdb: Options.merge_operator: 2024-04-15T14:29:39.800 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:29:39 smithi016 ceph-mon[36548]: rocksdb: Options.compaction_filter: None 2024-04-15T14:29:39.800 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:29:39 smithi016 ceph-mon[36548]: rocksdb: Options.compaction_filter_factory: None 2024-04-15T14:29:39.800 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:29:39 smithi016 ceph-mon[36548]: rocksdb: Options.sst_partitioner_factory: None 2024-04-15T14:29:39.800 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:29:39 smithi016 ceph-mon[36548]: rocksdb: Options.memtable_factory: SkipListFactory 2024-04-15T14:29:39.800 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:29:39 smithi016 ceph-mon[36548]: rocksdb: Options.table_factory: BlockBasedTable 2024-04-15T14:29:39.800 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:29:39 smithi016 ceph-mon[36548]: rocksdb: table_factory options: flush_block_policy_factory: FlushBlockBySizePolicyFactory (0x559adfca7620) 2024-04-15T14:29:39.801 INFO:journalctl@ceph.mon.c.smithi016.stdout: cache_index_and_filter_blocks: 1 2024-04-15T14:29:39.801 INFO:journalctl@ceph.mon.c.smithi016.stdout: cache_index_and_filter_blocks_with_high_priority: 0 2024-04-15T14:29:39.801 INFO:journalctl@ceph.mon.c.smithi016.stdout: pin_l0_filter_and_index_blocks_in_cache: 0 2024-04-15T14:29:39.801 INFO:journalctl@ceph.mon.c.smithi016.stdout: pin_top_level_index_and_filter: 1 2024-04-15T14:29:39.801 INFO:journalctl@ceph.mon.c.smithi016.stdout: index_type: 0 2024-04-15T14:29:39.801 INFO:journalctl@ceph.mon.c.smithi016.stdout: data_block_index_type: 0 2024-04-15T14:29:39.801 INFO:journalctl@ceph.mon.c.smithi016.stdout: index_shortening: 1 2024-04-15T14:29:39.801 INFO:journalctl@ceph.mon.c.smithi016.stdout: data_block_hash_table_util_ratio: 0.750000 2024-04-15T14:29:39.801 INFO:journalctl@ceph.mon.c.smithi016.stdout: checksum: 4 2024-04-15T14:29:39.801 INFO:journalctl@ceph.mon.c.smithi016.stdout: no_block_cache: 0 2024-04-15T14:29:39.801 INFO:journalctl@ceph.mon.c.smithi016.stdout: block_cache: 0x559adefbd1f0 2024-04-15T14:29:39.801 INFO:journalctl@ceph.mon.c.smithi016.stdout: block_cache_name: BinnedLRUCache 2024-04-15T14:29:39.801 INFO:journalctl@ceph.mon.c.smithi016.stdout: block_cache_options: 2024-04-15T14:29:39.801 INFO:journalctl@ceph.mon.c.smithi016.stdout: capacity : 536870912 2024-04-15T14:29:39.801 INFO:journalctl@ceph.mon.c.smithi016.stdout: num_shard_bits : 4 2024-04-15T14:29:39.802 INFO:journalctl@ceph.mon.c.smithi016.stdout: strict_capacity_limit : 0 2024-04-15T14:29:39.802 INFO:journalctl@ceph.mon.c.smithi016.stdout: high_pri_pool_ratio: 0.000 2024-04-15T14:29:39.802 INFO:journalctl@ceph.mon.c.smithi016.stdout: block_cache_compressed: (nil) 2024-04-15T14:29:39.802 INFO:journalctl@ceph.mon.c.smithi016.stdout: persistent_cache: (nil) 2024-04-15T14:29:39.802 INFO:journalctl@ceph.mon.c.smithi016.stdout: block_size: 4096 2024-04-15T14:29:39.802 INFO:journalctl@ceph.mon.c.smithi016.stdout: block_size_deviation: 10 2024-04-15T14:29:39.802 INFO:journalctl@ceph.mon.c.smithi016.stdout: block_restart_interval: 16 2024-04-15T14:29:39.802 INFO:journalctl@ceph.mon.c.smithi016.stdout: index_block_restart_interval: 1 2024-04-15T14:29:39.802 INFO:journalctl@ceph.mon.c.smithi016.stdout: metadata_block_size: 4096 2024-04-15T14:29:39.802 INFO:journalctl@ceph.mon.c.smithi016.stdout: partition_filters: 0 2024-04-15T14:29:39.802 INFO:journalctl@ceph.mon.c.smithi016.stdout: use_delta_encoding: 1 2024-04-15T14:29:39.802 INFO:journalctl@ceph.mon.c.smithi016.stdout: filter_policy: bloomfilter 2024-04-15T14:29:39.802 INFO:journalctl@ceph.mon.c.smithi016.stdout: whole_key_filtering: 1 2024-04-15T14:29:39.802 INFO:journalctl@ceph.mon.c.smithi016.stdout: verify_compression: 0 2024-04-15T14:29:39.803 INFO:journalctl@ceph.mon.c.smithi016.stdout: read_amp_bytes_per_bit: 0 2024-04-15T14:29:39.803 INFO:journalctl@ceph.mon.c.smithi016.stdout: format_version: 5 2024-04-15T14:29:39.803 INFO:journalctl@ceph.mon.c.smithi016.stdout: enable_index_compression: 1 2024-04-15T14:29:39.803 INFO:journalctl@ceph.mon.c.smithi016.stdout: block_align: 0 2024-04-15T14:29:39.803 INFO:journalctl@ceph.mon.c.smithi016.stdout: max_auto_readahead_size: 262144 2024-04-15T14:29:39.803 INFO:journalctl@ceph.mon.c.smithi016.stdout: prepopulate_block_cache: 0 2024-04-15T14:29:39.803 INFO:journalctl@ceph.mon.c.smithi016.stdout: initial_auto_readahead_size: 8192 2024-04-15T14:29:39.803 INFO:journalctl@ceph.mon.c.smithi016.stdout: num_file_reads_for_auto_readahead: 2 2024-04-15T14:29:39.803 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:29:39 smithi016 ceph-mon[36548]: rocksdb: Options.write_buffer_size: 33554432 2024-04-15T14:29:39.803 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:29:39 smithi016 ceph-mon[36548]: rocksdb: Options.max_write_buffer_number: 2 2024-04-15T14:29:39.803 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:29:39 smithi016 ceph-mon[36548]: rocksdb: Options.compression: NoCompression 2024-04-15T14:29:39.803 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:29:39 smithi016 ceph-mon[36548]: rocksdb: Options.bottommost_compression: Disabled 2024-04-15T14:29:39.803 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:29:39 smithi016 ceph-mon[36548]: rocksdb: Options.prefix_extractor: nullptr 2024-04-15T14:29:39.803 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:29:39 smithi016 ceph-mon[36548]: rocksdb: Options.memtable_insert_with_hint_prefix_extractor: nullptr 2024-04-15T14:29:39.804 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:29:39 smithi016 ceph-mon[36548]: rocksdb: Options.num_levels: 7 2024-04-15T14:29:39.804 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:29:39 smithi016 ceph-mon[36548]: rocksdb: Options.min_write_buffer_number_to_merge: 1 2024-04-15T14:29:39.804 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:29:39 smithi016 ceph-mon[36548]: rocksdb: Options.max_write_buffer_number_to_maintain: 0 2024-04-15T14:29:39.804 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:29:39 smithi016 ceph-mon[36548]: rocksdb: Options.max_write_buffer_size_to_maintain: 0 2024-04-15T14:29:39.804 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:29:39 smithi016 ceph-mon[36548]: rocksdb: Options.bottommost_compression_opts.window_bits: -14 2024-04-15T14:29:39.804 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:29:39 smithi016 ceph-mon[36548]: rocksdb: Options.bottommost_compression_opts.level: 32767 2024-04-15T14:29:39.804 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:29:39 smithi016 ceph-mon[36548]: rocksdb: Options.bottommost_compression_opts.strategy: 0 2024-04-15T14:29:39.804 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:29:39 smithi016 ceph-mon[36548]: rocksdb: Options.bottommost_compression_opts.max_dict_bytes: 0 2024-04-15T14:29:39.804 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:29:39 smithi016 ceph-mon[36548]: rocksdb: Options.bottommost_compression_opts.zstd_max_train_bytes: 0 2024-04-15T14:29:39.804 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:29:39 smithi016 ceph-mon[36548]: rocksdb: Options.bottommost_compression_opts.parallel_threads: 1 2024-04-15T14:29:39.804 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:29:39 smithi016 ceph-mon[36548]: rocksdb: Options.bottommost_compression_opts.enabled: false 2024-04-15T14:29:39.804 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:29:39 smithi016 ceph-mon[36548]: rocksdb: Options.bottommost_compression_opts.max_dict_buffer_bytes: 0 2024-04-15T14:29:39.804 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:29:39 smithi016 ceph-mon[36548]: rocksdb: Options.bottommost_compression_opts.use_zstd_dict_trainer: true 2024-04-15T14:29:39.804 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:29:39 smithi016 ceph-mon[36548]: rocksdb: Options.compression_opts.window_bits: -14 2024-04-15T14:29:39.804 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:29:39 smithi016 ceph-mon[36548]: rocksdb: Options.compression_opts.level: 32767 2024-04-15T14:29:39.805 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:29:39 smithi016 ceph-mon[36548]: rocksdb: Options.compression_opts.strategy: 0 2024-04-15T14:29:39.805 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:29:39 smithi016 ceph-mon[36548]: rocksdb: Options.compression_opts.max_dict_bytes: 0 2024-04-15T14:29:39.805 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:29:39 smithi016 ceph-mon[36548]: rocksdb: Options.compression_opts.zstd_max_train_bytes: 0 2024-04-15T14:29:39.805 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:29:39 smithi016 ceph-mon[36548]: rocksdb: Options.compression_opts.use_zstd_dict_trainer: true 2024-04-15T14:29:39.805 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:29:39 smithi016 ceph-mon[36548]: rocksdb: Options.compression_opts.parallel_threads: 1 2024-04-15T14:29:39.805 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:29:39 smithi016 ceph-mon[36548]: rocksdb: Options.compression_opts.enabled: false 2024-04-15T14:29:39.805 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:29:39 smithi016 ceph-mon[36548]: rocksdb: Options.compression_opts.max_dict_buffer_bytes: 0 2024-04-15T14:29:39.805 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:29:39 smithi016 ceph-mon[36548]: rocksdb: Options.level0_file_num_compaction_trigger: 4 2024-04-15T14:29:39.805 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:29:39 smithi016 ceph-mon[36548]: rocksdb: Options.level0_slowdown_writes_trigger: 20 2024-04-15T14:29:39.805 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:29:39 smithi016 ceph-mon[36548]: rocksdb: Options.level0_stop_writes_trigger: 36 2024-04-15T14:29:39.805 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:29:39 smithi016 ceph-mon[36548]: rocksdb: Options.target_file_size_base: 67108864 2024-04-15T14:29:39.805 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:29:39 smithi016 ceph-mon[36548]: rocksdb: Options.target_file_size_multiplier: 1 2024-04-15T14:29:39.805 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:29:39 smithi016 ceph-mon[36548]: rocksdb: Options.max_bytes_for_level_base: 268435456 2024-04-15T14:29:39.805 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:29:39 smithi016 ceph-mon[36548]: rocksdb: Options.level_compaction_dynamic_level_bytes: 1 2024-04-15T14:29:39.806 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:29:39 smithi016 ceph-mon[36548]: rocksdb: Options.max_bytes_for_level_multiplier: 10.000000 2024-04-15T14:29:39.806 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:29:39 smithi016 ceph-mon[36548]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[0]: 1 2024-04-15T14:29:39.806 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:29:39 smithi016 ceph-mon[36548]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[1]: 1 2024-04-15T14:29:39.806 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:29:39 smithi016 ceph-mon[36548]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[2]: 1 2024-04-15T14:29:39.806 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:29:39 smithi016 ceph-mon[36548]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[3]: 1 2024-04-15T14:29:39.806 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:29:39 smithi016 ceph-mon[36548]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[4]: 1 2024-04-15T14:29:39.806 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:29:39 smithi016 ceph-mon[36548]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[5]: 1 2024-04-15T14:29:39.806 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:29:39 smithi016 ceph-mon[36548]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[6]: 1 2024-04-15T14:29:39.806 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:29:39 smithi016 ceph-mon[36548]: rocksdb: Options.max_sequential_skip_in_iterations: 8 2024-04-15T14:29:39.806 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:29:39 smithi016 ceph-mon[36548]: rocksdb: Options.max_compaction_bytes: 1677721600 2024-04-15T14:29:39.806 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:29:39 smithi016 ceph-mon[36548]: rocksdb: Options.ignore_max_compaction_bytes_for_input: true 2024-04-15T14:29:39.806 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:29:39 smithi016 ceph-mon[36548]: rocksdb: Options.arena_block_size: 1048576 2024-04-15T14:29:39.806 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:29:39 smithi016 ceph-mon[36548]: rocksdb: Options.soft_pending_compaction_bytes_limit: 68719476736 2024-04-15T14:29:39.806 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:29:39 smithi016 ceph-mon[36548]: rocksdb: Options.hard_pending_compaction_bytes_limit: 274877906944 2024-04-15T14:29:39.807 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:29:39 smithi016 ceph-mon[36548]: rocksdb: Options.disable_auto_compactions: 0 2024-04-15T14:29:39.807 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:29:39 smithi016 ceph-mon[36548]: rocksdb: Options.compaction_style: kCompactionStyleLevel 2024-04-15T14:29:39.807 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:29:39 smithi016 ceph-mon[36548]: rocksdb: Options.compaction_pri: kMinOverlappingRatio 2024-04-15T14:29:39.807 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:29:39 smithi016 ceph-mon[36548]: rocksdb: Options.compaction_options_universal.size_ratio: 1 2024-04-15T14:29:39.807 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:29:39 smithi016 ceph-mon[36548]: rocksdb: Options.compaction_options_universal.min_merge_width: 2 2024-04-15T14:29:39.807 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:29:39 smithi016 ceph-mon[36548]: rocksdb: Options.compaction_options_universal.max_merge_width: 4294967295 2024-04-15T14:29:39.807 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:29:39 smithi016 ceph-mon[36548]: rocksdb: Options.compaction_options_universal.max_size_amplification_percent: 200 2024-04-15T14:29:39.807 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:29:39 smithi016 ceph-mon[36548]: rocksdb: Options.compaction_options_universal.compression_size_percent: -1 2024-04-15T14:29:39.807 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:29:39 smithi016 ceph-mon[36548]: rocksdb: Options.compaction_options_universal.stop_style: kCompactionStopStyleTotalSize 2024-04-15T14:29:39.807 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:29:39 smithi016 ceph-mon[36548]: rocksdb: Options.compaction_options_fifo.max_table_files_size: 1073741824 2024-04-15T14:29:39.807 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:29:39 smithi016 ceph-mon[36548]: rocksdb: Options.compaction_options_fifo.allow_compaction: 0 2024-04-15T14:29:39.807 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:29:39 smithi016 ceph-mon[36548]: rocksdb: Options.table_properties_collectors: 2024-04-15T14:29:39.807 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:29:39 smithi016 ceph-mon[36548]: rocksdb: Options.inplace_update_support: 0 2024-04-15T14:29:39.808 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:29:39 smithi016 ceph-mon[36548]: rocksdb: Options.inplace_update_num_locks: 10000 2024-04-15T14:29:39.808 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:29:39 smithi016 ceph-mon[36548]: rocksdb: Options.memtable_prefix_bloom_size_ratio: 0.000000 2024-04-15T14:29:39.808 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:29:39 smithi016 ceph-mon[36548]: rocksdb: Options.memtable_whole_key_filtering: 0 2024-04-15T14:29:39.808 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:29:39 smithi016 ceph-mon[36548]: rocksdb: Options.memtable_huge_page_size: 0 2024-04-15T14:29:39.808 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:29:39 smithi016 ceph-mon[36548]: rocksdb: Options.bloom_locality: 0 2024-04-15T14:29:39.808 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:29:39 smithi016 ceph-mon[36548]: rocksdb: Options.max_successive_merges: 0 2024-04-15T14:29:39.808 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:29:39 smithi016 ceph-mon[36548]: rocksdb: Options.optimize_filters_for_hits: 0 2024-04-15T14:29:39.808 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:29:39 smithi016 ceph-mon[36548]: rocksdb: Options.paranoid_file_checks: 0 2024-04-15T14:29:39.808 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:29:39 smithi016 ceph-mon[36548]: rocksdb: Options.force_consistency_checks: 1 2024-04-15T14:29:39.808 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:29:39 smithi016 ceph-mon[36548]: rocksdb: Options.report_bg_io_stats: 0 2024-04-15T14:29:39.808 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:29:39 smithi016 ceph-mon[36548]: rocksdb: Options.ttl: 2592000 2024-04-15T14:29:39.809 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:29:39 smithi016 ceph-mon[36548]: rocksdb: Options.periodic_compaction_seconds: 0 2024-04-15T14:29:39.809 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:29:39 smithi016 ceph-mon[36548]: rocksdb: Options.preclude_last_level_data_seconds: 0 2024-04-15T14:29:39.809 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:29:39 smithi016 ceph-mon[36548]: rocksdb: Options.preserve_internal_time_seconds: 0 2024-04-15T14:29:39.809 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:29:39 smithi016 ceph-mon[36548]: rocksdb: Options.enable_blob_files: false 2024-04-15T14:29:39.809 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:29:39 smithi016 ceph-mon[36548]: rocksdb: Options.min_blob_size: 0 2024-04-15T14:29:39.809 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:29:39 smithi016 ceph-mon[36548]: rocksdb: Options.blob_file_size: 268435456 2024-04-15T14:29:39.809 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:29:39 smithi016 ceph-mon[36548]: rocksdb: Options.blob_compression_type: NoCompression 2024-04-15T14:29:39.809 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:29:39 smithi016 ceph-mon[36548]: rocksdb: Options.enable_blob_garbage_collection: false 2024-04-15T14:29:39.809 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:29:39 smithi016 ceph-mon[36548]: rocksdb: Options.blob_garbage_collection_age_cutoff: 0.250000 2024-04-15T14:29:39.809 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:29:39 smithi016 ceph-mon[36548]: rocksdb: Options.blob_garbage_collection_force_threshold: 1.000000 2024-04-15T14:29:39.809 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:29:39 smithi016 ceph-mon[36548]: rocksdb: Options.blob_compaction_readahead_size: 0 2024-04-15T14:29:39.809 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:29:39 smithi016 ceph-mon[36548]: rocksdb: Options.blob_file_starting_level: 0 2024-04-15T14:29:39.809 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:29:39 smithi016 ceph-mon[36548]: rocksdb: Options.experimental_mempurge_threshold: 0.000000 2024-04-15T14:29:39.809 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:29:39 smithi016 ceph-mon[36548]: rocksdb: [db/version_set.cc:5566] Recovered from manifest file:/var/lib/ceph/mon/ceph-c/store.db/MANIFEST-000005 succeeded,manifest_file_number is 5, next_file_number is 7, last_sequence is 0, log_number is 0,prev_log_number is 0,max_column_family is 0,min_log_number_to_keep is 0 2024-04-15T14:29:39.809 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:29:39 smithi016 ceph-mon[36548]: rocksdb: [db/version_set.cc:5581] Column family [default] (ID 0), log number is 0 2024-04-15T14:29:39.810 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:29:39 smithi016 ceph-mon[36548]: rocksdb: [db/db_impl/db_impl_open.cc:539] DB ID: e1fda818-05f8-4861-8f86-2ab7414ae4c0 2024-04-15T14:29:39.810 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:29:39 smithi016 ceph-mon[36548]: rocksdb: EVENT_LOG_v1 {"time_micros": 1713191379500248, "job": 1, "event": "recovery_started", "wal_files": [4]} 2024-04-15T14:29:39.810 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:29:39 smithi016 ceph-mon[36548]: rocksdb: [db/db_impl/db_impl_open.cc:1043] Recovering log #4 mode 2 2024-04-15T14:29:39.810 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:29:39 smithi016 ceph-mon[36548]: rocksdb: EVENT_LOG_v1 {"time_micros": 1713191379500643, "cf_name": "default", "job": 1, "event": "table_file_creation", "file_number": 8, "file_size": 1747, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 1, "largest_seqno": 5, "table_properties": {"data_size": 648, "index_size": 31, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 69, "raw_key_size": 115, "raw_average_key_size": 23, "raw_value_size": 526, "raw_average_value_size": 105, "num_data_blocks": 1, "num_entries": 5, "num_filter_entries": 5, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "bloomfilter", "column_family_name": "default", "column_family_id": 0, "comparator": "leveldb.BytewiseComparator", "merge_operator": "", "prefix_extractor_name": "nullptr", "property_collectors": "[]", "compression": "NoCompression", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1713191379, "oldest_key_time": 0, "file_creation_time": 0, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "e1fda818-05f8-4861-8f86-2ab7414ae4c0", "db_session_id": "VL3HP6LFIIJXLM285UJU", "orig_file_number": 8, "seqno_to_time_mapping": "N/A"}} 2024-04-15T14:29:39.810 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:29:39 smithi016 ceph-mon[36548]: rocksdb: EVENT_LOG_v1 {"time_micros": 1713191379500723, "job": 1, "event": "recovery_finished"} 2024-04-15T14:29:39.810 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:29:39 smithi016 ceph-mon[36548]: rocksdb: [db/version_set.cc:5047] Creating manifest 10 2024-04-15T14:29:39.810 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:29:39 smithi016 ceph-mon[36548]: rocksdb: [file/delete_scheduler.cc:74] Deleted file /var/lib/ceph/mon/ceph-c/store.db/000004.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024-04-15T14:29:39.810 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:29:39 smithi016 ceph-mon[36548]: rocksdb: [db/db_impl/db_impl_open.cc:1987] SstFileManager instance 0x559adf05c000 2024-04-15T14:29:39.810 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:29:39 smithi016 ceph-mon[36548]: rocksdb: DB pointer 0x559adf04a000 2024-04-15T14:29:39.810 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:29:39 smithi016 ceph-mon[36548]: rocksdb: [db/db_impl/db_impl.cc:1109] ------- DUMPING STATS ------- 2024-04-15T14:29:39.810 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:29:39 smithi016 ceph-mon[36548]: rocksdb: [db/db_impl/db_impl.cc:1111] 2024-04-15T14:29:39.810 INFO:journalctl@ceph.mon.c.smithi016.stdout: ** DB Stats ** 2024-04-15T14:29:39.810 INFO:journalctl@ceph.mon.c.smithi016.stdout: Uptime(secs): 0.0 total, 0.0 interval 2024-04-15T14:29:39.811 INFO:journalctl@ceph.mon.c.smithi016.stdout: Cumulative writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 GB, 0.00 MB/s 2024-04-15T14:29:39.811 INFO:journalctl@ceph.mon.c.smithi016.stdout: Cumulative WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2024-04-15T14:29:39.811 INFO:journalctl@ceph.mon.c.smithi016.stdout: Cumulative stall: 00:00:0.000 H:M:S, 0.0 percent 2024-04-15T14:29:39.811 INFO:journalctl@ceph.mon.c.smithi016.stdout: Interval writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 MB, 0.00 MB/s 2024-04-15T14:29:39.811 INFO:journalctl@ceph.mon.c.smithi016.stdout: Interval WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2024-04-15T14:29:39.811 INFO:journalctl@ceph.mon.c.smithi016.stdout: Interval stall: 00:00:0.000 H:M:S, 0.0 percent 2024-04-15T14:29:39.811 INFO:journalctl@ceph.mon.c.smithi016.stdout: 2024-04-15T14:29:39.811 INFO:journalctl@ceph.mon.c.smithi016.stdout: ** Compaction Stats [default] ** 2024-04-15T14:29:39.811 INFO:journalctl@ceph.mon.c.smithi016.stdout: Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) 2024-04-15T14:29:39.811 INFO:journalctl@ceph.mon.c.smithi016.stdout: ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------ 2024-04-15T14:29:39.811 INFO:journalctl@ceph.mon.c.smithi016.stdout: L0 1/0 1.71 KB 0.2 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 4.4 0.00 0.00 1 0.000 0 0 0.0 0.0 2024-04-15T14:29:39.811 INFO:journalctl@ceph.mon.c.smithi016.stdout: Sum 1/0 1.71 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 4.4 0.00 0.00 1 0.000 0 0 0.0 0.0 2024-04-15T14:29:39.811 INFO:journalctl@ceph.mon.c.smithi016.stdout: Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 4.4 0.00 0.00 1 0.000 0 0 0.0 0.0 2024-04-15T14:29:39.811 INFO:journalctl@ceph.mon.c.smithi016.stdout: 2024-04-15T14:29:39.812 INFO:journalctl@ceph.mon.c.smithi016.stdout: ** Compaction Stats [default] ** 2024-04-15T14:29:39.812 INFO:journalctl@ceph.mon.c.smithi016.stdout: Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) 2024-04-15T14:29:39.812 INFO:journalctl@ceph.mon.c.smithi016.stdout: --------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2024-04-15T14:29:39.812 INFO:journalctl@ceph.mon.c.smithi016.stdout: User 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 4.4 0.00 0.00 1 0.000 0 0 0.0 0.0 2024-04-15T14:29:39.812 INFO:journalctl@ceph.mon.c.smithi016.stdout: 2024-04-15T14:29:39.812 INFO:journalctl@ceph.mon.c.smithi016.stdout: Blob file count: 0, total size: 0.0 GB, garbage size: 0.0 GB, space amp: 0.0 2024-04-15T14:29:39.812 INFO:journalctl@ceph.mon.c.smithi016.stdout: 2024-04-15T14:29:39.812 INFO:journalctl@ceph.mon.c.smithi016.stdout: Uptime(secs): 0.0 total, 0.0 interval 2024-04-15T14:29:39.812 INFO:journalctl@ceph.mon.c.smithi016.stdout: Flush(GB): cumulative 0.000, interval 0.000 2024-04-15T14:29:39.812 INFO:journalctl@ceph.mon.c.smithi016.stdout: AddFile(GB): cumulative 0.000, interval 0.000 2024-04-15T14:29:39.812 INFO:journalctl@ceph.mon.c.smithi016.stdout: AddFile(Total Files): cumulative 0, interval 0 2024-04-15T14:29:39.812 INFO:journalctl@ceph.mon.c.smithi016.stdout: AddFile(L0 Files): cumulative 0, interval 0 2024-04-15T14:29:39.812 INFO:journalctl@ceph.mon.c.smithi016.stdout: AddFile(Keys): cumulative 0, interval 0 2024-04-15T14:29:39.812 INFO:journalctl@ceph.mon.c.smithi016.stdout: Cumulative compaction: 0.00 GB write, 0.67 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-04-15T14:29:39.812 INFO:journalctl@ceph.mon.c.smithi016.stdout: Interval compaction: 0.00 GB write, 0.67 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-04-15T14:29:39.813 INFO:journalctl@ceph.mon.c.smithi016.stdout: Stalls(count): 0 level0_slowdown, 0 level0_slowdown_with_compaction, 0 level0_numfiles, 0 level0_numfiles_with_compaction, 0 stop for pending_compaction_bytes, 0 slowdown for pending_compaction_bytes, 0 memtable_compaction, 0 memtable_slowdown, interval 0 total count 2024-04-15T14:29:39.813 INFO:journalctl@ceph.mon.c.smithi016.stdout: Block cache BinnedLRUCache@0x559adefbd1f0#7 capacity: 512.00 MB usage: 0.22 KB table_size: 0 occupancy: 18446744073709551615 collections: 1 last_copies: 0 last_secs: 9e-06 secs_since: 0 2024-04-15T14:29:39.813 INFO:journalctl@ceph.mon.c.smithi016.stdout: Block cache entry stats(count,size,portion): FilterBlock(1,0.11 KB,2.08616e-05%) IndexBlock(1,0.11 KB,2.08616e-05%) Misc(1,0.00 KB,0%) 2024-04-15T14:29:39.813 INFO:journalctl@ceph.mon.c.smithi016.stdout: 2024-04-15T14:29:39.813 INFO:journalctl@ceph.mon.c.smithi016.stdout: ** File Read Latency Histogram By Level [default] ** 2024-04-15T14:29:39.813 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:29:39 smithi016 ceph-mon[36548]: mon.c does not exist in monmap, will attempt to join an existing cluster 2024-04-15T14:29:39.813 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:29:39 smithi016 ceph-mon[36548]: using public_addrv [v2:172.21.15.16:3301/0,v1:172.21.15.16:6790/0] 2024-04-15T14:29:39.813 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:29:39 smithi016 ceph-mon[36548]: starting mon.c rank -1 at public addrs [v2:172.21.15.16:3301/0,v1:172.21.15.16:6790/0] at bind addrs [v2:172.21.15.16:3301/0,v1:172.21.15.16:6790/0] mon_data /var/lib/ceph/mon/ceph-c fsid 362ea986-fb34-11ee-bc8f-c7b262605968 2024-04-15T14:29:39.813 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:29:39 smithi016 ceph-mon[36548]: mon.c@-1(???) e0 preinit fsid 362ea986-fb34-11ee-bc8f-c7b262605968 2024-04-15T14:29:39.813 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:29:39 smithi016 bash[36510]: c42afef2bc9e7596552ce9e1651f47bd9dc29e99ddb761dfd8e0057cc33b051a 2024-04-15T14:29:39.813 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:29:39 smithi016 ceph-mon[36548]: mon.c@-1(synchronizing).mds e1 new map 2024-04-15T14:29:39.813 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:29:39 smithi016 ceph-mon[36548]: mon.c@-1(synchronizing).mds e1 print_map 2024-04-15T14:29:39.813 INFO:journalctl@ceph.mon.c.smithi016.stdout: e1 2024-04-15T14:29:39.813 INFO:journalctl@ceph.mon.c.smithi016.stdout: enable_multiple, ever_enabled_multiple: 1,1 2024-04-15T14:29:39.813 INFO:journalctl@ceph.mon.c.smithi016.stdout: default compat: compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,8=no anchor table,9=file layout v2,10=snaprealm v2} 2024-04-15T14:29:39.814 INFO:journalctl@ceph.mon.c.smithi016.stdout: legacy client fscid: -1 2024-04-15T14:29:39.814 INFO:journalctl@ceph.mon.c.smithi016.stdout: 2024-04-15T14:29:39.814 INFO:journalctl@ceph.mon.c.smithi016.stdout: No filesystems configured 2024-04-15T14:29:39.814 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:29:39 smithi016 ceph-mon[36548]: mon.c@-1(synchronizing).osd e0 _set_cache_ratios kv ratio 0.25 inc ratio 0.375 full ratio 0.375 2024-04-15T14:29:39.814 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:29:39 smithi016 ceph-mon[36548]: mon.c@-1(synchronizing).osd e0 register_cache_with_pcm pcm target: 2147483648 pcm max: 1020054732 pcm min: 134217728 inc_osd_cache size: 1 2024-04-15T14:29:39.814 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:29:39 smithi016 ceph-mon[36548]: mon.c@-1(synchronizing).osd e1 e1: 0 total, 0 up, 0 in 2024-04-15T14:29:39.814 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:29:39 smithi016 ceph-mon[36548]: mon.c@-1(synchronizing).osd e2 e2: 0 total, 0 up, 0 in 2024-04-15T14:29:39.814 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:29:39 smithi016 ceph-mon[36548]: mon.c@-1(synchronizing).osd e3 e3: 0 total, 0 up, 0 in 2024-04-15T14:29:39.814 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:29:39 smithi016 ceph-mon[36548]: mon.c@-1(synchronizing).osd e4 e4: 0 total, 0 up, 0 in 2024-04-15T14:29:39.814 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:29:39 smithi016 ceph-mon[36548]: mon.c@-1(synchronizing).osd e4 crush map has features 3314932999778484224, adjusting msgr requires 2024-04-15T14:29:39.814 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:29:39 smithi016 ceph-mon[36548]: mon.c@-1(synchronizing).osd e4 crush map has features 288514050185494528, adjusting msgr requires 2024-04-15T14:29:39.814 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:29:39 smithi016 ceph-mon[36548]: mon.c@-1(synchronizing).osd e4 crush map has features 288514050185494528, adjusting msgr requires 2024-04-15T14:29:39.814 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:29:39 smithi016 ceph-mon[36548]: mon.c@-1(synchronizing).osd e4 crush map has features 288514050185494528, adjusting msgr requires 2024-04-15T14:29:39.814 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:29:39 smithi016 ceph-mon[36548]: pgmap v4: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-15T14:29:39.815 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:29:39 smithi016 ceph-mon[36548]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' 2024-04-15T14:29:39.815 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:29:39 smithi016 ceph-mon[36548]: from='client.14180 -' entity='client.admin' cmd=[{"prefix": "orch host ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-15T14:29:39.815 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:29:39 smithi016 ceph-mon[36548]: pgmap v5: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-15T14:29:39.815 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:29:39 smithi016 ceph-mon[36548]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' 2024-04-15T14:29:39.815 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:29:39 smithi016 ceph-mon[36548]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' 2024-04-15T14:29:39.815 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:29:39 smithi016 ceph-mon[36548]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' 2024-04-15T14:29:39.815 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:29:39 smithi016 ceph-mon[36548]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' 2024-04-15T14:29:39.815 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:29:39 smithi016 ceph-mon[36548]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd/host:smithi102", "name": "osd_memory_target"}]: dispatch 2024-04-15T14:29:39.815 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:29:39 smithi016 ceph-mon[36548]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T14:29:39.815 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:29:39 smithi016 ceph-mon[36548]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T14:29:39.815 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:29:39 smithi016 ceph-mon[36548]: Updating smithi102:/etc/ceph/ceph.conf 2024-04-15T14:29:39.815 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:29:39 smithi016 ceph-mon[36548]: Updating smithi102:/var/lib/ceph/362ea986-fb34-11ee-bc8f-c7b262605968/config/ceph.conf 2024-04-15T14:29:39.815 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:29:39 smithi016 ceph-mon[36548]: from='client.? 172.21.15.16:0/896580132' entity='client.admin' cmd=[{"prefix": "osd crush tunables", "profile": "default"}]: dispatch 2024-04-15T14:29:39.815 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:29:39 smithi016 ceph-mon[36548]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' 2024-04-15T14:29:39.815 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:29:39 smithi016 ceph-mon[36548]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' 2024-04-15T14:29:39.816 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:29:39 smithi016 ceph-mon[36548]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' 2024-04-15T14:29:39.816 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:29:39 smithi016 ceph-mon[36548]: pgmap v6: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-15T14:29:39.816 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:29:39 smithi016 ceph-mon[36548]: Updating smithi102:/etc/ceph/ceph.client.admin.keyring 2024-04-15T14:29:39.816 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:29:39 smithi016 ceph-mon[36548]: Updating smithi102:/var/lib/ceph/362ea986-fb34-11ee-bc8f-c7b262605968/config/ceph.client.admin.keyring 2024-04-15T14:29:39.816 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:29:39 smithi016 ceph-mon[36548]: from='client.? 172.21.15.16:0/896580132' entity='client.admin' cmd='[{"prefix": "osd crush tunables", "profile": "default"}]': finished 2024-04-15T14:29:39.816 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:29:39 smithi016 ceph-mon[36548]: osdmap e4: 0 total, 0 up, 0 in 2024-04-15T14:29:39.816 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:29:39 smithi016 ceph-mon[36548]: pgmap v8: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-15T14:29:39.816 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:29:39 smithi016 ceph-mon[36548]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' 2024-04-15T14:29:39.816 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:29:39 smithi016 ceph-mon[36548]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T14:29:39.816 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:29:39 smithi016 ceph-mon[36548]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T14:29:39.816 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:29:39 smithi016 ceph-mon[36548]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T14:29:39.816 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:29:39 smithi016 ceph-mon[36548]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' 2024-04-15T14:29:39.816 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:29:39 smithi016 ceph-mon[36548]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-15T14:29:39.816 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:29:39 smithi016 ceph-mon[36548]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T14:29:39.817 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:29:39 smithi016 ceph-mon[36548]: from='client.14184 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mon", "placement": "3;smithi016:172.21.15.16=a;smithi016:[v2:172.21.15.16:3301,v1:172.21.15.16:6790]=c;smithi102:172.21.15.102=b", "target": ["mon-mgr", ""]}]: dispatch 2024-04-15T14:29:39.817 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:29:39 smithi016 ceph-mon[36548]: Saving service mon spec with placement smithi016:172.21.15.16=a;smithi016:[v2:172.21.15.16:3301,v1:172.21.15.16:6790]=c;smithi102:172.21.15.102=b;count:3 2024-04-15T14:29:39.817 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:29:39 smithi016 ceph-mon[36548]: Deploying daemon mon.b on smithi102 2024-04-15T14:29:39.817 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:29:39 smithi016 ceph-mon[36548]: pgmap v9: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-15T14:29:39.817 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:29:39 smithi016 ceph-mon[36548]: pgmap v10: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-15T14:29:39.817 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:29:39 smithi016 ceph-mon[36548]: from='client.? 172.21.15.102:0/446082912' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2024-04-15T14:29:39.817 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:29:39 smithi016 ceph-mon[36548]: pgmap v11: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-15T14:29:39.817 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:29:39 smithi016 ceph-mon[36548]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-15T14:29:39.817 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:29:39 smithi016 ceph-mon[36548]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-15T14:29:39.817 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:29:39 smithi016 ceph-mon[36548]: mon.a calling monitor election 2024-04-15T14:29:39.817 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:29:39 smithi016 ceph-mon[36548]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-15T14:29:39.817 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:29:39 smithi016 ceph-mon[36548]: pgmap v12: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-15T14:29:39.817 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:29:39 smithi016 ceph-mon[36548]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-15T14:29:39.817 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:29:39 smithi016 ceph-mon[36548]: mon.b calling monitor election 2024-04-15T14:29:39.817 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:29:39 smithi016 ceph-mon[36548]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-15T14:29:39.818 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:29:39 smithi016 ceph-mon[36548]: pgmap v13: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-15T14:29:39.818 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:29:39 smithi016 ceph-mon[36548]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-15T14:29:39.818 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:29:39 smithi016 ceph-mon[36548]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-15T14:29:39.818 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:29:39 smithi016 ceph-mon[36548]: mon.a is new leader, mons a,b in quorum (ranks 0,1) 2024-04-15T14:29:39.818 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:29:39 smithi016 ceph-mon[36548]: monmap e2: 2 mons at {a=[v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0],b=[v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0]} removed_ranks: {} disallowed_leaders: {} 2024-04-15T14:29:39.818 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:29:39 smithi016 ceph-mon[36548]: fsmap 2024-04-15T14:29:39.818 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:29:39 smithi016 ceph-mon[36548]: osdmap e4: 0 total, 0 up, 0 in 2024-04-15T14:29:39.818 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:29:39 smithi016 ceph-mon[36548]: mgrmap e13: y(active, since 39s) 2024-04-15T14:29:39.818 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:29:39 smithi016 ceph-mon[36548]: overall HEALTH_OK 2024-04-15T14:29:39.818 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:29:39 smithi016 ceph-mon[36548]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' 2024-04-15T14:29:39.818 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:29:39 smithi016 ceph-mon[36548]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' 2024-04-15T14:29:39.819 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:29:39 smithi016 ceph-mon[36548]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' 2024-04-15T14:29:39.819 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:29:39 smithi016 ceph-mon[36548]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-15T14:29:39.819 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:29:39 smithi016 ceph-mon[36548]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T14:29:39.819 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:29:39 smithi016 ceph-mon[36548]: Deploying daemon mon.c on smithi016 2024-04-15T14:29:39.819 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:29:39 smithi016 ceph-mon[36548]: pgmap v14: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-15T14:29:39.819 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:29:39 smithi016 ceph-mon[36548]: from='client.? 172.21.15.102:0/2145578017' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2024-04-15T14:29:39.819 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:29:39 smithi016 ceph-mon[36548]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-15T14:29:39.819 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:29:39 smithi016 ceph-mon[36548]: pgmap v15: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-15T14:29:39.819 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:29:39 smithi016 ceph-mon[36548]: mon.c@-1(synchronizing).paxosservice(auth 1..3) refresh upgraded, format 0 -> 3 2024-04-15T14:29:39.819 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:29:39 smithi016 systemd[1]: Started Ceph mon.c for 362ea986-fb34-11ee-bc8f-c7b262605968. 2024-04-15T14:29:44.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:29:44 smithi102 ceph-mon[31017]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-15T14:29:44.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:29:44 smithi102 ceph-mon[31017]: mon.a calling monitor election 2024-04-15T14:29:44.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:29:44 smithi102 ceph-mon[31017]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-15T14:29:44.938 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:29:44 smithi102 ceph-mon[31017]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-15T14:29:44.938 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:29:44 smithi102 ceph-mon[31017]: mon.b calling monitor election 2024-04-15T14:29:44.938 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:29:44 smithi102 ceph-mon[31017]: pgmap v16: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-15T14:29:44.938 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:29:44 smithi102 ceph-mon[31017]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-15T14:29:44.938 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:29:44 smithi102 ceph-mon[31017]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-15T14:29:44.938 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:29:44 smithi102 ceph-mon[31017]: mon.c calling monitor election 2024-04-15T14:29:44.938 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:29:44 smithi102 ceph-mon[31017]: pgmap v17: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-15T14:29:44.938 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:29:44 smithi102 ceph-mon[31017]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-15T14:29:44.938 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:29:44 smithi102 ceph-mon[31017]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-15T14:29:44.938 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:29:44 smithi102 ceph-mon[31017]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-15T14:29:44.938 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:29:44 smithi102 ceph-mon[31017]: mon.a is new leader, mons a,b,c in quorum (ranks 0,1,2) 2024-04-15T14:29:44.938 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:29:44 smithi102 ceph-mon[31017]: monmap e3: 3 mons at {a=[v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0],b=[v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0],c=[v2:172.21.15.16:3301/0,v1:172.21.15.16:6790/0]} removed_ranks: {} disallowed_leaders: {} 2024-04-15T14:29:44.938 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:29:44 smithi102 ceph-mon[31017]: fsmap 2024-04-15T14:29:44.939 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:29:44 smithi102 ceph-mon[31017]: osdmap e4: 0 total, 0 up, 0 in 2024-04-15T14:29:44.939 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:29:44 smithi102 ceph-mon[31017]: mgrmap e13: y(active, since 48s) 2024-04-15T14:29:44.939 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:29:44 smithi102 ceph-mon[31017]: overall HEALTH_OK 2024-04-15T14:29:44.939 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:29:44 smithi102 ceph-mon[31017]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' 2024-04-15T14:29:44.939 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:29:44 smithi102 ceph-mon[31017]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' 2024-04-15T14:29:44.939 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:29:44 smithi102 ceph-mon[31017]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' 2024-04-15T14:29:44.939 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:29:44 smithi102 ceph-mon[31017]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' 2024-04-15T14:29:45.039 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:29:44 smithi016 ceph-mon[27435]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-15T14:29:45.039 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:29:44 smithi016 ceph-mon[27435]: mon.a calling monitor election 2024-04-15T14:29:45.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:29:44 smithi016 ceph-mon[27435]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-15T14:29:45.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:29:44 smithi016 ceph-mon[27435]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-15T14:29:45.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:29:44 smithi016 ceph-mon[27435]: mon.b calling monitor election 2024-04-15T14:29:45.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:29:44 smithi016 ceph-mon[27435]: pgmap v16: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-15T14:29:45.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:29:44 smithi016 ceph-mon[27435]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-15T14:29:45.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:29:44 smithi016 ceph-mon[27435]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-15T14:29:45.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:29:44 smithi016 ceph-mon[27435]: mon.c calling monitor election 2024-04-15T14:29:45.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:29:44 smithi016 ceph-mon[27435]: pgmap v17: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-15T14:29:45.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:29:44 smithi016 ceph-mon[27435]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-15T14:29:45.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:29:44 smithi016 ceph-mon[27435]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-15T14:29:45.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:29:44 smithi016 ceph-mon[27435]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-15T14:29:45.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:29:44 smithi016 ceph-mon[27435]: mon.a is new leader, mons a,b,c in quorum (ranks 0,1,2) 2024-04-15T14:29:45.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:29:44 smithi016 ceph-mon[27435]: monmap e3: 3 mons at {a=[v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0],b=[v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0],c=[v2:172.21.15.16:3301/0,v1:172.21.15.16:6790/0]} removed_ranks: {} disallowed_leaders: {} 2024-04-15T14:29:45.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:29:44 smithi016 ceph-mon[27435]: fsmap 2024-04-15T14:29:45.041 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:29:44 smithi016 ceph-mon[27435]: osdmap e4: 0 total, 0 up, 0 in 2024-04-15T14:29:45.041 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:29:44 smithi016 ceph-mon[27435]: mgrmap e13: y(active, since 48s) 2024-04-15T14:29:45.041 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:29:44 smithi016 ceph-mon[27435]: overall HEALTH_OK 2024-04-15T14:29:45.041 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:29:44 smithi016 ceph-mon[27435]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' 2024-04-15T14:29:45.041 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:29:44 smithi016 ceph-mon[27435]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' 2024-04-15T14:29:45.041 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:29:44 smithi016 ceph-mon[27435]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' 2024-04-15T14:29:45.041 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:29:44 smithi016 ceph-mon[27435]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' 2024-04-15T14:29:45.041 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:29:44 smithi016 ceph-mon[36548]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-15T14:29:45.041 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:29:44 smithi016 ceph-mon[36548]: mon.a calling monitor election 2024-04-15T14:29:45.041 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:29:44 smithi016 ceph-mon[36548]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-15T14:29:45.041 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:29:44 smithi016 ceph-mon[36548]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-15T14:29:45.042 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:29:44 smithi016 ceph-mon[36548]: mon.b calling monitor election 2024-04-15T14:29:45.042 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:29:44 smithi016 ceph-mon[36548]: pgmap v16: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-15T14:29:45.042 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:29:44 smithi016 ceph-mon[36548]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-15T14:29:45.042 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:29:44 smithi016 ceph-mon[36548]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-15T14:29:45.042 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:29:44 smithi016 ceph-mon[36548]: mon.c calling monitor election 2024-04-15T14:29:45.042 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:29:44 smithi016 ceph-mon[36548]: pgmap v17: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-15T14:29:45.042 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:29:44 smithi016 ceph-mon[36548]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-15T14:29:45.042 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:29:44 smithi016 ceph-mon[36548]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-15T14:29:45.042 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:29:44 smithi016 ceph-mon[36548]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-15T14:29:45.042 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:29:44 smithi016 ceph-mon[36548]: mon.a is new leader, mons a,b,c in quorum (ranks 0,1,2) 2024-04-15T14:29:45.042 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:29:44 smithi016 ceph-mon[36548]: monmap e3: 3 mons at {a=[v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0],b=[v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0],c=[v2:172.21.15.16:3301/0,v1:172.21.15.16:6790/0]} removed_ranks: {} disallowed_leaders: {} 2024-04-15T14:29:45.042 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:29:44 smithi016 ceph-mon[36548]: fsmap 2024-04-15T14:29:45.042 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:29:44 smithi016 ceph-mon[36548]: osdmap e4: 0 total, 0 up, 0 in 2024-04-15T14:29:45.043 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:29:44 smithi016 ceph-mon[36548]: mgrmap e13: y(active, since 48s) 2024-04-15T14:29:45.043 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:29:44 smithi016 ceph-mon[36548]: overall HEALTH_OK 2024-04-15T14:29:45.043 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:29:44 smithi016 ceph-mon[36548]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' 2024-04-15T14:29:45.043 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:29:44 smithi016 ceph-mon[36548]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' 2024-04-15T14:29:45.043 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:29:44 smithi016 ceph-mon[36548]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' 2024-04-15T14:29:45.043 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:29:44 smithi016 ceph-mon[36548]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' 2024-04-15T14:29:45.789 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:29:45 smithi016 ceph-mon[27435]: pgmap v18: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-15T14:29:45.789 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:29:45 smithi016 ceph-mon[27435]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T14:29:45.789 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:29:45 smithi016 ceph-mon[27435]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-15T14:29:45.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:29:45 smithi016 ceph-mon[36548]: pgmap v18: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-15T14:29:45.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:29:45 smithi016 ceph-mon[36548]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T14:29:45.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:29:45 smithi016 ceph-mon[36548]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-15T14:29:45.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:29:45 smithi102 ceph-mon[31017]: pgmap v18: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-15T14:29:45.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:29:45 smithi102 ceph-mon[31017]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T14:29:45.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:29:45 smithi102 ceph-mon[31017]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-15T14:29:46.231 INFO:teuthology.orchestra.run.smithi102.stdout: 2024-04-15T14:29:46.232 INFO:teuthology.orchestra.run.smithi102.stdout:{"epoch":3,"fsid":"362ea986-fb34-11ee-bc8f-c7b262605968","modified":"2024-04-15T14:29:39.521497Z","created":"2024-04-15T14:28:00.200872Z","min_mon_release":18,"min_mon_release_name":"reef","election_strategy":1,"disallowed_leaders: ":"","stretch_mode":false,"tiebreaker_mon":"","removed_ranks: ":"","features":{"persistent":["kraken","luminous","mimic","osdmap-prune","nautilus","octopus","pacific","elector-pinging","quincy","reef"],"optional":[]},"mons":[{"rank":0,"name":"a","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:3300","nonce":0},{"type":"v1","addr":"172.21.15.16:6789","nonce":0}]},"addr":"172.21.15.16:6789/0","public_addr":"172.21.15.16:6789/0","priority":0,"weight":0,"crush_location":"{}"},{"rank":1,"name":"b","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:3300","nonce":0},{"type":"v1","addr":"172.21.15.102:6789","nonce":0}]},"addr":"172.21.15.102:6789/0","public_addr":"172.21.15.102:6789/0","priority":0,"weight":0,"crush_location":"{}"},{"rank":2,"name":"c","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:3301","nonce":0},{"type":"v1","addr":"172.21.15.16:6790","nonce":0}]},"addr":"172.21.15.16:6790/0","public_addr":"172.21.15.16:6790/0","priority":0,"weight":0,"crush_location":"{}"}],"quorum":[0,1,2]} 2024-04-15T14:29:46.233 INFO:teuthology.orchestra.run.smithi102.stderr:dumped monmap epoch 3 2024-04-15T14:29:46.865 INFO:tasks.cephadm:Generating final ceph.conf file... 2024-04-15T14:29:46.866 DEBUG:teuthology.orchestra.run.smithi016:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 362ea986-fb34-11ee-bc8f-c7b262605968 -- ceph config generate-minimal-conf 2024-04-15T14:29:47.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:29:46 smithi102 ceph-mon[31017]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' 2024-04-15T14:29:47.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:29:46 smithi102 ceph-mon[31017]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' 2024-04-15T14:29:47.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:29:46 smithi102 ceph-mon[31017]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' 2024-04-15T14:29:47.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:29:46 smithi102 ceph-mon[31017]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' 2024-04-15T14:29:47.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:29:46 smithi102 ceph-mon[31017]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T14:29:47.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:29:46 smithi102 ceph-mon[31017]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T14:29:47.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:29:46 smithi102 ceph-mon[31017]: Updating smithi016:/etc/ceph/ceph.conf 2024-04-15T14:29:47.188 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:29:46 smithi102 ceph-mon[31017]: Updating smithi102:/etc/ceph/ceph.conf 2024-04-15T14:29:47.188 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:29:46 smithi102 ceph-mon[31017]: Updating smithi016:/var/lib/ceph/362ea986-fb34-11ee-bc8f-c7b262605968/config/ceph.conf 2024-04-15T14:29:47.188 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:29:46 smithi102 ceph-mon[31017]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' 2024-04-15T14:29:47.188 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:29:46 smithi102 ceph-mon[31017]: from='client.? 172.21.15.102:0/4013376990' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2024-04-15T14:29:47.188 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:29:46 smithi102 ceph-mon[31017]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' 2024-04-15T14:29:47.188 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:29:46 smithi102 ceph-mon[31017]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' 2024-04-15T14:29:47.188 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:29:46 smithi102 ceph-mon[31017]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' 2024-04-15T14:29:47.188 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:29:46 smithi102 ceph-mon[31017]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' 2024-04-15T14:29:47.188 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:29:46 smithi102 ceph-mon[31017]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' 2024-04-15T14:29:47.188 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:29:46 smithi102 ceph-mon[31017]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' 2024-04-15T14:29:47.188 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:29:46 smithi102 ceph-mon[31017]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' 2024-04-15T14:29:47.188 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:29:46 smithi102 ceph-mon[31017]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' 2024-04-15T14:29:47.188 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:29:46 smithi102 ceph-mon[31017]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' 2024-04-15T14:29:47.188 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:29:46 smithi102 ceph-mon[31017]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-15T14:29:47.189 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:29:46 smithi102 ceph-mon[31017]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-04-15T14:29:47.189 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:29:46 smithi102 ceph-mon[31017]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T14:29:47.248 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:29:46 smithi016 ceph-mon[27435]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' 2024-04-15T14:29:47.248 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:29:46 smithi016 ceph-mon[27435]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' 2024-04-15T14:29:47.248 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:29:46 smithi016 ceph-mon[27435]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' 2024-04-15T14:29:47.248 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:29:46 smithi016 ceph-mon[27435]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' 2024-04-15T14:29:47.248 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:29:46 smithi016 ceph-mon[27435]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T14:29:47.248 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:29:46 smithi016 ceph-mon[27435]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T14:29:47.248 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:29:46 smithi016 ceph-mon[27435]: Updating smithi016:/etc/ceph/ceph.conf 2024-04-15T14:29:47.248 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:29:46 smithi016 ceph-mon[27435]: Updating smithi102:/etc/ceph/ceph.conf 2024-04-15T14:29:47.248 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:29:46 smithi016 ceph-mon[27435]: Updating smithi016:/var/lib/ceph/362ea986-fb34-11ee-bc8f-c7b262605968/config/ceph.conf 2024-04-15T14:29:47.249 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:29:46 smithi016 ceph-mon[27435]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' 2024-04-15T14:29:47.249 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:29:46 smithi016 ceph-mon[27435]: from='client.? 172.21.15.102:0/4013376990' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2024-04-15T14:29:47.249 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:29:46 smithi016 ceph-mon[27435]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' 2024-04-15T14:29:47.249 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:29:46 smithi016 ceph-mon[27435]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' 2024-04-15T14:29:47.249 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:29:46 smithi016 ceph-mon[27435]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' 2024-04-15T14:29:47.249 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:29:46 smithi016 ceph-mon[27435]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' 2024-04-15T14:29:47.249 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:29:46 smithi016 ceph-mon[27435]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' 2024-04-15T14:29:47.249 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:29:46 smithi016 ceph-mon[27435]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' 2024-04-15T14:29:47.249 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:29:46 smithi016 ceph-mon[27435]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' 2024-04-15T14:29:47.249 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:29:46 smithi016 ceph-mon[27435]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' 2024-04-15T14:29:47.249 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:29:46 smithi016 ceph-mon[27435]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' 2024-04-15T14:29:47.249 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:29:46 smithi016 ceph-mon[27435]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-15T14:29:47.249 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:29:46 smithi016 ceph-mon[27435]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-04-15T14:29:47.249 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:29:46 smithi016 ceph-mon[27435]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T14:29:47.250 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:29:46 smithi016 ceph-mon[36548]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' 2024-04-15T14:29:47.250 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:29:46 smithi016 ceph-mon[36548]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' 2024-04-15T14:29:47.250 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:29:46 smithi016 ceph-mon[36548]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' 2024-04-15T14:29:47.250 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:29:46 smithi016 ceph-mon[36548]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' 2024-04-15T14:29:47.250 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:29:46 smithi016 ceph-mon[36548]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T14:29:47.250 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:29:46 smithi016 ceph-mon[36548]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T14:29:47.250 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:29:46 smithi016 ceph-mon[36548]: Updating smithi016:/etc/ceph/ceph.conf 2024-04-15T14:29:47.250 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:29:46 smithi016 ceph-mon[36548]: Updating smithi102:/etc/ceph/ceph.conf 2024-04-15T14:29:47.250 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:29:46 smithi016 ceph-mon[36548]: Updating smithi016:/var/lib/ceph/362ea986-fb34-11ee-bc8f-c7b262605968/config/ceph.conf 2024-04-15T14:29:47.250 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:29:46 smithi016 ceph-mon[36548]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' 2024-04-15T14:29:47.250 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:29:46 smithi016 ceph-mon[36548]: from='client.? 172.21.15.102:0/4013376990' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2024-04-15T14:29:47.251 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:29:46 smithi016 ceph-mon[36548]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' 2024-04-15T14:29:47.251 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:29:46 smithi016 ceph-mon[36548]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' 2024-04-15T14:29:47.251 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:29:46 smithi016 ceph-mon[36548]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' 2024-04-15T14:29:47.251 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:29:46 smithi016 ceph-mon[36548]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' 2024-04-15T14:29:47.251 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:29:46 smithi016 ceph-mon[36548]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' 2024-04-15T14:29:47.251 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:29:46 smithi016 ceph-mon[36548]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' 2024-04-15T14:29:47.251 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:29:46 smithi016 ceph-mon[36548]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' 2024-04-15T14:29:47.251 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:29:46 smithi016 ceph-mon[36548]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' 2024-04-15T14:29:47.251 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:29:46 smithi016 ceph-mon[36548]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' 2024-04-15T14:29:47.251 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:29:46 smithi016 ceph-mon[36548]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-15T14:29:47.251 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:29:46 smithi016 ceph-mon[36548]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-04-15T14:29:47.251 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:29:46 smithi016 ceph-mon[36548]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T14:29:47.539 INFO:teuthology.orchestra.run.smithi016.stderr:Inferring config /var/lib/ceph/362ea986-fb34-11ee-bc8f-c7b262605968/mon.a/config 2024-04-15T14:29:48.237 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:29:48 smithi016 ceph-mon[27435]: Updating smithi102:/var/lib/ceph/362ea986-fb34-11ee-bc8f-c7b262605968/config/ceph.conf 2024-04-15T14:29:48.237 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:29:48 smithi016 ceph-mon[27435]: pgmap v19: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-15T14:29:48.238 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:29:48 smithi016 ceph-mon[27435]: Reconfiguring mon.a (unknown last config time)... 2024-04-15T14:29:48.238 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:29:48 smithi016 ceph-mon[27435]: Reconfiguring daemon mon.a on smithi016 2024-04-15T14:29:48.238 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:29:48 smithi016 ceph-mon[36548]: Updating smithi102:/var/lib/ceph/362ea986-fb34-11ee-bc8f-c7b262605968/config/ceph.conf 2024-04-15T14:29:48.238 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:29:48 smithi016 ceph-mon[36548]: pgmap v19: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-15T14:29:48.238 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:29:48 smithi016 ceph-mon[36548]: Reconfiguring mon.a (unknown last config time)... 2024-04-15T14:29:48.238 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:29:48 smithi016 ceph-mon[36548]: Reconfiguring daemon mon.a on smithi016 2024-04-15T14:29:48.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:29:48 smithi102 ceph-mon[31017]: Updating smithi102:/var/lib/ceph/362ea986-fb34-11ee-bc8f-c7b262605968/config/ceph.conf 2024-04-15T14:29:48.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:29:48 smithi102 ceph-mon[31017]: pgmap v19: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-15T14:29:48.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:29:48 smithi102 ceph-mon[31017]: Reconfiguring mon.a (unknown last config time)... 2024-04-15T14:29:48.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:29:48 smithi102 ceph-mon[31017]: Reconfiguring daemon mon.a on smithi016 2024-04-15T14:29:49.638 INFO:teuthology.orchestra.run.smithi016.stdout:# minimal ceph.conf for 362ea986-fb34-11ee-bc8f-c7b262605968 2024-04-15T14:29:49.638 INFO:teuthology.orchestra.run.smithi016.stdout:[global] 2024-04-15T14:29:49.638 INFO:teuthology.orchestra.run.smithi016.stdout: fsid = 362ea986-fb34-11ee-bc8f-c7b262605968 2024-04-15T14:29:49.639 INFO:teuthology.orchestra.run.smithi016.stdout: mon_host = [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] [v2:172.21.15.16:3301/0,v1:172.21.15.16:6790/0] 2024-04-15T14:29:50.203 INFO:tasks.cephadm:Distributing (final) config and client.admin keyring... 2024-04-15T14:29:50.203 DEBUG:teuthology.orchestra.run.smithi016:> set -ex 2024-04-15T14:29:50.203 DEBUG:teuthology.orchestra.run.smithi016:> sudo dd of=/etc/ceph/ceph.conf 2024-04-15T14:29:50.230 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:29:49 smithi016 ceph-mon[36548]: pgmap v20: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-15T14:29:50.230 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:29:49 smithi016 ceph-mon[36548]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' 2024-04-15T14:29:50.230 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:29:49 smithi016 ceph-mon[36548]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' 2024-04-15T14:29:50.230 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:29:49 smithi016 ceph-mon[36548]: Reconfiguring mon.c (monmap changed)... 2024-04-15T14:29:50.230 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:29:49 smithi016 ceph-mon[36548]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-15T14:29:50.230 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:29:49 smithi016 ceph-mon[36548]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-04-15T14:29:50.230 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:29:49 smithi016 ceph-mon[36548]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T14:29:50.231 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:29:49 smithi016 ceph-mon[36548]: Reconfiguring daemon mon.c on smithi016 2024-04-15T14:29:50.231 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:29:49 smithi016 ceph-mon[36548]: from='client.? 172.21.15.16:0/3401592519' entity='client.admin' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T14:29:50.231 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:29:49 smithi016 ceph-mon[27435]: pgmap v20: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-15T14:29:50.231 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:29:49 smithi016 ceph-mon[27435]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' 2024-04-15T14:29:50.231 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:29:49 smithi016 ceph-mon[27435]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' 2024-04-15T14:29:50.231 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:29:49 smithi016 ceph-mon[27435]: Reconfiguring mon.c (monmap changed)... 2024-04-15T14:29:50.231 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:29:49 smithi016 ceph-mon[27435]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-15T14:29:50.231 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:29:49 smithi016 ceph-mon[27435]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-04-15T14:29:50.231 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:29:49 smithi016 ceph-mon[27435]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T14:29:50.231 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:29:49 smithi016 ceph-mon[27435]: Reconfiguring daemon mon.c on smithi016 2024-04-15T14:29:50.231 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:29:49 smithi016 ceph-mon[27435]: from='client.? 172.21.15.16:0/3401592519' entity='client.admin' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T14:29:50.234 DEBUG:teuthology.orchestra.run.smithi016:> set -ex 2024-04-15T14:29:50.234 DEBUG:teuthology.orchestra.run.smithi016:> sudo dd of=/etc/ceph/ceph.client.admin.keyring 2024-04-15T14:29:50.303 DEBUG:teuthology.orchestra.run.smithi102:> set -ex 2024-04-15T14:29:50.304 DEBUG:teuthology.orchestra.run.smithi102:> sudo dd of=/etc/ceph/ceph.conf 2024-04-15T14:29:50.335 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:29:49 smithi102 ceph-mon[31017]: pgmap v20: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-15T14:29:50.335 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:29:49 smithi102 ceph-mon[31017]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' 2024-04-15T14:29:50.335 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:29:49 smithi102 ceph-mon[31017]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' 2024-04-15T14:29:50.335 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:29:49 smithi102 ceph-mon[31017]: Reconfiguring mon.c (monmap changed)... 2024-04-15T14:29:50.335 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:29:49 smithi102 ceph-mon[31017]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-15T14:29:50.335 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:29:49 smithi102 ceph-mon[31017]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-04-15T14:29:50.335 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:29:49 smithi102 ceph-mon[31017]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T14:29:50.335 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:29:49 smithi102 ceph-mon[31017]: Reconfiguring daemon mon.c on smithi016 2024-04-15T14:29:50.335 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:29:49 smithi102 ceph-mon[31017]: from='client.? 172.21.15.16:0/3401592519' entity='client.admin' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T14:29:50.340 DEBUG:teuthology.orchestra.run.smithi102:> set -ex 2024-04-15T14:29:50.340 DEBUG:teuthology.orchestra.run.smithi102:> sudo dd of=/etc/ceph/ceph.client.admin.keyring 2024-04-15T14:29:50.412 INFO:tasks.cephadm:Adding mgr.y on smithi016 2024-04-15T14:29:50.412 INFO:tasks.cephadm:Adding mgr.x on smithi102 2024-04-15T14:29:50.413 DEBUG:teuthology.orchestra.run.smithi102:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 362ea986-fb34-11ee-bc8f-c7b262605968 -- ceph orch apply mgr '2;smithi016=y;smithi102=x' 2024-04-15T14:29:50.652 INFO:teuthology.orchestra.run.smithi102.stderr:Inferring config /var/lib/ceph/362ea986-fb34-11ee-bc8f-c7b262605968/mon.b/config 2024-04-15T14:29:52.122 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:29:51 smithi102 ceph-mon[31017]: pgmap v21: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-15T14:29:52.122 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:29:51 smithi102 ceph-mon[31017]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' 2024-04-15T14:29:52.122 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:29:51 smithi102 ceph-mon[31017]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' 2024-04-15T14:29:52.122 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:29:51 smithi102 ceph-mon[31017]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-15T14:29:52.122 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:29:51 smithi102 ceph-mon[31017]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-04-15T14:29:52.122 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:29:51 smithi102 ceph-mon[31017]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T14:29:52.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:29:51 smithi016 ceph-mon[27435]: pgmap v21: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-15T14:29:52.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:29:51 smithi016 ceph-mon[27435]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' 2024-04-15T14:29:52.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:29:51 smithi016 ceph-mon[27435]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' 2024-04-15T14:29:52.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:29:51 smithi016 ceph-mon[27435]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-15T14:29:52.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:29:51 smithi016 ceph-mon[27435]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-04-15T14:29:52.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:29:51 smithi016 ceph-mon[27435]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T14:29:52.291 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:29:51 smithi016 ceph-mon[36548]: pgmap v21: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-15T14:29:52.291 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:29:51 smithi016 ceph-mon[36548]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' 2024-04-15T14:29:52.291 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:29:51 smithi016 ceph-mon[36548]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' 2024-04-15T14:29:52.291 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:29:51 smithi016 ceph-mon[36548]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-15T14:29:52.291 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:29:51 smithi016 ceph-mon[36548]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-04-15T14:29:52.291 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:29:51 smithi016 ceph-mon[36548]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T14:29:52.542 INFO:teuthology.orchestra.run.smithi102.stdout:Scheduled mgr update... 2024-04-15T14:29:53.133 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:29:52 smithi102 ceph-mon[31017]: Reconfiguring mon.b (monmap changed)... 2024-04-15T14:29:53.134 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:29:52 smithi102 ceph-mon[31017]: Reconfiguring daemon mon.b on smithi102 2024-04-15T14:29:53.134 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:29:52 smithi102 ceph-mon[31017]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' 2024-04-15T14:29:53.153 DEBUG:teuthology.orchestra.run.smithi102:mgr.x> sudo journalctl -f -n 0 -u ceph-362ea986-fb34-11ee-bc8f-c7b262605968@mgr.x.service 2024-04-15T14:29:53.156 INFO:tasks.cephadm:Deploying OSDs... 2024-04-15T14:29:53.156 DEBUG:teuthology.orchestra.run.smithi016:> set -ex 2024-04-15T14:29:53.156 DEBUG:teuthology.orchestra.run.smithi016:> dd if=/scratch_devs of=/dev/stdout 2024-04-15T14:29:53.172 DEBUG:teuthology.misc:devs=['/dev/vg_nvme/lv_1', '/dev/vg_nvme/lv_2', '/dev/vg_nvme/lv_3', '/dev/vg_nvme/lv_4'] 2024-04-15T14:29:53.172 DEBUG:teuthology.orchestra.run.smithi016:> stat /dev/vg_nvme/lv_1 2024-04-15T14:29:53.227 INFO:teuthology.orchestra.run.smithi016.stdout: File: /dev/vg_nvme/lv_1 -> ../dm-0 2024-04-15T14:29:53.227 INFO:teuthology.orchestra.run.smithi016.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-04-15T14:29:53.227 INFO:teuthology.orchestra.run.smithi016.stdout:Device: 5h/5d Inode: 667 Links: 1 2024-04-15T14:29:53.227 INFO:teuthology.orchestra.run.smithi016.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-04-15T14:29:53.227 INFO:teuthology.orchestra.run.smithi016.stdout:Context: system_u:object_r:device_t:s0 2024-04-15T14:29:53.227 INFO:teuthology.orchestra.run.smithi016.stdout:Access: 2024-04-15 14:29:39.016624110 +0000 2024-04-15T14:29:53.227 INFO:teuthology.orchestra.run.smithi016.stdout:Modify: 2024-04-15 14:24:45.786340450 +0000 2024-04-15T14:29:53.227 INFO:teuthology.orchestra.run.smithi016.stdout:Change: 2024-04-15 14:24:45.786340450 +0000 2024-04-15T14:29:53.227 INFO:teuthology.orchestra.run.smithi016.stdout: Birth: 2024-04-15 14:24:45.786340450 +0000 2024-04-15T14:29:53.228 DEBUG:teuthology.orchestra.run.smithi016:> sudo dd if=/dev/vg_nvme/lv_1 of=/dev/null count=1 2024-04-15T14:29:53.289 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:29:52 smithi016 ceph-mon[36548]: Reconfiguring mon.b (monmap changed)... 2024-04-15T14:29:53.289 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:29:52 smithi016 ceph-mon[36548]: Reconfiguring daemon mon.b on smithi102 2024-04-15T14:29:53.289 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:29:52 smithi016 ceph-mon[36548]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' 2024-04-15T14:29:53.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:29:52 smithi016 ceph-mon[27435]: Reconfiguring mon.b (monmap changed)... 2024-04-15T14:29:53.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:29:52 smithi016 ceph-mon[27435]: Reconfiguring daemon mon.b on smithi102 2024-04-15T14:29:53.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:29:52 smithi016 ceph-mon[27435]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' 2024-04-15T14:29:53.294 INFO:teuthology.orchestra.run.smithi016.stderr:1+0 records in 2024-04-15T14:29:53.295 INFO:teuthology.orchestra.run.smithi016.stderr:1+0 records out 2024-04-15T14:29:53.295 INFO:teuthology.orchestra.run.smithi016.stderr:512 bytes copied, 0.000100597 s, 5.1 MB/s 2024-04-15T14:29:53.296 DEBUG:teuthology.orchestra.run.smithi016:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_1 2024-04-15T14:29:53.353 DEBUG:teuthology.orchestra.run.smithi016:> stat /dev/vg_nvme/lv_2 2024-04-15T14:29:53.409 INFO:teuthology.orchestra.run.smithi016.stdout: File: /dev/vg_nvme/lv_2 -> ../dm-1 2024-04-15T14:29:53.409 INFO:teuthology.orchestra.run.smithi016.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-04-15T14:29:53.409 INFO:teuthology.orchestra.run.smithi016.stdout:Device: 5h/5d Inode: 687 Links: 1 2024-04-15T14:29:53.409 INFO:teuthology.orchestra.run.smithi016.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-04-15T14:29:53.409 INFO:teuthology.orchestra.run.smithi016.stdout:Context: system_u:object_r:device_t:s0 2024-04-15T14:29:53.409 INFO:teuthology.orchestra.run.smithi016.stdout:Access: 2024-04-15 14:29:39.017624095 +0000 2024-04-15T14:29:53.409 INFO:teuthology.orchestra.run.smithi016.stdout:Modify: 2024-04-15 14:24:46.119335658 +0000 2024-04-15T14:29:53.409 INFO:teuthology.orchestra.run.smithi016.stdout:Change: 2024-04-15 14:24:46.119335658 +0000 2024-04-15T14:29:53.410 INFO:teuthology.orchestra.run.smithi016.stdout: Birth: 2024-04-15 14:24:46.119335658 +0000 2024-04-15T14:29:53.410 DEBUG:teuthology.orchestra.run.smithi016:> sudo dd if=/dev/vg_nvme/lv_2 of=/dev/null count=1 2024-04-15T14:29:53.477 INFO:teuthology.orchestra.run.smithi016.stderr:1+0 records in 2024-04-15T14:29:53.478 INFO:teuthology.orchestra.run.smithi016.stderr:1+0 records out 2024-04-15T14:29:53.478 INFO:teuthology.orchestra.run.smithi016.stderr:512 bytes copied, 9.933e-05 s, 5.2 MB/s 2024-04-15T14:29:53.479 DEBUG:teuthology.orchestra.run.smithi016:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_2 2024-04-15T14:29:53.535 DEBUG:teuthology.orchestra.run.smithi016:> stat /dev/vg_nvme/lv_3 2024-04-15T14:29:53.590 INFO:teuthology.orchestra.run.smithi016.stdout: File: /dev/vg_nvme/lv_3 -> ../dm-2 2024-04-15T14:29:53.590 INFO:teuthology.orchestra.run.smithi016.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-04-15T14:29:53.590 INFO:teuthology.orchestra.run.smithi016.stdout:Device: 5h/5d Inode: 703 Links: 1 2024-04-15T14:29:53.590 INFO:teuthology.orchestra.run.smithi016.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-04-15T14:29:53.590 INFO:teuthology.orchestra.run.smithi016.stdout:Context: system_u:object_r:device_t:s0 2024-04-15T14:29:53.590 INFO:teuthology.orchestra.run.smithi016.stdout:Access: 2024-04-15 14:29:39.017624095 +0000 2024-04-15T14:29:53.590 INFO:teuthology.orchestra.run.smithi016.stdout:Modify: 2024-04-15 14:24:46.637328203 +0000 2024-04-15T14:29:53.590 INFO:teuthology.orchestra.run.smithi016.stdout:Change: 2024-04-15 14:24:46.637328203 +0000 2024-04-15T14:29:53.590 INFO:teuthology.orchestra.run.smithi016.stdout: Birth: 2024-04-15 14:24:46.637328203 +0000 2024-04-15T14:29:53.591 DEBUG:teuthology.orchestra.run.smithi016:> sudo dd if=/dev/vg_nvme/lv_3 of=/dev/null count=1 2024-04-15T14:29:53.657 INFO:teuthology.orchestra.run.smithi016.stderr:1+0 records in 2024-04-15T14:29:53.657 INFO:teuthology.orchestra.run.smithi016.stderr:1+0 records out 2024-04-15T14:29:53.657 INFO:teuthology.orchestra.run.smithi016.stderr:512 bytes copied, 9.4827e-05 s, 5.4 MB/s 2024-04-15T14:29:53.658 DEBUG:teuthology.orchestra.run.smithi016:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_3 2024-04-15T14:29:53.715 DEBUG:teuthology.orchestra.run.smithi016:> stat /dev/vg_nvme/lv_4 2024-04-15T14:29:53.771 INFO:teuthology.orchestra.run.smithi016.stdout: File: /dev/vg_nvme/lv_4 -> ../dm-3 2024-04-15T14:29:53.771 INFO:teuthology.orchestra.run.smithi016.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-04-15T14:29:53.771 INFO:teuthology.orchestra.run.smithi016.stdout:Device: 5h/5d Inode: 723 Links: 1 2024-04-15T14:29:53.771 INFO:teuthology.orchestra.run.smithi016.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-04-15T14:29:53.771 INFO:teuthology.orchestra.run.smithi016.stdout:Context: system_u:object_r:device_t:s0 2024-04-15T14:29:53.771 INFO:teuthology.orchestra.run.smithi016.stdout:Access: 2024-04-15 14:29:39.018624081 +0000 2024-04-15T14:29:53.771 INFO:teuthology.orchestra.run.smithi016.stdout:Modify: 2024-04-15 14:24:46.969323425 +0000 2024-04-15T14:29:53.771 INFO:teuthology.orchestra.run.smithi016.stdout:Change: 2024-04-15 14:24:46.969323425 +0000 2024-04-15T14:29:53.771 INFO:teuthology.orchestra.run.smithi016.stdout: Birth: 2024-04-15 14:24:46.969323425 +0000 2024-04-15T14:29:53.772 DEBUG:teuthology.orchestra.run.smithi016:> sudo dd if=/dev/vg_nvme/lv_4 of=/dev/null count=1 2024-04-15T14:29:53.837 INFO:teuthology.orchestra.run.smithi016.stderr:1+0 records in 2024-04-15T14:29:53.837 INFO:teuthology.orchestra.run.smithi016.stderr:1+0 records out 2024-04-15T14:29:53.837 INFO:teuthology.orchestra.run.smithi016.stderr:512 bytes copied, 0.000106461 s, 4.8 MB/s 2024-04-15T14:29:53.839 DEBUG:teuthology.orchestra.run.smithi016:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_4 2024-04-15T14:29:53.896 DEBUG:teuthology.orchestra.run.smithi102:> set -ex 2024-04-15T14:29:53.896 DEBUG:teuthology.orchestra.run.smithi102:> dd if=/scratch_devs of=/dev/stdout 2024-04-15T14:29:53.914 DEBUG:teuthology.misc:devs=['/dev/vg_nvme/lv_1', '/dev/vg_nvme/lv_2', '/dev/vg_nvme/lv_3', '/dev/vg_nvme/lv_4'] 2024-04-15T14:29:53.914 DEBUG:teuthology.orchestra.run.smithi102:> stat /dev/vg_nvme/lv_1 2024-04-15T14:29:53.971 INFO:teuthology.orchestra.run.smithi102.stdout: File: /dev/vg_nvme/lv_1 -> ../dm-0 2024-04-15T14:29:53.971 INFO:teuthology.orchestra.run.smithi102.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-04-15T14:29:53.971 INFO:teuthology.orchestra.run.smithi102.stdout:Device: 5h/5d Inode: 665 Links: 1 2024-04-15T14:29:53.971 INFO:teuthology.orchestra.run.smithi102.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-04-15T14:29:53.971 INFO:teuthology.orchestra.run.smithi102.stdout:Context: system_u:object_r:device_t:s0 2024-04-15T14:29:53.971 INFO:teuthology.orchestra.run.smithi102.stdout:Access: 2024-04-15 14:29:30.256741532 +0000 2024-04-15T14:29:53.972 INFO:teuthology.orchestra.run.smithi102.stdout:Modify: 2024-04-15 14:24:54.259378191 +0000 2024-04-15T14:29:53.972 INFO:teuthology.orchestra.run.smithi102.stdout:Change: 2024-04-15 14:24:54.259378191 +0000 2024-04-15T14:29:53.972 INFO:teuthology.orchestra.run.smithi102.stdout: Birth: 2024-04-15 14:24:54.259378191 +0000 2024-04-15T14:29:53.972 DEBUG:teuthology.orchestra.run.smithi102:> sudo dd if=/dev/vg_nvme/lv_1 of=/dev/null count=1 2024-04-15T14:29:54.038 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:29:53 smithi102 ceph-mon[31017]: pgmap v22: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-15T14:29:54.038 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:29:53 smithi102 ceph-mon[31017]: from='client.24100 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mgr", "placement": "2;smithi016=y;smithi102=x", "target": ["mon-mgr", ""]}]: dispatch 2024-04-15T14:29:54.038 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:29:53 smithi102 ceph-mon[31017]: Saving service mgr spec with placement smithi016=y;smithi102=x;count:2 2024-04-15T14:29:54.039 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:29:53 smithi102 ceph-mon[31017]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' 2024-04-15T14:29:54.039 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:29:53 smithi102 ceph-mon[31017]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' 2024-04-15T14:29:54.040 INFO:teuthology.orchestra.run.smithi102.stderr:1+0 records in 2024-04-15T14:29:54.040 INFO:teuthology.orchestra.run.smithi102.stderr:1+0 records out 2024-04-15T14:29:54.040 INFO:teuthology.orchestra.run.smithi102.stderr:512 bytes copied, 0.000270446 s, 1.9 MB/s 2024-04-15T14:29:54.042 DEBUG:teuthology.orchestra.run.smithi102:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_1 2024-04-15T14:29:54.099 DEBUG:teuthology.orchestra.run.smithi102:> stat /dev/vg_nvme/lv_2 2024-04-15T14:29:54.155 INFO:teuthology.orchestra.run.smithi102.stdout: File: /dev/vg_nvme/lv_2 -> ../dm-1 2024-04-15T14:29:54.155 INFO:teuthology.orchestra.run.smithi102.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-04-15T14:29:54.156 INFO:teuthology.orchestra.run.smithi102.stdout:Device: 5h/5d Inode: 687 Links: 1 2024-04-15T14:29:54.156 INFO:teuthology.orchestra.run.smithi102.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-04-15T14:29:54.156 INFO:teuthology.orchestra.run.smithi102.stdout:Context: system_u:object_r:device_t:s0 2024-04-15T14:29:54.156 INFO:teuthology.orchestra.run.smithi102.stdout:Access: 2024-04-15 14:29:30.256741532 +0000 2024-04-15T14:29:54.156 INFO:teuthology.orchestra.run.smithi102.stdout:Modify: 2024-04-15 14:24:54.624370644 +0000 2024-04-15T14:29:54.156 INFO:teuthology.orchestra.run.smithi102.stdout:Change: 2024-04-15 14:24:54.624370644 +0000 2024-04-15T14:29:54.156 INFO:teuthology.orchestra.run.smithi102.stdout: Birth: 2024-04-15 14:24:54.624370644 +0000 2024-04-15T14:29:54.156 DEBUG:teuthology.orchestra.run.smithi102:> sudo dd if=/dev/vg_nvme/lv_2 of=/dev/null count=1 2024-04-15T14:29:54.224 INFO:teuthology.orchestra.run.smithi102.stderr:1+0 records in 2024-04-15T14:29:54.224 INFO:teuthology.orchestra.run.smithi102.stderr:1+0 records out 2024-04-15T14:29:54.224 INFO:teuthology.orchestra.run.smithi102.stderr:512 bytes copied, 0.000191636 s, 2.7 MB/s 2024-04-15T14:29:54.225 DEBUG:teuthology.orchestra.run.smithi102:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_2 2024-04-15T14:29:54.282 DEBUG:teuthology.orchestra.run.smithi102:> stat /dev/vg_nvme/lv_3 2024-04-15T14:29:54.289 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:29:53 smithi016 ceph-mon[27435]: pgmap v22: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-15T14:29:54.289 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:29:53 smithi016 ceph-mon[27435]: from='client.24100 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mgr", "placement": "2;smithi016=y;smithi102=x", "target": ["mon-mgr", ""]}]: dispatch 2024-04-15T14:29:54.289 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:29:53 smithi016 ceph-mon[27435]: Saving service mgr spec with placement smithi016=y;smithi102=x;count:2 2024-04-15T14:29:54.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:29:53 smithi016 ceph-mon[27435]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' 2024-04-15T14:29:54.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:29:53 smithi016 ceph-mon[27435]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' 2024-04-15T14:29:54.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:29:53 smithi016 ceph-mon[36548]: pgmap v22: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-15T14:29:54.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:29:53 smithi016 ceph-mon[36548]: from='client.24100 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mgr", "placement": "2;smithi016=y;smithi102=x", "target": ["mon-mgr", ""]}]: dispatch 2024-04-15T14:29:54.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:29:53 smithi016 ceph-mon[36548]: Saving service mgr spec with placement smithi016=y;smithi102=x;count:2 2024-04-15T14:29:54.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:29:53 smithi016 ceph-mon[36548]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' 2024-04-15T14:29:54.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:29:53 smithi016 ceph-mon[36548]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' 2024-04-15T14:29:54.339 INFO:teuthology.orchestra.run.smithi102.stdout: File: /dev/vg_nvme/lv_3 -> ../dm-2 2024-04-15T14:29:54.339 INFO:teuthology.orchestra.run.smithi102.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-04-15T14:29:54.339 INFO:teuthology.orchestra.run.smithi102.stdout:Device: 5h/5d Inode: 704 Links: 1 2024-04-15T14:29:54.339 INFO:teuthology.orchestra.run.smithi102.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-04-15T14:29:54.339 INFO:teuthology.orchestra.run.smithi102.stdout:Context: system_u:object_r:device_t:s0 2024-04-15T14:29:54.339 INFO:teuthology.orchestra.run.smithi102.stdout:Access: 2024-04-15 14:29:30.256741532 +0000 2024-04-15T14:29:54.339 INFO:teuthology.orchestra.run.smithi102.stdout:Modify: 2024-04-15 14:24:54.972363448 +0000 2024-04-15T14:29:54.339 INFO:teuthology.orchestra.run.smithi102.stdout:Change: 2024-04-15 14:24:54.972363448 +0000 2024-04-15T14:29:54.339 INFO:teuthology.orchestra.run.smithi102.stdout: Birth: 2024-04-15 14:24:54.972363448 +0000 2024-04-15T14:29:54.339 DEBUG:teuthology.orchestra.run.smithi102:> sudo dd if=/dev/vg_nvme/lv_3 of=/dev/null count=1 2024-04-15T14:29:54.408 INFO:teuthology.orchestra.run.smithi102.stderr:1+0 records in 2024-04-15T14:29:54.408 INFO:teuthology.orchestra.run.smithi102.stderr:1+0 records out 2024-04-15T14:29:54.408 INFO:teuthology.orchestra.run.smithi102.stderr:512 bytes copied, 0.00023937 s, 2.1 MB/s 2024-04-15T14:29:54.409 DEBUG:teuthology.orchestra.run.smithi102:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_3 2024-04-15T14:29:54.466 DEBUG:teuthology.orchestra.run.smithi102:> stat /dev/vg_nvme/lv_4 2024-04-15T14:29:54.521 INFO:teuthology.orchestra.run.smithi102.stdout: File: /dev/vg_nvme/lv_4 -> ../dm-3 2024-04-15T14:29:54.522 INFO:teuthology.orchestra.run.smithi102.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-04-15T14:29:54.522 INFO:teuthology.orchestra.run.smithi102.stdout:Device: 5h/5d Inode: 724 Links: 1 2024-04-15T14:29:54.522 INFO:teuthology.orchestra.run.smithi102.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-04-15T14:29:54.522 INFO:teuthology.orchestra.run.smithi102.stdout:Context: system_u:object_r:device_t:s0 2024-04-15T14:29:54.522 INFO:teuthology.orchestra.run.smithi102.stdout:Access: 2024-04-15 14:29:30.257741512 +0000 2024-04-15T14:29:54.522 INFO:teuthology.orchestra.run.smithi102.stdout:Modify: 2024-04-15 14:24:55.315356355 +0000 2024-04-15T14:29:54.522 INFO:teuthology.orchestra.run.smithi102.stdout:Change: 2024-04-15 14:24:55.315356355 +0000 2024-04-15T14:29:54.522 INFO:teuthology.orchestra.run.smithi102.stdout: Birth: 2024-04-15 14:24:55.315356355 +0000 2024-04-15T14:29:54.522 DEBUG:teuthology.orchestra.run.smithi102:> sudo dd if=/dev/vg_nvme/lv_4 of=/dev/null count=1 2024-04-15T14:29:54.588 INFO:teuthology.orchestra.run.smithi102.stderr:1+0 records in 2024-04-15T14:29:54.588 INFO:teuthology.orchestra.run.smithi102.stderr:1+0 records out 2024-04-15T14:29:54.588 INFO:teuthology.orchestra.run.smithi102.stderr:512 bytes copied, 0.000218726 s, 2.3 MB/s 2024-04-15T14:29:54.590 DEBUG:teuthology.orchestra.run.smithi102:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_4 2024-04-15T14:29:54.647 INFO:tasks.cephadm:Deploying osd.0 on smithi016 with /dev/vg_nvme/lv_4... 2024-04-15T14:29:54.647 DEBUG:teuthology.orchestra.run.smithi016:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 362ea986-fb34-11ee-bc8f-c7b262605968 -- ceph-volume lvm zap /dev/vg_nvme/lv_4 2024-04-15T14:29:54.862 INFO:teuthology.orchestra.run.smithi016.stderr:Inferring config /var/lib/ceph/362ea986-fb34-11ee-bc8f-c7b262605968/mon.a/config 2024-04-15T14:29:55.242 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:29:54 smithi016 ceph-mon[36548]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T14:29:55.242 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:29:54 smithi016 ceph-mon[36548]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T14:29:55.242 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:29:54 smithi016 ceph-mon[36548]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T14:29:55.242 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:29:54 smithi016 ceph-mon[36548]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' 2024-04-15T14:29:55.243 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:29:54 smithi016 ceph-mon[36548]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-04-15T14:29:55.243 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:29:54 smithi016 ceph-mon[36548]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' cmd='[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]': finished 2024-04-15T14:29:55.243 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:29:54 smithi016 ceph-mon[36548]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-04-15T14:29:55.243 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:29:54 smithi016 ceph-mon[36548]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T14:29:55.243 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:29:54 smithi016 ceph-mon[36548]: Deploying daemon mgr.x on smithi102 2024-04-15T14:29:55.243 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:29:54 smithi016 ceph-mon[27435]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T14:29:55.243 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:29:54 smithi016 ceph-mon[27435]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T14:29:55.243 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:29:54 smithi016 ceph-mon[27435]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T14:29:55.243 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:29:54 smithi016 ceph-mon[27435]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' 2024-04-15T14:29:55.243 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:29:54 smithi016 ceph-mon[27435]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-04-15T14:29:55.243 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:29:54 smithi016 ceph-mon[27435]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' cmd='[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]': finished 2024-04-15T14:29:55.244 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:29:54 smithi016 ceph-mon[27435]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-04-15T14:29:55.244 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:29:54 smithi016 ceph-mon[27435]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T14:29:55.244 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:29:54 smithi016 ceph-mon[27435]: Deploying daemon mgr.x on smithi102 2024-04-15T14:29:55.244 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:29:54 smithi102 ceph-mon[31017]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T14:29:55.244 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:29:54 smithi102 ceph-mon[31017]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T14:29:55.244 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:29:54 smithi102 ceph-mon[31017]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T14:29:55.244 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:29:54 smithi102 ceph-mon[31017]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' 2024-04-15T14:29:55.244 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:29:54 smithi102 ceph-mon[31017]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-04-15T14:29:55.245 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:29:54 smithi102 ceph-mon[31017]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' cmd='[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]': finished 2024-04-15T14:29:55.245 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:29:54 smithi102 ceph-mon[31017]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-04-15T14:29:55.245 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:29:54 smithi102 ceph-mon[31017]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T14:29:55.245 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:29:54 smithi102 ceph-mon[31017]: Deploying daemon mgr.x on smithi102 2024-04-15T14:29:56.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:29:56 smithi102 ceph-mon[31017]: pgmap v23: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-15T14:29:56.187 INFO:journalctl@ceph.mgr.x.smithi102.stdout:Apr 15 14:29:56 smithi102 podman[33083]: 2024-04-15 14:29:56.037153427 +0000 UTC m=+0.017284857 image pull aa4d2281650a289361c9d357c9b9a75da908c6b769a679c7cb0b40af12301f38 quay.ceph.io/ceph-ci/ceph@sha256:68779415073ff203e402b0379758fdddf51fc45e34dd0f039888aa95268c5315 2024-04-15T14:29:56.285 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:29:56 smithi016 ceph-mon[27435]: pgmap v23: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-15T14:29:56.285 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:29:56 smithi016 ceph-mon[36548]: pgmap v23: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-15T14:29:56.687 INFO:journalctl@ceph.mgr.x.smithi102.stdout:Apr 15 14:29:56 smithi102 podman[33083]: 2024-04-15 14:29:56.340420159 +0000 UTC m=+0.320551578 container init 312901c60e9fba712673c6c8ae314673842e2f29f4b8b95efed519ebab588320 (image=quay.ceph.io/ceph-ci/ceph@sha256:68779415073ff203e402b0379758fdddf51fc45e34dd0f039888aa95268c5315, name=ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-x, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240409, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, RELEASE=reef-e3fb05d, org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, ceph=True, org.label-schema.schema-version=1.0) 2024-04-15T14:29:56.687 INFO:journalctl@ceph.mgr.x.smithi102.stdout:Apr 15 14:29:56 smithi102 podman[33083]: 2024-04-15 14:29:56.345763533 +0000 UTC m=+0.325894951 container start 312901c60e9fba712673c6c8ae314673842e2f29f4b8b95efed519ebab588320 (image=quay.ceph.io/ceph-ci/ceph@sha256:68779415073ff203e402b0379758fdddf51fc45e34dd0f039888aa95268c5315, name=ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-x, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, io.buildah.version=1.33.5, GIT_CLEAN=True, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240409, ceph=True, CEPH_POINT_RELEASE=, RELEASE=reef-e3fb05d, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67) 2024-04-15T14:29:56.687 INFO:journalctl@ceph.mgr.x.smithi102.stdout:Apr 15 14:29:56 smithi102 ceph-mgr[33121]: -- 172.21.15.102:0/2209451969 <== mon.1 v2:172.21.15.102:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 194+0+0 (secure 0 0 0) 0x55e5dde4c1a0 con 0x55e5dde22800 2024-04-15T14:29:56.687 INFO:journalctl@ceph.mgr.x.smithi102.stdout:Apr 15 14:29:56 smithi102 bash[33083]: 312901c60e9fba712673c6c8ae314673842e2f29f4b8b95efed519ebab588320 2024-04-15T14:29:56.687 INFO:journalctl@ceph.mgr.x.smithi102.stdout:Apr 15 14:29:56 smithi102 systemd[1]: Started Ceph mgr.x for 362ea986-fb34-11ee-bc8f-c7b262605968. 2024-04-15T14:29:56.867 INFO:teuthology.orchestra.run.smithi016.stderr:--> Zapping: /dev/vg_nvme/lv_4 2024-04-15T14:29:56.867 INFO:teuthology.orchestra.run.smithi016.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_4 bs=1M count=10 conv=fsync 2024-04-15T14:29:56.867 INFO:teuthology.orchestra.run.smithi016.stderr: stderr: 10+0 records in 2024-04-15T14:29:56.867 INFO:teuthology.orchestra.run.smithi016.stderr:10+0 records out 2024-04-15T14:29:56.867 INFO:teuthology.orchestra.run.smithi016.stderr:10485760 bytes (10 MB, 10 MiB) copied, 0.00918527 s, 1.1 GB/s 2024-04-15T14:29:56.867 INFO:teuthology.orchestra.run.smithi016.stderr:--> Zapping successful for: 2024-04-15T14:29:57.187 INFO:journalctl@ceph.mgr.x.smithi102.stdout:Apr 15 14:29:56 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-x[33098]: 2024-04-15T14:29:56.907+0000 7ffaf4866200 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-04-15T14:29:57.187 INFO:journalctl@ceph.mgr.x.smithi102.stdout:Apr 15 14:29:57 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-x[33098]: 2024-04-15T14:29:57.014+0000 7ffaf4866200 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-04-15T14:29:57.411 DEBUG:teuthology.orchestra.run.smithi016:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 362ea986-fb34-11ee-bc8f-c7b262605968 -- ceph orch daemon add osd smithi016:vg_nvme/lv_4 2024-04-15T14:29:57.617 INFO:teuthology.orchestra.run.smithi016.stderr:Inferring config /var/lib/ceph/362ea986-fb34-11ee-bc8f-c7b262605968/mon.a/config 2024-04-15T14:29:57.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:29:57 smithi102 ceph-mon[31017]: pgmap v24: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-15T14:29:57.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:29:57 smithi102 ceph-mon[31017]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' 2024-04-15T14:29:57.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:29:57 smithi102 ceph-mon[31017]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' 2024-04-15T14:29:57.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:29:57 smithi102 ceph-mon[31017]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' 2024-04-15T14:29:57.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:29:57 smithi102 ceph-mon[31017]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' 2024-04-15T14:29:57.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:29:57 smithi102 ceph-mon[31017]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T14:29:57.789 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:29:57 smithi016 ceph-mon[36548]: pgmap v24: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-15T14:29:57.789 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:29:57 smithi016 ceph-mon[36548]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' 2024-04-15T14:29:57.789 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:29:57 smithi016 ceph-mon[36548]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' 2024-04-15T14:29:57.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:29:57 smithi016 ceph-mon[36548]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' 2024-04-15T14:29:57.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:29:57 smithi016 ceph-mon[36548]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' 2024-04-15T14:29:57.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:29:57 smithi016 ceph-mon[36548]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T14:29:57.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:29:57 smithi016 ceph-mon[27435]: pgmap v24: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-15T14:29:57.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:29:57 smithi016 ceph-mon[27435]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' 2024-04-15T14:29:57.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:29:57 smithi016 ceph-mon[27435]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' 2024-04-15T14:29:57.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:29:57 smithi016 ceph-mon[27435]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' 2024-04-15T14:29:57.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:29:57 smithi016 ceph-mon[27435]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' 2024-04-15T14:29:57.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:29:57 smithi016 ceph-mon[27435]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T14:29:57.945 INFO:journalctl@ceph.mgr.x.smithi102.stdout:Apr 15 14:29:57 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-x[33098]: 2024-04-15T14:29:57.687+0000 7ffaf4866200 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-04-15T14:29:57.945 INFO:journalctl@ceph.mgr.x.smithi102.stdout:Apr 15 14:29:57 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-x[33098]: 2024-04-15T14:29:57.780+0000 7ffaf4866200 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-04-15T14:29:58.388 INFO:journalctl@ceph.mgr.x.smithi102.stdout:Apr 15 14:29:57 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-x[33098]: 2024-04-15T14:29:57.944+0000 7ffaf4866200 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-04-15T14:29:58.389 INFO:journalctl@ceph.mgr.x.smithi102.stdout:Apr 15 14:29:58 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-x[33098]: 2024-04-15T14:29:58.042+0000 7ffaf4866200 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-04-15T14:29:58.389 INFO:journalctl@ceph.mgr.x.smithi102.stdout:Apr 15 14:29:58 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-x[33098]: 2024-04-15T14:29:58.126+0000 7ffaf4866200 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-04-15T14:29:58.389 INFO:journalctl@ceph.mgr.x.smithi102.stdout:Apr 15 14:29:58 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-x[33098]: 2024-04-15T14:29:58.388+0000 7ffaf4866200 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-04-15T14:29:58.676 INFO:journalctl@ceph.mgr.x.smithi102.stdout:Apr 15 14:29:58 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-x[33098]: 2024-04-15T14:29:58.497+0000 7ffaf4866200 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-04-15T14:29:58.676 INFO:journalctl@ceph.mgr.x.smithi102.stdout:Apr 15 14:29:58 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-x[33098]: 2024-04-15T14:29:58.582+0000 7ffaf4866200 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-04-15T14:29:58.676 INFO:journalctl@ceph.mgr.x.smithi102.stdout:Apr 15 14:29:58 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-x[33098]: 2024-04-15T14:29:58.675+0000 7ffaf4866200 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-04-15T14:29:58.937 INFO:journalctl@ceph.mgr.x.smithi102.stdout:Apr 15 14:29:58 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-x[33098]: 2024-04-15T14:29:58.850+0000 7ffaf4866200 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-04-15T14:29:58.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:29:58 smithi102 ceph-mon[31017]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' 2024-04-15T14:29:58.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:29:58 smithi102 ceph-mon[31017]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' 2024-04-15T14:29:58.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:29:58 smithi102 ceph-mon[31017]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T14:29:58.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:29:58 smithi102 ceph-mon[31017]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T14:29:58.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:29:58 smithi102 ceph-mon[31017]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' 2024-04-15T14:29:58.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:29:58 smithi102 ceph-mon[31017]: Reconfiguring mgr.y (unknown last config time)... 2024-04-15T14:29:58.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:29:58 smithi102 ceph-mon[31017]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-04-15T14:29:58.938 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:29:58 smithi102 ceph-mon[31017]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-04-15T14:29:58.938 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:29:58 smithi102 ceph-mon[31017]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T14:29:58.938 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:29:58 smithi102 ceph-mon[31017]: Reconfiguring daemon mgr.y on smithi016 2024-04-15T14:29:59.157 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:29:58 smithi016 ceph-mon[36548]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' 2024-04-15T14:29:59.157 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:29:58 smithi016 ceph-mon[36548]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' 2024-04-15T14:29:59.157 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:29:58 smithi016 ceph-mon[36548]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T14:29:59.157 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:29:58 smithi016 ceph-mon[36548]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T14:29:59.157 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:29:58 smithi016 ceph-mon[36548]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' 2024-04-15T14:29:59.157 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:29:58 smithi016 ceph-mon[36548]: Reconfiguring mgr.y (unknown last config time)... 2024-04-15T14:29:59.157 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:29:58 smithi016 ceph-mon[36548]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-04-15T14:29:59.157 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:29:58 smithi016 ceph-mon[36548]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-04-15T14:29:59.158 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:29:58 smithi016 ceph-mon[36548]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T14:29:59.158 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:29:58 smithi016 ceph-mon[36548]: Reconfiguring daemon mgr.y on smithi016 2024-04-15T14:29:59.158 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:29:58 smithi016 ceph-mon[27435]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' 2024-04-15T14:29:59.158 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:29:58 smithi016 ceph-mon[27435]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' 2024-04-15T14:29:59.158 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:29:58 smithi016 ceph-mon[27435]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T14:29:59.158 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:29:58 smithi016 ceph-mon[27435]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T14:29:59.158 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:29:58 smithi016 ceph-mon[27435]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' 2024-04-15T14:29:59.158 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:29:58 smithi016 ceph-mon[27435]: Reconfiguring mgr.y (unknown last config time)... 2024-04-15T14:29:59.158 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:29:58 smithi016 ceph-mon[27435]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-04-15T14:29:59.158 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:29:58 smithi016 ceph-mon[27435]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-04-15T14:29:59.158 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:29:58 smithi016 ceph-mon[27435]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T14:29:59.158 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:29:58 smithi016 ceph-mon[27435]: Reconfiguring daemon mgr.y on smithi016 2024-04-15T14:30:00.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:29:59 smithi102 ceph-mon[31017]: pgmap v25: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-15T14:30:00.187 INFO:journalctl@ceph.mgr.x.smithi102.stdout:Apr 15 14:29:59 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-x[33098]: 2024-04-15T14:29:59.812+0000 7ffaf4866200 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-04-15T14:30:00.187 INFO:journalctl@ceph.mgr.x.smithi102.stdout:Apr 15 14:29:59 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-x[33098]: 2024-04-15T14:29:59.943+0000 7ffaf4866200 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-04-15T14:30:00.222 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:29:59 smithi016 ceph-mon[27435]: pgmap v25: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-15T14:30:00.223 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:29:59 smithi016 ceph-mon[36548]: pgmap v25: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-15T14:30:00.559 INFO:journalctl@ceph.mgr.x.smithi102.stdout:Apr 15 14:30:00 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-x[33098]: 2024-04-15T14:30:00.276+0000 7ffaf4866200 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-04-15T14:30:00.559 INFO:journalctl@ceph.mgr.x.smithi102.stdout:Apr 15 14:30:00 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-x[33098]: 2024-04-15T14:30:00.365+0000 7ffaf4866200 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-04-15T14:30:00.560 INFO:journalctl@ceph.mgr.x.smithi102.stdout:Apr 15 14:30:00 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-x[33098]: 2024-04-15T14:30:00.558+0000 7ffaf4866200 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-04-15T14:30:00.915 INFO:journalctl@ceph.mgr.x.smithi102.stdout:Apr 15 14:30:00 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-x[33098]: 2024-04-15T14:30:00.743+0000 7ffaf4866200 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-04-15T14:30:01.187 INFO:journalctl@ceph.mgr.x.smithi102.stdout:Apr 15 14:30:01 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-x[33098]: 2024-04-15T14:30:01.024+0000 7ffaf4866200 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-04-15T14:30:01.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:30:00 smithi102 ceph-mon[31017]: overall HEALTH_OK 2024-04-15T14:30:01.188 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:30:00 smithi102 ceph-mon[31017]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' 2024-04-15T14:30:01.188 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:30:00 smithi102 ceph-mon[31017]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' 2024-04-15T14:30:01.188 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:30:00 smithi102 ceph-mon[31017]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T14:30:01.188 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:30:00 smithi102 ceph-mon[31017]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-15T14:30:01.188 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:30:00 smithi102 ceph-mon[31017]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-15T14:30:01.188 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:30:00 smithi102 ceph-mon[31017]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T14:30:01.189 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:30:00 smithi102 ceph-mon[31017]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T14:30:01.189 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:30:00 smithi102 ceph-mon[31017]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T14:30:01.189 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:30:00 smithi102 ceph-mon[31017]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' 2024-04-15T14:30:01.192 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:30:00 smithi016 ceph-mon[36548]: overall HEALTH_OK 2024-04-15T14:30:01.192 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:30:00 smithi016 ceph-mon[36548]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' 2024-04-15T14:30:01.192 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:30:00 smithi016 ceph-mon[36548]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' 2024-04-15T14:30:01.192 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:30:00 smithi016 ceph-mon[36548]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T14:30:01.192 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:30:00 smithi016 ceph-mon[36548]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-15T14:30:01.192 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:30:00 smithi016 ceph-mon[36548]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-15T14:30:01.193 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:30:00 smithi016 ceph-mon[36548]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T14:30:01.193 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:30:00 smithi016 ceph-mon[36548]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T14:30:01.193 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:30:00 smithi016 ceph-mon[36548]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T14:30:01.193 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:30:00 smithi016 ceph-mon[36548]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' 2024-04-15T14:30:01.193 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:30:00 smithi016 ceph-mon[27435]: overall HEALTH_OK 2024-04-15T14:30:01.193 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:30:00 smithi016 ceph-mon[27435]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' 2024-04-15T14:30:01.193 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:30:00 smithi016 ceph-mon[27435]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' 2024-04-15T14:30:01.193 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:30:00 smithi016 ceph-mon[27435]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T14:30:01.193 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:30:00 smithi016 ceph-mon[27435]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-15T14:30:01.194 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:30:00 smithi016 ceph-mon[27435]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-15T14:30:01.194 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:30:00 smithi016 ceph-mon[27435]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T14:30:01.194 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:30:00 smithi016 ceph-mon[27435]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T14:30:01.194 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:30:00 smithi016 ceph-mon[27435]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T14:30:01.194 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:30:00 smithi016 ceph-mon[27435]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' 2024-04-15T14:30:01.687 INFO:journalctl@ceph.mgr.x.smithi102.stdout:Apr 15 14:30:01 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-x[33098]: 2024-04-15T14:30:01.285+0000 7ffaf4866200 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-04-15T14:30:01.687 INFO:journalctl@ceph.mgr.x.smithi102.stdout:Apr 15 14:30:01 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-x[33098]: 2024-04-15T14:30:01.518+0000 7ffaf4866200 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-04-15T14:30:02.373 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:30:02 smithi016 ceph-mon[36548]: pgmap v26: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-15T14:30:02.373 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:30:02 smithi016 ceph-mon[36548]: from='client.14217 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi016:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2024-04-15T14:30:02.374 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:30:02 smithi016 ceph-mon[36548]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' 2024-04-15T14:30:02.374 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:30:02 smithi016 ceph-mon[27435]: pgmap v26: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-15T14:30:02.374 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:30:02 smithi016 ceph-mon[27435]: from='client.14217 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi016:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2024-04-15T14:30:02.374 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:30:02 smithi016 ceph-mon[27435]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' 2024-04-15T14:30:02.437 INFO:journalctl@ceph.mgr.x.smithi102.stdout:Apr 15 14:30:02 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-x[33098]: 2024-04-15T14:30:02.318+0000 7ffaf4866200 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-04-15T14:30:02.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:30:02 smithi102 ceph-mon[31017]: pgmap v26: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-15T14:30:02.438 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:30:02 smithi102 ceph-mon[31017]: from='client.14217 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi016:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2024-04-15T14:30:02.438 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:30:02 smithi102 ceph-mon[31017]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' 2024-04-15T14:30:03.187 INFO:journalctl@ceph.mgr.x.smithi102.stdout:Apr 15 14:30:02 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-x[33098]: 2024-04-15T14:30:02.882+0000 7ffaf4866200 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-04-15T14:30:03.187 INFO:journalctl@ceph.mgr.x.smithi102.stdout:Apr 15 14:30:02 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-x[33098]: 2024-04-15T14:30:02.980+0000 7ffaf4866200 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-04-15T14:30:03.687 INFO:journalctl@ceph.mgr.x.smithi102.stdout:Apr 15 14:30:03 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-x[33098]: 2024-04-15T14:30:03.196+0000 7ffaf4866200 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-04-15T14:30:04.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:30:04 smithi102 ceph-mon[31017]: pgmap v27: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-15T14:30:04.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:30:04 smithi102 ceph-mon[31017]: Standby manager daemon x started 2024-04-15T14:30:04.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:30:04 smithi102 ceph-mon[31017]: from='mgr.? 172.21.15.102:0/2909072292' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-04-15T14:30:04.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:30:04 smithi102 ceph-mon[31017]: from='mgr.? 172.21.15.102:0/2909072292' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-04-15T14:30:04.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:30:04 smithi102 ceph-mon[31017]: from='mgr.? 172.21.15.102:0/2909072292' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-04-15T14:30:04.438 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:30:04 smithi102 ceph-mon[31017]: from='mgr.? 172.21.15.102:0/2909072292' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-04-15T14:30:04.438 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:30:04 smithi102 ceph-mon[31017]: from='client.? 172.21.15.16:0/2537765174' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "32611abc-3cf7-4d7d-a647-b8c5be33bc2e"}]: dispatch 2024-04-15T14:30:04.438 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:30:04 smithi102 ceph-mon[31017]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "32611abc-3cf7-4d7d-a647-b8c5be33bc2e"}]: dispatch 2024-04-15T14:30:04.438 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:30:04 smithi102 ceph-mon[31017]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "32611abc-3cf7-4d7d-a647-b8c5be33bc2e"}]': finished 2024-04-15T14:30:04.438 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:30:04 smithi102 ceph-mon[31017]: osdmap e5: 1 total, 0 up, 1 in 2024-04-15T14:30:04.438 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:30:04 smithi102 ceph-mon[31017]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-15T14:30:04.438 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:30:04 smithi102 ceph-mon[31017]: from='client.? 172.21.15.16:0/405756873' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-15T14:30:04.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:30:04 smithi016 ceph-mon[27435]: pgmap v27: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-15T14:30:04.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:30:04 smithi016 ceph-mon[27435]: Standby manager daemon x started 2024-04-15T14:30:04.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:30:04 smithi016 ceph-mon[27435]: from='mgr.? 172.21.15.102:0/2909072292' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-04-15T14:30:04.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:30:04 smithi016 ceph-mon[27435]: from='mgr.? 172.21.15.102:0/2909072292' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-04-15T14:30:04.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:30:04 smithi016 ceph-mon[27435]: from='mgr.? 172.21.15.102:0/2909072292' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-04-15T14:30:04.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:30:04 smithi016 ceph-mon[27435]: from='mgr.? 172.21.15.102:0/2909072292' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-04-15T14:30:04.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:30:04 smithi016 ceph-mon[27435]: from='client.? 172.21.15.16:0/2537765174' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "32611abc-3cf7-4d7d-a647-b8c5be33bc2e"}]: dispatch 2024-04-15T14:30:04.541 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:30:04 smithi016 ceph-mon[27435]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "32611abc-3cf7-4d7d-a647-b8c5be33bc2e"}]: dispatch 2024-04-15T14:30:04.541 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:30:04 smithi016 ceph-mon[27435]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "32611abc-3cf7-4d7d-a647-b8c5be33bc2e"}]': finished 2024-04-15T14:30:04.541 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:30:04 smithi016 ceph-mon[27435]: osdmap e5: 1 total, 0 up, 1 in 2024-04-15T14:30:04.541 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:30:04 smithi016 ceph-mon[27435]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-15T14:30:04.541 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:30:04 smithi016 ceph-mon[27435]: from='client.? 172.21.15.16:0/405756873' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-15T14:30:04.541 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:30:04 smithi016 ceph-mon[36548]: pgmap v27: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-15T14:30:04.541 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:30:04 smithi016 ceph-mon[36548]: Standby manager daemon x started 2024-04-15T14:30:04.541 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:30:04 smithi016 ceph-mon[36548]: from='mgr.? 172.21.15.102:0/2909072292' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-04-15T14:30:04.541 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:30:04 smithi016 ceph-mon[36548]: from='mgr.? 172.21.15.102:0/2909072292' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-04-15T14:30:04.541 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:30:04 smithi016 ceph-mon[36548]: from='mgr.? 172.21.15.102:0/2909072292' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-04-15T14:30:04.541 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:30:04 smithi016 ceph-mon[36548]: from='mgr.? 172.21.15.102:0/2909072292' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-04-15T14:30:04.541 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:30:04 smithi016 ceph-mon[36548]: from='client.? 172.21.15.16:0/2537765174' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "32611abc-3cf7-4d7d-a647-b8c5be33bc2e"}]: dispatch 2024-04-15T14:30:04.542 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:30:04 smithi016 ceph-mon[36548]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "32611abc-3cf7-4d7d-a647-b8c5be33bc2e"}]: dispatch 2024-04-15T14:30:04.542 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:30:04 smithi016 ceph-mon[36548]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "32611abc-3cf7-4d7d-a647-b8c5be33bc2e"}]': finished 2024-04-15T14:30:04.542 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:30:04 smithi016 ceph-mon[36548]: osdmap e5: 1 total, 0 up, 1 in 2024-04-15T14:30:04.542 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:30:04 smithi016 ceph-mon[36548]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-15T14:30:04.542 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:30:04 smithi016 ceph-mon[36548]: from='client.? 172.21.15.16:0/405756873' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-15T14:30:05.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:30:05 smithi102 ceph-mon[31017]: mgrmap e14: y(active, since 67s), standbys: x 2024-04-15T14:30:05.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:30:05 smithi102 ceph-mon[31017]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-04-15T14:30:05.539 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:30:05 smithi016 ceph-mon[27435]: mgrmap e14: y(active, since 67s), standbys: x 2024-04-15T14:30:05.539 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:30:05 smithi016 ceph-mon[27435]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-04-15T14:30:05.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:30:05 smithi016 ceph-mon[36548]: mgrmap e14: y(active, since 67s), standbys: x 2024-04-15T14:30:05.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:30:05 smithi016 ceph-mon[36548]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-04-15T14:30:06.412 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:30:06 smithi016 ceph-mon[27435]: pgmap v29: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-15T14:30:06.412 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:30:06 smithi016 ceph-mon[36548]: pgmap v29: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-15T14:30:06.438 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:30:06 smithi102 ceph-mon[31017]: pgmap v29: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-15T14:30:08.410 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:30:08 smithi016 ceph-mon[27435]: pgmap v30: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-15T14:30:08.410 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:30:08 smithi016 ceph-mon[36548]: pgmap v30: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-15T14:30:08.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:30:08 smithi102 ceph-mon[31017]: pgmap v30: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-15T14:30:10.289 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:30:10 smithi016 ceph-mon[27435]: pgmap v31: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-15T14:30:10.289 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:30:10 smithi016 ceph-mon[27435]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.0"}]: dispatch 2024-04-15T14:30:10.289 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:30:10 smithi016 ceph-mon[27435]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T14:30:10.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:30:10 smithi016 ceph-mon[36548]: pgmap v31: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-15T14:30:10.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:30:10 smithi016 ceph-mon[36548]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.0"}]: dispatch 2024-04-15T14:30:10.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:30:10 smithi016 ceph-mon[36548]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T14:30:10.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:30:10 smithi102 ceph-mon[31017]: pgmap v31: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-15T14:30:10.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:30:10 smithi102 ceph-mon[31017]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.0"}]: dispatch 2024-04-15T14:30:10.438 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:30:10 smithi102 ceph-mon[31017]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T14:30:11.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:30:11 smithi102 ceph-mon[31017]: Deploying daemon osd.0 on smithi016 2024-04-15T14:30:11.514 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:30:11 smithi016 ceph-mon[27435]: Deploying daemon osd.0 on smithi016 2024-04-15T14:30:11.515 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:30:11 smithi016 ceph-mon[36548]: Deploying daemon osd.0 on smithi016 2024-04-15T14:30:12.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:30:12 smithi102 ceph-mon[31017]: pgmap v32: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-15T14:30:12.529 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:30:12 smithi016 ceph-mon[27435]: pgmap v32: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-15T14:30:12.529 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:30:12 smithi016 ceph-mon[36548]: pgmap v32: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-15T14:30:14.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:30:14 smithi102 ceph-mon[31017]: pgmap v33: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-15T14:30:14.488 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:30:14 smithi016 ceph-mon[27435]: pgmap v33: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-15T14:30:14.488 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:30:14 smithi016 ceph-mon[36548]: pgmap v33: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-15T14:30:16.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:30:16 smithi102 ceph-mon[31017]: pgmap v34: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-15T14:30:16.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:30:16 smithi102 ceph-mon[31017]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' 2024-04-15T14:30:16.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:30:16 smithi102 ceph-mon[31017]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' 2024-04-15T14:30:16.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:30:16 smithi102 ceph-mon[31017]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T14:30:16.539 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:30:16 smithi016 ceph-mon[36548]: pgmap v34: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-15T14:30:16.539 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:30:16 smithi016 ceph-mon[36548]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' 2024-04-15T14:30:16.539 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:30:16 smithi016 ceph-mon[36548]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' 2024-04-15T14:30:16.539 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:30:16 smithi016 ceph-mon[36548]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T14:30:16.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:30:16 smithi016 ceph-mon[27435]: pgmap v34: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-15T14:30:16.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:30:16 smithi016 ceph-mon[27435]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' 2024-04-15T14:30:16.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:30:16 smithi016 ceph-mon[27435]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' 2024-04-15T14:30:16.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:30:16 smithi016 ceph-mon[27435]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T14:30:18.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:30:18 smithi102 ceph-mon[31017]: pgmap v35: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-15T14:30:18.438 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:30:18 smithi102 ceph-mon[31017]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' 2024-04-15T14:30:18.438 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:30:18 smithi102 ceph-mon[31017]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' 2024-04-15T14:30:18.438 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:30:18 smithi102 ceph-mon[31017]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T14:30:18.438 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:30:18 smithi102 ceph-mon[31017]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T14:30:18.438 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:30:18 smithi102 ceph-mon[31017]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' 2024-04-15T14:30:18.452 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:30:18 smithi016 ceph-mon[36548]: pgmap v35: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-15T14:30:18.453 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:30:18 smithi016 ceph-mon[36548]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' 2024-04-15T14:30:18.453 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:30:18 smithi016 ceph-mon[36548]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' 2024-04-15T14:30:18.453 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:30:18 smithi016 ceph-mon[36548]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T14:30:18.453 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:30:18 smithi016 ceph-mon[36548]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T14:30:18.453 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:30:18 smithi016 ceph-mon[36548]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' 2024-04-15T14:30:18.453 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:30:18 smithi016 ceph-mon[27435]: pgmap v35: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-15T14:30:18.453 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:30:18 smithi016 ceph-mon[27435]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' 2024-04-15T14:30:18.453 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:30:18 smithi016 ceph-mon[27435]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' 2024-04-15T14:30:18.453 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:30:18 smithi016 ceph-mon[27435]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T14:30:18.453 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:30:18 smithi016 ceph-mon[27435]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T14:30:18.453 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:30:18 smithi016 ceph-mon[27435]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' 2024-04-15T14:30:18.882 INFO:teuthology.orchestra.run.smithi016.stdout:Created osd(s) 0 on host 'smithi016' 2024-04-15T14:30:19.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:30:19 smithi102 ceph-mon[31017]: from='osd.0 [v2:172.21.15.16:6802/2264743542,v1:172.21.15.16:6803/2264743542]' entity='osd.0' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]: dispatch 2024-04-15T14:30:19.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:30:19 smithi102 ceph-mon[31017]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T14:30:19.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:30:19 smithi102 ceph-mon[31017]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' 2024-04-15T14:30:19.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:30:19 smithi102 ceph-mon[31017]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' 2024-04-15T14:30:19.483 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:30:19 smithi016 ceph-mon[36548]: from='osd.0 [v2:172.21.15.16:6802/2264743542,v1:172.21.15.16:6803/2264743542]' entity='osd.0' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]: dispatch 2024-04-15T14:30:19.484 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:30:19 smithi016 ceph-mon[36548]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T14:30:19.484 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:30:19 smithi016 ceph-mon[36548]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' 2024-04-15T14:30:19.484 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:30:19 smithi016 ceph-mon[36548]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' 2024-04-15T14:30:19.484 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:30:19 smithi016 ceph-mon[27435]: from='osd.0 [v2:172.21.15.16:6802/2264743542,v1:172.21.15.16:6803/2264743542]' entity='osd.0' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]: dispatch 2024-04-15T14:30:19.484 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:30:19 smithi016 ceph-mon[27435]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T14:30:19.485 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:30:19 smithi016 ceph-mon[27435]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' 2024-04-15T14:30:19.485 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:30:19 smithi016 ceph-mon[27435]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' 2024-04-15T14:30:19.505 DEBUG:teuthology.orchestra.run.smithi016:osd.0> sudo journalctl -f -n 0 -u ceph-362ea986-fb34-11ee-bc8f-c7b262605968@osd.0.service 2024-04-15T14:30:19.508 INFO:tasks.cephadm:Deploying osd.1 on smithi016 with /dev/vg_nvme/lv_3... 2024-04-15T14:30:19.508 DEBUG:teuthology.orchestra.run.smithi016:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 362ea986-fb34-11ee-bc8f-c7b262605968 -- ceph-volume lvm zap /dev/vg_nvme/lv_3 2024-04-15T14:30:20.303 INFO:teuthology.orchestra.run.smithi016.stderr:Inferring config /var/lib/ceph/362ea986-fb34-11ee-bc8f-c7b262605968/mon.a/config 2024-04-15T14:30:20.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:30:20 smithi102 ceph-mon[31017]: pgmap v36: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-15T14:30:20.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:30:20 smithi102 ceph-mon[31017]: from='osd.0 [v2:172.21.15.16:6802/2264743542,v1:172.21.15.16:6803/2264743542]' entity='osd.0' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]': finished 2024-04-15T14:30:20.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:30:20 smithi102 ceph-mon[31017]: osdmap e6: 1 total, 0 up, 1 in 2024-04-15T14:30:20.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:30:20 smithi102 ceph-mon[31017]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-15T14:30:20.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:30:20 smithi102 ceph-mon[31017]: from='osd.0 [v2:172.21.15.16:6802/2264743542,v1:172.21.15.16:6803/2264743542]' entity='osd.0' cmd=[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi016", "root=default"]}]: dispatch 2024-04-15T14:30:20.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:30:20 smithi016 ceph-mon[27435]: pgmap v36: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-15T14:30:20.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:30:20 smithi016 ceph-mon[27435]: from='osd.0 [v2:172.21.15.16:6802/2264743542,v1:172.21.15.16:6803/2264743542]' entity='osd.0' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]': finished 2024-04-15T14:30:20.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:30:20 smithi016 ceph-mon[27435]: osdmap e6: 1 total, 0 up, 1 in 2024-04-15T14:30:20.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:30:20 smithi016 ceph-mon[27435]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-15T14:30:20.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:30:20 smithi016 ceph-mon[27435]: from='osd.0 [v2:172.21.15.16:6802/2264743542,v1:172.21.15.16:6803/2264743542]' entity='osd.0' cmd=[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi016", "root=default"]}]: dispatch 2024-04-15T14:30:20.541 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:30:20 smithi016 ceph-mon[36548]: pgmap v36: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-15T14:30:20.541 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:30:20 smithi016 ceph-mon[36548]: from='osd.0 [v2:172.21.15.16:6802/2264743542,v1:172.21.15.16:6803/2264743542]' entity='osd.0' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]': finished 2024-04-15T14:30:20.541 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:30:20 smithi016 ceph-mon[36548]: osdmap e6: 1 total, 0 up, 1 in 2024-04-15T14:30:20.541 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:30:20 smithi016 ceph-mon[36548]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-15T14:30:20.541 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:30:20 smithi016 ceph-mon[36548]: from='osd.0 [v2:172.21.15.16:6802/2264743542,v1:172.21.15.16:6803/2264743542]' entity='osd.0' cmd=[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi016", "root=default"]}]: dispatch 2024-04-15T14:30:20.541 INFO:journalctl@ceph.osd.0.smithi016.stdout:Apr 15 14:30:20 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-osd-0[40952]: 2024-04-15T14:30:20.162+0000 7fa2f6c56700 -1 osd.0 0 waiting for initial osdmap 2024-04-15T14:30:20.541 INFO:journalctl@ceph.osd.0.smithi016.stdout:Apr 15 14:30:20 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-osd-0[40952]: 2024-04-15T14:30:20.164+0000 7fa2f2a4b700 -1 osd.0 7 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-04-15T14:30:21.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:30:21 smithi102 ceph-mon[31017]: from='osd.0 [v2:172.21.15.16:6802/2264743542,v1:172.21.15.16:6803/2264743542]' entity='osd.0' cmd='[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi016", "root=default"]}]': finished 2024-04-15T14:30:21.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:30:21 smithi102 ceph-mon[31017]: osdmap e7: 1 total, 0 up, 1 in 2024-04-15T14:30:21.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:30:21 smithi102 ceph-mon[31017]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-15T14:30:21.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:30:21 smithi102 ceph-mon[31017]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-15T14:30:21.539 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:30:21 smithi016 ceph-mon[27435]: from='osd.0 [v2:172.21.15.16:6802/2264743542,v1:172.21.15.16:6803/2264743542]' entity='osd.0' cmd='[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi016", "root=default"]}]': finished 2024-04-15T14:30:21.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:30:21 smithi016 ceph-mon[27435]: osdmap e7: 1 total, 0 up, 1 in 2024-04-15T14:30:21.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:30:21 smithi016 ceph-mon[27435]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-15T14:30:21.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:30:21 smithi016 ceph-mon[27435]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-15T14:30:21.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:30:21 smithi016 ceph-mon[36548]: from='osd.0 [v2:172.21.15.16:6802/2264743542,v1:172.21.15.16:6803/2264743542]' entity='osd.0' cmd='[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi016", "root=default"]}]': finished 2024-04-15T14:30:21.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:30:21 smithi016 ceph-mon[36548]: osdmap e7: 1 total, 0 up, 1 in 2024-04-15T14:30:21.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:30:21 smithi016 ceph-mon[36548]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-15T14:30:21.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:30:21 smithi016 ceph-mon[36548]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-15T14:30:22.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:30:22 smithi102 ceph-mon[31017]: purged_snaps scrub starts 2024-04-15T14:30:22.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:30:22 smithi102 ceph-mon[31017]: purged_snaps scrub ok 2024-04-15T14:30:22.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:30:22 smithi102 ceph-mon[31017]: pgmap v39: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-15T14:30:22.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:30:22 smithi102 ceph-mon[31017]: osd.0 [v2:172.21.15.16:6802/2264743542,v1:172.21.15.16:6803/2264743542] boot 2024-04-15T14:30:22.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:30:22 smithi102 ceph-mon[31017]: osdmap e8: 1 total, 1 up, 1 in 2024-04-15T14:30:22.438 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:30:22 smithi102 ceph-mon[31017]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-15T14:30:22.452 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:30:22 smithi016 ceph-mon[36548]: purged_snaps scrub starts 2024-04-15T14:30:22.452 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:30:22 smithi016 ceph-mon[36548]: purged_snaps scrub ok 2024-04-15T14:30:22.453 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:30:22 smithi016 ceph-mon[36548]: pgmap v39: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-15T14:30:22.453 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:30:22 smithi016 ceph-mon[36548]: osd.0 [v2:172.21.15.16:6802/2264743542,v1:172.21.15.16:6803/2264743542] boot 2024-04-15T14:30:22.453 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:30:22 smithi016 ceph-mon[36548]: osdmap e8: 1 total, 1 up, 1 in 2024-04-15T14:30:22.453 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:30:22 smithi016 ceph-mon[36548]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-15T14:30:22.453 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:30:22 smithi016 ceph-mon[27435]: purged_snaps scrub starts 2024-04-15T14:30:22.453 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:30:22 smithi016 ceph-mon[27435]: purged_snaps scrub ok 2024-04-15T14:30:22.453 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:30:22 smithi016 ceph-mon[27435]: pgmap v39: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-15T14:30:22.453 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:30:22 smithi016 ceph-mon[27435]: osd.0 [v2:172.21.15.16:6802/2264743542,v1:172.21.15.16:6803/2264743542] boot 2024-04-15T14:30:22.453 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:30:22 smithi016 ceph-mon[27435]: osdmap e8: 1 total, 1 up, 1 in 2024-04-15T14:30:22.453 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:30:22 smithi016 ceph-mon[27435]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-15T14:30:23.281 INFO:teuthology.orchestra.run.smithi016.stderr:--> Zapping: /dev/vg_nvme/lv_3 2024-04-15T14:30:23.281 INFO:teuthology.orchestra.run.smithi016.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_3 bs=1M count=10 conv=fsync 2024-04-15T14:30:23.281 INFO:teuthology.orchestra.run.smithi016.stderr: stderr: 10+0 records in 2024-04-15T14:30:23.281 INFO:teuthology.orchestra.run.smithi016.stderr:10+0 records out 2024-04-15T14:30:23.281 INFO:teuthology.orchestra.run.smithi016.stderr: stderr: 10485760 bytes (10 MB, 10 MiB) copied, 0.00870173 s, 1.2 GB/s 2024-04-15T14:30:23.281 INFO:teuthology.orchestra.run.smithi016.stderr:--> Zapping successful for: 2024-04-15T14:30:23.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:30:23 smithi102 ceph-mon[31017]: osdmap e9: 1 total, 1 up, 1 in 2024-04-15T14:30:23.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:30:23 smithi102 ceph-mon[31017]: pgmap v42: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-04-15T14:30:23.514 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:30:23 smithi016 ceph-mon[27435]: osdmap e9: 1 total, 1 up, 1 in 2024-04-15T14:30:23.515 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:30:23 smithi016 ceph-mon[27435]: pgmap v42: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-04-15T14:30:23.515 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:30:23 smithi016 ceph-mon[36548]: osdmap e9: 1 total, 1 up, 1 in 2024-04-15T14:30:23.515 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:30:23 smithi016 ceph-mon[36548]: pgmap v42: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-04-15T14:30:23.921 DEBUG:teuthology.orchestra.run.smithi016:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 362ea986-fb34-11ee-bc8f-c7b262605968 -- ceph orch daemon add osd smithi016:vg_nvme/lv_3 2024-04-15T14:30:24.128 INFO:teuthology.orchestra.run.smithi016.stderr:Inferring config /var/lib/ceph/362ea986-fb34-11ee-bc8f-c7b262605968/mon.a/config 2024-04-15T14:30:24.537 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:30:24 smithi016 ceph-mon[27435]: Detected new or changed devices on smithi016 2024-04-15T14:30:24.537 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:30:24 smithi016 ceph-mon[27435]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' 2024-04-15T14:30:24.537 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:30:24 smithi016 ceph-mon[27435]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' 2024-04-15T14:30:24.537 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:30:24 smithi016 ceph-mon[27435]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-04-15T14:30:24.537 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:30:24 smithi016 ceph-mon[27435]: Adjusting osd_memory_target on smithi016 to 16069M 2024-04-15T14:30:24.537 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:30:24 smithi016 ceph-mon[27435]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' 2024-04-15T14:30:24.537 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:30:24 smithi016 ceph-mon[27435]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T14:30:24.537 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:30:24 smithi016 ceph-mon[27435]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T14:30:24.537 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:30:24 smithi016 ceph-mon[27435]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' 2024-04-15T14:30:24.538 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:30:24 smithi016 ceph-mon[36548]: Detected new or changed devices on smithi016 2024-04-15T14:30:24.538 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:30:24 smithi016 ceph-mon[36548]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' 2024-04-15T14:30:24.538 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:30:24 smithi016 ceph-mon[36548]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' 2024-04-15T14:30:24.538 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:30:24 smithi016 ceph-mon[36548]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-04-15T14:30:24.538 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:30:24 smithi016 ceph-mon[36548]: Adjusting osd_memory_target on smithi016 to 16069M 2024-04-15T14:30:24.538 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:30:24 smithi016 ceph-mon[36548]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' 2024-04-15T14:30:24.538 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:30:24 smithi016 ceph-mon[36548]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T14:30:24.538 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:30:24 smithi016 ceph-mon[36548]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T14:30:24.538 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:30:24 smithi016 ceph-mon[36548]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' 2024-04-15T14:30:24.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:30:24 smithi102 ceph-mon[31017]: Detected new or changed devices on smithi016 2024-04-15T14:30:24.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:30:24 smithi102 ceph-mon[31017]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' 2024-04-15T14:30:24.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:30:24 smithi102 ceph-mon[31017]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' 2024-04-15T14:30:24.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:30:24 smithi102 ceph-mon[31017]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-04-15T14:30:24.688 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:30:24 smithi102 ceph-mon[31017]: Adjusting osd_memory_target on smithi016 to 16069M 2024-04-15T14:30:24.688 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:30:24 smithi102 ceph-mon[31017]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' 2024-04-15T14:30:24.688 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:30:24 smithi102 ceph-mon[31017]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T14:30:24.688 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:30:24 smithi102 ceph-mon[31017]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T14:30:24.688 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:30:24 smithi102 ceph-mon[31017]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' 2024-04-15T14:30:25.551 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:30:25 smithi016 ceph-mon[27435]: pgmap v43: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-04-15T14:30:25.551 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:30:25 smithi016 ceph-mon[36548]: pgmap v43: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-04-15T14:30:25.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:30:25 smithi102 ceph-mon[31017]: pgmap v43: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-04-15T14:30:26.612 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:30:26 smithi016 ceph-mon[27435]: from='client.24143 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi016:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2024-04-15T14:30:26.612 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:30:26 smithi016 ceph-mon[27435]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-15T14:30:26.612 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:30:26 smithi016 ceph-mon[27435]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-15T14:30:26.612 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:30:26 smithi016 ceph-mon[27435]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T14:30:26.613 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:30:26 smithi016 ceph-mon[36548]: from='client.24143 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi016:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2024-04-15T14:30:26.613 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:30:26 smithi016 ceph-mon[36548]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-15T14:30:26.613 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:30:26 smithi016 ceph-mon[36548]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-15T14:30:26.613 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:30:26 smithi016 ceph-mon[36548]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T14:30:26.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:30:26 smithi102 ceph-mon[31017]: from='client.24143 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi016:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2024-04-15T14:30:26.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:30:26 smithi102 ceph-mon[31017]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-15T14:30:26.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:30:26 smithi102 ceph-mon[31017]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-15T14:30:26.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:30:26 smithi102 ceph-mon[31017]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T14:30:27.639 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:30:27 smithi016 ceph-mon[27435]: pgmap v44: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-04-15T14:30:27.639 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:30:27 smithi016 ceph-mon[36548]: pgmap v44: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-04-15T14:30:27.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:30:27 smithi102 ceph-mon[31017]: pgmap v44: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-04-15T14:30:29.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:30:29 smithi102 ceph-mon[31017]: pgmap v45: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-04-15T14:30:29.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:30:29 smithi102 ceph-mon[31017]: from='client.? 172.21.15.16:0/2880015779' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "e07bc3a4-c5b8-4dd2-a9d2-0a8640b40fe0"}]: dispatch 2024-04-15T14:30:29.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:30:29 smithi102 ceph-mon[31017]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "e07bc3a4-c5b8-4dd2-a9d2-0a8640b40fe0"}]: dispatch 2024-04-15T14:30:29.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:30:29 smithi102 ceph-mon[31017]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "e07bc3a4-c5b8-4dd2-a9d2-0a8640b40fe0"}]': finished 2024-04-15T14:30:29.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:30:29 smithi102 ceph-mon[31017]: osdmap e10: 2 total, 1 up, 2 in 2024-04-15T14:30:29.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:30:29 smithi102 ceph-mon[31017]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-15T14:30:29.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:30:29 smithi102 ceph-mon[31017]: from='client.? 172.21.15.16:0/382524751' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-15T14:30:29.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:30:29 smithi016 ceph-mon[27435]: pgmap v45: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-04-15T14:30:29.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:30:29 smithi016 ceph-mon[27435]: from='client.? 172.21.15.16:0/2880015779' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "e07bc3a4-c5b8-4dd2-a9d2-0a8640b40fe0"}]: dispatch 2024-04-15T14:30:29.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:30:29 smithi016 ceph-mon[27435]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "e07bc3a4-c5b8-4dd2-a9d2-0a8640b40fe0"}]: dispatch 2024-04-15T14:30:29.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:30:29 smithi016 ceph-mon[27435]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "e07bc3a4-c5b8-4dd2-a9d2-0a8640b40fe0"}]': finished 2024-04-15T14:30:29.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:30:29 smithi016 ceph-mon[27435]: osdmap e10: 2 total, 1 up, 2 in 2024-04-15T14:30:29.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:30:29 smithi016 ceph-mon[27435]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-15T14:30:29.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:30:29 smithi016 ceph-mon[27435]: from='client.? 172.21.15.16:0/382524751' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-15T14:30:29.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:30:29 smithi016 ceph-mon[36548]: pgmap v45: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-04-15T14:30:29.791 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:30:29 smithi016 ceph-mon[36548]: from='client.? 172.21.15.16:0/2880015779' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "e07bc3a4-c5b8-4dd2-a9d2-0a8640b40fe0"}]: dispatch 2024-04-15T14:30:29.791 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:30:29 smithi016 ceph-mon[36548]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "e07bc3a4-c5b8-4dd2-a9d2-0a8640b40fe0"}]: dispatch 2024-04-15T14:30:29.791 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:30:29 smithi016 ceph-mon[36548]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "e07bc3a4-c5b8-4dd2-a9d2-0a8640b40fe0"}]': finished 2024-04-15T14:30:29.791 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:30:29 smithi016 ceph-mon[36548]: osdmap e10: 2 total, 1 up, 2 in 2024-04-15T14:30:29.791 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:30:29 smithi016 ceph-mon[36548]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-15T14:30:29.791 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:30:29 smithi016 ceph-mon[36548]: from='client.? 172.21.15.16:0/382524751' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-15T14:30:31.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:30:31 smithi102 ceph-mon[31017]: pgmap v47: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-04-15T14:30:31.724 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:30:31 smithi016 ceph-mon[27435]: pgmap v47: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-04-15T14:30:31.724 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:30:31 smithi016 ceph-mon[36548]: pgmap v47: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-04-15T14:30:33.496 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:30:33 smithi016 ceph-mon[27435]: pgmap v48: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-04-15T14:30:33.497 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:30:33 smithi016 ceph-mon[36548]: pgmap v48: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-04-15T14:30:33.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:30:33 smithi102 ceph-mon[31017]: pgmap v48: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-04-15T14:30:35.647 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:30:35 smithi016 ceph-mon[27435]: pgmap v49: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-04-15T14:30:35.647 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:30:35 smithi016 ceph-mon[27435]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.1"}]: dispatch 2024-04-15T14:30:35.647 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:30:35 smithi016 ceph-mon[27435]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T14:30:35.647 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:30:35 smithi016 ceph-mon[27435]: Deploying daemon osd.1 on smithi016 2024-04-15T14:30:35.648 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:30:35 smithi016 ceph-mon[36548]: pgmap v49: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-04-15T14:30:35.648 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:30:35 smithi016 ceph-mon[36548]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.1"}]: dispatch 2024-04-15T14:30:35.648 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:30:35 smithi016 ceph-mon[36548]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T14:30:35.648 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:30:35 smithi016 ceph-mon[36548]: Deploying daemon osd.1 on smithi016 2024-04-15T14:30:35.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:30:35 smithi102 ceph-mon[31017]: pgmap v49: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-04-15T14:30:35.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:30:35 smithi102 ceph-mon[31017]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.1"}]: dispatch 2024-04-15T14:30:35.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:30:35 smithi102 ceph-mon[31017]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T14:30:35.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:30:35 smithi102 ceph-mon[31017]: Deploying daemon osd.1 on smithi016 2024-04-15T14:30:37.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:30:37 smithi102 ceph-mon[31017]: pgmap v50: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-04-15T14:30:37.731 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:30:37 smithi016 ceph-mon[27435]: pgmap v50: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-04-15T14:30:37.732 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:30:37 smithi016 ceph-mon[36548]: pgmap v50: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-04-15T14:30:39.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:30:39 smithi102 ceph-mon[31017]: pgmap v51: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-04-15T14:30:39.731 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:30:39 smithi016 ceph-mon[27435]: pgmap v51: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-04-15T14:30:39.731 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:30:39 smithi016 ceph-mon[36548]: pgmap v51: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-04-15T14:30:41.539 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:30:41 smithi016 ceph-mon[27435]: pgmap v52: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-04-15T14:30:41.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:30:41 smithi016 ceph-mon[27435]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' 2024-04-15T14:30:41.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:30:41 smithi016 ceph-mon[27435]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' 2024-04-15T14:30:41.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:30:41 smithi016 ceph-mon[27435]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T14:30:41.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:30:41 smithi016 ceph-mon[36548]: pgmap v52: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-04-15T14:30:41.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:30:41 smithi016 ceph-mon[36548]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' 2024-04-15T14:30:41.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:30:41 smithi016 ceph-mon[36548]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' 2024-04-15T14:30:41.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:30:41 smithi016 ceph-mon[36548]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T14:30:41.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:30:41 smithi102 ceph-mon[31017]: pgmap v52: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-04-15T14:30:41.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:30:41 smithi102 ceph-mon[31017]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' 2024-04-15T14:30:41.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:30:41 smithi102 ceph-mon[31017]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' 2024-04-15T14:30:41.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:30:41 smithi102 ceph-mon[31017]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T14:30:43.503 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:30:43 smithi016 ceph-mon[27435]: pgmap v53: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-04-15T14:30:43.789 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:30:43 smithi016 ceph-mon[27435]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' 2024-04-15T14:30:43.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:30:43 smithi016 ceph-mon[27435]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' 2024-04-15T14:30:43.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:30:43 smithi016 ceph-mon[27435]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T14:30:43.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:30:43 smithi016 ceph-mon[27435]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T14:30:43.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:30:43 smithi016 ceph-mon[27435]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' 2024-04-15T14:30:43.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:30:43 smithi016 ceph-mon[27435]: from='osd.1 [v2:172.21.15.16:6810/1440502014,v1:172.21.15.16:6811/1440502014]' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2024-04-15T14:30:43.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:30:43 smithi016 ceph-mon[36548]: pgmap v53: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-04-15T14:30:43.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:30:43 smithi016 ceph-mon[36548]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' 2024-04-15T14:30:43.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:30:43 smithi016 ceph-mon[36548]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' 2024-04-15T14:30:43.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:30:43 smithi016 ceph-mon[36548]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T14:30:43.791 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:30:43 smithi016 ceph-mon[36548]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T14:30:43.791 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:30:43 smithi016 ceph-mon[36548]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' 2024-04-15T14:30:43.791 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:30:43 smithi016 ceph-mon[36548]: from='osd.1 [v2:172.21.15.16:6810/1440502014,v1:172.21.15.16:6811/1440502014]' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2024-04-15T14:30:43.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:30:43 smithi102 ceph-mon[31017]: pgmap v53: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-04-15T14:30:43.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:30:43 smithi102 ceph-mon[31017]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' 2024-04-15T14:30:43.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:30:43 smithi102 ceph-mon[31017]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' 2024-04-15T14:30:43.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:30:43 smithi102 ceph-mon[31017]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T14:30:43.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:30:43 smithi102 ceph-mon[31017]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T14:30:43.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:30:43 smithi102 ceph-mon[31017]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' 2024-04-15T14:30:43.938 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:30:43 smithi102 ceph-mon[31017]: from='osd.1 [v2:172.21.15.16:6810/1440502014,v1:172.21.15.16:6811/1440502014]' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2024-04-15T14:30:43.988 INFO:teuthology.orchestra.run.smithi016.stdout:Created osd(s) 1 on host 'smithi016' 2024-04-15T14:30:44.573 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:30:44 smithi016 ceph-mon[27435]: from='osd.1 [v2:172.21.15.16:6810/1440502014,v1:172.21.15.16:6811/1440502014]' entity='osd.1' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]': finished 2024-04-15T14:30:44.573 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:30:44 smithi016 ceph-mon[27435]: osdmap e11: 2 total, 1 up, 2 in 2024-04-15T14:30:44.573 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:30:44 smithi016 ceph-mon[27435]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-15T14:30:44.573 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:30:44 smithi016 ceph-mon[27435]: from='osd.1 [v2:172.21.15.16:6810/1440502014,v1:172.21.15.16:6811/1440502014]' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi016", "root=default"]}]: dispatch 2024-04-15T14:30:44.573 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:30:44 smithi016 ceph-mon[27435]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' 2024-04-15T14:30:44.573 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:30:44 smithi016 ceph-mon[27435]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' 2024-04-15T14:30:44.574 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:30:44 smithi016 ceph-mon[27435]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T14:30:44.574 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:30:44 smithi016 ceph-mon[36548]: from='osd.1 [v2:172.21.15.16:6810/1440502014,v1:172.21.15.16:6811/1440502014]' entity='osd.1' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]': finished 2024-04-15T14:30:44.574 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:30:44 smithi016 ceph-mon[36548]: osdmap e11: 2 total, 1 up, 2 in 2024-04-15T14:30:44.574 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:30:44 smithi016 ceph-mon[36548]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-15T14:30:44.574 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:30:44 smithi016 ceph-mon[36548]: from='osd.1 [v2:172.21.15.16:6810/1440502014,v1:172.21.15.16:6811/1440502014]' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi016", "root=default"]}]: dispatch 2024-04-15T14:30:44.574 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:30:44 smithi016 ceph-mon[36548]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' 2024-04-15T14:30:44.574 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:30:44 smithi016 ceph-mon[36548]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' 2024-04-15T14:30:44.575 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:30:44 smithi016 ceph-mon[36548]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T14:30:44.576 DEBUG:teuthology.orchestra.run.smithi016:osd.1> sudo journalctl -f -n 0 -u ceph-362ea986-fb34-11ee-bc8f-c7b262605968@osd.1.service 2024-04-15T14:30:44.578 INFO:tasks.cephadm:Deploying osd.2 on smithi016 with /dev/vg_nvme/lv_2... 2024-04-15T14:30:44.579 DEBUG:teuthology.orchestra.run.smithi016:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 362ea986-fb34-11ee-bc8f-c7b262605968 -- ceph-volume lvm zap /dev/vg_nvme/lv_2 2024-04-15T14:30:44.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:30:44 smithi102 ceph-mon[31017]: from='osd.1 [v2:172.21.15.16:6810/1440502014,v1:172.21.15.16:6811/1440502014]' entity='osd.1' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]': finished 2024-04-15T14:30:44.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:30:44 smithi102 ceph-mon[31017]: osdmap e11: 2 total, 1 up, 2 in 2024-04-15T14:30:44.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:30:44 smithi102 ceph-mon[31017]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-15T14:30:44.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:30:44 smithi102 ceph-mon[31017]: from='osd.1 [v2:172.21.15.16:6810/1440502014,v1:172.21.15.16:6811/1440502014]' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi016", "root=default"]}]: dispatch 2024-04-15T14:30:44.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:30:44 smithi102 ceph-mon[31017]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' 2024-04-15T14:30:44.938 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:30:44 smithi102 ceph-mon[31017]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' 2024-04-15T14:30:44.938 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:30:44 smithi102 ceph-mon[31017]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T14:30:45.698 INFO:teuthology.orchestra.run.smithi016.stderr:Inferring config /var/lib/ceph/362ea986-fb34-11ee-bc8f-c7b262605968/mon.a/config 2024-04-15T14:30:45.789 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:30:45 smithi016 ceph-mon[27435]: pgmap v55: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-04-15T14:30:45.789 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:30:45 smithi016 ceph-mon[27435]: from='osd.1 [v2:172.21.15.16:6810/1440502014,v1:172.21.15.16:6811/1440502014]' entity='osd.1' cmd='[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi016", "root=default"]}]': finished 2024-04-15T14:30:45.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:30:45 smithi016 ceph-mon[27435]: osdmap e12: 2 total, 1 up, 2 in 2024-04-15T14:30:45.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:30:45 smithi016 ceph-mon[27435]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-15T14:30:45.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:30:45 smithi016 ceph-mon[27435]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-15T14:30:45.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:30:45 smithi016 ceph-mon[36548]: pgmap v55: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-04-15T14:30:45.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:30:45 smithi016 ceph-mon[36548]: from='osd.1 [v2:172.21.15.16:6810/1440502014,v1:172.21.15.16:6811/1440502014]' entity='osd.1' cmd='[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi016", "root=default"]}]': finished 2024-04-15T14:30:45.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:30:45 smithi016 ceph-mon[36548]: osdmap e12: 2 total, 1 up, 2 in 2024-04-15T14:30:45.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:30:45 smithi016 ceph-mon[36548]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-15T14:30:45.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:30:45 smithi016 ceph-mon[36548]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-15T14:30:45.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:30:45 smithi102 ceph-mon[31017]: pgmap v55: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-04-15T14:30:45.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:30:45 smithi102 ceph-mon[31017]: from='osd.1 [v2:172.21.15.16:6810/1440502014,v1:172.21.15.16:6811/1440502014]' entity='osd.1' cmd='[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi016", "root=default"]}]': finished 2024-04-15T14:30:45.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:30:45 smithi102 ceph-mon[31017]: osdmap e12: 2 total, 1 up, 2 in 2024-04-15T14:30:45.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:30:45 smithi102 ceph-mon[31017]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-15T14:30:45.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:30:45 smithi102 ceph-mon[31017]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-15T14:30:46.789 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:30:46 smithi016 ceph-mon[36548]: purged_snaps scrub starts 2024-04-15T14:30:46.789 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:30:46 smithi016 ceph-mon[36548]: purged_snaps scrub ok 2024-04-15T14:30:46.789 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:30:46 smithi016 ceph-mon[36548]: osd.1 [v2:172.21.15.16:6810/1440502014,v1:172.21.15.16:6811/1440502014] boot 2024-04-15T14:30:46.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:30:46 smithi016 ceph-mon[36548]: osdmap e13: 2 total, 2 up, 2 in 2024-04-15T14:30:46.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:30:46 smithi016 ceph-mon[36548]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-15T14:30:46.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:30:46 smithi016 ceph-mon[27435]: purged_snaps scrub starts 2024-04-15T14:30:46.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:30:46 smithi016 ceph-mon[27435]: purged_snaps scrub ok 2024-04-15T14:30:46.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:30:46 smithi016 ceph-mon[27435]: osd.1 [v2:172.21.15.16:6810/1440502014,v1:172.21.15.16:6811/1440502014] boot 2024-04-15T14:30:46.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:30:46 smithi016 ceph-mon[27435]: osdmap e13: 2 total, 2 up, 2 in 2024-04-15T14:30:46.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:30:46 smithi016 ceph-mon[27435]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-15T14:30:46.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:30:46 smithi102 ceph-mon[31017]: purged_snaps scrub starts 2024-04-15T14:30:46.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:30:46 smithi102 ceph-mon[31017]: purged_snaps scrub ok 2024-04-15T14:30:46.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:30:46 smithi102 ceph-mon[31017]: osd.1 [v2:172.21.15.16:6810/1440502014,v1:172.21.15.16:6811/1440502014] boot 2024-04-15T14:30:46.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:30:46 smithi102 ceph-mon[31017]: osdmap e13: 2 total, 2 up, 2 in 2024-04-15T14:30:46.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:30:46 smithi102 ceph-mon[31017]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-15T14:30:47.765 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:30:47 smithi016 ceph-mon[27435]: pgmap v58: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-04-15T14:30:47.765 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:30:47 smithi016 ceph-mon[27435]: osdmap e14: 2 total, 2 up, 2 in 2024-04-15T14:30:47.765 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:30:47 smithi016 ceph-mon[36548]: pgmap v58: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-04-15T14:30:47.766 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:30:47 smithi016 ceph-mon[36548]: osdmap e14: 2 total, 2 up, 2 in 2024-04-15T14:30:47.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:30:47 smithi102 ceph-mon[31017]: pgmap v58: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-04-15T14:30:47.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:30:47 smithi102 ceph-mon[31017]: osdmap e14: 2 total, 2 up, 2 in 2024-04-15T14:30:48.214 INFO:teuthology.orchestra.run.smithi016.stderr:--> Zapping: /dev/vg_nvme/lv_2 2024-04-15T14:30:48.214 INFO:teuthology.orchestra.run.smithi016.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_2 bs=1M count=10 conv=fsync 2024-04-15T14:30:48.214 INFO:teuthology.orchestra.run.smithi016.stderr: stderr: 10+0 records in 2024-04-15T14:30:48.214 INFO:teuthology.orchestra.run.smithi016.stderr:10+0 records out 2024-04-15T14:30:48.214 INFO:teuthology.orchestra.run.smithi016.stderr: stderr: 10485760 bytes (10 MB, 10 MiB) copied, 0.00894047 s, 1.2 GB/s 2024-04-15T14:30:48.214 INFO:teuthology.orchestra.run.smithi016.stderr:--> Zapping successful for: 2024-04-15T14:30:48.901 DEBUG:teuthology.orchestra.run.smithi016:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 362ea986-fb34-11ee-bc8f-c7b262605968 -- ceph orch daemon add osd smithi016:vg_nvme/lv_2 2024-04-15T14:30:49.107 INFO:teuthology.orchestra.run.smithi016.stderr:Inferring config /var/lib/ceph/362ea986-fb34-11ee-bc8f-c7b262605968/mon.a/config 2024-04-15T14:30:49.491 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:30:49 smithi016 ceph-mon[27435]: pgmap v60: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-04-15T14:30:49.491 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:30:49 smithi016 ceph-mon[27435]: Detected new or changed devices on smithi016 2024-04-15T14:30:49.491 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:30:49 smithi016 ceph-mon[27435]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' 2024-04-15T14:30:49.491 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:30:49 smithi016 ceph-mon[27435]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' 2024-04-15T14:30:49.491 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:30:49 smithi016 ceph-mon[27435]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-04-15T14:30:49.491 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:30:49 smithi016 ceph-mon[27435]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-04-15T14:30:49.491 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:30:49 smithi016 ceph-mon[27435]: Adjusting osd_memory_target on smithi016 to 8034M 2024-04-15T14:30:49.491 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:30:49 smithi016 ceph-mon[27435]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' 2024-04-15T14:30:49.491 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:30:49 smithi016 ceph-mon[27435]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T14:30:49.491 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:30:49 smithi016 ceph-mon[27435]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T14:30:49.491 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:30:49 smithi016 ceph-mon[27435]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' 2024-04-15T14:30:49.492 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:30:49 smithi016 ceph-mon[36548]: pgmap v60: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-04-15T14:30:49.492 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:30:49 smithi016 ceph-mon[36548]: Detected new or changed devices on smithi016 2024-04-15T14:30:49.492 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:30:49 smithi016 ceph-mon[36548]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' 2024-04-15T14:30:49.492 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:30:49 smithi016 ceph-mon[36548]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' 2024-04-15T14:30:49.492 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:30:49 smithi016 ceph-mon[36548]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-04-15T14:30:49.492 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:30:49 smithi016 ceph-mon[36548]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-04-15T14:30:49.492 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:30:49 smithi016 ceph-mon[36548]: Adjusting osd_memory_target on smithi016 to 8034M 2024-04-15T14:30:49.492 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:30:49 smithi016 ceph-mon[36548]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' 2024-04-15T14:30:49.492 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:30:49 smithi016 ceph-mon[36548]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T14:30:49.492 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:30:49 smithi016 ceph-mon[36548]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T14:30:49.492 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:30:49 smithi016 ceph-mon[36548]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' 2024-04-15T14:30:49.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:30:49 smithi102 ceph-mon[31017]: pgmap v60: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-04-15T14:30:49.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:30:49 smithi102 ceph-mon[31017]: Detected new or changed devices on smithi016 2024-04-15T14:30:49.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:30:49 smithi102 ceph-mon[31017]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' 2024-04-15T14:30:49.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:30:49 smithi102 ceph-mon[31017]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' 2024-04-15T14:30:49.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:30:49 smithi102 ceph-mon[31017]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-04-15T14:30:49.688 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:30:49 smithi102 ceph-mon[31017]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-04-15T14:30:49.688 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:30:49 smithi102 ceph-mon[31017]: Adjusting osd_memory_target on smithi016 to 8034M 2024-04-15T14:30:49.688 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:30:49 smithi102 ceph-mon[31017]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' 2024-04-15T14:30:49.688 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:30:49 smithi102 ceph-mon[31017]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T14:30:49.688 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:30:49 smithi102 ceph-mon[31017]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T14:30:49.688 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:30:49 smithi102 ceph-mon[31017]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' 2024-04-15T14:30:51.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:30:51 smithi102 ceph-mon[31017]: pgmap v61: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-04-15T14:30:51.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:30:51 smithi102 ceph-mon[31017]: from='client.24170 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi016:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2024-04-15T14:30:51.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:30:51 smithi102 ceph-mon[31017]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-15T14:30:51.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:30:51 smithi102 ceph-mon[31017]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-15T14:30:51.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:30:51 smithi102 ceph-mon[31017]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T14:30:51.690 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:30:51 smithi016 ceph-mon[27435]: pgmap v61: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-04-15T14:30:51.691 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:30:51 smithi016 ceph-mon[27435]: from='client.24170 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi016:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2024-04-15T14:30:51.691 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:30:51 smithi016 ceph-mon[27435]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-15T14:30:51.691 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:30:51 smithi016 ceph-mon[27435]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-15T14:30:51.691 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:30:51 smithi016 ceph-mon[27435]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T14:30:51.691 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:30:51 smithi016 ceph-mon[36548]: pgmap v61: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-04-15T14:30:51.691 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:30:51 smithi016 ceph-mon[36548]: from='client.24170 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi016:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2024-04-15T14:30:51.691 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:30:51 smithi016 ceph-mon[36548]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-15T14:30:51.691 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:30:51 smithi016 ceph-mon[36548]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-15T14:30:51.691 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:30:51 smithi016 ceph-mon[36548]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T14:30:53.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:30:53 smithi102 ceph-mon[31017]: pgmap v62: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-04-15T14:30:53.770 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:30:53 smithi016 ceph-mon[27435]: pgmap v62: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-04-15T14:30:53.770 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:30:53 smithi016 ceph-mon[36548]: pgmap v62: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-04-15T14:30:54.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:30:54 smithi102 ceph-mon[31017]: from='client.? 172.21.15.16:0/2554253251' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "358f648c-0d4b-4bb7-a965-dff2e7adb39f"}]: dispatch 2024-04-15T14:30:54.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:30:54 smithi102 ceph-mon[31017]: from='client.? 172.21.15.16:0/2554253251' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "358f648c-0d4b-4bb7-a965-dff2e7adb39f"}]': finished 2024-04-15T14:30:54.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:30:54 smithi102 ceph-mon[31017]: osdmap e15: 3 total, 2 up, 3 in 2024-04-15T14:30:54.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:30:54 smithi102 ceph-mon[31017]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-15T14:30:54.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:30:54 smithi102 ceph-mon[31017]: from='client.? 172.21.15.16:0/1644343836' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-15T14:30:54.789 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:30:54 smithi016 ceph-mon[27435]: from='client.? 172.21.15.16:0/2554253251' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "358f648c-0d4b-4bb7-a965-dff2e7adb39f"}]: dispatch 2024-04-15T14:30:54.789 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:30:54 smithi016 ceph-mon[27435]: from='client.? 172.21.15.16:0/2554253251' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "358f648c-0d4b-4bb7-a965-dff2e7adb39f"}]': finished 2024-04-15T14:30:54.789 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:30:54 smithi016 ceph-mon[27435]: osdmap e15: 3 total, 2 up, 3 in 2024-04-15T14:30:54.789 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:30:54 smithi016 ceph-mon[27435]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-15T14:30:54.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:30:54 smithi016 ceph-mon[27435]: from='client.? 172.21.15.16:0/1644343836' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-15T14:30:54.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:30:54 smithi016 ceph-mon[36548]: from='client.? 172.21.15.16:0/2554253251' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "358f648c-0d4b-4bb7-a965-dff2e7adb39f"}]: dispatch 2024-04-15T14:30:54.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:30:54 smithi016 ceph-mon[36548]: from='client.? 172.21.15.16:0/2554253251' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "358f648c-0d4b-4bb7-a965-dff2e7adb39f"}]': finished 2024-04-15T14:30:54.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:30:54 smithi016 ceph-mon[36548]: osdmap e15: 3 total, 2 up, 3 in 2024-04-15T14:30:54.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:30:54 smithi016 ceph-mon[36548]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-15T14:30:54.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:30:54 smithi016 ceph-mon[36548]: from='client.? 172.21.15.16:0/1644343836' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-15T14:30:55.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:30:55 smithi102 ceph-mon[31017]: pgmap v64: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-04-15T14:30:56.039 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:30:55 smithi016 ceph-mon[36548]: pgmap v64: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-04-15T14:30:56.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:30:55 smithi016 ceph-mon[27435]: pgmap v64: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-04-15T14:30:57.843 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:30:57 smithi016 ceph-mon[27435]: pgmap v65: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-04-15T14:30:57.843 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:30:57 smithi016 ceph-mon[36548]: pgmap v65: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-04-15T14:30:57.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:30:57 smithi102 ceph-mon[31017]: pgmap v65: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-04-15T14:30:59.872 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:30:59 smithi016 ceph-mon[36548]: pgmap v66: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-04-15T14:30:59.873 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:30:59 smithi016 ceph-mon[27435]: pgmap v66: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-04-15T14:30:59.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:30:59 smithi102 ceph-mon[31017]: pgmap v66: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-04-15T14:31:00.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:31:00 smithi102 ceph-mon[31017]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.2"}]: dispatch 2024-04-15T14:31:00.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:31:00 smithi102 ceph-mon[31017]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T14:31:00.943 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:31:00 smithi016 ceph-mon[27435]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.2"}]: dispatch 2024-04-15T14:31:00.943 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:31:00 smithi016 ceph-mon[27435]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T14:31:00.943 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:31:00 smithi016 ceph-mon[36548]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.2"}]: dispatch 2024-04-15T14:31:00.943 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:31:00 smithi016 ceph-mon[36548]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T14:31:01.789 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:31:01 smithi016 ceph-mon[27435]: Deploying daemon osd.2 on smithi016 2024-04-15T14:31:01.789 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:31:01 smithi016 ceph-mon[27435]: pgmap v67: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-04-15T14:31:01.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:31:01 smithi016 ceph-mon[36548]: Deploying daemon osd.2 on smithi016 2024-04-15T14:31:01.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:31:01 smithi016 ceph-mon[36548]: pgmap v67: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-04-15T14:31:01.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:31:01 smithi102 ceph-mon[31017]: Deploying daemon osd.2 on smithi016 2024-04-15T14:31:01.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:31:01 smithi102 ceph-mon[31017]: pgmap v67: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-04-15T14:31:03.924 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:31:03 smithi016 ceph-mon[27435]: pgmap v68: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-04-15T14:31:03.924 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:31:03 smithi016 ceph-mon[36548]: pgmap v68: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-04-15T14:31:03.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:31:03 smithi102 ceph-mon[31017]: pgmap v68: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-04-15T14:31:05.789 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:31:05 smithi016 ceph-mon[27435]: pgmap v69: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-04-15T14:31:05.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:31:05 smithi016 ceph-mon[36548]: pgmap v69: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-04-15T14:31:05.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:31:05 smithi102 ceph-mon[31017]: pgmap v69: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-04-15T14:31:06.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:31:06 smithi102 ceph-mon[31017]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' 2024-04-15T14:31:06.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:31:06 smithi102 ceph-mon[31017]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' 2024-04-15T14:31:06.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:31:06 smithi102 ceph-mon[31017]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T14:31:06.944 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:31:06 smithi016 ceph-mon[27435]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' 2024-04-15T14:31:06.944 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:31:06 smithi016 ceph-mon[27435]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' 2024-04-15T14:31:06.944 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:31:06 smithi016 ceph-mon[27435]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T14:31:06.944 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:31:06 smithi016 ceph-mon[36548]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' 2024-04-15T14:31:06.945 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:31:06 smithi016 ceph-mon[36548]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' 2024-04-15T14:31:06.945 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:31:06 smithi016 ceph-mon[36548]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T14:31:07.789 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:31:07 smithi016 ceph-mon[27435]: pgmap v70: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-04-15T14:31:07.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:31:07 smithi016 ceph-mon[36548]: pgmap v70: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-04-15T14:31:08.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:31:07 smithi102 ceph-mon[31017]: pgmap v70: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-04-15T14:31:08.720 INFO:teuthology.orchestra.run.smithi016.stdout:Created osd(s) 2 on host 'smithi016' 2024-04-15T14:31:09.768 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:31:09 smithi016 ceph-mon[36548]: pgmap v71: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-04-15T14:31:09.769 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:31:09 smithi016 ceph-mon[36548]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' 2024-04-15T14:31:09.769 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:31:09 smithi016 ceph-mon[36548]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' 2024-04-15T14:31:09.769 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:31:09 smithi016 ceph-mon[36548]: from='osd.2 [v2:172.21.15.16:6818/809070887,v1:172.21.15.16:6819/809070887]' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2024-04-15T14:31:09.769 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:31:09 smithi016 ceph-mon[36548]: from='osd.2 ' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2024-04-15T14:31:09.769 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:31:09 smithi016 ceph-mon[27435]: pgmap v71: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-04-15T14:31:09.769 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:31:09 smithi016 ceph-mon[27435]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' 2024-04-15T14:31:09.769 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:31:09 smithi016 ceph-mon[27435]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' 2024-04-15T14:31:09.769 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:31:09 smithi016 ceph-mon[27435]: from='osd.2 [v2:172.21.15.16:6818/809070887,v1:172.21.15.16:6819/809070887]' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2024-04-15T14:31:09.769 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:31:09 smithi016 ceph-mon[27435]: from='osd.2 ' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2024-04-15T14:31:09.793 DEBUG:teuthology.orchestra.run.smithi016:osd.2> sudo journalctl -f -n 0 -u ceph-362ea986-fb34-11ee-bc8f-c7b262605968@osd.2.service 2024-04-15T14:31:09.796 INFO:tasks.cephadm:Deploying osd.3 on smithi016 with /dev/vg_nvme/lv_1... 2024-04-15T14:31:09.796 DEBUG:teuthology.orchestra.run.smithi016:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 362ea986-fb34-11ee-bc8f-c7b262605968 -- ceph-volume lvm zap /dev/vg_nvme/lv_1 2024-04-15T14:31:10.065 INFO:teuthology.orchestra.run.smithi016.stderr:Inferring config /var/lib/ceph/362ea986-fb34-11ee-bc8f-c7b262605968/mon.a/config 2024-04-15T14:31:10.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:31:09 smithi102 ceph-mon[31017]: pgmap v71: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-04-15T14:31:10.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:31:09 smithi102 ceph-mon[31017]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' 2024-04-15T14:31:10.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:31:09 smithi102 ceph-mon[31017]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' 2024-04-15T14:31:10.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:31:09 smithi102 ceph-mon[31017]: from='osd.2 [v2:172.21.15.16:6818/809070887,v1:172.21.15.16:6819/809070887]' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2024-04-15T14:31:10.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:31:09 smithi102 ceph-mon[31017]: from='osd.2 ' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2024-04-15T14:31:10.721 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:31:10 smithi016 ceph-mon[36548]: from='osd.2 ' entity='osd.2' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]': finished 2024-04-15T14:31:10.721 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:31:10 smithi016 ceph-mon[36548]: osdmap e16: 3 total, 2 up, 3 in 2024-04-15T14:31:10.721 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:31:10 smithi016 ceph-mon[27435]: from='osd.2 ' entity='osd.2' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]': finished 2024-04-15T14:31:10.722 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:31:10 smithi016 ceph-mon[27435]: osdmap e16: 3 total, 2 up, 3 in 2024-04-15T14:31:10.722 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:31:10 smithi016 ceph-mon[27435]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-15T14:31:10.722 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:31:10 smithi016 ceph-mon[27435]: from='osd.2 [v2:172.21.15.16:6818/809070887,v1:172.21.15.16:6819/809070887]' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi016", "root=default"]}]: dispatch 2024-04-15T14:31:10.722 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:31:10 smithi016 ceph-mon[27435]: from='osd.2 ' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi016", "root=default"]}]: dispatch 2024-04-15T14:31:10.722 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:31:10 smithi016 ceph-mon[27435]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' 2024-04-15T14:31:10.722 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:31:10 smithi016 ceph-mon[27435]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' 2024-04-15T14:31:11.039 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:31:10 smithi016 ceph-mon[36548]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-15T14:31:11.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:31:10 smithi016 ceph-mon[36548]: from='osd.2 [v2:172.21.15.16:6818/809070887,v1:172.21.15.16:6819/809070887]' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi016", "root=default"]}]: dispatch 2024-04-15T14:31:11.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:31:10 smithi016 ceph-mon[36548]: from='osd.2 ' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi016", "root=default"]}]: dispatch 2024-04-15T14:31:11.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:31:10 smithi016 ceph-mon[36548]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' 2024-04-15T14:31:11.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:31:10 smithi016 ceph-mon[36548]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' 2024-04-15T14:31:11.040 INFO:journalctl@ceph.osd.2.smithi016.stdout:Apr 15 14:31:10 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-osd-2[52887]: 2024-04-15T14:31:10.722+0000 7fa637863700 -1 osd.2 0 waiting for initial osdmap 2024-04-15T14:31:11.040 INFO:journalctl@ceph.osd.2.smithi016.stdout:Apr 15 14:31:10 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-osd-2[52887]: 2024-04-15T14:31:10.725+0000 7fa633658700 -1 osd.2 17 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-04-15T14:31:11.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:31:10 smithi102 ceph-mon[31017]: from='osd.2 ' entity='osd.2' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]': finished 2024-04-15T14:31:11.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:31:10 smithi102 ceph-mon[31017]: osdmap e16: 3 total, 2 up, 3 in 2024-04-15T14:31:11.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:31:10 smithi102 ceph-mon[31017]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-15T14:31:11.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:31:10 smithi102 ceph-mon[31017]: from='osd.2 [v2:172.21.15.16:6818/809070887,v1:172.21.15.16:6819/809070887]' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi016", "root=default"]}]: dispatch 2024-04-15T14:31:11.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:31:10 smithi102 ceph-mon[31017]: from='osd.2 ' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi016", "root=default"]}]: dispatch 2024-04-15T14:31:11.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:31:10 smithi102 ceph-mon[31017]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' 2024-04-15T14:31:11.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:31:10 smithi102 ceph-mon[31017]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' 2024-04-15T14:31:12.001 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:31:11 smithi016 ceph-mon[27435]: pgmap v73: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-04-15T14:31:12.001 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:31:11 smithi016 ceph-mon[27435]: from='osd.2 ' entity='osd.2' cmd='[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi016", "root=default"]}]': finished 2024-04-15T14:31:12.001 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:31:11 smithi016 ceph-mon[27435]: osdmap e17: 3 total, 2 up, 3 in 2024-04-15T14:31:12.001 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:31:11 smithi016 ceph-mon[27435]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-15T14:31:12.002 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:31:11 smithi016 ceph-mon[27435]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-15T14:31:12.002 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:31:11 smithi016 ceph-mon[36548]: pgmap v73: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-04-15T14:31:12.002 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:31:11 smithi016 ceph-mon[36548]: from='osd.2 ' entity='osd.2' cmd='[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi016", "root=default"]}]': finished 2024-04-15T14:31:12.003 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:31:11 smithi016 ceph-mon[36548]: osdmap e17: 3 total, 2 up, 3 in 2024-04-15T14:31:12.003 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:31:11 smithi016 ceph-mon[36548]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-15T14:31:12.003 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:31:11 smithi016 ceph-mon[36548]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-15T14:31:12.003 INFO:teuthology.orchestra.run.smithi016.stderr:--> Zapping: /dev/vg_nvme/lv_1 2024-04-15T14:31:12.003 INFO:teuthology.orchestra.run.smithi016.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_1 bs=1M count=10 conv=fsync 2024-04-15T14:31:12.004 INFO:teuthology.orchestra.run.smithi016.stderr: stderr: 10+0 records in 2024-04-15T14:31:12.004 INFO:teuthology.orchestra.run.smithi016.stderr:10+0 records out 2024-04-15T14:31:12.004 INFO:teuthology.orchestra.run.smithi016.stderr: stderr: 10485760 bytes (10 MB, 10 MiB) copied, 0.00971845 s, 1.1 GB/s 2024-04-15T14:31:12.004 INFO:teuthology.orchestra.run.smithi016.stderr:--> Zapping successful for: 2024-04-15T14:31:12.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:31:11 smithi102 ceph-mon[31017]: pgmap v73: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-04-15T14:31:12.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:31:11 smithi102 ceph-mon[31017]: from='osd.2 ' entity='osd.2' cmd='[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi016", "root=default"]}]': finished 2024-04-15T14:31:12.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:31:11 smithi102 ceph-mon[31017]: osdmap e17: 3 total, 2 up, 3 in 2024-04-15T14:31:12.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:31:11 smithi102 ceph-mon[31017]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-15T14:31:12.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:31:11 smithi102 ceph-mon[31017]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-15T14:31:12.789 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:31:12 smithi016 ceph-mon[27435]: purged_snaps scrub starts 2024-04-15T14:31:12.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:31:12 smithi016 ceph-mon[27435]: purged_snaps scrub ok 2024-04-15T14:31:12.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:31:12 smithi016 ceph-mon[27435]: osd.2 [v2:172.21.15.16:6818/809070887,v1:172.21.15.16:6819/809070887] boot 2024-04-15T14:31:12.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:31:12 smithi016 ceph-mon[27435]: osdmap e18: 3 total, 3 up, 3 in 2024-04-15T14:31:12.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:31:12 smithi016 ceph-mon[27435]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-15T14:31:12.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:31:12 smithi016 ceph-mon[27435]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' cmd=[{"prefix": "osd pool create", "format": "json", "pool": ".mgr", "pg_num": 1, "pg_num_min": 1, "pg_num_max": 32, "yes_i_really_mean_it": true}]: dispatch 2024-04-15T14:31:12.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:31:12 smithi016 ceph-mon[36548]: purged_snaps scrub starts 2024-04-15T14:31:12.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:31:12 smithi016 ceph-mon[36548]: purged_snaps scrub ok 2024-04-15T14:31:12.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:31:12 smithi016 ceph-mon[36548]: osd.2 [v2:172.21.15.16:6818/809070887,v1:172.21.15.16:6819/809070887] boot 2024-04-15T14:31:12.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:31:12 smithi016 ceph-mon[36548]: osdmap e18: 3 total, 3 up, 3 in 2024-04-15T14:31:12.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:31:12 smithi016 ceph-mon[36548]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-15T14:31:12.791 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:31:12 smithi016 ceph-mon[36548]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' cmd=[{"prefix": "osd pool create", "format": "json", "pool": ".mgr", "pg_num": 1, "pg_num_min": 1, "pg_num_max": 32, "yes_i_really_mean_it": true}]: dispatch 2024-04-15T14:31:13.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:31:12 smithi102 ceph-mon[31017]: purged_snaps scrub starts 2024-04-15T14:31:13.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:31:12 smithi102 ceph-mon[31017]: purged_snaps scrub ok 2024-04-15T14:31:13.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:31:12 smithi102 ceph-mon[31017]: osd.2 [v2:172.21.15.16:6818/809070887,v1:172.21.15.16:6819/809070887] boot 2024-04-15T14:31:13.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:31:12 smithi102 ceph-mon[31017]: osdmap e18: 3 total, 3 up, 3 in 2024-04-15T14:31:13.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:31:12 smithi102 ceph-mon[31017]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-15T14:31:13.188 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:31:12 smithi102 ceph-mon[31017]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' cmd=[{"prefix": "osd pool create", "format": "json", "pool": ".mgr", "pg_num": 1, "pg_num_min": 1, "pg_num_max": 32, "yes_i_really_mean_it": true}]: dispatch 2024-04-15T14:31:13.539 DEBUG:teuthology.orchestra.run.smithi016:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 362ea986-fb34-11ee-bc8f-c7b262605968 -- ceph orch daemon add osd smithi016:vg_nvme/lv_1 2024-04-15T14:31:13.789 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:31:13 smithi016 ceph-mon[27435]: pgmap v76: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-04-15T14:31:13.789 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:31:13 smithi016 ceph-mon[27435]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' cmd='[{"prefix": "osd pool create", "format": "json", "pool": ".mgr", "pg_num": 1, "pg_num_min": 1, "pg_num_max": 32, "yes_i_really_mean_it": true}]': finished 2024-04-15T14:31:13.789 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:31:13 smithi016 ceph-mon[27435]: osdmap e19: 3 total, 3 up, 3 in 2024-04-15T14:31:13.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:31:13 smithi016 ceph-mon[27435]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' cmd=[{"prefix": "osd pool application enable", "format": "json", "pool": ".mgr", "app": "mgr", "yes_i_really_mean_it": true}]: dispatch 2024-04-15T14:31:13.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:31:13 smithi016 ceph-mon[36548]: pgmap v76: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-04-15T14:31:13.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:31:13 smithi016 ceph-mon[36548]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' cmd='[{"prefix": "osd pool create", "format": "json", "pool": ".mgr", "pg_num": 1, "pg_num_min": 1, "pg_num_max": 32, "yes_i_really_mean_it": true}]': finished 2024-04-15T14:31:13.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:31:13 smithi016 ceph-mon[36548]: osdmap e19: 3 total, 3 up, 3 in 2024-04-15T14:31:13.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:31:13 smithi016 ceph-mon[36548]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' cmd=[{"prefix": "osd pool application enable", "format": "json", "pool": ".mgr", "app": "mgr", "yes_i_really_mean_it": true}]: dispatch 2024-04-15T14:31:14.177 INFO:teuthology.orchestra.run.smithi016.stderr:Inferring config /var/lib/ceph/362ea986-fb34-11ee-bc8f-c7b262605968/mon.a/config 2024-04-15T14:31:14.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:31:13 smithi102 ceph-mon[31017]: pgmap v76: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-04-15T14:31:14.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:31:13 smithi102 ceph-mon[31017]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' cmd='[{"prefix": "osd pool create", "format": "json", "pool": ".mgr", "pg_num": 1, "pg_num_min": 1, "pg_num_max": 32, "yes_i_really_mean_it": true}]': finished 2024-04-15T14:31:14.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:31:13 smithi102 ceph-mon[31017]: osdmap e19: 3 total, 3 up, 3 in 2024-04-15T14:31:14.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:31:13 smithi102 ceph-mon[31017]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' cmd=[{"prefix": "osd pool application enable", "format": "json", "pool": ".mgr", "app": "mgr", "yes_i_really_mean_it": true}]: dispatch 2024-04-15T14:31:14.289 INFO:journalctl@ceph.osd.0.smithi016.stdout:Apr 15 14:31:14 smithi016 sudo[54609]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/smartctl -x --json=o /dev/nvme0n1 2024-04-15T14:31:14.289 INFO:journalctl@ceph.osd.0.smithi016.stdout:Apr 15 14:31:14 smithi016 sudo[54609]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-04-15T14:31:14.289 INFO:journalctl@ceph.osd.0.smithi016.stdout:Apr 15 14:31:14 smithi016 sudo[54609]: pam_unix(sudo:session): session opened for user root by (uid=167) 2024-04-15T14:31:14.290 INFO:journalctl@ceph.osd.0.smithi016.stdout:Apr 15 14:31:14 smithi016 sudo[54609]: pam_unix(sudo:session): session closed for user root 2024-04-15T14:31:14.621 INFO:journalctl@ceph.osd.0.smithi016.stdout:Apr 15 14:31:14 smithi016 sudo[54647]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/nvme intel smart-log-add --json /dev/nvme0n1 2024-04-15T14:31:14.621 INFO:journalctl@ceph.osd.0.smithi016.stdout:Apr 15 14:31:14 smithi016 sudo[54647]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-04-15T14:31:14.621 INFO:journalctl@ceph.osd.0.smithi016.stdout:Apr 15 14:31:14 smithi016 sudo[54647]: pam_unix(sudo:session): session opened for user root by (uid=167) 2024-04-15T14:31:14.621 INFO:journalctl@ceph.osd.0.smithi016.stdout:Apr 15 14:31:14 smithi016 sudo[54647]: pam_unix(sudo:session): session closed for user root 2024-04-15T14:31:14.895 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:31:14 smithi016 ceph-mon[27435]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' cmd='[{"prefix": "osd pool application enable", "format": "json", "pool": ".mgr", "app": "mgr", "yes_i_really_mean_it": true}]': finished 2024-04-15T14:31:14.895 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:31:14 smithi016 ceph-mon[27435]: osdmap e20: 3 total, 3 up, 3 in 2024-04-15T14:31:14.895 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:31:14 smithi016 ceph-mon[27435]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' 2024-04-15T14:31:14.895 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:31:14 smithi016 ceph-mon[36548]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' cmd='[{"prefix": "osd pool application enable", "format": "json", "pool": ".mgr", "app": "mgr", "yes_i_really_mean_it": true}]': finished 2024-04-15T14:31:14.895 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:31:14 smithi016 ceph-mon[36548]: osdmap e20: 3 total, 3 up, 3 in 2024-04-15T14:31:14.895 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:31:14 smithi016 ceph-mon[36548]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' 2024-04-15T14:31:14.896 INFO:journalctl@ceph.osd.1.smithi016.stdout:Apr 15 14:31:14 smithi016 sudo[55903]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/smartctl -x --json=o /dev/nvme0n1 2024-04-15T14:31:14.896 INFO:journalctl@ceph.osd.1.smithi016.stdout:Apr 15 14:31:14 smithi016 sudo[55903]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-04-15T14:31:14.896 INFO:journalctl@ceph.osd.1.smithi016.stdout:Apr 15 14:31:14 smithi016 sudo[55903]: pam_unix(sudo:session): session opened for user root by (uid=167) 2024-04-15T14:31:14.896 INFO:journalctl@ceph.osd.1.smithi016.stdout:Apr 15 14:31:14 smithi016 sudo[55903]: pam_unix(sudo:session): session closed for user root 2024-04-15T14:31:14.896 INFO:journalctl@ceph.osd.1.smithi016.stdout:Apr 15 14:31:14 smithi016 sudo[56981]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/nvme intel smart-log-add --json /dev/nvme0n1 2024-04-15T14:31:15.151 INFO:journalctl@ceph.osd.1.smithi016.stdout:Apr 15 14:31:14 smithi016 sudo[56981]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-04-15T14:31:15.151 INFO:journalctl@ceph.osd.1.smithi016.stdout:Apr 15 14:31:14 smithi016 sudo[56981]: pam_unix(sudo:session): session opened for user root by (uid=167) 2024-04-15T14:31:15.151 INFO:journalctl@ceph.osd.1.smithi016.stdout:Apr 15 14:31:14 smithi016 sudo[56981]: pam_unix(sudo:session): session closed for user root 2024-04-15T14:31:15.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:31:14 smithi102 ceph-mon[31017]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' cmd='[{"prefix": "osd pool application enable", "format": "json", "pool": ".mgr", "app": "mgr", "yes_i_really_mean_it": true}]': finished 2024-04-15T14:31:15.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:31:14 smithi102 ceph-mon[31017]: osdmap e20: 3 total, 3 up, 3 in 2024-04-15T14:31:15.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:31:14 smithi102 ceph-mon[31017]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' 2024-04-15T14:31:15.418 INFO:journalctl@ceph.osd.2.smithi016.stdout:Apr 15 14:31:15 smithi016 sudo[56984]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/smartctl -x --json=o /dev/nvme0n1 2024-04-15T14:31:15.418 INFO:journalctl@ceph.osd.2.smithi016.stdout:Apr 15 14:31:15 smithi016 sudo[56984]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-04-15T14:31:15.418 INFO:journalctl@ceph.osd.2.smithi016.stdout:Apr 15 14:31:15 smithi016 sudo[56984]: pam_unix(sudo:session): session opened for user root by (uid=167) 2024-04-15T14:31:15.418 INFO:journalctl@ceph.osd.2.smithi016.stdout:Apr 15 14:31:15 smithi016 sudo[56984]: pam_unix(sudo:session): session closed for user root 2024-04-15T14:31:15.677 INFO:journalctl@ceph.osd.2.smithi016.stdout:Apr 15 14:31:15 smithi016 sudo[56995]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/nvme intel smart-log-add --json /dev/nvme0n1 2024-04-15T14:31:15.677 INFO:journalctl@ceph.osd.2.smithi016.stdout:Apr 15 14:31:15 smithi016 sudo[56995]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-04-15T14:31:15.678 INFO:journalctl@ceph.osd.2.smithi016.stdout:Apr 15 14:31:15 smithi016 sudo[56995]: pam_unix(sudo:session): session opened for user root by (uid=167) 2024-04-15T14:31:15.678 INFO:journalctl@ceph.osd.2.smithi016.stdout:Apr 15 14:31:15 smithi016 sudo[56995]: pam_unix(sudo:session): session closed for user root 2024-04-15T14:31:15.948 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:31:15 smithi016 sudo[57023]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/smartctl -x --json=o /dev/nvme0n1 2024-04-15T14:31:15.948 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:31:15 smithi016 sudo[57023]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-04-15T14:31:15.948 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:31:15 smithi016 sudo[57023]: pam_unix(sudo:session): session opened for user root by (uid=167) 2024-04-15T14:31:15.949 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:31:15 smithi016 sudo[57023]: pam_unix(sudo:session): session closed for user root 2024-04-15T14:31:16.213 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:31:15 smithi102 ceph-mon[31017]: pgmap v79: 1 pgs: 1 unknown; 0 B data, 80 MiB used, 268 GiB / 268 GiB avail 2024-04-15T14:31:16.213 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:31:15 smithi102 ceph-mon[31017]: osdmap e21: 3 total, 3 up, 3 in 2024-04-15T14:31:16.213 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:31:15 smithi102 ceph-mon[31017]: mgrmap e15: y(active, since 2m), standbys: x 2024-04-15T14:31:16.213 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:31:15 smithi102 ceph-mon[31017]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-04-15T14:31:16.214 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:31:16 smithi102 sudo[33773]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/smartctl -x --json=o /dev/nvme0n1 2024-04-15T14:31:16.214 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:31:16 smithi102 sudo[33773]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-04-15T14:31:16.214 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:31:16 smithi102 sudo[33773]: pam_unix(sudo:session): session opened for user root by (uid=167) 2024-04-15T14:31:16.214 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:31:16 smithi102 sudo[33773]: pam_unix(sudo:session): session closed for user root 2024-04-15T14:31:16.270 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:31:15 smithi016 ceph-mon[36548]: pgmap v79: 1 pgs: 1 unknown; 0 B data, 80 MiB used, 268 GiB / 268 GiB avail 2024-04-15T14:31:16.270 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:31:15 smithi016 ceph-mon[36548]: osdmap e21: 3 total, 3 up, 3 in 2024-04-15T14:31:16.270 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:31:15 smithi016 ceph-mon[36548]: mgrmap e15: y(active, since 2m), standbys: x 2024-04-15T14:31:16.270 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:31:15 smithi016 ceph-mon[36548]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-04-15T14:31:16.270 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:31:15 smithi016 sudo[57026]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/nvme intel smart-log-add --json /dev/nvme0n1 2024-04-15T14:31:16.271 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:31:15 smithi016 sudo[57026]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-04-15T14:31:16.271 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:31:15 smithi016 sudo[57026]: pam_unix(sudo:session): session opened for user root by (uid=167) 2024-04-15T14:31:16.271 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:31:15 smithi016 sudo[57026]: pam_unix(sudo:session): session closed for user root 2024-04-15T14:31:16.271 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:31:15 smithi016 ceph-mon[27435]: pgmap v79: 1 pgs: 1 unknown; 0 B data, 80 MiB used, 268 GiB / 268 GiB avail 2024-04-15T14:31:16.271 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:31:15 smithi016 ceph-mon[27435]: osdmap e21: 3 total, 3 up, 3 in 2024-04-15T14:31:16.271 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:31:15 smithi016 ceph-mon[27435]: mgrmap e15: y(active, since 2m), standbys: x 2024-04-15T14:31:16.271 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:31:15 smithi016 ceph-mon[27435]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-04-15T14:31:16.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:31:16 smithi102 sudo[33776]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/nvme intel smart-log-add --json /dev/nvme0n1 2024-04-15T14:31:16.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:31:16 smithi102 sudo[33776]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-04-15T14:31:16.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:31:16 smithi102 sudo[33776]: pam_unix(sudo:session): session opened for user root by (uid=167) 2024-04-15T14:31:16.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:31:16 smithi102 sudo[33776]: pam_unix(sudo:session): session closed for user root 2024-04-15T14:31:17.015 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:31:16 smithi016 sudo[57111]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/smartctl -x --json=o /dev/nvme0n1 2024-04-15T14:31:17.015 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:31:16 smithi016 sudo[57111]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-04-15T14:31:17.015 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:31:16 smithi016 sudo[57111]: pam_unix(sudo:session): session opened for user root by (uid=167) 2024-04-15T14:31:17.016 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:31:16 smithi016 sudo[57111]: pam_unix(sudo:session): session closed for user root 2024-04-15T14:31:17.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:31:17 smithi016 ceph-mon[27435]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-04-15T14:31:17.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:31:17 smithi016 ceph-mon[27435]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-15T14:31:17.291 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:31:17 smithi016 ceph-mon[27435]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-15T14:31:17.291 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:31:17 smithi016 ceph-mon[27435]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-15T14:31:17.291 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:31:17 smithi016 ceph-mon[27435]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-04-15T14:31:17.291 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:31:17 smithi016 ceph-mon[27435]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-15T14:31:17.292 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:31:17 smithi016 ceph-mon[27435]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-15T14:31:17.292 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:31:17 smithi016 ceph-mon[27435]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-15T14:31:17.292 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:31:17 smithi016 ceph-mon[27435]: Detected new or changed devices on smithi016 2024-04-15T14:31:17.292 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:31:17 smithi016 ceph-mon[27435]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-04-15T14:31:17.292 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:31:17 smithi016 ceph-mon[27435]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' 2024-04-15T14:31:17.292 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:31:17 smithi016 ceph-mon[27435]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' 2024-04-15T14:31:17.292 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:31:17 smithi016 ceph-mon[27435]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-04-15T14:31:17.292 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:31:17 smithi016 ceph-mon[27435]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-04-15T14:31:17.292 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:31:17 smithi016 ceph-mon[27435]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-04-15T14:31:17.292 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:31:17 smithi016 ceph-mon[27435]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' 2024-04-15T14:31:17.292 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:31:17 smithi016 ceph-mon[27435]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T14:31:17.292 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:31:17 smithi016 ceph-mon[27435]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T14:31:17.292 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:31:17 smithi016 ceph-mon[27435]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' 2024-04-15T14:31:17.293 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:31:17 smithi016 ceph-mon[27435]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-15T14:31:17.293 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:31:17 smithi016 ceph-mon[27435]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-15T14:31:17.293 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:31:17 smithi016 ceph-mon[27435]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-15T14:31:17.293 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:31:17 smithi016 ceph-mon[27435]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' 2024-04-15T14:31:17.293 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:31:17 smithi016 ceph-mon[27435]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T14:31:17.293 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:31:17 smithi016 ceph-mon[27435]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T14:31:17.293 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:31:17 smithi016 ceph-mon[27435]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T14:31:17.293 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:31:17 smithi016 ceph-mon[27435]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-15T14:31:17.293 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:31:17 smithi016 ceph-mon[27435]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-15T14:31:17.293 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:31:17 smithi016 ceph-mon[27435]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T14:31:17.294 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:31:17 smithi016 sudo[57181]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/nvme intel smart-log-add --json /dev/nvme0n1 2024-04-15T14:31:17.294 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:31:17 smithi016 sudo[57181]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-04-15T14:31:17.294 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:31:17 smithi016 sudo[57181]: pam_unix(sudo:session): session opened for user root by (uid=167) 2024-04-15T14:31:17.294 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:31:17 smithi016 sudo[57181]: pam_unix(sudo:session): session closed for user root 2024-04-15T14:31:17.294 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:31:17 smithi016 ceph-mon[36548]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-04-15T14:31:17.294 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:31:17 smithi016 ceph-mon[36548]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-15T14:31:17.294 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:31:17 smithi016 ceph-mon[36548]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-15T14:31:17.294 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:31:17 smithi016 ceph-mon[36548]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-15T14:31:17.294 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:31:17 smithi016 ceph-mon[36548]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-04-15T14:31:17.295 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:31:17 smithi016 ceph-mon[36548]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-15T14:31:17.295 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:31:17 smithi016 ceph-mon[36548]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-15T14:31:17.295 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:31:17 smithi016 ceph-mon[36548]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-15T14:31:17.295 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:31:17 smithi016 ceph-mon[36548]: Detected new or changed devices on smithi016 2024-04-15T14:31:17.295 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:31:17 smithi016 ceph-mon[36548]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-04-15T14:31:17.295 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:31:17 smithi016 ceph-mon[36548]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' 2024-04-15T14:31:17.295 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:31:17 smithi016 ceph-mon[36548]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' 2024-04-15T14:31:17.295 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:31:17 smithi016 ceph-mon[36548]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-04-15T14:31:17.295 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:31:17 smithi016 ceph-mon[36548]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-04-15T14:31:17.295 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:31:17 smithi016 ceph-mon[36548]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-04-15T14:31:17.295 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:31:17 smithi016 ceph-mon[36548]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' 2024-04-15T14:31:17.296 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:31:17 smithi016 ceph-mon[36548]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T14:31:17.296 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:31:17 smithi016 ceph-mon[36548]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T14:31:17.296 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:31:17 smithi016 ceph-mon[36548]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' 2024-04-15T14:31:17.296 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:31:17 smithi016 ceph-mon[36548]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-15T14:31:17.296 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:31:17 smithi016 ceph-mon[36548]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-15T14:31:17.296 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:31:17 smithi016 ceph-mon[36548]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-15T14:31:17.296 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:31:17 smithi016 ceph-mon[36548]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' 2024-04-15T14:31:17.296 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:31:17 smithi016 ceph-mon[36548]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T14:31:17.296 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:31:17 smithi016 ceph-mon[36548]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T14:31:17.296 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:31:17 smithi016 ceph-mon[36548]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T14:31:17.296 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:31:17 smithi016 ceph-mon[36548]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-15T14:31:17.296 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:31:17 smithi016 ceph-mon[36548]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-15T14:31:17.296 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:31:17 smithi016 ceph-mon[36548]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T14:31:17.438 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:31:17 smithi102 ceph-mon[31017]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-04-15T14:31:17.438 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:31:17 smithi102 ceph-mon[31017]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-15T14:31:17.438 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:31:17 smithi102 ceph-mon[31017]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-15T14:31:17.438 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:31:17 smithi102 ceph-mon[31017]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-15T14:31:17.438 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:31:17 smithi102 ceph-mon[31017]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-04-15T14:31:17.438 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:31:17 smithi102 ceph-mon[31017]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-15T14:31:17.438 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:31:17 smithi102 ceph-mon[31017]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-15T14:31:17.439 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:31:17 smithi102 ceph-mon[31017]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-15T14:31:17.439 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:31:17 smithi102 ceph-mon[31017]: Detected new or changed devices on smithi016 2024-04-15T14:31:17.439 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:31:17 smithi102 ceph-mon[31017]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-04-15T14:31:17.439 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:31:17 smithi102 ceph-mon[31017]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' 2024-04-15T14:31:17.439 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:31:17 smithi102 ceph-mon[31017]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' 2024-04-15T14:31:17.439 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:31:17 smithi102 ceph-mon[31017]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-04-15T14:31:17.439 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:31:17 smithi102 ceph-mon[31017]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-04-15T14:31:17.439 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:31:17 smithi102 ceph-mon[31017]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-04-15T14:31:17.439 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:31:17 smithi102 ceph-mon[31017]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' 2024-04-15T14:31:17.439 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:31:17 smithi102 ceph-mon[31017]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T14:31:17.439 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:31:17 smithi102 ceph-mon[31017]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T14:31:17.439 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:31:17 smithi102 ceph-mon[31017]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' 2024-04-15T14:31:17.439 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:31:17 smithi102 ceph-mon[31017]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-15T14:31:17.440 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:31:17 smithi102 ceph-mon[31017]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-15T14:31:17.440 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:31:17 smithi102 ceph-mon[31017]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-15T14:31:17.440 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:31:17 smithi102 ceph-mon[31017]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' 2024-04-15T14:31:17.440 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:31:17 smithi102 ceph-mon[31017]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T14:31:17.440 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:31:17 smithi102 ceph-mon[31017]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T14:31:17.440 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:31:17 smithi102 ceph-mon[31017]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T14:31:17.440 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:31:17 smithi102 ceph-mon[31017]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-15T14:31:17.440 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:31:17 smithi102 ceph-mon[31017]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-15T14:31:17.440 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:31:17 smithi102 ceph-mon[31017]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T14:31:18.289 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:31:18 smithi016 ceph-mon[27435]: pgmap v81: 1 pgs: 1 active+clean; 577 KiB data, 80 MiB used, 268 GiB / 268 GiB avail 2024-04-15T14:31:18.289 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:31:18 smithi016 ceph-mon[27435]: Adjusting osd_memory_target on smithi016 to 5356M 2024-04-15T14:31:18.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:31:18 smithi016 ceph-mon[27435]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-04-15T14:31:18.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:31:18 smithi016 ceph-mon[27435]: from='client.14307 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi016:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2024-04-15T14:31:18.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:31:18 smithi016 ceph-mon[27435]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-04-15T14:31:18.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:31:18 smithi016 ceph-mon[27435]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' 2024-04-15T14:31:18.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:31:18 smithi016 ceph-mon[36548]: pgmap v81: 1 pgs: 1 active+clean; 577 KiB data, 80 MiB used, 268 GiB / 268 GiB avail 2024-04-15T14:31:18.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:31:18 smithi016 ceph-mon[36548]: Adjusting osd_memory_target on smithi016 to 5356M 2024-04-15T14:31:18.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:31:18 smithi016 ceph-mon[36548]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-04-15T14:31:18.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:31:18 smithi016 ceph-mon[36548]: from='client.14307 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi016:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2024-04-15T14:31:18.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:31:18 smithi016 ceph-mon[36548]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-04-15T14:31:18.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:31:18 smithi016 ceph-mon[36548]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' 2024-04-15T14:31:18.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:31:18 smithi102 ceph-mon[31017]: pgmap v81: 1 pgs: 1 active+clean; 577 KiB data, 80 MiB used, 268 GiB / 268 GiB avail 2024-04-15T14:31:18.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:31:18 smithi102 ceph-mon[31017]: Adjusting osd_memory_target on smithi016 to 5356M 2024-04-15T14:31:18.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:31:18 smithi102 ceph-mon[31017]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-04-15T14:31:18.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:31:18 smithi102 ceph-mon[31017]: from='client.14307 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi016:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2024-04-15T14:31:18.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:31:18 smithi102 ceph-mon[31017]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-04-15T14:31:18.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:31:18 smithi102 ceph-mon[31017]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' 2024-04-15T14:31:20.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:31:20 smithi016 ceph-mon[27435]: pgmap v82: 1 pgs: 1 active+clean; 577 KiB data, 83 MiB used, 268 GiB / 268 GiB avail 2024-04-15T14:31:20.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:31:20 smithi016 ceph-mon[27435]: from='client.? 172.21.15.16:0/379862737' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "12a0db2e-4774-4a68-870c-24969e5204b0"}]: dispatch 2024-04-15T14:31:20.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:31:20 smithi016 ceph-mon[27435]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "12a0db2e-4774-4a68-870c-24969e5204b0"}]: dispatch 2024-04-15T14:31:20.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:31:20 smithi016 ceph-mon[27435]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "12a0db2e-4774-4a68-870c-24969e5204b0"}]': finished 2024-04-15T14:31:20.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:31:20 smithi016 ceph-mon[27435]: osdmap e22: 4 total, 3 up, 4 in 2024-04-15T14:31:20.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:31:20 smithi016 ceph-mon[27435]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-15T14:31:20.291 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:31:20 smithi016 ceph-mon[36548]: pgmap v82: 1 pgs: 1 active+clean; 577 KiB data, 83 MiB used, 268 GiB / 268 GiB avail 2024-04-15T14:31:20.291 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:31:20 smithi016 ceph-mon[36548]: from='client.? 172.21.15.16:0/379862737' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "12a0db2e-4774-4a68-870c-24969e5204b0"}]: dispatch 2024-04-15T14:31:20.291 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:31:20 smithi016 ceph-mon[36548]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "12a0db2e-4774-4a68-870c-24969e5204b0"}]: dispatch 2024-04-15T14:31:20.291 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:31:20 smithi016 ceph-mon[36548]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "12a0db2e-4774-4a68-870c-24969e5204b0"}]': finished 2024-04-15T14:31:20.291 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:31:20 smithi016 ceph-mon[36548]: osdmap e22: 4 total, 3 up, 4 in 2024-04-15T14:31:20.291 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:31:20 smithi016 ceph-mon[36548]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-15T14:31:20.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:31:20 smithi102 ceph-mon[31017]: pgmap v82: 1 pgs: 1 active+clean; 577 KiB data, 83 MiB used, 268 GiB / 268 GiB avail 2024-04-15T14:31:20.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:31:20 smithi102 ceph-mon[31017]: from='client.? 172.21.15.16:0/379862737' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "12a0db2e-4774-4a68-870c-24969e5204b0"}]: dispatch 2024-04-15T14:31:20.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:31:20 smithi102 ceph-mon[31017]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "12a0db2e-4774-4a68-870c-24969e5204b0"}]: dispatch 2024-04-15T14:31:20.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:31:20 smithi102 ceph-mon[31017]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "12a0db2e-4774-4a68-870c-24969e5204b0"}]': finished 2024-04-15T14:31:20.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:31:20 smithi102 ceph-mon[31017]: osdmap e22: 4 total, 3 up, 4 in 2024-04-15T14:31:20.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:31:20 smithi102 ceph-mon[31017]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-15T14:31:21.289 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:31:21 smithi016 ceph-mon[27435]: from='client.? 172.21.15.16:0/2043959603' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-15T14:31:21.289 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:31:21 smithi016 ceph-mon[36548]: from='client.? 172.21.15.16:0/2043959603' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-15T14:31:21.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:31:21 smithi102 ceph-mon[31017]: from='client.? 172.21.15.16:0/2043959603' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-15T14:31:22.329 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:31:22 smithi016 ceph-mon[27435]: pgmap v84: 1 pgs: 1 active+clean; 577 KiB data, 83 MiB used, 268 GiB / 268 GiB avail 2024-04-15T14:31:22.329 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:31:22 smithi016 ceph-mon[36548]: pgmap v84: 1 pgs: 1 active+clean; 577 KiB data, 83 MiB used, 268 GiB / 268 GiB avail 2024-04-15T14:31:22.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:31:22 smithi102 ceph-mon[31017]: pgmap v84: 1 pgs: 1 active+clean; 577 KiB data, 83 MiB used, 268 GiB / 268 GiB avail 2024-04-15T14:31:24.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:31:24 smithi102 ceph-mon[31017]: pgmap v85: 1 pgs: 1 active+clean; 577 KiB data, 82 MiB used, 268 GiB / 268 GiB avail; 3.0 KiB/s rd, 131 KiB/s wr, 9 op/s 2024-04-15T14:31:24.501 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:31:24 smithi016 ceph-mon[27435]: pgmap v85: 1 pgs: 1 active+clean; 577 KiB data, 82 MiB used, 268 GiB / 268 GiB avail; 3.0 KiB/s rd, 131 KiB/s wr, 9 op/s 2024-04-15T14:31:24.501 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:31:24 smithi016 ceph-mon[36548]: pgmap v85: 1 pgs: 1 active+clean; 577 KiB data, 82 MiB used, 268 GiB / 268 GiB avail; 3.0 KiB/s rd, 131 KiB/s wr, 9 op/s 2024-04-15T14:31:26.289 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:31:26 smithi016 ceph-mon[27435]: pgmap v86: 1 pgs: 1 active+clean; 577 KiB data, 82 MiB used, 268 GiB / 268 GiB avail; 2.2 KiB/s rd, 98 KiB/s wr, 6 op/s 2024-04-15T14:31:26.289 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:31:26 smithi016 ceph-mon[27435]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.3"}]: dispatch 2024-04-15T14:31:26.289 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:31:26 smithi016 ceph-mon[27435]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T14:31:26.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:31:26 smithi016 ceph-mon[36548]: pgmap v86: 1 pgs: 1 active+clean; 577 KiB data, 82 MiB used, 268 GiB / 268 GiB avail; 2.2 KiB/s rd, 98 KiB/s wr, 6 op/s 2024-04-15T14:31:26.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:31:26 smithi016 ceph-mon[36548]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.3"}]: dispatch 2024-04-15T14:31:26.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:31:26 smithi016 ceph-mon[36548]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T14:31:26.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:31:26 smithi102 ceph-mon[31017]: pgmap v86: 1 pgs: 1 active+clean; 577 KiB data, 82 MiB used, 268 GiB / 268 GiB avail; 2.2 KiB/s rd, 98 KiB/s wr, 6 op/s 2024-04-15T14:31:26.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:31:26 smithi102 ceph-mon[31017]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.3"}]: dispatch 2024-04-15T14:31:26.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:31:26 smithi102 ceph-mon[31017]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T14:31:27.330 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:31:27 smithi016 ceph-mon[27435]: Deploying daemon osd.3 on smithi016 2024-04-15T14:31:27.330 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:31:27 smithi016 ceph-mon[36548]: Deploying daemon osd.3 on smithi016 2024-04-15T14:31:27.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:31:27 smithi102 ceph-mon[31017]: Deploying daemon osd.3 on smithi016 2024-04-15T14:31:28.344 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:31:28 smithi016 ceph-mon[36548]: pgmap v87: 1 pgs: 1 active+clean; 577 KiB data, 82 MiB used, 268 GiB / 268 GiB avail; 1.8 KiB/s rd, 78 KiB/s wr, 5 op/s 2024-04-15T14:31:28.345 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:31:28 smithi016 ceph-mon[27435]: pgmap v87: 1 pgs: 1 active+clean; 577 KiB data, 82 MiB used, 268 GiB / 268 GiB avail; 1.8 KiB/s rd, 78 KiB/s wr, 5 op/s 2024-04-15T14:31:28.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:31:28 smithi102 ceph-mon[31017]: pgmap v87: 1 pgs: 1 active+clean; 577 KiB data, 82 MiB used, 268 GiB / 268 GiB avail; 1.8 KiB/s rd, 78 KiB/s wr, 5 op/s 2024-04-15T14:31:30.386 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:31:30 smithi016 ceph-mon[27435]: pgmap v88: 1 pgs: 1 active+clean; 577 KiB data, 82 MiB used, 268 GiB / 268 GiB avail; 1.8 KiB/s rd, 78 KiB/s wr, 5 op/s 2024-04-15T14:31:30.387 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:31:30 smithi016 ceph-mon[36548]: pgmap v88: 1 pgs: 1 active+clean; 577 KiB data, 82 MiB used, 268 GiB / 268 GiB avail; 1.8 KiB/s rd, 78 KiB/s wr, 5 op/s 2024-04-15T14:31:30.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:31:30 smithi102 ceph-mon[31017]: pgmap v88: 1 pgs: 1 active+clean; 577 KiB data, 82 MiB used, 268 GiB / 268 GiB avail; 1.8 KiB/s rd, 78 KiB/s wr, 5 op/s 2024-04-15T14:31:32.289 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:31:32 smithi016 ceph-mon[27435]: pgmap v89: 1 pgs: 1 active+clean; 577 KiB data, 82 MiB used, 268 GiB / 268 GiB avail; 1.7 KiB/s rd, 73 KiB/s wr, 5 op/s 2024-04-15T14:31:32.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:31:32 smithi016 ceph-mon[27435]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' 2024-04-15T14:31:32.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:31:32 smithi016 ceph-mon[27435]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T14:31:32.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:31:32 smithi016 ceph-mon[27435]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' 2024-04-15T14:31:32.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:31:32 smithi016 ceph-mon[36548]: pgmap v89: 1 pgs: 1 active+clean; 577 KiB data, 82 MiB used, 268 GiB / 268 GiB avail; 1.7 KiB/s rd, 73 KiB/s wr, 5 op/s 2024-04-15T14:31:32.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:31:32 smithi016 ceph-mon[36548]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' 2024-04-15T14:31:32.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:31:32 smithi016 ceph-mon[36548]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T14:31:32.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:31:32 smithi016 ceph-mon[36548]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' 2024-04-15T14:31:32.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:31:32 smithi102 ceph-mon[31017]: pgmap v89: 1 pgs: 1 active+clean; 577 KiB data, 82 MiB used, 268 GiB / 268 GiB avail; 1.7 KiB/s rd, 73 KiB/s wr, 5 op/s 2024-04-15T14:31:32.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:31:32 smithi102 ceph-mon[31017]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' 2024-04-15T14:31:32.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:31:32 smithi102 ceph-mon[31017]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T14:31:32.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:31:32 smithi102 ceph-mon[31017]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' 2024-04-15T14:31:34.289 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:31:34 smithi016 ceph-mon[27435]: pgmap v90: 1 pgs: 1 active+clean; 577 KiB data, 82 MiB used, 268 GiB / 268 GiB avail; 1.5 KiB/s rd, 65 KiB/s wr, 4 op/s 2024-04-15T14:31:34.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:31:34 smithi016 ceph-mon[36548]: pgmap v90: 1 pgs: 1 active+clean; 577 KiB data, 82 MiB used, 268 GiB / 268 GiB avail; 1.5 KiB/s rd, 65 KiB/s wr, 4 op/s 2024-04-15T14:31:34.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:31:34 smithi102 ceph-mon[31017]: pgmap v90: 1 pgs: 1 active+clean; 577 KiB data, 82 MiB used, 268 GiB / 268 GiB avail; 1.5 KiB/s rd, 65 KiB/s wr, 4 op/s 2024-04-15T14:31:35.201 INFO:teuthology.orchestra.run.smithi016.stdout:Created osd(s) 3 on host 'smithi016' 2024-04-15T14:31:35.519 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:31:35 smithi016 ceph-mon[27435]: pgmap v91: 1 pgs: 1 active+clean; 577 KiB data, 82 MiB used, 268 GiB / 268 GiB avail 2024-04-15T14:31:35.519 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:31:35 smithi016 ceph-mon[27435]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' 2024-04-15T14:31:35.519 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:31:35 smithi016 ceph-mon[27435]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' 2024-04-15T14:31:35.519 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:31:35 smithi016 ceph-mon[27435]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T14:31:35.519 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:31:35 smithi016 ceph-mon[27435]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T14:31:35.519 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:31:35 smithi016 ceph-mon[27435]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' 2024-04-15T14:31:35.519 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:31:35 smithi016 ceph-mon[27435]: from='osd.3 [v2:172.21.15.16:6826/2809915418,v1:172.21.15.16:6827/2809915418]' entity='osd.3' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]: dispatch 2024-04-15T14:31:35.519 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:31:35 smithi016 ceph-mon[27435]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' 2024-04-15T14:31:35.519 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:31:35 smithi016 ceph-mon[27435]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' 2024-04-15T14:31:35.519 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:31:35 smithi016 ceph-mon[27435]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T14:31:35.520 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:31:35 smithi016 ceph-mon[36548]: pgmap v91: 1 pgs: 1 active+clean; 577 KiB data, 82 MiB used, 268 GiB / 268 GiB avail 2024-04-15T14:31:35.520 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:31:35 smithi016 ceph-mon[36548]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' 2024-04-15T14:31:35.520 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:31:35 smithi016 ceph-mon[36548]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' 2024-04-15T14:31:35.520 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:31:35 smithi016 ceph-mon[36548]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T14:31:35.520 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:31:35 smithi016 ceph-mon[36548]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T14:31:35.521 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:31:35 smithi016 ceph-mon[36548]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' 2024-04-15T14:31:35.521 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:31:35 smithi016 ceph-mon[36548]: from='osd.3 [v2:172.21.15.16:6826/2809915418,v1:172.21.15.16:6827/2809915418]' entity='osd.3' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]: dispatch 2024-04-15T14:31:35.521 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:31:35 smithi016 ceph-mon[36548]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' 2024-04-15T14:31:35.521 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:31:35 smithi016 ceph-mon[36548]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' 2024-04-15T14:31:35.521 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:31:35 smithi016 ceph-mon[36548]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T14:31:35.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:31:35 smithi102 ceph-mon[31017]: pgmap v91: 1 pgs: 1 active+clean; 577 KiB data, 82 MiB used, 268 GiB / 268 GiB avail 2024-04-15T14:31:35.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:31:35 smithi102 ceph-mon[31017]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' 2024-04-15T14:31:35.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:31:35 smithi102 ceph-mon[31017]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' 2024-04-15T14:31:35.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:31:35 smithi102 ceph-mon[31017]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T14:31:35.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:31:35 smithi102 ceph-mon[31017]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T14:31:35.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:31:35 smithi102 ceph-mon[31017]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' 2024-04-15T14:31:35.688 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:31:35 smithi102 ceph-mon[31017]: from='osd.3 [v2:172.21.15.16:6826/2809915418,v1:172.21.15.16:6827/2809915418]' entity='osd.3' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]: dispatch 2024-04-15T14:31:35.688 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:31:35 smithi102 ceph-mon[31017]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' 2024-04-15T14:31:35.688 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:31:35 smithi102 ceph-mon[31017]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' 2024-04-15T14:31:35.688 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:31:35 smithi102 ceph-mon[31017]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T14:31:35.781 DEBUG:teuthology.orchestra.run.smithi016:osd.3> sudo journalctl -f -n 0 -u ceph-362ea986-fb34-11ee-bc8f-c7b262605968@osd.3.service 2024-04-15T14:31:35.784 INFO:tasks.cephadm:Deploying osd.4 on smithi102 with /dev/vg_nvme/lv_4... 2024-04-15T14:31:35.784 DEBUG:teuthology.orchestra.run.smithi102:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 362ea986-fb34-11ee-bc8f-c7b262605968 -- ceph-volume lvm zap /dev/vg_nvme/lv_4 2024-04-15T14:31:35.993 INFO:teuthology.orchestra.run.smithi102.stderr:Inferring config /var/lib/ceph/362ea986-fb34-11ee-bc8f-c7b262605968/mon.b/config 2024-04-15T14:31:36.365 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:31:36 smithi102 ceph-mon[31017]: from='osd.3 [v2:172.21.15.16:6826/2809915418,v1:172.21.15.16:6827/2809915418]' entity='osd.3' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]': finished 2024-04-15T14:31:36.366 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:31:36 smithi102 ceph-mon[31017]: osdmap e23: 4 total, 3 up, 4 in 2024-04-15T14:31:36.366 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:31:36 smithi102 ceph-mon[31017]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-15T14:31:36.366 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:31:36 smithi102 ceph-mon[31017]: from='osd.3 [v2:172.21.15.16:6826/2809915418,v1:172.21.15.16:6827/2809915418]' entity='osd.3' cmd=[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi016", "root=default"]}]: dispatch 2024-04-15T14:31:36.405 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:31:36 smithi016 ceph-mon[36548]: from='osd.3 [v2:172.21.15.16:6826/2809915418,v1:172.21.15.16:6827/2809915418]' entity='osd.3' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]': finished 2024-04-15T14:31:36.405 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:31:36 smithi016 ceph-mon[36548]: osdmap e23: 4 total, 3 up, 4 in 2024-04-15T14:31:36.405 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:31:36 smithi016 ceph-mon[36548]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-15T14:31:36.405 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:31:36 smithi016 ceph-mon[36548]: from='osd.3 [v2:172.21.15.16:6826/2809915418,v1:172.21.15.16:6827/2809915418]' entity='osd.3' cmd=[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi016", "root=default"]}]: dispatch 2024-04-15T14:31:36.406 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:31:36 smithi016 ceph-mon[27435]: from='osd.3 [v2:172.21.15.16:6826/2809915418,v1:172.21.15.16:6827/2809915418]' entity='osd.3' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]': finished 2024-04-15T14:31:36.406 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:31:36 smithi016 ceph-mon[27435]: osdmap e23: 4 total, 3 up, 4 in 2024-04-15T14:31:36.406 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:31:36 smithi016 ceph-mon[27435]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-15T14:31:36.406 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:31:36 smithi016 ceph-mon[27435]: from='osd.3 [v2:172.21.15.16:6826/2809915418,v1:172.21.15.16:6827/2809915418]' entity='osd.3' cmd=[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi016", "root=default"]}]: dispatch 2024-04-15T14:31:36.406 INFO:journalctl@ceph.osd.3.smithi016.stdout:Apr 15 14:31:36 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-osd-3[59214]: 2024-04-15T14:31:36.347+0000 7f726af81700 -1 osd.3 0 waiting for initial osdmap 2024-04-15T14:31:36.406 INFO:journalctl@ceph.osd.3.smithi016.stdout:Apr 15 14:31:36 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-osd-3[59214]: 2024-04-15T14:31:36.351+0000 7f7266d76700 -1 osd.3 24 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-04-15T14:31:37.452 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:31:37 smithi102 ceph-mon[31017]: pgmap v93: 1 pgs: 1 active+clean; 577 KiB data, 82 MiB used, 268 GiB / 268 GiB avail 2024-04-15T14:31:37.452 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:31:37 smithi102 ceph-mon[31017]: from='osd.3 [v2:172.21.15.16:6826/2809915418,v1:172.21.15.16:6827/2809915418]' entity='osd.3' cmd='[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi016", "root=default"]}]': finished 2024-04-15T14:31:37.452 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:31:37 smithi102 ceph-mon[31017]: osdmap e24: 4 total, 3 up, 4 in 2024-04-15T14:31:37.452 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:31:37 smithi102 ceph-mon[31017]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-15T14:31:37.452 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:31:37 smithi102 ceph-mon[31017]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-15T14:31:37.504 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:31:37 smithi016 ceph-mon[27435]: pgmap v93: 1 pgs: 1 active+clean; 577 KiB data, 82 MiB used, 268 GiB / 268 GiB avail 2024-04-15T14:31:37.504 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:31:37 smithi016 ceph-mon[27435]: from='osd.3 [v2:172.21.15.16:6826/2809915418,v1:172.21.15.16:6827/2809915418]' entity='osd.3' cmd='[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi016", "root=default"]}]': finished 2024-04-15T14:31:37.504 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:31:37 smithi016 ceph-mon[27435]: osdmap e24: 4 total, 3 up, 4 in 2024-04-15T14:31:37.504 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:31:37 smithi016 ceph-mon[27435]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-15T14:31:37.504 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:31:37 smithi016 ceph-mon[27435]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-15T14:31:37.505 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:31:37 smithi016 ceph-mon[36548]: pgmap v93: 1 pgs: 1 active+clean; 577 KiB data, 82 MiB used, 268 GiB / 268 GiB avail 2024-04-15T14:31:37.505 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:31:37 smithi016 ceph-mon[36548]: from='osd.3 [v2:172.21.15.16:6826/2809915418,v1:172.21.15.16:6827/2809915418]' entity='osd.3' cmd='[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi016", "root=default"]}]': finished 2024-04-15T14:31:37.505 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:31:37 smithi016 ceph-mon[36548]: osdmap e24: 4 total, 3 up, 4 in 2024-04-15T14:31:37.505 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:31:37 smithi016 ceph-mon[36548]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-15T14:31:37.505 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:31:37 smithi016 ceph-mon[36548]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-15T14:31:37.995 INFO:teuthology.orchestra.run.smithi102.stderr:--> Zapping: /dev/vg_nvme/lv_4 2024-04-15T14:31:37.995 INFO:teuthology.orchestra.run.smithi102.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_4 bs=1M count=10 conv=fsync 2024-04-15T14:31:37.995 INFO:teuthology.orchestra.run.smithi102.stderr: stderr: 10+0 records in 2024-04-15T14:31:37.995 INFO:teuthology.orchestra.run.smithi102.stderr:10+0 records out 2024-04-15T14:31:37.995 INFO:teuthology.orchestra.run.smithi102.stderr: stderr: 10485760 bytes (10 MB, 10 MiB) copied, 0.0112252 s, 934 MB/s 2024-04-15T14:31:37.995 INFO:teuthology.orchestra.run.smithi102.stderr:--> Zapping successful for: 2024-04-15T14:31:38.644 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:31:38 smithi102 ceph-mon[31017]: purged_snaps scrub starts 2024-04-15T14:31:38.644 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:31:38 smithi102 ceph-mon[31017]: purged_snaps scrub ok 2024-04-15T14:31:38.644 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:31:38 smithi102 ceph-mon[31017]: osd.3 [v2:172.21.15.16:6826/2809915418,v1:172.21.15.16:6827/2809915418] boot 2024-04-15T14:31:38.644 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:31:38 smithi102 ceph-mon[31017]: osdmap e25: 4 total, 4 up, 4 in 2024-04-15T14:31:38.644 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:31:38 smithi102 ceph-mon[31017]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-15T14:31:38.667 DEBUG:teuthology.orchestra.run.smithi102:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 362ea986-fb34-11ee-bc8f-c7b262605968 -- ceph orch daemon add osd smithi102:vg_nvme/lv_4 2024-04-15T14:31:38.774 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:31:38 smithi016 ceph-mon[27435]: purged_snaps scrub starts 2024-04-15T14:31:38.774 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:31:38 smithi016 ceph-mon[27435]: purged_snaps scrub ok 2024-04-15T14:31:38.775 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:31:38 smithi016 ceph-mon[27435]: osd.3 [v2:172.21.15.16:6826/2809915418,v1:172.21.15.16:6827/2809915418] boot 2024-04-15T14:31:38.775 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:31:38 smithi016 ceph-mon[27435]: osdmap e25: 4 total, 4 up, 4 in 2024-04-15T14:31:38.775 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:31:38 smithi016 ceph-mon[27435]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-15T14:31:38.775 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:31:38 smithi016 ceph-mon[36548]: purged_snaps scrub starts 2024-04-15T14:31:38.775 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:31:38 smithi016 ceph-mon[36548]: purged_snaps scrub ok 2024-04-15T14:31:38.775 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:31:38 smithi016 ceph-mon[36548]: osd.3 [v2:172.21.15.16:6826/2809915418,v1:172.21.15.16:6827/2809915418] boot 2024-04-15T14:31:38.775 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:31:38 smithi016 ceph-mon[36548]: osdmap e25: 4 total, 4 up, 4 in 2024-04-15T14:31:38.775 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:31:38 smithi016 ceph-mon[36548]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-15T14:31:38.874 INFO:teuthology.orchestra.run.smithi102.stderr:Inferring config /var/lib/ceph/362ea986-fb34-11ee-bc8f-c7b262605968/mon.b/config 2024-04-15T14:31:39.683 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:31:39 smithi102 ceph-mon[31017]: pgmap v96: 1 pgs: 1 active+clean; 577 KiB data, 81 MiB used, 268 GiB / 268 GiB avail 2024-04-15T14:31:39.683 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:31:39 smithi102 ceph-mon[31017]: osdmap e26: 4 total, 4 up, 4 in 2024-04-15T14:31:39.684 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:31:39 smithi102 ceph-mon[31017]: Detected new or changed devices on smithi016 2024-04-15T14:31:39.684 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:31:39 smithi102 ceph-mon[31017]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' 2024-04-15T14:31:39.684 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:31:39 smithi102 ceph-mon[31017]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' 2024-04-15T14:31:39.684 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:31:39 smithi102 ceph-mon[31017]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-04-15T14:31:39.684 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:31:39 smithi102 ceph-mon[31017]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-04-15T14:31:39.684 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:31:39 smithi102 ceph-mon[31017]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-04-15T14:31:39.684 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:31:39 smithi102 ceph-mon[31017]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-04-15T14:31:39.684 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:31:39 smithi102 ceph-mon[31017]: Adjusting osd_memory_target on smithi016 to 4017M 2024-04-15T14:31:39.684 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:31:39 smithi102 ceph-mon[31017]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' 2024-04-15T14:31:39.684 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:31:39 smithi102 ceph-mon[31017]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T14:31:39.684 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:31:39 smithi102 ceph-mon[31017]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T14:31:39.684 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:31:39 smithi102 ceph-mon[31017]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' 2024-04-15T14:31:39.789 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:31:39 smithi016 ceph-mon[27435]: pgmap v96: 1 pgs: 1 active+clean; 577 KiB data, 81 MiB used, 268 GiB / 268 GiB avail 2024-04-15T14:31:39.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:31:39 smithi016 ceph-mon[27435]: osdmap e26: 4 total, 4 up, 4 in 2024-04-15T14:31:39.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:31:39 smithi016 ceph-mon[27435]: Detected new or changed devices on smithi016 2024-04-15T14:31:39.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:31:39 smithi016 ceph-mon[27435]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' 2024-04-15T14:31:39.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:31:39 smithi016 ceph-mon[27435]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' 2024-04-15T14:31:39.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:31:39 smithi016 ceph-mon[27435]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-04-15T14:31:39.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:31:39 smithi016 ceph-mon[27435]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-04-15T14:31:39.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:31:39 smithi016 ceph-mon[27435]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-04-15T14:31:39.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:31:39 smithi016 ceph-mon[27435]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-04-15T14:31:39.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:31:39 smithi016 ceph-mon[27435]: Adjusting osd_memory_target on smithi016 to 4017M 2024-04-15T14:31:39.791 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:31:39 smithi016 ceph-mon[27435]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' 2024-04-15T14:31:39.791 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:31:39 smithi016 ceph-mon[27435]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T14:31:39.791 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:31:39 smithi016 ceph-mon[27435]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T14:31:39.791 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:31:39 smithi016 ceph-mon[27435]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' 2024-04-15T14:31:39.791 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:31:39 smithi016 ceph-mon[36548]: pgmap v96: 1 pgs: 1 active+clean; 577 KiB data, 81 MiB used, 268 GiB / 268 GiB avail 2024-04-15T14:31:39.791 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:31:39 smithi016 ceph-mon[36548]: osdmap e26: 4 total, 4 up, 4 in 2024-04-15T14:31:39.791 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:31:39 smithi016 ceph-mon[36548]: Detected new or changed devices on smithi016 2024-04-15T14:31:39.791 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:31:39 smithi016 ceph-mon[36548]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' 2024-04-15T14:31:39.791 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:31:39 smithi016 ceph-mon[36548]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' 2024-04-15T14:31:39.791 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:31:39 smithi016 ceph-mon[36548]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-04-15T14:31:39.792 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:31:39 smithi016 ceph-mon[36548]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-04-15T14:31:39.792 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:31:39 smithi016 ceph-mon[36548]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-04-15T14:31:39.792 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:31:39 smithi016 ceph-mon[36548]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-04-15T14:31:39.792 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:31:39 smithi016 ceph-mon[36548]: Adjusting osd_memory_target on smithi016 to 4017M 2024-04-15T14:31:39.792 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:31:39 smithi016 ceph-mon[36548]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' 2024-04-15T14:31:39.792 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:31:39 smithi016 ceph-mon[36548]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T14:31:39.792 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:31:39 smithi016 ceph-mon[36548]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T14:31:39.792 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:31:39 smithi016 ceph-mon[36548]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' 2024-04-15T14:31:41.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:31:41 smithi102 ceph-mon[31017]: pgmap v98: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2024-04-15T14:31:41.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:31:41 smithi102 ceph-mon[31017]: from='client.24190 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi102:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2024-04-15T14:31:41.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:31:41 smithi102 ceph-mon[31017]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-15T14:31:41.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:31:41 smithi102 ceph-mon[31017]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-15T14:31:41.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:31:41 smithi102 ceph-mon[31017]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T14:31:41.789 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:31:41 smithi016 ceph-mon[27435]: pgmap v98: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2024-04-15T14:31:41.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:31:41 smithi016 ceph-mon[27435]: from='client.24190 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi102:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2024-04-15T14:31:41.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:31:41 smithi016 ceph-mon[27435]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-15T14:31:41.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:31:41 smithi016 ceph-mon[27435]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-15T14:31:41.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:31:41 smithi016 ceph-mon[27435]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T14:31:41.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:31:41 smithi016 ceph-mon[36548]: pgmap v98: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2024-04-15T14:31:41.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:31:41 smithi016 ceph-mon[36548]: from='client.24190 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi102:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2024-04-15T14:31:41.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:31:41 smithi016 ceph-mon[36548]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-15T14:31:41.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:31:41 smithi016 ceph-mon[36548]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-15T14:31:41.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:31:41 smithi016 ceph-mon[36548]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T14:31:43.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:31:43 smithi102 ceph-mon[31017]: pgmap v99: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2024-04-15T14:31:43.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:31:43 smithi102 ceph-mon[31017]: from='client.? 172.21.15.102:0/2158766231' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "f8c16c9a-b0ad-4a06-9f16-6309a4558023"}]: dispatch 2024-04-15T14:31:43.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:31:43 smithi102 ceph-mon[31017]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "f8c16c9a-b0ad-4a06-9f16-6309a4558023"}]: dispatch 2024-04-15T14:31:43.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:31:43 smithi102 ceph-mon[31017]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "f8c16c9a-b0ad-4a06-9f16-6309a4558023"}]': finished 2024-04-15T14:31:43.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:31:43 smithi102 ceph-mon[31017]: osdmap e27: 5 total, 4 up, 5 in 2024-04-15T14:31:43.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:31:43 smithi102 ceph-mon[31017]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-15T14:31:43.789 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:31:43 smithi016 ceph-mon[27435]: pgmap v99: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2024-04-15T14:31:43.789 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:31:43 smithi016 ceph-mon[27435]: from='client.? 172.21.15.102:0/2158766231' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "f8c16c9a-b0ad-4a06-9f16-6309a4558023"}]: dispatch 2024-04-15T14:31:43.789 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:31:43 smithi016 ceph-mon[27435]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "f8c16c9a-b0ad-4a06-9f16-6309a4558023"}]: dispatch 2024-04-15T14:31:43.789 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:31:43 smithi016 ceph-mon[27435]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "f8c16c9a-b0ad-4a06-9f16-6309a4558023"}]': finished 2024-04-15T14:31:43.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:31:43 smithi016 ceph-mon[27435]: osdmap e27: 5 total, 4 up, 5 in 2024-04-15T14:31:43.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:31:43 smithi016 ceph-mon[27435]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-15T14:31:43.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:31:43 smithi016 ceph-mon[36548]: pgmap v99: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2024-04-15T14:31:43.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:31:43 smithi016 ceph-mon[36548]: from='client.? 172.21.15.102:0/2158766231' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "f8c16c9a-b0ad-4a06-9f16-6309a4558023"}]: dispatch 2024-04-15T14:31:43.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:31:43 smithi016 ceph-mon[36548]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "f8c16c9a-b0ad-4a06-9f16-6309a4558023"}]: dispatch 2024-04-15T14:31:43.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:31:43 smithi016 ceph-mon[36548]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "f8c16c9a-b0ad-4a06-9f16-6309a4558023"}]': finished 2024-04-15T14:31:43.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:31:43 smithi016 ceph-mon[36548]: osdmap e27: 5 total, 4 up, 5 in 2024-04-15T14:31:43.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:31:43 smithi016 ceph-mon[36548]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-15T14:31:44.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:31:44 smithi102 ceph-mon[31017]: from='client.? 172.21.15.102:0/2909279703' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-15T14:31:44.789 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:31:44 smithi016 ceph-mon[27435]: from='client.? 172.21.15.102:0/2909279703' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-15T14:31:44.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:31:44 smithi016 ceph-mon[36548]: from='client.? 172.21.15.102:0/2909279703' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-15T14:31:45.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:31:45 smithi102 ceph-mon[31017]: pgmap v101: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2024-04-15T14:31:45.789 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:31:45 smithi016 ceph-mon[27435]: pgmap v101: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2024-04-15T14:31:45.789 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:31:45 smithi016 ceph-mon[36548]: pgmap v101: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2024-04-15T14:31:47.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:31:47 smithi102 ceph-mon[31017]: pgmap v102: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2024-04-15T14:31:47.789 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:31:47 smithi016 ceph-mon[27435]: pgmap v102: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2024-04-15T14:31:47.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:31:47 smithi016 ceph-mon[36548]: pgmap v102: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2024-04-15T14:31:49.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:31:49 smithi102 ceph-mon[31017]: pgmap v103: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2024-04-15T14:31:49.789 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:31:49 smithi016 ceph-mon[27435]: pgmap v103: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2024-04-15T14:31:49.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:31:49 smithi016 ceph-mon[36548]: pgmap v103: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2024-04-15T14:31:50.563 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:31:50 smithi102 ceph-mon[31017]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.4"}]: dispatch 2024-04-15T14:31:50.563 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:31:50 smithi102 ceph-mon[31017]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T14:31:50.563 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:31:50 smithi102 ceph-mon[31017]: Deploying daemon osd.4 on smithi102 2024-04-15T14:31:50.789 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:31:50 smithi016 ceph-mon[27435]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.4"}]: dispatch 2024-04-15T14:31:50.789 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:31:50 smithi016 ceph-mon[27435]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T14:31:50.789 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:31:50 smithi016 ceph-mon[27435]: Deploying daemon osd.4 on smithi102 2024-04-15T14:31:50.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:31:50 smithi016 ceph-mon[36548]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.4"}]: dispatch 2024-04-15T14:31:50.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:31:50 smithi016 ceph-mon[36548]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T14:31:50.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:31:50 smithi016 ceph-mon[36548]: Deploying daemon osd.4 on smithi102 2024-04-15T14:31:51.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:31:51 smithi102 ceph-mon[31017]: pgmap v104: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2024-04-15T14:31:51.691 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:31:51 smithi016 ceph-mon[36548]: pgmap v104: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2024-04-15T14:31:51.691 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:31:51 smithi016 ceph-mon[27435]: pgmap v104: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2024-04-15T14:31:53.570 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:31:53 smithi102 ceph-mon[31017]: pgmap v105: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2024-04-15T14:31:53.789 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:31:53 smithi016 ceph-mon[27435]: pgmap v105: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2024-04-15T14:31:53.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:31:53 smithi016 ceph-mon[36548]: pgmap v105: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2024-04-15T14:31:55.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:31:55 smithi102 ceph-mon[31017]: pgmap v106: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2024-04-15T14:31:55.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:31:55 smithi102 ceph-mon[31017]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T14:31:55.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:31:55 smithi102 ceph-mon[31017]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' 2024-04-15T14:31:55.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:31:55 smithi102 ceph-mon[31017]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' 2024-04-15T14:31:55.789 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:31:55 smithi016 ceph-mon[27435]: pgmap v106: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2024-04-15T14:31:55.789 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:31:55 smithi016 ceph-mon[27435]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T14:31:55.789 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:31:55 smithi016 ceph-mon[27435]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' 2024-04-15T14:31:55.789 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:31:55 smithi016 ceph-mon[27435]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' 2024-04-15T14:31:55.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:31:55 smithi016 ceph-mon[36548]: pgmap v106: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2024-04-15T14:31:55.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:31:55 smithi016 ceph-mon[36548]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T14:31:55.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:31:55 smithi016 ceph-mon[36548]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' 2024-04-15T14:31:55.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:31:55 smithi016 ceph-mon[36548]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' 2024-04-15T14:31:57.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:31:57 smithi102 ceph-mon[31017]: pgmap v107: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2024-04-15T14:31:57.789 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:31:57 smithi016 ceph-mon[27435]: pgmap v107: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2024-04-15T14:31:57.789 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:31:57 smithi016 ceph-mon[36548]: pgmap v107: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2024-04-15T14:31:58.016 INFO:teuthology.orchestra.run.smithi102.stdout:Created osd(s) 4 on host 'smithi102' 2024-04-15T14:31:58.582 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:31:58 smithi102 ceph-mon[31017]: from='osd.4 [v2:172.21.15.102:6800/2585706670,v1:172.21.15.102:6801/2585706670]' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2024-04-15T14:31:58.582 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:31:58 smithi102 ceph-mon[31017]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2024-04-15T14:31:58.582 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:31:58 smithi102 ceph-mon[31017]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' 2024-04-15T14:31:58.583 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:31:58 smithi102 ceph-mon[31017]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' 2024-04-15T14:31:58.603 DEBUG:teuthology.orchestra.run.smithi102:osd.4> sudo journalctl -f -n 0 -u ceph-362ea986-fb34-11ee-bc8f-c7b262605968@osd.4.service 2024-04-15T14:31:58.605 INFO:tasks.cephadm:Deploying osd.5 on smithi102 with /dev/vg_nvme/lv_3... 2024-04-15T14:31:58.606 DEBUG:teuthology.orchestra.run.smithi102:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 362ea986-fb34-11ee-bc8f-c7b262605968 -- ceph-volume lvm zap /dev/vg_nvme/lv_3 2024-04-15T14:31:58.789 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:31:58 smithi016 ceph-mon[27435]: from='osd.4 [v2:172.21.15.102:6800/2585706670,v1:172.21.15.102:6801/2585706670]' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2024-04-15T14:31:58.789 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:31:58 smithi016 ceph-mon[27435]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2024-04-15T14:31:58.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:31:58 smithi016 ceph-mon[27435]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' 2024-04-15T14:31:58.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:31:58 smithi016 ceph-mon[27435]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' 2024-04-15T14:31:58.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:31:58 smithi016 ceph-mon[36548]: from='osd.4 [v2:172.21.15.102:6800/2585706670,v1:172.21.15.102:6801/2585706670]' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2024-04-15T14:31:58.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:31:58 smithi016 ceph-mon[36548]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2024-04-15T14:31:58.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:31:58 smithi016 ceph-mon[36548]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' 2024-04-15T14:31:58.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:31:58 smithi016 ceph-mon[36548]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' 2024-04-15T14:31:58.849 INFO:teuthology.orchestra.run.smithi102.stderr:Inferring config /var/lib/ceph/362ea986-fb34-11ee-bc8f-c7b262605968/mon.b/config 2024-04-15T14:31:59.623 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:31:59 smithi102 ceph-mon[31017]: pgmap v108: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2024-04-15T14:31:59.623 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:31:59 smithi102 ceph-mon[31017]: from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]': finished 2024-04-15T14:31:59.623 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:31:59 smithi102 ceph-mon[31017]: osdmap e28: 5 total, 4 up, 5 in 2024-04-15T14:31:59.624 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:31:59 smithi102 ceph-mon[31017]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-15T14:31:59.624 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:31:59 smithi102 ceph-mon[31017]: from='osd.4 [v2:172.21.15.102:6800/2585706670,v1:172.21.15.102:6801/2585706670]' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi102", "root=default"]}]: dispatch 2024-04-15T14:31:59.624 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:31:59 smithi102 ceph-mon[31017]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi102", "root=default"]}]: dispatch 2024-04-15T14:31:59.624 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:31:59 smithi102 ceph-mon[31017]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' 2024-04-15T14:31:59.624 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:31:59 smithi102 ceph-mon[31017]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' 2024-04-15T14:31:59.624 INFO:journalctl@ceph.osd.4.smithi102.stdout:Apr 15 14:31:59 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-osd-4[36550]: 2024-04-15T14:31:59.402+0000 7fe9315d7700 -1 osd.4 0 waiting for initial osdmap 2024-04-15T14:31:59.624 INFO:journalctl@ceph.osd.4.smithi102.stdout:Apr 15 14:31:59 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-osd-4[36550]: 2024-04-15T14:31:59.406+0000 7fe92d3cc700 -1 osd.4 29 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-04-15T14:31:59.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:31:59 smithi016 ceph-mon[27435]: pgmap v108: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2024-04-15T14:31:59.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:31:59 smithi016 ceph-mon[27435]: from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]': finished 2024-04-15T14:31:59.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:31:59 smithi016 ceph-mon[27435]: osdmap e28: 5 total, 4 up, 5 in 2024-04-15T14:31:59.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:31:59 smithi016 ceph-mon[27435]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-15T14:31:59.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:31:59 smithi016 ceph-mon[27435]: from='osd.4 [v2:172.21.15.102:6800/2585706670,v1:172.21.15.102:6801/2585706670]' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi102", "root=default"]}]: dispatch 2024-04-15T14:31:59.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:31:59 smithi016 ceph-mon[27435]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi102", "root=default"]}]: dispatch 2024-04-15T14:31:59.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:31:59 smithi016 ceph-mon[27435]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' 2024-04-15T14:31:59.791 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:31:59 smithi016 ceph-mon[27435]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' 2024-04-15T14:31:59.791 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:31:59 smithi016 ceph-mon[36548]: pgmap v108: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2024-04-15T14:31:59.791 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:31:59 smithi016 ceph-mon[36548]: from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]': finished 2024-04-15T14:31:59.791 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:31:59 smithi016 ceph-mon[36548]: osdmap e28: 5 total, 4 up, 5 in 2024-04-15T14:31:59.791 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:31:59 smithi016 ceph-mon[36548]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-15T14:31:59.791 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:31:59 smithi016 ceph-mon[36548]: from='osd.4 [v2:172.21.15.102:6800/2585706670,v1:172.21.15.102:6801/2585706670]' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi102", "root=default"]}]: dispatch 2024-04-15T14:31:59.792 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:31:59 smithi016 ceph-mon[36548]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi102", "root=default"]}]: dispatch 2024-04-15T14:31:59.792 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:31:59 smithi016 ceph-mon[36548]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' 2024-04-15T14:31:59.792 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:31:59 smithi016 ceph-mon[36548]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' 2024-04-15T14:32:00.424 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:32:00 smithi102 ceph-mon[31017]: from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi102", "root=default"]}]': finished 2024-04-15T14:32:00.424 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:32:00 smithi102 ceph-mon[31017]: osdmap e29: 5 total, 4 up, 5 in 2024-04-15T14:32:00.424 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:32:00 smithi102 ceph-mon[31017]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-15T14:32:00.425 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:32:00 smithi102 ceph-mon[31017]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-15T14:32:00.789 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:32:00 smithi016 ceph-mon[27435]: from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi102", "root=default"]}]': finished 2024-04-15T14:32:00.789 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:32:00 smithi016 ceph-mon[27435]: osdmap e29: 5 total, 4 up, 5 in 2024-04-15T14:32:00.789 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:32:00 smithi016 ceph-mon[27435]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-15T14:32:00.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:32:00 smithi016 ceph-mon[27435]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-15T14:32:00.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:32:00 smithi016 ceph-mon[36548]: from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi102", "root=default"]}]': finished 2024-04-15T14:32:00.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:32:00 smithi016 ceph-mon[36548]: osdmap e29: 5 total, 4 up, 5 in 2024-04-15T14:32:00.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:32:00 smithi016 ceph-mon[36548]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-15T14:32:00.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:32:00 smithi016 ceph-mon[36548]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-15T14:32:01.515 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:32:01 smithi102 ceph-mon[31017]: purged_snaps scrub starts 2024-04-15T14:32:01.515 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:32:01 smithi102 ceph-mon[31017]: purged_snaps scrub ok 2024-04-15T14:32:01.515 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:32:01 smithi102 ceph-mon[31017]: pgmap v111: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2024-04-15T14:32:01.515 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:32:01 smithi102 ceph-mon[31017]: osd.4 [v2:172.21.15.102:6800/2585706670,v1:172.21.15.102:6801/2585706670] boot 2024-04-15T14:32:01.515 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:32:01 smithi102 ceph-mon[31017]: osdmap e30: 5 total, 5 up, 5 in 2024-04-15T14:32:01.515 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:32:01 smithi102 ceph-mon[31017]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-15T14:32:01.515 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:32:01 smithi102 ceph-mon[31017]: osdmap e31: 5 total, 5 up, 5 in 2024-04-15T14:32:01.789 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:32:01 smithi016 ceph-mon[27435]: purged_snaps scrub starts 2024-04-15T14:32:01.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:32:01 smithi016 ceph-mon[27435]: purged_snaps scrub ok 2024-04-15T14:32:01.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:32:01 smithi016 ceph-mon[27435]: pgmap v111: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2024-04-15T14:32:01.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:32:01 smithi016 ceph-mon[27435]: osd.4 [v2:172.21.15.102:6800/2585706670,v1:172.21.15.102:6801/2585706670] boot 2024-04-15T14:32:01.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:32:01 smithi016 ceph-mon[27435]: osdmap e30: 5 total, 5 up, 5 in 2024-04-15T14:32:01.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:32:01 smithi016 ceph-mon[27435]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-15T14:32:01.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:32:01 smithi016 ceph-mon[27435]: osdmap e31: 5 total, 5 up, 5 in 2024-04-15T14:32:01.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:32:01 smithi016 ceph-mon[36548]: purged_snaps scrub starts 2024-04-15T14:32:01.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:32:01 smithi016 ceph-mon[36548]: purged_snaps scrub ok 2024-04-15T14:32:01.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:32:01 smithi016 ceph-mon[36548]: pgmap v111: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2024-04-15T14:32:01.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:32:01 smithi016 ceph-mon[36548]: osd.4 [v2:172.21.15.102:6800/2585706670,v1:172.21.15.102:6801/2585706670] boot 2024-04-15T14:32:01.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:32:01 smithi016 ceph-mon[36548]: osdmap e30: 5 total, 5 up, 5 in 2024-04-15T14:32:01.791 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:32:01 smithi016 ceph-mon[36548]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-15T14:32:01.791 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:32:01 smithi016 ceph-mon[36548]: osdmap e31: 5 total, 5 up, 5 in 2024-04-15T14:32:01.810 INFO:teuthology.orchestra.run.smithi102.stderr:--> Zapping: /dev/vg_nvme/lv_3 2024-04-15T14:32:01.810 INFO:teuthology.orchestra.run.smithi102.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_3 bs=1M count=10 conv=fsync 2024-04-15T14:32:01.810 INFO:teuthology.orchestra.run.smithi102.stderr: stderr: 10+0 records in 2024-04-15T14:32:01.811 INFO:teuthology.orchestra.run.smithi102.stderr:10+0 records out 2024-04-15T14:32:01.811 INFO:teuthology.orchestra.run.smithi102.stderr:10485760 bytes (10 MB, 10 MiB) copied, 0.0161622 s, 649 MB/s 2024-04-15T14:32:01.811 INFO:teuthology.orchestra.run.smithi102.stderr:--> Zapping successful for: 2024-04-15T14:32:02.504 DEBUG:teuthology.orchestra.run.smithi102:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 362ea986-fb34-11ee-bc8f-c7b262605968 -- ceph orch daemon add osd smithi102:vg_nvme/lv_3 2024-04-15T14:32:03.134 INFO:teuthology.orchestra.run.smithi102.stderr:Inferring config /var/lib/ceph/362ea986-fb34-11ee-bc8f-c7b262605968/mon.b/config 2024-04-15T14:32:03.611 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:32:03 smithi102 ceph-mon[31017]: pgmap v114: 1 pgs: 1 remapped+peering; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail 2024-04-15T14:32:03.611 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:32:03 smithi102 ceph-mon[31017]: osdmap e32: 5 total, 5 up, 5 in 2024-04-15T14:32:03.612 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:32:03 smithi102 ceph-mon[31017]: Detected new or changed devices on smithi102 2024-04-15T14:32:03.612 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:32:03 smithi102 ceph-mon[31017]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' 2024-04-15T14:32:03.612 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:32:03 smithi102 ceph-mon[31017]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' 2024-04-15T14:32:03.612 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:32:03 smithi102 ceph-mon[31017]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-04-15T14:32:03.612 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:32:03 smithi102 ceph-mon[31017]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' 2024-04-15T14:32:03.612 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:32:03 smithi102 ceph-mon[31017]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T14:32:03.612 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:32:03 smithi102 ceph-mon[31017]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T14:32:03.612 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:32:03 smithi102 ceph-mon[31017]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' 2024-04-15T14:32:03.612 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:32:03 smithi102 ceph-mon[31017]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T14:32:03.612 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:32:03 smithi102 ceph-mon[31017]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T14:32:03.612 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:32:03 smithi102 ceph-mon[31017]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T14:32:03.612 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:32:03 smithi102 ceph-mon[31017]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' 2024-04-15T14:32:03.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:32:03 smithi016 ceph-mon[27435]: pgmap v114: 1 pgs: 1 remapped+peering; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail 2024-04-15T14:32:03.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:32:03 smithi016 ceph-mon[27435]: osdmap e32: 5 total, 5 up, 5 in 2024-04-15T14:32:03.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:32:03 smithi016 ceph-mon[27435]: Detected new or changed devices on smithi102 2024-04-15T14:32:03.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:32:03 smithi016 ceph-mon[27435]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' 2024-04-15T14:32:03.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:32:03 smithi016 ceph-mon[27435]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' 2024-04-15T14:32:03.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:32:03 smithi016 ceph-mon[27435]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-04-15T14:32:03.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:32:03 smithi016 ceph-mon[27435]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' 2024-04-15T14:32:03.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:32:03 smithi016 ceph-mon[27435]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T14:32:03.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:32:03 smithi016 ceph-mon[27435]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T14:32:03.791 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:32:03 smithi016 ceph-mon[27435]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' 2024-04-15T14:32:03.791 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:32:03 smithi016 ceph-mon[27435]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T14:32:03.791 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:32:03 smithi016 ceph-mon[27435]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T14:32:03.791 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:32:03 smithi016 ceph-mon[27435]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T14:32:03.791 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:32:03 smithi016 ceph-mon[27435]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' 2024-04-15T14:32:03.791 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:32:03 smithi016 ceph-mon[36548]: pgmap v114: 1 pgs: 1 remapped+peering; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail 2024-04-15T14:32:03.791 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:32:03 smithi016 ceph-mon[36548]: osdmap e32: 5 total, 5 up, 5 in 2024-04-15T14:32:03.791 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:32:03 smithi016 ceph-mon[36548]: Detected new or changed devices on smithi102 2024-04-15T14:32:03.791 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:32:03 smithi016 ceph-mon[36548]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' 2024-04-15T14:32:03.791 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:32:03 smithi016 ceph-mon[36548]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' 2024-04-15T14:32:03.791 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:32:03 smithi016 ceph-mon[36548]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-04-15T14:32:03.791 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:32:03 smithi016 ceph-mon[36548]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' 2024-04-15T14:32:03.792 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:32:03 smithi016 ceph-mon[36548]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T14:32:03.792 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:32:03 smithi016 ceph-mon[36548]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T14:32:03.792 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:32:03 smithi016 ceph-mon[36548]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' 2024-04-15T14:32:03.792 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:32:03 smithi016 ceph-mon[36548]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T14:32:03.792 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:32:03 smithi016 ceph-mon[36548]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T14:32:03.792 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:32:03 smithi016 ceph-mon[36548]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T14:32:03.792 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:32:03 smithi016 ceph-mon[36548]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' 2024-04-15T14:32:04.581 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:32:04 smithi102 ceph-mon[31017]: Adjusting osd_memory_target on smithi102 to 17088M 2024-04-15T14:32:04.582 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:32:04 smithi102 ceph-mon[31017]: osdmap e33: 5 total, 5 up, 5 in 2024-04-15T14:32:04.789 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:32:04 smithi016 ceph-mon[27435]: Adjusting osd_memory_target on smithi102 to 17088M 2024-04-15T14:32:04.789 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:32:04 smithi016 ceph-mon[27435]: osdmap e33: 5 total, 5 up, 5 in 2024-04-15T14:32:04.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:32:04 smithi016 ceph-mon[36548]: Adjusting osd_memory_target on smithi102 to 17088M 2024-04-15T14:32:04.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:32:04 smithi016 ceph-mon[36548]: osdmap e33: 5 total, 5 up, 5 in 2024-04-15T14:32:05.686 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:32:05 smithi102 ceph-mon[31017]: pgmap v117: 1 pgs: 1 remapped+peering; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail 2024-04-15T14:32:05.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:32:05 smithi102 ceph-mon[31017]: osdmap e34: 5 total, 5 up, 5 in 2024-04-15T14:32:05.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:32:05 smithi102 ceph-mon[31017]: from='client.24217 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi102:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2024-04-15T14:32:05.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:32:05 smithi102 ceph-mon[31017]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-15T14:32:05.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:32:05 smithi102 ceph-mon[31017]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-15T14:32:05.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:32:05 smithi102 ceph-mon[31017]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T14:32:05.789 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:32:05 smithi016 ceph-mon[27435]: pgmap v117: 1 pgs: 1 remapped+peering; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail 2024-04-15T14:32:05.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:32:05 smithi016 ceph-mon[27435]: osdmap e34: 5 total, 5 up, 5 in 2024-04-15T14:32:05.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:32:05 smithi016 ceph-mon[27435]: from='client.24217 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi102:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2024-04-15T14:32:05.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:32:05 smithi016 ceph-mon[27435]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-15T14:32:05.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:32:05 smithi016 ceph-mon[27435]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-15T14:32:05.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:32:05 smithi016 ceph-mon[27435]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T14:32:05.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:32:05 smithi016 ceph-mon[36548]: pgmap v117: 1 pgs: 1 remapped+peering; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail 2024-04-15T14:32:05.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:32:05 smithi016 ceph-mon[36548]: osdmap e34: 5 total, 5 up, 5 in 2024-04-15T14:32:05.791 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:32:05 smithi016 ceph-mon[36548]: from='client.24217 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi102:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2024-04-15T14:32:05.791 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:32:05 smithi016 ceph-mon[36548]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-15T14:32:05.791 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:32:05 smithi016 ceph-mon[36548]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-15T14:32:05.791 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:32:05 smithi016 ceph-mon[36548]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T14:32:07.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:32:07 smithi102 ceph-mon[31017]: pgmap v119: 1 pgs: 1 active+clean; 577 KiB data, 136 MiB used, 447 GiB / 447 GiB avail; 120 KiB/s, 0 objects/s recovering 2024-04-15T14:32:07.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:32:07 smithi102 ceph-mon[31017]: from='client.? 172.21.15.102:0/2514048372' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "15dff6b6-b788-4f68-840d-3a69f843f228"}]: dispatch 2024-04-15T14:32:07.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:32:07 smithi102 ceph-mon[31017]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "15dff6b6-b788-4f68-840d-3a69f843f228"}]: dispatch 2024-04-15T14:32:07.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:32:07 smithi102 ceph-mon[31017]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "15dff6b6-b788-4f68-840d-3a69f843f228"}]': finished 2024-04-15T14:32:07.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:32:07 smithi102 ceph-mon[31017]: osdmap e35: 6 total, 5 up, 6 in 2024-04-15T14:32:07.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:32:07 smithi102 ceph-mon[31017]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-15T14:32:07.789 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:32:07 smithi016 ceph-mon[27435]: pgmap v119: 1 pgs: 1 active+clean; 577 KiB data, 136 MiB used, 447 GiB / 447 GiB avail; 120 KiB/s, 0 objects/s recovering 2024-04-15T14:32:07.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:32:07 smithi016 ceph-mon[27435]: from='client.? 172.21.15.102:0/2514048372' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "15dff6b6-b788-4f68-840d-3a69f843f228"}]: dispatch 2024-04-15T14:32:07.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:32:07 smithi016 ceph-mon[27435]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "15dff6b6-b788-4f68-840d-3a69f843f228"}]: dispatch 2024-04-15T14:32:07.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:32:07 smithi016 ceph-mon[27435]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "15dff6b6-b788-4f68-840d-3a69f843f228"}]': finished 2024-04-15T14:32:07.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:32:07 smithi016 ceph-mon[27435]: osdmap e35: 6 total, 5 up, 6 in 2024-04-15T14:32:07.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:32:07 smithi016 ceph-mon[27435]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-15T14:32:07.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:32:07 smithi016 ceph-mon[36548]: pgmap v119: 1 pgs: 1 active+clean; 577 KiB data, 136 MiB used, 447 GiB / 447 GiB avail; 120 KiB/s, 0 objects/s recovering 2024-04-15T14:32:07.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:32:07 smithi016 ceph-mon[36548]: from='client.? 172.21.15.102:0/2514048372' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "15dff6b6-b788-4f68-840d-3a69f843f228"}]: dispatch 2024-04-15T14:32:07.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:32:07 smithi016 ceph-mon[36548]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "15dff6b6-b788-4f68-840d-3a69f843f228"}]: dispatch 2024-04-15T14:32:07.791 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:32:07 smithi016 ceph-mon[36548]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "15dff6b6-b788-4f68-840d-3a69f843f228"}]': finished 2024-04-15T14:32:07.791 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:32:07 smithi016 ceph-mon[36548]: osdmap e35: 6 total, 5 up, 6 in 2024-04-15T14:32:07.791 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:32:07 smithi016 ceph-mon[36548]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-15T14:32:08.624 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:32:08 smithi102 ceph-mon[31017]: from='client.? 172.21.15.102:0/3127956908' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-15T14:32:08.789 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:32:08 smithi016 ceph-mon[27435]: from='client.? 172.21.15.102:0/3127956908' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-15T14:32:08.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:32:08 smithi016 ceph-mon[36548]: from='client.? 172.21.15.102:0/3127956908' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-15T14:32:09.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:32:09 smithi102 ceph-mon[31017]: pgmap v121: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail; 99 KiB/s, 0 objects/s recovering 2024-04-15T14:32:09.789 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:32:09 smithi016 ceph-mon[27435]: pgmap v121: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail; 99 KiB/s, 0 objects/s recovering 2024-04-15T14:32:09.789 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:32:09 smithi016 ceph-mon[36548]: pgmap v121: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail; 99 KiB/s, 0 objects/s recovering 2024-04-15T14:32:11.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:32:11 smithi102 ceph-mon[31017]: pgmap v122: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail; 85 KiB/s, 0 objects/s recovering 2024-04-15T14:32:11.789 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:32:11 smithi016 ceph-mon[27435]: pgmap v122: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail; 85 KiB/s, 0 objects/s recovering 2024-04-15T14:32:11.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:32:11 smithi016 ceph-mon[36548]: pgmap v122: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail; 85 KiB/s, 0 objects/s recovering 2024-04-15T14:32:13.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:32:13 smithi102 ceph-mon[31017]: pgmap v123: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail; 72 KiB/s, 0 objects/s recovering 2024-04-15T14:32:13.789 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:32:13 smithi016 ceph-mon[27435]: pgmap v123: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail; 72 KiB/s, 0 objects/s recovering 2024-04-15T14:32:13.789 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:32:13 smithi016 ceph-mon[36548]: pgmap v123: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail; 72 KiB/s, 0 objects/s recovering 2024-04-15T14:32:14.564 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:32:14 smithi102 ceph-mon[31017]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.5"}]: dispatch 2024-04-15T14:32:14.565 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:32:14 smithi102 ceph-mon[31017]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T14:32:14.565 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:32:14 smithi102 ceph-mon[31017]: Deploying daemon osd.5 on smithi102 2024-04-15T14:32:14.789 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:32:14 smithi016 ceph-mon[27435]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.5"}]: dispatch 2024-04-15T14:32:14.789 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:32:14 smithi016 ceph-mon[27435]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T14:32:14.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:32:14 smithi016 ceph-mon[27435]: Deploying daemon osd.5 on smithi102 2024-04-15T14:32:14.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:32:14 smithi016 ceph-mon[36548]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.5"}]: dispatch 2024-04-15T14:32:14.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:32:14 smithi016 ceph-mon[36548]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T14:32:14.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:32:14 smithi016 ceph-mon[36548]: Deploying daemon osd.5 on smithi102 2024-04-15T14:32:15.589 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:32:15 smithi102 ceph-mon[31017]: pgmap v124: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail; 59 KiB/s, 0 objects/s recovering 2024-04-15T14:32:15.789 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:32:15 smithi016 ceph-mon[27435]: pgmap v124: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail; 59 KiB/s, 0 objects/s recovering 2024-04-15T14:32:15.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:32:15 smithi016 ceph-mon[36548]: pgmap v124: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail; 59 KiB/s, 0 objects/s recovering 2024-04-15T14:32:17.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:32:17 smithi102 ceph-mon[31017]: pgmap v125: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail 2024-04-15T14:32:17.789 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:32:17 smithi016 ceph-mon[27435]: pgmap v125: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail 2024-04-15T14:32:17.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:32:17 smithi016 ceph-mon[36548]: pgmap v125: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail 2024-04-15T14:32:20.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:32:19 smithi102 ceph-mon[31017]: pgmap v126: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail 2024-04-15T14:32:20.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:32:19 smithi102 ceph-mon[31017]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' 2024-04-15T14:32:20.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:32:19 smithi102 ceph-mon[31017]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' 2024-04-15T14:32:20.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:32:19 smithi102 ceph-mon[31017]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T14:32:20.289 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:32:19 smithi016 ceph-mon[27435]: pgmap v126: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail 2024-04-15T14:32:20.289 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:32:19 smithi016 ceph-mon[27435]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' 2024-04-15T14:32:20.289 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:32:19 smithi016 ceph-mon[27435]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' 2024-04-15T14:32:20.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:32:19 smithi016 ceph-mon[27435]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T14:32:20.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:32:19 smithi016 ceph-mon[36548]: pgmap v126: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail 2024-04-15T14:32:20.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:32:19 smithi016 ceph-mon[36548]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' 2024-04-15T14:32:20.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:32:19 smithi016 ceph-mon[36548]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' 2024-04-15T14:32:20.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:32:19 smithi016 ceph-mon[36548]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T14:32:22.289 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:32:21 smithi016 ceph-mon[27435]: pgmap v127: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail 2024-04-15T14:32:22.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:32:21 smithi016 ceph-mon[27435]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' 2024-04-15T14:32:22.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:32:21 smithi016 ceph-mon[27435]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' 2024-04-15T14:32:22.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:32:21 smithi016 ceph-mon[27435]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T14:32:22.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:32:21 smithi016 ceph-mon[27435]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T14:32:22.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:32:21 smithi016 ceph-mon[27435]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' 2024-04-15T14:32:22.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:32:21 smithi016 ceph-mon[36548]: pgmap v127: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail 2024-04-15T14:32:22.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:32:21 smithi016 ceph-mon[36548]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' 2024-04-15T14:32:22.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:32:21 smithi016 ceph-mon[36548]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' 2024-04-15T14:32:22.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:32:21 smithi016 ceph-mon[36548]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T14:32:22.291 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:32:21 smithi016 ceph-mon[36548]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T14:32:22.291 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:32:21 smithi016 ceph-mon[36548]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' 2024-04-15T14:32:22.293 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:32:21 smithi102 ceph-mon[31017]: pgmap v127: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail 2024-04-15T14:32:22.293 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:32:21 smithi102 ceph-mon[31017]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' 2024-04-15T14:32:22.293 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:32:21 smithi102 ceph-mon[31017]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' 2024-04-15T14:32:22.293 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:32:21 smithi102 ceph-mon[31017]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T14:32:22.293 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:32:21 smithi102 ceph-mon[31017]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T14:32:22.293 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:32:21 smithi102 ceph-mon[31017]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' 2024-04-15T14:32:22.656 INFO:teuthology.orchestra.run.smithi102.stdout:Created osd(s) 5 on host 'smithi102' 2024-04-15T14:32:23.289 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:32:22 smithi016 ceph-mon[27435]: from='osd.5 [v2:172.21.15.102:6808/3988882984,v1:172.21.15.102:6809/3988882984]' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2024-04-15T14:32:23.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:32:22 smithi016 ceph-mon[27435]: from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2024-04-15T14:32:23.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:32:22 smithi016 ceph-mon[27435]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' 2024-04-15T14:32:23.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:32:22 smithi016 ceph-mon[27435]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' 2024-04-15T14:32:23.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:32:22 smithi016 ceph-mon[27435]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T14:32:23.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:32:22 smithi016 ceph-mon[36548]: from='osd.5 [v2:172.21.15.102:6808/3988882984,v1:172.21.15.102:6809/3988882984]' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2024-04-15T14:32:23.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:32:22 smithi016 ceph-mon[36548]: from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2024-04-15T14:32:23.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:32:22 smithi016 ceph-mon[36548]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' 2024-04-15T14:32:23.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:32:22 smithi016 ceph-mon[36548]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' 2024-04-15T14:32:23.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:32:22 smithi016 ceph-mon[36548]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T14:32:23.314 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:32:22 smithi102 ceph-mon[31017]: from='osd.5 [v2:172.21.15.102:6808/3988882984,v1:172.21.15.102:6809/3988882984]' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2024-04-15T14:32:23.314 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:32:22 smithi102 ceph-mon[31017]: from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2024-04-15T14:32:23.314 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:32:22 smithi102 ceph-mon[31017]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' 2024-04-15T14:32:23.314 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:32:22 smithi102 ceph-mon[31017]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' 2024-04-15T14:32:23.314 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:32:22 smithi102 ceph-mon[31017]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T14:32:23.335 DEBUG:teuthology.orchestra.run.smithi102:osd.5> sudo journalctl -f -n 0 -u ceph-362ea986-fb34-11ee-bc8f-c7b262605968@osd.5.service 2024-04-15T14:32:23.337 INFO:tasks.cephadm:Deploying osd.6 on smithi102 with /dev/vg_nvme/lv_2... 2024-04-15T14:32:23.337 DEBUG:teuthology.orchestra.run.smithi102:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 362ea986-fb34-11ee-bc8f-c7b262605968 -- ceph-volume lvm zap /dev/vg_nvme/lv_2 2024-04-15T14:32:24.204 INFO:teuthology.orchestra.run.smithi102.stderr:Inferring config /var/lib/ceph/362ea986-fb34-11ee-bc8f-c7b262605968/mon.b/config 2024-04-15T14:32:24.289 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:32:23 smithi016 ceph-mon[27435]: pgmap v128: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail 2024-04-15T14:32:24.289 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:32:23 smithi016 ceph-mon[27435]: from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]': finished 2024-04-15T14:32:24.289 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:32:23 smithi016 ceph-mon[27435]: osdmap e36: 6 total, 5 up, 6 in 2024-04-15T14:32:24.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:32:23 smithi016 ceph-mon[27435]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-15T14:32:24.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:32:23 smithi016 ceph-mon[27435]: from='osd.5 [v2:172.21.15.102:6808/3988882984,v1:172.21.15.102:6809/3988882984]' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi102", "root=default"]}]: dispatch 2024-04-15T14:32:24.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:32:23 smithi016 ceph-mon[27435]: from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi102", "root=default"]}]: dispatch 2024-04-15T14:32:24.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:32:23 smithi016 ceph-mon[36548]: pgmap v128: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail 2024-04-15T14:32:24.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:32:23 smithi016 ceph-mon[36548]: from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]': finished 2024-04-15T14:32:24.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:32:23 smithi016 ceph-mon[36548]: osdmap e36: 6 total, 5 up, 6 in 2024-04-15T14:32:24.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:32:23 smithi016 ceph-mon[36548]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-15T14:32:24.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:32:23 smithi016 ceph-mon[36548]: from='osd.5 [v2:172.21.15.102:6808/3988882984,v1:172.21.15.102:6809/3988882984]' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi102", "root=default"]}]: dispatch 2024-04-15T14:32:24.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:32:23 smithi016 ceph-mon[36548]: from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi102", "root=default"]}]: dispatch 2024-04-15T14:32:24.311 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:32:23 smithi102 ceph-mon[31017]: pgmap v128: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail 2024-04-15T14:32:24.311 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:32:23 smithi102 ceph-mon[31017]: from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]': finished 2024-04-15T14:32:24.311 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:32:23 smithi102 ceph-mon[31017]: osdmap e36: 6 total, 5 up, 6 in 2024-04-15T14:32:24.311 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:32:23 smithi102 ceph-mon[31017]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-15T14:32:24.311 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:32:23 smithi102 ceph-mon[31017]: from='osd.5 [v2:172.21.15.102:6808/3988882984,v1:172.21.15.102:6809/3988882984]' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi102", "root=default"]}]: dispatch 2024-04-15T14:32:24.311 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:32:23 smithi102 ceph-mon[31017]: from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi102", "root=default"]}]: dispatch 2024-04-15T14:32:24.312 INFO:journalctl@ceph.osd.5.smithi102.stdout:Apr 15 14:32:23 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-osd-5[42614]: 2024-04-15T14:32:23.984+0000 7f3973bb6700 -1 osd.5 0 waiting for initial osdmap 2024-04-15T14:32:24.312 INFO:journalctl@ceph.osd.5.smithi102.stdout:Apr 15 14:32:23 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-osd-5[42614]: 2024-04-15T14:32:23.988+0000 7f396f9ab700 -1 osd.5 37 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-04-15T14:32:25.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:32:24 smithi102 ceph-mon[31017]: from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi102", "root=default"]}]': finished 2024-04-15T14:32:25.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:32:24 smithi102 ceph-mon[31017]: osdmap e37: 6 total, 5 up, 6 in 2024-04-15T14:32:25.188 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:32:24 smithi102 ceph-mon[31017]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-15T14:32:25.188 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:32:24 smithi102 ceph-mon[31017]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-15T14:32:25.188 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:32:24 smithi102 ceph-mon[31017]: osd.5 [v2:172.21.15.102:6808/3988882984,v1:172.21.15.102:6809/3988882984] boot 2024-04-15T14:32:25.188 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:32:24 smithi102 ceph-mon[31017]: osdmap e38: 6 total, 6 up, 6 in 2024-04-15T14:32:25.188 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:32:24 smithi102 ceph-mon[31017]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-15T14:32:25.289 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:32:24 smithi016 ceph-mon[36548]: from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi102", "root=default"]}]': finished 2024-04-15T14:32:25.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:32:24 smithi016 ceph-mon[36548]: osdmap e37: 6 total, 5 up, 6 in 2024-04-15T14:32:25.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:32:24 smithi016 ceph-mon[36548]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-15T14:32:25.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:32:24 smithi016 ceph-mon[36548]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-15T14:32:25.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:32:24 smithi016 ceph-mon[36548]: osd.5 [v2:172.21.15.102:6808/3988882984,v1:172.21.15.102:6809/3988882984] boot 2024-04-15T14:32:25.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:32:24 smithi016 ceph-mon[36548]: osdmap e38: 6 total, 6 up, 6 in 2024-04-15T14:32:25.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:32:24 smithi016 ceph-mon[36548]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-15T14:32:25.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:32:24 smithi016 ceph-mon[27435]: from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi102", "root=default"]}]': finished 2024-04-15T14:32:25.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:32:24 smithi016 ceph-mon[27435]: osdmap e37: 6 total, 5 up, 6 in 2024-04-15T14:32:25.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:32:24 smithi016 ceph-mon[27435]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-15T14:32:25.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:32:24 smithi016 ceph-mon[27435]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-15T14:32:25.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:32:24 smithi016 ceph-mon[27435]: osd.5 [v2:172.21.15.102:6808/3988882984,v1:172.21.15.102:6809/3988882984] boot 2024-04-15T14:32:25.291 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:32:24 smithi016 ceph-mon[27435]: osdmap e38: 6 total, 6 up, 6 in 2024-04-15T14:32:25.291 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:32:24 smithi016 ceph-mon[27435]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-15T14:32:26.147 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:32:25 smithi102 ceph-mon[31017]: purged_snaps scrub starts 2024-04-15T14:32:26.147 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:32:25 smithi102 ceph-mon[31017]: purged_snaps scrub ok 2024-04-15T14:32:26.147 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:32:25 smithi102 ceph-mon[31017]: pgmap v131: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail 2024-04-15T14:32:26.147 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:32:25 smithi102 ceph-mon[31017]: osdmap e39: 6 total, 6 up, 6 in 2024-04-15T14:32:26.289 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:32:25 smithi016 ceph-mon[27435]: purged_snaps scrub starts 2024-04-15T14:32:26.289 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:32:25 smithi016 ceph-mon[27435]: purged_snaps scrub ok 2024-04-15T14:32:26.289 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:32:25 smithi016 ceph-mon[27435]: pgmap v131: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail 2024-04-15T14:32:26.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:32:25 smithi016 ceph-mon[27435]: osdmap e39: 6 total, 6 up, 6 in 2024-04-15T14:32:26.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:32:25 smithi016 ceph-mon[36548]: purged_snaps scrub starts 2024-04-15T14:32:26.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:32:25 smithi016 ceph-mon[36548]: purged_snaps scrub ok 2024-04-15T14:32:26.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:32:25 smithi016 ceph-mon[36548]: pgmap v131: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail 2024-04-15T14:32:26.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:32:25 smithi016 ceph-mon[36548]: osdmap e39: 6 total, 6 up, 6 in 2024-04-15T14:32:27.183 INFO:teuthology.orchestra.run.smithi102.stderr:--> Zapping: /dev/vg_nvme/lv_2 2024-04-15T14:32:27.183 INFO:teuthology.orchestra.run.smithi102.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_2 bs=1M count=10 conv=fsync 2024-04-15T14:32:27.183 INFO:teuthology.orchestra.run.smithi102.stderr: stderr: 10+0 records in 2024-04-15T14:32:27.183 INFO:teuthology.orchestra.run.smithi102.stderr:10+0 records out 2024-04-15T14:32:27.183 INFO:teuthology.orchestra.run.smithi102.stderr:10485760 bytes (10 MB, 10 MiB) copied, 0.0116015 s, 904 MB/s 2024-04-15T14:32:27.183 INFO:teuthology.orchestra.run.smithi102.stderr:--> Zapping successful for: 2024-04-15T14:32:27.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:32:27 smithi102 ceph-mon[31017]: pgmap v134: 1 pgs: 1 active+clean; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail 2024-04-15T14:32:27.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:32:27 smithi102 ceph-mon[31017]: osdmap e40: 6 total, 6 up, 6 in 2024-04-15T14:32:27.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:32:27 smithi102 ceph-mon[31017]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' 2024-04-15T14:32:27.438 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:32:27 smithi102 ceph-mon[31017]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' 2024-04-15T14:32:27.438 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:32:27 smithi102 ceph-mon[31017]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-04-15T14:32:27.438 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:32:27 smithi102 ceph-mon[31017]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-04-15T14:32:27.438 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:32:27 smithi102 ceph-mon[31017]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' 2024-04-15T14:32:27.438 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:32:27 smithi102 ceph-mon[31017]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T14:32:27.438 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:32:27 smithi102 ceph-mon[31017]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T14:32:27.438 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:32:27 smithi102 ceph-mon[31017]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' 2024-04-15T14:32:27.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:32:27 smithi016 ceph-mon[27435]: pgmap v134: 1 pgs: 1 active+clean; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail 2024-04-15T14:32:27.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:32:27 smithi016 ceph-mon[27435]: osdmap e40: 6 total, 6 up, 6 in 2024-04-15T14:32:27.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:32:27 smithi016 ceph-mon[27435]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' 2024-04-15T14:32:27.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:32:27 smithi016 ceph-mon[27435]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' 2024-04-15T14:32:27.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:32:27 smithi016 ceph-mon[27435]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-04-15T14:32:27.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:32:27 smithi016 ceph-mon[27435]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-04-15T14:32:27.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:32:27 smithi016 ceph-mon[27435]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' 2024-04-15T14:32:27.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:32:27 smithi016 ceph-mon[27435]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T14:32:27.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:32:27 smithi016 ceph-mon[27435]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T14:32:27.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:32:27 smithi016 ceph-mon[27435]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' 2024-04-15T14:32:27.791 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:32:27 smithi016 ceph-mon[36548]: pgmap v134: 1 pgs: 1 active+clean; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail 2024-04-15T14:32:27.791 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:32:27 smithi016 ceph-mon[36548]: osdmap e40: 6 total, 6 up, 6 in 2024-04-15T14:32:27.791 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:32:27 smithi016 ceph-mon[36548]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' 2024-04-15T14:32:27.791 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:32:27 smithi016 ceph-mon[36548]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' 2024-04-15T14:32:27.791 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:32:27 smithi016 ceph-mon[36548]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-04-15T14:32:27.791 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:32:27 smithi016 ceph-mon[36548]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-04-15T14:32:27.791 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:32:27 smithi016 ceph-mon[36548]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' 2024-04-15T14:32:27.791 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:32:27 smithi016 ceph-mon[36548]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T14:32:27.791 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:32:27 smithi016 ceph-mon[36548]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T14:32:27.791 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:32:27 smithi016 ceph-mon[36548]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' 2024-04-15T14:32:27.794 DEBUG:teuthology.orchestra.run.smithi102:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 362ea986-fb34-11ee-bc8f-c7b262605968 -- ceph orch daemon add osd smithi102:vg_nvme/lv_2 2024-04-15T14:32:27.996 INFO:teuthology.orchestra.run.smithi102.stderr:Inferring config /var/lib/ceph/362ea986-fb34-11ee-bc8f-c7b262605968/mon.b/config 2024-04-15T14:32:28.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:32:28 smithi102 ceph-mon[31017]: Detected new or changed devices on smithi102 2024-04-15T14:32:28.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:32:28 smithi102 ceph-mon[31017]: Adjusting osd_memory_target on smithi102 to 8544M 2024-04-15T14:32:28.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:32:28 smithi102 ceph-mon[31017]: osdmap e41: 6 total, 6 up, 6 in 2024-04-15T14:32:28.789 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:32:28 smithi016 ceph-mon[27435]: Detected new or changed devices on smithi102 2024-04-15T14:32:28.789 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:32:28 smithi016 ceph-mon[27435]: Adjusting osd_memory_target on smithi102 to 8544M 2024-04-15T14:32:28.789 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:32:28 smithi016 ceph-mon[27435]: osdmap e41: 6 total, 6 up, 6 in 2024-04-15T14:32:28.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:32:28 smithi016 ceph-mon[36548]: Detected new or changed devices on smithi102 2024-04-15T14:32:28.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:32:28 smithi016 ceph-mon[36548]: Adjusting osd_memory_target on smithi102 to 8544M 2024-04-15T14:32:28.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:32:28 smithi016 ceph-mon[36548]: osdmap e41: 6 total, 6 up, 6 in 2024-04-15T14:32:29.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:32:29 smithi102 ceph-mon[31017]: pgmap v137: 1 pgs: 1 active+undersized+remapped; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail 2024-04-15T14:32:29.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:32:29 smithi102 ceph-mon[31017]: osdmap e42: 6 total, 6 up, 6 in 2024-04-15T14:32:29.789 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:32:29 smithi016 ceph-mon[36548]: pgmap v137: 1 pgs: 1 active+undersized+remapped; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail 2024-04-15T14:32:29.789 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:32:29 smithi016 ceph-mon[36548]: osdmap e42: 6 total, 6 up, 6 in 2024-04-15T14:32:29.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:32:29 smithi016 ceph-mon[27435]: pgmap v137: 1 pgs: 1 active+undersized+remapped; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail 2024-04-15T14:32:29.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:32:29 smithi016 ceph-mon[27435]: osdmap e42: 6 total, 6 up, 6 in 2024-04-15T14:32:30.610 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:32:30 smithi102 ceph-mon[31017]: from='client.24244 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi102:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2024-04-15T14:32:30.611 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:32:30 smithi102 ceph-mon[31017]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-15T14:32:30.611 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:32:30 smithi102 ceph-mon[31017]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-15T14:32:30.611 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:32:30 smithi102 ceph-mon[31017]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T14:32:30.789 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:32:30 smithi016 ceph-mon[27435]: from='client.24244 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi102:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2024-04-15T14:32:30.789 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:32:30 smithi016 ceph-mon[27435]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-15T14:32:30.789 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:32:30 smithi016 ceph-mon[27435]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-15T14:32:30.789 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:32:30 smithi016 ceph-mon[27435]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T14:32:30.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:32:30 smithi016 ceph-mon[36548]: from='client.24244 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi102:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2024-04-15T14:32:30.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:32:30 smithi016 ceph-mon[36548]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-15T14:32:30.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:32:30 smithi016 ceph-mon[36548]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-15T14:32:30.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:32:30 smithi016 ceph-mon[36548]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T14:32:31.519 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:32:31 smithi102 ceph-mon[31017]: pgmap v139: 1 pgs: 1 active+clean; 577 KiB data, 163 MiB used, 536 GiB / 536 GiB avail 2024-04-15T14:32:31.789 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:32:31 smithi016 ceph-mon[27435]: pgmap v139: 1 pgs: 1 active+clean; 577 KiB data, 163 MiB used, 536 GiB / 536 GiB avail 2024-04-15T14:32:31.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:32:31 smithi016 ceph-mon[36548]: pgmap v139: 1 pgs: 1 active+clean; 577 KiB data, 163 MiB used, 536 GiB / 536 GiB avail 2024-04-15T14:32:32.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:32:32 smithi102 ceph-mon[31017]: from='client.? 172.21.15.102:0/1353919713' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "4b0eba70-eeb0-4c8e-81ae-da32eccddb4a"}]: dispatch 2024-04-15T14:32:32.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:32:32 smithi102 ceph-mon[31017]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "4b0eba70-eeb0-4c8e-81ae-da32eccddb4a"}]: dispatch 2024-04-15T14:32:32.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:32:32 smithi102 ceph-mon[31017]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "4b0eba70-eeb0-4c8e-81ae-da32eccddb4a"}]': finished 2024-04-15T14:32:32.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:32:32 smithi102 ceph-mon[31017]: osdmap e43: 7 total, 6 up, 7 in 2024-04-15T14:32:32.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:32:32 smithi102 ceph-mon[31017]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-15T14:32:32.789 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:32:32 smithi016 ceph-mon[27435]: from='client.? 172.21.15.102:0/1353919713' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "4b0eba70-eeb0-4c8e-81ae-da32eccddb4a"}]: dispatch 2024-04-15T14:32:32.789 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:32:32 smithi016 ceph-mon[27435]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "4b0eba70-eeb0-4c8e-81ae-da32eccddb4a"}]: dispatch 2024-04-15T14:32:32.789 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:32:32 smithi016 ceph-mon[27435]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "4b0eba70-eeb0-4c8e-81ae-da32eccddb4a"}]': finished 2024-04-15T14:32:32.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:32:32 smithi016 ceph-mon[27435]: osdmap e43: 7 total, 6 up, 7 in 2024-04-15T14:32:32.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:32:32 smithi016 ceph-mon[27435]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-15T14:32:32.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:32:32 smithi016 ceph-mon[36548]: from='client.? 172.21.15.102:0/1353919713' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "4b0eba70-eeb0-4c8e-81ae-da32eccddb4a"}]: dispatch 2024-04-15T14:32:32.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:32:32 smithi016 ceph-mon[36548]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "4b0eba70-eeb0-4c8e-81ae-da32eccddb4a"}]: dispatch 2024-04-15T14:32:32.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:32:32 smithi016 ceph-mon[36548]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "4b0eba70-eeb0-4c8e-81ae-da32eccddb4a"}]': finished 2024-04-15T14:32:32.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:32:32 smithi016 ceph-mon[36548]: osdmap e43: 7 total, 6 up, 7 in 2024-04-15T14:32:32.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:32:32 smithi016 ceph-mon[36548]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-15T14:32:33.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:32:33 smithi102 ceph-mon[31017]: pgmap v140: 1 pgs: 1 active+clean; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail 2024-04-15T14:32:33.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:32:33 smithi102 ceph-mon[31017]: from='client.? 172.21.15.102:0/2096592548' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-15T14:32:33.789 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:32:33 smithi016 ceph-mon[27435]: pgmap v140: 1 pgs: 1 active+clean; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail 2024-04-15T14:32:33.789 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:32:33 smithi016 ceph-mon[27435]: from='client.? 172.21.15.102:0/2096592548' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-15T14:32:33.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:32:33 smithi016 ceph-mon[36548]: pgmap v140: 1 pgs: 1 active+clean; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail 2024-04-15T14:32:33.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:32:33 smithi016 ceph-mon[36548]: from='client.? 172.21.15.102:0/2096592548' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-15T14:32:35.581 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:32:35 smithi102 ceph-mon[31017]: pgmap v142: 1 pgs: 1 active+clean; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail 2024-04-15T14:32:35.789 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:32:35 smithi016 ceph-mon[27435]: pgmap v142: 1 pgs: 1 active+clean; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail 2024-04-15T14:32:35.789 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:32:35 smithi016 ceph-mon[36548]: pgmap v142: 1 pgs: 1 active+clean; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail 2024-04-15T14:32:37.628 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:32:37 smithi102 ceph-mon[31017]: pgmap v143: 1 pgs: 1 active+clean; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail 2024-04-15T14:32:37.789 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:32:37 smithi016 ceph-mon[27435]: pgmap v143: 1 pgs: 1 active+clean; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail 2024-04-15T14:32:37.789 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:32:37 smithi016 ceph-mon[36548]: pgmap v143: 1 pgs: 1 active+clean; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail 2024-04-15T14:32:39.588 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:32:39 smithi102 ceph-mon[31017]: pgmap v144: 1 pgs: 1 active+clean; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail 2024-04-15T14:32:39.588 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:32:39 smithi102 ceph-mon[31017]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.6"}]: dispatch 2024-04-15T14:32:39.588 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:32:39 smithi102 ceph-mon[31017]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T14:32:39.589 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:32:39 smithi102 ceph-mon[31017]: Deploying daemon osd.6 on smithi102 2024-04-15T14:32:39.789 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:32:39 smithi016 ceph-mon[27435]: pgmap v144: 1 pgs: 1 active+clean; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail 2024-04-15T14:32:39.789 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:32:39 smithi016 ceph-mon[27435]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.6"}]: dispatch 2024-04-15T14:32:39.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:32:39 smithi016 ceph-mon[27435]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T14:32:39.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:32:39 smithi016 ceph-mon[27435]: Deploying daemon osd.6 on smithi102 2024-04-15T14:32:39.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:32:39 smithi016 ceph-mon[36548]: pgmap v144: 1 pgs: 1 active+clean; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail 2024-04-15T14:32:39.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:32:39 smithi016 ceph-mon[36548]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.6"}]: dispatch 2024-04-15T14:32:39.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:32:39 smithi016 ceph-mon[36548]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T14:32:39.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:32:39 smithi016 ceph-mon[36548]: Deploying daemon osd.6 on smithi102 2024-04-15T14:32:41.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:32:41 smithi102 ceph-mon[31017]: pgmap v145: 1 pgs: 1 active+clean; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail 2024-04-15T14:32:41.789 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:32:41 smithi016 ceph-mon[27435]: pgmap v145: 1 pgs: 1 active+clean; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail 2024-04-15T14:32:41.789 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:32:41 smithi016 ceph-mon[36548]: pgmap v145: 1 pgs: 1 active+clean; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail 2024-04-15T14:32:43.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:32:43 smithi102 ceph-mon[31017]: pgmap v146: 1 pgs: 1 active+clean; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail 2024-04-15T14:32:43.789 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:32:43 smithi016 ceph-mon[27435]: pgmap v146: 1 pgs: 1 active+clean; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail 2024-04-15T14:32:43.789 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:32:43 smithi016 ceph-mon[36548]: pgmap v146: 1 pgs: 1 active+clean; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail 2024-04-15T14:32:45.539 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:32:45 smithi016 ceph-mon[27435]: pgmap v147: 1 pgs: 1 active+clean; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail 2024-04-15T14:32:45.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:32:45 smithi016 ceph-mon[27435]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' 2024-04-15T14:32:45.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:32:45 smithi016 ceph-mon[27435]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' 2024-04-15T14:32:45.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:32:45 smithi016 ceph-mon[27435]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T14:32:45.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:32:45 smithi016 ceph-mon[36548]: pgmap v147: 1 pgs: 1 active+clean; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail 2024-04-15T14:32:45.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:32:45 smithi016 ceph-mon[36548]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' 2024-04-15T14:32:45.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:32:45 smithi016 ceph-mon[36548]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' 2024-04-15T14:32:45.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:32:45 smithi016 ceph-mon[36548]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T14:32:45.610 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:32:45 smithi102 ceph-mon[31017]: pgmap v147: 1 pgs: 1 active+clean; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail 2024-04-15T14:32:45.610 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:32:45 smithi102 ceph-mon[31017]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' 2024-04-15T14:32:45.610 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:32:45 smithi102 ceph-mon[31017]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' 2024-04-15T14:32:45.610 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:32:45 smithi102 ceph-mon[31017]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T14:32:47.993 INFO:teuthology.orchestra.run.smithi102.stdout:Created osd(s) 6 on host 'smithi102' 2024-04-15T14:32:48.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:32:48 smithi102 ceph-mon[31017]: pgmap v148: 1 pgs: 1 active+clean; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail 2024-04-15T14:32:48.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:32:48 smithi102 ceph-mon[31017]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' 2024-04-15T14:32:48.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:32:48 smithi102 ceph-mon[31017]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' 2024-04-15T14:32:48.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:32:48 smithi102 ceph-mon[31017]: from='osd.6 [v2:172.21.15.102:6816/124432118,v1:172.21.15.102:6817/124432118]' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2024-04-15T14:32:48.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:32:48 smithi102 ceph-mon[31017]: from='osd.6 ' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2024-04-15T14:32:48.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:32:48 smithi102 ceph-mon[31017]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' 2024-04-15T14:32:48.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:32:48 smithi102 ceph-mon[31017]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' 2024-04-15T14:32:48.539 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:32:48 smithi016 ceph-mon[36548]: pgmap v148: 1 pgs: 1 active+clean; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail 2024-04-15T14:32:48.539 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:32:48 smithi016 ceph-mon[36548]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' 2024-04-15T14:32:48.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:32:48 smithi016 ceph-mon[36548]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' 2024-04-15T14:32:48.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:32:48 smithi016 ceph-mon[36548]: from='osd.6 [v2:172.21.15.102:6816/124432118,v1:172.21.15.102:6817/124432118]' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2024-04-15T14:32:48.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:32:48 smithi016 ceph-mon[36548]: from='osd.6 ' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2024-04-15T14:32:48.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:32:48 smithi016 ceph-mon[36548]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' 2024-04-15T14:32:48.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:32:48 smithi016 ceph-mon[36548]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' 2024-04-15T14:32:48.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:32:48 smithi016 ceph-mon[27435]: pgmap v148: 1 pgs: 1 active+clean; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail 2024-04-15T14:32:48.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:32:48 smithi016 ceph-mon[27435]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' 2024-04-15T14:32:48.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:32:48 smithi016 ceph-mon[27435]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' 2024-04-15T14:32:48.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:32:48 smithi016 ceph-mon[27435]: from='osd.6 [v2:172.21.15.102:6816/124432118,v1:172.21.15.102:6817/124432118]' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2024-04-15T14:32:48.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:32:48 smithi016 ceph-mon[27435]: from='osd.6 ' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2024-04-15T14:32:48.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:32:48 smithi016 ceph-mon[27435]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' 2024-04-15T14:32:48.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:32:48 smithi016 ceph-mon[27435]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' 2024-04-15T14:32:48.611 DEBUG:teuthology.orchestra.run.smithi102:osd.6> sudo journalctl -f -n 0 -u ceph-362ea986-fb34-11ee-bc8f-c7b262605968@osd.6.service 2024-04-15T14:32:48.613 INFO:tasks.cephadm:Deploying osd.7 on smithi102 with /dev/vg_nvme/lv_1... 2024-04-15T14:32:48.614 DEBUG:teuthology.orchestra.run.smithi102:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 362ea986-fb34-11ee-bc8f-c7b262605968 -- ceph-volume lvm zap /dev/vg_nvme/lv_1 2024-04-15T14:32:49.360 INFO:teuthology.orchestra.run.smithi102.stderr:Inferring config /var/lib/ceph/362ea986-fb34-11ee-bc8f-c7b262605968/mon.b/config 2024-04-15T14:32:49.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:32:49 smithi102 ceph-mon[31017]: from='osd.6 ' entity='osd.6' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]': finished 2024-04-15T14:32:49.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:32:49 smithi102 ceph-mon[31017]: osdmap e44: 7 total, 6 up, 7 in 2024-04-15T14:32:49.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:32:49 smithi102 ceph-mon[31017]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-15T14:32:49.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:32:49 smithi102 ceph-mon[31017]: from='osd.6 [v2:172.21.15.102:6816/124432118,v1:172.21.15.102:6817/124432118]' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi102", "root=default"]}]: dispatch 2024-04-15T14:32:49.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:32:49 smithi102 ceph-mon[31017]: from='osd.6 ' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi102", "root=default"]}]: dispatch 2024-04-15T14:32:49.539 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:32:49 smithi016 ceph-mon[27435]: from='osd.6 ' entity='osd.6' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]': finished 2024-04-15T14:32:49.539 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:32:49 smithi016 ceph-mon[27435]: osdmap e44: 7 total, 6 up, 7 in 2024-04-15T14:32:49.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:32:49 smithi016 ceph-mon[27435]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-15T14:32:49.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:32:49 smithi016 ceph-mon[27435]: from='osd.6 [v2:172.21.15.102:6816/124432118,v1:172.21.15.102:6817/124432118]' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi102", "root=default"]}]: dispatch 2024-04-15T14:32:49.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:32:49 smithi016 ceph-mon[27435]: from='osd.6 ' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi102", "root=default"]}]: dispatch 2024-04-15T14:32:49.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:32:49 smithi016 ceph-mon[36548]: from='osd.6 ' entity='osd.6' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]': finished 2024-04-15T14:32:49.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:32:49 smithi016 ceph-mon[36548]: osdmap e44: 7 total, 6 up, 7 in 2024-04-15T14:32:49.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:32:49 smithi016 ceph-mon[36548]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-15T14:32:49.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:32:49 smithi016 ceph-mon[36548]: from='osd.6 [v2:172.21.15.102:6816/124432118,v1:172.21.15.102:6817/124432118]' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi102", "root=default"]}]: dispatch 2024-04-15T14:32:49.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:32:49 smithi016 ceph-mon[36548]: from='osd.6 ' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi102", "root=default"]}]: dispatch 2024-04-15T14:32:49.746 INFO:journalctl@ceph.osd.6.smithi102.stdout:Apr 15 14:32:49 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-osd-6[48533]: 2024-04-15T14:32:49.592+0000 7f724eaf2700 -1 osd.6 0 waiting for initial osdmap 2024-04-15T14:32:49.746 INFO:journalctl@ceph.osd.6.smithi102.stdout:Apr 15 14:32:49 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-osd-6[48533]: 2024-04-15T14:32:49.600+0000 7f72468df700 -1 osd.6 46 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-04-15T14:32:50.301 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:32:50 smithi102 ceph-mon[31017]: pgmap v150: 1 pgs: 1 active+clean; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail 2024-04-15T14:32:50.301 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:32:50 smithi102 ceph-mon[31017]: from='osd.6 ' entity='osd.6' cmd='[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi102", "root=default"]}]': finished 2024-04-15T14:32:50.301 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:32:50 smithi102 ceph-mon[31017]: osdmap e45: 7 total, 6 up, 7 in 2024-04-15T14:32:50.301 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:32:50 smithi102 ceph-mon[31017]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-15T14:32:50.301 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:32:50 smithi102 ceph-mon[31017]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-15T14:32:50.301 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:32:50 smithi102 ceph-mon[31017]: osdmap e46: 7 total, 6 up, 7 in 2024-04-15T14:32:50.301 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:32:50 smithi102 ceph-mon[31017]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-15T14:32:50.301 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:32:50 smithi102 ceph-mon[31017]: from='osd.6 ' entity='osd.6' 2024-04-15T14:32:50.539 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:32:50 smithi016 ceph-mon[27435]: pgmap v150: 1 pgs: 1 active+clean; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail 2024-04-15T14:32:50.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:32:50 smithi016 ceph-mon[27435]: from='osd.6 ' entity='osd.6' cmd='[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi102", "root=default"]}]': finished 2024-04-15T14:32:50.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:32:50 smithi016 ceph-mon[27435]: osdmap e45: 7 total, 6 up, 7 in 2024-04-15T14:32:50.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:32:50 smithi016 ceph-mon[27435]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-15T14:32:50.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:32:50 smithi016 ceph-mon[27435]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-15T14:32:50.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:32:50 smithi016 ceph-mon[27435]: osdmap e46: 7 total, 6 up, 7 in 2024-04-15T14:32:50.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:32:50 smithi016 ceph-mon[27435]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-15T14:32:50.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:32:50 smithi016 ceph-mon[27435]: from='osd.6 ' entity='osd.6' 2024-04-15T14:32:50.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:32:50 smithi016 ceph-mon[36548]: pgmap v150: 1 pgs: 1 active+clean; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail 2024-04-15T14:32:50.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:32:50 smithi016 ceph-mon[36548]: from='osd.6 ' entity='osd.6' cmd='[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi102", "root=default"]}]': finished 2024-04-15T14:32:50.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:32:50 smithi016 ceph-mon[36548]: osdmap e45: 7 total, 6 up, 7 in 2024-04-15T14:32:50.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:32:50 smithi016 ceph-mon[36548]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-15T14:32:50.541 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:32:50 smithi016 ceph-mon[36548]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-15T14:32:50.541 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:32:50 smithi016 ceph-mon[36548]: osdmap e46: 7 total, 6 up, 7 in 2024-04-15T14:32:50.541 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:32:50 smithi016 ceph-mon[36548]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-15T14:32:50.541 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:32:50 smithi016 ceph-mon[36548]: from='osd.6 ' entity='osd.6' 2024-04-15T14:32:51.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:32:51 smithi102 ceph-mon[31017]: purged_snaps scrub starts 2024-04-15T14:32:51.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:32:51 smithi102 ceph-mon[31017]: purged_snaps scrub ok 2024-04-15T14:32:51.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:32:51 smithi102 ceph-mon[31017]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-15T14:32:51.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:32:51 smithi102 ceph-mon[31017]: osd.6 [v2:172.21.15.102:6816/124432118,v1:172.21.15.102:6817/124432118] boot 2024-04-15T14:32:51.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:32:51 smithi102 ceph-mon[31017]: osdmap e47: 7 total, 7 up, 7 in 2024-04-15T14:32:51.438 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:32:51 smithi102 ceph-mon[31017]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-15T14:32:51.539 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:32:51 smithi016 ceph-mon[27435]: purged_snaps scrub starts 2024-04-15T14:32:51.539 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:32:51 smithi016 ceph-mon[27435]: purged_snaps scrub ok 2024-04-15T14:32:51.539 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:32:51 smithi016 ceph-mon[27435]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-15T14:32:51.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:32:51 smithi016 ceph-mon[27435]: osd.6 [v2:172.21.15.102:6816/124432118,v1:172.21.15.102:6817/124432118] boot 2024-04-15T14:32:51.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:32:51 smithi016 ceph-mon[27435]: osdmap e47: 7 total, 7 up, 7 in 2024-04-15T14:32:51.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:32:51 smithi016 ceph-mon[27435]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-15T14:32:51.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:32:51 smithi016 ceph-mon[36548]: purged_snaps scrub starts 2024-04-15T14:32:51.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:32:51 smithi016 ceph-mon[36548]: purged_snaps scrub ok 2024-04-15T14:32:51.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:32:51 smithi016 ceph-mon[36548]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-15T14:32:51.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:32:51 smithi016 ceph-mon[36548]: osd.6 [v2:172.21.15.102:6816/124432118,v1:172.21.15.102:6817/124432118] boot 2024-04-15T14:32:51.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:32:51 smithi016 ceph-mon[36548]: osdmap e47: 7 total, 7 up, 7 in 2024-04-15T14:32:51.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:32:51 smithi016 ceph-mon[36548]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-15T14:32:52.318 INFO:teuthology.orchestra.run.smithi102.stderr:--> Zapping: /dev/vg_nvme/lv_1 2024-04-15T14:32:52.318 INFO:teuthology.orchestra.run.smithi102.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_1 bs=1M count=10 conv=fsync 2024-04-15T14:32:52.318 INFO:teuthology.orchestra.run.smithi102.stderr: stderr: 10+0 records in 2024-04-15T14:32:52.319 INFO:teuthology.orchestra.run.smithi102.stderr:10+0 records out 2024-04-15T14:32:52.319 INFO:teuthology.orchestra.run.smithi102.stderr:10485760 bytes (10 MB, 10 MiB) copied, 0.0121399 s, 864 MB/s 2024-04-15T14:32:52.319 INFO:teuthology.orchestra.run.smithi102.stderr:--> Zapping successful for: 2024-04-15T14:32:52.438 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:32:52 smithi102 ceph-mon[31017]: pgmap v153: 1 pgs: 1 active+clean; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail 2024-04-15T14:32:52.439 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:32:52 smithi102 ceph-mon[31017]: osdmap e48: 7 total, 7 up, 7 in 2024-04-15T14:32:52.440 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:32:52 smithi016 ceph-mon[27435]: pgmap v153: 1 pgs: 1 active+clean; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail 2024-04-15T14:32:52.440 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:32:52 smithi016 ceph-mon[27435]: osdmap e48: 7 total, 7 up, 7 in 2024-04-15T14:32:52.441 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:32:52 smithi016 ceph-mon[36548]: pgmap v153: 1 pgs: 1 active+clean; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail 2024-04-15T14:32:52.441 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:32:52 smithi016 ceph-mon[36548]: osdmap e48: 7 total, 7 up, 7 in 2024-04-15T14:32:53.125 DEBUG:teuthology.orchestra.run.smithi102:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 362ea986-fb34-11ee-bc8f-c7b262605968 -- ceph orch daemon add osd smithi102:vg_nvme/lv_1 2024-04-15T14:32:53.331 INFO:teuthology.orchestra.run.smithi102.stderr:Inferring config /var/lib/ceph/362ea986-fb34-11ee-bc8f-c7b262605968/mon.b/config 2024-04-15T14:32:53.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:32:53 smithi102 ceph-mon[31017]: pgmap v156: 1 pgs: 1 remapped+peering; 577 KiB data, 189 MiB used, 626 GiB / 626 GiB avail 2024-04-15T14:32:53.688 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:32:53 smithi102 ceph-mon[31017]: osdmap e49: 7 total, 7 up, 7 in 2024-04-15T14:32:53.688 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:32:53 smithi102 ceph-mon[31017]: Detected new or changed devices on smithi102 2024-04-15T14:32:53.688 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:32:53 smithi102 ceph-mon[31017]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' 2024-04-15T14:32:53.688 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:32:53 smithi102 ceph-mon[31017]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' 2024-04-15T14:32:53.688 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:32:53 smithi102 ceph-mon[31017]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-04-15T14:32:53.688 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:32:53 smithi102 ceph-mon[31017]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-04-15T14:32:53.688 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:32:53 smithi102 ceph-mon[31017]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-04-15T14:32:53.688 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:32:53 smithi102 ceph-mon[31017]: Adjusting osd_memory_target on smithi102 to 5696M 2024-04-15T14:32:53.688 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:32:53 smithi102 ceph-mon[31017]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' 2024-04-15T14:32:53.688 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:32:53 smithi102 ceph-mon[31017]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T14:32:53.688 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:32:53 smithi102 ceph-mon[31017]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T14:32:53.689 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:32:53 smithi102 ceph-mon[31017]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' 2024-04-15T14:32:53.689 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:32:53 smithi102 ceph-mon[31017]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T14:32:53.689 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:32:53 smithi102 ceph-mon[31017]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T14:32:53.689 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:32:53 smithi102 ceph-mon[31017]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T14:32:53.689 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:32:53 smithi102 ceph-mon[31017]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' 2024-04-15T14:32:53.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:32:53 smithi016 ceph-mon[27435]: pgmap v156: 1 pgs: 1 remapped+peering; 577 KiB data, 189 MiB used, 626 GiB / 626 GiB avail 2024-04-15T14:32:53.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:32:53 smithi016 ceph-mon[27435]: osdmap e49: 7 total, 7 up, 7 in 2024-04-15T14:32:53.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:32:53 smithi016 ceph-mon[27435]: Detected new or changed devices on smithi102 2024-04-15T14:32:53.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:32:53 smithi016 ceph-mon[27435]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' 2024-04-15T14:32:53.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:32:53 smithi016 ceph-mon[27435]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' 2024-04-15T14:32:53.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:32:53 smithi016 ceph-mon[27435]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-04-15T14:32:53.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:32:53 smithi016 ceph-mon[27435]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-04-15T14:32:53.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:32:53 smithi016 ceph-mon[27435]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-04-15T14:32:53.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:32:53 smithi016 ceph-mon[27435]: Adjusting osd_memory_target on smithi102 to 5696M 2024-04-15T14:32:53.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:32:53 smithi016 ceph-mon[27435]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' 2024-04-15T14:32:53.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:32:53 smithi016 ceph-mon[27435]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T14:32:53.791 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:32:53 smithi016 ceph-mon[27435]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T14:32:53.791 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:32:53 smithi016 ceph-mon[27435]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' 2024-04-15T14:32:53.791 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:32:53 smithi016 ceph-mon[27435]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T14:32:53.791 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:32:53 smithi016 ceph-mon[27435]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T14:32:53.791 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:32:53 smithi016 ceph-mon[27435]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T14:32:53.791 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:32:53 smithi016 ceph-mon[27435]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' 2024-04-15T14:32:53.791 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:32:53 smithi016 ceph-mon[36548]: pgmap v156: 1 pgs: 1 remapped+peering; 577 KiB data, 189 MiB used, 626 GiB / 626 GiB avail 2024-04-15T14:32:53.791 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:32:53 smithi016 ceph-mon[36548]: osdmap e49: 7 total, 7 up, 7 in 2024-04-15T14:32:53.791 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:32:53 smithi016 ceph-mon[36548]: Detected new or changed devices on smithi102 2024-04-15T14:32:53.791 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:32:53 smithi016 ceph-mon[36548]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' 2024-04-15T14:32:53.791 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:32:53 smithi016 ceph-mon[36548]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' 2024-04-15T14:32:53.792 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:32:53 smithi016 ceph-mon[36548]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-04-15T14:32:53.792 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:32:53 smithi016 ceph-mon[36548]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-04-15T14:32:53.792 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:32:53 smithi016 ceph-mon[36548]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-04-15T14:32:53.792 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:32:53 smithi016 ceph-mon[36548]: Adjusting osd_memory_target on smithi102 to 5696M 2024-04-15T14:32:53.792 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:32:53 smithi016 ceph-mon[36548]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' 2024-04-15T14:32:53.792 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:32:53 smithi016 ceph-mon[36548]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T14:32:53.792 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:32:53 smithi016 ceph-mon[36548]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T14:32:53.792 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:32:53 smithi016 ceph-mon[36548]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' 2024-04-15T14:32:53.792 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:32:53 smithi016 ceph-mon[36548]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T14:32:53.792 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:32:53 smithi016 ceph-mon[36548]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T14:32:53.792 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:32:53 smithi016 ceph-mon[36548]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T14:32:53.792 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:32:53 smithi016 ceph-mon[36548]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' 2024-04-15T14:32:55.539 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:32:55 smithi016 ceph-mon[27435]: osdmap e50: 7 total, 7 up, 7 in 2024-04-15T14:32:55.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:32:55 smithi016 ceph-mon[36548]: osdmap e50: 7 total, 7 up, 7 in 2024-04-15T14:32:55.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:32:55 smithi102 ceph-mon[31017]: osdmap e50: 7 total, 7 up, 7 in 2024-04-15T14:32:56.402 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:32:56 smithi102 ceph-mon[31017]: pgmap v159: 1 pgs: 1 remapped+peering; 577 KiB data, 189 MiB used, 626 GiB / 626 GiB avail 2024-04-15T14:32:56.403 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:32:56 smithi102 ceph-mon[31017]: osdmap e51: 7 total, 7 up, 7 in 2024-04-15T14:32:56.403 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:32:56 smithi102 ceph-mon[31017]: from='client.24271 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi102:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2024-04-15T14:32:56.403 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:32:56 smithi102 ceph-mon[31017]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-15T14:32:56.403 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:32:56 smithi102 ceph-mon[31017]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-15T14:32:56.403 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:32:56 smithi102 ceph-mon[31017]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T14:32:56.539 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:32:56 smithi016 ceph-mon[27435]: pgmap v159: 1 pgs: 1 remapped+peering; 577 KiB data, 189 MiB used, 626 GiB / 626 GiB avail 2024-04-15T14:32:56.539 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:32:56 smithi016 ceph-mon[27435]: osdmap e51: 7 total, 7 up, 7 in 2024-04-15T14:32:56.539 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:32:56 smithi016 ceph-mon[27435]: from='client.24271 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi102:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2024-04-15T14:32:56.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:32:56 smithi016 ceph-mon[27435]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-15T14:32:56.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:32:56 smithi016 ceph-mon[27435]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-15T14:32:56.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:32:56 smithi016 ceph-mon[27435]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T14:32:56.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:32:56 smithi016 ceph-mon[36548]: pgmap v159: 1 pgs: 1 remapped+peering; 577 KiB data, 189 MiB used, 626 GiB / 626 GiB avail 2024-04-15T14:32:56.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:32:56 smithi016 ceph-mon[36548]: osdmap e51: 7 total, 7 up, 7 in 2024-04-15T14:32:56.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:32:56 smithi016 ceph-mon[36548]: from='client.24271 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi102:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2024-04-15T14:32:56.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:32:56 smithi016 ceph-mon[36548]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-15T14:32:56.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:32:56 smithi016 ceph-mon[36548]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-15T14:32:56.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:32:56 smithi016 ceph-mon[36548]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T14:32:57.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:32:57 smithi102 ceph-mon[31017]: pgmap v161: 1 pgs: 1 active+clean; 577 KiB data, 190 MiB used, 626 GiB / 626 GiB avail; 120 KiB/s, 0 objects/s recovering 2024-04-15T14:32:57.539 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:32:57 smithi016 ceph-mon[27435]: pgmap v161: 1 pgs: 1 active+clean; 577 KiB data, 190 MiB used, 626 GiB / 626 GiB avail; 120 KiB/s, 0 objects/s recovering 2024-04-15T14:32:57.539 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:32:57 smithi016 ceph-mon[36548]: pgmap v161: 1 pgs: 1 active+clean; 577 KiB data, 190 MiB used, 626 GiB / 626 GiB avail; 120 KiB/s, 0 objects/s recovering 2024-04-15T14:32:58.539 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:32:58 smithi016 ceph-mon[27435]: from='client.? 172.21.15.102:0/630067532' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "0bf5c778-a19b-4142-9e51-872f7f186c75"}]: dispatch 2024-04-15T14:32:58.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:32:58 smithi016 ceph-mon[27435]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "0bf5c778-a19b-4142-9e51-872f7f186c75"}]: dispatch 2024-04-15T14:32:58.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:32:58 smithi016 ceph-mon[27435]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "0bf5c778-a19b-4142-9e51-872f7f186c75"}]': finished 2024-04-15T14:32:58.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:32:58 smithi016 ceph-mon[27435]: osdmap e52: 8 total, 7 up, 8 in 2024-04-15T14:32:58.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:32:58 smithi016 ceph-mon[27435]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-15T14:32:58.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:32:58 smithi016 ceph-mon[36548]: from='client.? 172.21.15.102:0/630067532' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "0bf5c778-a19b-4142-9e51-872f7f186c75"}]: dispatch 2024-04-15T14:32:58.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:32:58 smithi016 ceph-mon[36548]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "0bf5c778-a19b-4142-9e51-872f7f186c75"}]: dispatch 2024-04-15T14:32:58.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:32:58 smithi016 ceph-mon[36548]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "0bf5c778-a19b-4142-9e51-872f7f186c75"}]': finished 2024-04-15T14:32:58.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:32:58 smithi016 ceph-mon[36548]: osdmap e52: 8 total, 7 up, 8 in 2024-04-15T14:32:58.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:32:58 smithi016 ceph-mon[36548]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-15T14:32:58.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:32:58 smithi102 ceph-mon[31017]: from='client.? 172.21.15.102:0/630067532' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "0bf5c778-a19b-4142-9e51-872f7f186c75"}]: dispatch 2024-04-15T14:32:58.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:32:58 smithi102 ceph-mon[31017]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "0bf5c778-a19b-4142-9e51-872f7f186c75"}]: dispatch 2024-04-15T14:32:58.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:32:58 smithi102 ceph-mon[31017]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "0bf5c778-a19b-4142-9e51-872f7f186c75"}]': finished 2024-04-15T14:32:58.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:32:58 smithi102 ceph-mon[31017]: osdmap e52: 8 total, 7 up, 8 in 2024-04-15T14:32:58.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:32:58 smithi102 ceph-mon[31017]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-15T14:32:59.539 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:32:59 smithi016 ceph-mon[27435]: pgmap v163: 1 pgs: 1 active+clean; 577 KiB data, 190 MiB used, 626 GiB / 626 GiB avail; 99 KiB/s, 0 objects/s recovering 2024-04-15T14:32:59.539 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:32:59 smithi016 ceph-mon[27435]: from='client.? 172.21.15.102:0/3887955416' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-15T14:32:59.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:32:59 smithi016 ceph-mon[36548]: pgmap v163: 1 pgs: 1 active+clean; 577 KiB data, 190 MiB used, 626 GiB / 626 GiB avail; 99 KiB/s, 0 objects/s recovering 2024-04-15T14:32:59.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:32:59 smithi016 ceph-mon[36548]: from='client.? 172.21.15.102:0/3887955416' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-15T14:32:59.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:32:59 smithi102 ceph-mon[31017]: pgmap v163: 1 pgs: 1 active+clean; 577 KiB data, 190 MiB used, 626 GiB / 626 GiB avail; 99 KiB/s, 0 objects/s recovering 2024-04-15T14:32:59.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:32:59 smithi102 ceph-mon[31017]: from='client.? 172.21.15.102:0/3887955416' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-15T14:33:01.539 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:33:01 smithi016 ceph-mon[27435]: pgmap v164: 1 pgs: 1 active+clean; 577 KiB data, 190 MiB used, 626 GiB / 626 GiB avail; 95 KiB/s, 0 objects/s recovering 2024-04-15T14:33:01.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:33:01 smithi016 ceph-mon[36548]: pgmap v164: 1 pgs: 1 active+clean; 577 KiB data, 190 MiB used, 626 GiB / 626 GiB avail; 95 KiB/s, 0 objects/s recovering 2024-04-15T14:33:01.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:33:01 smithi102 ceph-mon[31017]: pgmap v164: 1 pgs: 1 active+clean; 577 KiB data, 190 MiB used, 626 GiB / 626 GiB avail; 95 KiB/s, 0 objects/s recovering 2024-04-15T14:33:03.389 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:33:03 smithi102 ceph-mon[31017]: pgmap v165: 1 pgs: 1 active+clean; 577 KiB data, 190 MiB used, 626 GiB / 626 GiB avail; 72 KiB/s, 0 objects/s recovering 2024-04-15T14:33:03.539 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:33:03 smithi016 ceph-mon[27435]: pgmap v165: 1 pgs: 1 active+clean; 577 KiB data, 190 MiB used, 626 GiB / 626 GiB avail; 72 KiB/s, 0 objects/s recovering 2024-04-15T14:33:03.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:33:03 smithi016 ceph-mon[36548]: pgmap v165: 1 pgs: 1 active+clean; 577 KiB data, 190 MiB used, 626 GiB / 626 GiB avail; 72 KiB/s, 0 objects/s recovering 2024-04-15T14:33:04.539 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:33:04 smithi016 ceph-mon[27435]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.7"}]: dispatch 2024-04-15T14:33:04.539 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:33:04 smithi016 ceph-mon[27435]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T14:33:04.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:33:04 smithi016 ceph-mon[36548]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.7"}]: dispatch 2024-04-15T14:33:04.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:33:04 smithi016 ceph-mon[36548]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T14:33:04.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:33:04 smithi102 ceph-mon[31017]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.7"}]: dispatch 2024-04-15T14:33:04.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:33:04 smithi102 ceph-mon[31017]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T14:33:05.541 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:33:05 smithi016 ceph-mon[27435]: Deploying daemon osd.7 on smithi102 2024-04-15T14:33:05.541 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:33:05 smithi016 ceph-mon[27435]: pgmap v166: 1 pgs: 1 active+clean; 577 KiB data, 190 MiB used, 626 GiB / 626 GiB avail; 64 KiB/s, 0 objects/s recovering 2024-04-15T14:33:05.542 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:33:05 smithi016 ceph-mon[36548]: Deploying daemon osd.7 on smithi102 2024-04-15T14:33:05.542 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:33:05 smithi016 ceph-mon[36548]: pgmap v166: 1 pgs: 1 active+clean; 577 KiB data, 190 MiB used, 626 GiB / 626 GiB avail; 64 KiB/s, 0 objects/s recovering 2024-04-15T14:33:05.682 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:33:05 smithi102 ceph-mon[31017]: Deploying daemon osd.7 on smithi102 2024-04-15T14:33:05.682 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:33:05 smithi102 ceph-mon[31017]: pgmap v166: 1 pgs: 1 active+clean; 577 KiB data, 190 MiB used, 626 GiB / 626 GiB avail; 64 KiB/s, 0 objects/s recovering 2024-04-15T14:33:07.539 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:33:07 smithi016 ceph-mon[27435]: pgmap v167: 1 pgs: 1 active+clean; 577 KiB data, 190 MiB used, 626 GiB / 626 GiB avail 2024-04-15T14:33:07.539 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:33:07 smithi016 ceph-mon[36548]: pgmap v167: 1 pgs: 1 active+clean; 577 KiB data, 190 MiB used, 626 GiB / 626 GiB avail 2024-04-15T14:33:07.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:33:07 smithi102 ceph-mon[31017]: pgmap v167: 1 pgs: 1 active+clean; 577 KiB data, 190 MiB used, 626 GiB / 626 GiB avail 2024-04-15T14:33:09.575 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:33:09 smithi102 ceph-mon[31017]: pgmap v168: 1 pgs: 1 active+clean; 577 KiB data, 190 MiB used, 626 GiB / 626 GiB avail 2024-04-15T14:33:09.789 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:33:09 smithi016 ceph-mon[27435]: pgmap v168: 1 pgs: 1 active+clean; 577 KiB data, 190 MiB used, 626 GiB / 626 GiB avail 2024-04-15T14:33:09.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:33:09 smithi016 ceph-mon[36548]: pgmap v168: 1 pgs: 1 active+clean; 577 KiB data, 190 MiB used, 626 GiB / 626 GiB avail 2024-04-15T14:33:10.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:33:10 smithi102 ceph-mon[31017]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' 2024-04-15T14:33:10.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:33:10 smithi102 ceph-mon[31017]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' 2024-04-15T14:33:10.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:33:10 smithi102 ceph-mon[31017]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T14:33:11.039 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:33:10 smithi016 ceph-mon[27435]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' 2024-04-15T14:33:11.039 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:33:10 smithi016 ceph-mon[27435]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' 2024-04-15T14:33:11.039 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:33:10 smithi016 ceph-mon[27435]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T14:33:11.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:33:10 smithi016 ceph-mon[36548]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' 2024-04-15T14:33:11.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:33:10 smithi016 ceph-mon[36548]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' 2024-04-15T14:33:11.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:33:10 smithi016 ceph-mon[36548]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T14:33:11.743 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:33:11 smithi102 ceph-mon[31017]: pgmap v169: 1 pgs: 1 active+clean; 577 KiB data, 190 MiB used, 626 GiB / 626 GiB avail 2024-04-15T14:33:12.039 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:33:11 smithi016 ceph-mon[27435]: pgmap v169: 1 pgs: 1 active+clean; 577 KiB data, 190 MiB used, 626 GiB / 626 GiB avail 2024-04-15T14:33:12.039 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:33:11 smithi016 ceph-mon[36548]: pgmap v169: 1 pgs: 1 active+clean; 577 KiB data, 190 MiB used, 626 GiB / 626 GiB avail 2024-04-15T14:33:13.381 INFO:teuthology.orchestra.run.smithi102.stdout:Created osd(s) 7 on host 'smithi102' 2024-04-15T14:33:13.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:33:13 smithi102 ceph-mon[31017]: pgmap v170: 1 pgs: 1 active+clean; 577 KiB data, 190 MiB used, 626 GiB / 626 GiB avail 2024-04-15T14:33:13.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:33:13 smithi102 ceph-mon[31017]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' 2024-04-15T14:33:13.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:33:13 smithi102 ceph-mon[31017]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' 2024-04-15T14:33:13.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:33:13 smithi102 ceph-mon[31017]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T14:33:13.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:33:13 smithi102 ceph-mon[31017]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T14:33:13.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:33:13 smithi102 ceph-mon[31017]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' 2024-04-15T14:33:13.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:33:13 smithi102 ceph-mon[31017]: from='osd.7 [v2:172.21.15.102:6824/2974249338,v1:172.21.15.102:6825/2974249338]' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2024-04-15T14:33:13.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:33:13 smithi102 ceph-mon[31017]: from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2024-04-15T14:33:13.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:33:13 smithi102 ceph-mon[31017]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' 2024-04-15T14:33:13.688 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:33:13 smithi102 ceph-mon[31017]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' 2024-04-15T14:33:13.688 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:33:13 smithi102 ceph-mon[31017]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T14:33:13.789 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:33:13 smithi016 ceph-mon[27435]: pgmap v170: 1 pgs: 1 active+clean; 577 KiB data, 190 MiB used, 626 GiB / 626 GiB avail 2024-04-15T14:33:13.789 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:33:13 smithi016 ceph-mon[27435]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' 2024-04-15T14:33:13.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:33:13 smithi016 ceph-mon[27435]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' 2024-04-15T14:33:13.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:33:13 smithi016 ceph-mon[27435]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T14:33:13.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:33:13 smithi016 ceph-mon[27435]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T14:33:13.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:33:13 smithi016 ceph-mon[27435]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' 2024-04-15T14:33:13.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:33:13 smithi016 ceph-mon[27435]: from='osd.7 [v2:172.21.15.102:6824/2974249338,v1:172.21.15.102:6825/2974249338]' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2024-04-15T14:33:13.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:33:13 smithi016 ceph-mon[27435]: from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2024-04-15T14:33:13.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:33:13 smithi016 ceph-mon[27435]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' 2024-04-15T14:33:13.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:33:13 smithi016 ceph-mon[27435]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' 2024-04-15T14:33:13.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:33:13 smithi016 ceph-mon[27435]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T14:33:13.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:33:13 smithi016 ceph-mon[36548]: pgmap v170: 1 pgs: 1 active+clean; 577 KiB data, 190 MiB used, 626 GiB / 626 GiB avail 2024-04-15T14:33:13.791 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:33:13 smithi016 ceph-mon[36548]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' 2024-04-15T14:33:13.791 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:33:13 smithi016 ceph-mon[36548]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' 2024-04-15T14:33:13.791 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:33:13 smithi016 ceph-mon[36548]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T14:33:13.791 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:33:13 smithi016 ceph-mon[36548]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T14:33:13.791 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:33:13 smithi016 ceph-mon[36548]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' 2024-04-15T14:33:13.791 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:33:13 smithi016 ceph-mon[36548]: from='osd.7 [v2:172.21.15.102:6824/2974249338,v1:172.21.15.102:6825/2974249338]' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2024-04-15T14:33:13.791 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:33:13 smithi016 ceph-mon[36548]: from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2024-04-15T14:33:13.791 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:33:13 smithi016 ceph-mon[36548]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' 2024-04-15T14:33:13.791 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:33:13 smithi016 ceph-mon[36548]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' 2024-04-15T14:33:13.791 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:33:13 smithi016 ceph-mon[36548]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T14:33:14.009 DEBUG:teuthology.orchestra.run.smithi102:osd.7> sudo journalctl -f -n 0 -u ceph-362ea986-fb34-11ee-bc8f-c7b262605968@osd.7.service 2024-04-15T14:33:14.012 INFO:tasks.cephadm:Waiting for 8 OSDs to come up... 2024-04-15T14:33:14.012 DEBUG:teuthology.orchestra.run.smithi016:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 362ea986-fb34-11ee-bc8f-c7b262605968 -- ceph osd stat -f json 2024-04-15T14:33:14.234 INFO:teuthology.orchestra.run.smithi016.stderr:Inferring config /var/lib/ceph/362ea986-fb34-11ee-bc8f-c7b262605968/mon.a/config 2024-04-15T14:33:14.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:33:14 smithi102 ceph-mon[31017]: from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]': finished 2024-04-15T14:33:14.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:33:14 smithi102 ceph-mon[31017]: osdmap e53: 8 total, 7 up, 8 in 2024-04-15T14:33:14.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:33:14 smithi102 ceph-mon[31017]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-15T14:33:14.938 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:33:14 smithi102 ceph-mon[31017]: from='osd.7 [v2:172.21.15.102:6824/2974249338,v1:172.21.15.102:6825/2974249338]' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi102", "root=default"]}]: dispatch 2024-04-15T14:33:14.938 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:33:14 smithi102 ceph-mon[31017]: from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi102", "root=default"]}]: dispatch 2024-04-15T14:33:14.938 INFO:journalctl@ceph.osd.7.smithi102.stdout:Apr 15 14:33:14 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-osd-7[54921]: 2024-04-15T14:33:14.643+0000 7f368a3c5700 -1 osd.7 0 waiting for initial osdmap 2024-04-15T14:33:14.938 INFO:journalctl@ceph.osd.7.smithi102.stdout:Apr 15 14:33:14 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-osd-7[54921]: 2024-04-15T14:33:14.650+0000 7f36861ba700 -1 osd.7 54 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-04-15T14:33:15.039 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:33:14 smithi016 ceph-mon[27435]: from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]': finished 2024-04-15T14:33:15.039 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:33:14 smithi016 ceph-mon[27435]: osdmap e53: 8 total, 7 up, 8 in 2024-04-15T14:33:15.039 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:33:14 smithi016 ceph-mon[27435]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-15T14:33:15.039 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:33:14 smithi016 ceph-mon[27435]: from='osd.7 [v2:172.21.15.102:6824/2974249338,v1:172.21.15.102:6825/2974249338]' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi102", "root=default"]}]: dispatch 2024-04-15T14:33:15.039 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:33:14 smithi016 ceph-mon[27435]: from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi102", "root=default"]}]: dispatch 2024-04-15T14:33:15.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:33:14 smithi016 ceph-mon[36548]: from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]': finished 2024-04-15T14:33:15.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:33:14 smithi016 ceph-mon[36548]: osdmap e53: 8 total, 7 up, 8 in 2024-04-15T14:33:15.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:33:14 smithi016 ceph-mon[36548]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-15T14:33:15.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:33:14 smithi016 ceph-mon[36548]: from='osd.7 [v2:172.21.15.102:6824/2974249338,v1:172.21.15.102:6825/2974249338]' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi102", "root=default"]}]: dispatch 2024-04-15T14:33:15.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:33:14 smithi016 ceph-mon[36548]: from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi102", "root=default"]}]: dispatch 2024-04-15T14:33:15.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:33:15 smithi102 ceph-mon[31017]: pgmap v172: 1 pgs: 1 active+clean; 577 KiB data, 190 MiB used, 626 GiB / 626 GiB avail 2024-04-15T14:33:15.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:33:15 smithi102 ceph-mon[31017]: from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi102", "root=default"]}]': finished 2024-04-15T14:33:15.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:33:15 smithi102 ceph-mon[31017]: osdmap e54: 8 total, 7 up, 8 in 2024-04-15T14:33:15.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:33:15 smithi102 ceph-mon[31017]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-15T14:33:15.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:33:15 smithi102 ceph-mon[31017]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-15T14:33:15.834 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:33:15 smithi016 ceph-mon[36548]: pgmap v172: 1 pgs: 1 active+clean; 577 KiB data, 190 MiB used, 626 GiB / 626 GiB avail 2024-04-15T14:33:15.834 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:33:15 smithi016 ceph-mon[36548]: from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi102", "root=default"]}]': finished 2024-04-15T14:33:15.834 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:33:15 smithi016 ceph-mon[36548]: osdmap e54: 8 total, 7 up, 8 in 2024-04-15T14:33:15.835 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:33:15 smithi016 ceph-mon[36548]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-15T14:33:15.835 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:33:15 smithi016 ceph-mon[36548]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-15T14:33:15.835 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:33:15 smithi016 ceph-mon[27435]: pgmap v172: 1 pgs: 1 active+clean; 577 KiB data, 190 MiB used, 626 GiB / 626 GiB avail 2024-04-15T14:33:15.835 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:33:15 smithi016 ceph-mon[27435]: from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi102", "root=default"]}]': finished 2024-04-15T14:33:15.835 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:33:15 smithi016 ceph-mon[27435]: osdmap e54: 8 total, 7 up, 8 in 2024-04-15T14:33:15.835 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:33:15 smithi016 ceph-mon[27435]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-15T14:33:15.835 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:33:15 smithi016 ceph-mon[27435]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-15T14:33:16.277 INFO:teuthology.orchestra.run.smithi016.stdout: 2024-04-15T14:33:16.936 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:33:16 smithi102 ceph-mon[31017]: purged_snaps scrub starts 2024-04-15T14:33:16.936 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:33:16 smithi102 ceph-mon[31017]: purged_snaps scrub ok 2024-04-15T14:33:16.936 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:33:16 smithi102 ceph-mon[31017]: osd.7 [v2:172.21.15.102:6824/2974249338,v1:172.21.15.102:6825/2974249338] boot 2024-04-15T14:33:16.936 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:33:16 smithi102 ceph-mon[31017]: osdmap e55: 8 total, 8 up, 8 in 2024-04-15T14:33:16.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:33:16 smithi102 ceph-mon[31017]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-15T14:33:16.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:33:16 smithi102 ceph-mon[31017]: from='client.? 172.21.15.16:0/3573725593' entity='client.admin' cmd=[{"prefix": "osd stat", "format": "json"}]: dispatch 2024-04-15T14:33:16.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:33:16 smithi102 ceph-mon[31017]: osdmap e56: 8 total, 8 up, 8 in 2024-04-15T14:33:17.009 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:33:16 smithi016 ceph-mon[27435]: purged_snaps scrub starts 2024-04-15T14:33:17.009 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:33:16 smithi016 ceph-mon[27435]: purged_snaps scrub ok 2024-04-15T14:33:17.010 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:33:16 smithi016 ceph-mon[27435]: osd.7 [v2:172.21.15.102:6824/2974249338,v1:172.21.15.102:6825/2974249338] boot 2024-04-15T14:33:17.010 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:33:16 smithi016 ceph-mon[27435]: osdmap e55: 8 total, 8 up, 8 in 2024-04-15T14:33:17.010 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:33:16 smithi016 ceph-mon[27435]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-15T14:33:17.010 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:33:16 smithi016 ceph-mon[27435]: from='client.? 172.21.15.16:0/3573725593' entity='client.admin' cmd=[{"prefix": "osd stat", "format": "json"}]: dispatch 2024-04-15T14:33:17.010 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:33:16 smithi016 ceph-mon[27435]: osdmap e56: 8 total, 8 up, 8 in 2024-04-15T14:33:17.010 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:33:16 smithi016 ceph-mon[36548]: purged_snaps scrub starts 2024-04-15T14:33:17.010 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:33:16 smithi016 ceph-mon[36548]: purged_snaps scrub ok 2024-04-15T14:33:17.010 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:33:16 smithi016 ceph-mon[36548]: osd.7 [v2:172.21.15.102:6824/2974249338,v1:172.21.15.102:6825/2974249338] boot 2024-04-15T14:33:17.010 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:33:16 smithi016 ceph-mon[36548]: osdmap e55: 8 total, 8 up, 8 in 2024-04-15T14:33:17.010 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:33:16 smithi016 ceph-mon[36548]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-15T14:33:17.011 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:33:16 smithi016 ceph-mon[36548]: from='client.? 172.21.15.16:0/3573725593' entity='client.admin' cmd=[{"prefix": "osd stat", "format": "json"}]: dispatch 2024-04-15T14:33:17.011 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:33:16 smithi016 ceph-mon[36548]: osdmap e56: 8 total, 8 up, 8 in 2024-04-15T14:33:17.035 INFO:teuthology.orchestra.run.smithi016.stdout:{"epoch":55,"num_osds":8,"num_up_osds":8,"osd_up_since":1713191595,"num_in_osds":8,"osd_in_since":1713191577,"num_remapped_pgs":1} 2024-04-15T14:33:17.036 DEBUG:teuthology.orchestra.run.smithi016:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 362ea986-fb34-11ee-bc8f-c7b262605968 -- ceph osd dump --format=json 2024-04-15T14:33:17.251 INFO:teuthology.orchestra.run.smithi016.stderr:Inferring config /var/lib/ceph/362ea986-fb34-11ee-bc8f-c7b262605968/mon.a/config 2024-04-15T14:33:17.653 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:33:17 smithi102 ceph-mon[31017]: pgmap v175: 1 pgs: 1 active+clean; 577 KiB data, 190 MiB used, 626 GiB / 626 GiB avail 2024-04-15T14:33:17.654 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:33:17 smithi102 ceph-mon[31017]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' 2024-04-15T14:33:17.654 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:33:17 smithi102 ceph-mon[31017]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' 2024-04-15T14:33:17.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:33:17 smithi102 ceph-mon[31017]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-04-15T14:33:17.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:33:17 smithi102 ceph-mon[31017]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-04-15T14:33:17.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:33:17 smithi102 ceph-mon[31017]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-04-15T14:33:17.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:33:17 smithi102 ceph-mon[31017]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-04-15T14:33:17.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:33:17 smithi102 ceph-mon[31017]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' 2024-04-15T14:33:17.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:33:17 smithi102 ceph-mon[31017]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T14:33:17.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:33:17 smithi102 ceph-mon[31017]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T14:33:17.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:33:17 smithi102 ceph-mon[31017]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' 2024-04-15T14:33:17.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:33:17 smithi102 ceph-mon[31017]: osdmap e57: 8 total, 8 up, 8 in 2024-04-15T14:33:18.039 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:33:17 smithi016 ceph-mon[27435]: pgmap v175: 1 pgs: 1 active+clean; 577 KiB data, 190 MiB used, 626 GiB / 626 GiB avail 2024-04-15T14:33:18.039 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:33:17 smithi016 ceph-mon[27435]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' 2024-04-15T14:33:18.039 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:33:17 smithi016 ceph-mon[27435]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' 2024-04-15T14:33:18.039 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:33:17 smithi016 ceph-mon[27435]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-04-15T14:33:18.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:33:17 smithi016 ceph-mon[27435]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-04-15T14:33:18.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:33:17 smithi016 ceph-mon[27435]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-04-15T14:33:18.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:33:17 smithi016 ceph-mon[27435]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-04-15T14:33:18.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:33:17 smithi016 ceph-mon[27435]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' 2024-04-15T14:33:18.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:33:17 smithi016 ceph-mon[27435]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T14:33:18.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:33:17 smithi016 ceph-mon[27435]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T14:33:18.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:33:17 smithi016 ceph-mon[27435]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' 2024-04-15T14:33:18.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:33:17 smithi016 ceph-mon[27435]: osdmap e57: 8 total, 8 up, 8 in 2024-04-15T14:33:18.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:33:17 smithi016 ceph-mon[36548]: pgmap v175: 1 pgs: 1 active+clean; 577 KiB data, 190 MiB used, 626 GiB / 626 GiB avail 2024-04-15T14:33:18.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:33:17 smithi016 ceph-mon[36548]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' 2024-04-15T14:33:18.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:33:17 smithi016 ceph-mon[36548]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' 2024-04-15T14:33:18.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:33:17 smithi016 ceph-mon[36548]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-04-15T14:33:18.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:33:17 smithi016 ceph-mon[36548]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-04-15T14:33:18.041 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:33:17 smithi016 ceph-mon[36548]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-04-15T14:33:18.041 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:33:17 smithi016 ceph-mon[36548]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-04-15T14:33:18.041 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:33:17 smithi016 ceph-mon[36548]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' 2024-04-15T14:33:18.041 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:33:17 smithi016 ceph-mon[36548]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T14:33:18.041 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:33:17 smithi016 ceph-mon[36548]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T14:33:18.041 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:33:17 smithi016 ceph-mon[36548]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' 2024-04-15T14:33:18.041 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:33:17 smithi016 ceph-mon[36548]: osdmap e57: 8 total, 8 up, 8 in 2024-04-15T14:33:18.762 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:33:18 smithi016 ceph-mon[27435]: Detected new or changed devices on smithi102 2024-04-15T14:33:18.763 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:33:18 smithi016 ceph-mon[27435]: Adjusting osd_memory_target on smithi102 to 4272M 2024-04-15T14:33:18.763 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:33:18 smithi016 ceph-mon[36548]: Detected new or changed devices on smithi102 2024-04-15T14:33:18.763 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:33:18 smithi016 ceph-mon[36548]: Adjusting osd_memory_target on smithi102 to 4272M 2024-04-15T14:33:18.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:33:18 smithi102 ceph-mon[31017]: Detected new or changed devices on smithi102 2024-04-15T14:33:18.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:33:18 smithi102 ceph-mon[31017]: Adjusting osd_memory_target on smithi102 to 4272M 2024-04-15T14:33:19.245 INFO:teuthology.orchestra.run.smithi016.stdout: 2024-04-15T14:33:19.245 INFO:teuthology.orchestra.run.smithi016.stdout:{"epoch":58,"fsid":"362ea986-fb34-11ee-bc8f-c7b262605968","created":"2024-04-15T14:28:04.029430+0000","modified":"2024-04-15T14:33:18.653324+0000","last_up_change":"2024-04-15T14:33:15.639105+0000","last_in_change":"2024-04-15T14:32:57.817466+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":18,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":1,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-04-15T14:31:12.502699+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":7.8899998664855957,"score_stable":7.8899998664855957,"optimal_score":0.37999999523162842,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"32611abc-3cf7-4d7d-a647-b8c5be33bc2e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":57,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6802","nonce":2264743542},{"type":"v1","addr":"172.21.15.16:6803","nonce":2264743542}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6804","nonce":2264743542},{"type":"v1","addr":"172.21.15.16:6805","nonce":2264743542}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6808","nonce":2264743542},{"type":"v1","addr":"172.21.15.16:6809","nonce":2264743542}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6806","nonce":2264743542},{"type":"v1","addr":"172.21.15.16:6807","nonce":2264743542}]},"public_addr":"172.21.15.16:6803/2264743542","cluster_addr":"172.21.15.16:6805/2264743542","heartbeat_back_addr":"172.21.15.16:6809/2264743542","heartbeat_front_addr":"172.21.15.16:6807/2264743542","state":["exists","up"]},{"osd":1,"uuid":"e07bc3a4-c5b8-4dd2-a9d2-0a8640b40fe0","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":33,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6810","nonce":1440502014},{"type":"v1","addr":"172.21.15.16:6811","nonce":1440502014}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6812","nonce":1440502014},{"type":"v1","addr":"172.21.15.16:6813","nonce":1440502014}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6816","nonce":1440502014},{"type":"v1","addr":"172.21.15.16:6817","nonce":1440502014}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6814","nonce":1440502014},{"type":"v1","addr":"172.21.15.16:6815","nonce":1440502014}]},"public_addr":"172.21.15.16:6811/1440502014","cluster_addr":"172.21.15.16:6813/1440502014","heartbeat_back_addr":"172.21.15.16:6817/1440502014","heartbeat_front_addr":"172.21.15.16:6815/1440502014","state":["exists","up"]},{"osd":2,"uuid":"358f648c-0d4b-4bb7-a965-dff2e7adb39f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6818","nonce":809070887},{"type":"v1","addr":"172.21.15.16:6819","nonce":809070887}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6820","nonce":809070887},{"type":"v1","addr":"172.21.15.16:6821","nonce":809070887}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6824","nonce":809070887},{"type":"v1","addr":"172.21.15.16:6825","nonce":809070887}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6822","nonce":809070887},{"type":"v1","addr":"172.21.15.16:6823","nonce":809070887}]},"public_addr":"172.21.15.16:6819/809070887","cluster_addr":"172.21.15.16:6821/809070887","heartbeat_back_addr":"172.21.15.16:6825/809070887","heartbeat_front_addr":"172.21.15.16:6823/809070887","state":["exists","up"]},{"osd":3,"uuid":"12a0db2e-4774-4a68-870c-24969e5204b0","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":25,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6826","nonce":2809915418},{"type":"v1","addr":"172.21.15.16:6827","nonce":2809915418}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6828","nonce":2809915418},{"type":"v1","addr":"172.21.15.16:6829","nonce":2809915418}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6832","nonce":2809915418},{"type":"v1","addr":"172.21.15.16:6833","nonce":2809915418}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6830","nonce":2809915418},{"type":"v1","addr":"172.21.15.16:6831","nonce":2809915418}]},"public_addr":"172.21.15.16:6827/2809915418","cluster_addr":"172.21.15.16:6829/2809915418","heartbeat_back_addr":"172.21.15.16:6833/2809915418","heartbeat_front_addr":"172.21.15.16:6831/2809915418","state":["exists","up"]},{"osd":4,"uuid":"f8c16c9a-b0ad-4a06-9f16-6309a4558023","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":30,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6800","nonce":2585706670},{"type":"v1","addr":"172.21.15.102:6801","nonce":2585706670}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6802","nonce":2585706670},{"type":"v1","addr":"172.21.15.102:6803","nonce":2585706670}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6806","nonce":2585706670},{"type":"v1","addr":"172.21.15.102:6807","nonce":2585706670}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6804","nonce":2585706670},{"type":"v1","addr":"172.21.15.102:6805","nonce":2585706670}]},"public_addr":"172.21.15.102:6801/2585706670","cluster_addr":"172.21.15.102:6803/2585706670","heartbeat_back_addr":"172.21.15.102:6807/2585706670","heartbeat_front_addr":"172.21.15.102:6805/2585706670","state":["exists","up"]},{"osd":5,"uuid":"15dff6b6-b788-4f68-840d-3a69f843f228","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":38,"up_thru":41,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6808","nonce":3988882984},{"type":"v1","addr":"172.21.15.102:6809","nonce":3988882984}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6810","nonce":3988882984},{"type":"v1","addr":"172.21.15.102:6811","nonce":3988882984}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6814","nonce":3988882984},{"type":"v1","addr":"172.21.15.102:6815","nonce":3988882984}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6812","nonce":3988882984},{"type":"v1","addr":"172.21.15.102:6813","nonce":3988882984}]},"public_addr":"172.21.15.102:6809/3988882984","cluster_addr":"172.21.15.102:6811/3988882984","heartbeat_back_addr":"172.21.15.102:6815/3988882984","heartbeat_front_addr":"172.21.15.102:6813/3988882984","state":["exists","up"]},{"osd":6,"uuid":"4b0eba70-eeb0-4c8e-81ae-da32eccddb4a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":47,"up_thru":50,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6816","nonce":124432118},{"type":"v1","addr":"172.21.15.102:6817","nonce":124432118}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6818","nonce":124432118},{"type":"v1","addr":"172.21.15.102:6819","nonce":124432118}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6822","nonce":124432118},{"type":"v1","addr":"172.21.15.102:6823","nonce":124432118}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6820","nonce":124432118},{"type":"v1","addr":"172.21.15.102:6821","nonce":124432118}]},"public_addr":"172.21.15.102:6817/124432118","cluster_addr":"172.21.15.102:6819/124432118","heartbeat_back_addr":"172.21.15.102:6823/124432118","heartbeat_front_addr":"172.21.15.102:6821/124432118","state":["exists","up"]},{"osd":7,"uuid":"0bf5c778-a19b-4142-9e51-872f7f186c75","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":55,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6824","nonce":2974249338},{"type":"v1","addr":"172.21.15.102:6825","nonce":2974249338}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6826","nonce":2974249338},{"type":"v1","addr":"172.21.15.102:6827","nonce":2974249338}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6830","nonce":2974249338},{"type":"v1","addr":"172.21.15.102:6831","nonce":2974249338}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6828","nonce":2974249338},{"type":"v1","addr":"172.21.15.102:6829","nonce":2974249338}]},"public_addr":"172.21.15.102:6825/2974249338","cluster_addr":"172.21.15.102:6827/2974249338","heartbeat_back_addr":"172.21.15.102:6831/2974249338","heartbeat_front_addr":"172.21.15.102:6829/2974249338","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-15T14:30:19.499538+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-15T14:30:44.374414+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-15T14:31:09.809932+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-15T14:31:35.393873+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-15T14:31:58.889917+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-15T14:32:23.125904+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-15T14:32:48.407037+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-15T14:33:13.714624+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.16:0/2197696641":"2024-04-16T14:28:56.181699+0000","172.21.15.16:6800/3159850174":"2024-04-16T14:28:56.181699+0000","172.21.15.16:0/3475792966":"2024-04-16T14:28:56.181699+0000","172.21.15.16:6800/3597408122":"2024-04-16T14:28:31.383356+0000","172.21.15.16:0/386972103":"2024-04-16T14:28:31.383356+0000","172.21.15.16:6801/3159850174":"2024-04-16T14:28:56.181699+0000","172.21.15.16:0/1771838827":"2024-04-16T14:28:31.383356+0000","172.21.15.16:0/1190696072":"2024-04-16T14:28:31.383356+0000","172.21.15.16:6801/3597408122":"2024-04-16T14:28:31.383356+0000","172.21.15.16:0/1245103161":"2024-04-16T14:28:56.181699+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-04-15T14:33:19.874 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:33:19 smithi016 ceph-mon[36548]: pgmap v178: 1 pgs: 1 remapped+peering; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2024-04-15T14:33:19.874 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:33:19 smithi016 ceph-mon[36548]: osdmap e58: 8 total, 8 up, 8 in 2024-04-15T14:33:19.874 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:33:19 smithi016 ceph-mon[36548]: from='client.? 172.21.15.16:0/2456934139' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-15T14:33:19.874 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:33:19 smithi016 ceph-mon[27435]: pgmap v178: 1 pgs: 1 remapped+peering; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2024-04-15T14:33:19.874 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:33:19 smithi016 ceph-mon[27435]: osdmap e58: 8 total, 8 up, 8 in 2024-04-15T14:33:19.875 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:33:19 smithi016 ceph-mon[27435]: from='client.? 172.21.15.16:0/2456934139' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-15T14:33:19.897 INFO:tasks.cephadm.ceph_manager.ceph:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-04-15T14:31:12.502699+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '21', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_acting': 7.889999866485596, 'score_stable': 7.889999866485596, 'optimal_score': 0.3799999952316284, 'raw_score_acting': 3, 'raw_score_stable': 3, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2024-04-15T14:33:19.897 DEBUG:teuthology.orchestra.run.smithi016:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 362ea986-fb34-11ee-bc8f-c7b262605968 -- ceph osd pool get .mgr pg_num 2024-04-15T14:33:19.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:33:19 smithi102 ceph-mon[31017]: pgmap v178: 1 pgs: 1 remapped+peering; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2024-04-15T14:33:19.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:33:19 smithi102 ceph-mon[31017]: osdmap e58: 8 total, 8 up, 8 in 2024-04-15T14:33:19.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:33:19 smithi102 ceph-mon[31017]: from='client.? 172.21.15.16:0/2456934139' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-15T14:33:20.108 INFO:teuthology.orchestra.run.smithi016.stderr:Inferring config /var/lib/ceph/362ea986-fb34-11ee-bc8f-c7b262605968/mon.a/config 2024-04-15T14:33:20.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:33:20 smithi102 ceph-mon[31017]: osdmap e59: 8 total, 8 up, 8 in 2024-04-15T14:33:21.039 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:33:20 smithi016 ceph-mon[27435]: osdmap e59: 8 total, 8 up, 8 in 2024-04-15T14:33:21.039 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:33:20 smithi016 ceph-mon[36548]: osdmap e59: 8 total, 8 up, 8 in 2024-04-15T14:33:21.669 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:33:21 smithi016 ceph-mon[27435]: pgmap v181: 1 pgs: 1 remapped+peering; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2024-04-15T14:33:21.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:33:21 smithi102 ceph-mon[31017]: pgmap v181: 1 pgs: 1 remapped+peering; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2024-04-15T14:33:22.039 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:33:21 smithi016 ceph-mon[36548]: pgmap v181: 1 pgs: 1 remapped+peering; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2024-04-15T14:33:22.119 INFO:teuthology.orchestra.run.smithi016.stdout:pg_num: 1 2024-04-15T14:33:22.845 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:33:22 smithi016 ceph-mon[27435]: from='client.? 172.21.15.16:0/3790812194' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-04-15T14:33:22.845 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:33:22 smithi016 ceph-mon[36548]: from='client.? 172.21.15.16:0/3790812194' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-04-15T14:33:22.870 INFO:tasks.cephadm:Adding mds.a on smithi016 2024-04-15T14:33:22.870 INFO:tasks.cephadm:Adding mds.b on smithi102 2024-04-15T14:33:22.871 DEBUG:teuthology.orchestra.run.smithi102:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 362ea986-fb34-11ee-bc8f-c7b262605968 -- ceph orch apply mds all '2;smithi016=a;smithi102=b' 2024-04-15T14:33:22.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:33:22 smithi102 ceph-mon[31017]: from='client.? 172.21.15.16:0/3790812194' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-04-15T14:33:23.083 INFO:teuthology.orchestra.run.smithi102.stderr:Inferring config /var/lib/ceph/362ea986-fb34-11ee-bc8f-c7b262605968/mon.b/config 2024-04-15T14:33:23.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:33:23 smithi102 ceph-mon[31017]: pgmap v182: 1 pgs: 1 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail; 103 KiB/s, 0 objects/s recovering 2024-04-15T14:33:24.039 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:33:23 smithi016 ceph-mon[27435]: pgmap v182: 1 pgs: 1 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail; 103 KiB/s, 0 objects/s recovering 2024-04-15T14:33:24.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:33:23 smithi016 ceph-mon[36548]: pgmap v182: 1 pgs: 1 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail; 103 KiB/s, 0 objects/s recovering 2024-04-15T14:33:24.984 INFO:teuthology.orchestra.run.smithi102.stdout:Scheduled mds.all update... 2024-04-15T14:33:25.613 DEBUG:teuthology.orchestra.run.smithi016:mds.a> sudo journalctl -f -n 0 -u ceph-362ea986-fb34-11ee-bc8f-c7b262605968@mds.a.service 2024-04-15T14:33:25.616 DEBUG:teuthology.orchestra.run.smithi102:mds.b> sudo journalctl -f -n 0 -u ceph-362ea986-fb34-11ee-bc8f-c7b262605968@mds.b.service 2024-04-15T14:33:25.619 INFO:tasks.cephadm:Setting up CephFS filesystem(s)... 2024-04-15T14:33:25.619 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-04-15T14:33:25.974 INFO:teuthology.orchestra.run.smithi016.stdout: 2024-04-15T14:33:25.974 INFO:teuthology.orchestra.run.smithi016.stdout:{"epoch":59,"fsid":"362ea986-fb34-11ee-bc8f-c7b262605968","created":"2024-04-15T14:28:04.029430+0000","modified":"2024-04-15T14:33:19.657245+0000","last_up_change":"2024-04-15T14:33:15.639105+0000","last_in_change":"2024-04-15T14:32:57.817466+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":18,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":1,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-04-15T14:31:12.502699+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":7.8899998664855957,"score_stable":7.8899998664855957,"optimal_score":0.37999999523162842,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"32611abc-3cf7-4d7d-a647-b8c5be33bc2e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":57,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6802","nonce":2264743542},{"type":"v1","addr":"172.21.15.16:6803","nonce":2264743542}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6804","nonce":2264743542},{"type":"v1","addr":"172.21.15.16:6805","nonce":2264743542}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6808","nonce":2264743542},{"type":"v1","addr":"172.21.15.16:6809","nonce":2264743542}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6806","nonce":2264743542},{"type":"v1","addr":"172.21.15.16:6807","nonce":2264743542}]},"public_addr":"172.21.15.16:6803/2264743542","cluster_addr":"172.21.15.16:6805/2264743542","heartbeat_back_addr":"172.21.15.16:6809/2264743542","heartbeat_front_addr":"172.21.15.16:6807/2264743542","state":["exists","up"]},{"osd":1,"uuid":"e07bc3a4-c5b8-4dd2-a9d2-0a8640b40fe0","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":33,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6810","nonce":1440502014},{"type":"v1","addr":"172.21.15.16:6811","nonce":1440502014}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6812","nonce":1440502014},{"type":"v1","addr":"172.21.15.16:6813","nonce":1440502014}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6816","nonce":1440502014},{"type":"v1","addr":"172.21.15.16:6817","nonce":1440502014}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6814","nonce":1440502014},{"type":"v1","addr":"172.21.15.16:6815","nonce":1440502014}]},"public_addr":"172.21.15.16:6811/1440502014","cluster_addr":"172.21.15.16:6813/1440502014","heartbeat_back_addr":"172.21.15.16:6817/1440502014","heartbeat_front_addr":"172.21.15.16:6815/1440502014","state":["exists","up"]},{"osd":2,"uuid":"358f648c-0d4b-4bb7-a965-dff2e7adb39f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6818","nonce":809070887},{"type":"v1","addr":"172.21.15.16:6819","nonce":809070887}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6820","nonce":809070887},{"type":"v1","addr":"172.21.15.16:6821","nonce":809070887}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6824","nonce":809070887},{"type":"v1","addr":"172.21.15.16:6825","nonce":809070887}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6822","nonce":809070887},{"type":"v1","addr":"172.21.15.16:6823","nonce":809070887}]},"public_addr":"172.21.15.16:6819/809070887","cluster_addr":"172.21.15.16:6821/809070887","heartbeat_back_addr":"172.21.15.16:6825/809070887","heartbeat_front_addr":"172.21.15.16:6823/809070887","state":["exists","up"]},{"osd":3,"uuid":"12a0db2e-4774-4a68-870c-24969e5204b0","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":25,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6826","nonce":2809915418},{"type":"v1","addr":"172.21.15.16:6827","nonce":2809915418}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6828","nonce":2809915418},{"type":"v1","addr":"172.21.15.16:6829","nonce":2809915418}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6832","nonce":2809915418},{"type":"v1","addr":"172.21.15.16:6833","nonce":2809915418}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6830","nonce":2809915418},{"type":"v1","addr":"172.21.15.16:6831","nonce":2809915418}]},"public_addr":"172.21.15.16:6827/2809915418","cluster_addr":"172.21.15.16:6829/2809915418","heartbeat_back_addr":"172.21.15.16:6833/2809915418","heartbeat_front_addr":"172.21.15.16:6831/2809915418","state":["exists","up"]},{"osd":4,"uuid":"f8c16c9a-b0ad-4a06-9f16-6309a4558023","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":30,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6800","nonce":2585706670},{"type":"v1","addr":"172.21.15.102:6801","nonce":2585706670}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6802","nonce":2585706670},{"type":"v1","addr":"172.21.15.102:6803","nonce":2585706670}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6806","nonce":2585706670},{"type":"v1","addr":"172.21.15.102:6807","nonce":2585706670}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6804","nonce":2585706670},{"type":"v1","addr":"172.21.15.102:6805","nonce":2585706670}]},"public_addr":"172.21.15.102:6801/2585706670","cluster_addr":"172.21.15.102:6803/2585706670","heartbeat_back_addr":"172.21.15.102:6807/2585706670","heartbeat_front_addr":"172.21.15.102:6805/2585706670","state":["exists","up"]},{"osd":5,"uuid":"15dff6b6-b788-4f68-840d-3a69f843f228","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":38,"up_thru":41,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6808","nonce":3988882984},{"type":"v1","addr":"172.21.15.102:6809","nonce":3988882984}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6810","nonce":3988882984},{"type":"v1","addr":"172.21.15.102:6811","nonce":3988882984}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6814","nonce":3988882984},{"type":"v1","addr":"172.21.15.102:6815","nonce":3988882984}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6812","nonce":3988882984},{"type":"v1","addr":"172.21.15.102:6813","nonce":3988882984}]},"public_addr":"172.21.15.102:6809/3988882984","cluster_addr":"172.21.15.102:6811/3988882984","heartbeat_back_addr":"172.21.15.102:6815/3988882984","heartbeat_front_addr":"172.21.15.102:6813/3988882984","state":["exists","up"]},{"osd":6,"uuid":"4b0eba70-eeb0-4c8e-81ae-da32eccddb4a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":47,"up_thru":50,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6816","nonce":124432118},{"type":"v1","addr":"172.21.15.102:6817","nonce":124432118}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6818","nonce":124432118},{"type":"v1","addr":"172.21.15.102:6819","nonce":124432118}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6822","nonce":124432118},{"type":"v1","addr":"172.21.15.102:6823","nonce":124432118}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6820","nonce":124432118},{"type":"v1","addr":"172.21.15.102:6821","nonce":124432118}]},"public_addr":"172.21.15.102:6817/124432118","cluster_addr":"172.21.15.102:6819/124432118","heartbeat_back_addr":"172.21.15.102:6823/124432118","heartbeat_front_addr":"172.21.15.102:6821/124432118","state":["exists","up"]},{"osd":7,"uuid":"0bf5c778-a19b-4142-9e51-872f7f186c75","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":55,"up_thru":58,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6824","nonce":2974249338},{"type":"v1","addr":"172.21.15.102:6825","nonce":2974249338}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6826","nonce":2974249338},{"type":"v1","addr":"172.21.15.102:6827","nonce":2974249338}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6830","nonce":2974249338},{"type":"v1","addr":"172.21.15.102:6831","nonce":2974249338}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6828","nonce":2974249338},{"type":"v1","addr":"172.21.15.102:6829","nonce":2974249338}]},"public_addr":"172.21.15.102:6825/2974249338","cluster_addr":"172.21.15.102:6827/2974249338","heartbeat_back_addr":"172.21.15.102:6831/2974249338","heartbeat_front_addr":"172.21.15.102:6829/2974249338","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-15T14:30:19.499538+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-15T14:30:44.374414+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-15T14:31:09.809932+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-15T14:31:35.393873+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-15T14:31:58.889917+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-15T14:32:23.125904+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-15T14:32:48.407037+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-15T14:33:13.714624+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.16:0/2197696641":"2024-04-16T14:28:56.181699+0000","172.21.15.16:6800/3159850174":"2024-04-16T14:28:56.181699+0000","172.21.15.16:0/3475792966":"2024-04-16T14:28:56.181699+0000","172.21.15.16:6800/3597408122":"2024-04-16T14:28:31.383356+0000","172.21.15.16:0/386972103":"2024-04-16T14:28:31.383356+0000","172.21.15.16:6801/3159850174":"2024-04-16T14:28:56.181699+0000","172.21.15.16:0/1771838827":"2024-04-16T14:28:31.383356+0000","172.21.15.16:0/1190696072":"2024-04-16T14:28:31.383356+0000","172.21.15.16:6801/3597408122":"2024-04-16T14:28:31.383356+0000","172.21.15.16:0/1245103161":"2024-04-16T14:28:56.181699+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-04-15T14:33:25.988 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-04-15T14:31:12.502699+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '21', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_acting': 7.889999866485596, 'score_stable': 7.889999866485596, 'optimal_score': 0.3799999952316284, 'raw_score_acting': 3, 'raw_score_stable': 3, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2024-04-15T14:33:25.988 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2024-04-15T14:33:26.265 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:33:25 smithi016 ceph-mon[27435]: pgmap v183: 1 pgs: 1 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail; 88 KiB/s, 0 objects/s recovering 2024-04-15T14:33:26.265 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:33:25 smithi016 ceph-mon[27435]: from='client.24316 -' entity='client.admin' cmd=[{"prefix": "orch apply mds", "fs_name": "all", "placement": "2;smithi016=a;smithi102=b", "target": ["mon-mgr", ""]}]: dispatch 2024-04-15T14:33:26.265 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:33:25 smithi016 ceph-mon[27435]: Saving service mds.all spec with placement smithi016=a;smithi102=b;count:2 2024-04-15T14:33:26.265 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:33:25 smithi016 ceph-mon[27435]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' 2024-04-15T14:33:26.265 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:33:25 smithi016 ceph-mon[27435]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T14:33:26.266 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:33:25 smithi016 ceph-mon[27435]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T14:33:26.266 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:33:25 smithi016 ceph-mon[27435]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T14:33:26.266 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:33:25 smithi016 ceph-mon[27435]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' 2024-04-15T14:33:26.266 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:33:25 smithi016 ceph-mon[27435]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-15T14:33:26.266 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:33:25 smithi016 ceph-mon[27435]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' cmd='[{"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-04-15T14:33:26.266 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:33:25 smithi016 ceph-mon[27435]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T14:33:26.266 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:33:25 smithi016 ceph-mon[27435]: from='client.? 172.21.15.16:0/2622059941' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-15T14:33:26.266 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:33:25 smithi016 ceph-mon[36548]: pgmap v183: 1 pgs: 1 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail; 88 KiB/s, 0 objects/s recovering 2024-04-15T14:33:26.266 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:33:25 smithi016 ceph-mon[36548]: from='client.24316 -' entity='client.admin' cmd=[{"prefix": "orch apply mds", "fs_name": "all", "placement": "2;smithi016=a;smithi102=b", "target": ["mon-mgr", ""]}]: dispatch 2024-04-15T14:33:26.267 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:33:25 smithi016 ceph-mon[36548]: Saving service mds.all spec with placement smithi016=a;smithi102=b;count:2 2024-04-15T14:33:26.267 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:33:25 smithi016 ceph-mon[36548]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' 2024-04-15T14:33:26.267 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:33:25 smithi016 ceph-mon[36548]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T14:33:26.267 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:33:25 smithi016 ceph-mon[36548]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T14:33:26.267 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:33:25 smithi016 ceph-mon[36548]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T14:33:26.267 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:33:25 smithi016 ceph-mon[36548]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' 2024-04-15T14:33:26.267 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:33:25 smithi016 ceph-mon[36548]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-15T14:33:26.267 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:33:25 smithi016 ceph-mon[36548]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' cmd='[{"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-04-15T14:33:26.267 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:33:25 smithi016 ceph-mon[36548]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T14:33:26.267 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:33:25 smithi016 ceph-mon[36548]: from='client.? 172.21.15.16:0/2622059941' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-15T14:33:26.296 INFO:teuthology.orchestra.run.smithi016.stdout:pg_num: 1 2024-04-15T14:33:26.309 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-04-15T14:33:26.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:33:25 smithi102 ceph-mon[31017]: pgmap v183: 1 pgs: 1 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail; 88 KiB/s, 0 objects/s recovering 2024-04-15T14:33:26.438 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:33:25 smithi102 ceph-mon[31017]: from='client.24316 -' entity='client.admin' cmd=[{"prefix": "orch apply mds", "fs_name": "all", "placement": "2;smithi016=a;smithi102=b", "target": ["mon-mgr", ""]}]: dispatch 2024-04-15T14:33:26.438 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:33:25 smithi102 ceph-mon[31017]: Saving service mds.all spec with placement smithi016=a;smithi102=b;count:2 2024-04-15T14:33:26.438 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:33:25 smithi102 ceph-mon[31017]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' 2024-04-15T14:33:26.438 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:33:25 smithi102 ceph-mon[31017]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T14:33:26.438 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:33:25 smithi102 ceph-mon[31017]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T14:33:26.438 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:33:25 smithi102 ceph-mon[31017]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T14:33:26.438 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:33:25 smithi102 ceph-mon[31017]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' 2024-04-15T14:33:26.438 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:33:25 smithi102 ceph-mon[31017]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-15T14:33:26.438 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:33:25 smithi102 ceph-mon[31017]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' cmd='[{"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-04-15T14:33:26.438 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:33:25 smithi102 ceph-mon[31017]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T14:33:26.438 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:33:25 smithi102 ceph-mon[31017]: from='client.? 172.21.15.16:0/2622059941' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-15T14:33:26.647 INFO:teuthology.orchestra.run.smithi016.stdout: 2024-04-15T14:33:26.647 INFO:teuthology.orchestra.run.smithi016.stdout:{"epoch":1,"default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[],"filesystems":[]} 2024-04-15T14:33:26.647 INFO:teuthology.orchestra.run.smithi016.stderr:dumped fsmap epoch 1 2024-04-15T14:33:27.260 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:33:26 smithi016 ceph-mon[27435]: Deploying daemon mds.a on smithi016 2024-04-15T14:33:27.260 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:33:26 smithi016 ceph-mon[27435]: from='client.? 172.21.15.16:0/1768547554' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-04-15T14:33:27.260 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:33:26 smithi016 ceph-mon[27435]: from='client.? 172.21.15.16:0/2465806102' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-15T14:33:27.260 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:33:26 smithi016 ceph-mon[36548]: Deploying daemon mds.a on smithi016 2024-04-15T14:33:27.260 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:33:26 smithi016 ceph-mon[36548]: from='client.? 172.21.15.16:0/1768547554' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-04-15T14:33:27.260 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:33:26 smithi016 ceph-mon[36548]: from='client.? 172.21.15.16:0/2465806102' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-15T14:33:27.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:33:26 smithi102 ceph-mon[31017]: Deploying daemon mds.a on smithi016 2024-04-15T14:33:27.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:33:26 smithi102 ceph-mon[31017]: from='client.? 172.21.15.16:0/1768547554' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-04-15T14:33:27.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:33:26 smithi102 ceph-mon[31017]: from='client.? 172.21.15.16:0/2465806102' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-15T14:33:27.935 INFO:journalctl@ceph.mds.a.smithi016.stdout:Apr 15 14:33:27 smithi016 podman[64298]: 2024-04-15 14:33:27.744739236 +0000 UTC m=+0.017790313 image pull aa4d2281650a289361c9d357c9b9a75da908c6b769a679c7cb0b40af12301f38 quay.ceph.io/ceph-ci/ceph@sha256:68779415073ff203e402b0379758fdddf51fc45e34dd0f039888aa95268c5315 2024-04-15T14:33:28.289 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:33:27 smithi016 ceph-mon[36548]: pgmap v184: 1 pgs: 1 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail; 72 KiB/s, 0 objects/s recovering 2024-04-15T14:33:28.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:33:27 smithi016 ceph-mon[27435]: pgmap v184: 1 pgs: 1 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail; 72 KiB/s, 0 objects/s recovering 2024-04-15T14:33:28.290 INFO:journalctl@ceph.mds.a.smithi016.stdout:Apr 15 14:33:28 smithi016 podman[64298]: 2024-04-15 14:33:28.06512 +0000 UTC m=+0.338171051 container init 287f01435fb100d3eb31d6cb015e79a5cb8ee46aaacd202e0aea8585887f9c93 (image=quay.ceph.io/ceph-ci/ceph@sha256:68779415073ff203e402b0379758fdddf51fc45e34dd0f039888aa95268c5315, name=ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mds-a, org.label-schema.name=CentOS Stream 8 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.33.5, ceph=True, CEPH_POINT_RELEASE=, GIT_CLEAN=True, RELEASE=reef-e3fb05d, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240409, org.label-schema.schema-version=1.0) 2024-04-15T14:33:28.290 INFO:journalctl@ceph.mds.a.smithi016.stdout:Apr 15 14:33:28 smithi016 podman[64298]: 2024-04-15 14:33:28.070622198 +0000 UTC m=+0.343673247 container start 287f01435fb100d3eb31d6cb015e79a5cb8ee46aaacd202e0aea8585887f9c93 (image=quay.ceph.io/ceph-ci/ceph@sha256:68779415073ff203e402b0379758fdddf51fc45e34dd0f039888aa95268c5315, name=ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mds-a, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, org.label-schema.license=GPLv2, io.buildah.version=1.33.5, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , RELEASE=reef-e3fb05d, GIT_BRANCH=HEAD, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240409, CEPH_POINT_RELEASE=) 2024-04-15T14:33:28.290 INFO:journalctl@ceph.mds.a.smithi016.stdout:Apr 15 14:33:28 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mds-a[64313]: starting mds.a at 2024-04-15T14:33:28.290 INFO:journalctl@ceph.mds.a.smithi016.stdout:Apr 15 14:33:28 smithi016 bash[64298]: 287f01435fb100d3eb31d6cb015e79a5cb8ee46aaacd202e0aea8585887f9c93 2024-04-15T14:33:28.290 INFO:journalctl@ceph.mds.a.smithi016.stdout:Apr 15 14:33:28 smithi016 systemd[1]: Started Ceph mds.a for 362ea986-fb34-11ee-bc8f-c7b262605968. 2024-04-15T14:33:28.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:33:27 smithi102 ceph-mon[31017]: pgmap v184: 1 pgs: 1 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail; 72 KiB/s, 0 objects/s recovering 2024-04-15T14:33:28.660 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-04-15T14:33:29.000 INFO:teuthology.orchestra.run.smithi016.stdout: 2024-04-15T14:33:29.000 INFO:teuthology.orchestra.run.smithi016.stdout:{"epoch":2,"default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":24350,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.16:6835/1881779027","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6834","nonce":1881779027},{"type":"v1","addr":"172.21.15.16:6835","nonce":1881779027}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":2}],"filesystems":[]} 2024-04-15T14:33:29.001 INFO:teuthology.orchestra.run.smithi016.stderr:dumped fsmap epoch 2 2024-04-15T14:33:29.289 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:33:29 smithi016 ceph-mon[36548]: mds.? [v2:172.21.15.16:6834/1881779027,v1:172.21.15.16:6835/1881779027] up:boot 2024-04-15T14:33:29.289 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:33:29 smithi016 ceph-mon[36548]: fsmap 1 up:standby 2024-04-15T14:33:29.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:33:29 smithi016 ceph-mon[36548]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-04-15T14:33:29.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:33:29 smithi016 ceph-mon[36548]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' 2024-04-15T14:33:29.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:33:29 smithi016 ceph-mon[36548]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' 2024-04-15T14:33:29.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:33:29 smithi016 ceph-mon[36548]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' 2024-04-15T14:33:29.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:33:29 smithi016 ceph-mon[36548]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-15T14:33:29.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:33:29 smithi016 ceph-mon[36548]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' cmd='[{"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-04-15T14:33:29.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:33:29 smithi016 ceph-mon[36548]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T14:33:29.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:33:29 smithi016 ceph-mon[36548]: from='client.? 172.21.15.16:0/2775151812' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-15T14:33:29.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:33:29 smithi016 ceph-mon[27435]: mds.? [v2:172.21.15.16:6834/1881779027,v1:172.21.15.16:6835/1881779027] up:boot 2024-04-15T14:33:29.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:33:29 smithi016 ceph-mon[27435]: fsmap 1 up:standby 2024-04-15T14:33:29.291 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:33:29 smithi016 ceph-mon[27435]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-04-15T14:33:29.291 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:33:29 smithi016 ceph-mon[27435]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' 2024-04-15T14:33:29.291 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:33:29 smithi016 ceph-mon[27435]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' 2024-04-15T14:33:29.291 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:33:29 smithi016 ceph-mon[27435]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' 2024-04-15T14:33:29.291 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:33:29 smithi016 ceph-mon[27435]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-15T14:33:29.291 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:33:29 smithi016 ceph-mon[27435]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' cmd='[{"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-04-15T14:33:29.291 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:33:29 smithi016 ceph-mon[27435]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T14:33:29.291 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:33:29 smithi016 ceph-mon[27435]: from='client.? 172.21.15.16:0/2775151812' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-15T14:33:29.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:33:29 smithi102 ceph-mon[31017]: mds.? [v2:172.21.15.16:6834/1881779027,v1:172.21.15.16:6835/1881779027] up:boot 2024-04-15T14:33:29.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:33:29 smithi102 ceph-mon[31017]: fsmap 1 up:standby 2024-04-15T14:33:29.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:33:29 smithi102 ceph-mon[31017]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-04-15T14:33:29.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:33:29 smithi102 ceph-mon[31017]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' 2024-04-15T14:33:29.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:33:29 smithi102 ceph-mon[31017]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' 2024-04-15T14:33:29.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:33:29 smithi102 ceph-mon[31017]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' 2024-04-15T14:33:29.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:33:29 smithi102 ceph-mon[31017]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-15T14:33:29.438 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:33:29 smithi102 ceph-mon[31017]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' cmd='[{"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-04-15T14:33:29.438 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:33:29 smithi102 ceph-mon[31017]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T14:33:29.438 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:33:29 smithi102 ceph-mon[31017]: from='client.? 172.21.15.16:0/2775151812' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-15T14:33:30.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:33:30 smithi102 ceph-mon[31017]: pgmap v185: 1 pgs: 1 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail; 60 KiB/s, 0 objects/s recovering 2024-04-15T14:33:30.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:33:30 smithi102 ceph-mon[31017]: Deploying daemon mds.b on smithi102 2024-04-15T14:33:30.437 INFO:journalctl@ceph.mds.b.smithi102.stdout:Apr 15 14:33:30 smithi102 systemd[1]: Starting Ceph mds.b for 362ea986-fb34-11ee-bc8f-c7b262605968... 2024-04-15T14:33:30.539 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:33:30 smithi016 ceph-mon[27435]: pgmap v185: 1 pgs: 1 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail; 60 KiB/s, 0 objects/s recovering 2024-04-15T14:33:30.539 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:33:30 smithi016 ceph-mon[27435]: Deploying daemon mds.b on smithi102 2024-04-15T14:33:30.539 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:33:30 smithi016 ceph-mon[36548]: pgmap v185: 1 pgs: 1 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail; 60 KiB/s, 0 objects/s recovering 2024-04-15T14:33:30.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:33:30 smithi016 ceph-mon[36548]: Deploying daemon mds.b on smithi102 2024-04-15T14:33:30.746 INFO:journalctl@ceph.mds.b.smithi102.stdout:Apr 15 14:33:30 smithi102 podman[59240]: 2024-04-15 14:33:30.380708985 +0000 UTC m=+0.017759722 image pull aa4d2281650a289361c9d357c9b9a75da908c6b769a679c7cb0b40af12301f38 quay.ceph.io/ceph-ci/ceph@sha256:68779415073ff203e402b0379758fdddf51fc45e34dd0f039888aa95268c5315 2024-04-15T14:33:30.746 INFO:journalctl@ceph.mds.b.smithi102.stdout:Apr 15 14:33:30 smithi102 podman[59240]: 2024-04-15 14:33:30.517160801 +0000 UTC m=+0.154211506 container create 9ed1adb3241c2655e7ff4da64ead69226cc87945a0d648a3ca6c545dd615b449 (image=quay.ceph.io/ceph-ci/ceph@sha256:68779415073ff203e402b0379758fdddf51fc45e34dd0f039888aa95268c5315, name=ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mds-b, org.label-schema.build-date=20240409, io.buildah.version=1.33.5, org.label-schema.vendor=CentOS, GIT_CLEAN=True, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, RELEASE=reef-e3fb05d, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, ceph=True) 2024-04-15T14:33:30.746 INFO:journalctl@ceph.mds.b.smithi102.stdout:Apr 15 14:33:30 smithi102 podman[59240]: 2024-04-15 14:33:30.744376284 +0000 UTC m=+0.381426991 container init 9ed1adb3241c2655e7ff4da64ead69226cc87945a0d648a3ca6c545dd615b449 (image=quay.ceph.io/ceph-ci/ceph@sha256:68779415073ff203e402b0379758fdddf51fc45e34dd0f039888aa95268c5315, name=ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mds-b, org.label-schema.build-date=20240409, CEPH_POINT_RELEASE=, ceph=True, org.label-schema.schema-version=1.0, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, io.buildah.version=1.33.5, GIT_BRANCH=HEAD, GIT_CLEAN=True, RELEASE=reef-e3fb05d, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux ) 2024-04-15T14:33:31.015 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-04-15T14:33:31.187 INFO:journalctl@ceph.mds.b.smithi102.stdout:Apr 15 14:33:30 smithi102 podman[59240]: 2024-04-15 14:33:30.749950494 +0000 UTC m=+0.387001200 container start 9ed1adb3241c2655e7ff4da64ead69226cc87945a0d648a3ca6c545dd615b449 (image=quay.ceph.io/ceph-ci/ceph@sha256:68779415073ff203e402b0379758fdddf51fc45e34dd0f039888aa95268c5315, name=ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mds-b, GIT_CLEAN=True, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, org.label-schema.build-date=20240409, RELEASE=reef-e3fb05d, CEPH_POINT_RELEASE=, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, io.buildah.version=1.33.5, org.label-schema.name=CentOS Stream 8 Base Image, ceph=True) 2024-04-15T14:33:31.187 INFO:journalctl@ceph.mds.b.smithi102.stdout:Apr 15 14:33:30 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mds-b[59255]: starting mds.b at 2024-04-15T14:33:31.187 INFO:journalctl@ceph.mds.b.smithi102.stdout:Apr 15 14:33:30 smithi102 bash[59240]: 9ed1adb3241c2655e7ff4da64ead69226cc87945a0d648a3ca6c545dd615b449 2024-04-15T14:33:31.187 INFO:journalctl@ceph.mds.b.smithi102.stdout:Apr 15 14:33:30 smithi102 systemd[1]: Started Ceph mds.b for 362ea986-fb34-11ee-bc8f-c7b262605968. 2024-04-15T14:33:31.380 INFO:teuthology.orchestra.run.smithi016.stdout: 2024-04-15T14:33:31.380 INFO:teuthology.orchestra.run.smithi016.stdout:{"epoch":3,"default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":24349,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.102:6833/1183295622","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6832","nonce":1183295622},{"type":"v1","addr":"172.21.15.102:6833","nonce":1183295622}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":3},{"gid":24350,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.16:6835/1881779027","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6834","nonce":1881779027},{"type":"v1","addr":"172.21.15.16:6835","nonce":1881779027}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":2}],"filesystems":[]} 2024-04-15T14:33:31.380 INFO:teuthology.orchestra.run.smithi016.stderr:dumped fsmap epoch 3 2024-04-15T14:33:31.394 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-04-15T14:33:31.705 INFO:teuthology.orchestra.run.smithi016.stdout: 2024-04-15T14:33:31.705 INFO:teuthology.orchestra.run.smithi016.stdout:{"epoch":59,"fsid":"362ea986-fb34-11ee-bc8f-c7b262605968","created":"2024-04-15T14:28:04.029430+0000","modified":"2024-04-15T14:33:19.657245+0000","last_up_change":"2024-04-15T14:33:15.639105+0000","last_in_change":"2024-04-15T14:32:57.817466+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":18,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":1,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-04-15T14:31:12.502699+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":7.8899998664855957,"score_stable":7.8899998664855957,"optimal_score":0.37999999523162842,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"32611abc-3cf7-4d7d-a647-b8c5be33bc2e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":57,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6802","nonce":2264743542},{"type":"v1","addr":"172.21.15.16:6803","nonce":2264743542}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6804","nonce":2264743542},{"type":"v1","addr":"172.21.15.16:6805","nonce":2264743542}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6808","nonce":2264743542},{"type":"v1","addr":"172.21.15.16:6809","nonce":2264743542}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6806","nonce":2264743542},{"type":"v1","addr":"172.21.15.16:6807","nonce":2264743542}]},"public_addr":"172.21.15.16:6803/2264743542","cluster_addr":"172.21.15.16:6805/2264743542","heartbeat_back_addr":"172.21.15.16:6809/2264743542","heartbeat_front_addr":"172.21.15.16:6807/2264743542","state":["exists","up"]},{"osd":1,"uuid":"e07bc3a4-c5b8-4dd2-a9d2-0a8640b40fe0","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":33,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6810","nonce":1440502014},{"type":"v1","addr":"172.21.15.16:6811","nonce":1440502014}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6812","nonce":1440502014},{"type":"v1","addr":"172.21.15.16:6813","nonce":1440502014}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6816","nonce":1440502014},{"type":"v1","addr":"172.21.15.16:6817","nonce":1440502014}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6814","nonce":1440502014},{"type":"v1","addr":"172.21.15.16:6815","nonce":1440502014}]},"public_addr":"172.21.15.16:6811/1440502014","cluster_addr":"172.21.15.16:6813/1440502014","heartbeat_back_addr":"172.21.15.16:6817/1440502014","heartbeat_front_addr":"172.21.15.16:6815/1440502014","state":["exists","up"]},{"osd":2,"uuid":"358f648c-0d4b-4bb7-a965-dff2e7adb39f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6818","nonce":809070887},{"type":"v1","addr":"172.21.15.16:6819","nonce":809070887}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6820","nonce":809070887},{"type":"v1","addr":"172.21.15.16:6821","nonce":809070887}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6824","nonce":809070887},{"type":"v1","addr":"172.21.15.16:6825","nonce":809070887}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6822","nonce":809070887},{"type":"v1","addr":"172.21.15.16:6823","nonce":809070887}]},"public_addr":"172.21.15.16:6819/809070887","cluster_addr":"172.21.15.16:6821/809070887","heartbeat_back_addr":"172.21.15.16:6825/809070887","heartbeat_front_addr":"172.21.15.16:6823/809070887","state":["exists","up"]},{"osd":3,"uuid":"12a0db2e-4774-4a68-870c-24969e5204b0","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":25,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6826","nonce":2809915418},{"type":"v1","addr":"172.21.15.16:6827","nonce":2809915418}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6828","nonce":2809915418},{"type":"v1","addr":"172.21.15.16:6829","nonce":2809915418}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6832","nonce":2809915418},{"type":"v1","addr":"172.21.15.16:6833","nonce":2809915418}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6830","nonce":2809915418},{"type":"v1","addr":"172.21.15.16:6831","nonce":2809915418}]},"public_addr":"172.21.15.16:6827/2809915418","cluster_addr":"172.21.15.16:6829/2809915418","heartbeat_back_addr":"172.21.15.16:6833/2809915418","heartbeat_front_addr":"172.21.15.16:6831/2809915418","state":["exists","up"]},{"osd":4,"uuid":"f8c16c9a-b0ad-4a06-9f16-6309a4558023","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":30,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6800","nonce":2585706670},{"type":"v1","addr":"172.21.15.102:6801","nonce":2585706670}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6802","nonce":2585706670},{"type":"v1","addr":"172.21.15.102:6803","nonce":2585706670}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6806","nonce":2585706670},{"type":"v1","addr":"172.21.15.102:6807","nonce":2585706670}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6804","nonce":2585706670},{"type":"v1","addr":"172.21.15.102:6805","nonce":2585706670}]},"public_addr":"172.21.15.102:6801/2585706670","cluster_addr":"172.21.15.102:6803/2585706670","heartbeat_back_addr":"172.21.15.102:6807/2585706670","heartbeat_front_addr":"172.21.15.102:6805/2585706670","state":["exists","up"]},{"osd":5,"uuid":"15dff6b6-b788-4f68-840d-3a69f843f228","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":38,"up_thru":41,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6808","nonce":3988882984},{"type":"v1","addr":"172.21.15.102:6809","nonce":3988882984}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6810","nonce":3988882984},{"type":"v1","addr":"172.21.15.102:6811","nonce":3988882984}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6814","nonce":3988882984},{"type":"v1","addr":"172.21.15.102:6815","nonce":3988882984}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6812","nonce":3988882984},{"type":"v1","addr":"172.21.15.102:6813","nonce":3988882984}]},"public_addr":"172.21.15.102:6809/3988882984","cluster_addr":"172.21.15.102:6811/3988882984","heartbeat_back_addr":"172.21.15.102:6815/3988882984","heartbeat_front_addr":"172.21.15.102:6813/3988882984","state":["exists","up"]},{"osd":6,"uuid":"4b0eba70-eeb0-4c8e-81ae-da32eccddb4a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":47,"up_thru":50,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6816","nonce":124432118},{"type":"v1","addr":"172.21.15.102:6817","nonce":124432118}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6818","nonce":124432118},{"type":"v1","addr":"172.21.15.102:6819","nonce":124432118}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6822","nonce":124432118},{"type":"v1","addr":"172.21.15.102:6823","nonce":124432118}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6820","nonce":124432118},{"type":"v1","addr":"172.21.15.102:6821","nonce":124432118}]},"public_addr":"172.21.15.102:6817/124432118","cluster_addr":"172.21.15.102:6819/124432118","heartbeat_back_addr":"172.21.15.102:6823/124432118","heartbeat_front_addr":"172.21.15.102:6821/124432118","state":["exists","up"]},{"osd":7,"uuid":"0bf5c778-a19b-4142-9e51-872f7f186c75","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":55,"up_thru":58,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6824","nonce":2974249338},{"type":"v1","addr":"172.21.15.102:6825","nonce":2974249338}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6826","nonce":2974249338},{"type":"v1","addr":"172.21.15.102:6827","nonce":2974249338}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6830","nonce":2974249338},{"type":"v1","addr":"172.21.15.102:6831","nonce":2974249338}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6828","nonce":2974249338},{"type":"v1","addr":"172.21.15.102:6829","nonce":2974249338}]},"public_addr":"172.21.15.102:6825/2974249338","cluster_addr":"172.21.15.102:6827/2974249338","heartbeat_back_addr":"172.21.15.102:6831/2974249338","heartbeat_front_addr":"172.21.15.102:6829/2974249338","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-15T14:30:19.499538+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-15T14:30:44.374414+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-15T14:31:09.809932+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-15T14:31:35.393873+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-15T14:31:58.889917+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-15T14:32:23.125904+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-15T14:32:48.407037+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-15T14:33:13.714624+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.16:0/2197696641":"2024-04-16T14:28:56.181699+0000","172.21.15.16:6800/3159850174":"2024-04-16T14:28:56.181699+0000","172.21.15.16:0/3475792966":"2024-04-16T14:28:56.181699+0000","172.21.15.16:6800/3597408122":"2024-04-16T14:28:31.383356+0000","172.21.15.16:0/386972103":"2024-04-16T14:28:31.383356+0000","172.21.15.16:6801/3159850174":"2024-04-16T14:28:56.181699+0000","172.21.15.16:0/1771838827":"2024-04-16T14:28:31.383356+0000","172.21.15.16:0/1190696072":"2024-04-16T14:28:31.383356+0000","172.21.15.16:6801/3597408122":"2024-04-16T14:28:31.383356+0000","172.21.15.16:0/1245103161":"2024-04-16T14:28:56.181699+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-04-15T14:33:31.718 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-04-15T14:31:12.502699+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '21', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_acting': 7.889999866485596, 'score_stable': 7.889999866485596, 'optimal_score': 0.3799999952316284, 'raw_score_acting': 3, 'raw_score_stable': 3, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2024-04-15T14:33:31.718 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2024-04-15T14:33:32.002 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:33:31 smithi016 ceph-mon[27435]: pgmap v186: 1 pgs: 1 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail; 55 KiB/s, 0 objects/s recovering 2024-04-15T14:33:32.002 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:33:31 smithi016 ceph-mon[27435]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' 2024-04-15T14:33:32.002 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:33:31 smithi016 ceph-mon[27435]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' 2024-04-15T14:33:32.002 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:33:31 smithi016 ceph-mon[27435]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' 2024-04-15T14:33:32.003 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:33:31 smithi016 ceph-mon[27435]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' 2024-04-15T14:33:32.003 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:33:31 smithi016 ceph-mon[27435]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' 2024-04-15T14:33:32.003 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:33:31 smithi016 ceph-mon[27435]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T14:33:32.003 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:33:31 smithi016 ceph-mon[27435]: mds.? [v2:172.21.15.102:6832/1183295622,v1:172.21.15.102:6833/1183295622] up:boot 2024-04-15T14:33:32.003 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:33:31 smithi016 ceph-mon[27435]: fsmap 2 up:standby 2024-04-15T14:33:32.003 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:33:31 smithi016 ceph-mon[27435]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-04-15T14:33:32.003 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:33:31 smithi016 ceph-mon[27435]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' 2024-04-15T14:33:32.003 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:33:31 smithi016 ceph-mon[27435]: from='client.? 172.21.15.16:0/2174693572' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-15T14:33:32.003 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:33:31 smithi016 ceph-mon[27435]: from='client.? 172.21.15.16:0/1174439122' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-15T14:33:32.003 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:33:31 smithi016 ceph-mon[36548]: pgmap v186: 1 pgs: 1 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail; 55 KiB/s, 0 objects/s recovering 2024-04-15T14:33:32.003 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:33:31 smithi016 ceph-mon[36548]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' 2024-04-15T14:33:32.003 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:33:31 smithi016 ceph-mon[36548]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' 2024-04-15T14:33:32.004 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:33:31 smithi016 ceph-mon[36548]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' 2024-04-15T14:33:32.004 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:33:31 smithi016 ceph-mon[36548]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' 2024-04-15T14:33:32.004 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:33:31 smithi016 ceph-mon[36548]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' 2024-04-15T14:33:32.004 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:33:31 smithi016 ceph-mon[36548]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T14:33:32.004 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:33:31 smithi016 ceph-mon[36548]: mds.? [v2:172.21.15.102:6832/1183295622,v1:172.21.15.102:6833/1183295622] up:boot 2024-04-15T14:33:32.004 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:33:31 smithi016 ceph-mon[36548]: fsmap 2 up:standby 2024-04-15T14:33:32.004 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:33:31 smithi016 ceph-mon[36548]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-04-15T14:33:32.004 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:33:31 smithi016 ceph-mon[36548]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' 2024-04-15T14:33:32.004 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:33:31 smithi016 ceph-mon[36548]: from='client.? 172.21.15.16:0/2174693572' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-15T14:33:32.004 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:33:31 smithi016 ceph-mon[36548]: from='client.? 172.21.15.16:0/1174439122' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-15T14:33:32.033 INFO:teuthology.orchestra.run.smithi016.stdout:pg_num: 1 2024-04-15T14:33:32.046 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph --format=json-pretty osd lspools 2024-04-15T14:33:32.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:33:31 smithi102 ceph-mon[31017]: pgmap v186: 1 pgs: 1 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail; 55 KiB/s, 0 objects/s recovering 2024-04-15T14:33:32.188 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:33:31 smithi102 ceph-mon[31017]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' 2024-04-15T14:33:32.188 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:33:31 smithi102 ceph-mon[31017]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' 2024-04-15T14:33:32.188 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:33:31 smithi102 ceph-mon[31017]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' 2024-04-15T14:33:32.188 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:33:31 smithi102 ceph-mon[31017]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' 2024-04-15T14:33:32.188 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:33:31 smithi102 ceph-mon[31017]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' 2024-04-15T14:33:32.188 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:33:31 smithi102 ceph-mon[31017]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T14:33:32.188 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:33:31 smithi102 ceph-mon[31017]: mds.? [v2:172.21.15.102:6832/1183295622,v1:172.21.15.102:6833/1183295622] up:boot 2024-04-15T14:33:32.188 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:33:31 smithi102 ceph-mon[31017]: fsmap 2 up:standby 2024-04-15T14:33:32.188 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:33:31 smithi102 ceph-mon[31017]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-04-15T14:33:32.188 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:33:31 smithi102 ceph-mon[31017]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' 2024-04-15T14:33:32.188 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:33:31 smithi102 ceph-mon[31017]: from='client.? 172.21.15.16:0/2174693572' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-15T14:33:32.189 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:33:31 smithi102 ceph-mon[31017]: from='client.? 172.21.15.16:0/1174439122' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-15T14:33:32.378 INFO:teuthology.orchestra.run.smithi016.stdout: 2024-04-15T14:33:32.378 INFO:teuthology.orchestra.run.smithi016.stdout:[ 2024-04-15T14:33:32.378 INFO:teuthology.orchestra.run.smithi016.stdout: { 2024-04-15T14:33:32.378 INFO:teuthology.orchestra.run.smithi016.stdout: "poolnum": 1, 2024-04-15T14:33:32.378 INFO:teuthology.orchestra.run.smithi016.stdout: "poolname": ".mgr" 2024-04-15T14:33:32.378 INFO:teuthology.orchestra.run.smithi016.stdout: } 2024-04-15T14:33:32.378 INFO:teuthology.orchestra.run.smithi016.stdout:] 2024-04-15T14:33:32.393 DEBUG:tasks.cephfs.filesystem:Creating filesystem 'cephfs' 2024-04-15T14:33:32.393 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool create cephfs_metadata --pg_num_min 64 2024-04-15T14:33:33.289 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:33:32 smithi016 ceph-mon[36548]: from='client.? 172.21.15.16:0/2614707073' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-04-15T14:33:33.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:33:32 smithi016 ceph-mon[36548]: from='client.? 172.21.15.16:0/51754067' entity='client.admin' cmd=[{"prefix": "osd lspools", "format": "json-pretty"}]: dispatch 2024-04-15T14:33:33.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:33:32 smithi016 ceph-mon[36548]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' 2024-04-15T14:33:33.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:33:32 smithi016 ceph-mon[36548]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' 2024-04-15T14:33:33.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:33:32 smithi016 ceph-mon[36548]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' 2024-04-15T14:33:33.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:33:32 smithi016 ceph-mon[36548]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' 2024-04-15T14:33:33.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:33:32 smithi016 ceph-mon[36548]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T14:33:33.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:33:32 smithi016 ceph-mon[36548]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T14:33:33.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:33:32 smithi016 ceph-mon[36548]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' 2024-04-15T14:33:33.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:33:32 smithi016 ceph-mon[27435]: from='client.? 172.21.15.16:0/2614707073' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-04-15T14:33:33.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:33:32 smithi016 ceph-mon[27435]: from='client.? 172.21.15.16:0/51754067' entity='client.admin' cmd=[{"prefix": "osd lspools", "format": "json-pretty"}]: dispatch 2024-04-15T14:33:33.291 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:33:32 smithi016 ceph-mon[27435]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' 2024-04-15T14:33:33.291 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:33:32 smithi016 ceph-mon[27435]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' 2024-04-15T14:33:33.291 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:33:32 smithi016 ceph-mon[27435]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' 2024-04-15T14:33:33.291 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:33:32 smithi016 ceph-mon[27435]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' 2024-04-15T14:33:33.291 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:33:32 smithi016 ceph-mon[27435]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T14:33:33.291 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:33:32 smithi016 ceph-mon[27435]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T14:33:33.291 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:33:32 smithi016 ceph-mon[27435]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' 2024-04-15T14:33:33.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:33:32 smithi102 ceph-mon[31017]: from='client.? 172.21.15.16:0/2614707073' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-04-15T14:33:33.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:33:32 smithi102 ceph-mon[31017]: from='client.? 172.21.15.16:0/51754067' entity='client.admin' cmd=[{"prefix": "osd lspools", "format": "json-pretty"}]: dispatch 2024-04-15T14:33:33.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:33:32 smithi102 ceph-mon[31017]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' 2024-04-15T14:33:33.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:33:32 smithi102 ceph-mon[31017]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' 2024-04-15T14:33:33.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:33:32 smithi102 ceph-mon[31017]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' 2024-04-15T14:33:33.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:33:32 smithi102 ceph-mon[31017]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' 2024-04-15T14:33:33.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:33:32 smithi102 ceph-mon[31017]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T14:33:33.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:33:32 smithi102 ceph-mon[31017]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T14:33:33.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:33:32 smithi102 ceph-mon[31017]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' 2024-04-15T14:33:33.605 INFO:teuthology.orchestra.run.smithi016.stderr:pool 'cephfs_metadata' created 2024-04-15T14:33:33.624 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool create cephfs_data 64 --pg_num_min 64 --target_size_ratio 0.9 2024-04-15T14:33:34.438 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:33:34 smithi102 ceph-mon[31017]: pgmap v187: 1 pgs: 1 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail; 48 KiB/s, 0 objects/s recovering 2024-04-15T14:33:34.438 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:33:34 smithi102 ceph-mon[31017]: from='client.? 172.21.15.16:0/2360484409' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]: dispatch 2024-04-15T14:33:34.438 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:33:34 smithi102 ceph-mon[31017]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]: dispatch 2024-04-15T14:33:34.438 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:33:34 smithi102 ceph-mon[31017]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T14:33:34.438 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:33:34 smithi102 ceph-mon[31017]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T14:33:34.438 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:33:34 smithi102 ceph-mon[31017]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T14:33:34.438 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:33:34 smithi102 ceph-mon[31017]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' 2024-04-15T14:33:34.438 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:33:34 smithi102 ceph-mon[31017]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]': finished 2024-04-15T14:33:34.438 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:33:34 smithi102 ceph-mon[31017]: osdmap e60: 8 total, 8 up, 8 in 2024-04-15T14:33:34.439 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:33:34 smithi102 ceph-mon[31017]: from='client.? 172.21.15.16:0/3431494690' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9}]: dispatch 2024-04-15T14:33:34.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:33:34 smithi016 ceph-mon[27435]: pgmap v187: 1 pgs: 1 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail; 48 KiB/s, 0 objects/s recovering 2024-04-15T14:33:34.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:33:34 smithi016 ceph-mon[27435]: from='client.? 172.21.15.16:0/2360484409' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]: dispatch 2024-04-15T14:33:34.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:33:34 smithi016 ceph-mon[27435]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]: dispatch 2024-04-15T14:33:34.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:33:34 smithi016 ceph-mon[27435]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T14:33:34.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:33:34 smithi016 ceph-mon[27435]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T14:33:34.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:33:34 smithi016 ceph-mon[27435]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T14:33:34.541 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:33:34 smithi016 ceph-mon[27435]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' 2024-04-15T14:33:34.541 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:33:34 smithi016 ceph-mon[27435]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]': finished 2024-04-15T14:33:34.541 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:33:34 smithi016 ceph-mon[27435]: osdmap e60: 8 total, 8 up, 8 in 2024-04-15T14:33:34.541 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:33:34 smithi016 ceph-mon[27435]: from='client.? 172.21.15.16:0/3431494690' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9}]: dispatch 2024-04-15T14:33:34.541 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:33:34 smithi016 ceph-mon[36548]: pgmap v187: 1 pgs: 1 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail; 48 KiB/s, 0 objects/s recovering 2024-04-15T14:33:34.541 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:33:34 smithi016 ceph-mon[36548]: from='client.? 172.21.15.16:0/2360484409' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]: dispatch 2024-04-15T14:33:34.541 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:33:34 smithi016 ceph-mon[36548]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]: dispatch 2024-04-15T14:33:34.542 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:33:34 smithi016 ceph-mon[36548]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T14:33:34.542 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:33:34 smithi016 ceph-mon[36548]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T14:33:34.542 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:33:34 smithi016 ceph-mon[36548]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T14:33:34.542 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:33:34 smithi016 ceph-mon[36548]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' 2024-04-15T14:33:34.542 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:33:34 smithi016 ceph-mon[36548]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]': finished 2024-04-15T14:33:34.542 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:33:34 smithi016 ceph-mon[36548]: osdmap e60: 8 total, 8 up, 8 in 2024-04-15T14:33:34.542 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:33:34 smithi016 ceph-mon[36548]: from='client.? 172.21.15.16:0/3431494690' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9}]: dispatch 2024-04-15T14:33:34.607 INFO:teuthology.orchestra.run.smithi016.stderr:pool 'cephfs_data' created 2024-04-15T14:33:34.631 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs new cephfs cephfs_metadata cephfs_data 2024-04-15T14:33:34.973 INFO:teuthology.orchestra.run.smithi016.stderr:new fs with metadata pool 2 and data pool 3 2024-04-15T14:33:34.995 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-04-15T14:33:35.298 INFO:teuthology.orchestra.run.smithi016.stdout: 2024-04-15T14:33:35.299 INFO:teuthology.orchestra.run.smithi016.stdout:{"epoch":62,"fsid":"362ea986-fb34-11ee-bc8f-c7b262605968","created":"2024-04-15T14:28:04.029430+0000","modified":"2024-04-15T14:33:34.966783+0000","last_up_change":"2024-04-15T14:33:15.639105+0000","last_in_change":"2024-04-15T14:32:57.817466+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":18,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-04-15T14:31:12.502699+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":7.8899998664855957,"score_stable":7.8899998664855957,"optimal_score":0.37999999523162842,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-04-15T14:33:32.965765+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"62","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-04-15T14:33:34.176617+0000","flags":32769,"flags_names":"hashpspool,creating","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"62","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"32611abc-3cf7-4d7d-a647-b8c5be33bc2e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":61,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6802","nonce":2264743542},{"type":"v1","addr":"172.21.15.16:6803","nonce":2264743542}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6804","nonce":2264743542},{"type":"v1","addr":"172.21.15.16:6805","nonce":2264743542}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6808","nonce":2264743542},{"type":"v1","addr":"172.21.15.16:6809","nonce":2264743542}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6806","nonce":2264743542},{"type":"v1","addr":"172.21.15.16:6807","nonce":2264743542}]},"public_addr":"172.21.15.16:6803/2264743542","cluster_addr":"172.21.15.16:6805/2264743542","heartbeat_back_addr":"172.21.15.16:6809/2264743542","heartbeat_front_addr":"172.21.15.16:6807/2264743542","state":["exists","up"]},{"osd":1,"uuid":"e07bc3a4-c5b8-4dd2-a9d2-0a8640b40fe0","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":61,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6810","nonce":1440502014},{"type":"v1","addr":"172.21.15.16:6811","nonce":1440502014}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6812","nonce":1440502014},{"type":"v1","addr":"172.21.15.16:6813","nonce":1440502014}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6816","nonce":1440502014},{"type":"v1","addr":"172.21.15.16:6817","nonce":1440502014}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6814","nonce":1440502014},{"type":"v1","addr":"172.21.15.16:6815","nonce":1440502014}]},"public_addr":"172.21.15.16:6811/1440502014","cluster_addr":"172.21.15.16:6813/1440502014","heartbeat_back_addr":"172.21.15.16:6817/1440502014","heartbeat_front_addr":"172.21.15.16:6815/1440502014","state":["exists","up"]},{"osd":2,"uuid":"358f648c-0d4b-4bb7-a965-dff2e7adb39f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":61,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6818","nonce":809070887},{"type":"v1","addr":"172.21.15.16:6819","nonce":809070887}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6820","nonce":809070887},{"type":"v1","addr":"172.21.15.16:6821","nonce":809070887}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6824","nonce":809070887},{"type":"v1","addr":"172.21.15.16:6825","nonce":809070887}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6822","nonce":809070887},{"type":"v1","addr":"172.21.15.16:6823","nonce":809070887}]},"public_addr":"172.21.15.16:6819/809070887","cluster_addr":"172.21.15.16:6821/809070887","heartbeat_back_addr":"172.21.15.16:6825/809070887","heartbeat_front_addr":"172.21.15.16:6823/809070887","state":["exists","up"]},{"osd":3,"uuid":"12a0db2e-4774-4a68-870c-24969e5204b0","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":25,"up_thru":61,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6826","nonce":2809915418},{"type":"v1","addr":"172.21.15.16:6827","nonce":2809915418}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6828","nonce":2809915418},{"type":"v1","addr":"172.21.15.16:6829","nonce":2809915418}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6832","nonce":2809915418},{"type":"v1","addr":"172.21.15.16:6833","nonce":2809915418}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6830","nonce":2809915418},{"type":"v1","addr":"172.21.15.16:6831","nonce":2809915418}]},"public_addr":"172.21.15.16:6827/2809915418","cluster_addr":"172.21.15.16:6829/2809915418","heartbeat_back_addr":"172.21.15.16:6833/2809915418","heartbeat_front_addr":"172.21.15.16:6831/2809915418","state":["exists","up"]},{"osd":4,"uuid":"f8c16c9a-b0ad-4a06-9f16-6309a4558023","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":30,"up_thru":61,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6800","nonce":2585706670},{"type":"v1","addr":"172.21.15.102:6801","nonce":2585706670}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6802","nonce":2585706670},{"type":"v1","addr":"172.21.15.102:6803","nonce":2585706670}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6806","nonce":2585706670},{"type":"v1","addr":"172.21.15.102:6807","nonce":2585706670}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6804","nonce":2585706670},{"type":"v1","addr":"172.21.15.102:6805","nonce":2585706670}]},"public_addr":"172.21.15.102:6801/2585706670","cluster_addr":"172.21.15.102:6803/2585706670","heartbeat_back_addr":"172.21.15.102:6807/2585706670","heartbeat_front_addr":"172.21.15.102:6805/2585706670","state":["exists","up"]},{"osd":5,"uuid":"15dff6b6-b788-4f68-840d-3a69f843f228","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":38,"up_thru":61,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6808","nonce":3988882984},{"type":"v1","addr":"172.21.15.102:6809","nonce":3988882984}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6810","nonce":3988882984},{"type":"v1","addr":"172.21.15.102:6811","nonce":3988882984}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6814","nonce":3988882984},{"type":"v1","addr":"172.21.15.102:6815","nonce":3988882984}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6812","nonce":3988882984},{"type":"v1","addr":"172.21.15.102:6813","nonce":3988882984}]},"public_addr":"172.21.15.102:6809/3988882984","cluster_addr":"172.21.15.102:6811/3988882984","heartbeat_back_addr":"172.21.15.102:6815/3988882984","heartbeat_front_addr":"172.21.15.102:6813/3988882984","state":["exists","up"]},{"osd":6,"uuid":"4b0eba70-eeb0-4c8e-81ae-da32eccddb4a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":47,"up_thru":61,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6816","nonce":124432118},{"type":"v1","addr":"172.21.15.102:6817","nonce":124432118}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6818","nonce":124432118},{"type":"v1","addr":"172.21.15.102:6819","nonce":124432118}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6822","nonce":124432118},{"type":"v1","addr":"172.21.15.102:6823","nonce":124432118}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6820","nonce":124432118},{"type":"v1","addr":"172.21.15.102:6821","nonce":124432118}]},"public_addr":"172.21.15.102:6817/124432118","cluster_addr":"172.21.15.102:6819/124432118","heartbeat_back_addr":"172.21.15.102:6823/124432118","heartbeat_front_addr":"172.21.15.102:6821/124432118","state":["exists","up"]},{"osd":7,"uuid":"0bf5c778-a19b-4142-9e51-872f7f186c75","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":55,"up_thru":61,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6824","nonce":2974249338},{"type":"v1","addr":"172.21.15.102:6825","nonce":2974249338}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6826","nonce":2974249338},{"type":"v1","addr":"172.21.15.102:6827","nonce":2974249338}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6830","nonce":2974249338},{"type":"v1","addr":"172.21.15.102:6831","nonce":2974249338}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6828","nonce":2974249338},{"type":"v1","addr":"172.21.15.102:6829","nonce":2974249338}]},"public_addr":"172.21.15.102:6825/2974249338","cluster_addr":"172.21.15.102:6827/2974249338","heartbeat_back_addr":"172.21.15.102:6831/2974249338","heartbeat_front_addr":"172.21.15.102:6829/2974249338","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-15T14:30:19.499538+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-15T14:30:44.374414+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-15T14:31:09.809932+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-15T14:31:35.393873+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-15T14:31:58.889917+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-15T14:32:23.125904+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-15T14:32:48.407037+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-15T14:33:13.714624+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.16:0/2197696641":"2024-04-16T14:28:56.181699+0000","172.21.15.16:6800/3159850174":"2024-04-16T14:28:56.181699+0000","172.21.15.16:0/3475792966":"2024-04-16T14:28:56.181699+0000","172.21.15.16:6800/3597408122":"2024-04-16T14:28:31.383356+0000","172.21.15.16:0/386972103":"2024-04-16T14:28:31.383356+0000","172.21.15.16:6801/3159850174":"2024-04-16T14:28:56.181699+0000","172.21.15.16:0/1771838827":"2024-04-16T14:28:31.383356+0000","172.21.15.16:0/1190696072":"2024-04-16T14:28:31.383356+0000","172.21.15.16:6801/3597408122":"2024-04-16T14:28:31.383356+0000","172.21.15.16:0/1245103161":"2024-04-16T14:28:56.181699+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-04-15T14:33:35.311 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-04-15T14:33:35.605 INFO:teuthology.orchestra.run.smithi016.stdout: 2024-04-15T14:33:35.606 INFO:teuthology.orchestra.run.smithi016.stdout:{"epoch":62,"fsid":"362ea986-fb34-11ee-bc8f-c7b262605968","created":"2024-04-15T14:28:04.029430+0000","modified":"2024-04-15T14:33:34.966783+0000","last_up_change":"2024-04-15T14:33:15.639105+0000","last_in_change":"2024-04-15T14:32:57.817466+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":18,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-04-15T14:31:12.502699+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":7.8899998664855957,"score_stable":7.8899998664855957,"optimal_score":0.37999999523162842,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-04-15T14:33:32.965765+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"62","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-04-15T14:33:34.176617+0000","flags":32769,"flags_names":"hashpspool,creating","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"62","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"32611abc-3cf7-4d7d-a647-b8c5be33bc2e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":61,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6802","nonce":2264743542},{"type":"v1","addr":"172.21.15.16:6803","nonce":2264743542}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6804","nonce":2264743542},{"type":"v1","addr":"172.21.15.16:6805","nonce":2264743542}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6808","nonce":2264743542},{"type":"v1","addr":"172.21.15.16:6809","nonce":2264743542}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6806","nonce":2264743542},{"type":"v1","addr":"172.21.15.16:6807","nonce":2264743542}]},"public_addr":"172.21.15.16:6803/2264743542","cluster_addr":"172.21.15.16:6805/2264743542","heartbeat_back_addr":"172.21.15.16:6809/2264743542","heartbeat_front_addr":"172.21.15.16:6807/2264743542","state":["exists","up"]},{"osd":1,"uuid":"e07bc3a4-c5b8-4dd2-a9d2-0a8640b40fe0","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":61,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6810","nonce":1440502014},{"type":"v1","addr":"172.21.15.16:6811","nonce":1440502014}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6812","nonce":1440502014},{"type":"v1","addr":"172.21.15.16:6813","nonce":1440502014}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6816","nonce":1440502014},{"type":"v1","addr":"172.21.15.16:6817","nonce":1440502014}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6814","nonce":1440502014},{"type":"v1","addr":"172.21.15.16:6815","nonce":1440502014}]},"public_addr":"172.21.15.16:6811/1440502014","cluster_addr":"172.21.15.16:6813/1440502014","heartbeat_back_addr":"172.21.15.16:6817/1440502014","heartbeat_front_addr":"172.21.15.16:6815/1440502014","state":["exists","up"]},{"osd":2,"uuid":"358f648c-0d4b-4bb7-a965-dff2e7adb39f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":61,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6818","nonce":809070887},{"type":"v1","addr":"172.21.15.16:6819","nonce":809070887}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6820","nonce":809070887},{"type":"v1","addr":"172.21.15.16:6821","nonce":809070887}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6824","nonce":809070887},{"type":"v1","addr":"172.21.15.16:6825","nonce":809070887}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6822","nonce":809070887},{"type":"v1","addr":"172.21.15.16:6823","nonce":809070887}]},"public_addr":"172.21.15.16:6819/809070887","cluster_addr":"172.21.15.16:6821/809070887","heartbeat_back_addr":"172.21.15.16:6825/809070887","heartbeat_front_addr":"172.21.15.16:6823/809070887","state":["exists","up"]},{"osd":3,"uuid":"12a0db2e-4774-4a68-870c-24969e5204b0","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":25,"up_thru":61,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6826","nonce":2809915418},{"type":"v1","addr":"172.21.15.16:6827","nonce":2809915418}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6828","nonce":2809915418},{"type":"v1","addr":"172.21.15.16:6829","nonce":2809915418}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6832","nonce":2809915418},{"type":"v1","addr":"172.21.15.16:6833","nonce":2809915418}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6830","nonce":2809915418},{"type":"v1","addr":"172.21.15.16:6831","nonce":2809915418}]},"public_addr":"172.21.15.16:6827/2809915418","cluster_addr":"172.21.15.16:6829/2809915418","heartbeat_back_addr":"172.21.15.16:6833/2809915418","heartbeat_front_addr":"172.21.15.16:6831/2809915418","state":["exists","up"]},{"osd":4,"uuid":"f8c16c9a-b0ad-4a06-9f16-6309a4558023","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":30,"up_thru":61,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6800","nonce":2585706670},{"type":"v1","addr":"172.21.15.102:6801","nonce":2585706670}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6802","nonce":2585706670},{"type":"v1","addr":"172.21.15.102:6803","nonce":2585706670}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6806","nonce":2585706670},{"type":"v1","addr":"172.21.15.102:6807","nonce":2585706670}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6804","nonce":2585706670},{"type":"v1","addr":"172.21.15.102:6805","nonce":2585706670}]},"public_addr":"172.21.15.102:6801/2585706670","cluster_addr":"172.21.15.102:6803/2585706670","heartbeat_back_addr":"172.21.15.102:6807/2585706670","heartbeat_front_addr":"172.21.15.102:6805/2585706670","state":["exists","up"]},{"osd":5,"uuid":"15dff6b6-b788-4f68-840d-3a69f843f228","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":38,"up_thru":61,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6808","nonce":3988882984},{"type":"v1","addr":"172.21.15.102:6809","nonce":3988882984}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6810","nonce":3988882984},{"type":"v1","addr":"172.21.15.102:6811","nonce":3988882984}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6814","nonce":3988882984},{"type":"v1","addr":"172.21.15.102:6815","nonce":3988882984}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6812","nonce":3988882984},{"type":"v1","addr":"172.21.15.102:6813","nonce":3988882984}]},"public_addr":"172.21.15.102:6809/3988882984","cluster_addr":"172.21.15.102:6811/3988882984","heartbeat_back_addr":"172.21.15.102:6815/3988882984","heartbeat_front_addr":"172.21.15.102:6813/3988882984","state":["exists","up"]},{"osd":6,"uuid":"4b0eba70-eeb0-4c8e-81ae-da32eccddb4a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":47,"up_thru":61,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6816","nonce":124432118},{"type":"v1","addr":"172.21.15.102:6817","nonce":124432118}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6818","nonce":124432118},{"type":"v1","addr":"172.21.15.102:6819","nonce":124432118}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6822","nonce":124432118},{"type":"v1","addr":"172.21.15.102:6823","nonce":124432118}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6820","nonce":124432118},{"type":"v1","addr":"172.21.15.102:6821","nonce":124432118}]},"public_addr":"172.21.15.102:6817/124432118","cluster_addr":"172.21.15.102:6819/124432118","heartbeat_back_addr":"172.21.15.102:6823/124432118","heartbeat_front_addr":"172.21.15.102:6821/124432118","state":["exists","up"]},{"osd":7,"uuid":"0bf5c778-a19b-4142-9e51-872f7f186c75","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":55,"up_thru":61,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6824","nonce":2974249338},{"type":"v1","addr":"172.21.15.102:6825","nonce":2974249338}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6826","nonce":2974249338},{"type":"v1","addr":"172.21.15.102:6827","nonce":2974249338}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6830","nonce":2974249338},{"type":"v1","addr":"172.21.15.102:6831","nonce":2974249338}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6828","nonce":2974249338},{"type":"v1","addr":"172.21.15.102:6829","nonce":2974249338}]},"public_addr":"172.21.15.102:6825/2974249338","cluster_addr":"172.21.15.102:6827/2974249338","heartbeat_back_addr":"172.21.15.102:6831/2974249338","heartbeat_front_addr":"172.21.15.102:6829/2974249338","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-15T14:30:19.499538+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-15T14:30:44.374414+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-15T14:31:09.809932+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-15T14:31:35.393873+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-15T14:31:58.889917+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-15T14:32:23.125904+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-15T14:32:48.407037+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-15T14:33:13.714624+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.16:0/2197696641":"2024-04-16T14:28:56.181699+0000","172.21.15.16:6800/3159850174":"2024-04-16T14:28:56.181699+0000","172.21.15.16:0/3475792966":"2024-04-16T14:28:56.181699+0000","172.21.15.16:6800/3597408122":"2024-04-16T14:28:31.383356+0000","172.21.15.16:0/386972103":"2024-04-16T14:28:31.383356+0000","172.21.15.16:6801/3159850174":"2024-04-16T14:28:56.181699+0000","172.21.15.16:0/1771838827":"2024-04-16T14:28:31.383356+0000","172.21.15.16:0/1190696072":"2024-04-16T14:28:31.383356+0000","172.21.15.16:6801/3597408122":"2024-04-16T14:28:31.383356+0000","172.21.15.16:0/1245103161":"2024-04-16T14:28:56.181699+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-04-15T14:33:35.619 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs set cephfs standby_count_wanted 0 2024-04-15T14:33:35.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:33:35 smithi102 ceph-mon[31017]: pgmap v189: 33 pgs: 32 unknown, 1 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2024-04-15T14:33:35.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:33:35 smithi102 ceph-mon[31017]: from='client.? 172.21.15.16:0/3431494690' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9}]': finished 2024-04-15T14:33:35.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:33:35 smithi102 ceph-mon[31017]: osdmap e61: 8 total, 8 up, 8 in 2024-04-15T14:33:35.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:33:35 smithi102 ceph-mon[31017]: from='client.? 172.21.15.16:0/1187957284' entity='client.admin' cmd=[{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]: dispatch 2024-04-15T14:33:35.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:33:35 smithi102 ceph-mon[31017]: daemon mds.a assigned to filesystem cephfs as rank 0 2024-04-15T14:33:35.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:33:35 smithi102 ceph-mon[31017]: osdmap e62: 8 total, 8 up, 8 in 2024-04-15T14:33:35.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:33:35 smithi102 ceph-mon[31017]: from='client.? 172.21.15.16:0/1187957284' entity='client.admin' cmd='[{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]': finished 2024-04-15T14:33:35.938 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:33:35 smithi102 ceph-mon[31017]: fsmap cephfs:1 {0=a=up:creating} 1 up:standby 2024-04-15T14:33:35.938 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:33:35 smithi102 ceph-mon[31017]: daemon mds.a is now active in filesystem cephfs as rank 0 2024-04-15T14:33:35.938 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:33:35 smithi102 ceph-mon[31017]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-15T14:33:35.938 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:33:35 smithi102 ceph-mon[31017]: from='client.? 172.21.15.16:0/672610721' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-15T14:33:35.987 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:33:35 smithi016 ceph-mon[36548]: pgmap v189: 33 pgs: 32 unknown, 1 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2024-04-15T14:33:35.987 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:33:35 smithi016 ceph-mon[36548]: from='client.? 172.21.15.16:0/3431494690' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9}]': finished 2024-04-15T14:33:35.987 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:33:35 smithi016 ceph-mon[36548]: osdmap e61: 8 total, 8 up, 8 in 2024-04-15T14:33:35.987 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:33:35 smithi016 ceph-mon[36548]: from='client.? 172.21.15.16:0/1187957284' entity='client.admin' cmd=[{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]: dispatch 2024-04-15T14:33:35.987 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:33:35 smithi016 ceph-mon[36548]: daemon mds.a assigned to filesystem cephfs as rank 0 2024-04-15T14:33:35.987 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:33:35 smithi016 ceph-mon[36548]: osdmap e62: 8 total, 8 up, 8 in 2024-04-15T14:33:35.987 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:33:35 smithi016 ceph-mon[36548]: from='client.? 172.21.15.16:0/1187957284' entity='client.admin' cmd='[{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]': finished 2024-04-15T14:33:35.987 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:33:35 smithi016 ceph-mon[36548]: fsmap cephfs:1 {0=a=up:creating} 1 up:standby 2024-04-15T14:33:35.987 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:33:35 smithi016 ceph-mon[36548]: daemon mds.a is now active in filesystem cephfs as rank 0 2024-04-15T14:33:35.987 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:33:35 smithi016 ceph-mon[36548]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-15T14:33:35.987 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:33:35 smithi016 ceph-mon[36548]: from='client.? 172.21.15.16:0/672610721' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-15T14:33:35.988 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:33:35 smithi016 ceph-mon[27435]: pgmap v189: 33 pgs: 32 unknown, 1 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2024-04-15T14:33:35.988 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:33:35 smithi016 ceph-mon[27435]: from='client.? 172.21.15.16:0/3431494690' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9}]': finished 2024-04-15T14:33:35.988 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:33:35 smithi016 ceph-mon[27435]: osdmap e61: 8 total, 8 up, 8 in 2024-04-15T14:33:35.988 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:33:35 smithi016 ceph-mon[27435]: from='client.? 172.21.15.16:0/1187957284' entity='client.admin' cmd=[{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]: dispatch 2024-04-15T14:33:35.988 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:33:35 smithi016 ceph-mon[27435]: daemon mds.a assigned to filesystem cephfs as rank 0 2024-04-15T14:33:35.988 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:33:35 smithi016 ceph-mon[27435]: osdmap e62: 8 total, 8 up, 8 in 2024-04-15T14:33:35.988 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:33:35 smithi016 ceph-mon[27435]: from='client.? 172.21.15.16:0/1187957284' entity='client.admin' cmd='[{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]': finished 2024-04-15T14:33:35.988 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:33:35 smithi016 ceph-mon[27435]: fsmap cephfs:1 {0=a=up:creating} 1 up:standby 2024-04-15T14:33:35.988 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:33:35 smithi016 ceph-mon[27435]: daemon mds.a is now active in filesystem cephfs as rank 0 2024-04-15T14:33:35.988 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:33:35 smithi016 ceph-mon[27435]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-15T14:33:35.988 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:33:35 smithi016 ceph-mon[27435]: from='client.? 172.21.15.16:0/672610721' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-15T14:33:35.989 DEBUG:tasks.cephfs.filesystem:fs_config: {} 2024-04-15T14:33:35.989 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs set cephfs allow_standby_replay false 2024-04-15T14:33:36.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:33:36 smithi102 ceph-mon[31017]: from='client.? 172.21.15.16:0/775041601' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-15T14:33:36.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:33:36 smithi102 ceph-mon[31017]: from='client.? 172.21.15.16:0/281121680' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]: dispatch 2024-04-15T14:33:36.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:33:36 smithi102 ceph-mon[31017]: from='client.? ' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]: dispatch 2024-04-15T14:33:36.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:33:36 smithi102 ceph-mon[31017]: mds.? [v2:172.21.15.16:6834/1881779027,v1:172.21.15.16:6835/1881779027] up:active 2024-04-15T14:33:36.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:33:36 smithi102 ceph-mon[31017]: from='client.? ' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]': finished 2024-04-15T14:33:36.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:33:36 smithi102 ceph-mon[31017]: fsmap cephfs:1 {0=a=up:active} 1 up:standby 2024-04-15T14:33:36.938 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:33:36 smithi102 ceph-mon[31017]: osdmap e63: 8 total, 8 up, 8 in 2024-04-15T14:33:36.938 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:33:36 smithi102 ceph-mon[31017]: from='client.? 172.21.15.16:0/4158628034' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "false"}]: dispatch 2024-04-15T14:33:36.938 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:33:36 smithi102 ceph-mon[31017]: from='client.? ' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "false"}]: dispatch 2024-04-15T14:33:36.997 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:33:36 smithi016 ceph-mon[27435]: from='client.? 172.21.15.16:0/775041601' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-15T14:33:36.997 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:33:36 smithi016 ceph-mon[27435]: from='client.? 172.21.15.16:0/281121680' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]: dispatch 2024-04-15T14:33:36.997 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:33:36 smithi016 ceph-mon[27435]: from='client.? ' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]: dispatch 2024-04-15T14:33:36.997 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:33:36 smithi016 ceph-mon[27435]: mds.? [v2:172.21.15.16:6834/1881779027,v1:172.21.15.16:6835/1881779027] up:active 2024-04-15T14:33:36.998 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:33:36 smithi016 ceph-mon[27435]: from='client.? ' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]': finished 2024-04-15T14:33:36.998 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:33:36 smithi016 ceph-mon[27435]: fsmap cephfs:1 {0=a=up:active} 1 up:standby 2024-04-15T14:33:36.998 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:33:36 smithi016 ceph-mon[27435]: osdmap e63: 8 total, 8 up, 8 in 2024-04-15T14:33:36.998 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:33:36 smithi016 ceph-mon[27435]: from='client.? 172.21.15.16:0/4158628034' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "false"}]: dispatch 2024-04-15T14:33:36.998 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:33:36 smithi016 ceph-mon[27435]: from='client.? ' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "false"}]: dispatch 2024-04-15T14:33:36.998 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:33:36 smithi016 ceph-mon[36548]: from='client.? 172.21.15.16:0/775041601' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-15T14:33:36.998 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:33:36 smithi016 ceph-mon[36548]: from='client.? 172.21.15.16:0/281121680' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]: dispatch 2024-04-15T14:33:36.998 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:33:36 smithi016 ceph-mon[36548]: from='client.? ' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]: dispatch 2024-04-15T14:33:36.998 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:33:36 smithi016 ceph-mon[36548]: mds.? [v2:172.21.15.16:6834/1881779027,v1:172.21.15.16:6835/1881779027] up:active 2024-04-15T14:33:36.998 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:33:36 smithi016 ceph-mon[36548]: from='client.? ' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]': finished 2024-04-15T14:33:36.998 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:33:36 smithi016 ceph-mon[36548]: fsmap cephfs:1 {0=a=up:active} 1 up:standby 2024-04-15T14:33:36.999 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:33:36 smithi016 ceph-mon[36548]: osdmap e63: 8 total, 8 up, 8 in 2024-04-15T14:33:36.999 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:33:36 smithi016 ceph-mon[36548]: from='client.? 172.21.15.16:0/4158628034' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "false"}]: dispatch 2024-04-15T14:33:36.999 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:33:36 smithi016 ceph-mon[36548]: from='client.? ' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "false"}]: dispatch 2024-04-15T14:33:36.999 DEBUG:tasks.cephfs.filesystem:Not Creating any subvols for filesystem 'cephfs' 2024-04-15T14:33:37.000 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-04-15T14:33:37.340 INFO:teuthology.orchestra.run.smithi016.stdout: 2024-04-15T14:33:37.341 INFO:teuthology.orchestra.run.smithi016.stdout:{"epoch":6,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":24349,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.102:6833/1183295622","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6832","nonce":1183295622},{"type":"v1","addr":"172.21.15.102:6833","nonce":1183295622}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":3}],"filesystems":[{"mdsmap":{"epoch":6,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-04-15T14:33:34.967132+0000","modified":"2024-04-15T14:33:36.974097+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"max_mds":1,"in":[0],"up":{"mds_0":24350},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24350":{"gid":24350,"name":"a","rank":0,"incarnation":4,"state":"up:active","state_seq":3,"addr":"172.21.15.16:6835/1881779027","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6834","nonce":1881779027},{"type":"v1","addr":"172.21.15.16:6835","nonce":1881779027}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0},"id":1}]} 2024-04-15T14:33:37.341 INFO:teuthology.orchestra.run.smithi016.stderr:dumped fsmap epoch 6 2024-04-15T14:33:37.354 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-04-15T14:33:37.650 INFO:teuthology.orchestra.run.smithi016.stdout: 2024-04-15T14:33:37.650 INFO:teuthology.orchestra.run.smithi016.stdout:{"epoch":63,"fsid":"362ea986-fb34-11ee-bc8f-c7b262605968","created":"2024-04-15T14:28:04.029430+0000","modified":"2024-04-15T14:33:35.968883+0000","last_up_change":"2024-04-15T14:33:15.639105+0000","last_in_change":"2024-04-15T14:32:57.817466+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":18,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-04-15T14:31:12.502699+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":7.8899998664855957,"score_stable":7.8899998664855957,"optimal_score":0.37999999523162842,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-04-15T14:33:32.965765+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"62","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-04-15T14:33:34.176617+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"63","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"32611abc-3cf7-4d7d-a647-b8c5be33bc2e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":61,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6802","nonce":2264743542},{"type":"v1","addr":"172.21.15.16:6803","nonce":2264743542}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6804","nonce":2264743542},{"type":"v1","addr":"172.21.15.16:6805","nonce":2264743542}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6808","nonce":2264743542},{"type":"v1","addr":"172.21.15.16:6809","nonce":2264743542}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6806","nonce":2264743542},{"type":"v1","addr":"172.21.15.16:6807","nonce":2264743542}]},"public_addr":"172.21.15.16:6803/2264743542","cluster_addr":"172.21.15.16:6805/2264743542","heartbeat_back_addr":"172.21.15.16:6809/2264743542","heartbeat_front_addr":"172.21.15.16:6807/2264743542","state":["exists","up"]},{"osd":1,"uuid":"e07bc3a4-c5b8-4dd2-a9d2-0a8640b40fe0","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":61,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6810","nonce":1440502014},{"type":"v1","addr":"172.21.15.16:6811","nonce":1440502014}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6812","nonce":1440502014},{"type":"v1","addr":"172.21.15.16:6813","nonce":1440502014}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6816","nonce":1440502014},{"type":"v1","addr":"172.21.15.16:6817","nonce":1440502014}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6814","nonce":1440502014},{"type":"v1","addr":"172.21.15.16:6815","nonce":1440502014}]},"public_addr":"172.21.15.16:6811/1440502014","cluster_addr":"172.21.15.16:6813/1440502014","heartbeat_back_addr":"172.21.15.16:6817/1440502014","heartbeat_front_addr":"172.21.15.16:6815/1440502014","state":["exists","up"]},{"osd":2,"uuid":"358f648c-0d4b-4bb7-a965-dff2e7adb39f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":61,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6818","nonce":809070887},{"type":"v1","addr":"172.21.15.16:6819","nonce":809070887}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6820","nonce":809070887},{"type":"v1","addr":"172.21.15.16:6821","nonce":809070887}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6824","nonce":809070887},{"type":"v1","addr":"172.21.15.16:6825","nonce":809070887}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6822","nonce":809070887},{"type":"v1","addr":"172.21.15.16:6823","nonce":809070887}]},"public_addr":"172.21.15.16:6819/809070887","cluster_addr":"172.21.15.16:6821/809070887","heartbeat_back_addr":"172.21.15.16:6825/809070887","heartbeat_front_addr":"172.21.15.16:6823/809070887","state":["exists","up"]},{"osd":3,"uuid":"12a0db2e-4774-4a68-870c-24969e5204b0","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":25,"up_thru":61,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6826","nonce":2809915418},{"type":"v1","addr":"172.21.15.16:6827","nonce":2809915418}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6828","nonce":2809915418},{"type":"v1","addr":"172.21.15.16:6829","nonce":2809915418}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6832","nonce":2809915418},{"type":"v1","addr":"172.21.15.16:6833","nonce":2809915418}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6830","nonce":2809915418},{"type":"v1","addr":"172.21.15.16:6831","nonce":2809915418}]},"public_addr":"172.21.15.16:6827/2809915418","cluster_addr":"172.21.15.16:6829/2809915418","heartbeat_back_addr":"172.21.15.16:6833/2809915418","heartbeat_front_addr":"172.21.15.16:6831/2809915418","state":["exists","up"]},{"osd":4,"uuid":"f8c16c9a-b0ad-4a06-9f16-6309a4558023","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":30,"up_thru":61,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6800","nonce":2585706670},{"type":"v1","addr":"172.21.15.102:6801","nonce":2585706670}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6802","nonce":2585706670},{"type":"v1","addr":"172.21.15.102:6803","nonce":2585706670}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6806","nonce":2585706670},{"type":"v1","addr":"172.21.15.102:6807","nonce":2585706670}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6804","nonce":2585706670},{"type":"v1","addr":"172.21.15.102:6805","nonce":2585706670}]},"public_addr":"172.21.15.102:6801/2585706670","cluster_addr":"172.21.15.102:6803/2585706670","heartbeat_back_addr":"172.21.15.102:6807/2585706670","heartbeat_front_addr":"172.21.15.102:6805/2585706670","state":["exists","up"]},{"osd":5,"uuid":"15dff6b6-b788-4f68-840d-3a69f843f228","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":38,"up_thru":61,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6808","nonce":3988882984},{"type":"v1","addr":"172.21.15.102:6809","nonce":3988882984}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6810","nonce":3988882984},{"type":"v1","addr":"172.21.15.102:6811","nonce":3988882984}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6814","nonce":3988882984},{"type":"v1","addr":"172.21.15.102:6815","nonce":3988882984}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6812","nonce":3988882984},{"type":"v1","addr":"172.21.15.102:6813","nonce":3988882984}]},"public_addr":"172.21.15.102:6809/3988882984","cluster_addr":"172.21.15.102:6811/3988882984","heartbeat_back_addr":"172.21.15.102:6815/3988882984","heartbeat_front_addr":"172.21.15.102:6813/3988882984","state":["exists","up"]},{"osd":6,"uuid":"4b0eba70-eeb0-4c8e-81ae-da32eccddb4a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":47,"up_thru":61,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6816","nonce":124432118},{"type":"v1","addr":"172.21.15.102:6817","nonce":124432118}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6818","nonce":124432118},{"type":"v1","addr":"172.21.15.102:6819","nonce":124432118}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6822","nonce":124432118},{"type":"v1","addr":"172.21.15.102:6823","nonce":124432118}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6820","nonce":124432118},{"type":"v1","addr":"172.21.15.102:6821","nonce":124432118}]},"public_addr":"172.21.15.102:6817/124432118","cluster_addr":"172.21.15.102:6819/124432118","heartbeat_back_addr":"172.21.15.102:6823/124432118","heartbeat_front_addr":"172.21.15.102:6821/124432118","state":["exists","up"]},{"osd":7,"uuid":"0bf5c778-a19b-4142-9e51-872f7f186c75","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":55,"up_thru":61,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6824","nonce":2974249338},{"type":"v1","addr":"172.21.15.102:6825","nonce":2974249338}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6826","nonce":2974249338},{"type":"v1","addr":"172.21.15.102:6827","nonce":2974249338}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6830","nonce":2974249338},{"type":"v1","addr":"172.21.15.102:6831","nonce":2974249338}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6828","nonce":2974249338},{"type":"v1","addr":"172.21.15.102:6829","nonce":2974249338}]},"public_addr":"172.21.15.102:6825/2974249338","cluster_addr":"172.21.15.102:6827/2974249338","heartbeat_back_addr":"172.21.15.102:6831/2974249338","heartbeat_front_addr":"172.21.15.102:6829/2974249338","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-15T14:30:19.499538+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-15T14:30:44.374414+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-15T14:31:09.809932+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-15T14:31:35.393873+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-15T14:31:58.889917+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-15T14:32:23.125904+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-15T14:32:48.407037+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-15T14:33:13.714624+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.16:0/2197696641":"2024-04-16T14:28:56.181699+0000","172.21.15.16:6800/3159850174":"2024-04-16T14:28:56.181699+0000","172.21.15.16:0/3475792966":"2024-04-16T14:28:56.181699+0000","172.21.15.16:6800/3597408122":"2024-04-16T14:28:31.383356+0000","172.21.15.16:0/386972103":"2024-04-16T14:28:31.383356+0000","172.21.15.16:6801/3159850174":"2024-04-16T14:28:56.181699+0000","172.21.15.16:0/1771838827":"2024-04-16T14:28:31.383356+0000","172.21.15.16:0/1190696072":"2024-04-16T14:28:31.383356+0000","172.21.15.16:6801/3597408122":"2024-04-16T14:28:31.383356+0000","172.21.15.16:0/1245103161":"2024-04-16T14:28:56.181699+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-04-15T14:33:37.662 INFO:tasks.cephfs.filesystem.ceph_manager:waiting for clean 2024-04-15T14:33:37.663 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-04-15T14:33:37.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:33:37 smithi102 ceph-mon[31017]: pgmap v193: 97 pgs: 2 active, 6 creating+activating, 40 active+clean, 49 unknown; 578 KiB data, 217 MiB used, 715 GiB / 715 GiB avail; 1.5 KiB/s wr, 3 op/s 2024-04-15T14:33:37.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:33:37 smithi102 ceph-mon[31017]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-15T14:33:37.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:33:37 smithi102 ceph-mon[31017]: Cluster is now healthy 2024-04-15T14:33:37.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:33:37 smithi102 ceph-mon[31017]: from='client.? ' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "false"}]': finished 2024-04-15T14:33:37.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:33:37 smithi102 ceph-mon[31017]: fsmap cephfs:1 {0=a=up:active} 1 up:standby 2024-04-15T14:33:37.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:33:37 smithi102 ceph-mon[31017]: from='client.? 172.21.15.16:0/864503125' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-15T14:33:37.967 INFO:teuthology.orchestra.run.smithi016.stdout: 2024-04-15T14:33:37.968 INFO:teuthology.orchestra.run.smithi016.stderr:dumped all 2024-04-15T14:33:37.977 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:33:37 smithi016 ceph-mon[27435]: pgmap v193: 97 pgs: 2 active, 6 creating+activating, 40 active+clean, 49 unknown; 578 KiB data, 217 MiB used, 715 GiB / 715 GiB avail; 1.5 KiB/s wr, 3 op/s 2024-04-15T14:33:37.977 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:33:37 smithi016 ceph-mon[27435]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-15T14:33:37.977 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:33:37 smithi016 ceph-mon[27435]: Cluster is now healthy 2024-04-15T14:33:37.977 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:33:37 smithi016 ceph-mon[27435]: from='client.? ' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "false"}]': finished 2024-04-15T14:33:37.977 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:33:37 smithi016 ceph-mon[27435]: fsmap cephfs:1 {0=a=up:active} 1 up:standby 2024-04-15T14:33:37.977 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:33:37 smithi016 ceph-mon[27435]: from='client.? 172.21.15.16:0/864503125' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-15T14:33:37.977 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:33:37 smithi016 ceph-mon[36548]: pgmap v193: 97 pgs: 2 active, 6 creating+activating, 40 active+clean, 49 unknown; 578 KiB data, 217 MiB used, 715 GiB / 715 GiB avail; 1.5 KiB/s wr, 3 op/s 2024-04-15T14:33:37.977 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:33:37 smithi016 ceph-mon[36548]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-15T14:33:37.977 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:33:37 smithi016 ceph-mon[36548]: Cluster is now healthy 2024-04-15T14:33:37.978 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:33:37 smithi016 ceph-mon[36548]: from='client.? ' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "false"}]': finished 2024-04-15T14:33:37.978 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:33:37 smithi016 ceph-mon[36548]: fsmap cephfs:1 {0=a=up:active} 1 up:standby 2024-04-15T14:33:37.978 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:33:37 smithi016 ceph-mon[36548]: from='client.? 172.21.15.16:0/864503125' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-15T14:33:37.979 INFO:teuthology.orchestra.run.smithi016.stdout:{"pg_ready":true,"pg_map":{"version":193,"stamp":"2024-04-15T14:33:36.231756+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":592114,"num_objects":11,"num_object_clones":0,"num_object_copies":33,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":11,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":174,"num_write_kb":2422,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":131,"ondisk_log_size":131,"up":144,"acting":144,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":114,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":6,"kb":749961216,"kb_used":222636,"kb_used_data":6452,"kb_used_omap":12,"kb_used_meta":216051,"kb_avail":749738580,"statfs":{"total":767960285184,"available":767732305920,"internally_reserved":0,"allocated":6606848,"data_stored":3737849,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12752,"internal_metadata":221236784},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":1746,"num_objects":9,"num_object_clones":0,"num_object_copies":27,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":9,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":15,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"4.000698"},"pg_stats":[{"pgid":"3.3f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-15T14:33:34.601025+0000","last_change":"2024-04-15T14:33:34.601025+0000","last_active":"2024-04-15T14:33:34.601025+0000","last_peered":"2024-04-15T14:33:34.601025+0000","last_clean":"2024-04-15T14:33:34.601025+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-15T14:33:34.601025+0000","last_undegraded":"2024-04-15T14:33:34.601025+0000","last_fullsized":"2024-04-15T14:33:34.601025+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_clean_scrub_stamp":"2024-04-15T14:33:34.601025+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.3e","version":"0'0","reported_seq":10,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-15T14:33:35.007096+0000","last_change":"2024-04-15T14:33:35.006464+0000","last_active":"2024-04-15T14:33:35.007096+0000","last_peered":"2024-04-15T14:33:35.007096+0000","last_clean":"2024-04-15T14:33:35.007096+0000","last_became_active":"2024-04-15T14:33:35.006144+0000","last_became_peered":"2024-04-15T14:33:35.006144+0000","last_unstale":"2024-04-15T14:33:35.007096+0000","last_undegraded":"2024-04-15T14:33:35.007096+0000","last_fullsized":"2024-04-15T14:33:35.007096+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_clean_scrub_stamp":"2024-04-15T14:33:34.601025+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T18:18:29.784401+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,6],"acting":[1,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.3d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-15T14:33:34.601025+0000","last_change":"2024-04-15T14:33:34.601025+0000","last_active":"2024-04-15T14:33:34.601025+0000","last_peered":"2024-04-15T14:33:34.601025+0000","last_clean":"2024-04-15T14:33:34.601025+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-15T14:33:34.601025+0000","last_undegraded":"2024-04-15T14:33:34.601025+0000","last_fullsized":"2024-04-15T14:33:34.601025+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_clean_scrub_stamp":"2024-04-15T14:33:34.601025+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.3c","version":"0'0","reported_seq":9,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-15T14:33:34.992423+0000","last_change":"2024-04-15T14:33:34.992423+0000","last_active":"2024-04-15T14:33:34.992423+0000","last_peered":"2024-04-15T14:33:34.992423+0000","last_clean":"2024-04-15T14:33:34.992423+0000","last_became_active":"2024-04-15T14:33:34.992115+0000","last_became_peered":"2024-04-15T14:33:34.992115+0000","last_unstale":"2024-04-15T14:33:34.992423+0000","last_undegraded":"2024-04-15T14:33:34.992423+0000","last_fullsized":"2024-04-15T14:33:34.992423+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_clean_scrub_stamp":"2024-04-15T14:33:34.601025+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T22:22:52.170478+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-15T14:33:34.601025+0000","last_change":"2024-04-15T14:33:34.601025+0000","last_active":"2024-04-15T14:33:34.601025+0000","last_peered":"2024-04-15T14:33:34.601025+0000","last_clean":"2024-04-15T14:33:34.601025+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-15T14:33:34.601025+0000","last_undegraded":"2024-04-15T14:33:34.601025+0000","last_fullsized":"2024-04-15T14:33:34.601025+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_clean_scrub_stamp":"2024-04-15T14:33:34.601025+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.3a","version":"0'0","reported_seq":7,"reported_epoch":62,"state":"active","last_fresh":"2024-04-15T14:33:34.991662+0000","last_change":"2024-04-15T14:33:34.991583+0000","last_active":"2024-04-15T14:33:34.991662+0000","last_peered":"2024-04-15T14:33:34.991662+0000","last_clean":"2024-04-15T14:33:34.601025+0000","last_became_active":"2024-04-15T14:33:34.991583+0000","last_became_peered":"2024-04-15T14:33:34.991583+0000","last_unstale":"2024-04-15T14:33:34.991662+0000","last_undegraded":"2024-04-15T14:33:34.991662+0000","last_fullsized":"2024-04-15T14:33:34.991662+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_clean_scrub_stamp":"2024-04-15T14:33:34.601025+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T21:21:59.746956+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,1],"acting":[5,0,1],"avail_no_missing":["5","0","1"],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.39","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-15T14:33:34.601025+0000","last_change":"2024-04-15T14:33:34.601025+0000","last_active":"2024-04-15T14:33:34.601025+0000","last_peered":"2024-04-15T14:33:34.601025+0000","last_clean":"2024-04-15T14:33:34.601025+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-15T14:33:34.601025+0000","last_undegraded":"2024-04-15T14:33:34.601025+0000","last_fullsized":"2024-04-15T14:33:34.601025+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_clean_scrub_stamp":"2024-04-15T14:33:34.601025+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.38","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-15T14:33:34.601025+0000","last_change":"2024-04-15T14:33:34.601025+0000","last_active":"2024-04-15T14:33:34.601025+0000","last_peered":"2024-04-15T14:33:34.601025+0000","last_clean":"2024-04-15T14:33:34.601025+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-15T14:33:34.601025+0000","last_undegraded":"2024-04-15T14:33:34.601025+0000","last_fullsized":"2024-04-15T14:33:34.601025+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_clean_scrub_stamp":"2024-04-15T14:33:34.601025+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.37","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-15T14:33:34.601025+0000","last_change":"2024-04-15T14:33:34.601025+0000","last_active":"2024-04-15T14:33:34.601025+0000","last_peered":"2024-04-15T14:33:34.601025+0000","last_clean":"2024-04-15T14:33:34.601025+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-15T14:33:34.601025+0000","last_undegraded":"2024-04-15T14:33:34.601025+0000","last_fullsized":"2024-04-15T14:33:34.601025+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_clean_scrub_stamp":"2024-04-15T14:33:34.601025+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.36","version":"0'0","reported_seq":10,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-15T14:33:35.002156+0000","last_change":"2024-04-15T14:33:35.001503+0000","last_active":"2024-04-15T14:33:35.002156+0000","last_peered":"2024-04-15T14:33:35.002156+0000","last_clean":"2024-04-15T14:33:35.002156+0000","last_became_active":"2024-04-15T14:33:35.001219+0000","last_became_peered":"2024-04-15T14:33:35.001219+0000","last_unstale":"2024-04-15T14:33:35.002156+0000","last_undegraded":"2024-04-15T14:33:35.002156+0000","last_fullsized":"2024-04-15T14:33:35.002156+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_clean_scrub_stamp":"2024-04-15T14:33:34.601025+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-17T00:23:04.782738+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,1],"acting":[6,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.35","version":"0'0","reported_seq":10,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-15T14:33:35.007644+0000","last_change":"2024-04-15T14:33:35.007017+0000","last_active":"2024-04-15T14:33:35.007644+0000","last_peered":"2024-04-15T14:33:35.007644+0000","last_clean":"2024-04-15T14:33:35.007644+0000","last_became_active":"2024-04-15T14:33:35.006725+0000","last_became_peered":"2024-04-15T14:33:35.006725+0000","last_unstale":"2024-04-15T14:33:35.007644+0000","last_undegraded":"2024-04-15T14:33:35.007644+0000","last_fullsized":"2024-04-15T14:33:35.007644+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_clean_scrub_stamp":"2024-04-15T14:33:34.601025+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T16:46:31.161022+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,0],"acting":[6,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.34","version":"0'0","reported_seq":10,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-15T14:33:35.005295+0000","last_change":"2024-04-15T14:33:35.005055+0000","last_active":"2024-04-15T14:33:35.005295+0000","last_peered":"2024-04-15T14:33:35.005295+0000","last_clean":"2024-04-15T14:33:35.005295+0000","last_became_active":"2024-04-15T14:33:35.004731+0000","last_became_peered":"2024-04-15T14:33:35.004731+0000","last_unstale":"2024-04-15T14:33:35.005295+0000","last_undegraded":"2024-04-15T14:33:35.005295+0000","last_fullsized":"2024-04-15T14:33:35.005295+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_clean_scrub_stamp":"2024-04-15T14:33:34.601025+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T19:41:45.184445+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,0],"acting":[4,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.33","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-15T14:33:34.601025+0000","last_change":"2024-04-15T14:33:34.601025+0000","last_active":"2024-04-15T14:33:34.601025+0000","last_peered":"2024-04-15T14:33:34.601025+0000","last_clean":"2024-04-15T14:33:34.601025+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-15T14:33:34.601025+0000","last_undegraded":"2024-04-15T14:33:34.601025+0000","last_fullsized":"2024-04-15T14:33:34.601025+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_clean_scrub_stamp":"2024-04-15T14:33:34.601025+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.32","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-15T14:33:34.601025+0000","last_change":"2024-04-15T14:33:34.601025+0000","last_active":"2024-04-15T14:33:34.601025+0000","last_peered":"2024-04-15T14:33:34.601025+0000","last_clean":"2024-04-15T14:33:34.601025+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-15T14:33:34.601025+0000","last_undegraded":"2024-04-15T14:33:34.601025+0000","last_fullsized":"2024-04-15T14:33:34.601025+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_clean_scrub_stamp":"2024-04-15T14:33:34.601025+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.31","version":"0'0","reported_seq":10,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-15T14:33:34.998745+0000","last_change":"2024-04-15T14:33:34.998425+0000","last_active":"2024-04-15T14:33:34.998745+0000","last_peered":"2024-04-15T14:33:34.998745+0000","last_clean":"2024-04-15T14:33:34.998745+0000","last_became_active":"2024-04-15T14:33:34.997447+0000","last_became_peered":"2024-04-15T14:33:34.997447+0000","last_unstale":"2024-04-15T14:33:34.998745+0000","last_undegraded":"2024-04-15T14:33:34.998745+0000","last_fullsized":"2024-04-15T14:33:34.998745+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_clean_scrub_stamp":"2024-04-15T14:33:34.601025+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T17:55:37.723928+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,5],"acting":[1,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.30","version":"0'0","reported_seq":4,"reported_epoch":62,"state":"creating+activating","last_fresh":"2024-04-15T14:33:34.984624+0000","last_change":"2024-04-15T14:33:34.976748+0000","last_active":"2024-04-15T14:33:34.601025+0000","last_peered":"2024-04-15T14:33:34.601025+0000","last_clean":"2024-04-15T14:33:34.601025+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-15T14:33:34.984624+0000","last_undegraded":"2024-04-15T14:33:34.984624+0000","last_fullsized":"2024-04-15T14:33:34.984624+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_clean_scrub_stamp":"2024-04-15T14:33:34.601025+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T17:15:05.168262+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,7],"acting":[5,0,7],"avail_no_missing":["5","0","7"],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2f","version":"0'0","reported_seq":7,"reported_epoch":62,"state":"active","last_fresh":"2024-04-15T14:33:34.994247+0000","last_change":"2024-04-15T14:33:34.993855+0000","last_active":"2024-04-15T14:33:34.994247+0000","last_peered":"2024-04-15T14:33:34.994247+0000","last_clean":"2024-04-15T14:33:34.601025+0000","last_became_active":"2024-04-15T14:33:34.993855+0000","last_became_peered":"2024-04-15T14:33:34.993855+0000","last_unstale":"2024-04-15T14:33:34.994247+0000","last_undegraded":"2024-04-15T14:33:34.994247+0000","last_fullsized":"2024-04-15T14:33:34.994247+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_clean_scrub_stamp":"2024-04-15T14:33:34.601025+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T20:28:23.544001+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,4],"acting":[5,7,4],"avail_no_missing":["5","4","7"],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-15T14:33:34.601025+0000","last_change":"2024-04-15T14:33:34.601025+0000","last_active":"2024-04-15T14:33:34.601025+0000","last_peered":"2024-04-15T14:33:34.601025+0000","last_clean":"2024-04-15T14:33:34.601025+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-15T14:33:34.601025+0000","last_undegraded":"2024-04-15T14:33:34.601025+0000","last_fullsized":"2024-04-15T14:33:34.601025+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_clean_scrub_stamp":"2024-04-15T14:33:34.601025+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.2d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-15T14:33:34.601025+0000","last_change":"2024-04-15T14:33:34.601025+0000","last_active":"2024-04-15T14:33:34.601025+0000","last_peered":"2024-04-15T14:33:34.601025+0000","last_clean":"2024-04-15T14:33:34.601025+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-15T14:33:34.601025+0000","last_undegraded":"2024-04-15T14:33:34.601025+0000","last_fullsized":"2024-04-15T14:33:34.601025+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_clean_scrub_stamp":"2024-04-15T14:33:34.601025+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.1f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-15T14:33:33.599136+0000","last_change":"2024-04-15T14:33:33.599136+0000","last_active":"2024-04-15T14:33:33.599136+0000","last_peered":"2024-04-15T14:33:33.599136+0000","last_clean":"2024-04-15T14:33:33.599136+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-15T14:33:33.599136+0000","last_undegraded":"2024-04-15T14:33:33.599136+0000","last_fullsized":"2024-04-15T14:33:33.599136+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T14:33:33.599136+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T14:33:33.599136+0000","last_clean_scrub_stamp":"2024-04-15T14:33:33.599136+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-15T14:33:34.601025+0000","last_change":"2024-04-15T14:33:34.601025+0000","last_active":"2024-04-15T14:33:34.601025+0000","last_peered":"2024-04-15T14:33:34.601025+0000","last_clean":"2024-04-15T14:33:34.601025+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-15T14:33:34.601025+0000","last_undegraded":"2024-04-15T14:33:34.601025+0000","last_fullsized":"2024-04-15T14:33:34.601025+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_clean_scrub_stamp":"2024-04-15T14:33:34.601025+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.1e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-15T14:33:33.599136+0000","last_change":"2024-04-15T14:33:33.599136+0000","last_active":"2024-04-15T14:33:33.599136+0000","last_peered":"2024-04-15T14:33:33.599136+0000","last_clean":"2024-04-15T14:33:33.599136+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-15T14:33:33.599136+0000","last_undegraded":"2024-04-15T14:33:33.599136+0000","last_fullsized":"2024-04-15T14:33:33.599136+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T14:33:33.599136+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T14:33:33.599136+0000","last_clean_scrub_stamp":"2024-04-15T14:33:33.599136+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-15T14:33:34.601025+0000","last_change":"2024-04-15T14:33:34.601025+0000","last_active":"2024-04-15T14:33:34.601025+0000","last_peered":"2024-04-15T14:33:34.601025+0000","last_clean":"2024-04-15T14:33:34.601025+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-15T14:33:34.601025+0000","last_undegraded":"2024-04-15T14:33:34.601025+0000","last_fullsized":"2024-04-15T14:33:34.601025+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_clean_scrub_stamp":"2024-04-15T14:33:34.601025+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.1d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-15T14:33:33.599136+0000","last_change":"2024-04-15T14:33:33.599136+0000","last_active":"2024-04-15T14:33:33.599136+0000","last_peered":"2024-04-15T14:33:33.599136+0000","last_clean":"2024-04-15T14:33:33.599136+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-15T14:33:33.599136+0000","last_undegraded":"2024-04-15T14:33:33.599136+0000","last_fullsized":"2024-04-15T14:33:33.599136+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T14:33:33.599136+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T14:33:33.599136+0000","last_clean_scrub_stamp":"2024-04-15T14:33:33.599136+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":9,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-15T14:33:34.990806+0000","last_change":"2024-04-15T14:33:34.990806+0000","last_active":"2024-04-15T14:33:34.990806+0000","last_peered":"2024-04-15T14:33:34.990806+0000","last_clean":"2024-04-15T14:33:34.990806+0000","last_became_active":"2024-04-15T14:33:34.990271+0000","last_became_peered":"2024-04-15T14:33:34.990271+0000","last_unstale":"2024-04-15T14:33:34.990806+0000","last_undegraded":"2024-04-15T14:33:34.990806+0000","last_fullsized":"2024-04-15T14:33:34.990806+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_clean_scrub_stamp":"2024-04-15T14:33:34.601025+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T16:08:05.354437+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-15T14:33:33.599136+0000","last_change":"2024-04-15T14:33:33.599136+0000","last_active":"2024-04-15T14:33:33.599136+0000","last_peered":"2024-04-15T14:33:33.599136+0000","last_clean":"2024-04-15T14:33:33.599136+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-15T14:33:33.599136+0000","last_undegraded":"2024-04-15T14:33:33.599136+0000","last_fullsized":"2024-04-15T14:33:33.599136+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T14:33:33.599136+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T14:33:33.599136+0000","last_clean_scrub_stamp":"2024-04-15T14:33:33.599136+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":4,"reported_epoch":62,"state":"creating+activating","last_fresh":"2024-04-15T14:33:34.984126+0000","last_change":"2024-04-15T14:33:34.977782+0000","last_active":"2024-04-15T14:33:34.601025+0000","last_peered":"2024-04-15T14:33:34.601025+0000","last_clean":"2024-04-15T14:33:34.601025+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-15T14:33:34.984126+0000","last_undegraded":"2024-04-15T14:33:34.984126+0000","last_fullsized":"2024-04-15T14:33:34.984126+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_clean_scrub_stamp":"2024-04-15T14:33:34.601025+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T23:38:01.119309+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":["5","4","6"],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-15T14:33:33.599136+0000","last_change":"2024-04-15T14:33:33.599136+0000","last_active":"2024-04-15T14:33:33.599136+0000","last_peered":"2024-04-15T14:33:33.599136+0000","last_clean":"2024-04-15T14:33:33.599136+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-15T14:33:33.599136+0000","last_undegraded":"2024-04-15T14:33:33.599136+0000","last_fullsized":"2024-04-15T14:33:33.599136+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T14:33:33.599136+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T14:33:33.599136+0000","last_clean_scrub_stamp":"2024-04-15T14:33:33.599136+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":10,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-15T14:33:34.993783+0000","last_change":"2024-04-15T14:33:34.993329+0000","last_active":"2024-04-15T14:33:34.993783+0000","last_peered":"2024-04-15T14:33:34.993783+0000","last_clean":"2024-04-15T14:33:34.993783+0000","last_became_active":"2024-04-15T14:33:34.992740+0000","last_became_peered":"2024-04-15T14:33:34.992740+0000","last_unstale":"2024-04-15T14:33:34.993783+0000","last_undegraded":"2024-04-15T14:33:34.993783+0000","last_fullsized":"2024-04-15T14:33:34.993783+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_clean_scrub_stamp":"2024-04-15T14:33:34.601025+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T23:48:57.993034+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2],"acting":[4,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1a","version":"62'1","reported_seq":12,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-15T14:33:35.006052+0000","last_change":"2024-04-15T14:33:34.623835+0000","last_active":"2024-04-15T14:33:35.006052+0000","last_peered":"2024-04-15T14:33:35.006052+0000","last_clean":"2024-04-15T14:33:35.006052+0000","last_became_active":"2024-04-15T14:33:34.623487+0000","last_became_peered":"2024-04-15T14:33:34.623487+0000","last_unstale":"2024-04-15T14:33:35.006052+0000","last_undegraded":"2024-04-15T14:33:35.006052+0000","last_fullsized":"2024-04-15T14:33:35.006052+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T14:33:33.599136+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T14:33:33.599136+0000","last_clean_scrub_stamp":"2024-04-15T14:33:33.599136+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T20:33:02.210280+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-15T14:33:34.601025+0000","last_change":"2024-04-15T14:33:34.601025+0000","last_active":"2024-04-15T14:33:34.601025+0000","last_peered":"2024-04-15T14:33:34.601025+0000","last_clean":"2024-04-15T14:33:34.601025+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-15T14:33:34.601025+0000","last_undegraded":"2024-04-15T14:33:34.601025+0000","last_fullsized":"2024-04-15T14:33:34.601025+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_clean_scrub_stamp":"2024-04-15T14:33:34.601025+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.19","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-15T14:33:33.599136+0000","last_change":"2024-04-15T14:33:33.599136+0000","last_active":"2024-04-15T14:33:33.599136+0000","last_peered":"2024-04-15T14:33:33.599136+0000","last_clean":"2024-04-15T14:33:33.599136+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-15T14:33:33.599136+0000","last_undegraded":"2024-04-15T14:33:33.599136+0000","last_fullsized":"2024-04-15T14:33:33.599136+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T14:33:33.599136+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T14:33:33.599136+0000","last_clean_scrub_stamp":"2024-04-15T14:33:33.599136+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-15T14:33:34.601025+0000","last_change":"2024-04-15T14:33:34.601025+0000","last_active":"2024-04-15T14:33:34.601025+0000","last_peered":"2024-04-15T14:33:34.601025+0000","last_clean":"2024-04-15T14:33:34.601025+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-15T14:33:34.601025+0000","last_undegraded":"2024-04-15T14:33:34.601025+0000","last_fullsized":"2024-04-15T14:33:34.601025+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_clean_scrub_stamp":"2024-04-15T14:33:34.601025+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.18","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-15T14:33:34.976974+0000","last_change":"2024-04-15T14:33:34.629712+0000","last_active":"2024-04-15T14:33:34.976974+0000","last_peered":"2024-04-15T14:33:34.976974+0000","last_clean":"2024-04-15T14:33:34.976974+0000","last_became_active":"2024-04-15T14:33:34.629407+0000","last_became_peered":"2024-04-15T14:33:34.629407+0000","last_unstale":"2024-04-15T14:33:34.976974+0000","last_undegraded":"2024-04-15T14:33:34.976974+0000","last_fullsized":"2024-04-15T14:33:34.976974+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T14:33:33.599136+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T14:33:33.599136+0000","last_clean_scrub_stamp":"2024-04-15T14:33:33.599136+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-17T00:20:23.688678+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,7],"acting":[5,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":10,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-15T14:33:34.995884+0000","last_change":"2024-04-15T14:33:34.992486+0000","last_active":"2024-04-15T14:33:34.995884+0000","last_peered":"2024-04-15T14:33:34.995884+0000","last_clean":"2024-04-15T14:33:34.995884+0000","last_became_active":"2024-04-15T14:33:34.992018+0000","last_became_peered":"2024-04-15T14:33:34.992018+0000","last_unstale":"2024-04-15T14:33:34.995884+0000","last_undegraded":"2024-04-15T14:33:34.995884+0000","last_fullsized":"2024-04-15T14:33:34.995884+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_clean_scrub_stamp":"2024-04-15T14:33:34.601025+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T21:26:48.589284+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.17","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-15T14:33:34.992725+0000","last_change":"2024-04-15T14:33:34.626798+0000","last_active":"2024-04-15T14:33:34.992725+0000","last_peered":"2024-04-15T14:33:34.992725+0000","last_clean":"2024-04-15T14:33:34.992725+0000","last_became_active":"2024-04-15T14:33:34.626427+0000","last_became_peered":"2024-04-15T14:33:34.626427+0000","last_unstale":"2024-04-15T14:33:34.992725+0000","last_undegraded":"2024-04-15T14:33:34.992725+0000","last_fullsized":"2024-04-15T14:33:34.992725+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T14:33:33.599136+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T14:33:33.599136+0000","last_clean_scrub_stamp":"2024-04-15T14:33:33.599136+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T18:25:50.473378+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,2],"acting":[6,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":4,"reported_epoch":62,"state":"creating+activating","last_fresh":"2024-04-15T14:33:34.989205+0000","last_change":"2024-04-15T14:33:34.977038+0000","last_active":"2024-04-15T14:33:34.601025+0000","last_peered":"2024-04-15T14:33:34.601025+0000","last_clean":"2024-04-15T14:33:34.601025+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-15T14:33:34.989205+0000","last_undegraded":"2024-04-15T14:33:34.989205+0000","last_fullsized":"2024-04-15T14:33:34.989205+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_clean_scrub_stamp":"2024-04-15T14:33:34.601025+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T21:52:20.945166+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1],"acting":[5,7,1],"avail_no_missing":["5","1","7"],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.16","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-15T14:33:34.977246+0000","last_change":"2024-04-15T14:33:34.619899+0000","last_active":"2024-04-15T14:33:34.977246+0000","last_peered":"2024-04-15T14:33:34.977246+0000","last_clean":"2024-04-15T14:33:34.977246+0000","last_became_active":"2024-04-15T14:33:34.619104+0000","last_became_peered":"2024-04-15T14:33:34.619104+0000","last_unstale":"2024-04-15T14:33:34.977246+0000","last_undegraded":"2024-04-15T14:33:34.977246+0000","last_fullsized":"2024-04-15T14:33:34.977246+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T14:33:33.599136+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T14:33:33.599136+0000","last_clean_scrub_stamp":"2024-04-15T14:33:33.599136+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T19:58:09.795799+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6,2],"acting":[5,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-15T14:33:34.601025+0000","last_change":"2024-04-15T14:33:34.601025+0000","last_active":"2024-04-15T14:33:34.601025+0000","last_peered":"2024-04-15T14:33:34.601025+0000","last_clean":"2024-04-15T14:33:34.601025+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-15T14:33:34.601025+0000","last_undegraded":"2024-04-15T14:33:34.601025+0000","last_fullsized":"2024-04-15T14:33:34.601025+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_clean_scrub_stamp":"2024-04-15T14:33:34.601025+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.15","version":"62'3","reported_seq":14,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-15T14:33:35.007032+0000","last_change":"2024-04-15T14:33:34.626719+0000","last_active":"2024-04-15T14:33:35.007032+0000","last_peered":"2024-04-15T14:33:35.007032+0000","last_clean":"2024-04-15T14:33:35.007032+0000","last_became_active":"2024-04-15T14:33:34.626429+0000","last_became_peered":"2024-04-15T14:33:34.626429+0000","last_unstale":"2024-04-15T14:33:35.007032+0000","last_undegraded":"2024-04-15T14:33:35.007032+0000","last_fullsized":"2024-04-15T14:33:35.007032+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T14:33:33.599136+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T14:33:33.599136+0000","last_clean_scrub_stamp":"2024-04-15T14:33:33.599136+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T23:00:48.231255+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":10,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-15T14:33:35.005134+0000","last_change":"2024-04-15T14:33:35.004611+0000","last_active":"2024-04-15T14:33:35.005134+0000","last_peered":"2024-04-15T14:33:35.005134+0000","last_clean":"2024-04-15T14:33:35.005134+0000","last_became_active":"2024-04-15T14:33:35.004170+0000","last_became_peered":"2024-04-15T14:33:35.004170+0000","last_unstale":"2024-04-15T14:33:35.005134+0000","last_undegraded":"2024-04-15T14:33:35.005134+0000","last_fullsized":"2024-04-15T14:33:35.005134+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_clean_scrub_stamp":"2024-04-15T14:33:34.601025+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T16:15:49.307161+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,6],"acting":[4,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.14","version":"62'6","reported_seq":17,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-15T14:33:35.007522+0000","last_change":"2024-04-15T14:33:34.620715+0000","last_active":"2024-04-15T14:33:35.007522+0000","last_peered":"2024-04-15T14:33:35.007522+0000","last_clean":"2024-04-15T14:33:35.007522+0000","last_became_active":"2024-04-15T14:33:34.620361+0000","last_became_peered":"2024-04-15T14:33:34.620361+0000","last_unstale":"2024-04-15T14:33:35.007522+0000","last_undegraded":"2024-04-15T14:33:35.007522+0000","last_fullsized":"2024-04-15T14:33:35.007522+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T14:33:33.599136+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T14:33:33.599136+0000","last_clean_scrub_stamp":"2024-04-15T14:33:33.599136+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T21:57:01.722940+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1564,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,5],"acting":[6,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-15T14:33:34.601025+0000","last_change":"2024-04-15T14:33:34.601025+0000","last_active":"2024-04-15T14:33:34.601025+0000","last_peered":"2024-04-15T14:33:34.601025+0000","last_clean":"2024-04-15T14:33:34.601025+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-15T14:33:34.601025+0000","last_undegraded":"2024-04-15T14:33:34.601025+0000","last_fullsized":"2024-04-15T14:33:34.601025+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_clean_scrub_stamp":"2024-04-15T14:33:34.601025+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.13","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-15T14:33:33.599136+0000","last_change":"2024-04-15T14:33:33.599136+0000","last_active":"2024-04-15T14:33:33.599136+0000","last_peered":"2024-04-15T14:33:33.599136+0000","last_clean":"2024-04-15T14:33:33.599136+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-15T14:33:33.599136+0000","last_undegraded":"2024-04-15T14:33:33.599136+0000","last_fullsized":"2024-04-15T14:33:33.599136+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T14:33:33.599136+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T14:33:33.599136+0000","last_clean_scrub_stamp":"2024-04-15T14:33:33.599136+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-15T14:33:34.601025+0000","last_change":"2024-04-15T14:33:34.601025+0000","last_active":"2024-04-15T14:33:34.601025+0000","last_peered":"2024-04-15T14:33:34.601025+0000","last_clean":"2024-04-15T14:33:34.601025+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-15T14:33:34.601025+0000","last_undegraded":"2024-04-15T14:33:34.601025+0000","last_fullsized":"2024-04-15T14:33:34.601025+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_clean_scrub_stamp":"2024-04-15T14:33:34.601025+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.12","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-15T14:33:34.979111+0000","last_change":"2024-04-15T14:33:34.624908+0000","last_active":"2024-04-15T14:33:34.979111+0000","last_peered":"2024-04-15T14:33:34.979111+0000","last_clean":"2024-04-15T14:33:34.979111+0000","last_became_active":"2024-04-15T14:33:34.624629+0000","last_became_peered":"2024-04-15T14:33:34.624629+0000","last_unstale":"2024-04-15T14:33:34.979111+0000","last_undegraded":"2024-04-15T14:33:34.979111+0000","last_fullsized":"2024-04-15T14:33:34.979111+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T14:33:33.599136+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T14:33:33.599136+0000","last_clean_scrub_stamp":"2024-04-15T14:33:33.599136+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T15:48:22.451797+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-15T14:33:34.601025+0000","last_change":"2024-04-15T14:33:34.601025+0000","last_active":"2024-04-15T14:33:34.601025+0000","last_peered":"2024-04-15T14:33:34.601025+0000","last_clean":"2024-04-15T14:33:34.601025+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-15T14:33:34.601025+0000","last_undegraded":"2024-04-15T14:33:34.601025+0000","last_fullsized":"2024-04-15T14:33:34.601025+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_clean_scrub_stamp":"2024-04-15T14:33:34.601025+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.11","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-15T14:33:34.981938+0000","last_change":"2024-04-15T14:33:34.617640+0000","last_active":"2024-04-15T14:33:34.981938+0000","last_peered":"2024-04-15T14:33:34.981938+0000","last_clean":"2024-04-15T14:33:34.981938+0000","last_became_active":"2024-04-15T14:33:34.617309+0000","last_became_peered":"2024-04-15T14:33:34.617309+0000","last_unstale":"2024-04-15T14:33:34.981938+0000","last_undegraded":"2024-04-15T14:33:34.981938+0000","last_fullsized":"2024-04-15T14:33:34.981938+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T14:33:33.599136+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T14:33:33.599136+0000","last_clean_scrub_stamp":"2024-04-15T14:33:33.599136+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T19:11:52.947432+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":10,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-15T14:33:34.993514+0000","last_change":"2024-04-15T14:33:34.989655+0000","last_active":"2024-04-15T14:33:34.993514+0000","last_peered":"2024-04-15T14:33:34.993514+0000","last_clean":"2024-04-15T14:33:34.993514+0000","last_became_active":"2024-04-15T14:33:34.988851+0000","last_became_peered":"2024-04-15T14:33:34.988851+0000","last_unstale":"2024-04-15T14:33:34.993514+0000","last_undegraded":"2024-04-15T14:33:34.993514+0000","last_fullsized":"2024-04-15T14:33:34.993514+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_clean_scrub_stamp":"2024-04-15T14:33:34.601025+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T21:16:09.182271+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.10","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-15T14:33:33.599136+0000","last_change":"2024-04-15T14:33:33.599136+0000","last_active":"2024-04-15T14:33:33.599136+0000","last_peered":"2024-04-15T14:33:33.599136+0000","last_clean":"2024-04-15T14:33:33.599136+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-15T14:33:33.599136+0000","last_undegraded":"2024-04-15T14:33:33.599136+0000","last_fullsized":"2024-04-15T14:33:33.599136+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T14:33:33.599136+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T14:33:33.599136+0000","last_clean_scrub_stamp":"2024-04-15T14:33:33.599136+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-15T14:33:34.601025+0000","last_change":"2024-04-15T14:33:34.601025+0000","last_active":"2024-04-15T14:33:34.601025+0000","last_peered":"2024-04-15T14:33:34.601025+0000","last_clean":"2024-04-15T14:33:34.601025+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-15T14:33:34.601025+0000","last_undegraded":"2024-04-15T14:33:34.601025+0000","last_fullsized":"2024-04-15T14:33:34.601025+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_clean_scrub_stamp":"2024-04-15T14:33:34.601025+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.f","version":"62'1","reported_seq":12,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-15T14:33:34.996779+0000","last_change":"2024-04-15T14:33:34.625302+0000","last_active":"2024-04-15T14:33:34.996779+0000","last_peered":"2024-04-15T14:33:34.996779+0000","last_clean":"2024-04-15T14:33:34.996779+0000","last_became_active":"2024-04-15T14:33:34.624897+0000","last_became_peered":"2024-04-15T14:33:34.624897+0000","last_unstale":"2024-04-15T14:33:34.996779+0000","last_undegraded":"2024-04-15T14:33:34.996779+0000","last_fullsized":"2024-04-15T14:33:34.996779+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T14:33:33.599136+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T14:33:33.599136+0000","last_clean_scrub_stamp":"2024-04-15T14:33:33.599136+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T21:13:05.143999+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,7],"acting":[4,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-15T14:33:34.601025+0000","last_change":"2024-04-15T14:33:34.601025+0000","last_active":"2024-04-15T14:33:34.601025+0000","last_peered":"2024-04-15T14:33:34.601025+0000","last_clean":"2024-04-15T14:33:34.601025+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-15T14:33:34.601025+0000","last_undegraded":"2024-04-15T14:33:34.601025+0000","last_fullsized":"2024-04-15T14:33:34.601025+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_clean_scrub_stamp":"2024-04-15T14:33:34.601025+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-15T14:33:34.988180+0000","last_change":"2024-04-15T14:33:34.629663+0000","last_active":"2024-04-15T14:33:34.988180+0000","last_peered":"2024-04-15T14:33:34.988180+0000","last_clean":"2024-04-15T14:33:34.988180+0000","last_became_active":"2024-04-15T14:33:34.629358+0000","last_became_peered":"2024-04-15T14:33:34.629358+0000","last_unstale":"2024-04-15T14:33:34.988180+0000","last_undegraded":"2024-04-15T14:33:34.988180+0000","last_fullsized":"2024-04-15T14:33:34.988180+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T14:33:33.599136+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T14:33:33.599136+0000","last_clean_scrub_stamp":"2024-04-15T14:33:33.599136+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T18:29:51.531354+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,7],"acting":[1,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":9,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-15T14:33:34.991615+0000","last_change":"2024-04-15T14:33:34.991615+0000","last_active":"2024-04-15T14:33:34.991615+0000","last_peered":"2024-04-15T14:33:34.991615+0000","last_clean":"2024-04-15T14:33:34.991615+0000","last_became_active":"2024-04-15T14:33:34.990545+0000","last_became_peered":"2024-04-15T14:33:34.990545+0000","last_unstale":"2024-04-15T14:33:34.991615+0000","last_undegraded":"2024-04-15T14:33:34.991615+0000","last_fullsized":"2024-04-15T14:33:34.991615+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_clean_scrub_stamp":"2024-04-15T14:33:34.601025+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-17T00:27:00.368726+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-15T14:33:34.979025+0000","last_change":"2024-04-15T14:33:34.622274+0000","last_active":"2024-04-15T14:33:34.979025+0000","last_peered":"2024-04-15T14:33:34.979025+0000","last_clean":"2024-04-15T14:33:34.979025+0000","last_became_active":"2024-04-15T14:33:34.618830+0000","last_became_peered":"2024-04-15T14:33:34.618830+0000","last_unstale":"2024-04-15T14:33:34.979025+0000","last_undegraded":"2024-04-15T14:33:34.979025+0000","last_fullsized":"2024-04-15T14:33:34.979025+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T14:33:33.599136+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T14:33:33.599136+0000","last_clean_scrub_stamp":"2024-04-15T14:33:33.599136+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T18:53:51.788701+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,6],"acting":[5,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":10,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-15T14:33:35.003764+0000","last_change":"2024-04-15T14:33:35.003516+0000","last_active":"2024-04-15T14:33:35.003764+0000","last_peered":"2024-04-15T14:33:35.003764+0000","last_clean":"2024-04-15T14:33:35.003764+0000","last_became_active":"2024-04-15T14:33:35.003208+0000","last_became_peered":"2024-04-15T14:33:35.003208+0000","last_unstale":"2024-04-15T14:33:35.003764+0000","last_undegraded":"2024-04-15T14:33:35.003764+0000","last_fullsized":"2024-04-15T14:33:35.003764+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_clean_scrub_stamp":"2024-04-15T14:33:34.601025+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-17T00:06:21.618555+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,6],"acting":[4,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":10,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-15T14:33:35.000831+0000","last_change":"2024-04-15T14:33:35.000587+0000","last_active":"2024-04-15T14:33:35.000831+0000","last_peered":"2024-04-15T14:33:35.000831+0000","last_clean":"2024-04-15T14:33:35.000831+0000","last_became_active":"2024-04-15T14:33:35.000319+0000","last_became_peered":"2024-04-15T14:33:35.000319+0000","last_unstale":"2024-04-15T14:33:35.000831+0000","last_undegraded":"2024-04-15T14:33:35.000831+0000","last_fullsized":"2024-04-15T14:33:35.000831+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_clean_scrub_stamp":"2024-04-15T14:33:34.601025+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T17:34:15.729312+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,6],"acting":[1,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-15T14:33:33.599136+0000","last_change":"2024-04-15T14:33:33.599136+0000","last_active":"2024-04-15T14:33:33.599136+0000","last_peered":"2024-04-15T14:33:33.599136+0000","last_clean":"2024-04-15T14:33:33.599136+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-15T14:33:33.599136+0000","last_undegraded":"2024-04-15T14:33:33.599136+0000","last_fullsized":"2024-04-15T14:33:33.599136+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T14:33:33.599136+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T14:33:33.599136+0000","last_clean_scrub_stamp":"2024-04-15T14:33:33.599136+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-15T14:33:34.601025+0000","last_change":"2024-04-15T14:33:34.601025+0000","last_active":"2024-04-15T14:33:34.601025+0000","last_peered":"2024-04-15T14:33:34.601025+0000","last_clean":"2024-04-15T14:33:34.601025+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-15T14:33:34.601025+0000","last_undegraded":"2024-04-15T14:33:34.601025+0000","last_fullsized":"2024-04-15T14:33:34.601025+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_clean_scrub_stamp":"2024-04-15T14:33:34.601025+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-15T14:33:34.976847+0000","last_change":"2024-04-15T14:33:34.625622+0000","last_active":"2024-04-15T14:33:34.976847+0000","last_peered":"2024-04-15T14:33:34.976847+0000","last_clean":"2024-04-15T14:33:34.976847+0000","last_became_active":"2024-04-15T14:33:34.625326+0000","last_became_peered":"2024-04-15T14:33:34.625326+0000","last_unstale":"2024-04-15T14:33:34.976847+0000","last_undegraded":"2024-04-15T14:33:34.976847+0000","last_fullsized":"2024-04-15T14:33:34.976847+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T14:33:33.599136+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T14:33:33.599136+0000","last_clean_scrub_stamp":"2024-04-15T14:33:33.599136+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-17T02:03:12.400947+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.0","version":"21'117","reported_seq":217,"reported_epoch":59,"state":"active+clean","last_fresh":"2024-04-15T14:33:19.664044+0000","last_change":"2024-04-15T14:33:19.663705+0000","last_active":"2024-04-15T14:33:19.664044+0000","last_peered":"2024-04-15T14:33:19.664044+0000","last_clean":"2024-04-15T14:33:19.664044+0000","last_became_active":"2024-04-15T14:33:19.663309+0000","last_became_peered":"2024-04-15T14:33:19.663309+0000","last_unstale":"2024-04-15T14:33:19.664044+0000","last_undegraded":"2024-04-15T14:33:19.664044+0000","last_fullsized":"2024-04-15T14:33:19.664044+0000","mapping_epoch":58,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":59,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T14:31:12.725041+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T14:31:12.725041+0000","last_clean_scrub_stamp":"2024-04-15T14:31:12.725041+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T14:44:01.829701+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-15T14:33:34.601025+0000","last_change":"2024-04-15T14:33:34.601025+0000","last_active":"2024-04-15T14:33:34.601025+0000","last_peered":"2024-04-15T14:33:34.601025+0000","last_clean":"2024-04-15T14:33:34.601025+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-15T14:33:34.601025+0000","last_undegraded":"2024-04-15T14:33:34.601025+0000","last_fullsized":"2024-04-15T14:33:34.601025+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_clean_scrub_stamp":"2024-04-15T14:33:34.601025+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-15T14:33:33.599136+0000","last_change":"2024-04-15T14:33:33.599136+0000","last_active":"2024-04-15T14:33:33.599136+0000","last_peered":"2024-04-15T14:33:33.599136+0000","last_clean":"2024-04-15T14:33:33.599136+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-15T14:33:33.599136+0000","last_undegraded":"2024-04-15T14:33:33.599136+0000","last_fullsized":"2024-04-15T14:33:33.599136+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T14:33:33.599136+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T14:33:33.599136+0000","last_clean_scrub_stamp":"2024-04-15T14:33:33.599136+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-15T14:33:33.599136+0000","last_change":"2024-04-15T14:33:33.599136+0000","last_active":"2024-04-15T14:33:33.599136+0000","last_peered":"2024-04-15T14:33:33.599136+0000","last_clean":"2024-04-15T14:33:33.599136+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-15T14:33:33.599136+0000","last_undegraded":"2024-04-15T14:33:33.599136+0000","last_fullsized":"2024-04-15T14:33:33.599136+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T14:33:33.599136+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T14:33:33.599136+0000","last_clean_scrub_stamp":"2024-04-15T14:33:33.599136+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":10,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-15T14:33:35.003782+0000","last_change":"2024-04-15T14:33:35.003150+0000","last_active":"2024-04-15T14:33:35.003782+0000","last_peered":"2024-04-15T14:33:35.003782+0000","last_clean":"2024-04-15T14:33:35.003782+0000","last_became_active":"2024-04-15T14:33:35.002820+0000","last_became_peered":"2024-04-15T14:33:35.002820+0000","last_unstale":"2024-04-15T14:33:35.003782+0000","last_undegraded":"2024-04-15T14:33:35.003782+0000","last_fullsized":"2024-04-15T14:33:35.003782+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_clean_scrub_stamp":"2024-04-15T14:33:34.601025+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T16:39:13.245694+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,5],"acting":[1,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.6","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-15T14:33:34.989417+0000","last_change":"2024-04-15T14:33:34.617135+0000","last_active":"2024-04-15T14:33:34.989417+0000","last_peered":"2024-04-15T14:33:34.989417+0000","last_clean":"2024-04-15T14:33:34.989417+0000","last_became_active":"2024-04-15T14:33:34.616824+0000","last_became_peered":"2024-04-15T14:33:34.616824+0000","last_unstale":"2024-04-15T14:33:34.989417+0000","last_undegraded":"2024-04-15T14:33:34.989417+0000","last_fullsized":"2024-04-15T14:33:34.989417+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T14:33:33.599136+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T14:33:33.599136+0000","last_clean_scrub_stamp":"2024-04-15T14:33:33.599136+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T15:25:19.603212+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,4],"acting":[1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-15T14:33:34.601025+0000","last_change":"2024-04-15T14:33:34.601025+0000","last_active":"2024-04-15T14:33:34.601025+0000","last_peered":"2024-04-15T14:33:34.601025+0000","last_clean":"2024-04-15T14:33:34.601025+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-15T14:33:34.601025+0000","last_undegraded":"2024-04-15T14:33:34.601025+0000","last_fullsized":"2024-04-15T14:33:34.601025+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_clean_scrub_stamp":"2024-04-15T14:33:34.601025+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.7","version":"62'2","reported_seq":13,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-15T14:33:35.003427+0000","last_change":"2024-04-15T14:33:34.624633+0000","last_active":"2024-04-15T14:33:35.003427+0000","last_peered":"2024-04-15T14:33:35.003427+0000","last_clean":"2024-04-15T14:33:35.003427+0000","last_became_active":"2024-04-15T14:33:34.623029+0000","last_became_peered":"2024-04-15T14:33:34.623029+0000","last_unstale":"2024-04-15T14:33:35.003427+0000","last_undegraded":"2024-04-15T14:33:35.003427+0000","last_fullsized":"2024-04-15T14:33:35.003427+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T14:33:33.599136+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T14:33:33.599136+0000","last_clean_scrub_stamp":"2024-04-15T14:33:33.599136+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T19:45:31.771526+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,2],"acting":[6,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-15T14:33:34.601025+0000","last_change":"2024-04-15T14:33:34.601025+0000","last_active":"2024-04-15T14:33:34.601025+0000","last_peered":"2024-04-15T14:33:34.601025+0000","last_clean":"2024-04-15T14:33:34.601025+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-15T14:33:34.601025+0000","last_undegraded":"2024-04-15T14:33:34.601025+0000","last_fullsized":"2024-04-15T14:33:34.601025+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_clean_scrub_stamp":"2024-04-15T14:33:34.601025+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.8","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-15T14:33:33.599136+0000","last_change":"2024-04-15T14:33:33.599136+0000","last_active":"2024-04-15T14:33:33.599136+0000","last_peered":"2024-04-15T14:33:33.599136+0000","last_clean":"2024-04-15T14:33:33.599136+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-15T14:33:33.599136+0000","last_undegraded":"2024-04-15T14:33:33.599136+0000","last_fullsized":"2024-04-15T14:33:33.599136+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T14:33:33.599136+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T14:33:33.599136+0000","last_clean_scrub_stamp":"2024-04-15T14:33:33.599136+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":10,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-15T14:33:34.991342+0000","last_change":"2024-04-15T14:33:34.990437+0000","last_active":"2024-04-15T14:33:34.991342+0000","last_peered":"2024-04-15T14:33:34.991342+0000","last_clean":"2024-04-15T14:33:34.991342+0000","last_became_active":"2024-04-15T14:33:34.990126+0000","last_became_peered":"2024-04-15T14:33:34.990126+0000","last_unstale":"2024-04-15T14:33:34.991342+0000","last_undegraded":"2024-04-15T14:33:34.991342+0000","last_fullsized":"2024-04-15T14:33:34.991342+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_clean_scrub_stamp":"2024-04-15T14:33:34.601025+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-17T01:43:26.104205+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,7],"acting":[4,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.9","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-15T14:33:34.987875+0000","last_change":"2024-04-15T14:33:34.629735+0000","last_active":"2024-04-15T14:33:34.987875+0000","last_peered":"2024-04-15T14:33:34.987875+0000","last_clean":"2024-04-15T14:33:34.987875+0000","last_became_active":"2024-04-15T14:33:34.629468+0000","last_became_peered":"2024-04-15T14:33:34.629468+0000","last_unstale":"2024-04-15T14:33:34.987875+0000","last_undegraded":"2024-04-15T14:33:34.987875+0000","last_fullsized":"2024-04-15T14:33:34.987875+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T14:33:33.599136+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T14:33:33.599136+0000","last_clean_scrub_stamp":"2024-04-15T14:33:33.599136+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T20:18:24.961830+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,3],"acting":[1,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-15T14:33:34.601025+0000","last_change":"2024-04-15T14:33:34.601025+0000","last_active":"2024-04-15T14:33:34.601025+0000","last_peered":"2024-04-15T14:33:34.601025+0000","last_clean":"2024-04-15T14:33:34.601025+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-15T14:33:34.601025+0000","last_undegraded":"2024-04-15T14:33:34.601025+0000","last_fullsized":"2024-04-15T14:33:34.601025+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_clean_scrub_stamp":"2024-04-15T14:33:34.601025+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.a","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-15T14:33:34.988256+0000","last_change":"2024-04-15T14:33:34.629571+0000","last_active":"2024-04-15T14:33:34.988256+0000","last_peered":"2024-04-15T14:33:34.988256+0000","last_clean":"2024-04-15T14:33:34.988256+0000","last_became_active":"2024-04-15T14:33:34.629256+0000","last_became_peered":"2024-04-15T14:33:34.629256+0000","last_unstale":"2024-04-15T14:33:34.988256+0000","last_undegraded":"2024-04-15T14:33:34.988256+0000","last_fullsized":"2024-04-15T14:33:34.988256+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T14:33:33.599136+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T14:33:33.599136+0000","last_clean_scrub_stamp":"2024-04-15T14:33:33.599136+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T18:08:19.302092+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,7],"acting":[1,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-15T14:33:34.601025+0000","last_change":"2024-04-15T14:33:34.601025+0000","last_active":"2024-04-15T14:33:34.601025+0000","last_peered":"2024-04-15T14:33:34.601025+0000","last_clean":"2024-04-15T14:33:34.601025+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-15T14:33:34.601025+0000","last_undegraded":"2024-04-15T14:33:34.601025+0000","last_fullsized":"2024-04-15T14:33:34.601025+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_clean_scrub_stamp":"2024-04-15T14:33:34.601025+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-15T14:33:33.599136+0000","last_change":"2024-04-15T14:33:33.599136+0000","last_active":"2024-04-15T14:33:33.599136+0000","last_peered":"2024-04-15T14:33:33.599136+0000","last_clean":"2024-04-15T14:33:33.599136+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-15T14:33:33.599136+0000","last_undegraded":"2024-04-15T14:33:33.599136+0000","last_fullsized":"2024-04-15T14:33:33.599136+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T14:33:33.599136+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T14:33:33.599136+0000","last_clean_scrub_stamp":"2024-04-15T14:33:33.599136+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":10,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-15T14:33:35.002671+0000","last_change":"2024-04-15T14:33:35.002154+0000","last_active":"2024-04-15T14:33:35.002671+0000","last_peered":"2024-04-15T14:33:35.002671+0000","last_clean":"2024-04-15T14:33:35.002671+0000","last_became_active":"2024-04-15T14:33:35.001879+0000","last_became_peered":"2024-04-15T14:33:35.001879+0000","last_unstale":"2024-04-15T14:33:35.002671+0000","last_undegraded":"2024-04-15T14:33:35.002671+0000","last_fullsized":"2024-04-15T14:33:35.002671+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_clean_scrub_stamp":"2024-04-15T14:33:34.601025+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T22:47:05.094202+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-15T14:33:33.599136+0000","last_change":"2024-04-15T14:33:33.599136+0000","last_active":"2024-04-15T14:33:33.599136+0000","last_peered":"2024-04-15T14:33:33.599136+0000","last_clean":"2024-04-15T14:33:33.599136+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-15T14:33:33.599136+0000","last_undegraded":"2024-04-15T14:33:33.599136+0000","last_fullsized":"2024-04-15T14:33:33.599136+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T14:33:33.599136+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T14:33:33.599136+0000","last_clean_scrub_stamp":"2024-04-15T14:33:33.599136+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-15T14:33:34.601025+0000","last_change":"2024-04-15T14:33:34.601025+0000","last_active":"2024-04-15T14:33:34.601025+0000","last_peered":"2024-04-15T14:33:34.601025+0000","last_clean":"2024-04-15T14:33:34.601025+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-15T14:33:34.601025+0000","last_undegraded":"2024-04-15T14:33:34.601025+0000","last_fullsized":"2024-04-15T14:33:34.601025+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_clean_scrub_stamp":"2024-04-15T14:33:34.601025+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.d","version":"62'1","reported_seq":12,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-15T14:33:35.001961+0000","last_change":"2024-04-15T14:33:34.622686+0000","last_active":"2024-04-15T14:33:35.001961+0000","last_peered":"2024-04-15T14:33:35.001961+0000","last_clean":"2024-04-15T14:33:35.001961+0000","last_became_active":"2024-04-15T14:33:34.622389+0000","last_became_peered":"2024-04-15T14:33:34.622389+0000","last_unstale":"2024-04-15T14:33:35.001961+0000","last_undegraded":"2024-04-15T14:33:35.001961+0000","last_fullsized":"2024-04-15T14:33:35.001961+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T14:33:33.599136+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T14:33:33.599136+0000","last_clean_scrub_stamp":"2024-04-15T14:33:33.599136+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T17:25:51.291953+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,3],"acting":[1,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":4,"reported_epoch":62,"state":"creating+activating","last_fresh":"2024-04-15T14:33:34.990544+0000","last_change":"2024-04-15T14:33:34.977150+0000","last_active":"2024-04-15T14:33:34.601025+0000","last_peered":"2024-04-15T14:33:34.601025+0000","last_clean":"2024-04-15T14:33:34.601025+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-15T14:33:34.990544+0000","last_undegraded":"2024-04-15T14:33:34.990544+0000","last_fullsized":"2024-04-15T14:33:34.990544+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_clean_scrub_stamp":"2024-04-15T14:33:34.601025+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T23:34:07.957266+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6],"acting":[5,3,6],"avail_no_missing":["5","3","6"],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-15T14:33:33.599136+0000","last_change":"2024-04-15T14:33:33.599136+0000","last_active":"2024-04-15T14:33:33.599136+0000","last_peered":"2024-04-15T14:33:33.599136+0000","last_clean":"2024-04-15T14:33:33.599136+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-15T14:33:33.599136+0000","last_undegraded":"2024-04-15T14:33:33.599136+0000","last_fullsized":"2024-04-15T14:33:33.599136+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T14:33:33.599136+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T14:33:33.599136+0000","last_clean_scrub_stamp":"2024-04-15T14:33:33.599136+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-15T14:33:34.601025+0000","last_change":"2024-04-15T14:33:34.601025+0000","last_active":"2024-04-15T14:33:34.601025+0000","last_peered":"2024-04-15T14:33:34.601025+0000","last_clean":"2024-04-15T14:33:34.601025+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-15T14:33:34.601025+0000","last_undegraded":"2024-04-15T14:33:34.601025+0000","last_fullsized":"2024-04-15T14:33:34.601025+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_clean_scrub_stamp":"2024-04-15T14:33:34.601025+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.20","version":"0'0","reported_seq":10,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-15T14:33:34.998089+0000","last_change":"2024-04-15T14:33:34.990625+0000","last_active":"2024-04-15T14:33:34.998089+0000","last_peered":"2024-04-15T14:33:34.998089+0000","last_clean":"2024-04-15T14:33:34.998089+0000","last_became_active":"2024-04-15T14:33:34.989978+0000","last_became_peered":"2024-04-15T14:33:34.989978+0000","last_unstale":"2024-04-15T14:33:34.998089+0000","last_undegraded":"2024-04-15T14:33:34.998089+0000","last_fullsized":"2024-04-15T14:33:34.998089+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_clean_scrub_stamp":"2024-04-15T14:33:34.601025+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-17T01:30:06.257186+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.21","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-15T14:33:34.601025+0000","last_change":"2024-04-15T14:33:34.601025+0000","last_active":"2024-04-15T14:33:34.601025+0000","last_peered":"2024-04-15T14:33:34.601025+0000","last_clean":"2024-04-15T14:33:34.601025+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-15T14:33:34.601025+0000","last_undegraded":"2024-04-15T14:33:34.601025+0000","last_fullsized":"2024-04-15T14:33:34.601025+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_clean_scrub_stamp":"2024-04-15T14:33:34.601025+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.22","version":"0'0","reported_seq":4,"reported_epoch":62,"state":"creating+activating","last_fresh":"2024-04-15T14:33:34.985977+0000","last_change":"2024-04-15T14:33:34.978530+0000","last_active":"2024-04-15T14:33:34.601025+0000","last_peered":"2024-04-15T14:33:34.601025+0000","last_clean":"2024-04-15T14:33:34.601025+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-15T14:33:34.985977+0000","last_undegraded":"2024-04-15T14:33:34.985977+0000","last_fullsized":"2024-04-15T14:33:34.985977+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_clean_scrub_stamp":"2024-04-15T14:33:34.601025+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T16:58:09.752124+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,0],"acting":[5,3,0],"avail_no_missing":["5","0","3"],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.23","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-15T14:33:34.601025+0000","last_change":"2024-04-15T14:33:34.601025+0000","last_active":"2024-04-15T14:33:34.601025+0000","last_peered":"2024-04-15T14:33:34.601025+0000","last_clean":"2024-04-15T14:33:34.601025+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-15T14:33:34.601025+0000","last_undegraded":"2024-04-15T14:33:34.601025+0000","last_fullsized":"2024-04-15T14:33:34.601025+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_clean_scrub_stamp":"2024-04-15T14:33:34.601025+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.24","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-15T14:33:34.601025+0000","last_change":"2024-04-15T14:33:34.601025+0000","last_active":"2024-04-15T14:33:34.601025+0000","last_peered":"2024-04-15T14:33:34.601025+0000","last_clean":"2024-04-15T14:33:34.601025+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-15T14:33:34.601025+0000","last_undegraded":"2024-04-15T14:33:34.601025+0000","last_fullsized":"2024-04-15T14:33:34.601025+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_clean_scrub_stamp":"2024-04-15T14:33:34.601025+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.25","version":"0'0","reported_seq":10,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-15T14:33:35.002524+0000","last_change":"2024-04-15T14:33:35.001671+0000","last_active":"2024-04-15T14:33:35.002524+0000","last_peered":"2024-04-15T14:33:35.002524+0000","last_clean":"2024-04-15T14:33:35.002524+0000","last_became_active":"2024-04-15T14:33:35.001398+0000","last_became_peered":"2024-04-15T14:33:35.001398+0000","last_unstale":"2024-04-15T14:33:35.002524+0000","last_undegraded":"2024-04-15T14:33:35.002524+0000","last_fullsized":"2024-04-15T14:33:35.002524+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_clean_scrub_stamp":"2024-04-15T14:33:34.601025+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T19:15:22.634066+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,2],"acting":[1,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.26","version":"0'0","reported_seq":10,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-15T14:33:35.006972+0000","last_change":"2024-04-15T14:33:35.006191+0000","last_active":"2024-04-15T14:33:35.006972+0000","last_peered":"2024-04-15T14:33:35.006972+0000","last_clean":"2024-04-15T14:33:35.006972+0000","last_became_active":"2024-04-15T14:33:35.005905+0000","last_became_peered":"2024-04-15T14:33:35.005905+0000","last_unstale":"2024-04-15T14:33:35.006972+0000","last_undegraded":"2024-04-15T14:33:35.006972+0000","last_fullsized":"2024-04-15T14:33:35.006972+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_clean_scrub_stamp":"2024-04-15T14:33:34.601025+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T17:07:18.456027+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,4],"acting":[6,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.27","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-15T14:33:34.601025+0000","last_change":"2024-04-15T14:33:34.601025+0000","last_active":"2024-04-15T14:33:34.601025+0000","last_peered":"2024-04-15T14:33:34.601025+0000","last_clean":"2024-04-15T14:33:34.601025+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-15T14:33:34.601025+0000","last_undegraded":"2024-04-15T14:33:34.601025+0000","last_fullsized":"2024-04-15T14:33:34.601025+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_clean_scrub_stamp":"2024-04-15T14:33:34.601025+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.28","version":"0'0","reported_seq":10,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-15T14:33:34.990913+0000","last_change":"2024-04-15T14:33:34.989949+0000","last_active":"2024-04-15T14:33:34.990913+0000","last_peered":"2024-04-15T14:33:34.990913+0000","last_clean":"2024-04-15T14:33:34.990913+0000","last_became_active":"2024-04-15T14:33:34.989680+0000","last_became_peered":"2024-04-15T14:33:34.989680+0000","last_unstale":"2024-04-15T14:33:34.990913+0000","last_undegraded":"2024-04-15T14:33:34.990913+0000","last_fullsized":"2024-04-15T14:33:34.990913+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_clean_scrub_stamp":"2024-04-15T14:33:34.601025+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-17T02:13:17.656911+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-15T14:33:34.601025+0000","last_change":"2024-04-15T14:33:34.601025+0000","last_active":"2024-04-15T14:33:34.601025+0000","last_peered":"2024-04-15T14:33:34.601025+0000","last_clean":"2024-04-15T14:33:34.601025+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-15T14:33:34.601025+0000","last_undegraded":"2024-04-15T14:33:34.601025+0000","last_fullsized":"2024-04-15T14:33:34.601025+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_clean_scrub_stamp":"2024-04-15T14:33:34.601025+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.2a","version":"0'0","reported_seq":3,"reported_epoch":62,"state":"creating+activating","last_fresh":"2024-04-15T14:33:34.978172+0000","last_change":"2024-04-15T14:33:34.978172+0000","last_active":"2024-04-15T14:33:34.601025+0000","last_peered":"2024-04-15T14:33:34.601025+0000","last_clean":"2024-04-15T14:33:34.601025+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-15T14:33:34.978172+0000","last_undegraded":"2024-04-15T14:33:34.978172+0000","last_fullsized":"2024-04-15T14:33:34.978172+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_clean_scrub_stamp":"2024-04-15T14:33:34.601025+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-17T01:58:25.986752+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,6],"acting":[5,7,6],"avail_no_missing":["5","6","7"],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-15T14:33:34.601025+0000","last_change":"2024-04-15T14:33:34.601025+0000","last_active":"2024-04-15T14:33:34.601025+0000","last_peered":"2024-04-15T14:33:34.601025+0000","last_clean":"2024-04-15T14:33:34.601025+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-15T14:33:34.601025+0000","last_undegraded":"2024-04-15T14:33:34.601025+0000","last_fullsized":"2024-04-15T14:33:34.601025+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_clean_scrub_stamp":"2024-04-15T14:33:34.601025+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.2c","version":"0'0","reported_seq":10,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-15T14:33:35.007666+0000","last_change":"2024-04-15T14:33:35.007293+0000","last_active":"2024-04-15T14:33:35.007666+0000","last_peered":"2024-04-15T14:33:35.007666+0000","last_clean":"2024-04-15T14:33:35.007666+0000","last_became_active":"2024-04-15T14:33:35.006857+0000","last_became_peered":"2024-04-15T14:33:35.006857+0000","last_unstale":"2024-04-15T14:33:35.007666+0000","last_undegraded":"2024-04-15T14:33:35.007666+0000","last_fullsized":"2024-04-15T14:33:35.007666+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_clean_scrub_stamp":"2024-04-15T14:33:34.601025+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T16:40:38.422662+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,0],"acting":[6,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]}],"pool_stats":[{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":90,"acting":90,"num_store_stats":4},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":3563520,"data_stored":3542208,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":3,"acting":3,"num_store_stats":7},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":1746,"num_objects":9,"num_object_clones":0,"num_object_copies":27,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":9,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":15,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":36864,"data_stored":2432,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":14,"ondisk_log_size":14,"up":51,"acting":51,"num_store_stats":4}],"osd_stats":[{"osd":7,"up_from":55,"seq":236223201285,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28168,"kb_used_data":1148,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716984,"statfs":{"total":95995035648,"available":95966191616,"internally_reserved":0,"allocated":1175552,"data_stored":827465,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":27654602},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.75}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.71999999999999997}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.58599999999999997}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.67400000000000004}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.51300000000000001}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.48799999999999999}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.57499999999999996}]}]},{"osd":6,"up_from":47,"seq":201863462923,"num_pgs":37,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28220,"kb_used_data":1196,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716932,"statfs":{"total":95995035648,"available":95966138368,"internally_reserved":0,"allocated":1224704,"data_stored":849186,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.378}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.35399999999999998}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.42999999999999999}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.41899999999999998}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.39800000000000002}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.53700000000000003}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.47599999999999998}]}]},{"osd":1,"up_from":13,"seq":55834574884,"num_pgs":32,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27644,"kb_used_data":616,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717508,"statfs":{"total":95995035648,"available":95966728192,"internally_reserved":0,"allocated":630784,"data_stored":257687,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Apr 15 14:32:50 2024","interfaces":[{"interface":"back","average":{"1min":0.36199999999999999,"5min":0.314,"15min":0.30599999999999999},"min":{"1min":0.26200000000000001,"5min":0.20399999999999999,"15min":0.20399999999999999},"max":{"1min":0.57499999999999996,"5min":0.57499999999999996,"15min":0.57499999999999996},"last":0.33200000000000002},{"interface":"front","average":{"1min":0.41699999999999998,"5min":0.32500000000000001,"15min":0.31},"min":{"1min":0.28199999999999997,"5min":0.20799999999999999,"15min":0.20799999999999999},"max":{"1min":0.60799999999999998,"5min":0.60799999999999998,"15min":0.60799999999999998},"last":0.32000000000000001}]},{"osd":2,"last update":"Mon Apr 15 14:33:18 2024","interfaces":[{"interface":"back","average":{"1min":0.41199999999999998,"5min":0.38800000000000001,"15min":0.38400000000000001},"min":{"1min":0.317,"5min":0.253,"15min":0.253},"max":{"1min":0.54600000000000004,"5min":0.56399999999999995,"15min":0.56399999999999995},"last":0.35399999999999998},{"interface":"front","average":{"1min":0.39400000000000002,"5min":0.35699999999999998,"15min":0.35099999999999998},"min":{"1min":0.30299999999999999,"5min":0.23699999999999999,"15min":0.23699999999999999},"max":{"1min":0.496,"5min":0.504,"15min":0.504},"last":0.30599999999999999}]},{"osd":3,"last update":"Mon Apr 15 14:32:39 2024","interfaces":[{"interface":"back","average":{"1min":0.39500000000000002,"5min":0.39500000000000002,"15min":0.39500000000000002},"min":{"1min":0.27800000000000002,"5min":0.27800000000000002,"15min":0.27800000000000002},"max":{"1min":0.61799999999999999,"5min":0.61799999999999999,"15min":0.61799999999999999},"last":0.40000000000000002},{"interface":"front","average":{"1min":0.434,"5min":0.434,"15min":0.434},"min":{"1min":0.32100000000000001,"5min":0.32100000000000001,"15min":0.32100000000000001},"max":{"1min":0.60499999999999998,"5min":0.60499999999999998,"15min":0.60499999999999998},"last":0.27000000000000002}]},{"osd":4,"last update":"Mon Apr 15 14:33:00 2024","interfaces":[{"interface":"back","average":{"1min":0.55300000000000005,"5min":0.55300000000000005,"15min":0.55300000000000005},"min":{"1min":0.41099999999999998,"5min":0.41099999999999998,"15min":0.41099999999999998},"max":{"1min":0.89300000000000002,"5min":0.89300000000000002,"15min":0.89300000000000002},"last":0.56899999999999995},{"interface":"front","average":{"1min":0.57799999999999996,"5min":0.57799999999999996,"15min":0.57799999999999996},"min":{"1min":0.41399999999999998,"5min":0.41399999999999998,"15min":0.41399999999999998},"max":{"1min":0.87,"5min":0.87,"15min":0.87},"last":0.47699999999999998}]},{"osd":5,"last update":"Mon Apr 15 14:33:26 2024","interfaces":[{"interface":"back","average":{"1min":0.57099999999999995,"5min":0.57099999999999995,"15min":0.57099999999999995},"min":{"1min":0.443,"5min":0.443,"15min":0.443},"max":{"1min":0.85099999999999998,"5min":0.85099999999999998,"15min":0.85099999999999998},"last":0.58999999999999997},{"interface":"front","average":{"1min":0.56699999999999995,"5min":0.56699999999999995,"15min":0.56699999999999995},"min":{"1min":0.40300000000000002,"5min":0.40300000000000002,"15min":0.40300000000000002},"max":{"1min":0.81299999999999994,"5min":0.81299999999999994,"15min":0.81299999999999994},"last":0.64700000000000002}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.57799999999999996}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.61599999999999999}]}]},{"osd":0,"up_from":8,"seq":34359738408,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28176,"kb_used_data":1152,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716976,"statfs":{"total":95995035648,"available":95966183424,"internally_reserved":0,"allocated":1179648,"data_stored":827738,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Mon Apr 15 14:32:50 2024","interfaces":[{"interface":"back","average":{"1min":0.41099999999999998,"5min":0.33600000000000002,"15min":0.32400000000000001},"min":{"1min":0.29499999999999998,"5min":0.22800000000000001,"15min":0.22800000000000001},"max":{"1min":0.60199999999999998,"5min":0.60199999999999998,"15min":0.60199999999999998},"last":0.31900000000000001},{"interface":"front","average":{"1min":0.42299999999999999,"5min":0.34899999999999998,"15min":0.33700000000000002},"min":{"1min":0.32700000000000001,"5min":0.217,"15min":0.217},"max":{"1min":0.51700000000000002,"5min":0.51700000000000002,"15min":0.51700000000000002},"last":0.39100000000000001}]},{"osd":2,"last update":"Mon Apr 15 14:33:14 2024","interfaces":[{"interface":"back","average":{"1min":0.42599999999999999,"5min":0.40999999999999998,"15min":0.40699999999999997},"min":{"1min":0.30399999999999999,"5min":0.27800000000000002,"15min":0.27800000000000002},"max":{"1min":0.60499999999999998,"5min":0.60499999999999998,"15min":0.60499999999999998},"last":0.28000000000000003},{"interface":"front","average":{"1min":0.45600000000000002,"5min":0.42399999999999999,"15min":0.41799999999999998},"min":{"1min":0.34899999999999998,"5min":0.29599999999999999,"15min":0.29599999999999999},"max":{"1min":0.65700000000000003,"5min":0.65700000000000003,"15min":0.65700000000000003},"last":0.247}]},{"osd":3,"last update":"Mon Apr 15 14:32:38 2024","interfaces":[{"interface":"back","average":{"1min":0.433,"5min":0.433,"15min":0.433},"min":{"1min":0.316,"5min":0.316,"15min":0.316},"max":{"1min":0.63200000000000001,"5min":0.63200000000000001,"15min":0.63200000000000001},"last":0.34499999999999997},{"interface":"front","average":{"1min":0.45300000000000001,"5min":0.45300000000000001,"15min":0.45300000000000001},"min":{"1min":0.33200000000000002,"5min":0.33200000000000002,"15min":0.33200000000000002},"max":{"1min":0.65400000000000003,"5min":0.65400000000000003,"15min":0.65400000000000003},"last":0.32700000000000001}]},{"osd":4,"last update":"Mon Apr 15 14:33:04 2024","interfaces":[{"interface":"back","average":{"1min":0.57699999999999996,"5min":0.57699999999999996,"15min":0.57699999999999996},"min":{"1min":0.41099999999999998,"5min":0.41099999999999998,"15min":0.41099999999999998},"max":{"1min":0.89300000000000002,"5min":0.89300000000000002,"15min":0.89300000000000002},"last":0.61399999999999999},{"interface":"front","average":{"1min":0.58299999999999996,"5min":0.58299999999999996,"15min":0.58299999999999996},"min":{"1min":0.437,"5min":0.437,"15min":0.437},"max":{"1min":0.755,"5min":0.755,"15min":0.755},"last":0.58899999999999997}]},{"osd":5,"last update":"Mon Apr 15 14:33:27 2024","interfaces":[{"interface":"back","average":{"1min":0.59899999999999998,"5min":0.59899999999999998,"15min":0.59899999999999998},"min":{"1min":0.495,"5min":0.495,"15min":0.495},"max":{"1min":0.76500000000000001,"5min":0.76500000000000001,"15min":0.76500000000000001},"last":0.51700000000000002},{"interface":"front","average":{"1min":0.58799999999999997,"5min":0.58799999999999997,"15min":0.58799999999999997},"min":{"1min":0.41999999999999998,"5min":0.41999999999999998,"15min":0.41999999999999998},"max":{"1min":0.79900000000000004,"5min":0.79900000000000004,"15min":0.79900000000000004},"last":0.64200000000000002}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.55200000000000005}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.59699999999999998}]}]},{"osd":2,"up_from":18,"seq":77309411358,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":93745152,"kb_used":27596,"kb_used_data":572,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717556,"statfs":{"total":95995035648,"available":95966777344,"internally_reserved":0,"allocated":585728,"data_stored":237370,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Apr 15 14:33:15 2024","interfaces":[{"interface":"back","average":{"1min":0.45000000000000001,"5min":0.39900000000000002,"15min":0.39100000000000001},"min":{"1min":0.25900000000000001,"5min":0.25,"15min":0.25},"max":{"1min":0.76600000000000001,"5min":0.76600000000000001,"15min":0.76600000000000001},"last":0.42899999999999999},{"interface":"front","average":{"1min":0.443,"5min":0.40400000000000003,"15min":0.39800000000000002},"min":{"1min":0.28000000000000003,"5min":0.245,"15min":0.245},"max":{"1min":0.73299999999999998,"5min":0.73299999999999998,"15min":0.73299999999999998},"last":0.40999999999999998}]},{"osd":1,"last update":"Mon Apr 15 14:33:15 2024","interfaces":[{"interface":"back","average":{"1min":0.41199999999999998,"5min":0.39400000000000002,"15min":0.39100000000000001},"min":{"1min":0.30399999999999999,"5min":0.28100000000000003,"15min":0.28100000000000003},"max":{"1min":0.67900000000000005,"5min":0.67900000000000005,"15min":0.67900000000000005},"last":0.52100000000000002},{"interface":"front","average":{"1min":0.51700000000000002,"5min":0.46200000000000002,"15min":0.45300000000000001},"min":{"1min":0.38200000000000001,"5min":0.29899999999999999,"15min":0.29899999999999999},"max":{"1min":0.78400000000000003,"5min":0.78400000000000003,"15min":0.78400000000000003},"last":0.54100000000000004}]},{"osd":3,"last update":"Mon Apr 15 14:32:41 2024","interfaces":[{"interface":"back","average":{"1min":0.46999999999999997,"5min":0.46999999999999997,"15min":0.46999999999999997},"min":{"1min":0.32500000000000001,"5min":0.32500000000000001,"15min":0.32500000000000001},"max":{"1min":0.65300000000000002,"5min":0.65300000000000002,"15min":0.65300000000000002},"last":0.45900000000000002},{"interface":"front","average":{"1min":0.47199999999999998,"5min":0.47199999999999998,"15min":0.47199999999999998},"min":{"1min":0.29299999999999998,"5min":0.29299999999999998,"15min":0.29299999999999998},"max":{"1min":0.68200000000000005,"5min":0.68200000000000005,"15min":0.68200000000000005},"last":0.39400000000000002}]},{"osd":4,"last update":"Mon Apr 15 14:33:02 2024","interfaces":[{"interface":"back","average":{"1min":0.60599999999999998,"5min":0.60599999999999998,"15min":0.60599999999999998},"min":{"1min":0.38700000000000001,"5min":0.38700000000000001,"15min":0.38700000000000001},"max":{"1min":0.77900000000000003,"5min":0.77900000000000003,"15min":0.77900000000000003},"last":0.5},{"interface":"front","average":{"1min":0.63700000000000001,"5min":0.63700000000000001,"15min":0.63700000000000001},"min":{"1min":0.46899999999999997,"5min":0.46899999999999997,"15min":0.46899999999999997},"max":{"1min":0.83199999999999996,"5min":0.83199999999999996,"15min":0.83199999999999996},"last":0.58299999999999996}]},{"osd":5,"last update":"Mon Apr 15 14:33:25 2024","interfaces":[{"interface":"back","average":{"1min":0.58899999999999997,"5min":0.58899999999999997,"15min":0.58899999999999997},"min":{"1min":0.40300000000000002,"5min":0.40300000000000002,"15min":0.40300000000000002},"max":{"1min":0.76200000000000001,"5min":0.76200000000000001,"15min":0.76200000000000001},"last":0.55700000000000005},{"interface":"front","average":{"1min":0.59099999999999997,"5min":0.59099999999999997,"15min":0.59099999999999997},"min":{"1min":0.434,"5min":0.434,"15min":0.434},"max":{"1min":0.77000000000000002,"5min":0.77000000000000002,"15min":0.77000000000000002},"last":0.74199999999999999}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.624}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.70899999999999996}]}]},{"osd":3,"up_from":25,"seq":107374182425,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":93745152,"kb_used":27588,"kb_used_data":568,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717564,"statfs":{"total":95995035648,"available":95966785536,"internally_reserved":0,"allocated":581632,"data_stored":237097,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":27654599},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Apr 15 14:32:42 2024","interfaces":[{"interface":"back","average":{"1min":0.40500000000000003,"5min":0.40500000000000003,"15min":0.40500000000000003},"min":{"1min":0.28199999999999997,"5min":0.28199999999999997,"15min":0.28199999999999997},"max":{"1min":0.56299999999999994,"5min":0.56299999999999994,"15min":0.56299999999999994},"last":0.309},{"interface":"front","average":{"1min":0.437,"5min":0.437,"15min":0.437},"min":{"1min":0.29399999999999998,"5min":0.29399999999999998,"15min":0.29399999999999998},"max":{"1min":0.69199999999999995,"5min":0.69199999999999995,"15min":0.69199999999999995},"last":0.376}]},{"osd":1,"last update":"Mon Apr 15 14:32:42 2024","interfaces":[{"interface":"back","average":{"1min":0.433,"5min":0.433,"15min":0.433},"min":{"1min":0.27600000000000002,"5min":0.27600000000000002,"15min":0.27600000000000002},"max":{"1min":0.63500000000000001,"5min":0.63500000000000001,"15min":0.63500000000000001},"last":0.32400000000000001},{"interface":"front","average":{"1min":0.46600000000000003,"5min":0.46600000000000003,"15min":0.46600000000000003},"min":{"1min":0.32700000000000001,"5min":0.32700000000000001,"15min":0.32700000000000001},"max":{"1min":0.60599999999999998,"5min":0.60599999999999998,"15min":0.60599999999999998},"last":0.26700000000000002}]},{"osd":2,"last update":"Mon Apr 15 14:32:42 2024","interfaces":[{"interface":"back","average":{"1min":0.46999999999999997,"5min":0.46999999999999997,"15min":0.46999999999999997},"min":{"1min":0.27600000000000002,"5min":0.27600000000000002,"15min":0.27600000000000002},"max":{"1min":0.61099999999999999,"5min":0.61099999999999999,"15min":0.61099999999999999},"last":0.39300000000000002},{"interface":"front","average":{"1min":0.46300000000000002,"5min":0.46300000000000002,"15min":0.46300000000000002},"min":{"1min":0.25900000000000001,"5min":0.25900000000000001,"15min":0.25900000000000001},"max":{"1min":0.625,"5min":0.625,"15min":0.625},"last":0.35499999999999998}]},{"osd":4,"last update":"Mon Apr 15 14:33:03 2024","interfaces":[{"interface":"back","average":{"1min":0.54800000000000004,"5min":0.54800000000000004,"15min":0.54800000000000004},"min":{"1min":0.38200000000000001,"5min":0.38200000000000001,"15min":0.38200000000000001},"max":{"1min":0.78000000000000003,"5min":0.78000000000000003,"15min":0.78000000000000003},"last":0.40400000000000003},{"interface":"front","average":{"1min":0.60499999999999998,"5min":0.60499999999999998,"15min":0.60499999999999998},"min":{"1min":0.40600000000000003,"5min":0.40600000000000003,"15min":0.40600000000000003},"max":{"1min":0.83399999999999996,"5min":0.83399999999999996,"15min":0.83399999999999996},"last":0.46400000000000002}]},{"osd":5,"last update":"Mon Apr 15 14:33:26 2024","interfaces":[{"interface":"back","average":{"1min":0.59299999999999997,"5min":0.59299999999999997,"15min":0.59299999999999997},"min":{"1min":0.38500000000000001,"5min":0.38500000000000001,"15min":0.38500000000000001},"max":{"1min":0.80400000000000005,"5min":0.80400000000000005,"15min":0.80400000000000005},"last":0.44700000000000001},{"interface":"front","average":{"1min":0.58399999999999996,"5min":0.58399999999999996,"15min":0.58399999999999996},"min":{"1min":0.40100000000000002,"5min":0.40100000000000002,"15min":0.40100000000000002},"max":{"1min":0.76100000000000001,"5min":0.76100000000000001,"15min":0.76100000000000001},"last":0.41799999999999998}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.42499999999999999}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.433}]}]},{"osd":4,"up_from":30,"seq":128849018901,"num_pgs":38,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27644,"kb_used_data":620,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717508,"statfs":{"total":95995035648,"available":95966728192,"internally_reserved":0,"allocated":634880,"data_stored":257962,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Apr 15 14:33:02 2024","interfaces":[{"interface":"back","average":{"1min":0.55600000000000005,"5min":0.55600000000000005,"15min":0.55600000000000005},"min":{"1min":0.36599999999999999,"5min":0.36599999999999999,"15min":0.36599999999999999},"max":{"1min":0.84399999999999997,"5min":0.84399999999999997,"15min":0.84399999999999997},"last":0.57699999999999996},{"interface":"front","average":{"1min":0.55000000000000004,"5min":0.55000000000000004,"15min":0.55000000000000004},"min":{"1min":0.38700000000000001,"5min":0.38700000000000001,"15min":0.38700000000000001},"max":{"1min":0.747,"5min":0.747,"15min":0.747},"last":0.44600000000000001}]},{"osd":1,"last update":"Mon Apr 15 14:33:02 2024","interfaces":[{"interface":"back","average":{"1min":0.55100000000000005,"5min":0.55100000000000005,"15min":0.55100000000000005},"min":{"1min":0.39900000000000002,"5min":0.39900000000000002,"15min":0.39900000000000002},"max":{"1min":0.77100000000000002,"5min":0.77100000000000002,"15min":0.77100000000000002},"last":0.46899999999999997},{"interface":"front","average":{"1min":0.54300000000000004,"5min":0.54300000000000004,"15min":0.54300000000000004},"min":{"1min":0.36599999999999999,"5min":0.36599999999999999,"15min":0.36599999999999999},"max":{"1min":0.77100000000000002,"5min":0.77100000000000002,"15min":0.77100000000000002},"last":0.65900000000000003}]},{"osd":2,"last update":"Mon Apr 15 14:33:02 2024","interfaces":[{"interface":"back","average":{"1min":0.56999999999999995,"5min":0.56999999999999995,"15min":0.56999999999999995},"min":{"1min":0.39300000000000002,"5min":0.39300000000000002,"15min":0.39300000000000002},"max":{"1min":0.79700000000000004,"5min":0.79700000000000004,"15min":0.79700000000000004},"last":0.50800000000000001},{"interface":"front","average":{"1min":0.56499999999999995,"5min":0.56499999999999995,"15min":0.56499999999999995},"min":{"1min":0.42299999999999999,"5min":0.42299999999999999,"15min":0.42299999999999999},"max":{"1min":0.85199999999999998,"5min":0.85199999999999998,"15min":0.85199999999999998},"last":0.54700000000000004}]},{"osd":3,"last update":"Mon Apr 15 14:33:02 2024","interfaces":[{"interface":"back","average":{"1min":0.55300000000000005,"5min":0.55300000000000005,"15min":0.55300000000000005},"min":{"1min":0.41399999999999998,"5min":0.41399999999999998,"15min":0.41399999999999998},"max":{"1min":0.80700000000000005,"5min":0.80700000000000005,"15min":0.80700000000000005},"last":0.67000000000000004},{"interface":"front","average":{"1min":0.55200000000000005,"5min":0.55200000000000005,"15min":0.55200000000000005},"min":{"1min":0.376,"5min":0.376,"15min":0.376},"max":{"1min":0.76100000000000001,"5min":0.76100000000000001,"15min":0.76100000000000001},"last":0.59399999999999997}]},{"osd":5,"last update":"Mon Apr 15 14:33:26 2024","interfaces":[{"interface":"back","average":{"1min":0.34899999999999998,"5min":0.34899999999999998,"15min":0.34899999999999998},"min":{"1min":0.27600000000000002,"5min":0.27600000000000002,"15min":0.27600000000000002},"max":{"1min":0.54500000000000004,"5min":0.54500000000000004,"15min":0.54500000000000004},"last":0.70299999999999996},{"interface":"front","average":{"1min":0.38200000000000001,"5min":0.38200000000000001,"15min":0.38200000000000001},"min":{"1min":0.28399999999999997,"5min":0.28399999999999997,"15min":0.28399999999999997},"max":{"1min":0.63100000000000001,"5min":0.63100000000000001,"15min":0.63100000000000001},"last":0.63200000000000001}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.71699999999999997}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.754}]}]},{"osd":5,"up_from":38,"seq":163208757264,"num_pgs":5,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27600,"kb_used_data":580,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717552,"statfs":{"total":95995035648,"available":95966773248,"internally_reserved":0,"allocated":593920,"data_stored":243344,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Apr 15 14:33:28 2024","interfaces":[{"interface":"back","average":{"1min":0.54200000000000004,"5min":0.54200000000000004,"15min":0.54200000000000004},"min":{"1min":0.38200000000000001,"5min":0.38200000000000001,"15min":0.38200000000000001},"max":{"1min":0.69899999999999995,"5min":0.69899999999999995,"15min":0.69899999999999995},"last":0.52000000000000002},{"interface":"front","average":{"1min":0.47799999999999998,"5min":0.47799999999999998,"15min":0.47799999999999998},"min":{"1min":0.38,"5min":0.38,"15min":0.38},"max":{"1min":0.628,"5min":0.628,"15min":0.628},"last":0.56100000000000005}]},{"osd":1,"last update":"Mon Apr 15 14:33:28 2024","interfaces":[{"interface":"back","average":{"1min":0.51600000000000001,"5min":0.51600000000000001,"15min":0.51600000000000001},"min":{"1min":0.39800000000000002,"5min":0.39800000000000002,"15min":0.39800000000000002},"max":{"1min":0.69099999999999995,"5min":0.69099999999999995,"15min":0.69099999999999995},"last":0.64900000000000002},{"interface":"front","average":{"1min":0.51300000000000001,"5min":0.51300000000000001,"15min":0.51300000000000001},"min":{"1min":0.35199999999999998,"5min":0.35199999999999998,"15min":0.35199999999999998},"max":{"1min":0.68000000000000005,"5min":0.68000000000000005,"15min":0.68000000000000005},"last":0.44}]},{"osd":2,"last update":"Mon Apr 15 14:33:28 2024","interfaces":[{"interface":"back","average":{"1min":0.54800000000000004,"5min":0.54800000000000004,"15min":0.54800000000000004},"min":{"1min":0.39500000000000002,"5min":0.39500000000000002,"15min":0.39500000000000002},"max":{"1min":0.69199999999999995,"5min":0.69199999999999995,"15min":0.69199999999999995},"last":0.58099999999999996},{"interface":"front","average":{"1min":0.501,"5min":0.501,"15min":0.501},"min":{"1min":0.36499999999999999,"5min":0.36499999999999999,"15min":0.36499999999999999},"max":{"1min":0.66500000000000004,"5min":0.66500000000000004,"15min":0.66500000000000004},"last":0.59899999999999998}]},{"osd":3,"last update":"Mon Apr 15 14:33:28 2024","interfaces":[{"interface":"back","average":{"1min":0.51900000000000002,"5min":0.51900000000000002,"15min":0.51900000000000002},"min":{"1min":0.39000000000000001,"5min":0.39000000000000001,"15min":0.39000000000000001},"max":{"1min":0.66700000000000004,"5min":0.66700000000000004,"15min":0.66700000000000004},"last":0.63300000000000001},{"interface":"front","average":{"1min":0.52400000000000002,"5min":0.52400000000000002,"15min":0.52400000000000002},"min":{"1min":0.41299999999999998,"5min":0.41299999999999998,"15min":0.41299999999999998},"max":{"1min":0.70799999999999996,"5min":0.70799999999999996,"15min":0.70799999999999996},"last":0.70099999999999996}]},{"osd":4,"last update":"Mon Apr 15 14:33:28 2024","interfaces":[{"interface":"back","average":{"1min":0.34599999999999997,"5min":0.34599999999999997,"15min":0.34599999999999997},"min":{"1min":0.26600000000000001,"5min":0.26600000000000001,"15min":0.26600000000000001},"max":{"1min":0.42899999999999999,"5min":0.42899999999999999,"15min":0.42899999999999999},"last":0.48899999999999999},{"interface":"front","average":{"1min":0.375,"5min":0.375,"15min":0.375},"min":{"1min":0.28499999999999998,"5min":0.28499999999999998,"15min":0.28499999999999998},"max":{"1min":0.64000000000000001,"5min":0.64000000000000001,"15min":0.64000000000000001},"last":0.66100000000000003}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.67600000000000005}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.72299999999999998}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":160,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":708,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":1564,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-04-15T14:33:37.984 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-04-15T14:33:38.289 INFO:journalctl@ceph.mds.a.smithi016.stdout:Apr 15 14:33:38 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mds-a[64313]: 2024-04-15T14:33:38.103+0000 7f76e3c37700 -1 mds.pinger is_rank_lagging: rank=0 was never sent ping request. 2024-04-15T14:33:38.320 INFO:teuthology.orchestra.run.smithi016.stdout: 2024-04-15T14:33:38.322 INFO:teuthology.orchestra.run.smithi016.stderr:dumped all 2024-04-15T14:33:38.331 INFO:teuthology.orchestra.run.smithi016.stdout:{"pg_ready":true,"pg_map":{"version":194,"stamp":"2024-04-15T14:33:38.232104+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":592730,"num_objects":23,"num_object_clones":0,"num_object_copies":69,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":23,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":203,"num_write_kb":2430,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":13,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":153,"ondisk_log_size":153,"up":249,"acting":249,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":199,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":7,"kb":749961216,"kb_used":222800,"kb_used_data":6608,"kb_used_omap":12,"kb_used_meta":216051,"kb_avail":749738416,"statfs":{"total":767960285184,"available":767732137984,"internally_reserved":0,"allocated":6766592,"data_stored":3813112,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12752,"internal_metadata":221236784},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":5,"apply_latency_ms":5,"commit_latency_ns":5000000,"apply_latency_ns":5000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":2362,"num_objects":21,"num_object_clones":0,"num_object_copies":63,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":21,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":44,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":13,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"4.630537"},"pg_stats":[{"pgid":"3.3f","version":"0'0","reported_seq":10,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-15T14:33:35.002102+0000","last_change":"2024-04-15T14:33:35.001293+0000","last_active":"2024-04-15T14:33:35.002102+0000","last_peered":"2024-04-15T14:33:35.002102+0000","last_clean":"2024-04-15T14:33:35.002102+0000","last_became_active":"2024-04-15T14:33:35.001010+0000","last_became_peered":"2024-04-15T14:33:35.001010+0000","last_unstale":"2024-04-15T14:33:35.002102+0000","last_undegraded":"2024-04-15T14:33:35.002102+0000","last_fullsized":"2024-04-15T14:33:35.002102+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_clean_scrub_stamp":"2024-04-15T14:33:34.601025+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T20:09:52.897923+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3e","version":"0'0","reported_seq":10,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-15T14:33:35.007096+0000","last_change":"2024-04-15T14:33:35.006464+0000","last_active":"2024-04-15T14:33:35.007096+0000","last_peered":"2024-04-15T14:33:35.007096+0000","last_clean":"2024-04-15T14:33:35.007096+0000","last_became_active":"2024-04-15T14:33:35.006144+0000","last_became_peered":"2024-04-15T14:33:35.006144+0000","last_unstale":"2024-04-15T14:33:35.007096+0000","last_undegraded":"2024-04-15T14:33:35.007096+0000","last_fullsized":"2024-04-15T14:33:35.007096+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_clean_scrub_stamp":"2024-04-15T14:33:34.601025+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T18:18:29.784401+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,6],"acting":[1,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.3d","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-15T14:33:36.377377+0000","last_change":"2024-04-15T14:33:35.001045+0000","last_active":"2024-04-15T14:33:36.377377+0000","last_peered":"2024-04-15T14:33:36.377377+0000","last_clean":"2024-04-15T14:33:36.377377+0000","last_became_active":"2024-04-15T14:33:35.000777+0000","last_became_peered":"2024-04-15T14:33:35.000777+0000","last_unstale":"2024-04-15T14:33:36.377377+0000","last_undegraded":"2024-04-15T14:33:36.377377+0000","last_fullsized":"2024-04-15T14:33:36.377377+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_clean_scrub_stamp":"2024-04-15T14:33:34.601025+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T19:06:04.425748+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3c","version":"0'0","reported_seq":9,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-15T14:33:34.992423+0000","last_change":"2024-04-15T14:33:34.992423+0000","last_active":"2024-04-15T14:33:34.992423+0000","last_peered":"2024-04-15T14:33:34.992423+0000","last_clean":"2024-04-15T14:33:34.992423+0000","last_became_active":"2024-04-15T14:33:34.992115+0000","last_became_peered":"2024-04-15T14:33:34.992115+0000","last_unstale":"2024-04-15T14:33:34.992423+0000","last_undegraded":"2024-04-15T14:33:34.992423+0000","last_fullsized":"2024-04-15T14:33:34.992423+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_clean_scrub_stamp":"2024-04-15T14:33:34.601025+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T22:22:52.170478+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3b","version":"0'0","reported_seq":10,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-15T14:33:34.985034+0000","last_change":"2024-04-15T14:33:34.982801+0000","last_active":"2024-04-15T14:33:34.985034+0000","last_peered":"2024-04-15T14:33:34.985034+0000","last_clean":"2024-04-15T14:33:34.985034+0000","last_became_active":"2024-04-15T14:33:34.982439+0000","last_became_peered":"2024-04-15T14:33:34.982439+0000","last_unstale":"2024-04-15T14:33:34.985034+0000","last_undegraded":"2024-04-15T14:33:34.985034+0000","last_fullsized":"2024-04-15T14:33:34.985034+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_clean_scrub_stamp":"2024-04-15T14:33:34.601025+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-17T00:14:13.456310+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,4],"acting":[7,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3a","version":"0'0","reported_seq":7,"reported_epoch":62,"state":"active","last_fresh":"2024-04-15T14:33:34.991662+0000","last_change":"2024-04-15T14:33:34.991583+0000","last_active":"2024-04-15T14:33:34.991662+0000","last_peered":"2024-04-15T14:33:34.991662+0000","last_clean":"2024-04-15T14:33:34.601025+0000","last_became_active":"2024-04-15T14:33:34.991583+0000","last_became_peered":"2024-04-15T14:33:34.991583+0000","last_unstale":"2024-04-15T14:33:34.991662+0000","last_undegraded":"2024-04-15T14:33:34.991662+0000","last_fullsized":"2024-04-15T14:33:34.991662+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_clean_scrub_stamp":"2024-04-15T14:33:34.601025+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T21:21:59.746956+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,1],"acting":[5,0,1],"avail_no_missing":["5","0","1"],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.39","version":"0'0","reported_seq":10,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-15T14:33:34.987596+0000","last_change":"2024-04-15T14:33:34.983498+0000","last_active":"2024-04-15T14:33:34.987596+0000","last_peered":"2024-04-15T14:33:34.987596+0000","last_clean":"2024-04-15T14:33:34.987596+0000","last_became_active":"2024-04-15T14:33:34.983209+0000","last_became_peered":"2024-04-15T14:33:34.983209+0000","last_unstale":"2024-04-15T14:33:34.987596+0000","last_undegraded":"2024-04-15T14:33:34.987596+0000","last_fullsized":"2024-04-15T14:33:34.987596+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_clean_scrub_stamp":"2024-04-15T14:33:34.601025+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T17:11:43.334132+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-15T14:33:34.601025+0000","last_change":"2024-04-15T14:33:34.601025+0000","last_active":"2024-04-15T14:33:34.601025+0000","last_peered":"2024-04-15T14:33:34.601025+0000","last_clean":"2024-04-15T14:33:34.601025+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-15T14:33:34.601025+0000","last_undegraded":"2024-04-15T14:33:34.601025+0000","last_fullsized":"2024-04-15T14:33:34.601025+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_clean_scrub_stamp":"2024-04-15T14:33:34.601025+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.37","version":"0'0","reported_seq":10,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-15T14:33:34.988878+0000","last_change":"2024-04-15T14:33:34.987678+0000","last_active":"2024-04-15T14:33:34.988878+0000","last_peered":"2024-04-15T14:33:34.988878+0000","last_clean":"2024-04-15T14:33:34.988878+0000","last_became_active":"2024-04-15T14:33:34.986132+0000","last_became_peered":"2024-04-15T14:33:34.986132+0000","last_unstale":"2024-04-15T14:33:34.988878+0000","last_undegraded":"2024-04-15T14:33:34.988878+0000","last_fullsized":"2024-04-15T14:33:34.988878+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_clean_scrub_stamp":"2024-04-15T14:33:34.601025+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T20:28:19.567298+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,0],"acting":[7,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.36","version":"0'0","reported_seq":10,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-15T14:33:35.002156+0000","last_change":"2024-04-15T14:33:35.001503+0000","last_active":"2024-04-15T14:33:35.002156+0000","last_peered":"2024-04-15T14:33:35.002156+0000","last_clean":"2024-04-15T14:33:35.002156+0000","last_became_active":"2024-04-15T14:33:35.001219+0000","last_became_peered":"2024-04-15T14:33:35.001219+0000","last_unstale":"2024-04-15T14:33:35.002156+0000","last_undegraded":"2024-04-15T14:33:35.002156+0000","last_fullsized":"2024-04-15T14:33:35.002156+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_clean_scrub_stamp":"2024-04-15T14:33:34.601025+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-17T00:23:04.782738+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,1],"acting":[6,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.35","version":"0'0","reported_seq":10,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-15T14:33:35.007644+0000","last_change":"2024-04-15T14:33:35.007017+0000","last_active":"2024-04-15T14:33:35.007644+0000","last_peered":"2024-04-15T14:33:35.007644+0000","last_clean":"2024-04-15T14:33:35.007644+0000","last_became_active":"2024-04-15T14:33:35.006725+0000","last_became_peered":"2024-04-15T14:33:35.006725+0000","last_unstale":"2024-04-15T14:33:35.007644+0000","last_undegraded":"2024-04-15T14:33:35.007644+0000","last_fullsized":"2024-04-15T14:33:35.007644+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_clean_scrub_stamp":"2024-04-15T14:33:34.601025+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T16:46:31.161022+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,0],"acting":[6,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.34","version":"0'0","reported_seq":10,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-15T14:33:35.005295+0000","last_change":"2024-04-15T14:33:35.005055+0000","last_active":"2024-04-15T14:33:35.005295+0000","last_peered":"2024-04-15T14:33:35.005295+0000","last_clean":"2024-04-15T14:33:35.005295+0000","last_became_active":"2024-04-15T14:33:35.004731+0000","last_became_peered":"2024-04-15T14:33:35.004731+0000","last_unstale":"2024-04-15T14:33:35.005295+0000","last_undegraded":"2024-04-15T14:33:35.005295+0000","last_fullsized":"2024-04-15T14:33:35.005295+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_clean_scrub_stamp":"2024-04-15T14:33:34.601025+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T19:41:45.184445+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,0],"acting":[4,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.33","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-15T14:33:34.601025+0000","last_change":"2024-04-15T14:33:34.601025+0000","last_active":"2024-04-15T14:33:34.601025+0000","last_peered":"2024-04-15T14:33:34.601025+0000","last_clean":"2024-04-15T14:33:34.601025+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-15T14:33:34.601025+0000","last_undegraded":"2024-04-15T14:33:34.601025+0000","last_fullsized":"2024-04-15T14:33:34.601025+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_clean_scrub_stamp":"2024-04-15T14:33:34.601025+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.32","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-15T14:33:36.377202+0000","last_change":"2024-04-15T14:33:34.998364+0000","last_active":"2024-04-15T14:33:36.377202+0000","last_peered":"2024-04-15T14:33:36.377202+0000","last_clean":"2024-04-15T14:33:36.377202+0000","last_became_active":"2024-04-15T14:33:34.998008+0000","last_became_peered":"2024-04-15T14:33:34.998008+0000","last_unstale":"2024-04-15T14:33:36.377202+0000","last_undegraded":"2024-04-15T14:33:36.377202+0000","last_fullsized":"2024-04-15T14:33:36.377202+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_clean_scrub_stamp":"2024-04-15T14:33:34.601025+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T16:54:11.704068+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,5],"acting":[0,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"0'0","reported_seq":10,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-15T14:33:34.998745+0000","last_change":"2024-04-15T14:33:34.998425+0000","last_active":"2024-04-15T14:33:34.998745+0000","last_peered":"2024-04-15T14:33:34.998745+0000","last_clean":"2024-04-15T14:33:34.998745+0000","last_became_active":"2024-04-15T14:33:34.997447+0000","last_became_peered":"2024-04-15T14:33:34.997447+0000","last_unstale":"2024-04-15T14:33:34.998745+0000","last_undegraded":"2024-04-15T14:33:34.998745+0000","last_fullsized":"2024-04-15T14:33:34.998745+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_clean_scrub_stamp":"2024-04-15T14:33:34.601025+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T17:55:37.723928+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,5],"acting":[1,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.30","version":"0'0","reported_seq":4,"reported_epoch":62,"state":"creating+activating","last_fresh":"2024-04-15T14:33:34.984624+0000","last_change":"2024-04-15T14:33:34.976748+0000","last_active":"2024-04-15T14:33:34.601025+0000","last_peered":"2024-04-15T14:33:34.601025+0000","last_clean":"2024-04-15T14:33:34.601025+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-15T14:33:34.984624+0000","last_undegraded":"2024-04-15T14:33:34.984624+0000","last_fullsized":"2024-04-15T14:33:34.984624+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_clean_scrub_stamp":"2024-04-15T14:33:34.601025+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T17:15:05.168262+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,7],"acting":[5,0,7],"avail_no_missing":["5","0","7"],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2f","version":"0'0","reported_seq":7,"reported_epoch":62,"state":"active","last_fresh":"2024-04-15T14:33:34.994247+0000","last_change":"2024-04-15T14:33:34.993855+0000","last_active":"2024-04-15T14:33:34.994247+0000","last_peered":"2024-04-15T14:33:34.994247+0000","last_clean":"2024-04-15T14:33:34.601025+0000","last_became_active":"2024-04-15T14:33:34.993855+0000","last_became_peered":"2024-04-15T14:33:34.993855+0000","last_unstale":"2024-04-15T14:33:34.994247+0000","last_undegraded":"2024-04-15T14:33:34.994247+0000","last_fullsized":"2024-04-15T14:33:34.994247+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_clean_scrub_stamp":"2024-04-15T14:33:34.601025+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T20:28:23.544001+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,4],"acting":[5,7,4],"avail_no_missing":["5","4","7"],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2e","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-15T14:33:35.975817+0000","last_change":"2024-04-15T14:33:35.000307+0000","last_active":"2024-04-15T14:33:35.975817+0000","last_peered":"2024-04-15T14:33:35.975817+0000","last_clean":"2024-04-15T14:33:35.975817+0000","last_became_active":"2024-04-15T14:33:34.998898+0000","last_became_peered":"2024-04-15T14:33:34.998898+0000","last_unstale":"2024-04-15T14:33:35.975817+0000","last_undegraded":"2024-04-15T14:33:35.975817+0000","last_fullsized":"2024-04-15T14:33:35.975817+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_clean_scrub_stamp":"2024-04-15T14:33:34.601025+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T16:47:13.887586+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,7],"acting":[2,6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2d","version":"0'0","reported_seq":10,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-15T14:33:34.997039+0000","last_change":"2024-04-15T14:33:34.996498+0000","last_active":"2024-04-15T14:33:34.997039+0000","last_peered":"2024-04-15T14:33:34.997039+0000","last_clean":"2024-04-15T14:33:34.997039+0000","last_became_active":"2024-04-15T14:33:34.996228+0000","last_became_peered":"2024-04-15T14:33:34.996228+0000","last_unstale":"2024-04-15T14:33:34.997039+0000","last_undegraded":"2024-04-15T14:33:34.997039+0000","last_fullsized":"2024-04-15T14:33:34.997039+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_clean_scrub_stamp":"2024-04-15T14:33:34.601025+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T16:54:36.555432+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,6],"acting":[7,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.1f","version":"62'4","reported_seq":16,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-15T14:33:36.377557+0000","last_change":"2024-04-15T14:33:34.621772+0000","last_active":"2024-04-15T14:33:36.377557+0000","last_peered":"2024-04-15T14:33:36.377557+0000","last_clean":"2024-04-15T14:33:36.377557+0000","last_became_active":"2024-04-15T14:33:34.621484+0000","last_became_peered":"2024-04-15T14:33:34.621484+0000","last_unstale":"2024-04-15T14:33:36.377557+0000","last_undegraded":"2024-04-15T14:33:36.377557+0000","last_fullsized":"2024-04-15T14:33:36.377557+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T14:33:33.599136+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T14:33:33.599136+0000","last_clean_scrub_stamp":"2024-04-15T14:33:33.599136+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T22:19:23.275893+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,4],"acting":[0,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-15T14:33:34.601025+0000","last_change":"2024-04-15T14:33:34.601025+0000","last_active":"2024-04-15T14:33:34.601025+0000","last_peered":"2024-04-15T14:33:34.601025+0000","last_clean":"2024-04-15T14:33:34.601025+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-15T14:33:34.601025+0000","last_undegraded":"2024-04-15T14:33:34.601025+0000","last_fullsized":"2024-04-15T14:33:34.601025+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_clean_scrub_stamp":"2024-04-15T14:33:34.601025+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.1e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-15T14:33:33.599136+0000","last_change":"2024-04-15T14:33:33.599136+0000","last_active":"2024-04-15T14:33:33.599136+0000","last_peered":"2024-04-15T14:33:33.599136+0000","last_clean":"2024-04-15T14:33:33.599136+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-15T14:33:33.599136+0000","last_undegraded":"2024-04-15T14:33:33.599136+0000","last_fullsized":"2024-04-15T14:33:33.599136+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T14:33:33.599136+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T14:33:33.599136+0000","last_clean_scrub_stamp":"2024-04-15T14:33:33.599136+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-15T14:33:36.377519+0000","last_change":"2024-04-15T14:33:34.985195+0000","last_active":"2024-04-15T14:33:36.377519+0000","last_peered":"2024-04-15T14:33:36.377519+0000","last_clean":"2024-04-15T14:33:36.377519+0000","last_became_active":"2024-04-15T14:33:34.984593+0000","last_became_peered":"2024-04-15T14:33:34.984593+0000","last_unstale":"2024-04-15T14:33:36.377519+0000","last_undegraded":"2024-04-15T14:33:36.377519+0000","last_fullsized":"2024-04-15T14:33:36.377519+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_clean_scrub_stamp":"2024-04-15T14:33:34.601025+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T21:53:26.282912+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,2],"acting":[0,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1d","version":"62'2","reported_seq":13,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-15T14:33:35.000650+0000","last_change":"2024-04-15T14:33:34.629818+0000","last_active":"2024-04-15T14:33:35.000650+0000","last_peered":"2024-04-15T14:33:35.000650+0000","last_clean":"2024-04-15T14:33:35.000650+0000","last_became_active":"2024-04-15T14:33:34.629295+0000","last_became_peered":"2024-04-15T14:33:34.629295+0000","last_unstale":"2024-04-15T14:33:35.000650+0000","last_undegraded":"2024-04-15T14:33:35.000650+0000","last_fullsized":"2024-04-15T14:33:35.000650+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T14:33:33.599136+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T14:33:33.599136+0000","last_clean_scrub_stamp":"2024-04-15T14:33:33.599136+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T17:22:13.588507+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":9,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-15T14:33:34.990806+0000","last_change":"2024-04-15T14:33:34.990806+0000","last_active":"2024-04-15T14:33:34.990806+0000","last_peered":"2024-04-15T14:33:34.990806+0000","last_clean":"2024-04-15T14:33:34.990806+0000","last_became_active":"2024-04-15T14:33:34.990271+0000","last_became_peered":"2024-04-15T14:33:34.990271+0000","last_unstale":"2024-04-15T14:33:34.990806+0000","last_undegraded":"2024-04-15T14:33:34.990806+0000","last_fullsized":"2024-04-15T14:33:34.990806+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_clean_scrub_stamp":"2024-04-15T14:33:34.601025+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T16:08:05.354437+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1c","version":"62'2","reported_seq":13,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-15T14:33:35.003661+0000","last_change":"2024-04-15T14:33:34.628676+0000","last_active":"2024-04-15T14:33:35.003661+0000","last_peered":"2024-04-15T14:33:35.003661+0000","last_clean":"2024-04-15T14:33:35.003661+0000","last_became_active":"2024-04-15T14:33:34.628033+0000","last_became_peered":"2024-04-15T14:33:34.628033+0000","last_unstale":"2024-04-15T14:33:35.003661+0000","last_undegraded":"2024-04-15T14:33:35.003661+0000","last_fullsized":"2024-04-15T14:33:35.003661+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T14:33:33.599136+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T14:33:33.599136+0000","last_clean_scrub_stamp":"2024-04-15T14:33:33.599136+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T18:03:09.283496+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,2],"acting":[7,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":4,"reported_epoch":62,"state":"creating+activating","last_fresh":"2024-04-15T14:33:34.984126+0000","last_change":"2024-04-15T14:33:34.977782+0000","last_active":"2024-04-15T14:33:34.601025+0000","last_peered":"2024-04-15T14:33:34.601025+0000","last_clean":"2024-04-15T14:33:34.601025+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-15T14:33:34.984126+0000","last_undegraded":"2024-04-15T14:33:34.984126+0000","last_fullsized":"2024-04-15T14:33:34.984126+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_clean_scrub_stamp":"2024-04-15T14:33:34.601025+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T23:38:01.119309+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":["5","4","6"],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-15T14:33:33.599136+0000","last_change":"2024-04-15T14:33:33.599136+0000","last_active":"2024-04-15T14:33:33.599136+0000","last_peered":"2024-04-15T14:33:33.599136+0000","last_clean":"2024-04-15T14:33:33.599136+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-15T14:33:33.599136+0000","last_undegraded":"2024-04-15T14:33:33.599136+0000","last_fullsized":"2024-04-15T14:33:33.599136+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T14:33:33.599136+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T14:33:33.599136+0000","last_clean_scrub_stamp":"2024-04-15T14:33:33.599136+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":10,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-15T14:33:34.993783+0000","last_change":"2024-04-15T14:33:34.993329+0000","last_active":"2024-04-15T14:33:34.993783+0000","last_peered":"2024-04-15T14:33:34.993783+0000","last_clean":"2024-04-15T14:33:34.993783+0000","last_became_active":"2024-04-15T14:33:34.992740+0000","last_became_peered":"2024-04-15T14:33:34.992740+0000","last_unstale":"2024-04-15T14:33:34.993783+0000","last_undegraded":"2024-04-15T14:33:34.993783+0000","last_fullsized":"2024-04-15T14:33:34.993783+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_clean_scrub_stamp":"2024-04-15T14:33:34.601025+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T23:48:57.993034+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2],"acting":[4,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1a","version":"62'1","reported_seq":12,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-15T14:33:35.006052+0000","last_change":"2024-04-15T14:33:34.623835+0000","last_active":"2024-04-15T14:33:35.006052+0000","last_peered":"2024-04-15T14:33:35.006052+0000","last_clean":"2024-04-15T14:33:35.006052+0000","last_became_active":"2024-04-15T14:33:34.623487+0000","last_became_peered":"2024-04-15T14:33:34.623487+0000","last_unstale":"2024-04-15T14:33:35.006052+0000","last_undegraded":"2024-04-15T14:33:35.006052+0000","last_fullsized":"2024-04-15T14:33:35.006052+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T14:33:33.599136+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T14:33:33.599136+0000","last_clean_scrub_stamp":"2024-04-15T14:33:33.599136+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T20:33:02.210280+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-15T14:33:36.377261+0000","last_change":"2024-04-15T14:33:34.990461+0000","last_active":"2024-04-15T14:33:36.377261+0000","last_peered":"2024-04-15T14:33:36.377261+0000","last_clean":"2024-04-15T14:33:36.377261+0000","last_became_active":"2024-04-15T14:33:34.990182+0000","last_became_peered":"2024-04-15T14:33:34.990182+0000","last_unstale":"2024-04-15T14:33:36.377261+0000","last_undegraded":"2024-04-15T14:33:36.377261+0000","last_fullsized":"2024-04-15T14:33:36.377261+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_clean_scrub_stamp":"2024-04-15T14:33:34.601025+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T18:43:24.325379+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,7],"acting":[0,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.19","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-15T14:33:33.599136+0000","last_change":"2024-04-15T14:33:33.599136+0000","last_active":"2024-04-15T14:33:33.599136+0000","last_peered":"2024-04-15T14:33:33.599136+0000","last_clean":"2024-04-15T14:33:33.599136+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-15T14:33:33.599136+0000","last_undegraded":"2024-04-15T14:33:33.599136+0000","last_fullsized":"2024-04-15T14:33:33.599136+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T14:33:33.599136+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T14:33:33.599136+0000","last_clean_scrub_stamp":"2024-04-15T14:33:33.599136+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-15T14:33:34.601025+0000","last_change":"2024-04-15T14:33:34.601025+0000","last_active":"2024-04-15T14:33:34.601025+0000","last_peered":"2024-04-15T14:33:34.601025+0000","last_clean":"2024-04-15T14:33:34.601025+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-15T14:33:34.601025+0000","last_undegraded":"2024-04-15T14:33:34.601025+0000","last_fullsized":"2024-04-15T14:33:34.601025+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_clean_scrub_stamp":"2024-04-15T14:33:34.601025+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.18","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-15T14:33:34.976974+0000","last_change":"2024-04-15T14:33:34.629712+0000","last_active":"2024-04-15T14:33:34.976974+0000","last_peered":"2024-04-15T14:33:34.976974+0000","last_clean":"2024-04-15T14:33:34.976974+0000","last_became_active":"2024-04-15T14:33:34.629407+0000","last_became_peered":"2024-04-15T14:33:34.629407+0000","last_unstale":"2024-04-15T14:33:34.976974+0000","last_undegraded":"2024-04-15T14:33:34.976974+0000","last_fullsized":"2024-04-15T14:33:34.976974+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T14:33:33.599136+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T14:33:33.599136+0000","last_clean_scrub_stamp":"2024-04-15T14:33:33.599136+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-17T00:20:23.688678+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,7],"acting":[5,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":10,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-15T14:33:34.995884+0000","last_change":"2024-04-15T14:33:34.992486+0000","last_active":"2024-04-15T14:33:34.995884+0000","last_peered":"2024-04-15T14:33:34.995884+0000","last_clean":"2024-04-15T14:33:34.995884+0000","last_became_active":"2024-04-15T14:33:34.992018+0000","last_became_peered":"2024-04-15T14:33:34.992018+0000","last_unstale":"2024-04-15T14:33:34.995884+0000","last_undegraded":"2024-04-15T14:33:34.995884+0000","last_fullsized":"2024-04-15T14:33:34.995884+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_clean_scrub_stamp":"2024-04-15T14:33:34.601025+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T21:26:48.589284+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.17","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-15T14:33:34.992725+0000","last_change":"2024-04-15T14:33:34.626798+0000","last_active":"2024-04-15T14:33:34.992725+0000","last_peered":"2024-04-15T14:33:34.992725+0000","last_clean":"2024-04-15T14:33:34.992725+0000","last_became_active":"2024-04-15T14:33:34.626427+0000","last_became_peered":"2024-04-15T14:33:34.626427+0000","last_unstale":"2024-04-15T14:33:34.992725+0000","last_undegraded":"2024-04-15T14:33:34.992725+0000","last_fullsized":"2024-04-15T14:33:34.992725+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T14:33:33.599136+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T14:33:33.599136+0000","last_clean_scrub_stamp":"2024-04-15T14:33:33.599136+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T18:25:50.473378+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,2],"acting":[6,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":4,"reported_epoch":62,"state":"creating+activating","last_fresh":"2024-04-15T14:33:34.989205+0000","last_change":"2024-04-15T14:33:34.977038+0000","last_active":"2024-04-15T14:33:34.601025+0000","last_peered":"2024-04-15T14:33:34.601025+0000","last_clean":"2024-04-15T14:33:34.601025+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-15T14:33:34.989205+0000","last_undegraded":"2024-04-15T14:33:34.989205+0000","last_fullsized":"2024-04-15T14:33:34.989205+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_clean_scrub_stamp":"2024-04-15T14:33:34.601025+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T21:52:20.945166+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1],"acting":[5,7,1],"avail_no_missing":["5","1","7"],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.16","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-15T14:33:34.977246+0000","last_change":"2024-04-15T14:33:34.619899+0000","last_active":"2024-04-15T14:33:34.977246+0000","last_peered":"2024-04-15T14:33:34.977246+0000","last_clean":"2024-04-15T14:33:34.977246+0000","last_became_active":"2024-04-15T14:33:34.619104+0000","last_became_peered":"2024-04-15T14:33:34.619104+0000","last_unstale":"2024-04-15T14:33:34.977246+0000","last_undegraded":"2024-04-15T14:33:34.977246+0000","last_fullsized":"2024-04-15T14:33:34.977246+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T14:33:33.599136+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T14:33:33.599136+0000","last_clean_scrub_stamp":"2024-04-15T14:33:33.599136+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T19:58:09.795799+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6,2],"acting":[5,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-15T14:33:36.377467+0000","last_change":"2024-04-15T14:33:34.984818+0000","last_active":"2024-04-15T14:33:36.377467+0000","last_peered":"2024-04-15T14:33:36.377467+0000","last_clean":"2024-04-15T14:33:36.377467+0000","last_became_active":"2024-04-15T14:33:34.983476+0000","last_became_peered":"2024-04-15T14:33:34.983476+0000","last_unstale":"2024-04-15T14:33:36.377467+0000","last_undegraded":"2024-04-15T14:33:36.377467+0000","last_fullsized":"2024-04-15T14:33:36.377467+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_clean_scrub_stamp":"2024-04-15T14:33:34.601025+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T18:55:45.495288+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.15","version":"62'3","reported_seq":14,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-15T14:33:35.007032+0000","last_change":"2024-04-15T14:33:34.626719+0000","last_active":"2024-04-15T14:33:35.007032+0000","last_peered":"2024-04-15T14:33:35.007032+0000","last_clean":"2024-04-15T14:33:35.007032+0000","last_became_active":"2024-04-15T14:33:34.626429+0000","last_became_peered":"2024-04-15T14:33:34.626429+0000","last_unstale":"2024-04-15T14:33:35.007032+0000","last_undegraded":"2024-04-15T14:33:35.007032+0000","last_fullsized":"2024-04-15T14:33:35.007032+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T14:33:33.599136+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T14:33:33.599136+0000","last_clean_scrub_stamp":"2024-04-15T14:33:33.599136+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T23:00:48.231255+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":10,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-15T14:33:35.005134+0000","last_change":"2024-04-15T14:33:35.004611+0000","last_active":"2024-04-15T14:33:35.005134+0000","last_peered":"2024-04-15T14:33:35.005134+0000","last_clean":"2024-04-15T14:33:35.005134+0000","last_became_active":"2024-04-15T14:33:35.004170+0000","last_became_peered":"2024-04-15T14:33:35.004170+0000","last_unstale":"2024-04-15T14:33:35.005134+0000","last_undegraded":"2024-04-15T14:33:35.005134+0000","last_fullsized":"2024-04-15T14:33:35.005134+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_clean_scrub_stamp":"2024-04-15T14:33:34.601025+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T16:15:49.307161+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,6],"acting":[4,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.14","version":"62'6","reported_seq":17,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-15T14:33:35.007522+0000","last_change":"2024-04-15T14:33:34.620715+0000","last_active":"2024-04-15T14:33:35.007522+0000","last_peered":"2024-04-15T14:33:35.007522+0000","last_clean":"2024-04-15T14:33:35.007522+0000","last_became_active":"2024-04-15T14:33:34.620361+0000","last_became_peered":"2024-04-15T14:33:34.620361+0000","last_unstale":"2024-04-15T14:33:35.007522+0000","last_undegraded":"2024-04-15T14:33:35.007522+0000","last_fullsized":"2024-04-15T14:33:35.007522+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T14:33:33.599136+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T14:33:33.599136+0000","last_clean_scrub_stamp":"2024-04-15T14:33:33.599136+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T21:57:01.722940+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1564,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,5],"acting":[6,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":10,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-15T14:33:34.990958+0000","last_change":"2024-04-15T14:33:34.990134+0000","last_active":"2024-04-15T14:33:34.990958+0000","last_peered":"2024-04-15T14:33:34.990958+0000","last_clean":"2024-04-15T14:33:34.990958+0000","last_became_active":"2024-04-15T14:33:34.989810+0000","last_became_peered":"2024-04-15T14:33:34.989810+0000","last_unstale":"2024-04-15T14:33:34.990958+0000","last_undegraded":"2024-04-15T14:33:34.990958+0000","last_fullsized":"2024-04-15T14:33:34.990958+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_clean_scrub_stamp":"2024-04-15T14:33:34.601025+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-17T01:16:42.669792+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,4],"acting":[7,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.13","version":"62'2","reported_seq":14,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-15T14:33:36.377194+0000","last_change":"2024-04-15T14:33:34.618176+0000","last_active":"2024-04-15T14:33:36.377194+0000","last_peered":"2024-04-15T14:33:36.377194+0000","last_clean":"2024-04-15T14:33:36.377194+0000","last_became_active":"2024-04-15T14:33:34.617858+0000","last_became_peered":"2024-04-15T14:33:34.617858+0000","last_unstale":"2024-04-15T14:33:36.377194+0000","last_undegraded":"2024-04-15T14:33:36.377194+0000","last_fullsized":"2024-04-15T14:33:36.377194+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T14:33:33.599136+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T14:33:33.599136+0000","last_clean_scrub_stamp":"2024-04-15T14:33:33.599136+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-17T00:31:59.807937+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-15T14:33:36.377060+0000","last_change":"2024-04-15T14:33:34.991687+0000","last_active":"2024-04-15T14:33:36.377060+0000","last_peered":"2024-04-15T14:33:36.377060+0000","last_clean":"2024-04-15T14:33:36.377060+0000","last_became_active":"2024-04-15T14:33:34.991427+0000","last_became_peered":"2024-04-15T14:33:34.991427+0000","last_unstale":"2024-04-15T14:33:36.377060+0000","last_undegraded":"2024-04-15T14:33:36.377060+0000","last_fullsized":"2024-04-15T14:33:36.377060+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_clean_scrub_stamp":"2024-04-15T14:33:34.601025+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T23:26:13.279012+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.12","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-15T14:33:34.979111+0000","last_change":"2024-04-15T14:33:34.624908+0000","last_active":"2024-04-15T14:33:34.979111+0000","last_peered":"2024-04-15T14:33:34.979111+0000","last_clean":"2024-04-15T14:33:34.979111+0000","last_became_active":"2024-04-15T14:33:34.624629+0000","last_became_peered":"2024-04-15T14:33:34.624629+0000","last_unstale":"2024-04-15T14:33:34.979111+0000","last_undegraded":"2024-04-15T14:33:34.979111+0000","last_fullsized":"2024-04-15T14:33:34.979111+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T14:33:33.599136+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T14:33:33.599136+0000","last_clean_scrub_stamp":"2024-04-15T14:33:33.599136+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T15:48:22.451797+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":10,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-15T14:33:34.990578+0000","last_change":"2024-04-15T14:33:34.990143+0000","last_active":"2024-04-15T14:33:34.990578+0000","last_peered":"2024-04-15T14:33:34.990578+0000","last_clean":"2024-04-15T14:33:34.990578+0000","last_became_active":"2024-04-15T14:33:34.989813+0000","last_became_peered":"2024-04-15T14:33:34.989813+0000","last_unstale":"2024-04-15T14:33:34.990578+0000","last_undegraded":"2024-04-15T14:33:34.990578+0000","last_fullsized":"2024-04-15T14:33:34.990578+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_clean_scrub_stamp":"2024-04-15T14:33:34.601025+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-17T02:18:28.815694+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,2],"acting":[7,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.11","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-15T14:33:34.981938+0000","last_change":"2024-04-15T14:33:34.617640+0000","last_active":"2024-04-15T14:33:34.981938+0000","last_peered":"2024-04-15T14:33:34.981938+0000","last_clean":"2024-04-15T14:33:34.981938+0000","last_became_active":"2024-04-15T14:33:34.617309+0000","last_became_peered":"2024-04-15T14:33:34.617309+0000","last_unstale":"2024-04-15T14:33:34.981938+0000","last_undegraded":"2024-04-15T14:33:34.981938+0000","last_fullsized":"2024-04-15T14:33:34.981938+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T14:33:33.599136+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T14:33:33.599136+0000","last_clean_scrub_stamp":"2024-04-15T14:33:33.599136+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T19:11:52.947432+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":10,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-15T14:33:34.993514+0000","last_change":"2024-04-15T14:33:34.989655+0000","last_active":"2024-04-15T14:33:34.993514+0000","last_peered":"2024-04-15T14:33:34.993514+0000","last_clean":"2024-04-15T14:33:34.993514+0000","last_became_active":"2024-04-15T14:33:34.988851+0000","last_became_peered":"2024-04-15T14:33:34.988851+0000","last_unstale":"2024-04-15T14:33:34.993514+0000","last_undegraded":"2024-04-15T14:33:34.993514+0000","last_fullsized":"2024-04-15T14:33:34.993514+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_clean_scrub_stamp":"2024-04-15T14:33:34.601025+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T21:16:09.182271+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.10","version":"62'8","reported_seq":20,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-15T14:33:35.975005+0000","last_change":"2024-04-15T14:33:34.624105+0000","last_active":"2024-04-15T14:33:35.975005+0000","last_peered":"2024-04-15T14:33:35.975005+0000","last_clean":"2024-04-15T14:33:35.975005+0000","last_became_active":"2024-04-15T14:33:34.623732+0000","last_became_peered":"2024-04-15T14:33:34.623732+0000","last_unstale":"2024-04-15T14:33:35.975005+0000","last_undegraded":"2024-04-15T14:33:35.975005+0000","last_fullsized":"2024-04-15T14:33:35.975005+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T14:33:33.599136+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T14:33:33.599136+0000","last_clean_scrub_stamp":"2024-04-15T14:33:33.599136+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T19:53:49.489868+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,0],"acting":[2,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":10,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-15T14:33:34.997011+0000","last_change":"2024-04-15T14:33:34.996585+0000","last_active":"2024-04-15T14:33:34.997011+0000","last_peered":"2024-04-15T14:33:34.997011+0000","last_clean":"2024-04-15T14:33:34.997011+0000","last_became_active":"2024-04-15T14:33:34.996051+0000","last_became_peered":"2024-04-15T14:33:34.996051+0000","last_unstale":"2024-04-15T14:33:34.997011+0000","last_undegraded":"2024-04-15T14:33:34.997011+0000","last_fullsized":"2024-04-15T14:33:34.997011+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_clean_scrub_stamp":"2024-04-15T14:33:34.601025+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T18:59:17.927268+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.f","version":"62'1","reported_seq":12,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-15T14:33:34.996779+0000","last_change":"2024-04-15T14:33:34.625302+0000","last_active":"2024-04-15T14:33:34.996779+0000","last_peered":"2024-04-15T14:33:34.996779+0000","last_clean":"2024-04-15T14:33:34.996779+0000","last_became_active":"2024-04-15T14:33:34.624897+0000","last_became_peered":"2024-04-15T14:33:34.624897+0000","last_unstale":"2024-04-15T14:33:34.996779+0000","last_undegraded":"2024-04-15T14:33:34.996779+0000","last_fullsized":"2024-04-15T14:33:34.996779+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T14:33:33.599136+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T14:33:33.599136+0000","last_clean_scrub_stamp":"2024-04-15T14:33:33.599136+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T21:13:05.143999+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,7],"acting":[4,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":10,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-15T14:33:34.995055+0000","last_change":"2024-04-15T14:33:34.993901+0000","last_active":"2024-04-15T14:33:34.995055+0000","last_peered":"2024-04-15T14:33:34.995055+0000","last_clean":"2024-04-15T14:33:34.995055+0000","last_became_active":"2024-04-15T14:33:34.993595+0000","last_became_peered":"2024-04-15T14:33:34.993595+0000","last_unstale":"2024-04-15T14:33:34.995055+0000","last_undegraded":"2024-04-15T14:33:34.995055+0000","last_fullsized":"2024-04-15T14:33:34.995055+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_clean_scrub_stamp":"2024-04-15T14:33:34.601025+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T19:34:11.232371+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-15T14:33:34.988180+0000","last_change":"2024-04-15T14:33:34.629663+0000","last_active":"2024-04-15T14:33:34.988180+0000","last_peered":"2024-04-15T14:33:34.988180+0000","last_clean":"2024-04-15T14:33:34.988180+0000","last_became_active":"2024-04-15T14:33:34.629358+0000","last_became_peered":"2024-04-15T14:33:34.629358+0000","last_unstale":"2024-04-15T14:33:34.988180+0000","last_undegraded":"2024-04-15T14:33:34.988180+0000","last_fullsized":"2024-04-15T14:33:34.988180+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T14:33:33.599136+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T14:33:33.599136+0000","last_clean_scrub_stamp":"2024-04-15T14:33:33.599136+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T18:29:51.531354+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,7],"acting":[1,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":9,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-15T14:33:34.991615+0000","last_change":"2024-04-15T14:33:34.991615+0000","last_active":"2024-04-15T14:33:34.991615+0000","last_peered":"2024-04-15T14:33:34.991615+0000","last_clean":"2024-04-15T14:33:34.991615+0000","last_became_active":"2024-04-15T14:33:34.990545+0000","last_became_peered":"2024-04-15T14:33:34.990545+0000","last_unstale":"2024-04-15T14:33:34.991615+0000","last_undegraded":"2024-04-15T14:33:34.991615+0000","last_fullsized":"2024-04-15T14:33:34.991615+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_clean_scrub_stamp":"2024-04-15T14:33:34.601025+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-17T00:27:00.368726+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-15T14:33:34.979025+0000","last_change":"2024-04-15T14:33:34.622274+0000","last_active":"2024-04-15T14:33:34.979025+0000","last_peered":"2024-04-15T14:33:34.979025+0000","last_clean":"2024-04-15T14:33:34.979025+0000","last_became_active":"2024-04-15T14:33:34.618830+0000","last_became_peered":"2024-04-15T14:33:34.618830+0000","last_unstale":"2024-04-15T14:33:34.979025+0000","last_undegraded":"2024-04-15T14:33:34.979025+0000","last_fullsized":"2024-04-15T14:33:34.979025+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T14:33:33.599136+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T14:33:33.599136+0000","last_clean_scrub_stamp":"2024-04-15T14:33:33.599136+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T18:53:51.788701+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,6],"acting":[5,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":10,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-15T14:33:35.003764+0000","last_change":"2024-04-15T14:33:35.003516+0000","last_active":"2024-04-15T14:33:35.003764+0000","last_peered":"2024-04-15T14:33:35.003764+0000","last_clean":"2024-04-15T14:33:35.003764+0000","last_became_active":"2024-04-15T14:33:35.003208+0000","last_became_peered":"2024-04-15T14:33:35.003208+0000","last_unstale":"2024-04-15T14:33:35.003764+0000","last_undegraded":"2024-04-15T14:33:35.003764+0000","last_fullsized":"2024-04-15T14:33:35.003764+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_clean_scrub_stamp":"2024-04-15T14:33:34.601025+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-17T00:06:21.618555+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,6],"acting":[4,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":10,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-15T14:33:35.000831+0000","last_change":"2024-04-15T14:33:35.000587+0000","last_active":"2024-04-15T14:33:35.000831+0000","last_peered":"2024-04-15T14:33:35.000831+0000","last_clean":"2024-04-15T14:33:35.000831+0000","last_became_active":"2024-04-15T14:33:35.000319+0000","last_became_peered":"2024-04-15T14:33:35.000319+0000","last_unstale":"2024-04-15T14:33:35.000831+0000","last_undegraded":"2024-04-15T14:33:35.000831+0000","last_fullsized":"2024-04-15T14:33:35.000831+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_clean_scrub_stamp":"2024-04-15T14:33:34.601025+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T17:34:15.729312+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,6],"acting":[1,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":12,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-15T14:33:35.975146+0000","last_change":"2024-04-15T14:33:34.612037+0000","last_active":"2024-04-15T14:33:35.975146+0000","last_peered":"2024-04-15T14:33:35.975146+0000","last_clean":"2024-04-15T14:33:35.975146+0000","last_became_active":"2024-04-15T14:33:34.611678+0000","last_became_peered":"2024-04-15T14:33:34.611678+0000","last_unstale":"2024-04-15T14:33:35.975146+0000","last_undegraded":"2024-04-15T14:33:35.975146+0000","last_fullsized":"2024-04-15T14:33:35.975146+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T14:33:33.599136+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T14:33:33.599136+0000","last_clean_scrub_stamp":"2024-04-15T14:33:33.599136+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T20:09:05.939655+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-15T14:33:34.601025+0000","last_change":"2024-04-15T14:33:34.601025+0000","last_active":"2024-04-15T14:33:34.601025+0000","last_peered":"2024-04-15T14:33:34.601025+0000","last_clean":"2024-04-15T14:33:34.601025+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-15T14:33:34.601025+0000","last_undegraded":"2024-04-15T14:33:34.601025+0000","last_fullsized":"2024-04-15T14:33:34.601025+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_clean_scrub_stamp":"2024-04-15T14:33:34.601025+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-15T14:33:34.976847+0000","last_change":"2024-04-15T14:33:34.625622+0000","last_active":"2024-04-15T14:33:34.976847+0000","last_peered":"2024-04-15T14:33:34.976847+0000","last_clean":"2024-04-15T14:33:34.976847+0000","last_became_active":"2024-04-15T14:33:34.625326+0000","last_became_peered":"2024-04-15T14:33:34.625326+0000","last_unstale":"2024-04-15T14:33:34.976847+0000","last_undegraded":"2024-04-15T14:33:34.976847+0000","last_fullsized":"2024-04-15T14:33:34.976847+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T14:33:33.599136+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T14:33:33.599136+0000","last_clean_scrub_stamp":"2024-04-15T14:33:33.599136+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-17T02:03:12.400947+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.0","version":"21'117","reported_seq":220,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-15T14:33:34.613545+0000","last_change":"2024-04-15T14:33:19.663705+0000","last_active":"2024-04-15T14:33:34.613545+0000","last_peered":"2024-04-15T14:33:34.613545+0000","last_clean":"2024-04-15T14:33:34.613545+0000","last_became_active":"2024-04-15T14:33:19.663309+0000","last_became_peered":"2024-04-15T14:33:19.663309+0000","last_unstale":"2024-04-15T14:33:34.613545+0000","last_undegraded":"2024-04-15T14:33:34.613545+0000","last_fullsized":"2024-04-15T14:33:34.613545+0000","mapping_epoch":58,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":59,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T14:31:12.725041+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T14:31:12.725041+0000","last_clean_scrub_stamp":"2024-04-15T14:31:12.725041+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T14:44:01.829701+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-15T14:33:36.377281+0000","last_change":"2024-04-15T14:33:34.990529+0000","last_active":"2024-04-15T14:33:36.377281+0000","last_peered":"2024-04-15T14:33:36.377281+0000","last_clean":"2024-04-15T14:33:36.377281+0000","last_became_active":"2024-04-15T14:33:34.990226+0000","last_became_peered":"2024-04-15T14:33:34.990226+0000","last_unstale":"2024-04-15T14:33:36.377281+0000","last_undegraded":"2024-04-15T14:33:36.377281+0000","last_fullsized":"2024-04-15T14:33:36.377281+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_clean_scrub_stamp":"2024-04-15T14:33:34.601025+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T14:50:23.902511+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-15T14:33:34.971573+0000","last_change":"2024-04-15T14:33:34.631357+0000","last_active":"2024-04-15T14:33:34.971573+0000","last_peered":"2024-04-15T14:33:34.971573+0000","last_clean":"2024-04-15T14:33:34.971573+0000","last_became_active":"2024-04-15T14:33:34.630734+0000","last_became_peered":"2024-04-15T14:33:34.630734+0000","last_unstale":"2024-04-15T14:33:34.971573+0000","last_undegraded":"2024-04-15T14:33:34.971573+0000","last_fullsized":"2024-04-15T14:33:34.971573+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T14:33:33.599136+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T14:33:33.599136+0000","last_clean_scrub_stamp":"2024-04-15T14:33:33.599136+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T16:38:14.970973+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-15T14:33:34.973681+0000","last_change":"2024-04-15T14:33:34.629731+0000","last_active":"2024-04-15T14:33:34.973681+0000","last_peered":"2024-04-15T14:33:34.973681+0000","last_clean":"2024-04-15T14:33:34.973681+0000","last_became_active":"2024-04-15T14:33:34.629246+0000","last_became_peered":"2024-04-15T14:33:34.629246+0000","last_unstale":"2024-04-15T14:33:34.973681+0000","last_undegraded":"2024-04-15T14:33:34.973681+0000","last_fullsized":"2024-04-15T14:33:34.973681+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T14:33:33.599136+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T14:33:33.599136+0000","last_clean_scrub_stamp":"2024-04-15T14:33:33.599136+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T15:33:31.194531+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":10,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-15T14:33:35.003782+0000","last_change":"2024-04-15T14:33:35.003150+0000","last_active":"2024-04-15T14:33:35.003782+0000","last_peered":"2024-04-15T14:33:35.003782+0000","last_clean":"2024-04-15T14:33:35.003782+0000","last_became_active":"2024-04-15T14:33:35.002820+0000","last_became_peered":"2024-04-15T14:33:35.002820+0000","last_unstale":"2024-04-15T14:33:35.003782+0000","last_undegraded":"2024-04-15T14:33:35.003782+0000","last_fullsized":"2024-04-15T14:33:35.003782+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_clean_scrub_stamp":"2024-04-15T14:33:34.601025+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T16:39:13.245694+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,5],"acting":[1,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.6","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-15T14:33:34.989417+0000","last_change":"2024-04-15T14:33:34.617135+0000","last_active":"2024-04-15T14:33:34.989417+0000","last_peered":"2024-04-15T14:33:34.989417+0000","last_clean":"2024-04-15T14:33:34.989417+0000","last_became_active":"2024-04-15T14:33:34.616824+0000","last_became_peered":"2024-04-15T14:33:34.616824+0000","last_unstale":"2024-04-15T14:33:34.989417+0000","last_undegraded":"2024-04-15T14:33:34.989417+0000","last_fullsized":"2024-04-15T14:33:34.989417+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T14:33:33.599136+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T14:33:33.599136+0000","last_clean_scrub_stamp":"2024-04-15T14:33:33.599136+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T15:25:19.603212+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,4],"acting":[1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-15T14:33:34.601025+0000","last_change":"2024-04-15T14:33:34.601025+0000","last_active":"2024-04-15T14:33:34.601025+0000","last_peered":"2024-04-15T14:33:34.601025+0000","last_clean":"2024-04-15T14:33:34.601025+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-15T14:33:34.601025+0000","last_undegraded":"2024-04-15T14:33:34.601025+0000","last_fullsized":"2024-04-15T14:33:34.601025+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_clean_scrub_stamp":"2024-04-15T14:33:34.601025+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.7","version":"62'2","reported_seq":13,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-15T14:33:35.003427+0000","last_change":"2024-04-15T14:33:34.624633+0000","last_active":"2024-04-15T14:33:35.003427+0000","last_peered":"2024-04-15T14:33:35.003427+0000","last_clean":"2024-04-15T14:33:35.003427+0000","last_became_active":"2024-04-15T14:33:34.623029+0000","last_became_peered":"2024-04-15T14:33:34.623029+0000","last_unstale":"2024-04-15T14:33:35.003427+0000","last_undegraded":"2024-04-15T14:33:35.003427+0000","last_fullsized":"2024-04-15T14:33:35.003427+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T14:33:33.599136+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T14:33:33.599136+0000","last_clean_scrub_stamp":"2024-04-15T14:33:33.599136+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T19:45:31.771526+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,2],"acting":[6,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-15T14:33:36.377319+0000","last_change":"2024-04-15T14:33:34.997101+0000","last_active":"2024-04-15T14:33:36.377319+0000","last_peered":"2024-04-15T14:33:36.377319+0000","last_clean":"2024-04-15T14:33:36.377319+0000","last_became_active":"2024-04-15T14:33:34.996832+0000","last_became_peered":"2024-04-15T14:33:34.996832+0000","last_unstale":"2024-04-15T14:33:36.377319+0000","last_undegraded":"2024-04-15T14:33:36.377319+0000","last_fullsized":"2024-04-15T14:33:36.377319+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_clean_scrub_stamp":"2024-04-15T14:33:34.601025+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T20:37:18.865338+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.8","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-15T14:33:34.971411+0000","last_change":"2024-04-15T14:33:34.629537+0000","last_active":"2024-04-15T14:33:34.971411+0000","last_peered":"2024-04-15T14:33:34.971411+0000","last_clean":"2024-04-15T14:33:34.971411+0000","last_became_active":"2024-04-15T14:33:34.629162+0000","last_became_peered":"2024-04-15T14:33:34.629162+0000","last_unstale":"2024-04-15T14:33:34.971411+0000","last_undegraded":"2024-04-15T14:33:34.971411+0000","last_fullsized":"2024-04-15T14:33:34.971411+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T14:33:33.599136+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T14:33:33.599136+0000","last_clean_scrub_stamp":"2024-04-15T14:33:33.599136+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T19:42:06.929486+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,1],"acting":[7,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":10,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-15T14:33:34.991342+0000","last_change":"2024-04-15T14:33:34.990437+0000","last_active":"2024-04-15T14:33:34.991342+0000","last_peered":"2024-04-15T14:33:34.991342+0000","last_clean":"2024-04-15T14:33:34.991342+0000","last_became_active":"2024-04-15T14:33:34.990126+0000","last_became_peered":"2024-04-15T14:33:34.990126+0000","last_unstale":"2024-04-15T14:33:34.991342+0000","last_undegraded":"2024-04-15T14:33:34.991342+0000","last_fullsized":"2024-04-15T14:33:34.991342+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_clean_scrub_stamp":"2024-04-15T14:33:34.601025+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-17T01:43:26.104205+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,7],"acting":[4,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.9","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-15T14:33:34.987875+0000","last_change":"2024-04-15T14:33:34.629735+0000","last_active":"2024-04-15T14:33:34.987875+0000","last_peered":"2024-04-15T14:33:34.987875+0000","last_clean":"2024-04-15T14:33:34.987875+0000","last_became_active":"2024-04-15T14:33:34.629468+0000","last_became_peered":"2024-04-15T14:33:34.629468+0000","last_unstale":"2024-04-15T14:33:34.987875+0000","last_undegraded":"2024-04-15T14:33:34.987875+0000","last_fullsized":"2024-04-15T14:33:34.987875+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T14:33:33.599136+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T14:33:33.599136+0000","last_clean_scrub_stamp":"2024-04-15T14:33:33.599136+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T20:18:24.961830+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,3],"acting":[1,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-15T14:33:34.601025+0000","last_change":"2024-04-15T14:33:34.601025+0000","last_active":"2024-04-15T14:33:34.601025+0000","last_peered":"2024-04-15T14:33:34.601025+0000","last_clean":"2024-04-15T14:33:34.601025+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-15T14:33:34.601025+0000","last_undegraded":"2024-04-15T14:33:34.601025+0000","last_fullsized":"2024-04-15T14:33:34.601025+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_clean_scrub_stamp":"2024-04-15T14:33:34.601025+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.a","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-15T14:33:34.988256+0000","last_change":"2024-04-15T14:33:34.629571+0000","last_active":"2024-04-15T14:33:34.988256+0000","last_peered":"2024-04-15T14:33:34.988256+0000","last_clean":"2024-04-15T14:33:34.988256+0000","last_became_active":"2024-04-15T14:33:34.629256+0000","last_became_peered":"2024-04-15T14:33:34.629256+0000","last_unstale":"2024-04-15T14:33:34.988256+0000","last_undegraded":"2024-04-15T14:33:34.988256+0000","last_fullsized":"2024-04-15T14:33:34.988256+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T14:33:33.599136+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T14:33:33.599136+0000","last_clean_scrub_stamp":"2024-04-15T14:33:33.599136+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T18:08:19.302092+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,7],"acting":[1,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-15T14:33:34.601025+0000","last_change":"2024-04-15T14:33:34.601025+0000","last_active":"2024-04-15T14:33:34.601025+0000","last_peered":"2024-04-15T14:33:34.601025+0000","last_clean":"2024-04-15T14:33:34.601025+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-15T14:33:34.601025+0000","last_undegraded":"2024-04-15T14:33:34.601025+0000","last_fullsized":"2024-04-15T14:33:34.601025+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_clean_scrub_stamp":"2024-04-15T14:33:34.601025+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.b","version":"62'2","reported_seq":13,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-15T14:33:34.997755+0000","last_change":"2024-04-15T14:33:34.627072+0000","last_active":"2024-04-15T14:33:34.997755+0000","last_peered":"2024-04-15T14:33:34.997755+0000","last_clean":"2024-04-15T14:33:34.997755+0000","last_became_active":"2024-04-15T14:33:34.626764+0000","last_became_peered":"2024-04-15T14:33:34.626764+0000","last_unstale":"2024-04-15T14:33:34.997755+0000","last_undegraded":"2024-04-15T14:33:34.997755+0000","last_fullsized":"2024-04-15T14:33:34.997755+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T14:33:33.599136+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T14:33:33.599136+0000","last_clean_scrub_stamp":"2024-04-15T14:33:33.599136+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T19:48:29.128158+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,5],"acting":[7,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":10,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-15T14:33:35.002671+0000","last_change":"2024-04-15T14:33:35.002154+0000","last_active":"2024-04-15T14:33:35.002671+0000","last_peered":"2024-04-15T14:33:35.002671+0000","last_clean":"2024-04-15T14:33:35.002671+0000","last_became_active":"2024-04-15T14:33:35.001879+0000","last_became_peered":"2024-04-15T14:33:35.001879+0000","last_unstale":"2024-04-15T14:33:35.002671+0000","last_undegraded":"2024-04-15T14:33:35.002671+0000","last_fullsized":"2024-04-15T14:33:35.002671+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_clean_scrub_stamp":"2024-04-15T14:33:34.601025+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T22:47:05.094202+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.c","version":"0'0","reported_seq":12,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-15T14:33:35.975422+0000","last_change":"2024-04-15T14:33:34.620187+0000","last_active":"2024-04-15T14:33:35.975422+0000","last_peered":"2024-04-15T14:33:35.975422+0000","last_clean":"2024-04-15T14:33:35.975422+0000","last_became_active":"2024-04-15T14:33:34.619885+0000","last_became_peered":"2024-04-15T14:33:34.619885+0000","last_unstale":"2024-04-15T14:33:35.975422+0000","last_undegraded":"2024-04-15T14:33:35.975422+0000","last_fullsized":"2024-04-15T14:33:35.975422+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T14:33:33.599136+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T14:33:33.599136+0000","last_clean_scrub_stamp":"2024-04-15T14:33:33.599136+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T21:37:15.148104+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,0],"acting":[2,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":10,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-15T14:33:34.995100+0000","last_change":"2024-04-15T14:33:34.994756+0000","last_active":"2024-04-15T14:33:34.995100+0000","last_peered":"2024-04-15T14:33:34.995100+0000","last_clean":"2024-04-15T14:33:34.995100+0000","last_became_active":"2024-04-15T14:33:34.994464+0000","last_became_peered":"2024-04-15T14:33:34.994464+0000","last_unstale":"2024-04-15T14:33:34.995100+0000","last_undegraded":"2024-04-15T14:33:34.995100+0000","last_fullsized":"2024-04-15T14:33:34.995100+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_clean_scrub_stamp":"2024-04-15T14:33:34.601025+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T17:22:46.786639+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,6],"acting":[7,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.d","version":"62'1","reported_seq":12,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-15T14:33:35.001961+0000","last_change":"2024-04-15T14:33:34.622686+0000","last_active":"2024-04-15T14:33:35.001961+0000","last_peered":"2024-04-15T14:33:35.001961+0000","last_clean":"2024-04-15T14:33:35.001961+0000","last_became_active":"2024-04-15T14:33:34.622389+0000","last_became_peered":"2024-04-15T14:33:34.622389+0000","last_unstale":"2024-04-15T14:33:35.001961+0000","last_undegraded":"2024-04-15T14:33:35.001961+0000","last_fullsized":"2024-04-15T14:33:35.001961+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T14:33:33.599136+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T14:33:33.599136+0000","last_clean_scrub_stamp":"2024-04-15T14:33:33.599136+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T17:25:51.291953+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,3],"acting":[1,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":4,"reported_epoch":62,"state":"creating+activating","last_fresh":"2024-04-15T14:33:34.990544+0000","last_change":"2024-04-15T14:33:34.977150+0000","last_active":"2024-04-15T14:33:34.601025+0000","last_peered":"2024-04-15T14:33:34.601025+0000","last_clean":"2024-04-15T14:33:34.601025+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-15T14:33:34.990544+0000","last_undegraded":"2024-04-15T14:33:34.990544+0000","last_fullsized":"2024-04-15T14:33:34.990544+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_clean_scrub_stamp":"2024-04-15T14:33:34.601025+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T23:34:07.957266+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6],"acting":[5,3,6],"avail_no_missing":["5","3","6"],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.e","version":"62'2","reported_seq":14,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-15T14:33:35.975707+0000","last_change":"2024-04-15T14:33:34.624138+0000","last_active":"2024-04-15T14:33:35.975707+0000","last_peered":"2024-04-15T14:33:35.975707+0000","last_clean":"2024-04-15T14:33:35.975707+0000","last_became_active":"2024-04-15T14:33:34.623682+0000","last_became_peered":"2024-04-15T14:33:34.623682+0000","last_unstale":"2024-04-15T14:33:35.975707+0000","last_undegraded":"2024-04-15T14:33:35.975707+0000","last_fullsized":"2024-04-15T14:33:35.975707+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T14:33:33.599136+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T14:33:33.599136+0000","last_clean_scrub_stamp":"2024-04-15T14:33:33.599136+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T14:38:37.078963+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,7],"acting":[2,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":10,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-15T14:33:34.983646+0000","last_change":"2024-04-15T14:33:34.982615+0000","last_active":"2024-04-15T14:33:34.983646+0000","last_peered":"2024-04-15T14:33:34.983646+0000","last_clean":"2024-04-15T14:33:34.983646+0000","last_became_active":"2024-04-15T14:33:34.982331+0000","last_became_peered":"2024-04-15T14:33:34.982331+0000","last_unstale":"2024-04-15T14:33:34.983646+0000","last_undegraded":"2024-04-15T14:33:34.983646+0000","last_fullsized":"2024-04-15T14:33:34.983646+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_clean_scrub_stamp":"2024-04-15T14:33:34.601025+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T20:54:20.013150+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.20","version":"0'0","reported_seq":10,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-15T14:33:34.998089+0000","last_change":"2024-04-15T14:33:34.990625+0000","last_active":"2024-04-15T14:33:34.998089+0000","last_peered":"2024-04-15T14:33:34.998089+0000","last_clean":"2024-04-15T14:33:34.998089+0000","last_became_active":"2024-04-15T14:33:34.989978+0000","last_became_peered":"2024-04-15T14:33:34.989978+0000","last_unstale":"2024-04-15T14:33:34.998089+0000","last_undegraded":"2024-04-15T14:33:34.998089+0000","last_fullsized":"2024-04-15T14:33:34.998089+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_clean_scrub_stamp":"2024-04-15T14:33:34.601025+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-17T01:30:06.257186+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.21","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-15T14:33:35.975256+0000","last_change":"2024-04-15T14:33:34.998364+0000","last_active":"2024-04-15T14:33:35.975256+0000","last_peered":"2024-04-15T14:33:35.975256+0000","last_clean":"2024-04-15T14:33:35.975256+0000","last_became_active":"2024-04-15T14:33:34.997044+0000","last_became_peered":"2024-04-15T14:33:34.997044+0000","last_unstale":"2024-04-15T14:33:35.975256+0000","last_undegraded":"2024-04-15T14:33:35.975256+0000","last_fullsized":"2024-04-15T14:33:35.975256+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_clean_scrub_stamp":"2024-04-15T14:33:34.601025+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T22:49:03.837452+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,6],"acting":[2,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.22","version":"0'0","reported_seq":4,"reported_epoch":62,"state":"creating+activating","last_fresh":"2024-04-15T14:33:34.985977+0000","last_change":"2024-04-15T14:33:34.978530+0000","last_active":"2024-04-15T14:33:34.601025+0000","last_peered":"2024-04-15T14:33:34.601025+0000","last_clean":"2024-04-15T14:33:34.601025+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-15T14:33:34.985977+0000","last_undegraded":"2024-04-15T14:33:34.985977+0000","last_fullsized":"2024-04-15T14:33:34.985977+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_clean_scrub_stamp":"2024-04-15T14:33:34.601025+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T16:58:09.752124+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,0],"acting":[5,3,0],"avail_no_missing":["5","0","3"],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.23","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-15T14:33:36.377124+0000","last_change":"2024-04-15T14:33:34.992800+0000","last_active":"2024-04-15T14:33:36.377124+0000","last_peered":"2024-04-15T14:33:36.377124+0000","last_clean":"2024-04-15T14:33:36.377124+0000","last_became_active":"2024-04-15T14:33:34.992471+0000","last_became_peered":"2024-04-15T14:33:34.992471+0000","last_unstale":"2024-04-15T14:33:36.377124+0000","last_undegraded":"2024-04-15T14:33:36.377124+0000","last_fullsized":"2024-04-15T14:33:36.377124+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_clean_scrub_stamp":"2024-04-15T14:33:34.601025+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T21:30:30.464102+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,4],"acting":[0,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.24","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-15T14:33:34.601025+0000","last_change":"2024-04-15T14:33:34.601025+0000","last_active":"2024-04-15T14:33:34.601025+0000","last_peered":"2024-04-15T14:33:34.601025+0000","last_clean":"2024-04-15T14:33:34.601025+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-15T14:33:34.601025+0000","last_undegraded":"2024-04-15T14:33:34.601025+0000","last_fullsized":"2024-04-15T14:33:34.601025+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_clean_scrub_stamp":"2024-04-15T14:33:34.601025+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.25","version":"0'0","reported_seq":10,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-15T14:33:35.002524+0000","last_change":"2024-04-15T14:33:35.001671+0000","last_active":"2024-04-15T14:33:35.002524+0000","last_peered":"2024-04-15T14:33:35.002524+0000","last_clean":"2024-04-15T14:33:35.002524+0000","last_became_active":"2024-04-15T14:33:35.001398+0000","last_became_peered":"2024-04-15T14:33:35.001398+0000","last_unstale":"2024-04-15T14:33:35.002524+0000","last_undegraded":"2024-04-15T14:33:35.002524+0000","last_fullsized":"2024-04-15T14:33:35.002524+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_clean_scrub_stamp":"2024-04-15T14:33:34.601025+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T19:15:22.634066+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,2],"acting":[1,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.26","version":"0'0","reported_seq":10,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-15T14:33:35.006972+0000","last_change":"2024-04-15T14:33:35.006191+0000","last_active":"2024-04-15T14:33:35.006972+0000","last_peered":"2024-04-15T14:33:35.006972+0000","last_clean":"2024-04-15T14:33:35.006972+0000","last_became_active":"2024-04-15T14:33:35.005905+0000","last_became_peered":"2024-04-15T14:33:35.005905+0000","last_unstale":"2024-04-15T14:33:35.006972+0000","last_undegraded":"2024-04-15T14:33:35.006972+0000","last_fullsized":"2024-04-15T14:33:35.006972+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_clean_scrub_stamp":"2024-04-15T14:33:34.601025+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T17:07:18.456027+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,4],"acting":[6,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.27","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-15T14:33:34.601025+0000","last_change":"2024-04-15T14:33:34.601025+0000","last_active":"2024-04-15T14:33:34.601025+0000","last_peered":"2024-04-15T14:33:34.601025+0000","last_clean":"2024-04-15T14:33:34.601025+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-15T14:33:34.601025+0000","last_undegraded":"2024-04-15T14:33:34.601025+0000","last_fullsized":"2024-04-15T14:33:34.601025+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_clean_scrub_stamp":"2024-04-15T14:33:34.601025+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.28","version":"0'0","reported_seq":10,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-15T14:33:34.990913+0000","last_change":"2024-04-15T14:33:34.989949+0000","last_active":"2024-04-15T14:33:34.990913+0000","last_peered":"2024-04-15T14:33:34.990913+0000","last_clean":"2024-04-15T14:33:34.990913+0000","last_became_active":"2024-04-15T14:33:34.989680+0000","last_became_peered":"2024-04-15T14:33:34.989680+0000","last_unstale":"2024-04-15T14:33:34.990913+0000","last_undegraded":"2024-04-15T14:33:34.990913+0000","last_fullsized":"2024-04-15T14:33:34.990913+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_clean_scrub_stamp":"2024-04-15T14:33:34.601025+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-17T02:13:17.656911+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-15T14:33:34.601025+0000","last_change":"2024-04-15T14:33:34.601025+0000","last_active":"2024-04-15T14:33:34.601025+0000","last_peered":"2024-04-15T14:33:34.601025+0000","last_clean":"2024-04-15T14:33:34.601025+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-15T14:33:34.601025+0000","last_undegraded":"2024-04-15T14:33:34.601025+0000","last_fullsized":"2024-04-15T14:33:34.601025+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_clean_scrub_stamp":"2024-04-15T14:33:34.601025+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.2a","version":"0'0","reported_seq":3,"reported_epoch":62,"state":"creating+activating","last_fresh":"2024-04-15T14:33:34.978172+0000","last_change":"2024-04-15T14:33:34.978172+0000","last_active":"2024-04-15T14:33:34.601025+0000","last_peered":"2024-04-15T14:33:34.601025+0000","last_clean":"2024-04-15T14:33:34.601025+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-15T14:33:34.978172+0000","last_undegraded":"2024-04-15T14:33:34.978172+0000","last_fullsized":"2024-04-15T14:33:34.978172+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_clean_scrub_stamp":"2024-04-15T14:33:34.601025+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-17T01:58:25.986752+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,6],"acting":[5,7,6],"avail_no_missing":["5","6","7"],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2b","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-15T14:33:36.377077+0000","last_change":"2024-04-15T14:33:34.996107+0000","last_active":"2024-04-15T14:33:36.377077+0000","last_peered":"2024-04-15T14:33:36.377077+0000","last_clean":"2024-04-15T14:33:36.377077+0000","last_became_active":"2024-04-15T14:33:34.995850+0000","last_became_peered":"2024-04-15T14:33:34.995850+0000","last_unstale":"2024-04-15T14:33:36.377077+0000","last_undegraded":"2024-04-15T14:33:36.377077+0000","last_fullsized":"2024-04-15T14:33:36.377077+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_clean_scrub_stamp":"2024-04-15T14:33:34.601025+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T17:16:20.140839+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,1],"acting":[0,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.2c","version":"0'0","reported_seq":10,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-15T14:33:35.007666+0000","last_change":"2024-04-15T14:33:35.007293+0000","last_active":"2024-04-15T14:33:35.007666+0000","last_peered":"2024-04-15T14:33:35.007666+0000","last_clean":"2024-04-15T14:33:35.007666+0000","last_became_active":"2024-04-15T14:33:35.006857+0000","last_became_peered":"2024-04-15T14:33:35.006857+0000","last_unstale":"2024-04-15T14:33:35.007666+0000","last_undegraded":"2024-04-15T14:33:35.007666+0000","last_fullsized":"2024-04-15T14:33:35.007666+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_clean_scrub_stamp":"2024-04-15T14:33:34.601025+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T16:40:38.422662+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,0],"acting":[6,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]}],"pool_stats":[{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":159,"acting":159,"num_store_stats":7},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":3563520,"data_stored":3542208,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":3,"acting":3,"num_store_stats":7},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":2362,"num_objects":21,"num_object_clones":0,"num_object_copies":63,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":21,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":44,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":13,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":61440,"data_stored":3764,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":36,"ondisk_log_size":36,"up":87,"acting":87,"num_store_stats":7}],"osd_stats":[{"osd":7,"up_from":55,"seq":236223201286,"num_pgs":44,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28216,"kb_used_data":1192,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716936,"statfs":{"total":95995035648,"available":95966142464,"internally_reserved":0,"allocated":1220608,"data_stored":848226,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":27654602},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.52300000000000002}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.59799999999999998}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.56000000000000005}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.432}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.40600000000000003}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.69699999999999995}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.61699999999999999}]}]},{"osd":6,"up_from":47,"seq":201863462923,"num_pgs":37,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28220,"kb_used_data":1196,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716932,"statfs":{"total":95995035648,"available":95966138368,"internally_reserved":0,"allocated":1224704,"data_stored":849186,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.378}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.35399999999999998}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.42999999999999999}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.41899999999999998}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.39800000000000002}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.53700000000000003}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.47599999999999998}]}]},{"osd":1,"up_from":13,"seq":55834574884,"num_pgs":32,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27644,"kb_used_data":616,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717508,"statfs":{"total":95995035648,"available":95966728192,"internally_reserved":0,"allocated":630784,"data_stored":257687,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Apr 15 14:32:50 2024","interfaces":[{"interface":"back","average":{"1min":0.36199999999999999,"5min":0.314,"15min":0.30599999999999999},"min":{"1min":0.26200000000000001,"5min":0.20399999999999999,"15min":0.20399999999999999},"max":{"1min":0.57499999999999996,"5min":0.57499999999999996,"15min":0.57499999999999996},"last":0.33200000000000002},{"interface":"front","average":{"1min":0.41699999999999998,"5min":0.32500000000000001,"15min":0.31},"min":{"1min":0.28199999999999997,"5min":0.20799999999999999,"15min":0.20799999999999999},"max":{"1min":0.60799999999999998,"5min":0.60799999999999998,"15min":0.60799999999999998},"last":0.32000000000000001}]},{"osd":2,"last update":"Mon Apr 15 14:33:18 2024","interfaces":[{"interface":"back","average":{"1min":0.41199999999999998,"5min":0.38800000000000001,"15min":0.38400000000000001},"min":{"1min":0.317,"5min":0.253,"15min":0.253},"max":{"1min":0.54600000000000004,"5min":0.56399999999999995,"15min":0.56399999999999995},"last":0.35399999999999998},{"interface":"front","average":{"1min":0.39400000000000002,"5min":0.35699999999999998,"15min":0.35099999999999998},"min":{"1min":0.30299999999999999,"5min":0.23699999999999999,"15min":0.23699999999999999},"max":{"1min":0.496,"5min":0.504,"15min":0.504},"last":0.30599999999999999}]},{"osd":3,"last update":"Mon Apr 15 14:32:39 2024","interfaces":[{"interface":"back","average":{"1min":0.39500000000000002,"5min":0.39500000000000002,"15min":0.39500000000000002},"min":{"1min":0.27800000000000002,"5min":0.27800000000000002,"15min":0.27800000000000002},"max":{"1min":0.61799999999999999,"5min":0.61799999999999999,"15min":0.61799999999999999},"last":0.40000000000000002},{"interface":"front","average":{"1min":0.434,"5min":0.434,"15min":0.434},"min":{"1min":0.32100000000000001,"5min":0.32100000000000001,"15min":0.32100000000000001},"max":{"1min":0.60499999999999998,"5min":0.60499999999999998,"15min":0.60499999999999998},"last":0.27000000000000002}]},{"osd":4,"last update":"Mon Apr 15 14:33:00 2024","interfaces":[{"interface":"back","average":{"1min":0.55300000000000005,"5min":0.55300000000000005,"15min":0.55300000000000005},"min":{"1min":0.41099999999999998,"5min":0.41099999999999998,"15min":0.41099999999999998},"max":{"1min":0.89300000000000002,"5min":0.89300000000000002,"15min":0.89300000000000002},"last":0.56899999999999995},{"interface":"front","average":{"1min":0.57799999999999996,"5min":0.57799999999999996,"15min":0.57799999999999996},"min":{"1min":0.41399999999999998,"5min":0.41399999999999998,"15min":0.41399999999999998},"max":{"1min":0.87,"5min":0.87,"15min":0.87},"last":0.47699999999999998}]},{"osd":5,"last update":"Mon Apr 15 14:33:26 2024","interfaces":[{"interface":"back","average":{"1min":0.57099999999999995,"5min":0.57099999999999995,"15min":0.57099999999999995},"min":{"1min":0.443,"5min":0.443,"15min":0.443},"max":{"1min":0.85099999999999998,"5min":0.85099999999999998,"15min":0.85099999999999998},"last":0.58999999999999997},{"interface":"front","average":{"1min":0.56699999999999995,"5min":0.56699999999999995,"15min":0.56699999999999995},"min":{"1min":0.40300000000000002,"5min":0.40300000000000002,"15min":0.40300000000000002},"max":{"1min":0.81299999999999994,"5min":0.81299999999999994,"15min":0.81299999999999994},"last":0.64700000000000002}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.57799999999999996}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.61599999999999999}]}]},{"osd":0,"up_from":8,"seq":34359738409,"num_pgs":43,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28236,"kb_used_data":1216,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716916,"statfs":{"total":95995035648,"available":95966121984,"internally_reserved":0,"allocated":1245184,"data_stored":855353,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Mon Apr 15 14:32:50 2024","interfaces":[{"interface":"back","average":{"1min":0.41099999999999998,"5min":0.33600000000000002,"15min":0.32400000000000001},"min":{"1min":0.29499999999999998,"5min":0.22800000000000001,"15min":0.22800000000000001},"max":{"1min":0.60199999999999998,"5min":0.60199999999999998,"15min":0.60199999999999998},"last":0.438},{"interface":"front","average":{"1min":0.42299999999999999,"5min":0.34899999999999998,"15min":0.33700000000000002},"min":{"1min":0.32700000000000001,"5min":0.217,"15min":0.217},"max":{"1min":0.51700000000000002,"5min":0.51700000000000002,"15min":0.51700000000000002},"last":0.32000000000000001}]},{"osd":2,"last update":"Mon Apr 15 14:33:14 2024","interfaces":[{"interface":"back","average":{"1min":0.42599999999999999,"5min":0.40999999999999998,"15min":0.40699999999999997},"min":{"1min":0.30399999999999999,"5min":0.27800000000000002,"15min":0.27800000000000002},"max":{"1min":0.60499999999999998,"5min":0.60499999999999998,"15min":0.60499999999999998},"last":0.38300000000000001},{"interface":"front","average":{"1min":0.45600000000000002,"5min":0.42399999999999999,"15min":0.41799999999999998},"min":{"1min":0.34899999999999998,"5min":0.29599999999999999,"15min":0.29599999999999999},"max":{"1min":0.65700000000000003,"5min":0.65700000000000003,"15min":0.65700000000000003},"last":0.39800000000000002}]},{"osd":3,"last update":"Mon Apr 15 14:32:38 2024","interfaces":[{"interface":"back","average":{"1min":0.433,"5min":0.433,"15min":0.433},"min":{"1min":0.316,"5min":0.316,"15min":0.316},"max":{"1min":0.63200000000000001,"5min":0.63200000000000001,"15min":0.63200000000000001},"last":0.36399999999999999},{"interface":"front","average":{"1min":0.45300000000000001,"5min":0.45300000000000001,"15min":0.45300000000000001},"min":{"1min":0.33200000000000002,"5min":0.33200000000000002,"15min":0.33200000000000002},"max":{"1min":0.65400000000000003,"5min":0.65400000000000003,"15min":0.65400000000000003},"last":0.34200000000000003}]},{"osd":4,"last update":"Mon Apr 15 14:33:04 2024","interfaces":[{"interface":"back","average":{"1min":0.57699999999999996,"5min":0.57699999999999996,"15min":0.57699999999999996},"min":{"1min":0.41099999999999998,"5min":0.41099999999999998,"15min":0.41099999999999998},"max":{"1min":0.89300000000000002,"5min":0.89300000000000002,"15min":0.89300000000000002},"last":0.749},{"interface":"front","average":{"1min":0.58299999999999996,"5min":0.58299999999999996,"15min":0.58299999999999996},"min":{"1min":0.437,"5min":0.437,"15min":0.437},"max":{"1min":0.755,"5min":0.755,"15min":0.755},"last":0.57899999999999996}]},{"osd":5,"last update":"Mon Apr 15 14:33:27 2024","interfaces":[{"interface":"back","average":{"1min":0.59899999999999998,"5min":0.59899999999999998,"15min":0.59899999999999998},"min":{"1min":0.495,"5min":0.495,"15min":0.495},"max":{"1min":0.76500000000000001,"5min":0.76500000000000001,"15min":0.76500000000000001},"last":0.72599999999999998},{"interface":"front","average":{"1min":0.58799999999999997,"5min":0.58799999999999997,"15min":0.58799999999999997},"min":{"1min":0.41999999999999998,"5min":0.41999999999999998,"15min":0.41999999999999998},"max":{"1min":0.79900000000000004,"5min":0.79900000000000004,"15min":0.79900000000000004},"last":0.60199999999999998}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.51800000000000002}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.63400000000000001}]}]},{"osd":2,"up_from":18,"seq":77309411359,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27652,"kb_used_data":620,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717500,"statfs":{"total":95995035648,"available":95966720000,"internally_reserved":0,"allocated":634880,"data_stored":264257,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Apr 15 14:33:15 2024","interfaces":[{"interface":"back","average":{"1min":0.45000000000000001,"5min":0.39900000000000002,"15min":0.39100000000000001},"min":{"1min":0.25900000000000001,"5min":0.25,"15min":0.25},"max":{"1min":0.76600000000000001,"5min":0.76600000000000001,"15min":0.76600000000000001},"last":0.52200000000000002},{"interface":"front","average":{"1min":0.443,"5min":0.40400000000000003,"15min":0.39800000000000002},"min":{"1min":0.28000000000000003,"5min":0.245,"15min":0.245},"max":{"1min":0.73299999999999998,"5min":0.73299999999999998,"15min":0.73299999999999998},"last":0.41299999999999998}]},{"osd":1,"last update":"Mon Apr 15 14:33:15 2024","interfaces":[{"interface":"back","average":{"1min":0.41199999999999998,"5min":0.39400000000000002,"15min":0.39100000000000001},"min":{"1min":0.30399999999999999,"5min":0.28100000000000003,"15min":0.28100000000000003},"max":{"1min":0.67900000000000005,"5min":0.67900000000000005,"15min":0.67900000000000005},"last":0.438},{"interface":"front","average":{"1min":0.51700000000000002,"5min":0.46200000000000002,"15min":0.45300000000000001},"min":{"1min":0.38200000000000001,"5min":0.29899999999999999,"15min":0.29899999999999999},"max":{"1min":0.78400000000000003,"5min":0.78400000000000003,"15min":0.78400000000000003},"last":0.505}]},{"osd":3,"last update":"Mon Apr 15 14:32:41 2024","interfaces":[{"interface":"back","average":{"1min":0.46999999999999997,"5min":0.46999999999999997,"15min":0.46999999999999997},"min":{"1min":0.32500000000000001,"5min":0.32500000000000001,"15min":0.32500000000000001},"max":{"1min":0.65300000000000002,"5min":0.65300000000000002,"15min":0.65300000000000002},"last":0.47399999999999998},{"interface":"front","average":{"1min":0.47199999999999998,"5min":0.47199999999999998,"15min":0.47199999999999998},"min":{"1min":0.29299999999999998,"5min":0.29299999999999998,"15min":0.29299999999999998},"max":{"1min":0.68200000000000005,"5min":0.68200000000000005,"15min":0.68200000000000005},"last":0.53800000000000003}]},{"osd":4,"last update":"Mon Apr 15 14:33:02 2024","interfaces":[{"interface":"back","average":{"1min":0.60599999999999998,"5min":0.60599999999999998,"15min":0.60599999999999998},"min":{"1min":0.38700000000000001,"5min":0.38700000000000001,"15min":0.38700000000000001},"max":{"1min":0.77900000000000003,"5min":0.77900000000000003,"15min":0.77900000000000003},"last":0.83199999999999996},{"interface":"front","average":{"1min":0.63700000000000001,"5min":0.63700000000000001,"15min":0.63700000000000001},"min":{"1min":0.46899999999999997,"5min":0.46899999999999997,"15min":0.46899999999999997},"max":{"1min":0.83199999999999996,"5min":0.83199999999999996,"15min":0.83199999999999996},"last":0.81200000000000006}]},{"osd":5,"last update":"Mon Apr 15 14:33:25 2024","interfaces":[{"interface":"back","average":{"1min":0.58899999999999997,"5min":0.58899999999999997,"15min":0.58899999999999997},"min":{"1min":0.40300000000000002,"5min":0.40300000000000002,"15min":0.40300000000000002},"max":{"1min":0.76200000000000001,"5min":0.76200000000000001,"15min":0.76200000000000001},"last":0.77000000000000002},{"interface":"front","average":{"1min":0.59099999999999997,"5min":0.59099999999999997,"15min":0.59099999999999997},"min":{"1min":0.434,"5min":0.434,"15min":0.434},"max":{"1min":0.77000000000000002,"5min":0.77000000000000002,"15min":0.77000000000000002},"last":0.79200000000000004}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.68600000000000005}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.89100000000000001}]}]},{"osd":3,"up_from":25,"seq":107374182425,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":93745152,"kb_used":27588,"kb_used_data":568,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717564,"statfs":{"total":95995035648,"available":95966785536,"internally_reserved":0,"allocated":581632,"data_stored":237097,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":27654599},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Apr 15 14:32:42 2024","interfaces":[{"interface":"back","average":{"1min":0.40500000000000003,"5min":0.40500000000000003,"15min":0.40500000000000003},"min":{"1min":0.28199999999999997,"5min":0.28199999999999997,"15min":0.28199999999999997},"max":{"1min":0.56299999999999994,"5min":0.56299999999999994,"15min":0.56299999999999994},"last":0.309},{"interface":"front","average":{"1min":0.437,"5min":0.437,"15min":0.437},"min":{"1min":0.29399999999999998,"5min":0.29399999999999998,"15min":0.29399999999999998},"max":{"1min":0.69199999999999995,"5min":0.69199999999999995,"15min":0.69199999999999995},"last":0.376}]},{"osd":1,"last update":"Mon Apr 15 14:32:42 2024","interfaces":[{"interface":"back","average":{"1min":0.433,"5min":0.433,"15min":0.433},"min":{"1min":0.27600000000000002,"5min":0.27600000000000002,"15min":0.27600000000000002},"max":{"1min":0.63500000000000001,"5min":0.63500000000000001,"15min":0.63500000000000001},"last":0.32400000000000001},{"interface":"front","average":{"1min":0.46600000000000003,"5min":0.46600000000000003,"15min":0.46600000000000003},"min":{"1min":0.32700000000000001,"5min":0.32700000000000001,"15min":0.32700000000000001},"max":{"1min":0.60599999999999998,"5min":0.60599999999999998,"15min":0.60599999999999998},"last":0.26700000000000002}]},{"osd":2,"last update":"Mon Apr 15 14:32:42 2024","interfaces":[{"interface":"back","average":{"1min":0.46999999999999997,"5min":0.46999999999999997,"15min":0.46999999999999997},"min":{"1min":0.27600000000000002,"5min":0.27600000000000002,"15min":0.27600000000000002},"max":{"1min":0.61099999999999999,"5min":0.61099999999999999,"15min":0.61099999999999999},"last":0.39300000000000002},{"interface":"front","average":{"1min":0.46300000000000002,"5min":0.46300000000000002,"15min":0.46300000000000002},"min":{"1min":0.25900000000000001,"5min":0.25900000000000001,"15min":0.25900000000000001},"max":{"1min":0.625,"5min":0.625,"15min":0.625},"last":0.35499999999999998}]},{"osd":4,"last update":"Mon Apr 15 14:33:03 2024","interfaces":[{"interface":"back","average":{"1min":0.54800000000000004,"5min":0.54800000000000004,"15min":0.54800000000000004},"min":{"1min":0.38200000000000001,"5min":0.38200000000000001,"15min":0.38200000000000001},"max":{"1min":0.78000000000000003,"5min":0.78000000000000003,"15min":0.78000000000000003},"last":0.40400000000000003},{"interface":"front","average":{"1min":0.60499999999999998,"5min":0.60499999999999998,"15min":0.60499999999999998},"min":{"1min":0.40600000000000003,"5min":0.40600000000000003,"15min":0.40600000000000003},"max":{"1min":0.83399999999999996,"5min":0.83399999999999996,"15min":0.83399999999999996},"last":0.46400000000000002}]},{"osd":5,"last update":"Mon Apr 15 14:33:26 2024","interfaces":[{"interface":"back","average":{"1min":0.59299999999999997,"5min":0.59299999999999997,"15min":0.59299999999999997},"min":{"1min":0.38500000000000001,"5min":0.38500000000000001,"15min":0.38500000000000001},"max":{"1min":0.80400000000000005,"5min":0.80400000000000005,"15min":0.80400000000000005},"last":0.44700000000000001},{"interface":"front","average":{"1min":0.58399999999999996,"5min":0.58399999999999996,"15min":0.58399999999999996},"min":{"1min":0.40100000000000002,"5min":0.40100000000000002,"15min":0.40100000000000002},"max":{"1min":0.76100000000000001,"5min":0.76100000000000001,"15min":0.76100000000000001},"last":0.41799999999999998}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.42499999999999999}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.433}]}]},{"osd":4,"up_from":30,"seq":128849018901,"num_pgs":38,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27644,"kb_used_data":620,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717508,"statfs":{"total":95995035648,"available":95966728192,"internally_reserved":0,"allocated":634880,"data_stored":257962,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Apr 15 14:33:02 2024","interfaces":[{"interface":"back","average":{"1min":0.55600000000000005,"5min":0.55600000000000005,"15min":0.55600000000000005},"min":{"1min":0.36599999999999999,"5min":0.36599999999999999,"15min":0.36599999999999999},"max":{"1min":0.84399999999999997,"5min":0.84399999999999997,"15min":0.84399999999999997},"last":0.57699999999999996},{"interface":"front","average":{"1min":0.55000000000000004,"5min":0.55000000000000004,"15min":0.55000000000000004},"min":{"1min":0.38700000000000001,"5min":0.38700000000000001,"15min":0.38700000000000001},"max":{"1min":0.747,"5min":0.747,"15min":0.747},"last":0.44600000000000001}]},{"osd":1,"last update":"Mon Apr 15 14:33:02 2024","interfaces":[{"interface":"back","average":{"1min":0.55100000000000005,"5min":0.55100000000000005,"15min":0.55100000000000005},"min":{"1min":0.39900000000000002,"5min":0.39900000000000002,"15min":0.39900000000000002},"max":{"1min":0.77100000000000002,"5min":0.77100000000000002,"15min":0.77100000000000002},"last":0.46899999999999997},{"interface":"front","average":{"1min":0.54300000000000004,"5min":0.54300000000000004,"15min":0.54300000000000004},"min":{"1min":0.36599999999999999,"5min":0.36599999999999999,"15min":0.36599999999999999},"max":{"1min":0.77100000000000002,"5min":0.77100000000000002,"15min":0.77100000000000002},"last":0.65900000000000003}]},{"osd":2,"last update":"Mon Apr 15 14:33:02 2024","interfaces":[{"interface":"back","average":{"1min":0.56999999999999995,"5min":0.56999999999999995,"15min":0.56999999999999995},"min":{"1min":0.39300000000000002,"5min":0.39300000000000002,"15min":0.39300000000000002},"max":{"1min":0.79700000000000004,"5min":0.79700000000000004,"15min":0.79700000000000004},"last":0.50800000000000001},{"interface":"front","average":{"1min":0.56499999999999995,"5min":0.56499999999999995,"15min":0.56499999999999995},"min":{"1min":0.42299999999999999,"5min":0.42299999999999999,"15min":0.42299999999999999},"max":{"1min":0.85199999999999998,"5min":0.85199999999999998,"15min":0.85199999999999998},"last":0.54700000000000004}]},{"osd":3,"last update":"Mon Apr 15 14:33:02 2024","interfaces":[{"interface":"back","average":{"1min":0.55300000000000005,"5min":0.55300000000000005,"15min":0.55300000000000005},"min":{"1min":0.41399999999999998,"5min":0.41399999999999998,"15min":0.41399999999999998},"max":{"1min":0.80700000000000005,"5min":0.80700000000000005,"15min":0.80700000000000005},"last":0.67000000000000004},{"interface":"front","average":{"1min":0.55200000000000005,"5min":0.55200000000000005,"15min":0.55200000000000005},"min":{"1min":0.376,"5min":0.376,"15min":0.376},"max":{"1min":0.76100000000000001,"5min":0.76100000000000001,"15min":0.76100000000000001},"last":0.59399999999999997}]},{"osd":5,"last update":"Mon Apr 15 14:33:26 2024","interfaces":[{"interface":"back","average":{"1min":0.34899999999999998,"5min":0.34899999999999998,"15min":0.34899999999999998},"min":{"1min":0.27600000000000002,"5min":0.27600000000000002,"15min":0.27600000000000002},"max":{"1min":0.54500000000000004,"5min":0.54500000000000004,"15min":0.54500000000000004},"last":0.70299999999999996},{"interface":"front","average":{"1min":0.38200000000000001,"5min":0.38200000000000001,"15min":0.38200000000000001},"min":{"1min":0.28399999999999997,"5min":0.28399999999999997,"15min":0.28399999999999997},"max":{"1min":0.63100000000000001,"5min":0.63100000000000001,"15min":0.63100000000000001},"last":0.63200000000000001}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.71699999999999997}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.754}]}]},{"osd":5,"up_from":38,"seq":163208757264,"num_pgs":5,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27600,"kb_used_data":580,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717552,"statfs":{"total":95995035648,"available":95966773248,"internally_reserved":0,"allocated":593920,"data_stored":243344,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Apr 15 14:33:28 2024","interfaces":[{"interface":"back","average":{"1min":0.54200000000000004,"5min":0.54200000000000004,"15min":0.54200000000000004},"min":{"1min":0.38200000000000001,"5min":0.38200000000000001,"15min":0.38200000000000001},"max":{"1min":0.69899999999999995,"5min":0.69899999999999995,"15min":0.69899999999999995},"last":0.52000000000000002},{"interface":"front","average":{"1min":0.47799999999999998,"5min":0.47799999999999998,"15min":0.47799999999999998},"min":{"1min":0.38,"5min":0.38,"15min":0.38},"max":{"1min":0.628,"5min":0.628,"15min":0.628},"last":0.56100000000000005}]},{"osd":1,"last update":"Mon Apr 15 14:33:28 2024","interfaces":[{"interface":"back","average":{"1min":0.51600000000000001,"5min":0.51600000000000001,"15min":0.51600000000000001},"min":{"1min":0.39800000000000002,"5min":0.39800000000000002,"15min":0.39800000000000002},"max":{"1min":0.69099999999999995,"5min":0.69099999999999995,"15min":0.69099999999999995},"last":0.64900000000000002},{"interface":"front","average":{"1min":0.51300000000000001,"5min":0.51300000000000001,"15min":0.51300000000000001},"min":{"1min":0.35199999999999998,"5min":0.35199999999999998,"15min":0.35199999999999998},"max":{"1min":0.68000000000000005,"5min":0.68000000000000005,"15min":0.68000000000000005},"last":0.44}]},{"osd":2,"last update":"Mon Apr 15 14:33:28 2024","interfaces":[{"interface":"back","average":{"1min":0.54800000000000004,"5min":0.54800000000000004,"15min":0.54800000000000004},"min":{"1min":0.39500000000000002,"5min":0.39500000000000002,"15min":0.39500000000000002},"max":{"1min":0.69199999999999995,"5min":0.69199999999999995,"15min":0.69199999999999995},"last":0.58099999999999996},{"interface":"front","average":{"1min":0.501,"5min":0.501,"15min":0.501},"min":{"1min":0.36499999999999999,"5min":0.36499999999999999,"15min":0.36499999999999999},"max":{"1min":0.66500000000000004,"5min":0.66500000000000004,"15min":0.66500000000000004},"last":0.59899999999999998}]},{"osd":3,"last update":"Mon Apr 15 14:33:28 2024","interfaces":[{"interface":"back","average":{"1min":0.51900000000000002,"5min":0.51900000000000002,"15min":0.51900000000000002},"min":{"1min":0.39000000000000001,"5min":0.39000000000000001,"15min":0.39000000000000001},"max":{"1min":0.66700000000000004,"5min":0.66700000000000004,"15min":0.66700000000000004},"last":0.63300000000000001},{"interface":"front","average":{"1min":0.52400000000000002,"5min":0.52400000000000002,"15min":0.52400000000000002},"min":{"1min":0.41299999999999998,"5min":0.41299999999999998,"15min":0.41299999999999998},"max":{"1min":0.70799999999999996,"5min":0.70799999999999996,"15min":0.70799999999999996},"last":0.70099999999999996}]},{"osd":4,"last update":"Mon Apr 15 14:33:28 2024","interfaces":[{"interface":"back","average":{"1min":0.34599999999999997,"5min":0.34599999999999997,"15min":0.34599999999999997},"min":{"1min":0.26600000000000001,"5min":0.26600000000000001,"15min":0.26600000000000001},"max":{"1min":0.42899999999999999,"5min":0.42899999999999999,"15min":0.42899999999999999},"last":0.48899999999999999},{"interface":"front","average":{"1min":0.375,"5min":0.375,"15min":0.375},"min":{"1min":0.28499999999999998,"5min":0.28499999999999998,"15min":0.28499999999999998},"max":{"1min":0.64000000000000001,"5min":0.64000000000000001,"15min":0.64000000000000001},"last":0.66100000000000003}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.67600000000000005}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.72299999999999998}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":728,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":160,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":708,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":1564,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":604,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-04-15T14:33:38.336 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-04-15T14:33:38.673 INFO:teuthology.orchestra.run.smithi016.stdout: 2024-04-15T14:33:38.674 INFO:teuthology.orchestra.run.smithi016.stderr:dumped all 2024-04-15T14:33:38.683 INFO:teuthology.orchestra.run.smithi016.stdout:{"pg_ready":true,"pg_map":{"version":194,"stamp":"2024-04-15T14:33:38.232104+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":592730,"num_objects":23,"num_object_clones":0,"num_object_copies":69,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":23,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":203,"num_write_kb":2430,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":13,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":153,"ondisk_log_size":153,"up":249,"acting":249,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":199,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":7,"kb":749961216,"kb_used":222800,"kb_used_data":6608,"kb_used_omap":12,"kb_used_meta":216051,"kb_avail":749738416,"statfs":{"total":767960285184,"available":767732137984,"internally_reserved":0,"allocated":6766592,"data_stored":3813112,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12752,"internal_metadata":221236784},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":5,"apply_latency_ms":5,"commit_latency_ns":5000000,"apply_latency_ns":5000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":2362,"num_objects":21,"num_object_clones":0,"num_object_copies":63,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":21,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":44,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":13,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"4.630537"},"pg_stats":[{"pgid":"3.3f","version":"0'0","reported_seq":10,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-15T14:33:35.002102+0000","last_change":"2024-04-15T14:33:35.001293+0000","last_active":"2024-04-15T14:33:35.002102+0000","last_peered":"2024-04-15T14:33:35.002102+0000","last_clean":"2024-04-15T14:33:35.002102+0000","last_became_active":"2024-04-15T14:33:35.001010+0000","last_became_peered":"2024-04-15T14:33:35.001010+0000","last_unstale":"2024-04-15T14:33:35.002102+0000","last_undegraded":"2024-04-15T14:33:35.002102+0000","last_fullsized":"2024-04-15T14:33:35.002102+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_clean_scrub_stamp":"2024-04-15T14:33:34.601025+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T20:09:52.897923+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3e","version":"0'0","reported_seq":10,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-15T14:33:35.007096+0000","last_change":"2024-04-15T14:33:35.006464+0000","last_active":"2024-04-15T14:33:35.007096+0000","last_peered":"2024-04-15T14:33:35.007096+0000","last_clean":"2024-04-15T14:33:35.007096+0000","last_became_active":"2024-04-15T14:33:35.006144+0000","last_became_peered":"2024-04-15T14:33:35.006144+0000","last_unstale":"2024-04-15T14:33:35.007096+0000","last_undegraded":"2024-04-15T14:33:35.007096+0000","last_fullsized":"2024-04-15T14:33:35.007096+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_clean_scrub_stamp":"2024-04-15T14:33:34.601025+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T18:18:29.784401+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,6],"acting":[1,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.3d","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-15T14:33:36.377377+0000","last_change":"2024-04-15T14:33:35.001045+0000","last_active":"2024-04-15T14:33:36.377377+0000","last_peered":"2024-04-15T14:33:36.377377+0000","last_clean":"2024-04-15T14:33:36.377377+0000","last_became_active":"2024-04-15T14:33:35.000777+0000","last_became_peered":"2024-04-15T14:33:35.000777+0000","last_unstale":"2024-04-15T14:33:36.377377+0000","last_undegraded":"2024-04-15T14:33:36.377377+0000","last_fullsized":"2024-04-15T14:33:36.377377+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_clean_scrub_stamp":"2024-04-15T14:33:34.601025+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T19:06:04.425748+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3c","version":"0'0","reported_seq":9,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-15T14:33:34.992423+0000","last_change":"2024-04-15T14:33:34.992423+0000","last_active":"2024-04-15T14:33:34.992423+0000","last_peered":"2024-04-15T14:33:34.992423+0000","last_clean":"2024-04-15T14:33:34.992423+0000","last_became_active":"2024-04-15T14:33:34.992115+0000","last_became_peered":"2024-04-15T14:33:34.992115+0000","last_unstale":"2024-04-15T14:33:34.992423+0000","last_undegraded":"2024-04-15T14:33:34.992423+0000","last_fullsized":"2024-04-15T14:33:34.992423+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_clean_scrub_stamp":"2024-04-15T14:33:34.601025+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T22:22:52.170478+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3b","version":"0'0","reported_seq":10,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-15T14:33:34.985034+0000","last_change":"2024-04-15T14:33:34.982801+0000","last_active":"2024-04-15T14:33:34.985034+0000","last_peered":"2024-04-15T14:33:34.985034+0000","last_clean":"2024-04-15T14:33:34.985034+0000","last_became_active":"2024-04-15T14:33:34.982439+0000","last_became_peered":"2024-04-15T14:33:34.982439+0000","last_unstale":"2024-04-15T14:33:34.985034+0000","last_undegraded":"2024-04-15T14:33:34.985034+0000","last_fullsized":"2024-04-15T14:33:34.985034+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_clean_scrub_stamp":"2024-04-15T14:33:34.601025+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-17T00:14:13.456310+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,4],"acting":[7,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3a","version":"0'0","reported_seq":7,"reported_epoch":62,"state":"active","last_fresh":"2024-04-15T14:33:34.991662+0000","last_change":"2024-04-15T14:33:34.991583+0000","last_active":"2024-04-15T14:33:34.991662+0000","last_peered":"2024-04-15T14:33:34.991662+0000","last_clean":"2024-04-15T14:33:34.601025+0000","last_became_active":"2024-04-15T14:33:34.991583+0000","last_became_peered":"2024-04-15T14:33:34.991583+0000","last_unstale":"2024-04-15T14:33:34.991662+0000","last_undegraded":"2024-04-15T14:33:34.991662+0000","last_fullsized":"2024-04-15T14:33:34.991662+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_clean_scrub_stamp":"2024-04-15T14:33:34.601025+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T21:21:59.746956+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,1],"acting":[5,0,1],"avail_no_missing":["5","0","1"],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.39","version":"0'0","reported_seq":10,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-15T14:33:34.987596+0000","last_change":"2024-04-15T14:33:34.983498+0000","last_active":"2024-04-15T14:33:34.987596+0000","last_peered":"2024-04-15T14:33:34.987596+0000","last_clean":"2024-04-15T14:33:34.987596+0000","last_became_active":"2024-04-15T14:33:34.983209+0000","last_became_peered":"2024-04-15T14:33:34.983209+0000","last_unstale":"2024-04-15T14:33:34.987596+0000","last_undegraded":"2024-04-15T14:33:34.987596+0000","last_fullsized":"2024-04-15T14:33:34.987596+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_clean_scrub_stamp":"2024-04-15T14:33:34.601025+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T17:11:43.334132+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-15T14:33:34.601025+0000","last_change":"2024-04-15T14:33:34.601025+0000","last_active":"2024-04-15T14:33:34.601025+0000","last_peered":"2024-04-15T14:33:34.601025+0000","last_clean":"2024-04-15T14:33:34.601025+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-15T14:33:34.601025+0000","last_undegraded":"2024-04-15T14:33:34.601025+0000","last_fullsized":"2024-04-15T14:33:34.601025+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_clean_scrub_stamp":"2024-04-15T14:33:34.601025+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.37","version":"0'0","reported_seq":10,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-15T14:33:34.988878+0000","last_change":"2024-04-15T14:33:34.987678+0000","last_active":"2024-04-15T14:33:34.988878+0000","last_peered":"2024-04-15T14:33:34.988878+0000","last_clean":"2024-04-15T14:33:34.988878+0000","last_became_active":"2024-04-15T14:33:34.986132+0000","last_became_peered":"2024-04-15T14:33:34.986132+0000","last_unstale":"2024-04-15T14:33:34.988878+0000","last_undegraded":"2024-04-15T14:33:34.988878+0000","last_fullsized":"2024-04-15T14:33:34.988878+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_clean_scrub_stamp":"2024-04-15T14:33:34.601025+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T20:28:19.567298+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,0],"acting":[7,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.36","version":"0'0","reported_seq":10,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-15T14:33:35.002156+0000","last_change":"2024-04-15T14:33:35.001503+0000","last_active":"2024-04-15T14:33:35.002156+0000","last_peered":"2024-04-15T14:33:35.002156+0000","last_clean":"2024-04-15T14:33:35.002156+0000","last_became_active":"2024-04-15T14:33:35.001219+0000","last_became_peered":"2024-04-15T14:33:35.001219+0000","last_unstale":"2024-04-15T14:33:35.002156+0000","last_undegraded":"2024-04-15T14:33:35.002156+0000","last_fullsized":"2024-04-15T14:33:35.002156+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_clean_scrub_stamp":"2024-04-15T14:33:34.601025+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-17T00:23:04.782738+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,1],"acting":[6,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.35","version":"0'0","reported_seq":10,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-15T14:33:35.007644+0000","last_change":"2024-04-15T14:33:35.007017+0000","last_active":"2024-04-15T14:33:35.007644+0000","last_peered":"2024-04-15T14:33:35.007644+0000","last_clean":"2024-04-15T14:33:35.007644+0000","last_became_active":"2024-04-15T14:33:35.006725+0000","last_became_peered":"2024-04-15T14:33:35.006725+0000","last_unstale":"2024-04-15T14:33:35.007644+0000","last_undegraded":"2024-04-15T14:33:35.007644+0000","last_fullsized":"2024-04-15T14:33:35.007644+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_clean_scrub_stamp":"2024-04-15T14:33:34.601025+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T16:46:31.161022+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,0],"acting":[6,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.34","version":"0'0","reported_seq":10,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-15T14:33:35.005295+0000","last_change":"2024-04-15T14:33:35.005055+0000","last_active":"2024-04-15T14:33:35.005295+0000","last_peered":"2024-04-15T14:33:35.005295+0000","last_clean":"2024-04-15T14:33:35.005295+0000","last_became_active":"2024-04-15T14:33:35.004731+0000","last_became_peered":"2024-04-15T14:33:35.004731+0000","last_unstale":"2024-04-15T14:33:35.005295+0000","last_undegraded":"2024-04-15T14:33:35.005295+0000","last_fullsized":"2024-04-15T14:33:35.005295+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_clean_scrub_stamp":"2024-04-15T14:33:34.601025+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T19:41:45.184445+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,0],"acting":[4,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.33","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-15T14:33:34.601025+0000","last_change":"2024-04-15T14:33:34.601025+0000","last_active":"2024-04-15T14:33:34.601025+0000","last_peered":"2024-04-15T14:33:34.601025+0000","last_clean":"2024-04-15T14:33:34.601025+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-15T14:33:34.601025+0000","last_undegraded":"2024-04-15T14:33:34.601025+0000","last_fullsized":"2024-04-15T14:33:34.601025+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_clean_scrub_stamp":"2024-04-15T14:33:34.601025+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.32","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-15T14:33:36.377202+0000","last_change":"2024-04-15T14:33:34.998364+0000","last_active":"2024-04-15T14:33:36.377202+0000","last_peered":"2024-04-15T14:33:36.377202+0000","last_clean":"2024-04-15T14:33:36.377202+0000","last_became_active":"2024-04-15T14:33:34.998008+0000","last_became_peered":"2024-04-15T14:33:34.998008+0000","last_unstale":"2024-04-15T14:33:36.377202+0000","last_undegraded":"2024-04-15T14:33:36.377202+0000","last_fullsized":"2024-04-15T14:33:36.377202+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_clean_scrub_stamp":"2024-04-15T14:33:34.601025+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T16:54:11.704068+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,5],"acting":[0,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"0'0","reported_seq":10,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-15T14:33:34.998745+0000","last_change":"2024-04-15T14:33:34.998425+0000","last_active":"2024-04-15T14:33:34.998745+0000","last_peered":"2024-04-15T14:33:34.998745+0000","last_clean":"2024-04-15T14:33:34.998745+0000","last_became_active":"2024-04-15T14:33:34.997447+0000","last_became_peered":"2024-04-15T14:33:34.997447+0000","last_unstale":"2024-04-15T14:33:34.998745+0000","last_undegraded":"2024-04-15T14:33:34.998745+0000","last_fullsized":"2024-04-15T14:33:34.998745+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_clean_scrub_stamp":"2024-04-15T14:33:34.601025+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T17:55:37.723928+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,5],"acting":[1,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.30","version":"0'0","reported_seq":4,"reported_epoch":62,"state":"creating+activating","last_fresh":"2024-04-15T14:33:34.984624+0000","last_change":"2024-04-15T14:33:34.976748+0000","last_active":"2024-04-15T14:33:34.601025+0000","last_peered":"2024-04-15T14:33:34.601025+0000","last_clean":"2024-04-15T14:33:34.601025+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-15T14:33:34.984624+0000","last_undegraded":"2024-04-15T14:33:34.984624+0000","last_fullsized":"2024-04-15T14:33:34.984624+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_clean_scrub_stamp":"2024-04-15T14:33:34.601025+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T17:15:05.168262+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,7],"acting":[5,0,7],"avail_no_missing":["5","0","7"],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2f","version":"0'0","reported_seq":7,"reported_epoch":62,"state":"active","last_fresh":"2024-04-15T14:33:34.994247+0000","last_change":"2024-04-15T14:33:34.993855+0000","last_active":"2024-04-15T14:33:34.994247+0000","last_peered":"2024-04-15T14:33:34.994247+0000","last_clean":"2024-04-15T14:33:34.601025+0000","last_became_active":"2024-04-15T14:33:34.993855+0000","last_became_peered":"2024-04-15T14:33:34.993855+0000","last_unstale":"2024-04-15T14:33:34.994247+0000","last_undegraded":"2024-04-15T14:33:34.994247+0000","last_fullsized":"2024-04-15T14:33:34.994247+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_clean_scrub_stamp":"2024-04-15T14:33:34.601025+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T20:28:23.544001+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,4],"acting":[5,7,4],"avail_no_missing":["5","4","7"],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2e","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-15T14:33:35.975817+0000","last_change":"2024-04-15T14:33:35.000307+0000","last_active":"2024-04-15T14:33:35.975817+0000","last_peered":"2024-04-15T14:33:35.975817+0000","last_clean":"2024-04-15T14:33:35.975817+0000","last_became_active":"2024-04-15T14:33:34.998898+0000","last_became_peered":"2024-04-15T14:33:34.998898+0000","last_unstale":"2024-04-15T14:33:35.975817+0000","last_undegraded":"2024-04-15T14:33:35.975817+0000","last_fullsized":"2024-04-15T14:33:35.975817+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_clean_scrub_stamp":"2024-04-15T14:33:34.601025+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T16:47:13.887586+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,7],"acting":[2,6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2d","version":"0'0","reported_seq":10,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-15T14:33:34.997039+0000","last_change":"2024-04-15T14:33:34.996498+0000","last_active":"2024-04-15T14:33:34.997039+0000","last_peered":"2024-04-15T14:33:34.997039+0000","last_clean":"2024-04-15T14:33:34.997039+0000","last_became_active":"2024-04-15T14:33:34.996228+0000","last_became_peered":"2024-04-15T14:33:34.996228+0000","last_unstale":"2024-04-15T14:33:34.997039+0000","last_undegraded":"2024-04-15T14:33:34.997039+0000","last_fullsized":"2024-04-15T14:33:34.997039+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_clean_scrub_stamp":"2024-04-15T14:33:34.601025+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T16:54:36.555432+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,6],"acting":[7,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.1f","version":"62'4","reported_seq":16,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-15T14:33:36.377557+0000","last_change":"2024-04-15T14:33:34.621772+0000","last_active":"2024-04-15T14:33:36.377557+0000","last_peered":"2024-04-15T14:33:36.377557+0000","last_clean":"2024-04-15T14:33:36.377557+0000","last_became_active":"2024-04-15T14:33:34.621484+0000","last_became_peered":"2024-04-15T14:33:34.621484+0000","last_unstale":"2024-04-15T14:33:36.377557+0000","last_undegraded":"2024-04-15T14:33:36.377557+0000","last_fullsized":"2024-04-15T14:33:36.377557+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T14:33:33.599136+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T14:33:33.599136+0000","last_clean_scrub_stamp":"2024-04-15T14:33:33.599136+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T22:19:23.275893+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,4],"acting":[0,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-15T14:33:34.601025+0000","last_change":"2024-04-15T14:33:34.601025+0000","last_active":"2024-04-15T14:33:34.601025+0000","last_peered":"2024-04-15T14:33:34.601025+0000","last_clean":"2024-04-15T14:33:34.601025+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-15T14:33:34.601025+0000","last_undegraded":"2024-04-15T14:33:34.601025+0000","last_fullsized":"2024-04-15T14:33:34.601025+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_clean_scrub_stamp":"2024-04-15T14:33:34.601025+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.1e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-15T14:33:33.599136+0000","last_change":"2024-04-15T14:33:33.599136+0000","last_active":"2024-04-15T14:33:33.599136+0000","last_peered":"2024-04-15T14:33:33.599136+0000","last_clean":"2024-04-15T14:33:33.599136+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-15T14:33:33.599136+0000","last_undegraded":"2024-04-15T14:33:33.599136+0000","last_fullsized":"2024-04-15T14:33:33.599136+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T14:33:33.599136+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T14:33:33.599136+0000","last_clean_scrub_stamp":"2024-04-15T14:33:33.599136+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-15T14:33:36.377519+0000","last_change":"2024-04-15T14:33:34.985195+0000","last_active":"2024-04-15T14:33:36.377519+0000","last_peered":"2024-04-15T14:33:36.377519+0000","last_clean":"2024-04-15T14:33:36.377519+0000","last_became_active":"2024-04-15T14:33:34.984593+0000","last_became_peered":"2024-04-15T14:33:34.984593+0000","last_unstale":"2024-04-15T14:33:36.377519+0000","last_undegraded":"2024-04-15T14:33:36.377519+0000","last_fullsized":"2024-04-15T14:33:36.377519+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_clean_scrub_stamp":"2024-04-15T14:33:34.601025+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T21:53:26.282912+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,2],"acting":[0,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1d","version":"62'2","reported_seq":13,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-15T14:33:35.000650+0000","last_change":"2024-04-15T14:33:34.629818+0000","last_active":"2024-04-15T14:33:35.000650+0000","last_peered":"2024-04-15T14:33:35.000650+0000","last_clean":"2024-04-15T14:33:35.000650+0000","last_became_active":"2024-04-15T14:33:34.629295+0000","last_became_peered":"2024-04-15T14:33:34.629295+0000","last_unstale":"2024-04-15T14:33:35.000650+0000","last_undegraded":"2024-04-15T14:33:35.000650+0000","last_fullsized":"2024-04-15T14:33:35.000650+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T14:33:33.599136+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T14:33:33.599136+0000","last_clean_scrub_stamp":"2024-04-15T14:33:33.599136+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T17:22:13.588507+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":9,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-15T14:33:34.990806+0000","last_change":"2024-04-15T14:33:34.990806+0000","last_active":"2024-04-15T14:33:34.990806+0000","last_peered":"2024-04-15T14:33:34.990806+0000","last_clean":"2024-04-15T14:33:34.990806+0000","last_became_active":"2024-04-15T14:33:34.990271+0000","last_became_peered":"2024-04-15T14:33:34.990271+0000","last_unstale":"2024-04-15T14:33:34.990806+0000","last_undegraded":"2024-04-15T14:33:34.990806+0000","last_fullsized":"2024-04-15T14:33:34.990806+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_clean_scrub_stamp":"2024-04-15T14:33:34.601025+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T16:08:05.354437+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1c","version":"62'2","reported_seq":13,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-15T14:33:35.003661+0000","last_change":"2024-04-15T14:33:34.628676+0000","last_active":"2024-04-15T14:33:35.003661+0000","last_peered":"2024-04-15T14:33:35.003661+0000","last_clean":"2024-04-15T14:33:35.003661+0000","last_became_active":"2024-04-15T14:33:34.628033+0000","last_became_peered":"2024-04-15T14:33:34.628033+0000","last_unstale":"2024-04-15T14:33:35.003661+0000","last_undegraded":"2024-04-15T14:33:35.003661+0000","last_fullsized":"2024-04-15T14:33:35.003661+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T14:33:33.599136+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T14:33:33.599136+0000","last_clean_scrub_stamp":"2024-04-15T14:33:33.599136+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T18:03:09.283496+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,2],"acting":[7,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":4,"reported_epoch":62,"state":"creating+activating","last_fresh":"2024-04-15T14:33:34.984126+0000","last_change":"2024-04-15T14:33:34.977782+0000","last_active":"2024-04-15T14:33:34.601025+0000","last_peered":"2024-04-15T14:33:34.601025+0000","last_clean":"2024-04-15T14:33:34.601025+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-15T14:33:34.984126+0000","last_undegraded":"2024-04-15T14:33:34.984126+0000","last_fullsized":"2024-04-15T14:33:34.984126+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_clean_scrub_stamp":"2024-04-15T14:33:34.601025+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T23:38:01.119309+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":["5","4","6"],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-15T14:33:33.599136+0000","last_change":"2024-04-15T14:33:33.599136+0000","last_active":"2024-04-15T14:33:33.599136+0000","last_peered":"2024-04-15T14:33:33.599136+0000","last_clean":"2024-04-15T14:33:33.599136+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-15T14:33:33.599136+0000","last_undegraded":"2024-04-15T14:33:33.599136+0000","last_fullsized":"2024-04-15T14:33:33.599136+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T14:33:33.599136+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T14:33:33.599136+0000","last_clean_scrub_stamp":"2024-04-15T14:33:33.599136+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":10,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-15T14:33:34.993783+0000","last_change":"2024-04-15T14:33:34.993329+0000","last_active":"2024-04-15T14:33:34.993783+0000","last_peered":"2024-04-15T14:33:34.993783+0000","last_clean":"2024-04-15T14:33:34.993783+0000","last_became_active":"2024-04-15T14:33:34.992740+0000","last_became_peered":"2024-04-15T14:33:34.992740+0000","last_unstale":"2024-04-15T14:33:34.993783+0000","last_undegraded":"2024-04-15T14:33:34.993783+0000","last_fullsized":"2024-04-15T14:33:34.993783+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_clean_scrub_stamp":"2024-04-15T14:33:34.601025+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T23:48:57.993034+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2],"acting":[4,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1a","version":"62'1","reported_seq":12,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-15T14:33:35.006052+0000","last_change":"2024-04-15T14:33:34.623835+0000","last_active":"2024-04-15T14:33:35.006052+0000","last_peered":"2024-04-15T14:33:35.006052+0000","last_clean":"2024-04-15T14:33:35.006052+0000","last_became_active":"2024-04-15T14:33:34.623487+0000","last_became_peered":"2024-04-15T14:33:34.623487+0000","last_unstale":"2024-04-15T14:33:35.006052+0000","last_undegraded":"2024-04-15T14:33:35.006052+0000","last_fullsized":"2024-04-15T14:33:35.006052+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T14:33:33.599136+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T14:33:33.599136+0000","last_clean_scrub_stamp":"2024-04-15T14:33:33.599136+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T20:33:02.210280+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-15T14:33:36.377261+0000","last_change":"2024-04-15T14:33:34.990461+0000","last_active":"2024-04-15T14:33:36.377261+0000","last_peered":"2024-04-15T14:33:36.377261+0000","last_clean":"2024-04-15T14:33:36.377261+0000","last_became_active":"2024-04-15T14:33:34.990182+0000","last_became_peered":"2024-04-15T14:33:34.990182+0000","last_unstale":"2024-04-15T14:33:36.377261+0000","last_undegraded":"2024-04-15T14:33:36.377261+0000","last_fullsized":"2024-04-15T14:33:36.377261+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_clean_scrub_stamp":"2024-04-15T14:33:34.601025+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T18:43:24.325379+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,7],"acting":[0,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.19","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-15T14:33:33.599136+0000","last_change":"2024-04-15T14:33:33.599136+0000","last_active":"2024-04-15T14:33:33.599136+0000","last_peered":"2024-04-15T14:33:33.599136+0000","last_clean":"2024-04-15T14:33:33.599136+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-15T14:33:33.599136+0000","last_undegraded":"2024-04-15T14:33:33.599136+0000","last_fullsized":"2024-04-15T14:33:33.599136+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T14:33:33.599136+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T14:33:33.599136+0000","last_clean_scrub_stamp":"2024-04-15T14:33:33.599136+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-15T14:33:34.601025+0000","last_change":"2024-04-15T14:33:34.601025+0000","last_active":"2024-04-15T14:33:34.601025+0000","last_peered":"2024-04-15T14:33:34.601025+0000","last_clean":"2024-04-15T14:33:34.601025+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-15T14:33:34.601025+0000","last_undegraded":"2024-04-15T14:33:34.601025+0000","last_fullsized":"2024-04-15T14:33:34.601025+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_clean_scrub_stamp":"2024-04-15T14:33:34.601025+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.18","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-15T14:33:34.976974+0000","last_change":"2024-04-15T14:33:34.629712+0000","last_active":"2024-04-15T14:33:34.976974+0000","last_peered":"2024-04-15T14:33:34.976974+0000","last_clean":"2024-04-15T14:33:34.976974+0000","last_became_active":"2024-04-15T14:33:34.629407+0000","last_became_peered":"2024-04-15T14:33:34.629407+0000","last_unstale":"2024-04-15T14:33:34.976974+0000","last_undegraded":"2024-04-15T14:33:34.976974+0000","last_fullsized":"2024-04-15T14:33:34.976974+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T14:33:33.599136+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T14:33:33.599136+0000","last_clean_scrub_stamp":"2024-04-15T14:33:33.599136+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-17T00:20:23.688678+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,7],"acting":[5,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":10,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-15T14:33:34.995884+0000","last_change":"2024-04-15T14:33:34.992486+0000","last_active":"2024-04-15T14:33:34.995884+0000","last_peered":"2024-04-15T14:33:34.995884+0000","last_clean":"2024-04-15T14:33:34.995884+0000","last_became_active":"2024-04-15T14:33:34.992018+0000","last_became_peered":"2024-04-15T14:33:34.992018+0000","last_unstale":"2024-04-15T14:33:34.995884+0000","last_undegraded":"2024-04-15T14:33:34.995884+0000","last_fullsized":"2024-04-15T14:33:34.995884+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_clean_scrub_stamp":"2024-04-15T14:33:34.601025+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T21:26:48.589284+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.17","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-15T14:33:34.992725+0000","last_change":"2024-04-15T14:33:34.626798+0000","last_active":"2024-04-15T14:33:34.992725+0000","last_peered":"2024-04-15T14:33:34.992725+0000","last_clean":"2024-04-15T14:33:34.992725+0000","last_became_active":"2024-04-15T14:33:34.626427+0000","last_became_peered":"2024-04-15T14:33:34.626427+0000","last_unstale":"2024-04-15T14:33:34.992725+0000","last_undegraded":"2024-04-15T14:33:34.992725+0000","last_fullsized":"2024-04-15T14:33:34.992725+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T14:33:33.599136+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T14:33:33.599136+0000","last_clean_scrub_stamp":"2024-04-15T14:33:33.599136+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T18:25:50.473378+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,2],"acting":[6,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":4,"reported_epoch":62,"state":"creating+activating","last_fresh":"2024-04-15T14:33:34.989205+0000","last_change":"2024-04-15T14:33:34.977038+0000","last_active":"2024-04-15T14:33:34.601025+0000","last_peered":"2024-04-15T14:33:34.601025+0000","last_clean":"2024-04-15T14:33:34.601025+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-15T14:33:34.989205+0000","last_undegraded":"2024-04-15T14:33:34.989205+0000","last_fullsized":"2024-04-15T14:33:34.989205+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_clean_scrub_stamp":"2024-04-15T14:33:34.601025+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T21:52:20.945166+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1],"acting":[5,7,1],"avail_no_missing":["5","1","7"],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.16","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-15T14:33:34.977246+0000","last_change":"2024-04-15T14:33:34.619899+0000","last_active":"2024-04-15T14:33:34.977246+0000","last_peered":"2024-04-15T14:33:34.977246+0000","last_clean":"2024-04-15T14:33:34.977246+0000","last_became_active":"2024-04-15T14:33:34.619104+0000","last_became_peered":"2024-04-15T14:33:34.619104+0000","last_unstale":"2024-04-15T14:33:34.977246+0000","last_undegraded":"2024-04-15T14:33:34.977246+0000","last_fullsized":"2024-04-15T14:33:34.977246+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T14:33:33.599136+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T14:33:33.599136+0000","last_clean_scrub_stamp":"2024-04-15T14:33:33.599136+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T19:58:09.795799+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6,2],"acting":[5,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-15T14:33:36.377467+0000","last_change":"2024-04-15T14:33:34.984818+0000","last_active":"2024-04-15T14:33:36.377467+0000","last_peered":"2024-04-15T14:33:36.377467+0000","last_clean":"2024-04-15T14:33:36.377467+0000","last_became_active":"2024-04-15T14:33:34.983476+0000","last_became_peered":"2024-04-15T14:33:34.983476+0000","last_unstale":"2024-04-15T14:33:36.377467+0000","last_undegraded":"2024-04-15T14:33:36.377467+0000","last_fullsized":"2024-04-15T14:33:36.377467+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_clean_scrub_stamp":"2024-04-15T14:33:34.601025+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T18:55:45.495288+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.15","version":"62'3","reported_seq":14,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-15T14:33:35.007032+0000","last_change":"2024-04-15T14:33:34.626719+0000","last_active":"2024-04-15T14:33:35.007032+0000","last_peered":"2024-04-15T14:33:35.007032+0000","last_clean":"2024-04-15T14:33:35.007032+0000","last_became_active":"2024-04-15T14:33:34.626429+0000","last_became_peered":"2024-04-15T14:33:34.626429+0000","last_unstale":"2024-04-15T14:33:35.007032+0000","last_undegraded":"2024-04-15T14:33:35.007032+0000","last_fullsized":"2024-04-15T14:33:35.007032+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T14:33:33.599136+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T14:33:33.599136+0000","last_clean_scrub_stamp":"2024-04-15T14:33:33.599136+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T23:00:48.231255+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":10,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-15T14:33:35.005134+0000","last_change":"2024-04-15T14:33:35.004611+0000","last_active":"2024-04-15T14:33:35.005134+0000","last_peered":"2024-04-15T14:33:35.005134+0000","last_clean":"2024-04-15T14:33:35.005134+0000","last_became_active":"2024-04-15T14:33:35.004170+0000","last_became_peered":"2024-04-15T14:33:35.004170+0000","last_unstale":"2024-04-15T14:33:35.005134+0000","last_undegraded":"2024-04-15T14:33:35.005134+0000","last_fullsized":"2024-04-15T14:33:35.005134+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_clean_scrub_stamp":"2024-04-15T14:33:34.601025+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T16:15:49.307161+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,6],"acting":[4,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.14","version":"62'6","reported_seq":17,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-15T14:33:35.007522+0000","last_change":"2024-04-15T14:33:34.620715+0000","last_active":"2024-04-15T14:33:35.007522+0000","last_peered":"2024-04-15T14:33:35.007522+0000","last_clean":"2024-04-15T14:33:35.007522+0000","last_became_active":"2024-04-15T14:33:34.620361+0000","last_became_peered":"2024-04-15T14:33:34.620361+0000","last_unstale":"2024-04-15T14:33:35.007522+0000","last_undegraded":"2024-04-15T14:33:35.007522+0000","last_fullsized":"2024-04-15T14:33:35.007522+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T14:33:33.599136+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T14:33:33.599136+0000","last_clean_scrub_stamp":"2024-04-15T14:33:33.599136+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T21:57:01.722940+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1564,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,5],"acting":[6,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":10,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-15T14:33:34.990958+0000","last_change":"2024-04-15T14:33:34.990134+0000","last_active":"2024-04-15T14:33:34.990958+0000","last_peered":"2024-04-15T14:33:34.990958+0000","last_clean":"2024-04-15T14:33:34.990958+0000","last_became_active":"2024-04-15T14:33:34.989810+0000","last_became_peered":"2024-04-15T14:33:34.989810+0000","last_unstale":"2024-04-15T14:33:34.990958+0000","last_undegraded":"2024-04-15T14:33:34.990958+0000","last_fullsized":"2024-04-15T14:33:34.990958+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_clean_scrub_stamp":"2024-04-15T14:33:34.601025+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-17T01:16:42.669792+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,4],"acting":[7,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.13","version":"62'2","reported_seq":14,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-15T14:33:36.377194+0000","last_change":"2024-04-15T14:33:34.618176+0000","last_active":"2024-04-15T14:33:36.377194+0000","last_peered":"2024-04-15T14:33:36.377194+0000","last_clean":"2024-04-15T14:33:36.377194+0000","last_became_active":"2024-04-15T14:33:34.617858+0000","last_became_peered":"2024-04-15T14:33:34.617858+0000","last_unstale":"2024-04-15T14:33:36.377194+0000","last_undegraded":"2024-04-15T14:33:36.377194+0000","last_fullsized":"2024-04-15T14:33:36.377194+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T14:33:33.599136+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T14:33:33.599136+0000","last_clean_scrub_stamp":"2024-04-15T14:33:33.599136+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-17T00:31:59.807937+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-15T14:33:36.377060+0000","last_change":"2024-04-15T14:33:34.991687+0000","last_active":"2024-04-15T14:33:36.377060+0000","last_peered":"2024-04-15T14:33:36.377060+0000","last_clean":"2024-04-15T14:33:36.377060+0000","last_became_active":"2024-04-15T14:33:34.991427+0000","last_became_peered":"2024-04-15T14:33:34.991427+0000","last_unstale":"2024-04-15T14:33:36.377060+0000","last_undegraded":"2024-04-15T14:33:36.377060+0000","last_fullsized":"2024-04-15T14:33:36.377060+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_clean_scrub_stamp":"2024-04-15T14:33:34.601025+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T23:26:13.279012+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.12","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-15T14:33:34.979111+0000","last_change":"2024-04-15T14:33:34.624908+0000","last_active":"2024-04-15T14:33:34.979111+0000","last_peered":"2024-04-15T14:33:34.979111+0000","last_clean":"2024-04-15T14:33:34.979111+0000","last_became_active":"2024-04-15T14:33:34.624629+0000","last_became_peered":"2024-04-15T14:33:34.624629+0000","last_unstale":"2024-04-15T14:33:34.979111+0000","last_undegraded":"2024-04-15T14:33:34.979111+0000","last_fullsized":"2024-04-15T14:33:34.979111+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T14:33:33.599136+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T14:33:33.599136+0000","last_clean_scrub_stamp":"2024-04-15T14:33:33.599136+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T15:48:22.451797+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":10,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-15T14:33:34.990578+0000","last_change":"2024-04-15T14:33:34.990143+0000","last_active":"2024-04-15T14:33:34.990578+0000","last_peered":"2024-04-15T14:33:34.990578+0000","last_clean":"2024-04-15T14:33:34.990578+0000","last_became_active":"2024-04-15T14:33:34.989813+0000","last_became_peered":"2024-04-15T14:33:34.989813+0000","last_unstale":"2024-04-15T14:33:34.990578+0000","last_undegraded":"2024-04-15T14:33:34.990578+0000","last_fullsized":"2024-04-15T14:33:34.990578+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_clean_scrub_stamp":"2024-04-15T14:33:34.601025+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-17T02:18:28.815694+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,2],"acting":[7,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.11","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-15T14:33:34.981938+0000","last_change":"2024-04-15T14:33:34.617640+0000","last_active":"2024-04-15T14:33:34.981938+0000","last_peered":"2024-04-15T14:33:34.981938+0000","last_clean":"2024-04-15T14:33:34.981938+0000","last_became_active":"2024-04-15T14:33:34.617309+0000","last_became_peered":"2024-04-15T14:33:34.617309+0000","last_unstale":"2024-04-15T14:33:34.981938+0000","last_undegraded":"2024-04-15T14:33:34.981938+0000","last_fullsized":"2024-04-15T14:33:34.981938+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T14:33:33.599136+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T14:33:33.599136+0000","last_clean_scrub_stamp":"2024-04-15T14:33:33.599136+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T19:11:52.947432+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":10,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-15T14:33:34.993514+0000","last_change":"2024-04-15T14:33:34.989655+0000","last_active":"2024-04-15T14:33:34.993514+0000","last_peered":"2024-04-15T14:33:34.993514+0000","last_clean":"2024-04-15T14:33:34.993514+0000","last_became_active":"2024-04-15T14:33:34.988851+0000","last_became_peered":"2024-04-15T14:33:34.988851+0000","last_unstale":"2024-04-15T14:33:34.993514+0000","last_undegraded":"2024-04-15T14:33:34.993514+0000","last_fullsized":"2024-04-15T14:33:34.993514+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_clean_scrub_stamp":"2024-04-15T14:33:34.601025+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T21:16:09.182271+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.10","version":"62'8","reported_seq":20,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-15T14:33:35.975005+0000","last_change":"2024-04-15T14:33:34.624105+0000","last_active":"2024-04-15T14:33:35.975005+0000","last_peered":"2024-04-15T14:33:35.975005+0000","last_clean":"2024-04-15T14:33:35.975005+0000","last_became_active":"2024-04-15T14:33:34.623732+0000","last_became_peered":"2024-04-15T14:33:34.623732+0000","last_unstale":"2024-04-15T14:33:35.975005+0000","last_undegraded":"2024-04-15T14:33:35.975005+0000","last_fullsized":"2024-04-15T14:33:35.975005+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T14:33:33.599136+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T14:33:33.599136+0000","last_clean_scrub_stamp":"2024-04-15T14:33:33.599136+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T19:53:49.489868+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,0],"acting":[2,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":10,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-15T14:33:34.997011+0000","last_change":"2024-04-15T14:33:34.996585+0000","last_active":"2024-04-15T14:33:34.997011+0000","last_peered":"2024-04-15T14:33:34.997011+0000","last_clean":"2024-04-15T14:33:34.997011+0000","last_became_active":"2024-04-15T14:33:34.996051+0000","last_became_peered":"2024-04-15T14:33:34.996051+0000","last_unstale":"2024-04-15T14:33:34.997011+0000","last_undegraded":"2024-04-15T14:33:34.997011+0000","last_fullsized":"2024-04-15T14:33:34.997011+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_clean_scrub_stamp":"2024-04-15T14:33:34.601025+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T18:59:17.927268+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.f","version":"62'1","reported_seq":12,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-15T14:33:34.996779+0000","last_change":"2024-04-15T14:33:34.625302+0000","last_active":"2024-04-15T14:33:34.996779+0000","last_peered":"2024-04-15T14:33:34.996779+0000","last_clean":"2024-04-15T14:33:34.996779+0000","last_became_active":"2024-04-15T14:33:34.624897+0000","last_became_peered":"2024-04-15T14:33:34.624897+0000","last_unstale":"2024-04-15T14:33:34.996779+0000","last_undegraded":"2024-04-15T14:33:34.996779+0000","last_fullsized":"2024-04-15T14:33:34.996779+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T14:33:33.599136+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T14:33:33.599136+0000","last_clean_scrub_stamp":"2024-04-15T14:33:33.599136+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T21:13:05.143999+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,7],"acting":[4,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":10,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-15T14:33:34.995055+0000","last_change":"2024-04-15T14:33:34.993901+0000","last_active":"2024-04-15T14:33:34.995055+0000","last_peered":"2024-04-15T14:33:34.995055+0000","last_clean":"2024-04-15T14:33:34.995055+0000","last_became_active":"2024-04-15T14:33:34.993595+0000","last_became_peered":"2024-04-15T14:33:34.993595+0000","last_unstale":"2024-04-15T14:33:34.995055+0000","last_undegraded":"2024-04-15T14:33:34.995055+0000","last_fullsized":"2024-04-15T14:33:34.995055+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_clean_scrub_stamp":"2024-04-15T14:33:34.601025+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T19:34:11.232371+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-15T14:33:34.988180+0000","last_change":"2024-04-15T14:33:34.629663+0000","last_active":"2024-04-15T14:33:34.988180+0000","last_peered":"2024-04-15T14:33:34.988180+0000","last_clean":"2024-04-15T14:33:34.988180+0000","last_became_active":"2024-04-15T14:33:34.629358+0000","last_became_peered":"2024-04-15T14:33:34.629358+0000","last_unstale":"2024-04-15T14:33:34.988180+0000","last_undegraded":"2024-04-15T14:33:34.988180+0000","last_fullsized":"2024-04-15T14:33:34.988180+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T14:33:33.599136+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T14:33:33.599136+0000","last_clean_scrub_stamp":"2024-04-15T14:33:33.599136+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T18:29:51.531354+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,7],"acting":[1,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":9,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-15T14:33:34.991615+0000","last_change":"2024-04-15T14:33:34.991615+0000","last_active":"2024-04-15T14:33:34.991615+0000","last_peered":"2024-04-15T14:33:34.991615+0000","last_clean":"2024-04-15T14:33:34.991615+0000","last_became_active":"2024-04-15T14:33:34.990545+0000","last_became_peered":"2024-04-15T14:33:34.990545+0000","last_unstale":"2024-04-15T14:33:34.991615+0000","last_undegraded":"2024-04-15T14:33:34.991615+0000","last_fullsized":"2024-04-15T14:33:34.991615+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_clean_scrub_stamp":"2024-04-15T14:33:34.601025+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-17T00:27:00.368726+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-15T14:33:34.979025+0000","last_change":"2024-04-15T14:33:34.622274+0000","last_active":"2024-04-15T14:33:34.979025+0000","last_peered":"2024-04-15T14:33:34.979025+0000","last_clean":"2024-04-15T14:33:34.979025+0000","last_became_active":"2024-04-15T14:33:34.618830+0000","last_became_peered":"2024-04-15T14:33:34.618830+0000","last_unstale":"2024-04-15T14:33:34.979025+0000","last_undegraded":"2024-04-15T14:33:34.979025+0000","last_fullsized":"2024-04-15T14:33:34.979025+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T14:33:33.599136+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T14:33:33.599136+0000","last_clean_scrub_stamp":"2024-04-15T14:33:33.599136+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T18:53:51.788701+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,6],"acting":[5,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":10,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-15T14:33:35.003764+0000","last_change":"2024-04-15T14:33:35.003516+0000","last_active":"2024-04-15T14:33:35.003764+0000","last_peered":"2024-04-15T14:33:35.003764+0000","last_clean":"2024-04-15T14:33:35.003764+0000","last_became_active":"2024-04-15T14:33:35.003208+0000","last_became_peered":"2024-04-15T14:33:35.003208+0000","last_unstale":"2024-04-15T14:33:35.003764+0000","last_undegraded":"2024-04-15T14:33:35.003764+0000","last_fullsized":"2024-04-15T14:33:35.003764+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_clean_scrub_stamp":"2024-04-15T14:33:34.601025+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-17T00:06:21.618555+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,6],"acting":[4,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":10,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-15T14:33:35.000831+0000","last_change":"2024-04-15T14:33:35.000587+0000","last_active":"2024-04-15T14:33:35.000831+0000","last_peered":"2024-04-15T14:33:35.000831+0000","last_clean":"2024-04-15T14:33:35.000831+0000","last_became_active":"2024-04-15T14:33:35.000319+0000","last_became_peered":"2024-04-15T14:33:35.000319+0000","last_unstale":"2024-04-15T14:33:35.000831+0000","last_undegraded":"2024-04-15T14:33:35.000831+0000","last_fullsized":"2024-04-15T14:33:35.000831+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_clean_scrub_stamp":"2024-04-15T14:33:34.601025+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T17:34:15.729312+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,6],"acting":[1,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":12,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-15T14:33:35.975146+0000","last_change":"2024-04-15T14:33:34.612037+0000","last_active":"2024-04-15T14:33:35.975146+0000","last_peered":"2024-04-15T14:33:35.975146+0000","last_clean":"2024-04-15T14:33:35.975146+0000","last_became_active":"2024-04-15T14:33:34.611678+0000","last_became_peered":"2024-04-15T14:33:34.611678+0000","last_unstale":"2024-04-15T14:33:35.975146+0000","last_undegraded":"2024-04-15T14:33:35.975146+0000","last_fullsized":"2024-04-15T14:33:35.975146+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T14:33:33.599136+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T14:33:33.599136+0000","last_clean_scrub_stamp":"2024-04-15T14:33:33.599136+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T20:09:05.939655+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-15T14:33:34.601025+0000","last_change":"2024-04-15T14:33:34.601025+0000","last_active":"2024-04-15T14:33:34.601025+0000","last_peered":"2024-04-15T14:33:34.601025+0000","last_clean":"2024-04-15T14:33:34.601025+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-15T14:33:34.601025+0000","last_undegraded":"2024-04-15T14:33:34.601025+0000","last_fullsized":"2024-04-15T14:33:34.601025+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_clean_scrub_stamp":"2024-04-15T14:33:34.601025+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-15T14:33:34.976847+0000","last_change":"2024-04-15T14:33:34.625622+0000","last_active":"2024-04-15T14:33:34.976847+0000","last_peered":"2024-04-15T14:33:34.976847+0000","last_clean":"2024-04-15T14:33:34.976847+0000","last_became_active":"2024-04-15T14:33:34.625326+0000","last_became_peered":"2024-04-15T14:33:34.625326+0000","last_unstale":"2024-04-15T14:33:34.976847+0000","last_undegraded":"2024-04-15T14:33:34.976847+0000","last_fullsized":"2024-04-15T14:33:34.976847+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T14:33:33.599136+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T14:33:33.599136+0000","last_clean_scrub_stamp":"2024-04-15T14:33:33.599136+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-17T02:03:12.400947+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.0","version":"21'117","reported_seq":220,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-15T14:33:34.613545+0000","last_change":"2024-04-15T14:33:19.663705+0000","last_active":"2024-04-15T14:33:34.613545+0000","last_peered":"2024-04-15T14:33:34.613545+0000","last_clean":"2024-04-15T14:33:34.613545+0000","last_became_active":"2024-04-15T14:33:19.663309+0000","last_became_peered":"2024-04-15T14:33:19.663309+0000","last_unstale":"2024-04-15T14:33:34.613545+0000","last_undegraded":"2024-04-15T14:33:34.613545+0000","last_fullsized":"2024-04-15T14:33:34.613545+0000","mapping_epoch":58,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":59,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T14:31:12.725041+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T14:31:12.725041+0000","last_clean_scrub_stamp":"2024-04-15T14:31:12.725041+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T14:44:01.829701+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-15T14:33:36.377281+0000","last_change":"2024-04-15T14:33:34.990529+0000","last_active":"2024-04-15T14:33:36.377281+0000","last_peered":"2024-04-15T14:33:36.377281+0000","last_clean":"2024-04-15T14:33:36.377281+0000","last_became_active":"2024-04-15T14:33:34.990226+0000","last_became_peered":"2024-04-15T14:33:34.990226+0000","last_unstale":"2024-04-15T14:33:36.377281+0000","last_undegraded":"2024-04-15T14:33:36.377281+0000","last_fullsized":"2024-04-15T14:33:36.377281+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_clean_scrub_stamp":"2024-04-15T14:33:34.601025+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T14:50:23.902511+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-15T14:33:34.971573+0000","last_change":"2024-04-15T14:33:34.631357+0000","last_active":"2024-04-15T14:33:34.971573+0000","last_peered":"2024-04-15T14:33:34.971573+0000","last_clean":"2024-04-15T14:33:34.971573+0000","last_became_active":"2024-04-15T14:33:34.630734+0000","last_became_peered":"2024-04-15T14:33:34.630734+0000","last_unstale":"2024-04-15T14:33:34.971573+0000","last_undegraded":"2024-04-15T14:33:34.971573+0000","last_fullsized":"2024-04-15T14:33:34.971573+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T14:33:33.599136+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T14:33:33.599136+0000","last_clean_scrub_stamp":"2024-04-15T14:33:33.599136+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T16:38:14.970973+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-15T14:33:34.973681+0000","last_change":"2024-04-15T14:33:34.629731+0000","last_active":"2024-04-15T14:33:34.973681+0000","last_peered":"2024-04-15T14:33:34.973681+0000","last_clean":"2024-04-15T14:33:34.973681+0000","last_became_active":"2024-04-15T14:33:34.629246+0000","last_became_peered":"2024-04-15T14:33:34.629246+0000","last_unstale":"2024-04-15T14:33:34.973681+0000","last_undegraded":"2024-04-15T14:33:34.973681+0000","last_fullsized":"2024-04-15T14:33:34.973681+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T14:33:33.599136+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T14:33:33.599136+0000","last_clean_scrub_stamp":"2024-04-15T14:33:33.599136+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T15:33:31.194531+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":10,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-15T14:33:35.003782+0000","last_change":"2024-04-15T14:33:35.003150+0000","last_active":"2024-04-15T14:33:35.003782+0000","last_peered":"2024-04-15T14:33:35.003782+0000","last_clean":"2024-04-15T14:33:35.003782+0000","last_became_active":"2024-04-15T14:33:35.002820+0000","last_became_peered":"2024-04-15T14:33:35.002820+0000","last_unstale":"2024-04-15T14:33:35.003782+0000","last_undegraded":"2024-04-15T14:33:35.003782+0000","last_fullsized":"2024-04-15T14:33:35.003782+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_clean_scrub_stamp":"2024-04-15T14:33:34.601025+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T16:39:13.245694+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,5],"acting":[1,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.6","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-15T14:33:34.989417+0000","last_change":"2024-04-15T14:33:34.617135+0000","last_active":"2024-04-15T14:33:34.989417+0000","last_peered":"2024-04-15T14:33:34.989417+0000","last_clean":"2024-04-15T14:33:34.989417+0000","last_became_active":"2024-04-15T14:33:34.616824+0000","last_became_peered":"2024-04-15T14:33:34.616824+0000","last_unstale":"2024-04-15T14:33:34.989417+0000","last_undegraded":"2024-04-15T14:33:34.989417+0000","last_fullsized":"2024-04-15T14:33:34.989417+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T14:33:33.599136+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T14:33:33.599136+0000","last_clean_scrub_stamp":"2024-04-15T14:33:33.599136+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T15:25:19.603212+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,4],"acting":[1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-15T14:33:34.601025+0000","last_change":"2024-04-15T14:33:34.601025+0000","last_active":"2024-04-15T14:33:34.601025+0000","last_peered":"2024-04-15T14:33:34.601025+0000","last_clean":"2024-04-15T14:33:34.601025+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-15T14:33:34.601025+0000","last_undegraded":"2024-04-15T14:33:34.601025+0000","last_fullsized":"2024-04-15T14:33:34.601025+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_clean_scrub_stamp":"2024-04-15T14:33:34.601025+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.7","version":"62'2","reported_seq":13,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-15T14:33:35.003427+0000","last_change":"2024-04-15T14:33:34.624633+0000","last_active":"2024-04-15T14:33:35.003427+0000","last_peered":"2024-04-15T14:33:35.003427+0000","last_clean":"2024-04-15T14:33:35.003427+0000","last_became_active":"2024-04-15T14:33:34.623029+0000","last_became_peered":"2024-04-15T14:33:34.623029+0000","last_unstale":"2024-04-15T14:33:35.003427+0000","last_undegraded":"2024-04-15T14:33:35.003427+0000","last_fullsized":"2024-04-15T14:33:35.003427+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T14:33:33.599136+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T14:33:33.599136+0000","last_clean_scrub_stamp":"2024-04-15T14:33:33.599136+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T19:45:31.771526+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,2],"acting":[6,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-15T14:33:36.377319+0000","last_change":"2024-04-15T14:33:34.997101+0000","last_active":"2024-04-15T14:33:36.377319+0000","last_peered":"2024-04-15T14:33:36.377319+0000","last_clean":"2024-04-15T14:33:36.377319+0000","last_became_active":"2024-04-15T14:33:34.996832+0000","last_became_peered":"2024-04-15T14:33:34.996832+0000","last_unstale":"2024-04-15T14:33:36.377319+0000","last_undegraded":"2024-04-15T14:33:36.377319+0000","last_fullsized":"2024-04-15T14:33:36.377319+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_clean_scrub_stamp":"2024-04-15T14:33:34.601025+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T20:37:18.865338+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.8","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-15T14:33:34.971411+0000","last_change":"2024-04-15T14:33:34.629537+0000","last_active":"2024-04-15T14:33:34.971411+0000","last_peered":"2024-04-15T14:33:34.971411+0000","last_clean":"2024-04-15T14:33:34.971411+0000","last_became_active":"2024-04-15T14:33:34.629162+0000","last_became_peered":"2024-04-15T14:33:34.629162+0000","last_unstale":"2024-04-15T14:33:34.971411+0000","last_undegraded":"2024-04-15T14:33:34.971411+0000","last_fullsized":"2024-04-15T14:33:34.971411+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T14:33:33.599136+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T14:33:33.599136+0000","last_clean_scrub_stamp":"2024-04-15T14:33:33.599136+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T19:42:06.929486+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,1],"acting":[7,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":10,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-15T14:33:34.991342+0000","last_change":"2024-04-15T14:33:34.990437+0000","last_active":"2024-04-15T14:33:34.991342+0000","last_peered":"2024-04-15T14:33:34.991342+0000","last_clean":"2024-04-15T14:33:34.991342+0000","last_became_active":"2024-04-15T14:33:34.990126+0000","last_became_peered":"2024-04-15T14:33:34.990126+0000","last_unstale":"2024-04-15T14:33:34.991342+0000","last_undegraded":"2024-04-15T14:33:34.991342+0000","last_fullsized":"2024-04-15T14:33:34.991342+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_clean_scrub_stamp":"2024-04-15T14:33:34.601025+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-17T01:43:26.104205+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,7],"acting":[4,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.9","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-15T14:33:34.987875+0000","last_change":"2024-04-15T14:33:34.629735+0000","last_active":"2024-04-15T14:33:34.987875+0000","last_peered":"2024-04-15T14:33:34.987875+0000","last_clean":"2024-04-15T14:33:34.987875+0000","last_became_active":"2024-04-15T14:33:34.629468+0000","last_became_peered":"2024-04-15T14:33:34.629468+0000","last_unstale":"2024-04-15T14:33:34.987875+0000","last_undegraded":"2024-04-15T14:33:34.987875+0000","last_fullsized":"2024-04-15T14:33:34.987875+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T14:33:33.599136+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T14:33:33.599136+0000","last_clean_scrub_stamp":"2024-04-15T14:33:33.599136+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T20:18:24.961830+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,3],"acting":[1,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-15T14:33:34.601025+0000","last_change":"2024-04-15T14:33:34.601025+0000","last_active":"2024-04-15T14:33:34.601025+0000","last_peered":"2024-04-15T14:33:34.601025+0000","last_clean":"2024-04-15T14:33:34.601025+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-15T14:33:34.601025+0000","last_undegraded":"2024-04-15T14:33:34.601025+0000","last_fullsized":"2024-04-15T14:33:34.601025+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_clean_scrub_stamp":"2024-04-15T14:33:34.601025+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.a","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-15T14:33:34.988256+0000","last_change":"2024-04-15T14:33:34.629571+0000","last_active":"2024-04-15T14:33:34.988256+0000","last_peered":"2024-04-15T14:33:34.988256+0000","last_clean":"2024-04-15T14:33:34.988256+0000","last_became_active":"2024-04-15T14:33:34.629256+0000","last_became_peered":"2024-04-15T14:33:34.629256+0000","last_unstale":"2024-04-15T14:33:34.988256+0000","last_undegraded":"2024-04-15T14:33:34.988256+0000","last_fullsized":"2024-04-15T14:33:34.988256+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T14:33:33.599136+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T14:33:33.599136+0000","last_clean_scrub_stamp":"2024-04-15T14:33:33.599136+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T18:08:19.302092+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,7],"acting":[1,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-15T14:33:34.601025+0000","last_change":"2024-04-15T14:33:34.601025+0000","last_active":"2024-04-15T14:33:34.601025+0000","last_peered":"2024-04-15T14:33:34.601025+0000","last_clean":"2024-04-15T14:33:34.601025+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-15T14:33:34.601025+0000","last_undegraded":"2024-04-15T14:33:34.601025+0000","last_fullsized":"2024-04-15T14:33:34.601025+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_clean_scrub_stamp":"2024-04-15T14:33:34.601025+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.b","version":"62'2","reported_seq":13,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-15T14:33:34.997755+0000","last_change":"2024-04-15T14:33:34.627072+0000","last_active":"2024-04-15T14:33:34.997755+0000","last_peered":"2024-04-15T14:33:34.997755+0000","last_clean":"2024-04-15T14:33:34.997755+0000","last_became_active":"2024-04-15T14:33:34.626764+0000","last_became_peered":"2024-04-15T14:33:34.626764+0000","last_unstale":"2024-04-15T14:33:34.997755+0000","last_undegraded":"2024-04-15T14:33:34.997755+0000","last_fullsized":"2024-04-15T14:33:34.997755+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T14:33:33.599136+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T14:33:33.599136+0000","last_clean_scrub_stamp":"2024-04-15T14:33:33.599136+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T19:48:29.128158+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,5],"acting":[7,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":10,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-15T14:33:35.002671+0000","last_change":"2024-04-15T14:33:35.002154+0000","last_active":"2024-04-15T14:33:35.002671+0000","last_peered":"2024-04-15T14:33:35.002671+0000","last_clean":"2024-04-15T14:33:35.002671+0000","last_became_active":"2024-04-15T14:33:35.001879+0000","last_became_peered":"2024-04-15T14:33:35.001879+0000","last_unstale":"2024-04-15T14:33:35.002671+0000","last_undegraded":"2024-04-15T14:33:35.002671+0000","last_fullsized":"2024-04-15T14:33:35.002671+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_clean_scrub_stamp":"2024-04-15T14:33:34.601025+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T22:47:05.094202+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.c","version":"0'0","reported_seq":12,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-15T14:33:35.975422+0000","last_change":"2024-04-15T14:33:34.620187+0000","last_active":"2024-04-15T14:33:35.975422+0000","last_peered":"2024-04-15T14:33:35.975422+0000","last_clean":"2024-04-15T14:33:35.975422+0000","last_became_active":"2024-04-15T14:33:34.619885+0000","last_became_peered":"2024-04-15T14:33:34.619885+0000","last_unstale":"2024-04-15T14:33:35.975422+0000","last_undegraded":"2024-04-15T14:33:35.975422+0000","last_fullsized":"2024-04-15T14:33:35.975422+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T14:33:33.599136+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T14:33:33.599136+0000","last_clean_scrub_stamp":"2024-04-15T14:33:33.599136+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T21:37:15.148104+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,0],"acting":[2,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":10,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-15T14:33:34.995100+0000","last_change":"2024-04-15T14:33:34.994756+0000","last_active":"2024-04-15T14:33:34.995100+0000","last_peered":"2024-04-15T14:33:34.995100+0000","last_clean":"2024-04-15T14:33:34.995100+0000","last_became_active":"2024-04-15T14:33:34.994464+0000","last_became_peered":"2024-04-15T14:33:34.994464+0000","last_unstale":"2024-04-15T14:33:34.995100+0000","last_undegraded":"2024-04-15T14:33:34.995100+0000","last_fullsized":"2024-04-15T14:33:34.995100+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_clean_scrub_stamp":"2024-04-15T14:33:34.601025+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T17:22:46.786639+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,6],"acting":[7,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.d","version":"62'1","reported_seq":12,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-15T14:33:35.001961+0000","last_change":"2024-04-15T14:33:34.622686+0000","last_active":"2024-04-15T14:33:35.001961+0000","last_peered":"2024-04-15T14:33:35.001961+0000","last_clean":"2024-04-15T14:33:35.001961+0000","last_became_active":"2024-04-15T14:33:34.622389+0000","last_became_peered":"2024-04-15T14:33:34.622389+0000","last_unstale":"2024-04-15T14:33:35.001961+0000","last_undegraded":"2024-04-15T14:33:35.001961+0000","last_fullsized":"2024-04-15T14:33:35.001961+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T14:33:33.599136+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T14:33:33.599136+0000","last_clean_scrub_stamp":"2024-04-15T14:33:33.599136+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T17:25:51.291953+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,3],"acting":[1,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":4,"reported_epoch":62,"state":"creating+activating","last_fresh":"2024-04-15T14:33:34.990544+0000","last_change":"2024-04-15T14:33:34.977150+0000","last_active":"2024-04-15T14:33:34.601025+0000","last_peered":"2024-04-15T14:33:34.601025+0000","last_clean":"2024-04-15T14:33:34.601025+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-15T14:33:34.990544+0000","last_undegraded":"2024-04-15T14:33:34.990544+0000","last_fullsized":"2024-04-15T14:33:34.990544+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_clean_scrub_stamp":"2024-04-15T14:33:34.601025+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T23:34:07.957266+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6],"acting":[5,3,6],"avail_no_missing":["5","3","6"],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.e","version":"62'2","reported_seq":14,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-15T14:33:35.975707+0000","last_change":"2024-04-15T14:33:34.624138+0000","last_active":"2024-04-15T14:33:35.975707+0000","last_peered":"2024-04-15T14:33:35.975707+0000","last_clean":"2024-04-15T14:33:35.975707+0000","last_became_active":"2024-04-15T14:33:34.623682+0000","last_became_peered":"2024-04-15T14:33:34.623682+0000","last_unstale":"2024-04-15T14:33:35.975707+0000","last_undegraded":"2024-04-15T14:33:35.975707+0000","last_fullsized":"2024-04-15T14:33:35.975707+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T14:33:33.599136+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T14:33:33.599136+0000","last_clean_scrub_stamp":"2024-04-15T14:33:33.599136+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T14:38:37.078963+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,7],"acting":[2,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":10,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-15T14:33:34.983646+0000","last_change":"2024-04-15T14:33:34.982615+0000","last_active":"2024-04-15T14:33:34.983646+0000","last_peered":"2024-04-15T14:33:34.983646+0000","last_clean":"2024-04-15T14:33:34.983646+0000","last_became_active":"2024-04-15T14:33:34.982331+0000","last_became_peered":"2024-04-15T14:33:34.982331+0000","last_unstale":"2024-04-15T14:33:34.983646+0000","last_undegraded":"2024-04-15T14:33:34.983646+0000","last_fullsized":"2024-04-15T14:33:34.983646+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_clean_scrub_stamp":"2024-04-15T14:33:34.601025+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T20:54:20.013150+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.20","version":"0'0","reported_seq":10,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-15T14:33:34.998089+0000","last_change":"2024-04-15T14:33:34.990625+0000","last_active":"2024-04-15T14:33:34.998089+0000","last_peered":"2024-04-15T14:33:34.998089+0000","last_clean":"2024-04-15T14:33:34.998089+0000","last_became_active":"2024-04-15T14:33:34.989978+0000","last_became_peered":"2024-04-15T14:33:34.989978+0000","last_unstale":"2024-04-15T14:33:34.998089+0000","last_undegraded":"2024-04-15T14:33:34.998089+0000","last_fullsized":"2024-04-15T14:33:34.998089+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_clean_scrub_stamp":"2024-04-15T14:33:34.601025+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-17T01:30:06.257186+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.21","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-15T14:33:35.975256+0000","last_change":"2024-04-15T14:33:34.998364+0000","last_active":"2024-04-15T14:33:35.975256+0000","last_peered":"2024-04-15T14:33:35.975256+0000","last_clean":"2024-04-15T14:33:35.975256+0000","last_became_active":"2024-04-15T14:33:34.997044+0000","last_became_peered":"2024-04-15T14:33:34.997044+0000","last_unstale":"2024-04-15T14:33:35.975256+0000","last_undegraded":"2024-04-15T14:33:35.975256+0000","last_fullsized":"2024-04-15T14:33:35.975256+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_clean_scrub_stamp":"2024-04-15T14:33:34.601025+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T22:49:03.837452+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,6],"acting":[2,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.22","version":"0'0","reported_seq":4,"reported_epoch":62,"state":"creating+activating","last_fresh":"2024-04-15T14:33:34.985977+0000","last_change":"2024-04-15T14:33:34.978530+0000","last_active":"2024-04-15T14:33:34.601025+0000","last_peered":"2024-04-15T14:33:34.601025+0000","last_clean":"2024-04-15T14:33:34.601025+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-15T14:33:34.985977+0000","last_undegraded":"2024-04-15T14:33:34.985977+0000","last_fullsized":"2024-04-15T14:33:34.985977+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_clean_scrub_stamp":"2024-04-15T14:33:34.601025+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T16:58:09.752124+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,0],"acting":[5,3,0],"avail_no_missing":["5","0","3"],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.23","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-15T14:33:36.377124+0000","last_change":"2024-04-15T14:33:34.992800+0000","last_active":"2024-04-15T14:33:36.377124+0000","last_peered":"2024-04-15T14:33:36.377124+0000","last_clean":"2024-04-15T14:33:36.377124+0000","last_became_active":"2024-04-15T14:33:34.992471+0000","last_became_peered":"2024-04-15T14:33:34.992471+0000","last_unstale":"2024-04-15T14:33:36.377124+0000","last_undegraded":"2024-04-15T14:33:36.377124+0000","last_fullsized":"2024-04-15T14:33:36.377124+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_clean_scrub_stamp":"2024-04-15T14:33:34.601025+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T21:30:30.464102+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,4],"acting":[0,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.24","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-15T14:33:34.601025+0000","last_change":"2024-04-15T14:33:34.601025+0000","last_active":"2024-04-15T14:33:34.601025+0000","last_peered":"2024-04-15T14:33:34.601025+0000","last_clean":"2024-04-15T14:33:34.601025+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-15T14:33:34.601025+0000","last_undegraded":"2024-04-15T14:33:34.601025+0000","last_fullsized":"2024-04-15T14:33:34.601025+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_clean_scrub_stamp":"2024-04-15T14:33:34.601025+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.25","version":"0'0","reported_seq":10,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-15T14:33:35.002524+0000","last_change":"2024-04-15T14:33:35.001671+0000","last_active":"2024-04-15T14:33:35.002524+0000","last_peered":"2024-04-15T14:33:35.002524+0000","last_clean":"2024-04-15T14:33:35.002524+0000","last_became_active":"2024-04-15T14:33:35.001398+0000","last_became_peered":"2024-04-15T14:33:35.001398+0000","last_unstale":"2024-04-15T14:33:35.002524+0000","last_undegraded":"2024-04-15T14:33:35.002524+0000","last_fullsized":"2024-04-15T14:33:35.002524+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_clean_scrub_stamp":"2024-04-15T14:33:34.601025+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T19:15:22.634066+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,2],"acting":[1,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.26","version":"0'0","reported_seq":10,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-15T14:33:35.006972+0000","last_change":"2024-04-15T14:33:35.006191+0000","last_active":"2024-04-15T14:33:35.006972+0000","last_peered":"2024-04-15T14:33:35.006972+0000","last_clean":"2024-04-15T14:33:35.006972+0000","last_became_active":"2024-04-15T14:33:35.005905+0000","last_became_peered":"2024-04-15T14:33:35.005905+0000","last_unstale":"2024-04-15T14:33:35.006972+0000","last_undegraded":"2024-04-15T14:33:35.006972+0000","last_fullsized":"2024-04-15T14:33:35.006972+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_clean_scrub_stamp":"2024-04-15T14:33:34.601025+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T17:07:18.456027+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,4],"acting":[6,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.27","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-15T14:33:34.601025+0000","last_change":"2024-04-15T14:33:34.601025+0000","last_active":"2024-04-15T14:33:34.601025+0000","last_peered":"2024-04-15T14:33:34.601025+0000","last_clean":"2024-04-15T14:33:34.601025+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-15T14:33:34.601025+0000","last_undegraded":"2024-04-15T14:33:34.601025+0000","last_fullsized":"2024-04-15T14:33:34.601025+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_clean_scrub_stamp":"2024-04-15T14:33:34.601025+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.28","version":"0'0","reported_seq":10,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-15T14:33:34.990913+0000","last_change":"2024-04-15T14:33:34.989949+0000","last_active":"2024-04-15T14:33:34.990913+0000","last_peered":"2024-04-15T14:33:34.990913+0000","last_clean":"2024-04-15T14:33:34.990913+0000","last_became_active":"2024-04-15T14:33:34.989680+0000","last_became_peered":"2024-04-15T14:33:34.989680+0000","last_unstale":"2024-04-15T14:33:34.990913+0000","last_undegraded":"2024-04-15T14:33:34.990913+0000","last_fullsized":"2024-04-15T14:33:34.990913+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_clean_scrub_stamp":"2024-04-15T14:33:34.601025+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-17T02:13:17.656911+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-15T14:33:34.601025+0000","last_change":"2024-04-15T14:33:34.601025+0000","last_active":"2024-04-15T14:33:34.601025+0000","last_peered":"2024-04-15T14:33:34.601025+0000","last_clean":"2024-04-15T14:33:34.601025+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-15T14:33:34.601025+0000","last_undegraded":"2024-04-15T14:33:34.601025+0000","last_fullsized":"2024-04-15T14:33:34.601025+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_clean_scrub_stamp":"2024-04-15T14:33:34.601025+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.2a","version":"0'0","reported_seq":3,"reported_epoch":62,"state":"creating+activating","last_fresh":"2024-04-15T14:33:34.978172+0000","last_change":"2024-04-15T14:33:34.978172+0000","last_active":"2024-04-15T14:33:34.601025+0000","last_peered":"2024-04-15T14:33:34.601025+0000","last_clean":"2024-04-15T14:33:34.601025+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-15T14:33:34.978172+0000","last_undegraded":"2024-04-15T14:33:34.978172+0000","last_fullsized":"2024-04-15T14:33:34.978172+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_clean_scrub_stamp":"2024-04-15T14:33:34.601025+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-17T01:58:25.986752+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,6],"acting":[5,7,6],"avail_no_missing":["5","6","7"],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2b","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-15T14:33:36.377077+0000","last_change":"2024-04-15T14:33:34.996107+0000","last_active":"2024-04-15T14:33:36.377077+0000","last_peered":"2024-04-15T14:33:36.377077+0000","last_clean":"2024-04-15T14:33:36.377077+0000","last_became_active":"2024-04-15T14:33:34.995850+0000","last_became_peered":"2024-04-15T14:33:34.995850+0000","last_unstale":"2024-04-15T14:33:36.377077+0000","last_undegraded":"2024-04-15T14:33:36.377077+0000","last_fullsized":"2024-04-15T14:33:36.377077+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_clean_scrub_stamp":"2024-04-15T14:33:34.601025+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T17:16:20.140839+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,1],"acting":[0,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.2c","version":"0'0","reported_seq":10,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-15T14:33:35.007666+0000","last_change":"2024-04-15T14:33:35.007293+0000","last_active":"2024-04-15T14:33:35.007666+0000","last_peered":"2024-04-15T14:33:35.007666+0000","last_clean":"2024-04-15T14:33:35.007666+0000","last_became_active":"2024-04-15T14:33:35.006857+0000","last_became_peered":"2024-04-15T14:33:35.006857+0000","last_unstale":"2024-04-15T14:33:35.007666+0000","last_undegraded":"2024-04-15T14:33:35.007666+0000","last_fullsized":"2024-04-15T14:33:35.007666+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_clean_scrub_stamp":"2024-04-15T14:33:34.601025+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T16:40:38.422662+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,0],"acting":[6,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]}],"pool_stats":[{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":159,"acting":159,"num_store_stats":7},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":3563520,"data_stored":3542208,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":3,"acting":3,"num_store_stats":7},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":2362,"num_objects":21,"num_object_clones":0,"num_object_copies":63,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":21,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":44,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":13,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":61440,"data_stored":3764,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":36,"ondisk_log_size":36,"up":87,"acting":87,"num_store_stats":7}],"osd_stats":[{"osd":7,"up_from":55,"seq":236223201286,"num_pgs":44,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28216,"kb_used_data":1192,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716936,"statfs":{"total":95995035648,"available":95966142464,"internally_reserved":0,"allocated":1220608,"data_stored":848226,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":27654602},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.52300000000000002}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.59799999999999998}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.56000000000000005}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.432}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.40600000000000003}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.69699999999999995}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.61699999999999999}]}]},{"osd":6,"up_from":47,"seq":201863462923,"num_pgs":37,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28220,"kb_used_data":1196,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716932,"statfs":{"total":95995035648,"available":95966138368,"internally_reserved":0,"allocated":1224704,"data_stored":849186,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.378}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.35399999999999998}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.42999999999999999}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.41899999999999998}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.39800000000000002}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.53700000000000003}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.47599999999999998}]}]},{"osd":1,"up_from":13,"seq":55834574884,"num_pgs":32,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27644,"kb_used_data":616,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717508,"statfs":{"total":95995035648,"available":95966728192,"internally_reserved":0,"allocated":630784,"data_stored":257687,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Apr 15 14:32:50 2024","interfaces":[{"interface":"back","average":{"1min":0.36199999999999999,"5min":0.314,"15min":0.30599999999999999},"min":{"1min":0.26200000000000001,"5min":0.20399999999999999,"15min":0.20399999999999999},"max":{"1min":0.57499999999999996,"5min":0.57499999999999996,"15min":0.57499999999999996},"last":0.33200000000000002},{"interface":"front","average":{"1min":0.41699999999999998,"5min":0.32500000000000001,"15min":0.31},"min":{"1min":0.28199999999999997,"5min":0.20799999999999999,"15min":0.20799999999999999},"max":{"1min":0.60799999999999998,"5min":0.60799999999999998,"15min":0.60799999999999998},"last":0.32000000000000001}]},{"osd":2,"last update":"Mon Apr 15 14:33:18 2024","interfaces":[{"interface":"back","average":{"1min":0.41199999999999998,"5min":0.38800000000000001,"15min":0.38400000000000001},"min":{"1min":0.317,"5min":0.253,"15min":0.253},"max":{"1min":0.54600000000000004,"5min":0.56399999999999995,"15min":0.56399999999999995},"last":0.35399999999999998},{"interface":"front","average":{"1min":0.39400000000000002,"5min":0.35699999999999998,"15min":0.35099999999999998},"min":{"1min":0.30299999999999999,"5min":0.23699999999999999,"15min":0.23699999999999999},"max":{"1min":0.496,"5min":0.504,"15min":0.504},"last":0.30599999999999999}]},{"osd":3,"last update":"Mon Apr 15 14:32:39 2024","interfaces":[{"interface":"back","average":{"1min":0.39500000000000002,"5min":0.39500000000000002,"15min":0.39500000000000002},"min":{"1min":0.27800000000000002,"5min":0.27800000000000002,"15min":0.27800000000000002},"max":{"1min":0.61799999999999999,"5min":0.61799999999999999,"15min":0.61799999999999999},"last":0.40000000000000002},{"interface":"front","average":{"1min":0.434,"5min":0.434,"15min":0.434},"min":{"1min":0.32100000000000001,"5min":0.32100000000000001,"15min":0.32100000000000001},"max":{"1min":0.60499999999999998,"5min":0.60499999999999998,"15min":0.60499999999999998},"last":0.27000000000000002}]},{"osd":4,"last update":"Mon Apr 15 14:33:00 2024","interfaces":[{"interface":"back","average":{"1min":0.55300000000000005,"5min":0.55300000000000005,"15min":0.55300000000000005},"min":{"1min":0.41099999999999998,"5min":0.41099999999999998,"15min":0.41099999999999998},"max":{"1min":0.89300000000000002,"5min":0.89300000000000002,"15min":0.89300000000000002},"last":0.56899999999999995},{"interface":"front","average":{"1min":0.57799999999999996,"5min":0.57799999999999996,"15min":0.57799999999999996},"min":{"1min":0.41399999999999998,"5min":0.41399999999999998,"15min":0.41399999999999998},"max":{"1min":0.87,"5min":0.87,"15min":0.87},"last":0.47699999999999998}]},{"osd":5,"last update":"Mon Apr 15 14:33:26 2024","interfaces":[{"interface":"back","average":{"1min":0.57099999999999995,"5min":0.57099999999999995,"15min":0.57099999999999995},"min":{"1min":0.443,"5min":0.443,"15min":0.443},"max":{"1min":0.85099999999999998,"5min":0.85099999999999998,"15min":0.85099999999999998},"last":0.58999999999999997},{"interface":"front","average":{"1min":0.56699999999999995,"5min":0.56699999999999995,"15min":0.56699999999999995},"min":{"1min":0.40300000000000002,"5min":0.40300000000000002,"15min":0.40300000000000002},"max":{"1min":0.81299999999999994,"5min":0.81299999999999994,"15min":0.81299999999999994},"last":0.64700000000000002}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.57799999999999996}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.61599999999999999}]}]},{"osd":0,"up_from":8,"seq":34359738409,"num_pgs":43,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28236,"kb_used_data":1216,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716916,"statfs":{"total":95995035648,"available":95966121984,"internally_reserved":0,"allocated":1245184,"data_stored":855353,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Mon Apr 15 14:32:50 2024","interfaces":[{"interface":"back","average":{"1min":0.41099999999999998,"5min":0.33600000000000002,"15min":0.32400000000000001},"min":{"1min":0.29499999999999998,"5min":0.22800000000000001,"15min":0.22800000000000001},"max":{"1min":0.60199999999999998,"5min":0.60199999999999998,"15min":0.60199999999999998},"last":0.438},{"interface":"front","average":{"1min":0.42299999999999999,"5min":0.34899999999999998,"15min":0.33700000000000002},"min":{"1min":0.32700000000000001,"5min":0.217,"15min":0.217},"max":{"1min":0.51700000000000002,"5min":0.51700000000000002,"15min":0.51700000000000002},"last":0.32000000000000001}]},{"osd":2,"last update":"Mon Apr 15 14:33:14 2024","interfaces":[{"interface":"back","average":{"1min":0.42599999999999999,"5min":0.40999999999999998,"15min":0.40699999999999997},"min":{"1min":0.30399999999999999,"5min":0.27800000000000002,"15min":0.27800000000000002},"max":{"1min":0.60499999999999998,"5min":0.60499999999999998,"15min":0.60499999999999998},"last":0.38300000000000001},{"interface":"front","average":{"1min":0.45600000000000002,"5min":0.42399999999999999,"15min":0.41799999999999998},"min":{"1min":0.34899999999999998,"5min":0.29599999999999999,"15min":0.29599999999999999},"max":{"1min":0.65700000000000003,"5min":0.65700000000000003,"15min":0.65700000000000003},"last":0.39800000000000002}]},{"osd":3,"last update":"Mon Apr 15 14:32:38 2024","interfaces":[{"interface":"back","average":{"1min":0.433,"5min":0.433,"15min":0.433},"min":{"1min":0.316,"5min":0.316,"15min":0.316},"max":{"1min":0.63200000000000001,"5min":0.63200000000000001,"15min":0.63200000000000001},"last":0.36399999999999999},{"interface":"front","average":{"1min":0.45300000000000001,"5min":0.45300000000000001,"15min":0.45300000000000001},"min":{"1min":0.33200000000000002,"5min":0.33200000000000002,"15min":0.33200000000000002},"max":{"1min":0.65400000000000003,"5min":0.65400000000000003,"15min":0.65400000000000003},"last":0.34200000000000003}]},{"osd":4,"last update":"Mon Apr 15 14:33:04 2024","interfaces":[{"interface":"back","average":{"1min":0.57699999999999996,"5min":0.57699999999999996,"15min":0.57699999999999996},"min":{"1min":0.41099999999999998,"5min":0.41099999999999998,"15min":0.41099999999999998},"max":{"1min":0.89300000000000002,"5min":0.89300000000000002,"15min":0.89300000000000002},"last":0.749},{"interface":"front","average":{"1min":0.58299999999999996,"5min":0.58299999999999996,"15min":0.58299999999999996},"min":{"1min":0.437,"5min":0.437,"15min":0.437},"max":{"1min":0.755,"5min":0.755,"15min":0.755},"last":0.57899999999999996}]},{"osd":5,"last update":"Mon Apr 15 14:33:27 2024","interfaces":[{"interface":"back","average":{"1min":0.59899999999999998,"5min":0.59899999999999998,"15min":0.59899999999999998},"min":{"1min":0.495,"5min":0.495,"15min":0.495},"max":{"1min":0.76500000000000001,"5min":0.76500000000000001,"15min":0.76500000000000001},"last":0.72599999999999998},{"interface":"front","average":{"1min":0.58799999999999997,"5min":0.58799999999999997,"15min":0.58799999999999997},"min":{"1min":0.41999999999999998,"5min":0.41999999999999998,"15min":0.41999999999999998},"max":{"1min":0.79900000000000004,"5min":0.79900000000000004,"15min":0.79900000000000004},"last":0.60199999999999998}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.51800000000000002}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.63400000000000001}]}]},{"osd":2,"up_from":18,"seq":77309411359,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27652,"kb_used_data":620,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717500,"statfs":{"total":95995035648,"available":95966720000,"internally_reserved":0,"allocated":634880,"data_stored":264257,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Apr 15 14:33:15 2024","interfaces":[{"interface":"back","average":{"1min":0.45000000000000001,"5min":0.39900000000000002,"15min":0.39100000000000001},"min":{"1min":0.25900000000000001,"5min":0.25,"15min":0.25},"max":{"1min":0.76600000000000001,"5min":0.76600000000000001,"15min":0.76600000000000001},"last":0.52200000000000002},{"interface":"front","average":{"1min":0.443,"5min":0.40400000000000003,"15min":0.39800000000000002},"min":{"1min":0.28000000000000003,"5min":0.245,"15min":0.245},"max":{"1min":0.73299999999999998,"5min":0.73299999999999998,"15min":0.73299999999999998},"last":0.41299999999999998}]},{"osd":1,"last update":"Mon Apr 15 14:33:15 2024","interfaces":[{"interface":"back","average":{"1min":0.41199999999999998,"5min":0.39400000000000002,"15min":0.39100000000000001},"min":{"1min":0.30399999999999999,"5min":0.28100000000000003,"15min":0.28100000000000003},"max":{"1min":0.67900000000000005,"5min":0.67900000000000005,"15min":0.67900000000000005},"last":0.438},{"interface":"front","average":{"1min":0.51700000000000002,"5min":0.46200000000000002,"15min":0.45300000000000001},"min":{"1min":0.38200000000000001,"5min":0.29899999999999999,"15min":0.29899999999999999},"max":{"1min":0.78400000000000003,"5min":0.78400000000000003,"15min":0.78400000000000003},"last":0.505}]},{"osd":3,"last update":"Mon Apr 15 14:32:41 2024","interfaces":[{"interface":"back","average":{"1min":0.46999999999999997,"5min":0.46999999999999997,"15min":0.46999999999999997},"min":{"1min":0.32500000000000001,"5min":0.32500000000000001,"15min":0.32500000000000001},"max":{"1min":0.65300000000000002,"5min":0.65300000000000002,"15min":0.65300000000000002},"last":0.47399999999999998},{"interface":"front","average":{"1min":0.47199999999999998,"5min":0.47199999999999998,"15min":0.47199999999999998},"min":{"1min":0.29299999999999998,"5min":0.29299999999999998,"15min":0.29299999999999998},"max":{"1min":0.68200000000000005,"5min":0.68200000000000005,"15min":0.68200000000000005},"last":0.53800000000000003}]},{"osd":4,"last update":"Mon Apr 15 14:33:02 2024","interfaces":[{"interface":"back","average":{"1min":0.60599999999999998,"5min":0.60599999999999998,"15min":0.60599999999999998},"min":{"1min":0.38700000000000001,"5min":0.38700000000000001,"15min":0.38700000000000001},"max":{"1min":0.77900000000000003,"5min":0.77900000000000003,"15min":0.77900000000000003},"last":0.83199999999999996},{"interface":"front","average":{"1min":0.63700000000000001,"5min":0.63700000000000001,"15min":0.63700000000000001},"min":{"1min":0.46899999999999997,"5min":0.46899999999999997,"15min":0.46899999999999997},"max":{"1min":0.83199999999999996,"5min":0.83199999999999996,"15min":0.83199999999999996},"last":0.81200000000000006}]},{"osd":5,"last update":"Mon Apr 15 14:33:25 2024","interfaces":[{"interface":"back","average":{"1min":0.58899999999999997,"5min":0.58899999999999997,"15min":0.58899999999999997},"min":{"1min":0.40300000000000002,"5min":0.40300000000000002,"15min":0.40300000000000002},"max":{"1min":0.76200000000000001,"5min":0.76200000000000001,"15min":0.76200000000000001},"last":0.77000000000000002},{"interface":"front","average":{"1min":0.59099999999999997,"5min":0.59099999999999997,"15min":0.59099999999999997},"min":{"1min":0.434,"5min":0.434,"15min":0.434},"max":{"1min":0.77000000000000002,"5min":0.77000000000000002,"15min":0.77000000000000002},"last":0.79200000000000004}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.68600000000000005}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.89100000000000001}]}]},{"osd":3,"up_from":25,"seq":107374182425,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":93745152,"kb_used":27588,"kb_used_data":568,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717564,"statfs":{"total":95995035648,"available":95966785536,"internally_reserved":0,"allocated":581632,"data_stored":237097,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":27654599},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Apr 15 14:32:42 2024","interfaces":[{"interface":"back","average":{"1min":0.40500000000000003,"5min":0.40500000000000003,"15min":0.40500000000000003},"min":{"1min":0.28199999999999997,"5min":0.28199999999999997,"15min":0.28199999999999997},"max":{"1min":0.56299999999999994,"5min":0.56299999999999994,"15min":0.56299999999999994},"last":0.309},{"interface":"front","average":{"1min":0.437,"5min":0.437,"15min":0.437},"min":{"1min":0.29399999999999998,"5min":0.29399999999999998,"15min":0.29399999999999998},"max":{"1min":0.69199999999999995,"5min":0.69199999999999995,"15min":0.69199999999999995},"last":0.376}]},{"osd":1,"last update":"Mon Apr 15 14:32:42 2024","interfaces":[{"interface":"back","average":{"1min":0.433,"5min":0.433,"15min":0.433},"min":{"1min":0.27600000000000002,"5min":0.27600000000000002,"15min":0.27600000000000002},"max":{"1min":0.63500000000000001,"5min":0.63500000000000001,"15min":0.63500000000000001},"last":0.32400000000000001},{"interface":"front","average":{"1min":0.46600000000000003,"5min":0.46600000000000003,"15min":0.46600000000000003},"min":{"1min":0.32700000000000001,"5min":0.32700000000000001,"15min":0.32700000000000001},"max":{"1min":0.60599999999999998,"5min":0.60599999999999998,"15min":0.60599999999999998},"last":0.26700000000000002}]},{"osd":2,"last update":"Mon Apr 15 14:32:42 2024","interfaces":[{"interface":"back","average":{"1min":0.46999999999999997,"5min":0.46999999999999997,"15min":0.46999999999999997},"min":{"1min":0.27600000000000002,"5min":0.27600000000000002,"15min":0.27600000000000002},"max":{"1min":0.61099999999999999,"5min":0.61099999999999999,"15min":0.61099999999999999},"last":0.39300000000000002},{"interface":"front","average":{"1min":0.46300000000000002,"5min":0.46300000000000002,"15min":0.46300000000000002},"min":{"1min":0.25900000000000001,"5min":0.25900000000000001,"15min":0.25900000000000001},"max":{"1min":0.625,"5min":0.625,"15min":0.625},"last":0.35499999999999998}]},{"osd":4,"last update":"Mon Apr 15 14:33:03 2024","interfaces":[{"interface":"back","average":{"1min":0.54800000000000004,"5min":0.54800000000000004,"15min":0.54800000000000004},"min":{"1min":0.38200000000000001,"5min":0.38200000000000001,"15min":0.38200000000000001},"max":{"1min":0.78000000000000003,"5min":0.78000000000000003,"15min":0.78000000000000003},"last":0.40400000000000003},{"interface":"front","average":{"1min":0.60499999999999998,"5min":0.60499999999999998,"15min":0.60499999999999998},"min":{"1min":0.40600000000000003,"5min":0.40600000000000003,"15min":0.40600000000000003},"max":{"1min":0.83399999999999996,"5min":0.83399999999999996,"15min":0.83399999999999996},"last":0.46400000000000002}]},{"osd":5,"last update":"Mon Apr 15 14:33:26 2024","interfaces":[{"interface":"back","average":{"1min":0.59299999999999997,"5min":0.59299999999999997,"15min":0.59299999999999997},"min":{"1min":0.38500000000000001,"5min":0.38500000000000001,"15min":0.38500000000000001},"max":{"1min":0.80400000000000005,"5min":0.80400000000000005,"15min":0.80400000000000005},"last":0.44700000000000001},{"interface":"front","average":{"1min":0.58399999999999996,"5min":0.58399999999999996,"15min":0.58399999999999996},"min":{"1min":0.40100000000000002,"5min":0.40100000000000002,"15min":0.40100000000000002},"max":{"1min":0.76100000000000001,"5min":0.76100000000000001,"15min":0.76100000000000001},"last":0.41799999999999998}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.42499999999999999}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.433}]}]},{"osd":4,"up_from":30,"seq":128849018901,"num_pgs":38,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27644,"kb_used_data":620,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717508,"statfs":{"total":95995035648,"available":95966728192,"internally_reserved":0,"allocated":634880,"data_stored":257962,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Apr 15 14:33:02 2024","interfaces":[{"interface":"back","average":{"1min":0.55600000000000005,"5min":0.55600000000000005,"15min":0.55600000000000005},"min":{"1min":0.36599999999999999,"5min":0.36599999999999999,"15min":0.36599999999999999},"max":{"1min":0.84399999999999997,"5min":0.84399999999999997,"15min":0.84399999999999997},"last":0.57699999999999996},{"interface":"front","average":{"1min":0.55000000000000004,"5min":0.55000000000000004,"15min":0.55000000000000004},"min":{"1min":0.38700000000000001,"5min":0.38700000000000001,"15min":0.38700000000000001},"max":{"1min":0.747,"5min":0.747,"15min":0.747},"last":0.44600000000000001}]},{"osd":1,"last update":"Mon Apr 15 14:33:02 2024","interfaces":[{"interface":"back","average":{"1min":0.55100000000000005,"5min":0.55100000000000005,"15min":0.55100000000000005},"min":{"1min":0.39900000000000002,"5min":0.39900000000000002,"15min":0.39900000000000002},"max":{"1min":0.77100000000000002,"5min":0.77100000000000002,"15min":0.77100000000000002},"last":0.46899999999999997},{"interface":"front","average":{"1min":0.54300000000000004,"5min":0.54300000000000004,"15min":0.54300000000000004},"min":{"1min":0.36599999999999999,"5min":0.36599999999999999,"15min":0.36599999999999999},"max":{"1min":0.77100000000000002,"5min":0.77100000000000002,"15min":0.77100000000000002},"last":0.65900000000000003}]},{"osd":2,"last update":"Mon Apr 15 14:33:02 2024","interfaces":[{"interface":"back","average":{"1min":0.56999999999999995,"5min":0.56999999999999995,"15min":0.56999999999999995},"min":{"1min":0.39300000000000002,"5min":0.39300000000000002,"15min":0.39300000000000002},"max":{"1min":0.79700000000000004,"5min":0.79700000000000004,"15min":0.79700000000000004},"last":0.50800000000000001},{"interface":"front","average":{"1min":0.56499999999999995,"5min":0.56499999999999995,"15min":0.56499999999999995},"min":{"1min":0.42299999999999999,"5min":0.42299999999999999,"15min":0.42299999999999999},"max":{"1min":0.85199999999999998,"5min":0.85199999999999998,"15min":0.85199999999999998},"last":0.54700000000000004}]},{"osd":3,"last update":"Mon Apr 15 14:33:02 2024","interfaces":[{"interface":"back","average":{"1min":0.55300000000000005,"5min":0.55300000000000005,"15min":0.55300000000000005},"min":{"1min":0.41399999999999998,"5min":0.41399999999999998,"15min":0.41399999999999998},"max":{"1min":0.80700000000000005,"5min":0.80700000000000005,"15min":0.80700000000000005},"last":0.67000000000000004},{"interface":"front","average":{"1min":0.55200000000000005,"5min":0.55200000000000005,"15min":0.55200000000000005},"min":{"1min":0.376,"5min":0.376,"15min":0.376},"max":{"1min":0.76100000000000001,"5min":0.76100000000000001,"15min":0.76100000000000001},"last":0.59399999999999997}]},{"osd":5,"last update":"Mon Apr 15 14:33:26 2024","interfaces":[{"interface":"back","average":{"1min":0.34899999999999998,"5min":0.34899999999999998,"15min":0.34899999999999998},"min":{"1min":0.27600000000000002,"5min":0.27600000000000002,"15min":0.27600000000000002},"max":{"1min":0.54500000000000004,"5min":0.54500000000000004,"15min":0.54500000000000004},"last":0.70299999999999996},{"interface":"front","average":{"1min":0.38200000000000001,"5min":0.38200000000000001,"15min":0.38200000000000001},"min":{"1min":0.28399999999999997,"5min":0.28399999999999997,"15min":0.28399999999999997},"max":{"1min":0.63100000000000001,"5min":0.63100000000000001,"15min":0.63100000000000001},"last":0.63200000000000001}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.71699999999999997}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.754}]}]},{"osd":5,"up_from":38,"seq":163208757264,"num_pgs":5,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27600,"kb_used_data":580,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717552,"statfs":{"total":95995035648,"available":95966773248,"internally_reserved":0,"allocated":593920,"data_stored":243344,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Apr 15 14:33:28 2024","interfaces":[{"interface":"back","average":{"1min":0.54200000000000004,"5min":0.54200000000000004,"15min":0.54200000000000004},"min":{"1min":0.38200000000000001,"5min":0.38200000000000001,"15min":0.38200000000000001},"max":{"1min":0.69899999999999995,"5min":0.69899999999999995,"15min":0.69899999999999995},"last":0.52000000000000002},{"interface":"front","average":{"1min":0.47799999999999998,"5min":0.47799999999999998,"15min":0.47799999999999998},"min":{"1min":0.38,"5min":0.38,"15min":0.38},"max":{"1min":0.628,"5min":0.628,"15min":0.628},"last":0.56100000000000005}]},{"osd":1,"last update":"Mon Apr 15 14:33:28 2024","interfaces":[{"interface":"back","average":{"1min":0.51600000000000001,"5min":0.51600000000000001,"15min":0.51600000000000001},"min":{"1min":0.39800000000000002,"5min":0.39800000000000002,"15min":0.39800000000000002},"max":{"1min":0.69099999999999995,"5min":0.69099999999999995,"15min":0.69099999999999995},"last":0.64900000000000002},{"interface":"front","average":{"1min":0.51300000000000001,"5min":0.51300000000000001,"15min":0.51300000000000001},"min":{"1min":0.35199999999999998,"5min":0.35199999999999998,"15min":0.35199999999999998},"max":{"1min":0.68000000000000005,"5min":0.68000000000000005,"15min":0.68000000000000005},"last":0.44}]},{"osd":2,"last update":"Mon Apr 15 14:33:28 2024","interfaces":[{"interface":"back","average":{"1min":0.54800000000000004,"5min":0.54800000000000004,"15min":0.54800000000000004},"min":{"1min":0.39500000000000002,"5min":0.39500000000000002,"15min":0.39500000000000002},"max":{"1min":0.69199999999999995,"5min":0.69199999999999995,"15min":0.69199999999999995},"last":0.58099999999999996},{"interface":"front","average":{"1min":0.501,"5min":0.501,"15min":0.501},"min":{"1min":0.36499999999999999,"5min":0.36499999999999999,"15min":0.36499999999999999},"max":{"1min":0.66500000000000004,"5min":0.66500000000000004,"15min":0.66500000000000004},"last":0.59899999999999998}]},{"osd":3,"last update":"Mon Apr 15 14:33:28 2024","interfaces":[{"interface":"back","average":{"1min":0.51900000000000002,"5min":0.51900000000000002,"15min":0.51900000000000002},"min":{"1min":0.39000000000000001,"5min":0.39000000000000001,"15min":0.39000000000000001},"max":{"1min":0.66700000000000004,"5min":0.66700000000000004,"15min":0.66700000000000004},"last":0.63300000000000001},{"interface":"front","average":{"1min":0.52400000000000002,"5min":0.52400000000000002,"15min":0.52400000000000002},"min":{"1min":0.41299999999999998,"5min":0.41299999999999998,"15min":0.41299999999999998},"max":{"1min":0.70799999999999996,"5min":0.70799999999999996,"15min":0.70799999999999996},"last":0.70099999999999996}]},{"osd":4,"last update":"Mon Apr 15 14:33:28 2024","interfaces":[{"interface":"back","average":{"1min":0.34599999999999997,"5min":0.34599999999999997,"15min":0.34599999999999997},"min":{"1min":0.26600000000000001,"5min":0.26600000000000001,"15min":0.26600000000000001},"max":{"1min":0.42899999999999999,"5min":0.42899999999999999,"15min":0.42899999999999999},"last":0.48899999999999999},{"interface":"front","average":{"1min":0.375,"5min":0.375,"15min":0.375},"min":{"1min":0.28499999999999998,"5min":0.28499999999999998,"15min":0.28499999999999998},"max":{"1min":0.64000000000000001,"5min":0.64000000000000001,"15min":0.64000000000000001},"last":0.66100000000000003}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.67600000000000005}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.72299999999999998}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":728,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":160,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":708,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":1564,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":604,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-04-15T14:33:38.688 INFO:tasks.cephfs.filesystem.ceph_manager:PG 3.3a is not active+clean 2024-04-15T14:33:38.688 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '3.3a', 'version': "0'0", 'reported_seq': 7, 'reported_epoch': 62, 'state': 'active', 'last_fresh': '2024-04-15T14:33:34.991662+0000', 'last_change': '2024-04-15T14:33:34.991583+0000', 'last_active': '2024-04-15T14:33:34.991662+0000', 'last_peered': '2024-04-15T14:33:34.991662+0000', 'last_clean': '2024-04-15T14:33:34.601025+0000', 'last_became_active': '2024-04-15T14:33:34.991583+0000', 'last_became_peered': '2024-04-15T14:33:34.991583+0000', 'last_unstale': '2024-04-15T14:33:34.991662+0000', 'last_undegraded': '2024-04-15T14:33:34.991662+0000', 'last_fullsized': '2024-04-15T14:33:34.991662+0000', 'mapping_epoch': 61, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 61, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-04-15T14:33:34.601025+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-04-15T14:33:34.601025+0000', 'last_clean_scrub_stamp': '2024-04-15T14:33:34.601025+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'periodic scrub scheduled @ 2024-04-16T21:21:59.746956+0000', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [5, 0, 1], 'acting': [5, 0, 1], 'avail_no_missing': ['5', '0', '1'], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 5, 'acting_primary': 5, 'purged_snaps': []} 2024-04-15T14:33:38.688 INFO:tasks.cephfs.filesystem.ceph_manager:PG 3.38 is not active+clean 2024-04-15T14:33:38.689 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '3.38', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-04-15T14:33:34.601025+0000', 'last_change': '2024-04-15T14:33:34.601025+0000', 'last_active': '2024-04-15T14:33:34.601025+0000', 'last_peered': '2024-04-15T14:33:34.601025+0000', 'last_clean': '2024-04-15T14:33:34.601025+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-04-15T14:33:34.601025+0000', 'last_undegraded': '2024-04-15T14:33:34.601025+0000', 'last_fullsized': '2024-04-15T14:33:34.601025+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-04-15T14:33:34.601025+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-04-15T14:33:34.601025+0000', 'last_clean_scrub_stamp': '2024-04-15T14:33:34.601025+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-04-15T14:33:38.689 INFO:tasks.cephfs.filesystem.ceph_manager:PG 3.33 is not active+clean 2024-04-15T14:33:38.689 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '3.33', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-04-15T14:33:34.601025+0000', 'last_change': '2024-04-15T14:33:34.601025+0000', 'last_active': '2024-04-15T14:33:34.601025+0000', 'last_peered': '2024-04-15T14:33:34.601025+0000', 'last_clean': '2024-04-15T14:33:34.601025+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-04-15T14:33:34.601025+0000', 'last_undegraded': '2024-04-15T14:33:34.601025+0000', 'last_fullsized': '2024-04-15T14:33:34.601025+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-04-15T14:33:34.601025+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-04-15T14:33:34.601025+0000', 'last_clean_scrub_stamp': '2024-04-15T14:33:34.601025+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-04-15T14:33:38.689 INFO:tasks.cephfs.filesystem.ceph_manager:PG 3.30 is not active+clean 2024-04-15T14:33:38.689 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '3.30', 'version': "0'0", 'reported_seq': 4, 'reported_epoch': 62, 'state': 'creating+activating', 'last_fresh': '2024-04-15T14:33:34.984624+0000', 'last_change': '2024-04-15T14:33:34.976748+0000', 'last_active': '2024-04-15T14:33:34.601025+0000', 'last_peered': '2024-04-15T14:33:34.601025+0000', 'last_clean': '2024-04-15T14:33:34.601025+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-04-15T14:33:34.984624+0000', 'last_undegraded': '2024-04-15T14:33:34.984624+0000', 'last_fullsized': '2024-04-15T14:33:34.984624+0000', 'mapping_epoch': 61, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 61, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-04-15T14:33:34.601025+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-04-15T14:33:34.601025+0000', 'last_clean_scrub_stamp': '2024-04-15T14:33:34.601025+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'periodic scrub scheduled @ 2024-04-16T17:15:05.168262+0000', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [5, 0, 7], 'acting': [5, 0, 7], 'avail_no_missing': ['5', '0', '7'], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 5, 'acting_primary': 5, 'purged_snaps': []} 2024-04-15T14:33:38.689 INFO:tasks.cephfs.filesystem.ceph_manager:PG 3.2f is not active+clean 2024-04-15T14:33:38.689 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '3.2f', 'version': "0'0", 'reported_seq': 7, 'reported_epoch': 62, 'state': 'active', 'last_fresh': '2024-04-15T14:33:34.994247+0000', 'last_change': '2024-04-15T14:33:34.993855+0000', 'last_active': '2024-04-15T14:33:34.994247+0000', 'last_peered': '2024-04-15T14:33:34.994247+0000', 'last_clean': '2024-04-15T14:33:34.601025+0000', 'last_became_active': '2024-04-15T14:33:34.993855+0000', 'last_became_peered': '2024-04-15T14:33:34.993855+0000', 'last_unstale': '2024-04-15T14:33:34.994247+0000', 'last_undegraded': '2024-04-15T14:33:34.994247+0000', 'last_fullsized': '2024-04-15T14:33:34.994247+0000', 'mapping_epoch': 61, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 61, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-04-15T14:33:34.601025+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-04-15T14:33:34.601025+0000', 'last_clean_scrub_stamp': '2024-04-15T14:33:34.601025+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'periodic scrub scheduled @ 2024-04-16T20:28:23.544001+0000', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [5, 7, 4], 'acting': [5, 7, 4], 'avail_no_missing': ['5', '4', '7'], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 5, 'acting_primary': 5, 'purged_snaps': []} 2024-04-15T14:33:38.689 INFO:tasks.cephfs.filesystem.ceph_manager:PG 3.1e is not active+clean 2024-04-15T14:33:38.689 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '3.1e', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-04-15T14:33:34.601025+0000', 'last_change': '2024-04-15T14:33:34.601025+0000', 'last_active': '2024-04-15T14:33:34.601025+0000', 'last_peered': '2024-04-15T14:33:34.601025+0000', 'last_clean': '2024-04-15T14:33:34.601025+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-04-15T14:33:34.601025+0000', 'last_undegraded': '2024-04-15T14:33:34.601025+0000', 'last_fullsized': '2024-04-15T14:33:34.601025+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-04-15T14:33:34.601025+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-04-15T14:33:34.601025+0000', 'last_clean_scrub_stamp': '2024-04-15T14:33:34.601025+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-04-15T14:33:38.689 INFO:tasks.cephfs.filesystem.ceph_manager:PG 2.1e is not active+clean 2024-04-15T14:33:38.690 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '2.1e', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-04-15T14:33:33.599136+0000', 'last_change': '2024-04-15T14:33:33.599136+0000', 'last_active': '2024-04-15T14:33:33.599136+0000', 'last_peered': '2024-04-15T14:33:33.599136+0000', 'last_clean': '2024-04-15T14:33:33.599136+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-04-15T14:33:33.599136+0000', 'last_undegraded': '2024-04-15T14:33:33.599136+0000', 'last_fullsized': '2024-04-15T14:33:33.599136+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-04-15T14:33:33.599136+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-04-15T14:33:33.599136+0000', 'last_clean_scrub_stamp': '2024-04-15T14:33:33.599136+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-04-15T14:33:38.690 INFO:tasks.cephfs.filesystem.ceph_manager:PG 3.1d is not active+clean 2024-04-15T14:33:38.690 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '3.1d', 'version': "0'0", 'reported_seq': 4, 'reported_epoch': 62, 'state': 'creating+activating', 'last_fresh': '2024-04-15T14:33:34.984126+0000', 'last_change': '2024-04-15T14:33:34.977782+0000', 'last_active': '2024-04-15T14:33:34.601025+0000', 'last_peered': '2024-04-15T14:33:34.601025+0000', 'last_clean': '2024-04-15T14:33:34.601025+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-04-15T14:33:34.984126+0000', 'last_undegraded': '2024-04-15T14:33:34.984126+0000', 'last_fullsized': '2024-04-15T14:33:34.984126+0000', 'mapping_epoch': 61, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 61, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-04-15T14:33:34.601025+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-04-15T14:33:34.601025+0000', 'last_clean_scrub_stamp': '2024-04-15T14:33:34.601025+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'periodic scrub scheduled @ 2024-04-16T23:38:01.119309+0000', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [5, 4, 6], 'acting': [5, 4, 6], 'avail_no_missing': ['5', '4', '6'], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 5, 'acting_primary': 5, 'purged_snaps': []} 2024-04-15T14:33:38.690 INFO:tasks.cephfs.filesystem.ceph_manager:PG 2.1b is not active+clean 2024-04-15T14:33:38.690 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '2.1b', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-04-15T14:33:33.599136+0000', 'last_change': '2024-04-15T14:33:33.599136+0000', 'last_active': '2024-04-15T14:33:33.599136+0000', 'last_peered': '2024-04-15T14:33:33.599136+0000', 'last_clean': '2024-04-15T14:33:33.599136+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-04-15T14:33:33.599136+0000', 'last_undegraded': '2024-04-15T14:33:33.599136+0000', 'last_fullsized': '2024-04-15T14:33:33.599136+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-04-15T14:33:33.599136+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-04-15T14:33:33.599136+0000', 'last_clean_scrub_stamp': '2024-04-15T14:33:33.599136+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-04-15T14:33:38.690 INFO:tasks.cephfs.filesystem.ceph_manager:PG 2.19 is not active+clean 2024-04-15T14:33:38.690 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '2.19', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-04-15T14:33:33.599136+0000', 'last_change': '2024-04-15T14:33:33.599136+0000', 'last_active': '2024-04-15T14:33:33.599136+0000', 'last_peered': '2024-04-15T14:33:33.599136+0000', 'last_clean': '2024-04-15T14:33:33.599136+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-04-15T14:33:33.599136+0000', 'last_undegraded': '2024-04-15T14:33:33.599136+0000', 'last_fullsized': '2024-04-15T14:33:33.599136+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-04-15T14:33:33.599136+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-04-15T14:33:33.599136+0000', 'last_clean_scrub_stamp': '2024-04-15T14:33:33.599136+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-04-15T14:33:38.690 INFO:tasks.cephfs.filesystem.ceph_manager:PG 3.18 is not active+clean 2024-04-15T14:33:38.690 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '3.18', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-04-15T14:33:34.601025+0000', 'last_change': '2024-04-15T14:33:34.601025+0000', 'last_active': '2024-04-15T14:33:34.601025+0000', 'last_peered': '2024-04-15T14:33:34.601025+0000', 'last_clean': '2024-04-15T14:33:34.601025+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-04-15T14:33:34.601025+0000', 'last_undegraded': '2024-04-15T14:33:34.601025+0000', 'last_fullsized': '2024-04-15T14:33:34.601025+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-04-15T14:33:34.601025+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-04-15T14:33:34.601025+0000', 'last_clean_scrub_stamp': '2024-04-15T14:33:34.601025+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-04-15T14:33:38.690 INFO:tasks.cephfs.filesystem.ceph_manager:PG 3.16 is not active+clean 2024-04-15T14:33:38.690 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '3.16', 'version': "0'0", 'reported_seq': 4, 'reported_epoch': 62, 'state': 'creating+activating', 'last_fresh': '2024-04-15T14:33:34.989205+0000', 'last_change': '2024-04-15T14:33:34.977038+0000', 'last_active': '2024-04-15T14:33:34.601025+0000', 'last_peered': '2024-04-15T14:33:34.601025+0000', 'last_clean': '2024-04-15T14:33:34.601025+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-04-15T14:33:34.989205+0000', 'last_undegraded': '2024-04-15T14:33:34.989205+0000', 'last_fullsized': '2024-04-15T14:33:34.989205+0000', 'mapping_epoch': 61, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 61, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-04-15T14:33:34.601025+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-04-15T14:33:34.601025+0000', 'last_clean_scrub_stamp': '2024-04-15T14:33:34.601025+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'periodic scrub scheduled @ 2024-04-16T21:52:20.945166+0000', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [5, 7, 1], 'acting': [5, 7, 1], 'avail_no_missing': ['5', '1', '7'], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 5, 'acting_primary': 5, 'purged_snaps': []} 2024-04-15T14:33:38.691 INFO:tasks.cephfs.filesystem.ceph_manager:PG 3.2 is not active+clean 2024-04-15T14:33:38.691 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '3.2', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-04-15T14:33:34.601025+0000', 'last_change': '2024-04-15T14:33:34.601025+0000', 'last_active': '2024-04-15T14:33:34.601025+0000', 'last_peered': '2024-04-15T14:33:34.601025+0000', 'last_clean': '2024-04-15T14:33:34.601025+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-04-15T14:33:34.601025+0000', 'last_undegraded': '2024-04-15T14:33:34.601025+0000', 'last_fullsized': '2024-04-15T14:33:34.601025+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-04-15T14:33:34.601025+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-04-15T14:33:34.601025+0000', 'last_clean_scrub_stamp': '2024-04-15T14:33:34.601025+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-04-15T14:33:38.691 INFO:tasks.cephfs.filesystem.ceph_manager:PG 3.7 is not active+clean 2024-04-15T14:33:38.691 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '3.7', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-04-15T14:33:34.601025+0000', 'last_change': '2024-04-15T14:33:34.601025+0000', 'last_active': '2024-04-15T14:33:34.601025+0000', 'last_peered': '2024-04-15T14:33:34.601025+0000', 'last_clean': '2024-04-15T14:33:34.601025+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-04-15T14:33:34.601025+0000', 'last_undegraded': '2024-04-15T14:33:34.601025+0000', 'last_fullsized': '2024-04-15T14:33:34.601025+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-04-15T14:33:34.601025+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-04-15T14:33:34.601025+0000', 'last_clean_scrub_stamp': '2024-04-15T14:33:34.601025+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-04-15T14:33:38.691 INFO:tasks.cephfs.filesystem.ceph_manager:PG 3.8 is not active+clean 2024-04-15T14:33:38.691 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '3.8', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-04-15T14:33:34.601025+0000', 'last_change': '2024-04-15T14:33:34.601025+0000', 'last_active': '2024-04-15T14:33:34.601025+0000', 'last_peered': '2024-04-15T14:33:34.601025+0000', 'last_clean': '2024-04-15T14:33:34.601025+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-04-15T14:33:34.601025+0000', 'last_undegraded': '2024-04-15T14:33:34.601025+0000', 'last_fullsized': '2024-04-15T14:33:34.601025+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-04-15T14:33:34.601025+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-04-15T14:33:34.601025+0000', 'last_clean_scrub_stamp': '2024-04-15T14:33:34.601025+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-04-15T14:33:38.691 INFO:tasks.cephfs.filesystem.ceph_manager:PG 3.b is not active+clean 2024-04-15T14:33:38.691 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '3.b', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-04-15T14:33:34.601025+0000', 'last_change': '2024-04-15T14:33:34.601025+0000', 'last_active': '2024-04-15T14:33:34.601025+0000', 'last_peered': '2024-04-15T14:33:34.601025+0000', 'last_clean': '2024-04-15T14:33:34.601025+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-04-15T14:33:34.601025+0000', 'last_undegraded': '2024-04-15T14:33:34.601025+0000', 'last_fullsized': '2024-04-15T14:33:34.601025+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-04-15T14:33:34.601025+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-04-15T14:33:34.601025+0000', 'last_clean_scrub_stamp': '2024-04-15T14:33:34.601025+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-04-15T14:33:38.691 INFO:tasks.cephfs.filesystem.ceph_manager:PG 3.c is not active+clean 2024-04-15T14:33:38.691 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '3.c', 'version': "0'0", 'reported_seq': 4, 'reported_epoch': 62, 'state': 'creating+activating', 'last_fresh': '2024-04-15T14:33:34.990544+0000', 'last_change': '2024-04-15T14:33:34.977150+0000', 'last_active': '2024-04-15T14:33:34.601025+0000', 'last_peered': '2024-04-15T14:33:34.601025+0000', 'last_clean': '2024-04-15T14:33:34.601025+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-04-15T14:33:34.990544+0000', 'last_undegraded': '2024-04-15T14:33:34.990544+0000', 'last_fullsized': '2024-04-15T14:33:34.990544+0000', 'mapping_epoch': 61, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 61, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-04-15T14:33:34.601025+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-04-15T14:33:34.601025+0000', 'last_clean_scrub_stamp': '2024-04-15T14:33:34.601025+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'periodic scrub scheduled @ 2024-04-16T23:34:07.957266+0000', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [5, 3, 6], 'acting': [5, 3, 6], 'avail_no_missing': ['5', '3', '6'], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 5, 'acting_primary': 5, 'purged_snaps': []} 2024-04-15T14:33:38.692 INFO:tasks.cephfs.filesystem.ceph_manager:PG 3.22 is not active+clean 2024-04-15T14:33:38.692 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '3.22', 'version': "0'0", 'reported_seq': 4, 'reported_epoch': 62, 'state': 'creating+activating', 'last_fresh': '2024-04-15T14:33:34.985977+0000', 'last_change': '2024-04-15T14:33:34.978530+0000', 'last_active': '2024-04-15T14:33:34.601025+0000', 'last_peered': '2024-04-15T14:33:34.601025+0000', 'last_clean': '2024-04-15T14:33:34.601025+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-04-15T14:33:34.985977+0000', 'last_undegraded': '2024-04-15T14:33:34.985977+0000', 'last_fullsized': '2024-04-15T14:33:34.985977+0000', 'mapping_epoch': 61, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 61, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-04-15T14:33:34.601025+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-04-15T14:33:34.601025+0000', 'last_clean_scrub_stamp': '2024-04-15T14:33:34.601025+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'periodic scrub scheduled @ 2024-04-16T16:58:09.752124+0000', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [5, 3, 0], 'acting': [5, 3, 0], 'avail_no_missing': ['5', '0', '3'], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 5, 'acting_primary': 5, 'purged_snaps': []} 2024-04-15T14:33:38.692 INFO:tasks.cephfs.filesystem.ceph_manager:PG 3.24 is not active+clean 2024-04-15T14:33:38.692 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '3.24', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-04-15T14:33:34.601025+0000', 'last_change': '2024-04-15T14:33:34.601025+0000', 'last_active': '2024-04-15T14:33:34.601025+0000', 'last_peered': '2024-04-15T14:33:34.601025+0000', 'last_clean': '2024-04-15T14:33:34.601025+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-04-15T14:33:34.601025+0000', 'last_undegraded': '2024-04-15T14:33:34.601025+0000', 'last_fullsized': '2024-04-15T14:33:34.601025+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-04-15T14:33:34.601025+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-04-15T14:33:34.601025+0000', 'last_clean_scrub_stamp': '2024-04-15T14:33:34.601025+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-04-15T14:33:38.692 INFO:tasks.cephfs.filesystem.ceph_manager:PG 3.27 is not active+clean 2024-04-15T14:33:38.692 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '3.27', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-04-15T14:33:34.601025+0000', 'last_change': '2024-04-15T14:33:34.601025+0000', 'last_active': '2024-04-15T14:33:34.601025+0000', 'last_peered': '2024-04-15T14:33:34.601025+0000', 'last_clean': '2024-04-15T14:33:34.601025+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-04-15T14:33:34.601025+0000', 'last_undegraded': '2024-04-15T14:33:34.601025+0000', 'last_fullsized': '2024-04-15T14:33:34.601025+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-04-15T14:33:34.601025+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-04-15T14:33:34.601025+0000', 'last_clean_scrub_stamp': '2024-04-15T14:33:34.601025+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-04-15T14:33:38.692 INFO:tasks.cephfs.filesystem.ceph_manager:PG 3.29 is not active+clean 2024-04-15T14:33:38.692 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '3.29', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-04-15T14:33:34.601025+0000', 'last_change': '2024-04-15T14:33:34.601025+0000', 'last_active': '2024-04-15T14:33:34.601025+0000', 'last_peered': '2024-04-15T14:33:34.601025+0000', 'last_clean': '2024-04-15T14:33:34.601025+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-04-15T14:33:34.601025+0000', 'last_undegraded': '2024-04-15T14:33:34.601025+0000', 'last_fullsized': '2024-04-15T14:33:34.601025+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-04-15T14:33:34.601025+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-04-15T14:33:34.601025+0000', 'last_clean_scrub_stamp': '2024-04-15T14:33:34.601025+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-04-15T14:33:38.692 INFO:tasks.cephfs.filesystem.ceph_manager:PG 3.2a is not active+clean 2024-04-15T14:33:38.692 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '3.2a', 'version': "0'0", 'reported_seq': 3, 'reported_epoch': 62, 'state': 'creating+activating', 'last_fresh': '2024-04-15T14:33:34.978172+0000', 'last_change': '2024-04-15T14:33:34.978172+0000', 'last_active': '2024-04-15T14:33:34.601025+0000', 'last_peered': '2024-04-15T14:33:34.601025+0000', 'last_clean': '2024-04-15T14:33:34.601025+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-04-15T14:33:34.978172+0000', 'last_undegraded': '2024-04-15T14:33:34.978172+0000', 'last_fullsized': '2024-04-15T14:33:34.978172+0000', 'mapping_epoch': 61, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 61, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-04-15T14:33:34.601025+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-04-15T14:33:34.601025+0000', 'last_clean_scrub_stamp': '2024-04-15T14:33:34.601025+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'periodic scrub scheduled @ 2024-04-17T01:58:25.986752+0000', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [5, 7, 6], 'acting': [5, 7, 6], 'avail_no_missing': ['5', '6', '7'], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 5, 'acting_primary': 5, 'purged_snaps': []} 2024-04-15T14:33:38.693 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph status --format=json 2024-04-15T14:33:38.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:33:38 smithi102 ceph-mon[31017]: from='client.? 172.21.15.16:0/1199959165' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-15T14:33:38.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:33:38 smithi102 ceph-mon[31017]: from='client.14550 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-15T14:33:39.039 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:33:38 smithi016 ceph-mon[27435]: from='client.? 172.21.15.16:0/1199959165' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-15T14:33:39.039 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:33:38 smithi016 ceph-mon[27435]: from='client.14550 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-15T14:33:39.039 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:33:38 smithi016 ceph-mon[36548]: from='client.? 172.21.15.16:0/1199959165' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-15T14:33:39.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:33:38 smithi016 ceph-mon[36548]: from='client.14550 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-15T14:33:39.086 INFO:teuthology.orchestra.run.smithi016.stdout: 2024-04-15T14:33:39.086 INFO:teuthology.orchestra.run.smithi016.stdout:{"fsid":"362ea986-fb34-11ee-bc8f-c7b262605968","health":{"status":"HEALTH_OK","checks":{},"mutes":[]},"election_epoch":14,"quorum":[0,1,2],"quorum_names":["a","b","c"],"quorum_age":234,"monmap":{"epoch":3,"min_mon_release_name":"reef","num_mons":3},"osdmap":{"epoch":63,"num_osds":8,"num_up_osds":8,"osd_up_since":1713191595,"num_in_osds":8,"osd_in_since":1713191577,"num_remapped_pgs":0},"pgmap":{"pgs_by_state":[{"state_name":"active+clean","count":75},{"state_name":"unknown","count":14},{"state_name":"creating+activating","count":6},{"state_name":"active","count":2}],"num_pgs":97,"num_pools":3,"num_objects":23,"data_bytes":592730,"bytes_used":228147200,"bytes_avail":767732137984,"bytes_total":767960285184,"unknown_pgs_ratio":0.14432989060878754,"inactive_pgs_ratio":0.061855670064687729,"write_bytes_sec":3095,"read_op_per_sec":0,"write_op_per_sec":9},"fsmap":{"epoch":6,"id":1,"up":1,"in":1,"max":1,"by_rank":[{"filesystem_id":1,"rank":0,"name":"a","status":"up:active","gid":24350}],"up:standby":1},"mgrmap":{"available":true,"num_standbys":1,"modules":["cephadm","dashboard","iostat","nfs","restful"],"services":{"dashboard":"https://172.21.15.16:8443/"}},"servicemap":{"epoch":11,"modified":"2024-04-15T14:33:26.230101+0000","services":{"osd":{"daemons":{"summary":"","6":{"start_epoch":0,"start_stamp":"0.000000","gid":0,"addr":"(unrecognized address family 0)/0","metadata":{},"task_status":{}},"7":{"start_epoch":0,"start_stamp":"0.000000","gid":0,"addr":"(unrecognized address family 0)/0","metadata":{},"task_status":{}}}}}},"progress_events":{}} 2024-04-15T14:33:39.099 INFO:tasks.cephfs.filesystem.ceph_manager:no progress seen, keeping timeout for now 2024-04-15T14:33:39.099 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-04-15T14:33:39.401 INFO:teuthology.orchestra.run.smithi016.stdout: 2024-04-15T14:33:39.402 INFO:teuthology.orchestra.run.smithi016.stderr:dumped all 2024-04-15T14:33:39.411 INFO:teuthology.orchestra.run.smithi016.stdout:{"pg_ready":true,"pg_map":{"version":194,"stamp":"2024-04-15T14:33:38.232104+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":592730,"num_objects":23,"num_object_clones":0,"num_object_copies":69,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":23,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":203,"num_write_kb":2430,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":13,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":153,"ondisk_log_size":153,"up":249,"acting":249,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":199,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":7,"kb":749961216,"kb_used":222800,"kb_used_data":6608,"kb_used_omap":12,"kb_used_meta":216051,"kb_avail":749738416,"statfs":{"total":767960285184,"available":767732137984,"internally_reserved":0,"allocated":6766592,"data_stored":3813112,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12752,"internal_metadata":221236784},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":5,"apply_latency_ms":5,"commit_latency_ns":5000000,"apply_latency_ns":5000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":2362,"num_objects":21,"num_object_clones":0,"num_object_copies":63,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":21,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":44,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":13,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"4.630537"},"pg_stats":[{"pgid":"3.3f","version":"0'0","reported_seq":10,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-15T14:33:35.002102+0000","last_change":"2024-04-15T14:33:35.001293+0000","last_active":"2024-04-15T14:33:35.002102+0000","last_peered":"2024-04-15T14:33:35.002102+0000","last_clean":"2024-04-15T14:33:35.002102+0000","last_became_active":"2024-04-15T14:33:35.001010+0000","last_became_peered":"2024-04-15T14:33:35.001010+0000","last_unstale":"2024-04-15T14:33:35.002102+0000","last_undegraded":"2024-04-15T14:33:35.002102+0000","last_fullsized":"2024-04-15T14:33:35.002102+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_clean_scrub_stamp":"2024-04-15T14:33:34.601025+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T20:09:52.897923+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3e","version":"0'0","reported_seq":10,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-15T14:33:35.007096+0000","last_change":"2024-04-15T14:33:35.006464+0000","last_active":"2024-04-15T14:33:35.007096+0000","last_peered":"2024-04-15T14:33:35.007096+0000","last_clean":"2024-04-15T14:33:35.007096+0000","last_became_active":"2024-04-15T14:33:35.006144+0000","last_became_peered":"2024-04-15T14:33:35.006144+0000","last_unstale":"2024-04-15T14:33:35.007096+0000","last_undegraded":"2024-04-15T14:33:35.007096+0000","last_fullsized":"2024-04-15T14:33:35.007096+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_clean_scrub_stamp":"2024-04-15T14:33:34.601025+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T18:18:29.784401+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,6],"acting":[1,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.3d","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-15T14:33:36.377377+0000","last_change":"2024-04-15T14:33:35.001045+0000","last_active":"2024-04-15T14:33:36.377377+0000","last_peered":"2024-04-15T14:33:36.377377+0000","last_clean":"2024-04-15T14:33:36.377377+0000","last_became_active":"2024-04-15T14:33:35.000777+0000","last_became_peered":"2024-04-15T14:33:35.000777+0000","last_unstale":"2024-04-15T14:33:36.377377+0000","last_undegraded":"2024-04-15T14:33:36.377377+0000","last_fullsized":"2024-04-15T14:33:36.377377+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_clean_scrub_stamp":"2024-04-15T14:33:34.601025+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T19:06:04.425748+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3c","version":"0'0","reported_seq":9,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-15T14:33:34.992423+0000","last_change":"2024-04-15T14:33:34.992423+0000","last_active":"2024-04-15T14:33:34.992423+0000","last_peered":"2024-04-15T14:33:34.992423+0000","last_clean":"2024-04-15T14:33:34.992423+0000","last_became_active":"2024-04-15T14:33:34.992115+0000","last_became_peered":"2024-04-15T14:33:34.992115+0000","last_unstale":"2024-04-15T14:33:34.992423+0000","last_undegraded":"2024-04-15T14:33:34.992423+0000","last_fullsized":"2024-04-15T14:33:34.992423+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_clean_scrub_stamp":"2024-04-15T14:33:34.601025+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T22:22:52.170478+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3b","version":"0'0","reported_seq":10,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-15T14:33:34.985034+0000","last_change":"2024-04-15T14:33:34.982801+0000","last_active":"2024-04-15T14:33:34.985034+0000","last_peered":"2024-04-15T14:33:34.985034+0000","last_clean":"2024-04-15T14:33:34.985034+0000","last_became_active":"2024-04-15T14:33:34.982439+0000","last_became_peered":"2024-04-15T14:33:34.982439+0000","last_unstale":"2024-04-15T14:33:34.985034+0000","last_undegraded":"2024-04-15T14:33:34.985034+0000","last_fullsized":"2024-04-15T14:33:34.985034+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_clean_scrub_stamp":"2024-04-15T14:33:34.601025+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-17T00:14:13.456310+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,4],"acting":[7,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3a","version":"0'0","reported_seq":7,"reported_epoch":62,"state":"active","last_fresh":"2024-04-15T14:33:34.991662+0000","last_change":"2024-04-15T14:33:34.991583+0000","last_active":"2024-04-15T14:33:34.991662+0000","last_peered":"2024-04-15T14:33:34.991662+0000","last_clean":"2024-04-15T14:33:34.601025+0000","last_became_active":"2024-04-15T14:33:34.991583+0000","last_became_peered":"2024-04-15T14:33:34.991583+0000","last_unstale":"2024-04-15T14:33:34.991662+0000","last_undegraded":"2024-04-15T14:33:34.991662+0000","last_fullsized":"2024-04-15T14:33:34.991662+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_clean_scrub_stamp":"2024-04-15T14:33:34.601025+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T21:21:59.746956+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,1],"acting":[5,0,1],"avail_no_missing":["5","0","1"],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.39","version":"0'0","reported_seq":10,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-15T14:33:34.987596+0000","last_change":"2024-04-15T14:33:34.983498+0000","last_active":"2024-04-15T14:33:34.987596+0000","last_peered":"2024-04-15T14:33:34.987596+0000","last_clean":"2024-04-15T14:33:34.987596+0000","last_became_active":"2024-04-15T14:33:34.983209+0000","last_became_peered":"2024-04-15T14:33:34.983209+0000","last_unstale":"2024-04-15T14:33:34.987596+0000","last_undegraded":"2024-04-15T14:33:34.987596+0000","last_fullsized":"2024-04-15T14:33:34.987596+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_clean_scrub_stamp":"2024-04-15T14:33:34.601025+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T17:11:43.334132+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-15T14:33:34.601025+0000","last_change":"2024-04-15T14:33:34.601025+0000","last_active":"2024-04-15T14:33:34.601025+0000","last_peered":"2024-04-15T14:33:34.601025+0000","last_clean":"2024-04-15T14:33:34.601025+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-15T14:33:34.601025+0000","last_undegraded":"2024-04-15T14:33:34.601025+0000","last_fullsized":"2024-04-15T14:33:34.601025+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_clean_scrub_stamp":"2024-04-15T14:33:34.601025+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.37","version":"0'0","reported_seq":10,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-15T14:33:34.988878+0000","last_change":"2024-04-15T14:33:34.987678+0000","last_active":"2024-04-15T14:33:34.988878+0000","last_peered":"2024-04-15T14:33:34.988878+0000","last_clean":"2024-04-15T14:33:34.988878+0000","last_became_active":"2024-04-15T14:33:34.986132+0000","last_became_peered":"2024-04-15T14:33:34.986132+0000","last_unstale":"2024-04-15T14:33:34.988878+0000","last_undegraded":"2024-04-15T14:33:34.988878+0000","last_fullsized":"2024-04-15T14:33:34.988878+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_clean_scrub_stamp":"2024-04-15T14:33:34.601025+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T20:28:19.567298+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,0],"acting":[7,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.36","version":"0'0","reported_seq":10,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-15T14:33:35.002156+0000","last_change":"2024-04-15T14:33:35.001503+0000","last_active":"2024-04-15T14:33:35.002156+0000","last_peered":"2024-04-15T14:33:35.002156+0000","last_clean":"2024-04-15T14:33:35.002156+0000","last_became_active":"2024-04-15T14:33:35.001219+0000","last_became_peered":"2024-04-15T14:33:35.001219+0000","last_unstale":"2024-04-15T14:33:35.002156+0000","last_undegraded":"2024-04-15T14:33:35.002156+0000","last_fullsized":"2024-04-15T14:33:35.002156+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_clean_scrub_stamp":"2024-04-15T14:33:34.601025+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-17T00:23:04.782738+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,1],"acting":[6,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.35","version":"0'0","reported_seq":10,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-15T14:33:35.007644+0000","last_change":"2024-04-15T14:33:35.007017+0000","last_active":"2024-04-15T14:33:35.007644+0000","last_peered":"2024-04-15T14:33:35.007644+0000","last_clean":"2024-04-15T14:33:35.007644+0000","last_became_active":"2024-04-15T14:33:35.006725+0000","last_became_peered":"2024-04-15T14:33:35.006725+0000","last_unstale":"2024-04-15T14:33:35.007644+0000","last_undegraded":"2024-04-15T14:33:35.007644+0000","last_fullsized":"2024-04-15T14:33:35.007644+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_clean_scrub_stamp":"2024-04-15T14:33:34.601025+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T16:46:31.161022+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,0],"acting":[6,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.34","version":"0'0","reported_seq":10,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-15T14:33:35.005295+0000","last_change":"2024-04-15T14:33:35.005055+0000","last_active":"2024-04-15T14:33:35.005295+0000","last_peered":"2024-04-15T14:33:35.005295+0000","last_clean":"2024-04-15T14:33:35.005295+0000","last_became_active":"2024-04-15T14:33:35.004731+0000","last_became_peered":"2024-04-15T14:33:35.004731+0000","last_unstale":"2024-04-15T14:33:35.005295+0000","last_undegraded":"2024-04-15T14:33:35.005295+0000","last_fullsized":"2024-04-15T14:33:35.005295+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_clean_scrub_stamp":"2024-04-15T14:33:34.601025+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T19:41:45.184445+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,0],"acting":[4,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.33","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-15T14:33:34.601025+0000","last_change":"2024-04-15T14:33:34.601025+0000","last_active":"2024-04-15T14:33:34.601025+0000","last_peered":"2024-04-15T14:33:34.601025+0000","last_clean":"2024-04-15T14:33:34.601025+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-15T14:33:34.601025+0000","last_undegraded":"2024-04-15T14:33:34.601025+0000","last_fullsized":"2024-04-15T14:33:34.601025+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_clean_scrub_stamp":"2024-04-15T14:33:34.601025+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.32","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-15T14:33:36.377202+0000","last_change":"2024-04-15T14:33:34.998364+0000","last_active":"2024-04-15T14:33:36.377202+0000","last_peered":"2024-04-15T14:33:36.377202+0000","last_clean":"2024-04-15T14:33:36.377202+0000","last_became_active":"2024-04-15T14:33:34.998008+0000","last_became_peered":"2024-04-15T14:33:34.998008+0000","last_unstale":"2024-04-15T14:33:36.377202+0000","last_undegraded":"2024-04-15T14:33:36.377202+0000","last_fullsized":"2024-04-15T14:33:36.377202+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_clean_scrub_stamp":"2024-04-15T14:33:34.601025+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T16:54:11.704068+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,5],"acting":[0,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"0'0","reported_seq":10,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-15T14:33:34.998745+0000","last_change":"2024-04-15T14:33:34.998425+0000","last_active":"2024-04-15T14:33:34.998745+0000","last_peered":"2024-04-15T14:33:34.998745+0000","last_clean":"2024-04-15T14:33:34.998745+0000","last_became_active":"2024-04-15T14:33:34.997447+0000","last_became_peered":"2024-04-15T14:33:34.997447+0000","last_unstale":"2024-04-15T14:33:34.998745+0000","last_undegraded":"2024-04-15T14:33:34.998745+0000","last_fullsized":"2024-04-15T14:33:34.998745+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_clean_scrub_stamp":"2024-04-15T14:33:34.601025+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T17:55:37.723928+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,5],"acting":[1,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.30","version":"0'0","reported_seq":4,"reported_epoch":62,"state":"creating+activating","last_fresh":"2024-04-15T14:33:34.984624+0000","last_change":"2024-04-15T14:33:34.976748+0000","last_active":"2024-04-15T14:33:34.601025+0000","last_peered":"2024-04-15T14:33:34.601025+0000","last_clean":"2024-04-15T14:33:34.601025+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-15T14:33:34.984624+0000","last_undegraded":"2024-04-15T14:33:34.984624+0000","last_fullsized":"2024-04-15T14:33:34.984624+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_clean_scrub_stamp":"2024-04-15T14:33:34.601025+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T17:15:05.168262+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,7],"acting":[5,0,7],"avail_no_missing":["5","0","7"],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2f","version":"0'0","reported_seq":7,"reported_epoch":62,"state":"active","last_fresh":"2024-04-15T14:33:34.994247+0000","last_change":"2024-04-15T14:33:34.993855+0000","last_active":"2024-04-15T14:33:34.994247+0000","last_peered":"2024-04-15T14:33:34.994247+0000","last_clean":"2024-04-15T14:33:34.601025+0000","last_became_active":"2024-04-15T14:33:34.993855+0000","last_became_peered":"2024-04-15T14:33:34.993855+0000","last_unstale":"2024-04-15T14:33:34.994247+0000","last_undegraded":"2024-04-15T14:33:34.994247+0000","last_fullsized":"2024-04-15T14:33:34.994247+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_clean_scrub_stamp":"2024-04-15T14:33:34.601025+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T20:28:23.544001+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,4],"acting":[5,7,4],"avail_no_missing":["5","4","7"],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2e","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-15T14:33:35.975817+0000","last_change":"2024-04-15T14:33:35.000307+0000","last_active":"2024-04-15T14:33:35.975817+0000","last_peered":"2024-04-15T14:33:35.975817+0000","last_clean":"2024-04-15T14:33:35.975817+0000","last_became_active":"2024-04-15T14:33:34.998898+0000","last_became_peered":"2024-04-15T14:33:34.998898+0000","last_unstale":"2024-04-15T14:33:35.975817+0000","last_undegraded":"2024-04-15T14:33:35.975817+0000","last_fullsized":"2024-04-15T14:33:35.975817+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_clean_scrub_stamp":"2024-04-15T14:33:34.601025+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T16:47:13.887586+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,7],"acting":[2,6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2d","version":"0'0","reported_seq":10,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-15T14:33:34.997039+0000","last_change":"2024-04-15T14:33:34.996498+0000","last_active":"2024-04-15T14:33:34.997039+0000","last_peered":"2024-04-15T14:33:34.997039+0000","last_clean":"2024-04-15T14:33:34.997039+0000","last_became_active":"2024-04-15T14:33:34.996228+0000","last_became_peered":"2024-04-15T14:33:34.996228+0000","last_unstale":"2024-04-15T14:33:34.997039+0000","last_undegraded":"2024-04-15T14:33:34.997039+0000","last_fullsized":"2024-04-15T14:33:34.997039+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_clean_scrub_stamp":"2024-04-15T14:33:34.601025+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T16:54:36.555432+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,6],"acting":[7,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.1f","version":"62'4","reported_seq":16,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-15T14:33:36.377557+0000","last_change":"2024-04-15T14:33:34.621772+0000","last_active":"2024-04-15T14:33:36.377557+0000","last_peered":"2024-04-15T14:33:36.377557+0000","last_clean":"2024-04-15T14:33:36.377557+0000","last_became_active":"2024-04-15T14:33:34.621484+0000","last_became_peered":"2024-04-15T14:33:34.621484+0000","last_unstale":"2024-04-15T14:33:36.377557+0000","last_undegraded":"2024-04-15T14:33:36.377557+0000","last_fullsized":"2024-04-15T14:33:36.377557+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T14:33:33.599136+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T14:33:33.599136+0000","last_clean_scrub_stamp":"2024-04-15T14:33:33.599136+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T22:19:23.275893+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,4],"acting":[0,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-15T14:33:34.601025+0000","last_change":"2024-04-15T14:33:34.601025+0000","last_active":"2024-04-15T14:33:34.601025+0000","last_peered":"2024-04-15T14:33:34.601025+0000","last_clean":"2024-04-15T14:33:34.601025+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-15T14:33:34.601025+0000","last_undegraded":"2024-04-15T14:33:34.601025+0000","last_fullsized":"2024-04-15T14:33:34.601025+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_clean_scrub_stamp":"2024-04-15T14:33:34.601025+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.1e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-15T14:33:33.599136+0000","last_change":"2024-04-15T14:33:33.599136+0000","last_active":"2024-04-15T14:33:33.599136+0000","last_peered":"2024-04-15T14:33:33.599136+0000","last_clean":"2024-04-15T14:33:33.599136+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-15T14:33:33.599136+0000","last_undegraded":"2024-04-15T14:33:33.599136+0000","last_fullsized":"2024-04-15T14:33:33.599136+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T14:33:33.599136+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T14:33:33.599136+0000","last_clean_scrub_stamp":"2024-04-15T14:33:33.599136+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-15T14:33:36.377519+0000","last_change":"2024-04-15T14:33:34.985195+0000","last_active":"2024-04-15T14:33:36.377519+0000","last_peered":"2024-04-15T14:33:36.377519+0000","last_clean":"2024-04-15T14:33:36.377519+0000","last_became_active":"2024-04-15T14:33:34.984593+0000","last_became_peered":"2024-04-15T14:33:34.984593+0000","last_unstale":"2024-04-15T14:33:36.377519+0000","last_undegraded":"2024-04-15T14:33:36.377519+0000","last_fullsized":"2024-04-15T14:33:36.377519+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_clean_scrub_stamp":"2024-04-15T14:33:34.601025+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T21:53:26.282912+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,2],"acting":[0,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1d","version":"62'2","reported_seq":13,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-15T14:33:35.000650+0000","last_change":"2024-04-15T14:33:34.629818+0000","last_active":"2024-04-15T14:33:35.000650+0000","last_peered":"2024-04-15T14:33:35.000650+0000","last_clean":"2024-04-15T14:33:35.000650+0000","last_became_active":"2024-04-15T14:33:34.629295+0000","last_became_peered":"2024-04-15T14:33:34.629295+0000","last_unstale":"2024-04-15T14:33:35.000650+0000","last_undegraded":"2024-04-15T14:33:35.000650+0000","last_fullsized":"2024-04-15T14:33:35.000650+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T14:33:33.599136+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T14:33:33.599136+0000","last_clean_scrub_stamp":"2024-04-15T14:33:33.599136+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T17:22:13.588507+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":9,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-15T14:33:34.990806+0000","last_change":"2024-04-15T14:33:34.990806+0000","last_active":"2024-04-15T14:33:34.990806+0000","last_peered":"2024-04-15T14:33:34.990806+0000","last_clean":"2024-04-15T14:33:34.990806+0000","last_became_active":"2024-04-15T14:33:34.990271+0000","last_became_peered":"2024-04-15T14:33:34.990271+0000","last_unstale":"2024-04-15T14:33:34.990806+0000","last_undegraded":"2024-04-15T14:33:34.990806+0000","last_fullsized":"2024-04-15T14:33:34.990806+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_clean_scrub_stamp":"2024-04-15T14:33:34.601025+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T16:08:05.354437+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1c","version":"62'2","reported_seq":13,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-15T14:33:35.003661+0000","last_change":"2024-04-15T14:33:34.628676+0000","last_active":"2024-04-15T14:33:35.003661+0000","last_peered":"2024-04-15T14:33:35.003661+0000","last_clean":"2024-04-15T14:33:35.003661+0000","last_became_active":"2024-04-15T14:33:34.628033+0000","last_became_peered":"2024-04-15T14:33:34.628033+0000","last_unstale":"2024-04-15T14:33:35.003661+0000","last_undegraded":"2024-04-15T14:33:35.003661+0000","last_fullsized":"2024-04-15T14:33:35.003661+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T14:33:33.599136+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T14:33:33.599136+0000","last_clean_scrub_stamp":"2024-04-15T14:33:33.599136+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T18:03:09.283496+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,2],"acting":[7,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":4,"reported_epoch":62,"state":"creating+activating","last_fresh":"2024-04-15T14:33:34.984126+0000","last_change":"2024-04-15T14:33:34.977782+0000","last_active":"2024-04-15T14:33:34.601025+0000","last_peered":"2024-04-15T14:33:34.601025+0000","last_clean":"2024-04-15T14:33:34.601025+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-15T14:33:34.984126+0000","last_undegraded":"2024-04-15T14:33:34.984126+0000","last_fullsized":"2024-04-15T14:33:34.984126+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_clean_scrub_stamp":"2024-04-15T14:33:34.601025+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T23:38:01.119309+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":["5","4","6"],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-15T14:33:33.599136+0000","last_change":"2024-04-15T14:33:33.599136+0000","last_active":"2024-04-15T14:33:33.599136+0000","last_peered":"2024-04-15T14:33:33.599136+0000","last_clean":"2024-04-15T14:33:33.599136+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-15T14:33:33.599136+0000","last_undegraded":"2024-04-15T14:33:33.599136+0000","last_fullsized":"2024-04-15T14:33:33.599136+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T14:33:33.599136+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T14:33:33.599136+0000","last_clean_scrub_stamp":"2024-04-15T14:33:33.599136+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":10,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-15T14:33:34.993783+0000","last_change":"2024-04-15T14:33:34.993329+0000","last_active":"2024-04-15T14:33:34.993783+0000","last_peered":"2024-04-15T14:33:34.993783+0000","last_clean":"2024-04-15T14:33:34.993783+0000","last_became_active":"2024-04-15T14:33:34.992740+0000","last_became_peered":"2024-04-15T14:33:34.992740+0000","last_unstale":"2024-04-15T14:33:34.993783+0000","last_undegraded":"2024-04-15T14:33:34.993783+0000","last_fullsized":"2024-04-15T14:33:34.993783+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_clean_scrub_stamp":"2024-04-15T14:33:34.601025+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T23:48:57.993034+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2],"acting":[4,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1a","version":"62'1","reported_seq":12,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-15T14:33:35.006052+0000","last_change":"2024-04-15T14:33:34.623835+0000","last_active":"2024-04-15T14:33:35.006052+0000","last_peered":"2024-04-15T14:33:35.006052+0000","last_clean":"2024-04-15T14:33:35.006052+0000","last_became_active":"2024-04-15T14:33:34.623487+0000","last_became_peered":"2024-04-15T14:33:34.623487+0000","last_unstale":"2024-04-15T14:33:35.006052+0000","last_undegraded":"2024-04-15T14:33:35.006052+0000","last_fullsized":"2024-04-15T14:33:35.006052+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T14:33:33.599136+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T14:33:33.599136+0000","last_clean_scrub_stamp":"2024-04-15T14:33:33.599136+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T20:33:02.210280+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-15T14:33:36.377261+0000","last_change":"2024-04-15T14:33:34.990461+0000","last_active":"2024-04-15T14:33:36.377261+0000","last_peered":"2024-04-15T14:33:36.377261+0000","last_clean":"2024-04-15T14:33:36.377261+0000","last_became_active":"2024-04-15T14:33:34.990182+0000","last_became_peered":"2024-04-15T14:33:34.990182+0000","last_unstale":"2024-04-15T14:33:36.377261+0000","last_undegraded":"2024-04-15T14:33:36.377261+0000","last_fullsized":"2024-04-15T14:33:36.377261+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_clean_scrub_stamp":"2024-04-15T14:33:34.601025+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T18:43:24.325379+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,7],"acting":[0,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.19","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-15T14:33:33.599136+0000","last_change":"2024-04-15T14:33:33.599136+0000","last_active":"2024-04-15T14:33:33.599136+0000","last_peered":"2024-04-15T14:33:33.599136+0000","last_clean":"2024-04-15T14:33:33.599136+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-15T14:33:33.599136+0000","last_undegraded":"2024-04-15T14:33:33.599136+0000","last_fullsized":"2024-04-15T14:33:33.599136+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T14:33:33.599136+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T14:33:33.599136+0000","last_clean_scrub_stamp":"2024-04-15T14:33:33.599136+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-15T14:33:34.601025+0000","last_change":"2024-04-15T14:33:34.601025+0000","last_active":"2024-04-15T14:33:34.601025+0000","last_peered":"2024-04-15T14:33:34.601025+0000","last_clean":"2024-04-15T14:33:34.601025+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-15T14:33:34.601025+0000","last_undegraded":"2024-04-15T14:33:34.601025+0000","last_fullsized":"2024-04-15T14:33:34.601025+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_clean_scrub_stamp":"2024-04-15T14:33:34.601025+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.18","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-15T14:33:34.976974+0000","last_change":"2024-04-15T14:33:34.629712+0000","last_active":"2024-04-15T14:33:34.976974+0000","last_peered":"2024-04-15T14:33:34.976974+0000","last_clean":"2024-04-15T14:33:34.976974+0000","last_became_active":"2024-04-15T14:33:34.629407+0000","last_became_peered":"2024-04-15T14:33:34.629407+0000","last_unstale":"2024-04-15T14:33:34.976974+0000","last_undegraded":"2024-04-15T14:33:34.976974+0000","last_fullsized":"2024-04-15T14:33:34.976974+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T14:33:33.599136+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T14:33:33.599136+0000","last_clean_scrub_stamp":"2024-04-15T14:33:33.599136+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-17T00:20:23.688678+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,7],"acting":[5,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":10,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-15T14:33:34.995884+0000","last_change":"2024-04-15T14:33:34.992486+0000","last_active":"2024-04-15T14:33:34.995884+0000","last_peered":"2024-04-15T14:33:34.995884+0000","last_clean":"2024-04-15T14:33:34.995884+0000","last_became_active":"2024-04-15T14:33:34.992018+0000","last_became_peered":"2024-04-15T14:33:34.992018+0000","last_unstale":"2024-04-15T14:33:34.995884+0000","last_undegraded":"2024-04-15T14:33:34.995884+0000","last_fullsized":"2024-04-15T14:33:34.995884+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_clean_scrub_stamp":"2024-04-15T14:33:34.601025+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T21:26:48.589284+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.17","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-15T14:33:34.992725+0000","last_change":"2024-04-15T14:33:34.626798+0000","last_active":"2024-04-15T14:33:34.992725+0000","last_peered":"2024-04-15T14:33:34.992725+0000","last_clean":"2024-04-15T14:33:34.992725+0000","last_became_active":"2024-04-15T14:33:34.626427+0000","last_became_peered":"2024-04-15T14:33:34.626427+0000","last_unstale":"2024-04-15T14:33:34.992725+0000","last_undegraded":"2024-04-15T14:33:34.992725+0000","last_fullsized":"2024-04-15T14:33:34.992725+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T14:33:33.599136+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T14:33:33.599136+0000","last_clean_scrub_stamp":"2024-04-15T14:33:33.599136+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T18:25:50.473378+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,2],"acting":[6,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":4,"reported_epoch":62,"state":"creating+activating","last_fresh":"2024-04-15T14:33:34.989205+0000","last_change":"2024-04-15T14:33:34.977038+0000","last_active":"2024-04-15T14:33:34.601025+0000","last_peered":"2024-04-15T14:33:34.601025+0000","last_clean":"2024-04-15T14:33:34.601025+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-15T14:33:34.989205+0000","last_undegraded":"2024-04-15T14:33:34.989205+0000","last_fullsized":"2024-04-15T14:33:34.989205+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_clean_scrub_stamp":"2024-04-15T14:33:34.601025+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T21:52:20.945166+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1],"acting":[5,7,1],"avail_no_missing":["5","1","7"],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.16","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-15T14:33:34.977246+0000","last_change":"2024-04-15T14:33:34.619899+0000","last_active":"2024-04-15T14:33:34.977246+0000","last_peered":"2024-04-15T14:33:34.977246+0000","last_clean":"2024-04-15T14:33:34.977246+0000","last_became_active":"2024-04-15T14:33:34.619104+0000","last_became_peered":"2024-04-15T14:33:34.619104+0000","last_unstale":"2024-04-15T14:33:34.977246+0000","last_undegraded":"2024-04-15T14:33:34.977246+0000","last_fullsized":"2024-04-15T14:33:34.977246+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T14:33:33.599136+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T14:33:33.599136+0000","last_clean_scrub_stamp":"2024-04-15T14:33:33.599136+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T19:58:09.795799+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6,2],"acting":[5,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-15T14:33:36.377467+0000","last_change":"2024-04-15T14:33:34.984818+0000","last_active":"2024-04-15T14:33:36.377467+0000","last_peered":"2024-04-15T14:33:36.377467+0000","last_clean":"2024-04-15T14:33:36.377467+0000","last_became_active":"2024-04-15T14:33:34.983476+0000","last_became_peered":"2024-04-15T14:33:34.983476+0000","last_unstale":"2024-04-15T14:33:36.377467+0000","last_undegraded":"2024-04-15T14:33:36.377467+0000","last_fullsized":"2024-04-15T14:33:36.377467+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_clean_scrub_stamp":"2024-04-15T14:33:34.601025+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T18:55:45.495288+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.15","version":"62'3","reported_seq":14,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-15T14:33:35.007032+0000","last_change":"2024-04-15T14:33:34.626719+0000","last_active":"2024-04-15T14:33:35.007032+0000","last_peered":"2024-04-15T14:33:35.007032+0000","last_clean":"2024-04-15T14:33:35.007032+0000","last_became_active":"2024-04-15T14:33:34.626429+0000","last_became_peered":"2024-04-15T14:33:34.626429+0000","last_unstale":"2024-04-15T14:33:35.007032+0000","last_undegraded":"2024-04-15T14:33:35.007032+0000","last_fullsized":"2024-04-15T14:33:35.007032+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T14:33:33.599136+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T14:33:33.599136+0000","last_clean_scrub_stamp":"2024-04-15T14:33:33.599136+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T23:00:48.231255+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":10,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-15T14:33:35.005134+0000","last_change":"2024-04-15T14:33:35.004611+0000","last_active":"2024-04-15T14:33:35.005134+0000","last_peered":"2024-04-15T14:33:35.005134+0000","last_clean":"2024-04-15T14:33:35.005134+0000","last_became_active":"2024-04-15T14:33:35.004170+0000","last_became_peered":"2024-04-15T14:33:35.004170+0000","last_unstale":"2024-04-15T14:33:35.005134+0000","last_undegraded":"2024-04-15T14:33:35.005134+0000","last_fullsized":"2024-04-15T14:33:35.005134+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_clean_scrub_stamp":"2024-04-15T14:33:34.601025+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T16:15:49.307161+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,6],"acting":[4,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.14","version":"62'6","reported_seq":17,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-15T14:33:35.007522+0000","last_change":"2024-04-15T14:33:34.620715+0000","last_active":"2024-04-15T14:33:35.007522+0000","last_peered":"2024-04-15T14:33:35.007522+0000","last_clean":"2024-04-15T14:33:35.007522+0000","last_became_active":"2024-04-15T14:33:34.620361+0000","last_became_peered":"2024-04-15T14:33:34.620361+0000","last_unstale":"2024-04-15T14:33:35.007522+0000","last_undegraded":"2024-04-15T14:33:35.007522+0000","last_fullsized":"2024-04-15T14:33:35.007522+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T14:33:33.599136+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T14:33:33.599136+0000","last_clean_scrub_stamp":"2024-04-15T14:33:33.599136+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T21:57:01.722940+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1564,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,5],"acting":[6,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":10,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-15T14:33:34.990958+0000","last_change":"2024-04-15T14:33:34.990134+0000","last_active":"2024-04-15T14:33:34.990958+0000","last_peered":"2024-04-15T14:33:34.990958+0000","last_clean":"2024-04-15T14:33:34.990958+0000","last_became_active":"2024-04-15T14:33:34.989810+0000","last_became_peered":"2024-04-15T14:33:34.989810+0000","last_unstale":"2024-04-15T14:33:34.990958+0000","last_undegraded":"2024-04-15T14:33:34.990958+0000","last_fullsized":"2024-04-15T14:33:34.990958+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_clean_scrub_stamp":"2024-04-15T14:33:34.601025+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-17T01:16:42.669792+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,4],"acting":[7,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.13","version":"62'2","reported_seq":14,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-15T14:33:36.377194+0000","last_change":"2024-04-15T14:33:34.618176+0000","last_active":"2024-04-15T14:33:36.377194+0000","last_peered":"2024-04-15T14:33:36.377194+0000","last_clean":"2024-04-15T14:33:36.377194+0000","last_became_active":"2024-04-15T14:33:34.617858+0000","last_became_peered":"2024-04-15T14:33:34.617858+0000","last_unstale":"2024-04-15T14:33:36.377194+0000","last_undegraded":"2024-04-15T14:33:36.377194+0000","last_fullsized":"2024-04-15T14:33:36.377194+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T14:33:33.599136+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T14:33:33.599136+0000","last_clean_scrub_stamp":"2024-04-15T14:33:33.599136+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-17T00:31:59.807937+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-15T14:33:36.377060+0000","last_change":"2024-04-15T14:33:34.991687+0000","last_active":"2024-04-15T14:33:36.377060+0000","last_peered":"2024-04-15T14:33:36.377060+0000","last_clean":"2024-04-15T14:33:36.377060+0000","last_became_active":"2024-04-15T14:33:34.991427+0000","last_became_peered":"2024-04-15T14:33:34.991427+0000","last_unstale":"2024-04-15T14:33:36.377060+0000","last_undegraded":"2024-04-15T14:33:36.377060+0000","last_fullsized":"2024-04-15T14:33:36.377060+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_clean_scrub_stamp":"2024-04-15T14:33:34.601025+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T23:26:13.279012+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.12","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-15T14:33:34.979111+0000","last_change":"2024-04-15T14:33:34.624908+0000","last_active":"2024-04-15T14:33:34.979111+0000","last_peered":"2024-04-15T14:33:34.979111+0000","last_clean":"2024-04-15T14:33:34.979111+0000","last_became_active":"2024-04-15T14:33:34.624629+0000","last_became_peered":"2024-04-15T14:33:34.624629+0000","last_unstale":"2024-04-15T14:33:34.979111+0000","last_undegraded":"2024-04-15T14:33:34.979111+0000","last_fullsized":"2024-04-15T14:33:34.979111+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T14:33:33.599136+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T14:33:33.599136+0000","last_clean_scrub_stamp":"2024-04-15T14:33:33.599136+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T15:48:22.451797+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":10,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-15T14:33:34.990578+0000","last_change":"2024-04-15T14:33:34.990143+0000","last_active":"2024-04-15T14:33:34.990578+0000","last_peered":"2024-04-15T14:33:34.990578+0000","last_clean":"2024-04-15T14:33:34.990578+0000","last_became_active":"2024-04-15T14:33:34.989813+0000","last_became_peered":"2024-04-15T14:33:34.989813+0000","last_unstale":"2024-04-15T14:33:34.990578+0000","last_undegraded":"2024-04-15T14:33:34.990578+0000","last_fullsized":"2024-04-15T14:33:34.990578+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_clean_scrub_stamp":"2024-04-15T14:33:34.601025+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-17T02:18:28.815694+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,2],"acting":[7,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.11","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-15T14:33:34.981938+0000","last_change":"2024-04-15T14:33:34.617640+0000","last_active":"2024-04-15T14:33:34.981938+0000","last_peered":"2024-04-15T14:33:34.981938+0000","last_clean":"2024-04-15T14:33:34.981938+0000","last_became_active":"2024-04-15T14:33:34.617309+0000","last_became_peered":"2024-04-15T14:33:34.617309+0000","last_unstale":"2024-04-15T14:33:34.981938+0000","last_undegraded":"2024-04-15T14:33:34.981938+0000","last_fullsized":"2024-04-15T14:33:34.981938+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T14:33:33.599136+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T14:33:33.599136+0000","last_clean_scrub_stamp":"2024-04-15T14:33:33.599136+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T19:11:52.947432+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":10,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-15T14:33:34.993514+0000","last_change":"2024-04-15T14:33:34.989655+0000","last_active":"2024-04-15T14:33:34.993514+0000","last_peered":"2024-04-15T14:33:34.993514+0000","last_clean":"2024-04-15T14:33:34.993514+0000","last_became_active":"2024-04-15T14:33:34.988851+0000","last_became_peered":"2024-04-15T14:33:34.988851+0000","last_unstale":"2024-04-15T14:33:34.993514+0000","last_undegraded":"2024-04-15T14:33:34.993514+0000","last_fullsized":"2024-04-15T14:33:34.993514+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_clean_scrub_stamp":"2024-04-15T14:33:34.601025+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T21:16:09.182271+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.10","version":"62'8","reported_seq":20,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-15T14:33:35.975005+0000","last_change":"2024-04-15T14:33:34.624105+0000","last_active":"2024-04-15T14:33:35.975005+0000","last_peered":"2024-04-15T14:33:35.975005+0000","last_clean":"2024-04-15T14:33:35.975005+0000","last_became_active":"2024-04-15T14:33:34.623732+0000","last_became_peered":"2024-04-15T14:33:34.623732+0000","last_unstale":"2024-04-15T14:33:35.975005+0000","last_undegraded":"2024-04-15T14:33:35.975005+0000","last_fullsized":"2024-04-15T14:33:35.975005+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T14:33:33.599136+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T14:33:33.599136+0000","last_clean_scrub_stamp":"2024-04-15T14:33:33.599136+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T19:53:49.489868+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,0],"acting":[2,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":10,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-15T14:33:34.997011+0000","last_change":"2024-04-15T14:33:34.996585+0000","last_active":"2024-04-15T14:33:34.997011+0000","last_peered":"2024-04-15T14:33:34.997011+0000","last_clean":"2024-04-15T14:33:34.997011+0000","last_became_active":"2024-04-15T14:33:34.996051+0000","last_became_peered":"2024-04-15T14:33:34.996051+0000","last_unstale":"2024-04-15T14:33:34.997011+0000","last_undegraded":"2024-04-15T14:33:34.997011+0000","last_fullsized":"2024-04-15T14:33:34.997011+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_clean_scrub_stamp":"2024-04-15T14:33:34.601025+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T18:59:17.927268+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.f","version":"62'1","reported_seq":12,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-15T14:33:34.996779+0000","last_change":"2024-04-15T14:33:34.625302+0000","last_active":"2024-04-15T14:33:34.996779+0000","last_peered":"2024-04-15T14:33:34.996779+0000","last_clean":"2024-04-15T14:33:34.996779+0000","last_became_active":"2024-04-15T14:33:34.624897+0000","last_became_peered":"2024-04-15T14:33:34.624897+0000","last_unstale":"2024-04-15T14:33:34.996779+0000","last_undegraded":"2024-04-15T14:33:34.996779+0000","last_fullsized":"2024-04-15T14:33:34.996779+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T14:33:33.599136+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T14:33:33.599136+0000","last_clean_scrub_stamp":"2024-04-15T14:33:33.599136+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T21:13:05.143999+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,7],"acting":[4,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":10,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-15T14:33:34.995055+0000","last_change":"2024-04-15T14:33:34.993901+0000","last_active":"2024-04-15T14:33:34.995055+0000","last_peered":"2024-04-15T14:33:34.995055+0000","last_clean":"2024-04-15T14:33:34.995055+0000","last_became_active":"2024-04-15T14:33:34.993595+0000","last_became_peered":"2024-04-15T14:33:34.993595+0000","last_unstale":"2024-04-15T14:33:34.995055+0000","last_undegraded":"2024-04-15T14:33:34.995055+0000","last_fullsized":"2024-04-15T14:33:34.995055+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_clean_scrub_stamp":"2024-04-15T14:33:34.601025+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T19:34:11.232371+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-15T14:33:34.988180+0000","last_change":"2024-04-15T14:33:34.629663+0000","last_active":"2024-04-15T14:33:34.988180+0000","last_peered":"2024-04-15T14:33:34.988180+0000","last_clean":"2024-04-15T14:33:34.988180+0000","last_became_active":"2024-04-15T14:33:34.629358+0000","last_became_peered":"2024-04-15T14:33:34.629358+0000","last_unstale":"2024-04-15T14:33:34.988180+0000","last_undegraded":"2024-04-15T14:33:34.988180+0000","last_fullsized":"2024-04-15T14:33:34.988180+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T14:33:33.599136+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T14:33:33.599136+0000","last_clean_scrub_stamp":"2024-04-15T14:33:33.599136+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T18:29:51.531354+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,7],"acting":[1,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":9,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-15T14:33:34.991615+0000","last_change":"2024-04-15T14:33:34.991615+0000","last_active":"2024-04-15T14:33:34.991615+0000","last_peered":"2024-04-15T14:33:34.991615+0000","last_clean":"2024-04-15T14:33:34.991615+0000","last_became_active":"2024-04-15T14:33:34.990545+0000","last_became_peered":"2024-04-15T14:33:34.990545+0000","last_unstale":"2024-04-15T14:33:34.991615+0000","last_undegraded":"2024-04-15T14:33:34.991615+0000","last_fullsized":"2024-04-15T14:33:34.991615+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_clean_scrub_stamp":"2024-04-15T14:33:34.601025+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-17T00:27:00.368726+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-15T14:33:34.979025+0000","last_change":"2024-04-15T14:33:34.622274+0000","last_active":"2024-04-15T14:33:34.979025+0000","last_peered":"2024-04-15T14:33:34.979025+0000","last_clean":"2024-04-15T14:33:34.979025+0000","last_became_active":"2024-04-15T14:33:34.618830+0000","last_became_peered":"2024-04-15T14:33:34.618830+0000","last_unstale":"2024-04-15T14:33:34.979025+0000","last_undegraded":"2024-04-15T14:33:34.979025+0000","last_fullsized":"2024-04-15T14:33:34.979025+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T14:33:33.599136+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T14:33:33.599136+0000","last_clean_scrub_stamp":"2024-04-15T14:33:33.599136+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T18:53:51.788701+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,6],"acting":[5,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":10,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-15T14:33:35.003764+0000","last_change":"2024-04-15T14:33:35.003516+0000","last_active":"2024-04-15T14:33:35.003764+0000","last_peered":"2024-04-15T14:33:35.003764+0000","last_clean":"2024-04-15T14:33:35.003764+0000","last_became_active":"2024-04-15T14:33:35.003208+0000","last_became_peered":"2024-04-15T14:33:35.003208+0000","last_unstale":"2024-04-15T14:33:35.003764+0000","last_undegraded":"2024-04-15T14:33:35.003764+0000","last_fullsized":"2024-04-15T14:33:35.003764+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_clean_scrub_stamp":"2024-04-15T14:33:34.601025+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-17T00:06:21.618555+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,6],"acting":[4,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":10,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-15T14:33:35.000831+0000","last_change":"2024-04-15T14:33:35.000587+0000","last_active":"2024-04-15T14:33:35.000831+0000","last_peered":"2024-04-15T14:33:35.000831+0000","last_clean":"2024-04-15T14:33:35.000831+0000","last_became_active":"2024-04-15T14:33:35.000319+0000","last_became_peered":"2024-04-15T14:33:35.000319+0000","last_unstale":"2024-04-15T14:33:35.000831+0000","last_undegraded":"2024-04-15T14:33:35.000831+0000","last_fullsized":"2024-04-15T14:33:35.000831+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_clean_scrub_stamp":"2024-04-15T14:33:34.601025+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T17:34:15.729312+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,6],"acting":[1,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":12,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-15T14:33:35.975146+0000","last_change":"2024-04-15T14:33:34.612037+0000","last_active":"2024-04-15T14:33:35.975146+0000","last_peered":"2024-04-15T14:33:35.975146+0000","last_clean":"2024-04-15T14:33:35.975146+0000","last_became_active":"2024-04-15T14:33:34.611678+0000","last_became_peered":"2024-04-15T14:33:34.611678+0000","last_unstale":"2024-04-15T14:33:35.975146+0000","last_undegraded":"2024-04-15T14:33:35.975146+0000","last_fullsized":"2024-04-15T14:33:35.975146+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T14:33:33.599136+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T14:33:33.599136+0000","last_clean_scrub_stamp":"2024-04-15T14:33:33.599136+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T20:09:05.939655+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-15T14:33:34.601025+0000","last_change":"2024-04-15T14:33:34.601025+0000","last_active":"2024-04-15T14:33:34.601025+0000","last_peered":"2024-04-15T14:33:34.601025+0000","last_clean":"2024-04-15T14:33:34.601025+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-15T14:33:34.601025+0000","last_undegraded":"2024-04-15T14:33:34.601025+0000","last_fullsized":"2024-04-15T14:33:34.601025+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_clean_scrub_stamp":"2024-04-15T14:33:34.601025+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-15T14:33:34.976847+0000","last_change":"2024-04-15T14:33:34.625622+0000","last_active":"2024-04-15T14:33:34.976847+0000","last_peered":"2024-04-15T14:33:34.976847+0000","last_clean":"2024-04-15T14:33:34.976847+0000","last_became_active":"2024-04-15T14:33:34.625326+0000","last_became_peered":"2024-04-15T14:33:34.625326+0000","last_unstale":"2024-04-15T14:33:34.976847+0000","last_undegraded":"2024-04-15T14:33:34.976847+0000","last_fullsized":"2024-04-15T14:33:34.976847+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T14:33:33.599136+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T14:33:33.599136+0000","last_clean_scrub_stamp":"2024-04-15T14:33:33.599136+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-17T02:03:12.400947+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.0","version":"21'117","reported_seq":220,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-15T14:33:34.613545+0000","last_change":"2024-04-15T14:33:19.663705+0000","last_active":"2024-04-15T14:33:34.613545+0000","last_peered":"2024-04-15T14:33:34.613545+0000","last_clean":"2024-04-15T14:33:34.613545+0000","last_became_active":"2024-04-15T14:33:19.663309+0000","last_became_peered":"2024-04-15T14:33:19.663309+0000","last_unstale":"2024-04-15T14:33:34.613545+0000","last_undegraded":"2024-04-15T14:33:34.613545+0000","last_fullsized":"2024-04-15T14:33:34.613545+0000","mapping_epoch":58,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":59,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T14:31:12.725041+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T14:31:12.725041+0000","last_clean_scrub_stamp":"2024-04-15T14:31:12.725041+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T14:44:01.829701+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-15T14:33:36.377281+0000","last_change":"2024-04-15T14:33:34.990529+0000","last_active":"2024-04-15T14:33:36.377281+0000","last_peered":"2024-04-15T14:33:36.377281+0000","last_clean":"2024-04-15T14:33:36.377281+0000","last_became_active":"2024-04-15T14:33:34.990226+0000","last_became_peered":"2024-04-15T14:33:34.990226+0000","last_unstale":"2024-04-15T14:33:36.377281+0000","last_undegraded":"2024-04-15T14:33:36.377281+0000","last_fullsized":"2024-04-15T14:33:36.377281+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_clean_scrub_stamp":"2024-04-15T14:33:34.601025+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T14:50:23.902511+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-15T14:33:34.971573+0000","last_change":"2024-04-15T14:33:34.631357+0000","last_active":"2024-04-15T14:33:34.971573+0000","last_peered":"2024-04-15T14:33:34.971573+0000","last_clean":"2024-04-15T14:33:34.971573+0000","last_became_active":"2024-04-15T14:33:34.630734+0000","last_became_peered":"2024-04-15T14:33:34.630734+0000","last_unstale":"2024-04-15T14:33:34.971573+0000","last_undegraded":"2024-04-15T14:33:34.971573+0000","last_fullsized":"2024-04-15T14:33:34.971573+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T14:33:33.599136+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T14:33:33.599136+0000","last_clean_scrub_stamp":"2024-04-15T14:33:33.599136+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T16:38:14.970973+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-15T14:33:34.973681+0000","last_change":"2024-04-15T14:33:34.629731+0000","last_active":"2024-04-15T14:33:34.973681+0000","last_peered":"2024-04-15T14:33:34.973681+0000","last_clean":"2024-04-15T14:33:34.973681+0000","last_became_active":"2024-04-15T14:33:34.629246+0000","last_became_peered":"2024-04-15T14:33:34.629246+0000","last_unstale":"2024-04-15T14:33:34.973681+0000","last_undegraded":"2024-04-15T14:33:34.973681+0000","last_fullsized":"2024-04-15T14:33:34.973681+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T14:33:33.599136+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T14:33:33.599136+0000","last_clean_scrub_stamp":"2024-04-15T14:33:33.599136+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T15:33:31.194531+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":10,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-15T14:33:35.003782+0000","last_change":"2024-04-15T14:33:35.003150+0000","last_active":"2024-04-15T14:33:35.003782+0000","last_peered":"2024-04-15T14:33:35.003782+0000","last_clean":"2024-04-15T14:33:35.003782+0000","last_became_active":"2024-04-15T14:33:35.002820+0000","last_became_peered":"2024-04-15T14:33:35.002820+0000","last_unstale":"2024-04-15T14:33:35.003782+0000","last_undegraded":"2024-04-15T14:33:35.003782+0000","last_fullsized":"2024-04-15T14:33:35.003782+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_clean_scrub_stamp":"2024-04-15T14:33:34.601025+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T16:39:13.245694+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,5],"acting":[1,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.6","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-15T14:33:34.989417+0000","last_change":"2024-04-15T14:33:34.617135+0000","last_active":"2024-04-15T14:33:34.989417+0000","last_peered":"2024-04-15T14:33:34.989417+0000","last_clean":"2024-04-15T14:33:34.989417+0000","last_became_active":"2024-04-15T14:33:34.616824+0000","last_became_peered":"2024-04-15T14:33:34.616824+0000","last_unstale":"2024-04-15T14:33:34.989417+0000","last_undegraded":"2024-04-15T14:33:34.989417+0000","last_fullsized":"2024-04-15T14:33:34.989417+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T14:33:33.599136+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T14:33:33.599136+0000","last_clean_scrub_stamp":"2024-04-15T14:33:33.599136+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T15:25:19.603212+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,4],"acting":[1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-15T14:33:34.601025+0000","last_change":"2024-04-15T14:33:34.601025+0000","last_active":"2024-04-15T14:33:34.601025+0000","last_peered":"2024-04-15T14:33:34.601025+0000","last_clean":"2024-04-15T14:33:34.601025+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-15T14:33:34.601025+0000","last_undegraded":"2024-04-15T14:33:34.601025+0000","last_fullsized":"2024-04-15T14:33:34.601025+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_clean_scrub_stamp":"2024-04-15T14:33:34.601025+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.7","version":"62'2","reported_seq":13,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-15T14:33:35.003427+0000","last_change":"2024-04-15T14:33:34.624633+0000","last_active":"2024-04-15T14:33:35.003427+0000","last_peered":"2024-04-15T14:33:35.003427+0000","last_clean":"2024-04-15T14:33:35.003427+0000","last_became_active":"2024-04-15T14:33:34.623029+0000","last_became_peered":"2024-04-15T14:33:34.623029+0000","last_unstale":"2024-04-15T14:33:35.003427+0000","last_undegraded":"2024-04-15T14:33:35.003427+0000","last_fullsized":"2024-04-15T14:33:35.003427+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T14:33:33.599136+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T14:33:33.599136+0000","last_clean_scrub_stamp":"2024-04-15T14:33:33.599136+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T19:45:31.771526+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,2],"acting":[6,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-15T14:33:36.377319+0000","last_change":"2024-04-15T14:33:34.997101+0000","last_active":"2024-04-15T14:33:36.377319+0000","last_peered":"2024-04-15T14:33:36.377319+0000","last_clean":"2024-04-15T14:33:36.377319+0000","last_became_active":"2024-04-15T14:33:34.996832+0000","last_became_peered":"2024-04-15T14:33:34.996832+0000","last_unstale":"2024-04-15T14:33:36.377319+0000","last_undegraded":"2024-04-15T14:33:36.377319+0000","last_fullsized":"2024-04-15T14:33:36.377319+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_clean_scrub_stamp":"2024-04-15T14:33:34.601025+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T20:37:18.865338+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.8","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-15T14:33:34.971411+0000","last_change":"2024-04-15T14:33:34.629537+0000","last_active":"2024-04-15T14:33:34.971411+0000","last_peered":"2024-04-15T14:33:34.971411+0000","last_clean":"2024-04-15T14:33:34.971411+0000","last_became_active":"2024-04-15T14:33:34.629162+0000","last_became_peered":"2024-04-15T14:33:34.629162+0000","last_unstale":"2024-04-15T14:33:34.971411+0000","last_undegraded":"2024-04-15T14:33:34.971411+0000","last_fullsized":"2024-04-15T14:33:34.971411+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T14:33:33.599136+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T14:33:33.599136+0000","last_clean_scrub_stamp":"2024-04-15T14:33:33.599136+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T19:42:06.929486+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,1],"acting":[7,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":10,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-15T14:33:34.991342+0000","last_change":"2024-04-15T14:33:34.990437+0000","last_active":"2024-04-15T14:33:34.991342+0000","last_peered":"2024-04-15T14:33:34.991342+0000","last_clean":"2024-04-15T14:33:34.991342+0000","last_became_active":"2024-04-15T14:33:34.990126+0000","last_became_peered":"2024-04-15T14:33:34.990126+0000","last_unstale":"2024-04-15T14:33:34.991342+0000","last_undegraded":"2024-04-15T14:33:34.991342+0000","last_fullsized":"2024-04-15T14:33:34.991342+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_clean_scrub_stamp":"2024-04-15T14:33:34.601025+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-17T01:43:26.104205+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,7],"acting":[4,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.9","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-15T14:33:34.987875+0000","last_change":"2024-04-15T14:33:34.629735+0000","last_active":"2024-04-15T14:33:34.987875+0000","last_peered":"2024-04-15T14:33:34.987875+0000","last_clean":"2024-04-15T14:33:34.987875+0000","last_became_active":"2024-04-15T14:33:34.629468+0000","last_became_peered":"2024-04-15T14:33:34.629468+0000","last_unstale":"2024-04-15T14:33:34.987875+0000","last_undegraded":"2024-04-15T14:33:34.987875+0000","last_fullsized":"2024-04-15T14:33:34.987875+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T14:33:33.599136+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T14:33:33.599136+0000","last_clean_scrub_stamp":"2024-04-15T14:33:33.599136+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T20:18:24.961830+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,3],"acting":[1,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-15T14:33:34.601025+0000","last_change":"2024-04-15T14:33:34.601025+0000","last_active":"2024-04-15T14:33:34.601025+0000","last_peered":"2024-04-15T14:33:34.601025+0000","last_clean":"2024-04-15T14:33:34.601025+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-15T14:33:34.601025+0000","last_undegraded":"2024-04-15T14:33:34.601025+0000","last_fullsized":"2024-04-15T14:33:34.601025+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_clean_scrub_stamp":"2024-04-15T14:33:34.601025+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.a","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-15T14:33:34.988256+0000","last_change":"2024-04-15T14:33:34.629571+0000","last_active":"2024-04-15T14:33:34.988256+0000","last_peered":"2024-04-15T14:33:34.988256+0000","last_clean":"2024-04-15T14:33:34.988256+0000","last_became_active":"2024-04-15T14:33:34.629256+0000","last_became_peered":"2024-04-15T14:33:34.629256+0000","last_unstale":"2024-04-15T14:33:34.988256+0000","last_undegraded":"2024-04-15T14:33:34.988256+0000","last_fullsized":"2024-04-15T14:33:34.988256+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T14:33:33.599136+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T14:33:33.599136+0000","last_clean_scrub_stamp":"2024-04-15T14:33:33.599136+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T18:08:19.302092+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,7],"acting":[1,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-15T14:33:34.601025+0000","last_change":"2024-04-15T14:33:34.601025+0000","last_active":"2024-04-15T14:33:34.601025+0000","last_peered":"2024-04-15T14:33:34.601025+0000","last_clean":"2024-04-15T14:33:34.601025+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-15T14:33:34.601025+0000","last_undegraded":"2024-04-15T14:33:34.601025+0000","last_fullsized":"2024-04-15T14:33:34.601025+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_clean_scrub_stamp":"2024-04-15T14:33:34.601025+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.b","version":"62'2","reported_seq":13,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-15T14:33:34.997755+0000","last_change":"2024-04-15T14:33:34.627072+0000","last_active":"2024-04-15T14:33:34.997755+0000","last_peered":"2024-04-15T14:33:34.997755+0000","last_clean":"2024-04-15T14:33:34.997755+0000","last_became_active":"2024-04-15T14:33:34.626764+0000","last_became_peered":"2024-04-15T14:33:34.626764+0000","last_unstale":"2024-04-15T14:33:34.997755+0000","last_undegraded":"2024-04-15T14:33:34.997755+0000","last_fullsized":"2024-04-15T14:33:34.997755+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T14:33:33.599136+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T14:33:33.599136+0000","last_clean_scrub_stamp":"2024-04-15T14:33:33.599136+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T19:48:29.128158+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,5],"acting":[7,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":10,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-15T14:33:35.002671+0000","last_change":"2024-04-15T14:33:35.002154+0000","last_active":"2024-04-15T14:33:35.002671+0000","last_peered":"2024-04-15T14:33:35.002671+0000","last_clean":"2024-04-15T14:33:35.002671+0000","last_became_active":"2024-04-15T14:33:35.001879+0000","last_became_peered":"2024-04-15T14:33:35.001879+0000","last_unstale":"2024-04-15T14:33:35.002671+0000","last_undegraded":"2024-04-15T14:33:35.002671+0000","last_fullsized":"2024-04-15T14:33:35.002671+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_clean_scrub_stamp":"2024-04-15T14:33:34.601025+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T22:47:05.094202+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.c","version":"0'0","reported_seq":12,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-15T14:33:35.975422+0000","last_change":"2024-04-15T14:33:34.620187+0000","last_active":"2024-04-15T14:33:35.975422+0000","last_peered":"2024-04-15T14:33:35.975422+0000","last_clean":"2024-04-15T14:33:35.975422+0000","last_became_active":"2024-04-15T14:33:34.619885+0000","last_became_peered":"2024-04-15T14:33:34.619885+0000","last_unstale":"2024-04-15T14:33:35.975422+0000","last_undegraded":"2024-04-15T14:33:35.975422+0000","last_fullsized":"2024-04-15T14:33:35.975422+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T14:33:33.599136+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T14:33:33.599136+0000","last_clean_scrub_stamp":"2024-04-15T14:33:33.599136+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T21:37:15.148104+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,0],"acting":[2,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":10,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-15T14:33:34.995100+0000","last_change":"2024-04-15T14:33:34.994756+0000","last_active":"2024-04-15T14:33:34.995100+0000","last_peered":"2024-04-15T14:33:34.995100+0000","last_clean":"2024-04-15T14:33:34.995100+0000","last_became_active":"2024-04-15T14:33:34.994464+0000","last_became_peered":"2024-04-15T14:33:34.994464+0000","last_unstale":"2024-04-15T14:33:34.995100+0000","last_undegraded":"2024-04-15T14:33:34.995100+0000","last_fullsized":"2024-04-15T14:33:34.995100+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_clean_scrub_stamp":"2024-04-15T14:33:34.601025+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T17:22:46.786639+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,6],"acting":[7,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.d","version":"62'1","reported_seq":12,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-15T14:33:35.001961+0000","last_change":"2024-04-15T14:33:34.622686+0000","last_active":"2024-04-15T14:33:35.001961+0000","last_peered":"2024-04-15T14:33:35.001961+0000","last_clean":"2024-04-15T14:33:35.001961+0000","last_became_active":"2024-04-15T14:33:34.622389+0000","last_became_peered":"2024-04-15T14:33:34.622389+0000","last_unstale":"2024-04-15T14:33:35.001961+0000","last_undegraded":"2024-04-15T14:33:35.001961+0000","last_fullsized":"2024-04-15T14:33:35.001961+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T14:33:33.599136+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T14:33:33.599136+0000","last_clean_scrub_stamp":"2024-04-15T14:33:33.599136+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T17:25:51.291953+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,3],"acting":[1,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":4,"reported_epoch":62,"state":"creating+activating","last_fresh":"2024-04-15T14:33:34.990544+0000","last_change":"2024-04-15T14:33:34.977150+0000","last_active":"2024-04-15T14:33:34.601025+0000","last_peered":"2024-04-15T14:33:34.601025+0000","last_clean":"2024-04-15T14:33:34.601025+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-15T14:33:34.990544+0000","last_undegraded":"2024-04-15T14:33:34.990544+0000","last_fullsized":"2024-04-15T14:33:34.990544+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_clean_scrub_stamp":"2024-04-15T14:33:34.601025+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T23:34:07.957266+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6],"acting":[5,3,6],"avail_no_missing":["5","3","6"],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.e","version":"62'2","reported_seq":14,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-15T14:33:35.975707+0000","last_change":"2024-04-15T14:33:34.624138+0000","last_active":"2024-04-15T14:33:35.975707+0000","last_peered":"2024-04-15T14:33:35.975707+0000","last_clean":"2024-04-15T14:33:35.975707+0000","last_became_active":"2024-04-15T14:33:34.623682+0000","last_became_peered":"2024-04-15T14:33:34.623682+0000","last_unstale":"2024-04-15T14:33:35.975707+0000","last_undegraded":"2024-04-15T14:33:35.975707+0000","last_fullsized":"2024-04-15T14:33:35.975707+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T14:33:33.599136+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T14:33:33.599136+0000","last_clean_scrub_stamp":"2024-04-15T14:33:33.599136+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T14:38:37.078963+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,7],"acting":[2,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":10,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-15T14:33:34.983646+0000","last_change":"2024-04-15T14:33:34.982615+0000","last_active":"2024-04-15T14:33:34.983646+0000","last_peered":"2024-04-15T14:33:34.983646+0000","last_clean":"2024-04-15T14:33:34.983646+0000","last_became_active":"2024-04-15T14:33:34.982331+0000","last_became_peered":"2024-04-15T14:33:34.982331+0000","last_unstale":"2024-04-15T14:33:34.983646+0000","last_undegraded":"2024-04-15T14:33:34.983646+0000","last_fullsized":"2024-04-15T14:33:34.983646+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_clean_scrub_stamp":"2024-04-15T14:33:34.601025+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T20:54:20.013150+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.20","version":"0'0","reported_seq":10,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-15T14:33:34.998089+0000","last_change":"2024-04-15T14:33:34.990625+0000","last_active":"2024-04-15T14:33:34.998089+0000","last_peered":"2024-04-15T14:33:34.998089+0000","last_clean":"2024-04-15T14:33:34.998089+0000","last_became_active":"2024-04-15T14:33:34.989978+0000","last_became_peered":"2024-04-15T14:33:34.989978+0000","last_unstale":"2024-04-15T14:33:34.998089+0000","last_undegraded":"2024-04-15T14:33:34.998089+0000","last_fullsized":"2024-04-15T14:33:34.998089+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_clean_scrub_stamp":"2024-04-15T14:33:34.601025+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-17T01:30:06.257186+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.21","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-15T14:33:35.975256+0000","last_change":"2024-04-15T14:33:34.998364+0000","last_active":"2024-04-15T14:33:35.975256+0000","last_peered":"2024-04-15T14:33:35.975256+0000","last_clean":"2024-04-15T14:33:35.975256+0000","last_became_active":"2024-04-15T14:33:34.997044+0000","last_became_peered":"2024-04-15T14:33:34.997044+0000","last_unstale":"2024-04-15T14:33:35.975256+0000","last_undegraded":"2024-04-15T14:33:35.975256+0000","last_fullsized":"2024-04-15T14:33:35.975256+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_clean_scrub_stamp":"2024-04-15T14:33:34.601025+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T22:49:03.837452+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,6],"acting":[2,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.22","version":"0'0","reported_seq":4,"reported_epoch":62,"state":"creating+activating","last_fresh":"2024-04-15T14:33:34.985977+0000","last_change":"2024-04-15T14:33:34.978530+0000","last_active":"2024-04-15T14:33:34.601025+0000","last_peered":"2024-04-15T14:33:34.601025+0000","last_clean":"2024-04-15T14:33:34.601025+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-15T14:33:34.985977+0000","last_undegraded":"2024-04-15T14:33:34.985977+0000","last_fullsized":"2024-04-15T14:33:34.985977+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_clean_scrub_stamp":"2024-04-15T14:33:34.601025+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T16:58:09.752124+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,0],"acting":[5,3,0],"avail_no_missing":["5","0","3"],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.23","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-15T14:33:36.377124+0000","last_change":"2024-04-15T14:33:34.992800+0000","last_active":"2024-04-15T14:33:36.377124+0000","last_peered":"2024-04-15T14:33:36.377124+0000","last_clean":"2024-04-15T14:33:36.377124+0000","last_became_active":"2024-04-15T14:33:34.992471+0000","last_became_peered":"2024-04-15T14:33:34.992471+0000","last_unstale":"2024-04-15T14:33:36.377124+0000","last_undegraded":"2024-04-15T14:33:36.377124+0000","last_fullsized":"2024-04-15T14:33:36.377124+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_clean_scrub_stamp":"2024-04-15T14:33:34.601025+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T21:30:30.464102+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,4],"acting":[0,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.24","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-15T14:33:34.601025+0000","last_change":"2024-04-15T14:33:34.601025+0000","last_active":"2024-04-15T14:33:34.601025+0000","last_peered":"2024-04-15T14:33:34.601025+0000","last_clean":"2024-04-15T14:33:34.601025+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-15T14:33:34.601025+0000","last_undegraded":"2024-04-15T14:33:34.601025+0000","last_fullsized":"2024-04-15T14:33:34.601025+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_clean_scrub_stamp":"2024-04-15T14:33:34.601025+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.25","version":"0'0","reported_seq":10,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-15T14:33:35.002524+0000","last_change":"2024-04-15T14:33:35.001671+0000","last_active":"2024-04-15T14:33:35.002524+0000","last_peered":"2024-04-15T14:33:35.002524+0000","last_clean":"2024-04-15T14:33:35.002524+0000","last_became_active":"2024-04-15T14:33:35.001398+0000","last_became_peered":"2024-04-15T14:33:35.001398+0000","last_unstale":"2024-04-15T14:33:35.002524+0000","last_undegraded":"2024-04-15T14:33:35.002524+0000","last_fullsized":"2024-04-15T14:33:35.002524+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_clean_scrub_stamp":"2024-04-15T14:33:34.601025+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T19:15:22.634066+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,2],"acting":[1,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.26","version":"0'0","reported_seq":10,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-15T14:33:35.006972+0000","last_change":"2024-04-15T14:33:35.006191+0000","last_active":"2024-04-15T14:33:35.006972+0000","last_peered":"2024-04-15T14:33:35.006972+0000","last_clean":"2024-04-15T14:33:35.006972+0000","last_became_active":"2024-04-15T14:33:35.005905+0000","last_became_peered":"2024-04-15T14:33:35.005905+0000","last_unstale":"2024-04-15T14:33:35.006972+0000","last_undegraded":"2024-04-15T14:33:35.006972+0000","last_fullsized":"2024-04-15T14:33:35.006972+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_clean_scrub_stamp":"2024-04-15T14:33:34.601025+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T17:07:18.456027+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,4],"acting":[6,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.27","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-15T14:33:34.601025+0000","last_change":"2024-04-15T14:33:34.601025+0000","last_active":"2024-04-15T14:33:34.601025+0000","last_peered":"2024-04-15T14:33:34.601025+0000","last_clean":"2024-04-15T14:33:34.601025+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-15T14:33:34.601025+0000","last_undegraded":"2024-04-15T14:33:34.601025+0000","last_fullsized":"2024-04-15T14:33:34.601025+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_clean_scrub_stamp":"2024-04-15T14:33:34.601025+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.28","version":"0'0","reported_seq":10,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-15T14:33:34.990913+0000","last_change":"2024-04-15T14:33:34.989949+0000","last_active":"2024-04-15T14:33:34.990913+0000","last_peered":"2024-04-15T14:33:34.990913+0000","last_clean":"2024-04-15T14:33:34.990913+0000","last_became_active":"2024-04-15T14:33:34.989680+0000","last_became_peered":"2024-04-15T14:33:34.989680+0000","last_unstale":"2024-04-15T14:33:34.990913+0000","last_undegraded":"2024-04-15T14:33:34.990913+0000","last_fullsized":"2024-04-15T14:33:34.990913+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_clean_scrub_stamp":"2024-04-15T14:33:34.601025+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-17T02:13:17.656911+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-15T14:33:34.601025+0000","last_change":"2024-04-15T14:33:34.601025+0000","last_active":"2024-04-15T14:33:34.601025+0000","last_peered":"2024-04-15T14:33:34.601025+0000","last_clean":"2024-04-15T14:33:34.601025+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-15T14:33:34.601025+0000","last_undegraded":"2024-04-15T14:33:34.601025+0000","last_fullsized":"2024-04-15T14:33:34.601025+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_clean_scrub_stamp":"2024-04-15T14:33:34.601025+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.2a","version":"0'0","reported_seq":3,"reported_epoch":62,"state":"creating+activating","last_fresh":"2024-04-15T14:33:34.978172+0000","last_change":"2024-04-15T14:33:34.978172+0000","last_active":"2024-04-15T14:33:34.601025+0000","last_peered":"2024-04-15T14:33:34.601025+0000","last_clean":"2024-04-15T14:33:34.601025+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-15T14:33:34.978172+0000","last_undegraded":"2024-04-15T14:33:34.978172+0000","last_fullsized":"2024-04-15T14:33:34.978172+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_clean_scrub_stamp":"2024-04-15T14:33:34.601025+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-17T01:58:25.986752+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,6],"acting":[5,7,6],"avail_no_missing":["5","6","7"],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2b","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-15T14:33:36.377077+0000","last_change":"2024-04-15T14:33:34.996107+0000","last_active":"2024-04-15T14:33:36.377077+0000","last_peered":"2024-04-15T14:33:36.377077+0000","last_clean":"2024-04-15T14:33:36.377077+0000","last_became_active":"2024-04-15T14:33:34.995850+0000","last_became_peered":"2024-04-15T14:33:34.995850+0000","last_unstale":"2024-04-15T14:33:36.377077+0000","last_undegraded":"2024-04-15T14:33:36.377077+0000","last_fullsized":"2024-04-15T14:33:36.377077+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_clean_scrub_stamp":"2024-04-15T14:33:34.601025+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T17:16:20.140839+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,1],"acting":[0,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.2c","version":"0'0","reported_seq":10,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-15T14:33:35.007666+0000","last_change":"2024-04-15T14:33:35.007293+0000","last_active":"2024-04-15T14:33:35.007666+0000","last_peered":"2024-04-15T14:33:35.007666+0000","last_clean":"2024-04-15T14:33:35.007666+0000","last_became_active":"2024-04-15T14:33:35.006857+0000","last_became_peered":"2024-04-15T14:33:35.006857+0000","last_unstale":"2024-04-15T14:33:35.007666+0000","last_undegraded":"2024-04-15T14:33:35.007666+0000","last_fullsized":"2024-04-15T14:33:35.007666+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_clean_scrub_stamp":"2024-04-15T14:33:34.601025+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T16:40:38.422662+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,0],"acting":[6,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]}],"pool_stats":[{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":159,"acting":159,"num_store_stats":7},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":3563520,"data_stored":3542208,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":3,"acting":3,"num_store_stats":7},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":2362,"num_objects":21,"num_object_clones":0,"num_object_copies":63,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":21,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":44,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":13,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":61440,"data_stored":3764,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":36,"ondisk_log_size":36,"up":87,"acting":87,"num_store_stats":7}],"osd_stats":[{"osd":7,"up_from":55,"seq":236223201286,"num_pgs":44,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28216,"kb_used_data":1192,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716936,"statfs":{"total":95995035648,"available":95966142464,"internally_reserved":0,"allocated":1220608,"data_stored":848226,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":27654602},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.52300000000000002}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.59799999999999998}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.56000000000000005}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.432}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.40600000000000003}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.69699999999999995}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.61699999999999999}]}]},{"osd":6,"up_from":47,"seq":201863462923,"num_pgs":37,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28220,"kb_used_data":1196,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716932,"statfs":{"total":95995035648,"available":95966138368,"internally_reserved":0,"allocated":1224704,"data_stored":849186,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.378}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.35399999999999998}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.42999999999999999}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.41899999999999998}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.39800000000000002}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.53700000000000003}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.47599999999999998}]}]},{"osd":1,"up_from":13,"seq":55834574884,"num_pgs":32,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27644,"kb_used_data":616,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717508,"statfs":{"total":95995035648,"available":95966728192,"internally_reserved":0,"allocated":630784,"data_stored":257687,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Apr 15 14:32:50 2024","interfaces":[{"interface":"back","average":{"1min":0.36199999999999999,"5min":0.314,"15min":0.30599999999999999},"min":{"1min":0.26200000000000001,"5min":0.20399999999999999,"15min":0.20399999999999999},"max":{"1min":0.57499999999999996,"5min":0.57499999999999996,"15min":0.57499999999999996},"last":0.33200000000000002},{"interface":"front","average":{"1min":0.41699999999999998,"5min":0.32500000000000001,"15min":0.31},"min":{"1min":0.28199999999999997,"5min":0.20799999999999999,"15min":0.20799999999999999},"max":{"1min":0.60799999999999998,"5min":0.60799999999999998,"15min":0.60799999999999998},"last":0.32000000000000001}]},{"osd":2,"last update":"Mon Apr 15 14:33:18 2024","interfaces":[{"interface":"back","average":{"1min":0.41199999999999998,"5min":0.38800000000000001,"15min":0.38400000000000001},"min":{"1min":0.317,"5min":0.253,"15min":0.253},"max":{"1min":0.54600000000000004,"5min":0.56399999999999995,"15min":0.56399999999999995},"last":0.35399999999999998},{"interface":"front","average":{"1min":0.39400000000000002,"5min":0.35699999999999998,"15min":0.35099999999999998},"min":{"1min":0.30299999999999999,"5min":0.23699999999999999,"15min":0.23699999999999999},"max":{"1min":0.496,"5min":0.504,"15min":0.504},"last":0.30599999999999999}]},{"osd":3,"last update":"Mon Apr 15 14:32:39 2024","interfaces":[{"interface":"back","average":{"1min":0.39500000000000002,"5min":0.39500000000000002,"15min":0.39500000000000002},"min":{"1min":0.27800000000000002,"5min":0.27800000000000002,"15min":0.27800000000000002},"max":{"1min":0.61799999999999999,"5min":0.61799999999999999,"15min":0.61799999999999999},"last":0.40000000000000002},{"interface":"front","average":{"1min":0.434,"5min":0.434,"15min":0.434},"min":{"1min":0.32100000000000001,"5min":0.32100000000000001,"15min":0.32100000000000001},"max":{"1min":0.60499999999999998,"5min":0.60499999999999998,"15min":0.60499999999999998},"last":0.27000000000000002}]},{"osd":4,"last update":"Mon Apr 15 14:33:00 2024","interfaces":[{"interface":"back","average":{"1min":0.55300000000000005,"5min":0.55300000000000005,"15min":0.55300000000000005},"min":{"1min":0.41099999999999998,"5min":0.41099999999999998,"15min":0.41099999999999998},"max":{"1min":0.89300000000000002,"5min":0.89300000000000002,"15min":0.89300000000000002},"last":0.56899999999999995},{"interface":"front","average":{"1min":0.57799999999999996,"5min":0.57799999999999996,"15min":0.57799999999999996},"min":{"1min":0.41399999999999998,"5min":0.41399999999999998,"15min":0.41399999999999998},"max":{"1min":0.87,"5min":0.87,"15min":0.87},"last":0.47699999999999998}]},{"osd":5,"last update":"Mon Apr 15 14:33:26 2024","interfaces":[{"interface":"back","average":{"1min":0.57099999999999995,"5min":0.57099999999999995,"15min":0.57099999999999995},"min":{"1min":0.443,"5min":0.443,"15min":0.443},"max":{"1min":0.85099999999999998,"5min":0.85099999999999998,"15min":0.85099999999999998},"last":0.58999999999999997},{"interface":"front","average":{"1min":0.56699999999999995,"5min":0.56699999999999995,"15min":0.56699999999999995},"min":{"1min":0.40300000000000002,"5min":0.40300000000000002,"15min":0.40300000000000002},"max":{"1min":0.81299999999999994,"5min":0.81299999999999994,"15min":0.81299999999999994},"last":0.64700000000000002}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.57799999999999996}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.61599999999999999}]}]},{"osd":0,"up_from":8,"seq":34359738409,"num_pgs":43,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28236,"kb_used_data":1216,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716916,"statfs":{"total":95995035648,"available":95966121984,"internally_reserved":0,"allocated":1245184,"data_stored":855353,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Mon Apr 15 14:32:50 2024","interfaces":[{"interface":"back","average":{"1min":0.41099999999999998,"5min":0.33600000000000002,"15min":0.32400000000000001},"min":{"1min":0.29499999999999998,"5min":0.22800000000000001,"15min":0.22800000000000001},"max":{"1min":0.60199999999999998,"5min":0.60199999999999998,"15min":0.60199999999999998},"last":0.438},{"interface":"front","average":{"1min":0.42299999999999999,"5min":0.34899999999999998,"15min":0.33700000000000002},"min":{"1min":0.32700000000000001,"5min":0.217,"15min":0.217},"max":{"1min":0.51700000000000002,"5min":0.51700000000000002,"15min":0.51700000000000002},"last":0.32000000000000001}]},{"osd":2,"last update":"Mon Apr 15 14:33:14 2024","interfaces":[{"interface":"back","average":{"1min":0.42599999999999999,"5min":0.40999999999999998,"15min":0.40699999999999997},"min":{"1min":0.30399999999999999,"5min":0.27800000000000002,"15min":0.27800000000000002},"max":{"1min":0.60499999999999998,"5min":0.60499999999999998,"15min":0.60499999999999998},"last":0.38300000000000001},{"interface":"front","average":{"1min":0.45600000000000002,"5min":0.42399999999999999,"15min":0.41799999999999998},"min":{"1min":0.34899999999999998,"5min":0.29599999999999999,"15min":0.29599999999999999},"max":{"1min":0.65700000000000003,"5min":0.65700000000000003,"15min":0.65700000000000003},"last":0.39800000000000002}]},{"osd":3,"last update":"Mon Apr 15 14:32:38 2024","interfaces":[{"interface":"back","average":{"1min":0.433,"5min":0.433,"15min":0.433},"min":{"1min":0.316,"5min":0.316,"15min":0.316},"max":{"1min":0.63200000000000001,"5min":0.63200000000000001,"15min":0.63200000000000001},"last":0.36399999999999999},{"interface":"front","average":{"1min":0.45300000000000001,"5min":0.45300000000000001,"15min":0.45300000000000001},"min":{"1min":0.33200000000000002,"5min":0.33200000000000002,"15min":0.33200000000000002},"max":{"1min":0.65400000000000003,"5min":0.65400000000000003,"15min":0.65400000000000003},"last":0.34200000000000003}]},{"osd":4,"last update":"Mon Apr 15 14:33:04 2024","interfaces":[{"interface":"back","average":{"1min":0.57699999999999996,"5min":0.57699999999999996,"15min":0.57699999999999996},"min":{"1min":0.41099999999999998,"5min":0.41099999999999998,"15min":0.41099999999999998},"max":{"1min":0.89300000000000002,"5min":0.89300000000000002,"15min":0.89300000000000002},"last":0.749},{"interface":"front","average":{"1min":0.58299999999999996,"5min":0.58299999999999996,"15min":0.58299999999999996},"min":{"1min":0.437,"5min":0.437,"15min":0.437},"max":{"1min":0.755,"5min":0.755,"15min":0.755},"last":0.57899999999999996}]},{"osd":5,"last update":"Mon Apr 15 14:33:27 2024","interfaces":[{"interface":"back","average":{"1min":0.59899999999999998,"5min":0.59899999999999998,"15min":0.59899999999999998},"min":{"1min":0.495,"5min":0.495,"15min":0.495},"max":{"1min":0.76500000000000001,"5min":0.76500000000000001,"15min":0.76500000000000001},"last":0.72599999999999998},{"interface":"front","average":{"1min":0.58799999999999997,"5min":0.58799999999999997,"15min":0.58799999999999997},"min":{"1min":0.41999999999999998,"5min":0.41999999999999998,"15min":0.41999999999999998},"max":{"1min":0.79900000000000004,"5min":0.79900000000000004,"15min":0.79900000000000004},"last":0.60199999999999998}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.51800000000000002}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.63400000000000001}]}]},{"osd":2,"up_from":18,"seq":77309411359,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27652,"kb_used_data":620,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717500,"statfs":{"total":95995035648,"available":95966720000,"internally_reserved":0,"allocated":634880,"data_stored":264257,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Apr 15 14:33:15 2024","interfaces":[{"interface":"back","average":{"1min":0.45000000000000001,"5min":0.39900000000000002,"15min":0.39100000000000001},"min":{"1min":0.25900000000000001,"5min":0.25,"15min":0.25},"max":{"1min":0.76600000000000001,"5min":0.76600000000000001,"15min":0.76600000000000001},"last":0.52200000000000002},{"interface":"front","average":{"1min":0.443,"5min":0.40400000000000003,"15min":0.39800000000000002},"min":{"1min":0.28000000000000003,"5min":0.245,"15min":0.245},"max":{"1min":0.73299999999999998,"5min":0.73299999999999998,"15min":0.73299999999999998},"last":0.41299999999999998}]},{"osd":1,"last update":"Mon Apr 15 14:33:15 2024","interfaces":[{"interface":"back","average":{"1min":0.41199999999999998,"5min":0.39400000000000002,"15min":0.39100000000000001},"min":{"1min":0.30399999999999999,"5min":0.28100000000000003,"15min":0.28100000000000003},"max":{"1min":0.67900000000000005,"5min":0.67900000000000005,"15min":0.67900000000000005},"last":0.438},{"interface":"front","average":{"1min":0.51700000000000002,"5min":0.46200000000000002,"15min":0.45300000000000001},"min":{"1min":0.38200000000000001,"5min":0.29899999999999999,"15min":0.29899999999999999},"max":{"1min":0.78400000000000003,"5min":0.78400000000000003,"15min":0.78400000000000003},"last":0.505}]},{"osd":3,"last update":"Mon Apr 15 14:32:41 2024","interfaces":[{"interface":"back","average":{"1min":0.46999999999999997,"5min":0.46999999999999997,"15min":0.46999999999999997},"min":{"1min":0.32500000000000001,"5min":0.32500000000000001,"15min":0.32500000000000001},"max":{"1min":0.65300000000000002,"5min":0.65300000000000002,"15min":0.65300000000000002},"last":0.47399999999999998},{"interface":"front","average":{"1min":0.47199999999999998,"5min":0.47199999999999998,"15min":0.47199999999999998},"min":{"1min":0.29299999999999998,"5min":0.29299999999999998,"15min":0.29299999999999998},"max":{"1min":0.68200000000000005,"5min":0.68200000000000005,"15min":0.68200000000000005},"last":0.53800000000000003}]},{"osd":4,"last update":"Mon Apr 15 14:33:02 2024","interfaces":[{"interface":"back","average":{"1min":0.60599999999999998,"5min":0.60599999999999998,"15min":0.60599999999999998},"min":{"1min":0.38700000000000001,"5min":0.38700000000000001,"15min":0.38700000000000001},"max":{"1min":0.77900000000000003,"5min":0.77900000000000003,"15min":0.77900000000000003},"last":0.83199999999999996},{"interface":"front","average":{"1min":0.63700000000000001,"5min":0.63700000000000001,"15min":0.63700000000000001},"min":{"1min":0.46899999999999997,"5min":0.46899999999999997,"15min":0.46899999999999997},"max":{"1min":0.83199999999999996,"5min":0.83199999999999996,"15min":0.83199999999999996},"last":0.81200000000000006}]},{"osd":5,"last update":"Mon Apr 15 14:33:25 2024","interfaces":[{"interface":"back","average":{"1min":0.58899999999999997,"5min":0.58899999999999997,"15min":0.58899999999999997},"min":{"1min":0.40300000000000002,"5min":0.40300000000000002,"15min":0.40300000000000002},"max":{"1min":0.76200000000000001,"5min":0.76200000000000001,"15min":0.76200000000000001},"last":0.77000000000000002},{"interface":"front","average":{"1min":0.59099999999999997,"5min":0.59099999999999997,"15min":0.59099999999999997},"min":{"1min":0.434,"5min":0.434,"15min":0.434},"max":{"1min":0.77000000000000002,"5min":0.77000000000000002,"15min":0.77000000000000002},"last":0.79200000000000004}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.68600000000000005}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.89100000000000001}]}]},{"osd":3,"up_from":25,"seq":107374182425,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":93745152,"kb_used":27588,"kb_used_data":568,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717564,"statfs":{"total":95995035648,"available":95966785536,"internally_reserved":0,"allocated":581632,"data_stored":237097,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":27654599},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Apr 15 14:32:42 2024","interfaces":[{"interface":"back","average":{"1min":0.40500000000000003,"5min":0.40500000000000003,"15min":0.40500000000000003},"min":{"1min":0.28199999999999997,"5min":0.28199999999999997,"15min":0.28199999999999997},"max":{"1min":0.56299999999999994,"5min":0.56299999999999994,"15min":0.56299999999999994},"last":0.309},{"interface":"front","average":{"1min":0.437,"5min":0.437,"15min":0.437},"min":{"1min":0.29399999999999998,"5min":0.29399999999999998,"15min":0.29399999999999998},"max":{"1min":0.69199999999999995,"5min":0.69199999999999995,"15min":0.69199999999999995},"last":0.376}]},{"osd":1,"last update":"Mon Apr 15 14:32:42 2024","interfaces":[{"interface":"back","average":{"1min":0.433,"5min":0.433,"15min":0.433},"min":{"1min":0.27600000000000002,"5min":0.27600000000000002,"15min":0.27600000000000002},"max":{"1min":0.63500000000000001,"5min":0.63500000000000001,"15min":0.63500000000000001},"last":0.32400000000000001},{"interface":"front","average":{"1min":0.46600000000000003,"5min":0.46600000000000003,"15min":0.46600000000000003},"min":{"1min":0.32700000000000001,"5min":0.32700000000000001,"15min":0.32700000000000001},"max":{"1min":0.60599999999999998,"5min":0.60599999999999998,"15min":0.60599999999999998},"last":0.26700000000000002}]},{"osd":2,"last update":"Mon Apr 15 14:32:42 2024","interfaces":[{"interface":"back","average":{"1min":0.46999999999999997,"5min":0.46999999999999997,"15min":0.46999999999999997},"min":{"1min":0.27600000000000002,"5min":0.27600000000000002,"15min":0.27600000000000002},"max":{"1min":0.61099999999999999,"5min":0.61099999999999999,"15min":0.61099999999999999},"last":0.39300000000000002},{"interface":"front","average":{"1min":0.46300000000000002,"5min":0.46300000000000002,"15min":0.46300000000000002},"min":{"1min":0.25900000000000001,"5min":0.25900000000000001,"15min":0.25900000000000001},"max":{"1min":0.625,"5min":0.625,"15min":0.625},"last":0.35499999999999998}]},{"osd":4,"last update":"Mon Apr 15 14:33:03 2024","interfaces":[{"interface":"back","average":{"1min":0.54800000000000004,"5min":0.54800000000000004,"15min":0.54800000000000004},"min":{"1min":0.38200000000000001,"5min":0.38200000000000001,"15min":0.38200000000000001},"max":{"1min":0.78000000000000003,"5min":0.78000000000000003,"15min":0.78000000000000003},"last":0.40400000000000003},{"interface":"front","average":{"1min":0.60499999999999998,"5min":0.60499999999999998,"15min":0.60499999999999998},"min":{"1min":0.40600000000000003,"5min":0.40600000000000003,"15min":0.40600000000000003},"max":{"1min":0.83399999999999996,"5min":0.83399999999999996,"15min":0.83399999999999996},"last":0.46400000000000002}]},{"osd":5,"last update":"Mon Apr 15 14:33:26 2024","interfaces":[{"interface":"back","average":{"1min":0.59299999999999997,"5min":0.59299999999999997,"15min":0.59299999999999997},"min":{"1min":0.38500000000000001,"5min":0.38500000000000001,"15min":0.38500000000000001},"max":{"1min":0.80400000000000005,"5min":0.80400000000000005,"15min":0.80400000000000005},"last":0.44700000000000001},{"interface":"front","average":{"1min":0.58399999999999996,"5min":0.58399999999999996,"15min":0.58399999999999996},"min":{"1min":0.40100000000000002,"5min":0.40100000000000002,"15min":0.40100000000000002},"max":{"1min":0.76100000000000001,"5min":0.76100000000000001,"15min":0.76100000000000001},"last":0.41799999999999998}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.42499999999999999}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.433}]}]},{"osd":4,"up_from":30,"seq":128849018901,"num_pgs":38,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27644,"kb_used_data":620,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717508,"statfs":{"total":95995035648,"available":95966728192,"internally_reserved":0,"allocated":634880,"data_stored":257962,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Apr 15 14:33:02 2024","interfaces":[{"interface":"back","average":{"1min":0.55600000000000005,"5min":0.55600000000000005,"15min":0.55600000000000005},"min":{"1min":0.36599999999999999,"5min":0.36599999999999999,"15min":0.36599999999999999},"max":{"1min":0.84399999999999997,"5min":0.84399999999999997,"15min":0.84399999999999997},"last":0.57699999999999996},{"interface":"front","average":{"1min":0.55000000000000004,"5min":0.55000000000000004,"15min":0.55000000000000004},"min":{"1min":0.38700000000000001,"5min":0.38700000000000001,"15min":0.38700000000000001},"max":{"1min":0.747,"5min":0.747,"15min":0.747},"last":0.44600000000000001}]},{"osd":1,"last update":"Mon Apr 15 14:33:02 2024","interfaces":[{"interface":"back","average":{"1min":0.55100000000000005,"5min":0.55100000000000005,"15min":0.55100000000000005},"min":{"1min":0.39900000000000002,"5min":0.39900000000000002,"15min":0.39900000000000002},"max":{"1min":0.77100000000000002,"5min":0.77100000000000002,"15min":0.77100000000000002},"last":0.46899999999999997},{"interface":"front","average":{"1min":0.54300000000000004,"5min":0.54300000000000004,"15min":0.54300000000000004},"min":{"1min":0.36599999999999999,"5min":0.36599999999999999,"15min":0.36599999999999999},"max":{"1min":0.77100000000000002,"5min":0.77100000000000002,"15min":0.77100000000000002},"last":0.65900000000000003}]},{"osd":2,"last update":"Mon Apr 15 14:33:02 2024","interfaces":[{"interface":"back","average":{"1min":0.56999999999999995,"5min":0.56999999999999995,"15min":0.56999999999999995},"min":{"1min":0.39300000000000002,"5min":0.39300000000000002,"15min":0.39300000000000002},"max":{"1min":0.79700000000000004,"5min":0.79700000000000004,"15min":0.79700000000000004},"last":0.50800000000000001},{"interface":"front","average":{"1min":0.56499999999999995,"5min":0.56499999999999995,"15min":0.56499999999999995},"min":{"1min":0.42299999999999999,"5min":0.42299999999999999,"15min":0.42299999999999999},"max":{"1min":0.85199999999999998,"5min":0.85199999999999998,"15min":0.85199999999999998},"last":0.54700000000000004}]},{"osd":3,"last update":"Mon Apr 15 14:33:02 2024","interfaces":[{"interface":"back","average":{"1min":0.55300000000000005,"5min":0.55300000000000005,"15min":0.55300000000000005},"min":{"1min":0.41399999999999998,"5min":0.41399999999999998,"15min":0.41399999999999998},"max":{"1min":0.80700000000000005,"5min":0.80700000000000005,"15min":0.80700000000000005},"last":0.67000000000000004},{"interface":"front","average":{"1min":0.55200000000000005,"5min":0.55200000000000005,"15min":0.55200000000000005},"min":{"1min":0.376,"5min":0.376,"15min":0.376},"max":{"1min":0.76100000000000001,"5min":0.76100000000000001,"15min":0.76100000000000001},"last":0.59399999999999997}]},{"osd":5,"last update":"Mon Apr 15 14:33:26 2024","interfaces":[{"interface":"back","average":{"1min":0.34899999999999998,"5min":0.34899999999999998,"15min":0.34899999999999998},"min":{"1min":0.27600000000000002,"5min":0.27600000000000002,"15min":0.27600000000000002},"max":{"1min":0.54500000000000004,"5min":0.54500000000000004,"15min":0.54500000000000004},"last":0.70299999999999996},{"interface":"front","average":{"1min":0.38200000000000001,"5min":0.38200000000000001,"15min":0.38200000000000001},"min":{"1min":0.28399999999999997,"5min":0.28399999999999997,"15min":0.28399999999999997},"max":{"1min":0.63100000000000001,"5min":0.63100000000000001,"15min":0.63100000000000001},"last":0.63200000000000001}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.71699999999999997}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.754}]}]},{"osd":5,"up_from":38,"seq":163208757264,"num_pgs":5,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27600,"kb_used_data":580,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717552,"statfs":{"total":95995035648,"available":95966773248,"internally_reserved":0,"allocated":593920,"data_stored":243344,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Apr 15 14:33:28 2024","interfaces":[{"interface":"back","average":{"1min":0.54200000000000004,"5min":0.54200000000000004,"15min":0.54200000000000004},"min":{"1min":0.38200000000000001,"5min":0.38200000000000001,"15min":0.38200000000000001},"max":{"1min":0.69899999999999995,"5min":0.69899999999999995,"15min":0.69899999999999995},"last":0.52000000000000002},{"interface":"front","average":{"1min":0.47799999999999998,"5min":0.47799999999999998,"15min":0.47799999999999998},"min":{"1min":0.38,"5min":0.38,"15min":0.38},"max":{"1min":0.628,"5min":0.628,"15min":0.628},"last":0.56100000000000005}]},{"osd":1,"last update":"Mon Apr 15 14:33:28 2024","interfaces":[{"interface":"back","average":{"1min":0.51600000000000001,"5min":0.51600000000000001,"15min":0.51600000000000001},"min":{"1min":0.39800000000000002,"5min":0.39800000000000002,"15min":0.39800000000000002},"max":{"1min":0.69099999999999995,"5min":0.69099999999999995,"15min":0.69099999999999995},"last":0.64900000000000002},{"interface":"front","average":{"1min":0.51300000000000001,"5min":0.51300000000000001,"15min":0.51300000000000001},"min":{"1min":0.35199999999999998,"5min":0.35199999999999998,"15min":0.35199999999999998},"max":{"1min":0.68000000000000005,"5min":0.68000000000000005,"15min":0.68000000000000005},"last":0.44}]},{"osd":2,"last update":"Mon Apr 15 14:33:28 2024","interfaces":[{"interface":"back","average":{"1min":0.54800000000000004,"5min":0.54800000000000004,"15min":0.54800000000000004},"min":{"1min":0.39500000000000002,"5min":0.39500000000000002,"15min":0.39500000000000002},"max":{"1min":0.69199999999999995,"5min":0.69199999999999995,"15min":0.69199999999999995},"last":0.58099999999999996},{"interface":"front","average":{"1min":0.501,"5min":0.501,"15min":0.501},"min":{"1min":0.36499999999999999,"5min":0.36499999999999999,"15min":0.36499999999999999},"max":{"1min":0.66500000000000004,"5min":0.66500000000000004,"15min":0.66500000000000004},"last":0.59899999999999998}]},{"osd":3,"last update":"Mon Apr 15 14:33:28 2024","interfaces":[{"interface":"back","average":{"1min":0.51900000000000002,"5min":0.51900000000000002,"15min":0.51900000000000002},"min":{"1min":0.39000000000000001,"5min":0.39000000000000001,"15min":0.39000000000000001},"max":{"1min":0.66700000000000004,"5min":0.66700000000000004,"15min":0.66700000000000004},"last":0.63300000000000001},{"interface":"front","average":{"1min":0.52400000000000002,"5min":0.52400000000000002,"15min":0.52400000000000002},"min":{"1min":0.41299999999999998,"5min":0.41299999999999998,"15min":0.41299999999999998},"max":{"1min":0.70799999999999996,"5min":0.70799999999999996,"15min":0.70799999999999996},"last":0.70099999999999996}]},{"osd":4,"last update":"Mon Apr 15 14:33:28 2024","interfaces":[{"interface":"back","average":{"1min":0.34599999999999997,"5min":0.34599999999999997,"15min":0.34599999999999997},"min":{"1min":0.26600000000000001,"5min":0.26600000000000001,"15min":0.26600000000000001},"max":{"1min":0.42899999999999999,"5min":0.42899999999999999,"15min":0.42899999999999999},"last":0.48899999999999999},{"interface":"front","average":{"1min":0.375,"5min":0.375,"15min":0.375},"min":{"1min":0.28499999999999998,"5min":0.28499999999999998,"15min":0.28499999999999998},"max":{"1min":0.64000000000000001,"5min":0.64000000000000001,"15min":0.64000000000000001},"last":0.66100000000000003}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.67600000000000005}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.72299999999999998}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":728,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":160,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":708,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":1564,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":604,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-04-15T14:33:39.789 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:33:39 smithi016 ceph-mon[27435]: pgmap v194: 97 pgs: 2 active, 6 creating+activating, 75 active+clean, 14 unknown; 579 KiB data, 218 MiB used, 715 GiB / 715 GiB avail; 3.0 KiB/s wr, 9 op/s 2024-04-15T14:33:39.789 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:33:39 smithi016 ceph-mon[27435]: from='client.14556 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-15T14:33:39.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:33:39 smithi016 ceph-mon[27435]: from='client.14562 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-15T14:33:39.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:33:39 smithi016 ceph-mon[27435]: from='client.? 172.21.15.16:0/3623631319' entity='client.admin' cmd=[{"prefix": "status", "format": "json"}]: dispatch 2024-04-15T14:33:39.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:33:39 smithi016 ceph-mon[36548]: pgmap v194: 97 pgs: 2 active, 6 creating+activating, 75 active+clean, 14 unknown; 579 KiB data, 218 MiB used, 715 GiB / 715 GiB avail; 3.0 KiB/s wr, 9 op/s 2024-04-15T14:33:39.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:33:39 smithi016 ceph-mon[36548]: from='client.14556 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-15T14:33:39.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:33:39 smithi016 ceph-mon[36548]: from='client.14562 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-15T14:33:39.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:33:39 smithi016 ceph-mon[36548]: from='client.? 172.21.15.16:0/3623631319' entity='client.admin' cmd=[{"prefix": "status", "format": "json"}]: dispatch 2024-04-15T14:33:39.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:33:39 smithi102 ceph-mon[31017]: pgmap v194: 97 pgs: 2 active, 6 creating+activating, 75 active+clean, 14 unknown; 579 KiB data, 218 MiB used, 715 GiB / 715 GiB avail; 3.0 KiB/s wr, 9 op/s 2024-04-15T14:33:39.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:33:39 smithi102 ceph-mon[31017]: from='client.14556 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-15T14:33:39.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:33:39 smithi102 ceph-mon[31017]: from='client.14562 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-15T14:33:39.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:33:39 smithi102 ceph-mon[31017]: from='client.? 172.21.15.16:0/3623631319' entity='client.admin' cmd=[{"prefix": "status", "format": "json"}]: dispatch 2024-04-15T14:33:40.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:33:40 smithi102 ceph-mon[31017]: from='client.14574 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-15T14:33:41.039 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:33:40 smithi016 ceph-mon[27435]: from='client.14574 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-15T14:33:41.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:33:40 smithi016 ceph-mon[36548]: from='client.14574 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-15T14:33:41.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:33:41 smithi102 ceph-mon[31017]: pgmap v195: 97 pgs: 97 active+clean; 579 KiB data, 218 MiB used, 715 GiB / 715 GiB avail; 2.3 KiB/s wr, 7 op/s 2024-04-15T14:33:42.039 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:33:41 smithi016 ceph-mon[27435]: pgmap v195: 97 pgs: 97 active+clean; 579 KiB data, 218 MiB used, 715 GiB / 715 GiB avail; 2.3 KiB/s wr, 7 op/s 2024-04-15T14:33:42.039 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:33:41 smithi016 ceph-mon[36548]: pgmap v195: 97 pgs: 97 active+clean; 579 KiB data, 218 MiB used, 715 GiB / 715 GiB avail; 2.3 KiB/s wr, 7 op/s 2024-04-15T14:33:42.417 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-04-15T14:33:42.735 INFO:teuthology.orchestra.run.smithi016.stdout: 2024-04-15T14:33:42.738 INFO:teuthology.orchestra.run.smithi016.stderr:dumped all 2024-04-15T14:33:42.744 INFO:teuthology.orchestra.run.smithi016.stdout:{"pg_ready":true,"pg_map":{"version":196,"stamp":"2024-04-15T14:33:42.233197+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":592730,"num_objects":24,"num_object_clones":0,"num_object_copies":72,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":24,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":204,"num_write_kb":2430,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":156,"ondisk_log_size":156,"up":291,"acting":291,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":266,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":749961216,"kb_used":222964,"kb_used_data":6776,"kb_used_omap":12,"kb_used_meta":216051,"kb_avail":749738252,"statfs":{"total":767960285184,"available":767731970048,"internally_reserved":0,"allocated":6938624,"data_stored":3890881,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12752,"internal_metadata":221236784},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":2362,"num_objects":22,"num_object_clones":0,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":45,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"7.629767"},"pg_stats":[{"pgid":"3.3f","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-15T14:33:36.644482+0000","last_change":"2024-04-15T14:33:35.001293+0000","last_active":"2024-04-15T14:33:36.644482+0000","last_peered":"2024-04-15T14:33:36.644482+0000","last_clean":"2024-04-15T14:33:36.644482+0000","last_became_active":"2024-04-15T14:33:35.001010+0000","last_became_peered":"2024-04-15T14:33:35.001010+0000","last_unstale":"2024-04-15T14:33:36.644482+0000","last_undegraded":"2024-04-15T14:33:36.644482+0000","last_fullsized":"2024-04-15T14:33:36.644482+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_clean_scrub_stamp":"2024-04-15T14:33:34.601025+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T20:09:52.897923+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3e","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-15T14:33:35.547881+0000","last_change":"2024-04-15T14:33:35.006464+0000","last_active":"2024-04-15T14:33:35.547881+0000","last_peered":"2024-04-15T14:33:35.547881+0000","last_clean":"2024-04-15T14:33:35.547881+0000","last_became_active":"2024-04-15T14:33:35.006144+0000","last_became_peered":"2024-04-15T14:33:35.006144+0000","last_unstale":"2024-04-15T14:33:35.547881+0000","last_undegraded":"2024-04-15T14:33:35.547881+0000","last_fullsized":"2024-04-15T14:33:35.547881+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_clean_scrub_stamp":"2024-04-15T14:33:34.601025+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T18:18:29.784401+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,6],"acting":[1,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.3d","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-15T14:33:36.377377+0000","last_change":"2024-04-15T14:33:35.001045+0000","last_active":"2024-04-15T14:33:36.377377+0000","last_peered":"2024-04-15T14:33:36.377377+0000","last_clean":"2024-04-15T14:33:36.377377+0000","last_became_active":"2024-04-15T14:33:35.000777+0000","last_became_peered":"2024-04-15T14:33:35.000777+0000","last_unstale":"2024-04-15T14:33:36.377377+0000","last_undegraded":"2024-04-15T14:33:36.377377+0000","last_fullsized":"2024-04-15T14:33:36.377377+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_clean_scrub_stamp":"2024-04-15T14:33:34.601025+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T19:06:04.425748+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3c","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-15T14:33:34.995492+0000","last_change":"2024-04-15T14:33:34.992423+0000","last_active":"2024-04-15T14:33:34.995492+0000","last_peered":"2024-04-15T14:33:34.995492+0000","last_clean":"2024-04-15T14:33:34.995492+0000","last_became_active":"2024-04-15T14:33:34.992115+0000","last_became_peered":"2024-04-15T14:33:34.992115+0000","last_unstale":"2024-04-15T14:33:34.995492+0000","last_undegraded":"2024-04-15T14:33:34.995492+0000","last_fullsized":"2024-04-15T14:33:34.995492+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_clean_scrub_stamp":"2024-04-15T14:33:34.601025+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T22:22:52.170478+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3b","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-15T14:33:36.644358+0000","last_change":"2024-04-15T14:33:34.982801+0000","last_active":"2024-04-15T14:33:36.644358+0000","last_peered":"2024-04-15T14:33:36.644358+0000","last_clean":"2024-04-15T14:33:36.644358+0000","last_became_active":"2024-04-15T14:33:34.982439+0000","last_became_peered":"2024-04-15T14:33:34.982439+0000","last_unstale":"2024-04-15T14:33:36.644358+0000","last_undegraded":"2024-04-15T14:33:36.644358+0000","last_fullsized":"2024-04-15T14:33:36.644358+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_clean_scrub_stamp":"2024-04-15T14:33:34.601025+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-17T00:14:13.456310+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,4],"acting":[7,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3a","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-15T14:33:34.995582+0000","last_change":"2024-04-15T14:33:34.992647+0000","last_active":"2024-04-15T14:33:34.995582+0000","last_peered":"2024-04-15T14:33:34.995582+0000","last_clean":"2024-04-15T14:33:34.995582+0000","last_became_active":"2024-04-15T14:33:34.991583+0000","last_became_peered":"2024-04-15T14:33:34.991583+0000","last_unstale":"2024-04-15T14:33:34.995582+0000","last_undegraded":"2024-04-15T14:33:34.995582+0000","last_fullsized":"2024-04-15T14:33:34.995582+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_clean_scrub_stamp":"2024-04-15T14:33:34.601025+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T21:21:59.746956+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,1],"acting":[5,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.39","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-15T14:33:36.644300+0000","last_change":"2024-04-15T14:33:34.983498+0000","last_active":"2024-04-15T14:33:36.644300+0000","last_peered":"2024-04-15T14:33:36.644300+0000","last_clean":"2024-04-15T14:33:36.644300+0000","last_became_active":"2024-04-15T14:33:34.983209+0000","last_became_peered":"2024-04-15T14:33:34.983209+0000","last_unstale":"2024-04-15T14:33:36.644300+0000","last_undegraded":"2024-04-15T14:33:36.644300+0000","last_fullsized":"2024-04-15T14:33:36.644300+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_clean_scrub_stamp":"2024-04-15T14:33:34.601025+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T17:11:43.334132+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-15T14:33:37.919744+0000","last_change":"2024-04-15T14:33:34.996287+0000","last_active":"2024-04-15T14:33:37.919744+0000","last_peered":"2024-04-15T14:33:37.919744+0000","last_clean":"2024-04-15T14:33:37.919744+0000","last_became_active":"2024-04-15T14:33:34.995992+0000","last_became_peered":"2024-04-15T14:33:34.995992+0000","last_unstale":"2024-04-15T14:33:37.919744+0000","last_undegraded":"2024-04-15T14:33:37.919744+0000","last_fullsized":"2024-04-15T14:33:37.919744+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_clean_scrub_stamp":"2024-04-15T14:33:34.601025+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T16:24:42.785358+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.37","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-15T14:33:36.644469+0000","last_change":"2024-04-15T14:33:34.987678+0000","last_active":"2024-04-15T14:33:36.644469+0000","last_peered":"2024-04-15T14:33:36.644469+0000","last_clean":"2024-04-15T14:33:36.644469+0000","last_became_active":"2024-04-15T14:33:34.986132+0000","last_became_peered":"2024-04-15T14:33:34.986132+0000","last_unstale":"2024-04-15T14:33:36.644469+0000","last_undegraded":"2024-04-15T14:33:36.644469+0000","last_fullsized":"2024-04-15T14:33:36.644469+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_clean_scrub_stamp":"2024-04-15T14:33:34.601025+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T20:28:19.567298+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,0],"acting":[7,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.36","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-15T14:33:36.180203+0000","last_change":"2024-04-15T14:33:35.001503+0000","last_active":"2024-04-15T14:33:36.180203+0000","last_peered":"2024-04-15T14:33:36.180203+0000","last_clean":"2024-04-15T14:33:36.180203+0000","last_became_active":"2024-04-15T14:33:35.001219+0000","last_became_peered":"2024-04-15T14:33:35.001219+0000","last_unstale":"2024-04-15T14:33:36.180203+0000","last_undegraded":"2024-04-15T14:33:36.180203+0000","last_fullsized":"2024-04-15T14:33:36.180203+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_clean_scrub_stamp":"2024-04-15T14:33:34.601025+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-17T00:23:04.782738+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,1],"acting":[6,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.35","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-15T14:33:36.180192+0000","last_change":"2024-04-15T14:33:35.007017+0000","last_active":"2024-04-15T14:33:36.180192+0000","last_peered":"2024-04-15T14:33:36.180192+0000","last_clean":"2024-04-15T14:33:36.180192+0000","last_became_active":"2024-04-15T14:33:35.006725+0000","last_became_peered":"2024-04-15T14:33:35.006725+0000","last_unstale":"2024-04-15T14:33:36.180192+0000","last_undegraded":"2024-04-15T14:33:36.180192+0000","last_fullsized":"2024-04-15T14:33:36.180192+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_clean_scrub_stamp":"2024-04-15T14:33:34.601025+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T16:46:31.161022+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,0],"acting":[6,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.34","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-15T14:33:35.414886+0000","last_change":"2024-04-15T14:33:35.005055+0000","last_active":"2024-04-15T14:33:35.414886+0000","last_peered":"2024-04-15T14:33:35.414886+0000","last_clean":"2024-04-15T14:33:35.414886+0000","last_became_active":"2024-04-15T14:33:35.004731+0000","last_became_peered":"2024-04-15T14:33:35.004731+0000","last_unstale":"2024-04-15T14:33:35.414886+0000","last_undegraded":"2024-04-15T14:33:35.414886+0000","last_fullsized":"2024-04-15T14:33:35.414886+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_clean_scrub_stamp":"2024-04-15T14:33:34.601025+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T19:41:45.184445+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,0],"acting":[4,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.33","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-15T14:33:37.920080+0000","last_change":"2024-04-15T14:33:34.989363+0000","last_active":"2024-04-15T14:33:37.920080+0000","last_peered":"2024-04-15T14:33:37.920080+0000","last_clean":"2024-04-15T14:33:37.920080+0000","last_became_active":"2024-04-15T14:33:34.989094+0000","last_became_peered":"2024-04-15T14:33:34.989094+0000","last_unstale":"2024-04-15T14:33:37.920080+0000","last_undegraded":"2024-04-15T14:33:37.920080+0000","last_fullsized":"2024-04-15T14:33:37.920080+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_clean_scrub_stamp":"2024-04-15T14:33:34.601025+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T17:30:02.993688+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,1],"acting":[3,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.32","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-15T14:33:36.377202+0000","last_change":"2024-04-15T14:33:34.998364+0000","last_active":"2024-04-15T14:33:36.377202+0000","last_peered":"2024-04-15T14:33:36.377202+0000","last_clean":"2024-04-15T14:33:36.377202+0000","last_became_active":"2024-04-15T14:33:34.998008+0000","last_became_peered":"2024-04-15T14:33:34.998008+0000","last_unstale":"2024-04-15T14:33:36.377202+0000","last_undegraded":"2024-04-15T14:33:36.377202+0000","last_fullsized":"2024-04-15T14:33:36.377202+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_clean_scrub_stamp":"2024-04-15T14:33:34.601025+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T16:54:11.704068+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,5],"acting":[0,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-15T14:33:35.547758+0000","last_change":"2024-04-15T14:33:34.998425+0000","last_active":"2024-04-15T14:33:35.547758+0000","last_peered":"2024-04-15T14:33:35.547758+0000","last_clean":"2024-04-15T14:33:35.547758+0000","last_became_active":"2024-04-15T14:33:34.997447+0000","last_became_peered":"2024-04-15T14:33:34.997447+0000","last_unstale":"2024-04-15T14:33:35.547758+0000","last_undegraded":"2024-04-15T14:33:35.547758+0000","last_fullsized":"2024-04-15T14:33:35.547758+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_clean_scrub_stamp":"2024-04-15T14:33:34.601025+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T17:55:37.723928+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,5],"acting":[1,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.30","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-15T14:33:35.000795+0000","last_change":"2024-04-15T14:33:34.998629+0000","last_active":"2024-04-15T14:33:35.000795+0000","last_peered":"2024-04-15T14:33:35.000795+0000","last_clean":"2024-04-15T14:33:35.000795+0000","last_became_active":"2024-04-15T14:33:34.998278+0000","last_became_peered":"2024-04-15T14:33:34.998278+0000","last_unstale":"2024-04-15T14:33:35.000795+0000","last_undegraded":"2024-04-15T14:33:35.000795+0000","last_fullsized":"2024-04-15T14:33:35.000795+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_clean_scrub_stamp":"2024-04-15T14:33:34.601025+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T17:15:05.168262+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,7],"acting":[5,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2f","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-15T14:33:34.997007+0000","last_change":"2024-04-15T14:33:34.995125+0000","last_active":"2024-04-15T14:33:34.997007+0000","last_peered":"2024-04-15T14:33:34.997007+0000","last_clean":"2024-04-15T14:33:34.997007+0000","last_became_active":"2024-04-15T14:33:34.993855+0000","last_became_peered":"2024-04-15T14:33:34.993855+0000","last_unstale":"2024-04-15T14:33:34.997007+0000","last_undegraded":"2024-04-15T14:33:34.997007+0000","last_fullsized":"2024-04-15T14:33:34.997007+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_clean_scrub_stamp":"2024-04-15T14:33:34.601025+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T20:28:23.544001+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,4],"acting":[5,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2e","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-15T14:33:35.975817+0000","last_change":"2024-04-15T14:33:35.000307+0000","last_active":"2024-04-15T14:33:35.975817+0000","last_peered":"2024-04-15T14:33:35.975817+0000","last_clean":"2024-04-15T14:33:35.975817+0000","last_became_active":"2024-04-15T14:33:34.998898+0000","last_became_peered":"2024-04-15T14:33:34.998898+0000","last_unstale":"2024-04-15T14:33:35.975817+0000","last_undegraded":"2024-04-15T14:33:35.975817+0000","last_fullsized":"2024-04-15T14:33:35.975817+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_clean_scrub_stamp":"2024-04-15T14:33:34.601025+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T16:47:13.887586+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,7],"acting":[2,6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2d","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-15T14:33:36.644382+0000","last_change":"2024-04-15T14:33:34.996498+0000","last_active":"2024-04-15T14:33:36.644382+0000","last_peered":"2024-04-15T14:33:36.644382+0000","last_clean":"2024-04-15T14:33:36.644382+0000","last_became_active":"2024-04-15T14:33:34.996228+0000","last_became_peered":"2024-04-15T14:33:34.996228+0000","last_unstale":"2024-04-15T14:33:36.644382+0000","last_undegraded":"2024-04-15T14:33:36.644382+0000","last_fullsized":"2024-04-15T14:33:36.644382+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_clean_scrub_stamp":"2024-04-15T14:33:34.601025+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T16:54:36.555432+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,6],"acting":[7,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.1f","version":"62'4","reported_seq":16,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-15T14:33:36.377557+0000","last_change":"2024-04-15T14:33:34.621772+0000","last_active":"2024-04-15T14:33:36.377557+0000","last_peered":"2024-04-15T14:33:36.377557+0000","last_clean":"2024-04-15T14:33:36.377557+0000","last_became_active":"2024-04-15T14:33:34.621484+0000","last_became_peered":"2024-04-15T14:33:34.621484+0000","last_unstale":"2024-04-15T14:33:36.377557+0000","last_undegraded":"2024-04-15T14:33:36.377557+0000","last_fullsized":"2024-04-15T14:33:36.377557+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T14:33:33.599136+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T14:33:33.599136+0000","last_clean_scrub_stamp":"2024-04-15T14:33:33.599136+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T22:19:23.275893+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,4],"acting":[0,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-15T14:33:37.920188+0000","last_change":"2024-04-15T14:33:34.999463+0000","last_active":"2024-04-15T14:33:37.920188+0000","last_peered":"2024-04-15T14:33:37.920188+0000","last_clean":"2024-04-15T14:33:37.920188+0000","last_became_active":"2024-04-15T14:33:34.999171+0000","last_became_peered":"2024-04-15T14:33:34.999171+0000","last_unstale":"2024-04-15T14:33:37.920188+0000","last_undegraded":"2024-04-15T14:33:37.920188+0000","last_fullsized":"2024-04-15T14:33:37.920188+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_clean_scrub_stamp":"2024-04-15T14:33:34.601025+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T19:19:27.401880+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,2],"acting":[3,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1e","version":"62'1","reported_seq":13,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-15T14:33:37.920324+0000","last_change":"2024-04-15T14:33:34.624485+0000","last_active":"2024-04-15T14:33:37.920324+0000","last_peered":"2024-04-15T14:33:37.920324+0000","last_clean":"2024-04-15T14:33:37.920324+0000","last_became_active":"2024-04-15T14:33:34.624152+0000","last_became_peered":"2024-04-15T14:33:34.624152+0000","last_unstale":"2024-04-15T14:33:37.920324+0000","last_undegraded":"2024-04-15T14:33:37.920324+0000","last_fullsized":"2024-04-15T14:33:37.920324+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T14:33:33.599136+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T14:33:33.599136+0000","last_clean_scrub_stamp":"2024-04-15T14:33:33.599136+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T21:43:54.191384+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-15T14:33:36.377519+0000","last_change":"2024-04-15T14:33:34.985195+0000","last_active":"2024-04-15T14:33:36.377519+0000","last_peered":"2024-04-15T14:33:36.377519+0000","last_clean":"2024-04-15T14:33:36.377519+0000","last_became_active":"2024-04-15T14:33:34.984593+0000","last_became_peered":"2024-04-15T14:33:34.984593+0000","last_unstale":"2024-04-15T14:33:36.377519+0000","last_undegraded":"2024-04-15T14:33:36.377519+0000","last_fullsized":"2024-04-15T14:33:36.377519+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_clean_scrub_stamp":"2024-04-15T14:33:34.601025+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T21:53:26.282912+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,2],"acting":[0,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1d","version":"62'2","reported_seq":14,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-15T14:33:36.644431+0000","last_change":"2024-04-15T14:33:34.629818+0000","last_active":"2024-04-15T14:33:36.644431+0000","last_peered":"2024-04-15T14:33:36.644431+0000","last_clean":"2024-04-15T14:33:36.644431+0000","last_became_active":"2024-04-15T14:33:34.629295+0000","last_became_peered":"2024-04-15T14:33:34.629295+0000","last_unstale":"2024-04-15T14:33:36.644431+0000","last_undegraded":"2024-04-15T14:33:36.644431+0000","last_fullsized":"2024-04-15T14:33:36.644431+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T14:33:33.599136+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T14:33:33.599136+0000","last_clean_scrub_stamp":"2024-04-15T14:33:33.599136+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T17:22:13.588507+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-15T14:33:34.995255+0000","last_change":"2024-04-15T14:33:34.990806+0000","last_active":"2024-04-15T14:33:34.995255+0000","last_peered":"2024-04-15T14:33:34.995255+0000","last_clean":"2024-04-15T14:33:34.995255+0000","last_became_active":"2024-04-15T14:33:34.990271+0000","last_became_peered":"2024-04-15T14:33:34.990271+0000","last_unstale":"2024-04-15T14:33:34.995255+0000","last_undegraded":"2024-04-15T14:33:34.995255+0000","last_fullsized":"2024-04-15T14:33:34.995255+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_clean_scrub_stamp":"2024-04-15T14:33:34.601025+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T16:08:05.354437+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1c","version":"62'2","reported_seq":14,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-15T14:33:36.644369+0000","last_change":"2024-04-15T14:33:34.628676+0000","last_active":"2024-04-15T14:33:36.644369+0000","last_peered":"2024-04-15T14:33:36.644369+0000","last_clean":"2024-04-15T14:33:36.644369+0000","last_became_active":"2024-04-15T14:33:34.628033+0000","last_became_peered":"2024-04-15T14:33:34.628033+0000","last_unstale":"2024-04-15T14:33:36.644369+0000","last_undegraded":"2024-04-15T14:33:36.644369+0000","last_fullsized":"2024-04-15T14:33:36.644369+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T14:33:33.599136+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T14:33:33.599136+0000","last_clean_scrub_stamp":"2024-04-15T14:33:33.599136+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T18:03:09.283496+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,2],"acting":[7,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-15T14:33:34.997130+0000","last_change":"2024-04-15T14:33:34.994921+0000","last_active":"2024-04-15T14:33:34.997130+0000","last_peered":"2024-04-15T14:33:34.997130+0000","last_clean":"2024-04-15T14:33:34.997130+0000","last_became_active":"2024-04-15T14:33:34.994612+0000","last_became_peered":"2024-04-15T14:33:34.994612+0000","last_unstale":"2024-04-15T14:33:34.997130+0000","last_undegraded":"2024-04-15T14:33:34.997130+0000","last_fullsized":"2024-04-15T14:33:34.997130+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_clean_scrub_stamp":"2024-04-15T14:33:34.601025+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T23:38:01.119309+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1b","version":"62'1","reported_seq":13,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-15T14:33:37.920204+0000","last_change":"2024-04-15T14:33:34.623272+0000","last_active":"2024-04-15T14:33:37.920204+0000","last_peered":"2024-04-15T14:33:37.920204+0000","last_clean":"2024-04-15T14:33:37.920204+0000","last_became_active":"2024-04-15T14:33:34.622710+0000","last_became_peered":"2024-04-15T14:33:34.622710+0000","last_unstale":"2024-04-15T14:33:37.920204+0000","last_undegraded":"2024-04-15T14:33:37.920204+0000","last_fullsized":"2024-04-15T14:33:37.920204+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T14:33:33.599136+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T14:33:33.599136+0000","last_clean_scrub_stamp":"2024-04-15T14:33:33.599136+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T19:37:49.694651+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,6],"acting":[3,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-15T14:33:35.414807+0000","last_change":"2024-04-15T14:33:34.993329+0000","last_active":"2024-04-15T14:33:35.414807+0000","last_peered":"2024-04-15T14:33:35.414807+0000","last_clean":"2024-04-15T14:33:35.414807+0000","last_became_active":"2024-04-15T14:33:34.992740+0000","last_became_peered":"2024-04-15T14:33:34.992740+0000","last_unstale":"2024-04-15T14:33:35.414807+0000","last_undegraded":"2024-04-15T14:33:35.414807+0000","last_fullsized":"2024-04-15T14:33:35.414807+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_clean_scrub_stamp":"2024-04-15T14:33:34.601025+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T23:48:57.993034+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2],"acting":[4,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1a","version":"62'1","reported_seq":13,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-15T14:33:36.180149+0000","last_change":"2024-04-15T14:33:34.623835+0000","last_active":"2024-04-15T14:33:36.180149+0000","last_peered":"2024-04-15T14:33:36.180149+0000","last_clean":"2024-04-15T14:33:36.180149+0000","last_became_active":"2024-04-15T14:33:34.623487+0000","last_became_peered":"2024-04-15T14:33:34.623487+0000","last_unstale":"2024-04-15T14:33:36.180149+0000","last_undegraded":"2024-04-15T14:33:36.180149+0000","last_fullsized":"2024-04-15T14:33:36.180149+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T14:33:33.599136+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T14:33:33.599136+0000","last_clean_scrub_stamp":"2024-04-15T14:33:33.599136+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T20:33:02.210280+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-15T14:33:36.377261+0000","last_change":"2024-04-15T14:33:34.990461+0000","last_active":"2024-04-15T14:33:36.377261+0000","last_peered":"2024-04-15T14:33:36.377261+0000","last_clean":"2024-04-15T14:33:36.377261+0000","last_became_active":"2024-04-15T14:33:34.990182+0000","last_became_peered":"2024-04-15T14:33:34.990182+0000","last_unstale":"2024-04-15T14:33:36.377261+0000","last_undegraded":"2024-04-15T14:33:36.377261+0000","last_fullsized":"2024-04-15T14:33:36.377261+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_clean_scrub_stamp":"2024-04-15T14:33:34.601025+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T18:43:24.325379+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,7],"acting":[0,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.19","version":"0'0","reported_seq":12,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-15T14:33:37.919996+0000","last_change":"2024-04-15T14:33:34.624478+0000","last_active":"2024-04-15T14:33:37.919996+0000","last_peered":"2024-04-15T14:33:37.919996+0000","last_clean":"2024-04-15T14:33:37.919996+0000","last_became_active":"2024-04-15T14:33:34.623878+0000","last_became_peered":"2024-04-15T14:33:34.623878+0000","last_unstale":"2024-04-15T14:33:37.919996+0000","last_undegraded":"2024-04-15T14:33:37.919996+0000","last_fullsized":"2024-04-15T14:33:37.919996+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T14:33:33.599136+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T14:33:33.599136+0000","last_clean_scrub_stamp":"2024-04-15T14:33:33.599136+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-17T00:28:45.302916+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,0],"acting":[3,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-15T14:33:37.919869+0000","last_change":"2024-04-15T14:33:34.991888+0000","last_active":"2024-04-15T14:33:37.919869+0000","last_peered":"2024-04-15T14:33:37.919869+0000","last_clean":"2024-04-15T14:33:37.919869+0000","last_became_active":"2024-04-15T14:33:34.991512+0000","last_became_peered":"2024-04-15T14:33:34.991512+0000","last_unstale":"2024-04-15T14:33:37.919869+0000","last_undegraded":"2024-04-15T14:33:37.919869+0000","last_fullsized":"2024-04-15T14:33:37.919869+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_clean_scrub_stamp":"2024-04-15T14:33:34.601025+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T19:06:43.688802+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.18","version":"0'0","reported_seq":12,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-15T14:33:34.991304+0000","last_change":"2024-04-15T14:33:34.629712+0000","last_active":"2024-04-15T14:33:34.991304+0000","last_peered":"2024-04-15T14:33:34.991304+0000","last_clean":"2024-04-15T14:33:34.991304+0000","last_became_active":"2024-04-15T14:33:34.629407+0000","last_became_peered":"2024-04-15T14:33:34.629407+0000","last_unstale":"2024-04-15T14:33:34.991304+0000","last_undegraded":"2024-04-15T14:33:34.991304+0000","last_fullsized":"2024-04-15T14:33:34.991304+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T14:33:33.599136+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T14:33:33.599136+0000","last_clean_scrub_stamp":"2024-04-15T14:33:33.599136+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-17T00:20:23.688678+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,7],"acting":[5,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-15T14:33:35.547777+0000","last_change":"2024-04-15T14:33:34.992486+0000","last_active":"2024-04-15T14:33:35.547777+0000","last_peered":"2024-04-15T14:33:35.547777+0000","last_clean":"2024-04-15T14:33:35.547777+0000","last_became_active":"2024-04-15T14:33:34.992018+0000","last_became_peered":"2024-04-15T14:33:34.992018+0000","last_unstale":"2024-04-15T14:33:35.547777+0000","last_undegraded":"2024-04-15T14:33:35.547777+0000","last_fullsized":"2024-04-15T14:33:35.547777+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_clean_scrub_stamp":"2024-04-15T14:33:34.601025+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T21:26:48.589284+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.17","version":"0'0","reported_seq":12,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-15T14:33:36.180239+0000","last_change":"2024-04-15T14:33:34.626798+0000","last_active":"2024-04-15T14:33:36.180239+0000","last_peered":"2024-04-15T14:33:36.180239+0000","last_clean":"2024-04-15T14:33:36.180239+0000","last_became_active":"2024-04-15T14:33:34.626427+0000","last_became_peered":"2024-04-15T14:33:34.626427+0000","last_unstale":"2024-04-15T14:33:36.180239+0000","last_undegraded":"2024-04-15T14:33:36.180239+0000","last_fullsized":"2024-04-15T14:33:36.180239+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T14:33:33.599136+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T14:33:33.599136+0000","last_clean_scrub_stamp":"2024-04-15T14:33:33.599136+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T18:25:50.473378+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,2],"acting":[6,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-15T14:33:34.998807+0000","last_change":"2024-04-15T14:33:34.998093+0000","last_active":"2024-04-15T14:33:34.998807+0000","last_peered":"2024-04-15T14:33:34.998807+0000","last_clean":"2024-04-15T14:33:34.998807+0000","last_became_active":"2024-04-15T14:33:34.997618+0000","last_became_peered":"2024-04-15T14:33:34.997618+0000","last_unstale":"2024-04-15T14:33:34.998807+0000","last_undegraded":"2024-04-15T14:33:34.998807+0000","last_fullsized":"2024-04-15T14:33:34.998807+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_clean_scrub_stamp":"2024-04-15T14:33:34.601025+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T21:52:20.945166+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1],"acting":[5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.16","version":"0'0","reported_seq":12,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-15T14:33:34.992848+0000","last_change":"2024-04-15T14:33:34.619899+0000","last_active":"2024-04-15T14:33:34.992848+0000","last_peered":"2024-04-15T14:33:34.992848+0000","last_clean":"2024-04-15T14:33:34.992848+0000","last_became_active":"2024-04-15T14:33:34.619104+0000","last_became_peered":"2024-04-15T14:33:34.619104+0000","last_unstale":"2024-04-15T14:33:34.992848+0000","last_undegraded":"2024-04-15T14:33:34.992848+0000","last_fullsized":"2024-04-15T14:33:34.992848+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T14:33:33.599136+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T14:33:33.599136+0000","last_clean_scrub_stamp":"2024-04-15T14:33:33.599136+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T19:58:09.795799+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6,2],"acting":[5,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-15T14:33:36.377467+0000","last_change":"2024-04-15T14:33:34.984818+0000","last_active":"2024-04-15T14:33:36.377467+0000","last_peered":"2024-04-15T14:33:36.377467+0000","last_clean":"2024-04-15T14:33:36.377467+0000","last_became_active":"2024-04-15T14:33:34.983476+0000","last_became_peered":"2024-04-15T14:33:34.983476+0000","last_unstale":"2024-04-15T14:33:36.377467+0000","last_undegraded":"2024-04-15T14:33:36.377467+0000","last_fullsized":"2024-04-15T14:33:36.377467+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_clean_scrub_stamp":"2024-04-15T14:33:34.601025+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T18:55:45.495288+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.15","version":"62'3","reported_seq":15,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-15T14:33:35.547871+0000","last_change":"2024-04-15T14:33:34.626719+0000","last_active":"2024-04-15T14:33:35.547871+0000","last_peered":"2024-04-15T14:33:35.547871+0000","last_clean":"2024-04-15T14:33:35.547871+0000","last_became_active":"2024-04-15T14:33:34.626429+0000","last_became_peered":"2024-04-15T14:33:34.626429+0000","last_unstale":"2024-04-15T14:33:35.547871+0000","last_undegraded":"2024-04-15T14:33:35.547871+0000","last_fullsized":"2024-04-15T14:33:35.547871+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T14:33:33.599136+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T14:33:33.599136+0000","last_clean_scrub_stamp":"2024-04-15T14:33:33.599136+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T23:00:48.231255+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-15T14:33:35.414867+0000","last_change":"2024-04-15T14:33:35.004611+0000","last_active":"2024-04-15T14:33:35.414867+0000","last_peered":"2024-04-15T14:33:35.414867+0000","last_clean":"2024-04-15T14:33:35.414867+0000","last_became_active":"2024-04-15T14:33:35.004170+0000","last_became_peered":"2024-04-15T14:33:35.004170+0000","last_unstale":"2024-04-15T14:33:35.414867+0000","last_undegraded":"2024-04-15T14:33:35.414867+0000","last_fullsized":"2024-04-15T14:33:35.414867+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_clean_scrub_stamp":"2024-04-15T14:33:34.601025+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T16:15:49.307161+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,6],"acting":[4,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.14","version":"62'6","reported_seq":18,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-15T14:33:36.180162+0000","last_change":"2024-04-15T14:33:34.620715+0000","last_active":"2024-04-15T14:33:36.180162+0000","last_peered":"2024-04-15T14:33:36.180162+0000","last_clean":"2024-04-15T14:33:36.180162+0000","last_became_active":"2024-04-15T14:33:34.620361+0000","last_became_peered":"2024-04-15T14:33:34.620361+0000","last_unstale":"2024-04-15T14:33:36.180162+0000","last_undegraded":"2024-04-15T14:33:36.180162+0000","last_fullsized":"2024-04-15T14:33:36.180162+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T14:33:33.599136+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T14:33:33.599136+0000","last_clean_scrub_stamp":"2024-04-15T14:33:33.599136+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T21:57:01.722940+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1564,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,5],"acting":[6,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-15T14:33:36.644392+0000","last_change":"2024-04-15T14:33:34.990134+0000","last_active":"2024-04-15T14:33:36.644392+0000","last_peered":"2024-04-15T14:33:36.644392+0000","last_clean":"2024-04-15T14:33:36.644392+0000","last_became_active":"2024-04-15T14:33:34.989810+0000","last_became_peered":"2024-04-15T14:33:34.989810+0000","last_unstale":"2024-04-15T14:33:36.644392+0000","last_undegraded":"2024-04-15T14:33:36.644392+0000","last_fullsized":"2024-04-15T14:33:36.644392+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_clean_scrub_stamp":"2024-04-15T14:33:34.601025+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-17T01:16:42.669792+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,4],"acting":[7,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.13","version":"62'2","reported_seq":14,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-15T14:33:36.377194+0000","last_change":"2024-04-15T14:33:34.618176+0000","last_active":"2024-04-15T14:33:36.377194+0000","last_peered":"2024-04-15T14:33:36.377194+0000","last_clean":"2024-04-15T14:33:36.377194+0000","last_became_active":"2024-04-15T14:33:34.617858+0000","last_became_peered":"2024-04-15T14:33:34.617858+0000","last_unstale":"2024-04-15T14:33:36.377194+0000","last_undegraded":"2024-04-15T14:33:36.377194+0000","last_fullsized":"2024-04-15T14:33:36.377194+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T14:33:33.599136+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T14:33:33.599136+0000","last_clean_scrub_stamp":"2024-04-15T14:33:33.599136+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-17T00:31:59.807937+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-15T14:33:36.377060+0000","last_change":"2024-04-15T14:33:34.991687+0000","last_active":"2024-04-15T14:33:36.377060+0000","last_peered":"2024-04-15T14:33:36.377060+0000","last_clean":"2024-04-15T14:33:36.377060+0000","last_became_active":"2024-04-15T14:33:34.991427+0000","last_became_peered":"2024-04-15T14:33:34.991427+0000","last_unstale":"2024-04-15T14:33:36.377060+0000","last_undegraded":"2024-04-15T14:33:36.377060+0000","last_fullsized":"2024-04-15T14:33:36.377060+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_clean_scrub_stamp":"2024-04-15T14:33:34.601025+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T23:26:13.279012+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.12","version":"0'0","reported_seq":12,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-15T14:33:34.991363+0000","last_change":"2024-04-15T14:33:34.624908+0000","last_active":"2024-04-15T14:33:34.991363+0000","last_peered":"2024-04-15T14:33:34.991363+0000","last_clean":"2024-04-15T14:33:34.991363+0000","last_became_active":"2024-04-15T14:33:34.624629+0000","last_became_peered":"2024-04-15T14:33:34.624629+0000","last_unstale":"2024-04-15T14:33:34.991363+0000","last_undegraded":"2024-04-15T14:33:34.991363+0000","last_fullsized":"2024-04-15T14:33:34.991363+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T14:33:33.599136+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T14:33:33.599136+0000","last_clean_scrub_stamp":"2024-04-15T14:33:33.599136+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T15:48:22.451797+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-15T14:33:36.644347+0000","last_change":"2024-04-15T14:33:34.990143+0000","last_active":"2024-04-15T14:33:36.644347+0000","last_peered":"2024-04-15T14:33:36.644347+0000","last_clean":"2024-04-15T14:33:36.644347+0000","last_became_active":"2024-04-15T14:33:34.989813+0000","last_became_peered":"2024-04-15T14:33:34.989813+0000","last_unstale":"2024-04-15T14:33:36.644347+0000","last_undegraded":"2024-04-15T14:33:36.644347+0000","last_fullsized":"2024-04-15T14:33:36.644347+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_clean_scrub_stamp":"2024-04-15T14:33:34.601025+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-17T02:18:28.815694+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,2],"acting":[7,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.11","version":"0'0","reported_seq":12,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-15T14:33:36.180124+0000","last_change":"2024-04-15T14:33:34.617640+0000","last_active":"2024-04-15T14:33:36.180124+0000","last_peered":"2024-04-15T14:33:36.180124+0000","last_clean":"2024-04-15T14:33:36.180124+0000","last_became_active":"2024-04-15T14:33:34.617309+0000","last_became_peered":"2024-04-15T14:33:34.617309+0000","last_unstale":"2024-04-15T14:33:36.180124+0000","last_undegraded":"2024-04-15T14:33:36.180124+0000","last_fullsized":"2024-04-15T14:33:36.180124+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T14:33:33.599136+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T14:33:33.599136+0000","last_clean_scrub_stamp":"2024-04-15T14:33:33.599136+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T19:11:52.947432+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-15T14:33:36.180109+0000","last_change":"2024-04-15T14:33:34.989655+0000","last_active":"2024-04-15T14:33:36.180109+0000","last_peered":"2024-04-15T14:33:36.180109+0000","last_clean":"2024-04-15T14:33:36.180109+0000","last_became_active":"2024-04-15T14:33:34.988851+0000","last_became_peered":"2024-04-15T14:33:34.988851+0000","last_unstale":"2024-04-15T14:33:36.180109+0000","last_undegraded":"2024-04-15T14:33:36.180109+0000","last_fullsized":"2024-04-15T14:33:36.180109+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_clean_scrub_stamp":"2024-04-15T14:33:34.601025+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T21:16:09.182271+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.10","version":"62'8","reported_seq":20,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-15T14:33:35.975005+0000","last_change":"2024-04-15T14:33:34.624105+0000","last_active":"2024-04-15T14:33:35.975005+0000","last_peered":"2024-04-15T14:33:35.975005+0000","last_clean":"2024-04-15T14:33:35.975005+0000","last_became_active":"2024-04-15T14:33:34.623732+0000","last_became_peered":"2024-04-15T14:33:34.623732+0000","last_unstale":"2024-04-15T14:33:35.975005+0000","last_undegraded":"2024-04-15T14:33:35.975005+0000","last_fullsized":"2024-04-15T14:33:35.975005+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T14:33:33.599136+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T14:33:33.599136+0000","last_clean_scrub_stamp":"2024-04-15T14:33:33.599136+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T19:53:49.489868+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,0],"acting":[2,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-15T14:33:36.644312+0000","last_change":"2024-04-15T14:33:34.996585+0000","last_active":"2024-04-15T14:33:36.644312+0000","last_peered":"2024-04-15T14:33:36.644312+0000","last_clean":"2024-04-15T14:33:36.644312+0000","last_became_active":"2024-04-15T14:33:34.996051+0000","last_became_peered":"2024-04-15T14:33:34.996051+0000","last_unstale":"2024-04-15T14:33:36.644312+0000","last_undegraded":"2024-04-15T14:33:36.644312+0000","last_fullsized":"2024-04-15T14:33:36.644312+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_clean_scrub_stamp":"2024-04-15T14:33:34.601025+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T18:59:17.927268+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.f","version":"62'1","reported_seq":13,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-15T14:33:35.414907+0000","last_change":"2024-04-15T14:33:34.625302+0000","last_active":"2024-04-15T14:33:35.414907+0000","last_peered":"2024-04-15T14:33:35.414907+0000","last_clean":"2024-04-15T14:33:35.414907+0000","last_became_active":"2024-04-15T14:33:34.624897+0000","last_became_peered":"2024-04-15T14:33:34.624897+0000","last_unstale":"2024-04-15T14:33:35.414907+0000","last_undegraded":"2024-04-15T14:33:35.414907+0000","last_fullsized":"2024-04-15T14:33:35.414907+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T14:33:33.599136+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T14:33:33.599136+0000","last_clean_scrub_stamp":"2024-04-15T14:33:33.599136+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T21:13:05.143999+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,7],"acting":[4,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-15T14:33:36.644447+0000","last_change":"2024-04-15T14:33:34.993901+0000","last_active":"2024-04-15T14:33:36.644447+0000","last_peered":"2024-04-15T14:33:36.644447+0000","last_clean":"2024-04-15T14:33:36.644447+0000","last_became_active":"2024-04-15T14:33:34.993595+0000","last_became_peered":"2024-04-15T14:33:34.993595+0000","last_unstale":"2024-04-15T14:33:36.644447+0000","last_undegraded":"2024-04-15T14:33:36.644447+0000","last_fullsized":"2024-04-15T14:33:36.644447+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_clean_scrub_stamp":"2024-04-15T14:33:34.601025+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T19:34:11.232371+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":12,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-15T14:33:35.547828+0000","last_change":"2024-04-15T14:33:34.629663+0000","last_active":"2024-04-15T14:33:35.547828+0000","last_peered":"2024-04-15T14:33:35.547828+0000","last_clean":"2024-04-15T14:33:35.547828+0000","last_became_active":"2024-04-15T14:33:34.629358+0000","last_became_peered":"2024-04-15T14:33:34.629358+0000","last_unstale":"2024-04-15T14:33:35.547828+0000","last_undegraded":"2024-04-15T14:33:35.547828+0000","last_fullsized":"2024-04-15T14:33:35.547828+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T14:33:33.599136+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T14:33:33.599136+0000","last_clean_scrub_stamp":"2024-04-15T14:33:33.599136+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T18:29:51.531354+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,7],"acting":[1,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-15T14:33:34.997092+0000","last_change":"2024-04-15T14:33:34.991615+0000","last_active":"2024-04-15T14:33:34.997092+0000","last_peered":"2024-04-15T14:33:34.997092+0000","last_clean":"2024-04-15T14:33:34.997092+0000","last_became_active":"2024-04-15T14:33:34.990545+0000","last_became_peered":"2024-04-15T14:33:34.990545+0000","last_unstale":"2024-04-15T14:33:34.997092+0000","last_undegraded":"2024-04-15T14:33:34.997092+0000","last_fullsized":"2024-04-15T14:33:34.997092+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_clean_scrub_stamp":"2024-04-15T14:33:34.601025+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-17T00:27:00.368726+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":12,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-15T14:33:34.991345+0000","last_change":"2024-04-15T14:33:34.622274+0000","last_active":"2024-04-15T14:33:34.991345+0000","last_peered":"2024-04-15T14:33:34.991345+0000","last_clean":"2024-04-15T14:33:34.991345+0000","last_became_active":"2024-04-15T14:33:34.618830+0000","last_became_peered":"2024-04-15T14:33:34.618830+0000","last_unstale":"2024-04-15T14:33:34.991345+0000","last_undegraded":"2024-04-15T14:33:34.991345+0000","last_fullsized":"2024-04-15T14:33:34.991345+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T14:33:33.599136+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T14:33:33.599136+0000","last_clean_scrub_stamp":"2024-04-15T14:33:33.599136+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T18:53:51.788701+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,6],"acting":[5,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-15T14:33:35.414828+0000","last_change":"2024-04-15T14:33:35.003516+0000","last_active":"2024-04-15T14:33:35.414828+0000","last_peered":"2024-04-15T14:33:35.414828+0000","last_clean":"2024-04-15T14:33:35.414828+0000","last_became_active":"2024-04-15T14:33:35.003208+0000","last_became_peered":"2024-04-15T14:33:35.003208+0000","last_unstale":"2024-04-15T14:33:35.414828+0000","last_undegraded":"2024-04-15T14:33:35.414828+0000","last_fullsized":"2024-04-15T14:33:35.414828+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_clean_scrub_stamp":"2024-04-15T14:33:34.601025+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-17T00:06:21.618555+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,6],"acting":[4,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-15T14:33:35.547741+0000","last_change":"2024-04-15T14:33:35.000587+0000","last_active":"2024-04-15T14:33:35.547741+0000","last_peered":"2024-04-15T14:33:35.547741+0000","last_clean":"2024-04-15T14:33:35.547741+0000","last_became_active":"2024-04-15T14:33:35.000319+0000","last_became_peered":"2024-04-15T14:33:35.000319+0000","last_unstale":"2024-04-15T14:33:35.547741+0000","last_undegraded":"2024-04-15T14:33:35.547741+0000","last_fullsized":"2024-04-15T14:33:35.547741+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_clean_scrub_stamp":"2024-04-15T14:33:34.601025+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T17:34:15.729312+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,6],"acting":[1,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":12,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-15T14:33:35.975146+0000","last_change":"2024-04-15T14:33:34.612037+0000","last_active":"2024-04-15T14:33:35.975146+0000","last_peered":"2024-04-15T14:33:35.975146+0000","last_clean":"2024-04-15T14:33:35.975146+0000","last_became_active":"2024-04-15T14:33:34.611678+0000","last_became_peered":"2024-04-15T14:33:34.611678+0000","last_unstale":"2024-04-15T14:33:35.975146+0000","last_undegraded":"2024-04-15T14:33:35.975146+0000","last_fullsized":"2024-04-15T14:33:35.975146+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T14:33:33.599136+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T14:33:33.599136+0000","last_clean_scrub_stamp":"2024-04-15T14:33:33.599136+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T20:09:05.939655+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-15T14:33:37.919971+0000","last_change":"2024-04-15T14:33:35.001017+0000","last_active":"2024-04-15T14:33:37.919971+0000","last_peered":"2024-04-15T14:33:37.919971+0000","last_clean":"2024-04-15T14:33:37.919971+0000","last_became_active":"2024-04-15T14:33:35.000740+0000","last_became_peered":"2024-04-15T14:33:35.000740+0000","last_unstale":"2024-04-15T14:33:37.919971+0000","last_undegraded":"2024-04-15T14:33:37.919971+0000","last_fullsized":"2024-04-15T14:33:37.919971+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_clean_scrub_stamp":"2024-04-15T14:33:34.601025+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T15:36:49.292433+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":12,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-15T14:33:34.992020+0000","last_change":"2024-04-15T14:33:34.625622+0000","last_active":"2024-04-15T14:33:34.992020+0000","last_peered":"2024-04-15T14:33:34.992020+0000","last_clean":"2024-04-15T14:33:34.992020+0000","last_became_active":"2024-04-15T14:33:34.625326+0000","last_became_peered":"2024-04-15T14:33:34.625326+0000","last_unstale":"2024-04-15T14:33:34.992020+0000","last_undegraded":"2024-04-15T14:33:34.992020+0000","last_fullsized":"2024-04-15T14:33:34.992020+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T14:33:33.599136+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T14:33:33.599136+0000","last_clean_scrub_stamp":"2024-04-15T14:33:33.599136+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-17T02:03:12.400947+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.0","version":"21'117","reported_seq":221,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-15T14:33:34.971498+0000","last_change":"2024-04-15T14:33:19.663705+0000","last_active":"2024-04-15T14:33:34.971498+0000","last_peered":"2024-04-15T14:33:34.971498+0000","last_clean":"2024-04-15T14:33:34.971498+0000","last_became_active":"2024-04-15T14:33:19.663309+0000","last_became_peered":"2024-04-15T14:33:19.663309+0000","last_unstale":"2024-04-15T14:33:34.971498+0000","last_undegraded":"2024-04-15T14:33:34.971498+0000","last_fullsized":"2024-04-15T14:33:34.971498+0000","mapping_epoch":58,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":59,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T14:31:12.725041+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T14:31:12.725041+0000","last_clean_scrub_stamp":"2024-04-15T14:31:12.725041+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T14:44:01.829701+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-15T14:33:36.377281+0000","last_change":"2024-04-15T14:33:34.990529+0000","last_active":"2024-04-15T14:33:36.377281+0000","last_peered":"2024-04-15T14:33:36.377281+0000","last_clean":"2024-04-15T14:33:36.377281+0000","last_became_active":"2024-04-15T14:33:34.990226+0000","last_became_peered":"2024-04-15T14:33:34.990226+0000","last_unstale":"2024-04-15T14:33:36.377281+0000","last_undegraded":"2024-04-15T14:33:36.377281+0000","last_fullsized":"2024-04-15T14:33:36.377281+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_clean_scrub_stamp":"2024-04-15T14:33:34.601025+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T14:50:23.902511+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":12,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-15T14:33:36.644283+0000","last_change":"2024-04-15T14:33:34.631357+0000","last_active":"2024-04-15T14:33:36.644283+0000","last_peered":"2024-04-15T14:33:36.644283+0000","last_clean":"2024-04-15T14:33:36.644283+0000","last_became_active":"2024-04-15T14:33:34.630734+0000","last_became_peered":"2024-04-15T14:33:34.630734+0000","last_unstale":"2024-04-15T14:33:36.644283+0000","last_undegraded":"2024-04-15T14:33:36.644283+0000","last_fullsized":"2024-04-15T14:33:36.644283+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T14:33:33.599136+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T14:33:33.599136+0000","last_clean_scrub_stamp":"2024-04-15T14:33:33.599136+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T16:38:14.970973+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":12,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-15T14:33:36.644418+0000","last_change":"2024-04-15T14:33:34.629731+0000","last_active":"2024-04-15T14:33:36.644418+0000","last_peered":"2024-04-15T14:33:36.644418+0000","last_clean":"2024-04-15T14:33:36.644418+0000","last_became_active":"2024-04-15T14:33:34.629246+0000","last_became_peered":"2024-04-15T14:33:34.629246+0000","last_unstale":"2024-04-15T14:33:36.644418+0000","last_undegraded":"2024-04-15T14:33:36.644418+0000","last_fullsized":"2024-04-15T14:33:36.644418+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T14:33:33.599136+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T14:33:33.599136+0000","last_clean_scrub_stamp":"2024-04-15T14:33:33.599136+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T15:33:31.194531+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-15T14:33:35.547840+0000","last_change":"2024-04-15T14:33:35.003150+0000","last_active":"2024-04-15T14:33:35.547840+0000","last_peered":"2024-04-15T14:33:35.547840+0000","last_clean":"2024-04-15T14:33:35.547840+0000","last_became_active":"2024-04-15T14:33:35.002820+0000","last_became_peered":"2024-04-15T14:33:35.002820+0000","last_unstale":"2024-04-15T14:33:35.547840+0000","last_undegraded":"2024-04-15T14:33:35.547840+0000","last_fullsized":"2024-04-15T14:33:35.547840+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_clean_scrub_stamp":"2024-04-15T14:33:34.601025+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T16:39:13.245694+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,5],"acting":[1,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.6","version":"63'1","reported_seq":13,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-15T14:33:35.975956+0000","last_change":"2024-04-15T14:33:34.617135+0000","last_active":"2024-04-15T14:33:35.975956+0000","last_peered":"2024-04-15T14:33:35.975956+0000","last_clean":"2024-04-15T14:33:35.975956+0000","last_became_active":"2024-04-15T14:33:34.616824+0000","last_became_peered":"2024-04-15T14:33:34.616824+0000","last_unstale":"2024-04-15T14:33:35.975956+0000","last_undegraded":"2024-04-15T14:33:35.975956+0000","last_fullsized":"2024-04-15T14:33:35.975956+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T14:33:33.599136+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T14:33:33.599136+0000","last_clean_scrub_stamp":"2024-04-15T14:33:33.599136+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T15:25:19.603212+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,4],"acting":[1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-15T14:33:37.920301+0000","last_change":"2024-04-15T14:33:35.003003+0000","last_active":"2024-04-15T14:33:37.920301+0000","last_peered":"2024-04-15T14:33:37.920301+0000","last_clean":"2024-04-15T14:33:37.920301+0000","last_became_active":"2024-04-15T14:33:35.002683+0000","last_became_peered":"2024-04-15T14:33:35.002683+0000","last_unstale":"2024-04-15T14:33:37.920301+0000","last_undegraded":"2024-04-15T14:33:37.920301+0000","last_fullsized":"2024-04-15T14:33:37.920301+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_clean_scrub_stamp":"2024-04-15T14:33:34.601025+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T21:11:35.484239+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.7","version":"62'2","reported_seq":14,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-15T14:33:36.180227+0000","last_change":"2024-04-15T14:33:34.624633+0000","last_active":"2024-04-15T14:33:36.180227+0000","last_peered":"2024-04-15T14:33:36.180227+0000","last_clean":"2024-04-15T14:33:36.180227+0000","last_became_active":"2024-04-15T14:33:34.623029+0000","last_became_peered":"2024-04-15T14:33:34.623029+0000","last_unstale":"2024-04-15T14:33:36.180227+0000","last_undegraded":"2024-04-15T14:33:36.180227+0000","last_fullsized":"2024-04-15T14:33:36.180227+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T14:33:33.599136+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T14:33:33.599136+0000","last_clean_scrub_stamp":"2024-04-15T14:33:33.599136+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T19:45:31.771526+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,2],"acting":[6,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-15T14:33:36.377319+0000","last_change":"2024-04-15T14:33:34.997101+0000","last_active":"2024-04-15T14:33:36.377319+0000","last_peered":"2024-04-15T14:33:36.377319+0000","last_clean":"2024-04-15T14:33:36.377319+0000","last_became_active":"2024-04-15T14:33:34.996832+0000","last_became_peered":"2024-04-15T14:33:34.996832+0000","last_unstale":"2024-04-15T14:33:36.377319+0000","last_undegraded":"2024-04-15T14:33:36.377319+0000","last_fullsized":"2024-04-15T14:33:36.377319+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_clean_scrub_stamp":"2024-04-15T14:33:34.601025+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T20:37:18.865338+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.8","version":"0'0","reported_seq":12,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-15T14:33:36.644236+0000","last_change":"2024-04-15T14:33:34.629537+0000","last_active":"2024-04-15T14:33:36.644236+0000","last_peered":"2024-04-15T14:33:36.644236+0000","last_clean":"2024-04-15T14:33:36.644236+0000","last_became_active":"2024-04-15T14:33:34.629162+0000","last_became_peered":"2024-04-15T14:33:34.629162+0000","last_unstale":"2024-04-15T14:33:36.644236+0000","last_undegraded":"2024-04-15T14:33:36.644236+0000","last_fullsized":"2024-04-15T14:33:36.644236+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T14:33:33.599136+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T14:33:33.599136+0000","last_clean_scrub_stamp":"2024-04-15T14:33:33.599136+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T19:42:06.929486+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,1],"acting":[7,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-15T14:33:35.414771+0000","last_change":"2024-04-15T14:33:34.990437+0000","last_active":"2024-04-15T14:33:35.414771+0000","last_peered":"2024-04-15T14:33:35.414771+0000","last_clean":"2024-04-15T14:33:35.414771+0000","last_became_active":"2024-04-15T14:33:34.990126+0000","last_became_peered":"2024-04-15T14:33:34.990126+0000","last_unstale":"2024-04-15T14:33:35.414771+0000","last_undegraded":"2024-04-15T14:33:35.414771+0000","last_fullsized":"2024-04-15T14:33:35.414771+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_clean_scrub_stamp":"2024-04-15T14:33:34.601025+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-17T01:43:26.104205+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,7],"acting":[4,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.9","version":"0'0","reported_seq":12,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-15T14:33:35.547768+0000","last_change":"2024-04-15T14:33:34.629735+0000","last_active":"2024-04-15T14:33:35.547768+0000","last_peered":"2024-04-15T14:33:35.547768+0000","last_clean":"2024-04-15T14:33:35.547768+0000","last_became_active":"2024-04-15T14:33:34.629468+0000","last_became_peered":"2024-04-15T14:33:34.629468+0000","last_unstale":"2024-04-15T14:33:35.547768+0000","last_undegraded":"2024-04-15T14:33:35.547768+0000","last_fullsized":"2024-04-15T14:33:35.547768+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T14:33:33.599136+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T14:33:33.599136+0000","last_clean_scrub_stamp":"2024-04-15T14:33:33.599136+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T20:18:24.961830+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,3],"acting":[1,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-15T14:33:37.919827+0000","last_change":"2024-04-15T14:33:34.995467+0000","last_active":"2024-04-15T14:33:37.919827+0000","last_peered":"2024-04-15T14:33:37.919827+0000","last_clean":"2024-04-15T14:33:37.919827+0000","last_became_active":"2024-04-15T14:33:34.994063+0000","last_became_peered":"2024-04-15T14:33:34.994063+0000","last_unstale":"2024-04-15T14:33:37.919827+0000","last_undegraded":"2024-04-15T14:33:37.919827+0000","last_fullsized":"2024-04-15T14:33:37.919827+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_clean_scrub_stamp":"2024-04-15T14:33:34.601025+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T15:59:42.559296+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.a","version":"0'0","reported_seq":12,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-15T14:33:35.547787+0000","last_change":"2024-04-15T14:33:34.629571+0000","last_active":"2024-04-15T14:33:35.547787+0000","last_peered":"2024-04-15T14:33:35.547787+0000","last_clean":"2024-04-15T14:33:35.547787+0000","last_became_active":"2024-04-15T14:33:34.629256+0000","last_became_peered":"2024-04-15T14:33:34.629256+0000","last_unstale":"2024-04-15T14:33:35.547787+0000","last_undegraded":"2024-04-15T14:33:35.547787+0000","last_fullsized":"2024-04-15T14:33:35.547787+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T14:33:33.599136+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T14:33:33.599136+0000","last_clean_scrub_stamp":"2024-04-15T14:33:33.599136+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T18:08:19.302092+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,7],"acting":[1,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-15T14:33:37.920031+0000","last_change":"2024-04-15T14:33:34.990503+0000","last_active":"2024-04-15T14:33:37.920031+0000","last_peered":"2024-04-15T14:33:37.920031+0000","last_clean":"2024-04-15T14:33:37.920031+0000","last_became_active":"2024-04-15T14:33:34.990137+0000","last_became_peered":"2024-04-15T14:33:34.990137+0000","last_unstale":"2024-04-15T14:33:37.920031+0000","last_undegraded":"2024-04-15T14:33:37.920031+0000","last_fullsized":"2024-04-15T14:33:37.920031+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_clean_scrub_stamp":"2024-04-15T14:33:34.601025+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T20:30:28.316891+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,4],"acting":[3,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.b","version":"62'2","reported_seq":14,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-15T14:33:36.644324+0000","last_change":"2024-04-15T14:33:34.627072+0000","last_active":"2024-04-15T14:33:36.644324+0000","last_peered":"2024-04-15T14:33:36.644324+0000","last_clean":"2024-04-15T14:33:36.644324+0000","last_became_active":"2024-04-15T14:33:34.626764+0000","last_became_peered":"2024-04-15T14:33:34.626764+0000","last_unstale":"2024-04-15T14:33:36.644324+0000","last_undegraded":"2024-04-15T14:33:36.644324+0000","last_fullsized":"2024-04-15T14:33:36.644324+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T14:33:33.599136+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T14:33:33.599136+0000","last_clean_scrub_stamp":"2024-04-15T14:33:33.599136+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T19:48:29.128158+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,5],"acting":[7,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-15T14:33:36.180136+0000","last_change":"2024-04-15T14:33:35.002154+0000","last_active":"2024-04-15T14:33:36.180136+0000","last_peered":"2024-04-15T14:33:36.180136+0000","last_clean":"2024-04-15T14:33:36.180136+0000","last_became_active":"2024-04-15T14:33:35.001879+0000","last_became_peered":"2024-04-15T14:33:35.001879+0000","last_unstale":"2024-04-15T14:33:36.180136+0000","last_undegraded":"2024-04-15T14:33:36.180136+0000","last_fullsized":"2024-04-15T14:33:36.180136+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_clean_scrub_stamp":"2024-04-15T14:33:34.601025+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T22:47:05.094202+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.c","version":"0'0","reported_seq":12,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-15T14:33:35.975422+0000","last_change":"2024-04-15T14:33:34.620187+0000","last_active":"2024-04-15T14:33:35.975422+0000","last_peered":"2024-04-15T14:33:35.975422+0000","last_clean":"2024-04-15T14:33:35.975422+0000","last_became_active":"2024-04-15T14:33:34.619885+0000","last_became_peered":"2024-04-15T14:33:34.619885+0000","last_unstale":"2024-04-15T14:33:35.975422+0000","last_undegraded":"2024-04-15T14:33:35.975422+0000","last_fullsized":"2024-04-15T14:33:35.975422+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T14:33:33.599136+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T14:33:33.599136+0000","last_clean_scrub_stamp":"2024-04-15T14:33:33.599136+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T21:37:15.148104+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,0],"acting":[2,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-15T14:33:36.644406+0000","last_change":"2024-04-15T14:33:34.994756+0000","last_active":"2024-04-15T14:33:36.644406+0000","last_peered":"2024-04-15T14:33:36.644406+0000","last_clean":"2024-04-15T14:33:36.644406+0000","last_became_active":"2024-04-15T14:33:34.994464+0000","last_became_peered":"2024-04-15T14:33:34.994464+0000","last_unstale":"2024-04-15T14:33:36.644406+0000","last_undegraded":"2024-04-15T14:33:36.644406+0000","last_fullsized":"2024-04-15T14:33:36.644406+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_clean_scrub_stamp":"2024-04-15T14:33:34.601025+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T17:22:46.786639+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,6],"acting":[7,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.d","version":"62'1","reported_seq":13,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-15T14:33:35.547859+0000","last_change":"2024-04-15T14:33:34.622686+0000","last_active":"2024-04-15T14:33:35.547859+0000","last_peered":"2024-04-15T14:33:35.547859+0000","last_clean":"2024-04-15T14:33:35.547859+0000","last_became_active":"2024-04-15T14:33:34.622389+0000","last_became_peered":"2024-04-15T14:33:34.622389+0000","last_unstale":"2024-04-15T14:33:35.547859+0000","last_undegraded":"2024-04-15T14:33:35.547859+0000","last_fullsized":"2024-04-15T14:33:35.547859+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T14:33:33.599136+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T14:33:33.599136+0000","last_clean_scrub_stamp":"2024-04-15T14:33:33.599136+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T17:25:51.291953+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,3],"acting":[1,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-15T14:33:34.998369+0000","last_change":"2024-04-15T14:33:34.995788+0000","last_active":"2024-04-15T14:33:34.998369+0000","last_peered":"2024-04-15T14:33:34.998369+0000","last_clean":"2024-04-15T14:33:34.998369+0000","last_became_active":"2024-04-15T14:33:34.995241+0000","last_became_peered":"2024-04-15T14:33:34.995241+0000","last_unstale":"2024-04-15T14:33:34.998369+0000","last_undegraded":"2024-04-15T14:33:34.998369+0000","last_fullsized":"2024-04-15T14:33:34.998369+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_clean_scrub_stamp":"2024-04-15T14:33:34.601025+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T23:34:07.957266+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6],"acting":[5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.e","version":"62'2","reported_seq":14,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-15T14:33:35.975707+0000","last_change":"2024-04-15T14:33:34.624138+0000","last_active":"2024-04-15T14:33:35.975707+0000","last_peered":"2024-04-15T14:33:35.975707+0000","last_clean":"2024-04-15T14:33:35.975707+0000","last_became_active":"2024-04-15T14:33:34.623682+0000","last_became_peered":"2024-04-15T14:33:34.623682+0000","last_unstale":"2024-04-15T14:33:35.975707+0000","last_undegraded":"2024-04-15T14:33:35.975707+0000","last_fullsized":"2024-04-15T14:33:35.975707+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T14:33:33.599136+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T14:33:33.599136+0000","last_clean_scrub_stamp":"2024-04-15T14:33:33.599136+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T14:38:37.078963+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,7],"acting":[2,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-15T14:33:36.644458+0000","last_change":"2024-04-15T14:33:34.982615+0000","last_active":"2024-04-15T14:33:36.644458+0000","last_peered":"2024-04-15T14:33:36.644458+0000","last_clean":"2024-04-15T14:33:36.644458+0000","last_became_active":"2024-04-15T14:33:34.982331+0000","last_became_peered":"2024-04-15T14:33:34.982331+0000","last_unstale":"2024-04-15T14:33:36.644458+0000","last_undegraded":"2024-04-15T14:33:36.644458+0000","last_fullsized":"2024-04-15T14:33:36.644458+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_clean_scrub_stamp":"2024-04-15T14:33:34.601025+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T20:54:20.013150+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.20","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-15T14:33:36.180095+0000","last_change":"2024-04-15T14:33:34.990625+0000","last_active":"2024-04-15T14:33:36.180095+0000","last_peered":"2024-04-15T14:33:36.180095+0000","last_clean":"2024-04-15T14:33:36.180095+0000","last_became_active":"2024-04-15T14:33:34.989978+0000","last_became_peered":"2024-04-15T14:33:34.989978+0000","last_unstale":"2024-04-15T14:33:36.180095+0000","last_undegraded":"2024-04-15T14:33:36.180095+0000","last_fullsized":"2024-04-15T14:33:36.180095+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_clean_scrub_stamp":"2024-04-15T14:33:34.601025+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-17T01:30:06.257186+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.21","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-15T14:33:35.975256+0000","last_change":"2024-04-15T14:33:34.998364+0000","last_active":"2024-04-15T14:33:35.975256+0000","last_peered":"2024-04-15T14:33:35.975256+0000","last_clean":"2024-04-15T14:33:35.975256+0000","last_became_active":"2024-04-15T14:33:34.997044+0000","last_became_peered":"2024-04-15T14:33:34.997044+0000","last_unstale":"2024-04-15T14:33:35.975256+0000","last_undegraded":"2024-04-15T14:33:35.975256+0000","last_fullsized":"2024-04-15T14:33:35.975256+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_clean_scrub_stamp":"2024-04-15T14:33:34.601025+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T22:49:03.837452+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,6],"acting":[2,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.22","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-15T14:33:34.995555+0000","last_change":"2024-04-15T14:33:34.992503+0000","last_active":"2024-04-15T14:33:34.995555+0000","last_peered":"2024-04-15T14:33:34.995555+0000","last_clean":"2024-04-15T14:33:34.995555+0000","last_became_active":"2024-04-15T14:33:34.992079+0000","last_became_peered":"2024-04-15T14:33:34.992079+0000","last_unstale":"2024-04-15T14:33:34.995555+0000","last_undegraded":"2024-04-15T14:33:34.995555+0000","last_fullsized":"2024-04-15T14:33:34.995555+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_clean_scrub_stamp":"2024-04-15T14:33:34.601025+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T16:58:09.752124+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,0],"acting":[5,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.23","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-15T14:33:36.377124+0000","last_change":"2024-04-15T14:33:34.992800+0000","last_active":"2024-04-15T14:33:36.377124+0000","last_peered":"2024-04-15T14:33:36.377124+0000","last_clean":"2024-04-15T14:33:36.377124+0000","last_became_active":"2024-04-15T14:33:34.992471+0000","last_became_peered":"2024-04-15T14:33:34.992471+0000","last_unstale":"2024-04-15T14:33:36.377124+0000","last_undegraded":"2024-04-15T14:33:36.377124+0000","last_fullsized":"2024-04-15T14:33:36.377124+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_clean_scrub_stamp":"2024-04-15T14:33:34.601025+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T21:30:30.464102+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,4],"acting":[0,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.24","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-15T14:33:37.920167+0000","last_change":"2024-04-15T14:33:34.985890+0000","last_active":"2024-04-15T14:33:37.920167+0000","last_peered":"2024-04-15T14:33:37.920167+0000","last_clean":"2024-04-15T14:33:37.920167+0000","last_became_active":"2024-04-15T14:33:34.985498+0000","last_became_peered":"2024-04-15T14:33:34.985498+0000","last_unstale":"2024-04-15T14:33:37.920167+0000","last_undegraded":"2024-04-15T14:33:37.920167+0000","last_fullsized":"2024-04-15T14:33:37.920167+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_clean_scrub_stamp":"2024-04-15T14:33:34.601025+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T19:30:22.954108+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,0],"acting":[3,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.25","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-15T14:33:35.547850+0000","last_change":"2024-04-15T14:33:35.001671+0000","last_active":"2024-04-15T14:33:35.547850+0000","last_peered":"2024-04-15T14:33:35.547850+0000","last_clean":"2024-04-15T14:33:35.547850+0000","last_became_active":"2024-04-15T14:33:35.001398+0000","last_became_peered":"2024-04-15T14:33:35.001398+0000","last_unstale":"2024-04-15T14:33:35.547850+0000","last_undegraded":"2024-04-15T14:33:35.547850+0000","last_fullsized":"2024-04-15T14:33:35.547850+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_clean_scrub_stamp":"2024-04-15T14:33:34.601025+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T19:15:22.634066+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,2],"acting":[1,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.26","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-15T14:33:36.180214+0000","last_change":"2024-04-15T14:33:35.006191+0000","last_active":"2024-04-15T14:33:36.180214+0000","last_peered":"2024-04-15T14:33:36.180214+0000","last_clean":"2024-04-15T14:33:36.180214+0000","last_became_active":"2024-04-15T14:33:35.005905+0000","last_became_peered":"2024-04-15T14:33:35.005905+0000","last_unstale":"2024-04-15T14:33:36.180214+0000","last_undegraded":"2024-04-15T14:33:36.180214+0000","last_fullsized":"2024-04-15T14:33:36.180214+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_clean_scrub_stamp":"2024-04-15T14:33:34.601025+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T17:07:18.456027+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,4],"acting":[6,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.27","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-15T14:33:37.920303+0000","last_change":"2024-04-15T14:33:34.993952+0000","last_active":"2024-04-15T14:33:37.920303+0000","last_peered":"2024-04-15T14:33:37.920303+0000","last_clean":"2024-04-15T14:33:37.920303+0000","last_became_active":"2024-04-15T14:33:34.993406+0000","last_became_peered":"2024-04-15T14:33:34.993406+0000","last_unstale":"2024-04-15T14:33:37.920303+0000","last_undegraded":"2024-04-15T14:33:37.920303+0000","last_fullsized":"2024-04-15T14:33:37.920303+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_clean_scrub_stamp":"2024-04-15T14:33:34.601025+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T18:08:12.991005+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,2],"acting":[3,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-15T14:33:34.991324+0000","last_change":"2024-04-15T14:33:34.989949+0000","last_active":"2024-04-15T14:33:34.991324+0000","last_peered":"2024-04-15T14:33:34.991324+0000","last_clean":"2024-04-15T14:33:34.991324+0000","last_became_active":"2024-04-15T14:33:34.989680+0000","last_became_peered":"2024-04-15T14:33:34.989680+0000","last_unstale":"2024-04-15T14:33:34.991324+0000","last_undegraded":"2024-04-15T14:33:34.991324+0000","last_fullsized":"2024-04-15T14:33:34.991324+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_clean_scrub_stamp":"2024-04-15T14:33:34.601025+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-17T02:13:17.656911+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-15T14:33:37.919864+0000","last_change":"2024-04-15T14:33:34.994997+0000","last_active":"2024-04-15T14:33:37.919864+0000","last_peered":"2024-04-15T14:33:37.919864+0000","last_clean":"2024-04-15T14:33:37.919864+0000","last_became_active":"2024-04-15T14:33:34.994718+0000","last_became_peered":"2024-04-15T14:33:34.994718+0000","last_unstale":"2024-04-15T14:33:37.919864+0000","last_undegraded":"2024-04-15T14:33:37.919864+0000","last_fullsized":"2024-04-15T14:33:37.919864+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_clean_scrub_stamp":"2024-04-15T14:33:34.601025+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-17T00:40:23.585935+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,1],"acting":[3,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2a","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-15T14:33:34.998364+0000","last_change":"2024-04-15T14:33:34.996854+0000","last_active":"2024-04-15T14:33:34.998364+0000","last_peered":"2024-04-15T14:33:34.998364+0000","last_clean":"2024-04-15T14:33:34.998364+0000","last_became_active":"2024-04-15T14:33:34.995657+0000","last_became_peered":"2024-04-15T14:33:34.995657+0000","last_unstale":"2024-04-15T14:33:34.998364+0000","last_undegraded":"2024-04-15T14:33:34.998364+0000","last_fullsized":"2024-04-15T14:33:34.998364+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_clean_scrub_stamp":"2024-04-15T14:33:34.601025+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-17T01:58:25.986752+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,6],"acting":[5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2b","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-15T14:33:36.377077+0000","last_change":"2024-04-15T14:33:34.996107+0000","last_active":"2024-04-15T14:33:36.377077+0000","last_peered":"2024-04-15T14:33:36.377077+0000","last_clean":"2024-04-15T14:33:36.377077+0000","last_became_active":"2024-04-15T14:33:34.995850+0000","last_became_peered":"2024-04-15T14:33:34.995850+0000","last_unstale":"2024-04-15T14:33:36.377077+0000","last_undegraded":"2024-04-15T14:33:36.377077+0000","last_fullsized":"2024-04-15T14:33:36.377077+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_clean_scrub_stamp":"2024-04-15T14:33:34.601025+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T17:16:20.140839+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,1],"acting":[0,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.2c","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-15T14:33:36.180182+0000","last_change":"2024-04-15T14:33:35.007293+0000","last_active":"2024-04-15T14:33:36.180182+0000","last_peered":"2024-04-15T14:33:36.180182+0000","last_clean":"2024-04-15T14:33:36.180182+0000","last_became_active":"2024-04-15T14:33:35.006857+0000","last_became_peered":"2024-04-15T14:33:35.006857+0000","last_unstale":"2024-04-15T14:33:36.180182+0000","last_undegraded":"2024-04-15T14:33:36.180182+0000","last_fullsized":"2024-04-15T14:33:36.180182+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_clean_scrub_stamp":"2024-04-15T14:33:34.601025+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T16:40:38.422662+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,0],"acting":[6,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]}],"pool_stats":[{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":192,"acting":192,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":3563520,"data_stored":3542208,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":3,"acting":3,"num_store_stats":7},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":2362,"num_objects":22,"num_object_clones":0,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":45,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":98304,"data_stored":7086,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":39,"ondisk_log_size":39,"up":96,"acting":96,"num_store_stats":8}],"osd_stats":[{"osd":7,"up_from":55,"seq":236223201287,"num_pgs":44,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28224,"kb_used_data":1204,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716928,"statfs":{"total":95995035648,"available":95966134272,"internally_reserved":0,"allocated":1232896,"data_stored":854956,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":27654602},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.57499999999999996}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.64600000000000002}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.65500000000000003}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.53700000000000003}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.51800000000000002}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.47799999999999998}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.56100000000000005}]}]},{"osd":6,"up_from":47,"seq":201863462924,"num_pgs":37,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28236,"kb_used_data":1208,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716916,"statfs":{"total":95995035648,"available":95966121984,"internally_reserved":0,"allocated":1236992,"data_stored":855916,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.72299999999999998}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.53900000000000003}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.63200000000000001}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.60999999999999999}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.56399999999999995}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.64500000000000002}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.73499999999999999}]}]},{"osd":1,"up_from":13,"seq":55834574885,"num_pgs":32,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27648,"kb_used_data":628,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717504,"statfs":{"total":95995035648,"available":95966724096,"internally_reserved":0,"allocated":643072,"data_stored":264417,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Apr 15 14:32:50 2024","interfaces":[{"interface":"back","average":{"1min":0.36199999999999999,"5min":0.314,"15min":0.30599999999999999},"min":{"1min":0.26200000000000001,"5min":0.20399999999999999,"15min":0.20399999999999999},"max":{"1min":0.57499999999999996,"5min":0.57499999999999996,"15min":0.57499999999999996},"last":0.36899999999999999},{"interface":"front","average":{"1min":0.41699999999999998,"5min":0.32500000000000001,"15min":0.31},"min":{"1min":0.28199999999999997,"5min":0.20799999999999999,"15min":0.20799999999999999},"max":{"1min":0.60799999999999998,"5min":0.60799999999999998,"15min":0.60799999999999998},"last":0.45800000000000002}]},{"osd":2,"last update":"Mon Apr 15 14:33:18 2024","interfaces":[{"interface":"back","average":{"1min":0.41199999999999998,"5min":0.38800000000000001,"15min":0.38400000000000001},"min":{"1min":0.317,"5min":0.253,"15min":0.253},"max":{"1min":0.54600000000000004,"5min":0.56399999999999995,"15min":0.56399999999999995},"last":0.59399999999999997},{"interface":"front","average":{"1min":0.39400000000000002,"5min":0.35699999999999998,"15min":0.35099999999999998},"min":{"1min":0.30299999999999999,"5min":0.23699999999999999,"15min":0.23699999999999999},"max":{"1min":0.496,"5min":0.504,"15min":0.504},"last":0.53300000000000003}]},{"osd":3,"last update":"Mon Apr 15 14:33:40 2024","interfaces":[{"interface":"back","average":{"1min":0.38700000000000001,"5min":0.39300000000000002,"15min":0.39400000000000002},"min":{"1min":0.27100000000000002,"5min":0.27100000000000002,"15min":0.27100000000000002},"max":{"1min":0.504,"5min":0.61799999999999999,"15min":0.61799999999999999},"last":0.504},{"interface":"front","average":{"1min":0.433,"5min":0.433,"15min":0.433},"min":{"1min":0.27000000000000002,"5min":0.27000000000000002,"15min":0.27000000000000002},"max":{"1min":0.54800000000000004,"5min":0.60499999999999998,"15min":0.60499999999999998},"last":0.54800000000000004}]},{"osd":4,"last update":"Mon Apr 15 14:33:00 2024","interfaces":[{"interface":"back","average":{"1min":0.55300000000000005,"5min":0.55300000000000005,"15min":0.55300000000000005},"min":{"1min":0.41099999999999998,"5min":0.41099999999999998,"15min":0.41099999999999998},"max":{"1min":0.89300000000000002,"5min":0.89300000000000002,"15min":0.89300000000000002},"last":0.78000000000000003},{"interface":"front","average":{"1min":0.57799999999999996,"5min":0.57799999999999996,"15min":0.57799999999999996},"min":{"1min":0.41399999999999998,"5min":0.41399999999999998,"15min":0.41399999999999998},"max":{"1min":0.87,"5min":0.87,"15min":0.87},"last":0.76600000000000001}]},{"osd":5,"last update":"Mon Apr 15 14:33:26 2024","interfaces":[{"interface":"back","average":{"1min":0.57099999999999995,"5min":0.57099999999999995,"15min":0.57099999999999995},"min":{"1min":0.443,"5min":0.443,"15min":0.443},"max":{"1min":0.85099999999999998,"5min":0.85099999999999998,"15min":0.85099999999999998},"last":0.71999999999999997},{"interface":"front","average":{"1min":0.56699999999999995,"5min":0.56699999999999995,"15min":0.56699999999999995},"min":{"1min":0.40300000000000002,"5min":0.40300000000000002,"15min":0.40300000000000002},"max":{"1min":0.81299999999999994,"5min":0.81299999999999994,"15min":0.81299999999999994},"last":0.83899999999999997}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.74299999999999999}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.79700000000000004}]}]},{"osd":0,"up_from":8,"seq":34359738410,"num_pgs":43,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28236,"kb_used_data":1216,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716916,"statfs":{"total":95995035648,"available":95966121984,"internally_reserved":0,"allocated":1245184,"data_stored":855353,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Mon Apr 15 14:32:50 2024","interfaces":[{"interface":"back","average":{"1min":0.41099999999999998,"5min":0.33600000000000002,"15min":0.32400000000000001},"min":{"1min":0.29499999999999998,"5min":0.22800000000000001,"15min":0.22800000000000001},"max":{"1min":0.60199999999999998,"5min":0.60199999999999998,"15min":0.60199999999999998},"last":0.38400000000000001},{"interface":"front","average":{"1min":0.42299999999999999,"5min":0.34899999999999998,"15min":0.33700000000000002},"min":{"1min":0.32700000000000001,"5min":0.217,"15min":0.217},"max":{"1min":0.51700000000000002,"5min":0.51700000000000002,"15min":0.51700000000000002},"last":0.36399999999999999}]},{"osd":2,"last update":"Mon Apr 15 14:33:14 2024","interfaces":[{"interface":"back","average":{"1min":0.42599999999999999,"5min":0.40999999999999998,"15min":0.40699999999999997},"min":{"1min":0.30399999999999999,"5min":0.27800000000000002,"15min":0.27800000000000002},"max":{"1min":0.60499999999999998,"5min":0.60499999999999998,"15min":0.60499999999999998},"last":0.317},{"interface":"front","average":{"1min":0.45600000000000002,"5min":0.42399999999999999,"15min":0.41799999999999998},"min":{"1min":0.34899999999999998,"5min":0.29599999999999999,"15min":0.29599999999999999},"max":{"1min":0.65700000000000003,"5min":0.65700000000000003,"15min":0.65700000000000003},"last":0.439}]},{"osd":3,"last update":"Mon Apr 15 14:33:41 2024","interfaces":[{"interface":"back","average":{"1min":0.42399999999999999,"5min":0.43099999999999999,"15min":0.432},"min":{"1min":0.309,"5min":0.309,"15min":0.309},"max":{"1min":0.57899999999999996,"5min":0.63200000000000001,"15min":0.63200000000000001},"last":0.45700000000000002},{"interface":"front","average":{"1min":0.45600000000000002,"5min":0.45300000000000001,"15min":0.45300000000000001},"min":{"1min":0.32700000000000001,"5min":0.32700000000000001,"15min":0.32700000000000001},"max":{"1min":0.627,"5min":0.65400000000000003,"15min":0.65400000000000003},"last":0.47299999999999998}]},{"osd":4,"last update":"Mon Apr 15 14:33:04 2024","interfaces":[{"interface":"back","average":{"1min":0.57699999999999996,"5min":0.57699999999999996,"15min":0.57699999999999996},"min":{"1min":0.41099999999999998,"5min":0.41099999999999998,"15min":0.41099999999999998},"max":{"1min":0.89300000000000002,"5min":0.89300000000000002,"15min":0.89300000000000002},"last":0.56499999999999995},{"interface":"front","average":{"1min":0.58299999999999996,"5min":0.58299999999999996,"15min":0.58299999999999996},"min":{"1min":0.437,"5min":0.437,"15min":0.437},"max":{"1min":0.755,"5min":0.755,"15min":0.755},"last":0.52300000000000002}]},{"osd":5,"last update":"Mon Apr 15 14:33:27 2024","interfaces":[{"interface":"back","average":{"1min":0.59899999999999998,"5min":0.59899999999999998,"15min":0.59899999999999998},"min":{"1min":0.495,"5min":0.495,"15min":0.495},"max":{"1min":0.76500000000000001,"5min":0.76500000000000001,"15min":0.76500000000000001},"last":0.49399999999999999},{"interface":"front","average":{"1min":0.58799999999999997,"5min":0.58799999999999997,"15min":0.58799999999999997},"min":{"1min":0.41999999999999998,"5min":0.41999999999999998,"15min":0.41999999999999998},"max":{"1min":0.79900000000000004,"5min":0.79900000000000004,"15min":0.79900000000000004},"last":0.66200000000000003}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.54500000000000004}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.70499999999999996}]}]},{"osd":2,"up_from":18,"seq":77309411359,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27652,"kb_used_data":620,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717500,"statfs":{"total":95995035648,"available":95966720000,"internally_reserved":0,"allocated":634880,"data_stored":264257,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Apr 15 14:33:15 2024","interfaces":[{"interface":"back","average":{"1min":0.45000000000000001,"5min":0.39900000000000002,"15min":0.39100000000000001},"min":{"1min":0.25900000000000001,"5min":0.25,"15min":0.25},"max":{"1min":0.76600000000000001,"5min":0.76600000000000001,"15min":0.76600000000000001},"last":0.52200000000000002},{"interface":"front","average":{"1min":0.443,"5min":0.40400000000000003,"15min":0.39800000000000002},"min":{"1min":0.28000000000000003,"5min":0.245,"15min":0.245},"max":{"1min":0.73299999999999998,"5min":0.73299999999999998,"15min":0.73299999999999998},"last":0.41299999999999998}]},{"osd":1,"last update":"Mon Apr 15 14:33:15 2024","interfaces":[{"interface":"back","average":{"1min":0.41199999999999998,"5min":0.39400000000000002,"15min":0.39100000000000001},"min":{"1min":0.30399999999999999,"5min":0.28100000000000003,"15min":0.28100000000000003},"max":{"1min":0.67900000000000005,"5min":0.67900000000000005,"15min":0.67900000000000005},"last":0.438},{"interface":"front","average":{"1min":0.51700000000000002,"5min":0.46200000000000002,"15min":0.45300000000000001},"min":{"1min":0.38200000000000001,"5min":0.29899999999999999,"15min":0.29899999999999999},"max":{"1min":0.78400000000000003,"5min":0.78400000000000003,"15min":0.78400000000000003},"last":0.505}]},{"osd":3,"last update":"Mon Apr 15 14:32:41 2024","interfaces":[{"interface":"back","average":{"1min":0.46999999999999997,"5min":0.46999999999999997,"15min":0.46999999999999997},"min":{"1min":0.32500000000000001,"5min":0.32500000000000001,"15min":0.32500000000000001},"max":{"1min":0.65300000000000002,"5min":0.65300000000000002,"15min":0.65300000000000002},"last":0.47399999999999998},{"interface":"front","average":{"1min":0.47199999999999998,"5min":0.47199999999999998,"15min":0.47199999999999998},"min":{"1min":0.29299999999999998,"5min":0.29299999999999998,"15min":0.29299999999999998},"max":{"1min":0.68200000000000005,"5min":0.68200000000000005,"15min":0.68200000000000005},"last":0.53800000000000003}]},{"osd":4,"last update":"Mon Apr 15 14:33:02 2024","interfaces":[{"interface":"back","average":{"1min":0.60599999999999998,"5min":0.60599999999999998,"15min":0.60599999999999998},"min":{"1min":0.38700000000000001,"5min":0.38700000000000001,"15min":0.38700000000000001},"max":{"1min":0.77900000000000003,"5min":0.77900000000000003,"15min":0.77900000000000003},"last":0.83199999999999996},{"interface":"front","average":{"1min":0.63700000000000001,"5min":0.63700000000000001,"15min":0.63700000000000001},"min":{"1min":0.46899999999999997,"5min":0.46899999999999997,"15min":0.46899999999999997},"max":{"1min":0.83199999999999996,"5min":0.83199999999999996,"15min":0.83199999999999996},"last":0.81200000000000006}]},{"osd":5,"last update":"Mon Apr 15 14:33:25 2024","interfaces":[{"interface":"back","average":{"1min":0.58899999999999997,"5min":0.58899999999999997,"15min":0.58899999999999997},"min":{"1min":0.40300000000000002,"5min":0.40300000000000002,"15min":0.40300000000000002},"max":{"1min":0.76200000000000001,"5min":0.76200000000000001,"15min":0.76200000000000001},"last":0.77000000000000002},{"interface":"front","average":{"1min":0.59099999999999997,"5min":0.59099999999999997,"15min":0.59099999999999997},"min":{"1min":0.434,"5min":0.434,"15min":0.434},"max":{"1min":0.77000000000000002,"5min":0.77000000000000002,"15min":0.77000000000000002},"last":0.79200000000000004}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.68600000000000005}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.89100000000000001}]}]},{"osd":3,"up_from":25,"seq":107374182426,"num_pgs":34,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27656,"kb_used_data":636,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717496,"statfs":{"total":95995035648,"available":95966715904,"internally_reserved":0,"allocated":651264,"data_stored":265652,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":27654599},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Apr 15 14:32:42 2024","interfaces":[{"interface":"back","average":{"1min":0.40500000000000003,"5min":0.40500000000000003,"15min":0.40500000000000003},"min":{"1min":0.28199999999999997,"5min":0.28199999999999997,"15min":0.28199999999999997},"max":{"1min":0.56299999999999994,"5min":0.56299999999999994,"15min":0.56299999999999994},"last":0.28499999999999998},{"interface":"front","average":{"1min":0.437,"5min":0.437,"15min":0.437},"min":{"1min":0.29399999999999998,"5min":0.29399999999999998,"15min":0.29399999999999998},"max":{"1min":0.69199999999999995,"5min":0.69199999999999995,"15min":0.69199999999999995},"last":0.34300000000000003}]},{"osd":1,"last update":"Mon Apr 15 14:32:42 2024","interfaces":[{"interface":"back","average":{"1min":0.433,"5min":0.433,"15min":0.433},"min":{"1min":0.27600000000000002,"5min":0.27600000000000002,"15min":0.27600000000000002},"max":{"1min":0.63500000000000001,"5min":0.63500000000000001,"15min":0.63500000000000001},"last":0.46899999999999997},{"interface":"front","average":{"1min":0.46600000000000003,"5min":0.46600000000000003,"15min":0.46600000000000003},"min":{"1min":0.32700000000000001,"5min":0.32700000000000001,"15min":0.32700000000000001},"max":{"1min":0.60599999999999998,"5min":0.60599999999999998,"15min":0.60599999999999998},"last":0.47899999999999998}]},{"osd":2,"last update":"Mon Apr 15 14:32:42 2024","interfaces":[{"interface":"back","average":{"1min":0.46999999999999997,"5min":0.46999999999999997,"15min":0.46999999999999997},"min":{"1min":0.27600000000000002,"5min":0.27600000000000002,"15min":0.27600000000000002},"max":{"1min":0.61099999999999999,"5min":0.61099999999999999,"15min":0.61099999999999999},"last":0.435},{"interface":"front","average":{"1min":0.46300000000000002,"5min":0.46300000000000002,"15min":0.46300000000000002},"min":{"1min":0.25900000000000001,"5min":0.25900000000000001,"15min":0.25900000000000001},"max":{"1min":0.625,"5min":0.625,"15min":0.625},"last":0.45300000000000001}]},{"osd":4,"last update":"Mon Apr 15 14:33:03 2024","interfaces":[{"interface":"back","average":{"1min":0.54800000000000004,"5min":0.54800000000000004,"15min":0.54800000000000004},"min":{"1min":0.38200000000000001,"5min":0.38200000000000001,"15min":0.38200000000000001},"max":{"1min":0.78000000000000003,"5min":0.78000000000000003,"15min":0.78000000000000003},"last":0.51700000000000002},{"interface":"front","average":{"1min":0.60499999999999998,"5min":0.60499999999999998,"15min":0.60499999999999998},"min":{"1min":0.40600000000000003,"5min":0.40600000000000003,"15min":0.40600000000000003},"max":{"1min":0.83399999999999996,"5min":0.83399999999999996,"15min":0.83399999999999996},"last":0.54200000000000004}]},{"osd":5,"last update":"Mon Apr 15 14:33:26 2024","interfaces":[{"interface":"back","average":{"1min":0.59299999999999997,"5min":0.59299999999999997,"15min":0.59299999999999997},"min":{"1min":0.38500000000000001,"5min":0.38500000000000001,"15min":0.38500000000000001},"max":{"1min":0.80400000000000005,"5min":0.80400000000000005,"15min":0.80400000000000005},"last":0.42499999999999999},{"interface":"front","average":{"1min":0.58399999999999996,"5min":0.58399999999999996,"15min":0.58399999999999996},"min":{"1min":0.40100000000000002,"5min":0.40100000000000002,"15min":0.40100000000000002},"max":{"1min":0.76100000000000001,"5min":0.76100000000000001,"15min":0.76100000000000001},"last":0.65500000000000003}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.50600000000000001}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.69099999999999995}]}]},{"osd":4,"up_from":30,"seq":128849018902,"num_pgs":38,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27660,"kb_used_data":632,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717492,"statfs":{"total":95995035648,"available":95966711808,"internally_reserved":0,"allocated":647168,"data_stored":264692,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Apr 15 14:33:02 2024","interfaces":[{"interface":"back","average":{"1min":0.55600000000000005,"5min":0.55600000000000005,"15min":0.55600000000000005},"min":{"1min":0.36599999999999999,"5min":0.36599999999999999,"15min":0.36599999999999999},"max":{"1min":0.84399999999999997,"5min":0.84399999999999997,"15min":0.84399999999999997},"last":0.38600000000000001},{"interface":"front","average":{"1min":0.55000000000000004,"5min":0.55000000000000004,"15min":0.55000000000000004},"min":{"1min":0.38700000000000001,"5min":0.38700000000000001,"15min":0.38700000000000001},"max":{"1min":0.747,"5min":0.747,"15min":0.747},"last":0.48599999999999999}]},{"osd":1,"last update":"Mon Apr 15 14:33:02 2024","interfaces":[{"interface":"back","average":{"1min":0.55100000000000005,"5min":0.55100000000000005,"15min":0.55100000000000005},"min":{"1min":0.39900000000000002,"5min":0.39900000000000002,"15min":0.39900000000000002},"max":{"1min":0.77100000000000002,"5min":0.77100000000000002,"15min":0.77100000000000002},"last":0.41399999999999998},{"interface":"front","average":{"1min":0.54300000000000004,"5min":0.54300000000000004,"15min":0.54300000000000004},"min":{"1min":0.36599999999999999,"5min":0.36599999999999999,"15min":0.36599999999999999},"max":{"1min":0.77100000000000002,"5min":0.77100000000000002,"15min":0.77100000000000002},"last":0.35599999999999998}]},{"osd":2,"last update":"Mon Apr 15 14:33:02 2024","interfaces":[{"interface":"back","average":{"1min":0.56999999999999995,"5min":0.56999999999999995,"15min":0.56999999999999995},"min":{"1min":0.39300000000000002,"5min":0.39300000000000002,"15min":0.39300000000000002},"max":{"1min":0.79700000000000004,"5min":0.79700000000000004,"15min":0.79700000000000004},"last":0.42599999999999999},{"interface":"front","average":{"1min":0.56499999999999995,"5min":0.56499999999999995,"15min":0.56499999999999995},"min":{"1min":0.42299999999999999,"5min":0.42299999999999999,"15min":0.42299999999999999},"max":{"1min":0.85199999999999998,"5min":0.85199999999999998,"15min":0.85199999999999998},"last":0.44600000000000001}]},{"osd":3,"last update":"Mon Apr 15 14:33:02 2024","interfaces":[{"interface":"back","average":{"1min":0.55300000000000005,"5min":0.55300000000000005,"15min":0.55300000000000005},"min":{"1min":0.41399999999999998,"5min":0.41399999999999998,"15min":0.41399999999999998},"max":{"1min":0.80700000000000005,"5min":0.80700000000000005,"15min":0.80700000000000005},"last":0.39700000000000002},{"interface":"front","average":{"1min":0.55200000000000005,"5min":0.55200000000000005,"15min":0.55200000000000005},"min":{"1min":0.376,"5min":0.376,"15min":0.376},"max":{"1min":0.76100000000000001,"5min":0.76100000000000001,"15min":0.76100000000000001},"last":0.36799999999999999}]},{"osd":5,"last update":"Mon Apr 15 14:33:26 2024","interfaces":[{"interface":"back","average":{"1min":0.34899999999999998,"5min":0.34899999999999998,"15min":0.34899999999999998},"min":{"1min":0.27600000000000002,"5min":0.27600000000000002,"15min":0.27600000000000002},"max":{"1min":0.54500000000000004,"5min":0.54500000000000004,"15min":0.54500000000000004},"last":0.315},{"interface":"front","average":{"1min":0.38200000000000001,"5min":0.38200000000000001,"15min":0.38200000000000001},"min":{"1min":0.28399999999999997,"5min":0.28399999999999997,"15min":0.28399999999999997},"max":{"1min":0.63100000000000001,"5min":0.63100000000000001,"15min":0.63100000000000001},"last":0.46700000000000003}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.502}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.51800000000000002}]}]},{"osd":5,"up_from":38,"seq":163208757265,"num_pgs":38,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27652,"kb_used_data":632,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717500,"statfs":{"total":95995035648,"available":95966720000,"internally_reserved":0,"allocated":647168,"data_stored":265638,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Apr 15 14:33:28 2024","interfaces":[{"interface":"back","average":{"1min":0.54200000000000004,"5min":0.54200000000000004,"15min":0.54200000000000004},"min":{"1min":0.38200000000000001,"5min":0.38200000000000001,"15min":0.38200000000000001},"max":{"1min":0.69899999999999995,"5min":0.69899999999999995,"15min":0.69899999999999995},"last":0.442},{"interface":"front","average":{"1min":0.47799999999999998,"5min":0.47799999999999998,"15min":0.47799999999999998},"min":{"1min":0.38,"5min":0.38,"15min":0.38},"max":{"1min":0.628,"5min":0.628,"15min":0.628},"last":0.45900000000000002}]},{"osd":1,"last update":"Mon Apr 15 14:33:28 2024","interfaces":[{"interface":"back","average":{"1min":0.51600000000000001,"5min":0.51600000000000001,"15min":0.51600000000000001},"min":{"1min":0.39800000000000002,"5min":0.39800000000000002,"15min":0.39800000000000002},"max":{"1min":0.69099999999999995,"5min":0.69099999999999995,"15min":0.69099999999999995},"last":0.58299999999999996},{"interface":"front","average":{"1min":0.51300000000000001,"5min":0.51300000000000001,"15min":0.51300000000000001},"min":{"1min":0.35199999999999998,"5min":0.35199999999999998,"15min":0.35199999999999998},"max":{"1min":0.68000000000000005,"5min":0.68000000000000005,"15min":0.68000000000000005},"last":0.40200000000000002}]},{"osd":2,"last update":"Mon Apr 15 14:33:28 2024","interfaces":[{"interface":"back","average":{"1min":0.54800000000000004,"5min":0.54800000000000004,"15min":0.54800000000000004},"min":{"1min":0.39500000000000002,"5min":0.39500000000000002,"15min":0.39500000000000002},"max":{"1min":0.69199999999999995,"5min":0.69199999999999995,"15min":0.69199999999999995},"last":0.42299999999999999},{"interface":"front","average":{"1min":0.501,"5min":0.501,"15min":0.501},"min":{"1min":0.36499999999999999,"5min":0.36499999999999999,"15min":0.36499999999999999},"max":{"1min":0.66500000000000004,"5min":0.66500000000000004,"15min":0.66500000000000004},"last":0.60399999999999998}]},{"osd":3,"last update":"Mon Apr 15 14:33:28 2024","interfaces":[{"interface":"back","average":{"1min":0.51900000000000002,"5min":0.51900000000000002,"15min":0.51900000000000002},"min":{"1min":0.39000000000000001,"5min":0.39000000000000001,"15min":0.39000000000000001},"max":{"1min":0.66700000000000004,"5min":0.66700000000000004,"15min":0.66700000000000004},"last":0.56999999999999995},{"interface":"front","average":{"1min":0.52400000000000002,"5min":0.52400000000000002,"15min":0.52400000000000002},"min":{"1min":0.41299999999999998,"5min":0.41299999999999998,"15min":0.41299999999999998},"max":{"1min":0.70799999999999996,"5min":0.70799999999999996,"15min":0.70799999999999996},"last":0.55700000000000005}]},{"osd":4,"last update":"Mon Apr 15 14:33:28 2024","interfaces":[{"interface":"back","average":{"1min":0.34599999999999997,"5min":0.34599999999999997,"15min":0.34599999999999997},"min":{"1min":0.26600000000000001,"5min":0.26600000000000001,"15min":0.26600000000000001},"max":{"1min":0.42899999999999999,"5min":0.42899999999999999,"15min":0.42899999999999999},"last":0.32300000000000001},{"interface":"front","average":{"1min":0.375,"5min":0.375,"15min":0.375},"min":{"1min":0.28499999999999998,"5min":0.28499999999999998,"15min":0.28499999999999998},"max":{"1min":0.64000000000000001,"5min":0.64000000000000001,"15min":0.64000000000000001},"last":0.49299999999999999}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.34200000000000003}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.61899999999999999}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":728,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":160,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":1668,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":708,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":1654,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":1564,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":604,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-04-15T14:33:42.749 INFO:tasks.cephfs.filesystem.ceph_manager:clean! 2024-04-15T14:33:42.749 INFO:tasks.cephadm:Adding prometheus.a on smithi102 2024-04-15T14:33:42.750 DEBUG:teuthology.orchestra.run.smithi102:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 362ea986-fb34-11ee-bc8f-c7b262605968 -- ceph orch apply prometheus '1;smithi102=a' 2024-04-15T14:33:42.975 INFO:teuthology.orchestra.run.smithi102.stderr:Inferring config /var/lib/ceph/362ea986-fb34-11ee-bc8f-c7b262605968/mon.b/config 2024-04-15T14:33:43.914 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:33:43 smithi102 ceph-mon[31017]: pgmap v196: 97 pgs: 97 active+clean; 579 KiB data, 218 MiB used, 715 GiB / 715 GiB avail; 1.8 KiB/s wr, 5 op/s 2024-04-15T14:33:43.914 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:33:43 smithi102 ceph-mon[31017]: from='client.14580 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-15T14:33:44.039 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:33:43 smithi016 ceph-mon[27435]: pgmap v196: 97 pgs: 97 active+clean; 579 KiB data, 218 MiB used, 715 GiB / 715 GiB avail; 1.8 KiB/s wr, 5 op/s 2024-04-15T14:33:44.039 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:33:43 smithi016 ceph-mon[27435]: from='client.14580 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-15T14:33:44.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:33:43 smithi016 ceph-mon[36548]: pgmap v196: 97 pgs: 97 active+clean; 579 KiB data, 218 MiB used, 715 GiB / 715 GiB avail; 1.8 KiB/s wr, 5 op/s 2024-04-15T14:33:44.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:33:43 smithi016 ceph-mon[36548]: from='client.14580 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-15T14:33:44.924 INFO:teuthology.orchestra.run.smithi102.stdout:Scheduled prometheus update... 2024-04-15T14:33:45.535 DEBUG:teuthology.orchestra.run.smithi102:prometheus.a> sudo journalctl -f -n 0 -u ceph-362ea986-fb34-11ee-bc8f-c7b262605968@prometheus.a.service 2024-04-15T14:33:45.538 INFO:tasks.cephadm:Adding node-exporter.a on smithi016 2024-04-15T14:33:45.538 INFO:tasks.cephadm:Adding node-exporter.b on smithi102 2024-04-15T14:33:45.539 DEBUG:teuthology.orchestra.run.smithi102:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 362ea986-fb34-11ee-bc8f-c7b262605968 -- ceph orch apply node-exporter '2;smithi016=a;smithi102=b' 2024-04-15T14:33:45.800 INFO:teuthology.orchestra.run.smithi102.stderr:Inferring config /var/lib/ceph/362ea986-fb34-11ee-bc8f-c7b262605968/mon.b/config 2024-04-15T14:33:46.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:33:45 smithi102 ceph-mon[31017]: pgmap v197: 97 pgs: 97 active+clean; 579 KiB data, 218 MiB used, 715 GiB / 715 GiB avail; 1.5 KiB/s wr, 4 op/s 2024-04-15T14:33:46.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:33:45 smithi102 ceph-mon[31017]: from='client.24439 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "prometheus", "placement": "1;smithi102=a", "target": ["mon-mgr", ""]}]: dispatch 2024-04-15T14:33:46.188 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:33:45 smithi102 ceph-mon[31017]: Saving service prometheus spec with placement smithi102=a;count:1 2024-04-15T14:33:46.188 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:33:45 smithi102 ceph-mon[31017]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' 2024-04-15T14:33:46.188 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:33:45 smithi102 ceph-mon[31017]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T14:33:46.188 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:33:45 smithi102 ceph-mon[31017]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T14:33:46.188 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:33:45 smithi102 ceph-mon[31017]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T14:33:46.188 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:33:45 smithi102 ceph-mon[31017]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' 2024-04-15T14:33:46.289 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:33:45 smithi016 ceph-mon[36548]: pgmap v197: 97 pgs: 97 active+clean; 579 KiB data, 218 MiB used, 715 GiB / 715 GiB avail; 1.5 KiB/s wr, 4 op/s 2024-04-15T14:33:46.289 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:33:45 smithi016 ceph-mon[36548]: from='client.24439 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "prometheus", "placement": "1;smithi102=a", "target": ["mon-mgr", ""]}]: dispatch 2024-04-15T14:33:46.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:33:45 smithi016 ceph-mon[36548]: Saving service prometheus spec with placement smithi102=a;count:1 2024-04-15T14:33:46.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:33:45 smithi016 ceph-mon[36548]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' 2024-04-15T14:33:46.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:33:45 smithi016 ceph-mon[36548]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T14:33:46.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:33:45 smithi016 ceph-mon[36548]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T14:33:46.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:33:45 smithi016 ceph-mon[36548]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T14:33:46.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:33:45 smithi016 ceph-mon[36548]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' 2024-04-15T14:33:46.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:33:45 smithi016 ceph-mon[27435]: pgmap v197: 97 pgs: 97 active+clean; 579 KiB data, 218 MiB used, 715 GiB / 715 GiB avail; 1.5 KiB/s wr, 4 op/s 2024-04-15T14:33:46.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:33:45 smithi016 ceph-mon[27435]: from='client.24439 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "prometheus", "placement": "1;smithi102=a", "target": ["mon-mgr", ""]}]: dispatch 2024-04-15T14:33:46.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:33:45 smithi016 ceph-mon[27435]: Saving service prometheus spec with placement smithi102=a;count:1 2024-04-15T14:33:46.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:33:45 smithi016 ceph-mon[27435]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' 2024-04-15T14:33:46.291 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:33:45 smithi016 ceph-mon[27435]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T14:33:46.291 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:33:45 smithi016 ceph-mon[27435]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T14:33:46.291 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:33:45 smithi016 ceph-mon[27435]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T14:33:46.291 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:33:45 smithi016 ceph-mon[27435]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' 2024-04-15T14:33:47.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:33:46 smithi102 ceph-mon[31017]: Deploying daemon prometheus.a on smithi102 2024-04-15T14:33:47.289 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:33:46 smithi016 ceph-mon[27435]: Deploying daemon prometheus.a on smithi102 2024-04-15T14:33:47.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:33:46 smithi016 ceph-mon[36548]: Deploying daemon prometheus.a on smithi102 2024-04-15T14:33:48.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:33:47 smithi102 ceph-mon[31017]: pgmap v198: 97 pgs: 97 active+clean; 579 KiB data, 218 MiB used, 715 GiB / 715 GiB avail; 1.1 KiB/s wr, 3 op/s 2024-04-15T14:33:48.289 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:33:47 smithi016 ceph-mon[27435]: pgmap v198: 97 pgs: 97 active+clean; 579 KiB data, 218 MiB used, 715 GiB / 715 GiB avail; 1.1 KiB/s wr, 3 op/s 2024-04-15T14:33:48.289 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:33:47 smithi016 ceph-mon[36548]: pgmap v198: 97 pgs: 97 active+clean; 579 KiB data, 218 MiB used, 715 GiB / 715 GiB avail; 1.1 KiB/s wr, 3 op/s 2024-04-15T14:33:48.492 INFO:teuthology.orchestra.run.smithi102.stdout:Scheduled node-exporter update... 2024-04-15T14:33:49.536 DEBUG:teuthology.orchestra.run.smithi016:node-exporter.a> sudo journalctl -f -n 0 -u ceph-362ea986-fb34-11ee-bc8f-c7b262605968@node-exporter.a.service 2024-04-15T14:33:49.540 DEBUG:teuthology.orchestra.run.smithi102:node-exporter.b> sudo journalctl -f -n 0 -u ceph-362ea986-fb34-11ee-bc8f-c7b262605968@node-exporter.b.service 2024-04-15T14:33:49.543 INFO:tasks.cephadm:Adding alertmanager.a on smithi016 2024-04-15T14:33:49.543 DEBUG:teuthology.orchestra.run.smithi102:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 362ea986-fb34-11ee-bc8f-c7b262605968 -- ceph orch apply alertmanager '1;smithi016=a' 2024-04-15T14:33:49.784 INFO:teuthology.orchestra.run.smithi102.stderr:Inferring config /var/lib/ceph/362ea986-fb34-11ee-bc8f-c7b262605968/mon.b/config 2024-04-15T14:33:49.789 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:33:49 smithi016 ceph-mon[27435]: pgmap v199: 97 pgs: 97 active+clean; 579 KiB data, 218 MiB used, 715 GiB / 715 GiB avail; 682 B/s wr, 2 op/s 2024-04-15T14:33:49.789 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:33:49 smithi016 ceph-mon[27435]: from='client.24445 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "node-exporter", "placement": "2;smithi016=a;smithi102=b", "target": ["mon-mgr", ""]}]: dispatch 2024-04-15T14:33:49.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:33:49 smithi016 ceph-mon[27435]: Saving service node-exporter spec with placement smithi016=a;smithi102=b;count:2 2024-04-15T14:33:49.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:33:49 smithi016 ceph-mon[27435]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' 2024-04-15T14:33:49.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:33:49 smithi016 ceph-mon[36548]: pgmap v199: 97 pgs: 97 active+clean; 579 KiB data, 218 MiB used, 715 GiB / 715 GiB avail; 682 B/s wr, 2 op/s 2024-04-15T14:33:49.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:33:49 smithi016 ceph-mon[36548]: from='client.24445 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "node-exporter", "placement": "2;smithi016=a;smithi102=b", "target": ["mon-mgr", ""]}]: dispatch 2024-04-15T14:33:49.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:33:49 smithi016 ceph-mon[36548]: Saving service node-exporter spec with placement smithi016=a;smithi102=b;count:2 2024-04-15T14:33:49.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:33:49 smithi016 ceph-mon[36548]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' 2024-04-15T14:33:49.905 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:33:49 smithi102 ceph-mon[31017]: pgmap v199: 97 pgs: 97 active+clean; 579 KiB data, 218 MiB used, 715 GiB / 715 GiB avail; 682 B/s wr, 2 op/s 2024-04-15T14:33:49.905 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:33:49 smithi102 ceph-mon[31017]: from='client.24445 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "node-exporter", "placement": "2;smithi016=a;smithi102=b", "target": ["mon-mgr", ""]}]: dispatch 2024-04-15T14:33:49.905 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:33:49 smithi102 ceph-mon[31017]: Saving service node-exporter spec with placement smithi016=a;smithi102=b;count:2 2024-04-15T14:33:49.905 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:33:49 smithi102 ceph-mon[31017]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' 2024-04-15T14:33:51.595 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:33:51 smithi102 ceph-mon[31017]: pgmap v200: 97 pgs: 97 active+clean; 579 KiB data, 218 MiB used, 715 GiB / 715 GiB avail; 0 B/s wr, 0 op/s 2024-04-15T14:33:51.789 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:33:51 smithi016 ceph-mon[27435]: pgmap v200: 97 pgs: 97 active+clean; 579 KiB data, 218 MiB used, 715 GiB / 715 GiB avail; 0 B/s wr, 0 op/s 2024-04-15T14:33:51.789 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:33:51 smithi016 ceph-mon[36548]: pgmap v200: 97 pgs: 97 active+clean; 579 KiB data, 218 MiB used, 715 GiB / 715 GiB avail; 0 B/s wr, 0 op/s 2024-04-15T14:33:52.095 INFO:teuthology.orchestra.run.smithi102.stdout:Scheduled alertmanager update... 2024-04-15T14:33:52.824 DEBUG:teuthology.orchestra.run.smithi016:alertmanager.a> sudo journalctl -f -n 0 -u ceph-362ea986-fb34-11ee-bc8f-c7b262605968@alertmanager.a.service 2024-04-15T14:33:52.826 INFO:tasks.cephadm:Adding grafana.a on smithi102 2024-04-15T14:33:52.827 DEBUG:teuthology.orchestra.run.smithi102:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 362ea986-fb34-11ee-bc8f-c7b262605968 -- ceph orch apply grafana '1;smithi102=a' 2024-04-15T14:33:53.032 INFO:teuthology.orchestra.run.smithi102.stderr:Inferring config /var/lib/ceph/362ea986-fb34-11ee-bc8f-c7b262605968/mon.b/config 2024-04-15T14:33:53.289 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:33:53 smithi016 ceph-mon[27435]: from='client.24451 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "alertmanager", "placement": "1;smithi016=a", "target": ["mon-mgr", ""]}]: dispatch 2024-04-15T14:33:53.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:33:53 smithi016 ceph-mon[27435]: Saving service alertmanager spec with placement smithi016=a;count:1 2024-04-15T14:33:53.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:33:53 smithi016 ceph-mon[27435]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' 2024-04-15T14:33:53.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:33:53 smithi016 ceph-mon[36548]: from='client.24451 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "alertmanager", "placement": "1;smithi016=a", "target": ["mon-mgr", ""]}]: dispatch 2024-04-15T14:33:53.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:33:53 smithi016 ceph-mon[36548]: Saving service alertmanager spec with placement smithi016=a;count:1 2024-04-15T14:33:53.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:33:53 smithi016 ceph-mon[36548]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' 2024-04-15T14:33:53.423 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:33:53 smithi102 ceph-mon[31017]: from='client.24451 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "alertmanager", "placement": "1;smithi016=a", "target": ["mon-mgr", ""]}]: dispatch 2024-04-15T14:33:53.423 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:33:53 smithi102 ceph-mon[31017]: Saving service alertmanager spec with placement smithi016=a;count:1 2024-04-15T14:33:53.423 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:33:53 smithi102 ceph-mon[31017]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' 2024-04-15T14:33:54.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:33:54 smithi102 ceph-mon[31017]: pgmap v201: 97 pgs: 97 active+clean; 579 KiB data, 218 MiB used, 715 GiB / 715 GiB avail; 0 B/s wr, 0 op/s 2024-04-15T14:33:54.536 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:33:54 smithi016 ceph-mon[27435]: pgmap v201: 97 pgs: 97 active+clean; 579 KiB data, 218 MiB used, 715 GiB / 715 GiB avail; 0 B/s wr, 0 op/s 2024-04-15T14:33:54.537 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:33:54 smithi016 ceph-mon[36548]: pgmap v201: 97 pgs: 97 active+clean; 579 KiB data, 218 MiB used, 715 GiB / 715 GiB avail; 0 B/s wr, 0 op/s 2024-04-15T14:33:55.020 INFO:teuthology.orchestra.run.smithi102.stdout:Scheduled grafana update... 2024-04-15T14:33:56.289 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:33:56 smithi016 ceph-mon[36548]: pgmap v202: 97 pgs: 97 active+clean; 579 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-04-15T14:33:56.289 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:33:56 smithi016 ceph-mon[36548]: from='client.24457 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "grafana", "placement": "1;smithi102=a", "target": ["mon-mgr", ""]}]: dispatch 2024-04-15T14:33:56.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:33:56 smithi016 ceph-mon[36548]: Saving service grafana spec with placement smithi102=a;count:1 2024-04-15T14:33:56.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:33:56 smithi016 ceph-mon[36548]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' 2024-04-15T14:33:56.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:33:56 smithi016 ceph-mon[27435]: pgmap v202: 97 pgs: 97 active+clean; 579 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-04-15T14:33:56.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:33:56 smithi016 ceph-mon[27435]: from='client.24457 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "grafana", "placement": "1;smithi102=a", "target": ["mon-mgr", ""]}]: dispatch 2024-04-15T14:33:56.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:33:56 smithi016 ceph-mon[27435]: Saving service grafana spec with placement smithi102=a;count:1 2024-04-15T14:33:56.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:33:56 smithi016 ceph-mon[27435]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' 2024-04-15T14:33:56.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:33:56 smithi102 ceph-mon[31017]: pgmap v202: 97 pgs: 97 active+clean; 579 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-04-15T14:33:56.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:33:56 smithi102 ceph-mon[31017]: from='client.24457 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "grafana", "placement": "1;smithi102=a", "target": ["mon-mgr", ""]}]: dispatch 2024-04-15T14:33:56.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:33:56 smithi102 ceph-mon[31017]: Saving service grafana spec with placement smithi102=a;count:1 2024-04-15T14:33:56.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:33:56 smithi102 ceph-mon[31017]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' 2024-04-15T14:33:57.132 DEBUG:teuthology.orchestra.run.smithi102:grafana.a> sudo journalctl -f -n 0 -u ceph-362ea986-fb34-11ee-bc8f-c7b262605968@grafana.a.service 2024-04-15T14:33:57.135 INFO:tasks.cephadm:Setting up client nodes... 2024-04-15T14:33:57.135 DEBUG:teuthology.orchestra.run.smithi016:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 362ea986-fb34-11ee-bc8f-c7b262605968 -- ceph auth get-or-create client.0 mon 'allow *' osd 'allow *' mds 'allow *' mgr 'allow *' 2024-04-15T14:33:57.289 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:33:57 smithi016 ceph-mon[27435]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.9", "id": [7, 2]}]: dispatch 2024-04-15T14:33:57.289 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:33:57 smithi016 ceph-mon[27435]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.6", "id": [0, 2]}]: dispatch 2024-04-15T14:33:57.289 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:33:57 smithi016 ceph-mon[27435]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.9", "id": [4, 1]}]: dispatch 2024-04-15T14:33:57.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:33:57 smithi016 ceph-mon[27435]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.b", "id": [0, 2]}]: dispatch 2024-04-15T14:33:57.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:33:57 smithi016 ceph-mon[27435]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.19", "id": [4, 2]}]: dispatch 2024-04-15T14:33:57.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:33:57 smithi016 ceph-mon[36548]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.9", "id": [7, 2]}]: dispatch 2024-04-15T14:33:57.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:33:57 smithi016 ceph-mon[36548]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.6", "id": [0, 2]}]: dispatch 2024-04-15T14:33:57.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:33:57 smithi016 ceph-mon[36548]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.9", "id": [4, 1]}]: dispatch 2024-04-15T14:33:57.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:33:57 smithi016 ceph-mon[36548]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.b", "id": [0, 2]}]: dispatch 2024-04-15T14:33:57.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:33:57 smithi016 ceph-mon[36548]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.19", "id": [4, 2]}]: dispatch 2024-04-15T14:33:57.357 INFO:teuthology.orchestra.run.smithi016.stderr:Inferring config /var/lib/ceph/362ea986-fb34-11ee-bc8f-c7b262605968/mon.a/config 2024-04-15T14:33:57.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:33:57 smithi102 ceph-mon[31017]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.9", "id": [7, 2]}]: dispatch 2024-04-15T14:33:57.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:33:57 smithi102 ceph-mon[31017]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.6", "id": [0, 2]}]: dispatch 2024-04-15T14:33:57.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:33:57 smithi102 ceph-mon[31017]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.9", "id": [4, 1]}]: dispatch 2024-04-15T14:33:57.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:33:57 smithi102 ceph-mon[31017]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.b", "id": [0, 2]}]: dispatch 2024-04-15T14:33:57.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:33:57 smithi102 ceph-mon[31017]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.19", "id": [4, 2]}]: dispatch 2024-04-15T14:33:58.289 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:33:58 smithi016 ceph-mon[27435]: pgmap v203: 97 pgs: 97 active+clean; 579 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-04-15T14:33:58.289 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:33:58 smithi016 ceph-mon[27435]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.9", "id": [7, 2]}]': finished 2024-04-15T14:33:58.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:33:58 smithi016 ceph-mon[27435]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.6", "id": [0, 2]}]': finished 2024-04-15T14:33:58.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:33:58 smithi016 ceph-mon[27435]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.9", "id": [4, 1]}]': finished 2024-04-15T14:33:58.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:33:58 smithi016 ceph-mon[27435]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.b", "id": [0, 2]}]': finished 2024-04-15T14:33:58.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:33:58 smithi016 ceph-mon[27435]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.19", "id": [4, 2]}]': finished 2024-04-15T14:33:58.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:33:58 smithi016 ceph-mon[27435]: osdmap e64: 8 total, 8 up, 8 in 2024-04-15T14:33:58.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:33:58 smithi016 ceph-mon[36548]: pgmap v203: 97 pgs: 97 active+clean; 579 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-04-15T14:33:58.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:33:58 smithi016 ceph-mon[36548]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.9", "id": [7, 2]}]': finished 2024-04-15T14:33:58.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:33:58 smithi016 ceph-mon[36548]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.6", "id": [0, 2]}]': finished 2024-04-15T14:33:58.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:33:58 smithi016 ceph-mon[36548]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.9", "id": [4, 1]}]': finished 2024-04-15T14:33:58.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:33:58 smithi016 ceph-mon[36548]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.b", "id": [0, 2]}]': finished 2024-04-15T14:33:58.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:33:58 smithi016 ceph-mon[36548]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.19", "id": [4, 2]}]': finished 2024-04-15T14:33:58.291 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:33:58 smithi016 ceph-mon[36548]: osdmap e64: 8 total, 8 up, 8 in 2024-04-15T14:33:58.361 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:33:58 smithi102 ceph-mon[31017]: pgmap v203: 97 pgs: 97 active+clean; 579 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-04-15T14:33:58.362 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:33:58 smithi102 ceph-mon[31017]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.9", "id": [7, 2]}]': finished 2024-04-15T14:33:58.362 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:33:58 smithi102 ceph-mon[31017]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.6", "id": [0, 2]}]': finished 2024-04-15T14:33:58.362 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:33:58 smithi102 ceph-mon[31017]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.9", "id": [4, 1]}]': finished 2024-04-15T14:33:58.362 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:33:58 smithi102 ceph-mon[31017]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.b", "id": [0, 2]}]': finished 2024-04-15T14:33:58.362 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:33:58 smithi102 ceph-mon[31017]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.19", "id": [4, 2]}]': finished 2024-04-15T14:33:58.362 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:33:58 smithi102 ceph-mon[31017]: osdmap e64: 8 total, 8 up, 8 in 2024-04-15T14:33:59.289 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:33:59 smithi016 ceph-mon[27435]: osdmap e65: 8 total, 8 up, 8 in 2024-04-15T14:33:59.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:33:59 smithi016 ceph-mon[36548]: osdmap e65: 8 total, 8 up, 8 in 2024-04-15T14:33:59.405 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:33:59 smithi102 ceph-mon[31017]: osdmap e65: 8 total, 8 up, 8 in 2024-04-15T14:33:59.437 INFO:teuthology.orchestra.run.smithi016.stdout:[client.0] 2024-04-15T14:33:59.437 INFO:teuthology.orchestra.run.smithi016.stdout: key = AQDXOh1mtTzLGRAAvywvnSh8T8l5r3I9CTelMQ== 2024-04-15T14:34:00.063 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:34:00 smithi016 ceph-mon[27435]: pgmap v206: 97 pgs: 1 peering, 96 active+clean; 579 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-04-15T14:34:00.063 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:34:00 smithi016 ceph-mon[27435]: from='client.? 172.21.15.16:0/1582912828' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2024-04-15T14:34:00.063 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:34:00 smithi016 ceph-mon[27435]: from='client.? ' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2024-04-15T14:34:00.063 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:34:00 smithi016 ceph-mon[27435]: from='client.? ' entity='client.admin' cmd='[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]': finished 2024-04-15T14:34:00.063 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:34:00 smithi016 ceph-mon[36548]: pgmap v206: 97 pgs: 1 peering, 96 active+clean; 579 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-04-15T14:34:00.063 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:34:00 smithi016 ceph-mon[36548]: from='client.? 172.21.15.16:0/1582912828' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2024-04-15T14:34:00.063 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:34:00 smithi016 ceph-mon[36548]: from='client.? ' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2024-04-15T14:34:00.064 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:34:00 smithi016 ceph-mon[36548]: from='client.? ' entity='client.admin' cmd='[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]': finished 2024-04-15T14:34:00.064 DEBUG:teuthology.orchestra.run.smithi016:> set -ex 2024-04-15T14:34:00.064 DEBUG:teuthology.orchestra.run.smithi016:> sudo dd of=/etc/ceph/ceph.client.0.keyring 2024-04-15T14:34:00.065 DEBUG:teuthology.orchestra.run.smithi016:> sudo chmod 0644 /etc/ceph/ceph.client.0.keyring 2024-04-15T14:34:00.112 DEBUG:teuthology.orchestra.run.smithi102:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 362ea986-fb34-11ee-bc8f-c7b262605968 -- ceph auth get-or-create client.1 mon 'allow *' osd 'allow *' mds 'allow *' mgr 'allow *' 2024-04-15T14:34:00.360 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:34:00 smithi102 ceph-mon[31017]: pgmap v206: 97 pgs: 1 peering, 96 active+clean; 579 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-04-15T14:34:00.360 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:34:00 smithi102 ceph-mon[31017]: from='client.? 172.21.15.16:0/1582912828' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2024-04-15T14:34:00.360 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:34:00 smithi102 ceph-mon[31017]: from='client.? ' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2024-04-15T14:34:00.360 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:34:00 smithi102 ceph-mon[31017]: from='client.? ' entity='client.admin' cmd='[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]': finished 2024-04-15T14:34:01.076 INFO:teuthology.orchestra.run.smithi102.stderr:Inferring config /var/lib/ceph/362ea986-fb34-11ee-bc8f-c7b262605968/mon.b/config 2024-04-15T14:34:01.643 INFO:journalctl@ceph.prometheus.a.smithi102.stdout:Apr 15 14:34:01 smithi102 systemd[1]: Starting Ceph prometheus.a for 362ea986-fb34-11ee-bc8f-c7b262605968... 2024-04-15T14:34:02.289 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:34:02 smithi016 ceph-mon[27435]: pgmap v207: 97 pgs: 1 peering, 96 active+clean; 579 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-04-15T14:34:02.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:34:02 smithi016 ceph-mon[36548]: pgmap v207: 97 pgs: 1 peering, 96 active+clean; 579 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-04-15T14:34:02.405 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:34:02 smithi102 ceph-mon[31017]: pgmap v207: 97 pgs: 1 peering, 96 active+clean; 579 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-04-15T14:34:03.187 INFO:journalctl@ceph.prometheus.a.smithi102.stdout:Apr 15 14:34:02 smithi102 podman[61227]: 2024-04-15 14:34:02.745313756 +0000 UTC m=+0.022449192 image pull a07b618ecd1dce142bce4c52f0e80982eaf1f14265a2415c2d35978ccaa0a464 quay.io/prometheus/prometheus:v2.43.0 2024-04-15T14:34:03.273 INFO:teuthology.orchestra.run.smithi102.stdout:[client.1] 2024-04-15T14:34:03.273 INFO:teuthology.orchestra.run.smithi102.stdout: key = AQDbOh1mx6cKEBAAPlBu8vv69pvRDmEvSq+nSA== 2024-04-15T14:34:03.596 INFO:journalctl@ceph.prometheus.a.smithi102.stdout:Apr 15 14:34:03 smithi102 podman[61227]: 2024-04-15 14:34:03.209539236 +0000 UTC m=+0.486674653 container create 68c07ecee4724e4fe789f5bdde8b43b42142a7e30c58978a86adf278d170a500 (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-362ea986-fb34-11ee-bc8f-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-04-15T14:34:03.937 INFO:journalctl@ceph.prometheus.a.smithi102.stdout:Apr 15 14:34:03 smithi102 podman[61227]: 2024-04-15 14:34:03.596424089 +0000 UTC m=+0.873559506 container init 68c07ecee4724e4fe789f5bdde8b43b42142a7e30c58978a86adf278d170a500 (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-362ea986-fb34-11ee-bc8f-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-04-15T14:34:03.937 INFO:journalctl@ceph.prometheus.a.smithi102.stdout:Apr 15 14:34:03 smithi102 podman[61227]: 2024-04-15 14:34:03.60186649 +0000 UTC m=+0.879001917 container start 68c07ecee4724e4fe789f5bdde8b43b42142a7e30c58978a86adf278d170a500 (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-362ea986-fb34-11ee-bc8f-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-04-15T14:34:03.938 INFO:journalctl@ceph.prometheus.a.smithi102.stdout:Apr 15 14:34:03 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-prometheus-a[61294]: ts=2024-04-15T14:34:03.626Z caller=main.go:564 level=info msg="Starting Prometheus Server" mode=server version="(version=2.43.0, branch=HEAD, revision=edfc3bcd025dd6fe296c167a14a216cab1e552ee)" 2024-04-15T14:34:03.938 INFO:journalctl@ceph.prometheus.a.smithi102.stdout:Apr 15 14:34:03 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-prometheus-a[61294]: ts=2024-04-15T14:34:03.626Z caller=main.go:569 level=info build_context="(go=go1.19.7, platform=linux/amd64, user=root@8a0ee342e522, date=20230321-12:56:07, tags=netgo,builtinassets)" 2024-04-15T14:34:03.938 INFO:journalctl@ceph.prometheus.a.smithi102.stdout:Apr 15 14:34:03 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-prometheus-a[61294]: ts=2024-04-15T14:34:03.626Z caller=main.go:570 level=info host_details="(Linux 5.14.0-438.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Fri Apr 12 13:55:21 UTC 2024 x86_64 smithi102 (none))" 2024-04-15T14:34:03.938 INFO:journalctl@ceph.prometheus.a.smithi102.stdout:Apr 15 14:34:03 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-prometheus-a[61294]: ts=2024-04-15T14:34:03.626Z caller=main.go:571 level=info fd_limits="(soft=1048576, hard=1048576)" 2024-04-15T14:34:03.938 INFO:journalctl@ceph.prometheus.a.smithi102.stdout:Apr 15 14:34:03 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-prometheus-a[61294]: ts=2024-04-15T14:34:03.626Z caller=main.go:572 level=info vm_limits="(soft=unlimited, hard=unlimited)" 2024-04-15T14:34:03.938 INFO:journalctl@ceph.prometheus.a.smithi102.stdout:Apr 15 14:34:03 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-prometheus-a[61294]: ts=2024-04-15T14:34:03.627Z caller=web.go:561 level=info component=web msg="Start listening for connections" address=:9095 2024-04-15T14:34:03.938 INFO:journalctl@ceph.prometheus.a.smithi102.stdout:Apr 15 14:34:03 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-prometheus-a[61294]: ts=2024-04-15T14:34:03.627Z caller=main.go:1005 level=info msg="Starting TSDB ..." 2024-04-15T14:34:03.938 INFO:journalctl@ceph.prometheus.a.smithi102.stdout:Apr 15 14:34:03 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-prometheus-a[61294]: ts=2024-04-15T14:34:03.628Z caller=tls_config.go:232 level=info component=web msg="Listening on" address=[::]:9095 2024-04-15T14:34:03.938 INFO:journalctl@ceph.prometheus.a.smithi102.stdout:Apr 15 14:34:03 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-prometheus-a[61294]: ts=2024-04-15T14:34:03.628Z caller=tls_config.go:235 level=info component=web msg="TLS is disabled." http2=false address=[::]:9095 2024-04-15T14:34:03.938 INFO:journalctl@ceph.prometheus.a.smithi102.stdout:Apr 15 14:34:03 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-prometheus-a[61294]: ts=2024-04-15T14:34:03.629Z caller=head.go:587 level=info component=tsdb msg="Replaying on-disk memory mappable chunks if any" 2024-04-15T14:34:03.938 INFO:journalctl@ceph.prometheus.a.smithi102.stdout:Apr 15 14:34:03 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-prometheus-a[61294]: ts=2024-04-15T14:34:03.629Z caller=head.go:658 level=info component=tsdb msg="On-disk memory mappable chunks replay completed" duration=1.43µs 2024-04-15T14:34:03.939 INFO:journalctl@ceph.prometheus.a.smithi102.stdout:Apr 15 14:34:03 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-prometheus-a[61294]: ts=2024-04-15T14:34:03.629Z caller=head.go:664 level=info component=tsdb msg="Replaying WAL, this may take a while" 2024-04-15T14:34:03.939 INFO:journalctl@ceph.prometheus.a.smithi102.stdout:Apr 15 14:34:03 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-prometheus-a[61294]: ts=2024-04-15T14:34:03.630Z caller=head.go:735 level=info component=tsdb msg="WAL segment loaded" segment=0 maxSegment=0 2024-04-15T14:34:03.939 INFO:journalctl@ceph.prometheus.a.smithi102.stdout:Apr 15 14:34:03 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-prometheus-a[61294]: ts=2024-04-15T14:34:03.630Z caller=head.go:772 level=info component=tsdb msg="WAL replay completed" checkpoint_replay_duration=15.051µs wal_replay_duration=657.889µs wbl_replay_duration=131ns total_replay_duration=689.356µs 2024-04-15T14:34:03.939 INFO:journalctl@ceph.prometheus.a.smithi102.stdout:Apr 15 14:34:03 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-prometheus-a[61294]: ts=2024-04-15T14:34:03.631Z caller=main.go:1026 level=info fs_type=XFS_SUPER_MAGIC 2024-04-15T14:34:03.939 INFO:journalctl@ceph.prometheus.a.smithi102.stdout:Apr 15 14:34:03 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-prometheus-a[61294]: ts=2024-04-15T14:34:03.631Z caller=main.go:1029 level=info msg="TSDB started" 2024-04-15T14:34:03.939 INFO:journalctl@ceph.prometheus.a.smithi102.stdout:Apr 15 14:34:03 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-prometheus-a[61294]: ts=2024-04-15T14:34:03.631Z caller=main.go:1209 level=info msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml 2024-04-15T14:34:03.939 INFO:journalctl@ceph.prometheus.a.smithi102.stdout:Apr 15 14:34:03 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-prometheus-a[61294]: ts=2024-04-15T14:34:03.648Z caller=main.go:1246 level=info msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=16.290962ms db_storage=716ns remote_storage=1.201µs web_handler=373ns query_engine=444ns scrape=449.315µs scrape_sd=74.848µs notify=949ns notify_sd=2.039µs rules=15.580139ms tracing=5.72µs 2024-04-15T14:34:03.939 INFO:journalctl@ceph.prometheus.a.smithi102.stdout:Apr 15 14:34:03 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-prometheus-a[61294]: ts=2024-04-15T14:34:03.648Z caller=main.go:990 level=info msg="Server is ready to receive web requests." 2024-04-15T14:34:03.939 INFO:journalctl@ceph.prometheus.a.smithi102.stdout:Apr 15 14:34:03 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-prometheus-a[61294]: ts=2024-04-15T14:34:03.648Z caller=manager.go:974 level=info component="rule manager" msg="Starting rule manager..." 2024-04-15T14:34:03.939 INFO:journalctl@ceph.prometheus.a.smithi102.stdout:Apr 15 14:34:03 smithi102 bash[61227]: 68c07ecee4724e4fe789f5bdde8b43b42142a7e30c58978a86adf278d170a500 2024-04-15T14:34:03.939 INFO:journalctl@ceph.prometheus.a.smithi102.stdout:Apr 15 14:34:03 smithi102 systemd[1]: Started Ceph prometheus.a for 362ea986-fb34-11ee-bc8f-c7b262605968. 2024-04-15T14:34:04.179 DEBUG:teuthology.orchestra.run.smithi102:> set -ex 2024-04-15T14:34:04.179 DEBUG:teuthology.orchestra.run.smithi102:> sudo dd of=/etc/ceph/ceph.client.1.keyring 2024-04-15T14:34:04.179 DEBUG:teuthology.orchestra.run.smithi102:> sudo chmod 0644 /etc/ceph/ceph.client.1.keyring 2024-04-15T14:34:04.224 INFO:tasks.cephadm:Waiting for OSDs to come up 2024-04-15T14:34:04.225 DEBUG:teuthology.orchestra.run.smithi016:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph --cluster ceph osd dump --format=json 2024-04-15T14:34:04.289 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:34:04 smithi016 ceph-mon[36548]: pgmap v208: 97 pgs: 1 peering, 96 active+clean; 579 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-04-15T14:34:04.289 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:34:04 smithi016 ceph-mon[36548]: from='client.? 172.21.15.102:0/3102660990' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.1", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2024-04-15T14:34:04.289 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:34:04 smithi016 ceph-mon[36548]: from='client.? ' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.1", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2024-04-15T14:34:04.289 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:34:04 smithi016 ceph-mon[36548]: from='client.? ' entity='client.admin' cmd='[{"prefix": "auth get-or-create", "entity": "client.1", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]': finished 2024-04-15T14:34:04.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:34:04 smithi016 ceph-mon[36548]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' 2024-04-15T14:34:04.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:34:04 smithi016 ceph-mon[36548]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' 2024-04-15T14:34:04.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:34:04 smithi016 ceph-mon[36548]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' 2024-04-15T14:34:04.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:34:04 smithi016 ceph-mon[36548]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' cmd=[{"prefix": "mgr module enable", "module": "prometheus"}]: dispatch 2024-04-15T14:34:04.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:34:04 smithi016 ceph-mon[27435]: pgmap v208: 97 pgs: 1 peering, 96 active+clean; 579 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-04-15T14:34:04.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:34:04 smithi016 ceph-mon[27435]: from='client.? 172.21.15.102:0/3102660990' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.1", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2024-04-15T14:34:04.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:34:04 smithi016 ceph-mon[27435]: from='client.? ' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.1", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2024-04-15T14:34:04.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:34:04 smithi016 ceph-mon[27435]: from='client.? ' entity='client.admin' cmd='[{"prefix": "auth get-or-create", "entity": "client.1", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]': finished 2024-04-15T14:34:04.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:34:04 smithi016 ceph-mon[27435]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' 2024-04-15T14:34:04.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:34:04 smithi016 ceph-mon[27435]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' 2024-04-15T14:34:04.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:34:04 smithi016 ceph-mon[27435]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' 2024-04-15T14:34:04.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:34:04 smithi016 ceph-mon[27435]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' cmd=[{"prefix": "mgr module enable", "module": "prometheus"}]: dispatch 2024-04-15T14:34:04.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:34:04 smithi102 ceph-mon[31017]: pgmap v208: 97 pgs: 1 peering, 96 active+clean; 579 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-04-15T14:34:04.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:34:04 smithi102 ceph-mon[31017]: from='client.? 172.21.15.102:0/3102660990' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.1", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2024-04-15T14:34:04.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:34:04 smithi102 ceph-mon[31017]: from='client.? ' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.1", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2024-04-15T14:34:04.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:34:04 smithi102 ceph-mon[31017]: from='client.? ' entity='client.admin' cmd='[{"prefix": "auth get-or-create", "entity": "client.1", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]': finished 2024-04-15T14:34:04.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:34:04 smithi102 ceph-mon[31017]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' 2024-04-15T14:34:04.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:34:04 smithi102 ceph-mon[31017]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' 2024-04-15T14:34:04.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:34:04 smithi102 ceph-mon[31017]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' 2024-04-15T14:34:04.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:34:04 smithi102 ceph-mon[31017]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' cmd=[{"prefix": "mgr module enable", "module": "prometheus"}]: dispatch 2024-04-15T14:34:04.523 INFO:teuthology.misc.health.smithi016.stdout: 2024-04-15T14:34:04.523 INFO:teuthology.misc.health.smithi016.stdout:{"epoch":65,"fsid":"362ea986-fb34-11ee-bc8f-c7b262605968","created":"2024-04-15T14:28:04.029430+0000","modified":"2024-04-15T14:33:58.023191+0000","last_up_change":"2024-04-15T14:33:15.639105+0000","last_in_change":"2024-04-15T14:32:57.817466+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":18,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-04-15T14:31:12.502699+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":7.8899998664855957,"score_stable":7.8899998664855957,"optimal_score":0.37999999523162842,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-04-15T14:33:32.965765+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"62","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-04-15T14:33:34.176617+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"63","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"32611abc-3cf7-4d7d-a647-b8c5be33bc2e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":61,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6802","nonce":2264743542},{"type":"v1","addr":"172.21.15.16:6803","nonce":2264743542}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6804","nonce":2264743542},{"type":"v1","addr":"172.21.15.16:6805","nonce":2264743542}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6808","nonce":2264743542},{"type":"v1","addr":"172.21.15.16:6809","nonce":2264743542}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6806","nonce":2264743542},{"type":"v1","addr":"172.21.15.16:6807","nonce":2264743542}]},"public_addr":"172.21.15.16:6803/2264743542","cluster_addr":"172.21.15.16:6805/2264743542","heartbeat_back_addr":"172.21.15.16:6809/2264743542","heartbeat_front_addr":"172.21.15.16:6807/2264743542","state":["exists","up"]},{"osd":1,"uuid":"e07bc3a4-c5b8-4dd2-a9d2-0a8640b40fe0","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":64,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6810","nonce":1440502014},{"type":"v1","addr":"172.21.15.16:6811","nonce":1440502014}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6812","nonce":1440502014},{"type":"v1","addr":"172.21.15.16:6813","nonce":1440502014}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6816","nonce":1440502014},{"type":"v1","addr":"172.21.15.16:6817","nonce":1440502014}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6814","nonce":1440502014},{"type":"v1","addr":"172.21.15.16:6815","nonce":1440502014}]},"public_addr":"172.21.15.16:6811/1440502014","cluster_addr":"172.21.15.16:6813/1440502014","heartbeat_back_addr":"172.21.15.16:6817/1440502014","heartbeat_front_addr":"172.21.15.16:6815/1440502014","state":["exists","up"]},{"osd":2,"uuid":"358f648c-0d4b-4bb7-a965-dff2e7adb39f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":64,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6818","nonce":809070887},{"type":"v1","addr":"172.21.15.16:6819","nonce":809070887}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6820","nonce":809070887},{"type":"v1","addr":"172.21.15.16:6821","nonce":809070887}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6824","nonce":809070887},{"type":"v1","addr":"172.21.15.16:6825","nonce":809070887}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6822","nonce":809070887},{"type":"v1","addr":"172.21.15.16:6823","nonce":809070887}]},"public_addr":"172.21.15.16:6819/809070887","cluster_addr":"172.21.15.16:6821/809070887","heartbeat_back_addr":"172.21.15.16:6825/809070887","heartbeat_front_addr":"172.21.15.16:6823/809070887","state":["exists","up"]},{"osd":3,"uuid":"12a0db2e-4774-4a68-870c-24969e5204b0","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":25,"up_thru":64,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6826","nonce":2809915418},{"type":"v1","addr":"172.21.15.16:6827","nonce":2809915418}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6828","nonce":2809915418},{"type":"v1","addr":"172.21.15.16:6829","nonce":2809915418}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6832","nonce":2809915418},{"type":"v1","addr":"172.21.15.16:6833","nonce":2809915418}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6830","nonce":2809915418},{"type":"v1","addr":"172.21.15.16:6831","nonce":2809915418}]},"public_addr":"172.21.15.16:6827/2809915418","cluster_addr":"172.21.15.16:6829/2809915418","heartbeat_back_addr":"172.21.15.16:6833/2809915418","heartbeat_front_addr":"172.21.15.16:6831/2809915418","state":["exists","up"]},{"osd":4,"uuid":"f8c16c9a-b0ad-4a06-9f16-6309a4558023","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":30,"up_thru":61,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6800","nonce":2585706670},{"type":"v1","addr":"172.21.15.102:6801","nonce":2585706670}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6802","nonce":2585706670},{"type":"v1","addr":"172.21.15.102:6803","nonce":2585706670}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6806","nonce":2585706670},{"type":"v1","addr":"172.21.15.102:6807","nonce":2585706670}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6804","nonce":2585706670},{"type":"v1","addr":"172.21.15.102:6805","nonce":2585706670}]},"public_addr":"172.21.15.102:6801/2585706670","cluster_addr":"172.21.15.102:6803/2585706670","heartbeat_back_addr":"172.21.15.102:6807/2585706670","heartbeat_front_addr":"172.21.15.102:6805/2585706670","state":["exists","up"]},{"osd":5,"uuid":"15dff6b6-b788-4f68-840d-3a69f843f228","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":38,"up_thru":61,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6808","nonce":3988882984},{"type":"v1","addr":"172.21.15.102:6809","nonce":3988882984}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6810","nonce":3988882984},{"type":"v1","addr":"172.21.15.102:6811","nonce":3988882984}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6814","nonce":3988882984},{"type":"v1","addr":"172.21.15.102:6815","nonce":3988882984}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6812","nonce":3988882984},{"type":"v1","addr":"172.21.15.102:6813","nonce":3988882984}]},"public_addr":"172.21.15.102:6809/3988882984","cluster_addr":"172.21.15.102:6811/3988882984","heartbeat_back_addr":"172.21.15.102:6815/3988882984","heartbeat_front_addr":"172.21.15.102:6813/3988882984","state":["exists","up"]},{"osd":6,"uuid":"4b0eba70-eeb0-4c8e-81ae-da32eccddb4a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":47,"up_thru":61,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6816","nonce":124432118},{"type":"v1","addr":"172.21.15.102:6817","nonce":124432118}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6818","nonce":124432118},{"type":"v1","addr":"172.21.15.102:6819","nonce":124432118}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6822","nonce":124432118},{"type":"v1","addr":"172.21.15.102:6823","nonce":124432118}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6820","nonce":124432118},{"type":"v1","addr":"172.21.15.102:6821","nonce":124432118}]},"public_addr":"172.21.15.102:6817/124432118","cluster_addr":"172.21.15.102:6819/124432118","heartbeat_back_addr":"172.21.15.102:6823/124432118","heartbeat_front_addr":"172.21.15.102:6821/124432118","state":["exists","up"]},{"osd":7,"uuid":"0bf5c778-a19b-4142-9e51-872f7f186c75","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":55,"up_thru":61,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6824","nonce":2974249338},{"type":"v1","addr":"172.21.15.102:6825","nonce":2974249338}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6826","nonce":2974249338},{"type":"v1","addr":"172.21.15.102:6827","nonce":2974249338}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6830","nonce":2974249338},{"type":"v1","addr":"172.21.15.102:6831","nonce":2974249338}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6828","nonce":2974249338},{"type":"v1","addr":"172.21.15.102:6829","nonce":2974249338}]},"public_addr":"172.21.15.102:6825/2974249338","cluster_addr":"172.21.15.102:6827/2974249338","heartbeat_back_addr":"172.21.15.102:6831/2974249338","heartbeat_front_addr":"172.21.15.102:6829/2974249338","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-15T14:30:19.499538+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-15T14:30:44.374414+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-15T14:31:09.809932+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-15T14:31:35.393873+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-15T14:31:58.889917+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-15T14:32:23.125904+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-15T14:32:48.407037+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-15T14:33:13.714624+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"2.9","mappings":[{"from":7,"to":2}]},{"pgid":"3.6","mappings":[{"from":0,"to":2}]},{"pgid":"3.9","mappings":[{"from":4,"to":1}]},{"pgid":"3.b","mappings":[{"from":0,"to":2}]},{"pgid":"3.19","mappings":[{"from":4,"to":2}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.16:0/2197696641":"2024-04-16T14:28:56.181699+0000","172.21.15.16:6800/3159850174":"2024-04-16T14:28:56.181699+0000","172.21.15.16:0/3475792966":"2024-04-16T14:28:56.181699+0000","172.21.15.16:6800/3597408122":"2024-04-16T14:28:31.383356+0000","172.21.15.16:0/386972103":"2024-04-16T14:28:31.383356+0000","172.21.15.16:6801/3159850174":"2024-04-16T14:28:56.181699+0000","172.21.15.16:0/1771838827":"2024-04-16T14:28:31.383356+0000","172.21.15.16:0/1190696072":"2024-04-16T14:28:31.383356+0000","172.21.15.16:6801/3597408122":"2024-04-16T14:28:31.383356+0000","172.21.15.16:0/1245103161":"2024-04-16T14:28:56.181699+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-04-15T14:34:04.533 DEBUG:teuthology.misc:8 of 8 OSDs are up 2024-04-15T14:34:04.533 INFO:tasks.cephadm:Creating RBD pool 2024-04-15T14:34:04.533 DEBUG:teuthology.orchestra.run.smithi016:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 362ea986-fb34-11ee-bc8f-c7b262605968 -- sudo ceph --cluster ceph osd pool create rbd 8 2024-04-15T14:34:04.742 INFO:teuthology.orchestra.run.smithi016.stderr:Inferring config /var/lib/ceph/362ea986-fb34-11ee-bc8f-c7b262605968/mon.a/config 2024-04-15T14:34:04.870 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 15 14:34:04 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-y[27693]: ignoring --setuser ceph since I am not root 2024-04-15T14:34:04.871 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 15 14:34:04 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-y[27693]: ignoring --setgroup ceph since I am not root 2024-04-15T14:34:05.046 INFO:journalctl@ceph.mgr.x.smithi102.stdout:Apr 15 14:34:04 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-x[33098]: ignoring --setuser ceph since I am not root 2024-04-15T14:34:05.047 INFO:journalctl@ceph.mgr.x.smithi102.stdout:Apr 15 14:34:04 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-x[33098]: ignoring --setgroup ceph since I am not root 2024-04-15T14:34:05.047 INFO:journalctl@ceph.mgr.x.smithi102.stdout:Apr 15 14:34:04 smithi102 ceph-mgr[33121]: -- 172.21.15.102:0/579789143 <== mon.1 v2:172.21.15.102:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 194+0+0 (secure 0 0 0) 0x55d20df9a1a0 con 0x55d20df70800 2024-04-15T14:34:05.148 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:34:05 smithi016 ceph-mon[36548]: from='client.? 172.21.15.16:0/3065547863' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-15T14:34:05.148 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:34:05 smithi016 ceph-mon[36548]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' cmd='[{"prefix": "mgr module enable", "module": "prometheus"}]': finished 2024-04-15T14:34:05.148 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:34:05 smithi016 ceph-mon[36548]: mgrmap e16: y(active, since 5m), standbys: x 2024-04-15T14:34:05.148 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:34:05 smithi016 ceph-mon[27435]: from='client.? 172.21.15.16:0/3065547863' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-15T14:34:05.148 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:34:05 smithi016 ceph-mon[27435]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' cmd='[{"prefix": "mgr module enable", "module": "prometheus"}]': finished 2024-04-15T14:34:05.148 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:34:05 smithi016 ceph-mon[27435]: mgrmap e16: y(active, since 5m), standbys: x 2024-04-15T14:34:05.301 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:34:05 smithi102 ceph-mon[31017]: from='client.? 172.21.15.16:0/3065547863' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-15T14:34:05.301 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:34:05 smithi102 ceph-mon[31017]: from='mgr.14152 172.21.15.16:0/3438850058' entity='mgr.y' cmd='[{"prefix": "mgr module enable", "module": "prometheus"}]': finished 2024-04-15T14:34:05.301 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:34:05 smithi102 ceph-mon[31017]: mgrmap e16: y(active, since 5m), standbys: x 2024-04-15T14:34:05.442 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 15 14:34:05 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-y[27693]: 2024-04-15T14:34:05.344+0000 7f9ca4331200 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-04-15T14:34:05.442 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 15 14:34:05 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-y[27693]: 2024-04-15T14:34:05.441+0000 7f9ca4331200 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-04-15T14:34:05.687 INFO:journalctl@ceph.mgr.x.smithi102.stdout:Apr 15 14:34:05 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-x[33098]: 2024-04-15T14:34:05.300+0000 7f422b73d200 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-04-15T14:34:05.687 INFO:journalctl@ceph.mgr.x.smithi102.stdout:Apr 15 14:34:05 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-x[33098]: 2024-04-15T14:34:05.394+0000 7f422b73d200 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-04-15T14:34:06.327 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 15 14:34:06 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-y[27693]: 2024-04-15T14:34:06.105+0000 7f9ca4331200 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-04-15T14:34:06.328 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 15 14:34:06 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-y[27693]: 2024-04-15T14:34:06.203+0000 7f9ca4331200 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-04-15T14:34:06.350 INFO:journalctl@ceph.mgr.x.smithi102.stdout:Apr 15 14:34:06 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-x[33098]: 2024-04-15T14:34:06.025+0000 7f422b73d200 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-04-15T14:34:06.350 INFO:journalctl@ceph.mgr.x.smithi102.stdout:Apr 15 14:34:06 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-x[33098]: 2024-04-15T14:34:06.114+0000 7f422b73d200 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-04-15T14:34:06.350 INFO:journalctl@ceph.mgr.x.smithi102.stdout:Apr 15 14:34:06 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-x[33098]: 2024-04-15T14:34:06.254+0000 7f422b73d200 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-04-15T14:34:06.350 INFO:journalctl@ceph.mgr.x.smithi102.stdout:Apr 15 14:34:06 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-x[33098]: 2024-04-15T14:34:06.348+0000 7f422b73d200 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-04-15T14:34:06.634 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 15 14:34:06 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-y[27693]: 2024-04-15T14:34:06.353+0000 7f9ca4331200 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-04-15T14:34:06.635 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 15 14:34:06 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-y[27693]: 2024-04-15T14:34:06.453+0000 7f9ca4331200 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-04-15T14:34:06.635 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 15 14:34:06 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-y[27693]: 2024-04-15T14:34:06.540+0000 7f9ca4331200 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-04-15T14:34:06.687 INFO:journalctl@ceph.mgr.x.smithi102.stdout:Apr 15 14:34:06 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-x[33098]: 2024-04-15T14:34:06.432+0000 7f422b73d200 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-04-15T14:34:06.933 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 15 14:34:06 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-y[27693]: 2024-04-15T14:34:06.819+0000 7f9ca4331200 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-04-15T14:34:06.986 INFO:journalctl@ceph.mgr.x.smithi102.stdout:Apr 15 14:34:06 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-x[33098]: 2024-04-15T14:34:06.697+0000 7f422b73d200 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-04-15T14:34:06.986 INFO:journalctl@ceph.mgr.x.smithi102.stdout:Apr 15 14:34:06 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-x[33098]: 2024-04-15T14:34:06.806+0000 7f422b73d200 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-04-15T14:34:06.986 INFO:journalctl@ceph.mgr.x.smithi102.stdout:Apr 15 14:34:06 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-x[33098]: 2024-04-15T14:34:06.890+0000 7f422b73d200 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-04-15T14:34:06.986 INFO:journalctl@ceph.mgr.x.smithi102.stdout:Apr 15 14:34:06 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-x[33098]: 2024-04-15T14:34:06.984+0000 7f422b73d200 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-04-15T14:34:07.173 INFO:teuthology.orchestra.run.smithi016.stderr:pool 'rbd' created 2024-04-15T14:34:07.185 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:34:07 smithi016 ceph-mon[36548]: from='client.? 172.21.15.16:0/1429352545' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "rbd", "pg_num": 8}]: dispatch 2024-04-15T14:34:07.186 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:34:07 smithi016 ceph-mon[27435]: from='client.? 172.21.15.16:0/1429352545' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "rbd", "pg_num": 8}]: dispatch 2024-04-15T14:34:07.186 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 15 14:34:06 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-y[27693]: 2024-04-15T14:34:06.932+0000 7f9ca4331200 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-04-15T14:34:07.186 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 15 14:34:07 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-y[27693]: 2024-04-15T14:34:07.024+0000 7f9ca4331200 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-04-15T14:34:07.186 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 15 14:34:07 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-y[27693]: 2024-04-15T14:34:07.121+0000 7f9ca4331200 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-04-15T14:34:07.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:34:07 smithi102 ceph-mon[31017]: from='client.? 172.21.15.16:0/1429352545' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "rbd", "pg_num": 8}]: dispatch 2024-04-15T14:34:07.437 INFO:journalctl@ceph.mgr.x.smithi102.stdout:Apr 15 14:34:07 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-x[33098]: 2024-04-15T14:34:07.163+0000 7f422b73d200 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-04-15T14:34:07.538 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 15 14:34:07 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-y[27693]: 2024-04-15T14:34:07.308+0000 7f9ca4331200 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-04-15T14:34:07.968 DEBUG:teuthology.orchestra.run.smithi016:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 362ea986-fb34-11ee-bc8f-c7b262605968 -- sudo ceph --cluster ceph osd pool application enable rbd rbd --yes-i-really-mean-it 2024-04-15T14:34:08.186 INFO:teuthology.orchestra.run.smithi016.stderr:Inferring config /var/lib/ceph/362ea986-fb34-11ee-bc8f-c7b262605968/mon.a/config 2024-04-15T14:34:08.289 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:34:08 smithi016 ceph-mon[27435]: from='client.? 172.21.15.16:0/1429352545' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "rbd", "pg_num": 8}]': finished 2024-04-15T14:34:08.289 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:34:08 smithi016 ceph-mon[27435]: osdmap e66: 8 total, 8 up, 8 in 2024-04-15T14:34:08.289 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:34:08 smithi016 ceph-mon[27435]: osdmap e67: 8 total, 8 up, 8 in 2024-04-15T14:34:08.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:34:08 smithi016 ceph-mon[36548]: from='client.? 172.21.15.16:0/1429352545' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "rbd", "pg_num": 8}]': finished 2024-04-15T14:34:08.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:34:08 smithi016 ceph-mon[36548]: osdmap e66: 8 total, 8 up, 8 in 2024-04-15T14:34:08.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:34:08 smithi016 ceph-mon[36548]: osdmap e67: 8 total, 8 up, 8 in 2024-04-15T14:34:08.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:34:08 smithi102 ceph-mon[31017]: from='client.? 172.21.15.16:0/1429352545' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "rbd", "pg_num": 8}]': finished 2024-04-15T14:34:08.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:34:08 smithi102 ceph-mon[31017]: osdmap e66: 8 total, 8 up, 8 in 2024-04-15T14:34:08.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:34:08 smithi102 ceph-mon[31017]: osdmap e67: 8 total, 8 up, 8 in 2024-04-15T14:34:08.437 INFO:journalctl@ceph.mgr.x.smithi102.stdout:Apr 15 14:34:08 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-x[33098]: 2024-04-15T14:34:08.125+0000 7f422b73d200 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-04-15T14:34:08.437 INFO:journalctl@ceph.mgr.x.smithi102.stdout:Apr 15 14:34:08 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-x[33098]: 2024-04-15T14:34:08.260+0000 7f422b73d200 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-04-15T14:34:08.559 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 15 14:34:08 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-y[27693]: 2024-04-15T14:34:08.329+0000 7f9ca4331200 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-04-15T14:34:08.559 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 15 14:34:08 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-y[27693]: 2024-04-15T14:34:08.472+0000 7f9ca4331200 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-04-15T14:34:08.719 INFO:journalctl@ceph.mgr.x.smithi102.stdout:Apr 15 14:34:08 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-x[33098]: 2024-04-15T14:34:08.601+0000 7f422b73d200 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-04-15T14:34:08.719 INFO:journalctl@ceph.mgr.x.smithi102.stdout:Apr 15 14:34:08 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-x[33098]: 2024-04-15T14:34:08.695+0000 7f422b73d200 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-04-15T14:34:09.105 INFO:journalctl@ceph.mgr.x.smithi102.stdout:Apr 15 14:34:08 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-x[33098]: 2024-04-15T14:34:08.909+0000 7f422b73d200 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-04-15T14:34:09.120 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 15 14:34:08 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-y[27693]: 2024-04-15T14:34:08.819+0000 7f9ca4331200 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-04-15T14:34:09.121 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 15 14:34:08 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-y[27693]: 2024-04-15T14:34:08.913+0000 7f9ca4331200 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-04-15T14:34:09.121 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 15 14:34:09 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-y[27693]: 2024-04-15T14:34:09.119+0000 7f9ca4331200 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-04-15T14:34:09.400 INFO:journalctl@ceph.mgr.x.smithi102.stdout:Apr 15 14:34:09 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-x[33098]: 2024-04-15T14:34:09.103+0000 7f422b73d200 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-04-15T14:34:09.513 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 15 14:34:09 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-y[27693]: 2024-04-15T14:34:09.314+0000 7f9ca4331200 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-04-15T14:34:09.665 INFO:journalctl@ceph.mgr.x.smithi102.stdout:Apr 15 14:34:09 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-x[33098]: 2024-04-15T14:34:09.398+0000 7f422b73d200 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-04-15T14:34:09.789 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 15 14:34:09 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-y[27693]: 2024-04-15T14:34:09.618+0000 7f9ca4331200 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-04-15T14:34:09.937 INFO:journalctl@ceph.mgr.x.smithi102.stdout:Apr 15 14:34:09 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-x[33098]: 2024-04-15T14:34:09.663+0000 7f422b73d200 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-04-15T14:34:09.937 INFO:journalctl@ceph.mgr.x.smithi102.stdout:Apr 15 14:34:09 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-x[33098]: 2024-04-15T14:34:09.902+0000 7f422b73d200 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-04-15T14:34:10.102 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 15 14:34:09 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-y[27693]: 2024-04-15T14:34:09.889+0000 7f9ca4331200 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-04-15T14:34:10.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:34:10 smithi102 ceph-mon[31017]: osdmap e68: 8 total, 8 up, 8 in 2024-04-15T14:34:10.539 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:34:10 smithi016 ceph-mon[27435]: osdmap e68: 8 total, 8 up, 8 in 2024-04-15T14:34:10.539 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:34:10 smithi016 ceph-mon[36548]: osdmap e68: 8 total, 8 up, 8 in 2024-04-15T14:34:10.540 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 15 14:34:10 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-y[27693]: 2024-04-15T14:34:10.145+0000 7f9ca4331200 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-04-15T14:34:11.178 INFO:journalctl@ceph.mgr.x.smithi102.stdout:Apr 15 14:34:10 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-x[33098]: 2024-04-15T14:34:10.709+0000 7f422b73d200 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-04-15T14:34:11.190 INFO:teuthology.orchestra.run.smithi016.stderr:enabled application 'rbd' on pool 'rbd' 2024-04-15T14:34:11.289 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:34:11 smithi016 ceph-mon[27435]: from='client.? 172.21.15.16:0/3006670042' entity='client.admin' cmd=[{"prefix": "osd pool application enable", "pool": "rbd", "app": "rbd", "yes_i_really_mean_it": true}]: dispatch 2024-04-15T14:34:11.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:34:11 smithi016 ceph-mon[36548]: from='client.? 172.21.15.16:0/3006670042' entity='client.admin' cmd=[{"prefix": "osd pool application enable", "pool": "rbd", "app": "rbd", "yes_i_really_mean_it": true}]: dispatch 2024-04-15T14:34:11.290 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 15 14:34:10 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-y[27693]: 2024-04-15T14:34:10.988+0000 7f9ca4331200 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-04-15T14:34:11.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:34:11 smithi102 ceph-mon[31017]: from='client.? 172.21.15.16:0/3006670042' entity='client.admin' cmd=[{"prefix": "osd pool application enable", "pool": "rbd", "app": "rbd", "yes_i_really_mean_it": true}]: dispatch 2024-04-15T14:34:11.437 INFO:journalctl@ceph.mgr.x.smithi102.stdout:Apr 15 14:34:11 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-x[33098]: 2024-04-15T14:34:11.277+0000 7f422b73d200 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-04-15T14:34:11.437 INFO:journalctl@ceph.mgr.x.smithi102.stdout:Apr 15 14:34:11 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-x[33098]: 2024-04-15T14:34:11.376+0000 7f422b73d200 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-04-15T14:34:11.789 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 15 14:34:11 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-y[27693]: 2024-04-15T14:34:11.582+0000 7f9ca4331200 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-04-15T14:34:11.789 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 15 14:34:11 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-y[27693]: 2024-04-15T14:34:11.686+0000 7f9ca4331200 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-04-15T14:34:11.901 INFO:tasks.ceph:Waiting until ceph daemons up and pgs clean... 2024-04-15T14:34:11.902 INFO:tasks.cephadm.ceph_manager.ceph:waiting for mgr available 2024-04-15T14:34:11.902 DEBUG:teuthology.orchestra.run.smithi016:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 362ea986-fb34-11ee-bc8f-c7b262605968 -- ceph mgr dump --format=json 2024-04-15T14:34:11.937 INFO:journalctl@ceph.mgr.x.smithi102.stdout:Apr 15 14:34:11 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-x[33098]: 2024-04-15T14:34:11.594+0000 7f422b73d200 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-04-15T14:34:11.937 INFO:journalctl@ceph.mgr.x.smithi102.stdout:Apr 15 14:34:11 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-x[33098]: [15/Apr/2024:14:34:11] ENGINE Bus STARTING 2024-04-15T14:34:11.937 INFO:journalctl@ceph.mgr.x.smithi102.stdout:Apr 15 14:34:11 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-x[33098]: CherryPy Checker: 2024-04-15T14:34:11.938 INFO:journalctl@ceph.mgr.x.smithi102.stdout:Apr 15 14:34:11 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-x[33098]: The Application mounted at '' has an empty config. 2024-04-15T14:34:11.938 INFO:journalctl@ceph.mgr.x.smithi102.stdout:Apr 15 14:34:11 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-x[33098]: 2024-04-15T14:34:11.938 INFO:journalctl@ceph.mgr.x.smithi102.stdout:Apr 15 14:34:11 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-x[33098]: [15/Apr/2024:14:34:11] ENGINE Serving on http://:::9283 2024-04-15T14:34:11.938 INFO:journalctl@ceph.mgr.x.smithi102.stdout:Apr 15 14:34:11 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-x[33098]: [15/Apr/2024:14:34:11] ENGINE Bus STARTED 2024-04-15T14:34:12.147 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 15 14:34:11 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-y[27693]: 2024-04-15T14:34:11.916+0000 7f9ca4331200 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-04-15T14:34:12.147 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 15 14:34:11 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-y[27693]: [15/Apr/2024:14:34:11] ENGINE Bus STARTING 2024-04-15T14:34:12.147 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 15 14:34:12 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-y[27693]: 2024-04-15T14:34:12.037+0000 7f9c038bb700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-15T14:34:12.147 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 15 14:34:12 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-y[27693]: 2024-04-15T14:34:12.037+0000 7f9c038bb700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-15T14:34:12.148 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 15 14:34:12 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-y[27693]: 2024-04-15T14:34:12.037+0000 7f9c038bb700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-15T14:34:12.148 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 15 14:34:12 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-y[27693]: 2024-04-15T14:34:12.037+0000 7f9c038bb700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-15T14:34:12.148 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 15 14:34:12 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-y[27693]: 2024-04-15T14:34:12.037+0000 7f9c038bb700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-15T14:34:12.148 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 15 14:34:12 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-y[27693]: 2024-04-15T14:34:12.037+0000 7f9c090c6700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-15T14:34:12.148 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 15 14:34:12 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-y[27693]: 2024-04-15T14:34:12.037+0000 7f9c090c6700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-15T14:34:12.148 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 15 14:34:12 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-y[27693]: 2024-04-15T14:34:12.037+0000 7f9c090c6700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-15T14:34:12.148 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 15 14:34:12 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-y[27693]: 2024-04-15T14:34:12.037+0000 7f9c090c6700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-15T14:34:12.149 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 15 14:34:12 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-y[27693]: 2024-04-15T14:34:12.037+0000 7f9c090c6700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-15T14:34:12.149 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 15 14:34:12 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-y[27693]: CherryPy Checker: 2024-04-15T14:34:12.149 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 15 14:34:12 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-y[27693]: The Application mounted at '' has an empty config. 2024-04-15T14:34:12.149 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 15 14:34:12 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-y[27693]: 2024-04-15T14:34:12.149 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 15 14:34:12 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-y[27693]: [15/Apr/2024:14:34:12] ENGINE Serving on http://:::9283 2024-04-15T14:34:12.149 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 15 14:34:12 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-y[27693]: [15/Apr/2024:14:34:12] ENGINE Bus STARTED 2024-04-15T14:34:12.172 INFO:teuthology.orchestra.run.smithi016.stderr:Inferring config /var/lib/ceph/362ea986-fb34-11ee-bc8f-c7b262605968/mon.a/config 2024-04-15T14:34:12.432 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:34:12 smithi016 ceph-mon[36548]: from='client.? 172.21.15.16:0/3006670042' entity='client.admin' cmd='[{"prefix": "osd pool application enable", "pool": "rbd", "app": "rbd", "yes_i_really_mean_it": true}]': finished 2024-04-15T14:34:12.432 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:34:12 smithi016 ceph-mon[36548]: osdmap e69: 8 total, 8 up, 8 in 2024-04-15T14:34:12.432 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:34:12 smithi016 ceph-mon[36548]: Standby manager daemon x restarted 2024-04-15T14:34:12.432 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:34:12 smithi016 ceph-mon[36548]: Standby manager daemon x started 2024-04-15T14:34:12.432 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:34:12 smithi016 ceph-mon[36548]: from='mgr.? 172.21.15.102:0/3533993525' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-04-15T14:34:12.432 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:34:12 smithi016 ceph-mon[36548]: from='mgr.? 172.21.15.102:0/3533993525' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-04-15T14:34:12.432 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:34:12 smithi016 ceph-mon[36548]: from='mgr.? 172.21.15.102:0/3533993525' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-04-15T14:34:12.432 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:34:12 smithi016 ceph-mon[36548]: from='mgr.? 172.21.15.102:0/3533993525' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-04-15T14:34:12.432 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:34:12 smithi016 ceph-mon[36548]: Active manager daemon y restarted 2024-04-15T14:34:12.432 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:34:12 smithi016 ceph-mon[36548]: Activating manager daemon y 2024-04-15T14:34:12.432 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:34:12 smithi016 ceph-mon[36548]: osdmap e70: 8 total, 8 up, 8 in 2024-04-15T14:34:12.433 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:34:12 smithi016 ceph-mon[36548]: mgrmap e17: y(active, starting, since 0.00866051s), standbys: x 2024-04-15T14:34:12.433 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:34:12 smithi016 ceph-mon[36548]: from='mgr.14628 172.21.15.16:0/2128211001' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-15T14:34:12.433 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:34:12 smithi016 ceph-mon[36548]: from='mgr.14628 172.21.15.16:0/2128211001' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-15T14:34:12.433 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:34:12 smithi016 ceph-mon[36548]: from='mgr.14628 172.21.15.16:0/2128211001' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-15T14:34:12.433 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:34:12 smithi016 ceph-mon[36548]: from='mgr.14628 172.21.15.16:0/2128211001' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-04-15T14:34:12.433 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:34:12 smithi016 ceph-mon[36548]: from='mgr.14628 172.21.15.16:0/2128211001' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-04-15T14:34:12.433 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:34:12 smithi016 ceph-mon[36548]: from='mgr.14628 172.21.15.16:0/2128211001' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-04-15T14:34:12.433 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:34:12 smithi016 ceph-mon[36548]: from='mgr.14628 172.21.15.16:0/2128211001' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-04-15T14:34:12.433 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:34:12 smithi016 ceph-mon[36548]: from='mgr.14628 172.21.15.16:0/2128211001' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-15T14:34:12.433 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:34:12 smithi016 ceph-mon[36548]: from='mgr.14628 172.21.15.16:0/2128211001' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-15T14:34:12.433 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:34:12 smithi016 ceph-mon[36548]: from='mgr.14628 172.21.15.16:0/2128211001' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-15T14:34:12.433 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:34:12 smithi016 ceph-mon[36548]: from='mgr.14628 172.21.15.16:0/2128211001' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-15T14:34:12.433 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:34:12 smithi016 ceph-mon[36548]: from='mgr.14628 172.21.15.16:0/2128211001' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-15T14:34:12.434 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:34:12 smithi016 ceph-mon[36548]: from='mgr.14628 172.21.15.16:0/2128211001' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-15T14:34:12.434 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:34:12 smithi016 ceph-mon[36548]: from='mgr.14628 172.21.15.16:0/2128211001' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-15T14:34:12.434 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:34:12 smithi016 ceph-mon[36548]: from='mgr.14628 172.21.15.16:0/2128211001' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-15T14:34:12.434 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:34:12 smithi016 ceph-mon[36548]: from='mgr.14628 172.21.15.16:0/2128211001' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-04-15T14:34:12.434 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:34:12 smithi016 ceph-mon[36548]: from='mgr.14628 172.21.15.16:0/2128211001' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-04-15T14:34:12.434 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:34:12 smithi016 ceph-mon[27435]: from='client.? 172.21.15.16:0/3006670042' entity='client.admin' cmd='[{"prefix": "osd pool application enable", "pool": "rbd", "app": "rbd", "yes_i_really_mean_it": true}]': finished 2024-04-15T14:34:12.434 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:34:12 smithi016 ceph-mon[27435]: osdmap e69: 8 total, 8 up, 8 in 2024-04-15T14:34:12.434 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:34:12 smithi016 ceph-mon[27435]: Standby manager daemon x restarted 2024-04-15T14:34:12.434 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:34:12 smithi016 ceph-mon[27435]: Standby manager daemon x started 2024-04-15T14:34:12.434 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:34:12 smithi016 ceph-mon[27435]: from='mgr.? 172.21.15.102:0/3533993525' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-04-15T14:34:12.435 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:34:12 smithi016 ceph-mon[27435]: from='mgr.? 172.21.15.102:0/3533993525' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-04-15T14:34:12.435 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:34:12 smithi016 ceph-mon[27435]: from='mgr.? 172.21.15.102:0/3533993525' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-04-15T14:34:12.435 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:34:12 smithi016 ceph-mon[27435]: from='mgr.? 172.21.15.102:0/3533993525' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-04-15T14:34:12.435 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:34:12 smithi016 ceph-mon[27435]: Active manager daemon y restarted 2024-04-15T14:34:12.435 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:34:12 smithi016 ceph-mon[27435]: Activating manager daemon y 2024-04-15T14:34:12.435 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:34:12 smithi016 ceph-mon[27435]: osdmap e70: 8 total, 8 up, 8 in 2024-04-15T14:34:12.435 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:34:12 smithi016 ceph-mon[27435]: mgrmap e17: y(active, starting, since 0.00866051s), standbys: x 2024-04-15T14:34:12.435 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:34:12 smithi016 ceph-mon[27435]: from='mgr.14628 172.21.15.16:0/2128211001' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-15T14:34:12.435 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:34:12 smithi016 ceph-mon[27435]: from='mgr.14628 172.21.15.16:0/2128211001' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-15T14:34:12.435 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:34:12 smithi016 ceph-mon[27435]: from='mgr.14628 172.21.15.16:0/2128211001' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-15T14:34:12.435 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:34:12 smithi016 ceph-mon[27435]: from='mgr.14628 172.21.15.16:0/2128211001' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-04-15T14:34:12.435 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:34:12 smithi016 ceph-mon[27435]: from='mgr.14628 172.21.15.16:0/2128211001' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-04-15T14:34:12.435 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:34:12 smithi016 ceph-mon[27435]: from='mgr.14628 172.21.15.16:0/2128211001' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-04-15T14:34:12.435 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:34:12 smithi016 ceph-mon[27435]: from='mgr.14628 172.21.15.16:0/2128211001' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-04-15T14:34:12.435 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:34:12 smithi016 ceph-mon[27435]: from='mgr.14628 172.21.15.16:0/2128211001' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-15T14:34:12.436 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:34:12 smithi016 ceph-mon[27435]: from='mgr.14628 172.21.15.16:0/2128211001' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-15T14:34:12.436 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:34:12 smithi016 ceph-mon[27435]: from='mgr.14628 172.21.15.16:0/2128211001' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-15T14:34:12.436 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:34:12 smithi016 ceph-mon[27435]: from='mgr.14628 172.21.15.16:0/2128211001' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-15T14:34:12.436 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:34:12 smithi016 ceph-mon[27435]: from='mgr.14628 172.21.15.16:0/2128211001' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-15T14:34:12.436 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:34:12 smithi016 ceph-mon[27435]: from='mgr.14628 172.21.15.16:0/2128211001' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-15T14:34:12.436 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:34:12 smithi016 ceph-mon[27435]: from='mgr.14628 172.21.15.16:0/2128211001' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-15T14:34:12.436 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:34:12 smithi016 ceph-mon[27435]: from='mgr.14628 172.21.15.16:0/2128211001' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-15T14:34:12.436 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:34:12 smithi016 ceph-mon[27435]: from='mgr.14628 172.21.15.16:0/2128211001' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-04-15T14:34:12.436 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:34:12 smithi016 ceph-mon[27435]: from='mgr.14628 172.21.15.16:0/2128211001' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-04-15T14:34:12.436 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:34:12 smithi016 ceph-mon[36548]: from='mgr.14628 172.21.15.16:0/2128211001' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-04-15T14:34:12.437 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:34:12 smithi016 ceph-mon[36548]: Manager daemon y is now available 2024-04-15T14:34:12.437 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:34:12 smithi016 ceph-mon[36548]: from='mgr.14628 172.21.15.16:0/2128211001' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T14:34:12.437 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:34:12 smithi016 ceph-mon[36548]: from='mgr.14628 ' entity='mgr.y' 2024-04-15T14:34:12.437 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:34:12 smithi016 ceph-mon[36548]: from='mgr.14628 172.21.15.16:0/2128211001' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T14:34:12.437 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:34:12 smithi016 ceph-mon[36548]: from='mgr.14628 172.21.15.16:0/2128211001' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-04-15T14:34:12.437 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:34:12 smithi016 ceph-mon[36548]: from='mgr.14628 ' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-04-15T14:34:12.437 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:34:12 smithi016 ceph-mon[36548]: from='mgr.14628 172.21.15.16:0/2128211001' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-04-15T14:34:12.437 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:34:12 smithi016 ceph-mon[36548]: from='mgr.14628 ' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-04-15T14:34:12.437 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:34:12 smithi016 ceph-mon[27435]: from='mgr.14628 172.21.15.16:0/2128211001' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-04-15T14:34:12.437 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:34:12 smithi016 ceph-mon[27435]: Manager daemon y is now available 2024-04-15T14:34:12.437 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:34:12 smithi016 ceph-mon[27435]: from='mgr.14628 172.21.15.16:0/2128211001' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T14:34:12.437 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:34:12 smithi016 ceph-mon[27435]: from='mgr.14628 ' entity='mgr.y' 2024-04-15T14:34:12.438 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:34:12 smithi016 ceph-mon[27435]: from='mgr.14628 172.21.15.16:0/2128211001' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T14:34:12.438 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:34:12 smithi016 ceph-mon[27435]: from='mgr.14628 172.21.15.16:0/2128211001' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-04-15T14:34:12.438 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:34:12 smithi016 ceph-mon[27435]: from='mgr.14628 ' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-04-15T14:34:12.438 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:34:12 smithi016 ceph-mon[27435]: from='mgr.14628 172.21.15.16:0/2128211001' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-04-15T14:34:12.438 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:34:12 smithi016 ceph-mon[27435]: from='mgr.14628 ' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-04-15T14:34:12.438 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:34:12 smithi102 ceph-mon[31017]: from='client.? 172.21.15.16:0/3006670042' entity='client.admin' cmd='[{"prefix": "osd pool application enable", "pool": "rbd", "app": "rbd", "yes_i_really_mean_it": true}]': finished 2024-04-15T14:34:12.439 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:34:12 smithi102 ceph-mon[31017]: osdmap e69: 8 total, 8 up, 8 in 2024-04-15T14:34:12.439 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:34:12 smithi102 ceph-mon[31017]: Standby manager daemon x restarted 2024-04-15T14:34:12.439 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:34:12 smithi102 ceph-mon[31017]: Standby manager daemon x started 2024-04-15T14:34:12.439 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:34:12 smithi102 ceph-mon[31017]: from='mgr.? 172.21.15.102:0/3533993525' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-04-15T14:34:12.439 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:34:12 smithi102 ceph-mon[31017]: from='mgr.? 172.21.15.102:0/3533993525' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-04-15T14:34:12.439 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:34:12 smithi102 ceph-mon[31017]: from='mgr.? 172.21.15.102:0/3533993525' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-04-15T14:34:12.439 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:34:12 smithi102 ceph-mon[31017]: from='mgr.? 172.21.15.102:0/3533993525' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-04-15T14:34:12.439 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:34:12 smithi102 ceph-mon[31017]: Active manager daemon y restarted 2024-04-15T14:34:12.439 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:34:12 smithi102 ceph-mon[31017]: Activating manager daemon y 2024-04-15T14:34:12.439 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:34:12 smithi102 ceph-mon[31017]: osdmap e70: 8 total, 8 up, 8 in 2024-04-15T14:34:12.439 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:34:12 smithi102 ceph-mon[31017]: mgrmap e17: y(active, starting, since 0.00866051s), standbys: x 2024-04-15T14:34:12.439 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:34:12 smithi102 ceph-mon[31017]: from='mgr.14628 172.21.15.16:0/2128211001' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-15T14:34:12.439 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:34:12 smithi102 ceph-mon[31017]: from='mgr.14628 172.21.15.16:0/2128211001' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-15T14:34:12.439 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:34:12 smithi102 ceph-mon[31017]: from='mgr.14628 172.21.15.16:0/2128211001' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-15T14:34:12.439 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:34:12 smithi102 ceph-mon[31017]: from='mgr.14628 172.21.15.16:0/2128211001' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-04-15T14:34:12.440 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:34:12 smithi102 ceph-mon[31017]: from='mgr.14628 172.21.15.16:0/2128211001' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-04-15T14:34:12.440 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:34:12 smithi102 ceph-mon[31017]: from='mgr.14628 172.21.15.16:0/2128211001' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-04-15T14:34:12.440 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:34:12 smithi102 ceph-mon[31017]: from='mgr.14628 172.21.15.16:0/2128211001' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-04-15T14:34:12.440 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:34:12 smithi102 ceph-mon[31017]: from='mgr.14628 172.21.15.16:0/2128211001' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-15T14:34:12.440 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:34:12 smithi102 ceph-mon[31017]: from='mgr.14628 172.21.15.16:0/2128211001' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-15T14:34:12.440 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:34:12 smithi102 ceph-mon[31017]: from='mgr.14628 172.21.15.16:0/2128211001' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-15T14:34:12.440 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:34:12 smithi102 ceph-mon[31017]: from='mgr.14628 172.21.15.16:0/2128211001' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-15T14:34:12.440 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:34:12 smithi102 ceph-mon[31017]: from='mgr.14628 172.21.15.16:0/2128211001' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-15T14:34:12.440 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:34:12 smithi102 ceph-mon[31017]: from='mgr.14628 172.21.15.16:0/2128211001' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-15T14:34:12.440 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:34:12 smithi102 ceph-mon[31017]: from='mgr.14628 172.21.15.16:0/2128211001' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-15T14:34:12.440 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:34:12 smithi102 ceph-mon[31017]: from='mgr.14628 172.21.15.16:0/2128211001' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-15T14:34:12.440 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:34:12 smithi102 ceph-mon[31017]: from='mgr.14628 172.21.15.16:0/2128211001' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-04-15T14:34:12.440 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:34:12 smithi102 ceph-mon[31017]: from='mgr.14628 172.21.15.16:0/2128211001' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-04-15T14:34:12.440 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:34:12 smithi102 ceph-mon[31017]: from='mgr.14628 172.21.15.16:0/2128211001' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-04-15T14:34:12.440 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:34:12 smithi102 ceph-mon[31017]: Manager daemon y is now available 2024-04-15T14:34:12.441 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:34:12 smithi102 ceph-mon[31017]: from='mgr.14628 172.21.15.16:0/2128211001' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T14:34:12.441 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:34:12 smithi102 ceph-mon[31017]: from='mgr.14628 ' entity='mgr.y' 2024-04-15T14:34:12.441 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:34:12 smithi102 ceph-mon[31017]: from='mgr.14628 172.21.15.16:0/2128211001' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T14:34:12.441 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:34:12 smithi102 ceph-mon[31017]: from='mgr.14628 172.21.15.16:0/2128211001' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-04-15T14:34:12.441 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:34:12 smithi102 ceph-mon[31017]: from='mgr.14628 ' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-04-15T14:34:12.441 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:34:12 smithi102 ceph-mon[31017]: from='mgr.14628 172.21.15.16:0/2128211001' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-04-15T14:34:12.441 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:34:12 smithi102 ceph-mon[31017]: from='mgr.14628 ' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-04-15T14:34:13.289 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 15 14:34:13 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-y[27693]: ::ffff:172.21.15.102 - - [15/Apr/2024:14:34:13] "GET /metrics HTTP/1.1" 200 31026 "" "Prometheus/2.43.0" 2024-04-15T14:34:14.039 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:34:13 smithi016 ceph-mon[27435]: mgrmap e18: y(active, since 1.01293s), standbys: x 2024-04-15T14:34:14.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:34:13 smithi016 ceph-mon[27435]: [15/Apr/2024:14:34:13] ENGINE Bus STARTING 2024-04-15T14:34:14.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:34:13 smithi016 ceph-mon[27435]: [15/Apr/2024:14:34:13] ENGINE Serving on http://172.21.15.16:8765 2024-04-15T14:34:14.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:34:13 smithi016 ceph-mon[27435]: [15/Apr/2024:14:34:13] ENGINE Serving on https://172.21.15.16:7150 2024-04-15T14:34:14.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:34:13 smithi016 ceph-mon[27435]: [15/Apr/2024:14:34:13] ENGINE Bus STARTED 2024-04-15T14:34:14.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:34:13 smithi016 ceph-mon[36548]: mgrmap e18: y(active, since 1.01293s), standbys: x 2024-04-15T14:34:14.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:34:13 smithi016 ceph-mon[36548]: [15/Apr/2024:14:34:13] ENGINE Bus STARTING 2024-04-15T14:34:14.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:34:13 smithi016 ceph-mon[36548]: [15/Apr/2024:14:34:13] ENGINE Serving on http://172.21.15.16:8765 2024-04-15T14:34:14.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:34:13 smithi016 ceph-mon[36548]: [15/Apr/2024:14:34:13] ENGINE Serving on https://172.21.15.16:7150 2024-04-15T14:34:14.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:34:13 smithi016 ceph-mon[36548]: [15/Apr/2024:14:34:13] ENGINE Bus STARTED 2024-04-15T14:34:14.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:34:13 smithi102 ceph-mon[31017]: mgrmap e18: y(active, since 1.01293s), standbys: x 2024-04-15T14:34:14.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:34:13 smithi102 ceph-mon[31017]: [15/Apr/2024:14:34:13] ENGINE Bus STARTING 2024-04-15T14:34:14.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:34:13 smithi102 ceph-mon[31017]: [15/Apr/2024:14:34:13] ENGINE Serving on http://172.21.15.16:8765 2024-04-15T14:34:14.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:34:13 smithi102 ceph-mon[31017]: [15/Apr/2024:14:34:13] ENGINE Serving on https://172.21.15.16:7150 2024-04-15T14:34:14.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:34:13 smithi102 ceph-mon[31017]: [15/Apr/2024:14:34:13] ENGINE Bus STARTED 2024-04-15T14:34:14.237 INFO:teuthology.orchestra.run.smithi016.stdout: 2024-04-15T14:34:15.011 INFO:teuthology.orchestra.run.smithi016.stdout:{"epoch":19,"flags":0,"active_gid":14628,"active_name":"y","active_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6800","nonce":566328635},{"type":"v1","addr":"172.21.15.16:6801","nonce":566328635}]},"active_addr":"172.21.15.16:6801/566328635","active_change":"2024-04-15T14:34:11.918165+0000","active_mgr_features":4540138322906710015,"available":true,"standbys":[{"gid":24478,"name":"x","mgr_features":4540138322906710015,"available_modules":[{"name":"alerts","can_run":true,"error_string":"","module_options":{"interval":{"name":"interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"How frequently to reexamine health status","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"smtp_destination":{"name":"smtp_destination","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Email address to send alerts to","long_desc":"","tags":[],"see_also":[]},"smtp_from_name":{"name":"smtp_from_name","type":"str","level":"advanced","flags":1,"default_value":"Ceph","min":"","max":"","enum_allowed":[],"desc":"Email From: name","long_desc":"","tags":[],"see_also":[]},"smtp_host":{"name":"smtp_host","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_password":{"name":"smtp_password","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Password to authenticate with","long_desc":"","tags":[],"see_also":[]},"smtp_port":{"name":"smtp_port","type":"int","level":"advanced","flags":1,"default_value":"465","min":"","max":"","enum_allowed":[],"desc":"SMTP port","long_desc":"","tags":[],"see_also":[]},"smtp_sender":{"name":"smtp_sender","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP envelope sender","long_desc":"","tags":[],"see_also":[]},"smtp_ssl":{"name":"smtp_ssl","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Use SSL to connect to SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_user":{"name":"smtp_user","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"User to authenticate as","long_desc":"","tags":[],"see_also":[]}}},{"name":"balancer","can_run":true,"error_string":"","module_options":{"active":{"name":"active","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"automatically balance PGs across cluster","long_desc":"","tags":[],"see_also":[]},"begin_time":{"name":"begin_time","type":"str","level":"advanced","flags":1,"default_value":"0000","min":"","max":"","enum_allowed":[],"desc":"beginning time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"begin_weekday":{"name":"begin_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to this day of the week or later","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"crush_compat_max_iterations":{"name":"crush_compat_max_iterations","type":"uint","level":"advanced","flags":1,"default_value":"25","min":"1","max":"250","enum_allowed":[],"desc":"maximum number of iterations to attempt optimization","long_desc":"","tags":[],"see_also":[]},"crush_compat_metrics":{"name":"crush_compat_metrics","type":"str","level":"advanced","flags":1,"default_value":"pgs,objects,bytes","min":"","max":"","enum_allowed":[],"desc":"metrics with which to calculate OSD utilization","long_desc":"Value is a list of one or more of \"pgs\", \"objects\", or \"bytes\", and indicates which metrics to use to balance utilization.","tags":[],"see_also":[]},"crush_compat_step":{"name":"crush_compat_step","type":"float","level":"advanced","flags":1,"default_value":"0.5","min":"0.001","max":"0.999","enum_allowed":[],"desc":"aggressiveness of optimization","long_desc":".99 is very aggressive, .01 is less aggressive","tags":[],"see_also":[]},"end_time":{"name":"end_time","type":"str","level":"advanced","flags":1,"default_value":"2359","min":"","max":"","enum_allowed":[],"desc":"ending time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"end_weekday":{"name":"end_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to days of the week earlier than this","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_score":{"name":"min_score","type":"float","level":"advanced","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"minimum score, below which no optimization is attempted","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":1,"default_value":"upmap","min":"","max":"","enum_allowed":["crush-compat","none","upmap"],"desc":"Balancer mode","long_desc":"","tags":[],"see_also":[]},"pool_ids":{"name":"pool_ids","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"pools which the automatic balancing will be limited to","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and attempt optimization","long_desc":"","tags":[],"see_also":[]},"upmap_max_deviation":{"name":"upmap_max_deviation","type":"int","level":"advanced","flags":1,"default_value":"5","min":"1","max":"","enum_allowed":[],"desc":"deviation below which no optimization is attempted","long_desc":"If the number of PGs are within this count then no optimization is attempted","tags":[],"see_also":[]},"upmap_max_optimizations":{"name":"upmap_max_optimizations","type":"uint","level":"advanced","flags":1,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"maximum upmap optimizations to make per attempt","long_desc":"","tags":[],"see_also":[]}}},{"name":"cephadm","can_run":true,"error_string":"","module_options":{"agent_down_multiplier":{"name":"agent_down_multiplier","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"","max":"","enum_allowed":[],"desc":"Multiplied by agent refresh rate to calculate how long agent must not report before being marked down","long_desc":"","tags":[],"see_also":[]},"agent_refresh_rate":{"name":"agent_refresh_rate","type":"secs","level":"advanced","flags":0,"default_value":"20","min":"","max":"","enum_allowed":[],"desc":"How often agent on each host will try to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"agent_starting_port":{"name":"agent_starting_port","type":"int","level":"advanced","flags":0,"default_value":"4721","min":"","max":"","enum_allowed":[],"desc":"First port agent will try to bind to (will also try up to next 1000 subsequent ports if blocked)","long_desc":"","tags":[],"see_also":[]},"allow_ptrace":{"name":"allow_ptrace","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow SYS_PTRACE capability on ceph containers","long_desc":"The SYS_PTRACE capability is needed to attach to a process with gdb or strace. Enabling this options can allow debugging daemons that encounter problems at runtime.","tags":[],"see_also":[]},"autotune_interval":{"name":"autotune_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to autotune daemon memory","long_desc":"","tags":[],"see_also":[]},"autotune_memory_target_ratio":{"name":"autotune_memory_target_ratio","type":"float","level":"advanced","flags":0,"default_value":"0.7","min":"","max":"","enum_allowed":[],"desc":"ratio of total system memory to divide amongst autotuned daemons","long_desc":"","tags":[],"see_also":[]},"cgroups_split":{"name":"cgroups_split","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Pass --cgroups=split when cephadm creates containers (currently podman only)","long_desc":"","tags":[],"see_also":[]},"config_checks_enabled":{"name":"config_checks_enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable or disable the cephadm configuration analysis","long_desc":"","tags":[],"see_also":[]},"config_dashboard":{"name":"config_dashboard","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"manage configs like API endpoints in Dashboard.","long_desc":"","tags":[],"see_also":[]},"container_image_alertmanager":{"name":"container_image_alertmanager","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/alertmanager:v0.25.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_base":{"name":"container_image_base","type":"str","level":"advanced","flags":1,"default_value":"quay.io/ceph/ceph","min":"","max":"","enum_allowed":[],"desc":"Container image name, without the tag","long_desc":"","tags":[],"see_also":[]},"container_image_elasticsearch":{"name":"container_image_elasticsearch","type":"str","level":"advanced","flags":0,"default_value":"quay.io/omrizeneva/elasticsearch:6.8.23","min":"","max":"","enum_allowed":[],"desc":"elasticsearch container image","long_desc":"","tags":[],"see_also":[]},"container_image_grafana":{"name":"container_image_grafana","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/ceph-grafana:9.4.7","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_haproxy":{"name":"container_image_haproxy","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/haproxy:2.3","min":"","max":"","enum_allowed":[],"desc":"HAproxy container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_agent":{"name":"container_image_jaeger_agent","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-agent:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger agent container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_collector":{"name":"container_image_jaeger_collector","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-collector:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger collector container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_query":{"name":"container_image_jaeger_query","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-query:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger query container image","long_desc":"","tags":[],"see_also":[]},"container_image_keepalived":{"name":"container_image_keepalived","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/keepalived:2.2.4","min":"","max":"","enum_allowed":[],"desc":"Keepalived container image","long_desc":"","tags":[],"see_also":[]},"container_image_loki":{"name":"container_image_loki","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/loki:2.4.0","min":"","max":"","enum_allowed":[],"desc":"Loki container image","long_desc":"","tags":[],"see_also":[]},"container_image_node_exporter":{"name":"container_image_node_exporter","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/node-exporter:v1.5.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_nvmeof":{"name":"container_image_nvmeof","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/nvmeof:1.0.0","min":"","max":"","enum_allowed":[],"desc":"Nvme-of container image","long_desc":"","tags":[],"see_also":[]},"container_image_prometheus":{"name":"container_image_prometheus","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/prometheus:v2.43.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_promtail":{"name":"container_image_promtail","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/promtail:2.4.0","min":"","max":"","enum_allowed":[],"desc":"Promtail container image","long_desc":"","tags":[],"see_also":[]},"container_image_snmp_gateway":{"name":"container_image_snmp_gateway","type":"str","level":"advanced","flags":0,"default_value":"docker.io/maxwo/snmp-notifier:v1.2.1","min":"","max":"","enum_allowed":[],"desc":"SNMP Gateway container image","long_desc":"","tags":[],"see_also":[]},"container_init":{"name":"container_init","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Run podman/docker with `--init`","long_desc":"","tags":[],"see_also":[]},"daemon_cache_timeout":{"name":"daemon_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"seconds to cache service (daemon) inventory","long_desc":"","tags":[],"see_also":[]},"default_cephadm_command_timeout":{"name":"default_cephadm_command_timeout","type":"int","level":"advanced","flags":0,"default_value":"900","min":"","max":"","enum_allowed":[],"desc":"Default timeout applied to cephadm commands run directly on the host (in seconds)","long_desc":"","tags":[],"see_also":[]},"default_registry":{"name":"default_registry","type":"str","level":"advanced","flags":0,"default_value":"docker.io","min":"","max":"","enum_allowed":[],"desc":"Search-registry to which we should normalize unqualified image names. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"device_cache_timeout":{"name":"device_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"1800","min":"","max":"","enum_allowed":[],"desc":"seconds to cache device inventory","long_desc":"","tags":[],"see_also":[]},"device_enhanced_scan":{"name":"device_enhanced_scan","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use libstoragemgmt during device scans","long_desc":"","tags":[],"see_also":[]},"facts_cache_timeout":{"name":"facts_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"seconds to cache host facts data","long_desc":"","tags":[],"see_also":[]},"host_check_interval":{"name":"host_check_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to perform a host check","long_desc":"","tags":[],"see_also":[]},"hw_monitoring":{"name":"hw_monitoring","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Deploy hw monitoring daemon on every host.","long_desc":"","tags":[],"see_also":[]},"inventory_list_all":{"name":"inventory_list_all","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Whether ceph-volume inventory should report more devices (mostly mappers (LVs / mpaths), partitions...)","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_refresh_metadata":{"name":"log_refresh_metadata","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Log all refresh metadata. Includes daemon, device, and host info collected regularly. Only has effect if logging at debug level","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"log to the \"cephadm\" cluster log channel\"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf":{"name":"manage_etc_ceph_ceph_conf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Manage and own /etc/ceph/ceph.conf on the hosts.","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf_hosts":{"name":"manage_etc_ceph_ceph_conf_hosts","type":"str","level":"advanced","flags":0,"default_value":"*","min":"","max":"","enum_allowed":[],"desc":"PlacementSpec describing on which hosts to manage /etc/ceph/ceph.conf","long_desc":"","tags":[],"see_also":[]},"max_count_per_host":{"name":"max_count_per_host","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of daemons per service per host","long_desc":"","tags":[],"see_also":[]},"max_osd_draining_count":{"name":"max_osd_draining_count","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of osds that will be drained simultaneously when osds are removed","long_desc":"","tags":[],"see_also":[]},"migration_current":{"name":"migration_current","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"internal - do not modify","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":0,"default_value":"root","min":"","max":"","enum_allowed":["cephadm-package","root"],"desc":"mode for remote execution of cephadm","long_desc":"","tags":[],"see_also":[]},"oob_default_addr":{"name":"oob_default_addr","type":"str","level":"advanced","flags":0,"default_value":"169.254.1.1","min":"","max":"","enum_allowed":[],"desc":"Default address for RedFish API (oob management).","long_desc":"","tags":[],"see_also":[]},"prometheus_alerts_path":{"name":"prometheus_alerts_path","type":"str","level":"advanced","flags":0,"default_value":"/etc/prometheus/ceph/ceph_default_alerts.yml","min":"","max":"","enum_allowed":[],"desc":"location of alerts to include in prometheus deployments","long_desc":"","tags":[],"see_also":[]},"registry_insecure":{"name":"registry_insecure","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Registry is to be considered insecure (no TLS available). Only for development purposes.","long_desc":"","tags":[],"see_also":[]},"registry_password":{"name":"registry_password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository password. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"registry_url":{"name":"registry_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Registry url for login purposes. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"registry_username":{"name":"registry_username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository username. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"secure_monitoring_stack":{"name":"secure_monitoring_stack","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable TLS security for all the monitoring stack daemons","long_desc":"","tags":[],"see_also":[]},"service_discovery_port":{"name":"service_discovery_port","type":"int","level":"advanced","flags":0,"default_value":"8765","min":"","max":"","enum_allowed":[],"desc":"cephadm service discovery port","long_desc":"","tags":[],"see_also":[]},"ssh_config_file":{"name":"ssh_config_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"customized SSH config file to connect to managed hosts","long_desc":"","tags":[],"see_also":[]},"use_agent":{"name":"use_agent","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use cephadm agent on each host to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"use_repo_digest":{"name":"use_repo_digest","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Automatically convert image tags to image digest. Make sure all daemons use the same image","long_desc":"","tags":[],"see_also":[]},"warn_on_failed_host_check":{"name":"warn_on_failed_host_check","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if the host check fails","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_daemons":{"name":"warn_on_stray_daemons","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected that are not managed by cephadm","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_hosts":{"name":"warn_on_stray_hosts","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected on a host that is not managed by cephadm","long_desc":"","tags":[],"see_also":[]}}},{"name":"crash","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"retain_interval":{"name":"retain_interval","type":"secs","level":"advanced","flags":1,"default_value":"31536000","min":"","max":"","enum_allowed":[],"desc":"how long to retain crashes before pruning them","long_desc":"","tags":[],"see_also":[]},"warn_recent_interval":{"name":"warn_recent_interval","type":"secs","level":"advanced","flags":1,"default_value":"1209600","min":"","max":"","enum_allowed":[],"desc":"time interval in which to warn about recent crashes","long_desc":"","tags":[],"see_also":[]}}},{"name":"dashboard","can_run":true,"error_string":"","module_options":{"ACCOUNT_LOCKOUT_ATTEMPTS":{"name":"ACCOUNT_LOCKOUT_ATTEMPTS","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_HOST":{"name":"ALERTMANAGER_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_SSL_VERIFY":{"name":"ALERTMANAGER_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_ENABLED":{"name":"AUDIT_API_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_LOG_PAYLOAD":{"name":"AUDIT_API_LOG_PAYLOAD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ENABLE_BROWSABLE_API":{"name":"ENABLE_BROWSABLE_API","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_CEPHFS":{"name":"FEATURE_TOGGLE_CEPHFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_DASHBOARD":{"name":"FEATURE_TOGGLE_DASHBOARD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_ISCSI":{"name":"FEATURE_TOGGLE_ISCSI","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_MIRRORING":{"name":"FEATURE_TOGGLE_MIRRORING","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_NFS":{"name":"FEATURE_TOGGLE_NFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RBD":{"name":"FEATURE_TOGGLE_RBD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RGW":{"name":"FEATURE_TOGGLE_RGW","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE":{"name":"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_PASSWORD":{"name":"GRAFANA_API_PASSWORD","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_SSL_VERIFY":{"name":"GRAFANA_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_URL":{"name":"GRAFANA_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_USERNAME":{"name":"GRAFANA_API_USERNAME","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_FRONTEND_API_URL":{"name":"GRAFANA_FRONTEND_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_UPDATE_DASHBOARDS":{"name":"GRAFANA_UPDATE_DASHBOARDS","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISCSI_API_SSL_VERIFICATION":{"name":"ISCSI_API_SSL_VERIFICATION","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISSUE_TRACKER_API_KEY":{"name":"ISSUE_TRACKER_API_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_HOST":{"name":"PROMETHEUS_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_SSL_VERIFY":{"name":"PROMETHEUS_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_COMPLEXITY_ENABLED":{"name":"PWD_POLICY_CHECK_COMPLEXITY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED":{"name":"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_LENGTH_ENABLED":{"name":"PWD_POLICY_CHECK_LENGTH_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_OLDPWD_ENABLED":{"name":"PWD_POLICY_CHECK_OLDPWD_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_USERNAME_ENABLED":{"name":"PWD_POLICY_CHECK_USERNAME_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_ENABLED":{"name":"PWD_POLICY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_EXCLUSION_LIST":{"name":"PWD_POLICY_EXCLUSION_LIST","type":"str","level":"advanced","flags":0,"default_value":"osd,host,dashboard,pool,block,nfs,ceph,monitors,gateway,logs,crush,maps","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_COMPLEXITY":{"name":"PWD_POLICY_MIN_COMPLEXITY","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_LENGTH":{"name":"PWD_POLICY_MIN_LENGTH","type":"int","level":"advanced","flags":0,"default_value":"8","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"REST_REQUESTS_TIMEOUT":{"name":"REST_REQUESTS_TIMEOUT","type":"int","level":"advanced","flags":0,"default_value":"45","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ACCESS_KEY":{"name":"RGW_API_ACCESS_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ADMIN_RESOURCE":{"name":"RGW_API_ADMIN_RESOURCE","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SECRET_KEY":{"name":"RGW_API_SECRET_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SSL_VERIFY":{"name":"RGW_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"UNSAFE_TLS_v1_2":{"name":"UNSAFE_TLS_v1_2","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_SPAN":{"name":"USER_PWD_EXPIRATION_SPAN","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_1":{"name":"USER_PWD_EXPIRATION_WARNING_1","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_2":{"name":"USER_PWD_EXPIRATION_WARNING_2","type":"int","level":"advanced","flags":0,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"cross_origin_url":{"name":"cross_origin_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"crt_file":{"name":"crt_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"debug":{"name":"debug","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable/disable debug options","long_desc":"","tags":[],"see_also":[]},"jwt_token_ttl":{"name":"jwt_token_ttl","type":"int","level":"advanced","flags":0,"default_value":"28800","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"motd":{"name":"motd","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"The message of the day","long_desc":"","tags":[],"see_also":[]},"redirect_resolve_ip_addr":{"name":"redirect_resolve_ip_addr","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":0,"default_value":"8080","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl_server_port":{"name":"ssl_server_port","type":"int","level":"advanced","flags":0,"default_value":"8443","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":0,"default_value":"redirect","min":"","max":"","enum_allowed":["error","redirect"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":0,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url_prefix":{"name":"url_prefix","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"devicehealth","can_run":true,"error_string":"","module_options":{"enable_monitoring":{"name":"enable_monitoring","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"monitor device health metrics","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mark_out_threshold":{"name":"mark_out_threshold","type":"secs","level":"advanced","flags":1,"default_value":"2419200","min":"","max":"","enum_allowed":[],"desc":"automatically mark OSD if it may fail before this long","long_desc":"","tags":[],"see_also":[]},"pool_name":{"name":"pool_name","type":"str","level":"advanced","flags":1,"default_value":"device_health_metrics","min":"","max":"","enum_allowed":[],"desc":"name of pool in which to store device health metrics","long_desc":"","tags":[],"see_also":[]},"retention_period":{"name":"retention_period","type":"secs","level":"advanced","flags":1,"default_value":"15552000","min":"","max":"","enum_allowed":[],"desc":"how long to retain device health metrics","long_desc":"","tags":[],"see_also":[]},"scrape_frequency":{"name":"scrape_frequency","type":"secs","level":"advanced","flags":1,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"how frequently to scrape device health metrics","long_desc":"","tags":[],"see_also":[]},"self_heal":{"name":"self_heal","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"preemptively heal cluster around devices that may fail","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and check device health","long_desc":"","tags":[],"see_also":[]},"warn_threshold":{"name":"warn_threshold","type":"secs","level":"advanced","flags":1,"default_value":"7257600","min":"","max":"","enum_allowed":[],"desc":"raise health warning if OSD may fail before this long","long_desc":"","tags":[],"see_also":[]}}},{"name":"diskprediction_local","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predict_interval":{"name":"predict_interval","type":"str","level":"advanced","flags":0,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predictor_model":{"name":"predictor_model","type":"str","level":"advanced","flags":0,"default_value":"prophetstor","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"str","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"influx","can_run":false,"error_string":"influxdb python module not found","module_options":{"batch_size":{"name":"batch_size","type":"int","level":"advanced","flags":0,"default_value":"5000","min":"","max":"","enum_allowed":[],"desc":"How big batches of data points should be when sending to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"database":{"name":"database","type":"str","level":"advanced","flags":0,"default_value":"ceph","min":"","max":"","enum_allowed":[],"desc":"InfluxDB database name. You will need to create this database and grant write privileges to the configured username or the username must have admin privileges to create it.","long_desc":"","tags":[],"see_also":[]},"hostname":{"name":"hostname","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server hostname","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"30","min":"5","max":"","enum_allowed":[],"desc":"Time between reports to InfluxDB. Default 30 seconds.","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"password":{"name":"password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"password of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"port":{"name":"port","type":"int","level":"advanced","flags":0,"default_value":"8086","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server port","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"str","level":"advanced","flags":0,"default_value":"false","min":"","max":"","enum_allowed":[],"desc":"Use https connection for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]},"threads":{"name":"threads","type":"int","level":"advanced","flags":0,"default_value":"5","min":"1","max":"32","enum_allowed":[],"desc":"How many worker threads should be spawned for sending data to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"username":{"name":"username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"username of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"verify_ssl":{"name":"verify_ssl","type":"str","level":"advanced","flags":0,"default_value":"true","min":"","max":"","enum_allowed":[],"desc":"Verify https cert for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]}}},{"name":"insights","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"iostat","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"k8sevents","can_run":true,"error_string":"","module_options":{"ceph_event_retention_days":{"name":"ceph_event_retention_days","type":"int","level":"advanced","flags":0,"default_value":"7","min":"","max":"","enum_allowed":[],"desc":"Days to hold ceph event information within local cache","long_desc":"","tags":[],"see_also":[]},"config_check_secs":{"name":"config_check_secs","type":"int","level":"advanced","flags":0,"default_value":"10","min":"10","max":"","enum_allowed":[],"desc":"interval (secs) to check for cluster configuration changes","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"localpool","can_run":true,"error_string":"","module_options":{"failure_domain":{"name":"failure_domain","type":"str","level":"advanced","flags":1,"default_value":"host","min":"","max":"","enum_allowed":[],"desc":"failure domain for any created local pool","long_desc":"what failure domain we should separate data replicas across.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_size":{"name":"min_size","type":"int","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"default min_size for any created local pool","long_desc":"value to set min_size to (unchanged from Ceph's default if this option is not set)","tags":[],"see_also":[]},"num_rep":{"name":"num_rep","type":"int","level":"advanced","flags":1,"default_value":"3","min":"","max":"","enum_allowed":[],"desc":"default replica count for any created local pool","long_desc":"","tags":[],"see_also":[]},"pg_num":{"name":"pg_num","type":"int","level":"advanced","flags":1,"default_value":"128","min":"","max":"","enum_allowed":[],"desc":"default pg_num for any created local pool","long_desc":"","tags":[],"see_also":[]},"prefix":{"name":"prefix","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"name prefix for any created local pool","long_desc":"","tags":[],"see_also":[]},"subtree":{"name":"subtree","type":"str","level":"advanced","flags":1,"default_value":"rack","min":"","max":"","enum_allowed":[],"desc":"CRUSH level for which to create a local pool","long_desc":"which CRUSH subtree type the module should create a pool for.","tags":[],"see_also":[]}}},{"name":"mds_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"mirroring","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"nfs","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"orchestrator","can_run":true,"error_string":"","module_options":{"fail_fs":{"name":"fail_fs","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Fail filesystem for rapid multi-rank mds upgrade","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"orchestrator":{"name":"orchestrator","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["cephadm","rook","test_orchestrator"],"desc":"Orchestrator backend","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_perf_query","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"pg_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"threshold":{"name":"threshold","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"1.0","max":"","enum_allowed":[],"desc":"scaling threshold","long_desc":"The factor by which the `NEW PG_NUM` must vary from the current`PG_NUM` before being accepted. Cannot be less than 1.0","tags":[],"see_also":[]}}},{"name":"progress","can_run":true,"error_string":"","module_options":{"allow_pg_recovery_event":{"name":"allow_pg_recovery_event","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow the module to show pg recovery progress","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_completed_events":{"name":"max_completed_events","type":"int","level":"advanced","flags":1,"default_value":"50","min":"","max":"","enum_allowed":[],"desc":"number of past completed events to remember","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"how long the module is going to sleep","long_desc":"","tags":[],"see_also":[]}}},{"name":"prometheus","can_run":true,"error_string":"","module_options":{"cache":{"name":"cache","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"exclude_perf_counters":{"name":"exclude_perf_counters","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Do not include perf-counters in the metrics output","long_desc":"Gathering perf-counters from a single Prometheus exporter can degrade ceph-mgr performance, especially in large clusters. Instead, Ceph-exporter daemons are now used by default for perf-counter gathering. This should only be disabled when no ceph-exporters are deployed.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools":{"name":"rbd_stats_pools","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools_refresh_interval":{"name":"rbd_stats_pools_refresh_interval","type":"int","level":"advanced","flags":0,"default_value":"300","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"scrape_interval":{"name":"scrape_interval","type":"float","level":"advanced","flags":0,"default_value":"15.0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"the IPv4 or IPv6 address on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":1,"default_value":"9283","min":"","max":"","enum_allowed":[],"desc":"the port on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"stale_cache_strategy":{"name":"stale_cache_strategy","type":"str","level":"advanced","flags":0,"default_value":"log","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":1,"default_value":"default","min":"","max":"","enum_allowed":["default","error"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":1,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rbd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_snap_create":{"name":"max_concurrent_snap_create","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mirror_snapshot_schedule":{"name":"mirror_snapshot_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"trash_purge_schedule":{"name":"trash_purge_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"restful","can_run":true,"error_string":"","module_options":{"enable_auth":{"name":"enable_auth","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rgw","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rook","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"storage_class":{"name":"storage_class","type":"str","level":"advanced","flags":0,"default_value":"local","min":"","max":"","enum_allowed":[],"desc":"storage class name for LSO-discovered PVs","long_desc":"","tags":[],"see_also":[]}}},{"name":"selftest","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption1":{"name":"roption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption2":{"name":"roption2","type":"str","level":"advanced","flags":0,"default_value":"xyz","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption1":{"name":"rwoption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption2":{"name":"rwoption2","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption3":{"name":"rwoption3","type":"float","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption4":{"name":"rwoption4","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption5":{"name":"rwoption5","type":"bool","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption6":{"name":"rwoption6","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption7":{"name":"rwoption7","type":"int","level":"advanced","flags":0,"default_value":"","min":"1","max":"42","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testkey":{"name":"testkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testlkey":{"name":"testlkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testnewline":{"name":"testnewline","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"snap_schedule","can_run":true,"error_string":"","module_options":{"allow_m_granularity":{"name":"allow_m_granularity","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow minute scheduled snapshots","long_desc":"","tags":[],"see_also":[]},"dump_on_update":{"name":"dump_on_update","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"dump database to debug log on update","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"stats","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"status","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telegraf","can_run":true,"error_string":"","module_options":{"address":{"name":"address","type":"str","level":"advanced","flags":0,"default_value":"unixgram:///tmp/telegraf.sock","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"15","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telemetry","can_run":true,"error_string":"","module_options":{"channel_basic":{"name":"channel_basic","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share basic cluster information (size, version)","long_desc":"","tags":[],"see_also":[]},"channel_crash":{"name":"channel_crash","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share metadata about Ceph daemon crashes (version, stack straces, etc)","long_desc":"","tags":[],"see_also":[]},"channel_device":{"name":"channel_device","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share device health metrics (e.g., SMART data, minus potentially identifying info like serial numbers)","long_desc":"","tags":[],"see_also":[]},"channel_ident":{"name":"channel_ident","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share a user-provided description and/or contact email for the cluster","long_desc":"","tags":[],"see_also":[]},"channel_perf":{"name":"channel_perf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share various performance metrics of a cluster","long_desc":"","tags":[],"see_also":[]},"contact":{"name":"contact","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"description":{"name":"description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"device_url":{"name":"device_url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/device","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"int","level":"advanced","flags":0,"default_value":"24","min":"8","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"last_opt_revision":{"name":"last_opt_revision","type":"int","level":"advanced","flags":0,"default_value":"1","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard":{"name":"leaderboard","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard_description":{"name":"leaderboard_description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"organization":{"name":"organization","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"proxy":{"name":"proxy","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url":{"name":"url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/report","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"test_orchestrator","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"volumes","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_clones":{"name":"max_concurrent_clones","type":"int","level":"advanced","flags":0,"default_value":"4","min":"","max":"","enum_allowed":[],"desc":"Number of asynchronous cloner threads","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_delay":{"name":"snapshot_clone_delay","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"Delay clone begin operation by snapshot_clone_delay seconds","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_no_wait":{"name":"snapshot_clone_no_wait","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Reject subvolume clone request when cloner threads are busy","long_desc":"","tags":[],"see_also":[]}}},{"name":"zabbix","can_run":true,"error_string":"","module_options":{"discovery_interval":{"name":"discovery_interval","type":"uint","level":"advanced","flags":0,"default_value":"100","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"identifier":{"name":"identifier","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_host":{"name":"zabbix_host","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_port":{"name":"zabbix_port","type":"int","level":"advanced","flags":0,"default_value":"10051","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_sender":{"name":"zabbix_sender","type":"str","level":"advanced","flags":0,"default_value":"/usr/bin/zabbix_sender","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}}]}],"modules":["cephadm","dashboard","iostat","nfs","prometheus","restful"],"available_modules":[{"name":"alerts","can_run":true,"error_string":"","module_options":{"interval":{"name":"interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"How frequently to reexamine health status","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"smtp_destination":{"name":"smtp_destination","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Email address to send alerts to","long_desc":"","tags":[],"see_also":[]},"smtp_from_name":{"name":"smtp_from_name","type":"str","level":"advanced","flags":1,"default_value":"Ceph","min":"","max":"","enum_allowed":[],"desc":"Email From: name","long_desc":"","tags":[],"see_also":[]},"smtp_host":{"name":"smtp_host","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_password":{"name":"smtp_password","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Password to authenticate with","long_desc":"","tags":[],"see_also":[]},"smtp_port":{"name":"smtp_port","type":"int","level":"advanced","flags":1,"default_value":"465","min":"","max":"","enum_allowed":[],"desc":"SMTP port","long_desc":"","tags":[],"see_also":[]},"smtp_sender":{"name":"smtp_sender","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP envelope sender","long_desc":"","tags":[],"see_also":[]},"smtp_ssl":{"name":"smtp_ssl","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Use SSL to connect to SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_user":{"name":"smtp_user","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"User to authenticate as","long_desc":"","tags":[],"see_also":[]}}},{"name":"balancer","can_run":true,"error_string":"","module_options":{"active":{"name":"active","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"automatically balance PGs across cluster","long_desc":"","tags":[],"see_also":[]},"begin_time":{"name":"begin_time","type":"str","level":"advanced","flags":1,"default_value":"0000","min":"","max":"","enum_allowed":[],"desc":"beginning time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"begin_weekday":{"name":"begin_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to this day of the week or later","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"crush_compat_max_iterations":{"name":"crush_compat_max_iterations","type":"uint","level":"advanced","flags":1,"default_value":"25","min":"1","max":"250","enum_allowed":[],"desc":"maximum number of iterations to attempt optimization","long_desc":"","tags":[],"see_also":[]},"crush_compat_metrics":{"name":"crush_compat_metrics","type":"str","level":"advanced","flags":1,"default_value":"pgs,objects,bytes","min":"","max":"","enum_allowed":[],"desc":"metrics with which to calculate OSD utilization","long_desc":"Value is a list of one or more of \"pgs\", \"objects\", or \"bytes\", and indicates which metrics to use to balance utilization.","tags":[],"see_also":[]},"crush_compat_step":{"name":"crush_compat_step","type":"float","level":"advanced","flags":1,"default_value":"0.5","min":"0.001","max":"0.999","enum_allowed":[],"desc":"aggressiveness of optimization","long_desc":".99 is very aggressive, .01 is less aggressive","tags":[],"see_also":[]},"end_time":{"name":"end_time","type":"str","level":"advanced","flags":1,"default_value":"2359","min":"","max":"","enum_allowed":[],"desc":"ending time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"end_weekday":{"name":"end_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to days of the week earlier than this","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_score":{"name":"min_score","type":"float","level":"advanced","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"minimum score, below which no optimization is attempted","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":1,"default_value":"upmap","min":"","max":"","enum_allowed":["crush-compat","none","upmap"],"desc":"Balancer mode","long_desc":"","tags":[],"see_also":[]},"pool_ids":{"name":"pool_ids","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"pools which the automatic balancing will be limited to","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and attempt optimization","long_desc":"","tags":[],"see_also":[]},"upmap_max_deviation":{"name":"upmap_max_deviation","type":"int","level":"advanced","flags":1,"default_value":"5","min":"1","max":"","enum_allowed":[],"desc":"deviation below which no optimization is attempted","long_desc":"If the number of PGs are within this count then no optimization is attempted","tags":[],"see_also":[]},"upmap_max_optimizations":{"name":"upmap_max_optimizations","type":"uint","level":"advanced","flags":1,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"maximum upmap optimizations to make per attempt","long_desc":"","tags":[],"see_also":[]}}},{"name":"cephadm","can_run":true,"error_string":"","module_options":{"agent_down_multiplier":{"name":"agent_down_multiplier","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"","max":"","enum_allowed":[],"desc":"Multiplied by agent refresh rate to calculate how long agent must not report before being marked down","long_desc":"","tags":[],"see_also":[]},"agent_refresh_rate":{"name":"agent_refresh_rate","type":"secs","level":"advanced","flags":0,"default_value":"20","min":"","max":"","enum_allowed":[],"desc":"How often agent on each host will try to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"agent_starting_port":{"name":"agent_starting_port","type":"int","level":"advanced","flags":0,"default_value":"4721","min":"","max":"","enum_allowed":[],"desc":"First port agent will try to bind to (will also try up to next 1000 subsequent ports if blocked)","long_desc":"","tags":[],"see_also":[]},"allow_ptrace":{"name":"allow_ptrace","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow SYS_PTRACE capability on ceph containers","long_desc":"The SYS_PTRACE capability is needed to attach to a process with gdb or strace. Enabling this options can allow debugging daemons that encounter problems at runtime.","tags":[],"see_also":[]},"autotune_interval":{"name":"autotune_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to autotune daemon memory","long_desc":"","tags":[],"see_also":[]},"autotune_memory_target_ratio":{"name":"autotune_memory_target_ratio","type":"float","level":"advanced","flags":0,"default_value":"0.7","min":"","max":"","enum_allowed":[],"desc":"ratio of total system memory to divide amongst autotuned daemons","long_desc":"","tags":[],"see_also":[]},"cgroups_split":{"name":"cgroups_split","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Pass --cgroups=split when cephadm creates containers (currently podman only)","long_desc":"","tags":[],"see_also":[]},"config_checks_enabled":{"name":"config_checks_enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable or disable the cephadm configuration analysis","long_desc":"","tags":[],"see_also":[]},"config_dashboard":{"name":"config_dashboard","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"manage configs like API endpoints in Dashboard.","long_desc":"","tags":[],"see_also":[]},"container_image_alertmanager":{"name":"container_image_alertmanager","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/alertmanager:v0.25.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_base":{"name":"container_image_base","type":"str","level":"advanced","flags":1,"default_value":"quay.io/ceph/ceph","min":"","max":"","enum_allowed":[],"desc":"Container image name, without the tag","long_desc":"","tags":[],"see_also":[]},"container_image_elasticsearch":{"name":"container_image_elasticsearch","type":"str","level":"advanced","flags":0,"default_value":"quay.io/omrizeneva/elasticsearch:6.8.23","min":"","max":"","enum_allowed":[],"desc":"elasticsearch container image","long_desc":"","tags":[],"see_also":[]},"container_image_grafana":{"name":"container_image_grafana","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/ceph-grafana:9.4.7","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_haproxy":{"name":"container_image_haproxy","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/haproxy:2.3","min":"","max":"","enum_allowed":[],"desc":"HAproxy container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_agent":{"name":"container_image_jaeger_agent","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-agent:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger agent container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_collector":{"name":"container_image_jaeger_collector","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-collector:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger collector container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_query":{"name":"container_image_jaeger_query","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-query:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger query container image","long_desc":"","tags":[],"see_also":[]},"container_image_keepalived":{"name":"container_image_keepalived","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/keepalived:2.2.4","min":"","max":"","enum_allowed":[],"desc":"Keepalived container image","long_desc":"","tags":[],"see_also":[]},"container_image_loki":{"name":"container_image_loki","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/loki:2.4.0","min":"","max":"","enum_allowed":[],"desc":"Loki container image","long_desc":"","tags":[],"see_also":[]},"container_image_node_exporter":{"name":"container_image_node_exporter","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/node-exporter:v1.5.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_nvmeof":{"name":"container_image_nvmeof","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/nvmeof:1.0.0","min":"","max":"","enum_allowed":[],"desc":"Nvme-of container image","long_desc":"","tags":[],"see_also":[]},"container_image_prometheus":{"name":"container_image_prometheus","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/prometheus:v2.43.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_promtail":{"name":"container_image_promtail","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/promtail:2.4.0","min":"","max":"","enum_allowed":[],"desc":"Promtail container image","long_desc":"","tags":[],"see_also":[]},"container_image_snmp_gateway":{"name":"container_image_snmp_gateway","type":"str","level":"advanced","flags":0,"default_value":"docker.io/maxwo/snmp-notifier:v1.2.1","min":"","max":"","enum_allowed":[],"desc":"SNMP Gateway container image","long_desc":"","tags":[],"see_also":[]},"container_init":{"name":"container_init","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Run podman/docker with `--init`","long_desc":"","tags":[],"see_also":[]},"daemon_cache_timeout":{"name":"daemon_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"seconds to cache service (daemon) inventory","long_desc":"","tags":[],"see_also":[]},"default_cephadm_command_timeout":{"name":"default_cephadm_command_timeout","type":"int","level":"advanced","flags":0,"default_value":"900","min":"","max":"","enum_allowed":[],"desc":"Default timeout applied to cephadm commands run directly on the host (in seconds)","long_desc":"","tags":[],"see_also":[]},"default_registry":{"name":"default_registry","type":"str","level":"advanced","flags":0,"default_value":"docker.io","min":"","max":"","enum_allowed":[],"desc":"Search-registry to which we should normalize unqualified image names. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"device_cache_timeout":{"name":"device_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"1800","min":"","max":"","enum_allowed":[],"desc":"seconds to cache device inventory","long_desc":"","tags":[],"see_also":[]},"device_enhanced_scan":{"name":"device_enhanced_scan","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use libstoragemgmt during device scans","long_desc":"","tags":[],"see_also":[]},"facts_cache_timeout":{"name":"facts_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"seconds to cache host facts data","long_desc":"","tags":[],"see_also":[]},"host_check_interval":{"name":"host_check_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to perform a host check","long_desc":"","tags":[],"see_also":[]},"hw_monitoring":{"name":"hw_monitoring","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Deploy hw monitoring daemon on every host.","long_desc":"","tags":[],"see_also":[]},"inventory_list_all":{"name":"inventory_list_all","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Whether ceph-volume inventory should report more devices (mostly mappers (LVs / mpaths), partitions...)","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_refresh_metadata":{"name":"log_refresh_metadata","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Log all refresh metadata. Includes daemon, device, and host info collected regularly. Only has effect if logging at debug level","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"log to the \"cephadm\" cluster log channel\"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf":{"name":"manage_etc_ceph_ceph_conf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Manage and own /etc/ceph/ceph.conf on the hosts.","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf_hosts":{"name":"manage_etc_ceph_ceph_conf_hosts","type":"str","level":"advanced","flags":0,"default_value":"*","min":"","max":"","enum_allowed":[],"desc":"PlacementSpec describing on which hosts to manage /etc/ceph/ceph.conf","long_desc":"","tags":[],"see_also":[]},"max_count_per_host":{"name":"max_count_per_host","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of daemons per service per host","long_desc":"","tags":[],"see_also":[]},"max_osd_draining_count":{"name":"max_osd_draining_count","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of osds that will be drained simultaneously when osds are removed","long_desc":"","tags":[],"see_also":[]},"migration_current":{"name":"migration_current","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"internal - do not modify","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":0,"default_value":"root","min":"","max":"","enum_allowed":["cephadm-package","root"],"desc":"mode for remote execution of cephadm","long_desc":"","tags":[],"see_also":[]},"oob_default_addr":{"name":"oob_default_addr","type":"str","level":"advanced","flags":0,"default_value":"169.254.1.1","min":"","max":"","enum_allowed":[],"desc":"Default address for RedFish API (oob management).","long_desc":"","tags":[],"see_also":[]},"prometheus_alerts_path":{"name":"prometheus_alerts_path","type":"str","level":"advanced","flags":0,"default_value":"/etc/prometheus/ceph/ceph_default_alerts.yml","min":"","max":"","enum_allowed":[],"desc":"location of alerts to include in prometheus deployments","long_desc":"","tags":[],"see_also":[]},"registry_insecure":{"name":"registry_insecure","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Registry is to be considered insecure (no TLS available). Only for development purposes.","long_desc":"","tags":[],"see_also":[]},"registry_password":{"name":"registry_password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository password. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"registry_url":{"name":"registry_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Registry url for login purposes. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"registry_username":{"name":"registry_username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository username. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"secure_monitoring_stack":{"name":"secure_monitoring_stack","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable TLS security for all the monitoring stack daemons","long_desc":"","tags":[],"see_also":[]},"service_discovery_port":{"name":"service_discovery_port","type":"int","level":"advanced","flags":0,"default_value":"8765","min":"","max":"","enum_allowed":[],"desc":"cephadm service discovery port","long_desc":"","tags":[],"see_also":[]},"ssh_config_file":{"name":"ssh_config_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"customized SSH config file to connect to managed hosts","long_desc":"","tags":[],"see_also":[]},"use_agent":{"name":"use_agent","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use cephadm agent on each host to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"use_repo_digest":{"name":"use_repo_digest","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Automatically convert image tags to image digest. Make sure all daemons use the same image","long_desc":"","tags":[],"see_also":[]},"warn_on_failed_host_check":{"name":"warn_on_failed_host_check","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if the host check fails","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_daemons":{"name":"warn_on_stray_daemons","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected that are not managed by cephadm","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_hosts":{"name":"warn_on_stray_hosts","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected on a host that is not managed by cephadm","long_desc":"","tags":[],"see_also":[]}}},{"name":"crash","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"retain_interval":{"name":"retain_interval","type":"secs","level":"advanced","flags":1,"default_value":"31536000","min":"","max":"","enum_allowed":[],"desc":"how long to retain crashes before pruning them","long_desc":"","tags":[],"see_also":[]},"warn_recent_interval":{"name":"warn_recent_interval","type":"secs","level":"advanced","flags":1,"default_value":"1209600","min":"","max":"","enum_allowed":[],"desc":"time interval in which to warn about recent crashes","long_desc":"","tags":[],"see_also":[]}}},{"name":"dashboard","can_run":true,"error_string":"","module_options":{"ACCOUNT_LOCKOUT_ATTEMPTS":{"name":"ACCOUNT_LOCKOUT_ATTEMPTS","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_HOST":{"name":"ALERTMANAGER_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_SSL_VERIFY":{"name":"ALERTMANAGER_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_ENABLED":{"name":"AUDIT_API_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_LOG_PAYLOAD":{"name":"AUDIT_API_LOG_PAYLOAD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ENABLE_BROWSABLE_API":{"name":"ENABLE_BROWSABLE_API","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_CEPHFS":{"name":"FEATURE_TOGGLE_CEPHFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_DASHBOARD":{"name":"FEATURE_TOGGLE_DASHBOARD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_ISCSI":{"name":"FEATURE_TOGGLE_ISCSI","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_MIRRORING":{"name":"FEATURE_TOGGLE_MIRRORING","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_NFS":{"name":"FEATURE_TOGGLE_NFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RBD":{"name":"FEATURE_TOGGLE_RBD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RGW":{"name":"FEATURE_TOGGLE_RGW","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE":{"name":"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_PASSWORD":{"name":"GRAFANA_API_PASSWORD","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_SSL_VERIFY":{"name":"GRAFANA_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_URL":{"name":"GRAFANA_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_USERNAME":{"name":"GRAFANA_API_USERNAME","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_FRONTEND_API_URL":{"name":"GRAFANA_FRONTEND_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_UPDATE_DASHBOARDS":{"name":"GRAFANA_UPDATE_DASHBOARDS","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISCSI_API_SSL_VERIFICATION":{"name":"ISCSI_API_SSL_VERIFICATION","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISSUE_TRACKER_API_KEY":{"name":"ISSUE_TRACKER_API_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_HOST":{"name":"PROMETHEUS_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_SSL_VERIFY":{"name":"PROMETHEUS_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_COMPLEXITY_ENABLED":{"name":"PWD_POLICY_CHECK_COMPLEXITY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED":{"name":"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_LENGTH_ENABLED":{"name":"PWD_POLICY_CHECK_LENGTH_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_OLDPWD_ENABLED":{"name":"PWD_POLICY_CHECK_OLDPWD_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_USERNAME_ENABLED":{"name":"PWD_POLICY_CHECK_USERNAME_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_ENABLED":{"name":"PWD_POLICY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_EXCLUSION_LIST":{"name":"PWD_POLICY_EXCLUSION_LIST","type":"str","level":"advanced","flags":0,"default_value":"osd,host,dashboard,pool,block,nfs,ceph,monitors,gateway,logs,crush,maps","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_COMPLEXITY":{"name":"PWD_POLICY_MIN_COMPLEXITY","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_LENGTH":{"name":"PWD_POLICY_MIN_LENGTH","type":"int","level":"advanced","flags":0,"default_value":"8","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"REST_REQUESTS_TIMEOUT":{"name":"REST_REQUESTS_TIMEOUT","type":"int","level":"advanced","flags":0,"default_value":"45","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ACCESS_KEY":{"name":"RGW_API_ACCESS_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ADMIN_RESOURCE":{"name":"RGW_API_ADMIN_RESOURCE","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SECRET_KEY":{"name":"RGW_API_SECRET_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SSL_VERIFY":{"name":"RGW_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"UNSAFE_TLS_v1_2":{"name":"UNSAFE_TLS_v1_2","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_SPAN":{"name":"USER_PWD_EXPIRATION_SPAN","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_1":{"name":"USER_PWD_EXPIRATION_WARNING_1","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_2":{"name":"USER_PWD_EXPIRATION_WARNING_2","type":"int","level":"advanced","flags":0,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"cross_origin_url":{"name":"cross_origin_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"crt_file":{"name":"crt_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"debug":{"name":"debug","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable/disable debug options","long_desc":"","tags":[],"see_also":[]},"jwt_token_ttl":{"name":"jwt_token_ttl","type":"int","level":"advanced","flags":0,"default_value":"28800","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"motd":{"name":"motd","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"The message of the day","long_desc":"","tags":[],"see_also":[]},"redirect_resolve_ip_addr":{"name":"redirect_resolve_ip_addr","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":0,"default_value":"8080","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl_server_port":{"name":"ssl_server_port","type":"int","level":"advanced","flags":0,"default_value":"8443","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":0,"default_value":"redirect","min":"","max":"","enum_allowed":["error","redirect"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":0,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url_prefix":{"name":"url_prefix","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"devicehealth","can_run":true,"error_string":"","module_options":{"enable_monitoring":{"name":"enable_monitoring","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"monitor device health metrics","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mark_out_threshold":{"name":"mark_out_threshold","type":"secs","level":"advanced","flags":1,"default_value":"2419200","min":"","max":"","enum_allowed":[],"desc":"automatically mark OSD if it may fail before this long","long_desc":"","tags":[],"see_also":[]},"pool_name":{"name":"pool_name","type":"str","level":"advanced","flags":1,"default_value":"device_health_metrics","min":"","max":"","enum_allowed":[],"desc":"name of pool in which to store device health metrics","long_desc":"","tags":[],"see_also":[]},"retention_period":{"name":"retention_period","type":"secs","level":"advanced","flags":1,"default_value":"15552000","min":"","max":"","enum_allowed":[],"desc":"how long to retain device health metrics","long_desc":"","tags":[],"see_also":[]},"scrape_frequency":{"name":"scrape_frequency","type":"secs","level":"advanced","flags":1,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"how frequently to scrape device health metrics","long_desc":"","tags":[],"see_also":[]},"self_heal":{"name":"self_heal","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"preemptively heal cluster around devices that may fail","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and check device health","long_desc":"","tags":[],"see_also":[]},"warn_threshold":{"name":"warn_threshold","type":"secs","level":"advanced","flags":1,"default_value":"7257600","min":"","max":"","enum_allowed":[],"desc":"raise health warning if OSD may fail before this long","long_desc":"","tags":[],"see_also":[]}}},{"name":"diskprediction_local","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predict_interval":{"name":"predict_interval","type":"str","level":"advanced","flags":0,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predictor_model":{"name":"predictor_model","type":"str","level":"advanced","flags":0,"default_value":"prophetstor","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"str","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"influx","can_run":false,"error_string":"influxdb python module not found","module_options":{"batch_size":{"name":"batch_size","type":"int","level":"advanced","flags":0,"default_value":"5000","min":"","max":"","enum_allowed":[],"desc":"How big batches of data points should be when sending to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"database":{"name":"database","type":"str","level":"advanced","flags":0,"default_value":"ceph","min":"","max":"","enum_allowed":[],"desc":"InfluxDB database name. You will need to create this database and grant write privileges to the configured username or the username must have admin privileges to create it.","long_desc":"","tags":[],"see_also":[]},"hostname":{"name":"hostname","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server hostname","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"30","min":"5","max":"","enum_allowed":[],"desc":"Time between reports to InfluxDB. Default 30 seconds.","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"password":{"name":"password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"password of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"port":{"name":"port","type":"int","level":"advanced","flags":0,"default_value":"8086","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server port","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"str","level":"advanced","flags":0,"default_value":"false","min":"","max":"","enum_allowed":[],"desc":"Use https connection for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]},"threads":{"name":"threads","type":"int","level":"advanced","flags":0,"default_value":"5","min":"1","max":"32","enum_allowed":[],"desc":"How many worker threads should be spawned for sending data to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"username":{"name":"username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"username of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"verify_ssl":{"name":"verify_ssl","type":"str","level":"advanced","flags":0,"default_value":"true","min":"","max":"","enum_allowed":[],"desc":"Verify https cert for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]}}},{"name":"insights","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"iostat","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"k8sevents","can_run":true,"error_string":"","module_options":{"ceph_event_retention_days":{"name":"ceph_event_retention_days","type":"int","level":"advanced","flags":0,"default_value":"7","min":"","max":"","enum_allowed":[],"desc":"Days to hold ceph event information within local cache","long_desc":"","tags":[],"see_also":[]},"config_check_secs":{"name":"config_check_secs","type":"int","level":"advanced","flags":0,"default_value":"10","min":"10","max":"","enum_allowed":[],"desc":"interval (secs) to check for cluster configuration changes","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"localpool","can_run":true,"error_string":"","module_options":{"failure_domain":{"name":"failure_domain","type":"str","level":"advanced","flags":1,"default_value":"host","min":"","max":"","enum_allowed":[],"desc":"failure domain for any created local pool","long_desc":"what failure domain we should separate data replicas across.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_size":{"name":"min_size","type":"int","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"default min_size for any created local pool","long_desc":"value to set min_size to (unchanged from Ceph's default if this option is not set)","tags":[],"see_also":[]},"num_rep":{"name":"num_rep","type":"int","level":"advanced","flags":1,"default_value":"3","min":"","max":"","enum_allowed":[],"desc":"default replica count for any created local pool","long_desc":"","tags":[],"see_also":[]},"pg_num":{"name":"pg_num","type":"int","level":"advanced","flags":1,"default_value":"128","min":"","max":"","enum_allowed":[],"desc":"default pg_num for any created local pool","long_desc":"","tags":[],"see_also":[]},"prefix":{"name":"prefix","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"name prefix for any created local pool","long_desc":"","tags":[],"see_also":[]},"subtree":{"name":"subtree","type":"str","level":"advanced","flags":1,"default_value":"rack","min":"","max":"","enum_allowed":[],"desc":"CRUSH level for which to create a local pool","long_desc":"which CRUSH subtree type the module should create a pool for.","tags":[],"see_also":[]}}},{"name":"mds_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"mirroring","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"nfs","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"orchestrator","can_run":true,"error_string":"","module_options":{"fail_fs":{"name":"fail_fs","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Fail filesystem for rapid multi-rank mds upgrade","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"orchestrator":{"name":"orchestrator","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["cephadm","rook","test_orchestrator"],"desc":"Orchestrator backend","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_perf_query","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"pg_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"threshold":{"name":"threshold","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"1.0","max":"","enum_allowed":[],"desc":"scaling threshold","long_desc":"The factor by which the `NEW PG_NUM` must vary from the current`PG_NUM` before being accepted. Cannot be less than 1.0","tags":[],"see_also":[]}}},{"name":"progress","can_run":true,"error_string":"","module_options":{"allow_pg_recovery_event":{"name":"allow_pg_recovery_event","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow the module to show pg recovery progress","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_completed_events":{"name":"max_completed_events","type":"int","level":"advanced","flags":1,"default_value":"50","min":"","max":"","enum_allowed":[],"desc":"number of past completed events to remember","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"how long the module is going to sleep","long_desc":"","tags":[],"see_also":[]}}},{"name":"prometheus","can_run":true,"error_string":"","module_options":{"cache":{"name":"cache","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"exclude_perf_counters":{"name":"exclude_perf_counters","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Do not include perf-counters in the metrics output","long_desc":"Gathering perf-counters from a single Prometheus exporter can degrade ceph-mgr performance, especially in large clusters. Instead, Ceph-exporter daemons are now used by default for perf-counter gathering. This should only be disabled when no ceph-exporters are deployed.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools":{"name":"rbd_stats_pools","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools_refresh_interval":{"name":"rbd_stats_pools_refresh_interval","type":"int","level":"advanced","flags":0,"default_value":"300","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"scrape_interval":{"name":"scrape_interval","type":"float","level":"advanced","flags":0,"default_value":"15.0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"the IPv4 or IPv6 address on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":1,"default_value":"9283","min":"","max":"","enum_allowed":[],"desc":"the port on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"stale_cache_strategy":{"name":"stale_cache_strategy","type":"str","level":"advanced","flags":0,"default_value":"log","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":1,"default_value":"default","min":"","max":"","enum_allowed":["default","error"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":1,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rbd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_snap_create":{"name":"max_concurrent_snap_create","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mirror_snapshot_schedule":{"name":"mirror_snapshot_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"trash_purge_schedule":{"name":"trash_purge_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"restful","can_run":true,"error_string":"","module_options":{"enable_auth":{"name":"enable_auth","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rgw","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rook","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"storage_class":{"name":"storage_class","type":"str","level":"advanced","flags":0,"default_value":"local","min":"","max":"","enum_allowed":[],"desc":"storage class name for LSO-discovered PVs","long_desc":"","tags":[],"see_also":[]}}},{"name":"selftest","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption1":{"name":"roption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption2":{"name":"roption2","type":"str","level":"advanced","flags":0,"default_value":"xyz","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption1":{"name":"rwoption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption2":{"name":"rwoption2","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption3":{"name":"rwoption3","type":"float","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption4":{"name":"rwoption4","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption5":{"name":"rwoption5","type":"bool","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption6":{"name":"rwoption6","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption7":{"name":"rwoption7","type":"int","level":"advanced","flags":0,"default_value":"","min":"1","max":"42","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testkey":{"name":"testkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testlkey":{"name":"testlkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testnewline":{"name":"testnewline","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"snap_schedule","can_run":true,"error_string":"","module_options":{"allow_m_granularity":{"name":"allow_m_granularity","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow minute scheduled snapshots","long_desc":"","tags":[],"see_also":[]},"dump_on_update":{"name":"dump_on_update","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"dump database to debug log on update","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"stats","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"status","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telegraf","can_run":true,"error_string":"","module_options":{"address":{"name":"address","type":"str","level":"advanced","flags":0,"default_value":"unixgram:///tmp/telegraf.sock","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"15","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telemetry","can_run":true,"error_string":"","module_options":{"channel_basic":{"name":"channel_basic","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share basic cluster information (size, version)","long_desc":"","tags":[],"see_also":[]},"channel_crash":{"name":"channel_crash","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share metadata about Ceph daemon crashes (version, stack straces, etc)","long_desc":"","tags":[],"see_also":[]},"channel_device":{"name":"channel_device","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share device health metrics (e.g., SMART data, minus potentially identifying info like serial numbers)","long_desc":"","tags":[],"see_also":[]},"channel_ident":{"name":"channel_ident","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share a user-provided description and/or contact email for the cluster","long_desc":"","tags":[],"see_also":[]},"channel_perf":{"name":"channel_perf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share various performance metrics of a cluster","long_desc":"","tags":[],"see_also":[]},"contact":{"name":"contact","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"description":{"name":"description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"device_url":{"name":"device_url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/device","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"int","level":"advanced","flags":0,"default_value":"24","min":"8","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"last_opt_revision":{"name":"last_opt_revision","type":"int","level":"advanced","flags":0,"default_value":"1","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard":{"name":"leaderboard","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard_description":{"name":"leaderboard_description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"organization":{"name":"organization","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"proxy":{"name":"proxy","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url":{"name":"url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/report","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"test_orchestrator","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"volumes","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_clones":{"name":"max_concurrent_clones","type":"int","level":"advanced","flags":0,"default_value":"4","min":"","max":"","enum_allowed":[],"desc":"Number of asynchronous cloner threads","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_delay":{"name":"snapshot_clone_delay","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"Delay clone begin operation by snapshot_clone_delay seconds","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_no_wait":{"name":"snapshot_clone_no_wait","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Reject subvolume clone request when cloner threads are busy","long_desc":"","tags":[],"see_also":[]}}},{"name":"zabbix","can_run":true,"error_string":"","module_options":{"discovery_interval":{"name":"discovery_interval","type":"uint","level":"advanced","flags":0,"default_value":"100","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"identifier":{"name":"identifier","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_host":{"name":"zabbix_host","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_port":{"name":"zabbix_port","type":"int","level":"advanced","flags":0,"default_value":"10051","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_sender":{"name":"zabbix_sender","type":"str","level":"advanced","flags":0,"default_value":"/usr/bin/zabbix_sender","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}}],"services":{"dashboard":"https://172.21.15.16:8443/","prometheus":"http://172.21.15.16:9283/"},"always_on_modules":{"octopus":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"pacific":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"quincy":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"reef":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"]},"last_failure_osd_epoch":70,"active_clients":[{"name":"libcephsqlite","addrvec":[{"type":"v2","addr":"172.21.15.16:0","nonce":3599139007}]},{"name":"rbd_support","addrvec":[{"type":"v2","addr":"172.21.15.16:0","nonce":587419622}]},{"name":"volumes","addrvec":[{"type":"v2","addr":"172.21.15.16:0","nonce":641532053}]},{"name":"volumes","addrvec":[{"type":"v2","addr":"172.21.15.16:0","nonce":3900434719}]},{"name":"volumes","addrvec":[{"type":"v2","addr":"172.21.15.16:0","nonce":2946715391}]}]} 2024-04-15T14:34:15.015 INFO:tasks.cephadm.ceph_manager.ceph:mgr available! 2024-04-15T14:34:15.015 INFO:tasks.cephadm.ceph_manager.ceph:waiting for all up 2024-04-15T14:34:15.015 DEBUG:teuthology.orchestra.run.smithi016:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 362ea986-fb34-11ee-bc8f-c7b262605968 -- ceph osd dump --format=json 2024-04-15T14:34:15.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:34:14 smithi102 ceph-mon[31017]: pgmap v4: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-04-15T14:34:15.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:34:14 smithi102 ceph-mon[31017]: mgrmap e19: y(active, since 2s), standbys: x 2024-04-15T14:34:15.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:34:14 smithi102 ceph-mon[31017]: from='client.? 172.21.15.16:0/1024556629' entity='client.admin' cmd=[{"prefix": "mgr dump", "format": "json"}]: dispatch 2024-04-15T14:34:15.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:34:14 smithi102 ceph-mon[31017]: from='mgr.14628 ' entity='mgr.y' 2024-04-15T14:34:15.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:34:14 smithi102 ceph-mon[31017]: from='mgr.14628 ' entity='mgr.y' 2024-04-15T14:34:15.206 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:34:14 smithi016 ceph-mon[36548]: pgmap v4: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-04-15T14:34:15.206 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:34:14 smithi016 ceph-mon[36548]: mgrmap e19: y(active, since 2s), standbys: x 2024-04-15T14:34:15.207 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:34:14 smithi016 ceph-mon[36548]: from='client.? 172.21.15.16:0/1024556629' entity='client.admin' cmd=[{"prefix": "mgr dump", "format": "json"}]: dispatch 2024-04-15T14:34:15.207 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:34:14 smithi016 ceph-mon[36548]: from='mgr.14628 ' entity='mgr.y' 2024-04-15T14:34:15.207 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:34:14 smithi016 ceph-mon[36548]: from='mgr.14628 ' entity='mgr.y' 2024-04-15T14:34:15.207 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:34:14 smithi016 ceph-mon[27435]: pgmap v4: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-04-15T14:34:15.207 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:34:14 smithi016 ceph-mon[27435]: mgrmap e19: y(active, since 2s), standbys: x 2024-04-15T14:34:15.207 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:34:14 smithi016 ceph-mon[27435]: from='client.? 172.21.15.16:0/1024556629' entity='client.admin' cmd=[{"prefix": "mgr dump", "format": "json"}]: dispatch 2024-04-15T14:34:15.207 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:34:14 smithi016 ceph-mon[27435]: from='mgr.14628 ' entity='mgr.y' 2024-04-15T14:34:15.207 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:34:14 smithi016 ceph-mon[27435]: from='mgr.14628 ' entity='mgr.y' 2024-04-15T14:34:15.563 INFO:teuthology.orchestra.run.smithi016.stderr:Inferring config /var/lib/ceph/362ea986-fb34-11ee-bc8f-c7b262605968/mon.a/config 2024-04-15T14:34:16.646 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:34:16 smithi016 ceph-mon[27435]: from='mgr.14628 ' entity='mgr.y' 2024-04-15T14:34:16.646 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:34:16 smithi016 ceph-mon[27435]: from='mgr.14628 ' entity='mgr.y' 2024-04-15T14:34:16.647 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:34:16 smithi016 ceph-mon[27435]: from='mgr.14628 172.21.15.16:0/2128211001' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-04-15T14:34:16.647 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:34:16 smithi016 ceph-mon[27435]: from='mgr.14628 ' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-04-15T14:34:16.647 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:34:16 smithi016 ceph-mon[27435]: from='mgr.14628 172.21.15.16:0/2128211001' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-04-15T14:34:16.647 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:34:16 smithi016 ceph-mon[27435]: from='mgr.14628 ' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-04-15T14:34:16.647 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:34:16 smithi016 ceph-mon[27435]: from='mgr.14628 172.21.15.16:0/2128211001' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-04-15T14:34:16.647 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:34:16 smithi016 ceph-mon[27435]: from='mgr.14628 ' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-04-15T14:34:16.647 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:34:16 smithi016 ceph-mon[27435]: from='mgr.14628 172.21.15.16:0/2128211001' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-04-15T14:34:16.647 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:34:16 smithi016 ceph-mon[27435]: from='mgr.14628 ' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-04-15T14:34:16.647 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:34:16 smithi016 ceph-mon[27435]: Adjusting osd_memory_target on smithi102 to 2992M 2024-04-15T14:34:16.647 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:34:16 smithi016 ceph-mon[27435]: from='mgr.14628 ' entity='mgr.y' 2024-04-15T14:34:16.647 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:34:16 smithi016 ceph-mon[36548]: from='mgr.14628 ' entity='mgr.y' 2024-04-15T14:34:16.647 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:34:16 smithi016 ceph-mon[36548]: from='mgr.14628 ' entity='mgr.y' 2024-04-15T14:34:16.647 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:34:16 smithi016 ceph-mon[36548]: from='mgr.14628 172.21.15.16:0/2128211001' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-04-15T14:34:16.647 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:34:16 smithi016 ceph-mon[36548]: from='mgr.14628 ' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-04-15T14:34:16.648 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:34:16 smithi016 ceph-mon[36548]: from='mgr.14628 172.21.15.16:0/2128211001' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-04-15T14:34:16.648 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:34:16 smithi016 ceph-mon[36548]: from='mgr.14628 ' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-04-15T14:34:16.648 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:34:16 smithi016 ceph-mon[36548]: from='mgr.14628 172.21.15.16:0/2128211001' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-04-15T14:34:16.648 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:34:16 smithi016 ceph-mon[36548]: from='mgr.14628 ' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-04-15T14:34:16.648 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:34:16 smithi016 ceph-mon[36548]: from='mgr.14628 172.21.15.16:0/2128211001' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-04-15T14:34:16.648 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:34:16 smithi016 ceph-mon[36548]: from='mgr.14628 ' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-04-15T14:34:16.648 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:34:16 smithi016 ceph-mon[36548]: Adjusting osd_memory_target on smithi102 to 2992M 2024-04-15T14:34:16.648 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:34:16 smithi016 ceph-mon[36548]: from='mgr.14628 ' entity='mgr.y' 2024-04-15T14:34:16.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:34:16 smithi102 ceph-mon[31017]: from='mgr.14628 ' entity='mgr.y' 2024-04-15T14:34:16.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:34:16 smithi102 ceph-mon[31017]: from='mgr.14628 ' entity='mgr.y' 2024-04-15T14:34:16.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:34:16 smithi102 ceph-mon[31017]: from='mgr.14628 172.21.15.16:0/2128211001' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-04-15T14:34:16.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:34:16 smithi102 ceph-mon[31017]: from='mgr.14628 ' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-04-15T14:34:16.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:34:16 smithi102 ceph-mon[31017]: from='mgr.14628 172.21.15.16:0/2128211001' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-04-15T14:34:16.938 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:34:16 smithi102 ceph-mon[31017]: from='mgr.14628 ' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-04-15T14:34:16.938 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:34:16 smithi102 ceph-mon[31017]: from='mgr.14628 172.21.15.16:0/2128211001' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-04-15T14:34:16.938 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:34:16 smithi102 ceph-mon[31017]: from='mgr.14628 ' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-04-15T14:34:16.938 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:34:16 smithi102 ceph-mon[31017]: from='mgr.14628 172.21.15.16:0/2128211001' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-04-15T14:34:16.938 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:34:16 smithi102 ceph-mon[31017]: from='mgr.14628 ' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-04-15T14:34:16.938 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:34:16 smithi102 ceph-mon[31017]: Adjusting osd_memory_target on smithi102 to 2992M 2024-04-15T14:34:16.938 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:34:16 smithi102 ceph-mon[31017]: from='mgr.14628 ' entity='mgr.y' 2024-04-15T14:34:17.384 INFO:teuthology.orchestra.run.smithi016.stdout: 2024-04-15T14:34:17.384 INFO:teuthology.orchestra.run.smithi016.stdout:{"epoch":70,"fsid":"362ea986-fb34-11ee-bc8f-c7b262605968","created":"2024-04-15T14:28:04.029430+0000","modified":"2024-04-15T14:34:11.918002+0000","last_up_change":"2024-04-15T14:33:15.639105+0000","last_in_change":"2024-04-15T14:32:57.817466+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":18,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-04-15T14:31:12.502699+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":7.8899998664855957,"score_stable":7.8899998664855957,"optimal_score":0.37999999523162842,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-04-15T14:33:32.965765+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"62","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-04-15T14:33:34.176617+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"63","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"rbd","create_time":"2024-04-15T14:34:07.113583+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":8,"pg_placement_num":8,"pg_placement_num_target":8,"pg_num_target":8,"pg_num_pending":8,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"69","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rbd":{}},"read_balance":{"score_acting":3,"score_stable":3,"optimal_score":1,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"32611abc-3cf7-4d7d-a647-b8c5be33bc2e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":66,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6802","nonce":2264743542},{"type":"v1","addr":"172.21.15.16:6803","nonce":2264743542}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6804","nonce":2264743542},{"type":"v1","addr":"172.21.15.16:6805","nonce":2264743542}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6808","nonce":2264743542},{"type":"v1","addr":"172.21.15.16:6809","nonce":2264743542}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6806","nonce":2264743542},{"type":"v1","addr":"172.21.15.16:6807","nonce":2264743542}]},"public_addr":"172.21.15.16:6803/2264743542","cluster_addr":"172.21.15.16:6805/2264743542","heartbeat_back_addr":"172.21.15.16:6809/2264743542","heartbeat_front_addr":"172.21.15.16:6807/2264743542","state":["exists","up"]},{"osd":1,"uuid":"e07bc3a4-c5b8-4dd2-a9d2-0a8640b40fe0","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":66,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6810","nonce":1440502014},{"type":"v1","addr":"172.21.15.16:6811","nonce":1440502014}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6812","nonce":1440502014},{"type":"v1","addr":"172.21.15.16:6813","nonce":1440502014}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6816","nonce":1440502014},{"type":"v1","addr":"172.21.15.16:6817","nonce":1440502014}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6814","nonce":1440502014},{"type":"v1","addr":"172.21.15.16:6815","nonce":1440502014}]},"public_addr":"172.21.15.16:6811/1440502014","cluster_addr":"172.21.15.16:6813/1440502014","heartbeat_back_addr":"172.21.15.16:6817/1440502014","heartbeat_front_addr":"172.21.15.16:6815/1440502014","state":["exists","up"]},{"osd":2,"uuid":"358f648c-0d4b-4bb7-a965-dff2e7adb39f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":64,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6818","nonce":809070887},{"type":"v1","addr":"172.21.15.16:6819","nonce":809070887}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6820","nonce":809070887},{"type":"v1","addr":"172.21.15.16:6821","nonce":809070887}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6824","nonce":809070887},{"type":"v1","addr":"172.21.15.16:6825","nonce":809070887}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6822","nonce":809070887},{"type":"v1","addr":"172.21.15.16:6823","nonce":809070887}]},"public_addr":"172.21.15.16:6819/809070887","cluster_addr":"172.21.15.16:6821/809070887","heartbeat_back_addr":"172.21.15.16:6825/809070887","heartbeat_front_addr":"172.21.15.16:6823/809070887","state":["exists","up"]},{"osd":3,"uuid":"12a0db2e-4774-4a68-870c-24969e5204b0","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":25,"up_thru":66,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6826","nonce":2809915418},{"type":"v1","addr":"172.21.15.16:6827","nonce":2809915418}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6828","nonce":2809915418},{"type":"v1","addr":"172.21.15.16:6829","nonce":2809915418}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6832","nonce":2809915418},{"type":"v1","addr":"172.21.15.16:6833","nonce":2809915418}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6830","nonce":2809915418},{"type":"v1","addr":"172.21.15.16:6831","nonce":2809915418}]},"public_addr":"172.21.15.16:6827/2809915418","cluster_addr":"172.21.15.16:6829/2809915418","heartbeat_back_addr":"172.21.15.16:6833/2809915418","heartbeat_front_addr":"172.21.15.16:6831/2809915418","state":["exists","up"]},{"osd":4,"uuid":"f8c16c9a-b0ad-4a06-9f16-6309a4558023","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":30,"up_thru":66,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6800","nonce":2585706670},{"type":"v1","addr":"172.21.15.102:6801","nonce":2585706670}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6802","nonce":2585706670},{"type":"v1","addr":"172.21.15.102:6803","nonce":2585706670}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6806","nonce":2585706670},{"type":"v1","addr":"172.21.15.102:6807","nonce":2585706670}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6804","nonce":2585706670},{"type":"v1","addr":"172.21.15.102:6805","nonce":2585706670}]},"public_addr":"172.21.15.102:6801/2585706670","cluster_addr":"172.21.15.102:6803/2585706670","heartbeat_back_addr":"172.21.15.102:6807/2585706670","heartbeat_front_addr":"172.21.15.102:6805/2585706670","state":["exists","up"]},{"osd":5,"uuid":"15dff6b6-b788-4f68-840d-3a69f843f228","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":38,"up_thru":61,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6808","nonce":3988882984},{"type":"v1","addr":"172.21.15.102:6809","nonce":3988882984}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6810","nonce":3988882984},{"type":"v1","addr":"172.21.15.102:6811","nonce":3988882984}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6814","nonce":3988882984},{"type":"v1","addr":"172.21.15.102:6815","nonce":3988882984}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6812","nonce":3988882984},{"type":"v1","addr":"172.21.15.102:6813","nonce":3988882984}]},"public_addr":"172.21.15.102:6809/3988882984","cluster_addr":"172.21.15.102:6811/3988882984","heartbeat_back_addr":"172.21.15.102:6815/3988882984","heartbeat_front_addr":"172.21.15.102:6813/3988882984","state":["exists","up"]},{"osd":6,"uuid":"4b0eba70-eeb0-4c8e-81ae-da32eccddb4a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":47,"up_thru":66,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6816","nonce":124432118},{"type":"v1","addr":"172.21.15.102:6817","nonce":124432118}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6818","nonce":124432118},{"type":"v1","addr":"172.21.15.102:6819","nonce":124432118}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6822","nonce":124432118},{"type":"v1","addr":"172.21.15.102:6823","nonce":124432118}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6820","nonce":124432118},{"type":"v1","addr":"172.21.15.102:6821","nonce":124432118}]},"public_addr":"172.21.15.102:6817/124432118","cluster_addr":"172.21.15.102:6819/124432118","heartbeat_back_addr":"172.21.15.102:6823/124432118","heartbeat_front_addr":"172.21.15.102:6821/124432118","state":["exists","up"]},{"osd":7,"uuid":"0bf5c778-a19b-4142-9e51-872f7f186c75","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":55,"up_thru":61,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6824","nonce":2974249338},{"type":"v1","addr":"172.21.15.102:6825","nonce":2974249338}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6826","nonce":2974249338},{"type":"v1","addr":"172.21.15.102:6827","nonce":2974249338}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6830","nonce":2974249338},{"type":"v1","addr":"172.21.15.102:6831","nonce":2974249338}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6828","nonce":2974249338},{"type":"v1","addr":"172.21.15.102:6829","nonce":2974249338}]},"public_addr":"172.21.15.102:6825/2974249338","cluster_addr":"172.21.15.102:6827/2974249338","heartbeat_back_addr":"172.21.15.102:6831/2974249338","heartbeat_front_addr":"172.21.15.102:6829/2974249338","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-15T14:30:19.499538+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-15T14:30:44.374414+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-15T14:31:09.809932+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-15T14:31:35.393873+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-15T14:31:58.889917+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-15T14:32:23.125904+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-15T14:32:48.407037+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-15T14:33:13.714624+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"2.9","mappings":[{"from":7,"to":2}]},{"pgid":"3.6","mappings":[{"from":0,"to":2}]},{"pgid":"3.9","mappings":[{"from":4,"to":1}]},{"pgid":"3.b","mappings":[{"from":0,"to":2}]},{"pgid":"3.19","mappings":[{"from":4,"to":2}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.16:0/3964946122":"2024-04-16T14:34:11.917970+0000","172.21.15.16:6801/2957100590":"2024-04-16T14:34:11.917970+0000","172.21.15.16:0/2004851253":"2024-04-16T14:34:11.917970+0000","172.21.15.16:6800/2957100590":"2024-04-16T14:34:11.917970+0000","172.21.15.16:0/1231300393":"2024-04-16T14:34:11.917970+0000","172.21.15.16:0/2197696641":"2024-04-16T14:28:56.181699+0000","172.21.15.16:6800/3159850174":"2024-04-16T14:28:56.181699+0000","172.21.15.16:0/3475792966":"2024-04-16T14:28:56.181699+0000","172.21.15.16:6800/3597408122":"2024-04-16T14:28:31.383356+0000","172.21.15.16:0/386972103":"2024-04-16T14:28:31.383356+0000","172.21.15.16:6801/3159850174":"2024-04-16T14:28:56.181699+0000","172.21.15.16:0/1771838827":"2024-04-16T14:28:31.383356+0000","172.21.15.16:0/1190696072":"2024-04-16T14:28:31.383356+0000","172.21.15.16:6801/3597408122":"2024-04-16T14:28:31.383356+0000","172.21.15.16:0/4267363576":"2024-04-16T14:34:11.917970+0000","172.21.15.16:0/1245103161":"2024-04-16T14:28:56.181699+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-04-15T14:34:17.695 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:34:17 smithi016 ceph-mon[36548]: pgmap v5: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-04-15T14:34:17.695 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:34:17 smithi016 ceph-mon[36548]: mgrmap e20: y(active, since 4s), standbys: x 2024-04-15T14:34:17.695 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:34:17 smithi016 ceph-mon[36548]: from='mgr.14628 ' entity='mgr.y' 2024-04-15T14:34:17.695 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:34:17 smithi016 ceph-mon[36548]: from='mgr.14628 ' entity='mgr.y' 2024-04-15T14:34:17.695 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:34:17 smithi016 ceph-mon[36548]: from='client.? 172.21.15.16:0/557777246' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-15T14:34:17.695 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:34:17 smithi016 ceph-mon[27435]: pgmap v5: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-04-15T14:34:17.696 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:34:17 smithi016 ceph-mon[27435]: mgrmap e20: y(active, since 4s), standbys: x 2024-04-15T14:34:17.696 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:34:17 smithi016 ceph-mon[27435]: from='mgr.14628 ' entity='mgr.y' 2024-04-15T14:34:17.696 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:34:17 smithi016 ceph-mon[27435]: from='mgr.14628 ' entity='mgr.y' 2024-04-15T14:34:17.696 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:34:17 smithi016 ceph-mon[27435]: from='client.? 172.21.15.16:0/557777246' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-15T14:34:17.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:34:17 smithi102 ceph-mon[31017]: pgmap v5: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-04-15T14:34:17.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:34:17 smithi102 ceph-mon[31017]: mgrmap e20: y(active, since 4s), standbys: x 2024-04-15T14:34:17.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:34:17 smithi102 ceph-mon[31017]: from='mgr.14628 ' entity='mgr.y' 2024-04-15T14:34:17.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:34:17 smithi102 ceph-mon[31017]: from='mgr.14628 ' entity='mgr.y' 2024-04-15T14:34:17.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:34:17 smithi102 ceph-mon[31017]: from='client.? 172.21.15.16:0/557777246' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-15T14:34:18.100 INFO:tasks.cephadm.ceph_manager.ceph:all up! 2024-04-15T14:34:18.100 DEBUG:teuthology.orchestra.run.smithi016:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 362ea986-fb34-11ee-bc8f-c7b262605968 -- ceph osd dump --format=json 2024-04-15T14:34:18.320 INFO:teuthology.orchestra.run.smithi016.stderr:Inferring config /var/lib/ceph/362ea986-fb34-11ee-bc8f-c7b262605968/mon.a/config 2024-04-15T14:34:19.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:34:19 smithi102 ceph-mon[31017]: pgmap v6: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-04-15T14:34:19.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:34:19 smithi102 ceph-mon[31017]: from='mgr.14628 ' entity='mgr.y' 2024-04-15T14:34:19.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:34:19 smithi102 ceph-mon[31017]: from='mgr.14628 ' entity='mgr.y' 2024-04-15T14:34:19.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:34:19 smithi102 ceph-mon[31017]: from='mgr.14628 172.21.15.16:0/2128211001' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-04-15T14:34:19.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:34:19 smithi102 ceph-mon[31017]: from='mgr.14628 ' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-04-15T14:34:19.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:34:19 smithi102 ceph-mon[31017]: from='mgr.14628 172.21.15.16:0/2128211001' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-04-15T14:34:19.438 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:34:19 smithi102 ceph-mon[31017]: from='mgr.14628 ' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-04-15T14:34:19.438 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:34:19 smithi102 ceph-mon[31017]: from='mgr.14628 172.21.15.16:0/2128211001' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-04-15T14:34:19.438 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:34:19 smithi102 ceph-mon[31017]: from='mgr.14628 ' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-04-15T14:34:19.438 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:34:19 smithi102 ceph-mon[31017]: from='mgr.14628 172.21.15.16:0/2128211001' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-04-15T14:34:19.438 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:34:19 smithi102 ceph-mon[31017]: from='mgr.14628 ' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-04-15T14:34:19.438 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:34:19 smithi102 ceph-mon[31017]: Adjusting osd_memory_target on smithi016 to 2993M 2024-04-15T14:34:19.438 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:34:19 smithi102 ceph-mon[31017]: from='mgr.14628 ' entity='mgr.y' 2024-04-15T14:34:19.438 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:34:19 smithi102 ceph-mon[31017]: from='mgr.14628 172.21.15.16:0/2128211001' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T14:34:19.438 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:34:19 smithi102 ceph-mon[31017]: from='mgr.14628 172.21.15.16:0/2128211001' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T14:34:19.438 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:34:19 smithi102 ceph-mon[31017]: Updating smithi016:/etc/ceph/ceph.conf 2024-04-15T14:34:19.438 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:34:19 smithi102 ceph-mon[31017]: Updating smithi102:/etc/ceph/ceph.conf 2024-04-15T14:34:19.438 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:34:19 smithi102 ceph-mon[31017]: Updating smithi016:/var/lib/ceph/362ea986-fb34-11ee-bc8f-c7b262605968/config/ceph.conf 2024-04-15T14:34:19.439 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:34:19 smithi102 ceph-mon[31017]: Updating smithi102:/var/lib/ceph/362ea986-fb34-11ee-bc8f-c7b262605968/config/ceph.conf 2024-04-15T14:34:19.439 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:34:19 smithi102 ceph-mon[31017]: Updating smithi016:/etc/ceph/ceph.client.admin.keyring 2024-04-15T14:34:19.439 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:34:19 smithi102 ceph-mon[31017]: Updating smithi102:/etc/ceph/ceph.client.admin.keyring 2024-04-15T14:34:19.539 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:34:19 smithi016 ceph-mon[36548]: pgmap v6: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-04-15T14:34:19.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:34:19 smithi016 ceph-mon[36548]: from='mgr.14628 ' entity='mgr.y' 2024-04-15T14:34:19.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:34:19 smithi016 ceph-mon[36548]: from='mgr.14628 ' entity='mgr.y' 2024-04-15T14:34:19.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:34:19 smithi016 ceph-mon[36548]: from='mgr.14628 172.21.15.16:0/2128211001' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-04-15T14:34:19.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:34:19 smithi016 ceph-mon[36548]: from='mgr.14628 ' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-04-15T14:34:19.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:34:19 smithi016 ceph-mon[36548]: from='mgr.14628 172.21.15.16:0/2128211001' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-04-15T14:34:19.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:34:19 smithi016 ceph-mon[36548]: from='mgr.14628 ' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-04-15T14:34:19.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:34:19 smithi016 ceph-mon[36548]: from='mgr.14628 172.21.15.16:0/2128211001' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-04-15T14:34:19.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:34:19 smithi016 ceph-mon[36548]: from='mgr.14628 ' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-04-15T14:34:19.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:34:19 smithi016 ceph-mon[36548]: from='mgr.14628 172.21.15.16:0/2128211001' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-04-15T14:34:19.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:34:19 smithi016 ceph-mon[36548]: from='mgr.14628 ' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-04-15T14:34:19.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:34:19 smithi016 ceph-mon[36548]: Adjusting osd_memory_target on smithi016 to 2993M 2024-04-15T14:34:19.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:34:19 smithi016 ceph-mon[36548]: from='mgr.14628 ' entity='mgr.y' 2024-04-15T14:34:19.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:34:19 smithi016 ceph-mon[36548]: from='mgr.14628 172.21.15.16:0/2128211001' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T14:34:19.541 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:34:19 smithi016 ceph-mon[36548]: from='mgr.14628 172.21.15.16:0/2128211001' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T14:34:19.541 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:34:19 smithi016 ceph-mon[36548]: Updating smithi016:/etc/ceph/ceph.conf 2024-04-15T14:34:19.541 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:34:19 smithi016 ceph-mon[36548]: Updating smithi102:/etc/ceph/ceph.conf 2024-04-15T14:34:19.541 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:34:19 smithi016 ceph-mon[36548]: Updating smithi016:/var/lib/ceph/362ea986-fb34-11ee-bc8f-c7b262605968/config/ceph.conf 2024-04-15T14:34:19.541 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:34:19 smithi016 ceph-mon[36548]: Updating smithi102:/var/lib/ceph/362ea986-fb34-11ee-bc8f-c7b262605968/config/ceph.conf 2024-04-15T14:34:19.541 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:34:19 smithi016 ceph-mon[36548]: Updating smithi016:/etc/ceph/ceph.client.admin.keyring 2024-04-15T14:34:19.541 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:34:19 smithi016 ceph-mon[36548]: Updating smithi102:/etc/ceph/ceph.client.admin.keyring 2024-04-15T14:34:19.541 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:34:19 smithi016 ceph-mon[27435]: pgmap v6: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-04-15T14:34:19.541 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:34:19 smithi016 ceph-mon[27435]: from='mgr.14628 ' entity='mgr.y' 2024-04-15T14:34:19.541 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:34:19 smithi016 ceph-mon[27435]: from='mgr.14628 ' entity='mgr.y' 2024-04-15T14:34:19.541 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:34:19 smithi016 ceph-mon[27435]: from='mgr.14628 172.21.15.16:0/2128211001' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-04-15T14:34:19.542 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:34:19 smithi016 ceph-mon[27435]: from='mgr.14628 ' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-04-15T14:34:19.542 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:34:19 smithi016 ceph-mon[27435]: from='mgr.14628 172.21.15.16:0/2128211001' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-04-15T14:34:19.542 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:34:19 smithi016 ceph-mon[27435]: from='mgr.14628 ' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-04-15T14:34:19.542 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:34:19 smithi016 ceph-mon[27435]: from='mgr.14628 172.21.15.16:0/2128211001' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-04-15T14:34:19.542 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:34:19 smithi016 ceph-mon[27435]: from='mgr.14628 ' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-04-15T14:34:19.542 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:34:19 smithi016 ceph-mon[27435]: from='mgr.14628 172.21.15.16:0/2128211001' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-04-15T14:34:19.542 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:34:19 smithi016 ceph-mon[27435]: from='mgr.14628 ' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-04-15T14:34:19.542 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:34:19 smithi016 ceph-mon[27435]: Adjusting osd_memory_target on smithi016 to 2993M 2024-04-15T14:34:19.542 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:34:19 smithi016 ceph-mon[27435]: from='mgr.14628 ' entity='mgr.y' 2024-04-15T14:34:19.542 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:34:19 smithi016 ceph-mon[27435]: from='mgr.14628 172.21.15.16:0/2128211001' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T14:34:19.542 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:34:19 smithi016 ceph-mon[27435]: from='mgr.14628 172.21.15.16:0/2128211001' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T14:34:19.542 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:34:19 smithi016 ceph-mon[27435]: Updating smithi016:/etc/ceph/ceph.conf 2024-04-15T14:34:19.542 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:34:19 smithi016 ceph-mon[27435]: Updating smithi102:/etc/ceph/ceph.conf 2024-04-15T14:34:19.543 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:34:19 smithi016 ceph-mon[27435]: Updating smithi016:/var/lib/ceph/362ea986-fb34-11ee-bc8f-c7b262605968/config/ceph.conf 2024-04-15T14:34:19.543 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:34:19 smithi016 ceph-mon[27435]: Updating smithi102:/var/lib/ceph/362ea986-fb34-11ee-bc8f-c7b262605968/config/ceph.conf 2024-04-15T14:34:19.543 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:34:19 smithi016 ceph-mon[27435]: Updating smithi016:/etc/ceph/ceph.client.admin.keyring 2024-04-15T14:34:19.543 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:34:19 smithi016 ceph-mon[27435]: Updating smithi102:/etc/ceph/ceph.client.admin.keyring 2024-04-15T14:34:20.378 INFO:teuthology.orchestra.run.smithi016.stdout: 2024-04-15T14:34:20.379 INFO:teuthology.orchestra.run.smithi016.stdout:{"epoch":70,"fsid":"362ea986-fb34-11ee-bc8f-c7b262605968","created":"2024-04-15T14:28:04.029430+0000","modified":"2024-04-15T14:34:11.918002+0000","last_up_change":"2024-04-15T14:33:15.639105+0000","last_in_change":"2024-04-15T14:32:57.817466+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":18,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-04-15T14:31:12.502699+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":7.8899998664855957,"score_stable":7.8899998664855957,"optimal_score":0.37999999523162842,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-04-15T14:33:32.965765+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"62","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-04-15T14:33:34.176617+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"63","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"rbd","create_time":"2024-04-15T14:34:07.113583+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":8,"pg_placement_num":8,"pg_placement_num_target":8,"pg_num_target":8,"pg_num_pending":8,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"69","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rbd":{}},"read_balance":{"score_acting":3,"score_stable":3,"optimal_score":1,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"32611abc-3cf7-4d7d-a647-b8c5be33bc2e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":66,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6802","nonce":2264743542},{"type":"v1","addr":"172.21.15.16:6803","nonce":2264743542}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6804","nonce":2264743542},{"type":"v1","addr":"172.21.15.16:6805","nonce":2264743542}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6808","nonce":2264743542},{"type":"v1","addr":"172.21.15.16:6809","nonce":2264743542}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6806","nonce":2264743542},{"type":"v1","addr":"172.21.15.16:6807","nonce":2264743542}]},"public_addr":"172.21.15.16:6803/2264743542","cluster_addr":"172.21.15.16:6805/2264743542","heartbeat_back_addr":"172.21.15.16:6809/2264743542","heartbeat_front_addr":"172.21.15.16:6807/2264743542","state":["exists","up"]},{"osd":1,"uuid":"e07bc3a4-c5b8-4dd2-a9d2-0a8640b40fe0","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":66,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6810","nonce":1440502014},{"type":"v1","addr":"172.21.15.16:6811","nonce":1440502014}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6812","nonce":1440502014},{"type":"v1","addr":"172.21.15.16:6813","nonce":1440502014}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6816","nonce":1440502014},{"type":"v1","addr":"172.21.15.16:6817","nonce":1440502014}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6814","nonce":1440502014},{"type":"v1","addr":"172.21.15.16:6815","nonce":1440502014}]},"public_addr":"172.21.15.16:6811/1440502014","cluster_addr":"172.21.15.16:6813/1440502014","heartbeat_back_addr":"172.21.15.16:6817/1440502014","heartbeat_front_addr":"172.21.15.16:6815/1440502014","state":["exists","up"]},{"osd":2,"uuid":"358f648c-0d4b-4bb7-a965-dff2e7adb39f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":64,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6818","nonce":809070887},{"type":"v1","addr":"172.21.15.16:6819","nonce":809070887}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6820","nonce":809070887},{"type":"v1","addr":"172.21.15.16:6821","nonce":809070887}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6824","nonce":809070887},{"type":"v1","addr":"172.21.15.16:6825","nonce":809070887}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6822","nonce":809070887},{"type":"v1","addr":"172.21.15.16:6823","nonce":809070887}]},"public_addr":"172.21.15.16:6819/809070887","cluster_addr":"172.21.15.16:6821/809070887","heartbeat_back_addr":"172.21.15.16:6825/809070887","heartbeat_front_addr":"172.21.15.16:6823/809070887","state":["exists","up"]},{"osd":3,"uuid":"12a0db2e-4774-4a68-870c-24969e5204b0","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":25,"up_thru":66,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6826","nonce":2809915418},{"type":"v1","addr":"172.21.15.16:6827","nonce":2809915418}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6828","nonce":2809915418},{"type":"v1","addr":"172.21.15.16:6829","nonce":2809915418}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6832","nonce":2809915418},{"type":"v1","addr":"172.21.15.16:6833","nonce":2809915418}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6830","nonce":2809915418},{"type":"v1","addr":"172.21.15.16:6831","nonce":2809915418}]},"public_addr":"172.21.15.16:6827/2809915418","cluster_addr":"172.21.15.16:6829/2809915418","heartbeat_back_addr":"172.21.15.16:6833/2809915418","heartbeat_front_addr":"172.21.15.16:6831/2809915418","state":["exists","up"]},{"osd":4,"uuid":"f8c16c9a-b0ad-4a06-9f16-6309a4558023","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":30,"up_thru":66,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6800","nonce":2585706670},{"type":"v1","addr":"172.21.15.102:6801","nonce":2585706670}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6802","nonce":2585706670},{"type":"v1","addr":"172.21.15.102:6803","nonce":2585706670}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6806","nonce":2585706670},{"type":"v1","addr":"172.21.15.102:6807","nonce":2585706670}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6804","nonce":2585706670},{"type":"v1","addr":"172.21.15.102:6805","nonce":2585706670}]},"public_addr":"172.21.15.102:6801/2585706670","cluster_addr":"172.21.15.102:6803/2585706670","heartbeat_back_addr":"172.21.15.102:6807/2585706670","heartbeat_front_addr":"172.21.15.102:6805/2585706670","state":["exists","up"]},{"osd":5,"uuid":"15dff6b6-b788-4f68-840d-3a69f843f228","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":38,"up_thru":61,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6808","nonce":3988882984},{"type":"v1","addr":"172.21.15.102:6809","nonce":3988882984}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6810","nonce":3988882984},{"type":"v1","addr":"172.21.15.102:6811","nonce":3988882984}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6814","nonce":3988882984},{"type":"v1","addr":"172.21.15.102:6815","nonce":3988882984}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6812","nonce":3988882984},{"type":"v1","addr":"172.21.15.102:6813","nonce":3988882984}]},"public_addr":"172.21.15.102:6809/3988882984","cluster_addr":"172.21.15.102:6811/3988882984","heartbeat_back_addr":"172.21.15.102:6815/3988882984","heartbeat_front_addr":"172.21.15.102:6813/3988882984","state":["exists","up"]},{"osd":6,"uuid":"4b0eba70-eeb0-4c8e-81ae-da32eccddb4a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":47,"up_thru":66,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6816","nonce":124432118},{"type":"v1","addr":"172.21.15.102:6817","nonce":124432118}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6818","nonce":124432118},{"type":"v1","addr":"172.21.15.102:6819","nonce":124432118}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6822","nonce":124432118},{"type":"v1","addr":"172.21.15.102:6823","nonce":124432118}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6820","nonce":124432118},{"type":"v1","addr":"172.21.15.102:6821","nonce":124432118}]},"public_addr":"172.21.15.102:6817/124432118","cluster_addr":"172.21.15.102:6819/124432118","heartbeat_back_addr":"172.21.15.102:6823/124432118","heartbeat_front_addr":"172.21.15.102:6821/124432118","state":["exists","up"]},{"osd":7,"uuid":"0bf5c778-a19b-4142-9e51-872f7f186c75","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":55,"up_thru":61,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6824","nonce":2974249338},{"type":"v1","addr":"172.21.15.102:6825","nonce":2974249338}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6826","nonce":2974249338},{"type":"v1","addr":"172.21.15.102:6827","nonce":2974249338}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6830","nonce":2974249338},{"type":"v1","addr":"172.21.15.102:6831","nonce":2974249338}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6828","nonce":2974249338},{"type":"v1","addr":"172.21.15.102:6829","nonce":2974249338}]},"public_addr":"172.21.15.102:6825/2974249338","cluster_addr":"172.21.15.102:6827/2974249338","heartbeat_back_addr":"172.21.15.102:6831/2974249338","heartbeat_front_addr":"172.21.15.102:6829/2974249338","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-15T14:30:19.499538+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-15T14:30:44.374414+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-15T14:31:09.809932+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-15T14:31:35.393873+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-15T14:31:58.889917+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-15T14:32:23.125904+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-15T14:32:48.407037+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-15T14:33:13.714624+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"2.9","mappings":[{"from":7,"to":2}]},{"pgid":"3.6","mappings":[{"from":0,"to":2}]},{"pgid":"3.9","mappings":[{"from":4,"to":1}]},{"pgid":"3.b","mappings":[{"from":0,"to":2}]},{"pgid":"3.19","mappings":[{"from":4,"to":2}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.16:0/3964946122":"2024-04-16T14:34:11.917970+0000","172.21.15.16:6801/2957100590":"2024-04-16T14:34:11.917970+0000","172.21.15.16:0/2004851253":"2024-04-16T14:34:11.917970+0000","172.21.15.16:6800/2957100590":"2024-04-16T14:34:11.917970+0000","172.21.15.16:0/1231300393":"2024-04-16T14:34:11.917970+0000","172.21.15.16:0/2197696641":"2024-04-16T14:28:56.181699+0000","172.21.15.16:6800/3159850174":"2024-04-16T14:28:56.181699+0000","172.21.15.16:0/3475792966":"2024-04-16T14:28:56.181699+0000","172.21.15.16:6800/3597408122":"2024-04-16T14:28:31.383356+0000","172.21.15.16:0/386972103":"2024-04-16T14:28:31.383356+0000","172.21.15.16:6801/3159850174":"2024-04-16T14:28:56.181699+0000","172.21.15.16:0/1771838827":"2024-04-16T14:28:31.383356+0000","172.21.15.16:0/1190696072":"2024-04-16T14:28:31.383356+0000","172.21.15.16:6801/3597408122":"2024-04-16T14:28:31.383356+0000","172.21.15.16:0/4267363576":"2024-04-16T14:34:11.917970+0000","172.21.15.16:0/1245103161":"2024-04-16T14:28:56.181699+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-04-15T14:34:20.539 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:34:20 smithi016 ceph-mon[27435]: Updating smithi016:/var/lib/ceph/362ea986-fb34-11ee-bc8f-c7b262605968/config/ceph.client.admin.keyring 2024-04-15T14:34:20.539 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:34:20 smithi016 ceph-mon[27435]: Updating smithi102:/var/lib/ceph/362ea986-fb34-11ee-bc8f-c7b262605968/config/ceph.client.admin.keyring 2024-04-15T14:34:20.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:34:20 smithi016 ceph-mon[27435]: from='mgr.14628 ' entity='mgr.y' 2024-04-15T14:34:20.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:34:20 smithi016 ceph-mon[27435]: from='mgr.14628 ' entity='mgr.y' 2024-04-15T14:34:20.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:34:20 smithi016 ceph-mon[27435]: from='mgr.14628 ' entity='mgr.y' 2024-04-15T14:34:20.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:34:20 smithi016 ceph-mon[27435]: from='mgr.14628 ' entity='mgr.y' 2024-04-15T14:34:20.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:34:20 smithi016 ceph-mon[27435]: from='mgr.14628 ' entity='mgr.y' 2024-04-15T14:34:20.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:34:20 smithi016 ceph-mon[27435]: Deploying daemon alertmanager.a on smithi016 2024-04-15T14:34:20.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:34:20 smithi016 ceph-mon[36548]: Updating smithi016:/var/lib/ceph/362ea986-fb34-11ee-bc8f-c7b262605968/config/ceph.client.admin.keyring 2024-04-15T14:34:20.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:34:20 smithi016 ceph-mon[36548]: Updating smithi102:/var/lib/ceph/362ea986-fb34-11ee-bc8f-c7b262605968/config/ceph.client.admin.keyring 2024-04-15T14:34:20.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:34:20 smithi016 ceph-mon[36548]: from='mgr.14628 ' entity='mgr.y' 2024-04-15T14:34:20.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:34:20 smithi016 ceph-mon[36548]: from='mgr.14628 ' entity='mgr.y' 2024-04-15T14:34:20.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:34:20 smithi016 ceph-mon[36548]: from='mgr.14628 ' entity='mgr.y' 2024-04-15T14:34:20.541 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:34:20 smithi016 ceph-mon[36548]: from='mgr.14628 ' entity='mgr.y' 2024-04-15T14:34:20.541 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:34:20 smithi016 ceph-mon[36548]: from='mgr.14628 ' entity='mgr.y' 2024-04-15T14:34:20.541 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:34:20 smithi016 ceph-mon[36548]: Deploying daemon alertmanager.a on smithi016 2024-04-15T14:34:20.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:34:20 smithi102 ceph-mon[31017]: Updating smithi016:/var/lib/ceph/362ea986-fb34-11ee-bc8f-c7b262605968/config/ceph.client.admin.keyring 2024-04-15T14:34:20.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:34:20 smithi102 ceph-mon[31017]: Updating smithi102:/var/lib/ceph/362ea986-fb34-11ee-bc8f-c7b262605968/config/ceph.client.admin.keyring 2024-04-15T14:34:20.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:34:20 smithi102 ceph-mon[31017]: from='mgr.14628 ' entity='mgr.y' 2024-04-15T14:34:20.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:34:20 smithi102 ceph-mon[31017]: from='mgr.14628 ' entity='mgr.y' 2024-04-15T14:34:20.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:34:20 smithi102 ceph-mon[31017]: from='mgr.14628 ' entity='mgr.y' 2024-04-15T14:34:20.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:34:20 smithi102 ceph-mon[31017]: from='mgr.14628 ' entity='mgr.y' 2024-04-15T14:34:20.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:34:20 smithi102 ceph-mon[31017]: from='mgr.14628 ' entity='mgr.y' 2024-04-15T14:34:20.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:34:20 smithi102 ceph-mon[31017]: Deploying daemon alertmanager.a on smithi016 2024-04-15T14:34:21.355 DEBUG:teuthology.orchestra.run.smithi016:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 362ea986-fb34-11ee-bc8f-c7b262605968 -- ceph tell osd.0 flush_pg_stats 2024-04-15T14:34:21.355 DEBUG:teuthology.orchestra.run.smithi016:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 362ea986-fb34-11ee-bc8f-c7b262605968 -- ceph tell osd.1 flush_pg_stats 2024-04-15T14:34:21.355 DEBUG:teuthology.orchestra.run.smithi016:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 362ea986-fb34-11ee-bc8f-c7b262605968 -- ceph tell osd.2 flush_pg_stats 2024-04-15T14:34:21.356 DEBUG:teuthology.orchestra.run.smithi016:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 362ea986-fb34-11ee-bc8f-c7b262605968 -- ceph tell osd.3 flush_pg_stats 2024-04-15T14:34:21.356 DEBUG:teuthology.orchestra.run.smithi016:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 362ea986-fb34-11ee-bc8f-c7b262605968 -- ceph tell osd.4 flush_pg_stats 2024-04-15T14:34:21.357 DEBUG:teuthology.orchestra.run.smithi016:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 362ea986-fb34-11ee-bc8f-c7b262605968 -- ceph tell osd.5 flush_pg_stats 2024-04-15T14:34:21.357 DEBUG:teuthology.orchestra.run.smithi016:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 362ea986-fb34-11ee-bc8f-c7b262605968 -- ceph tell osd.6 flush_pg_stats 2024-04-15T14:34:21.358 DEBUG:teuthology.orchestra.run.smithi016:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 362ea986-fb34-11ee-bc8f-c7b262605968 -- ceph tell osd.7 flush_pg_stats 2024-04-15T14:34:21.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:34:21 smithi016 ceph-mon[27435]: pgmap v7: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail; 29 KiB/s rd, 0 B/s wr, 16 op/s 2024-04-15T14:34:21.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:34:21 smithi016 ceph-mon[27435]: from='client.? 172.21.15.16:0/4010136537' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-15T14:34:21.541 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:34:21 smithi016 ceph-mon[36548]: pgmap v7: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail; 29 KiB/s rd, 0 B/s wr, 16 op/s 2024-04-15T14:34:21.541 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:34:21 smithi016 ceph-mon[36548]: from='client.? 172.21.15.16:0/4010136537' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-15T14:34:21.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:34:21 smithi102 ceph-mon[31017]: pgmap v7: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail; 29 KiB/s rd, 0 B/s wr, 16 op/s 2024-04-15T14:34:21.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:34:21 smithi102 ceph-mon[31017]: from='client.? 172.21.15.16:0/4010136537' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-15T14:34:21.813 INFO:teuthology.orchestra.run.smithi016.stderr:Inferring config /var/lib/ceph/362ea986-fb34-11ee-bc8f-c7b262605968/mon.a/config 2024-04-15T14:34:21.892 INFO:teuthology.orchestra.run.smithi016.stderr:Inferring config /var/lib/ceph/362ea986-fb34-11ee-bc8f-c7b262605968/mon.a/config 2024-04-15T14:34:21.893 INFO:teuthology.orchestra.run.smithi016.stderr:Inferring config /var/lib/ceph/362ea986-fb34-11ee-bc8f-c7b262605968/mon.a/config 2024-04-15T14:34:21.895 INFO:teuthology.orchestra.run.smithi016.stderr:Inferring config /var/lib/ceph/362ea986-fb34-11ee-bc8f-c7b262605968/mon.a/config 2024-04-15T14:34:22.235 INFO:teuthology.orchestra.run.smithi016.stderr:Inferring config /var/lib/ceph/362ea986-fb34-11ee-bc8f-c7b262605968/mon.a/config 2024-04-15T14:34:22.236 INFO:teuthology.orchestra.run.smithi016.stderr:Inferring config /var/lib/ceph/362ea986-fb34-11ee-bc8f-c7b262605968/mon.a/config 2024-04-15T14:34:22.237 INFO:teuthology.orchestra.run.smithi016.stderr:Inferring config /var/lib/ceph/362ea986-fb34-11ee-bc8f-c7b262605968/mon.a/config 2024-04-15T14:34:22.238 INFO:teuthology.orchestra.run.smithi016.stderr:Inferring config /var/lib/ceph/362ea986-fb34-11ee-bc8f-c7b262605968/mon.a/config 2024-04-15T14:34:23.221 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 15 14:34:23 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-y[27693]: ::ffff:172.21.15.102 - - [15/Apr/2024:14:34:23] "GET /metrics HTTP/1.1" 200 31026 "" "Prometheus/2.43.0" 2024-04-15T14:34:23.539 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:34:23 smithi016 ceph-mon[27435]: pgmap v8: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail; 23 KiB/s rd, 0 B/s wr, 12 op/s 2024-04-15T14:34:23.539 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:34:23 smithi016 ceph-mon[36548]: pgmap v8: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail; 23 KiB/s rd, 0 B/s wr, 12 op/s 2024-04-15T14:34:23.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:34:23 smithi102 ceph-mon[31017]: pgmap v8: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail; 23 KiB/s rd, 0 B/s wr, 12 op/s 2024-04-15T14:34:25.539 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:34:25 smithi016 ceph-mon[27435]: pgmap v9: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail; 19 KiB/s rd, 0 B/s wr, 10 op/s 2024-04-15T14:34:25.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:34:25 smithi016 ceph-mon[36548]: pgmap v9: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail; 19 KiB/s rd, 0 B/s wr, 10 op/s 2024-04-15T14:34:25.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:34:25 smithi102 ceph-mon[31017]: pgmap v9: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail; 19 KiB/s rd, 0 B/s wr, 10 op/s 2024-04-15T14:34:27.539 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:34:27 smithi016 ceph-mon[27435]: pgmap v10: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail; 17 KiB/s rd, 0 B/s wr, 9 op/s 2024-04-15T14:34:27.539 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:34:27 smithi016 ceph-mon[27435]: from='mgr.14628 172.21.15.16:0/2128211001' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T14:34:27.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:34:27 smithi016 ceph-mon[36548]: pgmap v10: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail; 17 KiB/s rd, 0 B/s wr, 9 op/s 2024-04-15T14:34:27.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:34:27 smithi016 ceph-mon[36548]: from='mgr.14628 172.21.15.16:0/2128211001' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T14:34:27.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:34:27 smithi102 ceph-mon[31017]: pgmap v10: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail; 17 KiB/s rd, 0 B/s wr, 9 op/s 2024-04-15T14:34:27.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:34:27 smithi102 ceph-mon[31017]: from='mgr.14628 172.21.15.16:0/2128211001' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T14:34:29.480 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:34:29 smithi016 ceph-mon[36548]: pgmap v11: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail; 17 KiB/s rd, 0 B/s wr, 9 op/s 2024-04-15T14:34:29.481 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:34:29 smithi016 ceph-mon[27435]: pgmap v11: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail; 17 KiB/s rd, 0 B/s wr, 9 op/s 2024-04-15T14:34:29.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:34:29 smithi102 ceph-mon[31017]: pgmap v11: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail; 17 KiB/s rd, 0 B/s wr, 9 op/s 2024-04-15T14:34:31.492 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:34:31 smithi016 ceph-mon[36548]: pgmap v12: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail; 17 KiB/s rd, 0 B/s wr, 9 op/s 2024-04-15T14:34:31.492 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:34:31 smithi016 ceph-mon[27435]: pgmap v12: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail; 17 KiB/s rd, 0 B/s wr, 9 op/s 2024-04-15T14:34:31.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:34:31 smithi102 ceph-mon[31017]: pgmap v12: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail; 17 KiB/s rd, 0 B/s wr, 9 op/s 2024-04-15T14:34:33.468 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:34:33 smithi016 ceph-mon[36548]: pgmap v13: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-04-15T14:34:33.469 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:34:33 smithi016 ceph-mon[27435]: pgmap v13: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-04-15T14:34:33.469 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 15 14:34:33 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-y[27693]: ::ffff:172.21.15.102 - - [15/Apr/2024:14:34:33] "GET /metrics HTTP/1.1" 200 33656 "" "Prometheus/2.43.0" 2024-04-15T14:34:33.494 INFO:teuthology.orchestra.run.smithi016.stdout:55834574894 2024-04-15T14:34:33.495 DEBUG:teuthology.orchestra.run.smithi016:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 362ea986-fb34-11ee-bc8f-c7b262605968 -- ceph osd last-stat-seq osd.1 2024-04-15T14:34:33.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:34:33 smithi102 ceph-mon[31017]: pgmap v13: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-04-15T14:34:35.539 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:34:35 smithi016 ceph-mon[27435]: pgmap v14: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-04-15T14:34:35.539 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:34:35 smithi016 ceph-mon[36548]: pgmap v14: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-04-15T14:34:35.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:34:35 smithi102 ceph-mon[31017]: pgmap v14: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-04-15T14:34:37.539 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:34:37 smithi016 ceph-mon[27435]: pgmap v15: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-04-15T14:34:37.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:34:37 smithi016 ceph-mon[36548]: pgmap v15: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-04-15T14:34:37.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:34:37 smithi102 ceph-mon[31017]: pgmap v15: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-04-15T14:34:37.749 INFO:teuthology.orchestra.run.smithi016.stdout:236223201297 2024-04-15T14:34:37.749 DEBUG:teuthology.orchestra.run.smithi016:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 362ea986-fb34-11ee-bc8f-c7b262605968 -- ceph osd last-stat-seq osd.7 2024-04-15T14:34:39.290 INFO:journalctl@ceph.alertmanager.a.smithi016.stdout:Apr 15 14:34:39 smithi016 systemd[1]: Starting Ceph alertmanager.a for 362ea986-fb34-11ee-bc8f-c7b262605968... 2024-04-15T14:34:39.584 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:34:39 smithi016 ceph-mon[27435]: pgmap v16: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-04-15T14:34:39.584 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:34:39 smithi016 ceph-mon[36548]: pgmap v16: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-04-15T14:34:39.607 INFO:teuthology.orchestra.run.smithi016.stdout:34359738420 2024-04-15T14:34:39.608 DEBUG:teuthology.orchestra.run.smithi016:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 362ea986-fb34-11ee-bc8f-c7b262605968 -- ceph osd last-stat-seq osd.0 2024-04-15T14:34:39.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:34:39 smithi102 ceph-mon[31017]: pgmap v16: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-04-15T14:34:40.733 INFO:teuthology.orchestra.run.smithi016.stdout:163208757275 2024-04-15T14:34:40.733 DEBUG:teuthology.orchestra.run.smithi016:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 362ea986-fb34-11ee-bc8f-c7b262605968 -- ceph osd last-stat-seq osd.5 2024-04-15T14:34:41.131 INFO:teuthology.orchestra.run.smithi016.stdout:201863462934 2024-04-15T14:34:41.131 DEBUG:teuthology.orchestra.run.smithi016:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 362ea986-fb34-11ee-bc8f-c7b262605968 -- ceph osd last-stat-seq osd.6 2024-04-15T14:34:41.398 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:34:41 smithi016 ceph-mon[27435]: pgmap v17: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-04-15T14:34:41.398 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:34:41 smithi016 ceph-mon[36548]: pgmap v17: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-04-15T14:34:41.499 INFO:teuthology.orchestra.run.smithi016.stderr:Inferring config /var/lib/ceph/362ea986-fb34-11ee-bc8f-c7b262605968/mon.a/config 2024-04-15T14:34:41.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:34:41 smithi102 ceph-mon[31017]: pgmap v17: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-04-15T14:34:42.198 INFO:teuthology.orchestra.run.smithi016.stdout:128849018913 2024-04-15T14:34:42.199 DEBUG:teuthology.orchestra.run.smithi016:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 362ea986-fb34-11ee-bc8f-c7b262605968 -- ceph osd last-stat-seq osd.4 2024-04-15T14:34:42.431 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:34:42 smithi016 ceph-mon[36548]: from='mgr.14628 172.21.15.16:0/2128211001' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T14:34:42.432 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:34:42 smithi016 ceph-mon[27435]: from='mgr.14628 172.21.15.16:0/2128211001' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T14:34:42.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:34:42 smithi102 ceph-mon[31017]: from='mgr.14628 172.21.15.16:0/2128211001' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T14:34:42.744 INFO:teuthology.orchestra.run.smithi016.stdout:107374182438 2024-04-15T14:34:42.744 DEBUG:teuthology.orchestra.run.smithi016:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 362ea986-fb34-11ee-bc8f-c7b262605968 -- ceph osd last-stat-seq osd.3 2024-04-15T14:34:43.196 INFO:teuthology.orchestra.run.smithi016.stdout:77309411370 2024-04-15T14:34:43.197 DEBUG:teuthology.orchestra.run.smithi016:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 362ea986-fb34-11ee-bc8f-c7b262605968 -- ceph osd last-stat-seq osd.2 2024-04-15T14:34:43.418 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:34:43 smithi016 ceph-mon[36548]: pgmap v18: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-04-15T14:34:43.419 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:34:43 smithi016 ceph-mon[27435]: pgmap v18: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-04-15T14:34:43.419 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 15 14:34:43 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-y[27693]: ::ffff:172.21.15.102 - - [15/Apr/2024:14:34:43] "GET /metrics HTTP/1.1" 200 33656 "" "Prometheus/2.43.0" 2024-04-15T14:34:43.617 INFO:teuthology.orchestra.run.smithi016.stderr:Inferring config /var/lib/ceph/362ea986-fb34-11ee-bc8f-c7b262605968/mon.a/config 2024-04-15T14:34:43.617 INFO:teuthology.orchestra.run.smithi016.stderr:Inferring config /var/lib/ceph/362ea986-fb34-11ee-bc8f-c7b262605968/mon.a/config 2024-04-15T14:34:43.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:34:43 smithi102 ceph-mon[31017]: pgmap v18: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-04-15T14:34:43.977 INFO:journalctl@ceph.alertmanager.a.smithi016.stdout:Apr 15 14:34:43 smithi016 podman[70970]: 2024-04-15 14:34:43.720056911 +0000 UTC m=+0.944972755 volume create 0134d0592f64510ba96223872bdb494db59a9f11e59a7f1ada798106a8f61e6d 2024-04-15T14:34:43.978 INFO:journalctl@ceph.alertmanager.a.smithi016.stdout:Apr 15 14:34:43 smithi016 podman[70970]: 2024-04-15 14:34:43.629868759 +0000 UTC m=+0.854784613 image pull c8568f914cd25b2062c44e9f79f9c18da6e3b85fe0c47a12a2191c61426c2b19 quay.io/prometheus/alertmanager:v0.25.0 2024-04-15T14:34:43.978 INFO:journalctl@ceph.alertmanager.a.smithi016.stdout:Apr 15 14:34:43 smithi016 podman[70970]: 2024-04-15 14:34:43.803749034 +0000 UTC m=+1.028664916 container create 5b3cfd32b97170651b8fac627d4de83641c5e8e840fbd63f86629711c0cb2c28 (image=quay.io/prometheus/alertmanager:v0.25.0, name=ceph-362ea986-fb34-11ee-bc8f-c7b262605968-alertmanager-a, maintainer=The Prometheus Authors ) 2024-04-15T14:34:44.331 INFO:journalctl@ceph.alertmanager.a.smithi016.stdout:Apr 15 14:34:44 smithi016 podman[70970]: 2024-04-15 14:34:44.325206388 +0000 UTC m=+1.550122228 container init 5b3cfd32b97170651b8fac627d4de83641c5e8e840fbd63f86629711c0cb2c28 (image=quay.io/prometheus/alertmanager:v0.25.0, name=ceph-362ea986-fb34-11ee-bc8f-c7b262605968-alertmanager-a, maintainer=The Prometheus Authors ) 2024-04-15T14:34:44.433 INFO:teuthology.orchestra.run.smithi016.stderr:Inferring config /var/lib/ceph/362ea986-fb34-11ee-bc8f-c7b262605968/mon.a/config 2024-04-15T14:34:44.434 INFO:teuthology.orchestra.run.smithi016.stderr:Inferring config /var/lib/ceph/362ea986-fb34-11ee-bc8f-c7b262605968/mon.a/config 2024-04-15T14:34:44.434 INFO:teuthology.orchestra.run.smithi016.stderr:Inferring config /var/lib/ceph/362ea986-fb34-11ee-bc8f-c7b262605968/mon.a/config 2024-04-15T14:34:44.628 INFO:journalctl@ceph.alertmanager.a.smithi016.stdout:Apr 15 14:34:44 smithi016 podman[70970]: 2024-04-15 14:34:44.331108654 +0000 UTC m=+1.556024502 container start 5b3cfd32b97170651b8fac627d4de83641c5e8e840fbd63f86629711c0cb2c28 (image=quay.io/prometheus/alertmanager:v0.25.0, name=ceph-362ea986-fb34-11ee-bc8f-c7b262605968-alertmanager-a, maintainer=The Prometheus Authors ) 2024-04-15T14:34:44.628 INFO:journalctl@ceph.alertmanager.a.smithi016.stdout:Apr 15 14:34:44 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-alertmanager-a[71120]: ts=2024-04-15T14:34:44.343Z caller=main.go:240 level=info msg="Starting Alertmanager" version="(version=0.25.0, branch=HEAD, revision=258fab7cdd551f2cf251ed0348f0ad7289aee789)" 2024-04-15T14:34:44.628 INFO:journalctl@ceph.alertmanager.a.smithi016.stdout:Apr 15 14:34:44 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-alertmanager-a[71120]: ts=2024-04-15T14:34:44.343Z caller=main.go:241 level=info build_context="(go=go1.19.4, user=root@abe866dd5717, date=20221222-14:51:36)" 2024-04-15T14:34:44.629 INFO:journalctl@ceph.alertmanager.a.smithi016.stdout:Apr 15 14:34:44 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-alertmanager-a[71120]: ts=2024-04-15T14:34:44.345Z caller=cluster.go:185 level=info component=cluster msg="setting advertise address explicitly" addr=172.21.15.16 port=9094 2024-04-15T14:34:44.629 INFO:journalctl@ceph.alertmanager.a.smithi016.stdout:Apr 15 14:34:44 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-alertmanager-a[71120]: ts=2024-04-15T14:34:44.345Z caller=cluster.go:681 level=info component=cluster msg="Waiting for gossip to settle..." interval=2s 2024-04-15T14:34:44.629 INFO:journalctl@ceph.alertmanager.a.smithi016.stdout:Apr 15 14:34:44 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-alertmanager-a[71120]: ts=2024-04-15T14:34:44.369Z caller=coordinator.go:113 level=info component=configuration msg="Loading configuration file" file=/etc/alertmanager/alertmanager.yml 2024-04-15T14:34:44.629 INFO:journalctl@ceph.alertmanager.a.smithi016.stdout:Apr 15 14:34:44 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-alertmanager-a[71120]: ts=2024-04-15T14:34:44.369Z caller=coordinator.go:126 level=info component=configuration msg="Completed loading of configuration file" file=/etc/alertmanager/alertmanager.yml 2024-04-15T14:34:44.629 INFO:journalctl@ceph.alertmanager.a.smithi016.stdout:Apr 15 14:34:44 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-alertmanager-a[71120]: ts=2024-04-15T14:34:44.372Z caller=tls_config.go:232 level=info msg="Listening on" address=[::]:9093 2024-04-15T14:34:44.629 INFO:journalctl@ceph.alertmanager.a.smithi016.stdout:Apr 15 14:34:44 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-alertmanager-a[71120]: ts=2024-04-15T14:34:44.372Z caller=tls_config.go:235 level=info msg="TLS is disabled." http2=false address=[::]:9093 2024-04-15T14:34:44.629 INFO:journalctl@ceph.alertmanager.a.smithi016.stdout:Apr 15 14:34:44 smithi016 bash[70970]: 5b3cfd32b97170651b8fac627d4de83641c5e8e840fbd63f86629711c0cb2c28 2024-04-15T14:34:44.629 INFO:journalctl@ceph.alertmanager.a.smithi016.stdout:Apr 15 14:34:44 smithi016 systemd[1]: Started Ceph alertmanager.a for 362ea986-fb34-11ee-bc8f-c7b262605968. 2024-04-15T14:34:44.910 INFO:teuthology.orchestra.run.smithi016.stderr:Inferring config /var/lib/ceph/362ea986-fb34-11ee-bc8f-c7b262605968/mon.a/config 2024-04-15T14:34:44.995 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 15 14:34:44 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-y[27693]: [15/Apr/2024:14:34:44] ENGINE Bus STOPPING 2024-04-15T14:34:44.996 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 15 14:34:44 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-y[27693]: [15/Apr/2024:14:34:44] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-04-15T14:34:44.996 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 15 14:34:44 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-y[27693]: [15/Apr/2024:14:34:44] ENGINE Bus STOPPED 2024-04-15T14:34:44.996 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 15 14:34:44 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-y[27693]: [15/Apr/2024:14:34:44] ENGINE Bus STARTING 2024-04-15T14:34:44.996 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 15 14:34:44 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-y[27693]: [15/Apr/2024:14:34:44] ENGINE Serving on http://:::9283 2024-04-15T14:34:44.996 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 15 14:34:44 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-y[27693]: [15/Apr/2024:14:34:44] ENGINE Bus STARTED 2024-04-15T14:34:45.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:34:45 smithi016 ceph-mon[27435]: pgmap v19: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-04-15T14:34:45.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:34:45 smithi016 ceph-mon[27435]: from='mgr.14628 ' entity='mgr.y' 2024-04-15T14:34:45.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:34:45 smithi016 ceph-mon[27435]: from='mgr.14628 ' entity='mgr.y' 2024-04-15T14:34:45.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:34:45 smithi016 ceph-mon[27435]: from='mgr.14628 ' entity='mgr.y' 2024-04-15T14:34:45.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:34:45 smithi016 ceph-mon[27435]: from='mgr.14628 ' entity='mgr.y' 2024-04-15T14:34:45.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:34:45 smithi016 ceph-mon[27435]: Regenerating cephadm self-signed grafana TLS certificates 2024-04-15T14:34:45.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:34:45 smithi016 ceph-mon[27435]: from='mgr.14628 ' entity='mgr.y' 2024-04-15T14:34:45.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:34:45 smithi016 ceph-mon[27435]: from='mgr.14628 ' entity='mgr.y' 2024-04-15T14:34:45.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:34:45 smithi016 ceph-mon[27435]: from='mgr.14628 172.21.15.16:0/2128211001' entity='mgr.y' cmd=[{"prefix": "dashboard set-grafana-api-ssl-verify", "value": "false"}]: dispatch 2024-04-15T14:34:45.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:34:45 smithi016 ceph-mon[27435]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard set-grafana-api-ssl-verify", "value": "false"}]: dispatch 2024-04-15T14:34:45.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:34:45 smithi016 ceph-mon[27435]: from='mgr.14628 ' entity='mgr.y' 2024-04-15T14:34:45.541 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:34:45 smithi016 ceph-mon[27435]: Deploying daemon grafana.a on smithi102 2024-04-15T14:34:45.541 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:34:45 smithi016 ceph-mon[36548]: pgmap v19: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-04-15T14:34:45.541 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:34:45 smithi016 ceph-mon[36548]: from='mgr.14628 ' entity='mgr.y' 2024-04-15T14:34:45.541 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:34:45 smithi016 ceph-mon[36548]: from='mgr.14628 ' entity='mgr.y' 2024-04-15T14:34:45.541 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:34:45 smithi016 ceph-mon[36548]: from='mgr.14628 ' entity='mgr.y' 2024-04-15T14:34:45.541 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:34:45 smithi016 ceph-mon[36548]: from='mgr.14628 ' entity='mgr.y' 2024-04-15T14:34:45.541 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:34:45 smithi016 ceph-mon[36548]: Regenerating cephadm self-signed grafana TLS certificates 2024-04-15T14:34:45.541 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:34:45 smithi016 ceph-mon[36548]: from='mgr.14628 ' entity='mgr.y' 2024-04-15T14:34:45.541 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:34:45 smithi016 ceph-mon[36548]: from='mgr.14628 ' entity='mgr.y' 2024-04-15T14:34:45.541 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:34:45 smithi016 ceph-mon[36548]: from='mgr.14628 172.21.15.16:0/2128211001' entity='mgr.y' cmd=[{"prefix": "dashboard set-grafana-api-ssl-verify", "value": "false"}]: dispatch 2024-04-15T14:34:45.541 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:34:45 smithi016 ceph-mon[36548]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard set-grafana-api-ssl-verify", "value": "false"}]: dispatch 2024-04-15T14:34:45.541 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:34:45 smithi016 ceph-mon[36548]: from='mgr.14628 ' entity='mgr.y' 2024-04-15T14:34:45.542 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:34:45 smithi016 ceph-mon[36548]: Deploying daemon grafana.a on smithi102 2024-04-15T14:34:45.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:34:45 smithi102 ceph-mon[31017]: pgmap v19: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-04-15T14:34:45.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:34:45 smithi102 ceph-mon[31017]: from='mgr.14628 ' entity='mgr.y' 2024-04-15T14:34:45.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:34:45 smithi102 ceph-mon[31017]: from='mgr.14628 ' entity='mgr.y' 2024-04-15T14:34:45.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:34:45 smithi102 ceph-mon[31017]: from='mgr.14628 ' entity='mgr.y' 2024-04-15T14:34:45.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:34:45 smithi102 ceph-mon[31017]: from='mgr.14628 ' entity='mgr.y' 2024-04-15T14:34:45.938 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:34:45 smithi102 ceph-mon[31017]: Regenerating cephadm self-signed grafana TLS certificates 2024-04-15T14:34:45.938 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:34:45 smithi102 ceph-mon[31017]: from='mgr.14628 ' entity='mgr.y' 2024-04-15T14:34:45.938 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:34:45 smithi102 ceph-mon[31017]: from='mgr.14628 ' entity='mgr.y' 2024-04-15T14:34:45.938 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:34:45 smithi102 ceph-mon[31017]: from='mgr.14628 172.21.15.16:0/2128211001' entity='mgr.y' cmd=[{"prefix": "dashboard set-grafana-api-ssl-verify", "value": "false"}]: dispatch 2024-04-15T14:34:45.938 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:34:45 smithi102 ceph-mon[31017]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard set-grafana-api-ssl-verify", "value": "false"}]: dispatch 2024-04-15T14:34:45.938 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:34:45 smithi102 ceph-mon[31017]: from='mgr.14628 ' entity='mgr.y' 2024-04-15T14:34:45.938 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:34:45 smithi102 ceph-mon[31017]: Deploying daemon grafana.a on smithi102 2024-04-15T14:34:46.763 INFO:journalctl@ceph.alertmanager.a.smithi016.stdout:Apr 15 14:34:46 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-alertmanager-a[71120]: ts=2024-04-15T14:34:46.346Z caller=cluster.go:706 level=info component=cluster msg="gossip not settled" polls=0 before=0 now=1 elapsed=2.000310741s 2024-04-15T14:34:47.789 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:34:47 smithi016 ceph-mon[27435]: pgmap v20: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-04-15T14:34:47.789 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:34:47 smithi016 ceph-mon[27435]: from='mgr.14628 ' entity='mgr.y' 2024-04-15T14:34:47.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:34:47 smithi016 ceph-mon[36548]: pgmap v20: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-04-15T14:34:47.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:34:47 smithi016 ceph-mon[36548]: from='mgr.14628 ' entity='mgr.y' 2024-04-15T14:34:47.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:34:47 smithi102 ceph-mon[31017]: pgmap v20: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-04-15T14:34:47.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:34:47 smithi102 ceph-mon[31017]: from='mgr.14628 ' entity='mgr.y' 2024-04-15T14:34:49.773 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:34:49 smithi016 ceph-mon[27435]: pgmap v21: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-04-15T14:34:49.773 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:34:49 smithi016 ceph-mon[36548]: pgmap v21: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-04-15T14:34:49.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:34:49 smithi102 ceph-mon[31017]: pgmap v21: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-04-15T14:34:50.384 INFO:teuthology.orchestra.run.smithi016.stdout:55834574897 2024-04-15T14:34:50.596 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:34:50 smithi016 ceph-mon[27435]: from='client.? 172.21.15.16:0/657871024' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 1}]: dispatch 2024-04-15T14:34:50.596 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:34:50 smithi016 ceph-mon[36548]: from='client.? 172.21.15.16:0/657871024' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 1}]: dispatch 2024-04-15T14:34:50.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:34:50 smithi102 ceph-mon[31017]: from='client.? 172.21.15.16:0/657871024' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 1}]: dispatch 2024-04-15T14:34:51.469 INFO:teuthology.orchestra.run.smithi016.stdout:128849018915 2024-04-15T14:34:51.770 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:34:51 smithi016 ceph-mon[36548]: pgmap v22: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-04-15T14:34:51.771 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:34:51 smithi016 ceph-mon[36548]: from='client.? 172.21.15.16:0/2881580931' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 4}]: dispatch 2024-04-15T14:34:51.771 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:34:51 smithi016 ceph-mon[27435]: pgmap v22: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-04-15T14:34:51.771 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:34:51 smithi016 ceph-mon[27435]: from='client.? 172.21.15.16:0/2881580931' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 4}]: dispatch 2024-04-15T14:34:51.791 INFO:tasks.cephadm.ceph_manager.ceph:need seq 55834574894 got 55834574897 for osd.1 2024-04-15T14:34:51.792 DEBUG:teuthology.parallel:result is None 2024-04-15T14:34:51.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:34:51 smithi102 ceph-mon[31017]: pgmap v22: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-04-15T14:34:51.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:34:51 smithi102 ceph-mon[31017]: from='client.? 172.21.15.16:0/2881580931' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 4}]: dispatch 2024-04-15T14:34:52.770 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:34:52 smithi016 ceph-mon[27435]: from='client.? 172.21.15.16:0/1393709917' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 7}]: dispatch 2024-04-15T14:34:52.770 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:34:52 smithi016 ceph-mon[36548]: from='client.? 172.21.15.16:0/1393709917' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 7}]: dispatch 2024-04-15T14:34:52.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:34:52 smithi102 ceph-mon[31017]: from='client.? 172.21.15.16:0/1393709917' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 7}]: dispatch 2024-04-15T14:34:53.289 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 15 14:34:53 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-y[27693]: ::ffff:172.21.15.102 - - [15/Apr/2024:14:34:53] "GET /metrics HTTP/1.1" 200 33656 "" "Prometheus/2.43.0" 2024-04-15T14:34:53.719 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:34:53 smithi016 ceph-mon[27435]: pgmap v23: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-04-15T14:34:53.719 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:34:53 smithi016 ceph-mon[27435]: from='client.? 172.21.15.16:0/3517315025' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 3}]: dispatch 2024-04-15T14:34:53.719 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:34:53 smithi016 ceph-mon[36548]: pgmap v23: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-04-15T14:34:53.719 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:34:53 smithi016 ceph-mon[36548]: from='client.? 172.21.15.16:0/3517315025' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 3}]: dispatch 2024-04-15T14:34:53.844 INFO:teuthology.orchestra.run.smithi016.stdout:107374182440 2024-04-15T14:34:53.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:34:53 smithi102 ceph-mon[31017]: pgmap v23: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-04-15T14:34:53.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:34:53 smithi102 ceph-mon[31017]: from='client.? 172.21.15.16:0/3517315025' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 3}]: dispatch 2024-04-15T14:34:54.460 INFO:journalctl@ceph.alertmanager.a.smithi016.stdout:Apr 15 14:34:54 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-alertmanager-a[71120]: ts=2024-04-15T14:34:54.347Z caller=cluster.go:698 level=info component=cluster msg="gossip settled; proceeding" elapsed=10.00202354s 2024-04-15T14:34:54.571 INFO:tasks.cephadm.ceph_manager.ceph:need seq 128849018913 got 128849018915 for osd.4 2024-04-15T14:34:54.572 DEBUG:teuthology.parallel:result is None 2024-04-15T14:34:54.691 INFO:teuthology.orchestra.run.smithi016.stdout:236223201300 2024-04-15T14:34:54.727 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:34:54 smithi016 ceph-mon[27435]: from='client.? 172.21.15.16:0/2829679725' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 6}]: dispatch 2024-04-15T14:34:54.727 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:34:54 smithi016 ceph-mon[36548]: from='client.? 172.21.15.16:0/2829679725' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 6}]: dispatch 2024-04-15T14:34:54.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:34:54 smithi102 ceph-mon[31017]: from='client.? 172.21.15.16:0/2829679725' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 6}]: dispatch 2024-04-15T14:34:55.382 INFO:tasks.cephadm.ceph_manager.ceph:need seq 236223201297 got 236223201300 for osd.7 2024-04-15T14:34:55.383 DEBUG:teuthology.parallel:result is None 2024-04-15T14:34:55.488 INFO:teuthology.orchestra.run.smithi016.stdout:201863462937 2024-04-15T14:34:55.707 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:34:55 smithi016 ceph-mon[27435]: pgmap v24: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-04-15T14:34:55.707 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:34:55 smithi016 ceph-mon[36548]: pgmap v24: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-04-15T14:34:55.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:34:55 smithi102 ceph-mon[31017]: pgmap v24: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-04-15T14:34:56.057 INFO:tasks.cephadm.ceph_manager.ceph:need seq 201863462934 got 201863462937 for osd.6 2024-04-15T14:34:56.057 DEBUG:teuthology.parallel:result is None 2024-04-15T14:34:56.598 INFO:tasks.cephadm.ceph_manager.ceph:need seq 107374182438 got 107374182440 for osd.3 2024-04-15T14:34:56.598 DEBUG:teuthology.parallel:result is None 2024-04-15T14:34:56.626 INFO:teuthology.orchestra.run.smithi016.stderr:Inferring config /var/lib/ceph/362ea986-fb34-11ee-bc8f-c7b262605968/mon.a/config 2024-04-15T14:34:57.419 INFO:teuthology.orchestra.run.smithi016.stdout:163208757279 2024-04-15T14:34:57.524 INFO:teuthology.orchestra.run.smithi016.stdout:34359738424 2024-04-15T14:34:57.789 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:34:57 smithi016 ceph-mon[27435]: pgmap v25: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-04-15T14:34:57.789 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:34:57 smithi016 ceph-mon[27435]: from='mgr.14628 172.21.15.16:0/2128211001' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T14:34:57.789 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:34:57 smithi016 ceph-mon[27435]: from='client.? 172.21.15.16:0/2634934375' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 5}]: dispatch 2024-04-15T14:34:57.789 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:34:57 smithi016 ceph-mon[36548]: pgmap v25: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-04-15T14:34:57.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:34:57 smithi016 ceph-mon[36548]: from='mgr.14628 172.21.15.16:0/2128211001' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T14:34:57.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:34:57 smithi016 ceph-mon[36548]: from='client.? 172.21.15.16:0/2634934375' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 5}]: dispatch 2024-04-15T14:34:57.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:34:57 smithi102 ceph-mon[31017]: pgmap v25: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-04-15T14:34:57.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:34:57 smithi102 ceph-mon[31017]: from='mgr.14628 172.21.15.16:0/2128211001' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T14:34:57.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:34:57 smithi102 ceph-mon[31017]: from='client.? 172.21.15.16:0/2634934375' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 5}]: dispatch 2024-04-15T14:34:58.153 INFO:tasks.cephadm.ceph_manager.ceph:need seq 34359738420 got 34359738424 for osd.0 2024-04-15T14:34:58.153 DEBUG:teuthology.parallel:result is None 2024-04-15T14:34:58.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:34:58 smithi102 ceph-mon[31017]: from='client.? 172.21.15.16:0/1147285600' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 0}]: dispatch 2024-04-15T14:34:58.789 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:34:58 smithi016 ceph-mon[27435]: from='client.? 172.21.15.16:0/1147285600' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 0}]: dispatch 2024-04-15T14:34:58.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:34:58 smithi016 ceph-mon[36548]: from='client.? 172.21.15.16:0/1147285600' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 0}]: dispatch 2024-04-15T14:34:58.935 INFO:tasks.cephadm.ceph_manager.ceph:need seq 163208757275 got 163208757279 for osd.5 2024-04-15T14:34:58.935 DEBUG:teuthology.parallel:result is None 2024-04-15T14:34:59.784 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:34:59 smithi016 ceph-mon[36548]: pgmap v26: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-04-15T14:34:59.784 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:34:59 smithi016 ceph-mon[27435]: pgmap v26: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-04-15T14:34:59.878 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:34:59 smithi102 ceph-mon[31017]: pgmap v26: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-04-15T14:34:59.878 INFO:journalctl@ceph.grafana.a.smithi102.stdout:Apr 15 14:34:59 smithi102 systemd[1]: Starting Ceph grafana.a for 362ea986-fb34-11ee-bc8f-c7b262605968... 2024-04-15T14:35:00.128 INFO:journalctl@ceph.grafana.a.smithi102.stdout:Apr 15 14:34:59 smithi102 podman[63271]: 2024-04-15 14:34:59.779043346 +0000 UTC m=+0.017270320 image pull 954c08fa618887fe9a6fe572ae541197c77e625b05f4193df7898f5ac649ada9 quay.io/ceph/ceph-grafana:9.4.7 2024-04-15T14:35:00.128 INFO:journalctl@ceph.grafana.a.smithi102.stdout:Apr 15 14:34:59 smithi102 podman[63271]: 2024-04-15 14:34:59.897955629 +0000 UTC m=+0.136182643 container create dfd3a2bac14281aa0dd1abdceae49c77715fb8d3b2353669841047a7cc398ef3 (image=quay.io/ceph/ceph-grafana:9.4.7, name=ceph-362ea986-fb34-11ee-bc8f-c7b262605968-grafana-a, vcs-ref=3aadd00326f3dd6cfe65ee31017ab98915fddb56, com.redhat.component=ubi8-container, vendor=Red Hat, Inc., vcs-type=git, name=ubi8, io.buildah.version=1.32.0, com.redhat.license_terms=https://www.redhat.com/en/about/red-hat-end-user-license-agreements#UBI, build-date=2022-04-29T11:48:11.055897, maintainer=Paul Cuzner , io.openshift.tags=base rhel8, distribution-scope=public, summary=Grafana Container configured for Ceph mgr/dashboard integration, architecture=x86_64, description=Ceph Grafana Container, com.redhat.build-host=cpt-1007.osbs.prod.upshift.rdu2.redhat.com, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., io.k8s.display-name=Red Hat Universal Base Image 8, io.openshift.expose-services=, version=8.5, url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.5-239.1651231664, release=239.1651231664) 2024-04-15T14:35:00.129 INFO:journalctl@ceph.grafana.a.smithi102.stdout:Apr 15 14:35:00 smithi102 podman[63271]: 2024-04-15 14:35:00.127860759 +0000 UTC m=+0.366087727 container init dfd3a2bac14281aa0dd1abdceae49c77715fb8d3b2353669841047a7cc398ef3 (image=quay.io/ceph/ceph-grafana:9.4.7, name=ceph-362ea986-fb34-11ee-bc8f-c7b262605968-grafana-a, io.openshift.tags=base rhel8, name=ubi8, build-date=2022-04-29T11:48:11.055897, com.redhat.build-host=cpt-1007.osbs.prod.upshift.rdu2.redhat.com, description=Ceph Grafana Container, io.openshift.expose-services=, distribution-scope=public, url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.5-239.1651231664, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., io.k8s.display-name=Red Hat Universal Base Image 8, vcs-type=git, com.redhat.component=ubi8-container, io.buildah.version=1.32.0, version=8.5, release=239.1651231664, vcs-ref=3aadd00326f3dd6cfe65ee31017ab98915fddb56, summary=Grafana Container configured for Ceph mgr/dashboard integration, maintainer=Paul Cuzner , vendor=Red Hat, Inc., architecture=x86_64, com.redhat.license_terms=https://www.redhat.com/en/about/red-hat-end-user-license-agreements#UBI) 2024-04-15T14:35:00.380 INFO:journalctl@ceph.grafana.a.smithi102.stdout:Apr 15 14:35:00 smithi102 podman[63271]: 2024-04-15 14:35:00.133486657 +0000 UTC m=+0.371713625 container start dfd3a2bac14281aa0dd1abdceae49c77715fb8d3b2353669841047a7cc398ef3 (image=quay.io/ceph/ceph-grafana:9.4.7, name=ceph-362ea986-fb34-11ee-bc8f-c7b262605968-grafana-a, version=8.5, release=239.1651231664, io.openshift.expose-services=, description=Ceph Grafana Container, architecture=x86_64, name=ubi8, com.redhat.license_terms=https://www.redhat.com/en/about/red-hat-end-user-license-agreements#UBI, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., io.k8s.display-name=Red Hat Universal Base Image 8, vcs-ref=3aadd00326f3dd6cfe65ee31017ab98915fddb56, io.openshift.tags=base rhel8, io.buildah.version=1.32.0, vcs-type=git, build-date=2022-04-29T11:48:11.055897, com.redhat.build-host=cpt-1007.osbs.prod.upshift.rdu2.redhat.com, summary=Grafana Container configured for Ceph mgr/dashboard integration, url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.5-239.1651231664, distribution-scope=public, com.redhat.component=ubi8-container, vendor=Red Hat, Inc., maintainer=Paul Cuzner ) 2024-04-15T14:35:00.380 INFO:journalctl@ceph.grafana.a.smithi102.stdout:Apr 15 14:35:00 smithi102 bash[63271]: dfd3a2bac14281aa0dd1abdceae49c77715fb8d3b2353669841047a7cc398ef3 2024-04-15T14:35:00.380 INFO:journalctl@ceph.grafana.a.smithi102.stdout:Apr 15 14:35:00 smithi102 systemd[1]: Started Ceph grafana.a for 362ea986-fb34-11ee-bc8f-c7b262605968. 2024-04-15T14:35:00.380 INFO:journalctl@ceph.grafana.a.smithi102.stdout:Apr 15 14:35:00 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-grafana-a[63286]: logger=settings t=2024-04-15T14:35:00.294238344Z level=info msg="Starting Grafana" version=9.4.7 commit=4add91f03d branch=HEAD compiled=2023-03-16T23:56:52Z 2024-04-15T14:35:00.381 INFO:journalctl@ceph.grafana.a.smithi102.stdout:Apr 15 14:35:00 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-grafana-a[63286]: logger=settings t=2024-04-15T14:35:00.294429189Z level=warn msg="\"sentry\" frontend logging provider is deprecated and will be removed in the next major version. Use \"grafana\" provider instead." 2024-04-15T14:35:00.381 INFO:journalctl@ceph.grafana.a.smithi102.stdout:Apr 15 14:35:00 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-grafana-a[63286]: logger=settings t=2024-04-15T14:35:00.294447587Z level=info msg="Config loaded from" file=/usr/share/grafana/conf/defaults.ini 2024-04-15T14:35:00.381 INFO:journalctl@ceph.grafana.a.smithi102.stdout:Apr 15 14:35:00 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-grafana-a[63286]: logger=settings t=2024-04-15T14:35:00.294454739Z level=info msg="Config loaded from" file=/etc/grafana/grafana.ini 2024-04-15T14:35:00.381 INFO:journalctl@ceph.grafana.a.smithi102.stdout:Apr 15 14:35:00 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-grafana-a[63286]: logger=settings t=2024-04-15T14:35:00.294460685Z level=info msg="Config overridden from Environment variable" var="GF_PATHS_DATA=/var/lib/grafana" 2024-04-15T14:35:00.381 INFO:journalctl@ceph.grafana.a.smithi102.stdout:Apr 15 14:35:00 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-grafana-a[63286]: logger=settings t=2024-04-15T14:35:00.294467394Z level=info msg="Config overridden from Environment variable" var="GF_PATHS_LOGS=/var/log/grafana" 2024-04-15T14:35:00.381 INFO:journalctl@ceph.grafana.a.smithi102.stdout:Apr 15 14:35:00 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-grafana-a[63286]: logger=settings t=2024-04-15T14:35:00.294473156Z level=info msg="Config overridden from Environment variable" var="GF_PATHS_PLUGINS=/var/lib/grafana/plugins" 2024-04-15T14:35:00.381 INFO:journalctl@ceph.grafana.a.smithi102.stdout:Apr 15 14:35:00 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-grafana-a[63286]: logger=settings t=2024-04-15T14:35:00.294478896Z level=info msg="Config overridden from Environment variable" var="GF_PATHS_PROVISIONING=/etc/grafana/provisioning" 2024-04-15T14:35:00.381 INFO:journalctl@ceph.grafana.a.smithi102.stdout:Apr 15 14:35:00 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-grafana-a[63286]: logger=settings t=2024-04-15T14:35:00.294484724Z level=info msg="Path Home" path=/usr/share/grafana 2024-04-15T14:35:00.381 INFO:journalctl@ceph.grafana.a.smithi102.stdout:Apr 15 14:35:00 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-grafana-a[63286]: logger=settings t=2024-04-15T14:35:00.29449046Z level=info msg="Path Data" path=/var/lib/grafana 2024-04-15T14:35:00.381 INFO:journalctl@ceph.grafana.a.smithi102.stdout:Apr 15 14:35:00 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-grafana-a[63286]: logger=settings t=2024-04-15T14:35:00.294495994Z level=info msg="Path Logs" path=/var/log/grafana 2024-04-15T14:35:00.381 INFO:journalctl@ceph.grafana.a.smithi102.stdout:Apr 15 14:35:00 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-grafana-a[63286]: logger=settings t=2024-04-15T14:35:00.294501394Z level=info msg="Path Plugins" path=/var/lib/grafana/plugins 2024-04-15T14:35:00.381 INFO:journalctl@ceph.grafana.a.smithi102.stdout:Apr 15 14:35:00 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-grafana-a[63286]: logger=settings t=2024-04-15T14:35:00.294508236Z level=info msg="Path Provisioning" path=/etc/grafana/provisioning 2024-04-15T14:35:00.381 INFO:journalctl@ceph.grafana.a.smithi102.stdout:Apr 15 14:35:00 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-grafana-a[63286]: logger=settings t=2024-04-15T14:35:00.294514016Z level=info msg="App mode production" 2024-04-15T14:35:00.382 INFO:journalctl@ceph.grafana.a.smithi102.stdout:Apr 15 14:35:00 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-grafana-a[63286]: logger=sqlstore t=2024-04-15T14:35:00.294568304Z level=info msg="Connecting to DB" dbtype=sqlite3 2024-04-15T14:35:00.382 INFO:journalctl@ceph.grafana.a.smithi102.stdout:Apr 15 14:35:00 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-grafana-a[63286]: logger=sqlstore t=2024-04-15T14:35:00.294591043Z level=warn msg="SQLite database file has broader permissions than it should" path=/var/lib/grafana/grafana.db mode=-rw-r--r-- expected=-rw-r----- 2024-04-15T14:35:00.382 INFO:journalctl@ceph.grafana.a.smithi102.stdout:Apr 15 14:35:00 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-grafana-a[63286]: logger=migrator t=2024-04-15T14:35:00.295409589Z level=info msg="Starting DB migrations" 2024-04-15T14:35:00.382 INFO:journalctl@ceph.grafana.a.smithi102.stdout:Apr 15 14:35:00 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-grafana-a[63286]: logger=migrator t=2024-04-15T14:35:00.295485036Z level=info msg="Executing migration" id="create migration_log table" 2024-04-15T14:35:00.382 INFO:journalctl@ceph.grafana.a.smithi102.stdout:Apr 15 14:35:00 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-grafana-a[63286]: logger=migrator t=2024-04-15T14:35:00.296030046Z level=info msg="Executing migration" id="create user table" 2024-04-15T14:35:00.382 INFO:journalctl@ceph.grafana.a.smithi102.stdout:Apr 15 14:35:00 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-grafana-a[63286]: logger=migrator t=2024-04-15T14:35:00.296467247Z level=info msg="Executing migration" id="add unique index user.login" 2024-04-15T14:35:00.382 INFO:journalctl@ceph.grafana.a.smithi102.stdout:Apr 15 14:35:00 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-grafana-a[63286]: logger=migrator t=2024-04-15T14:35:00.296921712Z level=info msg="Executing migration" id="add unique index user.email" 2024-04-15T14:35:00.382 INFO:journalctl@ceph.grafana.a.smithi102.stdout:Apr 15 14:35:00 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-grafana-a[63286]: logger=migrator t=2024-04-15T14:35:00.297419078Z level=info msg="Executing migration" id="drop index UQE_user_login - v1" 2024-04-15T14:35:00.382 INFO:journalctl@ceph.grafana.a.smithi102.stdout:Apr 15 14:35:00 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-grafana-a[63286]: logger=migrator t=2024-04-15T14:35:00.297855614Z level=info msg="Executing migration" id="drop index UQE_user_email - v1" 2024-04-15T14:35:00.382 INFO:journalctl@ceph.grafana.a.smithi102.stdout:Apr 15 14:35:00 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-grafana-a[63286]: logger=migrator t=2024-04-15T14:35:00.298228534Z level=info msg="Executing migration" id="Rename table user to user_v1 - v1" 2024-04-15T14:35:00.382 INFO:journalctl@ceph.grafana.a.smithi102.stdout:Apr 15 14:35:00 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-grafana-a[63286]: logger=migrator t=2024-04-15T14:35:00.298923848Z level=info msg="Executing migration" id="create user table v2" 2024-04-15T14:35:00.383 INFO:journalctl@ceph.grafana.a.smithi102.stdout:Apr 15 14:35:00 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-grafana-a[63286]: logger=migrator t=2024-04-15T14:35:00.299327446Z level=info msg="Executing migration" id="create index UQE_user_login - v2" 2024-04-15T14:35:00.383 INFO:journalctl@ceph.grafana.a.smithi102.stdout:Apr 15 14:35:00 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-grafana-a[63286]: logger=migrator t=2024-04-15T14:35:00.299734097Z level=info msg="Executing migration" id="create index UQE_user_email - v2" 2024-04-15T14:35:00.383 INFO:journalctl@ceph.grafana.a.smithi102.stdout:Apr 15 14:35:00 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-grafana-a[63286]: logger=migrator t=2024-04-15T14:35:00.300158755Z level=info msg="Executing migration" id="copy data_source v1 to v2" 2024-04-15T14:35:00.383 INFO:journalctl@ceph.grafana.a.smithi102.stdout:Apr 15 14:35:00 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-grafana-a[63286]: logger=migrator t=2024-04-15T14:35:00.300484758Z level=info msg="Executing migration" id="Drop old table user_v1" 2024-04-15T14:35:00.383 INFO:journalctl@ceph.grafana.a.smithi102.stdout:Apr 15 14:35:00 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-grafana-a[63286]: logger=migrator t=2024-04-15T14:35:00.300854114Z level=info msg="Executing migration" id="Add column help_flags1 to user table" 2024-04-15T14:35:00.383 INFO:journalctl@ceph.grafana.a.smithi102.stdout:Apr 15 14:35:00 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-grafana-a[63286]: logger=migrator t=2024-04-15T14:35:00.301268724Z level=info msg="Executing migration" id="Update user table charset" 2024-04-15T14:35:00.384 INFO:journalctl@ceph.grafana.a.smithi102.stdout:Apr 15 14:35:00 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-grafana-a[63286]: logger=migrator t=2024-04-15T14:35:00.301540331Z level=info msg="Executing migration" id="Add last_seen_at column to user" 2024-04-15T14:35:00.384 INFO:journalctl@ceph.grafana.a.smithi102.stdout:Apr 15 14:35:00 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-grafana-a[63286]: logger=migrator t=2024-04-15T14:35:00.30196256Z level=info msg="Executing migration" id="Add missing user data" 2024-04-15T14:35:00.384 INFO:journalctl@ceph.grafana.a.smithi102.stdout:Apr 15 14:35:00 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-grafana-a[63286]: logger=migrator t=2024-04-15T14:35:00.302286686Z level=info msg="Executing migration" id="Add is_disabled column to user" 2024-04-15T14:35:00.384 INFO:journalctl@ceph.grafana.a.smithi102.stdout:Apr 15 14:35:00 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-grafana-a[63286]: logger=migrator t=2024-04-15T14:35:00.302715425Z level=info msg="Executing migration" id="Add index user.login/user.email" 2024-04-15T14:35:00.384 INFO:journalctl@ceph.grafana.a.smithi102.stdout:Apr 15 14:35:00 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-grafana-a[63286]: logger=migrator t=2024-04-15T14:35:00.303117369Z level=info msg="Executing migration" id="Add is_service_account column to user" 2024-04-15T14:35:00.384 INFO:journalctl@ceph.grafana.a.smithi102.stdout:Apr 15 14:35:00 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-grafana-a[63286]: logger=migrator t=2024-04-15T14:35:00.303509574Z level=info msg="Executing migration" id="Update is_service_account column to nullable" 2024-04-15T14:35:00.384 INFO:journalctl@ceph.grafana.a.smithi102.stdout:Apr 15 14:35:00 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-grafana-a[63286]: logger=migrator t=2024-04-15T14:35:00.304623058Z level=info msg="Executing migration" id="create temp user table v1-7" 2024-04-15T14:35:00.384 INFO:journalctl@ceph.grafana.a.smithi102.stdout:Apr 15 14:35:00 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-grafana-a[63286]: logger=migrator t=2024-04-15T14:35:00.305059847Z level=info msg="Executing migration" id="create index IDX_temp_user_email - v1-7" 2024-04-15T14:35:00.384 INFO:journalctl@ceph.grafana.a.smithi102.stdout:Apr 15 14:35:00 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-grafana-a[63286]: logger=migrator t=2024-04-15T14:35:00.305479122Z level=info msg="Executing migration" id="create index IDX_temp_user_org_id - v1-7" 2024-04-15T14:35:00.384 INFO:journalctl@ceph.grafana.a.smithi102.stdout:Apr 15 14:35:00 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-grafana-a[63286]: logger=migrator t=2024-04-15T14:35:00.305890394Z level=info msg="Executing migration" id="create index IDX_temp_user_code - v1-7" 2024-04-15T14:35:00.384 INFO:journalctl@ceph.grafana.a.smithi102.stdout:Apr 15 14:35:00 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-grafana-a[63286]: logger=migrator t=2024-04-15T14:35:00.306296019Z level=info msg="Executing migration" id="create index IDX_temp_user_status - v1-7" 2024-04-15T14:35:00.384 INFO:journalctl@ceph.grafana.a.smithi102.stdout:Apr 15 14:35:00 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-grafana-a[63286]: logger=migrator t=2024-04-15T14:35:00.306687498Z level=info msg="Executing migration" id="Update temp_user table charset" 2024-04-15T14:35:00.384 INFO:journalctl@ceph.grafana.a.smithi102.stdout:Apr 15 14:35:00 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-grafana-a[63286]: logger=migrator t=2024-04-15T14:35:00.306978743Z level=info msg="Executing migration" id="drop index IDX_temp_user_email - v1" 2024-04-15T14:35:00.384 INFO:journalctl@ceph.grafana.a.smithi102.stdout:Apr 15 14:35:00 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-grafana-a[63286]: logger=migrator t=2024-04-15T14:35:00.307332025Z level=info msg="Executing migration" id="drop index IDX_temp_user_org_id - v1" 2024-04-15T14:35:00.385 INFO:journalctl@ceph.grafana.a.smithi102.stdout:Apr 15 14:35:00 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-grafana-a[63286]: logger=migrator t=2024-04-15T14:35:00.307730072Z level=info msg="Executing migration" id="drop index IDX_temp_user_code - v1" 2024-04-15T14:35:00.385 INFO:journalctl@ceph.grafana.a.smithi102.stdout:Apr 15 14:35:00 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-grafana-a[63286]: logger=migrator t=2024-04-15T14:35:00.308122494Z level=info msg="Executing migration" id="drop index IDX_temp_user_status - v1" 2024-04-15T14:35:00.385 INFO:journalctl@ceph.grafana.a.smithi102.stdout:Apr 15 14:35:00 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-grafana-a[63286]: logger=migrator t=2024-04-15T14:35:00.308478607Z level=info msg="Executing migration" id="Rename table temp_user to temp_user_tmp_qwerty - v1" 2024-04-15T14:35:00.385 INFO:journalctl@ceph.grafana.a.smithi102.stdout:Apr 15 14:35:00 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-grafana-a[63286]: logger=migrator t=2024-04-15T14:35:00.309118511Z level=info msg="Executing migration" id="create temp_user v2" 2024-04-15T14:35:00.385 INFO:journalctl@ceph.grafana.a.smithi102.stdout:Apr 15 14:35:00 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-grafana-a[63286]: logger=migrator t=2024-04-15T14:35:00.309478046Z level=info msg="Executing migration" id="create index IDX_temp_user_email - v2" 2024-04-15T14:35:00.385 INFO:journalctl@ceph.grafana.a.smithi102.stdout:Apr 15 14:35:00 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-grafana-a[63286]: logger=migrator t=2024-04-15T14:35:00.309884608Z level=info msg="Executing migration" id="create index IDX_temp_user_org_id - v2" 2024-04-15T14:35:00.385 INFO:journalctl@ceph.grafana.a.smithi102.stdout:Apr 15 14:35:00 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-grafana-a[63286]: logger=migrator t=2024-04-15T14:35:00.312329122Z level=info msg="Executing migration" id="create index IDX_temp_user_code - v2" 2024-04-15T14:35:00.385 INFO:journalctl@ceph.grafana.a.smithi102.stdout:Apr 15 14:35:00 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-grafana-a[63286]: logger=migrator t=2024-04-15T14:35:00.314754441Z level=info msg="Executing migration" id="create index IDX_temp_user_status - v2" 2024-04-15T14:35:00.385 INFO:journalctl@ceph.grafana.a.smithi102.stdout:Apr 15 14:35:00 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-grafana-a[63286]: logger=migrator t=2024-04-15T14:35:00.317542937Z level=info msg="Executing migration" id="copy temp_user v1 to v2" 2024-04-15T14:35:00.385 INFO:journalctl@ceph.grafana.a.smithi102.stdout:Apr 15 14:35:00 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-grafana-a[63286]: logger=migrator t=2024-04-15T14:35:00.317906702Z level=info msg="Executing migration" id="drop temp_user_tmp_qwerty" 2024-04-15T14:35:00.385 INFO:journalctl@ceph.grafana.a.smithi102.stdout:Apr 15 14:35:00 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-grafana-a[63286]: logger=migrator t=2024-04-15T14:35:00.320781657Z level=info msg="Executing migration" id="Set created for temp users that will otherwise prematurely expire" 2024-04-15T14:35:00.385 INFO:journalctl@ceph.grafana.a.smithi102.stdout:Apr 15 14:35:00 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-grafana-a[63286]: logger=migrator t=2024-04-15T14:35:00.321293764Z level=info msg="Executing migration" id="create star table" 2024-04-15T14:35:00.385 INFO:journalctl@ceph.grafana.a.smithi102.stdout:Apr 15 14:35:00 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-grafana-a[63286]: logger=migrator t=2024-04-15T14:35:00.323643925Z level=info msg="Executing migration" id="add unique index star.user_id_dashboard_id" 2024-04-15T14:35:00.385 INFO:journalctl@ceph.grafana.a.smithi102.stdout:Apr 15 14:35:00 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-grafana-a[63286]: logger=migrator t=2024-04-15T14:35:00.32410732Z level=info msg="Executing migration" id="create org table v1" 2024-04-15T14:35:00.386 INFO:journalctl@ceph.grafana.a.smithi102.stdout:Apr 15 14:35:00 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-grafana-a[63286]: logger=migrator t=2024-04-15T14:35:00.326402072Z level=info msg="Executing migration" id="create index UQE_org_name - v1" 2024-04-15T14:35:00.386 INFO:journalctl@ceph.grafana.a.smithi102.stdout:Apr 15 14:35:00 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-grafana-a[63286]: logger=migrator t=2024-04-15T14:35:00.329021075Z level=info msg="Executing migration" id="create org_user table v1" 2024-04-15T14:35:00.386 INFO:journalctl@ceph.grafana.a.smithi102.stdout:Apr 15 14:35:00 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-grafana-a[63286]: logger=migrator t=2024-04-15T14:35:00.331554262Z level=info msg="Executing migration" id="create index IDX_org_user_org_id - v1" 2024-04-15T14:35:00.386 INFO:journalctl@ceph.grafana.a.smithi102.stdout:Apr 15 14:35:00 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-grafana-a[63286]: logger=migrator t=2024-04-15T14:35:00.331949944Z level=info msg="Executing migration" id="create index UQE_org_user_org_id_user_id - v1" 2024-04-15T14:35:00.386 INFO:journalctl@ceph.grafana.a.smithi102.stdout:Apr 15 14:35:00 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-grafana-a[63286]: logger=migrator t=2024-04-15T14:35:00.334579676Z level=info msg="Executing migration" id="create index IDX_org_user_user_id - v1" 2024-04-15T14:35:00.386 INFO:journalctl@ceph.grafana.a.smithi102.stdout:Apr 15 14:35:00 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-grafana-a[63286]: logger=migrator t=2024-04-15T14:35:00.337385017Z level=info msg="Executing migration" id="Update org table charset" 2024-04-15T14:35:00.386 INFO:journalctl@ceph.grafana.a.smithi102.stdout:Apr 15 14:35:00 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-grafana-a[63286]: logger=migrator t=2024-04-15T14:35:00.340013289Z level=info msg="Executing migration" id="Update org_user table charset" 2024-04-15T14:35:00.386 INFO:journalctl@ceph.grafana.a.smithi102.stdout:Apr 15 14:35:00 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-grafana-a[63286]: logger=migrator t=2024-04-15T14:35:00.342723199Z level=info msg="Executing migration" id="Migrate all Read Only Viewers to Viewers" 2024-04-15T14:35:00.386 INFO:journalctl@ceph.grafana.a.smithi102.stdout:Apr 15 14:35:00 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-grafana-a[63286]: logger=migrator t=2024-04-15T14:35:00.34541494Z level=info msg="Executing migration" id="create dashboard table" 2024-04-15T14:35:00.386 INFO:journalctl@ceph.grafana.a.smithi102.stdout:Apr 15 14:35:00 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-grafana-a[63286]: logger=migrator t=2024-04-15T14:35:00.348146513Z level=info msg="Executing migration" id="add index dashboard.account_id" 2024-04-15T14:35:00.387 INFO:journalctl@ceph.grafana.a.smithi102.stdout:Apr 15 14:35:00 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-grafana-a[63286]: logger=migrator t=2024-04-15T14:35:00.350779588Z level=info msg="Executing migration" id="add unique index dashboard_account_id_slug" 2024-04-15T14:35:00.387 INFO:journalctl@ceph.grafana.a.smithi102.stdout:Apr 15 14:35:00 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-grafana-a[63286]: logger=migrator t=2024-04-15T14:35:00.353318642Z level=info msg="Executing migration" id="create dashboard_tag table" 2024-04-15T14:35:00.387 INFO:journalctl@ceph.grafana.a.smithi102.stdout:Apr 15 14:35:00 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-grafana-a[63286]: logger=migrator t=2024-04-15T14:35:00.3559253Z level=info msg="Executing migration" id="add unique index dashboard_tag.dasboard_id_term" 2024-04-15T14:35:00.387 INFO:journalctl@ceph.grafana.a.smithi102.stdout:Apr 15 14:35:00 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-grafana-a[63286]: logger=migrator t=2024-04-15T14:35:00.358609386Z level=info msg="Executing migration" id="drop index UQE_dashboard_tag_dashboard_id_term - v1" 2024-04-15T14:35:00.387 INFO:journalctl@ceph.grafana.a.smithi102.stdout:Apr 15 14:35:00 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-grafana-a[63286]: logger=migrator t=2024-04-15T14:35:00.36103291Z level=info msg="Executing migration" id="Rename table dashboard to dashboard_v1 - v1" 2024-04-15T14:35:00.387 INFO:journalctl@ceph.grafana.a.smithi102.stdout:Apr 15 14:35:00 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-grafana-a[63286]: logger=migrator t=2024-04-15T14:35:00.363752978Z level=info msg="Executing migration" id="create dashboard v2" 2024-04-15T14:35:00.387 INFO:journalctl@ceph.grafana.a.smithi102.stdout:Apr 15 14:35:00 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-grafana-a[63286]: logger=migrator t=2024-04-15T14:35:00.366650332Z level=info msg="Executing migration" id="create index IDX_dashboard_org_id - v2" 2024-04-15T14:35:00.387 INFO:journalctl@ceph.grafana.a.smithi102.stdout:Apr 15 14:35:00 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-grafana-a[63286]: logger=migrator t=2024-04-15T14:35:00.369122178Z level=info msg="Executing migration" id="create index UQE_dashboard_org_id_slug - v2" 2024-04-15T14:35:00.387 INFO:journalctl@ceph.grafana.a.smithi102.stdout:Apr 15 14:35:00 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-grafana-a[63286]: logger=migrator t=2024-04-15T14:35:00.37181466Z level=info msg="Executing migration" id="copy dashboard v1 to v2" 2024-04-15T14:35:00.387 INFO:journalctl@ceph.grafana.a.smithi102.stdout:Apr 15 14:35:00 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-grafana-a[63286]: logger=migrator t=2024-04-15T14:35:00.374437937Z level=info msg="Executing migration" id="drop table dashboard_v1" 2024-04-15T14:35:00.387 INFO:journalctl@ceph.grafana.a.smithi102.stdout:Apr 15 14:35:00 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-grafana-a[63286]: logger=migrator t=2024-04-15T14:35:00.376987636Z level=info msg="Executing migration" id="alter dashboard.data to mediumtext v1" 2024-04-15T14:35:00.387 INFO:journalctl@ceph.grafana.a.smithi102.stdout:Apr 15 14:35:00 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-grafana-a[63286]: logger=migrator t=2024-04-15T14:35:00.379755463Z level=info msg="Executing migration" id="Add column updated_by in dashboard - v2" 2024-04-15T14:35:00.514 INFO:teuthology.orchestra.run.smithi016.stdout:77309411374 2024-04-15T14:35:00.631 INFO:journalctl@ceph.grafana.a.smithi102.stdout:Apr 15 14:35:00 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-grafana-a[63286]: logger=migrator t=2024-04-15T14:35:00.382260565Z level=info msg="Executing migration" id="Add column created_by in dashboard - v2" 2024-04-15T14:35:00.631 INFO:journalctl@ceph.grafana.a.smithi102.stdout:Apr 15 14:35:00 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-grafana-a[63286]: logger=migrator t=2024-04-15T14:35:00.383115935Z level=info msg="Executing migration" id="Add column gnetId in dashboard" 2024-04-15T14:35:00.631 INFO:journalctl@ceph.grafana.a.smithi102.stdout:Apr 15 14:35:00 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-grafana-a[63286]: logger=migrator t=2024-04-15T14:35:00.383894222Z level=info msg="Executing migration" id="Add index for gnetId in dashboard" 2024-04-15T14:35:00.631 INFO:journalctl@ceph.grafana.a.smithi102.stdout:Apr 15 14:35:00 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-grafana-a[63286]: logger=migrator t=2024-04-15T14:35:00.384725605Z level=info msg="Executing migration" id="Add column plugin_id in dashboard" 2024-04-15T14:35:00.632 INFO:journalctl@ceph.grafana.a.smithi102.stdout:Apr 15 14:35:00 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-grafana-a[63286]: logger=migrator t=2024-04-15T14:35:00.385507729Z level=info msg="Executing migration" id="Add index for plugin_id in dashboard" 2024-04-15T14:35:00.632 INFO:journalctl@ceph.grafana.a.smithi102.stdout:Apr 15 14:35:00 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-grafana-a[63286]: logger=migrator t=2024-04-15T14:35:00.386262354Z level=info msg="Executing migration" id="Add index for dashboard_id in dashboard_tag" 2024-04-15T14:35:00.632 INFO:journalctl@ceph.grafana.a.smithi102.stdout:Apr 15 14:35:00 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-grafana-a[63286]: logger=migrator t=2024-04-15T14:35:00.38704012Z level=info msg="Executing migration" id="Update dashboard table charset" 2024-04-15T14:35:00.632 INFO:journalctl@ceph.grafana.a.smithi102.stdout:Apr 15 14:35:00 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-grafana-a[63286]: logger=migrator t=2024-04-15T14:35:00.387831554Z level=info msg="Executing migration" id="Update dashboard_tag table charset" 2024-04-15T14:35:00.632 INFO:journalctl@ceph.grafana.a.smithi102.stdout:Apr 15 14:35:00 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-grafana-a[63286]: logger=migrator t=2024-04-15T14:35:00.388603854Z level=info msg="Executing migration" id="Add column folder_id in dashboard" 2024-04-15T14:35:00.632 INFO:journalctl@ceph.grafana.a.smithi102.stdout:Apr 15 14:35:00 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-grafana-a[63286]: logger=migrator t=2024-04-15T14:35:00.389403954Z level=info msg="Executing migration" id="Add column isFolder in dashboard" 2024-04-15T14:35:00.633 INFO:journalctl@ceph.grafana.a.smithi102.stdout:Apr 15 14:35:00 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-grafana-a[63286]: logger=migrator t=2024-04-15T14:35:00.390312314Z level=info msg="Executing migration" id="Add column has_acl in dashboard" 2024-04-15T14:35:00.633 INFO:journalctl@ceph.grafana.a.smithi102.stdout:Apr 15 14:35:00 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-grafana-a[63286]: logger=migrator t=2024-04-15T14:35:00.391074819Z level=info msg="Executing migration" id="Add column uid in dashboard" 2024-04-15T14:35:00.633 INFO:journalctl@ceph.grafana.a.smithi102.stdout:Apr 15 14:35:00 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-grafana-a[63286]: logger=migrator t=2024-04-15T14:35:00.391874198Z level=info msg="Executing migration" id="Update uid column values in dashboard" 2024-04-15T14:35:00.633 INFO:journalctl@ceph.grafana.a.smithi102.stdout:Apr 15 14:35:00 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-grafana-a[63286]: logger=migrator t=2024-04-15T14:35:00.392704864Z level=info msg="Executing migration" id="Add unique index dashboard_org_id_uid" 2024-04-15T14:35:00.633 INFO:journalctl@ceph.grafana.a.smithi102.stdout:Apr 15 14:35:00 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-grafana-a[63286]: logger=migrator t=2024-04-15T14:35:00.393389469Z level=info msg="Executing migration" id="Remove unique index org_id_slug" 2024-04-15T14:35:00.633 INFO:journalctl@ceph.grafana.a.smithi102.stdout:Apr 15 14:35:00 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-grafana-a[63286]: logger=migrator t=2024-04-15T14:35:00.39417521Z level=info msg="Executing migration" id="Update dashboard title length" 2024-04-15T14:35:00.634 INFO:journalctl@ceph.grafana.a.smithi102.stdout:Apr 15 14:35:00 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-grafana-a[63286]: logger=migrator t=2024-04-15T14:35:00.395121436Z level=info msg="Executing migration" id="Add unique index for dashboard_org_id_title_folder_id" 2024-04-15T14:35:00.634 INFO:journalctl@ceph.grafana.a.smithi102.stdout:Apr 15 14:35:00 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-grafana-a[63286]: logger=migrator t=2024-04-15T14:35:00.395806441Z level=info msg="Executing migration" id="create dashboard_provisioning" 2024-04-15T14:35:00.634 INFO:journalctl@ceph.grafana.a.smithi102.stdout:Apr 15 14:35:00 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-grafana-a[63286]: logger=migrator t=2024-04-15T14:35:00.396736232Z level=info msg="Executing migration" id="Rename table dashboard_provisioning to dashboard_provisioning_tmp_qwerty - v1" 2024-04-15T14:35:00.634 INFO:journalctl@ceph.grafana.a.smithi102.stdout:Apr 15 14:35:00 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-grafana-a[63286]: logger=migrator t=2024-04-15T14:35:00.397699743Z level=info msg="Executing migration" id="create dashboard_provisioning v2" 2024-04-15T14:35:00.634 INFO:journalctl@ceph.grafana.a.smithi102.stdout:Apr 15 14:35:00 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-grafana-a[63286]: logger=migrator t=2024-04-15T14:35:00.398505524Z level=info msg="Executing migration" id="create index IDX_dashboard_provisioning_dashboard_id - v2" 2024-04-15T14:35:00.634 INFO:journalctl@ceph.grafana.a.smithi102.stdout:Apr 15 14:35:00 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-grafana-a[63286]: logger=migrator t=2024-04-15T14:35:00.399410696Z level=info msg="Executing migration" id="create index IDX_dashboard_provisioning_dashboard_id_name - v2" 2024-04-15T14:35:00.635 INFO:journalctl@ceph.grafana.a.smithi102.stdout:Apr 15 14:35:00 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-grafana-a[63286]: logger=migrator t=2024-04-15T14:35:00.400116815Z level=info msg="Executing migration" id="copy dashboard_provisioning v1 to v2" 2024-04-15T14:35:00.635 INFO:journalctl@ceph.grafana.a.smithi102.stdout:Apr 15 14:35:00 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-grafana-a[63286]: logger=migrator t=2024-04-15T14:35:00.400984182Z level=info msg="Executing migration" id="drop dashboard_provisioning_tmp_qwerty" 2024-04-15T14:35:00.635 INFO:journalctl@ceph.grafana.a.smithi102.stdout:Apr 15 14:35:00 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-grafana-a[63286]: logger=migrator t=2024-04-15T14:35:00.401669999Z level=info msg="Executing migration" id="Add check_sum column" 2024-04-15T14:35:00.635 INFO:journalctl@ceph.grafana.a.smithi102.stdout:Apr 15 14:35:00 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-grafana-a[63286]: logger=migrator t=2024-04-15T14:35:00.402475031Z level=info msg="Executing migration" id="Add index for dashboard_title" 2024-04-15T14:35:00.635 INFO:journalctl@ceph.grafana.a.smithi102.stdout:Apr 15 14:35:00 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-grafana-a[63286]: logger=migrator t=2024-04-15T14:35:00.403273246Z level=info msg="Executing migration" id="delete tags for deleted dashboards" 2024-04-15T14:35:00.635 INFO:journalctl@ceph.grafana.a.smithi102.stdout:Apr 15 14:35:00 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-grafana-a[63286]: logger=migrator t=2024-04-15T14:35:00.404137807Z level=info msg="Executing migration" id="delete stars for deleted dashboards" 2024-04-15T14:35:00.635 INFO:journalctl@ceph.grafana.a.smithi102.stdout:Apr 15 14:35:00 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-grafana-a[63286]: logger=migrator t=2024-04-15T14:35:00.404861655Z level=info msg="Executing migration" id="Add index for dashboard_is_folder" 2024-04-15T14:35:00.635 INFO:journalctl@ceph.grafana.a.smithi102.stdout:Apr 15 14:35:00 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-grafana-a[63286]: logger=migrator t=2024-04-15T14:35:00.405785062Z level=info msg="Executing migration" id="Add isPublic for dashboard" 2024-04-15T14:35:00.636 INFO:journalctl@ceph.grafana.a.smithi102.stdout:Apr 15 14:35:00 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-grafana-a[63286]: logger=migrator t=2024-04-15T14:35:00.406497314Z level=info msg="Executing migration" id="create data_source table" 2024-04-15T14:35:00.636 INFO:journalctl@ceph.grafana.a.smithi102.stdout:Apr 15 14:35:00 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-grafana-a[63286]: logger=migrator t=2024-04-15T14:35:00.407311017Z level=info msg="Executing migration" id="add index data_source.account_id" 2024-04-15T14:35:00.636 INFO:journalctl@ceph.grafana.a.smithi102.stdout:Apr 15 14:35:00 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-grafana-a[63286]: logger=migrator t=2024-04-15T14:35:00.408103042Z level=info msg="Executing migration" id="add unique index data_source.account_id_name" 2024-04-15T14:35:00.636 INFO:journalctl@ceph.grafana.a.smithi102.stdout:Apr 15 14:35:00 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-grafana-a[63286]: logger=migrator t=2024-04-15T14:35:00.408884047Z level=info msg="Executing migration" id="drop index IDX_data_source_account_id - v1" 2024-04-15T14:35:00.636 INFO:journalctl@ceph.grafana.a.smithi102.stdout:Apr 15 14:35:00 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-grafana-a[63286]: logger=migrator t=2024-04-15T14:35:00.409706925Z level=info msg="Executing migration" id="drop index UQE_data_source_account_id_name - v1" 2024-04-15T14:35:00.636 INFO:journalctl@ceph.grafana.a.smithi102.stdout:Apr 15 14:35:00 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-grafana-a[63286]: logger=migrator t=2024-04-15T14:35:00.410497425Z level=info msg="Executing migration" id="Rename table data_source to data_source_v1 - v1" 2024-04-15T14:35:00.636 INFO:journalctl@ceph.grafana.a.smithi102.stdout:Apr 15 14:35:00 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-grafana-a[63286]: logger=migrator t=2024-04-15T14:35:00.413210163Z level=info msg="Executing migration" id="create data_source table v2" 2024-04-15T14:35:00.637 INFO:journalctl@ceph.grafana.a.smithi102.stdout:Apr 15 14:35:00 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-grafana-a[63286]: logger=migrator t=2024-04-15T14:35:00.41591498Z level=info msg="Executing migration" id="create index IDX_data_source_org_id - v2" 2024-04-15T14:35:00.639 INFO:journalctl@ceph.grafana.a.smithi102.stdout:Apr 15 14:35:00 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-grafana-a[63286]: logger=migrator t=2024-04-15T14:35:00.41873032Z level=info msg="Executing migration" id="create index UQE_data_source_org_id_name - v2" 2024-04-15T14:35:00.639 INFO:journalctl@ceph.grafana.a.smithi102.stdout:Apr 15 14:35:00 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-grafana-a[63286]: logger=migrator t=2024-04-15T14:35:00.421383931Z level=info msg="Executing migration" id="Drop old table data_source_v1 #2" 2024-04-15T14:35:00.639 INFO:journalctl@ceph.grafana.a.smithi102.stdout:Apr 15 14:35:00 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-grafana-a[63286]: logger=migrator t=2024-04-15T14:35:00.424003652Z level=info msg="Executing migration" id="Add column with_credentials" 2024-04-15T14:35:00.639 INFO:journalctl@ceph.grafana.a.smithi102.stdout:Apr 15 14:35:00 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-grafana-a[63286]: logger=migrator t=2024-04-15T14:35:00.426787982Z level=info msg="Executing migration" id="Add secure json data column" 2024-04-15T14:35:00.639 INFO:journalctl@ceph.grafana.a.smithi102.stdout:Apr 15 14:35:00 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-grafana-a[63286]: logger=migrator t=2024-04-15T14:35:00.429421101Z level=info msg="Executing migration" id="Update data_source table charset" 2024-04-15T14:35:00.639 INFO:journalctl@ceph.grafana.a.smithi102.stdout:Apr 15 14:35:00 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-grafana-a[63286]: logger=migrator t=2024-04-15T14:35:00.43203815Z level=info msg="Executing migration" id="Update initial version to 1" 2024-04-15T14:35:00.639 INFO:journalctl@ceph.grafana.a.smithi102.stdout:Apr 15 14:35:00 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-grafana-a[63286]: logger=migrator t=2024-04-15T14:35:00.434581554Z level=info msg="Executing migration" id="Add read_only data column" 2024-04-15T14:35:00.639 INFO:journalctl@ceph.grafana.a.smithi102.stdout:Apr 15 14:35:00 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-grafana-a[63286]: logger=migrator t=2024-04-15T14:35:00.437336966Z level=info msg="Executing migration" id="Migrate logging ds to loki ds" 2024-04-15T14:35:00.639 INFO:journalctl@ceph.grafana.a.smithi102.stdout:Apr 15 14:35:00 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-grafana-a[63286]: logger=migrator t=2024-04-15T14:35:00.440202815Z level=info msg="Executing migration" id="Update json_data with nulls" 2024-04-15T14:35:00.639 INFO:journalctl@ceph.grafana.a.smithi102.stdout:Apr 15 14:35:00 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-grafana-a[63286]: logger=migrator t=2024-04-15T14:35:00.443059008Z level=info msg="Executing migration" id="Add uid column" 2024-04-15T14:35:00.639 INFO:journalctl@ceph.grafana.a.smithi102.stdout:Apr 15 14:35:00 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-grafana-a[63286]: logger=migrator t=2024-04-15T14:35:00.445697433Z level=info msg="Executing migration" id="Update uid value" 2024-04-15T14:35:00.640 INFO:journalctl@ceph.grafana.a.smithi102.stdout:Apr 15 14:35:00 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-grafana-a[63286]: logger=migrator t=2024-04-15T14:35:00.448421393Z level=info msg="Executing migration" id="Add unique index datasource_org_id_uid" 2024-04-15T14:35:00.640 INFO:journalctl@ceph.grafana.a.smithi102.stdout:Apr 15 14:35:00 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-grafana-a[63286]: logger=migrator t=2024-04-15T14:35:00.450963983Z level=info msg="Executing migration" id="add unique index datasource_org_id_is_default" 2024-04-15T14:35:00.640 INFO:journalctl@ceph.grafana.a.smithi102.stdout:Apr 15 14:35:00 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-grafana-a[63286]: logger=migrator t=2024-04-15T14:35:00.453768672Z level=info msg="Executing migration" id="create api_key table" 2024-04-15T14:35:00.640 INFO:journalctl@ceph.grafana.a.smithi102.stdout:Apr 15 14:35:00 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-grafana-a[63286]: logger=migrator t=2024-04-15T14:35:00.456397549Z level=info msg="Executing migration" id="add index api_key.account_id" 2024-04-15T14:35:00.640 INFO:journalctl@ceph.grafana.a.smithi102.stdout:Apr 15 14:35:00 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-grafana-a[63286]: logger=migrator t=2024-04-15T14:35:00.459119494Z level=info msg="Executing migration" id="add index api_key.key" 2024-04-15T14:35:00.640 INFO:journalctl@ceph.grafana.a.smithi102.stdout:Apr 15 14:35:00 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-grafana-a[63286]: logger=migrator t=2024-04-15T14:35:00.461678194Z level=info msg="Executing migration" id="add index api_key.account_id_name" 2024-04-15T14:35:00.640 INFO:journalctl@ceph.grafana.a.smithi102.stdout:Apr 15 14:35:00 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-grafana-a[63286]: logger=migrator t=2024-04-15T14:35:00.464225822Z level=info msg="Executing migration" id="drop index IDX_api_key_account_id - v1" 2024-04-15T14:35:00.640 INFO:journalctl@ceph.grafana.a.smithi102.stdout:Apr 15 14:35:00 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-grafana-a[63286]: logger=migrator t=2024-04-15T14:35:00.466759114Z level=info msg="Executing migration" id="drop index UQE_api_key_key - v1" 2024-04-15T14:35:00.640 INFO:journalctl@ceph.grafana.a.smithi102.stdout:Apr 15 14:35:00 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-grafana-a[63286]: logger=migrator t=2024-04-15T14:35:00.467176659Z level=info msg="Executing migration" id="drop index UQE_api_key_account_id_name - v1" 2024-04-15T14:35:00.640 INFO:journalctl@ceph.grafana.a.smithi102.stdout:Apr 15 14:35:00 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-grafana-a[63286]: logger=migrator t=2024-04-15T14:35:00.469709745Z level=info msg="Executing migration" id="Rename table api_key to api_key_v1 - v1" 2024-04-15T14:35:00.640 INFO:journalctl@ceph.grafana.a.smithi102.stdout:Apr 15 14:35:00 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-grafana-a[63286]: logger=migrator t=2024-04-15T14:35:00.470747399Z level=info msg="Executing migration" id="create api_key table v2" 2024-04-15T14:35:00.640 INFO:journalctl@ceph.grafana.a.smithi102.stdout:Apr 15 14:35:00 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-grafana-a[63286]: logger=migrator t=2024-04-15T14:35:00.472414022Z level=info msg="Executing migration" id="create index IDX_api_key_org_id - v2" 2024-04-15T14:35:00.640 INFO:journalctl@ceph.grafana.a.smithi102.stdout:Apr 15 14:35:00 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-grafana-a[63286]: logger=migrator t=2024-04-15T14:35:00.47506425Z level=info msg="Executing migration" id="create index UQE_api_key_key - v2" 2024-04-15T14:35:00.641 INFO:journalctl@ceph.grafana.a.smithi102.stdout:Apr 15 14:35:00 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-grafana-a[63286]: logger=migrator t=2024-04-15T14:35:00.475648221Z level=info msg="Executing migration" id="create index UQE_api_key_org_id_name - v2" 2024-04-15T14:35:00.641 INFO:journalctl@ceph.grafana.a.smithi102.stdout:Apr 15 14:35:00 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-grafana-a[63286]: logger=migrator t=2024-04-15T14:35:00.47836671Z level=info msg="Executing migration" id="copy api_key v1 to v2" 2024-04-15T14:35:00.641 INFO:journalctl@ceph.grafana.a.smithi102.stdout:Apr 15 14:35:00 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-grafana-a[63286]: logger=migrator t=2024-04-15T14:35:00.480960925Z level=info msg="Executing migration" id="Drop old table api_key_v1" 2024-04-15T14:35:00.641 INFO:journalctl@ceph.grafana.a.smithi102.stdout:Apr 15 14:35:00 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-grafana-a[63286]: logger=migrator t=2024-04-15T14:35:00.483610868Z level=info msg="Executing migration" id="Update api_key table charset" 2024-04-15T14:35:00.641 INFO:journalctl@ceph.grafana.a.smithi102.stdout:Apr 15 14:35:00 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-grafana-a[63286]: logger=migrator t=2024-04-15T14:35:00.483897131Z level=info msg="Executing migration" id="Add expires to api_key table" 2024-04-15T14:35:00.641 INFO:journalctl@ceph.grafana.a.smithi102.stdout:Apr 15 14:35:00 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-grafana-a[63286]: logger=migrator t=2024-04-15T14:35:00.486385766Z level=info msg="Executing migration" id="Add service account foreign key" 2024-04-15T14:35:00.642 INFO:journalctl@ceph.grafana.a.smithi102.stdout:Apr 15 14:35:00 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-grafana-a[63286]: logger=migrator t=2024-04-15T14:35:00.486974472Z level=info msg="Executing migration" id="set service account foreign key to nil if 0" 2024-04-15T14:35:00.642 INFO:journalctl@ceph.grafana.a.smithi102.stdout:Apr 15 14:35:00 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-grafana-a[63286]: logger=migrator t=2024-04-15T14:35:00.489025137Z level=info msg="Executing migration" id="Add last_used_at to api_key table" 2024-04-15T14:35:00.642 INFO:journalctl@ceph.grafana.a.smithi102.stdout:Apr 15 14:35:00 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-grafana-a[63286]: logger=migrator t=2024-04-15T14:35:00.49161095Z level=info msg="Executing migration" id="Add is_revoked column to api_key table" 2024-04-15T14:35:00.642 INFO:journalctl@ceph.grafana.a.smithi102.stdout:Apr 15 14:35:00 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-grafana-a[63286]: logger=migrator t=2024-04-15T14:35:00.492197292Z level=info msg="Executing migration" id="create dashboard_snapshot table v4" 2024-04-15T14:35:00.642 INFO:journalctl@ceph.grafana.a.smithi102.stdout:Apr 15 14:35:00 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-grafana-a[63286]: logger=migrator t=2024-04-15T14:35:00.492924426Z level=info msg="Executing migration" id="drop table dashboard_snapshot_v4 #1" 2024-04-15T14:35:00.642 INFO:journalctl@ceph.grafana.a.smithi102.stdout:Apr 15 14:35:00 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-grafana-a[63286]: logger=migrator t=2024-04-15T14:35:00.493306878Z level=info msg="Executing migration" id="create dashboard_snapshot table v5 #2" 2024-04-15T14:35:00.643 INFO:journalctl@ceph.grafana.a.smithi102.stdout:Apr 15 14:35:00 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-grafana-a[63286]: logger=migrator t=2024-04-15T14:35:00.493728959Z level=info msg="Executing migration" id="create index UQE_dashboard_snapshot_key - v5" 2024-04-15T14:35:00.643 INFO:journalctl@ceph.grafana.a.smithi102.stdout:Apr 15 14:35:00 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-grafana-a[63286]: logger=migrator t=2024-04-15T14:35:00.494139768Z level=info msg="Executing migration" id="create index UQE_dashboard_snapshot_delete_key - v5" 2024-04-15T14:35:00.643 INFO:journalctl@ceph.grafana.a.smithi102.stdout:Apr 15 14:35:00 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-grafana-a[63286]: logger=migrator t=2024-04-15T14:35:00.494573411Z level=info msg="Executing migration" id="create index IDX_dashboard_snapshot_user_id - v5" 2024-04-15T14:35:00.643 INFO:journalctl@ceph.grafana.a.smithi102.stdout:Apr 15 14:35:00 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-grafana-a[63286]: logger=migrator t=2024-04-15T14:35:00.494976012Z level=info msg="Executing migration" id="alter dashboard_snapshot to mediumtext v2" 2024-04-15T14:35:00.643 INFO:journalctl@ceph.grafana.a.smithi102.stdout:Apr 15 14:35:00 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-grafana-a[63286]: logger=migrator t=2024-04-15T14:35:00.495717189Z level=info msg="Executing migration" id="Update dashboard_snapshot table charset" 2024-04-15T14:35:00.643 INFO:journalctl@ceph.grafana.a.smithi102.stdout:Apr 15 14:35:00 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-grafana-a[63286]: logger=migrator t=2024-04-15T14:35:00.496008831Z level=info msg="Executing migration" id="Add column external_delete_url to dashboard_snapshots table" 2024-04-15T14:35:00.643 INFO:journalctl@ceph.grafana.a.smithi102.stdout:Apr 15 14:35:00 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-grafana-a[63286]: logger=migrator t=2024-04-15T14:35:00.496565881Z level=info msg="Executing migration" id="Add encrypted dashboard json column" 2024-04-15T14:35:00.644 INFO:journalctl@ceph.grafana.a.smithi102.stdout:Apr 15 14:35:00 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-grafana-a[63286]: logger=migrator t=2024-04-15T14:35:00.497165735Z level=info msg="Executing migration" id="Change dashboard_encrypted column to MEDIUMBLOB" 2024-04-15T14:35:00.644 INFO:journalctl@ceph.grafana.a.smithi102.stdout:Apr 15 14:35:00 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-grafana-a[63286]: logger=migrator t=2024-04-15T14:35:00.497445003Z level=info msg="Executing migration" id="create quota table v1" 2024-04-15T14:35:00.644 INFO:journalctl@ceph.grafana.a.smithi102.stdout:Apr 15 14:35:00 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-grafana-a[63286]: logger=migrator t=2024-04-15T14:35:00.497837069Z level=info msg="Executing migration" id="create index UQE_quota_org_id_user_id_target - v1" 2024-04-15T14:35:00.644 INFO:journalctl@ceph.grafana.a.smithi102.stdout:Apr 15 14:35:00 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-grafana-a[63286]: logger=migrator t=2024-04-15T14:35:00.498279512Z level=info msg="Executing migration" id="Update quota table charset" 2024-04-15T14:35:00.644 INFO:journalctl@ceph.grafana.a.smithi102.stdout:Apr 15 14:35:00 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-grafana-a[63286]: logger=migrator t=2024-04-15T14:35:00.499099087Z level=info msg="Executing migration" id="create plugin_setting table" 2024-04-15T14:35:00.644 INFO:journalctl@ceph.grafana.a.smithi102.stdout:Apr 15 14:35:00 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-grafana-a[63286]: logger=migrator t=2024-04-15T14:35:00.499636271Z level=info msg="Executing migration" id="create index UQE_plugin_setting_org_id_plugin_id - v1" 2024-04-15T14:35:00.645 INFO:journalctl@ceph.grafana.a.smithi102.stdout:Apr 15 14:35:00 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-grafana-a[63286]: logger=migrator t=2024-04-15T14:35:00.500093723Z level=info msg="Executing migration" id="Add column plugin_version to plugin_settings" 2024-04-15T14:35:00.645 INFO:journalctl@ceph.grafana.a.smithi102.stdout:Apr 15 14:35:00 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-grafana-a[63286]: logger=migrator t=2024-04-15T14:35:00.500853279Z level=info msg="Executing migration" id="Update plugin_setting table charset" 2024-04-15T14:35:00.645 INFO:journalctl@ceph.grafana.a.smithi102.stdout:Apr 15 14:35:00 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-grafana-a[63286]: logger=migrator t=2024-04-15T14:35:00.501167874Z level=info msg="Executing migration" id="create session table" 2024-04-15T14:35:00.645 INFO:journalctl@ceph.grafana.a.smithi102.stdout:Apr 15 14:35:00 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-grafana-a[63286]: logger=migrator t=2024-04-15T14:35:00.501976564Z level=info msg="Executing migration" id="Drop old table playlist table" 2024-04-15T14:35:00.645 INFO:journalctl@ceph.grafana.a.smithi102.stdout:Apr 15 14:35:00 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-grafana-a[63286]: logger=migrator t=2024-04-15T14:35:00.502853721Z level=info msg="Executing migration" id="Drop old table playlist_item table" 2024-04-15T14:35:00.645 INFO:journalctl@ceph.grafana.a.smithi102.stdout:Apr 15 14:35:00 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-grafana-a[63286]: logger=migrator t=2024-04-15T14:35:00.503555767Z level=info msg="Executing migration" id="create playlist table v2" 2024-04-15T14:35:00.646 INFO:journalctl@ceph.grafana.a.smithi102.stdout:Apr 15 14:35:00 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-grafana-a[63286]: logger=migrator t=2024-04-15T14:35:00.504468289Z level=info msg="Executing migration" id="create playlist item table v2" 2024-04-15T14:35:00.646 INFO:journalctl@ceph.grafana.a.smithi102.stdout:Apr 15 14:35:00 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-grafana-a[63286]: logger=migrator t=2024-04-15T14:35:00.504906037Z level=info msg="Executing migration" id="Update playlist table charset" 2024-04-15T14:35:00.646 INFO:journalctl@ceph.grafana.a.smithi102.stdout:Apr 15 14:35:00 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-grafana-a[63286]: logger=migrator t=2024-04-15T14:35:00.505753641Z level=info msg="Executing migration" id="Update playlist_item table charset" 2024-04-15T14:35:00.646 INFO:journalctl@ceph.grafana.a.smithi102.stdout:Apr 15 14:35:00 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-grafana-a[63286]: logger=migrator t=2024-04-15T14:35:00.506169484Z level=info msg="Executing migration" id="drop preferences table v2" 2024-04-15T14:35:00.646 INFO:journalctl@ceph.grafana.a.smithi102.stdout:Apr 15 14:35:00 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-grafana-a[63286]: logger=migrator t=2024-04-15T14:35:00.506473263Z level=info msg="Executing migration" id="drop preferences table v3" 2024-04-15T14:35:00.646 INFO:journalctl@ceph.grafana.a.smithi102.stdout:Apr 15 14:35:00 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-grafana-a[63286]: logger=migrator t=2024-04-15T14:35:00.506775811Z level=info msg="Executing migration" id="create preferences table v3" 2024-04-15T14:35:00.647 INFO:journalctl@ceph.grafana.a.smithi102.stdout:Apr 15 14:35:00 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-grafana-a[63286]: logger=migrator t=2024-04-15T14:35:00.507345223Z level=info msg="Executing migration" id="Update preferences table charset" 2024-04-15T14:35:00.647 INFO:journalctl@ceph.grafana.a.smithi102.stdout:Apr 15 14:35:00 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-grafana-a[63286]: logger=migrator t=2024-04-15T14:35:00.507609667Z level=info msg="Executing migration" id="Add column team_id in preferences" 2024-04-15T14:35:00.647 INFO:journalctl@ceph.grafana.a.smithi102.stdout:Apr 15 14:35:00 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-grafana-a[63286]: logger=migrator t=2024-04-15T14:35:00.508254677Z level=info msg="Executing migration" id="Update team_id column values in preferences" 2024-04-15T14:35:00.647 INFO:journalctl@ceph.grafana.a.smithi102.stdout:Apr 15 14:35:00 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-grafana-a[63286]: logger=migrator t=2024-04-15T14:35:00.508571821Z level=info msg="Executing migration" id="Add column week_start in preferences" 2024-04-15T14:35:00.647 INFO:journalctl@ceph.grafana.a.smithi102.stdout:Apr 15 14:35:00 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-grafana-a[63286]: logger=migrator t=2024-04-15T14:35:00.509209494Z level=info msg="Executing migration" id="Add column preferences.json_data" 2024-04-15T14:35:00.647 INFO:journalctl@ceph.grafana.a.smithi102.stdout:Apr 15 14:35:00 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-grafana-a[63286]: logger=migrator t=2024-04-15T14:35:00.509797278Z level=info msg="Executing migration" id="alter preferences.json_data to mediumtext v1" 2024-04-15T14:35:00.648 INFO:journalctl@ceph.grafana.a.smithi102.stdout:Apr 15 14:35:00 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-grafana-a[63286]: logger=migrator t=2024-04-15T14:35:00.510767486Z level=info msg="Executing migration" id="Add preferences index org_id" 2024-04-15T14:35:00.648 INFO:journalctl@ceph.grafana.a.smithi102.stdout:Apr 15 14:35:00 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-grafana-a[63286]: logger=migrator t=2024-04-15T14:35:00.511347901Z level=info msg="Executing migration" id="Add preferences index user_id" 2024-04-15T14:35:00.648 INFO:journalctl@ceph.grafana.a.smithi102.stdout:Apr 15 14:35:00 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-grafana-a[63286]: logger=migrator t=2024-04-15T14:35:00.5122168Z level=info msg="Executing migration" id="create alert table v1" 2024-04-15T14:35:00.648 INFO:journalctl@ceph.grafana.a.smithi102.stdout:Apr 15 14:35:00 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-grafana-a[63286]: logger=migrator t=2024-04-15T14:35:00.512943937Z level=info msg="Executing migration" id="add index alert org_id & id " 2024-04-15T14:35:00.648 INFO:journalctl@ceph.grafana.a.smithi102.stdout:Apr 15 14:35:00 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-grafana-a[63286]: logger=migrator t=2024-04-15T14:35:00.513764997Z level=info msg="Executing migration" id="add index alert state" 2024-04-15T14:35:00.648 INFO:journalctl@ceph.grafana.a.smithi102.stdout:Apr 15 14:35:00 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-grafana-a[63286]: logger=migrator t=2024-04-15T14:35:00.514184361Z level=info msg="Executing migration" id="add index alert dashboard_id" 2024-04-15T14:35:00.649 INFO:journalctl@ceph.grafana.a.smithi102.stdout:Apr 15 14:35:00 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-grafana-a[63286]: logger=migrator t=2024-04-15T14:35:00.514586042Z level=info msg="Executing migration" id="Create alert_rule_tag table v1" 2024-04-15T14:35:00.649 INFO:journalctl@ceph.grafana.a.smithi102.stdout:Apr 15 14:35:00 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-grafana-a[63286]: logger=migrator t=2024-04-15T14:35:00.514950533Z level=info msg="Executing migration" id="Add unique index alert_rule_tag.alert_id_tag_id" 2024-04-15T14:35:00.649 INFO:journalctl@ceph.grafana.a.smithi102.stdout:Apr 15 14:35:00 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-grafana-a[63286]: logger=migrator t=2024-04-15T14:35:00.515364176Z level=info msg="Executing migration" id="drop index UQE_alert_rule_tag_alert_id_tag_id - v1" 2024-04-15T14:35:00.649 INFO:journalctl@ceph.grafana.a.smithi102.stdout:Apr 15 14:35:00 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-grafana-a[63286]: logger=migrator t=2024-04-15T14:35:00.515759251Z level=info msg="Executing migration" id="Rename table alert_rule_tag to alert_rule_tag_v1 - v1" 2024-04-15T14:35:00.649 INFO:journalctl@ceph.grafana.a.smithi102.stdout:Apr 15 14:35:00 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-grafana-a[63286]: logger=migrator t=2024-04-15T14:35:00.517173779Z level=info msg="Executing migration" id="Create alert_rule_tag table v2" 2024-04-15T14:35:00.649 INFO:journalctl@ceph.grafana.a.smithi102.stdout:Apr 15 14:35:00 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-grafana-a[63286]: logger=migrator t=2024-04-15T14:35:00.517574186Z level=info msg="Executing migration" id="create index UQE_alert_rule_tag_alert_id_tag_id - Add unique index alert_rule_tag.alert_id_tag_id V2" 2024-04-15T14:35:00.649 INFO:journalctl@ceph.grafana.a.smithi102.stdout:Apr 15 14:35:00 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-grafana-a[63286]: logger=migrator t=2024-04-15T14:35:00.518022938Z level=info msg="Executing migration" id="copy alert_rule_tag v1 to v2" 2024-04-15T14:35:00.650 INFO:journalctl@ceph.grafana.a.smithi102.stdout:Apr 15 14:35:00 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-grafana-a[63286]: logger=migrator t=2024-04-15T14:35:00.518299128Z level=info msg="Executing migration" id="drop table alert_rule_tag_v1" 2024-04-15T14:35:00.650 INFO:journalctl@ceph.grafana.a.smithi102.stdout:Apr 15 14:35:00 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-grafana-a[63286]: logger=migrator t=2024-04-15T14:35:00.518622796Z level=info msg="Executing migration" id="create alert_notification table v1" 2024-04-15T14:35:00.650 INFO:journalctl@ceph.grafana.a.smithi102.stdout:Apr 15 14:35:00 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-grafana-a[63286]: logger=migrator t=2024-04-15T14:35:00.519020974Z level=info msg="Executing migration" id="Add column is_default" 2024-04-15T14:35:00.650 INFO:journalctl@ceph.grafana.a.smithi102.stdout:Apr 15 14:35:00 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-grafana-a[63286]: logger=migrator t=2024-04-15T14:35:00.519625132Z level=info msg="Executing migration" id="Add column frequency" 2024-04-15T14:35:00.650 INFO:journalctl@ceph.grafana.a.smithi102.stdout:Apr 15 14:35:00 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-grafana-a[63286]: logger=migrator t=2024-04-15T14:35:00.520274791Z level=info msg="Executing migration" id="Add column send_reminder" 2024-04-15T14:35:00.650 INFO:journalctl@ceph.grafana.a.smithi102.stdout:Apr 15 14:35:00 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-grafana-a[63286]: logger=migrator t=2024-04-15T14:35:00.520941578Z level=info msg="Executing migration" id="Add column disable_resolve_message" 2024-04-15T14:35:00.650 INFO:journalctl@ceph.grafana.a.smithi102.stdout:Apr 15 14:35:00 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-grafana-a[63286]: logger=migrator t=2024-04-15T14:35:00.521546655Z level=info msg="Executing migration" id="add index alert_notification org_id & name" 2024-04-15T14:35:00.650 INFO:journalctl@ceph.grafana.a.smithi102.stdout:Apr 15 14:35:00 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-grafana-a[63286]: logger=migrator t=2024-04-15T14:35:00.522003383Z level=info msg="Executing migration" id="Update alert table charset" 2024-04-15T14:35:00.650 INFO:journalctl@ceph.grafana.a.smithi102.stdout:Apr 15 14:35:00 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-grafana-a[63286]: logger=migrator t=2024-04-15T14:35:00.522253743Z level=info msg="Executing migration" id="Update alert_notification table charset" 2024-04-15T14:35:00.650 INFO:journalctl@ceph.grafana.a.smithi102.stdout:Apr 15 14:35:00 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-grafana-a[63286]: logger=migrator t=2024-04-15T14:35:00.522505304Z level=info msg="Executing migration" id="create notification_journal table v1" 2024-04-15T14:35:00.651 INFO:journalctl@ceph.grafana.a.smithi102.stdout:Apr 15 14:35:00 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-grafana-a[63286]: logger=migrator t=2024-04-15T14:35:00.522943315Z level=info msg="Executing migration" id="add index notification_journal org_id & alert_id & notifier_id" 2024-04-15T14:35:00.651 INFO:journalctl@ceph.grafana.a.smithi102.stdout:Apr 15 14:35:00 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-grafana-a[63286]: logger=migrator t=2024-04-15T14:35:00.523369917Z level=info msg="Executing migration" id="drop alert_notification_journal" 2024-04-15T14:35:00.651 INFO:journalctl@ceph.grafana.a.smithi102.stdout:Apr 15 14:35:00 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-grafana-a[63286]: logger=migrator t=2024-04-15T14:35:00.523744593Z level=info msg="Executing migration" id="create alert_notification_state table v1" 2024-04-15T14:35:00.651 INFO:journalctl@ceph.grafana.a.smithi102.stdout:Apr 15 14:35:00 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-grafana-a[63286]: logger=migrator t=2024-04-15T14:35:00.524124546Z level=info msg="Executing migration" id="add index alert_notification_state org_id & alert_id & notifier_id" 2024-04-15T14:35:00.651 INFO:journalctl@ceph.grafana.a.smithi102.stdout:Apr 15 14:35:00 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-grafana-a[63286]: logger=migrator t=2024-04-15T14:35:00.524494495Z level=info msg="Executing migration" id="Add for to alert table" 2024-04-15T14:35:00.652 INFO:journalctl@ceph.grafana.a.smithi102.stdout:Apr 15 14:35:00 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-grafana-a[63286]: logger=migrator t=2024-04-15T14:35:00.525138805Z level=info msg="Executing migration" id="Add column uid in alert_notification" 2024-04-15T14:35:00.652 INFO:journalctl@ceph.grafana.a.smithi102.stdout:Apr 15 14:35:00 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-grafana-a[63286]: logger=migrator t=2024-04-15T14:35:00.525761594Z level=info msg="Executing migration" id="Update uid column values in alert_notification" 2024-04-15T14:35:00.652 INFO:journalctl@ceph.grafana.a.smithi102.stdout:Apr 15 14:35:00 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-grafana-a[63286]: logger=migrator t=2024-04-15T14:35:00.526067156Z level=info msg="Executing migration" id="Add unique index alert_notification_org_id_uid" 2024-04-15T14:35:00.652 INFO:journalctl@ceph.grafana.a.smithi102.stdout:Apr 15 14:35:00 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-grafana-a[63286]: logger=migrator t=2024-04-15T14:35:00.526515607Z level=info msg="Executing migration" id="Remove unique index org_id_name" 2024-04-15T14:35:00.652 INFO:journalctl@ceph.grafana.a.smithi102.stdout:Apr 15 14:35:00 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-grafana-a[63286]: logger=migrator t=2024-04-15T14:35:00.526955001Z level=info msg="Executing migration" id="Add column secure_settings in alert_notification" 2024-04-15T14:35:00.652 INFO:journalctl@ceph.grafana.a.smithi102.stdout:Apr 15 14:35:00 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-grafana-a[63286]: logger=migrator t=2024-04-15T14:35:00.52753452Z level=info msg="Executing migration" id="alter alert.settings to mediumtext" 2024-04-15T14:35:00.653 INFO:journalctl@ceph.grafana.a.smithi102.stdout:Apr 15 14:35:00 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-grafana-a[63286]: logger=migrator t=2024-04-15T14:35:00.527859585Z level=info msg="Executing migration" id="Add non-unique index alert_notification_state_alert_id" 2024-04-15T14:35:00.653 INFO:journalctl@ceph.grafana.a.smithi102.stdout:Apr 15 14:35:00 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-grafana-a[63286]: logger=migrator t=2024-04-15T14:35:00.528256935Z level=info msg="Executing migration" id="Add non-unique index alert_rule_tag_alert_id" 2024-04-15T14:35:00.653 INFO:journalctl@ceph.grafana.a.smithi102.stdout:Apr 15 14:35:00 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-grafana-a[63286]: logger=migrator t=2024-04-15T14:35:00.528653136Z level=info msg="Executing migration" id="Drop old annotation table v4" 2024-04-15T14:35:00.653 INFO:journalctl@ceph.grafana.a.smithi102.stdout:Apr 15 14:35:00 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-grafana-a[63286]: logger=migrator t=2024-04-15T14:35:00.528941561Z level=info msg="Executing migration" id="create annotation table v5" 2024-04-15T14:35:00.653 INFO:journalctl@ceph.grafana.a.smithi102.stdout:Apr 15 14:35:00 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-grafana-a[63286]: logger=migrator t=2024-04-15T14:35:00.529349485Z level=info msg="Executing migration" id="add index annotation 0 v3" 2024-04-15T14:35:00.653 INFO:journalctl@ceph.grafana.a.smithi102.stdout:Apr 15 14:35:00 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-grafana-a[63286]: logger=migrator t=2024-04-15T14:35:00.529765247Z level=info msg="Executing migration" id="add index annotation 1 v3" 2024-04-15T14:35:00.653 INFO:journalctl@ceph.grafana.a.smithi102.stdout:Apr 15 14:35:00 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-grafana-a[63286]: logger=migrator t=2024-04-15T14:35:00.530164671Z level=info msg="Executing migration" id="add index annotation 2 v3" 2024-04-15T14:35:00.653 INFO:journalctl@ceph.grafana.a.smithi102.stdout:Apr 15 14:35:00 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-grafana-a[63286]: logger=migrator t=2024-04-15T14:35:00.530569313Z level=info msg="Executing migration" id="add index annotation 3 v3" 2024-04-15T14:35:00.653 INFO:journalctl@ceph.grafana.a.smithi102.stdout:Apr 15 14:35:00 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-grafana-a[63286]: logger=migrator t=2024-04-15T14:35:00.530994884Z level=info msg="Executing migration" id="add index annotation 4 v3" 2024-04-15T14:35:00.653 INFO:journalctl@ceph.grafana.a.smithi102.stdout:Apr 15 14:35:00 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-grafana-a[63286]: logger=migrator t=2024-04-15T14:35:00.531416815Z level=info msg="Executing migration" id="Update annotation table charset" 2024-04-15T14:35:00.653 INFO:journalctl@ceph.grafana.a.smithi102.stdout:Apr 15 14:35:00 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-grafana-a[63286]: logger=migrator t=2024-04-15T14:35:00.532226908Z level=info msg="Executing migration" id="Add column region_id to annotation table" 2024-04-15T14:35:00.653 INFO:journalctl@ceph.grafana.a.smithi102.stdout:Apr 15 14:35:00 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-grafana-a[63286]: logger=migrator t=2024-04-15T14:35:00.53290795Z level=info msg="Executing migration" id="Drop category_id index" 2024-04-15T14:35:00.653 INFO:journalctl@ceph.grafana.a.smithi102.stdout:Apr 15 14:35:00 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-grafana-a[63286]: logger=migrator t=2024-04-15T14:35:00.533755926Z level=info msg="Executing migration" id="Add column tags to annotation table" 2024-04-15T14:35:00.654 INFO:journalctl@ceph.grafana.a.smithi102.stdout:Apr 15 14:35:00 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-grafana-a[63286]: logger=migrator t=2024-04-15T14:35:00.534400606Z level=info msg="Executing migration" id="Create annotation_tag table v2" 2024-04-15T14:35:00.654 INFO:journalctl@ceph.grafana.a.smithi102.stdout:Apr 15 14:35:00 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-grafana-a[63286]: logger=migrator t=2024-04-15T14:35:00.535257278Z level=info msg="Executing migration" id="Add unique index annotation_tag.annotation_id_tag_id" 2024-04-15T14:35:00.654 INFO:journalctl@ceph.grafana.a.smithi102.stdout:Apr 15 14:35:00 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-grafana-a[63286]: logger=migrator t=2024-04-15T14:35:00.536078054Z level=info msg="Executing migration" id="drop index UQE_annotation_tag_annotation_id_tag_id - v2" 2024-04-15T14:35:00.654 INFO:journalctl@ceph.grafana.a.smithi102.stdout:Apr 15 14:35:00 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-grafana-a[63286]: logger=migrator t=2024-04-15T14:35:00.538928863Z level=info msg="Executing migration" id="Rename table annotation_tag to annotation_tag_v2 - v2" 2024-04-15T14:35:00.654 INFO:journalctl@ceph.grafana.a.smithi102.stdout:Apr 15 14:35:00 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-grafana-a[63286]: logger=migrator t=2024-04-15T14:35:00.541660513Z level=info msg="Executing migration" id="Create annotation_tag table v3" 2024-04-15T14:35:00.655 INFO:journalctl@ceph.grafana.a.smithi102.stdout:Apr 15 14:35:00 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-grafana-a[63286]: logger=migrator t=2024-04-15T14:35:00.544381311Z level=info msg="Executing migration" id="create index UQE_annotation_tag_annotation_id_tag_id - Add unique index annotation_tag.annotation_id_tag_id V3" 2024-04-15T14:35:00.655 INFO:journalctl@ceph.grafana.a.smithi102.stdout:Apr 15 14:35:00 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-grafana-a[63286]: logger=migrator t=2024-04-15T14:35:00.547293937Z level=info msg="Executing migration" id="copy annotation_tag v2 to v3" 2024-04-15T14:35:00.655 INFO:journalctl@ceph.grafana.a.smithi102.stdout:Apr 15 14:35:00 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-grafana-a[63286]: logger=migrator t=2024-04-15T14:35:00.549767117Z level=info msg="Executing migration" id="drop table annotation_tag_v2" 2024-04-15T14:35:00.655 INFO:journalctl@ceph.grafana.a.smithi102.stdout:Apr 15 14:35:00 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-grafana-a[63286]: logger=migrator t=2024-04-15T14:35:00.550119497Z level=info msg="Executing migration" id="Update alert annotations and set TEXT to empty" 2024-04-15T14:35:00.655 INFO:journalctl@ceph.grafana.a.smithi102.stdout:Apr 15 14:35:00 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-grafana-a[63286]: logger=migrator t=2024-04-15T14:35:00.552773812Z level=info msg="Executing migration" id="Add created time to annotation table" 2024-04-15T14:35:00.655 INFO:journalctl@ceph.grafana.a.smithi102.stdout:Apr 15 14:35:00 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-grafana-a[63286]: logger=migrator t=2024-04-15T14:35:00.553456012Z level=info msg="Executing migration" id="Add updated time to annotation table" 2024-04-15T14:35:00.655 INFO:journalctl@ceph.grafana.a.smithi102.stdout:Apr 15 14:35:00 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-grafana-a[63286]: logger=migrator t=2024-04-15T14:35:00.555425873Z level=info msg="Executing migration" id="Add index for created in annotation table" 2024-04-15T14:35:00.655 INFO:journalctl@ceph.grafana.a.smithi102.stdout:Apr 15 14:35:00 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-grafana-a[63286]: logger=migrator t=2024-04-15T14:35:00.55809986Z level=info msg="Executing migration" id="Add index for updated in annotation table" 2024-04-15T14:35:00.655 INFO:journalctl@ceph.grafana.a.smithi102.stdout:Apr 15 14:35:00 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-grafana-a[63286]: logger=migrator t=2024-04-15T14:35:00.558514927Z level=info msg="Executing migration" id="Convert existing annotations from seconds to milliseconds" 2024-04-15T14:35:00.655 INFO:journalctl@ceph.grafana.a.smithi102.stdout:Apr 15 14:35:00 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-grafana-a[63286]: logger=migrator t=2024-04-15T14:35:00.561627284Z level=info msg="Executing migration" id="Add epoch_end column" 2024-04-15T14:35:00.655 INFO:journalctl@ceph.grafana.a.smithi102.stdout:Apr 15 14:35:00 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-grafana-a[63286]: logger=migrator t=2024-04-15T14:35:00.564346434Z level=info msg="Executing migration" id="Add index for epoch_end" 2024-04-15T14:35:00.655 INFO:journalctl@ceph.grafana.a.smithi102.stdout:Apr 15 14:35:00 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-grafana-a[63286]: logger=migrator t=2024-04-15T14:35:00.567120456Z level=info msg="Executing migration" id="Make epoch_end the same as epoch" 2024-04-15T14:35:00.655 INFO:journalctl@ceph.grafana.a.smithi102.stdout:Apr 15 14:35:00 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-grafana-a[63286]: logger=migrator t=2024-04-15T14:35:00.567518847Z level=info msg="Executing migration" id="Move region to single row" 2024-04-15T14:35:00.656 INFO:journalctl@ceph.grafana.a.smithi102.stdout:Apr 15 14:35:00 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-grafana-a[63286]: logger=migrator t=2024-04-15T14:35:00.570259452Z level=info msg="Executing migration" id="Remove index org_id_epoch from annotation table" 2024-04-15T14:35:00.656 INFO:journalctl@ceph.grafana.a.smithi102.stdout:Apr 15 14:35:00 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-grafana-a[63286]: logger=migrator t=2024-04-15T14:35:00.57271322Z level=info msg="Executing migration" id="Remove index org_id_dashboard_id_panel_id_epoch from annotation table" 2024-04-15T14:35:00.656 INFO:journalctl@ceph.grafana.a.smithi102.stdout:Apr 15 14:35:00 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-grafana-a[63286]: logger=migrator t=2024-04-15T14:35:00.575616234Z level=info msg="Executing migration" id="Add index for org_id_dashboard_id_epoch_end_epoch on annotation table" 2024-04-15T14:35:00.656 INFO:journalctl@ceph.grafana.a.smithi102.stdout:Apr 15 14:35:00 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-grafana-a[63286]: logger=migrator t=2024-04-15T14:35:00.576126079Z level=info msg="Executing migration" id="Add index for org_id_epoch_end_epoch on annotation table" 2024-04-15T14:35:00.656 INFO:journalctl@ceph.grafana.a.smithi102.stdout:Apr 15 14:35:00 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-grafana-a[63286]: logger=migrator t=2024-04-15T14:35:00.578548856Z level=info msg="Executing migration" id="Remove index org_id_epoch_epoch_end from annotation table" 2024-04-15T14:35:00.656 INFO:journalctl@ceph.grafana.a.smithi102.stdout:Apr 15 14:35:00 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-grafana-a[63286]: logger=migrator t=2024-04-15T14:35:00.578976321Z level=info msg="Executing migration" id="Add index for alert_id on annotation table" 2024-04-15T14:35:00.656 INFO:journalctl@ceph.grafana.a.smithi102.stdout:Apr 15 14:35:00 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-grafana-a[63286]: logger=migrator t=2024-04-15T14:35:00.581109578Z level=info msg="Executing migration" id="Increase tags column to length 4096" 2024-04-15T14:35:00.656 INFO:journalctl@ceph.grafana.a.smithi102.stdout:Apr 15 14:35:00 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-grafana-a[63286]: logger=migrator t=2024-04-15T14:35:00.581439543Z level=info msg="Executing migration" id="create test_data table" 2024-04-15T14:35:00.656 INFO:journalctl@ceph.grafana.a.smithi102.stdout:Apr 15 14:35:00 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-grafana-a[63286]: logger=migrator t=2024-04-15T14:35:00.581833866Z level=info msg="Executing migration" id="create dashboard_version table v1" 2024-04-15T14:35:00.656 INFO:journalctl@ceph.grafana.a.smithi102.stdout:Apr 15 14:35:00 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-grafana-a[63286]: logger=migrator t=2024-04-15T14:35:00.583829039Z level=info msg="Executing migration" id="add index dashboard_version.dashboard_id" 2024-04-15T14:35:00.656 INFO:journalctl@ceph.grafana.a.smithi102.stdout:Apr 15 14:35:00 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-grafana-a[63286]: logger=migrator t=2024-04-15T14:35:00.58637374Z level=info msg="Executing migration" id="add unique index dashboard_version.dashboard_id and dashboard_version.version" 2024-04-15T14:35:00.656 INFO:journalctl@ceph.grafana.a.smithi102.stdout:Apr 15 14:35:00 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-grafana-a[63286]: logger=migrator t=2024-04-15T14:35:00.589033329Z level=info msg="Executing migration" id="Set dashboard version to 1 where 0" 2024-04-15T14:35:00.656 INFO:journalctl@ceph.grafana.a.smithi102.stdout:Apr 15 14:35:00 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-grafana-a[63286]: logger=migrator t=2024-04-15T14:35:00.591619698Z level=info msg="Executing migration" id="save existing dashboard data in dashboard_version table v1" 2024-04-15T14:35:00.656 INFO:journalctl@ceph.grafana.a.smithi102.stdout:Apr 15 14:35:00 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-grafana-a[63286]: logger=migrator t=2024-04-15T14:35:00.59206519Z level=info msg="Executing migration" id="alter dashboard_version.data to mediumtext v1" 2024-04-15T14:35:00.656 INFO:journalctl@ceph.grafana.a.smithi102.stdout:Apr 15 14:35:00 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-grafana-a[63286]: logger=migrator t=2024-04-15T14:35:00.594738384Z level=info msg="Executing migration" id="create team table" 2024-04-15T14:35:00.657 INFO:journalctl@ceph.grafana.a.smithi102.stdout:Apr 15 14:35:00 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-grafana-a[63286]: logger=migrator t=2024-04-15T14:35:00.595221686Z level=info msg="Executing migration" id="add index team.org_id" 2024-04-15T14:35:00.657 INFO:journalctl@ceph.grafana.a.smithi102.stdout:Apr 15 14:35:00 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-grafana-a[63286]: logger=migrator t=2024-04-15T14:35:00.597482047Z level=info msg="Executing migration" id="add unique index team_org_id_name" 2024-04-15T14:35:00.657 INFO:journalctl@ceph.grafana.a.smithi102.stdout:Apr 15 14:35:00 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-grafana-a[63286]: logger=migrator t=2024-04-15T14:35:00.600066251Z level=info msg="Executing migration" id="create team member table" 2024-04-15T14:35:00.657 INFO:journalctl@ceph.grafana.a.smithi102.stdout:Apr 15 14:35:00 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-grafana-a[63286]: logger=migrator t=2024-04-15T14:35:00.600472608Z level=info msg="Executing migration" id="add index team_member.org_id" 2024-04-15T14:35:00.657 INFO:journalctl@ceph.grafana.a.smithi102.stdout:Apr 15 14:35:00 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-grafana-a[63286]: logger=migrator t=2024-04-15T14:35:00.603262388Z level=info msg="Executing migration" id="add unique index team_member_org_id_team_id_user_id" 2024-04-15T14:35:00.657 INFO:journalctl@ceph.grafana.a.smithi102.stdout:Apr 15 14:35:00 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-grafana-a[63286]: logger=migrator t=2024-04-15T14:35:00.605609437Z level=info msg="Executing migration" id="add index team_member.team_id" 2024-04-15T14:35:00.657 INFO:journalctl@ceph.grafana.a.smithi102.stdout:Apr 15 14:35:00 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-grafana-a[63286]: logger=migrator t=2024-04-15T14:35:00.606516374Z level=info msg="Executing migration" id="Add column email to team table" 2024-04-15T14:35:00.657 INFO:journalctl@ceph.grafana.a.smithi102.stdout:Apr 15 14:35:00 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-grafana-a[63286]: logger=migrator t=2024-04-15T14:35:00.607404539Z level=info msg="Executing migration" id="Add column external to team_member table" 2024-04-15T14:35:00.657 INFO:journalctl@ceph.grafana.a.smithi102.stdout:Apr 15 14:35:00 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-grafana-a[63286]: logger=migrator t=2024-04-15T14:35:00.608218421Z level=info msg="Executing migration" id="Add column permission to team_member table" 2024-04-15T14:35:00.657 INFO:journalctl@ceph.grafana.a.smithi102.stdout:Apr 15 14:35:00 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-grafana-a[63286]: logger=migrator t=2024-04-15T14:35:00.609160396Z level=info msg="Executing migration" id="create dashboard acl table" 2024-04-15T14:35:00.657 INFO:journalctl@ceph.grafana.a.smithi102.stdout:Apr 15 14:35:00 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-grafana-a[63286]: logger=migrator t=2024-04-15T14:35:00.609821552Z level=info msg="Executing migration" id="add index dashboard_acl_dashboard_id" 2024-04-15T14:35:00.657 INFO:journalctl@ceph.grafana.a.smithi102.stdout:Apr 15 14:35:00 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-grafana-a[63286]: logger=migrator t=2024-04-15T14:35:00.610257483Z level=info msg="Executing migration" id="add unique index dashboard_acl_dashboard_id_user_id" 2024-04-15T14:35:00.657 INFO:journalctl@ceph.grafana.a.smithi102.stdout:Apr 15 14:35:00 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-grafana-a[63286]: logger=migrator t=2024-04-15T14:35:00.611029903Z level=info msg="Executing migration" id="add unique index dashboard_acl_dashboard_id_team_id" 2024-04-15T14:35:00.657 INFO:journalctl@ceph.grafana.a.smithi102.stdout:Apr 15 14:35:00 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-grafana-a[63286]: logger=migrator t=2024-04-15T14:35:00.61145948Z level=info msg="Executing migration" id="add index dashboard_acl_user_id" 2024-04-15T14:35:00.658 INFO:journalctl@ceph.grafana.a.smithi102.stdout:Apr 15 14:35:00 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-grafana-a[63286]: logger=migrator t=2024-04-15T14:35:00.612243645Z level=info msg="Executing migration" id="add index dashboard_acl_team_id" 2024-04-15T14:35:00.658 INFO:journalctl@ceph.grafana.a.smithi102.stdout:Apr 15 14:35:00 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-grafana-a[63286]: logger=migrator t=2024-04-15T14:35:00.612651918Z level=info msg="Executing migration" id="add index dashboard_acl_org_id_role" 2024-04-15T14:35:00.658 INFO:journalctl@ceph.grafana.a.smithi102.stdout:Apr 15 14:35:00 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-grafana-a[63286]: logger=migrator t=2024-04-15T14:35:00.61346741Z level=info msg="Executing migration" id="add index dashboard_permission" 2024-04-15T14:35:00.658 INFO:journalctl@ceph.grafana.a.smithi102.stdout:Apr 15 14:35:00 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-grafana-a[63286]: logger=migrator t=2024-04-15T14:35:00.614389254Z level=info msg="Executing migration" id="save default acl rules in dashboard_acl table" 2024-04-15T14:35:00.658 INFO:journalctl@ceph.grafana.a.smithi102.stdout:Apr 15 14:35:00 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-grafana-a[63286]: logger=migrator t=2024-04-15T14:35:00.615200761Z level=info msg="Executing migration" id="delete acl rules for deleted dashboards and folders" 2024-04-15T14:35:00.658 INFO:journalctl@ceph.grafana.a.smithi102.stdout:Apr 15 14:35:00 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-grafana-a[63286]: logger=migrator t=2024-04-15T14:35:00.615842693Z level=info msg="Executing migration" id="create tag table" 2024-04-15T14:35:00.658 INFO:journalctl@ceph.grafana.a.smithi102.stdout:Apr 15 14:35:00 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-grafana-a[63286]: logger=migrator t=2024-04-15T14:35:00.616672971Z level=info msg="Executing migration" id="add index tag.key_value" 2024-04-15T14:35:00.658 INFO:journalctl@ceph.grafana.a.smithi102.stdout:Apr 15 14:35:00 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-grafana-a[63286]: logger=migrator t=2024-04-15T14:35:00.617476245Z level=info msg="Executing migration" id="create login attempt table" 2024-04-15T14:35:00.658 INFO:journalctl@ceph.grafana.a.smithi102.stdout:Apr 15 14:35:00 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-grafana-a[63286]: logger=migrator t=2024-04-15T14:35:00.618376026Z level=info msg="Executing migration" id="add index login_attempt.username" 2024-04-15T14:35:00.658 INFO:journalctl@ceph.grafana.a.smithi102.stdout:Apr 15 14:35:00 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-grafana-a[63286]: logger=migrator t=2024-04-15T14:35:00.619039416Z level=info msg="Executing migration" id="drop index IDX_login_attempt_username - v1" 2024-04-15T14:35:00.658 INFO:journalctl@ceph.grafana.a.smithi102.stdout:Apr 15 14:35:00 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-grafana-a[63286]: logger=migrator t=2024-04-15T14:35:00.619911641Z level=info msg="Executing migration" id="Rename table login_attempt to login_attempt_tmp_qwerty - v1" 2024-04-15T14:35:00.658 INFO:journalctl@ceph.grafana.a.smithi102.stdout:Apr 15 14:35:00 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-grafana-a[63286]: logger=migrator t=2024-04-15T14:35:00.621802467Z level=info msg="Executing migration" id="create login_attempt v2" 2024-04-15T14:35:00.659 INFO:journalctl@ceph.grafana.a.smithi102.stdout:Apr 15 14:35:00 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-grafana-a[63286]: logger=migrator t=2024-04-15T14:35:00.622602622Z level=info msg="Executing migration" id="create index IDX_login_attempt_username - v2" 2024-04-15T14:35:00.659 INFO:journalctl@ceph.grafana.a.smithi102.stdout:Apr 15 14:35:00 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-grafana-a[63286]: logger=migrator t=2024-04-15T14:35:00.623420761Z level=info msg="Executing migration" id="copy login_attempt v1 to v2" 2024-04-15T14:35:00.659 INFO:journalctl@ceph.grafana.a.smithi102.stdout:Apr 15 14:35:00 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-grafana-a[63286]: logger=migrator t=2024-04-15T14:35:00.624295516Z level=info msg="Executing migration" id="drop login_attempt_tmp_qwerty" 2024-04-15T14:35:00.659 INFO:journalctl@ceph.grafana.a.smithi102.stdout:Apr 15 14:35:00 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-grafana-a[63286]: logger=migrator t=2024-04-15T14:35:00.625158481Z level=info msg="Executing migration" id="create user auth table" 2024-04-15T14:35:00.659 INFO:journalctl@ceph.grafana.a.smithi102.stdout:Apr 15 14:35:00 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-grafana-a[63286]: logger=migrator t=2024-04-15T14:35:00.626021038Z level=info msg="Executing migration" id="create index IDX_user_auth_auth_module_auth_id - v1" 2024-04-15T14:35:00.659 INFO:journalctl@ceph.grafana.a.smithi102.stdout:Apr 15 14:35:00 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-grafana-a[63286]: logger=migrator t=2024-04-15T14:35:00.626951145Z level=info msg="Executing migration" id="alter user_auth.auth_id to length 190" 2024-04-15T14:35:00.659 INFO:journalctl@ceph.grafana.a.smithi102.stdout:Apr 15 14:35:00 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-grafana-a[63286]: logger=migrator t=2024-04-15T14:35:00.627624795Z level=info msg="Executing migration" id="Add OAuth access token to user_auth" 2024-04-15T14:35:00.659 INFO:journalctl@ceph.grafana.a.smithi102.stdout:Apr 15 14:35:00 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-grafana-a[63286]: logger=migrator t=2024-04-15T14:35:00.628658292Z level=info msg="Executing migration" id="Add OAuth refresh token to user_auth" 2024-04-15T14:35:00.659 INFO:journalctl@ceph.grafana.a.smithi102.stdout:Apr 15 14:35:00 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-grafana-a[63286]: logger=migrator t=2024-04-15T14:35:00.62952743Z level=info msg="Executing migration" id="Add OAuth token type to user_auth" 2024-04-15T14:35:00.659 INFO:journalctl@ceph.grafana.a.smithi102.stdout:Apr 15 14:35:00 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-grafana-a[63286]: logger=migrator t=2024-04-15T14:35:00.630331211Z level=info msg="Executing migration" id="Add OAuth expiry to user_auth" 2024-04-15T14:35:00.659 INFO:journalctl@ceph.grafana.a.smithi102.stdout:Apr 15 14:35:00 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-grafana-a[63286]: logger=migrator t=2024-04-15T14:35:00.63141231Z level=info msg="Executing migration" id="Add index to user_id column in user_auth" 2024-04-15T14:35:00.659 INFO:journalctl@ceph.grafana.a.smithi102.stdout:Apr 15 14:35:00 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-grafana-a[63286]: logger=migrator t=2024-04-15T14:35:00.632222416Z level=info msg="Executing migration" id="Add OAuth ID token to user_auth" 2024-04-15T14:35:00.659 INFO:journalctl@ceph.grafana.a.smithi102.stdout:Apr 15 14:35:00 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-grafana-a[63286]: logger=migrator t=2024-04-15T14:35:00.633074729Z level=info msg="Executing migration" id="create server_lock table" 2024-04-15T14:35:00.660 INFO:journalctl@ceph.grafana.a.smithi102.stdout:Apr 15 14:35:00 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-grafana-a[63286]: logger=migrator t=2024-04-15T14:35:00.63389707Z level=info msg="Executing migration" id="add index server_lock.operation_uid" 2024-04-15T14:35:00.660 INFO:journalctl@ceph.grafana.a.smithi102.stdout:Apr 15 14:35:00 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-grafana-a[63286]: logger=migrator t=2024-04-15T14:35:00.634757093Z level=info msg="Executing migration" id="create user auth token table" 2024-04-15T14:35:00.660 INFO:journalctl@ceph.grafana.a.smithi102.stdout:Apr 15 14:35:00 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-grafana-a[63286]: logger=migrator t=2024-04-15T14:35:00.635576871Z level=info msg="Executing migration" id="add unique index user_auth_token.auth_token" 2024-04-15T14:35:00.882 INFO:journalctl@ceph.grafana.a.smithi102.stdout:Apr 15 14:35:00 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-grafana-a[63286]: logger=migrator t=2024-04-15T14:35:00.638394475Z level=info msg="Executing migration" id="add unique index user_auth_token.prev_auth_token" 2024-04-15T14:35:00.882 INFO:journalctl@ceph.grafana.a.smithi102.stdout:Apr 15 14:35:00 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-grafana-a[63286]: logger=migrator t=2024-04-15T14:35:00.641220126Z level=info msg="Executing migration" id="add index user_auth_token.user_id" 2024-04-15T14:35:00.882 INFO:journalctl@ceph.grafana.a.smithi102.stdout:Apr 15 14:35:00 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-grafana-a[63286]: logger=migrator t=2024-04-15T14:35:00.64415619Z level=info msg="Executing migration" id="Add revoked_at to the user auth token" 2024-04-15T14:35:00.882 INFO:journalctl@ceph.grafana.a.smithi102.stdout:Apr 15 14:35:00 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-grafana-a[63286]: logger=migrator t=2024-04-15T14:35:00.646958248Z level=info msg="Executing migration" id="create cache_data table" 2024-04-15T14:35:00.882 INFO:journalctl@ceph.grafana.a.smithi102.stdout:Apr 15 14:35:00 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-grafana-a[63286]: logger=migrator t=2024-04-15T14:35:00.649513765Z level=info msg="Executing migration" id="add unique index cache_data.cache_key" 2024-04-15T14:35:00.882 INFO:journalctl@ceph.grafana.a.smithi102.stdout:Apr 15 14:35:00 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-grafana-a[63286]: logger=migrator t=2024-04-15T14:35:00.652274722Z level=info msg="Executing migration" id="create short_url table v1" 2024-04-15T14:35:00.882 INFO:journalctl@ceph.grafana.a.smithi102.stdout:Apr 15 14:35:00 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-grafana-a[63286]: logger=migrator t=2024-04-15T14:35:00.654778349Z level=info msg="Executing migration" id="add index short_url.org_id-uid" 2024-04-15T14:35:00.882 INFO:journalctl@ceph.grafana.a.smithi102.stdout:Apr 15 14:35:00 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-grafana-a[63286]: logger=migrator t=2024-04-15T14:35:00.65754406Z level=info msg="Executing migration" id="alter table short_url alter column created_by type to bigint" 2024-04-15T14:35:00.883 INFO:journalctl@ceph.grafana.a.smithi102.stdout:Apr 15 14:35:00 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-grafana-a[63286]: logger=migrator t=2024-04-15T14:35:00.657897248Z level=info msg="Executing migration" id="delete alert_definition table" 2024-04-15T14:35:00.883 INFO:journalctl@ceph.grafana.a.smithi102.stdout:Apr 15 14:35:00 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-grafana-a[63286]: logger=migrator t=2024-04-15T14:35:00.658196185Z level=info msg="Executing migration" id="recreate alert_definition table" 2024-04-15T14:35:00.883 INFO:journalctl@ceph.grafana.a.smithi102.stdout:Apr 15 14:35:00 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-grafana-a[63286]: logger=migrator t=2024-04-15T14:35:00.660214016Z level=info msg="Executing migration" id="add index in alert_definition on org_id and title columns" 2024-04-15T14:35:00.883 INFO:journalctl@ceph.grafana.a.smithi102.stdout:Apr 15 14:35:00 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-grafana-a[63286]: logger=migrator t=2024-04-15T14:35:00.66268611Z level=info msg="Executing migration" id="add index in alert_definition on org_id and uid columns" 2024-04-15T14:35:00.883 INFO:journalctl@ceph.grafana.a.smithi102.stdout:Apr 15 14:35:00 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-grafana-a[63286]: logger=migrator t=2024-04-15T14:35:00.663172018Z level=info msg="Executing migration" id="alter alert_definition table data column to mediumtext in mysql" 2024-04-15T14:35:00.883 INFO:journalctl@ceph.grafana.a.smithi102.stdout:Apr 15 14:35:00 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-grafana-a[63286]: logger=migrator t=2024-04-15T14:35:00.663457823Z level=info msg="Executing migration" id="drop index in alert_definition on org_id and title columns" 2024-04-15T14:35:00.883 INFO:journalctl@ceph.grafana.a.smithi102.stdout:Apr 15 14:35:00 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-grafana-a[63286]: logger=migrator t=2024-04-15T14:35:00.663894778Z level=info msg="Executing migration" id="drop index in alert_definition on org_id and uid columns" 2024-04-15T14:35:00.883 INFO:journalctl@ceph.grafana.a.smithi102.stdout:Apr 15 14:35:00 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-grafana-a[63286]: logger=migrator t=2024-04-15T14:35:00.664360647Z level=info msg="Executing migration" id="add unique index in alert_definition on org_id and title columns" 2024-04-15T14:35:00.883 INFO:journalctl@ceph.grafana.a.smithi102.stdout:Apr 15 14:35:00 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-grafana-a[63286]: logger=migrator t=2024-04-15T14:35:00.664816608Z level=info msg="Executing migration" id="add unique index in alert_definition on org_id and uid columns" 2024-04-15T14:35:00.883 INFO:journalctl@ceph.grafana.a.smithi102.stdout:Apr 15 14:35:00 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-grafana-a[63286]: logger=migrator t=2024-04-15T14:35:00.665265729Z level=info msg="Executing migration" id="Add column paused in alert_definition" 2024-04-15T14:35:00.883 INFO:journalctl@ceph.grafana.a.smithi102.stdout:Apr 15 14:35:00 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-grafana-a[63286]: logger=migrator t=2024-04-15T14:35:00.666131236Z level=info msg="Executing migration" id="drop alert_definition table" 2024-04-15T14:35:00.883 INFO:journalctl@ceph.grafana.a.smithi102.stdout:Apr 15 14:35:00 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-grafana-a[63286]: logger=migrator t=2024-04-15T14:35:00.668884807Z level=info msg="Executing migration" id="delete alert_definition_version table" 2024-04-15T14:35:00.883 INFO:journalctl@ceph.grafana.a.smithi102.stdout:Apr 15 14:35:00 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-grafana-a[63286]: logger=migrator t=2024-04-15T14:35:00.671606968Z level=info msg="Executing migration" id="recreate alert_definition_version table" 2024-04-15T14:35:00.884 INFO:journalctl@ceph.grafana.a.smithi102.stdout:Apr 15 14:35:00 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-grafana-a[63286]: logger=migrator t=2024-04-15T14:35:00.674380394Z level=info msg="Executing migration" id="add index in alert_definition_version table on alert_definition_id and version columns" 2024-04-15T14:35:00.884 INFO:journalctl@ceph.grafana.a.smithi102.stdout:Apr 15 14:35:00 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-grafana-a[63286]: logger=migrator t=2024-04-15T14:35:00.67723585Z level=info msg="Executing migration" id="add index in alert_definition_version table on alert_definition_uid and version columns" 2024-04-15T14:35:00.884 INFO:journalctl@ceph.grafana.a.smithi102.stdout:Apr 15 14:35:00 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-grafana-a[63286]: logger=migrator t=2024-04-15T14:35:00.679892595Z level=info msg="Executing migration" id="alter alert_definition_version table data column to mediumtext in mysql" 2024-04-15T14:35:00.884 INFO:journalctl@ceph.grafana.a.smithi102.stdout:Apr 15 14:35:00 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-grafana-a[63286]: logger=migrator t=2024-04-15T14:35:00.682629279Z level=info msg="Executing migration" id="drop alert_definition_version table" 2024-04-15T14:35:00.884 INFO:journalctl@ceph.grafana.a.smithi102.stdout:Apr 15 14:35:00 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-grafana-a[63286]: logger=migrator t=2024-04-15T14:35:00.685329663Z level=info msg="Executing migration" id="create alert_instance table" 2024-04-15T14:35:00.884 INFO:journalctl@ceph.grafana.a.smithi102.stdout:Apr 15 14:35:00 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-grafana-a[63286]: logger=migrator t=2024-04-15T14:35:00.688273495Z level=info msg="Executing migration" id="add index in alert_instance table on def_org_id, def_uid and current_state columns" 2024-04-15T14:35:00.884 INFO:journalctl@ceph.grafana.a.smithi102.stdout:Apr 15 14:35:00 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-grafana-a[63286]: logger=migrator t=2024-04-15T14:35:00.690985071Z level=info msg="Executing migration" id="add index in alert_instance table on def_org_id, current_state columns" 2024-04-15T14:35:00.884 INFO:journalctl@ceph.grafana.a.smithi102.stdout:Apr 15 14:35:00 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-grafana-a[63286]: logger=migrator t=2024-04-15T14:35:00.693823521Z level=info msg="Executing migration" id="add column current_state_end to alert_instance" 2024-04-15T14:35:00.884 INFO:journalctl@ceph.grafana.a.smithi102.stdout:Apr 15 14:35:00 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-grafana-a[63286]: logger=migrator t=2024-04-15T14:35:00.696587799Z level=info msg="Executing migration" id="remove index def_org_id, def_uid, current_state on alert_instance" 2024-04-15T14:35:00.884 INFO:journalctl@ceph.grafana.a.smithi102.stdout:Apr 15 14:35:00 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-grafana-a[63286]: logger=migrator t=2024-04-15T14:35:00.69929594Z level=info msg="Executing migration" id="remove index def_org_id, current_state on alert_instance" 2024-04-15T14:35:00.884 INFO:journalctl@ceph.grafana.a.smithi102.stdout:Apr 15 14:35:00 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-grafana-a[63286]: logger=migrator t=2024-04-15T14:35:00.701871181Z level=info msg="Executing migration" id="rename def_org_id to rule_org_id in alert_instance" 2024-04-15T14:35:00.884 INFO:journalctl@ceph.grafana.a.smithi102.stdout:Apr 15 14:35:00 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-grafana-a[63286]: logger=migrator t=2024-04-15T14:35:00.705351216Z level=info msg="Executing migration" id="rename def_uid to rule_uid in alert_instance" 2024-04-15T14:35:00.884 INFO:journalctl@ceph.grafana.a.smithi102.stdout:Apr 15 14:35:00 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-grafana-a[63286]: logger=migrator t=2024-04-15T14:35:00.70872376Z level=info msg="Executing migration" id="add index rule_org_id, rule_uid, current_state on alert_instance" 2024-04-15T14:35:00.884 INFO:journalctl@ceph.grafana.a.smithi102.stdout:Apr 15 14:35:00 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-grafana-a[63286]: logger=migrator t=2024-04-15T14:35:00.711591373Z level=info msg="Executing migration" id="add index rule_org_id, current_state on alert_instance" 2024-04-15T14:35:00.885 INFO:journalctl@ceph.grafana.a.smithi102.stdout:Apr 15 14:35:00 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-grafana-a[63286]: logger=migrator t=2024-04-15T14:35:00.714054429Z level=info msg="Executing migration" id="add current_reason column related to current_state" 2024-04-15T14:35:00.885 INFO:journalctl@ceph.grafana.a.smithi102.stdout:Apr 15 14:35:00 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-grafana-a[63286]: logger=migrator t=2024-04-15T14:35:00.716800598Z level=info msg="Executing migration" id="create alert_rule table" 2024-04-15T14:35:00.886 INFO:journalctl@ceph.grafana.a.smithi102.stdout:Apr 15 14:35:00 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-grafana-a[63286]: logger=migrator t=2024-04-15T14:35:00.719194082Z level=info msg="Executing migration" id="add index in alert_rule on org_id and title columns" 2024-04-15T14:35:00.886 INFO:journalctl@ceph.grafana.a.smithi102.stdout:Apr 15 14:35:00 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-grafana-a[63286]: logger=migrator t=2024-04-15T14:35:00.721722288Z level=info msg="Executing migration" id="add index in alert_rule on org_id and uid columns" 2024-04-15T14:35:00.886 INFO:journalctl@ceph.grafana.a.smithi102.stdout:Apr 15 14:35:00 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-grafana-a[63286]: logger=migrator t=2024-04-15T14:35:00.724389914Z level=info msg="Executing migration" id="add index in alert_rule on org_id, namespace_uid, group_uid columns" 2024-04-15T14:35:00.886 INFO:journalctl@ceph.grafana.a.smithi102.stdout:Apr 15 14:35:00 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-grafana-a[63286]: logger=migrator t=2024-04-15T14:35:00.726854981Z level=info msg="Executing migration" id="alter alert_rule table data column to mediumtext in mysql" 2024-04-15T14:35:00.886 INFO:journalctl@ceph.grafana.a.smithi102.stdout:Apr 15 14:35:00 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-grafana-a[63286]: logger=migrator t=2024-04-15T14:35:00.729536263Z level=info msg="Executing migration" id="add column for to alert_rule" 2024-04-15T14:35:00.886 INFO:journalctl@ceph.grafana.a.smithi102.stdout:Apr 15 14:35:00 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-grafana-a[63286]: logger=migrator t=2024-04-15T14:35:00.731971689Z level=info msg="Executing migration" id="add column annotations to alert_rule" 2024-04-15T14:35:00.886 INFO:journalctl@ceph.grafana.a.smithi102.stdout:Apr 15 14:35:00 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-grafana-a[63286]: logger=migrator t=2024-04-15T14:35:00.734341011Z level=info msg="Executing migration" id="add column labels to alert_rule" 2024-04-15T14:35:00.886 INFO:journalctl@ceph.grafana.a.smithi102.stdout:Apr 15 14:35:00 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-grafana-a[63286]: logger=migrator t=2024-04-15T14:35:00.736931835Z level=info msg="Executing migration" id="remove unique index from alert_rule on org_id, title columns" 2024-04-15T14:35:00.886 INFO:journalctl@ceph.grafana.a.smithi102.stdout:Apr 15 14:35:00 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-grafana-a[63286]: logger=migrator t=2024-04-15T14:35:00.739263154Z level=info msg="Executing migration" id="add index in alert_rule on org_id, namespase_uid and title columns" 2024-04-15T14:35:00.886 INFO:journalctl@ceph.grafana.a.smithi102.stdout:Apr 15 14:35:00 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-grafana-a[63286]: logger=migrator t=2024-04-15T14:35:00.741682416Z level=info msg="Executing migration" id="add dashboard_uid column to alert_rule" 2024-04-15T14:35:00.886 INFO:journalctl@ceph.grafana.a.smithi102.stdout:Apr 15 14:35:00 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-grafana-a[63286]: logger=migrator t=2024-04-15T14:35:00.744159131Z level=info msg="Executing migration" id="add panel_id column to alert_rule" 2024-04-15T14:35:00.886 INFO:journalctl@ceph.grafana.a.smithi102.stdout:Apr 15 14:35:00 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-grafana-a[63286]: logger=migrator t=2024-04-15T14:35:00.746724734Z level=info msg="Executing migration" id="add index in alert_rule on org_id, dashboard_uid and panel_id columns" 2024-04-15T14:35:00.886 INFO:journalctl@ceph.grafana.a.smithi102.stdout:Apr 15 14:35:00 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-grafana-a[63286]: logger=migrator t=2024-04-15T14:35:00.749254996Z level=info msg="Executing migration" id="add rule_group_idx column to alert_rule" 2024-04-15T14:35:00.887 INFO:journalctl@ceph.grafana.a.smithi102.stdout:Apr 15 14:35:00 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-grafana-a[63286]: logger=migrator t=2024-04-15T14:35:00.751720167Z level=info msg="Executing migration" id="add is_paused column to alert_rule table" 2024-04-15T14:35:00.887 INFO:journalctl@ceph.grafana.a.smithi102.stdout:Apr 15 14:35:00 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-grafana-a[63286]: logger=migrator t=2024-04-15T14:35:00.754266625Z level=info msg="Executing migration" id="fix is_paused column for alert_rule table" 2024-04-15T14:35:00.887 INFO:journalctl@ceph.grafana.a.smithi102.stdout:Apr 15 14:35:00 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-grafana-a[63286]: logger=migrator t=2024-04-15T14:35:00.756772794Z level=info msg="Executing migration" id="create alert_rule_version table" 2024-04-15T14:35:00.887 INFO:journalctl@ceph.grafana.a.smithi102.stdout:Apr 15 14:35:00 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-grafana-a[63286]: logger=migrator t=2024-04-15T14:35:00.759513542Z level=info msg="Executing migration" id="add index in alert_rule_version table on rule_org_id, rule_uid and version columns" 2024-04-15T14:35:00.887 INFO:journalctl@ceph.grafana.a.smithi102.stdout:Apr 15 14:35:00 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-grafana-a[63286]: logger=migrator t=2024-04-15T14:35:00.760122985Z level=info msg="Executing migration" id="add index in alert_rule_version table on rule_org_id, rule_namespace_uid and rule_group columns" 2024-04-15T14:35:00.887 INFO:journalctl@ceph.grafana.a.smithi102.stdout:Apr 15 14:35:00 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-grafana-a[63286]: logger=migrator t=2024-04-15T14:35:00.760846499Z level=info msg="Executing migration" id="alter alert_rule_version table data column to mediumtext in mysql" 2024-04-15T14:35:00.887 INFO:journalctl@ceph.grafana.a.smithi102.stdout:Apr 15 14:35:00 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-grafana-a[63286]: logger=migrator t=2024-04-15T14:35:00.761602084Z level=info msg="Executing migration" id="add column for to alert_rule_version" 2024-04-15T14:35:00.887 INFO:journalctl@ceph.grafana.a.smithi102.stdout:Apr 15 14:35:00 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-grafana-a[63286]: logger=migrator t=2024-04-15T14:35:00.762461233Z level=info msg="Executing migration" id="add column annotations to alert_rule_version" 2024-04-15T14:35:00.887 INFO:journalctl@ceph.grafana.a.smithi102.stdout:Apr 15 14:35:00 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-grafana-a[63286]: logger=migrator t=2024-04-15T14:35:00.76333515Z level=info msg="Executing migration" id="add column labels to alert_rule_version" 2024-04-15T14:35:00.887 INFO:journalctl@ceph.grafana.a.smithi102.stdout:Apr 15 14:35:00 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-grafana-a[63286]: logger=migrator t=2024-04-15T14:35:00.764206563Z level=info msg="Executing migration" id="add rule_group_idx column to alert_rule_version" 2024-04-15T14:35:00.887 INFO:journalctl@ceph.grafana.a.smithi102.stdout:Apr 15 14:35:00 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-grafana-a[63286]: logger=migrator t=2024-04-15T14:35:00.765087572Z level=info msg="Executing migration" id="add is_paused column to alert_rule_versions table" 2024-04-15T14:35:00.887 INFO:journalctl@ceph.grafana.a.smithi102.stdout:Apr 15 14:35:00 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-grafana-a[63286]: logger=migrator t=2024-04-15T14:35:00.765958946Z level=info msg="Executing migration" id="fix is_paused column for alert_rule_version table" 2024-04-15T14:35:00.887 INFO:journalctl@ceph.grafana.a.smithi102.stdout:Apr 15 14:35:00 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-grafana-a[63286]: logger=migrator t=2024-04-15T14:35:00.76681849Z level=info msg="Executing migration" id=create_alert_configuration_table 2024-04-15T14:35:00.888 INFO:journalctl@ceph.grafana.a.smithi102.stdout:Apr 15 14:35:00 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-grafana-a[63286]: logger=migrator t=2024-04-15T14:35:00.767521898Z level=info msg="Executing migration" id="Add column default in alert_configuration" 2024-04-15T14:35:00.888 INFO:journalctl@ceph.grafana.a.smithi102.stdout:Apr 15 14:35:00 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-grafana-a[63286]: logger=migrator t=2024-04-15T14:35:00.76835605Z level=info msg="Executing migration" id="alert alert_configuration alertmanager_configuration column from TEXT to MEDIUMTEXT if mysql" 2024-04-15T14:35:00.888 INFO:journalctl@ceph.grafana.a.smithi102.stdout:Apr 15 14:35:00 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-grafana-a[63286]: logger=migrator t=2024-04-15T14:35:00.769074833Z level=info msg="Executing migration" id="add column org_id in alert_configuration" 2024-04-15T14:35:00.888 INFO:journalctl@ceph.grafana.a.smithi102.stdout:Apr 15 14:35:00 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-grafana-a[63286]: logger=migrator t=2024-04-15T14:35:00.770021552Z level=info msg="Executing migration" id="add index in alert_configuration table on org_id column" 2024-04-15T14:35:00.888 INFO:journalctl@ceph.grafana.a.smithi102.stdout:Apr 15 14:35:00 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-grafana-a[63286]: logger=migrator t=2024-04-15T14:35:00.770478947Z level=info msg="Executing migration" id="add configuration_hash column to alert_configuration" 2024-04-15T14:35:00.888 INFO:journalctl@ceph.grafana.a.smithi102.stdout:Apr 15 14:35:00 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-grafana-a[63286]: logger=migrator t=2024-04-15T14:35:00.771329461Z level=info msg="Executing migration" id=create_ngalert_configuration_table 2024-04-15T14:35:00.888 INFO:journalctl@ceph.grafana.a.smithi102.stdout:Apr 15 14:35:00 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-grafana-a[63286]: logger=migrator t=2024-04-15T14:35:00.77225444Z level=info msg="Executing migration" id="add index in ngalert_configuration on org_id column" 2024-04-15T14:35:00.888 INFO:journalctl@ceph.grafana.a.smithi102.stdout:Apr 15 14:35:00 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-grafana-a[63286]: logger=migrator t=2024-04-15T14:35:00.772926283Z level=info msg="Executing migration" id="add column send_alerts_to in ngalert_configuration" 2024-04-15T14:35:00.888 INFO:journalctl@ceph.grafana.a.smithi102.stdout:Apr 15 14:35:00 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-grafana-a[63286]: logger=migrator t=2024-04-15T14:35:00.773853895Z level=info msg="Executing migration" id="create provenance_type table" 2024-04-15T14:35:00.888 INFO:journalctl@ceph.grafana.a.smithi102.stdout:Apr 15 14:35:00 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-grafana-a[63286]: logger=migrator t=2024-04-15T14:35:00.774802113Z level=info msg="Executing migration" id="add index to uniquify (record_key, record_type, org_id) columns" 2024-04-15T14:35:00.888 INFO:journalctl@ceph.grafana.a.smithi102.stdout:Apr 15 14:35:00 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-grafana-a[63286]: logger=migrator t=2024-04-15T14:35:00.775451518Z level=info msg="Executing migration" id="create alert_image table" 2024-04-15T14:35:00.888 INFO:journalctl@ceph.grafana.a.smithi102.stdout:Apr 15 14:35:00 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-grafana-a[63286]: logger=migrator t=2024-04-15T14:35:00.776256731Z level=info msg="Executing migration" id="add unique index on token to alert_image table" 2024-04-15T14:35:00.888 INFO:journalctl@ceph.grafana.a.smithi102.stdout:Apr 15 14:35:00 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-grafana-a[63286]: logger=migrator t=2024-04-15T14:35:00.777093785Z level=info msg="Executing migration" id="support longer URLs in alert_image table" 2024-04-15T14:35:00.889 INFO:journalctl@ceph.grafana.a.smithi102.stdout:Apr 15 14:35:00 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-grafana-a[63286]: logger=migrator t=2024-04-15T14:35:00.777856579Z level=info msg="Executing migration" id=create_alert_configuration_history_table 2024-04-15T14:35:00.889 INFO:journalctl@ceph.grafana.a.smithi102.stdout:Apr 15 14:35:00 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-grafana-a[63286]: logger=migrator t=2024-04-15T14:35:00.778664578Z level=info msg="Executing migration" id="drop non-unique orgID index on alert_configuration" 2024-04-15T14:35:00.889 INFO:journalctl@ceph.grafana.a.smithi102.stdout:Apr 15 14:35:00 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-grafana-a[63286]: logger=migrator t=2024-04-15T14:35:00.779557244Z level=info msg="Executing migration" id="drop unique orgID index on alert_configuration if exists" 2024-04-15T14:35:00.889 INFO:journalctl@ceph.grafana.a.smithi102.stdout:Apr 15 14:35:00 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-grafana-a[63286]: logger=migrator t=2024-04-15T14:35:00.779693287Z level=warn msg="Skipping migration: Already executed, but not recorded in migration log" id="drop unique orgID index on alert_configuration if exists" 2024-04-15T14:35:00.889 INFO:journalctl@ceph.grafana.a.smithi102.stdout:Apr 15 14:35:00 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-grafana-a[63286]: logger=migrator t=2024-04-15T14:35:00.780280989Z level=info msg="Executing migration" id="extract alertmanager configuration history to separate table" 2024-04-15T14:35:00.889 INFO:journalctl@ceph.grafana.a.smithi102.stdout:Apr 15 14:35:00 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-grafana-a[63286]: logger=migrator t=2024-04-15T14:35:00.780992835Z level=info msg="Executing migration" id="add unique index on orgID to alert_configuration" 2024-04-15T14:35:00.889 INFO:journalctl@ceph.grafana.a.smithi102.stdout:Apr 15 14:35:00 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-grafana-a[63286]: logger=migrator t=2024-04-15T14:35:00.781455403Z level=info msg="Executing migration" id="clear migration entry \"remove unified alerting data\"" 2024-04-15T14:35:00.889 INFO:journalctl@ceph.grafana.a.smithi102.stdout:Apr 15 14:35:00 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-grafana-a[63286]: logger=migrator t=2024-04-15T14:35:00.781585043Z level=info msg="Executing migration" id="move dashboard alerts to unified alerting" 2024-04-15T14:35:00.889 INFO:journalctl@ceph.grafana.a.smithi102.stdout:Apr 15 14:35:00 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-grafana-a[63286]: logger=migrator t=2024-04-15T14:35:00.781699859Z level=info msg="alerts found to migrate" alerts=0 2024-04-15T14:35:00.889 INFO:journalctl@ceph.grafana.a.smithi102.stdout:Apr 15 14:35:00 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-grafana-a[63286]: logger=migrator t=2024-04-15T14:35:00.782113053Z level=info msg="Executing migration" id="create library_element table v1" 2024-04-15T14:35:00.889 INFO:journalctl@ceph.grafana.a.smithi102.stdout:Apr 15 14:35:00 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-grafana-a[63286]: logger=migrator t=2024-04-15T14:35:00.782892621Z level=info msg="Executing migration" id="add index library_element org_id-folder_id-name-kind" 2024-04-15T14:35:00.889 INFO:journalctl@ceph.grafana.a.smithi102.stdout:Apr 15 14:35:00 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-grafana-a[63286]: logger=migrator t=2024-04-15T14:35:00.783717451Z level=info msg="Executing migration" id="create library_element_connection table v1" 2024-04-15T14:35:00.889 INFO:journalctl@ceph.grafana.a.smithi102.stdout:Apr 15 14:35:00 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-grafana-a[63286]: logger=migrator t=2024-04-15T14:35:00.784492236Z level=info msg="Executing migration" id="add index library_element_connection element_id-kind-connection_id" 2024-04-15T14:35:00.889 INFO:journalctl@ceph.grafana.a.smithi102.stdout:Apr 15 14:35:00 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-grafana-a[63286]: logger=migrator t=2024-04-15T14:35:00.785393926Z level=info msg="Executing migration" id="add unique index library_element org_id_uid" 2024-04-15T14:35:00.890 INFO:journalctl@ceph.grafana.a.smithi102.stdout:Apr 15 14:35:00 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-grafana-a[63286]: logger=migrator t=2024-04-15T14:35:00.786041159Z level=info msg="Executing migration" id="increase max description length to 2048" 2024-04-15T14:35:00.890 INFO:journalctl@ceph.grafana.a.smithi102.stdout:Apr 15 14:35:00 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-grafana-a[63286]: logger=migrator t=2024-04-15T14:35:00.786970303Z level=info msg="Executing migration" id="clone move dashboard alerts to unified alerting" 2024-04-15T14:35:00.890 INFO:journalctl@ceph.grafana.a.smithi102.stdout:Apr 15 14:35:00 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-grafana-a[63286]: logger=migrator t=2024-04-15T14:35:00.789637624Z level=info msg="Executing migration" id="create data_keys table" 2024-04-15T14:35:00.890 INFO:journalctl@ceph.grafana.a.smithi102.stdout:Apr 15 14:35:00 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-grafana-a[63286]: logger=migrator t=2024-04-15T14:35:00.792258096Z level=info msg="Executing migration" id="create secrets table" 2024-04-15T14:35:00.890 INFO:journalctl@ceph.grafana.a.smithi102.stdout:Apr 15 14:35:00 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-grafana-a[63286]: logger=migrator t=2024-04-15T14:35:00.795183674Z level=info msg="Executing migration" id="rename data_keys name column to id" 2024-04-15T14:35:00.890 INFO:journalctl@ceph.grafana.a.smithi102.stdout:Apr 15 14:35:00 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-grafana-a[63286]: logger=migrator t=2024-04-15T14:35:00.799474814Z level=info msg="Executing migration" id="add name column into data_keys" 2024-04-15T14:35:00.890 INFO:journalctl@ceph.grafana.a.smithi102.stdout:Apr 15 14:35:00 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-grafana-a[63286]: logger=migrator t=2024-04-15T14:35:00.802154079Z level=info msg="Executing migration" id="copy data_keys id column values into name" 2024-04-15T14:35:00.890 INFO:journalctl@ceph.grafana.a.smithi102.stdout:Apr 15 14:35:00 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-grafana-a[63286]: logger=migrator t=2024-04-15T14:35:00.804777566Z level=info msg="Executing migration" id="rename data_keys name column to label" 2024-04-15T14:35:00.890 INFO:journalctl@ceph.grafana.a.smithi102.stdout:Apr 15 14:35:00 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-grafana-a[63286]: logger=migrator t=2024-04-15T14:35:00.80901955Z level=info msg="Executing migration" id="rename data_keys id column back to name" 2024-04-15T14:35:00.890 INFO:journalctl@ceph.grafana.a.smithi102.stdout:Apr 15 14:35:00 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-grafana-a[63286]: logger=migrator t=2024-04-15T14:35:00.813315066Z level=info msg="Executing migration" id="create kv_store table v1" 2024-04-15T14:35:00.890 INFO:journalctl@ceph.grafana.a.smithi102.stdout:Apr 15 14:35:00 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-grafana-a[63286]: logger=migrator t=2024-04-15T14:35:00.816211958Z level=info msg="Executing migration" id="add index kv_store.org_id-namespace-key" 2024-04-15T14:35:00.890 INFO:journalctl@ceph.grafana.a.smithi102.stdout:Apr 15 14:35:00 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-grafana-a[63286]: logger=migrator t=2024-04-15T14:35:00.819099729Z level=info msg="Executing migration" id="update dashboard_uid and panel_id from existing annotations" 2024-04-15T14:35:00.890 INFO:journalctl@ceph.grafana.a.smithi102.stdout:Apr 15 14:35:00 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-grafana-a[63286]: logger=migrator t=2024-04-15T14:35:00.821732986Z level=info msg="Executing migration" id="create permission table" 2024-04-15T14:35:00.890 INFO:journalctl@ceph.grafana.a.smithi102.stdout:Apr 15 14:35:00 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-grafana-a[63286]: logger=migrator t=2024-04-15T14:35:00.824587111Z level=info msg="Executing migration" id="add unique index permission.role_id" 2024-04-15T14:35:00.891 INFO:journalctl@ceph.grafana.a.smithi102.stdout:Apr 15 14:35:00 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-grafana-a[63286]: logger=migrator t=2024-04-15T14:35:00.827292661Z level=info msg="Executing migration" id="add unique index role_id_action_scope" 2024-04-15T14:35:00.891 INFO:journalctl@ceph.grafana.a.smithi102.stdout:Apr 15 14:35:00 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-grafana-a[63286]: logger=migrator t=2024-04-15T14:35:00.830074274Z level=info msg="Executing migration" id="create role table" 2024-04-15T14:35:00.891 INFO:journalctl@ceph.grafana.a.smithi102.stdout:Apr 15 14:35:00 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-grafana-a[63286]: logger=migrator t=2024-04-15T14:35:00.832415386Z level=info msg="Executing migration" id="add column display_name" 2024-04-15T14:35:00.891 INFO:journalctl@ceph.grafana.a.smithi102.stdout:Apr 15 14:35:00 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-grafana-a[63286]: logger=migrator t=2024-04-15T14:35:00.835076576Z level=info msg="Executing migration" id="add column group_name" 2024-04-15T14:35:00.891 INFO:journalctl@ceph.grafana.a.smithi102.stdout:Apr 15 14:35:00 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-grafana-a[63286]: logger=migrator t=2024-04-15T14:35:00.837955663Z level=info msg="Executing migration" id="add index role.org_id" 2024-04-15T14:35:00.891 INFO:journalctl@ceph.grafana.a.smithi102.stdout:Apr 15 14:35:00 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-grafana-a[63286]: logger=migrator t=2024-04-15T14:35:00.840616932Z level=info msg="Executing migration" id="add unique index role_org_id_name" 2024-04-15T14:35:00.891 INFO:journalctl@ceph.grafana.a.smithi102.stdout:Apr 15 14:35:00 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-grafana-a[63286]: logger=migrator t=2024-04-15T14:35:00.843234724Z level=info msg="Executing migration" id="add index role_org_id_uid" 2024-04-15T14:35:00.891 INFO:journalctl@ceph.grafana.a.smithi102.stdout:Apr 15 14:35:00 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-grafana-a[63286]: logger=migrator t=2024-04-15T14:35:00.84575705Z level=info msg="Executing migration" id="create team role table" 2024-04-15T14:35:00.891 INFO:journalctl@ceph.grafana.a.smithi102.stdout:Apr 15 14:35:00 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-grafana-a[63286]: logger=migrator t=2024-04-15T14:35:00.848289062Z level=info msg="Executing migration" id="add index team_role.org_id" 2024-04-15T14:35:00.891 INFO:journalctl@ceph.grafana.a.smithi102.stdout:Apr 15 14:35:00 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-grafana-a[63286]: logger=migrator t=2024-04-15T14:35:00.850800281Z level=info msg="Executing migration" id="add unique index team_role_org_id_team_id_role_id" 2024-04-15T14:35:00.891 INFO:journalctl@ceph.grafana.a.smithi102.stdout:Apr 15 14:35:00 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-grafana-a[63286]: logger=migrator t=2024-04-15T14:35:00.853259052Z level=info msg="Executing migration" id="add index team_role.team_id" 2024-04-15T14:35:00.891 INFO:journalctl@ceph.grafana.a.smithi102.stdout:Apr 15 14:35:00 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-grafana-a[63286]: logger=migrator t=2024-04-15T14:35:00.856108626Z level=info msg="Executing migration" id="create user role table" 2024-04-15T14:35:00.892 INFO:journalctl@ceph.grafana.a.smithi102.stdout:Apr 15 14:35:00 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-grafana-a[63286]: logger=migrator t=2024-04-15T14:35:00.858327434Z level=info msg="Executing migration" id="add index user_role.org_id" 2024-04-15T14:35:00.892 INFO:journalctl@ceph.grafana.a.smithi102.stdout:Apr 15 14:35:00 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-grafana-a[63286]: logger=migrator t=2024-04-15T14:35:00.860846443Z level=info msg="Executing migration" id="add unique index user_role_org_id_user_id_role_id" 2024-04-15T14:35:00.892 INFO:journalctl@ceph.grafana.a.smithi102.stdout:Apr 15 14:35:00 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-grafana-a[63286]: logger=migrator t=2024-04-15T14:35:00.863536895Z level=info msg="Executing migration" id="add index user_role.user_id" 2024-04-15T14:35:00.892 INFO:journalctl@ceph.grafana.a.smithi102.stdout:Apr 15 14:35:00 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-grafana-a[63286]: logger=migrator t=2024-04-15T14:35:00.866134516Z level=info msg="Executing migration" id="create builtin role table" 2024-04-15T14:35:00.892 INFO:journalctl@ceph.grafana.a.smithi102.stdout:Apr 15 14:35:00 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-grafana-a[63286]: logger=migrator t=2024-04-15T14:35:00.868785789Z level=info msg="Executing migration" id="add index builtin_role.role_id" 2024-04-15T14:35:00.892 INFO:journalctl@ceph.grafana.a.smithi102.stdout:Apr 15 14:35:00 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-grafana-a[63286]: logger=migrator t=2024-04-15T14:35:00.871094439Z level=info msg="Executing migration" id="add index builtin_role.name" 2024-04-15T14:35:00.892 INFO:journalctl@ceph.grafana.a.smithi102.stdout:Apr 15 14:35:00 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-grafana-a[63286]: logger=migrator t=2024-04-15T14:35:00.873697133Z level=info msg="Executing migration" id="Add column org_id to builtin_role table" 2024-04-15T14:35:00.892 INFO:journalctl@ceph.grafana.a.smithi102.stdout:Apr 15 14:35:00 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-grafana-a[63286]: logger=migrator t=2024-04-15T14:35:00.876449079Z level=info msg="Executing migration" id="add index builtin_role.org_id" 2024-04-15T14:35:00.892 INFO:journalctl@ceph.grafana.a.smithi102.stdout:Apr 15 14:35:00 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-grafana-a[63286]: logger=migrator t=2024-04-15T14:35:00.879037159Z level=info msg="Executing migration" id="add unique index builtin_role_org_id_role_id_role" 2024-04-15T14:35:00.892 INFO:journalctl@ceph.grafana.a.smithi102.stdout:Apr 15 14:35:00 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-grafana-a[63286]: logger=migrator t=2024-04-15T14:35:00.881440103Z level=info msg="Executing migration" id="Remove unique index role_org_id_uid" 2024-04-15T14:35:00.892 INFO:journalctl@ceph.grafana.a.smithi102.stdout:Apr 15 14:35:00 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-grafana-a[63286]: logger=migrator t=2024-04-15T14:35:00.884069238Z level=info msg="Executing migration" id="add unique index role.uid" 2024-04-15T14:35:01.104 INFO:tasks.cephadm.ceph_manager.ceph:need seq 77309411370 got 77309411374 for osd.2 2024-04-15T14:35:01.105 DEBUG:teuthology.parallel:result is None 2024-04-15T14:35:01.105 INFO:tasks.cephadm.ceph_manager.ceph:waiting for clean 2024-04-15T14:35:01.105 DEBUG:teuthology.orchestra.run.smithi016:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 362ea986-fb34-11ee-bc8f-c7b262605968 -- ceph pg dump --format=json 2024-04-15T14:35:01.187 INFO:journalctl@ceph.grafana.a.smithi102.stdout:Apr 15 14:35:00 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-grafana-a[63286]: logger=migrator t=2024-04-15T14:35:00.884848445Z level=info msg="Executing migration" id="create seed assignment table" 2024-04-15T14:35:01.188 INFO:journalctl@ceph.grafana.a.smithi102.stdout:Apr 15 14:35:00 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-grafana-a[63286]: logger=migrator t=2024-04-15T14:35:00.885586991Z level=info msg="Executing migration" id="add unique index builtin_role_role_name" 2024-04-15T14:35:01.188 INFO:journalctl@ceph.grafana.a.smithi102.stdout:Apr 15 14:35:00 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-grafana-a[63286]: logger=migrator t=2024-04-15T14:35:00.886299593Z level=info msg="Executing migration" id="add column hidden to role table" 2024-04-15T14:35:01.188 INFO:journalctl@ceph.grafana.a.smithi102.stdout:Apr 15 14:35:00 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-grafana-a[63286]: logger=migrator t=2024-04-15T14:35:00.88779318Z level=info msg="Executing migration" id="create query_history table v1" 2024-04-15T14:35:01.188 INFO:journalctl@ceph.grafana.a.smithi102.stdout:Apr 15 14:35:00 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-grafana-a[63286]: logger=migrator t=2024-04-15T14:35:00.888584614Z level=info msg="Executing migration" id="add index query_history.org_id-created_by-datasource_uid" 2024-04-15T14:35:01.188 INFO:journalctl@ceph.grafana.a.smithi102.stdout:Apr 15 14:35:00 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-grafana-a[63286]: logger=migrator t=2024-04-15T14:35:00.889291798Z level=info msg="Executing migration" id="alter table query_history alter column created_by type to bigint" 2024-04-15T14:35:01.188 INFO:journalctl@ceph.grafana.a.smithi102.stdout:Apr 15 14:35:00 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-grafana-a[63286]: logger=migrator t=2024-04-15T14:35:00.889969472Z level=info msg="Executing migration" id="teams permissions migration" 2024-04-15T14:35:01.188 INFO:journalctl@ceph.grafana.a.smithi102.stdout:Apr 15 14:35:00 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-grafana-a[63286]: logger=migrator t=2024-04-15T14:35:00.890522578Z level=info msg="Executing migration" id="dashboard permissions" 2024-04-15T14:35:01.188 INFO:journalctl@ceph.grafana.a.smithi102.stdout:Apr 15 14:35:00 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-grafana-a[63286]: logger=migrator t=2024-04-15T14:35:00.891160741Z level=info msg="Executing migration" id="dashboard permissions uid scopes" 2024-04-15T14:35:01.189 INFO:journalctl@ceph.grafana.a.smithi102.stdout:Apr 15 14:35:00 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-grafana-a[63286]: logger=migrator t=2024-04-15T14:35:00.891914264Z level=info msg="Executing migration" id="drop managed folder create actions" 2024-04-15T14:35:01.189 INFO:journalctl@ceph.grafana.a.smithi102.stdout:Apr 15 14:35:00 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-grafana-a[63286]: logger=migrator t=2024-04-15T14:35:00.892419468Z level=info msg="Executing migration" id="alerting notification permissions" 2024-04-15T14:35:01.189 INFO:journalctl@ceph.grafana.a.smithi102.stdout:Apr 15 14:35:00 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-grafana-a[63286]: logger=migrator t=2024-04-15T14:35:00.89290436Z level=info msg="Executing migration" id="create query_history_star table v1" 2024-04-15T14:35:01.189 INFO:journalctl@ceph.grafana.a.smithi102.stdout:Apr 15 14:35:00 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-grafana-a[63286]: logger=migrator t=2024-04-15T14:35:00.893677936Z level=info msg="Executing migration" id="add index query_history.user_id-query_uid" 2024-04-15T14:35:01.189 INFO:journalctl@ceph.grafana.a.smithi102.stdout:Apr 15 14:35:00 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-grafana-a[63286]: logger=migrator t=2024-04-15T14:35:00.894437856Z level=info msg="Executing migration" id="add column org_id in query_history_star" 2024-04-15T14:35:01.189 INFO:journalctl@ceph.grafana.a.smithi102.stdout:Apr 15 14:35:00 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-grafana-a[63286]: logger=migrator t=2024-04-15T14:35:00.895395043Z level=info msg="Executing migration" id="alter table query_history_star_mig column user_id type to bigint" 2024-04-15T14:35:01.189 INFO:journalctl@ceph.grafana.a.smithi102.stdout:Apr 15 14:35:00 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-grafana-a[63286]: logger=migrator t=2024-04-15T14:35:00.896115765Z level=info msg="Executing migration" id="create correlation table v1" 2024-04-15T14:35:01.189 INFO:journalctl@ceph.grafana.a.smithi102.stdout:Apr 15 14:35:00 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-grafana-a[63286]: logger=migrator t=2024-04-15T14:35:00.896870604Z level=info msg="Executing migration" id="add index correlations.uid" 2024-04-15T14:35:01.189 INFO:journalctl@ceph.grafana.a.smithi102.stdout:Apr 15 14:35:00 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-grafana-a[63286]: logger=migrator t=2024-04-15T14:35:00.897814682Z level=info msg="Executing migration" id="add index correlations.source_uid" 2024-04-15T14:35:01.190 INFO:journalctl@ceph.grafana.a.smithi102.stdout:Apr 15 14:35:00 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-grafana-a[63286]: logger=migrator t=2024-04-15T14:35:00.898468729Z level=info msg="Executing migration" id="add correlation config column" 2024-04-15T14:35:01.190 INFO:journalctl@ceph.grafana.a.smithi102.stdout:Apr 15 14:35:00 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-grafana-a[63286]: logger=migrator t=2024-04-15T14:35:00.899432867Z level=info msg="Executing migration" id="create entity_events table" 2024-04-15T14:35:01.190 INFO:journalctl@ceph.grafana.a.smithi102.stdout:Apr 15 14:35:00 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-grafana-a[63286]: logger=migrator t=2024-04-15T14:35:00.900298101Z level=info msg="Executing migration" id="create dashboard public config v1" 2024-04-15T14:35:01.190 INFO:journalctl@ceph.grafana.a.smithi102.stdout:Apr 15 14:35:00 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-grafana-a[63286]: logger=migrator t=2024-04-15T14:35:00.901079707Z level=info msg="Executing migration" id="drop index UQE_dashboard_public_config_uid - v1" 2024-04-15T14:35:01.190 INFO:journalctl@ceph.grafana.a.smithi102.stdout:Apr 15 14:35:00 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-grafana-a[63286]: logger=migrator t=2024-04-15T14:35:00.90117174Z level=warn msg="Skipping migration: Already executed, but not recorded in migration log" id="drop index UQE_dashboard_public_config_uid - v1" 2024-04-15T14:35:01.190 INFO:journalctl@ceph.grafana.a.smithi102.stdout:Apr 15 14:35:00 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-grafana-a[63286]: logger=migrator t=2024-04-15T14:35:00.901867012Z level=info msg="Executing migration" id="drop index IDX_dashboard_public_config_org_id_dashboard_uid - v1" 2024-04-15T14:35:01.190 INFO:journalctl@ceph.grafana.a.smithi102.stdout:Apr 15 14:35:00 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-grafana-a[63286]: logger=migrator t=2024-04-15T14:35:00.901966973Z level=warn msg="Skipping migration: Already executed, but not recorded in migration log" id="drop index IDX_dashboard_public_config_org_id_dashboard_uid - v1" 2024-04-15T14:35:01.190 INFO:journalctl@ceph.grafana.a.smithi102.stdout:Apr 15 14:35:00 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-grafana-a[63286]: logger=migrator t=2024-04-15T14:35:00.902637675Z level=info msg="Executing migration" id="Drop old dashboard public config table" 2024-04-15T14:35:01.190 INFO:journalctl@ceph.grafana.a.smithi102.stdout:Apr 15 14:35:00 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-grafana-a[63286]: logger=migrator t=2024-04-15T14:35:00.903514961Z level=info msg="Executing migration" id="recreate dashboard public config v1" 2024-04-15T14:35:01.191 INFO:journalctl@ceph.grafana.a.smithi102.stdout:Apr 15 14:35:00 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-grafana-a[63286]: logger=migrator t=2024-04-15T14:35:00.904228995Z level=info msg="Executing migration" id="create index UQE_dashboard_public_config_uid - v1" 2024-04-15T14:35:01.191 INFO:journalctl@ceph.grafana.a.smithi102.stdout:Apr 15 14:35:00 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-grafana-a[63286]: logger=migrator t=2024-04-15T14:35:00.905034359Z level=info msg="Executing migration" id="create index IDX_dashboard_public_config_org_id_dashboard_uid - v1" 2024-04-15T14:35:01.191 INFO:journalctl@ceph.grafana.a.smithi102.stdout:Apr 15 14:35:00 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-grafana-a[63286]: logger=migrator t=2024-04-15T14:35:00.905457445Z level=info msg="Executing migration" id="drop index UQE_dashboard_public_config_uid - v2" 2024-04-15T14:35:01.191 INFO:journalctl@ceph.grafana.a.smithi102.stdout:Apr 15 14:35:00 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-grafana-a[63286]: logger=migrator t=2024-04-15T14:35:00.905863187Z level=info msg="Executing migration" id="drop index IDX_dashboard_public_config_org_id_dashboard_uid - v2" 2024-04-15T14:35:01.191 INFO:journalctl@ceph.grafana.a.smithi102.stdout:Apr 15 14:35:00 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-grafana-a[63286]: logger=migrator t=2024-04-15T14:35:00.906272188Z level=info msg="Executing migration" id="Drop public config table" 2024-04-15T14:35:01.191 INFO:journalctl@ceph.grafana.a.smithi102.stdout:Apr 15 14:35:00 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-grafana-a[63286]: logger=migrator t=2024-04-15T14:35:00.906716085Z level=info msg="Executing migration" id="Recreate dashboard public config v2" 2024-04-15T14:35:01.191 INFO:journalctl@ceph.grafana.a.smithi102.stdout:Apr 15 14:35:00 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-grafana-a[63286]: logger=migrator t=2024-04-15T14:35:00.907589584Z level=info msg="Executing migration" id="create index UQE_dashboard_public_config_uid - v2" 2024-04-15T14:35:01.191 INFO:journalctl@ceph.grafana.a.smithi102.stdout:Apr 15 14:35:00 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-grafana-a[63286]: logger=migrator t=2024-04-15T14:35:00.908365264Z level=info msg="Executing migration" id="create index IDX_dashboard_public_config_org_id_dashboard_uid - v2" 2024-04-15T14:35:01.191 INFO:journalctl@ceph.grafana.a.smithi102.stdout:Apr 15 14:35:00 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-grafana-a[63286]: logger=migrator t=2024-04-15T14:35:00.90925793Z level=info msg="Executing migration" id="create index UQE_dashboard_public_config_access_token - v2" 2024-04-15T14:35:01.192 INFO:journalctl@ceph.grafana.a.smithi102.stdout:Apr 15 14:35:00 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-grafana-a[63286]: logger=migrator t=2024-04-15T14:35:00.909695624Z level=info msg="Executing migration" id="Rename table dashboard_public_config to dashboard_public - v2" 2024-04-15T14:35:01.192 INFO:journalctl@ceph.grafana.a.smithi102.stdout:Apr 15 14:35:00 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-grafana-a[63286]: logger=migrator t=2024-04-15T14:35:00.913012504Z level=info msg="Executing migration" id="add annotations_enabled column" 2024-04-15T14:35:01.192 INFO:journalctl@ceph.grafana.a.smithi102.stdout:Apr 15 14:35:00 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-grafana-a[63286]: logger=migrator t=2024-04-15T14:35:00.914070676Z level=info msg="Executing migration" id="add time_selection_enabled column" 2024-04-15T14:35:01.193 INFO:journalctl@ceph.grafana.a.smithi102.stdout:Apr 15 14:35:00 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-grafana-a[63286]: logger=migrator t=2024-04-15T14:35:00.915111572Z level=info msg="Executing migration" id="delete orphaned public dashboards" 2024-04-15T14:35:01.193 INFO:journalctl@ceph.grafana.a.smithi102.stdout:Apr 15 14:35:00 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-grafana-a[63286]: logger=migrator t=2024-04-15T14:35:00.915423417Z level=info msg="Executing migration" id="add share column" 2024-04-15T14:35:01.193 INFO:journalctl@ceph.grafana.a.smithi102.stdout:Apr 15 14:35:00 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-grafana-a[63286]: logger=migrator t=2024-04-15T14:35:00.916442709Z level=info msg="Executing migration" id="create default alerting folders" 2024-04-15T14:35:01.193 INFO:journalctl@ceph.grafana.a.smithi102.stdout:Apr 15 14:35:00 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-grafana-a[63286]: logger=migrator t=2024-04-15T14:35:00.916927557Z level=info msg="Executing migration" id="create file table" 2024-04-15T14:35:01.193 INFO:journalctl@ceph.grafana.a.smithi102.stdout:Apr 15 14:35:00 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-grafana-a[63286]: logger=migrator t=2024-04-15T14:35:00.917376389Z level=info msg="Executing migration" id="file table idx: path natural pk" 2024-04-15T14:35:01.193 INFO:journalctl@ceph.grafana.a.smithi102.stdout:Apr 15 14:35:00 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-grafana-a[63286]: logger=migrator t=2024-04-15T14:35:00.917816348Z level=info msg="Executing migration" id="file table idx: parent_folder_path_hash fast folder retrieval" 2024-04-15T14:35:01.193 INFO:journalctl@ceph.grafana.a.smithi102.stdout:Apr 15 14:35:00 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-grafana-a[63286]: logger=migrator t=2024-04-15T14:35:00.920163376Z level=info msg="Executing migration" id="create file_meta table" 2024-04-15T14:35:01.193 INFO:journalctl@ceph.grafana.a.smithi102.stdout:Apr 15 14:35:00 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-grafana-a[63286]: logger=migrator t=2024-04-15T14:35:00.923104169Z level=info msg="Executing migration" id="file table idx: path key" 2024-04-15T14:35:01.193 INFO:journalctl@ceph.grafana.a.smithi102.stdout:Apr 15 14:35:00 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-grafana-a[63286]: logger=migrator t=2024-04-15T14:35:00.925668651Z level=info msg="Executing migration" id="set path collation in file table" 2024-04-15T14:35:01.194 INFO:journalctl@ceph.grafana.a.smithi102.stdout:Apr 15 14:35:00 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-grafana-a[63286]: logger=migrator t=2024-04-15T14:35:00.92863515Z level=info msg="Executing migration" id="managed permissions migration" 2024-04-15T14:35:01.194 INFO:journalctl@ceph.grafana.a.smithi102.stdout:Apr 15 14:35:00 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-grafana-a[63286]: logger=migrator t=2024-04-15T14:35:00.931321268Z level=info msg="Executing migration" id="managed folder permissions alert actions migration" 2024-04-15T14:35:01.194 INFO:journalctl@ceph.grafana.a.smithi102.stdout:Apr 15 14:35:00 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-grafana-a[63286]: logger=migrator t=2024-04-15T14:35:00.934071026Z level=info msg="Executing migration" id="RBAC action name migrator" 2024-04-15T14:35:01.194 INFO:journalctl@ceph.grafana.a.smithi102.stdout:Apr 15 14:35:00 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-grafana-a[63286]: logger=migrator t=2024-04-15T14:35:00.936959188Z level=info msg="Executing migration" id="Add UID column to playlist" 2024-04-15T14:35:01.194 INFO:journalctl@ceph.grafana.a.smithi102.stdout:Apr 15 14:35:00 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-grafana-a[63286]: logger=migrator t=2024-04-15T14:35:00.939612473Z level=info msg="Executing migration" id="Update uid column values in playlist" 2024-04-15T14:35:01.194 INFO:journalctl@ceph.grafana.a.smithi102.stdout:Apr 15 14:35:00 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-grafana-a[63286]: logger=migrator t=2024-04-15T14:35:00.942096335Z level=info msg="Executing migration" id="Add index for uid in playlist" 2024-04-15T14:35:01.194 INFO:journalctl@ceph.grafana.a.smithi102.stdout:Apr 15 14:35:00 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-grafana-a[63286]: logger=migrator t=2024-04-15T14:35:00.944982335Z level=info msg="Executing migration" id="update group index for alert rules" 2024-04-15T14:35:01.194 INFO:journalctl@ceph.grafana.a.smithi102.stdout:Apr 15 14:35:00 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-grafana-a[63286]: logger=migrator t=2024-04-15T14:35:00.94762177Z level=info msg="Executing migration" id="managed folder permissions alert actions repeated migration" 2024-04-15T14:35:01.194 INFO:journalctl@ceph.grafana.a.smithi102.stdout:Apr 15 14:35:00 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-grafana-a[63286]: logger=migrator t=2024-04-15T14:35:00.949952731Z level=info msg="Executing migration" id="admin only folder/dashboard permission" 2024-04-15T14:35:01.195 INFO:journalctl@ceph.grafana.a.smithi102.stdout:Apr 15 14:35:00 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-grafana-a[63286]: logger=migrator t=2024-04-15T14:35:00.952529023Z level=info msg="Executing migration" id="add action column to seed_assignment" 2024-04-15T14:35:01.195 INFO:journalctl@ceph.grafana.a.smithi102.stdout:Apr 15 14:35:00 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-grafana-a[63286]: logger=migrator t=2024-04-15T14:35:00.95531495Z level=info msg="Executing migration" id="add scope column to seed_assignment" 2024-04-15T14:35:01.195 INFO:journalctl@ceph.grafana.a.smithi102.stdout:Apr 15 14:35:00 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-grafana-a[63286]: logger=migrator t=2024-04-15T14:35:00.957998011Z level=info msg="Executing migration" id="remove unique index builtin_role_role_name before nullable update" 2024-04-15T14:35:01.195 INFO:journalctl@ceph.grafana.a.smithi102.stdout:Apr 15 14:35:00 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-grafana-a[63286]: logger=migrator t=2024-04-15T14:35:00.960514196Z level=info msg="Executing migration" id="update seed_assignment role_name column to nullable" 2024-04-15T14:35:01.195 INFO:journalctl@ceph.grafana.a.smithi102.stdout:Apr 15 14:35:00 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-grafana-a[63286]: logger=migrator t=2024-04-15T14:35:00.970124909Z level=info msg="Executing migration" id="add unique index builtin_role_name back" 2024-04-15T14:35:01.195 INFO:journalctl@ceph.grafana.a.smithi102.stdout:Apr 15 14:35:00 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-grafana-a[63286]: logger=migrator t=2024-04-15T14:35:00.972738368Z level=info msg="Executing migration" id="add unique index builtin_role_action_scope" 2024-04-15T14:35:01.195 INFO:journalctl@ceph.grafana.a.smithi102.stdout:Apr 15 14:35:00 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-grafana-a[63286]: logger=migrator t=2024-04-15T14:35:00.975338828Z level=info msg="Executing migration" id="add primary key to seed_assigment" 2024-04-15T14:35:01.195 INFO:journalctl@ceph.grafana.a.smithi102.stdout:Apr 15 14:35:00 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-grafana-a[63286]: logger=migrator t=2024-04-15T14:35:00.978738155Z level=info msg="Executing migration" id="managed folder permissions alert actions repeated fixed migration" 2024-04-15T14:35:01.195 INFO:journalctl@ceph.grafana.a.smithi102.stdout:Apr 15 14:35:00 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-grafana-a[63286]: logger=migrator t=2024-04-15T14:35:00.981472562Z level=info msg="Executing migration" id="migrate external alertmanagers to datsourcse" 2024-04-15T14:35:01.195 INFO:journalctl@ceph.grafana.a.smithi102.stdout:Apr 15 14:35:00 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-grafana-a[63286]: logger=migrator t=2024-04-15T14:35:00.98419123Z level=info msg="Executing migration" id="create folder table" 2024-04-15T14:35:01.196 INFO:journalctl@ceph.grafana.a.smithi102.stdout:Apr 15 14:35:00 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-grafana-a[63286]: logger=migrator t=2024-04-15T14:35:00.986793146Z level=info msg="Executing migration" id="Add index for parent_uid" 2024-04-15T14:35:01.196 INFO:journalctl@ceph.grafana.a.smithi102.stdout:Apr 15 14:35:00 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-grafana-a[63286]: logger=migrator t=2024-04-15T14:35:00.989544314Z level=info msg="Executing migration" id="Add unique index for folder.uid and folder.org_id" 2024-04-15T14:35:01.196 INFO:journalctl@ceph.grafana.a.smithi102.stdout:Apr 15 14:35:00 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-grafana-a[63286]: logger=migrator t=2024-04-15T14:35:00.992215636Z level=info msg="Executing migration" id="Update folder title length" 2024-04-15T14:35:01.196 INFO:journalctl@ceph.grafana.a.smithi102.stdout:Apr 15 14:35:00 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-grafana-a[63286]: logger=migrator t=2024-04-15T14:35:00.99479781Z level=info msg="Executing migration" id="Add unique index for folder.title and folder.parent_uid" 2024-04-15T14:35:01.196 INFO:journalctl@ceph.grafana.a.smithi102.stdout:Apr 15 14:35:00 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-grafana-a[63286]: logger=migrator t=2024-04-15T14:35:00.997366242Z level=info msg="migrations completed" performed=485 skipped=0 duration=701.88856ms 2024-04-15T14:35:01.196 INFO:journalctl@ceph.grafana.a.smithi102.stdout:Apr 15 14:35:00 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-grafana-a[63286]: logger=sqlstore t=2024-04-15T14:35:00.997796364Z level=info msg="Created default organization" 2024-04-15T14:35:01.196 INFO:journalctl@ceph.grafana.a.smithi102.stdout:Apr 15 14:35:01 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-grafana-a[63286]: logger=plugin.loader t=2024-04-15T14:35:01.052488833Z level=info msg="Plugin registered" pluginID=input 2024-04-15T14:35:01.196 INFO:journalctl@ceph.grafana.a.smithi102.stdout:Apr 15 14:35:01 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-grafana-a[63286]: logger=plugin.loader t=2024-04-15T14:35:01.07983504Z level=info msg="Plugin registered" pluginID=vonage-status-panel 2024-04-15T14:35:01.196 INFO:journalctl@ceph.grafana.a.smithi102.stdout:Apr 15 14:35:01 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-grafana-a[63286]: logger=plugin.loader t=2024-04-15T14:35:01.079854651Z level=info msg="Plugin registered" pluginID=grafana-piechart-panel 2024-04-15T14:35:01.197 INFO:journalctl@ceph.grafana.a.smithi102.stdout:Apr 15 14:35:01 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-grafana-a[63286]: logger=secrets t=2024-04-15T14:35:01.079904352Z level=info msg="Envelope encryption state" enabled=true currentprovider=secretKey.v1 2024-04-15T14:35:01.197 INFO:journalctl@ceph.grafana.a.smithi102.stdout:Apr 15 14:35:01 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-grafana-a[63286]: logger=query_data t=2024-04-15T14:35:01.081610804Z level=info msg="Query Service initialization" 2024-04-15T14:35:01.197 INFO:journalctl@ceph.grafana.a.smithi102.stdout:Apr 15 14:35:01 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-grafana-a[63286]: logger=live.push_http t=2024-04-15T14:35:01.084155234Z level=info msg="Live Push Gateway initialization" 2024-04-15T14:35:01.326 INFO:teuthology.orchestra.run.smithi016.stderr:Inferring config /var/lib/ceph/362ea986-fb34-11ee-bc8f-c7b262605968/mon.a/config 2024-04-15T14:35:01.448 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:35:01 smithi016 ceph-mon[36548]: pgmap v27: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-04-15T14:35:01.448 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:35:01 smithi016 ceph-mon[36548]: from='mgr.14628 ' entity='mgr.y' 2024-04-15T14:35:01.448 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:35:01 smithi016 ceph-mon[36548]: from='mgr.14628 ' entity='mgr.y' 2024-04-15T14:35:01.448 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:35:01 smithi016 ceph-mon[36548]: from='mgr.14628 ' entity='mgr.y' 2024-04-15T14:35:01.449 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:35:01 smithi016 ceph-mon[36548]: from='mgr.14628 ' entity='mgr.y' 2024-04-15T14:35:01.449 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:35:01 smithi016 ceph-mon[36548]: Deploying daemon node-exporter.a on smithi016 2024-04-15T14:35:01.449 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:35:01 smithi016 ceph-mon[36548]: from='client.? 172.21.15.16:0/3778361474' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 2}]: dispatch 2024-04-15T14:35:01.449 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:35:01 smithi016 ceph-mon[27435]: pgmap v27: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-04-15T14:35:01.449 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:35:01 smithi016 ceph-mon[27435]: from='mgr.14628 ' entity='mgr.y' 2024-04-15T14:35:01.449 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:35:01 smithi016 ceph-mon[27435]: from='mgr.14628 ' entity='mgr.y' 2024-04-15T14:35:01.449 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:35:01 smithi016 ceph-mon[27435]: from='mgr.14628 ' entity='mgr.y' 2024-04-15T14:35:01.449 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:35:01 smithi016 ceph-mon[27435]: from='mgr.14628 ' entity='mgr.y' 2024-04-15T14:35:01.449 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:35:01 smithi016 ceph-mon[27435]: Deploying daemon node-exporter.a on smithi016 2024-04-15T14:35:01.449 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:35:01 smithi016 ceph-mon[27435]: from='client.? 172.21.15.16:0/3778361474' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 2}]: dispatch 2024-04-15T14:35:01.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:35:01 smithi102 ceph-mon[31017]: pgmap v27: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-04-15T14:35:01.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:35:01 smithi102 ceph-mon[31017]: from='mgr.14628 ' entity='mgr.y' 2024-04-15T14:35:01.688 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:35:01 smithi102 ceph-mon[31017]: from='mgr.14628 ' entity='mgr.y' 2024-04-15T14:35:01.688 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:35:01 smithi102 ceph-mon[31017]: from='mgr.14628 ' entity='mgr.y' 2024-04-15T14:35:01.688 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:35:01 smithi102 ceph-mon[31017]: from='mgr.14628 ' entity='mgr.y' 2024-04-15T14:35:01.688 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:35:01 smithi102 ceph-mon[31017]: Deploying daemon node-exporter.a on smithi016 2024-04-15T14:35:01.688 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:35:01 smithi102 ceph-mon[31017]: from='client.? 172.21.15.16:0/3778361474' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 2}]: dispatch 2024-04-15T14:35:02.187 INFO:journalctl@ceph.grafana.a.smithi102.stdout:Apr 15 14:35:01 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-grafana-a[63286]: logger=infra.usagestats.collector t=2024-04-15T14:35:01.798265435Z level=info msg="registering usage stat providers" usageStatsProvidersLen=2 2024-04-15T14:35:02.187 INFO:journalctl@ceph.grafana.a.smithi102.stdout:Apr 15 14:35:01 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-grafana-a[63286]: logger=provisioning.datasources t=2024-04-15T14:35:01.852654415Z level=info msg="inserting datasource from configuration " name=Dashboard1 uid=P43CA22E17D0F9596 2024-04-15T14:35:02.187 INFO:journalctl@ceph.grafana.a.smithi102.stdout:Apr 15 14:35:01 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-grafana-a[63286]: logger=provisioning.datasources t=2024-04-15T14:35:01.884481299Z level=info msg="inserting datasource from configuration " name=Loki uid=P8E80F9AEF21F6940 2024-04-15T14:35:02.187 INFO:journalctl@ceph.grafana.a.smithi102.stdout:Apr 15 14:35:01 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-grafana-a[63286]: logger=provisioning.alerting t=2024-04-15T14:35:01.905844166Z level=info msg="starting to provision alerting" 2024-04-15T14:35:02.187 INFO:journalctl@ceph.grafana.a.smithi102.stdout:Apr 15 14:35:01 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-grafana-a[63286]: logger=provisioning.alerting t=2024-04-15T14:35:01.905864831Z level=info msg="finished to provision alerting" 2024-04-15T14:35:02.188 INFO:journalctl@ceph.grafana.a.smithi102.stdout:Apr 15 14:35:01 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-grafana-a[63286]: logger=grafanaStorageLogger t=2024-04-15T14:35:01.905974779Z level=info msg="storage starting" 2024-04-15T14:35:02.188 INFO:journalctl@ceph.grafana.a.smithi102.stdout:Apr 15 14:35:01 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-grafana-a[63286]: logger=ngalert.state.manager t=2024-04-15T14:35:01.906058183Z level=info msg="Warming state cache for startup" 2024-04-15T14:35:02.188 INFO:journalctl@ceph.grafana.a.smithi102.stdout:Apr 15 14:35:01 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-grafana-a[63286]: logger=http.server t=2024-04-15T14:35:01.907726962Z level=info msg="HTTP Server Listen" address=[::]:3000 protocol=https subUrl= socket= 2024-04-15T14:35:02.188 INFO:journalctl@ceph.grafana.a.smithi102.stdout:Apr 15 14:35:01 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-grafana-a[63286]: logger=sqlstore.transactions t=2024-04-15T14:35:01.916790327Z level=info msg="Database locked, sleeping then retrying" error="database is locked" retry=0 code="database is locked" 2024-04-15T14:35:02.188 INFO:journalctl@ceph.grafana.a.smithi102.stdout:Apr 15 14:35:01 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-grafana-a[63286]: logger=ngalert.state.manager t=2024-04-15T14:35:01.91723885Z level=info msg="State cache has been initialized" states=0 duration=11.195243ms 2024-04-15T14:35:02.188 INFO:journalctl@ceph.grafana.a.smithi102.stdout:Apr 15 14:35:01 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-grafana-a[63286]: logger=ticker t=2024-04-15T14:35:01.917306338Z level=info msg=starting first_tick=2024-04-15T14:35:10Z 2024-04-15T14:35:02.188 INFO:journalctl@ceph.grafana.a.smithi102.stdout:Apr 15 14:35:01 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-grafana-a[63286]: logger=ngalert.multiorg.alertmanager t=2024-04-15T14:35:01.917299298Z level=info msg="starting MultiOrg Alertmanager" 2024-04-15T14:35:02.188 INFO:journalctl@ceph.grafana.a.smithi102.stdout:Apr 15 14:35:01 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-grafana-a[63286]: logger=sqlstore.transactions t=2024-04-15T14:35:01.972279459Z level=info msg="Database locked, sleeping then retrying" error="database is locked" retry=0 code="database is locked" 2024-04-15T14:35:02.188 INFO:journalctl@ceph.grafana.a.smithi102.stdout:Apr 15 14:35:01 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-grafana-a[63286]: logger=sqlstore.transactions t=2024-04-15T14:35:01.982761001Z level=info msg="Database locked, sleeping then retrying" error="database is locked" retry=1 code="database is locked" 2024-04-15T14:35:02.188 INFO:journalctl@ceph.grafana.a.smithi102.stdout:Apr 15 14:35:02 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-grafana-a[63286]: logger=sqlstore.transactions t=2024-04-15T14:35:02.019884022Z level=info msg="Database locked, sleeping then retrying" error="database is locked" retry=0 code="database is locked" 2024-04-15T14:35:03.115 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:35:02 smithi016 ceph-mon[27435]: pgmap v28: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-04-15T14:35:03.115 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:35:02 smithi016 ceph-mon[27435]: from='mgr.14628 ' entity='mgr.y' 2024-04-15T14:35:03.116 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:35:02 smithi016 ceph-mon[36548]: pgmap v28: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-04-15T14:35:03.116 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:35:02 smithi016 ceph-mon[36548]: from='mgr.14628 ' entity='mgr.y' 2024-04-15T14:35:03.313 INFO:teuthology.orchestra.run.smithi016.stdout: 2024-04-15T14:35:03.316 INFO:teuthology.orchestra.run.smithi016.stderr:dumped all 2024-04-15T14:35:03.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:35:02 smithi102 ceph-mon[31017]: pgmap v28: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-04-15T14:35:03.438 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:35:02 smithi102 ceph-mon[31017]: from='mgr.14628 ' entity='mgr.y' 2024-04-15T14:35:03.462 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 15 14:35:03 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-y[27693]: ::ffff:172.21.15.102 - - [15/Apr/2024:14:35:03] "GET /metrics HTTP/1.1" 200 33652 "" "Prometheus/2.43.0" 2024-04-15T14:35:04.099 INFO:teuthology.orchestra.run.smithi016.stdout:{"pg_ready":true,"pg_map":{"version":28,"stamp":"2024-04-15T14:35:01.941686+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":593516,"num_objects":24,"num_object_clones":0,"num_object_copies":72,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":24,"num_whiteouts":0,"num_read":212,"num_read_kb":306,"num_write":227,"num_write_kb":2433,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":170,"ondisk_log_size":170,"up":315,"acting":315,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":315,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":749961216,"kb_used":223604,"kb_used_data":7448,"kb_used_omap":12,"kb_used_meta":216051,"kb_avail":749737612,"statfs":{"total":767960285184,"available":767731314688,"internally_reserved":0,"allocated":7626752,"data_stored":4284215,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12752,"internal_metadata":221236784},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.002379"},"pg_stats":[{"pgid":"3.3f","version":"0'0","reported_seq":17,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-15T14:34:09.421499+0000","last_change":"2024-04-15T14:33:35.001293+0000","last_active":"2024-04-15T14:34:09.421499+0000","last_peered":"2024-04-15T14:34:09.421499+0000","last_clean":"2024-04-15T14:34:09.421499+0000","last_became_active":"2024-04-15T14:33:35.001010+0000","last_became_peered":"2024-04-15T14:33:35.001010+0000","last_unstale":"2024-04-15T14:34:09.421499+0000","last_undegraded":"2024-04-15T14:34:09.421499+0000","last_fullsized":"2024-04-15T14:34:09.421499+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_clean_scrub_stamp":"2024-04-15T14:33:34.601025+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T20:09:52.897923+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3e","version":"0'0","reported_seq":18,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-15T14:34:11.185305+0000","last_change":"2024-04-15T14:33:35.006464+0000","last_active":"2024-04-15T14:34:11.185305+0000","last_peered":"2024-04-15T14:34:11.185305+0000","last_clean":"2024-04-15T14:34:11.185305+0000","last_became_active":"2024-04-15T14:33:35.006144+0000","last_became_peered":"2024-04-15T14:33:35.006144+0000","last_unstale":"2024-04-15T14:34:11.185305+0000","last_undegraded":"2024-04-15T14:34:11.185305+0000","last_fullsized":"2024-04-15T14:34:11.185305+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_clean_scrub_stamp":"2024-04-15T14:33:34.601025+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T18:18:29.784401+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,6],"acting":[1,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.3d","version":"0'0","reported_seq":17,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-15T14:34:09.421075+0000","last_change":"2024-04-15T14:33:35.001045+0000","last_active":"2024-04-15T14:34:09.421075+0000","last_peered":"2024-04-15T14:34:09.421075+0000","last_clean":"2024-04-15T14:34:09.421075+0000","last_became_active":"2024-04-15T14:33:35.000777+0000","last_became_peered":"2024-04-15T14:33:35.000777+0000","last_unstale":"2024-04-15T14:34:09.421075+0000","last_undegraded":"2024-04-15T14:34:09.421075+0000","last_fullsized":"2024-04-15T14:34:09.421075+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_clean_scrub_stamp":"2024-04-15T14:33:34.601025+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T19:06:04.425748+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3c","version":"0'0","reported_seq":18,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-15T14:34:11.189898+0000","last_change":"2024-04-15T14:33:34.992423+0000","last_active":"2024-04-15T14:34:11.189898+0000","last_peered":"2024-04-15T14:34:11.189898+0000","last_clean":"2024-04-15T14:34:11.189898+0000","last_became_active":"2024-04-15T14:33:34.992115+0000","last_became_peered":"2024-04-15T14:33:34.992115+0000","last_unstale":"2024-04-15T14:34:11.189898+0000","last_undegraded":"2024-04-15T14:34:11.189898+0000","last_fullsized":"2024-04-15T14:34:11.189898+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_clean_scrub_stamp":"2024-04-15T14:33:34.601025+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T22:22:52.170478+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3b","version":"0'0","reported_seq":17,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-15T14:34:09.421123+0000","last_change":"2024-04-15T14:33:34.982801+0000","last_active":"2024-04-15T14:34:09.421123+0000","last_peered":"2024-04-15T14:34:09.421123+0000","last_clean":"2024-04-15T14:34:09.421123+0000","last_became_active":"2024-04-15T14:33:34.982439+0000","last_became_peered":"2024-04-15T14:33:34.982439+0000","last_unstale":"2024-04-15T14:34:09.421123+0000","last_undegraded":"2024-04-15T14:34:09.421123+0000","last_fullsized":"2024-04-15T14:34:09.421123+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_clean_scrub_stamp":"2024-04-15T14:33:34.601025+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-17T00:14:13.456310+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,4],"acting":[7,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3a","version":"0'0","reported_seq":18,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-15T14:34:11.190031+0000","last_change":"2024-04-15T14:33:34.992647+0000","last_active":"2024-04-15T14:34:11.190031+0000","last_peered":"2024-04-15T14:34:11.190031+0000","last_clean":"2024-04-15T14:34:11.190031+0000","last_became_active":"2024-04-15T14:33:34.991583+0000","last_became_peered":"2024-04-15T14:33:34.991583+0000","last_unstale":"2024-04-15T14:34:11.190031+0000","last_undegraded":"2024-04-15T14:34:11.190031+0000","last_fullsized":"2024-04-15T14:34:11.190031+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_clean_scrub_stamp":"2024-04-15T14:33:34.601025+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T21:21:59.746956+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,1],"acting":[5,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.39","version":"0'0","reported_seq":17,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-15T14:34:09.420613+0000","last_change":"2024-04-15T14:33:34.983498+0000","last_active":"2024-04-15T14:34:09.420613+0000","last_peered":"2024-04-15T14:34:09.420613+0000","last_clean":"2024-04-15T14:34:09.420613+0000","last_became_active":"2024-04-15T14:33:34.983209+0000","last_became_peered":"2024-04-15T14:33:34.983209+0000","last_unstale":"2024-04-15T14:34:09.420613+0000","last_undegraded":"2024-04-15T14:34:09.420613+0000","last_fullsized":"2024-04-15T14:34:09.420613+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_clean_scrub_stamp":"2024-04-15T14:33:34.601025+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T17:11:43.334132+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"0'0","reported_seq":17,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-15T14:34:09.419785+0000","last_change":"2024-04-15T14:33:34.996287+0000","last_active":"2024-04-15T14:34:09.419785+0000","last_peered":"2024-04-15T14:34:09.419785+0000","last_clean":"2024-04-15T14:34:09.419785+0000","last_became_active":"2024-04-15T14:33:34.995992+0000","last_became_peered":"2024-04-15T14:33:34.995992+0000","last_unstale":"2024-04-15T14:34:09.419785+0000","last_undegraded":"2024-04-15T14:34:09.419785+0000","last_fullsized":"2024-04-15T14:34:09.419785+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_clean_scrub_stamp":"2024-04-15T14:33:34.601025+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T16:24:42.785358+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.37","version":"0'0","reported_seq":17,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-15T14:34:09.421427+0000","last_change":"2024-04-15T14:33:34.987678+0000","last_active":"2024-04-15T14:34:09.421427+0000","last_peered":"2024-04-15T14:34:09.421427+0000","last_clean":"2024-04-15T14:34:09.421427+0000","last_became_active":"2024-04-15T14:33:34.986132+0000","last_became_peered":"2024-04-15T14:33:34.986132+0000","last_unstale":"2024-04-15T14:34:09.421427+0000","last_undegraded":"2024-04-15T14:34:09.421427+0000","last_fullsized":"2024-04-15T14:34:09.421427+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_clean_scrub_stamp":"2024-04-15T14:33:34.601025+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T20:28:19.567298+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,0],"acting":[7,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.36","version":"0'0","reported_seq":17,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-15T14:34:09.420649+0000","last_change":"2024-04-15T14:33:35.001503+0000","last_active":"2024-04-15T14:34:09.420649+0000","last_peered":"2024-04-15T14:34:09.420649+0000","last_clean":"2024-04-15T14:34:09.420649+0000","last_became_active":"2024-04-15T14:33:35.001219+0000","last_became_peered":"2024-04-15T14:33:35.001219+0000","last_unstale":"2024-04-15T14:34:09.420649+0000","last_undegraded":"2024-04-15T14:34:09.420649+0000","last_fullsized":"2024-04-15T14:34:09.420649+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_clean_scrub_stamp":"2024-04-15T14:33:34.601025+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-17T00:23:04.782738+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,1],"acting":[6,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.35","version":"0'0","reported_seq":17,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-15T14:34:09.420638+0000","last_change":"2024-04-15T14:33:35.007017+0000","last_active":"2024-04-15T14:34:09.420638+0000","last_peered":"2024-04-15T14:34:09.420638+0000","last_clean":"2024-04-15T14:34:09.420638+0000","last_became_active":"2024-04-15T14:33:35.006725+0000","last_became_peered":"2024-04-15T14:33:35.006725+0000","last_unstale":"2024-04-15T14:34:09.420638+0000","last_undegraded":"2024-04-15T14:34:09.420638+0000","last_fullsized":"2024-04-15T14:34:09.420638+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_clean_scrub_stamp":"2024-04-15T14:33:34.601025+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T16:46:31.161022+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,0],"acting":[6,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.34","version":"0'0","reported_seq":17,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-15T14:34:09.422220+0000","last_change":"2024-04-15T14:33:35.005055+0000","last_active":"2024-04-15T14:34:09.422220+0000","last_peered":"2024-04-15T14:34:09.422220+0000","last_clean":"2024-04-15T14:34:09.422220+0000","last_became_active":"2024-04-15T14:33:35.004731+0000","last_became_peered":"2024-04-15T14:33:35.004731+0000","last_unstale":"2024-04-15T14:34:09.422220+0000","last_undegraded":"2024-04-15T14:34:09.422220+0000","last_fullsized":"2024-04-15T14:34:09.422220+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_clean_scrub_stamp":"2024-04-15T14:33:34.601025+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T19:41:45.184445+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,0],"acting":[4,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.33","version":"0'0","reported_seq":17,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-15T14:34:09.420173+0000","last_change":"2024-04-15T14:33:34.989363+0000","last_active":"2024-04-15T14:34:09.420173+0000","last_peered":"2024-04-15T14:34:09.420173+0000","last_clean":"2024-04-15T14:34:09.420173+0000","last_became_active":"2024-04-15T14:33:34.989094+0000","last_became_peered":"2024-04-15T14:33:34.989094+0000","last_unstale":"2024-04-15T14:34:09.420173+0000","last_undegraded":"2024-04-15T14:34:09.420173+0000","last_fullsized":"2024-04-15T14:34:09.420173+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_clean_scrub_stamp":"2024-04-15T14:33:34.601025+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T17:30:02.993688+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,1],"acting":[3,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.32","version":"0'0","reported_seq":17,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-15T14:34:09.420577+0000","last_change":"2024-04-15T14:33:34.998364+0000","last_active":"2024-04-15T14:34:09.420577+0000","last_peered":"2024-04-15T14:34:09.420577+0000","last_clean":"2024-04-15T14:34:09.420577+0000","last_became_active":"2024-04-15T14:33:34.998008+0000","last_became_peered":"2024-04-15T14:33:34.998008+0000","last_unstale":"2024-04-15T14:34:09.420577+0000","last_undegraded":"2024-04-15T14:34:09.420577+0000","last_fullsized":"2024-04-15T14:34:09.420577+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_clean_scrub_stamp":"2024-04-15T14:33:34.601025+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T16:54:11.704068+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,5],"acting":[0,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"0'0","reported_seq":18,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-15T14:34:11.184764+0000","last_change":"2024-04-15T14:33:34.998425+0000","last_active":"2024-04-15T14:34:11.184764+0000","last_peered":"2024-04-15T14:34:11.184764+0000","last_clean":"2024-04-15T14:34:11.184764+0000","last_became_active":"2024-04-15T14:33:34.997447+0000","last_became_peered":"2024-04-15T14:33:34.997447+0000","last_unstale":"2024-04-15T14:34:11.184764+0000","last_undegraded":"2024-04-15T14:34:11.184764+0000","last_fullsized":"2024-04-15T14:34:11.184764+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_clean_scrub_stamp":"2024-04-15T14:33:34.601025+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T17:55:37.723928+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,5],"acting":[1,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.30","version":"0'0","reported_seq":18,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-15T14:34:11.189506+0000","last_change":"2024-04-15T14:33:34.998629+0000","last_active":"2024-04-15T14:34:11.189506+0000","last_peered":"2024-04-15T14:34:11.189506+0000","last_clean":"2024-04-15T14:34:11.189506+0000","last_became_active":"2024-04-15T14:33:34.998278+0000","last_became_peered":"2024-04-15T14:33:34.998278+0000","last_unstale":"2024-04-15T14:34:11.189506+0000","last_undegraded":"2024-04-15T14:34:11.189506+0000","last_fullsized":"2024-04-15T14:34:11.189506+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_clean_scrub_stamp":"2024-04-15T14:33:34.601025+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T17:15:05.168262+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,7],"acting":[5,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2f","version":"0'0","reported_seq":18,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-15T14:34:11.190171+0000","last_change":"2024-04-15T14:33:34.995125+0000","last_active":"2024-04-15T14:34:11.190171+0000","last_peered":"2024-04-15T14:34:11.190171+0000","last_clean":"2024-04-15T14:34:11.190171+0000","last_became_active":"2024-04-15T14:33:34.993855+0000","last_became_peered":"2024-04-15T14:33:34.993855+0000","last_unstale":"2024-04-15T14:34:11.190171+0000","last_undegraded":"2024-04-15T14:34:11.190171+0000","last_fullsized":"2024-04-15T14:34:11.190171+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_clean_scrub_stamp":"2024-04-15T14:33:34.601025+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T20:28:23.544001+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,4],"acting":[5,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2e","version":"0'0","reported_seq":18,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-15T14:34:11.186597+0000","last_change":"2024-04-15T14:33:35.000307+0000","last_active":"2024-04-15T14:34:11.186597+0000","last_peered":"2024-04-15T14:34:11.186597+0000","last_clean":"2024-04-15T14:34:11.186597+0000","last_became_active":"2024-04-15T14:33:34.998898+0000","last_became_peered":"2024-04-15T14:33:34.998898+0000","last_unstale":"2024-04-15T14:34:11.186597+0000","last_undegraded":"2024-04-15T14:34:11.186597+0000","last_fullsized":"2024-04-15T14:34:11.186597+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_clean_scrub_stamp":"2024-04-15T14:33:34.601025+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T16:47:13.887586+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,7],"acting":[2,6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2d","version":"0'0","reported_seq":17,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-15T14:34:09.421368+0000","last_change":"2024-04-15T14:33:34.996498+0000","last_active":"2024-04-15T14:34:09.421368+0000","last_peered":"2024-04-15T14:34:09.421368+0000","last_clean":"2024-04-15T14:34:09.421368+0000","last_became_active":"2024-04-15T14:33:34.996228+0000","last_became_peered":"2024-04-15T14:33:34.996228+0000","last_unstale":"2024-04-15T14:34:09.421368+0000","last_undegraded":"2024-04-15T14:34:09.421368+0000","last_fullsized":"2024-04-15T14:34:09.421368+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_clean_scrub_stamp":"2024-04-15T14:33:34.601025+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T16:54:36.555432+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,6],"acting":[7,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.1f","version":"62'4","reported_seq":22,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-15T14:34:09.420869+0000","last_change":"2024-04-15T14:33:34.621772+0000","last_active":"2024-04-15T14:34:09.420869+0000","last_peered":"2024-04-15T14:34:09.420869+0000","last_clean":"2024-04-15T14:34:09.420869+0000","last_became_active":"2024-04-15T14:33:34.621484+0000","last_became_peered":"2024-04-15T14:33:34.621484+0000","last_unstale":"2024-04-15T14:34:09.420869+0000","last_undegraded":"2024-04-15T14:34:09.420869+0000","last_fullsized":"2024-04-15T14:34:09.420869+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T14:33:33.599136+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T14:33:33.599136+0000","last_clean_scrub_stamp":"2024-04-15T14:33:33.599136+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T22:19:23.275893+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,4],"acting":[0,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":17,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-15T14:34:09.420235+0000","last_change":"2024-04-15T14:33:34.999463+0000","last_active":"2024-04-15T14:34:09.420235+0000","last_peered":"2024-04-15T14:34:09.420235+0000","last_clean":"2024-04-15T14:34:09.420235+0000","last_became_active":"2024-04-15T14:33:34.999171+0000","last_became_peered":"2024-04-15T14:33:34.999171+0000","last_unstale":"2024-04-15T14:34:09.420235+0000","last_undegraded":"2024-04-15T14:34:09.420235+0000","last_fullsized":"2024-04-15T14:34:09.420235+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_clean_scrub_stamp":"2024-04-15T14:33:34.601025+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T19:19:27.401880+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,2],"acting":[3,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1e","version":"62'1","reported_seq":19,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-15T14:34:09.420382+0000","last_change":"2024-04-15T14:33:34.624485+0000","last_active":"2024-04-15T14:34:09.420382+0000","last_peered":"2024-04-15T14:34:09.420382+0000","last_clean":"2024-04-15T14:34:09.420382+0000","last_became_active":"2024-04-15T14:33:34.624152+0000","last_became_peered":"2024-04-15T14:33:34.624152+0000","last_unstale":"2024-04-15T14:34:09.420382+0000","last_undegraded":"2024-04-15T14:34:09.420382+0000","last_fullsized":"2024-04-15T14:34:09.420382+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T14:33:33.599136+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T14:33:33.599136+0000","last_clean_scrub_stamp":"2024-04-15T14:33:33.599136+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T21:43:54.191384+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":17,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-15T14:34:09.420779+0000","last_change":"2024-04-15T14:33:34.985195+0000","last_active":"2024-04-15T14:34:09.420779+0000","last_peered":"2024-04-15T14:34:09.420779+0000","last_clean":"2024-04-15T14:34:09.420779+0000","last_became_active":"2024-04-15T14:33:34.984593+0000","last_became_peered":"2024-04-15T14:33:34.984593+0000","last_unstale":"2024-04-15T14:34:09.420779+0000","last_undegraded":"2024-04-15T14:34:09.420779+0000","last_fullsized":"2024-04-15T14:34:09.420779+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_clean_scrub_stamp":"2024-04-15T14:33:34.601025+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T21:53:26.282912+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,2],"acting":[0,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1d","version":"62'2","reported_seq":20,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-15T14:34:09.421572+0000","last_change":"2024-04-15T14:33:34.629818+0000","last_active":"2024-04-15T14:34:09.421572+0000","last_peered":"2024-04-15T14:34:09.421572+0000","last_clean":"2024-04-15T14:34:09.421572+0000","last_became_active":"2024-04-15T14:33:34.629295+0000","last_became_peered":"2024-04-15T14:33:34.629295+0000","last_unstale":"2024-04-15T14:34:09.421572+0000","last_undegraded":"2024-04-15T14:34:09.421572+0000","last_fullsized":"2024-04-15T14:34:09.421572+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T14:33:33.599136+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T14:33:33.599136+0000","last_clean_scrub_stamp":"2024-04-15T14:33:33.599136+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T17:22:13.588507+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":18,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-15T14:34:11.189926+0000","last_change":"2024-04-15T14:33:34.990806+0000","last_active":"2024-04-15T14:34:11.189926+0000","last_peered":"2024-04-15T14:34:11.189926+0000","last_clean":"2024-04-15T14:34:11.189926+0000","last_became_active":"2024-04-15T14:33:34.990271+0000","last_became_peered":"2024-04-15T14:33:34.990271+0000","last_unstale":"2024-04-15T14:34:11.189926+0000","last_undegraded":"2024-04-15T14:34:11.189926+0000","last_fullsized":"2024-04-15T14:34:11.189926+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_clean_scrub_stamp":"2024-04-15T14:33:34.601025+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T16:08:05.354437+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1c","version":"62'2","reported_seq":20,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-15T14:34:09.420900+0000","last_change":"2024-04-15T14:33:34.628676+0000","last_active":"2024-04-15T14:34:09.420900+0000","last_peered":"2024-04-15T14:34:09.420900+0000","last_clean":"2024-04-15T14:34:09.420900+0000","last_became_active":"2024-04-15T14:33:34.628033+0000","last_became_peered":"2024-04-15T14:33:34.628033+0000","last_unstale":"2024-04-15T14:34:09.420900+0000","last_undegraded":"2024-04-15T14:34:09.420900+0000","last_fullsized":"2024-04-15T14:34:09.420900+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T14:33:33.599136+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T14:33:33.599136+0000","last_clean_scrub_stamp":"2024-04-15T14:33:33.599136+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T18:03:09.283496+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,2],"acting":[7,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":18,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-15T14:34:11.190019+0000","last_change":"2024-04-15T14:33:34.994921+0000","last_active":"2024-04-15T14:34:11.190019+0000","last_peered":"2024-04-15T14:34:11.190019+0000","last_clean":"2024-04-15T14:34:11.190019+0000","last_became_active":"2024-04-15T14:33:34.994612+0000","last_became_peered":"2024-04-15T14:33:34.994612+0000","last_unstale":"2024-04-15T14:34:11.190019+0000","last_undegraded":"2024-04-15T14:34:11.190019+0000","last_fullsized":"2024-04-15T14:34:11.190019+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_clean_scrub_stamp":"2024-04-15T14:33:34.601025+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T23:38:01.119309+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1b","version":"62'1","reported_seq":19,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-15T14:34:09.420406+0000","last_change":"2024-04-15T14:33:34.623272+0000","last_active":"2024-04-15T14:34:09.420406+0000","last_peered":"2024-04-15T14:34:09.420406+0000","last_clean":"2024-04-15T14:34:09.420406+0000","last_became_active":"2024-04-15T14:33:34.622710+0000","last_became_peered":"2024-04-15T14:33:34.622710+0000","last_unstale":"2024-04-15T14:34:09.420406+0000","last_undegraded":"2024-04-15T14:34:09.420406+0000","last_fullsized":"2024-04-15T14:34:09.420406+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T14:33:33.599136+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T14:33:33.599136+0000","last_clean_scrub_stamp":"2024-04-15T14:33:33.599136+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T19:37:49.694651+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,6],"acting":[3,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":17,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-15T14:34:09.421232+0000","last_change":"2024-04-15T14:33:34.993329+0000","last_active":"2024-04-15T14:34:09.421232+0000","last_peered":"2024-04-15T14:34:09.421232+0000","last_clean":"2024-04-15T14:34:09.421232+0000","last_became_active":"2024-04-15T14:33:34.992740+0000","last_became_peered":"2024-04-15T14:33:34.992740+0000","last_unstale":"2024-04-15T14:34:09.421232+0000","last_undegraded":"2024-04-15T14:34:09.421232+0000","last_fullsized":"2024-04-15T14:34:09.421232+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_clean_scrub_stamp":"2024-04-15T14:33:34.601025+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T23:48:57.993034+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2],"acting":[4,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1a","version":"62'1","reported_seq":19,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-15T14:34:09.421206+0000","last_change":"2024-04-15T14:33:34.623835+0000","last_active":"2024-04-15T14:34:09.421206+0000","last_peered":"2024-04-15T14:34:09.421206+0000","last_clean":"2024-04-15T14:34:09.421206+0000","last_became_active":"2024-04-15T14:33:34.623487+0000","last_became_peered":"2024-04-15T14:33:34.623487+0000","last_unstale":"2024-04-15T14:34:09.421206+0000","last_undegraded":"2024-04-15T14:34:09.421206+0000","last_fullsized":"2024-04-15T14:34:09.421206+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T14:33:33.599136+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T14:33:33.599136+0000","last_clean_scrub_stamp":"2024-04-15T14:33:33.599136+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T20:33:02.210280+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":17,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-15T14:34:09.420533+0000","last_change":"2024-04-15T14:33:34.990461+0000","last_active":"2024-04-15T14:34:09.420533+0000","last_peered":"2024-04-15T14:34:09.420533+0000","last_clean":"2024-04-15T14:34:09.420533+0000","last_became_active":"2024-04-15T14:33:34.990182+0000","last_became_peered":"2024-04-15T14:33:34.990182+0000","last_unstale":"2024-04-15T14:34:09.420533+0000","last_undegraded":"2024-04-15T14:34:09.420533+0000","last_fullsized":"2024-04-15T14:34:09.420533+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_clean_scrub_stamp":"2024-04-15T14:33:34.601025+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T18:43:24.325379+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,7],"acting":[0,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.19","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-15T14:34:09.420053+0000","last_change":"2024-04-15T14:33:34.624478+0000","last_active":"2024-04-15T14:34:09.420053+0000","last_peered":"2024-04-15T14:34:09.420053+0000","last_clean":"2024-04-15T14:34:09.420053+0000","last_became_active":"2024-04-15T14:33:34.623878+0000","last_became_peered":"2024-04-15T14:33:34.623878+0000","last_unstale":"2024-04-15T14:34:09.420053+0000","last_undegraded":"2024-04-15T14:34:09.420053+0000","last_fullsized":"2024-04-15T14:34:09.420053+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T14:33:33.599136+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T14:33:33.599136+0000","last_clean_scrub_stamp":"2024-04-15T14:33:33.599136+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-17T00:28:45.302916+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,0],"acting":[3,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":17,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-15T14:34:09.419959+0000","last_change":"2024-04-15T14:33:34.991888+0000","last_active":"2024-04-15T14:34:09.419959+0000","last_peered":"2024-04-15T14:34:09.419959+0000","last_clean":"2024-04-15T14:34:09.419959+0000","last_became_active":"2024-04-15T14:33:34.991512+0000","last_became_peered":"2024-04-15T14:33:34.991512+0000","last_unstale":"2024-04-15T14:34:09.419959+0000","last_undegraded":"2024-04-15T14:34:09.419959+0000","last_fullsized":"2024-04-15T14:34:09.419959+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_clean_scrub_stamp":"2024-04-15T14:33:34.601025+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T19:06:43.688802+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.18","version":"0'0","reported_seq":19,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-15T14:34:11.189572+0000","last_change":"2024-04-15T14:33:34.629712+0000","last_active":"2024-04-15T14:34:11.189572+0000","last_peered":"2024-04-15T14:34:11.189572+0000","last_clean":"2024-04-15T14:34:11.189572+0000","last_became_active":"2024-04-15T14:33:34.629407+0000","last_became_peered":"2024-04-15T14:33:34.629407+0000","last_unstale":"2024-04-15T14:34:11.189572+0000","last_undegraded":"2024-04-15T14:34:11.189572+0000","last_fullsized":"2024-04-15T14:34:11.189572+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T14:33:33.599136+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T14:33:33.599136+0000","last_clean_scrub_stamp":"2024-04-15T14:33:33.599136+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-17T00:20:23.688678+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,7],"acting":[5,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":27,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-15T14:34:11.184999+0000","last_change":"2024-04-15T14:33:58.036952+0000","last_active":"2024-04-15T14:34:11.184999+0000","last_peered":"2024-04-15T14:34:11.184999+0000","last_clean":"2024-04-15T14:34:11.184999+0000","last_became_active":"2024-04-15T14:33:58.036620+0000","last_became_peered":"2024-04-15T14:33:58.036620+0000","last_unstale":"2024-04-15T14:34:11.184999+0000","last_undegraded":"2024-04-15T14:34:11.184999+0000","last_fullsized":"2024-04-15T14:34:11.184999+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_clean_scrub_stamp":"2024-04-15T14:33:34.601025+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-17T02:31:54.190747+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,2],"acting":[1,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.17","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-15T14:34:09.420941+0000","last_change":"2024-04-15T14:33:34.626798+0000","last_active":"2024-04-15T14:34:09.420941+0000","last_peered":"2024-04-15T14:34:09.420941+0000","last_clean":"2024-04-15T14:34:09.420941+0000","last_became_active":"2024-04-15T14:33:34.626427+0000","last_became_peered":"2024-04-15T14:33:34.626427+0000","last_unstale":"2024-04-15T14:34:09.420941+0000","last_undegraded":"2024-04-15T14:34:09.420941+0000","last_fullsized":"2024-04-15T14:34:09.420941+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T14:33:33.599136+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T14:33:33.599136+0000","last_clean_scrub_stamp":"2024-04-15T14:33:33.599136+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T18:25:50.473378+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,2],"acting":[6,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":18,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-15T14:34:11.190048+0000","last_change":"2024-04-15T14:33:34.998093+0000","last_active":"2024-04-15T14:34:11.190048+0000","last_peered":"2024-04-15T14:34:11.190048+0000","last_clean":"2024-04-15T14:34:11.190048+0000","last_became_active":"2024-04-15T14:33:34.997618+0000","last_became_peered":"2024-04-15T14:33:34.997618+0000","last_unstale":"2024-04-15T14:34:11.190048+0000","last_undegraded":"2024-04-15T14:34:11.190048+0000","last_fullsized":"2024-04-15T14:34:11.190048+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_clean_scrub_stamp":"2024-04-15T14:33:34.601025+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T21:52:20.945166+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1],"acting":[5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.16","version":"0'0","reported_seq":19,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-15T14:34:11.189740+0000","last_change":"2024-04-15T14:33:34.619899+0000","last_active":"2024-04-15T14:34:11.189740+0000","last_peered":"2024-04-15T14:34:11.189740+0000","last_clean":"2024-04-15T14:34:11.189740+0000","last_became_active":"2024-04-15T14:33:34.619104+0000","last_became_peered":"2024-04-15T14:33:34.619104+0000","last_unstale":"2024-04-15T14:34:11.189740+0000","last_undegraded":"2024-04-15T14:34:11.189740+0000","last_fullsized":"2024-04-15T14:34:11.189740+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T14:33:33.599136+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T14:33:33.599136+0000","last_clean_scrub_stamp":"2024-04-15T14:33:33.599136+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T19:58:09.795799+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6,2],"acting":[5,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":17,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-15T14:34:09.420695+0000","last_change":"2024-04-15T14:33:34.984818+0000","last_active":"2024-04-15T14:34:09.420695+0000","last_peered":"2024-04-15T14:34:09.420695+0000","last_clean":"2024-04-15T14:34:09.420695+0000","last_became_active":"2024-04-15T14:33:34.983476+0000","last_became_peered":"2024-04-15T14:33:34.983476+0000","last_unstale":"2024-04-15T14:34:09.420695+0000","last_undegraded":"2024-04-15T14:34:09.420695+0000","last_fullsized":"2024-04-15T14:34:09.420695+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_clean_scrub_stamp":"2024-04-15T14:33:34.601025+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T18:55:45.495288+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.15","version":"62'3","reported_seq":22,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-15T14:34:11.185654+0000","last_change":"2024-04-15T14:33:34.626719+0000","last_active":"2024-04-15T14:34:11.185654+0000","last_peered":"2024-04-15T14:34:11.185654+0000","last_clean":"2024-04-15T14:34:11.185654+0000","last_became_active":"2024-04-15T14:33:34.626429+0000","last_became_peered":"2024-04-15T14:33:34.626429+0000","last_unstale":"2024-04-15T14:34:11.185654+0000","last_undegraded":"2024-04-15T14:34:11.185654+0000","last_fullsized":"2024-04-15T14:34:11.185654+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T14:33:33.599136+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T14:33:33.599136+0000","last_clean_scrub_stamp":"2024-04-15T14:33:33.599136+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T23:00:48.231255+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":17,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-15T14:34:09.422141+0000","last_change":"2024-04-15T14:33:35.004611+0000","last_active":"2024-04-15T14:34:09.422141+0000","last_peered":"2024-04-15T14:34:09.422141+0000","last_clean":"2024-04-15T14:34:09.422141+0000","last_became_active":"2024-04-15T14:33:35.004170+0000","last_became_peered":"2024-04-15T14:33:35.004170+0000","last_unstale":"2024-04-15T14:34:09.422141+0000","last_undegraded":"2024-04-15T14:34:09.422141+0000","last_fullsized":"2024-04-15T14:34:09.422141+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_clean_scrub_stamp":"2024-04-15T14:33:34.601025+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T16:15:49.307161+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,6],"acting":[4,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.14","version":"70'9","reported_seq":27,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-04-15T14:34:12.045768+0000","last_change":"2024-04-15T14:33:34.620715+0000","last_active":"2024-04-15T14:34:12.045768+0000","last_peered":"2024-04-15T14:34:12.045768+0000","last_clean":"2024-04-15T14:34:12.045768+0000","last_became_active":"2024-04-15T14:33:34.620361+0000","last_became_peered":"2024-04-15T14:33:34.620361+0000","last_unstale":"2024-04-15T14:34:12.045768+0000","last_undegraded":"2024-04-15T14:34:12.045768+0000","last_fullsized":"2024-04-15T14:34:12.045768+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T14:33:33.599136+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T14:33:33.599136+0000","last_clean_scrub_stamp":"2024-04-15T14:33:33.599136+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T21:57:01.722940+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":2350,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":9,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,5],"acting":[6,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":17,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-15T14:34:09.421453+0000","last_change":"2024-04-15T14:33:34.990134+0000","last_active":"2024-04-15T14:34:09.421453+0000","last_peered":"2024-04-15T14:34:09.421453+0000","last_clean":"2024-04-15T14:34:09.421453+0000","last_became_active":"2024-04-15T14:33:34.989810+0000","last_became_peered":"2024-04-15T14:33:34.989810+0000","last_unstale":"2024-04-15T14:34:09.421453+0000","last_undegraded":"2024-04-15T14:34:09.421453+0000","last_fullsized":"2024-04-15T14:34:09.421453+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_clean_scrub_stamp":"2024-04-15T14:33:34.601025+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-17T01:16:42.669792+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,4],"acting":[7,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.13","version":"62'2","reported_seq":20,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-15T14:34:09.420449+0000","last_change":"2024-04-15T14:33:34.618176+0000","last_active":"2024-04-15T14:34:09.420449+0000","last_peered":"2024-04-15T14:34:09.420449+0000","last_clean":"2024-04-15T14:34:09.420449+0000","last_became_active":"2024-04-15T14:33:34.617858+0000","last_became_peered":"2024-04-15T14:33:34.617858+0000","last_unstale":"2024-04-15T14:34:09.420449+0000","last_undegraded":"2024-04-15T14:34:09.420449+0000","last_fullsized":"2024-04-15T14:34:09.420449+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T14:33:33.599136+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T14:33:33.599136+0000","last_clean_scrub_stamp":"2024-04-15T14:33:33.599136+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-17T00:31:59.807937+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":17,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-15T14:34:09.420486+0000","last_change":"2024-04-15T14:33:34.991687+0000","last_active":"2024-04-15T14:34:09.420486+0000","last_peered":"2024-04-15T14:34:09.420486+0000","last_clean":"2024-04-15T14:34:09.420486+0000","last_became_active":"2024-04-15T14:33:34.991427+0000","last_became_peered":"2024-04-15T14:33:34.991427+0000","last_unstale":"2024-04-15T14:34:09.420486+0000","last_undegraded":"2024-04-15T14:34:09.420486+0000","last_fullsized":"2024-04-15T14:34:09.420486+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_clean_scrub_stamp":"2024-04-15T14:33:34.601025+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T23:26:13.279012+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.12","version":"0'0","reported_seq":19,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-15T14:34:11.189802+0000","last_change":"2024-04-15T14:33:34.624908+0000","last_active":"2024-04-15T14:34:11.189802+0000","last_peered":"2024-04-15T14:34:11.189802+0000","last_clean":"2024-04-15T14:34:11.189802+0000","last_became_active":"2024-04-15T14:33:34.624629+0000","last_became_peered":"2024-04-15T14:33:34.624629+0000","last_unstale":"2024-04-15T14:34:11.189802+0000","last_undegraded":"2024-04-15T14:34:11.189802+0000","last_fullsized":"2024-04-15T14:34:11.189802+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T14:33:33.599136+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T14:33:33.599136+0000","last_clean_scrub_stamp":"2024-04-15T14:33:33.599136+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T15:48:22.451797+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":17,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-15T14:34:09.421051+0000","last_change":"2024-04-15T14:33:34.990143+0000","last_active":"2024-04-15T14:34:09.421051+0000","last_peered":"2024-04-15T14:34:09.421051+0000","last_clean":"2024-04-15T14:34:09.421051+0000","last_became_active":"2024-04-15T14:33:34.989813+0000","last_became_peered":"2024-04-15T14:33:34.989813+0000","last_unstale":"2024-04-15T14:34:09.421051+0000","last_undegraded":"2024-04-15T14:34:09.421051+0000","last_fullsized":"2024-04-15T14:34:09.421051+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_clean_scrub_stamp":"2024-04-15T14:33:34.601025+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-17T02:18:28.815694+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,2],"acting":[7,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.11","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-15T14:34:09.420312+0000","last_change":"2024-04-15T14:33:34.617640+0000","last_active":"2024-04-15T14:34:09.420312+0000","last_peered":"2024-04-15T14:34:09.420312+0000","last_clean":"2024-04-15T14:34:09.420312+0000","last_became_active":"2024-04-15T14:33:34.617309+0000","last_became_peered":"2024-04-15T14:33:34.617309+0000","last_unstale":"2024-04-15T14:34:09.420312+0000","last_undegraded":"2024-04-15T14:34:09.420312+0000","last_fullsized":"2024-04-15T14:34:09.420312+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T14:33:33.599136+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T14:33:33.599136+0000","last_clean_scrub_stamp":"2024-04-15T14:33:33.599136+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T19:11:52.947432+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":17,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-15T14:34:09.420306+0000","last_change":"2024-04-15T14:33:34.989655+0000","last_active":"2024-04-15T14:34:09.420306+0000","last_peered":"2024-04-15T14:34:09.420306+0000","last_clean":"2024-04-15T14:34:09.420306+0000","last_became_active":"2024-04-15T14:33:34.988851+0000","last_became_peered":"2024-04-15T14:33:34.988851+0000","last_unstale":"2024-04-15T14:34:09.420306+0000","last_undegraded":"2024-04-15T14:34:09.420306+0000","last_fullsized":"2024-04-15T14:34:09.420306+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_clean_scrub_stamp":"2024-04-15T14:33:34.601025+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T21:16:09.182271+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.10","version":"62'8","reported_seq":27,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-15T14:34:11.184955+0000","last_change":"2024-04-15T14:33:34.624105+0000","last_active":"2024-04-15T14:34:11.184955+0000","last_peered":"2024-04-15T14:34:11.184955+0000","last_clean":"2024-04-15T14:34:11.184955+0000","last_became_active":"2024-04-15T14:33:34.623732+0000","last_became_peered":"2024-04-15T14:33:34.623732+0000","last_unstale":"2024-04-15T14:34:11.184955+0000","last_undegraded":"2024-04-15T14:34:11.184955+0000","last_fullsized":"2024-04-15T14:34:11.184955+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T14:33:33.599136+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T14:33:33.599136+0000","last_clean_scrub_stamp":"2024-04-15T14:33:33.599136+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T19:53:49.489868+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,0],"acting":[2,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":17,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-15T14:34:09.420689+0000","last_change":"2024-04-15T14:33:34.996585+0000","last_active":"2024-04-15T14:34:09.420689+0000","last_peered":"2024-04-15T14:34:09.420689+0000","last_clean":"2024-04-15T14:34:09.420689+0000","last_became_active":"2024-04-15T14:33:34.996051+0000","last_became_peered":"2024-04-15T14:33:34.996051+0000","last_unstale":"2024-04-15T14:34:09.420689+0000","last_undegraded":"2024-04-15T14:34:09.420689+0000","last_fullsized":"2024-04-15T14:34:09.420689+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_clean_scrub_stamp":"2024-04-15T14:33:34.601025+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T18:59:17.927268+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.f","version":"62'1","reported_seq":19,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-15T14:34:09.422176+0000","last_change":"2024-04-15T14:33:34.625302+0000","last_active":"2024-04-15T14:34:09.422176+0000","last_peered":"2024-04-15T14:34:09.422176+0000","last_clean":"2024-04-15T14:34:09.422176+0000","last_became_active":"2024-04-15T14:33:34.624897+0000","last_became_peered":"2024-04-15T14:33:34.624897+0000","last_unstale":"2024-04-15T14:34:09.422176+0000","last_undegraded":"2024-04-15T14:34:09.422176+0000","last_fullsized":"2024-04-15T14:34:09.422176+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T14:33:33.599136+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T14:33:33.599136+0000","last_clean_scrub_stamp":"2024-04-15T14:33:33.599136+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T21:13:05.143999+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,7],"acting":[4,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":17,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-15T14:34:09.421757+0000","last_change":"2024-04-15T14:33:34.993901+0000","last_active":"2024-04-15T14:34:09.421757+0000","last_peered":"2024-04-15T14:34:09.421757+0000","last_clean":"2024-04-15T14:34:09.421757+0000","last_became_active":"2024-04-15T14:33:34.993595+0000","last_became_peered":"2024-04-15T14:33:34.993595+0000","last_unstale":"2024-04-15T14:34:09.421757+0000","last_undegraded":"2024-04-15T14:34:09.421757+0000","last_fullsized":"2024-04-15T14:34:09.421757+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_clean_scrub_stamp":"2024-04-15T14:33:34.601025+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T19:34:11.232371+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":13,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-04-15T14:34:12.004042+0000","last_change":"2024-04-15T14:34:08.175699+0000","last_active":"2024-04-15T14:34:12.004042+0000","last_peered":"2024-04-15T14:34:12.004042+0000","last_clean":"2024-04-15T14:34:12.004042+0000","last_became_active":"2024-04-15T14:34:08.175406+0000","last_became_peered":"2024-04-15T14:34:08.175406+0000","last_unstale":"2024-04-15T14:34:12.004042+0000","last_undegraded":"2024-04-15T14:34:12.004042+0000","last_fullsized":"2024-04-15T14:34:12.004042+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T14:34:07.163731+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T14:34:07.163731+0000","last_clean_scrub_stamp":"2024-04-15T14:34:07.163731+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-17T01:11:04.721552+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,4],"acting":[1,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":19,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-15T14:34:11.185222+0000","last_change":"2024-04-15T14:33:34.629663+0000","last_active":"2024-04-15T14:34:11.185222+0000","last_peered":"2024-04-15T14:34:11.185222+0000","last_clean":"2024-04-15T14:34:11.185222+0000","last_became_active":"2024-04-15T14:33:34.629358+0000","last_became_peered":"2024-04-15T14:33:34.629358+0000","last_unstale":"2024-04-15T14:34:11.185222+0000","last_undegraded":"2024-04-15T14:34:11.185222+0000","last_fullsized":"2024-04-15T14:34:11.185222+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T14:33:33.599136+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T14:33:33.599136+0000","last_clean_scrub_stamp":"2024-04-15T14:33:33.599136+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T18:29:51.531354+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,7],"acting":[1,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":18,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-15T14:34:11.189856+0000","last_change":"2024-04-15T14:33:34.991615+0000","last_active":"2024-04-15T14:34:11.189856+0000","last_peered":"2024-04-15T14:34:11.189856+0000","last_clean":"2024-04-15T14:34:11.189856+0000","last_became_active":"2024-04-15T14:33:34.990545+0000","last_became_peered":"2024-04-15T14:33:34.990545+0000","last_unstale":"2024-04-15T14:34:11.189856+0000","last_undegraded":"2024-04-15T14:34:11.189856+0000","last_fullsized":"2024-04-15T14:34:11.189856+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_clean_scrub_stamp":"2024-04-15T14:33:34.601025+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-17T00:27:00.368726+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":13,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-04-15T14:34:12.003833+0000","last_change":"2024-04-15T14:34:08.174929+0000","last_active":"2024-04-15T14:34:12.003833+0000","last_peered":"2024-04-15T14:34:12.003833+0000","last_clean":"2024-04-15T14:34:12.003833+0000","last_became_active":"2024-04-15T14:34:08.174645+0000","last_became_peered":"2024-04-15T14:34:08.174645+0000","last_unstale":"2024-04-15T14:34:12.003833+0000","last_undegraded":"2024-04-15T14:34:12.003833+0000","last_fullsized":"2024-04-15T14:34:12.003833+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T14:34:07.163731+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T14:34:07.163731+0000","last_clean_scrub_stamp":"2024-04-15T14:34:07.163731+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-17T01:46:22.719821+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,3],"acting":[1,2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":19,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-15T14:34:11.189726+0000","last_change":"2024-04-15T14:33:34.622274+0000","last_active":"2024-04-15T14:34:11.189726+0000","last_peered":"2024-04-15T14:34:11.189726+0000","last_clean":"2024-04-15T14:34:11.189726+0000","last_became_active":"2024-04-15T14:33:34.618830+0000","last_became_peered":"2024-04-15T14:33:34.618830+0000","last_unstale":"2024-04-15T14:34:11.189726+0000","last_undegraded":"2024-04-15T14:34:11.189726+0000","last_fullsized":"2024-04-15T14:34:11.189726+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T14:33:33.599136+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T14:33:33.599136+0000","last_clean_scrub_stamp":"2024-04-15T14:33:33.599136+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T18:53:51.788701+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,6],"acting":[5,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":17,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-15T14:34:09.422003+0000","last_change":"2024-04-15T14:33:35.003516+0000","last_active":"2024-04-15T14:34:09.422003+0000","last_peered":"2024-04-15T14:34:09.422003+0000","last_clean":"2024-04-15T14:34:09.422003+0000","last_became_active":"2024-04-15T14:33:35.003208+0000","last_became_peered":"2024-04-15T14:33:35.003208+0000","last_unstale":"2024-04-15T14:34:09.422003+0000","last_undegraded":"2024-04-15T14:34:09.422003+0000","last_fullsized":"2024-04-15T14:34:09.422003+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_clean_scrub_stamp":"2024-04-15T14:33:34.601025+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-17T00:06:21.618555+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,6],"acting":[4,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.7","version":"0'0","reported_seq":13,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-04-15T14:34:12.004543+0000","last_change":"2024-04-15T14:34:08.174400+0000","last_active":"2024-04-15T14:34:12.004543+0000","last_peered":"2024-04-15T14:34:12.004543+0000","last_clean":"2024-04-15T14:34:12.004543+0000","last_became_active":"2024-04-15T14:34:08.174109+0000","last_became_peered":"2024-04-15T14:34:08.174109+0000","last_unstale":"2024-04-15T14:34:12.004543+0000","last_undegraded":"2024-04-15T14:34:12.004543+0000","last_fullsized":"2024-04-15T14:34:12.004543+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T14:34:07.163731+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T14:34:07.163731+0000","last_clean_scrub_stamp":"2024-04-15T14:34:07.163731+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T15:25:43.459008+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":18,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-15T14:34:11.184598+0000","last_change":"2024-04-15T14:33:35.000587+0000","last_active":"2024-04-15T14:34:11.184598+0000","last_peered":"2024-04-15T14:34:11.184598+0000","last_clean":"2024-04-15T14:34:11.184598+0000","last_became_active":"2024-04-15T14:33:35.000319+0000","last_became_peered":"2024-04-15T14:33:35.000319+0000","last_unstale":"2024-04-15T14:34:11.184598+0000","last_undegraded":"2024-04-15T14:34:11.184598+0000","last_fullsized":"2024-04-15T14:34:11.184598+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_clean_scrub_stamp":"2024-04-15T14:33:34.601025+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T17:34:15.729312+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,6],"acting":[1,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":19,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-15T14:34:11.186389+0000","last_change":"2024-04-15T14:33:34.612037+0000","last_active":"2024-04-15T14:34:11.186389+0000","last_peered":"2024-04-15T14:34:11.186389+0000","last_clean":"2024-04-15T14:34:11.186389+0000","last_became_active":"2024-04-15T14:33:34.611678+0000","last_became_peered":"2024-04-15T14:33:34.611678+0000","last_unstale":"2024-04-15T14:34:11.186389+0000","last_undegraded":"2024-04-15T14:34:11.186389+0000","last_fullsized":"2024-04-15T14:34:11.186389+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T14:33:33.599136+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T14:33:33.599136+0000","last_clean_scrub_stamp":"2024-04-15T14:33:33.599136+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T20:09:05.939655+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.5","version":"0'0","reported_seq":12,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-04-15T14:34:12.043554+0000","last_change":"2024-04-15T14:34:08.861132+0000","last_active":"2024-04-15T14:34:12.043554+0000","last_peered":"2024-04-15T14:34:12.043554+0000","last_clean":"2024-04-15T14:34:12.043554+0000","last_became_active":"2024-04-15T14:34:08.860872+0000","last_became_peered":"2024-04-15T14:34:08.860872+0000","last_unstale":"2024-04-15T14:34:12.043554+0000","last_undegraded":"2024-04-15T14:34:12.043554+0000","last_fullsized":"2024-04-15T14:34:12.043554+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T14:34:07.163731+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T14:34:07.163731+0000","last_clean_scrub_stamp":"2024-04-15T14:34:07.163731+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T15:16:32.959519+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":17,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-15T14:34:09.420141+0000","last_change":"2024-04-15T14:33:35.001017+0000","last_active":"2024-04-15T14:34:09.420141+0000","last_peered":"2024-04-15T14:34:09.420141+0000","last_clean":"2024-04-15T14:34:09.420141+0000","last_became_active":"2024-04-15T14:33:35.000740+0000","last_became_peered":"2024-04-15T14:33:35.000740+0000","last_unstale":"2024-04-15T14:34:09.420141+0000","last_undegraded":"2024-04-15T14:34:09.420141+0000","last_fullsized":"2024-04-15T14:34:09.420141+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_clean_scrub_stamp":"2024-04-15T14:33:34.601025+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T15:36:49.292433+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":19,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-15T14:34:11.189852+0000","last_change":"2024-04-15T14:33:34.625622+0000","last_active":"2024-04-15T14:34:11.189852+0000","last_peered":"2024-04-15T14:34:11.189852+0000","last_clean":"2024-04-15T14:34:11.189852+0000","last_became_active":"2024-04-15T14:33:34.625326+0000","last_became_peered":"2024-04-15T14:33:34.625326+0000","last_unstale":"2024-04-15T14:34:11.189852+0000","last_undegraded":"2024-04-15T14:34:11.189852+0000","last_fullsized":"2024-04-15T14:34:11.189852+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T14:33:33.599136+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T14:33:33.599136+0000","last_clean_scrub_stamp":"2024-04-15T14:33:33.599136+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-17T02:03:12.400947+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.0","version":"70'128","reported_seq":266,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-04-15T14:34:13.997322+0000","last_change":"2024-04-15T14:33:19.663705+0000","last_active":"2024-04-15T14:34:13.997322+0000","last_peered":"2024-04-15T14:34:13.997322+0000","last_clean":"2024-04-15T14:34:13.997322+0000","last_became_active":"2024-04-15T14:33:19.663309+0000","last_became_peered":"2024-04-15T14:33:19.663309+0000","last_unstale":"2024-04-15T14:34:13.997322+0000","last_undegraded":"2024-04-15T14:34:13.997322+0000","last_fullsized":"2024-04-15T14:34:13.997322+0000","mapping_epoch":58,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":59,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T14:31:12.725041+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T14:31:12.725041+0000","last_clean_scrub_stamp":"2024-04-15T14:31:12.725041+0000","objects_scrubbed":0,"log_size":128,"log_dups_size":0,"ondisk_log_size":128,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T14:44:01.829701+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":212,"num_read_kb":306,"num_write":179,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":12,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-04-15T14:34:11.923982+0000","last_change":"2024-04-15T14:34:08.177093+0000","last_active":"2024-04-15T14:34:11.923982+0000","last_peered":"2024-04-15T14:34:11.923982+0000","last_clean":"2024-04-15T14:34:11.923982+0000","last_became_active":"2024-04-15T14:34:08.176706+0000","last_became_peered":"2024-04-15T14:34:08.176706+0000","last_unstale":"2024-04-15T14:34:11.923982+0000","last_undegraded":"2024-04-15T14:34:11.923982+0000","last_fullsized":"2024-04-15T14:34:11.923982+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T14:34:07.163731+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T14:34:07.163731+0000","last_clean_scrub_stamp":"2024-04-15T14:34:07.163731+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T15:32:16.306807+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,2],"acting":[0,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":17,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-15T14:34:09.420250+0000","last_change":"2024-04-15T14:33:34.990529+0000","last_active":"2024-04-15T14:34:09.420250+0000","last_peered":"2024-04-15T14:34:09.420250+0000","last_clean":"2024-04-15T14:34:09.420250+0000","last_became_active":"2024-04-15T14:33:34.990226+0000","last_became_peered":"2024-04-15T14:33:34.990226+0000","last_unstale":"2024-04-15T14:34:09.420250+0000","last_undegraded":"2024-04-15T14:34:09.420250+0000","last_fullsized":"2024-04-15T14:34:09.420250+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_clean_scrub_stamp":"2024-04-15T14:33:34.601025+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T14:50:23.902511+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-15T14:34:09.420220+0000","last_change":"2024-04-15T14:33:34.631357+0000","last_active":"2024-04-15T14:34:09.420220+0000","last_peered":"2024-04-15T14:34:09.420220+0000","last_clean":"2024-04-15T14:34:09.420220+0000","last_became_active":"2024-04-15T14:33:34.630734+0000","last_became_peered":"2024-04-15T14:33:34.630734+0000","last_unstale":"2024-04-15T14:34:09.420220+0000","last_undegraded":"2024-04-15T14:34:09.420220+0000","last_fullsized":"2024-04-15T14:34:09.420220+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T14:33:33.599136+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T14:33:33.599136+0000","last_clean_scrub_stamp":"2024-04-15T14:33:33.599136+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T16:38:14.970973+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.3","version":"0'0","reported_seq":12,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-04-15T14:34:11.922785+0000","last_change":"2024-04-15T14:34:08.861054+0000","last_active":"2024-04-15T14:34:11.922785+0000","last_peered":"2024-04-15T14:34:11.922785+0000","last_clean":"2024-04-15T14:34:11.922785+0000","last_became_active":"2024-04-15T14:34:08.860731+0000","last_became_peered":"2024-04-15T14:34:08.860731+0000","last_unstale":"2024-04-15T14:34:11.922785+0000","last_undegraded":"2024-04-15T14:34:11.922785+0000","last_fullsized":"2024-04-15T14:34:11.922785+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T14:34:07.163731+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T14:34:07.163731+0000","last_clean_scrub_stamp":"2024-04-15T14:34:07.163731+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T16:17:09.860997+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,7],"acting":[0,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-15T14:34:09.421537+0000","last_change":"2024-04-15T14:33:34.629731+0000","last_active":"2024-04-15T14:34:09.421537+0000","last_peered":"2024-04-15T14:34:09.421537+0000","last_clean":"2024-04-15T14:34:09.421537+0000","last_became_active":"2024-04-15T14:33:34.629246+0000","last_became_peered":"2024-04-15T14:33:34.629246+0000","last_unstale":"2024-04-15T14:34:09.421537+0000","last_undegraded":"2024-04-15T14:34:09.421537+0000","last_fullsized":"2024-04-15T14:34:09.421537+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T14:33:33.599136+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T14:33:33.599136+0000","last_clean_scrub_stamp":"2024-04-15T14:33:33.599136+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T15:33:31.194531+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":18,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-15T14:34:11.185422+0000","last_change":"2024-04-15T14:33:35.003150+0000","last_active":"2024-04-15T14:34:11.185422+0000","last_peered":"2024-04-15T14:34:11.185422+0000","last_clean":"2024-04-15T14:34:11.185422+0000","last_became_active":"2024-04-15T14:33:35.002820+0000","last_became_peered":"2024-04-15T14:33:35.002820+0000","last_unstale":"2024-04-15T14:34:11.185422+0000","last_undegraded":"2024-04-15T14:34:11.185422+0000","last_fullsized":"2024-04-15T14:34:11.185422+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_clean_scrub_stamp":"2024-04-15T14:33:34.601025+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T16:39:13.245694+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,5],"acting":[1,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":12,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-04-15T14:34:12.045388+0000","last_change":"2024-04-15T14:34:08.860622+0000","last_active":"2024-04-15T14:34:12.045388+0000","last_peered":"2024-04-15T14:34:12.045388+0000","last_clean":"2024-04-15T14:34:12.045388+0000","last_became_active":"2024-04-15T14:34:08.860282+0000","last_became_peered":"2024-04-15T14:34:08.860282+0000","last_unstale":"2024-04-15T14:34:12.045388+0000","last_undegraded":"2024-04-15T14:34:12.045388+0000","last_fullsized":"2024-04-15T14:34:12.045388+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T14:34:07.163731+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T14:34:07.163731+0000","last_clean_scrub_stamp":"2024-04-15T14:34:07.163731+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T22:19:38.297438+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"63'1","reported_seq":20,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-15T14:34:11.185749+0000","last_change":"2024-04-15T14:33:34.617135+0000","last_active":"2024-04-15T14:34:11.185749+0000","last_peered":"2024-04-15T14:34:11.185749+0000","last_clean":"2024-04-15T14:34:11.185749+0000","last_became_active":"2024-04-15T14:33:34.616824+0000","last_became_peered":"2024-04-15T14:33:34.616824+0000","last_unstale":"2024-04-15T14:34:11.185749+0000","last_undegraded":"2024-04-15T14:34:11.185749+0000","last_fullsized":"2024-04-15T14:34:11.185749+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T14:33:33.599136+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T14:33:33.599136+0000","last_clean_scrub_stamp":"2024-04-15T14:33:33.599136+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T15:25:19.603212+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,4],"acting":[1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":17,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-15T14:34:09.420436+0000","last_change":"2024-04-15T14:33:35.003003+0000","last_active":"2024-04-15T14:34:09.420436+0000","last_peered":"2024-04-15T14:34:09.420436+0000","last_clean":"2024-04-15T14:34:09.420436+0000","last_became_active":"2024-04-15T14:33:35.002683+0000","last_became_peered":"2024-04-15T14:33:35.002683+0000","last_unstale":"2024-04-15T14:34:09.420436+0000","last_undegraded":"2024-04-15T14:34:09.420436+0000","last_fullsized":"2024-04-15T14:34:09.420436+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_clean_scrub_stamp":"2024-04-15T14:33:34.601025+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T21:11:35.484239+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":12,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-04-15T14:34:12.019814+0000","last_change":"2024-04-15T14:34:08.174632+0000","last_active":"2024-04-15T14:34:12.019814+0000","last_peered":"2024-04-15T14:34:12.019814+0000","last_clean":"2024-04-15T14:34:12.019814+0000","last_became_active":"2024-04-15T14:34:08.174321+0000","last_became_peered":"2024-04-15T14:34:08.174321+0000","last_unstale":"2024-04-15T14:34:12.019814+0000","last_undegraded":"2024-04-15T14:34:12.019814+0000","last_fullsized":"2024-04-15T14:34:12.019814+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T14:34:07.163731+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T14:34:07.163731+0000","last_clean_scrub_stamp":"2024-04-15T14:34:07.163731+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T14:45:15.659964+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,6],"acting":[4,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.7","version":"62'2","reported_seq":20,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-15T14:34:09.420865+0000","last_change":"2024-04-15T14:33:34.624633+0000","last_active":"2024-04-15T14:34:09.420865+0000","last_peered":"2024-04-15T14:34:09.420865+0000","last_clean":"2024-04-15T14:34:09.420865+0000","last_became_active":"2024-04-15T14:33:34.623029+0000","last_became_peered":"2024-04-15T14:33:34.623029+0000","last_unstale":"2024-04-15T14:34:09.420865+0000","last_undegraded":"2024-04-15T14:34:09.420865+0000","last_fullsized":"2024-04-15T14:34:09.420865+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T14:33:33.599136+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T14:33:33.599136+0000","last_clean_scrub_stamp":"2024-04-15T14:33:33.599136+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T19:45:31.771526+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,2],"acting":[6,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":16,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-15T14:34:11.186513+0000","last_change":"2024-04-15T14:33:58.035697+0000","last_active":"2024-04-15T14:34:11.186513+0000","last_peered":"2024-04-15T14:34:11.186513+0000","last_clean":"2024-04-15T14:34:11.186513+0000","last_became_active":"2024-04-15T14:33:58.035451+0000","last_became_peered":"2024-04-15T14:33:58.035451+0000","last_unstale":"2024-04-15T14:34:11.186513+0000","last_undegraded":"2024-04-15T14:34:11.186513+0000","last_fullsized":"2024-04-15T14:34:11.186513+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_clean_scrub_stamp":"2024-04-15T14:33:34.601025+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T16:02:26.657783+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,4],"acting":[2,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.8","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-15T14:34:09.421739+0000","last_change":"2024-04-15T14:33:34.629537+0000","last_active":"2024-04-15T14:34:09.421739+0000","last_peered":"2024-04-15T14:34:09.421739+0000","last_clean":"2024-04-15T14:34:09.421739+0000","last_became_active":"2024-04-15T14:33:34.629162+0000","last_became_peered":"2024-04-15T14:33:34.629162+0000","last_unstale":"2024-04-15T14:34:09.421739+0000","last_undegraded":"2024-04-15T14:34:09.421739+0000","last_fullsized":"2024-04-15T14:34:09.421739+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T14:33:33.599136+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T14:33:33.599136+0000","last_clean_scrub_stamp":"2024-04-15T14:33:33.599136+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T19:42:06.929486+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,1],"acting":[7,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":16,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-15T14:34:11.184626+0000","last_change":"2024-04-15T14:33:58.816159+0000","last_active":"2024-04-15T14:34:11.184626+0000","last_peered":"2024-04-15T14:34:11.184626+0000","last_clean":"2024-04-15T14:34:11.184626+0000","last_became_active":"2024-04-15T14:33:58.815786+0000","last_became_peered":"2024-04-15T14:33:58.815786+0000","last_unstale":"2024-04-15T14:34:11.184626+0000","last_undegraded":"2024-04-15T14:34:11.184626+0000","last_fullsized":"2024-04-15T14:34:11.184626+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_clean_scrub_stamp":"2024-04-15T14:33:34.601025+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T22:12:57.772917+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,7],"acting":[1,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.9","version":"0'0","reported_seq":28,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-15T14:34:11.184862+0000","last_change":"2024-04-15T14:33:58.036945+0000","last_active":"2024-04-15T14:34:11.184862+0000","last_peered":"2024-04-15T14:34:11.184862+0000","last_clean":"2024-04-15T14:34:11.184862+0000","last_became_active":"2024-04-15T14:33:58.036612+0000","last_became_peered":"2024-04-15T14:33:58.036612+0000","last_unstale":"2024-04-15T14:34:11.184862+0000","last_undegraded":"2024-04-15T14:34:11.184862+0000","last_fullsized":"2024-04-15T14:34:11.184862+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T14:33:33.599136+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T14:33:33.599136+0000","last_clean_scrub_stamp":"2024-04-15T14:33:33.599136+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T17:32:43.091852+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,3],"acting":[1,2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":17,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-15T14:34:09.419901+0000","last_change":"2024-04-15T14:33:34.995467+0000","last_active":"2024-04-15T14:34:09.419901+0000","last_peered":"2024-04-15T14:34:09.419901+0000","last_clean":"2024-04-15T14:34:09.419901+0000","last_became_active":"2024-04-15T14:33:34.994063+0000","last_became_peered":"2024-04-15T14:33:34.994063+0000","last_unstale":"2024-04-15T14:34:09.419901+0000","last_undegraded":"2024-04-15T14:34:09.419901+0000","last_fullsized":"2024-04-15T14:34:09.419901+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_clean_scrub_stamp":"2024-04-15T14:33:34.601025+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T15:59:42.559296+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.a","version":"0'0","reported_seq":19,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-15T14:34:11.184860+0000","last_change":"2024-04-15T14:33:34.629571+0000","last_active":"2024-04-15T14:34:11.184860+0000","last_peered":"2024-04-15T14:34:11.184860+0000","last_clean":"2024-04-15T14:34:11.184860+0000","last_became_active":"2024-04-15T14:33:34.629256+0000","last_became_peered":"2024-04-15T14:33:34.629256+0000","last_unstale":"2024-04-15T14:34:11.184860+0000","last_undegraded":"2024-04-15T14:34:11.184860+0000","last_fullsized":"2024-04-15T14:34:11.184860+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T14:33:33.599136+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T14:33:33.599136+0000","last_clean_scrub_stamp":"2024-04-15T14:33:33.599136+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T18:08:19.302092+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,7],"acting":[1,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":26,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-15T14:34:09.420256+0000","last_change":"2024-04-15T14:33:58.034458+0000","last_active":"2024-04-15T14:34:09.420256+0000","last_peered":"2024-04-15T14:34:09.420256+0000","last_clean":"2024-04-15T14:34:09.420256+0000","last_became_active":"2024-04-15T14:33:58.034154+0000","last_became_peered":"2024-04-15T14:33:58.034154+0000","last_unstale":"2024-04-15T14:34:09.420256+0000","last_undegraded":"2024-04-15T14:34:09.420256+0000","last_fullsized":"2024-04-15T14:34:09.420256+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_clean_scrub_stamp":"2024-04-15T14:33:34.601025+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T15:01:24.158616+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,4],"acting":[3,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.b","version":"62'2","reported_seq":20,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-15T14:34:09.421007+0000","last_change":"2024-04-15T14:33:34.627072+0000","last_active":"2024-04-15T14:34:09.421007+0000","last_peered":"2024-04-15T14:34:09.421007+0000","last_clean":"2024-04-15T14:34:09.421007+0000","last_became_active":"2024-04-15T14:33:34.626764+0000","last_became_peered":"2024-04-15T14:33:34.626764+0000","last_unstale":"2024-04-15T14:34:09.421007+0000","last_undegraded":"2024-04-15T14:34:09.421007+0000","last_fullsized":"2024-04-15T14:34:09.421007+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T14:33:33.599136+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T14:33:33.599136+0000","last_clean_scrub_stamp":"2024-04-15T14:33:33.599136+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T19:48:29.128158+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,5],"acting":[7,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":17,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-15T14:34:09.421130+0000","last_change":"2024-04-15T14:33:35.002154+0000","last_active":"2024-04-15T14:34:09.421130+0000","last_peered":"2024-04-15T14:34:09.421130+0000","last_clean":"2024-04-15T14:34:09.421130+0000","last_became_active":"2024-04-15T14:33:35.001879+0000","last_became_peered":"2024-04-15T14:33:35.001879+0000","last_unstale":"2024-04-15T14:34:09.421130+0000","last_undegraded":"2024-04-15T14:34:09.421130+0000","last_fullsized":"2024-04-15T14:34:09.421130+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_clean_scrub_stamp":"2024-04-15T14:33:34.601025+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T22:47:05.094202+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.c","version":"0'0","reported_seq":19,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-15T14:34:11.185507+0000","last_change":"2024-04-15T14:33:34.620187+0000","last_active":"2024-04-15T14:34:11.185507+0000","last_peered":"2024-04-15T14:34:11.185507+0000","last_clean":"2024-04-15T14:34:11.185507+0000","last_became_active":"2024-04-15T14:33:34.619885+0000","last_became_peered":"2024-04-15T14:33:34.619885+0000","last_unstale":"2024-04-15T14:34:11.185507+0000","last_undegraded":"2024-04-15T14:34:11.185507+0000","last_fullsized":"2024-04-15T14:34:11.185507+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T14:33:33.599136+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T14:33:33.599136+0000","last_clean_scrub_stamp":"2024-04-15T14:33:33.599136+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T21:37:15.148104+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,0],"acting":[2,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":17,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-15T14:34:09.421480+0000","last_change":"2024-04-15T14:33:34.994756+0000","last_active":"2024-04-15T14:34:09.421480+0000","last_peered":"2024-04-15T14:34:09.421480+0000","last_clean":"2024-04-15T14:34:09.421480+0000","last_became_active":"2024-04-15T14:33:34.994464+0000","last_became_peered":"2024-04-15T14:33:34.994464+0000","last_unstale":"2024-04-15T14:34:09.421480+0000","last_undegraded":"2024-04-15T14:34:09.421480+0000","last_fullsized":"2024-04-15T14:34:09.421480+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_clean_scrub_stamp":"2024-04-15T14:33:34.601025+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T17:22:46.786639+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,6],"acting":[7,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.d","version":"62'1","reported_seq":20,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-15T14:34:11.185542+0000","last_change":"2024-04-15T14:33:34.622686+0000","last_active":"2024-04-15T14:34:11.185542+0000","last_peered":"2024-04-15T14:34:11.185542+0000","last_clean":"2024-04-15T14:34:11.185542+0000","last_became_active":"2024-04-15T14:33:34.622389+0000","last_became_peered":"2024-04-15T14:33:34.622389+0000","last_unstale":"2024-04-15T14:34:11.185542+0000","last_undegraded":"2024-04-15T14:34:11.185542+0000","last_fullsized":"2024-04-15T14:34:11.185542+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T14:33:33.599136+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T14:33:33.599136+0000","last_clean_scrub_stamp":"2024-04-15T14:33:33.599136+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T17:25:51.291953+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,3],"acting":[1,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":18,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-15T14:34:11.189777+0000","last_change":"2024-04-15T14:33:34.995788+0000","last_active":"2024-04-15T14:34:11.189777+0000","last_peered":"2024-04-15T14:34:11.189777+0000","last_clean":"2024-04-15T14:34:11.189777+0000","last_became_active":"2024-04-15T14:33:34.995241+0000","last_became_peered":"2024-04-15T14:33:34.995241+0000","last_unstale":"2024-04-15T14:34:11.189777+0000","last_undegraded":"2024-04-15T14:34:11.189777+0000","last_fullsized":"2024-04-15T14:34:11.189777+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_clean_scrub_stamp":"2024-04-15T14:33:34.601025+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T23:34:07.957266+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6],"acting":[5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.e","version":"62'2","reported_seq":21,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-15T14:34:11.186524+0000","last_change":"2024-04-15T14:33:34.624138+0000","last_active":"2024-04-15T14:34:11.186524+0000","last_peered":"2024-04-15T14:34:11.186524+0000","last_clean":"2024-04-15T14:34:11.186524+0000","last_became_active":"2024-04-15T14:33:34.623682+0000","last_became_peered":"2024-04-15T14:33:34.623682+0000","last_unstale":"2024-04-15T14:34:11.186524+0000","last_undegraded":"2024-04-15T14:34:11.186524+0000","last_fullsized":"2024-04-15T14:34:11.186524+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T14:33:33.599136+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T14:33:33.599136+0000","last_clean_scrub_stamp":"2024-04-15T14:33:33.599136+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T14:38:37.078963+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,7],"acting":[2,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":17,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-15T14:34:09.421291+0000","last_change":"2024-04-15T14:33:34.982615+0000","last_active":"2024-04-15T14:34:09.421291+0000","last_peered":"2024-04-15T14:34:09.421291+0000","last_clean":"2024-04-15T14:34:09.421291+0000","last_became_active":"2024-04-15T14:33:34.982331+0000","last_became_peered":"2024-04-15T14:33:34.982331+0000","last_unstale":"2024-04-15T14:34:09.421291+0000","last_undegraded":"2024-04-15T14:34:09.421291+0000","last_fullsized":"2024-04-15T14:34:09.421291+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_clean_scrub_stamp":"2024-04-15T14:33:34.601025+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T20:54:20.013150+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.20","version":"0'0","reported_seq":17,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-15T14:34:09.420661+0000","last_change":"2024-04-15T14:33:34.990625+0000","last_active":"2024-04-15T14:34:09.420661+0000","last_peered":"2024-04-15T14:34:09.420661+0000","last_clean":"2024-04-15T14:34:09.420661+0000","last_became_active":"2024-04-15T14:33:34.989978+0000","last_became_peered":"2024-04-15T14:33:34.989978+0000","last_unstale":"2024-04-15T14:34:09.420661+0000","last_undegraded":"2024-04-15T14:34:09.420661+0000","last_fullsized":"2024-04-15T14:34:09.420661+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_clean_scrub_stamp":"2024-04-15T14:33:34.601025+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-17T01:30:06.257186+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.21","version":"0'0","reported_seq":18,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-15T14:34:11.186365+0000","last_change":"2024-04-15T14:33:34.998364+0000","last_active":"2024-04-15T14:34:11.186365+0000","last_peered":"2024-04-15T14:34:11.186365+0000","last_clean":"2024-04-15T14:34:11.186365+0000","last_became_active":"2024-04-15T14:33:34.997044+0000","last_became_peered":"2024-04-15T14:33:34.997044+0000","last_unstale":"2024-04-15T14:34:11.186365+0000","last_undegraded":"2024-04-15T14:34:11.186365+0000","last_fullsized":"2024-04-15T14:34:11.186365+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_clean_scrub_stamp":"2024-04-15T14:33:34.601025+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T22:49:03.837452+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,6],"acting":[2,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.22","version":"0'0","reported_seq":18,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-15T14:34:11.189811+0000","last_change":"2024-04-15T14:33:34.992503+0000","last_active":"2024-04-15T14:34:11.189811+0000","last_peered":"2024-04-15T14:34:11.189811+0000","last_clean":"2024-04-15T14:34:11.189811+0000","last_became_active":"2024-04-15T14:33:34.992079+0000","last_became_peered":"2024-04-15T14:33:34.992079+0000","last_unstale":"2024-04-15T14:34:11.189811+0000","last_undegraded":"2024-04-15T14:34:11.189811+0000","last_fullsized":"2024-04-15T14:34:11.189811+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_clean_scrub_stamp":"2024-04-15T14:33:34.601025+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T16:58:09.752124+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,0],"acting":[5,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.23","version":"0'0","reported_seq":17,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-15T14:34:09.420355+0000","last_change":"2024-04-15T14:33:34.992800+0000","last_active":"2024-04-15T14:34:09.420355+0000","last_peered":"2024-04-15T14:34:09.420355+0000","last_clean":"2024-04-15T14:34:09.420355+0000","last_became_active":"2024-04-15T14:33:34.992471+0000","last_became_peered":"2024-04-15T14:33:34.992471+0000","last_unstale":"2024-04-15T14:34:09.420355+0000","last_undegraded":"2024-04-15T14:34:09.420355+0000","last_fullsized":"2024-04-15T14:34:09.420355+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_clean_scrub_stamp":"2024-04-15T14:33:34.601025+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T21:30:30.464102+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,4],"acting":[0,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.24","version":"0'0","reported_seq":17,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-15T14:34:09.420677+0000","last_change":"2024-04-15T14:33:34.985890+0000","last_active":"2024-04-15T14:34:09.420677+0000","last_peered":"2024-04-15T14:34:09.420677+0000","last_clean":"2024-04-15T14:34:09.420677+0000","last_became_active":"2024-04-15T14:33:34.985498+0000","last_became_peered":"2024-04-15T14:33:34.985498+0000","last_unstale":"2024-04-15T14:34:09.420677+0000","last_undegraded":"2024-04-15T14:34:09.420677+0000","last_fullsized":"2024-04-15T14:34:09.420677+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_clean_scrub_stamp":"2024-04-15T14:33:34.601025+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T19:30:22.954108+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,0],"acting":[3,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.25","version":"0'0","reported_seq":18,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-15T14:34:11.185419+0000","last_change":"2024-04-15T14:33:35.001671+0000","last_active":"2024-04-15T14:34:11.185419+0000","last_peered":"2024-04-15T14:34:11.185419+0000","last_clean":"2024-04-15T14:34:11.185419+0000","last_became_active":"2024-04-15T14:33:35.001398+0000","last_became_peered":"2024-04-15T14:33:35.001398+0000","last_unstale":"2024-04-15T14:34:11.185419+0000","last_undegraded":"2024-04-15T14:34:11.185419+0000","last_fullsized":"2024-04-15T14:34:11.185419+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_clean_scrub_stamp":"2024-04-15T14:33:34.601025+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T19:15:22.634066+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,2],"acting":[1,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.26","version":"0'0","reported_seq":17,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-15T14:34:09.420800+0000","last_change":"2024-04-15T14:33:35.006191+0000","last_active":"2024-04-15T14:34:09.420800+0000","last_peered":"2024-04-15T14:34:09.420800+0000","last_clean":"2024-04-15T14:34:09.420800+0000","last_became_active":"2024-04-15T14:33:35.005905+0000","last_became_peered":"2024-04-15T14:33:35.005905+0000","last_unstale":"2024-04-15T14:34:09.420800+0000","last_undegraded":"2024-04-15T14:34:09.420800+0000","last_fullsized":"2024-04-15T14:34:09.420800+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_clean_scrub_stamp":"2024-04-15T14:33:34.601025+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T17:07:18.456027+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,4],"acting":[6,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.27","version":"0'0","reported_seq":17,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-15T14:34:09.420516+0000","last_change":"2024-04-15T14:33:34.993952+0000","last_active":"2024-04-15T14:34:09.420516+0000","last_peered":"2024-04-15T14:34:09.420516+0000","last_clean":"2024-04-15T14:34:09.420516+0000","last_became_active":"2024-04-15T14:33:34.993406+0000","last_became_peered":"2024-04-15T14:33:34.993406+0000","last_unstale":"2024-04-15T14:34:09.420516+0000","last_undegraded":"2024-04-15T14:34:09.420516+0000","last_fullsized":"2024-04-15T14:34:09.420516+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_clean_scrub_stamp":"2024-04-15T14:33:34.601025+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T18:08:12.991005+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,2],"acting":[3,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"0'0","reported_seq":18,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-15T14:34:11.189610+0000","last_change":"2024-04-15T14:33:34.989949+0000","last_active":"2024-04-15T14:34:11.189610+0000","last_peered":"2024-04-15T14:34:11.189610+0000","last_clean":"2024-04-15T14:34:11.189610+0000","last_became_active":"2024-04-15T14:33:34.989680+0000","last_became_peered":"2024-04-15T14:33:34.989680+0000","last_unstale":"2024-04-15T14:34:11.189610+0000","last_undegraded":"2024-04-15T14:34:11.189610+0000","last_fullsized":"2024-04-15T14:34:11.189610+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_clean_scrub_stamp":"2024-04-15T14:33:34.601025+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-17T02:13:17.656911+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"0'0","reported_seq":17,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-15T14:34:09.420042+0000","last_change":"2024-04-15T14:33:34.994997+0000","last_active":"2024-04-15T14:34:09.420042+0000","last_peered":"2024-04-15T14:34:09.420042+0000","last_clean":"2024-04-15T14:34:09.420042+0000","last_became_active":"2024-04-15T14:33:34.994718+0000","last_became_peered":"2024-04-15T14:33:34.994718+0000","last_unstale":"2024-04-15T14:34:09.420042+0000","last_undegraded":"2024-04-15T14:34:09.420042+0000","last_fullsized":"2024-04-15T14:34:09.420042+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_clean_scrub_stamp":"2024-04-15T14:33:34.601025+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-17T00:40:23.585935+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,1],"acting":[3,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2a","version":"0'0","reported_seq":18,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-15T14:34:11.189885+0000","last_change":"2024-04-15T14:33:34.996854+0000","last_active":"2024-04-15T14:34:11.189885+0000","last_peered":"2024-04-15T14:34:11.189885+0000","last_clean":"2024-04-15T14:34:11.189885+0000","last_became_active":"2024-04-15T14:33:34.995657+0000","last_became_peered":"2024-04-15T14:33:34.995657+0000","last_unstale":"2024-04-15T14:34:11.189885+0000","last_undegraded":"2024-04-15T14:34:11.189885+0000","last_fullsized":"2024-04-15T14:34:11.189885+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_clean_scrub_stamp":"2024-04-15T14:33:34.601025+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-17T01:58:25.986752+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,6],"acting":[5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2b","version":"0'0","reported_seq":17,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-15T14:34:09.420272+0000","last_change":"2024-04-15T14:33:34.996107+0000","last_active":"2024-04-15T14:34:09.420272+0000","last_peered":"2024-04-15T14:34:09.420272+0000","last_clean":"2024-04-15T14:34:09.420272+0000","last_became_active":"2024-04-15T14:33:34.995850+0000","last_became_peered":"2024-04-15T14:33:34.995850+0000","last_unstale":"2024-04-15T14:34:09.420272+0000","last_undegraded":"2024-04-15T14:34:09.420272+0000","last_fullsized":"2024-04-15T14:34:09.420272+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_clean_scrub_stamp":"2024-04-15T14:33:34.601025+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T17:16:20.140839+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,1],"acting":[0,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.2c","version":"0'0","reported_seq":17,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-15T14:34:09.420702+0000","last_change":"2024-04-15T14:33:35.007293+0000","last_active":"2024-04-15T14:34:09.420702+0000","last_peered":"2024-04-15T14:34:09.420702+0000","last_clean":"2024-04-15T14:34:09.420702+0000","last_became_active":"2024-04-15T14:33:35.006857+0000","last_became_peered":"2024-04-15T14:33:35.006857+0000","last_unstale":"2024-04-15T14:34:09.420702+0000","last_undegraded":"2024-04-15T14:34:09.420702+0000","last_fullsized":"2024-04-15T14:34:09.420702+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_clean_scrub_stamp":"2024-04-15T14:33:34.601025+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T16:40:38.422662+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,0],"acting":[6,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]}],"pool_stats":[{"poolid":4,"num_pg":8,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":24,"acting":24,"num_store_stats":8},{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":192,"acting":192,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":212,"num_read_kb":306,"num_write":179,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1781760,"data_stored":1771104,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":128,"ondisk_log_size":128,"up":3,"acting":3,"num_store_stats":3},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":3148,"num_objects":22,"num_object_clones":0,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":48,"num_write_kb":17,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":98304,"data_stored":9444,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":42,"ondisk_log_size":42,"up":96,"acting":96,"num_store_stats":8}],"osd_stats":[{"osd":7,"up_from":55,"seq":236223201302,"num_pgs":46,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28304,"kb_used_data":1288,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716848,"statfs":{"total":95995035648,"available":95966052352,"internally_reserved":0,"allocated":1318912,"data_stored":903828,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":27654602},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Apr 15 14:34:16 2024","interfaces":[{"interface":"back","average":{"1min":0.55100000000000005,"5min":0.55100000000000005,"15min":0.55100000000000005},"min":{"1min":0.373,"5min":0.373,"15min":0.373},"max":{"1min":0.75,"5min":0.75,"15min":0.75},"last":0.42999999999999999},{"interface":"front","average":{"1min":0.505,"5min":0.505,"15min":0.505},"min":{"1min":0.29099999999999998,"5min":0.29099999999999998,"15min":0.29099999999999998},"max":{"1min":0.68600000000000005,"5min":0.68600000000000005,"15min":0.68600000000000005},"last":0.56000000000000005}]},{"osd":1,"last update":"Mon Apr 15 14:34:16 2024","interfaces":[{"interface":"back","average":{"1min":0.58299999999999996,"5min":0.58299999999999996,"15min":0.58299999999999996},"min":{"1min":0.376,"5min":0.376,"15min":0.376},"max":{"1min":0.86199999999999999,"5min":0.86199999999999999,"15min":0.86199999999999999},"last":0.34599999999999997},{"interface":"front","average":{"1min":0.53700000000000003,"5min":0.53700000000000003,"15min":0.53700000000000003},"min":{"1min":0.35699999999999998,"5min":0.35699999999999998,"15min":0.35699999999999998},"max":{"1min":0.77100000000000002,"5min":0.77100000000000002,"15min":0.77100000000000002},"last":0.64300000000000002}]},{"osd":2,"last update":"Mon Apr 15 14:34:16 2024","interfaces":[{"interface":"back","average":{"1min":0.52600000000000002,"5min":0.52600000000000002,"15min":0.52600000000000002},"min":{"1min":0.34699999999999998,"5min":0.34699999999999998,"15min":0.34699999999999998},"max":{"1min":0.749,"5min":0.749,"15min":0.749},"last":0.32900000000000001},{"interface":"front","average":{"1min":0.56499999999999995,"5min":0.56499999999999995,"15min":0.56499999999999995},"min":{"1min":0.36499999999999999,"5min":0.36499999999999999,"15min":0.36499999999999999},"max":{"1min":0.81699999999999995,"5min":0.81699999999999995,"15min":0.81699999999999995},"last":0.46400000000000002}]},{"osd":3,"last update":"Mon Apr 15 14:34:16 2024","interfaces":[{"interface":"back","average":{"1min":0.50900000000000001,"5min":0.50900000000000001,"15min":0.50900000000000001},"min":{"1min":0.36199999999999999,"5min":0.36199999999999999,"15min":0.36199999999999999},"max":{"1min":0.70599999999999996,"5min":0.70599999999999996,"15min":0.70599999999999996},"last":0.40600000000000003},{"interface":"front","average":{"1min":0.56999999999999995,"5min":0.56999999999999995,"15min":0.56999999999999995},"min":{"1min":0.34000000000000002,"5min":0.34000000000000002,"15min":0.34000000000000002},"max":{"1min":0.755,"5min":0.755,"15min":0.755},"last":0.53000000000000003}]},{"osd":4,"last update":"Mon Apr 15 14:34:16 2024","interfaces":[{"interface":"back","average":{"1min":0.45000000000000001,"5min":0.45000000000000001,"15min":0.45000000000000001},"min":{"1min":0.25800000000000001,"5min":0.25800000000000001,"15min":0.25800000000000001},"max":{"1min":0.73599999999999999,"5min":0.73599999999999999,"15min":0.73599999999999999},"last":0.60199999999999998},{"interface":"front","average":{"1min":0.47999999999999998,"5min":0.47999999999999998,"15min":0.47999999999999998},"min":{"1min":0.28999999999999998,"5min":0.28999999999999998,"15min":0.28999999999999998},"max":{"1min":0.71999999999999997,"5min":0.71999999999999997,"15min":0.71999999999999997},"last":0.371}]},{"osd":5,"last update":"Mon Apr 15 14:34:16 2024","interfaces":[{"interface":"back","average":{"1min":0.47099999999999997,"5min":0.47099999999999997,"15min":0.47099999999999997},"min":{"1min":0.27500000000000002,"5min":0.27500000000000002,"15min":0.27500000000000002},"max":{"1min":0.86299999999999999,"5min":0.86299999999999999,"15min":0.86299999999999999},"last":0.39400000000000002},{"interface":"front","average":{"1min":0.51800000000000002,"5min":0.51800000000000002,"15min":0.51800000000000002},"min":{"1min":0.29999999999999999,"5min":0.29999999999999999,"15min":0.29999999999999999},"max":{"1min":0.81299999999999994,"5min":0.81299999999999994,"15min":0.81299999999999994},"last":0.66100000000000003}]},{"osd":6,"last update":"Mon Apr 15 14:34:16 2024","interfaces":[{"interface":"back","average":{"1min":0.52500000000000002,"5min":0.52500000000000002,"15min":0.52500000000000002},"min":{"1min":0.30099999999999999,"5min":0.30099999999999999,"15min":0.30099999999999999},"max":{"1min":0.82999999999999996,"5min":0.82999999999999996,"15min":0.82999999999999996},"last":0.623},{"interface":"front","average":{"1min":0.54400000000000004,"5min":0.54400000000000004,"15min":0.54400000000000004},"min":{"1min":0.34300000000000003,"5min":0.34300000000000003,"15min":0.34300000000000003},"max":{"1min":0.80400000000000005,"5min":0.80400000000000005,"15min":0.80400000000000005},"last":0.498}]}]},{"osd":6,"up_from":47,"seq":201863462939,"num_pgs":39,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28308,"kb_used_data":1292,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716844,"statfs":{"total":95995035648,"available":95966048256,"internally_reserved":0,"allocated":1323008,"data_stored":905574,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Apr 15 14:34:52 2024","interfaces":[{"interface":"back","average":{"1min":0.51300000000000001,"5min":0.51800000000000002,"15min":0.51900000000000002},"min":{"1min":0.42299999999999999,"5min":0.34599999999999997,"15min":0.34599999999999997},"max":{"1min":0.67600000000000005,"5min":0.72299999999999998,"15min":0.72299999999999998},"last":0.51200000000000001},{"interface":"front","average":{"1min":0.51200000000000001,"5min":0.51300000000000001,"15min":0.51300000000000001},"min":{"1min":0.31900000000000001,"5min":0.31900000000000001,"15min":0.31900000000000001},"max":{"1min":0.64900000000000002,"5min":0.68000000000000005,"15min":0.68000000000000005},"last":0.57899999999999996}]},{"osd":1,"last update":"Mon Apr 15 14:34:52 2024","interfaces":[{"interface":"back","average":{"1min":0.51100000000000001,"5min":0.53000000000000003,"15min":0.53300000000000003},"min":{"1min":0.36099999999999999,"5min":0.35399999999999998,"15min":0.35399999999999998},"max":{"1min":0.66300000000000003,"5min":0.74399999999999999,"15min":0.74399999999999999},"last":0.56699999999999995},{"interface":"front","average":{"1min":0.50600000000000001,"5min":0.52000000000000002,"15min":0.52200000000000002},"min":{"1min":0.32900000000000001,"5min":0.32900000000000001,"15min":0.32900000000000001},"max":{"1min":0.65600000000000003,"5min":0.73499999999999999,"15min":0.73499999999999999},"last":0.47699999999999998}]},{"osd":2,"last update":"Mon Apr 15 14:34:52 2024","interfaces":[{"interface":"back","average":{"1min":0.51500000000000001,"5min":0.54300000000000004,"15min":0.54700000000000004},"min":{"1min":0.34699999999999998,"5min":0.34699999999999998,"15min":0.34699999999999998},"max":{"1min":0.68899999999999995,"5min":0.85299999999999998,"15min":0.85299999999999998},"last":0.55100000000000005},{"interface":"front","average":{"1min":0.51700000000000002,"5min":0.55600000000000005,"15min":0.56200000000000006},"min":{"1min":0.372,"5min":0.372,"15min":0.372},"max":{"1min":0.626,"5min":0.749,"15min":0.749},"last":0.501}]},{"osd":3,"last update":"Mon Apr 15 14:34:52 2024","interfaces":[{"interface":"back","average":{"1min":0.52200000000000002,"5min":0.52900000000000003,"15min":0.53000000000000003},"min":{"1min":0.40899999999999997,"5min":0.372,"15min":0.372},"max":{"1min":0.64400000000000002,"5min":0.65500000000000003,"15min":0.65500000000000003},"last":0.438},{"interface":"front","average":{"1min":0.52100000000000002,"5min":0.55700000000000005,"15min":0.56299999999999994},"min":{"1min":0.38400000000000001,"5min":0.35299999999999998,"15min":0.35299999999999998},"max":{"1min":0.625,"5min":0.82099999999999995,"15min":0.82099999999999995},"last":0.39400000000000002}]},{"osd":4,"last update":"Mon Apr 15 14:34:52 2024","interfaces":[{"interface":"back","average":{"1min":0.38900000000000001,"5min":0.40999999999999998,"15min":0.41399999999999998},"min":{"1min":0.25600000000000001,"5min":0.25600000000000001,"15min":0.25600000000000001},"max":{"1min":0.53700000000000003,"5min":0.56399999999999995,"15min":0.56399999999999995},"last":0.46100000000000002},{"interface":"front","average":{"1min":0.39200000000000002,"5min":0.45100000000000001,"15min":0.46100000000000002},"min":{"1min":0.27100000000000002,"5min":0.27100000000000002,"15min":0.27100000000000002},"max":{"1min":0.63600000000000001,"5min":0.746,"15min":0.746},"last":0.48699999999999999}]},{"osd":5,"last update":"Mon Apr 15 14:34:52 2024","interfaces":[{"interface":"back","average":{"1min":0.39600000000000002,"5min":0.44600000000000001,"15min":0.45400000000000001},"min":{"1min":0.28899999999999998,"5min":0.27900000000000003,"15min":0.27900000000000003},"max":{"1min":0.58899999999999997,"5min":0.64500000000000002,"15min":0.64500000000000002},"last":0.52200000000000002},{"interface":"front","average":{"1min":0.42399999999999999,"5min":0.47799999999999998,"15min":0.48699999999999999},"min":{"1min":0.32400000000000001,"5min":0.32400000000000001,"15min":0.32400000000000001},"max":{"1min":0.52800000000000002,"5min":0.80400000000000005,"15min":0.80400000000000005},"last":0.52800000000000002}]},{"osd":7,"last update":"Mon Apr 15 14:34:19 2024","interfaces":[{"interface":"back","average":{"1min":0.47599999999999998,"5min":0.47599999999999998,"15min":0.47599999999999998},"min":{"1min":0.34100000000000003,"5min":0.34100000000000003,"15min":0.34100000000000003},"max":{"1min":0.78900000000000003,"5min":0.78900000000000003,"15min":0.78900000000000003},"last":0.54300000000000004},{"interface":"front","average":{"1min":0.495,"5min":0.495,"15min":0.495},"min":{"1min":0.34899999999999998,"5min":0.34899999999999998,"15min":0.34899999999999998},"max":{"1min":0.76700000000000002,"5min":0.76700000000000002,"15min":0.76700000000000002},"last":0.59299999999999997}]}]},{"osd":1,"up_from":13,"seq":55834574900,"num_pgs":37,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27732,"kb_used_data":712,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717420,"statfs":{"total":95995035648,"available":95966638080,"internally_reserved":0,"allocated":729088,"data_stored":313289,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Apr 15 14:34:54 2024","interfaces":[{"interface":"back","average":{"1min":0.435,"5min":0.35899999999999999,"15min":0.32100000000000001},"min":{"1min":0.23999999999999999,"5min":0.20399999999999999,"15min":0.20399999999999999},"max":{"1min":1.3200000000000001,"5min":1.3200000000000001,"15min":1.3200000000000001},"last":0.40300000000000002},{"interface":"front","average":{"1min":0.46100000000000002,"5min":0.374,"15min":0.32600000000000001},"min":{"1min":0.25800000000000001,"5min":0.20799999999999999,"15min":0.20799999999999999},"max":{"1min":1.458,"5min":1.458,"15min":1.458},"last":0.30299999999999999}]},{"osd":2,"last update":"Mon Apr 15 14:34:21 2024","interfaces":[{"interface":"back","average":{"1min":0.48399999999999999,"5min":0.40799999999999997,"15min":0.39000000000000001},"min":{"1min":0.26900000000000002,"5min":0.253,"15min":0.253},"max":{"1min":1.512,"5min":1.512,"15min":1.512},"last":0.35599999999999998},{"interface":"front","average":{"1min":0.47599999999999998,"5min":0.38200000000000001,"15min":0.35899999999999999},"min":{"1min":0.23899999999999999,"5min":0.23699999999999999,"15min":0.23699999999999999},"max":{"1min":1.3839999999999999,"5min":1.3839999999999999,"15min":1.3839999999999999},"last":0.28699999999999998}]},{"osd":3,"last update":"Mon Apr 15 14:34:42 2024","interfaces":[{"interface":"back","average":{"1min":0.39500000000000002,"5min":0.39300000000000002,"15min":0.39400000000000002},"min":{"1min":0.27400000000000002,"5min":0.27100000000000002,"15min":0.27100000000000002},"max":{"1min":0.68000000000000005,"5min":0.68000000000000005,"15min":0.68000000000000005},"last":0.33700000000000002},{"interface":"front","average":{"1min":0.54300000000000004,"5min":0.45500000000000002,"15min":0.441},"min":{"1min":0.311,"5min":0.27000000000000002,"15min":0.27000000000000002},"max":{"1min":1.6859999999999999,"5min":1.6859999999999999,"15min":1.6859999999999999},"last":0.41799999999999998}]},{"osd":4,"last update":"Mon Apr 15 14:34:02 2024","interfaces":[{"interface":"back","average":{"1min":0.57899999999999996,"5min":0.55800000000000005,"15min":0.55400000000000005},"min":{"1min":0.42199999999999999,"5min":0.41099999999999998,"15min":0.41099999999999998},"max":{"1min":0.78000000000000003,"5min":0.89300000000000002,"15min":0.89300000000000002},"last":0.47199999999999998},{"interface":"front","average":{"1min":0.60299999999999998,"5min":0.58299999999999996,"15min":0.57899999999999996},"min":{"1min":0.45300000000000001,"5min":0.41399999999999998,"15min":0.41399999999999998},"max":{"1min":0.83199999999999996,"5min":0.87,"15min":0.87},"last":0.46000000000000002}]},{"osd":5,"last update":"Mon Apr 15 14:34:30 2024","interfaces":[{"interface":"back","average":{"1min":0.60299999999999998,"5min":0.57699999999999996,"15min":0.57299999999999995},"min":{"1min":0.39000000000000001,"5min":0.39000000000000001,"15min":0.39000000000000001},"max":{"1min":1.2869999999999999,"5min":1.2869999999999999,"15min":1.2869999999999999},"last":0.56200000000000006},{"interface":"front","average":{"1min":0.61099999999999999,"5min":0.57499999999999996,"15min":0.56899999999999995},"min":{"1min":0.36499999999999999,"5min":0.36499999999999999,"15min":0.36499999999999999},"max":{"1min":1.0349999999999999,"5min":1.0349999999999999,"15min":1.0349999999999999},"last":0.66400000000000003}]},{"osd":6,"last update":"Mon Apr 15 14:34:54 2024","interfaces":[{"interface":"back","average":{"1min":0.58999999999999997,"5min":0.60299999999999998,"15min":0.60499999999999998},"min":{"1min":0.41899999999999998,"5min":0.40899999999999997,"15min":0.40899999999999997},"max":{"1min":0.92300000000000004,"5min":0.92300000000000004,"15min":0.92300000000000004},"last":0.624},{"interface":"front","average":{"1min":0.64900000000000002,"5min":0.65500000000000003,"15min":0.65600000000000003},"min":{"1min":0.44600000000000001,"5min":0.44600000000000001,"15min":0.44600000000000001},"max":{"1min":1.2370000000000001,"5min":1.2370000000000001,"15min":1.2370000000000001},"last":0.51900000000000002}]},{"osd":7,"last update":"Mon Apr 15 14:34:17 2024","interfaces":[{"interface":"back","average":{"1min":0.57899999999999996,"5min":0.57899999999999996,"15min":0.57899999999999996},"min":{"1min":0.33900000000000002,"5min":0.33900000000000002,"15min":0.33900000000000002},"max":{"1min":0.79700000000000004,"5min":0.79700000000000004,"15min":0.79700000000000004},"last":0.57599999999999996},{"interface":"front","average":{"1min":0.59399999999999997,"5min":0.59399999999999997,"15min":0.59399999999999997},"min":{"1min":0.38100000000000001,"5min":0.38100000000000001,"15min":0.38100000000000001},"max":{"1min":0.89200000000000002,"5min":0.89200000000000002,"15min":0.89200000000000002},"last":0.49199999999999999}]}]},{"osd":0,"up_from":8,"seq":34359738425,"num_pgs":45,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28316,"kb_used_data":1300,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716836,"statfs":{"total":95995035648,"available":95966040064,"internally_reserved":0,"allocated":1331200,"data_stored":904225,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Mon Apr 15 14:34:54 2024","interfaces":[{"interface":"back","average":{"1min":0.35699999999999998,"5min":0.35499999999999998,"15min":0.33000000000000002},"min":{"1min":0.20799999999999999,"5min":0.20799999999999999,"15min":0.20799999999999999},"max":{"1min":0.60499999999999998,"5min":0.60499999999999998,"15min":0.60499999999999998},"last":0.312},{"interface":"front","average":{"1min":0.39200000000000002,"5min":0.375,"15min":0.34499999999999997},"min":{"1min":0.23999999999999999,"5min":0.217,"15min":0.217},"max":{"1min":0.61399999999999999,"5min":0.61399999999999999,"15min":0.61399999999999999},"last":0.38700000000000001}]},{"osd":2,"last update":"Mon Apr 15 14:34:18 2024","interfaces":[{"interface":"back","average":{"1min":0.38900000000000001,"5min":0.40600000000000003,"15min":0.40600000000000003},"min":{"1min":0.23200000000000001,"5min":0.23200000000000001,"15min":0.23200000000000001},"max":{"1min":0.58399999999999996,"5min":0.60499999999999998,"15min":0.60499999999999998},"last":0.32800000000000001},{"interface":"front","average":{"1min":0.39400000000000002,"5min":0.41899999999999998,"15min":0.41699999999999998},"min":{"1min":0.247,"5min":0.247,"15min":0.247},"max":{"1min":0.55400000000000005,"5min":0.65700000000000003,"15min":0.65700000000000003},"last":0.34799999999999998}]},{"osd":3,"last update":"Mon Apr 15 14:34:42 2024","interfaces":[{"interface":"back","average":{"1min":0.40500000000000003,"5min":0.42499999999999999,"15min":0.42999999999999999},"min":{"1min":0.28599999999999998,"5min":0.28599999999999998,"15min":0.28599999999999998},"max":{"1min":0.57699999999999996,"5min":0.63200000000000001,"15min":0.63200000000000001},"last":0.36099999999999999},{"interface":"front","average":{"1min":0.48099999999999998,"5min":0.45900000000000002,"15min":0.45500000000000002},"min":{"1min":0.312,"5min":0.312,"15min":0.312},"max":{"1min":0.84699999999999998,"5min":0.84699999999999998,"15min":0.84699999999999998},"last":0.375}]},{"osd":4,"last update":"Mon Apr 15 14:34:07 2024","interfaces":[{"interface":"back","average":{"1min":0.57999999999999996,"5min":0.57699999999999996,"15min":0.57699999999999996},"min":{"1min":0.33500000000000002,"5min":0.33500000000000002,"15min":0.33500000000000002},"max":{"1min":0.83999999999999997,"5min":0.89300000000000002,"15min":0.89300000000000002},"last":0.68200000000000005},{"interface":"front","average":{"1min":0.57899999999999996,"5min":0.58199999999999996,"15min":0.58199999999999996},"min":{"1min":0.48899999999999999,"5min":0.437,"15min":0.437},"max":{"1min":0.83299999999999996,"5min":0.83299999999999996,"15min":0.83299999999999996},"last":0.65900000000000003}]},{"osd":5,"last update":"Mon Apr 15 14:34:27 2024","interfaces":[{"interface":"back","average":{"1min":0.55200000000000005,"5min":0.58899999999999997,"15min":0.59499999999999997},"min":{"1min":0.39000000000000001,"5min":0.39000000000000001,"15min":0.39000000000000001},"max":{"1min":0.86799999999999999,"5min":0.86799999999999999,"15min":0.86799999999999999},"last":0.64400000000000002},{"interface":"front","average":{"1min":0.56799999999999995,"5min":0.58399999999999996,"15min":0.58599999999999997},"min":{"1min":0.42899999999999999,"5min":0.41999999999999998,"15min":0.41999999999999998},"max":{"1min":0.73599999999999999,"5min":0.79900000000000004,"15min":0.79900000000000004},"last":0.61299999999999999}]},{"osd":6,"last update":"Mon Apr 15 14:34:54 2024","interfaces":[{"interface":"back","average":{"1min":0.57999999999999996,"5min":0.61099999999999999,"15min":0.61599999999999999},"min":{"1min":0.42999999999999999,"5min":0.42999999999999999,"15min":0.42999999999999999},"max":{"1min":0.877,"5min":0.94899999999999995,"15min":0.94899999999999995},"last":0.60399999999999998},{"interface":"front","average":{"1min":0.60699999999999998,"5min":0.63600000000000001,"15min":0.64100000000000001},"min":{"1min":0.41699999999999998,"5min":0.41699999999999998,"15min":0.41699999999999998},"max":{"1min":0.92500000000000004,"5min":0.92500000000000004,"15min":0.92500000000000004},"last":0.71199999999999997}]},{"osd":7,"last update":"Mon Apr 15 14:34:18 2024","interfaces":[{"interface":"back","average":{"1min":0.60699999999999998,"5min":0.60699999999999998,"15min":0.60699999999999998},"min":{"1min":0.47999999999999998,"5min":0.47999999999999998,"15min":0.47999999999999998},"max":{"1min":0.84899999999999998,"5min":0.84899999999999998,"15min":0.84899999999999998},"last":0.63500000000000001},{"interface":"front","average":{"1min":0.61399999999999999,"5min":0.61399999999999999,"15min":0.61399999999999999},"min":{"1min":0.42799999999999999,"5min":0.42799999999999999,"15min":0.42799999999999999},"max":{"1min":0.89600000000000002,"5min":0.89600000000000002,"15min":0.89600000000000002},"last":0.69499999999999995}]}]},{"osd":2,"up_from":18,"seq":77309411375,"num_pgs":31,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27728,"kb_used_data":704,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717424,"statfs":{"total":95995035648,"available":95966642176,"internally_reserved":0,"allocated":720896,"data_stored":313129,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Apr 15 14:34:16 2024","interfaces":[{"interface":"back","average":{"1min":0.39000000000000001,"5min":0.40000000000000002,"15min":0.39100000000000001},"min":{"1min":0.29799999999999999,"5min":0.25,"15min":0.25},"max":{"1min":0.52200000000000002,"5min":0.76600000000000001,"15min":0.76600000000000001},"last":0.34799999999999998},{"interface":"front","average":{"1min":0.35199999999999998,"5min":0.39600000000000002,"15min":0.39500000000000002},"min":{"1min":0.223,"5min":0.223,"15min":0.223},"max":{"1min":0.45400000000000001,"5min":0.73299999999999998,"15min":0.73299999999999998},"last":0.40600000000000003}]},{"osd":1,"last update":"Mon Apr 15 14:34:16 2024","interfaces":[{"interface":"back","average":{"1min":0.40500000000000003,"5min":0.39700000000000002,"15min":0.39200000000000002},"min":{"1min":0.25900000000000001,"5min":0.25900000000000001,"15min":0.25900000000000001},"max":{"1min":0.63400000000000001,"5min":0.67900000000000005,"15min":0.67900000000000005},"last":0.39000000000000001},{"interface":"front","average":{"1min":0.43099999999999999,"5min":0.45900000000000002,"15min":0.45200000000000001},"min":{"1min":0.23699999999999999,"5min":0.23699999999999999,"15min":0.23699999999999999},"max":{"1min":0.624,"5min":0.78400000000000003,"15min":0.78400000000000003},"last":0.36599999999999999}]},{"osd":3,"last update":"Mon Apr 15 14:34:44 2024","interfaces":[{"interface":"back","average":{"1min":0.441,"5min":0.46600000000000003,"15min":0.46800000000000003},"min":{"1min":0.32300000000000001,"5min":0.32300000000000001,"15min":0.32300000000000001},"max":{"1min":0.60499999999999998,"5min":0.69799999999999995,"15min":0.69799999999999995},"last":0.436},{"interface":"front","average":{"1min":0.41799999999999998,"5min":0.45500000000000002,"15min":0.46600000000000003},"min":{"1min":0.32700000000000001,"5min":0.29299999999999998,"15min":0.29299999999999998},"max":{"1min":0.67400000000000004,"5min":0.68200000000000005,"15min":0.68200000000000005},"last":0.32600000000000001}]},{"osd":4,"last update":"Mon Apr 15 14:34:03 2024","interfaces":[{"interface":"back","average":{"1min":0.57299999999999995,"5min":0.59899999999999998,"15min":0.60299999999999998},"min":{"1min":0.40200000000000002,"5min":0.38700000000000001,"15min":0.38700000000000001},"max":{"1min":0.83199999999999996,"5min":0.83199999999999996,"15min":0.83199999999999996},"last":0.54800000000000004},{"interface":"front","average":{"1min":0.60999999999999999,"5min":0.63100000000000001,"15min":0.63500000000000001},"min":{"1min":0.47399999999999998,"5min":0.46899999999999997,"15min":0.46899999999999997},"max":{"1min":0.81200000000000006,"5min":0.83199999999999996,"15min":0.83199999999999996},"last":0.63800000000000001}]},{"osd":5,"last update":"Mon Apr 15 14:34:28 2024","interfaces":[{"interface":"back","average":{"1min":0.57799999999999996,"5min":0.58599999999999997,"15min":0.58799999999999997},"min":{"1min":0.42699999999999999,"5min":0.40300000000000002,"15min":0.40300000000000002},"max":{"1min":0.82099999999999995,"5min":0.82099999999999995,"15min":0.82099999999999995},"last":0.60799999999999998},{"interface":"front","average":{"1min":0.61899999999999999,"5min":0.59599999999999997,"15min":0.59199999999999997},"min":{"1min":0.45200000000000001,"5min":0.434,"15min":0.434},"max":{"1min":0.79200000000000004,"5min":0.79200000000000004,"15min":0.79200000000000004},"last":0.59099999999999997}]},{"osd":6,"last update":"Mon Apr 15 14:34:55 2024","interfaces":[{"interface":"back","average":{"1min":0.61899999999999999,"5min":0.63500000000000001,"15min":0.63700000000000001},"min":{"1min":0.36799999999999999,"5min":0.36799999999999999,"15min":0.36799999999999999},"max":{"1min":0.83199999999999996,"5min":0.83199999999999996,"15min":0.83199999999999996},"last":0.66700000000000004},{"interface":"front","average":{"1min":0.59899999999999998,"5min":0.63200000000000001,"15min":0.63800000000000001},"min":{"1min":0.42099999999999999,"5min":0.42099999999999999,"15min":0.42099999999999999},"max":{"1min":0.77800000000000002,"5min":0.85399999999999998,"15min":0.85399999999999998},"last":0.64800000000000002}]},{"osd":7,"last update":"Mon Apr 15 14:34:16 2024","interfaces":[{"interface":"back","average":{"1min":0.629,"5min":0.629,"15min":0.629},"min":{"1min":0.44500000000000001,"5min":0.44500000000000001,"15min":0.44500000000000001},"max":{"1min":0.89100000000000001,"5min":0.89100000000000001,"15min":0.89100000000000001},"last":0.626},{"interface":"front","average":{"1min":0.63900000000000001,"5min":0.63900000000000001,"15min":0.63900000000000001},"min":{"1min":0.433,"5min":0.433,"15min":0.433},"max":{"1min":0.80000000000000004,"5min":0.80000000000000004,"15min":0.80000000000000004},"last":0.56000000000000005}]}]},{"osd":3,"up_from":25,"seq":107374182442,"num_pgs":36,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27740,"kb_used_data":720,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717412,"statfs":{"total":95995035648,"available":95966629888,"internally_reserved":0,"allocated":737280,"data_stored":315310,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":27654599},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Apr 15 14:34:43 2024","interfaces":[{"interface":"back","average":{"1min":0.32700000000000001,"5min":0.379,"15min":0.39600000000000002},"min":{"1min":0.254,"5min":0.24299999999999999,"15min":0.24299999999999999},"max":{"1min":0.502,"5min":0.56299999999999994,"15min":0.56299999999999994},"last":0.20000000000000001},{"interface":"front","average":{"1min":0.34999999999999998,"5min":0.41599999999999998,"15min":0.42999999999999999},"min":{"1min":0.20899999999999999,"5min":0.20899999999999999,"15min":0.20899999999999999},"max":{"1min":0.63300000000000001,"5min":0.69199999999999995,"15min":0.69199999999999995},"last":0.314}]},{"osd":1,"last update":"Mon Apr 15 14:34:43 2024","interfaces":[{"interface":"back","average":{"1min":0.373,"5min":0.41799999999999998,"15min":0.42799999999999999},"min":{"1min":0.253,"5min":0.249,"15min":0.249},"max":{"1min":0.54300000000000004,"5min":0.63500000000000001,"15min":0.63500000000000001},"last":0.27100000000000002},{"interface":"front","average":{"1min":0.35799999999999998,"5min":0.434,"15min":0.45500000000000002},"min":{"1min":0.25800000000000001,"5min":0.25800000000000001,"15min":0.25800000000000001},"max":{"1min":0.54300000000000004,"5min":0.68100000000000005,"15min":0.68100000000000005},"last":0.25700000000000001}]},{"osd":2,"last update":"Mon Apr 15 14:34:43 2024","interfaces":[{"interface":"back","average":{"1min":0.41399999999999998,"5min":0.44900000000000001,"15min":0.46300000000000002},"min":{"1min":0.29199999999999998,"5min":0.23000000000000001,"15min":0.23000000000000001},"max":{"1min":0.63,"5min":0.63400000000000001,"15min":0.63400000000000001},"last":0.30099999999999999},{"interface":"front","average":{"1min":0.379,"5min":0.439,"15min":0.45500000000000002},"min":{"1min":0.23100000000000001,"5min":0.23100000000000001,"15min":0.23100000000000001},"max":{"1min":0.53400000000000003,"5min":0.625,"15min":0.625},"last":0.28899999999999998}]},{"osd":4,"last update":"Mon Apr 15 14:34:07 2024","interfaces":[{"interface":"back","average":{"1min":0.52800000000000002,"5min":0.54400000000000004,"15min":0.54600000000000004},"min":{"1min":0.40400000000000003,"5min":0.38200000000000001,"15min":0.38200000000000001},"max":{"1min":0.67900000000000005,"5min":0.78000000000000003,"15min":0.78000000000000003},"last":0.76500000000000001},{"interface":"front","average":{"1min":0.55600000000000005,"5min":0.59499999999999997,"15min":0.60099999999999998},"min":{"1min":0.39600000000000002,"5min":0.39600000000000002,"15min":0.39600000000000002},"max":{"1min":0.753,"5min":0.83399999999999996,"15min":0.83399999999999996},"last":0.73299999999999998}]},{"osd":5,"last update":"Mon Apr 15 14:34:27 2024","interfaces":[{"interface":"back","average":{"1min":0.52300000000000002,"5min":0.57899999999999996,"15min":0.58799999999999997},"min":{"1min":0.30499999999999999,"5min":0.30499999999999999,"15min":0.30499999999999999},"max":{"1min":0.73299999999999998,"5min":0.80400000000000005,"15min":0.80400000000000005},"last":0.82099999999999995},{"interface":"front","average":{"1min":0.51800000000000002,"5min":0.56999999999999995,"15min":0.57899999999999996},"min":{"1min":0.36699999999999999,"5min":0.36699999999999999,"15min":0.36699999999999999},"max":{"1min":0.65500000000000003,"5min":0.76100000000000001,"15min":0.76100000000000001},"last":0.63100000000000001}]},{"osd":6,"last update":"Mon Apr 15 14:34:53 2024","interfaces":[{"interface":"back","average":{"1min":0.56000000000000005,"5min":0.59599999999999997,"15min":0.60199999999999998},"min":{"1min":0.39600000000000002,"5min":0.39600000000000002,"15min":0.39600000000000002},"max":{"1min":0.86399999999999999,"5min":0.86399999999999999,"15min":0.86399999999999999},"last":0.56599999999999995},{"interface":"front","average":{"1min":0.58699999999999997,"5min":0.59199999999999997,"15min":0.59299999999999997},"min":{"1min":0.41099999999999998,"5min":0.36899999999999999,"15min":0.36899999999999999},"max":{"1min":0.81799999999999995,"5min":0.81799999999999995,"15min":0.81799999999999995},"last":0.79300000000000004}]},{"osd":7,"last update":"Mon Apr 15 14:34:15 2024","interfaces":[{"interface":"back","average":{"1min":0.55800000000000005,"5min":0.55800000000000005,"15min":0.55800000000000005},"min":{"1min":0.433,"5min":0.433,"15min":0.433},"max":{"1min":0.79700000000000004,"5min":0.79700000000000004,"15min":0.79700000000000004},"last":0.69699999999999995},{"interface":"front","average":{"1min":0.53200000000000003,"5min":0.53200000000000003,"15min":0.53200000000000003},"min":{"1min":0.39000000000000001,"5min":0.39000000000000001,"15min":0.39000000000000001},"max":{"1min":0.65700000000000003,"5min":0.65700000000000003,"15min":0.65700000000000003},"last":0.60299999999999998}]}]},{"osd":4,"up_from":30,"seq":128849018917,"num_pgs":39,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27736,"kb_used_data":716,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717416,"statfs":{"total":95995035648,"available":95966633984,"internally_reserved":0,"allocated":733184,"data_stored":313564,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Apr 15 14:34:03 2024","interfaces":[{"interface":"back","average":{"1min":0.48599999999999999,"5min":0.54200000000000004,"15min":0.55100000000000005},"min":{"1min":0.33800000000000002,"5min":0.33800000000000002,"15min":0.33800000000000002},"max":{"1min":0.65200000000000002,"5min":0.84399999999999997,"15min":0.84399999999999997},"last":0.59399999999999997},{"interface":"front","average":{"1min":0.504,"5min":0.54000000000000004,"15min":0.54600000000000004},"min":{"1min":0.36599999999999999,"5min":0.36599999999999999,"15min":0.36599999999999999},"max":{"1min":0.79900000000000004,"5min":0.79900000000000004,"15min":0.79900000000000004},"last":0.56899999999999995}]},{"osd":1,"last update":"Mon Apr 15 14:34:03 2024","interfaces":[{"interface":"back","average":{"1min":0.48199999999999998,"5min":0.53700000000000003,"15min":0.54600000000000004},"min":{"1min":0.33200000000000002,"5min":0.33200000000000002,"15min":0.33200000000000002},"max":{"1min":0.747,"5min":0.77100000000000002,"15min":0.77100000000000002},"last":0.44900000000000001},{"interface":"front","average":{"1min":0.48499999999999999,"5min":0.53100000000000003,"15min":0.53900000000000003},"min":{"1min":0.35599999999999998,"5min":0.35599999999999998,"15min":0.35599999999999998},"max":{"1min":0.76200000000000001,"5min":0.77100000000000002,"15min":0.77100000000000002},"last":0.47999999999999998}]},{"osd":2,"last update":"Mon Apr 15 14:34:03 2024","interfaces":[{"interface":"back","average":{"1min":0.49399999999999999,"5min":0.55400000000000005,"15min":0.56399999999999995},"min":{"1min":0.37,"5min":0.37,"15min":0.37},"max":{"1min":0.85099999999999998,"5min":0.85099999999999998,"15min":0.85099999999999998},"last":0.42299999999999999},{"interface":"front","average":{"1min":0.51400000000000001,"5min":0.55400000000000005,"15min":0.56100000000000005},"min":{"1min":0.38900000000000001,"5min":0.38900000000000001,"15min":0.38900000000000001},"max":{"1min":0.71899999999999997,"5min":0.85199999999999998,"15min":0.85199999999999998},"last":0.67100000000000004}]},{"osd":3,"last update":"Mon Apr 15 14:34:03 2024","interfaces":[{"interface":"back","average":{"1min":0.50900000000000001,"5min":0.54400000000000004,"15min":0.55000000000000004},"min":{"1min":0.33400000000000002,"5min":0.33400000000000002,"15min":0.33400000000000002},"max":{"1min":0.73399999999999999,"5min":0.80700000000000005,"15min":0.80700000000000005},"last":0.60899999999999999},{"interface":"front","average":{"1min":0.496,"5min":0.54000000000000004,"15min":0.54800000000000004},"min":{"1min":0.36799999999999999,"5min":0.36799999999999999,"15min":0.36799999999999999},"max":{"1min":0.81599999999999995,"5min":0.81599999999999995,"15min":0.81599999999999995},"last":0.53100000000000003}]},{"osd":5,"last update":"Mon Apr 15 14:34:27 2024","interfaces":[{"interface":"back","average":{"1min":0.36899999999999999,"5min":0.35299999999999998,"15min":0.34999999999999998},"min":{"1min":0.24399999999999999,"5min":0.24399999999999999,"15min":0.24399999999999999},"max":{"1min":0.70299999999999996,"5min":0.70299999999999996,"15min":0.70299999999999996},"last":0.54900000000000004},{"interface":"front","average":{"1min":0.42899999999999999,"5min":0.39100000000000001,"15min":0.38500000000000001},"min":{"1min":0.26700000000000002,"5min":0.26700000000000002,"15min":0.26700000000000002},"max":{"1min":0.63200000000000001,"5min":0.63200000000000001,"15min":0.63200000000000001},"last":0.505}]},{"osd":6,"last update":"Mon Apr 15 14:34:55 2024","interfaces":[{"interface":"back","average":{"1min":0.495,"5min":0.44800000000000001,"15min":0.44},"min":{"1min":0.33100000000000002,"5min":0.29499999999999998,"15min":0.29499999999999998},"max":{"1min":0.747,"5min":0.747,"15min":0.747},"last":0.64500000000000002},{"interface":"front","average":{"1min":0.48799999999999999,"5min":0.46100000000000002,"15min":0.45700000000000002},"min":{"1min":0.34499999999999997,"5min":0.28499999999999998,"15min":0.28499999999999998},"max":{"1min":0.75900000000000001,"5min":0.75900000000000001,"15min":0.75900000000000001},"last":0.63300000000000001}]},{"osd":7,"last update":"Mon Apr 15 14:34:18 2024","interfaces":[{"interface":"back","average":{"1min":0.48099999999999998,"5min":0.48099999999999998,"15min":0.48099999999999998},"min":{"1min":0.308,"5min":0.308,"15min":0.308},"max":{"1min":0.754,"5min":0.754,"15min":0.754},"last":0.69299999999999995},{"interface":"front","average":{"1min":0.44,"5min":0.44,"15min":0.44},"min":{"1min":0.29999999999999999,"5min":0.29999999999999999,"15min":0.29999999999999999},"max":{"1min":0.68799999999999994,"5min":0.68799999999999994,"15min":0.68799999999999994},"last":0.58299999999999996}]}]},{"osd":5,"up_from":38,"seq":163208757280,"num_pgs":42,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27740,"kb_used_data":716,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717412,"statfs":{"total":95995035648,"available":95966629888,"internally_reserved":0,"allocated":733184,"data_stored":315296,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Apr 15 14:34:30 2024","interfaces":[{"interface":"back","average":{"1min":0.52300000000000002,"5min":0.53800000000000003,"15min":0.54000000000000004},"min":{"1min":0.38,"5min":0.38,"15min":0.38},"max":{"1min":0.67600000000000005,"5min":0.69899999999999995,"15min":0.69899999999999995},"last":0.40799999999999997},{"interface":"front","average":{"1min":0.50600000000000001,"5min":0.48299999999999998,"15min":0.47899999999999998},"min":{"1min":0.308,"5min":0.308,"15min":0.308},"max":{"1min":0.70699999999999996,"5min":0.70699999999999996,"15min":0.70699999999999996},"last":0.58299999999999996}]},{"osd":1,"last update":"Mon Apr 15 14:34:30 2024","interfaces":[{"interface":"back","average":{"1min":0.52900000000000003,"5min":0.51800000000000002,"15min":0.51600000000000001},"min":{"1min":0.28499999999999998,"5min":0.28499999999999998,"15min":0.28499999999999998},"max":{"1min":0.93200000000000005,"5min":0.93200000000000005,"15min":0.93200000000000005},"last":0.60799999999999998},{"interface":"front","average":{"1min":0.51500000000000001,"5min":0.51300000000000001,"15min":0.51300000000000001},"min":{"1min":0.32300000000000001,"5min":0.32300000000000001,"15min":0.32300000000000001},"max":{"1min":0.85799999999999998,"5min":0.85799999999999998,"15min":0.85799999999999998},"last":0.70699999999999996}]},{"osd":2,"last update":"Mon Apr 15 14:34:30 2024","interfaces":[{"interface":"back","average":{"1min":0.51200000000000001,"5min":0.54000000000000004,"15min":0.54500000000000004},"min":{"1min":0.37,"5min":0.37,"15min":0.37},"max":{"1min":0.68400000000000005,"5min":0.69199999999999995,"15min":0.69199999999999995},"last":0.624},{"interface":"front","average":{"1min":0.52400000000000002,"5min":0.505,"15min":0.502},"min":{"1min":0.33600000000000002,"5min":0.33600000000000002,"15min":0.33600000000000002},"max":{"1min":0.81699999999999995,"5min":0.81699999999999995,"15min":0.81699999999999995},"last":0.75700000000000001}]},{"osd":3,"last update":"Mon Apr 15 14:34:30 2024","interfaces":[{"interface":"back","average":{"1min":0.55200000000000005,"5min":0.52500000000000002,"15min":0.52100000000000002},"min":{"1min":0.34399999999999997,"5min":0.34399999999999997,"15min":0.34399999999999997},"max":{"1min":1.24,"5min":1.24,"15min":1.24},"last":0.66900000000000004},{"interface":"front","average":{"1min":0.58599999999999997,"5min":0.53600000000000003,"15min":0.52800000000000002},"min":{"1min":0.375,"5min":0.375,"15min":0.375},"max":{"1min":1.0820000000000001,"5min":1.0820000000000001,"15min":1.0820000000000001},"last":0.64100000000000001}]},{"osd":4,"last update":"Mon Apr 15 14:34:30 2024","interfaces":[{"interface":"back","average":{"1min":0.40699999999999997,"5min":0.35799999999999998,"15min":0.34999999999999998},"min":{"1min":0.25600000000000001,"5min":0.25600000000000001,"15min":0.25600000000000001},"max":{"1min":0.59799999999999998,"5min":0.59799999999999998,"15min":0.59799999999999998},"last":0.47599999999999998},{"interface":"front","average":{"1min":0.436,"5min":0.38700000000000001,"15min":0.379},"min":{"1min":0.28499999999999998,"5min":0.28499999999999998,"15min":0.28499999999999998},"max":{"1min":0.66100000000000003,"5min":0.66100000000000003,"15min":0.66100000000000003},"last":0.54500000000000004}]},{"osd":6,"last update":"Mon Apr 15 14:34:56 2024","interfaces":[{"interface":"back","average":{"1min":0.42499999999999999,"5min":0.42099999999999999,"15min":0.41999999999999998},"min":{"1min":0.29199999999999998,"5min":0.27800000000000002,"15min":0.27800000000000002},"max":{"1min":0.55100000000000005,"5min":0.70199999999999996,"15min":0.70199999999999996},"last":0.51000000000000001},{"interface":"front","average":{"1min":0.53600000000000003,"5min":0.51700000000000002,"15min":0.51400000000000001},"min":{"1min":0.37,"5min":0.34399999999999997,"15min":0.34399999999999997},"max":{"1min":0.73199999999999998,"5min":0.76100000000000001,"15min":0.76100000000000001},"last":0.73199999999999998}]},{"osd":7,"last update":"Mon Apr 15 14:34:17 2024","interfaces":[{"interface":"back","average":{"1min":0.52400000000000002,"5min":0.52400000000000002,"15min":0.52400000000000002},"min":{"1min":0.35199999999999998,"5min":0.35199999999999998,"15min":0.35199999999999998},"max":{"1min":0.72699999999999998,"5min":0.72699999999999998,"15min":0.72699999999999998},"last":0.68500000000000005},{"interface":"front","average":{"1min":0.496,"5min":0.496,"15min":0.496},"min":{"1min":0.35299999999999998,"5min":0.35299999999999998,"15min":0.35299999999999998},"max":{"1min":0.71899999999999997,"5min":0.71899999999999997,"15min":0.71899999999999997},"last":0.65200000000000002}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":728,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":160,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":2454,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":708,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":2440,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":2350,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":604,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-04-15T14:35:04.106 DEBUG:teuthology.orchestra.run.smithi016:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 362ea986-fb34-11ee-bc8f-c7b262605968 -- ceph pg dump --format=json 2024-04-15T14:35:04.289 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:35:03 smithi016 ceph-mon[27435]: from='client.24677 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-15T14:35:04.289 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:35:03 smithi016 ceph-mon[36548]: from='client.24677 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-15T14:35:04.320 INFO:teuthology.orchestra.run.smithi016.stderr:Inferring config /var/lib/ceph/362ea986-fb34-11ee-bc8f-c7b262605968/mon.a/config 2024-04-15T14:35:04.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:35:03 smithi102 ceph-mon[31017]: from='client.24677 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-15T14:35:05.156 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:35:04 smithi016 ceph-mon[27435]: pgmap v29: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-04-15T14:35:05.156 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:35:04 smithi016 ceph-mon[36548]: pgmap v29: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-04-15T14:35:05.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:35:04 smithi102 ceph-mon[31017]: pgmap v29: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-04-15T14:35:06.039 INFO:journalctl@ceph.node-exporter.a.smithi016.stdout:Apr 15 14:35:05 smithi016 bash[72728]: Writing manifest to image destination 2024-04-15T14:35:06.575 INFO:journalctl@ceph.node-exporter.a.smithi016.stdout:Apr 15 14:35:06 smithi016 podman[72728]: 2024-04-15 14:35:06.217845999 +0000 UTC m=+3.342969237 image pull 0da6a335fe1356545476b749c68f022c897de3a2139e8f0054f6937349ee2b83 quay.io/prometheus/node-exporter:v1.5.0 2024-04-15T14:35:06.575 INFO:journalctl@ceph.node-exporter.a.smithi016.stdout:Apr 15 14:35:06 smithi016 podman[72728]: 2024-04-15 14:35:06.575325796 +0000 UTC m=+3.700449056 container create 8d0101b6e6e8e407e92b811d8efef00bc8de0dc4b12dacdacd3002de08353363 (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-362ea986-fb34-11ee-bc8f-c7b262605968-node-exporter-a, maintainer=The Prometheus Authors ) 2024-04-15T14:35:07.249 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:35:06 smithi016 ceph-mon[27435]: pgmap v30: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-04-15T14:35:07.249 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:35:06 smithi016 ceph-mon[36548]: pgmap v30: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-04-15T14:35:07.250 INFO:journalctl@ceph.node-exporter.a.smithi016.stdout:Apr 15 14:35:07 smithi016 podman[72728]: 2024-04-15 14:35:07.038812942 +0000 UTC m=+4.163936173 container init 8d0101b6e6e8e407e92b811d8efef00bc8de0dc4b12dacdacd3002de08353363 (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-362ea986-fb34-11ee-bc8f-c7b262605968-node-exporter-a, maintainer=The Prometheus Authors ) 2024-04-15T14:35:07.250 INFO:journalctl@ceph.node-exporter.a.smithi016.stdout:Apr 15 14:35:07 smithi016 podman[72728]: 2024-04-15 14:35:07.045228401 +0000 UTC m=+4.170351620 container start 8d0101b6e6e8e407e92b811d8efef00bc8de0dc4b12dacdacd3002de08353363 (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-362ea986-fb34-11ee-bc8f-c7b262605968-node-exporter-a, maintainer=The Prometheus Authors ) 2024-04-15T14:35:07.250 INFO:journalctl@ceph.node-exporter.a.smithi016.stdout:Apr 15 14:35:07 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-node-exporter-a[72973]: ts=2024-04-15T14:35:07.049Z caller=node_exporter.go:180 level=info msg="Starting node_exporter" version="(version=1.5.0, branch=HEAD, revision=1b48970ffcf5630534fb00bb0687d73c66d1c959)" 2024-04-15T14:35:07.250 INFO:journalctl@ceph.node-exporter.a.smithi016.stdout:Apr 15 14:35:07 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-node-exporter-a[72973]: ts=2024-04-15T14:35:07.049Z caller=node_exporter.go:181 level=info msg="Build context" build_context="(go=go1.19.3, user=root@6e7732a7b81b, date=20221129-18:59:09)" 2024-04-15T14:35:07.250 INFO:journalctl@ceph.node-exporter.a.smithi016.stdout:Apr 15 14:35:07 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-node-exporter-a[72973]: ts=2024-04-15T14:35:07.049Z caller=diskstats_common.go:111 level=info collector=diskstats msg="Parsed flag --collector.diskstats.device-exclude" flag=^(ram|loop|fd|(h|s|v|xv)d[a-z]|nvme\d+n\d+p)\d+$ 2024-04-15T14:35:07.250 INFO:journalctl@ceph.node-exporter.a.smithi016.stdout:Apr 15 14:35:07 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-node-exporter-a[72973]: ts=2024-04-15T14:35:07.049Z caller=diskstats_linux.go:264 level=error collector=diskstats msg="Failed to open directory, disabling udev device properties" path=/run/udev/data 2024-04-15T14:35:07.250 INFO:journalctl@ceph.node-exporter.a.smithi016.stdout:Apr 15 14:35:07 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-node-exporter-a[72973]: ts=2024-04-15T14:35:07.049Z caller=filesystem_common.go:111 level=info collector=filesystem msg="Parsed flag --collector.filesystem.mount-points-exclude" flag=^/(dev|proc|run/credentials/.+|sys|var/lib/docker/.+|var/lib/containers/storage/.+)($|/) 2024-04-15T14:35:07.250 INFO:journalctl@ceph.node-exporter.a.smithi016.stdout:Apr 15 14:35:07 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-node-exporter-a[72973]: ts=2024-04-15T14:35:07.049Z caller=filesystem_common.go:113 level=info collector=filesystem msg="Parsed flag --collector.filesystem.fs-types-exclude" flag=^(autofs|binfmt_misc|bpf|cgroup2?|configfs|debugfs|devpts|devtmpfs|fusectl|hugetlbfs|iso9660|mqueue|nsfs|overlay|proc|procfs|pstore|rpc_pipefs|securityfs|selinuxfs|squashfs|sysfs|tracefs)$ 2024-04-15T14:35:07.250 INFO:journalctl@ceph.node-exporter.a.smithi016.stdout:Apr 15 14:35:07 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-node-exporter-a[72973]: ts=2024-04-15T14:35:07.051Z caller=node_exporter.go:110 level=info msg="Enabled collectors" 2024-04-15T14:35:07.250 INFO:journalctl@ceph.node-exporter.a.smithi016.stdout:Apr 15 14:35:07 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-node-exporter-a[72973]: ts=2024-04-15T14:35:07.051Z caller=node_exporter.go:117 level=info collector=arp 2024-04-15T14:35:07.251 INFO:journalctl@ceph.node-exporter.a.smithi016.stdout:Apr 15 14:35:07 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-node-exporter-a[72973]: ts=2024-04-15T14:35:07.051Z caller=node_exporter.go:117 level=info collector=bcache 2024-04-15T14:35:07.251 INFO:journalctl@ceph.node-exporter.a.smithi016.stdout:Apr 15 14:35:07 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-node-exporter-a[72973]: ts=2024-04-15T14:35:07.051Z caller=node_exporter.go:117 level=info collector=bonding 2024-04-15T14:35:07.251 INFO:journalctl@ceph.node-exporter.a.smithi016.stdout:Apr 15 14:35:07 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-node-exporter-a[72973]: ts=2024-04-15T14:35:07.051Z caller=node_exporter.go:117 level=info collector=btrfs 2024-04-15T14:35:07.251 INFO:journalctl@ceph.node-exporter.a.smithi016.stdout:Apr 15 14:35:07 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-node-exporter-a[72973]: ts=2024-04-15T14:35:07.051Z caller=node_exporter.go:117 level=info collector=conntrack 2024-04-15T14:35:07.251 INFO:journalctl@ceph.node-exporter.a.smithi016.stdout:Apr 15 14:35:07 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-node-exporter-a[72973]: ts=2024-04-15T14:35:07.051Z caller=node_exporter.go:117 level=info collector=cpu 2024-04-15T14:35:07.251 INFO:journalctl@ceph.node-exporter.a.smithi016.stdout:Apr 15 14:35:07 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-node-exporter-a[72973]: ts=2024-04-15T14:35:07.051Z caller=node_exporter.go:117 level=info collector=cpufreq 2024-04-15T14:35:07.251 INFO:journalctl@ceph.node-exporter.a.smithi016.stdout:Apr 15 14:35:07 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-node-exporter-a[72973]: ts=2024-04-15T14:35:07.051Z caller=node_exporter.go:117 level=info collector=diskstats 2024-04-15T14:35:07.251 INFO:journalctl@ceph.node-exporter.a.smithi016.stdout:Apr 15 14:35:07 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-node-exporter-a[72973]: ts=2024-04-15T14:35:07.051Z caller=node_exporter.go:117 level=info collector=dmi 2024-04-15T14:35:07.251 INFO:journalctl@ceph.node-exporter.a.smithi016.stdout:Apr 15 14:35:07 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-node-exporter-a[72973]: ts=2024-04-15T14:35:07.051Z caller=node_exporter.go:117 level=info collector=edac 2024-04-15T14:35:07.251 INFO:journalctl@ceph.node-exporter.a.smithi016.stdout:Apr 15 14:35:07 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-node-exporter-a[72973]: ts=2024-04-15T14:35:07.051Z caller=node_exporter.go:117 level=info collector=entropy 2024-04-15T14:35:07.251 INFO:journalctl@ceph.node-exporter.a.smithi016.stdout:Apr 15 14:35:07 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-node-exporter-a[72973]: ts=2024-04-15T14:35:07.051Z caller=node_exporter.go:117 level=info collector=fibrechannel 2024-04-15T14:35:07.251 INFO:journalctl@ceph.node-exporter.a.smithi016.stdout:Apr 15 14:35:07 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-node-exporter-a[72973]: ts=2024-04-15T14:35:07.051Z caller=node_exporter.go:117 level=info collector=filefd 2024-04-15T14:35:07.251 INFO:journalctl@ceph.node-exporter.a.smithi016.stdout:Apr 15 14:35:07 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-node-exporter-a[72973]: ts=2024-04-15T14:35:07.051Z caller=node_exporter.go:117 level=info collector=filesystem 2024-04-15T14:35:07.251 INFO:journalctl@ceph.node-exporter.a.smithi016.stdout:Apr 15 14:35:07 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-node-exporter-a[72973]: ts=2024-04-15T14:35:07.051Z caller=node_exporter.go:117 level=info collector=hwmon 2024-04-15T14:35:07.251 INFO:journalctl@ceph.node-exporter.a.smithi016.stdout:Apr 15 14:35:07 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-node-exporter-a[72973]: ts=2024-04-15T14:35:07.051Z caller=node_exporter.go:117 level=info collector=infiniband 2024-04-15T14:35:07.252 INFO:journalctl@ceph.node-exporter.a.smithi016.stdout:Apr 15 14:35:07 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-node-exporter-a[72973]: ts=2024-04-15T14:35:07.051Z caller=node_exporter.go:117 level=info collector=ipvs 2024-04-15T14:35:07.252 INFO:journalctl@ceph.node-exporter.a.smithi016.stdout:Apr 15 14:35:07 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-node-exporter-a[72973]: ts=2024-04-15T14:35:07.051Z caller=node_exporter.go:117 level=info collector=loadavg 2024-04-15T14:35:07.252 INFO:journalctl@ceph.node-exporter.a.smithi016.stdout:Apr 15 14:35:07 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-node-exporter-a[72973]: ts=2024-04-15T14:35:07.051Z caller=node_exporter.go:117 level=info collector=mdadm 2024-04-15T14:35:07.252 INFO:journalctl@ceph.node-exporter.a.smithi016.stdout:Apr 15 14:35:07 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-node-exporter-a[72973]: ts=2024-04-15T14:35:07.051Z caller=node_exporter.go:117 level=info collector=meminfo 2024-04-15T14:35:07.252 INFO:journalctl@ceph.node-exporter.a.smithi016.stdout:Apr 15 14:35:07 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-node-exporter-a[72973]: ts=2024-04-15T14:35:07.051Z caller=node_exporter.go:117 level=info collector=netclass 2024-04-15T14:35:07.252 INFO:journalctl@ceph.node-exporter.a.smithi016.stdout:Apr 15 14:35:07 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-node-exporter-a[72973]: ts=2024-04-15T14:35:07.051Z caller=node_exporter.go:117 level=info collector=netdev 2024-04-15T14:35:07.252 INFO:journalctl@ceph.node-exporter.a.smithi016.stdout:Apr 15 14:35:07 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-node-exporter-a[72973]: ts=2024-04-15T14:35:07.051Z caller=node_exporter.go:117 level=info collector=netstat 2024-04-15T14:35:07.252 INFO:journalctl@ceph.node-exporter.a.smithi016.stdout:Apr 15 14:35:07 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-node-exporter-a[72973]: ts=2024-04-15T14:35:07.051Z caller=node_exporter.go:117 level=info collector=nfs 2024-04-15T14:35:07.252 INFO:journalctl@ceph.node-exporter.a.smithi016.stdout:Apr 15 14:35:07 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-node-exporter-a[72973]: ts=2024-04-15T14:35:07.051Z caller=node_exporter.go:117 level=info collector=nfsd 2024-04-15T14:35:07.252 INFO:journalctl@ceph.node-exporter.a.smithi016.stdout:Apr 15 14:35:07 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-node-exporter-a[72973]: ts=2024-04-15T14:35:07.051Z caller=node_exporter.go:117 level=info collector=nvme 2024-04-15T14:35:07.252 INFO:journalctl@ceph.node-exporter.a.smithi016.stdout:Apr 15 14:35:07 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-node-exporter-a[72973]: ts=2024-04-15T14:35:07.051Z caller=node_exporter.go:117 level=info collector=os 2024-04-15T14:35:07.252 INFO:journalctl@ceph.node-exporter.a.smithi016.stdout:Apr 15 14:35:07 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-node-exporter-a[72973]: ts=2024-04-15T14:35:07.051Z caller=node_exporter.go:117 level=info collector=powersupplyclass 2024-04-15T14:35:07.252 INFO:journalctl@ceph.node-exporter.a.smithi016.stdout:Apr 15 14:35:07 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-node-exporter-a[72973]: ts=2024-04-15T14:35:07.051Z caller=node_exporter.go:117 level=info collector=pressure 2024-04-15T14:35:07.252 INFO:journalctl@ceph.node-exporter.a.smithi016.stdout:Apr 15 14:35:07 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-node-exporter-a[72973]: ts=2024-04-15T14:35:07.051Z caller=node_exporter.go:117 level=info collector=rapl 2024-04-15T14:35:07.253 INFO:journalctl@ceph.node-exporter.a.smithi016.stdout:Apr 15 14:35:07 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-node-exporter-a[72973]: ts=2024-04-15T14:35:07.051Z caller=node_exporter.go:117 level=info collector=schedstat 2024-04-15T14:35:07.253 INFO:journalctl@ceph.node-exporter.a.smithi016.stdout:Apr 15 14:35:07 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-node-exporter-a[72973]: ts=2024-04-15T14:35:07.051Z caller=node_exporter.go:117 level=info collector=selinux 2024-04-15T14:35:07.253 INFO:journalctl@ceph.node-exporter.a.smithi016.stdout:Apr 15 14:35:07 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-node-exporter-a[72973]: ts=2024-04-15T14:35:07.051Z caller=node_exporter.go:117 level=info collector=sockstat 2024-04-15T14:35:07.253 INFO:journalctl@ceph.node-exporter.a.smithi016.stdout:Apr 15 14:35:07 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-node-exporter-a[72973]: ts=2024-04-15T14:35:07.051Z caller=node_exporter.go:117 level=info collector=softnet 2024-04-15T14:35:07.253 INFO:journalctl@ceph.node-exporter.a.smithi016.stdout:Apr 15 14:35:07 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-node-exporter-a[72973]: ts=2024-04-15T14:35:07.051Z caller=node_exporter.go:117 level=info collector=stat 2024-04-15T14:35:07.253 INFO:journalctl@ceph.node-exporter.a.smithi016.stdout:Apr 15 14:35:07 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-node-exporter-a[72973]: ts=2024-04-15T14:35:07.051Z caller=node_exporter.go:117 level=info collector=tapestats 2024-04-15T14:35:07.253 INFO:journalctl@ceph.node-exporter.a.smithi016.stdout:Apr 15 14:35:07 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-node-exporter-a[72973]: ts=2024-04-15T14:35:07.051Z caller=node_exporter.go:117 level=info collector=textfile 2024-04-15T14:35:07.253 INFO:journalctl@ceph.node-exporter.a.smithi016.stdout:Apr 15 14:35:07 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-node-exporter-a[72973]: ts=2024-04-15T14:35:07.051Z caller=node_exporter.go:117 level=info collector=thermal_zone 2024-04-15T14:35:07.253 INFO:journalctl@ceph.node-exporter.a.smithi016.stdout:Apr 15 14:35:07 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-node-exporter-a[72973]: ts=2024-04-15T14:35:07.051Z caller=node_exporter.go:117 level=info collector=time 2024-04-15T14:35:07.253 INFO:journalctl@ceph.node-exporter.a.smithi016.stdout:Apr 15 14:35:07 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-node-exporter-a[72973]: ts=2024-04-15T14:35:07.051Z caller=node_exporter.go:117 level=info collector=udp_queues 2024-04-15T14:35:07.253 INFO:journalctl@ceph.node-exporter.a.smithi016.stdout:Apr 15 14:35:07 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-node-exporter-a[72973]: ts=2024-04-15T14:35:07.051Z caller=node_exporter.go:117 level=info collector=uname 2024-04-15T14:35:07.253 INFO:journalctl@ceph.node-exporter.a.smithi016.stdout:Apr 15 14:35:07 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-node-exporter-a[72973]: ts=2024-04-15T14:35:07.051Z caller=node_exporter.go:117 level=info collector=vmstat 2024-04-15T14:35:07.253 INFO:journalctl@ceph.node-exporter.a.smithi016.stdout:Apr 15 14:35:07 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-node-exporter-a[72973]: ts=2024-04-15T14:35:07.051Z caller=node_exporter.go:117 level=info collector=xfs 2024-04-15T14:35:07.253 INFO:journalctl@ceph.node-exporter.a.smithi016.stdout:Apr 15 14:35:07 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-node-exporter-a[72973]: ts=2024-04-15T14:35:07.051Z caller=node_exporter.go:117 level=info collector=zfs 2024-04-15T14:35:07.253 INFO:journalctl@ceph.node-exporter.a.smithi016.stdout:Apr 15 14:35:07 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-node-exporter-a[72973]: ts=2024-04-15T14:35:07.051Z caller=tls_config.go:232 level=info msg="Listening on" address=[::]:9100 2024-04-15T14:35:07.254 INFO:journalctl@ceph.node-exporter.a.smithi016.stdout:Apr 15 14:35:07 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-node-exporter-a[72973]: ts=2024-04-15T14:35:07.052Z caller=tls_config.go:235 level=info msg="TLS is disabled." http2=false address=[::]:9100 2024-04-15T14:35:07.254 INFO:journalctl@ceph.node-exporter.a.smithi016.stdout:Apr 15 14:35:07 smithi016 bash[72728]: 8d0101b6e6e8e407e92b811d8efef00bc8de0dc4b12dacdacd3002de08353363 2024-04-15T14:35:07.254 INFO:journalctl@ceph.node-exporter.a.smithi016.stdout:Apr 15 14:35:07 smithi016 systemd[1]: Started Ceph node-exporter.a for 362ea986-fb34-11ee-bc8f-c7b262605968. 2024-04-15T14:35:07.296 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:35:06 smithi102 ceph-mon[31017]: pgmap v30: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-04-15T14:35:07.578 INFO:teuthology.orchestra.run.smithi016.stdout: 2024-04-15T14:35:07.580 INFO:teuthology.orchestra.run.smithi016.stderr:dumped all 2024-04-15T14:35:08.214 INFO:journalctl@ceph.node-exporter.b.smithi102.stdout:Apr 15 14:35:08 smithi102 systemd[1]: Starting Ceph node-exporter.b for 362ea986-fb34-11ee-bc8f-c7b262605968... 2024-04-15T14:35:08.432 INFO:teuthology.orchestra.run.smithi016.stdout:{"pg_ready":true,"pg_map":{"version":30,"stamp":"2024-04-15T14:35:05.942550+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":593516,"num_objects":24,"num_object_clones":0,"num_object_copies":72,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":24,"num_whiteouts":0,"num_read":212,"num_read_kb":306,"num_write":227,"num_write_kb":2433,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":170,"ondisk_log_size":170,"up":315,"acting":315,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":315,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":749961216,"kb_used":223604,"kb_used_data":7448,"kb_used_omap":12,"kb_used_meta":216051,"kb_avail":749737612,"statfs":{"total":767960285184,"available":767731314688,"internally_reserved":0,"allocated":7626752,"data_stored":4284215,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12752,"internal_metadata":221236784},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.002502"},"pg_stats":[{"pgid":"3.3f","version":"0'0","reported_seq":17,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-15T14:34:09.421499+0000","last_change":"2024-04-15T14:33:35.001293+0000","last_active":"2024-04-15T14:34:09.421499+0000","last_peered":"2024-04-15T14:34:09.421499+0000","last_clean":"2024-04-15T14:34:09.421499+0000","last_became_active":"2024-04-15T14:33:35.001010+0000","last_became_peered":"2024-04-15T14:33:35.001010+0000","last_unstale":"2024-04-15T14:34:09.421499+0000","last_undegraded":"2024-04-15T14:34:09.421499+0000","last_fullsized":"2024-04-15T14:34:09.421499+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_clean_scrub_stamp":"2024-04-15T14:33:34.601025+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T20:09:52.897923+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3e","version":"0'0","reported_seq":18,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-15T14:34:11.185305+0000","last_change":"2024-04-15T14:33:35.006464+0000","last_active":"2024-04-15T14:34:11.185305+0000","last_peered":"2024-04-15T14:34:11.185305+0000","last_clean":"2024-04-15T14:34:11.185305+0000","last_became_active":"2024-04-15T14:33:35.006144+0000","last_became_peered":"2024-04-15T14:33:35.006144+0000","last_unstale":"2024-04-15T14:34:11.185305+0000","last_undegraded":"2024-04-15T14:34:11.185305+0000","last_fullsized":"2024-04-15T14:34:11.185305+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_clean_scrub_stamp":"2024-04-15T14:33:34.601025+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T18:18:29.784401+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,6],"acting":[1,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.3d","version":"0'0","reported_seq":17,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-15T14:34:09.421075+0000","last_change":"2024-04-15T14:33:35.001045+0000","last_active":"2024-04-15T14:34:09.421075+0000","last_peered":"2024-04-15T14:34:09.421075+0000","last_clean":"2024-04-15T14:34:09.421075+0000","last_became_active":"2024-04-15T14:33:35.000777+0000","last_became_peered":"2024-04-15T14:33:35.000777+0000","last_unstale":"2024-04-15T14:34:09.421075+0000","last_undegraded":"2024-04-15T14:34:09.421075+0000","last_fullsized":"2024-04-15T14:34:09.421075+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_clean_scrub_stamp":"2024-04-15T14:33:34.601025+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T19:06:04.425748+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3c","version":"0'0","reported_seq":18,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-15T14:34:11.189898+0000","last_change":"2024-04-15T14:33:34.992423+0000","last_active":"2024-04-15T14:34:11.189898+0000","last_peered":"2024-04-15T14:34:11.189898+0000","last_clean":"2024-04-15T14:34:11.189898+0000","last_became_active":"2024-04-15T14:33:34.992115+0000","last_became_peered":"2024-04-15T14:33:34.992115+0000","last_unstale":"2024-04-15T14:34:11.189898+0000","last_undegraded":"2024-04-15T14:34:11.189898+0000","last_fullsized":"2024-04-15T14:34:11.189898+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_clean_scrub_stamp":"2024-04-15T14:33:34.601025+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T22:22:52.170478+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3b","version":"0'0","reported_seq":17,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-15T14:34:09.421123+0000","last_change":"2024-04-15T14:33:34.982801+0000","last_active":"2024-04-15T14:34:09.421123+0000","last_peered":"2024-04-15T14:34:09.421123+0000","last_clean":"2024-04-15T14:34:09.421123+0000","last_became_active":"2024-04-15T14:33:34.982439+0000","last_became_peered":"2024-04-15T14:33:34.982439+0000","last_unstale":"2024-04-15T14:34:09.421123+0000","last_undegraded":"2024-04-15T14:34:09.421123+0000","last_fullsized":"2024-04-15T14:34:09.421123+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_clean_scrub_stamp":"2024-04-15T14:33:34.601025+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-17T00:14:13.456310+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,4],"acting":[7,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3a","version":"0'0","reported_seq":18,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-15T14:34:11.190031+0000","last_change":"2024-04-15T14:33:34.992647+0000","last_active":"2024-04-15T14:34:11.190031+0000","last_peered":"2024-04-15T14:34:11.190031+0000","last_clean":"2024-04-15T14:34:11.190031+0000","last_became_active":"2024-04-15T14:33:34.991583+0000","last_became_peered":"2024-04-15T14:33:34.991583+0000","last_unstale":"2024-04-15T14:34:11.190031+0000","last_undegraded":"2024-04-15T14:34:11.190031+0000","last_fullsized":"2024-04-15T14:34:11.190031+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_clean_scrub_stamp":"2024-04-15T14:33:34.601025+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T21:21:59.746956+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,1],"acting":[5,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.39","version":"0'0","reported_seq":17,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-15T14:34:09.420613+0000","last_change":"2024-04-15T14:33:34.983498+0000","last_active":"2024-04-15T14:34:09.420613+0000","last_peered":"2024-04-15T14:34:09.420613+0000","last_clean":"2024-04-15T14:34:09.420613+0000","last_became_active":"2024-04-15T14:33:34.983209+0000","last_became_peered":"2024-04-15T14:33:34.983209+0000","last_unstale":"2024-04-15T14:34:09.420613+0000","last_undegraded":"2024-04-15T14:34:09.420613+0000","last_fullsized":"2024-04-15T14:34:09.420613+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_clean_scrub_stamp":"2024-04-15T14:33:34.601025+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T17:11:43.334132+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"0'0","reported_seq":17,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-15T14:34:09.419785+0000","last_change":"2024-04-15T14:33:34.996287+0000","last_active":"2024-04-15T14:34:09.419785+0000","last_peered":"2024-04-15T14:34:09.419785+0000","last_clean":"2024-04-15T14:34:09.419785+0000","last_became_active":"2024-04-15T14:33:34.995992+0000","last_became_peered":"2024-04-15T14:33:34.995992+0000","last_unstale":"2024-04-15T14:34:09.419785+0000","last_undegraded":"2024-04-15T14:34:09.419785+0000","last_fullsized":"2024-04-15T14:34:09.419785+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_clean_scrub_stamp":"2024-04-15T14:33:34.601025+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T16:24:42.785358+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.37","version":"0'0","reported_seq":17,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-15T14:34:09.421427+0000","last_change":"2024-04-15T14:33:34.987678+0000","last_active":"2024-04-15T14:34:09.421427+0000","last_peered":"2024-04-15T14:34:09.421427+0000","last_clean":"2024-04-15T14:34:09.421427+0000","last_became_active":"2024-04-15T14:33:34.986132+0000","last_became_peered":"2024-04-15T14:33:34.986132+0000","last_unstale":"2024-04-15T14:34:09.421427+0000","last_undegraded":"2024-04-15T14:34:09.421427+0000","last_fullsized":"2024-04-15T14:34:09.421427+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_clean_scrub_stamp":"2024-04-15T14:33:34.601025+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T20:28:19.567298+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,0],"acting":[7,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.36","version":"0'0","reported_seq":17,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-15T14:34:09.420649+0000","last_change":"2024-04-15T14:33:35.001503+0000","last_active":"2024-04-15T14:34:09.420649+0000","last_peered":"2024-04-15T14:34:09.420649+0000","last_clean":"2024-04-15T14:34:09.420649+0000","last_became_active":"2024-04-15T14:33:35.001219+0000","last_became_peered":"2024-04-15T14:33:35.001219+0000","last_unstale":"2024-04-15T14:34:09.420649+0000","last_undegraded":"2024-04-15T14:34:09.420649+0000","last_fullsized":"2024-04-15T14:34:09.420649+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_clean_scrub_stamp":"2024-04-15T14:33:34.601025+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-17T00:23:04.782738+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,1],"acting":[6,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.35","version":"0'0","reported_seq":17,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-15T14:34:09.420638+0000","last_change":"2024-04-15T14:33:35.007017+0000","last_active":"2024-04-15T14:34:09.420638+0000","last_peered":"2024-04-15T14:34:09.420638+0000","last_clean":"2024-04-15T14:34:09.420638+0000","last_became_active":"2024-04-15T14:33:35.006725+0000","last_became_peered":"2024-04-15T14:33:35.006725+0000","last_unstale":"2024-04-15T14:34:09.420638+0000","last_undegraded":"2024-04-15T14:34:09.420638+0000","last_fullsized":"2024-04-15T14:34:09.420638+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_clean_scrub_stamp":"2024-04-15T14:33:34.601025+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T16:46:31.161022+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,0],"acting":[6,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.34","version":"0'0","reported_seq":17,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-15T14:34:09.422220+0000","last_change":"2024-04-15T14:33:35.005055+0000","last_active":"2024-04-15T14:34:09.422220+0000","last_peered":"2024-04-15T14:34:09.422220+0000","last_clean":"2024-04-15T14:34:09.422220+0000","last_became_active":"2024-04-15T14:33:35.004731+0000","last_became_peered":"2024-04-15T14:33:35.004731+0000","last_unstale":"2024-04-15T14:34:09.422220+0000","last_undegraded":"2024-04-15T14:34:09.422220+0000","last_fullsized":"2024-04-15T14:34:09.422220+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_clean_scrub_stamp":"2024-04-15T14:33:34.601025+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T19:41:45.184445+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,0],"acting":[4,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.33","version":"0'0","reported_seq":17,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-15T14:34:09.420173+0000","last_change":"2024-04-15T14:33:34.989363+0000","last_active":"2024-04-15T14:34:09.420173+0000","last_peered":"2024-04-15T14:34:09.420173+0000","last_clean":"2024-04-15T14:34:09.420173+0000","last_became_active":"2024-04-15T14:33:34.989094+0000","last_became_peered":"2024-04-15T14:33:34.989094+0000","last_unstale":"2024-04-15T14:34:09.420173+0000","last_undegraded":"2024-04-15T14:34:09.420173+0000","last_fullsized":"2024-04-15T14:34:09.420173+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_clean_scrub_stamp":"2024-04-15T14:33:34.601025+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T17:30:02.993688+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,1],"acting":[3,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.32","version":"0'0","reported_seq":17,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-15T14:34:09.420577+0000","last_change":"2024-04-15T14:33:34.998364+0000","last_active":"2024-04-15T14:34:09.420577+0000","last_peered":"2024-04-15T14:34:09.420577+0000","last_clean":"2024-04-15T14:34:09.420577+0000","last_became_active":"2024-04-15T14:33:34.998008+0000","last_became_peered":"2024-04-15T14:33:34.998008+0000","last_unstale":"2024-04-15T14:34:09.420577+0000","last_undegraded":"2024-04-15T14:34:09.420577+0000","last_fullsized":"2024-04-15T14:34:09.420577+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_clean_scrub_stamp":"2024-04-15T14:33:34.601025+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T16:54:11.704068+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,5],"acting":[0,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"0'0","reported_seq":18,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-15T14:34:11.184764+0000","last_change":"2024-04-15T14:33:34.998425+0000","last_active":"2024-04-15T14:34:11.184764+0000","last_peered":"2024-04-15T14:34:11.184764+0000","last_clean":"2024-04-15T14:34:11.184764+0000","last_became_active":"2024-04-15T14:33:34.997447+0000","last_became_peered":"2024-04-15T14:33:34.997447+0000","last_unstale":"2024-04-15T14:34:11.184764+0000","last_undegraded":"2024-04-15T14:34:11.184764+0000","last_fullsized":"2024-04-15T14:34:11.184764+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_clean_scrub_stamp":"2024-04-15T14:33:34.601025+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T17:55:37.723928+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,5],"acting":[1,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.30","version":"0'0","reported_seq":18,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-15T14:34:11.189506+0000","last_change":"2024-04-15T14:33:34.998629+0000","last_active":"2024-04-15T14:34:11.189506+0000","last_peered":"2024-04-15T14:34:11.189506+0000","last_clean":"2024-04-15T14:34:11.189506+0000","last_became_active":"2024-04-15T14:33:34.998278+0000","last_became_peered":"2024-04-15T14:33:34.998278+0000","last_unstale":"2024-04-15T14:34:11.189506+0000","last_undegraded":"2024-04-15T14:34:11.189506+0000","last_fullsized":"2024-04-15T14:34:11.189506+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_clean_scrub_stamp":"2024-04-15T14:33:34.601025+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T17:15:05.168262+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,7],"acting":[5,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2f","version":"0'0","reported_seq":18,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-15T14:34:11.190171+0000","last_change":"2024-04-15T14:33:34.995125+0000","last_active":"2024-04-15T14:34:11.190171+0000","last_peered":"2024-04-15T14:34:11.190171+0000","last_clean":"2024-04-15T14:34:11.190171+0000","last_became_active":"2024-04-15T14:33:34.993855+0000","last_became_peered":"2024-04-15T14:33:34.993855+0000","last_unstale":"2024-04-15T14:34:11.190171+0000","last_undegraded":"2024-04-15T14:34:11.190171+0000","last_fullsized":"2024-04-15T14:34:11.190171+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_clean_scrub_stamp":"2024-04-15T14:33:34.601025+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T20:28:23.544001+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,4],"acting":[5,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2e","version":"0'0","reported_seq":18,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-15T14:34:11.186597+0000","last_change":"2024-04-15T14:33:35.000307+0000","last_active":"2024-04-15T14:34:11.186597+0000","last_peered":"2024-04-15T14:34:11.186597+0000","last_clean":"2024-04-15T14:34:11.186597+0000","last_became_active":"2024-04-15T14:33:34.998898+0000","last_became_peered":"2024-04-15T14:33:34.998898+0000","last_unstale":"2024-04-15T14:34:11.186597+0000","last_undegraded":"2024-04-15T14:34:11.186597+0000","last_fullsized":"2024-04-15T14:34:11.186597+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_clean_scrub_stamp":"2024-04-15T14:33:34.601025+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T16:47:13.887586+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,7],"acting":[2,6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2d","version":"0'0","reported_seq":17,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-15T14:34:09.421368+0000","last_change":"2024-04-15T14:33:34.996498+0000","last_active":"2024-04-15T14:34:09.421368+0000","last_peered":"2024-04-15T14:34:09.421368+0000","last_clean":"2024-04-15T14:34:09.421368+0000","last_became_active":"2024-04-15T14:33:34.996228+0000","last_became_peered":"2024-04-15T14:33:34.996228+0000","last_unstale":"2024-04-15T14:34:09.421368+0000","last_undegraded":"2024-04-15T14:34:09.421368+0000","last_fullsized":"2024-04-15T14:34:09.421368+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_clean_scrub_stamp":"2024-04-15T14:33:34.601025+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T16:54:36.555432+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,6],"acting":[7,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.1f","version":"62'4","reported_seq":22,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-15T14:34:09.420869+0000","last_change":"2024-04-15T14:33:34.621772+0000","last_active":"2024-04-15T14:34:09.420869+0000","last_peered":"2024-04-15T14:34:09.420869+0000","last_clean":"2024-04-15T14:34:09.420869+0000","last_became_active":"2024-04-15T14:33:34.621484+0000","last_became_peered":"2024-04-15T14:33:34.621484+0000","last_unstale":"2024-04-15T14:34:09.420869+0000","last_undegraded":"2024-04-15T14:34:09.420869+0000","last_fullsized":"2024-04-15T14:34:09.420869+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T14:33:33.599136+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T14:33:33.599136+0000","last_clean_scrub_stamp":"2024-04-15T14:33:33.599136+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T22:19:23.275893+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,4],"acting":[0,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":17,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-15T14:34:09.420235+0000","last_change":"2024-04-15T14:33:34.999463+0000","last_active":"2024-04-15T14:34:09.420235+0000","last_peered":"2024-04-15T14:34:09.420235+0000","last_clean":"2024-04-15T14:34:09.420235+0000","last_became_active":"2024-04-15T14:33:34.999171+0000","last_became_peered":"2024-04-15T14:33:34.999171+0000","last_unstale":"2024-04-15T14:34:09.420235+0000","last_undegraded":"2024-04-15T14:34:09.420235+0000","last_fullsized":"2024-04-15T14:34:09.420235+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_clean_scrub_stamp":"2024-04-15T14:33:34.601025+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T19:19:27.401880+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,2],"acting":[3,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1e","version":"62'1","reported_seq":19,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-15T14:34:09.420382+0000","last_change":"2024-04-15T14:33:34.624485+0000","last_active":"2024-04-15T14:34:09.420382+0000","last_peered":"2024-04-15T14:34:09.420382+0000","last_clean":"2024-04-15T14:34:09.420382+0000","last_became_active":"2024-04-15T14:33:34.624152+0000","last_became_peered":"2024-04-15T14:33:34.624152+0000","last_unstale":"2024-04-15T14:34:09.420382+0000","last_undegraded":"2024-04-15T14:34:09.420382+0000","last_fullsized":"2024-04-15T14:34:09.420382+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T14:33:33.599136+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T14:33:33.599136+0000","last_clean_scrub_stamp":"2024-04-15T14:33:33.599136+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T21:43:54.191384+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":17,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-15T14:34:09.420779+0000","last_change":"2024-04-15T14:33:34.985195+0000","last_active":"2024-04-15T14:34:09.420779+0000","last_peered":"2024-04-15T14:34:09.420779+0000","last_clean":"2024-04-15T14:34:09.420779+0000","last_became_active":"2024-04-15T14:33:34.984593+0000","last_became_peered":"2024-04-15T14:33:34.984593+0000","last_unstale":"2024-04-15T14:34:09.420779+0000","last_undegraded":"2024-04-15T14:34:09.420779+0000","last_fullsized":"2024-04-15T14:34:09.420779+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_clean_scrub_stamp":"2024-04-15T14:33:34.601025+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T21:53:26.282912+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,2],"acting":[0,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1d","version":"62'2","reported_seq":20,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-15T14:34:09.421572+0000","last_change":"2024-04-15T14:33:34.629818+0000","last_active":"2024-04-15T14:34:09.421572+0000","last_peered":"2024-04-15T14:34:09.421572+0000","last_clean":"2024-04-15T14:34:09.421572+0000","last_became_active":"2024-04-15T14:33:34.629295+0000","last_became_peered":"2024-04-15T14:33:34.629295+0000","last_unstale":"2024-04-15T14:34:09.421572+0000","last_undegraded":"2024-04-15T14:34:09.421572+0000","last_fullsized":"2024-04-15T14:34:09.421572+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T14:33:33.599136+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T14:33:33.599136+0000","last_clean_scrub_stamp":"2024-04-15T14:33:33.599136+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T17:22:13.588507+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":18,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-15T14:34:11.189926+0000","last_change":"2024-04-15T14:33:34.990806+0000","last_active":"2024-04-15T14:34:11.189926+0000","last_peered":"2024-04-15T14:34:11.189926+0000","last_clean":"2024-04-15T14:34:11.189926+0000","last_became_active":"2024-04-15T14:33:34.990271+0000","last_became_peered":"2024-04-15T14:33:34.990271+0000","last_unstale":"2024-04-15T14:34:11.189926+0000","last_undegraded":"2024-04-15T14:34:11.189926+0000","last_fullsized":"2024-04-15T14:34:11.189926+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_clean_scrub_stamp":"2024-04-15T14:33:34.601025+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T16:08:05.354437+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1c","version":"62'2","reported_seq":20,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-15T14:34:09.420900+0000","last_change":"2024-04-15T14:33:34.628676+0000","last_active":"2024-04-15T14:34:09.420900+0000","last_peered":"2024-04-15T14:34:09.420900+0000","last_clean":"2024-04-15T14:34:09.420900+0000","last_became_active":"2024-04-15T14:33:34.628033+0000","last_became_peered":"2024-04-15T14:33:34.628033+0000","last_unstale":"2024-04-15T14:34:09.420900+0000","last_undegraded":"2024-04-15T14:34:09.420900+0000","last_fullsized":"2024-04-15T14:34:09.420900+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T14:33:33.599136+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T14:33:33.599136+0000","last_clean_scrub_stamp":"2024-04-15T14:33:33.599136+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T18:03:09.283496+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,2],"acting":[7,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":18,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-15T14:34:11.190019+0000","last_change":"2024-04-15T14:33:34.994921+0000","last_active":"2024-04-15T14:34:11.190019+0000","last_peered":"2024-04-15T14:34:11.190019+0000","last_clean":"2024-04-15T14:34:11.190019+0000","last_became_active":"2024-04-15T14:33:34.994612+0000","last_became_peered":"2024-04-15T14:33:34.994612+0000","last_unstale":"2024-04-15T14:34:11.190019+0000","last_undegraded":"2024-04-15T14:34:11.190019+0000","last_fullsized":"2024-04-15T14:34:11.190019+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_clean_scrub_stamp":"2024-04-15T14:33:34.601025+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T23:38:01.119309+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1b","version":"62'1","reported_seq":19,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-15T14:34:09.420406+0000","last_change":"2024-04-15T14:33:34.623272+0000","last_active":"2024-04-15T14:34:09.420406+0000","last_peered":"2024-04-15T14:34:09.420406+0000","last_clean":"2024-04-15T14:34:09.420406+0000","last_became_active":"2024-04-15T14:33:34.622710+0000","last_became_peered":"2024-04-15T14:33:34.622710+0000","last_unstale":"2024-04-15T14:34:09.420406+0000","last_undegraded":"2024-04-15T14:34:09.420406+0000","last_fullsized":"2024-04-15T14:34:09.420406+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T14:33:33.599136+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T14:33:33.599136+0000","last_clean_scrub_stamp":"2024-04-15T14:33:33.599136+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T19:37:49.694651+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,6],"acting":[3,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":17,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-15T14:34:09.421232+0000","last_change":"2024-04-15T14:33:34.993329+0000","last_active":"2024-04-15T14:34:09.421232+0000","last_peered":"2024-04-15T14:34:09.421232+0000","last_clean":"2024-04-15T14:34:09.421232+0000","last_became_active":"2024-04-15T14:33:34.992740+0000","last_became_peered":"2024-04-15T14:33:34.992740+0000","last_unstale":"2024-04-15T14:34:09.421232+0000","last_undegraded":"2024-04-15T14:34:09.421232+0000","last_fullsized":"2024-04-15T14:34:09.421232+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_clean_scrub_stamp":"2024-04-15T14:33:34.601025+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T23:48:57.993034+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2],"acting":[4,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1a","version":"62'1","reported_seq":19,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-15T14:34:09.421206+0000","last_change":"2024-04-15T14:33:34.623835+0000","last_active":"2024-04-15T14:34:09.421206+0000","last_peered":"2024-04-15T14:34:09.421206+0000","last_clean":"2024-04-15T14:34:09.421206+0000","last_became_active":"2024-04-15T14:33:34.623487+0000","last_became_peered":"2024-04-15T14:33:34.623487+0000","last_unstale":"2024-04-15T14:34:09.421206+0000","last_undegraded":"2024-04-15T14:34:09.421206+0000","last_fullsized":"2024-04-15T14:34:09.421206+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T14:33:33.599136+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T14:33:33.599136+0000","last_clean_scrub_stamp":"2024-04-15T14:33:33.599136+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T20:33:02.210280+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":17,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-15T14:34:09.420533+0000","last_change":"2024-04-15T14:33:34.990461+0000","last_active":"2024-04-15T14:34:09.420533+0000","last_peered":"2024-04-15T14:34:09.420533+0000","last_clean":"2024-04-15T14:34:09.420533+0000","last_became_active":"2024-04-15T14:33:34.990182+0000","last_became_peered":"2024-04-15T14:33:34.990182+0000","last_unstale":"2024-04-15T14:34:09.420533+0000","last_undegraded":"2024-04-15T14:34:09.420533+0000","last_fullsized":"2024-04-15T14:34:09.420533+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_clean_scrub_stamp":"2024-04-15T14:33:34.601025+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T18:43:24.325379+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,7],"acting":[0,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.19","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-15T14:34:09.420053+0000","last_change":"2024-04-15T14:33:34.624478+0000","last_active":"2024-04-15T14:34:09.420053+0000","last_peered":"2024-04-15T14:34:09.420053+0000","last_clean":"2024-04-15T14:34:09.420053+0000","last_became_active":"2024-04-15T14:33:34.623878+0000","last_became_peered":"2024-04-15T14:33:34.623878+0000","last_unstale":"2024-04-15T14:34:09.420053+0000","last_undegraded":"2024-04-15T14:34:09.420053+0000","last_fullsized":"2024-04-15T14:34:09.420053+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T14:33:33.599136+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T14:33:33.599136+0000","last_clean_scrub_stamp":"2024-04-15T14:33:33.599136+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-17T00:28:45.302916+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,0],"acting":[3,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":17,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-15T14:34:09.419959+0000","last_change":"2024-04-15T14:33:34.991888+0000","last_active":"2024-04-15T14:34:09.419959+0000","last_peered":"2024-04-15T14:34:09.419959+0000","last_clean":"2024-04-15T14:34:09.419959+0000","last_became_active":"2024-04-15T14:33:34.991512+0000","last_became_peered":"2024-04-15T14:33:34.991512+0000","last_unstale":"2024-04-15T14:34:09.419959+0000","last_undegraded":"2024-04-15T14:34:09.419959+0000","last_fullsized":"2024-04-15T14:34:09.419959+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_clean_scrub_stamp":"2024-04-15T14:33:34.601025+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T19:06:43.688802+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.18","version":"0'0","reported_seq":19,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-15T14:34:11.189572+0000","last_change":"2024-04-15T14:33:34.629712+0000","last_active":"2024-04-15T14:34:11.189572+0000","last_peered":"2024-04-15T14:34:11.189572+0000","last_clean":"2024-04-15T14:34:11.189572+0000","last_became_active":"2024-04-15T14:33:34.629407+0000","last_became_peered":"2024-04-15T14:33:34.629407+0000","last_unstale":"2024-04-15T14:34:11.189572+0000","last_undegraded":"2024-04-15T14:34:11.189572+0000","last_fullsized":"2024-04-15T14:34:11.189572+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T14:33:33.599136+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T14:33:33.599136+0000","last_clean_scrub_stamp":"2024-04-15T14:33:33.599136+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-17T00:20:23.688678+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,7],"acting":[5,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":27,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-15T14:34:11.184999+0000","last_change":"2024-04-15T14:33:58.036952+0000","last_active":"2024-04-15T14:34:11.184999+0000","last_peered":"2024-04-15T14:34:11.184999+0000","last_clean":"2024-04-15T14:34:11.184999+0000","last_became_active":"2024-04-15T14:33:58.036620+0000","last_became_peered":"2024-04-15T14:33:58.036620+0000","last_unstale":"2024-04-15T14:34:11.184999+0000","last_undegraded":"2024-04-15T14:34:11.184999+0000","last_fullsized":"2024-04-15T14:34:11.184999+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_clean_scrub_stamp":"2024-04-15T14:33:34.601025+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-17T02:31:54.190747+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,2],"acting":[1,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.17","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-15T14:34:09.420941+0000","last_change":"2024-04-15T14:33:34.626798+0000","last_active":"2024-04-15T14:34:09.420941+0000","last_peered":"2024-04-15T14:34:09.420941+0000","last_clean":"2024-04-15T14:34:09.420941+0000","last_became_active":"2024-04-15T14:33:34.626427+0000","last_became_peered":"2024-04-15T14:33:34.626427+0000","last_unstale":"2024-04-15T14:34:09.420941+0000","last_undegraded":"2024-04-15T14:34:09.420941+0000","last_fullsized":"2024-04-15T14:34:09.420941+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T14:33:33.599136+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T14:33:33.599136+0000","last_clean_scrub_stamp":"2024-04-15T14:33:33.599136+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T18:25:50.473378+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,2],"acting":[6,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":18,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-15T14:34:11.190048+0000","last_change":"2024-04-15T14:33:34.998093+0000","last_active":"2024-04-15T14:34:11.190048+0000","last_peered":"2024-04-15T14:34:11.190048+0000","last_clean":"2024-04-15T14:34:11.190048+0000","last_became_active":"2024-04-15T14:33:34.997618+0000","last_became_peered":"2024-04-15T14:33:34.997618+0000","last_unstale":"2024-04-15T14:34:11.190048+0000","last_undegraded":"2024-04-15T14:34:11.190048+0000","last_fullsized":"2024-04-15T14:34:11.190048+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_clean_scrub_stamp":"2024-04-15T14:33:34.601025+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T21:52:20.945166+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1],"acting":[5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.16","version":"0'0","reported_seq":19,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-15T14:34:11.189740+0000","last_change":"2024-04-15T14:33:34.619899+0000","last_active":"2024-04-15T14:34:11.189740+0000","last_peered":"2024-04-15T14:34:11.189740+0000","last_clean":"2024-04-15T14:34:11.189740+0000","last_became_active":"2024-04-15T14:33:34.619104+0000","last_became_peered":"2024-04-15T14:33:34.619104+0000","last_unstale":"2024-04-15T14:34:11.189740+0000","last_undegraded":"2024-04-15T14:34:11.189740+0000","last_fullsized":"2024-04-15T14:34:11.189740+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T14:33:33.599136+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T14:33:33.599136+0000","last_clean_scrub_stamp":"2024-04-15T14:33:33.599136+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T19:58:09.795799+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6,2],"acting":[5,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":17,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-15T14:34:09.420695+0000","last_change":"2024-04-15T14:33:34.984818+0000","last_active":"2024-04-15T14:34:09.420695+0000","last_peered":"2024-04-15T14:34:09.420695+0000","last_clean":"2024-04-15T14:34:09.420695+0000","last_became_active":"2024-04-15T14:33:34.983476+0000","last_became_peered":"2024-04-15T14:33:34.983476+0000","last_unstale":"2024-04-15T14:34:09.420695+0000","last_undegraded":"2024-04-15T14:34:09.420695+0000","last_fullsized":"2024-04-15T14:34:09.420695+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_clean_scrub_stamp":"2024-04-15T14:33:34.601025+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T18:55:45.495288+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.15","version":"62'3","reported_seq":22,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-15T14:34:11.185654+0000","last_change":"2024-04-15T14:33:34.626719+0000","last_active":"2024-04-15T14:34:11.185654+0000","last_peered":"2024-04-15T14:34:11.185654+0000","last_clean":"2024-04-15T14:34:11.185654+0000","last_became_active":"2024-04-15T14:33:34.626429+0000","last_became_peered":"2024-04-15T14:33:34.626429+0000","last_unstale":"2024-04-15T14:34:11.185654+0000","last_undegraded":"2024-04-15T14:34:11.185654+0000","last_fullsized":"2024-04-15T14:34:11.185654+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T14:33:33.599136+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T14:33:33.599136+0000","last_clean_scrub_stamp":"2024-04-15T14:33:33.599136+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T23:00:48.231255+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":17,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-15T14:34:09.422141+0000","last_change":"2024-04-15T14:33:35.004611+0000","last_active":"2024-04-15T14:34:09.422141+0000","last_peered":"2024-04-15T14:34:09.422141+0000","last_clean":"2024-04-15T14:34:09.422141+0000","last_became_active":"2024-04-15T14:33:35.004170+0000","last_became_peered":"2024-04-15T14:33:35.004170+0000","last_unstale":"2024-04-15T14:34:09.422141+0000","last_undegraded":"2024-04-15T14:34:09.422141+0000","last_fullsized":"2024-04-15T14:34:09.422141+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_clean_scrub_stamp":"2024-04-15T14:33:34.601025+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T16:15:49.307161+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,6],"acting":[4,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.14","version":"70'9","reported_seq":27,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-04-15T14:34:12.045768+0000","last_change":"2024-04-15T14:33:34.620715+0000","last_active":"2024-04-15T14:34:12.045768+0000","last_peered":"2024-04-15T14:34:12.045768+0000","last_clean":"2024-04-15T14:34:12.045768+0000","last_became_active":"2024-04-15T14:33:34.620361+0000","last_became_peered":"2024-04-15T14:33:34.620361+0000","last_unstale":"2024-04-15T14:34:12.045768+0000","last_undegraded":"2024-04-15T14:34:12.045768+0000","last_fullsized":"2024-04-15T14:34:12.045768+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T14:33:33.599136+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T14:33:33.599136+0000","last_clean_scrub_stamp":"2024-04-15T14:33:33.599136+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T21:57:01.722940+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":2350,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":9,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,5],"acting":[6,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":17,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-15T14:34:09.421453+0000","last_change":"2024-04-15T14:33:34.990134+0000","last_active":"2024-04-15T14:34:09.421453+0000","last_peered":"2024-04-15T14:34:09.421453+0000","last_clean":"2024-04-15T14:34:09.421453+0000","last_became_active":"2024-04-15T14:33:34.989810+0000","last_became_peered":"2024-04-15T14:33:34.989810+0000","last_unstale":"2024-04-15T14:34:09.421453+0000","last_undegraded":"2024-04-15T14:34:09.421453+0000","last_fullsized":"2024-04-15T14:34:09.421453+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_clean_scrub_stamp":"2024-04-15T14:33:34.601025+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-17T01:16:42.669792+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,4],"acting":[7,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.13","version":"62'2","reported_seq":20,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-15T14:34:09.420449+0000","last_change":"2024-04-15T14:33:34.618176+0000","last_active":"2024-04-15T14:34:09.420449+0000","last_peered":"2024-04-15T14:34:09.420449+0000","last_clean":"2024-04-15T14:34:09.420449+0000","last_became_active":"2024-04-15T14:33:34.617858+0000","last_became_peered":"2024-04-15T14:33:34.617858+0000","last_unstale":"2024-04-15T14:34:09.420449+0000","last_undegraded":"2024-04-15T14:34:09.420449+0000","last_fullsized":"2024-04-15T14:34:09.420449+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T14:33:33.599136+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T14:33:33.599136+0000","last_clean_scrub_stamp":"2024-04-15T14:33:33.599136+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-17T00:31:59.807937+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":17,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-15T14:34:09.420486+0000","last_change":"2024-04-15T14:33:34.991687+0000","last_active":"2024-04-15T14:34:09.420486+0000","last_peered":"2024-04-15T14:34:09.420486+0000","last_clean":"2024-04-15T14:34:09.420486+0000","last_became_active":"2024-04-15T14:33:34.991427+0000","last_became_peered":"2024-04-15T14:33:34.991427+0000","last_unstale":"2024-04-15T14:34:09.420486+0000","last_undegraded":"2024-04-15T14:34:09.420486+0000","last_fullsized":"2024-04-15T14:34:09.420486+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_clean_scrub_stamp":"2024-04-15T14:33:34.601025+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T23:26:13.279012+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.12","version":"0'0","reported_seq":19,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-15T14:34:11.189802+0000","last_change":"2024-04-15T14:33:34.624908+0000","last_active":"2024-04-15T14:34:11.189802+0000","last_peered":"2024-04-15T14:34:11.189802+0000","last_clean":"2024-04-15T14:34:11.189802+0000","last_became_active":"2024-04-15T14:33:34.624629+0000","last_became_peered":"2024-04-15T14:33:34.624629+0000","last_unstale":"2024-04-15T14:34:11.189802+0000","last_undegraded":"2024-04-15T14:34:11.189802+0000","last_fullsized":"2024-04-15T14:34:11.189802+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T14:33:33.599136+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T14:33:33.599136+0000","last_clean_scrub_stamp":"2024-04-15T14:33:33.599136+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T15:48:22.451797+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":17,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-15T14:34:09.421051+0000","last_change":"2024-04-15T14:33:34.990143+0000","last_active":"2024-04-15T14:34:09.421051+0000","last_peered":"2024-04-15T14:34:09.421051+0000","last_clean":"2024-04-15T14:34:09.421051+0000","last_became_active":"2024-04-15T14:33:34.989813+0000","last_became_peered":"2024-04-15T14:33:34.989813+0000","last_unstale":"2024-04-15T14:34:09.421051+0000","last_undegraded":"2024-04-15T14:34:09.421051+0000","last_fullsized":"2024-04-15T14:34:09.421051+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_clean_scrub_stamp":"2024-04-15T14:33:34.601025+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-17T02:18:28.815694+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,2],"acting":[7,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.11","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-15T14:34:09.420312+0000","last_change":"2024-04-15T14:33:34.617640+0000","last_active":"2024-04-15T14:34:09.420312+0000","last_peered":"2024-04-15T14:34:09.420312+0000","last_clean":"2024-04-15T14:34:09.420312+0000","last_became_active":"2024-04-15T14:33:34.617309+0000","last_became_peered":"2024-04-15T14:33:34.617309+0000","last_unstale":"2024-04-15T14:34:09.420312+0000","last_undegraded":"2024-04-15T14:34:09.420312+0000","last_fullsized":"2024-04-15T14:34:09.420312+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T14:33:33.599136+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T14:33:33.599136+0000","last_clean_scrub_stamp":"2024-04-15T14:33:33.599136+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T19:11:52.947432+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":17,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-15T14:34:09.420306+0000","last_change":"2024-04-15T14:33:34.989655+0000","last_active":"2024-04-15T14:34:09.420306+0000","last_peered":"2024-04-15T14:34:09.420306+0000","last_clean":"2024-04-15T14:34:09.420306+0000","last_became_active":"2024-04-15T14:33:34.988851+0000","last_became_peered":"2024-04-15T14:33:34.988851+0000","last_unstale":"2024-04-15T14:34:09.420306+0000","last_undegraded":"2024-04-15T14:34:09.420306+0000","last_fullsized":"2024-04-15T14:34:09.420306+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_clean_scrub_stamp":"2024-04-15T14:33:34.601025+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T21:16:09.182271+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.10","version":"62'8","reported_seq":27,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-15T14:34:11.184955+0000","last_change":"2024-04-15T14:33:34.624105+0000","last_active":"2024-04-15T14:34:11.184955+0000","last_peered":"2024-04-15T14:34:11.184955+0000","last_clean":"2024-04-15T14:34:11.184955+0000","last_became_active":"2024-04-15T14:33:34.623732+0000","last_became_peered":"2024-04-15T14:33:34.623732+0000","last_unstale":"2024-04-15T14:34:11.184955+0000","last_undegraded":"2024-04-15T14:34:11.184955+0000","last_fullsized":"2024-04-15T14:34:11.184955+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T14:33:33.599136+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T14:33:33.599136+0000","last_clean_scrub_stamp":"2024-04-15T14:33:33.599136+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T19:53:49.489868+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,0],"acting":[2,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":17,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-15T14:34:09.420689+0000","last_change":"2024-04-15T14:33:34.996585+0000","last_active":"2024-04-15T14:34:09.420689+0000","last_peered":"2024-04-15T14:34:09.420689+0000","last_clean":"2024-04-15T14:34:09.420689+0000","last_became_active":"2024-04-15T14:33:34.996051+0000","last_became_peered":"2024-04-15T14:33:34.996051+0000","last_unstale":"2024-04-15T14:34:09.420689+0000","last_undegraded":"2024-04-15T14:34:09.420689+0000","last_fullsized":"2024-04-15T14:34:09.420689+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_clean_scrub_stamp":"2024-04-15T14:33:34.601025+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T18:59:17.927268+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.f","version":"62'1","reported_seq":19,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-15T14:34:09.422176+0000","last_change":"2024-04-15T14:33:34.625302+0000","last_active":"2024-04-15T14:34:09.422176+0000","last_peered":"2024-04-15T14:34:09.422176+0000","last_clean":"2024-04-15T14:34:09.422176+0000","last_became_active":"2024-04-15T14:33:34.624897+0000","last_became_peered":"2024-04-15T14:33:34.624897+0000","last_unstale":"2024-04-15T14:34:09.422176+0000","last_undegraded":"2024-04-15T14:34:09.422176+0000","last_fullsized":"2024-04-15T14:34:09.422176+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T14:33:33.599136+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T14:33:33.599136+0000","last_clean_scrub_stamp":"2024-04-15T14:33:33.599136+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T21:13:05.143999+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,7],"acting":[4,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":17,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-15T14:34:09.421757+0000","last_change":"2024-04-15T14:33:34.993901+0000","last_active":"2024-04-15T14:34:09.421757+0000","last_peered":"2024-04-15T14:34:09.421757+0000","last_clean":"2024-04-15T14:34:09.421757+0000","last_became_active":"2024-04-15T14:33:34.993595+0000","last_became_peered":"2024-04-15T14:33:34.993595+0000","last_unstale":"2024-04-15T14:34:09.421757+0000","last_undegraded":"2024-04-15T14:34:09.421757+0000","last_fullsized":"2024-04-15T14:34:09.421757+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_clean_scrub_stamp":"2024-04-15T14:33:34.601025+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T19:34:11.232371+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":13,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-04-15T14:34:12.004042+0000","last_change":"2024-04-15T14:34:08.175699+0000","last_active":"2024-04-15T14:34:12.004042+0000","last_peered":"2024-04-15T14:34:12.004042+0000","last_clean":"2024-04-15T14:34:12.004042+0000","last_became_active":"2024-04-15T14:34:08.175406+0000","last_became_peered":"2024-04-15T14:34:08.175406+0000","last_unstale":"2024-04-15T14:34:12.004042+0000","last_undegraded":"2024-04-15T14:34:12.004042+0000","last_fullsized":"2024-04-15T14:34:12.004042+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T14:34:07.163731+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T14:34:07.163731+0000","last_clean_scrub_stamp":"2024-04-15T14:34:07.163731+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-17T01:11:04.721552+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,4],"acting":[1,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":19,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-15T14:34:11.185222+0000","last_change":"2024-04-15T14:33:34.629663+0000","last_active":"2024-04-15T14:34:11.185222+0000","last_peered":"2024-04-15T14:34:11.185222+0000","last_clean":"2024-04-15T14:34:11.185222+0000","last_became_active":"2024-04-15T14:33:34.629358+0000","last_became_peered":"2024-04-15T14:33:34.629358+0000","last_unstale":"2024-04-15T14:34:11.185222+0000","last_undegraded":"2024-04-15T14:34:11.185222+0000","last_fullsized":"2024-04-15T14:34:11.185222+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T14:33:33.599136+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T14:33:33.599136+0000","last_clean_scrub_stamp":"2024-04-15T14:33:33.599136+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T18:29:51.531354+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,7],"acting":[1,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":18,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-15T14:34:11.189856+0000","last_change":"2024-04-15T14:33:34.991615+0000","last_active":"2024-04-15T14:34:11.189856+0000","last_peered":"2024-04-15T14:34:11.189856+0000","last_clean":"2024-04-15T14:34:11.189856+0000","last_became_active":"2024-04-15T14:33:34.990545+0000","last_became_peered":"2024-04-15T14:33:34.990545+0000","last_unstale":"2024-04-15T14:34:11.189856+0000","last_undegraded":"2024-04-15T14:34:11.189856+0000","last_fullsized":"2024-04-15T14:34:11.189856+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_clean_scrub_stamp":"2024-04-15T14:33:34.601025+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-17T00:27:00.368726+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":13,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-04-15T14:34:12.003833+0000","last_change":"2024-04-15T14:34:08.174929+0000","last_active":"2024-04-15T14:34:12.003833+0000","last_peered":"2024-04-15T14:34:12.003833+0000","last_clean":"2024-04-15T14:34:12.003833+0000","last_became_active":"2024-04-15T14:34:08.174645+0000","last_became_peered":"2024-04-15T14:34:08.174645+0000","last_unstale":"2024-04-15T14:34:12.003833+0000","last_undegraded":"2024-04-15T14:34:12.003833+0000","last_fullsized":"2024-04-15T14:34:12.003833+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T14:34:07.163731+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T14:34:07.163731+0000","last_clean_scrub_stamp":"2024-04-15T14:34:07.163731+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-17T01:46:22.719821+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,3],"acting":[1,2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":19,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-15T14:34:11.189726+0000","last_change":"2024-04-15T14:33:34.622274+0000","last_active":"2024-04-15T14:34:11.189726+0000","last_peered":"2024-04-15T14:34:11.189726+0000","last_clean":"2024-04-15T14:34:11.189726+0000","last_became_active":"2024-04-15T14:33:34.618830+0000","last_became_peered":"2024-04-15T14:33:34.618830+0000","last_unstale":"2024-04-15T14:34:11.189726+0000","last_undegraded":"2024-04-15T14:34:11.189726+0000","last_fullsized":"2024-04-15T14:34:11.189726+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T14:33:33.599136+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T14:33:33.599136+0000","last_clean_scrub_stamp":"2024-04-15T14:33:33.599136+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T18:53:51.788701+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,6],"acting":[5,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":17,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-15T14:34:09.422003+0000","last_change":"2024-04-15T14:33:35.003516+0000","last_active":"2024-04-15T14:34:09.422003+0000","last_peered":"2024-04-15T14:34:09.422003+0000","last_clean":"2024-04-15T14:34:09.422003+0000","last_became_active":"2024-04-15T14:33:35.003208+0000","last_became_peered":"2024-04-15T14:33:35.003208+0000","last_unstale":"2024-04-15T14:34:09.422003+0000","last_undegraded":"2024-04-15T14:34:09.422003+0000","last_fullsized":"2024-04-15T14:34:09.422003+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_clean_scrub_stamp":"2024-04-15T14:33:34.601025+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-17T00:06:21.618555+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,6],"acting":[4,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.7","version":"0'0","reported_seq":13,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-04-15T14:34:12.004543+0000","last_change":"2024-04-15T14:34:08.174400+0000","last_active":"2024-04-15T14:34:12.004543+0000","last_peered":"2024-04-15T14:34:12.004543+0000","last_clean":"2024-04-15T14:34:12.004543+0000","last_became_active":"2024-04-15T14:34:08.174109+0000","last_became_peered":"2024-04-15T14:34:08.174109+0000","last_unstale":"2024-04-15T14:34:12.004543+0000","last_undegraded":"2024-04-15T14:34:12.004543+0000","last_fullsized":"2024-04-15T14:34:12.004543+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T14:34:07.163731+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T14:34:07.163731+0000","last_clean_scrub_stamp":"2024-04-15T14:34:07.163731+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T15:25:43.459008+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":18,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-15T14:34:11.184598+0000","last_change":"2024-04-15T14:33:35.000587+0000","last_active":"2024-04-15T14:34:11.184598+0000","last_peered":"2024-04-15T14:34:11.184598+0000","last_clean":"2024-04-15T14:34:11.184598+0000","last_became_active":"2024-04-15T14:33:35.000319+0000","last_became_peered":"2024-04-15T14:33:35.000319+0000","last_unstale":"2024-04-15T14:34:11.184598+0000","last_undegraded":"2024-04-15T14:34:11.184598+0000","last_fullsized":"2024-04-15T14:34:11.184598+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_clean_scrub_stamp":"2024-04-15T14:33:34.601025+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T17:34:15.729312+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,6],"acting":[1,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":19,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-15T14:34:11.186389+0000","last_change":"2024-04-15T14:33:34.612037+0000","last_active":"2024-04-15T14:34:11.186389+0000","last_peered":"2024-04-15T14:34:11.186389+0000","last_clean":"2024-04-15T14:34:11.186389+0000","last_became_active":"2024-04-15T14:33:34.611678+0000","last_became_peered":"2024-04-15T14:33:34.611678+0000","last_unstale":"2024-04-15T14:34:11.186389+0000","last_undegraded":"2024-04-15T14:34:11.186389+0000","last_fullsized":"2024-04-15T14:34:11.186389+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T14:33:33.599136+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T14:33:33.599136+0000","last_clean_scrub_stamp":"2024-04-15T14:33:33.599136+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T20:09:05.939655+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.5","version":"0'0","reported_seq":12,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-04-15T14:34:12.043554+0000","last_change":"2024-04-15T14:34:08.861132+0000","last_active":"2024-04-15T14:34:12.043554+0000","last_peered":"2024-04-15T14:34:12.043554+0000","last_clean":"2024-04-15T14:34:12.043554+0000","last_became_active":"2024-04-15T14:34:08.860872+0000","last_became_peered":"2024-04-15T14:34:08.860872+0000","last_unstale":"2024-04-15T14:34:12.043554+0000","last_undegraded":"2024-04-15T14:34:12.043554+0000","last_fullsized":"2024-04-15T14:34:12.043554+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T14:34:07.163731+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T14:34:07.163731+0000","last_clean_scrub_stamp":"2024-04-15T14:34:07.163731+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T15:16:32.959519+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":17,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-15T14:34:09.420141+0000","last_change":"2024-04-15T14:33:35.001017+0000","last_active":"2024-04-15T14:34:09.420141+0000","last_peered":"2024-04-15T14:34:09.420141+0000","last_clean":"2024-04-15T14:34:09.420141+0000","last_became_active":"2024-04-15T14:33:35.000740+0000","last_became_peered":"2024-04-15T14:33:35.000740+0000","last_unstale":"2024-04-15T14:34:09.420141+0000","last_undegraded":"2024-04-15T14:34:09.420141+0000","last_fullsized":"2024-04-15T14:34:09.420141+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_clean_scrub_stamp":"2024-04-15T14:33:34.601025+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T15:36:49.292433+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":19,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-15T14:34:11.189852+0000","last_change":"2024-04-15T14:33:34.625622+0000","last_active":"2024-04-15T14:34:11.189852+0000","last_peered":"2024-04-15T14:34:11.189852+0000","last_clean":"2024-04-15T14:34:11.189852+0000","last_became_active":"2024-04-15T14:33:34.625326+0000","last_became_peered":"2024-04-15T14:33:34.625326+0000","last_unstale":"2024-04-15T14:34:11.189852+0000","last_undegraded":"2024-04-15T14:34:11.189852+0000","last_fullsized":"2024-04-15T14:34:11.189852+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T14:33:33.599136+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T14:33:33.599136+0000","last_clean_scrub_stamp":"2024-04-15T14:33:33.599136+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-17T02:03:12.400947+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.0","version":"70'128","reported_seq":266,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-04-15T14:34:13.997322+0000","last_change":"2024-04-15T14:33:19.663705+0000","last_active":"2024-04-15T14:34:13.997322+0000","last_peered":"2024-04-15T14:34:13.997322+0000","last_clean":"2024-04-15T14:34:13.997322+0000","last_became_active":"2024-04-15T14:33:19.663309+0000","last_became_peered":"2024-04-15T14:33:19.663309+0000","last_unstale":"2024-04-15T14:34:13.997322+0000","last_undegraded":"2024-04-15T14:34:13.997322+0000","last_fullsized":"2024-04-15T14:34:13.997322+0000","mapping_epoch":58,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":59,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T14:31:12.725041+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T14:31:12.725041+0000","last_clean_scrub_stamp":"2024-04-15T14:31:12.725041+0000","objects_scrubbed":0,"log_size":128,"log_dups_size":0,"ondisk_log_size":128,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T14:44:01.829701+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":212,"num_read_kb":306,"num_write":179,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":12,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-04-15T14:34:11.923982+0000","last_change":"2024-04-15T14:34:08.177093+0000","last_active":"2024-04-15T14:34:11.923982+0000","last_peered":"2024-04-15T14:34:11.923982+0000","last_clean":"2024-04-15T14:34:11.923982+0000","last_became_active":"2024-04-15T14:34:08.176706+0000","last_became_peered":"2024-04-15T14:34:08.176706+0000","last_unstale":"2024-04-15T14:34:11.923982+0000","last_undegraded":"2024-04-15T14:34:11.923982+0000","last_fullsized":"2024-04-15T14:34:11.923982+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T14:34:07.163731+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T14:34:07.163731+0000","last_clean_scrub_stamp":"2024-04-15T14:34:07.163731+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T15:32:16.306807+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,2],"acting":[0,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":17,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-15T14:34:09.420250+0000","last_change":"2024-04-15T14:33:34.990529+0000","last_active":"2024-04-15T14:34:09.420250+0000","last_peered":"2024-04-15T14:34:09.420250+0000","last_clean":"2024-04-15T14:34:09.420250+0000","last_became_active":"2024-04-15T14:33:34.990226+0000","last_became_peered":"2024-04-15T14:33:34.990226+0000","last_unstale":"2024-04-15T14:34:09.420250+0000","last_undegraded":"2024-04-15T14:34:09.420250+0000","last_fullsized":"2024-04-15T14:34:09.420250+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_clean_scrub_stamp":"2024-04-15T14:33:34.601025+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T14:50:23.902511+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-15T14:34:09.420220+0000","last_change":"2024-04-15T14:33:34.631357+0000","last_active":"2024-04-15T14:34:09.420220+0000","last_peered":"2024-04-15T14:34:09.420220+0000","last_clean":"2024-04-15T14:34:09.420220+0000","last_became_active":"2024-04-15T14:33:34.630734+0000","last_became_peered":"2024-04-15T14:33:34.630734+0000","last_unstale":"2024-04-15T14:34:09.420220+0000","last_undegraded":"2024-04-15T14:34:09.420220+0000","last_fullsized":"2024-04-15T14:34:09.420220+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T14:33:33.599136+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T14:33:33.599136+0000","last_clean_scrub_stamp":"2024-04-15T14:33:33.599136+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T16:38:14.970973+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.3","version":"0'0","reported_seq":12,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-04-15T14:34:11.922785+0000","last_change":"2024-04-15T14:34:08.861054+0000","last_active":"2024-04-15T14:34:11.922785+0000","last_peered":"2024-04-15T14:34:11.922785+0000","last_clean":"2024-04-15T14:34:11.922785+0000","last_became_active":"2024-04-15T14:34:08.860731+0000","last_became_peered":"2024-04-15T14:34:08.860731+0000","last_unstale":"2024-04-15T14:34:11.922785+0000","last_undegraded":"2024-04-15T14:34:11.922785+0000","last_fullsized":"2024-04-15T14:34:11.922785+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T14:34:07.163731+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T14:34:07.163731+0000","last_clean_scrub_stamp":"2024-04-15T14:34:07.163731+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T16:17:09.860997+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,7],"acting":[0,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-15T14:34:09.421537+0000","last_change":"2024-04-15T14:33:34.629731+0000","last_active":"2024-04-15T14:34:09.421537+0000","last_peered":"2024-04-15T14:34:09.421537+0000","last_clean":"2024-04-15T14:34:09.421537+0000","last_became_active":"2024-04-15T14:33:34.629246+0000","last_became_peered":"2024-04-15T14:33:34.629246+0000","last_unstale":"2024-04-15T14:34:09.421537+0000","last_undegraded":"2024-04-15T14:34:09.421537+0000","last_fullsized":"2024-04-15T14:34:09.421537+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T14:33:33.599136+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T14:33:33.599136+0000","last_clean_scrub_stamp":"2024-04-15T14:33:33.599136+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T15:33:31.194531+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":18,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-15T14:34:11.185422+0000","last_change":"2024-04-15T14:33:35.003150+0000","last_active":"2024-04-15T14:34:11.185422+0000","last_peered":"2024-04-15T14:34:11.185422+0000","last_clean":"2024-04-15T14:34:11.185422+0000","last_became_active":"2024-04-15T14:33:35.002820+0000","last_became_peered":"2024-04-15T14:33:35.002820+0000","last_unstale":"2024-04-15T14:34:11.185422+0000","last_undegraded":"2024-04-15T14:34:11.185422+0000","last_fullsized":"2024-04-15T14:34:11.185422+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_clean_scrub_stamp":"2024-04-15T14:33:34.601025+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T16:39:13.245694+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,5],"acting":[1,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":12,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-04-15T14:34:12.045388+0000","last_change":"2024-04-15T14:34:08.860622+0000","last_active":"2024-04-15T14:34:12.045388+0000","last_peered":"2024-04-15T14:34:12.045388+0000","last_clean":"2024-04-15T14:34:12.045388+0000","last_became_active":"2024-04-15T14:34:08.860282+0000","last_became_peered":"2024-04-15T14:34:08.860282+0000","last_unstale":"2024-04-15T14:34:12.045388+0000","last_undegraded":"2024-04-15T14:34:12.045388+0000","last_fullsized":"2024-04-15T14:34:12.045388+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T14:34:07.163731+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T14:34:07.163731+0000","last_clean_scrub_stamp":"2024-04-15T14:34:07.163731+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T22:19:38.297438+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"63'1","reported_seq":20,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-15T14:34:11.185749+0000","last_change":"2024-04-15T14:33:34.617135+0000","last_active":"2024-04-15T14:34:11.185749+0000","last_peered":"2024-04-15T14:34:11.185749+0000","last_clean":"2024-04-15T14:34:11.185749+0000","last_became_active":"2024-04-15T14:33:34.616824+0000","last_became_peered":"2024-04-15T14:33:34.616824+0000","last_unstale":"2024-04-15T14:34:11.185749+0000","last_undegraded":"2024-04-15T14:34:11.185749+0000","last_fullsized":"2024-04-15T14:34:11.185749+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T14:33:33.599136+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T14:33:33.599136+0000","last_clean_scrub_stamp":"2024-04-15T14:33:33.599136+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T15:25:19.603212+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,4],"acting":[1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":17,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-15T14:34:09.420436+0000","last_change":"2024-04-15T14:33:35.003003+0000","last_active":"2024-04-15T14:34:09.420436+0000","last_peered":"2024-04-15T14:34:09.420436+0000","last_clean":"2024-04-15T14:34:09.420436+0000","last_became_active":"2024-04-15T14:33:35.002683+0000","last_became_peered":"2024-04-15T14:33:35.002683+0000","last_unstale":"2024-04-15T14:34:09.420436+0000","last_undegraded":"2024-04-15T14:34:09.420436+0000","last_fullsized":"2024-04-15T14:34:09.420436+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_clean_scrub_stamp":"2024-04-15T14:33:34.601025+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T21:11:35.484239+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":12,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-04-15T14:34:12.019814+0000","last_change":"2024-04-15T14:34:08.174632+0000","last_active":"2024-04-15T14:34:12.019814+0000","last_peered":"2024-04-15T14:34:12.019814+0000","last_clean":"2024-04-15T14:34:12.019814+0000","last_became_active":"2024-04-15T14:34:08.174321+0000","last_became_peered":"2024-04-15T14:34:08.174321+0000","last_unstale":"2024-04-15T14:34:12.019814+0000","last_undegraded":"2024-04-15T14:34:12.019814+0000","last_fullsized":"2024-04-15T14:34:12.019814+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T14:34:07.163731+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T14:34:07.163731+0000","last_clean_scrub_stamp":"2024-04-15T14:34:07.163731+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T14:45:15.659964+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,6],"acting":[4,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.7","version":"62'2","reported_seq":20,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-15T14:34:09.420865+0000","last_change":"2024-04-15T14:33:34.624633+0000","last_active":"2024-04-15T14:34:09.420865+0000","last_peered":"2024-04-15T14:34:09.420865+0000","last_clean":"2024-04-15T14:34:09.420865+0000","last_became_active":"2024-04-15T14:33:34.623029+0000","last_became_peered":"2024-04-15T14:33:34.623029+0000","last_unstale":"2024-04-15T14:34:09.420865+0000","last_undegraded":"2024-04-15T14:34:09.420865+0000","last_fullsized":"2024-04-15T14:34:09.420865+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T14:33:33.599136+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T14:33:33.599136+0000","last_clean_scrub_stamp":"2024-04-15T14:33:33.599136+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T19:45:31.771526+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,2],"acting":[6,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":16,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-15T14:34:11.186513+0000","last_change":"2024-04-15T14:33:58.035697+0000","last_active":"2024-04-15T14:34:11.186513+0000","last_peered":"2024-04-15T14:34:11.186513+0000","last_clean":"2024-04-15T14:34:11.186513+0000","last_became_active":"2024-04-15T14:33:58.035451+0000","last_became_peered":"2024-04-15T14:33:58.035451+0000","last_unstale":"2024-04-15T14:34:11.186513+0000","last_undegraded":"2024-04-15T14:34:11.186513+0000","last_fullsized":"2024-04-15T14:34:11.186513+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_clean_scrub_stamp":"2024-04-15T14:33:34.601025+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T16:02:26.657783+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,4],"acting":[2,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.8","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-15T14:34:09.421739+0000","last_change":"2024-04-15T14:33:34.629537+0000","last_active":"2024-04-15T14:34:09.421739+0000","last_peered":"2024-04-15T14:34:09.421739+0000","last_clean":"2024-04-15T14:34:09.421739+0000","last_became_active":"2024-04-15T14:33:34.629162+0000","last_became_peered":"2024-04-15T14:33:34.629162+0000","last_unstale":"2024-04-15T14:34:09.421739+0000","last_undegraded":"2024-04-15T14:34:09.421739+0000","last_fullsized":"2024-04-15T14:34:09.421739+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T14:33:33.599136+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T14:33:33.599136+0000","last_clean_scrub_stamp":"2024-04-15T14:33:33.599136+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T19:42:06.929486+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,1],"acting":[7,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":16,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-15T14:34:11.184626+0000","last_change":"2024-04-15T14:33:58.816159+0000","last_active":"2024-04-15T14:34:11.184626+0000","last_peered":"2024-04-15T14:34:11.184626+0000","last_clean":"2024-04-15T14:34:11.184626+0000","last_became_active":"2024-04-15T14:33:58.815786+0000","last_became_peered":"2024-04-15T14:33:58.815786+0000","last_unstale":"2024-04-15T14:34:11.184626+0000","last_undegraded":"2024-04-15T14:34:11.184626+0000","last_fullsized":"2024-04-15T14:34:11.184626+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_clean_scrub_stamp":"2024-04-15T14:33:34.601025+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T22:12:57.772917+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,7],"acting":[1,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.9","version":"0'0","reported_seq":28,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-15T14:34:11.184862+0000","last_change":"2024-04-15T14:33:58.036945+0000","last_active":"2024-04-15T14:34:11.184862+0000","last_peered":"2024-04-15T14:34:11.184862+0000","last_clean":"2024-04-15T14:34:11.184862+0000","last_became_active":"2024-04-15T14:33:58.036612+0000","last_became_peered":"2024-04-15T14:33:58.036612+0000","last_unstale":"2024-04-15T14:34:11.184862+0000","last_undegraded":"2024-04-15T14:34:11.184862+0000","last_fullsized":"2024-04-15T14:34:11.184862+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T14:33:33.599136+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T14:33:33.599136+0000","last_clean_scrub_stamp":"2024-04-15T14:33:33.599136+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T17:32:43.091852+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,3],"acting":[1,2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":17,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-15T14:34:09.419901+0000","last_change":"2024-04-15T14:33:34.995467+0000","last_active":"2024-04-15T14:34:09.419901+0000","last_peered":"2024-04-15T14:34:09.419901+0000","last_clean":"2024-04-15T14:34:09.419901+0000","last_became_active":"2024-04-15T14:33:34.994063+0000","last_became_peered":"2024-04-15T14:33:34.994063+0000","last_unstale":"2024-04-15T14:34:09.419901+0000","last_undegraded":"2024-04-15T14:34:09.419901+0000","last_fullsized":"2024-04-15T14:34:09.419901+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_clean_scrub_stamp":"2024-04-15T14:33:34.601025+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T15:59:42.559296+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.a","version":"0'0","reported_seq":19,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-15T14:34:11.184860+0000","last_change":"2024-04-15T14:33:34.629571+0000","last_active":"2024-04-15T14:34:11.184860+0000","last_peered":"2024-04-15T14:34:11.184860+0000","last_clean":"2024-04-15T14:34:11.184860+0000","last_became_active":"2024-04-15T14:33:34.629256+0000","last_became_peered":"2024-04-15T14:33:34.629256+0000","last_unstale":"2024-04-15T14:34:11.184860+0000","last_undegraded":"2024-04-15T14:34:11.184860+0000","last_fullsized":"2024-04-15T14:34:11.184860+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T14:33:33.599136+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T14:33:33.599136+0000","last_clean_scrub_stamp":"2024-04-15T14:33:33.599136+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T18:08:19.302092+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,7],"acting":[1,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":26,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-15T14:34:09.420256+0000","last_change":"2024-04-15T14:33:58.034458+0000","last_active":"2024-04-15T14:34:09.420256+0000","last_peered":"2024-04-15T14:34:09.420256+0000","last_clean":"2024-04-15T14:34:09.420256+0000","last_became_active":"2024-04-15T14:33:58.034154+0000","last_became_peered":"2024-04-15T14:33:58.034154+0000","last_unstale":"2024-04-15T14:34:09.420256+0000","last_undegraded":"2024-04-15T14:34:09.420256+0000","last_fullsized":"2024-04-15T14:34:09.420256+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_clean_scrub_stamp":"2024-04-15T14:33:34.601025+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T15:01:24.158616+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,4],"acting":[3,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.b","version":"62'2","reported_seq":20,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-15T14:34:09.421007+0000","last_change":"2024-04-15T14:33:34.627072+0000","last_active":"2024-04-15T14:34:09.421007+0000","last_peered":"2024-04-15T14:34:09.421007+0000","last_clean":"2024-04-15T14:34:09.421007+0000","last_became_active":"2024-04-15T14:33:34.626764+0000","last_became_peered":"2024-04-15T14:33:34.626764+0000","last_unstale":"2024-04-15T14:34:09.421007+0000","last_undegraded":"2024-04-15T14:34:09.421007+0000","last_fullsized":"2024-04-15T14:34:09.421007+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T14:33:33.599136+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T14:33:33.599136+0000","last_clean_scrub_stamp":"2024-04-15T14:33:33.599136+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T19:48:29.128158+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,5],"acting":[7,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":17,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-15T14:34:09.421130+0000","last_change":"2024-04-15T14:33:35.002154+0000","last_active":"2024-04-15T14:34:09.421130+0000","last_peered":"2024-04-15T14:34:09.421130+0000","last_clean":"2024-04-15T14:34:09.421130+0000","last_became_active":"2024-04-15T14:33:35.001879+0000","last_became_peered":"2024-04-15T14:33:35.001879+0000","last_unstale":"2024-04-15T14:34:09.421130+0000","last_undegraded":"2024-04-15T14:34:09.421130+0000","last_fullsized":"2024-04-15T14:34:09.421130+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_clean_scrub_stamp":"2024-04-15T14:33:34.601025+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T22:47:05.094202+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.c","version":"0'0","reported_seq":19,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-15T14:34:11.185507+0000","last_change":"2024-04-15T14:33:34.620187+0000","last_active":"2024-04-15T14:34:11.185507+0000","last_peered":"2024-04-15T14:34:11.185507+0000","last_clean":"2024-04-15T14:34:11.185507+0000","last_became_active":"2024-04-15T14:33:34.619885+0000","last_became_peered":"2024-04-15T14:33:34.619885+0000","last_unstale":"2024-04-15T14:34:11.185507+0000","last_undegraded":"2024-04-15T14:34:11.185507+0000","last_fullsized":"2024-04-15T14:34:11.185507+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T14:33:33.599136+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T14:33:33.599136+0000","last_clean_scrub_stamp":"2024-04-15T14:33:33.599136+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T21:37:15.148104+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,0],"acting":[2,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":17,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-15T14:34:09.421480+0000","last_change":"2024-04-15T14:33:34.994756+0000","last_active":"2024-04-15T14:34:09.421480+0000","last_peered":"2024-04-15T14:34:09.421480+0000","last_clean":"2024-04-15T14:34:09.421480+0000","last_became_active":"2024-04-15T14:33:34.994464+0000","last_became_peered":"2024-04-15T14:33:34.994464+0000","last_unstale":"2024-04-15T14:34:09.421480+0000","last_undegraded":"2024-04-15T14:34:09.421480+0000","last_fullsized":"2024-04-15T14:34:09.421480+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_clean_scrub_stamp":"2024-04-15T14:33:34.601025+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T17:22:46.786639+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,6],"acting":[7,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.d","version":"62'1","reported_seq":20,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-15T14:34:11.185542+0000","last_change":"2024-04-15T14:33:34.622686+0000","last_active":"2024-04-15T14:34:11.185542+0000","last_peered":"2024-04-15T14:34:11.185542+0000","last_clean":"2024-04-15T14:34:11.185542+0000","last_became_active":"2024-04-15T14:33:34.622389+0000","last_became_peered":"2024-04-15T14:33:34.622389+0000","last_unstale":"2024-04-15T14:34:11.185542+0000","last_undegraded":"2024-04-15T14:34:11.185542+0000","last_fullsized":"2024-04-15T14:34:11.185542+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T14:33:33.599136+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T14:33:33.599136+0000","last_clean_scrub_stamp":"2024-04-15T14:33:33.599136+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T17:25:51.291953+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,3],"acting":[1,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":18,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-15T14:34:11.189777+0000","last_change":"2024-04-15T14:33:34.995788+0000","last_active":"2024-04-15T14:34:11.189777+0000","last_peered":"2024-04-15T14:34:11.189777+0000","last_clean":"2024-04-15T14:34:11.189777+0000","last_became_active":"2024-04-15T14:33:34.995241+0000","last_became_peered":"2024-04-15T14:33:34.995241+0000","last_unstale":"2024-04-15T14:34:11.189777+0000","last_undegraded":"2024-04-15T14:34:11.189777+0000","last_fullsized":"2024-04-15T14:34:11.189777+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_clean_scrub_stamp":"2024-04-15T14:33:34.601025+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T23:34:07.957266+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6],"acting":[5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.e","version":"62'2","reported_seq":21,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-15T14:34:11.186524+0000","last_change":"2024-04-15T14:33:34.624138+0000","last_active":"2024-04-15T14:34:11.186524+0000","last_peered":"2024-04-15T14:34:11.186524+0000","last_clean":"2024-04-15T14:34:11.186524+0000","last_became_active":"2024-04-15T14:33:34.623682+0000","last_became_peered":"2024-04-15T14:33:34.623682+0000","last_unstale":"2024-04-15T14:34:11.186524+0000","last_undegraded":"2024-04-15T14:34:11.186524+0000","last_fullsized":"2024-04-15T14:34:11.186524+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T14:33:33.599136+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T14:33:33.599136+0000","last_clean_scrub_stamp":"2024-04-15T14:33:33.599136+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T14:38:37.078963+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,7],"acting":[2,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":17,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-15T14:34:09.421291+0000","last_change":"2024-04-15T14:33:34.982615+0000","last_active":"2024-04-15T14:34:09.421291+0000","last_peered":"2024-04-15T14:34:09.421291+0000","last_clean":"2024-04-15T14:34:09.421291+0000","last_became_active":"2024-04-15T14:33:34.982331+0000","last_became_peered":"2024-04-15T14:33:34.982331+0000","last_unstale":"2024-04-15T14:34:09.421291+0000","last_undegraded":"2024-04-15T14:34:09.421291+0000","last_fullsized":"2024-04-15T14:34:09.421291+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_clean_scrub_stamp":"2024-04-15T14:33:34.601025+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T20:54:20.013150+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.20","version":"0'0","reported_seq":17,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-15T14:34:09.420661+0000","last_change":"2024-04-15T14:33:34.990625+0000","last_active":"2024-04-15T14:34:09.420661+0000","last_peered":"2024-04-15T14:34:09.420661+0000","last_clean":"2024-04-15T14:34:09.420661+0000","last_became_active":"2024-04-15T14:33:34.989978+0000","last_became_peered":"2024-04-15T14:33:34.989978+0000","last_unstale":"2024-04-15T14:34:09.420661+0000","last_undegraded":"2024-04-15T14:34:09.420661+0000","last_fullsized":"2024-04-15T14:34:09.420661+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_clean_scrub_stamp":"2024-04-15T14:33:34.601025+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-17T01:30:06.257186+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.21","version":"0'0","reported_seq":18,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-15T14:34:11.186365+0000","last_change":"2024-04-15T14:33:34.998364+0000","last_active":"2024-04-15T14:34:11.186365+0000","last_peered":"2024-04-15T14:34:11.186365+0000","last_clean":"2024-04-15T14:34:11.186365+0000","last_became_active":"2024-04-15T14:33:34.997044+0000","last_became_peered":"2024-04-15T14:33:34.997044+0000","last_unstale":"2024-04-15T14:34:11.186365+0000","last_undegraded":"2024-04-15T14:34:11.186365+0000","last_fullsized":"2024-04-15T14:34:11.186365+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_clean_scrub_stamp":"2024-04-15T14:33:34.601025+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T22:49:03.837452+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,6],"acting":[2,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.22","version":"0'0","reported_seq":18,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-15T14:34:11.189811+0000","last_change":"2024-04-15T14:33:34.992503+0000","last_active":"2024-04-15T14:34:11.189811+0000","last_peered":"2024-04-15T14:34:11.189811+0000","last_clean":"2024-04-15T14:34:11.189811+0000","last_became_active":"2024-04-15T14:33:34.992079+0000","last_became_peered":"2024-04-15T14:33:34.992079+0000","last_unstale":"2024-04-15T14:34:11.189811+0000","last_undegraded":"2024-04-15T14:34:11.189811+0000","last_fullsized":"2024-04-15T14:34:11.189811+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_clean_scrub_stamp":"2024-04-15T14:33:34.601025+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T16:58:09.752124+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,0],"acting":[5,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.23","version":"0'0","reported_seq":17,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-15T14:34:09.420355+0000","last_change":"2024-04-15T14:33:34.992800+0000","last_active":"2024-04-15T14:34:09.420355+0000","last_peered":"2024-04-15T14:34:09.420355+0000","last_clean":"2024-04-15T14:34:09.420355+0000","last_became_active":"2024-04-15T14:33:34.992471+0000","last_became_peered":"2024-04-15T14:33:34.992471+0000","last_unstale":"2024-04-15T14:34:09.420355+0000","last_undegraded":"2024-04-15T14:34:09.420355+0000","last_fullsized":"2024-04-15T14:34:09.420355+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_clean_scrub_stamp":"2024-04-15T14:33:34.601025+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T21:30:30.464102+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,4],"acting":[0,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.24","version":"0'0","reported_seq":17,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-15T14:34:09.420677+0000","last_change":"2024-04-15T14:33:34.985890+0000","last_active":"2024-04-15T14:34:09.420677+0000","last_peered":"2024-04-15T14:34:09.420677+0000","last_clean":"2024-04-15T14:34:09.420677+0000","last_became_active":"2024-04-15T14:33:34.985498+0000","last_became_peered":"2024-04-15T14:33:34.985498+0000","last_unstale":"2024-04-15T14:34:09.420677+0000","last_undegraded":"2024-04-15T14:34:09.420677+0000","last_fullsized":"2024-04-15T14:34:09.420677+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_clean_scrub_stamp":"2024-04-15T14:33:34.601025+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T19:30:22.954108+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,0],"acting":[3,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.25","version":"0'0","reported_seq":18,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-15T14:34:11.185419+0000","last_change":"2024-04-15T14:33:35.001671+0000","last_active":"2024-04-15T14:34:11.185419+0000","last_peered":"2024-04-15T14:34:11.185419+0000","last_clean":"2024-04-15T14:34:11.185419+0000","last_became_active":"2024-04-15T14:33:35.001398+0000","last_became_peered":"2024-04-15T14:33:35.001398+0000","last_unstale":"2024-04-15T14:34:11.185419+0000","last_undegraded":"2024-04-15T14:34:11.185419+0000","last_fullsized":"2024-04-15T14:34:11.185419+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_clean_scrub_stamp":"2024-04-15T14:33:34.601025+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T19:15:22.634066+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,2],"acting":[1,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.26","version":"0'0","reported_seq":17,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-15T14:34:09.420800+0000","last_change":"2024-04-15T14:33:35.006191+0000","last_active":"2024-04-15T14:34:09.420800+0000","last_peered":"2024-04-15T14:34:09.420800+0000","last_clean":"2024-04-15T14:34:09.420800+0000","last_became_active":"2024-04-15T14:33:35.005905+0000","last_became_peered":"2024-04-15T14:33:35.005905+0000","last_unstale":"2024-04-15T14:34:09.420800+0000","last_undegraded":"2024-04-15T14:34:09.420800+0000","last_fullsized":"2024-04-15T14:34:09.420800+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_clean_scrub_stamp":"2024-04-15T14:33:34.601025+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T17:07:18.456027+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,4],"acting":[6,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.27","version":"0'0","reported_seq":17,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-15T14:34:09.420516+0000","last_change":"2024-04-15T14:33:34.993952+0000","last_active":"2024-04-15T14:34:09.420516+0000","last_peered":"2024-04-15T14:34:09.420516+0000","last_clean":"2024-04-15T14:34:09.420516+0000","last_became_active":"2024-04-15T14:33:34.993406+0000","last_became_peered":"2024-04-15T14:33:34.993406+0000","last_unstale":"2024-04-15T14:34:09.420516+0000","last_undegraded":"2024-04-15T14:34:09.420516+0000","last_fullsized":"2024-04-15T14:34:09.420516+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_clean_scrub_stamp":"2024-04-15T14:33:34.601025+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T18:08:12.991005+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,2],"acting":[3,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"0'0","reported_seq":18,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-15T14:34:11.189610+0000","last_change":"2024-04-15T14:33:34.989949+0000","last_active":"2024-04-15T14:34:11.189610+0000","last_peered":"2024-04-15T14:34:11.189610+0000","last_clean":"2024-04-15T14:34:11.189610+0000","last_became_active":"2024-04-15T14:33:34.989680+0000","last_became_peered":"2024-04-15T14:33:34.989680+0000","last_unstale":"2024-04-15T14:34:11.189610+0000","last_undegraded":"2024-04-15T14:34:11.189610+0000","last_fullsized":"2024-04-15T14:34:11.189610+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_clean_scrub_stamp":"2024-04-15T14:33:34.601025+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-17T02:13:17.656911+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"0'0","reported_seq":17,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-15T14:34:09.420042+0000","last_change":"2024-04-15T14:33:34.994997+0000","last_active":"2024-04-15T14:34:09.420042+0000","last_peered":"2024-04-15T14:34:09.420042+0000","last_clean":"2024-04-15T14:34:09.420042+0000","last_became_active":"2024-04-15T14:33:34.994718+0000","last_became_peered":"2024-04-15T14:33:34.994718+0000","last_unstale":"2024-04-15T14:34:09.420042+0000","last_undegraded":"2024-04-15T14:34:09.420042+0000","last_fullsized":"2024-04-15T14:34:09.420042+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_clean_scrub_stamp":"2024-04-15T14:33:34.601025+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-17T00:40:23.585935+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,1],"acting":[3,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2a","version":"0'0","reported_seq":18,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-15T14:34:11.189885+0000","last_change":"2024-04-15T14:33:34.996854+0000","last_active":"2024-04-15T14:34:11.189885+0000","last_peered":"2024-04-15T14:34:11.189885+0000","last_clean":"2024-04-15T14:34:11.189885+0000","last_became_active":"2024-04-15T14:33:34.995657+0000","last_became_peered":"2024-04-15T14:33:34.995657+0000","last_unstale":"2024-04-15T14:34:11.189885+0000","last_undegraded":"2024-04-15T14:34:11.189885+0000","last_fullsized":"2024-04-15T14:34:11.189885+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_clean_scrub_stamp":"2024-04-15T14:33:34.601025+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-17T01:58:25.986752+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,6],"acting":[5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2b","version":"0'0","reported_seq":17,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-15T14:34:09.420272+0000","last_change":"2024-04-15T14:33:34.996107+0000","last_active":"2024-04-15T14:34:09.420272+0000","last_peered":"2024-04-15T14:34:09.420272+0000","last_clean":"2024-04-15T14:34:09.420272+0000","last_became_active":"2024-04-15T14:33:34.995850+0000","last_became_peered":"2024-04-15T14:33:34.995850+0000","last_unstale":"2024-04-15T14:34:09.420272+0000","last_undegraded":"2024-04-15T14:34:09.420272+0000","last_fullsized":"2024-04-15T14:34:09.420272+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_clean_scrub_stamp":"2024-04-15T14:33:34.601025+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T17:16:20.140839+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,1],"acting":[0,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.2c","version":"0'0","reported_seq":17,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-15T14:34:09.420702+0000","last_change":"2024-04-15T14:33:35.007293+0000","last_active":"2024-04-15T14:34:09.420702+0000","last_peered":"2024-04-15T14:34:09.420702+0000","last_clean":"2024-04-15T14:34:09.420702+0000","last_became_active":"2024-04-15T14:33:35.006857+0000","last_became_peered":"2024-04-15T14:33:35.006857+0000","last_unstale":"2024-04-15T14:34:09.420702+0000","last_undegraded":"2024-04-15T14:34:09.420702+0000","last_fullsized":"2024-04-15T14:34:09.420702+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_clean_scrub_stamp":"2024-04-15T14:33:34.601025+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T16:40:38.422662+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,0],"acting":[6,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]}],"pool_stats":[{"poolid":4,"num_pg":8,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":24,"acting":24,"num_store_stats":8},{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":192,"acting":192,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":212,"num_read_kb":306,"num_write":179,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1781760,"data_stored":1771104,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":128,"ondisk_log_size":128,"up":3,"acting":3,"num_store_stats":3},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":3148,"num_objects":22,"num_object_clones":0,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":48,"num_write_kb":17,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":98304,"data_stored":9444,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":42,"ondisk_log_size":42,"up":96,"acting":96,"num_store_stats":8}],"osd_stats":[{"osd":7,"up_from":55,"seq":236223201303,"num_pgs":46,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28304,"kb_used_data":1288,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716848,"statfs":{"total":95995035648,"available":95966052352,"internally_reserved":0,"allocated":1318912,"data_stored":903828,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":27654602},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Apr 15 14:34:16 2024","interfaces":[{"interface":"back","average":{"1min":0.55100000000000005,"5min":0.55100000000000005,"15min":0.55100000000000005},"min":{"1min":0.373,"5min":0.373,"15min":0.373},"max":{"1min":0.75,"5min":0.75,"15min":0.75},"last":0.42199999999999999},{"interface":"front","average":{"1min":0.505,"5min":0.505,"15min":0.505},"min":{"1min":0.29099999999999998,"5min":0.29099999999999998,"15min":0.29099999999999998},"max":{"1min":0.68600000000000005,"5min":0.68600000000000005,"15min":0.68600000000000005},"last":0.49199999999999999}]},{"osd":1,"last update":"Mon Apr 15 14:34:16 2024","interfaces":[{"interface":"back","average":{"1min":0.58299999999999996,"5min":0.58299999999999996,"15min":0.58299999999999996},"min":{"1min":0.376,"5min":0.376,"15min":0.376},"max":{"1min":0.86199999999999999,"5min":0.86199999999999999,"15min":0.86199999999999999},"last":0.38700000000000001},{"interface":"front","average":{"1min":0.53700000000000003,"5min":0.53700000000000003,"15min":0.53700000000000003},"min":{"1min":0.35699999999999998,"5min":0.35699999999999998,"15min":0.35699999999999998},"max":{"1min":0.77100000000000002,"5min":0.77100000000000002,"15min":0.77100000000000002},"last":0.42899999999999999}]},{"osd":2,"last update":"Mon Apr 15 14:34:16 2024","interfaces":[{"interface":"back","average":{"1min":0.52600000000000002,"5min":0.52600000000000002,"15min":0.52600000000000002},"min":{"1min":0.34699999999999998,"5min":0.34699999999999998,"15min":0.34699999999999998},"max":{"1min":0.749,"5min":0.749,"15min":0.749},"last":0.51000000000000001},{"interface":"front","average":{"1min":0.56499999999999995,"5min":0.56499999999999995,"15min":0.56499999999999995},"min":{"1min":0.36499999999999999,"5min":0.36499999999999999,"15min":0.36499999999999999},"max":{"1min":0.81699999999999995,"5min":0.81699999999999995,"15min":0.81699999999999995},"last":0.45800000000000002}]},{"osd":3,"last update":"Mon Apr 15 14:34:16 2024","interfaces":[{"interface":"back","average":{"1min":0.50900000000000001,"5min":0.50900000000000001,"15min":0.50900000000000001},"min":{"1min":0.36199999999999999,"5min":0.36199999999999999,"15min":0.36199999999999999},"max":{"1min":0.70599999999999996,"5min":0.70599999999999996,"15min":0.70599999999999996},"last":0.44900000000000001},{"interface":"front","average":{"1min":0.56999999999999995,"5min":0.56999999999999995,"15min":0.56999999999999995},"min":{"1min":0.34000000000000002,"5min":0.34000000000000002,"15min":0.34000000000000002},"max":{"1min":0.755,"5min":0.755,"15min":0.755},"last":0.47299999999999998}]},{"osd":4,"last update":"Mon Apr 15 14:34:16 2024","interfaces":[{"interface":"back","average":{"1min":0.45000000000000001,"5min":0.45000000000000001,"15min":0.45000000000000001},"min":{"1min":0.25800000000000001,"5min":0.25800000000000001,"15min":0.25800000000000001},"max":{"1min":0.73599999999999999,"5min":0.73599999999999999,"15min":0.73599999999999999},"last":0.34300000000000003},{"interface":"front","average":{"1min":0.47999999999999998,"5min":0.47999999999999998,"15min":0.47999999999999998},"min":{"1min":0.28999999999999998,"5min":0.28999999999999998,"15min":0.28999999999999998},"max":{"1min":0.71999999999999997,"5min":0.71999999999999997,"15min":0.71999999999999997},"last":0.40400000000000003}]},{"osd":5,"last update":"Mon Apr 15 14:34:16 2024","interfaces":[{"interface":"back","average":{"1min":0.47099999999999997,"5min":0.47099999999999997,"15min":0.47099999999999997},"min":{"1min":0.27500000000000002,"5min":0.27500000000000002,"15min":0.27500000000000002},"max":{"1min":0.86299999999999999,"5min":0.86299999999999999,"15min":0.86299999999999999},"last":0.443},{"interface":"front","average":{"1min":0.51800000000000002,"5min":0.51800000000000002,"15min":0.51800000000000002},"min":{"1min":0.29999999999999999,"5min":0.29999999999999999,"15min":0.29999999999999999},"max":{"1min":0.81299999999999994,"5min":0.81299999999999994,"15min":0.81299999999999994},"last":0.46400000000000002}]},{"osd":6,"last update":"Mon Apr 15 14:34:16 2024","interfaces":[{"interface":"back","average":{"1min":0.52500000000000002,"5min":0.52500000000000002,"15min":0.52500000000000002},"min":{"1min":0.30099999999999999,"5min":0.30099999999999999,"15min":0.30099999999999999},"max":{"1min":0.82999999999999996,"5min":0.82999999999999996,"15min":0.82999999999999996},"last":0.52200000000000002},{"interface":"front","average":{"1min":0.54400000000000004,"5min":0.54400000000000004,"15min":0.54400000000000004},"min":{"1min":0.34300000000000003,"5min":0.34300000000000003,"15min":0.34300000000000003},"max":{"1min":0.80400000000000005,"5min":0.80400000000000005,"15min":0.80400000000000005},"last":0.48199999999999998}]}]},{"osd":6,"up_from":47,"seq":201863462940,"num_pgs":39,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28308,"kb_used_data":1292,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716844,"statfs":{"total":95995035648,"available":95966048256,"internally_reserved":0,"allocated":1323008,"data_stored":905574,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Apr 15 14:34:52 2024","interfaces":[{"interface":"back","average":{"1min":0.51300000000000001,"5min":0.51800000000000002,"15min":0.51900000000000002},"min":{"1min":0.42299999999999999,"5min":0.34599999999999997,"15min":0.34599999999999997},"max":{"1min":0.67600000000000005,"5min":0.72299999999999998,"15min":0.72299999999999998},"last":0.54900000000000004},{"interface":"front","average":{"1min":0.51200000000000001,"5min":0.51300000000000001,"15min":0.51300000000000001},"min":{"1min":0.31900000000000001,"5min":0.31900000000000001,"15min":0.31900000000000001},"max":{"1min":0.64900000000000002,"5min":0.68000000000000005,"15min":0.68000000000000005},"last":0.501}]},{"osd":1,"last update":"Mon Apr 15 14:34:52 2024","interfaces":[{"interface":"back","average":{"1min":0.51100000000000001,"5min":0.53000000000000003,"15min":0.53300000000000003},"min":{"1min":0.36099999999999999,"5min":0.35399999999999998,"15min":0.35399999999999998},"max":{"1min":0.66300000000000003,"5min":0.74399999999999999,"15min":0.74399999999999999},"last":0.53600000000000003},{"interface":"front","average":{"1min":0.50600000000000001,"5min":0.52000000000000002,"15min":0.52200000000000002},"min":{"1min":0.32900000000000001,"5min":0.32900000000000001,"15min":0.32900000000000001},"max":{"1min":0.65600000000000003,"5min":0.73499999999999999,"15min":0.73499999999999999},"last":0.58899999999999997}]},{"osd":2,"last update":"Mon Apr 15 14:34:52 2024","interfaces":[{"interface":"back","average":{"1min":0.51500000000000001,"5min":0.54300000000000004,"15min":0.54700000000000004},"min":{"1min":0.34699999999999998,"5min":0.34699999999999998,"15min":0.34699999999999998},"max":{"1min":0.68899999999999995,"5min":0.85299999999999998,"15min":0.85299999999999998},"last":0.52200000000000002},{"interface":"front","average":{"1min":0.51700000000000002,"5min":0.55600000000000005,"15min":0.56200000000000006},"min":{"1min":0.372,"5min":0.372,"15min":0.372},"max":{"1min":0.626,"5min":0.749,"15min":0.749},"last":0.47799999999999998}]},{"osd":3,"last update":"Mon Apr 15 14:34:52 2024","interfaces":[{"interface":"back","average":{"1min":0.52200000000000002,"5min":0.52900000000000003,"15min":0.53000000000000003},"min":{"1min":0.40899999999999997,"5min":0.372,"15min":0.372},"max":{"1min":0.64400000000000002,"5min":0.65500000000000003,"15min":0.65500000000000003},"last":0.51000000000000001},{"interface":"front","average":{"1min":0.52100000000000002,"5min":0.55700000000000005,"15min":0.56299999999999994},"min":{"1min":0.38400000000000001,"5min":0.35299999999999998,"15min":0.35299999999999998},"max":{"1min":0.625,"5min":0.82099999999999995,"15min":0.82099999999999995},"last":0.49099999999999999}]},{"osd":4,"last update":"Mon Apr 15 14:34:52 2024","interfaces":[{"interface":"back","average":{"1min":0.38900000000000001,"5min":0.40999999999999998,"15min":0.41399999999999998},"min":{"1min":0.25600000000000001,"5min":0.25600000000000001,"15min":0.25600000000000001},"max":{"1min":0.53700000000000003,"5min":0.56399999999999995,"15min":0.56399999999999995},"last":0.318},{"interface":"front","average":{"1min":0.39200000000000002,"5min":0.45100000000000001,"15min":0.46100000000000002},"min":{"1min":0.27100000000000002,"5min":0.27100000000000002,"15min":0.27100000000000002},"max":{"1min":0.63600000000000001,"5min":0.746,"15min":0.746},"last":0.28899999999999998}]},{"osd":5,"last update":"Mon Apr 15 14:34:52 2024","interfaces":[{"interface":"back","average":{"1min":0.39600000000000002,"5min":0.44600000000000001,"15min":0.45400000000000001},"min":{"1min":0.28899999999999998,"5min":0.27900000000000003,"15min":0.27900000000000003},"max":{"1min":0.58899999999999997,"5min":0.64500000000000002,"15min":0.64500000000000002},"last":0.38900000000000001},{"interface":"front","average":{"1min":0.42399999999999999,"5min":0.47799999999999998,"15min":0.48699999999999999},"min":{"1min":0.32400000000000001,"5min":0.32400000000000001,"15min":0.32400000000000001},"max":{"1min":0.52800000000000002,"5min":0.80400000000000005,"15min":0.80400000000000005},"last":0.33700000000000002}]},{"osd":7,"last update":"Mon Apr 15 14:34:19 2024","interfaces":[{"interface":"back","average":{"1min":0.47599999999999998,"5min":0.47599999999999998,"15min":0.47599999999999998},"min":{"1min":0.34100000000000003,"5min":0.34100000000000003,"15min":0.34100000000000003},"max":{"1min":0.78900000000000003,"5min":0.78900000000000003,"15min":0.78900000000000003},"last":0.35899999999999999},{"interface":"front","average":{"1min":0.495,"5min":0.495,"15min":0.495},"min":{"1min":0.34899999999999998,"5min":0.34899999999999998,"15min":0.34899999999999998},"max":{"1min":0.76700000000000002,"5min":0.76700000000000002,"15min":0.76700000000000002},"last":0.371}]}]},{"osd":1,"up_from":13,"seq":55834574901,"num_pgs":37,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27732,"kb_used_data":712,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717420,"statfs":{"total":95995035648,"available":95966638080,"internally_reserved":0,"allocated":729088,"data_stored":313289,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Apr 15 14:34:54 2024","interfaces":[{"interface":"back","average":{"1min":0.435,"5min":0.35899999999999999,"15min":0.32100000000000001},"min":{"1min":0.23999999999999999,"5min":0.20399999999999999,"15min":0.20399999999999999},"max":{"1min":1.3200000000000001,"5min":1.3200000000000001,"15min":1.3200000000000001},"last":0.64700000000000002},{"interface":"front","average":{"1min":0.46100000000000002,"5min":0.374,"15min":0.32600000000000001},"min":{"1min":0.25800000000000001,"5min":0.20799999999999999,"15min":0.20799999999999999},"max":{"1min":1.458,"5min":1.458,"15min":1.458},"last":0.375}]},{"osd":2,"last update":"Mon Apr 15 14:34:21 2024","interfaces":[{"interface":"back","average":{"1min":0.48399999999999999,"5min":0.40799999999999997,"15min":0.39000000000000001},"min":{"1min":0.26900000000000002,"5min":0.253,"15min":0.253},"max":{"1min":1.512,"5min":1.512,"15min":1.512},"last":0.32700000000000001},{"interface":"front","average":{"1min":0.47599999999999998,"5min":0.38200000000000001,"15min":0.35899999999999999},"min":{"1min":0.23899999999999999,"5min":0.23699999999999999,"15min":0.23699999999999999},"max":{"1min":1.3839999999999999,"5min":1.3839999999999999,"15min":1.3839999999999999},"last":0.41899999999999998}]},{"osd":3,"last update":"Mon Apr 15 14:34:42 2024","interfaces":[{"interface":"back","average":{"1min":0.39500000000000002,"5min":0.39300000000000002,"15min":0.39400000000000002},"min":{"1min":0.27400000000000002,"5min":0.27100000000000002,"15min":0.27100000000000002},"max":{"1min":0.68000000000000005,"5min":0.68000000000000005,"15min":0.68000000000000005},"last":0.44500000000000001},{"interface":"front","average":{"1min":0.54300000000000004,"5min":0.45500000000000002,"15min":0.441},"min":{"1min":0.311,"5min":0.27000000000000002,"15min":0.27000000000000002},"max":{"1min":1.6859999999999999,"5min":1.6859999999999999,"15min":1.6859999999999999},"last":0.47199999999999998}]},{"osd":4,"last update":"Mon Apr 15 14:34:02 2024","interfaces":[{"interface":"back","average":{"1min":0.57899999999999996,"5min":0.55800000000000005,"15min":0.55400000000000005},"min":{"1min":0.42199999999999999,"5min":0.41099999999999998,"15min":0.41099999999999998},"max":{"1min":0.78000000000000003,"5min":0.89300000000000002,"15min":0.89300000000000002},"last":0.56599999999999995},{"interface":"front","average":{"1min":0.60299999999999998,"5min":0.58299999999999996,"15min":0.57899999999999996},"min":{"1min":0.45300000000000001,"5min":0.41399999999999998,"15min":0.41399999999999998},"max":{"1min":0.83199999999999996,"5min":0.87,"15min":0.87},"last":0.52400000000000002}]},{"osd":5,"last update":"Mon Apr 15 14:34:30 2024","interfaces":[{"interface":"back","average":{"1min":0.60299999999999998,"5min":0.57699999999999996,"15min":0.57299999999999995},"min":{"1min":0.39000000000000001,"5min":0.39000000000000001,"15min":0.39000000000000001},"max":{"1min":1.2869999999999999,"5min":1.2869999999999999,"15min":1.2869999999999999},"last":0.61899999999999999},{"interface":"front","average":{"1min":0.61099999999999999,"5min":0.57499999999999996,"15min":0.56899999999999995},"min":{"1min":0.36499999999999999,"5min":0.36499999999999999,"15min":0.36499999999999999},"max":{"1min":1.0349999999999999,"5min":1.0349999999999999,"15min":1.0349999999999999},"last":0.49299999999999999}]},{"osd":6,"last update":"Mon Apr 15 14:34:54 2024","interfaces":[{"interface":"back","average":{"1min":0.58999999999999997,"5min":0.60299999999999998,"15min":0.60499999999999998},"min":{"1min":0.41899999999999998,"5min":0.40899999999999997,"15min":0.40899999999999997},"max":{"1min":0.92300000000000004,"5min":0.92300000000000004,"15min":0.92300000000000004},"last":0.58299999999999996},{"interface":"front","average":{"1min":0.64900000000000002,"5min":0.65500000000000003,"15min":0.65600000000000003},"min":{"1min":0.44600000000000001,"5min":0.44600000000000001,"15min":0.44600000000000001},"max":{"1min":1.2370000000000001,"5min":1.2370000000000001,"15min":1.2370000000000001},"last":0.50900000000000001}]},{"osd":7,"last update":"Mon Apr 15 14:34:17 2024","interfaces":[{"interface":"back","average":{"1min":0.57899999999999996,"5min":0.57899999999999996,"15min":0.57899999999999996},"min":{"1min":0.33900000000000002,"5min":0.33900000000000002,"15min":0.33900000000000002},"max":{"1min":0.79700000000000004,"5min":0.79700000000000004,"15min":0.79700000000000004},"last":0.54300000000000004},{"interface":"front","average":{"1min":0.59399999999999997,"5min":0.59399999999999997,"15min":0.59399999999999997},"min":{"1min":0.38100000000000001,"5min":0.38100000000000001,"15min":0.38100000000000001},"max":{"1min":0.89200000000000002,"5min":0.89200000000000002,"15min":0.89200000000000002},"last":0.59899999999999998}]}]},{"osd":0,"up_from":8,"seq":34359738426,"num_pgs":45,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28316,"kb_used_data":1300,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716836,"statfs":{"total":95995035648,"available":95966040064,"internally_reserved":0,"allocated":1331200,"data_stored":904225,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Mon Apr 15 14:34:54 2024","interfaces":[{"interface":"back","average":{"1min":0.35699999999999998,"5min":0.35499999999999998,"15min":0.33000000000000002},"min":{"1min":0.20799999999999999,"5min":0.20799999999999999,"15min":0.20799999999999999},"max":{"1min":0.60499999999999998,"5min":0.60499999999999998,"15min":0.60499999999999998},"last":0.49399999999999999},{"interface":"front","average":{"1min":0.39200000000000002,"5min":0.375,"15min":0.34499999999999997},"min":{"1min":0.23999999999999999,"5min":0.217,"15min":0.217},"max":{"1min":0.61399999999999999,"5min":0.61399999999999999,"15min":0.61399999999999999},"last":0.59099999999999997}]},{"osd":2,"last update":"Mon Apr 15 14:34:18 2024","interfaces":[{"interface":"back","average":{"1min":0.38900000000000001,"5min":0.40600000000000003,"15min":0.40600000000000003},"min":{"1min":0.23200000000000001,"5min":0.23200000000000001,"15min":0.23200000000000001},"max":{"1min":0.58399999999999996,"5min":0.60499999999999998,"15min":0.60499999999999998},"last":0.53100000000000003},{"interface":"front","average":{"1min":0.39400000000000002,"5min":0.41899999999999998,"15min":0.41699999999999998},"min":{"1min":0.247,"5min":0.247,"15min":0.247},"max":{"1min":0.55400000000000005,"5min":0.65700000000000003,"15min":0.65700000000000003},"last":0.54500000000000004}]},{"osd":3,"last update":"Mon Apr 15 14:34:42 2024","interfaces":[{"interface":"back","average":{"1min":0.40500000000000003,"5min":0.42499999999999999,"15min":0.42999999999999999},"min":{"1min":0.28599999999999998,"5min":0.28599999999999998,"15min":0.28599999999999998},"max":{"1min":0.57699999999999996,"5min":0.63200000000000001,"15min":0.63200000000000001},"last":0.51500000000000001},{"interface":"front","average":{"1min":0.48099999999999998,"5min":0.45900000000000002,"15min":0.45500000000000002},"min":{"1min":0.312,"5min":0.312,"15min":0.312},"max":{"1min":0.84699999999999998,"5min":0.84699999999999998,"15min":0.84699999999999998},"last":0.60599999999999998}]},{"osd":4,"last update":"Mon Apr 15 14:34:07 2024","interfaces":[{"interface":"back","average":{"1min":0.57999999999999996,"5min":0.57699999999999996,"15min":0.57699999999999996},"min":{"1min":0.33500000000000002,"5min":0.33500000000000002,"15min":0.33500000000000002},"max":{"1min":0.83999999999999997,"5min":0.89300000000000002,"15min":0.89300000000000002},"last":0.625},{"interface":"front","average":{"1min":0.57899999999999996,"5min":0.58199999999999996,"15min":0.58199999999999996},"min":{"1min":0.48899999999999999,"5min":0.437,"15min":0.437},"max":{"1min":0.83299999999999996,"5min":0.83299999999999996,"15min":0.83299999999999996},"last":0.65200000000000002}]},{"osd":5,"last update":"Mon Apr 15 14:34:27 2024","interfaces":[{"interface":"back","average":{"1min":0.55200000000000005,"5min":0.58899999999999997,"15min":0.59499999999999997},"min":{"1min":0.39000000000000001,"5min":0.39000000000000001,"15min":0.39000000000000001},"max":{"1min":0.86799999999999999,"5min":0.86799999999999999,"15min":0.86799999999999999},"last":0.94499999999999995},{"interface":"front","average":{"1min":0.56799999999999995,"5min":0.58399999999999996,"15min":0.58599999999999997},"min":{"1min":0.42899999999999999,"5min":0.41999999999999998,"15min":0.41999999999999998},"max":{"1min":0.73599999999999999,"5min":0.79900000000000004,"15min":0.79900000000000004},"last":0.84099999999999997}]},{"osd":6,"last update":"Mon Apr 15 14:34:54 2024","interfaces":[{"interface":"back","average":{"1min":0.57999999999999996,"5min":0.61099999999999999,"15min":0.61599999999999999},"min":{"1min":0.42999999999999999,"5min":0.42999999999999999,"15min":0.42999999999999999},"max":{"1min":0.877,"5min":0.94899999999999995,"15min":0.94899999999999995},"last":0.97599999999999998},{"interface":"front","average":{"1min":0.60699999999999998,"5min":0.63600000000000001,"15min":0.64100000000000001},"min":{"1min":0.41699999999999998,"5min":0.41699999999999998,"15min":0.41699999999999998},"max":{"1min":0.92500000000000004,"5min":0.92500000000000004,"15min":0.92500000000000004},"last":0.99299999999999999}]},{"osd":7,"last update":"Mon Apr 15 14:34:18 2024","interfaces":[{"interface":"back","average":{"1min":0.60699999999999998,"5min":0.60699999999999998,"15min":0.60699999999999998},"min":{"1min":0.47999999999999998,"5min":0.47999999999999998,"15min":0.47999999999999998},"max":{"1min":0.84899999999999998,"5min":0.84899999999999998,"15min":0.84899999999999998},"last":0.86399999999999999},{"interface":"front","average":{"1min":0.61399999999999999,"5min":0.61399999999999999,"15min":0.61399999999999999},"min":{"1min":0.42799999999999999,"5min":0.42799999999999999,"15min":0.42799999999999999},"max":{"1min":0.89600000000000002,"5min":0.89600000000000002,"15min":0.89600000000000002},"last":0.89500000000000002}]}]},{"osd":2,"up_from":18,"seq":77309411376,"num_pgs":31,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27728,"kb_used_data":704,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717424,"statfs":{"total":95995035648,"available":95966642176,"internally_reserved":0,"allocated":720896,"data_stored":313129,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Apr 15 14:34:16 2024","interfaces":[{"interface":"back","average":{"1min":0.39000000000000001,"5min":0.40000000000000002,"15min":0.39100000000000001},"min":{"1min":0.29799999999999999,"5min":0.25,"15min":0.25},"max":{"1min":0.52200000000000002,"5min":0.76600000000000001,"15min":0.76600000000000001},"last":0.30199999999999999},{"interface":"front","average":{"1min":0.35199999999999998,"5min":0.39600000000000002,"15min":0.39500000000000002},"min":{"1min":0.223,"5min":0.223,"15min":0.223},"max":{"1min":0.45400000000000001,"5min":0.73299999999999998,"15min":0.73299999999999998},"last":0.38800000000000001}]},{"osd":1,"last update":"Mon Apr 15 14:34:16 2024","interfaces":[{"interface":"back","average":{"1min":0.40500000000000003,"5min":0.39700000000000002,"15min":0.39200000000000002},"min":{"1min":0.25900000000000001,"5min":0.25900000000000001,"15min":0.25900000000000001},"max":{"1min":0.63400000000000001,"5min":0.67900000000000005,"15min":0.67900000000000005},"last":0.36499999999999999},{"interface":"front","average":{"1min":0.43099999999999999,"5min":0.45900000000000002,"15min":0.45200000000000001},"min":{"1min":0.23699999999999999,"5min":0.23699999999999999,"15min":0.23699999999999999},"max":{"1min":0.624,"5min":0.78400000000000003,"15min":0.78400000000000003},"last":0.33400000000000002}]},{"osd":3,"last update":"Mon Apr 15 14:34:44 2024","interfaces":[{"interface":"back","average":{"1min":0.441,"5min":0.46600000000000003,"15min":0.46800000000000003},"min":{"1min":0.32300000000000001,"5min":0.32300000000000001,"15min":0.32300000000000001},"max":{"1min":0.60499999999999998,"5min":0.69799999999999995,"15min":0.69799999999999995},"last":0.41099999999999998},{"interface":"front","average":{"1min":0.41799999999999998,"5min":0.45500000000000002,"15min":0.46600000000000003},"min":{"1min":0.32700000000000001,"5min":0.29299999999999998,"15min":0.29299999999999998},"max":{"1min":0.67400000000000004,"5min":0.68200000000000005,"15min":0.68200000000000005},"last":0.32100000000000001}]},{"osd":4,"last update":"Mon Apr 15 14:34:03 2024","interfaces":[{"interface":"back","average":{"1min":0.57299999999999995,"5min":0.59899999999999998,"15min":0.60299999999999998},"min":{"1min":0.40200000000000002,"5min":0.38700000000000001,"15min":0.38700000000000001},"max":{"1min":0.83199999999999996,"5min":0.83199999999999996,"15min":0.83199999999999996},"last":0.63},{"interface":"front","average":{"1min":0.60999999999999999,"5min":0.63100000000000001,"15min":0.63500000000000001},"min":{"1min":0.47399999999999998,"5min":0.46899999999999997,"15min":0.46899999999999997},"max":{"1min":0.81200000000000006,"5min":0.83199999999999996,"15min":0.83199999999999996},"last":0.62}]},{"osd":5,"last update":"Mon Apr 15 14:34:28 2024","interfaces":[{"interface":"back","average":{"1min":0.57799999999999996,"5min":0.58599999999999997,"15min":0.58799999999999997},"min":{"1min":0.42699999999999999,"5min":0.40300000000000002,"15min":0.40300000000000002},"max":{"1min":0.82099999999999995,"5min":0.82099999999999995,"15min":0.82099999999999995},"last":0.51900000000000002},{"interface":"front","average":{"1min":0.61899999999999999,"5min":0.59599999999999997,"15min":0.59199999999999997},"min":{"1min":0.45200000000000001,"5min":0.434,"15min":0.434},"max":{"1min":0.79200000000000004,"5min":0.79200000000000004,"15min":0.79200000000000004},"last":0.60199999999999998}]},{"osd":6,"last update":"Mon Apr 15 14:34:55 2024","interfaces":[{"interface":"back","average":{"1min":0.61899999999999999,"5min":0.63500000000000001,"15min":0.63700000000000001},"min":{"1min":0.36799999999999999,"5min":0.36799999999999999,"15min":0.36799999999999999},"max":{"1min":0.83199999999999996,"5min":0.83199999999999996,"15min":0.83199999999999996},"last":0.57699999999999996},{"interface":"front","average":{"1min":0.59899999999999998,"5min":0.63200000000000001,"15min":0.63800000000000001},"min":{"1min":0.42099999999999999,"5min":0.42099999999999999,"15min":0.42099999999999999},"max":{"1min":0.77800000000000002,"5min":0.85399999999999998,"15min":0.85399999999999998},"last":0.58599999999999997}]},{"osd":7,"last update":"Mon Apr 15 14:34:16 2024","interfaces":[{"interface":"back","average":{"1min":0.629,"5min":0.629,"15min":0.629},"min":{"1min":0.44500000000000001,"5min":0.44500000000000001,"15min":0.44500000000000001},"max":{"1min":0.89100000000000001,"5min":0.89100000000000001,"15min":0.89100000000000001},"last":0.64700000000000002},{"interface":"front","average":{"1min":0.63900000000000001,"5min":0.63900000000000001,"15min":0.63900000000000001},"min":{"1min":0.433,"5min":0.433,"15min":0.433},"max":{"1min":0.80000000000000004,"5min":0.80000000000000004,"15min":0.80000000000000004},"last":0.54500000000000004}]}]},{"osd":3,"up_from":25,"seq":107374182443,"num_pgs":36,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27740,"kb_used_data":720,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717412,"statfs":{"total":95995035648,"available":95966629888,"internally_reserved":0,"allocated":737280,"data_stored":315310,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":27654599},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Apr 15 14:34:43 2024","interfaces":[{"interface":"back","average":{"1min":0.32700000000000001,"5min":0.379,"15min":0.39600000000000002},"min":{"1min":0.254,"5min":0.24299999999999999,"15min":0.24299999999999999},"max":{"1min":0.502,"5min":0.56299999999999994,"15min":0.56299999999999994},"last":0.27000000000000002},{"interface":"front","average":{"1min":0.34999999999999998,"5min":0.41599999999999998,"15min":0.42999999999999999},"min":{"1min":0.20899999999999999,"5min":0.20899999999999999,"15min":0.20899999999999999},"max":{"1min":0.63300000000000001,"5min":0.69199999999999995,"15min":0.69199999999999995},"last":0.33500000000000002}]},{"osd":1,"last update":"Mon Apr 15 14:34:43 2024","interfaces":[{"interface":"back","average":{"1min":0.373,"5min":0.41799999999999998,"15min":0.42799999999999999},"min":{"1min":0.253,"5min":0.249,"15min":0.249},"max":{"1min":0.54300000000000004,"5min":0.63500000000000001,"15min":0.63500000000000001},"last":0.29199999999999998},{"interface":"front","average":{"1min":0.35799999999999998,"5min":0.434,"15min":0.45500000000000002},"min":{"1min":0.25800000000000001,"5min":0.25800000000000001,"15min":0.25800000000000001},"max":{"1min":0.54300000000000004,"5min":0.68100000000000005,"15min":0.68100000000000005},"last":0.307}]},{"osd":2,"last update":"Mon Apr 15 14:34:43 2024","interfaces":[{"interface":"back","average":{"1min":0.41399999999999998,"5min":0.44900000000000001,"15min":0.46300000000000002},"min":{"1min":0.29199999999999998,"5min":0.23000000000000001,"15min":0.23000000000000001},"max":{"1min":0.63,"5min":0.63400000000000001,"15min":0.63400000000000001},"last":0.34899999999999998},{"interface":"front","average":{"1min":0.379,"5min":0.439,"15min":0.45500000000000002},"min":{"1min":0.23100000000000001,"5min":0.23100000000000001,"15min":0.23100000000000001},"max":{"1min":0.53400000000000003,"5min":0.625,"15min":0.625},"last":0.32500000000000001}]},{"osd":4,"last update":"Mon Apr 15 14:34:07 2024","interfaces":[{"interface":"back","average":{"1min":0.52800000000000002,"5min":0.54400000000000004,"15min":0.54600000000000004},"min":{"1min":0.40400000000000003,"5min":0.38200000000000001,"15min":0.38200000000000001},"max":{"1min":0.67900000000000005,"5min":0.78000000000000003,"15min":0.78000000000000003},"last":0.56599999999999995},{"interface":"front","average":{"1min":0.55600000000000005,"5min":0.59499999999999997,"15min":0.60099999999999998},"min":{"1min":0.39600000000000002,"5min":0.39600000000000002,"15min":0.39600000000000002},"max":{"1min":0.753,"5min":0.83399999999999996,"15min":0.83399999999999996},"last":0.68899999999999995}]},{"osd":5,"last update":"Mon Apr 15 14:34:27 2024","interfaces":[{"interface":"back","average":{"1min":0.52300000000000002,"5min":0.57899999999999996,"15min":0.58799999999999997},"min":{"1min":0.30499999999999999,"5min":0.30499999999999999,"15min":0.30499999999999999},"max":{"1min":0.73299999999999998,"5min":0.80400000000000005,"15min":0.80400000000000005},"last":0.52000000000000002},{"interface":"front","average":{"1min":0.51800000000000002,"5min":0.56999999999999995,"15min":0.57899999999999996},"min":{"1min":0.36699999999999999,"5min":0.36699999999999999,"15min":0.36699999999999999},"max":{"1min":0.65500000000000003,"5min":0.76100000000000001,"15min":0.76100000000000001},"last":0.63400000000000001}]},{"osd":6,"last update":"Mon Apr 15 14:34:53 2024","interfaces":[{"interface":"back","average":{"1min":0.56000000000000005,"5min":0.59599999999999997,"15min":0.60199999999999998},"min":{"1min":0.39600000000000002,"5min":0.39600000000000002,"15min":0.39600000000000002},"max":{"1min":0.86399999999999999,"5min":0.86399999999999999,"15min":0.86399999999999999},"last":0.58099999999999996},{"interface":"front","average":{"1min":0.58699999999999997,"5min":0.59199999999999997,"15min":0.59299999999999997},"min":{"1min":0.41099999999999998,"5min":0.36899999999999999,"15min":0.36899999999999999},"max":{"1min":0.81799999999999995,"5min":0.81799999999999995,"15min":0.81799999999999995},"last":0.70299999999999996}]},{"osd":7,"last update":"Mon Apr 15 14:34:15 2024","interfaces":[{"interface":"back","average":{"1min":0.55800000000000005,"5min":0.55800000000000005,"15min":0.55800000000000005},"min":{"1min":0.433,"5min":0.433,"15min":0.433},"max":{"1min":0.79700000000000004,"5min":0.79700000000000004,"15min":0.79700000000000004},"last":0.55500000000000005},{"interface":"front","average":{"1min":0.53200000000000003,"5min":0.53200000000000003,"15min":0.53200000000000003},"min":{"1min":0.39000000000000001,"5min":0.39000000000000001,"15min":0.39000000000000001},"max":{"1min":0.65700000000000003,"5min":0.65700000000000003,"15min":0.65700000000000003},"last":0.71399999999999997}]}]},{"osd":4,"up_from":30,"seq":128849018918,"num_pgs":39,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27736,"kb_used_data":716,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717416,"statfs":{"total":95995035648,"available":95966633984,"internally_reserved":0,"allocated":733184,"data_stored":313564,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Apr 15 14:34:03 2024","interfaces":[{"interface":"back","average":{"1min":0.48599999999999999,"5min":0.54200000000000004,"15min":0.55100000000000005},"min":{"1min":0.33800000000000002,"5min":0.33800000000000002,"15min":0.33800000000000002},"max":{"1min":0.65200000000000002,"5min":0.84399999999999997,"15min":0.84399999999999997},"last":0.39700000000000002},{"interface":"front","average":{"1min":0.504,"5min":0.54000000000000004,"15min":0.54600000000000004},"min":{"1min":0.36599999999999999,"5min":0.36599999999999999,"15min":0.36599999999999999},"max":{"1min":0.79900000000000004,"5min":0.79900000000000004,"15min":0.79900000000000004},"last":0.53500000000000003}]},{"osd":1,"last update":"Mon Apr 15 14:34:03 2024","interfaces":[{"interface":"back","average":{"1min":0.48199999999999998,"5min":0.53700000000000003,"15min":0.54600000000000004},"min":{"1min":0.33200000000000002,"5min":0.33200000000000002,"15min":0.33200000000000002},"max":{"1min":0.747,"5min":0.77100000000000002,"15min":0.77100000000000002},"last":0.46300000000000002},{"interface":"front","average":{"1min":0.48499999999999999,"5min":0.53100000000000003,"15min":0.53900000000000003},"min":{"1min":0.35599999999999998,"5min":0.35599999999999998,"15min":0.35599999999999998},"max":{"1min":0.76200000000000001,"5min":0.77100000000000002,"15min":0.77100000000000002},"last":0.50900000000000001}]},{"osd":2,"last update":"Mon Apr 15 14:34:03 2024","interfaces":[{"interface":"back","average":{"1min":0.49399999999999999,"5min":0.55400000000000005,"15min":0.56399999999999995},"min":{"1min":0.37,"5min":0.37,"15min":0.37},"max":{"1min":0.85099999999999998,"5min":0.85099999999999998,"15min":0.85099999999999998},"last":0.433},{"interface":"front","average":{"1min":0.51400000000000001,"5min":0.55400000000000005,"15min":0.56100000000000005},"min":{"1min":0.38900000000000001,"5min":0.38900000000000001,"15min":0.38900000000000001},"max":{"1min":0.71899999999999997,"5min":0.85199999999999998,"15min":0.85199999999999998},"last":0.45000000000000001}]},{"osd":3,"last update":"Mon Apr 15 14:34:03 2024","interfaces":[{"interface":"back","average":{"1min":0.50900000000000001,"5min":0.54400000000000004,"15min":0.55000000000000004},"min":{"1min":0.33400000000000002,"5min":0.33400000000000002,"15min":0.33400000000000002},"max":{"1min":0.73399999999999999,"5min":0.80700000000000005,"15min":0.80700000000000005},"last":0.40799999999999997},{"interface":"front","average":{"1min":0.496,"5min":0.54000000000000004,"15min":0.54800000000000004},"min":{"1min":0.36799999999999999,"5min":0.36799999999999999,"15min":0.36799999999999999},"max":{"1min":0.81599999999999995,"5min":0.81599999999999995,"15min":0.81599999999999995},"last":0.52300000000000002}]},{"osd":5,"last update":"Mon Apr 15 14:34:27 2024","interfaces":[{"interface":"back","average":{"1min":0.36899999999999999,"5min":0.35299999999999998,"15min":0.34999999999999998},"min":{"1min":0.24399999999999999,"5min":0.24399999999999999,"15min":0.24399999999999999},"max":{"1min":0.70299999999999996,"5min":0.70299999999999996,"15min":0.70299999999999996},"last":0.35899999999999999},{"interface":"front","average":{"1min":0.42899999999999999,"5min":0.39100000000000001,"15min":0.38500000000000001},"min":{"1min":0.26700000000000002,"5min":0.26700000000000002,"15min":0.26700000000000002},"max":{"1min":0.63200000000000001,"5min":0.63200000000000001,"15min":0.63200000000000001},"last":0.49099999999999999}]},{"osd":6,"last update":"Mon Apr 15 14:34:55 2024","interfaces":[{"interface":"back","average":{"1min":0.495,"5min":0.44800000000000001,"15min":0.44},"min":{"1min":0.33100000000000002,"5min":0.29499999999999998,"15min":0.29499999999999998},"max":{"1min":0.747,"5min":0.747,"15min":0.747},"last":0.374},{"interface":"front","average":{"1min":0.48799999999999999,"5min":0.46100000000000002,"15min":0.45700000000000002},"min":{"1min":0.34499999999999997,"5min":0.28499999999999998,"15min":0.28499999999999998},"max":{"1min":0.75900000000000001,"5min":0.75900000000000001,"15min":0.75900000000000001},"last":0.47499999999999998}]},{"osd":7,"last update":"Mon Apr 15 14:34:18 2024","interfaces":[{"interface":"back","average":{"1min":0.48099999999999998,"5min":0.48099999999999998,"15min":0.48099999999999998},"min":{"1min":0.308,"5min":0.308,"15min":0.308},"max":{"1min":0.754,"5min":0.754,"15min":0.754},"last":0.55500000000000005},{"interface":"front","average":{"1min":0.44,"5min":0.44,"15min":0.44},"min":{"1min":0.29999999999999999,"5min":0.29999999999999999,"15min":0.29999999999999999},"max":{"1min":0.68799999999999994,"5min":0.68799999999999994,"15min":0.68799999999999994},"last":0.502}]}]},{"osd":5,"up_from":38,"seq":163208757281,"num_pgs":42,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27740,"kb_used_data":716,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717412,"statfs":{"total":95995035648,"available":95966629888,"internally_reserved":0,"allocated":733184,"data_stored":315296,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Apr 15 14:34:30 2024","interfaces":[{"interface":"back","average":{"1min":0.52300000000000002,"5min":0.53800000000000003,"15min":0.54000000000000004},"min":{"1min":0.38,"5min":0.38,"15min":0.38},"max":{"1min":0.67600000000000005,"5min":0.69899999999999995,"15min":0.69899999999999995},"last":0.58199999999999996},{"interface":"front","average":{"1min":0.50600000000000001,"5min":0.48299999999999998,"15min":0.47899999999999998},"min":{"1min":0.308,"5min":0.308,"15min":0.308},"max":{"1min":0.70699999999999996,"5min":0.70699999999999996,"15min":0.70699999999999996},"last":0.48199999999999998}]},{"osd":1,"last update":"Mon Apr 15 14:34:30 2024","interfaces":[{"interface":"back","average":{"1min":0.52900000000000003,"5min":0.51800000000000002,"15min":0.51600000000000001},"min":{"1min":0.28499999999999998,"5min":0.28499999999999998,"15min":0.28499999999999998},"max":{"1min":0.93200000000000005,"5min":0.93200000000000005,"15min":0.93200000000000005},"last":0.435},{"interface":"front","average":{"1min":0.51500000000000001,"5min":0.51300000000000001,"15min":0.51300000000000001},"min":{"1min":0.32300000000000001,"5min":0.32300000000000001,"15min":0.32300000000000001},"max":{"1min":0.85799999999999998,"5min":0.85799999999999998,"15min":0.85799999999999998},"last":0.56799999999999995}]},{"osd":2,"last update":"Mon Apr 15 14:34:30 2024","interfaces":[{"interface":"back","average":{"1min":0.51200000000000001,"5min":0.54000000000000004,"15min":0.54500000000000004},"min":{"1min":0.37,"5min":0.37,"15min":0.37},"max":{"1min":0.68400000000000005,"5min":0.69199999999999995,"15min":0.69199999999999995},"last":0.45200000000000001},{"interface":"front","average":{"1min":0.52400000000000002,"5min":0.505,"15min":0.502},"min":{"1min":0.33600000000000002,"5min":0.33600000000000002,"15min":0.33600000000000002},"max":{"1min":0.81699999999999995,"5min":0.81699999999999995,"15min":0.81699999999999995},"last":0.54400000000000004}]},{"osd":3,"last update":"Mon Apr 15 14:34:30 2024","interfaces":[{"interface":"back","average":{"1min":0.55200000000000005,"5min":0.52500000000000002,"15min":0.52100000000000002},"min":{"1min":0.34399999999999997,"5min":0.34399999999999997,"15min":0.34399999999999997},"max":{"1min":1.24,"5min":1.24,"15min":1.24},"last":0.49399999999999999},{"interface":"front","average":{"1min":0.58599999999999997,"5min":0.53600000000000003,"15min":0.52800000000000002},"min":{"1min":0.375,"5min":0.375,"15min":0.375},"max":{"1min":1.0820000000000001,"5min":1.0820000000000001,"15min":1.0820000000000001},"last":0.56100000000000005}]},{"osd":4,"last update":"Mon Apr 15 14:34:30 2024","interfaces":[{"interface":"back","average":{"1min":0.40699999999999997,"5min":0.35799999999999998,"15min":0.34999999999999998},"min":{"1min":0.25600000000000001,"5min":0.25600000000000001,"15min":0.25600000000000001},"max":{"1min":0.59799999999999998,"5min":0.59799999999999998,"15min":0.59799999999999998},"last":0.28000000000000003},{"interface":"front","average":{"1min":0.436,"5min":0.38700000000000001,"15min":0.379},"min":{"1min":0.28499999999999998,"5min":0.28499999999999998,"15min":0.28499999999999998},"max":{"1min":0.66100000000000003,"5min":0.66100000000000003,"15min":0.66100000000000003},"last":0.29699999999999999}]},{"osd":6,"last update":"Mon Apr 15 14:34:56 2024","interfaces":[{"interface":"back","average":{"1min":0.42499999999999999,"5min":0.42099999999999999,"15min":0.41999999999999998},"min":{"1min":0.29199999999999998,"5min":0.27800000000000002,"15min":0.27800000000000002},"max":{"1min":0.55100000000000005,"5min":0.70199999999999996,"15min":0.70199999999999996},"last":0.25900000000000001},{"interface":"front","average":{"1min":0.53600000000000003,"5min":0.51700000000000002,"15min":0.51400000000000001},"min":{"1min":0.37,"5min":0.34399999999999997,"15min":0.34399999999999997},"max":{"1min":0.73199999999999998,"5min":0.76100000000000001,"15min":0.76100000000000001},"last":0.315}]},{"osd":7,"last update":"Mon Apr 15 14:34:17 2024","interfaces":[{"interface":"back","average":{"1min":0.52400000000000002,"5min":0.52400000000000002,"15min":0.52400000000000002},"min":{"1min":0.35199999999999998,"5min":0.35199999999999998,"15min":0.35199999999999998},"max":{"1min":0.72699999999999998,"5min":0.72699999999999998,"15min":0.72699999999999998},"last":0.34000000000000002},{"interface":"front","average":{"1min":0.496,"5min":0.496,"15min":0.496},"min":{"1min":0.35299999999999998,"5min":0.35299999999999998,"15min":0.35299999999999998},"max":{"1min":0.71899999999999997,"5min":0.71899999999999997,"15min":0.71899999999999997},"last":0.32600000000000001}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":728,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":160,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":2454,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":708,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":2440,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":2350,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":604,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-04-15T14:35:08.439 INFO:tasks.cephadm.ceph_manager.ceph:clean! 2024-04-15T14:35:08.439 INFO:tasks.ceph:Waiting until ceph cluster ceph is healthy... 2024-04-15T14:35:08.440 INFO:tasks.cephadm.ceph_manager.ceph:wait_until_healthy 2024-04-15T14:35:08.440 DEBUG:teuthology.orchestra.run.smithi016:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 362ea986-fb34-11ee-bc8f-c7b262605968 -- ceph health --format=json 2024-04-15T14:35:08.468 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:35:08 smithi016 ceph-mon[27435]: from='mgr.14628 ' entity='mgr.y' 2024-04-15T14:35:08.468 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:35:08 smithi016 ceph-mon[27435]: from='mgr.14628 ' entity='mgr.y' 2024-04-15T14:35:08.468 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:35:08 smithi016 ceph-mon[27435]: from='mgr.14628 ' entity='mgr.y' 2024-04-15T14:35:08.468 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:35:08 smithi016 ceph-mon[27435]: Deploying daemon node-exporter.b on smithi102 2024-04-15T14:35:08.468 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:35:08 smithi016 ceph-mon[27435]: from='client.14802 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-15T14:35:08.469 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:35:08 smithi016 ceph-mon[36548]: from='mgr.14628 ' entity='mgr.y' 2024-04-15T14:35:08.469 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:35:08 smithi016 ceph-mon[36548]: from='mgr.14628 ' entity='mgr.y' 2024-04-15T14:35:08.469 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:35:08 smithi016 ceph-mon[36548]: from='mgr.14628 ' entity='mgr.y' 2024-04-15T14:35:08.469 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:35:08 smithi016 ceph-mon[36548]: Deploying daemon node-exporter.b on smithi102 2024-04-15T14:35:08.469 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:35:08 smithi016 ceph-mon[36548]: from='client.14802 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-15T14:35:08.565 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:35:08 smithi102 ceph-mon[31017]: from='mgr.14628 ' entity='mgr.y' 2024-04-15T14:35:08.565 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:35:08 smithi102 ceph-mon[31017]: from='mgr.14628 ' entity='mgr.y' 2024-04-15T14:35:08.566 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:35:08 smithi102 ceph-mon[31017]: from='mgr.14628 ' entity='mgr.y' 2024-04-15T14:35:08.566 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:35:08 smithi102 ceph-mon[31017]: Deploying daemon node-exporter.b on smithi102 2024-04-15T14:35:08.566 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:35:08 smithi102 ceph-mon[31017]: from='client.14802 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-15T14:35:08.566 INFO:journalctl@ceph.node-exporter.b.smithi102.stdout:Apr 15 14:35:08 smithi102 bash[63562]: Trying to pull quay.io/prometheus/node-exporter:v1.5.0... 2024-04-15T14:35:08.655 INFO:teuthology.orchestra.run.smithi016.stderr:Inferring config /var/lib/ceph/362ea986-fb34-11ee-bc8f-c7b262605968/mon.a/config 2024-04-15T14:35:09.187 INFO:journalctl@ceph.node-exporter.b.smithi102.stdout:Apr 15 14:35:08 smithi102 bash[63562]: Getting image source signatures 2024-04-15T14:35:09.187 INFO:journalctl@ceph.node-exporter.b.smithi102.stdout:Apr 15 14:35:08 smithi102 bash[63562]: Copying blob sha256:c0e87333d3805a7b7e1c25783dd25f27da0fe70a8e262eee7ed190c8dc843fa7 2024-04-15T14:35:09.187 INFO:journalctl@ceph.node-exporter.b.smithi102.stdout:Apr 15 14:35:08 smithi102 bash[63562]: Copying blob sha256:22b70bddd3acadc892fca4c2af4260629bfda5dfd11ebc106a93ce24e752b5ed 2024-04-15T14:35:09.187 INFO:journalctl@ceph.node-exporter.b.smithi102.stdout:Apr 15 14:35:08 smithi102 bash[63562]: Copying blob sha256:5c12815fee558b157dee7f7509dedbaba0a8379098858a65ec869e1f1526ea0c 2024-04-15T14:35:09.487 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:35:09 smithi016 ceph-mon[36548]: pgmap v31: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-04-15T14:35:09.487 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:35:09 smithi016 ceph-mon[27435]: pgmap v31: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-04-15T14:35:09.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:35:09 smithi102 ceph-mon[31017]: pgmap v31: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-04-15T14:35:10.697 INFO:teuthology.orchestra.run.smithi016.stdout: 2024-04-15T14:35:10.697 INFO:teuthology.orchestra.run.smithi016.stdout:{"status":"HEALTH_OK","checks":{},"mutes":[]} 2024-04-15T14:35:10.937 INFO:journalctl@ceph.node-exporter.b.smithi102.stdout:Apr 15 14:35:10 smithi102 bash[63562]: Copying config sha256:0da6a335fe1356545476b749c68f022c897de3a2139e8f0054f6937349ee2b83 2024-04-15T14:35:10.937 INFO:journalctl@ceph.node-exporter.b.smithi102.stdout:Apr 15 14:35:10 smithi102 bash[63562]: Writing manifest to image destination 2024-04-15T14:35:11.358 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:35:11 smithi102 ceph-mon[31017]: pgmap v32: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-04-15T14:35:11.359 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:35:11 smithi102 ceph-mon[31017]: from='client.? 172.21.15.16:0/3993372142' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-04-15T14:35:11.359 INFO:journalctl@ceph.node-exporter.b.smithi102.stdout:Apr 15 14:35:11 smithi102 podman[63562]: 2024-04-15 14:35:11.007657055 +0000 UTC m=+2.759211339 image pull 0da6a335fe1356545476b749c68f022c897de3a2139e8f0054f6937349ee2b83 quay.io/prometheus/node-exporter:v1.5.0 2024-04-15T14:35:11.359 INFO:journalctl@ceph.node-exporter.b.smithi102.stdout:Apr 15 14:35:11 smithi102 podman[63562]: 2024-04-15 14:35:11.123107601 +0000 UTC m=+2.874661901 container create d83ffdf53df3f267f88d4df358ae6897b74eaccbb99fe6d249195240afee1f74 (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-362ea986-fb34-11ee-bc8f-c7b262605968-node-exporter-b, maintainer=The Prometheus Authors ) 2024-04-15T14:35:11.496 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:35:11 smithi016 ceph-mon[36548]: pgmap v32: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-04-15T14:35:11.497 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:35:11 smithi016 ceph-mon[36548]: from='client.? 172.21.15.16:0/3993372142' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-04-15T14:35:11.497 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:35:11 smithi016 ceph-mon[27435]: pgmap v32: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-04-15T14:35:11.497 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:35:11 smithi016 ceph-mon[27435]: from='client.? 172.21.15.16:0/3993372142' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-04-15T14:35:11.520 INFO:tasks.cephadm.ceph_manager.ceph:wait_until_healthy done 2024-04-15T14:35:11.520 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-04-15T14:35:11.687 INFO:journalctl@ceph.node-exporter.b.smithi102.stdout:Apr 15 14:35:11 smithi102 podman[63562]: 2024-04-15 14:35:11.358635019 +0000 UTC m=+3.110189274 container init d83ffdf53df3f267f88d4df358ae6897b74eaccbb99fe6d249195240afee1f74 (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-362ea986-fb34-11ee-bc8f-c7b262605968-node-exporter-b, maintainer=The Prometheus Authors ) 2024-04-15T14:35:11.687 INFO:journalctl@ceph.node-exporter.b.smithi102.stdout:Apr 15 14:35:11 smithi102 podman[63562]: 2024-04-15 14:35:11.364426307 +0000 UTC m=+3.115980563 container start d83ffdf53df3f267f88d4df358ae6897b74eaccbb99fe6d249195240afee1f74 (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-362ea986-fb34-11ee-bc8f-c7b262605968-node-exporter-b, maintainer=The Prometheus Authors ) 2024-04-15T14:35:11.687 INFO:journalctl@ceph.node-exporter.b.smithi102.stdout:Apr 15 14:35:11 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-node-exporter-b[63613]: ts=2024-04-15T14:35:11.368Z caller=node_exporter.go:180 level=info msg="Starting node_exporter" version="(version=1.5.0, branch=HEAD, revision=1b48970ffcf5630534fb00bb0687d73c66d1c959)" 2024-04-15T14:35:11.687 INFO:journalctl@ceph.node-exporter.b.smithi102.stdout:Apr 15 14:35:11 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-node-exporter-b[63613]: ts=2024-04-15T14:35:11.368Z caller=node_exporter.go:181 level=info msg="Build context" build_context="(go=go1.19.3, user=root@6e7732a7b81b, date=20221129-18:59:09)" 2024-04-15T14:35:11.688 INFO:journalctl@ceph.node-exporter.b.smithi102.stdout:Apr 15 14:35:11 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-node-exporter-b[63613]: ts=2024-04-15T14:35:11.368Z caller=diskstats_common.go:111 level=info collector=diskstats msg="Parsed flag --collector.diskstats.device-exclude" flag=^(ram|loop|fd|(h|s|v|xv)d[a-z]|nvme\d+n\d+p)\d+$ 2024-04-15T14:35:11.688 INFO:journalctl@ceph.node-exporter.b.smithi102.stdout:Apr 15 14:35:11 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-node-exporter-b[63613]: ts=2024-04-15T14:35:11.368Z caller=diskstats_linux.go:264 level=error collector=diskstats msg="Failed to open directory, disabling udev device properties" path=/run/udev/data 2024-04-15T14:35:11.688 INFO:journalctl@ceph.node-exporter.b.smithi102.stdout:Apr 15 14:35:11 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-node-exporter-b[63613]: ts=2024-04-15T14:35:11.369Z caller=filesystem_common.go:111 level=info collector=filesystem msg="Parsed flag --collector.filesystem.mount-points-exclude" flag=^/(dev|proc|run/credentials/.+|sys|var/lib/docker/.+|var/lib/containers/storage/.+)($|/) 2024-04-15T14:35:11.688 INFO:journalctl@ceph.node-exporter.b.smithi102.stdout:Apr 15 14:35:11 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-node-exporter-b[63613]: ts=2024-04-15T14:35:11.369Z caller=filesystem_common.go:113 level=info collector=filesystem msg="Parsed flag --collector.filesystem.fs-types-exclude" flag=^(autofs|binfmt_misc|bpf|cgroup2?|configfs|debugfs|devpts|devtmpfs|fusectl|hugetlbfs|iso9660|mqueue|nsfs|overlay|proc|procfs|pstore|rpc_pipefs|securityfs|selinuxfs|squashfs|sysfs|tracefs)$ 2024-04-15T14:35:11.688 INFO:journalctl@ceph.node-exporter.b.smithi102.stdout:Apr 15 14:35:11 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-node-exporter-b[63613]: ts=2024-04-15T14:35:11.369Z caller=node_exporter.go:110 level=info msg="Enabled collectors" 2024-04-15T14:35:11.688 INFO:journalctl@ceph.node-exporter.b.smithi102.stdout:Apr 15 14:35:11 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-node-exporter-b[63613]: ts=2024-04-15T14:35:11.369Z caller=node_exporter.go:117 level=info collector=arp 2024-04-15T14:35:11.688 INFO:journalctl@ceph.node-exporter.b.smithi102.stdout:Apr 15 14:35:11 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-node-exporter-b[63613]: ts=2024-04-15T14:35:11.369Z caller=node_exporter.go:117 level=info collector=bcache 2024-04-15T14:35:11.688 INFO:journalctl@ceph.node-exporter.b.smithi102.stdout:Apr 15 14:35:11 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-node-exporter-b[63613]: ts=2024-04-15T14:35:11.369Z caller=node_exporter.go:117 level=info collector=bonding 2024-04-15T14:35:11.688 INFO:journalctl@ceph.node-exporter.b.smithi102.stdout:Apr 15 14:35:11 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-node-exporter-b[63613]: ts=2024-04-15T14:35:11.369Z caller=node_exporter.go:117 level=info collector=btrfs 2024-04-15T14:35:11.688 INFO:journalctl@ceph.node-exporter.b.smithi102.stdout:Apr 15 14:35:11 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-node-exporter-b[63613]: ts=2024-04-15T14:35:11.369Z caller=node_exporter.go:117 level=info collector=conntrack 2024-04-15T14:35:11.688 INFO:journalctl@ceph.node-exporter.b.smithi102.stdout:Apr 15 14:35:11 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-node-exporter-b[63613]: ts=2024-04-15T14:35:11.369Z caller=node_exporter.go:117 level=info collector=cpu 2024-04-15T14:35:11.688 INFO:journalctl@ceph.node-exporter.b.smithi102.stdout:Apr 15 14:35:11 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-node-exporter-b[63613]: ts=2024-04-15T14:35:11.369Z caller=node_exporter.go:117 level=info collector=cpufreq 2024-04-15T14:35:11.689 INFO:journalctl@ceph.node-exporter.b.smithi102.stdout:Apr 15 14:35:11 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-node-exporter-b[63613]: ts=2024-04-15T14:35:11.369Z caller=node_exporter.go:117 level=info collector=diskstats 2024-04-15T14:35:11.689 INFO:journalctl@ceph.node-exporter.b.smithi102.stdout:Apr 15 14:35:11 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-node-exporter-b[63613]: ts=2024-04-15T14:35:11.369Z caller=node_exporter.go:117 level=info collector=dmi 2024-04-15T14:35:11.689 INFO:journalctl@ceph.node-exporter.b.smithi102.stdout:Apr 15 14:35:11 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-node-exporter-b[63613]: ts=2024-04-15T14:35:11.369Z caller=node_exporter.go:117 level=info collector=edac 2024-04-15T14:35:11.689 INFO:journalctl@ceph.node-exporter.b.smithi102.stdout:Apr 15 14:35:11 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-node-exporter-b[63613]: ts=2024-04-15T14:35:11.369Z caller=node_exporter.go:117 level=info collector=entropy 2024-04-15T14:35:11.689 INFO:journalctl@ceph.node-exporter.b.smithi102.stdout:Apr 15 14:35:11 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-node-exporter-b[63613]: ts=2024-04-15T14:35:11.369Z caller=node_exporter.go:117 level=info collector=fibrechannel 2024-04-15T14:35:11.689 INFO:journalctl@ceph.node-exporter.b.smithi102.stdout:Apr 15 14:35:11 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-node-exporter-b[63613]: ts=2024-04-15T14:35:11.369Z caller=node_exporter.go:117 level=info collector=filefd 2024-04-15T14:35:11.690 INFO:journalctl@ceph.node-exporter.b.smithi102.stdout:Apr 15 14:35:11 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-node-exporter-b[63613]: ts=2024-04-15T14:35:11.369Z caller=node_exporter.go:117 level=info collector=filesystem 2024-04-15T14:35:11.690 INFO:journalctl@ceph.node-exporter.b.smithi102.stdout:Apr 15 14:35:11 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-node-exporter-b[63613]: ts=2024-04-15T14:35:11.369Z caller=node_exporter.go:117 level=info collector=hwmon 2024-04-15T14:35:11.690 INFO:journalctl@ceph.node-exporter.b.smithi102.stdout:Apr 15 14:35:11 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-node-exporter-b[63613]: ts=2024-04-15T14:35:11.369Z caller=node_exporter.go:117 level=info collector=infiniband 2024-04-15T14:35:11.690 INFO:journalctl@ceph.node-exporter.b.smithi102.stdout:Apr 15 14:35:11 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-node-exporter-b[63613]: ts=2024-04-15T14:35:11.369Z caller=node_exporter.go:117 level=info collector=ipvs 2024-04-15T14:35:11.690 INFO:journalctl@ceph.node-exporter.b.smithi102.stdout:Apr 15 14:35:11 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-node-exporter-b[63613]: ts=2024-04-15T14:35:11.369Z caller=node_exporter.go:117 level=info collector=loadavg 2024-04-15T14:35:11.690 INFO:journalctl@ceph.node-exporter.b.smithi102.stdout:Apr 15 14:35:11 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-node-exporter-b[63613]: ts=2024-04-15T14:35:11.369Z caller=node_exporter.go:117 level=info collector=mdadm 2024-04-15T14:35:11.690 INFO:journalctl@ceph.node-exporter.b.smithi102.stdout:Apr 15 14:35:11 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-node-exporter-b[63613]: ts=2024-04-15T14:35:11.369Z caller=node_exporter.go:117 level=info collector=meminfo 2024-04-15T14:35:11.690 INFO:journalctl@ceph.node-exporter.b.smithi102.stdout:Apr 15 14:35:11 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-node-exporter-b[63613]: ts=2024-04-15T14:35:11.369Z caller=node_exporter.go:117 level=info collector=netclass 2024-04-15T14:35:11.691 INFO:journalctl@ceph.node-exporter.b.smithi102.stdout:Apr 15 14:35:11 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-node-exporter-b[63613]: ts=2024-04-15T14:35:11.369Z caller=node_exporter.go:117 level=info collector=netdev 2024-04-15T14:35:11.691 INFO:journalctl@ceph.node-exporter.b.smithi102.stdout:Apr 15 14:35:11 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-node-exporter-b[63613]: ts=2024-04-15T14:35:11.369Z caller=node_exporter.go:117 level=info collector=netstat 2024-04-15T14:35:11.691 INFO:journalctl@ceph.node-exporter.b.smithi102.stdout:Apr 15 14:35:11 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-node-exporter-b[63613]: ts=2024-04-15T14:35:11.369Z caller=node_exporter.go:117 level=info collector=nfs 2024-04-15T14:35:11.691 INFO:journalctl@ceph.node-exporter.b.smithi102.stdout:Apr 15 14:35:11 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-node-exporter-b[63613]: ts=2024-04-15T14:35:11.369Z caller=node_exporter.go:117 level=info collector=nfsd 2024-04-15T14:35:11.691 INFO:journalctl@ceph.node-exporter.b.smithi102.stdout:Apr 15 14:35:11 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-node-exporter-b[63613]: ts=2024-04-15T14:35:11.369Z caller=node_exporter.go:117 level=info collector=nvme 2024-04-15T14:35:11.691 INFO:journalctl@ceph.node-exporter.b.smithi102.stdout:Apr 15 14:35:11 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-node-exporter-b[63613]: ts=2024-04-15T14:35:11.369Z caller=node_exporter.go:117 level=info collector=os 2024-04-15T14:35:11.691 INFO:journalctl@ceph.node-exporter.b.smithi102.stdout:Apr 15 14:35:11 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-node-exporter-b[63613]: ts=2024-04-15T14:35:11.369Z caller=node_exporter.go:117 level=info collector=powersupplyclass 2024-04-15T14:35:11.691 INFO:journalctl@ceph.node-exporter.b.smithi102.stdout:Apr 15 14:35:11 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-node-exporter-b[63613]: ts=2024-04-15T14:35:11.369Z caller=node_exporter.go:117 level=info collector=pressure 2024-04-15T14:35:11.691 INFO:journalctl@ceph.node-exporter.b.smithi102.stdout:Apr 15 14:35:11 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-node-exporter-b[63613]: ts=2024-04-15T14:35:11.369Z caller=node_exporter.go:117 level=info collector=rapl 2024-04-15T14:35:11.691 INFO:journalctl@ceph.node-exporter.b.smithi102.stdout:Apr 15 14:35:11 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-node-exporter-b[63613]: ts=2024-04-15T14:35:11.369Z caller=node_exporter.go:117 level=info collector=schedstat 2024-04-15T14:35:11.691 INFO:journalctl@ceph.node-exporter.b.smithi102.stdout:Apr 15 14:35:11 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-node-exporter-b[63613]: ts=2024-04-15T14:35:11.369Z caller=node_exporter.go:117 level=info collector=selinux 2024-04-15T14:35:11.692 INFO:journalctl@ceph.node-exporter.b.smithi102.stdout:Apr 15 14:35:11 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-node-exporter-b[63613]: ts=2024-04-15T14:35:11.370Z caller=node_exporter.go:117 level=info collector=sockstat 2024-04-15T14:35:11.692 INFO:journalctl@ceph.node-exporter.b.smithi102.stdout:Apr 15 14:35:11 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-node-exporter-b[63613]: ts=2024-04-15T14:35:11.370Z caller=node_exporter.go:117 level=info collector=softnet 2024-04-15T14:35:11.692 INFO:journalctl@ceph.node-exporter.b.smithi102.stdout:Apr 15 14:35:11 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-node-exporter-b[63613]: ts=2024-04-15T14:35:11.370Z caller=node_exporter.go:117 level=info collector=stat 2024-04-15T14:35:11.692 INFO:journalctl@ceph.node-exporter.b.smithi102.stdout:Apr 15 14:35:11 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-node-exporter-b[63613]: ts=2024-04-15T14:35:11.370Z caller=node_exporter.go:117 level=info collector=tapestats 2024-04-15T14:35:11.692 INFO:journalctl@ceph.node-exporter.b.smithi102.stdout:Apr 15 14:35:11 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-node-exporter-b[63613]: ts=2024-04-15T14:35:11.370Z caller=node_exporter.go:117 level=info collector=textfile 2024-04-15T14:35:11.692 INFO:journalctl@ceph.node-exporter.b.smithi102.stdout:Apr 15 14:35:11 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-node-exporter-b[63613]: ts=2024-04-15T14:35:11.370Z caller=node_exporter.go:117 level=info collector=thermal_zone 2024-04-15T14:35:11.692 INFO:journalctl@ceph.node-exporter.b.smithi102.stdout:Apr 15 14:35:11 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-node-exporter-b[63613]: ts=2024-04-15T14:35:11.370Z caller=node_exporter.go:117 level=info collector=time 2024-04-15T14:35:11.692 INFO:journalctl@ceph.node-exporter.b.smithi102.stdout:Apr 15 14:35:11 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-node-exporter-b[63613]: ts=2024-04-15T14:35:11.370Z caller=node_exporter.go:117 level=info collector=udp_queues 2024-04-15T14:35:11.692 INFO:journalctl@ceph.node-exporter.b.smithi102.stdout:Apr 15 14:35:11 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-node-exporter-b[63613]: ts=2024-04-15T14:35:11.370Z caller=node_exporter.go:117 level=info collector=uname 2024-04-15T14:35:11.692 INFO:journalctl@ceph.node-exporter.b.smithi102.stdout:Apr 15 14:35:11 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-node-exporter-b[63613]: ts=2024-04-15T14:35:11.370Z caller=node_exporter.go:117 level=info collector=vmstat 2024-04-15T14:35:11.692 INFO:journalctl@ceph.node-exporter.b.smithi102.stdout:Apr 15 14:35:11 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-node-exporter-b[63613]: ts=2024-04-15T14:35:11.370Z caller=node_exporter.go:117 level=info collector=xfs 2024-04-15T14:35:11.692 INFO:journalctl@ceph.node-exporter.b.smithi102.stdout:Apr 15 14:35:11 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-node-exporter-b[63613]: ts=2024-04-15T14:35:11.370Z caller=node_exporter.go:117 level=info collector=zfs 2024-04-15T14:35:11.693 INFO:journalctl@ceph.node-exporter.b.smithi102.stdout:Apr 15 14:35:11 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-node-exporter-b[63613]: ts=2024-04-15T14:35:11.370Z caller=tls_config.go:232 level=info msg="Listening on" address=[::]:9100 2024-04-15T14:35:11.693 INFO:journalctl@ceph.node-exporter.b.smithi102.stdout:Apr 15 14:35:11 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-node-exporter-b[63613]: ts=2024-04-15T14:35:11.370Z caller=tls_config.go:235 level=info msg="TLS is disabled." http2=false address=[::]:9100 2024-04-15T14:35:11.693 INFO:journalctl@ceph.node-exporter.b.smithi102.stdout:Apr 15 14:35:11 smithi102 bash[63562]: d83ffdf53df3f267f88d4df358ae6897b74eaccbb99fe6d249195240afee1f74 2024-04-15T14:35:11.693 INFO:journalctl@ceph.node-exporter.b.smithi102.stdout:Apr 15 14:35:11 smithi102 systemd[1]: Started Ceph node-exporter.b for 362ea986-fb34-11ee-bc8f-c7b262605968. 2024-04-15T14:35:11.866 INFO:teuthology.orchestra.run.smithi016.stdout: 2024-04-15T14:35:11.866 INFO:teuthology.orchestra.run.smithi016.stdout:{"epoch":70,"fsid":"362ea986-fb34-11ee-bc8f-c7b262605968","created":"2024-04-15T14:28:04.029430+0000","modified":"2024-04-15T14:34:11.918002+0000","last_up_change":"2024-04-15T14:33:15.639105+0000","last_in_change":"2024-04-15T14:32:57.817466+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":18,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-04-15T14:31:12.502699+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":7.8899998664855957,"score_stable":7.8899998664855957,"optimal_score":0.37999999523162842,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-04-15T14:33:32.965765+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"62","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-04-15T14:33:34.176617+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"63","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"rbd","create_time":"2024-04-15T14:34:07.113583+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":8,"pg_placement_num":8,"pg_placement_num_target":8,"pg_num_target":8,"pg_num_pending":8,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"69","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rbd":{}},"read_balance":{"score_acting":3,"score_stable":3,"optimal_score":1,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"32611abc-3cf7-4d7d-a647-b8c5be33bc2e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":66,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6802","nonce":2264743542},{"type":"v1","addr":"172.21.15.16:6803","nonce":2264743542}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6804","nonce":2264743542},{"type":"v1","addr":"172.21.15.16:6805","nonce":2264743542}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6808","nonce":2264743542},{"type":"v1","addr":"172.21.15.16:6809","nonce":2264743542}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6806","nonce":2264743542},{"type":"v1","addr":"172.21.15.16:6807","nonce":2264743542}]},"public_addr":"172.21.15.16:6803/2264743542","cluster_addr":"172.21.15.16:6805/2264743542","heartbeat_back_addr":"172.21.15.16:6809/2264743542","heartbeat_front_addr":"172.21.15.16:6807/2264743542","state":["exists","up"]},{"osd":1,"uuid":"e07bc3a4-c5b8-4dd2-a9d2-0a8640b40fe0","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":66,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6810","nonce":1440502014},{"type":"v1","addr":"172.21.15.16:6811","nonce":1440502014}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6812","nonce":1440502014},{"type":"v1","addr":"172.21.15.16:6813","nonce":1440502014}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6816","nonce":1440502014},{"type":"v1","addr":"172.21.15.16:6817","nonce":1440502014}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6814","nonce":1440502014},{"type":"v1","addr":"172.21.15.16:6815","nonce":1440502014}]},"public_addr":"172.21.15.16:6811/1440502014","cluster_addr":"172.21.15.16:6813/1440502014","heartbeat_back_addr":"172.21.15.16:6817/1440502014","heartbeat_front_addr":"172.21.15.16:6815/1440502014","state":["exists","up"]},{"osd":2,"uuid":"358f648c-0d4b-4bb7-a965-dff2e7adb39f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":64,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6818","nonce":809070887},{"type":"v1","addr":"172.21.15.16:6819","nonce":809070887}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6820","nonce":809070887},{"type":"v1","addr":"172.21.15.16:6821","nonce":809070887}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6824","nonce":809070887},{"type":"v1","addr":"172.21.15.16:6825","nonce":809070887}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6822","nonce":809070887},{"type":"v1","addr":"172.21.15.16:6823","nonce":809070887}]},"public_addr":"172.21.15.16:6819/809070887","cluster_addr":"172.21.15.16:6821/809070887","heartbeat_back_addr":"172.21.15.16:6825/809070887","heartbeat_front_addr":"172.21.15.16:6823/809070887","state":["exists","up"]},{"osd":3,"uuid":"12a0db2e-4774-4a68-870c-24969e5204b0","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":25,"up_thru":66,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6826","nonce":2809915418},{"type":"v1","addr":"172.21.15.16:6827","nonce":2809915418}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6828","nonce":2809915418},{"type":"v1","addr":"172.21.15.16:6829","nonce":2809915418}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6832","nonce":2809915418},{"type":"v1","addr":"172.21.15.16:6833","nonce":2809915418}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6830","nonce":2809915418},{"type":"v1","addr":"172.21.15.16:6831","nonce":2809915418}]},"public_addr":"172.21.15.16:6827/2809915418","cluster_addr":"172.21.15.16:6829/2809915418","heartbeat_back_addr":"172.21.15.16:6833/2809915418","heartbeat_front_addr":"172.21.15.16:6831/2809915418","state":["exists","up"]},{"osd":4,"uuid":"f8c16c9a-b0ad-4a06-9f16-6309a4558023","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":30,"up_thru":66,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6800","nonce":2585706670},{"type":"v1","addr":"172.21.15.102:6801","nonce":2585706670}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6802","nonce":2585706670},{"type":"v1","addr":"172.21.15.102:6803","nonce":2585706670}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6806","nonce":2585706670},{"type":"v1","addr":"172.21.15.102:6807","nonce":2585706670}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6804","nonce":2585706670},{"type":"v1","addr":"172.21.15.102:6805","nonce":2585706670}]},"public_addr":"172.21.15.102:6801/2585706670","cluster_addr":"172.21.15.102:6803/2585706670","heartbeat_back_addr":"172.21.15.102:6807/2585706670","heartbeat_front_addr":"172.21.15.102:6805/2585706670","state":["exists","up"]},{"osd":5,"uuid":"15dff6b6-b788-4f68-840d-3a69f843f228","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":38,"up_thru":61,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6808","nonce":3988882984},{"type":"v1","addr":"172.21.15.102:6809","nonce":3988882984}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6810","nonce":3988882984},{"type":"v1","addr":"172.21.15.102:6811","nonce":3988882984}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6814","nonce":3988882984},{"type":"v1","addr":"172.21.15.102:6815","nonce":3988882984}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6812","nonce":3988882984},{"type":"v1","addr":"172.21.15.102:6813","nonce":3988882984}]},"public_addr":"172.21.15.102:6809/3988882984","cluster_addr":"172.21.15.102:6811/3988882984","heartbeat_back_addr":"172.21.15.102:6815/3988882984","heartbeat_front_addr":"172.21.15.102:6813/3988882984","state":["exists","up"]},{"osd":6,"uuid":"4b0eba70-eeb0-4c8e-81ae-da32eccddb4a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":47,"up_thru":66,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6816","nonce":124432118},{"type":"v1","addr":"172.21.15.102:6817","nonce":124432118}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6818","nonce":124432118},{"type":"v1","addr":"172.21.15.102:6819","nonce":124432118}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6822","nonce":124432118},{"type":"v1","addr":"172.21.15.102:6823","nonce":124432118}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6820","nonce":124432118},{"type":"v1","addr":"172.21.15.102:6821","nonce":124432118}]},"public_addr":"172.21.15.102:6817/124432118","cluster_addr":"172.21.15.102:6819/124432118","heartbeat_back_addr":"172.21.15.102:6823/124432118","heartbeat_front_addr":"172.21.15.102:6821/124432118","state":["exists","up"]},{"osd":7,"uuid":"0bf5c778-a19b-4142-9e51-872f7f186c75","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":55,"up_thru":61,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6824","nonce":2974249338},{"type":"v1","addr":"172.21.15.102:6825","nonce":2974249338}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6826","nonce":2974249338},{"type":"v1","addr":"172.21.15.102:6827","nonce":2974249338}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6830","nonce":2974249338},{"type":"v1","addr":"172.21.15.102:6831","nonce":2974249338}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6828","nonce":2974249338},{"type":"v1","addr":"172.21.15.102:6829","nonce":2974249338}]},"public_addr":"172.21.15.102:6825/2974249338","cluster_addr":"172.21.15.102:6827/2974249338","heartbeat_back_addr":"172.21.15.102:6831/2974249338","heartbeat_front_addr":"172.21.15.102:6829/2974249338","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-15T14:30:19.499538+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-15T14:30:44.374414+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-15T14:31:09.809932+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-15T14:31:35.393873+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-15T14:31:58.889917+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-15T14:32:23.125904+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-15T14:32:48.407037+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-15T14:33:13.714624+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"2.9","mappings":[{"from":7,"to":2}]},{"pgid":"3.6","mappings":[{"from":0,"to":2}]},{"pgid":"3.9","mappings":[{"from":4,"to":1}]},{"pgid":"3.b","mappings":[{"from":0,"to":2}]},{"pgid":"3.19","mappings":[{"from":4,"to":2}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.16:0/3964946122":"2024-04-16T14:34:11.917970+0000","172.21.15.16:6801/2957100590":"2024-04-16T14:34:11.917970+0000","172.21.15.16:0/2004851253":"2024-04-16T14:34:11.917970+0000","172.21.15.16:6800/2957100590":"2024-04-16T14:34:11.917970+0000","172.21.15.16:0/1231300393":"2024-04-16T14:34:11.917970+0000","172.21.15.16:0/2197696641":"2024-04-16T14:28:56.181699+0000","172.21.15.16:6800/3159850174":"2024-04-16T14:28:56.181699+0000","172.21.15.16:0/3475792966":"2024-04-16T14:28:56.181699+0000","172.21.15.16:6800/3597408122":"2024-04-16T14:28:31.383356+0000","172.21.15.16:0/386972103":"2024-04-16T14:28:31.383356+0000","172.21.15.16:6801/3159850174":"2024-04-16T14:28:56.181699+0000","172.21.15.16:0/1771838827":"2024-04-16T14:28:31.383356+0000","172.21.15.16:0/1190696072":"2024-04-16T14:28:31.383356+0000","172.21.15.16:6801/3597408122":"2024-04-16T14:28:31.383356+0000","172.21.15.16:0/4267363576":"2024-04-16T14:34:11.917970+0000","172.21.15.16:0/1245103161":"2024-04-16T14:28:56.181699+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-04-15T14:35:11.880 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-04-15T14:31:12.502699+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '21', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_acting': 7.889999866485596, 'score_stable': 7.889999866485596, 'optimal_score': 0.3799999952316284, 'raw_score_acting': 3, 'raw_score_stable': 3, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 2, 'pool_name': 'cephfs_metadata', 'create_time': '2024-04-15T14:33:32.965765+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '62', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_autoscale_bias': 4, 'pg_num_min': 16, 'recovery_priority': 5}, 'application_metadata': {'cephfs': {'metadata': 'cephfs'}}, 'read_balance': {'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 3, 'pool_name': 'cephfs_data', 'create_time': '2024-04-15T14:33:34.176617+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 64, 'pg_placement_num': 64, 'pg_placement_num_target': 64, 'pg_num_target': 64, 'pg_num_pending': 64, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '63', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.8999999761581421}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}, 'read_balance': {'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 4, 'pool_name': 'rbd', 'create_time': '2024-04-15T14:34:07.113583+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 8, 'pg_placement_num': 8, 'pg_placement_num_target': 8, 'pg_num_target': 8, 'pg_num_pending': 8, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '69', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {}, 'application_metadata': {'rbd': {}}, 'read_balance': {'score_acting': 3, 'score_stable': 3, 'optimal_score': 1, 'raw_score_acting': 3, 'raw_score_stable': 3, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2024-04-15T14:35:11.880 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2024-04-15T14:35:12.209 INFO:teuthology.orchestra.run.smithi016.stdout:pg_num: 1 2024-04-15T14:35:12.222 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_metadata pg_num 2024-04-15T14:35:12.522 INFO:teuthology.orchestra.run.smithi016.stdout:pg_num: 32 2024-04-15T14:35:12.539 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data pg_num 2024-04-15T14:35:12.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:35:12 smithi102 ceph-mon[31017]: from='mgr.14628 ' entity='mgr.y' 2024-04-15T14:35:12.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:35:12 smithi102 ceph-mon[31017]: from='mgr.14628 ' entity='mgr.y' 2024-04-15T14:35:12.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:35:12 smithi102 ceph-mon[31017]: from='mgr.14628 ' entity='mgr.y' 2024-04-15T14:35:12.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:35:12 smithi102 ceph-mon[31017]: from='mgr.14628 ' entity='mgr.y' 2024-04-15T14:35:12.688 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:35:12 smithi102 ceph-mon[31017]: from='mgr.14628 ' entity='mgr.y' 2024-04-15T14:35:12.688 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:35:12 smithi102 ceph-mon[31017]: from='mgr.14628 172.21.15.16:0/2128211001' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T14:35:12.688 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:35:12 smithi102 ceph-mon[31017]: from='client.? 172.21.15.16:0/3958106279' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-15T14:35:12.688 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:35:12 smithi102 ceph-mon[31017]: from='mgr.14628 172.21.15.16:0/2128211001' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T14:35:12.688 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:35:12 smithi102 ceph-mon[31017]: from='mgr.14628 ' entity='mgr.y' 2024-04-15T14:35:12.688 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:35:12 smithi102 ceph-mon[31017]: from='client.? 172.21.15.16:0/1555195631' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-04-15T14:35:12.688 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:35:12 smithi102 ceph-mon[31017]: from='client.? 172.21.15.16:0/534075442' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2024-04-15T14:35:12.789 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:35:12 smithi016 ceph-mon[27435]: from='mgr.14628 ' entity='mgr.y' 2024-04-15T14:35:12.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:35:12 smithi016 ceph-mon[27435]: from='mgr.14628 ' entity='mgr.y' 2024-04-15T14:35:12.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:35:12 smithi016 ceph-mon[27435]: from='mgr.14628 ' entity='mgr.y' 2024-04-15T14:35:12.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:35:12 smithi016 ceph-mon[27435]: from='mgr.14628 ' entity='mgr.y' 2024-04-15T14:35:12.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:35:12 smithi016 ceph-mon[27435]: from='mgr.14628 ' entity='mgr.y' 2024-04-15T14:35:12.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:35:12 smithi016 ceph-mon[27435]: from='mgr.14628 172.21.15.16:0/2128211001' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T14:35:12.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:35:12 smithi016 ceph-mon[27435]: from='client.? 172.21.15.16:0/3958106279' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-15T14:35:12.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:35:12 smithi016 ceph-mon[27435]: from='mgr.14628 172.21.15.16:0/2128211001' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T14:35:12.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:35:12 smithi016 ceph-mon[27435]: from='mgr.14628 ' entity='mgr.y' 2024-04-15T14:35:12.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:35:12 smithi016 ceph-mon[27435]: from='client.? 172.21.15.16:0/1555195631' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-04-15T14:35:12.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:35:12 smithi016 ceph-mon[27435]: from='client.? 172.21.15.16:0/534075442' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2024-04-15T14:35:12.792 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:35:12 smithi016 ceph-mon[36548]: from='mgr.14628 ' entity='mgr.y' 2024-04-15T14:35:12.792 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:35:12 smithi016 ceph-mon[36548]: from='mgr.14628 ' entity='mgr.y' 2024-04-15T14:35:12.792 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:35:12 smithi016 ceph-mon[36548]: from='mgr.14628 ' entity='mgr.y' 2024-04-15T14:35:12.792 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:35:12 smithi016 ceph-mon[36548]: from='mgr.14628 ' entity='mgr.y' 2024-04-15T14:35:12.792 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:35:12 smithi016 ceph-mon[36548]: from='mgr.14628 ' entity='mgr.y' 2024-04-15T14:35:12.792 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:35:12 smithi016 ceph-mon[36548]: from='mgr.14628 172.21.15.16:0/2128211001' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T14:35:12.792 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:35:12 smithi016 ceph-mon[36548]: from='client.? 172.21.15.16:0/3958106279' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-15T14:35:12.792 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:35:12 smithi016 ceph-mon[36548]: from='mgr.14628 172.21.15.16:0/2128211001' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T14:35:12.792 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:35:12 smithi016 ceph-mon[36548]: from='mgr.14628 ' entity='mgr.y' 2024-04-15T14:35:12.792 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:35:12 smithi016 ceph-mon[36548]: from='client.? 172.21.15.16:0/1555195631' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-04-15T14:35:12.792 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:35:12 smithi016 ceph-mon[36548]: from='client.? 172.21.15.16:0/534075442' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2024-04-15T14:35:12.837 INFO:teuthology.orchestra.run.smithi016.stdout:pg_num: 64 2024-04-15T14:35:12.851 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get rbd pg_num 2024-04-15T14:35:13.205 INFO:teuthology.orchestra.run.smithi016.stdout:pg_num: 8 2024-04-15T14:35:13.220 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-04-15T14:35:13.519 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 15 14:35:13 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-y[27693]: ::ffff:172.21.15.102 - - [15/Apr/2024:14:35:13] "GET /metrics HTTP/1.1" 200 33650 "" "Prometheus/2.43.0" 2024-04-15T14:35:13.558 INFO:teuthology.orchestra.run.smithi016.stdout: 2024-04-15T14:35:13.559 INFO:teuthology.orchestra.run.smithi016.stdout:{"epoch":6,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":24349,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.102:6833/1183295622","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6832","nonce":1183295622},{"type":"v1","addr":"172.21.15.102:6833","nonce":1183295622}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":3}],"filesystems":[{"mdsmap":{"epoch":6,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-04-15T14:33:34.967132+0000","modified":"2024-04-15T14:33:36.974097+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"max_mds":1,"in":[0],"up":{"mds_0":24350},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24350":{"gid":24350,"name":"a","rank":0,"incarnation":4,"state":"up:active","state_seq":3,"addr":"172.21.15.16:6835/1881779027","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6834","nonce":1881779027},{"type":"v1","addr":"172.21.15.16:6835","nonce":1881779027}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0},"id":1}]} 2024-04-15T14:35:13.559 INFO:teuthology.orchestra.run.smithi016.stderr:dumped fsmap epoch 6 2024-04-15T14:35:13.573 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-04-15T14:35:13.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:35:13 smithi102 ceph-mon[31017]: pgmap v33: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-04-15T14:35:13.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:35:13 smithi102 ceph-mon[31017]: from='client.? 172.21.15.16:0/2525041163' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2024-04-15T14:35:13.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:35:13 smithi102 ceph-mon[31017]: from='client.? 172.21.15.16:0/2545105541' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "rbd", "var": "pg_num"}]: dispatch 2024-04-15T14:35:13.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:35:13 smithi102 ceph-mon[31017]: from='client.? 172.21.15.16:0/2731389249' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-15T14:35:13.787 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:35:13 smithi016 ceph-mon[36548]: pgmap v33: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-04-15T14:35:13.787 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:35:13 smithi016 ceph-mon[36548]: from='client.? 172.21.15.16:0/2525041163' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2024-04-15T14:35:13.787 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:35:13 smithi016 ceph-mon[36548]: from='client.? 172.21.15.16:0/2545105541' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "rbd", "var": "pg_num"}]: dispatch 2024-04-15T14:35:13.787 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:35:13 smithi016 ceph-mon[36548]: from='client.? 172.21.15.16:0/2731389249' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-15T14:35:13.787 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:35:13 smithi016 ceph-mon[27435]: pgmap v33: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-04-15T14:35:13.787 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:35:13 smithi016 ceph-mon[27435]: from='client.? 172.21.15.16:0/2525041163' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2024-04-15T14:35:13.788 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:35:13 smithi016 ceph-mon[27435]: from='client.? 172.21.15.16:0/2545105541' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "rbd", "var": "pg_num"}]: dispatch 2024-04-15T14:35:13.788 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:35:13 smithi016 ceph-mon[27435]: from='client.? 172.21.15.16:0/2731389249' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-15T14:35:13.874 INFO:teuthology.orchestra.run.smithi016.stdout: 2024-04-15T14:35:13.874 INFO:teuthology.orchestra.run.smithi016.stdout:{"epoch":70,"fsid":"362ea986-fb34-11ee-bc8f-c7b262605968","created":"2024-04-15T14:28:04.029430+0000","modified":"2024-04-15T14:34:11.918002+0000","last_up_change":"2024-04-15T14:33:15.639105+0000","last_in_change":"2024-04-15T14:32:57.817466+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":18,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-04-15T14:31:12.502699+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":7.8899998664855957,"score_stable":7.8899998664855957,"optimal_score":0.37999999523162842,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-04-15T14:33:32.965765+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"62","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-04-15T14:33:34.176617+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"63","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"rbd","create_time":"2024-04-15T14:34:07.113583+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":8,"pg_placement_num":8,"pg_placement_num_target":8,"pg_num_target":8,"pg_num_pending":8,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"69","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rbd":{}},"read_balance":{"score_acting":3,"score_stable":3,"optimal_score":1,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"32611abc-3cf7-4d7d-a647-b8c5be33bc2e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":66,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6802","nonce":2264743542},{"type":"v1","addr":"172.21.15.16:6803","nonce":2264743542}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6804","nonce":2264743542},{"type":"v1","addr":"172.21.15.16:6805","nonce":2264743542}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6808","nonce":2264743542},{"type":"v1","addr":"172.21.15.16:6809","nonce":2264743542}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6806","nonce":2264743542},{"type":"v1","addr":"172.21.15.16:6807","nonce":2264743542}]},"public_addr":"172.21.15.16:6803/2264743542","cluster_addr":"172.21.15.16:6805/2264743542","heartbeat_back_addr":"172.21.15.16:6809/2264743542","heartbeat_front_addr":"172.21.15.16:6807/2264743542","state":["exists","up"]},{"osd":1,"uuid":"e07bc3a4-c5b8-4dd2-a9d2-0a8640b40fe0","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":66,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6810","nonce":1440502014},{"type":"v1","addr":"172.21.15.16:6811","nonce":1440502014}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6812","nonce":1440502014},{"type":"v1","addr":"172.21.15.16:6813","nonce":1440502014}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6816","nonce":1440502014},{"type":"v1","addr":"172.21.15.16:6817","nonce":1440502014}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6814","nonce":1440502014},{"type":"v1","addr":"172.21.15.16:6815","nonce":1440502014}]},"public_addr":"172.21.15.16:6811/1440502014","cluster_addr":"172.21.15.16:6813/1440502014","heartbeat_back_addr":"172.21.15.16:6817/1440502014","heartbeat_front_addr":"172.21.15.16:6815/1440502014","state":["exists","up"]},{"osd":2,"uuid":"358f648c-0d4b-4bb7-a965-dff2e7adb39f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":64,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6818","nonce":809070887},{"type":"v1","addr":"172.21.15.16:6819","nonce":809070887}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6820","nonce":809070887},{"type":"v1","addr":"172.21.15.16:6821","nonce":809070887}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6824","nonce":809070887},{"type":"v1","addr":"172.21.15.16:6825","nonce":809070887}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6822","nonce":809070887},{"type":"v1","addr":"172.21.15.16:6823","nonce":809070887}]},"public_addr":"172.21.15.16:6819/809070887","cluster_addr":"172.21.15.16:6821/809070887","heartbeat_back_addr":"172.21.15.16:6825/809070887","heartbeat_front_addr":"172.21.15.16:6823/809070887","state":["exists","up"]},{"osd":3,"uuid":"12a0db2e-4774-4a68-870c-24969e5204b0","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":25,"up_thru":66,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6826","nonce":2809915418},{"type":"v1","addr":"172.21.15.16:6827","nonce":2809915418}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6828","nonce":2809915418},{"type":"v1","addr":"172.21.15.16:6829","nonce":2809915418}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6832","nonce":2809915418},{"type":"v1","addr":"172.21.15.16:6833","nonce":2809915418}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6830","nonce":2809915418},{"type":"v1","addr":"172.21.15.16:6831","nonce":2809915418}]},"public_addr":"172.21.15.16:6827/2809915418","cluster_addr":"172.21.15.16:6829/2809915418","heartbeat_back_addr":"172.21.15.16:6833/2809915418","heartbeat_front_addr":"172.21.15.16:6831/2809915418","state":["exists","up"]},{"osd":4,"uuid":"f8c16c9a-b0ad-4a06-9f16-6309a4558023","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":30,"up_thru":66,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6800","nonce":2585706670},{"type":"v1","addr":"172.21.15.102:6801","nonce":2585706670}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6802","nonce":2585706670},{"type":"v1","addr":"172.21.15.102:6803","nonce":2585706670}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6806","nonce":2585706670},{"type":"v1","addr":"172.21.15.102:6807","nonce":2585706670}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6804","nonce":2585706670},{"type":"v1","addr":"172.21.15.102:6805","nonce":2585706670}]},"public_addr":"172.21.15.102:6801/2585706670","cluster_addr":"172.21.15.102:6803/2585706670","heartbeat_back_addr":"172.21.15.102:6807/2585706670","heartbeat_front_addr":"172.21.15.102:6805/2585706670","state":["exists","up"]},{"osd":5,"uuid":"15dff6b6-b788-4f68-840d-3a69f843f228","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":38,"up_thru":61,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6808","nonce":3988882984},{"type":"v1","addr":"172.21.15.102:6809","nonce":3988882984}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6810","nonce":3988882984},{"type":"v1","addr":"172.21.15.102:6811","nonce":3988882984}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6814","nonce":3988882984},{"type":"v1","addr":"172.21.15.102:6815","nonce":3988882984}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6812","nonce":3988882984},{"type":"v1","addr":"172.21.15.102:6813","nonce":3988882984}]},"public_addr":"172.21.15.102:6809/3988882984","cluster_addr":"172.21.15.102:6811/3988882984","heartbeat_back_addr":"172.21.15.102:6815/3988882984","heartbeat_front_addr":"172.21.15.102:6813/3988882984","state":["exists","up"]},{"osd":6,"uuid":"4b0eba70-eeb0-4c8e-81ae-da32eccddb4a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":47,"up_thru":66,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6816","nonce":124432118},{"type":"v1","addr":"172.21.15.102:6817","nonce":124432118}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6818","nonce":124432118},{"type":"v1","addr":"172.21.15.102:6819","nonce":124432118}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6822","nonce":124432118},{"type":"v1","addr":"172.21.15.102:6823","nonce":124432118}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6820","nonce":124432118},{"type":"v1","addr":"172.21.15.102:6821","nonce":124432118}]},"public_addr":"172.21.15.102:6817/124432118","cluster_addr":"172.21.15.102:6819/124432118","heartbeat_back_addr":"172.21.15.102:6823/124432118","heartbeat_front_addr":"172.21.15.102:6821/124432118","state":["exists","up"]},{"osd":7,"uuid":"0bf5c778-a19b-4142-9e51-872f7f186c75","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":55,"up_thru":61,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6824","nonce":2974249338},{"type":"v1","addr":"172.21.15.102:6825","nonce":2974249338}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6826","nonce":2974249338},{"type":"v1","addr":"172.21.15.102:6827","nonce":2974249338}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6830","nonce":2974249338},{"type":"v1","addr":"172.21.15.102:6831","nonce":2974249338}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6828","nonce":2974249338},{"type":"v1","addr":"172.21.15.102:6829","nonce":2974249338}]},"public_addr":"172.21.15.102:6825/2974249338","cluster_addr":"172.21.15.102:6827/2974249338","heartbeat_back_addr":"172.21.15.102:6831/2974249338","heartbeat_front_addr":"172.21.15.102:6829/2974249338","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-15T14:30:19.499538+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-15T14:30:44.374414+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-15T14:31:09.809932+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-15T14:31:35.393873+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-15T14:31:58.889917+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-15T14:32:23.125904+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-15T14:32:48.407037+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-15T14:33:13.714624+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"2.9","mappings":[{"from":7,"to":2}]},{"pgid":"3.6","mappings":[{"from":0,"to":2}]},{"pgid":"3.9","mappings":[{"from":4,"to":1}]},{"pgid":"3.b","mappings":[{"from":0,"to":2}]},{"pgid":"3.19","mappings":[{"from":4,"to":2}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.16:0/3964946122":"2024-04-16T14:34:11.917970+0000","172.21.15.16:6801/2957100590":"2024-04-16T14:34:11.917970+0000","172.21.15.16:0/2004851253":"2024-04-16T14:34:11.917970+0000","172.21.15.16:6800/2957100590":"2024-04-16T14:34:11.917970+0000","172.21.15.16:0/1231300393":"2024-04-16T14:34:11.917970+0000","172.21.15.16:0/2197696641":"2024-04-16T14:28:56.181699+0000","172.21.15.16:6800/3159850174":"2024-04-16T14:28:56.181699+0000","172.21.15.16:0/3475792966":"2024-04-16T14:28:56.181699+0000","172.21.15.16:6800/3597408122":"2024-04-16T14:28:31.383356+0000","172.21.15.16:0/386972103":"2024-04-16T14:28:31.383356+0000","172.21.15.16:6801/3159850174":"2024-04-16T14:28:56.181699+0000","172.21.15.16:0/1771838827":"2024-04-16T14:28:31.383356+0000","172.21.15.16:0/1190696072":"2024-04-16T14:28:31.383356+0000","172.21.15.16:6801/3597408122":"2024-04-16T14:28:31.383356+0000","172.21.15.16:0/4267363576":"2024-04-16T14:34:11.917970+0000","172.21.15.16:0/1245103161":"2024-04-16T14:28:56.181699+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-04-15T14:35:13.887 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-04-15T14:31:12.502699+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '21', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_acting': 7.889999866485596, 'score_stable': 7.889999866485596, 'optimal_score': 0.3799999952316284, 'raw_score_acting': 3, 'raw_score_stable': 3, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 2, 'pool_name': 'cephfs_metadata', 'create_time': '2024-04-15T14:33:32.965765+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '62', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_autoscale_bias': 4, 'pg_num_min': 16, 'recovery_priority': 5}, 'application_metadata': {'cephfs': {'metadata': 'cephfs'}}, 'read_balance': {'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 3, 'pool_name': 'cephfs_data', 'create_time': '2024-04-15T14:33:34.176617+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 64, 'pg_placement_num': 64, 'pg_placement_num_target': 64, 'pg_num_target': 64, 'pg_num_pending': 64, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '63', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.8999999761581421}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}, 'read_balance': {'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 4, 'pool_name': 'rbd', 'create_time': '2024-04-15T14:34:07.113583+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 8, 'pg_placement_num': 8, 'pg_placement_num_target': 8, 'pg_num_target': 8, 'pg_num_pending': 8, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '69', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {}, 'application_metadata': {'rbd': {}}, 'read_balance': {'score_acting': 3, 'score_stable': 3, 'optimal_score': 1, 'raw_score_acting': 3, 'raw_score_stable': 3, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2024-04-15T14:35:13.887 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2024-04-15T14:35:14.190 INFO:teuthology.orchestra.run.smithi016.stdout:pg_num: 1 2024-04-15T14:35:14.203 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_metadata pg_num 2024-04-15T14:35:14.509 INFO:teuthology.orchestra.run.smithi016.stdout:pg_num: 32 2024-04-15T14:35:14.522 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data pg_num 2024-04-15T14:35:14.789 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:35:14 smithi016 ceph-mon[36548]: from='client.? 172.21.15.16:0/1337416425' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-15T14:35:14.789 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:35:14 smithi016 ceph-mon[36548]: from='client.? 172.21.15.16:0/1378193530' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-04-15T14:35:14.789 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:35:14 smithi016 ceph-mon[36548]: from='client.? 172.21.15.16:0/4218131153' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2024-04-15T14:35:14.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:35:14 smithi016 ceph-mon[27435]: from='client.? 172.21.15.16:0/1337416425' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-15T14:35:14.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:35:14 smithi016 ceph-mon[27435]: from='client.? 172.21.15.16:0/1378193530' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-04-15T14:35:14.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:35:14 smithi016 ceph-mon[27435]: from='client.? 172.21.15.16:0/4218131153' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2024-04-15T14:35:14.824 INFO:teuthology.orchestra.run.smithi016.stdout:pg_num: 64 2024-04-15T14:35:14.837 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get rbd pg_num 2024-04-15T14:35:14.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:35:14 smithi102 ceph-mon[31017]: from='client.? 172.21.15.16:0/1337416425' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-15T14:35:14.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:35:14 smithi102 ceph-mon[31017]: from='client.? 172.21.15.16:0/1378193530' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-04-15T14:35:14.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:35:14 smithi102 ceph-mon[31017]: from='client.? 172.21.15.16:0/4218131153' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2024-04-15T14:35:15.135 INFO:teuthology.orchestra.run.smithi016.stdout:pg_num: 8 2024-04-15T14:35:15.149 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-04-15T14:35:15.485 INFO:teuthology.orchestra.run.smithi016.stdout: 2024-04-15T14:35:15.485 INFO:teuthology.orchestra.run.smithi016.stdout:{"epoch":6,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":24349,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.102:6833/1183295622","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6832","nonce":1183295622},{"type":"v1","addr":"172.21.15.102:6833","nonce":1183295622}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":3}],"filesystems":[{"mdsmap":{"epoch":6,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-04-15T14:33:34.967132+0000","modified":"2024-04-15T14:33:36.974097+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"max_mds":1,"in":[0],"up":{"mds_0":24350},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24350":{"gid":24350,"name":"a","rank":0,"incarnation":4,"state":"up:active","state_seq":3,"addr":"172.21.15.16:6835/1881779027","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6834","nonce":1881779027},{"type":"v1","addr":"172.21.15.16:6835","nonce":1881779027}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0},"id":1}]} 2024-04-15T14:35:15.485 INFO:teuthology.orchestra.run.smithi016.stderr:dumped fsmap epoch 6 2024-04-15T14:35:15.498 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-04-15T14:35:15.797 INFO:teuthology.orchestra.run.smithi016.stdout: 2024-04-15T14:35:15.798 INFO:teuthology.orchestra.run.smithi016.stdout:{"epoch":70,"fsid":"362ea986-fb34-11ee-bc8f-c7b262605968","created":"2024-04-15T14:28:04.029430+0000","modified":"2024-04-15T14:34:11.918002+0000","last_up_change":"2024-04-15T14:33:15.639105+0000","last_in_change":"2024-04-15T14:32:57.817466+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":18,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-04-15T14:31:12.502699+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":7.8899998664855957,"score_stable":7.8899998664855957,"optimal_score":0.37999999523162842,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-04-15T14:33:32.965765+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"62","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-04-15T14:33:34.176617+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"63","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"rbd","create_time":"2024-04-15T14:34:07.113583+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":8,"pg_placement_num":8,"pg_placement_num_target":8,"pg_num_target":8,"pg_num_pending":8,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"69","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rbd":{}},"read_balance":{"score_acting":3,"score_stable":3,"optimal_score":1,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"32611abc-3cf7-4d7d-a647-b8c5be33bc2e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":66,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6802","nonce":2264743542},{"type":"v1","addr":"172.21.15.16:6803","nonce":2264743542}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6804","nonce":2264743542},{"type":"v1","addr":"172.21.15.16:6805","nonce":2264743542}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6808","nonce":2264743542},{"type":"v1","addr":"172.21.15.16:6809","nonce":2264743542}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6806","nonce":2264743542},{"type":"v1","addr":"172.21.15.16:6807","nonce":2264743542}]},"public_addr":"172.21.15.16:6803/2264743542","cluster_addr":"172.21.15.16:6805/2264743542","heartbeat_back_addr":"172.21.15.16:6809/2264743542","heartbeat_front_addr":"172.21.15.16:6807/2264743542","state":["exists","up"]},{"osd":1,"uuid":"e07bc3a4-c5b8-4dd2-a9d2-0a8640b40fe0","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":66,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6810","nonce":1440502014},{"type":"v1","addr":"172.21.15.16:6811","nonce":1440502014}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6812","nonce":1440502014},{"type":"v1","addr":"172.21.15.16:6813","nonce":1440502014}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6816","nonce":1440502014},{"type":"v1","addr":"172.21.15.16:6817","nonce":1440502014}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6814","nonce":1440502014},{"type":"v1","addr":"172.21.15.16:6815","nonce":1440502014}]},"public_addr":"172.21.15.16:6811/1440502014","cluster_addr":"172.21.15.16:6813/1440502014","heartbeat_back_addr":"172.21.15.16:6817/1440502014","heartbeat_front_addr":"172.21.15.16:6815/1440502014","state":["exists","up"]},{"osd":2,"uuid":"358f648c-0d4b-4bb7-a965-dff2e7adb39f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":64,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6818","nonce":809070887},{"type":"v1","addr":"172.21.15.16:6819","nonce":809070887}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6820","nonce":809070887},{"type":"v1","addr":"172.21.15.16:6821","nonce":809070887}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6824","nonce":809070887},{"type":"v1","addr":"172.21.15.16:6825","nonce":809070887}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6822","nonce":809070887},{"type":"v1","addr":"172.21.15.16:6823","nonce":809070887}]},"public_addr":"172.21.15.16:6819/809070887","cluster_addr":"172.21.15.16:6821/809070887","heartbeat_back_addr":"172.21.15.16:6825/809070887","heartbeat_front_addr":"172.21.15.16:6823/809070887","state":["exists","up"]},{"osd":3,"uuid":"12a0db2e-4774-4a68-870c-24969e5204b0","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":25,"up_thru":66,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6826","nonce":2809915418},{"type":"v1","addr":"172.21.15.16:6827","nonce":2809915418}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6828","nonce":2809915418},{"type":"v1","addr":"172.21.15.16:6829","nonce":2809915418}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6832","nonce":2809915418},{"type":"v1","addr":"172.21.15.16:6833","nonce":2809915418}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6830","nonce":2809915418},{"type":"v1","addr":"172.21.15.16:6831","nonce":2809915418}]},"public_addr":"172.21.15.16:6827/2809915418","cluster_addr":"172.21.15.16:6829/2809915418","heartbeat_back_addr":"172.21.15.16:6833/2809915418","heartbeat_front_addr":"172.21.15.16:6831/2809915418","state":["exists","up"]},{"osd":4,"uuid":"f8c16c9a-b0ad-4a06-9f16-6309a4558023","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":30,"up_thru":66,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6800","nonce":2585706670},{"type":"v1","addr":"172.21.15.102:6801","nonce":2585706670}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6802","nonce":2585706670},{"type":"v1","addr":"172.21.15.102:6803","nonce":2585706670}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6806","nonce":2585706670},{"type":"v1","addr":"172.21.15.102:6807","nonce":2585706670}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6804","nonce":2585706670},{"type":"v1","addr":"172.21.15.102:6805","nonce":2585706670}]},"public_addr":"172.21.15.102:6801/2585706670","cluster_addr":"172.21.15.102:6803/2585706670","heartbeat_back_addr":"172.21.15.102:6807/2585706670","heartbeat_front_addr":"172.21.15.102:6805/2585706670","state":["exists","up"]},{"osd":5,"uuid":"15dff6b6-b788-4f68-840d-3a69f843f228","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":38,"up_thru":61,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6808","nonce":3988882984},{"type":"v1","addr":"172.21.15.102:6809","nonce":3988882984}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6810","nonce":3988882984},{"type":"v1","addr":"172.21.15.102:6811","nonce":3988882984}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6814","nonce":3988882984},{"type":"v1","addr":"172.21.15.102:6815","nonce":3988882984}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6812","nonce":3988882984},{"type":"v1","addr":"172.21.15.102:6813","nonce":3988882984}]},"public_addr":"172.21.15.102:6809/3988882984","cluster_addr":"172.21.15.102:6811/3988882984","heartbeat_back_addr":"172.21.15.102:6815/3988882984","heartbeat_front_addr":"172.21.15.102:6813/3988882984","state":["exists","up"]},{"osd":6,"uuid":"4b0eba70-eeb0-4c8e-81ae-da32eccddb4a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":47,"up_thru":66,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6816","nonce":124432118},{"type":"v1","addr":"172.21.15.102:6817","nonce":124432118}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6818","nonce":124432118},{"type":"v1","addr":"172.21.15.102:6819","nonce":124432118}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6822","nonce":124432118},{"type":"v1","addr":"172.21.15.102:6823","nonce":124432118}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6820","nonce":124432118},{"type":"v1","addr":"172.21.15.102:6821","nonce":124432118}]},"public_addr":"172.21.15.102:6817/124432118","cluster_addr":"172.21.15.102:6819/124432118","heartbeat_back_addr":"172.21.15.102:6823/124432118","heartbeat_front_addr":"172.21.15.102:6821/124432118","state":["exists","up"]},{"osd":7,"uuid":"0bf5c778-a19b-4142-9e51-872f7f186c75","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":55,"up_thru":61,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6824","nonce":2974249338},{"type":"v1","addr":"172.21.15.102:6825","nonce":2974249338}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6826","nonce":2974249338},{"type":"v1","addr":"172.21.15.102:6827","nonce":2974249338}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6830","nonce":2974249338},{"type":"v1","addr":"172.21.15.102:6831","nonce":2974249338}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6828","nonce":2974249338},{"type":"v1","addr":"172.21.15.102:6829","nonce":2974249338}]},"public_addr":"172.21.15.102:6825/2974249338","cluster_addr":"172.21.15.102:6827/2974249338","heartbeat_back_addr":"172.21.15.102:6831/2974249338","heartbeat_front_addr":"172.21.15.102:6829/2974249338","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-15T14:30:19.499538+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-15T14:30:44.374414+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-15T14:31:09.809932+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-15T14:31:35.393873+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-15T14:31:58.889917+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-15T14:32:23.125904+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-15T14:32:48.407037+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-15T14:33:13.714624+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"2.9","mappings":[{"from":7,"to":2}]},{"pgid":"3.6","mappings":[{"from":0,"to":2}]},{"pgid":"3.9","mappings":[{"from":4,"to":1}]},{"pgid":"3.b","mappings":[{"from":0,"to":2}]},{"pgid":"3.19","mappings":[{"from":4,"to":2}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.16:0/3964946122":"2024-04-16T14:34:11.917970+0000","172.21.15.16:6801/2957100590":"2024-04-16T14:34:11.917970+0000","172.21.15.16:0/2004851253":"2024-04-16T14:34:11.917970+0000","172.21.15.16:6800/2957100590":"2024-04-16T14:34:11.917970+0000","172.21.15.16:0/1231300393":"2024-04-16T14:34:11.917970+0000","172.21.15.16:0/2197696641":"2024-04-16T14:28:56.181699+0000","172.21.15.16:6800/3159850174":"2024-04-16T14:28:56.181699+0000","172.21.15.16:0/3475792966":"2024-04-16T14:28:56.181699+0000","172.21.15.16:6800/3597408122":"2024-04-16T14:28:31.383356+0000","172.21.15.16:0/386972103":"2024-04-16T14:28:31.383356+0000","172.21.15.16:6801/3159850174":"2024-04-16T14:28:56.181699+0000","172.21.15.16:0/1771838827":"2024-04-16T14:28:31.383356+0000","172.21.15.16:0/1190696072":"2024-04-16T14:28:31.383356+0000","172.21.15.16:6801/3597408122":"2024-04-16T14:28:31.383356+0000","172.21.15.16:0/4267363576":"2024-04-16T14:34:11.917970+0000","172.21.15.16:0/1245103161":"2024-04-16T14:28:56.181699+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-04-15T14:35:15.811 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-04-15T14:35:16.039 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:35:15 smithi016 ceph-mon[36548]: pgmap v34: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-04-15T14:35:16.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:35:15 smithi016 ceph-mon[36548]: from='mgr.14628 ' entity='mgr.y' 2024-04-15T14:35:16.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:35:15 smithi016 ceph-mon[36548]: from='mgr.14628 ' entity='mgr.y' 2024-04-15T14:35:16.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:35:15 smithi016 ceph-mon[36548]: from='client.? 172.21.15.16:0/1430913191' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2024-04-15T14:35:16.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:35:15 smithi016 ceph-mon[36548]: from='client.? 172.21.15.16:0/236367604' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "rbd", "var": "pg_num"}]: dispatch 2024-04-15T14:35:16.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:35:15 smithi016 ceph-mon[36548]: from='mgr.14628 ' entity='mgr.y' 2024-04-15T14:35:16.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:35:15 smithi016 ceph-mon[36548]: from='mgr.14628 ' entity='mgr.y' 2024-04-15T14:35:16.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:35:15 smithi016 ceph-mon[36548]: from='client.? 172.21.15.16:0/3104646571' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-15T14:35:16.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:35:15 smithi016 ceph-mon[27435]: pgmap v34: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-04-15T14:35:16.041 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:35:15 smithi016 ceph-mon[27435]: from='mgr.14628 ' entity='mgr.y' 2024-04-15T14:35:16.041 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:35:15 smithi016 ceph-mon[27435]: from='mgr.14628 ' entity='mgr.y' 2024-04-15T14:35:16.041 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:35:15 smithi016 ceph-mon[27435]: from='client.? 172.21.15.16:0/1430913191' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2024-04-15T14:35:16.041 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:35:15 smithi016 ceph-mon[27435]: from='client.? 172.21.15.16:0/236367604' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "rbd", "var": "pg_num"}]: dispatch 2024-04-15T14:35:16.041 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:35:15 smithi016 ceph-mon[27435]: from='mgr.14628 ' entity='mgr.y' 2024-04-15T14:35:16.041 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:35:15 smithi016 ceph-mon[27435]: from='mgr.14628 ' entity='mgr.y' 2024-04-15T14:35:16.041 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:35:15 smithi016 ceph-mon[27435]: from='client.? 172.21.15.16:0/3104646571' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-15T14:35:16.150 INFO:teuthology.orchestra.run.smithi016.stdout: 2024-04-15T14:35:16.150 INFO:teuthology.orchestra.run.smithi016.stdout:{"epoch":6,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":24349,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.102:6833/1183295622","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6832","nonce":1183295622},{"type":"v1","addr":"172.21.15.102:6833","nonce":1183295622}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":3}],"filesystems":[{"mdsmap":{"epoch":6,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-04-15T14:33:34.967132+0000","modified":"2024-04-15T14:33:36.974097+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"max_mds":1,"in":[0],"up":{"mds_0":24350},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24350":{"gid":24350,"name":"a","rank":0,"incarnation":4,"state":"up:active","state_seq":3,"addr":"172.21.15.16:6835/1881779027","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6834","nonce":1881779027},{"type":"v1","addr":"172.21.15.16:6835","nonce":1881779027}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0},"id":1}]} 2024-04-15T14:35:16.151 INFO:teuthology.orchestra.run.smithi016.stderr:dumped fsmap epoch 6 2024-04-15T14:35:16.164 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: mds map: {'epoch': 6, 'flags': 18, 'flags_state': {'joinable': True, 'allow_snaps': True, 'allow_multimds_snaps': True, 'allow_standby_replay': False, 'refuse_client_session': False, 'refuse_standby_for_another_fs': False, 'balance_automate': False}, 'ever_allowed_features': 0, 'explicitly_allowed_features': 0, 'created': '2024-04-15T14:33:34.967132+0000', 'modified': '2024-04-15T14:33:36.974097+0000', 'tableserver': 0, 'root': 0, 'session_timeout': 60, 'session_autoclose': 300, 'required_client_features': {}, 'max_file_size': 1099511627776, 'max_xattr_size': 65536, 'last_failure': 0, 'last_failure_osd_epoch': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2'}}, 'max_mds': 1, 'in': [0], 'up': {'mds_0': 24350}, 'failed': [], 'damaged': [], 'stopped': [], 'info': {'gid_24350': {'gid': 24350, 'name': 'a', 'rank': 0, 'incarnation': 4, 'state': 'up:active', 'state_seq': 3, 'addr': '172.21.15.16:6835/1881779027', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.16:6834', 'nonce': 1881779027}, {'type': 'v1', 'addr': '172.21.15.16:6835', 'nonce': 1881779027}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540138322906710015, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2'}}}}, 'data_pools': [3], 'metadata_pool': 2, 'enabled': True, 'fs_name': 'cephfs', 'balancer': '', 'bal_rank_mask': '-1', 'standby_count_wanted': 0} 2024-04-15T14:35:16.164 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: 1/1 2024-04-15T14:35:16.164 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.a status 2024-04-15T14:35:16.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:35:15 smithi102 ceph-mon[31017]: pgmap v34: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-04-15T14:35:16.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:35:15 smithi102 ceph-mon[31017]: from='mgr.14628 ' entity='mgr.y' 2024-04-15T14:35:16.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:35:15 smithi102 ceph-mon[31017]: from='mgr.14628 ' entity='mgr.y' 2024-04-15T14:35:16.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:35:15 smithi102 ceph-mon[31017]: from='client.? 172.21.15.16:0/1430913191' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2024-04-15T14:35:16.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:35:15 smithi102 ceph-mon[31017]: from='client.? 172.21.15.16:0/236367604' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "rbd", "var": "pg_num"}]: dispatch 2024-04-15T14:35:16.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:35:15 smithi102 ceph-mon[31017]: from='mgr.14628 ' entity='mgr.y' 2024-04-15T14:35:16.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:35:15 smithi102 ceph-mon[31017]: from='mgr.14628 ' entity='mgr.y' 2024-04-15T14:35:16.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:35:15 smithi102 ceph-mon[31017]: from='client.? 172.21.15.16:0/3104646571' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-15T14:35:16.281 INFO:teuthology.orchestra.run.smithi016.stderr:2024-04-15T14:35:16.280+0000 7f6f2effd640 0 client.14904 ms_handle_reset on v2:172.21.15.16:6834/1881779027 2024-04-15T14:35:16.301 INFO:teuthology.orchestra.run.smithi016.stderr:2024-04-15T14:35:16.301+0000 7f6f2effd640 0 client.24709 ms_handle_reset on v2:172.21.15.16:6834/1881779027 2024-04-15T14:35:16.302 INFO:teuthology.orchestra.run.smithi016.stdout:{ 2024-04-15T14:35:16.302 INFO:teuthology.orchestra.run.smithi016.stdout: "cluster_fsid": "362ea986-fb34-11ee-bc8f-c7b262605968", 2024-04-15T14:35:16.302 INFO:teuthology.orchestra.run.smithi016.stdout: "whoami": 0, 2024-04-15T14:35:16.302 INFO:teuthology.orchestra.run.smithi016.stdout: "id": 24350, 2024-04-15T14:35:16.302 INFO:teuthology.orchestra.run.smithi016.stdout: "want_state": "up:active", 2024-04-15T14:35:16.302 INFO:teuthology.orchestra.run.smithi016.stdout: "state": "up:active", 2024-04-15T14:35:16.302 INFO:teuthology.orchestra.run.smithi016.stdout: "fs_name": "cephfs", 2024-04-15T14:35:16.302 INFO:teuthology.orchestra.run.smithi016.stdout: "rank_uptime": 101.332001375, 2024-04-15T14:35:16.302 INFO:teuthology.orchestra.run.smithi016.stdout: "mdsmap_epoch": 6, 2024-04-15T14:35:16.302 INFO:teuthology.orchestra.run.smithi016.stdout: "osdmap_epoch": 70, 2024-04-15T14:35:16.302 INFO:teuthology.orchestra.run.smithi016.stdout: "osdmap_epoch_barrier": 63, 2024-04-15T14:35:16.303 INFO:teuthology.orchestra.run.smithi016.stdout: "uptime": 108.204958686 2024-04-15T14:35:16.303 INFO:teuthology.orchestra.run.smithi016.stdout:} 2024-04-15T14:35:16.313 INFO:tasks.cephadm:Setup complete, yielding 2024-04-15T14:35:16.314 INFO:teuthology.run_tasks:Running task print... 2024-04-15T14:35:16.324 INFO:teuthology.task.print:**** done end installing reef cephadm ... 2024-04-15T14:35:16.324 INFO:teuthology.run_tasks:Running task print... 2024-04-15T14:35:16.342 INFO:teuthology.task.print:**** done start cephadm.shell ceph config set mgr... 2024-04-15T14:35:16.342 INFO:teuthology.run_tasks:Running task cephadm.shell... 2024-04-15T14:35:16.351 INFO:tasks.cephadm:Running commands on role mon.a host ubuntu@smithi016.front.sepia.ceph.com 2024-04-15T14:35:16.352 DEBUG:teuthology.orchestra.run.smithi016:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 362ea986-fb34-11ee-bc8f-c7b262605968 -- bash -c 'ceph config set mgr mgr/cephadm/use_repo_digest true --force' 2024-04-15T14:35:17.031 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:35:16 smithi016 ceph-mon[36548]: from='client.? 172.21.15.16:0/896628367' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-15T14:35:17.031 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:35:16 smithi016 ceph-mon[36548]: from='mgr.14628 172.21.15.16:0/2128211001' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T14:35:17.031 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:35:16 smithi016 ceph-mon[36548]: from='mgr.14628 172.21.15.16:0/2128211001' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T14:35:17.031 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:35:16 smithi016 ceph-mon[36548]: from='mgr.14628 ' entity='mgr.y' 2024-04-15T14:35:17.031 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:35:16 smithi016 ceph-mon[36548]: from='client.? 172.21.15.16:0/4239726372' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-15T14:35:17.032 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:35:16 smithi016 ceph-mon[27435]: from='client.? 172.21.15.16:0/896628367' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-15T14:35:17.032 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:35:16 smithi016 ceph-mon[27435]: from='mgr.14628 172.21.15.16:0/2128211001' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T14:35:17.032 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:35:16 smithi016 ceph-mon[27435]: from='mgr.14628 172.21.15.16:0/2128211001' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T14:35:17.032 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:35:16 smithi016 ceph-mon[27435]: from='mgr.14628 ' entity='mgr.y' 2024-04-15T14:35:17.032 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:35:16 smithi016 ceph-mon[27435]: from='client.? 172.21.15.16:0/4239726372' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-15T14:35:17.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:35:16 smithi102 ceph-mon[31017]: from='client.? 172.21.15.16:0/896628367' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-15T14:35:17.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:35:16 smithi102 ceph-mon[31017]: from='mgr.14628 172.21.15.16:0/2128211001' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T14:35:17.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:35:16 smithi102 ceph-mon[31017]: from='mgr.14628 172.21.15.16:0/2128211001' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T14:35:17.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:35:16 smithi102 ceph-mon[31017]: from='mgr.14628 ' entity='mgr.y' 2024-04-15T14:35:17.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:35:16 smithi102 ceph-mon[31017]: from='client.? 172.21.15.16:0/4239726372' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-15T14:35:18.028 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:35:17 smithi016 ceph-mon[27435]: pgmap v35: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-04-15T14:35:18.029 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:35:17 smithi016 ceph-mon[27435]: Reconfiguring alertmanager.a (dependencies changed)... 2024-04-15T14:35:18.029 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:35:17 smithi016 ceph-mon[27435]: Reconfiguring daemon alertmanager.a on smithi016 2024-04-15T14:35:18.029 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:35:17 smithi016 ceph-mon[36548]: pgmap v35: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-04-15T14:35:18.029 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:35:17 smithi016 ceph-mon[36548]: Reconfiguring alertmanager.a (dependencies changed)... 2024-04-15T14:35:18.029 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:35:17 smithi016 ceph-mon[36548]: Reconfiguring daemon alertmanager.a on smithi016 2024-04-15T14:35:18.036 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:35:17 smithi102 ceph-mon[31017]: pgmap v35: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-04-15T14:35:18.036 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:35:17 smithi102 ceph-mon[31017]: Reconfiguring alertmanager.a (dependencies changed)... 2024-04-15T14:35:18.036 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:35:17 smithi102 ceph-mon[31017]: Reconfiguring daemon alertmanager.a on smithi016 2024-04-15T14:35:18.287 INFO:teuthology.orchestra.run.smithi016.stderr:Inferring config /var/lib/ceph/362ea986-fb34-11ee-bc8f-c7b262605968/mon.a/config 2024-04-15T14:35:19.665 INFO:journalctl@ceph.alertmanager.a.smithi016.stdout:Apr 15 14:35:19 smithi016 systemd[1]: Stopping Ceph alertmanager.a for 362ea986-fb34-11ee-bc8f-c7b262605968... 2024-04-15T14:35:20.030 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:35:19 smithi016 ceph-mon[27435]: pgmap v36: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-04-15T14:35:20.030 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:35:19 smithi016 ceph-mon[36548]: pgmap v36: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-04-15T14:35:20.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:35:19 smithi102 ceph-mon[31017]: pgmap v36: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-04-15T14:35:20.289 INFO:journalctl@ceph.alertmanager.a.smithi016.stdout:Apr 15 14:35:20 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-alertmanager-a[71120]: ts=2024-04-15T14:35:20.029Z caller=main.go:583 level=info msg="Received SIGTERM, exiting gracefully..." 2024-04-15T14:35:20.789 INFO:journalctl@ceph.alertmanager.a.smithi016.stdout:Apr 15 14:35:20 smithi016 podman[74816]: 2024-04-15 14:35:20.580180382 +0000 UTC m=+0.670498995 container died 5b3cfd32b97170651b8fac627d4de83641c5e8e840fbd63f86629711c0cb2c28 (image=quay.io/prometheus/alertmanager:v0.25.0, name=ceph-362ea986-fb34-11ee-bc8f-c7b262605968-alertmanager-a, maintainer=The Prometheus Authors ) 2024-04-15T14:35:21.181 INFO:journalctl@ceph.alertmanager.a.smithi016.stdout:Apr 15 14:35:20 smithi016 podman[74816]: 2024-04-15 14:35:20.980201306 +0000 UTC m=+1.070519911 container cleanup 5b3cfd32b97170651b8fac627d4de83641c5e8e840fbd63f86629711c0cb2c28 (image=quay.io/prometheus/alertmanager:v0.25.0, name=ceph-362ea986-fb34-11ee-bc8f-c7b262605968-alertmanager-a, maintainer=The Prometheus Authors ) 2024-04-15T14:35:21.181 INFO:journalctl@ceph.alertmanager.a.smithi016.stdout:Apr 15 14:35:20 smithi016 bash[74816]: ceph-362ea986-fb34-11ee-bc8f-c7b262605968-alertmanager-a 2024-04-15T14:35:21.489 INFO:journalctl@ceph.alertmanager.a.smithi016.stdout:Apr 15 14:35:21 smithi016 podman[74843]: 2024-04-15 14:35:21.181217239 +0000 UTC m=+1.133966706 container remove 5b3cfd32b97170651b8fac627d4de83641c5e8e840fbd63f86629711c0cb2c28 (image=quay.io/prometheus/alertmanager:v0.25.0, name=ceph-362ea986-fb34-11ee-bc8f-c7b262605968-alertmanager-a, maintainer=The Prometheus Authors ) 2024-04-15T14:35:21.489 INFO:journalctl@ceph.alertmanager.a.smithi016.stdout:Apr 15 14:35:21 smithi016 podman[74843]: 2024-04-15 14:35:21.265338977 +0000 UTC m=+1.218088441 volume remove 0134d0592f64510ba96223872bdb494db59a9f11e59a7f1ada798106a8f61e6d 2024-04-15T14:35:22.039 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:35:21 smithi016 ceph-mon[27435]: pgmap v37: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-04-15T14:35:22.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:35:21 smithi016 ceph-mon[36548]: pgmap v37: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-04-15T14:35:22.040 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 15 14:35:21 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-y[27693]: [15/Apr/2024:14:35:21] ENGINE Bus STOPPING 2024-04-15T14:35:22.040 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 15 14:35:21 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-y[27693]: [15/Apr/2024:14:35:21] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-04-15T14:35:22.040 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 15 14:35:21 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-y[27693]: [15/Apr/2024:14:35:21] ENGINE Bus STOPPED 2024-04-15T14:35:22.040 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 15 14:35:21 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-y[27693]: [15/Apr/2024:14:35:21] ENGINE Bus STARTING 2024-04-15T14:35:22.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:35:21 smithi102 ceph-mon[31017]: pgmap v37: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-04-15T14:35:22.540 INFO:journalctl@ceph.alertmanager.a.smithi016.stdout:Apr 15 14:35:22 smithi016 systemd[1]: ceph-362ea986-fb34-11ee-bc8f-c7b262605968@alertmanager.a.service: Deactivated successfully. 2024-04-15T14:35:22.540 INFO:journalctl@ceph.alertmanager.a.smithi016.stdout:Apr 15 14:35:22 smithi016 systemd[1]: Stopped Ceph alertmanager.a for 362ea986-fb34-11ee-bc8f-c7b262605968. 2024-04-15T14:35:22.540 INFO:journalctl@ceph.alertmanager.a.smithi016.stdout:Apr 15 14:35:22 smithi016 systemd[1]: Starting Ceph alertmanager.a for 362ea986-fb34-11ee-bc8f-c7b262605968... 2024-04-15T14:35:22.540 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 15 14:35:22 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-y[27693]: [15/Apr/2024:14:35:22] ENGINE Serving on http://:::9283 2024-04-15T14:35:22.540 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 15 14:35:22 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-y[27693]: [15/Apr/2024:14:35:22] ENGINE Bus STARTED 2024-04-15T14:35:22.703 INFO:teuthology.run_tasks:Running task print... 2024-04-15T14:35:22.713 INFO:teuthology.task.print:**** done cephadm.shell ceph config set mgr... 2024-04-15T14:35:22.713 INFO:teuthology.run_tasks:Running task print... 2024-04-15T14:35:22.721 INFO:teuthology.task.print:**** done start telemetry reef... 2024-04-15T14:35:22.721 INFO:teuthology.run_tasks:Running task workunit... 2024-04-15T14:35:22.734 INFO:tasks.workunit:Pulling workunits from ref 87dbfb632e974cb2c28d17423071d2d833b53b29 2024-04-15T14:35:22.734 INFO:tasks.workunit:Making a separate scratch dir for every client... 2024-04-15T14:35:22.735 DEBUG:teuthology.orchestra.run.smithi016:> stat -- /home/ubuntu/cephtest/mnt.0 2024-04-15T14:35:22.752 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-04-15T14:35:22.752 INFO:teuthology.orchestra.run.smithi016.stderr:stat: cannot statx '/home/ubuntu/cephtest/mnt.0': No such file or directory 2024-04-15T14:35:22.753 DEBUG:teuthology.orchestra.run.smithi016:> mkdir -- /home/ubuntu/cephtest/mnt.0 2024-04-15T14:35:22.810 INFO:tasks.workunit:Created dir /home/ubuntu/cephtest/mnt.0 2024-04-15T14:35:22.810 DEBUG:teuthology.orchestra.run.smithi016:> cd -- /home/ubuntu/cephtest/mnt.0 && mkdir -- client.0 2024-04-15T14:35:22.866 INFO:tasks.workunit:timeout=3h 2024-04-15T14:35:22.866 INFO:tasks.workunit:cleanup=True 2024-04-15T14:35:22.867 DEBUG:teuthology.orchestra.run.smithi016:> rm -rf /home/ubuntu/cephtest/clone.client.0 && git clone https://git.ceph.com/ceph.git /home/ubuntu/cephtest/clone.client.0 && cd /home/ubuntu/cephtest/clone.client.0 && git checkout 87dbfb632e974cb2c28d17423071d2d833b53b29 2024-04-15T14:35:22.922 INFO:tasks.workunit.client.0.smithi016.stderr:Cloning into '/home/ubuntu/cephtest/clone.client.0'... 2024-04-15T14:35:22.957 INFO:journalctl@ceph.alertmanager.a.smithi016.stdout:Apr 15 14:35:22 smithi016 podman[75062]: 2024-04-15 14:35:22.882647559 +0000 UTC m=+0.088954642 volume create 2f2c5aae4f28ace9b138f87c458168d8538089fe938a6b1aa43e5d8fec8dd217 2024-04-15T14:35:22.957 INFO:journalctl@ceph.alertmanager.a.smithi016.stdout:Apr 15 14:35:22 smithi016 podman[75062]: 2024-04-15 14:35:22.812413483 +0000 UTC m=+0.018720544 image pull c8568f914cd25b2062c44e9f79f9c18da6e3b85fe0c47a12a2191c61426c2b19 quay.io/prometheus/alertmanager:v0.25.0 2024-04-15T14:35:23.289 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 15 14:35:23 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-y[27693]: ::ffff:172.21.15.102 - - [15/Apr/2024:14:35:23] "GET /metrics HTTP/1.1" 200 33650 "" "Prometheus/2.43.0" 2024-04-15T14:35:23.290 INFO:journalctl@ceph.alertmanager.a.smithi016.stdout:Apr 15 14:35:22 smithi016 podman[75062]: 2024-04-15 14:35:22.994397139 +0000 UTC m=+0.200704289 container create bc85d1f32a927a6bde7a2d5d8bf1bb82e31f4c3b9e30d801148458d9109a3ed2 (image=quay.io/prometheus/alertmanager:v0.25.0, name=ceph-362ea986-fb34-11ee-bc8f-c7b262605968-alertmanager-a, maintainer=The Prometheus Authors ) 2024-04-15T14:35:23.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:35:22 smithi016 ceph-mon[27435]: pgmap v38: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-04-15T14:35:23.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:35:22 smithi016 ceph-mon[27435]: from='client.? ' entity='client.admin' 2024-04-15T14:35:23.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:35:22 smithi016 ceph-mon[36548]: pgmap v38: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-04-15T14:35:23.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:35:22 smithi016 ceph-mon[36548]: from='client.? ' entity='client.admin' 2024-04-15T14:35:23.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:35:22 smithi102 ceph-mon[31017]: pgmap v38: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-04-15T14:35:23.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:35:22 smithi102 ceph-mon[31017]: from='client.? ' entity='client.admin' 2024-04-15T14:35:23.790 INFO:journalctl@ceph.alertmanager.a.smithi016.stdout:Apr 15 14:35:23 smithi016 podman[75062]: 2024-04-15 14:35:23.322310078 +0000 UTC m=+0.528617113 container init bc85d1f32a927a6bde7a2d5d8bf1bb82e31f4c3b9e30d801148458d9109a3ed2 (image=quay.io/prometheus/alertmanager:v0.25.0, name=ceph-362ea986-fb34-11ee-bc8f-c7b262605968-alertmanager-a, maintainer=The Prometheus Authors ) 2024-04-15T14:35:23.790 INFO:journalctl@ceph.alertmanager.a.smithi016.stdout:Apr 15 14:35:23 smithi016 podman[75062]: 2024-04-15 14:35:23.328050008 +0000 UTC m=+0.534357045 container start bc85d1f32a927a6bde7a2d5d8bf1bb82e31f4c3b9e30d801148458d9109a3ed2 (image=quay.io/prometheus/alertmanager:v0.25.0, name=ceph-362ea986-fb34-11ee-bc8f-c7b262605968-alertmanager-a, maintainer=The Prometheus Authors ) 2024-04-15T14:35:23.790 INFO:journalctl@ceph.alertmanager.a.smithi016.stdout:Apr 15 14:35:23 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-alertmanager-a[75130]: ts=2024-04-15T14:35:23.339Z caller=main.go:240 level=info msg="Starting Alertmanager" version="(version=0.25.0, branch=HEAD, revision=258fab7cdd551f2cf251ed0348f0ad7289aee789)" 2024-04-15T14:35:23.790 INFO:journalctl@ceph.alertmanager.a.smithi016.stdout:Apr 15 14:35:23 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-alertmanager-a[75130]: ts=2024-04-15T14:35:23.339Z caller=main.go:241 level=info build_context="(go=go1.19.4, user=root@abe866dd5717, date=20221222-14:51:36)" 2024-04-15T14:35:23.790 INFO:journalctl@ceph.alertmanager.a.smithi016.stdout:Apr 15 14:35:23 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-alertmanager-a[75130]: ts=2024-04-15T14:35:23.341Z caller=cluster.go:185 level=info component=cluster msg="setting advertise address explicitly" addr=172.21.15.16 port=9094 2024-04-15T14:35:23.790 INFO:journalctl@ceph.alertmanager.a.smithi016.stdout:Apr 15 14:35:23 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-alertmanager-a[75130]: ts=2024-04-15T14:35:23.341Z caller=cluster.go:681 level=info component=cluster msg="Waiting for gossip to settle..." interval=2s 2024-04-15T14:35:23.790 INFO:journalctl@ceph.alertmanager.a.smithi016.stdout:Apr 15 14:35:23 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-alertmanager-a[75130]: ts=2024-04-15T14:35:23.364Z caller=coordinator.go:113 level=info component=configuration msg="Loading configuration file" file=/etc/alertmanager/alertmanager.yml 2024-04-15T14:35:23.790 INFO:journalctl@ceph.alertmanager.a.smithi016.stdout:Apr 15 14:35:23 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-alertmanager-a[75130]: ts=2024-04-15T14:35:23.364Z caller=coordinator.go:126 level=info component=configuration msg="Completed loading of configuration file" file=/etc/alertmanager/alertmanager.yml 2024-04-15T14:35:23.791 INFO:journalctl@ceph.alertmanager.a.smithi016.stdout:Apr 15 14:35:23 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-alertmanager-a[75130]: ts=2024-04-15T14:35:23.367Z caller=tls_config.go:232 level=info msg="Listening on" address=[::]:9093 2024-04-15T14:35:23.791 INFO:journalctl@ceph.alertmanager.a.smithi016.stdout:Apr 15 14:35:23 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-alertmanager-a[75130]: ts=2024-04-15T14:35:23.367Z caller=tls_config.go:235 level=info msg="TLS is disabled." http2=false address=[::]:9093 2024-04-15T14:35:23.791 INFO:journalctl@ceph.alertmanager.a.smithi016.stdout:Apr 15 14:35:23 smithi016 bash[75062]: bc85d1f32a927a6bde7a2d5d8bf1bb82e31f4c3b9e30d801148458d9109a3ed2 2024-04-15T14:35:23.791 INFO:journalctl@ceph.alertmanager.a.smithi016.stdout:Apr 15 14:35:23 smithi016 systemd[1]: Started Ceph alertmanager.a for 362ea986-fb34-11ee-bc8f-c7b262605968. 2024-04-15T14:35:24.789 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:35:24 smithi016 ceph-mon[27435]: from='mgr.14628 ' entity='mgr.y' 2024-04-15T14:35:24.789 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:35:24 smithi016 ceph-mon[27435]: from='mgr.14628 ' entity='mgr.y' 2024-04-15T14:35:24.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:35:24 smithi016 ceph-mon[27435]: Reconfiguring prometheus.a (dependencies changed)... 2024-04-15T14:35:24.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:35:24 smithi016 ceph-mon[27435]: Reconfiguring daemon prometheus.a on smithi102 2024-04-15T14:35:24.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:35:24 smithi016 ceph-mon[36548]: from='mgr.14628 ' entity='mgr.y' 2024-04-15T14:35:24.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:35:24 smithi016 ceph-mon[36548]: from='mgr.14628 ' entity='mgr.y' 2024-04-15T14:35:24.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:35:24 smithi016 ceph-mon[36548]: Reconfiguring prometheus.a (dependencies changed)... 2024-04-15T14:35:24.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:35:24 smithi016 ceph-mon[36548]: Reconfiguring daemon prometheus.a on smithi102 2024-04-15T14:35:24.898 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:35:24 smithi102 ceph-mon[31017]: from='mgr.14628 ' entity='mgr.y' 2024-04-15T14:35:24.898 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:35:24 smithi102 ceph-mon[31017]: from='mgr.14628 ' entity='mgr.y' 2024-04-15T14:35:24.899 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:35:24 smithi102 ceph-mon[31017]: Reconfiguring prometheus.a (dependencies changed)... 2024-04-15T14:35:24.899 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:35:24 smithi102 ceph-mon[31017]: Reconfiguring daemon prometheus.a on smithi102 2024-04-15T14:35:25.735 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:35:25 smithi016 ceph-mon[27435]: pgmap v39: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-04-15T14:35:25.735 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:35:25 smithi016 ceph-mon[36548]: pgmap v39: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-04-15T14:35:25.735 INFO:journalctl@ceph.alertmanager.a.smithi016.stdout:Apr 15 14:35:25 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-alertmanager-a[75130]: ts=2024-04-15T14:35:25.342Z caller=cluster.go:706 level=info component=cluster msg="gossip not settled" polls=0 before=0 now=1 elapsed=2.000111921s 2024-04-15T14:35:25.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:35:25 smithi102 ceph-mon[31017]: pgmap v39: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-04-15T14:35:27.729 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:35:27 smithi102 ceph-mon[31017]: pgmap v40: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-04-15T14:35:27.729 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:35:27 smithi102 ceph-mon[31017]: from='mgr.14628 172.21.15.16:0/2128211001' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T14:35:27.789 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:35:27 smithi016 ceph-mon[27435]: pgmap v40: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-04-15T14:35:27.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:35:27 smithi016 ceph-mon[27435]: from='mgr.14628 172.21.15.16:0/2128211001' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T14:35:27.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:35:27 smithi016 ceph-mon[36548]: pgmap v40: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-04-15T14:35:27.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:35:27 smithi016 ceph-mon[36548]: from='mgr.14628 172.21.15.16:0/2128211001' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T14:35:29.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:35:29 smithi102 ceph-mon[31017]: pgmap v41: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-04-15T14:35:29.789 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:35:29 smithi016 ceph-mon[36548]: pgmap v41: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-04-15T14:35:29.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:35:29 smithi016 ceph-mon[27435]: pgmap v41: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-04-15T14:35:30.165 INFO:journalctl@ceph.prometheus.a.smithi102.stdout:Apr 15 14:35:29 smithi102 systemd[1]: Stopping Ceph prometheus.a for 362ea986-fb34-11ee-bc8f-c7b262605968... 2024-04-15T14:35:30.437 INFO:journalctl@ceph.prometheus.a.smithi102.stdout:Apr 15 14:35:30 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-prometheus-a[61294]: ts=2024-04-15T14:35:30.164Z caller=main.go:840 level=warn msg="Received SIGTERM, exiting gracefully..." 2024-04-15T14:35:30.437 INFO:journalctl@ceph.prometheus.a.smithi102.stdout:Apr 15 14:35:30 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-prometheus-a[61294]: ts=2024-04-15T14:35:30.164Z caller=main.go:864 level=info msg="Stopping scrape discovery manager..." 2024-04-15T14:35:30.437 INFO:journalctl@ceph.prometheus.a.smithi102.stdout:Apr 15 14:35:30 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-prometheus-a[61294]: ts=2024-04-15T14:35:30.164Z caller=main.go:878 level=info msg="Stopping notify discovery manager..." 2024-04-15T14:35:30.438 INFO:journalctl@ceph.prometheus.a.smithi102.stdout:Apr 15 14:35:30 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-prometheus-a[61294]: ts=2024-04-15T14:35:30.164Z caller=manager.go:988 level=info component="rule manager" msg="Stopping rule manager..." 2024-04-15T14:35:30.438 INFO:journalctl@ceph.prometheus.a.smithi102.stdout:Apr 15 14:35:30 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-prometheus-a[61294]: ts=2024-04-15T14:35:30.164Z caller=main.go:860 level=info msg="Scrape discovery manager stopped" 2024-04-15T14:35:30.438 INFO:journalctl@ceph.prometheus.a.smithi102.stdout:Apr 15 14:35:30 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-prometheus-a[61294]: ts=2024-04-15T14:35:30.164Z caller=main.go:874 level=info msg="Notify discovery manager stopped" 2024-04-15T14:35:30.438 INFO:journalctl@ceph.prometheus.a.smithi102.stdout:Apr 15 14:35:30 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-prometheus-a[61294]: ts=2024-04-15T14:35:30.164Z caller=manager.go:998 level=info component="rule manager" msg="Rule manager stopped" 2024-04-15T14:35:30.438 INFO:journalctl@ceph.prometheus.a.smithi102.stdout:Apr 15 14:35:30 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-prometheus-a[61294]: ts=2024-04-15T14:35:30.164Z caller=main.go:915 level=info msg="Stopping scrape manager..." 2024-04-15T14:35:30.438 INFO:journalctl@ceph.prometheus.a.smithi102.stdout:Apr 15 14:35:30 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-prometheus-a[61294]: ts=2024-04-15T14:35:30.164Z caller=main.go:907 level=info msg="Scrape manager stopped" 2024-04-15T14:35:30.438 INFO:journalctl@ceph.prometheus.a.smithi102.stdout:Apr 15 14:35:30 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-prometheus-a[61294]: ts=2024-04-15T14:35:30.164Z caller=notifier.go:606 level=info component=notifier msg="Stopping notification manager..." 2024-04-15T14:35:30.438 INFO:journalctl@ceph.prometheus.a.smithi102.stdout:Apr 15 14:35:30 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-prometheus-a[61294]: ts=2024-04-15T14:35:30.164Z caller=main.go:1135 level=info msg="Notifier manager stopped" 2024-04-15T14:35:30.438 INFO:journalctl@ceph.prometheus.a.smithi102.stdout:Apr 15 14:35:30 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-prometheus-a[61294]: ts=2024-04-15T14:35:30.164Z caller=main.go:1147 level=info msg="See you next time!" 2024-04-15T14:35:30.438 INFO:journalctl@ceph.prometheus.a.smithi102.stdout:Apr 15 14:35:30 smithi102 podman[64605]: 2024-04-15 14:35:30.17452711 +0000 UTC m=+0.128282119 container died 68c07ecee4724e4fe789f5bdde8b43b42142a7e30c58978a86adf278d170a500 (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-362ea986-fb34-11ee-bc8f-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-04-15T14:35:30.788 INFO:journalctl@ceph.prometheus.a.smithi102.stdout:Apr 15 14:35:30 smithi102 podman[64605]: 2024-04-15 14:35:30.594860986 +0000 UTC m=+0.548616003 container cleanup 68c07ecee4724e4fe789f5bdde8b43b42142a7e30c58978a86adf278d170a500 (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-362ea986-fb34-11ee-bc8f-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-04-15T14:35:30.788 INFO:journalctl@ceph.prometheus.a.smithi102.stdout:Apr 15 14:35:30 smithi102 bash[64605]: ceph-362ea986-fb34-11ee-bc8f-c7b262605968-prometheus-a 2024-04-15T14:35:31.187 INFO:journalctl@ceph.prometheus.a.smithi102.stdout:Apr 15 14:35:30 smithi102 podman[64623]: 2024-04-15 14:35:30.787543 +0000 UTC m=+0.615940398 container remove 68c07ecee4724e4fe789f5bdde8b43b42142a7e30c58978a86adf278d170a500 (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-362ea986-fb34-11ee-bc8f-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-04-15T14:35:31.187 INFO:journalctl@ceph.prometheus.a.smithi102.stdout:Apr 15 14:35:31 smithi102 systemd[1]: ceph-362ea986-fb34-11ee-bc8f-c7b262605968@prometheus.a.service: Deactivated successfully. 2024-04-15T14:35:31.187 INFO:journalctl@ceph.prometheus.a.smithi102.stdout:Apr 15 14:35:31 smithi102 systemd[1]: Stopped Ceph prometheus.a for 362ea986-fb34-11ee-bc8f-c7b262605968. 2024-04-15T14:35:31.187 INFO:journalctl@ceph.prometheus.a.smithi102.stdout:Apr 15 14:35:31 smithi102 systemd[1]: ceph-362ea986-fb34-11ee-bc8f-c7b262605968@prometheus.a.service: Consumed 1.143s CPU time. 2024-04-15T14:35:31.187 INFO:journalctl@ceph.prometheus.a.smithi102.stdout:Apr 15 14:35:31 smithi102 systemd[1]: Starting Ceph prometheus.a for 362ea986-fb34-11ee-bc8f-c7b262605968... 2024-04-15T14:35:31.470 INFO:journalctl@ceph.prometheus.a.smithi102.stdout:Apr 15 14:35:31 smithi102 podman[64728]: 2024-04-15 14:35:31.123157641 +0000 UTC m=+0.018419899 image pull a07b618ecd1dce142bce4c52f0e80982eaf1f14265a2415c2d35978ccaa0a464 quay.io/prometheus/prometheus:v2.43.0 2024-04-15T14:35:31.470 INFO:journalctl@ceph.prometheus.a.smithi102.stdout:Apr 15 14:35:31 smithi102 podman[64728]: 2024-04-15 14:35:31.226680311 +0000 UTC m=+0.121942611 container create 11691b42737440b99f9f9b180928b886bde30346c917613e06933fc4fd6390d4 (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-362ea986-fb34-11ee-bc8f-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-04-15T14:35:31.471 INFO:journalctl@ceph.prometheus.a.smithi102.stdout:Apr 15 14:35:31 smithi102 podman[64728]: 2024-04-15 14:35:31.432841951 +0000 UTC m=+0.328104212 container init 11691b42737440b99f9f9b180928b886bde30346c917613e06933fc4fd6390d4 (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-362ea986-fb34-11ee-bc8f-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-04-15T14:35:31.471 INFO:journalctl@ceph.prometheus.a.smithi102.stdout:Apr 15 14:35:31 smithi102 podman[64728]: 2024-04-15 14:35:31.438162421 +0000 UTC m=+0.333424692 container start 11691b42737440b99f9f9b180928b886bde30346c917613e06933fc4fd6390d4 (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-362ea986-fb34-11ee-bc8f-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-04-15T14:35:31.471 INFO:journalctl@ceph.prometheus.a.smithi102.stdout:Apr 15 14:35:31 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-prometheus-a[64742]: ts=2024-04-15T14:35:31.462Z caller=main.go:564 level=info msg="Starting Prometheus Server" mode=server version="(version=2.43.0, branch=HEAD, revision=edfc3bcd025dd6fe296c167a14a216cab1e552ee)" 2024-04-15T14:35:31.471 INFO:journalctl@ceph.prometheus.a.smithi102.stdout:Apr 15 14:35:31 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-prometheus-a[64742]: ts=2024-04-15T14:35:31.462Z caller=main.go:569 level=info build_context="(go=go1.19.7, platform=linux/amd64, user=root@8a0ee342e522, date=20230321-12:56:07, tags=netgo,builtinassets)" 2024-04-15T14:35:31.471 INFO:journalctl@ceph.prometheus.a.smithi102.stdout:Apr 15 14:35:31 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-prometheus-a[64742]: ts=2024-04-15T14:35:31.462Z caller=main.go:570 level=info host_details="(Linux 5.14.0-438.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Fri Apr 12 13:55:21 UTC 2024 x86_64 smithi102 (none))" 2024-04-15T14:35:31.471 INFO:journalctl@ceph.prometheus.a.smithi102.stdout:Apr 15 14:35:31 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-prometheus-a[64742]: ts=2024-04-15T14:35:31.462Z caller=main.go:571 level=info fd_limits="(soft=1048576, hard=1048576)" 2024-04-15T14:35:31.471 INFO:journalctl@ceph.prometheus.a.smithi102.stdout:Apr 15 14:35:31 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-prometheus-a[64742]: ts=2024-04-15T14:35:31.462Z caller=main.go:572 level=info vm_limits="(soft=unlimited, hard=unlimited)" 2024-04-15T14:35:31.472 INFO:journalctl@ceph.prometheus.a.smithi102.stdout:Apr 15 14:35:31 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-prometheus-a[64742]: ts=2024-04-15T14:35:31.463Z caller=web.go:561 level=info component=web msg="Start listening for connections" address=:9095 2024-04-15T14:35:31.472 INFO:journalctl@ceph.prometheus.a.smithi102.stdout:Apr 15 14:35:31 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-prometheus-a[64742]: ts=2024-04-15T14:35:31.464Z caller=main.go:1005 level=info msg="Starting TSDB ..." 2024-04-15T14:35:31.472 INFO:journalctl@ceph.prometheus.a.smithi102.stdout:Apr 15 14:35:31 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-prometheus-a[64742]: ts=2024-04-15T14:35:31.464Z caller=tls_config.go:232 level=info component=web msg="Listening on" address=[::]:9095 2024-04-15T14:35:31.472 INFO:journalctl@ceph.prometheus.a.smithi102.stdout:Apr 15 14:35:31 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-prometheus-a[64742]: ts=2024-04-15T14:35:31.464Z caller=tls_config.go:235 level=info component=web msg="TLS is disabled." http2=false address=[::]:9095 2024-04-15T14:35:31.472 INFO:journalctl@ceph.prometheus.a.smithi102.stdout:Apr 15 14:35:31 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-prometheus-a[64742]: ts=2024-04-15T14:35:31.467Z caller=head.go:587 level=info component=tsdb msg="Replaying on-disk memory mappable chunks if any" 2024-04-15T14:35:31.472 INFO:journalctl@ceph.prometheus.a.smithi102.stdout:Apr 15 14:35:31 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-prometheus-a[64742]: ts=2024-04-15T14:35:31.467Z caller=head.go:658 level=info component=tsdb msg="On-disk memory mappable chunks replay completed" duration=1.566µs 2024-04-15T14:35:31.472 INFO:journalctl@ceph.prometheus.a.smithi102.stdout:Apr 15 14:35:31 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-prometheus-a[64742]: ts=2024-04-15T14:35:31.467Z caller=head.go:664 level=info component=tsdb msg="Replaying WAL, this may take a while" 2024-04-15T14:35:31.472 INFO:journalctl@ceph.prometheus.a.smithi102.stdout:Apr 15 14:35:31 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-prometheus-a[64742]: ts=2024-04-15T14:35:31.468Z caller=head.go:735 level=info component=tsdb msg="WAL segment loaded" segment=0 maxSegment=1 2024-04-15T14:35:31.472 INFO:journalctl@ceph.prometheus.a.smithi102.stdout:Apr 15 14:35:31 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-prometheus-a[64742]: ts=2024-04-15T14:35:31.469Z caller=head.go:735 level=info component=tsdb msg="WAL segment loaded" segment=1 maxSegment=1 2024-04-15T14:35:31.472 INFO:journalctl@ceph.prometheus.a.smithi102.stdout:Apr 15 14:35:31 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-prometheus-a[64742]: ts=2024-04-15T14:35:31.469Z caller=head.go:772 level=info component=tsdb msg="WAL replay completed" checkpoint_replay_duration=18.206µs wal_replay_duration=1.698497ms wbl_replay_duration=102ns total_replay_duration=1.733623ms 2024-04-15T14:35:31.472 INFO:journalctl@ceph.prometheus.a.smithi102.stdout:Apr 15 14:35:31 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-prometheus-a[64742]: ts=2024-04-15T14:35:31.469Z caller=main.go:1026 level=info fs_type=XFS_SUPER_MAGIC 2024-04-15T14:35:31.472 INFO:journalctl@ceph.prometheus.a.smithi102.stdout:Apr 15 14:35:31 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-prometheus-a[64742]: ts=2024-04-15T14:35:31.469Z caller=main.go:1029 level=info msg="TSDB started" 2024-04-15T14:35:31.473 INFO:journalctl@ceph.prometheus.a.smithi102.stdout:Apr 15 14:35:31 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-prometheus-a[64742]: ts=2024-04-15T14:35:31.469Z caller=main.go:1209 level=info msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml 2024-04-15T14:35:31.736 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:35:31 smithi016 ceph-mon[36548]: pgmap v42: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-04-15T14:35:31.736 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:35:31 smithi016 ceph-mon[27435]: pgmap v42: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-04-15T14:35:31.737 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 15 14:35:31 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-y[27693]: [15/Apr/2024:14:35:31] ENGINE Bus STOPPING 2024-04-15T14:35:31.737 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 15 14:35:31 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-y[27693]: [15/Apr/2024:14:35:31] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-04-15T14:35:31.737 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 15 14:35:31 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-y[27693]: [15/Apr/2024:14:35:31] ENGINE Bus STOPPED 2024-04-15T14:35:31.737 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 15 14:35:31 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-y[27693]: [15/Apr/2024:14:35:31] ENGINE Bus STARTING 2024-04-15T14:35:31.737 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 15 14:35:31 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-y[27693]: [15/Apr/2024:14:35:31] ENGINE Serving on http://:::9283 2024-04-15T14:35:31.737 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 15 14:35:31 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-y[27693]: [15/Apr/2024:14:35:31] ENGINE Bus STARTED 2024-04-15T14:35:31.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:35:31 smithi102 ceph-mon[31017]: pgmap v42: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-04-15T14:35:31.937 INFO:journalctl@ceph.prometheus.a.smithi102.stdout:Apr 15 14:35:31 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-prometheus-a[64742]: ts=2024-04-15T14:35:31.486Z caller=main.go:1246 level=info msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=17.027847ms db_storage=909ns remote_storage=1.354µs web_handler=359ns query_engine=701ns scrape=386.88µs scrape_sd=99.655µs notify=10.035µs notify_sd=20.469µs rules=16.210381ms tracing=6.061µs 2024-04-15T14:35:31.937 INFO:journalctl@ceph.prometheus.a.smithi102.stdout:Apr 15 14:35:31 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-prometheus-a[64742]: ts=2024-04-15T14:35:31.486Z caller=main.go:990 level=info msg="Server is ready to receive web requests." 2024-04-15T14:35:31.937 INFO:journalctl@ceph.prometheus.a.smithi102.stdout:Apr 15 14:35:31 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-prometheus-a[64742]: ts=2024-04-15T14:35:31.486Z caller=manager.go:974 level=info component="rule manager" msg="Starting rule manager..." 2024-04-15T14:35:31.937 INFO:journalctl@ceph.prometheus.a.smithi102.stdout:Apr 15 14:35:31 smithi102 bash[64728]: 11691b42737440b99f9f9b180928b886bde30346c917613e06933fc4fd6390d4 2024-04-15T14:35:31.937 INFO:journalctl@ceph.prometheus.a.smithi102.stdout:Apr 15 14:35:31 smithi102 systemd[1]: Started Ceph prometheus.a for 362ea986-fb34-11ee-bc8f-c7b262605968. 2024-04-15T14:35:32.039 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 15 14:35:31 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-y[27693]: [15/Apr/2024:14:35:31] ENGINE Bus STOPPING 2024-04-15T14:35:32.039 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 15 14:35:31 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-y[27693]: [15/Apr/2024:14:35:31] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-04-15T14:35:32.039 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 15 14:35:31 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-y[27693]: [15/Apr/2024:14:35:31] ENGINE Bus STOPPED 2024-04-15T14:35:32.040 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 15 14:35:31 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-y[27693]: [15/Apr/2024:14:35:31] ENGINE Bus STARTING 2024-04-15T14:35:32.040 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 15 14:35:31 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-y[27693]: [15/Apr/2024:14:35:31] ENGINE Serving on http://:::9283 2024-04-15T14:35:32.040 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 15 14:35:31 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-y[27693]: [15/Apr/2024:14:35:31] ENGINE Bus STARTED 2024-04-15T14:35:32.040 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 15 14:35:31 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-y[27693]: [15/Apr/2024:14:35:31] ENGINE Bus STOPPING 2024-04-15T14:35:32.040 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 15 14:35:31 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-y[27693]: [15/Apr/2024:14:35:31] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-04-15T14:35:32.040 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 15 14:35:31 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-y[27693]: [15/Apr/2024:14:35:31] ENGINE Bus STOPPED 2024-04-15T14:35:32.040 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 15 14:35:31 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-y[27693]: [15/Apr/2024:14:35:31] ENGINE Bus STARTING 2024-04-15T14:35:32.040 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 15 14:35:31 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-y[27693]: [15/Apr/2024:14:35:31] ENGINE Serving on http://:::9283 2024-04-15T14:35:32.040 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 15 14:35:31 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-y[27693]: [15/Apr/2024:14:35:31] ENGINE Bus STARTED 2024-04-15T14:35:32.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:35:32 smithi102 ceph-mon[31017]: from='mgr.14628 ' entity='mgr.y' 2024-04-15T14:35:32.688 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:35:32 smithi102 ceph-mon[31017]: from='mgr.14628 ' entity='mgr.y' 2024-04-15T14:35:32.688 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:35:32 smithi102 ceph-mon[31017]: from='mgr.14628 172.21.15.16:0/2128211001' entity='mgr.y' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2024-04-15T14:35:32.688 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:35:32 smithi102 ceph-mon[31017]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2024-04-15T14:35:32.688 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:35:32 smithi102 ceph-mon[31017]: from='mgr.14628 172.21.15.16:0/2128211001' entity='mgr.y' cmd=[{"prefix": "dashboard set-alertmanager-api-host", "value": "http://smithi016.front.sepia.ceph.com:9093"}]: dispatch 2024-04-15T14:35:32.688 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:35:32 smithi102 ceph-mon[31017]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard set-alertmanager-api-host", "value": "http://smithi016.front.sepia.ceph.com:9093"}]: dispatch 2024-04-15T14:35:32.688 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:35:32 smithi102 ceph-mon[31017]: from='mgr.14628 ' entity='mgr.y' 2024-04-15T14:35:32.688 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:35:32 smithi102 ceph-mon[31017]: from='mgr.14628 172.21.15.16:0/2128211001' entity='mgr.y' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-04-15T14:35:32.688 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:35:32 smithi102 ceph-mon[31017]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-04-15T14:35:32.689 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:35:32 smithi102 ceph-mon[31017]: from='mgr.14628 172.21.15.16:0/2128211001' entity='mgr.y' cmd=[{"prefix": "dashboard set-prometheus-api-host", "value": "http://smithi102.front.sepia.ceph.com:9095"}]: dispatch 2024-04-15T14:35:32.689 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:35:32 smithi102 ceph-mon[31017]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard set-prometheus-api-host", "value": "http://smithi102.front.sepia.ceph.com:9095"}]: dispatch 2024-04-15T14:35:32.689 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:35:32 smithi102 ceph-mon[31017]: from='mgr.14628 ' entity='mgr.y' 2024-04-15T14:35:32.689 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:35:32 smithi102 ceph-mon[31017]: from='mgr.14628 172.21.15.16:0/2128211001' entity='mgr.y' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2024-04-15T14:35:32.689 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:35:32 smithi102 ceph-mon[31017]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2024-04-15T14:35:32.689 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:35:32 smithi102 ceph-mon[31017]: from='mgr.14628 172.21.15.16:0/2128211001' entity='mgr.y' cmd=[{"prefix": "dashboard set-grafana-api-url", "value": "https://smithi102.front.sepia.ceph.com:3000"}]: dispatch 2024-04-15T14:35:32.689 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:35:32 smithi102 ceph-mon[31017]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard set-grafana-api-url", "value": "https://smithi102.front.sepia.ceph.com:3000"}]: dispatch 2024-04-15T14:35:32.689 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:35:32 smithi102 ceph-mon[31017]: from='mgr.14628 ' entity='mgr.y' 2024-04-15T14:35:32.689 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:35:32 smithi102 ceph-mon[31017]: from='mgr.14628 172.21.15.16:0/2128211001' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T14:35:32.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:35:32 smithi016 ceph-mon[36548]: from='mgr.14628 ' entity='mgr.y' 2024-04-15T14:35:32.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:35:32 smithi016 ceph-mon[36548]: from='mgr.14628 ' entity='mgr.y' 2024-04-15T14:35:32.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:35:32 smithi016 ceph-mon[36548]: from='mgr.14628 172.21.15.16:0/2128211001' entity='mgr.y' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2024-04-15T14:35:32.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:35:32 smithi016 ceph-mon[36548]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2024-04-15T14:35:32.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:35:32 smithi016 ceph-mon[36548]: from='mgr.14628 172.21.15.16:0/2128211001' entity='mgr.y' cmd=[{"prefix": "dashboard set-alertmanager-api-host", "value": "http://smithi016.front.sepia.ceph.com:9093"}]: dispatch 2024-04-15T14:35:32.791 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:35:32 smithi016 ceph-mon[36548]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard set-alertmanager-api-host", "value": "http://smithi016.front.sepia.ceph.com:9093"}]: dispatch 2024-04-15T14:35:32.791 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:35:32 smithi016 ceph-mon[36548]: from='mgr.14628 ' entity='mgr.y' 2024-04-15T14:35:32.791 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:35:32 smithi016 ceph-mon[36548]: from='mgr.14628 172.21.15.16:0/2128211001' entity='mgr.y' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-04-15T14:35:32.791 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:35:32 smithi016 ceph-mon[36548]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-04-15T14:35:32.791 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:35:32 smithi016 ceph-mon[36548]: from='mgr.14628 172.21.15.16:0/2128211001' entity='mgr.y' cmd=[{"prefix": "dashboard set-prometheus-api-host", "value": "http://smithi102.front.sepia.ceph.com:9095"}]: dispatch 2024-04-15T14:35:32.791 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:35:32 smithi016 ceph-mon[36548]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard set-prometheus-api-host", "value": "http://smithi102.front.sepia.ceph.com:9095"}]: dispatch 2024-04-15T14:35:32.791 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:35:32 smithi016 ceph-mon[36548]: from='mgr.14628 ' entity='mgr.y' 2024-04-15T14:35:32.792 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:35:32 smithi016 ceph-mon[36548]: from='mgr.14628 172.21.15.16:0/2128211001' entity='mgr.y' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2024-04-15T14:35:32.792 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:35:32 smithi016 ceph-mon[36548]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2024-04-15T14:35:32.792 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:35:32 smithi016 ceph-mon[36548]: from='mgr.14628 172.21.15.16:0/2128211001' entity='mgr.y' cmd=[{"prefix": "dashboard set-grafana-api-url", "value": "https://smithi102.front.sepia.ceph.com:3000"}]: dispatch 2024-04-15T14:35:32.792 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:35:32 smithi016 ceph-mon[36548]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard set-grafana-api-url", "value": "https://smithi102.front.sepia.ceph.com:3000"}]: dispatch 2024-04-15T14:35:32.792 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:35:32 smithi016 ceph-mon[36548]: from='mgr.14628 ' entity='mgr.y' 2024-04-15T14:35:32.792 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:35:32 smithi016 ceph-mon[36548]: from='mgr.14628 172.21.15.16:0/2128211001' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T14:35:32.793 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:35:32 smithi016 ceph-mon[27435]: from='mgr.14628 ' entity='mgr.y' 2024-04-15T14:35:32.793 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:35:32 smithi016 ceph-mon[27435]: from='mgr.14628 ' entity='mgr.y' 2024-04-15T14:35:32.793 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:35:32 smithi016 ceph-mon[27435]: from='mgr.14628 172.21.15.16:0/2128211001' entity='mgr.y' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2024-04-15T14:35:32.794 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:35:32 smithi016 ceph-mon[27435]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2024-04-15T14:35:32.794 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:35:32 smithi016 ceph-mon[27435]: from='mgr.14628 172.21.15.16:0/2128211001' entity='mgr.y' cmd=[{"prefix": "dashboard set-alertmanager-api-host", "value": "http://smithi016.front.sepia.ceph.com:9093"}]: dispatch 2024-04-15T14:35:32.794 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:35:32 smithi016 ceph-mon[27435]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard set-alertmanager-api-host", "value": "http://smithi016.front.sepia.ceph.com:9093"}]: dispatch 2024-04-15T14:35:32.794 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:35:32 smithi016 ceph-mon[27435]: from='mgr.14628 ' entity='mgr.y' 2024-04-15T14:35:32.794 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:35:32 smithi016 ceph-mon[27435]: from='mgr.14628 172.21.15.16:0/2128211001' entity='mgr.y' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-04-15T14:35:32.794 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:35:32 smithi016 ceph-mon[27435]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-04-15T14:35:32.795 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:35:32 smithi016 ceph-mon[27435]: from='mgr.14628 172.21.15.16:0/2128211001' entity='mgr.y' cmd=[{"prefix": "dashboard set-prometheus-api-host", "value": "http://smithi102.front.sepia.ceph.com:9095"}]: dispatch 2024-04-15T14:35:32.795 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:35:32 smithi016 ceph-mon[27435]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard set-prometheus-api-host", "value": "http://smithi102.front.sepia.ceph.com:9095"}]: dispatch 2024-04-15T14:35:32.795 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:35:32 smithi016 ceph-mon[27435]: from='mgr.14628 ' entity='mgr.y' 2024-04-15T14:35:32.795 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:35:32 smithi016 ceph-mon[27435]: from='mgr.14628 172.21.15.16:0/2128211001' entity='mgr.y' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2024-04-15T14:35:32.795 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:35:32 smithi016 ceph-mon[27435]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2024-04-15T14:35:32.795 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:35:32 smithi016 ceph-mon[27435]: from='mgr.14628 172.21.15.16:0/2128211001' entity='mgr.y' cmd=[{"prefix": "dashboard set-grafana-api-url", "value": "https://smithi102.front.sepia.ceph.com:3000"}]: dispatch 2024-04-15T14:35:32.796 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:35:32 smithi016 ceph-mon[27435]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard set-grafana-api-url", "value": "https://smithi102.front.sepia.ceph.com:3000"}]: dispatch 2024-04-15T14:35:32.796 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:35:32 smithi016 ceph-mon[27435]: from='mgr.14628 ' entity='mgr.y' 2024-04-15T14:35:32.796 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:35:32 smithi016 ceph-mon[27435]: from='mgr.14628 172.21.15.16:0/2128211001' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T14:35:33.646 INFO:journalctl@ceph.alertmanager.a.smithi016.stdout:Apr 15 14:35:33 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-alertmanager-a[75130]: ts=2024-04-15T14:35:33.344Z caller=cluster.go:698 level=info component=cluster msg="gossip settled; proceeding" elapsed=10.002227422s 2024-04-15T14:35:33.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:35:33 smithi102 ceph-mon[31017]: pgmap v43: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-04-15T14:35:34.039 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:35:33 smithi016 ceph-mon[27435]: pgmap v43: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-04-15T14:35:34.039 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:35:33 smithi016 ceph-mon[36548]: pgmap v43: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-04-15T14:35:35.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:35:35 smithi102 ceph-mon[31017]: pgmap v44: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-04-15T14:35:35.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:35:35 smithi102 ceph-mon[31017]: from='mgr.14628 ' entity='mgr.y' 2024-04-15T14:35:35.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:35:35 smithi102 ceph-mon[31017]: from='mgr.14628 ' entity='mgr.y' 2024-04-15T14:35:35.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:35:35 smithi102 ceph-mon[31017]: from='mgr.14628 ' entity='mgr.y' 2024-04-15T14:35:35.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:35:35 smithi102 ceph-mon[31017]: from='mgr.14628 ' entity='mgr.y' 2024-04-15T14:35:35.938 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:35:35 smithi102 ceph-mon[31017]: from='mgr.14628 172.21.15.16:0/2128211001' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T14:35:35.938 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:35:35 smithi102 ceph-mon[31017]: from='mgr.14628 172.21.15.16:0/2128211001' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T14:35:35.938 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:35:35 smithi102 ceph-mon[31017]: from='mgr.14628 ' entity='mgr.y' 2024-04-15T14:35:36.039 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:35:35 smithi016 ceph-mon[27435]: pgmap v44: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-04-15T14:35:36.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:35:35 smithi016 ceph-mon[27435]: from='mgr.14628 ' entity='mgr.y' 2024-04-15T14:35:36.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:35:35 smithi016 ceph-mon[27435]: from='mgr.14628 ' entity='mgr.y' 2024-04-15T14:35:36.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:35:35 smithi016 ceph-mon[27435]: from='mgr.14628 ' entity='mgr.y' 2024-04-15T14:35:36.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:35:35 smithi016 ceph-mon[27435]: from='mgr.14628 ' entity='mgr.y' 2024-04-15T14:35:36.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:35:35 smithi016 ceph-mon[27435]: from='mgr.14628 172.21.15.16:0/2128211001' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T14:35:36.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:35:35 smithi016 ceph-mon[27435]: from='mgr.14628 172.21.15.16:0/2128211001' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T14:35:36.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:35:35 smithi016 ceph-mon[27435]: from='mgr.14628 ' entity='mgr.y' 2024-04-15T14:35:36.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:35:35 smithi016 ceph-mon[36548]: pgmap v44: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-04-15T14:35:36.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:35:35 smithi016 ceph-mon[36548]: from='mgr.14628 ' entity='mgr.y' 2024-04-15T14:35:36.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:35:35 smithi016 ceph-mon[36548]: from='mgr.14628 ' entity='mgr.y' 2024-04-15T14:35:36.041 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:35:35 smithi016 ceph-mon[36548]: from='mgr.14628 ' entity='mgr.y' 2024-04-15T14:35:36.041 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:35:35 smithi016 ceph-mon[36548]: from='mgr.14628 ' entity='mgr.y' 2024-04-15T14:35:36.041 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:35:35 smithi016 ceph-mon[36548]: from='mgr.14628 172.21.15.16:0/2128211001' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T14:35:36.041 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:35:35 smithi016 ceph-mon[36548]: from='mgr.14628 172.21.15.16:0/2128211001' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T14:35:36.041 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:35:35 smithi016 ceph-mon[36548]: from='mgr.14628 ' entity='mgr.y' 2024-04-15T14:35:37.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:35:37 smithi102 ceph-mon[31017]: pgmap v45: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-04-15T14:35:38.039 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:35:37 smithi016 ceph-mon[27435]: pgmap v45: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-04-15T14:35:38.039 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:35:37 smithi016 ceph-mon[36548]: pgmap v45: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-04-15T14:35:39.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:35:39 smithi102 ceph-mon[31017]: pgmap v46: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-04-15T14:35:40.039 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:35:39 smithi016 ceph-mon[27435]: pgmap v46: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-04-15T14:35:40.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:35:39 smithi016 ceph-mon[36548]: pgmap v46: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-04-15T14:35:41.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:35:41 smithi102 ceph-mon[31017]: pgmap v47: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-04-15T14:35:42.039 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:35:41 smithi016 ceph-mon[27435]: pgmap v47: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-04-15T14:35:42.039 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:35:41 smithi016 ceph-mon[36548]: pgmap v47: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-04-15T14:35:42.938 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:35:42 smithi102 ceph-mon[31017]: from='mgr.14628 172.21.15.16:0/2128211001' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T14:35:43.039 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:35:42 smithi016 ceph-mon[27435]: from='mgr.14628 172.21.15.16:0/2128211001' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T14:35:43.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:35:42 smithi016 ceph-mon[36548]: from='mgr.14628 172.21.15.16:0/2128211001' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T14:35:43.539 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 15 14:35:43 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-y[27693]: ::ffff:172.21.15.102 - - [15/Apr/2024:14:35:43] "GET /metrics HTTP/1.1" 200 33649 "" "Prometheus/2.43.0" 2024-04-15T14:35:43.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:35:43 smithi102 ceph-mon[31017]: pgmap v48: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-04-15T14:35:44.039 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:35:43 smithi016 ceph-mon[27435]: pgmap v48: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-04-15T14:35:44.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:35:43 smithi016 ceph-mon[36548]: pgmap v48: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-04-15T14:35:45.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:35:45 smithi102 ceph-mon[31017]: pgmap v49: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-04-15T14:35:45.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:35:45 smithi102 ceph-mon[31017]: mgrmap e21: y(active, since 92s), standbys: x 2024-04-15T14:35:46.039 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:35:45 smithi016 ceph-mon[36548]: pgmap v49: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-04-15T14:35:46.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:35:45 smithi016 ceph-mon[36548]: mgrmap e21: y(active, since 92s), standbys: x 2024-04-15T14:35:46.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:35:45 smithi016 ceph-mon[27435]: pgmap v49: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-04-15T14:35:46.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:35:45 smithi016 ceph-mon[27435]: mgrmap e21: y(active, since 92s), standbys: x 2024-04-15T14:35:47.938 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:35:47 smithi102 ceph-mon[31017]: pgmap v50: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-04-15T14:35:48.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:35:47 smithi016 ceph-mon[27435]: pgmap v50: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-04-15T14:35:48.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:35:47 smithi016 ceph-mon[36548]: pgmap v50: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-04-15T14:35:49.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:35:49 smithi102 ceph-mon[31017]: pgmap v51: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-04-15T14:35:50.039 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:35:49 smithi016 ceph-mon[27435]: pgmap v51: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-04-15T14:35:50.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:35:49 smithi016 ceph-mon[36548]: pgmap v51: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-04-15T14:35:51.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:35:51 smithi102 ceph-mon[31017]: pgmap v52: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-04-15T14:35:52.039 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:35:51 smithi016 ceph-mon[27435]: pgmap v52: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-04-15T14:35:52.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:35:51 smithi016 ceph-mon[36548]: pgmap v52: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-04-15T14:35:53.539 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 15 14:35:53 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-y[27693]: ::ffff:172.21.15.102 - - [15/Apr/2024:14:35:53] "GET /metrics HTTP/1.1" 200 33649 "" "Prometheus/2.43.0" 2024-04-15T14:35:53.814 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:35:53 smithi016 ceph-mon[36548]: pgmap v53: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-04-15T14:35:53.814 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:35:53 smithi016 ceph-mon[27435]: pgmap v53: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-04-15T14:35:53.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:35:53 smithi102 ceph-mon[31017]: pgmap v53: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-04-15T14:35:55.938 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:35:55 smithi102 ceph-mon[31017]: pgmap v54: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-04-15T14:35:56.039 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:35:55 smithi016 ceph-mon[36548]: pgmap v54: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-04-15T14:35:56.039 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:35:55 smithi016 ceph-mon[27435]: pgmap v54: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-04-15T14:35:57.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:35:57 smithi102 ceph-mon[31017]: pgmap v55: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-04-15T14:35:57.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:35:57 smithi102 ceph-mon[31017]: from='mgr.14628 172.21.15.16:0/2128211001' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T14:35:58.039 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:35:57 smithi016 ceph-mon[27435]: pgmap v55: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-04-15T14:35:58.039 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:35:57 smithi016 ceph-mon[27435]: from='mgr.14628 172.21.15.16:0/2128211001' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T14:35:58.039 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:35:57 smithi016 ceph-mon[36548]: pgmap v55: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-04-15T14:35:58.039 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:35:57 smithi016 ceph-mon[36548]: from='mgr.14628 172.21.15.16:0/2128211001' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T14:35:59.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:35:59 smithi102 ceph-mon[31017]: pgmap v56: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-04-15T14:36:00.039 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:35:59 smithi016 ceph-mon[27435]: pgmap v56: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-04-15T14:36:00.039 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:35:59 smithi016 ceph-mon[36548]: pgmap v56: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-04-15T14:36:01.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:36:01 smithi102 ceph-mon[31017]: pgmap v57: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-04-15T14:36:02.039 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:36:01 smithi016 ceph-mon[27435]: pgmap v57: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-04-15T14:36:02.039 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:36:01 smithi016 ceph-mon[36548]: pgmap v57: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-04-15T14:36:03.539 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 15 14:36:03 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-y[27693]: ::ffff:172.21.15.102 - - [15/Apr/2024:14:36:03] "GET /metrics HTTP/1.1" 200 33648 "" "Prometheus/2.43.0" 2024-04-15T14:36:03.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:36:03 smithi102 ceph-mon[31017]: pgmap v58: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-04-15T14:36:04.039 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:36:03 smithi016 ceph-mon[27435]: pgmap v58: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-04-15T14:36:04.039 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:36:03 smithi016 ceph-mon[36548]: pgmap v58: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-04-15T14:36:05.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:36:05 smithi102 ceph-mon[31017]: pgmap v59: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-04-15T14:36:06.039 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:36:05 smithi016 ceph-mon[36548]: pgmap v59: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-04-15T14:36:06.039 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:36:05 smithi016 ceph-mon[27435]: pgmap v59: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-04-15T14:36:07.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:36:07 smithi102 ceph-mon[31017]: pgmap v60: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-04-15T14:36:08.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:36:07 smithi016 ceph-mon[36548]: pgmap v60: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-04-15T14:36:08.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:36:07 smithi016 ceph-mon[27435]: pgmap v60: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-04-15T14:36:09.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:36:09 smithi102 ceph-mon[31017]: pgmap v61: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-04-15T14:36:10.039 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:36:09 smithi016 ceph-mon[36548]: pgmap v61: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-04-15T14:36:10.039 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:36:09 smithi016 ceph-mon[27435]: pgmap v61: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-04-15T14:36:11.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:36:11 smithi102 ceph-mon[31017]: pgmap v62: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-04-15T14:36:12.039 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:36:11 smithi016 ceph-mon[36548]: pgmap v62: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-04-15T14:36:12.039 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:36:11 smithi016 ceph-mon[27435]: pgmap v62: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-04-15T14:36:12.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:36:12 smithi102 ceph-mon[31017]: from='mgr.14628 172.21.15.16:0/2128211001' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T14:36:13.039 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:36:12 smithi016 ceph-mon[36548]: from='mgr.14628 172.21.15.16:0/2128211001' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T14:36:13.039 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:36:12 smithi016 ceph-mon[27435]: from='mgr.14628 172.21.15.16:0/2128211001' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T14:36:13.539 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 15 14:36:13 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-y[27693]: ::ffff:172.21.15.102 - - [15/Apr/2024:14:36:13] "GET /metrics HTTP/1.1" 200 33652 "" "Prometheus/2.43.0" 2024-04-15T14:36:13.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:36:13 smithi102 ceph-mon[31017]: pgmap v63: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-04-15T14:36:14.039 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:36:13 smithi016 ceph-mon[27435]: pgmap v63: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-04-15T14:36:14.039 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:36:13 smithi016 ceph-mon[36548]: pgmap v63: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-04-15T14:36:15.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:36:15 smithi102 ceph-mon[31017]: pgmap v64: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-04-15T14:36:16.039 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:36:15 smithi016 ceph-mon[36548]: pgmap v64: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-04-15T14:36:16.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:36:15 smithi016 ceph-mon[27435]: pgmap v64: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-04-15T14:36:17.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:36:17 smithi102 ceph-mon[31017]: pgmap v65: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-04-15T14:36:18.039 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:36:17 smithi016 ceph-mon[27435]: pgmap v65: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-04-15T14:36:18.039 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:36:17 smithi016 ceph-mon[36548]: pgmap v65: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-04-15T14:36:19.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:36:19 smithi102 ceph-mon[31017]: pgmap v66: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-04-15T14:36:20.039 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:36:19 smithi016 ceph-mon[36548]: pgmap v66: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-04-15T14:36:20.039 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:36:19 smithi016 ceph-mon[27435]: pgmap v66: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-04-15T14:36:21.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:36:21 smithi102 ceph-mon[31017]: pgmap v67: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-04-15T14:36:22.039 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:36:21 smithi016 ceph-mon[27435]: pgmap v67: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-04-15T14:36:22.039 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:36:21 smithi016 ceph-mon[36548]: pgmap v67: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-04-15T14:36:23.539 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 15 14:36:23 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-y[27693]: ::ffff:172.21.15.102 - - [15/Apr/2024:14:36:23] "GET /metrics HTTP/1.1" 200 33652 "" "Prometheus/2.43.0" 2024-04-15T14:36:23.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:36:23 smithi102 ceph-mon[31017]: pgmap v68: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-04-15T14:36:24.039 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:36:23 smithi016 ceph-mon[36548]: pgmap v68: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-04-15T14:36:24.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:36:23 smithi016 ceph-mon[27435]: pgmap v68: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-04-15T14:36:25.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:36:25 smithi102 ceph-mon[31017]: pgmap v69: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-04-15T14:36:26.039 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:36:25 smithi016 ceph-mon[27435]: pgmap v69: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-04-15T14:36:26.039 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:36:25 smithi016 ceph-mon[36548]: pgmap v69: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-04-15T14:36:27.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:36:27 smithi102 ceph-mon[31017]: pgmap v70: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-04-15T14:36:27.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:36:27 smithi102 ceph-mon[31017]: from='mgr.14628 172.21.15.16:0/2128211001' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T14:36:28.039 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:36:27 smithi016 ceph-mon[36548]: pgmap v70: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-04-15T14:36:28.039 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:36:27 smithi016 ceph-mon[36548]: from='mgr.14628 172.21.15.16:0/2128211001' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T14:36:28.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:36:27 smithi016 ceph-mon[27435]: pgmap v70: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-04-15T14:36:28.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:36:27 smithi016 ceph-mon[27435]: from='mgr.14628 172.21.15.16:0/2128211001' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T14:36:29.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:36:29 smithi102 ceph-mon[31017]: pgmap v71: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-04-15T14:36:30.039 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:36:29 smithi016 ceph-mon[27435]: pgmap v71: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-04-15T14:36:30.039 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:36:29 smithi016 ceph-mon[36548]: pgmap v71: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-04-15T14:36:31.774 INFO:tasks.workunit.client.0.smithi016.stderr:Updating files: 97% (12110/12482) Updating files: 98% (12233/12482) Updating files: 99% (12358/12482) Updating files: 100% (12482/12482) Updating files: 100% (12482/12482), done. 2024-04-15T14:36:31.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:36:31 smithi102 ceph-mon[31017]: pgmap v72: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-04-15T14:36:32.039 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:36:31 smithi016 ceph-mon[27435]: pgmap v72: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-04-15T14:36:32.039 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:36:31 smithi016 ceph-mon[36548]: pgmap v72: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-04-15T14:36:32.369 INFO:tasks.workunit.client.0.smithi016.stderr:Note: switching to '87dbfb632e974cb2c28d17423071d2d833b53b29'. 2024-04-15T14:36:32.369 INFO:tasks.workunit.client.0.smithi016.stderr: 2024-04-15T14:36:32.369 INFO:tasks.workunit.client.0.smithi016.stderr:You are in 'detached HEAD' state. You can look around, make experimental 2024-04-15T14:36:32.369 INFO:tasks.workunit.client.0.smithi016.stderr:changes and commit them, and you can discard any commits you make in this 2024-04-15T14:36:32.369 INFO:tasks.workunit.client.0.smithi016.stderr:state without impacting any branches by switching back to a branch. 2024-04-15T14:36:32.369 INFO:tasks.workunit.client.0.smithi016.stderr: 2024-04-15T14:36:32.370 INFO:tasks.workunit.client.0.smithi016.stderr:If you want to create a new branch to retain commits you create, you may 2024-04-15T14:36:32.370 INFO:tasks.workunit.client.0.smithi016.stderr:do so (now or later) by using -c with the switch command. Example: 2024-04-15T14:36:32.370 INFO:tasks.workunit.client.0.smithi016.stderr: 2024-04-15T14:36:32.370 INFO:tasks.workunit.client.0.smithi016.stderr: git switch -c 2024-04-15T14:36:32.370 INFO:tasks.workunit.client.0.smithi016.stderr: 2024-04-15T14:36:32.370 INFO:tasks.workunit.client.0.smithi016.stderr:Or undo this operation with: 2024-04-15T14:36:32.370 INFO:tasks.workunit.client.0.smithi016.stderr: 2024-04-15T14:36:32.370 INFO:tasks.workunit.client.0.smithi016.stderr: git switch - 2024-04-15T14:36:32.370 INFO:tasks.workunit.client.0.smithi016.stderr: 2024-04-15T14:36:32.370 INFO:tasks.workunit.client.0.smithi016.stderr:Turn off this advice by setting config variable advice.detachedHead to false 2024-04-15T14:36:32.370 INFO:tasks.workunit.client.0.smithi016.stderr: 2024-04-15T14:36:32.370 INFO:tasks.workunit.client.0.smithi016.stderr:HEAD is now at 87dbfb632e9 Merge pull request #56775 from cyx1231st/wip-crimson-osd-report-stats 2024-04-15T14:36:32.372 DEBUG:teuthology.orchestra.run.smithi016:> cd -- /home/ubuntu/cephtest/clone.client.0/qa/workunits && if test -e Makefile ; then make ; fi && find -executable -type f -printf '%P\0' >/home/ubuntu/cephtest/workunits.list.client.0 2024-04-15T14:36:32.398 INFO:tasks.workunit.client.0.smithi016.stdout:for d in direct_io fs ; do ( cd $d ; make all ) ; done 2024-04-15T14:36:32.400 INFO:tasks.workunit.client.0.smithi016.stdout:make[1]: Entering directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/direct_io' 2024-04-15T14:36:32.400 INFO:tasks.workunit.client.0.smithi016.stdout:cc -Wall -Wextra -D_GNU_SOURCE direct_io_test.c -o direct_io_test 2024-04-15T14:36:33.194 INFO:tasks.workunit.client.0.smithi016.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_sync_io.c -o test_sync_io 2024-04-15T14:36:33.268 INFO:tasks.workunit.client.0.smithi016.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_short_dio_read.c -o test_short_dio_read 2024-04-15T14:36:33.311 INFO:tasks.workunit.client.0.smithi016.stdout:make[1]: Leaving directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/direct_io' 2024-04-15T14:36:33.312 INFO:tasks.workunit.client.0.smithi016.stdout:make[1]: Entering directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/fs' 2024-04-15T14:36:33.312 INFO:tasks.workunit.client.0.smithi016.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_o_trunc.c -o test_o_trunc 2024-04-15T14:36:33.352 INFO:tasks.workunit.client.0.smithi016.stdout:make[1]: Leaving directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/fs' 2024-04-15T14:36:33.355 DEBUG:teuthology.orchestra.run.smithi016:> set -ex 2024-04-15T14:36:33.355 DEBUG:teuthology.orchestra.run.smithi016:> dd if=/home/ubuntu/cephtest/workunits.list.client.0 of=/dev/stdout 2024-04-15T14:36:33.411 INFO:tasks.workunit:Running workunits matching test_telemetry_reef.sh on client.0... 2024-04-15T14:36:33.413 INFO:tasks.workunit:Running workunit test_telemetry_reef.sh... 2024-04-15T14:36:33.413 DEBUG:teuthology.orchestra.run.smithi016:workunit test test_telemetry_reef.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=87dbfb632e974cb2c28d17423071d2d833b53b29 TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/test_telemetry_reef.sh 2024-04-15T14:36:33.471 INFO:tasks.workunit.client.0.smithi016.stderr:+ ceph config set mgr mgr/telemetry/channel_ident true 2024-04-15T14:36:33.539 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 15 14:36:33 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-y[27693]: ::ffff:172.21.15.102 - - [15/Apr/2024:14:36:33] "GET /metrics HTTP/1.1" 200 33664 "" "Prometheus/2.43.0" 2024-04-15T14:36:33.874 INFO:tasks.workunit.client.0.smithi016.stderr:+ ceph config set mgr mgr/telemetry/organization ceph-qa 2024-04-15T14:36:33.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:36:33 smithi102 ceph-mon[31017]: pgmap v73: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-04-15T14:36:34.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:36:33 smithi016 ceph-mon[27435]: pgmap v73: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-04-15T14:36:34.041 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:36:33 smithi016 ceph-mon[36548]: pgmap v73: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-04-15T14:36:34.041 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 15 14:36:33 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-y[27693]: [15/Apr/2024:14:36:33] ENGINE Bus STOPPING 2024-04-15T14:36:34.041 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 15 14:36:33 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-y[27693]: [15/Apr/2024:14:36:33] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-04-15T14:36:34.041 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 15 14:36:33 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-y[27693]: [15/Apr/2024:14:36:33] ENGINE Bus STOPPED 2024-04-15T14:36:34.041 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 15 14:36:33 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-y[27693]: [15/Apr/2024:14:36:33] ENGINE Bus STARTING 2024-04-15T14:36:34.041 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 15 14:36:33 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-y[27693]: [15/Apr/2024:14:36:33] ENGINE Serving on http://:::9283 2024-04-15T14:36:34.041 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 15 14:36:33 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-y[27693]: [15/Apr/2024:14:36:33] ENGINE Bus STARTED 2024-04-15T14:36:34.304 INFO:tasks.workunit.client.0.smithi016.stderr:+ ceph config set mgr mgr/telemetry/description 'upgrade test cluster' 2024-04-15T14:36:34.539 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 15 14:36:34 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-y[27693]: [15/Apr/2024:14:36:34] ENGINE Bus STOPPING 2024-04-15T14:36:34.540 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 15 14:36:34 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-y[27693]: [15/Apr/2024:14:36:34] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-04-15T14:36:34.540 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 15 14:36:34 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-y[27693]: [15/Apr/2024:14:36:34] ENGINE Bus STOPPED 2024-04-15T14:36:34.540 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 15 14:36:34 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-y[27693]: [15/Apr/2024:14:36:34] ENGINE Bus STARTING 2024-04-15T14:36:34.540 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 15 14:36:34 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-y[27693]: [15/Apr/2024:14:36:34] ENGINE Serving on http://:::9283 2024-04-15T14:36:34.540 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 15 14:36:34 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-y[27693]: [15/Apr/2024:14:36:34] ENGINE Bus STARTED 2024-04-15T14:36:34.705 INFO:tasks.workunit.client.0.smithi016.stderr:+ ceph telemetry preview 2024-04-15T14:36:34.891 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:36:34 smithi016 ceph-mon[36548]: from='client.? ' entity='client.admin' 2024-04-15T14:36:34.892 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:36:34 smithi016 ceph-mon[36548]: from='mgr.14628 172.21.15.16:0/2128211001' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T14:36:34.892 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:36:34 smithi016 ceph-mon[36548]: from='client.? 172.21.15.16:0/2294870534' entity='client.admin' 2024-04-15T14:36:34.892 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:36:34 smithi016 ceph-mon[36548]: from='client.? 172.21.15.16:0/3615751267' entity='client.admin' 2024-04-15T14:36:34.892 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:36:34 smithi016 ceph-mon[27435]: from='client.? ' entity='client.admin' 2024-04-15T14:36:34.892 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:36:34 smithi016 ceph-mon[27435]: from='mgr.14628 172.21.15.16:0/2128211001' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T14:36:34.892 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:36:34 smithi016 ceph-mon[27435]: from='client.? 172.21.15.16:0/2294870534' entity='client.admin' 2024-04-15T14:36:34.892 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:36:34 smithi016 ceph-mon[27435]: from='client.? 172.21.15.16:0/3615751267' entity='client.admin' 2024-04-15T14:36:34.893 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 15 14:36:34 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-y[27693]: [15/Apr/2024:14:36:34] ENGINE Bus STOPPING 2024-04-15T14:36:34.893 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 15 14:36:34 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-y[27693]: [15/Apr/2024:14:36:34] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-04-15T14:36:34.893 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 15 14:36:34 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-y[27693]: [15/Apr/2024:14:36:34] ENGINE Bus STOPPED 2024-04-15T14:36:34.893 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 15 14:36:34 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-y[27693]: [15/Apr/2024:14:36:34] ENGINE Bus STARTING 2024-04-15T14:36:34.893 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 15 14:36:34 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-y[27693]: [15/Apr/2024:14:36:34] ENGINE Serving on http://:::9283 2024-04-15T14:36:34.893 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 15 14:36:34 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-y[27693]: [15/Apr/2024:14:36:34] ENGINE Bus STARTED 2024-04-15T14:36:34.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:36:34 smithi102 ceph-mon[31017]: from='client.? ' entity='client.admin' 2024-04-15T14:36:34.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:36:34 smithi102 ceph-mon[31017]: from='mgr.14628 172.21.15.16:0/2128211001' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T14:36:34.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:36:34 smithi102 ceph-mon[31017]: from='client.? 172.21.15.16:0/2294870534' entity='client.admin' 2024-04-15T14:36:34.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:36:34 smithi102 ceph-mon[31017]: from='client.? 172.21.15.16:0/3615751267' entity='client.admin' 2024-04-15T14:36:35.234 INFO:tasks.workunit.client.0.smithi016.stdout:{ 2024-04-15T14:36:35.234 INFO:tasks.workunit.client.0.smithi016.stdout: "balancer": { 2024-04-15T14:36:35.234 INFO:tasks.workunit.client.0.smithi016.stdout: "active": true, 2024-04-15T14:36:35.234 INFO:tasks.workunit.client.0.smithi016.stdout: "mode": "" 2024-04-15T14:36:35.234 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:35.234 INFO:tasks.workunit.client.0.smithi016.stdout: "channels": [ 2024-04-15T14:36:35.234 INFO:tasks.workunit.client.0.smithi016.stdout: "basic", 2024-04-15T14:36:35.234 INFO:tasks.workunit.client.0.smithi016.stdout: "crash", 2024-04-15T14:36:35.234 INFO:tasks.workunit.client.0.smithi016.stdout: "device", 2024-04-15T14:36:35.234 INFO:tasks.workunit.client.0.smithi016.stdout: "ident" 2024-04-15T14:36:35.234 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T14:36:35.235 INFO:tasks.workunit.client.0.smithi016.stdout: "channels_available": [ 2024-04-15T14:36:35.235 INFO:tasks.workunit.client.0.smithi016.stdout: "basic", 2024-04-15T14:36:35.235 INFO:tasks.workunit.client.0.smithi016.stdout: "ident", 2024-04-15T14:36:35.235 INFO:tasks.workunit.client.0.smithi016.stdout: "crash", 2024-04-15T14:36:35.235 INFO:tasks.workunit.client.0.smithi016.stdout: "device", 2024-04-15T14:36:35.235 INFO:tasks.workunit.client.0.smithi016.stdout: "perf" 2024-04-15T14:36:35.235 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T14:36:35.235 INFO:tasks.workunit.client.0.smithi016.stdout: "collections_available": [ 2024-04-15T14:36:35.235 INFO:tasks.workunit.client.0.smithi016.stdout: "basic_base", 2024-04-15T14:36:35.235 INFO:tasks.workunit.client.0.smithi016.stdout: "device_base", 2024-04-15T14:36:35.235 INFO:tasks.workunit.client.0.smithi016.stdout: "crash_base", 2024-04-15T14:36:35.235 INFO:tasks.workunit.client.0.smithi016.stdout: "ident_base", 2024-04-15T14:36:35.235 INFO:tasks.workunit.client.0.smithi016.stdout: "perf_perf", 2024-04-15T14:36:35.235 INFO:tasks.workunit.client.0.smithi016.stdout: "basic_mds_metadata", 2024-04-15T14:36:35.236 INFO:tasks.workunit.client.0.smithi016.stdout: "basic_pool_usage", 2024-04-15T14:36:35.236 INFO:tasks.workunit.client.0.smithi016.stdout: "basic_usage_by_class", 2024-04-15T14:36:35.236 INFO:tasks.workunit.client.0.smithi016.stdout: "basic_rook_v01", 2024-04-15T14:36:35.236 INFO:tasks.workunit.client.0.smithi016.stdout: "perf_memory_metrics", 2024-04-15T14:36:35.236 INFO:tasks.workunit.client.0.smithi016.stdout: "basic_pool_options_bluestore" 2024-04-15T14:36:35.236 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T14:36:35.236 INFO:tasks.workunit.client.0.smithi016.stdout: "collections_opted_in": [ 2024-04-15T14:36:35.236 INFO:tasks.workunit.client.0.smithi016.stdout: "basic_base", 2024-04-15T14:36:35.236 INFO:tasks.workunit.client.0.smithi016.stdout: "device_base", 2024-04-15T14:36:35.236 INFO:tasks.workunit.client.0.smithi016.stdout: "crash_base", 2024-04-15T14:36:35.236 INFO:tasks.workunit.client.0.smithi016.stdout: "ident_base", 2024-04-15T14:36:35.236 INFO:tasks.workunit.client.0.smithi016.stdout: "perf_perf", 2024-04-15T14:36:35.236 INFO:tasks.workunit.client.0.smithi016.stdout: "basic_mds_metadata", 2024-04-15T14:36:35.236 INFO:tasks.workunit.client.0.smithi016.stdout: "basic_pool_usage", 2024-04-15T14:36:35.237 INFO:tasks.workunit.client.0.smithi016.stdout: "basic_usage_by_class", 2024-04-15T14:36:35.237 INFO:tasks.workunit.client.0.smithi016.stdout: "basic_rook_v01", 2024-04-15T14:36:35.237 INFO:tasks.workunit.client.0.smithi016.stdout: "perf_memory_metrics", 2024-04-15T14:36:35.237 INFO:tasks.workunit.client.0.smithi016.stdout: "basic_pool_options_bluestore" 2024-04-15T14:36:35.237 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T14:36:35.237 INFO:tasks.workunit.client.0.smithi016.stdout: "config": { 2024-04-15T14:36:35.237 INFO:tasks.workunit.client.0.smithi016.stdout: "active_changed": [ 2024-04-15T14:36:35.237 INFO:tasks.workunit.client.0.smithi016.stdout: "auth_allow_insecure_global_id_reclaim", 2024-04-15T14:36:35.237 INFO:tasks.workunit.client.0.smithi016.stdout: "auth_debug", 2024-04-15T14:36:35.237 INFO:tasks.workunit.client.0.smithi016.stdout: "auth_mon_ticket_ttl", 2024-04-15T14:36:35.237 INFO:tasks.workunit.client.0.smithi016.stdout: "auth_service_ticket_ttl", 2024-04-15T14:36:35.237 INFO:tasks.workunit.client.0.smithi016.stdout: "bdev_debug_aio", 2024-04-15T14:36:35.237 INFO:tasks.workunit.client.0.smithi016.stdout: "client_check_pool_perm", 2024-04-15T14:36:35.237 INFO:tasks.workunit.client.0.smithi016.stdout: "client_mount_gid", 2024-04-15T14:36:35.237 INFO:tasks.workunit.client.0.smithi016.stdout: "client_mount_uid", 2024-04-15T14:36:35.238 INFO:tasks.workunit.client.0.smithi016.stdout: "client_quota", 2024-04-15T14:36:35.238 INFO:tasks.workunit.client.0.smithi016.stdout: "container_image", 2024-04-15T14:36:35.238 INFO:tasks.workunit.client.0.smithi016.stdout: "daemonize", 2024-04-15T14:36:35.238 INFO:tasks.workunit.client.0.smithi016.stdout: "debug_asserts_on_shutdown", 2024-04-15T14:36:35.238 INFO:tasks.workunit.client.0.smithi016.stdout: "debug_mgr", 2024-04-15T14:36:35.238 INFO:tasks.workunit.client.0.smithi016.stdout: "debug_mon", 2024-04-15T14:36:35.238 INFO:tasks.workunit.client.0.smithi016.stdout: "debug_ms", 2024-04-15T14:36:35.238 INFO:tasks.workunit.client.0.smithi016.stdout: "debug_osd", 2024-04-15T14:36:35.238 INFO:tasks.workunit.client.0.smithi016.stdout: "debug_paxos", 2024-04-15T14:36:35.238 INFO:tasks.workunit.client.0.smithi016.stdout: "keyring", 2024-04-15T14:36:35.238 INFO:tasks.workunit.client.0.smithi016.stdout: "leveldb_block_size", 2024-04-15T14:36:35.238 INFO:tasks.workunit.client.0.smithi016.stdout: "leveldb_cache_size", 2024-04-15T14:36:35.238 INFO:tasks.workunit.client.0.smithi016.stdout: "leveldb_compression", 2024-04-15T14:36:35.239 INFO:tasks.workunit.client.0.smithi016.stdout: "leveldb_log", 2024-04-15T14:36:35.239 INFO:tasks.workunit.client.0.smithi016.stdout: "leveldb_write_buffer_size", 2024-04-15T14:36:35.239 INFO:tasks.workunit.client.0.smithi016.stdout: "log_to_file", 2024-04-15T14:36:35.239 INFO:tasks.workunit.client.0.smithi016.stdout: "log_to_journald", 2024-04-15T14:36:35.239 INFO:tasks.workunit.client.0.smithi016.stdout: "log_to_stderr", 2024-04-15T14:36:35.239 INFO:tasks.workunit.client.0.smithi016.stdout: "mon_allow_pool_delete", 2024-04-15T14:36:35.239 INFO:tasks.workunit.client.0.smithi016.stdout: "mon_clock_drift_allowed", 2024-04-15T14:36:35.239 INFO:tasks.workunit.client.0.smithi016.stdout: "mon_cluster_log_file_level", 2024-04-15T14:36:35.239 INFO:tasks.workunit.client.0.smithi016.stdout: "mon_cluster_log_to_file", 2024-04-15T14:36:35.239 INFO:tasks.workunit.client.0.smithi016.stdout: "mon_cluster_log_to_journald", 2024-04-15T14:36:35.239 INFO:tasks.workunit.client.0.smithi016.stdout: "mon_cluster_log_to_stderr", 2024-04-15T14:36:35.239 INFO:tasks.workunit.client.0.smithi016.stdout: "mon_data_avail_warn", 2024-04-15T14:36:35.239 INFO:tasks.workunit.client.0.smithi016.stdout: "mon_election_default_strategy", 2024-04-15T14:36:35.239 INFO:tasks.workunit.client.0.smithi016.stdout: "mon_host", 2024-04-15T14:36:35.240 INFO:tasks.workunit.client.0.smithi016.stdout: "mon_max_pg_per_osd", 2024-04-15T14:36:35.240 INFO:tasks.workunit.client.0.smithi016.stdout: "mon_mgr_mkfs_grace", 2024-04-15T14:36:35.240 INFO:tasks.workunit.client.0.smithi016.stdout: "mon_osd_prime_pg_temp", 2024-04-15T14:36:35.240 INFO:tasks.workunit.client.0.smithi016.stdout: "mon_osd_reporter_subtree_level", 2024-04-15T14:36:35.240 INFO:tasks.workunit.client.0.smithi016.stdout: "mon_pg_warn_max_object_skew", 2024-04-15T14:36:35.240 INFO:tasks.workunit.client.0.smithi016.stdout: "mon_reweight_min_bytes_per_osd", 2024-04-15T14:36:35.240 INFO:tasks.workunit.client.0.smithi016.stdout: "mon_reweight_min_pgs_per_osd", 2024-04-15T14:36:35.240 INFO:tasks.workunit.client.0.smithi016.stdout: "mon_warn_on_crush_straw_calc_version_zero", 2024-04-15T14:36:35.240 INFO:tasks.workunit.client.0.smithi016.stdout: "mon_warn_on_insecure_global_id_reclaim", 2024-04-15T14:36:35.240 INFO:tasks.workunit.client.0.smithi016.stdout: "mon_warn_on_insecure_global_id_reclaim_allowed", 2024-04-15T14:36:35.240 INFO:tasks.workunit.client.0.smithi016.stdout: "mon_warn_on_legacy_crush_tunables", 2024-04-15T14:36:35.240 INFO:tasks.workunit.client.0.smithi016.stdout: "mon_warn_on_osd_down_out_interval_zero", 2024-04-15T14:36:35.240 INFO:tasks.workunit.client.0.smithi016.stdout: "mon_warn_on_pool_pg_num_not_power_of_two", 2024-04-15T14:36:35.240 INFO:tasks.workunit.client.0.smithi016.stdout: "mon_warn_on_too_few_osds", 2024-04-15T14:36:35.240 INFO:tasks.workunit.client.0.smithi016.stdout: "ms_die_on_bug", 2024-04-15T14:36:35.241 INFO:tasks.workunit.client.0.smithi016.stdout: "ms_die_on_old_message", 2024-04-15T14:36:35.241 INFO:tasks.workunit.client.0.smithi016.stdout: "no_config_file", 2024-04-15T14:36:35.241 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_class_default_list", 2024-04-15T14:36:35.241 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_class_load_list", 2024-04-15T14:36:35.241 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_crush_chooseleaf_type", 2024-04-15T14:36:35.241 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_debug_misdirected_ops", 2024-04-15T14:36:35.241 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_debug_op_order", 2024-04-15T14:36:35.241 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_debug_pg_log_writeout", 2024-04-15T14:36:35.241 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_debug_shutdown", 2024-04-15T14:36:35.241 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_debug_verify_cached_snaps", 2024-04-15T14:36:35.241 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_debug_verify_missing_on_start", 2024-04-15T14:36:35.241 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_debug_verify_stray_on_activate", 2024-04-15T14:36:35.241 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_deep_scrub_update_digest_min_age", 2024-04-15T14:36:35.242 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_delete_sleep", 2024-04-15T14:36:35.242 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_delete_sleep_hdd", 2024-04-15T14:36:35.242 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_delete_sleep_hybrid", 2024-04-15T14:36:35.242 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_delete_sleep_ssd", 2024-04-15T14:36:35.242 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_max_backfills", 2024-04-15T14:36:35.242 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_mclock_max_capacity_iops_ssd", 2024-04-15T14:36:35.242 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_mclock_profile", 2024-04-15T14:36:35.242 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_mclock_scheduler_background_best_effort_lim", 2024-04-15T14:36:35.242 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_mclock_scheduler_background_best_effort_res", 2024-04-15T14:36:35.242 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_mclock_scheduler_background_best_effort_wgt", 2024-04-15T14:36:35.242 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_mclock_scheduler_background_recovery_lim", 2024-04-15T14:36:35.242 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_mclock_scheduler_background_recovery_res", 2024-04-15T14:36:35.242 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_mclock_scheduler_background_recovery_wgt", 2024-04-15T14:36:35.243 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_mclock_scheduler_client_lim", 2024-04-15T14:36:35.243 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_mclock_scheduler_client_res", 2024-04-15T14:36:35.243 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_mclock_scheduler_client_wgt", 2024-04-15T14:36:35.243 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_memory_target", 2024-04-15T14:36:35.243 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_memory_target_autotune", 2024-04-15T14:36:35.243 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_op_queue", 2024-04-15T14:36:35.243 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_op_queue_cut_off", 2024-04-15T14:36:35.243 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_pg_delete_cost", 2024-04-15T14:36:35.243 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_pool_default_erasure_code_profile", 2024-04-15T14:36:35.243 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_pool_default_pg_autoscale_mode", 2024-04-15T14:36:35.243 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_recover_clone_overlap", 2024-04-15T14:36:35.243 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_recovery_max_active", 2024-04-15T14:36:35.243 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_recovery_max_active_hdd", 2024-04-15T14:36:35.244 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_recovery_max_active_ssd", 2024-04-15T14:36:35.244 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_recovery_max_chunk", 2024-04-15T14:36:35.244 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_recovery_sleep", 2024-04-15T14:36:35.244 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_recovery_sleep_hdd", 2024-04-15T14:36:35.244 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_recovery_sleep_hybrid", 2024-04-15T14:36:35.244 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_recovery_sleep_ssd", 2024-04-15T14:36:35.244 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_scrub_load_threshold", 2024-04-15T14:36:35.244 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_scrub_max_interval", 2024-04-15T14:36:35.244 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_scrub_sleep", 2024-04-15T14:36:35.244 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_shutdown_pgref_assert", 2024-04-15T14:36:35.244 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_snap_trim_sleep", 2024-04-15T14:36:35.244 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_snap_trim_sleep_hdd", 2024-04-15T14:36:35.244 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_snap_trim_sleep_hybrid", 2024-04-15T14:36:35.245 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_snap_trim_sleep_ssd", 2024-04-15T14:36:35.245 INFO:tasks.workunit.client.0.smithi016.stdout: "public_addr", 2024-04-15T14:36:35.245 INFO:tasks.workunit.client.0.smithi016.stdout: "public_addrv", 2024-04-15T14:36:35.245 INFO:tasks.workunit.client.0.smithi016.stdout: "public_network", 2024-04-15T14:36:35.245 INFO:tasks.workunit.client.0.smithi016.stdout: "rbd_default_features", 2024-04-15T14:36:35.245 INFO:tasks.workunit.client.0.smithi016.stdout: "rbd_qos_exclude_ops", 2024-04-15T14:36:35.245 INFO:tasks.workunit.client.0.smithi016.stdout: "setgroup", 2024-04-15T14:36:35.245 INFO:tasks.workunit.client.0.smithi016.stdout: "setuser" 2024-04-15T14:36:35.245 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T14:36:35.245 INFO:tasks.workunit.client.0.smithi016.stdout: "cluster_changed": [ 2024-04-15T14:36:35.245 INFO:tasks.workunit.client.0.smithi016.stdout: "auth_allow_insecure_global_id_reclaim", 2024-04-15T14:36:35.245 INFO:tasks.workunit.client.0.smithi016.stdout: "auth_debug", 2024-04-15T14:36:35.245 INFO:tasks.workunit.client.0.smithi016.stdout: "auth_mon_ticket_ttl", 2024-04-15T14:36:35.245 INFO:tasks.workunit.client.0.smithi016.stdout: "auth_service_ticket_ttl", 2024-04-15T14:36:35.246 INFO:tasks.workunit.client.0.smithi016.stdout: "bdev_debug_aio", 2024-04-15T14:36:35.246 INFO:tasks.workunit.client.0.smithi016.stdout: "container_image", 2024-04-15T14:36:35.246 INFO:tasks.workunit.client.0.smithi016.stdout: "debug_asserts_on_shutdown", 2024-04-15T14:36:35.246 INFO:tasks.workunit.client.0.smithi016.stdout: "debug_mgr", 2024-04-15T14:36:35.246 INFO:tasks.workunit.client.0.smithi016.stdout: "debug_mon", 2024-04-15T14:36:35.246 INFO:tasks.workunit.client.0.smithi016.stdout: "debug_ms", 2024-04-15T14:36:35.246 INFO:tasks.workunit.client.0.smithi016.stdout: "debug_osd", 2024-04-15T14:36:35.246 INFO:tasks.workunit.client.0.smithi016.stdout: "debug_paxos", 2024-04-15T14:36:35.246 INFO:tasks.workunit.client.0.smithi016.stdout: "log_to_file", 2024-04-15T14:36:35.246 INFO:tasks.workunit.client.0.smithi016.stdout: "log_to_journald", 2024-04-15T14:36:35.246 INFO:tasks.workunit.client.0.smithi016.stdout: "log_to_stderr", 2024-04-15T14:36:35.246 INFO:tasks.workunit.client.0.smithi016.stdout: "mds_join_fs", 2024-04-15T14:36:35.246 INFO:tasks.workunit.client.0.smithi016.stdout: "mgr/cephadm/allow_ptrace", 2024-04-15T14:36:35.246 INFO:tasks.workunit.client.0.smithi016.stdout: "mgr/cephadm/container_init", 2024-04-15T14:36:35.247 INFO:tasks.workunit.client.0.smithi016.stdout: "mgr/cephadm/migration_current", 2024-04-15T14:36:35.247 INFO:tasks.workunit.client.0.smithi016.stdout: "mgr/cephadm/use_repo_digest", 2024-04-15T14:36:35.247 INFO:tasks.workunit.client.0.smithi016.stdout: "mgr/dashboard/ALERTMANAGER_API_HOST", 2024-04-15T14:36:35.247 INFO:tasks.workunit.client.0.smithi016.stdout: "mgr/dashboard/GRAFANA_API_SSL_VERIFY", 2024-04-15T14:36:35.247 INFO:tasks.workunit.client.0.smithi016.stdout: "mgr/dashboard/GRAFANA_API_URL", 2024-04-15T14:36:35.247 INFO:tasks.workunit.client.0.smithi016.stdout: "mgr/dashboard/PROMETHEUS_API_HOST", 2024-04-15T14:36:35.247 INFO:tasks.workunit.client.0.smithi016.stdout: "mgr/dashboard/ssl_server_port", 2024-04-15T14:36:35.247 INFO:tasks.workunit.client.0.smithi016.stdout: "mgr/orchestrator/orchestrator", 2024-04-15T14:36:35.247 INFO:tasks.workunit.client.0.smithi016.stdout: "mgr/telemetry/channel_ident", 2024-04-15T14:36:35.247 INFO:tasks.workunit.client.0.smithi016.stdout: "mgr/telemetry/description", 2024-04-15T14:36:35.247 INFO:tasks.workunit.client.0.smithi016.stdout: "mgr/telemetry/organization", 2024-04-15T14:36:35.247 INFO:tasks.workunit.client.0.smithi016.stdout: "mon_allow_pool_delete", 2024-04-15T14:36:35.247 INFO:tasks.workunit.client.0.smithi016.stdout: "mon_clock_drift_allowed", 2024-04-15T14:36:35.247 INFO:tasks.workunit.client.0.smithi016.stdout: "mon_cluster_log_file_level", 2024-04-15T14:36:35.247 INFO:tasks.workunit.client.0.smithi016.stdout: "mon_cluster_log_to_file", 2024-04-15T14:36:35.248 INFO:tasks.workunit.client.0.smithi016.stdout: "mon_data_avail_warn", 2024-04-15T14:36:35.248 INFO:tasks.workunit.client.0.smithi016.stdout: "mon_election_default_strategy", 2024-04-15T14:36:35.248 INFO:tasks.workunit.client.0.smithi016.stdout: "mon_max_pg_per_osd", 2024-04-15T14:36:35.248 INFO:tasks.workunit.client.0.smithi016.stdout: "mon_mgr_mkfs_grace", 2024-04-15T14:36:35.248 INFO:tasks.workunit.client.0.smithi016.stdout: "mon_osd_prime_pg_temp", 2024-04-15T14:36:35.248 INFO:tasks.workunit.client.0.smithi016.stdout: "mon_osd_reporter_subtree_level", 2024-04-15T14:36:35.248 INFO:tasks.workunit.client.0.smithi016.stdout: "mon_pg_warn_max_object_skew", 2024-04-15T14:36:35.248 INFO:tasks.workunit.client.0.smithi016.stdout: "mon_reweight_min_bytes_per_osd", 2024-04-15T14:36:35.248 INFO:tasks.workunit.client.0.smithi016.stdout: "mon_reweight_min_pgs_per_osd", 2024-04-15T14:36:35.248 INFO:tasks.workunit.client.0.smithi016.stdout: "mon_warn_on_crush_straw_calc_version_zero", 2024-04-15T14:36:35.248 INFO:tasks.workunit.client.0.smithi016.stdout: "mon_warn_on_insecure_global_id_reclaim", 2024-04-15T14:36:35.248 INFO:tasks.workunit.client.0.smithi016.stdout: "mon_warn_on_insecure_global_id_reclaim_allowed", 2024-04-15T14:36:35.248 INFO:tasks.workunit.client.0.smithi016.stdout: "mon_warn_on_legacy_crush_tunables", 2024-04-15T14:36:35.248 INFO:tasks.workunit.client.0.smithi016.stdout: "mon_warn_on_osd_down_out_interval_zero", 2024-04-15T14:36:35.249 INFO:tasks.workunit.client.0.smithi016.stdout: "mon_warn_on_pool_pg_num_not_power_of_two", 2024-04-15T14:36:35.249 INFO:tasks.workunit.client.0.smithi016.stdout: "mon_warn_on_too_few_osds", 2024-04-15T14:36:35.249 INFO:tasks.workunit.client.0.smithi016.stdout: "ms_die_on_bug", 2024-04-15T14:36:35.249 INFO:tasks.workunit.client.0.smithi016.stdout: "ms_die_on_old_message", 2024-04-15T14:36:35.249 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_class_default_list", 2024-04-15T14:36:35.249 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_class_load_list", 2024-04-15T14:36:35.249 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_debug_misdirected_ops", 2024-04-15T14:36:35.249 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_debug_op_order", 2024-04-15T14:36:35.249 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_debug_pg_log_writeout", 2024-04-15T14:36:35.249 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_debug_shutdown", 2024-04-15T14:36:35.249 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_debug_verify_cached_snaps", 2024-04-15T14:36:35.249 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_debug_verify_missing_on_start", 2024-04-15T14:36:35.249 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_debug_verify_stray_on_activate", 2024-04-15T14:36:35.249 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_deep_scrub_update_digest_min_age", 2024-04-15T14:36:35.249 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_mclock_max_capacity_iops_ssd", 2024-04-15T14:36:35.250 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_mclock_profile", 2024-04-15T14:36:35.250 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_memory_target", 2024-04-15T14:36:35.250 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_memory_target_autotune", 2024-04-15T14:36:35.250 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_op_queue", 2024-04-15T14:36:35.250 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_op_queue_cut_off", 2024-04-15T14:36:35.250 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_pool_default_erasure_code_profile", 2024-04-15T14:36:35.250 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_pool_default_pg_autoscale_mode", 2024-04-15T14:36:35.250 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_recover_clone_overlap", 2024-04-15T14:36:35.250 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_recovery_max_chunk", 2024-04-15T14:36:35.250 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_scrub_load_threshold", 2024-04-15T14:36:35.250 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_scrub_max_interval", 2024-04-15T14:36:35.250 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_shutdown_pgref_assert", 2024-04-15T14:36:35.250 INFO:tasks.workunit.client.0.smithi016.stdout: "public_network", 2024-04-15T14:36:35.250 INFO:tasks.workunit.client.0.smithi016.stdout: "rgw_cache_enabled", 2024-04-15T14:36:35.251 INFO:tasks.workunit.client.0.smithi016.stdout: "rgw_enable_ops_log", 2024-04-15T14:36:35.251 INFO:tasks.workunit.client.0.smithi016.stdout: "rgw_enable_usage_log" 2024-04-15T14:36:35.251 INFO:tasks.workunit.client.0.smithi016.stdout: ] 2024-04-15T14:36:35.251 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:35.251 INFO:tasks.workunit.client.0.smithi016.stdout: "contact": null, 2024-04-15T14:36:35.251 INFO:tasks.workunit.client.0.smithi016.stdout: "crashes": [], 2024-04-15T14:36:35.251 INFO:tasks.workunit.client.0.smithi016.stdout: "created": "2024-04-15T14:28:00.200872Z", 2024-04-15T14:36:35.251 INFO:tasks.workunit.client.0.smithi016.stdout: "crush": { 2024-04-15T14:36:35.251 INFO:tasks.workunit.client.0.smithi016.stdout: "bucket_algs": { 2024-04-15T14:36:35.251 INFO:tasks.workunit.client.0.smithi016.stdout: "straw2": 3 2024-04-15T14:36:35.251 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:35.251 INFO:tasks.workunit.client.0.smithi016.stdout: "bucket_sizes": { 2024-04-15T14:36:35.251 INFO:tasks.workunit.client.0.smithi016.stdout: "2": 1, 2024-04-15T14:36:35.251 INFO:tasks.workunit.client.0.smithi016.stdout: "4": 2 2024-04-15T14:36:35.252 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:35.252 INFO:tasks.workunit.client.0.smithi016.stdout: "bucket_types": { 2024-04-15T14:36:35.252 INFO:tasks.workunit.client.0.smithi016.stdout: "1": 2, 2024-04-15T14:36:35.252 INFO:tasks.workunit.client.0.smithi016.stdout: "11": 1 2024-04-15T14:36:35.252 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:35.252 INFO:tasks.workunit.client.0.smithi016.stdout: "compat_weight_set": false, 2024-04-15T14:36:35.252 INFO:tasks.workunit.client.0.smithi016.stdout: "device_classes": [ 2024-04-15T14:36:35.252 INFO:tasks.workunit.client.0.smithi016.stdout: 8 2024-04-15T14:36:35.252 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T14:36:35.252 INFO:tasks.workunit.client.0.smithi016.stdout: "num_buckets": 6, 2024-04-15T14:36:35.252 INFO:tasks.workunit.client.0.smithi016.stdout: "num_devices": 8, 2024-04-15T14:36:35.252 INFO:tasks.workunit.client.0.smithi016.stdout: "num_rules": 1, 2024-04-15T14:36:35.252 INFO:tasks.workunit.client.0.smithi016.stdout: "num_types": 12, 2024-04-15T14:36:35.252 INFO:tasks.workunit.client.0.smithi016.stdout: "num_weight_sets": 0, 2024-04-15T14:36:35.253 INFO:tasks.workunit.client.0.smithi016.stdout: "tunables": { 2024-04-15T14:36:35.253 INFO:tasks.workunit.client.0.smithi016.stdout: "allowed_bucket_algs": 54, 2024-04-15T14:36:35.253 INFO:tasks.workunit.client.0.smithi016.stdout: "choose_local_fallback_tries": 0, 2024-04-15T14:36:35.253 INFO:tasks.workunit.client.0.smithi016.stdout: "choose_local_tries": 0, 2024-04-15T14:36:35.253 INFO:tasks.workunit.client.0.smithi016.stdout: "choose_total_tries": 50, 2024-04-15T14:36:35.253 INFO:tasks.workunit.client.0.smithi016.stdout: "chooseleaf_descend_once": 1, 2024-04-15T14:36:35.253 INFO:tasks.workunit.client.0.smithi016.stdout: "chooseleaf_stable": 1, 2024-04-15T14:36:35.253 INFO:tasks.workunit.client.0.smithi016.stdout: "chooseleaf_vary_r": 1, 2024-04-15T14:36:35.253 INFO:tasks.workunit.client.0.smithi016.stdout: "has_v2_rules": 0, 2024-04-15T14:36:35.253 INFO:tasks.workunit.client.0.smithi016.stdout: "has_v3_rules": 0, 2024-04-15T14:36:35.253 INFO:tasks.workunit.client.0.smithi016.stdout: "has_v4_buckets": 1, 2024-04-15T14:36:35.253 INFO:tasks.workunit.client.0.smithi016.stdout: "has_v5_rules": 0, 2024-04-15T14:36:35.253 INFO:tasks.workunit.client.0.smithi016.stdout: "legacy_tunables": 0, 2024-04-15T14:36:35.253 INFO:tasks.workunit.client.0.smithi016.stdout: "minimum_required_version": "jewel", 2024-04-15T14:36:35.253 INFO:tasks.workunit.client.0.smithi016.stdout: "optimal_tunables": 1, 2024-04-15T14:36:35.254 INFO:tasks.workunit.client.0.smithi016.stdout: "profile": "jewel", 2024-04-15T14:36:35.254 INFO:tasks.workunit.client.0.smithi016.stdout: "require_feature_tunables": 1, 2024-04-15T14:36:35.254 INFO:tasks.workunit.client.0.smithi016.stdout: "require_feature_tunables2": 1, 2024-04-15T14:36:35.254 INFO:tasks.workunit.client.0.smithi016.stdout: "require_feature_tunables3": 1, 2024-04-15T14:36:35.254 INFO:tasks.workunit.client.0.smithi016.stdout: "require_feature_tunables5": 1, 2024-04-15T14:36:35.254 INFO:tasks.workunit.client.0.smithi016.stdout: "straw_calc_version": 1 2024-04-15T14:36:35.254 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T14:36:35.254 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:35.254 INFO:tasks.workunit.client.0.smithi016.stdout: "description": "upgrade test cluster", 2024-04-15T14:36:35.254 INFO:tasks.workunit.client.0.smithi016.stdout: "fs": { 2024-04-15T14:36:35.254 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 1, 2024-04-15T14:36:35.254 INFO:tasks.workunit.client.0.smithi016.stdout: "feature_flags": { 2024-04-15T14:36:35.254 INFO:tasks.workunit.client.0.smithi016.stdout: "enable_multiple": true, 2024-04-15T14:36:35.254 INFO:tasks.workunit.client.0.smithi016.stdout: "ever_enabled_multiple": true 2024-04-15T14:36:35.255 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:35.255 INFO:tasks.workunit.client.0.smithi016.stdout: "filesystems": [ 2024-04-15T14:36:35.255 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-15T14:36:35.255 INFO:tasks.workunit.client.0.smithi016.stdout: "approx_ctime": "2024-04", 2024-04-15T14:36:35.255 INFO:tasks.workunit.client.0.smithi016.stdout: "balancer_enabled": false, 2024-04-15T14:36:35.255 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T14:36:35.255 INFO:tasks.workunit.client.0.smithi016.stdout: "cached_caps": 0, 2024-04-15T14:36:35.255 INFO:tasks.workunit.client.0.smithi016.stdout: "cached_dns": 10, 2024-04-15T14:36:35.255 INFO:tasks.workunit.client.0.smithi016.stdout: "cached_inos": 13, 2024-04-15T14:36:35.255 INFO:tasks.workunit.client.0.smithi016.stdout: "cached_subtrees": 2, 2024-04-15T14:36:35.255 INFO:tasks.workunit.client.0.smithi016.stdout: "ever_allowed_features": 0, 2024-04-15T14:36:35.255 INFO:tasks.workunit.client.0.smithi016.stdout: "explicitly_allowed_features": 0, 2024-04-15T14:36:35.255 INFO:tasks.workunit.client.0.smithi016.stdout: "files": 0, 2024-04-15T14:36:35.255 INFO:tasks.workunit.client.0.smithi016.stdout: "max_mds": 1, 2024-04-15T14:36:35.255 INFO:tasks.workunit.client.0.smithi016.stdout: "num_data_pools": 1, 2024-04-15T14:36:35.256 INFO:tasks.workunit.client.0.smithi016.stdout: "num_in": 1, 2024-04-15T14:36:35.256 INFO:tasks.workunit.client.0.smithi016.stdout: "num_mds": 1, 2024-04-15T14:36:35.256 INFO:tasks.workunit.client.0.smithi016.stdout: "num_sessions": 0, 2024-04-15T14:36:35.256 INFO:tasks.workunit.client.0.smithi016.stdout: "num_standby_replay": 0, 2024-04-15T14:36:35.256 INFO:tasks.workunit.client.0.smithi016.stdout: "num_up": 1, 2024-04-15T14:36:35.256 INFO:tasks.workunit.client.0.smithi016.stdout: "snaps": 0, 2024-04-15T14:36:35.256 INFO:tasks.workunit.client.0.smithi016.stdout: "standby_count_wanted": 0 2024-04-15T14:36:35.256 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T14:36:35.256 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T14:36:35.256 INFO:tasks.workunit.client.0.smithi016.stdout: "num_standby_mds": 1, 2024-04-15T14:36:35.256 INFO:tasks.workunit.client.0.smithi016.stdout: "total_num_mds": 2 2024-04-15T14:36:35.256 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:35.256 INFO:tasks.workunit.client.0.smithi016.stdout: "hosts": { 2024-04-15T14:36:35.256 INFO:tasks.workunit.client.0.smithi016.stdout: "num": 2, 2024-04-15T14:36:35.257 INFO:tasks.workunit.client.0.smithi016.stdout: "num_with_mds": 2, 2024-04-15T14:36:35.257 INFO:tasks.workunit.client.0.smithi016.stdout: "num_with_mgr": 2, 2024-04-15T14:36:35.257 INFO:tasks.workunit.client.0.smithi016.stdout: "num_with_mon": 2, 2024-04-15T14:36:35.257 INFO:tasks.workunit.client.0.smithi016.stdout: "num_with_osd": 2 2024-04-15T14:36:35.257 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:35.257 INFO:tasks.workunit.client.0.smithi016.stdout: "leaderboard": false, 2024-04-15T14:36:35.257 INFO:tasks.workunit.client.0.smithi016.stdout: "leaderboard_description": null, 2024-04-15T14:36:35.257 INFO:tasks.workunit.client.0.smithi016.stdout: "license": "sharing-1-0", 2024-04-15T14:36:35.257 INFO:tasks.workunit.client.0.smithi016.stdout: "metadata": { 2024-04-15T14:36:35.257 INFO:tasks.workunit.client.0.smithi016.stdout: "mds": { 2024-04-15T14:36:35.257 INFO:tasks.workunit.client.0.smithi016.stdout: "arch": { 2024-04-15T14:36:35.257 INFO:tasks.workunit.client.0.smithi016.stdout: "x86_64": 2 2024-04-15T14:36:35.257 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:35.257 INFO:tasks.workunit.client.0.smithi016.stdout: "ceph_version": { 2024-04-15T14:36:35.258 INFO:tasks.workunit.client.0.smithi016.stdout: "ceph version 18.2.2-1221-ge3fb05d5 (e3fb05d5e6da84b5c44db3f3051c4d242f9809c1) reef (stable)": 2 2024-04-15T14:36:35.258 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:35.258 INFO:tasks.workunit.client.0.smithi016.stdout: "cpu": { 2024-04-15T14:36:35.258 INFO:tasks.workunit.client.0.smithi016.stdout: "Intel(R) Xeon(R) CPU E5-1620 v3 @ 3.50GHz": 1, 2024-04-15T14:36:35.258 INFO:tasks.workunit.client.0.smithi016.stdout: "Intel(R) Xeon(R) CPU E5-1620 v4 @ 3.50GHz": 1 2024-04-15T14:36:35.258 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:35.258 INFO:tasks.workunit.client.0.smithi016.stdout: "distro": { 2024-04-15T14:36:35.258 INFO:tasks.workunit.client.0.smithi016.stdout: "centos": 2 2024-04-15T14:36:35.258 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:35.258 INFO:tasks.workunit.client.0.smithi016.stdout: "distro_description": { 2024-04-15T14:36:35.258 INFO:tasks.workunit.client.0.smithi016.stdout: "CentOS Stream 8": 2 2024-04-15T14:36:35.258 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:35.258 INFO:tasks.workunit.client.0.smithi016.stdout: "kernel_description": { 2024-04-15T14:36:35.258 INFO:tasks.workunit.client.0.smithi016.stdout: "#1 SMP PREEMPT_DYNAMIC Fri Apr 12 13:55:21 UTC 2024": 2 2024-04-15T14:36:35.259 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:35.259 INFO:tasks.workunit.client.0.smithi016.stdout: "kernel_version": { 2024-04-15T14:36:35.259 INFO:tasks.workunit.client.0.smithi016.stdout: "5.14.0-438.el9.x86_64": 2 2024-04-15T14:36:35.259 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:35.259 INFO:tasks.workunit.client.0.smithi016.stdout: "os": { 2024-04-15T14:36:35.259 INFO:tasks.workunit.client.0.smithi016.stdout: "Linux": 2 2024-04-15T14:36:35.259 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T14:36:35.259 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:35.259 INFO:tasks.workunit.client.0.smithi016.stdout: "mon": { 2024-04-15T14:36:35.259 INFO:tasks.workunit.client.0.smithi016.stdout: "arch": { 2024-04-15T14:36:35.259 INFO:tasks.workunit.client.0.smithi016.stdout: "x86_64": 3 2024-04-15T14:36:35.259 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:35.259 INFO:tasks.workunit.client.0.smithi016.stdout: "ceph_version": { 2024-04-15T14:36:35.259 INFO:tasks.workunit.client.0.smithi016.stdout: "ceph version 18.2.2-1221-ge3fb05d5 (e3fb05d5e6da84b5c44db3f3051c4d242f9809c1) reef (stable)": 3 2024-04-15T14:36:35.260 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:35.260 INFO:tasks.workunit.client.0.smithi016.stdout: "cpu": { 2024-04-15T14:36:35.260 INFO:tasks.workunit.client.0.smithi016.stdout: "Intel(R) Xeon(R) CPU E5-1620 v3 @ 3.50GHz": 2, 2024-04-15T14:36:35.260 INFO:tasks.workunit.client.0.smithi016.stdout: "Intel(R) Xeon(R) CPU E5-1620 v4 @ 3.50GHz": 1 2024-04-15T14:36:35.260 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:35.260 INFO:tasks.workunit.client.0.smithi016.stdout: "distro": { 2024-04-15T14:36:35.260 INFO:tasks.workunit.client.0.smithi016.stdout: "centos": 3 2024-04-15T14:36:35.260 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:35.260 INFO:tasks.workunit.client.0.smithi016.stdout: "distro_description": { 2024-04-15T14:36:35.260 INFO:tasks.workunit.client.0.smithi016.stdout: "CentOS Stream 8": 3 2024-04-15T14:36:35.260 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:35.260 INFO:tasks.workunit.client.0.smithi016.stdout: "kernel_description": { 2024-04-15T14:36:35.260 INFO:tasks.workunit.client.0.smithi016.stdout: "#1 SMP PREEMPT_DYNAMIC Fri Apr 12 13:55:21 UTC 2024": 3 2024-04-15T14:36:35.261 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:35.261 INFO:tasks.workunit.client.0.smithi016.stdout: "kernel_version": { 2024-04-15T14:36:35.261 INFO:tasks.workunit.client.0.smithi016.stdout: "5.14.0-438.el9.x86_64": 3 2024-04-15T14:36:35.261 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:35.261 INFO:tasks.workunit.client.0.smithi016.stdout: "os": { 2024-04-15T14:36:35.261 INFO:tasks.workunit.client.0.smithi016.stdout: "Linux": 3 2024-04-15T14:36:35.261 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T14:36:35.261 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:35.261 INFO:tasks.workunit.client.0.smithi016.stdout: "osd": { 2024-04-15T14:36:35.261 INFO:tasks.workunit.client.0.smithi016.stdout: "arch": { 2024-04-15T14:36:35.261 INFO:tasks.workunit.client.0.smithi016.stdout: "x86_64": 8 2024-04-15T14:36:35.261 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:35.261 INFO:tasks.workunit.client.0.smithi016.stdout: "ceph_version": { 2024-04-15T14:36:35.261 INFO:tasks.workunit.client.0.smithi016.stdout: "ceph version 18.2.2-1221-ge3fb05d5 (e3fb05d5e6da84b5c44db3f3051c4d242f9809c1) reef (stable)": 8 2024-04-15T14:36:35.261 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:35.262 INFO:tasks.workunit.client.0.smithi016.stdout: "cpu": { 2024-04-15T14:36:35.262 INFO:tasks.workunit.client.0.smithi016.stdout: "Intel(R) Xeon(R) CPU E5-1620 v3 @ 3.50GHz": 4, 2024-04-15T14:36:35.262 INFO:tasks.workunit.client.0.smithi016.stdout: "Intel(R) Xeon(R) CPU E5-1620 v4 @ 3.50GHz": 4 2024-04-15T14:36:35.262 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:35.262 INFO:tasks.workunit.client.0.smithi016.stdout: "distro": { 2024-04-15T14:36:35.262 INFO:tasks.workunit.client.0.smithi016.stdout: "centos": 8 2024-04-15T14:36:35.262 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:35.262 INFO:tasks.workunit.client.0.smithi016.stdout: "distro_description": { 2024-04-15T14:36:35.262 INFO:tasks.workunit.client.0.smithi016.stdout: "CentOS Stream 8": 8 2024-04-15T14:36:35.262 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:35.262 INFO:tasks.workunit.client.0.smithi016.stdout: "kernel_description": { 2024-04-15T14:36:35.262 INFO:tasks.workunit.client.0.smithi016.stdout: "#1 SMP PREEMPT_DYNAMIC Fri Apr 12 13:55:21 UTC 2024": 8 2024-04-15T14:36:35.262 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:35.262 INFO:tasks.workunit.client.0.smithi016.stdout: "kernel_version": { 2024-04-15T14:36:35.263 INFO:tasks.workunit.client.0.smithi016.stdout: "5.14.0-438.el9.x86_64": 8 2024-04-15T14:36:35.263 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:35.263 INFO:tasks.workunit.client.0.smithi016.stdout: "os": { 2024-04-15T14:36:35.263 INFO:tasks.workunit.client.0.smithi016.stdout: "Linux": 8 2024-04-15T14:36:35.263 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:35.263 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_objectstore": { 2024-04-15T14:36:35.263 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore": 8 2024-04-15T14:36:35.263 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:35.263 INFO:tasks.workunit.client.0.smithi016.stdout: "rotational": { 2024-04-15T14:36:35.263 INFO:tasks.workunit.client.0.smithi016.stdout: "0": 8 2024-04-15T14:36:35.263 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T14:36:35.263 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T14:36:35.263 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:35.263 INFO:tasks.workunit.client.0.smithi016.stdout: "mon": { 2024-04-15T14:36:35.264 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 3, 2024-04-15T14:36:35.264 INFO:tasks.workunit.client.0.smithi016.stdout: "features": { 2024-04-15T14:36:35.264 INFO:tasks.workunit.client.0.smithi016.stdout: "optional": [], 2024-04-15T14:36:35.264 INFO:tasks.workunit.client.0.smithi016.stdout: "persistent": [ 2024-04-15T14:36:35.264 INFO:tasks.workunit.client.0.smithi016.stdout: "kraken", 2024-04-15T14:36:35.264 INFO:tasks.workunit.client.0.smithi016.stdout: "luminous", 2024-04-15T14:36:35.264 INFO:tasks.workunit.client.0.smithi016.stdout: "mimic", 2024-04-15T14:36:35.264 INFO:tasks.workunit.client.0.smithi016.stdout: "osdmap-prune", 2024-04-15T14:36:35.264 INFO:tasks.workunit.client.0.smithi016.stdout: "nautilus", 2024-04-15T14:36:35.264 INFO:tasks.workunit.client.0.smithi016.stdout: "octopus", 2024-04-15T14:36:35.264 INFO:tasks.workunit.client.0.smithi016.stdout: "pacific", 2024-04-15T14:36:35.264 INFO:tasks.workunit.client.0.smithi016.stdout: "elector-pinging", 2024-04-15T14:36:35.264 INFO:tasks.workunit.client.0.smithi016.stdout: "quincy", 2024-04-15T14:36:35.264 INFO:tasks.workunit.client.0.smithi016.stdout: "reef" 2024-04-15T14:36:35.265 INFO:tasks.workunit.client.0.smithi016.stdout: ] 2024-04-15T14:36:35.265 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:35.265 INFO:tasks.workunit.client.0.smithi016.stdout: "ipv4_addr_mons": 6, 2024-04-15T14:36:35.265 INFO:tasks.workunit.client.0.smithi016.stdout: "ipv6_addr_mons": 0, 2024-04-15T14:36:35.265 INFO:tasks.workunit.client.0.smithi016.stdout: "min_mon_release": 18, 2024-04-15T14:36:35.265 INFO:tasks.workunit.client.0.smithi016.stdout: "v1_addr_mons": 3, 2024-04-15T14:36:35.265 INFO:tasks.workunit.client.0.smithi016.stdout: "v2_addr_mons": 3 2024-04-15T14:36:35.265 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:35.265 INFO:tasks.workunit.client.0.smithi016.stdout: "organization": "ceph-qa", 2024-04-15T14:36:35.265 INFO:tasks.workunit.client.0.smithi016.stdout: "osd": { 2024-04-15T14:36:35.265 INFO:tasks.workunit.client.0.smithi016.stdout: "cluster_network": false, 2024-04-15T14:36:35.265 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 8, 2024-04-15T14:36:35.265 INFO:tasks.workunit.client.0.smithi016.stdout: "require_min_compat_client": "luminous", 2024-04-15T14:36:35.265 INFO:tasks.workunit.client.0.smithi016.stdout: "require_osd_release": "reef" 2024-04-15T14:36:35.265 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:35.266 INFO:tasks.workunit.client.0.smithi016.stdout: "pools": [ 2024-04-15T14:36:35.266 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-15T14:36:35.266 INFO:tasks.workunit.client.0.smithi016.stdout: "application": [ 2024-04-15T14:36:35.266 INFO:tasks.workunit.client.0.smithi016.stdout: "mgr" 2024-04-15T14:36:35.266 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T14:36:35.266 INFO:tasks.workunit.client.0.smithi016.stdout: "cache_mode": "none", 2024-04-15T14:36:35.266 INFO:tasks.workunit.client.0.smithi016.stdout: "erasure_code_profile": {}, 2024-04-15T14:36:35.266 INFO:tasks.workunit.client.0.smithi016.stdout: "min_size": 2, 2024-04-15T14:36:35.266 INFO:tasks.workunit.client.0.smithi016.stdout: "options": {}, 2024-04-15T14:36:35.266 INFO:tasks.workunit.client.0.smithi016.stdout: "pg_autoscale_mode": "off", 2024-04-15T14:36:35.266 INFO:tasks.workunit.client.0.smithi016.stdout: "pg_num": 1, 2024-04-15T14:36:35.266 INFO:tasks.workunit.client.0.smithi016.stdout: "pgp_num": 1, 2024-04-15T14:36:35.266 INFO:tasks.workunit.client.0.smithi016.stdout: "pool": 1, 2024-04-15T14:36:35.267 INFO:tasks.workunit.client.0.smithi016.stdout: "size": 3, 2024-04-15T14:36:35.267 INFO:tasks.workunit.client.0.smithi016.stdout: "stats": { 2024-04-15T14:36:35.267 INFO:tasks.workunit.client.0.smithi016.stdout: "avail_raw": 729330297098, 2024-04-15T14:36:35.267 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes_used": 1781760, 2024-04-15T14:36:35.267 INFO:tasks.workunit.client.0.smithi016.stdout: "compress_bytes_used": 0, 2024-04-15T14:36:35.267 INFO:tasks.workunit.client.0.smithi016.stdout: "compress_under_bytes": 0, 2024-04-15T14:36:35.267 INFO:tasks.workunit.client.0.smithi016.stdout: "data_bytes_used": 1781760, 2024-04-15T14:36:35.267 INFO:tasks.workunit.client.0.smithi016.stdout: "dirty": 0, 2024-04-15T14:36:35.267 INFO:tasks.workunit.client.0.smithi016.stdout: "max_avail": 243110100992, 2024-04-15T14:36:35.267 INFO:tasks.workunit.client.0.smithi016.stdout: "objects": 2, 2024-04-15T14:36:35.267 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_bytes_used": 0, 2024-04-15T14:36:35.267 INFO:tasks.workunit.client.0.smithi016.stdout: "percent_used": 2.4430023586319294e-06, 2024-04-15T14:36:35.267 INFO:tasks.workunit.client.0.smithi016.stdout: "quota_bytes": 0, 2024-04-15T14:36:35.267 INFO:tasks.workunit.client.0.smithi016.stdout: "quota_objects": 0, 2024-04-15T14:36:35.268 INFO:tasks.workunit.client.0.smithi016.stdout: "rd": 212, 2024-04-15T14:36:35.268 INFO:tasks.workunit.client.0.smithi016.stdout: "rd_bytes": 313344, 2024-04-15T14:36:35.268 INFO:tasks.workunit.client.0.smithi016.stdout: "stored": 590368, 2024-04-15T14:36:35.268 INFO:tasks.workunit.client.0.smithi016.stdout: "stored_data": 590368, 2024-04-15T14:36:35.268 INFO:tasks.workunit.client.0.smithi016.stdout: "stored_omap": 0, 2024-04-15T14:36:35.268 INFO:tasks.workunit.client.0.smithi016.stdout: "stored_raw": 1771104, 2024-04-15T14:36:35.268 INFO:tasks.workunit.client.0.smithi016.stdout: "wr": 179, 2024-04-15T14:36:35.268 INFO:tasks.workunit.client.0.smithi016.stdout: "wr_bytes": 2473984 2024-04-15T14:36:35.268 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:35.268 INFO:tasks.workunit.client.0.smithi016.stdout: "target_max_bytes": 0, 2024-04-15T14:36:35.268 INFO:tasks.workunit.client.0.smithi016.stdout: "target_max_objects": 0, 2024-04-15T14:36:35.268 INFO:tasks.workunit.client.0.smithi016.stdout: "type": "replicated" 2024-04-15T14:36:35.268 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:35.268 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-15T14:36:35.269 INFO:tasks.workunit.client.0.smithi016.stdout: "application": [ 2024-04-15T14:36:35.269 INFO:tasks.workunit.client.0.smithi016.stdout: "cephfs" 2024-04-15T14:36:35.269 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T14:36:35.269 INFO:tasks.workunit.client.0.smithi016.stdout: "cache_mode": "none", 2024-04-15T14:36:35.269 INFO:tasks.workunit.client.0.smithi016.stdout: "erasure_code_profile": {}, 2024-04-15T14:36:35.269 INFO:tasks.workunit.client.0.smithi016.stdout: "min_size": 2, 2024-04-15T14:36:35.269 INFO:tasks.workunit.client.0.smithi016.stdout: "options": {}, 2024-04-15T14:36:35.269 INFO:tasks.workunit.client.0.smithi016.stdout: "pg_autoscale_mode": "off", 2024-04-15T14:36:35.269 INFO:tasks.workunit.client.0.smithi016.stdout: "pg_num": 32, 2024-04-15T14:36:35.269 INFO:tasks.workunit.client.0.smithi016.stdout: "pgp_num": 32, 2024-04-15T14:36:35.269 INFO:tasks.workunit.client.0.smithi016.stdout: "pool": 2, 2024-04-15T14:36:35.269 INFO:tasks.workunit.client.0.smithi016.stdout: "size": 3, 2024-04-15T14:36:35.269 INFO:tasks.workunit.client.0.smithi016.stdout: "stats": { 2024-04-15T14:36:35.269 INFO:tasks.workunit.client.0.smithi016.stdout: "avail_raw": 729330297098, 2024-04-15T14:36:35.269 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes_used": 98304, 2024-04-15T14:36:35.270 INFO:tasks.workunit.client.0.smithi016.stdout: "compress_bytes_used": 0, 2024-04-15T14:36:35.270 INFO:tasks.workunit.client.0.smithi016.stdout: "compress_under_bytes": 0, 2024-04-15T14:36:35.270 INFO:tasks.workunit.client.0.smithi016.stdout: "data_bytes_used": 98304, 2024-04-15T14:36:35.270 INFO:tasks.workunit.client.0.smithi016.stdout: "dirty": 0, 2024-04-15T14:36:35.270 INFO:tasks.workunit.client.0.smithi016.stdout: "max_avail": 243110100992, 2024-04-15T14:36:35.270 INFO:tasks.workunit.client.0.smithi016.stdout: "objects": 22, 2024-04-15T14:36:35.270 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_bytes_used": 0, 2024-04-15T14:36:35.270 INFO:tasks.workunit.client.0.smithi016.stdout: "percent_used": 1.3478666005539708e-07, 2024-04-15T14:36:35.270 INFO:tasks.workunit.client.0.smithi016.stdout: "quota_bytes": 0, 2024-04-15T14:36:35.270 INFO:tasks.workunit.client.0.smithi016.stdout: "quota_objects": 0, 2024-04-15T14:36:35.270 INFO:tasks.workunit.client.0.smithi016.stdout: "rd": 0, 2024-04-15T14:36:35.270 INFO:tasks.workunit.client.0.smithi016.stdout: "rd_bytes": 0, 2024-04-15T14:36:35.270 INFO:tasks.workunit.client.0.smithi016.stdout: "stored": 3430, 2024-04-15T14:36:35.271 INFO:tasks.workunit.client.0.smithi016.stdout: "stored_data": 3430, 2024-04-15T14:36:35.271 INFO:tasks.workunit.client.0.smithi016.stdout: "stored_omap": 0, 2024-04-15T14:36:35.271 INFO:tasks.workunit.client.0.smithi016.stdout: "stored_raw": 10290, 2024-04-15T14:36:35.271 INFO:tasks.workunit.client.0.smithi016.stdout: "wr": 51, 2024-04-15T14:36:35.271 INFO:tasks.workunit.client.0.smithi016.stdout: "wr_bytes": 20480 2024-04-15T14:36:35.271 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:35.271 INFO:tasks.workunit.client.0.smithi016.stdout: "target_max_bytes": 0, 2024-04-15T14:36:35.271 INFO:tasks.workunit.client.0.smithi016.stdout: "target_max_objects": 0, 2024-04-15T14:36:35.271 INFO:tasks.workunit.client.0.smithi016.stdout: "type": "replicated" 2024-04-15T14:36:35.271 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:35.271 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-15T14:36:35.271 INFO:tasks.workunit.client.0.smithi016.stdout: "application": [ 2024-04-15T14:36:35.271 INFO:tasks.workunit.client.0.smithi016.stdout: "cephfs" 2024-04-15T14:36:35.271 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T14:36:35.271 INFO:tasks.workunit.client.0.smithi016.stdout: "cache_mode": "none", 2024-04-15T14:36:35.272 INFO:tasks.workunit.client.0.smithi016.stdout: "erasure_code_profile": {}, 2024-04-15T14:36:35.272 INFO:tasks.workunit.client.0.smithi016.stdout: "min_size": 2, 2024-04-15T14:36:35.272 INFO:tasks.workunit.client.0.smithi016.stdout: "options": {}, 2024-04-15T14:36:35.272 INFO:tasks.workunit.client.0.smithi016.stdout: "pg_autoscale_mode": "off", 2024-04-15T14:36:35.272 INFO:tasks.workunit.client.0.smithi016.stdout: "pg_num": 64, 2024-04-15T14:36:35.272 INFO:tasks.workunit.client.0.smithi016.stdout: "pgp_num": 64, 2024-04-15T14:36:35.272 INFO:tasks.workunit.client.0.smithi016.stdout: "pool": 3, 2024-04-15T14:36:35.272 INFO:tasks.workunit.client.0.smithi016.stdout: "size": 3, 2024-04-15T14:36:35.272 INFO:tasks.workunit.client.0.smithi016.stdout: "stats": { 2024-04-15T14:36:35.272 INFO:tasks.workunit.client.0.smithi016.stdout: "avail_raw": 729330297098, 2024-04-15T14:36:35.272 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes_used": 0, 2024-04-15T14:36:35.272 INFO:tasks.workunit.client.0.smithi016.stdout: "compress_bytes_used": 0, 2024-04-15T14:36:35.272 INFO:tasks.workunit.client.0.smithi016.stdout: "compress_under_bytes": 0, 2024-04-15T14:36:35.272 INFO:tasks.workunit.client.0.smithi016.stdout: "data_bytes_used": 0, 2024-04-15T14:36:35.273 INFO:tasks.workunit.client.0.smithi016.stdout: "dirty": 0, 2024-04-15T14:36:35.273 INFO:tasks.workunit.client.0.smithi016.stdout: "max_avail": 243110100992, 2024-04-15T14:36:35.273 INFO:tasks.workunit.client.0.smithi016.stdout: "objects": 0, 2024-04-15T14:36:35.273 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_bytes_used": 0, 2024-04-15T14:36:35.273 INFO:tasks.workunit.client.0.smithi016.stdout: "percent_used": 0.0, 2024-04-15T14:36:35.273 INFO:tasks.workunit.client.0.smithi016.stdout: "quota_bytes": 0, 2024-04-15T14:36:35.273 INFO:tasks.workunit.client.0.smithi016.stdout: "quota_objects": 0, 2024-04-15T14:36:35.273 INFO:tasks.workunit.client.0.smithi016.stdout: "rd": 0, 2024-04-15T14:36:35.273 INFO:tasks.workunit.client.0.smithi016.stdout: "rd_bytes": 0, 2024-04-15T14:36:35.273 INFO:tasks.workunit.client.0.smithi016.stdout: "stored": 0, 2024-04-15T14:36:35.273 INFO:tasks.workunit.client.0.smithi016.stdout: "stored_data": 0, 2024-04-15T14:36:35.273 INFO:tasks.workunit.client.0.smithi016.stdout: "stored_omap": 0, 2024-04-15T14:36:35.273 INFO:tasks.workunit.client.0.smithi016.stdout: "stored_raw": 0, 2024-04-15T14:36:35.273 INFO:tasks.workunit.client.0.smithi016.stdout: "wr": 0, 2024-04-15T14:36:35.274 INFO:tasks.workunit.client.0.smithi016.stdout: "wr_bytes": 0 2024-04-15T14:36:35.274 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:35.274 INFO:tasks.workunit.client.0.smithi016.stdout: "target_max_bytes": 0, 2024-04-15T14:36:35.274 INFO:tasks.workunit.client.0.smithi016.stdout: "target_max_objects": 0, 2024-04-15T14:36:35.274 INFO:tasks.workunit.client.0.smithi016.stdout: "type": "replicated" 2024-04-15T14:36:35.274 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:35.274 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-15T14:36:35.274 INFO:tasks.workunit.client.0.smithi016.stdout: "application": [ 2024-04-15T14:36:35.274 INFO:tasks.workunit.client.0.smithi016.stdout: "rbd" 2024-04-15T14:36:35.274 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T14:36:35.274 INFO:tasks.workunit.client.0.smithi016.stdout: "cache_mode": "none", 2024-04-15T14:36:35.274 INFO:tasks.workunit.client.0.smithi016.stdout: "erasure_code_profile": {}, 2024-04-15T14:36:35.274 INFO:tasks.workunit.client.0.smithi016.stdout: "min_size": 2, 2024-04-15T14:36:35.275 INFO:tasks.workunit.client.0.smithi016.stdout: "options": {}, 2024-04-15T14:36:35.275 INFO:tasks.workunit.client.0.smithi016.stdout: "pg_autoscale_mode": "off", 2024-04-15T14:36:35.275 INFO:tasks.workunit.client.0.smithi016.stdout: "pg_num": 8, 2024-04-15T14:36:35.275 INFO:tasks.workunit.client.0.smithi016.stdout: "pgp_num": 8, 2024-04-15T14:36:35.275 INFO:tasks.workunit.client.0.smithi016.stdout: "pool": 4, 2024-04-15T14:36:35.275 INFO:tasks.workunit.client.0.smithi016.stdout: "size": 3, 2024-04-15T14:36:35.275 INFO:tasks.workunit.client.0.smithi016.stdout: "stats": { 2024-04-15T14:36:35.275 INFO:tasks.workunit.client.0.smithi016.stdout: "avail_raw": 729330297098, 2024-04-15T14:36:35.275 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes_used": 0, 2024-04-15T14:36:35.275 INFO:tasks.workunit.client.0.smithi016.stdout: "compress_bytes_used": 0, 2024-04-15T14:36:35.275 INFO:tasks.workunit.client.0.smithi016.stdout: "compress_under_bytes": 0, 2024-04-15T14:36:35.275 INFO:tasks.workunit.client.0.smithi016.stdout: "data_bytes_used": 0, 2024-04-15T14:36:35.275 INFO:tasks.workunit.client.0.smithi016.stdout: "dirty": 0, 2024-04-15T14:36:35.275 INFO:tasks.workunit.client.0.smithi016.stdout: "max_avail": 243110100992, 2024-04-15T14:36:35.275 INFO:tasks.workunit.client.0.smithi016.stdout: "objects": 0, 2024-04-15T14:36:35.276 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_bytes_used": 0, 2024-04-15T14:36:35.276 INFO:tasks.workunit.client.0.smithi016.stdout: "percent_used": 0.0, 2024-04-15T14:36:35.276 INFO:tasks.workunit.client.0.smithi016.stdout: "quota_bytes": 0, 2024-04-15T14:36:35.276 INFO:tasks.workunit.client.0.smithi016.stdout: "quota_objects": 0, 2024-04-15T14:36:35.276 INFO:tasks.workunit.client.0.smithi016.stdout: "rd": 0, 2024-04-15T14:36:35.276 INFO:tasks.workunit.client.0.smithi016.stdout: "rd_bytes": 0, 2024-04-15T14:36:35.276 INFO:tasks.workunit.client.0.smithi016.stdout: "stored": 0, 2024-04-15T14:36:35.276 INFO:tasks.workunit.client.0.smithi016.stdout: "stored_data": 0, 2024-04-15T14:36:35.276 INFO:tasks.workunit.client.0.smithi016.stdout: "stored_omap": 0, 2024-04-15T14:36:35.276 INFO:tasks.workunit.client.0.smithi016.stdout: "stored_raw": 0, 2024-04-15T14:36:35.276 INFO:tasks.workunit.client.0.smithi016.stdout: "wr": 0, 2024-04-15T14:36:35.276 INFO:tasks.workunit.client.0.smithi016.stdout: "wr_bytes": 0 2024-04-15T14:36:35.276 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:35.276 INFO:tasks.workunit.client.0.smithi016.stdout: "target_max_bytes": 0, 2024-04-15T14:36:35.276 INFO:tasks.workunit.client.0.smithi016.stdout: "target_max_objects": 0, 2024-04-15T14:36:35.277 INFO:tasks.workunit.client.0.smithi016.stdout: "type": "replicated" 2024-04-15T14:36:35.277 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T14:36:35.277 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T14:36:35.277 INFO:tasks.workunit.client.0.smithi016.stdout: "rbd": { 2024-04-15T14:36:35.277 INFO:tasks.workunit.client.0.smithi016.stdout: "mirroring_by_pool": [ 2024-04-15T14:36:35.277 INFO:tasks.workunit.client.0.smithi016.stdout: false 2024-04-15T14:36:35.277 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T14:36:35.277 INFO:tasks.workunit.client.0.smithi016.stdout: "num_images_by_pool": [ 2024-04-15T14:36:35.277 INFO:tasks.workunit.client.0.smithi016.stdout: 0 2024-04-15T14:36:35.277 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T14:36:35.277 INFO:tasks.workunit.client.0.smithi016.stdout: "num_pools": 1 2024-04-15T14:36:35.278 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:35.278 INFO:tasks.workunit.client.0.smithi016.stdout: "report_id": "97929356-81c7-48cf-938b-9dbee2898697", 2024-04-15T14:36:35.278 INFO:tasks.workunit.client.0.smithi016.stdout: "report_timestamp": "2024-04-15T14:36:35.225386", 2024-04-15T14:36:35.278 INFO:tasks.workunit.client.0.smithi016.stdout: "report_version": 1, 2024-04-15T14:36:35.278 INFO:tasks.workunit.client.0.smithi016.stdout: "rook": { 2024-04-15T14:36:35.278 INFO:tasks.workunit.client.0.smithi016.stdout: "cluster": { 2024-04-15T14:36:35.278 INFO:tasks.workunit.client.0.smithi016.stdout: "external-mode": null, 2024-04-15T14:36:35.279 INFO:tasks.workunit.client.0.smithi016.stdout: "mon": { 2024-04-15T14:36:35.279 INFO:tasks.workunit.client.0.smithi016.stdout: "allow-multiple-per-node": null, 2024-04-15T14:36:35.279 INFO:tasks.workunit.client.0.smithi016.stdout: "count": null, 2024-04-15T14:36:35.279 INFO:tasks.workunit.client.0.smithi016.stdout: "max-id": null, 2024-04-15T14:36:35.279 INFO:tasks.workunit.client.0.smithi016.stdout: "pvc": { 2024-04-15T14:36:35.279 INFO:tasks.workunit.client.0.smithi016.stdout: "enabled": null 2024-04-15T14:36:35.279 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:35.279 INFO:tasks.workunit.client.0.smithi016.stdout: "stretch": { 2024-04-15T14:36:35.279 INFO:tasks.workunit.client.0.smithi016.stdout: "enabled": null 2024-04-15T14:36:35.279 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T14:36:35.279 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:35.279 INFO:tasks.workunit.client.0.smithi016.stdout: "network": { 2024-04-15T14:36:35.279 INFO:tasks.workunit.client.0.smithi016.stdout: "provider": null 2024-04-15T14:36:35.279 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:35.279 INFO:tasks.workunit.client.0.smithi016.stdout: "storage": { 2024-04-15T14:36:35.280 INFO:tasks.workunit.client.0.smithi016.stdout: "device-set": { 2024-04-15T14:36:35.280 INFO:tasks.workunit.client.0.smithi016.stdout: "count": { 2024-04-15T14:36:35.280 INFO:tasks.workunit.client.0.smithi016.stdout: "non-portable": null, 2024-04-15T14:36:35.280 INFO:tasks.workunit.client.0.smithi016.stdout: "portable": null, 2024-04-15T14:36:35.280 INFO:tasks.workunit.client.0.smithi016.stdout: "total": null 2024-04-15T14:36:35.280 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T14:36:35.280 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T14:36:35.280 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T14:36:35.280 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:35.280 INFO:tasks.workunit.client.0.smithi016.stdout: "csi": { 2024-04-15T14:36:35.280 INFO:tasks.workunit.client.0.smithi016.stdout: "version": null 2024-04-15T14:36:35.281 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:35.281 INFO:tasks.workunit.client.0.smithi016.stdout: "kubernetes": { 2024-04-15T14:36:35.281 INFO:tasks.workunit.client.0.smithi016.stdout: "version": null 2024-04-15T14:36:35.281 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:35.281 INFO:tasks.workunit.client.0.smithi016.stdout: "node": { 2024-04-15T14:36:35.281 INFO:tasks.workunit.client.0.smithi016.stdout: "count": { 2024-04-15T14:36:35.281 INFO:tasks.workunit.client.0.smithi016.stdout: "kubernetes-total": null, 2024-04-15T14:36:35.281 INFO:tasks.workunit.client.0.smithi016.stdout: "with-ceph-daemons": null, 2024-04-15T14:36:35.281 INFO:tasks.workunit.client.0.smithi016.stdout: "with-csi-cephfs-plugin": null, 2024-04-15T14:36:35.281 INFO:tasks.workunit.client.0.smithi016.stdout: "with-csi-nfs-plugin": null, 2024-04-15T14:36:35.281 INFO:tasks.workunit.client.0.smithi016.stdout: "with-csi-rbd-plugin": null 2024-04-15T14:36:35.281 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T14:36:35.281 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:35.281 INFO:tasks.workunit.client.0.smithi016.stdout: "usage": { 2024-04-15T14:36:35.281 INFO:tasks.workunit.client.0.smithi016.stdout: "storage-class": { 2024-04-15T14:36:35.282 INFO:tasks.workunit.client.0.smithi016.stdout: "count": { 2024-04-15T14:36:35.282 INFO:tasks.workunit.client.0.smithi016.stdout: "bucket": null, 2024-04-15T14:36:35.282 INFO:tasks.workunit.client.0.smithi016.stdout: "cephfs": null, 2024-04-15T14:36:35.282 INFO:tasks.workunit.client.0.smithi016.stdout: "nfs": null, 2024-04-15T14:36:35.282 INFO:tasks.workunit.client.0.smithi016.stdout: "rbd": null, 2024-04-15T14:36:35.282 INFO:tasks.workunit.client.0.smithi016.stdout: "total": null 2024-04-15T14:36:35.282 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T14:36:35.282 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T14:36:35.282 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:35.282 INFO:tasks.workunit.client.0.smithi016.stdout: "version": null 2024-04-15T14:36:35.282 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:35.282 INFO:tasks.workunit.client.0.smithi016.stdout: "services": {}, 2024-04-15T14:36:35.282 INFO:tasks.workunit.client.0.smithi016.stdout: "usage": { 2024-04-15T14:36:35.283 INFO:tasks.workunit.client.0.smithi016.stdout: "pg_num": 105, 2024-04-15T14:36:35.283 INFO:tasks.workunit.client.0.smithi016.stdout: "pools": 4, 2024-04-15T14:36:35.283 INFO:tasks.workunit.client.0.smithi016.stdout: "stats_by_class": { 2024-04-15T14:36:35.283 INFO:tasks.workunit.client.0.smithi016.stdout: "ssd": { 2024-04-15T14:36:35.283 INFO:tasks.workunit.client.0.smithi016.stdout: "total_avail_bytes": 767731326976, 2024-04-15T14:36:35.283 INFO:tasks.workunit.client.0.smithi016.stdout: "total_bytes": 767960285184, 2024-04-15T14:36:35.283 INFO:tasks.workunit.client.0.smithi016.stdout: "total_used_bytes": 228958208, 2024-04-15T14:36:35.283 INFO:tasks.workunit.client.0.smithi016.stdout: "total_used_raw_bytes": 228958208, 2024-04-15T14:36:35.283 INFO:tasks.workunit.client.0.smithi016.stdout: "total_used_raw_ratio": 0.00029813809669576585 2024-04-15T14:36:35.283 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T14:36:35.283 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:35.283 INFO:tasks.workunit.client.0.smithi016.stdout: "total_avail_bytes": 767731326976, 2024-04-15T14:36:35.283 INFO:tasks.workunit.client.0.smithi016.stdout: "total_bytes": 767960285184, 2024-04-15T14:36:35.283 INFO:tasks.workunit.client.0.smithi016.stdout: "total_used_bytes": 228958208 2024-04-15T14:36:35.283 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T14:36:35.284 INFO:tasks.workunit.client.0.smithi016.stdout:} 2024-04-15T14:36:35.284 INFO:tasks.workunit.client.0.smithi016.stdout:Device report is generated separately. To see it run 'ceph telemetry preview-device'. 2024-04-15T14:36:35.284 INFO:tasks.workunit.client.0.smithi016.stderr:+ ceph telemetry preview-device 2024-04-15T14:36:35.825 INFO:tasks.workunit.client.0.smithi016.stdout:{ 2024-04-15T14:36:35.825 INFO:tasks.workunit.client.0.smithi016.stdout: "8f9b68b4-fb35-11ee-b99d-0cc47abd1564": { 2024-04-15T14:36:35.826 INFO:tasks.workunit.client.0.smithi016.stdout: "INTEL_SSDPED1D480GA_8f9c28ee-fb35-11ee-b99d-0cc47abd1564": { 2024-04-15T14:36:35.826 INFO:tasks.workunit.client.0.smithi016.stdout: "20240415-143114": { 2024-04-15T14:36:35.826 INFO:tasks.workunit.client.0.smithi016.stdout: "device": { 2024-04-15T14:36:35.826 INFO:tasks.workunit.client.0.smithi016.stdout: "info_name": "/dev/nvme0n1", 2024-04-15T14:36:35.826 INFO:tasks.workunit.client.0.smithi016.stdout: "name": "/dev/nvme0n1", 2024-04-15T14:36:35.826 INFO:tasks.workunit.client.0.smithi016.stdout: "protocol": "NVMe", 2024-04-15T14:36:35.826 INFO:tasks.workunit.client.0.smithi016.stdout: "type": "nvme" 2024-04-15T14:36:35.826 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:35.826 INFO:tasks.workunit.client.0.smithi016.stdout: "firmware_version": "E2010325", 2024-04-15T14:36:35.826 INFO:tasks.workunit.client.0.smithi016.stdout: "host_id": "8f9b68b4-fb35-11ee-b99d-0cc47abd1564", 2024-04-15T14:36:35.826 INFO:tasks.workunit.client.0.smithi016.stdout: "json_format_version": [ 2024-04-15T14:36:35.826 INFO:tasks.workunit.client.0.smithi016.stdout: 1, 2024-04-15T14:36:35.826 INFO:tasks.workunit.client.0.smithi016.stdout: 0 2024-04-15T14:36:35.826 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T14:36:35.827 INFO:tasks.workunit.client.0.smithi016.stdout: "local_time": { 2024-04-15T14:36:35.827 INFO:tasks.workunit.client.0.smithi016.stdout: "asctime": "Mon Apr 15 14:31:14 2024 UTC", 2024-04-15T14:36:35.827 INFO:tasks.workunit.client.0.smithi016.stdout: "time_t": 1713191474 2024-04-15T14:36:35.827 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:35.827 INFO:tasks.workunit.client.0.smithi016.stdout: "logical_block_size": 512, 2024-04-15T14:36:35.827 INFO:tasks.workunit.client.0.smithi016.stdout: "model_name": "INTEL SSDPED1D480GA", 2024-04-15T14:36:35.827 INFO:tasks.workunit.client.0.smithi016.stdout: "nvme_controller_id": 0, 2024-04-15T14:36:35.827 INFO:tasks.workunit.client.0.smithi016.stdout: "nvme_ieee_oui_identifier": 6083300, 2024-04-15T14:36:35.827 INFO:tasks.workunit.client.0.smithi016.stdout: "nvme_namespaces": [ 2024-04-15T14:36:35.827 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-15T14:36:35.827 INFO:tasks.workunit.client.0.smithi016.stdout: "capacity": { 2024-04-15T14:36:35.827 INFO:tasks.workunit.client.0.smithi016.stdout: "blocks": 937703088, 2024-04-15T14:36:35.827 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 480103981056 2024-04-15T14:36:35.827 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:35.827 INFO:tasks.workunit.client.0.smithi016.stdout: "formatted_lba_size": 512, 2024-04-15T14:36:35.827 INFO:tasks.workunit.client.0.smithi016.stdout: "id": 1, 2024-04-15T14:36:35.828 INFO:tasks.workunit.client.0.smithi016.stdout: "size": { 2024-04-15T14:36:35.828 INFO:tasks.workunit.client.0.smithi016.stdout: "blocks": 937703088, 2024-04-15T14:36:35.828 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 480103981056 2024-04-15T14:36:35.828 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:35.828 INFO:tasks.workunit.client.0.smithi016.stdout: "utilization": { 2024-04-15T14:36:35.828 INFO:tasks.workunit.client.0.smithi016.stdout: "blocks": 937703088, 2024-04-15T14:36:35.828 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 480103981056 2024-04-15T14:36:35.828 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T14:36:35.828 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T14:36:35.828 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T14:36:35.828 INFO:tasks.workunit.client.0.smithi016.stdout: "nvme_number_of_namespaces": 1, 2024-04-15T14:36:35.828 INFO:tasks.workunit.client.0.smithi016.stdout: "nvme_pci_vendor": { 2024-04-15T14:36:35.828 INFO:tasks.workunit.client.0.smithi016.stdout: "id": 32902, 2024-04-15T14:36:35.828 INFO:tasks.workunit.client.0.smithi016.stdout: "subsystem_id": 32902 2024-04-15T14:36:35.829 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:35.829 INFO:tasks.workunit.client.0.smithi016.stdout: "nvme_smart_health_information_add_log": { 2024-04-15T14:36:35.829 INFO:tasks.workunit.client.0.smithi016.stdout: "Device stats": { 2024-04-15T14:36:35.829 INFO:tasks.workunit.client.0.smithi016.stdout: "avail_fw_downgrades": { 2024-04-15T14:36:35.829 INFO:tasks.workunit.client.0.smithi016.stdout: "normalized": 0, 2024-04-15T14:36:35.829 INFO:tasks.workunit.client.0.smithi016.stdout: "raw": 0 2024-04-15T14:36:35.829 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:35.829 INFO:tasks.workunit.client.0.smithi016.stdout: "crc_error_count": { 2024-04-15T14:36:35.829 INFO:tasks.workunit.client.0.smithi016.stdout: "normalized": 100, 2024-04-15T14:36:35.829 INFO:tasks.workunit.client.0.smithi016.stdout: "raw": 0 2024-04-15T14:36:35.829 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:35.829 INFO:tasks.workunit.client.0.smithi016.stdout: "end_to_end_error_detection_count": { 2024-04-15T14:36:35.829 INFO:tasks.workunit.client.0.smithi016.stdout: "normalized": 100, 2024-04-15T14:36:35.830 INFO:tasks.workunit.client.0.smithi016.stdout: "raw": 0 2024-04-15T14:36:35.830 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:35.830 INFO:tasks.workunit.client.0.smithi016.stdout: "erase_fail_count": { 2024-04-15T14:36:35.830 INFO:tasks.workunit.client.0.smithi016.stdout: "normalized": 0, 2024-04-15T14:36:35.830 INFO:tasks.workunit.client.0.smithi016.stdout: "raw": 0 2024-04-15T14:36:35.830 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:35.830 INFO:tasks.workunit.client.0.smithi016.stdout: "host_bytes_written": { 2024-04-15T14:36:35.830 INFO:tasks.workunit.client.0.smithi016.stdout: "normalized": 100, 2024-04-15T14:36:35.830 INFO:tasks.workunit.client.0.smithi016.stdout: "raw": 12502232 2024-04-15T14:36:35.830 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:35.830 INFO:tasks.workunit.client.0.smithi016.stdout: "host_ctx_wear_used": { 2024-04-15T14:36:35.830 INFO:tasks.workunit.client.0.smithi016.stdout: "normalized": 0, 2024-04-15T14:36:35.830 INFO:tasks.workunit.client.0.smithi016.stdout: "raw": 0 2024-04-15T14:36:35.830 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:35.831 INFO:tasks.workunit.client.0.smithi016.stdout: "media_bytes_read": { 2024-04-15T14:36:35.831 INFO:tasks.workunit.client.0.smithi016.stdout: "normalized": 0, 2024-04-15T14:36:35.831 INFO:tasks.workunit.client.0.smithi016.stdout: "raw": 0 2024-04-15T14:36:35.831 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:35.831 INFO:tasks.workunit.client.0.smithi016.stdout: "nand_bytes_written": { 2024-04-15T14:36:35.831 INFO:tasks.workunit.client.0.smithi016.stdout: "normalized": 0, 2024-04-15T14:36:35.831 INFO:tasks.workunit.client.0.smithi016.stdout: "raw": 0 2024-04-15T14:36:35.831 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:35.831 INFO:tasks.workunit.client.0.smithi016.stdout: "perf_stat_indicator": { 2024-04-15T14:36:35.831 INFO:tasks.workunit.client.0.smithi016.stdout: "normalized": 0, 2024-04-15T14:36:35.831 INFO:tasks.workunit.client.0.smithi016.stdout: "raw": 0 2024-04-15T14:36:35.831 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:35.831 INFO:tasks.workunit.client.0.smithi016.stdout: "pll_lock_loss_count": { 2024-04-15T14:36:35.831 INFO:tasks.workunit.client.0.smithi016.stdout: "normalized": 100, 2024-04-15T14:36:35.831 INFO:tasks.workunit.client.0.smithi016.stdout: "raw": 0 2024-04-15T14:36:35.832 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:35.832 INFO:tasks.workunit.client.0.smithi016.stdout: "program_fail_count": { 2024-04-15T14:36:35.832 INFO:tasks.workunit.client.0.smithi016.stdout: "normalized": 0, 2024-04-15T14:36:35.832 INFO:tasks.workunit.client.0.smithi016.stdout: "raw": 0 2024-04-15T14:36:35.832 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:35.832 INFO:tasks.workunit.client.0.smithi016.stdout: "re_alloc_sectr_cnt": { 2024-04-15T14:36:35.832 INFO:tasks.workunit.client.0.smithi016.stdout: "normalized": 0, 2024-04-15T14:36:35.832 INFO:tasks.workunit.client.0.smithi016.stdout: "raw": 0 2024-04-15T14:36:35.832 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:35.832 INFO:tasks.workunit.client.0.smithi016.stdout: "retry_buffer_overflow_count": { 2024-04-15T14:36:35.832 INFO:tasks.workunit.client.0.smithi016.stdout: "normalized": 100, 2024-04-15T14:36:35.832 INFO:tasks.workunit.client.0.smithi016.stdout: "raw": 0 2024-04-15T14:36:35.832 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:35.832 INFO:tasks.workunit.client.0.smithi016.stdout: "soft_ecc_err_rate": { 2024-04-15T14:36:35.832 INFO:tasks.workunit.client.0.smithi016.stdout: "normalized": 0, 2024-04-15T14:36:35.833 INFO:tasks.workunit.client.0.smithi016.stdout: "raw": 0 2024-04-15T14:36:35.833 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:35.833 INFO:tasks.workunit.client.0.smithi016.stdout: "thermal_throttle_status": { 2024-04-15T14:36:35.833 INFO:tasks.workunit.client.0.smithi016.stdout: "normalized": 100, 2024-04-15T14:36:35.833 INFO:tasks.workunit.client.0.smithi016.stdout: "raw": { 2024-04-15T14:36:35.833 INFO:tasks.workunit.client.0.smithi016.stdout: "cnt": 0, 2024-04-15T14:36:35.833 INFO:tasks.workunit.client.0.smithi016.stdout: "pct": 0 2024-04-15T14:36:35.833 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T14:36:35.833 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:35.833 INFO:tasks.workunit.client.0.smithi016.stdout: "timed_workload_host_reads": { 2024-04-15T14:36:35.833 INFO:tasks.workunit.client.0.smithi016.stdout: "normalized": 100, 2024-04-15T14:36:35.833 INFO:tasks.workunit.client.0.smithi016.stdout: "raw": 16 2024-04-15T14:36:35.833 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:35.833 INFO:tasks.workunit.client.0.smithi016.stdout: "timed_workload_media_wear": { 2024-04-15T14:36:35.833 INFO:tasks.workunit.client.0.smithi016.stdout: "normalized": 100, 2024-04-15T14:36:35.833 INFO:tasks.workunit.client.0.smithi016.stdout: "raw": 14 2024-04-15T14:36:35.834 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:35.834 INFO:tasks.workunit.client.0.smithi016.stdout: "timed_workload_timer": { 2024-04-15T14:36:35.834 INFO:tasks.workunit.client.0.smithi016.stdout: "normalized": 100, 2024-04-15T14:36:35.834 INFO:tasks.workunit.client.0.smithi016.stdout: "raw": 1606211 2024-04-15T14:36:35.834 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:35.834 INFO:tasks.workunit.client.0.smithi016.stdout: "unexp_power_loss": { 2024-04-15T14:36:35.834 INFO:tasks.workunit.client.0.smithi016.stdout: "normalized": 0, 2024-04-15T14:36:35.834 INFO:tasks.workunit.client.0.smithi016.stdout: "raw": 0 2024-04-15T14:36:35.834 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:35.834 INFO:tasks.workunit.client.0.smithi016.stdout: "wear_leveling": { 2024-04-15T14:36:35.834 INFO:tasks.workunit.client.0.smithi016.stdout: "normalized": 0, 2024-04-15T14:36:35.834 INFO:tasks.workunit.client.0.smithi016.stdout: "raw": { 2024-04-15T14:36:35.834 INFO:tasks.workunit.client.0.smithi016.stdout: "avg": 0, 2024-04-15T14:36:35.834 INFO:tasks.workunit.client.0.smithi016.stdout: "max": 0, 2024-04-15T14:36:35.835 INFO:tasks.workunit.client.0.smithi016.stdout: "min": 0 2024-04-15T14:36:35.835 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T14:36:35.835 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T14:36:35.835 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:35.835 INFO:tasks.workunit.client.0.smithi016.stdout: "Intel Smart log": "nvme0n1" 2024-04-15T14:36:35.835 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:35.835 INFO:tasks.workunit.client.0.smithi016.stdout: "nvme_smart_health_information_log": { 2024-04-15T14:36:35.835 INFO:tasks.workunit.client.0.smithi016.stdout: "available_spare": 100, 2024-04-15T14:36:35.835 INFO:tasks.workunit.client.0.smithi016.stdout: "available_spare_threshold": 0, 2024-04-15T14:36:35.835 INFO:tasks.workunit.client.0.smithi016.stdout: "controller_busy_time": 5127, 2024-04-15T14:36:35.835 INFO:tasks.workunit.client.0.smithi016.stdout: "critical_warning": 0, 2024-04-15T14:36:35.835 INFO:tasks.workunit.client.0.smithi016.stdout: "data_units_read": 187427077, 2024-04-15T14:36:35.835 INFO:tasks.workunit.client.0.smithi016.stdout: "data_units_written": 819346293, 2024-04-15T14:36:35.835 INFO:tasks.workunit.client.0.smithi016.stdout: "host_reads": 3092348801, 2024-04-15T14:36:35.835 INFO:tasks.workunit.client.0.smithi016.stdout: "host_writes": 17434434651, 2024-04-15T14:36:35.836 INFO:tasks.workunit.client.0.smithi016.stdout: "media_errors": 0, 2024-04-15T14:36:35.836 INFO:tasks.workunit.client.0.smithi016.stdout: "num_err_log_entries": 0, 2024-04-15T14:36:35.836 INFO:tasks.workunit.client.0.smithi016.stdout: "percentage_used": 22, 2024-04-15T14:36:35.836 INFO:tasks.workunit.client.0.smithi016.stdout: "power_cycles": 34369, 2024-04-15T14:36:35.836 INFO:tasks.workunit.client.0.smithi016.stdout: "power_on_hours": 41224, 2024-04-15T14:36:35.836 INFO:tasks.workunit.client.0.smithi016.stdout: "temperature": 33, 2024-04-15T14:36:35.836 INFO:tasks.workunit.client.0.smithi016.stdout: "unsafe_shutdowns": 9852 2024-04-15T14:36:35.836 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:35.836 INFO:tasks.workunit.client.0.smithi016.stdout: "nvme_vendor": "intel", 2024-04-15T14:36:35.836 INFO:tasks.workunit.client.0.smithi016.stdout: "power_cycle_count": 34369, 2024-04-15T14:36:35.836 INFO:tasks.workunit.client.0.smithi016.stdout: "power_on_time": { 2024-04-15T14:36:35.836 INFO:tasks.workunit.client.0.smithi016.stdout: "hours": 41224 2024-04-15T14:36:35.836 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:35.836 INFO:tasks.workunit.client.0.smithi016.stdout: "serial_number": "deleted", 2024-04-15T14:36:35.836 INFO:tasks.workunit.client.0.smithi016.stdout: "smart_status": { 2024-04-15T14:36:35.837 INFO:tasks.workunit.client.0.smithi016.stdout: "nvme": { 2024-04-15T14:36:35.837 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:35.837 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:35.837 INFO:tasks.workunit.client.0.smithi016.stdout: "passed": true 2024-04-15T14:36:35.837 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:35.837 INFO:tasks.workunit.client.0.smithi016.stdout: "smartctl": { 2024-04-15T14:36:35.837 INFO:tasks.workunit.client.0.smithi016.stdout: "argv": [ 2024-04-15T14:36:35.837 INFO:tasks.workunit.client.0.smithi016.stdout: "smartctl", 2024-04-15T14:36:35.837 INFO:tasks.workunit.client.0.smithi016.stdout: "-x", 2024-04-15T14:36:35.837 INFO:tasks.workunit.client.0.smithi016.stdout: "--json=o", 2024-04-15T14:36:35.837 INFO:tasks.workunit.client.0.smithi016.stdout: "/dev/nvme0n1" 2024-04-15T14:36:35.837 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T14:36:35.837 INFO:tasks.workunit.client.0.smithi016.stdout: "build_info": "(local build)", 2024-04-15T14:36:35.837 INFO:tasks.workunit.client.0.smithi016.stdout: "exit_status": 0, 2024-04-15T14:36:35.837 INFO:tasks.workunit.client.0.smithi016.stdout: "output": [ 2024-04-15T14:36:35.838 INFO:tasks.workunit.client.0.smithi016.stdout: "smartctl 7.1 2019-12-30 r5022 [x86_64-linux-5.14.0-438.el9.x86_64] (local build)", 2024-04-15T14:36:35.838 INFO:tasks.workunit.client.0.smithi016.stdout: "Copyright (C) 2002-19, Bruce Allen, Christian Franke, www.smartmontools.org", 2024-04-15T14:36:35.838 INFO:tasks.workunit.client.0.smithi016.stdout: "", 2024-04-15T14:36:35.838 INFO:tasks.workunit.client.0.smithi016.stdout: "=== START OF INFORMATION SECTION ===", 2024-04-15T14:36:35.838 INFO:tasks.workunit.client.0.smithi016.stdout: "Model Number: INTEL SSDPED1D480GA", 2024-04-15T14:36:35.838 INFO:tasks.workunit.client.0.smithi016.stdout: "Serial Number: deleted", 2024-04-15T14:36:35.838 INFO:tasks.workunit.client.0.smithi016.stdout: "Firmware Version: E2010325", 2024-04-15T14:36:35.838 INFO:tasks.workunit.client.0.smithi016.stdout: "PCI Vendor/Subsystem ID: 0x8086", 2024-04-15T14:36:35.838 INFO:tasks.workunit.client.0.smithi016.stdout: "IEEE OUI Identifier: 0x5cd2e4", 2024-04-15T14:36:35.838 INFO:tasks.workunit.client.0.smithi016.stdout: "Controller ID: 0", 2024-04-15T14:36:35.838 INFO:tasks.workunit.client.0.smithi016.stdout: "Number of Namespaces: 1", 2024-04-15T14:36:35.838 INFO:tasks.workunit.client.0.smithi016.stdout: "Namespace 1 Size/Capacity: 480,103,981,056 [480 GB]", 2024-04-15T14:36:35.838 INFO:tasks.workunit.client.0.smithi016.stdout: "Namespace 1 Formatted LBA Size: 512", 2024-04-15T14:36:35.838 INFO:tasks.workunit.client.0.smithi016.stdout: "Local Time is: Mon Apr 15 14:31:14 2024 UTC", 2024-04-15T14:36:35.839 INFO:tasks.workunit.client.0.smithi016.stdout: "Firmware Updates (0x02): 1 Slot", 2024-04-15T14:36:35.839 INFO:tasks.workunit.client.0.smithi016.stdout: "Optional Admin Commands (0x0007): Security Format Frmw_DL", 2024-04-15T14:36:35.839 INFO:tasks.workunit.client.0.smithi016.stdout: "Optional NVM Commands (0x0006): Wr_Unc DS_Mngmt", 2024-04-15T14:36:35.839 INFO:tasks.workunit.client.0.smithi016.stdout: "Maximum Data Transfer Size: 32 Pages", 2024-04-15T14:36:35.839 INFO:tasks.workunit.client.0.smithi016.stdout: "", 2024-04-15T14:36:35.839 INFO:tasks.workunit.client.0.smithi016.stdout: "Supported Power States", 2024-04-15T14:36:35.839 INFO:tasks.workunit.client.0.smithi016.stdout: "St Op Max Active Idle RL RT WL WT Ent_Lat Ex_Lat", 2024-04-15T14:36:35.839 INFO:tasks.workunit.client.0.smithi016.stdout: " 0 + 18.00W - - 0 0 0 0 0 0", 2024-04-15T14:36:35.839 INFO:tasks.workunit.client.0.smithi016.stdout: "", 2024-04-15T14:36:35.839 INFO:tasks.workunit.client.0.smithi016.stdout: "Supported LBA Sizes (NSID 0x1)", 2024-04-15T14:36:35.839 INFO:tasks.workunit.client.0.smithi016.stdout: "Id Fmt Data Metadt Rel_Perf", 2024-04-15T14:36:35.839 INFO:tasks.workunit.client.0.smithi016.stdout: " 0 + 512 0 2", 2024-04-15T14:36:35.839 INFO:tasks.workunit.client.0.smithi016.stdout: "", 2024-04-15T14:36:35.840 INFO:tasks.workunit.client.0.smithi016.stdout: "=== START OF SMART DATA SECTION ===", 2024-04-15T14:36:35.840 INFO:tasks.workunit.client.0.smithi016.stdout: "SMART overall-health self-assessment test result: PASSED", 2024-04-15T14:36:35.840 INFO:tasks.workunit.client.0.smithi016.stdout: "", 2024-04-15T14:36:35.840 INFO:tasks.workunit.client.0.smithi016.stdout: "SMART/Health Information (NVMe Log 0x02)", 2024-04-15T14:36:35.840 INFO:tasks.workunit.client.0.smithi016.stdout: "Critical Warning: 0x00", 2024-04-15T14:36:35.840 INFO:tasks.workunit.client.0.smithi016.stdout: "Temperature: 33 Celsius", 2024-04-15T14:36:35.840 INFO:tasks.workunit.client.0.smithi016.stdout: "Available Spare: 100%", 2024-04-15T14:36:35.840 INFO:tasks.workunit.client.0.smithi016.stdout: "Available Spare Threshold: 0%", 2024-04-15T14:36:35.840 INFO:tasks.workunit.client.0.smithi016.stdout: "Percentage Used: 22%", 2024-04-15T14:36:35.840 INFO:tasks.workunit.client.0.smithi016.stdout: "Data Units Read: 187,427,077 [95.9 TB]", 2024-04-15T14:36:35.840 INFO:tasks.workunit.client.0.smithi016.stdout: "Data Units Written: 819,346,293 [419 TB]", 2024-04-15T14:36:35.840 INFO:tasks.workunit.client.0.smithi016.stdout: "Host Read Commands: 3,092,348,801", 2024-04-15T14:36:35.840 INFO:tasks.workunit.client.0.smithi016.stdout: "Host Write Commands: 17,434,434,651", 2024-04-15T14:36:35.840 INFO:tasks.workunit.client.0.smithi016.stdout: "Controller Busy Time: 5,127", 2024-04-15T14:36:35.840 INFO:tasks.workunit.client.0.smithi016.stdout: "Power Cycles: 34,369", 2024-04-15T14:36:35.841 INFO:tasks.workunit.client.0.smithi016.stdout: "Power On Hours: 41,224", 2024-04-15T14:36:35.841 INFO:tasks.workunit.client.0.smithi016.stdout: "Unsafe Shutdowns: 9,852", 2024-04-15T14:36:35.841 INFO:tasks.workunit.client.0.smithi016.stdout: "Media and Data Integrity Errors: 0", 2024-04-15T14:36:35.841 INFO:tasks.workunit.client.0.smithi016.stdout: "Error Information Log Entries: 0", 2024-04-15T14:36:35.841 INFO:tasks.workunit.client.0.smithi016.stdout: "", 2024-04-15T14:36:35.841 INFO:tasks.workunit.client.0.smithi016.stdout: "Error Information (NVMe Log 0x01, max 64 entries)", 2024-04-15T14:36:35.841 INFO:tasks.workunit.client.0.smithi016.stdout: "No Errors Logged", 2024-04-15T14:36:35.841 INFO:tasks.workunit.client.0.smithi016.stdout: "" 2024-04-15T14:36:35.841 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T14:36:35.841 INFO:tasks.workunit.client.0.smithi016.stdout: "platform_info": "x86_64-linux-5.14.0-438.el9.x86_64", 2024-04-15T14:36:35.841 INFO:tasks.workunit.client.0.smithi016.stdout: "svn_revision": "5022", 2024-04-15T14:36:35.841 INFO:tasks.workunit.client.0.smithi016.stdout: "version": [ 2024-04-15T14:36:35.841 INFO:tasks.workunit.client.0.smithi016.stdout: 7, 2024-04-15T14:36:35.841 INFO:tasks.workunit.client.0.smithi016.stdout: 1 2024-04-15T14:36:35.841 INFO:tasks.workunit.client.0.smithi016.stdout: ] 2024-04-15T14:36:35.842 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:35.842 INFO:tasks.workunit.client.0.smithi016.stdout: "temperature": { 2024-04-15T14:36:35.842 INFO:tasks.workunit.client.0.smithi016.stdout: "current": 33 2024-04-15T14:36:35.842 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:35.842 INFO:tasks.workunit.client.0.smithi016.stdout: "user_capacity": { 2024-04-15T14:36:35.842 INFO:tasks.workunit.client.0.smithi016.stdout: "blocks": 937703088, 2024-04-15T14:36:35.842 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 480103981056 2024-04-15T14:36:35.842 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T14:36:35.842 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T14:36:35.842 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T14:36:35.842 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:35.842 INFO:tasks.workunit.client.0.smithi016.stdout: "8f9dab74-fb35-11ee-b99d-0cc47abd1564": { 2024-04-15T14:36:35.842 INFO:tasks.workunit.client.0.smithi016.stdout: "INTEL_SSDPEDMD400G4_8f9e4dd6-fb35-11ee-b99d-0cc47abd1564": { 2024-04-15T14:36:35.842 INFO:tasks.workunit.client.0.smithi016.stdout: "20240415-143116": { 2024-04-15T14:36:35.843 INFO:tasks.workunit.client.0.smithi016.stdout: "device": { 2024-04-15T14:36:35.843 INFO:tasks.workunit.client.0.smithi016.stdout: "info_name": "/dev/nvme0n1", 2024-04-15T14:36:35.843 INFO:tasks.workunit.client.0.smithi016.stdout: "name": "/dev/nvme0n1", 2024-04-15T14:36:35.843 INFO:tasks.workunit.client.0.smithi016.stdout: "protocol": "NVMe", 2024-04-15T14:36:35.843 INFO:tasks.workunit.client.0.smithi016.stdout: "type": "nvme" 2024-04-15T14:36:35.843 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:35.843 INFO:tasks.workunit.client.0.smithi016.stdout: "firmware_version": "8DV101H0", 2024-04-15T14:36:35.843 INFO:tasks.workunit.client.0.smithi016.stdout: "host_id": "8f9dab74-fb35-11ee-b99d-0cc47abd1564", 2024-04-15T14:36:35.843 INFO:tasks.workunit.client.0.smithi016.stdout: "json_format_version": [ 2024-04-15T14:36:35.843 INFO:tasks.workunit.client.0.smithi016.stdout: 1, 2024-04-15T14:36:35.843 INFO:tasks.workunit.client.0.smithi016.stdout: 0 2024-04-15T14:36:35.843 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T14:36:35.843 INFO:tasks.workunit.client.0.smithi016.stdout: "local_time": { 2024-04-15T14:36:35.843 INFO:tasks.workunit.client.0.smithi016.stdout: "asctime": "Mon Apr 15 14:31:16 2024 UTC", 2024-04-15T14:36:35.843 INFO:tasks.workunit.client.0.smithi016.stdout: "time_t": 1713191476 2024-04-15T14:36:35.844 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:35.844 INFO:tasks.workunit.client.0.smithi016.stdout: "logical_block_size": 512, 2024-04-15T14:36:35.844 INFO:tasks.workunit.client.0.smithi016.stdout: "model_name": "INTEL SSDPEDMD400G4", 2024-04-15T14:36:35.844 INFO:tasks.workunit.client.0.smithi016.stdout: "nvme_controller_id": 0, 2024-04-15T14:36:35.844 INFO:tasks.workunit.client.0.smithi016.stdout: "nvme_ieee_oui_identifier": 6083300, 2024-04-15T14:36:35.844 INFO:tasks.workunit.client.0.smithi016.stdout: "nvme_namespaces": [ 2024-04-15T14:36:35.844 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-15T14:36:35.844 INFO:tasks.workunit.client.0.smithi016.stdout: "capacity": { 2024-04-15T14:36:35.844 INFO:tasks.workunit.client.0.smithi016.stdout: "blocks": 781422768, 2024-04-15T14:36:35.844 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 400088457216 2024-04-15T14:36:35.844 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:35.844 INFO:tasks.workunit.client.0.smithi016.stdout: "formatted_lba_size": 512, 2024-04-15T14:36:35.844 INFO:tasks.workunit.client.0.smithi016.stdout: "id": 1, 2024-04-15T14:36:35.844 INFO:tasks.workunit.client.0.smithi016.stdout: "size": { 2024-04-15T14:36:35.845 INFO:tasks.workunit.client.0.smithi016.stdout: "blocks": 781422768, 2024-04-15T14:36:35.845 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 400088457216 2024-04-15T14:36:35.845 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:35.845 INFO:tasks.workunit.client.0.smithi016.stdout: "utilization": { 2024-04-15T14:36:35.845 INFO:tasks.workunit.client.0.smithi016.stdout: "blocks": 781422768, 2024-04-15T14:36:35.845 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 400088457216 2024-04-15T14:36:35.845 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T14:36:35.845 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T14:36:35.845 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T14:36:35.845 INFO:tasks.workunit.client.0.smithi016.stdout: "nvme_number_of_namespaces": 1, 2024-04-15T14:36:35.845 INFO:tasks.workunit.client.0.smithi016.stdout: "nvme_pci_vendor": { 2024-04-15T14:36:35.845 INFO:tasks.workunit.client.0.smithi016.stdout: "id": 32902, 2024-04-15T14:36:35.845 INFO:tasks.workunit.client.0.smithi016.stdout: "subsystem_id": 32902 2024-04-15T14:36:35.845 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:35.845 INFO:tasks.workunit.client.0.smithi016.stdout: "nvme_smart_health_information_add_log": { 2024-04-15T14:36:35.846 INFO:tasks.workunit.client.0.smithi016.stdout: "Device stats": { 2024-04-15T14:36:35.846 INFO:tasks.workunit.client.0.smithi016.stdout: "avail_fw_downgrades": { 2024-04-15T14:36:35.846 INFO:tasks.workunit.client.0.smithi016.stdout: "normalized": 0, 2024-04-15T14:36:35.846 INFO:tasks.workunit.client.0.smithi016.stdout: "raw": 0 2024-04-15T14:36:35.846 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:35.846 INFO:tasks.workunit.client.0.smithi016.stdout: "crc_error_count": { 2024-04-15T14:36:35.846 INFO:tasks.workunit.client.0.smithi016.stdout: "normalized": 100, 2024-04-15T14:36:35.846 INFO:tasks.workunit.client.0.smithi016.stdout: "raw": 0 2024-04-15T14:36:35.846 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:35.846 INFO:tasks.workunit.client.0.smithi016.stdout: "end_to_end_error_detection_count": { 2024-04-15T14:36:35.846 INFO:tasks.workunit.client.0.smithi016.stdout: "normalized": 100, 2024-04-15T14:36:35.846 INFO:tasks.workunit.client.0.smithi016.stdout: "raw": 0 2024-04-15T14:36:35.846 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:35.846 INFO:tasks.workunit.client.0.smithi016.stdout: "erase_fail_count": { 2024-04-15T14:36:35.846 INFO:tasks.workunit.client.0.smithi016.stdout: "normalized": 100, 2024-04-15T14:36:35.847 INFO:tasks.workunit.client.0.smithi016.stdout: "raw": 0 2024-04-15T14:36:35.847 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:35.847 INFO:tasks.workunit.client.0.smithi016.stdout: "host_bytes_written": { 2024-04-15T14:36:35.847 INFO:tasks.workunit.client.0.smithi016.stdout: "normalized": 100, 2024-04-15T14:36:35.847 INFO:tasks.workunit.client.0.smithi016.stdout: "raw": 29079146 2024-04-15T14:36:35.847 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:35.847 INFO:tasks.workunit.client.0.smithi016.stdout: "host_ctx_wear_used": { 2024-04-15T14:36:35.847 INFO:tasks.workunit.client.0.smithi016.stdout: "normalized": 100, 2024-04-15T14:36:35.847 INFO:tasks.workunit.client.0.smithi016.stdout: "raw": 1 2024-04-15T14:36:35.847 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:35.847 INFO:tasks.workunit.client.0.smithi016.stdout: "media_bytes_read": { 2024-04-15T14:36:35.847 INFO:tasks.workunit.client.0.smithi016.stdout: "normalized": 0, 2024-04-15T14:36:35.847 INFO:tasks.workunit.client.0.smithi016.stdout: "raw": 0 2024-04-15T14:36:35.847 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:35.847 INFO:tasks.workunit.client.0.smithi016.stdout: "nand_bytes_written": { 2024-04-15T14:36:35.848 INFO:tasks.workunit.client.0.smithi016.stdout: "normalized": 100, 2024-04-15T14:36:35.848 INFO:tasks.workunit.client.0.smithi016.stdout: "raw": 47147913 2024-04-15T14:36:35.848 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:35.848 INFO:tasks.workunit.client.0.smithi016.stdout: "perf_stat_indicator": { 2024-04-15T14:36:35.848 INFO:tasks.workunit.client.0.smithi016.stdout: "normalized": 0, 2024-04-15T14:36:35.848 INFO:tasks.workunit.client.0.smithi016.stdout: "raw": 0 2024-04-15T14:36:35.848 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:35.848 INFO:tasks.workunit.client.0.smithi016.stdout: "pll_lock_loss_count": { 2024-04-15T14:36:35.848 INFO:tasks.workunit.client.0.smithi016.stdout: "normalized": 100, 2024-04-15T14:36:35.848 INFO:tasks.workunit.client.0.smithi016.stdout: "raw": 0 2024-04-15T14:36:35.848 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:35.848 INFO:tasks.workunit.client.0.smithi016.stdout: "program_fail_count": { 2024-04-15T14:36:35.848 INFO:tasks.workunit.client.0.smithi016.stdout: "normalized": 100, 2024-04-15T14:36:35.848 INFO:tasks.workunit.client.0.smithi016.stdout: "raw": 0 2024-04-15T14:36:35.848 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:35.849 INFO:tasks.workunit.client.0.smithi016.stdout: "re_alloc_sectr_cnt": { 2024-04-15T14:36:35.849 INFO:tasks.workunit.client.0.smithi016.stdout: "normalized": 0, 2024-04-15T14:36:35.849 INFO:tasks.workunit.client.0.smithi016.stdout: "raw": 0 2024-04-15T14:36:35.849 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:35.849 INFO:tasks.workunit.client.0.smithi016.stdout: "retry_buffer_overflow_count": { 2024-04-15T14:36:35.849 INFO:tasks.workunit.client.0.smithi016.stdout: "normalized": 100, 2024-04-15T14:36:35.849 INFO:tasks.workunit.client.0.smithi016.stdout: "raw": 0 2024-04-15T14:36:35.849 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:35.849 INFO:tasks.workunit.client.0.smithi016.stdout: "soft_ecc_err_rate": { 2024-04-15T14:36:35.849 INFO:tasks.workunit.client.0.smithi016.stdout: "normalized": 0, 2024-04-15T14:36:35.849 INFO:tasks.workunit.client.0.smithi016.stdout: "raw": 0 2024-04-15T14:36:35.849 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:35.849 INFO:tasks.workunit.client.0.smithi016.stdout: "thermal_throttle_status": { 2024-04-15T14:36:35.849 INFO:tasks.workunit.client.0.smithi016.stdout: "normalized": 100, 2024-04-15T14:36:35.850 INFO:tasks.workunit.client.0.smithi016.stdout: "raw": { 2024-04-15T14:36:35.850 INFO:tasks.workunit.client.0.smithi016.stdout: "cnt": 0, 2024-04-15T14:36:35.850 INFO:tasks.workunit.client.0.smithi016.stdout: "pct": 0 2024-04-15T14:36:35.850 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T14:36:35.850 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:35.850 INFO:tasks.workunit.client.0.smithi016.stdout: "timed_workload_host_reads": { 2024-04-15T14:36:35.850 INFO:tasks.workunit.client.0.smithi016.stdout: "normalized": 100, 2024-04-15T14:36:35.850 INFO:tasks.workunit.client.0.smithi016.stdout: "raw": 65535 2024-04-15T14:36:35.850 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:35.850 INFO:tasks.workunit.client.0.smithi016.stdout: "timed_workload_media_wear": { 2024-04-15T14:36:35.850 INFO:tasks.workunit.client.0.smithi016.stdout: "normalized": 100, 2024-04-15T14:36:35.850 INFO:tasks.workunit.client.0.smithi016.stdout: "raw": 64 2024-04-15T14:36:35.850 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:35.850 INFO:tasks.workunit.client.0.smithi016.stdout: "timed_workload_timer": { 2024-04-15T14:36:35.851 INFO:tasks.workunit.client.0.smithi016.stdout: "normalized": 100, 2024-04-15T14:36:35.851 INFO:tasks.workunit.client.0.smithi016.stdout: "raw": 65535 2024-04-15T14:36:35.851 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:35.851 INFO:tasks.workunit.client.0.smithi016.stdout: "unexp_power_loss": { 2024-04-15T14:36:35.851 INFO:tasks.workunit.client.0.smithi016.stdout: "normalized": 0, 2024-04-15T14:36:35.851 INFO:tasks.workunit.client.0.smithi016.stdout: "raw": 0 2024-04-15T14:36:35.851 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:35.851 INFO:tasks.workunit.client.0.smithi016.stdout: "wear_leveling": { 2024-04-15T14:36:35.851 INFO:tasks.workunit.client.0.smithi016.stdout: "normalized": 90, 2024-04-15T14:36:35.851 INFO:tasks.workunit.client.0.smithi016.stdout: "raw": { 2024-04-15T14:36:35.851 INFO:tasks.workunit.client.0.smithi016.stdout: "avg": 3165, 2024-04-15T14:36:35.851 INFO:tasks.workunit.client.0.smithi016.stdout: "max": 3186, 2024-04-15T14:36:35.851 INFO:tasks.workunit.client.0.smithi016.stdout: "min": 3145 2024-04-15T14:36:35.851 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T14:36:35.851 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T14:36:35.851 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:35.852 INFO:tasks.workunit.client.0.smithi016.stdout: "Intel Smart log": "nvme0n1" 2024-04-15T14:36:35.852 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:35.852 INFO:tasks.workunit.client.0.smithi016.stdout: "nvme_smart_health_information_log": { 2024-04-15T14:36:35.852 INFO:tasks.workunit.client.0.smithi016.stdout: "available_spare": 100, 2024-04-15T14:36:35.852 INFO:tasks.workunit.client.0.smithi016.stdout: "available_spare_threshold": 10, 2024-04-15T14:36:35.852 INFO:tasks.workunit.client.0.smithi016.stdout: "controller_busy_time": 21, 2024-04-15T14:36:35.852 INFO:tasks.workunit.client.0.smithi016.stdout: "critical_warning": 0, 2024-04-15T14:36:35.852 INFO:tasks.workunit.client.0.smithi016.stdout: "data_units_read": 367524241, 2024-04-15T14:36:35.852 INFO:tasks.workunit.client.0.smithi016.stdout: "data_units_written": 1905730977, 2024-04-15T14:36:35.852 INFO:tasks.workunit.client.0.smithi016.stdout: "host_reads": 5626765605, 2024-04-15T14:36:35.852 INFO:tasks.workunit.client.0.smithi016.stdout: "host_writes": 32550756084, 2024-04-15T14:36:35.852 INFO:tasks.workunit.client.0.smithi016.stdout: "media_errors": 0, 2024-04-15T14:36:35.852 INFO:tasks.workunit.client.0.smithi016.stdout: "num_err_log_entries": 0, 2024-04-15T14:36:35.852 INFO:tasks.workunit.client.0.smithi016.stdout: "percentage_used": 10, 2024-04-15T14:36:35.852 INFO:tasks.workunit.client.0.smithi016.stdout: "power_cycles": 44153, 2024-04-15T14:36:35.853 INFO:tasks.workunit.client.0.smithi016.stdout: "power_on_hours": 57405, 2024-04-15T14:36:35.853 INFO:tasks.workunit.client.0.smithi016.stdout: "temperature": 24, 2024-04-15T14:36:35.853 INFO:tasks.workunit.client.0.smithi016.stdout: "unsafe_shutdowns": 819 2024-04-15T14:36:35.853 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:35.853 INFO:tasks.workunit.client.0.smithi016.stdout: "nvme_vendor": "intel", 2024-04-15T14:36:35.853 INFO:tasks.workunit.client.0.smithi016.stdout: "power_cycle_count": 44153, 2024-04-15T14:36:35.853 INFO:tasks.workunit.client.0.smithi016.stdout: "power_on_time": { 2024-04-15T14:36:35.853 INFO:tasks.workunit.client.0.smithi016.stdout: "hours": 57405 2024-04-15T14:36:35.853 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:35.853 INFO:tasks.workunit.client.0.smithi016.stdout: "serial_number": "deleted", 2024-04-15T14:36:35.853 INFO:tasks.workunit.client.0.smithi016.stdout: "smart_status": { 2024-04-15T14:36:35.853 INFO:tasks.workunit.client.0.smithi016.stdout: "nvme": { 2024-04-15T14:36:35.853 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:35.853 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:35.853 INFO:tasks.workunit.client.0.smithi016.stdout: "passed": true 2024-04-15T14:36:35.853 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:35.854 INFO:tasks.workunit.client.0.smithi016.stdout: "smartctl": { 2024-04-15T14:36:35.854 INFO:tasks.workunit.client.0.smithi016.stdout: "argv": [ 2024-04-15T14:36:35.854 INFO:tasks.workunit.client.0.smithi016.stdout: "smartctl", 2024-04-15T14:36:35.854 INFO:tasks.workunit.client.0.smithi016.stdout: "-x", 2024-04-15T14:36:35.854 INFO:tasks.workunit.client.0.smithi016.stdout: "--json=o", 2024-04-15T14:36:35.854 INFO:tasks.workunit.client.0.smithi016.stdout: "/dev/nvme0n1" 2024-04-15T14:36:35.854 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T14:36:35.854 INFO:tasks.workunit.client.0.smithi016.stdout: "build_info": "(local build)", 2024-04-15T14:36:35.854 INFO:tasks.workunit.client.0.smithi016.stdout: "exit_status": 0, 2024-04-15T14:36:35.854 INFO:tasks.workunit.client.0.smithi016.stdout: "output": [ 2024-04-15T14:36:35.854 INFO:tasks.workunit.client.0.smithi016.stdout: "smartctl 7.1 2019-12-30 r5022 [x86_64-linux-5.14.0-438.el9.x86_64] (local build)", 2024-04-15T14:36:35.854 INFO:tasks.workunit.client.0.smithi016.stdout: "Copyright (C) 2002-19, Bruce Allen, Christian Franke, www.smartmontools.org", 2024-04-15T14:36:35.854 INFO:tasks.workunit.client.0.smithi016.stdout: "", 2024-04-15T14:36:35.854 INFO:tasks.workunit.client.0.smithi016.stdout: "=== START OF INFORMATION SECTION ===", 2024-04-15T14:36:35.854 INFO:tasks.workunit.client.0.smithi016.stdout: "Model Number: INTEL SSDPEDMD400G4", 2024-04-15T14:36:35.855 INFO:tasks.workunit.client.0.smithi016.stdout: "Serial Number: deleted", 2024-04-15T14:36:35.855 INFO:tasks.workunit.client.0.smithi016.stdout: "Firmware Version: 8DV101H0", 2024-04-15T14:36:35.855 INFO:tasks.workunit.client.0.smithi016.stdout: "PCI Vendor/Subsystem ID: 0x8086", 2024-04-15T14:36:35.855 INFO:tasks.workunit.client.0.smithi016.stdout: "IEEE OUI Identifier: 0x5cd2e4", 2024-04-15T14:36:35.855 INFO:tasks.workunit.client.0.smithi016.stdout: "Controller ID: 0", 2024-04-15T14:36:35.855 INFO:tasks.workunit.client.0.smithi016.stdout: "Number of Namespaces: 1", 2024-04-15T14:36:35.855 INFO:tasks.workunit.client.0.smithi016.stdout: "Namespace 1 Size/Capacity: 400,088,457,216 [400 GB]", 2024-04-15T14:36:35.855 INFO:tasks.workunit.client.0.smithi016.stdout: "Namespace 1 Formatted LBA Size: 512", 2024-04-15T14:36:35.855 INFO:tasks.workunit.client.0.smithi016.stdout: "Local Time is: Mon Apr 15 14:31:16 2024 UTC", 2024-04-15T14:36:35.855 INFO:tasks.workunit.client.0.smithi016.stdout: "Firmware Updates (0x02): 1 Slot", 2024-04-15T14:36:35.855 INFO:tasks.workunit.client.0.smithi016.stdout: "Optional Admin Commands (0x0006): Format Frmw_DL", 2024-04-15T14:36:35.855 INFO:tasks.workunit.client.0.smithi016.stdout: "Optional NVM Commands (0x0006): Wr_Unc DS_Mngmt", 2024-04-15T14:36:35.855 INFO:tasks.workunit.client.0.smithi016.stdout: "Maximum Data Transfer Size: 32 Pages", 2024-04-15T14:36:35.855 INFO:tasks.workunit.client.0.smithi016.stdout: "", 2024-04-15T14:36:35.855 INFO:tasks.workunit.client.0.smithi016.stdout: "Supported Power States", 2024-04-15T14:36:35.855 INFO:tasks.workunit.client.0.smithi016.stdout: "St Op Max Active Idle RL RT WL WT Ent_Lat Ex_Lat", 2024-04-15T14:36:35.855 INFO:tasks.workunit.client.0.smithi016.stdout: " 0 + 25.00W - - 0 0 0 0 0 0", 2024-04-15T14:36:35.856 INFO:tasks.workunit.client.0.smithi016.stdout: "", 2024-04-15T14:36:35.856 INFO:tasks.workunit.client.0.smithi016.stdout: "Supported LBA Sizes (NSID 0x1)", 2024-04-15T14:36:35.856 INFO:tasks.workunit.client.0.smithi016.stdout: "Id Fmt Data Metadt Rel_Perf", 2024-04-15T14:36:35.856 INFO:tasks.workunit.client.0.smithi016.stdout: " 0 + 512 0 2", 2024-04-15T14:36:35.856 INFO:tasks.workunit.client.0.smithi016.stdout: " 1 - 512 8 2", 2024-04-15T14:36:35.856 INFO:tasks.workunit.client.0.smithi016.stdout: " 2 - 512 16 2", 2024-04-15T14:36:35.856 INFO:tasks.workunit.client.0.smithi016.stdout: " 3 - 4096 0 0", 2024-04-15T14:36:35.856 INFO:tasks.workunit.client.0.smithi016.stdout: " 4 - 4096 8 0", 2024-04-15T14:36:35.856 INFO:tasks.workunit.client.0.smithi016.stdout: " 5 - 4096 64 0", 2024-04-15T14:36:35.856 INFO:tasks.workunit.client.0.smithi016.stdout: " 6 - 4096 128 0", 2024-04-15T14:36:35.856 INFO:tasks.workunit.client.0.smithi016.stdout: "", 2024-04-15T14:36:35.856 INFO:tasks.workunit.client.0.smithi016.stdout: "=== START OF SMART DATA SECTION ===", 2024-04-15T14:36:35.856 INFO:tasks.workunit.client.0.smithi016.stdout: "SMART overall-health self-assessment test result: PASSED", 2024-04-15T14:36:35.856 INFO:tasks.workunit.client.0.smithi016.stdout: "", 2024-04-15T14:36:35.857 INFO:tasks.workunit.client.0.smithi016.stdout: "SMART/Health Information (NVMe Log 0x02)", 2024-04-15T14:36:35.857 INFO:tasks.workunit.client.0.smithi016.stdout: "Critical Warning: 0x00", 2024-04-15T14:36:35.857 INFO:tasks.workunit.client.0.smithi016.stdout: "Temperature: 24 Celsius", 2024-04-15T14:36:35.857 INFO:tasks.workunit.client.0.smithi016.stdout: "Available Spare: 100%", 2024-04-15T14:36:35.857 INFO:tasks.workunit.client.0.smithi016.stdout: "Available Spare Threshold: 10%", 2024-04-15T14:36:35.857 INFO:tasks.workunit.client.0.smithi016.stdout: "Percentage Used: 10%", 2024-04-15T14:36:35.857 INFO:tasks.workunit.client.0.smithi016.stdout: "Data Units Read: 367,524,241 [188 TB]", 2024-04-15T14:36:35.857 INFO:tasks.workunit.client.0.smithi016.stdout: "Data Units Written: 1,905,730,977 [975 TB]", 2024-04-15T14:36:35.857 INFO:tasks.workunit.client.0.smithi016.stdout: "Host Read Commands: 5,626,765,605", 2024-04-15T14:36:35.857 INFO:tasks.workunit.client.0.smithi016.stdout: "Host Write Commands: 32,550,756,084", 2024-04-15T14:36:35.857 INFO:tasks.workunit.client.0.smithi016.stdout: "Controller Busy Time: 21", 2024-04-15T14:36:35.857 INFO:tasks.workunit.client.0.smithi016.stdout: "Power Cycles: 44,153", 2024-04-15T14:36:35.857 INFO:tasks.workunit.client.0.smithi016.stdout: "Power On Hours: 57,405", 2024-04-15T14:36:35.857 INFO:tasks.workunit.client.0.smithi016.stdout: "Unsafe Shutdowns: 819", 2024-04-15T14:36:35.857 INFO:tasks.workunit.client.0.smithi016.stdout: "Media and Data Integrity Errors: 0", 2024-04-15T14:36:35.858 INFO:tasks.workunit.client.0.smithi016.stdout: "Error Information Log Entries: 0", 2024-04-15T14:36:35.858 INFO:tasks.workunit.client.0.smithi016.stdout: "", 2024-04-15T14:36:35.858 INFO:tasks.workunit.client.0.smithi016.stdout: "Error Information (NVMe Log 0x01, max 64 entries)", 2024-04-15T14:36:35.858 INFO:tasks.workunit.client.0.smithi016.stdout: "No Errors Logged", 2024-04-15T14:36:35.858 INFO:tasks.workunit.client.0.smithi016.stdout: "" 2024-04-15T14:36:35.858 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T14:36:35.858 INFO:tasks.workunit.client.0.smithi016.stdout: "platform_info": "x86_64-linux-5.14.0-438.el9.x86_64", 2024-04-15T14:36:35.858 INFO:tasks.workunit.client.0.smithi016.stdout: "svn_revision": "5022", 2024-04-15T14:36:35.858 INFO:tasks.workunit.client.0.smithi016.stdout: "version": [ 2024-04-15T14:36:35.858 INFO:tasks.workunit.client.0.smithi016.stdout: 7, 2024-04-15T14:36:35.858 INFO:tasks.workunit.client.0.smithi016.stdout: 1 2024-04-15T14:36:35.858 INFO:tasks.workunit.client.0.smithi016.stdout: ] 2024-04-15T14:36:35.858 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:35.858 INFO:tasks.workunit.client.0.smithi016.stdout: "temperature": { 2024-04-15T14:36:35.859 INFO:tasks.workunit.client.0.smithi016.stdout: "current": 24 2024-04-15T14:36:35.859 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:35.859 INFO:tasks.workunit.client.0.smithi016.stdout: "user_capacity": { 2024-04-15T14:36:35.859 INFO:tasks.workunit.client.0.smithi016.stdout: "blocks": 781422768, 2024-04-15T14:36:35.859 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 400088457216 2024-04-15T14:36:35.859 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T14:36:35.859 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T14:36:35.859 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T14:36:35.859 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T14:36:35.859 INFO:tasks.workunit.client.0.smithi016.stdout:} 2024-04-15T14:36:35.860 INFO:tasks.workunit.client.0.smithi016.stderr:+ ceph telemetry preview-all 2024-04-15T14:36:35.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:36:35 smithi102 ceph-mon[31017]: pgmap v74: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-04-15T14:36:35.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:36:35 smithi102 ceph-mon[31017]: from='mgr.14628 172.21.15.16:0/2128211001' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T14:36:35.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:36:35 smithi102 ceph-mon[31017]: from='mgr.14628 172.21.15.16:0/2128211001' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-15T14:36:35.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:36:35 smithi102 ceph-mon[31017]: from='mgr.14628 172.21.15.16:0/2128211001' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T14:36:35.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:36:35 smithi102 ceph-mon[31017]: from='mgr.14628 172.21.15.16:0/2128211001' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-15T14:36:35.938 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:36:35 smithi102 ceph-mon[31017]: from='mgr.14628 ' entity='mgr.y' 2024-04-15T14:36:35.938 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:36:35 smithi102 ceph-mon[31017]: from='mgr.14628 ' entity='mgr.y' 2024-04-15T14:36:35.938 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:36:35 smithi102 ceph-mon[31017]: from='mgr.14628 ' entity='mgr.y' 2024-04-15T14:36:35.938 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:36:35 smithi102 ceph-mon[31017]: from='mgr.14628 ' entity='mgr.y' 2024-04-15T14:36:36.039 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:36:35 smithi016 ceph-mon[36548]: pgmap v74: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-04-15T14:36:36.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:36:35 smithi016 ceph-mon[36548]: from='mgr.14628 172.21.15.16:0/2128211001' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T14:36:36.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:36:35 smithi016 ceph-mon[36548]: from='mgr.14628 172.21.15.16:0/2128211001' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-15T14:36:36.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:36:35 smithi016 ceph-mon[36548]: from='mgr.14628 172.21.15.16:0/2128211001' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T14:36:36.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:36:35 smithi016 ceph-mon[36548]: from='mgr.14628 172.21.15.16:0/2128211001' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-15T14:36:36.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:36:35 smithi016 ceph-mon[36548]: from='mgr.14628 ' entity='mgr.y' 2024-04-15T14:36:36.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:36:35 smithi016 ceph-mon[36548]: from='mgr.14628 ' entity='mgr.y' 2024-04-15T14:36:36.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:36:35 smithi016 ceph-mon[36548]: from='mgr.14628 ' entity='mgr.y' 2024-04-15T14:36:36.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:36:35 smithi016 ceph-mon[36548]: from='mgr.14628 ' entity='mgr.y' 2024-04-15T14:36:36.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:36:35 smithi016 ceph-mon[27435]: pgmap v74: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-04-15T14:36:36.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:36:35 smithi016 ceph-mon[27435]: from='mgr.14628 172.21.15.16:0/2128211001' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T14:36:36.041 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:36:35 smithi016 ceph-mon[27435]: from='mgr.14628 172.21.15.16:0/2128211001' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-15T14:36:36.041 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:36:35 smithi016 ceph-mon[27435]: from='mgr.14628 172.21.15.16:0/2128211001' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T14:36:36.041 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:36:35 smithi016 ceph-mon[27435]: from='mgr.14628 172.21.15.16:0/2128211001' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-15T14:36:36.041 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:36:35 smithi016 ceph-mon[27435]: from='mgr.14628 ' entity='mgr.y' 2024-04-15T14:36:36.041 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:36:35 smithi016 ceph-mon[27435]: from='mgr.14628 ' entity='mgr.y' 2024-04-15T14:36:36.041 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:36:35 smithi016 ceph-mon[27435]: from='mgr.14628 ' entity='mgr.y' 2024-04-15T14:36:36.041 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:36:35 smithi016 ceph-mon[27435]: from='mgr.14628 ' entity='mgr.y' 2024-04-15T14:36:36.372 INFO:tasks.workunit.client.0.smithi016.stdout:{ 2024-04-15T14:36:36.372 INFO:tasks.workunit.client.0.smithi016.stdout: "device_report": { 2024-04-15T14:36:36.372 INFO:tasks.workunit.client.0.smithi016.stdout: "8f9b68b4-fb35-11ee-b99d-0cc47abd1564": { 2024-04-15T14:36:36.372 INFO:tasks.workunit.client.0.smithi016.stdout: "INTEL_SSDPED1D480GA_8f9c28ee-fb35-11ee-b99d-0cc47abd1564": { 2024-04-15T14:36:36.372 INFO:tasks.workunit.client.0.smithi016.stdout: "20240415-143114": { 2024-04-15T14:36:36.372 INFO:tasks.workunit.client.0.smithi016.stdout: "device": { 2024-04-15T14:36:36.373 INFO:tasks.workunit.client.0.smithi016.stdout: "info_name": "/dev/nvme0n1", 2024-04-15T14:36:36.373 INFO:tasks.workunit.client.0.smithi016.stdout: "name": "/dev/nvme0n1", 2024-04-15T14:36:36.373 INFO:tasks.workunit.client.0.smithi016.stdout: "protocol": "NVMe", 2024-04-15T14:36:36.373 INFO:tasks.workunit.client.0.smithi016.stdout: "type": "nvme" 2024-04-15T14:36:36.373 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:36.373 INFO:tasks.workunit.client.0.smithi016.stdout: "firmware_version": "E2010325", 2024-04-15T14:36:36.373 INFO:tasks.workunit.client.0.smithi016.stdout: "host_id": "8f9b68b4-fb35-11ee-b99d-0cc47abd1564", 2024-04-15T14:36:36.373 INFO:tasks.workunit.client.0.smithi016.stdout: "json_format_version": [ 2024-04-15T14:36:36.373 INFO:tasks.workunit.client.0.smithi016.stdout: 1, 2024-04-15T14:36:36.373 INFO:tasks.workunit.client.0.smithi016.stdout: 0 2024-04-15T14:36:36.373 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T14:36:36.373 INFO:tasks.workunit.client.0.smithi016.stdout: "local_time": { 2024-04-15T14:36:36.373 INFO:tasks.workunit.client.0.smithi016.stdout: "asctime": "Mon Apr 15 14:31:14 2024 UTC", 2024-04-15T14:36:36.373 INFO:tasks.workunit.client.0.smithi016.stdout: "time_t": 1713191474 2024-04-15T14:36:36.374 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:36.374 INFO:tasks.workunit.client.0.smithi016.stdout: "logical_block_size": 512, 2024-04-15T14:36:36.374 INFO:tasks.workunit.client.0.smithi016.stdout: "model_name": "INTEL SSDPED1D480GA", 2024-04-15T14:36:36.374 INFO:tasks.workunit.client.0.smithi016.stdout: "nvme_controller_id": 0, 2024-04-15T14:36:36.374 INFO:tasks.workunit.client.0.smithi016.stdout: "nvme_ieee_oui_identifier": 6083300, 2024-04-15T14:36:36.374 INFO:tasks.workunit.client.0.smithi016.stdout: "nvme_namespaces": [ 2024-04-15T14:36:36.374 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-15T14:36:36.374 INFO:tasks.workunit.client.0.smithi016.stdout: "capacity": { 2024-04-15T14:36:36.374 INFO:tasks.workunit.client.0.smithi016.stdout: "blocks": 937703088, 2024-04-15T14:36:36.374 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 480103981056 2024-04-15T14:36:36.374 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:36.374 INFO:tasks.workunit.client.0.smithi016.stdout: "formatted_lba_size": 512, 2024-04-15T14:36:36.374 INFO:tasks.workunit.client.0.smithi016.stdout: "id": 1, 2024-04-15T14:36:36.375 INFO:tasks.workunit.client.0.smithi016.stdout: "size": { 2024-04-15T14:36:36.375 INFO:tasks.workunit.client.0.smithi016.stdout: "blocks": 937703088, 2024-04-15T14:36:36.375 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 480103981056 2024-04-15T14:36:36.375 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:36.375 INFO:tasks.workunit.client.0.smithi016.stdout: "utilization": { 2024-04-15T14:36:36.375 INFO:tasks.workunit.client.0.smithi016.stdout: "blocks": 937703088, 2024-04-15T14:36:36.375 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 480103981056 2024-04-15T14:36:36.375 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T14:36:36.375 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T14:36:36.375 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T14:36:36.375 INFO:tasks.workunit.client.0.smithi016.stdout: "nvme_number_of_namespaces": 1, 2024-04-15T14:36:36.375 INFO:tasks.workunit.client.0.smithi016.stdout: "nvme_pci_vendor": { 2024-04-15T14:36:36.375 INFO:tasks.workunit.client.0.smithi016.stdout: "id": 32902, 2024-04-15T14:36:36.375 INFO:tasks.workunit.client.0.smithi016.stdout: "subsystem_id": 32902 2024-04-15T14:36:36.376 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:36.376 INFO:tasks.workunit.client.0.smithi016.stdout: "nvme_smart_health_information_add_log": { 2024-04-15T14:36:36.376 INFO:tasks.workunit.client.0.smithi016.stdout: "Device stats": { 2024-04-15T14:36:36.376 INFO:tasks.workunit.client.0.smithi016.stdout: "avail_fw_downgrades": { 2024-04-15T14:36:36.376 INFO:tasks.workunit.client.0.smithi016.stdout: "normalized": 0, 2024-04-15T14:36:36.376 INFO:tasks.workunit.client.0.smithi016.stdout: "raw": 0 2024-04-15T14:36:36.376 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:36.376 INFO:tasks.workunit.client.0.smithi016.stdout: "crc_error_count": { 2024-04-15T14:36:36.377 INFO:tasks.workunit.client.0.smithi016.stdout: "normalized": 100, 2024-04-15T14:36:36.377 INFO:tasks.workunit.client.0.smithi016.stdout: "raw": 0 2024-04-15T14:36:36.377 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:36.377 INFO:tasks.workunit.client.0.smithi016.stdout: "end_to_end_error_detection_count": { 2024-04-15T14:36:36.377 INFO:tasks.workunit.client.0.smithi016.stdout: "normalized": 100, 2024-04-15T14:36:36.377 INFO:tasks.workunit.client.0.smithi016.stdout: "raw": 0 2024-04-15T14:36:36.377 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:36.377 INFO:tasks.workunit.client.0.smithi016.stdout: "erase_fail_count": { 2024-04-15T14:36:36.377 INFO:tasks.workunit.client.0.smithi016.stdout: "normalized": 0, 2024-04-15T14:36:36.377 INFO:tasks.workunit.client.0.smithi016.stdout: "raw": 0 2024-04-15T14:36:36.377 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:36.377 INFO:tasks.workunit.client.0.smithi016.stdout: "host_bytes_written": { 2024-04-15T14:36:36.377 INFO:tasks.workunit.client.0.smithi016.stdout: "normalized": 100, 2024-04-15T14:36:36.377 INFO:tasks.workunit.client.0.smithi016.stdout: "raw": 12502232 2024-04-15T14:36:36.377 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:36.378 INFO:tasks.workunit.client.0.smithi016.stdout: "host_ctx_wear_used": { 2024-04-15T14:36:36.378 INFO:tasks.workunit.client.0.smithi016.stdout: "normalized": 0, 2024-04-15T14:36:36.378 INFO:tasks.workunit.client.0.smithi016.stdout: "raw": 0 2024-04-15T14:36:36.378 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:36.378 INFO:tasks.workunit.client.0.smithi016.stdout: "media_bytes_read": { 2024-04-15T14:36:36.378 INFO:tasks.workunit.client.0.smithi016.stdout: "normalized": 0, 2024-04-15T14:36:36.378 INFO:tasks.workunit.client.0.smithi016.stdout: "raw": 0 2024-04-15T14:36:36.378 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:36.378 INFO:tasks.workunit.client.0.smithi016.stdout: "nand_bytes_written": { 2024-04-15T14:36:36.378 INFO:tasks.workunit.client.0.smithi016.stdout: "normalized": 0, 2024-04-15T14:36:36.378 INFO:tasks.workunit.client.0.smithi016.stdout: "raw": 0 2024-04-15T14:36:36.378 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:36.378 INFO:tasks.workunit.client.0.smithi016.stdout: "perf_stat_indicator": { 2024-04-15T14:36:36.378 INFO:tasks.workunit.client.0.smithi016.stdout: "normalized": 0, 2024-04-15T14:36:36.379 INFO:tasks.workunit.client.0.smithi016.stdout: "raw": 0 2024-04-15T14:36:36.379 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:36.379 INFO:tasks.workunit.client.0.smithi016.stdout: "pll_lock_loss_count": { 2024-04-15T14:36:36.379 INFO:tasks.workunit.client.0.smithi016.stdout: "normalized": 100, 2024-04-15T14:36:36.379 INFO:tasks.workunit.client.0.smithi016.stdout: "raw": 0 2024-04-15T14:36:36.379 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:36.379 INFO:tasks.workunit.client.0.smithi016.stdout: "program_fail_count": { 2024-04-15T14:36:36.379 INFO:tasks.workunit.client.0.smithi016.stdout: "normalized": 0, 2024-04-15T14:36:36.379 INFO:tasks.workunit.client.0.smithi016.stdout: "raw": 0 2024-04-15T14:36:36.379 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:36.379 INFO:tasks.workunit.client.0.smithi016.stdout: "re_alloc_sectr_cnt": { 2024-04-15T14:36:36.379 INFO:tasks.workunit.client.0.smithi016.stdout: "normalized": 0, 2024-04-15T14:36:36.380 INFO:tasks.workunit.client.0.smithi016.stdout: "raw": 0 2024-04-15T14:36:36.380 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:36.380 INFO:tasks.workunit.client.0.smithi016.stdout: "retry_buffer_overflow_count": { 2024-04-15T14:36:36.380 INFO:tasks.workunit.client.0.smithi016.stdout: "normalized": 100, 2024-04-15T14:36:36.380 INFO:tasks.workunit.client.0.smithi016.stdout: "raw": 0 2024-04-15T14:36:36.380 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:36.380 INFO:tasks.workunit.client.0.smithi016.stdout: "soft_ecc_err_rate": { 2024-04-15T14:36:36.380 INFO:tasks.workunit.client.0.smithi016.stdout: "normalized": 0, 2024-04-15T14:36:36.380 INFO:tasks.workunit.client.0.smithi016.stdout: "raw": 0 2024-04-15T14:36:36.380 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:36.380 INFO:tasks.workunit.client.0.smithi016.stdout: "thermal_throttle_status": { 2024-04-15T14:36:36.380 INFO:tasks.workunit.client.0.smithi016.stdout: "normalized": 100, 2024-04-15T14:36:36.380 INFO:tasks.workunit.client.0.smithi016.stdout: "raw": { 2024-04-15T14:36:36.380 INFO:tasks.workunit.client.0.smithi016.stdout: "cnt": 0, 2024-04-15T14:36:36.381 INFO:tasks.workunit.client.0.smithi016.stdout: "pct": 0 2024-04-15T14:36:36.381 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T14:36:36.381 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:36.381 INFO:tasks.workunit.client.0.smithi016.stdout: "timed_workload_host_reads": { 2024-04-15T14:36:36.381 INFO:tasks.workunit.client.0.smithi016.stdout: "normalized": 100, 2024-04-15T14:36:36.381 INFO:tasks.workunit.client.0.smithi016.stdout: "raw": 16 2024-04-15T14:36:36.381 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:36.381 INFO:tasks.workunit.client.0.smithi016.stdout: "timed_workload_media_wear": { 2024-04-15T14:36:36.381 INFO:tasks.workunit.client.0.smithi016.stdout: "normalized": 100, 2024-04-15T14:36:36.381 INFO:tasks.workunit.client.0.smithi016.stdout: "raw": 14 2024-04-15T14:36:36.381 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:36.381 INFO:tasks.workunit.client.0.smithi016.stdout: "timed_workload_timer": { 2024-04-15T14:36:36.381 INFO:tasks.workunit.client.0.smithi016.stdout: "normalized": 100, 2024-04-15T14:36:36.381 INFO:tasks.workunit.client.0.smithi016.stdout: "raw": 1606211 2024-04-15T14:36:36.382 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:36.382 INFO:tasks.workunit.client.0.smithi016.stdout: "unexp_power_loss": { 2024-04-15T14:36:36.382 INFO:tasks.workunit.client.0.smithi016.stdout: "normalized": 0, 2024-04-15T14:36:36.382 INFO:tasks.workunit.client.0.smithi016.stdout: "raw": 0 2024-04-15T14:36:36.382 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:36.382 INFO:tasks.workunit.client.0.smithi016.stdout: "wear_leveling": { 2024-04-15T14:36:36.382 INFO:tasks.workunit.client.0.smithi016.stdout: "normalized": 0, 2024-04-15T14:36:36.382 INFO:tasks.workunit.client.0.smithi016.stdout: "raw": { 2024-04-15T14:36:36.382 INFO:tasks.workunit.client.0.smithi016.stdout: "avg": 0, 2024-04-15T14:36:36.382 INFO:tasks.workunit.client.0.smithi016.stdout: "max": 0, 2024-04-15T14:36:36.382 INFO:tasks.workunit.client.0.smithi016.stdout: "min": 0 2024-04-15T14:36:36.382 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T14:36:36.382 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T14:36:36.382 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:36.383 INFO:tasks.workunit.client.0.smithi016.stdout: "Intel Smart log": "nvme0n1" 2024-04-15T14:36:36.383 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:36.383 INFO:tasks.workunit.client.0.smithi016.stdout: "nvme_smart_health_information_log": { 2024-04-15T14:36:36.383 INFO:tasks.workunit.client.0.smithi016.stdout: "available_spare": 100, 2024-04-15T14:36:36.383 INFO:tasks.workunit.client.0.smithi016.stdout: "available_spare_threshold": 0, 2024-04-15T14:36:36.383 INFO:tasks.workunit.client.0.smithi016.stdout: "controller_busy_time": 5127, 2024-04-15T14:36:36.383 INFO:tasks.workunit.client.0.smithi016.stdout: "critical_warning": 0, 2024-04-15T14:36:36.383 INFO:tasks.workunit.client.0.smithi016.stdout: "data_units_read": 187427077, 2024-04-15T14:36:36.383 INFO:tasks.workunit.client.0.smithi016.stdout: "data_units_written": 819346293, 2024-04-15T14:36:36.383 INFO:tasks.workunit.client.0.smithi016.stdout: "host_reads": 3092348801, 2024-04-15T14:36:36.383 INFO:tasks.workunit.client.0.smithi016.stdout: "host_writes": 17434434651, 2024-04-15T14:36:36.383 INFO:tasks.workunit.client.0.smithi016.stdout: "media_errors": 0, 2024-04-15T14:36:36.383 INFO:tasks.workunit.client.0.smithi016.stdout: "num_err_log_entries": 0, 2024-04-15T14:36:36.383 INFO:tasks.workunit.client.0.smithi016.stdout: "percentage_used": 22, 2024-04-15T14:36:36.383 INFO:tasks.workunit.client.0.smithi016.stdout: "power_cycles": 34369, 2024-04-15T14:36:36.383 INFO:tasks.workunit.client.0.smithi016.stdout: "power_on_hours": 41224, 2024-04-15T14:36:36.384 INFO:tasks.workunit.client.0.smithi016.stdout: "temperature": 33, 2024-04-15T14:36:36.384 INFO:tasks.workunit.client.0.smithi016.stdout: "unsafe_shutdowns": 9852 2024-04-15T14:36:36.384 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:36.384 INFO:tasks.workunit.client.0.smithi016.stdout: "nvme_vendor": "intel", 2024-04-15T14:36:36.384 INFO:tasks.workunit.client.0.smithi016.stdout: "power_cycle_count": 34369, 2024-04-15T14:36:36.384 INFO:tasks.workunit.client.0.smithi016.stdout: "power_on_time": { 2024-04-15T14:36:36.384 INFO:tasks.workunit.client.0.smithi016.stdout: "hours": 41224 2024-04-15T14:36:36.384 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:36.384 INFO:tasks.workunit.client.0.smithi016.stdout: "serial_number": "deleted", 2024-04-15T14:36:36.384 INFO:tasks.workunit.client.0.smithi016.stdout: "smart_status": { 2024-04-15T14:36:36.384 INFO:tasks.workunit.client.0.smithi016.stdout: "nvme": { 2024-04-15T14:36:36.384 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:36.384 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:36.384 INFO:tasks.workunit.client.0.smithi016.stdout: "passed": true 2024-04-15T14:36:36.384 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:36.385 INFO:tasks.workunit.client.0.smithi016.stdout: "smartctl": { 2024-04-15T14:36:36.385 INFO:tasks.workunit.client.0.smithi016.stdout: "argv": [ 2024-04-15T14:36:36.385 INFO:tasks.workunit.client.0.smithi016.stdout: "smartctl", 2024-04-15T14:36:36.385 INFO:tasks.workunit.client.0.smithi016.stdout: "-x", 2024-04-15T14:36:36.385 INFO:tasks.workunit.client.0.smithi016.stdout: "--json=o", 2024-04-15T14:36:36.385 INFO:tasks.workunit.client.0.smithi016.stdout: "/dev/nvme0n1" 2024-04-15T14:36:36.385 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T14:36:36.385 INFO:tasks.workunit.client.0.smithi016.stdout: "build_info": "(local build)", 2024-04-15T14:36:36.385 INFO:tasks.workunit.client.0.smithi016.stdout: "exit_status": 0, 2024-04-15T14:36:36.385 INFO:tasks.workunit.client.0.smithi016.stdout: "output": [ 2024-04-15T14:36:36.385 INFO:tasks.workunit.client.0.smithi016.stdout: "smartctl 7.1 2019-12-30 r5022 [x86_64-linux-5.14.0-438.el9.x86_64] (local build)", 2024-04-15T14:36:36.385 INFO:tasks.workunit.client.0.smithi016.stdout: "Copyright (C) 2002-19, Bruce Allen, Christian Franke, www.smartmontools.org", 2024-04-15T14:36:36.385 INFO:tasks.workunit.client.0.smithi016.stdout: "", 2024-04-15T14:36:36.385 INFO:tasks.workunit.client.0.smithi016.stdout: "=== START OF INFORMATION SECTION ===", 2024-04-15T14:36:36.385 INFO:tasks.workunit.client.0.smithi016.stdout: "Model Number: INTEL SSDPED1D480GA", 2024-04-15T14:36:36.386 INFO:tasks.workunit.client.0.smithi016.stdout: "Serial Number: deleted", 2024-04-15T14:36:36.386 INFO:tasks.workunit.client.0.smithi016.stdout: "Firmware Version: E2010325", 2024-04-15T14:36:36.386 INFO:tasks.workunit.client.0.smithi016.stdout: "PCI Vendor/Subsystem ID: 0x8086", 2024-04-15T14:36:36.386 INFO:tasks.workunit.client.0.smithi016.stdout: "IEEE OUI Identifier: 0x5cd2e4", 2024-04-15T14:36:36.386 INFO:tasks.workunit.client.0.smithi016.stdout: "Controller ID: 0", 2024-04-15T14:36:36.386 INFO:tasks.workunit.client.0.smithi016.stdout: "Number of Namespaces: 1", 2024-04-15T14:36:36.386 INFO:tasks.workunit.client.0.smithi016.stdout: "Namespace 1 Size/Capacity: 480,103,981,056 [480 GB]", 2024-04-15T14:36:36.386 INFO:tasks.workunit.client.0.smithi016.stdout: "Namespace 1 Formatted LBA Size: 512", 2024-04-15T14:36:36.386 INFO:tasks.workunit.client.0.smithi016.stdout: "Local Time is: Mon Apr 15 14:31:14 2024 UTC", 2024-04-15T14:36:36.386 INFO:tasks.workunit.client.0.smithi016.stdout: "Firmware Updates (0x02): 1 Slot", 2024-04-15T14:36:36.386 INFO:tasks.workunit.client.0.smithi016.stdout: "Optional Admin Commands (0x0007): Security Format Frmw_DL", 2024-04-15T14:36:36.386 INFO:tasks.workunit.client.0.smithi016.stdout: "Optional NVM Commands (0x0006): Wr_Unc DS_Mngmt", 2024-04-15T14:36:36.386 INFO:tasks.workunit.client.0.smithi016.stdout: "Maximum Data Transfer Size: 32 Pages", 2024-04-15T14:36:36.387 INFO:tasks.workunit.client.0.smithi016.stdout: "", 2024-04-15T14:36:36.387 INFO:tasks.workunit.client.0.smithi016.stdout: "Supported Power States", 2024-04-15T14:36:36.387 INFO:tasks.workunit.client.0.smithi016.stdout: "St Op Max Active Idle RL RT WL WT Ent_Lat Ex_Lat", 2024-04-15T14:36:36.387 INFO:tasks.workunit.client.0.smithi016.stdout: " 0 + 18.00W - - 0 0 0 0 0 0", 2024-04-15T14:36:36.387 INFO:tasks.workunit.client.0.smithi016.stdout: "", 2024-04-15T14:36:36.387 INFO:tasks.workunit.client.0.smithi016.stdout: "Supported LBA Sizes (NSID 0x1)", 2024-04-15T14:36:36.387 INFO:tasks.workunit.client.0.smithi016.stdout: "Id Fmt Data Metadt Rel_Perf", 2024-04-15T14:36:36.387 INFO:tasks.workunit.client.0.smithi016.stdout: " 0 + 512 0 2", 2024-04-15T14:36:36.387 INFO:tasks.workunit.client.0.smithi016.stdout: "", 2024-04-15T14:36:36.387 INFO:tasks.workunit.client.0.smithi016.stdout: "=== START OF SMART DATA SECTION ===", 2024-04-15T14:36:36.387 INFO:tasks.workunit.client.0.smithi016.stdout: "SMART overall-health self-assessment test result: PASSED", 2024-04-15T14:36:36.387 INFO:tasks.workunit.client.0.smithi016.stdout: "", 2024-04-15T14:36:36.387 INFO:tasks.workunit.client.0.smithi016.stdout: "SMART/Health Information (NVMe Log 0x02)", 2024-04-15T14:36:36.387 INFO:tasks.workunit.client.0.smithi016.stdout: "Critical Warning: 0x00", 2024-04-15T14:36:36.387 INFO:tasks.workunit.client.0.smithi016.stdout: "Temperature: 33 Celsius", 2024-04-15T14:36:36.388 INFO:tasks.workunit.client.0.smithi016.stdout: "Available Spare: 100%", 2024-04-15T14:36:36.388 INFO:tasks.workunit.client.0.smithi016.stdout: "Available Spare Threshold: 0%", 2024-04-15T14:36:36.388 INFO:tasks.workunit.client.0.smithi016.stdout: "Percentage Used: 22%", 2024-04-15T14:36:36.388 INFO:tasks.workunit.client.0.smithi016.stdout: "Data Units Read: 187,427,077 [95.9 TB]", 2024-04-15T14:36:36.388 INFO:tasks.workunit.client.0.smithi016.stdout: "Data Units Written: 819,346,293 [419 TB]", 2024-04-15T14:36:36.388 INFO:tasks.workunit.client.0.smithi016.stdout: "Host Read Commands: 3,092,348,801", 2024-04-15T14:36:36.388 INFO:tasks.workunit.client.0.smithi016.stdout: "Host Write Commands: 17,434,434,651", 2024-04-15T14:36:36.388 INFO:tasks.workunit.client.0.smithi016.stdout: "Controller Busy Time: 5,127", 2024-04-15T14:36:36.388 INFO:tasks.workunit.client.0.smithi016.stdout: "Power Cycles: 34,369", 2024-04-15T14:36:36.388 INFO:tasks.workunit.client.0.smithi016.stdout: "Power On Hours: 41,224", 2024-04-15T14:36:36.388 INFO:tasks.workunit.client.0.smithi016.stdout: "Unsafe Shutdowns: 9,852", 2024-04-15T14:36:36.388 INFO:tasks.workunit.client.0.smithi016.stdout: "Media and Data Integrity Errors: 0", 2024-04-15T14:36:36.388 INFO:tasks.workunit.client.0.smithi016.stdout: "Error Information Log Entries: 0", 2024-04-15T14:36:36.388 INFO:tasks.workunit.client.0.smithi016.stdout: "", 2024-04-15T14:36:36.389 INFO:tasks.workunit.client.0.smithi016.stdout: "Error Information (NVMe Log 0x01, max 64 entries)", 2024-04-15T14:36:36.389 INFO:tasks.workunit.client.0.smithi016.stdout: "No Errors Logged", 2024-04-15T14:36:36.389 INFO:tasks.workunit.client.0.smithi016.stdout: "" 2024-04-15T14:36:36.389 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T14:36:36.389 INFO:tasks.workunit.client.0.smithi016.stdout: "platform_info": "x86_64-linux-5.14.0-438.el9.x86_64", 2024-04-15T14:36:36.389 INFO:tasks.workunit.client.0.smithi016.stdout: "svn_revision": "5022", 2024-04-15T14:36:36.389 INFO:tasks.workunit.client.0.smithi016.stdout: "version": [ 2024-04-15T14:36:36.389 INFO:tasks.workunit.client.0.smithi016.stdout: 7, 2024-04-15T14:36:36.389 INFO:tasks.workunit.client.0.smithi016.stdout: 1 2024-04-15T14:36:36.389 INFO:tasks.workunit.client.0.smithi016.stdout: ] 2024-04-15T14:36:36.389 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:36.389 INFO:tasks.workunit.client.0.smithi016.stdout: "temperature": { 2024-04-15T14:36:36.389 INFO:tasks.workunit.client.0.smithi016.stdout: "current": 33 2024-04-15T14:36:36.389 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:36.390 INFO:tasks.workunit.client.0.smithi016.stdout: "user_capacity": { 2024-04-15T14:36:36.390 INFO:tasks.workunit.client.0.smithi016.stdout: "blocks": 937703088, 2024-04-15T14:36:36.390 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 480103981056 2024-04-15T14:36:36.390 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T14:36:36.390 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T14:36:36.390 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T14:36:36.390 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:36.390 INFO:tasks.workunit.client.0.smithi016.stdout: "8f9dab74-fb35-11ee-b99d-0cc47abd1564": { 2024-04-15T14:36:36.390 INFO:tasks.workunit.client.0.smithi016.stdout: "INTEL_SSDPEDMD400G4_8f9e4dd6-fb35-11ee-b99d-0cc47abd1564": { 2024-04-15T14:36:36.390 INFO:tasks.workunit.client.0.smithi016.stdout: "20240415-143116": { 2024-04-15T14:36:36.390 INFO:tasks.workunit.client.0.smithi016.stdout: "device": { 2024-04-15T14:36:36.390 INFO:tasks.workunit.client.0.smithi016.stdout: "info_name": "/dev/nvme0n1", 2024-04-15T14:36:36.390 INFO:tasks.workunit.client.0.smithi016.stdout: "name": "/dev/nvme0n1", 2024-04-15T14:36:36.390 INFO:tasks.workunit.client.0.smithi016.stdout: "protocol": "NVMe", 2024-04-15T14:36:36.390 INFO:tasks.workunit.client.0.smithi016.stdout: "type": "nvme" 2024-04-15T14:36:36.391 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:36.391 INFO:tasks.workunit.client.0.smithi016.stdout: "firmware_version": "8DV101H0", 2024-04-15T14:36:36.391 INFO:tasks.workunit.client.0.smithi016.stdout: "host_id": "8f9dab74-fb35-11ee-b99d-0cc47abd1564", 2024-04-15T14:36:36.391 INFO:tasks.workunit.client.0.smithi016.stdout: "json_format_version": [ 2024-04-15T14:36:36.391 INFO:tasks.workunit.client.0.smithi016.stdout: 1, 2024-04-15T14:36:36.391 INFO:tasks.workunit.client.0.smithi016.stdout: 0 2024-04-15T14:36:36.391 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T14:36:36.391 INFO:tasks.workunit.client.0.smithi016.stdout: "local_time": { 2024-04-15T14:36:36.391 INFO:tasks.workunit.client.0.smithi016.stdout: "asctime": "Mon Apr 15 14:31:16 2024 UTC", 2024-04-15T14:36:36.391 INFO:tasks.workunit.client.0.smithi016.stdout: "time_t": 1713191476 2024-04-15T14:36:36.391 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:36.391 INFO:tasks.workunit.client.0.smithi016.stdout: "logical_block_size": 512, 2024-04-15T14:36:36.391 INFO:tasks.workunit.client.0.smithi016.stdout: "model_name": "INTEL SSDPEDMD400G4", 2024-04-15T14:36:36.391 INFO:tasks.workunit.client.0.smithi016.stdout: "nvme_controller_id": 0, 2024-04-15T14:36:36.392 INFO:tasks.workunit.client.0.smithi016.stdout: "nvme_ieee_oui_identifier": 6083300, 2024-04-15T14:36:36.392 INFO:tasks.workunit.client.0.smithi016.stdout: "nvme_namespaces": [ 2024-04-15T14:36:36.392 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-15T14:36:36.392 INFO:tasks.workunit.client.0.smithi016.stdout: "capacity": { 2024-04-15T14:36:36.392 INFO:tasks.workunit.client.0.smithi016.stdout: "blocks": 781422768, 2024-04-15T14:36:36.392 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 400088457216 2024-04-15T14:36:36.392 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:36.392 INFO:tasks.workunit.client.0.smithi016.stdout: "formatted_lba_size": 512, 2024-04-15T14:36:36.392 INFO:tasks.workunit.client.0.smithi016.stdout: "id": 1, 2024-04-15T14:36:36.392 INFO:tasks.workunit.client.0.smithi016.stdout: "size": { 2024-04-15T14:36:36.392 INFO:tasks.workunit.client.0.smithi016.stdout: "blocks": 781422768, 2024-04-15T14:36:36.392 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 400088457216 2024-04-15T14:36:36.392 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:36.392 INFO:tasks.workunit.client.0.smithi016.stdout: "utilization": { 2024-04-15T14:36:36.392 INFO:tasks.workunit.client.0.smithi016.stdout: "blocks": 781422768, 2024-04-15T14:36:36.393 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 400088457216 2024-04-15T14:36:36.393 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T14:36:36.393 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T14:36:36.393 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T14:36:36.393 INFO:tasks.workunit.client.0.smithi016.stdout: "nvme_number_of_namespaces": 1, 2024-04-15T14:36:36.393 INFO:tasks.workunit.client.0.smithi016.stdout: "nvme_pci_vendor": { 2024-04-15T14:36:36.393 INFO:tasks.workunit.client.0.smithi016.stdout: "id": 32902, 2024-04-15T14:36:36.393 INFO:tasks.workunit.client.0.smithi016.stdout: "subsystem_id": 32902 2024-04-15T14:36:36.393 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:36.393 INFO:tasks.workunit.client.0.smithi016.stdout: "nvme_smart_health_information_add_log": { 2024-04-15T14:36:36.393 INFO:tasks.workunit.client.0.smithi016.stdout: "Device stats": { 2024-04-15T14:36:36.393 INFO:tasks.workunit.client.0.smithi016.stdout: "avail_fw_downgrades": { 2024-04-15T14:36:36.393 INFO:tasks.workunit.client.0.smithi016.stdout: "normalized": 0, 2024-04-15T14:36:36.393 INFO:tasks.workunit.client.0.smithi016.stdout: "raw": 0 2024-04-15T14:36:36.393 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:36.394 INFO:tasks.workunit.client.0.smithi016.stdout: "crc_error_count": { 2024-04-15T14:36:36.394 INFO:tasks.workunit.client.0.smithi016.stdout: "normalized": 100, 2024-04-15T14:36:36.394 INFO:tasks.workunit.client.0.smithi016.stdout: "raw": 0 2024-04-15T14:36:36.394 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:36.394 INFO:tasks.workunit.client.0.smithi016.stdout: "end_to_end_error_detection_count": { 2024-04-15T14:36:36.394 INFO:tasks.workunit.client.0.smithi016.stdout: "normalized": 100, 2024-04-15T14:36:36.394 INFO:tasks.workunit.client.0.smithi016.stdout: "raw": 0 2024-04-15T14:36:36.394 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:36.394 INFO:tasks.workunit.client.0.smithi016.stdout: "erase_fail_count": { 2024-04-15T14:36:36.394 INFO:tasks.workunit.client.0.smithi016.stdout: "normalized": 100, 2024-04-15T14:36:36.394 INFO:tasks.workunit.client.0.smithi016.stdout: "raw": 0 2024-04-15T14:36:36.394 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:36.394 INFO:tasks.workunit.client.0.smithi016.stdout: "host_bytes_written": { 2024-04-15T14:36:36.394 INFO:tasks.workunit.client.0.smithi016.stdout: "normalized": 100, 2024-04-15T14:36:36.395 INFO:tasks.workunit.client.0.smithi016.stdout: "raw": 29079146 2024-04-15T14:36:36.395 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:36.395 INFO:tasks.workunit.client.0.smithi016.stdout: "host_ctx_wear_used": { 2024-04-15T14:36:36.395 INFO:tasks.workunit.client.0.smithi016.stdout: "normalized": 100, 2024-04-15T14:36:36.395 INFO:tasks.workunit.client.0.smithi016.stdout: "raw": 1 2024-04-15T14:36:36.395 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:36.395 INFO:tasks.workunit.client.0.smithi016.stdout: "media_bytes_read": { 2024-04-15T14:36:36.395 INFO:tasks.workunit.client.0.smithi016.stdout: "normalized": 0, 2024-04-15T14:36:36.395 INFO:tasks.workunit.client.0.smithi016.stdout: "raw": 0 2024-04-15T14:36:36.395 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:36.395 INFO:tasks.workunit.client.0.smithi016.stdout: "nand_bytes_written": { 2024-04-15T14:36:36.395 INFO:tasks.workunit.client.0.smithi016.stdout: "normalized": 100, 2024-04-15T14:36:36.395 INFO:tasks.workunit.client.0.smithi016.stdout: "raw": 47147913 2024-04-15T14:36:36.395 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:36.395 INFO:tasks.workunit.client.0.smithi016.stdout: "perf_stat_indicator": { 2024-04-15T14:36:36.396 INFO:tasks.workunit.client.0.smithi016.stdout: "normalized": 0, 2024-04-15T14:36:36.396 INFO:tasks.workunit.client.0.smithi016.stdout: "raw": 0 2024-04-15T14:36:36.396 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:36.396 INFO:tasks.workunit.client.0.smithi016.stdout: "pll_lock_loss_count": { 2024-04-15T14:36:36.396 INFO:tasks.workunit.client.0.smithi016.stdout: "normalized": 100, 2024-04-15T14:36:36.396 INFO:tasks.workunit.client.0.smithi016.stdout: "raw": 0 2024-04-15T14:36:36.396 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:36.396 INFO:tasks.workunit.client.0.smithi016.stdout: "program_fail_count": { 2024-04-15T14:36:36.396 INFO:tasks.workunit.client.0.smithi016.stdout: "normalized": 100, 2024-04-15T14:36:36.396 INFO:tasks.workunit.client.0.smithi016.stdout: "raw": 0 2024-04-15T14:36:36.396 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:36.396 INFO:tasks.workunit.client.0.smithi016.stdout: "re_alloc_sectr_cnt": { 2024-04-15T14:36:36.396 INFO:tasks.workunit.client.0.smithi016.stdout: "normalized": 0, 2024-04-15T14:36:36.396 INFO:tasks.workunit.client.0.smithi016.stdout: "raw": 0 2024-04-15T14:36:36.396 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:36.397 INFO:tasks.workunit.client.0.smithi016.stdout: "retry_buffer_overflow_count": { 2024-04-15T14:36:36.397 INFO:tasks.workunit.client.0.smithi016.stdout: "normalized": 100, 2024-04-15T14:36:36.397 INFO:tasks.workunit.client.0.smithi016.stdout: "raw": 0 2024-04-15T14:36:36.397 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:36.397 INFO:tasks.workunit.client.0.smithi016.stdout: "soft_ecc_err_rate": { 2024-04-15T14:36:36.397 INFO:tasks.workunit.client.0.smithi016.stdout: "normalized": 0, 2024-04-15T14:36:36.397 INFO:tasks.workunit.client.0.smithi016.stdout: "raw": 0 2024-04-15T14:36:36.397 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:36.397 INFO:tasks.workunit.client.0.smithi016.stdout: "thermal_throttle_status": { 2024-04-15T14:36:36.397 INFO:tasks.workunit.client.0.smithi016.stdout: "normalized": 100, 2024-04-15T14:36:36.397 INFO:tasks.workunit.client.0.smithi016.stdout: "raw": { 2024-04-15T14:36:36.397 INFO:tasks.workunit.client.0.smithi016.stdout: "cnt": 0, 2024-04-15T14:36:36.397 INFO:tasks.workunit.client.0.smithi016.stdout: "pct": 0 2024-04-15T14:36:36.397 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T14:36:36.398 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:36.398 INFO:tasks.workunit.client.0.smithi016.stdout: "timed_workload_host_reads": { 2024-04-15T14:36:36.398 INFO:tasks.workunit.client.0.smithi016.stdout: "normalized": 100, 2024-04-15T14:36:36.398 INFO:tasks.workunit.client.0.smithi016.stdout: "raw": 65535 2024-04-15T14:36:36.398 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:36.398 INFO:tasks.workunit.client.0.smithi016.stdout: "timed_workload_media_wear": { 2024-04-15T14:36:36.398 INFO:tasks.workunit.client.0.smithi016.stdout: "normalized": 100, 2024-04-15T14:36:36.398 INFO:tasks.workunit.client.0.smithi016.stdout: "raw": 64 2024-04-15T14:36:36.398 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:36.398 INFO:tasks.workunit.client.0.smithi016.stdout: "timed_workload_timer": { 2024-04-15T14:36:36.398 INFO:tasks.workunit.client.0.smithi016.stdout: "normalized": 100, 2024-04-15T14:36:36.398 INFO:tasks.workunit.client.0.smithi016.stdout: "raw": 65535 2024-04-15T14:36:36.398 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:36.398 INFO:tasks.workunit.client.0.smithi016.stdout: "unexp_power_loss": { 2024-04-15T14:36:36.399 INFO:tasks.workunit.client.0.smithi016.stdout: "normalized": 0, 2024-04-15T14:36:36.399 INFO:tasks.workunit.client.0.smithi016.stdout: "raw": 0 2024-04-15T14:36:36.399 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:36.399 INFO:tasks.workunit.client.0.smithi016.stdout: "wear_leveling": { 2024-04-15T14:36:36.399 INFO:tasks.workunit.client.0.smithi016.stdout: "normalized": 90, 2024-04-15T14:36:36.399 INFO:tasks.workunit.client.0.smithi016.stdout: "raw": { 2024-04-15T14:36:36.399 INFO:tasks.workunit.client.0.smithi016.stdout: "avg": 3165, 2024-04-15T14:36:36.399 INFO:tasks.workunit.client.0.smithi016.stdout: "max": 3186, 2024-04-15T14:36:36.399 INFO:tasks.workunit.client.0.smithi016.stdout: "min": 3145 2024-04-15T14:36:36.399 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T14:36:36.399 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T14:36:36.399 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:36.399 INFO:tasks.workunit.client.0.smithi016.stdout: "Intel Smart log": "nvme0n1" 2024-04-15T14:36:36.399 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:36.399 INFO:tasks.workunit.client.0.smithi016.stdout: "nvme_smart_health_information_log": { 2024-04-15T14:36:36.400 INFO:tasks.workunit.client.0.smithi016.stdout: "available_spare": 100, 2024-04-15T14:36:36.400 INFO:tasks.workunit.client.0.smithi016.stdout: "available_spare_threshold": 10, 2024-04-15T14:36:36.400 INFO:tasks.workunit.client.0.smithi016.stdout: "controller_busy_time": 21, 2024-04-15T14:36:36.400 INFO:tasks.workunit.client.0.smithi016.stdout: "critical_warning": 0, 2024-04-15T14:36:36.400 INFO:tasks.workunit.client.0.smithi016.stdout: "data_units_read": 367524241, 2024-04-15T14:36:36.400 INFO:tasks.workunit.client.0.smithi016.stdout: "data_units_written": 1905730977, 2024-04-15T14:36:36.400 INFO:tasks.workunit.client.0.smithi016.stdout: "host_reads": 5626765605, 2024-04-15T14:36:36.400 INFO:tasks.workunit.client.0.smithi016.stdout: "host_writes": 32550756084, 2024-04-15T14:36:36.400 INFO:tasks.workunit.client.0.smithi016.stdout: "media_errors": 0, 2024-04-15T14:36:36.400 INFO:tasks.workunit.client.0.smithi016.stdout: "num_err_log_entries": 0, 2024-04-15T14:36:36.400 INFO:tasks.workunit.client.0.smithi016.stdout: "percentage_used": 10, 2024-04-15T14:36:36.400 INFO:tasks.workunit.client.0.smithi016.stdout: "power_cycles": 44153, 2024-04-15T14:36:36.400 INFO:tasks.workunit.client.0.smithi016.stdout: "power_on_hours": 57405, 2024-04-15T14:36:36.400 INFO:tasks.workunit.client.0.smithi016.stdout: "temperature": 24, 2024-04-15T14:36:36.400 INFO:tasks.workunit.client.0.smithi016.stdout: "unsafe_shutdowns": 819 2024-04-15T14:36:36.401 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:36.401 INFO:tasks.workunit.client.0.smithi016.stdout: "nvme_vendor": "intel", 2024-04-15T14:36:36.401 INFO:tasks.workunit.client.0.smithi016.stdout: "power_cycle_count": 44153, 2024-04-15T14:36:36.401 INFO:tasks.workunit.client.0.smithi016.stdout: "power_on_time": { 2024-04-15T14:36:36.401 INFO:tasks.workunit.client.0.smithi016.stdout: "hours": 57405 2024-04-15T14:36:36.401 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:36.401 INFO:tasks.workunit.client.0.smithi016.stdout: "serial_number": "deleted", 2024-04-15T14:36:36.401 INFO:tasks.workunit.client.0.smithi016.stdout: "smart_status": { 2024-04-15T14:36:36.401 INFO:tasks.workunit.client.0.smithi016.stdout: "nvme": { 2024-04-15T14:36:36.401 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:36.401 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:36.401 INFO:tasks.workunit.client.0.smithi016.stdout: "passed": true 2024-04-15T14:36:36.401 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:36.401 INFO:tasks.workunit.client.0.smithi016.stdout: "smartctl": { 2024-04-15T14:36:36.401 INFO:tasks.workunit.client.0.smithi016.stdout: "argv": [ 2024-04-15T14:36:36.402 INFO:tasks.workunit.client.0.smithi016.stdout: "smartctl", 2024-04-15T14:36:36.402 INFO:tasks.workunit.client.0.smithi016.stdout: "-x", 2024-04-15T14:36:36.402 INFO:tasks.workunit.client.0.smithi016.stdout: "--json=o", 2024-04-15T14:36:36.402 INFO:tasks.workunit.client.0.smithi016.stdout: "/dev/nvme0n1" 2024-04-15T14:36:36.402 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T14:36:36.402 INFO:tasks.workunit.client.0.smithi016.stdout: "build_info": "(local build)", 2024-04-15T14:36:36.402 INFO:tasks.workunit.client.0.smithi016.stdout: "exit_status": 0, 2024-04-15T14:36:36.402 INFO:tasks.workunit.client.0.smithi016.stdout: "output": [ 2024-04-15T14:36:36.402 INFO:tasks.workunit.client.0.smithi016.stdout: "smartctl 7.1 2019-12-30 r5022 [x86_64-linux-5.14.0-438.el9.x86_64] (local build)", 2024-04-15T14:36:36.402 INFO:tasks.workunit.client.0.smithi016.stdout: "Copyright (C) 2002-19, Bruce Allen, Christian Franke, www.smartmontools.org", 2024-04-15T14:36:36.402 INFO:tasks.workunit.client.0.smithi016.stdout: "", 2024-04-15T14:36:36.402 INFO:tasks.workunit.client.0.smithi016.stdout: "=== START OF INFORMATION SECTION ===", 2024-04-15T14:36:36.402 INFO:tasks.workunit.client.0.smithi016.stdout: "Model Number: INTEL SSDPEDMD400G4", 2024-04-15T14:36:36.402 INFO:tasks.workunit.client.0.smithi016.stdout: "Serial Number: deleted", 2024-04-15T14:36:36.403 INFO:tasks.workunit.client.0.smithi016.stdout: "Firmware Version: 8DV101H0", 2024-04-15T14:36:36.403 INFO:tasks.workunit.client.0.smithi016.stdout: "PCI Vendor/Subsystem ID: 0x8086", 2024-04-15T14:36:36.403 INFO:tasks.workunit.client.0.smithi016.stdout: "IEEE OUI Identifier: 0x5cd2e4", 2024-04-15T14:36:36.403 INFO:tasks.workunit.client.0.smithi016.stdout: "Controller ID: 0", 2024-04-15T14:36:36.403 INFO:tasks.workunit.client.0.smithi016.stdout: "Number of Namespaces: 1", 2024-04-15T14:36:36.403 INFO:tasks.workunit.client.0.smithi016.stdout: "Namespace 1 Size/Capacity: 400,088,457,216 [400 GB]", 2024-04-15T14:36:36.403 INFO:tasks.workunit.client.0.smithi016.stdout: "Namespace 1 Formatted LBA Size: 512", 2024-04-15T14:36:36.403 INFO:tasks.workunit.client.0.smithi016.stdout: "Local Time is: Mon Apr 15 14:31:16 2024 UTC", 2024-04-15T14:36:36.403 INFO:tasks.workunit.client.0.smithi016.stdout: "Firmware Updates (0x02): 1 Slot", 2024-04-15T14:36:36.403 INFO:tasks.workunit.client.0.smithi016.stdout: "Optional Admin Commands (0x0006): Format Frmw_DL", 2024-04-15T14:36:36.403 INFO:tasks.workunit.client.0.smithi016.stdout: "Optional NVM Commands (0x0006): Wr_Unc DS_Mngmt", 2024-04-15T14:36:36.403 INFO:tasks.workunit.client.0.smithi016.stdout: "Maximum Data Transfer Size: 32 Pages", 2024-04-15T14:36:36.403 INFO:tasks.workunit.client.0.smithi016.stdout: "", 2024-04-15T14:36:36.403 INFO:tasks.workunit.client.0.smithi016.stdout: "Supported Power States", 2024-04-15T14:36:36.404 INFO:tasks.workunit.client.0.smithi016.stdout: "St Op Max Active Idle RL RT WL WT Ent_Lat Ex_Lat", 2024-04-15T14:36:36.404 INFO:tasks.workunit.client.0.smithi016.stdout: " 0 + 25.00W - - 0 0 0 0 0 0", 2024-04-15T14:36:36.404 INFO:tasks.workunit.client.0.smithi016.stdout: "", 2024-04-15T14:36:36.404 INFO:tasks.workunit.client.0.smithi016.stdout: "Supported LBA Sizes (NSID 0x1)", 2024-04-15T14:36:36.404 INFO:tasks.workunit.client.0.smithi016.stdout: "Id Fmt Data Metadt Rel_Perf", 2024-04-15T14:36:36.404 INFO:tasks.workunit.client.0.smithi016.stdout: " 0 + 512 0 2", 2024-04-15T14:36:36.404 INFO:tasks.workunit.client.0.smithi016.stdout: " 1 - 512 8 2", 2024-04-15T14:36:36.404 INFO:tasks.workunit.client.0.smithi016.stdout: " 2 - 512 16 2", 2024-04-15T14:36:36.404 INFO:tasks.workunit.client.0.smithi016.stdout: " 3 - 4096 0 0", 2024-04-15T14:36:36.404 INFO:tasks.workunit.client.0.smithi016.stdout: " 4 - 4096 8 0", 2024-04-15T14:36:36.404 INFO:tasks.workunit.client.0.smithi016.stdout: " 5 - 4096 64 0", 2024-04-15T14:36:36.404 INFO:tasks.workunit.client.0.smithi016.stdout: " 6 - 4096 128 0", 2024-04-15T14:36:36.404 INFO:tasks.workunit.client.0.smithi016.stdout: "", 2024-04-15T14:36:36.404 INFO:tasks.workunit.client.0.smithi016.stdout: "=== START OF SMART DATA SECTION ===", 2024-04-15T14:36:36.405 INFO:tasks.workunit.client.0.smithi016.stdout: "SMART overall-health self-assessment test result: PASSED", 2024-04-15T14:36:36.405 INFO:tasks.workunit.client.0.smithi016.stdout: "", 2024-04-15T14:36:36.405 INFO:tasks.workunit.client.0.smithi016.stdout: "SMART/Health Information (NVMe Log 0x02)", 2024-04-15T14:36:36.405 INFO:tasks.workunit.client.0.smithi016.stdout: "Critical Warning: 0x00", 2024-04-15T14:36:36.405 INFO:tasks.workunit.client.0.smithi016.stdout: "Temperature: 24 Celsius", 2024-04-15T14:36:36.405 INFO:tasks.workunit.client.0.smithi016.stdout: "Available Spare: 100%", 2024-04-15T14:36:36.405 INFO:tasks.workunit.client.0.smithi016.stdout: "Available Spare Threshold: 10%", 2024-04-15T14:36:36.405 INFO:tasks.workunit.client.0.smithi016.stdout: "Percentage Used: 10%", 2024-04-15T14:36:36.405 INFO:tasks.workunit.client.0.smithi016.stdout: "Data Units Read: 367,524,241 [188 TB]", 2024-04-15T14:36:36.405 INFO:tasks.workunit.client.0.smithi016.stdout: "Data Units Written: 1,905,730,977 [975 TB]", 2024-04-15T14:36:36.405 INFO:tasks.workunit.client.0.smithi016.stdout: "Host Read Commands: 5,626,765,605", 2024-04-15T14:36:36.405 INFO:tasks.workunit.client.0.smithi016.stdout: "Host Write Commands: 32,550,756,084", 2024-04-15T14:36:36.405 INFO:tasks.workunit.client.0.smithi016.stdout: "Controller Busy Time: 21", 2024-04-15T14:36:36.405 INFO:tasks.workunit.client.0.smithi016.stdout: "Power Cycles: 44,153", 2024-04-15T14:36:36.405 INFO:tasks.workunit.client.0.smithi016.stdout: "Power On Hours: 57,405", 2024-04-15T14:36:36.406 INFO:tasks.workunit.client.0.smithi016.stdout: "Unsafe Shutdowns: 819", 2024-04-15T14:36:36.406 INFO:tasks.workunit.client.0.smithi016.stdout: "Media and Data Integrity Errors: 0", 2024-04-15T14:36:36.406 INFO:tasks.workunit.client.0.smithi016.stdout: "Error Information Log Entries: 0", 2024-04-15T14:36:36.406 INFO:tasks.workunit.client.0.smithi016.stdout: "", 2024-04-15T14:36:36.406 INFO:tasks.workunit.client.0.smithi016.stdout: "Error Information (NVMe Log 0x01, max 64 entries)", 2024-04-15T14:36:36.406 INFO:tasks.workunit.client.0.smithi016.stdout: "No Errors Logged", 2024-04-15T14:36:36.406 INFO:tasks.workunit.client.0.smithi016.stdout: "" 2024-04-15T14:36:36.406 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T14:36:36.406 INFO:tasks.workunit.client.0.smithi016.stdout: "platform_info": "x86_64-linux-5.14.0-438.el9.x86_64", 2024-04-15T14:36:36.406 INFO:tasks.workunit.client.0.smithi016.stdout: "svn_revision": "5022", 2024-04-15T14:36:36.406 INFO:tasks.workunit.client.0.smithi016.stdout: "version": [ 2024-04-15T14:36:36.406 INFO:tasks.workunit.client.0.smithi016.stdout: 7, 2024-04-15T14:36:36.406 INFO:tasks.workunit.client.0.smithi016.stdout: 1 2024-04-15T14:36:36.406 INFO:tasks.workunit.client.0.smithi016.stdout: ] 2024-04-15T14:36:36.407 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:36.407 INFO:tasks.workunit.client.0.smithi016.stdout: "temperature": { 2024-04-15T14:36:36.407 INFO:tasks.workunit.client.0.smithi016.stdout: "current": 24 2024-04-15T14:36:36.407 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:36.407 INFO:tasks.workunit.client.0.smithi016.stdout: "user_capacity": { 2024-04-15T14:36:36.407 INFO:tasks.workunit.client.0.smithi016.stdout: "blocks": 781422768, 2024-04-15T14:36:36.407 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 400088457216 2024-04-15T14:36:36.407 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T14:36:36.407 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T14:36:36.407 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T14:36:36.407 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T14:36:36.407 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:36.407 INFO:tasks.workunit.client.0.smithi016.stdout: "report": { 2024-04-15T14:36:36.407 INFO:tasks.workunit.client.0.smithi016.stdout: "balancer": { 2024-04-15T14:36:36.408 INFO:tasks.workunit.client.0.smithi016.stdout: "active": true, 2024-04-15T14:36:36.408 INFO:tasks.workunit.client.0.smithi016.stdout: "mode": "" 2024-04-15T14:36:36.408 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:36.408 INFO:tasks.workunit.client.0.smithi016.stdout: "channels": [ 2024-04-15T14:36:36.408 INFO:tasks.workunit.client.0.smithi016.stdout: "basic", 2024-04-15T14:36:36.408 INFO:tasks.workunit.client.0.smithi016.stdout: "crash", 2024-04-15T14:36:36.408 INFO:tasks.workunit.client.0.smithi016.stdout: "device", 2024-04-15T14:36:36.408 INFO:tasks.workunit.client.0.smithi016.stdout: "ident" 2024-04-15T14:36:36.408 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T14:36:36.408 INFO:tasks.workunit.client.0.smithi016.stdout: "channels_available": [ 2024-04-15T14:36:36.408 INFO:tasks.workunit.client.0.smithi016.stdout: "basic", 2024-04-15T14:36:36.408 INFO:tasks.workunit.client.0.smithi016.stdout: "ident", 2024-04-15T14:36:36.408 INFO:tasks.workunit.client.0.smithi016.stdout: "crash", 2024-04-15T14:36:36.408 INFO:tasks.workunit.client.0.smithi016.stdout: "device", 2024-04-15T14:36:36.409 INFO:tasks.workunit.client.0.smithi016.stdout: "perf" 2024-04-15T14:36:36.409 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T14:36:36.409 INFO:tasks.workunit.client.0.smithi016.stdout: "collections_available": [ 2024-04-15T14:36:36.409 INFO:tasks.workunit.client.0.smithi016.stdout: "basic_base", 2024-04-15T14:36:36.409 INFO:tasks.workunit.client.0.smithi016.stdout: "device_base", 2024-04-15T14:36:36.409 INFO:tasks.workunit.client.0.smithi016.stdout: "crash_base", 2024-04-15T14:36:36.409 INFO:tasks.workunit.client.0.smithi016.stdout: "ident_base", 2024-04-15T14:36:36.409 INFO:tasks.workunit.client.0.smithi016.stdout: "perf_perf", 2024-04-15T14:36:36.409 INFO:tasks.workunit.client.0.smithi016.stdout: "basic_mds_metadata", 2024-04-15T14:36:36.409 INFO:tasks.workunit.client.0.smithi016.stdout: "basic_pool_usage", 2024-04-15T14:36:36.409 INFO:tasks.workunit.client.0.smithi016.stdout: "basic_usage_by_class", 2024-04-15T14:36:36.409 INFO:tasks.workunit.client.0.smithi016.stdout: "basic_rook_v01", 2024-04-15T14:36:36.409 INFO:tasks.workunit.client.0.smithi016.stdout: "perf_memory_metrics", 2024-04-15T14:36:36.409 INFO:tasks.workunit.client.0.smithi016.stdout: "basic_pool_options_bluestore" 2024-04-15T14:36:36.410 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T14:36:36.410 INFO:tasks.workunit.client.0.smithi016.stdout: "collections_opted_in": [ 2024-04-15T14:36:36.410 INFO:tasks.workunit.client.0.smithi016.stdout: "basic_base", 2024-04-15T14:36:36.410 INFO:tasks.workunit.client.0.smithi016.stdout: "device_base", 2024-04-15T14:36:36.410 INFO:tasks.workunit.client.0.smithi016.stdout: "crash_base", 2024-04-15T14:36:36.410 INFO:tasks.workunit.client.0.smithi016.stdout: "ident_base", 2024-04-15T14:36:36.410 INFO:tasks.workunit.client.0.smithi016.stdout: "perf_perf", 2024-04-15T14:36:36.410 INFO:tasks.workunit.client.0.smithi016.stdout: "basic_mds_metadata", 2024-04-15T14:36:36.410 INFO:tasks.workunit.client.0.smithi016.stdout: "basic_pool_usage", 2024-04-15T14:36:36.410 INFO:tasks.workunit.client.0.smithi016.stdout: "basic_usage_by_class", 2024-04-15T14:36:36.410 INFO:tasks.workunit.client.0.smithi016.stdout: "basic_rook_v01", 2024-04-15T14:36:36.410 INFO:tasks.workunit.client.0.smithi016.stdout: "perf_memory_metrics", 2024-04-15T14:36:36.410 INFO:tasks.workunit.client.0.smithi016.stdout: "basic_pool_options_bluestore" 2024-04-15T14:36:36.411 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T14:36:36.411 INFO:tasks.workunit.client.0.smithi016.stdout: "config": { 2024-04-15T14:36:36.411 INFO:tasks.workunit.client.0.smithi016.stdout: "active_changed": [ 2024-04-15T14:36:36.411 INFO:tasks.workunit.client.0.smithi016.stdout: "auth_allow_insecure_global_id_reclaim", 2024-04-15T14:36:36.411 INFO:tasks.workunit.client.0.smithi016.stdout: "auth_debug", 2024-04-15T14:36:36.411 INFO:tasks.workunit.client.0.smithi016.stdout: "auth_mon_ticket_ttl", 2024-04-15T14:36:36.411 INFO:tasks.workunit.client.0.smithi016.stdout: "auth_service_ticket_ttl", 2024-04-15T14:36:36.411 INFO:tasks.workunit.client.0.smithi016.stdout: "bdev_debug_aio", 2024-04-15T14:36:36.411 INFO:tasks.workunit.client.0.smithi016.stdout: "client_check_pool_perm", 2024-04-15T14:36:36.411 INFO:tasks.workunit.client.0.smithi016.stdout: "client_mount_gid", 2024-04-15T14:36:36.411 INFO:tasks.workunit.client.0.smithi016.stdout: "client_mount_uid", 2024-04-15T14:36:36.411 INFO:tasks.workunit.client.0.smithi016.stdout: "client_quota", 2024-04-15T14:36:36.411 INFO:tasks.workunit.client.0.smithi016.stdout: "container_image", 2024-04-15T14:36:36.411 INFO:tasks.workunit.client.0.smithi016.stdout: "daemonize", 2024-04-15T14:36:36.412 INFO:tasks.workunit.client.0.smithi016.stdout: "debug_asserts_on_shutdown", 2024-04-15T14:36:36.412 INFO:tasks.workunit.client.0.smithi016.stdout: "debug_mgr", 2024-04-15T14:36:36.412 INFO:tasks.workunit.client.0.smithi016.stdout: "debug_mon", 2024-04-15T14:36:36.412 INFO:tasks.workunit.client.0.smithi016.stdout: "debug_ms", 2024-04-15T14:36:36.412 INFO:tasks.workunit.client.0.smithi016.stdout: "debug_osd", 2024-04-15T14:36:36.412 INFO:tasks.workunit.client.0.smithi016.stdout: "debug_paxos", 2024-04-15T14:36:36.412 INFO:tasks.workunit.client.0.smithi016.stdout: "keyring", 2024-04-15T14:36:36.412 INFO:tasks.workunit.client.0.smithi016.stdout: "leveldb_block_size", 2024-04-15T14:36:36.412 INFO:tasks.workunit.client.0.smithi016.stdout: "leveldb_cache_size", 2024-04-15T14:36:36.412 INFO:tasks.workunit.client.0.smithi016.stdout: "leveldb_compression", 2024-04-15T14:36:36.412 INFO:tasks.workunit.client.0.smithi016.stdout: "leveldb_log", 2024-04-15T14:36:36.412 INFO:tasks.workunit.client.0.smithi016.stdout: "leveldb_write_buffer_size", 2024-04-15T14:36:36.412 INFO:tasks.workunit.client.0.smithi016.stdout: "log_to_file", 2024-04-15T14:36:36.412 INFO:tasks.workunit.client.0.smithi016.stdout: "log_to_journald", 2024-04-15T14:36:36.412 INFO:tasks.workunit.client.0.smithi016.stdout: "log_to_stderr", 2024-04-15T14:36:36.413 INFO:tasks.workunit.client.0.smithi016.stdout: "mon_allow_pool_delete", 2024-04-15T14:36:36.413 INFO:tasks.workunit.client.0.smithi016.stdout: "mon_clock_drift_allowed", 2024-04-15T14:36:36.413 INFO:tasks.workunit.client.0.smithi016.stdout: "mon_cluster_log_file_level", 2024-04-15T14:36:36.413 INFO:tasks.workunit.client.0.smithi016.stdout: "mon_cluster_log_to_file", 2024-04-15T14:36:36.413 INFO:tasks.workunit.client.0.smithi016.stdout: "mon_cluster_log_to_journald", 2024-04-15T14:36:36.413 INFO:tasks.workunit.client.0.smithi016.stdout: "mon_cluster_log_to_stderr", 2024-04-15T14:36:36.413 INFO:tasks.workunit.client.0.smithi016.stdout: "mon_data_avail_warn", 2024-04-15T14:36:36.413 INFO:tasks.workunit.client.0.smithi016.stdout: "mon_election_default_strategy", 2024-04-15T14:36:36.413 INFO:tasks.workunit.client.0.smithi016.stdout: "mon_host", 2024-04-15T14:36:36.413 INFO:tasks.workunit.client.0.smithi016.stdout: "mon_max_pg_per_osd", 2024-04-15T14:36:36.413 INFO:tasks.workunit.client.0.smithi016.stdout: "mon_mgr_mkfs_grace", 2024-04-15T14:36:36.413 INFO:tasks.workunit.client.0.smithi016.stdout: "mon_osd_prime_pg_temp", 2024-04-15T14:36:36.413 INFO:tasks.workunit.client.0.smithi016.stdout: "mon_osd_reporter_subtree_level", 2024-04-15T14:36:36.413 INFO:tasks.workunit.client.0.smithi016.stdout: "mon_pg_warn_max_object_skew", 2024-04-15T14:36:36.414 INFO:tasks.workunit.client.0.smithi016.stdout: "mon_reweight_min_bytes_per_osd", 2024-04-15T14:36:36.414 INFO:tasks.workunit.client.0.smithi016.stdout: "mon_reweight_min_pgs_per_osd", 2024-04-15T14:36:36.414 INFO:tasks.workunit.client.0.smithi016.stdout: "mon_warn_on_crush_straw_calc_version_zero", 2024-04-15T14:36:36.414 INFO:tasks.workunit.client.0.smithi016.stdout: "mon_warn_on_insecure_global_id_reclaim", 2024-04-15T14:36:36.414 INFO:tasks.workunit.client.0.smithi016.stdout: "mon_warn_on_insecure_global_id_reclaim_allowed", 2024-04-15T14:36:36.414 INFO:tasks.workunit.client.0.smithi016.stdout: "mon_warn_on_legacy_crush_tunables", 2024-04-15T14:36:36.414 INFO:tasks.workunit.client.0.smithi016.stdout: "mon_warn_on_osd_down_out_interval_zero", 2024-04-15T14:36:36.414 INFO:tasks.workunit.client.0.smithi016.stdout: "mon_warn_on_pool_pg_num_not_power_of_two", 2024-04-15T14:36:36.414 INFO:tasks.workunit.client.0.smithi016.stdout: "mon_warn_on_too_few_osds", 2024-04-15T14:36:36.414 INFO:tasks.workunit.client.0.smithi016.stdout: "ms_die_on_bug", 2024-04-15T14:36:36.414 INFO:tasks.workunit.client.0.smithi016.stdout: "ms_die_on_old_message", 2024-04-15T14:36:36.414 INFO:tasks.workunit.client.0.smithi016.stdout: "no_config_file", 2024-04-15T14:36:36.414 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_class_default_list", 2024-04-15T14:36:36.414 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_class_load_list", 2024-04-15T14:36:36.415 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_crush_chooseleaf_type", 2024-04-15T14:36:36.415 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_debug_misdirected_ops", 2024-04-15T14:36:36.415 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_debug_op_order", 2024-04-15T14:36:36.415 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_debug_pg_log_writeout", 2024-04-15T14:36:36.415 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_debug_shutdown", 2024-04-15T14:36:36.415 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_debug_verify_cached_snaps", 2024-04-15T14:36:36.415 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_debug_verify_missing_on_start", 2024-04-15T14:36:36.415 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_debug_verify_stray_on_activate", 2024-04-15T14:36:36.415 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_deep_scrub_update_digest_min_age", 2024-04-15T14:36:36.415 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_delete_sleep", 2024-04-15T14:36:36.415 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_delete_sleep_hdd", 2024-04-15T14:36:36.415 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_delete_sleep_hybrid", 2024-04-15T14:36:36.415 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_delete_sleep_ssd", 2024-04-15T14:36:36.415 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_max_backfills", 2024-04-15T14:36:36.415 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_mclock_max_capacity_iops_ssd", 2024-04-15T14:36:36.415 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_mclock_profile", 2024-04-15T14:36:36.416 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_mclock_scheduler_background_best_effort_lim", 2024-04-15T14:36:36.416 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_mclock_scheduler_background_best_effort_res", 2024-04-15T14:36:36.416 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_mclock_scheduler_background_best_effort_wgt", 2024-04-15T14:36:36.416 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_mclock_scheduler_background_recovery_lim", 2024-04-15T14:36:36.416 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_mclock_scheduler_background_recovery_res", 2024-04-15T14:36:36.416 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_mclock_scheduler_background_recovery_wgt", 2024-04-15T14:36:36.416 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_mclock_scheduler_client_lim", 2024-04-15T14:36:36.416 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_mclock_scheduler_client_res", 2024-04-15T14:36:36.416 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_mclock_scheduler_client_wgt", 2024-04-15T14:36:36.416 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_memory_target", 2024-04-15T14:36:36.416 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_memory_target_autotune", 2024-04-15T14:36:36.416 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_op_queue", 2024-04-15T14:36:36.416 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_op_queue_cut_off", 2024-04-15T14:36:36.416 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_pg_delete_cost", 2024-04-15T14:36:36.416 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_pool_default_erasure_code_profile", 2024-04-15T14:36:36.417 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_pool_default_pg_autoscale_mode", 2024-04-15T14:36:36.417 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_recover_clone_overlap", 2024-04-15T14:36:36.417 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_recovery_max_active", 2024-04-15T14:36:36.417 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_recovery_max_active_hdd", 2024-04-15T14:36:36.417 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_recovery_max_active_ssd", 2024-04-15T14:36:36.417 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_recovery_max_chunk", 2024-04-15T14:36:36.417 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_recovery_sleep", 2024-04-15T14:36:36.417 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_recovery_sleep_hdd", 2024-04-15T14:36:36.417 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_recovery_sleep_hybrid", 2024-04-15T14:36:36.417 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_recovery_sleep_ssd", 2024-04-15T14:36:36.417 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_scrub_load_threshold", 2024-04-15T14:36:36.417 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_scrub_max_interval", 2024-04-15T14:36:36.417 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_scrub_sleep", 2024-04-15T14:36:36.417 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_shutdown_pgref_assert", 2024-04-15T14:36:36.417 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_snap_trim_sleep", 2024-04-15T14:36:36.418 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_snap_trim_sleep_hdd", 2024-04-15T14:36:36.418 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_snap_trim_sleep_hybrid", 2024-04-15T14:36:36.418 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_snap_trim_sleep_ssd", 2024-04-15T14:36:36.418 INFO:tasks.workunit.client.0.smithi016.stdout: "public_addr", 2024-04-15T14:36:36.418 INFO:tasks.workunit.client.0.smithi016.stdout: "public_addrv", 2024-04-15T14:36:36.418 INFO:tasks.workunit.client.0.smithi016.stdout: "public_network", 2024-04-15T14:36:36.418 INFO:tasks.workunit.client.0.smithi016.stdout: "rbd_default_features", 2024-04-15T14:36:36.418 INFO:tasks.workunit.client.0.smithi016.stdout: "rbd_qos_exclude_ops", 2024-04-15T14:36:36.418 INFO:tasks.workunit.client.0.smithi016.stdout: "setgroup", 2024-04-15T14:36:36.418 INFO:tasks.workunit.client.0.smithi016.stdout: "setuser" 2024-04-15T14:36:36.418 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T14:36:36.418 INFO:tasks.workunit.client.0.smithi016.stdout: "cluster_changed": [ 2024-04-15T14:36:36.418 INFO:tasks.workunit.client.0.smithi016.stdout: "auth_allow_insecure_global_id_reclaim", 2024-04-15T14:36:36.418 INFO:tasks.workunit.client.0.smithi016.stdout: "auth_debug", 2024-04-15T14:36:36.418 INFO:tasks.workunit.client.0.smithi016.stdout: "auth_mon_ticket_ttl", 2024-04-15T14:36:36.419 INFO:tasks.workunit.client.0.smithi016.stdout: "auth_service_ticket_ttl", 2024-04-15T14:36:36.419 INFO:tasks.workunit.client.0.smithi016.stdout: "bdev_debug_aio", 2024-04-15T14:36:36.419 INFO:tasks.workunit.client.0.smithi016.stdout: "container_image", 2024-04-15T14:36:36.419 INFO:tasks.workunit.client.0.smithi016.stdout: "debug_asserts_on_shutdown", 2024-04-15T14:36:36.419 INFO:tasks.workunit.client.0.smithi016.stdout: "debug_mgr", 2024-04-15T14:36:36.419 INFO:tasks.workunit.client.0.smithi016.stdout: "debug_mon", 2024-04-15T14:36:36.419 INFO:tasks.workunit.client.0.smithi016.stdout: "debug_ms", 2024-04-15T14:36:36.419 INFO:tasks.workunit.client.0.smithi016.stdout: "debug_osd", 2024-04-15T14:36:36.419 INFO:tasks.workunit.client.0.smithi016.stdout: "debug_paxos", 2024-04-15T14:36:36.419 INFO:tasks.workunit.client.0.smithi016.stdout: "log_to_file", 2024-04-15T14:36:36.419 INFO:tasks.workunit.client.0.smithi016.stdout: "log_to_journald", 2024-04-15T14:36:36.419 INFO:tasks.workunit.client.0.smithi016.stdout: "log_to_stderr", 2024-04-15T14:36:36.419 INFO:tasks.workunit.client.0.smithi016.stdout: "mds_join_fs", 2024-04-15T14:36:36.419 INFO:tasks.workunit.client.0.smithi016.stdout: "mgr/cephadm/allow_ptrace", 2024-04-15T14:36:36.419 INFO:tasks.workunit.client.0.smithi016.stdout: "mgr/cephadm/container_init", 2024-04-15T14:36:36.420 INFO:tasks.workunit.client.0.smithi016.stdout: "mgr/cephadm/migration_current", 2024-04-15T14:36:36.420 INFO:tasks.workunit.client.0.smithi016.stdout: "mgr/cephadm/use_repo_digest", 2024-04-15T14:36:36.420 INFO:tasks.workunit.client.0.smithi016.stdout: "mgr/dashboard/ALERTMANAGER_API_HOST", 2024-04-15T14:36:36.420 INFO:tasks.workunit.client.0.smithi016.stdout: "mgr/dashboard/GRAFANA_API_SSL_VERIFY", 2024-04-15T14:36:36.420 INFO:tasks.workunit.client.0.smithi016.stdout: "mgr/dashboard/GRAFANA_API_URL", 2024-04-15T14:36:36.420 INFO:tasks.workunit.client.0.smithi016.stdout: "mgr/dashboard/PROMETHEUS_API_HOST", 2024-04-15T14:36:36.420 INFO:tasks.workunit.client.0.smithi016.stdout: "mgr/dashboard/ssl_server_port", 2024-04-15T14:36:36.420 INFO:tasks.workunit.client.0.smithi016.stdout: "mgr/orchestrator/orchestrator", 2024-04-15T14:36:36.420 INFO:tasks.workunit.client.0.smithi016.stdout: "mgr/telemetry/channel_ident", 2024-04-15T14:36:36.420 INFO:tasks.workunit.client.0.smithi016.stdout: "mgr/telemetry/description", 2024-04-15T14:36:36.420 INFO:tasks.workunit.client.0.smithi016.stdout: "mgr/telemetry/organization", 2024-04-15T14:36:36.420 INFO:tasks.workunit.client.0.smithi016.stdout: "mon_allow_pool_delete", 2024-04-15T14:36:36.420 INFO:tasks.workunit.client.0.smithi016.stdout: "mon_clock_drift_allowed", 2024-04-15T14:36:36.420 INFO:tasks.workunit.client.0.smithi016.stdout: "mon_cluster_log_file_level", 2024-04-15T14:36:36.420 INFO:tasks.workunit.client.0.smithi016.stdout: "mon_cluster_log_to_file", 2024-04-15T14:36:36.420 INFO:tasks.workunit.client.0.smithi016.stdout: "mon_data_avail_warn", 2024-04-15T14:36:36.421 INFO:tasks.workunit.client.0.smithi016.stdout: "mon_election_default_strategy", 2024-04-15T14:36:36.421 INFO:tasks.workunit.client.0.smithi016.stdout: "mon_max_pg_per_osd", 2024-04-15T14:36:36.421 INFO:tasks.workunit.client.0.smithi016.stdout: "mon_mgr_mkfs_grace", 2024-04-15T14:36:36.421 INFO:tasks.workunit.client.0.smithi016.stdout: "mon_osd_prime_pg_temp", 2024-04-15T14:36:36.421 INFO:tasks.workunit.client.0.smithi016.stdout: "mon_osd_reporter_subtree_level", 2024-04-15T14:36:36.421 INFO:tasks.workunit.client.0.smithi016.stdout: "mon_pg_warn_max_object_skew", 2024-04-15T14:36:36.421 INFO:tasks.workunit.client.0.smithi016.stdout: "mon_reweight_min_bytes_per_osd", 2024-04-15T14:36:36.421 INFO:tasks.workunit.client.0.smithi016.stdout: "mon_reweight_min_pgs_per_osd", 2024-04-15T14:36:36.421 INFO:tasks.workunit.client.0.smithi016.stdout: "mon_warn_on_crush_straw_calc_version_zero", 2024-04-15T14:36:36.421 INFO:tasks.workunit.client.0.smithi016.stdout: "mon_warn_on_insecure_global_id_reclaim", 2024-04-15T14:36:36.421 INFO:tasks.workunit.client.0.smithi016.stdout: "mon_warn_on_insecure_global_id_reclaim_allowed", 2024-04-15T14:36:36.421 INFO:tasks.workunit.client.0.smithi016.stdout: "mon_warn_on_legacy_crush_tunables", 2024-04-15T14:36:36.421 INFO:tasks.workunit.client.0.smithi016.stdout: "mon_warn_on_osd_down_out_interval_zero", 2024-04-15T14:36:36.421 INFO:tasks.workunit.client.0.smithi016.stdout: "mon_warn_on_pool_pg_num_not_power_of_two", 2024-04-15T14:36:36.421 INFO:tasks.workunit.client.0.smithi016.stdout: "mon_warn_on_too_few_osds", 2024-04-15T14:36:36.421 INFO:tasks.workunit.client.0.smithi016.stdout: "ms_die_on_bug", 2024-04-15T14:36:36.422 INFO:tasks.workunit.client.0.smithi016.stdout: "ms_die_on_old_message", 2024-04-15T14:36:36.422 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_class_default_list", 2024-04-15T14:36:36.422 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_class_load_list", 2024-04-15T14:36:36.422 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_debug_misdirected_ops", 2024-04-15T14:36:36.422 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_debug_op_order", 2024-04-15T14:36:36.422 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_debug_pg_log_writeout", 2024-04-15T14:36:36.422 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_debug_shutdown", 2024-04-15T14:36:36.422 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_debug_verify_cached_snaps", 2024-04-15T14:36:36.422 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_debug_verify_missing_on_start", 2024-04-15T14:36:36.422 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_debug_verify_stray_on_activate", 2024-04-15T14:36:36.422 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_deep_scrub_update_digest_min_age", 2024-04-15T14:36:36.422 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_mclock_max_capacity_iops_ssd", 2024-04-15T14:36:36.422 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_mclock_profile", 2024-04-15T14:36:36.422 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_memory_target", 2024-04-15T14:36:36.423 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_memory_target_autotune", 2024-04-15T14:36:36.423 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_op_queue", 2024-04-15T14:36:36.423 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_op_queue_cut_off", 2024-04-15T14:36:36.423 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_pool_default_erasure_code_profile", 2024-04-15T14:36:36.423 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_pool_default_pg_autoscale_mode", 2024-04-15T14:36:36.423 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_recover_clone_overlap", 2024-04-15T14:36:36.423 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_recovery_max_chunk", 2024-04-15T14:36:36.423 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_scrub_load_threshold", 2024-04-15T14:36:36.423 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_scrub_max_interval", 2024-04-15T14:36:36.423 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_shutdown_pgref_assert", 2024-04-15T14:36:36.423 INFO:tasks.workunit.client.0.smithi016.stdout: "public_network", 2024-04-15T14:36:36.423 INFO:tasks.workunit.client.0.smithi016.stdout: "rgw_cache_enabled", 2024-04-15T14:36:36.423 INFO:tasks.workunit.client.0.smithi016.stdout: "rgw_enable_ops_log", 2024-04-15T14:36:36.423 INFO:tasks.workunit.client.0.smithi016.stdout: "rgw_enable_usage_log" 2024-04-15T14:36:36.424 INFO:tasks.workunit.client.0.smithi016.stdout: ] 2024-04-15T14:36:36.424 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:36.424 INFO:tasks.workunit.client.0.smithi016.stdout: "contact": null, 2024-04-15T14:36:36.424 INFO:tasks.workunit.client.0.smithi016.stdout: "crashes": [], 2024-04-15T14:36:36.424 INFO:tasks.workunit.client.0.smithi016.stdout: "created": "2024-04-15T14:28:00.200872Z", 2024-04-15T14:36:36.424 INFO:tasks.workunit.client.0.smithi016.stdout: "crush": { 2024-04-15T14:36:36.424 INFO:tasks.workunit.client.0.smithi016.stdout: "bucket_algs": { 2024-04-15T14:36:36.424 INFO:tasks.workunit.client.0.smithi016.stdout: "straw2": 3 2024-04-15T14:36:36.424 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:36.424 INFO:tasks.workunit.client.0.smithi016.stdout: "bucket_sizes": { 2024-04-15T14:36:36.424 INFO:tasks.workunit.client.0.smithi016.stdout: "2": 1, 2024-04-15T14:36:36.424 INFO:tasks.workunit.client.0.smithi016.stdout: "4": 2 2024-04-15T14:36:36.424 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:36.424 INFO:tasks.workunit.client.0.smithi016.stdout: "bucket_types": { 2024-04-15T14:36:36.424 INFO:tasks.workunit.client.0.smithi016.stdout: "1": 2, 2024-04-15T14:36:36.425 INFO:tasks.workunit.client.0.smithi016.stdout: "11": 1 2024-04-15T14:36:36.425 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:36.425 INFO:tasks.workunit.client.0.smithi016.stdout: "compat_weight_set": false, 2024-04-15T14:36:36.425 INFO:tasks.workunit.client.0.smithi016.stdout: "device_classes": [ 2024-04-15T14:36:36.425 INFO:tasks.workunit.client.0.smithi016.stdout: 8 2024-04-15T14:36:36.425 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T14:36:36.425 INFO:tasks.workunit.client.0.smithi016.stdout: "num_buckets": 6, 2024-04-15T14:36:36.425 INFO:tasks.workunit.client.0.smithi016.stdout: "num_devices": 8, 2024-04-15T14:36:36.425 INFO:tasks.workunit.client.0.smithi016.stdout: "num_rules": 1, 2024-04-15T14:36:36.425 INFO:tasks.workunit.client.0.smithi016.stdout: "num_types": 12, 2024-04-15T14:36:36.425 INFO:tasks.workunit.client.0.smithi016.stdout: "num_weight_sets": 0, 2024-04-15T14:36:36.425 INFO:tasks.workunit.client.0.smithi016.stdout: "tunables": { 2024-04-15T14:36:36.425 INFO:tasks.workunit.client.0.smithi016.stdout: "allowed_bucket_algs": 54, 2024-04-15T14:36:36.425 INFO:tasks.workunit.client.0.smithi016.stdout: "choose_local_fallback_tries": 0, 2024-04-15T14:36:36.425 INFO:tasks.workunit.client.0.smithi016.stdout: "choose_local_tries": 0, 2024-04-15T14:36:36.426 INFO:tasks.workunit.client.0.smithi016.stdout: "choose_total_tries": 50, 2024-04-15T14:36:36.426 INFO:tasks.workunit.client.0.smithi016.stdout: "chooseleaf_descend_once": 1, 2024-04-15T14:36:36.426 INFO:tasks.workunit.client.0.smithi016.stdout: "chooseleaf_stable": 1, 2024-04-15T14:36:36.426 INFO:tasks.workunit.client.0.smithi016.stdout: "chooseleaf_vary_r": 1, 2024-04-15T14:36:36.426 INFO:tasks.workunit.client.0.smithi016.stdout: "has_v2_rules": 0, 2024-04-15T14:36:36.426 INFO:tasks.workunit.client.0.smithi016.stdout: "has_v3_rules": 0, 2024-04-15T14:36:36.426 INFO:tasks.workunit.client.0.smithi016.stdout: "has_v4_buckets": 1, 2024-04-15T14:36:36.426 INFO:tasks.workunit.client.0.smithi016.stdout: "has_v5_rules": 0, 2024-04-15T14:36:36.426 INFO:tasks.workunit.client.0.smithi016.stdout: "legacy_tunables": 0, 2024-04-15T14:36:36.426 INFO:tasks.workunit.client.0.smithi016.stdout: "minimum_required_version": "jewel", 2024-04-15T14:36:36.426 INFO:tasks.workunit.client.0.smithi016.stdout: "optimal_tunables": 1, 2024-04-15T14:36:36.426 INFO:tasks.workunit.client.0.smithi016.stdout: "profile": "jewel", 2024-04-15T14:36:36.426 INFO:tasks.workunit.client.0.smithi016.stdout: "require_feature_tunables": 1, 2024-04-15T14:36:36.426 INFO:tasks.workunit.client.0.smithi016.stdout: "require_feature_tunables2": 1, 2024-04-15T14:36:36.427 INFO:tasks.workunit.client.0.smithi016.stdout: "require_feature_tunables3": 1, 2024-04-15T14:36:36.427 INFO:tasks.workunit.client.0.smithi016.stdout: "require_feature_tunables5": 1, 2024-04-15T14:36:36.427 INFO:tasks.workunit.client.0.smithi016.stdout: "straw_calc_version": 1 2024-04-15T14:36:36.427 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T14:36:36.427 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:36.427 INFO:tasks.workunit.client.0.smithi016.stdout: "description": "upgrade test cluster", 2024-04-15T14:36:36.427 INFO:tasks.workunit.client.0.smithi016.stdout: "fs": { 2024-04-15T14:36:36.427 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 1, 2024-04-15T14:36:36.427 INFO:tasks.workunit.client.0.smithi016.stdout: "feature_flags": { 2024-04-15T14:36:36.427 INFO:tasks.workunit.client.0.smithi016.stdout: "enable_multiple": true, 2024-04-15T14:36:36.427 INFO:tasks.workunit.client.0.smithi016.stdout: "ever_enabled_multiple": true 2024-04-15T14:36:36.427 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:36.427 INFO:tasks.workunit.client.0.smithi016.stdout: "filesystems": [ 2024-04-15T14:36:36.427 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-15T14:36:36.428 INFO:tasks.workunit.client.0.smithi016.stdout: "approx_ctime": "2024-04", 2024-04-15T14:36:36.428 INFO:tasks.workunit.client.0.smithi016.stdout: "balancer_enabled": false, 2024-04-15T14:36:36.428 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T14:36:36.428 INFO:tasks.workunit.client.0.smithi016.stdout: "cached_caps": 0, 2024-04-15T14:36:36.428 INFO:tasks.workunit.client.0.smithi016.stdout: "cached_dns": 10, 2024-04-15T14:36:36.428 INFO:tasks.workunit.client.0.smithi016.stdout: "cached_inos": 13, 2024-04-15T14:36:36.428 INFO:tasks.workunit.client.0.smithi016.stdout: "cached_subtrees": 2, 2024-04-15T14:36:36.428 INFO:tasks.workunit.client.0.smithi016.stdout: "ever_allowed_features": 0, 2024-04-15T14:36:36.428 INFO:tasks.workunit.client.0.smithi016.stdout: "explicitly_allowed_features": 0, 2024-04-15T14:36:36.428 INFO:tasks.workunit.client.0.smithi016.stdout: "files": 0, 2024-04-15T14:36:36.428 INFO:tasks.workunit.client.0.smithi016.stdout: "max_mds": 1, 2024-04-15T14:36:36.428 INFO:tasks.workunit.client.0.smithi016.stdout: "num_data_pools": 1, 2024-04-15T14:36:36.428 INFO:tasks.workunit.client.0.smithi016.stdout: "num_in": 1, 2024-04-15T14:36:36.428 INFO:tasks.workunit.client.0.smithi016.stdout: "num_mds": 1, 2024-04-15T14:36:36.428 INFO:tasks.workunit.client.0.smithi016.stdout: "num_sessions": 0, 2024-04-15T14:36:36.429 INFO:tasks.workunit.client.0.smithi016.stdout: "num_standby_replay": 0, 2024-04-15T14:36:36.429 INFO:tasks.workunit.client.0.smithi016.stdout: "num_up": 1, 2024-04-15T14:36:36.429 INFO:tasks.workunit.client.0.smithi016.stdout: "snaps": 0, 2024-04-15T14:36:36.429 INFO:tasks.workunit.client.0.smithi016.stdout: "standby_count_wanted": 0 2024-04-15T14:36:36.429 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T14:36:36.429 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T14:36:36.429 INFO:tasks.workunit.client.0.smithi016.stdout: "num_standby_mds": 1, 2024-04-15T14:36:36.429 INFO:tasks.workunit.client.0.smithi016.stdout: "total_num_mds": 2 2024-04-15T14:36:36.429 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:36.429 INFO:tasks.workunit.client.0.smithi016.stdout: "hosts": { 2024-04-15T14:36:36.429 INFO:tasks.workunit.client.0.smithi016.stdout: "num": 2, 2024-04-15T14:36:36.429 INFO:tasks.workunit.client.0.smithi016.stdout: "num_with_mds": 2, 2024-04-15T14:36:36.429 INFO:tasks.workunit.client.0.smithi016.stdout: "num_with_mgr": 2, 2024-04-15T14:36:36.429 INFO:tasks.workunit.client.0.smithi016.stdout: "num_with_mon": 2, 2024-04-15T14:36:36.430 INFO:tasks.workunit.client.0.smithi016.stdout: "num_with_osd": 2 2024-04-15T14:36:36.430 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:36.430 INFO:tasks.workunit.client.0.smithi016.stdout: "leaderboard": false, 2024-04-15T14:36:36.430 INFO:tasks.workunit.client.0.smithi016.stdout: "leaderboard_description": null, 2024-04-15T14:36:36.430 INFO:tasks.workunit.client.0.smithi016.stdout: "license": "sharing-1-0", 2024-04-15T14:36:36.430 INFO:tasks.workunit.client.0.smithi016.stdout: "metadata": { 2024-04-15T14:36:36.430 INFO:tasks.workunit.client.0.smithi016.stdout: "mds": { 2024-04-15T14:36:36.430 INFO:tasks.workunit.client.0.smithi016.stdout: "arch": { 2024-04-15T14:36:36.430 INFO:tasks.workunit.client.0.smithi016.stdout: "x86_64": 2 2024-04-15T14:36:36.430 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:36.430 INFO:tasks.workunit.client.0.smithi016.stdout: "ceph_version": { 2024-04-15T14:36:36.430 INFO:tasks.workunit.client.0.smithi016.stdout: "ceph version 18.2.2-1221-ge3fb05d5 (e3fb05d5e6da84b5c44db3f3051c4d242f9809c1) reef (stable)": 2 2024-04-15T14:36:36.430 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:36.430 INFO:tasks.workunit.client.0.smithi016.stdout: "cpu": { 2024-04-15T14:36:36.431 INFO:tasks.workunit.client.0.smithi016.stdout: "Intel(R) Xeon(R) CPU E5-1620 v3 @ 3.50GHz": 1, 2024-04-15T14:36:36.431 INFO:tasks.workunit.client.0.smithi016.stdout: "Intel(R) Xeon(R) CPU E5-1620 v4 @ 3.50GHz": 1 2024-04-15T14:36:36.431 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:36.431 INFO:tasks.workunit.client.0.smithi016.stdout: "distro": { 2024-04-15T14:36:36.431 INFO:tasks.workunit.client.0.smithi016.stdout: "centos": 2 2024-04-15T14:36:36.431 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:36.431 INFO:tasks.workunit.client.0.smithi016.stdout: "distro_description": { 2024-04-15T14:36:36.431 INFO:tasks.workunit.client.0.smithi016.stdout: "CentOS Stream 8": 2 2024-04-15T14:36:36.431 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:36.431 INFO:tasks.workunit.client.0.smithi016.stdout: "kernel_description": { 2024-04-15T14:36:36.431 INFO:tasks.workunit.client.0.smithi016.stdout: "#1 SMP PREEMPT_DYNAMIC Fri Apr 12 13:55:21 UTC 2024": 2 2024-04-15T14:36:36.431 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:36.431 INFO:tasks.workunit.client.0.smithi016.stdout: "kernel_version": { 2024-04-15T14:36:36.432 INFO:tasks.workunit.client.0.smithi016.stdout: "5.14.0-438.el9.x86_64": 2 2024-04-15T14:36:36.432 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:36.432 INFO:tasks.workunit.client.0.smithi016.stdout: "os": { 2024-04-15T14:36:36.432 INFO:tasks.workunit.client.0.smithi016.stdout: "Linux": 2 2024-04-15T14:36:36.432 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T14:36:36.432 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:36.432 INFO:tasks.workunit.client.0.smithi016.stdout: "mon": { 2024-04-15T14:36:36.432 INFO:tasks.workunit.client.0.smithi016.stdout: "arch": { 2024-04-15T14:36:36.432 INFO:tasks.workunit.client.0.smithi016.stdout: "x86_64": 3 2024-04-15T14:36:36.432 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:36.432 INFO:tasks.workunit.client.0.smithi016.stdout: "ceph_version": { 2024-04-15T14:36:36.432 INFO:tasks.workunit.client.0.smithi016.stdout: "ceph version 18.2.2-1221-ge3fb05d5 (e3fb05d5e6da84b5c44db3f3051c4d242f9809c1) reef (stable)": 3 2024-04-15T14:36:36.432 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:36.432 INFO:tasks.workunit.client.0.smithi016.stdout: "cpu": { 2024-04-15T14:36:36.433 INFO:tasks.workunit.client.0.smithi016.stdout: "Intel(R) Xeon(R) CPU E5-1620 v3 @ 3.50GHz": 2, 2024-04-15T14:36:36.433 INFO:tasks.workunit.client.0.smithi016.stdout: "Intel(R) Xeon(R) CPU E5-1620 v4 @ 3.50GHz": 1 2024-04-15T14:36:36.433 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:36.433 INFO:tasks.workunit.client.0.smithi016.stdout: "distro": { 2024-04-15T14:36:36.433 INFO:tasks.workunit.client.0.smithi016.stdout: "centos": 3 2024-04-15T14:36:36.433 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:36.433 INFO:tasks.workunit.client.0.smithi016.stdout: "distro_description": { 2024-04-15T14:36:36.433 INFO:tasks.workunit.client.0.smithi016.stdout: "CentOS Stream 8": 3 2024-04-15T14:36:36.433 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:36.433 INFO:tasks.workunit.client.0.smithi016.stdout: "kernel_description": { 2024-04-15T14:36:36.433 INFO:tasks.workunit.client.0.smithi016.stdout: "#1 SMP PREEMPT_DYNAMIC Fri Apr 12 13:55:21 UTC 2024": 3 2024-04-15T14:36:36.433 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:36.433 INFO:tasks.workunit.client.0.smithi016.stdout: "kernel_version": { 2024-04-15T14:36:36.433 INFO:tasks.workunit.client.0.smithi016.stdout: "5.14.0-438.el9.x86_64": 3 2024-04-15T14:36:36.434 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:36.434 INFO:tasks.workunit.client.0.smithi016.stdout: "os": { 2024-04-15T14:36:36.434 INFO:tasks.workunit.client.0.smithi016.stdout: "Linux": 3 2024-04-15T14:36:36.434 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T14:36:36.434 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:36.434 INFO:tasks.workunit.client.0.smithi016.stdout: "osd": { 2024-04-15T14:36:36.434 INFO:tasks.workunit.client.0.smithi016.stdout: "arch": { 2024-04-15T14:36:36.434 INFO:tasks.workunit.client.0.smithi016.stdout: "x86_64": 8 2024-04-15T14:36:36.434 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:36.434 INFO:tasks.workunit.client.0.smithi016.stdout: "ceph_version": { 2024-04-15T14:36:36.434 INFO:tasks.workunit.client.0.smithi016.stdout: "ceph version 18.2.2-1221-ge3fb05d5 (e3fb05d5e6da84b5c44db3f3051c4d242f9809c1) reef (stable)": 8 2024-04-15T14:36:36.434 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:36.434 INFO:tasks.workunit.client.0.smithi016.stdout: "cpu": { 2024-04-15T14:36:36.434 INFO:tasks.workunit.client.0.smithi016.stdout: "Intel(R) Xeon(R) CPU E5-1620 v3 @ 3.50GHz": 4, 2024-04-15T14:36:36.435 INFO:tasks.workunit.client.0.smithi016.stdout: "Intel(R) Xeon(R) CPU E5-1620 v4 @ 3.50GHz": 4 2024-04-15T14:36:36.435 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:36.435 INFO:tasks.workunit.client.0.smithi016.stdout: "distro": { 2024-04-15T14:36:36.435 INFO:tasks.workunit.client.0.smithi016.stdout: "centos": 8 2024-04-15T14:36:36.435 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:36.435 INFO:tasks.workunit.client.0.smithi016.stdout: "distro_description": { 2024-04-15T14:36:36.435 INFO:tasks.workunit.client.0.smithi016.stdout: "CentOS Stream 8": 8 2024-04-15T14:36:36.435 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:36.435 INFO:tasks.workunit.client.0.smithi016.stdout: "kernel_description": { 2024-04-15T14:36:36.435 INFO:tasks.workunit.client.0.smithi016.stdout: "#1 SMP PREEMPT_DYNAMIC Fri Apr 12 13:55:21 UTC 2024": 8 2024-04-15T14:36:36.435 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:36.435 INFO:tasks.workunit.client.0.smithi016.stdout: "kernel_version": { 2024-04-15T14:36:36.435 INFO:tasks.workunit.client.0.smithi016.stdout: "5.14.0-438.el9.x86_64": 8 2024-04-15T14:36:36.435 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:36.435 INFO:tasks.workunit.client.0.smithi016.stdout: "os": { 2024-04-15T14:36:36.436 INFO:tasks.workunit.client.0.smithi016.stdout: "Linux": 8 2024-04-15T14:36:36.436 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:36.436 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_objectstore": { 2024-04-15T14:36:36.436 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore": 8 2024-04-15T14:36:36.436 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:36.436 INFO:tasks.workunit.client.0.smithi016.stdout: "rotational": { 2024-04-15T14:36:36.436 INFO:tasks.workunit.client.0.smithi016.stdout: "0": 8 2024-04-15T14:36:36.436 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T14:36:36.436 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T14:36:36.436 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:36.436 INFO:tasks.workunit.client.0.smithi016.stdout: "mon": { 2024-04-15T14:36:36.436 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 3, 2024-04-15T14:36:36.436 INFO:tasks.workunit.client.0.smithi016.stdout: "features": { 2024-04-15T14:36:36.436 INFO:tasks.workunit.client.0.smithi016.stdout: "optional": [], 2024-04-15T14:36:36.436 INFO:tasks.workunit.client.0.smithi016.stdout: "persistent": [ 2024-04-15T14:36:36.436 INFO:tasks.workunit.client.0.smithi016.stdout: "kraken", 2024-04-15T14:36:36.437 INFO:tasks.workunit.client.0.smithi016.stdout: "luminous", 2024-04-15T14:36:36.437 INFO:tasks.workunit.client.0.smithi016.stdout: "mimic", 2024-04-15T14:36:36.437 INFO:tasks.workunit.client.0.smithi016.stdout: "osdmap-prune", 2024-04-15T14:36:36.437 INFO:tasks.workunit.client.0.smithi016.stdout: "nautilus", 2024-04-15T14:36:36.437 INFO:tasks.workunit.client.0.smithi016.stdout: "octopus", 2024-04-15T14:36:36.437 INFO:tasks.workunit.client.0.smithi016.stdout: "pacific", 2024-04-15T14:36:36.437 INFO:tasks.workunit.client.0.smithi016.stdout: "elector-pinging", 2024-04-15T14:36:36.437 INFO:tasks.workunit.client.0.smithi016.stdout: "quincy", 2024-04-15T14:36:36.437 INFO:tasks.workunit.client.0.smithi016.stdout: "reef" 2024-04-15T14:36:36.437 INFO:tasks.workunit.client.0.smithi016.stdout: ] 2024-04-15T14:36:36.437 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:36.437 INFO:tasks.workunit.client.0.smithi016.stdout: "ipv4_addr_mons": 6, 2024-04-15T14:36:36.437 INFO:tasks.workunit.client.0.smithi016.stdout: "ipv6_addr_mons": 0, 2024-04-15T14:36:36.437 INFO:tasks.workunit.client.0.smithi016.stdout: "min_mon_release": 18, 2024-04-15T14:36:36.438 INFO:tasks.workunit.client.0.smithi016.stdout: "v1_addr_mons": 3, 2024-04-15T14:36:36.438 INFO:tasks.workunit.client.0.smithi016.stdout: "v2_addr_mons": 3 2024-04-15T14:36:36.438 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:36.438 INFO:tasks.workunit.client.0.smithi016.stdout: "organization": "ceph-qa", 2024-04-15T14:36:36.438 INFO:tasks.workunit.client.0.smithi016.stdout: "osd": { 2024-04-15T14:36:36.438 INFO:tasks.workunit.client.0.smithi016.stdout: "cluster_network": false, 2024-04-15T14:36:36.438 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 8, 2024-04-15T14:36:36.438 INFO:tasks.workunit.client.0.smithi016.stdout: "require_min_compat_client": "luminous", 2024-04-15T14:36:36.438 INFO:tasks.workunit.client.0.smithi016.stdout: "require_osd_release": "reef" 2024-04-15T14:36:36.438 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:36.438 INFO:tasks.workunit.client.0.smithi016.stdout: "pools": [ 2024-04-15T14:36:36.438 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-15T14:36:36.438 INFO:tasks.workunit.client.0.smithi016.stdout: "application": [ 2024-04-15T14:36:36.438 INFO:tasks.workunit.client.0.smithi016.stdout: "mgr" 2024-04-15T14:36:36.438 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T14:36:36.439 INFO:tasks.workunit.client.0.smithi016.stdout: "cache_mode": "none", 2024-04-15T14:36:36.439 INFO:tasks.workunit.client.0.smithi016.stdout: "erasure_code_profile": {}, 2024-04-15T14:36:36.439 INFO:tasks.workunit.client.0.smithi016.stdout: "min_size": 2, 2024-04-15T14:36:36.439 INFO:tasks.workunit.client.0.smithi016.stdout: "options": {}, 2024-04-15T14:36:36.439 INFO:tasks.workunit.client.0.smithi016.stdout: "pg_autoscale_mode": "off", 2024-04-15T14:36:36.439 INFO:tasks.workunit.client.0.smithi016.stdout: "pg_num": 1, 2024-04-15T14:36:36.439 INFO:tasks.workunit.client.0.smithi016.stdout: "pgp_num": 1, 2024-04-15T14:36:36.439 INFO:tasks.workunit.client.0.smithi016.stdout: "pool": 1, 2024-04-15T14:36:36.439 INFO:tasks.workunit.client.0.smithi016.stdout: "size": 3, 2024-04-15T14:36:36.439 INFO:tasks.workunit.client.0.smithi016.stdout: "stats": { 2024-04-15T14:36:36.439 INFO:tasks.workunit.client.0.smithi016.stdout: "avail_raw": 729330297098, 2024-04-15T14:36:36.439 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes_used": 1781760, 2024-04-15T14:36:36.439 INFO:tasks.workunit.client.0.smithi016.stdout: "compress_bytes_used": 0, 2024-04-15T14:36:36.439 INFO:tasks.workunit.client.0.smithi016.stdout: "compress_under_bytes": 0, 2024-04-15T14:36:36.440 INFO:tasks.workunit.client.0.smithi016.stdout: "data_bytes_used": 1781760, 2024-04-15T14:36:36.440 INFO:tasks.workunit.client.0.smithi016.stdout: "dirty": 0, 2024-04-15T14:36:36.440 INFO:tasks.workunit.client.0.smithi016.stdout: "max_avail": 243110100992, 2024-04-15T14:36:36.440 INFO:tasks.workunit.client.0.smithi016.stdout: "objects": 2, 2024-04-15T14:36:36.440 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_bytes_used": 0, 2024-04-15T14:36:36.440 INFO:tasks.workunit.client.0.smithi016.stdout: "percent_used": 2.4430023586319294e-06, 2024-04-15T14:36:36.440 INFO:tasks.workunit.client.0.smithi016.stdout: "quota_bytes": 0, 2024-04-15T14:36:36.440 INFO:tasks.workunit.client.0.smithi016.stdout: "quota_objects": 0, 2024-04-15T14:36:36.440 INFO:tasks.workunit.client.0.smithi016.stdout: "rd": 212, 2024-04-15T14:36:36.440 INFO:tasks.workunit.client.0.smithi016.stdout: "rd_bytes": 313344, 2024-04-15T14:36:36.440 INFO:tasks.workunit.client.0.smithi016.stdout: "stored": 590368, 2024-04-15T14:36:36.440 INFO:tasks.workunit.client.0.smithi016.stdout: "stored_data": 590368, 2024-04-15T14:36:36.440 INFO:tasks.workunit.client.0.smithi016.stdout: "stored_omap": 0, 2024-04-15T14:36:36.440 INFO:tasks.workunit.client.0.smithi016.stdout: "stored_raw": 1771104, 2024-04-15T14:36:36.441 INFO:tasks.workunit.client.0.smithi016.stdout: "wr": 179, 2024-04-15T14:36:36.441 INFO:tasks.workunit.client.0.smithi016.stdout: "wr_bytes": 2473984 2024-04-15T14:36:36.441 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:36.441 INFO:tasks.workunit.client.0.smithi016.stdout: "target_max_bytes": 0, 2024-04-15T14:36:36.441 INFO:tasks.workunit.client.0.smithi016.stdout: "target_max_objects": 0, 2024-04-15T14:36:36.441 INFO:tasks.workunit.client.0.smithi016.stdout: "type": "replicated" 2024-04-15T14:36:36.441 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:36.441 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-15T14:36:36.441 INFO:tasks.workunit.client.0.smithi016.stdout: "application": [ 2024-04-15T14:36:36.441 INFO:tasks.workunit.client.0.smithi016.stdout: "cephfs" 2024-04-15T14:36:36.441 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T14:36:36.441 INFO:tasks.workunit.client.0.smithi016.stdout: "cache_mode": "none", 2024-04-15T14:36:36.441 INFO:tasks.workunit.client.0.smithi016.stdout: "erasure_code_profile": {}, 2024-04-15T14:36:36.441 INFO:tasks.workunit.client.0.smithi016.stdout: "min_size": 2, 2024-04-15T14:36:36.441 INFO:tasks.workunit.client.0.smithi016.stdout: "options": {}, 2024-04-15T14:36:36.442 INFO:tasks.workunit.client.0.smithi016.stdout: "pg_autoscale_mode": "off", 2024-04-15T14:36:36.442 INFO:tasks.workunit.client.0.smithi016.stdout: "pg_num": 32, 2024-04-15T14:36:36.442 INFO:tasks.workunit.client.0.smithi016.stdout: "pgp_num": 32, 2024-04-15T14:36:36.442 INFO:tasks.workunit.client.0.smithi016.stdout: "pool": 2, 2024-04-15T14:36:36.442 INFO:tasks.workunit.client.0.smithi016.stdout: "size": 3, 2024-04-15T14:36:36.442 INFO:tasks.workunit.client.0.smithi016.stdout: "stats": { 2024-04-15T14:36:36.442 INFO:tasks.workunit.client.0.smithi016.stdout: "avail_raw": 729330297098, 2024-04-15T14:36:36.442 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes_used": 98304, 2024-04-15T14:36:36.442 INFO:tasks.workunit.client.0.smithi016.stdout: "compress_bytes_used": 0, 2024-04-15T14:36:36.442 INFO:tasks.workunit.client.0.smithi016.stdout: "compress_under_bytes": 0, 2024-04-15T14:36:36.442 INFO:tasks.workunit.client.0.smithi016.stdout: "data_bytes_used": 98304, 2024-04-15T14:36:36.442 INFO:tasks.workunit.client.0.smithi016.stdout: "dirty": 0, 2024-04-15T14:36:36.442 INFO:tasks.workunit.client.0.smithi016.stdout: "max_avail": 243110100992, 2024-04-15T14:36:36.442 INFO:tasks.workunit.client.0.smithi016.stdout: "objects": 22, 2024-04-15T14:36:36.443 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_bytes_used": 0, 2024-04-15T14:36:36.443 INFO:tasks.workunit.client.0.smithi016.stdout: "percent_used": 1.3478666005539708e-07, 2024-04-15T14:36:36.443 INFO:tasks.workunit.client.0.smithi016.stdout: "quota_bytes": 0, 2024-04-15T14:36:36.443 INFO:tasks.workunit.client.0.smithi016.stdout: "quota_objects": 0, 2024-04-15T14:36:36.443 INFO:tasks.workunit.client.0.smithi016.stdout: "rd": 0, 2024-04-15T14:36:36.443 INFO:tasks.workunit.client.0.smithi016.stdout: "rd_bytes": 0, 2024-04-15T14:36:36.443 INFO:tasks.workunit.client.0.smithi016.stdout: "stored": 3430, 2024-04-15T14:36:36.443 INFO:tasks.workunit.client.0.smithi016.stdout: "stored_data": 3430, 2024-04-15T14:36:36.443 INFO:tasks.workunit.client.0.smithi016.stdout: "stored_omap": 0, 2024-04-15T14:36:36.443 INFO:tasks.workunit.client.0.smithi016.stdout: "stored_raw": 10290, 2024-04-15T14:36:36.443 INFO:tasks.workunit.client.0.smithi016.stdout: "wr": 51, 2024-04-15T14:36:36.443 INFO:tasks.workunit.client.0.smithi016.stdout: "wr_bytes": 20480 2024-04-15T14:36:36.443 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:36.443 INFO:tasks.workunit.client.0.smithi016.stdout: "target_max_bytes": 0, 2024-04-15T14:36:36.444 INFO:tasks.workunit.client.0.smithi016.stdout: "target_max_objects": 0, 2024-04-15T14:36:36.444 INFO:tasks.workunit.client.0.smithi016.stdout: "type": "replicated" 2024-04-15T14:36:36.444 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:36.444 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-15T14:36:36.444 INFO:tasks.workunit.client.0.smithi016.stdout: "application": [ 2024-04-15T14:36:36.444 INFO:tasks.workunit.client.0.smithi016.stdout: "cephfs" 2024-04-15T14:36:36.444 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T14:36:36.444 INFO:tasks.workunit.client.0.smithi016.stdout: "cache_mode": "none", 2024-04-15T14:36:36.444 INFO:tasks.workunit.client.0.smithi016.stdout: "erasure_code_profile": {}, 2024-04-15T14:36:36.444 INFO:tasks.workunit.client.0.smithi016.stdout: "min_size": 2, 2024-04-15T14:36:36.444 INFO:tasks.workunit.client.0.smithi016.stdout: "options": {}, 2024-04-15T14:36:36.444 INFO:tasks.workunit.client.0.smithi016.stdout: "pg_autoscale_mode": "off", 2024-04-15T14:36:36.444 INFO:tasks.workunit.client.0.smithi016.stdout: "pg_num": 64, 2024-04-15T14:36:36.444 INFO:tasks.workunit.client.0.smithi016.stdout: "pgp_num": 64, 2024-04-15T14:36:36.444 INFO:tasks.workunit.client.0.smithi016.stdout: "pool": 3, 2024-04-15T14:36:36.445 INFO:tasks.workunit.client.0.smithi016.stdout: "size": 3, 2024-04-15T14:36:36.445 INFO:tasks.workunit.client.0.smithi016.stdout: "stats": { 2024-04-15T14:36:36.445 INFO:tasks.workunit.client.0.smithi016.stdout: "avail_raw": 729330297098, 2024-04-15T14:36:36.445 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes_used": 0, 2024-04-15T14:36:36.445 INFO:tasks.workunit.client.0.smithi016.stdout: "compress_bytes_used": 0, 2024-04-15T14:36:36.445 INFO:tasks.workunit.client.0.smithi016.stdout: "compress_under_bytes": 0, 2024-04-15T14:36:36.445 INFO:tasks.workunit.client.0.smithi016.stdout: "data_bytes_used": 0, 2024-04-15T14:36:36.445 INFO:tasks.workunit.client.0.smithi016.stdout: "dirty": 0, 2024-04-15T14:36:36.445 INFO:tasks.workunit.client.0.smithi016.stdout: "max_avail": 243110100992, 2024-04-15T14:36:36.445 INFO:tasks.workunit.client.0.smithi016.stdout: "objects": 0, 2024-04-15T14:36:36.445 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_bytes_used": 0, 2024-04-15T14:36:36.445 INFO:tasks.workunit.client.0.smithi016.stdout: "percent_used": 0.0, 2024-04-15T14:36:36.445 INFO:tasks.workunit.client.0.smithi016.stdout: "quota_bytes": 0, 2024-04-15T14:36:36.445 INFO:tasks.workunit.client.0.smithi016.stdout: "quota_objects": 0, 2024-04-15T14:36:36.445 INFO:tasks.workunit.client.0.smithi016.stdout: "rd": 0, 2024-04-15T14:36:36.446 INFO:tasks.workunit.client.0.smithi016.stdout: "rd_bytes": 0, 2024-04-15T14:36:36.446 INFO:tasks.workunit.client.0.smithi016.stdout: "stored": 0, 2024-04-15T14:36:36.446 INFO:tasks.workunit.client.0.smithi016.stdout: "stored_data": 0, 2024-04-15T14:36:36.446 INFO:tasks.workunit.client.0.smithi016.stdout: "stored_omap": 0, 2024-04-15T14:36:36.446 INFO:tasks.workunit.client.0.smithi016.stdout: "stored_raw": 0, 2024-04-15T14:36:36.446 INFO:tasks.workunit.client.0.smithi016.stdout: "wr": 0, 2024-04-15T14:36:36.446 INFO:tasks.workunit.client.0.smithi016.stdout: "wr_bytes": 0 2024-04-15T14:36:36.446 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:36.446 INFO:tasks.workunit.client.0.smithi016.stdout: "target_max_bytes": 0, 2024-04-15T14:36:36.446 INFO:tasks.workunit.client.0.smithi016.stdout: "target_max_objects": 0, 2024-04-15T14:36:36.446 INFO:tasks.workunit.client.0.smithi016.stdout: "type": "replicated" 2024-04-15T14:36:36.446 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:36.446 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-15T14:36:36.446 INFO:tasks.workunit.client.0.smithi016.stdout: "application": [ 2024-04-15T14:36:36.447 INFO:tasks.workunit.client.0.smithi016.stdout: "rbd" 2024-04-15T14:36:36.447 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T14:36:36.447 INFO:tasks.workunit.client.0.smithi016.stdout: "cache_mode": "none", 2024-04-15T14:36:36.447 INFO:tasks.workunit.client.0.smithi016.stdout: "erasure_code_profile": {}, 2024-04-15T14:36:36.447 INFO:tasks.workunit.client.0.smithi016.stdout: "min_size": 2, 2024-04-15T14:36:36.447 INFO:tasks.workunit.client.0.smithi016.stdout: "options": {}, 2024-04-15T14:36:36.447 INFO:tasks.workunit.client.0.smithi016.stdout: "pg_autoscale_mode": "off", 2024-04-15T14:36:36.447 INFO:tasks.workunit.client.0.smithi016.stdout: "pg_num": 8, 2024-04-15T14:36:36.447 INFO:tasks.workunit.client.0.smithi016.stdout: "pgp_num": 8, 2024-04-15T14:36:36.447 INFO:tasks.workunit.client.0.smithi016.stdout: "pool": 4, 2024-04-15T14:36:36.447 INFO:tasks.workunit.client.0.smithi016.stdout: "size": 3, 2024-04-15T14:36:36.447 INFO:tasks.workunit.client.0.smithi016.stdout: "stats": { 2024-04-15T14:36:36.447 INFO:tasks.workunit.client.0.smithi016.stdout: "avail_raw": 729330297098, 2024-04-15T14:36:36.447 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes_used": 0, 2024-04-15T14:36:36.447 INFO:tasks.workunit.client.0.smithi016.stdout: "compress_bytes_used": 0, 2024-04-15T14:36:36.448 INFO:tasks.workunit.client.0.smithi016.stdout: "compress_under_bytes": 0, 2024-04-15T14:36:36.448 INFO:tasks.workunit.client.0.smithi016.stdout: "data_bytes_used": 0, 2024-04-15T14:36:36.448 INFO:tasks.workunit.client.0.smithi016.stdout: "dirty": 0, 2024-04-15T14:36:36.448 INFO:tasks.workunit.client.0.smithi016.stdout: "max_avail": 243110100992, 2024-04-15T14:36:36.448 INFO:tasks.workunit.client.0.smithi016.stdout: "objects": 0, 2024-04-15T14:36:36.448 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_bytes_used": 0, 2024-04-15T14:36:36.448 INFO:tasks.workunit.client.0.smithi016.stdout: "percent_used": 0.0, 2024-04-15T14:36:36.448 INFO:tasks.workunit.client.0.smithi016.stdout: "quota_bytes": 0, 2024-04-15T14:36:36.448 INFO:tasks.workunit.client.0.smithi016.stdout: "quota_objects": 0, 2024-04-15T14:36:36.448 INFO:tasks.workunit.client.0.smithi016.stdout: "rd": 0, 2024-04-15T14:36:36.448 INFO:tasks.workunit.client.0.smithi016.stdout: "rd_bytes": 0, 2024-04-15T14:36:36.448 INFO:tasks.workunit.client.0.smithi016.stdout: "stored": 0, 2024-04-15T14:36:36.448 INFO:tasks.workunit.client.0.smithi016.stdout: "stored_data": 0, 2024-04-15T14:36:36.448 INFO:tasks.workunit.client.0.smithi016.stdout: "stored_omap": 0, 2024-04-15T14:36:36.448 INFO:tasks.workunit.client.0.smithi016.stdout: "stored_raw": 0, 2024-04-15T14:36:36.449 INFO:tasks.workunit.client.0.smithi016.stdout: "wr": 0, 2024-04-15T14:36:36.449 INFO:tasks.workunit.client.0.smithi016.stdout: "wr_bytes": 0 2024-04-15T14:36:36.449 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:36.449 INFO:tasks.workunit.client.0.smithi016.stdout: "target_max_bytes": 0, 2024-04-15T14:36:36.449 INFO:tasks.workunit.client.0.smithi016.stdout: "target_max_objects": 0, 2024-04-15T14:36:36.449 INFO:tasks.workunit.client.0.smithi016.stdout: "type": "replicated" 2024-04-15T14:36:36.449 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T14:36:36.449 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T14:36:36.449 INFO:tasks.workunit.client.0.smithi016.stdout: "rbd": { 2024-04-15T14:36:36.449 INFO:tasks.workunit.client.0.smithi016.stdout: "mirroring_by_pool": [ 2024-04-15T14:36:36.449 INFO:tasks.workunit.client.0.smithi016.stdout: false 2024-04-15T14:36:36.449 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T14:36:36.449 INFO:tasks.workunit.client.0.smithi016.stdout: "num_images_by_pool": [ 2024-04-15T14:36:36.449 INFO:tasks.workunit.client.0.smithi016.stdout: 0 2024-04-15T14:36:36.449 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T14:36:36.450 INFO:tasks.workunit.client.0.smithi016.stdout: "num_pools": 1 2024-04-15T14:36:36.450 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:36.450 INFO:tasks.workunit.client.0.smithi016.stdout: "report_id": "97929356-81c7-48cf-938b-9dbee2898697", 2024-04-15T14:36:36.450 INFO:tasks.workunit.client.0.smithi016.stdout: "report_timestamp": "2024-04-15T14:36:36.354758", 2024-04-15T14:36:36.450 INFO:tasks.workunit.client.0.smithi016.stdout: "report_version": 1, 2024-04-15T14:36:36.450 INFO:tasks.workunit.client.0.smithi016.stdout: "rook": { 2024-04-15T14:36:36.450 INFO:tasks.workunit.client.0.smithi016.stdout: "cluster": { 2024-04-15T14:36:36.450 INFO:tasks.workunit.client.0.smithi016.stdout: "external-mode": null, 2024-04-15T14:36:36.450 INFO:tasks.workunit.client.0.smithi016.stdout: "mon": { 2024-04-15T14:36:36.450 INFO:tasks.workunit.client.0.smithi016.stdout: "allow-multiple-per-node": null, 2024-04-15T14:36:36.450 INFO:tasks.workunit.client.0.smithi016.stdout: "count": null, 2024-04-15T14:36:36.450 INFO:tasks.workunit.client.0.smithi016.stdout: "max-id": null, 2024-04-15T14:36:36.450 INFO:tasks.workunit.client.0.smithi016.stdout: "pvc": { 2024-04-15T14:36:36.451 INFO:tasks.workunit.client.0.smithi016.stdout: "enabled": null 2024-04-15T14:36:36.451 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:36.451 INFO:tasks.workunit.client.0.smithi016.stdout: "stretch": { 2024-04-15T14:36:36.451 INFO:tasks.workunit.client.0.smithi016.stdout: "enabled": null 2024-04-15T14:36:36.451 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T14:36:36.451 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:36.451 INFO:tasks.workunit.client.0.smithi016.stdout: "network": { 2024-04-15T14:36:36.451 INFO:tasks.workunit.client.0.smithi016.stdout: "provider": null 2024-04-15T14:36:36.451 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:36.451 INFO:tasks.workunit.client.0.smithi016.stdout: "storage": { 2024-04-15T14:36:36.451 INFO:tasks.workunit.client.0.smithi016.stdout: "device-set": { 2024-04-15T14:36:36.452 INFO:tasks.workunit.client.0.smithi016.stdout: "count": { 2024-04-15T14:36:36.452 INFO:tasks.workunit.client.0.smithi016.stdout: "non-portable": null, 2024-04-15T14:36:36.452 INFO:tasks.workunit.client.0.smithi016.stdout: "portable": null, 2024-04-15T14:36:36.452 INFO:tasks.workunit.client.0.smithi016.stdout: "total": null 2024-04-15T14:36:36.452 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T14:36:36.452 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T14:36:36.452 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T14:36:36.452 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:36.452 INFO:tasks.workunit.client.0.smithi016.stdout: "csi": { 2024-04-15T14:36:36.452 INFO:tasks.workunit.client.0.smithi016.stdout: "version": null 2024-04-15T14:36:36.452 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:36.452 INFO:tasks.workunit.client.0.smithi016.stdout: "kubernetes": { 2024-04-15T14:36:36.452 INFO:tasks.workunit.client.0.smithi016.stdout: "version": null 2024-04-15T14:36:36.452 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:36.453 INFO:tasks.workunit.client.0.smithi016.stdout: "node": { 2024-04-15T14:36:36.453 INFO:tasks.workunit.client.0.smithi016.stdout: "count": { 2024-04-15T14:36:36.453 INFO:tasks.workunit.client.0.smithi016.stdout: "kubernetes-total": null, 2024-04-15T14:36:36.453 INFO:tasks.workunit.client.0.smithi016.stdout: "with-ceph-daemons": null, 2024-04-15T14:36:36.453 INFO:tasks.workunit.client.0.smithi016.stdout: "with-csi-cephfs-plugin": null, 2024-04-15T14:36:36.453 INFO:tasks.workunit.client.0.smithi016.stdout: "with-csi-nfs-plugin": null, 2024-04-15T14:36:36.453 INFO:tasks.workunit.client.0.smithi016.stdout: "with-csi-rbd-plugin": null 2024-04-15T14:36:36.453 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T14:36:36.453 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:36.453 INFO:tasks.workunit.client.0.smithi016.stdout: "usage": { 2024-04-15T14:36:36.453 INFO:tasks.workunit.client.0.smithi016.stdout: "storage-class": { 2024-04-15T14:36:36.453 INFO:tasks.workunit.client.0.smithi016.stdout: "count": { 2024-04-15T14:36:36.453 INFO:tasks.workunit.client.0.smithi016.stdout: "bucket": null, 2024-04-15T14:36:36.453 INFO:tasks.workunit.client.0.smithi016.stdout: "cephfs": null, 2024-04-15T14:36:36.453 INFO:tasks.workunit.client.0.smithi016.stdout: "nfs": null, 2024-04-15T14:36:36.453 INFO:tasks.workunit.client.0.smithi016.stdout: "rbd": null, 2024-04-15T14:36:36.454 INFO:tasks.workunit.client.0.smithi016.stdout: "total": null 2024-04-15T14:36:36.454 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T14:36:36.454 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T14:36:36.454 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:36.454 INFO:tasks.workunit.client.0.smithi016.stdout: "version": null 2024-04-15T14:36:36.454 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:36.454 INFO:tasks.workunit.client.0.smithi016.stdout: "services": {}, 2024-04-15T14:36:36.454 INFO:tasks.workunit.client.0.smithi016.stdout: "usage": { 2024-04-15T14:36:36.454 INFO:tasks.workunit.client.0.smithi016.stdout: "pg_num": 105, 2024-04-15T14:36:36.454 INFO:tasks.workunit.client.0.smithi016.stdout: "pools": 4, 2024-04-15T14:36:36.454 INFO:tasks.workunit.client.0.smithi016.stdout: "stats_by_class": { 2024-04-15T14:36:36.454 INFO:tasks.workunit.client.0.smithi016.stdout: "ssd": { 2024-04-15T14:36:36.454 INFO:tasks.workunit.client.0.smithi016.stdout: "total_avail_bytes": 767731326976, 2024-04-15T14:36:36.454 INFO:tasks.workunit.client.0.smithi016.stdout: "total_bytes": 767960285184, 2024-04-15T14:36:36.455 INFO:tasks.workunit.client.0.smithi016.stdout: "total_used_bytes": 228958208, 2024-04-15T14:36:36.455 INFO:tasks.workunit.client.0.smithi016.stdout: "total_used_raw_bytes": 228958208, 2024-04-15T14:36:36.455 INFO:tasks.workunit.client.0.smithi016.stdout: "total_used_raw_ratio": 0.00029813809669576585 2024-04-15T14:36:36.455 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T14:36:36.455 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:36.455 INFO:tasks.workunit.client.0.smithi016.stdout: "total_avail_bytes": 767731326976, 2024-04-15T14:36:36.455 INFO:tasks.workunit.client.0.smithi016.stdout: "total_bytes": 767960285184, 2024-04-15T14:36:36.455 INFO:tasks.workunit.client.0.smithi016.stdout: "total_used_bytes": 228958208 2024-04-15T14:36:36.455 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T14:36:36.455 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T14:36:36.455 INFO:tasks.workunit.client.0.smithi016.stdout:} 2024-04-15T14:36:36.456 INFO:tasks.workunit.client.0.smithi016.stderr:++ ceph telemetry collection ls 2024-04-15T14:36:36.898 INFO:tasks.workunit.client.0.smithi016.stderr:+ COLLECTIONS='New collections are available: 2024-04-15T14:36:36.898 INFO:tasks.workunit.client.0.smithi016.stderr:['\''basic_base'\'', '\''basic_mds_metadata'\'', '\''basic_pool_options_bluestore'\'', '\''basic_pool_usage'\'', '\''basic_rook_v01'\'', '\''basic_usage_by_class'\'', '\''crash_base'\'', '\''device_base'\'', '\''ident_base'\'', '\''perf_memory_metrics'\'', '\''perf_perf'\''] 2024-04-15T14:36:36.898 INFO:tasks.workunit.client.0.smithi016.stderr:Run `ceph telemetry on` to opt-in to these collections. 2024-04-15T14:36:36.898 INFO:tasks.workunit.client.0.smithi016.stderr: 2024-04-15T14:36:36.898 INFO:tasks.workunit.client.0.smithi016.stderr:NAME STATUS DESC 2024-04-15T14:36:36.898 INFO:tasks.workunit.client.0.smithi016.stderr:basic_base NOT REPORTING: NOT OPTED-IN Basic information about the cluster (capacity, number and type of daemons, version, etc.) 2024-04-15T14:36:36.898 INFO:tasks.workunit.client.0.smithi016.stderr:basic_mds_metadata NOT REPORTING: NOT OPTED-IN MDS metadata 2024-04-15T14:36:36.898 INFO:tasks.workunit.client.0.smithi016.stderr:basic_pool_options_bluestore NOT REPORTING: NOT OPTED-IN Per-pool bluestore config options 2024-04-15T14:36:36.899 INFO:tasks.workunit.client.0.smithi016.stderr:basic_pool_usage NOT REPORTING: NOT OPTED-IN Default pool application and usage statistics 2024-04-15T14:36:36.899 INFO:tasks.workunit.client.0.smithi016.stderr:basic_rook_v01 NOT REPORTING: NOT OPTED-IN Basic Rook deployment data 2024-04-15T14:36:36.899 INFO:tasks.workunit.client.0.smithi016.stderr:basic_usage_by_class NOT REPORTING: NOT OPTED-IN Default device class usage statistics 2024-04-15T14:36:36.899 INFO:tasks.workunit.client.0.smithi016.stderr:crash_base NOT REPORTING: NOT OPTED-IN Information about daemon crashes (daemon type and version, backtrace, etc.) 2024-04-15T14:36:36.899 INFO:tasks.workunit.client.0.smithi016.stderr:device_base NOT REPORTING: NOT OPTED-IN Information about device health metrics 2024-04-15T14:36:36.899 INFO:tasks.workunit.client.0.smithi016.stderr:ident_base NOT REPORTING: NOT OPTED-IN User-provided identifying information about the cluster 2024-04-15T14:36:36.899 INFO:tasks.workunit.client.0.smithi016.stderr:perf_memory_metrics NOT REPORTING: NOT OPTED-IN, CHANNEL perf IS OFF Heap stats and mempools for mon and mds 2024-04-15T14:36:36.899 INFO:tasks.workunit.client.0.smithi016.stderr:perf_perf NOT REPORTING: NOT OPTED-IN, CHANNEL perf IS OFF Information about performance counters of the cluster ' 2024-04-15T14:36:36.899 INFO:tasks.workunit.client.0.smithi016.stderr:+ NEW_COLLECTIONS=("perf_perf" "basic_mds_metadata" "basic_pool_usage" "basic_rook_v01" "perf_memory_metrics") 2024-04-15T14:36:36.899 INFO:tasks.workunit.client.0.smithi016.stderr:+ for col in ${NEW_COLLECTIONS[@]} 2024-04-15T14:36:36.899 INFO:tasks.workunit.client.0.smithi016.stderr:+ [[ New collections are available: 2024-04-15T14:36:36.899 INFO:tasks.workunit.client.0.smithi016.stderr:['basic_base', 'basic_mds_metadata', 'basic_pool_options_bluestore', 'basic_pool_usage', 'basic_rook_v01', 'basic_usage_by_class', 'crash_base', 'device_base', 'ident_base', 'perf_memory_metrics', 'perf_perf'] 2024-04-15T14:36:36.899 INFO:tasks.workunit.client.0.smithi016.stderr:Run `ceph telemetry on` to opt-in to these collections. 2024-04-15T14:36:36.900 INFO:tasks.workunit.client.0.smithi016.stderr: 2024-04-15T14:36:36.900 INFO:tasks.workunit.client.0.smithi016.stderr:NAME STATUS DESC 2024-04-15T14:36:36.900 INFO:tasks.workunit.client.0.smithi016.stderr:basic_base NOT REPORTING: NOT OPTED-IN Basic information about the cluster (capacity, number and type of daemons, version, etc.) 2024-04-15T14:36:36.900 INFO:tasks.workunit.client.0.smithi016.stderr:basic_mds_metadata NOT REPORTING: NOT OPTED-IN MDS metadata 2024-04-15T14:36:36.900 INFO:tasks.workunit.client.0.smithi016.stderr:basic_pool_options_bluestore NOT REPORTING: NOT OPTED-IN Per-pool bluestore config options 2024-04-15T14:36:36.900 INFO:tasks.workunit.client.0.smithi016.stderr:basic_pool_usage NOT REPORTING: NOT OPTED-IN Default pool application and usage statistics 2024-04-15T14:36:36.900 INFO:tasks.workunit.client.0.smithi016.stderr:basic_rook_v01 NOT REPORTING: NOT OPTED-IN Basic Rook deployment data 2024-04-15T14:36:36.900 INFO:tasks.workunit.client.0.smithi016.stderr:basic_usage_by_class NOT REPORTING: NOT OPTED-IN Default device class usage statistics 2024-04-15T14:36:36.900 INFO:tasks.workunit.client.0.smithi016.stderr:crash_base NOT REPORTING: NOT OPTED-IN Information about daemon crashes (daemon type and version, backtrace, etc.) 2024-04-15T14:36:36.900 INFO:tasks.workunit.client.0.smithi016.stderr:device_base NOT REPORTING: NOT OPTED-IN Information about device health metrics 2024-04-15T14:36:36.900 INFO:tasks.workunit.client.0.smithi016.stderr:ident_base NOT REPORTING: NOT OPTED-IN User-provided identifying information about the cluster 2024-04-15T14:36:36.900 INFO:tasks.workunit.client.0.smithi016.stderr:perf_memory_metrics NOT REPORTING: NOT OPTED-IN, CHANNEL perf IS OFF Heap stats and mempools for mon and mds 2024-04-15T14:36:36.900 INFO:tasks.workunit.client.0.smithi016.stderr:perf_perf NOT REPORTING: NOT OPTED-IN, CHANNEL perf IS OFF Information about performance counters of the cluster == *perf_perf* ]] 2024-04-15T14:36:36.900 INFO:tasks.workunit.client.0.smithi016.stderr:+ for col in ${NEW_COLLECTIONS[@]} 2024-04-15T14:36:36.901 INFO:tasks.workunit.client.0.smithi016.stderr:+ [[ New collections are available: 2024-04-15T14:36:36.901 INFO:tasks.workunit.client.0.smithi016.stderr:['basic_base', 'basic_mds_metadata', 'basic_pool_options_bluestore', 'basic_pool_usage', 'basic_rook_v01', 'basic_usage_by_class', 'crash_base', 'device_base', 'ident_base', 'perf_memory_metrics', 'perf_perf'] 2024-04-15T14:36:36.901 INFO:tasks.workunit.client.0.smithi016.stderr:Run `ceph telemetry on` to opt-in to these collections. 2024-04-15T14:36:36.901 INFO:tasks.workunit.client.0.smithi016.stderr: 2024-04-15T14:36:36.901 INFO:tasks.workunit.client.0.smithi016.stderr:NAME STATUS DESC 2024-04-15T14:36:36.901 INFO:tasks.workunit.client.0.smithi016.stderr:basic_base NOT REPORTING: NOT OPTED-IN Basic information about the cluster (capacity, number and type of daemons, version, etc.) 2024-04-15T14:36:36.901 INFO:tasks.workunit.client.0.smithi016.stderr:basic_mds_metadata NOT REPORTING: NOT OPTED-IN MDS metadata 2024-04-15T14:36:36.901 INFO:tasks.workunit.client.0.smithi016.stderr:basic_pool_options_bluestore NOT REPORTING: NOT OPTED-IN Per-pool bluestore config options 2024-04-15T14:36:36.901 INFO:tasks.workunit.client.0.smithi016.stderr:basic_pool_usage NOT REPORTING: NOT OPTED-IN Default pool application and usage statistics 2024-04-15T14:36:36.901 INFO:tasks.workunit.client.0.smithi016.stderr:basic_rook_v01 NOT REPORTING: NOT OPTED-IN Basic Rook deployment data 2024-04-15T14:36:36.901 INFO:tasks.workunit.client.0.smithi016.stderr:basic_usage_by_class NOT REPORTING: NOT OPTED-IN Default device class usage statistics 2024-04-15T14:36:36.901 INFO:tasks.workunit.client.0.smithi016.stderr:crash_base NOT REPORTING: NOT OPTED-IN Information about daemon crashes (daemon type and version, backtrace, etc.) 2024-04-15T14:36:36.901 INFO:tasks.workunit.client.0.smithi016.stderr:device_base NOT REPORTING: NOT OPTED-IN Information about device health metrics 2024-04-15T14:36:36.901 INFO:tasks.workunit.client.0.smithi016.stderr:ident_base NOT REPORTING: NOT OPTED-IN User-provided identifying information about the cluster 2024-04-15T14:36:36.901 INFO:tasks.workunit.client.0.smithi016.stderr:perf_memory_metrics NOT REPORTING: NOT OPTED-IN, CHANNEL perf IS OFF Heap stats and mempools for mon and mds 2024-04-15T14:36:36.902 INFO:tasks.workunit.client.0.smithi016.stderr:perf_perf NOT REPORTING: NOT OPTED-IN, CHANNEL perf IS OFF Information about performance counters of the cluster == *basic_mds_metadata* ]] 2024-04-15T14:36:36.902 INFO:tasks.workunit.client.0.smithi016.stderr:+ for col in ${NEW_COLLECTIONS[@]} 2024-04-15T14:36:36.902 INFO:tasks.workunit.client.0.smithi016.stderr:+ [[ New collections are available: 2024-04-15T14:36:36.902 INFO:tasks.workunit.client.0.smithi016.stderr:['basic_base', 'basic_mds_metadata', 'basic_pool_options_bluestore', 'basic_pool_usage', 'basic_rook_v01', 'basic_usage_by_class', 'crash_base', 'device_base', 'ident_base', 'perf_memory_metrics', 'perf_perf'] 2024-04-15T14:36:36.903 INFO:tasks.workunit.client.0.smithi016.stderr:Run `ceph telemetry on` to opt-in to these collections. 2024-04-15T14:36:36.903 INFO:tasks.workunit.client.0.smithi016.stderr: 2024-04-15T14:36:36.903 INFO:tasks.workunit.client.0.smithi016.stderr:NAME STATUS DESC 2024-04-15T14:36:36.903 INFO:tasks.workunit.client.0.smithi016.stderr:basic_base NOT REPORTING: NOT OPTED-IN Basic information about the cluster (capacity, number and type of daemons, version, etc.) 2024-04-15T14:36:36.903 INFO:tasks.workunit.client.0.smithi016.stderr:basic_mds_metadata NOT REPORTING: NOT OPTED-IN MDS metadata 2024-04-15T14:36:36.903 INFO:tasks.workunit.client.0.smithi016.stderr:basic_pool_options_bluestore NOT REPORTING: NOT OPTED-IN Per-pool bluestore config options 2024-04-15T14:36:36.903 INFO:tasks.workunit.client.0.smithi016.stderr:basic_pool_usage NOT REPORTING: NOT OPTED-IN Default pool application and usage statistics 2024-04-15T14:36:36.903 INFO:tasks.workunit.client.0.smithi016.stderr:basic_rook_v01 NOT REPORTING: NOT OPTED-IN Basic Rook deployment data 2024-04-15T14:36:36.903 INFO:tasks.workunit.client.0.smithi016.stderr:basic_usage_by_class NOT REPORTING: NOT OPTED-IN Default device class usage statistics 2024-04-15T14:36:36.903 INFO:tasks.workunit.client.0.smithi016.stderr:crash_base NOT REPORTING: NOT OPTED-IN Information about daemon crashes (daemon type and version, backtrace, etc.) 2024-04-15T14:36:36.903 INFO:tasks.workunit.client.0.smithi016.stderr:device_base NOT REPORTING: NOT OPTED-IN Information about device health metrics 2024-04-15T14:36:36.903 INFO:tasks.workunit.client.0.smithi016.stderr:ident_base NOT REPORTING: NOT OPTED-IN User-provided identifying information about the cluster 2024-04-15T14:36:36.903 INFO:tasks.workunit.client.0.smithi016.stderr:perf_memory_metrics NOT REPORTING: NOT OPTED-IN, CHANNEL perf IS OFF Heap stats and mempools for mon and mds 2024-04-15T14:36:36.904 INFO:tasks.workunit.client.0.smithi016.stderr:perf_perf NOT REPORTING: NOT OPTED-IN, CHANNEL perf IS OFF Information about performance counters of the cluster == *basic_pool_usage* ]] 2024-04-15T14:36:36.904 INFO:tasks.workunit.client.0.smithi016.stderr:+ for col in ${NEW_COLLECTIONS[@]} 2024-04-15T14:36:36.904 INFO:tasks.workunit.client.0.smithi016.stderr:+ [[ New collections are available: 2024-04-15T14:36:36.904 INFO:tasks.workunit.client.0.smithi016.stderr:['basic_base', 'basic_mds_metadata', 'basic_pool_options_bluestore', 'basic_pool_usage', 'basic_rook_v01', 'basic_usage_by_class', 'crash_base', 'device_base', 'ident_base', 'perf_memory_metrics', 'perf_perf'] 2024-04-15T14:36:36.904 INFO:tasks.workunit.client.0.smithi016.stderr:Run `ceph telemetry on` to opt-in to these collections. 2024-04-15T14:36:36.904 INFO:tasks.workunit.client.0.smithi016.stderr: 2024-04-15T14:36:36.904 INFO:tasks.workunit.client.0.smithi016.stderr:NAME STATUS DESC 2024-04-15T14:36:36.904 INFO:tasks.workunit.client.0.smithi016.stderr:basic_base NOT REPORTING: NOT OPTED-IN Basic information about the cluster (capacity, number and type of daemons, version, etc.) 2024-04-15T14:36:36.904 INFO:tasks.workunit.client.0.smithi016.stderr:basic_mds_metadata NOT REPORTING: NOT OPTED-IN MDS metadata 2024-04-15T14:36:36.904 INFO:tasks.workunit.client.0.smithi016.stderr:basic_pool_options_bluestore NOT REPORTING: NOT OPTED-IN Per-pool bluestore config options 2024-04-15T14:36:36.904 INFO:tasks.workunit.client.0.smithi016.stderr:basic_pool_usage NOT REPORTING: NOT OPTED-IN Default pool application and usage statistics 2024-04-15T14:36:36.904 INFO:tasks.workunit.client.0.smithi016.stderr:basic_rook_v01 NOT REPORTING: NOT OPTED-IN Basic Rook deployment data 2024-04-15T14:36:36.904 INFO:tasks.workunit.client.0.smithi016.stderr:basic_usage_by_class NOT REPORTING: NOT OPTED-IN Default device class usage statistics 2024-04-15T14:36:36.904 INFO:tasks.workunit.client.0.smithi016.stderr:crash_base NOT REPORTING: NOT OPTED-IN Information about daemon crashes (daemon type and version, backtrace, etc.) 2024-04-15T14:36:36.904 INFO:tasks.workunit.client.0.smithi016.stderr:device_base NOT REPORTING: NOT OPTED-IN Information about device health metrics 2024-04-15T14:36:36.905 INFO:tasks.workunit.client.0.smithi016.stderr:ident_base NOT REPORTING: NOT OPTED-IN User-provided identifying information about the cluster 2024-04-15T14:36:36.905 INFO:tasks.workunit.client.0.smithi016.stderr:perf_memory_metrics NOT REPORTING: NOT OPTED-IN, CHANNEL perf IS OFF Heap stats and mempools for mon and mds 2024-04-15T14:36:36.905 INFO:tasks.workunit.client.0.smithi016.stderr:perf_perf NOT REPORTING: NOT OPTED-IN, CHANNEL perf IS OFF Information about performance counters of the cluster == *basic_rook_v01* ]] 2024-04-15T14:36:36.905 INFO:tasks.workunit.client.0.smithi016.stderr:+ for col in ${NEW_COLLECTIONS[@]} 2024-04-15T14:36:36.905 INFO:tasks.workunit.client.0.smithi016.stderr:+ [[ New collections are available: 2024-04-15T14:36:36.905 INFO:tasks.workunit.client.0.smithi016.stderr:['basic_base', 'basic_mds_metadata', 'basic_pool_options_bluestore', 'basic_pool_usage', 'basic_rook_v01', 'basic_usage_by_class', 'crash_base', 'device_base', 'ident_base', 'perf_memory_metrics', 'perf_perf'] 2024-04-15T14:36:36.905 INFO:tasks.workunit.client.0.smithi016.stderr:Run `ceph telemetry on` to opt-in to these collections. 2024-04-15T14:36:36.905 INFO:tasks.workunit.client.0.smithi016.stderr: 2024-04-15T14:36:36.905 INFO:tasks.workunit.client.0.smithi016.stderr:NAME STATUS DESC 2024-04-15T14:36:36.905 INFO:tasks.workunit.client.0.smithi016.stderr:basic_base NOT REPORTING: NOT OPTED-IN Basic information about the cluster (capacity, number and type of daemons, version, etc.) 2024-04-15T14:36:36.905 INFO:tasks.workunit.client.0.smithi016.stderr:basic_mds_metadata NOT REPORTING: NOT OPTED-IN MDS metadata 2024-04-15T14:36:36.905 INFO:tasks.workunit.client.0.smithi016.stderr:basic_pool_options_bluestore NOT REPORTING: NOT OPTED-IN Per-pool bluestore config options 2024-04-15T14:36:36.905 INFO:tasks.workunit.client.0.smithi016.stderr:basic_pool_usage NOT REPORTING: NOT OPTED-IN Default pool application and usage statistics 2024-04-15T14:36:36.905 INFO:tasks.workunit.client.0.smithi016.stderr:basic_rook_v01 NOT REPORTING: NOT OPTED-IN Basic Rook deployment data 2024-04-15T14:36:36.906 INFO:tasks.workunit.client.0.smithi016.stderr:basic_usage_by_class NOT REPORTING: NOT OPTED-IN Default device class usage statistics 2024-04-15T14:36:36.906 INFO:tasks.workunit.client.0.smithi016.stderr:crash_base NOT REPORTING: NOT OPTED-IN Information about daemon crashes (daemon type and version, backtrace, etc.) 2024-04-15T14:36:36.906 INFO:tasks.workunit.client.0.smithi016.stderr:device_base NOT REPORTING: NOT OPTED-IN Information about device health metrics 2024-04-15T14:36:36.906 INFO:tasks.workunit.client.0.smithi016.stderr:ident_base NOT REPORTING: NOT OPTED-IN User-provided identifying information about the cluster 2024-04-15T14:36:36.906 INFO:tasks.workunit.client.0.smithi016.stderr:perf_memory_metrics NOT REPORTING: NOT OPTED-IN, CHANNEL perf IS OFF Heap stats and mempools for mon and mds 2024-04-15T14:36:36.906 INFO:tasks.workunit.client.0.smithi016.stderr:perf_perf NOT REPORTING: NOT OPTED-IN, CHANNEL perf IS OFF Information about performance counters of the cluster == *perf_memory_metrics* ]] 2024-04-15T14:36:36.906 INFO:tasks.workunit.client.0.smithi016.stderr:+ ceph telemetry on --license sharing-1-0 2024-04-15T14:36:36.959 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:36:36 smithi016 ceph-mon[36548]: from='client.24821 -' entity='client.admin' cmd=[{"prefix": "telemetry preview", "target": ["mon-mgr", ""]}]: dispatch 2024-04-15T14:36:36.959 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:36:36 smithi016 ceph-mon[36548]: from='client.24821 -' entity='client.admin' cmd=[{"prefix": "telemetry preview", "target": ["mon-mgr", ""]}]: dispatch 2024-04-15T14:36:36.959 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:36:36 smithi016 ceph-mon[36548]: from='client.14952 -' entity='client.admin' cmd=[{"prefix": "telemetry preview-device", "target": ["mon-mgr", ""]}]: dispatch 2024-04-15T14:36:36.959 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:36:36 smithi016 ceph-mon[36548]: from='client.14952 -' entity='client.admin' cmd=[{"prefix": "telemetry preview-device", "target": ["mon-mgr", ""]}]: dispatch 2024-04-15T14:36:36.959 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:36:36 smithi016 ceph-mon[36548]: from='mgr.14628 172.21.15.16:0/2128211001' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T14:36:36.960 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:36:36 smithi016 ceph-mon[36548]: from='mgr.14628 172.21.15.16:0/2128211001' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-15T14:36:36.960 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:36:36 smithi016 ceph-mon[36548]: from='mgr.14628 172.21.15.16:0/2128211001' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T14:36:36.960 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:36:36 smithi016 ceph-mon[36548]: from='mgr.14628 172.21.15.16:0/2128211001' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-15T14:36:36.960 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:36:36 smithi016 ceph-mon[27435]: from='client.24821 -' entity='client.admin' cmd=[{"prefix": "telemetry preview", "target": ["mon-mgr", ""]}]: dispatch 2024-04-15T14:36:36.960 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:36:36 smithi016 ceph-mon[27435]: from='client.24821 -' entity='client.admin' cmd=[{"prefix": "telemetry preview", "target": ["mon-mgr", ""]}]: dispatch 2024-04-15T14:36:36.960 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:36:36 smithi016 ceph-mon[27435]: from='client.14952 -' entity='client.admin' cmd=[{"prefix": "telemetry preview-device", "target": ["mon-mgr", ""]}]: dispatch 2024-04-15T14:36:36.960 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:36:36 smithi016 ceph-mon[27435]: from='client.14952 -' entity='client.admin' cmd=[{"prefix": "telemetry preview-device", "target": ["mon-mgr", ""]}]: dispatch 2024-04-15T14:36:36.960 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:36:36 smithi016 ceph-mon[27435]: from='mgr.14628 172.21.15.16:0/2128211001' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T14:36:36.960 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:36:36 smithi016 ceph-mon[27435]: from='mgr.14628 172.21.15.16:0/2128211001' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-15T14:36:36.960 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:36:36 smithi016 ceph-mon[27435]: from='mgr.14628 172.21.15.16:0/2128211001' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T14:36:36.960 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:36:36 smithi016 ceph-mon[27435]: from='mgr.14628 172.21.15.16:0/2128211001' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-15T14:36:37.102 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:36:36 smithi102 ceph-mon[31017]: from='client.24821 -' entity='client.admin' cmd=[{"prefix": "telemetry preview", "target": ["mon-mgr", ""]}]: dispatch 2024-04-15T14:36:37.102 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:36:36 smithi102 ceph-mon[31017]: from='client.24821 -' entity='client.admin' cmd=[{"prefix": "telemetry preview", "target": ["mon-mgr", ""]}]: dispatch 2024-04-15T14:36:37.103 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:36:36 smithi102 ceph-mon[31017]: from='client.14952 -' entity='client.admin' cmd=[{"prefix": "telemetry preview-device", "target": ["mon-mgr", ""]}]: dispatch 2024-04-15T14:36:37.103 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:36:36 smithi102 ceph-mon[31017]: from='client.14952 -' entity='client.admin' cmd=[{"prefix": "telemetry preview-device", "target": ["mon-mgr", ""]}]: dispatch 2024-04-15T14:36:37.103 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:36:36 smithi102 ceph-mon[31017]: from='mgr.14628 172.21.15.16:0/2128211001' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T14:36:37.103 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:36:36 smithi102 ceph-mon[31017]: from='mgr.14628 172.21.15.16:0/2128211001' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-15T14:36:37.103 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:36:36 smithi102 ceph-mon[31017]: from='mgr.14628 172.21.15.16:0/2128211001' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T14:36:37.103 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:36:36 smithi102 ceph-mon[31017]: from='mgr.14628 172.21.15.16:0/2128211001' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-15T14:36:37.414 INFO:tasks.workunit.client.0.smithi016.stdout:Telemetry is on. 2024-04-15T14:36:37.414 INFO:tasks.workunit.client.0.smithi016.stdout:Some channels are disabled, please enable with: 2024-04-15T14:36:37.414 INFO:tasks.workunit.client.0.smithi016.stdout:`ceph telemetry enable channel perf` 2024-04-15T14:36:37.425 INFO:tasks.workunit.client.0.smithi016.stderr:+ ceph telemetry enable channel perf 2024-04-15T14:36:37.539 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 15 14:36:37 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-y[27693]: [15/Apr/2024:14:36:37] ENGINE Bus STOPPING 2024-04-15T14:36:37.539 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 15 14:36:37 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-y[27693]: [15/Apr/2024:14:36:37] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-04-15T14:36:37.539 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 15 14:36:37 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-y[27693]: [15/Apr/2024:14:36:37] ENGINE Bus STOPPED 2024-04-15T14:36:37.540 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 15 14:36:37 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-y[27693]: [15/Apr/2024:14:36:37] ENGINE Bus STARTING 2024-04-15T14:36:37.540 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 15 14:36:37 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-y[27693]: [15/Apr/2024:14:36:37] ENGINE Serving on http://:::9283 2024-04-15T14:36:37.540 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 15 14:36:37 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-y[27693]: [15/Apr/2024:14:36:37] ENGINE Bus STARTED 2024-04-15T14:36:37.945 INFO:tasks.workunit.client.0.smithi016.stdout:channel_perf is enabled 2024-04-15T14:36:37.958 INFO:tasks.workunit.client.0.smithi016.stderr:++ ceph config get mgr mgr/telemetry/last_opt_revision 2024-04-15T14:36:38.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:36:37 smithi016 ceph-mon[36548]: pgmap v75: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-04-15T14:36:38.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:36:37 smithi016 ceph-mon[36548]: from='client.14958 -' entity='client.admin' cmd=[{"prefix": "telemetry preview-all", "target": ["mon-mgr", ""]}]: dispatch 2024-04-15T14:36:38.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:36:37 smithi016 ceph-mon[36548]: from='client.14958 -' entity='client.admin' cmd=[{"prefix": "telemetry preview-all", "target": ["mon-mgr", ""]}]: dispatch 2024-04-15T14:36:38.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:36:37 smithi016 ceph-mon[36548]: from='client.14964 -' entity='client.admin' cmd=[{"prefix": "telemetry collection ls", "target": ["mon-mgr", ""]}]: dispatch 2024-04-15T14:36:38.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:36:37 smithi016 ceph-mon[36548]: mgrmap e22: y(active, since 2m), standbys: x 2024-04-15T14:36:38.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:36:37 smithi016 ceph-mon[36548]: from='mgr.14628 ' entity='mgr.y' 2024-04-15T14:36:38.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:36:37 smithi016 ceph-mon[36548]: from='mgr.14628 ' entity='mgr.y' 2024-04-15T14:36:38.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:36:37 smithi016 ceph-mon[36548]: from='mgr.14628 ' entity='mgr.y' 2024-04-15T14:36:38.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:36:37 smithi016 ceph-mon[36548]: from='mgr.14628 ' entity='mgr.y' 2024-04-15T14:36:38.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:36:37 smithi016 ceph-mon[36548]: from='mgr.14628 ' entity='mgr.y' 2024-04-15T14:36:38.041 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:36:37 smithi016 ceph-mon[36548]: from='mgr.14628 172.21.15.16:0/2128211001' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T14:36:38.041 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:36:37 smithi016 ceph-mon[36548]: from='mgr.14628 172.21.15.16:0/2128211001' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-15T14:36:38.041 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:36:37 smithi016 ceph-mon[36548]: from='mgr.14628 ' entity='mgr.y' 2024-04-15T14:36:38.041 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:36:37 smithi016 ceph-mon[36548]: from='mgr.14628 ' entity='mgr.y' 2024-04-15T14:36:38.041 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:36:37 smithi016 ceph-mon[36548]: from='mgr.14628 172.21.15.16:0/2128211001' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T14:36:38.041 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:36:37 smithi016 ceph-mon[36548]: from='mgr.14628 172.21.15.16:0/2128211001' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-15T14:36:38.041 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:36:37 smithi016 ceph-mon[36548]: from='mgr.14628 ' entity='mgr.y' 2024-04-15T14:36:38.041 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:36:37 smithi016 ceph-mon[36548]: from='mgr.14628 ' entity='mgr.y' 2024-04-15T14:36:38.041 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:36:37 smithi016 ceph-mon[27435]: pgmap v75: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-04-15T14:36:38.041 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:36:37 smithi016 ceph-mon[27435]: from='client.14958 -' entity='client.admin' cmd=[{"prefix": "telemetry preview-all", "target": ["mon-mgr", ""]}]: dispatch 2024-04-15T14:36:38.042 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:36:37 smithi016 ceph-mon[27435]: from='client.14958 -' entity='client.admin' cmd=[{"prefix": "telemetry preview-all", "target": ["mon-mgr", ""]}]: dispatch 2024-04-15T14:36:38.042 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:36:37 smithi016 ceph-mon[27435]: from='client.14964 -' entity='client.admin' cmd=[{"prefix": "telemetry collection ls", "target": ["mon-mgr", ""]}]: dispatch 2024-04-15T14:36:38.042 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:36:37 smithi016 ceph-mon[27435]: mgrmap e22: y(active, since 2m), standbys: x 2024-04-15T14:36:38.042 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:36:37 smithi016 ceph-mon[27435]: from='mgr.14628 ' entity='mgr.y' 2024-04-15T14:36:38.042 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:36:37 smithi016 ceph-mon[27435]: from='mgr.14628 ' entity='mgr.y' 2024-04-15T14:36:38.042 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:36:37 smithi016 ceph-mon[27435]: from='mgr.14628 ' entity='mgr.y' 2024-04-15T14:36:38.042 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:36:37 smithi016 ceph-mon[27435]: from='mgr.14628 ' entity='mgr.y' 2024-04-15T14:36:38.042 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:36:37 smithi016 ceph-mon[27435]: from='mgr.14628 ' entity='mgr.y' 2024-04-15T14:36:38.042 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:36:37 smithi016 ceph-mon[27435]: from='mgr.14628 172.21.15.16:0/2128211001' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T14:36:38.042 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:36:37 smithi016 ceph-mon[27435]: from='mgr.14628 172.21.15.16:0/2128211001' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-15T14:36:38.042 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:36:37 smithi016 ceph-mon[27435]: from='mgr.14628 ' entity='mgr.y' 2024-04-15T14:36:38.042 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:36:37 smithi016 ceph-mon[27435]: from='mgr.14628 ' entity='mgr.y' 2024-04-15T14:36:38.042 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:36:37 smithi016 ceph-mon[27435]: from='mgr.14628 172.21.15.16:0/2128211001' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T14:36:38.042 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:36:37 smithi016 ceph-mon[27435]: from='mgr.14628 172.21.15.16:0/2128211001' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-15T14:36:38.043 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:36:37 smithi016 ceph-mon[27435]: from='mgr.14628 ' entity='mgr.y' 2024-04-15T14:36:38.043 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:36:37 smithi016 ceph-mon[27435]: from='mgr.14628 ' entity='mgr.y' 2024-04-15T14:36:38.043 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 15 14:36:37 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-y[27693]: [15/Apr/2024:14:36:37] ENGINE Bus STOPPING 2024-04-15T14:36:38.043 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 15 14:36:37 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-y[27693]: [15/Apr/2024:14:36:37] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-04-15T14:36:38.043 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 15 14:36:37 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-y[27693]: [15/Apr/2024:14:36:37] ENGINE Bus STOPPED 2024-04-15T14:36:38.043 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 15 14:36:37 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-y[27693]: [15/Apr/2024:14:36:37] ENGINE Bus STARTING 2024-04-15T14:36:38.043 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 15 14:36:37 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-y[27693]: [15/Apr/2024:14:36:37] ENGINE Serving on http://:::9283 2024-04-15T14:36:38.043 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 15 14:36:37 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-y[27693]: [15/Apr/2024:14:36:37] ENGINE Bus STARTED 2024-04-15T14:36:38.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:36:37 smithi102 ceph-mon[31017]: pgmap v75: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-04-15T14:36:38.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:36:37 smithi102 ceph-mon[31017]: from='client.14958 -' entity='client.admin' cmd=[{"prefix": "telemetry preview-all", "target": ["mon-mgr", ""]}]: dispatch 2024-04-15T14:36:38.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:36:37 smithi102 ceph-mon[31017]: from='client.14958 -' entity='client.admin' cmd=[{"prefix": "telemetry preview-all", "target": ["mon-mgr", ""]}]: dispatch 2024-04-15T14:36:38.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:36:37 smithi102 ceph-mon[31017]: from='client.14964 -' entity='client.admin' cmd=[{"prefix": "telemetry collection ls", "target": ["mon-mgr", ""]}]: dispatch 2024-04-15T14:36:38.188 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:36:37 smithi102 ceph-mon[31017]: mgrmap e22: y(active, since 2m), standbys: x 2024-04-15T14:36:38.188 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:36:37 smithi102 ceph-mon[31017]: from='mgr.14628 ' entity='mgr.y' 2024-04-15T14:36:38.188 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:36:37 smithi102 ceph-mon[31017]: from='mgr.14628 ' entity='mgr.y' 2024-04-15T14:36:38.188 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:36:37 smithi102 ceph-mon[31017]: from='mgr.14628 ' entity='mgr.y' 2024-04-15T14:36:38.188 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:36:37 smithi102 ceph-mon[31017]: from='mgr.14628 ' entity='mgr.y' 2024-04-15T14:36:38.188 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:36:37 smithi102 ceph-mon[31017]: from='mgr.14628 ' entity='mgr.y' 2024-04-15T14:36:38.188 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:36:37 smithi102 ceph-mon[31017]: from='mgr.14628 172.21.15.16:0/2128211001' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T14:36:38.188 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:36:37 smithi102 ceph-mon[31017]: from='mgr.14628 172.21.15.16:0/2128211001' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-15T14:36:38.188 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:36:37 smithi102 ceph-mon[31017]: from='mgr.14628 ' entity='mgr.y' 2024-04-15T14:36:38.188 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:36:37 smithi102 ceph-mon[31017]: from='mgr.14628 ' entity='mgr.y' 2024-04-15T14:36:38.188 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:36:37 smithi102 ceph-mon[31017]: from='mgr.14628 172.21.15.16:0/2128211001' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T14:36:38.188 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:36:37 smithi102 ceph-mon[31017]: from='mgr.14628 172.21.15.16:0/2128211001' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-15T14:36:38.188 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:36:37 smithi102 ceph-mon[31017]: from='mgr.14628 ' entity='mgr.y' 2024-04-15T14:36:38.188 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:36:37 smithi102 ceph-mon[31017]: from='mgr.14628 ' entity='mgr.y' 2024-04-15T14:36:38.362 INFO:tasks.workunit.client.0.smithi016.stderr:+ LAST_OPT_REVISION=1 2024-04-15T14:36:38.362 INFO:tasks.workunit.client.0.smithi016.stderr:+ '[' 1 -ne 1 ']' 2024-04-15T14:36:38.362 INFO:tasks.workunit.client.0.smithi016.stderr:+ ceph telemetry show 2024-04-15T14:36:38.938 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:36:38 smithi102 ceph-mon[31017]: from='client.14964 -' entity='client.admin' cmd=[{"prefix": "telemetry collection ls", "target": ["mon-mgr", ""]}]: dispatch 2024-04-15T14:36:38.938 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:36:38 smithi102 ceph-mon[31017]: from='client.24851 -' entity='client.admin' cmd=[{"prefix": "telemetry on", "license": "sharing-1-0", "target": ["mon-mgr", ""]}]: dispatch 2024-04-15T14:36:38.938 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:36:38 smithi102 ceph-mon[31017]: from='client.24851 -' entity='client.admin' cmd=[{"prefix": "telemetry on", "license": "sharing-1-0", "target": ["mon-mgr", ""]}]: dispatch 2024-04-15T14:36:38.938 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:36:38 smithi102 ceph-mon[31017]: from='client.24857 -' entity='client.admin' cmd=[{"prefix": "telemetry enable channel", "channels": ["perf"], "target": ["mon-mgr", ""]}]: dispatch 2024-04-15T14:36:38.938 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:36:38 smithi102 ceph-mon[31017]: from='mgr.14628 ' entity='mgr.y' 2024-04-15T14:36:38.939 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:36:38 smithi102 ceph-mon[31017]: from='mgr.14628 172.21.15.16:0/2128211001' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T14:36:38.939 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:36:38 smithi102 ceph-mon[31017]: from='mgr.14628 172.21.15.16:0/2128211001' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-15T14:36:38.939 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:36:38 smithi102 ceph-mon[31017]: from='mgr.14628 172.21.15.16:0/2128211001' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-15T14:36:38.939 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:36:38 smithi102 ceph-mon[31017]: from='mgr.14628 172.21.15.16:0/2128211001' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-15T14:36:38.939 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:36:38 smithi102 ceph-mon[31017]: from='mgr.14628 172.21.15.16:0/2128211001' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-15T14:36:38.939 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:36:38 smithi102 ceph-mon[31017]: from='mgr.14628 172.21.15.16:0/2128211001' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-15T14:36:38.939 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:36:38 smithi102 ceph-mon[31017]: from='mgr.14628 172.21.15.16:0/2128211001' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-15T14:36:38.939 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:36:38 smithi102 ceph-mon[31017]: from='mgr.14628 172.21.15.16:0/2128211001' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-15T14:36:38.939 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:36:38 smithi102 ceph-mon[31017]: from='mgr.14628 172.21.15.16:0/2128211001' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-15T14:36:38.939 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:36:38 smithi102 ceph-mon[31017]: from='mgr.14628 172.21.15.16:0/2128211001' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-15T14:36:38.939 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:36:38 smithi102 ceph-mon[31017]: from='mgr.14628 172.21.15.16:0/2128211001' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-15T14:36:38.939 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:36:38 smithi102 ceph-mon[31017]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-15T14:36:38.940 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:36:38 smithi102 ceph-mon[31017]: from='mgr.14628 172.21.15.16:0/2128211001' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-15T14:36:38.940 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:36:38 smithi102 ceph-mon[31017]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-15T14:36:38.940 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:36:38 smithi102 ceph-mon[31017]: from='mgr.14628 172.21.15.16:0/2128211001' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-15T14:36:38.940 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:36:38 smithi102 ceph-mon[31017]: from='mgr.14628 172.21.15.16:0/2128211001' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-15T14:36:38.940 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:36:38 smithi102 ceph-mon[31017]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-15T14:36:38.940 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:36:38 smithi102 ceph-mon[31017]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-15T14:36:38.940 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:36:38 smithi102 ceph-mon[31017]: from='mgr.14628 172.21.15.16:0/2128211001' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-15T14:36:38.940 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:36:38 smithi102 ceph-mon[31017]: from='mgr.14628 172.21.15.16:0/2128211001' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-15T14:36:38.940 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:36:38 smithi102 ceph-mon[31017]: from='mgr.14628 172.21.15.16:0/2128211001' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-15T14:36:38.940 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:36:38 smithi102 ceph-mon[31017]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-15T14:36:38.940 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:36:38 smithi102 ceph-mon[31017]: from='mgr.14628 172.21.15.16:0/2128211001' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-15T14:36:38.940 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:36:38 smithi102 ceph-mon[31017]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-15T14:36:38.940 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:36:38 smithi102 ceph-mon[31017]: from='mgr.14628 172.21.15.16:0/2128211001' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-15T14:36:38.940 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:36:38 smithi102 ceph-mon[31017]: from='mgr.14628 172.21.15.16:0/2128211001' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-15T14:36:38.941 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:36:38 smithi102 ceph-mon[31017]: from='mgr.14628 172.21.15.16:0/2128211001' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T14:36:38.941 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:36:38 smithi102 ceph-mon[31017]: from='mgr.14628 172.21.15.16:0/2128211001' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T14:36:38.941 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:36:38 smithi102 ceph-mon[31017]: from='mgr.14628 ' entity='mgr.y' 2024-04-15T14:36:38.941 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:36:38 smithi102 ceph-mon[31017]: from='mgr.14628 172.21.15.16:0/2128211001' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T14:36:38.941 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:36:38 smithi102 ceph-mon[31017]: from='mgr.14628 172.21.15.16:0/2128211001' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T14:36:38.941 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:36:38 smithi102 ceph-mon[31017]: from='mgr.14628 172.21.15.16:0/2128211001' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T14:36:38.941 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:36:38 smithi102 ceph-mon[31017]: from='mgr.14628 ' entity='mgr.y' 2024-04-15T14:36:38.941 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:36:38 smithi102 ceph-mon[31017]: from='client.? 172.21.15.16:0/2625276832' entity='client.admin' cmd=[{"prefix": "config get", "who": "mgr", "key": "mgr/telemetry/last_opt_revision"}]: dispatch 2024-04-15T14:36:38.941 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:36:38 smithi102 ceph-mon[31017]: from='client.? 172.21.15.16:0/2625276832' entity='client.admin' cmd=[{"prefix": "config get", "who": "mgr", "key": "mgr/telemetry/last_opt_revision"}]: dispatch 2024-04-15T14:36:38.941 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:36:38 smithi102 ceph-mon[31017]: from='mgr.14628 172.21.15.16:0/2128211001' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T14:36:38.941 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:36:38 smithi102 ceph-mon[31017]: from='mgr.14628 172.21.15.16:0/2128211001' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-15T14:36:38.941 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:36:38 smithi102 ceph-mon[31017]: from='mgr.14628 172.21.15.16:0/2128211001' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-15T14:36:38.941 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:36:38 smithi102 ceph-mon[31017]: from='mgr.14628 172.21.15.16:0/2128211001' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-15T14:36:38.942 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:36:38 smithi102 ceph-mon[31017]: from='mgr.14628 172.21.15.16:0/2128211001' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-15T14:36:38.942 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:36:38 smithi102 ceph-mon[31017]: from='mgr.14628 172.21.15.16:0/2128211001' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-15T14:36:38.942 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:36:38 smithi102 ceph-mon[31017]: from='mgr.14628 172.21.15.16:0/2128211001' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-15T14:36:38.942 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:36:38 smithi102 ceph-mon[31017]: from='mgr.14628 172.21.15.16:0/2128211001' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-15T14:36:38.942 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:36:38 smithi102 ceph-mon[31017]: from='mgr.14628 172.21.15.16:0/2128211001' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-15T14:36:38.942 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:36:38 smithi102 ceph-mon[31017]: from='mgr.14628 172.21.15.16:0/2128211001' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-15T14:36:38.942 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:36:38 smithi102 ceph-mon[31017]: from='mgr.14628 172.21.15.16:0/2128211001' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-15T14:36:38.942 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:36:38 smithi102 ceph-mon[31017]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-15T14:36:38.942 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:36:38 smithi102 ceph-mon[31017]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-15T14:36:38.942 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:36:38 smithi102 ceph-mon[31017]: from='mgr.14628 172.21.15.16:0/2128211001' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-15T14:36:38.942 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:36:38 smithi102 ceph-mon[31017]: from='mgr.14628 172.21.15.16:0/2128211001' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-15T14:36:38.942 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:36:38 smithi102 ceph-mon[31017]: from='mgr.14628 172.21.15.16:0/2128211001' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-15T14:36:38.943 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:36:38 smithi102 ceph-mon[31017]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-15T14:36:38.943 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:36:38 smithi102 ceph-mon[31017]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-15T14:36:38.943 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:36:38 smithi102 ceph-mon[31017]: from='mgr.14628 172.21.15.16:0/2128211001' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-15T14:36:38.943 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:36:38 smithi102 ceph-mon[31017]: from='mgr.14628 172.21.15.16:0/2128211001' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-15T14:36:38.943 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:36:38 smithi102 ceph-mon[31017]: from='mgr.14628 172.21.15.16:0/2128211001' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-15T14:36:38.943 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:36:38 smithi102 ceph-mon[31017]: from='mgr.14628 172.21.15.16:0/2128211001' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-15T14:36:38.943 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:36:38 smithi102 ceph-mon[31017]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-15T14:36:38.943 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:36:38 smithi102 ceph-mon[31017]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-15T14:36:39.039 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:36:38 smithi016 ceph-mon[27435]: from='client.14964 -' entity='client.admin' cmd=[{"prefix": "telemetry collection ls", "target": ["mon-mgr", ""]}]: dispatch 2024-04-15T14:36:39.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:36:38 smithi016 ceph-mon[27435]: from='client.24851 -' entity='client.admin' cmd=[{"prefix": "telemetry on", "license": "sharing-1-0", "target": ["mon-mgr", ""]}]: dispatch 2024-04-15T14:36:39.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:36:38 smithi016 ceph-mon[27435]: from='client.24851 -' entity='client.admin' cmd=[{"prefix": "telemetry on", "license": "sharing-1-0", "target": ["mon-mgr", ""]}]: dispatch 2024-04-15T14:36:39.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:36:38 smithi016 ceph-mon[27435]: from='client.24857 -' entity='client.admin' cmd=[{"prefix": "telemetry enable channel", "channels": ["perf"], "target": ["mon-mgr", ""]}]: dispatch 2024-04-15T14:36:39.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:36:38 smithi016 ceph-mon[27435]: from='mgr.14628 ' entity='mgr.y' 2024-04-15T14:36:39.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:36:38 smithi016 ceph-mon[27435]: from='mgr.14628 172.21.15.16:0/2128211001' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T14:36:39.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:36:38 smithi016 ceph-mon[27435]: from='mgr.14628 172.21.15.16:0/2128211001' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-15T14:36:39.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:36:38 smithi016 ceph-mon[27435]: from='mgr.14628 172.21.15.16:0/2128211001' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-15T14:36:39.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:36:38 smithi016 ceph-mon[27435]: from='mgr.14628 172.21.15.16:0/2128211001' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-15T14:36:39.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:36:38 smithi016 ceph-mon[27435]: from='mgr.14628 172.21.15.16:0/2128211001' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-15T14:36:39.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:36:38 smithi016 ceph-mon[27435]: from='mgr.14628 172.21.15.16:0/2128211001' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-15T14:36:39.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:36:38 smithi016 ceph-mon[27435]: from='mgr.14628 172.21.15.16:0/2128211001' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-15T14:36:39.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:36:38 smithi016 ceph-mon[27435]: from='mgr.14628 172.21.15.16:0/2128211001' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-15T14:36:39.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:36:38 smithi016 ceph-mon[27435]: from='mgr.14628 172.21.15.16:0/2128211001' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-15T14:36:39.041 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:36:38 smithi016 ceph-mon[27435]: from='mgr.14628 172.21.15.16:0/2128211001' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-15T14:36:39.041 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:36:38 smithi016 ceph-mon[27435]: from='mgr.14628 172.21.15.16:0/2128211001' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-15T14:36:39.041 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:36:38 smithi016 ceph-mon[27435]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-15T14:36:39.041 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:36:38 smithi016 ceph-mon[27435]: from='mgr.14628 172.21.15.16:0/2128211001' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-15T14:36:39.041 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:36:38 smithi016 ceph-mon[27435]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-15T14:36:39.041 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:36:38 smithi016 ceph-mon[27435]: from='mgr.14628 172.21.15.16:0/2128211001' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-15T14:36:39.041 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:36:38 smithi016 ceph-mon[27435]: from='mgr.14628 172.21.15.16:0/2128211001' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-15T14:36:39.041 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:36:38 smithi016 ceph-mon[27435]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-15T14:36:39.041 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:36:38 smithi016 ceph-mon[27435]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-15T14:36:39.041 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:36:38 smithi016 ceph-mon[27435]: from='mgr.14628 172.21.15.16:0/2128211001' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-15T14:36:39.041 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:36:38 smithi016 ceph-mon[27435]: from='mgr.14628 172.21.15.16:0/2128211001' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-15T14:36:39.041 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:36:38 smithi016 ceph-mon[27435]: from='mgr.14628 172.21.15.16:0/2128211001' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-15T14:36:39.041 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:36:38 smithi016 ceph-mon[27435]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-15T14:36:39.042 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:36:38 smithi016 ceph-mon[36548]: from='client.14964 -' entity='client.admin' cmd=[{"prefix": "telemetry collection ls", "target": ["mon-mgr", ""]}]: dispatch 2024-04-15T14:36:39.042 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:36:38 smithi016 ceph-mon[36548]: from='client.24851 -' entity='client.admin' cmd=[{"prefix": "telemetry on", "license": "sharing-1-0", "target": ["mon-mgr", ""]}]: dispatch 2024-04-15T14:36:39.042 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:36:38 smithi016 ceph-mon[36548]: from='client.24851 -' entity='client.admin' cmd=[{"prefix": "telemetry on", "license": "sharing-1-0", "target": ["mon-mgr", ""]}]: dispatch 2024-04-15T14:36:39.042 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:36:38 smithi016 ceph-mon[36548]: from='client.24857 -' entity='client.admin' cmd=[{"prefix": "telemetry enable channel", "channels": ["perf"], "target": ["mon-mgr", ""]}]: dispatch 2024-04-15T14:36:39.042 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:36:38 smithi016 ceph-mon[36548]: from='mgr.14628 ' entity='mgr.y' 2024-04-15T14:36:39.042 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:36:38 smithi016 ceph-mon[36548]: from='mgr.14628 172.21.15.16:0/2128211001' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T14:36:39.042 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:36:38 smithi016 ceph-mon[36548]: from='mgr.14628 172.21.15.16:0/2128211001' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-15T14:36:39.042 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:36:38 smithi016 ceph-mon[36548]: from='mgr.14628 172.21.15.16:0/2128211001' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-15T14:36:39.043 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:36:38 smithi016 ceph-mon[36548]: from='mgr.14628 172.21.15.16:0/2128211001' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-15T14:36:39.043 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:36:38 smithi016 ceph-mon[36548]: from='mgr.14628 172.21.15.16:0/2128211001' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-15T14:36:39.043 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:36:38 smithi016 ceph-mon[36548]: from='mgr.14628 172.21.15.16:0/2128211001' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-15T14:36:39.043 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:36:38 smithi016 ceph-mon[36548]: from='mgr.14628 172.21.15.16:0/2128211001' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-15T14:36:39.043 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:36:38 smithi016 ceph-mon[36548]: from='mgr.14628 172.21.15.16:0/2128211001' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-15T14:36:39.043 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:36:38 smithi016 ceph-mon[36548]: from='mgr.14628 172.21.15.16:0/2128211001' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-15T14:36:39.043 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:36:38 smithi016 ceph-mon[36548]: from='mgr.14628 172.21.15.16:0/2128211001' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-15T14:36:39.043 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:36:38 smithi016 ceph-mon[36548]: from='mgr.14628 172.21.15.16:0/2128211001' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-15T14:36:39.043 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:36:38 smithi016 ceph-mon[36548]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-15T14:36:39.043 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:36:38 smithi016 ceph-mon[36548]: from='mgr.14628 172.21.15.16:0/2128211001' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-15T14:36:39.043 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:36:38 smithi016 ceph-mon[36548]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-15T14:36:39.043 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:36:38 smithi016 ceph-mon[36548]: from='mgr.14628 172.21.15.16:0/2128211001' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-15T14:36:39.043 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:36:38 smithi016 ceph-mon[36548]: from='mgr.14628 172.21.15.16:0/2128211001' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-15T14:36:39.043 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:36:38 smithi016 ceph-mon[36548]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-15T14:36:39.044 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:36:38 smithi016 ceph-mon[36548]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-15T14:36:39.044 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:36:38 smithi016 ceph-mon[36548]: from='mgr.14628 172.21.15.16:0/2128211001' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-15T14:36:39.044 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:36:38 smithi016 ceph-mon[36548]: from='mgr.14628 172.21.15.16:0/2128211001' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-15T14:36:39.044 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:36:38 smithi016 ceph-mon[36548]: from='mgr.14628 172.21.15.16:0/2128211001' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-15T14:36:39.044 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:36:38 smithi016 ceph-mon[36548]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-15T14:36:39.044 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:36:38 smithi016 ceph-mon[36548]: from='mgr.14628 172.21.15.16:0/2128211001' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-15T14:36:39.044 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:36:38 smithi016 ceph-mon[36548]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-15T14:36:39.044 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:36:38 smithi016 ceph-mon[36548]: from='mgr.14628 172.21.15.16:0/2128211001' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-15T14:36:39.044 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:36:38 smithi016 ceph-mon[36548]: from='mgr.14628 172.21.15.16:0/2128211001' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-15T14:36:39.044 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:36:38 smithi016 ceph-mon[36548]: from='mgr.14628 172.21.15.16:0/2128211001' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T14:36:39.044 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:36:38 smithi016 ceph-mon[36548]: from='mgr.14628 172.21.15.16:0/2128211001' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T14:36:39.044 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:36:38 smithi016 ceph-mon[36548]: from='mgr.14628 ' entity='mgr.y' 2024-04-15T14:36:39.044 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:36:38 smithi016 ceph-mon[36548]: from='mgr.14628 172.21.15.16:0/2128211001' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T14:36:39.044 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:36:38 smithi016 ceph-mon[36548]: from='mgr.14628 172.21.15.16:0/2128211001' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T14:36:39.044 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:36:38 smithi016 ceph-mon[36548]: from='mgr.14628 172.21.15.16:0/2128211001' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T14:36:39.045 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:36:38 smithi016 ceph-mon[36548]: from='mgr.14628 ' entity='mgr.y' 2024-04-15T14:36:39.045 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:36:38 smithi016 ceph-mon[36548]: from='client.? 172.21.15.16:0/2625276832' entity='client.admin' cmd=[{"prefix": "config get", "who": "mgr", "key": "mgr/telemetry/last_opt_revision"}]: dispatch 2024-04-15T14:36:39.045 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:36:38 smithi016 ceph-mon[36548]: from='client.? 172.21.15.16:0/2625276832' entity='client.admin' cmd=[{"prefix": "config get", "who": "mgr", "key": "mgr/telemetry/last_opt_revision"}]: dispatch 2024-04-15T14:36:39.045 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:36:38 smithi016 ceph-mon[36548]: from='mgr.14628 172.21.15.16:0/2128211001' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T14:36:39.045 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:36:38 smithi016 ceph-mon[36548]: from='mgr.14628 172.21.15.16:0/2128211001' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-15T14:36:39.045 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:36:38 smithi016 ceph-mon[36548]: from='mgr.14628 172.21.15.16:0/2128211001' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-15T14:36:39.045 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:36:38 smithi016 ceph-mon[36548]: from='mgr.14628 172.21.15.16:0/2128211001' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-15T14:36:39.045 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:36:38 smithi016 ceph-mon[36548]: from='mgr.14628 172.21.15.16:0/2128211001' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-15T14:36:39.045 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:36:38 smithi016 ceph-mon[36548]: from='mgr.14628 172.21.15.16:0/2128211001' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-15T14:36:39.045 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:36:38 smithi016 ceph-mon[36548]: from='mgr.14628 172.21.15.16:0/2128211001' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-15T14:36:39.045 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:36:38 smithi016 ceph-mon[36548]: from='mgr.14628 172.21.15.16:0/2128211001' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-15T14:36:39.045 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:36:38 smithi016 ceph-mon[36548]: from='mgr.14628 172.21.15.16:0/2128211001' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-15T14:36:39.045 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:36:38 smithi016 ceph-mon[36548]: from='mgr.14628 172.21.15.16:0/2128211001' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-15T14:36:39.045 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:36:38 smithi016 ceph-mon[36548]: from='mgr.14628 172.21.15.16:0/2128211001' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-15T14:36:39.046 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:36:38 smithi016 ceph-mon[36548]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-15T14:36:39.046 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:36:38 smithi016 ceph-mon[36548]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-15T14:36:39.046 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:36:38 smithi016 ceph-mon[36548]: from='mgr.14628 172.21.15.16:0/2128211001' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-15T14:36:39.046 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:36:38 smithi016 ceph-mon[27435]: from='mgr.14628 172.21.15.16:0/2128211001' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-15T14:36:39.046 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:36:38 smithi016 ceph-mon[27435]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-15T14:36:39.046 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:36:38 smithi016 ceph-mon[27435]: from='mgr.14628 172.21.15.16:0/2128211001' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-15T14:36:39.046 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:36:38 smithi016 ceph-mon[27435]: from='mgr.14628 172.21.15.16:0/2128211001' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-15T14:36:39.046 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:36:38 smithi016 ceph-mon[27435]: from='mgr.14628 172.21.15.16:0/2128211001' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T14:36:39.046 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:36:38 smithi016 ceph-mon[27435]: from='mgr.14628 172.21.15.16:0/2128211001' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T14:36:39.047 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:36:38 smithi016 ceph-mon[27435]: from='mgr.14628 ' entity='mgr.y' 2024-04-15T14:36:39.047 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:36:38 smithi016 ceph-mon[27435]: from='mgr.14628 172.21.15.16:0/2128211001' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T14:36:39.047 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:36:38 smithi016 ceph-mon[27435]: from='mgr.14628 172.21.15.16:0/2128211001' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T14:36:39.047 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:36:38 smithi016 ceph-mon[27435]: from='mgr.14628 172.21.15.16:0/2128211001' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T14:36:39.047 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:36:38 smithi016 ceph-mon[27435]: from='mgr.14628 ' entity='mgr.y' 2024-04-15T14:36:39.047 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:36:38 smithi016 ceph-mon[27435]: from='client.? 172.21.15.16:0/2625276832' entity='client.admin' cmd=[{"prefix": "config get", "who": "mgr", "key": "mgr/telemetry/last_opt_revision"}]: dispatch 2024-04-15T14:36:39.047 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:36:38 smithi016 ceph-mon[27435]: from='client.? 172.21.15.16:0/2625276832' entity='client.admin' cmd=[{"prefix": "config get", "who": "mgr", "key": "mgr/telemetry/last_opt_revision"}]: dispatch 2024-04-15T14:36:39.047 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:36:38 smithi016 ceph-mon[27435]: from='mgr.14628 172.21.15.16:0/2128211001' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T14:36:39.047 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:36:38 smithi016 ceph-mon[27435]: from='mgr.14628 172.21.15.16:0/2128211001' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-15T14:36:39.047 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:36:38 smithi016 ceph-mon[27435]: from='mgr.14628 172.21.15.16:0/2128211001' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-15T14:36:39.047 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:36:38 smithi016 ceph-mon[27435]: from='mgr.14628 172.21.15.16:0/2128211001' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-15T14:36:39.047 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:36:38 smithi016 ceph-mon[27435]: from='mgr.14628 172.21.15.16:0/2128211001' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-15T14:36:39.047 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:36:38 smithi016 ceph-mon[27435]: from='mgr.14628 172.21.15.16:0/2128211001' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-15T14:36:39.047 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:36:38 smithi016 ceph-mon[27435]: from='mgr.14628 172.21.15.16:0/2128211001' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-15T14:36:39.048 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:36:38 smithi016 ceph-mon[27435]: from='mgr.14628 172.21.15.16:0/2128211001' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-15T14:36:39.048 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:36:38 smithi016 ceph-mon[27435]: from='mgr.14628 172.21.15.16:0/2128211001' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-15T14:36:39.048 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:36:38 smithi016 ceph-mon[27435]: from='mgr.14628 172.21.15.16:0/2128211001' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-15T14:36:39.048 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:36:38 smithi016 ceph-mon[27435]: from='mgr.14628 172.21.15.16:0/2128211001' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-15T14:36:39.048 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:36:38 smithi016 ceph-mon[27435]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-15T14:36:39.048 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:36:38 smithi016 ceph-mon[27435]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-15T14:36:39.048 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:36:38 smithi016 ceph-mon[27435]: from='mgr.14628 172.21.15.16:0/2128211001' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-15T14:36:39.048 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:36:38 smithi016 ceph-mon[36548]: from='mgr.14628 172.21.15.16:0/2128211001' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-15T14:36:39.048 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:36:38 smithi016 ceph-mon[36548]: from='mgr.14628 172.21.15.16:0/2128211001' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-15T14:36:39.048 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:36:38 smithi016 ceph-mon[36548]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-15T14:36:39.048 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:36:38 smithi016 ceph-mon[36548]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-15T14:36:39.049 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:36:38 smithi016 ceph-mon[36548]: from='mgr.14628 172.21.15.16:0/2128211001' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-15T14:36:39.049 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:36:38 smithi016 ceph-mon[36548]: from='mgr.14628 172.21.15.16:0/2128211001' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-15T14:36:39.049 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:36:38 smithi016 ceph-mon[36548]: from='mgr.14628 172.21.15.16:0/2128211001' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-15T14:36:39.049 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:36:38 smithi016 ceph-mon[36548]: from='mgr.14628 172.21.15.16:0/2128211001' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-15T14:36:39.049 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:36:38 smithi016 ceph-mon[36548]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-15T14:36:39.049 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:36:38 smithi016 ceph-mon[36548]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-15T14:36:39.049 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:36:38 smithi016 ceph-mon[27435]: from='mgr.14628 172.21.15.16:0/2128211001' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-15T14:36:39.049 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:36:38 smithi016 ceph-mon[27435]: from='mgr.14628 172.21.15.16:0/2128211001' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-15T14:36:39.049 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:36:38 smithi016 ceph-mon[27435]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-15T14:36:39.049 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:36:38 smithi016 ceph-mon[27435]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-15T14:36:39.049 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:36:38 smithi016 ceph-mon[27435]: from='mgr.14628 172.21.15.16:0/2128211001' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-15T14:36:39.049 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:36:38 smithi016 ceph-mon[27435]: from='mgr.14628 172.21.15.16:0/2128211001' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-15T14:36:39.050 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:36:38 smithi016 ceph-mon[27435]: from='mgr.14628 172.21.15.16:0/2128211001' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-15T14:36:39.050 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:36:38 smithi016 ceph-mon[27435]: from='mgr.14628 172.21.15.16:0/2128211001' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-15T14:36:39.050 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:36:38 smithi016 ceph-mon[27435]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-15T14:36:39.050 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:36:38 smithi016 ceph-mon[27435]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-15T14:36:39.107 INFO:tasks.workunit.client.0.smithi016.stdout:{ 2024-04-15T14:36:39.107 INFO:tasks.workunit.client.0.smithi016.stdout: "balancer": { 2024-04-15T14:36:39.107 INFO:tasks.workunit.client.0.smithi016.stdout: "active": true, 2024-04-15T14:36:39.107 INFO:tasks.workunit.client.0.smithi016.stdout: "mode": "" 2024-04-15T14:36:39.107 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.107 INFO:tasks.workunit.client.0.smithi016.stdout: "channels": [ 2024-04-15T14:36:39.107 INFO:tasks.workunit.client.0.smithi016.stdout: "basic", 2024-04-15T14:36:39.107 INFO:tasks.workunit.client.0.smithi016.stdout: "crash", 2024-04-15T14:36:39.107 INFO:tasks.workunit.client.0.smithi016.stdout: "device", 2024-04-15T14:36:39.107 INFO:tasks.workunit.client.0.smithi016.stdout: "ident", 2024-04-15T14:36:39.108 INFO:tasks.workunit.client.0.smithi016.stdout: "perf" 2024-04-15T14:36:39.108 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T14:36:39.108 INFO:tasks.workunit.client.0.smithi016.stdout: "channels_available": [ 2024-04-15T14:36:39.108 INFO:tasks.workunit.client.0.smithi016.stdout: "basic", 2024-04-15T14:36:39.108 INFO:tasks.workunit.client.0.smithi016.stdout: "ident", 2024-04-15T14:36:39.108 INFO:tasks.workunit.client.0.smithi016.stdout: "crash", 2024-04-15T14:36:39.108 INFO:tasks.workunit.client.0.smithi016.stdout: "device", 2024-04-15T14:36:39.108 INFO:tasks.workunit.client.0.smithi016.stdout: "perf" 2024-04-15T14:36:39.108 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T14:36:39.108 INFO:tasks.workunit.client.0.smithi016.stdout: "collections_available": [ 2024-04-15T14:36:39.108 INFO:tasks.workunit.client.0.smithi016.stdout: "basic_base", 2024-04-15T14:36:39.108 INFO:tasks.workunit.client.0.smithi016.stdout: "device_base", 2024-04-15T14:36:39.108 INFO:tasks.workunit.client.0.smithi016.stdout: "crash_base", 2024-04-15T14:36:39.108 INFO:tasks.workunit.client.0.smithi016.stdout: "ident_base", 2024-04-15T14:36:39.108 INFO:tasks.workunit.client.0.smithi016.stdout: "perf_perf", 2024-04-15T14:36:39.109 INFO:tasks.workunit.client.0.smithi016.stdout: "basic_mds_metadata", 2024-04-15T14:36:39.109 INFO:tasks.workunit.client.0.smithi016.stdout: "basic_pool_usage", 2024-04-15T14:36:39.109 INFO:tasks.workunit.client.0.smithi016.stdout: "basic_usage_by_class", 2024-04-15T14:36:39.110 INFO:tasks.workunit.client.0.smithi016.stdout: "basic_rook_v01", 2024-04-15T14:36:39.110 INFO:tasks.workunit.client.0.smithi016.stdout: "perf_memory_metrics", 2024-04-15T14:36:39.110 INFO:tasks.workunit.client.0.smithi016.stdout: "basic_pool_options_bluestore" 2024-04-15T14:36:39.110 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T14:36:39.110 INFO:tasks.workunit.client.0.smithi016.stdout: "collections_opted_in": [ 2024-04-15T14:36:39.110 INFO:tasks.workunit.client.0.smithi016.stdout: "basic_base", 2024-04-15T14:36:39.110 INFO:tasks.workunit.client.0.smithi016.stdout: "device_base", 2024-04-15T14:36:39.110 INFO:tasks.workunit.client.0.smithi016.stdout: "crash_base", 2024-04-15T14:36:39.110 INFO:tasks.workunit.client.0.smithi016.stdout: "ident_base", 2024-04-15T14:36:39.110 INFO:tasks.workunit.client.0.smithi016.stdout: "perf_perf", 2024-04-15T14:36:39.110 INFO:tasks.workunit.client.0.smithi016.stdout: "basic_mds_metadata", 2024-04-15T14:36:39.110 INFO:tasks.workunit.client.0.smithi016.stdout: "basic_pool_usage", 2024-04-15T14:36:39.111 INFO:tasks.workunit.client.0.smithi016.stdout: "basic_usage_by_class", 2024-04-15T14:36:39.111 INFO:tasks.workunit.client.0.smithi016.stdout: "basic_rook_v01", 2024-04-15T14:36:39.111 INFO:tasks.workunit.client.0.smithi016.stdout: "perf_memory_metrics", 2024-04-15T14:36:39.111 INFO:tasks.workunit.client.0.smithi016.stdout: "basic_pool_options_bluestore" 2024-04-15T14:36:39.111 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T14:36:39.111 INFO:tasks.workunit.client.0.smithi016.stdout: "config": { 2024-04-15T14:36:39.111 INFO:tasks.workunit.client.0.smithi016.stdout: "active_changed": [ 2024-04-15T14:36:39.111 INFO:tasks.workunit.client.0.smithi016.stdout: "auth_allow_insecure_global_id_reclaim", 2024-04-15T14:36:39.111 INFO:tasks.workunit.client.0.smithi016.stdout: "auth_debug", 2024-04-15T14:36:39.111 INFO:tasks.workunit.client.0.smithi016.stdout: "auth_mon_ticket_ttl", 2024-04-15T14:36:39.111 INFO:tasks.workunit.client.0.smithi016.stdout: "auth_service_ticket_ttl", 2024-04-15T14:36:39.111 INFO:tasks.workunit.client.0.smithi016.stdout: "bdev_debug_aio", 2024-04-15T14:36:39.111 INFO:tasks.workunit.client.0.smithi016.stdout: "client_check_pool_perm", 2024-04-15T14:36:39.111 INFO:tasks.workunit.client.0.smithi016.stdout: "client_mount_gid", 2024-04-15T14:36:39.112 INFO:tasks.workunit.client.0.smithi016.stdout: "client_mount_uid", 2024-04-15T14:36:39.112 INFO:tasks.workunit.client.0.smithi016.stdout: "client_quota", 2024-04-15T14:36:39.112 INFO:tasks.workunit.client.0.smithi016.stdout: "container_image", 2024-04-15T14:36:39.112 INFO:tasks.workunit.client.0.smithi016.stdout: "daemonize", 2024-04-15T14:36:39.112 INFO:tasks.workunit.client.0.smithi016.stdout: "debug_asserts_on_shutdown", 2024-04-15T14:36:39.112 INFO:tasks.workunit.client.0.smithi016.stdout: "debug_mgr", 2024-04-15T14:36:39.112 INFO:tasks.workunit.client.0.smithi016.stdout: "debug_mon", 2024-04-15T14:36:39.112 INFO:tasks.workunit.client.0.smithi016.stdout: "debug_ms", 2024-04-15T14:36:39.112 INFO:tasks.workunit.client.0.smithi016.stdout: "debug_osd", 2024-04-15T14:36:39.112 INFO:tasks.workunit.client.0.smithi016.stdout: "debug_paxos", 2024-04-15T14:36:39.112 INFO:tasks.workunit.client.0.smithi016.stdout: "keyring", 2024-04-15T14:36:39.112 INFO:tasks.workunit.client.0.smithi016.stdout: "leveldb_block_size", 2024-04-15T14:36:39.112 INFO:tasks.workunit.client.0.smithi016.stdout: "leveldb_cache_size", 2024-04-15T14:36:39.113 INFO:tasks.workunit.client.0.smithi016.stdout: "leveldb_compression", 2024-04-15T14:36:39.113 INFO:tasks.workunit.client.0.smithi016.stdout: "leveldb_log", 2024-04-15T14:36:39.113 INFO:tasks.workunit.client.0.smithi016.stdout: "leveldb_write_buffer_size", 2024-04-15T14:36:39.113 INFO:tasks.workunit.client.0.smithi016.stdout: "log_to_file", 2024-04-15T14:36:39.113 INFO:tasks.workunit.client.0.smithi016.stdout: "log_to_journald", 2024-04-15T14:36:39.113 INFO:tasks.workunit.client.0.smithi016.stdout: "log_to_stderr", 2024-04-15T14:36:39.113 INFO:tasks.workunit.client.0.smithi016.stdout: "mon_allow_pool_delete", 2024-04-15T14:36:39.113 INFO:tasks.workunit.client.0.smithi016.stdout: "mon_clock_drift_allowed", 2024-04-15T14:36:39.113 INFO:tasks.workunit.client.0.smithi016.stdout: "mon_cluster_log_file_level", 2024-04-15T14:36:39.113 INFO:tasks.workunit.client.0.smithi016.stdout: "mon_cluster_log_to_file", 2024-04-15T14:36:39.113 INFO:tasks.workunit.client.0.smithi016.stdout: "mon_cluster_log_to_journald", 2024-04-15T14:36:39.113 INFO:tasks.workunit.client.0.smithi016.stdout: "mon_cluster_log_to_stderr", 2024-04-15T14:36:39.113 INFO:tasks.workunit.client.0.smithi016.stdout: "mon_data_avail_warn", 2024-04-15T14:36:39.113 INFO:tasks.workunit.client.0.smithi016.stdout: "mon_election_default_strategy", 2024-04-15T14:36:39.114 INFO:tasks.workunit.client.0.smithi016.stdout: "mon_host", 2024-04-15T14:36:39.114 INFO:tasks.workunit.client.0.smithi016.stdout: "mon_max_pg_per_osd", 2024-04-15T14:36:39.114 INFO:tasks.workunit.client.0.smithi016.stdout: "mon_mgr_mkfs_grace", 2024-04-15T14:36:39.114 INFO:tasks.workunit.client.0.smithi016.stdout: "mon_osd_prime_pg_temp", 2024-04-15T14:36:39.114 INFO:tasks.workunit.client.0.smithi016.stdout: "mon_osd_reporter_subtree_level", 2024-04-15T14:36:39.114 INFO:tasks.workunit.client.0.smithi016.stdout: "mon_pg_warn_max_object_skew", 2024-04-15T14:36:39.114 INFO:tasks.workunit.client.0.smithi016.stdout: "mon_reweight_min_bytes_per_osd", 2024-04-15T14:36:39.114 INFO:tasks.workunit.client.0.smithi016.stdout: "mon_reweight_min_pgs_per_osd", 2024-04-15T14:36:39.114 INFO:tasks.workunit.client.0.smithi016.stdout: "mon_warn_on_crush_straw_calc_version_zero", 2024-04-15T14:36:39.114 INFO:tasks.workunit.client.0.smithi016.stdout: "mon_warn_on_insecure_global_id_reclaim", 2024-04-15T14:36:39.114 INFO:tasks.workunit.client.0.smithi016.stdout: "mon_warn_on_insecure_global_id_reclaim_allowed", 2024-04-15T14:36:39.114 INFO:tasks.workunit.client.0.smithi016.stdout: "mon_warn_on_legacy_crush_tunables", 2024-04-15T14:36:39.114 INFO:tasks.workunit.client.0.smithi016.stdout: "mon_warn_on_osd_down_out_interval_zero", 2024-04-15T14:36:39.115 INFO:tasks.workunit.client.0.smithi016.stdout: "mon_warn_on_pool_pg_num_not_power_of_two", 2024-04-15T14:36:39.115 INFO:tasks.workunit.client.0.smithi016.stdout: "mon_warn_on_too_few_osds", 2024-04-15T14:36:39.115 INFO:tasks.workunit.client.0.smithi016.stdout: "ms_die_on_bug", 2024-04-15T14:36:39.115 INFO:tasks.workunit.client.0.smithi016.stdout: "ms_die_on_old_message", 2024-04-15T14:36:39.115 INFO:tasks.workunit.client.0.smithi016.stdout: "no_config_file", 2024-04-15T14:36:39.115 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_class_default_list", 2024-04-15T14:36:39.115 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_class_load_list", 2024-04-15T14:36:39.115 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_crush_chooseleaf_type", 2024-04-15T14:36:39.115 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_debug_misdirected_ops", 2024-04-15T14:36:39.115 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_debug_op_order", 2024-04-15T14:36:39.115 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_debug_pg_log_writeout", 2024-04-15T14:36:39.115 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_debug_shutdown", 2024-04-15T14:36:39.115 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_debug_verify_cached_snaps", 2024-04-15T14:36:39.115 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_debug_verify_missing_on_start", 2024-04-15T14:36:39.116 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_debug_verify_stray_on_activate", 2024-04-15T14:36:39.116 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_deep_scrub_update_digest_min_age", 2024-04-15T14:36:39.116 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_delete_sleep", 2024-04-15T14:36:39.116 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_delete_sleep_hdd", 2024-04-15T14:36:39.116 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_delete_sleep_hybrid", 2024-04-15T14:36:39.116 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_delete_sleep_ssd", 2024-04-15T14:36:39.116 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_max_backfills", 2024-04-15T14:36:39.116 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_mclock_max_capacity_iops_ssd", 2024-04-15T14:36:39.116 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_mclock_profile", 2024-04-15T14:36:39.116 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_mclock_scheduler_background_best_effort_lim", 2024-04-15T14:36:39.116 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_mclock_scheduler_background_best_effort_res", 2024-04-15T14:36:39.116 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_mclock_scheduler_background_best_effort_wgt", 2024-04-15T14:36:39.116 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_mclock_scheduler_background_recovery_lim", 2024-04-15T14:36:39.117 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_mclock_scheduler_background_recovery_res", 2024-04-15T14:36:39.117 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_mclock_scheduler_background_recovery_wgt", 2024-04-15T14:36:39.117 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_mclock_scheduler_client_lim", 2024-04-15T14:36:39.117 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_mclock_scheduler_client_res", 2024-04-15T14:36:39.117 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_mclock_scheduler_client_wgt", 2024-04-15T14:36:39.117 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_memory_target", 2024-04-15T14:36:39.117 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_memory_target_autotune", 2024-04-15T14:36:39.117 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_op_queue", 2024-04-15T14:36:39.117 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_op_queue_cut_off", 2024-04-15T14:36:39.117 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_pg_delete_cost", 2024-04-15T14:36:39.117 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_pool_default_erasure_code_profile", 2024-04-15T14:36:39.117 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_pool_default_pg_autoscale_mode", 2024-04-15T14:36:39.117 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_recover_clone_overlap", 2024-04-15T14:36:39.118 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_recovery_max_active", 2024-04-15T14:36:39.118 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_recovery_max_active_hdd", 2024-04-15T14:36:39.118 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_recovery_max_active_ssd", 2024-04-15T14:36:39.118 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_recovery_max_chunk", 2024-04-15T14:36:39.118 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_recovery_sleep", 2024-04-15T14:36:39.118 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_recovery_sleep_hdd", 2024-04-15T14:36:39.118 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_recovery_sleep_hybrid", 2024-04-15T14:36:39.118 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_recovery_sleep_ssd", 2024-04-15T14:36:39.118 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_scrub_load_threshold", 2024-04-15T14:36:39.118 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_scrub_max_interval", 2024-04-15T14:36:39.118 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_scrub_sleep", 2024-04-15T14:36:39.118 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_shutdown_pgref_assert", 2024-04-15T14:36:39.118 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_snap_trim_sleep", 2024-04-15T14:36:39.119 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_snap_trim_sleep_hdd", 2024-04-15T14:36:39.119 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_snap_trim_sleep_hybrid", 2024-04-15T14:36:39.119 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_snap_trim_sleep_ssd", 2024-04-15T14:36:39.119 INFO:tasks.workunit.client.0.smithi016.stdout: "public_addr", 2024-04-15T14:36:39.119 INFO:tasks.workunit.client.0.smithi016.stdout: "public_addrv", 2024-04-15T14:36:39.119 INFO:tasks.workunit.client.0.smithi016.stdout: "public_network", 2024-04-15T14:36:39.119 INFO:tasks.workunit.client.0.smithi016.stdout: "rbd_default_features", 2024-04-15T14:36:39.119 INFO:tasks.workunit.client.0.smithi016.stdout: "rbd_qos_exclude_ops", 2024-04-15T14:36:39.119 INFO:tasks.workunit.client.0.smithi016.stdout: "setgroup", 2024-04-15T14:36:39.119 INFO:tasks.workunit.client.0.smithi016.stdout: "setuser" 2024-04-15T14:36:39.119 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T14:36:39.119 INFO:tasks.workunit.client.0.smithi016.stdout: "cluster_changed": [ 2024-04-15T14:36:39.119 INFO:tasks.workunit.client.0.smithi016.stdout: "auth_allow_insecure_global_id_reclaim", 2024-04-15T14:36:39.119 INFO:tasks.workunit.client.0.smithi016.stdout: "auth_debug", 2024-04-15T14:36:39.120 INFO:tasks.workunit.client.0.smithi016.stdout: "auth_mon_ticket_ttl", 2024-04-15T14:36:39.120 INFO:tasks.workunit.client.0.smithi016.stdout: "auth_service_ticket_ttl", 2024-04-15T14:36:39.120 INFO:tasks.workunit.client.0.smithi016.stdout: "bdev_debug_aio", 2024-04-15T14:36:39.120 INFO:tasks.workunit.client.0.smithi016.stdout: "container_image", 2024-04-15T14:36:39.120 INFO:tasks.workunit.client.0.smithi016.stdout: "debug_asserts_on_shutdown", 2024-04-15T14:36:39.120 INFO:tasks.workunit.client.0.smithi016.stdout: "debug_mgr", 2024-04-15T14:36:39.120 INFO:tasks.workunit.client.0.smithi016.stdout: "debug_mon", 2024-04-15T14:36:39.120 INFO:tasks.workunit.client.0.smithi016.stdout: "debug_ms", 2024-04-15T14:36:39.120 INFO:tasks.workunit.client.0.smithi016.stdout: "debug_osd", 2024-04-15T14:36:39.120 INFO:tasks.workunit.client.0.smithi016.stdout: "debug_paxos", 2024-04-15T14:36:39.120 INFO:tasks.workunit.client.0.smithi016.stdout: "log_to_file", 2024-04-15T14:36:39.120 INFO:tasks.workunit.client.0.smithi016.stdout: "log_to_journald", 2024-04-15T14:36:39.120 INFO:tasks.workunit.client.0.smithi016.stdout: "log_to_stderr", 2024-04-15T14:36:39.121 INFO:tasks.workunit.client.0.smithi016.stdout: "mds_join_fs", 2024-04-15T14:36:39.121 INFO:tasks.workunit.client.0.smithi016.stdout: "mgr/cephadm/allow_ptrace", 2024-04-15T14:36:39.121 INFO:tasks.workunit.client.0.smithi016.stdout: "mgr/cephadm/container_init", 2024-04-15T14:36:39.121 INFO:tasks.workunit.client.0.smithi016.stdout: "mgr/cephadm/migration_current", 2024-04-15T14:36:39.121 INFO:tasks.workunit.client.0.smithi016.stdout: "mgr/cephadm/use_repo_digest", 2024-04-15T14:36:39.121 INFO:tasks.workunit.client.0.smithi016.stdout: "mgr/dashboard/ALERTMANAGER_API_HOST", 2024-04-15T14:36:39.121 INFO:tasks.workunit.client.0.smithi016.stdout: "mgr/dashboard/GRAFANA_API_SSL_VERIFY", 2024-04-15T14:36:39.121 INFO:tasks.workunit.client.0.smithi016.stdout: "mgr/dashboard/GRAFANA_API_URL", 2024-04-15T14:36:39.121 INFO:tasks.workunit.client.0.smithi016.stdout: "mgr/dashboard/PROMETHEUS_API_HOST", 2024-04-15T14:36:39.121 INFO:tasks.workunit.client.0.smithi016.stdout: "mgr/dashboard/ssl_server_port", 2024-04-15T14:36:39.121 INFO:tasks.workunit.client.0.smithi016.stdout: "mgr/orchestrator/orchestrator", 2024-04-15T14:36:39.121 INFO:tasks.workunit.client.0.smithi016.stdout: "mgr/telemetry/channel_ident", 2024-04-15T14:36:39.121 INFO:tasks.workunit.client.0.smithi016.stdout: "mgr/telemetry/channel_perf", 2024-04-15T14:36:39.121 INFO:tasks.workunit.client.0.smithi016.stdout: "mgr/telemetry/description", 2024-04-15T14:36:39.121 INFO:tasks.workunit.client.0.smithi016.stdout: "mgr/telemetry/enabled", 2024-04-15T14:36:39.122 INFO:tasks.workunit.client.0.smithi016.stdout: "mgr/telemetry/organization", 2024-04-15T14:36:39.122 INFO:tasks.workunit.client.0.smithi016.stdout: "mon_allow_pool_delete", 2024-04-15T14:36:39.122 INFO:tasks.workunit.client.0.smithi016.stdout: "mon_clock_drift_allowed", 2024-04-15T14:36:39.122 INFO:tasks.workunit.client.0.smithi016.stdout: "mon_cluster_log_file_level", 2024-04-15T14:36:39.122 INFO:tasks.workunit.client.0.smithi016.stdout: "mon_cluster_log_to_file", 2024-04-15T14:36:39.122 INFO:tasks.workunit.client.0.smithi016.stdout: "mon_data_avail_warn", 2024-04-15T14:36:39.122 INFO:tasks.workunit.client.0.smithi016.stdout: "mon_election_default_strategy", 2024-04-15T14:36:39.122 INFO:tasks.workunit.client.0.smithi016.stdout: "mon_max_pg_per_osd", 2024-04-15T14:36:39.122 INFO:tasks.workunit.client.0.smithi016.stdout: "mon_mgr_mkfs_grace", 2024-04-15T14:36:39.122 INFO:tasks.workunit.client.0.smithi016.stdout: "mon_osd_prime_pg_temp", 2024-04-15T14:36:39.122 INFO:tasks.workunit.client.0.smithi016.stdout: "mon_osd_reporter_subtree_level", 2024-04-15T14:36:39.122 INFO:tasks.workunit.client.0.smithi016.stdout: "mon_pg_warn_max_object_skew", 2024-04-15T14:36:39.122 INFO:tasks.workunit.client.0.smithi016.stdout: "mon_reweight_min_bytes_per_osd", 2024-04-15T14:36:39.123 INFO:tasks.workunit.client.0.smithi016.stdout: "mon_reweight_min_pgs_per_osd", 2024-04-15T14:36:39.123 INFO:tasks.workunit.client.0.smithi016.stdout: "mon_warn_on_crush_straw_calc_version_zero", 2024-04-15T14:36:39.123 INFO:tasks.workunit.client.0.smithi016.stdout: "mon_warn_on_insecure_global_id_reclaim", 2024-04-15T14:36:39.123 INFO:tasks.workunit.client.0.smithi016.stdout: "mon_warn_on_insecure_global_id_reclaim_allowed", 2024-04-15T14:36:39.123 INFO:tasks.workunit.client.0.smithi016.stdout: "mon_warn_on_legacy_crush_tunables", 2024-04-15T14:36:39.123 INFO:tasks.workunit.client.0.smithi016.stdout: "mon_warn_on_osd_down_out_interval_zero", 2024-04-15T14:36:39.123 INFO:tasks.workunit.client.0.smithi016.stdout: "mon_warn_on_pool_pg_num_not_power_of_two", 2024-04-15T14:36:39.123 INFO:tasks.workunit.client.0.smithi016.stdout: "mon_warn_on_too_few_osds", 2024-04-15T14:36:39.123 INFO:tasks.workunit.client.0.smithi016.stdout: "ms_die_on_bug", 2024-04-15T14:36:39.123 INFO:tasks.workunit.client.0.smithi016.stdout: "ms_die_on_old_message", 2024-04-15T14:36:39.123 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_class_default_list", 2024-04-15T14:36:39.123 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_class_load_list", 2024-04-15T14:36:39.123 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_debug_misdirected_ops", 2024-04-15T14:36:39.123 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_debug_op_order", 2024-04-15T14:36:39.124 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_debug_pg_log_writeout", 2024-04-15T14:36:39.124 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_debug_shutdown", 2024-04-15T14:36:39.124 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_debug_verify_cached_snaps", 2024-04-15T14:36:39.124 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_debug_verify_missing_on_start", 2024-04-15T14:36:39.124 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_debug_verify_stray_on_activate", 2024-04-15T14:36:39.124 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_deep_scrub_update_digest_min_age", 2024-04-15T14:36:39.124 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_mclock_max_capacity_iops_ssd", 2024-04-15T14:36:39.124 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_mclock_profile", 2024-04-15T14:36:39.124 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_memory_target", 2024-04-15T14:36:39.124 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_memory_target_autotune", 2024-04-15T14:36:39.124 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_op_queue", 2024-04-15T14:36:39.124 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_op_queue_cut_off", 2024-04-15T14:36:39.124 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_pool_default_erasure_code_profile", 2024-04-15T14:36:39.124 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_pool_default_pg_autoscale_mode", 2024-04-15T14:36:39.125 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_recover_clone_overlap", 2024-04-15T14:36:39.125 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_recovery_max_chunk", 2024-04-15T14:36:39.125 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_scrub_load_threshold", 2024-04-15T14:36:39.125 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_scrub_max_interval", 2024-04-15T14:36:39.125 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_shutdown_pgref_assert", 2024-04-15T14:36:39.125 INFO:tasks.workunit.client.0.smithi016.stdout: "public_network", 2024-04-15T14:36:39.125 INFO:tasks.workunit.client.0.smithi016.stdout: "rgw_cache_enabled", 2024-04-15T14:36:39.125 INFO:tasks.workunit.client.0.smithi016.stdout: "rgw_enable_ops_log", 2024-04-15T14:36:39.125 INFO:tasks.workunit.client.0.smithi016.stdout: "rgw_enable_usage_log" 2024-04-15T14:36:39.125 INFO:tasks.workunit.client.0.smithi016.stdout: ] 2024-04-15T14:36:39.125 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.125 INFO:tasks.workunit.client.0.smithi016.stdout: "contact": null, 2024-04-15T14:36:39.125 INFO:tasks.workunit.client.0.smithi016.stdout: "crashes": [], 2024-04-15T14:36:39.126 INFO:tasks.workunit.client.0.smithi016.stdout: "created": "2024-04-15T14:28:00.200872Z", 2024-04-15T14:36:39.126 INFO:tasks.workunit.client.0.smithi016.stdout: "crush": { 2024-04-15T14:36:39.126 INFO:tasks.workunit.client.0.smithi016.stdout: "bucket_algs": { 2024-04-15T14:36:39.126 INFO:tasks.workunit.client.0.smithi016.stdout: "straw2": 3 2024-04-15T14:36:39.126 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.126 INFO:tasks.workunit.client.0.smithi016.stdout: "bucket_sizes": { 2024-04-15T14:36:39.126 INFO:tasks.workunit.client.0.smithi016.stdout: "2": 1, 2024-04-15T14:36:39.126 INFO:tasks.workunit.client.0.smithi016.stdout: "4": 2 2024-04-15T14:36:39.126 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.126 INFO:tasks.workunit.client.0.smithi016.stdout: "bucket_types": { 2024-04-15T14:36:39.126 INFO:tasks.workunit.client.0.smithi016.stdout: "1": 2, 2024-04-15T14:36:39.126 INFO:tasks.workunit.client.0.smithi016.stdout: "11": 1 2024-04-15T14:36:39.126 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.127 INFO:tasks.workunit.client.0.smithi016.stdout: "compat_weight_set": false, 2024-04-15T14:36:39.127 INFO:tasks.workunit.client.0.smithi016.stdout: "device_classes": [ 2024-04-15T14:36:39.127 INFO:tasks.workunit.client.0.smithi016.stdout: 8 2024-04-15T14:36:39.127 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T14:36:39.127 INFO:tasks.workunit.client.0.smithi016.stdout: "num_buckets": 6, 2024-04-15T14:36:39.127 INFO:tasks.workunit.client.0.smithi016.stdout: "num_devices": 8, 2024-04-15T14:36:39.127 INFO:tasks.workunit.client.0.smithi016.stdout: "num_rules": 1, 2024-04-15T14:36:39.127 INFO:tasks.workunit.client.0.smithi016.stdout: "num_types": 12, 2024-04-15T14:36:39.127 INFO:tasks.workunit.client.0.smithi016.stdout: "num_weight_sets": 0, 2024-04-15T14:36:39.127 INFO:tasks.workunit.client.0.smithi016.stdout: "tunables": { 2024-04-15T14:36:39.127 INFO:tasks.workunit.client.0.smithi016.stdout: "allowed_bucket_algs": 54, 2024-04-15T14:36:39.127 INFO:tasks.workunit.client.0.smithi016.stdout: "choose_local_fallback_tries": 0, 2024-04-15T14:36:39.127 INFO:tasks.workunit.client.0.smithi016.stdout: "choose_local_tries": 0, 2024-04-15T14:36:39.128 INFO:tasks.workunit.client.0.smithi016.stdout: "choose_total_tries": 50, 2024-04-15T14:36:39.128 INFO:tasks.workunit.client.0.smithi016.stdout: "chooseleaf_descend_once": 1, 2024-04-15T14:36:39.128 INFO:tasks.workunit.client.0.smithi016.stdout: "chooseleaf_stable": 1, 2024-04-15T14:36:39.128 INFO:tasks.workunit.client.0.smithi016.stdout: "chooseleaf_vary_r": 1, 2024-04-15T14:36:39.128 INFO:tasks.workunit.client.0.smithi016.stdout: "has_v2_rules": 0, 2024-04-15T14:36:39.128 INFO:tasks.workunit.client.0.smithi016.stdout: "has_v3_rules": 0, 2024-04-15T14:36:39.128 INFO:tasks.workunit.client.0.smithi016.stdout: "has_v4_buckets": 1, 2024-04-15T14:36:39.128 INFO:tasks.workunit.client.0.smithi016.stdout: "has_v5_rules": 0, 2024-04-15T14:36:39.128 INFO:tasks.workunit.client.0.smithi016.stdout: "legacy_tunables": 0, 2024-04-15T14:36:39.128 INFO:tasks.workunit.client.0.smithi016.stdout: "minimum_required_version": "jewel", 2024-04-15T14:36:39.128 INFO:tasks.workunit.client.0.smithi016.stdout: "optimal_tunables": 1, 2024-04-15T14:36:39.128 INFO:tasks.workunit.client.0.smithi016.stdout: "profile": "jewel", 2024-04-15T14:36:39.128 INFO:tasks.workunit.client.0.smithi016.stdout: "require_feature_tunables": 1, 2024-04-15T14:36:39.128 INFO:tasks.workunit.client.0.smithi016.stdout: "require_feature_tunables2": 1, 2024-04-15T14:36:39.128 INFO:tasks.workunit.client.0.smithi016.stdout: "require_feature_tunables3": 1, 2024-04-15T14:36:39.129 INFO:tasks.workunit.client.0.smithi016.stdout: "require_feature_tunables5": 1, 2024-04-15T14:36:39.129 INFO:tasks.workunit.client.0.smithi016.stdout: "straw_calc_version": 1 2024-04-15T14:36:39.129 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T14:36:39.129 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.129 INFO:tasks.workunit.client.0.smithi016.stdout: "description": "upgrade test cluster", 2024-04-15T14:36:39.129 INFO:tasks.workunit.client.0.smithi016.stdout: "fs": { 2024-04-15T14:36:39.129 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 1, 2024-04-15T14:36:39.129 INFO:tasks.workunit.client.0.smithi016.stdout: "feature_flags": { 2024-04-15T14:36:39.129 INFO:tasks.workunit.client.0.smithi016.stdout: "enable_multiple": true, 2024-04-15T14:36:39.129 INFO:tasks.workunit.client.0.smithi016.stdout: "ever_enabled_multiple": true 2024-04-15T14:36:39.129 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.129 INFO:tasks.workunit.client.0.smithi016.stdout: "filesystems": [ 2024-04-15T14:36:39.129 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-15T14:36:39.129 INFO:tasks.workunit.client.0.smithi016.stdout: "approx_ctime": "2024-04", 2024-04-15T14:36:39.130 INFO:tasks.workunit.client.0.smithi016.stdout: "balancer_enabled": false, 2024-04-15T14:36:39.130 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T14:36:39.130 INFO:tasks.workunit.client.0.smithi016.stdout: "cached_caps": 0, 2024-04-15T14:36:39.130 INFO:tasks.workunit.client.0.smithi016.stdout: "cached_dns": 10, 2024-04-15T14:36:39.130 INFO:tasks.workunit.client.0.smithi016.stdout: "cached_inos": 13, 2024-04-15T14:36:39.130 INFO:tasks.workunit.client.0.smithi016.stdout: "cached_subtrees": 2, 2024-04-15T14:36:39.130 INFO:tasks.workunit.client.0.smithi016.stdout: "ever_allowed_features": 0, 2024-04-15T14:36:39.130 INFO:tasks.workunit.client.0.smithi016.stdout: "explicitly_allowed_features": 0, 2024-04-15T14:36:39.130 INFO:tasks.workunit.client.0.smithi016.stdout: "files": 0, 2024-04-15T14:36:39.130 INFO:tasks.workunit.client.0.smithi016.stdout: "max_mds": 1, 2024-04-15T14:36:39.130 INFO:tasks.workunit.client.0.smithi016.stdout: "num_data_pools": 1, 2024-04-15T14:36:39.130 INFO:tasks.workunit.client.0.smithi016.stdout: "num_in": 1, 2024-04-15T14:36:39.130 INFO:tasks.workunit.client.0.smithi016.stdout: "num_mds": 1, 2024-04-15T14:36:39.131 INFO:tasks.workunit.client.0.smithi016.stdout: "num_sessions": 0, 2024-04-15T14:36:39.131 INFO:tasks.workunit.client.0.smithi016.stdout: "num_standby_replay": 0, 2024-04-15T14:36:39.131 INFO:tasks.workunit.client.0.smithi016.stdout: "num_up": 1, 2024-04-15T14:36:39.131 INFO:tasks.workunit.client.0.smithi016.stdout: "snaps": 0, 2024-04-15T14:36:39.131 INFO:tasks.workunit.client.0.smithi016.stdout: "standby_count_wanted": 0 2024-04-15T14:36:39.131 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T14:36:39.131 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T14:36:39.131 INFO:tasks.workunit.client.0.smithi016.stdout: "num_standby_mds": 1, 2024-04-15T14:36:39.131 INFO:tasks.workunit.client.0.smithi016.stdout: "total_num_mds": 2 2024-04-15T14:36:39.131 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.131 INFO:tasks.workunit.client.0.smithi016.stdout: "heap_stats": { 2024-04-15T14:36:39.131 INFO:tasks.workunit.client.0.smithi016.stdout: "mds": { 2024-04-15T14:36:39.131 INFO:tasks.workunit.client.0.smithi016.stdout: "mds.96c04f3d51aa9c4650d798b6d991f5b64af8e5e4": { 2024-04-15T14:36:39.132 INFO:tasks.workunit.client.0.smithi016.stdout: "actual_memory_used": 20267008, 2024-04-15T14:36:39.132 INFO:tasks.workunit.client.0.smithi016.stdout: "central_cache_freelist": 353288, 2024-04-15T14:36:39.132 INFO:tasks.workunit.client.0.smithi016.stdout: "malloc_metadata": 2752512, 2024-04-15T14:36:39.132 INFO:tasks.workunit.client.0.smithi016.stdout: "page_heap_freelist": 974848, 2024-04-15T14:36:39.132 INFO:tasks.workunit.client.0.smithi016.stdout: "released_to_os": 0, 2024-04-15T14:36:39.132 INFO:tasks.workunit.client.0.smithi016.stdout: "spans_in_use": 321, 2024-04-15T14:36:39.132 INFO:tasks.workunit.client.0.smithi016.stdout: "tcmalloc_page_size": 8192, 2024-04-15T14:36:39.132 INFO:tasks.workunit.client.0.smithi016.stdout: "thread_cache_freelists": 915544, 2024-04-15T14:36:39.132 INFO:tasks.workunit.client.0.smithi016.stdout: "thread_heaps_in_use": 12, 2024-04-15T14:36:39.132 INFO:tasks.workunit.client.0.smithi016.stdout: "transfer_cache_freelist": 809472, 2024-04-15T14:36:39.132 INFO:tasks.workunit.client.0.smithi016.stdout: "use_by_application": 14461344, 2024-04-15T14:36:39.132 INFO:tasks.workunit.client.0.smithi016.stdout: "virtual_address_space_used": 20267008 2024-04-15T14:36:39.132 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.132 INFO:tasks.workunit.client.0.smithi016.stdout: "mds.dd602b36cabf11effbd0d8bd19ba267ecac4bcd8": { 2024-04-15T14:36:39.133 INFO:tasks.workunit.client.0.smithi016.stdout: "actual_memory_used": 20529152, 2024-04-15T14:36:39.133 INFO:tasks.workunit.client.0.smithi016.stdout: "central_cache_freelist": 415824, 2024-04-15T14:36:39.133 INFO:tasks.workunit.client.0.smithi016.stdout: "malloc_metadata": 2752512, 2024-04-15T14:36:39.133 INFO:tasks.workunit.client.0.smithi016.stdout: "page_heap_freelist": 131072, 2024-04-15T14:36:39.133 INFO:tasks.workunit.client.0.smithi016.stdout: "released_to_os": 786432, 2024-04-15T14:36:39.133 INFO:tasks.workunit.client.0.smithi016.stdout: "spans_in_use": 400, 2024-04-15T14:36:39.133 INFO:tasks.workunit.client.0.smithi016.stdout: "tcmalloc_page_size": 8192, 2024-04-15T14:36:39.133 INFO:tasks.workunit.client.0.smithi016.stdout: "thread_cache_freelists": 1414344, 2024-04-15T14:36:39.133 INFO:tasks.workunit.client.0.smithi016.stdout: "thread_heaps_in_use": 21, 2024-04-15T14:36:39.133 INFO:tasks.workunit.client.0.smithi016.stdout: "transfer_cache_freelist": 893440, 2024-04-15T14:36:39.133 INFO:tasks.workunit.client.0.smithi016.stdout: "use_by_application": 14921960, 2024-04-15T14:36:39.133 INFO:tasks.workunit.client.0.smithi016.stdout: "virtual_address_space_used": 21315584 2024-04-15T14:36:39.133 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T14:36:39.133 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.133 INFO:tasks.workunit.client.0.smithi016.stdout: "mon": { 2024-04-15T14:36:39.134 INFO:tasks.workunit.client.0.smithi016.stdout: "mon.96c04f3d51aa9c4650d798b6d991f5b64af8e5e4": { 2024-04-15T14:36:39.134 INFO:tasks.workunit.client.0.smithi016.stdout: "actual_memory_used": 36995072, 2024-04-15T14:36:39.134 INFO:tasks.workunit.client.0.smithi016.stdout: "central_cache_freelist": 822880, 2024-04-15T14:36:39.134 INFO:tasks.workunit.client.0.smithi016.stdout: "malloc_metadata": 2752512, 2024-04-15T14:36:39.134 INFO:tasks.workunit.client.0.smithi016.stdout: "page_heap_freelist": 24576, 2024-04-15T14:36:39.134 INFO:tasks.workunit.client.0.smithi016.stdout: "released_to_os": 9609216, 2024-04-15T14:36:39.134 INFO:tasks.workunit.client.0.smithi016.stdout: "spans_in_use": 1233, 2024-04-15T14:36:39.134 INFO:tasks.workunit.client.0.smithi016.stdout: "tcmalloc_page_size": 8192, 2024-04-15T14:36:39.134 INFO:tasks.workunit.client.0.smithi016.stdout: "thread_cache_freelists": 8781600, 2024-04-15T14:36:39.134 INFO:tasks.workunit.client.0.smithi016.stdout: "thread_heaps_in_use": 22, 2024-04-15T14:36:39.134 INFO:tasks.workunit.client.0.smithi016.stdout: "transfer_cache_freelist": 2054144, 2024-04-15T14:36:39.134 INFO:tasks.workunit.client.0.smithi016.stdout: "use_by_application": 22559360, 2024-04-15T14:36:39.135 INFO:tasks.workunit.client.0.smithi016.stdout: "virtual_address_space_used": 46604288 2024-04-15T14:36:39.135 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.135 INFO:tasks.workunit.client.0.smithi016.stdout: "mon.db7bc7ff646004cab5cc32c315bc5a54adf74b4c": { 2024-04-15T14:36:39.135 INFO:tasks.workunit.client.0.smithi016.stdout: "actual_memory_used": 35422208, 2024-04-15T14:36:39.135 INFO:tasks.workunit.client.0.smithi016.stdout: "central_cache_freelist": 854880, 2024-04-15T14:36:39.135 INFO:tasks.workunit.client.0.smithi016.stdout: "malloc_metadata": 2752512, 2024-04-15T14:36:39.135 INFO:tasks.workunit.client.0.smithi016.stdout: "page_heap_freelist": 696320, 2024-04-15T14:36:39.135 INFO:tasks.workunit.client.0.smithi016.stdout: "released_to_os": 9084928, 2024-04-15T14:36:39.135 INFO:tasks.workunit.client.0.smithi016.stdout: "spans_in_use": 946, 2024-04-15T14:36:39.135 INFO:tasks.workunit.client.0.smithi016.stdout: "tcmalloc_page_size": 8192, 2024-04-15T14:36:39.136 INFO:tasks.workunit.client.0.smithi016.stdout: "thread_cache_freelists": 7419048, 2024-04-15T14:36:39.136 INFO:tasks.workunit.client.0.smithi016.stdout: "thread_heaps_in_use": 21, 2024-04-15T14:36:39.136 INFO:tasks.workunit.client.0.smithi016.stdout: "transfer_cache_freelist": 1521152, 2024-04-15T14:36:39.136 INFO:tasks.workunit.client.0.smithi016.stdout: "use_by_application": 22178296, 2024-04-15T14:36:39.136 INFO:tasks.workunit.client.0.smithi016.stdout: "virtual_address_space_used": 44507136 2024-04-15T14:36:39.136 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.136 INFO:tasks.workunit.client.0.smithi016.stdout: "mon.dd602b36cabf11effbd0d8bd19ba267ecac4bcd8": { 2024-04-15T14:36:39.136 INFO:tasks.workunit.client.0.smithi016.stdout: "actual_memory_used": 44138496, 2024-04-15T14:36:39.136 INFO:tasks.workunit.client.0.smithi016.stdout: "central_cache_freelist": 1423024, 2024-04-15T14:36:39.136 INFO:tasks.workunit.client.0.smithi016.stdout: "malloc_metadata": 2752512, 2024-04-15T14:36:39.136 INFO:tasks.workunit.client.0.smithi016.stdout: "page_heap_freelist": 892928, 2024-04-15T14:36:39.136 INFO:tasks.workunit.client.0.smithi016.stdout: "released_to_os": 5513216, 2024-04-15T14:36:39.136 INFO:tasks.workunit.client.0.smithi016.stdout: "spans_in_use": 1787, 2024-04-15T14:36:39.137 INFO:tasks.workunit.client.0.smithi016.stdout: "tcmalloc_page_size": 8192, 2024-04-15T14:36:39.137 INFO:tasks.workunit.client.0.smithi016.stdout: "thread_cache_freelists": 12142144, 2024-04-15T14:36:39.137 INFO:tasks.workunit.client.0.smithi016.stdout: "thread_heaps_in_use": 22, 2024-04-15T14:36:39.137 INFO:tasks.workunit.client.0.smithi016.stdout: "transfer_cache_freelist": 1957888, 2024-04-15T14:36:39.137 INFO:tasks.workunit.client.0.smithi016.stdout: "use_by_application": 24970000, 2024-04-15T14:36:39.137 INFO:tasks.workunit.client.0.smithi016.stdout: "virtual_address_space_used": 49651712 2024-04-15T14:36:39.137 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T14:36:39.137 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.137 INFO:tasks.workunit.client.0.smithi016.stdout: "osd": { 2024-04-15T14:36:39.137 INFO:tasks.workunit.client.0.smithi016.stdout: "osd.0": { 2024-04-15T14:36:39.137 INFO:tasks.workunit.client.0.smithi016.stdout: "actual_memory_used": 46997504, 2024-04-15T14:36:39.137 INFO:tasks.workunit.client.0.smithi016.stdout: "central_cache_freelist": 904208, 2024-04-15T14:36:39.137 INFO:tasks.workunit.client.0.smithi016.stdout: "malloc_metadata": 2883584, 2024-04-15T14:36:39.138 INFO:tasks.workunit.client.0.smithi016.stdout: "page_heap_freelist": 0, 2024-04-15T14:36:39.138 INFO:tasks.workunit.client.0.smithi016.stdout: "released_to_os": 368640, 2024-04-15T14:36:39.138 INFO:tasks.workunit.client.0.smithi016.stdout: "spans_in_use": 1374, 2024-04-15T14:36:39.138 INFO:tasks.workunit.client.0.smithi016.stdout: "tcmalloc_page_size": 8192, 2024-04-15T14:36:39.138 INFO:tasks.workunit.client.0.smithi016.stdout: "thread_cache_freelists": 5669432, 2024-04-15T14:36:39.138 INFO:tasks.workunit.client.0.smithi016.stdout: "thread_heaps_in_use": 46, 2024-04-15T14:36:39.138 INFO:tasks.workunit.client.0.smithi016.stdout: "transfer_cache_freelist": 2034432, 2024-04-15T14:36:39.138 INFO:tasks.workunit.client.0.smithi016.stdout: "use_by_application": 35505848, 2024-04-15T14:36:39.138 INFO:tasks.workunit.client.0.smithi016.stdout: "virtual_address_space_used": 47366144 2024-04-15T14:36:39.138 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.138 INFO:tasks.workunit.client.0.smithi016.stdout: "osd.1": { 2024-04-15T14:36:39.138 INFO:tasks.workunit.client.0.smithi016.stdout: "actual_memory_used": 45801472, 2024-04-15T14:36:39.139 INFO:tasks.workunit.client.0.smithi016.stdout: "central_cache_freelist": 912608, 2024-04-15T14:36:39.139 INFO:tasks.workunit.client.0.smithi016.stdout: "malloc_metadata": 2883584, 2024-04-15T14:36:39.139 INFO:tasks.workunit.client.0.smithi016.stdout: "page_heap_freelist": 0, 2024-04-15T14:36:39.139 INFO:tasks.workunit.client.0.smithi016.stdout: "released_to_os": 516096, 2024-04-15T14:36:39.139 INFO:tasks.workunit.client.0.smithi016.stdout: "spans_in_use": 1315, 2024-04-15T14:36:39.139 INFO:tasks.workunit.client.0.smithi016.stdout: "tcmalloc_page_size": 8192, 2024-04-15T14:36:39.139 INFO:tasks.workunit.client.0.smithi016.stdout: "thread_cache_freelists": 5257408, 2024-04-15T14:36:39.139 INFO:tasks.workunit.client.0.smithi016.stdout: "thread_heaps_in_use": 47, 2024-04-15T14:36:39.139 INFO:tasks.workunit.client.0.smithi016.stdout: "transfer_cache_freelist": 2235392, 2024-04-15T14:36:39.139 INFO:tasks.workunit.client.0.smithi016.stdout: "use_by_application": 34512480, 2024-04-15T14:36:39.139 INFO:tasks.workunit.client.0.smithi016.stdout: "virtual_address_space_used": 46317568 2024-04-15T14:36:39.139 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.140 INFO:tasks.workunit.client.0.smithi016.stdout: "osd.2": { 2024-04-15T14:36:39.140 INFO:tasks.workunit.client.0.smithi016.stdout: "actual_memory_used": 45080576, 2024-04-15T14:36:39.140 INFO:tasks.workunit.client.0.smithi016.stdout: "central_cache_freelist": 876080, 2024-04-15T14:36:39.140 INFO:tasks.workunit.client.0.smithi016.stdout: "malloc_metadata": 2883584, 2024-04-15T14:36:39.140 INFO:tasks.workunit.client.0.smithi016.stdout: "page_heap_freelist": 0, 2024-04-15T14:36:39.140 INFO:tasks.workunit.client.0.smithi016.stdout: "released_to_os": 122880, 2024-04-15T14:36:39.140 INFO:tasks.workunit.client.0.smithi016.stdout: "spans_in_use": 1222, 2024-04-15T14:36:39.140 INFO:tasks.workunit.client.0.smithi016.stdout: "tcmalloc_page_size": 8192, 2024-04-15T14:36:39.140 INFO:tasks.workunit.client.0.smithi016.stdout: "thread_cache_freelists": 4560416, 2024-04-15T14:36:39.140 INFO:tasks.workunit.client.0.smithi016.stdout: "thread_heaps_in_use": 47, 2024-04-15T14:36:39.140 INFO:tasks.workunit.client.0.smithi016.stdout: "transfer_cache_freelist": 2578944, 2024-04-15T14:36:39.140 INFO:tasks.workunit.client.0.smithi016.stdout: "use_by_application": 34181552, 2024-04-15T14:36:39.140 INFO:tasks.workunit.client.0.smithi016.stdout: "virtual_address_space_used": 45203456 2024-04-15T14:36:39.141 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.141 INFO:tasks.workunit.client.0.smithi016.stdout: "osd.3": { 2024-04-15T14:36:39.141 INFO:tasks.workunit.client.0.smithi016.stdout: "actual_memory_used": 43859968, 2024-04-15T14:36:39.141 INFO:tasks.workunit.client.0.smithi016.stdout: "central_cache_freelist": 756776, 2024-04-15T14:36:39.141 INFO:tasks.workunit.client.0.smithi016.stdout: "malloc_metadata": 2883584, 2024-04-15T14:36:39.141 INFO:tasks.workunit.client.0.smithi016.stdout: "page_heap_freelist": 0, 2024-04-15T14:36:39.141 INFO:tasks.workunit.client.0.smithi016.stdout: "released_to_os": 1409024, 2024-04-15T14:36:39.141 INFO:tasks.workunit.client.0.smithi016.stdout: "spans_in_use": 1195, 2024-04-15T14:36:39.141 INFO:tasks.workunit.client.0.smithi016.stdout: "tcmalloc_page_size": 8192, 2024-04-15T14:36:39.141 INFO:tasks.workunit.client.0.smithi016.stdout: "thread_cache_freelists": 4028168, 2024-04-15T14:36:39.141 INFO:tasks.workunit.client.0.smithi016.stdout: "thread_heaps_in_use": 45, 2024-04-15T14:36:39.141 INFO:tasks.workunit.client.0.smithi016.stdout: "transfer_cache_freelist": 2001664, 2024-04-15T14:36:39.141 INFO:tasks.workunit.client.0.smithi016.stdout: "use_by_application": 34189776, 2024-04-15T14:36:39.142 INFO:tasks.workunit.client.0.smithi016.stdout: "virtual_address_space_used": 45268992 2024-04-15T14:36:39.142 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.142 INFO:tasks.workunit.client.0.smithi016.stdout: "osd.4": { 2024-04-15T14:36:39.142 INFO:tasks.workunit.client.0.smithi016.stdout: "actual_memory_used": 44580864, 2024-04-15T14:36:39.142 INFO:tasks.workunit.client.0.smithi016.stdout: "central_cache_freelist": 681072, 2024-04-15T14:36:39.142 INFO:tasks.workunit.client.0.smithi016.stdout: "malloc_metadata": 2883584, 2024-04-15T14:36:39.142 INFO:tasks.workunit.client.0.smithi016.stdout: "page_heap_freelist": 0, 2024-04-15T14:36:39.142 INFO:tasks.workunit.client.0.smithi016.stdout: "released_to_os": 622592, 2024-04-15T14:36:39.142 INFO:tasks.workunit.client.0.smithi016.stdout: "spans_in_use": 1225, 2024-04-15T14:36:39.142 INFO:tasks.workunit.client.0.smithi016.stdout: "tcmalloc_page_size": 8192, 2024-04-15T14:36:39.142 INFO:tasks.workunit.client.0.smithi016.stdout: "thread_cache_freelists": 4888888, 2024-04-15T14:36:39.142 INFO:tasks.workunit.client.0.smithi016.stdout: "thread_heaps_in_use": 47, 2024-04-15T14:36:39.142 INFO:tasks.workunit.client.0.smithi016.stdout: "transfer_cache_freelist": 1930752, 2024-04-15T14:36:39.143 INFO:tasks.workunit.client.0.smithi016.stdout: "use_by_application": 34196568, 2024-04-15T14:36:39.143 INFO:tasks.workunit.client.0.smithi016.stdout: "virtual_address_space_used": 45203456 2024-04-15T14:36:39.143 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.143 INFO:tasks.workunit.client.0.smithi016.stdout: "osd.5": { 2024-04-15T14:36:39.143 INFO:tasks.workunit.client.0.smithi016.stdout: "actual_memory_used": 45047808, 2024-04-15T14:36:39.143 INFO:tasks.workunit.client.0.smithi016.stdout: "central_cache_freelist": 860312, 2024-04-15T14:36:39.143 INFO:tasks.workunit.client.0.smithi016.stdout: "malloc_metadata": 2883584, 2024-04-15T14:36:39.143 INFO:tasks.workunit.client.0.smithi016.stdout: "page_heap_freelist": 0, 2024-04-15T14:36:39.143 INFO:tasks.workunit.client.0.smithi016.stdout: "released_to_os": 221184, 2024-04-15T14:36:39.143 INFO:tasks.workunit.client.0.smithi016.stdout: "spans_in_use": 1233, 2024-04-15T14:36:39.143 INFO:tasks.workunit.client.0.smithi016.stdout: "tcmalloc_page_size": 8192, 2024-04-15T14:36:39.143 INFO:tasks.workunit.client.0.smithi016.stdout: "thread_cache_freelists": 4870640, 2024-04-15T14:36:39.143 INFO:tasks.workunit.client.0.smithi016.stdout: "thread_heaps_in_use": 47, 2024-04-15T14:36:39.143 INFO:tasks.workunit.client.0.smithi016.stdout: "transfer_cache_freelist": 1676800, 2024-04-15T14:36:39.143 INFO:tasks.workunit.client.0.smithi016.stdout: "use_by_application": 34756472, 2024-04-15T14:36:39.144 INFO:tasks.workunit.client.0.smithi016.stdout: "virtual_address_space_used": 45268992 2024-04-15T14:36:39.144 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.144 INFO:tasks.workunit.client.0.smithi016.stdout: "osd.6": { 2024-04-15T14:36:39.144 INFO:tasks.workunit.client.0.smithi016.stdout: "actual_memory_used": 48291840, 2024-04-15T14:36:39.144 INFO:tasks.workunit.client.0.smithi016.stdout: "central_cache_freelist": 2277840, 2024-04-15T14:36:39.144 INFO:tasks.workunit.client.0.smithi016.stdout: "malloc_metadata": 2883584, 2024-04-15T14:36:39.144 INFO:tasks.workunit.client.0.smithi016.stdout: "page_heap_freelist": 0, 2024-04-15T14:36:39.144 INFO:tasks.workunit.client.0.smithi016.stdout: "released_to_os": 1171456, 2024-04-15T14:36:39.144 INFO:tasks.workunit.client.0.smithi016.stdout: "spans_in_use": 1624, 2024-04-15T14:36:39.144 INFO:tasks.workunit.client.0.smithi016.stdout: "tcmalloc_page_size": 8192, 2024-04-15T14:36:39.144 INFO:tasks.workunit.client.0.smithi016.stdout: "thread_cache_freelists": 5608120, 2024-04-15T14:36:39.144 INFO:tasks.workunit.client.0.smithi016.stdout: "thread_heaps_in_use": 47, 2024-04-15T14:36:39.145 INFO:tasks.workunit.client.0.smithi016.stdout: "transfer_cache_freelist": 3354880, 2024-04-15T14:36:39.145 INFO:tasks.workunit.client.0.smithi016.stdout: "use_by_application": 34167416, 2024-04-15T14:36:39.145 INFO:tasks.workunit.client.0.smithi016.stdout: "virtual_address_space_used": 49463296 2024-04-15T14:36:39.145 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.145 INFO:tasks.workunit.client.0.smithi016.stdout: "osd.7": { 2024-04-15T14:36:39.145 INFO:tasks.workunit.client.0.smithi016.stdout: "actual_memory_used": 44785664, 2024-04-15T14:36:39.145 INFO:tasks.workunit.client.0.smithi016.stdout: "central_cache_freelist": 1045072, 2024-04-15T14:36:39.145 INFO:tasks.workunit.client.0.smithi016.stdout: "malloc_metadata": 2883584, 2024-04-15T14:36:39.145 INFO:tasks.workunit.client.0.smithi016.stdout: "page_heap_freelist": 8192, 2024-04-15T14:36:39.145 INFO:tasks.workunit.client.0.smithi016.stdout: "released_to_os": 1531904, 2024-04-15T14:36:39.145 INFO:tasks.workunit.client.0.smithi016.stdout: "spans_in_use": 1231, 2024-04-15T14:36:39.145 INFO:tasks.workunit.client.0.smithi016.stdout: "tcmalloc_page_size": 8192, 2024-04-15T14:36:39.145 INFO:tasks.workunit.client.0.smithi016.stdout: "thread_cache_freelists": 4477224, 2024-04-15T14:36:39.146 INFO:tasks.workunit.client.0.smithi016.stdout: "thread_heaps_in_use": 46, 2024-04-15T14:36:39.146 INFO:tasks.workunit.client.0.smithi016.stdout: "transfer_cache_freelist": 1998592, 2024-04-15T14:36:39.146 INFO:tasks.workunit.client.0.smithi016.stdout: "use_by_application": 34373000, 2024-04-15T14:36:39.146 INFO:tasks.workunit.client.0.smithi016.stdout: "virtual_address_space_used": 46317568 2024-04-15T14:36:39.146 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T14:36:39.146 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T14:36:39.146 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.146 INFO:tasks.workunit.client.0.smithi016.stdout: "hosts": { 2024-04-15T14:36:39.146 INFO:tasks.workunit.client.0.smithi016.stdout: "num": 2, 2024-04-15T14:36:39.146 INFO:tasks.workunit.client.0.smithi016.stdout: "num_with_mds": 2, 2024-04-15T14:36:39.146 INFO:tasks.workunit.client.0.smithi016.stdout: "num_with_mgr": 2, 2024-04-15T14:36:39.146 INFO:tasks.workunit.client.0.smithi016.stdout: "num_with_mon": 2, 2024-04-15T14:36:39.146 INFO:tasks.workunit.client.0.smithi016.stdout: "num_with_osd": 2 2024-04-15T14:36:39.147 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.147 INFO:tasks.workunit.client.0.smithi016.stdout: "io_rate": { 2024-04-15T14:36:39.147 INFO:tasks.workunit.client.0.smithi016.stdout: "pg_stats_delta": { 2024-04-15T14:36:39.147 INFO:tasks.workunit.client.0.smithi016.stdout: "acting": 0, 2024-04-15T14:36:39.147 INFO:tasks.workunit.client.0.smithi016.stdout: "log_size": 0, 2024-04-15T14:36:39.147 INFO:tasks.workunit.client.0.smithi016.stdout: "num_store_stats": 0, 2024-04-15T14:36:39.147 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_size": 0, 2024-04-15T14:36:39.147 INFO:tasks.workunit.client.0.smithi016.stdout: "stamp_delta": "12.002428", 2024-04-15T14:36:39.147 INFO:tasks.workunit.client.0.smithi016.stdout: "stat_sum": { 2024-04-15T14:36:39.147 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes": 0, 2024-04-15T14:36:39.147 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T14:36:39.147 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_recovered": 0, 2024-04-15T14:36:39.147 INFO:tasks.workunit.client.0.smithi016.stdout: "num_deep_scrub_errors": 0, 2024-04-15T14:36:39.147 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict": 0, 2024-04-15T14:36:39.147 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_kb": 0, 2024-04-15T14:36:39.148 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_full": 0, 2024-04-15T14:36:39.148 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_some": 0, 2024-04-15T14:36:39.148 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush": 0, 2024-04-15T14:36:39.148 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_kb": 0, 2024-04-15T14:36:39.148 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_high": 0, 2024-04-15T14:36:39.148 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_low": 0, 2024-04-15T14:36:39.148 INFO:tasks.workunit.client.0.smithi016.stdout: "num_keys_recovered": 0, 2024-04-15T14:36:39.148 INFO:tasks.workunit.client.0.smithi016.stdout: "num_large_omap_objects": 0, 2024-04-15T14:36:39.148 INFO:tasks.workunit.client.0.smithi016.stdout: "num_legacy_snapsets": 0, 2024-04-15T14:36:39.148 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_clones": 0, 2024-04-15T14:36:39.148 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_copies": 0, 2024-04-15T14:36:39.148 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects": 0, 2024-04-15T14:36:39.148 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_degraded": 0, 2024-04-15T14:36:39.148 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_dirty": 0, 2024-04-15T14:36:39.149 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T14:36:39.149 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_manifest": 0, 2024-04-15T14:36:39.149 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_misplaced": 0, 2024-04-15T14:36:39.149 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing": 0, 2024-04-15T14:36:39.149 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T14:36:39.149 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_omap": 0, 2024-04-15T14:36:39.149 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_pinned": 0, 2024-04-15T14:36:39.149 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_recovered": 0, 2024-04-15T14:36:39.149 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_repaired": 0, 2024-04-15T14:36:39.149 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_unfound": 0, 2024-04-15T14:36:39.149 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_bytes": 0, 2024-04-15T14:36:39.149 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_keys": 0, 2024-04-15T14:36:39.155 INFO:tasks.workunit.client.0.smithi016.stdout: "num_promote": 0, 2024-04-15T14:36:39.155 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read": 218, 2024-04-15T14:36:39.155 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read_kb": 308, 2024-04-15T14:36:39.155 INFO:tasks.workunit.client.0.smithi016.stdout: "num_scrub_errors": 0, 2024-04-15T14:36:39.156 INFO:tasks.workunit.client.0.smithi016.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T14:36:39.156 INFO:tasks.workunit.client.0.smithi016.stdout: "num_whiteouts": 0, 2024-04-15T14:36:39.156 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write": 48, 2024-04-15T14:36:39.156 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write_kb": 0 2024-04-15T14:36:39.156 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.156 INFO:tasks.workunit.client.0.smithi016.stdout: "store_stats": { 2024-04-15T14:36:39.156 INFO:tasks.workunit.client.0.smithi016.stdout: "allocated": 0, 2024-04-15T14:36:39.157 INFO:tasks.workunit.client.0.smithi016.stdout: "available": 0, 2024-04-15T14:36:39.157 INFO:tasks.workunit.client.0.smithi016.stdout: "data_compressed": 0, 2024-04-15T14:36:39.157 INFO:tasks.workunit.client.0.smithi016.stdout: "data_compressed_allocated": 0, 2024-04-15T14:36:39.157 INFO:tasks.workunit.client.0.smithi016.stdout: "data_compressed_original": 0, 2024-04-15T14:36:39.157 INFO:tasks.workunit.client.0.smithi016.stdout: "data_stored": 0, 2024-04-15T14:36:39.157 INFO:tasks.workunit.client.0.smithi016.stdout: "internal_metadata": 0, 2024-04-15T14:36:39.157 INFO:tasks.workunit.client.0.smithi016.stdout: "internally_reserved": 0, 2024-04-15T14:36:39.157 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_allocated": 0, 2024-04-15T14:36:39.157 INFO:tasks.workunit.client.0.smithi016.stdout: "total": 0 2024-04-15T14:36:39.157 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.157 INFO:tasks.workunit.client.0.smithi016.stdout: "up": 0 2024-04-15T14:36:39.157 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T14:36:39.157 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.157 INFO:tasks.workunit.client.0.smithi016.stdout: "leaderboard": false, 2024-04-15T14:36:39.158 INFO:tasks.workunit.client.0.smithi016.stdout: "leaderboard_description": null, 2024-04-15T14:36:39.158 INFO:tasks.workunit.client.0.smithi016.stdout: "license": "sharing-1-0", 2024-04-15T14:36:39.158 INFO:tasks.workunit.client.0.smithi016.stdout: "mempool": { 2024-04-15T14:36:39.158 INFO:tasks.workunit.client.0.smithi016.stdout: "mds": { 2024-04-15T14:36:39.158 INFO:tasks.workunit.client.0.smithi016.stdout: "mds.96c04f3d51aa9c4650d798b6d991f5b64af8e5e4": { 2024-04-15T14:36:39.158 INFO:tasks.workunit.client.0.smithi016.stdout: "bloom_filter": { 2024-04-15T14:36:39.158 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T14:36:39.158 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T14:36:39.158 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.158 INFO:tasks.workunit.client.0.smithi016.stdout: "bluefs": { 2024-04-15T14:36:39.158 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T14:36:39.158 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T14:36:39.158 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.158 INFO:tasks.workunit.client.0.smithi016.stdout: "bluefs_file_reader": { 2024-04-15T14:36:39.159 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T14:36:39.159 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T14:36:39.159 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.159 INFO:tasks.workunit.client.0.smithi016.stdout: "bluefs_file_writer": { 2024-04-15T14:36:39.159 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T14:36:39.159 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T14:36:39.159 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.159 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_alloc": { 2024-04-15T14:36:39.159 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T14:36:39.159 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T14:36:39.159 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.159 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_blob": { 2024-04-15T14:36:39.159 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T14:36:39.159 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T14:36:39.159 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.160 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_cache_buffer": { 2024-04-15T14:36:39.160 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T14:36:39.160 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T14:36:39.160 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.160 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_cache_data": { 2024-04-15T14:36:39.160 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T14:36:39.160 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T14:36:39.160 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.160 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_cache_meta": { 2024-04-15T14:36:39.160 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T14:36:39.160 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T14:36:39.160 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.160 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_cache_onode": { 2024-04-15T14:36:39.160 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T14:36:39.161 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T14:36:39.161 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.161 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_cache_other": { 2024-04-15T14:36:39.161 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T14:36:39.161 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T14:36:39.161 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.161 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_extent": { 2024-04-15T14:36:39.161 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T14:36:39.161 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T14:36:39.161 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.161 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_fsck": { 2024-04-15T14:36:39.162 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T14:36:39.162 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T14:36:39.162 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.162 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_inline_bl": { 2024-04-15T14:36:39.162 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T14:36:39.162 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T14:36:39.162 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.162 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_shared_blob": { 2024-04-15T14:36:39.162 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T14:36:39.162 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T14:36:39.162 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.162 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_txc": { 2024-04-15T14:36:39.162 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T14:36:39.162 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T14:36:39.163 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.163 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_writing": { 2024-04-15T14:36:39.163 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T14:36:39.163 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T14:36:39.163 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.163 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_writing_deferred": { 2024-04-15T14:36:39.163 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T14:36:39.163 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T14:36:39.163 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.163 INFO:tasks.workunit.client.0.smithi016.stdout: "buffer_anon": { 2024-04-15T14:36:39.163 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 149137, 2024-04-15T14:36:39.163 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 32 2024-04-15T14:36:39.164 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.164 INFO:tasks.workunit.client.0.smithi016.stdout: "buffer_meta": { 2024-04-15T14:36:39.164 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T14:36:39.164 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T14:36:39.164 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.164 INFO:tasks.workunit.client.0.smithi016.stdout: "mds_co": { 2024-04-15T14:36:39.164 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 928, 2024-04-15T14:36:39.164 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 2 2024-04-15T14:36:39.164 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.164 INFO:tasks.workunit.client.0.smithi016.stdout: "osd": { 2024-04-15T14:36:39.164 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T14:36:39.164 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T14:36:39.164 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.164 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_mapbl": { 2024-04-15T14:36:39.164 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T14:36:39.165 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T14:36:39.165 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.165 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_pglog": { 2024-04-15T14:36:39.165 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T14:36:39.165 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T14:36:39.165 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.165 INFO:tasks.workunit.client.0.smithi016.stdout: "osdmap": { 2024-04-15T14:36:39.165 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T14:36:39.165 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T14:36:39.165 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.165 INFO:tasks.workunit.client.0.smithi016.stdout: "osdmap_mapping": { 2024-04-15T14:36:39.165 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T14:36:39.166 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T14:36:39.166 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.166 INFO:tasks.workunit.client.0.smithi016.stdout: "pgmap": { 2024-04-15T14:36:39.166 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T14:36:39.166 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T14:36:39.166 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.166 INFO:tasks.workunit.client.0.smithi016.stdout: "unittest_1": { 2024-04-15T14:36:39.166 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T14:36:39.167 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T14:36:39.167 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.167 INFO:tasks.workunit.client.0.smithi016.stdout: "unittest_2": { 2024-04-15T14:36:39.167 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T14:36:39.167 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T14:36:39.167 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T14:36:39.167 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.167 INFO:tasks.workunit.client.0.smithi016.stdout: "mds.dd602b36cabf11effbd0d8bd19ba267ecac4bcd8": { 2024-04-15T14:36:39.167 INFO:tasks.workunit.client.0.smithi016.stdout: "bloom_filter": { 2024-04-15T14:36:39.167 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T14:36:39.167 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T14:36:39.167 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.167 INFO:tasks.workunit.client.0.smithi016.stdout: "bluefs": { 2024-04-15T14:36:39.167 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T14:36:39.167 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T14:36:39.168 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.168 INFO:tasks.workunit.client.0.smithi016.stdout: "bluefs_file_reader": { 2024-04-15T14:36:39.168 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T14:36:39.168 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T14:36:39.168 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.168 INFO:tasks.workunit.client.0.smithi016.stdout: "bluefs_file_writer": { 2024-04-15T14:36:39.168 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T14:36:39.168 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T14:36:39.168 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.168 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_alloc": { 2024-04-15T14:36:39.168 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T14:36:39.168 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T14:36:39.168 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.168 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_blob": { 2024-04-15T14:36:39.169 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T14:36:39.169 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T14:36:39.169 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.169 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_cache_buffer": { 2024-04-15T14:36:39.169 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T14:36:39.169 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T14:36:39.169 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.169 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_cache_data": { 2024-04-15T14:36:39.169 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T14:36:39.169 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T14:36:39.169 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.169 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_cache_meta": { 2024-04-15T14:36:39.169 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T14:36:39.169 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T14:36:39.170 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.170 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_cache_onode": { 2024-04-15T14:36:39.170 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T14:36:39.170 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T14:36:39.170 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.170 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_cache_other": { 2024-04-15T14:36:39.170 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T14:36:39.170 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T14:36:39.170 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.170 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_extent": { 2024-04-15T14:36:39.170 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T14:36:39.170 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T14:36:39.170 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.171 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_fsck": { 2024-04-15T14:36:39.171 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T14:36:39.171 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T14:36:39.171 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.171 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_inline_bl": { 2024-04-15T14:36:39.171 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T14:36:39.171 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T14:36:39.171 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.171 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_shared_blob": { 2024-04-15T14:36:39.171 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T14:36:39.171 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T14:36:39.171 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.171 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_txc": { 2024-04-15T14:36:39.171 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T14:36:39.171 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T14:36:39.172 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.172 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_writing": { 2024-04-15T14:36:39.172 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T14:36:39.172 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T14:36:39.172 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.172 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_writing_deferred": { 2024-04-15T14:36:39.172 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T14:36:39.172 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T14:36:39.172 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.172 INFO:tasks.workunit.client.0.smithi016.stdout: "buffer_anon": { 2024-04-15T14:36:39.172 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 222439, 2024-04-15T14:36:39.172 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 68 2024-04-15T14:36:39.172 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.172 INFO:tasks.workunit.client.0.smithi016.stdout: "buffer_meta": { 2024-04-15T14:36:39.173 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T14:36:39.173 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T14:36:39.173 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.173 INFO:tasks.workunit.client.0.smithi016.stdout: "mds_co": { 2024-04-15T14:36:39.173 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 51496, 2024-04-15T14:36:39.173 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 208 2024-04-15T14:36:39.173 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.173 INFO:tasks.workunit.client.0.smithi016.stdout: "osd": { 2024-04-15T14:36:39.173 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T14:36:39.173 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T14:36:39.173 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.173 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_mapbl": { 2024-04-15T14:36:39.173 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T14:36:39.173 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T14:36:39.173 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.174 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_pglog": { 2024-04-15T14:36:39.174 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T14:36:39.174 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T14:36:39.174 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.174 INFO:tasks.workunit.client.0.smithi016.stdout: "osdmap": { 2024-04-15T14:36:39.174 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 7816, 2024-04-15T14:36:39.174 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 121 2024-04-15T14:36:39.174 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.174 INFO:tasks.workunit.client.0.smithi016.stdout: "osdmap_mapping": { 2024-04-15T14:36:39.174 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T14:36:39.174 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T14:36:39.174 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.174 INFO:tasks.workunit.client.0.smithi016.stdout: "pgmap": { 2024-04-15T14:36:39.175 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T14:36:39.175 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T14:36:39.175 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.175 INFO:tasks.workunit.client.0.smithi016.stdout: "unittest_1": { 2024-04-15T14:36:39.175 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T14:36:39.175 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T14:36:39.175 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.175 INFO:tasks.workunit.client.0.smithi016.stdout: "unittest_2": { 2024-04-15T14:36:39.175 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T14:36:39.175 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T14:36:39.175 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T14:36:39.175 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T14:36:39.175 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.175 INFO:tasks.workunit.client.0.smithi016.stdout: "mon": { 2024-04-15T14:36:39.175 INFO:tasks.workunit.client.0.smithi016.stdout: "mon.96c04f3d51aa9c4650d798b6d991f5b64af8e5e4": { 2024-04-15T14:36:39.176 INFO:tasks.workunit.client.0.smithi016.stdout: "bloom_filter": { 2024-04-15T14:36:39.176 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T14:36:39.176 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T14:36:39.176 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.176 INFO:tasks.workunit.client.0.smithi016.stdout: "bluefs": { 2024-04-15T14:36:39.176 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T14:36:39.176 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T14:36:39.176 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.176 INFO:tasks.workunit.client.0.smithi016.stdout: "bluefs_file_reader": { 2024-04-15T14:36:39.176 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T14:36:39.176 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T14:36:39.176 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.176 INFO:tasks.workunit.client.0.smithi016.stdout: "bluefs_file_writer": { 2024-04-15T14:36:39.177 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T14:36:39.177 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T14:36:39.177 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.177 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_alloc": { 2024-04-15T14:36:39.177 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T14:36:39.177 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T14:36:39.177 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.177 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_blob": { 2024-04-15T14:36:39.177 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T14:36:39.177 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T14:36:39.177 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.177 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_cache_buffer": { 2024-04-15T14:36:39.177 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T14:36:39.177 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T14:36:39.177 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.178 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_cache_data": { 2024-04-15T14:36:39.178 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T14:36:39.178 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T14:36:39.178 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.178 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_cache_meta": { 2024-04-15T14:36:39.178 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T14:36:39.178 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T14:36:39.178 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.178 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_cache_onode": { 2024-04-15T14:36:39.178 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T14:36:39.178 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T14:36:39.178 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.178 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_cache_other": { 2024-04-15T14:36:39.178 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T14:36:39.179 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T14:36:39.179 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.179 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_extent": { 2024-04-15T14:36:39.179 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T14:36:39.179 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T14:36:39.179 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.179 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_fsck": { 2024-04-15T14:36:39.179 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T14:36:39.179 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T14:36:39.179 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.179 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_inline_bl": { 2024-04-15T14:36:39.179 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T14:36:39.179 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T14:36:39.179 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.180 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_shared_blob": { 2024-04-15T14:36:39.180 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T14:36:39.180 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T14:36:39.180 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.180 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_txc": { 2024-04-15T14:36:39.180 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T14:36:39.180 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T14:36:39.180 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.180 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_writing": { 2024-04-15T14:36:39.180 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T14:36:39.180 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T14:36:39.180 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.180 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_writing_deferred": { 2024-04-15T14:36:39.180 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T14:36:39.180 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T14:36:39.181 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.181 INFO:tasks.workunit.client.0.smithi016.stdout: "buffer_anon": { 2024-04-15T14:36:39.181 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 1170663, 2024-04-15T14:36:39.181 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 378 2024-04-15T14:36:39.181 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.181 INFO:tasks.workunit.client.0.smithi016.stdout: "buffer_meta": { 2024-04-15T14:36:39.181 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T14:36:39.181 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T14:36:39.181 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.181 INFO:tasks.workunit.client.0.smithi016.stdout: "mds_co": { 2024-04-15T14:36:39.181 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T14:36:39.181 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T14:36:39.181 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.181 INFO:tasks.workunit.client.0.smithi016.stdout: "osd": { 2024-04-15T14:36:39.181 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T14:36:39.182 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T14:36:39.182 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.182 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_mapbl": { 2024-04-15T14:36:39.182 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T14:36:39.182 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T14:36:39.182 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.182 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_pglog": { 2024-04-15T14:36:39.182 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T14:36:39.182 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T14:36:39.182 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.182 INFO:tasks.workunit.client.0.smithi016.stdout: "osdmap": { 2024-04-15T14:36:39.182 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 6392, 2024-04-15T14:36:39.182 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 120 2024-04-15T14:36:39.182 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.183 INFO:tasks.workunit.client.0.smithi016.stdout: "osdmap_mapping": { 2024-04-15T14:36:39.183 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 12744, 2024-04-15T14:36:39.183 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 1546 2024-04-15T14:36:39.183 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.183 INFO:tasks.workunit.client.0.smithi016.stdout: "pgmap": { 2024-04-15T14:36:39.183 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 5152, 2024-04-15T14:36:39.183 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 83 2024-04-15T14:36:39.183 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.183 INFO:tasks.workunit.client.0.smithi016.stdout: "unittest_1": { 2024-04-15T14:36:39.183 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T14:36:39.183 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T14:36:39.183 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.183 INFO:tasks.workunit.client.0.smithi016.stdout: "unittest_2": { 2024-04-15T14:36:39.183 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T14:36:39.184 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T14:36:39.184 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T14:36:39.184 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.184 INFO:tasks.workunit.client.0.smithi016.stdout: "mon.db7bc7ff646004cab5cc32c315bc5a54adf74b4c": { 2024-04-15T14:36:39.184 INFO:tasks.workunit.client.0.smithi016.stdout: "bloom_filter": { 2024-04-15T14:36:39.184 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T14:36:39.184 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T14:36:39.184 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.184 INFO:tasks.workunit.client.0.smithi016.stdout: "bluefs": { 2024-04-15T14:36:39.184 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T14:36:39.184 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T14:36:39.184 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.184 INFO:tasks.workunit.client.0.smithi016.stdout: "bluefs_file_reader": { 2024-04-15T14:36:39.184 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T14:36:39.184 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T14:36:39.185 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.185 INFO:tasks.workunit.client.0.smithi016.stdout: "bluefs_file_writer": { 2024-04-15T14:36:39.185 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T14:36:39.185 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T14:36:39.185 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.185 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_alloc": { 2024-04-15T14:36:39.185 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T14:36:39.185 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T14:36:39.185 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.185 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_blob": { 2024-04-15T14:36:39.185 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T14:36:39.185 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T14:36:39.186 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.186 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_cache_buffer": { 2024-04-15T14:36:39.186 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T14:36:39.186 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T14:36:39.186 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.186 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_cache_data": { 2024-04-15T14:36:39.186 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T14:36:39.186 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T14:36:39.186 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.186 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_cache_meta": { 2024-04-15T14:36:39.186 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T14:36:39.186 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T14:36:39.186 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.186 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_cache_onode": { 2024-04-15T14:36:39.187 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T14:36:39.187 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T14:36:39.187 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.187 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_cache_other": { 2024-04-15T14:36:39.187 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T14:36:39.187 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T14:36:39.187 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.187 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_extent": { 2024-04-15T14:36:39.187 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T14:36:39.187 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T14:36:39.187 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.187 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_fsck": { 2024-04-15T14:36:39.187 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T14:36:39.187 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T14:36:39.188 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.188 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_inline_bl": { 2024-04-15T14:36:39.188 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T14:36:39.188 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T14:36:39.188 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.188 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_shared_blob": { 2024-04-15T14:36:39.188 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T14:36:39.188 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T14:36:39.188 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.188 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_txc": { 2024-04-15T14:36:39.188 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T14:36:39.188 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T14:36:39.188 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.188 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_writing": { 2024-04-15T14:36:39.188 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T14:36:39.189 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T14:36:39.189 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.189 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_writing_deferred": { 2024-04-15T14:36:39.189 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T14:36:39.189 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T14:36:39.189 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.189 INFO:tasks.workunit.client.0.smithi016.stdout: "buffer_anon": { 2024-04-15T14:36:39.189 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 1129287, 2024-04-15T14:36:39.189 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 353 2024-04-15T14:36:39.189 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.189 INFO:tasks.workunit.client.0.smithi016.stdout: "buffer_meta": { 2024-04-15T14:36:39.189 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T14:36:39.189 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T14:36:39.189 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.190 INFO:tasks.workunit.client.0.smithi016.stdout: "mds_co": { 2024-04-15T14:36:39.190 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T14:36:39.190 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T14:36:39.190 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.190 INFO:tasks.workunit.client.0.smithi016.stdout: "osd": { 2024-04-15T14:36:39.190 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T14:36:39.190 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T14:36:39.190 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.190 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_mapbl": { 2024-04-15T14:36:39.190 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T14:36:39.190 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T14:36:39.190 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.190 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_pglog": { 2024-04-15T14:36:39.190 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T14:36:39.191 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T14:36:39.191 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.191 INFO:tasks.workunit.client.0.smithi016.stdout: "osdmap": { 2024-04-15T14:36:39.191 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 6392, 2024-04-15T14:36:39.191 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 120 2024-04-15T14:36:39.191 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.191 INFO:tasks.workunit.client.0.smithi016.stdout: "osdmap_mapping": { 2024-04-15T14:36:39.191 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 12744, 2024-04-15T14:36:39.191 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 1546 2024-04-15T14:36:39.191 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.191 INFO:tasks.workunit.client.0.smithi016.stdout: "pgmap": { 2024-04-15T14:36:39.191 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 5152, 2024-04-15T14:36:39.191 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 83 2024-04-15T14:36:39.191 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.192 INFO:tasks.workunit.client.0.smithi016.stdout: "unittest_1": { 2024-04-15T14:36:39.192 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T14:36:39.192 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T14:36:39.192 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.192 INFO:tasks.workunit.client.0.smithi016.stdout: "unittest_2": { 2024-04-15T14:36:39.192 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T14:36:39.192 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T14:36:39.192 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T14:36:39.192 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.192 INFO:tasks.workunit.client.0.smithi016.stdout: "mon.dd602b36cabf11effbd0d8bd19ba267ecac4bcd8": { 2024-04-15T14:36:39.192 INFO:tasks.workunit.client.0.smithi016.stdout: "bloom_filter": { 2024-04-15T14:36:39.192 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T14:36:39.192 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T14:36:39.192 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.192 INFO:tasks.workunit.client.0.smithi016.stdout: "bluefs": { 2024-04-15T14:36:39.193 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T14:36:39.193 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T14:36:39.193 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.193 INFO:tasks.workunit.client.0.smithi016.stdout: "bluefs_file_reader": { 2024-04-15T14:36:39.193 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T14:36:39.193 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T14:36:39.193 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.193 INFO:tasks.workunit.client.0.smithi016.stdout: "bluefs_file_writer": { 2024-04-15T14:36:39.193 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T14:36:39.193 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T14:36:39.193 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.193 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_alloc": { 2024-04-15T14:36:39.193 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T14:36:39.193 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T14:36:39.194 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.194 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_blob": { 2024-04-15T14:36:39.194 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T14:36:39.194 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T14:36:39.194 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.194 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_cache_buffer": { 2024-04-15T14:36:39.194 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T14:36:39.194 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T14:36:39.194 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.194 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_cache_data": { 2024-04-15T14:36:39.194 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T14:36:39.194 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T14:36:39.194 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.194 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_cache_meta": { 2024-04-15T14:36:39.195 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T14:36:39.195 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T14:36:39.195 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.195 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_cache_onode": { 2024-04-15T14:36:39.195 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T14:36:39.195 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T14:36:39.195 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.195 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_cache_other": { 2024-04-15T14:36:39.195 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T14:36:39.195 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T14:36:39.195 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.195 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_extent": { 2024-04-15T14:36:39.195 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T14:36:39.195 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T14:36:39.196 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.196 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_fsck": { 2024-04-15T14:36:39.196 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T14:36:39.196 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T14:36:39.196 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.196 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_inline_bl": { 2024-04-15T14:36:39.196 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T14:36:39.196 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T14:36:39.196 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.196 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_shared_blob": { 2024-04-15T14:36:39.196 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T14:36:39.196 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T14:36:39.196 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.196 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_txc": { 2024-04-15T14:36:39.197 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T14:36:39.197 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T14:36:39.197 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.197 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_writing": { 2024-04-15T14:36:39.197 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T14:36:39.197 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T14:36:39.197 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.197 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_writing_deferred": { 2024-04-15T14:36:39.197 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T14:36:39.197 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T14:36:39.197 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.197 INFO:tasks.workunit.client.0.smithi016.stdout: "buffer_anon": { 2024-04-15T14:36:39.197 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 1154247, 2024-04-15T14:36:39.197 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 337 2024-04-15T14:36:39.197 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.198 INFO:tasks.workunit.client.0.smithi016.stdout: "buffer_meta": { 2024-04-15T14:36:39.198 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 352, 2024-04-15T14:36:39.198 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 4 2024-04-15T14:36:39.198 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.198 INFO:tasks.workunit.client.0.smithi016.stdout: "mds_co": { 2024-04-15T14:36:39.198 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T14:36:39.198 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T14:36:39.198 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.198 INFO:tasks.workunit.client.0.smithi016.stdout: "osd": { 2024-04-15T14:36:39.198 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T14:36:39.198 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T14:36:39.198 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.198 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_mapbl": { 2024-04-15T14:36:39.198 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T14:36:39.199 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T14:36:39.199 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.199 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_pglog": { 2024-04-15T14:36:39.199 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T14:36:39.199 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T14:36:39.199 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.199 INFO:tasks.workunit.client.0.smithi016.stdout: "osdmap": { 2024-04-15T14:36:39.199 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 6392, 2024-04-15T14:36:39.199 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 120 2024-04-15T14:36:39.199 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.199 INFO:tasks.workunit.client.0.smithi016.stdout: "osdmap_mapping": { 2024-04-15T14:36:39.199 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 12744, 2024-04-15T14:36:39.199 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 1546 2024-04-15T14:36:39.199 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.200 INFO:tasks.workunit.client.0.smithi016.stdout: "pgmap": { 2024-04-15T14:36:39.200 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 10304, 2024-04-15T14:36:39.200 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 166 2024-04-15T14:36:39.200 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.200 INFO:tasks.workunit.client.0.smithi016.stdout: "unittest_1": { 2024-04-15T14:36:39.200 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T14:36:39.200 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T14:36:39.200 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.200 INFO:tasks.workunit.client.0.smithi016.stdout: "unittest_2": { 2024-04-15T14:36:39.200 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T14:36:39.200 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T14:36:39.200 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T14:36:39.200 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T14:36:39.200 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.200 INFO:tasks.workunit.client.0.smithi016.stdout: "osd": { 2024-04-15T14:36:39.201 INFO:tasks.workunit.client.0.smithi016.stdout: "osd.0": { 2024-04-15T14:36:39.201 INFO:tasks.workunit.client.0.smithi016.stdout: "bloom_filter": { 2024-04-15T14:36:39.201 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T14:36:39.201 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T14:36:39.201 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.201 INFO:tasks.workunit.client.0.smithi016.stdout: "bluefs": { 2024-04-15T14:36:39.201 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 6368, 2024-04-15T14:36:39.201 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 123 2024-04-15T14:36:39.201 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.201 INFO:tasks.workunit.client.0.smithi016.stdout: "bluefs_file_reader": { 2024-04-15T14:36:39.201 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 16896, 2024-04-15T14:36:39.201 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 8 2024-04-15T14:36:39.201 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.201 INFO:tasks.workunit.client.0.smithi016.stdout: "bluefs_file_writer": { 2024-04-15T14:36:39.202 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 576, 2024-04-15T14:36:39.202 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 3 2024-04-15T14:36:39.202 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.202 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_alloc": { 2024-04-15T14:36:39.202 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 5600, 2024-04-15T14:36:39.202 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 70 2024-04-15T14:36:39.202 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.202 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_blob": { 2024-04-15T14:36:39.202 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 21280, 2024-04-15T14:36:39.202 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 190 2024-04-15T14:36:39.202 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.202 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_cache_buffer": { 2024-04-15T14:36:39.202 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 1712, 2024-04-15T14:36:39.202 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 45 2024-04-15T14:36:39.203 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.203 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_cache_data": { 2024-04-15T14:36:39.203 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 606208, 2024-04-15T14:36:39.203 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 17 2024-04-15T14:36:39.203 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.203 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_cache_meta": { 2024-04-15T14:36:39.203 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 51400, 2024-04-15T14:36:39.203 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 9559 2024-04-15T14:36:39.203 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.203 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_cache_onode": { 2024-04-15T14:36:39.203 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 138296, 2024-04-15T14:36:39.203 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 235 2024-04-15T14:36:39.203 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.203 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_cache_other": { 2024-04-15T14:36:39.203 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 11460, 2024-04-15T14:36:39.204 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 751 2024-04-15T14:36:39.204 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.204 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_extent": { 2024-04-15T14:36:39.204 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 9120, 2024-04-15T14:36:39.204 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 190 2024-04-15T14:36:39.204 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.204 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_fsck": { 2024-04-15T14:36:39.204 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T14:36:39.204 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T14:36:39.204 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.204 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_inline_bl": { 2024-04-15T14:36:39.204 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 31984, 2024-04-15T14:36:39.204 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 203 2024-04-15T14:36:39.204 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.205 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_shared_blob": { 2024-04-15T14:36:39.205 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 21280, 2024-04-15T14:36:39.205 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 190 2024-04-15T14:36:39.205 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.205 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_txc": { 2024-04-15T14:36:39.205 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T14:36:39.205 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T14:36:39.205 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.205 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_writing": { 2024-04-15T14:36:39.205 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 394458, 2024-04-15T14:36:39.205 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 88 2024-04-15T14:36:39.205 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.205 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_writing_deferred": { 2024-04-15T14:36:39.206 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T14:36:39.206 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T14:36:39.206 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.206 INFO:tasks.workunit.client.0.smithi016.stdout: "buffer_anon": { 2024-04-15T14:36:39.206 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 2441692, 2024-04-15T14:36:39.206 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 192 2024-04-15T14:36:39.206 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.206 INFO:tasks.workunit.client.0.smithi016.stdout: "buffer_meta": { 2024-04-15T14:36:39.206 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 6864, 2024-04-15T14:36:39.206 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 78 2024-04-15T14:36:39.206 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.206 INFO:tasks.workunit.client.0.smithi016.stdout: "mds_co": { 2024-04-15T14:36:39.206 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T14:36:39.207 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T14:36:39.207 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.207 INFO:tasks.workunit.client.0.smithi016.stdout: "osd": { 2024-04-15T14:36:39.207 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 521640, 2024-04-15T14:36:39.207 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 45 2024-04-15T14:36:39.207 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.207 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_mapbl": { 2024-04-15T14:36:39.207 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T14:36:39.207 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T14:36:39.207 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.207 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_pglog": { 2024-04-15T14:36:39.207 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 93080, 2024-04-15T14:36:39.207 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 183 2024-04-15T14:36:39.207 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.207 INFO:tasks.workunit.client.0.smithi016.stdout: "osdmap": { 2024-04-15T14:36:39.208 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 224344, 2024-04-15T14:36:39.208 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 3435 2024-04-15T14:36:39.208 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.208 INFO:tasks.workunit.client.0.smithi016.stdout: "osdmap_mapping": { 2024-04-15T14:36:39.208 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T14:36:39.208 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T14:36:39.208 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.208 INFO:tasks.workunit.client.0.smithi016.stdout: "pgmap": { 2024-04-15T14:36:39.208 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T14:36:39.208 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T14:36:39.208 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.208 INFO:tasks.workunit.client.0.smithi016.stdout: "unittest_1": { 2024-04-15T14:36:39.208 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T14:36:39.208 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T14:36:39.209 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.209 INFO:tasks.workunit.client.0.smithi016.stdout: "unittest_2": { 2024-04-15T14:36:39.209 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T14:36:39.209 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T14:36:39.209 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T14:36:39.209 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.209 INFO:tasks.workunit.client.0.smithi016.stdout: "osd.1": { 2024-04-15T14:36:39.209 INFO:tasks.workunit.client.0.smithi016.stdout: "bloom_filter": { 2024-04-15T14:36:39.209 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T14:36:39.209 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T14:36:39.209 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.209 INFO:tasks.workunit.client.0.smithi016.stdout: "bluefs": { 2024-04-15T14:36:39.209 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 6368, 2024-04-15T14:36:39.209 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 123 2024-04-15T14:36:39.210 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.210 INFO:tasks.workunit.client.0.smithi016.stdout: "bluefs_file_reader": { 2024-04-15T14:36:39.210 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 16896, 2024-04-15T14:36:39.210 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 8 2024-04-15T14:36:39.210 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.210 INFO:tasks.workunit.client.0.smithi016.stdout: "bluefs_file_writer": { 2024-04-15T14:36:39.210 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 576, 2024-04-15T14:36:39.210 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 3 2024-04-15T14:36:39.210 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.210 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_alloc": { 2024-04-15T14:36:39.210 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 4800, 2024-04-15T14:36:39.210 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 60 2024-04-15T14:36:39.210 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.210 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_blob": { 2024-04-15T14:36:39.211 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 19936, 2024-04-15T14:36:39.211 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 178 2024-04-15T14:36:39.211 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.211 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_cache_buffer": { 2024-04-15T14:36:39.211 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 928, 2024-04-15T14:36:39.211 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 38 2024-04-15T14:36:39.211 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.211 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_cache_data": { 2024-04-15T14:36:39.211 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 4096, 2024-04-15T14:36:39.211 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 1 2024-04-15T14:36:39.211 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.211 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_cache_meta": { 2024-04-15T14:36:39.211 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 45308, 2024-04-15T14:36:39.211 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 8606 2024-04-15T14:36:39.212 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.212 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_cache_onode": { 2024-04-15T14:36:39.212 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 128776, 2024-04-15T14:36:39.212 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 221 2024-04-15T14:36:39.212 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.212 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_cache_other": { 2024-04-15T14:36:39.212 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 9416, 2024-04-15T14:36:39.212 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 576 2024-04-15T14:36:39.212 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.212 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_extent": { 2024-04-15T14:36:39.212 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 8544, 2024-04-15T14:36:39.212 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 178 2024-04-15T14:36:39.212 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.212 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_fsck": { 2024-04-15T14:36:39.213 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T14:36:39.213 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T14:36:39.213 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.213 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_inline_bl": { 2024-04-15T14:36:39.213 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 27796, 2024-04-15T14:36:39.213 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 189 2024-04-15T14:36:39.213 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.213 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_shared_blob": { 2024-04-15T14:36:39.213 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 19936, 2024-04-15T14:36:39.213 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 178 2024-04-15T14:36:39.213 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.213 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_txc": { 2024-04-15T14:36:39.213 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 736, 2024-04-15T14:36:39.213 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 1 2024-04-15T14:36:39.214 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.214 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_writing": { 2024-04-15T14:36:39.214 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 425870, 2024-04-15T14:36:39.214 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 95 2024-04-15T14:36:39.214 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.214 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_writing_deferred": { 2024-04-15T14:36:39.214 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 12112, 2024-04-15T14:36:39.214 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 3 2024-04-15T14:36:39.214 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.214 INFO:tasks.workunit.client.0.smithi016.stdout: "buffer_anon": { 2024-04-15T14:36:39.214 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 2428557, 2024-04-15T14:36:39.214 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 181 2024-04-15T14:36:39.214 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.214 INFO:tasks.workunit.client.0.smithi016.stdout: "buffer_meta": { 2024-04-15T14:36:39.215 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 4664, 2024-04-15T14:36:39.215 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 53 2024-04-15T14:36:39.215 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.215 INFO:tasks.workunit.client.0.smithi016.stdout: "mds_co": { 2024-04-15T14:36:39.215 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T14:36:39.215 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T14:36:39.215 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.215 INFO:tasks.workunit.client.0.smithi016.stdout: "osd": { 2024-04-15T14:36:39.215 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 428904, 2024-04-15T14:36:39.215 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 37 2024-04-15T14:36:39.215 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.215 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_mapbl": { 2024-04-15T14:36:39.215 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T14:36:39.215 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T14:36:39.216 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.216 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_pglog": { 2024-04-15T14:36:39.216 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 7280, 2024-04-15T14:36:39.216 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 18 2024-04-15T14:36:39.216 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.216 INFO:tasks.workunit.client.0.smithi016.stdout: "osdmap": { 2024-04-15T14:36:39.216 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 224344, 2024-04-15T14:36:39.216 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 3435 2024-04-15T14:36:39.216 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.216 INFO:tasks.workunit.client.0.smithi016.stdout: "osdmap_mapping": { 2024-04-15T14:36:39.216 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T14:36:39.216 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T14:36:39.216 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.216 INFO:tasks.workunit.client.0.smithi016.stdout: "pgmap": { 2024-04-15T14:36:39.216 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T14:36:39.217 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T14:36:39.217 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.217 INFO:tasks.workunit.client.0.smithi016.stdout: "unittest_1": { 2024-04-15T14:36:39.217 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T14:36:39.217 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T14:36:39.217 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.217 INFO:tasks.workunit.client.0.smithi016.stdout: "unittest_2": { 2024-04-15T14:36:39.217 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T14:36:39.217 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T14:36:39.217 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T14:36:39.217 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.217 INFO:tasks.workunit.client.0.smithi016.stdout: "osd.2": { 2024-04-15T14:36:39.217 INFO:tasks.workunit.client.0.smithi016.stdout: "bloom_filter": { 2024-04-15T14:36:39.217 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T14:36:39.218 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T14:36:39.218 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.218 INFO:tasks.workunit.client.0.smithi016.stdout: "bluefs": { 2024-04-15T14:36:39.218 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 6368, 2024-04-15T14:36:39.218 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 123 2024-04-15T14:36:39.218 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.218 INFO:tasks.workunit.client.0.smithi016.stdout: "bluefs_file_reader": { 2024-04-15T14:36:39.218 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 16896, 2024-04-15T14:36:39.218 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 8 2024-04-15T14:36:39.218 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.218 INFO:tasks.workunit.client.0.smithi016.stdout: "bluefs_file_writer": { 2024-04-15T14:36:39.218 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 576, 2024-04-15T14:36:39.219 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 3 2024-04-15T14:36:39.219 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.219 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_alloc": { 2024-04-15T14:36:39.219 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 4480, 2024-04-15T14:36:39.219 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 56 2024-04-15T14:36:39.219 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.219 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_blob": { 2024-04-15T14:36:39.219 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 19712, 2024-04-15T14:36:39.219 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 176 2024-04-15T14:36:39.219 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.219 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_cache_buffer": { 2024-04-15T14:36:39.219 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 1376, 2024-04-15T14:36:39.219 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 42 2024-04-15T14:36:39.220 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.220 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_cache_data": { 2024-04-15T14:36:39.220 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 8192, 2024-04-15T14:36:39.220 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 2 2024-04-15T14:36:39.220 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.220 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_cache_meta": { 2024-04-15T14:36:39.220 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 43770, 2024-04-15T14:36:39.220 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 8328 2024-04-15T14:36:39.220 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.220 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_cache_onode": { 2024-04-15T14:36:39.220 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 124016, 2024-04-15T14:36:39.220 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 214 2024-04-15T14:36:39.220 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.221 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_cache_other": { 2024-04-15T14:36:39.221 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 8384, 2024-04-15T14:36:39.221 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 525 2024-04-15T14:36:39.221 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.221 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_extent": { 2024-04-15T14:36:39.221 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 8448, 2024-04-15T14:36:39.221 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 176 2024-04-15T14:36:39.221 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.221 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_fsck": { 2024-04-15T14:36:39.221 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T14:36:39.221 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T14:36:39.221 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.221 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_inline_bl": { 2024-04-15T14:36:39.221 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 26340, 2024-04-15T14:36:39.222 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 182 2024-04-15T14:36:39.222 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.222 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_shared_blob": { 2024-04-15T14:36:39.222 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 19824, 2024-04-15T14:36:39.222 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 177 2024-04-15T14:36:39.222 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.222 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_txc": { 2024-04-15T14:36:39.222 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 1472, 2024-04-15T14:36:39.222 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 2 2024-04-15T14:36:39.222 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.222 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_writing": { 2024-04-15T14:36:39.222 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 397022, 2024-04-15T14:36:39.222 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 88 2024-04-15T14:36:39.222 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.223 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_writing_deferred": { 2024-04-15T14:36:39.223 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 20128, 2024-04-15T14:36:39.223 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 5 2024-04-15T14:36:39.223 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.223 INFO:tasks.workunit.client.0.smithi016.stdout: "buffer_anon": { 2024-04-15T14:36:39.223 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 2445036, 2024-04-15T14:36:39.223 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 185 2024-04-15T14:36:39.223 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.223 INFO:tasks.workunit.client.0.smithi016.stdout: "buffer_meta": { 2024-04-15T14:36:39.223 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 4312, 2024-04-15T14:36:39.223 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 49 2024-04-15T14:36:39.223 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.223 INFO:tasks.workunit.client.0.smithi016.stdout: "mds_co": { 2024-04-15T14:36:39.223 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T14:36:39.223 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T14:36:39.224 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.224 INFO:tasks.workunit.client.0.smithi016.stdout: "osd": { 2024-04-15T14:36:39.224 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 359352, 2024-04-15T14:36:39.224 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 31 2024-04-15T14:36:39.224 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.224 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_mapbl": { 2024-04-15T14:36:39.224 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T14:36:39.224 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T14:36:39.224 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.224 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_pglog": { 2024-04-15T14:36:39.224 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 8320, 2024-04-15T14:36:39.224 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 24 2024-04-15T14:36:39.225 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.225 INFO:tasks.workunit.client.0.smithi016.stdout: "osdmap": { 2024-04-15T14:36:39.225 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 224856, 2024-04-15T14:36:39.225 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 3459 2024-04-15T14:36:39.225 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.225 INFO:tasks.workunit.client.0.smithi016.stdout: "osdmap_mapping": { 2024-04-15T14:36:39.225 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T14:36:39.225 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T14:36:39.225 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.225 INFO:tasks.workunit.client.0.smithi016.stdout: "pgmap": { 2024-04-15T14:36:39.225 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T14:36:39.225 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T14:36:39.225 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.225 INFO:tasks.workunit.client.0.smithi016.stdout: "unittest_1": { 2024-04-15T14:36:39.226 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T14:36:39.226 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T14:36:39.226 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.226 INFO:tasks.workunit.client.0.smithi016.stdout: "unittest_2": { 2024-04-15T14:36:39.226 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T14:36:39.226 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T14:36:39.226 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T14:36:39.226 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.226 INFO:tasks.workunit.client.0.smithi016.stdout: "osd.3": { 2024-04-15T14:36:39.226 INFO:tasks.workunit.client.0.smithi016.stdout: "bloom_filter": { 2024-04-15T14:36:39.226 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T14:36:39.226 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T14:36:39.226 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.226 INFO:tasks.workunit.client.0.smithi016.stdout: "bluefs": { 2024-04-15T14:36:39.227 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 6368, 2024-04-15T14:36:39.227 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 123 2024-04-15T14:36:39.227 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.227 INFO:tasks.workunit.client.0.smithi016.stdout: "bluefs_file_reader": { 2024-04-15T14:36:39.227 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 16896, 2024-04-15T14:36:39.227 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 8 2024-04-15T14:36:39.227 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.227 INFO:tasks.workunit.client.0.smithi016.stdout: "bluefs_file_writer": { 2024-04-15T14:36:39.227 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 576, 2024-04-15T14:36:39.227 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 3 2024-04-15T14:36:39.227 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.227 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_alloc": { 2024-04-15T14:36:39.227 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 3920, 2024-04-15T14:36:39.227 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 49 2024-04-15T14:36:39.227 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.228 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_blob": { 2024-04-15T14:36:39.228 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 20160, 2024-04-15T14:36:39.228 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 180 2024-04-15T14:36:39.228 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.228 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_cache_buffer": { 2024-04-15T14:36:39.228 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 480, 2024-04-15T14:36:39.228 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 34 2024-04-15T14:36:39.228 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.228 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_cache_data": { 2024-04-15T14:36:39.228 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T14:36:39.228 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T14:36:39.228 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.228 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_cache_meta": { 2024-04-15T14:36:39.228 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 44401, 2024-04-15T14:36:39.229 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 8511 2024-04-15T14:36:39.229 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.229 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_cache_onode": { 2024-04-15T14:36:39.229 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 127416, 2024-04-15T14:36:39.229 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 219 2024-04-15T14:36:39.229 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.229 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_cache_other": { 2024-04-15T14:36:39.229 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 9376, 2024-04-15T14:36:39.229 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 581 2024-04-15T14:36:39.229 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.229 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_extent": { 2024-04-15T14:36:39.229 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 8640, 2024-04-15T14:36:39.229 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 180 2024-04-15T14:36:39.229 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.229 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_fsck": { 2024-04-15T14:36:39.230 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T14:36:39.230 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T14:36:39.230 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.230 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_inline_bl": { 2024-04-15T14:36:39.230 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 26948, 2024-04-15T14:36:39.230 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 187 2024-04-15T14:36:39.230 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.230 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_shared_blob": { 2024-04-15T14:36:39.230 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 20160, 2024-04-15T14:36:39.230 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 180 2024-04-15T14:36:39.230 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.230 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_txc": { 2024-04-15T14:36:39.230 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 2208, 2024-04-15T14:36:39.230 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 3 2024-04-15T14:36:39.231 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.231 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_writing": { 2024-04-15T14:36:39.231 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 249906, 2024-04-15T14:36:39.231 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 53 2024-04-15T14:36:39.231 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.231 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_writing_deferred": { 2024-04-15T14:36:39.231 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 28605, 2024-04-15T14:36:39.231 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 11 2024-04-15T14:36:39.231 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.231 INFO:tasks.workunit.client.0.smithi016.stdout: "buffer_anon": { 2024-04-15T14:36:39.231 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 2469694, 2024-04-15T14:36:39.231 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 195 2024-04-15T14:36:39.231 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.231 INFO:tasks.workunit.client.0.smithi016.stdout: "buffer_meta": { 2024-04-15T14:36:39.232 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 4840, 2024-04-15T14:36:39.232 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 55 2024-04-15T14:36:39.232 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.232 INFO:tasks.workunit.client.0.smithi016.stdout: "mds_co": { 2024-04-15T14:36:39.232 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T14:36:39.232 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T14:36:39.232 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.232 INFO:tasks.workunit.client.0.smithi016.stdout: "osd": { 2024-04-15T14:36:39.232 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 417312, 2024-04-15T14:36:39.232 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 36 2024-04-15T14:36:39.232 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.232 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_mapbl": { 2024-04-15T14:36:39.232 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T14:36:39.232 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T14:36:39.232 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.233 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_pglog": { 2024-04-15T14:36:39.233 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 10400, 2024-04-15T14:36:39.233 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 20 2024-04-15T14:36:39.233 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.233 INFO:tasks.workunit.client.0.smithi016.stdout: "osdmap": { 2024-04-15T14:36:39.233 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 224344, 2024-04-15T14:36:39.233 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 3435 2024-04-15T14:36:39.233 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.233 INFO:tasks.workunit.client.0.smithi016.stdout: "osdmap_mapping": { 2024-04-15T14:36:39.233 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T14:36:39.233 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T14:36:39.233 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.233 INFO:tasks.workunit.client.0.smithi016.stdout: "pgmap": { 2024-04-15T14:36:39.233 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T14:36:39.234 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T14:36:39.234 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.234 INFO:tasks.workunit.client.0.smithi016.stdout: "unittest_1": { 2024-04-15T14:36:39.234 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T14:36:39.234 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T14:36:39.234 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.234 INFO:tasks.workunit.client.0.smithi016.stdout: "unittest_2": { 2024-04-15T14:36:39.234 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T14:36:39.234 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T14:36:39.234 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T14:36:39.234 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.234 INFO:tasks.workunit.client.0.smithi016.stdout: "osd.4": { 2024-04-15T14:36:39.234 INFO:tasks.workunit.client.0.smithi016.stdout: "bloom_filter": { 2024-04-15T14:36:39.234 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T14:36:39.235 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T14:36:39.235 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.235 INFO:tasks.workunit.client.0.smithi016.stdout: "bluefs": { 2024-04-15T14:36:39.235 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 6368, 2024-04-15T14:36:39.235 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 123 2024-04-15T14:36:39.235 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.235 INFO:tasks.workunit.client.0.smithi016.stdout: "bluefs_file_reader": { 2024-04-15T14:36:39.235 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 16896, 2024-04-15T14:36:39.235 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 8 2024-04-15T14:36:39.235 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.235 INFO:tasks.workunit.client.0.smithi016.stdout: "bluefs_file_writer": { 2024-04-15T14:36:39.235 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 576, 2024-04-15T14:36:39.235 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 3 2024-04-15T14:36:39.235 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.236 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_alloc": { 2024-04-15T14:36:39.236 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 3520, 2024-04-15T14:36:39.236 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 44 2024-04-15T14:36:39.236 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.236 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_blob": { 2024-04-15T14:36:39.236 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 20048, 2024-04-15T14:36:39.236 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 179 2024-04-15T14:36:39.236 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.236 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_cache_buffer": { 2024-04-15T14:36:39.236 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 1376, 2024-04-15T14:36:39.236 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 42 2024-04-15T14:36:39.236 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.236 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_cache_data": { 2024-04-15T14:36:39.236 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 14432, 2024-04-15T14:36:39.237 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 3 2024-04-15T14:36:39.237 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.237 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_cache_meta": { 2024-04-15T14:36:39.237 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 45353, 2024-04-15T14:36:39.237 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 8638 2024-04-15T14:36:39.237 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.237 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_cache_onode": { 2024-04-15T14:36:39.237 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 129456, 2024-04-15T14:36:39.237 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 222 2024-04-15T14:36:39.237 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.237 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_cache_other": { 2024-04-15T14:36:39.237 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 9660, 2024-04-15T14:36:39.237 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 580 2024-04-15T14:36:39.237 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.237 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_extent": { 2024-04-15T14:36:39.238 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 8592, 2024-04-15T14:36:39.238 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 179 2024-04-15T14:36:39.238 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.238 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_fsck": { 2024-04-15T14:36:39.238 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T14:36:39.238 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T14:36:39.238 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.238 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_inline_bl": { 2024-04-15T14:36:39.238 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 27884, 2024-04-15T14:36:39.238 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 190 2024-04-15T14:36:39.238 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.238 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_shared_blob": { 2024-04-15T14:36:39.238 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 20048, 2024-04-15T14:36:39.238 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 179 2024-04-15T14:36:39.239 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.239 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_txc": { 2024-04-15T14:36:39.239 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 736, 2024-04-15T14:36:39.239 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 1 2024-04-15T14:36:39.239 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.239 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_writing": { 2024-04-15T14:36:39.239 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 911464, 2024-04-15T14:36:39.239 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 72 2024-04-15T14:36:39.239 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.239 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_writing_deferred": { 2024-04-15T14:36:39.239 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 12112, 2024-04-15T14:36:39.239 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 3 2024-04-15T14:36:39.239 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.239 INFO:tasks.workunit.client.0.smithi016.stdout: "buffer_anon": { 2024-04-15T14:36:39.239 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 2411774, 2024-04-15T14:36:39.240 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 173 2024-04-15T14:36:39.240 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.240 INFO:tasks.workunit.client.0.smithi016.stdout: "buffer_meta": { 2024-04-15T14:36:39.240 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 4928, 2024-04-15T14:36:39.240 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 56 2024-04-15T14:36:39.240 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.240 INFO:tasks.workunit.client.0.smithi016.stdout: "mds_co": { 2024-04-15T14:36:39.240 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T14:36:39.240 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T14:36:39.240 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.240 INFO:tasks.workunit.client.0.smithi016.stdout: "osd": { 2024-04-15T14:36:39.240 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 452088, 2024-04-15T14:36:39.240 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 39 2024-04-15T14:36:39.240 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.241 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_mapbl": { 2024-04-15T14:36:39.241 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T14:36:39.241 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T14:36:39.241 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.241 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_pglog": { 2024-04-15T14:36:39.241 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 7904, 2024-04-15T14:36:39.241 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 16 2024-04-15T14:36:39.241 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.241 INFO:tasks.workunit.client.0.smithi016.stdout: "osdmap": { 2024-04-15T14:36:39.241 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 224856, 2024-04-15T14:36:39.242 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 3459 2024-04-15T14:36:39.242 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.242 INFO:tasks.workunit.client.0.smithi016.stdout: "osdmap_mapping": { 2024-04-15T14:36:39.242 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T14:36:39.242 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T14:36:39.242 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.242 INFO:tasks.workunit.client.0.smithi016.stdout: "pgmap": { 2024-04-15T14:36:39.242 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T14:36:39.242 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T14:36:39.242 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.242 INFO:tasks.workunit.client.0.smithi016.stdout: "unittest_1": { 2024-04-15T14:36:39.242 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T14:36:39.242 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T14:36:39.242 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.243 INFO:tasks.workunit.client.0.smithi016.stdout: "unittest_2": { 2024-04-15T14:36:39.243 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T14:36:39.243 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T14:36:39.243 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T14:36:39.243 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.243 INFO:tasks.workunit.client.0.smithi016.stdout: "osd.5": { 2024-04-15T14:36:39.243 INFO:tasks.workunit.client.0.smithi016.stdout: "bloom_filter": { 2024-04-15T14:36:39.243 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T14:36:39.243 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T14:36:39.243 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.243 INFO:tasks.workunit.client.0.smithi016.stdout: "bluefs": { 2024-04-15T14:36:39.243 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 6368, 2024-04-15T14:36:39.243 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 123 2024-04-15T14:36:39.243 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.243 INFO:tasks.workunit.client.0.smithi016.stdout: "bluefs_file_reader": { 2024-04-15T14:36:39.244 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 16896, 2024-04-15T14:36:39.244 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 8 2024-04-15T14:36:39.244 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.244 INFO:tasks.workunit.client.0.smithi016.stdout: "bluefs_file_writer": { 2024-04-15T14:36:39.244 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 576, 2024-04-15T14:36:39.244 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 3 2024-04-15T14:36:39.244 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.244 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_alloc": { 2024-04-15T14:36:39.244 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 2880, 2024-04-15T14:36:39.244 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 36 2024-04-15T14:36:39.244 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.245 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_blob": { 2024-04-15T14:36:39.245 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 20048, 2024-04-15T14:36:39.245 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 179 2024-04-15T14:36:39.245 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.245 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_cache_buffer": { 2024-04-15T14:36:39.245 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 480, 2024-04-15T14:36:39.245 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 34 2024-04-15T14:36:39.245 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.245 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_cache_data": { 2024-04-15T14:36:39.245 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T14:36:39.245 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T14:36:39.245 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.245 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_cache_meta": { 2024-04-15T14:36:39.245 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 45851, 2024-04-15T14:36:39.245 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 8742 2024-04-15T14:36:39.246 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.246 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_cache_onode": { 2024-04-15T14:36:39.246 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 131496, 2024-04-15T14:36:39.246 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 225 2024-04-15T14:36:39.246 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.246 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_cache_other": { 2024-04-15T14:36:39.246 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 10028, 2024-04-15T14:36:39.246 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 585 2024-04-15T14:36:39.246 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.246 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_extent": { 2024-04-15T14:36:39.246 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 8592, 2024-04-15T14:36:39.246 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 179 2024-04-15T14:36:39.246 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.246 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_fsck": { 2024-04-15T14:36:39.247 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T14:36:39.247 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T14:36:39.247 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.247 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_inline_bl": { 2024-04-15T14:36:39.247 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 28652, 2024-04-15T14:36:39.247 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 193 2024-04-15T14:36:39.247 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.247 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_shared_blob": { 2024-04-15T14:36:39.247 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 20048, 2024-04-15T14:36:39.247 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 179 2024-04-15T14:36:39.247 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.247 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_txc": { 2024-04-15T14:36:39.247 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 2208, 2024-04-15T14:36:39.247 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 3 2024-04-15T14:36:39.248 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.248 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_writing": { 2024-04-15T14:36:39.248 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 816126, 2024-04-15T14:36:39.248 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 48 2024-04-15T14:36:39.248 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.248 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_writing_deferred": { 2024-04-15T14:36:39.248 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 28605, 2024-04-15T14:36:39.248 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 11 2024-04-15T14:36:39.248 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.248 INFO:tasks.workunit.client.0.smithi016.stdout: "buffer_anon": { 2024-04-15T14:36:39.248 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 2443393, 2024-04-15T14:36:39.248 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 183 2024-04-15T14:36:39.248 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.248 INFO:tasks.workunit.client.0.smithi016.stdout: "buffer_meta": { 2024-04-15T14:36:39.248 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 5632, 2024-04-15T14:36:39.249 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 64 2024-04-15T14:36:39.249 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.249 INFO:tasks.workunit.client.0.smithi016.stdout: "mds_co": { 2024-04-15T14:36:39.249 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T14:36:39.249 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T14:36:39.249 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.249 INFO:tasks.workunit.client.0.smithi016.stdout: "osd": { 2024-04-15T14:36:39.249 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 486864, 2024-04-15T14:36:39.249 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 42 2024-04-15T14:36:39.249 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.249 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_mapbl": { 2024-04-15T14:36:39.249 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T14:36:39.249 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T14:36:39.249 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.250 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_pglog": { 2024-04-15T14:36:39.250 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 11960, 2024-04-15T14:36:39.250 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 23 2024-04-15T14:36:39.250 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.250 INFO:tasks.workunit.client.0.smithi016.stdout: "osdmap": { 2024-04-15T14:36:39.250 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 225112, 2024-04-15T14:36:39.250 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 3471 2024-04-15T14:36:39.250 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.250 INFO:tasks.workunit.client.0.smithi016.stdout: "osdmap_mapping": { 2024-04-15T14:36:39.250 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T14:36:39.250 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T14:36:39.250 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.251 INFO:tasks.workunit.client.0.smithi016.stdout: "pgmap": { 2024-04-15T14:36:39.251 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T14:36:39.251 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T14:36:39.251 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.251 INFO:tasks.workunit.client.0.smithi016.stdout: "unittest_1": { 2024-04-15T14:36:39.251 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T14:36:39.251 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T14:36:39.251 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.251 INFO:tasks.workunit.client.0.smithi016.stdout: "unittest_2": { 2024-04-15T14:36:39.251 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T14:36:39.251 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T14:36:39.251 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T14:36:39.251 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.251 INFO:tasks.workunit.client.0.smithi016.stdout: "osd.6": { 2024-04-15T14:36:39.252 INFO:tasks.workunit.client.0.smithi016.stdout: "bloom_filter": { 2024-04-15T14:36:39.252 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T14:36:39.252 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T14:36:39.252 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.252 INFO:tasks.workunit.client.0.smithi016.stdout: "bluefs": { 2024-04-15T14:36:39.252 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 6368, 2024-04-15T14:36:39.252 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 123 2024-04-15T14:36:39.252 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.252 INFO:tasks.workunit.client.0.smithi016.stdout: "bluefs_file_reader": { 2024-04-15T14:36:39.252 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 16896, 2024-04-15T14:36:39.252 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 8 2024-04-15T14:36:39.252 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.252 INFO:tasks.workunit.client.0.smithi016.stdout: "bluefs_file_writer": { 2024-04-15T14:36:39.252 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 576, 2024-04-15T14:36:39.253 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 3 2024-04-15T14:36:39.253 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.253 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_alloc": { 2024-04-15T14:36:39.253 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 2240, 2024-04-15T14:36:39.253 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 28 2024-04-15T14:36:39.253 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.253 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_blob": { 2024-04-15T14:36:39.253 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 21056, 2024-04-15T14:36:39.253 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 188 2024-04-15T14:36:39.253 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.253 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_cache_buffer": { 2024-04-15T14:36:39.253 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 256, 2024-04-15T14:36:39.253 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 32 2024-04-15T14:36:39.253 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.254 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_cache_data": { 2024-04-15T14:36:39.254 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T14:36:39.254 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T14:36:39.254 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.254 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_cache_meta": { 2024-04-15T14:36:39.254 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 86849, 2024-04-15T14:36:39.254 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 15268 2024-04-15T14:36:39.254 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.254 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_cache_onode": { 2024-04-15T14:36:39.254 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 198136, 2024-04-15T14:36:39.254 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 323 2024-04-15T14:36:39.254 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.254 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_cache_other": { 2024-04-15T14:36:39.254 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 10940, 2024-04-15T14:36:39.255 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 741 2024-04-15T14:36:39.255 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.255 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_extent": { 2024-04-15T14:36:39.255 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 9024, 2024-04-15T14:36:39.255 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 188 2024-04-15T14:36:39.255 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.255 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_fsck": { 2024-04-15T14:36:39.255 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T14:36:39.255 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T14:36:39.255 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.255 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_inline_bl": { 2024-04-15T14:36:39.255 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 29168, 2024-04-15T14:36:39.255 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 191 2024-04-15T14:36:39.255 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.256 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_shared_blob": { 2024-04-15T14:36:39.256 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 21056, 2024-04-15T14:36:39.256 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 188 2024-04-15T14:36:39.256 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.256 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_txc": { 2024-04-15T14:36:39.256 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T14:36:39.256 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T14:36:39.256 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.256 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_writing": { 2024-04-15T14:36:39.256 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 198740, 2024-04-15T14:36:39.256 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 41 2024-04-15T14:36:39.256 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.256 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_writing_deferred": { 2024-04-15T14:36:39.256 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T14:36:39.257 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T14:36:39.257 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.257 INFO:tasks.workunit.client.0.smithi016.stdout: "buffer_anon": { 2024-04-15T14:36:39.257 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 2405949, 2024-04-15T14:36:39.257 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 179 2024-04-15T14:36:39.257 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.257 INFO:tasks.workunit.client.0.smithi016.stdout: "buffer_meta": { 2024-04-15T14:36:39.257 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 4488, 2024-04-15T14:36:39.257 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 51 2024-04-15T14:36:39.257 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.257 INFO:tasks.workunit.client.0.smithi016.stdout: "mds_co": { 2024-04-15T14:36:39.257 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T14:36:39.257 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T14:36:39.257 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.257 INFO:tasks.workunit.client.0.smithi016.stdout: "osd": { 2024-04-15T14:36:39.258 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 452088, 2024-04-15T14:36:39.258 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 39 2024-04-15T14:36:39.258 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.258 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_mapbl": { 2024-04-15T14:36:39.258 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T14:36:39.258 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T14:36:39.258 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.258 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_pglog": { 2024-04-15T14:36:39.258 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 92872, 2024-04-15T14:36:39.258 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 189 2024-04-15T14:36:39.258 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.258 INFO:tasks.workunit.client.0.smithi016.stdout: "osdmap": { 2024-04-15T14:36:39.258 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 224344, 2024-04-15T14:36:39.258 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 3435 2024-04-15T14:36:39.259 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.259 INFO:tasks.workunit.client.0.smithi016.stdout: "osdmap_mapping": { 2024-04-15T14:36:39.259 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T14:36:39.259 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T14:36:39.259 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.259 INFO:tasks.workunit.client.0.smithi016.stdout: "pgmap": { 2024-04-15T14:36:39.259 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T14:36:39.259 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T14:36:39.259 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.259 INFO:tasks.workunit.client.0.smithi016.stdout: "unittest_1": { 2024-04-15T14:36:39.259 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T14:36:39.259 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T14:36:39.259 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.259 INFO:tasks.workunit.client.0.smithi016.stdout: "unittest_2": { 2024-04-15T14:36:39.260 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T14:36:39.260 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T14:36:39.260 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T14:36:39.260 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.260 INFO:tasks.workunit.client.0.smithi016.stdout: "osd.7": { 2024-04-15T14:36:39.260 INFO:tasks.workunit.client.0.smithi016.stdout: "bloom_filter": { 2024-04-15T14:36:39.260 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T14:36:39.260 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T14:36:39.260 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.260 INFO:tasks.workunit.client.0.smithi016.stdout: "bluefs": { 2024-04-15T14:36:39.260 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 6368, 2024-04-15T14:36:39.260 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 123 2024-04-15T14:36:39.260 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.260 INFO:tasks.workunit.client.0.smithi016.stdout: "bluefs_file_reader": { 2024-04-15T14:36:39.260 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 16896, 2024-04-15T14:36:39.261 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 8 2024-04-15T14:36:39.261 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.261 INFO:tasks.workunit.client.0.smithi016.stdout: "bluefs_file_writer": { 2024-04-15T14:36:39.261 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 576, 2024-04-15T14:36:39.261 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 3 2024-04-15T14:36:39.261 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.261 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_alloc": { 2024-04-15T14:36:39.261 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 1680, 2024-04-15T14:36:39.261 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 21 2024-04-15T14:36:39.261 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.261 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_blob": { 2024-04-15T14:36:39.261 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 20944, 2024-04-15T14:36:39.261 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 187 2024-04-15T14:36:39.261 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.262 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_cache_buffer": { 2024-04-15T14:36:39.262 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 928, 2024-04-15T14:36:39.262 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 38 2024-04-15T14:36:39.262 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.262 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_cache_data": { 2024-04-15T14:36:39.262 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 266240, 2024-04-15T14:36:39.262 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 6 2024-04-15T14:36:39.262 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.262 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_cache_meta": { 2024-04-15T14:36:39.262 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 48735, 2024-04-15T14:36:39.262 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 9332 2024-04-15T14:36:39.262 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.262 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_cache_onode": { 2024-04-15T14:36:39.262 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 135576, 2024-04-15T14:36:39.263 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 231 2024-04-15T14:36:39.263 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.263 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_cache_other": { 2024-04-15T14:36:39.263 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 11704, 2024-04-15T14:36:39.263 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 746 2024-04-15T14:36:39.263 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.263 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_extent": { 2024-04-15T14:36:39.263 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 8976, 2024-04-15T14:36:39.263 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 187 2024-04-15T14:36:39.263 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.263 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_fsck": { 2024-04-15T14:36:39.263 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T14:36:39.263 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T14:36:39.264 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.264 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_inline_bl": { 2024-04-15T14:36:39.264 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 31384, 2024-04-15T14:36:39.264 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 199 2024-04-15T14:36:39.264 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.264 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_shared_blob": { 2024-04-15T14:36:39.264 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 20944, 2024-04-15T14:36:39.264 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 187 2024-04-15T14:36:39.264 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.264 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_txc": { 2024-04-15T14:36:39.264 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T14:36:39.264 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T14:36:39.264 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.264 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_writing": { 2024-04-15T14:36:39.265 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 131485, 2024-04-15T14:36:39.265 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 26 2024-04-15T14:36:39.265 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.265 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_writing_deferred": { 2024-04-15T14:36:39.265 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T14:36:39.265 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T14:36:39.265 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.265 INFO:tasks.workunit.client.0.smithi016.stdout: "buffer_anon": { 2024-04-15T14:36:39.265 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 2426736, 2024-04-15T14:36:39.265 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 190 2024-04-15T14:36:39.265 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.265 INFO:tasks.workunit.client.0.smithi016.stdout: "buffer_meta": { 2024-04-15T14:36:39.265 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 5808, 2024-04-15T14:36:39.265 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 66 2024-04-15T14:36:39.266 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.266 INFO:tasks.workunit.client.0.smithi016.stdout: "mds_co": { 2024-04-15T14:36:39.266 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T14:36:39.266 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T14:36:39.266 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.266 INFO:tasks.workunit.client.0.smithi016.stdout: "osd": { 2024-04-15T14:36:39.266 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 533232, 2024-04-15T14:36:39.266 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 46 2024-04-15T14:36:39.266 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.266 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_mapbl": { 2024-04-15T14:36:39.266 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T14:36:39.266 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T14:36:39.266 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.266 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_pglog": { 2024-04-15T14:36:39.267 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 95992, 2024-04-15T14:36:39.267 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 219 2024-04-15T14:36:39.267 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.267 INFO:tasks.workunit.client.0.smithi016.stdout: "osdmap": { 2024-04-15T14:36:39.267 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 224344, 2024-04-15T14:36:39.267 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 3435 2024-04-15T14:36:39.267 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.267 INFO:tasks.workunit.client.0.smithi016.stdout: "osdmap_mapping": { 2024-04-15T14:36:39.267 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T14:36:39.267 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T14:36:39.267 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.267 INFO:tasks.workunit.client.0.smithi016.stdout: "pgmap": { 2024-04-15T14:36:39.267 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T14:36:39.267 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T14:36:39.268 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.268 INFO:tasks.workunit.client.0.smithi016.stdout: "unittest_1": { 2024-04-15T14:36:39.268 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T14:36:39.268 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T14:36:39.268 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.268 INFO:tasks.workunit.client.0.smithi016.stdout: "unittest_2": { 2024-04-15T14:36:39.268 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T14:36:39.268 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T14:36:39.268 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T14:36:39.268 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T14:36:39.268 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T14:36:39.268 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.268 INFO:tasks.workunit.client.0.smithi016.stdout: "metadata": { 2024-04-15T14:36:39.268 INFO:tasks.workunit.client.0.smithi016.stdout: "mds": { 2024-04-15T14:36:39.268 INFO:tasks.workunit.client.0.smithi016.stdout: "arch": { 2024-04-15T14:36:39.269 INFO:tasks.workunit.client.0.smithi016.stdout: "x86_64": 2 2024-04-15T14:36:39.269 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.269 INFO:tasks.workunit.client.0.smithi016.stdout: "ceph_version": { 2024-04-15T14:36:39.269 INFO:tasks.workunit.client.0.smithi016.stdout: "ceph version 18.2.2-1221-ge3fb05d5 (e3fb05d5e6da84b5c44db3f3051c4d242f9809c1) reef (stable)": 2 2024-04-15T14:36:39.269 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.269 INFO:tasks.workunit.client.0.smithi016.stdout: "cpu": { 2024-04-15T14:36:39.269 INFO:tasks.workunit.client.0.smithi016.stdout: "Intel(R) Xeon(R) CPU E5-1620 v3 @ 3.50GHz": 1, 2024-04-15T14:36:39.269 INFO:tasks.workunit.client.0.smithi016.stdout: "Intel(R) Xeon(R) CPU E5-1620 v4 @ 3.50GHz": 1 2024-04-15T14:36:39.269 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.269 INFO:tasks.workunit.client.0.smithi016.stdout: "distro": { 2024-04-15T14:36:39.269 INFO:tasks.workunit.client.0.smithi016.stdout: "centos": 2 2024-04-15T14:36:39.269 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.269 INFO:tasks.workunit.client.0.smithi016.stdout: "distro_description": { 2024-04-15T14:36:39.269 INFO:tasks.workunit.client.0.smithi016.stdout: "CentOS Stream 8": 2 2024-04-15T14:36:39.270 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.270 INFO:tasks.workunit.client.0.smithi016.stdout: "kernel_description": { 2024-04-15T14:36:39.270 INFO:tasks.workunit.client.0.smithi016.stdout: "#1 SMP PREEMPT_DYNAMIC Fri Apr 12 13:55:21 UTC 2024": 2 2024-04-15T14:36:39.270 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.270 INFO:tasks.workunit.client.0.smithi016.stdout: "kernel_version": { 2024-04-15T14:36:39.270 INFO:tasks.workunit.client.0.smithi016.stdout: "5.14.0-438.el9.x86_64": 2 2024-04-15T14:36:39.270 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.270 INFO:tasks.workunit.client.0.smithi016.stdout: "os": { 2024-04-15T14:36:39.270 INFO:tasks.workunit.client.0.smithi016.stdout: "Linux": 2 2024-04-15T14:36:39.270 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T14:36:39.270 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.270 INFO:tasks.workunit.client.0.smithi016.stdout: "mon": { 2024-04-15T14:36:39.270 INFO:tasks.workunit.client.0.smithi016.stdout: "arch": { 2024-04-15T14:36:39.270 INFO:tasks.workunit.client.0.smithi016.stdout: "x86_64": 3 2024-04-15T14:36:39.271 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.271 INFO:tasks.workunit.client.0.smithi016.stdout: "ceph_version": { 2024-04-15T14:36:39.271 INFO:tasks.workunit.client.0.smithi016.stdout: "ceph version 18.2.2-1221-ge3fb05d5 (e3fb05d5e6da84b5c44db3f3051c4d242f9809c1) reef (stable)": 3 2024-04-15T14:36:39.271 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.271 INFO:tasks.workunit.client.0.smithi016.stdout: "cpu": { 2024-04-15T14:36:39.271 INFO:tasks.workunit.client.0.smithi016.stdout: "Intel(R) Xeon(R) CPU E5-1620 v3 @ 3.50GHz": 2, 2024-04-15T14:36:39.271 INFO:tasks.workunit.client.0.smithi016.stdout: "Intel(R) Xeon(R) CPU E5-1620 v4 @ 3.50GHz": 1 2024-04-15T14:36:39.271 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.271 INFO:tasks.workunit.client.0.smithi016.stdout: "distro": { 2024-04-15T14:36:39.271 INFO:tasks.workunit.client.0.smithi016.stdout: "centos": 3 2024-04-15T14:36:39.271 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.271 INFO:tasks.workunit.client.0.smithi016.stdout: "distro_description": { 2024-04-15T14:36:39.271 INFO:tasks.workunit.client.0.smithi016.stdout: "CentOS Stream 8": 3 2024-04-15T14:36:39.271 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.272 INFO:tasks.workunit.client.0.smithi016.stdout: "kernel_description": { 2024-04-15T14:36:39.272 INFO:tasks.workunit.client.0.smithi016.stdout: "#1 SMP PREEMPT_DYNAMIC Fri Apr 12 13:55:21 UTC 2024": 3 2024-04-15T14:36:39.272 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.272 INFO:tasks.workunit.client.0.smithi016.stdout: "kernel_version": { 2024-04-15T14:36:39.272 INFO:tasks.workunit.client.0.smithi016.stdout: "5.14.0-438.el9.x86_64": 3 2024-04-15T14:36:39.272 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.272 INFO:tasks.workunit.client.0.smithi016.stdout: "os": { 2024-04-15T14:36:39.272 INFO:tasks.workunit.client.0.smithi016.stdout: "Linux": 3 2024-04-15T14:36:39.272 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T14:36:39.272 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.272 INFO:tasks.workunit.client.0.smithi016.stdout: "osd": { 2024-04-15T14:36:39.272 INFO:tasks.workunit.client.0.smithi016.stdout: "arch": { 2024-04-15T14:36:39.272 INFO:tasks.workunit.client.0.smithi016.stdout: "x86_64": 8 2024-04-15T14:36:39.272 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.272 INFO:tasks.workunit.client.0.smithi016.stdout: "ceph_version": { 2024-04-15T14:36:39.273 INFO:tasks.workunit.client.0.smithi016.stdout: "ceph version 18.2.2-1221-ge3fb05d5 (e3fb05d5e6da84b5c44db3f3051c4d242f9809c1) reef (stable)": 8 2024-04-15T14:36:39.273 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.273 INFO:tasks.workunit.client.0.smithi016.stdout: "cpu": { 2024-04-15T14:36:39.273 INFO:tasks.workunit.client.0.smithi016.stdout: "Intel(R) Xeon(R) CPU E5-1620 v3 @ 3.50GHz": 4, 2024-04-15T14:36:39.273 INFO:tasks.workunit.client.0.smithi016.stdout: "Intel(R) Xeon(R) CPU E5-1620 v4 @ 3.50GHz": 4 2024-04-15T14:36:39.273 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.273 INFO:tasks.workunit.client.0.smithi016.stdout: "distro": { 2024-04-15T14:36:39.273 INFO:tasks.workunit.client.0.smithi016.stdout: "centos": 8 2024-04-15T14:36:39.273 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.273 INFO:tasks.workunit.client.0.smithi016.stdout: "distro_description": { 2024-04-15T14:36:39.273 INFO:tasks.workunit.client.0.smithi016.stdout: "CentOS Stream 8": 8 2024-04-15T14:36:39.273 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.273 INFO:tasks.workunit.client.0.smithi016.stdout: "kernel_description": { 2024-04-15T14:36:39.273 INFO:tasks.workunit.client.0.smithi016.stdout: "#1 SMP PREEMPT_DYNAMIC Fri Apr 12 13:55:21 UTC 2024": 8 2024-04-15T14:36:39.274 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.274 INFO:tasks.workunit.client.0.smithi016.stdout: "kernel_version": { 2024-04-15T14:36:39.274 INFO:tasks.workunit.client.0.smithi016.stdout: "5.14.0-438.el9.x86_64": 8 2024-04-15T14:36:39.274 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.274 INFO:tasks.workunit.client.0.smithi016.stdout: "os": { 2024-04-15T14:36:39.274 INFO:tasks.workunit.client.0.smithi016.stdout: "Linux": 8 2024-04-15T14:36:39.274 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.274 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_objectstore": { 2024-04-15T14:36:39.274 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore": 8 2024-04-15T14:36:39.274 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.274 INFO:tasks.workunit.client.0.smithi016.stdout: "rotational": { 2024-04-15T14:36:39.274 INFO:tasks.workunit.client.0.smithi016.stdout: "0": 8 2024-04-15T14:36:39.274 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T14:36:39.274 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T14:36:39.275 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.275 INFO:tasks.workunit.client.0.smithi016.stdout: "mon": { 2024-04-15T14:36:39.275 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 3, 2024-04-15T14:36:39.275 INFO:tasks.workunit.client.0.smithi016.stdout: "features": { 2024-04-15T14:36:39.275 INFO:tasks.workunit.client.0.smithi016.stdout: "optional": [], 2024-04-15T14:36:39.275 INFO:tasks.workunit.client.0.smithi016.stdout: "persistent": [ 2024-04-15T14:36:39.275 INFO:tasks.workunit.client.0.smithi016.stdout: "kraken", 2024-04-15T14:36:39.275 INFO:tasks.workunit.client.0.smithi016.stdout: "luminous", 2024-04-15T14:36:39.275 INFO:tasks.workunit.client.0.smithi016.stdout: "mimic", 2024-04-15T14:36:39.275 INFO:tasks.workunit.client.0.smithi016.stdout: "osdmap-prune", 2024-04-15T14:36:39.275 INFO:tasks.workunit.client.0.smithi016.stdout: "nautilus", 2024-04-15T14:36:39.275 INFO:tasks.workunit.client.0.smithi016.stdout: "octopus", 2024-04-15T14:36:39.275 INFO:tasks.workunit.client.0.smithi016.stdout: "pacific", 2024-04-15T14:36:39.275 INFO:tasks.workunit.client.0.smithi016.stdout: "elector-pinging", 2024-04-15T14:36:39.275 INFO:tasks.workunit.client.0.smithi016.stdout: "quincy", 2024-04-15T14:36:39.276 INFO:tasks.workunit.client.0.smithi016.stdout: "reef" 2024-04-15T14:36:39.276 INFO:tasks.workunit.client.0.smithi016.stdout: ] 2024-04-15T14:36:39.276 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.276 INFO:tasks.workunit.client.0.smithi016.stdout: "ipv4_addr_mons": 6, 2024-04-15T14:36:39.276 INFO:tasks.workunit.client.0.smithi016.stdout: "ipv6_addr_mons": 0, 2024-04-15T14:36:39.276 INFO:tasks.workunit.client.0.smithi016.stdout: "min_mon_release": 18, 2024-04-15T14:36:39.276 INFO:tasks.workunit.client.0.smithi016.stdout: "v1_addr_mons": 3, 2024-04-15T14:36:39.276 INFO:tasks.workunit.client.0.smithi016.stdout: "v2_addr_mons": 3 2024-04-15T14:36:39.276 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.276 INFO:tasks.workunit.client.0.smithi016.stdout: "organization": "ceph-qa", 2024-04-15T14:36:39.276 INFO:tasks.workunit.client.0.smithi016.stdout: "osd": { 2024-04-15T14:36:39.276 INFO:tasks.workunit.client.0.smithi016.stdout: "cluster_network": false, 2024-04-15T14:36:39.276 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 8, 2024-04-15T14:36:39.276 INFO:tasks.workunit.client.0.smithi016.stdout: "require_min_compat_client": "luminous", 2024-04-15T14:36:39.277 INFO:tasks.workunit.client.0.smithi016.stdout: "require_osd_release": "reef" 2024-04-15T14:36:39.277 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.277 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_perf_histograms": [ 2024-04-15T14:36:39.277 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-15T14:36:39.277 INFO:tasks.workunit.client.0.smithi016.stdout: "op_r_latency_out_bytes_histogram": { 2024-04-15T14:36:39.277 INFO:tasks.workunit.client.0.smithi016.stdout: "axes": [ 2024-04-15T14:36:39.277 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-15T14:36:39.277 INFO:tasks.workunit.client.0.smithi016.stdout: "buckets": 32, 2024-04-15T14:36:39.277 INFO:tasks.workunit.client.0.smithi016.stdout: "min": 0, 2024-04-15T14:36:39.277 INFO:tasks.workunit.client.0.smithi016.stdout: "name": "Latency (usec)", 2024-04-15T14:36:39.277 INFO:tasks.workunit.client.0.smithi016.stdout: "quant_size": 100000, 2024-04-15T14:36:39.277 INFO:tasks.workunit.client.0.smithi016.stdout: "ranges": [ 2024-04-15T14:36:39.277 INFO:tasks.workunit.client.0.smithi016.stdout: "[None, -1]", 2024-04-15T14:36:39.277 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 99999]", 2024-04-15T14:36:39.277 INFO:tasks.workunit.client.0.smithi016.stdout: "[100000, 199999]", 2024-04-15T14:36:39.278 INFO:tasks.workunit.client.0.smithi016.stdout: "[200000, 399999]", 2024-04-15T14:36:39.278 INFO:tasks.workunit.client.0.smithi016.stdout: "[400000, 799999]", 2024-04-15T14:36:39.278 INFO:tasks.workunit.client.0.smithi016.stdout: "[800000, 1599999]", 2024-04-15T14:36:39.278 INFO:tasks.workunit.client.0.smithi016.stdout: "[1600000, 3199999]", 2024-04-15T14:36:39.278 INFO:tasks.workunit.client.0.smithi016.stdout: "[3200000, 6399999]", 2024-04-15T14:36:39.278 INFO:tasks.workunit.client.0.smithi016.stdout: "[6400000, 12799999]", 2024-04-15T14:36:39.278 INFO:tasks.workunit.client.0.smithi016.stdout: "[12800000, 25599999]", 2024-04-15T14:36:39.278 INFO:tasks.workunit.client.0.smithi016.stdout: "[25600000, 51199999]", 2024-04-15T14:36:39.278 INFO:tasks.workunit.client.0.smithi016.stdout: "[51200000, 102399999]", 2024-04-15T14:36:39.278 INFO:tasks.workunit.client.0.smithi016.stdout: "[102400000, 204799999]", 2024-04-15T14:36:39.278 INFO:tasks.workunit.client.0.smithi016.stdout: "[204800000, 409599999]", 2024-04-15T14:36:39.278 INFO:tasks.workunit.client.0.smithi016.stdout: "[409600000, 819199999]", 2024-04-15T14:36:39.278 INFO:tasks.workunit.client.0.smithi016.stdout: "[819200000, 1638399999]", 2024-04-15T14:36:39.278 INFO:tasks.workunit.client.0.smithi016.stdout: "[1638400000, 3276799999]", 2024-04-15T14:36:39.279 INFO:tasks.workunit.client.0.smithi016.stdout: "[3276800000, 6553599999]", 2024-04-15T14:36:39.279 INFO:tasks.workunit.client.0.smithi016.stdout: "[6553600000, 13107199999]", 2024-04-15T14:36:39.279 INFO:tasks.workunit.client.0.smithi016.stdout: "[13107200000, 26214399999]", 2024-04-15T14:36:39.279 INFO:tasks.workunit.client.0.smithi016.stdout: "[26214400000, 52428799999]", 2024-04-15T14:36:39.279 INFO:tasks.workunit.client.0.smithi016.stdout: "[52428800000, 104857599999]", 2024-04-15T14:36:39.279 INFO:tasks.workunit.client.0.smithi016.stdout: "[104857600000, 209715199999]", 2024-04-15T14:36:39.279 INFO:tasks.workunit.client.0.smithi016.stdout: "[209715200000, 419430399999]", 2024-04-15T14:36:39.279 INFO:tasks.workunit.client.0.smithi016.stdout: "[419430400000, 838860799999]", 2024-04-15T14:36:39.279 INFO:tasks.workunit.client.0.smithi016.stdout: "[838860800000, 1677721599999]", 2024-04-15T14:36:39.279 INFO:tasks.workunit.client.0.smithi016.stdout: "[1677721600000, 3355443199999]", 2024-04-15T14:36:39.279 INFO:tasks.workunit.client.0.smithi016.stdout: "[3355443200000, 6710886399999]", 2024-04-15T14:36:39.279 INFO:tasks.workunit.client.0.smithi016.stdout: "[6710886400000, 13421772799999]", 2024-04-15T14:36:39.279 INFO:tasks.workunit.client.0.smithi016.stdout: "[13421772800000, 26843545599999]", 2024-04-15T14:36:39.279 INFO:tasks.workunit.client.0.smithi016.stdout: "[26843545600000, 53687091199999]", 2024-04-15T14:36:39.279 INFO:tasks.workunit.client.0.smithi016.stdout: "[53687091200000, None]" 2024-04-15T14:36:39.280 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T14:36:39.280 INFO:tasks.workunit.client.0.smithi016.stdout: "scale_type": "log2" 2024-04-15T14:36:39.280 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.280 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-15T14:36:39.280 INFO:tasks.workunit.client.0.smithi016.stdout: "buckets": 32, 2024-04-15T14:36:39.280 INFO:tasks.workunit.client.0.smithi016.stdout: "min": 0, 2024-04-15T14:36:39.280 INFO:tasks.workunit.client.0.smithi016.stdout: "name": "Request size (bytes)", 2024-04-15T14:36:39.280 INFO:tasks.workunit.client.0.smithi016.stdout: "quant_size": 512, 2024-04-15T14:36:39.280 INFO:tasks.workunit.client.0.smithi016.stdout: "ranges": [ 2024-04-15T14:36:39.280 INFO:tasks.workunit.client.0.smithi016.stdout: "[None, -1]", 2024-04-15T14:36:39.280 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 511]", 2024-04-15T14:36:39.280 INFO:tasks.workunit.client.0.smithi016.stdout: "[512, 1023]", 2024-04-15T14:36:39.280 INFO:tasks.workunit.client.0.smithi016.stdout: "[1024, 2047]", 2024-04-15T14:36:39.281 INFO:tasks.workunit.client.0.smithi016.stdout: "[2048, 4095]", 2024-04-15T14:36:39.281 INFO:tasks.workunit.client.0.smithi016.stdout: "[4096, 8191]", 2024-04-15T14:36:39.281 INFO:tasks.workunit.client.0.smithi016.stdout: "[8192, 16383]", 2024-04-15T14:36:39.281 INFO:tasks.workunit.client.0.smithi016.stdout: "[16384, 32767]", 2024-04-15T14:36:39.281 INFO:tasks.workunit.client.0.smithi016.stdout: "[32768, 65535]", 2024-04-15T14:36:39.281 INFO:tasks.workunit.client.0.smithi016.stdout: "[65536, 131071]", 2024-04-15T14:36:39.281 INFO:tasks.workunit.client.0.smithi016.stdout: "[131072, 262143]", 2024-04-15T14:36:39.281 INFO:tasks.workunit.client.0.smithi016.stdout: "[262144, 524287]", 2024-04-15T14:36:39.281 INFO:tasks.workunit.client.0.smithi016.stdout: "[524288, 1048575]", 2024-04-15T14:36:39.281 INFO:tasks.workunit.client.0.smithi016.stdout: "[1048576, 2097151]", 2024-04-15T14:36:39.281 INFO:tasks.workunit.client.0.smithi016.stdout: "[2097152, 4194303]", 2024-04-15T14:36:39.281 INFO:tasks.workunit.client.0.smithi016.stdout: "[4194304, 8388607]", 2024-04-15T14:36:39.281 INFO:tasks.workunit.client.0.smithi016.stdout: "[8388608, 16777215]", 2024-04-15T14:36:39.281 INFO:tasks.workunit.client.0.smithi016.stdout: "[16777216, 33554431]", 2024-04-15T14:36:39.282 INFO:tasks.workunit.client.0.smithi016.stdout: "[33554432, 67108863]", 2024-04-15T14:36:39.282 INFO:tasks.workunit.client.0.smithi016.stdout: "[67108864, 134217727]", 2024-04-15T14:36:39.282 INFO:tasks.workunit.client.0.smithi016.stdout: "[134217728, 268435455]", 2024-04-15T14:36:39.282 INFO:tasks.workunit.client.0.smithi016.stdout: "[268435456, 536870911]", 2024-04-15T14:36:39.282 INFO:tasks.workunit.client.0.smithi016.stdout: "[536870912, 1073741823]", 2024-04-15T14:36:39.282 INFO:tasks.workunit.client.0.smithi016.stdout: "[1073741824, 2147483647]", 2024-04-15T14:36:39.282 INFO:tasks.workunit.client.0.smithi016.stdout: "[2147483648, 4294967295]", 2024-04-15T14:36:39.282 INFO:tasks.workunit.client.0.smithi016.stdout: "[4294967296, 8589934591]", 2024-04-15T14:36:39.282 INFO:tasks.workunit.client.0.smithi016.stdout: "[8589934592, 17179869183]", 2024-04-15T14:36:39.282 INFO:tasks.workunit.client.0.smithi016.stdout: "[17179869184, 34359738367]", 2024-04-15T14:36:39.282 INFO:tasks.workunit.client.0.smithi016.stdout: "[34359738368, 68719476735]", 2024-04-15T14:36:39.282 INFO:tasks.workunit.client.0.smithi016.stdout: "[68719476736, 137438953471]", 2024-04-15T14:36:39.282 INFO:tasks.workunit.client.0.smithi016.stdout: "[137438953472, 274877906943]", 2024-04-15T14:36:39.282 INFO:tasks.workunit.client.0.smithi016.stdout: "[274877906944, None]" 2024-04-15T14:36:39.283 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T14:36:39.283 INFO:tasks.workunit.client.0.smithi016.stdout: "scale_type": "log2" 2024-04-15T14:36:39.283 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T14:36:39.283 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T14:36:39.283 INFO:tasks.workunit.client.0.smithi016.stdout: "osds": [ 2024-04-15T14:36:39.283 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-15T14:36:39.283 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_id": 0, 2024-04-15T14:36:39.283 INFO:tasks.workunit.client.0.smithi016.stdout: "values": [ 2024-04-15T14:36:39.283 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:39.283 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:39.283 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:39.283 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:39.283 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:39.283 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:39.284 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:39.284 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:39.284 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:39.284 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:39.284 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:39.284 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:39.284 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:39.284 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:39.284 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:39.284 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:39.284 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:39.284 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:39.284 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:39.284 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:39.285 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:39.285 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:39.285 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:39.285 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:39.285 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:39.285 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:39.285 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:39.285 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:39.285 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:39.285 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:39.285 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:39.285 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-15T14:36:39.285 INFO:tasks.workunit.client.0.smithi016.stdout: ] 2024-04-15T14:36:39.285 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.286 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-15T14:36:39.286 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_id": 1, 2024-04-15T14:36:39.286 INFO:tasks.workunit.client.0.smithi016.stdout: "values": [ 2024-04-15T14:36:39.286 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:39.286 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:39.286 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 30, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:39.286 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:39.286 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:39.286 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:39.286 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:39.286 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:39.286 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:39.286 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:39.286 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:39.287 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:39.287 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:39.287 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:39.287 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:39.287 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:39.287 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:39.287 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:39.287 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:39.287 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:39.287 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:39.287 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:39.287 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:39.287 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:39.288 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:39.288 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:39.288 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:39.288 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:39.288 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:39.288 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:39.288 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:39.288 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-15T14:36:39.288 INFO:tasks.workunit.client.0.smithi016.stdout: ] 2024-04-15T14:36:39.288 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.288 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-15T14:36:39.288 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_id": 2, 2024-04-15T14:36:39.288 INFO:tasks.workunit.client.0.smithi016.stdout: "values": [ 2024-04-15T14:36:39.288 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:39.289 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:39.289 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:39.289 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:39.289 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:39.289 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:39.289 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:39.289 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:39.289 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:39.289 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:39.289 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:39.289 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:39.289 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:39.289 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:39.289 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:39.289 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:39.290 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:39.290 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:39.290 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:39.290 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:39.290 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:39.290 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:39.290 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:39.290 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:39.290 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:39.290 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:39.290 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:39.290 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:39.290 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:39.290 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:39.291 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:39.291 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-15T14:36:39.291 INFO:tasks.workunit.client.0.smithi016.stdout: ] 2024-04-15T14:36:39.291 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.291 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-15T14:36:39.291 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_id": 3, 2024-04-15T14:36:39.291 INFO:tasks.workunit.client.0.smithi016.stdout: "values": [ 2024-04-15T14:36:39.291 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:39.291 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:39.291 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:39.291 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:39.291 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:39.291 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:39.291 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:39.292 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:39.292 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:39.292 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:39.292 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:39.292 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:39.292 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:39.292 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:39.292 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:39.292 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:39.292 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:39.292 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:39.292 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:39.292 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:39.293 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:39.293 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:39.293 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:39.293 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:39.293 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:39.293 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:39.293 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:39.293 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:39.293 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:39.293 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:39.293 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:39.293 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-15T14:36:39.293 INFO:tasks.workunit.client.0.smithi016.stdout: ] 2024-04-15T14:36:39.293 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.293 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-15T14:36:39.294 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_id": 4, 2024-04-15T14:36:39.294 INFO:tasks.workunit.client.0.smithi016.stdout: "values": [ 2024-04-15T14:36:39.294 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:39.294 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:39.294 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:39.294 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:39.294 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:39.294 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:39.294 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:39.294 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:39.294 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:39.294 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:39.294 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:39.295 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:39.295 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:39.295 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:39.295 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:39.295 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:39.295 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:39.295 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:39.295 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:39.295 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:39.295 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:39.295 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:39.295 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:39.295 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:39.295 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:39.296 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:39.296 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:39.296 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:39.296 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:39.296 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:39.297 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:39.297 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-15T14:36:39.297 INFO:tasks.workunit.client.0.smithi016.stdout: ] 2024-04-15T14:36:39.297 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.298 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-15T14:36:39.298 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_id": 5, 2024-04-15T14:36:39.298 INFO:tasks.workunit.client.0.smithi016.stdout: "values": [ 2024-04-15T14:36:39.298 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:39.298 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:39.298 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:39.298 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:39.298 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:39.298 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:39.298 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:39.298 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:39.298 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:39.298 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:39.298 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:39.299 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:39.299 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:39.299 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:39.299 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:39.299 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:39.299 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:39.299 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:39.299 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:39.299 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:39.299 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:39.300 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:39.300 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:39.300 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:39.300 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:39.300 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:39.300 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:39.300 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:39.300 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:39.300 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:39.300 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:39.300 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-15T14:36:39.300 INFO:tasks.workunit.client.0.smithi016.stdout: ] 2024-04-15T14:36:39.300 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.300 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-15T14:36:39.301 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_id": 6, 2024-04-15T14:36:39.301 INFO:tasks.workunit.client.0.smithi016.stdout: "values": [ 2024-04-15T14:36:39.301 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:39.301 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:39.301 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:39.301 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:39.301 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:39.301 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:39.301 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:39.301 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:39.301 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:39.301 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:39.301 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:39.301 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:39.302 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:39.302 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:39.302 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:39.302 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:39.302 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:39.302 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:39.302 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:39.302 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:39.302 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:39.302 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:39.302 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:39.302 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:39.302 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:39.302 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:39.303 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:39.303 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:39.303 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:39.303 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:39.303 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:39.303 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-15T14:36:39.303 INFO:tasks.workunit.client.0.smithi016.stdout: ] 2024-04-15T14:36:39.303 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.303 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-15T14:36:39.303 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_id": 7, 2024-04-15T14:36:39.303 INFO:tasks.workunit.client.0.smithi016.stdout: "values": [ 2024-04-15T14:36:39.303 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:39.303 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 17, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:39.303 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 77, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:39.304 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:39.304 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:39.304 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:39.304 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:39.304 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:39.304 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:39.304 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:39.304 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:39.304 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:39.304 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:39.304 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:39.304 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:39.304 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:39.305 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:39.305 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:39.305 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:39.305 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:39.305 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:39.305 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:39.305 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:39.305 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:39.305 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:39.305 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:39.305 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:39.305 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:39.305 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:39.305 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:39.306 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:39.306 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-15T14:36:39.306 INFO:tasks.workunit.client.0.smithi016.stdout: ] 2024-04-15T14:36:39.306 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T14:36:39.306 INFO:tasks.workunit.client.0.smithi016.stdout: ] 2024-04-15T14:36:39.306 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.306 INFO:tasks.workunit.client.0.smithi016.stdout: "op_rw_latency_in_bytes_histogram": { 2024-04-15T14:36:39.306 INFO:tasks.workunit.client.0.smithi016.stdout: "axes": [ 2024-04-15T14:36:39.306 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-15T14:36:39.306 INFO:tasks.workunit.client.0.smithi016.stdout: "buckets": 32, 2024-04-15T14:36:39.306 INFO:tasks.workunit.client.0.smithi016.stdout: "min": 0, 2024-04-15T14:36:39.306 INFO:tasks.workunit.client.0.smithi016.stdout: "name": "Latency (usec)", 2024-04-15T14:36:39.306 INFO:tasks.workunit.client.0.smithi016.stdout: "quant_size": 100000, 2024-04-15T14:36:39.306 INFO:tasks.workunit.client.0.smithi016.stdout: "ranges": [ 2024-04-15T14:36:39.307 INFO:tasks.workunit.client.0.smithi016.stdout: "[None, -1]", 2024-04-15T14:36:39.307 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 99999]", 2024-04-15T14:36:39.307 INFO:tasks.workunit.client.0.smithi016.stdout: "[100000, 199999]", 2024-04-15T14:36:39.307 INFO:tasks.workunit.client.0.smithi016.stdout: "[200000, 399999]", 2024-04-15T14:36:39.307 INFO:tasks.workunit.client.0.smithi016.stdout: "[400000, 799999]", 2024-04-15T14:36:39.307 INFO:tasks.workunit.client.0.smithi016.stdout: "[800000, 1599999]", 2024-04-15T14:36:39.307 INFO:tasks.workunit.client.0.smithi016.stdout: "[1600000, 3199999]", 2024-04-15T14:36:39.307 INFO:tasks.workunit.client.0.smithi016.stdout: "[3200000, 6399999]", 2024-04-15T14:36:39.307 INFO:tasks.workunit.client.0.smithi016.stdout: "[6400000, 12799999]", 2024-04-15T14:36:39.307 INFO:tasks.workunit.client.0.smithi016.stdout: "[12800000, 25599999]", 2024-04-15T14:36:39.307 INFO:tasks.workunit.client.0.smithi016.stdout: "[25600000, 51199999]", 2024-04-15T14:36:39.307 INFO:tasks.workunit.client.0.smithi016.stdout: "[51200000, 102399999]", 2024-04-15T14:36:39.307 INFO:tasks.workunit.client.0.smithi016.stdout: "[102400000, 204799999]", 2024-04-15T14:36:39.307 INFO:tasks.workunit.client.0.smithi016.stdout: "[204800000, 409599999]", 2024-04-15T14:36:39.308 INFO:tasks.workunit.client.0.smithi016.stdout: "[409600000, 819199999]", 2024-04-15T14:36:39.308 INFO:tasks.workunit.client.0.smithi016.stdout: "[819200000, 1638399999]", 2024-04-15T14:36:39.308 INFO:tasks.workunit.client.0.smithi016.stdout: "[1638400000, 3276799999]", 2024-04-15T14:36:39.308 INFO:tasks.workunit.client.0.smithi016.stdout: "[3276800000, 6553599999]", 2024-04-15T14:36:39.308 INFO:tasks.workunit.client.0.smithi016.stdout: "[6553600000, 13107199999]", 2024-04-15T14:36:39.308 INFO:tasks.workunit.client.0.smithi016.stdout: "[13107200000, 26214399999]", 2024-04-15T14:36:39.308 INFO:tasks.workunit.client.0.smithi016.stdout: "[26214400000, 52428799999]", 2024-04-15T14:36:39.308 INFO:tasks.workunit.client.0.smithi016.stdout: "[52428800000, 104857599999]", 2024-04-15T14:36:39.308 INFO:tasks.workunit.client.0.smithi016.stdout: "[104857600000, 209715199999]", 2024-04-15T14:36:39.308 INFO:tasks.workunit.client.0.smithi016.stdout: "[209715200000, 419430399999]", 2024-04-15T14:36:39.308 INFO:tasks.workunit.client.0.smithi016.stdout: "[419430400000, 838860799999]", 2024-04-15T14:36:39.308 INFO:tasks.workunit.client.0.smithi016.stdout: "[838860800000, 1677721599999]", 2024-04-15T14:36:39.308 INFO:tasks.workunit.client.0.smithi016.stdout: "[1677721600000, 3355443199999]", 2024-04-15T14:36:39.308 INFO:tasks.workunit.client.0.smithi016.stdout: "[3355443200000, 6710886399999]", 2024-04-15T14:36:39.308 INFO:tasks.workunit.client.0.smithi016.stdout: "[6710886400000, 13421772799999]", 2024-04-15T14:36:39.309 INFO:tasks.workunit.client.0.smithi016.stdout: "[13421772800000, 26843545599999]", 2024-04-15T14:36:39.309 INFO:tasks.workunit.client.0.smithi016.stdout: "[26843545600000, 53687091199999]", 2024-04-15T14:36:39.309 INFO:tasks.workunit.client.0.smithi016.stdout: "[53687091200000, None]" 2024-04-15T14:36:39.309 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T14:36:39.309 INFO:tasks.workunit.client.0.smithi016.stdout: "scale_type": "log2" 2024-04-15T14:36:39.309 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.309 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-15T14:36:39.309 INFO:tasks.workunit.client.0.smithi016.stdout: "buckets": 32, 2024-04-15T14:36:39.309 INFO:tasks.workunit.client.0.smithi016.stdout: "min": 0, 2024-04-15T14:36:39.309 INFO:tasks.workunit.client.0.smithi016.stdout: "name": "Request size (bytes)", 2024-04-15T14:36:39.309 INFO:tasks.workunit.client.0.smithi016.stdout: "quant_size": 512, 2024-04-15T14:36:39.309 INFO:tasks.workunit.client.0.smithi016.stdout: "ranges": [ 2024-04-15T14:36:39.309 INFO:tasks.workunit.client.0.smithi016.stdout: "[None, -1]", 2024-04-15T14:36:39.309 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 511]", 2024-04-15T14:36:39.310 INFO:tasks.workunit.client.0.smithi016.stdout: "[512, 1023]", 2024-04-15T14:36:39.310 INFO:tasks.workunit.client.0.smithi016.stdout: "[1024, 2047]", 2024-04-15T14:36:39.310 INFO:tasks.workunit.client.0.smithi016.stdout: "[2048, 4095]", 2024-04-15T14:36:39.310 INFO:tasks.workunit.client.0.smithi016.stdout: "[4096, 8191]", 2024-04-15T14:36:39.310 INFO:tasks.workunit.client.0.smithi016.stdout: "[8192, 16383]", 2024-04-15T14:36:39.310 INFO:tasks.workunit.client.0.smithi016.stdout: "[16384, 32767]", 2024-04-15T14:36:39.310 INFO:tasks.workunit.client.0.smithi016.stdout: "[32768, 65535]", 2024-04-15T14:36:39.310 INFO:tasks.workunit.client.0.smithi016.stdout: "[65536, 131071]", 2024-04-15T14:36:39.310 INFO:tasks.workunit.client.0.smithi016.stdout: "[131072, 262143]", 2024-04-15T14:36:39.310 INFO:tasks.workunit.client.0.smithi016.stdout: "[262144, 524287]", 2024-04-15T14:36:39.310 INFO:tasks.workunit.client.0.smithi016.stdout: "[524288, 1048575]", 2024-04-15T14:36:39.310 INFO:tasks.workunit.client.0.smithi016.stdout: "[1048576, 2097151]", 2024-04-15T14:36:39.310 INFO:tasks.workunit.client.0.smithi016.stdout: "[2097152, 4194303]", 2024-04-15T14:36:39.310 INFO:tasks.workunit.client.0.smithi016.stdout: "[4194304, 8388607]", 2024-04-15T14:36:39.311 INFO:tasks.workunit.client.0.smithi016.stdout: "[8388608, 16777215]", 2024-04-15T14:36:39.311 INFO:tasks.workunit.client.0.smithi016.stdout: "[16777216, 33554431]", 2024-04-15T14:36:39.311 INFO:tasks.workunit.client.0.smithi016.stdout: "[33554432, 67108863]", 2024-04-15T14:36:39.311 INFO:tasks.workunit.client.0.smithi016.stdout: "[67108864, 134217727]", 2024-04-15T14:36:39.311 INFO:tasks.workunit.client.0.smithi016.stdout: "[134217728, 268435455]", 2024-04-15T14:36:39.311 INFO:tasks.workunit.client.0.smithi016.stdout: "[268435456, 536870911]", 2024-04-15T14:36:39.311 INFO:tasks.workunit.client.0.smithi016.stdout: "[536870912, 1073741823]", 2024-04-15T14:36:39.311 INFO:tasks.workunit.client.0.smithi016.stdout: "[1073741824, 2147483647]", 2024-04-15T14:36:39.311 INFO:tasks.workunit.client.0.smithi016.stdout: "[2147483648, 4294967295]", 2024-04-15T14:36:39.311 INFO:tasks.workunit.client.0.smithi016.stdout: "[4294967296, 8589934591]", 2024-04-15T14:36:39.311 INFO:tasks.workunit.client.0.smithi016.stdout: "[8589934592, 17179869183]", 2024-04-15T14:36:39.311 INFO:tasks.workunit.client.0.smithi016.stdout: "[17179869184, 34359738367]", 2024-04-15T14:36:39.311 INFO:tasks.workunit.client.0.smithi016.stdout: "[34359738368, 68719476735]", 2024-04-15T14:36:39.311 INFO:tasks.workunit.client.0.smithi016.stdout: "[68719476736, 137438953471]", 2024-04-15T14:36:39.312 INFO:tasks.workunit.client.0.smithi016.stdout: "[137438953472, 274877906943]", 2024-04-15T14:36:39.312 INFO:tasks.workunit.client.0.smithi016.stdout: "[274877906944, None]" 2024-04-15T14:36:39.312 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T14:36:39.312 INFO:tasks.workunit.client.0.smithi016.stdout: "scale_type": "log2" 2024-04-15T14:36:39.312 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T14:36:39.312 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T14:36:39.312 INFO:tasks.workunit.client.0.smithi016.stdout: "osds": [ 2024-04-15T14:36:39.312 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-15T14:36:39.312 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_id": 0, 2024-04-15T14:36:39.312 INFO:tasks.workunit.client.0.smithi016.stdout: "values": [ 2024-04-15T14:36:39.312 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:39.312 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:39.312 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:39.312 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:39.312 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:39.313 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:39.313 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:39.313 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:39.313 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:39.313 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:39.313 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:39.313 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:39.313 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:39.313 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:39.313 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:39.313 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:39.313 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:39.313 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:39.314 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:39.314 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:39.314 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:39.314 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:39.314 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:39.314 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:39.314 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:39.314 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:39.314 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:39.314 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:39.314 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:39.314 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:39.314 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:39.315 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-15T14:36:39.315 INFO:tasks.workunit.client.0.smithi016.stdout: ] 2024-04-15T14:36:39.315 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.315 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-15T14:36:39.315 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_id": 1, 2024-04-15T14:36:39.315 INFO:tasks.workunit.client.0.smithi016.stdout: "values": [ 2024-04-15T14:36:39.315 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:39.315 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:39.315 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:39.315 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:39.315 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 11, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:39.315 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 9, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:39.315 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:39.315 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:39.316 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:39.316 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:39.316 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:39.316 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:39.316 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:39.316 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:39.316 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:39.316 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:39.316 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:39.316 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:39.316 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:39.316 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:39.316 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:39.316 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:39.317 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:39.317 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:39.317 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:39.317 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:39.317 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:39.317 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:39.317 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:39.317 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:39.317 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:39.317 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-15T14:36:39.317 INFO:tasks.workunit.client.0.smithi016.stdout: ] 2024-04-15T14:36:39.317 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.317 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-15T14:36:39.317 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_id": 2, 2024-04-15T14:36:39.317 INFO:tasks.workunit.client.0.smithi016.stdout: "values": [ 2024-04-15T14:36:39.318 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:39.318 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:39.318 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:39.318 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:39.318 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:39.318 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:39.318 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:39.318 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:39.318 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:39.318 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:39.318 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:39.318 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:39.319 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:39.319 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:39.319 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:39.319 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:39.319 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:39.319 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:39.319 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:39.319 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:39.319 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:39.319 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:39.319 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:39.319 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:39.319 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:39.319 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:39.319 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:39.320 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:39.320 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:39.320 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:39.320 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:39.320 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-15T14:36:39.320 INFO:tasks.workunit.client.0.smithi016.stdout: ] 2024-04-15T14:36:39.320 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.320 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-15T14:36:39.320 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_id": 3, 2024-04-15T14:36:39.320 INFO:tasks.workunit.client.0.smithi016.stdout: "values": [ 2024-04-15T14:36:39.320 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:39.320 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:39.320 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:39.321 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:39.321 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:39.321 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:39.321 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:39.321 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:39.321 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:39.321 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:39.321 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:39.321 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:39.321 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:39.321 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:39.321 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:39.321 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:39.321 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:39.321 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:39.322 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:39.322 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:39.322 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:39.322 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:39.322 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:39.322 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:39.322 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:39.322 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:39.322 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:39.322 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:39.322 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:39.322 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:39.322 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:39.322 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-15T14:36:39.323 INFO:tasks.workunit.client.0.smithi016.stdout: ] 2024-04-15T14:36:39.323 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.323 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-15T14:36:39.323 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_id": 4, 2024-04-15T14:36:39.323 INFO:tasks.workunit.client.0.smithi016.stdout: "values": [ 2024-04-15T14:36:39.323 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:39.323 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:39.323 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:39.323 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:39.323 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:39.323 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:39.323 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:39.323 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:39.324 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:39.324 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:39.324 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:39.324 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:39.324 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:39.324 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:39.324 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:39.324 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:39.324 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:39.324 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:39.324 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:39.324 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:39.324 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:39.324 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:39.325 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:39.325 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:39.325 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:39.325 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:39.325 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:39.325 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:39.325 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:39.325 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:39.325 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:39.325 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-15T14:36:39.325 INFO:tasks.workunit.client.0.smithi016.stdout: ] 2024-04-15T14:36:39.325 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.325 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-15T14:36:39.325 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_id": 5, 2024-04-15T14:36:39.326 INFO:tasks.workunit.client.0.smithi016.stdout: "values": [ 2024-04-15T14:36:39.326 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:39.326 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:39.326 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:39.326 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:39.326 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:39.326 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:39.326 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:39.326 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:39.326 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:39.326 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:39.326 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:39.326 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:39.326 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:39.327 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:39.327 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:39.327 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:39.327 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:39.327 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:39.327 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:39.327 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:39.327 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:39.327 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:39.327 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:39.327 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:39.327 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:39.327 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:39.327 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:39.327 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:39.328 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:39.328 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:39.328 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:39.328 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-15T14:36:39.328 INFO:tasks.workunit.client.0.smithi016.stdout: ] 2024-04-15T14:36:39.328 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.328 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-15T14:36:39.328 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_id": 6, 2024-04-15T14:36:39.328 INFO:tasks.workunit.client.0.smithi016.stdout: "values": [ 2024-04-15T14:36:39.328 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:39.328 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:39.328 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:39.328 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:39.329 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:39.329 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:39.329 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:39.329 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:39.329 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:39.329 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:39.329 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:39.329 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:39.329 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:39.329 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:39.329 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:39.329 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:39.329 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:39.329 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:39.330 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:39.330 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:39.330 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:39.330 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:39.330 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:39.330 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:39.330 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:39.330 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:39.330 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:39.330 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:39.330 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:39.330 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:39.330 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:39.330 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-15T14:36:39.331 INFO:tasks.workunit.client.0.smithi016.stdout: ] 2024-04-15T14:36:39.331 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.331 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-15T14:36:39.331 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_id": 7, 2024-04-15T14:36:39.331 INFO:tasks.workunit.client.0.smithi016.stdout: "values": [ 2024-04-15T14:36:39.331 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:39.331 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:39.331 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:39.331 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:39.331 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 13, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:39.331 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 25, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:39.331 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:39.331 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:39.331 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:39.332 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:39.332 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:39.332 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:39.332 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:39.332 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:39.332 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:39.332 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:39.332 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:39.332 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:39.332 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:39.332 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:39.332 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:39.332 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:39.332 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:39.333 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:39.333 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:39.333 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:39.333 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:39.333 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:39.333 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:39.333 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:39.333 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:39.333 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-15T14:36:39.333 INFO:tasks.workunit.client.0.smithi016.stdout: ] 2024-04-15T14:36:39.333 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T14:36:39.333 INFO:tasks.workunit.client.0.smithi016.stdout: ] 2024-04-15T14:36:39.333 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.333 INFO:tasks.workunit.client.0.smithi016.stdout: "op_rw_latency_out_bytes_histogram": { 2024-04-15T14:36:39.333 INFO:tasks.workunit.client.0.smithi016.stdout: "axes": [ 2024-04-15T14:36:39.334 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-15T14:36:39.334 INFO:tasks.workunit.client.0.smithi016.stdout: "buckets": 32, 2024-04-15T14:36:39.334 INFO:tasks.workunit.client.0.smithi016.stdout: "min": 0, 2024-04-15T14:36:39.334 INFO:tasks.workunit.client.0.smithi016.stdout: "name": "Latency (usec)", 2024-04-15T14:36:39.334 INFO:tasks.workunit.client.0.smithi016.stdout: "quant_size": 100000, 2024-04-15T14:36:39.334 INFO:tasks.workunit.client.0.smithi016.stdout: "ranges": [ 2024-04-15T14:36:39.334 INFO:tasks.workunit.client.0.smithi016.stdout: "[None, -1]", 2024-04-15T14:36:39.334 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 99999]", 2024-04-15T14:36:39.334 INFO:tasks.workunit.client.0.smithi016.stdout: "[100000, 199999]", 2024-04-15T14:36:39.334 INFO:tasks.workunit.client.0.smithi016.stdout: "[200000, 399999]", 2024-04-15T14:36:39.334 INFO:tasks.workunit.client.0.smithi016.stdout: "[400000, 799999]", 2024-04-15T14:36:39.334 INFO:tasks.workunit.client.0.smithi016.stdout: "[800000, 1599999]", 2024-04-15T14:36:39.335 INFO:tasks.workunit.client.0.smithi016.stdout: "[1600000, 3199999]", 2024-04-15T14:36:39.335 INFO:tasks.workunit.client.0.smithi016.stdout: "[3200000, 6399999]", 2024-04-15T14:36:39.335 INFO:tasks.workunit.client.0.smithi016.stdout: "[6400000, 12799999]", 2024-04-15T14:36:39.335 INFO:tasks.workunit.client.0.smithi016.stdout: "[12800000, 25599999]", 2024-04-15T14:36:39.335 INFO:tasks.workunit.client.0.smithi016.stdout: "[25600000, 51199999]", 2024-04-15T14:36:39.335 INFO:tasks.workunit.client.0.smithi016.stdout: "[51200000, 102399999]", 2024-04-15T14:36:39.335 INFO:tasks.workunit.client.0.smithi016.stdout: "[102400000, 204799999]", 2024-04-15T14:36:39.335 INFO:tasks.workunit.client.0.smithi016.stdout: "[204800000, 409599999]", 2024-04-15T14:36:39.335 INFO:tasks.workunit.client.0.smithi016.stdout: "[409600000, 819199999]", 2024-04-15T14:36:39.335 INFO:tasks.workunit.client.0.smithi016.stdout: "[819200000, 1638399999]", 2024-04-15T14:36:39.335 INFO:tasks.workunit.client.0.smithi016.stdout: "[1638400000, 3276799999]", 2024-04-15T14:36:39.335 INFO:tasks.workunit.client.0.smithi016.stdout: "[3276800000, 6553599999]", 2024-04-15T14:36:39.335 INFO:tasks.workunit.client.0.smithi016.stdout: "[6553600000, 13107199999]", 2024-04-15T14:36:39.335 INFO:tasks.workunit.client.0.smithi016.stdout: "[13107200000, 26214399999]", 2024-04-15T14:36:39.336 INFO:tasks.workunit.client.0.smithi016.stdout: "[26214400000, 52428799999]", 2024-04-15T14:36:39.336 INFO:tasks.workunit.client.0.smithi016.stdout: "[52428800000, 104857599999]", 2024-04-15T14:36:39.336 INFO:tasks.workunit.client.0.smithi016.stdout: "[104857600000, 209715199999]", 2024-04-15T14:36:39.336 INFO:tasks.workunit.client.0.smithi016.stdout: "[209715200000, 419430399999]", 2024-04-15T14:36:39.336 INFO:tasks.workunit.client.0.smithi016.stdout: "[419430400000, 838860799999]", 2024-04-15T14:36:39.336 INFO:tasks.workunit.client.0.smithi016.stdout: "[838860800000, 1677721599999]", 2024-04-15T14:36:39.336 INFO:tasks.workunit.client.0.smithi016.stdout: "[1677721600000, 3355443199999]", 2024-04-15T14:36:39.336 INFO:tasks.workunit.client.0.smithi016.stdout: "[3355443200000, 6710886399999]", 2024-04-15T14:36:39.336 INFO:tasks.workunit.client.0.smithi016.stdout: "[6710886400000, 13421772799999]", 2024-04-15T14:36:39.336 INFO:tasks.workunit.client.0.smithi016.stdout: "[13421772800000, 26843545599999]", 2024-04-15T14:36:39.336 INFO:tasks.workunit.client.0.smithi016.stdout: "[26843545600000, 53687091199999]", 2024-04-15T14:36:39.336 INFO:tasks.workunit.client.0.smithi016.stdout: "[53687091200000, None]" 2024-04-15T14:36:39.336 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T14:36:39.336 INFO:tasks.workunit.client.0.smithi016.stdout: "scale_type": "log2" 2024-04-15T14:36:39.336 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.337 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-15T14:36:39.337 INFO:tasks.workunit.client.0.smithi016.stdout: "buckets": 32, 2024-04-15T14:36:39.337 INFO:tasks.workunit.client.0.smithi016.stdout: "min": 0, 2024-04-15T14:36:39.337 INFO:tasks.workunit.client.0.smithi016.stdout: "name": "Request size (bytes)", 2024-04-15T14:36:39.337 INFO:tasks.workunit.client.0.smithi016.stdout: "quant_size": 512, 2024-04-15T14:36:39.337 INFO:tasks.workunit.client.0.smithi016.stdout: "ranges": [ 2024-04-15T14:36:39.337 INFO:tasks.workunit.client.0.smithi016.stdout: "[None, -1]", 2024-04-15T14:36:39.337 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 511]", 2024-04-15T14:36:39.337 INFO:tasks.workunit.client.0.smithi016.stdout: "[512, 1023]", 2024-04-15T14:36:39.337 INFO:tasks.workunit.client.0.smithi016.stdout: "[1024, 2047]", 2024-04-15T14:36:39.337 INFO:tasks.workunit.client.0.smithi016.stdout: "[2048, 4095]", 2024-04-15T14:36:39.337 INFO:tasks.workunit.client.0.smithi016.stdout: "[4096, 8191]", 2024-04-15T14:36:39.337 INFO:tasks.workunit.client.0.smithi016.stdout: "[8192, 16383]", 2024-04-15T14:36:39.337 INFO:tasks.workunit.client.0.smithi016.stdout: "[16384, 32767]", 2024-04-15T14:36:39.338 INFO:tasks.workunit.client.0.smithi016.stdout: "[32768, 65535]", 2024-04-15T14:36:39.338 INFO:tasks.workunit.client.0.smithi016.stdout: "[65536, 131071]", 2024-04-15T14:36:39.338 INFO:tasks.workunit.client.0.smithi016.stdout: "[131072, 262143]", 2024-04-15T14:36:39.338 INFO:tasks.workunit.client.0.smithi016.stdout: "[262144, 524287]", 2024-04-15T14:36:39.338 INFO:tasks.workunit.client.0.smithi016.stdout: "[524288, 1048575]", 2024-04-15T14:36:39.338 INFO:tasks.workunit.client.0.smithi016.stdout: "[1048576, 2097151]", 2024-04-15T14:36:39.338 INFO:tasks.workunit.client.0.smithi016.stdout: "[2097152, 4194303]", 2024-04-15T14:36:39.338 INFO:tasks.workunit.client.0.smithi016.stdout: "[4194304, 8388607]", 2024-04-15T14:36:39.338 INFO:tasks.workunit.client.0.smithi016.stdout: "[8388608, 16777215]", 2024-04-15T14:36:39.338 INFO:tasks.workunit.client.0.smithi016.stdout: "[16777216, 33554431]", 2024-04-15T14:36:39.338 INFO:tasks.workunit.client.0.smithi016.stdout: "[33554432, 67108863]", 2024-04-15T14:36:39.338 INFO:tasks.workunit.client.0.smithi016.stdout: "[67108864, 134217727]", 2024-04-15T14:36:39.338 INFO:tasks.workunit.client.0.smithi016.stdout: "[134217728, 268435455]", 2024-04-15T14:36:39.338 INFO:tasks.workunit.client.0.smithi016.stdout: "[268435456, 536870911]", 2024-04-15T14:36:39.339 INFO:tasks.workunit.client.0.smithi016.stdout: "[536870912, 1073741823]", 2024-04-15T14:36:39.339 INFO:tasks.workunit.client.0.smithi016.stdout: "[1073741824, 2147483647]", 2024-04-15T14:36:39.339 INFO:tasks.workunit.client.0.smithi016.stdout: "[2147483648, 4294967295]", 2024-04-15T14:36:39.339 INFO:tasks.workunit.client.0.smithi016.stdout: "[4294967296, 8589934591]", 2024-04-15T14:36:39.339 INFO:tasks.workunit.client.0.smithi016.stdout: "[8589934592, 17179869183]", 2024-04-15T14:36:39.339 INFO:tasks.workunit.client.0.smithi016.stdout: "[17179869184, 34359738367]", 2024-04-15T14:36:39.339 INFO:tasks.workunit.client.0.smithi016.stdout: "[34359738368, 68719476735]", 2024-04-15T14:36:39.339 INFO:tasks.workunit.client.0.smithi016.stdout: "[68719476736, 137438953471]", 2024-04-15T14:36:39.339 INFO:tasks.workunit.client.0.smithi016.stdout: "[137438953472, 274877906943]", 2024-04-15T14:36:39.339 INFO:tasks.workunit.client.0.smithi016.stdout: "[274877906944, None]" 2024-04-15T14:36:39.339 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T14:36:39.339 INFO:tasks.workunit.client.0.smithi016.stdout: "scale_type": "log2" 2024-04-15T14:36:39.339 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T14:36:39.339 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T14:36:39.340 INFO:tasks.workunit.client.0.smithi016.stdout: "osds": [ 2024-04-15T14:36:39.340 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-15T14:36:39.340 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_id": 0, 2024-04-15T14:36:39.340 INFO:tasks.workunit.client.0.smithi016.stdout: "values": [ 2024-04-15T14:36:39.340 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:39.340 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:39.340 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:39.340 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:39.340 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:39.340 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:39.340 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:39.340 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:39.340 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:39.340 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:39.341 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:39.341 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:39.341 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:39.341 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:39.341 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:39.341 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:39.341 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:39.341 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:39.341 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:39.341 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:39.341 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:39.341 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:39.341 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:39.341 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:39.342 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:39.342 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:39.342 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:39.342 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:39.342 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:39.342 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:39.342 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:39.342 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-15T14:36:39.342 INFO:tasks.workunit.client.0.smithi016.stdout: ] 2024-04-15T14:36:39.342 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.342 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-15T14:36:39.342 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_id": 1, 2024-04-15T14:36:39.343 INFO:tasks.workunit.client.0.smithi016.stdout: "values": [ 2024-04-15T14:36:39.343 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:39.343 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:39.343 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:39.343 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:39.343 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 11, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:39.343 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 9, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:39.343 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:39.343 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:39.343 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:39.343 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:39.343 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:39.343 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:39.343 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:39.344 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:39.344 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:39.344 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:39.344 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:39.344 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:39.344 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:39.344 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:39.344 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:39.344 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:39.344 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:39.344 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:39.344 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:39.344 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:39.344 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:39.345 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:39.345 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:39.345 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:39.345 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:39.345 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-15T14:36:39.345 INFO:tasks.workunit.client.0.smithi016.stdout: ] 2024-04-15T14:36:39.345 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.345 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-15T14:36:39.345 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_id": 2, 2024-04-15T14:36:39.345 INFO:tasks.workunit.client.0.smithi016.stdout: "values": [ 2024-04-15T14:36:39.345 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:39.345 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:39.345 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:39.345 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:39.346 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:39.346 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:39.346 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:39.346 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:39.346 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:39.346 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:39.346 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:39.346 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:39.346 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:39.346 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:39.346 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:39.346 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:39.346 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:39.346 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:39.347 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:39.347 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:39.347 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:39.347 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:39.347 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:39.347 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:39.347 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:39.347 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:39.347 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:39.347 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:39.347 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:39.347 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:39.347 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:39.348 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-15T14:36:39.348 INFO:tasks.workunit.client.0.smithi016.stdout: ] 2024-04-15T14:36:39.348 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.348 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-15T14:36:39.348 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_id": 3, 2024-04-15T14:36:39.348 INFO:tasks.workunit.client.0.smithi016.stdout: "values": [ 2024-04-15T14:36:39.348 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:39.348 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:39.348 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:39.348 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:39.348 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:39.348 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:39.348 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:39.348 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:39.349 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:39.349 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:39.349 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:39.349 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:39.349 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:39.349 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:39.349 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:39.349 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:39.349 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:39.349 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:39.349 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:39.349 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:39.349 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:39.349 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:39.350 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:39.350 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:39.350 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:39.350 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:39.350 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:39.350 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:39.350 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:39.350 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:39.350 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:39.350 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-15T14:36:39.350 INFO:tasks.workunit.client.0.smithi016.stdout: ] 2024-04-15T14:36:39.350 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.350 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-15T14:36:39.350 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_id": 4, 2024-04-15T14:36:39.351 INFO:tasks.workunit.client.0.smithi016.stdout: "values": [ 2024-04-15T14:36:39.351 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:39.351 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:39.351 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:39.351 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:39.351 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:39.351 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:39.351 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:39.351 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:39.351 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:39.352 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:39.352 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:39.352 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:39.352 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:39.352 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:39.352 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:39.352 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:39.352 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:39.352 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:39.352 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:39.352 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:39.352 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:39.352 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:39.352 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:39.353 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:39.353 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:39.353 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:39.353 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:39.353 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:39.353 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:39.353 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:39.353 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:39.353 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-15T14:36:39.353 INFO:tasks.workunit.client.0.smithi016.stdout: ] 2024-04-15T14:36:39.353 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.353 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-15T14:36:39.353 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_id": 5, 2024-04-15T14:36:39.353 INFO:tasks.workunit.client.0.smithi016.stdout: "values": [ 2024-04-15T14:36:39.354 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:39.354 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:39.354 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:39.354 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:39.354 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:39.354 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:39.354 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:39.354 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:39.354 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:39.354 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:39.354 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:39.354 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:39.354 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:39.355 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:39.355 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:39.355 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:39.355 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:39.355 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:39.355 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:39.355 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:39.355 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:39.355 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:39.355 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:39.355 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:39.355 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:39.355 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:39.355 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:39.356 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:39.356 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:39.356 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:39.356 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:39.356 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-15T14:36:39.356 INFO:tasks.workunit.client.0.smithi016.stdout: ] 2024-04-15T14:36:39.356 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.356 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-15T14:36:39.356 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_id": 6, 2024-04-15T14:36:39.356 INFO:tasks.workunit.client.0.smithi016.stdout: "values": [ 2024-04-15T14:36:39.356 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:39.356 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:39.356 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:39.356 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:39.357 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:39.357 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:39.357 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:39.357 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:39.357 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:39.357 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:39.357 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:39.357 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:39.357 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:39.357 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:39.357 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:39.357 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:39.357 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:39.357 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:39.357 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:39.358 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:39.358 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:39.358 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:39.358 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:39.358 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:39.358 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:39.358 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:39.358 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:39.358 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:39.358 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:39.358 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:39.358 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:39.358 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-15T14:36:39.359 INFO:tasks.workunit.client.0.smithi016.stdout: ] 2024-04-15T14:36:39.359 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.359 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-15T14:36:39.359 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_id": 7, 2024-04-15T14:36:39.359 INFO:tasks.workunit.client.0.smithi016.stdout: "values": [ 2024-04-15T14:36:39.359 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:39.359 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:39.359 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:39.359 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:39.359 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 13, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:39.359 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 25, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:39.359 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:39.359 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:39.359 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:39.360 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:39.360 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:39.360 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:39.360 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:39.360 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:39.360 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:39.360 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:39.360 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:39.360 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:39.360 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:39.360 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:39.360 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:39.360 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:39.360 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:39.361 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:39.361 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:39.361 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:39.361 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:39.361 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:39.361 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:39.361 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:39.361 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:39.361 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-15T14:36:39.361 INFO:tasks.workunit.client.0.smithi016.stdout: ] 2024-04-15T14:36:39.361 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T14:36:39.361 INFO:tasks.workunit.client.0.smithi016.stdout: ] 2024-04-15T14:36:39.361 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.361 INFO:tasks.workunit.client.0.smithi016.stdout: "op_w_latency_in_bytes_histogram": { 2024-04-15T14:36:39.361 INFO:tasks.workunit.client.0.smithi016.stdout: "axes": [ 2024-04-15T14:36:39.362 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-15T14:36:39.362 INFO:tasks.workunit.client.0.smithi016.stdout: "buckets": 32, 2024-04-15T14:36:39.362 INFO:tasks.workunit.client.0.smithi016.stdout: "min": 0, 2024-04-15T14:36:39.362 INFO:tasks.workunit.client.0.smithi016.stdout: "name": "Latency (usec)", 2024-04-15T14:36:39.362 INFO:tasks.workunit.client.0.smithi016.stdout: "quant_size": 100000, 2024-04-15T14:36:39.362 INFO:tasks.workunit.client.0.smithi016.stdout: "ranges": [ 2024-04-15T14:36:39.362 INFO:tasks.workunit.client.0.smithi016.stdout: "[None, -1]", 2024-04-15T14:36:39.362 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 99999]", 2024-04-15T14:36:39.362 INFO:tasks.workunit.client.0.smithi016.stdout: "[100000, 199999]", 2024-04-15T14:36:39.362 INFO:tasks.workunit.client.0.smithi016.stdout: "[200000, 399999]", 2024-04-15T14:36:39.362 INFO:tasks.workunit.client.0.smithi016.stdout: "[400000, 799999]", 2024-04-15T14:36:39.362 INFO:tasks.workunit.client.0.smithi016.stdout: "[800000, 1599999]", 2024-04-15T14:36:39.362 INFO:tasks.workunit.client.0.smithi016.stdout: "[1600000, 3199999]", 2024-04-15T14:36:39.362 INFO:tasks.workunit.client.0.smithi016.stdout: "[3200000, 6399999]", 2024-04-15T14:36:39.363 INFO:tasks.workunit.client.0.smithi016.stdout: "[6400000, 12799999]", 2024-04-15T14:36:39.363 INFO:tasks.workunit.client.0.smithi016.stdout: "[12800000, 25599999]", 2024-04-15T14:36:39.363 INFO:tasks.workunit.client.0.smithi016.stdout: "[25600000, 51199999]", 2024-04-15T14:36:39.363 INFO:tasks.workunit.client.0.smithi016.stdout: "[51200000, 102399999]", 2024-04-15T14:36:39.363 INFO:tasks.workunit.client.0.smithi016.stdout: "[102400000, 204799999]", 2024-04-15T14:36:39.363 INFO:tasks.workunit.client.0.smithi016.stdout: "[204800000, 409599999]", 2024-04-15T14:36:39.363 INFO:tasks.workunit.client.0.smithi016.stdout: "[409600000, 819199999]", 2024-04-15T14:36:39.363 INFO:tasks.workunit.client.0.smithi016.stdout: "[819200000, 1638399999]", 2024-04-15T14:36:39.363 INFO:tasks.workunit.client.0.smithi016.stdout: "[1638400000, 3276799999]", 2024-04-15T14:36:39.363 INFO:tasks.workunit.client.0.smithi016.stdout: "[3276800000, 6553599999]", 2024-04-15T14:36:39.363 INFO:tasks.workunit.client.0.smithi016.stdout: "[6553600000, 13107199999]", 2024-04-15T14:36:39.363 INFO:tasks.workunit.client.0.smithi016.stdout: "[13107200000, 26214399999]", 2024-04-15T14:36:39.363 INFO:tasks.workunit.client.0.smithi016.stdout: "[26214400000, 52428799999]", 2024-04-15T14:36:39.363 INFO:tasks.workunit.client.0.smithi016.stdout: "[52428800000, 104857599999]", 2024-04-15T14:36:39.364 INFO:tasks.workunit.client.0.smithi016.stdout: "[104857600000, 209715199999]", 2024-04-15T14:36:39.364 INFO:tasks.workunit.client.0.smithi016.stdout: "[209715200000, 419430399999]", 2024-04-15T14:36:39.364 INFO:tasks.workunit.client.0.smithi016.stdout: "[419430400000, 838860799999]", 2024-04-15T14:36:39.364 INFO:tasks.workunit.client.0.smithi016.stdout: "[838860800000, 1677721599999]", 2024-04-15T14:36:39.364 INFO:tasks.workunit.client.0.smithi016.stdout: "[1677721600000, 3355443199999]", 2024-04-15T14:36:39.364 INFO:tasks.workunit.client.0.smithi016.stdout: "[3355443200000, 6710886399999]", 2024-04-15T14:36:39.364 INFO:tasks.workunit.client.0.smithi016.stdout: "[6710886400000, 13421772799999]", 2024-04-15T14:36:39.364 INFO:tasks.workunit.client.0.smithi016.stdout: "[13421772800000, 26843545599999]", 2024-04-15T14:36:39.364 INFO:tasks.workunit.client.0.smithi016.stdout: "[26843545600000, 53687091199999]", 2024-04-15T14:36:39.364 INFO:tasks.workunit.client.0.smithi016.stdout: "[53687091200000, None]" 2024-04-15T14:36:39.364 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T14:36:39.364 INFO:tasks.workunit.client.0.smithi016.stdout: "scale_type": "log2" 2024-04-15T14:36:39.364 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.364 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-15T14:36:39.364 INFO:tasks.workunit.client.0.smithi016.stdout: "buckets": 32, 2024-04-15T14:36:39.365 INFO:tasks.workunit.client.0.smithi016.stdout: "min": 0, 2024-04-15T14:36:39.365 INFO:tasks.workunit.client.0.smithi016.stdout: "name": "Request size (bytes)", 2024-04-15T14:36:39.365 INFO:tasks.workunit.client.0.smithi016.stdout: "quant_size": 512, 2024-04-15T14:36:39.365 INFO:tasks.workunit.client.0.smithi016.stdout: "ranges": [ 2024-04-15T14:36:39.365 INFO:tasks.workunit.client.0.smithi016.stdout: "[None, -1]", 2024-04-15T14:36:39.365 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 511]", 2024-04-15T14:36:39.365 INFO:tasks.workunit.client.0.smithi016.stdout: "[512, 1023]", 2024-04-15T14:36:39.365 INFO:tasks.workunit.client.0.smithi016.stdout: "[1024, 2047]", 2024-04-15T14:36:39.365 INFO:tasks.workunit.client.0.smithi016.stdout: "[2048, 4095]", 2024-04-15T14:36:39.365 INFO:tasks.workunit.client.0.smithi016.stdout: "[4096, 8191]", 2024-04-15T14:36:39.365 INFO:tasks.workunit.client.0.smithi016.stdout: "[8192, 16383]", 2024-04-15T14:36:39.365 INFO:tasks.workunit.client.0.smithi016.stdout: "[16384, 32767]", 2024-04-15T14:36:39.365 INFO:tasks.workunit.client.0.smithi016.stdout: "[32768, 65535]", 2024-04-15T14:36:39.365 INFO:tasks.workunit.client.0.smithi016.stdout: "[65536, 131071]", 2024-04-15T14:36:39.365 INFO:tasks.workunit.client.0.smithi016.stdout: "[131072, 262143]", 2024-04-15T14:36:39.366 INFO:tasks.workunit.client.0.smithi016.stdout: "[262144, 524287]", 2024-04-15T14:36:39.366 INFO:tasks.workunit.client.0.smithi016.stdout: "[524288, 1048575]", 2024-04-15T14:36:39.366 INFO:tasks.workunit.client.0.smithi016.stdout: "[1048576, 2097151]", 2024-04-15T14:36:39.366 INFO:tasks.workunit.client.0.smithi016.stdout: "[2097152, 4194303]", 2024-04-15T14:36:39.366 INFO:tasks.workunit.client.0.smithi016.stdout: "[4194304, 8388607]", 2024-04-15T14:36:39.366 INFO:tasks.workunit.client.0.smithi016.stdout: "[8388608, 16777215]", 2024-04-15T14:36:39.366 INFO:tasks.workunit.client.0.smithi016.stdout: "[16777216, 33554431]", 2024-04-15T14:36:39.366 INFO:tasks.workunit.client.0.smithi016.stdout: "[33554432, 67108863]", 2024-04-15T14:36:39.366 INFO:tasks.workunit.client.0.smithi016.stdout: "[67108864, 134217727]", 2024-04-15T14:36:39.366 INFO:tasks.workunit.client.0.smithi016.stdout: "[134217728, 268435455]", 2024-04-15T14:36:39.366 INFO:tasks.workunit.client.0.smithi016.stdout: "[268435456, 536870911]", 2024-04-15T14:36:39.366 INFO:tasks.workunit.client.0.smithi016.stdout: "[536870912, 1073741823]", 2024-04-15T14:36:39.366 INFO:tasks.workunit.client.0.smithi016.stdout: "[1073741824, 2147483647]", 2024-04-15T14:36:39.367 INFO:tasks.workunit.client.0.smithi016.stdout: "[2147483648, 4294967295]", 2024-04-15T14:36:39.367 INFO:tasks.workunit.client.0.smithi016.stdout: "[4294967296, 8589934591]", 2024-04-15T14:36:39.367 INFO:tasks.workunit.client.0.smithi016.stdout: "[8589934592, 17179869183]", 2024-04-15T14:36:39.367 INFO:tasks.workunit.client.0.smithi016.stdout: "[17179869184, 34359738367]", 2024-04-15T14:36:39.367 INFO:tasks.workunit.client.0.smithi016.stdout: "[34359738368, 68719476735]", 2024-04-15T14:36:39.367 INFO:tasks.workunit.client.0.smithi016.stdout: "[68719476736, 137438953471]", 2024-04-15T14:36:39.367 INFO:tasks.workunit.client.0.smithi016.stdout: "[137438953472, 274877906943]", 2024-04-15T14:36:39.367 INFO:tasks.workunit.client.0.smithi016.stdout: "[274877906944, None]" 2024-04-15T14:36:39.367 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T14:36:39.367 INFO:tasks.workunit.client.0.smithi016.stdout: "scale_type": "log2" 2024-04-15T14:36:39.367 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T14:36:39.367 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T14:36:39.367 INFO:tasks.workunit.client.0.smithi016.stdout: "osds": [ 2024-04-15T14:36:39.367 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-15T14:36:39.368 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_id": 0, 2024-04-15T14:36:39.368 INFO:tasks.workunit.client.0.smithi016.stdout: "values": [ 2024-04-15T14:36:39.368 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:39.368 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:39.368 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:39.368 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:39.368 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:39.368 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:39.368 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:39.368 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:39.368 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:39.368 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 3, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:39.368 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:39.368 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:39.368 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:39.369 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:39.369 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:39.369 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:39.369 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:39.369 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:39.369 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:39.369 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:39.369 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:39.369 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:39.369 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:39.369 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:39.369 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:39.369 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:39.369 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:39.370 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:39.370 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:39.370 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:39.370 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:39.370 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-15T14:36:39.370 INFO:tasks.workunit.client.0.smithi016.stdout: ] 2024-04-15T14:36:39.370 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.370 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-15T14:36:39.370 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_id": 1, 2024-04-15T14:36:39.370 INFO:tasks.workunit.client.0.smithi016.stdout: "values": [ 2024-04-15T14:36:39.370 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:39.370 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:39.370 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:39.370 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:39.371 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 7, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:39.371 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 10, 3, 0, 0, 0, 0, 0, 0, 9, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:39.371 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 12, 4, 0, 0, 0, 0, 0, 0, 16, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:39.371 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 11, 1, 0, 0, 0, 0, 0, 0, 7, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:39.371 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 11, 0, 0, 0, 0, 0, 0, 0, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:39.371 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:39.371 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:39.371 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:39.371 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:39.371 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:39.371 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:39.371 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:39.371 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:39.371 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:39.371 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:39.372 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:39.372 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:39.372 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:39.372 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:39.372 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:39.372 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:39.372 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:39.372 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:39.372 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:39.372 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:39.372 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:39.372 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:39.372 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-15T14:36:39.373 INFO:tasks.workunit.client.0.smithi016.stdout: ] 2024-04-15T14:36:39.373 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.373 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-15T14:36:39.373 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_id": 2, 2024-04-15T14:36:39.373 INFO:tasks.workunit.client.0.smithi016.stdout: "values": [ 2024-04-15T14:36:39.373 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:39.373 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:39.373 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:39.373 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:39.373 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:39.373 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:39.373 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:39.373 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:39.373 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:39.373 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:39.374 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:39.374 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:39.374 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:39.374 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:39.374 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:39.374 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:39.374 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:39.374 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:39.374 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:39.375 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:39.375 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:39.375 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:39.375 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:39.375 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:39.375 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:39.375 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:39.375 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:39.375 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:39.375 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:39.375 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:39.375 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:39.375 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-15T14:36:39.375 INFO:tasks.workunit.client.0.smithi016.stdout: ] 2024-04-15T14:36:39.375 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.376 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-15T14:36:39.376 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_id": 3, 2024-04-15T14:36:39.376 INFO:tasks.workunit.client.0.smithi016.stdout: "values": [ 2024-04-15T14:36:39.376 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:39.376 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:39.376 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:39.376 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:39.376 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:39.376 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:39.376 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:39.376 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:39.376 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:39.376 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:39.376 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:39.377 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:39.377 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:39.377 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:39.377 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:39.377 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:39.377 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:39.377 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:39.377 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:39.377 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:39.377 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:39.377 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:39.377 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:39.377 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:39.377 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:39.378 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:39.378 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:39.378 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:39.378 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:39.378 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:39.378 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:39.378 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-15T14:36:39.378 INFO:tasks.workunit.client.0.smithi016.stdout: ] 2024-04-15T14:36:39.378 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.378 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-15T14:36:39.378 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_id": 4, 2024-04-15T14:36:39.378 INFO:tasks.workunit.client.0.smithi016.stdout: "values": [ 2024-04-15T14:36:39.378 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:39.379 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:39.379 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:39.379 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:39.379 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:39.379 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:39.379 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:39.379 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:39.379 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:39.379 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:39.379 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:39.379 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:39.379 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:39.379 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:39.379 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:39.379 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:39.380 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:39.380 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:39.380 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:39.380 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:39.380 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:39.380 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:39.380 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:39.380 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:39.380 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:39.380 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:39.380 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:39.380 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:39.380 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:39.380 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:39.381 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:39.381 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-15T14:36:39.381 INFO:tasks.workunit.client.0.smithi016.stdout: ] 2024-04-15T14:36:39.381 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.381 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-15T14:36:39.381 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_id": 5, 2024-04-15T14:36:39.381 INFO:tasks.workunit.client.0.smithi016.stdout: "values": [ 2024-04-15T14:36:39.381 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:39.381 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:39.381 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:39.381 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:39.381 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:39.381 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:39.381 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:39.382 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:39.382 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:39.382 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:39.382 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:39.382 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:39.382 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:39.382 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:39.382 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:39.382 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:39.382 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:39.382 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:39.382 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:39.382 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:39.383 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:39.383 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:39.383 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:39.383 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:39.383 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:39.383 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:39.383 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:39.383 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:39.383 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:39.383 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:39.383 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:39.383 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-15T14:36:39.383 INFO:tasks.workunit.client.0.smithi016.stdout: ] 2024-04-15T14:36:39.383 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.383 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-15T14:36:39.384 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_id": 6, 2024-04-15T14:36:39.384 INFO:tasks.workunit.client.0.smithi016.stdout: "values": [ 2024-04-15T14:36:39.384 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:39.384 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:39.384 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:39.384 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:39.384 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:39.384 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:39.384 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:39.384 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 3, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:39.384 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 4, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:39.384 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:39.384 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:39.384 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:39.385 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:39.385 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:39.385 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:39.385 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:39.385 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:39.385 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:39.385 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:39.385 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:39.385 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:39.385 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:39.385 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:39.385 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:39.385 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:39.385 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:39.386 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:39.386 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:39.386 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:39.386 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:39.386 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:39.386 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-15T14:36:39.386 INFO:tasks.workunit.client.0.smithi016.stdout: ] 2024-04-15T14:36:39.386 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.386 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-15T14:36:39.386 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_id": 7, 2024-04-15T14:36:39.386 INFO:tasks.workunit.client.0.smithi016.stdout: "values": [ 2024-04-15T14:36:39.386 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:39.386 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:39.386 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:39.387 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:39.387 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:39.387 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:39.387 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:39.387 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:39.387 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:39.387 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:39.387 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:39.387 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:39.387 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:39.387 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:39.387 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:39.387 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:39.388 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:39.388 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:39.388 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:39.388 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:39.388 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:39.388 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:39.388 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:39.388 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:39.388 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:39.388 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:39.388 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:39.388 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:39.388 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:39.388 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:39.389 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:39.389 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-15T14:36:39.389 INFO:tasks.workunit.client.0.smithi016.stdout: ] 2024-04-15T14:36:39.389 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T14:36:39.389 INFO:tasks.workunit.client.0.smithi016.stdout: ] 2024-04-15T14:36:39.389 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T14:36:39.389 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T14:36:39.389 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T14:36:39.389 INFO:tasks.workunit.client.0.smithi016.stdout: "perf_counters": { 2024-04-15T14:36:39.389 INFO:tasks.workunit.client.0.smithi016.stdout: "mds.dd602b36cabf11effbd0d8bd19ba267ecac4bcd8": { 2024-04-15T14:36:39.389 INFO:tasks.workunit.client.0.smithi016.stdout: "mds": { 2024-04-15T14:36:39.389 INFO:tasks.workunit.client.0.smithi016.stdout: "caps": { 2024-04-15T14:36:39.389 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.389 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.389 INFO:tasks.workunit.client.0.smithi016.stdout: "ceph_cap_op_flush_ack": { 2024-04-15T14:36:39.390 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.390 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.390 INFO:tasks.workunit.client.0.smithi016.stdout: "ceph_cap_op_flushsnap_ack": { 2024-04-15T14:36:39.390 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.390 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.390 INFO:tasks.workunit.client.0.smithi016.stdout: "ceph_cap_op_grant": { 2024-04-15T14:36:39.390 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.390 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.390 INFO:tasks.workunit.client.0.smithi016.stdout: "ceph_cap_op_revoke": { 2024-04-15T14:36:39.390 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.390 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.390 INFO:tasks.workunit.client.0.smithi016.stdout: "ceph_cap_op_trunc": { 2024-04-15T14:36:39.390 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.390 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.391 INFO:tasks.workunit.client.0.smithi016.stdout: "dir_commit": { 2024-04-15T14:36:39.391 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 12 2024-04-15T14:36:39.391 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.391 INFO:tasks.workunit.client.0.smithi016.stdout: "dir_fetch_complete": { 2024-04-15T14:36:39.391 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.391 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.391 INFO:tasks.workunit.client.0.smithi016.stdout: "dir_fetch_keys": { 2024-04-15T14:36:39.391 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.391 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.391 INFO:tasks.workunit.client.0.smithi016.stdout: "dir_merge": { 2024-04-15T14:36:39.391 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.391 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.391 INFO:tasks.workunit.client.0.smithi016.stdout: "dir_split": { 2024-04-15T14:36:39.391 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.392 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.392 INFO:tasks.workunit.client.0.smithi016.stdout: "exported_inodes": { 2024-04-15T14:36:39.392 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.392 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.392 INFO:tasks.workunit.client.0.smithi016.stdout: "forward": { 2024-04-15T14:36:39.392 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.392 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.392 INFO:tasks.workunit.client.0.smithi016.stdout: "handle_client_cap_release": { 2024-04-15T14:36:39.392 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.392 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.392 INFO:tasks.workunit.client.0.smithi016.stdout: "handle_client_caps": { 2024-04-15T14:36:39.392 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.392 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.392 INFO:tasks.workunit.client.0.smithi016.stdout: "handle_client_caps_dirty": { 2024-04-15T14:36:39.393 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.393 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.393 INFO:tasks.workunit.client.0.smithi016.stdout: "handle_inode_file_caps": { 2024-04-15T14:36:39.393 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.393 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.393 INFO:tasks.workunit.client.0.smithi016.stdout: "imported_inodes": { 2024-04-15T14:36:39.393 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.393 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.393 INFO:tasks.workunit.client.0.smithi016.stdout: "inodes": { 2024-04-15T14:36:39.393 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 10 2024-04-15T14:36:39.393 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.393 INFO:tasks.workunit.client.0.smithi016.stdout: "inodes_expired": { 2024-04-15T14:36:39.393 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.393 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.393 INFO:tasks.workunit.client.0.smithi016.stdout: "inodes_pinned": { 2024-04-15T14:36:39.394 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 10 2024-04-15T14:36:39.394 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.394 INFO:tasks.workunit.client.0.smithi016.stdout: "inodes_with_caps": { 2024-04-15T14:36:39.394 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.394 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.394 INFO:tasks.workunit.client.0.smithi016.stdout: "load_cent": { 2024-04-15T14:36:39.394 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.394 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.394 INFO:tasks.workunit.client.0.smithi016.stdout: "openino_dir_fetch": { 2024-04-15T14:36:39.394 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.394 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.394 INFO:tasks.workunit.client.0.smithi016.stdout: "process_request_cap_release": { 2024-04-15T14:36:39.394 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.394 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.395 INFO:tasks.workunit.client.0.smithi016.stdout: "reply_latency": { 2024-04-15T14:36:39.395 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 2, 2024-04-15T14:36:39.395 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 147887 2024-04-15T14:36:39.395 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.395 INFO:tasks.workunit.client.0.smithi016.stdout: "request": { 2024-04-15T14:36:39.395 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 2 2024-04-15T14:36:39.395 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.395 INFO:tasks.workunit.client.0.smithi016.stdout: "root_rbytes": { 2024-04-15T14:36:39.395 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.395 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.395 INFO:tasks.workunit.client.0.smithi016.stdout: "root_rfiles": { 2024-04-15T14:36:39.395 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.395 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.395 INFO:tasks.workunit.client.0.smithi016.stdout: "root_rsnaps": { 2024-04-15T14:36:39.396 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.396 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.396 INFO:tasks.workunit.client.0.smithi016.stdout: "slow_reply": { 2024-04-15T14:36:39.396 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.396 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.396 INFO:tasks.workunit.client.0.smithi016.stdout: "subtrees": { 2024-04-15T14:36:39.396 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 2 2024-04-15T14:36:39.396 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T14:36:39.396 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.396 INFO:tasks.workunit.client.0.smithi016.stdout: "mds_cache": { 2024-04-15T14:36:39.396 INFO:tasks.workunit.client.0.smithi016.stdout: "ireq_enqueue_scrub": { 2024-04-15T14:36:39.396 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.396 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.396 INFO:tasks.workunit.client.0.smithi016.stdout: "ireq_exportdir": { 2024-04-15T14:36:39.396 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.397 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.397 INFO:tasks.workunit.client.0.smithi016.stdout: "ireq_flush": { 2024-04-15T14:36:39.397 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.397 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.397 INFO:tasks.workunit.client.0.smithi016.stdout: "ireq_fragmentdir": { 2024-04-15T14:36:39.397 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.397 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.397 INFO:tasks.workunit.client.0.smithi016.stdout: "ireq_fragstats": { 2024-04-15T14:36:39.397 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.397 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.397 INFO:tasks.workunit.client.0.smithi016.stdout: "ireq_inodestats": { 2024-04-15T14:36:39.397 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.397 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.397 INFO:tasks.workunit.client.0.smithi016.stdout: "num_recovering_enqueued": { 2024-04-15T14:36:39.397 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.398 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.398 INFO:tasks.workunit.client.0.smithi016.stdout: "num_recovering_prioritized": { 2024-04-15T14:36:39.398 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.398 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.398 INFO:tasks.workunit.client.0.smithi016.stdout: "num_recovering_processing": { 2024-04-15T14:36:39.398 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.398 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.398 INFO:tasks.workunit.client.0.smithi016.stdout: "num_strays": { 2024-04-15T14:36:39.398 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.398 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.398 INFO:tasks.workunit.client.0.smithi016.stdout: "num_strays_delayed": { 2024-04-15T14:36:39.398 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.398 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.398 INFO:tasks.workunit.client.0.smithi016.stdout: "num_strays_enqueuing": { 2024-04-15T14:36:39.399 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.399 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.399 INFO:tasks.workunit.client.0.smithi016.stdout: "recovery_completed": { 2024-04-15T14:36:39.399 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.399 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.399 INFO:tasks.workunit.client.0.smithi016.stdout: "recovery_started": { 2024-04-15T14:36:39.399 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.399 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.399 INFO:tasks.workunit.client.0.smithi016.stdout: "strays_created": { 2024-04-15T14:36:39.399 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.399 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.399 INFO:tasks.workunit.client.0.smithi016.stdout: "strays_enqueued": { 2024-04-15T14:36:39.399 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.399 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.400 INFO:tasks.workunit.client.0.smithi016.stdout: "strays_migrated": { 2024-04-15T14:36:39.400 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.400 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.400 INFO:tasks.workunit.client.0.smithi016.stdout: "strays_reintegrated": { 2024-04-15T14:36:39.400 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.400 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T14:36:39.400 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.400 INFO:tasks.workunit.client.0.smithi016.stdout: "mds_log": { 2024-04-15T14:36:39.400 INFO:tasks.workunit.client.0.smithi016.stdout: "ev": { 2024-04-15T14:36:39.400 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 5 2024-04-15T14:36:39.400 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.400 INFO:tasks.workunit.client.0.smithi016.stdout: "evadd": { 2024-04-15T14:36:39.400 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 5 2024-04-15T14:36:39.400 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.400 INFO:tasks.workunit.client.0.smithi016.stdout: "evex": { 2024-04-15T14:36:39.401 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.401 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.401 INFO:tasks.workunit.client.0.smithi016.stdout: "evexd": { 2024-04-15T14:36:39.401 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.401 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.401 INFO:tasks.workunit.client.0.smithi016.stdout: "evexg": { 2024-04-15T14:36:39.401 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.401 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.401 INFO:tasks.workunit.client.0.smithi016.stdout: "evtrm": { 2024-04-15T14:36:39.401 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.401 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.401 INFO:tasks.workunit.client.0.smithi016.stdout: "jlat": { 2024-04-15T14:36:39.401 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 5, 2024-04-15T14:36:39.401 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 15960390 2024-04-15T14:36:39.401 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.402 INFO:tasks.workunit.client.0.smithi016.stdout: "replayed": { 2024-04-15T14:36:39.402 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.402 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.402 INFO:tasks.workunit.client.0.smithi016.stdout: "seg": { 2024-04-15T14:36:39.402 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 1 2024-04-15T14:36:39.402 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.402 INFO:tasks.workunit.client.0.smithi016.stdout: "segadd": { 2024-04-15T14:36:39.402 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 1 2024-04-15T14:36:39.402 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.402 INFO:tasks.workunit.client.0.smithi016.stdout: "segex": { 2024-04-15T14:36:39.402 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.402 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.402 INFO:tasks.workunit.client.0.smithi016.stdout: "segexd": { 2024-04-15T14:36:39.402 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.403 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.403 INFO:tasks.workunit.client.0.smithi016.stdout: "segexg": { 2024-04-15T14:36:39.403 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.403 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.403 INFO:tasks.workunit.client.0.smithi016.stdout: "segtrm": { 2024-04-15T14:36:39.403 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.403 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T14:36:39.403 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.403 INFO:tasks.workunit.client.0.smithi016.stdout: "mds_mem": { 2024-04-15T14:36:39.403 INFO:tasks.workunit.client.0.smithi016.stdout: "cap": { 2024-04-15T14:36:39.403 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.403 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.404 INFO:tasks.workunit.client.0.smithi016.stdout: "cap+": { 2024-04-15T14:36:39.404 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 2 2024-04-15T14:36:39.404 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.404 INFO:tasks.workunit.client.0.smithi016.stdout: "cap-": { 2024-04-15T14:36:39.404 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 2 2024-04-15T14:36:39.404 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.404 INFO:tasks.workunit.client.0.smithi016.stdout: "dir": { 2024-04-15T14:36:39.404 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 12 2024-04-15T14:36:39.404 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.404 INFO:tasks.workunit.client.0.smithi016.stdout: "dir+": { 2024-04-15T14:36:39.404 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 12 2024-04-15T14:36:39.404 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.404 INFO:tasks.workunit.client.0.smithi016.stdout: "dir-": { 2024-04-15T14:36:39.405 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.405 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.405 INFO:tasks.workunit.client.0.smithi016.stdout: "dn": { 2024-04-15T14:36:39.405 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 10 2024-04-15T14:36:39.405 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.405 INFO:tasks.workunit.client.0.smithi016.stdout: "dn+": { 2024-04-15T14:36:39.405 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 10 2024-04-15T14:36:39.405 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.405 INFO:tasks.workunit.client.0.smithi016.stdout: "dn-": { 2024-04-15T14:36:39.405 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.405 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.405 INFO:tasks.workunit.client.0.smithi016.stdout: "heap": { 2024-04-15T14:36:39.405 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 207156 2024-04-15T14:36:39.405 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.406 INFO:tasks.workunit.client.0.smithi016.stdout: "ino": { 2024-04-15T14:36:39.406 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 13 2024-04-15T14:36:39.406 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.406 INFO:tasks.workunit.client.0.smithi016.stdout: "ino+": { 2024-04-15T14:36:39.406 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 13 2024-04-15T14:36:39.406 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.406 INFO:tasks.workunit.client.0.smithi016.stdout: "ino-": { 2024-04-15T14:36:39.406 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.406 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.406 INFO:tasks.workunit.client.0.smithi016.stdout: "rss": { 2024-04-15T14:36:39.406 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 39976 2024-04-15T14:36:39.406 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T14:36:39.406 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.406 INFO:tasks.workunit.client.0.smithi016.stdout: "mds_server": { 2024-04-15T14:36:39.407 INFO:tasks.workunit.client.0.smithi016.stdout: "cap_acquisition_throttle": { 2024-04-15T14:36:39.407 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.407 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.407 INFO:tasks.workunit.client.0.smithi016.stdout: "cap_revoke_eviction": { 2024-04-15T14:36:39.407 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.407 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.407 INFO:tasks.workunit.client.0.smithi016.stdout: "handle_client_request": { 2024-04-15T14:36:39.407 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 2 2024-04-15T14:36:39.407 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.407 INFO:tasks.workunit.client.0.smithi016.stdout: "handle_client_session": { 2024-04-15T14:36:39.407 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 16 2024-04-15T14:36:39.407 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.407 INFO:tasks.workunit.client.0.smithi016.stdout: "handle_peer_request": { 2024-04-15T14:36:39.407 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.407 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.408 INFO:tasks.workunit.client.0.smithi016.stdout: "req_create_latency": { 2024-04-15T14:36:39.408 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 0, 2024-04-15T14:36:39.408 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.408 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.408 INFO:tasks.workunit.client.0.smithi016.stdout: "req_getattr_latency": { 2024-04-15T14:36:39.408 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 2, 2024-04-15T14:36:39.408 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 147887 2024-04-15T14:36:39.408 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.408 INFO:tasks.workunit.client.0.smithi016.stdout: "req_getfilelock_latency": { 2024-04-15T14:36:39.408 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 0, 2024-04-15T14:36:39.408 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.408 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.408 INFO:tasks.workunit.client.0.smithi016.stdout: "req_getvxattr_latency": { 2024-04-15T14:36:39.408 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 0, 2024-04-15T14:36:39.409 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.409 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.409 INFO:tasks.workunit.client.0.smithi016.stdout: "req_link_latency": { 2024-04-15T14:36:39.409 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 0, 2024-04-15T14:36:39.409 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.409 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.409 INFO:tasks.workunit.client.0.smithi016.stdout: "req_lookup_latency": { 2024-04-15T14:36:39.409 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 0, 2024-04-15T14:36:39.409 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.409 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.409 INFO:tasks.workunit.client.0.smithi016.stdout: "req_lookuphash_latency": { 2024-04-15T14:36:39.409 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 0, 2024-04-15T14:36:39.409 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.409 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.410 INFO:tasks.workunit.client.0.smithi016.stdout: "req_lookupino_latency": { 2024-04-15T14:36:39.410 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 0, 2024-04-15T14:36:39.410 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.410 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.410 INFO:tasks.workunit.client.0.smithi016.stdout: "req_lookupname_latency": { 2024-04-15T14:36:39.410 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 0, 2024-04-15T14:36:39.410 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.410 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.410 INFO:tasks.workunit.client.0.smithi016.stdout: "req_lookupparent_latency": { 2024-04-15T14:36:39.410 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 0, 2024-04-15T14:36:39.410 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.410 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.410 INFO:tasks.workunit.client.0.smithi016.stdout: "req_lookupsnap_latency": { 2024-04-15T14:36:39.410 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 0, 2024-04-15T14:36:39.411 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.411 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.411 INFO:tasks.workunit.client.0.smithi016.stdout: "req_lssnap_latency": { 2024-04-15T14:36:39.411 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 0, 2024-04-15T14:36:39.411 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.411 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.411 INFO:tasks.workunit.client.0.smithi016.stdout: "req_mkdir_latency": { 2024-04-15T14:36:39.411 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 0, 2024-04-15T14:36:39.411 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.411 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.411 INFO:tasks.workunit.client.0.smithi016.stdout: "req_mknod_latency": { 2024-04-15T14:36:39.411 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 0, 2024-04-15T14:36:39.411 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.411 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.412 INFO:tasks.workunit.client.0.smithi016.stdout: "req_mksnap_latency": { 2024-04-15T14:36:39.412 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 0, 2024-04-15T14:36:39.412 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.412 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.412 INFO:tasks.workunit.client.0.smithi016.stdout: "req_open_latency": { 2024-04-15T14:36:39.412 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 0, 2024-04-15T14:36:39.412 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.412 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.412 INFO:tasks.workunit.client.0.smithi016.stdout: "req_readdir_latency": { 2024-04-15T14:36:39.412 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 0, 2024-04-15T14:36:39.412 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.412 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.412 INFO:tasks.workunit.client.0.smithi016.stdout: "req_rename_latency": { 2024-04-15T14:36:39.412 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 0, 2024-04-15T14:36:39.412 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.413 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.413 INFO:tasks.workunit.client.0.smithi016.stdout: "req_renamesnap_latency": { 2024-04-15T14:36:39.413 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 0, 2024-04-15T14:36:39.413 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.413 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.413 INFO:tasks.workunit.client.0.smithi016.stdout: "req_rmdir_latency": { 2024-04-15T14:36:39.413 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 0, 2024-04-15T14:36:39.413 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.413 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.413 INFO:tasks.workunit.client.0.smithi016.stdout: "req_rmsnap_latency": { 2024-04-15T14:36:39.413 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 0, 2024-04-15T14:36:39.413 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.413 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.413 INFO:tasks.workunit.client.0.smithi016.stdout: "req_rmxattr_latency": { 2024-04-15T14:36:39.414 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 0, 2024-04-15T14:36:39.414 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.414 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.414 INFO:tasks.workunit.client.0.smithi016.stdout: "req_setattr_latency": { 2024-04-15T14:36:39.414 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 0, 2024-04-15T14:36:39.414 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.414 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.414 INFO:tasks.workunit.client.0.smithi016.stdout: "req_setdirlayout_latency": { 2024-04-15T14:36:39.414 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 0, 2024-04-15T14:36:39.414 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.414 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.414 INFO:tasks.workunit.client.0.smithi016.stdout: "req_setfilelock_latency": { 2024-04-15T14:36:39.414 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 0, 2024-04-15T14:36:39.414 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.415 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.415 INFO:tasks.workunit.client.0.smithi016.stdout: "req_setlayout_latency": { 2024-04-15T14:36:39.415 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 0, 2024-04-15T14:36:39.415 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.415 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.415 INFO:tasks.workunit.client.0.smithi016.stdout: "req_setxattr_latency": { 2024-04-15T14:36:39.415 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 0, 2024-04-15T14:36:39.415 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.415 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.415 INFO:tasks.workunit.client.0.smithi016.stdout: "req_snapdiff_latency": { 2024-04-15T14:36:39.415 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 0, 2024-04-15T14:36:39.415 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.415 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.415 INFO:tasks.workunit.client.0.smithi016.stdout: "req_symlink_latency": { 2024-04-15T14:36:39.416 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 0, 2024-04-15T14:36:39.416 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.416 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.416 INFO:tasks.workunit.client.0.smithi016.stdout: "req_unlink_latency": { 2024-04-15T14:36:39.416 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 0, 2024-04-15T14:36:39.416 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.416 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T14:36:39.416 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.416 INFO:tasks.workunit.client.0.smithi016.stdout: "mds_sessions": { 2024-04-15T14:36:39.416 INFO:tasks.workunit.client.0.smithi016.stdout: "average_load": { 2024-04-15T14:36:39.416 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 1 2024-04-15T14:36:39.416 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.416 INFO:tasks.workunit.client.0.smithi016.stdout: "avg_session_uptime": { 2024-04-15T14:36:39.416 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 86 2024-04-15T14:36:39.416 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.417 INFO:tasks.workunit.client.0.smithi016.stdout: "mdthresh_evicted": { 2024-04-15T14:36:39.417 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.417 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.417 INFO:tasks.workunit.client.0.smithi016.stdout: "session_add": { 2024-04-15T14:36:39.417 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 2 2024-04-15T14:36:39.417 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.417 INFO:tasks.workunit.client.0.smithi016.stdout: "session_count": { 2024-04-15T14:36:39.417 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.417 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.417 INFO:tasks.workunit.client.0.smithi016.stdout: "session_remove": { 2024-04-15T14:36:39.417 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 2 2024-04-15T14:36:39.417 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.417 INFO:tasks.workunit.client.0.smithi016.stdout: "sessions_open": { 2024-04-15T14:36:39.417 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.417 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.418 INFO:tasks.workunit.client.0.smithi016.stdout: "sessions_stale": { 2024-04-15T14:36:39.418 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.418 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.418 INFO:tasks.workunit.client.0.smithi016.stdout: "total_load": { 2024-04-15T14:36:39.418 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 2 2024-04-15T14:36:39.418 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T14:36:39.418 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.418 INFO:tasks.workunit.client.0.smithi016.stdout: "objecter": { 2024-04-15T14:36:39.418 INFO:tasks.workunit.client.0.smithi016.stdout: "op_active": { 2024-04-15T14:36:39.418 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.418 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.418 INFO:tasks.workunit.client.0.smithi016.stdout: "op_r": { 2024-04-15T14:36:39.418 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.418 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.419 INFO:tasks.workunit.client.0.smithi016.stdout: "op_rmw": { 2024-04-15T14:36:39.419 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.419 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.419 INFO:tasks.workunit.client.0.smithi016.stdout: "op_w": { 2024-04-15T14:36:39.419 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 45 2024-04-15T14:36:39.419 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T14:36:39.419 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.419 INFO:tasks.workunit.client.0.smithi016.stdout: "purge_queue": { 2024-04-15T14:36:39.419 INFO:tasks.workunit.client.0.smithi016.stdout: "pq_executed": { 2024-04-15T14:36:39.419 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.419 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.419 INFO:tasks.workunit.client.0.smithi016.stdout: "pq_executing": { 2024-04-15T14:36:39.419 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.419 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.419 INFO:tasks.workunit.client.0.smithi016.stdout: "pq_executing_high_water": { 2024-04-15T14:36:39.420 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.420 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.420 INFO:tasks.workunit.client.0.smithi016.stdout: "pq_executing_ops": { 2024-04-15T14:36:39.420 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.420 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.420 INFO:tasks.workunit.client.0.smithi016.stdout: "pq_executing_ops_high_water": { 2024-04-15T14:36:39.420 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.420 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.420 INFO:tasks.workunit.client.0.smithi016.stdout: "pq_item_in_journal": { 2024-04-15T14:36:39.420 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.420 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T14:36:39.420 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T14:36:39.420 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.420 INFO:tasks.workunit.client.0.smithi016.stdout: "mon.96c04f3d51aa9c4650d798b6d991f5b64af8e5e4": { 2024-04-15T14:36:39.421 INFO:tasks.workunit.client.0.smithi016.stdout: "mon": { 2024-04-15T14:36:39.421 INFO:tasks.workunit.client.0.smithi016.stdout: "election_call": { 2024-04-15T14:36:39.421 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 2 2024-04-15T14:36:39.421 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.421 INFO:tasks.workunit.client.0.smithi016.stdout: "election_lose": { 2024-04-15T14:36:39.421 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 2 2024-04-15T14:36:39.421 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.421 INFO:tasks.workunit.client.0.smithi016.stdout: "election_win": { 2024-04-15T14:36:39.421 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.421 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.421 INFO:tasks.workunit.client.0.smithi016.stdout: "num_elections": { 2024-04-15T14:36:39.421 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 7 2024-04-15T14:36:39.421 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.421 INFO:tasks.workunit.client.0.smithi016.stdout: "num_sessions": { 2024-04-15T14:36:39.421 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 12 2024-04-15T14:36:39.422 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.422 INFO:tasks.workunit.client.0.smithi016.stdout: "session_add": { 2024-04-15T14:36:39.422 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 4 2024-04-15T14:36:39.422 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.422 INFO:tasks.workunit.client.0.smithi016.stdout: "session_rm": { 2024-04-15T14:36:39.422 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 56 2024-04-15T14:36:39.422 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.422 INFO:tasks.workunit.client.0.smithi016.stdout: "session_trim": { 2024-04-15T14:36:39.422 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.422 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T14:36:39.422 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.422 INFO:tasks.workunit.client.0.smithi016.stdout: "paxos": { 2024-04-15T14:36:39.422 INFO:tasks.workunit.client.0.smithi016.stdout: "accept_timeout": { 2024-04-15T14:36:39.422 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.423 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.423 INFO:tasks.workunit.client.0.smithi016.stdout: "begin": { 2024-04-15T14:36:39.423 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 791 2024-04-15T14:36:39.423 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.423 INFO:tasks.workunit.client.0.smithi016.stdout: "begin_bytes": { 2024-04-15T14:36:39.423 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 791, 2024-04-15T14:36:39.423 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 3924477 2024-04-15T14:36:39.423 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.423 INFO:tasks.workunit.client.0.smithi016.stdout: "begin_keys": { 2024-04-15T14:36:39.423 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 0, 2024-04-15T14:36:39.423 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.423 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.423 INFO:tasks.workunit.client.0.smithi016.stdout: "begin_latency": { 2024-04-15T14:36:39.424 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 791, 2024-04-15T14:36:39.424 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 163996542 2024-04-15T14:36:39.424 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.424 INFO:tasks.workunit.client.0.smithi016.stdout: "collect": { 2024-04-15T14:36:39.424 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 2 2024-04-15T14:36:39.424 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.424 INFO:tasks.workunit.client.0.smithi016.stdout: "collect_bytes": { 2024-04-15T14:36:39.424 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 2, 2024-04-15T14:36:39.424 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 146 2024-04-15T14:36:39.424 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.424 INFO:tasks.workunit.client.0.smithi016.stdout: "collect_keys": { 2024-04-15T14:36:39.424 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 2, 2024-04-15T14:36:39.424 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 2 2024-04-15T14:36:39.424 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.425 INFO:tasks.workunit.client.0.smithi016.stdout: "collect_latency": { 2024-04-15T14:36:39.425 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 2, 2024-04-15T14:36:39.425 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.425 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.425 INFO:tasks.workunit.client.0.smithi016.stdout: "collect_timeout": { 2024-04-15T14:36:39.425 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.425 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.425 INFO:tasks.workunit.client.0.smithi016.stdout: "collect_uncommitted": { 2024-04-15T14:36:39.425 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.425 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.425 INFO:tasks.workunit.client.0.smithi016.stdout: "commit": { 2024-04-15T14:36:39.425 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 792 2024-04-15T14:36:39.425 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.425 INFO:tasks.workunit.client.0.smithi016.stdout: "commit_bytes": { 2024-04-15T14:36:39.426 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 0, 2024-04-15T14:36:39.426 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.426 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.426 INFO:tasks.workunit.client.0.smithi016.stdout: "commit_keys": { 2024-04-15T14:36:39.426 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 0, 2024-04-15T14:36:39.426 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.426 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.426 INFO:tasks.workunit.client.0.smithi016.stdout: "commit_latency": { 2024-04-15T14:36:39.426 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 0, 2024-04-15T14:36:39.426 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.426 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.426 INFO:tasks.workunit.client.0.smithi016.stdout: "lease_ack_timeout": { 2024-04-15T14:36:39.426 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.426 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.427 INFO:tasks.workunit.client.0.smithi016.stdout: "lease_timeout": { 2024-04-15T14:36:39.427 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.427 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.427 INFO:tasks.workunit.client.0.smithi016.stdout: "new_pn": { 2024-04-15T14:36:39.427 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.427 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.427 INFO:tasks.workunit.client.0.smithi016.stdout: "new_pn_latency": { 2024-04-15T14:36:39.427 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 0, 2024-04-15T14:36:39.427 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.427 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.427 INFO:tasks.workunit.client.0.smithi016.stdout: "refresh": { 2024-04-15T14:36:39.427 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 792 2024-04-15T14:36:39.427 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.427 INFO:tasks.workunit.client.0.smithi016.stdout: "refresh_latency": { 2024-04-15T14:36:39.428 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 792, 2024-04-15T14:36:39.428 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 1795961958 2024-04-15T14:36:39.428 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.428 INFO:tasks.workunit.client.0.smithi016.stdout: "restart": { 2024-04-15T14:36:39.428 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 13 2024-04-15T14:36:39.428 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.428 INFO:tasks.workunit.client.0.smithi016.stdout: "share_state": { 2024-04-15T14:36:39.428 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.428 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.428 INFO:tasks.workunit.client.0.smithi016.stdout: "share_state_bytes": { 2024-04-15T14:36:39.428 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 0, 2024-04-15T14:36:39.428 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.428 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.428 INFO:tasks.workunit.client.0.smithi016.stdout: "share_state_keys": { 2024-04-15T14:36:39.429 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 0, 2024-04-15T14:36:39.429 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.429 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.429 INFO:tasks.workunit.client.0.smithi016.stdout: "start_leader": { 2024-04-15T14:36:39.429 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.429 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.429 INFO:tasks.workunit.client.0.smithi016.stdout: "start_peon": { 2024-04-15T14:36:39.429 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 2 2024-04-15T14:36:39.429 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.429 INFO:tasks.workunit.client.0.smithi016.stdout: "store_state": { 2024-04-15T14:36:39.429 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 792 2024-04-15T14:36:39.429 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.429 INFO:tasks.workunit.client.0.smithi016.stdout: "store_state_bytes": { 2024-04-15T14:36:39.429 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 792, 2024-04-15T14:36:39.429 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 7700444 2024-04-15T14:36:39.430 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.430 INFO:tasks.workunit.client.0.smithi016.stdout: "store_state_keys": { 2024-04-15T14:36:39.430 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 792, 2024-04-15T14:36:39.430 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 5430 2024-04-15T14:36:39.430 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.430 INFO:tasks.workunit.client.0.smithi016.stdout: "store_state_latency": { 2024-04-15T14:36:39.430 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 792, 2024-04-15T14:36:39.430 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 389991801 2024-04-15T14:36:39.430 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T14:36:39.430 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.430 INFO:tasks.workunit.client.0.smithi016.stdout: "prioritycache": { 2024-04-15T14:36:39.430 INFO:tasks.workunit.client.0.smithi016.stdout: "cache_bytes": { 2024-04-15T14:36:39.430 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 1020054731 2024-04-15T14:36:39.431 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.431 INFO:tasks.workunit.client.0.smithi016.stdout: "heap_bytes": { 2024-04-15T14:36:39.431 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 43851776 2024-04-15T14:36:39.431 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.431 INFO:tasks.workunit.client.0.smithi016.stdout: "mapped_bytes": { 2024-04-15T14:36:39.431 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 33783808 2024-04-15T14:36:39.431 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.431 INFO:tasks.workunit.client.0.smithi016.stdout: "target_bytes": { 2024-04-15T14:36:39.431 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 2147483648 2024-04-15T14:36:39.431 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.431 INFO:tasks.workunit.client.0.smithi016.stdout: "unmapped_bytes": { 2024-04-15T14:36:39.431 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 10067968 2024-04-15T14:36:39.431 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T14:36:39.431 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.432 INFO:tasks.workunit.client.0.smithi016.stdout: "prioritycache:full": { 2024-04-15T14:36:39.432 INFO:tasks.workunit.client.0.smithi016.stdout: "committed_bytes": { 2024-04-15T14:36:39.432 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 348127232 2024-04-15T14:36:39.432 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.432 INFO:tasks.workunit.client.0.smithi016.stdout: "pri0_bytes": { 2024-04-15T14:36:39.432 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.432 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.432 INFO:tasks.workunit.client.0.smithi016.stdout: "pri10_bytes": { 2024-04-15T14:36:39.432 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.432 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.432 INFO:tasks.workunit.client.0.smithi016.stdout: "pri11_bytes": { 2024-04-15T14:36:39.432 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 277020141 2024-04-15T14:36:39.432 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.432 INFO:tasks.workunit.client.0.smithi016.stdout: "pri1_bytes": { 2024-04-15T14:36:39.432 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 274363 2024-04-15T14:36:39.433 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.433 INFO:tasks.workunit.client.0.smithi016.stdout: "pri2_bytes": { 2024-04-15T14:36:39.433 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.433 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.433 INFO:tasks.workunit.client.0.smithi016.stdout: "pri3_bytes": { 2024-04-15T14:36:39.433 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.433 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.433 INFO:tasks.workunit.client.0.smithi016.stdout: "pri4_bytes": { 2024-04-15T14:36:39.433 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.433 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.433 INFO:tasks.workunit.client.0.smithi016.stdout: "pri5_bytes": { 2024-04-15T14:36:39.433 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.433 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.433 INFO:tasks.workunit.client.0.smithi016.stdout: "pri6_bytes": { 2024-04-15T14:36:39.434 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.434 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.434 INFO:tasks.workunit.client.0.smithi016.stdout: "pri7_bytes": { 2024-04-15T14:36:39.434 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.434 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.434 INFO:tasks.workunit.client.0.smithi016.stdout: "pri8_bytes": { 2024-04-15T14:36:39.434 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.434 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.434 INFO:tasks.workunit.client.0.smithi016.stdout: "pri9_bytes": { 2024-04-15T14:36:39.434 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.434 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.434 INFO:tasks.workunit.client.0.smithi016.stdout: "reserved_bytes": { 2024-04-15T14:36:39.434 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 70832728 2024-04-15T14:36:39.434 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T14:36:39.435 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.435 INFO:tasks.workunit.client.0.smithi016.stdout: "prioritycache:inc": { 2024-04-15T14:36:39.435 INFO:tasks.workunit.client.0.smithi016.stdout: "committed_bytes": { 2024-04-15T14:36:39.435 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 348127232 2024-04-15T14:36:39.435 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.435 INFO:tasks.workunit.client.0.smithi016.stdout: "pri0_bytes": { 2024-04-15T14:36:39.435 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.435 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.435 INFO:tasks.workunit.client.0.smithi016.stdout: "pri10_bytes": { 2024-04-15T14:36:39.435 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.435 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.435 INFO:tasks.workunit.client.0.smithi016.stdout: "pri11_bytes": { 2024-04-15T14:36:39.435 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 277020141 2024-04-15T14:36:39.435 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.436 INFO:tasks.workunit.client.0.smithi016.stdout: "pri1_bytes": { 2024-04-15T14:36:39.436 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 41624 2024-04-15T14:36:39.436 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.436 INFO:tasks.workunit.client.0.smithi016.stdout: "pri2_bytes": { 2024-04-15T14:36:39.436 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.436 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.436 INFO:tasks.workunit.client.0.smithi016.stdout: "pri3_bytes": { 2024-04-15T14:36:39.436 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.436 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.436 INFO:tasks.workunit.client.0.smithi016.stdout: "pri4_bytes": { 2024-04-15T14:36:39.436 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.436 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.436 INFO:tasks.workunit.client.0.smithi016.stdout: "pri5_bytes": { 2024-04-15T14:36:39.436 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.437 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.437 INFO:tasks.workunit.client.0.smithi016.stdout: "pri6_bytes": { 2024-04-15T14:36:39.437 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.437 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.437 INFO:tasks.workunit.client.0.smithi016.stdout: "pri7_bytes": { 2024-04-15T14:36:39.437 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.437 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.437 INFO:tasks.workunit.client.0.smithi016.stdout: "pri8_bytes": { 2024-04-15T14:36:39.437 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.437 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.437 INFO:tasks.workunit.client.0.smithi016.stdout: "pri9_bytes": { 2024-04-15T14:36:39.437 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.437 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.437 INFO:tasks.workunit.client.0.smithi016.stdout: "reserved_bytes": { 2024-04-15T14:36:39.437 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 71065467 2024-04-15T14:36:39.438 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T14:36:39.438 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.438 INFO:tasks.workunit.client.0.smithi016.stdout: "prioritycache:kv": { 2024-04-15T14:36:39.438 INFO:tasks.workunit.client.0.smithi016.stdout: "committed_bytes": { 2024-04-15T14:36:39.438 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 322961408 2024-04-15T14:36:39.438 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.438 INFO:tasks.workunit.client.0.smithi016.stdout: "pri0_bytes": { 2024-04-15T14:36:39.438 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 67108864 2024-04-15T14:36:39.438 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.438 INFO:tasks.workunit.client.0.smithi016.stdout: "pri10_bytes": { 2024-04-15T14:36:39.438 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.438 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.438 INFO:tasks.workunit.client.0.smithi016.stdout: "pri11_bytes": { 2024-04-15T14:36:39.438 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 184680094 2024-04-15T14:36:39.439 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.439 INFO:tasks.workunit.client.0.smithi016.stdout: "pri1_bytes": { 2024-04-15T14:36:39.439 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.439 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.439 INFO:tasks.workunit.client.0.smithi016.stdout: "pri2_bytes": { 2024-04-15T14:36:39.439 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.439 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.439 INFO:tasks.workunit.client.0.smithi016.stdout: "pri3_bytes": { 2024-04-15T14:36:39.439 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.439 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.439 INFO:tasks.workunit.client.0.smithi016.stdout: "pri4_bytes": { 2024-04-15T14:36:39.439 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.439 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.439 INFO:tasks.workunit.client.0.smithi016.stdout: "pri5_bytes": { 2024-04-15T14:36:39.439 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.440 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.440 INFO:tasks.workunit.client.0.smithi016.stdout: "pri6_bytes": { 2024-04-15T14:36:39.440 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.440 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.440 INFO:tasks.workunit.client.0.smithi016.stdout: "pri7_bytes": { 2024-04-15T14:36:39.440 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.440 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.440 INFO:tasks.workunit.client.0.smithi016.stdout: "pri8_bytes": { 2024-04-15T14:36:39.440 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.440 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.440 INFO:tasks.workunit.client.0.smithi016.stdout: "pri9_bytes": { 2024-04-15T14:36:39.440 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.440 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.440 INFO:tasks.workunit.client.0.smithi016.stdout: "reserved_bytes": { 2024-04-15T14:36:39.441 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 71172450 2024-04-15T14:36:39.441 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T14:36:39.441 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.441 INFO:tasks.workunit.client.0.smithi016.stdout: "rocksdb": { 2024-04-15T14:36:39.441 INFO:tasks.workunit.client.0.smithi016.stdout: "compact": { 2024-04-15T14:36:39.441 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.441 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.441 INFO:tasks.workunit.client.0.smithi016.stdout: "compact_queue_len": { 2024-04-15T14:36:39.441 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.441 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.441 INFO:tasks.workunit.client.0.smithi016.stdout: "compact_queue_merge": { 2024-04-15T14:36:39.441 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.441 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.441 INFO:tasks.workunit.client.0.smithi016.stdout: "compact_range": { 2024-04-15T14:36:39.441 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 1 2024-04-15T14:36:39.442 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.442 INFO:tasks.workunit.client.0.smithi016.stdout: "get_latency": { 2024-04-15T14:36:39.442 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 34073, 2024-04-15T14:36:39.442 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 85120858 2024-04-15T14:36:39.442 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.442 INFO:tasks.workunit.client.0.smithi016.stdout: "rocksdb_write_delay_time": { 2024-04-15T14:36:39.442 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 0, 2024-04-15T14:36:39.442 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.442 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.442 INFO:tasks.workunit.client.0.smithi016.stdout: "rocksdb_write_memtable_time": { 2024-04-15T14:36:39.442 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 0, 2024-04-15T14:36:39.442 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.442 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.442 INFO:tasks.workunit.client.0.smithi016.stdout: "rocksdb_write_pre_and_post_time": { 2024-04-15T14:36:39.443 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 0, 2024-04-15T14:36:39.443 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.443 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.443 INFO:tasks.workunit.client.0.smithi016.stdout: "rocksdb_write_wal_time": { 2024-04-15T14:36:39.443 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 0, 2024-04-15T14:36:39.443 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.443 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.443 INFO:tasks.workunit.client.0.smithi016.stdout: "submit_latency": { 2024-04-15T14:36:39.443 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 0, 2024-04-15T14:36:39.443 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.443 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.443 INFO:tasks.workunit.client.0.smithi016.stdout: "submit_sync_latency": { 2024-04-15T14:36:39.443 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 1729, 2024-04-15T14:36:39.444 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 655033394 2024-04-15T14:36:39.444 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T14:36:39.444 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T14:36:39.444 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.444 INFO:tasks.workunit.client.0.smithi016.stdout: "mon.db7bc7ff646004cab5cc32c315bc5a54adf74b4c": { 2024-04-15T14:36:39.444 INFO:tasks.workunit.client.0.smithi016.stdout: "mon": { 2024-04-15T14:36:39.444 INFO:tasks.workunit.client.0.smithi016.stdout: "election_call": { 2024-04-15T14:36:39.444 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 1 2024-04-15T14:36:39.444 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.444 INFO:tasks.workunit.client.0.smithi016.stdout: "election_lose": { 2024-04-15T14:36:39.444 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 1 2024-04-15T14:36:39.444 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.444 INFO:tasks.workunit.client.0.smithi016.stdout: "election_win": { 2024-04-15T14:36:39.444 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.445 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.445 INFO:tasks.workunit.client.0.smithi016.stdout: "num_elections": { 2024-04-15T14:36:39.445 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 3 2024-04-15T14:36:39.445 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.445 INFO:tasks.workunit.client.0.smithi016.stdout: "num_sessions": { 2024-04-15T14:36:39.445 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 10 2024-04-15T14:36:39.445 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.445 INFO:tasks.workunit.client.0.smithi016.stdout: "session_add": { 2024-04-15T14:36:39.445 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 5 2024-04-15T14:36:39.445 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.445 INFO:tasks.workunit.client.0.smithi016.stdout: "session_rm": { 2024-04-15T14:36:39.445 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 95 2024-04-15T14:36:39.445 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.445 INFO:tasks.workunit.client.0.smithi016.stdout: "session_trim": { 2024-04-15T14:36:39.446 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.446 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T14:36:39.446 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.446 INFO:tasks.workunit.client.0.smithi016.stdout: "paxos": { 2024-04-15T14:36:39.446 INFO:tasks.workunit.client.0.smithi016.stdout: "accept_timeout": { 2024-04-15T14:36:39.446 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.446 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.446 INFO:tasks.workunit.client.0.smithi016.stdout: "begin": { 2024-04-15T14:36:39.446 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 781 2024-04-15T14:36:39.446 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.446 INFO:tasks.workunit.client.0.smithi016.stdout: "begin_bytes": { 2024-04-15T14:36:39.446 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 781, 2024-04-15T14:36:39.446 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 3897275 2024-04-15T14:36:39.447 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.447 INFO:tasks.workunit.client.0.smithi016.stdout: "begin_keys": { 2024-04-15T14:36:39.447 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 0, 2024-04-15T14:36:39.447 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.447 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.447 INFO:tasks.workunit.client.0.smithi016.stdout: "begin_latency": { 2024-04-15T14:36:39.447 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 781, 2024-04-15T14:36:39.447 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 99998549 2024-04-15T14:36:39.447 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.447 INFO:tasks.workunit.client.0.smithi016.stdout: "collect": { 2024-04-15T14:36:39.447 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 1 2024-04-15T14:36:39.447 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.447 INFO:tasks.workunit.client.0.smithi016.stdout: "collect_bytes": { 2024-04-15T14:36:39.447 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 1, 2024-04-15T14:36:39.447 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 73 2024-04-15T14:36:39.448 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.448 INFO:tasks.workunit.client.0.smithi016.stdout: "collect_keys": { 2024-04-15T14:36:39.448 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 1, 2024-04-15T14:36:39.448 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 1 2024-04-15T14:36:39.448 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.448 INFO:tasks.workunit.client.0.smithi016.stdout: "collect_latency": { 2024-04-15T14:36:39.448 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 1, 2024-04-15T14:36:39.448 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.448 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.448 INFO:tasks.workunit.client.0.smithi016.stdout: "collect_timeout": { 2024-04-15T14:36:39.448 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.448 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.448 INFO:tasks.workunit.client.0.smithi016.stdout: "collect_uncommitted": { 2024-04-15T14:36:39.448 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.449 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.449 INFO:tasks.workunit.client.0.smithi016.stdout: "commit": { 2024-04-15T14:36:39.449 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 783 2024-04-15T14:36:39.449 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.449 INFO:tasks.workunit.client.0.smithi016.stdout: "commit_bytes": { 2024-04-15T14:36:39.449 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 0, 2024-04-15T14:36:39.449 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.449 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.449 INFO:tasks.workunit.client.0.smithi016.stdout: "commit_keys": { 2024-04-15T14:36:39.449 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 0, 2024-04-15T14:36:39.449 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.449 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.449 INFO:tasks.workunit.client.0.smithi016.stdout: "commit_latency": { 2024-04-15T14:36:39.449 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 0, 2024-04-15T14:36:39.450 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.450 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.450 INFO:tasks.workunit.client.0.smithi016.stdout: "lease_ack_timeout": { 2024-04-15T14:36:39.450 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.450 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.450 INFO:tasks.workunit.client.0.smithi016.stdout: "lease_timeout": { 2024-04-15T14:36:39.450 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.450 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.450 INFO:tasks.workunit.client.0.smithi016.stdout: "new_pn": { 2024-04-15T14:36:39.450 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.450 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.450 INFO:tasks.workunit.client.0.smithi016.stdout: "new_pn_latency": { 2024-04-15T14:36:39.450 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 0, 2024-04-15T14:36:39.450 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.451 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.451 INFO:tasks.workunit.client.0.smithi016.stdout: "refresh": { 2024-04-15T14:36:39.451 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 783 2024-04-15T14:36:39.451 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.451 INFO:tasks.workunit.client.0.smithi016.stdout: "refresh_latency": { 2024-04-15T14:36:39.451 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 783, 2024-04-15T14:36:39.451 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 1801973882 2024-04-15T14:36:39.451 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.451 INFO:tasks.workunit.client.0.smithi016.stdout: "restart": { 2024-04-15T14:36:39.451 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 8 2024-04-15T14:36:39.451 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.451 INFO:tasks.workunit.client.0.smithi016.stdout: "share_state": { 2024-04-15T14:36:39.451 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.452 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.452 INFO:tasks.workunit.client.0.smithi016.stdout: "share_state_bytes": { 2024-04-15T14:36:39.452 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 0, 2024-04-15T14:36:39.452 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.452 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.452 INFO:tasks.workunit.client.0.smithi016.stdout: "share_state_keys": { 2024-04-15T14:36:39.452 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 0, 2024-04-15T14:36:39.452 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.452 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.452 INFO:tasks.workunit.client.0.smithi016.stdout: "start_leader": { 2024-04-15T14:36:39.452 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.452 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.452 INFO:tasks.workunit.client.0.smithi016.stdout: "start_peon": { 2024-04-15T14:36:39.452 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 1 2024-04-15T14:36:39.452 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.453 INFO:tasks.workunit.client.0.smithi016.stdout: "store_state": { 2024-04-15T14:36:39.453 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 782 2024-04-15T14:36:39.453 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.453 INFO:tasks.workunit.client.0.smithi016.stdout: "store_state_bytes": { 2024-04-15T14:36:39.453 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 782, 2024-04-15T14:36:39.453 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 7648138 2024-04-15T14:36:39.453 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.453 INFO:tasks.workunit.client.0.smithi016.stdout: "store_state_keys": { 2024-04-15T14:36:39.453 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 782, 2024-04-15T14:36:39.453 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 5354 2024-04-15T14:36:39.453 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.453 INFO:tasks.workunit.client.0.smithi016.stdout: "store_state_latency": { 2024-04-15T14:36:39.453 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 782, 2024-04-15T14:36:39.453 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 89998698 2024-04-15T14:36:39.454 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T14:36:39.454 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.454 INFO:tasks.workunit.client.0.smithi016.stdout: "prioritycache": { 2024-04-15T14:36:39.454 INFO:tasks.workunit.client.0.smithi016.stdout: "cache_bytes": { 2024-04-15T14:36:39.454 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 1020054731 2024-04-15T14:36:39.454 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.454 INFO:tasks.workunit.client.0.smithi016.stdout: "heap_bytes": { 2024-04-15T14:36:39.454 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 41754624 2024-04-15T14:36:39.454 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.454 INFO:tasks.workunit.client.0.smithi016.stdout: "mapped_bytes": { 2024-04-15T14:36:39.454 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 30359552 2024-04-15T14:36:39.454 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.454 INFO:tasks.workunit.client.0.smithi016.stdout: "target_bytes": { 2024-04-15T14:36:39.454 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 2147483648 2024-04-15T14:36:39.455 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.455 INFO:tasks.workunit.client.0.smithi016.stdout: "unmapped_bytes": { 2024-04-15T14:36:39.455 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 11395072 2024-04-15T14:36:39.455 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T14:36:39.455 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.455 INFO:tasks.workunit.client.0.smithi016.stdout: "prioritycache:full": { 2024-04-15T14:36:39.455 INFO:tasks.workunit.client.0.smithi016.stdout: "committed_bytes": { 2024-04-15T14:36:39.455 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 348127232 2024-04-15T14:36:39.455 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.455 INFO:tasks.workunit.client.0.smithi016.stdout: "pri0_bytes": { 2024-04-15T14:36:39.455 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.455 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.455 INFO:tasks.workunit.client.0.smithi016.stdout: "pri10_bytes": { 2024-04-15T14:36:39.455 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.456 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.456 INFO:tasks.workunit.client.0.smithi016.stdout: "pri11_bytes": { 2024-04-15T14:36:39.456 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 277020141 2024-04-15T14:36:39.456 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.456 INFO:tasks.workunit.client.0.smithi016.stdout: "pri1_bytes": { 2024-04-15T14:36:39.456 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 274363 2024-04-15T14:36:39.456 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.456 INFO:tasks.workunit.client.0.smithi016.stdout: "pri2_bytes": { 2024-04-15T14:36:39.456 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.456 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.456 INFO:tasks.workunit.client.0.smithi016.stdout: "pri3_bytes": { 2024-04-15T14:36:39.456 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.456 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.456 INFO:tasks.workunit.client.0.smithi016.stdout: "pri4_bytes": { 2024-04-15T14:36:39.456 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.457 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.457 INFO:tasks.workunit.client.0.smithi016.stdout: "pri5_bytes": { 2024-04-15T14:36:39.457 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.457 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.457 INFO:tasks.workunit.client.0.smithi016.stdout: "pri6_bytes": { 2024-04-15T14:36:39.457 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.457 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.457 INFO:tasks.workunit.client.0.smithi016.stdout: "pri7_bytes": { 2024-04-15T14:36:39.457 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.457 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.457 INFO:tasks.workunit.client.0.smithi016.stdout: "pri8_bytes": { 2024-04-15T14:36:39.457 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.457 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.457 INFO:tasks.workunit.client.0.smithi016.stdout: "pri9_bytes": { 2024-04-15T14:36:39.457 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.458 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.458 INFO:tasks.workunit.client.0.smithi016.stdout: "reserved_bytes": { 2024-04-15T14:36:39.458 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 70832728 2024-04-15T14:36:39.458 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T14:36:39.458 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.458 INFO:tasks.workunit.client.0.smithi016.stdout: "prioritycache:inc": { 2024-04-15T14:36:39.458 INFO:tasks.workunit.client.0.smithi016.stdout: "committed_bytes": { 2024-04-15T14:36:39.458 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 348127232 2024-04-15T14:36:39.458 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.458 INFO:tasks.workunit.client.0.smithi016.stdout: "pri0_bytes": { 2024-04-15T14:36:39.458 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.458 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.458 INFO:tasks.workunit.client.0.smithi016.stdout: "pri10_bytes": { 2024-04-15T14:36:39.458 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.459 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.459 INFO:tasks.workunit.client.0.smithi016.stdout: "pri11_bytes": { 2024-04-15T14:36:39.459 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 277020141 2024-04-15T14:36:39.459 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.459 INFO:tasks.workunit.client.0.smithi016.stdout: "pri1_bytes": { 2024-04-15T14:36:39.459 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 41624 2024-04-15T14:36:39.459 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.459 INFO:tasks.workunit.client.0.smithi016.stdout: "pri2_bytes": { 2024-04-15T14:36:39.459 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.459 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.459 INFO:tasks.workunit.client.0.smithi016.stdout: "pri3_bytes": { 2024-04-15T14:36:39.459 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.459 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.459 INFO:tasks.workunit.client.0.smithi016.stdout: "pri4_bytes": { 2024-04-15T14:36:39.460 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.460 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.460 INFO:tasks.workunit.client.0.smithi016.stdout: "pri5_bytes": { 2024-04-15T14:36:39.460 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.460 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.460 INFO:tasks.workunit.client.0.smithi016.stdout: "pri6_bytes": { 2024-04-15T14:36:39.460 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.460 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.460 INFO:tasks.workunit.client.0.smithi016.stdout: "pri7_bytes": { 2024-04-15T14:36:39.460 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.460 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.460 INFO:tasks.workunit.client.0.smithi016.stdout: "pri8_bytes": { 2024-04-15T14:36:39.460 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.460 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.460 INFO:tasks.workunit.client.0.smithi016.stdout: "pri9_bytes": { 2024-04-15T14:36:39.461 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.461 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.461 INFO:tasks.workunit.client.0.smithi016.stdout: "reserved_bytes": { 2024-04-15T14:36:39.461 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 71065467 2024-04-15T14:36:39.461 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T14:36:39.461 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.461 INFO:tasks.workunit.client.0.smithi016.stdout: "prioritycache:kv": { 2024-04-15T14:36:39.461 INFO:tasks.workunit.client.0.smithi016.stdout: "committed_bytes": { 2024-04-15T14:36:39.461 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 322961408 2024-04-15T14:36:39.461 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.461 INFO:tasks.workunit.client.0.smithi016.stdout: "pri0_bytes": { 2024-04-15T14:36:39.461 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 67108864 2024-04-15T14:36:39.461 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.461 INFO:tasks.workunit.client.0.smithi016.stdout: "pri10_bytes": { 2024-04-15T14:36:39.461 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.462 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.462 INFO:tasks.workunit.client.0.smithi016.stdout: "pri11_bytes": { 2024-04-15T14:36:39.462 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 184680094 2024-04-15T14:36:39.462 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.462 INFO:tasks.workunit.client.0.smithi016.stdout: "pri1_bytes": { 2024-04-15T14:36:39.462 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.462 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.462 INFO:tasks.workunit.client.0.smithi016.stdout: "pri2_bytes": { 2024-04-15T14:36:39.462 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.462 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.462 INFO:tasks.workunit.client.0.smithi016.stdout: "pri3_bytes": { 2024-04-15T14:36:39.462 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.462 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.462 INFO:tasks.workunit.client.0.smithi016.stdout: "pri4_bytes": { 2024-04-15T14:36:39.463 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.463 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.463 INFO:tasks.workunit.client.0.smithi016.stdout: "pri5_bytes": { 2024-04-15T14:36:39.463 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.463 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.463 INFO:tasks.workunit.client.0.smithi016.stdout: "pri6_bytes": { 2024-04-15T14:36:39.463 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.463 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.463 INFO:tasks.workunit.client.0.smithi016.stdout: "pri7_bytes": { 2024-04-15T14:36:39.463 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.463 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.463 INFO:tasks.workunit.client.0.smithi016.stdout: "pri8_bytes": { 2024-04-15T14:36:39.463 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.463 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.463 INFO:tasks.workunit.client.0.smithi016.stdout: "pri9_bytes": { 2024-04-15T14:36:39.464 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.464 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.464 INFO:tasks.workunit.client.0.smithi016.stdout: "reserved_bytes": { 2024-04-15T14:36:39.464 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 71172450 2024-04-15T14:36:39.464 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T14:36:39.464 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.464 INFO:tasks.workunit.client.0.smithi016.stdout: "rocksdb": { 2024-04-15T14:36:39.464 INFO:tasks.workunit.client.0.smithi016.stdout: "compact": { 2024-04-15T14:36:39.464 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.464 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.464 INFO:tasks.workunit.client.0.smithi016.stdout: "compact_queue_len": { 2024-04-15T14:36:39.464 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.465 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.465 INFO:tasks.workunit.client.0.smithi016.stdout: "compact_queue_merge": { 2024-04-15T14:36:39.465 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.465 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.465 INFO:tasks.workunit.client.0.smithi016.stdout: "compact_range": { 2024-04-15T14:36:39.465 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 1 2024-04-15T14:36:39.465 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.465 INFO:tasks.workunit.client.0.smithi016.stdout: "get_latency": { 2024-04-15T14:36:39.465 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 33365, 2024-04-15T14:36:39.465 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 93709851 2024-04-15T14:36:39.465 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.465 INFO:tasks.workunit.client.0.smithi016.stdout: "rocksdb_write_delay_time": { 2024-04-15T14:36:39.465 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 0, 2024-04-15T14:36:39.465 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.465 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.466 INFO:tasks.workunit.client.0.smithi016.stdout: "rocksdb_write_memtable_time": { 2024-04-15T14:36:39.466 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 0, 2024-04-15T14:36:39.466 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.466 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.466 INFO:tasks.workunit.client.0.smithi016.stdout: "rocksdb_write_pre_and_post_time": { 2024-04-15T14:36:39.466 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 0, 2024-04-15T14:36:39.466 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.466 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.466 INFO:tasks.workunit.client.0.smithi016.stdout: "rocksdb_write_wal_time": { 2024-04-15T14:36:39.466 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 0, 2024-04-15T14:36:39.466 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.466 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.466 INFO:tasks.workunit.client.0.smithi016.stdout: "submit_latency": { 2024-04-15T14:36:39.466 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 0, 2024-04-15T14:36:39.467 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.467 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.467 INFO:tasks.workunit.client.0.smithi016.stdout: "submit_sync_latency": { 2024-04-15T14:36:39.467 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 1683, 2024-04-15T14:36:39.467 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 203372750 2024-04-15T14:36:39.467 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T14:36:39.467 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T14:36:39.467 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.467 INFO:tasks.workunit.client.0.smithi016.stdout: "mon.dd602b36cabf11effbd0d8bd19ba267ecac4bcd8": { 2024-04-15T14:36:39.467 INFO:tasks.workunit.client.0.smithi016.stdout: "mon": { 2024-04-15T14:36:39.467 INFO:tasks.workunit.client.0.smithi016.stdout: "election_call": { 2024-04-15T14:36:39.467 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 2 2024-04-15T14:36:39.467 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.467 INFO:tasks.workunit.client.0.smithi016.stdout: "election_lose": { 2024-04-15T14:36:39.468 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.468 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.468 INFO:tasks.workunit.client.0.smithi016.stdout: "election_win": { 2024-04-15T14:36:39.468 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 3 2024-04-15T14:36:39.468 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.468 INFO:tasks.workunit.client.0.smithi016.stdout: "num_elections": { 2024-04-15T14:36:39.468 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 9 2024-04-15T14:36:39.468 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.468 INFO:tasks.workunit.client.0.smithi016.stdout: "num_sessions": { 2024-04-15T14:36:39.468 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 8 2024-04-15T14:36:39.468 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.468 INFO:tasks.workunit.client.0.smithi016.stdout: "session_add": { 2024-04-15T14:36:39.468 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 3 2024-04-15T14:36:39.468 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.469 INFO:tasks.workunit.client.0.smithi016.stdout: "session_rm": { 2024-04-15T14:36:39.469 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 210 2024-04-15T14:36:39.469 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.469 INFO:tasks.workunit.client.0.smithi016.stdout: "session_trim": { 2024-04-15T14:36:39.469 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.469 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T14:36:39.469 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.469 INFO:tasks.workunit.client.0.smithi016.stdout: "paxos": { 2024-04-15T14:36:39.469 INFO:tasks.workunit.client.0.smithi016.stdout: "accept_timeout": { 2024-04-15T14:36:39.469 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.469 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.469 INFO:tasks.workunit.client.0.smithi016.stdout: "begin": { 2024-04-15T14:36:39.469 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 916 2024-04-15T14:36:39.469 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.469 INFO:tasks.workunit.client.0.smithi016.stdout: "begin_bytes": { 2024-04-15T14:36:39.470 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 916, 2024-04-15T14:36:39.470 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 4966095 2024-04-15T14:36:39.470 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.470 INFO:tasks.workunit.client.0.smithi016.stdout: "begin_keys": { 2024-04-15T14:36:39.470 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 916, 2024-04-15T14:36:39.470 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 2748 2024-04-15T14:36:39.470 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.470 INFO:tasks.workunit.client.0.smithi016.stdout: "begin_latency": { 2024-04-15T14:36:39.470 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 916, 2024-04-15T14:36:39.470 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 142997929 2024-04-15T14:36:39.470 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.470 INFO:tasks.workunit.client.0.smithi016.stdout: "collect": { 2024-04-15T14:36:39.470 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.471 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.471 INFO:tasks.workunit.client.0.smithi016.stdout: "collect_bytes": { 2024-04-15T14:36:39.471 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 0, 2024-04-15T14:36:39.471 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.471 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.471 INFO:tasks.workunit.client.0.smithi016.stdout: "collect_keys": { 2024-04-15T14:36:39.471 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 0, 2024-04-15T14:36:39.471 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.471 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.471 INFO:tasks.workunit.client.0.smithi016.stdout: "collect_latency": { 2024-04-15T14:36:39.471 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 0, 2024-04-15T14:36:39.471 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.471 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.471 INFO:tasks.workunit.client.0.smithi016.stdout: "collect_timeout": { 2024-04-15T14:36:39.471 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.472 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.472 INFO:tasks.workunit.client.0.smithi016.stdout: "collect_uncommitted": { 2024-04-15T14:36:39.472 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.472 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.472 INFO:tasks.workunit.client.0.smithi016.stdout: "commit": { 2024-04-15T14:36:39.472 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 916 2024-04-15T14:36:39.472 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.472 INFO:tasks.workunit.client.0.smithi016.stdout: "commit_bytes": { 2024-04-15T14:36:39.472 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 916, 2024-04-15T14:36:39.472 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 4900201 2024-04-15T14:36:39.472 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.472 INFO:tasks.workunit.client.0.smithi016.stdout: "commit_keys": { 2024-04-15T14:36:39.472 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 916, 2024-04-15T14:36:39.472 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 5318 2024-04-15T14:36:39.473 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.473 INFO:tasks.workunit.client.0.smithi016.stdout: "commit_latency": { 2024-04-15T14:36:39.473 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 916, 2024-04-15T14:36:39.473 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 129351404 2024-04-15T14:36:39.473 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.473 INFO:tasks.workunit.client.0.smithi016.stdout: "lease_ack_timeout": { 2024-04-15T14:36:39.473 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.473 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.473 INFO:tasks.workunit.client.0.smithi016.stdout: "lease_timeout": { 2024-04-15T14:36:39.473 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.473 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.473 INFO:tasks.workunit.client.0.smithi016.stdout: "new_pn": { 2024-04-15T14:36:39.473 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 2 2024-04-15T14:36:39.473 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.473 INFO:tasks.workunit.client.0.smithi016.stdout: "new_pn_latency": { 2024-04-15T14:36:39.474 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 2, 2024-04-15T14:36:39.474 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.474 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.474 INFO:tasks.workunit.client.0.smithi016.stdout: "refresh": { 2024-04-15T14:36:39.474 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 918 2024-04-15T14:36:39.474 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.474 INFO:tasks.workunit.client.0.smithi016.stdout: "refresh_latency": { 2024-04-15T14:36:39.474 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 918, 2024-04-15T14:36:39.474 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 2235967640 2024-04-15T14:36:39.474 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.474 INFO:tasks.workunit.client.0.smithi016.stdout: "restart": { 2024-04-15T14:36:39.474 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 12 2024-04-15T14:36:39.474 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.475 INFO:tasks.workunit.client.0.smithi016.stdout: "share_state": { 2024-04-15T14:36:39.475 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 3 2024-04-15T14:36:39.475 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.475 INFO:tasks.workunit.client.0.smithi016.stdout: "share_state_bytes": { 2024-04-15T14:36:39.475 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 3, 2024-04-15T14:36:39.475 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 1627 2024-04-15T14:36:39.475 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.475 INFO:tasks.workunit.client.0.smithi016.stdout: "share_state_keys": { 2024-04-15T14:36:39.475 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 3, 2024-04-15T14:36:39.475 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 3 2024-04-15T14:36:39.475 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.475 INFO:tasks.workunit.client.0.smithi016.stdout: "start_leader": { 2024-04-15T14:36:39.475 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 3 2024-04-15T14:36:39.475 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.476 INFO:tasks.workunit.client.0.smithi016.stdout: "start_peon": { 2024-04-15T14:36:39.476 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.476 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.476 INFO:tasks.workunit.client.0.smithi016.stdout: "store_state": { 2024-04-15T14:36:39.476 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.476 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.476 INFO:tasks.workunit.client.0.smithi016.stdout: "store_state_bytes": { 2024-04-15T14:36:39.476 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 0, 2024-04-15T14:36:39.476 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.476 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.476 INFO:tasks.workunit.client.0.smithi016.stdout: "store_state_keys": { 2024-04-15T14:36:39.476 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 0, 2024-04-15T14:36:39.476 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.476 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.476 INFO:tasks.workunit.client.0.smithi016.stdout: "store_state_latency": { 2024-04-15T14:36:39.477 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 0, 2024-04-15T14:36:39.477 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.477 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T14:36:39.477 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.477 INFO:tasks.workunit.client.0.smithi016.stdout: "prioritycache": { 2024-04-15T14:36:39.477 INFO:tasks.workunit.client.0.smithi016.stdout: "cache_bytes": { 2024-04-15T14:36:39.477 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 1020054731 2024-04-15T14:36:39.477 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.477 INFO:tasks.workunit.client.0.smithi016.stdout: "heap_bytes": { 2024-04-15T14:36:39.477 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 46899200 2024-04-15T14:36:39.477 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.477 INFO:tasks.workunit.client.0.smithi016.stdout: "mapped_bytes": { 2024-04-15T14:36:39.477 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 40116224 2024-04-15T14:36:39.477 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.477 INFO:tasks.workunit.client.0.smithi016.stdout: "target_bytes": { 2024-04-15T14:36:39.478 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 2147483648 2024-04-15T14:36:39.478 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.478 INFO:tasks.workunit.client.0.smithi016.stdout: "unmapped_bytes": { 2024-04-15T14:36:39.478 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 6782976 2024-04-15T14:36:39.478 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T14:36:39.478 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.478 INFO:tasks.workunit.client.0.smithi016.stdout: "prioritycache:full": { 2024-04-15T14:36:39.478 INFO:tasks.workunit.client.0.smithi016.stdout: "committed_bytes": { 2024-04-15T14:36:39.478 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 348127232 2024-04-15T14:36:39.478 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.478 INFO:tasks.workunit.client.0.smithi016.stdout: "pri0_bytes": { 2024-04-15T14:36:39.478 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.478 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.478 INFO:tasks.workunit.client.0.smithi016.stdout: "pri10_bytes": { 2024-04-15T14:36:39.479 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.479 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.479 INFO:tasks.workunit.client.0.smithi016.stdout: "pri11_bytes": { 2024-04-15T14:36:39.479 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 277021216 2024-04-15T14:36:39.479 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.479 INFO:tasks.workunit.client.0.smithi016.stdout: "pri1_bytes": { 2024-04-15T14:36:39.479 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 273933 2024-04-15T14:36:39.479 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.479 INFO:tasks.workunit.client.0.smithi016.stdout: "pri2_bytes": { 2024-04-15T14:36:39.479 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.479 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.479 INFO:tasks.workunit.client.0.smithi016.stdout: "pri3_bytes": { 2024-04-15T14:36:39.479 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.479 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.480 INFO:tasks.workunit.client.0.smithi016.stdout: "pri4_bytes": { 2024-04-15T14:36:39.480 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.480 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.480 INFO:tasks.workunit.client.0.smithi016.stdout: "pri5_bytes": { 2024-04-15T14:36:39.480 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.480 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.480 INFO:tasks.workunit.client.0.smithi016.stdout: "pri6_bytes": { 2024-04-15T14:36:39.480 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.480 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.480 INFO:tasks.workunit.client.0.smithi016.stdout: "pri7_bytes": { 2024-04-15T14:36:39.480 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.480 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.480 INFO:tasks.workunit.client.0.smithi016.stdout: "pri8_bytes": { 2024-04-15T14:36:39.480 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.480 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.481 INFO:tasks.workunit.client.0.smithi016.stdout: "pri9_bytes": { 2024-04-15T14:36:39.481 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.481 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.481 INFO:tasks.workunit.client.0.smithi016.stdout: "reserved_bytes": { 2024-04-15T14:36:39.481 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 70832083 2024-04-15T14:36:39.481 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T14:36:39.481 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.481 INFO:tasks.workunit.client.0.smithi016.stdout: "prioritycache:inc": { 2024-04-15T14:36:39.481 INFO:tasks.workunit.client.0.smithi016.stdout: "committed_bytes": { 2024-04-15T14:36:39.481 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 348127232 2024-04-15T14:36:39.481 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.481 INFO:tasks.workunit.client.0.smithi016.stdout: "pri0_bytes": { 2024-04-15T14:36:39.481 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.481 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.482 INFO:tasks.workunit.client.0.smithi016.stdout: "pri10_bytes": { 2024-04-15T14:36:39.482 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.482 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.482 INFO:tasks.workunit.client.0.smithi016.stdout: "pri11_bytes": { 2024-04-15T14:36:39.482 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 277021216 2024-04-15T14:36:39.482 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.482 INFO:tasks.workunit.client.0.smithi016.stdout: "pri1_bytes": { 2024-04-15T14:36:39.482 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 39185 2024-04-15T14:36:39.482 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.482 INFO:tasks.workunit.client.0.smithi016.stdout: "pri2_bytes": { 2024-04-15T14:36:39.482 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.482 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.482 INFO:tasks.workunit.client.0.smithi016.stdout: "pri3_bytes": { 2024-04-15T14:36:39.482 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.483 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.483 INFO:tasks.workunit.client.0.smithi016.stdout: "pri4_bytes": { 2024-04-15T14:36:39.483 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.483 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.483 INFO:tasks.workunit.client.0.smithi016.stdout: "pri5_bytes": { 2024-04-15T14:36:39.483 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.483 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.483 INFO:tasks.workunit.client.0.smithi016.stdout: "pri6_bytes": { 2024-04-15T14:36:39.483 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.483 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.483 INFO:tasks.workunit.client.0.smithi016.stdout: "pri7_bytes": { 2024-04-15T14:36:39.483 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.483 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.483 INFO:tasks.workunit.client.0.smithi016.stdout: "pri8_bytes": { 2024-04-15T14:36:39.483 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.484 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.484 INFO:tasks.workunit.client.0.smithi016.stdout: "pri9_bytes": { 2024-04-15T14:36:39.484 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.484 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.484 INFO:tasks.workunit.client.0.smithi016.stdout: "reserved_bytes": { 2024-04-15T14:36:39.484 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 71066831 2024-04-15T14:36:39.484 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T14:36:39.484 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.484 INFO:tasks.workunit.client.0.smithi016.stdout: "prioritycache:kv": { 2024-04-15T14:36:39.484 INFO:tasks.workunit.client.0.smithi016.stdout: "committed_bytes": { 2024-04-15T14:36:39.484 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 322961408 2024-04-15T14:36:39.484 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.485 INFO:tasks.workunit.client.0.smithi016.stdout: "pri0_bytes": { 2024-04-15T14:36:39.485 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 67108864 2024-04-15T14:36:39.485 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.485 INFO:tasks.workunit.client.0.smithi016.stdout: "pri10_bytes": { 2024-04-15T14:36:39.485 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.485 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.485 INFO:tasks.workunit.client.0.smithi016.stdout: "pri11_bytes": { 2024-04-15T14:36:39.485 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 184680811 2024-04-15T14:36:39.485 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.485 INFO:tasks.workunit.client.0.smithi016.stdout: "pri1_bytes": { 2024-04-15T14:36:39.485 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.485 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.485 INFO:tasks.workunit.client.0.smithi016.stdout: "pri2_bytes": { 2024-04-15T14:36:39.485 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.486 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.486 INFO:tasks.workunit.client.0.smithi016.stdout: "pri3_bytes": { 2024-04-15T14:36:39.486 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.486 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.486 INFO:tasks.workunit.client.0.smithi016.stdout: "pri4_bytes": { 2024-04-15T14:36:39.486 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.486 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.486 INFO:tasks.workunit.client.0.smithi016.stdout: "pri5_bytes": { 2024-04-15T14:36:39.486 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.486 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.486 INFO:tasks.workunit.client.0.smithi016.stdout: "pri6_bytes": { 2024-04-15T14:36:39.486 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.486 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.486 INFO:tasks.workunit.client.0.smithi016.stdout: "pri7_bytes": { 2024-04-15T14:36:39.487 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.487 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.487 INFO:tasks.workunit.client.0.smithi016.stdout: "pri8_bytes": { 2024-04-15T14:36:39.487 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.487 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.487 INFO:tasks.workunit.client.0.smithi016.stdout: "pri9_bytes": { 2024-04-15T14:36:39.487 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.487 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.487 INFO:tasks.workunit.client.0.smithi016.stdout: "reserved_bytes": { 2024-04-15T14:36:39.487 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 71171733 2024-04-15T14:36:39.487 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T14:36:39.487 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.487 INFO:tasks.workunit.client.0.smithi016.stdout: "rocksdb": { 2024-04-15T14:36:39.487 INFO:tasks.workunit.client.0.smithi016.stdout: "compact": { 2024-04-15T14:36:39.488 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.488 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.488 INFO:tasks.workunit.client.0.smithi016.stdout: "compact_queue_len": { 2024-04-15T14:36:39.488 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.488 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.488 INFO:tasks.workunit.client.0.smithi016.stdout: "compact_queue_merge": { 2024-04-15T14:36:39.488 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.488 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.488 INFO:tasks.workunit.client.0.smithi016.stdout: "compact_range": { 2024-04-15T14:36:39.488 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 1 2024-04-15T14:36:39.488 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.488 INFO:tasks.workunit.client.0.smithi016.stdout: "get_latency": { 2024-04-15T14:36:39.488 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 40977, 2024-04-15T14:36:39.488 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 187203402 2024-04-15T14:36:39.489 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.489 INFO:tasks.workunit.client.0.smithi016.stdout: "rocksdb_write_delay_time": { 2024-04-15T14:36:39.489 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 0, 2024-04-15T14:36:39.489 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.489 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.489 INFO:tasks.workunit.client.0.smithi016.stdout: "rocksdb_write_memtable_time": { 2024-04-15T14:36:39.489 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 0, 2024-04-15T14:36:39.489 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.489 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.489 INFO:tasks.workunit.client.0.smithi016.stdout: "rocksdb_write_pre_and_post_time": { 2024-04-15T14:36:39.489 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 0, 2024-04-15T14:36:39.489 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.489 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.489 INFO:tasks.workunit.client.0.smithi016.stdout: "rocksdb_write_wal_time": { 2024-04-15T14:36:39.490 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 0, 2024-04-15T14:36:39.490 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.490 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.490 INFO:tasks.workunit.client.0.smithi016.stdout: "submit_latency": { 2024-04-15T14:36:39.490 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 0, 2024-04-15T14:36:39.490 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.490 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.490 INFO:tasks.workunit.client.0.smithi016.stdout: "submit_sync_latency": { 2024-04-15T14:36:39.490 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 1996, 2024-04-15T14:36:39.490 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 268731264 2024-04-15T14:36:39.490 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T14:36:39.490 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T14:36:39.490 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.491 INFO:tasks.workunit.client.0.smithi016.stdout: "osd.0": { 2024-04-15T14:36:39.491 INFO:tasks.workunit.client.0.smithi016.stdout: "bluefs": { 2024-04-15T14:36:39.491 INFO:tasks.workunit.client.0.smithi016.stdout: "alloc_slow_fallback": { 2024-04-15T14:36:39.491 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.491 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.491 INFO:tasks.workunit.client.0.smithi016.stdout: "alloc_slow_size_fallback": { 2024-04-15T14:36:39.491 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.491 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.491 INFO:tasks.workunit.client.0.smithi016.stdout: "alloc_unit_db": { 2024-04-15T14:36:39.491 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 65536 2024-04-15T14:36:39.491 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.491 INFO:tasks.workunit.client.0.smithi016.stdout: "alloc_unit_main": { 2024-04-15T14:36:39.491 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.491 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.491 INFO:tasks.workunit.client.0.smithi016.stdout: "alloc_unit_wal": { 2024-04-15T14:36:39.492 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.492 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.492 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes_written_slow": { 2024-04-15T14:36:39.492 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.492 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.492 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes_written_sst": { 2024-04-15T14:36:39.492 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 12288 2024-04-15T14:36:39.492 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.492 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes_written_wal": { 2024-04-15T14:36:39.492 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 2805760 2024-04-15T14:36:39.492 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.492 INFO:tasks.workunit.client.0.smithi016.stdout: "compact_lat": { 2024-04-15T14:36:39.492 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 0, 2024-04-15T14:36:39.492 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.493 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.493 INFO:tasks.workunit.client.0.smithi016.stdout: "compact_lock_lat": { 2024-04-15T14:36:39.493 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 0, 2024-04-15T14:36:39.493 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.493 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.493 INFO:tasks.workunit.client.0.smithi016.stdout: "db_total_bytes": { 2024-04-15T14:36:39.493 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 95995035648 2024-04-15T14:36:39.493 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.493 INFO:tasks.workunit.client.0.smithi016.stdout: "db_used_bytes": { 2024-04-15T14:36:39.493 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 27656192 2024-04-15T14:36:39.493 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.493 INFO:tasks.workunit.client.0.smithi016.stdout: "log_bytes": { 2024-04-15T14:36:39.493 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 1789952 2024-04-15T14:36:39.493 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.494 INFO:tasks.workunit.client.0.smithi016.stdout: "logged_bytes": { 2024-04-15T14:36:39.494 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 1650688 2024-04-15T14:36:39.494 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.494 INFO:tasks.workunit.client.0.smithi016.stdout: "max_bytes_db": { 2024-04-15T14:36:39.494 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 31850496 2024-04-15T14:36:39.494 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.494 INFO:tasks.workunit.client.0.smithi016.stdout: "max_bytes_slow": { 2024-04-15T14:36:39.494 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.494 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.494 INFO:tasks.workunit.client.0.smithi016.stdout: "max_bytes_wal": { 2024-04-15T14:36:39.494 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.494 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.494 INFO:tasks.workunit.client.0.smithi016.stdout: "num_files": { 2024-04-15T14:36:39.494 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 14 2024-04-15T14:36:39.495 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.495 INFO:tasks.workunit.client.0.smithi016.stdout: "read_bytes": { 2024-04-15T14:36:39.495 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 206272 2024-04-15T14:36:39.495 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.495 INFO:tasks.workunit.client.0.smithi016.stdout: "read_count": { 2024-04-15T14:36:39.495 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 23 2024-04-15T14:36:39.495 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.495 INFO:tasks.workunit.client.0.smithi016.stdout: "read_disk_bytes": { 2024-04-15T14:36:39.495 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 1282048 2024-04-15T14:36:39.495 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.495 INFO:tasks.workunit.client.0.smithi016.stdout: "read_disk_bytes_db": { 2024-04-15T14:36:39.495 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 1286144 2024-04-15T14:36:39.495 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.495 INFO:tasks.workunit.client.0.smithi016.stdout: "read_disk_bytes_slow": { 2024-04-15T14:36:39.496 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.496 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.496 INFO:tasks.workunit.client.0.smithi016.stdout: "read_disk_bytes_wal": { 2024-04-15T14:36:39.496 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.496 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.496 INFO:tasks.workunit.client.0.smithi016.stdout: "read_disk_count": { 2024-04-15T14:36:39.496 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 15 2024-04-15T14:36:39.496 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.496 INFO:tasks.workunit.client.0.smithi016.stdout: "read_prefetch_bytes": { 2024-04-15T14:36:39.496 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 4913 2024-04-15T14:36:39.496 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.496 INFO:tasks.workunit.client.0.smithi016.stdout: "read_prefetch_count": { 2024-04-15T14:36:39.496 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 4 2024-04-15T14:36:39.496 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.497 INFO:tasks.workunit.client.0.smithi016.stdout: "read_random_buffer_bytes": { 2024-04-15T14:36:39.497 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 5506 2024-04-15T14:36:39.497 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.497 INFO:tasks.workunit.client.0.smithi016.stdout: "read_random_buffer_count": { 2024-04-15T14:36:39.497 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 24 2024-04-15T14:36:39.497 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.497 INFO:tasks.workunit.client.0.smithi016.stdout: "read_random_bytes": { 2024-04-15T14:36:39.497 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 5506 2024-04-15T14:36:39.497 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.497 INFO:tasks.workunit.client.0.smithi016.stdout: "read_random_count": { 2024-04-15T14:36:39.497 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 24 2024-04-15T14:36:39.497 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.497 INFO:tasks.workunit.client.0.smithi016.stdout: "read_random_disk_bytes": { 2024-04-15T14:36:39.497 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.497 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.498 INFO:tasks.workunit.client.0.smithi016.stdout: "read_random_disk_bytes_db": { 2024-04-15T14:36:39.498 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.498 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.498 INFO:tasks.workunit.client.0.smithi016.stdout: "read_random_disk_bytes_slow": { 2024-04-15T14:36:39.498 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.498 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.498 INFO:tasks.workunit.client.0.smithi016.stdout: "read_random_disk_bytes_wal": { 2024-04-15T14:36:39.498 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.498 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.498 INFO:tasks.workunit.client.0.smithi016.stdout: "read_random_disk_count": { 2024-04-15T14:36:39.498 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.498 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.498 INFO:tasks.workunit.client.0.smithi016.stdout: "slow_total_bytes": { 2024-04-15T14:36:39.498 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.499 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.499 INFO:tasks.workunit.client.0.smithi016.stdout: "slow_used_bytes": { 2024-04-15T14:36:39.499 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.499 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.499 INFO:tasks.workunit.client.0.smithi016.stdout: "wal_total_bytes": { 2024-04-15T14:36:39.499 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.499 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.499 INFO:tasks.workunit.client.0.smithi016.stdout: "wal_used_bytes": { 2024-04-15T14:36:39.499 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.499 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.499 INFO:tasks.workunit.client.0.smithi016.stdout: "write_bytes": { 2024-04-15T14:36:39.499 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 4534272 2024-04-15T14:36:39.499 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T14:36:39.499 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.500 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore": { 2024-04-15T14:36:39.500 INFO:tasks.workunit.client.0.smithi016.stdout: "alloc_unit": { 2024-04-15T14:36:39.500 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 4096 2024-04-15T14:36:39.500 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.500 INFO:tasks.workunit.client.0.smithi016.stdout: "allocated": { 2024-04-15T14:36:39.502 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 1331200 2024-04-15T14:36:39.502 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.502 INFO:tasks.workunit.client.0.smithi016.stdout: "clist_lat": { 2024-04-15T14:36:39.502 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 4, 2024-04-15T14:36:39.502 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 133260 2024-04-15T14:36:39.503 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.503 INFO:tasks.workunit.client.0.smithi016.stdout: "compress_lat": { 2024-04-15T14:36:39.503 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 0, 2024-04-15T14:36:39.503 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.503 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.503 INFO:tasks.workunit.client.0.smithi016.stdout: "compressed": { 2024-04-15T14:36:39.503 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.503 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.503 INFO:tasks.workunit.client.0.smithi016.stdout: "compressed_allocated": { 2024-04-15T14:36:39.503 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.503 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.503 INFO:tasks.workunit.client.0.smithi016.stdout: "compressed_original": { 2024-04-15T14:36:39.503 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.503 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.504 INFO:tasks.workunit.client.0.smithi016.stdout: "csum_lat": { 2024-04-15T14:36:39.504 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 24, 2024-04-15T14:36:39.504 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 65406 2024-04-15T14:36:39.504 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.504 INFO:tasks.workunit.client.0.smithi016.stdout: "decompress_lat": { 2024-04-15T14:36:39.504 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 0, 2024-04-15T14:36:39.504 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.504 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.504 INFO:tasks.workunit.client.0.smithi016.stdout: "fragmentation_micros": { 2024-04-15T14:36:39.504 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.504 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.504 INFO:tasks.workunit.client.0.smithi016.stdout: "kv_commit_lat": { 2024-04-15T14:36:39.504 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 390, 2024-04-15T14:36:39.504 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 79625494 2024-04-15T14:36:39.504 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.505 INFO:tasks.workunit.client.0.smithi016.stdout: "kv_final_lat": { 2024-04-15T14:36:39.505 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 377, 2024-04-15T14:36:39.505 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 11467652 2024-04-15T14:36:39.505 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.505 INFO:tasks.workunit.client.0.smithi016.stdout: "kv_flush_lat": { 2024-04-15T14:36:39.505 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 390, 2024-04-15T14:36:39.505 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 360591 2024-04-15T14:36:39.505 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.505 INFO:tasks.workunit.client.0.smithi016.stdout: "kv_sync_lat": { 2024-04-15T14:36:39.505 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 390, 2024-04-15T14:36:39.505 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 79986085 2024-04-15T14:36:39.505 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.505 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_get_keys_lat": { 2024-04-15T14:36:39.505 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 0, 2024-04-15T14:36:39.505 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.506 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.506 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_get_values_lat": { 2024-04-15T14:36:39.506 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 1, 2024-04-15T14:36:39.506 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 43789 2024-04-15T14:36:39.506 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.506 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_lower_bound_lat": { 2024-04-15T14:36:39.506 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 6, 2024-04-15T14:36:39.506 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 18953 2024-04-15T14:36:39.506 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.506 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_next_lat": { 2024-04-15T14:36:39.506 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 0, 2024-04-15T14:36:39.506 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.507 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.507 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_seek_to_first_lat": { 2024-04-15T14:36:39.507 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 0, 2024-04-15T14:36:39.507 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.507 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.507 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_upper_bound_lat": { 2024-04-15T14:36:39.507 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 2, 2024-04-15T14:36:39.507 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 5695 2024-04-15T14:36:39.507 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.507 INFO:tasks.workunit.client.0.smithi016.stdout: "onode_hits": { 2024-04-15T14:36:39.507 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 842 2024-04-15T14:36:39.507 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.507 INFO:tasks.workunit.client.0.smithi016.stdout: "onode_misses": { 2024-04-15T14:36:39.507 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 232 2024-04-15T14:36:39.508 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.508 INFO:tasks.workunit.client.0.smithi016.stdout: "read_lat": { 2024-04-15T14:36:39.508 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 118, 2024-04-15T14:36:39.508 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 1950850 2024-04-15T14:36:39.508 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.508 INFO:tasks.workunit.client.0.smithi016.stdout: "read_onode_meta_lat": { 2024-04-15T14:36:39.508 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 320, 2024-04-15T14:36:39.508 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 343138 2024-04-15T14:36:39.508 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.508 INFO:tasks.workunit.client.0.smithi016.stdout: "read_wait_aio_lat": { 2024-04-15T14:36:39.508 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 202, 2024-04-15T14:36:39.508 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 1427841 2024-04-15T14:36:39.508 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.508 INFO:tasks.workunit.client.0.smithi016.stdout: "reads_with_retries": { 2024-04-15T14:36:39.508 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.509 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.509 INFO:tasks.workunit.client.0.smithi016.stdout: "remove_lat": { 2024-04-15T14:36:39.509 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 2, 2024-04-15T14:36:39.509 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 38408 2024-04-15T14:36:39.509 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.509 INFO:tasks.workunit.client.0.smithi016.stdout: "state_aio_wait_lat": { 2024-04-15T14:36:39.509 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 488, 2024-04-15T14:36:39.509 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 6374650 2024-04-15T14:36:39.509 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.509 INFO:tasks.workunit.client.0.smithi016.stdout: "state_deferred_aio_wait_lat": { 2024-04-15T14:36:39.509 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 125, 2024-04-15T14:36:39.509 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 11418386 2024-04-15T14:36:39.509 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.509 INFO:tasks.workunit.client.0.smithi016.stdout: "state_deferred_cleanup_lat": { 2024-04-15T14:36:39.510 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 125, 2024-04-15T14:36:39.510 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 251434697068 2024-04-15T14:36:39.510 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.510 INFO:tasks.workunit.client.0.smithi016.stdout: "state_deferred_queued_lat": { 2024-04-15T14:36:39.510 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 125, 2024-04-15T14:36:39.510 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 134551443905 2024-04-15T14:36:39.510 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.510 INFO:tasks.workunit.client.0.smithi016.stdout: "state_done_lat": { 2024-04-15T14:36:39.510 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 488, 2024-04-15T14:36:39.510 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 77170025069 2024-04-15T14:36:39.510 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.510 INFO:tasks.workunit.client.0.smithi016.stdout: "state_finishing_lat": { 2024-04-15T14:36:39.510 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 488, 2024-04-15T14:36:39.510 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 61543 2024-04-15T14:36:39.511 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.511 INFO:tasks.workunit.client.0.smithi016.stdout: "state_io_done_lat": { 2024-04-15T14:36:39.511 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 488, 2024-04-15T14:36:39.511 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 475159 2024-04-15T14:36:39.511 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.511 INFO:tasks.workunit.client.0.smithi016.stdout: "state_kv_commiting_lat": { 2024-04-15T14:36:39.511 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 488, 2024-04-15T14:36:39.511 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 164742484 2024-04-15T14:36:39.511 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.511 INFO:tasks.workunit.client.0.smithi016.stdout: "state_kv_done_lat": { 2024-04-15T14:36:39.511 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 488, 2024-04-15T14:36:39.511 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 165856 2024-04-15T14:36:39.511 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.511 INFO:tasks.workunit.client.0.smithi016.stdout: "state_kv_queued_lat": { 2024-04-15T14:36:39.512 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 488, 2024-04-15T14:36:39.512 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 82789014 2024-04-15T14:36:39.512 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.512 INFO:tasks.workunit.client.0.smithi016.stdout: "state_prepare_lat": { 2024-04-15T14:36:39.512 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 488, 2024-04-15T14:36:39.512 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 24309014 2024-04-15T14:36:39.512 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.512 INFO:tasks.workunit.client.0.smithi016.stdout: "stored": { 2024-04-15T14:36:39.512 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 904225 2024-04-15T14:36:39.512 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.512 INFO:tasks.workunit.client.0.smithi016.stdout: "truncate_lat": { 2024-04-15T14:36:39.512 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 59, 2024-04-15T14:36:39.512 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 295288 2024-04-15T14:36:39.512 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.513 INFO:tasks.workunit.client.0.smithi016.stdout: "txc_commit_lat": { 2024-04-15T14:36:39.513 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 488, 2024-04-15T14:36:39.513 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 278760616 2024-04-15T14:36:39.513 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.513 INFO:tasks.workunit.client.0.smithi016.stdout: "txc_submit_lat": { 2024-04-15T14:36:39.513 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 488, 2024-04-15T14:36:39.513 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 29730225 2024-04-15T14:36:39.513 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.513 INFO:tasks.workunit.client.0.smithi016.stdout: "txc_throttle_lat": { 2024-04-15T14:36:39.513 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 488, 2024-04-15T14:36:39.513 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 3731318 2024-04-15T14:36:39.513 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T14:36:39.513 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.513 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore-pricache": { 2024-04-15T14:36:39.513 INFO:tasks.workunit.client.0.smithi016.stdout: "cache_bytes": { 2024-04-15T14:36:39.514 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 1862577038 2024-04-15T14:36:39.514 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.514 INFO:tasks.workunit.client.0.smithi016.stdout: "heap_bytes": { 2024-04-15T14:36:39.514 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 44482560 2024-04-15T14:36:39.514 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.514 INFO:tasks.workunit.client.0.smithi016.stdout: "mapped_bytes": { 2024-04-15T14:36:39.514 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 43999232 2024-04-15T14:36:39.514 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.514 INFO:tasks.workunit.client.0.smithi016.stdout: "target_bytes": { 2024-04-15T14:36:39.514 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 3138686361 2024-04-15T14:36:39.514 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.514 INFO:tasks.workunit.client.0.smithi016.stdout: "unmapped_bytes": { 2024-04-15T14:36:39.514 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 483328 2024-04-15T14:36:39.514 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T14:36:39.515 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.515 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore-pricache:data": { 2024-04-15T14:36:39.515 INFO:tasks.workunit.client.0.smithi016.stdout: "committed_bytes": { 2024-04-15T14:36:39.515 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 159383552 2024-04-15T14:36:39.515 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.515 INFO:tasks.workunit.client.0.smithi016.stdout: "pri0_bytes": { 2024-04-15T14:36:39.515 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.515 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.515 INFO:tasks.workunit.client.0.smithi016.stdout: "pri10_bytes": { 2024-04-15T14:36:39.515 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.515 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.515 INFO:tasks.workunit.client.0.smithi016.stdout: "pri11_bytes": { 2024-04-15T14:36:39.515 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 85528445 2024-04-15T14:36:39.515 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.516 INFO:tasks.workunit.client.0.smithi016.stdout: "pri1_bytes": { 2024-04-15T14:36:39.516 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.516 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.516 INFO:tasks.workunit.client.0.smithi016.stdout: "pri2_bytes": { 2024-04-15T14:36:39.516 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.516 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.516 INFO:tasks.workunit.client.0.smithi016.stdout: "pri3_bytes": { 2024-04-15T14:36:39.516 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.516 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.516 INFO:tasks.workunit.client.0.smithi016.stdout: "pri4_bytes": { 2024-04-15T14:36:39.516 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.516 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.516 INFO:tasks.workunit.client.0.smithi016.stdout: "pri5_bytes": { 2024-04-15T14:36:39.516 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.517 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.517 INFO:tasks.workunit.client.0.smithi016.stdout: "pri6_bytes": { 2024-04-15T14:36:39.517 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 606208 2024-04-15T14:36:39.517 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.517 INFO:tasks.workunit.client.0.smithi016.stdout: "pri7_bytes": { 2024-04-15T14:36:39.517 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.517 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.517 INFO:tasks.workunit.client.0.smithi016.stdout: "pri8_bytes": { 2024-04-15T14:36:39.517 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.517 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.517 INFO:tasks.workunit.client.0.smithi016.stdout: "pri9_bytes": { 2024-04-15T14:36:39.517 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.517 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.517 INFO:tasks.workunit.client.0.smithi016.stdout: "reserved_bytes": { 2024-04-15T14:36:39.518 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 73248899 2024-04-15T14:36:39.518 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T14:36:39.518 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.518 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore-pricache:kv": { 2024-04-15T14:36:39.518 INFO:tasks.workunit.client.0.smithi016.stdout: "committed_bytes": { 2024-04-15T14:36:39.518 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 780140544 2024-04-15T14:36:39.518 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.518 INFO:tasks.workunit.client.0.smithi016.stdout: "pri0_bytes": { 2024-04-15T14:36:39.518 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 67108864 2024-04-15T14:36:39.518 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.518 INFO:tasks.workunit.client.0.smithi016.stdout: "pri10_bytes": { 2024-04-15T14:36:39.518 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.518 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.518 INFO:tasks.workunit.client.0.smithi016.stdout: "pri11_bytes": { 2024-04-15T14:36:39.519 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 641463340 2024-04-15T14:36:39.519 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.519 INFO:tasks.workunit.client.0.smithi016.stdout: "pri1_bytes": { 2024-04-15T14:36:39.519 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.519 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.519 INFO:tasks.workunit.client.0.smithi016.stdout: "pri2_bytes": { 2024-04-15T14:36:39.519 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.519 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.519 INFO:tasks.workunit.client.0.smithi016.stdout: "pri3_bytes": { 2024-04-15T14:36:39.519 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.519 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.519 INFO:tasks.workunit.client.0.smithi016.stdout: "pri4_bytes": { 2024-04-15T14:36:39.519 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.519 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.519 INFO:tasks.workunit.client.0.smithi016.stdout: "pri5_bytes": { 2024-04-15T14:36:39.520 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.520 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.520 INFO:tasks.workunit.client.0.smithi016.stdout: "pri6_bytes": { 2024-04-15T14:36:39.520 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 2128 2024-04-15T14:36:39.520 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.520 INFO:tasks.workunit.client.0.smithi016.stdout: "pri7_bytes": { 2024-04-15T14:36:39.520 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.520 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.520 INFO:tasks.workunit.client.0.smithi016.stdout: "pri8_bytes": { 2024-04-15T14:36:39.520 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.520 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.520 INFO:tasks.workunit.client.0.smithi016.stdout: "pri9_bytes": { 2024-04-15T14:36:39.520 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.520 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.521 INFO:tasks.workunit.client.0.smithi016.stdout: "reserved_bytes": { 2024-04-15T14:36:39.521 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 71566212 2024-04-15T14:36:39.521 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T14:36:39.521 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.521 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore-pricache:kv_onode": { 2024-04-15T14:36:39.521 INFO:tasks.workunit.client.0.smithi016.stdout: "committed_bytes": { 2024-04-15T14:36:39.521 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 192937984 2024-04-15T14:36:39.521 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.521 INFO:tasks.workunit.client.0.smithi016.stdout: "pri0_bytes": { 2024-04-15T14:36:39.521 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 67108864 2024-04-15T14:36:39.521 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.521 INFO:tasks.workunit.client.0.smithi016.stdout: "pri10_bytes": { 2024-04-15T14:36:39.521 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 464 2024-04-15T14:36:39.521 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.521 INFO:tasks.workunit.client.0.smithi016.stdout: "pri11_bytes": { 2024-04-15T14:36:39.522 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 57018963 2024-04-15T14:36:39.522 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.522 INFO:tasks.workunit.client.0.smithi016.stdout: "pri1_bytes": { 2024-04-15T14:36:39.522 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.522 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.522 INFO:tasks.workunit.client.0.smithi016.stdout: "pri2_bytes": { 2024-04-15T14:36:39.522 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.522 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.522 INFO:tasks.workunit.client.0.smithi016.stdout: "pri3_bytes": { 2024-04-15T14:36:39.522 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.522 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.522 INFO:tasks.workunit.client.0.smithi016.stdout: "pri4_bytes": { 2024-04-15T14:36:39.522 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.522 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.523 INFO:tasks.workunit.client.0.smithi016.stdout: "pri5_bytes": { 2024-04-15T14:36:39.523 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.523 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.523 INFO:tasks.workunit.client.0.smithi016.stdout: "pri6_bytes": { 2024-04-15T14:36:39.523 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.523 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.523 INFO:tasks.workunit.client.0.smithi016.stdout: "pri7_bytes": { 2024-04-15T14:36:39.523 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.523 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.523 INFO:tasks.workunit.client.0.smithi016.stdout: "pri8_bytes": { 2024-04-15T14:36:39.523 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.523 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.523 INFO:tasks.workunit.client.0.smithi016.stdout: "pri9_bytes": { 2024-04-15T14:36:39.523 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.523 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.524 INFO:tasks.workunit.client.0.smithi016.stdout: "reserved_bytes": { 2024-04-15T14:36:39.524 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 68809693 2024-04-15T14:36:39.524 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T14:36:39.524 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.524 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore-pricache:meta": { 2024-04-15T14:36:39.524 INFO:tasks.workunit.client.0.smithi016.stdout: "committed_bytes": { 2024-04-15T14:36:39.524 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 713031680 2024-04-15T14:36:39.524 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.524 INFO:tasks.workunit.client.0.smithi016.stdout: "pri0_bytes": { 2024-04-15T14:36:39.524 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.524 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.524 INFO:tasks.workunit.client.0.smithi016.stdout: "pri10_bytes": { 2024-04-15T14:36:39.524 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.524 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.525 INFO:tasks.workunit.client.0.smithi016.stdout: "pri11_bytes": { 2024-04-15T14:36:39.525 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 641463340 2024-04-15T14:36:39.525 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.525 INFO:tasks.workunit.client.0.smithi016.stdout: "pri1_bytes": { 2024-04-15T14:36:39.525 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.525 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.525 INFO:tasks.workunit.client.0.smithi016.stdout: "pri2_bytes": { 2024-04-15T14:36:39.525 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.525 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.525 INFO:tasks.workunit.client.0.smithi016.stdout: "pri3_bytes": { 2024-04-15T14:36:39.525 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.525 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.525 INFO:tasks.workunit.client.0.smithi016.stdout: "pri4_bytes": { 2024-04-15T14:36:39.526 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.526 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.526 INFO:tasks.workunit.client.0.smithi016.stdout: "pri5_bytes": { 2024-04-15T14:36:39.526 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.526 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.526 INFO:tasks.workunit.client.0.smithi016.stdout: "pri6_bytes": { 2024-04-15T14:36:39.526 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 247514 2024-04-15T14:36:39.526 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.526 INFO:tasks.workunit.client.0.smithi016.stdout: "pri7_bytes": { 2024-04-15T14:36:39.526 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.526 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.526 INFO:tasks.workunit.client.0.smithi016.stdout: "pri8_bytes": { 2024-04-15T14:36:39.526 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.526 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.527 INFO:tasks.workunit.client.0.smithi016.stdout: "pri9_bytes": { 2024-04-15T14:36:39.527 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.527 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.527 INFO:tasks.workunit.client.0.smithi016.stdout: "reserved_bytes": { 2024-04-15T14:36:39.527 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 71320826 2024-04-15T14:36:39.527 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T14:36:39.527 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.527 INFO:tasks.workunit.client.0.smithi016.stdout: "objecter": { 2024-04-15T14:36:39.527 INFO:tasks.workunit.client.0.smithi016.stdout: "op_active": { 2024-04-15T14:36:39.527 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.527 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.527 INFO:tasks.workunit.client.0.smithi016.stdout: "op_r": { 2024-04-15T14:36:39.527 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.527 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.528 INFO:tasks.workunit.client.0.smithi016.stdout: "op_rmw": { 2024-04-15T14:36:39.528 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.528 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.528 INFO:tasks.workunit.client.0.smithi016.stdout: "op_w": { 2024-04-15T14:36:39.528 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.528 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T14:36:39.528 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.528 INFO:tasks.workunit.client.0.smithi016.stdout: "osd": { 2024-04-15T14:36:39.528 INFO:tasks.workunit.client.0.smithi016.stdout: "numpg": { 2024-04-15T14:36:39.528 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 45 2024-04-15T14:36:39.528 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.528 INFO:tasks.workunit.client.0.smithi016.stdout: "numpg_removing": { 2024-04-15T14:36:39.528 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.528 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.529 INFO:tasks.workunit.client.0.smithi016.stdout: "op": { 2024-04-15T14:36:39.529 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 5 2024-04-15T14:36:39.529 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.529 INFO:tasks.workunit.client.0.smithi016.stdout: "op_delayed_degraded": { 2024-04-15T14:36:39.529 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.529 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.529 INFO:tasks.workunit.client.0.smithi016.stdout: "op_delayed_unreadable": { 2024-04-15T14:36:39.529 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.529 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.529 INFO:tasks.workunit.client.0.smithi016.stdout: "op_in_bytes": { 2024-04-15T14:36:39.529 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 616 2024-04-15T14:36:39.529 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.529 INFO:tasks.workunit.client.0.smithi016.stdout: "op_latency": { 2024-04-15T14:36:39.529 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 5, 2024-04-15T14:36:39.530 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 77118747 2024-04-15T14:36:39.530 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.530 INFO:tasks.workunit.client.0.smithi016.stdout: "op_out_bytes": { 2024-04-15T14:36:39.530 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.530 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.530 INFO:tasks.workunit.client.0.smithi016.stdout: "op_prepare_latency": { 2024-04-15T14:36:39.530 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 6, 2024-04-15T14:36:39.530 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 4462902 2024-04-15T14:36:39.530 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.530 INFO:tasks.workunit.client.0.smithi016.stdout: "op_process_latency": { 2024-04-15T14:36:39.530 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 5, 2024-04-15T14:36:39.530 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 74252863 2024-04-15T14:36:39.530 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.530 INFO:tasks.workunit.client.0.smithi016.stdout: "op_r": { 2024-04-15T14:36:39.531 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.531 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.531 INFO:tasks.workunit.client.0.smithi016.stdout: "op_r_latency": { 2024-04-15T14:36:39.531 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 0, 2024-04-15T14:36:39.531 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.531 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.531 INFO:tasks.workunit.client.0.smithi016.stdout: "op_r_latency_out_bytes_histogram": { 2024-04-15T14:36:39.531 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.531 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.531 INFO:tasks.workunit.client.0.smithi016.stdout: "op_r_out_bytes": { 2024-04-15T14:36:39.531 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.531 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.531 INFO:tasks.workunit.client.0.smithi016.stdout: "op_r_prepare_latency": { 2024-04-15T14:36:39.531 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 0, 2024-04-15T14:36:39.531 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.532 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.532 INFO:tasks.workunit.client.0.smithi016.stdout: "op_r_process_latency": { 2024-04-15T14:36:39.532 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 0, 2024-04-15T14:36:39.532 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.532 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.532 INFO:tasks.workunit.client.0.smithi016.stdout: "op_rw": { 2024-04-15T14:36:39.532 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.532 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.532 INFO:tasks.workunit.client.0.smithi016.stdout: "op_rw_in_bytes": { 2024-04-15T14:36:39.532 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.532 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.532 INFO:tasks.workunit.client.0.smithi016.stdout: "op_rw_latency": { 2024-04-15T14:36:39.532 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 0, 2024-04-15T14:36:39.532 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.533 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.533 INFO:tasks.workunit.client.0.smithi016.stdout: "op_rw_latency_in_bytes_histogram": { 2024-04-15T14:36:39.533 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.533 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.533 INFO:tasks.workunit.client.0.smithi016.stdout: "op_rw_latency_out_bytes_histogram": { 2024-04-15T14:36:39.533 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.533 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.533 INFO:tasks.workunit.client.0.smithi016.stdout: "op_rw_out_bytes": { 2024-04-15T14:36:39.533 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.533 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.533 INFO:tasks.workunit.client.0.smithi016.stdout: "op_rw_prepare_latency": { 2024-04-15T14:36:39.533 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 0, 2024-04-15T14:36:39.533 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.533 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.534 INFO:tasks.workunit.client.0.smithi016.stdout: "op_rw_process_latency": { 2024-04-15T14:36:39.534 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 0, 2024-04-15T14:36:39.534 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.534 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.534 INFO:tasks.workunit.client.0.smithi016.stdout: "op_w": { 2024-04-15T14:36:39.534 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 5 2024-04-15T14:36:39.534 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.534 INFO:tasks.workunit.client.0.smithi016.stdout: "op_w_in_bytes": { 2024-04-15T14:36:39.534 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 616 2024-04-15T14:36:39.534 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.534 INFO:tasks.workunit.client.0.smithi016.stdout: "op_w_latency": { 2024-04-15T14:36:39.534 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 5, 2024-04-15T14:36:39.534 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 77118747 2024-04-15T14:36:39.534 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.535 INFO:tasks.workunit.client.0.smithi016.stdout: "op_w_latency_in_bytes_histogram": { 2024-04-15T14:36:39.535 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.535 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.535 INFO:tasks.workunit.client.0.smithi016.stdout: "op_w_prepare_latency": { 2024-04-15T14:36:39.535 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 6, 2024-04-15T14:36:39.535 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 4462902 2024-04-15T14:36:39.535 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.535 INFO:tasks.workunit.client.0.smithi016.stdout: "op_w_process_latency": { 2024-04-15T14:36:39.535 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 5, 2024-04-15T14:36:39.535 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 74252863 2024-04-15T14:36:39.535 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.535 INFO:tasks.workunit.client.0.smithi016.stdout: "op_wip": { 2024-04-15T14:36:39.535 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.535 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.536 INFO:tasks.workunit.client.0.smithi016.stdout: "recovery_bytes": { 2024-04-15T14:36:39.536 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 1771104 2024-04-15T14:36:39.536 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.536 INFO:tasks.workunit.client.0.smithi016.stdout: "recovery_ops": { 2024-04-15T14:36:39.536 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 6 2024-04-15T14:36:39.536 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.536 INFO:tasks.workunit.client.0.smithi016.stdout: "stat_bytes": { 2024-04-15T14:36:39.536 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 95995035648 2024-04-15T14:36:39.536 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.536 INFO:tasks.workunit.client.0.smithi016.stdout: "stat_bytes_used": { 2024-04-15T14:36:39.536 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 28995584 2024-04-15T14:36:39.536 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T14:36:39.536 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T14:36:39.536 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.537 INFO:tasks.workunit.client.0.smithi016.stdout: "osd.1": { 2024-04-15T14:36:39.537 INFO:tasks.workunit.client.0.smithi016.stdout: "bluefs": { 2024-04-15T14:36:39.537 INFO:tasks.workunit.client.0.smithi016.stdout: "alloc_slow_fallback": { 2024-04-15T14:36:39.537 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.537 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.537 INFO:tasks.workunit.client.0.smithi016.stdout: "alloc_slow_size_fallback": { 2024-04-15T14:36:39.537 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.537 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.537 INFO:tasks.workunit.client.0.smithi016.stdout: "alloc_unit_db": { 2024-04-15T14:36:39.537 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 65536 2024-04-15T14:36:39.537 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.537 INFO:tasks.workunit.client.0.smithi016.stdout: "alloc_unit_main": { 2024-04-15T14:36:39.537 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.537 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.538 INFO:tasks.workunit.client.0.smithi016.stdout: "alloc_unit_wal": { 2024-04-15T14:36:39.538 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.538 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.538 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes_written_slow": { 2024-04-15T14:36:39.538 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.538 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.538 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes_written_sst": { 2024-04-15T14:36:39.538 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 12288 2024-04-15T14:36:39.538 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.538 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes_written_wal": { 2024-04-15T14:36:39.538 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 2433024 2024-04-15T14:36:39.538 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.538 INFO:tasks.workunit.client.0.smithi016.stdout: "compact_lat": { 2024-04-15T14:36:39.538 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 0, 2024-04-15T14:36:39.539 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.539 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.539 INFO:tasks.workunit.client.0.smithi016.stdout: "compact_lock_lat": { 2024-04-15T14:36:39.539 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 0, 2024-04-15T14:36:39.539 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.539 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.539 INFO:tasks.workunit.client.0.smithi016.stdout: "db_total_bytes": { 2024-04-15T14:36:39.539 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 95995035648 2024-04-15T14:36:39.539 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.539 INFO:tasks.workunit.client.0.smithi016.stdout: "db_used_bytes": { 2024-04-15T14:36:39.539 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 27656192 2024-04-15T14:36:39.539 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.539 INFO:tasks.workunit.client.0.smithi016.stdout: "log_bytes": { 2024-04-15T14:36:39.539 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 1544192 2024-04-15T14:36:39.540 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.540 INFO:tasks.workunit.client.0.smithi016.stdout: "logged_bytes": { 2024-04-15T14:36:39.540 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 1404928 2024-04-15T14:36:39.540 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.540 INFO:tasks.workunit.client.0.smithi016.stdout: "max_bytes_db": { 2024-04-15T14:36:39.540 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 31850496 2024-04-15T14:36:39.540 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.540 INFO:tasks.workunit.client.0.smithi016.stdout: "max_bytes_slow": { 2024-04-15T14:36:39.540 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.540 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.540 INFO:tasks.workunit.client.0.smithi016.stdout: "max_bytes_wal": { 2024-04-15T14:36:39.540 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.540 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.540 INFO:tasks.workunit.client.0.smithi016.stdout: "num_files": { 2024-04-15T14:36:39.540 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 14 2024-04-15T14:36:39.541 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.541 INFO:tasks.workunit.client.0.smithi016.stdout: "read_bytes": { 2024-04-15T14:36:39.541 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 206272 2024-04-15T14:36:39.541 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.541 INFO:tasks.workunit.client.0.smithi016.stdout: "read_count": { 2024-04-15T14:36:39.541 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 23 2024-04-15T14:36:39.541 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.541 INFO:tasks.workunit.client.0.smithi016.stdout: "read_disk_bytes": { 2024-04-15T14:36:39.541 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 1282048 2024-04-15T14:36:39.541 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.541 INFO:tasks.workunit.client.0.smithi016.stdout: "read_disk_bytes_db": { 2024-04-15T14:36:39.541 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 1286144 2024-04-15T14:36:39.541 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.541 INFO:tasks.workunit.client.0.smithi016.stdout: "read_disk_bytes_slow": { 2024-04-15T14:36:39.542 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.542 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.542 INFO:tasks.workunit.client.0.smithi016.stdout: "read_disk_bytes_wal": { 2024-04-15T14:36:39.542 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.542 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.542 INFO:tasks.workunit.client.0.smithi016.stdout: "read_disk_count": { 2024-04-15T14:36:39.542 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 15 2024-04-15T14:36:39.542 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.542 INFO:tasks.workunit.client.0.smithi016.stdout: "read_prefetch_bytes": { 2024-04-15T14:36:39.542 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 4913 2024-04-15T14:36:39.542 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.542 INFO:tasks.workunit.client.0.smithi016.stdout: "read_prefetch_count": { 2024-04-15T14:36:39.542 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 4 2024-04-15T14:36:39.542 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.543 INFO:tasks.workunit.client.0.smithi016.stdout: "read_random_buffer_bytes": { 2024-04-15T14:36:39.543 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 5506 2024-04-15T14:36:39.543 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.543 INFO:tasks.workunit.client.0.smithi016.stdout: "read_random_buffer_count": { 2024-04-15T14:36:39.543 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 24 2024-04-15T14:36:39.543 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.543 INFO:tasks.workunit.client.0.smithi016.stdout: "read_random_bytes": { 2024-04-15T14:36:39.543 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 5506 2024-04-15T14:36:39.543 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.543 INFO:tasks.workunit.client.0.smithi016.stdout: "read_random_count": { 2024-04-15T14:36:39.543 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 24 2024-04-15T14:36:39.543 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.543 INFO:tasks.workunit.client.0.smithi016.stdout: "read_random_disk_bytes": { 2024-04-15T14:36:39.543 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.544 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.544 INFO:tasks.workunit.client.0.smithi016.stdout: "read_random_disk_bytes_db": { 2024-04-15T14:36:39.544 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.544 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.544 INFO:tasks.workunit.client.0.smithi016.stdout: "read_random_disk_bytes_slow": { 2024-04-15T14:36:39.544 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.544 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.544 INFO:tasks.workunit.client.0.smithi016.stdout: "read_random_disk_bytes_wal": { 2024-04-15T14:36:39.544 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.544 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.544 INFO:tasks.workunit.client.0.smithi016.stdout: "read_random_disk_count": { 2024-04-15T14:36:39.544 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.544 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.544 INFO:tasks.workunit.client.0.smithi016.stdout: "slow_total_bytes": { 2024-04-15T14:36:39.544 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.545 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.545 INFO:tasks.workunit.client.0.smithi016.stdout: "slow_used_bytes": { 2024-04-15T14:36:39.545 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.545 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.545 INFO:tasks.workunit.client.0.smithi016.stdout: "wal_total_bytes": { 2024-04-15T14:36:39.545 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.545 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.545 INFO:tasks.workunit.client.0.smithi016.stdout: "wal_used_bytes": { 2024-04-15T14:36:39.545 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.545 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.545 INFO:tasks.workunit.client.0.smithi016.stdout: "write_bytes": { 2024-04-15T14:36:39.545 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 3915776 2024-04-15T14:36:39.546 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T14:36:39.546 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.546 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore": { 2024-04-15T14:36:39.546 INFO:tasks.workunit.client.0.smithi016.stdout: "alloc_unit": { 2024-04-15T14:36:39.546 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 4096 2024-04-15T14:36:39.546 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.546 INFO:tasks.workunit.client.0.smithi016.stdout: "allocated": { 2024-04-15T14:36:39.546 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 729088 2024-04-15T14:36:39.546 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.546 INFO:tasks.workunit.client.0.smithi016.stdout: "clist_lat": { 2024-04-15T14:36:39.546 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 5, 2024-04-15T14:36:39.546 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 207266 2024-04-15T14:36:39.546 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.546 INFO:tasks.workunit.client.0.smithi016.stdout: "compress_lat": { 2024-04-15T14:36:39.547 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 0, 2024-04-15T14:36:39.547 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.547 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.547 INFO:tasks.workunit.client.0.smithi016.stdout: "compressed": { 2024-04-15T14:36:39.547 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.547 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.547 INFO:tasks.workunit.client.0.smithi016.stdout: "compressed_allocated": { 2024-04-15T14:36:39.547 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.547 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.547 INFO:tasks.workunit.client.0.smithi016.stdout: "compressed_original": { 2024-04-15T14:36:39.547 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.547 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.547 INFO:tasks.workunit.client.0.smithi016.stdout: "csum_lat": { 2024-04-15T14:36:39.547 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 26, 2024-04-15T14:36:39.548 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 72787 2024-04-15T14:36:39.548 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.548 INFO:tasks.workunit.client.0.smithi016.stdout: "decompress_lat": { 2024-04-15T14:36:39.548 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 0, 2024-04-15T14:36:39.548 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.548 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.548 INFO:tasks.workunit.client.0.smithi016.stdout: "fragmentation_micros": { 2024-04-15T14:36:39.548 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.548 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.548 INFO:tasks.workunit.client.0.smithi016.stdout: "kv_commit_lat": { 2024-04-15T14:36:39.548 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 330, 2024-04-15T14:36:39.548 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 70067783 2024-04-15T14:36:39.548 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.548 INFO:tasks.workunit.client.0.smithi016.stdout: "kv_final_lat": { 2024-04-15T14:36:39.548 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 313, 2024-04-15T14:36:39.549 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 12162321 2024-04-15T14:36:39.549 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.549 INFO:tasks.workunit.client.0.smithi016.stdout: "kv_flush_lat": { 2024-04-15T14:36:39.549 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 330, 2024-04-15T14:36:39.549 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 376759 2024-04-15T14:36:39.549 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.549 INFO:tasks.workunit.client.0.smithi016.stdout: "kv_sync_lat": { 2024-04-15T14:36:39.549 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 330, 2024-04-15T14:36:39.549 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 70444542 2024-04-15T14:36:39.549 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.549 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_get_keys_lat": { 2024-04-15T14:36:39.549 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 0, 2024-04-15T14:36:39.549 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.549 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.550 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_get_values_lat": { 2024-04-15T14:36:39.550 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 3, 2024-04-15T14:36:39.550 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 63891 2024-04-15T14:36:39.550 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.550 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_lower_bound_lat": { 2024-04-15T14:36:39.550 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 2, 2024-04-15T14:36:39.550 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 7665 2024-04-15T14:36:39.550 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.550 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_next_lat": { 2024-04-15T14:36:39.550 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 0, 2024-04-15T14:36:39.550 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.550 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.550 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_seek_to_first_lat": { 2024-04-15T14:36:39.550 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 0, 2024-04-15T14:36:39.551 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.551 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.551 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_upper_bound_lat": { 2024-04-15T14:36:39.551 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 2, 2024-04-15T14:36:39.551 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 4729 2024-04-15T14:36:39.551 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.551 INFO:tasks.workunit.client.0.smithi016.stdout: "onode_hits": { 2024-04-15T14:36:39.551 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 816 2024-04-15T14:36:39.551 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.551 INFO:tasks.workunit.client.0.smithi016.stdout: "onode_misses": { 2024-04-15T14:36:39.551 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 241 2024-04-15T14:36:39.551 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.551 INFO:tasks.workunit.client.0.smithi016.stdout: "read_lat": { 2024-04-15T14:36:39.551 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 132, 2024-04-15T14:36:39.552 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 1910712 2024-04-15T14:36:39.552 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.552 INFO:tasks.workunit.client.0.smithi016.stdout: "read_onode_meta_lat": { 2024-04-15T14:36:39.552 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 344, 2024-04-15T14:36:39.552 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 331432 2024-04-15T14:36:39.552 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.552 INFO:tasks.workunit.client.0.smithi016.stdout: "read_wait_aio_lat": { 2024-04-15T14:36:39.552 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 212, 2024-04-15T14:36:39.552 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 1185706 2024-04-15T14:36:39.552 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.552 INFO:tasks.workunit.client.0.smithi016.stdout: "reads_with_retries": { 2024-04-15T14:36:39.552 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.552 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.552 INFO:tasks.workunit.client.0.smithi016.stdout: "remove_lat": { 2024-04-15T14:36:39.552 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 3, 2024-04-15T14:36:39.553 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 127496 2024-04-15T14:36:39.553 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.553 INFO:tasks.workunit.client.0.smithi016.stdout: "state_aio_wait_lat": { 2024-04-15T14:36:39.553 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 415, 2024-04-15T14:36:39.553 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 6303401 2024-04-15T14:36:39.553 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.553 INFO:tasks.workunit.client.0.smithi016.stdout: "state_deferred_aio_wait_lat": { 2024-04-15T14:36:39.553 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 121, 2024-04-15T14:36:39.553 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 9636724 2024-04-15T14:36:39.553 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.553 INFO:tasks.workunit.client.0.smithi016.stdout: "state_deferred_cleanup_lat": { 2024-04-15T14:36:39.553 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 120, 2024-04-15T14:36:39.553 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 205676095241 2024-04-15T14:36:39.553 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.554 INFO:tasks.workunit.client.0.smithi016.stdout: "state_deferred_queued_lat": { 2024-04-15T14:36:39.554 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 121, 2024-04-15T14:36:39.554 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 126442411846 2024-04-15T14:36:39.554 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.554 INFO:tasks.workunit.client.0.smithi016.stdout: "state_done_lat": { 2024-04-15T14:36:39.554 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 414, 2024-04-15T14:36:39.554 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 40128372144 2024-04-15T14:36:39.554 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.554 INFO:tasks.workunit.client.0.smithi016.stdout: "state_finishing_lat": { 2024-04-15T14:36:39.554 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 414, 2024-04-15T14:36:39.554 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 157281 2024-04-15T14:36:39.554 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.554 INFO:tasks.workunit.client.0.smithi016.stdout: "state_io_done_lat": { 2024-04-15T14:36:39.554 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 415, 2024-04-15T14:36:39.555 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 445973 2024-04-15T14:36:39.555 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.555 INFO:tasks.workunit.client.0.smithi016.stdout: "state_kv_commiting_lat": { 2024-04-15T14:36:39.555 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 415, 2024-04-15T14:36:39.555 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 230645444 2024-04-15T14:36:39.555 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.555 INFO:tasks.workunit.client.0.smithi016.stdout: "state_kv_done_lat": { 2024-04-15T14:36:39.555 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 415, 2024-04-15T14:36:39.555 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 138182 2024-04-15T14:36:39.555 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.555 INFO:tasks.workunit.client.0.smithi016.stdout: "state_kv_queued_lat": { 2024-04-15T14:36:39.555 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 415, 2024-04-15T14:36:39.555 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 102434486 2024-04-15T14:36:39.555 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.556 INFO:tasks.workunit.client.0.smithi016.stdout: "state_prepare_lat": { 2024-04-15T14:36:39.556 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 415, 2024-04-15T14:36:39.556 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 20389783 2024-04-15T14:36:39.556 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.556 INFO:tasks.workunit.client.0.smithi016.stdout: "stored": { 2024-04-15T14:36:39.556 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 313289 2024-04-15T14:36:39.556 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.556 INFO:tasks.workunit.client.0.smithi016.stdout: "truncate_lat": { 2024-04-15T14:36:39.556 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 55, 2024-04-15T14:36:39.556 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 287010 2024-04-15T14:36:39.556 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.556 INFO:tasks.workunit.client.0.smithi016.stdout: "txc_commit_lat": { 2024-04-15T14:36:39.556 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 415, 2024-04-15T14:36:39.556 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 360279914 2024-04-15T14:36:39.557 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.557 INFO:tasks.workunit.client.0.smithi016.stdout: "txc_submit_lat": { 2024-04-15T14:36:39.557 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 415, 2024-04-15T14:36:39.557 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 24804744 2024-04-15T14:36:39.557 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.557 INFO:tasks.workunit.client.0.smithi016.stdout: "txc_throttle_lat": { 2024-04-15T14:36:39.557 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 415, 2024-04-15T14:36:39.557 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 2667471 2024-04-15T14:36:39.557 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T14:36:39.557 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.557 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore-pricache": { 2024-04-15T14:36:39.557 INFO:tasks.workunit.client.0.smithi016.stdout: "cache_bytes": { 2024-04-15T14:36:39.557 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 1862577038 2024-04-15T14:36:39.557 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.557 INFO:tasks.workunit.client.0.smithi016.stdout: "heap_bytes": { 2024-04-15T14:36:39.558 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 43433984 2024-04-15T14:36:39.558 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.558 INFO:tasks.workunit.client.0.smithi016.stdout: "mapped_bytes": { 2024-04-15T14:36:39.558 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 42795008 2024-04-15T14:36:39.558 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.558 INFO:tasks.workunit.client.0.smithi016.stdout: "target_bytes": { 2024-04-15T14:36:39.558 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 3138686361 2024-04-15T14:36:39.558 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.558 INFO:tasks.workunit.client.0.smithi016.stdout: "unmapped_bytes": { 2024-04-15T14:36:39.558 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 638976 2024-04-15T14:36:39.558 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T14:36:39.558 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.558 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore-pricache:data": { 2024-04-15T14:36:39.558 INFO:tasks.workunit.client.0.smithi016.stdout: "committed_bytes": { 2024-04-15T14:36:39.559 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 159383552 2024-04-15T14:36:39.559 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.559 INFO:tasks.workunit.client.0.smithi016.stdout: "pri0_bytes": { 2024-04-15T14:36:39.559 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.559 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.559 INFO:tasks.workunit.client.0.smithi016.stdout: "pri10_bytes": { 2024-04-15T14:36:39.559 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.559 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.559 INFO:tasks.workunit.client.0.smithi016.stdout: "pri11_bytes": { 2024-04-15T14:36:39.559 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 85566125 2024-04-15T14:36:39.559 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.559 INFO:tasks.workunit.client.0.smithi016.stdout: "pri1_bytes": { 2024-04-15T14:36:39.559 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.559 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.559 INFO:tasks.workunit.client.0.smithi016.stdout: "pri2_bytes": { 2024-04-15T14:36:39.560 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.560 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.560 INFO:tasks.workunit.client.0.smithi016.stdout: "pri3_bytes": { 2024-04-15T14:36:39.560 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.560 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.560 INFO:tasks.workunit.client.0.smithi016.stdout: "pri4_bytes": { 2024-04-15T14:36:39.560 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.560 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.560 INFO:tasks.workunit.client.0.smithi016.stdout: "pri5_bytes": { 2024-04-15T14:36:39.560 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.560 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.560 INFO:tasks.workunit.client.0.smithi016.stdout: "pri6_bytes": { 2024-04-15T14:36:39.560 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 4096 2024-04-15T14:36:39.560 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.561 INFO:tasks.workunit.client.0.smithi016.stdout: "pri7_bytes": { 2024-04-15T14:36:39.561 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.561 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.561 INFO:tasks.workunit.client.0.smithi016.stdout: "pri8_bytes": { 2024-04-15T14:36:39.561 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.561 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.561 INFO:tasks.workunit.client.0.smithi016.stdout: "pri9_bytes": { 2024-04-15T14:36:39.561 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.561 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.561 INFO:tasks.workunit.client.0.smithi016.stdout: "reserved_bytes": { 2024-04-15T14:36:39.561 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 73813331 2024-04-15T14:36:39.561 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T14:36:39.561 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.561 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore-pricache:kv": { 2024-04-15T14:36:39.561 INFO:tasks.workunit.client.0.smithi016.stdout: "committed_bytes": { 2024-04-15T14:36:39.562 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 780140544 2024-04-15T14:36:39.562 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.562 INFO:tasks.workunit.client.0.smithi016.stdout: "pri0_bytes": { 2024-04-15T14:36:39.562 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 67108864 2024-04-15T14:36:39.562 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.562 INFO:tasks.workunit.client.0.smithi016.stdout: "pri10_bytes": { 2024-04-15T14:36:39.562 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.562 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.562 INFO:tasks.workunit.client.0.smithi016.stdout: "pri11_bytes": { 2024-04-15T14:36:39.562 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 641745942 2024-04-15T14:36:39.562 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.562 INFO:tasks.workunit.client.0.smithi016.stdout: "pri1_bytes": { 2024-04-15T14:36:39.562 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.562 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.563 INFO:tasks.workunit.client.0.smithi016.stdout: "pri2_bytes": { 2024-04-15T14:36:39.563 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.563 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.563 INFO:tasks.workunit.client.0.smithi016.stdout: "pri3_bytes": { 2024-04-15T14:36:39.563 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.563 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.563 INFO:tasks.workunit.client.0.smithi016.stdout: "pri4_bytes": { 2024-04-15T14:36:39.563 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.563 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.563 INFO:tasks.workunit.client.0.smithi016.stdout: "pri5_bytes": { 2024-04-15T14:36:39.563 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.563 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.563 INFO:tasks.workunit.client.0.smithi016.stdout: "pri6_bytes": { 2024-04-15T14:36:39.563 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 2128 2024-04-15T14:36:39.564 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.564 INFO:tasks.workunit.client.0.smithi016.stdout: "pri7_bytes": { 2024-04-15T14:36:39.564 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.564 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.564 INFO:tasks.workunit.client.0.smithi016.stdout: "pri8_bytes": { 2024-04-15T14:36:39.564 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.564 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.564 INFO:tasks.workunit.client.0.smithi016.stdout: "pri9_bytes": { 2024-04-15T14:36:39.564 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.564 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.564 INFO:tasks.workunit.client.0.smithi016.stdout: "reserved_bytes": { 2024-04-15T14:36:39.564 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 71283610 2024-04-15T14:36:39.564 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T14:36:39.565 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.565 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore-pricache:kv_onode": { 2024-04-15T14:36:39.565 INFO:tasks.workunit.client.0.smithi016.stdout: "committed_bytes": { 2024-04-15T14:36:39.565 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 192937984 2024-04-15T14:36:39.565 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.565 INFO:tasks.workunit.client.0.smithi016.stdout: "pri0_bytes": { 2024-04-15T14:36:39.565 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 67108864 2024-04-15T14:36:39.565 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.565 INFO:tasks.workunit.client.0.smithi016.stdout: "pri10_bytes": { 2024-04-15T14:36:39.565 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 464 2024-04-15T14:36:39.565 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.565 INFO:tasks.workunit.client.0.smithi016.stdout: "pri11_bytes": { 2024-04-15T14:36:39.565 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 57044083 2024-04-15T14:36:39.565 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.566 INFO:tasks.workunit.client.0.smithi016.stdout: "pri1_bytes": { 2024-04-15T14:36:39.566 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.566 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.566 INFO:tasks.workunit.client.0.smithi016.stdout: "pri2_bytes": { 2024-04-15T14:36:39.566 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.566 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.566 INFO:tasks.workunit.client.0.smithi016.stdout: "pri3_bytes": { 2024-04-15T14:36:39.566 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.566 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.566 INFO:tasks.workunit.client.0.smithi016.stdout: "pri4_bytes": { 2024-04-15T14:36:39.566 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.566 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.566 INFO:tasks.workunit.client.0.smithi016.stdout: "pri5_bytes": { 2024-04-15T14:36:39.566 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.567 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.567 INFO:tasks.workunit.client.0.smithi016.stdout: "pri6_bytes": { 2024-04-15T14:36:39.567 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.567 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.567 INFO:tasks.workunit.client.0.smithi016.stdout: "pri7_bytes": { 2024-04-15T14:36:39.567 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.567 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.567 INFO:tasks.workunit.client.0.smithi016.stdout: "pri8_bytes": { 2024-04-15T14:36:39.567 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.567 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.567 INFO:tasks.workunit.client.0.smithi016.stdout: "pri9_bytes": { 2024-04-15T14:36:39.567 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.567 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.567 INFO:tasks.workunit.client.0.smithi016.stdout: "reserved_bytes": { 2024-04-15T14:36:39.567 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 68784573 2024-04-15T14:36:39.568 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T14:36:39.568 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.568 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore-pricache:meta": { 2024-04-15T14:36:39.568 INFO:tasks.workunit.client.0.smithi016.stdout: "committed_bytes": { 2024-04-15T14:36:39.568 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 713031680 2024-04-15T14:36:39.568 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.568 INFO:tasks.workunit.client.0.smithi016.stdout: "pri0_bytes": { 2024-04-15T14:36:39.568 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.568 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.568 INFO:tasks.workunit.client.0.smithi016.stdout: "pri10_bytes": { 2024-04-15T14:36:39.568 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.568 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.568 INFO:tasks.workunit.client.0.smithi016.stdout: "pri11_bytes": { 2024-04-15T14:36:39.568 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 641745942 2024-04-15T14:36:39.569 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.569 INFO:tasks.workunit.client.0.smithi016.stdout: "pri1_bytes": { 2024-04-15T14:36:39.569 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.569 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.569 INFO:tasks.workunit.client.0.smithi016.stdout: "pri2_bytes": { 2024-04-15T14:36:39.569 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.569 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.569 INFO:tasks.workunit.client.0.smithi016.stdout: "pri3_bytes": { 2024-04-15T14:36:39.569 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.569 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.569 INFO:tasks.workunit.client.0.smithi016.stdout: "pri4_bytes": { 2024-04-15T14:36:39.569 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.569 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.569 INFO:tasks.workunit.client.0.smithi016.stdout: "pri5_bytes": { 2024-04-15T14:36:39.569 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.570 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.570 INFO:tasks.workunit.client.0.smithi016.stdout: "pri6_bytes": { 2024-04-15T14:36:39.570 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 220541 2024-04-15T14:36:39.570 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.570 INFO:tasks.workunit.client.0.smithi016.stdout: "pri7_bytes": { 2024-04-15T14:36:39.570 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.570 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.570 INFO:tasks.workunit.client.0.smithi016.stdout: "pri8_bytes": { 2024-04-15T14:36:39.570 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.570 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.570 INFO:tasks.workunit.client.0.smithi016.stdout: "pri9_bytes": { 2024-04-15T14:36:39.570 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.570 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.570 INFO:tasks.workunit.client.0.smithi016.stdout: "reserved_bytes": { 2024-04-15T14:36:39.571 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 71065197 2024-04-15T14:36:39.571 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T14:36:39.571 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.571 INFO:tasks.workunit.client.0.smithi016.stdout: "objecter": { 2024-04-15T14:36:39.571 INFO:tasks.workunit.client.0.smithi016.stdout: "op_active": { 2024-04-15T14:36:39.571 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.571 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.571 INFO:tasks.workunit.client.0.smithi016.stdout: "op_r": { 2024-04-15T14:36:39.571 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.571 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.571 INFO:tasks.workunit.client.0.smithi016.stdout: "op_rmw": { 2024-04-15T14:36:39.571 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.571 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.571 INFO:tasks.workunit.client.0.smithi016.stdout: "op_w": { 2024-04-15T14:36:39.572 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.572 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T14:36:39.572 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.572 INFO:tasks.workunit.client.0.smithi016.stdout: "osd": { 2024-04-15T14:36:39.572 INFO:tasks.workunit.client.0.smithi016.stdout: "numpg": { 2024-04-15T14:36:39.572 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 37 2024-04-15T14:36:39.572 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.572 INFO:tasks.workunit.client.0.smithi016.stdout: "numpg_removing": { 2024-04-15T14:36:39.572 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.572 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.572 INFO:tasks.workunit.client.0.smithi016.stdout: "op": { 2024-04-15T14:36:39.572 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 155 2024-04-15T14:36:39.572 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.572 INFO:tasks.workunit.client.0.smithi016.stdout: "op_delayed_degraded": { 2024-04-15T14:36:39.573 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.573 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.573 INFO:tasks.workunit.client.0.smithi016.stdout: "op_delayed_unreadable": { 2024-04-15T14:36:39.573 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.573 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.573 INFO:tasks.workunit.client.0.smithi016.stdout: "op_in_bytes": { 2024-04-15T14:36:39.573 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 2429440 2024-04-15T14:36:39.573 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.573 INFO:tasks.workunit.client.0.smithi016.stdout: "op_latency": { 2024-04-15T14:36:39.573 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 155, 2024-04-15T14:36:39.573 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 424457234 2024-04-15T14:36:39.573 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.573 INFO:tasks.workunit.client.0.smithi016.stdout: "op_out_bytes": { 2024-04-15T14:36:39.573 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 1052 2024-04-15T14:36:39.574 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.574 INFO:tasks.workunit.client.0.smithi016.stdout: "op_prepare_latency": { 2024-04-15T14:36:39.574 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 155, 2024-04-15T14:36:39.574 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 57780411 2024-04-15T14:36:39.574 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.574 INFO:tasks.workunit.client.0.smithi016.stdout: "op_process_latency": { 2024-04-15T14:36:39.574 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 155, 2024-04-15T14:36:39.574 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 250495470 2024-04-15T14:36:39.574 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.574 INFO:tasks.workunit.client.0.smithi016.stdout: "op_r": { 2024-04-15T14:36:39.574 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 33 2024-04-15T14:36:39.574 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.574 INFO:tasks.workunit.client.0.smithi016.stdout: "op_r_latency": { 2024-04-15T14:36:39.574 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 33, 2024-04-15T14:36:39.575 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 4563801 2024-04-15T14:36:39.575 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.575 INFO:tasks.workunit.client.0.smithi016.stdout: "op_r_latency_out_bytes_histogram": { 2024-04-15T14:36:39.575 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.575 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.575 INFO:tasks.workunit.client.0.smithi016.stdout: "op_r_out_bytes": { 2024-04-15T14:36:39.575 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 1052 2024-04-15T14:36:39.575 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.575 INFO:tasks.workunit.client.0.smithi016.stdout: "op_r_prepare_latency": { 2024-04-15T14:36:39.575 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 33, 2024-04-15T14:36:39.575 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 3986269 2024-04-15T14:36:39.575 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.575 INFO:tasks.workunit.client.0.smithi016.stdout: "op_r_process_latency": { 2024-04-15T14:36:39.575 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 33, 2024-04-15T14:36:39.576 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 3230833 2024-04-15T14:36:39.576 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.576 INFO:tasks.workunit.client.0.smithi016.stdout: "op_rw": { 2024-04-15T14:36:39.576 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 22 2024-04-15T14:36:39.576 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.576 INFO:tasks.workunit.client.0.smithi016.stdout: "op_rw_in_bytes": { 2024-04-15T14:36:39.576 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.576 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.576 INFO:tasks.workunit.client.0.smithi016.stdout: "op_rw_latency": { 2024-04-15T14:36:39.576 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 22, 2024-04-15T14:36:39.576 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 19777405 2024-04-15T14:36:39.576 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.576 INFO:tasks.workunit.client.0.smithi016.stdout: "op_rw_latency_in_bytes_histogram": { 2024-04-15T14:36:39.576 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.576 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.577 INFO:tasks.workunit.client.0.smithi016.stdout: "op_rw_latency_out_bytes_histogram": { 2024-04-15T14:36:39.577 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.577 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.577 INFO:tasks.workunit.client.0.smithi016.stdout: "op_rw_out_bytes": { 2024-04-15T14:36:39.577 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.577 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.577 INFO:tasks.workunit.client.0.smithi016.stdout: "op_rw_prepare_latency": { 2024-04-15T14:36:39.577 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 22, 2024-04-15T14:36:39.577 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 9893267 2024-04-15T14:36:39.577 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.577 INFO:tasks.workunit.client.0.smithi016.stdout: "op_rw_process_latency": { 2024-04-15T14:36:39.577 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 22, 2024-04-15T14:36:39.577 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 18699353 2024-04-15T14:36:39.577 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.578 INFO:tasks.workunit.client.0.smithi016.stdout: "op_w": { 2024-04-15T14:36:39.578 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 100 2024-04-15T14:36:39.578 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.578 INFO:tasks.workunit.client.0.smithi016.stdout: "op_w_in_bytes": { 2024-04-15T14:36:39.578 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 2429440 2024-04-15T14:36:39.578 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.578 INFO:tasks.workunit.client.0.smithi016.stdout: "op_w_latency": { 2024-04-15T14:36:39.578 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 100, 2024-04-15T14:36:39.578 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 400116028 2024-04-15T14:36:39.578 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.578 INFO:tasks.workunit.client.0.smithi016.stdout: "op_w_latency_in_bytes_histogram": { 2024-04-15T14:36:39.578 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.578 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.578 INFO:tasks.workunit.client.0.smithi016.stdout: "op_w_prepare_latency": { 2024-04-15T14:36:39.578 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 100, 2024-04-15T14:36:39.579 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 43900875 2024-04-15T14:36:39.579 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.579 INFO:tasks.workunit.client.0.smithi016.stdout: "op_w_process_latency": { 2024-04-15T14:36:39.579 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 100, 2024-04-15T14:36:39.579 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 228565284 2024-04-15T14:36:39.579 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.579 INFO:tasks.workunit.client.0.smithi016.stdout: "op_wip": { 2024-04-15T14:36:39.579 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.579 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.579 INFO:tasks.workunit.client.0.smithi016.stdout: "recovery_bytes": { 2024-04-15T14:36:39.579 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 590368 2024-04-15T14:36:39.579 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.579 INFO:tasks.workunit.client.0.smithi016.stdout: "recovery_ops": { 2024-04-15T14:36:39.579 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 2 2024-04-15T14:36:39.580 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.580 INFO:tasks.workunit.client.0.smithi016.stdout: "stat_bytes": { 2024-04-15T14:36:39.580 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 95995035648 2024-04-15T14:36:39.580 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.580 INFO:tasks.workunit.client.0.smithi016.stdout: "stat_bytes_used": { 2024-04-15T14:36:39.580 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 28397568 2024-04-15T14:36:39.580 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T14:36:39.580 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T14:36:39.580 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.580 INFO:tasks.workunit.client.0.smithi016.stdout: "osd.2": { 2024-04-15T14:36:39.580 INFO:tasks.workunit.client.0.smithi016.stdout: "bluefs": { 2024-04-15T14:36:39.580 INFO:tasks.workunit.client.0.smithi016.stdout: "alloc_slow_fallback": { 2024-04-15T14:36:39.580 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.580 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.580 INFO:tasks.workunit.client.0.smithi016.stdout: "alloc_slow_size_fallback": { 2024-04-15T14:36:39.581 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.581 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.581 INFO:tasks.workunit.client.0.smithi016.stdout: "alloc_unit_db": { 2024-04-15T14:36:39.581 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 65536 2024-04-15T14:36:39.581 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.581 INFO:tasks.workunit.client.0.smithi016.stdout: "alloc_unit_main": { 2024-04-15T14:36:39.581 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.581 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.581 INFO:tasks.workunit.client.0.smithi016.stdout: "alloc_unit_wal": { 2024-04-15T14:36:39.581 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.581 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.581 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes_written_slow": { 2024-04-15T14:36:39.581 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.581 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.581 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes_written_sst": { 2024-04-15T14:36:39.582 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 12288 2024-04-15T14:36:39.582 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.582 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes_written_wal": { 2024-04-15T14:36:39.582 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 2183168 2024-04-15T14:36:39.582 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.582 INFO:tasks.workunit.client.0.smithi016.stdout: "compact_lat": { 2024-04-15T14:36:39.582 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 0, 2024-04-15T14:36:39.582 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.582 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.582 INFO:tasks.workunit.client.0.smithi016.stdout: "compact_lock_lat": { 2024-04-15T14:36:39.582 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 0, 2024-04-15T14:36:39.582 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.582 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.582 INFO:tasks.workunit.client.0.smithi016.stdout: "db_total_bytes": { 2024-04-15T14:36:39.583 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 95995035648 2024-04-15T14:36:39.583 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.583 INFO:tasks.workunit.client.0.smithi016.stdout: "db_used_bytes": { 2024-04-15T14:36:39.583 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 27656192 2024-04-15T14:36:39.583 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.583 INFO:tasks.workunit.client.0.smithi016.stdout: "log_bytes": { 2024-04-15T14:36:39.583 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 1376256 2024-04-15T14:36:39.583 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.583 INFO:tasks.workunit.client.0.smithi016.stdout: "logged_bytes": { 2024-04-15T14:36:39.583 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 1236992 2024-04-15T14:36:39.583 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.583 INFO:tasks.workunit.client.0.smithi016.stdout: "max_bytes_db": { 2024-04-15T14:36:39.583 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 31850496 2024-04-15T14:36:39.583 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.583 INFO:tasks.workunit.client.0.smithi016.stdout: "max_bytes_slow": { 2024-04-15T14:36:39.584 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.584 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.584 INFO:tasks.workunit.client.0.smithi016.stdout: "max_bytes_wal": { 2024-04-15T14:36:39.584 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.584 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.584 INFO:tasks.workunit.client.0.smithi016.stdout: "num_files": { 2024-04-15T14:36:39.584 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 14 2024-04-15T14:36:39.584 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.584 INFO:tasks.workunit.client.0.smithi016.stdout: "read_bytes": { 2024-04-15T14:36:39.584 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 206272 2024-04-15T14:36:39.584 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.584 INFO:tasks.workunit.client.0.smithi016.stdout: "read_count": { 2024-04-15T14:36:39.584 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 23 2024-04-15T14:36:39.585 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.585 INFO:tasks.workunit.client.0.smithi016.stdout: "read_disk_bytes": { 2024-04-15T14:36:39.585 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 1282048 2024-04-15T14:36:39.585 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.585 INFO:tasks.workunit.client.0.smithi016.stdout: "read_disk_bytes_db": { 2024-04-15T14:36:39.585 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 1286144 2024-04-15T14:36:39.585 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.585 INFO:tasks.workunit.client.0.smithi016.stdout: "read_disk_bytes_slow": { 2024-04-15T14:36:39.585 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.585 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.585 INFO:tasks.workunit.client.0.smithi016.stdout: "read_disk_bytes_wal": { 2024-04-15T14:36:39.585 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.585 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.585 INFO:tasks.workunit.client.0.smithi016.stdout: "read_disk_count": { 2024-04-15T14:36:39.586 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 15 2024-04-15T14:36:39.586 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.586 INFO:tasks.workunit.client.0.smithi016.stdout: "read_prefetch_bytes": { 2024-04-15T14:36:39.586 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 4913 2024-04-15T14:36:39.586 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.586 INFO:tasks.workunit.client.0.smithi016.stdout: "read_prefetch_count": { 2024-04-15T14:36:39.586 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 4 2024-04-15T14:36:39.586 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.586 INFO:tasks.workunit.client.0.smithi016.stdout: "read_random_buffer_bytes": { 2024-04-15T14:36:39.586 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 5506 2024-04-15T14:36:39.586 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.586 INFO:tasks.workunit.client.0.smithi016.stdout: "read_random_buffer_count": { 2024-04-15T14:36:39.586 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 24 2024-04-15T14:36:39.586 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.587 INFO:tasks.workunit.client.0.smithi016.stdout: "read_random_bytes": { 2024-04-15T14:36:39.587 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 5506 2024-04-15T14:36:39.587 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.587 INFO:tasks.workunit.client.0.smithi016.stdout: "read_random_count": { 2024-04-15T14:36:39.587 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 24 2024-04-15T14:36:39.587 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.587 INFO:tasks.workunit.client.0.smithi016.stdout: "read_random_disk_bytes": { 2024-04-15T14:36:39.587 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.587 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.587 INFO:tasks.workunit.client.0.smithi016.stdout: "read_random_disk_bytes_db": { 2024-04-15T14:36:39.587 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.587 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.587 INFO:tasks.workunit.client.0.smithi016.stdout: "read_random_disk_bytes_slow": { 2024-04-15T14:36:39.587 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.587 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.588 INFO:tasks.workunit.client.0.smithi016.stdout: "read_random_disk_bytes_wal": { 2024-04-15T14:36:39.588 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.588 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.588 INFO:tasks.workunit.client.0.smithi016.stdout: "read_random_disk_count": { 2024-04-15T14:36:39.588 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.588 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.588 INFO:tasks.workunit.client.0.smithi016.stdout: "slow_total_bytes": { 2024-04-15T14:36:39.588 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.588 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.588 INFO:tasks.workunit.client.0.smithi016.stdout: "slow_used_bytes": { 2024-04-15T14:36:39.588 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.588 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.588 INFO:tasks.workunit.client.0.smithi016.stdout: "wal_total_bytes": { 2024-04-15T14:36:39.588 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.589 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.589 INFO:tasks.workunit.client.0.smithi016.stdout: "wal_used_bytes": { 2024-04-15T14:36:39.589 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.589 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.589 INFO:tasks.workunit.client.0.smithi016.stdout: "write_bytes": { 2024-04-15T14:36:39.589 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 3497984 2024-04-15T14:36:39.589 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T14:36:39.589 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.589 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore": { 2024-04-15T14:36:39.589 INFO:tasks.workunit.client.0.smithi016.stdout: "alloc_unit": { 2024-04-15T14:36:39.589 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 4096 2024-04-15T14:36:39.589 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.589 INFO:tasks.workunit.client.0.smithi016.stdout: "allocated": { 2024-04-15T14:36:39.589 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 720896 2024-04-15T14:36:39.589 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.590 INFO:tasks.workunit.client.0.smithi016.stdout: "clist_lat": { 2024-04-15T14:36:39.590 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 4, 2024-04-15T14:36:39.590 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 182227 2024-04-15T14:36:39.590 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.590 INFO:tasks.workunit.client.0.smithi016.stdout: "compress_lat": { 2024-04-15T14:36:39.590 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 0, 2024-04-15T14:36:39.590 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.590 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.590 INFO:tasks.workunit.client.0.smithi016.stdout: "compressed": { 2024-04-15T14:36:39.590 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.590 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.590 INFO:tasks.workunit.client.0.smithi016.stdout: "compressed_allocated": { 2024-04-15T14:36:39.590 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.590 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.591 INFO:tasks.workunit.client.0.smithi016.stdout: "compressed_original": { 2024-04-15T14:36:39.591 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.591 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.591 INFO:tasks.workunit.client.0.smithi016.stdout: "csum_lat": { 2024-04-15T14:36:39.591 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 12, 2024-04-15T14:36:39.591 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 15113 2024-04-15T14:36:39.591 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.591 INFO:tasks.workunit.client.0.smithi016.stdout: "decompress_lat": { 2024-04-15T14:36:39.591 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 0, 2024-04-15T14:36:39.591 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.591 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.591 INFO:tasks.workunit.client.0.smithi016.stdout: "fragmentation_micros": { 2024-04-15T14:36:39.591 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.591 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.592 INFO:tasks.workunit.client.0.smithi016.stdout: "kv_commit_lat": { 2024-04-15T14:36:39.592 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 289, 2024-04-15T14:36:39.592 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 48838479 2024-04-15T14:36:39.592 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.592 INFO:tasks.workunit.client.0.smithi016.stdout: "kv_final_lat": { 2024-04-15T14:36:39.592 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 282, 2024-04-15T14:36:39.592 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 10037567 2024-04-15T14:36:39.592 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.592 INFO:tasks.workunit.client.0.smithi016.stdout: "kv_flush_lat": { 2024-04-15T14:36:39.592 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 289, 2024-04-15T14:36:39.592 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 334861 2024-04-15T14:36:39.592 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.592 INFO:tasks.workunit.client.0.smithi016.stdout: "kv_sync_lat": { 2024-04-15T14:36:39.592 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 289, 2024-04-15T14:36:39.592 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 49173340 2024-04-15T14:36:39.593 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.593 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_get_keys_lat": { 2024-04-15T14:36:39.593 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 0, 2024-04-15T14:36:39.593 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.593 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.593 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_get_values_lat": { 2024-04-15T14:36:39.593 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 3, 2024-04-15T14:36:39.593 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 54815 2024-04-15T14:36:39.593 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.593 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_lower_bound_lat": { 2024-04-15T14:36:39.593 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 0, 2024-04-15T14:36:39.593 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.593 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.593 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_next_lat": { 2024-04-15T14:36:39.594 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 0, 2024-04-15T14:36:39.594 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.594 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.594 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_seek_to_first_lat": { 2024-04-15T14:36:39.594 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 0, 2024-04-15T14:36:39.594 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.594 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.594 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_upper_bound_lat": { 2024-04-15T14:36:39.594 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 2, 2024-04-15T14:36:39.594 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 4375 2024-04-15T14:36:39.594 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.594 INFO:tasks.workunit.client.0.smithi016.stdout: "onode_hits": { 2024-04-15T14:36:39.594 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 618 2024-04-15T14:36:39.594 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.595 INFO:tasks.workunit.client.0.smithi016.stdout: "onode_misses": { 2024-04-15T14:36:39.595 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 211 2024-04-15T14:36:39.595 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.595 INFO:tasks.workunit.client.0.smithi016.stdout: "read_lat": { 2024-04-15T14:36:39.595 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 102, 2024-04-15T14:36:39.595 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 1047059 2024-04-15T14:36:39.595 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.595 INFO:tasks.workunit.client.0.smithi016.stdout: "read_onode_meta_lat": { 2024-04-15T14:36:39.595 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 282, 2024-04-15T14:36:39.595 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 250838 2024-04-15T14:36:39.595 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.595 INFO:tasks.workunit.client.0.smithi016.stdout: "read_wait_aio_lat": { 2024-04-15T14:36:39.595 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 180, 2024-04-15T14:36:39.595 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 697829 2024-04-15T14:36:39.596 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.596 INFO:tasks.workunit.client.0.smithi016.stdout: "reads_with_retries": { 2024-04-15T14:36:39.596 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.596 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.596 INFO:tasks.workunit.client.0.smithi016.stdout: "remove_lat": { 2024-04-15T14:36:39.596 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 3, 2024-04-15T14:36:39.596 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 109497 2024-04-15T14:36:39.596 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.596 INFO:tasks.workunit.client.0.smithi016.stdout: "state_aio_wait_lat": { 2024-04-15T14:36:39.596 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 339, 2024-04-15T14:36:39.596 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 5631580 2024-04-15T14:36:39.596 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.596 INFO:tasks.workunit.client.0.smithi016.stdout: "state_deferred_aio_wait_lat": { 2024-04-15T14:36:39.596 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 119, 2024-04-15T14:36:39.596 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 8125389 2024-04-15T14:36:39.597 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.597 INFO:tasks.workunit.client.0.smithi016.stdout: "state_deferred_cleanup_lat": { 2024-04-15T14:36:39.597 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 117, 2024-04-15T14:36:39.597 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 258168112355 2024-04-15T14:36:39.597 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.597 INFO:tasks.workunit.client.0.smithi016.stdout: "state_deferred_queued_lat": { 2024-04-15T14:36:39.597 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 119, 2024-04-15T14:36:39.597 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 126530959903 2024-04-15T14:36:39.597 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.597 INFO:tasks.workunit.client.0.smithi016.stdout: "state_done_lat": { 2024-04-15T14:36:39.597 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 337, 2024-04-15T14:36:39.597 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 76706162678 2024-04-15T14:36:39.597 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.597 INFO:tasks.workunit.client.0.smithi016.stdout: "state_finishing_lat": { 2024-04-15T14:36:39.598 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 337, 2024-04-15T14:36:39.598 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 33151 2024-04-15T14:36:39.598 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.598 INFO:tasks.workunit.client.0.smithi016.stdout: "state_io_done_lat": { 2024-04-15T14:36:39.598 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 339, 2024-04-15T14:36:39.598 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 466066 2024-04-15T14:36:39.598 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.598 INFO:tasks.workunit.client.0.smithi016.stdout: "state_kv_commiting_lat": { 2024-04-15T14:36:39.598 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 339, 2024-04-15T14:36:39.598 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 98703554 2024-04-15T14:36:39.598 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.598 INFO:tasks.workunit.client.0.smithi016.stdout: "state_kv_done_lat": { 2024-04-15T14:36:39.598 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 339, 2024-04-15T14:36:39.598 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 122643 2024-04-15T14:36:39.598 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.599 INFO:tasks.workunit.client.0.smithi016.stdout: "state_kv_queued_lat": { 2024-04-15T14:36:39.599 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 339, 2024-04-15T14:36:39.599 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 37864677 2024-04-15T14:36:39.599 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.599 INFO:tasks.workunit.client.0.smithi016.stdout: "state_prepare_lat": { 2024-04-15T14:36:39.599 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 339, 2024-04-15T14:36:39.599 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 18476329 2024-04-15T14:36:39.599 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.599 INFO:tasks.workunit.client.0.smithi016.stdout: "stored": { 2024-04-15T14:36:39.599 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 313129 2024-04-15T14:36:39.599 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.599 INFO:tasks.workunit.client.0.smithi016.stdout: "truncate_lat": { 2024-04-15T14:36:39.599 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 53, 2024-04-15T14:36:39.599 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 251311 2024-04-15T14:36:39.600 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.600 INFO:tasks.workunit.client.0.smithi016.stdout: "txc_commit_lat": { 2024-04-15T14:36:39.600 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 339, 2024-04-15T14:36:39.600 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 161194444 2024-04-15T14:36:39.600 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.600 INFO:tasks.workunit.client.0.smithi016.stdout: "txc_submit_lat": { 2024-04-15T14:36:39.600 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 339, 2024-04-15T14:36:39.600 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 24153712 2024-04-15T14:36:39.600 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.600 INFO:tasks.workunit.client.0.smithi016.stdout: "txc_throttle_lat": { 2024-04-15T14:36:39.600 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 339, 2024-04-15T14:36:39.600 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 2289520 2024-04-15T14:36:39.600 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T14:36:39.600 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.600 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore-pricache": { 2024-04-15T14:36:39.601 INFO:tasks.workunit.client.0.smithi016.stdout: "cache_bytes": { 2024-04-15T14:36:39.601 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 1862577038 2024-04-15T14:36:39.601 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.601 INFO:tasks.workunit.client.0.smithi016.stdout: "heap_bytes": { 2024-04-15T14:36:39.601 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 42319872 2024-04-15T14:36:39.601 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.601 INFO:tasks.workunit.client.0.smithi016.stdout: "mapped_bytes": { 2024-04-15T14:36:39.601 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 42106880 2024-04-15T14:36:39.601 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.601 INFO:tasks.workunit.client.0.smithi016.stdout: "target_bytes": { 2024-04-15T14:36:39.601 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 3138686361 2024-04-15T14:36:39.601 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.601 INFO:tasks.workunit.client.0.smithi016.stdout: "unmapped_bytes": { 2024-04-15T14:36:39.601 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 212992 2024-04-15T14:36:39.601 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T14:36:39.602 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.602 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore-pricache:data": { 2024-04-15T14:36:39.602 INFO:tasks.workunit.client.0.smithi016.stdout: "committed_bytes": { 2024-04-15T14:36:39.602 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 159383552 2024-04-15T14:36:39.602 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.602 INFO:tasks.workunit.client.0.smithi016.stdout: "pri0_bytes": { 2024-04-15T14:36:39.602 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.602 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.602 INFO:tasks.workunit.client.0.smithi016.stdout: "pri10_bytes": { 2024-04-15T14:36:39.602 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.603 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.603 INFO:tasks.workunit.client.0.smithi016.stdout: "pri11_bytes": { 2024-04-15T14:36:39.603 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 85566406 2024-04-15T14:36:39.603 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.603 INFO:tasks.workunit.client.0.smithi016.stdout: "pri1_bytes": { 2024-04-15T14:36:39.603 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.603 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.603 INFO:tasks.workunit.client.0.smithi016.stdout: "pri2_bytes": { 2024-04-15T14:36:39.603 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.603 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.603 INFO:tasks.workunit.client.0.smithi016.stdout: "pri3_bytes": { 2024-04-15T14:36:39.603 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.603 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.604 INFO:tasks.workunit.client.0.smithi016.stdout: "pri4_bytes": { 2024-04-15T14:36:39.604 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.604 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.604 INFO:tasks.workunit.client.0.smithi016.stdout: "pri5_bytes": { 2024-04-15T14:36:39.604 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.604 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.604 INFO:tasks.workunit.client.0.smithi016.stdout: "pri6_bytes": { 2024-04-15T14:36:39.604 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 8192 2024-04-15T14:36:39.604 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.604 INFO:tasks.workunit.client.0.smithi016.stdout: "pri7_bytes": { 2024-04-15T14:36:39.604 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.604 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.604 INFO:tasks.workunit.client.0.smithi016.stdout: "pri8_bytes": { 2024-04-15T14:36:39.604 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.604 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.605 INFO:tasks.workunit.client.0.smithi016.stdout: "pri9_bytes": { 2024-04-15T14:36:39.605 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.605 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.605 INFO:tasks.workunit.client.0.smithi016.stdout: "reserved_bytes": { 2024-04-15T14:36:39.605 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 73808954 2024-04-15T14:36:39.605 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T14:36:39.605 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.605 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore-pricache:kv": { 2024-04-15T14:36:39.605 INFO:tasks.workunit.client.0.smithi016.stdout: "committed_bytes": { 2024-04-15T14:36:39.605 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 780140544 2024-04-15T14:36:39.605 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.605 INFO:tasks.workunit.client.0.smithi016.stdout: "pri0_bytes": { 2024-04-15T14:36:39.605 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 67108864 2024-04-15T14:36:39.605 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.606 INFO:tasks.workunit.client.0.smithi016.stdout: "pri10_bytes": { 2024-04-15T14:36:39.606 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.606 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.606 INFO:tasks.workunit.client.0.smithi016.stdout: "pri11_bytes": { 2024-04-15T14:36:39.606 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 641748045 2024-04-15T14:36:39.606 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.606 INFO:tasks.workunit.client.0.smithi016.stdout: "pri1_bytes": { 2024-04-15T14:36:39.606 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.606 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.606 INFO:tasks.workunit.client.0.smithi016.stdout: "pri2_bytes": { 2024-04-15T14:36:39.606 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.606 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.606 INFO:tasks.workunit.client.0.smithi016.stdout: "pri3_bytes": { 2024-04-15T14:36:39.606 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.607 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.607 INFO:tasks.workunit.client.0.smithi016.stdout: "pri4_bytes": { 2024-04-15T14:36:39.607 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.607 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.607 INFO:tasks.workunit.client.0.smithi016.stdout: "pri5_bytes": { 2024-04-15T14:36:39.607 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.607 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.607 INFO:tasks.workunit.client.0.smithi016.stdout: "pri6_bytes": { 2024-04-15T14:36:39.607 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 2128 2024-04-15T14:36:39.607 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.607 INFO:tasks.workunit.client.0.smithi016.stdout: "pri7_bytes": { 2024-04-15T14:36:39.607 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.607 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.607 INFO:tasks.workunit.client.0.smithi016.stdout: "pri8_bytes": { 2024-04-15T14:36:39.608 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.608 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.608 INFO:tasks.workunit.client.0.smithi016.stdout: "pri9_bytes": { 2024-04-15T14:36:39.608 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.608 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.608 INFO:tasks.workunit.client.0.smithi016.stdout: "reserved_bytes": { 2024-04-15T14:36:39.608 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 71281507 2024-04-15T14:36:39.608 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T14:36:39.608 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.608 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore-pricache:kv_onode": { 2024-04-15T14:36:39.608 INFO:tasks.workunit.client.0.smithi016.stdout: "committed_bytes": { 2024-04-15T14:36:39.608 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 192937984 2024-04-15T14:36:39.608 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.608 INFO:tasks.workunit.client.0.smithi016.stdout: "pri0_bytes": { 2024-04-15T14:36:39.609 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 67108864 2024-04-15T14:36:39.609 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.609 INFO:tasks.workunit.client.0.smithi016.stdout: "pri10_bytes": { 2024-04-15T14:36:39.609 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 464 2024-04-15T14:36:39.609 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.609 INFO:tasks.workunit.client.0.smithi016.stdout: "pri11_bytes": { 2024-04-15T14:36:39.609 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 57044270 2024-04-15T14:36:39.609 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.609 INFO:tasks.workunit.client.0.smithi016.stdout: "pri1_bytes": { 2024-04-15T14:36:39.609 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.609 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.609 INFO:tasks.workunit.client.0.smithi016.stdout: "pri2_bytes": { 2024-04-15T14:36:39.609 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.609 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.609 INFO:tasks.workunit.client.0.smithi016.stdout: "pri3_bytes": { 2024-04-15T14:36:39.610 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.610 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.610 INFO:tasks.workunit.client.0.smithi016.stdout: "pri4_bytes": { 2024-04-15T14:36:39.610 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.610 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.610 INFO:tasks.workunit.client.0.smithi016.stdout: "pri5_bytes": { 2024-04-15T14:36:39.610 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.610 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.610 INFO:tasks.workunit.client.0.smithi016.stdout: "pri6_bytes": { 2024-04-15T14:36:39.610 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.610 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.610 INFO:tasks.workunit.client.0.smithi016.stdout: "pri7_bytes": { 2024-04-15T14:36:39.610 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.611 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.611 INFO:tasks.workunit.client.0.smithi016.stdout: "pri8_bytes": { 2024-04-15T14:36:39.611 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.611 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.611 INFO:tasks.workunit.client.0.smithi016.stdout: "pri9_bytes": { 2024-04-15T14:36:39.611 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.611 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.611 INFO:tasks.workunit.client.0.smithi016.stdout: "reserved_bytes": { 2024-04-15T14:36:39.611 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 68784386 2024-04-15T14:36:39.611 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T14:36:39.611 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.611 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore-pricache:meta": { 2024-04-15T14:36:39.611 INFO:tasks.workunit.client.0.smithi016.stdout: "committed_bytes": { 2024-04-15T14:36:39.611 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 713031680 2024-04-15T14:36:39.611 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.612 INFO:tasks.workunit.client.0.smithi016.stdout: "pri0_bytes": { 2024-04-15T14:36:39.612 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.612 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.612 INFO:tasks.workunit.client.0.smithi016.stdout: "pri10_bytes": { 2024-04-15T14:36:39.612 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.612 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.612 INFO:tasks.workunit.client.0.smithi016.stdout: "pri11_bytes": { 2024-04-15T14:36:39.612 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 641748045 2024-04-15T14:36:39.612 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.612 INFO:tasks.workunit.client.0.smithi016.stdout: "pri1_bytes": { 2024-04-15T14:36:39.612 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.612 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.612 INFO:tasks.workunit.client.0.smithi016.stdout: "pri2_bytes": { 2024-04-15T14:36:39.612 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.613 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.613 INFO:tasks.workunit.client.0.smithi016.stdout: "pri3_bytes": { 2024-04-15T14:36:39.613 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.613 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.613 INFO:tasks.workunit.client.0.smithi016.stdout: "pri4_bytes": { 2024-04-15T14:36:39.613 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.613 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.613 INFO:tasks.workunit.client.0.smithi016.stdout: "pri5_bytes": { 2024-04-15T14:36:39.613 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.613 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.613 INFO:tasks.workunit.client.0.smithi016.stdout: "pri6_bytes": { 2024-04-15T14:36:39.613 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 209499 2024-04-15T14:36:39.613 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.613 INFO:tasks.workunit.client.0.smithi016.stdout: "pri7_bytes": { 2024-04-15T14:36:39.613 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.614 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.614 INFO:tasks.workunit.client.0.smithi016.stdout: "pri8_bytes": { 2024-04-15T14:36:39.614 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.614 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.614 INFO:tasks.workunit.client.0.smithi016.stdout: "pri9_bytes": { 2024-04-15T14:36:39.614 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.614 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.614 INFO:tasks.workunit.client.0.smithi016.stdout: "reserved_bytes": { 2024-04-15T14:36:39.614 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 71074136 2024-04-15T14:36:39.614 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T14:36:39.614 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.614 INFO:tasks.workunit.client.0.smithi016.stdout: "objecter": { 2024-04-15T14:36:39.614 INFO:tasks.workunit.client.0.smithi016.stdout: "op_active": { 2024-04-15T14:36:39.615 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.615 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.615 INFO:tasks.workunit.client.0.smithi016.stdout: "op_r": { 2024-04-15T14:36:39.615 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.615 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.615 INFO:tasks.workunit.client.0.smithi016.stdout: "op_rmw": { 2024-04-15T14:36:39.615 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.615 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.615 INFO:tasks.workunit.client.0.smithi016.stdout: "op_w": { 2024-04-15T14:36:39.615 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.615 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T14:36:39.615 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.615 INFO:tasks.workunit.client.0.smithi016.stdout: "osd": { 2024-04-15T14:36:39.615 INFO:tasks.workunit.client.0.smithi016.stdout: "numpg": { 2024-04-15T14:36:39.615 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 31 2024-04-15T14:36:39.616 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.616 INFO:tasks.workunit.client.0.smithi016.stdout: "numpg_removing": { 2024-04-15T14:36:39.616 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.616 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.616 INFO:tasks.workunit.client.0.smithi016.stdout: "op": { 2024-04-15T14:36:39.616 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 10 2024-04-15T14:36:39.616 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.616 INFO:tasks.workunit.client.0.smithi016.stdout: "op_delayed_degraded": { 2024-04-15T14:36:39.616 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.616 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.616 INFO:tasks.workunit.client.0.smithi016.stdout: "op_delayed_unreadable": { 2024-04-15T14:36:39.616 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.616 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.616 INFO:tasks.workunit.client.0.smithi016.stdout: "op_in_bytes": { 2024-04-15T14:36:39.617 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.617 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.617 INFO:tasks.workunit.client.0.smithi016.stdout: "op_latency": { 2024-04-15T14:36:39.617 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 10, 2024-04-15T14:36:39.617 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 244261610 2024-04-15T14:36:39.617 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.617 INFO:tasks.workunit.client.0.smithi016.stdout: "op_out_bytes": { 2024-04-15T14:36:39.617 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.617 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.617 INFO:tasks.workunit.client.0.smithi016.stdout: "op_prepare_latency": { 2024-04-15T14:36:39.617 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 10, 2024-04-15T14:36:39.617 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 7191078 2024-04-15T14:36:39.617 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.617 INFO:tasks.workunit.client.0.smithi016.stdout: "op_process_latency": { 2024-04-15T14:36:39.617 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 10, 2024-04-15T14:36:39.618 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 227588328 2024-04-15T14:36:39.618 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.618 INFO:tasks.workunit.client.0.smithi016.stdout: "op_r": { 2024-04-15T14:36:39.618 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.618 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.618 INFO:tasks.workunit.client.0.smithi016.stdout: "op_r_latency": { 2024-04-15T14:36:39.618 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 0, 2024-04-15T14:36:39.618 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.618 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.618 INFO:tasks.workunit.client.0.smithi016.stdout: "op_r_latency_out_bytes_histogram": { 2024-04-15T14:36:39.618 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.618 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.618 INFO:tasks.workunit.client.0.smithi016.stdout: "op_r_out_bytes": { 2024-04-15T14:36:39.618 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.619 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.619 INFO:tasks.workunit.client.0.smithi016.stdout: "op_r_prepare_latency": { 2024-04-15T14:36:39.619 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 0, 2024-04-15T14:36:39.619 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.619 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.619 INFO:tasks.workunit.client.0.smithi016.stdout: "op_r_process_latency": { 2024-04-15T14:36:39.619 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 0, 2024-04-15T14:36:39.619 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.619 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.619 INFO:tasks.workunit.client.0.smithi016.stdout: "op_rw": { 2024-04-15T14:36:39.619 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.619 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.619 INFO:tasks.workunit.client.0.smithi016.stdout: "op_rw_in_bytes": { 2024-04-15T14:36:39.619 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.619 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.620 INFO:tasks.workunit.client.0.smithi016.stdout: "op_rw_latency": { 2024-04-15T14:36:39.620 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 0, 2024-04-15T14:36:39.620 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.620 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.620 INFO:tasks.workunit.client.0.smithi016.stdout: "op_rw_latency_in_bytes_histogram": { 2024-04-15T14:36:39.620 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.620 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.620 INFO:tasks.workunit.client.0.smithi016.stdout: "op_rw_latency_out_bytes_histogram": { 2024-04-15T14:36:39.620 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.620 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.620 INFO:tasks.workunit.client.0.smithi016.stdout: "op_rw_out_bytes": { 2024-04-15T14:36:39.620 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.620 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.620 INFO:tasks.workunit.client.0.smithi016.stdout: "op_rw_prepare_latency": { 2024-04-15T14:36:39.620 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 0, 2024-04-15T14:36:39.621 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.621 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.621 INFO:tasks.workunit.client.0.smithi016.stdout: "op_rw_process_latency": { 2024-04-15T14:36:39.621 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 0, 2024-04-15T14:36:39.621 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.621 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.621 INFO:tasks.workunit.client.0.smithi016.stdout: "op_w": { 2024-04-15T14:36:39.621 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 10 2024-04-15T14:36:39.621 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.621 INFO:tasks.workunit.client.0.smithi016.stdout: "op_w_in_bytes": { 2024-04-15T14:36:39.621 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.621 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.621 INFO:tasks.workunit.client.0.smithi016.stdout: "op_w_latency": { 2024-04-15T14:36:39.621 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 10, 2024-04-15T14:36:39.622 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 244261610 2024-04-15T14:36:39.622 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.622 INFO:tasks.workunit.client.0.smithi016.stdout: "op_w_latency_in_bytes_histogram": { 2024-04-15T14:36:39.622 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.622 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.622 INFO:tasks.workunit.client.0.smithi016.stdout: "op_w_prepare_latency": { 2024-04-15T14:36:39.622 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 10, 2024-04-15T14:36:39.622 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 7191078 2024-04-15T14:36:39.622 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.622 INFO:tasks.workunit.client.0.smithi016.stdout: "op_w_process_latency": { 2024-04-15T14:36:39.622 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 10, 2024-04-15T14:36:39.622 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 227588328 2024-04-15T14:36:39.622 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.622 INFO:tasks.workunit.client.0.smithi016.stdout: "op_wip": { 2024-04-15T14:36:39.623 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.623 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.623 INFO:tasks.workunit.client.0.smithi016.stdout: "recovery_bytes": { 2024-04-15T14:36:39.623 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.623 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.623 INFO:tasks.workunit.client.0.smithi016.stdout: "recovery_ops": { 2024-04-15T14:36:39.623 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.623 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.623 INFO:tasks.workunit.client.0.smithi016.stdout: "stat_bytes": { 2024-04-15T14:36:39.623 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 95995035648 2024-04-15T14:36:39.623 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.623 INFO:tasks.workunit.client.0.smithi016.stdout: "stat_bytes_used": { 2024-04-15T14:36:39.623 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 28393472 2024-04-15T14:36:39.623 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T14:36:39.624 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T14:36:39.624 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.624 INFO:tasks.workunit.client.0.smithi016.stdout: "osd.3": { 2024-04-15T14:36:39.624 INFO:tasks.workunit.client.0.smithi016.stdout: "bluefs": { 2024-04-15T14:36:39.624 INFO:tasks.workunit.client.0.smithi016.stdout: "alloc_slow_fallback": { 2024-04-15T14:36:39.624 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.624 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.624 INFO:tasks.workunit.client.0.smithi016.stdout: "alloc_slow_size_fallback": { 2024-04-15T14:36:39.624 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.624 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.624 INFO:tasks.workunit.client.0.smithi016.stdout: "alloc_unit_db": { 2024-04-15T14:36:39.624 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 65536 2024-04-15T14:36:39.624 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.624 INFO:tasks.workunit.client.0.smithi016.stdout: "alloc_unit_main": { 2024-04-15T14:36:39.625 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.625 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.625 INFO:tasks.workunit.client.0.smithi016.stdout: "alloc_unit_wal": { 2024-04-15T14:36:39.625 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.625 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.625 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes_written_slow": { 2024-04-15T14:36:39.625 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.625 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.625 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes_written_sst": { 2024-04-15T14:36:39.625 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 12288 2024-04-15T14:36:39.625 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.625 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes_written_wal": { 2024-04-15T14:36:39.625 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 1069056 2024-04-15T14:36:39.625 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.625 INFO:tasks.workunit.client.0.smithi016.stdout: "compact_lat": { 2024-04-15T14:36:39.626 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 0, 2024-04-15T14:36:39.626 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.626 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.626 INFO:tasks.workunit.client.0.smithi016.stdout: "compact_lock_lat": { 2024-04-15T14:36:39.626 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 0, 2024-04-15T14:36:39.626 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.626 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.626 INFO:tasks.workunit.client.0.smithi016.stdout: "db_total_bytes": { 2024-04-15T14:36:39.626 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 95995035648 2024-04-15T14:36:39.626 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.626 INFO:tasks.workunit.client.0.smithi016.stdout: "db_used_bytes": { 2024-04-15T14:36:39.626 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 27656192 2024-04-15T14:36:39.626 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.626 INFO:tasks.workunit.client.0.smithi016.stdout: "log_bytes": { 2024-04-15T14:36:39.627 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 765952 2024-04-15T14:36:39.627 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.627 INFO:tasks.workunit.client.0.smithi016.stdout: "logged_bytes": { 2024-04-15T14:36:39.627 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 626688 2024-04-15T14:36:39.627 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.627 INFO:tasks.workunit.client.0.smithi016.stdout: "max_bytes_db": { 2024-04-15T14:36:39.627 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 31850496 2024-04-15T14:36:39.627 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.627 INFO:tasks.workunit.client.0.smithi016.stdout: "max_bytes_slow": { 2024-04-15T14:36:39.627 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.627 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.627 INFO:tasks.workunit.client.0.smithi016.stdout: "max_bytes_wal": { 2024-04-15T14:36:39.627 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.627 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.628 INFO:tasks.workunit.client.0.smithi016.stdout: "num_files": { 2024-04-15T14:36:39.628 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 14 2024-04-15T14:36:39.628 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.628 INFO:tasks.workunit.client.0.smithi016.stdout: "read_bytes": { 2024-04-15T14:36:39.628 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 206272 2024-04-15T14:36:39.628 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.628 INFO:tasks.workunit.client.0.smithi016.stdout: "read_count": { 2024-04-15T14:36:39.628 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 23 2024-04-15T14:36:39.628 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.628 INFO:tasks.workunit.client.0.smithi016.stdout: "read_disk_bytes": { 2024-04-15T14:36:39.628 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 1282048 2024-04-15T14:36:39.628 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.628 INFO:tasks.workunit.client.0.smithi016.stdout: "read_disk_bytes_db": { 2024-04-15T14:36:39.628 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 1286144 2024-04-15T14:36:39.629 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.629 INFO:tasks.workunit.client.0.smithi016.stdout: "read_disk_bytes_slow": { 2024-04-15T14:36:39.629 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.629 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.629 INFO:tasks.workunit.client.0.smithi016.stdout: "read_disk_bytes_wal": { 2024-04-15T14:36:39.629 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.629 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.629 INFO:tasks.workunit.client.0.smithi016.stdout: "read_disk_count": { 2024-04-15T14:36:39.629 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 15 2024-04-15T14:36:39.629 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.629 INFO:tasks.workunit.client.0.smithi016.stdout: "read_prefetch_bytes": { 2024-04-15T14:36:39.629 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 4913 2024-04-15T14:36:39.629 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.629 INFO:tasks.workunit.client.0.smithi016.stdout: "read_prefetch_count": { 2024-04-15T14:36:39.630 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 4 2024-04-15T14:36:39.630 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.630 INFO:tasks.workunit.client.0.smithi016.stdout: "read_random_buffer_bytes": { 2024-04-15T14:36:39.630 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 5504 2024-04-15T14:36:39.630 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.630 INFO:tasks.workunit.client.0.smithi016.stdout: "read_random_buffer_count": { 2024-04-15T14:36:39.630 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 24 2024-04-15T14:36:39.630 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.630 INFO:tasks.workunit.client.0.smithi016.stdout: "read_random_bytes": { 2024-04-15T14:36:39.630 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 5504 2024-04-15T14:36:39.630 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.630 INFO:tasks.workunit.client.0.smithi016.stdout: "read_random_count": { 2024-04-15T14:36:39.630 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 24 2024-04-15T14:36:39.630 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.631 INFO:tasks.workunit.client.0.smithi016.stdout: "read_random_disk_bytes": { 2024-04-15T14:36:39.631 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.631 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.631 INFO:tasks.workunit.client.0.smithi016.stdout: "read_random_disk_bytes_db": { 2024-04-15T14:36:39.631 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.631 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.631 INFO:tasks.workunit.client.0.smithi016.stdout: "read_random_disk_bytes_slow": { 2024-04-15T14:36:39.631 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.631 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.631 INFO:tasks.workunit.client.0.smithi016.stdout: "read_random_disk_bytes_wal": { 2024-04-15T14:36:39.631 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.631 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.631 INFO:tasks.workunit.client.0.smithi016.stdout: "read_random_disk_count": { 2024-04-15T14:36:39.631 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.632 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.632 INFO:tasks.workunit.client.0.smithi016.stdout: "slow_total_bytes": { 2024-04-15T14:36:39.632 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.632 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.632 INFO:tasks.workunit.client.0.smithi016.stdout: "slow_used_bytes": { 2024-04-15T14:36:39.632 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.632 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.632 INFO:tasks.workunit.client.0.smithi016.stdout: "wal_total_bytes": { 2024-04-15T14:36:39.632 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.632 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.632 INFO:tasks.workunit.client.0.smithi016.stdout: "wal_used_bytes": { 2024-04-15T14:36:39.632 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.632 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.632 INFO:tasks.workunit.client.0.smithi016.stdout: "write_bytes": { 2024-04-15T14:36:39.632 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 1773568 2024-04-15T14:36:39.633 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T14:36:39.633 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.633 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore": { 2024-04-15T14:36:39.633 INFO:tasks.workunit.client.0.smithi016.stdout: "alloc_unit": { 2024-04-15T14:36:39.633 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 4096 2024-04-15T14:36:39.633 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.633 INFO:tasks.workunit.client.0.smithi016.stdout: "allocated": { 2024-04-15T14:36:39.633 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 737280 2024-04-15T14:36:39.633 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.633 INFO:tasks.workunit.client.0.smithi016.stdout: "clist_lat": { 2024-04-15T14:36:39.633 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 0, 2024-04-15T14:36:39.633 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.633 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.633 INFO:tasks.workunit.client.0.smithi016.stdout: "compress_lat": { 2024-04-15T14:36:39.634 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 0, 2024-04-15T14:36:39.634 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.634 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.634 INFO:tasks.workunit.client.0.smithi016.stdout: "compressed": { 2024-04-15T14:36:39.634 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.634 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.634 INFO:tasks.workunit.client.0.smithi016.stdout: "compressed_allocated": { 2024-04-15T14:36:39.634 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.634 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.634 INFO:tasks.workunit.client.0.smithi016.stdout: "compressed_original": { 2024-04-15T14:36:39.634 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.634 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.634 INFO:tasks.workunit.client.0.smithi016.stdout: "csum_lat": { 2024-04-15T14:36:39.634 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 2, 2024-04-15T14:36:39.635 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 5645 2024-04-15T14:36:39.635 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.635 INFO:tasks.workunit.client.0.smithi016.stdout: "decompress_lat": { 2024-04-15T14:36:39.635 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 0, 2024-04-15T14:36:39.635 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.635 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.635 INFO:tasks.workunit.client.0.smithi016.stdout: "fragmentation_micros": { 2024-04-15T14:36:39.635 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.635 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.635 INFO:tasks.workunit.client.0.smithi016.stdout: "kv_commit_lat": { 2024-04-15T14:36:39.635 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 140, 2024-04-15T14:36:39.635 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 34686819 2024-04-15T14:36:39.635 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.635 INFO:tasks.workunit.client.0.smithi016.stdout: "kv_final_lat": { 2024-04-15T14:36:39.635 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 134, 2024-04-15T14:36:39.636 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 4812419 2024-04-15T14:36:39.636 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.636 INFO:tasks.workunit.client.0.smithi016.stdout: "kv_flush_lat": { 2024-04-15T14:36:39.636 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 140, 2024-04-15T14:36:39.636 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 205856 2024-04-15T14:36:39.636 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.636 INFO:tasks.workunit.client.0.smithi016.stdout: "kv_sync_lat": { 2024-04-15T14:36:39.636 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 140, 2024-04-15T14:36:39.636 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 34892675 2024-04-15T14:36:39.636 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.636 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_get_keys_lat": { 2024-04-15T14:36:39.636 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 0, 2024-04-15T14:36:39.636 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.636 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.637 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_get_values_lat": { 2024-04-15T14:36:39.637 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 1, 2024-04-15T14:36:39.637 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 36884 2024-04-15T14:36:39.637 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.637 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_lower_bound_lat": { 2024-04-15T14:36:39.637 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 0, 2024-04-15T14:36:39.637 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.637 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.637 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_next_lat": { 2024-04-15T14:36:39.637 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 0, 2024-04-15T14:36:39.637 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.637 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.637 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_seek_to_first_lat": { 2024-04-15T14:36:39.637 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 0, 2024-04-15T14:36:39.637 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.638 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.638 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_upper_bound_lat": { 2024-04-15T14:36:39.638 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 2, 2024-04-15T14:36:39.638 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 4465 2024-04-15T14:36:39.638 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.638 INFO:tasks.workunit.client.0.smithi016.stdout: "onode_hits": { 2024-04-15T14:36:39.638 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 338 2024-04-15T14:36:39.638 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.638 INFO:tasks.workunit.client.0.smithi016.stdout: "onode_misses": { 2024-04-15T14:36:39.638 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 219 2024-04-15T14:36:39.638 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.638 INFO:tasks.workunit.client.0.smithi016.stdout: "read_lat": { 2024-04-15T14:36:39.638 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 80, 2024-04-15T14:36:39.638 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 851857 2024-04-15T14:36:39.639 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.639 INFO:tasks.workunit.client.0.smithi016.stdout: "read_onode_meta_lat": { 2024-04-15T14:36:39.639 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 138, 2024-04-15T14:36:39.639 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 309346 2024-04-15T14:36:39.639 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.639 INFO:tasks.workunit.client.0.smithi016.stdout: "read_wait_aio_lat": { 2024-04-15T14:36:39.639 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 58, 2024-04-15T14:36:39.639 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 132960 2024-04-15T14:36:39.639 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.639 INFO:tasks.workunit.client.0.smithi016.stdout: "reads_with_retries": { 2024-04-15T14:36:39.639 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.639 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.639 INFO:tasks.workunit.client.0.smithi016.stdout: "remove_lat": { 2024-04-15T14:36:39.639 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 0, 2024-04-15T14:36:39.639 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.640 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.640 INFO:tasks.workunit.client.0.smithi016.stdout: "state_aio_wait_lat": { 2024-04-15T14:36:39.640 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 240, 2024-04-15T14:36:39.640 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 4101720 2024-04-15T14:36:39.640 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.640 INFO:tasks.workunit.client.0.smithi016.stdout: "state_deferred_aio_wait_lat": { 2024-04-15T14:36:39.640 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 53, 2024-04-15T14:36:39.640 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 3531384 2024-04-15T14:36:39.640 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.640 INFO:tasks.workunit.client.0.smithi016.stdout: "state_deferred_cleanup_lat": { 2024-04-15T14:36:39.640 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 50, 2024-04-15T14:36:39.640 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 502980131377 2024-04-15T14:36:39.640 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.640 INFO:tasks.workunit.client.0.smithi016.stdout: "state_deferred_queued_lat": { 2024-04-15T14:36:39.640 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 53, 2024-04-15T14:36:39.641 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 77318208766 2024-04-15T14:36:39.641 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.641 INFO:tasks.workunit.client.0.smithi016.stdout: "state_done_lat": { 2024-04-15T14:36:39.641 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 237, 2024-04-15T14:36:39.641 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 600967 2024-04-15T14:36:39.641 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.641 INFO:tasks.workunit.client.0.smithi016.stdout: "state_finishing_lat": { 2024-04-15T14:36:39.641 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 237, 2024-04-15T14:36:39.641 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 24429 2024-04-15T14:36:39.641 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.641 INFO:tasks.workunit.client.0.smithi016.stdout: "state_io_done_lat": { 2024-04-15T14:36:39.641 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 240, 2024-04-15T14:36:39.641 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 265779 2024-04-15T14:36:39.641 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.642 INFO:tasks.workunit.client.0.smithi016.stdout: "state_kv_commiting_lat": { 2024-04-15T14:36:39.642 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 240, 2024-04-15T14:36:39.642 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 92786986 2024-04-15T14:36:39.642 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.642 INFO:tasks.workunit.client.0.smithi016.stdout: "state_kv_done_lat": { 2024-04-15T14:36:39.642 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 240, 2024-04-15T14:36:39.642 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 75252 2024-04-15T14:36:39.642 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.642 INFO:tasks.workunit.client.0.smithi016.stdout: "state_kv_queued_lat": { 2024-04-15T14:36:39.642 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 240, 2024-04-15T14:36:39.642 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 153623444 2024-04-15T14:36:39.642 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.642 INFO:tasks.workunit.client.0.smithi016.stdout: "state_prepare_lat": { 2024-04-15T14:36:39.643 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 240, 2024-04-15T14:36:39.643 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 12777966 2024-04-15T14:36:39.643 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.643 INFO:tasks.workunit.client.0.smithi016.stdout: "stored": { 2024-04-15T14:36:39.643 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 315592 2024-04-15T14:36:39.643 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.643 INFO:tasks.workunit.client.0.smithi016.stdout: "truncate_lat": { 2024-04-15T14:36:39.643 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 44, 2024-04-15T14:36:39.643 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 246036 2024-04-15T14:36:39.643 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.643 INFO:tasks.workunit.client.0.smithi016.stdout: "txc_commit_lat": { 2024-04-15T14:36:39.643 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 240, 2024-04-15T14:36:39.643 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 263592521 2024-04-15T14:36:39.643 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.643 INFO:tasks.workunit.client.0.smithi016.stdout: "txc_submit_lat": { 2024-04-15T14:36:39.644 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 240, 2024-04-15T14:36:39.644 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 15733223 2024-04-15T14:36:39.644 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.644 INFO:tasks.workunit.client.0.smithi016.stdout: "txc_throttle_lat": { 2024-04-15T14:36:39.644 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 240, 2024-04-15T14:36:39.644 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 1641433 2024-04-15T14:36:39.644 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T14:36:39.644 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.644 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore-pricache": { 2024-04-15T14:36:39.644 INFO:tasks.workunit.client.0.smithi016.stdout: "cache_bytes": { 2024-04-15T14:36:39.644 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 1862577038 2024-04-15T14:36:39.644 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.644 INFO:tasks.workunit.client.0.smithi016.stdout: "heap_bytes": { 2024-04-15T14:36:39.644 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 42385408 2024-04-15T14:36:39.644 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.645 INFO:tasks.workunit.client.0.smithi016.stdout: "mapped_bytes": { 2024-04-15T14:36:39.645 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 40738816 2024-04-15T14:36:39.645 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.645 INFO:tasks.workunit.client.0.smithi016.stdout: "target_bytes": { 2024-04-15T14:36:39.645 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 3138686361 2024-04-15T14:36:39.645 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.645 INFO:tasks.workunit.client.0.smithi016.stdout: "unmapped_bytes": { 2024-04-15T14:36:39.645 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 1646592 2024-04-15T14:36:39.645 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T14:36:39.645 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.645 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore-pricache:data": { 2024-04-15T14:36:39.645 INFO:tasks.workunit.client.0.smithi016.stdout: "committed_bytes": { 2024-04-15T14:36:39.645 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 159383552 2024-04-15T14:36:39.645 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.646 INFO:tasks.workunit.client.0.smithi016.stdout: "pri0_bytes": { 2024-04-15T14:36:39.646 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.646 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.646 INFO:tasks.workunit.client.0.smithi016.stdout: "pri10_bytes": { 2024-04-15T14:36:39.646 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.646 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.646 INFO:tasks.workunit.client.0.smithi016.stdout: "pri11_bytes": { 2024-04-15T14:36:39.646 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 85566554 2024-04-15T14:36:39.646 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.646 INFO:tasks.workunit.client.0.smithi016.stdout: "pri1_bytes": { 2024-04-15T14:36:39.646 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.646 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.646 INFO:tasks.workunit.client.0.smithi016.stdout: "pri2_bytes": { 2024-04-15T14:36:39.646 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.647 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.647 INFO:tasks.workunit.client.0.smithi016.stdout: "pri3_bytes": { 2024-04-15T14:36:39.647 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.647 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.647 INFO:tasks.workunit.client.0.smithi016.stdout: "pri4_bytes": { 2024-04-15T14:36:39.647 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.647 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.647 INFO:tasks.workunit.client.0.smithi016.stdout: "pri5_bytes": { 2024-04-15T14:36:39.647 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.647 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.647 INFO:tasks.workunit.client.0.smithi016.stdout: "pri6_bytes": { 2024-04-15T14:36:39.647 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.647 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.647 INFO:tasks.workunit.client.0.smithi016.stdout: "pri7_bytes": { 2024-04-15T14:36:39.647 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.648 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.648 INFO:tasks.workunit.client.0.smithi016.stdout: "pri8_bytes": { 2024-04-15T14:36:39.648 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.648 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.648 INFO:tasks.workunit.client.0.smithi016.stdout: "pri9_bytes": { 2024-04-15T14:36:39.648 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.648 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.648 INFO:tasks.workunit.client.0.smithi016.stdout: "reserved_bytes": { 2024-04-15T14:36:39.648 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 73816998 2024-04-15T14:36:39.648 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T14:36:39.648 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.648 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore-pricache:kv": { 2024-04-15T14:36:39.648 INFO:tasks.workunit.client.0.smithi016.stdout: "committed_bytes": { 2024-04-15T14:36:39.648 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 780140544 2024-04-15T14:36:39.649 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.649 INFO:tasks.workunit.client.0.smithi016.stdout: "pri0_bytes": { 2024-04-15T14:36:39.649 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 67108864 2024-04-15T14:36:39.649 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.649 INFO:tasks.workunit.client.0.smithi016.stdout: "pri10_bytes": { 2024-04-15T14:36:39.649 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.649 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.649 INFO:tasks.workunit.client.0.smithi016.stdout: "pri11_bytes": { 2024-04-15T14:36:39.649 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 641749162 2024-04-15T14:36:39.649 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.649 INFO:tasks.workunit.client.0.smithi016.stdout: "pri1_bytes": { 2024-04-15T14:36:39.649 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.649 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.649 INFO:tasks.workunit.client.0.smithi016.stdout: "pri2_bytes": { 2024-04-15T14:36:39.649 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.650 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.650 INFO:tasks.workunit.client.0.smithi016.stdout: "pri3_bytes": { 2024-04-15T14:36:39.650 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.650 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.650 INFO:tasks.workunit.client.0.smithi016.stdout: "pri4_bytes": { 2024-04-15T14:36:39.650 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.650 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.650 INFO:tasks.workunit.client.0.smithi016.stdout: "pri5_bytes": { 2024-04-15T14:36:39.650 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.650 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.650 INFO:tasks.workunit.client.0.smithi016.stdout: "pri6_bytes": { 2024-04-15T14:36:39.650 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 2128 2024-04-15T14:36:39.650 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.650 INFO:tasks.workunit.client.0.smithi016.stdout: "pri7_bytes": { 2024-04-15T14:36:39.651 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.651 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.651 INFO:tasks.workunit.client.0.smithi016.stdout: "pri8_bytes": { 2024-04-15T14:36:39.651 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.651 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.651 INFO:tasks.workunit.client.0.smithi016.stdout: "pri9_bytes": { 2024-04-15T14:36:39.651 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.651 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.651 INFO:tasks.workunit.client.0.smithi016.stdout: "reserved_bytes": { 2024-04-15T14:36:39.651 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 71280390 2024-04-15T14:36:39.651 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T14:36:39.651 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.651 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore-pricache:kv_onode": { 2024-04-15T14:36:39.651 INFO:tasks.workunit.client.0.smithi016.stdout: "committed_bytes": { 2024-04-15T14:36:39.652 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 192937984 2024-04-15T14:36:39.652 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.652 INFO:tasks.workunit.client.0.smithi016.stdout: "pri0_bytes": { 2024-04-15T14:36:39.652 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 67108864 2024-04-15T14:36:39.652 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.652 INFO:tasks.workunit.client.0.smithi016.stdout: "pri10_bytes": { 2024-04-15T14:36:39.652 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 464 2024-04-15T14:36:39.652 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.652 INFO:tasks.workunit.client.0.smithi016.stdout: "pri11_bytes": { 2024-04-15T14:36:39.652 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 57044369 2024-04-15T14:36:39.652 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.652 INFO:tasks.workunit.client.0.smithi016.stdout: "pri1_bytes": { 2024-04-15T14:36:39.652 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.652 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.653 INFO:tasks.workunit.client.0.smithi016.stdout: "pri2_bytes": { 2024-04-15T14:36:39.653 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.653 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.653 INFO:tasks.workunit.client.0.smithi016.stdout: "pri3_bytes": { 2024-04-15T14:36:39.653 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.653 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.653 INFO:tasks.workunit.client.0.smithi016.stdout: "pri4_bytes": { 2024-04-15T14:36:39.653 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.653 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.653 INFO:tasks.workunit.client.0.smithi016.stdout: "pri5_bytes": { 2024-04-15T14:36:39.653 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.653 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.653 INFO:tasks.workunit.client.0.smithi016.stdout: "pri6_bytes": { 2024-04-15T14:36:39.653 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.653 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.654 INFO:tasks.workunit.client.0.smithi016.stdout: "pri7_bytes": { 2024-04-15T14:36:39.654 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.654 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.654 INFO:tasks.workunit.client.0.smithi016.stdout: "pri8_bytes": { 2024-04-15T14:36:39.654 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.654 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.654 INFO:tasks.workunit.client.0.smithi016.stdout: "pri9_bytes": { 2024-04-15T14:36:39.654 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.654 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.654 INFO:tasks.workunit.client.0.smithi016.stdout: "reserved_bytes": { 2024-04-15T14:36:39.654 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 68784287 2024-04-15T14:36:39.654 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T14:36:39.654 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.654 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore-pricache:meta": { 2024-04-15T14:36:39.655 INFO:tasks.workunit.client.0.smithi016.stdout: "committed_bytes": { 2024-04-15T14:36:39.655 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 713031680 2024-04-15T14:36:39.655 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.655 INFO:tasks.workunit.client.0.smithi016.stdout: "pri0_bytes": { 2024-04-15T14:36:39.655 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.655 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.655 INFO:tasks.workunit.client.0.smithi016.stdout: "pri10_bytes": { 2024-04-15T14:36:39.655 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.655 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.655 INFO:tasks.workunit.client.0.smithi016.stdout: "pri11_bytes": { 2024-04-15T14:36:39.655 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 641749162 2024-04-15T14:36:39.655 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.655 INFO:tasks.workunit.client.0.smithi016.stdout: "pri1_bytes": { 2024-04-15T14:36:39.655 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.655 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.656 INFO:tasks.workunit.client.0.smithi016.stdout: "pri2_bytes": { 2024-04-15T14:36:39.656 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.656 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.656 INFO:tasks.workunit.client.0.smithi016.stdout: "pri3_bytes": { 2024-04-15T14:36:39.656 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.656 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.656 INFO:tasks.workunit.client.0.smithi016.stdout: "pri4_bytes": { 2024-04-15T14:36:39.656 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.656 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.656 INFO:tasks.workunit.client.0.smithi016.stdout: "pri5_bytes": { 2024-04-15T14:36:39.656 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 8233 2024-04-15T14:36:39.656 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.656 INFO:tasks.workunit.client.0.smithi016.stdout: "pri6_bytes": { 2024-04-15T14:36:39.656 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 211710 2024-04-15T14:36:39.657 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.657 INFO:tasks.workunit.client.0.smithi016.stdout: "pri7_bytes": { 2024-04-15T14:36:39.657 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.657 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.657 INFO:tasks.workunit.client.0.smithi016.stdout: "pri8_bytes": { 2024-04-15T14:36:39.657 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.657 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.657 INFO:tasks.workunit.client.0.smithi016.stdout: "pri9_bytes": { 2024-04-15T14:36:39.657 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.657 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.657 INFO:tasks.workunit.client.0.smithi016.stdout: "reserved_bytes": { 2024-04-15T14:36:39.657 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 71062575 2024-04-15T14:36:39.657 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T14:36:39.657 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.657 INFO:tasks.workunit.client.0.smithi016.stdout: "objecter": { 2024-04-15T14:36:39.658 INFO:tasks.workunit.client.0.smithi016.stdout: "op_active": { 2024-04-15T14:36:39.658 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.658 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.658 INFO:tasks.workunit.client.0.smithi016.stdout: "op_r": { 2024-04-15T14:36:39.658 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.658 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.658 INFO:tasks.workunit.client.0.smithi016.stdout: "op_rmw": { 2024-04-15T14:36:39.658 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.658 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.658 INFO:tasks.workunit.client.0.smithi016.stdout: "op_w": { 2024-04-15T14:36:39.658 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.658 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T14:36:39.658 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.658 INFO:tasks.workunit.client.0.smithi016.stdout: "osd": { 2024-04-15T14:36:39.659 INFO:tasks.workunit.client.0.smithi016.stdout: "numpg": { 2024-04-15T14:36:39.659 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 36 2024-04-15T14:36:39.659 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.659 INFO:tasks.workunit.client.0.smithi016.stdout: "numpg_removing": { 2024-04-15T14:36:39.659 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.659 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.659 INFO:tasks.workunit.client.0.smithi016.stdout: "op": { 2024-04-15T14:36:39.659 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.659 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.659 INFO:tasks.workunit.client.0.smithi016.stdout: "op_delayed_degraded": { 2024-04-15T14:36:39.659 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.659 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.659 INFO:tasks.workunit.client.0.smithi016.stdout: "op_delayed_unreadable": { 2024-04-15T14:36:39.659 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.659 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.660 INFO:tasks.workunit.client.0.smithi016.stdout: "op_in_bytes": { 2024-04-15T14:36:39.660 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.660 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.660 INFO:tasks.workunit.client.0.smithi016.stdout: "op_latency": { 2024-04-15T14:36:39.660 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 0, 2024-04-15T14:36:39.660 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.660 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.660 INFO:tasks.workunit.client.0.smithi016.stdout: "op_out_bytes": { 2024-04-15T14:36:39.660 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.660 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.660 INFO:tasks.workunit.client.0.smithi016.stdout: "op_prepare_latency": { 2024-04-15T14:36:39.660 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 2, 2024-04-15T14:36:39.660 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 797934 2024-04-15T14:36:39.660 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.661 INFO:tasks.workunit.client.0.smithi016.stdout: "op_process_latency": { 2024-04-15T14:36:39.661 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 0, 2024-04-15T14:36:39.661 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.661 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.661 INFO:tasks.workunit.client.0.smithi016.stdout: "op_r": { 2024-04-15T14:36:39.661 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.661 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.661 INFO:tasks.workunit.client.0.smithi016.stdout: "op_r_latency": { 2024-04-15T14:36:39.661 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 0, 2024-04-15T14:36:39.661 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.661 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.661 INFO:tasks.workunit.client.0.smithi016.stdout: "op_r_latency_out_bytes_histogram": { 2024-04-15T14:36:39.661 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.662 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.662 INFO:tasks.workunit.client.0.smithi016.stdout: "op_r_out_bytes": { 2024-04-15T14:36:39.662 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.662 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.662 INFO:tasks.workunit.client.0.smithi016.stdout: "op_r_prepare_latency": { 2024-04-15T14:36:39.662 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 0, 2024-04-15T14:36:39.662 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.662 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.662 INFO:tasks.workunit.client.0.smithi016.stdout: "op_r_process_latency": { 2024-04-15T14:36:39.662 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 0, 2024-04-15T14:36:39.662 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.662 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.662 INFO:tasks.workunit.client.0.smithi016.stdout: "op_rw": { 2024-04-15T14:36:39.662 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.663 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.663 INFO:tasks.workunit.client.0.smithi016.stdout: "op_rw_in_bytes": { 2024-04-15T14:36:39.663 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.663 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.663 INFO:tasks.workunit.client.0.smithi016.stdout: "op_rw_latency": { 2024-04-15T14:36:39.663 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 0, 2024-04-15T14:36:39.663 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.663 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.663 INFO:tasks.workunit.client.0.smithi016.stdout: "op_rw_latency_in_bytes_histogram": { 2024-04-15T14:36:39.663 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.663 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.663 INFO:tasks.workunit.client.0.smithi016.stdout: "op_rw_latency_out_bytes_histogram": { 2024-04-15T14:36:39.663 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.663 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.663 INFO:tasks.workunit.client.0.smithi016.stdout: "op_rw_out_bytes": { 2024-04-15T14:36:39.664 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.664 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.664 INFO:tasks.workunit.client.0.smithi016.stdout: "op_rw_prepare_latency": { 2024-04-15T14:36:39.664 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 0, 2024-04-15T14:36:39.664 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.664 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.664 INFO:tasks.workunit.client.0.smithi016.stdout: "op_rw_process_latency": { 2024-04-15T14:36:39.664 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 0, 2024-04-15T14:36:39.664 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.664 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.664 INFO:tasks.workunit.client.0.smithi016.stdout: "op_w": { 2024-04-15T14:36:39.664 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.664 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.664 INFO:tasks.workunit.client.0.smithi016.stdout: "op_w_in_bytes": { 2024-04-15T14:36:39.665 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.665 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.665 INFO:tasks.workunit.client.0.smithi016.stdout: "op_w_latency": { 2024-04-15T14:36:39.665 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 0, 2024-04-15T14:36:39.665 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.665 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.665 INFO:tasks.workunit.client.0.smithi016.stdout: "op_w_latency_in_bytes_histogram": { 2024-04-15T14:36:39.665 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.665 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.665 INFO:tasks.workunit.client.0.smithi016.stdout: "op_w_prepare_latency": { 2024-04-15T14:36:39.665 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 2, 2024-04-15T14:36:39.665 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 797934 2024-04-15T14:36:39.665 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.665 INFO:tasks.workunit.client.0.smithi016.stdout: "op_w_process_latency": { 2024-04-15T14:36:39.665 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 0, 2024-04-15T14:36:39.666 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.666 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.666 INFO:tasks.workunit.client.0.smithi016.stdout: "op_wip": { 2024-04-15T14:36:39.666 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.666 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.666 INFO:tasks.workunit.client.0.smithi016.stdout: "recovery_bytes": { 2024-04-15T14:36:39.666 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.666 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.666 INFO:tasks.workunit.client.0.smithi016.stdout: "recovery_ops": { 2024-04-15T14:36:39.666 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.666 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.666 INFO:tasks.workunit.client.0.smithi016.stdout: "stat_bytes": { 2024-04-15T14:36:39.666 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 95995035648 2024-04-15T14:36:39.666 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.667 INFO:tasks.workunit.client.0.smithi016.stdout: "stat_bytes_used": { 2024-04-15T14:36:39.667 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 28401664 2024-04-15T14:36:39.667 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T14:36:39.667 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T14:36:39.667 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.667 INFO:tasks.workunit.client.0.smithi016.stdout: "osd.4": { 2024-04-15T14:36:39.667 INFO:tasks.workunit.client.0.smithi016.stdout: "bluefs": { 2024-04-15T14:36:39.667 INFO:tasks.workunit.client.0.smithi016.stdout: "alloc_slow_fallback": { 2024-04-15T14:36:39.667 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.667 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.667 INFO:tasks.workunit.client.0.smithi016.stdout: "alloc_slow_size_fallback": { 2024-04-15T14:36:39.667 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.667 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.667 INFO:tasks.workunit.client.0.smithi016.stdout: "alloc_unit_db": { 2024-04-15T14:36:39.668 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 65536 2024-04-15T14:36:39.668 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.668 INFO:tasks.workunit.client.0.smithi016.stdout: "alloc_unit_main": { 2024-04-15T14:36:39.668 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.668 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.668 INFO:tasks.workunit.client.0.smithi016.stdout: "alloc_unit_wal": { 2024-04-15T14:36:39.668 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.668 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.668 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes_written_slow": { 2024-04-15T14:36:39.668 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.668 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.668 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes_written_sst": { 2024-04-15T14:36:39.668 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 12288 2024-04-15T14:36:39.668 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.669 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes_written_wal": { 2024-04-15T14:36:39.669 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 1220608 2024-04-15T14:36:39.669 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.669 INFO:tasks.workunit.client.0.smithi016.stdout: "compact_lat": { 2024-04-15T14:36:39.669 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 0, 2024-04-15T14:36:39.669 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.669 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.669 INFO:tasks.workunit.client.0.smithi016.stdout: "compact_lock_lat": { 2024-04-15T14:36:39.669 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 0, 2024-04-15T14:36:39.669 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.669 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.669 INFO:tasks.workunit.client.0.smithi016.stdout: "db_total_bytes": { 2024-04-15T14:36:39.669 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 95995035648 2024-04-15T14:36:39.669 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.670 INFO:tasks.workunit.client.0.smithi016.stdout: "db_used_bytes": { 2024-04-15T14:36:39.670 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 27656192 2024-04-15T14:36:39.670 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.670 INFO:tasks.workunit.client.0.smithi016.stdout: "log_bytes": { 2024-04-15T14:36:39.670 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 884736 2024-04-15T14:36:39.670 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.670 INFO:tasks.workunit.client.0.smithi016.stdout: "logged_bytes": { 2024-04-15T14:36:39.670 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 745472 2024-04-15T14:36:39.670 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.670 INFO:tasks.workunit.client.0.smithi016.stdout: "max_bytes_db": { 2024-04-15T14:36:39.670 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 31850496 2024-04-15T14:36:39.670 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.670 INFO:tasks.workunit.client.0.smithi016.stdout: "max_bytes_slow": { 2024-04-15T14:36:39.670 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.671 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.671 INFO:tasks.workunit.client.0.smithi016.stdout: "max_bytes_wal": { 2024-04-15T14:36:39.671 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.671 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.671 INFO:tasks.workunit.client.0.smithi016.stdout: "num_files": { 2024-04-15T14:36:39.671 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 14 2024-04-15T14:36:39.671 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.671 INFO:tasks.workunit.client.0.smithi016.stdout: "read_bytes": { 2024-04-15T14:36:39.671 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 206272 2024-04-15T14:36:39.671 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.671 INFO:tasks.workunit.client.0.smithi016.stdout: "read_count": { 2024-04-15T14:36:39.671 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 23 2024-04-15T14:36:39.671 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.671 INFO:tasks.workunit.client.0.smithi016.stdout: "read_disk_bytes": { 2024-04-15T14:36:39.672 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 1282048 2024-04-15T14:36:39.672 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.672 INFO:tasks.workunit.client.0.smithi016.stdout: "read_disk_bytes_db": { 2024-04-15T14:36:39.672 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 1286144 2024-04-15T14:36:39.672 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.672 INFO:tasks.workunit.client.0.smithi016.stdout: "read_disk_bytes_slow": { 2024-04-15T14:36:39.672 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.672 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.672 INFO:tasks.workunit.client.0.smithi016.stdout: "read_disk_bytes_wal": { 2024-04-15T14:36:39.672 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.672 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.672 INFO:tasks.workunit.client.0.smithi016.stdout: "read_disk_count": { 2024-04-15T14:36:39.672 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 15 2024-04-15T14:36:39.672 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.673 INFO:tasks.workunit.client.0.smithi016.stdout: "read_prefetch_bytes": { 2024-04-15T14:36:39.673 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 4913 2024-04-15T14:36:39.673 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.673 INFO:tasks.workunit.client.0.smithi016.stdout: "read_prefetch_count": { 2024-04-15T14:36:39.673 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 4 2024-04-15T14:36:39.673 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.673 INFO:tasks.workunit.client.0.smithi016.stdout: "read_random_buffer_bytes": { 2024-04-15T14:36:39.673 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 5506 2024-04-15T14:36:39.673 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.673 INFO:tasks.workunit.client.0.smithi016.stdout: "read_random_buffer_count": { 2024-04-15T14:36:39.673 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 24 2024-04-15T14:36:39.673 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.673 INFO:tasks.workunit.client.0.smithi016.stdout: "read_random_bytes": { 2024-04-15T14:36:39.673 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 5506 2024-04-15T14:36:39.673 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.674 INFO:tasks.workunit.client.0.smithi016.stdout: "read_random_count": { 2024-04-15T14:36:39.674 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 24 2024-04-15T14:36:39.674 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.674 INFO:tasks.workunit.client.0.smithi016.stdout: "read_random_disk_bytes": { 2024-04-15T14:36:39.674 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.674 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.674 INFO:tasks.workunit.client.0.smithi016.stdout: "read_random_disk_bytes_db": { 2024-04-15T14:36:39.674 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.674 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.674 INFO:tasks.workunit.client.0.smithi016.stdout: "read_random_disk_bytes_slow": { 2024-04-15T14:36:39.674 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.674 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.674 INFO:tasks.workunit.client.0.smithi016.stdout: "read_random_disk_bytes_wal": { 2024-04-15T14:36:39.674 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.675 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.675 INFO:tasks.workunit.client.0.smithi016.stdout: "read_random_disk_count": { 2024-04-15T14:36:39.675 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.675 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.675 INFO:tasks.workunit.client.0.smithi016.stdout: "slow_total_bytes": { 2024-04-15T14:36:39.675 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.675 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.675 INFO:tasks.workunit.client.0.smithi016.stdout: "slow_used_bytes": { 2024-04-15T14:36:39.675 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.675 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.675 INFO:tasks.workunit.client.0.smithi016.stdout: "wal_total_bytes": { 2024-04-15T14:36:39.675 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.675 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.675 INFO:tasks.workunit.client.0.smithi016.stdout: "wal_used_bytes": { 2024-04-15T14:36:39.675 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.676 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.676 INFO:tasks.workunit.client.0.smithi016.stdout: "write_bytes": { 2024-04-15T14:36:39.676 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 2043904 2024-04-15T14:36:39.676 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T14:36:39.676 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.676 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore": { 2024-04-15T14:36:39.676 INFO:tasks.workunit.client.0.smithi016.stdout: "alloc_unit": { 2024-04-15T14:36:39.676 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 4096 2024-04-15T14:36:39.676 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.676 INFO:tasks.workunit.client.0.smithi016.stdout: "allocated": { 2024-04-15T14:36:39.676 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 733184 2024-04-15T14:36:39.676 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.676 INFO:tasks.workunit.client.0.smithi016.stdout: "clist_lat": { 2024-04-15T14:36:39.676 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 8, 2024-04-15T14:36:39.676 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 234130 2024-04-15T14:36:39.677 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.677 INFO:tasks.workunit.client.0.smithi016.stdout: "compress_lat": { 2024-04-15T14:36:39.677 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 0, 2024-04-15T14:36:39.677 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.677 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.677 INFO:tasks.workunit.client.0.smithi016.stdout: "compressed": { 2024-04-15T14:36:39.677 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.677 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.677 INFO:tasks.workunit.client.0.smithi016.stdout: "compressed_allocated": { 2024-04-15T14:36:39.677 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.677 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.677 INFO:tasks.workunit.client.0.smithi016.stdout: "compressed_original": { 2024-04-15T14:36:39.677 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.677 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.678 INFO:tasks.workunit.client.0.smithi016.stdout: "csum_lat": { 2024-04-15T14:36:39.678 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 3, 2024-04-15T14:36:39.678 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 4023 2024-04-15T14:36:39.678 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.678 INFO:tasks.workunit.client.0.smithi016.stdout: "decompress_lat": { 2024-04-15T14:36:39.678 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 0, 2024-04-15T14:36:39.678 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.678 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.678 INFO:tasks.workunit.client.0.smithi016.stdout: "fragmentation_micros": { 2024-04-15T14:36:39.678 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.678 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.678 INFO:tasks.workunit.client.0.smithi016.stdout: "kv_commit_lat": { 2024-04-15T14:36:39.678 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 169, 2024-04-15T14:36:39.678 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 98817045 2024-04-15T14:36:39.679 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.679 INFO:tasks.workunit.client.0.smithi016.stdout: "kv_final_lat": { 2024-04-15T14:36:39.679 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 168, 2024-04-15T14:36:39.679 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 6482985 2024-04-15T14:36:39.679 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.679 INFO:tasks.workunit.client.0.smithi016.stdout: "kv_flush_lat": { 2024-04-15T14:36:39.679 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 169, 2024-04-15T14:36:39.679 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 169643 2024-04-15T14:36:39.679 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.679 INFO:tasks.workunit.client.0.smithi016.stdout: "kv_sync_lat": { 2024-04-15T14:36:39.679 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 169, 2024-04-15T14:36:39.679 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 98986688 2024-04-15T14:36:39.679 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.679 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_get_keys_lat": { 2024-04-15T14:36:39.679 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 0, 2024-04-15T14:36:39.680 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.680 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.680 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_get_values_lat": { 2024-04-15T14:36:39.680 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 3, 2024-04-15T14:36:39.680 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 41324 2024-04-15T14:36:39.680 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.680 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_lower_bound_lat": { 2024-04-15T14:36:39.680 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 0, 2024-04-15T14:36:39.680 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.680 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.680 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_next_lat": { 2024-04-15T14:36:39.680 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 0, 2024-04-15T14:36:39.680 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.680 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.681 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_seek_to_first_lat": { 2024-04-15T14:36:39.681 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 0, 2024-04-15T14:36:39.681 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.681 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.681 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_upper_bound_lat": { 2024-04-15T14:36:39.681 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 2, 2024-04-15T14:36:39.681 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 3857 2024-04-15T14:36:39.681 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.681 INFO:tasks.workunit.client.0.smithi016.stdout: "onode_hits": { 2024-04-15T14:36:39.681 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 363 2024-04-15T14:36:39.681 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.681 INFO:tasks.workunit.client.0.smithi016.stdout: "onode_misses": { 2024-04-15T14:36:39.681 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 238 2024-04-15T14:36:39.682 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.682 INFO:tasks.workunit.client.0.smithi016.stdout: "read_lat": { 2024-04-15T14:36:39.682 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 93, 2024-04-15T14:36:39.682 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 977160 2024-04-15T14:36:39.682 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.682 INFO:tasks.workunit.client.0.smithi016.stdout: "read_onode_meta_lat": { 2024-04-15T14:36:39.682 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 156, 2024-04-15T14:36:39.682 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 248530 2024-04-15T14:36:39.682 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.682 INFO:tasks.workunit.client.0.smithi016.stdout: "read_wait_aio_lat": { 2024-04-15T14:36:39.682 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 63, 2024-04-15T14:36:39.682 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 311388 2024-04-15T14:36:39.682 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.683 INFO:tasks.workunit.client.0.smithi016.stdout: "reads_with_retries": { 2024-04-15T14:36:39.683 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.683 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.683 INFO:tasks.workunit.client.0.smithi016.stdout: "remove_lat": { 2024-04-15T14:36:39.683 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 5, 2024-04-15T14:36:39.683 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 124104 2024-04-15T14:36:39.683 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.683 INFO:tasks.workunit.client.0.smithi016.stdout: "state_aio_wait_lat": { 2024-04-15T14:36:39.683 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 262, 2024-04-15T14:36:39.683 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 18395752 2024-04-15T14:36:39.683 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.683 INFO:tasks.workunit.client.0.smithi016.stdout: "state_deferred_aio_wait_lat": { 2024-04-15T14:36:39.683 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 43, 2024-04-15T14:36:39.683 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 2715681 2024-04-15T14:36:39.683 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.684 INFO:tasks.workunit.client.0.smithi016.stdout: "state_deferred_cleanup_lat": { 2024-04-15T14:36:39.684 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 42, 2024-04-15T14:36:39.684 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 141522270507 2024-04-15T14:36:39.684 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.684 INFO:tasks.workunit.client.0.smithi016.stdout: "state_deferred_queued_lat": { 2024-04-15T14:36:39.684 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 43, 2024-04-15T14:36:39.684 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 67109938613 2024-04-15T14:36:39.684 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.684 INFO:tasks.workunit.client.0.smithi016.stdout: "state_done_lat": { 2024-04-15T14:36:39.684 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 261, 2024-04-15T14:36:39.684 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 504356 2024-04-15T14:36:39.684 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.684 INFO:tasks.workunit.client.0.smithi016.stdout: "state_finishing_lat": { 2024-04-15T14:36:39.684 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 261, 2024-04-15T14:36:39.685 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 25648 2024-04-15T14:36:39.685 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.685 INFO:tasks.workunit.client.0.smithi016.stdout: "state_io_done_lat": { 2024-04-15T14:36:39.685 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 262, 2024-04-15T14:36:39.685 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 263240 2024-04-15T14:36:39.685 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.685 INFO:tasks.workunit.client.0.smithi016.stdout: "state_kv_commiting_lat": { 2024-04-15T14:36:39.685 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 262, 2024-04-15T14:36:39.685 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 167686394 2024-04-15T14:36:39.685 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.685 INFO:tasks.workunit.client.0.smithi016.stdout: "state_kv_done_lat": { 2024-04-15T14:36:39.685 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 262, 2024-04-15T14:36:39.685 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 80026 2024-04-15T14:36:39.685 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.686 INFO:tasks.workunit.client.0.smithi016.stdout: "state_kv_queued_lat": { 2024-04-15T14:36:39.686 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 262, 2024-04-15T14:36:39.686 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 97639919 2024-04-15T14:36:39.686 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.686 INFO:tasks.workunit.client.0.smithi016.stdout: "state_prepare_lat": { 2024-04-15T14:36:39.686 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 262, 2024-04-15T14:36:39.686 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 12135914 2024-04-15T14:36:39.686 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.686 INFO:tasks.workunit.client.0.smithi016.stdout: "stored": { 2024-04-15T14:36:39.686 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 313564 2024-04-15T14:36:39.686 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.686 INFO:tasks.workunit.client.0.smithi016.stdout: "truncate_lat": { 2024-04-15T14:36:39.686 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 42, 2024-04-15T14:36:39.686 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 180616 2024-04-15T14:36:39.687 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.687 INFO:tasks.workunit.client.0.smithi016.stdout: "txc_commit_lat": { 2024-04-15T14:36:39.687 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 262, 2024-04-15T14:36:39.687 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 296155741 2024-04-15T14:36:39.687 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.687 INFO:tasks.workunit.client.0.smithi016.stdout: "txc_submit_lat": { 2024-04-15T14:36:39.687 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 262, 2024-04-15T14:36:39.687 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 16035477 2024-04-15T14:36:39.687 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.687 INFO:tasks.workunit.client.0.smithi016.stdout: "txc_throttle_lat": { 2024-04-15T14:36:39.687 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 262, 2024-04-15T14:36:39.687 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 1696471 2024-04-15T14:36:39.687 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T14:36:39.687 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.687 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore-pricache": { 2024-04-15T14:36:39.688 INFO:tasks.workunit.client.0.smithi016.stdout: "cache_bytes": { 2024-04-15T14:36:39.688 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 1861630827 2024-04-15T14:36:39.688 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.688 INFO:tasks.workunit.client.0.smithi016.stdout: "heap_bytes": { 2024-04-15T14:36:39.688 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 42319872 2024-04-15T14:36:39.688 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.688 INFO:tasks.workunit.client.0.smithi016.stdout: "mapped_bytes": { 2024-04-15T14:36:39.688 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 41590784 2024-04-15T14:36:39.688 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.688 INFO:tasks.workunit.client.0.smithi016.stdout: "target_bytes": { 2024-04-15T14:36:39.688 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 3137573171 2024-04-15T14:36:39.688 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.688 INFO:tasks.workunit.client.0.smithi016.stdout: "unmapped_bytes": { 2024-04-15T14:36:39.688 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 729088 2024-04-15T14:36:39.689 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T14:36:39.689 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.689 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore-pricache:data": { 2024-04-15T14:36:39.689 INFO:tasks.workunit.client.0.smithi016.stdout: "committed_bytes": { 2024-04-15T14:36:39.689 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 159383552 2024-04-15T14:36:39.689 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.689 INFO:tasks.workunit.client.0.smithi016.stdout: "pri0_bytes": { 2024-04-15T14:36:39.689 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.689 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.689 INFO:tasks.workunit.client.0.smithi016.stdout: "pri10_bytes": { 2024-04-15T14:36:39.689 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.689 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.689 INFO:tasks.workunit.client.0.smithi016.stdout: "pri11_bytes": { 2024-04-15T14:36:39.689 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 85509000 2024-04-15T14:36:39.690 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.690 INFO:tasks.workunit.client.0.smithi016.stdout: "pri1_bytes": { 2024-04-15T14:36:39.690 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.690 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.690 INFO:tasks.workunit.client.0.smithi016.stdout: "pri2_bytes": { 2024-04-15T14:36:39.690 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.690 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.690 INFO:tasks.workunit.client.0.smithi016.stdout: "pri3_bytes": { 2024-04-15T14:36:39.690 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.690 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.690 INFO:tasks.workunit.client.0.smithi016.stdout: "pri4_bytes": { 2024-04-15T14:36:39.690 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.690 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.690 INFO:tasks.workunit.client.0.smithi016.stdout: "pri5_bytes": { 2024-04-15T14:36:39.691 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.691 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.691 INFO:tasks.workunit.client.0.smithi016.stdout: "pri6_bytes": { 2024-04-15T14:36:39.691 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 8192 2024-04-15T14:36:39.691 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.691 INFO:tasks.workunit.client.0.smithi016.stdout: "pri7_bytes": { 2024-04-15T14:36:39.691 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.691 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.691 INFO:tasks.workunit.client.0.smithi016.stdout: "pri8_bytes": { 2024-04-15T14:36:39.691 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.691 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.691 INFO:tasks.workunit.client.0.smithi016.stdout: "pri9_bytes": { 2024-04-15T14:36:39.691 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.691 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.692 INFO:tasks.workunit.client.0.smithi016.stdout: "reserved_bytes": { 2024-04-15T14:36:39.692 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 73866360 2024-04-15T14:36:39.692 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T14:36:39.692 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.692 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore-pricache:kv": { 2024-04-15T14:36:39.692 INFO:tasks.workunit.client.0.smithi016.stdout: "committed_bytes": { 2024-04-15T14:36:39.692 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 780140544 2024-04-15T14:36:39.692 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.692 INFO:tasks.workunit.client.0.smithi016.stdout: "pri0_bytes": { 2024-04-15T14:36:39.692 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 67108864 2024-04-15T14:36:39.692 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.692 INFO:tasks.workunit.client.0.smithi016.stdout: "pri10_bytes": { 2024-04-15T14:36:39.692 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.692 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.693 INFO:tasks.workunit.client.0.smithi016.stdout: "pri11_bytes": { 2024-04-15T14:36:39.693 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 641317504 2024-04-15T14:36:39.693 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.693 INFO:tasks.workunit.client.0.smithi016.stdout: "pri1_bytes": { 2024-04-15T14:36:39.693 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.693 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.693 INFO:tasks.workunit.client.0.smithi016.stdout: "pri2_bytes": { 2024-04-15T14:36:39.693 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.693 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.693 INFO:tasks.workunit.client.0.smithi016.stdout: "pri3_bytes": { 2024-04-15T14:36:39.693 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.693 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.693 INFO:tasks.workunit.client.0.smithi016.stdout: "pri4_bytes": { 2024-04-15T14:36:39.693 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.694 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.694 INFO:tasks.workunit.client.0.smithi016.stdout: "pri5_bytes": { 2024-04-15T14:36:39.694 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.694 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.694 INFO:tasks.workunit.client.0.smithi016.stdout: "pri6_bytes": { 2024-04-15T14:36:39.694 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 2128 2024-04-15T14:36:39.694 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.694 INFO:tasks.workunit.client.0.smithi016.stdout: "pri7_bytes": { 2024-04-15T14:36:39.694 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.694 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.694 INFO:tasks.workunit.client.0.smithi016.stdout: "pri8_bytes": { 2024-04-15T14:36:39.694 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.694 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.694 INFO:tasks.workunit.client.0.smithi016.stdout: "pri9_bytes": { 2024-04-15T14:36:39.695 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.695 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.695 INFO:tasks.workunit.client.0.smithi016.stdout: "reserved_bytes": { 2024-04-15T14:36:39.695 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 71712048 2024-04-15T14:36:39.695 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T14:36:39.695 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.695 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore-pricache:kv_onode": { 2024-04-15T14:36:39.695 INFO:tasks.workunit.client.0.smithi016.stdout: "committed_bytes": { 2024-04-15T14:36:39.695 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 192937984 2024-04-15T14:36:39.695 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.695 INFO:tasks.workunit.client.0.smithi016.stdout: "pri0_bytes": { 2024-04-15T14:36:39.695 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 67108864 2024-04-15T14:36:39.695 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.695 INFO:tasks.workunit.client.0.smithi016.stdout: "pri10_bytes": { 2024-04-15T14:36:39.696 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 464 2024-04-15T14:36:39.696 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.696 INFO:tasks.workunit.client.0.smithi016.stdout: "pri11_bytes": { 2024-04-15T14:36:39.696 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 57006000 2024-04-15T14:36:39.696 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.696 INFO:tasks.workunit.client.0.smithi016.stdout: "pri1_bytes": { 2024-04-15T14:36:39.696 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.696 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.696 INFO:tasks.workunit.client.0.smithi016.stdout: "pri2_bytes": { 2024-04-15T14:36:39.696 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.696 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.696 INFO:tasks.workunit.client.0.smithi016.stdout: "pri3_bytes": { 2024-04-15T14:36:39.696 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.696 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.697 INFO:tasks.workunit.client.0.smithi016.stdout: "pri4_bytes": { 2024-04-15T14:36:39.697 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.697 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.697 INFO:tasks.workunit.client.0.smithi016.stdout: "pri5_bytes": { 2024-04-15T14:36:39.697 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.697 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.697 INFO:tasks.workunit.client.0.smithi016.stdout: "pri6_bytes": { 2024-04-15T14:36:39.697 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.697 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.697 INFO:tasks.workunit.client.0.smithi016.stdout: "pri7_bytes": { 2024-04-15T14:36:39.697 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.697 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.697 INFO:tasks.workunit.client.0.smithi016.stdout: "pri8_bytes": { 2024-04-15T14:36:39.697 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.697 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.698 INFO:tasks.workunit.client.0.smithi016.stdout: "pri9_bytes": { 2024-04-15T14:36:39.698 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.698 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.698 INFO:tasks.workunit.client.0.smithi016.stdout: "reserved_bytes": { 2024-04-15T14:36:39.698 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 68822656 2024-04-15T14:36:39.698 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T14:36:39.698 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.698 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore-pricache:meta": { 2024-04-15T14:36:39.698 INFO:tasks.workunit.client.0.smithi016.stdout: "committed_bytes": { 2024-04-15T14:36:39.698 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 713031680 2024-04-15T14:36:39.698 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.698 INFO:tasks.workunit.client.0.smithi016.stdout: "pri0_bytes": { 2024-04-15T14:36:39.698 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.699 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.699 INFO:tasks.workunit.client.0.smithi016.stdout: "pri10_bytes": { 2024-04-15T14:36:39.699 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.699 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.699 INFO:tasks.workunit.client.0.smithi016.stdout: "pri11_bytes": { 2024-04-15T14:36:39.699 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 641317504 2024-04-15T14:36:39.699 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.699 INFO:tasks.workunit.client.0.smithi016.stdout: "pri1_bytes": { 2024-04-15T14:36:39.699 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.699 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.699 INFO:tasks.workunit.client.0.smithi016.stdout: "pri2_bytes": { 2024-04-15T14:36:39.699 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.699 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.699 INFO:tasks.workunit.client.0.smithi016.stdout: "pri3_bytes": { 2024-04-15T14:36:39.699 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.700 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.700 INFO:tasks.workunit.client.0.smithi016.stdout: "pri4_bytes": { 2024-04-15T14:36:39.700 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.700 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.700 INFO:tasks.workunit.client.0.smithi016.stdout: "pri5_bytes": { 2024-04-15T14:36:39.700 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.700 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.700 INFO:tasks.workunit.client.0.smithi016.stdout: "pri6_bytes": { 2024-04-15T14:36:39.700 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 219862 2024-04-15T14:36:39.700 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.700 INFO:tasks.workunit.client.0.smithi016.stdout: "pri7_bytes": { 2024-04-15T14:36:39.700 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.700 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.701 INFO:tasks.workunit.client.0.smithi016.stdout: "pri8_bytes": { 2024-04-15T14:36:39.701 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.701 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.701 INFO:tasks.workunit.client.0.smithi016.stdout: "pri9_bytes": { 2024-04-15T14:36:39.701 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.701 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.701 INFO:tasks.workunit.client.0.smithi016.stdout: "reserved_bytes": { 2024-04-15T14:36:39.701 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 71494314 2024-04-15T14:36:39.701 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T14:36:39.701 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.701 INFO:tasks.workunit.client.0.smithi016.stdout: "objecter": { 2024-04-15T14:36:39.701 INFO:tasks.workunit.client.0.smithi016.stdout: "op_active": { 2024-04-15T14:36:39.701 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.701 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.702 INFO:tasks.workunit.client.0.smithi016.stdout: "op_r": { 2024-04-15T14:36:39.702 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.702 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.702 INFO:tasks.workunit.client.0.smithi016.stdout: "op_rmw": { 2024-04-15T14:36:39.702 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.702 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.702 INFO:tasks.workunit.client.0.smithi016.stdout: "op_w": { 2024-04-15T14:36:39.702 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.702 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T14:36:39.702 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.702 INFO:tasks.workunit.client.0.smithi016.stdout: "osd": { 2024-04-15T14:36:39.702 INFO:tasks.workunit.client.0.smithi016.stdout: "numpg": { 2024-04-15T14:36:39.702 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 39 2024-04-15T14:36:39.702 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.703 INFO:tasks.workunit.client.0.smithi016.stdout: "numpg_removing": { 2024-04-15T14:36:39.703 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.703 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.703 INFO:tasks.workunit.client.0.smithi016.stdout: "op": { 2024-04-15T14:36:39.703 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 1 2024-04-15T14:36:39.703 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.703 INFO:tasks.workunit.client.0.smithi016.stdout: "op_delayed_degraded": { 2024-04-15T14:36:39.703 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.703 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.703 INFO:tasks.workunit.client.0.smithi016.stdout: "op_delayed_unreadable": { 2024-04-15T14:36:39.703 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.703 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.703 INFO:tasks.workunit.client.0.smithi016.stdout: "op_in_bytes": { 2024-04-15T14:36:39.703 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 22 2024-04-15T14:36:39.704 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.704 INFO:tasks.workunit.client.0.smithi016.stdout: "op_latency": { 2024-04-15T14:36:39.704 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 1, 2024-04-15T14:36:39.704 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 15548001 2024-04-15T14:36:39.704 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.704 INFO:tasks.workunit.client.0.smithi016.stdout: "op_out_bytes": { 2024-04-15T14:36:39.704 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.704 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.704 INFO:tasks.workunit.client.0.smithi016.stdout: "op_prepare_latency": { 2024-04-15T14:36:39.704 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 1, 2024-04-15T14:36:39.704 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 565942 2024-04-15T14:36:39.704 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.704 INFO:tasks.workunit.client.0.smithi016.stdout: "op_process_latency": { 2024-04-15T14:36:39.704 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 1, 2024-04-15T14:36:39.705 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 15482404 2024-04-15T14:36:39.705 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.705 INFO:tasks.workunit.client.0.smithi016.stdout: "op_r": { 2024-04-15T14:36:39.705 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.705 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.705 INFO:tasks.workunit.client.0.smithi016.stdout: "op_r_latency": { 2024-04-15T14:36:39.705 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 0, 2024-04-15T14:36:39.705 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.705 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.705 INFO:tasks.workunit.client.0.smithi016.stdout: "op_r_latency_out_bytes_histogram": { 2024-04-15T14:36:39.705 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.705 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.705 INFO:tasks.workunit.client.0.smithi016.stdout: "op_r_out_bytes": { 2024-04-15T14:36:39.705 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.706 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.706 INFO:tasks.workunit.client.0.smithi016.stdout: "op_r_prepare_latency": { 2024-04-15T14:36:39.706 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 0, 2024-04-15T14:36:39.706 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.706 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.706 INFO:tasks.workunit.client.0.smithi016.stdout: "op_r_process_latency": { 2024-04-15T14:36:39.706 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 0, 2024-04-15T14:36:39.706 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.706 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.706 INFO:tasks.workunit.client.0.smithi016.stdout: "op_rw": { 2024-04-15T14:36:39.706 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.706 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.706 INFO:tasks.workunit.client.0.smithi016.stdout: "op_rw_in_bytes": { 2024-04-15T14:36:39.707 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.707 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.707 INFO:tasks.workunit.client.0.smithi016.stdout: "op_rw_latency": { 2024-04-15T14:36:39.707 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 0, 2024-04-15T14:36:39.707 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.707 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.707 INFO:tasks.workunit.client.0.smithi016.stdout: "op_rw_latency_in_bytes_histogram": { 2024-04-15T14:36:39.707 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.707 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.707 INFO:tasks.workunit.client.0.smithi016.stdout: "op_rw_latency_out_bytes_histogram": { 2024-04-15T14:36:39.707 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.707 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.707 INFO:tasks.workunit.client.0.smithi016.stdout: "op_rw_out_bytes": { 2024-04-15T14:36:39.708 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.708 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.708 INFO:tasks.workunit.client.0.smithi016.stdout: "op_rw_prepare_latency": { 2024-04-15T14:36:39.708 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 0, 2024-04-15T14:36:39.708 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.708 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.708 INFO:tasks.workunit.client.0.smithi016.stdout: "op_rw_process_latency": { 2024-04-15T14:36:39.708 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 0, 2024-04-15T14:36:39.708 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.708 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.708 INFO:tasks.workunit.client.0.smithi016.stdout: "op_w": { 2024-04-15T14:36:39.708 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 1 2024-04-15T14:36:39.708 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.708 INFO:tasks.workunit.client.0.smithi016.stdout: "op_w_in_bytes": { 2024-04-15T14:36:39.709 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 22 2024-04-15T14:36:39.709 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.709 INFO:tasks.workunit.client.0.smithi016.stdout: "op_w_latency": { 2024-04-15T14:36:39.709 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 1, 2024-04-15T14:36:39.709 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 15548001 2024-04-15T14:36:39.709 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.709 INFO:tasks.workunit.client.0.smithi016.stdout: "op_w_latency_in_bytes_histogram": { 2024-04-15T14:36:39.709 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.709 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.709 INFO:tasks.workunit.client.0.smithi016.stdout: "op_w_prepare_latency": { 2024-04-15T14:36:39.709 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 1, 2024-04-15T14:36:39.709 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 565942 2024-04-15T14:36:39.709 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.709 INFO:tasks.workunit.client.0.smithi016.stdout: "op_w_process_latency": { 2024-04-15T14:36:39.710 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 1, 2024-04-15T14:36:39.710 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 15482404 2024-04-15T14:36:39.710 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.710 INFO:tasks.workunit.client.0.smithi016.stdout: "op_wip": { 2024-04-15T14:36:39.710 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.710 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.710 INFO:tasks.workunit.client.0.smithi016.stdout: "recovery_bytes": { 2024-04-15T14:36:39.710 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.710 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.710 INFO:tasks.workunit.client.0.smithi016.stdout: "recovery_ops": { 2024-04-15T14:36:39.710 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.710 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.710 INFO:tasks.workunit.client.0.smithi016.stdout: "stat_bytes": { 2024-04-15T14:36:39.710 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 95995035648 2024-04-15T14:36:39.711 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.711 INFO:tasks.workunit.client.0.smithi016.stdout: "stat_bytes_used": { 2024-04-15T14:36:39.711 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 28401664 2024-04-15T14:36:39.711 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T14:36:39.711 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T14:36:39.711 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.711 INFO:tasks.workunit.client.0.smithi016.stdout: "osd.5": { 2024-04-15T14:36:39.711 INFO:tasks.workunit.client.0.smithi016.stdout: "bluefs": { 2024-04-15T14:36:39.711 INFO:tasks.workunit.client.0.smithi016.stdout: "alloc_slow_fallback": { 2024-04-15T14:36:39.711 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.711 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.711 INFO:tasks.workunit.client.0.smithi016.stdout: "alloc_slow_size_fallback": { 2024-04-15T14:36:39.711 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.711 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.712 INFO:tasks.workunit.client.0.smithi016.stdout: "alloc_unit_db": { 2024-04-15T14:36:39.712 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 65536 2024-04-15T14:36:39.712 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.712 INFO:tasks.workunit.client.0.smithi016.stdout: "alloc_unit_main": { 2024-04-15T14:36:39.712 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.712 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.712 INFO:tasks.workunit.client.0.smithi016.stdout: "alloc_unit_wal": { 2024-04-15T14:36:39.712 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.712 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.712 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes_written_slow": { 2024-04-15T14:36:39.712 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.712 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.712 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes_written_sst": { 2024-04-15T14:36:39.712 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 12288 2024-04-15T14:36:39.713 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.713 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes_written_wal": { 2024-04-15T14:36:39.713 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 1122304 2024-04-15T14:36:39.713 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.713 INFO:tasks.workunit.client.0.smithi016.stdout: "compact_lat": { 2024-04-15T14:36:39.713 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 0, 2024-04-15T14:36:39.713 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.713 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.713 INFO:tasks.workunit.client.0.smithi016.stdout: "compact_lock_lat": { 2024-04-15T14:36:39.713 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 0, 2024-04-15T14:36:39.713 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.713 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.713 INFO:tasks.workunit.client.0.smithi016.stdout: "db_total_bytes": { 2024-04-15T14:36:39.713 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 95995035648 2024-04-15T14:36:39.713 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.714 INFO:tasks.workunit.client.0.smithi016.stdout: "db_used_bytes": { 2024-04-15T14:36:39.714 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 27656192 2024-04-15T14:36:39.714 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.714 INFO:tasks.workunit.client.0.smithi016.stdout: "log_bytes": { 2024-04-15T14:36:39.714 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 815104 2024-04-15T14:36:39.714 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.714 INFO:tasks.workunit.client.0.smithi016.stdout: "logged_bytes": { 2024-04-15T14:36:39.714 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 675840 2024-04-15T14:36:39.714 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.714 INFO:tasks.workunit.client.0.smithi016.stdout: "max_bytes_db": { 2024-04-15T14:36:39.714 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 31850496 2024-04-15T14:36:39.714 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.714 INFO:tasks.workunit.client.0.smithi016.stdout: "max_bytes_slow": { 2024-04-15T14:36:39.714 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.715 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.715 INFO:tasks.workunit.client.0.smithi016.stdout: "max_bytes_wal": { 2024-04-15T14:36:39.715 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.715 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.715 INFO:tasks.workunit.client.0.smithi016.stdout: "num_files": { 2024-04-15T14:36:39.715 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 14 2024-04-15T14:36:39.715 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.715 INFO:tasks.workunit.client.0.smithi016.stdout: "read_bytes": { 2024-04-15T14:36:39.715 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 206272 2024-04-15T14:36:39.715 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.715 INFO:tasks.workunit.client.0.smithi016.stdout: "read_count": { 2024-04-15T14:36:39.715 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 23 2024-04-15T14:36:39.715 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.715 INFO:tasks.workunit.client.0.smithi016.stdout: "read_disk_bytes": { 2024-04-15T14:36:39.716 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 1282048 2024-04-15T14:36:39.716 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.716 INFO:tasks.workunit.client.0.smithi016.stdout: "read_disk_bytes_db": { 2024-04-15T14:36:39.716 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 1286144 2024-04-15T14:36:39.716 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.716 INFO:tasks.workunit.client.0.smithi016.stdout: "read_disk_bytes_slow": { 2024-04-15T14:36:39.716 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.716 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.716 INFO:tasks.workunit.client.0.smithi016.stdout: "read_disk_bytes_wal": { 2024-04-15T14:36:39.716 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.716 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.716 INFO:tasks.workunit.client.0.smithi016.stdout: "read_disk_count": { 2024-04-15T14:36:39.716 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 15 2024-04-15T14:36:39.716 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.716 INFO:tasks.workunit.client.0.smithi016.stdout: "read_prefetch_bytes": { 2024-04-15T14:36:39.717 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 4913 2024-04-15T14:36:39.717 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.717 INFO:tasks.workunit.client.0.smithi016.stdout: "read_prefetch_count": { 2024-04-15T14:36:39.717 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 4 2024-04-15T14:36:39.717 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.717 INFO:tasks.workunit.client.0.smithi016.stdout: "read_random_buffer_bytes": { 2024-04-15T14:36:39.717 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 5506 2024-04-15T14:36:39.717 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.717 INFO:tasks.workunit.client.0.smithi016.stdout: "read_random_buffer_count": { 2024-04-15T14:36:39.717 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 24 2024-04-15T14:36:39.717 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.717 INFO:tasks.workunit.client.0.smithi016.stdout: "read_random_bytes": { 2024-04-15T14:36:39.717 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 5506 2024-04-15T14:36:39.717 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.717 INFO:tasks.workunit.client.0.smithi016.stdout: "read_random_count": { 2024-04-15T14:36:39.718 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 24 2024-04-15T14:36:39.718 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.718 INFO:tasks.workunit.client.0.smithi016.stdout: "read_random_disk_bytes": { 2024-04-15T14:36:39.718 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.718 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.718 INFO:tasks.workunit.client.0.smithi016.stdout: "read_random_disk_bytes_db": { 2024-04-15T14:36:39.718 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.718 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.718 INFO:tasks.workunit.client.0.smithi016.stdout: "read_random_disk_bytes_slow": { 2024-04-15T14:36:39.718 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.718 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.718 INFO:tasks.workunit.client.0.smithi016.stdout: "read_random_disk_bytes_wal": { 2024-04-15T14:36:39.718 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.719 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.719 INFO:tasks.workunit.client.0.smithi016.stdout: "read_random_disk_count": { 2024-04-15T14:36:39.719 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.719 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.719 INFO:tasks.workunit.client.0.smithi016.stdout: "slow_total_bytes": { 2024-04-15T14:36:39.719 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.719 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.719 INFO:tasks.workunit.client.0.smithi016.stdout: "slow_used_bytes": { 2024-04-15T14:36:39.719 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.719 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.719 INFO:tasks.workunit.client.0.smithi016.stdout: "wal_total_bytes": { 2024-04-15T14:36:39.719 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.719 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.719 INFO:tasks.workunit.client.0.smithi016.stdout: "wal_used_bytes": { 2024-04-15T14:36:39.719 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.720 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.720 INFO:tasks.workunit.client.0.smithi016.stdout: "write_bytes": { 2024-04-15T14:36:39.720 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 1875968 2024-04-15T14:36:39.720 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T14:36:39.720 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.720 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore": { 2024-04-15T14:36:39.720 INFO:tasks.workunit.client.0.smithi016.stdout: "alloc_unit": { 2024-04-15T14:36:39.720 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 4096 2024-04-15T14:36:39.720 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.720 INFO:tasks.workunit.client.0.smithi016.stdout: "allocated": { 2024-04-15T14:36:39.720 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 733184 2024-04-15T14:36:39.720 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.720 INFO:tasks.workunit.client.0.smithi016.stdout: "clist_lat": { 2024-04-15T14:36:39.721 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 4, 2024-04-15T14:36:39.721 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 168639 2024-04-15T14:36:39.721 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.721 INFO:tasks.workunit.client.0.smithi016.stdout: "compress_lat": { 2024-04-15T14:36:39.721 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 0, 2024-04-15T14:36:39.721 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.721 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.721 INFO:tasks.workunit.client.0.smithi016.stdout: "compressed": { 2024-04-15T14:36:39.721 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.721 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.721 INFO:tasks.workunit.client.0.smithi016.stdout: "compressed_allocated": { 2024-04-15T14:36:39.721 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.721 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.721 INFO:tasks.workunit.client.0.smithi016.stdout: "compressed_original": { 2024-04-15T14:36:39.722 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.722 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.722 INFO:tasks.workunit.client.0.smithi016.stdout: "csum_lat": { 2024-04-15T14:36:39.722 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 2, 2024-04-15T14:36:39.722 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 2850 2024-04-15T14:36:39.722 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.722 INFO:tasks.workunit.client.0.smithi016.stdout: "decompress_lat": { 2024-04-15T14:36:39.722 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 0, 2024-04-15T14:36:39.722 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.722 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.722 INFO:tasks.workunit.client.0.smithi016.stdout: "fragmentation_micros": { 2024-04-15T14:36:39.722 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.722 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.722 INFO:tasks.workunit.client.0.smithi016.stdout: "kv_commit_lat": { 2024-04-15T14:36:39.723 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 152, 2024-04-15T14:36:39.723 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 141053470 2024-04-15T14:36:39.723 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.723 INFO:tasks.workunit.client.0.smithi016.stdout: "kv_final_lat": { 2024-04-15T14:36:39.723 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 147, 2024-04-15T14:36:39.723 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 5478311 2024-04-15T14:36:39.723 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.723 INFO:tasks.workunit.client.0.smithi016.stdout: "kv_flush_lat": { 2024-04-15T14:36:39.723 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 152, 2024-04-15T14:36:39.723 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 151301 2024-04-15T14:36:39.723 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.723 INFO:tasks.workunit.client.0.smithi016.stdout: "kv_sync_lat": { 2024-04-15T14:36:39.723 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 152, 2024-04-15T14:36:39.723 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 141204771 2024-04-15T14:36:39.723 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.724 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_get_keys_lat": { 2024-04-15T14:36:39.724 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 0, 2024-04-15T14:36:39.724 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.724 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.724 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_get_values_lat": { 2024-04-15T14:36:39.724 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 3, 2024-04-15T14:36:39.724 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 40313 2024-04-15T14:36:39.724 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.724 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_lower_bound_lat": { 2024-04-15T14:36:39.724 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 0, 2024-04-15T14:36:39.724 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.724 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.724 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_next_lat": { 2024-04-15T14:36:39.724 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 0, 2024-04-15T14:36:39.725 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.725 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.725 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_seek_to_first_lat": { 2024-04-15T14:36:39.725 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 0, 2024-04-15T14:36:39.725 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.725 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.725 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_upper_bound_lat": { 2024-04-15T14:36:39.725 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 2, 2024-04-15T14:36:39.725 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 4808 2024-04-15T14:36:39.725 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.725 INFO:tasks.workunit.client.0.smithi016.stdout: "onode_hits": { 2024-04-15T14:36:39.725 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 323 2024-04-15T14:36:39.725 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.725 INFO:tasks.workunit.client.0.smithi016.stdout: "onode_misses": { 2024-04-15T14:36:39.726 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 243 2024-04-15T14:36:39.726 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.726 INFO:tasks.workunit.client.0.smithi016.stdout: "read_lat": { 2024-04-15T14:36:39.726 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 86, 2024-04-15T14:36:39.726 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 619511 2024-04-15T14:36:39.726 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.726 INFO:tasks.workunit.client.0.smithi016.stdout: "read_onode_meta_lat": { 2024-04-15T14:36:39.726 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 137, 2024-04-15T14:36:39.726 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 219675 2024-04-15T14:36:39.726 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.726 INFO:tasks.workunit.client.0.smithi016.stdout: "read_wait_aio_lat": { 2024-04-15T14:36:39.726 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 51, 2024-04-15T14:36:39.726 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 226302 2024-04-15T14:36:39.727 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.727 INFO:tasks.workunit.client.0.smithi016.stdout: "reads_with_retries": { 2024-04-15T14:36:39.727 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.727 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.727 INFO:tasks.workunit.client.0.smithi016.stdout: "remove_lat": { 2024-04-15T14:36:39.727 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 3, 2024-04-15T14:36:39.727 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 142031 2024-04-15T14:36:39.727 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.727 INFO:tasks.workunit.client.0.smithi016.stdout: "state_aio_wait_lat": { 2024-04-15T14:36:39.727 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 261, 2024-04-15T14:36:39.727 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 17352008 2024-04-15T14:36:39.727 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.727 INFO:tasks.workunit.client.0.smithi016.stdout: "state_deferred_aio_wait_lat": { 2024-04-15T14:36:39.727 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 40, 2024-04-15T14:36:39.728 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 2747862 2024-04-15T14:36:39.728 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.728 INFO:tasks.workunit.client.0.smithi016.stdout: "state_deferred_cleanup_lat": { 2024-04-15T14:36:39.728 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 37, 2024-04-15T14:36:39.728 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 537677227741 2024-04-15T14:36:39.728 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.728 INFO:tasks.workunit.client.0.smithi016.stdout: "state_deferred_queued_lat": { 2024-04-15T14:36:39.728 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 40, 2024-04-15T14:36:39.728 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 65658120449 2024-04-15T14:36:39.728 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.728 INFO:tasks.workunit.client.0.smithi016.stdout: "state_done_lat": { 2024-04-15T14:36:39.728 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 258, 2024-04-15T14:36:39.728 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 723149 2024-04-15T14:36:39.728 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.729 INFO:tasks.workunit.client.0.smithi016.stdout: "state_finishing_lat": { 2024-04-15T14:36:39.729 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 258, 2024-04-15T14:36:39.729 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 24669 2024-04-15T14:36:39.729 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.729 INFO:tasks.workunit.client.0.smithi016.stdout: "state_io_done_lat": { 2024-04-15T14:36:39.729 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 261, 2024-04-15T14:36:39.729 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 266117 2024-04-15T14:36:39.729 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.729 INFO:tasks.workunit.client.0.smithi016.stdout: "state_kv_commiting_lat": { 2024-04-15T14:36:39.729 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 261, 2024-04-15T14:36:39.729 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 232629414 2024-04-15T14:36:39.729 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.729 INFO:tasks.workunit.client.0.smithi016.stdout: "state_kv_done_lat": { 2024-04-15T14:36:39.729 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 261, 2024-04-15T14:36:39.730 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 74850 2024-04-15T14:36:39.730 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.730 INFO:tasks.workunit.client.0.smithi016.stdout: "state_kv_queued_lat": { 2024-04-15T14:36:39.730 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 261, 2024-04-15T14:36:39.730 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 103670903 2024-04-15T14:36:39.730 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.730 INFO:tasks.workunit.client.0.smithi016.stdout: "state_prepare_lat": { 2024-04-15T14:36:39.730 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 261, 2024-04-15T14:36:39.730 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 11961304 2024-04-15T14:36:39.730 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.730 INFO:tasks.workunit.client.0.smithi016.stdout: "stored": { 2024-04-15T14:36:39.730 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 315578 2024-04-15T14:36:39.730 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.731 INFO:tasks.workunit.client.0.smithi016.stdout: "truncate_lat": { 2024-04-15T14:36:39.731 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 33, 2024-04-15T14:36:39.731 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 131169 2024-04-15T14:36:39.731 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.731 INFO:tasks.workunit.client.0.smithi016.stdout: "txc_commit_lat": { 2024-04-15T14:36:39.731 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 261, 2024-04-15T14:36:39.731 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 365912607 2024-04-15T14:36:39.731 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.731 INFO:tasks.workunit.client.0.smithi016.stdout: "txc_submit_lat": { 2024-04-15T14:36:39.731 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 261, 2024-04-15T14:36:39.731 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 13884873 2024-04-15T14:36:39.731 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.731 INFO:tasks.workunit.client.0.smithi016.stdout: "txc_throttle_lat": { 2024-04-15T14:36:39.731 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 261, 2024-04-15T14:36:39.731 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 1803162 2024-04-15T14:36:39.732 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T14:36:39.732 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.732 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore-pricache": { 2024-04-15T14:36:39.732 INFO:tasks.workunit.client.0.smithi016.stdout: "cache_bytes": { 2024-04-15T14:36:39.732 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 1861630827 2024-04-15T14:36:39.732 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.732 INFO:tasks.workunit.client.0.smithi016.stdout: "heap_bytes": { 2024-04-15T14:36:39.732 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 42385408 2024-04-15T14:36:39.732 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.732 INFO:tasks.workunit.client.0.smithi016.stdout: "mapped_bytes": { 2024-04-15T14:36:39.732 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 42090496 2024-04-15T14:36:39.732 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.732 INFO:tasks.workunit.client.0.smithi016.stdout: "target_bytes": { 2024-04-15T14:36:39.732 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 3137573171 2024-04-15T14:36:39.732 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.733 INFO:tasks.workunit.client.0.smithi016.stdout: "unmapped_bytes": { 2024-04-15T14:36:39.733 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 294912 2024-04-15T14:36:39.733 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T14:36:39.733 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.733 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore-pricache:data": { 2024-04-15T14:36:39.733 INFO:tasks.workunit.client.0.smithi016.stdout: "committed_bytes": { 2024-04-15T14:36:39.733 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 159383552 2024-04-15T14:36:39.733 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.733 INFO:tasks.workunit.client.0.smithi016.stdout: "pri0_bytes": { 2024-04-15T14:36:39.733 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.733 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.733 INFO:tasks.workunit.client.0.smithi016.stdout: "pri10_bytes": { 2024-04-15T14:36:39.733 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.733 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.734 INFO:tasks.workunit.client.0.smithi016.stdout: "pri11_bytes": { 2024-04-15T14:36:39.734 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 85509325 2024-04-15T14:36:39.734 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.734 INFO:tasks.workunit.client.0.smithi016.stdout: "pri1_bytes": { 2024-04-15T14:36:39.734 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.734 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.734 INFO:tasks.workunit.client.0.smithi016.stdout: "pri2_bytes": { 2024-04-15T14:36:39.734 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.734 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.734 INFO:tasks.workunit.client.0.smithi016.stdout: "pri3_bytes": { 2024-04-15T14:36:39.734 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.734 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.734 INFO:tasks.workunit.client.0.smithi016.stdout: "pri4_bytes": { 2024-04-15T14:36:39.734 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.735 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.735 INFO:tasks.workunit.client.0.smithi016.stdout: "pri5_bytes": { 2024-04-15T14:36:39.735 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.735 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.735 INFO:tasks.workunit.client.0.smithi016.stdout: "pri6_bytes": { 2024-04-15T14:36:39.735 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.735 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.735 INFO:tasks.workunit.client.0.smithi016.stdout: "pri7_bytes": { 2024-04-15T14:36:39.735 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.735 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.735 INFO:tasks.workunit.client.0.smithi016.stdout: "pri8_bytes": { 2024-04-15T14:36:39.735 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.735 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.735 INFO:tasks.workunit.client.0.smithi016.stdout: "pri9_bytes": { 2024-04-15T14:36:39.735 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.736 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.736 INFO:tasks.workunit.client.0.smithi016.stdout: "reserved_bytes": { 2024-04-15T14:36:39.736 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 73874227 2024-04-15T14:36:39.736 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T14:36:39.736 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.736 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore-pricache:kv": { 2024-04-15T14:36:39.736 INFO:tasks.workunit.client.0.smithi016.stdout: "committed_bytes": { 2024-04-15T14:36:39.736 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 780140544 2024-04-15T14:36:39.736 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.736 INFO:tasks.workunit.client.0.smithi016.stdout: "pri0_bytes": { 2024-04-15T14:36:39.736 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 67108864 2024-04-15T14:36:39.736 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.736 INFO:tasks.workunit.client.0.smithi016.stdout: "pri10_bytes": { 2024-04-15T14:36:39.736 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.737 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.737 INFO:tasks.workunit.client.0.smithi016.stdout: "pri11_bytes": { 2024-04-15T14:36:39.737 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 641319941 2024-04-15T14:36:39.737 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.737 INFO:tasks.workunit.client.0.smithi016.stdout: "pri1_bytes": { 2024-04-15T14:36:39.737 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.737 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.737 INFO:tasks.workunit.client.0.smithi016.stdout: "pri2_bytes": { 2024-04-15T14:36:39.737 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.737 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.737 INFO:tasks.workunit.client.0.smithi016.stdout: "pri3_bytes": { 2024-04-15T14:36:39.737 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.737 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.737 INFO:tasks.workunit.client.0.smithi016.stdout: "pri4_bytes": { 2024-04-15T14:36:39.737 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.738 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.738 INFO:tasks.workunit.client.0.smithi016.stdout: "pri5_bytes": { 2024-04-15T14:36:39.738 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.738 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.738 INFO:tasks.workunit.client.0.smithi016.stdout: "pri6_bytes": { 2024-04-15T14:36:39.738 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 2128 2024-04-15T14:36:39.738 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.738 INFO:tasks.workunit.client.0.smithi016.stdout: "pri7_bytes": { 2024-04-15T14:36:39.738 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.738 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.738 INFO:tasks.workunit.client.0.smithi016.stdout: "pri8_bytes": { 2024-04-15T14:36:39.738 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.738 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.738 INFO:tasks.workunit.client.0.smithi016.stdout: "pri9_bytes": { 2024-04-15T14:36:39.739 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.739 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.739 INFO:tasks.workunit.client.0.smithi016.stdout: "reserved_bytes": { 2024-04-15T14:36:39.739 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 71709611 2024-04-15T14:36:39.739 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T14:36:39.739 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.739 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore-pricache:kv_onode": { 2024-04-15T14:36:39.739 INFO:tasks.workunit.client.0.smithi016.stdout: "committed_bytes": { 2024-04-15T14:36:39.739 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 192937984 2024-04-15T14:36:39.739 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.739 INFO:tasks.workunit.client.0.smithi016.stdout: "pri0_bytes": { 2024-04-15T14:36:39.739 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 67108864 2024-04-15T14:36:39.739 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.739 INFO:tasks.workunit.client.0.smithi016.stdout: "pri10_bytes": { 2024-04-15T14:36:39.740 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 464 2024-04-15T14:36:39.740 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.740 INFO:tasks.workunit.client.0.smithi016.stdout: "pri11_bytes": { 2024-04-15T14:36:39.740 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 57006217 2024-04-15T14:36:39.740 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.740 INFO:tasks.workunit.client.0.smithi016.stdout: "pri1_bytes": { 2024-04-15T14:36:39.740 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.740 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.740 INFO:tasks.workunit.client.0.smithi016.stdout: "pri2_bytes": { 2024-04-15T14:36:39.740 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.740 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.740 INFO:tasks.workunit.client.0.smithi016.stdout: "pri3_bytes": { 2024-04-15T14:36:39.740 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.740 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.741 INFO:tasks.workunit.client.0.smithi016.stdout: "pri4_bytes": { 2024-04-15T14:36:39.741 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.741 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.741 INFO:tasks.workunit.client.0.smithi016.stdout: "pri5_bytes": { 2024-04-15T14:36:39.741 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.741 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.741 INFO:tasks.workunit.client.0.smithi016.stdout: "pri6_bytes": { 2024-04-15T14:36:39.741 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.741 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.741 INFO:tasks.workunit.client.0.smithi016.stdout: "pri7_bytes": { 2024-04-15T14:36:39.741 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.741 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.741 INFO:tasks.workunit.client.0.smithi016.stdout: "pri8_bytes": { 2024-04-15T14:36:39.741 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.742 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.742 INFO:tasks.workunit.client.0.smithi016.stdout: "pri9_bytes": { 2024-04-15T14:36:39.742 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.742 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.742 INFO:tasks.workunit.client.0.smithi016.stdout: "reserved_bytes": { 2024-04-15T14:36:39.742 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 68822439 2024-04-15T14:36:39.742 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T14:36:39.742 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.742 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore-pricache:meta": { 2024-04-15T14:36:39.742 INFO:tasks.workunit.client.0.smithi016.stdout: "committed_bytes": { 2024-04-15T14:36:39.742 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 713031680 2024-04-15T14:36:39.742 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.742 INFO:tasks.workunit.client.0.smithi016.stdout: "pri0_bytes": { 2024-04-15T14:36:39.742 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.743 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.743 INFO:tasks.workunit.client.0.smithi016.stdout: "pri10_bytes": { 2024-04-15T14:36:39.743 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.743 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.743 INFO:tasks.workunit.client.0.smithi016.stdout: "pri11_bytes": { 2024-04-15T14:36:39.743 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 641319941 2024-04-15T14:36:39.743 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.743 INFO:tasks.workunit.client.0.smithi016.stdout: "pri1_bytes": { 2024-04-15T14:36:39.743 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.743 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.743 INFO:tasks.workunit.client.0.smithi016.stdout: "pri2_bytes": { 2024-04-15T14:36:39.743 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.743 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.743 INFO:tasks.workunit.client.0.smithi016.stdout: "pri3_bytes": { 2024-04-15T14:36:39.744 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.744 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.744 INFO:tasks.workunit.client.0.smithi016.stdout: "pri4_bytes": { 2024-04-15T14:36:39.744 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.744 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.744 INFO:tasks.workunit.client.0.smithi016.stdout: "pri5_bytes": { 2024-04-15T14:36:39.744 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 8250 2024-04-15T14:36:39.744 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.744 INFO:tasks.workunit.client.0.smithi016.stdout: "pri6_bytes": { 2024-04-15T14:36:39.744 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 219227 2024-04-15T14:36:39.744 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.744 INFO:tasks.workunit.client.0.smithi016.stdout: "pri7_bytes": { 2024-04-15T14:36:39.744 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.744 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.744 INFO:tasks.workunit.client.0.smithi016.stdout: "pri8_bytes": { 2024-04-15T14:36:39.745 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.745 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.745 INFO:tasks.workunit.client.0.smithi016.stdout: "pri9_bytes": { 2024-04-15T14:36:39.745 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.745 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.745 INFO:tasks.workunit.client.0.smithi016.stdout: "reserved_bytes": { 2024-04-15T14:36:39.745 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 71484262 2024-04-15T14:36:39.745 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T14:36:39.745 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.745 INFO:tasks.workunit.client.0.smithi016.stdout: "objecter": { 2024-04-15T14:36:39.745 INFO:tasks.workunit.client.0.smithi016.stdout: "op_active": { 2024-04-15T14:36:39.745 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.745 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.745 INFO:tasks.workunit.client.0.smithi016.stdout: "op_r": { 2024-04-15T14:36:39.746 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.746 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.746 INFO:tasks.workunit.client.0.smithi016.stdout: "op_rmw": { 2024-04-15T14:36:39.746 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.746 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.746 INFO:tasks.workunit.client.0.smithi016.stdout: "op_w": { 2024-04-15T14:36:39.746 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.746 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T14:36:39.746 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.746 INFO:tasks.workunit.client.0.smithi016.stdout: "osd": { 2024-04-15T14:36:39.746 INFO:tasks.workunit.client.0.smithi016.stdout: "numpg": { 2024-04-15T14:36:39.746 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 42 2024-04-15T14:36:39.746 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.746 INFO:tasks.workunit.client.0.smithi016.stdout: "numpg_removing": { 2024-04-15T14:36:39.747 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.747 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.747 INFO:tasks.workunit.client.0.smithi016.stdout: "op": { 2024-04-15T14:36:39.747 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.747 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.747 INFO:tasks.workunit.client.0.smithi016.stdout: "op_delayed_degraded": { 2024-04-15T14:36:39.747 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.747 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.747 INFO:tasks.workunit.client.0.smithi016.stdout: "op_delayed_unreadable": { 2024-04-15T14:36:39.747 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.747 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.747 INFO:tasks.workunit.client.0.smithi016.stdout: "op_in_bytes": { 2024-04-15T14:36:39.747 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.747 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.747 INFO:tasks.workunit.client.0.smithi016.stdout: "op_latency": { 2024-04-15T14:36:39.748 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 0, 2024-04-15T14:36:39.748 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.748 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.748 INFO:tasks.workunit.client.0.smithi016.stdout: "op_out_bytes": { 2024-04-15T14:36:39.748 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.748 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.748 INFO:tasks.workunit.client.0.smithi016.stdout: "op_prepare_latency": { 2024-04-15T14:36:39.748 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 0, 2024-04-15T14:36:39.748 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.748 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.748 INFO:tasks.workunit.client.0.smithi016.stdout: "op_process_latency": { 2024-04-15T14:36:39.748 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 0, 2024-04-15T14:36:39.748 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.748 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.749 INFO:tasks.workunit.client.0.smithi016.stdout: "op_r": { 2024-04-15T14:36:39.749 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.749 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.749 INFO:tasks.workunit.client.0.smithi016.stdout: "op_r_latency": { 2024-04-15T14:36:39.749 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 0, 2024-04-15T14:36:39.749 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.749 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.749 INFO:tasks.workunit.client.0.smithi016.stdout: "op_r_latency_out_bytes_histogram": { 2024-04-15T14:36:39.749 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.749 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.749 INFO:tasks.workunit.client.0.smithi016.stdout: "op_r_out_bytes": { 2024-04-15T14:36:39.749 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.749 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.749 INFO:tasks.workunit.client.0.smithi016.stdout: "op_r_prepare_latency": { 2024-04-15T14:36:39.749 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 0, 2024-04-15T14:36:39.750 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.750 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.750 INFO:tasks.workunit.client.0.smithi016.stdout: "op_r_process_latency": { 2024-04-15T14:36:39.750 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 0, 2024-04-15T14:36:39.750 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.750 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.750 INFO:tasks.workunit.client.0.smithi016.stdout: "op_rw": { 2024-04-15T14:36:39.750 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.750 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.750 INFO:tasks.workunit.client.0.smithi016.stdout: "op_rw_in_bytes": { 2024-04-15T14:36:39.750 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.750 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.750 INFO:tasks.workunit.client.0.smithi016.stdout: "op_rw_latency": { 2024-04-15T14:36:39.751 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 0, 2024-04-15T14:36:39.751 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.751 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.751 INFO:tasks.workunit.client.0.smithi016.stdout: "op_rw_latency_in_bytes_histogram": { 2024-04-15T14:36:39.751 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.751 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.751 INFO:tasks.workunit.client.0.smithi016.stdout: "op_rw_latency_out_bytes_histogram": { 2024-04-15T14:36:39.751 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.751 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.751 INFO:tasks.workunit.client.0.smithi016.stdout: "op_rw_out_bytes": { 2024-04-15T14:36:39.751 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.751 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.751 INFO:tasks.workunit.client.0.smithi016.stdout: "op_rw_prepare_latency": { 2024-04-15T14:36:39.751 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 0, 2024-04-15T14:36:39.752 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.752 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.752 INFO:tasks.workunit.client.0.smithi016.stdout: "op_rw_process_latency": { 2024-04-15T14:36:39.752 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 0, 2024-04-15T14:36:39.752 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.752 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.752 INFO:tasks.workunit.client.0.smithi016.stdout: "op_w": { 2024-04-15T14:36:39.752 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.752 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.752 INFO:tasks.workunit.client.0.smithi016.stdout: "op_w_in_bytes": { 2024-04-15T14:36:39.752 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.752 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.752 INFO:tasks.workunit.client.0.smithi016.stdout: "op_w_latency": { 2024-04-15T14:36:39.752 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 0, 2024-04-15T14:36:39.752 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.753 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.753 INFO:tasks.workunit.client.0.smithi016.stdout: "op_w_latency_in_bytes_histogram": { 2024-04-15T14:36:39.753 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.753 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.753 INFO:tasks.workunit.client.0.smithi016.stdout: "op_w_prepare_latency": { 2024-04-15T14:36:39.753 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 0, 2024-04-15T14:36:39.753 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.753 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.753 INFO:tasks.workunit.client.0.smithi016.stdout: "op_w_process_latency": { 2024-04-15T14:36:39.753 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 0, 2024-04-15T14:36:39.753 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.753 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.753 INFO:tasks.workunit.client.0.smithi016.stdout: "op_wip": { 2024-04-15T14:36:39.753 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.753 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.754 INFO:tasks.workunit.client.0.smithi016.stdout: "recovery_bytes": { 2024-04-15T14:36:39.754 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.754 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.754 INFO:tasks.workunit.client.0.smithi016.stdout: "recovery_ops": { 2024-04-15T14:36:39.754 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.754 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.754 INFO:tasks.workunit.client.0.smithi016.stdout: "stat_bytes": { 2024-04-15T14:36:39.754 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 95995035648 2024-04-15T14:36:39.754 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.754 INFO:tasks.workunit.client.0.smithi016.stdout: "stat_bytes_used": { 2024-04-15T14:36:39.754 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 28397568 2024-04-15T14:36:39.754 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T14:36:39.754 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T14:36:39.754 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.755 INFO:tasks.workunit.client.0.smithi016.stdout: "osd.6": { 2024-04-15T14:36:39.755 INFO:tasks.workunit.client.0.smithi016.stdout: "bluefs": { 2024-04-15T14:36:39.755 INFO:tasks.workunit.client.0.smithi016.stdout: "alloc_slow_fallback": { 2024-04-15T14:36:39.755 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.755 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.755 INFO:tasks.workunit.client.0.smithi016.stdout: "alloc_slow_size_fallback": { 2024-04-15T14:36:39.755 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.755 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.755 INFO:tasks.workunit.client.0.smithi016.stdout: "alloc_unit_db": { 2024-04-15T14:36:39.755 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 65536 2024-04-15T14:36:39.755 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.755 INFO:tasks.workunit.client.0.smithi016.stdout: "alloc_unit_main": { 2024-04-15T14:36:39.755 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.755 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.755 INFO:tasks.workunit.client.0.smithi016.stdout: "alloc_unit_wal": { 2024-04-15T14:36:39.756 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.756 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.756 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes_written_slow": { 2024-04-15T14:36:39.756 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.756 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.756 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes_written_sst": { 2024-04-15T14:36:39.756 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 12288 2024-04-15T14:36:39.756 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.756 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes_written_wal": { 2024-04-15T14:36:39.756 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 5992448 2024-04-15T14:36:39.756 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.756 INFO:tasks.workunit.client.0.smithi016.stdout: "compact_lat": { 2024-04-15T14:36:39.756 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 0, 2024-04-15T14:36:39.756 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.757 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.757 INFO:tasks.workunit.client.0.smithi016.stdout: "compact_lock_lat": { 2024-04-15T14:36:39.757 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 0, 2024-04-15T14:36:39.757 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.757 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.757 INFO:tasks.workunit.client.0.smithi016.stdout: "db_total_bytes": { 2024-04-15T14:36:39.757 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 95995035648 2024-04-15T14:36:39.757 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.757 INFO:tasks.workunit.client.0.smithi016.stdout: "db_used_bytes": { 2024-04-15T14:36:39.757 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 27656192 2024-04-15T14:36:39.757 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.757 INFO:tasks.workunit.client.0.smithi016.stdout: "log_bytes": { 2024-04-15T14:36:39.757 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 2985984 2024-04-15T14:36:39.757 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.757 INFO:tasks.workunit.client.0.smithi016.stdout: "logged_bytes": { 2024-04-15T14:36:39.758 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 2846720 2024-04-15T14:36:39.758 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.758 INFO:tasks.workunit.client.0.smithi016.stdout: "max_bytes_db": { 2024-04-15T14:36:39.758 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 31850496 2024-04-15T14:36:39.758 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.758 INFO:tasks.workunit.client.0.smithi016.stdout: "max_bytes_slow": { 2024-04-15T14:36:39.758 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.758 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.758 INFO:tasks.workunit.client.0.smithi016.stdout: "max_bytes_wal": { 2024-04-15T14:36:39.758 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.758 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.758 INFO:tasks.workunit.client.0.smithi016.stdout: "num_files": { 2024-04-15T14:36:39.758 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 14 2024-04-15T14:36:39.758 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.759 INFO:tasks.workunit.client.0.smithi016.stdout: "read_bytes": { 2024-04-15T14:36:39.759 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 206272 2024-04-15T14:36:39.759 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.759 INFO:tasks.workunit.client.0.smithi016.stdout: "read_count": { 2024-04-15T14:36:39.759 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 23 2024-04-15T14:36:39.759 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.759 INFO:tasks.workunit.client.0.smithi016.stdout: "read_disk_bytes": { 2024-04-15T14:36:39.759 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 1282048 2024-04-15T14:36:39.759 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.759 INFO:tasks.workunit.client.0.smithi016.stdout: "read_disk_bytes_db": { 2024-04-15T14:36:39.759 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 1286144 2024-04-15T14:36:39.759 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.759 INFO:tasks.workunit.client.0.smithi016.stdout: "read_disk_bytes_slow": { 2024-04-15T14:36:39.760 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.760 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.760 INFO:tasks.workunit.client.0.smithi016.stdout: "read_disk_bytes_wal": { 2024-04-15T14:36:39.760 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.760 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.760 INFO:tasks.workunit.client.0.smithi016.stdout: "read_disk_count": { 2024-04-15T14:36:39.760 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 15 2024-04-15T14:36:39.760 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.760 INFO:tasks.workunit.client.0.smithi016.stdout: "read_prefetch_bytes": { 2024-04-15T14:36:39.760 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 4913 2024-04-15T14:36:39.760 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.760 INFO:tasks.workunit.client.0.smithi016.stdout: "read_prefetch_count": { 2024-04-15T14:36:39.760 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 4 2024-04-15T14:36:39.760 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.761 INFO:tasks.workunit.client.0.smithi016.stdout: "read_random_buffer_bytes": { 2024-04-15T14:36:39.761 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 5505 2024-04-15T14:36:39.761 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.761 INFO:tasks.workunit.client.0.smithi016.stdout: "read_random_buffer_count": { 2024-04-15T14:36:39.761 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 24 2024-04-15T14:36:39.761 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.761 INFO:tasks.workunit.client.0.smithi016.stdout: "read_random_bytes": { 2024-04-15T14:36:39.761 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 5505 2024-04-15T14:36:39.761 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.761 INFO:tasks.workunit.client.0.smithi016.stdout: "read_random_count": { 2024-04-15T14:36:39.761 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 24 2024-04-15T14:36:39.761 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.761 INFO:tasks.workunit.client.0.smithi016.stdout: "read_random_disk_bytes": { 2024-04-15T14:36:39.761 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.762 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.762 INFO:tasks.workunit.client.0.smithi016.stdout: "read_random_disk_bytes_db": { 2024-04-15T14:36:39.762 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.762 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.762 INFO:tasks.workunit.client.0.smithi016.stdout: "read_random_disk_bytes_slow": { 2024-04-15T14:36:39.762 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.762 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.762 INFO:tasks.workunit.client.0.smithi016.stdout: "read_random_disk_bytes_wal": { 2024-04-15T14:36:39.762 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.762 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.762 INFO:tasks.workunit.client.0.smithi016.stdout: "read_random_disk_count": { 2024-04-15T14:36:39.762 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.762 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.763 INFO:tasks.workunit.client.0.smithi016.stdout: "slow_total_bytes": { 2024-04-15T14:36:39.763 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.763 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.763 INFO:tasks.workunit.client.0.smithi016.stdout: "slow_used_bytes": { 2024-04-15T14:36:39.763 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.763 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.763 INFO:tasks.workunit.client.0.smithi016.stdout: "wal_total_bytes": { 2024-04-15T14:36:39.763 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.763 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.763 INFO:tasks.workunit.client.0.smithi016.stdout: "wal_used_bytes": { 2024-04-15T14:36:39.763 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.763 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.763 INFO:tasks.workunit.client.0.smithi016.stdout: "write_bytes": { 2024-04-15T14:36:39.763 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 8916992 2024-04-15T14:36:39.763 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T14:36:39.764 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.764 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore": { 2024-04-15T14:36:39.764 INFO:tasks.workunit.client.0.smithi016.stdout: "alloc_unit": { 2024-04-15T14:36:39.764 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 4096 2024-04-15T14:36:39.764 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.764 INFO:tasks.workunit.client.0.smithi016.stdout: "allocated": { 2024-04-15T14:36:39.764 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 1323008 2024-04-15T14:36:39.764 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.764 INFO:tasks.workunit.client.0.smithi016.stdout: "clist_lat": { 2024-04-15T14:36:39.764 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 0, 2024-04-15T14:36:39.764 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.764 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.764 INFO:tasks.workunit.client.0.smithi016.stdout: "compress_lat": { 2024-04-15T14:36:39.764 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 0, 2024-04-15T14:36:39.765 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.765 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.765 INFO:tasks.workunit.client.0.smithi016.stdout: "compressed": { 2024-04-15T14:36:39.765 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.765 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.765 INFO:tasks.workunit.client.0.smithi016.stdout: "compressed_allocated": { 2024-04-15T14:36:39.765 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.765 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.765 INFO:tasks.workunit.client.0.smithi016.stdout: "compressed_original": { 2024-04-15T14:36:39.765 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.765 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.765 INFO:tasks.workunit.client.0.smithi016.stdout: "csum_lat": { 2024-04-15T14:36:39.765 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 3, 2024-04-15T14:36:39.765 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 5309 2024-04-15T14:36:39.766 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.766 INFO:tasks.workunit.client.0.smithi016.stdout: "decompress_lat": { 2024-04-15T14:36:39.766 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 0, 2024-04-15T14:36:39.766 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.766 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.766 INFO:tasks.workunit.client.0.smithi016.stdout: "fragmentation_micros": { 2024-04-15T14:36:39.766 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.766 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.766 INFO:tasks.workunit.client.0.smithi016.stdout: "kv_commit_lat": { 2024-04-15T14:36:39.766 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 682, 2024-04-15T14:36:39.766 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 466020199 2024-04-15T14:36:39.766 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.766 INFO:tasks.workunit.client.0.smithi016.stdout: "kv_final_lat": { 2024-04-15T14:36:39.766 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 667, 2024-04-15T14:36:39.767 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 22008521 2024-04-15T14:36:39.767 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.767 INFO:tasks.workunit.client.0.smithi016.stdout: "kv_flush_lat": { 2024-04-15T14:36:39.767 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 682, 2024-04-15T14:36:39.767 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 471749 2024-04-15T14:36:39.767 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.767 INFO:tasks.workunit.client.0.smithi016.stdout: "kv_sync_lat": { 2024-04-15T14:36:39.767 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 682, 2024-04-15T14:36:39.767 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 466491948 2024-04-15T14:36:39.767 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.767 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_get_keys_lat": { 2024-04-15T14:36:39.767 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 0, 2024-04-15T14:36:39.767 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.767 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.768 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_get_values_lat": { 2024-04-15T14:36:39.768 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 1, 2024-04-15T14:36:39.768 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 42357 2024-04-15T14:36:39.768 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.768 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_lower_bound_lat": { 2024-04-15T14:36:39.768 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 0, 2024-04-15T14:36:39.768 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.768 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.768 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_next_lat": { 2024-04-15T14:36:39.768 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 0, 2024-04-15T14:36:39.768 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.768 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.768 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_seek_to_first_lat": { 2024-04-15T14:36:39.769 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 0, 2024-04-15T14:36:39.769 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.769 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.769 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_upper_bound_lat": { 2024-04-15T14:36:39.769 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 2, 2024-04-15T14:36:39.769 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 4941 2024-04-15T14:36:39.769 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.769 INFO:tasks.workunit.client.0.smithi016.stdout: "onode_hits": { 2024-04-15T14:36:39.769 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 3448 2024-04-15T14:36:39.769 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.769 INFO:tasks.workunit.client.0.smithi016.stdout: "onode_misses": { 2024-04-15T14:36:39.769 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 351 2024-04-15T14:36:39.769 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.769 INFO:tasks.workunit.client.0.smithi016.stdout: "read_lat": { 2024-04-15T14:36:39.769 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 88, 2024-04-15T14:36:39.770 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 697135 2024-04-15T14:36:39.770 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.770 INFO:tasks.workunit.client.0.smithi016.stdout: "read_onode_meta_lat": { 2024-04-15T14:36:39.770 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 134, 2024-04-15T14:36:39.770 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 296519 2024-04-15T14:36:39.770 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.770 INFO:tasks.workunit.client.0.smithi016.stdout: "read_wait_aio_lat": { 2024-04-15T14:36:39.770 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 46, 2024-04-15T14:36:39.770 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 398023 2024-04-15T14:36:39.770 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.770 INFO:tasks.workunit.client.0.smithi016.stdout: "reads_with_retries": { 2024-04-15T14:36:39.770 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.770 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.771 INFO:tasks.workunit.client.0.smithi016.stdout: "remove_lat": { 2024-04-15T14:36:39.771 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 100, 2024-04-15T14:36:39.771 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 5508229 2024-04-15T14:36:39.771 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.771 INFO:tasks.workunit.client.0.smithi016.stdout: "state_aio_wait_lat": { 2024-04-15T14:36:39.771 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 3368, 2024-04-15T14:36:39.771 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 3618712346 2024-04-15T14:36:39.771 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.771 INFO:tasks.workunit.client.0.smithi016.stdout: "state_deferred_aio_wait_lat": { 2024-04-15T14:36:39.771 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 33, 2024-04-15T14:36:39.771 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 17625630 2024-04-15T14:36:39.771 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.771 INFO:tasks.workunit.client.0.smithi016.stdout: "state_deferred_cleanup_lat": { 2024-04-15T14:36:39.771 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 33, 2024-04-15T14:36:39.772 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 266562507649 2024-04-15T14:36:39.772 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.772 INFO:tasks.workunit.client.0.smithi016.stdout: "state_deferred_queued_lat": { 2024-04-15T14:36:39.772 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 33, 2024-04-15T14:36:39.772 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 52185137178 2024-04-15T14:36:39.772 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.772 INFO:tasks.workunit.client.0.smithi016.stdout: "state_done_lat": { 2024-04-15T14:36:39.772 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 3368, 2024-04-15T14:36:39.772 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 1484162230 2024-04-15T14:36:39.772 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.772 INFO:tasks.workunit.client.0.smithi016.stdout: "state_finishing_lat": { 2024-04-15T14:36:39.772 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 3368, 2024-04-15T14:36:39.772 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 166852 2024-04-15T14:36:39.772 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.772 INFO:tasks.workunit.client.0.smithi016.stdout: "state_io_done_lat": { 2024-04-15T14:36:39.773 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 3368, 2024-04-15T14:36:39.773 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 260079023 2024-04-15T14:36:39.773 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.773 INFO:tasks.workunit.client.0.smithi016.stdout: "state_kv_commiting_lat": { 2024-04-15T14:36:39.773 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 3368, 2024-04-15T14:36:39.773 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 2613764392 2024-04-15T14:36:39.773 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.773 INFO:tasks.workunit.client.0.smithi016.stdout: "state_kv_done_lat": { 2024-04-15T14:36:39.773 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 3368, 2024-04-15T14:36:39.773 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 403200 2024-04-15T14:36:39.773 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.773 INFO:tasks.workunit.client.0.smithi016.stdout: "state_kv_queued_lat": { 2024-04-15T14:36:39.773 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 3368, 2024-04-15T14:36:39.773 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 1352350906 2024-04-15T14:36:39.774 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.774 INFO:tasks.workunit.client.0.smithi016.stdout: "state_prepare_lat": { 2024-04-15T14:36:39.774 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 3368, 2024-04-15T14:36:39.774 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 353322027 2024-04-15T14:36:39.774 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.774 INFO:tasks.workunit.client.0.smithi016.stdout: "stored": { 2024-04-15T14:36:39.774 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 905856 2024-04-15T14:36:39.774 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.774 INFO:tasks.workunit.client.0.smithi016.stdout: "truncate_lat": { 2024-04-15T14:36:39.774 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 26, 2024-04-15T14:36:39.774 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 101549 2024-04-15T14:36:39.774 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.774 INFO:tasks.workunit.client.0.smithi016.stdout: "txc_commit_lat": { 2024-04-15T14:36:39.774 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 3368, 2024-04-15T14:36:39.775 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 8198429930 2024-04-15T14:36:39.775 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.775 INFO:tasks.workunit.client.0.smithi016.stdout: "txc_submit_lat": { 2024-04-15T14:36:39.775 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 3368, 2024-04-15T14:36:39.775 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 384780197 2024-04-15T14:36:39.775 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.775 INFO:tasks.workunit.client.0.smithi016.stdout: "txc_throttle_lat": { 2024-04-15T14:36:39.775 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 3368, 2024-04-15T14:36:39.775 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 263327506 2024-04-15T14:36:39.775 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T14:36:39.775 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.775 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore-pricache": { 2024-04-15T14:36:39.775 INFO:tasks.workunit.client.0.smithi016.stdout: "cache_bytes": { 2024-04-15T14:36:39.775 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 1861630827 2024-04-15T14:36:39.775 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.776 INFO:tasks.workunit.client.0.smithi016.stdout: "heap_bytes": { 2024-04-15T14:36:39.776 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 46579712 2024-04-15T14:36:39.776 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.776 INFO:tasks.workunit.client.0.smithi016.stdout: "mapped_bytes": { 2024-04-15T14:36:39.776 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 45301760 2024-04-15T14:36:39.776 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.776 INFO:tasks.workunit.client.0.smithi016.stdout: "target_bytes": { 2024-04-15T14:36:39.776 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 3137573171 2024-04-15T14:36:39.776 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.776 INFO:tasks.workunit.client.0.smithi016.stdout: "unmapped_bytes": { 2024-04-15T14:36:39.776 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 1277952 2024-04-15T14:36:39.776 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T14:36:39.776 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.776 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore-pricache:data": { 2024-04-15T14:36:39.777 INFO:tasks.workunit.client.0.smithi016.stdout: "committed_bytes": { 2024-04-15T14:36:39.777 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 159383552 2024-04-15T14:36:39.777 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.777 INFO:tasks.workunit.client.0.smithi016.stdout: "pri0_bytes": { 2024-04-15T14:36:39.777 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.777 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.777 INFO:tasks.workunit.client.0.smithi016.stdout: "pri10_bytes": { 2024-04-15T14:36:39.777 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.777 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.777 INFO:tasks.workunit.client.0.smithi016.stdout: "pri11_bytes": { 2024-04-15T14:36:39.777 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 85502648 2024-04-15T14:36:39.777 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.777 INFO:tasks.workunit.client.0.smithi016.stdout: "pri1_bytes": { 2024-04-15T14:36:39.777 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.777 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.778 INFO:tasks.workunit.client.0.smithi016.stdout: "pri2_bytes": { 2024-04-15T14:36:39.778 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.778 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.778 INFO:tasks.workunit.client.0.smithi016.stdout: "pri3_bytes": { 2024-04-15T14:36:39.778 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.778 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.778 INFO:tasks.workunit.client.0.smithi016.stdout: "pri4_bytes": { 2024-04-15T14:36:39.778 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.778 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.778 INFO:tasks.workunit.client.0.smithi016.stdout: "pri5_bytes": { 2024-04-15T14:36:39.778 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.778 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.778 INFO:tasks.workunit.client.0.smithi016.stdout: "pri6_bytes": { 2024-04-15T14:36:39.779 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.779 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.779 INFO:tasks.workunit.client.0.smithi016.stdout: "pri7_bytes": { 2024-04-15T14:36:39.779 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.779 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.779 INFO:tasks.workunit.client.0.smithi016.stdout: "pri8_bytes": { 2024-04-15T14:36:39.779 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.779 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.779 INFO:tasks.workunit.client.0.smithi016.stdout: "pri9_bytes": { 2024-04-15T14:36:39.779 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.779 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.779 INFO:tasks.workunit.client.0.smithi016.stdout: "reserved_bytes": { 2024-04-15T14:36:39.779 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 73880904 2024-04-15T14:36:39.779 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T14:36:39.780 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.780 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore-pricache:kv": { 2024-04-15T14:36:39.780 INFO:tasks.workunit.client.0.smithi016.stdout: "committed_bytes": { 2024-04-15T14:36:39.780 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 780140544 2024-04-15T14:36:39.780 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.780 INFO:tasks.workunit.client.0.smithi016.stdout: "pri0_bytes": { 2024-04-15T14:36:39.780 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 67108864 2024-04-15T14:36:39.780 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.780 INFO:tasks.workunit.client.0.smithi016.stdout: "pri10_bytes": { 2024-04-15T14:36:39.780 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.780 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.780 INFO:tasks.workunit.client.0.smithi016.stdout: "pri11_bytes": { 2024-04-15T14:36:39.780 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 641269860 2024-04-15T14:36:39.780 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.780 INFO:tasks.workunit.client.0.smithi016.stdout: "pri1_bytes": { 2024-04-15T14:36:39.781 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.781 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.781 INFO:tasks.workunit.client.0.smithi016.stdout: "pri2_bytes": { 2024-04-15T14:36:39.781 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.781 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.781 INFO:tasks.workunit.client.0.smithi016.stdout: "pri3_bytes": { 2024-04-15T14:36:39.781 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.781 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.781 INFO:tasks.workunit.client.0.smithi016.stdout: "pri4_bytes": { 2024-04-15T14:36:39.781 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.781 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.781 INFO:tasks.workunit.client.0.smithi016.stdout: "pri5_bytes": { 2024-04-15T14:36:39.781 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.781 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.782 INFO:tasks.workunit.client.0.smithi016.stdout: "pri6_bytes": { 2024-04-15T14:36:39.782 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 2128 2024-04-15T14:36:39.782 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.782 INFO:tasks.workunit.client.0.smithi016.stdout: "pri7_bytes": { 2024-04-15T14:36:39.782 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.782 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.782 INFO:tasks.workunit.client.0.smithi016.stdout: "pri8_bytes": { 2024-04-15T14:36:39.782 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.782 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.782 INFO:tasks.workunit.client.0.smithi016.stdout: "pri9_bytes": { 2024-04-15T14:36:39.782 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.782 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.782 INFO:tasks.workunit.client.0.smithi016.stdout: "reserved_bytes": { 2024-04-15T14:36:39.782 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 71759692 2024-04-15T14:36:39.783 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T14:36:39.783 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.783 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore-pricache:kv_onode": { 2024-04-15T14:36:39.783 INFO:tasks.workunit.client.0.smithi016.stdout: "committed_bytes": { 2024-04-15T14:36:39.783 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 192937984 2024-04-15T14:36:39.783 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.783 INFO:tasks.workunit.client.0.smithi016.stdout: "pri0_bytes": { 2024-04-15T14:36:39.783 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 67108864 2024-04-15T14:36:39.783 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.783 INFO:tasks.workunit.client.0.smithi016.stdout: "pri10_bytes": { 2024-04-15T14:36:39.783 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 464 2024-04-15T14:36:39.783 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.783 INFO:tasks.workunit.client.0.smithi016.stdout: "pri11_bytes": { 2024-04-15T14:36:39.783 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 57001765 2024-04-15T14:36:39.784 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.784 INFO:tasks.workunit.client.0.smithi016.stdout: "pri1_bytes": { 2024-04-15T14:36:39.784 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.784 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.784 INFO:tasks.workunit.client.0.smithi016.stdout: "pri2_bytes": { 2024-04-15T14:36:39.784 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.784 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.784 INFO:tasks.workunit.client.0.smithi016.stdout: "pri3_bytes": { 2024-04-15T14:36:39.784 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.784 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.784 INFO:tasks.workunit.client.0.smithi016.stdout: "pri4_bytes": { 2024-04-15T14:36:39.784 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.784 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.784 INFO:tasks.workunit.client.0.smithi016.stdout: "pri5_bytes": { 2024-04-15T14:36:39.784 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.785 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.785 INFO:tasks.workunit.client.0.smithi016.stdout: "pri6_bytes": { 2024-04-15T14:36:39.785 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.785 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.785 INFO:tasks.workunit.client.0.smithi016.stdout: "pri7_bytes": { 2024-04-15T14:36:39.785 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.785 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.785 INFO:tasks.workunit.client.0.smithi016.stdout: "pri8_bytes": { 2024-04-15T14:36:39.785 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.785 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.785 INFO:tasks.workunit.client.0.smithi016.stdout: "pri9_bytes": { 2024-04-15T14:36:39.785 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.785 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.785 INFO:tasks.workunit.client.0.smithi016.stdout: "reserved_bytes": { 2024-04-15T14:36:39.786 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 68826891 2024-04-15T14:36:39.786 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T14:36:39.786 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.786 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore-pricache:meta": { 2024-04-15T14:36:39.786 INFO:tasks.workunit.client.0.smithi016.stdout: "committed_bytes": { 2024-04-15T14:36:39.786 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 713031680 2024-04-15T14:36:39.786 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.786 INFO:tasks.workunit.client.0.smithi016.stdout: "pri0_bytes": { 2024-04-15T14:36:39.786 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.786 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.786 INFO:tasks.workunit.client.0.smithi016.stdout: "pri10_bytes": { 2024-04-15T14:36:39.786 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.786 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.786 INFO:tasks.workunit.client.0.smithi016.stdout: "pri11_bytes": { 2024-04-15T14:36:39.787 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 641269860 2024-04-15T14:36:39.787 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.787 INFO:tasks.workunit.client.0.smithi016.stdout: "pri1_bytes": { 2024-04-15T14:36:39.787 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.787 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.787 INFO:tasks.workunit.client.0.smithi016.stdout: "pri2_bytes": { 2024-04-15T14:36:39.787 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 2331 2024-04-15T14:36:39.787 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.787 INFO:tasks.workunit.client.0.smithi016.stdout: "pri3_bytes": { 2024-04-15T14:36:39.787 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 3496 2024-04-15T14:36:39.787 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.787 INFO:tasks.workunit.client.0.smithi016.stdout: "pri4_bytes": { 2024-04-15T14:36:39.787 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.787 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.788 INFO:tasks.workunit.client.0.smithi016.stdout: "pri5_bytes": { 2024-04-15T14:36:39.788 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.788 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.788 INFO:tasks.workunit.client.0.smithi016.stdout: "pri6_bytes": { 2024-04-15T14:36:39.788 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 333358 2024-04-15T14:36:39.788 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.788 INFO:tasks.workunit.client.0.smithi016.stdout: "pri7_bytes": { 2024-04-15T14:36:39.788 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.788 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.788 INFO:tasks.workunit.client.0.smithi016.stdout: "pri8_bytes": { 2024-04-15T14:36:39.788 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.788 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.788 INFO:tasks.workunit.client.0.smithi016.stdout: "pri9_bytes": { 2024-04-15T14:36:39.788 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.788 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.789 INFO:tasks.workunit.client.0.smithi016.stdout: "reserved_bytes": { 2024-04-15T14:36:39.789 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 71422635 2024-04-15T14:36:39.789 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T14:36:39.789 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.789 INFO:tasks.workunit.client.0.smithi016.stdout: "objecter": { 2024-04-15T14:36:39.789 INFO:tasks.workunit.client.0.smithi016.stdout: "op_active": { 2024-04-15T14:36:39.789 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.789 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.789 INFO:tasks.workunit.client.0.smithi016.stdout: "op_r": { 2024-04-15T14:36:39.789 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.789 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.789 INFO:tasks.workunit.client.0.smithi016.stdout: "op_rmw": { 2024-04-15T14:36:39.789 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.789 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.789 INFO:tasks.workunit.client.0.smithi016.stdout: "op_w": { 2024-04-15T14:36:39.790 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.790 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T14:36:39.790 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.790 INFO:tasks.workunit.client.0.smithi016.stdout: "osd": { 2024-04-15T14:36:39.790 INFO:tasks.workunit.client.0.smithi016.stdout: "numpg": { 2024-04-15T14:36:39.790 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 39 2024-04-15T14:36:39.790 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.790 INFO:tasks.workunit.client.0.smithi016.stdout: "numpg_removing": { 2024-04-15T14:36:39.790 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.790 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.790 INFO:tasks.workunit.client.0.smithi016.stdout: "op": { 2024-04-15T14:36:39.790 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 13 2024-04-15T14:36:39.790 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.791 INFO:tasks.workunit.client.0.smithi016.stdout: "op_delayed_degraded": { 2024-04-15T14:36:39.791 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.791 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.791 INFO:tasks.workunit.client.0.smithi016.stdout: "op_delayed_unreadable": { 2024-04-15T14:36:39.791 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.791 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.791 INFO:tasks.workunit.client.0.smithi016.stdout: "op_in_bytes": { 2024-04-15T14:36:39.791 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 2812 2024-04-15T14:36:39.791 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.791 INFO:tasks.workunit.client.0.smithi016.stdout: "op_latency": { 2024-04-15T14:36:39.791 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 13, 2024-04-15T14:36:39.791 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 80019392 2024-04-15T14:36:39.791 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.791 INFO:tasks.workunit.client.0.smithi016.stdout: "op_out_bytes": { 2024-04-15T14:36:39.792 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.792 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.792 INFO:tasks.workunit.client.0.smithi016.stdout: "op_prepare_latency": { 2024-04-15T14:36:39.792 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 15, 2024-04-15T14:36:39.792 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 12800768 2024-04-15T14:36:39.792 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.792 INFO:tasks.workunit.client.0.smithi016.stdout: "op_process_latency": { 2024-04-15T14:36:39.792 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 13, 2024-04-15T14:36:39.792 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 59366662 2024-04-15T14:36:39.792 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.792 INFO:tasks.workunit.client.0.smithi016.stdout: "op_r": { 2024-04-15T14:36:39.792 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.792 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.792 INFO:tasks.workunit.client.0.smithi016.stdout: "op_r_latency": { 2024-04-15T14:36:39.792 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 0, 2024-04-15T14:36:39.793 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.793 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.793 INFO:tasks.workunit.client.0.smithi016.stdout: "op_r_latency_out_bytes_histogram": { 2024-04-15T14:36:39.793 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.793 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.793 INFO:tasks.workunit.client.0.smithi016.stdout: "op_r_out_bytes": { 2024-04-15T14:36:39.793 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.793 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.793 INFO:tasks.workunit.client.0.smithi016.stdout: "op_r_prepare_latency": { 2024-04-15T14:36:39.793 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 0, 2024-04-15T14:36:39.793 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.793 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.793 INFO:tasks.workunit.client.0.smithi016.stdout: "op_r_process_latency": { 2024-04-15T14:36:39.793 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 0, 2024-04-15T14:36:39.793 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.794 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.794 INFO:tasks.workunit.client.0.smithi016.stdout: "op_rw": { 2024-04-15T14:36:39.794 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.794 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.794 INFO:tasks.workunit.client.0.smithi016.stdout: "op_rw_in_bytes": { 2024-04-15T14:36:39.794 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.794 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.794 INFO:tasks.workunit.client.0.smithi016.stdout: "op_rw_latency": { 2024-04-15T14:36:39.794 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 0, 2024-04-15T14:36:39.794 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.794 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.794 INFO:tasks.workunit.client.0.smithi016.stdout: "op_rw_latency_in_bytes_histogram": { 2024-04-15T14:36:39.794 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.795 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.795 INFO:tasks.workunit.client.0.smithi016.stdout: "op_rw_latency_out_bytes_histogram": { 2024-04-15T14:36:39.795 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.795 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.795 INFO:tasks.workunit.client.0.smithi016.stdout: "op_rw_out_bytes": { 2024-04-15T14:36:39.795 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.795 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.795 INFO:tasks.workunit.client.0.smithi016.stdout: "op_rw_prepare_latency": { 2024-04-15T14:36:39.795 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 0, 2024-04-15T14:36:39.795 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.795 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.795 INFO:tasks.workunit.client.0.smithi016.stdout: "op_rw_process_latency": { 2024-04-15T14:36:39.795 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 0, 2024-04-15T14:36:39.795 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.795 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.796 INFO:tasks.workunit.client.0.smithi016.stdout: "op_w": { 2024-04-15T14:36:39.796 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 13 2024-04-15T14:36:39.796 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.796 INFO:tasks.workunit.client.0.smithi016.stdout: "op_w_in_bytes": { 2024-04-15T14:36:39.796 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 2812 2024-04-15T14:36:39.796 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.796 INFO:tasks.workunit.client.0.smithi016.stdout: "op_w_latency": { 2024-04-15T14:36:39.796 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 13, 2024-04-15T14:36:39.796 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 80019392 2024-04-15T14:36:39.796 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.796 INFO:tasks.workunit.client.0.smithi016.stdout: "op_w_latency_in_bytes_histogram": { 2024-04-15T14:36:39.796 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.796 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.796 INFO:tasks.workunit.client.0.smithi016.stdout: "op_w_prepare_latency": { 2024-04-15T14:36:39.797 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 15, 2024-04-15T14:36:39.797 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 12800768 2024-04-15T14:36:39.797 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.797 INFO:tasks.workunit.client.0.smithi016.stdout: "op_w_process_latency": { 2024-04-15T14:36:39.797 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 13, 2024-04-15T14:36:39.797 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 59366662 2024-04-15T14:36:39.797 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.797 INFO:tasks.workunit.client.0.smithi016.stdout: "op_wip": { 2024-04-15T14:36:39.797 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.797 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.797 INFO:tasks.workunit.client.0.smithi016.stdout: "recovery_bytes": { 2024-04-15T14:36:39.797 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.797 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.797 INFO:tasks.workunit.client.0.smithi016.stdout: "recovery_ops": { 2024-04-15T14:36:39.797 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.798 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.798 INFO:tasks.workunit.client.0.smithi016.stdout: "stat_bytes": { 2024-04-15T14:36:39.798 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 95995035648 2024-04-15T14:36:39.798 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.798 INFO:tasks.workunit.client.0.smithi016.stdout: "stat_bytes_used": { 2024-04-15T14:36:39.798 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 28987392 2024-04-15T14:36:39.798 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T14:36:39.798 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T14:36:39.798 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.798 INFO:tasks.workunit.client.0.smithi016.stdout: "osd.7": { 2024-04-15T14:36:39.798 INFO:tasks.workunit.client.0.smithi016.stdout: "bluefs": { 2024-04-15T14:36:39.798 INFO:tasks.workunit.client.0.smithi016.stdout: "alloc_slow_fallback": { 2024-04-15T14:36:39.798 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.798 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.799 INFO:tasks.workunit.client.0.smithi016.stdout: "alloc_slow_size_fallback": { 2024-04-15T14:36:39.799 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.799 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.799 INFO:tasks.workunit.client.0.smithi016.stdout: "alloc_unit_db": { 2024-04-15T14:36:39.799 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 65536 2024-04-15T14:36:39.799 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.799 INFO:tasks.workunit.client.0.smithi016.stdout: "alloc_unit_main": { 2024-04-15T14:36:39.799 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.799 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.799 INFO:tasks.workunit.client.0.smithi016.stdout: "alloc_unit_wal": { 2024-04-15T14:36:39.799 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.799 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.799 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes_written_slow": { 2024-04-15T14:36:39.800 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.800 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.800 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes_written_sst": { 2024-04-15T14:36:39.800 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 12288 2024-04-15T14:36:39.800 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.800 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes_written_wal": { 2024-04-15T14:36:39.800 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 1163264 2024-04-15T14:36:39.800 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.800 INFO:tasks.workunit.client.0.smithi016.stdout: "compact_lat": { 2024-04-15T14:36:39.800 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 0, 2024-04-15T14:36:39.800 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.800 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.800 INFO:tasks.workunit.client.0.smithi016.stdout: "compact_lock_lat": { 2024-04-15T14:36:39.800 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 0, 2024-04-15T14:36:39.801 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.801 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.801 INFO:tasks.workunit.client.0.smithi016.stdout: "db_total_bytes": { 2024-04-15T14:36:39.801 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 95995035648 2024-04-15T14:36:39.801 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.801 INFO:tasks.workunit.client.0.smithi016.stdout: "db_used_bytes": { 2024-04-15T14:36:39.801 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 27656192 2024-04-15T14:36:39.801 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.801 INFO:tasks.workunit.client.0.smithi016.stdout: "log_bytes": { 2024-04-15T14:36:39.801 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 880640 2024-04-15T14:36:39.801 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.801 INFO:tasks.workunit.client.0.smithi016.stdout: "logged_bytes": { 2024-04-15T14:36:39.801 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 741376 2024-04-15T14:36:39.801 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.802 INFO:tasks.workunit.client.0.smithi016.stdout: "max_bytes_db": { 2024-04-15T14:36:39.802 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 31850496 2024-04-15T14:36:39.802 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.802 INFO:tasks.workunit.client.0.smithi016.stdout: "max_bytes_slow": { 2024-04-15T14:36:39.802 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.802 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.802 INFO:tasks.workunit.client.0.smithi016.stdout: "max_bytes_wal": { 2024-04-15T14:36:39.802 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.802 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.802 INFO:tasks.workunit.client.0.smithi016.stdout: "num_files": { 2024-04-15T14:36:39.802 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 14 2024-04-15T14:36:39.802 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.802 INFO:tasks.workunit.client.0.smithi016.stdout: "read_bytes": { 2024-04-15T14:36:39.802 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 206272 2024-04-15T14:36:39.803 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.803 INFO:tasks.workunit.client.0.smithi016.stdout: "read_count": { 2024-04-15T14:36:39.803 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 23 2024-04-15T14:36:39.803 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.803 INFO:tasks.workunit.client.0.smithi016.stdout: "read_disk_bytes": { 2024-04-15T14:36:39.803 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 1282048 2024-04-15T14:36:39.803 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.803 INFO:tasks.workunit.client.0.smithi016.stdout: "read_disk_bytes_db": { 2024-04-15T14:36:39.803 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 1286144 2024-04-15T14:36:39.803 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.803 INFO:tasks.workunit.client.0.smithi016.stdout: "read_disk_bytes_slow": { 2024-04-15T14:36:39.803 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.803 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.803 INFO:tasks.workunit.client.0.smithi016.stdout: "read_disk_bytes_wal": { 2024-04-15T14:36:39.804 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.804 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.804 INFO:tasks.workunit.client.0.smithi016.stdout: "read_disk_count": { 2024-04-15T14:36:39.804 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 15 2024-04-15T14:36:39.804 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.804 INFO:tasks.workunit.client.0.smithi016.stdout: "read_prefetch_bytes": { 2024-04-15T14:36:39.804 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 4913 2024-04-15T14:36:39.804 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.804 INFO:tasks.workunit.client.0.smithi016.stdout: "read_prefetch_count": { 2024-04-15T14:36:39.804 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 4 2024-04-15T14:36:39.804 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.804 INFO:tasks.workunit.client.0.smithi016.stdout: "read_random_buffer_bytes": { 2024-04-15T14:36:39.804 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 5501 2024-04-15T14:36:39.804 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.805 INFO:tasks.workunit.client.0.smithi016.stdout: "read_random_buffer_count": { 2024-04-15T14:36:39.805 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 24 2024-04-15T14:36:39.805 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.805 INFO:tasks.workunit.client.0.smithi016.stdout: "read_random_bytes": { 2024-04-15T14:36:39.805 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 5501 2024-04-15T14:36:39.805 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.805 INFO:tasks.workunit.client.0.smithi016.stdout: "read_random_count": { 2024-04-15T14:36:39.805 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 24 2024-04-15T14:36:39.805 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.805 INFO:tasks.workunit.client.0.smithi016.stdout: "read_random_disk_bytes": { 2024-04-15T14:36:39.805 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.805 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.805 INFO:tasks.workunit.client.0.smithi016.stdout: "read_random_disk_bytes_db": { 2024-04-15T14:36:39.805 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.805 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.806 INFO:tasks.workunit.client.0.smithi016.stdout: "read_random_disk_bytes_slow": { 2024-04-15T14:36:39.806 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.806 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.806 INFO:tasks.workunit.client.0.smithi016.stdout: "read_random_disk_bytes_wal": { 2024-04-15T14:36:39.806 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.806 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.806 INFO:tasks.workunit.client.0.smithi016.stdout: "read_random_disk_count": { 2024-04-15T14:36:39.806 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.806 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.806 INFO:tasks.workunit.client.0.smithi016.stdout: "slow_total_bytes": { 2024-04-15T14:36:39.806 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.806 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.806 INFO:tasks.workunit.client.0.smithi016.stdout: "slow_used_bytes": { 2024-04-15T14:36:39.807 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.807 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.807 INFO:tasks.workunit.client.0.smithi016.stdout: "wal_total_bytes": { 2024-04-15T14:36:39.807 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.807 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.807 INFO:tasks.workunit.client.0.smithi016.stdout: "wal_used_bytes": { 2024-04-15T14:36:39.807 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.807 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.807 INFO:tasks.workunit.client.0.smithi016.stdout: "write_bytes": { 2024-04-15T14:36:39.807 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 1982464 2024-04-15T14:36:39.807 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T14:36:39.807 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.807 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore": { 2024-04-15T14:36:39.807 INFO:tasks.workunit.client.0.smithi016.stdout: "alloc_unit": { 2024-04-15T14:36:39.808 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 4096 2024-04-15T14:36:39.808 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.808 INFO:tasks.workunit.client.0.smithi016.stdout: "allocated": { 2024-04-15T14:36:39.808 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 1318912 2024-04-15T14:36:39.808 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.808 INFO:tasks.workunit.client.0.smithi016.stdout: "clist_lat": { 2024-04-15T14:36:39.808 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 3, 2024-04-15T14:36:39.808 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 131024 2024-04-15T14:36:39.808 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.808 INFO:tasks.workunit.client.0.smithi016.stdout: "compress_lat": { 2024-04-15T14:36:39.808 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 0, 2024-04-15T14:36:39.808 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.808 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.808 INFO:tasks.workunit.client.0.smithi016.stdout: "compressed": { 2024-04-15T14:36:39.808 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.809 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.809 INFO:tasks.workunit.client.0.smithi016.stdout: "compressed_allocated": { 2024-04-15T14:36:39.809 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.809 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.809 INFO:tasks.workunit.client.0.smithi016.stdout: "compressed_original": { 2024-04-15T14:36:39.809 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.809 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.809 INFO:tasks.workunit.client.0.smithi016.stdout: "csum_lat": { 2024-04-15T14:36:39.809 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 7, 2024-04-15T14:36:39.809 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 21027 2024-04-15T14:36:39.809 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.809 INFO:tasks.workunit.client.0.smithi016.stdout: "decompress_lat": { 2024-04-15T14:36:39.809 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 0, 2024-04-15T14:36:39.809 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.810 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.810 INFO:tasks.workunit.client.0.smithi016.stdout: "fragmentation_micros": { 2024-04-15T14:36:39.810 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.810 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.810 INFO:tasks.workunit.client.0.smithi016.stdout: "kv_commit_lat": { 2024-04-15T14:36:39.810 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 168, 2024-04-15T14:36:39.810 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 53923512 2024-04-15T14:36:39.810 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.810 INFO:tasks.workunit.client.0.smithi016.stdout: "kv_final_lat": { 2024-04-15T14:36:39.810 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 159, 2024-04-15T14:36:39.810 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 13220785 2024-04-15T14:36:39.810 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.810 INFO:tasks.workunit.client.0.smithi016.stdout: "kv_flush_lat": { 2024-04-15T14:36:39.811 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 168, 2024-04-15T14:36:39.811 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 86779 2024-04-15T14:36:39.811 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.811 INFO:tasks.workunit.client.0.smithi016.stdout: "kv_sync_lat": { 2024-04-15T14:36:39.811 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 168, 2024-04-15T14:36:39.811 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 54010291 2024-04-15T14:36:39.811 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.811 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_get_keys_lat": { 2024-04-15T14:36:39.811 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 0, 2024-04-15T14:36:39.811 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.811 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.811 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_get_values_lat": { 2024-04-15T14:36:39.811 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 1, 2024-04-15T14:36:39.811 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 54379 2024-04-15T14:36:39.811 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.812 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_lower_bound_lat": { 2024-04-15T14:36:39.812 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 0, 2024-04-15T14:36:39.812 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.812 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.812 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_next_lat": { 2024-04-15T14:36:39.812 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 0, 2024-04-15T14:36:39.812 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.812 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.812 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_seek_to_first_lat": { 2024-04-15T14:36:39.812 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 0, 2024-04-15T14:36:39.812 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.812 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.812 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_upper_bound_lat": { 2024-04-15T14:36:39.812 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 2, 2024-04-15T14:36:39.812 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 3499 2024-04-15T14:36:39.813 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.813 INFO:tasks.workunit.client.0.smithi016.stdout: "onode_hits": { 2024-04-15T14:36:39.813 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 644 2024-04-15T14:36:39.813 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.813 INFO:tasks.workunit.client.0.smithi016.stdout: "onode_misses": { 2024-04-15T14:36:39.813 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 286 2024-04-15T14:36:39.813 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.813 INFO:tasks.workunit.client.0.smithi016.stdout: "read_lat": { 2024-04-15T14:36:39.813 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 122, 2024-04-15T14:36:39.813 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 2270022 2024-04-15T14:36:39.813 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.813 INFO:tasks.workunit.client.0.smithi016.stdout: "read_onode_meta_lat": { 2024-04-15T14:36:39.813 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 187, 2024-04-15T14:36:39.813 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 306369 2024-04-15T14:36:39.814 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.814 INFO:tasks.workunit.client.0.smithi016.stdout: "read_wait_aio_lat": { 2024-04-15T14:36:39.814 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 65, 2024-04-15T14:36:39.814 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 1636110 2024-04-15T14:36:39.814 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.814 INFO:tasks.workunit.client.0.smithi016.stdout: "reads_with_retries": { 2024-04-15T14:36:39.814 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.814 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.814 INFO:tasks.workunit.client.0.smithi016.stdout: "remove_lat": { 2024-04-15T14:36:39.814 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 1, 2024-04-15T14:36:39.814 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 23900 2024-04-15T14:36:39.814 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.814 INFO:tasks.workunit.client.0.smithi016.stdout: "state_aio_wait_lat": { 2024-04-15T14:36:39.814 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 291, 2024-04-15T14:36:39.814 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 2455193 2024-04-15T14:36:39.815 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.815 INFO:tasks.workunit.client.0.smithi016.stdout: "state_deferred_aio_wait_lat": { 2024-04-15T14:36:39.815 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 19, 2024-04-15T14:36:39.815 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 1285497 2024-04-15T14:36:39.815 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.815 INFO:tasks.workunit.client.0.smithi016.stdout: "state_deferred_cleanup_lat": { 2024-04-15T14:36:39.815 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 19, 2024-04-15T14:36:39.815 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 54071308067 2024-04-15T14:36:39.815 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.815 INFO:tasks.workunit.client.0.smithi016.stdout: "state_deferred_queued_lat": { 2024-04-15T14:36:39.815 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 19, 2024-04-15T14:36:39.815 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 26243366587 2024-04-15T14:36:39.815 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.815 INFO:tasks.workunit.client.0.smithi016.stdout: "state_done_lat": { 2024-04-15T14:36:39.815 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 291, 2024-04-15T14:36:39.816 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 445372 2024-04-15T14:36:39.816 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.816 INFO:tasks.workunit.client.0.smithi016.stdout: "state_finishing_lat": { 2024-04-15T14:36:39.816 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 291, 2024-04-15T14:36:39.816 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 28911 2024-04-15T14:36:39.816 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.816 INFO:tasks.workunit.client.0.smithi016.stdout: "state_io_done_lat": { 2024-04-15T14:36:39.816 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 291, 2024-04-15T14:36:39.816 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 183679 2024-04-15T14:36:39.816 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.816 INFO:tasks.workunit.client.0.smithi016.stdout: "state_kv_commiting_lat": { 2024-04-15T14:36:39.816 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 291, 2024-04-15T14:36:39.816 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 227084333 2024-04-15T14:36:39.816 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.817 INFO:tasks.workunit.client.0.smithi016.stdout: "state_kv_done_lat": { 2024-04-15T14:36:39.817 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 291, 2024-04-15T14:36:39.817 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 81982 2024-04-15T14:36:39.817 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.817 INFO:tasks.workunit.client.0.smithi016.stdout: "state_kv_queued_lat": { 2024-04-15T14:36:39.817 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 291, 2024-04-15T14:36:39.817 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 119052009 2024-04-15T14:36:39.817 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.817 INFO:tasks.workunit.client.0.smithi016.stdout: "state_prepare_lat": { 2024-04-15T14:36:39.817 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 291, 2024-04-15T14:36:39.817 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 13619378 2024-04-15T14:36:39.817 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.817 INFO:tasks.workunit.client.0.smithi016.stdout: "stored": { 2024-04-15T14:36:39.818 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 903828 2024-04-15T14:36:39.818 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.818 INFO:tasks.workunit.client.0.smithi016.stdout: "truncate_lat": { 2024-04-15T14:36:39.818 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 18, 2024-04-15T14:36:39.818 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 72098 2024-04-15T14:36:39.818 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.818 INFO:tasks.workunit.client.0.smithi016.stdout: "txc_commit_lat": { 2024-04-15T14:36:39.818 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 291, 2024-04-15T14:36:39.818 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 362430751 2024-04-15T14:36:39.818 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.818 INFO:tasks.workunit.client.0.smithi016.stdout: "txc_submit_lat": { 2024-04-15T14:36:39.818 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 291, 2024-04-15T14:36:39.818 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 15527495 2024-04-15T14:36:39.818 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.819 INFO:tasks.workunit.client.0.smithi016.stdout: "txc_throttle_lat": { 2024-04-15T14:36:39.819 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 291, 2024-04-15T14:36:39.819 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 1829210 2024-04-15T14:36:39.819 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T14:36:39.819 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.819 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore-pricache": { 2024-04-15T14:36:39.819 INFO:tasks.workunit.client.0.smithi016.stdout: "cache_bytes": { 2024-04-15T14:36:39.819 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 1861630827 2024-04-15T14:36:39.819 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.819 INFO:tasks.workunit.client.0.smithi016.stdout: "heap_bytes": { 2024-04-15T14:36:39.819 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 43433984 2024-04-15T14:36:39.819 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.819 INFO:tasks.workunit.client.0.smithi016.stdout: "mapped_bytes": { 2024-04-15T14:36:39.819 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 41746432 2024-04-15T14:36:39.819 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.820 INFO:tasks.workunit.client.0.smithi016.stdout: "target_bytes": { 2024-04-15T14:36:39.820 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 3137573171 2024-04-15T14:36:39.820 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.820 INFO:tasks.workunit.client.0.smithi016.stdout: "unmapped_bytes": { 2024-04-15T14:36:39.820 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 1687552 2024-04-15T14:36:39.820 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T14:36:39.820 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.820 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore-pricache:data": { 2024-04-15T14:36:39.820 INFO:tasks.workunit.client.0.smithi016.stdout: "committed_bytes": { 2024-04-15T14:36:39.820 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 159383552 2024-04-15T14:36:39.820 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.820 INFO:tasks.workunit.client.0.smithi016.stdout: "pri0_bytes": { 2024-04-15T14:36:39.820 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.820 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.821 INFO:tasks.workunit.client.0.smithi016.stdout: "pri10_bytes": { 2024-04-15T14:36:39.821 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.821 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.821 INFO:tasks.workunit.client.0.smithi016.stdout: "pri11_bytes": { 2024-04-15T14:36:39.821 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 85500394 2024-04-15T14:36:39.821 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.821 INFO:tasks.workunit.client.0.smithi016.stdout: "pri1_bytes": { 2024-04-15T14:36:39.821 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.821 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.821 INFO:tasks.workunit.client.0.smithi016.stdout: "pri2_bytes": { 2024-04-15T14:36:39.821 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.821 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.821 INFO:tasks.workunit.client.0.smithi016.stdout: "pri3_bytes": { 2024-04-15T14:36:39.822 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.822 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.822 INFO:tasks.workunit.client.0.smithi016.stdout: "pri4_bytes": { 2024-04-15T14:36:39.822 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.822 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.822 INFO:tasks.workunit.client.0.smithi016.stdout: "pri5_bytes": { 2024-04-15T14:36:39.822 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.822 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.822 INFO:tasks.workunit.client.0.smithi016.stdout: "pri6_bytes": { 2024-04-15T14:36:39.822 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 135168 2024-04-15T14:36:39.822 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.822 INFO:tasks.workunit.client.0.smithi016.stdout: "pri7_bytes": { 2024-04-15T14:36:39.822 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.822 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.823 INFO:tasks.workunit.client.0.smithi016.stdout: "pri8_bytes": { 2024-04-15T14:36:39.823 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.823 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.823 INFO:tasks.workunit.client.0.smithi016.stdout: "pri9_bytes": { 2024-04-15T14:36:39.823 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.823 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.823 INFO:tasks.workunit.client.0.smithi016.stdout: "reserved_bytes": { 2024-04-15T14:36:39.823 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 73747990 2024-04-15T14:36:39.823 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T14:36:39.823 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.823 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore-pricache:kv": { 2024-04-15T14:36:39.823 INFO:tasks.workunit.client.0.smithi016.stdout: "committed_bytes": { 2024-04-15T14:36:39.823 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 780140544 2024-04-15T14:36:39.823 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.824 INFO:tasks.workunit.client.0.smithi016.stdout: "pri0_bytes": { 2024-04-15T14:36:39.824 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 67108864 2024-04-15T14:36:39.824 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.824 INFO:tasks.workunit.client.0.smithi016.stdout: "pri10_bytes": { 2024-04-15T14:36:39.824 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.824 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.824 INFO:tasks.workunit.client.0.smithi016.stdout: "pri11_bytes": { 2024-04-15T14:36:39.824 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 641252961 2024-04-15T14:36:39.824 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.824 INFO:tasks.workunit.client.0.smithi016.stdout: "pri1_bytes": { 2024-04-15T14:36:39.824 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.824 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.824 INFO:tasks.workunit.client.0.smithi016.stdout: "pri2_bytes": { 2024-04-15T14:36:39.824 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.824 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.825 INFO:tasks.workunit.client.0.smithi016.stdout: "pri3_bytes": { 2024-04-15T14:36:39.825 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.825 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.825 INFO:tasks.workunit.client.0.smithi016.stdout: "pri4_bytes": { 2024-04-15T14:36:39.825 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.825 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.825 INFO:tasks.workunit.client.0.smithi016.stdout: "pri5_bytes": { 2024-04-15T14:36:39.825 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.825 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.825 INFO:tasks.workunit.client.0.smithi016.stdout: "pri6_bytes": { 2024-04-15T14:36:39.825 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 2128 2024-04-15T14:36:39.825 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.825 INFO:tasks.workunit.client.0.smithi016.stdout: "pri7_bytes": { 2024-04-15T14:36:39.825 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.826 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.826 INFO:tasks.workunit.client.0.smithi016.stdout: "pri8_bytes": { 2024-04-15T14:36:39.826 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.826 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.826 INFO:tasks.workunit.client.0.smithi016.stdout: "pri9_bytes": { 2024-04-15T14:36:39.826 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.826 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.826 INFO:tasks.workunit.client.0.smithi016.stdout: "reserved_bytes": { 2024-04-15T14:36:39.826 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 71776591 2024-04-15T14:36:39.826 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T14:36:39.826 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.826 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore-pricache:kv_onode": { 2024-04-15T14:36:39.826 INFO:tasks.workunit.client.0.smithi016.stdout: "committed_bytes": { 2024-04-15T14:36:39.827 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 192937984 2024-04-15T14:36:39.827 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.827 INFO:tasks.workunit.client.0.smithi016.stdout: "pri0_bytes": { 2024-04-15T14:36:39.827 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 67108864 2024-04-15T14:36:39.827 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.827 INFO:tasks.workunit.client.0.smithi016.stdout: "pri10_bytes": { 2024-04-15T14:36:39.827 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 464 2024-04-15T14:36:39.827 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.827 INFO:tasks.workunit.client.0.smithi016.stdout: "pri11_bytes": { 2024-04-15T14:36:39.827 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 57000263 2024-04-15T14:36:39.827 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.827 INFO:tasks.workunit.client.0.smithi016.stdout: "pri1_bytes": { 2024-04-15T14:36:39.827 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.827 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.827 INFO:tasks.workunit.client.0.smithi016.stdout: "pri2_bytes": { 2024-04-15T14:36:39.828 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.828 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.828 INFO:tasks.workunit.client.0.smithi016.stdout: "pri3_bytes": { 2024-04-15T14:36:39.828 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.828 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.828 INFO:tasks.workunit.client.0.smithi016.stdout: "pri4_bytes": { 2024-04-15T14:36:39.828 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.828 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.828 INFO:tasks.workunit.client.0.smithi016.stdout: "pri5_bytes": { 2024-04-15T14:36:39.828 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.828 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.828 INFO:tasks.workunit.client.0.smithi016.stdout: "pri6_bytes": { 2024-04-15T14:36:39.828 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.829 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.829 INFO:tasks.workunit.client.0.smithi016.stdout: "pri7_bytes": { 2024-04-15T14:36:39.829 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.829 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.829 INFO:tasks.workunit.client.0.smithi016.stdout: "pri8_bytes": { 2024-04-15T14:36:39.829 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.829 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.829 INFO:tasks.workunit.client.0.smithi016.stdout: "pri9_bytes": { 2024-04-15T14:36:39.829 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.829 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.829 INFO:tasks.workunit.client.0.smithi016.stdout: "reserved_bytes": { 2024-04-15T14:36:39.829 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 68828393 2024-04-15T14:36:39.829 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T14:36:39.829 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.829 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore-pricache:meta": { 2024-04-15T14:36:39.830 INFO:tasks.workunit.client.0.smithi016.stdout: "committed_bytes": { 2024-04-15T14:36:39.830 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 713031680 2024-04-15T14:36:39.830 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.830 INFO:tasks.workunit.client.0.smithi016.stdout: "pri0_bytes": { 2024-04-15T14:36:39.830 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.830 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.830 INFO:tasks.workunit.client.0.smithi016.stdout: "pri10_bytes": { 2024-04-15T14:36:39.830 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.830 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.830 INFO:tasks.workunit.client.0.smithi016.stdout: "pri11_bytes": { 2024-04-15T14:36:39.830 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 641252961 2024-04-15T14:36:39.830 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.830 INFO:tasks.workunit.client.0.smithi016.stdout: "pri1_bytes": { 2024-04-15T14:36:39.830 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.831 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.831 INFO:tasks.workunit.client.0.smithi016.stdout: "pri2_bytes": { 2024-04-15T14:36:39.831 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.831 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.831 INFO:tasks.workunit.client.0.smithi016.stdout: "pri3_bytes": { 2024-04-15T14:36:39.831 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.831 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.831 INFO:tasks.workunit.client.0.smithi016.stdout: "pri4_bytes": { 2024-04-15T14:36:39.831 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.831 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.831 INFO:tasks.workunit.client.0.smithi016.stdout: "pri5_bytes": { 2024-04-15T14:36:39.831 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.831 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.831 INFO:tasks.workunit.client.0.smithi016.stdout: "pri6_bytes": { 2024-04-15T14:36:39.832 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 240239 2024-04-15T14:36:39.832 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.832 INFO:tasks.workunit.client.0.smithi016.stdout: "pri7_bytes": { 2024-04-15T14:36:39.832 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.832 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.832 INFO:tasks.workunit.client.0.smithi016.stdout: "pri8_bytes": { 2024-04-15T14:36:39.832 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.832 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.832 INFO:tasks.workunit.client.0.smithi016.stdout: "pri9_bytes": { 2024-04-15T14:36:39.832 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.832 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.832 INFO:tasks.workunit.client.0.smithi016.stdout: "reserved_bytes": { 2024-04-15T14:36:39.832 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 71538480 2024-04-15T14:36:39.832 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T14:36:39.832 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.833 INFO:tasks.workunit.client.0.smithi016.stdout: "objecter": { 2024-04-15T14:36:39.833 INFO:tasks.workunit.client.0.smithi016.stdout: "op_active": { 2024-04-15T14:36:39.833 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.833 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.833 INFO:tasks.workunit.client.0.smithi016.stdout: "op_r": { 2024-04-15T14:36:39.833 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.833 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.833 INFO:tasks.workunit.client.0.smithi016.stdout: "op_rmw": { 2024-04-15T14:36:39.833 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.833 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.833 INFO:tasks.workunit.client.0.smithi016.stdout: "op_w": { 2024-04-15T14:36:39.833 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.833 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T14:36:39.833 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.833 INFO:tasks.workunit.client.0.smithi016.stdout: "osd": { 2024-04-15T14:36:39.834 INFO:tasks.workunit.client.0.smithi016.stdout: "numpg": { 2024-04-15T14:36:39.834 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 46 2024-04-15T14:36:39.834 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.834 INFO:tasks.workunit.client.0.smithi016.stdout: "numpg_removing": { 2024-04-15T14:36:39.834 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.834 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.834 INFO:tasks.workunit.client.0.smithi016.stdout: "op": { 2024-04-15T14:36:39.834 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 129 2024-04-15T14:36:39.834 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.834 INFO:tasks.workunit.client.0.smithi016.stdout: "op_delayed_degraded": { 2024-04-15T14:36:39.834 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.834 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.834 INFO:tasks.workunit.client.0.smithi016.stdout: "op_delayed_unreadable": { 2024-04-15T14:36:39.834 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.835 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.835 INFO:tasks.workunit.client.0.smithi016.stdout: "op_in_bytes": { 2024-04-15T14:36:39.835 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.835 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.835 INFO:tasks.workunit.client.0.smithi016.stdout: "op_latency": { 2024-04-15T14:36:39.835 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 129, 2024-04-15T14:36:39.835 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 125382960 2024-04-15T14:36:39.835 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.835 INFO:tasks.workunit.client.0.smithi016.stdout: "op_out_bytes": { 2024-04-15T14:36:39.835 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 265438 2024-04-15T14:36:39.835 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.835 INFO:tasks.workunit.client.0.smithi016.stdout: "op_prepare_latency": { 2024-04-15T14:36:39.835 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 131, 2024-04-15T14:36:39.835 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 30892046 2024-04-15T14:36:39.835 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.836 INFO:tasks.workunit.client.0.smithi016.stdout: "op_process_latency": { 2024-04-15T14:36:39.836 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 129, 2024-04-15T14:36:39.836 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 118343052 2024-04-15T14:36:39.836 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.836 INFO:tasks.workunit.client.0.smithi016.stdout: "op_r": { 2024-04-15T14:36:39.836 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 90 2024-04-15T14:36:39.836 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.836 INFO:tasks.workunit.client.0.smithi016.stdout: "op_r_latency": { 2024-04-15T14:36:39.836 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 90, 2024-04-15T14:36:39.836 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 12474483 2024-04-15T14:36:39.836 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.836 INFO:tasks.workunit.client.0.smithi016.stdout: "op_r_latency_out_bytes_histogram": { 2024-04-15T14:36:39.836 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.836 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.837 INFO:tasks.workunit.client.0.smithi016.stdout: "op_r_out_bytes": { 2024-04-15T14:36:39.837 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 265438 2024-04-15T14:36:39.837 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.837 INFO:tasks.workunit.client.0.smithi016.stdout: "op_r_prepare_latency": { 2024-04-15T14:36:39.837 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 90, 2024-04-15T14:36:39.837 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 11291013 2024-04-15T14:36:39.837 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.837 INFO:tasks.workunit.client.0.smithi016.stdout: "op_r_process_latency": { 2024-04-15T14:36:39.837 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 90, 2024-04-15T14:36:39.837 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 9338461 2024-04-15T14:36:39.837 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.837 INFO:tasks.workunit.client.0.smithi016.stdout: "op_rw": { 2024-04-15T14:36:39.837 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 34 2024-04-15T14:36:39.837 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.837 INFO:tasks.workunit.client.0.smithi016.stdout: "op_rw_in_bytes": { 2024-04-15T14:36:39.838 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.838 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.838 INFO:tasks.workunit.client.0.smithi016.stdout: "op_rw_latency": { 2024-04-15T14:36:39.838 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 34, 2024-04-15T14:36:39.838 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 30217834 2024-04-15T14:36:39.838 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.838 INFO:tasks.workunit.client.0.smithi016.stdout: "op_rw_latency_in_bytes_histogram": { 2024-04-15T14:36:39.838 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.838 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.838 INFO:tasks.workunit.client.0.smithi016.stdout: "op_rw_latency_out_bytes_histogram": { 2024-04-15T14:36:39.838 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.838 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.839 INFO:tasks.workunit.client.0.smithi016.stdout: "op_rw_out_bytes": { 2024-04-15T14:36:39.839 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.839 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.839 INFO:tasks.workunit.client.0.smithi016.stdout: "op_rw_prepare_latency": { 2024-04-15T14:36:39.839 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 34, 2024-04-15T14:36:39.839 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 13144032 2024-04-15T14:36:39.839 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.839 INFO:tasks.workunit.client.0.smithi016.stdout: "op_rw_process_latency": { 2024-04-15T14:36:39.839 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 34, 2024-04-15T14:36:39.839 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 28451115 2024-04-15T14:36:39.839 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.839 INFO:tasks.workunit.client.0.smithi016.stdout: "op_w": { 2024-04-15T14:36:39.839 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 5 2024-04-15T14:36:39.839 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.840 INFO:tasks.workunit.client.0.smithi016.stdout: "op_w_in_bytes": { 2024-04-15T14:36:39.840 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.840 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.840 INFO:tasks.workunit.client.0.smithi016.stdout: "op_w_latency": { 2024-04-15T14:36:39.840 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 5, 2024-04-15T14:36:39.840 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 82690643 2024-04-15T14:36:39.840 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.840 INFO:tasks.workunit.client.0.smithi016.stdout: "op_w_latency_in_bytes_histogram": { 2024-04-15T14:36:39.840 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.840 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.840 INFO:tasks.workunit.client.0.smithi016.stdout: "op_w_prepare_latency": { 2024-04-15T14:36:39.840 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 7, 2024-04-15T14:36:39.840 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 6457001 2024-04-15T14:36:39.840 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.841 INFO:tasks.workunit.client.0.smithi016.stdout: "op_w_process_latency": { 2024-04-15T14:36:39.841 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 5, 2024-04-15T14:36:39.841 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 80553476 2024-04-15T14:36:39.841 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.841 INFO:tasks.workunit.client.0.smithi016.stdout: "op_wip": { 2024-04-15T14:36:39.841 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.841 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.841 INFO:tasks.workunit.client.0.smithi016.stdout: "recovery_bytes": { 2024-04-15T14:36:39.841 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.841 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.841 INFO:tasks.workunit.client.0.smithi016.stdout: "recovery_ops": { 2024-04-15T14:36:39.841 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:39.841 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.841 INFO:tasks.workunit.client.0.smithi016.stdout: "stat_bytes": { 2024-04-15T14:36:39.841 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 95995035648 2024-04-15T14:36:39.842 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.842 INFO:tasks.workunit.client.0.smithi016.stdout: "stat_bytes_used": { 2024-04-15T14:36:39.842 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 28983296 2024-04-15T14:36:39.842 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T14:36:39.842 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T14:36:39.842 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T14:36:39.842 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.842 INFO:tasks.workunit.client.0.smithi016.stdout: "pools": [ 2024-04-15T14:36:39.842 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-15T14:36:39.842 INFO:tasks.workunit.client.0.smithi016.stdout: "application": [ 2024-04-15T14:36:39.842 INFO:tasks.workunit.client.0.smithi016.stdout: "mgr" 2024-04-15T14:36:39.842 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T14:36:39.842 INFO:tasks.workunit.client.0.smithi016.stdout: "cache_mode": "none", 2024-04-15T14:36:39.843 INFO:tasks.workunit.client.0.smithi016.stdout: "erasure_code_profile": {}, 2024-04-15T14:36:39.843 INFO:tasks.workunit.client.0.smithi016.stdout: "min_size": 2, 2024-04-15T14:36:39.843 INFO:tasks.workunit.client.0.smithi016.stdout: "options": {}, 2024-04-15T14:36:39.843 INFO:tasks.workunit.client.0.smithi016.stdout: "pg_autoscale_mode": "off", 2024-04-15T14:36:39.843 INFO:tasks.workunit.client.0.smithi016.stdout: "pg_num": 1, 2024-04-15T14:36:39.843 INFO:tasks.workunit.client.0.smithi016.stdout: "pgp_num": 1, 2024-04-15T14:36:39.843 INFO:tasks.workunit.client.0.smithi016.stdout: "pool": 1, 2024-04-15T14:36:39.843 INFO:tasks.workunit.client.0.smithi016.stdout: "size": 3, 2024-04-15T14:36:39.843 INFO:tasks.workunit.client.0.smithi016.stdout: "stats": { 2024-04-15T14:36:39.843 INFO:tasks.workunit.client.0.smithi016.stdout: "avail_raw": 729330297098, 2024-04-15T14:36:39.843 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes_used": 1781760, 2024-04-15T14:36:39.843 INFO:tasks.workunit.client.0.smithi016.stdout: "compress_bytes_used": 0, 2024-04-15T14:36:39.843 INFO:tasks.workunit.client.0.smithi016.stdout: "compress_under_bytes": 0, 2024-04-15T14:36:39.843 INFO:tasks.workunit.client.0.smithi016.stdout: "data_bytes_used": 1781760, 2024-04-15T14:36:39.844 INFO:tasks.workunit.client.0.smithi016.stdout: "dirty": 0, 2024-04-15T14:36:39.844 INFO:tasks.workunit.client.0.smithi016.stdout: "max_avail": 243110100992, 2024-04-15T14:36:39.844 INFO:tasks.workunit.client.0.smithi016.stdout: "objects": 2, 2024-04-15T14:36:39.844 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_bytes_used": 0, 2024-04-15T14:36:39.844 INFO:tasks.workunit.client.0.smithi016.stdout: "percent_used": 2.4430023586319294e-06, 2024-04-15T14:36:39.844 INFO:tasks.workunit.client.0.smithi016.stdout: "quota_bytes": 0, 2024-04-15T14:36:39.844 INFO:tasks.workunit.client.0.smithi016.stdout: "quota_objects": 0, 2024-04-15T14:36:39.844 INFO:tasks.workunit.client.0.smithi016.stdout: "rd": 430, 2024-04-15T14:36:39.844 INFO:tasks.workunit.client.0.smithi016.stdout: "rd_bytes": 628736, 2024-04-15T14:36:39.844 INFO:tasks.workunit.client.0.smithi016.stdout: "stored": 590368, 2024-04-15T14:36:39.844 INFO:tasks.workunit.client.0.smithi016.stdout: "stored_data": 590368, 2024-04-15T14:36:39.844 INFO:tasks.workunit.client.0.smithi016.stdout: "stored_omap": 0, 2024-04-15T14:36:39.844 INFO:tasks.workunit.client.0.smithi016.stdout: "stored_raw": 1771104, 2024-04-15T14:36:39.844 INFO:tasks.workunit.client.0.smithi016.stdout: "wr": 227, 2024-04-15T14:36:39.844 INFO:tasks.workunit.client.0.smithi016.stdout: "wr_bytes": 2473984 2024-04-15T14:36:39.845 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.845 INFO:tasks.workunit.client.0.smithi016.stdout: "target_max_bytes": 0, 2024-04-15T14:36:39.845 INFO:tasks.workunit.client.0.smithi016.stdout: "target_max_objects": 0, 2024-04-15T14:36:39.845 INFO:tasks.workunit.client.0.smithi016.stdout: "type": "replicated" 2024-04-15T14:36:39.845 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.845 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-15T14:36:39.845 INFO:tasks.workunit.client.0.smithi016.stdout: "application": [ 2024-04-15T14:36:39.845 INFO:tasks.workunit.client.0.smithi016.stdout: "cephfs" 2024-04-15T14:36:39.845 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T14:36:39.845 INFO:tasks.workunit.client.0.smithi016.stdout: "cache_mode": "none", 2024-04-15T14:36:39.845 INFO:tasks.workunit.client.0.smithi016.stdout: "erasure_code_profile": {}, 2024-04-15T14:36:39.845 INFO:tasks.workunit.client.0.smithi016.stdout: "min_size": 2, 2024-04-15T14:36:39.845 INFO:tasks.workunit.client.0.smithi016.stdout: "options": {}, 2024-04-15T14:36:39.845 INFO:tasks.workunit.client.0.smithi016.stdout: "pg_autoscale_mode": "off", 2024-04-15T14:36:39.846 INFO:tasks.workunit.client.0.smithi016.stdout: "pg_num": 32, 2024-04-15T14:36:39.846 INFO:tasks.workunit.client.0.smithi016.stdout: "pgp_num": 32, 2024-04-15T14:36:39.846 INFO:tasks.workunit.client.0.smithi016.stdout: "pool": 2, 2024-04-15T14:36:39.846 INFO:tasks.workunit.client.0.smithi016.stdout: "size": 3, 2024-04-15T14:36:39.846 INFO:tasks.workunit.client.0.smithi016.stdout: "stats": { 2024-04-15T14:36:39.846 INFO:tasks.workunit.client.0.smithi016.stdout: "avail_raw": 729330297098, 2024-04-15T14:36:39.846 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes_used": 98304, 2024-04-15T14:36:39.846 INFO:tasks.workunit.client.0.smithi016.stdout: "compress_bytes_used": 0, 2024-04-15T14:36:39.846 INFO:tasks.workunit.client.0.smithi016.stdout: "compress_under_bytes": 0, 2024-04-15T14:36:39.846 INFO:tasks.workunit.client.0.smithi016.stdout: "data_bytes_used": 98304, 2024-04-15T14:36:39.846 INFO:tasks.workunit.client.0.smithi016.stdout: "dirty": 0, 2024-04-15T14:36:39.846 INFO:tasks.workunit.client.0.smithi016.stdout: "max_avail": 243110100992, 2024-04-15T14:36:39.846 INFO:tasks.workunit.client.0.smithi016.stdout: "objects": 22, 2024-04-15T14:36:39.847 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_bytes_used": 0, 2024-04-15T14:36:39.847 INFO:tasks.workunit.client.0.smithi016.stdout: "percent_used": 1.3478666005539708e-07, 2024-04-15T14:36:39.847 INFO:tasks.workunit.client.0.smithi016.stdout: "quota_bytes": 0, 2024-04-15T14:36:39.847 INFO:tasks.workunit.client.0.smithi016.stdout: "quota_objects": 0, 2024-04-15T14:36:39.847 INFO:tasks.workunit.client.0.smithi016.stdout: "rd": 0, 2024-04-15T14:36:39.847 INFO:tasks.workunit.client.0.smithi016.stdout: "rd_bytes": 0, 2024-04-15T14:36:39.847 INFO:tasks.workunit.client.0.smithi016.stdout: "stored": 3430, 2024-04-15T14:36:39.847 INFO:tasks.workunit.client.0.smithi016.stdout: "stored_data": 3430, 2024-04-15T14:36:39.847 INFO:tasks.workunit.client.0.smithi016.stdout: "stored_omap": 0, 2024-04-15T14:36:39.847 INFO:tasks.workunit.client.0.smithi016.stdout: "stored_raw": 10290, 2024-04-15T14:36:39.847 INFO:tasks.workunit.client.0.smithi016.stdout: "wr": 51, 2024-04-15T14:36:39.847 INFO:tasks.workunit.client.0.smithi016.stdout: "wr_bytes": 20480 2024-04-15T14:36:39.847 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.847 INFO:tasks.workunit.client.0.smithi016.stdout: "target_max_bytes": 0, 2024-04-15T14:36:39.848 INFO:tasks.workunit.client.0.smithi016.stdout: "target_max_objects": 0, 2024-04-15T14:36:39.848 INFO:tasks.workunit.client.0.smithi016.stdout: "type": "replicated" 2024-04-15T14:36:39.848 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.848 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-15T14:36:39.848 INFO:tasks.workunit.client.0.smithi016.stdout: "application": [ 2024-04-15T14:36:39.848 INFO:tasks.workunit.client.0.smithi016.stdout: "cephfs" 2024-04-15T14:36:39.848 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T14:36:39.848 INFO:tasks.workunit.client.0.smithi016.stdout: "cache_mode": "none", 2024-04-15T14:36:39.848 INFO:tasks.workunit.client.0.smithi016.stdout: "erasure_code_profile": {}, 2024-04-15T14:36:39.848 INFO:tasks.workunit.client.0.smithi016.stdout: "min_size": 2, 2024-04-15T14:36:39.848 INFO:tasks.workunit.client.0.smithi016.stdout: "options": {}, 2024-04-15T14:36:39.848 INFO:tasks.workunit.client.0.smithi016.stdout: "pg_autoscale_mode": "off", 2024-04-15T14:36:39.848 INFO:tasks.workunit.client.0.smithi016.stdout: "pg_num": 64, 2024-04-15T14:36:39.848 INFO:tasks.workunit.client.0.smithi016.stdout: "pgp_num": 64, 2024-04-15T14:36:39.849 INFO:tasks.workunit.client.0.smithi016.stdout: "pool": 3, 2024-04-15T14:36:39.849 INFO:tasks.workunit.client.0.smithi016.stdout: "size": 3, 2024-04-15T14:36:39.849 INFO:tasks.workunit.client.0.smithi016.stdout: "stats": { 2024-04-15T14:36:39.849 INFO:tasks.workunit.client.0.smithi016.stdout: "avail_raw": 729330297098, 2024-04-15T14:36:39.849 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes_used": 0, 2024-04-15T14:36:39.849 INFO:tasks.workunit.client.0.smithi016.stdout: "compress_bytes_used": 0, 2024-04-15T14:36:39.849 INFO:tasks.workunit.client.0.smithi016.stdout: "compress_under_bytes": 0, 2024-04-15T14:36:39.849 INFO:tasks.workunit.client.0.smithi016.stdout: "data_bytes_used": 0, 2024-04-15T14:36:39.849 INFO:tasks.workunit.client.0.smithi016.stdout: "dirty": 0, 2024-04-15T14:36:39.849 INFO:tasks.workunit.client.0.smithi016.stdout: "max_avail": 243110100992, 2024-04-15T14:36:39.849 INFO:tasks.workunit.client.0.smithi016.stdout: "objects": 0, 2024-04-15T14:36:39.849 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_bytes_used": 0, 2024-04-15T14:36:39.849 INFO:tasks.workunit.client.0.smithi016.stdout: "percent_used": 0.0, 2024-04-15T14:36:39.849 INFO:tasks.workunit.client.0.smithi016.stdout: "quota_bytes": 0, 2024-04-15T14:36:39.849 INFO:tasks.workunit.client.0.smithi016.stdout: "quota_objects": 0, 2024-04-15T14:36:39.850 INFO:tasks.workunit.client.0.smithi016.stdout: "rd": 0, 2024-04-15T14:36:39.850 INFO:tasks.workunit.client.0.smithi016.stdout: "rd_bytes": 0, 2024-04-15T14:36:39.850 INFO:tasks.workunit.client.0.smithi016.stdout: "stored": 0, 2024-04-15T14:36:39.850 INFO:tasks.workunit.client.0.smithi016.stdout: "stored_data": 0, 2024-04-15T14:36:39.850 INFO:tasks.workunit.client.0.smithi016.stdout: "stored_omap": 0, 2024-04-15T14:36:39.850 INFO:tasks.workunit.client.0.smithi016.stdout: "stored_raw": 0, 2024-04-15T14:36:39.850 INFO:tasks.workunit.client.0.smithi016.stdout: "wr": 0, 2024-04-15T14:36:39.850 INFO:tasks.workunit.client.0.smithi016.stdout: "wr_bytes": 0 2024-04-15T14:36:39.850 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.850 INFO:tasks.workunit.client.0.smithi016.stdout: "target_max_bytes": 0, 2024-04-15T14:36:39.850 INFO:tasks.workunit.client.0.smithi016.stdout: "target_max_objects": 0, 2024-04-15T14:36:39.850 INFO:tasks.workunit.client.0.smithi016.stdout: "type": "replicated" 2024-04-15T14:36:39.850 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.850 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-15T14:36:39.851 INFO:tasks.workunit.client.0.smithi016.stdout: "application": [ 2024-04-15T14:36:39.851 INFO:tasks.workunit.client.0.smithi016.stdout: "rbd" 2024-04-15T14:36:39.851 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T14:36:39.851 INFO:tasks.workunit.client.0.smithi016.stdout: "cache_mode": "none", 2024-04-15T14:36:39.851 INFO:tasks.workunit.client.0.smithi016.stdout: "erasure_code_profile": {}, 2024-04-15T14:36:39.851 INFO:tasks.workunit.client.0.smithi016.stdout: "min_size": 2, 2024-04-15T14:36:39.851 INFO:tasks.workunit.client.0.smithi016.stdout: "options": {}, 2024-04-15T14:36:39.851 INFO:tasks.workunit.client.0.smithi016.stdout: "pg_autoscale_mode": "off", 2024-04-15T14:36:39.851 INFO:tasks.workunit.client.0.smithi016.stdout: "pg_num": 8, 2024-04-15T14:36:39.851 INFO:tasks.workunit.client.0.smithi016.stdout: "pgp_num": 8, 2024-04-15T14:36:39.851 INFO:tasks.workunit.client.0.smithi016.stdout: "pool": 4, 2024-04-15T14:36:39.851 INFO:tasks.workunit.client.0.smithi016.stdout: "size": 3, 2024-04-15T14:36:39.851 INFO:tasks.workunit.client.0.smithi016.stdout: "stats": { 2024-04-15T14:36:39.851 INFO:tasks.workunit.client.0.smithi016.stdout: "avail_raw": 729330297098, 2024-04-15T14:36:39.851 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes_used": 0, 2024-04-15T14:36:39.852 INFO:tasks.workunit.client.0.smithi016.stdout: "compress_bytes_used": 0, 2024-04-15T14:36:39.852 INFO:tasks.workunit.client.0.smithi016.stdout: "compress_under_bytes": 0, 2024-04-15T14:36:39.852 INFO:tasks.workunit.client.0.smithi016.stdout: "data_bytes_used": 0, 2024-04-15T14:36:39.852 INFO:tasks.workunit.client.0.smithi016.stdout: "dirty": 0, 2024-04-15T14:36:39.852 INFO:tasks.workunit.client.0.smithi016.stdout: "max_avail": 243110100992, 2024-04-15T14:36:39.852 INFO:tasks.workunit.client.0.smithi016.stdout: "objects": 0, 2024-04-15T14:36:39.852 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_bytes_used": 0, 2024-04-15T14:36:39.852 INFO:tasks.workunit.client.0.smithi016.stdout: "percent_used": 0.0, 2024-04-15T14:36:39.852 INFO:tasks.workunit.client.0.smithi016.stdout: "quota_bytes": 0, 2024-04-15T14:36:39.852 INFO:tasks.workunit.client.0.smithi016.stdout: "quota_objects": 0, 2024-04-15T14:36:39.852 INFO:tasks.workunit.client.0.smithi016.stdout: "rd": 0, 2024-04-15T14:36:39.852 INFO:tasks.workunit.client.0.smithi016.stdout: "rd_bytes": 0, 2024-04-15T14:36:39.852 INFO:tasks.workunit.client.0.smithi016.stdout: "stored": 0, 2024-04-15T14:36:39.852 INFO:tasks.workunit.client.0.smithi016.stdout: "stored_data": 0, 2024-04-15T14:36:39.853 INFO:tasks.workunit.client.0.smithi016.stdout: "stored_omap": 0, 2024-04-15T14:36:39.853 INFO:tasks.workunit.client.0.smithi016.stdout: "stored_raw": 0, 2024-04-15T14:36:39.853 INFO:tasks.workunit.client.0.smithi016.stdout: "wr": 0, 2024-04-15T14:36:39.853 INFO:tasks.workunit.client.0.smithi016.stdout: "wr_bytes": 0 2024-04-15T14:36:39.853 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.853 INFO:tasks.workunit.client.0.smithi016.stdout: "target_max_bytes": 0, 2024-04-15T14:36:39.853 INFO:tasks.workunit.client.0.smithi016.stdout: "target_max_objects": 0, 2024-04-15T14:36:39.853 INFO:tasks.workunit.client.0.smithi016.stdout: "type": "replicated" 2024-04-15T14:36:39.853 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T14:36:39.853 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T14:36:39.853 INFO:tasks.workunit.client.0.smithi016.stdout: "rbd": { 2024-04-15T14:36:39.853 INFO:tasks.workunit.client.0.smithi016.stdout: "mirroring_by_pool": [ 2024-04-15T14:36:39.853 INFO:tasks.workunit.client.0.smithi016.stdout: false 2024-04-15T14:36:39.853 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T14:36:39.853 INFO:tasks.workunit.client.0.smithi016.stdout: "num_images_by_pool": [ 2024-04-15T14:36:39.854 INFO:tasks.workunit.client.0.smithi016.stdout: 0 2024-04-15T14:36:39.854 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T14:36:39.854 INFO:tasks.workunit.client.0.smithi016.stdout: "num_pools": 1 2024-04-15T14:36:39.854 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.854 INFO:tasks.workunit.client.0.smithi016.stdout: "report_id": "97929356-81c7-48cf-938b-9dbee2898697", 2024-04-15T14:36:39.854 INFO:tasks.workunit.client.0.smithi016.stdout: "report_timestamp": "2024-04-15T14:36:38.974236", 2024-04-15T14:36:39.854 INFO:tasks.workunit.client.0.smithi016.stdout: "report_version": 1, 2024-04-15T14:36:39.854 INFO:tasks.workunit.client.0.smithi016.stdout: "rocksdb_stats": { 2024-04-15T14:36:39.854 INFO:tasks.workunit.client.0.smithi016.stdout: "version": "7.9.2" 2024-04-15T14:36:39.854 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.854 INFO:tasks.workunit.client.0.smithi016.stdout: "rook": { 2024-04-15T14:36:39.854 INFO:tasks.workunit.client.0.smithi016.stdout: "cluster": { 2024-04-15T14:36:39.854 INFO:tasks.workunit.client.0.smithi016.stdout: "external-mode": null, 2024-04-15T14:36:39.854 INFO:tasks.workunit.client.0.smithi016.stdout: "mon": { 2024-04-15T14:36:39.855 INFO:tasks.workunit.client.0.smithi016.stdout: "allow-multiple-per-node": null, 2024-04-15T14:36:39.855 INFO:tasks.workunit.client.0.smithi016.stdout: "count": null, 2024-04-15T14:36:39.855 INFO:tasks.workunit.client.0.smithi016.stdout: "max-id": null, 2024-04-15T14:36:39.855 INFO:tasks.workunit.client.0.smithi016.stdout: "pvc": { 2024-04-15T14:36:39.855 INFO:tasks.workunit.client.0.smithi016.stdout: "enabled": null 2024-04-15T14:36:39.855 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.855 INFO:tasks.workunit.client.0.smithi016.stdout: "stretch": { 2024-04-15T14:36:39.855 INFO:tasks.workunit.client.0.smithi016.stdout: "enabled": null 2024-04-15T14:36:39.855 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T14:36:39.855 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.855 INFO:tasks.workunit.client.0.smithi016.stdout: "network": { 2024-04-15T14:36:39.855 INFO:tasks.workunit.client.0.smithi016.stdout: "provider": null 2024-04-15T14:36:39.855 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.855 INFO:tasks.workunit.client.0.smithi016.stdout: "storage": { 2024-04-15T14:36:39.855 INFO:tasks.workunit.client.0.smithi016.stdout: "device-set": { 2024-04-15T14:36:39.856 INFO:tasks.workunit.client.0.smithi016.stdout: "count": { 2024-04-15T14:36:39.856 INFO:tasks.workunit.client.0.smithi016.stdout: "non-portable": null, 2024-04-15T14:36:39.856 INFO:tasks.workunit.client.0.smithi016.stdout: "portable": null, 2024-04-15T14:36:39.856 INFO:tasks.workunit.client.0.smithi016.stdout: "total": null 2024-04-15T14:36:39.856 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T14:36:39.856 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T14:36:39.856 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T14:36:39.856 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.856 INFO:tasks.workunit.client.0.smithi016.stdout: "csi": { 2024-04-15T14:36:39.856 INFO:tasks.workunit.client.0.smithi016.stdout: "version": null 2024-04-15T14:36:39.856 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.856 INFO:tasks.workunit.client.0.smithi016.stdout: "kubernetes": { 2024-04-15T14:36:39.856 INFO:tasks.workunit.client.0.smithi016.stdout: "version": null 2024-04-15T14:36:39.856 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.857 INFO:tasks.workunit.client.0.smithi016.stdout: "node": { 2024-04-15T14:36:39.857 INFO:tasks.workunit.client.0.smithi016.stdout: "count": { 2024-04-15T14:36:39.857 INFO:tasks.workunit.client.0.smithi016.stdout: "kubernetes-total": null, 2024-04-15T14:36:39.857 INFO:tasks.workunit.client.0.smithi016.stdout: "with-ceph-daemons": null, 2024-04-15T14:36:39.857 INFO:tasks.workunit.client.0.smithi016.stdout: "with-csi-cephfs-plugin": null, 2024-04-15T14:36:39.857 INFO:tasks.workunit.client.0.smithi016.stdout: "with-csi-nfs-plugin": null, 2024-04-15T14:36:39.857 INFO:tasks.workunit.client.0.smithi016.stdout: "with-csi-rbd-plugin": null 2024-04-15T14:36:39.857 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T14:36:39.857 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.857 INFO:tasks.workunit.client.0.smithi016.stdout: "usage": { 2024-04-15T14:36:39.857 INFO:tasks.workunit.client.0.smithi016.stdout: "storage-class": { 2024-04-15T14:36:39.857 INFO:tasks.workunit.client.0.smithi016.stdout: "count": { 2024-04-15T14:36:39.857 INFO:tasks.workunit.client.0.smithi016.stdout: "bucket": null, 2024-04-15T14:36:39.858 INFO:tasks.workunit.client.0.smithi016.stdout: "cephfs": null, 2024-04-15T14:36:39.858 INFO:tasks.workunit.client.0.smithi016.stdout: "nfs": null, 2024-04-15T14:36:39.858 INFO:tasks.workunit.client.0.smithi016.stdout: "rbd": null, 2024-04-15T14:36:39.858 INFO:tasks.workunit.client.0.smithi016.stdout: "total": null 2024-04-15T14:36:39.858 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T14:36:39.858 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T14:36:39.858 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.858 INFO:tasks.workunit.client.0.smithi016.stdout: "version": null 2024-04-15T14:36:39.858 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.858 INFO:tasks.workunit.client.0.smithi016.stdout: "services": {}, 2024-04-15T14:36:39.858 INFO:tasks.workunit.client.0.smithi016.stdout: "stats_per_pg": [ 2024-04-15T14:36:39.858 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-15T14:36:39.858 INFO:tasks.workunit.client.0.smithi016.stdout: "acting": [ 2024-04-15T14:36:39.858 INFO:tasks.workunit.client.0.smithi016.stdout: 7, 2024-04-15T14:36:39.859 INFO:tasks.workunit.client.0.smithi016.stdout: 6, 2024-04-15T14:36:39.859 INFO:tasks.workunit.client.0.smithi016.stdout: 0 2024-04-15T14:36:39.859 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T14:36:39.859 INFO:tasks.workunit.client.0.smithi016.stdout: "acting_primary": 7, 2024-04-15T14:36:39.859 INFO:tasks.workunit.client.0.smithi016.stdout: "avail_no_missing": [], 2024-04-15T14:36:39.859 INFO:tasks.workunit.client.0.smithi016.stdout: "blocked_by": [], 2024-04-15T14:36:39.859 INFO:tasks.workunit.client.0.smithi016.stdout: "created": 61, 2024-04-15T14:36:39.859 INFO:tasks.workunit.client.0.smithi016.stdout: "dirty_stats_invalid": false, 2024-04-15T14:36:39.859 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T14:36:39.859 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_stats_invalid": false, 2024-04-15T14:36:39.859 INFO:tasks.workunit.client.0.smithi016.stdout: "last_active": "2024-04-15T14:34:11.925319+0000", 2024-04-15T14:36:39.859 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_active": "2024-04-15T14:33:35.001010+0000", 2024-04-15T14:36:39.859 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_peered": "2024-04-15T14:33:35.001010+0000", 2024-04-15T14:36:39.859 INFO:tasks.workunit.client.0.smithi016.stdout: "last_change": "2024-04-15T14:33:35.001293+0000", 2024-04-15T14:36:39.860 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean": "2024-04-15T14:34:11.925319+0000", 2024-04-15T14:36:39.860 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T14:36:39.860 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub": "0'0", 2024-04-15T14:36:39.860 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T14:36:39.860 INFO:tasks.workunit.client.0.smithi016.stdout: "last_epoch_clean": 62, 2024-04-15T14:36:39.860 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fresh": "2024-04-15T14:34:11.925319+0000", 2024-04-15T14:36:39.860 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fullsized": "2024-04-15T14:34:11.925319+0000", 2024-04-15T14:36:39.860 INFO:tasks.workunit.client.0.smithi016.stdout: "last_peered": "2024-04-15T14:34:11.925319+0000", 2024-04-15T14:36:39.860 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub": "0'0", 2024-04-15T14:36:39.860 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_duration": 0, 2024-04-15T14:36:39.860 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T14:36:39.860 INFO:tasks.workunit.client.0.smithi016.stdout: "last_undegraded": "2024-04-15T14:34:11.925319+0000", 2024-04-15T14:36:39.860 INFO:tasks.workunit.client.0.smithi016.stdout: "last_unstale": "2024-04-15T14:34:11.925319+0000", 2024-04-15T14:36:39.860 INFO:tasks.workunit.client.0.smithi016.stdout: "log_dups_size": 0, 2024-04-15T14:36:39.861 INFO:tasks.workunit.client.0.smithi016.stdout: "log_size": 0, 2024-04-15T14:36:39.861 INFO:tasks.workunit.client.0.smithi016.stdout: "log_start": "0'0", 2024-04-15T14:36:39.861 INFO:tasks.workunit.client.0.smithi016.stdout: "manifest_stats_invalid": false, 2024-04-15T14:36:39.861 INFO:tasks.workunit.client.0.smithi016.stdout: "mapping_epoch": 61, 2024-04-15T14:36:39.861 INFO:tasks.workunit.client.0.smithi016.stdout: "object_location_counts": [], 2024-04-15T14:36:39.861 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_scrubbed": 0, 2024-04-15T14:36:39.861 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_trimmed": 0, 2024-04-15T14:36:39.861 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_stats_invalid": false, 2024-04-15T14:36:39.861 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_size": 0, 2024-04-15T14:36:39.861 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_start": "0'0", 2024-04-15T14:36:39.861 INFO:tasks.workunit.client.0.smithi016.stdout: "parent": "0.0", 2024-04-15T14:36:39.861 INFO:tasks.workunit.client.0.smithi016.stdout: "parent_split_bits": 0, 2024-04-15T14:36:39.861 INFO:tasks.workunit.client.0.smithi016.stdout: "pgid": "3.3f", 2024-04-15T14:36:39.861 INFO:tasks.workunit.client.0.smithi016.stdout: "pin_stats_invalid": false, 2024-04-15T14:36:39.861 INFO:tasks.workunit.client.0.smithi016.stdout: "purged_snaps": [], 2024-04-15T14:36:39.862 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_epoch": 70, 2024-04-15T14:36:39.862 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_seq": 18, 2024-04-15T14:36:39.862 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_duration": 0.0, 2024-04-15T14:36:39.862 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-16T20:09:52.897923+0000", 2024-04-15T14:36:39.862 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrim_duration": 0.0, 2024-04-15T14:36:39.862 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrimq_len": 0, 2024-04-15T14:36:39.862 INFO:tasks.workunit.client.0.smithi016.stdout: "stat_sum": { 2024-04-15T14:36:39.862 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes": 0, 2024-04-15T14:36:39.862 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T14:36:39.862 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_recovered": 0, 2024-04-15T14:36:39.862 INFO:tasks.workunit.client.0.smithi016.stdout: "num_deep_scrub_errors": 0, 2024-04-15T14:36:39.862 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict": 0, 2024-04-15T14:36:39.862 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_kb": 0, 2024-04-15T14:36:39.863 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_full": 0, 2024-04-15T14:36:39.863 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_some": 0, 2024-04-15T14:36:39.863 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush": 0, 2024-04-15T14:36:39.863 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_kb": 0, 2024-04-15T14:36:39.863 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_high": 0, 2024-04-15T14:36:39.863 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_low": 0, 2024-04-15T14:36:39.863 INFO:tasks.workunit.client.0.smithi016.stdout: "num_keys_recovered": 0, 2024-04-15T14:36:39.863 INFO:tasks.workunit.client.0.smithi016.stdout: "num_large_omap_objects": 0, 2024-04-15T14:36:39.863 INFO:tasks.workunit.client.0.smithi016.stdout: "num_legacy_snapsets": 0, 2024-04-15T14:36:39.863 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_clones": 0, 2024-04-15T14:36:39.863 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_copies": 0, 2024-04-15T14:36:39.863 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects": 0, 2024-04-15T14:36:39.863 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_degraded": 0, 2024-04-15T14:36:39.863 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_dirty": 0, 2024-04-15T14:36:39.864 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T14:36:39.864 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_manifest": 0, 2024-04-15T14:36:39.864 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_misplaced": 0, 2024-04-15T14:36:39.864 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing": 0, 2024-04-15T14:36:39.864 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T14:36:39.864 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_omap": 0, 2024-04-15T14:36:39.864 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_pinned": 0, 2024-04-15T14:36:39.864 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_recovered": 0, 2024-04-15T14:36:39.864 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_repaired": 0, 2024-04-15T14:36:39.864 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_unfound": 0, 2024-04-15T14:36:39.864 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_bytes": 0, 2024-04-15T14:36:39.864 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_keys": 0, 2024-04-15T14:36:39.864 INFO:tasks.workunit.client.0.smithi016.stdout: "num_promote": 0, 2024-04-15T14:36:39.864 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read": 0, 2024-04-15T14:36:39.865 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read_kb": 0, 2024-04-15T14:36:39.865 INFO:tasks.workunit.client.0.smithi016.stdout: "num_scrub_errors": 0, 2024-04-15T14:36:39.865 INFO:tasks.workunit.client.0.smithi016.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T14:36:39.865 INFO:tasks.workunit.client.0.smithi016.stdout: "num_whiteouts": 0, 2024-04-15T14:36:39.865 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write": 0, 2024-04-15T14:36:39.865 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write_kb": 0 2024-04-15T14:36:39.865 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.865 INFO:tasks.workunit.client.0.smithi016.stdout: "state": "active+clean", 2024-04-15T14:36:39.865 INFO:tasks.workunit.client.0.smithi016.stdout: "stats_invalid": false, 2024-04-15T14:36:39.865 INFO:tasks.workunit.client.0.smithi016.stdout: "up": [ 2024-04-15T14:36:39.865 INFO:tasks.workunit.client.0.smithi016.stdout: 7, 2024-04-15T14:36:39.865 INFO:tasks.workunit.client.0.smithi016.stdout: 6, 2024-04-15T14:36:39.865 INFO:tasks.workunit.client.0.smithi016.stdout: 0 2024-04-15T14:36:39.865 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T14:36:39.866 INFO:tasks.workunit.client.0.smithi016.stdout: "up_primary": 7, 2024-04-15T14:36:39.866 INFO:tasks.workunit.client.0.smithi016.stdout: "version": "0'0" 2024-04-15T14:36:39.866 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.866 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-15T14:36:39.866 INFO:tasks.workunit.client.0.smithi016.stdout: "acting": [ 2024-04-15T14:36:39.866 INFO:tasks.workunit.client.0.smithi016.stdout: 1, 2024-04-15T14:36:39.866 INFO:tasks.workunit.client.0.smithi016.stdout: 0, 2024-04-15T14:36:39.866 INFO:tasks.workunit.client.0.smithi016.stdout: 6 2024-04-15T14:36:39.866 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T14:36:39.866 INFO:tasks.workunit.client.0.smithi016.stdout: "acting_primary": 1, 2024-04-15T14:36:39.866 INFO:tasks.workunit.client.0.smithi016.stdout: "avail_no_missing": [], 2024-04-15T14:36:39.866 INFO:tasks.workunit.client.0.smithi016.stdout: "blocked_by": [], 2024-04-15T14:36:39.866 INFO:tasks.workunit.client.0.smithi016.stdout: "created": 61, 2024-04-15T14:36:39.866 INFO:tasks.workunit.client.0.smithi016.stdout: "dirty_stats_invalid": false, 2024-04-15T14:36:39.867 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T14:36:39.867 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_stats_invalid": false, 2024-04-15T14:36:39.867 INFO:tasks.workunit.client.0.smithi016.stdout: "last_active": "2024-04-15T14:34:12.004396+0000", 2024-04-15T14:36:39.867 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_active": "2024-04-15T14:33:35.006144+0000", 2024-04-15T14:36:39.867 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_peered": "2024-04-15T14:33:35.006144+0000", 2024-04-15T14:36:39.867 INFO:tasks.workunit.client.0.smithi016.stdout: "last_change": "2024-04-15T14:33:35.006464+0000", 2024-04-15T14:36:39.867 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean": "2024-04-15T14:34:12.004396+0000", 2024-04-15T14:36:39.867 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T14:36:39.867 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub": "0'0", 2024-04-15T14:36:39.867 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T14:36:39.867 INFO:tasks.workunit.client.0.smithi016.stdout: "last_epoch_clean": 62, 2024-04-15T14:36:39.867 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fresh": "2024-04-15T14:34:12.004396+0000", 2024-04-15T14:36:39.867 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fullsized": "2024-04-15T14:34:12.004396+0000", 2024-04-15T14:36:39.867 INFO:tasks.workunit.client.0.smithi016.stdout: "last_peered": "2024-04-15T14:34:12.004396+0000", 2024-04-15T14:36:39.867 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub": "0'0", 2024-04-15T14:36:39.868 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_duration": 0, 2024-04-15T14:36:39.868 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T14:36:39.868 INFO:tasks.workunit.client.0.smithi016.stdout: "last_undegraded": "2024-04-15T14:34:12.004396+0000", 2024-04-15T14:36:39.868 INFO:tasks.workunit.client.0.smithi016.stdout: "last_unstale": "2024-04-15T14:34:12.004396+0000", 2024-04-15T14:36:39.868 INFO:tasks.workunit.client.0.smithi016.stdout: "log_dups_size": 0, 2024-04-15T14:36:39.868 INFO:tasks.workunit.client.0.smithi016.stdout: "log_size": 0, 2024-04-15T14:36:39.868 INFO:tasks.workunit.client.0.smithi016.stdout: "log_start": "0'0", 2024-04-15T14:36:39.868 INFO:tasks.workunit.client.0.smithi016.stdout: "manifest_stats_invalid": false, 2024-04-15T14:36:39.868 INFO:tasks.workunit.client.0.smithi016.stdout: "mapping_epoch": 61, 2024-04-15T14:36:39.868 INFO:tasks.workunit.client.0.smithi016.stdout: "object_location_counts": [], 2024-04-15T14:36:39.868 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_scrubbed": 0, 2024-04-15T14:36:39.868 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_trimmed": 0, 2024-04-15T14:36:39.868 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_stats_invalid": false, 2024-04-15T14:36:39.868 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_size": 0, 2024-04-15T14:36:39.869 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_start": "0'0", 2024-04-15T14:36:39.869 INFO:tasks.workunit.client.0.smithi016.stdout: "parent": "0.0", 2024-04-15T14:36:39.869 INFO:tasks.workunit.client.0.smithi016.stdout: "parent_split_bits": 0, 2024-04-15T14:36:39.869 INFO:tasks.workunit.client.0.smithi016.stdout: "pgid": "3.3e", 2024-04-15T14:36:39.869 INFO:tasks.workunit.client.0.smithi016.stdout: "pin_stats_invalid": false, 2024-04-15T14:36:39.869 INFO:tasks.workunit.client.0.smithi016.stdout: "purged_snaps": [], 2024-04-15T14:36:39.869 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_epoch": 70, 2024-04-15T14:36:39.869 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_seq": 19, 2024-04-15T14:36:39.869 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_duration": 0.0, 2024-04-15T14:36:39.869 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-16T18:18:29.784401+0000", 2024-04-15T14:36:39.869 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrim_duration": 0.0, 2024-04-15T14:36:39.869 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrimq_len": 0, 2024-04-15T14:36:39.869 INFO:tasks.workunit.client.0.smithi016.stdout: "stat_sum": { 2024-04-15T14:36:39.869 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes": 0, 2024-04-15T14:36:39.869 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T14:36:39.870 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_recovered": 0, 2024-04-15T14:36:39.870 INFO:tasks.workunit.client.0.smithi016.stdout: "num_deep_scrub_errors": 0, 2024-04-15T14:36:39.870 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict": 0, 2024-04-15T14:36:39.870 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_kb": 0, 2024-04-15T14:36:39.870 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_full": 0, 2024-04-15T14:36:39.870 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_some": 0, 2024-04-15T14:36:39.870 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush": 0, 2024-04-15T14:36:39.870 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_kb": 0, 2024-04-15T14:36:39.870 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_high": 0, 2024-04-15T14:36:39.870 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_low": 0, 2024-04-15T14:36:39.870 INFO:tasks.workunit.client.0.smithi016.stdout: "num_keys_recovered": 0, 2024-04-15T14:36:39.870 INFO:tasks.workunit.client.0.smithi016.stdout: "num_large_omap_objects": 0, 2024-04-15T14:36:39.870 INFO:tasks.workunit.client.0.smithi016.stdout: "num_legacy_snapsets": 0, 2024-04-15T14:36:39.870 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_clones": 0, 2024-04-15T14:36:39.871 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_copies": 0, 2024-04-15T14:36:39.871 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects": 0, 2024-04-15T14:36:39.871 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_degraded": 0, 2024-04-15T14:36:39.871 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_dirty": 0, 2024-04-15T14:36:39.871 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T14:36:39.871 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_manifest": 0, 2024-04-15T14:36:39.871 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_misplaced": 0, 2024-04-15T14:36:39.871 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing": 0, 2024-04-15T14:36:39.871 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T14:36:39.871 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_omap": 0, 2024-04-15T14:36:39.871 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_pinned": 0, 2024-04-15T14:36:39.871 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_recovered": 0, 2024-04-15T14:36:39.871 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_repaired": 0, 2024-04-15T14:36:39.871 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_unfound": 0, 2024-04-15T14:36:39.871 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_bytes": 0, 2024-04-15T14:36:39.872 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_keys": 0, 2024-04-15T14:36:39.872 INFO:tasks.workunit.client.0.smithi016.stdout: "num_promote": 0, 2024-04-15T14:36:39.872 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read": 0, 2024-04-15T14:36:39.872 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read_kb": 0, 2024-04-15T14:36:39.872 INFO:tasks.workunit.client.0.smithi016.stdout: "num_scrub_errors": 0, 2024-04-15T14:36:39.872 INFO:tasks.workunit.client.0.smithi016.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T14:36:39.872 INFO:tasks.workunit.client.0.smithi016.stdout: "num_whiteouts": 0, 2024-04-15T14:36:39.872 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write": 0, 2024-04-15T14:36:39.872 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write_kb": 0 2024-04-15T14:36:39.872 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.872 INFO:tasks.workunit.client.0.smithi016.stdout: "state": "active+clean", 2024-04-15T14:36:39.872 INFO:tasks.workunit.client.0.smithi016.stdout: "stats_invalid": false, 2024-04-15T14:36:39.872 INFO:tasks.workunit.client.0.smithi016.stdout: "up": [ 2024-04-15T14:36:39.873 INFO:tasks.workunit.client.0.smithi016.stdout: 1, 2024-04-15T14:36:39.873 INFO:tasks.workunit.client.0.smithi016.stdout: 0, 2024-04-15T14:36:39.873 INFO:tasks.workunit.client.0.smithi016.stdout: 6 2024-04-15T14:36:39.873 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T14:36:39.873 INFO:tasks.workunit.client.0.smithi016.stdout: "up_primary": 1, 2024-04-15T14:36:39.873 INFO:tasks.workunit.client.0.smithi016.stdout: "version": "0'0" 2024-04-15T14:36:39.873 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.873 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-15T14:36:39.873 INFO:tasks.workunit.client.0.smithi016.stdout: "acting": [ 2024-04-15T14:36:39.873 INFO:tasks.workunit.client.0.smithi016.stdout: 0, 2024-04-15T14:36:39.873 INFO:tasks.workunit.client.0.smithi016.stdout: 2, 2024-04-15T14:36:39.873 INFO:tasks.workunit.client.0.smithi016.stdout: 1 2024-04-15T14:36:39.873 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T14:36:39.873 INFO:tasks.workunit.client.0.smithi016.stdout: "acting_primary": 0, 2024-04-15T14:36:39.873 INFO:tasks.workunit.client.0.smithi016.stdout: "avail_no_missing": [], 2024-04-15T14:36:39.874 INFO:tasks.workunit.client.0.smithi016.stdout: "blocked_by": [], 2024-04-15T14:36:39.874 INFO:tasks.workunit.client.0.smithi016.stdout: "created": 61, 2024-04-15T14:36:39.874 INFO:tasks.workunit.client.0.smithi016.stdout: "dirty_stats_invalid": false, 2024-04-15T14:36:39.874 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T14:36:39.874 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_stats_invalid": false, 2024-04-15T14:36:39.874 INFO:tasks.workunit.client.0.smithi016.stdout: "last_active": "2024-04-15T14:34:11.923716+0000", 2024-04-15T14:36:39.874 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_active": "2024-04-15T14:33:35.000777+0000", 2024-04-15T14:36:39.874 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_peered": "2024-04-15T14:33:35.000777+0000", 2024-04-15T14:36:39.874 INFO:tasks.workunit.client.0.smithi016.stdout: "last_change": "2024-04-15T14:33:35.001045+0000", 2024-04-15T14:36:39.875 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean": "2024-04-15T14:34:11.923716+0000", 2024-04-15T14:36:39.875 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T14:36:39.875 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub": "0'0", 2024-04-15T14:36:39.875 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T14:36:39.875 INFO:tasks.workunit.client.0.smithi016.stdout: "last_epoch_clean": 62, 2024-04-15T14:36:39.875 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fresh": "2024-04-15T14:34:11.923716+0000", 2024-04-15T14:36:39.875 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fullsized": "2024-04-15T14:34:11.923716+0000", 2024-04-15T14:36:39.875 INFO:tasks.workunit.client.0.smithi016.stdout: "last_peered": "2024-04-15T14:34:11.923716+0000", 2024-04-15T14:36:39.875 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub": "0'0", 2024-04-15T14:36:39.875 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_duration": 0, 2024-04-15T14:36:39.875 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T14:36:39.875 INFO:tasks.workunit.client.0.smithi016.stdout: "last_undegraded": "2024-04-15T14:34:11.923716+0000", 2024-04-15T14:36:39.875 INFO:tasks.workunit.client.0.smithi016.stdout: "last_unstale": "2024-04-15T14:34:11.923716+0000", 2024-04-15T14:36:39.875 INFO:tasks.workunit.client.0.smithi016.stdout: "log_dups_size": 0, 2024-04-15T14:36:39.875 INFO:tasks.workunit.client.0.smithi016.stdout: "log_size": 0, 2024-04-15T14:36:39.876 INFO:tasks.workunit.client.0.smithi016.stdout: "log_start": "0'0", 2024-04-15T14:36:39.876 INFO:tasks.workunit.client.0.smithi016.stdout: "manifest_stats_invalid": false, 2024-04-15T14:36:39.876 INFO:tasks.workunit.client.0.smithi016.stdout: "mapping_epoch": 61, 2024-04-15T14:36:39.876 INFO:tasks.workunit.client.0.smithi016.stdout: "object_location_counts": [], 2024-04-15T14:36:39.876 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_scrubbed": 0, 2024-04-15T14:36:39.876 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_trimmed": 0, 2024-04-15T14:36:39.876 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_stats_invalid": false, 2024-04-15T14:36:39.876 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_size": 0, 2024-04-15T14:36:39.876 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_start": "0'0", 2024-04-15T14:36:39.876 INFO:tasks.workunit.client.0.smithi016.stdout: "parent": "0.0", 2024-04-15T14:36:39.876 INFO:tasks.workunit.client.0.smithi016.stdout: "parent_split_bits": 0, 2024-04-15T14:36:39.876 INFO:tasks.workunit.client.0.smithi016.stdout: "pgid": "3.3d", 2024-04-15T14:36:39.876 INFO:tasks.workunit.client.0.smithi016.stdout: "pin_stats_invalid": false, 2024-04-15T14:36:39.876 INFO:tasks.workunit.client.0.smithi016.stdout: "purged_snaps": [], 2024-04-15T14:36:39.877 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_epoch": 70, 2024-04-15T14:36:39.877 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_seq": 18, 2024-04-15T14:36:39.877 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_duration": 0.0, 2024-04-15T14:36:39.877 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-16T19:06:04.425748+0000", 2024-04-15T14:36:39.877 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrim_duration": 0.0, 2024-04-15T14:36:39.877 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrimq_len": 0, 2024-04-15T14:36:39.877 INFO:tasks.workunit.client.0.smithi016.stdout: "stat_sum": { 2024-04-15T14:36:39.877 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes": 0, 2024-04-15T14:36:39.877 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T14:36:39.877 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_recovered": 0, 2024-04-15T14:36:39.877 INFO:tasks.workunit.client.0.smithi016.stdout: "num_deep_scrub_errors": 0, 2024-04-15T14:36:39.877 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict": 0, 2024-04-15T14:36:39.877 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_kb": 0, 2024-04-15T14:36:39.877 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_full": 0, 2024-04-15T14:36:39.878 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_some": 0, 2024-04-15T14:36:39.878 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush": 0, 2024-04-15T14:36:39.878 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_kb": 0, 2024-04-15T14:36:39.878 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_high": 0, 2024-04-15T14:36:39.878 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_low": 0, 2024-04-15T14:36:39.878 INFO:tasks.workunit.client.0.smithi016.stdout: "num_keys_recovered": 0, 2024-04-15T14:36:39.878 INFO:tasks.workunit.client.0.smithi016.stdout: "num_large_omap_objects": 0, 2024-04-15T14:36:39.878 INFO:tasks.workunit.client.0.smithi016.stdout: "num_legacy_snapsets": 0, 2024-04-15T14:36:39.878 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_clones": 0, 2024-04-15T14:36:39.878 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_copies": 0, 2024-04-15T14:36:39.878 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects": 0, 2024-04-15T14:36:39.878 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_degraded": 0, 2024-04-15T14:36:39.878 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_dirty": 0, 2024-04-15T14:36:39.878 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T14:36:39.879 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_manifest": 0, 2024-04-15T14:36:39.879 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_misplaced": 0, 2024-04-15T14:36:39.879 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing": 0, 2024-04-15T14:36:39.879 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T14:36:39.879 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_omap": 0, 2024-04-15T14:36:39.879 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_pinned": 0, 2024-04-15T14:36:39.879 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_recovered": 0, 2024-04-15T14:36:39.879 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_repaired": 0, 2024-04-15T14:36:39.879 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_unfound": 0, 2024-04-15T14:36:39.879 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_bytes": 0, 2024-04-15T14:36:39.879 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_keys": 0, 2024-04-15T14:36:39.879 INFO:tasks.workunit.client.0.smithi016.stdout: "num_promote": 0, 2024-04-15T14:36:39.879 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read": 0, 2024-04-15T14:36:39.879 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read_kb": 0, 2024-04-15T14:36:39.880 INFO:tasks.workunit.client.0.smithi016.stdout: "num_scrub_errors": 0, 2024-04-15T14:36:39.880 INFO:tasks.workunit.client.0.smithi016.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T14:36:39.880 INFO:tasks.workunit.client.0.smithi016.stdout: "num_whiteouts": 0, 2024-04-15T14:36:39.880 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write": 0, 2024-04-15T14:36:39.880 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write_kb": 0 2024-04-15T14:36:39.880 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.880 INFO:tasks.workunit.client.0.smithi016.stdout: "state": "active+clean", 2024-04-15T14:36:39.880 INFO:tasks.workunit.client.0.smithi016.stdout: "stats_invalid": false, 2024-04-15T14:36:39.880 INFO:tasks.workunit.client.0.smithi016.stdout: "up": [ 2024-04-15T14:36:39.880 INFO:tasks.workunit.client.0.smithi016.stdout: 0, 2024-04-15T14:36:39.880 INFO:tasks.workunit.client.0.smithi016.stdout: 2, 2024-04-15T14:36:39.880 INFO:tasks.workunit.client.0.smithi016.stdout: 1 2024-04-15T14:36:39.880 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T14:36:39.880 INFO:tasks.workunit.client.0.smithi016.stdout: "up_primary": 0, 2024-04-15T14:36:39.881 INFO:tasks.workunit.client.0.smithi016.stdout: "version": "0'0" 2024-04-15T14:36:39.881 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.881 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-15T14:36:39.881 INFO:tasks.workunit.client.0.smithi016.stdout: "acting": [ 2024-04-15T14:36:39.881 INFO:tasks.workunit.client.0.smithi016.stdout: 5, 2024-04-15T14:36:39.881 INFO:tasks.workunit.client.0.smithi016.stdout: 3, 2024-04-15T14:36:39.881 INFO:tasks.workunit.client.0.smithi016.stdout: 7 2024-04-15T14:36:39.881 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T14:36:39.881 INFO:tasks.workunit.client.0.smithi016.stdout: "acting_primary": 5, 2024-04-15T14:36:39.881 INFO:tasks.workunit.client.0.smithi016.stdout: "avail_no_missing": [], 2024-04-15T14:36:39.881 INFO:tasks.workunit.client.0.smithi016.stdout: "blocked_by": [], 2024-04-15T14:36:39.881 INFO:tasks.workunit.client.0.smithi016.stdout: "created": 61, 2024-04-15T14:36:39.881 INFO:tasks.workunit.client.0.smithi016.stdout: "dirty_stats_invalid": false, 2024-04-15T14:36:39.881 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T14:36:39.882 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_stats_invalid": false, 2024-04-15T14:36:39.882 INFO:tasks.workunit.client.0.smithi016.stdout: "last_active": "2024-04-15T14:34:12.045581+0000", 2024-04-15T14:36:39.882 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_active": "2024-04-15T14:33:34.992115+0000", 2024-04-15T14:36:39.882 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_peered": "2024-04-15T14:33:34.992115+0000", 2024-04-15T14:36:39.882 INFO:tasks.workunit.client.0.smithi016.stdout: "last_change": "2024-04-15T14:33:34.992423+0000", 2024-04-15T14:36:39.882 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean": "2024-04-15T14:34:12.045581+0000", 2024-04-15T14:36:39.882 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T14:36:39.882 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub": "0'0", 2024-04-15T14:36:39.882 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T14:36:39.882 INFO:tasks.workunit.client.0.smithi016.stdout: "last_epoch_clean": 62, 2024-04-15T14:36:39.882 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fresh": "2024-04-15T14:34:12.045581+0000", 2024-04-15T14:36:39.882 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fullsized": "2024-04-15T14:34:12.045581+0000", 2024-04-15T14:36:39.882 INFO:tasks.workunit.client.0.smithi016.stdout: "last_peered": "2024-04-15T14:34:12.045581+0000", 2024-04-15T14:36:39.882 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub": "0'0", 2024-04-15T14:36:39.883 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_duration": 0, 2024-04-15T14:36:39.883 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T14:36:39.883 INFO:tasks.workunit.client.0.smithi016.stdout: "last_undegraded": "2024-04-15T14:34:12.045581+0000", 2024-04-15T14:36:39.883 INFO:tasks.workunit.client.0.smithi016.stdout: "last_unstale": "2024-04-15T14:34:12.045581+0000", 2024-04-15T14:36:39.883 INFO:tasks.workunit.client.0.smithi016.stdout: "log_dups_size": 0, 2024-04-15T14:36:39.883 INFO:tasks.workunit.client.0.smithi016.stdout: "log_size": 0, 2024-04-15T14:36:39.883 INFO:tasks.workunit.client.0.smithi016.stdout: "log_start": "0'0", 2024-04-15T14:36:39.883 INFO:tasks.workunit.client.0.smithi016.stdout: "manifest_stats_invalid": false, 2024-04-15T14:36:39.883 INFO:tasks.workunit.client.0.smithi016.stdout: "mapping_epoch": 61, 2024-04-15T14:36:39.883 INFO:tasks.workunit.client.0.smithi016.stdout: "object_location_counts": [], 2024-04-15T14:36:39.883 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_scrubbed": 0, 2024-04-15T14:36:39.883 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_trimmed": 0, 2024-04-15T14:36:39.883 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_stats_invalid": false, 2024-04-15T14:36:39.883 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_size": 0, 2024-04-15T14:36:39.884 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_start": "0'0", 2024-04-15T14:36:39.884 INFO:tasks.workunit.client.0.smithi016.stdout: "parent": "0.0", 2024-04-15T14:36:39.884 INFO:tasks.workunit.client.0.smithi016.stdout: "parent_split_bits": 0, 2024-04-15T14:36:39.884 INFO:tasks.workunit.client.0.smithi016.stdout: "pgid": "3.3c", 2024-04-15T14:36:39.884 INFO:tasks.workunit.client.0.smithi016.stdout: "pin_stats_invalid": false, 2024-04-15T14:36:39.884 INFO:tasks.workunit.client.0.smithi016.stdout: "purged_snaps": [], 2024-04-15T14:36:39.884 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_epoch": 70, 2024-04-15T14:36:39.884 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_seq": 19, 2024-04-15T14:36:39.884 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_duration": 0.0, 2024-04-15T14:36:39.884 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-16T22:22:52.170478+0000", 2024-04-15T14:36:39.884 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrim_duration": 0.0, 2024-04-15T14:36:39.884 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrimq_len": 0, 2024-04-15T14:36:39.884 INFO:tasks.workunit.client.0.smithi016.stdout: "stat_sum": { 2024-04-15T14:36:39.884 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes": 0, 2024-04-15T14:36:39.885 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T14:36:39.885 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_recovered": 0, 2024-04-15T14:36:39.885 INFO:tasks.workunit.client.0.smithi016.stdout: "num_deep_scrub_errors": 0, 2024-04-15T14:36:39.885 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict": 0, 2024-04-15T14:36:39.885 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_kb": 0, 2024-04-15T14:36:39.885 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_full": 0, 2024-04-15T14:36:39.885 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_some": 0, 2024-04-15T14:36:39.885 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush": 0, 2024-04-15T14:36:39.885 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_kb": 0, 2024-04-15T14:36:39.885 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_high": 0, 2024-04-15T14:36:39.885 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_low": 0, 2024-04-15T14:36:39.885 INFO:tasks.workunit.client.0.smithi016.stdout: "num_keys_recovered": 0, 2024-04-15T14:36:39.885 INFO:tasks.workunit.client.0.smithi016.stdout: "num_large_omap_objects": 0, 2024-04-15T14:36:39.885 INFO:tasks.workunit.client.0.smithi016.stdout: "num_legacy_snapsets": 0, 2024-04-15T14:36:39.886 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_clones": 0, 2024-04-15T14:36:39.886 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_copies": 0, 2024-04-15T14:36:39.886 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects": 0, 2024-04-15T14:36:39.886 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_degraded": 0, 2024-04-15T14:36:39.886 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_dirty": 0, 2024-04-15T14:36:39.886 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T14:36:39.886 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_manifest": 0, 2024-04-15T14:36:39.886 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_misplaced": 0, 2024-04-15T14:36:39.886 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing": 0, 2024-04-15T14:36:39.886 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T14:36:39.886 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_omap": 0, 2024-04-15T14:36:39.886 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_pinned": 0, 2024-04-15T14:36:39.886 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_recovered": 0, 2024-04-15T14:36:39.887 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_repaired": 0, 2024-04-15T14:36:39.887 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_unfound": 0, 2024-04-15T14:36:39.887 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_bytes": 0, 2024-04-15T14:36:39.887 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_keys": 0, 2024-04-15T14:36:39.887 INFO:tasks.workunit.client.0.smithi016.stdout: "num_promote": 0, 2024-04-15T14:36:39.887 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read": 0, 2024-04-15T14:36:39.887 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read_kb": 0, 2024-04-15T14:36:39.887 INFO:tasks.workunit.client.0.smithi016.stdout: "num_scrub_errors": 0, 2024-04-15T14:36:39.887 INFO:tasks.workunit.client.0.smithi016.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T14:36:39.887 INFO:tasks.workunit.client.0.smithi016.stdout: "num_whiteouts": 0, 2024-04-15T14:36:39.887 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write": 0, 2024-04-15T14:36:39.887 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write_kb": 0 2024-04-15T14:36:39.887 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.887 INFO:tasks.workunit.client.0.smithi016.stdout: "state": "active+clean", 2024-04-15T14:36:39.888 INFO:tasks.workunit.client.0.smithi016.stdout: "stats_invalid": false, 2024-04-15T14:36:39.888 INFO:tasks.workunit.client.0.smithi016.stdout: "up": [ 2024-04-15T14:36:39.888 INFO:tasks.workunit.client.0.smithi016.stdout: 5, 2024-04-15T14:36:39.888 INFO:tasks.workunit.client.0.smithi016.stdout: 3, 2024-04-15T14:36:39.888 INFO:tasks.workunit.client.0.smithi016.stdout: 7 2024-04-15T14:36:39.888 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T14:36:39.888 INFO:tasks.workunit.client.0.smithi016.stdout: "up_primary": 5, 2024-04-15T14:36:39.888 INFO:tasks.workunit.client.0.smithi016.stdout: "version": "0'0" 2024-04-15T14:36:39.888 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.888 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-15T14:36:39.888 INFO:tasks.workunit.client.0.smithi016.stdout: "acting": [ 2024-04-15T14:36:39.888 INFO:tasks.workunit.client.0.smithi016.stdout: 7, 2024-04-15T14:36:39.888 INFO:tasks.workunit.client.0.smithi016.stdout: 2, 2024-04-15T14:36:39.889 INFO:tasks.workunit.client.0.smithi016.stdout: 4 2024-04-15T14:36:39.889 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T14:36:39.889 INFO:tasks.workunit.client.0.smithi016.stdout: "acting_primary": 7, 2024-04-15T14:36:39.889 INFO:tasks.workunit.client.0.smithi016.stdout: "avail_no_missing": [], 2024-04-15T14:36:39.889 INFO:tasks.workunit.client.0.smithi016.stdout: "blocked_by": [], 2024-04-15T14:36:39.889 INFO:tasks.workunit.client.0.smithi016.stdout: "created": 61, 2024-04-15T14:36:39.889 INFO:tasks.workunit.client.0.smithi016.stdout: "dirty_stats_invalid": false, 2024-04-15T14:36:39.889 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T14:36:39.889 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_stats_invalid": false, 2024-04-15T14:36:39.889 INFO:tasks.workunit.client.0.smithi016.stdout: "last_active": "2024-04-15T14:34:11.923928+0000", 2024-04-15T14:36:39.889 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_active": "2024-04-15T14:33:34.982439+0000", 2024-04-15T14:36:39.889 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_peered": "2024-04-15T14:33:34.982439+0000", 2024-04-15T14:36:39.889 INFO:tasks.workunit.client.0.smithi016.stdout: "last_change": "2024-04-15T14:33:34.982801+0000", 2024-04-15T14:36:39.889 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean": "2024-04-15T14:34:11.923928+0000", 2024-04-15T14:36:39.890 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T14:36:39.890 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub": "0'0", 2024-04-15T14:36:39.890 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T14:36:39.890 INFO:tasks.workunit.client.0.smithi016.stdout: "last_epoch_clean": 62, 2024-04-15T14:36:39.890 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fresh": "2024-04-15T14:34:11.923928+0000", 2024-04-15T14:36:39.890 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fullsized": "2024-04-15T14:34:11.923928+0000", 2024-04-15T14:36:39.890 INFO:tasks.workunit.client.0.smithi016.stdout: "last_peered": "2024-04-15T14:34:11.923928+0000", 2024-04-15T14:36:39.890 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub": "0'0", 2024-04-15T14:36:39.890 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_duration": 0, 2024-04-15T14:36:39.890 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T14:36:39.890 INFO:tasks.workunit.client.0.smithi016.stdout: "last_undegraded": "2024-04-15T14:34:11.923928+0000", 2024-04-15T14:36:39.890 INFO:tasks.workunit.client.0.smithi016.stdout: "last_unstale": "2024-04-15T14:34:11.923928+0000", 2024-04-15T14:36:39.890 INFO:tasks.workunit.client.0.smithi016.stdout: "log_dups_size": 0, 2024-04-15T14:36:39.891 INFO:tasks.workunit.client.0.smithi016.stdout: "log_size": 0, 2024-04-15T14:36:39.891 INFO:tasks.workunit.client.0.smithi016.stdout: "log_start": "0'0", 2024-04-15T14:36:39.891 INFO:tasks.workunit.client.0.smithi016.stdout: "manifest_stats_invalid": false, 2024-04-15T14:36:39.891 INFO:tasks.workunit.client.0.smithi016.stdout: "mapping_epoch": 61, 2024-04-15T14:36:39.891 INFO:tasks.workunit.client.0.smithi016.stdout: "object_location_counts": [], 2024-04-15T14:36:39.891 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_scrubbed": 0, 2024-04-15T14:36:39.891 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_trimmed": 0, 2024-04-15T14:36:39.891 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_stats_invalid": false, 2024-04-15T14:36:39.891 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_size": 0, 2024-04-15T14:36:39.891 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_start": "0'0", 2024-04-15T14:36:39.891 INFO:tasks.workunit.client.0.smithi016.stdout: "parent": "0.0", 2024-04-15T14:36:39.891 INFO:tasks.workunit.client.0.smithi016.stdout: "parent_split_bits": 0, 2024-04-15T14:36:39.891 INFO:tasks.workunit.client.0.smithi016.stdout: "pgid": "3.3b", 2024-04-15T14:36:39.892 INFO:tasks.workunit.client.0.smithi016.stdout: "pin_stats_invalid": false, 2024-04-15T14:36:39.892 INFO:tasks.workunit.client.0.smithi016.stdout: "purged_snaps": [], 2024-04-15T14:36:39.892 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_epoch": 70, 2024-04-15T14:36:39.892 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_seq": 18, 2024-04-15T14:36:39.892 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_duration": 0.0, 2024-04-15T14:36:39.892 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-17T00:14:13.456310+0000", 2024-04-15T14:36:39.892 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrim_duration": 0.0, 2024-04-15T14:36:39.892 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrimq_len": 0, 2024-04-15T14:36:39.892 INFO:tasks.workunit.client.0.smithi016.stdout: "stat_sum": { 2024-04-15T14:36:39.892 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes": 0, 2024-04-15T14:36:39.892 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T14:36:39.892 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_recovered": 0, 2024-04-15T14:36:39.892 INFO:tasks.workunit.client.0.smithi016.stdout: "num_deep_scrub_errors": 0, 2024-04-15T14:36:39.892 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict": 0, 2024-04-15T14:36:39.893 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_kb": 0, 2024-04-15T14:36:39.893 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_full": 0, 2024-04-15T14:36:39.893 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_some": 0, 2024-04-15T14:36:39.893 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush": 0, 2024-04-15T14:36:39.893 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_kb": 0, 2024-04-15T14:36:39.893 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_high": 0, 2024-04-15T14:36:39.893 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_low": 0, 2024-04-15T14:36:39.893 INFO:tasks.workunit.client.0.smithi016.stdout: "num_keys_recovered": 0, 2024-04-15T14:36:39.893 INFO:tasks.workunit.client.0.smithi016.stdout: "num_large_omap_objects": 0, 2024-04-15T14:36:39.893 INFO:tasks.workunit.client.0.smithi016.stdout: "num_legacy_snapsets": 0, 2024-04-15T14:36:39.893 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_clones": 0, 2024-04-15T14:36:39.893 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_copies": 0, 2024-04-15T14:36:39.893 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects": 0, 2024-04-15T14:36:39.893 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_degraded": 0, 2024-04-15T14:36:39.894 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_dirty": 0, 2024-04-15T14:36:39.894 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T14:36:39.894 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_manifest": 0, 2024-04-15T14:36:39.894 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_misplaced": 0, 2024-04-15T14:36:39.894 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing": 0, 2024-04-15T14:36:39.894 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T14:36:39.894 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_omap": 0, 2024-04-15T14:36:39.894 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_pinned": 0, 2024-04-15T14:36:39.894 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_recovered": 0, 2024-04-15T14:36:39.894 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_repaired": 0, 2024-04-15T14:36:39.894 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_unfound": 0, 2024-04-15T14:36:39.894 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_bytes": 0, 2024-04-15T14:36:39.894 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_keys": 0, 2024-04-15T14:36:39.895 INFO:tasks.workunit.client.0.smithi016.stdout: "num_promote": 0, 2024-04-15T14:36:39.895 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read": 0, 2024-04-15T14:36:39.895 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read_kb": 0, 2024-04-15T14:36:39.895 INFO:tasks.workunit.client.0.smithi016.stdout: "num_scrub_errors": 0, 2024-04-15T14:36:39.895 INFO:tasks.workunit.client.0.smithi016.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T14:36:39.895 INFO:tasks.workunit.client.0.smithi016.stdout: "num_whiteouts": 0, 2024-04-15T14:36:39.895 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write": 0, 2024-04-15T14:36:39.895 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write_kb": 0 2024-04-15T14:36:39.895 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.895 INFO:tasks.workunit.client.0.smithi016.stdout: "state": "active+clean", 2024-04-15T14:36:39.895 INFO:tasks.workunit.client.0.smithi016.stdout: "stats_invalid": false, 2024-04-15T14:36:39.895 INFO:tasks.workunit.client.0.smithi016.stdout: "up": [ 2024-04-15T14:36:39.895 INFO:tasks.workunit.client.0.smithi016.stdout: 7, 2024-04-15T14:36:39.895 INFO:tasks.workunit.client.0.smithi016.stdout: 2, 2024-04-15T14:36:39.895 INFO:tasks.workunit.client.0.smithi016.stdout: 4 2024-04-15T14:36:39.896 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T14:36:39.896 INFO:tasks.workunit.client.0.smithi016.stdout: "up_primary": 7, 2024-04-15T14:36:39.896 INFO:tasks.workunit.client.0.smithi016.stdout: "version": "0'0" 2024-04-15T14:36:39.896 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.896 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-15T14:36:39.896 INFO:tasks.workunit.client.0.smithi016.stdout: "acting": [ 2024-04-15T14:36:39.896 INFO:tasks.workunit.client.0.smithi016.stdout: 5, 2024-04-15T14:36:39.896 INFO:tasks.workunit.client.0.smithi016.stdout: 0, 2024-04-15T14:36:39.896 INFO:tasks.workunit.client.0.smithi016.stdout: 1 2024-04-15T14:36:39.896 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T14:36:39.896 INFO:tasks.workunit.client.0.smithi016.stdout: "acting_primary": 5, 2024-04-15T14:36:39.896 INFO:tasks.workunit.client.0.smithi016.stdout: "avail_no_missing": [], 2024-04-15T14:36:39.896 INFO:tasks.workunit.client.0.smithi016.stdout: "blocked_by": [], 2024-04-15T14:36:39.896 INFO:tasks.workunit.client.0.smithi016.stdout: "created": 61, 2024-04-15T14:36:39.897 INFO:tasks.workunit.client.0.smithi016.stdout: "dirty_stats_invalid": false, 2024-04-15T14:36:39.897 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T14:36:39.897 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_stats_invalid": false, 2024-04-15T14:36:39.897 INFO:tasks.workunit.client.0.smithi016.stdout: "last_active": "2024-04-15T14:34:12.045331+0000", 2024-04-15T14:36:39.897 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_active": "2024-04-15T14:33:34.991583+0000", 2024-04-15T14:36:39.897 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_peered": "2024-04-15T14:33:34.991583+0000", 2024-04-15T14:36:39.897 INFO:tasks.workunit.client.0.smithi016.stdout: "last_change": "2024-04-15T14:33:34.992647+0000", 2024-04-15T14:36:39.897 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean": "2024-04-15T14:34:12.045331+0000", 2024-04-15T14:36:39.897 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T14:36:39.897 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub": "0'0", 2024-04-15T14:36:39.897 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T14:36:39.897 INFO:tasks.workunit.client.0.smithi016.stdout: "last_epoch_clean": 62, 2024-04-15T14:36:39.897 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fresh": "2024-04-15T14:34:12.045331+0000", 2024-04-15T14:36:39.898 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fullsized": "2024-04-15T14:34:12.045331+0000", 2024-04-15T14:36:39.898 INFO:tasks.workunit.client.0.smithi016.stdout: "last_peered": "2024-04-15T14:34:12.045331+0000", 2024-04-15T14:36:39.898 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub": "0'0", 2024-04-15T14:36:39.898 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_duration": 0, 2024-04-15T14:36:39.898 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T14:36:39.898 INFO:tasks.workunit.client.0.smithi016.stdout: "last_undegraded": "2024-04-15T14:34:12.045331+0000", 2024-04-15T14:36:39.898 INFO:tasks.workunit.client.0.smithi016.stdout: "last_unstale": "2024-04-15T14:34:12.045331+0000", 2024-04-15T14:36:39.898 INFO:tasks.workunit.client.0.smithi016.stdout: "log_dups_size": 0, 2024-04-15T14:36:39.898 INFO:tasks.workunit.client.0.smithi016.stdout: "log_size": 0, 2024-04-15T14:36:39.898 INFO:tasks.workunit.client.0.smithi016.stdout: "log_start": "0'0", 2024-04-15T14:36:39.898 INFO:tasks.workunit.client.0.smithi016.stdout: "manifest_stats_invalid": false, 2024-04-15T14:36:39.898 INFO:tasks.workunit.client.0.smithi016.stdout: "mapping_epoch": 61, 2024-04-15T14:36:39.898 INFO:tasks.workunit.client.0.smithi016.stdout: "object_location_counts": [], 2024-04-15T14:36:39.898 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_scrubbed": 0, 2024-04-15T14:36:39.899 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_trimmed": 0, 2024-04-15T14:36:39.899 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_stats_invalid": false, 2024-04-15T14:36:39.899 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_size": 0, 2024-04-15T14:36:39.899 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_start": "0'0", 2024-04-15T14:36:39.899 INFO:tasks.workunit.client.0.smithi016.stdout: "parent": "0.0", 2024-04-15T14:36:39.899 INFO:tasks.workunit.client.0.smithi016.stdout: "parent_split_bits": 0, 2024-04-15T14:36:39.899 INFO:tasks.workunit.client.0.smithi016.stdout: "pgid": "3.3a", 2024-04-15T14:36:39.899 INFO:tasks.workunit.client.0.smithi016.stdout: "pin_stats_invalid": false, 2024-04-15T14:36:39.899 INFO:tasks.workunit.client.0.smithi016.stdout: "purged_snaps": [], 2024-04-15T14:36:39.899 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_epoch": 70, 2024-04-15T14:36:39.899 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_seq": 19, 2024-04-15T14:36:39.899 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_duration": 0.0, 2024-04-15T14:36:39.899 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-16T21:21:59.746956+0000", 2024-04-15T14:36:39.900 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrim_duration": 0.0, 2024-04-15T14:36:39.900 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrimq_len": 0, 2024-04-15T14:36:39.900 INFO:tasks.workunit.client.0.smithi016.stdout: "stat_sum": { 2024-04-15T14:36:39.900 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes": 0, 2024-04-15T14:36:39.900 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T14:36:39.900 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_recovered": 0, 2024-04-15T14:36:39.900 INFO:tasks.workunit.client.0.smithi016.stdout: "num_deep_scrub_errors": 0, 2024-04-15T14:36:39.900 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict": 0, 2024-04-15T14:36:39.900 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_kb": 0, 2024-04-15T14:36:39.900 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_full": 0, 2024-04-15T14:36:39.900 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_some": 0, 2024-04-15T14:36:39.900 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush": 0, 2024-04-15T14:36:39.900 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_kb": 0, 2024-04-15T14:36:39.900 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_high": 0, 2024-04-15T14:36:39.901 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_low": 0, 2024-04-15T14:36:39.901 INFO:tasks.workunit.client.0.smithi016.stdout: "num_keys_recovered": 0, 2024-04-15T14:36:39.901 INFO:tasks.workunit.client.0.smithi016.stdout: "num_large_omap_objects": 0, 2024-04-15T14:36:39.901 INFO:tasks.workunit.client.0.smithi016.stdout: "num_legacy_snapsets": 0, 2024-04-15T14:36:39.901 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_clones": 0, 2024-04-15T14:36:39.901 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_copies": 0, 2024-04-15T14:36:39.901 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects": 0, 2024-04-15T14:36:39.901 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_degraded": 0, 2024-04-15T14:36:39.901 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_dirty": 0, 2024-04-15T14:36:39.901 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T14:36:39.901 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_manifest": 0, 2024-04-15T14:36:39.901 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_misplaced": 0, 2024-04-15T14:36:39.901 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing": 0, 2024-04-15T14:36:39.901 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T14:36:39.902 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_omap": 0, 2024-04-15T14:36:39.902 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_pinned": 0, 2024-04-15T14:36:39.902 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_recovered": 0, 2024-04-15T14:36:39.902 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_repaired": 0, 2024-04-15T14:36:39.902 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_unfound": 0, 2024-04-15T14:36:39.902 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_bytes": 0, 2024-04-15T14:36:39.902 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_keys": 0, 2024-04-15T14:36:39.902 INFO:tasks.workunit.client.0.smithi016.stdout: "num_promote": 0, 2024-04-15T14:36:39.902 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read": 0, 2024-04-15T14:36:39.902 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read_kb": 0, 2024-04-15T14:36:39.902 INFO:tasks.workunit.client.0.smithi016.stdout: "num_scrub_errors": 0, 2024-04-15T14:36:39.902 INFO:tasks.workunit.client.0.smithi016.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T14:36:39.902 INFO:tasks.workunit.client.0.smithi016.stdout: "num_whiteouts": 0, 2024-04-15T14:36:39.902 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write": 0, 2024-04-15T14:36:39.903 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write_kb": 0 2024-04-15T14:36:39.903 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.903 INFO:tasks.workunit.client.0.smithi016.stdout: "state": "active+clean", 2024-04-15T14:36:39.903 INFO:tasks.workunit.client.0.smithi016.stdout: "stats_invalid": false, 2024-04-15T14:36:39.903 INFO:tasks.workunit.client.0.smithi016.stdout: "up": [ 2024-04-15T14:36:39.903 INFO:tasks.workunit.client.0.smithi016.stdout: 5, 2024-04-15T14:36:39.903 INFO:tasks.workunit.client.0.smithi016.stdout: 0, 2024-04-15T14:36:39.903 INFO:tasks.workunit.client.0.smithi016.stdout: 1 2024-04-15T14:36:39.903 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T14:36:39.903 INFO:tasks.workunit.client.0.smithi016.stdout: "up_primary": 5, 2024-04-15T14:36:39.903 INFO:tasks.workunit.client.0.smithi016.stdout: "version": "0'0" 2024-04-15T14:36:39.903 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.904 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-15T14:36:39.904 INFO:tasks.workunit.client.0.smithi016.stdout: "acting": [ 2024-04-15T14:36:39.904 INFO:tasks.workunit.client.0.smithi016.stdout: 7, 2024-04-15T14:36:39.904 INFO:tasks.workunit.client.0.smithi016.stdout: 0, 2024-04-15T14:36:39.904 INFO:tasks.workunit.client.0.smithi016.stdout: 4 2024-04-15T14:36:39.904 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T14:36:39.904 INFO:tasks.workunit.client.0.smithi016.stdout: "acting_primary": 7, 2024-04-15T14:36:39.904 INFO:tasks.workunit.client.0.smithi016.stdout: "avail_no_missing": [], 2024-04-15T14:36:39.904 INFO:tasks.workunit.client.0.smithi016.stdout: "blocked_by": [], 2024-04-15T14:36:39.904 INFO:tasks.workunit.client.0.smithi016.stdout: "created": 61, 2024-04-15T14:36:39.904 INFO:tasks.workunit.client.0.smithi016.stdout: "dirty_stats_invalid": false, 2024-04-15T14:36:39.904 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T14:36:39.904 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_stats_invalid": false, 2024-04-15T14:36:39.904 INFO:tasks.workunit.client.0.smithi016.stdout: "last_active": "2024-04-15T14:34:11.923171+0000", 2024-04-15T14:36:39.905 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_active": "2024-04-15T14:33:34.983209+0000", 2024-04-15T14:36:39.905 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_peered": "2024-04-15T14:33:34.983209+0000", 2024-04-15T14:36:39.905 INFO:tasks.workunit.client.0.smithi016.stdout: "last_change": "2024-04-15T14:33:34.983498+0000", 2024-04-15T14:36:39.905 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean": "2024-04-15T14:34:11.923171+0000", 2024-04-15T14:36:39.905 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T14:36:39.905 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub": "0'0", 2024-04-15T14:36:39.905 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T14:36:39.905 INFO:tasks.workunit.client.0.smithi016.stdout: "last_epoch_clean": 62, 2024-04-15T14:36:39.905 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fresh": "2024-04-15T14:34:11.923171+0000", 2024-04-15T14:36:39.905 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fullsized": "2024-04-15T14:34:11.923171+0000", 2024-04-15T14:36:39.905 INFO:tasks.workunit.client.0.smithi016.stdout: "last_peered": "2024-04-15T14:34:11.923171+0000", 2024-04-15T14:36:39.905 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub": "0'0", 2024-04-15T14:36:39.905 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_duration": 0, 2024-04-15T14:36:39.906 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T14:36:39.906 INFO:tasks.workunit.client.0.smithi016.stdout: "last_undegraded": "2024-04-15T14:34:11.923171+0000", 2024-04-15T14:36:39.906 INFO:tasks.workunit.client.0.smithi016.stdout: "last_unstale": "2024-04-15T14:34:11.923171+0000", 2024-04-15T14:36:39.906 INFO:tasks.workunit.client.0.smithi016.stdout: "log_dups_size": 0, 2024-04-15T14:36:39.906 INFO:tasks.workunit.client.0.smithi016.stdout: "log_size": 0, 2024-04-15T14:36:39.906 INFO:tasks.workunit.client.0.smithi016.stdout: "log_start": "0'0", 2024-04-15T14:36:39.906 INFO:tasks.workunit.client.0.smithi016.stdout: "manifest_stats_invalid": false, 2024-04-15T14:36:39.906 INFO:tasks.workunit.client.0.smithi016.stdout: "mapping_epoch": 61, 2024-04-15T14:36:39.906 INFO:tasks.workunit.client.0.smithi016.stdout: "object_location_counts": [], 2024-04-15T14:36:39.906 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_scrubbed": 0, 2024-04-15T14:36:39.906 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_trimmed": 0, 2024-04-15T14:36:39.906 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_stats_invalid": false, 2024-04-15T14:36:39.906 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_size": 0, 2024-04-15T14:36:39.906 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_start": "0'0", 2024-04-15T14:36:39.907 INFO:tasks.workunit.client.0.smithi016.stdout: "parent": "0.0", 2024-04-15T14:36:39.907 INFO:tasks.workunit.client.0.smithi016.stdout: "parent_split_bits": 0, 2024-04-15T14:36:39.907 INFO:tasks.workunit.client.0.smithi016.stdout: "pgid": "3.39", 2024-04-15T14:36:39.907 INFO:tasks.workunit.client.0.smithi016.stdout: "pin_stats_invalid": false, 2024-04-15T14:36:39.907 INFO:tasks.workunit.client.0.smithi016.stdout: "purged_snaps": [], 2024-04-15T14:36:39.907 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_epoch": 70, 2024-04-15T14:36:39.907 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_seq": 18, 2024-04-15T14:36:39.907 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_duration": 0.0, 2024-04-15T14:36:39.907 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-16T17:11:43.334132+0000", 2024-04-15T14:36:39.907 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrim_duration": 0.0, 2024-04-15T14:36:39.907 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrimq_len": 0, 2024-04-15T14:36:39.907 INFO:tasks.workunit.client.0.smithi016.stdout: "stat_sum": { 2024-04-15T14:36:39.907 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes": 0, 2024-04-15T14:36:39.907 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T14:36:39.908 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_recovered": 0, 2024-04-15T14:36:39.908 INFO:tasks.workunit.client.0.smithi016.stdout: "num_deep_scrub_errors": 0, 2024-04-15T14:36:39.908 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict": 0, 2024-04-15T14:36:39.908 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_kb": 0, 2024-04-15T14:36:39.908 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_full": 0, 2024-04-15T14:36:39.908 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_some": 0, 2024-04-15T14:36:39.908 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush": 0, 2024-04-15T14:36:39.908 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_kb": 0, 2024-04-15T14:36:39.908 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_high": 0, 2024-04-15T14:36:39.908 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_low": 0, 2024-04-15T14:36:39.908 INFO:tasks.workunit.client.0.smithi016.stdout: "num_keys_recovered": 0, 2024-04-15T14:36:39.908 INFO:tasks.workunit.client.0.smithi016.stdout: "num_large_omap_objects": 0, 2024-04-15T14:36:39.908 INFO:tasks.workunit.client.0.smithi016.stdout: "num_legacy_snapsets": 0, 2024-04-15T14:36:39.908 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_clones": 0, 2024-04-15T14:36:39.909 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_copies": 0, 2024-04-15T14:36:39.909 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects": 0, 2024-04-15T14:36:39.909 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_degraded": 0, 2024-04-15T14:36:39.909 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_dirty": 0, 2024-04-15T14:36:39.909 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T14:36:39.909 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_manifest": 0, 2024-04-15T14:36:39.909 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_misplaced": 0, 2024-04-15T14:36:39.909 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing": 0, 2024-04-15T14:36:39.909 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T14:36:39.909 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_omap": 0, 2024-04-15T14:36:39.909 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_pinned": 0, 2024-04-15T14:36:39.909 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_recovered": 0, 2024-04-15T14:36:39.909 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_repaired": 0, 2024-04-15T14:36:39.909 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_unfound": 0, 2024-04-15T14:36:39.909 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_bytes": 0, 2024-04-15T14:36:39.910 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_keys": 0, 2024-04-15T14:36:39.910 INFO:tasks.workunit.client.0.smithi016.stdout: "num_promote": 0, 2024-04-15T14:36:39.910 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read": 0, 2024-04-15T14:36:39.910 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read_kb": 0, 2024-04-15T14:36:39.910 INFO:tasks.workunit.client.0.smithi016.stdout: "num_scrub_errors": 0, 2024-04-15T14:36:39.910 INFO:tasks.workunit.client.0.smithi016.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T14:36:39.910 INFO:tasks.workunit.client.0.smithi016.stdout: "num_whiteouts": 0, 2024-04-15T14:36:39.910 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write": 0, 2024-04-15T14:36:39.910 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write_kb": 0 2024-04-15T14:36:39.910 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.910 INFO:tasks.workunit.client.0.smithi016.stdout: "state": "active+clean", 2024-04-15T14:36:39.910 INFO:tasks.workunit.client.0.smithi016.stdout: "stats_invalid": false, 2024-04-15T14:36:39.910 INFO:tasks.workunit.client.0.smithi016.stdout: "up": [ 2024-04-15T14:36:39.910 INFO:tasks.workunit.client.0.smithi016.stdout: 7, 2024-04-15T14:36:39.911 INFO:tasks.workunit.client.0.smithi016.stdout: 0, 2024-04-15T14:36:39.911 INFO:tasks.workunit.client.0.smithi016.stdout: 4 2024-04-15T14:36:39.911 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T14:36:39.911 INFO:tasks.workunit.client.0.smithi016.stdout: "up_primary": 7, 2024-04-15T14:36:39.911 INFO:tasks.workunit.client.0.smithi016.stdout: "version": "0'0" 2024-04-15T14:36:39.911 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.911 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-15T14:36:39.911 INFO:tasks.workunit.client.0.smithi016.stdout: "acting": [ 2024-04-15T14:36:39.911 INFO:tasks.workunit.client.0.smithi016.stdout: 3, 2024-04-15T14:36:39.913 INFO:tasks.workunit.client.0.smithi016.stdout: 5, 2024-04-15T14:36:39.913 INFO:tasks.workunit.client.0.smithi016.stdout: 6 2024-04-15T14:36:39.913 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T14:36:39.913 INFO:tasks.workunit.client.0.smithi016.stdout: "acting_primary": 3, 2024-04-15T14:36:39.913 INFO:tasks.workunit.client.0.smithi016.stdout: "avail_no_missing": [], 2024-04-15T14:36:39.913 INFO:tasks.workunit.client.0.smithi016.stdout: "blocked_by": [], 2024-04-15T14:36:39.914 INFO:tasks.workunit.client.0.smithi016.stdout: "created": 61, 2024-04-15T14:36:39.914 INFO:tasks.workunit.client.0.smithi016.stdout: "dirty_stats_invalid": false, 2024-04-15T14:36:39.914 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T14:36:39.914 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_stats_invalid": false, 2024-04-15T14:36:39.914 INFO:tasks.workunit.client.0.smithi016.stdout: "last_active": "2024-04-15T14:34:12.045387+0000", 2024-04-15T14:36:39.914 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_active": "2024-04-15T14:33:34.995992+0000", 2024-04-15T14:36:39.914 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_peered": "2024-04-15T14:33:34.995992+0000", 2024-04-15T14:36:39.914 INFO:tasks.workunit.client.0.smithi016.stdout: "last_change": "2024-04-15T14:33:34.996287+0000", 2024-04-15T14:36:39.914 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean": "2024-04-15T14:34:12.045387+0000", 2024-04-15T14:36:39.914 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T14:36:39.914 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub": "0'0", 2024-04-15T14:36:39.914 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T14:36:39.914 INFO:tasks.workunit.client.0.smithi016.stdout: "last_epoch_clean": 62, 2024-04-15T14:36:39.914 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fresh": "2024-04-15T14:34:12.045387+0000", 2024-04-15T14:36:39.915 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fullsized": "2024-04-15T14:34:12.045387+0000", 2024-04-15T14:36:39.915 INFO:tasks.workunit.client.0.smithi016.stdout: "last_peered": "2024-04-15T14:34:12.045387+0000", 2024-04-15T14:36:39.915 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub": "0'0", 2024-04-15T14:36:39.915 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_duration": 0, 2024-04-15T14:36:39.915 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T14:36:39.915 INFO:tasks.workunit.client.0.smithi016.stdout: "last_undegraded": "2024-04-15T14:34:12.045387+0000", 2024-04-15T14:36:39.915 INFO:tasks.workunit.client.0.smithi016.stdout: "last_unstale": "2024-04-15T14:34:12.045387+0000", 2024-04-15T14:36:39.915 INFO:tasks.workunit.client.0.smithi016.stdout: "log_dups_size": 0, 2024-04-15T14:36:39.915 INFO:tasks.workunit.client.0.smithi016.stdout: "log_size": 0, 2024-04-15T14:36:39.915 INFO:tasks.workunit.client.0.smithi016.stdout: "log_start": "0'0", 2024-04-15T14:36:39.915 INFO:tasks.workunit.client.0.smithi016.stdout: "manifest_stats_invalid": false, 2024-04-15T14:36:39.915 INFO:tasks.workunit.client.0.smithi016.stdout: "mapping_epoch": 61, 2024-04-15T14:36:39.915 INFO:tasks.workunit.client.0.smithi016.stdout: "object_location_counts": [], 2024-04-15T14:36:39.915 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_scrubbed": 0, 2024-04-15T14:36:39.916 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_trimmed": 0, 2024-04-15T14:36:39.916 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_stats_invalid": false, 2024-04-15T14:36:39.916 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_size": 0, 2024-04-15T14:36:39.916 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_start": "0'0", 2024-04-15T14:36:39.916 INFO:tasks.workunit.client.0.smithi016.stdout: "parent": "0.0", 2024-04-15T14:36:39.916 INFO:tasks.workunit.client.0.smithi016.stdout: "parent_split_bits": 0, 2024-04-15T14:36:39.916 INFO:tasks.workunit.client.0.smithi016.stdout: "pgid": "3.38", 2024-04-15T14:36:39.916 INFO:tasks.workunit.client.0.smithi016.stdout: "pin_stats_invalid": false, 2024-04-15T14:36:39.916 INFO:tasks.workunit.client.0.smithi016.stdout: "purged_snaps": [], 2024-04-15T14:36:39.916 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_epoch": 70, 2024-04-15T14:36:39.916 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_seq": 18, 2024-04-15T14:36:39.916 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_duration": 0.0, 2024-04-15T14:36:39.916 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-16T16:24:42.785358+0000", 2024-04-15T14:36:39.916 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrim_duration": 0.0, 2024-04-15T14:36:39.916 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrimq_len": 0, 2024-04-15T14:36:39.917 INFO:tasks.workunit.client.0.smithi016.stdout: "stat_sum": { 2024-04-15T14:36:39.917 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes": 0, 2024-04-15T14:36:39.917 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T14:36:39.917 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_recovered": 0, 2024-04-15T14:36:39.917 INFO:tasks.workunit.client.0.smithi016.stdout: "num_deep_scrub_errors": 0, 2024-04-15T14:36:39.917 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict": 0, 2024-04-15T14:36:39.917 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_kb": 0, 2024-04-15T14:36:39.917 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_full": 0, 2024-04-15T14:36:39.917 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_some": 0, 2024-04-15T14:36:39.917 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush": 0, 2024-04-15T14:36:39.917 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_kb": 0, 2024-04-15T14:36:39.917 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_high": 0, 2024-04-15T14:36:39.917 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_low": 0, 2024-04-15T14:36:39.917 INFO:tasks.workunit.client.0.smithi016.stdout: "num_keys_recovered": 0, 2024-04-15T14:36:39.917 INFO:tasks.workunit.client.0.smithi016.stdout: "num_large_omap_objects": 0, 2024-04-15T14:36:39.918 INFO:tasks.workunit.client.0.smithi016.stdout: "num_legacy_snapsets": 0, 2024-04-15T14:36:39.918 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_clones": 0, 2024-04-15T14:36:39.918 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_copies": 0, 2024-04-15T14:36:39.918 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects": 0, 2024-04-15T14:36:39.918 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_degraded": 0, 2024-04-15T14:36:39.918 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_dirty": 0, 2024-04-15T14:36:39.918 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T14:36:39.918 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_manifest": 0, 2024-04-15T14:36:39.918 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_misplaced": 0, 2024-04-15T14:36:39.918 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing": 0, 2024-04-15T14:36:39.918 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T14:36:39.918 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_omap": 0, 2024-04-15T14:36:39.918 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_pinned": 0, 2024-04-15T14:36:39.918 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_recovered": 0, 2024-04-15T14:36:39.919 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_repaired": 0, 2024-04-15T14:36:39.919 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_unfound": 0, 2024-04-15T14:36:39.919 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_bytes": 0, 2024-04-15T14:36:39.919 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_keys": 0, 2024-04-15T14:36:39.919 INFO:tasks.workunit.client.0.smithi016.stdout: "num_promote": 0, 2024-04-15T14:36:39.919 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read": 0, 2024-04-15T14:36:39.919 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read_kb": 0, 2024-04-15T14:36:39.919 INFO:tasks.workunit.client.0.smithi016.stdout: "num_scrub_errors": 0, 2024-04-15T14:36:39.919 INFO:tasks.workunit.client.0.smithi016.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T14:36:39.919 INFO:tasks.workunit.client.0.smithi016.stdout: "num_whiteouts": 0, 2024-04-15T14:36:39.919 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write": 0, 2024-04-15T14:36:39.919 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write_kb": 0 2024-04-15T14:36:39.919 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.919 INFO:tasks.workunit.client.0.smithi016.stdout: "state": "active+clean", 2024-04-15T14:36:39.920 INFO:tasks.workunit.client.0.smithi016.stdout: "stats_invalid": false, 2024-04-15T14:36:39.920 INFO:tasks.workunit.client.0.smithi016.stdout: "up": [ 2024-04-15T14:36:39.920 INFO:tasks.workunit.client.0.smithi016.stdout: 3, 2024-04-15T14:36:39.920 INFO:tasks.workunit.client.0.smithi016.stdout: 5, 2024-04-15T14:36:39.920 INFO:tasks.workunit.client.0.smithi016.stdout: 6 2024-04-15T14:36:39.920 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T14:36:39.920 INFO:tasks.workunit.client.0.smithi016.stdout: "up_primary": 3, 2024-04-15T14:36:39.920 INFO:tasks.workunit.client.0.smithi016.stdout: "version": "0'0" 2024-04-15T14:36:39.920 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.920 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-15T14:36:39.920 INFO:tasks.workunit.client.0.smithi016.stdout: "acting": [ 2024-04-15T14:36:39.920 INFO:tasks.workunit.client.0.smithi016.stdout: 7, 2024-04-15T14:36:39.920 INFO:tasks.workunit.client.0.smithi016.stdout: 5, 2024-04-15T14:36:39.920 INFO:tasks.workunit.client.0.smithi016.stdout: 0 2024-04-15T14:36:39.921 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T14:36:39.921 INFO:tasks.workunit.client.0.smithi016.stdout: "acting_primary": 7, 2024-04-15T14:36:39.921 INFO:tasks.workunit.client.0.smithi016.stdout: "avail_no_missing": [], 2024-04-15T14:36:39.921 INFO:tasks.workunit.client.0.smithi016.stdout: "blocked_by": [], 2024-04-15T14:36:39.921 INFO:tasks.workunit.client.0.smithi016.stdout: "created": 61, 2024-04-15T14:36:39.921 INFO:tasks.workunit.client.0.smithi016.stdout: "dirty_stats_invalid": false, 2024-04-15T14:36:39.921 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T14:36:39.921 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_stats_invalid": false, 2024-04-15T14:36:39.921 INFO:tasks.workunit.client.0.smithi016.stdout: "last_active": "2024-04-15T14:34:11.925291+0000", 2024-04-15T14:36:39.921 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_active": "2024-04-15T14:33:34.986132+0000", 2024-04-15T14:36:39.921 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_peered": "2024-04-15T14:33:34.986132+0000", 2024-04-15T14:36:39.921 INFO:tasks.workunit.client.0.smithi016.stdout: "last_change": "2024-04-15T14:33:34.987678+0000", 2024-04-15T14:36:39.921 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean": "2024-04-15T14:34:11.925291+0000", 2024-04-15T14:36:39.921 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T14:36:39.922 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub": "0'0", 2024-04-15T14:36:39.922 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T14:36:39.922 INFO:tasks.workunit.client.0.smithi016.stdout: "last_epoch_clean": 62, 2024-04-15T14:36:39.922 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fresh": "2024-04-15T14:34:11.925291+0000", 2024-04-15T14:36:39.922 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fullsized": "2024-04-15T14:34:11.925291+0000", 2024-04-15T14:36:39.922 INFO:tasks.workunit.client.0.smithi016.stdout: "last_peered": "2024-04-15T14:34:11.925291+0000", 2024-04-15T14:36:39.922 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub": "0'0", 2024-04-15T14:36:39.922 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_duration": 0, 2024-04-15T14:36:39.922 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T14:36:39.922 INFO:tasks.workunit.client.0.smithi016.stdout: "last_undegraded": "2024-04-15T14:34:11.925291+0000", 2024-04-15T14:36:39.922 INFO:tasks.workunit.client.0.smithi016.stdout: "last_unstale": "2024-04-15T14:34:11.925291+0000", 2024-04-15T14:36:39.922 INFO:tasks.workunit.client.0.smithi016.stdout: "log_dups_size": 0, 2024-04-15T14:36:39.922 INFO:tasks.workunit.client.0.smithi016.stdout: "log_size": 0, 2024-04-15T14:36:39.922 INFO:tasks.workunit.client.0.smithi016.stdout: "log_start": "0'0", 2024-04-15T14:36:39.923 INFO:tasks.workunit.client.0.smithi016.stdout: "manifest_stats_invalid": false, 2024-04-15T14:36:39.923 INFO:tasks.workunit.client.0.smithi016.stdout: "mapping_epoch": 61, 2024-04-15T14:36:39.923 INFO:tasks.workunit.client.0.smithi016.stdout: "object_location_counts": [], 2024-04-15T14:36:39.923 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_scrubbed": 0, 2024-04-15T14:36:39.923 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_trimmed": 0, 2024-04-15T14:36:39.923 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_stats_invalid": false, 2024-04-15T14:36:39.923 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_size": 0, 2024-04-15T14:36:39.923 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_start": "0'0", 2024-04-15T14:36:39.923 INFO:tasks.workunit.client.0.smithi016.stdout: "parent": "0.0", 2024-04-15T14:36:39.923 INFO:tasks.workunit.client.0.smithi016.stdout: "parent_split_bits": 0, 2024-04-15T14:36:39.923 INFO:tasks.workunit.client.0.smithi016.stdout: "pgid": "3.37", 2024-04-15T14:36:39.923 INFO:tasks.workunit.client.0.smithi016.stdout: "pin_stats_invalid": false, 2024-04-15T14:36:39.923 INFO:tasks.workunit.client.0.smithi016.stdout: "purged_snaps": [], 2024-04-15T14:36:39.923 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_epoch": 70, 2024-04-15T14:36:39.924 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_seq": 18, 2024-04-15T14:36:39.924 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_duration": 0.0, 2024-04-15T14:36:39.924 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-16T20:28:19.567298+0000", 2024-04-15T14:36:39.924 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrim_duration": 0.0, 2024-04-15T14:36:39.924 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrimq_len": 0, 2024-04-15T14:36:39.924 INFO:tasks.workunit.client.0.smithi016.stdout: "stat_sum": { 2024-04-15T14:36:39.924 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes": 0, 2024-04-15T14:36:39.924 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T14:36:39.924 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_recovered": 0, 2024-04-15T14:36:39.924 INFO:tasks.workunit.client.0.smithi016.stdout: "num_deep_scrub_errors": 0, 2024-04-15T14:36:39.924 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict": 0, 2024-04-15T14:36:39.924 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_kb": 0, 2024-04-15T14:36:39.924 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_full": 0, 2024-04-15T14:36:39.924 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_some": 0, 2024-04-15T14:36:39.925 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush": 0, 2024-04-15T14:36:39.925 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_kb": 0, 2024-04-15T14:36:39.925 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_high": 0, 2024-04-15T14:36:39.925 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_low": 0, 2024-04-15T14:36:39.925 INFO:tasks.workunit.client.0.smithi016.stdout: "num_keys_recovered": 0, 2024-04-15T14:36:39.925 INFO:tasks.workunit.client.0.smithi016.stdout: "num_large_omap_objects": 0, 2024-04-15T14:36:39.925 INFO:tasks.workunit.client.0.smithi016.stdout: "num_legacy_snapsets": 0, 2024-04-15T14:36:39.925 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_clones": 0, 2024-04-15T14:36:39.925 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_copies": 0, 2024-04-15T14:36:39.925 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects": 0, 2024-04-15T14:36:39.925 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_degraded": 0, 2024-04-15T14:36:39.925 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_dirty": 0, 2024-04-15T14:36:39.925 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T14:36:39.925 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_manifest": 0, 2024-04-15T14:36:39.926 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_misplaced": 0, 2024-04-15T14:36:39.926 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing": 0, 2024-04-15T14:36:39.926 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T14:36:39.926 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_omap": 0, 2024-04-15T14:36:39.926 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_pinned": 0, 2024-04-15T14:36:39.926 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_recovered": 0, 2024-04-15T14:36:39.926 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_repaired": 0, 2024-04-15T14:36:39.926 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_unfound": 0, 2024-04-15T14:36:39.926 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_bytes": 0, 2024-04-15T14:36:39.926 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_keys": 0, 2024-04-15T14:36:39.926 INFO:tasks.workunit.client.0.smithi016.stdout: "num_promote": 0, 2024-04-15T14:36:39.926 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read": 0, 2024-04-15T14:36:39.926 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read_kb": 0, 2024-04-15T14:36:39.926 INFO:tasks.workunit.client.0.smithi016.stdout: "num_scrub_errors": 0, 2024-04-15T14:36:39.927 INFO:tasks.workunit.client.0.smithi016.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T14:36:39.927 INFO:tasks.workunit.client.0.smithi016.stdout: "num_whiteouts": 0, 2024-04-15T14:36:39.927 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write": 0, 2024-04-15T14:36:39.927 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write_kb": 0 2024-04-15T14:36:39.927 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.927 INFO:tasks.workunit.client.0.smithi016.stdout: "state": "active+clean", 2024-04-15T14:36:39.927 INFO:tasks.workunit.client.0.smithi016.stdout: "stats_invalid": false, 2024-04-15T14:36:39.927 INFO:tasks.workunit.client.0.smithi016.stdout: "up": [ 2024-04-15T14:36:39.927 INFO:tasks.workunit.client.0.smithi016.stdout: 7, 2024-04-15T14:36:39.927 INFO:tasks.workunit.client.0.smithi016.stdout: 5, 2024-04-15T14:36:39.927 INFO:tasks.workunit.client.0.smithi016.stdout: 0 2024-04-15T14:36:39.927 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T14:36:39.927 INFO:tasks.workunit.client.0.smithi016.stdout: "up_primary": 7, 2024-04-15T14:36:39.927 INFO:tasks.workunit.client.0.smithi016.stdout: "version": "0'0" 2024-04-15T14:36:39.928 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.928 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-15T14:36:39.928 INFO:tasks.workunit.client.0.smithi016.stdout: "acting": [ 2024-04-15T14:36:39.928 INFO:tasks.workunit.client.0.smithi016.stdout: 6, 2024-04-15T14:36:39.928 INFO:tasks.workunit.client.0.smithi016.stdout: 5, 2024-04-15T14:36:39.928 INFO:tasks.workunit.client.0.smithi016.stdout: 1 2024-04-15T14:36:39.928 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T14:36:39.928 INFO:tasks.workunit.client.0.smithi016.stdout: "acting_primary": 6, 2024-04-15T14:36:39.928 INFO:tasks.workunit.client.0.smithi016.stdout: "avail_no_missing": [], 2024-04-15T14:36:39.928 INFO:tasks.workunit.client.0.smithi016.stdout: "blocked_by": [], 2024-04-15T14:36:39.928 INFO:tasks.workunit.client.0.smithi016.stdout: "created": 61, 2024-04-15T14:36:39.928 INFO:tasks.workunit.client.0.smithi016.stdout: "dirty_stats_invalid": false, 2024-04-15T14:36:39.928 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T14:36:39.928 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_stats_invalid": false, 2024-04-15T14:36:39.928 INFO:tasks.workunit.client.0.smithi016.stdout: "last_active": "2024-04-15T14:34:12.043529+0000", 2024-04-15T14:36:39.929 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_active": "2024-04-15T14:33:35.001219+0000", 2024-04-15T14:36:39.929 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_peered": "2024-04-15T14:33:35.001219+0000", 2024-04-15T14:36:39.929 INFO:tasks.workunit.client.0.smithi016.stdout: "last_change": "2024-04-15T14:33:35.001503+0000", 2024-04-15T14:36:39.929 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean": "2024-04-15T14:34:12.043529+0000", 2024-04-15T14:36:39.929 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T14:36:39.929 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub": "0'0", 2024-04-15T14:36:39.929 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T14:36:39.929 INFO:tasks.workunit.client.0.smithi016.stdout: "last_epoch_clean": 62, 2024-04-15T14:36:39.929 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fresh": "2024-04-15T14:34:12.043529+0000", 2024-04-15T14:36:39.929 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fullsized": "2024-04-15T14:34:12.043529+0000", 2024-04-15T14:36:39.929 INFO:tasks.workunit.client.0.smithi016.stdout: "last_peered": "2024-04-15T14:34:12.043529+0000", 2024-04-15T14:36:39.929 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub": "0'0", 2024-04-15T14:36:39.929 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_duration": 0, 2024-04-15T14:36:39.929 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T14:36:39.930 INFO:tasks.workunit.client.0.smithi016.stdout: "last_undegraded": "2024-04-15T14:34:12.043529+0000", 2024-04-15T14:36:39.930 INFO:tasks.workunit.client.0.smithi016.stdout: "last_unstale": "2024-04-15T14:34:12.043529+0000", 2024-04-15T14:36:39.930 INFO:tasks.workunit.client.0.smithi016.stdout: "log_dups_size": 0, 2024-04-15T14:36:39.930 INFO:tasks.workunit.client.0.smithi016.stdout: "log_size": 0, 2024-04-15T14:36:39.930 INFO:tasks.workunit.client.0.smithi016.stdout: "log_start": "0'0", 2024-04-15T14:36:39.930 INFO:tasks.workunit.client.0.smithi016.stdout: "manifest_stats_invalid": false, 2024-04-15T14:36:39.930 INFO:tasks.workunit.client.0.smithi016.stdout: "mapping_epoch": 61, 2024-04-15T14:36:39.930 INFO:tasks.workunit.client.0.smithi016.stdout: "object_location_counts": [], 2024-04-15T14:36:39.930 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_scrubbed": 0, 2024-04-15T14:36:39.930 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_trimmed": 0, 2024-04-15T14:36:39.930 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_stats_invalid": false, 2024-04-15T14:36:39.930 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_size": 0, 2024-04-15T14:36:39.930 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_start": "0'0", 2024-04-15T14:36:39.930 INFO:tasks.workunit.client.0.smithi016.stdout: "parent": "0.0", 2024-04-15T14:36:39.931 INFO:tasks.workunit.client.0.smithi016.stdout: "parent_split_bits": 0, 2024-04-15T14:36:39.931 INFO:tasks.workunit.client.0.smithi016.stdout: "pgid": "3.36", 2024-04-15T14:36:39.931 INFO:tasks.workunit.client.0.smithi016.stdout: "pin_stats_invalid": false, 2024-04-15T14:36:39.931 INFO:tasks.workunit.client.0.smithi016.stdout: "purged_snaps": [], 2024-04-15T14:36:39.931 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_epoch": 70, 2024-04-15T14:36:39.931 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_seq": 18, 2024-04-15T14:36:39.931 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_duration": 0.0, 2024-04-15T14:36:39.931 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-17T00:23:04.782738+0000", 2024-04-15T14:36:39.931 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrim_duration": 0.0, 2024-04-15T14:36:39.931 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrimq_len": 0, 2024-04-15T14:36:39.931 INFO:tasks.workunit.client.0.smithi016.stdout: "stat_sum": { 2024-04-15T14:36:39.931 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes": 0, 2024-04-15T14:36:39.931 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T14:36:39.931 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_recovered": 0, 2024-04-15T14:36:39.932 INFO:tasks.workunit.client.0.smithi016.stdout: "num_deep_scrub_errors": 0, 2024-04-15T14:36:39.932 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict": 0, 2024-04-15T14:36:39.932 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_kb": 0, 2024-04-15T14:36:39.932 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_full": 0, 2024-04-15T14:36:39.932 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_some": 0, 2024-04-15T14:36:39.932 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush": 0, 2024-04-15T14:36:39.932 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_kb": 0, 2024-04-15T14:36:39.932 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_high": 0, 2024-04-15T14:36:39.932 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_low": 0, 2024-04-15T14:36:39.932 INFO:tasks.workunit.client.0.smithi016.stdout: "num_keys_recovered": 0, 2024-04-15T14:36:39.932 INFO:tasks.workunit.client.0.smithi016.stdout: "num_large_omap_objects": 0, 2024-04-15T14:36:39.932 INFO:tasks.workunit.client.0.smithi016.stdout: "num_legacy_snapsets": 0, 2024-04-15T14:36:39.932 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_clones": 0, 2024-04-15T14:36:39.932 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_copies": 0, 2024-04-15T14:36:39.933 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects": 0, 2024-04-15T14:36:39.933 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_degraded": 0, 2024-04-15T14:36:39.933 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_dirty": 0, 2024-04-15T14:36:39.933 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T14:36:39.933 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_manifest": 0, 2024-04-15T14:36:39.933 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_misplaced": 0, 2024-04-15T14:36:39.933 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing": 0, 2024-04-15T14:36:39.933 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T14:36:39.933 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_omap": 0, 2024-04-15T14:36:39.933 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_pinned": 0, 2024-04-15T14:36:39.933 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_recovered": 0, 2024-04-15T14:36:39.933 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_repaired": 0, 2024-04-15T14:36:39.933 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_unfound": 0, 2024-04-15T14:36:39.933 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_bytes": 0, 2024-04-15T14:36:39.933 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_keys": 0, 2024-04-15T14:36:39.934 INFO:tasks.workunit.client.0.smithi016.stdout: "num_promote": 0, 2024-04-15T14:36:39.934 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read": 0, 2024-04-15T14:36:39.934 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read_kb": 0, 2024-04-15T14:36:39.934 INFO:tasks.workunit.client.0.smithi016.stdout: "num_scrub_errors": 0, 2024-04-15T14:36:39.934 INFO:tasks.workunit.client.0.smithi016.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T14:36:39.934 INFO:tasks.workunit.client.0.smithi016.stdout: "num_whiteouts": 0, 2024-04-15T14:36:39.934 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write": 0, 2024-04-15T14:36:39.934 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write_kb": 0 2024-04-15T14:36:39.934 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.934 INFO:tasks.workunit.client.0.smithi016.stdout: "state": "active+clean", 2024-04-15T14:36:39.934 INFO:tasks.workunit.client.0.smithi016.stdout: "stats_invalid": false, 2024-04-15T14:36:39.934 INFO:tasks.workunit.client.0.smithi016.stdout: "up": [ 2024-04-15T14:36:39.934 INFO:tasks.workunit.client.0.smithi016.stdout: 6, 2024-04-15T14:36:39.934 INFO:tasks.workunit.client.0.smithi016.stdout: 5, 2024-04-15T14:36:39.935 INFO:tasks.workunit.client.0.smithi016.stdout: 1 2024-04-15T14:36:39.935 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T14:36:39.935 INFO:tasks.workunit.client.0.smithi016.stdout: "up_primary": 6, 2024-04-15T14:36:39.935 INFO:tasks.workunit.client.0.smithi016.stdout: "version": "0'0" 2024-04-15T14:36:39.935 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.935 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-15T14:36:39.935 INFO:tasks.workunit.client.0.smithi016.stdout: "acting": [ 2024-04-15T14:36:39.935 INFO:tasks.workunit.client.0.smithi016.stdout: 6, 2024-04-15T14:36:39.935 INFO:tasks.workunit.client.0.smithi016.stdout: 5, 2024-04-15T14:36:39.935 INFO:tasks.workunit.client.0.smithi016.stdout: 0 2024-04-15T14:36:39.935 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T14:36:39.935 INFO:tasks.workunit.client.0.smithi016.stdout: "acting_primary": 6, 2024-04-15T14:36:39.935 INFO:tasks.workunit.client.0.smithi016.stdout: "avail_no_missing": [], 2024-04-15T14:36:39.936 INFO:tasks.workunit.client.0.smithi016.stdout: "blocked_by": [], 2024-04-15T14:36:39.936 INFO:tasks.workunit.client.0.smithi016.stdout: "created": 61, 2024-04-15T14:36:39.936 INFO:tasks.workunit.client.0.smithi016.stdout: "dirty_stats_invalid": false, 2024-04-15T14:36:39.936 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T14:36:39.936 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_stats_invalid": false, 2024-04-15T14:36:39.936 INFO:tasks.workunit.client.0.smithi016.stdout: "last_active": "2024-04-15T14:34:12.043836+0000", 2024-04-15T14:36:39.936 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_active": "2024-04-15T14:33:35.006725+0000", 2024-04-15T14:36:39.936 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_peered": "2024-04-15T14:33:35.006725+0000", 2024-04-15T14:36:39.936 INFO:tasks.workunit.client.0.smithi016.stdout: "last_change": "2024-04-15T14:33:35.007017+0000", 2024-04-15T14:36:39.936 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean": "2024-04-15T14:34:12.043836+0000", 2024-04-15T14:36:39.936 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T14:36:39.936 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub": "0'0", 2024-04-15T14:36:39.936 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T14:36:39.936 INFO:tasks.workunit.client.0.smithi016.stdout: "last_epoch_clean": 62, 2024-04-15T14:36:39.937 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fresh": "2024-04-15T14:34:12.043836+0000", 2024-04-15T14:36:39.937 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fullsized": "2024-04-15T14:34:12.043836+0000", 2024-04-15T14:36:39.937 INFO:tasks.workunit.client.0.smithi016.stdout: "last_peered": "2024-04-15T14:34:12.043836+0000", 2024-04-15T14:36:39.937 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub": "0'0", 2024-04-15T14:36:39.937 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_duration": 0, 2024-04-15T14:36:39.937 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T14:36:39.937 INFO:tasks.workunit.client.0.smithi016.stdout: "last_undegraded": "2024-04-15T14:34:12.043836+0000", 2024-04-15T14:36:39.937 INFO:tasks.workunit.client.0.smithi016.stdout: "last_unstale": "2024-04-15T14:34:12.043836+0000", 2024-04-15T14:36:39.937 INFO:tasks.workunit.client.0.smithi016.stdout: "log_dups_size": 0, 2024-04-15T14:36:39.937 INFO:tasks.workunit.client.0.smithi016.stdout: "log_size": 0, 2024-04-15T14:36:39.937 INFO:tasks.workunit.client.0.smithi016.stdout: "log_start": "0'0", 2024-04-15T14:36:39.937 INFO:tasks.workunit.client.0.smithi016.stdout: "manifest_stats_invalid": false, 2024-04-15T14:36:39.937 INFO:tasks.workunit.client.0.smithi016.stdout: "mapping_epoch": 61, 2024-04-15T14:36:39.937 INFO:tasks.workunit.client.0.smithi016.stdout: "object_location_counts": [], 2024-04-15T14:36:39.938 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_scrubbed": 0, 2024-04-15T14:36:39.938 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_trimmed": 0, 2024-04-15T14:36:39.938 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_stats_invalid": false, 2024-04-15T14:36:39.938 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_size": 0, 2024-04-15T14:36:39.938 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_start": "0'0", 2024-04-15T14:36:39.938 INFO:tasks.workunit.client.0.smithi016.stdout: "parent": "0.0", 2024-04-15T14:36:39.938 INFO:tasks.workunit.client.0.smithi016.stdout: "parent_split_bits": 0, 2024-04-15T14:36:39.938 INFO:tasks.workunit.client.0.smithi016.stdout: "pgid": "3.35", 2024-04-15T14:36:39.938 INFO:tasks.workunit.client.0.smithi016.stdout: "pin_stats_invalid": false, 2024-04-15T14:36:39.938 INFO:tasks.workunit.client.0.smithi016.stdout: "purged_snaps": [], 2024-04-15T14:36:39.938 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_epoch": 70, 2024-04-15T14:36:39.938 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_seq": 18, 2024-04-15T14:36:39.938 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_duration": 0.0, 2024-04-15T14:36:39.938 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-16T16:46:31.161022+0000", 2024-04-15T14:36:39.939 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrim_duration": 0.0, 2024-04-15T14:36:39.939 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrimq_len": 0, 2024-04-15T14:36:39.939 INFO:tasks.workunit.client.0.smithi016.stdout: "stat_sum": { 2024-04-15T14:36:39.939 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes": 0, 2024-04-15T14:36:39.939 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T14:36:39.939 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_recovered": 0, 2024-04-15T14:36:39.939 INFO:tasks.workunit.client.0.smithi016.stdout: "num_deep_scrub_errors": 0, 2024-04-15T14:36:39.939 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict": 0, 2024-04-15T14:36:39.939 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_kb": 0, 2024-04-15T14:36:39.939 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_full": 0, 2024-04-15T14:36:39.939 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_some": 0, 2024-04-15T14:36:39.939 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush": 0, 2024-04-15T14:36:39.939 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_kb": 0, 2024-04-15T14:36:39.939 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_high": 0, 2024-04-15T14:36:39.940 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_low": 0, 2024-04-15T14:36:39.940 INFO:tasks.workunit.client.0.smithi016.stdout: "num_keys_recovered": 0, 2024-04-15T14:36:39.940 INFO:tasks.workunit.client.0.smithi016.stdout: "num_large_omap_objects": 0, 2024-04-15T14:36:39.940 INFO:tasks.workunit.client.0.smithi016.stdout: "num_legacy_snapsets": 0, 2024-04-15T14:36:39.940 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_clones": 0, 2024-04-15T14:36:39.940 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_copies": 0, 2024-04-15T14:36:39.940 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects": 0, 2024-04-15T14:36:39.940 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_degraded": 0, 2024-04-15T14:36:39.940 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_dirty": 0, 2024-04-15T14:36:39.940 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T14:36:39.940 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_manifest": 0, 2024-04-15T14:36:39.940 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_misplaced": 0, 2024-04-15T14:36:39.940 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing": 0, 2024-04-15T14:36:39.940 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T14:36:39.941 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_omap": 0, 2024-04-15T14:36:39.941 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_pinned": 0, 2024-04-15T14:36:39.941 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_recovered": 0, 2024-04-15T14:36:39.941 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_repaired": 0, 2024-04-15T14:36:39.941 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_unfound": 0, 2024-04-15T14:36:39.941 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_bytes": 0, 2024-04-15T14:36:39.941 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_keys": 0, 2024-04-15T14:36:39.941 INFO:tasks.workunit.client.0.smithi016.stdout: "num_promote": 0, 2024-04-15T14:36:39.941 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read": 0, 2024-04-15T14:36:39.941 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read_kb": 0, 2024-04-15T14:36:39.941 INFO:tasks.workunit.client.0.smithi016.stdout: "num_scrub_errors": 0, 2024-04-15T14:36:39.941 INFO:tasks.workunit.client.0.smithi016.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T14:36:39.941 INFO:tasks.workunit.client.0.smithi016.stdout: "num_whiteouts": 0, 2024-04-15T14:36:39.941 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write": 0, 2024-04-15T14:36:39.941 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write_kb": 0 2024-04-15T14:36:39.942 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.942 INFO:tasks.workunit.client.0.smithi016.stdout: "state": "active+clean", 2024-04-15T14:36:39.942 INFO:tasks.workunit.client.0.smithi016.stdout: "stats_invalid": false, 2024-04-15T14:36:39.942 INFO:tasks.workunit.client.0.smithi016.stdout: "up": [ 2024-04-15T14:36:39.942 INFO:tasks.workunit.client.0.smithi016.stdout: 6, 2024-04-15T14:36:39.942 INFO:tasks.workunit.client.0.smithi016.stdout: 5, 2024-04-15T14:36:39.942 INFO:tasks.workunit.client.0.smithi016.stdout: 0 2024-04-15T14:36:39.942 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T14:36:39.942 INFO:tasks.workunit.client.0.smithi016.stdout: "up_primary": 6, 2024-04-15T14:36:39.942 INFO:tasks.workunit.client.0.smithi016.stdout: "version": "0'0" 2024-04-15T14:36:39.942 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.942 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-15T14:36:39.942 INFO:tasks.workunit.client.0.smithi016.stdout: "acting": [ 2024-04-15T14:36:39.942 INFO:tasks.workunit.client.0.smithi016.stdout: 4, 2024-04-15T14:36:39.943 INFO:tasks.workunit.client.0.smithi016.stdout: 6, 2024-04-15T14:36:39.943 INFO:tasks.workunit.client.0.smithi016.stdout: 0 2024-04-15T14:36:39.943 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T14:36:39.943 INFO:tasks.workunit.client.0.smithi016.stdout: "acting_primary": 4, 2024-04-15T14:36:39.943 INFO:tasks.workunit.client.0.smithi016.stdout: "avail_no_missing": [], 2024-04-15T14:36:39.943 INFO:tasks.workunit.client.0.smithi016.stdout: "blocked_by": [], 2024-04-15T14:36:39.943 INFO:tasks.workunit.client.0.smithi016.stdout: "created": 61, 2024-04-15T14:36:39.943 INFO:tasks.workunit.client.0.smithi016.stdout: "dirty_stats_invalid": false, 2024-04-15T14:36:39.943 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T14:36:39.943 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_stats_invalid": false, 2024-04-15T14:36:39.943 INFO:tasks.workunit.client.0.smithi016.stdout: "last_active": "2024-04-15T14:34:12.020332+0000", 2024-04-15T14:36:39.943 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_active": "2024-04-15T14:33:35.004731+0000", 2024-04-15T14:36:39.943 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_peered": "2024-04-15T14:33:35.004731+0000", 2024-04-15T14:36:39.943 INFO:tasks.workunit.client.0.smithi016.stdout: "last_change": "2024-04-15T14:33:35.005055+0000", 2024-04-15T14:36:39.944 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean": "2024-04-15T14:34:12.020332+0000", 2024-04-15T14:36:39.944 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T14:36:39.944 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub": "0'0", 2024-04-15T14:36:39.944 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T14:36:39.944 INFO:tasks.workunit.client.0.smithi016.stdout: "last_epoch_clean": 62, 2024-04-15T14:36:39.944 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fresh": "2024-04-15T14:34:12.020332+0000", 2024-04-15T14:36:39.944 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fullsized": "2024-04-15T14:34:12.020332+0000", 2024-04-15T14:36:39.944 INFO:tasks.workunit.client.0.smithi016.stdout: "last_peered": "2024-04-15T14:34:12.020332+0000", 2024-04-15T14:36:39.944 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub": "0'0", 2024-04-15T14:36:39.944 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_duration": 0, 2024-04-15T14:36:39.944 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T14:36:39.944 INFO:tasks.workunit.client.0.smithi016.stdout: "last_undegraded": "2024-04-15T14:34:12.020332+0000", 2024-04-15T14:36:39.944 INFO:tasks.workunit.client.0.smithi016.stdout: "last_unstale": "2024-04-15T14:34:12.020332+0000", 2024-04-15T14:36:39.944 INFO:tasks.workunit.client.0.smithi016.stdout: "log_dups_size": 0, 2024-04-15T14:36:39.945 INFO:tasks.workunit.client.0.smithi016.stdout: "log_size": 0, 2024-04-15T14:36:39.945 INFO:tasks.workunit.client.0.smithi016.stdout: "log_start": "0'0", 2024-04-15T14:36:39.945 INFO:tasks.workunit.client.0.smithi016.stdout: "manifest_stats_invalid": false, 2024-04-15T14:36:39.945 INFO:tasks.workunit.client.0.smithi016.stdout: "mapping_epoch": 61, 2024-04-15T14:36:39.945 INFO:tasks.workunit.client.0.smithi016.stdout: "object_location_counts": [], 2024-04-15T14:36:39.945 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_scrubbed": 0, 2024-04-15T14:36:39.945 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_trimmed": 0, 2024-04-15T14:36:39.945 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_stats_invalid": false, 2024-04-15T14:36:39.945 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_size": 0, 2024-04-15T14:36:39.945 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_start": "0'0", 2024-04-15T14:36:39.945 INFO:tasks.workunit.client.0.smithi016.stdout: "parent": "0.0", 2024-04-15T14:36:39.945 INFO:tasks.workunit.client.0.smithi016.stdout: "parent_split_bits": 0, 2024-04-15T14:36:39.945 INFO:tasks.workunit.client.0.smithi016.stdout: "pgid": "3.34", 2024-04-15T14:36:39.945 INFO:tasks.workunit.client.0.smithi016.stdout: "pin_stats_invalid": false, 2024-04-15T14:36:39.945 INFO:tasks.workunit.client.0.smithi016.stdout: "purged_snaps": [], 2024-04-15T14:36:39.946 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_epoch": 70, 2024-04-15T14:36:39.946 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_seq": 18, 2024-04-15T14:36:39.946 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_duration": 0.0, 2024-04-15T14:36:39.946 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-16T19:41:45.184445+0000", 2024-04-15T14:36:39.946 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrim_duration": 0.0, 2024-04-15T14:36:39.946 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrimq_len": 0, 2024-04-15T14:36:39.946 INFO:tasks.workunit.client.0.smithi016.stdout: "stat_sum": { 2024-04-15T14:36:39.946 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes": 0, 2024-04-15T14:36:39.946 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T14:36:39.946 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_recovered": 0, 2024-04-15T14:36:39.946 INFO:tasks.workunit.client.0.smithi016.stdout: "num_deep_scrub_errors": 0, 2024-04-15T14:36:39.946 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict": 0, 2024-04-15T14:36:39.946 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_kb": 0, 2024-04-15T14:36:39.946 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_full": 0, 2024-04-15T14:36:39.947 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_some": 0, 2024-04-15T14:36:39.947 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush": 0, 2024-04-15T14:36:39.947 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_kb": 0, 2024-04-15T14:36:39.947 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_high": 0, 2024-04-15T14:36:39.947 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_low": 0, 2024-04-15T14:36:39.947 INFO:tasks.workunit.client.0.smithi016.stdout: "num_keys_recovered": 0, 2024-04-15T14:36:39.947 INFO:tasks.workunit.client.0.smithi016.stdout: "num_large_omap_objects": 0, 2024-04-15T14:36:39.947 INFO:tasks.workunit.client.0.smithi016.stdout: "num_legacy_snapsets": 0, 2024-04-15T14:36:39.947 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_clones": 0, 2024-04-15T14:36:39.947 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_copies": 0, 2024-04-15T14:36:39.947 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects": 0, 2024-04-15T14:36:39.947 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_degraded": 0, 2024-04-15T14:36:39.947 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_dirty": 0, 2024-04-15T14:36:39.947 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T14:36:39.947 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_manifest": 0, 2024-04-15T14:36:39.948 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_misplaced": 0, 2024-04-15T14:36:39.948 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing": 0, 2024-04-15T14:36:39.948 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T14:36:39.948 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_omap": 0, 2024-04-15T14:36:39.948 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_pinned": 0, 2024-04-15T14:36:39.948 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_recovered": 0, 2024-04-15T14:36:39.948 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_repaired": 0, 2024-04-15T14:36:39.948 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_unfound": 0, 2024-04-15T14:36:39.948 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_bytes": 0, 2024-04-15T14:36:39.948 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_keys": 0, 2024-04-15T14:36:39.948 INFO:tasks.workunit.client.0.smithi016.stdout: "num_promote": 0, 2024-04-15T14:36:39.948 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read": 0, 2024-04-15T14:36:39.948 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read_kb": 0, 2024-04-15T14:36:39.948 INFO:tasks.workunit.client.0.smithi016.stdout: "num_scrub_errors": 0, 2024-04-15T14:36:39.949 INFO:tasks.workunit.client.0.smithi016.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T14:36:39.949 INFO:tasks.workunit.client.0.smithi016.stdout: "num_whiteouts": 0, 2024-04-15T14:36:39.949 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write": 0, 2024-04-15T14:36:39.949 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write_kb": 0 2024-04-15T14:36:39.949 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.949 INFO:tasks.workunit.client.0.smithi016.stdout: "state": "active+clean", 2024-04-15T14:36:39.949 INFO:tasks.workunit.client.0.smithi016.stdout: "stats_invalid": false, 2024-04-15T14:36:39.949 INFO:tasks.workunit.client.0.smithi016.stdout: "up": [ 2024-04-15T14:36:39.949 INFO:tasks.workunit.client.0.smithi016.stdout: 4, 2024-04-15T14:36:39.949 INFO:tasks.workunit.client.0.smithi016.stdout: 6, 2024-04-15T14:36:39.949 INFO:tasks.workunit.client.0.smithi016.stdout: 0 2024-04-15T14:36:39.949 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T14:36:39.949 INFO:tasks.workunit.client.0.smithi016.stdout: "up_primary": 4, 2024-04-15T14:36:39.949 INFO:tasks.workunit.client.0.smithi016.stdout: "version": "0'0" 2024-04-15T14:36:39.949 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.950 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-15T14:36:39.950 INFO:tasks.workunit.client.0.smithi016.stdout: "acting": [ 2024-04-15T14:36:39.950 INFO:tasks.workunit.client.0.smithi016.stdout: 3, 2024-04-15T14:36:39.950 INFO:tasks.workunit.client.0.smithi016.stdout: 6, 2024-04-15T14:36:39.950 INFO:tasks.workunit.client.0.smithi016.stdout: 1 2024-04-15T14:36:39.950 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T14:36:39.950 INFO:tasks.workunit.client.0.smithi016.stdout: "acting_primary": 3, 2024-04-15T14:36:39.950 INFO:tasks.workunit.client.0.smithi016.stdout: "avail_no_missing": [], 2024-04-15T14:36:39.950 INFO:tasks.workunit.client.0.smithi016.stdout: "blocked_by": [], 2024-04-15T14:36:39.950 INFO:tasks.workunit.client.0.smithi016.stdout: "created": 61, 2024-04-15T14:36:39.950 INFO:tasks.workunit.client.0.smithi016.stdout: "dirty_stats_invalid": false, 2024-04-15T14:36:39.950 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T14:36:39.950 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_stats_invalid": false, 2024-04-15T14:36:39.951 INFO:tasks.workunit.client.0.smithi016.stdout: "last_active": "2024-04-15T14:34:12.046017+0000", 2024-04-15T14:36:39.951 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_active": "2024-04-15T14:33:34.989094+0000", 2024-04-15T14:36:39.951 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_peered": "2024-04-15T14:33:34.989094+0000", 2024-04-15T14:36:39.951 INFO:tasks.workunit.client.0.smithi016.stdout: "last_change": "2024-04-15T14:33:34.989363+0000", 2024-04-15T14:36:39.951 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean": "2024-04-15T14:34:12.046017+0000", 2024-04-15T14:36:39.951 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T14:36:39.951 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub": "0'0", 2024-04-15T14:36:39.951 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T14:36:39.951 INFO:tasks.workunit.client.0.smithi016.stdout: "last_epoch_clean": 62, 2024-04-15T14:36:39.951 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fresh": "2024-04-15T14:34:12.046017+0000", 2024-04-15T14:36:39.951 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fullsized": "2024-04-15T14:34:12.046017+0000", 2024-04-15T14:36:39.951 INFO:tasks.workunit.client.0.smithi016.stdout: "last_peered": "2024-04-15T14:34:12.046017+0000", 2024-04-15T14:36:39.951 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub": "0'0", 2024-04-15T14:36:39.951 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_duration": 0, 2024-04-15T14:36:39.952 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T14:36:39.952 INFO:tasks.workunit.client.0.smithi016.stdout: "last_undegraded": "2024-04-15T14:34:12.046017+0000", 2024-04-15T14:36:39.952 INFO:tasks.workunit.client.0.smithi016.stdout: "last_unstale": "2024-04-15T14:34:12.046017+0000", 2024-04-15T14:36:39.952 INFO:tasks.workunit.client.0.smithi016.stdout: "log_dups_size": 0, 2024-04-15T14:36:39.952 INFO:tasks.workunit.client.0.smithi016.stdout: "log_size": 0, 2024-04-15T14:36:39.952 INFO:tasks.workunit.client.0.smithi016.stdout: "log_start": "0'0", 2024-04-15T14:36:39.952 INFO:tasks.workunit.client.0.smithi016.stdout: "manifest_stats_invalid": false, 2024-04-15T14:36:39.952 INFO:tasks.workunit.client.0.smithi016.stdout: "mapping_epoch": 61, 2024-04-15T14:36:39.952 INFO:tasks.workunit.client.0.smithi016.stdout: "object_location_counts": [], 2024-04-15T14:36:39.952 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_scrubbed": 0, 2024-04-15T14:36:39.952 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_trimmed": 0, 2024-04-15T14:36:39.952 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_stats_invalid": false, 2024-04-15T14:36:39.952 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_size": 0, 2024-04-15T14:36:39.952 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_start": "0'0", 2024-04-15T14:36:39.952 INFO:tasks.workunit.client.0.smithi016.stdout: "parent": "0.0", 2024-04-15T14:36:39.953 INFO:tasks.workunit.client.0.smithi016.stdout: "parent_split_bits": 0, 2024-04-15T14:36:39.953 INFO:tasks.workunit.client.0.smithi016.stdout: "pgid": "3.33", 2024-04-15T14:36:39.953 INFO:tasks.workunit.client.0.smithi016.stdout: "pin_stats_invalid": false, 2024-04-15T14:36:39.953 INFO:tasks.workunit.client.0.smithi016.stdout: "purged_snaps": [], 2024-04-15T14:36:39.953 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_epoch": 70, 2024-04-15T14:36:39.953 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_seq": 18, 2024-04-15T14:36:39.953 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_duration": 0.0, 2024-04-15T14:36:39.953 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-16T17:30:02.993688+0000", 2024-04-15T14:36:39.953 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrim_duration": 0.0, 2024-04-15T14:36:39.953 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrimq_len": 0, 2024-04-15T14:36:39.953 INFO:tasks.workunit.client.0.smithi016.stdout: "stat_sum": { 2024-04-15T14:36:39.953 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes": 0, 2024-04-15T14:36:39.953 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T14:36:39.953 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_recovered": 0, 2024-04-15T14:36:39.954 INFO:tasks.workunit.client.0.smithi016.stdout: "num_deep_scrub_errors": 0, 2024-04-15T14:36:39.954 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict": 0, 2024-04-15T14:36:39.954 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_kb": 0, 2024-04-15T14:36:39.954 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_full": 0, 2024-04-15T14:36:39.954 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_some": 0, 2024-04-15T14:36:39.954 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush": 0, 2024-04-15T14:36:39.954 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_kb": 0, 2024-04-15T14:36:39.954 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_high": 0, 2024-04-15T14:36:39.954 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_low": 0, 2024-04-15T14:36:39.954 INFO:tasks.workunit.client.0.smithi016.stdout: "num_keys_recovered": 0, 2024-04-15T14:36:39.954 INFO:tasks.workunit.client.0.smithi016.stdout: "num_large_omap_objects": 0, 2024-04-15T14:36:39.954 INFO:tasks.workunit.client.0.smithi016.stdout: "num_legacy_snapsets": 0, 2024-04-15T14:36:39.954 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_clones": 0, 2024-04-15T14:36:39.955 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_copies": 0, 2024-04-15T14:36:39.955 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects": 0, 2024-04-15T14:36:39.955 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_degraded": 0, 2024-04-15T14:36:39.955 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_dirty": 0, 2024-04-15T14:36:39.955 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T14:36:39.955 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_manifest": 0, 2024-04-15T14:36:39.955 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_misplaced": 0, 2024-04-15T14:36:39.955 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing": 0, 2024-04-15T14:36:39.955 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T14:36:39.955 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_omap": 0, 2024-04-15T14:36:39.955 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_pinned": 0, 2024-04-15T14:36:39.955 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_recovered": 0, 2024-04-15T14:36:39.955 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_repaired": 0, 2024-04-15T14:36:39.955 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_unfound": 0, 2024-04-15T14:36:39.956 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_bytes": 0, 2024-04-15T14:36:39.956 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_keys": 0, 2024-04-15T14:36:39.956 INFO:tasks.workunit.client.0.smithi016.stdout: "num_promote": 0, 2024-04-15T14:36:39.956 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read": 0, 2024-04-15T14:36:39.956 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read_kb": 0, 2024-04-15T14:36:39.956 INFO:tasks.workunit.client.0.smithi016.stdout: "num_scrub_errors": 0, 2024-04-15T14:36:39.956 INFO:tasks.workunit.client.0.smithi016.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T14:36:39.956 INFO:tasks.workunit.client.0.smithi016.stdout: "num_whiteouts": 0, 2024-04-15T14:36:39.956 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write": 0, 2024-04-15T14:36:39.956 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write_kb": 0 2024-04-15T14:36:39.956 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.956 INFO:tasks.workunit.client.0.smithi016.stdout: "state": "active+clean", 2024-04-15T14:36:39.956 INFO:tasks.workunit.client.0.smithi016.stdout: "stats_invalid": false, 2024-04-15T14:36:39.956 INFO:tasks.workunit.client.0.smithi016.stdout: "up": [ 2024-04-15T14:36:39.957 INFO:tasks.workunit.client.0.smithi016.stdout: 3, 2024-04-15T14:36:39.957 INFO:tasks.workunit.client.0.smithi016.stdout: 6, 2024-04-15T14:36:39.957 INFO:tasks.workunit.client.0.smithi016.stdout: 1 2024-04-15T14:36:39.957 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T14:36:39.957 INFO:tasks.workunit.client.0.smithi016.stdout: "up_primary": 3, 2024-04-15T14:36:39.957 INFO:tasks.workunit.client.0.smithi016.stdout: "version": "0'0" 2024-04-15T14:36:39.957 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.957 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-15T14:36:39.957 INFO:tasks.workunit.client.0.smithi016.stdout: "acting": [ 2024-04-15T14:36:39.957 INFO:tasks.workunit.client.0.smithi016.stdout: 0, 2024-04-15T14:36:39.957 INFO:tasks.workunit.client.0.smithi016.stdout: 1, 2024-04-15T14:36:39.957 INFO:tasks.workunit.client.0.smithi016.stdout: 5 2024-04-15T14:36:39.957 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T14:36:39.957 INFO:tasks.workunit.client.0.smithi016.stdout: "acting_primary": 0, 2024-04-15T14:36:39.958 INFO:tasks.workunit.client.0.smithi016.stdout: "avail_no_missing": [], 2024-04-15T14:36:39.958 INFO:tasks.workunit.client.0.smithi016.stdout: "blocked_by": [], 2024-04-15T14:36:39.958 INFO:tasks.workunit.client.0.smithi016.stdout: "created": 61, 2024-04-15T14:36:39.958 INFO:tasks.workunit.client.0.smithi016.stdout: "dirty_stats_invalid": false, 2024-04-15T14:36:39.958 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T14:36:39.958 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_stats_invalid": false, 2024-04-15T14:36:39.958 INFO:tasks.workunit.client.0.smithi016.stdout: "last_active": "2024-04-15T14:34:11.922899+0000", 2024-04-15T14:36:39.958 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_active": "2024-04-15T14:33:34.998008+0000", 2024-04-15T14:36:39.958 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_peered": "2024-04-15T14:33:34.998008+0000", 2024-04-15T14:36:39.958 INFO:tasks.workunit.client.0.smithi016.stdout: "last_change": "2024-04-15T14:33:34.998364+0000", 2024-04-15T14:36:39.958 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean": "2024-04-15T14:34:11.922899+0000", 2024-04-15T14:36:39.958 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T14:36:39.958 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub": "0'0", 2024-04-15T14:36:39.958 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T14:36:39.959 INFO:tasks.workunit.client.0.smithi016.stdout: "last_epoch_clean": 62, 2024-04-15T14:36:39.959 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fresh": "2024-04-15T14:34:11.922899+0000", 2024-04-15T14:36:39.959 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fullsized": "2024-04-15T14:34:11.922899+0000", 2024-04-15T14:36:39.959 INFO:tasks.workunit.client.0.smithi016.stdout: "last_peered": "2024-04-15T14:34:11.922899+0000", 2024-04-15T14:36:39.959 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub": "0'0", 2024-04-15T14:36:39.959 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_duration": 0, 2024-04-15T14:36:39.959 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T14:36:39.959 INFO:tasks.workunit.client.0.smithi016.stdout: "last_undegraded": "2024-04-15T14:34:11.922899+0000", 2024-04-15T14:36:39.959 INFO:tasks.workunit.client.0.smithi016.stdout: "last_unstale": "2024-04-15T14:34:11.922899+0000", 2024-04-15T14:36:39.959 INFO:tasks.workunit.client.0.smithi016.stdout: "log_dups_size": 0, 2024-04-15T14:36:39.959 INFO:tasks.workunit.client.0.smithi016.stdout: "log_size": 0, 2024-04-15T14:36:39.959 INFO:tasks.workunit.client.0.smithi016.stdout: "log_start": "0'0", 2024-04-15T14:36:39.959 INFO:tasks.workunit.client.0.smithi016.stdout: "manifest_stats_invalid": false, 2024-04-15T14:36:39.959 INFO:tasks.workunit.client.0.smithi016.stdout: "mapping_epoch": 61, 2024-04-15T14:36:39.960 INFO:tasks.workunit.client.0.smithi016.stdout: "object_location_counts": [], 2024-04-15T14:36:39.960 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_scrubbed": 0, 2024-04-15T14:36:39.960 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_trimmed": 0, 2024-04-15T14:36:39.960 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_stats_invalid": false, 2024-04-15T14:36:39.960 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_size": 0, 2024-04-15T14:36:39.960 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_start": "0'0", 2024-04-15T14:36:39.960 INFO:tasks.workunit.client.0.smithi016.stdout: "parent": "0.0", 2024-04-15T14:36:39.960 INFO:tasks.workunit.client.0.smithi016.stdout: "parent_split_bits": 0, 2024-04-15T14:36:39.960 INFO:tasks.workunit.client.0.smithi016.stdout: "pgid": "3.32", 2024-04-15T14:36:39.960 INFO:tasks.workunit.client.0.smithi016.stdout: "pin_stats_invalid": false, 2024-04-15T14:36:39.960 INFO:tasks.workunit.client.0.smithi016.stdout: "purged_snaps": [], 2024-04-15T14:36:39.960 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_epoch": 70, 2024-04-15T14:36:39.960 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_seq": 18, 2024-04-15T14:36:39.960 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_duration": 0.0, 2024-04-15T14:36:39.960 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-16T16:54:11.704068+0000", 2024-04-15T14:36:39.961 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrim_duration": 0.0, 2024-04-15T14:36:39.961 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrimq_len": 0, 2024-04-15T14:36:39.961 INFO:tasks.workunit.client.0.smithi016.stdout: "stat_sum": { 2024-04-15T14:36:39.961 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes": 0, 2024-04-15T14:36:39.961 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T14:36:39.961 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_recovered": 0, 2024-04-15T14:36:39.961 INFO:tasks.workunit.client.0.smithi016.stdout: "num_deep_scrub_errors": 0, 2024-04-15T14:36:39.961 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict": 0, 2024-04-15T14:36:39.961 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_kb": 0, 2024-04-15T14:36:39.961 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_full": 0, 2024-04-15T14:36:39.961 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_some": 0, 2024-04-15T14:36:39.961 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush": 0, 2024-04-15T14:36:39.961 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_kb": 0, 2024-04-15T14:36:39.961 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_high": 0, 2024-04-15T14:36:39.962 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_low": 0, 2024-04-15T14:36:39.962 INFO:tasks.workunit.client.0.smithi016.stdout: "num_keys_recovered": 0, 2024-04-15T14:36:39.962 INFO:tasks.workunit.client.0.smithi016.stdout: "num_large_omap_objects": 0, 2024-04-15T14:36:39.962 INFO:tasks.workunit.client.0.smithi016.stdout: "num_legacy_snapsets": 0, 2024-04-15T14:36:39.962 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_clones": 0, 2024-04-15T14:36:39.962 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_copies": 0, 2024-04-15T14:36:39.962 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects": 0, 2024-04-15T14:36:39.962 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_degraded": 0, 2024-04-15T14:36:39.962 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_dirty": 0, 2024-04-15T14:36:39.962 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T14:36:39.962 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_manifest": 0, 2024-04-15T14:36:39.962 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_misplaced": 0, 2024-04-15T14:36:39.962 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing": 0, 2024-04-15T14:36:39.962 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T14:36:39.963 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_omap": 0, 2024-04-15T14:36:39.963 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_pinned": 0, 2024-04-15T14:36:39.963 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_recovered": 0, 2024-04-15T14:36:39.963 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_repaired": 0, 2024-04-15T14:36:39.963 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_unfound": 0, 2024-04-15T14:36:39.963 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_bytes": 0, 2024-04-15T14:36:39.963 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_keys": 0, 2024-04-15T14:36:39.963 INFO:tasks.workunit.client.0.smithi016.stdout: "num_promote": 0, 2024-04-15T14:36:39.963 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read": 0, 2024-04-15T14:36:39.963 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read_kb": 0, 2024-04-15T14:36:39.963 INFO:tasks.workunit.client.0.smithi016.stdout: "num_scrub_errors": 0, 2024-04-15T14:36:39.963 INFO:tasks.workunit.client.0.smithi016.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T14:36:39.963 INFO:tasks.workunit.client.0.smithi016.stdout: "num_whiteouts": 0, 2024-04-15T14:36:39.963 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write": 0, 2024-04-15T14:36:39.963 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write_kb": 0 2024-04-15T14:36:39.964 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.964 INFO:tasks.workunit.client.0.smithi016.stdout: "state": "active+clean", 2024-04-15T14:36:39.964 INFO:tasks.workunit.client.0.smithi016.stdout: "stats_invalid": false, 2024-04-15T14:36:39.964 INFO:tasks.workunit.client.0.smithi016.stdout: "up": [ 2024-04-15T14:36:39.964 INFO:tasks.workunit.client.0.smithi016.stdout: 0, 2024-04-15T14:36:39.964 INFO:tasks.workunit.client.0.smithi016.stdout: 1, 2024-04-15T14:36:39.964 INFO:tasks.workunit.client.0.smithi016.stdout: 5 2024-04-15T14:36:39.964 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T14:36:39.964 INFO:tasks.workunit.client.0.smithi016.stdout: "up_primary": 0, 2024-04-15T14:36:39.964 INFO:tasks.workunit.client.0.smithi016.stdout: "version": "0'0" 2024-04-15T14:36:39.964 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.964 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-15T14:36:39.964 INFO:tasks.workunit.client.0.smithi016.stdout: "acting": [ 2024-04-15T14:36:39.964 INFO:tasks.workunit.client.0.smithi016.stdout: 1, 2024-04-15T14:36:39.965 INFO:tasks.workunit.client.0.smithi016.stdout: 4, 2024-04-15T14:36:39.965 INFO:tasks.workunit.client.0.smithi016.stdout: 5 2024-04-15T14:36:39.965 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T14:36:39.965 INFO:tasks.workunit.client.0.smithi016.stdout: "acting_primary": 1, 2024-04-15T14:36:39.965 INFO:tasks.workunit.client.0.smithi016.stdout: "avail_no_missing": [], 2024-04-15T14:36:39.965 INFO:tasks.workunit.client.0.smithi016.stdout: "blocked_by": [], 2024-04-15T14:36:39.965 INFO:tasks.workunit.client.0.smithi016.stdout: "created": 61, 2024-04-15T14:36:39.965 INFO:tasks.workunit.client.0.smithi016.stdout: "dirty_stats_invalid": false, 2024-04-15T14:36:39.965 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T14:36:39.965 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_stats_invalid": false, 2024-04-15T14:36:39.965 INFO:tasks.workunit.client.0.smithi016.stdout: "last_active": "2024-04-15T14:34:12.003487+0000", 2024-04-15T14:36:39.965 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_active": "2024-04-15T14:33:34.997447+0000", 2024-04-15T14:36:39.965 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_peered": "2024-04-15T14:33:34.997447+0000", 2024-04-15T14:36:39.966 INFO:tasks.workunit.client.0.smithi016.stdout: "last_change": "2024-04-15T14:33:34.998425+0000", 2024-04-15T14:36:39.966 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean": "2024-04-15T14:34:12.003487+0000", 2024-04-15T14:36:39.966 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T14:36:39.966 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub": "0'0", 2024-04-15T14:36:39.966 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T14:36:39.966 INFO:tasks.workunit.client.0.smithi016.stdout: "last_epoch_clean": 62, 2024-04-15T14:36:39.966 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fresh": "2024-04-15T14:34:12.003487+0000", 2024-04-15T14:36:39.966 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fullsized": "2024-04-15T14:34:12.003487+0000", 2024-04-15T14:36:39.966 INFO:tasks.workunit.client.0.smithi016.stdout: "last_peered": "2024-04-15T14:34:12.003487+0000", 2024-04-15T14:36:39.966 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub": "0'0", 2024-04-15T14:36:39.966 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_duration": 0, 2024-04-15T14:36:39.966 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T14:36:39.966 INFO:tasks.workunit.client.0.smithi016.stdout: "last_undegraded": "2024-04-15T14:34:12.003487+0000", 2024-04-15T14:36:39.966 INFO:tasks.workunit.client.0.smithi016.stdout: "last_unstale": "2024-04-15T14:34:12.003487+0000", 2024-04-15T14:36:39.967 INFO:tasks.workunit.client.0.smithi016.stdout: "log_dups_size": 0, 2024-04-15T14:36:39.967 INFO:tasks.workunit.client.0.smithi016.stdout: "log_size": 0, 2024-04-15T14:36:39.967 INFO:tasks.workunit.client.0.smithi016.stdout: "log_start": "0'0", 2024-04-15T14:36:39.967 INFO:tasks.workunit.client.0.smithi016.stdout: "manifest_stats_invalid": false, 2024-04-15T14:36:39.967 INFO:tasks.workunit.client.0.smithi016.stdout: "mapping_epoch": 61, 2024-04-15T14:36:39.967 INFO:tasks.workunit.client.0.smithi016.stdout: "object_location_counts": [], 2024-04-15T14:36:39.967 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_scrubbed": 0, 2024-04-15T14:36:39.967 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_trimmed": 0, 2024-04-15T14:36:39.967 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_stats_invalid": false, 2024-04-15T14:36:39.967 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_size": 0, 2024-04-15T14:36:39.967 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_start": "0'0", 2024-04-15T14:36:39.967 INFO:tasks.workunit.client.0.smithi016.stdout: "parent": "0.0", 2024-04-15T14:36:39.967 INFO:tasks.workunit.client.0.smithi016.stdout: "parent_split_bits": 0, 2024-04-15T14:36:39.967 INFO:tasks.workunit.client.0.smithi016.stdout: "pgid": "3.31", 2024-04-15T14:36:39.968 INFO:tasks.workunit.client.0.smithi016.stdout: "pin_stats_invalid": false, 2024-04-15T14:36:39.968 INFO:tasks.workunit.client.0.smithi016.stdout: "purged_snaps": [], 2024-04-15T14:36:39.968 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_epoch": 70, 2024-04-15T14:36:39.968 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_seq": 19, 2024-04-15T14:36:39.968 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_duration": 0.0, 2024-04-15T14:36:39.968 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-16T17:55:37.723928+0000", 2024-04-15T14:36:39.968 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrim_duration": 0.0, 2024-04-15T14:36:39.968 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrimq_len": 0, 2024-04-15T14:36:39.968 INFO:tasks.workunit.client.0.smithi016.stdout: "stat_sum": { 2024-04-15T14:36:39.968 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes": 0, 2024-04-15T14:36:39.968 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T14:36:39.968 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_recovered": 0, 2024-04-15T14:36:39.968 INFO:tasks.workunit.client.0.smithi016.stdout: "num_deep_scrub_errors": 0, 2024-04-15T14:36:39.969 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict": 0, 2024-04-15T14:36:39.969 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_kb": 0, 2024-04-15T14:36:39.969 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_full": 0, 2024-04-15T14:36:39.969 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_some": 0, 2024-04-15T14:36:39.969 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush": 0, 2024-04-15T14:36:39.969 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_kb": 0, 2024-04-15T14:36:39.969 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_high": 0, 2024-04-15T14:36:39.969 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_low": 0, 2024-04-15T14:36:39.969 INFO:tasks.workunit.client.0.smithi016.stdout: "num_keys_recovered": 0, 2024-04-15T14:36:39.969 INFO:tasks.workunit.client.0.smithi016.stdout: "num_large_omap_objects": 0, 2024-04-15T14:36:39.969 INFO:tasks.workunit.client.0.smithi016.stdout: "num_legacy_snapsets": 0, 2024-04-15T14:36:39.969 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_clones": 0, 2024-04-15T14:36:39.969 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_copies": 0, 2024-04-15T14:36:39.969 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects": 0, 2024-04-15T14:36:39.970 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_degraded": 0, 2024-04-15T14:36:39.970 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_dirty": 0, 2024-04-15T14:36:39.970 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T14:36:39.970 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_manifest": 0, 2024-04-15T14:36:39.970 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_misplaced": 0, 2024-04-15T14:36:39.970 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing": 0, 2024-04-15T14:36:39.970 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T14:36:39.970 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_omap": 0, 2024-04-15T14:36:39.970 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_pinned": 0, 2024-04-15T14:36:39.970 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_recovered": 0, 2024-04-15T14:36:39.970 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_repaired": 0, 2024-04-15T14:36:39.970 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_unfound": 0, 2024-04-15T14:36:39.971 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_bytes": 0, 2024-04-15T14:36:39.971 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_keys": 0, 2024-04-15T14:36:39.971 INFO:tasks.workunit.client.0.smithi016.stdout: "num_promote": 0, 2024-04-15T14:36:39.971 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read": 0, 2024-04-15T14:36:39.971 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read_kb": 0, 2024-04-15T14:36:39.971 INFO:tasks.workunit.client.0.smithi016.stdout: "num_scrub_errors": 0, 2024-04-15T14:36:39.971 INFO:tasks.workunit.client.0.smithi016.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T14:36:39.971 INFO:tasks.workunit.client.0.smithi016.stdout: "num_whiteouts": 0, 2024-04-15T14:36:39.971 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write": 0, 2024-04-15T14:36:39.971 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write_kb": 0 2024-04-15T14:36:39.971 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.971 INFO:tasks.workunit.client.0.smithi016.stdout: "state": "active+clean", 2024-04-15T14:36:39.971 INFO:tasks.workunit.client.0.smithi016.stdout: "stats_invalid": false, 2024-04-15T14:36:39.971 INFO:tasks.workunit.client.0.smithi016.stdout: "up": [ 2024-04-15T14:36:39.972 INFO:tasks.workunit.client.0.smithi016.stdout: 1, 2024-04-15T14:36:39.972 INFO:tasks.workunit.client.0.smithi016.stdout: 4, 2024-04-15T14:36:39.972 INFO:tasks.workunit.client.0.smithi016.stdout: 5 2024-04-15T14:36:39.972 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T14:36:39.972 INFO:tasks.workunit.client.0.smithi016.stdout: "up_primary": 1, 2024-04-15T14:36:39.972 INFO:tasks.workunit.client.0.smithi016.stdout: "version": "0'0" 2024-04-15T14:36:39.972 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.972 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-15T14:36:39.972 INFO:tasks.workunit.client.0.smithi016.stdout: "acting": [ 2024-04-15T14:36:39.972 INFO:tasks.workunit.client.0.smithi016.stdout: 5, 2024-04-15T14:36:39.972 INFO:tasks.workunit.client.0.smithi016.stdout: 0, 2024-04-15T14:36:39.972 INFO:tasks.workunit.client.0.smithi016.stdout: 7 2024-04-15T14:36:39.972 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T14:36:39.972 INFO:tasks.workunit.client.0.smithi016.stdout: "acting_primary": 5, 2024-04-15T14:36:39.973 INFO:tasks.workunit.client.0.smithi016.stdout: "avail_no_missing": [], 2024-04-15T14:36:39.973 INFO:tasks.workunit.client.0.smithi016.stdout: "blocked_by": [], 2024-04-15T14:36:39.973 INFO:tasks.workunit.client.0.smithi016.stdout: "created": 61, 2024-04-15T14:36:39.973 INFO:tasks.workunit.client.0.smithi016.stdout: "dirty_stats_invalid": false, 2024-04-15T14:36:39.973 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T14:36:39.973 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_stats_invalid": false, 2024-04-15T14:36:39.973 INFO:tasks.workunit.client.0.smithi016.stdout: "last_active": "2024-04-15T14:34:12.044899+0000", 2024-04-15T14:36:39.973 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_active": "2024-04-15T14:33:34.998278+0000", 2024-04-15T14:36:39.973 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_peered": "2024-04-15T14:33:34.998278+0000", 2024-04-15T14:36:39.973 INFO:tasks.workunit.client.0.smithi016.stdout: "last_change": "2024-04-15T14:33:34.998629+0000", 2024-04-15T14:36:39.973 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean": "2024-04-15T14:34:12.044899+0000", 2024-04-15T14:36:39.973 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T14:36:39.973 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub": "0'0", 2024-04-15T14:36:39.974 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T14:36:39.974 INFO:tasks.workunit.client.0.smithi016.stdout: "last_epoch_clean": 62, 2024-04-15T14:36:39.974 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fresh": "2024-04-15T14:34:12.044899+0000", 2024-04-15T14:36:39.974 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fullsized": "2024-04-15T14:34:12.044899+0000", 2024-04-15T14:36:39.974 INFO:tasks.workunit.client.0.smithi016.stdout: "last_peered": "2024-04-15T14:34:12.044899+0000", 2024-04-15T14:36:39.974 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub": "0'0", 2024-04-15T14:36:39.974 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_duration": 0, 2024-04-15T14:36:39.974 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T14:36:39.974 INFO:tasks.workunit.client.0.smithi016.stdout: "last_undegraded": "2024-04-15T14:34:12.044899+0000", 2024-04-15T14:36:39.974 INFO:tasks.workunit.client.0.smithi016.stdout: "last_unstale": "2024-04-15T14:34:12.044899+0000", 2024-04-15T14:36:39.974 INFO:tasks.workunit.client.0.smithi016.stdout: "log_dups_size": 0, 2024-04-15T14:36:39.974 INFO:tasks.workunit.client.0.smithi016.stdout: "log_size": 0, 2024-04-15T14:36:39.974 INFO:tasks.workunit.client.0.smithi016.stdout: "log_start": "0'0", 2024-04-15T14:36:39.975 INFO:tasks.workunit.client.0.smithi016.stdout: "manifest_stats_invalid": false, 2024-04-15T14:36:39.975 INFO:tasks.workunit.client.0.smithi016.stdout: "mapping_epoch": 61, 2024-04-15T14:36:39.975 INFO:tasks.workunit.client.0.smithi016.stdout: "object_location_counts": [], 2024-04-15T14:36:39.975 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_scrubbed": 0, 2024-04-15T14:36:39.975 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_trimmed": 0, 2024-04-15T14:36:39.975 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_stats_invalid": false, 2024-04-15T14:36:39.975 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_size": 0, 2024-04-15T14:36:39.975 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_start": "0'0", 2024-04-15T14:36:39.975 INFO:tasks.workunit.client.0.smithi016.stdout: "parent": "0.0", 2024-04-15T14:36:39.975 INFO:tasks.workunit.client.0.smithi016.stdout: "parent_split_bits": 0, 2024-04-15T14:36:39.975 INFO:tasks.workunit.client.0.smithi016.stdout: "pgid": "3.30", 2024-04-15T14:36:39.975 INFO:tasks.workunit.client.0.smithi016.stdout: "pin_stats_invalid": false, 2024-04-15T14:36:39.975 INFO:tasks.workunit.client.0.smithi016.stdout: "purged_snaps": [], 2024-04-15T14:36:39.975 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_epoch": 70, 2024-04-15T14:36:39.976 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_seq": 19, 2024-04-15T14:36:39.976 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_duration": 0.0, 2024-04-15T14:36:39.976 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-16T17:15:05.168262+0000", 2024-04-15T14:36:39.976 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrim_duration": 0.0, 2024-04-15T14:36:39.976 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrimq_len": 0, 2024-04-15T14:36:39.976 INFO:tasks.workunit.client.0.smithi016.stdout: "stat_sum": { 2024-04-15T14:36:39.976 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes": 0, 2024-04-15T14:36:39.976 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T14:36:39.976 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_recovered": 0, 2024-04-15T14:36:39.976 INFO:tasks.workunit.client.0.smithi016.stdout: "num_deep_scrub_errors": 0, 2024-04-15T14:36:39.976 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict": 0, 2024-04-15T14:36:39.976 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_kb": 0, 2024-04-15T14:36:39.976 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_full": 0, 2024-04-15T14:36:39.977 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_some": 0, 2024-04-15T14:36:39.977 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush": 0, 2024-04-15T14:36:39.977 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_kb": 0, 2024-04-15T14:36:39.977 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_high": 0, 2024-04-15T14:36:39.977 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_low": 0, 2024-04-15T14:36:39.977 INFO:tasks.workunit.client.0.smithi016.stdout: "num_keys_recovered": 0, 2024-04-15T14:36:39.977 INFO:tasks.workunit.client.0.smithi016.stdout: "num_large_omap_objects": 0, 2024-04-15T14:36:39.977 INFO:tasks.workunit.client.0.smithi016.stdout: "num_legacy_snapsets": 0, 2024-04-15T14:36:39.977 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_clones": 0, 2024-04-15T14:36:39.977 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_copies": 0, 2024-04-15T14:36:39.977 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects": 0, 2024-04-15T14:36:39.977 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_degraded": 0, 2024-04-15T14:36:39.977 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_dirty": 0, 2024-04-15T14:36:39.977 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T14:36:39.977 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_manifest": 0, 2024-04-15T14:36:39.978 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_misplaced": 0, 2024-04-15T14:36:39.978 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing": 0, 2024-04-15T14:36:39.978 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T14:36:39.978 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_omap": 0, 2024-04-15T14:36:39.978 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_pinned": 0, 2024-04-15T14:36:39.978 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_recovered": 0, 2024-04-15T14:36:39.978 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_repaired": 0, 2024-04-15T14:36:39.978 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_unfound": 0, 2024-04-15T14:36:39.978 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_bytes": 0, 2024-04-15T14:36:39.978 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_keys": 0, 2024-04-15T14:36:39.978 INFO:tasks.workunit.client.0.smithi016.stdout: "num_promote": 0, 2024-04-15T14:36:39.978 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read": 0, 2024-04-15T14:36:39.978 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read_kb": 0, 2024-04-15T14:36:39.978 INFO:tasks.workunit.client.0.smithi016.stdout: "num_scrub_errors": 0, 2024-04-15T14:36:39.979 INFO:tasks.workunit.client.0.smithi016.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T14:36:39.979 INFO:tasks.workunit.client.0.smithi016.stdout: "num_whiteouts": 0, 2024-04-15T14:36:39.979 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write": 0, 2024-04-15T14:36:39.979 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write_kb": 0 2024-04-15T14:36:39.979 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.979 INFO:tasks.workunit.client.0.smithi016.stdout: "state": "active+clean", 2024-04-15T14:36:39.979 INFO:tasks.workunit.client.0.smithi016.stdout: "stats_invalid": false, 2024-04-15T14:36:39.979 INFO:tasks.workunit.client.0.smithi016.stdout: "up": [ 2024-04-15T14:36:39.979 INFO:tasks.workunit.client.0.smithi016.stdout: 5, 2024-04-15T14:36:39.979 INFO:tasks.workunit.client.0.smithi016.stdout: 0, 2024-04-15T14:36:39.979 INFO:tasks.workunit.client.0.smithi016.stdout: 7 2024-04-15T14:36:39.979 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T14:36:39.979 INFO:tasks.workunit.client.0.smithi016.stdout: "up_primary": 5, 2024-04-15T14:36:39.980 INFO:tasks.workunit.client.0.smithi016.stdout: "version": "0'0" 2024-04-15T14:36:39.980 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.980 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-15T14:36:39.980 INFO:tasks.workunit.client.0.smithi016.stdout: "acting": [ 2024-04-15T14:36:39.980 INFO:tasks.workunit.client.0.smithi016.stdout: 5, 2024-04-15T14:36:39.980 INFO:tasks.workunit.client.0.smithi016.stdout: 7, 2024-04-15T14:36:39.980 INFO:tasks.workunit.client.0.smithi016.stdout: 4 2024-04-15T14:36:39.980 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T14:36:39.980 INFO:tasks.workunit.client.0.smithi016.stdout: "acting_primary": 5, 2024-04-15T14:36:39.980 INFO:tasks.workunit.client.0.smithi016.stdout: "avail_no_missing": [], 2024-04-15T14:36:39.980 INFO:tasks.workunit.client.0.smithi016.stdout: "blocked_by": [], 2024-04-15T14:36:39.980 INFO:tasks.workunit.client.0.smithi016.stdout: "created": 61, 2024-04-15T14:36:39.980 INFO:tasks.workunit.client.0.smithi016.stdout: "dirty_stats_invalid": false, 2024-04-15T14:36:39.980 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T14:36:39.981 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_stats_invalid": false, 2024-04-15T14:36:39.981 INFO:tasks.workunit.client.0.smithi016.stdout: "last_active": "2024-04-15T14:34:12.045736+0000", 2024-04-15T14:36:39.981 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_active": "2024-04-15T14:33:34.993855+0000", 2024-04-15T14:36:39.981 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_peered": "2024-04-15T14:33:34.993855+0000", 2024-04-15T14:36:39.981 INFO:tasks.workunit.client.0.smithi016.stdout: "last_change": "2024-04-15T14:33:34.995125+0000", 2024-04-15T14:36:39.981 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean": "2024-04-15T14:34:12.045736+0000", 2024-04-15T14:36:39.981 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T14:36:39.981 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub": "0'0", 2024-04-15T14:36:39.981 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T14:36:39.981 INFO:tasks.workunit.client.0.smithi016.stdout: "last_epoch_clean": 62, 2024-04-15T14:36:39.981 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fresh": "2024-04-15T14:34:12.045736+0000", 2024-04-15T14:36:39.981 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fullsized": "2024-04-15T14:34:12.045736+0000", 2024-04-15T14:36:39.981 INFO:tasks.workunit.client.0.smithi016.stdout: "last_peered": "2024-04-15T14:34:12.045736+0000", 2024-04-15T14:36:39.982 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub": "0'0", 2024-04-15T14:36:39.982 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_duration": 0, 2024-04-15T14:36:39.982 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T14:36:39.982 INFO:tasks.workunit.client.0.smithi016.stdout: "last_undegraded": "2024-04-15T14:34:12.045736+0000", 2024-04-15T14:36:39.982 INFO:tasks.workunit.client.0.smithi016.stdout: "last_unstale": "2024-04-15T14:34:12.045736+0000", 2024-04-15T14:36:39.982 INFO:tasks.workunit.client.0.smithi016.stdout: "log_dups_size": 0, 2024-04-15T14:36:39.982 INFO:tasks.workunit.client.0.smithi016.stdout: "log_size": 0, 2024-04-15T14:36:39.982 INFO:tasks.workunit.client.0.smithi016.stdout: "log_start": "0'0", 2024-04-15T14:36:39.982 INFO:tasks.workunit.client.0.smithi016.stdout: "manifest_stats_invalid": false, 2024-04-15T14:36:39.982 INFO:tasks.workunit.client.0.smithi016.stdout: "mapping_epoch": 61, 2024-04-15T14:36:39.982 INFO:tasks.workunit.client.0.smithi016.stdout: "object_location_counts": [], 2024-04-15T14:36:39.982 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_scrubbed": 0, 2024-04-15T14:36:39.982 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_trimmed": 0, 2024-04-15T14:36:39.982 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_stats_invalid": false, 2024-04-15T14:36:39.983 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_size": 0, 2024-04-15T14:36:39.983 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_start": "0'0", 2024-04-15T14:36:39.983 INFO:tasks.workunit.client.0.smithi016.stdout: "parent": "0.0", 2024-04-15T14:36:39.983 INFO:tasks.workunit.client.0.smithi016.stdout: "parent_split_bits": 0, 2024-04-15T14:36:39.983 INFO:tasks.workunit.client.0.smithi016.stdout: "pgid": "3.2f", 2024-04-15T14:36:39.983 INFO:tasks.workunit.client.0.smithi016.stdout: "pin_stats_invalid": false, 2024-04-15T14:36:39.983 INFO:tasks.workunit.client.0.smithi016.stdout: "purged_snaps": [], 2024-04-15T14:36:39.983 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_epoch": 70, 2024-04-15T14:36:39.983 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_seq": 19, 2024-04-15T14:36:39.983 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_duration": 0.0, 2024-04-15T14:36:39.983 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-16T20:28:23.544001+0000", 2024-04-15T14:36:39.983 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrim_duration": 0.0, 2024-04-15T14:36:39.983 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrimq_len": 0, 2024-04-15T14:36:39.983 INFO:tasks.workunit.client.0.smithi016.stdout: "stat_sum": { 2024-04-15T14:36:39.983 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes": 0, 2024-04-15T14:36:39.984 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T14:36:39.984 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_recovered": 0, 2024-04-15T14:36:39.984 INFO:tasks.workunit.client.0.smithi016.stdout: "num_deep_scrub_errors": 0, 2024-04-15T14:36:39.984 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict": 0, 2024-04-15T14:36:39.984 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_kb": 0, 2024-04-15T14:36:39.984 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_full": 0, 2024-04-15T14:36:39.984 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_some": 0, 2024-04-15T14:36:39.984 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush": 0, 2024-04-15T14:36:39.984 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_kb": 0, 2024-04-15T14:36:39.984 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_high": 0, 2024-04-15T14:36:39.984 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_low": 0, 2024-04-15T14:36:39.984 INFO:tasks.workunit.client.0.smithi016.stdout: "num_keys_recovered": 0, 2024-04-15T14:36:39.984 INFO:tasks.workunit.client.0.smithi016.stdout: "num_large_omap_objects": 0, 2024-04-15T14:36:39.984 INFO:tasks.workunit.client.0.smithi016.stdout: "num_legacy_snapsets": 0, 2024-04-15T14:36:39.985 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_clones": 0, 2024-04-15T14:36:39.985 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_copies": 0, 2024-04-15T14:36:39.985 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects": 0, 2024-04-15T14:36:39.985 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_degraded": 0, 2024-04-15T14:36:39.985 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_dirty": 0, 2024-04-15T14:36:39.985 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T14:36:39.985 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_manifest": 0, 2024-04-15T14:36:39.985 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_misplaced": 0, 2024-04-15T14:36:39.985 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing": 0, 2024-04-15T14:36:39.985 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T14:36:39.985 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_omap": 0, 2024-04-15T14:36:39.985 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_pinned": 0, 2024-04-15T14:36:39.985 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_recovered": 0, 2024-04-15T14:36:39.985 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_repaired": 0, 2024-04-15T14:36:39.985 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_unfound": 0, 2024-04-15T14:36:39.986 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_bytes": 0, 2024-04-15T14:36:39.986 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_keys": 0, 2024-04-15T14:36:39.986 INFO:tasks.workunit.client.0.smithi016.stdout: "num_promote": 0, 2024-04-15T14:36:39.986 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read": 0, 2024-04-15T14:36:39.986 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read_kb": 0, 2024-04-15T14:36:39.986 INFO:tasks.workunit.client.0.smithi016.stdout: "num_scrub_errors": 0, 2024-04-15T14:36:39.986 INFO:tasks.workunit.client.0.smithi016.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T14:36:39.986 INFO:tasks.workunit.client.0.smithi016.stdout: "num_whiteouts": 0, 2024-04-15T14:36:39.986 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write": 0, 2024-04-15T14:36:39.986 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write_kb": 0 2024-04-15T14:36:39.986 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.986 INFO:tasks.workunit.client.0.smithi016.stdout: "state": "active+clean", 2024-04-15T14:36:39.986 INFO:tasks.workunit.client.0.smithi016.stdout: "stats_invalid": false, 2024-04-15T14:36:39.987 INFO:tasks.workunit.client.0.smithi016.stdout: "up": [ 2024-04-15T14:36:39.987 INFO:tasks.workunit.client.0.smithi016.stdout: 5, 2024-04-15T14:36:39.987 INFO:tasks.workunit.client.0.smithi016.stdout: 7, 2024-04-15T14:36:39.987 INFO:tasks.workunit.client.0.smithi016.stdout: 4 2024-04-15T14:36:39.987 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T14:36:39.987 INFO:tasks.workunit.client.0.smithi016.stdout: "up_primary": 5, 2024-04-15T14:36:39.987 INFO:tasks.workunit.client.0.smithi016.stdout: "version": "0'0" 2024-04-15T14:36:39.987 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.987 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-15T14:36:39.987 INFO:tasks.workunit.client.0.smithi016.stdout: "acting": [ 2024-04-15T14:36:39.987 INFO:tasks.workunit.client.0.smithi016.stdout: 2, 2024-04-15T14:36:39.987 INFO:tasks.workunit.client.0.smithi016.stdout: 6, 2024-04-15T14:36:39.987 INFO:tasks.workunit.client.0.smithi016.stdout: 7 2024-04-15T14:36:39.987 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T14:36:39.988 INFO:tasks.workunit.client.0.smithi016.stdout: "acting_primary": 2, 2024-04-15T14:36:39.988 INFO:tasks.workunit.client.0.smithi016.stdout: "avail_no_missing": [], 2024-04-15T14:36:39.988 INFO:tasks.workunit.client.0.smithi016.stdout: "blocked_by": [], 2024-04-15T14:36:39.988 INFO:tasks.workunit.client.0.smithi016.stdout: "created": 61, 2024-04-15T14:36:39.988 INFO:tasks.workunit.client.0.smithi016.stdout: "dirty_stats_invalid": false, 2024-04-15T14:36:39.988 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T14:36:39.988 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_stats_invalid": false, 2024-04-15T14:36:39.988 INFO:tasks.workunit.client.0.smithi016.stdout: "last_active": "2024-04-15T14:34:11.926713+0000", 2024-04-15T14:36:39.988 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_active": "2024-04-15T14:33:34.998898+0000", 2024-04-15T14:36:39.988 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_peered": "2024-04-15T14:33:34.998898+0000", 2024-04-15T14:36:39.988 INFO:tasks.workunit.client.0.smithi016.stdout: "last_change": "2024-04-15T14:33:35.000307+0000", 2024-04-15T14:36:39.988 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean": "2024-04-15T14:34:11.926713+0000", 2024-04-15T14:36:39.988 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T14:36:39.988 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub": "0'0", 2024-04-15T14:36:39.989 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T14:36:39.989 INFO:tasks.workunit.client.0.smithi016.stdout: "last_epoch_clean": 62, 2024-04-15T14:36:39.989 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fresh": "2024-04-15T14:34:11.926713+0000", 2024-04-15T14:36:39.989 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fullsized": "2024-04-15T14:34:11.926713+0000", 2024-04-15T14:36:39.989 INFO:tasks.workunit.client.0.smithi016.stdout: "last_peered": "2024-04-15T14:34:11.926713+0000", 2024-04-15T14:36:39.989 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub": "0'0", 2024-04-15T14:36:39.989 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_duration": 0, 2024-04-15T14:36:39.989 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T14:36:39.989 INFO:tasks.workunit.client.0.smithi016.stdout: "last_undegraded": "2024-04-15T14:34:11.926713+0000", 2024-04-15T14:36:39.989 INFO:tasks.workunit.client.0.smithi016.stdout: "last_unstale": "2024-04-15T14:34:11.926713+0000", 2024-04-15T14:36:39.989 INFO:tasks.workunit.client.0.smithi016.stdout: "log_dups_size": 0, 2024-04-15T14:36:39.989 INFO:tasks.workunit.client.0.smithi016.stdout: "log_size": 0, 2024-04-15T14:36:39.989 INFO:tasks.workunit.client.0.smithi016.stdout: "log_start": "0'0", 2024-04-15T14:36:39.989 INFO:tasks.workunit.client.0.smithi016.stdout: "manifest_stats_invalid": false, 2024-04-15T14:36:39.990 INFO:tasks.workunit.client.0.smithi016.stdout: "mapping_epoch": 61, 2024-04-15T14:36:39.990 INFO:tasks.workunit.client.0.smithi016.stdout: "object_location_counts": [], 2024-04-15T14:36:39.990 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_scrubbed": 0, 2024-04-15T14:36:39.990 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_trimmed": 0, 2024-04-15T14:36:39.990 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_stats_invalid": false, 2024-04-15T14:36:39.990 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_size": 0, 2024-04-15T14:36:39.990 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_start": "0'0", 2024-04-15T14:36:39.990 INFO:tasks.workunit.client.0.smithi016.stdout: "parent": "0.0", 2024-04-15T14:36:39.990 INFO:tasks.workunit.client.0.smithi016.stdout: "parent_split_bits": 0, 2024-04-15T14:36:39.990 INFO:tasks.workunit.client.0.smithi016.stdout: "pgid": "3.2e", 2024-04-15T14:36:39.990 INFO:tasks.workunit.client.0.smithi016.stdout: "pin_stats_invalid": false, 2024-04-15T14:36:39.990 INFO:tasks.workunit.client.0.smithi016.stdout: "purged_snaps": [], 2024-04-15T14:36:39.990 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_epoch": 70, 2024-04-15T14:36:39.990 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_seq": 19, 2024-04-15T14:36:39.991 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_duration": 0.0, 2024-04-15T14:36:39.991 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-16T16:47:13.887586+0000", 2024-04-15T14:36:39.991 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrim_duration": 0.0, 2024-04-15T14:36:39.991 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrimq_len": 0, 2024-04-15T14:36:39.991 INFO:tasks.workunit.client.0.smithi016.stdout: "stat_sum": { 2024-04-15T14:36:39.991 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes": 0, 2024-04-15T14:36:39.991 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T14:36:39.991 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_recovered": 0, 2024-04-15T14:36:39.991 INFO:tasks.workunit.client.0.smithi016.stdout: "num_deep_scrub_errors": 0, 2024-04-15T14:36:39.991 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict": 0, 2024-04-15T14:36:39.991 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_kb": 0, 2024-04-15T14:36:39.991 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_full": 0, 2024-04-15T14:36:39.991 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_some": 0, 2024-04-15T14:36:39.991 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush": 0, 2024-04-15T14:36:39.992 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_kb": 0, 2024-04-15T14:36:39.992 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_high": 0, 2024-04-15T14:36:39.992 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_low": 0, 2024-04-15T14:36:39.992 INFO:tasks.workunit.client.0.smithi016.stdout: "num_keys_recovered": 0, 2024-04-15T14:36:39.992 INFO:tasks.workunit.client.0.smithi016.stdout: "num_large_omap_objects": 0, 2024-04-15T14:36:39.992 INFO:tasks.workunit.client.0.smithi016.stdout: "num_legacy_snapsets": 0, 2024-04-15T14:36:39.992 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_clones": 0, 2024-04-15T14:36:39.992 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_copies": 0, 2024-04-15T14:36:39.992 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects": 0, 2024-04-15T14:36:39.992 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_degraded": 0, 2024-04-15T14:36:39.992 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_dirty": 0, 2024-04-15T14:36:39.992 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T14:36:39.992 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_manifest": 0, 2024-04-15T14:36:39.992 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_misplaced": 0, 2024-04-15T14:36:39.993 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing": 0, 2024-04-15T14:36:39.993 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T14:36:39.993 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_omap": 0, 2024-04-15T14:36:39.993 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_pinned": 0, 2024-04-15T14:36:39.993 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_recovered": 0, 2024-04-15T14:36:39.993 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_repaired": 0, 2024-04-15T14:36:39.993 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_unfound": 0, 2024-04-15T14:36:39.993 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_bytes": 0, 2024-04-15T14:36:39.993 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_keys": 0, 2024-04-15T14:36:39.993 INFO:tasks.workunit.client.0.smithi016.stdout: "num_promote": 0, 2024-04-15T14:36:39.993 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read": 0, 2024-04-15T14:36:39.993 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read_kb": 0, 2024-04-15T14:36:39.993 INFO:tasks.workunit.client.0.smithi016.stdout: "num_scrub_errors": 0, 2024-04-15T14:36:39.993 INFO:tasks.workunit.client.0.smithi016.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T14:36:39.993 INFO:tasks.workunit.client.0.smithi016.stdout: "num_whiteouts": 0, 2024-04-15T14:36:39.994 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write": 0, 2024-04-15T14:36:39.994 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write_kb": 0 2024-04-15T14:36:39.994 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.994 INFO:tasks.workunit.client.0.smithi016.stdout: "state": "active+clean", 2024-04-15T14:36:39.994 INFO:tasks.workunit.client.0.smithi016.stdout: "stats_invalid": false, 2024-04-15T14:36:39.994 INFO:tasks.workunit.client.0.smithi016.stdout: "up": [ 2024-04-15T14:36:39.994 INFO:tasks.workunit.client.0.smithi016.stdout: 2, 2024-04-15T14:36:39.994 INFO:tasks.workunit.client.0.smithi016.stdout: 6, 2024-04-15T14:36:39.994 INFO:tasks.workunit.client.0.smithi016.stdout: 7 2024-04-15T14:36:39.994 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T14:36:39.994 INFO:tasks.workunit.client.0.smithi016.stdout: "up_primary": 2, 2024-04-15T14:36:39.994 INFO:tasks.workunit.client.0.smithi016.stdout: "version": "0'0" 2024-04-15T14:36:39.994 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:39.995 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-15T14:36:39.995 INFO:tasks.workunit.client.0.smithi016.stdout: "acting": [ 2024-04-15T14:36:39.995 INFO:tasks.workunit.client.0.smithi016.stdout: 7, 2024-04-15T14:36:39.995 INFO:tasks.workunit.client.0.smithi016.stdout: 2, 2024-04-15T14:36:39.995 INFO:tasks.workunit.client.0.smithi016.stdout: 6 2024-04-15T14:36:39.995 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T14:36:39.995 INFO:tasks.workunit.client.0.smithi016.stdout: "acting_primary": 7, 2024-04-15T14:36:39.995 INFO:tasks.workunit.client.0.smithi016.stdout: "avail_no_missing": [], 2024-04-15T14:36:39.995 INFO:tasks.workunit.client.0.smithi016.stdout: "blocked_by": [], 2024-04-15T14:36:39.995 INFO:tasks.workunit.client.0.smithi016.stdout: "created": 61, 2024-04-15T14:36:39.995 INFO:tasks.workunit.client.0.smithi016.stdout: "dirty_stats_invalid": false, 2024-04-15T14:36:39.995 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T14:36:39.995 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_stats_invalid": false, 2024-04-15T14:36:39.995 INFO:tasks.workunit.client.0.smithi016.stdout: "last_active": "2024-04-15T14:34:11.925413+0000", 2024-04-15T14:36:39.996 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_active": "2024-04-15T14:33:34.996228+0000", 2024-04-15T14:36:39.996 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_peered": "2024-04-15T14:33:34.996228+0000", 2024-04-15T14:36:39.996 INFO:tasks.workunit.client.0.smithi016.stdout: "last_change": "2024-04-15T14:33:34.996498+0000", 2024-04-15T14:36:39.996 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean": "2024-04-15T14:34:11.925413+0000", 2024-04-15T14:36:39.996 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T14:36:39.996 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub": "0'0", 2024-04-15T14:36:39.996 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T14:36:39.996 INFO:tasks.workunit.client.0.smithi016.stdout: "last_epoch_clean": 62, 2024-04-15T14:36:39.996 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fresh": "2024-04-15T14:34:11.925413+0000", 2024-04-15T14:36:39.996 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fullsized": "2024-04-15T14:34:11.925413+0000", 2024-04-15T14:36:39.996 INFO:tasks.workunit.client.0.smithi016.stdout: "last_peered": "2024-04-15T14:34:11.925413+0000", 2024-04-15T14:36:39.996 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub": "0'0", 2024-04-15T14:36:39.996 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_duration": 0, 2024-04-15T14:36:39.997 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T14:36:39.997 INFO:tasks.workunit.client.0.smithi016.stdout: "last_undegraded": "2024-04-15T14:34:11.925413+0000", 2024-04-15T14:36:39.997 INFO:tasks.workunit.client.0.smithi016.stdout: "last_unstale": "2024-04-15T14:34:11.925413+0000", 2024-04-15T14:36:39.997 INFO:tasks.workunit.client.0.smithi016.stdout: "log_dups_size": 0, 2024-04-15T14:36:39.997 INFO:tasks.workunit.client.0.smithi016.stdout: "log_size": 0, 2024-04-15T14:36:39.997 INFO:tasks.workunit.client.0.smithi016.stdout: "log_start": "0'0", 2024-04-15T14:36:39.997 INFO:tasks.workunit.client.0.smithi016.stdout: "manifest_stats_invalid": false, 2024-04-15T14:36:39.997 INFO:tasks.workunit.client.0.smithi016.stdout: "mapping_epoch": 61, 2024-04-15T14:36:39.997 INFO:tasks.workunit.client.0.smithi016.stdout: "object_location_counts": [], 2024-04-15T14:36:39.997 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_scrubbed": 0, 2024-04-15T14:36:39.997 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_trimmed": 0, 2024-04-15T14:36:39.997 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_stats_invalid": false, 2024-04-15T14:36:39.997 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_size": 0, 2024-04-15T14:36:39.997 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_start": "0'0", 2024-04-15T14:36:39.997 INFO:tasks.workunit.client.0.smithi016.stdout: "parent": "0.0", 2024-04-15T14:36:39.998 INFO:tasks.workunit.client.0.smithi016.stdout: "parent_split_bits": 0, 2024-04-15T14:36:39.998 INFO:tasks.workunit.client.0.smithi016.stdout: "pgid": "3.2d", 2024-04-15T14:36:39.998 INFO:tasks.workunit.client.0.smithi016.stdout: "pin_stats_invalid": false, 2024-04-15T14:36:39.998 INFO:tasks.workunit.client.0.smithi016.stdout: "purged_snaps": [], 2024-04-15T14:36:39.998 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_epoch": 70, 2024-04-15T14:36:39.998 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_seq": 18, 2024-04-15T14:36:39.998 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_duration": 0.0, 2024-04-15T14:36:39.998 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-16T16:54:36.555432+0000", 2024-04-15T14:36:39.998 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrim_duration": 0.0, 2024-04-15T14:36:39.998 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrimq_len": 0, 2024-04-15T14:36:39.998 INFO:tasks.workunit.client.0.smithi016.stdout: "stat_sum": { 2024-04-15T14:36:39.998 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes": 0, 2024-04-15T14:36:39.998 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T14:36:39.998 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_recovered": 0, 2024-04-15T14:36:39.999 INFO:tasks.workunit.client.0.smithi016.stdout: "num_deep_scrub_errors": 0, 2024-04-15T14:36:39.999 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict": 0, 2024-04-15T14:36:39.999 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_kb": 0, 2024-04-15T14:36:39.999 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_full": 0, 2024-04-15T14:36:39.999 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_some": 0, 2024-04-15T14:36:39.999 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush": 0, 2024-04-15T14:36:39.999 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_kb": 0, 2024-04-15T14:36:39.999 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_high": 0, 2024-04-15T14:36:39.999 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_low": 0, 2024-04-15T14:36:39.999 INFO:tasks.workunit.client.0.smithi016.stdout: "num_keys_recovered": 0, 2024-04-15T14:36:39.999 INFO:tasks.workunit.client.0.smithi016.stdout: "num_large_omap_objects": 0, 2024-04-15T14:36:39.999 INFO:tasks.workunit.client.0.smithi016.stdout: "num_legacy_snapsets": 0, 2024-04-15T14:36:39.999 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_clones": 0, 2024-04-15T14:36:39.999 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_copies": 0, 2024-04-15T14:36:40.000 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects": 0, 2024-04-15T14:36:40.000 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_degraded": 0, 2024-04-15T14:36:40.000 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_dirty": 0, 2024-04-15T14:36:40.000 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T14:36:40.000 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_manifest": 0, 2024-04-15T14:36:40.000 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_misplaced": 0, 2024-04-15T14:36:40.000 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing": 0, 2024-04-15T14:36:40.000 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T14:36:40.000 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_omap": 0, 2024-04-15T14:36:40.000 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_pinned": 0, 2024-04-15T14:36:40.000 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_recovered": 0, 2024-04-15T14:36:40.000 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_repaired": 0, 2024-04-15T14:36:40.000 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_unfound": 0, 2024-04-15T14:36:40.000 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_bytes": 0, 2024-04-15T14:36:40.001 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_keys": 0, 2024-04-15T14:36:40.001 INFO:tasks.workunit.client.0.smithi016.stdout: "num_promote": 0, 2024-04-15T14:36:40.001 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read": 0, 2024-04-15T14:36:40.001 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read_kb": 0, 2024-04-15T14:36:40.001 INFO:tasks.workunit.client.0.smithi016.stdout: "num_scrub_errors": 0, 2024-04-15T14:36:40.001 INFO:tasks.workunit.client.0.smithi016.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T14:36:40.001 INFO:tasks.workunit.client.0.smithi016.stdout: "num_whiteouts": 0, 2024-04-15T14:36:40.001 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write": 0, 2024-04-15T14:36:40.001 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write_kb": 0 2024-04-15T14:36:40.001 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:40.001 INFO:tasks.workunit.client.0.smithi016.stdout: "state": "active+clean", 2024-04-15T14:36:40.001 INFO:tasks.workunit.client.0.smithi016.stdout: "stats_invalid": false, 2024-04-15T14:36:40.001 INFO:tasks.workunit.client.0.smithi016.stdout: "up": [ 2024-04-15T14:36:40.001 INFO:tasks.workunit.client.0.smithi016.stdout: 7, 2024-04-15T14:36:40.002 INFO:tasks.workunit.client.0.smithi016.stdout: 2, 2024-04-15T14:36:40.002 INFO:tasks.workunit.client.0.smithi016.stdout: 6 2024-04-15T14:36:40.002 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T14:36:40.002 INFO:tasks.workunit.client.0.smithi016.stdout: "up_primary": 7, 2024-04-15T14:36:40.002 INFO:tasks.workunit.client.0.smithi016.stdout: "version": "0'0" 2024-04-15T14:36:40.002 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:40.002 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-15T14:36:40.002 INFO:tasks.workunit.client.0.smithi016.stdout: "acting": [ 2024-04-15T14:36:40.002 INFO:tasks.workunit.client.0.smithi016.stdout: 0, 2024-04-15T14:36:40.002 INFO:tasks.workunit.client.0.smithi016.stdout: 7, 2024-04-15T14:36:40.002 INFO:tasks.workunit.client.0.smithi016.stdout: 4 2024-04-15T14:36:40.002 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T14:36:40.002 INFO:tasks.workunit.client.0.smithi016.stdout: "acting_primary": 0, 2024-04-15T14:36:40.002 INFO:tasks.workunit.client.0.smithi016.stdout: "avail_no_missing": [], 2024-04-15T14:36:40.003 INFO:tasks.workunit.client.0.smithi016.stdout: "blocked_by": [], 2024-04-15T14:36:40.003 INFO:tasks.workunit.client.0.smithi016.stdout: "created": 60, 2024-04-15T14:36:40.003 INFO:tasks.workunit.client.0.smithi016.stdout: "dirty_stats_invalid": false, 2024-04-15T14:36:40.003 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T14:36:40.003 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_stats_invalid": false, 2024-04-15T14:36:40.003 INFO:tasks.workunit.client.0.smithi016.stdout: "last_active": "2024-04-15T14:34:11.923831+0000", 2024-04-15T14:36:40.003 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_active": "2024-04-15T14:33:34.621484+0000", 2024-04-15T14:36:40.003 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_peered": "2024-04-15T14:33:34.621484+0000", 2024-04-15T14:36:40.003 INFO:tasks.workunit.client.0.smithi016.stdout: "last_change": "2024-04-15T14:33:34.621772+0000", 2024-04-15T14:36:40.003 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean": "2024-04-15T14:34:11.923831+0000", 2024-04-15T14:36:40.003 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean_scrub_stamp": "2024-04-15T14:33:33.599136+0000", 2024-04-15T14:36:40.003 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub": "0'0", 2024-04-15T14:36:40.003 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub_stamp": "2024-04-15T14:33:33.599136+0000", 2024-04-15T14:36:40.003 INFO:tasks.workunit.client.0.smithi016.stdout: "last_epoch_clean": 61, 2024-04-15T14:36:40.004 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fresh": "2024-04-15T14:34:11.923831+0000", 2024-04-15T14:36:40.004 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fullsized": "2024-04-15T14:34:11.923831+0000", 2024-04-15T14:36:40.004 INFO:tasks.workunit.client.0.smithi016.stdout: "last_peered": "2024-04-15T14:34:11.923831+0000", 2024-04-15T14:36:40.004 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub": "0'0", 2024-04-15T14:36:40.004 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_duration": 0, 2024-04-15T14:36:40.004 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_stamp": "2024-04-15T14:33:33.599136+0000", 2024-04-15T14:36:40.004 INFO:tasks.workunit.client.0.smithi016.stdout: "last_undegraded": "2024-04-15T14:34:11.923831+0000", 2024-04-15T14:36:40.004 INFO:tasks.workunit.client.0.smithi016.stdout: "last_unstale": "2024-04-15T14:34:11.923831+0000", 2024-04-15T14:36:40.004 INFO:tasks.workunit.client.0.smithi016.stdout: "log_dups_size": 0, 2024-04-15T14:36:40.004 INFO:tasks.workunit.client.0.smithi016.stdout: "log_size": 4, 2024-04-15T14:36:40.004 INFO:tasks.workunit.client.0.smithi016.stdout: "log_start": "0'0", 2024-04-15T14:36:40.004 INFO:tasks.workunit.client.0.smithi016.stdout: "manifest_stats_invalid": false, 2024-04-15T14:36:40.004 INFO:tasks.workunit.client.0.smithi016.stdout: "mapping_epoch": 60, 2024-04-15T14:36:40.004 INFO:tasks.workunit.client.0.smithi016.stdout: "object_location_counts": [], 2024-04-15T14:36:40.004 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_scrubbed": 0, 2024-04-15T14:36:40.005 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_trimmed": 0, 2024-04-15T14:36:40.005 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_stats_invalid": false, 2024-04-15T14:36:40.005 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_size": 4, 2024-04-15T14:36:40.005 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_start": "0'0", 2024-04-15T14:36:40.005 INFO:tasks.workunit.client.0.smithi016.stdout: "parent": "0.0", 2024-04-15T14:36:40.005 INFO:tasks.workunit.client.0.smithi016.stdout: "parent_split_bits": 0, 2024-04-15T14:36:40.005 INFO:tasks.workunit.client.0.smithi016.stdout: "pgid": "2.1f", 2024-04-15T14:36:40.005 INFO:tasks.workunit.client.0.smithi016.stdout: "pin_stats_invalid": false, 2024-04-15T14:36:40.005 INFO:tasks.workunit.client.0.smithi016.stdout: "purged_snaps": [], 2024-04-15T14:36:40.005 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_epoch": 70, 2024-04-15T14:36:40.005 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_seq": 23, 2024-04-15T14:36:40.005 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_duration": 0.0, 2024-04-15T14:36:40.005 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-16T22:19:23.275893+0000", 2024-04-15T14:36:40.006 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrim_duration": 0.0, 2024-04-15T14:36:40.006 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrimq_len": 0, 2024-04-15T14:36:40.006 INFO:tasks.workunit.client.0.smithi016.stdout: "stat_sum": { 2024-04-15T14:36:40.006 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes": 582, 2024-04-15T14:36:40.006 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T14:36:40.006 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_recovered": 0, 2024-04-15T14:36:40.006 INFO:tasks.workunit.client.0.smithi016.stdout: "num_deep_scrub_errors": 0, 2024-04-15T14:36:40.006 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict": 0, 2024-04-15T14:36:40.006 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_kb": 0, 2024-04-15T14:36:40.007 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_full": 0, 2024-04-15T14:36:40.007 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_some": 0, 2024-04-15T14:36:40.007 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush": 0, 2024-04-15T14:36:40.007 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_kb": 0, 2024-04-15T14:36:40.007 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_high": 0, 2024-04-15T14:36:40.007 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_low": 0, 2024-04-15T14:36:40.007 INFO:tasks.workunit.client.0.smithi016.stdout: "num_keys_recovered": 0, 2024-04-15T14:36:40.007 INFO:tasks.workunit.client.0.smithi016.stdout: "num_large_omap_objects": 0, 2024-04-15T14:36:40.007 INFO:tasks.workunit.client.0.smithi016.stdout: "num_legacy_snapsets": 0, 2024-04-15T14:36:40.007 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_clones": 0, 2024-04-15T14:36:40.008 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_copies": 6, 2024-04-15T14:36:40.008 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects": 2, 2024-04-15T14:36:40.008 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_degraded": 0, 2024-04-15T14:36:40.008 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_dirty": 2, 2024-04-15T14:36:40.008 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T14:36:40.008 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_manifest": 0, 2024-04-15T14:36:40.008 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_misplaced": 0, 2024-04-15T14:36:40.008 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing": 0, 2024-04-15T14:36:40.008 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T14:36:40.008 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_omap": 1, 2024-04-15T14:36:40.008 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_pinned": 0, 2024-04-15T14:36:40.008 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_recovered": 0, 2024-04-15T14:36:40.009 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_repaired": 0, 2024-04-15T14:36:40.009 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_unfound": 0, 2024-04-15T14:36:40.009 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_bytes": 0, 2024-04-15T14:36:40.009 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_keys": 0, 2024-04-15T14:36:40.009 INFO:tasks.workunit.client.0.smithi016.stdout: "num_promote": 0, 2024-04-15T14:36:40.009 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read": 0, 2024-04-15T14:36:40.009 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read_kb": 0, 2024-04-15T14:36:40.009 INFO:tasks.workunit.client.0.smithi016.stdout: "num_scrub_errors": 0, 2024-04-15T14:36:40.009 INFO:tasks.workunit.client.0.smithi016.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T14:36:40.009 INFO:tasks.workunit.client.0.smithi016.stdout: "num_whiteouts": 0, 2024-04-15T14:36:40.009 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write": 4, 2024-04-15T14:36:40.010 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write_kb": 1 2024-04-15T14:36:40.010 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:40.010 INFO:tasks.workunit.client.0.smithi016.stdout: "state": "active+clean", 2024-04-15T14:36:40.010 INFO:tasks.workunit.client.0.smithi016.stdout: "stats_invalid": false, 2024-04-15T14:36:40.010 INFO:tasks.workunit.client.0.smithi016.stdout: "up": [ 2024-04-15T14:36:40.010 INFO:tasks.workunit.client.0.smithi016.stdout: 0, 2024-04-15T14:36:40.010 INFO:tasks.workunit.client.0.smithi016.stdout: 7, 2024-04-15T14:36:40.010 INFO:tasks.workunit.client.0.smithi016.stdout: 4 2024-04-15T14:36:40.010 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T14:36:40.010 INFO:tasks.workunit.client.0.smithi016.stdout: "up_primary": 0, 2024-04-15T14:36:40.010 INFO:tasks.workunit.client.0.smithi016.stdout: "version": "62'4" 2024-04-15T14:36:40.011 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:40.011 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-15T14:36:40.011 INFO:tasks.workunit.client.0.smithi016.stdout: "acting": [ 2024-04-15T14:36:40.011 INFO:tasks.workunit.client.0.smithi016.stdout: 3, 2024-04-15T14:36:40.011 INFO:tasks.workunit.client.0.smithi016.stdout: 6, 2024-04-15T14:36:40.011 INFO:tasks.workunit.client.0.smithi016.stdout: 2 2024-04-15T14:36:40.011 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T14:36:40.011 INFO:tasks.workunit.client.0.smithi016.stdout: "acting_primary": 3, 2024-04-15T14:36:40.011 INFO:tasks.workunit.client.0.smithi016.stdout: "avail_no_missing": [], 2024-04-15T14:36:40.011 INFO:tasks.workunit.client.0.smithi016.stdout: "blocked_by": [], 2024-04-15T14:36:40.011 INFO:tasks.workunit.client.0.smithi016.stdout: "created": 61, 2024-04-15T14:36:40.011 INFO:tasks.workunit.client.0.smithi016.stdout: "dirty_stats_invalid": false, 2024-04-15T14:36:40.011 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T14:36:40.012 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_stats_invalid": false, 2024-04-15T14:36:40.012 INFO:tasks.workunit.client.0.smithi016.stdout: "last_active": "2024-04-15T14:34:12.046195+0000", 2024-04-15T14:36:40.012 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_active": "2024-04-15T14:33:34.999171+0000", 2024-04-15T14:36:40.012 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_peered": "2024-04-15T14:33:34.999171+0000", 2024-04-15T14:36:40.012 INFO:tasks.workunit.client.0.smithi016.stdout: "last_change": "2024-04-15T14:33:34.999463+0000", 2024-04-15T14:36:40.012 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean": "2024-04-15T14:34:12.046195+0000", 2024-04-15T14:36:40.012 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T14:36:40.012 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub": "0'0", 2024-04-15T14:36:40.012 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T14:36:40.012 INFO:tasks.workunit.client.0.smithi016.stdout: "last_epoch_clean": 62, 2024-04-15T14:36:40.012 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fresh": "2024-04-15T14:34:12.046195+0000", 2024-04-15T14:36:40.013 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fullsized": "2024-04-15T14:34:12.046195+0000", 2024-04-15T14:36:40.013 INFO:tasks.workunit.client.0.smithi016.stdout: "last_peered": "2024-04-15T14:34:12.046195+0000", 2024-04-15T14:36:40.013 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub": "0'0", 2024-04-15T14:36:40.013 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_duration": 0, 2024-04-15T14:36:40.013 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T14:36:40.013 INFO:tasks.workunit.client.0.smithi016.stdout: "last_undegraded": "2024-04-15T14:34:12.046195+0000", 2024-04-15T14:36:40.013 INFO:tasks.workunit.client.0.smithi016.stdout: "last_unstale": "2024-04-15T14:34:12.046195+0000", 2024-04-15T14:36:40.013 INFO:tasks.workunit.client.0.smithi016.stdout: "log_dups_size": 0, 2024-04-15T14:36:40.013 INFO:tasks.workunit.client.0.smithi016.stdout: "log_size": 0, 2024-04-15T14:36:40.013 INFO:tasks.workunit.client.0.smithi016.stdout: "log_start": "0'0", 2024-04-15T14:36:40.013 INFO:tasks.workunit.client.0.smithi016.stdout: "manifest_stats_invalid": false, 2024-04-15T14:36:40.013 INFO:tasks.workunit.client.0.smithi016.stdout: "mapping_epoch": 61, 2024-04-15T14:36:40.014 INFO:tasks.workunit.client.0.smithi016.stdout: "object_location_counts": [], 2024-04-15T14:36:40.014 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_scrubbed": 0, 2024-04-15T14:36:40.014 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_trimmed": 0, 2024-04-15T14:36:40.014 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_stats_invalid": false, 2024-04-15T14:36:40.014 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_size": 0, 2024-04-15T14:36:40.014 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_start": "0'0", 2024-04-15T14:36:40.014 INFO:tasks.workunit.client.0.smithi016.stdout: "parent": "0.0", 2024-04-15T14:36:40.014 INFO:tasks.workunit.client.0.smithi016.stdout: "parent_split_bits": 0, 2024-04-15T14:36:40.014 INFO:tasks.workunit.client.0.smithi016.stdout: "pgid": "3.1e", 2024-04-15T14:36:40.014 INFO:tasks.workunit.client.0.smithi016.stdout: "pin_stats_invalid": false, 2024-04-15T14:36:40.014 INFO:tasks.workunit.client.0.smithi016.stdout: "purged_snaps": [], 2024-04-15T14:36:40.015 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_epoch": 70, 2024-04-15T14:36:40.015 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_seq": 18, 2024-04-15T14:36:40.015 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_duration": 0.0, 2024-04-15T14:36:40.015 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-16T19:19:27.401880+0000", 2024-04-15T14:36:40.015 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrim_duration": 0.0, 2024-04-15T14:36:40.015 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrimq_len": 0, 2024-04-15T14:36:40.015 INFO:tasks.workunit.client.0.smithi016.stdout: "stat_sum": { 2024-04-15T14:36:40.015 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes": 0, 2024-04-15T14:36:40.015 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T14:36:40.015 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_recovered": 0, 2024-04-15T14:36:40.015 INFO:tasks.workunit.client.0.smithi016.stdout: "num_deep_scrub_errors": 0, 2024-04-15T14:36:40.015 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict": 0, 2024-04-15T14:36:40.016 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_kb": 0, 2024-04-15T14:36:40.016 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_full": 0, 2024-04-15T14:36:40.016 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_some": 0, 2024-04-15T14:36:40.016 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush": 0, 2024-04-15T14:36:40.016 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_kb": 0, 2024-04-15T14:36:40.016 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_high": 0, 2024-04-15T14:36:40.016 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_low": 0, 2024-04-15T14:36:40.016 INFO:tasks.workunit.client.0.smithi016.stdout: "num_keys_recovered": 0, 2024-04-15T14:36:40.016 INFO:tasks.workunit.client.0.smithi016.stdout: "num_large_omap_objects": 0, 2024-04-15T14:36:40.016 INFO:tasks.workunit.client.0.smithi016.stdout: "num_legacy_snapsets": 0, 2024-04-15T14:36:40.016 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_clones": 0, 2024-04-15T14:36:40.016 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_copies": 0, 2024-04-15T14:36:40.016 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects": 0, 2024-04-15T14:36:40.017 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_degraded": 0, 2024-04-15T14:36:40.017 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_dirty": 0, 2024-04-15T14:36:40.017 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T14:36:40.017 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_manifest": 0, 2024-04-15T14:36:40.017 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_misplaced": 0, 2024-04-15T14:36:40.017 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing": 0, 2024-04-15T14:36:40.017 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T14:36:40.017 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_omap": 0, 2024-04-15T14:36:40.017 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_pinned": 0, 2024-04-15T14:36:40.017 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_recovered": 0, 2024-04-15T14:36:40.017 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_repaired": 0, 2024-04-15T14:36:40.018 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_unfound": 0, 2024-04-15T14:36:40.018 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_bytes": 0, 2024-04-15T14:36:40.018 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_keys": 0, 2024-04-15T14:36:40.018 INFO:tasks.workunit.client.0.smithi016.stdout: "num_promote": 0, 2024-04-15T14:36:40.018 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read": 0, 2024-04-15T14:36:40.018 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read_kb": 0, 2024-04-15T14:36:40.018 INFO:tasks.workunit.client.0.smithi016.stdout: "num_scrub_errors": 0, 2024-04-15T14:36:40.018 INFO:tasks.workunit.client.0.smithi016.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T14:36:40.018 INFO:tasks.workunit.client.0.smithi016.stdout: "num_whiteouts": 0, 2024-04-15T14:36:40.018 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write": 0, 2024-04-15T14:36:40.018 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write_kb": 0 2024-04-15T14:36:40.018 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:40.019 INFO:tasks.workunit.client.0.smithi016.stdout: "state": "active+clean", 2024-04-15T14:36:40.019 INFO:tasks.workunit.client.0.smithi016.stdout: "stats_invalid": false, 2024-04-15T14:36:40.019 INFO:tasks.workunit.client.0.smithi016.stdout: "up": [ 2024-04-15T14:36:40.019 INFO:tasks.workunit.client.0.smithi016.stdout: 3, 2024-04-15T14:36:40.019 INFO:tasks.workunit.client.0.smithi016.stdout: 6, 2024-04-15T14:36:40.019 INFO:tasks.workunit.client.0.smithi016.stdout: 2 2024-04-15T14:36:40.019 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T14:36:40.019 INFO:tasks.workunit.client.0.smithi016.stdout: "up_primary": 3, 2024-04-15T14:36:40.019 INFO:tasks.workunit.client.0.smithi016.stdout: "version": "0'0" 2024-04-15T14:36:40.019 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:40.019 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-15T14:36:40.019 INFO:tasks.workunit.client.0.smithi016.stdout: "acting": [ 2024-04-15T14:36:40.020 INFO:tasks.workunit.client.0.smithi016.stdout: 3, 2024-04-15T14:36:40.020 INFO:tasks.workunit.client.0.smithi016.stdout: 0, 2024-04-15T14:36:40.020 INFO:tasks.workunit.client.0.smithi016.stdout: 5 2024-04-15T14:36:40.020 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T14:36:40.020 INFO:tasks.workunit.client.0.smithi016.stdout: "acting_primary": 3, 2024-04-15T14:36:40.020 INFO:tasks.workunit.client.0.smithi016.stdout: "avail_no_missing": [], 2024-04-15T14:36:40.020 INFO:tasks.workunit.client.0.smithi016.stdout: "blocked_by": [], 2024-04-15T14:36:40.020 INFO:tasks.workunit.client.0.smithi016.stdout: "created": 60, 2024-04-15T14:36:40.020 INFO:tasks.workunit.client.0.smithi016.stdout: "dirty_stats_invalid": false, 2024-04-15T14:36:40.020 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T14:36:40.020 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_stats_invalid": false, 2024-04-15T14:36:40.020 INFO:tasks.workunit.client.0.smithi016.stdout: "last_active": "2024-04-15T14:34:12.046745+0000", 2024-04-15T14:36:40.021 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_active": "2024-04-15T14:33:34.624152+0000", 2024-04-15T14:36:40.021 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_peered": "2024-04-15T14:33:34.624152+0000", 2024-04-15T14:36:40.021 INFO:tasks.workunit.client.0.smithi016.stdout: "last_change": "2024-04-15T14:33:34.624485+0000", 2024-04-15T14:36:40.021 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean": "2024-04-15T14:34:12.046745+0000", 2024-04-15T14:36:40.021 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean_scrub_stamp": "2024-04-15T14:33:33.599136+0000", 2024-04-15T14:36:40.021 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub": "0'0", 2024-04-15T14:36:40.021 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub_stamp": "2024-04-15T14:33:33.599136+0000", 2024-04-15T14:36:40.021 INFO:tasks.workunit.client.0.smithi016.stdout: "last_epoch_clean": 61, 2024-04-15T14:36:40.021 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fresh": "2024-04-15T14:34:12.046745+0000", 2024-04-15T14:36:40.021 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fullsized": "2024-04-15T14:34:12.046745+0000", 2024-04-15T14:36:40.021 INFO:tasks.workunit.client.0.smithi016.stdout: "last_peered": "2024-04-15T14:34:12.046745+0000", 2024-04-15T14:36:40.021 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub": "0'0", 2024-04-15T14:36:40.022 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_duration": 0, 2024-04-15T14:36:40.022 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_stamp": "2024-04-15T14:33:33.599136+0000", 2024-04-15T14:36:40.022 INFO:tasks.workunit.client.0.smithi016.stdout: "last_undegraded": "2024-04-15T14:34:12.046745+0000", 2024-04-15T14:36:40.022 INFO:tasks.workunit.client.0.smithi016.stdout: "last_unstale": "2024-04-15T14:34:12.046745+0000", 2024-04-15T14:36:40.022 INFO:tasks.workunit.client.0.smithi016.stdout: "log_dups_size": 0, 2024-04-15T14:36:40.022 INFO:tasks.workunit.client.0.smithi016.stdout: "log_size": 1, 2024-04-15T14:36:40.022 INFO:tasks.workunit.client.0.smithi016.stdout: "log_start": "0'0", 2024-04-15T14:36:40.022 INFO:tasks.workunit.client.0.smithi016.stdout: "manifest_stats_invalid": false, 2024-04-15T14:36:40.022 INFO:tasks.workunit.client.0.smithi016.stdout: "mapping_epoch": 60, 2024-04-15T14:36:40.022 INFO:tasks.workunit.client.0.smithi016.stdout: "object_location_counts": [], 2024-04-15T14:36:40.022 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_scrubbed": 0, 2024-04-15T14:36:40.022 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_trimmed": 0, 2024-04-15T14:36:40.023 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_stats_invalid": false, 2024-04-15T14:36:40.023 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_size": 1, 2024-04-15T14:36:40.023 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_start": "0'0", 2024-04-15T14:36:40.023 INFO:tasks.workunit.client.0.smithi016.stdout: "parent": "0.0", 2024-04-15T14:36:40.023 INFO:tasks.workunit.client.0.smithi016.stdout: "parent_split_bits": 0, 2024-04-15T14:36:40.023 INFO:tasks.workunit.client.0.smithi016.stdout: "pgid": "2.1e", 2024-04-15T14:36:40.023 INFO:tasks.workunit.client.0.smithi016.stdout: "pin_stats_invalid": false, 2024-04-15T14:36:40.023 INFO:tasks.workunit.client.0.smithi016.stdout: "purged_snaps": [], 2024-04-15T14:36:40.023 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_epoch": 70, 2024-04-15T14:36:40.023 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_seq": 20, 2024-04-15T14:36:40.023 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_duration": 0.0, 2024-04-15T14:36:40.023 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-16T21:43:54.191384+0000", 2024-04-15T14:36:40.023 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrim_duration": 0.0, 2024-04-15T14:36:40.024 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrimq_len": 0, 2024-04-15T14:36:40.024 INFO:tasks.workunit.client.0.smithi016.stdout: "stat_sum": { 2024-04-15T14:36:40.024 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes": 0, 2024-04-15T14:36:40.024 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T14:36:40.024 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_recovered": 0, 2024-04-15T14:36:40.024 INFO:tasks.workunit.client.0.smithi016.stdout: "num_deep_scrub_errors": 0, 2024-04-15T14:36:40.024 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict": 0, 2024-04-15T14:36:40.024 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_kb": 0, 2024-04-15T14:36:40.024 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_full": 0, 2024-04-15T14:36:40.024 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_some": 0, 2024-04-15T14:36:40.024 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush": 0, 2024-04-15T14:36:40.024 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_kb": 0, 2024-04-15T14:36:40.025 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_high": 0, 2024-04-15T14:36:40.025 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_low": 0, 2024-04-15T14:36:40.025 INFO:tasks.workunit.client.0.smithi016.stdout: "num_keys_recovered": 0, 2024-04-15T14:36:40.025 INFO:tasks.workunit.client.0.smithi016.stdout: "num_large_omap_objects": 0, 2024-04-15T14:36:40.025 INFO:tasks.workunit.client.0.smithi016.stdout: "num_legacy_snapsets": 0, 2024-04-15T14:36:40.025 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_clones": 0, 2024-04-15T14:36:40.025 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_copies": 0, 2024-04-15T14:36:40.025 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects": 0, 2024-04-15T14:36:40.025 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_degraded": 0, 2024-04-15T14:36:40.025 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_dirty": 0, 2024-04-15T14:36:40.025 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T14:36:40.025 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_manifest": 0, 2024-04-15T14:36:40.025 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_misplaced": 0, 2024-04-15T14:36:40.026 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing": 0, 2024-04-15T14:36:40.026 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T14:36:40.026 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_omap": 0, 2024-04-15T14:36:40.026 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_pinned": 0, 2024-04-15T14:36:40.026 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_recovered": 0, 2024-04-15T14:36:40.026 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_repaired": 0, 2024-04-15T14:36:40.026 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_unfound": 0, 2024-04-15T14:36:40.026 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_bytes": 0, 2024-04-15T14:36:40.026 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_keys": 0, 2024-04-15T14:36:40.026 INFO:tasks.workunit.client.0.smithi016.stdout: "num_promote": 0, 2024-04-15T14:36:40.026 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read": 0, 2024-04-15T14:36:40.026 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read_kb": 0, 2024-04-15T14:36:40.027 INFO:tasks.workunit.client.0.smithi016.stdout: "num_scrub_errors": 0, 2024-04-15T14:36:40.027 INFO:tasks.workunit.client.0.smithi016.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T14:36:40.027 INFO:tasks.workunit.client.0.smithi016.stdout: "num_whiteouts": 0, 2024-04-15T14:36:40.027 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write": 0, 2024-04-15T14:36:40.027 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write_kb": 0 2024-04-15T14:36:40.027 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:40.027 INFO:tasks.workunit.client.0.smithi016.stdout: "state": "active+clean", 2024-04-15T14:36:40.027 INFO:tasks.workunit.client.0.smithi016.stdout: "stats_invalid": false, 2024-04-15T14:36:40.027 INFO:tasks.workunit.client.0.smithi016.stdout: "up": [ 2024-04-15T14:36:40.027 INFO:tasks.workunit.client.0.smithi016.stdout: 3, 2024-04-15T14:36:40.027 INFO:tasks.workunit.client.0.smithi016.stdout: 0, 2024-04-15T14:36:40.027 INFO:tasks.workunit.client.0.smithi016.stdout: 5 2024-04-15T14:36:40.028 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T14:36:40.028 INFO:tasks.workunit.client.0.smithi016.stdout: "up_primary": 3, 2024-04-15T14:36:40.028 INFO:tasks.workunit.client.0.smithi016.stdout: "version": "62'1" 2024-04-15T14:36:40.028 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:40.028 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-15T14:36:40.028 INFO:tasks.workunit.client.0.smithi016.stdout: "acting": [ 2024-04-15T14:36:40.028 INFO:tasks.workunit.client.0.smithi016.stdout: 0, 2024-04-15T14:36:40.028 INFO:tasks.workunit.client.0.smithi016.stdout: 5, 2024-04-15T14:36:40.028 INFO:tasks.workunit.client.0.smithi016.stdout: 2 2024-04-15T14:36:40.028 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T14:36:40.028 INFO:tasks.workunit.client.0.smithi016.stdout: "acting_primary": 0, 2024-04-15T14:36:40.028 INFO:tasks.workunit.client.0.smithi016.stdout: "avail_no_missing": [], 2024-04-15T14:36:40.028 INFO:tasks.workunit.client.0.smithi016.stdout: "blocked_by": [], 2024-04-15T14:36:40.029 INFO:tasks.workunit.client.0.smithi016.stdout: "created": 61, 2024-04-15T14:36:40.029 INFO:tasks.workunit.client.0.smithi016.stdout: "dirty_stats_invalid": false, 2024-04-15T14:36:40.029 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T14:36:40.029 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_stats_invalid": false, 2024-04-15T14:36:40.029 INFO:tasks.workunit.client.0.smithi016.stdout: "last_active": "2024-04-15T14:34:11.923609+0000", 2024-04-15T14:36:40.029 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_active": "2024-04-15T14:33:34.984593+0000", 2024-04-15T14:36:40.029 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_peered": "2024-04-15T14:33:34.984593+0000", 2024-04-15T14:36:40.029 INFO:tasks.workunit.client.0.smithi016.stdout: "last_change": "2024-04-15T14:33:34.985195+0000", 2024-04-15T14:36:40.029 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean": "2024-04-15T14:34:11.923609+0000", 2024-04-15T14:36:40.029 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T14:36:40.029 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub": "0'0", 2024-04-15T14:36:40.030 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T14:36:40.030 INFO:tasks.workunit.client.0.smithi016.stdout: "last_epoch_clean": 62, 2024-04-15T14:36:40.030 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fresh": "2024-04-15T14:34:11.923609+0000", 2024-04-15T14:36:40.030 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fullsized": "2024-04-15T14:34:11.923609+0000", 2024-04-15T14:36:40.030 INFO:tasks.workunit.client.0.smithi016.stdout: "last_peered": "2024-04-15T14:34:11.923609+0000", 2024-04-15T14:36:40.030 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub": "0'0", 2024-04-15T14:36:40.030 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_duration": 0, 2024-04-15T14:36:40.030 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T14:36:40.030 INFO:tasks.workunit.client.0.smithi016.stdout: "last_undegraded": "2024-04-15T14:34:11.923609+0000", 2024-04-15T14:36:40.030 INFO:tasks.workunit.client.0.smithi016.stdout: "last_unstale": "2024-04-15T14:34:11.923609+0000", 2024-04-15T14:36:40.030 INFO:tasks.workunit.client.0.smithi016.stdout: "log_dups_size": 0, 2024-04-15T14:36:40.030 INFO:tasks.workunit.client.0.smithi016.stdout: "log_size": 0, 2024-04-15T14:36:40.031 INFO:tasks.workunit.client.0.smithi016.stdout: "log_start": "0'0", 2024-04-15T14:36:40.031 INFO:tasks.workunit.client.0.smithi016.stdout: "manifest_stats_invalid": false, 2024-04-15T14:36:40.031 INFO:tasks.workunit.client.0.smithi016.stdout: "mapping_epoch": 61, 2024-04-15T14:36:40.031 INFO:tasks.workunit.client.0.smithi016.stdout: "object_location_counts": [], 2024-04-15T14:36:40.031 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_scrubbed": 0, 2024-04-15T14:36:40.031 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_trimmed": 0, 2024-04-15T14:36:40.031 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_stats_invalid": false, 2024-04-15T14:36:40.031 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_size": 0, 2024-04-15T14:36:40.031 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_start": "0'0", 2024-04-15T14:36:40.031 INFO:tasks.workunit.client.0.smithi016.stdout: "parent": "0.0", 2024-04-15T14:36:40.031 INFO:tasks.workunit.client.0.smithi016.stdout: "parent_split_bits": 0, 2024-04-15T14:36:40.031 INFO:tasks.workunit.client.0.smithi016.stdout: "pgid": "3.1f", 2024-04-15T14:36:40.032 INFO:tasks.workunit.client.0.smithi016.stdout: "pin_stats_invalid": false, 2024-04-15T14:36:40.032 INFO:tasks.workunit.client.0.smithi016.stdout: "purged_snaps": [], 2024-04-15T14:36:40.032 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_epoch": 70, 2024-04-15T14:36:40.032 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_seq": 18, 2024-04-15T14:36:40.032 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_duration": 0.0, 2024-04-15T14:36:40.032 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-16T21:53:26.282912+0000", 2024-04-15T14:36:40.032 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrim_duration": 0.0, 2024-04-15T14:36:40.032 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrimq_len": 0, 2024-04-15T14:36:40.032 INFO:tasks.workunit.client.0.smithi016.stdout: "stat_sum": { 2024-04-15T14:36:40.032 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes": 0, 2024-04-15T14:36:40.032 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T14:36:40.032 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_recovered": 0, 2024-04-15T14:36:40.033 INFO:tasks.workunit.client.0.smithi016.stdout: "num_deep_scrub_errors": 0, 2024-04-15T14:36:40.033 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict": 0, 2024-04-15T14:36:40.033 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_kb": 0, 2024-04-15T14:36:40.033 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_full": 0, 2024-04-15T14:36:40.033 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_some": 0, 2024-04-15T14:36:40.033 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush": 0, 2024-04-15T14:36:40.033 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_kb": 0, 2024-04-15T14:36:40.033 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_high": 0, 2024-04-15T14:36:40.033 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_low": 0, 2024-04-15T14:36:40.033 INFO:tasks.workunit.client.0.smithi016.stdout: "num_keys_recovered": 0, 2024-04-15T14:36:40.033 INFO:tasks.workunit.client.0.smithi016.stdout: "num_large_omap_objects": 0, 2024-04-15T14:36:40.033 INFO:tasks.workunit.client.0.smithi016.stdout: "num_legacy_snapsets": 0, 2024-04-15T14:36:40.034 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_clones": 0, 2024-04-15T14:36:40.034 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_copies": 0, 2024-04-15T14:36:40.034 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects": 0, 2024-04-15T14:36:40.034 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_degraded": 0, 2024-04-15T14:36:40.034 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_dirty": 0, 2024-04-15T14:36:40.034 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T14:36:40.034 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_manifest": 0, 2024-04-15T14:36:40.034 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_misplaced": 0, 2024-04-15T14:36:40.034 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing": 0, 2024-04-15T14:36:40.034 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T14:36:40.034 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_omap": 0, 2024-04-15T14:36:40.034 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_pinned": 0, 2024-04-15T14:36:40.035 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_recovered": 0, 2024-04-15T14:36:40.035 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_repaired": 0, 2024-04-15T14:36:40.035 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_unfound": 0, 2024-04-15T14:36:40.035 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_bytes": 0, 2024-04-15T14:36:40.035 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_keys": 0, 2024-04-15T14:36:40.035 INFO:tasks.workunit.client.0.smithi016.stdout: "num_promote": 0, 2024-04-15T14:36:40.035 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read": 0, 2024-04-15T14:36:40.035 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read_kb": 0, 2024-04-15T14:36:40.035 INFO:tasks.workunit.client.0.smithi016.stdout: "num_scrub_errors": 0, 2024-04-15T14:36:40.035 INFO:tasks.workunit.client.0.smithi016.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T14:36:40.035 INFO:tasks.workunit.client.0.smithi016.stdout: "num_whiteouts": 0, 2024-04-15T14:36:40.035 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write": 0, 2024-04-15T14:36:40.035 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write_kb": 0 2024-04-15T14:36:40.036 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:40.036 INFO:tasks.workunit.client.0.smithi016.stdout: "state": "active+clean", 2024-04-15T14:36:40.036 INFO:tasks.workunit.client.0.smithi016.stdout: "stats_invalid": false, 2024-04-15T14:36:40.036 INFO:tasks.workunit.client.0.smithi016.stdout: "up": [ 2024-04-15T14:36:40.036 INFO:tasks.workunit.client.0.smithi016.stdout: 0, 2024-04-15T14:36:40.036 INFO:tasks.workunit.client.0.smithi016.stdout: 5, 2024-04-15T14:36:40.036 INFO:tasks.workunit.client.0.smithi016.stdout: 2 2024-04-15T14:36:40.036 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T14:36:40.036 INFO:tasks.workunit.client.0.smithi016.stdout: "up_primary": 0, 2024-04-15T14:36:40.036 INFO:tasks.workunit.client.0.smithi016.stdout: "version": "0'0" 2024-04-15T14:36:40.036 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:40.036 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-15T14:36:40.037 INFO:tasks.workunit.client.0.smithi016.stdout: "acting": [ 2024-04-15T14:36:40.037 INFO:tasks.workunit.client.0.smithi016.stdout: 7, 2024-04-15T14:36:40.037 INFO:tasks.workunit.client.0.smithi016.stdout: 6, 2024-04-15T14:36:40.037 INFO:tasks.workunit.client.0.smithi016.stdout: 0 2024-04-15T14:36:40.037 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T14:36:40.037 INFO:tasks.workunit.client.0.smithi016.stdout: "acting_primary": 7, 2024-04-15T14:36:40.037 INFO:tasks.workunit.client.0.smithi016.stdout: "avail_no_missing": [], 2024-04-15T14:36:40.037 INFO:tasks.workunit.client.0.smithi016.stdout: "blocked_by": [], 2024-04-15T14:36:40.037 INFO:tasks.workunit.client.0.smithi016.stdout: "created": 60, 2024-04-15T14:36:40.037 INFO:tasks.workunit.client.0.smithi016.stdout: "dirty_stats_invalid": false, 2024-04-15T14:36:40.037 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T14:36:40.037 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_stats_invalid": false, 2024-04-15T14:36:40.038 INFO:tasks.workunit.client.0.smithi016.stdout: "last_active": "2024-04-15T14:34:11.925664+0000", 2024-04-15T14:36:40.038 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_active": "2024-04-15T14:33:34.629295+0000", 2024-04-15T14:36:40.038 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_peered": "2024-04-15T14:33:34.629295+0000", 2024-04-15T14:36:40.038 INFO:tasks.workunit.client.0.smithi016.stdout: "last_change": "2024-04-15T14:33:34.629818+0000", 2024-04-15T14:36:40.038 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean": "2024-04-15T14:34:11.925664+0000", 2024-04-15T14:36:40.038 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean_scrub_stamp": "2024-04-15T14:33:33.599136+0000", 2024-04-15T14:36:40.038 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub": "0'0", 2024-04-15T14:36:40.038 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub_stamp": "2024-04-15T14:33:33.599136+0000", 2024-04-15T14:36:40.038 INFO:tasks.workunit.client.0.smithi016.stdout: "last_epoch_clean": 61, 2024-04-15T14:36:40.038 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fresh": "2024-04-15T14:34:11.925664+0000", 2024-04-15T14:36:40.038 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fullsized": "2024-04-15T14:34:11.925664+0000", 2024-04-15T14:36:40.038 INFO:tasks.workunit.client.0.smithi016.stdout: "last_peered": "2024-04-15T14:34:11.925664+0000", 2024-04-15T14:36:40.039 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub": "0'0", 2024-04-15T14:36:40.039 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_duration": 0, 2024-04-15T14:36:40.039 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_stamp": "2024-04-15T14:33:33.599136+0000", 2024-04-15T14:36:40.039 INFO:tasks.workunit.client.0.smithi016.stdout: "last_undegraded": "2024-04-15T14:34:11.925664+0000", 2024-04-15T14:36:40.039 INFO:tasks.workunit.client.0.smithi016.stdout: "last_unstale": "2024-04-15T14:34:11.925664+0000", 2024-04-15T14:36:40.039 INFO:tasks.workunit.client.0.smithi016.stdout: "log_dups_size": 0, 2024-04-15T14:36:40.039 INFO:tasks.workunit.client.0.smithi016.stdout: "log_size": 2, 2024-04-15T14:36:40.039 INFO:tasks.workunit.client.0.smithi016.stdout: "log_start": "0'0", 2024-04-15T14:36:40.039 INFO:tasks.workunit.client.0.smithi016.stdout: "manifest_stats_invalid": false, 2024-04-15T14:36:40.039 INFO:tasks.workunit.client.0.smithi016.stdout: "mapping_epoch": 60, 2024-04-15T14:36:40.039 INFO:tasks.workunit.client.0.smithi016.stdout: "object_location_counts": [], 2024-04-15T14:36:40.039 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_scrubbed": 0, 2024-04-15T14:36:40.040 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_trimmed": 0, 2024-04-15T14:36:40.040 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_stats_invalid": false, 2024-04-15T14:36:40.040 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_size": 2, 2024-04-15T14:36:40.040 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_start": "0'0", 2024-04-15T14:36:40.040 INFO:tasks.workunit.client.0.smithi016.stdout: "parent": "0.0", 2024-04-15T14:36:40.040 INFO:tasks.workunit.client.0.smithi016.stdout: "parent_split_bits": 0, 2024-04-15T14:36:40.040 INFO:tasks.workunit.client.0.smithi016.stdout: "pgid": "2.1d", 2024-04-15T14:36:40.040 INFO:tasks.workunit.client.0.smithi016.stdout: "pin_stats_invalid": false, 2024-04-15T14:36:40.040 INFO:tasks.workunit.client.0.smithi016.stdout: "purged_snaps": [], 2024-04-15T14:36:40.040 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_epoch": 70, 2024-04-15T14:36:40.040 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_seq": 21, 2024-04-15T14:36:40.040 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_duration": 0.0, 2024-04-15T14:36:40.041 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-16T17:22:13.588507+0000", 2024-04-15T14:36:40.041 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrim_duration": 0.0, 2024-04-15T14:36:40.041 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrimq_len": 0, 2024-04-15T14:36:40.041 INFO:tasks.workunit.client.0.smithi016.stdout: "stat_sum": { 2024-04-15T14:36:40.041 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes": 0, 2024-04-15T14:36:40.041 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T14:36:40.041 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_recovered": 0, 2024-04-15T14:36:40.041 INFO:tasks.workunit.client.0.smithi016.stdout: "num_deep_scrub_errors": 0, 2024-04-15T14:36:40.041 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict": 0, 2024-04-15T14:36:40.041 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_kb": 0, 2024-04-15T14:36:40.041 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_full": 0, 2024-04-15T14:36:40.041 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_some": 0, 2024-04-15T14:36:40.041 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush": 0, 2024-04-15T14:36:40.042 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_kb": 0, 2024-04-15T14:36:40.042 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_high": 0, 2024-04-15T14:36:40.042 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_low": 0, 2024-04-15T14:36:40.042 INFO:tasks.workunit.client.0.smithi016.stdout: "num_keys_recovered": 0, 2024-04-15T14:36:40.042 INFO:tasks.workunit.client.0.smithi016.stdout: "num_large_omap_objects": 0, 2024-04-15T14:36:40.042 INFO:tasks.workunit.client.0.smithi016.stdout: "num_legacy_snapsets": 0, 2024-04-15T14:36:40.042 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_clones": 0, 2024-04-15T14:36:40.042 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_copies": 3, 2024-04-15T14:36:40.042 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects": 1, 2024-04-15T14:36:40.042 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_degraded": 0, 2024-04-15T14:36:40.042 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_dirty": 1, 2024-04-15T14:36:40.042 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T14:36:40.043 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_manifest": 0, 2024-04-15T14:36:40.043 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_misplaced": 0, 2024-04-15T14:36:40.043 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing": 0, 2024-04-15T14:36:40.043 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T14:36:40.043 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_omap": 1, 2024-04-15T14:36:40.043 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_pinned": 0, 2024-04-15T14:36:40.043 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_recovered": 0, 2024-04-15T14:36:40.043 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_repaired": 0, 2024-04-15T14:36:40.043 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_unfound": 0, 2024-04-15T14:36:40.043 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_bytes": 0, 2024-04-15T14:36:40.043 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_keys": 0, 2024-04-15T14:36:40.043 INFO:tasks.workunit.client.0.smithi016.stdout: "num_promote": 0, 2024-04-15T14:36:40.043 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read": 0, 2024-04-15T14:36:40.044 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read_kb": 0, 2024-04-15T14:36:40.044 INFO:tasks.workunit.client.0.smithi016.stdout: "num_scrub_errors": 0, 2024-04-15T14:36:40.044 INFO:tasks.workunit.client.0.smithi016.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T14:36:40.044 INFO:tasks.workunit.client.0.smithi016.stdout: "num_whiteouts": 0, 2024-04-15T14:36:40.044 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write": 3, 2024-04-15T14:36:40.044 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write_kb": 0 2024-04-15T14:36:40.044 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:40.044 INFO:tasks.workunit.client.0.smithi016.stdout: "state": "active+clean", 2024-04-15T14:36:40.044 INFO:tasks.workunit.client.0.smithi016.stdout: "stats_invalid": false, 2024-04-15T14:36:40.044 INFO:tasks.workunit.client.0.smithi016.stdout: "up": [ 2024-04-15T14:36:40.044 INFO:tasks.workunit.client.0.smithi016.stdout: 7, 2024-04-15T14:36:40.044 INFO:tasks.workunit.client.0.smithi016.stdout: 6, 2024-04-15T14:36:40.044 INFO:tasks.workunit.client.0.smithi016.stdout: 0 2024-04-15T14:36:40.045 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T14:36:40.045 INFO:tasks.workunit.client.0.smithi016.stdout: "up_primary": 7, 2024-04-15T14:36:40.045 INFO:tasks.workunit.client.0.smithi016.stdout: "version": "62'2" 2024-04-15T14:36:40.045 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:40.045 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-15T14:36:40.045 INFO:tasks.workunit.client.0.smithi016.stdout: "acting": [ 2024-04-15T14:36:40.045 INFO:tasks.workunit.client.0.smithi016.stdout: 5, 2024-04-15T14:36:40.045 INFO:tasks.workunit.client.0.smithi016.stdout: 4, 2024-04-15T14:36:40.045 INFO:tasks.workunit.client.0.smithi016.stdout: 1 2024-04-15T14:36:40.045 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T14:36:40.045 INFO:tasks.workunit.client.0.smithi016.stdout: "acting_primary": 5, 2024-04-15T14:36:40.045 INFO:tasks.workunit.client.0.smithi016.stdout: "avail_no_missing": [], 2024-04-15T14:36:40.046 INFO:tasks.workunit.client.0.smithi016.stdout: "blocked_by": [], 2024-04-15T14:36:40.046 INFO:tasks.workunit.client.0.smithi016.stdout: "created": 61, 2024-04-15T14:36:40.046 INFO:tasks.workunit.client.0.smithi016.stdout: "dirty_stats_invalid": false, 2024-04-15T14:36:40.046 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T14:36:40.046 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_stats_invalid": false, 2024-04-15T14:36:40.046 INFO:tasks.workunit.client.0.smithi016.stdout: "last_active": "2024-04-15T14:34:12.045637+0000", 2024-04-15T14:36:40.046 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_active": "2024-04-15T14:33:34.990271+0000", 2024-04-15T14:36:40.046 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_peered": "2024-04-15T14:33:34.990271+0000", 2024-04-15T14:36:40.046 INFO:tasks.workunit.client.0.smithi016.stdout: "last_change": "2024-04-15T14:33:34.990806+0000", 2024-04-15T14:36:40.046 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean": "2024-04-15T14:34:12.045637+0000", 2024-04-15T14:36:40.046 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T14:36:40.047 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub": "0'0", 2024-04-15T14:36:40.047 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T14:36:40.047 INFO:tasks.workunit.client.0.smithi016.stdout: "last_epoch_clean": 62, 2024-04-15T14:36:40.047 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fresh": "2024-04-15T14:34:12.045637+0000", 2024-04-15T14:36:40.047 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fullsized": "2024-04-15T14:34:12.045637+0000", 2024-04-15T14:36:40.047 INFO:tasks.workunit.client.0.smithi016.stdout: "last_peered": "2024-04-15T14:34:12.045637+0000", 2024-04-15T14:36:40.047 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub": "0'0", 2024-04-15T14:36:40.047 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_duration": 0, 2024-04-15T14:36:40.047 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T14:36:40.047 INFO:tasks.workunit.client.0.smithi016.stdout: "last_undegraded": "2024-04-15T14:34:12.045637+0000", 2024-04-15T14:36:40.047 INFO:tasks.workunit.client.0.smithi016.stdout: "last_unstale": "2024-04-15T14:34:12.045637+0000", 2024-04-15T14:36:40.047 INFO:tasks.workunit.client.0.smithi016.stdout: "log_dups_size": 0, 2024-04-15T14:36:40.048 INFO:tasks.workunit.client.0.smithi016.stdout: "log_size": 0, 2024-04-15T14:36:40.048 INFO:tasks.workunit.client.0.smithi016.stdout: "log_start": "0'0", 2024-04-15T14:36:40.048 INFO:tasks.workunit.client.0.smithi016.stdout: "manifest_stats_invalid": false, 2024-04-15T14:36:40.048 INFO:tasks.workunit.client.0.smithi016.stdout: "mapping_epoch": 61, 2024-04-15T14:36:40.048 INFO:tasks.workunit.client.0.smithi016.stdout: "object_location_counts": [], 2024-04-15T14:36:40.048 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_scrubbed": 0, 2024-04-15T14:36:40.048 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_trimmed": 0, 2024-04-15T14:36:40.048 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_stats_invalid": false, 2024-04-15T14:36:40.048 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_size": 0, 2024-04-15T14:36:40.048 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_start": "0'0", 2024-04-15T14:36:40.048 INFO:tasks.workunit.client.0.smithi016.stdout: "parent": "0.0", 2024-04-15T14:36:40.048 INFO:tasks.workunit.client.0.smithi016.stdout: "parent_split_bits": 0, 2024-04-15T14:36:40.048 INFO:tasks.workunit.client.0.smithi016.stdout: "pgid": "3.1c", 2024-04-15T14:36:40.049 INFO:tasks.workunit.client.0.smithi016.stdout: "pin_stats_invalid": false, 2024-04-15T14:36:40.049 INFO:tasks.workunit.client.0.smithi016.stdout: "purged_snaps": [], 2024-04-15T14:36:40.049 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_epoch": 70, 2024-04-15T14:36:40.049 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_seq": 19, 2024-04-15T14:36:40.049 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_duration": 0.0, 2024-04-15T14:36:40.049 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-16T16:08:05.354437+0000", 2024-04-15T14:36:40.049 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrim_duration": 0.0, 2024-04-15T14:36:40.049 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrimq_len": 0, 2024-04-15T14:36:40.049 INFO:tasks.workunit.client.0.smithi016.stdout: "stat_sum": { 2024-04-15T14:36:40.049 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes": 0, 2024-04-15T14:36:40.049 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T14:36:40.050 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_recovered": 0, 2024-04-15T14:36:40.050 INFO:tasks.workunit.client.0.smithi016.stdout: "num_deep_scrub_errors": 0, 2024-04-15T14:36:40.050 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict": 0, 2024-04-15T14:36:40.050 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_kb": 0, 2024-04-15T14:36:40.050 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_full": 0, 2024-04-15T14:36:40.050 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_some": 0, 2024-04-15T14:36:40.050 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush": 0, 2024-04-15T14:36:40.050 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_kb": 0, 2024-04-15T14:36:40.050 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_high": 0, 2024-04-15T14:36:40.050 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_low": 0, 2024-04-15T14:36:40.051 INFO:tasks.workunit.client.0.smithi016.stdout: "num_keys_recovered": 0, 2024-04-15T14:36:40.051 INFO:tasks.workunit.client.0.smithi016.stdout: "num_large_omap_objects": 0, 2024-04-15T14:36:40.051 INFO:tasks.workunit.client.0.smithi016.stdout: "num_legacy_snapsets": 0, 2024-04-15T14:36:40.051 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_clones": 0, 2024-04-15T14:36:40.051 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_copies": 0, 2024-04-15T14:36:40.051 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects": 0, 2024-04-15T14:36:40.051 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_degraded": 0, 2024-04-15T14:36:40.051 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_dirty": 0, 2024-04-15T14:36:40.051 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T14:36:40.051 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_manifest": 0, 2024-04-15T14:36:40.051 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_misplaced": 0, 2024-04-15T14:36:40.052 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing": 0, 2024-04-15T14:36:40.052 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T14:36:40.052 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_omap": 0, 2024-04-15T14:36:40.052 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_pinned": 0, 2024-04-15T14:36:40.052 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_recovered": 0, 2024-04-15T14:36:40.052 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_repaired": 0, 2024-04-15T14:36:40.052 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_unfound": 0, 2024-04-15T14:36:40.052 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_bytes": 0, 2024-04-15T14:36:40.052 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_keys": 0, 2024-04-15T14:36:40.052 INFO:tasks.workunit.client.0.smithi016.stdout: "num_promote": 0, 2024-04-15T14:36:40.053 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read": 0, 2024-04-15T14:36:40.053 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read_kb": 0, 2024-04-15T14:36:40.053 INFO:tasks.workunit.client.0.smithi016.stdout: "num_scrub_errors": 0, 2024-04-15T14:36:40.053 INFO:tasks.workunit.client.0.smithi016.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T14:36:40.053 INFO:tasks.workunit.client.0.smithi016.stdout: "num_whiteouts": 0, 2024-04-15T14:36:40.053 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write": 0, 2024-04-15T14:36:40.053 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write_kb": 0 2024-04-15T14:36:40.053 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:40.053 INFO:tasks.workunit.client.0.smithi016.stdout: "state": "active+clean", 2024-04-15T14:36:40.053 INFO:tasks.workunit.client.0.smithi016.stdout: "stats_invalid": false, 2024-04-15T14:36:40.053 INFO:tasks.workunit.client.0.smithi016.stdout: "up": [ 2024-04-15T14:36:40.053 INFO:tasks.workunit.client.0.smithi016.stdout: 5, 2024-04-15T14:36:40.054 INFO:tasks.workunit.client.0.smithi016.stdout: 4, 2024-04-15T14:36:40.054 INFO:tasks.workunit.client.0.smithi016.stdout: 1 2024-04-15T14:36:40.054 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T14:36:40.054 INFO:tasks.workunit.client.0.smithi016.stdout: "up_primary": 5, 2024-04-15T14:36:40.054 INFO:tasks.workunit.client.0.smithi016.stdout: "version": "0'0" 2024-04-15T14:36:40.054 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:40.054 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-15T14:36:40.054 INFO:tasks.workunit.client.0.smithi016.stdout: "acting": [ 2024-04-15T14:36:40.054 INFO:tasks.workunit.client.0.smithi016.stdout: 7, 2024-04-15T14:36:40.054 INFO:tasks.workunit.client.0.smithi016.stdout: 5, 2024-04-15T14:36:40.054 INFO:tasks.workunit.client.0.smithi016.stdout: 2 2024-04-15T14:36:40.055 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T14:36:40.055 INFO:tasks.workunit.client.0.smithi016.stdout: "acting_primary": 7, 2024-04-15T14:36:40.055 INFO:tasks.workunit.client.0.smithi016.stdout: "avail_no_missing": [], 2024-04-15T14:36:40.055 INFO:tasks.workunit.client.0.smithi016.stdout: "blocked_by": [], 2024-04-15T14:36:40.055 INFO:tasks.workunit.client.0.smithi016.stdout: "created": 60, 2024-04-15T14:36:40.055 INFO:tasks.workunit.client.0.smithi016.stdout: "dirty_stats_invalid": false, 2024-04-15T14:36:40.055 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T14:36:40.055 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_stats_invalid": false, 2024-04-15T14:36:40.055 INFO:tasks.workunit.client.0.smithi016.stdout: "last_active": "2024-04-15T14:34:11.924748+0000", 2024-04-15T14:36:40.055 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_active": "2024-04-15T14:33:34.628033+0000", 2024-04-15T14:36:40.055 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_peered": "2024-04-15T14:33:34.628033+0000", 2024-04-15T14:36:40.055 INFO:tasks.workunit.client.0.smithi016.stdout: "last_change": "2024-04-15T14:33:34.628676+0000", 2024-04-15T14:36:40.055 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean": "2024-04-15T14:34:11.924748+0000", 2024-04-15T14:36:40.056 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean_scrub_stamp": "2024-04-15T14:33:33.599136+0000", 2024-04-15T14:36:40.056 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub": "0'0", 2024-04-15T14:36:40.056 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub_stamp": "2024-04-15T14:33:33.599136+0000", 2024-04-15T14:36:40.056 INFO:tasks.workunit.client.0.smithi016.stdout: "last_epoch_clean": 61, 2024-04-15T14:36:40.056 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fresh": "2024-04-15T14:34:11.924748+0000", 2024-04-15T14:36:40.056 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fullsized": "2024-04-15T14:34:11.924748+0000", 2024-04-15T14:36:40.056 INFO:tasks.workunit.client.0.smithi016.stdout: "last_peered": "2024-04-15T14:34:11.924748+0000", 2024-04-15T14:36:40.056 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub": "0'0", 2024-04-15T14:36:40.056 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_duration": 0, 2024-04-15T14:36:40.056 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_stamp": "2024-04-15T14:33:33.599136+0000", 2024-04-15T14:36:40.057 INFO:tasks.workunit.client.0.smithi016.stdout: "last_undegraded": "2024-04-15T14:34:11.924748+0000", 2024-04-15T14:36:40.057 INFO:tasks.workunit.client.0.smithi016.stdout: "last_unstale": "2024-04-15T14:34:11.924748+0000", 2024-04-15T14:36:40.057 INFO:tasks.workunit.client.0.smithi016.stdout: "log_dups_size": 0, 2024-04-15T14:36:40.057 INFO:tasks.workunit.client.0.smithi016.stdout: "log_size": 2, 2024-04-15T14:36:40.057 INFO:tasks.workunit.client.0.smithi016.stdout: "log_start": "0'0", 2024-04-15T14:36:40.057 INFO:tasks.workunit.client.0.smithi016.stdout: "manifest_stats_invalid": false, 2024-04-15T14:36:40.057 INFO:tasks.workunit.client.0.smithi016.stdout: "mapping_epoch": 60, 2024-04-15T14:36:40.057 INFO:tasks.workunit.client.0.smithi016.stdout: "object_location_counts": [], 2024-04-15T14:36:40.057 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_scrubbed": 0, 2024-04-15T14:36:40.057 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_trimmed": 0, 2024-04-15T14:36:40.057 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_stats_invalid": false, 2024-04-15T14:36:40.057 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_size": 2, 2024-04-15T14:36:40.058 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_start": "0'0", 2024-04-15T14:36:40.058 INFO:tasks.workunit.client.0.smithi016.stdout: "parent": "0.0", 2024-04-15T14:36:40.058 INFO:tasks.workunit.client.0.smithi016.stdout: "parent_split_bits": 0, 2024-04-15T14:36:40.058 INFO:tasks.workunit.client.0.smithi016.stdout: "pgid": "2.1c", 2024-04-15T14:36:40.058 INFO:tasks.workunit.client.0.smithi016.stdout: "pin_stats_invalid": false, 2024-04-15T14:36:40.058 INFO:tasks.workunit.client.0.smithi016.stdout: "purged_snaps": [], 2024-04-15T14:36:40.058 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_epoch": 70, 2024-04-15T14:36:40.058 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_seq": 21, 2024-04-15T14:36:40.058 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_duration": 0.0, 2024-04-15T14:36:40.058 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-16T18:03:09.283496+0000", 2024-04-15T14:36:40.058 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrim_duration": 0.0, 2024-04-15T14:36:40.058 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrimq_len": 0, 2024-04-15T14:36:40.059 INFO:tasks.workunit.client.0.smithi016.stdout: "stat_sum": { 2024-04-15T14:36:40.059 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes": 0, 2024-04-15T14:36:40.059 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T14:36:40.059 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_recovered": 0, 2024-04-15T14:36:40.059 INFO:tasks.workunit.client.0.smithi016.stdout: "num_deep_scrub_errors": 0, 2024-04-15T14:36:40.059 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict": 0, 2024-04-15T14:36:40.059 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_kb": 0, 2024-04-15T14:36:40.059 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_full": 0, 2024-04-15T14:36:40.059 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_some": 0, 2024-04-15T14:36:40.059 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush": 0, 2024-04-15T14:36:40.059 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_kb": 0, 2024-04-15T14:36:40.060 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_high": 0, 2024-04-15T14:36:40.060 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_low": 0, 2024-04-15T14:36:40.060 INFO:tasks.workunit.client.0.smithi016.stdout: "num_keys_recovered": 0, 2024-04-15T14:36:40.060 INFO:tasks.workunit.client.0.smithi016.stdout: "num_large_omap_objects": 0, 2024-04-15T14:36:40.060 INFO:tasks.workunit.client.0.smithi016.stdout: "num_legacy_snapsets": 0, 2024-04-15T14:36:40.060 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_clones": 0, 2024-04-15T14:36:40.060 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_copies": 3, 2024-04-15T14:36:40.060 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects": 1, 2024-04-15T14:36:40.060 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_degraded": 0, 2024-04-15T14:36:40.060 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_dirty": 1, 2024-04-15T14:36:40.060 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T14:36:40.060 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_manifest": 0, 2024-04-15T14:36:40.060 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_misplaced": 0, 2024-04-15T14:36:40.061 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing": 0, 2024-04-15T14:36:40.061 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T14:36:40.061 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_omap": 1, 2024-04-15T14:36:40.061 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_pinned": 0, 2024-04-15T14:36:40.061 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_recovered": 0, 2024-04-15T14:36:40.061 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_repaired": 0, 2024-04-15T14:36:40.061 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_unfound": 0, 2024-04-15T14:36:40.061 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_bytes": 0, 2024-04-15T14:36:40.061 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_keys": 0, 2024-04-15T14:36:40.061 INFO:tasks.workunit.client.0.smithi016.stdout: "num_promote": 0, 2024-04-15T14:36:40.061 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read": 0, 2024-04-15T14:36:40.061 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read_kb": 0, 2024-04-15T14:36:40.062 INFO:tasks.workunit.client.0.smithi016.stdout: "num_scrub_errors": 0, 2024-04-15T14:36:40.062 INFO:tasks.workunit.client.0.smithi016.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T14:36:40.062 INFO:tasks.workunit.client.0.smithi016.stdout: "num_whiteouts": 0, 2024-04-15T14:36:40.062 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write": 3, 2024-04-15T14:36:40.062 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write_kb": 0 2024-04-15T14:36:40.062 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:40.062 INFO:tasks.workunit.client.0.smithi016.stdout: "state": "active+clean", 2024-04-15T14:36:40.062 INFO:tasks.workunit.client.0.smithi016.stdout: "stats_invalid": false, 2024-04-15T14:36:40.062 INFO:tasks.workunit.client.0.smithi016.stdout: "up": [ 2024-04-15T14:36:40.062 INFO:tasks.workunit.client.0.smithi016.stdout: 7, 2024-04-15T14:36:40.063 INFO:tasks.workunit.client.0.smithi016.stdout: 5, 2024-04-15T14:36:40.063 INFO:tasks.workunit.client.0.smithi016.stdout: 2 2024-04-15T14:36:40.063 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T14:36:40.063 INFO:tasks.workunit.client.0.smithi016.stdout: "up_primary": 7, 2024-04-15T14:36:40.063 INFO:tasks.workunit.client.0.smithi016.stdout: "version": "62'2" 2024-04-15T14:36:40.063 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:40.063 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-15T14:36:40.063 INFO:tasks.workunit.client.0.smithi016.stdout: "acting": [ 2024-04-15T14:36:40.063 INFO:tasks.workunit.client.0.smithi016.stdout: 5, 2024-04-15T14:36:40.063 INFO:tasks.workunit.client.0.smithi016.stdout: 4, 2024-04-15T14:36:40.063 INFO:tasks.workunit.client.0.smithi016.stdout: 6 2024-04-15T14:36:40.064 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T14:36:40.064 INFO:tasks.workunit.client.0.smithi016.stdout: "acting_primary": 5, 2024-04-15T14:36:40.064 INFO:tasks.workunit.client.0.smithi016.stdout: "avail_no_missing": [], 2024-04-15T14:36:40.064 INFO:tasks.workunit.client.0.smithi016.stdout: "blocked_by": [], 2024-04-15T14:36:40.064 INFO:tasks.workunit.client.0.smithi016.stdout: "created": 61, 2024-04-15T14:36:40.064 INFO:tasks.workunit.client.0.smithi016.stdout: "dirty_stats_invalid": false, 2024-04-15T14:36:40.064 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T14:36:40.064 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_stats_invalid": false, 2024-04-15T14:36:40.064 INFO:tasks.workunit.client.0.smithi016.stdout: "last_active": "2024-04-15T14:34:12.045675+0000", 2024-04-15T14:36:40.064 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_active": "2024-04-15T14:33:34.994612+0000", 2024-04-15T14:36:40.064 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_peered": "2024-04-15T14:33:34.994612+0000", 2024-04-15T14:36:40.064 INFO:tasks.workunit.client.0.smithi016.stdout: "last_change": "2024-04-15T14:33:34.994921+0000", 2024-04-15T14:36:40.065 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean": "2024-04-15T14:34:12.045675+0000", 2024-04-15T14:36:40.065 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T14:36:40.065 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub": "0'0", 2024-04-15T14:36:40.065 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T14:36:40.065 INFO:tasks.workunit.client.0.smithi016.stdout: "last_epoch_clean": 62, 2024-04-15T14:36:40.065 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fresh": "2024-04-15T14:34:12.045675+0000", 2024-04-15T14:36:40.065 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fullsized": "2024-04-15T14:34:12.045675+0000", 2024-04-15T14:36:40.065 INFO:tasks.workunit.client.0.smithi016.stdout: "last_peered": "2024-04-15T14:34:12.045675+0000", 2024-04-15T14:36:40.066 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub": "0'0", 2024-04-15T14:36:40.066 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_duration": 0, 2024-04-15T14:36:40.066 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T14:36:40.066 INFO:tasks.workunit.client.0.smithi016.stdout: "last_undegraded": "2024-04-15T14:34:12.045675+0000", 2024-04-15T14:36:40.066 INFO:tasks.workunit.client.0.smithi016.stdout: "last_unstale": "2024-04-15T14:34:12.045675+0000", 2024-04-15T14:36:40.066 INFO:tasks.workunit.client.0.smithi016.stdout: "log_dups_size": 0, 2024-04-15T14:36:40.066 INFO:tasks.workunit.client.0.smithi016.stdout: "log_size": 0, 2024-04-15T14:36:40.066 INFO:tasks.workunit.client.0.smithi016.stdout: "log_start": "0'0", 2024-04-15T14:36:40.066 INFO:tasks.workunit.client.0.smithi016.stdout: "manifest_stats_invalid": false, 2024-04-15T14:36:40.066 INFO:tasks.workunit.client.0.smithi016.stdout: "mapping_epoch": 61, 2024-04-15T14:36:40.066 INFO:tasks.workunit.client.0.smithi016.stdout: "object_location_counts": [], 2024-04-15T14:36:40.067 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_scrubbed": 0, 2024-04-15T14:36:40.067 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_trimmed": 0, 2024-04-15T14:36:40.067 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_stats_invalid": false, 2024-04-15T14:36:40.067 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_size": 0, 2024-04-15T14:36:40.067 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_start": "0'0", 2024-04-15T14:36:40.067 INFO:tasks.workunit.client.0.smithi016.stdout: "parent": "0.0", 2024-04-15T14:36:40.067 INFO:tasks.workunit.client.0.smithi016.stdout: "parent_split_bits": 0, 2024-04-15T14:36:40.067 INFO:tasks.workunit.client.0.smithi016.stdout: "pgid": "3.1d", 2024-04-15T14:36:40.067 INFO:tasks.workunit.client.0.smithi016.stdout: "pin_stats_invalid": false, 2024-04-15T14:36:40.067 INFO:tasks.workunit.client.0.smithi016.stdout: "purged_snaps": [], 2024-04-15T14:36:40.067 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_epoch": 70, 2024-04-15T14:36:40.067 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_seq": 19, 2024-04-15T14:36:40.068 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_duration": 0.0, 2024-04-15T14:36:40.068 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-16T23:38:01.119309+0000", 2024-04-15T14:36:40.068 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrim_duration": 0.0, 2024-04-15T14:36:40.068 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrimq_len": 0, 2024-04-15T14:36:40.068 INFO:tasks.workunit.client.0.smithi016.stdout: "stat_sum": { 2024-04-15T14:36:40.068 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes": 0, 2024-04-15T14:36:40.068 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T14:36:40.068 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_recovered": 0, 2024-04-15T14:36:40.068 INFO:tasks.workunit.client.0.smithi016.stdout: "num_deep_scrub_errors": 0, 2024-04-15T14:36:40.068 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict": 0, 2024-04-15T14:36:40.068 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_kb": 0, 2024-04-15T14:36:40.068 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_full": 0, 2024-04-15T14:36:40.069 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_some": 0, 2024-04-15T14:36:40.069 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush": 0, 2024-04-15T14:36:40.069 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_kb": 0, 2024-04-15T14:36:40.069 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_high": 0, 2024-04-15T14:36:40.069 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_low": 0, 2024-04-15T14:36:40.069 INFO:tasks.workunit.client.0.smithi016.stdout: "num_keys_recovered": 0, 2024-04-15T14:36:40.069 INFO:tasks.workunit.client.0.smithi016.stdout: "num_large_omap_objects": 0, 2024-04-15T14:36:40.069 INFO:tasks.workunit.client.0.smithi016.stdout: "num_legacy_snapsets": 0, 2024-04-15T14:36:40.069 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_clones": 0, 2024-04-15T14:36:40.069 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_copies": 0, 2024-04-15T14:36:40.069 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects": 0, 2024-04-15T14:36:40.069 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_degraded": 0, 2024-04-15T14:36:40.070 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_dirty": 0, 2024-04-15T14:36:40.070 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T14:36:40.070 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_manifest": 0, 2024-04-15T14:36:40.070 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_misplaced": 0, 2024-04-15T14:36:40.070 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing": 0, 2024-04-15T14:36:40.070 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T14:36:40.070 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_omap": 0, 2024-04-15T14:36:40.070 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_pinned": 0, 2024-04-15T14:36:40.070 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_recovered": 0, 2024-04-15T14:36:40.070 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_repaired": 0, 2024-04-15T14:36:40.070 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_unfound": 0, 2024-04-15T14:36:40.070 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_bytes": 0, 2024-04-15T14:36:40.071 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_keys": 0, 2024-04-15T14:36:40.071 INFO:tasks.workunit.client.0.smithi016.stdout: "num_promote": 0, 2024-04-15T14:36:40.071 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read": 0, 2024-04-15T14:36:40.071 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read_kb": 0, 2024-04-15T14:36:40.071 INFO:tasks.workunit.client.0.smithi016.stdout: "num_scrub_errors": 0, 2024-04-15T14:36:40.071 INFO:tasks.workunit.client.0.smithi016.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T14:36:40.071 INFO:tasks.workunit.client.0.smithi016.stdout: "num_whiteouts": 0, 2024-04-15T14:36:40.071 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write": 0, 2024-04-15T14:36:40.071 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write_kb": 0 2024-04-15T14:36:40.071 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:40.071 INFO:tasks.workunit.client.0.smithi016.stdout: "state": "active+clean", 2024-04-15T14:36:40.071 INFO:tasks.workunit.client.0.smithi016.stdout: "stats_invalid": false, 2024-04-15T14:36:40.072 INFO:tasks.workunit.client.0.smithi016.stdout: "up": [ 2024-04-15T14:36:40.072 INFO:tasks.workunit.client.0.smithi016.stdout: 5, 2024-04-15T14:36:40.072 INFO:tasks.workunit.client.0.smithi016.stdout: 4, 2024-04-15T14:36:40.072 INFO:tasks.workunit.client.0.smithi016.stdout: 6 2024-04-15T14:36:40.072 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T14:36:40.072 INFO:tasks.workunit.client.0.smithi016.stdout: "up_primary": 5, 2024-04-15T14:36:40.072 INFO:tasks.workunit.client.0.smithi016.stdout: "version": "0'0" 2024-04-15T14:36:40.072 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:40.072 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-15T14:36:40.072 INFO:tasks.workunit.client.0.smithi016.stdout: "acting": [ 2024-04-15T14:36:40.072 INFO:tasks.workunit.client.0.smithi016.stdout: 3, 2024-04-15T14:36:40.072 INFO:tasks.workunit.client.0.smithi016.stdout: 7, 2024-04-15T14:36:40.072 INFO:tasks.workunit.client.0.smithi016.stdout: 6 2024-04-15T14:36:40.073 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T14:36:40.073 INFO:tasks.workunit.client.0.smithi016.stdout: "acting_primary": 3, 2024-04-15T14:36:40.073 INFO:tasks.workunit.client.0.smithi016.stdout: "avail_no_missing": [], 2024-04-15T14:36:40.073 INFO:tasks.workunit.client.0.smithi016.stdout: "blocked_by": [], 2024-04-15T14:36:40.073 INFO:tasks.workunit.client.0.smithi016.stdout: "created": 60, 2024-04-15T14:36:40.073 INFO:tasks.workunit.client.0.smithi016.stdout: "dirty_stats_invalid": false, 2024-04-15T14:36:40.073 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T14:36:40.073 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_stats_invalid": false, 2024-04-15T14:36:40.073 INFO:tasks.workunit.client.0.smithi016.stdout: "last_active": "2024-04-15T14:34:12.046351+0000", 2024-04-15T14:36:40.073 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_active": "2024-04-15T14:33:34.622710+0000", 2024-04-15T14:36:40.074 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_peered": "2024-04-15T14:33:34.622710+0000", 2024-04-15T14:36:40.074 INFO:tasks.workunit.client.0.smithi016.stdout: "last_change": "2024-04-15T14:33:34.623272+0000", 2024-04-15T14:36:40.074 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean": "2024-04-15T14:34:12.046351+0000", 2024-04-15T14:36:40.074 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean_scrub_stamp": "2024-04-15T14:33:33.599136+0000", 2024-04-15T14:36:40.074 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub": "0'0", 2024-04-15T14:36:40.074 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub_stamp": "2024-04-15T14:33:33.599136+0000", 2024-04-15T14:36:40.074 INFO:tasks.workunit.client.0.smithi016.stdout: "last_epoch_clean": 61, 2024-04-15T14:36:40.074 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fresh": "2024-04-15T14:34:12.046351+0000", 2024-04-15T14:36:40.074 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fullsized": "2024-04-15T14:34:12.046351+0000", 2024-04-15T14:36:40.074 INFO:tasks.workunit.client.0.smithi016.stdout: "last_peered": "2024-04-15T14:34:12.046351+0000", 2024-04-15T14:36:40.074 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub": "0'0", 2024-04-15T14:36:40.074 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_duration": 0, 2024-04-15T14:36:40.075 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_stamp": "2024-04-15T14:33:33.599136+0000", 2024-04-15T14:36:40.075 INFO:tasks.workunit.client.0.smithi016.stdout: "last_undegraded": "2024-04-15T14:34:12.046351+0000", 2024-04-15T14:36:40.075 INFO:tasks.workunit.client.0.smithi016.stdout: "last_unstale": "2024-04-15T14:34:12.046351+0000", 2024-04-15T14:36:40.075 INFO:tasks.workunit.client.0.smithi016.stdout: "log_dups_size": 0, 2024-04-15T14:36:40.075 INFO:tasks.workunit.client.0.smithi016.stdout: "log_size": 1, 2024-04-15T14:36:40.075 INFO:tasks.workunit.client.0.smithi016.stdout: "log_start": "0'0", 2024-04-15T14:36:40.075 INFO:tasks.workunit.client.0.smithi016.stdout: "manifest_stats_invalid": false, 2024-04-15T14:36:40.075 INFO:tasks.workunit.client.0.smithi016.stdout: "mapping_epoch": 60, 2024-04-15T14:36:40.075 INFO:tasks.workunit.client.0.smithi016.stdout: "object_location_counts": [], 2024-04-15T14:36:40.075 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_scrubbed": 0, 2024-04-15T14:36:40.075 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_trimmed": 0, 2024-04-15T14:36:40.075 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_stats_invalid": false, 2024-04-15T14:36:40.076 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_size": 1, 2024-04-15T14:36:40.076 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_start": "0'0", 2024-04-15T14:36:40.076 INFO:tasks.workunit.client.0.smithi016.stdout: "parent": "0.0", 2024-04-15T14:36:40.076 INFO:tasks.workunit.client.0.smithi016.stdout: "parent_split_bits": 0, 2024-04-15T14:36:40.076 INFO:tasks.workunit.client.0.smithi016.stdout: "pgid": "2.1b", 2024-04-15T14:36:40.076 INFO:tasks.workunit.client.0.smithi016.stdout: "pin_stats_invalid": false, 2024-04-15T14:36:40.076 INFO:tasks.workunit.client.0.smithi016.stdout: "purged_snaps": [], 2024-04-15T14:36:40.076 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_epoch": 70, 2024-04-15T14:36:40.076 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_seq": 20, 2024-04-15T14:36:40.076 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_duration": 0.0, 2024-04-15T14:36:40.076 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-16T19:37:49.694651+0000", 2024-04-15T14:36:40.076 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrim_duration": 0.0, 2024-04-15T14:36:40.076 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrimq_len": 0, 2024-04-15T14:36:40.077 INFO:tasks.workunit.client.0.smithi016.stdout: "stat_sum": { 2024-04-15T14:36:40.077 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes": 0, 2024-04-15T14:36:40.077 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T14:36:40.077 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_recovered": 0, 2024-04-15T14:36:40.077 INFO:tasks.workunit.client.0.smithi016.stdout: "num_deep_scrub_errors": 0, 2024-04-15T14:36:40.077 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict": 0, 2024-04-15T14:36:40.077 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_kb": 0, 2024-04-15T14:36:40.077 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_full": 0, 2024-04-15T14:36:40.077 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_some": 0, 2024-04-15T14:36:40.077 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush": 0, 2024-04-15T14:36:40.077 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_kb": 0, 2024-04-15T14:36:40.077 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_high": 0, 2024-04-15T14:36:40.078 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_low": 0, 2024-04-15T14:36:40.078 INFO:tasks.workunit.client.0.smithi016.stdout: "num_keys_recovered": 0, 2024-04-15T14:36:40.078 INFO:tasks.workunit.client.0.smithi016.stdout: "num_large_omap_objects": 0, 2024-04-15T14:36:40.078 INFO:tasks.workunit.client.0.smithi016.stdout: "num_legacy_snapsets": 0, 2024-04-15T14:36:40.078 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_clones": 0, 2024-04-15T14:36:40.078 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_copies": 0, 2024-04-15T14:36:40.078 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects": 0, 2024-04-15T14:36:40.078 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_degraded": 0, 2024-04-15T14:36:40.078 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_dirty": 0, 2024-04-15T14:36:40.078 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T14:36:40.078 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_manifest": 0, 2024-04-15T14:36:40.078 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_misplaced": 0, 2024-04-15T14:36:40.078 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing": 0, 2024-04-15T14:36:40.079 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T14:36:40.079 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_omap": 0, 2024-04-15T14:36:40.079 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_pinned": 0, 2024-04-15T14:36:40.079 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_recovered": 0, 2024-04-15T14:36:40.079 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_repaired": 0, 2024-04-15T14:36:40.079 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_unfound": 0, 2024-04-15T14:36:40.079 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_bytes": 0, 2024-04-15T14:36:40.079 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_keys": 0, 2024-04-15T14:36:40.079 INFO:tasks.workunit.client.0.smithi016.stdout: "num_promote": 0, 2024-04-15T14:36:40.079 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read": 0, 2024-04-15T14:36:40.079 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read_kb": 0, 2024-04-15T14:36:40.079 INFO:tasks.workunit.client.0.smithi016.stdout: "num_scrub_errors": 0, 2024-04-15T14:36:40.080 INFO:tasks.workunit.client.0.smithi016.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T14:36:40.080 INFO:tasks.workunit.client.0.smithi016.stdout: "num_whiteouts": 0, 2024-04-15T14:36:40.080 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write": 0, 2024-04-15T14:36:40.080 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write_kb": 0 2024-04-15T14:36:40.080 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:40.080 INFO:tasks.workunit.client.0.smithi016.stdout: "state": "active+clean", 2024-04-15T14:36:40.080 INFO:tasks.workunit.client.0.smithi016.stdout: "stats_invalid": false, 2024-04-15T14:36:40.080 INFO:tasks.workunit.client.0.smithi016.stdout: "up": [ 2024-04-15T14:36:40.080 INFO:tasks.workunit.client.0.smithi016.stdout: 3, 2024-04-15T14:36:40.080 INFO:tasks.workunit.client.0.smithi016.stdout: 7, 2024-04-15T14:36:40.080 INFO:tasks.workunit.client.0.smithi016.stdout: 6 2024-04-15T14:36:40.080 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T14:36:40.081 INFO:tasks.workunit.client.0.smithi016.stdout: "up_primary": 3, 2024-04-15T14:36:40.081 INFO:tasks.workunit.client.0.smithi016.stdout: "version": "62'1" 2024-04-15T14:36:40.081 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:40.081 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-15T14:36:40.081 INFO:tasks.workunit.client.0.smithi016.stdout: "acting": [ 2024-04-15T14:36:40.081 INFO:tasks.workunit.client.0.smithi016.stdout: 4, 2024-04-15T14:36:40.081 INFO:tasks.workunit.client.0.smithi016.stdout: 1, 2024-04-15T14:36:40.081 INFO:tasks.workunit.client.0.smithi016.stdout: 2 2024-04-15T14:36:40.081 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T14:36:40.081 INFO:tasks.workunit.client.0.smithi016.stdout: "acting_primary": 4, 2024-04-15T14:36:40.081 INFO:tasks.workunit.client.0.smithi016.stdout: "avail_no_missing": [], 2024-04-15T14:36:40.081 INFO:tasks.workunit.client.0.smithi016.stdout: "blocked_by": [], 2024-04-15T14:36:40.081 INFO:tasks.workunit.client.0.smithi016.stdout: "created": 61, 2024-04-15T14:36:40.082 INFO:tasks.workunit.client.0.smithi016.stdout: "dirty_stats_invalid": false, 2024-04-15T14:36:40.082 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T14:36:40.082 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_stats_invalid": false, 2024-04-15T14:36:40.082 INFO:tasks.workunit.client.0.smithi016.stdout: "last_active": "2024-04-15T14:34:12.020006+0000", 2024-04-15T14:36:40.082 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_active": "2024-04-15T14:33:34.992740+0000", 2024-04-15T14:36:40.082 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_peered": "2024-04-15T14:33:34.992740+0000", 2024-04-15T14:36:40.082 INFO:tasks.workunit.client.0.smithi016.stdout: "last_change": "2024-04-15T14:33:34.993329+0000", 2024-04-15T14:36:40.082 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean": "2024-04-15T14:34:12.020006+0000", 2024-04-15T14:36:40.082 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T14:36:40.082 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub": "0'0", 2024-04-15T14:36:40.082 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T14:36:40.083 INFO:tasks.workunit.client.0.smithi016.stdout: "last_epoch_clean": 62, 2024-04-15T14:36:40.083 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fresh": "2024-04-15T14:34:12.020006+0000", 2024-04-15T14:36:40.083 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fullsized": "2024-04-15T14:34:12.020006+0000", 2024-04-15T14:36:40.083 INFO:tasks.workunit.client.0.smithi016.stdout: "last_peered": "2024-04-15T14:34:12.020006+0000", 2024-04-15T14:36:40.083 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub": "0'0", 2024-04-15T14:36:40.083 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_duration": 0, 2024-04-15T14:36:40.083 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T14:36:40.083 INFO:tasks.workunit.client.0.smithi016.stdout: "last_undegraded": "2024-04-15T14:34:12.020006+0000", 2024-04-15T14:36:40.083 INFO:tasks.workunit.client.0.smithi016.stdout: "last_unstale": "2024-04-15T14:34:12.020006+0000", 2024-04-15T14:36:40.083 INFO:tasks.workunit.client.0.smithi016.stdout: "log_dups_size": 0, 2024-04-15T14:36:40.083 INFO:tasks.workunit.client.0.smithi016.stdout: "log_size": 0, 2024-04-15T14:36:40.083 INFO:tasks.workunit.client.0.smithi016.stdout: "log_start": "0'0", 2024-04-15T14:36:40.083 INFO:tasks.workunit.client.0.smithi016.stdout: "manifest_stats_invalid": false, 2024-04-15T14:36:40.084 INFO:tasks.workunit.client.0.smithi016.stdout: "mapping_epoch": 61, 2024-04-15T14:36:40.084 INFO:tasks.workunit.client.0.smithi016.stdout: "object_location_counts": [], 2024-04-15T14:36:40.084 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_scrubbed": 0, 2024-04-15T14:36:40.084 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_trimmed": 0, 2024-04-15T14:36:40.084 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_stats_invalid": false, 2024-04-15T14:36:40.084 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_size": 0, 2024-04-15T14:36:40.084 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_start": "0'0", 2024-04-15T14:36:40.084 INFO:tasks.workunit.client.0.smithi016.stdout: "parent": "0.0", 2024-04-15T14:36:40.084 INFO:tasks.workunit.client.0.smithi016.stdout: "parent_split_bits": 0, 2024-04-15T14:36:40.084 INFO:tasks.workunit.client.0.smithi016.stdout: "pgid": "3.1a", 2024-04-15T14:36:40.084 INFO:tasks.workunit.client.0.smithi016.stdout: "pin_stats_invalid": false, 2024-04-15T14:36:40.084 INFO:tasks.workunit.client.0.smithi016.stdout: "purged_snaps": [], 2024-04-15T14:36:40.085 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_epoch": 70, 2024-04-15T14:36:40.085 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_seq": 18, 2024-04-15T14:36:40.085 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_duration": 0.0, 2024-04-15T14:36:40.085 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-16T23:48:57.993034+0000", 2024-04-15T14:36:40.085 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrim_duration": 0.0, 2024-04-15T14:36:40.085 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrimq_len": 0, 2024-04-15T14:36:40.085 INFO:tasks.workunit.client.0.smithi016.stdout: "stat_sum": { 2024-04-15T14:36:40.085 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes": 0, 2024-04-15T14:36:40.085 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T14:36:40.085 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_recovered": 0, 2024-04-15T14:36:40.085 INFO:tasks.workunit.client.0.smithi016.stdout: "num_deep_scrub_errors": 0, 2024-04-15T14:36:40.085 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict": 0, 2024-04-15T14:36:40.086 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_kb": 0, 2024-04-15T14:36:40.086 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_full": 0, 2024-04-15T14:36:40.086 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_some": 0, 2024-04-15T14:36:40.086 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush": 0, 2024-04-15T14:36:40.086 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_kb": 0, 2024-04-15T14:36:40.086 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_high": 0, 2024-04-15T14:36:40.086 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_low": 0, 2024-04-15T14:36:40.086 INFO:tasks.workunit.client.0.smithi016.stdout: "num_keys_recovered": 0, 2024-04-15T14:36:40.086 INFO:tasks.workunit.client.0.smithi016.stdout: "num_large_omap_objects": 0, 2024-04-15T14:36:40.086 INFO:tasks.workunit.client.0.smithi016.stdout: "num_legacy_snapsets": 0, 2024-04-15T14:36:40.086 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_clones": 0, 2024-04-15T14:36:40.087 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_copies": 0, 2024-04-15T14:36:40.087 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects": 0, 2024-04-15T14:36:40.087 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_degraded": 0, 2024-04-15T14:36:40.087 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_dirty": 0, 2024-04-15T14:36:40.087 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T14:36:40.087 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_manifest": 0, 2024-04-15T14:36:40.087 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_misplaced": 0, 2024-04-15T14:36:40.087 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing": 0, 2024-04-15T14:36:40.087 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T14:36:40.087 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_omap": 0, 2024-04-15T14:36:40.087 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_pinned": 0, 2024-04-15T14:36:40.088 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_recovered": 0, 2024-04-15T14:36:40.088 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_repaired": 0, 2024-04-15T14:36:40.088 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_unfound": 0, 2024-04-15T14:36:40.088 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_bytes": 0, 2024-04-15T14:36:40.088 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_keys": 0, 2024-04-15T14:36:40.088 INFO:tasks.workunit.client.0.smithi016.stdout: "num_promote": 0, 2024-04-15T14:36:40.088 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read": 0, 2024-04-15T14:36:40.088 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read_kb": 0, 2024-04-15T14:36:40.088 INFO:tasks.workunit.client.0.smithi016.stdout: "num_scrub_errors": 0, 2024-04-15T14:36:40.088 INFO:tasks.workunit.client.0.smithi016.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T14:36:40.088 INFO:tasks.workunit.client.0.smithi016.stdout: "num_whiteouts": 0, 2024-04-15T14:36:40.088 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write": 0, 2024-04-15T14:36:40.089 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write_kb": 0 2024-04-15T14:36:40.089 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:40.089 INFO:tasks.workunit.client.0.smithi016.stdout: "state": "active+clean", 2024-04-15T14:36:40.089 INFO:tasks.workunit.client.0.smithi016.stdout: "stats_invalid": false, 2024-04-15T14:36:40.089 INFO:tasks.workunit.client.0.smithi016.stdout: "up": [ 2024-04-15T14:36:40.089 INFO:tasks.workunit.client.0.smithi016.stdout: 4, 2024-04-15T14:36:40.089 INFO:tasks.workunit.client.0.smithi016.stdout: 1, 2024-04-15T14:36:40.089 INFO:tasks.workunit.client.0.smithi016.stdout: 2 2024-04-15T14:36:40.089 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T14:36:40.089 INFO:tasks.workunit.client.0.smithi016.stdout: "up_primary": 4, 2024-04-15T14:36:40.089 INFO:tasks.workunit.client.0.smithi016.stdout: "version": "0'0" 2024-04-15T14:36:40.089 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:40.090 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-15T14:36:40.090 INFO:tasks.workunit.client.0.smithi016.stdout: "acting": [ 2024-04-15T14:36:40.090 INFO:tasks.workunit.client.0.smithi016.stdout: 6, 2024-04-15T14:36:40.090 INFO:tasks.workunit.client.0.smithi016.stdout: 4, 2024-04-15T14:36:40.090 INFO:tasks.workunit.client.0.smithi016.stdout: 7 2024-04-15T14:36:40.090 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T14:36:40.090 INFO:tasks.workunit.client.0.smithi016.stdout: "acting_primary": 6, 2024-04-15T14:36:40.090 INFO:tasks.workunit.client.0.smithi016.stdout: "avail_no_missing": [], 2024-04-15T14:36:40.090 INFO:tasks.workunit.client.0.smithi016.stdout: "blocked_by": [], 2024-04-15T14:36:40.090 INFO:tasks.workunit.client.0.smithi016.stdout: "created": 60, 2024-04-15T14:36:40.090 INFO:tasks.workunit.client.0.smithi016.stdout: "dirty_stats_invalid": false, 2024-04-15T14:36:40.090 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T14:36:40.091 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_stats_invalid": false, 2024-04-15T14:36:40.091 INFO:tasks.workunit.client.0.smithi016.stdout: "last_active": "2024-04-15T14:34:12.043786+0000", 2024-04-15T14:36:40.091 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_active": "2024-04-15T14:33:34.623487+0000", 2024-04-15T14:36:40.091 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_peered": "2024-04-15T14:33:34.623487+0000", 2024-04-15T14:36:40.091 INFO:tasks.workunit.client.0.smithi016.stdout: "last_change": "2024-04-15T14:33:34.623835+0000", 2024-04-15T14:36:40.091 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean": "2024-04-15T14:34:12.043786+0000", 2024-04-15T14:36:40.091 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean_scrub_stamp": "2024-04-15T14:33:33.599136+0000", 2024-04-15T14:36:40.091 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub": "0'0", 2024-04-15T14:36:40.091 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub_stamp": "2024-04-15T14:33:33.599136+0000", 2024-04-15T14:36:40.091 INFO:tasks.workunit.client.0.smithi016.stdout: "last_epoch_clean": 61, 2024-04-15T14:36:40.091 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fresh": "2024-04-15T14:34:12.043786+0000", 2024-04-15T14:36:40.091 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fullsized": "2024-04-15T14:34:12.043786+0000", 2024-04-15T14:36:40.092 INFO:tasks.workunit.client.0.smithi016.stdout: "last_peered": "2024-04-15T14:34:12.043786+0000", 2024-04-15T14:36:40.092 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub": "0'0", 2024-04-15T14:36:40.092 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_duration": 0, 2024-04-15T14:36:40.092 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_stamp": "2024-04-15T14:33:33.599136+0000", 2024-04-15T14:36:40.092 INFO:tasks.workunit.client.0.smithi016.stdout: "last_undegraded": "2024-04-15T14:34:12.043786+0000", 2024-04-15T14:36:40.092 INFO:tasks.workunit.client.0.smithi016.stdout: "last_unstale": "2024-04-15T14:34:12.043786+0000", 2024-04-15T14:36:40.092 INFO:tasks.workunit.client.0.smithi016.stdout: "log_dups_size": 0, 2024-04-15T14:36:40.092 INFO:tasks.workunit.client.0.smithi016.stdout: "log_size": 1, 2024-04-15T14:36:40.092 INFO:tasks.workunit.client.0.smithi016.stdout: "log_start": "0'0", 2024-04-15T14:36:40.092 INFO:tasks.workunit.client.0.smithi016.stdout: "manifest_stats_invalid": false, 2024-04-15T14:36:40.092 INFO:tasks.workunit.client.0.smithi016.stdout: "mapping_epoch": 60, 2024-04-15T14:36:40.092 INFO:tasks.workunit.client.0.smithi016.stdout: "object_location_counts": [], 2024-04-15T14:36:40.093 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_scrubbed": 0, 2024-04-15T14:36:40.093 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_trimmed": 0, 2024-04-15T14:36:40.093 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_stats_invalid": false, 2024-04-15T14:36:40.093 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_size": 1, 2024-04-15T14:36:40.093 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_start": "0'0", 2024-04-15T14:36:40.093 INFO:tasks.workunit.client.0.smithi016.stdout: "parent": "0.0", 2024-04-15T14:36:40.093 INFO:tasks.workunit.client.0.smithi016.stdout: "parent_split_bits": 0, 2024-04-15T14:36:40.093 INFO:tasks.workunit.client.0.smithi016.stdout: "pgid": "2.1a", 2024-04-15T14:36:40.093 INFO:tasks.workunit.client.0.smithi016.stdout: "pin_stats_invalid": false, 2024-04-15T14:36:40.093 INFO:tasks.workunit.client.0.smithi016.stdout: "purged_snaps": [], 2024-04-15T14:36:40.093 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_epoch": 70, 2024-04-15T14:36:40.093 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_seq": 20, 2024-04-15T14:36:40.093 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_duration": 0.0, 2024-04-15T14:36:40.094 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-16T20:33:02.210280+0000", 2024-04-15T14:36:40.094 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrim_duration": 0.0, 2024-04-15T14:36:40.094 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrimq_len": 0, 2024-04-15T14:36:40.094 INFO:tasks.workunit.client.0.smithi016.stdout: "stat_sum": { 2024-04-15T14:36:40.094 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes": 0, 2024-04-15T14:36:40.094 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T14:36:40.094 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_recovered": 0, 2024-04-15T14:36:40.094 INFO:tasks.workunit.client.0.smithi016.stdout: "num_deep_scrub_errors": 0, 2024-04-15T14:36:40.094 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict": 0, 2024-04-15T14:36:40.094 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_kb": 0, 2024-04-15T14:36:40.094 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_full": 0, 2024-04-15T14:36:40.094 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_some": 0, 2024-04-15T14:36:40.095 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush": 0, 2024-04-15T14:36:40.095 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_kb": 0, 2024-04-15T14:36:40.095 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_high": 0, 2024-04-15T14:36:40.095 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_low": 0, 2024-04-15T14:36:40.095 INFO:tasks.workunit.client.0.smithi016.stdout: "num_keys_recovered": 0, 2024-04-15T14:36:40.095 INFO:tasks.workunit.client.0.smithi016.stdout: "num_large_omap_objects": 0, 2024-04-15T14:36:40.095 INFO:tasks.workunit.client.0.smithi016.stdout: "num_legacy_snapsets": 0, 2024-04-15T14:36:40.095 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_clones": 0, 2024-04-15T14:36:40.095 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_copies": 0, 2024-04-15T14:36:40.095 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects": 0, 2024-04-15T14:36:40.095 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_degraded": 0, 2024-04-15T14:36:40.095 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_dirty": 0, 2024-04-15T14:36:40.095 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T14:36:40.096 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_manifest": 0, 2024-04-15T14:36:40.096 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_misplaced": 0, 2024-04-15T14:36:40.096 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing": 0, 2024-04-15T14:36:40.096 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T14:36:40.096 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_omap": 0, 2024-04-15T14:36:40.096 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_pinned": 0, 2024-04-15T14:36:40.096 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_recovered": 0, 2024-04-15T14:36:40.096 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_repaired": 0, 2024-04-15T14:36:40.096 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_unfound": 0, 2024-04-15T14:36:40.096 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_bytes": 0, 2024-04-15T14:36:40.096 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_keys": 0, 2024-04-15T14:36:40.096 INFO:tasks.workunit.client.0.smithi016.stdout: "num_promote": 0, 2024-04-15T14:36:40.097 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read": 0, 2024-04-15T14:36:40.097 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read_kb": 0, 2024-04-15T14:36:40.097 INFO:tasks.workunit.client.0.smithi016.stdout: "num_scrub_errors": 0, 2024-04-15T14:36:40.097 INFO:tasks.workunit.client.0.smithi016.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T14:36:40.097 INFO:tasks.workunit.client.0.smithi016.stdout: "num_whiteouts": 0, 2024-04-15T14:36:40.097 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write": 0, 2024-04-15T14:36:40.097 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write_kb": 0 2024-04-15T14:36:40.097 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:40.097 INFO:tasks.workunit.client.0.smithi016.stdout: "state": "active+clean", 2024-04-15T14:36:40.097 INFO:tasks.workunit.client.0.smithi016.stdout: "stats_invalid": false, 2024-04-15T14:36:40.097 INFO:tasks.workunit.client.0.smithi016.stdout: "up": [ 2024-04-15T14:36:40.097 INFO:tasks.workunit.client.0.smithi016.stdout: 6, 2024-04-15T14:36:40.097 INFO:tasks.workunit.client.0.smithi016.stdout: 4, 2024-04-15T14:36:40.098 INFO:tasks.workunit.client.0.smithi016.stdout: 7 2024-04-15T14:36:40.098 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T14:36:40.098 INFO:tasks.workunit.client.0.smithi016.stdout: "up_primary": 6, 2024-04-15T14:36:40.098 INFO:tasks.workunit.client.0.smithi016.stdout: "version": "62'1" 2024-04-15T14:36:40.098 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:40.098 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-15T14:36:40.098 INFO:tasks.workunit.client.0.smithi016.stdout: "acting": [ 2024-04-15T14:36:40.098 INFO:tasks.workunit.client.0.smithi016.stdout: 0, 2024-04-15T14:36:40.098 INFO:tasks.workunit.client.0.smithi016.stdout: 4, 2024-04-15T14:36:40.098 INFO:tasks.workunit.client.0.smithi016.stdout: 7 2024-04-15T14:36:40.098 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T14:36:40.098 INFO:tasks.workunit.client.0.smithi016.stdout: "acting_primary": 0, 2024-04-15T14:36:40.099 INFO:tasks.workunit.client.0.smithi016.stdout: "avail_no_missing": [], 2024-04-15T14:36:40.099 INFO:tasks.workunit.client.0.smithi016.stdout: "blocked_by": [], 2024-04-15T14:36:40.099 INFO:tasks.workunit.client.0.smithi016.stdout: "created": 61, 2024-04-15T14:36:40.099 INFO:tasks.workunit.client.0.smithi016.stdout: "dirty_stats_invalid": false, 2024-04-15T14:36:40.099 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T14:36:40.099 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_stats_invalid": false, 2024-04-15T14:36:40.099 INFO:tasks.workunit.client.0.smithi016.stdout: "last_active": "2024-04-15T14:34:11.923208+0000", 2024-04-15T14:36:40.099 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_active": "2024-04-15T14:33:34.990182+0000", 2024-04-15T14:36:40.099 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_peered": "2024-04-15T14:33:34.990182+0000", 2024-04-15T14:36:40.099 INFO:tasks.workunit.client.0.smithi016.stdout: "last_change": "2024-04-15T14:33:34.990461+0000", 2024-04-15T14:36:40.099 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean": "2024-04-15T14:34:11.923208+0000", 2024-04-15T14:36:40.099 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T14:36:40.099 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub": "0'0", 2024-04-15T14:36:40.100 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T14:36:40.100 INFO:tasks.workunit.client.0.smithi016.stdout: "last_epoch_clean": 62, 2024-04-15T14:36:40.100 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fresh": "2024-04-15T14:34:11.923208+0000", 2024-04-15T14:36:40.100 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fullsized": "2024-04-15T14:34:11.923208+0000", 2024-04-15T14:36:40.100 INFO:tasks.workunit.client.0.smithi016.stdout: "last_peered": "2024-04-15T14:34:11.923208+0000", 2024-04-15T14:36:40.100 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub": "0'0", 2024-04-15T14:36:40.100 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_duration": 0, 2024-04-15T14:36:40.100 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T14:36:40.100 INFO:tasks.workunit.client.0.smithi016.stdout: "last_undegraded": "2024-04-15T14:34:11.923208+0000", 2024-04-15T14:36:40.100 INFO:tasks.workunit.client.0.smithi016.stdout: "last_unstale": "2024-04-15T14:34:11.923208+0000", 2024-04-15T14:36:40.100 INFO:tasks.workunit.client.0.smithi016.stdout: "log_dups_size": 0, 2024-04-15T14:36:40.100 INFO:tasks.workunit.client.0.smithi016.stdout: "log_size": 0, 2024-04-15T14:36:40.101 INFO:tasks.workunit.client.0.smithi016.stdout: "log_start": "0'0", 2024-04-15T14:36:40.101 INFO:tasks.workunit.client.0.smithi016.stdout: "manifest_stats_invalid": false, 2024-04-15T14:36:40.101 INFO:tasks.workunit.client.0.smithi016.stdout: "mapping_epoch": 61, 2024-04-15T14:36:40.101 INFO:tasks.workunit.client.0.smithi016.stdout: "object_location_counts": [], 2024-04-15T14:36:40.101 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_scrubbed": 0, 2024-04-15T14:36:40.101 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_trimmed": 0, 2024-04-15T14:36:40.101 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_stats_invalid": false, 2024-04-15T14:36:40.101 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_size": 0, 2024-04-15T14:36:40.101 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_start": "0'0", 2024-04-15T14:36:40.101 INFO:tasks.workunit.client.0.smithi016.stdout: "parent": "0.0", 2024-04-15T14:36:40.101 INFO:tasks.workunit.client.0.smithi016.stdout: "parent_split_bits": 0, 2024-04-15T14:36:40.101 INFO:tasks.workunit.client.0.smithi016.stdout: "pgid": "3.1b", 2024-04-15T14:36:40.102 INFO:tasks.workunit.client.0.smithi016.stdout: "pin_stats_invalid": false, 2024-04-15T14:36:40.102 INFO:tasks.workunit.client.0.smithi016.stdout: "purged_snaps": [], 2024-04-15T14:36:40.102 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_epoch": 70, 2024-04-15T14:36:40.102 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_seq": 18, 2024-04-15T14:36:40.102 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_duration": 0.0, 2024-04-15T14:36:40.102 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-16T18:43:24.325379+0000", 2024-04-15T14:36:40.102 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrim_duration": 0.0, 2024-04-15T14:36:40.102 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrimq_len": 0, 2024-04-15T14:36:40.102 INFO:tasks.workunit.client.0.smithi016.stdout: "stat_sum": { 2024-04-15T14:36:40.102 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes": 0, 2024-04-15T14:36:40.102 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T14:36:40.102 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_recovered": 0, 2024-04-15T14:36:40.102 INFO:tasks.workunit.client.0.smithi016.stdout: "num_deep_scrub_errors": 0, 2024-04-15T14:36:40.103 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict": 0, 2024-04-15T14:36:40.103 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_kb": 0, 2024-04-15T14:36:40.103 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_full": 0, 2024-04-15T14:36:40.103 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_some": 0, 2024-04-15T14:36:40.103 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush": 0, 2024-04-15T14:36:40.103 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_kb": 0, 2024-04-15T14:36:40.103 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_high": 0, 2024-04-15T14:36:40.103 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_low": 0, 2024-04-15T14:36:40.103 INFO:tasks.workunit.client.0.smithi016.stdout: "num_keys_recovered": 0, 2024-04-15T14:36:40.103 INFO:tasks.workunit.client.0.smithi016.stdout: "num_large_omap_objects": 0, 2024-04-15T14:36:40.103 INFO:tasks.workunit.client.0.smithi016.stdout: "num_legacy_snapsets": 0, 2024-04-15T14:36:40.103 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_clones": 0, 2024-04-15T14:36:40.104 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_copies": 0, 2024-04-15T14:36:40.104 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects": 0, 2024-04-15T14:36:40.104 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_degraded": 0, 2024-04-15T14:36:40.104 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_dirty": 0, 2024-04-15T14:36:40.104 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T14:36:40.104 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_manifest": 0, 2024-04-15T14:36:40.104 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_misplaced": 0, 2024-04-15T14:36:40.104 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing": 0, 2024-04-15T14:36:40.104 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T14:36:40.104 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_omap": 0, 2024-04-15T14:36:40.104 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_pinned": 0, 2024-04-15T14:36:40.104 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_recovered": 0, 2024-04-15T14:36:40.104 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_repaired": 0, 2024-04-15T14:36:40.105 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_unfound": 0, 2024-04-15T14:36:40.105 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_bytes": 0, 2024-04-15T14:36:40.105 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_keys": 0, 2024-04-15T14:36:40.105 INFO:tasks.workunit.client.0.smithi016.stdout: "num_promote": 0, 2024-04-15T14:36:40.105 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read": 0, 2024-04-15T14:36:40.105 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read_kb": 0, 2024-04-15T14:36:40.105 INFO:tasks.workunit.client.0.smithi016.stdout: "num_scrub_errors": 0, 2024-04-15T14:36:40.105 INFO:tasks.workunit.client.0.smithi016.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T14:36:40.105 INFO:tasks.workunit.client.0.smithi016.stdout: "num_whiteouts": 0, 2024-04-15T14:36:40.105 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write": 0, 2024-04-15T14:36:40.105 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write_kb": 0 2024-04-15T14:36:40.105 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:40.105 INFO:tasks.workunit.client.0.smithi016.stdout: "state": "active+clean", 2024-04-15T14:36:40.106 INFO:tasks.workunit.client.0.smithi016.stdout: "stats_invalid": false, 2024-04-15T14:36:40.106 INFO:tasks.workunit.client.0.smithi016.stdout: "up": [ 2024-04-15T14:36:40.106 INFO:tasks.workunit.client.0.smithi016.stdout: 0, 2024-04-15T14:36:40.106 INFO:tasks.workunit.client.0.smithi016.stdout: 4, 2024-04-15T14:36:40.106 INFO:tasks.workunit.client.0.smithi016.stdout: 7 2024-04-15T14:36:40.106 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T14:36:40.106 INFO:tasks.workunit.client.0.smithi016.stdout: "up_primary": 0, 2024-04-15T14:36:40.106 INFO:tasks.workunit.client.0.smithi016.stdout: "version": "0'0" 2024-04-15T14:36:40.106 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:40.106 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-15T14:36:40.106 INFO:tasks.workunit.client.0.smithi016.stdout: "acting": [ 2024-04-15T14:36:40.106 INFO:tasks.workunit.client.0.smithi016.stdout: 3, 2024-04-15T14:36:40.107 INFO:tasks.workunit.client.0.smithi016.stdout: 6, 2024-04-15T14:36:40.107 INFO:tasks.workunit.client.0.smithi016.stdout: 0 2024-04-15T14:36:40.107 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T14:36:40.107 INFO:tasks.workunit.client.0.smithi016.stdout: "acting_primary": 3, 2024-04-15T14:36:40.107 INFO:tasks.workunit.client.0.smithi016.stdout: "avail_no_missing": [], 2024-04-15T14:36:40.107 INFO:tasks.workunit.client.0.smithi016.stdout: "blocked_by": [], 2024-04-15T14:36:40.107 INFO:tasks.workunit.client.0.smithi016.stdout: "created": 60, 2024-04-15T14:36:40.107 INFO:tasks.workunit.client.0.smithi016.stdout: "dirty_stats_invalid": false, 2024-04-15T14:36:40.107 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T14:36:40.107 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_stats_invalid": false, 2024-04-15T14:36:40.107 INFO:tasks.workunit.client.0.smithi016.stdout: "last_active": "2024-04-15T14:34:12.045754+0000", 2024-04-15T14:36:40.107 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_active": "2024-04-15T14:33:34.623878+0000", 2024-04-15T14:36:40.108 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_peered": "2024-04-15T14:33:34.623878+0000", 2024-04-15T14:36:40.108 INFO:tasks.workunit.client.0.smithi016.stdout: "last_change": "2024-04-15T14:33:34.624478+0000", 2024-04-15T14:36:40.108 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean": "2024-04-15T14:34:12.045754+0000", 2024-04-15T14:36:40.108 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean_scrub_stamp": "2024-04-15T14:33:33.599136+0000", 2024-04-15T14:36:40.108 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub": "0'0", 2024-04-15T14:36:40.108 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub_stamp": "2024-04-15T14:33:33.599136+0000", 2024-04-15T14:36:40.108 INFO:tasks.workunit.client.0.smithi016.stdout: "last_epoch_clean": 61, 2024-04-15T14:36:40.108 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fresh": "2024-04-15T14:34:12.045754+0000", 2024-04-15T14:36:40.108 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fullsized": "2024-04-15T14:34:12.045754+0000", 2024-04-15T14:36:40.108 INFO:tasks.workunit.client.0.smithi016.stdout: "last_peered": "2024-04-15T14:34:12.045754+0000", 2024-04-15T14:36:40.108 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub": "0'0", 2024-04-15T14:36:40.108 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_duration": 0, 2024-04-15T14:36:40.108 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_stamp": "2024-04-15T14:33:33.599136+0000", 2024-04-15T14:36:40.109 INFO:tasks.workunit.client.0.smithi016.stdout: "last_undegraded": "2024-04-15T14:34:12.045754+0000", 2024-04-15T14:36:40.109 INFO:tasks.workunit.client.0.smithi016.stdout: "last_unstale": "2024-04-15T14:34:12.045754+0000", 2024-04-15T14:36:40.109 INFO:tasks.workunit.client.0.smithi016.stdout: "log_dups_size": 0, 2024-04-15T14:36:40.109 INFO:tasks.workunit.client.0.smithi016.stdout: "log_size": 0, 2024-04-15T14:36:40.109 INFO:tasks.workunit.client.0.smithi016.stdout: "log_start": "0'0", 2024-04-15T14:36:40.109 INFO:tasks.workunit.client.0.smithi016.stdout: "manifest_stats_invalid": false, 2024-04-15T14:36:40.109 INFO:tasks.workunit.client.0.smithi016.stdout: "mapping_epoch": 60, 2024-04-15T14:36:40.109 INFO:tasks.workunit.client.0.smithi016.stdout: "object_location_counts": [], 2024-04-15T14:36:40.109 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_scrubbed": 0, 2024-04-15T14:36:40.109 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_trimmed": 0, 2024-04-15T14:36:40.109 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_stats_invalid": false, 2024-04-15T14:36:40.109 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_size": 0, 2024-04-15T14:36:40.110 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_start": "0'0", 2024-04-15T14:36:40.110 INFO:tasks.workunit.client.0.smithi016.stdout: "parent": "0.0", 2024-04-15T14:36:40.110 INFO:tasks.workunit.client.0.smithi016.stdout: "parent_split_bits": 0, 2024-04-15T14:36:40.110 INFO:tasks.workunit.client.0.smithi016.stdout: "pgid": "2.19", 2024-04-15T14:36:40.110 INFO:tasks.workunit.client.0.smithi016.stdout: "pin_stats_invalid": false, 2024-04-15T14:36:40.110 INFO:tasks.workunit.client.0.smithi016.stdout: "purged_snaps": [], 2024-04-15T14:36:40.110 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_epoch": 70, 2024-04-15T14:36:40.110 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_seq": 19, 2024-04-15T14:36:40.110 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_duration": 0.0, 2024-04-15T14:36:40.110 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-17T00:28:45.302916+0000", 2024-04-15T14:36:40.110 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrim_duration": 0.0, 2024-04-15T14:36:40.111 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrimq_len": 0, 2024-04-15T14:36:40.111 INFO:tasks.workunit.client.0.smithi016.stdout: "stat_sum": { 2024-04-15T14:36:40.111 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes": 0, 2024-04-15T14:36:40.111 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T14:36:40.111 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_recovered": 0, 2024-04-15T14:36:40.111 INFO:tasks.workunit.client.0.smithi016.stdout: "num_deep_scrub_errors": 0, 2024-04-15T14:36:40.111 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict": 0, 2024-04-15T14:36:40.111 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_kb": 0, 2024-04-15T14:36:40.111 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_full": 0, 2024-04-15T14:36:40.111 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_some": 0, 2024-04-15T14:36:40.111 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush": 0, 2024-04-15T14:36:40.111 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_kb": 0, 2024-04-15T14:36:40.111 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_high": 0, 2024-04-15T14:36:40.112 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_low": 0, 2024-04-15T14:36:40.112 INFO:tasks.workunit.client.0.smithi016.stdout: "num_keys_recovered": 0, 2024-04-15T14:36:40.112 INFO:tasks.workunit.client.0.smithi016.stdout: "num_large_omap_objects": 0, 2024-04-15T14:36:40.112 INFO:tasks.workunit.client.0.smithi016.stdout: "num_legacy_snapsets": 0, 2024-04-15T14:36:40.112 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_clones": 0, 2024-04-15T14:36:40.112 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_copies": 0, 2024-04-15T14:36:40.112 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects": 0, 2024-04-15T14:36:40.112 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_degraded": 0, 2024-04-15T14:36:40.112 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_dirty": 0, 2024-04-15T14:36:40.112 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T14:36:40.112 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_manifest": 0, 2024-04-15T14:36:40.112 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_misplaced": 0, 2024-04-15T14:36:40.113 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing": 0, 2024-04-15T14:36:40.113 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T14:36:40.113 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_omap": 0, 2024-04-15T14:36:40.113 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_pinned": 0, 2024-04-15T14:36:40.113 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_recovered": 0, 2024-04-15T14:36:40.113 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_repaired": 0, 2024-04-15T14:36:40.113 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_unfound": 0, 2024-04-15T14:36:40.113 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_bytes": 0, 2024-04-15T14:36:40.113 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_keys": 0, 2024-04-15T14:36:40.113 INFO:tasks.workunit.client.0.smithi016.stdout: "num_promote": 0, 2024-04-15T14:36:40.113 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read": 0, 2024-04-15T14:36:40.113 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read_kb": 0, 2024-04-15T14:36:40.113 INFO:tasks.workunit.client.0.smithi016.stdout: "num_scrub_errors": 0, 2024-04-15T14:36:40.114 INFO:tasks.workunit.client.0.smithi016.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T14:36:40.114 INFO:tasks.workunit.client.0.smithi016.stdout: "num_whiteouts": 0, 2024-04-15T14:36:40.114 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write": 0, 2024-04-15T14:36:40.114 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write_kb": 0 2024-04-15T14:36:40.114 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:40.114 INFO:tasks.workunit.client.0.smithi016.stdout: "state": "active+clean", 2024-04-15T14:36:40.114 INFO:tasks.workunit.client.0.smithi016.stdout: "stats_invalid": false, 2024-04-15T14:36:40.114 INFO:tasks.workunit.client.0.smithi016.stdout: "up": [ 2024-04-15T14:36:40.114 INFO:tasks.workunit.client.0.smithi016.stdout: 3, 2024-04-15T14:36:40.114 INFO:tasks.workunit.client.0.smithi016.stdout: 6, 2024-04-15T14:36:40.114 INFO:tasks.workunit.client.0.smithi016.stdout: 0 2024-04-15T14:36:40.114 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T14:36:40.115 INFO:tasks.workunit.client.0.smithi016.stdout: "up_primary": 3, 2024-04-15T14:36:40.115 INFO:tasks.workunit.client.0.smithi016.stdout: "version": "0'0" 2024-04-15T14:36:40.115 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:40.115 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-15T14:36:40.115 INFO:tasks.workunit.client.0.smithi016.stdout: "acting": [ 2024-04-15T14:36:40.115 INFO:tasks.workunit.client.0.smithi016.stdout: 3, 2024-04-15T14:36:40.115 INFO:tasks.workunit.client.0.smithi016.stdout: 0, 2024-04-15T14:36:40.115 INFO:tasks.workunit.client.0.smithi016.stdout: 1 2024-04-15T14:36:40.115 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T14:36:40.115 INFO:tasks.workunit.client.0.smithi016.stdout: "acting_primary": 3, 2024-04-15T14:36:40.115 INFO:tasks.workunit.client.0.smithi016.stdout: "avail_no_missing": [], 2024-04-15T14:36:40.115 INFO:tasks.workunit.client.0.smithi016.stdout: "blocked_by": [], 2024-04-15T14:36:40.115 INFO:tasks.workunit.client.0.smithi016.stdout: "created": 61, 2024-04-15T14:36:40.116 INFO:tasks.workunit.client.0.smithi016.stdout: "dirty_stats_invalid": false, 2024-04-15T14:36:40.116 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T14:36:40.116 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_stats_invalid": false, 2024-04-15T14:36:40.116 INFO:tasks.workunit.client.0.smithi016.stdout: "last_active": "2024-04-15T14:34:12.045515+0000", 2024-04-15T14:36:40.116 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_active": "2024-04-15T14:33:34.991512+0000", 2024-04-15T14:36:40.116 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_peered": "2024-04-15T14:33:34.991512+0000", 2024-04-15T14:36:40.116 INFO:tasks.workunit.client.0.smithi016.stdout: "last_change": "2024-04-15T14:33:34.991888+0000", 2024-04-15T14:36:40.116 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean": "2024-04-15T14:34:12.045515+0000", 2024-04-15T14:36:40.116 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T14:36:40.116 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub": "0'0", 2024-04-15T14:36:40.116 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T14:36:40.116 INFO:tasks.workunit.client.0.smithi016.stdout: "last_epoch_clean": 62, 2024-04-15T14:36:40.116 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fresh": "2024-04-15T14:34:12.045515+0000", 2024-04-15T14:36:40.117 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fullsized": "2024-04-15T14:34:12.045515+0000", 2024-04-15T14:36:40.117 INFO:tasks.workunit.client.0.smithi016.stdout: "last_peered": "2024-04-15T14:34:12.045515+0000", 2024-04-15T14:36:40.117 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub": "0'0", 2024-04-15T14:36:40.117 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_duration": 0, 2024-04-15T14:36:40.117 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T14:36:40.117 INFO:tasks.workunit.client.0.smithi016.stdout: "last_undegraded": "2024-04-15T14:34:12.045515+0000", 2024-04-15T14:36:40.117 INFO:tasks.workunit.client.0.smithi016.stdout: "last_unstale": "2024-04-15T14:34:12.045515+0000", 2024-04-15T14:36:40.117 INFO:tasks.workunit.client.0.smithi016.stdout: "log_dups_size": 0, 2024-04-15T14:36:40.117 INFO:tasks.workunit.client.0.smithi016.stdout: "log_size": 0, 2024-04-15T14:36:40.117 INFO:tasks.workunit.client.0.smithi016.stdout: "log_start": "0'0", 2024-04-15T14:36:40.117 INFO:tasks.workunit.client.0.smithi016.stdout: "manifest_stats_invalid": false, 2024-04-15T14:36:40.118 INFO:tasks.workunit.client.0.smithi016.stdout: "mapping_epoch": 61, 2024-04-15T14:36:40.118 INFO:tasks.workunit.client.0.smithi016.stdout: "object_location_counts": [], 2024-04-15T14:36:40.118 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_scrubbed": 0, 2024-04-15T14:36:40.118 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_trimmed": 0, 2024-04-15T14:36:40.118 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_stats_invalid": false, 2024-04-15T14:36:40.118 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_size": 0, 2024-04-15T14:36:40.118 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_start": "0'0", 2024-04-15T14:36:40.118 INFO:tasks.workunit.client.0.smithi016.stdout: "parent": "0.0", 2024-04-15T14:36:40.118 INFO:tasks.workunit.client.0.smithi016.stdout: "parent_split_bits": 0, 2024-04-15T14:36:40.121 INFO:tasks.workunit.client.0.smithi016.stdout: "pgid": "3.18", 2024-04-15T14:36:40.121 INFO:tasks.workunit.client.0.smithi016.stdout: "pin_stats_invalid": false, 2024-04-15T14:36:40.121 INFO:tasks.workunit.client.0.smithi016.stdout: "purged_snaps": [], 2024-04-15T14:36:40.121 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_epoch": 70, 2024-04-15T14:36:40.122 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_seq": 18, 2024-04-15T14:36:40.122 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_duration": 0.0, 2024-04-15T14:36:40.122 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-16T19:06:43.688802+0000", 2024-04-15T14:36:40.122 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrim_duration": 0.0, 2024-04-15T14:36:40.122 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrimq_len": 0, 2024-04-15T14:36:40.122 INFO:tasks.workunit.client.0.smithi016.stdout: "stat_sum": { 2024-04-15T14:36:40.122 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes": 0, 2024-04-15T14:36:40.122 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T14:36:40.122 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_recovered": 0, 2024-04-15T14:36:40.122 INFO:tasks.workunit.client.0.smithi016.stdout: "num_deep_scrub_errors": 0, 2024-04-15T14:36:40.122 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict": 0, 2024-04-15T14:36:40.123 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_kb": 0, 2024-04-15T14:36:40.123 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_full": 0, 2024-04-15T14:36:40.123 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_some": 0, 2024-04-15T14:36:40.123 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush": 0, 2024-04-15T14:36:40.123 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_kb": 0, 2024-04-15T14:36:40.123 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_high": 0, 2024-04-15T14:36:40.123 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_low": 0, 2024-04-15T14:36:40.123 INFO:tasks.workunit.client.0.smithi016.stdout: "num_keys_recovered": 0, 2024-04-15T14:36:40.123 INFO:tasks.workunit.client.0.smithi016.stdout: "num_large_omap_objects": 0, 2024-04-15T14:36:40.123 INFO:tasks.workunit.client.0.smithi016.stdout: "num_legacy_snapsets": 0, 2024-04-15T14:36:40.123 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_clones": 0, 2024-04-15T14:36:40.123 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_copies": 0, 2024-04-15T14:36:40.123 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects": 0, 2024-04-15T14:36:40.124 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_degraded": 0, 2024-04-15T14:36:40.124 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_dirty": 0, 2024-04-15T14:36:40.124 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T14:36:40.124 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_manifest": 0, 2024-04-15T14:36:40.124 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_misplaced": 0, 2024-04-15T14:36:40.124 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing": 0, 2024-04-15T14:36:40.124 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T14:36:40.124 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_omap": 0, 2024-04-15T14:36:40.124 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_pinned": 0, 2024-04-15T14:36:40.124 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_recovered": 0, 2024-04-15T14:36:40.124 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_repaired": 0, 2024-04-15T14:36:40.124 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_unfound": 0, 2024-04-15T14:36:40.125 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_bytes": 0, 2024-04-15T14:36:40.125 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_keys": 0, 2024-04-15T14:36:40.125 INFO:tasks.workunit.client.0.smithi016.stdout: "num_promote": 0, 2024-04-15T14:36:40.125 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read": 0, 2024-04-15T14:36:40.125 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read_kb": 0, 2024-04-15T14:36:40.125 INFO:tasks.workunit.client.0.smithi016.stdout: "num_scrub_errors": 0, 2024-04-15T14:36:40.125 INFO:tasks.workunit.client.0.smithi016.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T14:36:40.125 INFO:tasks.workunit.client.0.smithi016.stdout: "num_whiteouts": 0, 2024-04-15T14:36:40.125 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write": 0, 2024-04-15T14:36:40.125 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write_kb": 0 2024-04-15T14:36:40.125 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:40.125 INFO:tasks.workunit.client.0.smithi016.stdout: "state": "active+clean", 2024-04-15T14:36:40.126 INFO:tasks.workunit.client.0.smithi016.stdout: "stats_invalid": false, 2024-04-15T14:36:40.126 INFO:tasks.workunit.client.0.smithi016.stdout: "up": [ 2024-04-15T14:36:40.126 INFO:tasks.workunit.client.0.smithi016.stdout: 3, 2024-04-15T14:36:40.126 INFO:tasks.workunit.client.0.smithi016.stdout: 0, 2024-04-15T14:36:40.126 INFO:tasks.workunit.client.0.smithi016.stdout: 1 2024-04-15T14:36:40.126 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T14:36:40.126 INFO:tasks.workunit.client.0.smithi016.stdout: "up_primary": 3, 2024-04-15T14:36:40.126 INFO:tasks.workunit.client.0.smithi016.stdout: "version": "0'0" 2024-04-15T14:36:40.126 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:40.126 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-15T14:36:40.127 INFO:tasks.workunit.client.0.smithi016.stdout: "acting": [ 2024-04-15T14:36:40.127 INFO:tasks.workunit.client.0.smithi016.stdout: 5, 2024-04-15T14:36:40.127 INFO:tasks.workunit.client.0.smithi016.stdout: 4, 2024-04-15T14:36:40.127 INFO:tasks.workunit.client.0.smithi016.stdout: 7 2024-04-15T14:36:40.127 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T14:36:40.127 INFO:tasks.workunit.client.0.smithi016.stdout: "acting_primary": 5, 2024-04-15T14:36:40.127 INFO:tasks.workunit.client.0.smithi016.stdout: "avail_no_missing": [], 2024-04-15T14:36:40.127 INFO:tasks.workunit.client.0.smithi016.stdout: "blocked_by": [], 2024-04-15T14:36:40.127 INFO:tasks.workunit.client.0.smithi016.stdout: "created": 60, 2024-04-15T14:36:40.127 INFO:tasks.workunit.client.0.smithi016.stdout: "dirty_stats_invalid": false, 2024-04-15T14:36:40.127 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T14:36:40.127 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_stats_invalid": false, 2024-04-15T14:36:40.128 INFO:tasks.workunit.client.0.smithi016.stdout: "last_active": "2024-04-15T14:34:12.044940+0000", 2024-04-15T14:36:40.128 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_active": "2024-04-15T14:33:34.629407+0000", 2024-04-15T14:36:40.128 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_peered": "2024-04-15T14:33:34.629407+0000", 2024-04-15T14:36:40.128 INFO:tasks.workunit.client.0.smithi016.stdout: "last_change": "2024-04-15T14:33:34.629712+0000", 2024-04-15T14:36:40.128 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean": "2024-04-15T14:34:12.044940+0000", 2024-04-15T14:36:40.128 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean_scrub_stamp": "2024-04-15T14:33:33.599136+0000", 2024-04-15T14:36:40.128 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub": "0'0", 2024-04-15T14:36:40.128 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub_stamp": "2024-04-15T14:33:33.599136+0000", 2024-04-15T14:36:40.128 INFO:tasks.workunit.client.0.smithi016.stdout: "last_epoch_clean": 61, 2024-04-15T14:36:40.128 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fresh": "2024-04-15T14:34:12.044940+0000", 2024-04-15T14:36:40.128 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fullsized": "2024-04-15T14:34:12.044940+0000", 2024-04-15T14:36:40.129 INFO:tasks.workunit.client.0.smithi016.stdout: "last_peered": "2024-04-15T14:34:12.044940+0000", 2024-04-15T14:36:40.129 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub": "0'0", 2024-04-15T14:36:40.129 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_duration": 0, 2024-04-15T14:36:40.129 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_stamp": "2024-04-15T14:33:33.599136+0000", 2024-04-15T14:36:40.129 INFO:tasks.workunit.client.0.smithi016.stdout: "last_undegraded": "2024-04-15T14:34:12.044940+0000", 2024-04-15T14:36:40.129 INFO:tasks.workunit.client.0.smithi016.stdout: "last_unstale": "2024-04-15T14:34:12.044940+0000", 2024-04-15T14:36:40.129 INFO:tasks.workunit.client.0.smithi016.stdout: "log_dups_size": 0, 2024-04-15T14:36:40.129 INFO:tasks.workunit.client.0.smithi016.stdout: "log_size": 0, 2024-04-15T14:36:40.129 INFO:tasks.workunit.client.0.smithi016.stdout: "log_start": "0'0", 2024-04-15T14:36:40.129 INFO:tasks.workunit.client.0.smithi016.stdout: "manifest_stats_invalid": false, 2024-04-15T14:36:40.129 INFO:tasks.workunit.client.0.smithi016.stdout: "mapping_epoch": 60, 2024-04-15T14:36:40.129 INFO:tasks.workunit.client.0.smithi016.stdout: "object_location_counts": [], 2024-04-15T14:36:40.129 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_scrubbed": 0, 2024-04-15T14:36:40.129 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_trimmed": 0, 2024-04-15T14:36:40.130 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_stats_invalid": false, 2024-04-15T14:36:40.130 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_size": 0, 2024-04-15T14:36:40.130 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_start": "0'0", 2024-04-15T14:36:40.130 INFO:tasks.workunit.client.0.smithi016.stdout: "parent": "0.0", 2024-04-15T14:36:40.130 INFO:tasks.workunit.client.0.smithi016.stdout: "parent_split_bits": 0, 2024-04-15T14:36:40.130 INFO:tasks.workunit.client.0.smithi016.stdout: "pgid": "2.18", 2024-04-15T14:36:40.130 INFO:tasks.workunit.client.0.smithi016.stdout: "pin_stats_invalid": false, 2024-04-15T14:36:40.130 INFO:tasks.workunit.client.0.smithi016.stdout: "purged_snaps": [], 2024-04-15T14:36:40.130 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_epoch": 70, 2024-04-15T14:36:40.130 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_seq": 20, 2024-04-15T14:36:40.131 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_duration": 0.0, 2024-04-15T14:36:40.131 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-17T00:20:23.688678+0000", 2024-04-15T14:36:40.131 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrim_duration": 0.0, 2024-04-15T14:36:40.131 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrimq_len": 0, 2024-04-15T14:36:40.131 INFO:tasks.workunit.client.0.smithi016.stdout: "stat_sum": { 2024-04-15T14:36:40.131 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes": 0, 2024-04-15T14:36:40.131 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T14:36:40.131 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_recovered": 0, 2024-04-15T14:36:40.131 INFO:tasks.workunit.client.0.smithi016.stdout: "num_deep_scrub_errors": 0, 2024-04-15T14:36:40.131 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict": 0, 2024-04-15T14:36:40.131 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_kb": 0, 2024-04-15T14:36:40.132 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_full": 0, 2024-04-15T14:36:40.132 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_some": 0, 2024-04-15T14:36:40.132 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush": 0, 2024-04-15T14:36:40.132 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_kb": 0, 2024-04-15T14:36:40.132 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_high": 0, 2024-04-15T14:36:40.132 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_low": 0, 2024-04-15T14:36:40.132 INFO:tasks.workunit.client.0.smithi016.stdout: "num_keys_recovered": 0, 2024-04-15T14:36:40.132 INFO:tasks.workunit.client.0.smithi016.stdout: "num_large_omap_objects": 0, 2024-04-15T14:36:40.132 INFO:tasks.workunit.client.0.smithi016.stdout: "num_legacy_snapsets": 0, 2024-04-15T14:36:40.132 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_clones": 0, 2024-04-15T14:36:40.132 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_copies": 0, 2024-04-15T14:36:40.132 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects": 0, 2024-04-15T14:36:40.133 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_degraded": 0, 2024-04-15T14:36:40.133 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_dirty": 0, 2024-04-15T14:36:40.133 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T14:36:40.133 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_manifest": 0, 2024-04-15T14:36:40.133 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_misplaced": 0, 2024-04-15T14:36:40.133 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing": 0, 2024-04-15T14:36:40.133 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T14:36:40.133 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_omap": 0, 2024-04-15T14:36:40.133 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_pinned": 0, 2024-04-15T14:36:40.133 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_recovered": 0, 2024-04-15T14:36:40.133 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_repaired": 0, 2024-04-15T14:36:40.134 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_unfound": 0, 2024-04-15T14:36:40.134 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_bytes": 0, 2024-04-15T14:36:40.134 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_keys": 0, 2024-04-15T14:36:40.134 INFO:tasks.workunit.client.0.smithi016.stdout: "num_promote": 0, 2024-04-15T14:36:40.134 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read": 0, 2024-04-15T14:36:40.134 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read_kb": 0, 2024-04-15T14:36:40.134 INFO:tasks.workunit.client.0.smithi016.stdout: "num_scrub_errors": 0, 2024-04-15T14:36:40.134 INFO:tasks.workunit.client.0.smithi016.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T14:36:40.134 INFO:tasks.workunit.client.0.smithi016.stdout: "num_whiteouts": 0, 2024-04-15T14:36:40.134 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write": 0, 2024-04-15T14:36:40.134 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write_kb": 0 2024-04-15T14:36:40.135 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:40.135 INFO:tasks.workunit.client.0.smithi016.stdout: "state": "active+clean", 2024-04-15T14:36:40.135 INFO:tasks.workunit.client.0.smithi016.stdout: "stats_invalid": false, 2024-04-15T14:36:40.135 INFO:tasks.workunit.client.0.smithi016.stdout: "up": [ 2024-04-15T14:36:40.135 INFO:tasks.workunit.client.0.smithi016.stdout: 5, 2024-04-15T14:36:40.135 INFO:tasks.workunit.client.0.smithi016.stdout: 4, 2024-04-15T14:36:40.135 INFO:tasks.workunit.client.0.smithi016.stdout: 7 2024-04-15T14:36:40.135 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T14:36:40.135 INFO:tasks.workunit.client.0.smithi016.stdout: "up_primary": 5, 2024-04-15T14:36:40.135 INFO:tasks.workunit.client.0.smithi016.stdout: "version": "0'0" 2024-04-15T14:36:40.135 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:40.136 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-15T14:36:40.136 INFO:tasks.workunit.client.0.smithi016.stdout: "acting": [ 2024-04-15T14:36:40.136 INFO:tasks.workunit.client.0.smithi016.stdout: 1, 2024-04-15T14:36:40.136 INFO:tasks.workunit.client.0.smithi016.stdout: 3, 2024-04-15T14:36:40.136 INFO:tasks.workunit.client.0.smithi016.stdout: 2 2024-04-15T14:36:40.136 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T14:36:40.136 INFO:tasks.workunit.client.0.smithi016.stdout: "acting_primary": 1, 2024-04-15T14:36:40.136 INFO:tasks.workunit.client.0.smithi016.stdout: "avail_no_missing": [], 2024-04-15T14:36:40.136 INFO:tasks.workunit.client.0.smithi016.stdout: "blocked_by": [], 2024-04-15T14:36:40.136 INFO:tasks.workunit.client.0.smithi016.stdout: "created": 61, 2024-04-15T14:36:40.136 INFO:tasks.workunit.client.0.smithi016.stdout: "dirty_stats_invalid": false, 2024-04-15T14:36:40.136 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T14:36:40.136 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_stats_invalid": false, 2024-04-15T14:36:40.137 INFO:tasks.workunit.client.0.smithi016.stdout: "last_active": "2024-04-15T14:34:12.003610+0000", 2024-04-15T14:36:40.137 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_active": "2024-04-15T14:33:58.036620+0000", 2024-04-15T14:36:40.137 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_peered": "2024-04-15T14:33:58.036620+0000", 2024-04-15T14:36:40.137 INFO:tasks.workunit.client.0.smithi016.stdout: "last_change": "2024-04-15T14:33:58.036952+0000", 2024-04-15T14:36:40.137 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean": "2024-04-15T14:34:12.003610+0000", 2024-04-15T14:36:40.137 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T14:36:40.137 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub": "0'0", 2024-04-15T14:36:40.137 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T14:36:40.137 INFO:tasks.workunit.client.0.smithi016.stdout: "last_epoch_clean": 65, 2024-04-15T14:36:40.137 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fresh": "2024-04-15T14:34:12.003610+0000", 2024-04-15T14:36:40.137 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fullsized": "2024-04-15T14:34:12.003610+0000", 2024-04-15T14:36:40.137 INFO:tasks.workunit.client.0.smithi016.stdout: "last_peered": "2024-04-15T14:34:12.003610+0000", 2024-04-15T14:36:40.137 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub": "0'0", 2024-04-15T14:36:40.138 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_duration": 0, 2024-04-15T14:36:40.138 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T14:36:40.138 INFO:tasks.workunit.client.0.smithi016.stdout: "last_undegraded": "2024-04-15T14:34:12.003610+0000", 2024-04-15T14:36:40.138 INFO:tasks.workunit.client.0.smithi016.stdout: "last_unstale": "2024-04-15T14:34:12.003610+0000", 2024-04-15T14:36:40.138 INFO:tasks.workunit.client.0.smithi016.stdout: "log_dups_size": 0, 2024-04-15T14:36:40.138 INFO:tasks.workunit.client.0.smithi016.stdout: "log_size": 0, 2024-04-15T14:36:40.138 INFO:tasks.workunit.client.0.smithi016.stdout: "log_start": "0'0", 2024-04-15T14:36:40.138 INFO:tasks.workunit.client.0.smithi016.stdout: "manifest_stats_invalid": false, 2024-04-15T14:36:40.138 INFO:tasks.workunit.client.0.smithi016.stdout: "mapping_epoch": 64, 2024-04-15T14:36:40.138 INFO:tasks.workunit.client.0.smithi016.stdout: "object_location_counts": [], 2024-04-15T14:36:40.138 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_scrubbed": 0, 2024-04-15T14:36:40.139 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_trimmed": 0, 2024-04-15T14:36:40.139 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_stats_invalid": false, 2024-04-15T14:36:40.139 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_size": 0, 2024-04-15T14:36:40.139 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_start": "0'0", 2024-04-15T14:36:40.139 INFO:tasks.workunit.client.0.smithi016.stdout: "parent": "0.0", 2024-04-15T14:36:40.139 INFO:tasks.workunit.client.0.smithi016.stdout: "parent_split_bits": 0, 2024-04-15T14:36:40.139 INFO:tasks.workunit.client.0.smithi016.stdout: "pgid": "3.19", 2024-04-15T14:36:40.139 INFO:tasks.workunit.client.0.smithi016.stdout: "pin_stats_invalid": false, 2024-04-15T14:36:40.139 INFO:tasks.workunit.client.0.smithi016.stdout: "purged_snaps": [], 2024-04-15T14:36:40.139 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_epoch": 70, 2024-04-15T14:36:40.139 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_seq": 28, 2024-04-15T14:36:40.139 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_duration": 0.0, 2024-04-15T14:36:40.140 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-17T02:31:54.190747+0000", 2024-04-15T14:36:40.140 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrim_duration": 0.0, 2024-04-15T14:36:40.140 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrimq_len": 0, 2024-04-15T14:36:40.140 INFO:tasks.workunit.client.0.smithi016.stdout: "stat_sum": { 2024-04-15T14:36:40.140 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes": 0, 2024-04-15T14:36:40.140 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T14:36:40.140 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_recovered": 0, 2024-04-15T14:36:40.140 INFO:tasks.workunit.client.0.smithi016.stdout: "num_deep_scrub_errors": 0, 2024-04-15T14:36:40.140 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict": 0, 2024-04-15T14:36:40.140 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_kb": 0, 2024-04-15T14:36:40.140 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_full": 0, 2024-04-15T14:36:40.140 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_some": 0, 2024-04-15T14:36:40.140 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush": 0, 2024-04-15T14:36:40.141 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_kb": 0, 2024-04-15T14:36:40.141 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_high": 0, 2024-04-15T14:36:40.141 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_low": 0, 2024-04-15T14:36:40.141 INFO:tasks.workunit.client.0.smithi016.stdout: "num_keys_recovered": 0, 2024-04-15T14:36:40.141 INFO:tasks.workunit.client.0.smithi016.stdout: "num_large_omap_objects": 0, 2024-04-15T14:36:40.141 INFO:tasks.workunit.client.0.smithi016.stdout: "num_legacy_snapsets": 0, 2024-04-15T14:36:40.141 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_clones": 0, 2024-04-15T14:36:40.141 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_copies": 0, 2024-04-15T14:36:40.141 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects": 0, 2024-04-15T14:36:40.141 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_degraded": 0, 2024-04-15T14:36:40.141 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_dirty": 0, 2024-04-15T14:36:40.141 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T14:36:40.142 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_manifest": 0, 2024-04-15T14:36:40.142 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_misplaced": 0, 2024-04-15T14:36:40.142 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing": 0, 2024-04-15T14:36:40.142 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T14:36:40.142 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_omap": 0, 2024-04-15T14:36:40.142 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_pinned": 0, 2024-04-15T14:36:40.142 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_recovered": 0, 2024-04-15T14:36:40.142 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_repaired": 0, 2024-04-15T14:36:40.142 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_unfound": 0, 2024-04-15T14:36:40.142 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_bytes": 0, 2024-04-15T14:36:40.142 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_keys": 0, 2024-04-15T14:36:40.142 INFO:tasks.workunit.client.0.smithi016.stdout: "num_promote": 0, 2024-04-15T14:36:40.143 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read": 0, 2024-04-15T14:36:40.143 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read_kb": 0, 2024-04-15T14:36:40.143 INFO:tasks.workunit.client.0.smithi016.stdout: "num_scrub_errors": 0, 2024-04-15T14:36:40.143 INFO:tasks.workunit.client.0.smithi016.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T14:36:40.143 INFO:tasks.workunit.client.0.smithi016.stdout: "num_whiteouts": 0, 2024-04-15T14:36:40.143 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write": 0, 2024-04-15T14:36:40.143 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write_kb": 0 2024-04-15T14:36:40.143 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:40.143 INFO:tasks.workunit.client.0.smithi016.stdout: "state": "active+clean", 2024-04-15T14:36:40.143 INFO:tasks.workunit.client.0.smithi016.stdout: "stats_invalid": false, 2024-04-15T14:36:40.143 INFO:tasks.workunit.client.0.smithi016.stdout: "up": [ 2024-04-15T14:36:40.143 INFO:tasks.workunit.client.0.smithi016.stdout: 1, 2024-04-15T14:36:40.143 INFO:tasks.workunit.client.0.smithi016.stdout: 3, 2024-04-15T14:36:40.144 INFO:tasks.workunit.client.0.smithi016.stdout: 2 2024-04-15T14:36:40.144 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T14:36:40.144 INFO:tasks.workunit.client.0.smithi016.stdout: "up_primary": 1, 2024-04-15T14:36:40.144 INFO:tasks.workunit.client.0.smithi016.stdout: "version": "0'0" 2024-04-15T14:36:40.144 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:40.144 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-15T14:36:40.144 INFO:tasks.workunit.client.0.smithi016.stdout: "acting": [ 2024-04-15T14:36:40.144 INFO:tasks.workunit.client.0.smithi016.stdout: 6, 2024-04-15T14:36:40.144 INFO:tasks.workunit.client.0.smithi016.stdout: 5, 2024-04-15T14:36:40.144 INFO:tasks.workunit.client.0.smithi016.stdout: 2 2024-04-15T14:36:40.144 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T14:36:40.144 INFO:tasks.workunit.client.0.smithi016.stdout: "acting_primary": 6, 2024-04-15T14:36:40.145 INFO:tasks.workunit.client.0.smithi016.stdout: "avail_no_missing": [], 2024-04-15T14:36:40.145 INFO:tasks.workunit.client.0.smithi016.stdout: "blocked_by": [], 2024-04-15T14:36:40.145 INFO:tasks.workunit.client.0.smithi016.stdout: "created": 60, 2024-04-15T14:36:40.145 INFO:tasks.workunit.client.0.smithi016.stdout: "dirty_stats_invalid": false, 2024-04-15T14:36:40.145 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T14:36:40.145 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_stats_invalid": false, 2024-04-15T14:36:40.145 INFO:tasks.workunit.client.0.smithi016.stdout: "last_active": "2024-04-15T14:34:12.043812+0000", 2024-04-15T14:36:40.145 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_active": "2024-04-15T14:33:34.626427+0000", 2024-04-15T14:36:40.145 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_peered": "2024-04-15T14:33:34.626427+0000", 2024-04-15T14:36:40.145 INFO:tasks.workunit.client.0.smithi016.stdout: "last_change": "2024-04-15T14:33:34.626798+0000", 2024-04-15T14:36:40.145 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean": "2024-04-15T14:34:12.043812+0000", 2024-04-15T14:36:40.145 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean_scrub_stamp": "2024-04-15T14:33:33.599136+0000", 2024-04-15T14:36:40.146 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub": "0'0", 2024-04-15T14:36:40.146 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub_stamp": "2024-04-15T14:33:33.599136+0000", 2024-04-15T14:36:40.146 INFO:tasks.workunit.client.0.smithi016.stdout: "last_epoch_clean": 61, 2024-04-15T14:36:40.146 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fresh": "2024-04-15T14:34:12.043812+0000", 2024-04-15T14:36:40.146 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fullsized": "2024-04-15T14:34:12.043812+0000", 2024-04-15T14:36:40.146 INFO:tasks.workunit.client.0.smithi016.stdout: "last_peered": "2024-04-15T14:34:12.043812+0000", 2024-04-15T14:36:40.146 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub": "0'0", 2024-04-15T14:36:40.146 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_duration": 0, 2024-04-15T14:36:40.146 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_stamp": "2024-04-15T14:33:33.599136+0000", 2024-04-15T14:36:40.146 INFO:tasks.workunit.client.0.smithi016.stdout: "last_undegraded": "2024-04-15T14:34:12.043812+0000", 2024-04-15T14:36:40.146 INFO:tasks.workunit.client.0.smithi016.stdout: "last_unstale": "2024-04-15T14:34:12.043812+0000", 2024-04-15T14:36:40.146 INFO:tasks.workunit.client.0.smithi016.stdout: "log_dups_size": 0, 2024-04-15T14:36:40.147 INFO:tasks.workunit.client.0.smithi016.stdout: "log_size": 0, 2024-04-15T14:36:40.147 INFO:tasks.workunit.client.0.smithi016.stdout: "log_start": "0'0", 2024-04-15T14:36:40.147 INFO:tasks.workunit.client.0.smithi016.stdout: "manifest_stats_invalid": false, 2024-04-15T14:36:40.147 INFO:tasks.workunit.client.0.smithi016.stdout: "mapping_epoch": 60, 2024-04-15T14:36:40.147 INFO:tasks.workunit.client.0.smithi016.stdout: "object_location_counts": [], 2024-04-15T14:36:40.147 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_scrubbed": 0, 2024-04-15T14:36:40.147 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_trimmed": 0, 2024-04-15T14:36:40.147 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_stats_invalid": false, 2024-04-15T14:36:40.147 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_size": 0, 2024-04-15T14:36:40.147 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_start": "0'0", 2024-04-15T14:36:40.147 INFO:tasks.workunit.client.0.smithi016.stdout: "parent": "0.0", 2024-04-15T14:36:40.147 INFO:tasks.workunit.client.0.smithi016.stdout: "parent_split_bits": 0, 2024-04-15T14:36:40.148 INFO:tasks.workunit.client.0.smithi016.stdout: "pgid": "2.17", 2024-04-15T14:36:40.148 INFO:tasks.workunit.client.0.smithi016.stdout: "pin_stats_invalid": false, 2024-04-15T14:36:40.148 INFO:tasks.workunit.client.0.smithi016.stdout: "purged_snaps": [], 2024-04-15T14:36:40.148 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_epoch": 70, 2024-04-15T14:36:40.148 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_seq": 19, 2024-04-15T14:36:40.148 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_duration": 0.0, 2024-04-15T14:36:40.148 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-16T18:25:50.473378+0000", 2024-04-15T14:36:40.148 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrim_duration": 0.0, 2024-04-15T14:36:40.148 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrimq_len": 0, 2024-04-15T14:36:40.148 INFO:tasks.workunit.client.0.smithi016.stdout: "stat_sum": { 2024-04-15T14:36:40.148 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes": 0, 2024-04-15T14:36:40.148 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T14:36:40.148 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_recovered": 0, 2024-04-15T14:36:40.149 INFO:tasks.workunit.client.0.smithi016.stdout: "num_deep_scrub_errors": 0, 2024-04-15T14:36:40.149 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict": 0, 2024-04-15T14:36:40.149 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_kb": 0, 2024-04-15T14:36:40.149 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_full": 0, 2024-04-15T14:36:40.149 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_some": 0, 2024-04-15T14:36:40.149 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush": 0, 2024-04-15T14:36:40.149 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_kb": 0, 2024-04-15T14:36:40.149 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_high": 0, 2024-04-15T14:36:40.149 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_low": 0, 2024-04-15T14:36:40.149 INFO:tasks.workunit.client.0.smithi016.stdout: "num_keys_recovered": 0, 2024-04-15T14:36:40.149 INFO:tasks.workunit.client.0.smithi016.stdout: "num_large_omap_objects": 0, 2024-04-15T14:36:40.149 INFO:tasks.workunit.client.0.smithi016.stdout: "num_legacy_snapsets": 0, 2024-04-15T14:36:40.150 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_clones": 0, 2024-04-15T14:36:40.150 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_copies": 0, 2024-04-15T14:36:40.150 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects": 0, 2024-04-15T14:36:40.150 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_degraded": 0, 2024-04-15T14:36:40.150 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_dirty": 0, 2024-04-15T14:36:40.150 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T14:36:40.150 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_manifest": 0, 2024-04-15T14:36:40.150 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_misplaced": 0, 2024-04-15T14:36:40.150 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing": 0, 2024-04-15T14:36:40.150 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T14:36:40.150 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_omap": 0, 2024-04-15T14:36:40.151 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_pinned": 0, 2024-04-15T14:36:40.151 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_recovered": 0, 2024-04-15T14:36:40.151 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_repaired": 0, 2024-04-15T14:36:40.151 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_unfound": 0, 2024-04-15T14:36:40.151 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_bytes": 0, 2024-04-15T14:36:40.151 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_keys": 0, 2024-04-15T14:36:40.151 INFO:tasks.workunit.client.0.smithi016.stdout: "num_promote": 0, 2024-04-15T14:36:40.151 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read": 0, 2024-04-15T14:36:40.151 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read_kb": 0, 2024-04-15T14:36:40.151 INFO:tasks.workunit.client.0.smithi016.stdout: "num_scrub_errors": 0, 2024-04-15T14:36:40.151 INFO:tasks.workunit.client.0.smithi016.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T14:36:40.151 INFO:tasks.workunit.client.0.smithi016.stdout: "num_whiteouts": 0, 2024-04-15T14:36:40.152 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write": 0, 2024-04-15T14:36:40.152 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write_kb": 0 2024-04-15T14:36:40.152 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:40.152 INFO:tasks.workunit.client.0.smithi016.stdout: "state": "active+clean", 2024-04-15T14:36:40.152 INFO:tasks.workunit.client.0.smithi016.stdout: "stats_invalid": false, 2024-04-15T14:36:40.152 INFO:tasks.workunit.client.0.smithi016.stdout: "up": [ 2024-04-15T14:36:40.152 INFO:tasks.workunit.client.0.smithi016.stdout: 6, 2024-04-15T14:36:40.152 INFO:tasks.workunit.client.0.smithi016.stdout: 5, 2024-04-15T14:36:40.152 INFO:tasks.workunit.client.0.smithi016.stdout: 2 2024-04-15T14:36:40.152 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T14:36:40.152 INFO:tasks.workunit.client.0.smithi016.stdout: "up_primary": 6, 2024-04-15T14:36:40.152 INFO:tasks.workunit.client.0.smithi016.stdout: "version": "0'0" 2024-04-15T14:36:40.152 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:40.153 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-15T14:36:40.153 INFO:tasks.workunit.client.0.smithi016.stdout: "acting": [ 2024-04-15T14:36:40.153 INFO:tasks.workunit.client.0.smithi016.stdout: 5, 2024-04-15T14:36:40.153 INFO:tasks.workunit.client.0.smithi016.stdout: 7, 2024-04-15T14:36:40.153 INFO:tasks.workunit.client.0.smithi016.stdout: 1 2024-04-15T14:36:40.153 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T14:36:40.153 INFO:tasks.workunit.client.0.smithi016.stdout: "acting_primary": 5, 2024-04-15T14:36:40.153 INFO:tasks.workunit.client.0.smithi016.stdout: "avail_no_missing": [], 2024-04-15T14:36:40.153 INFO:tasks.workunit.client.0.smithi016.stdout: "blocked_by": [], 2024-04-15T14:36:40.153 INFO:tasks.workunit.client.0.smithi016.stdout: "created": 61, 2024-04-15T14:36:40.153 INFO:tasks.workunit.client.0.smithi016.stdout: "dirty_stats_invalid": false, 2024-04-15T14:36:40.153 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T14:36:40.154 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_stats_invalid": false, 2024-04-15T14:36:40.154 INFO:tasks.workunit.client.0.smithi016.stdout: "last_active": "2024-04-15T14:34:12.045740+0000", 2024-04-15T14:36:40.154 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_active": "2024-04-15T14:33:34.997618+0000", 2024-04-15T14:36:40.154 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_peered": "2024-04-15T14:33:34.997618+0000", 2024-04-15T14:36:40.154 INFO:tasks.workunit.client.0.smithi016.stdout: "last_change": "2024-04-15T14:33:34.998093+0000", 2024-04-15T14:36:40.154 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean": "2024-04-15T14:34:12.045740+0000", 2024-04-15T14:36:40.154 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T14:36:40.154 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub": "0'0", 2024-04-15T14:36:40.154 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T14:36:40.154 INFO:tasks.workunit.client.0.smithi016.stdout: "last_epoch_clean": 62, 2024-04-15T14:36:40.154 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fresh": "2024-04-15T14:34:12.045740+0000", 2024-04-15T14:36:40.155 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fullsized": "2024-04-15T14:34:12.045740+0000", 2024-04-15T14:36:40.155 INFO:tasks.workunit.client.0.smithi016.stdout: "last_peered": "2024-04-15T14:34:12.045740+0000", 2024-04-15T14:36:40.155 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub": "0'0", 2024-04-15T14:36:40.155 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_duration": 0, 2024-04-15T14:36:40.155 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T14:36:40.155 INFO:tasks.workunit.client.0.smithi016.stdout: "last_undegraded": "2024-04-15T14:34:12.045740+0000", 2024-04-15T14:36:40.155 INFO:tasks.workunit.client.0.smithi016.stdout: "last_unstale": "2024-04-15T14:34:12.045740+0000", 2024-04-15T14:36:40.155 INFO:tasks.workunit.client.0.smithi016.stdout: "log_dups_size": 0, 2024-04-15T14:36:40.155 INFO:tasks.workunit.client.0.smithi016.stdout: "log_size": 0, 2024-04-15T14:36:40.155 INFO:tasks.workunit.client.0.smithi016.stdout: "log_start": "0'0", 2024-04-15T14:36:40.155 INFO:tasks.workunit.client.0.smithi016.stdout: "manifest_stats_invalid": false, 2024-04-15T14:36:40.155 INFO:tasks.workunit.client.0.smithi016.stdout: "mapping_epoch": 61, 2024-04-15T14:36:40.156 INFO:tasks.workunit.client.0.smithi016.stdout: "object_location_counts": [], 2024-04-15T14:36:40.156 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_scrubbed": 0, 2024-04-15T14:36:40.156 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_trimmed": 0, 2024-04-15T14:36:40.156 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_stats_invalid": false, 2024-04-15T14:36:40.156 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_size": 0, 2024-04-15T14:36:40.156 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_start": "0'0", 2024-04-15T14:36:40.156 INFO:tasks.workunit.client.0.smithi016.stdout: "parent": "0.0", 2024-04-15T14:36:40.156 INFO:tasks.workunit.client.0.smithi016.stdout: "parent_split_bits": 0, 2024-04-15T14:36:40.156 INFO:tasks.workunit.client.0.smithi016.stdout: "pgid": "3.16", 2024-04-15T14:36:40.156 INFO:tasks.workunit.client.0.smithi016.stdout: "pin_stats_invalid": false, 2024-04-15T14:36:40.156 INFO:tasks.workunit.client.0.smithi016.stdout: "purged_snaps": [], 2024-04-15T14:36:40.156 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_epoch": 70, 2024-04-15T14:36:40.157 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_seq": 19, 2024-04-15T14:36:40.157 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_duration": 0.0, 2024-04-15T14:36:40.157 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-16T21:52:20.945166+0000", 2024-04-15T14:36:40.157 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrim_duration": 0.0, 2024-04-15T14:36:40.157 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrimq_len": 0, 2024-04-15T14:36:40.157 INFO:tasks.workunit.client.0.smithi016.stdout: "stat_sum": { 2024-04-15T14:36:40.157 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes": 0, 2024-04-15T14:36:40.157 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T14:36:40.157 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_recovered": 0, 2024-04-15T14:36:40.157 INFO:tasks.workunit.client.0.smithi016.stdout: "num_deep_scrub_errors": 0, 2024-04-15T14:36:40.157 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict": 0, 2024-04-15T14:36:40.157 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_kb": 0, 2024-04-15T14:36:40.158 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_full": 0, 2024-04-15T14:36:40.158 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_some": 0, 2024-04-15T14:36:40.158 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush": 0, 2024-04-15T14:36:40.158 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_kb": 0, 2024-04-15T14:36:40.158 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_high": 0, 2024-04-15T14:36:40.158 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_low": 0, 2024-04-15T14:36:40.158 INFO:tasks.workunit.client.0.smithi016.stdout: "num_keys_recovered": 0, 2024-04-15T14:36:40.158 INFO:tasks.workunit.client.0.smithi016.stdout: "num_large_omap_objects": 0, 2024-04-15T14:36:40.158 INFO:tasks.workunit.client.0.smithi016.stdout: "num_legacy_snapsets": 0, 2024-04-15T14:36:40.158 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_clones": 0, 2024-04-15T14:36:40.158 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_copies": 0, 2024-04-15T14:36:40.158 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects": 0, 2024-04-15T14:36:40.159 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_degraded": 0, 2024-04-15T14:36:40.159 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_dirty": 0, 2024-04-15T14:36:40.159 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T14:36:40.159 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_manifest": 0, 2024-04-15T14:36:40.159 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_misplaced": 0, 2024-04-15T14:36:40.159 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing": 0, 2024-04-15T14:36:40.159 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T14:36:40.159 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_omap": 0, 2024-04-15T14:36:40.159 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_pinned": 0, 2024-04-15T14:36:40.159 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_recovered": 0, 2024-04-15T14:36:40.159 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_repaired": 0, 2024-04-15T14:36:40.159 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_unfound": 0, 2024-04-15T14:36:40.160 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_bytes": 0, 2024-04-15T14:36:40.160 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_keys": 0, 2024-04-15T14:36:40.160 INFO:tasks.workunit.client.0.smithi016.stdout: "num_promote": 0, 2024-04-15T14:36:40.160 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read": 0, 2024-04-15T14:36:40.160 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read_kb": 0, 2024-04-15T14:36:40.160 INFO:tasks.workunit.client.0.smithi016.stdout: "num_scrub_errors": 0, 2024-04-15T14:36:40.160 INFO:tasks.workunit.client.0.smithi016.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T14:36:40.160 INFO:tasks.workunit.client.0.smithi016.stdout: "num_whiteouts": 0, 2024-04-15T14:36:40.160 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write": 0, 2024-04-15T14:36:40.160 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write_kb": 0 2024-04-15T14:36:40.160 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:40.160 INFO:tasks.workunit.client.0.smithi016.stdout: "state": "active+clean", 2024-04-15T14:36:40.161 INFO:tasks.workunit.client.0.smithi016.stdout: "stats_invalid": false, 2024-04-15T14:36:40.161 INFO:tasks.workunit.client.0.smithi016.stdout: "up": [ 2024-04-15T14:36:40.161 INFO:tasks.workunit.client.0.smithi016.stdout: 5, 2024-04-15T14:36:40.161 INFO:tasks.workunit.client.0.smithi016.stdout: 7, 2024-04-15T14:36:40.161 INFO:tasks.workunit.client.0.smithi016.stdout: 1 2024-04-15T14:36:40.161 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T14:36:40.161 INFO:tasks.workunit.client.0.smithi016.stdout: "up_primary": 5, 2024-04-15T14:36:40.161 INFO:tasks.workunit.client.0.smithi016.stdout: "version": "0'0" 2024-04-15T14:36:40.161 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:40.161 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-15T14:36:40.161 INFO:tasks.workunit.client.0.smithi016.stdout: "acting": [ 2024-04-15T14:36:40.161 INFO:tasks.workunit.client.0.smithi016.stdout: 5, 2024-04-15T14:36:40.162 INFO:tasks.workunit.client.0.smithi016.stdout: 6, 2024-04-15T14:36:40.162 INFO:tasks.workunit.client.0.smithi016.stdout: 2 2024-04-15T14:36:40.162 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T14:36:40.162 INFO:tasks.workunit.client.0.smithi016.stdout: "acting_primary": 5, 2024-04-15T14:36:40.162 INFO:tasks.workunit.client.0.smithi016.stdout: "avail_no_missing": [], 2024-04-15T14:36:40.162 INFO:tasks.workunit.client.0.smithi016.stdout: "blocked_by": [], 2024-04-15T14:36:40.162 INFO:tasks.workunit.client.0.smithi016.stdout: "created": 60, 2024-04-15T14:36:40.162 INFO:tasks.workunit.client.0.smithi016.stdout: "dirty_stats_invalid": false, 2024-04-15T14:36:40.162 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T14:36:40.162 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_stats_invalid": false, 2024-04-15T14:36:40.163 INFO:tasks.workunit.client.0.smithi016.stdout: "last_active": "2024-04-15T14:34:12.045577+0000", 2024-04-15T14:36:40.163 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_active": "2024-04-15T14:33:34.619104+0000", 2024-04-15T14:36:40.163 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_peered": "2024-04-15T14:33:34.619104+0000", 2024-04-15T14:36:40.163 INFO:tasks.workunit.client.0.smithi016.stdout: "last_change": "2024-04-15T14:33:34.619899+0000", 2024-04-15T14:36:40.163 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean": "2024-04-15T14:34:12.045577+0000", 2024-04-15T14:36:40.163 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean_scrub_stamp": "2024-04-15T14:33:33.599136+0000", 2024-04-15T14:36:40.163 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub": "0'0", 2024-04-15T14:36:40.163 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub_stamp": "2024-04-15T14:33:33.599136+0000", 2024-04-15T14:36:40.163 INFO:tasks.workunit.client.0.smithi016.stdout: "last_epoch_clean": 61, 2024-04-15T14:36:40.163 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fresh": "2024-04-15T14:34:12.045577+0000", 2024-04-15T14:36:40.163 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fullsized": "2024-04-15T14:34:12.045577+0000", 2024-04-15T14:36:40.163 INFO:tasks.workunit.client.0.smithi016.stdout: "last_peered": "2024-04-15T14:34:12.045577+0000", 2024-04-15T14:36:40.164 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub": "0'0", 2024-04-15T14:36:40.164 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_duration": 0, 2024-04-15T14:36:40.164 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_stamp": "2024-04-15T14:33:33.599136+0000", 2024-04-15T14:36:40.164 INFO:tasks.workunit.client.0.smithi016.stdout: "last_undegraded": "2024-04-15T14:34:12.045577+0000", 2024-04-15T14:36:40.164 INFO:tasks.workunit.client.0.smithi016.stdout: "last_unstale": "2024-04-15T14:34:12.045577+0000", 2024-04-15T14:36:40.164 INFO:tasks.workunit.client.0.smithi016.stdout: "log_dups_size": 0, 2024-04-15T14:36:40.164 INFO:tasks.workunit.client.0.smithi016.stdout: "log_size": 0, 2024-04-15T14:36:40.164 INFO:tasks.workunit.client.0.smithi016.stdout: "log_start": "0'0", 2024-04-15T14:36:40.164 INFO:tasks.workunit.client.0.smithi016.stdout: "manifest_stats_invalid": false, 2024-04-15T14:36:40.164 INFO:tasks.workunit.client.0.smithi016.stdout: "mapping_epoch": 60, 2024-04-15T14:36:40.164 INFO:tasks.workunit.client.0.smithi016.stdout: "object_location_counts": [], 2024-04-15T14:36:40.164 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_scrubbed": 0, 2024-04-15T14:36:40.165 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_trimmed": 0, 2024-04-15T14:36:40.165 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_stats_invalid": false, 2024-04-15T14:36:40.165 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_size": 0, 2024-04-15T14:36:40.165 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_start": "0'0", 2024-04-15T14:36:40.165 INFO:tasks.workunit.client.0.smithi016.stdout: "parent": "0.0", 2024-04-15T14:36:40.165 INFO:tasks.workunit.client.0.smithi016.stdout: "parent_split_bits": 0, 2024-04-15T14:36:40.165 INFO:tasks.workunit.client.0.smithi016.stdout: "pgid": "2.16", 2024-04-15T14:36:40.165 INFO:tasks.workunit.client.0.smithi016.stdout: "pin_stats_invalid": false, 2024-04-15T14:36:40.165 INFO:tasks.workunit.client.0.smithi016.stdout: "purged_snaps": [], 2024-04-15T14:36:40.165 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_epoch": 70, 2024-04-15T14:36:40.165 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_seq": 20, 2024-04-15T14:36:40.165 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_duration": 0.0, 2024-04-15T14:36:40.165 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-16T19:58:09.795799+0000", 2024-04-15T14:36:40.166 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrim_duration": 0.0, 2024-04-15T14:36:40.166 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrimq_len": 0, 2024-04-15T14:36:40.166 INFO:tasks.workunit.client.0.smithi016.stdout: "stat_sum": { 2024-04-15T14:36:40.166 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes": 0, 2024-04-15T14:36:40.166 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T14:36:40.166 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_recovered": 0, 2024-04-15T14:36:40.166 INFO:tasks.workunit.client.0.smithi016.stdout: "num_deep_scrub_errors": 0, 2024-04-15T14:36:40.166 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict": 0, 2024-04-15T14:36:40.166 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_kb": 0, 2024-04-15T14:36:40.166 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_full": 0, 2024-04-15T14:36:40.166 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_some": 0, 2024-04-15T14:36:40.167 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush": 0, 2024-04-15T14:36:40.167 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_kb": 0, 2024-04-15T14:36:40.167 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_high": 0, 2024-04-15T14:36:40.167 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_low": 0, 2024-04-15T14:36:40.167 INFO:tasks.workunit.client.0.smithi016.stdout: "num_keys_recovered": 0, 2024-04-15T14:36:40.167 INFO:tasks.workunit.client.0.smithi016.stdout: "num_large_omap_objects": 0, 2024-04-15T14:36:40.167 INFO:tasks.workunit.client.0.smithi016.stdout: "num_legacy_snapsets": 0, 2024-04-15T14:36:40.167 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_clones": 0, 2024-04-15T14:36:40.167 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_copies": 0, 2024-04-15T14:36:40.167 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects": 0, 2024-04-15T14:36:40.167 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_degraded": 0, 2024-04-15T14:36:40.167 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_dirty": 0, 2024-04-15T14:36:40.168 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T14:36:40.168 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_manifest": 0, 2024-04-15T14:36:40.168 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_misplaced": 0, 2024-04-15T14:36:40.168 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing": 0, 2024-04-15T14:36:40.168 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T14:36:40.168 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_omap": 0, 2024-04-15T14:36:40.168 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_pinned": 0, 2024-04-15T14:36:40.168 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_recovered": 0, 2024-04-15T14:36:40.168 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_repaired": 0, 2024-04-15T14:36:40.168 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_unfound": 0, 2024-04-15T14:36:40.168 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_bytes": 0, 2024-04-15T14:36:40.168 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_keys": 0, 2024-04-15T14:36:40.169 INFO:tasks.workunit.client.0.smithi016.stdout: "num_promote": 0, 2024-04-15T14:36:40.169 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read": 0, 2024-04-15T14:36:40.169 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read_kb": 0, 2024-04-15T14:36:40.169 INFO:tasks.workunit.client.0.smithi016.stdout: "num_scrub_errors": 0, 2024-04-15T14:36:40.169 INFO:tasks.workunit.client.0.smithi016.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T14:36:40.169 INFO:tasks.workunit.client.0.smithi016.stdout: "num_whiteouts": 0, 2024-04-15T14:36:40.169 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write": 0, 2024-04-15T14:36:40.169 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write_kb": 0 2024-04-15T14:36:40.169 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:40.169 INFO:tasks.workunit.client.0.smithi016.stdout: "state": "active+clean", 2024-04-15T14:36:40.169 INFO:tasks.workunit.client.0.smithi016.stdout: "stats_invalid": false, 2024-04-15T14:36:40.169 INFO:tasks.workunit.client.0.smithi016.stdout: "up": [ 2024-04-15T14:36:40.170 INFO:tasks.workunit.client.0.smithi016.stdout: 5, 2024-04-15T14:36:40.170 INFO:tasks.workunit.client.0.smithi016.stdout: 6, 2024-04-15T14:36:40.170 INFO:tasks.workunit.client.0.smithi016.stdout: 2 2024-04-15T14:36:40.170 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T14:36:40.170 INFO:tasks.workunit.client.0.smithi016.stdout: "up_primary": 5, 2024-04-15T14:36:40.170 INFO:tasks.workunit.client.0.smithi016.stdout: "version": "0'0" 2024-04-15T14:36:40.170 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:40.170 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-15T14:36:40.170 INFO:tasks.workunit.client.0.smithi016.stdout: "acting": [ 2024-04-15T14:36:40.170 INFO:tasks.workunit.client.0.smithi016.stdout: 0, 2024-04-15T14:36:40.170 INFO:tasks.workunit.client.0.smithi016.stdout: 5, 2024-04-15T14:36:40.171 INFO:tasks.workunit.client.0.smithi016.stdout: 3 2024-04-15T14:36:40.171 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T14:36:40.171 INFO:tasks.workunit.client.0.smithi016.stdout: "acting_primary": 0, 2024-04-15T14:36:40.171 INFO:tasks.workunit.client.0.smithi016.stdout: "avail_no_missing": [], 2024-04-15T14:36:40.171 INFO:tasks.workunit.client.0.smithi016.stdout: "blocked_by": [], 2024-04-15T14:36:40.171 INFO:tasks.workunit.client.0.smithi016.stdout: "created": 61, 2024-04-15T14:36:40.171 INFO:tasks.workunit.client.0.smithi016.stdout: "dirty_stats_invalid": false, 2024-04-15T14:36:40.171 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T14:36:40.171 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_stats_invalid": false, 2024-04-15T14:36:40.171 INFO:tasks.workunit.client.0.smithi016.stdout: "last_active": "2024-04-15T14:34:11.923399+0000", 2024-04-15T14:36:40.171 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_active": "2024-04-15T14:33:34.983476+0000", 2024-04-15T14:36:40.171 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_peered": "2024-04-15T14:33:34.983476+0000", 2024-04-15T14:36:40.171 INFO:tasks.workunit.client.0.smithi016.stdout: "last_change": "2024-04-15T14:33:34.984818+0000", 2024-04-15T14:36:40.172 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean": "2024-04-15T14:34:11.923399+0000", 2024-04-15T14:36:40.172 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T14:36:40.172 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub": "0'0", 2024-04-15T14:36:40.172 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T14:36:40.172 INFO:tasks.workunit.client.0.smithi016.stdout: "last_epoch_clean": 62, 2024-04-15T14:36:40.172 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fresh": "2024-04-15T14:34:11.923399+0000", 2024-04-15T14:36:40.172 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fullsized": "2024-04-15T14:34:11.923399+0000", 2024-04-15T14:36:40.172 INFO:tasks.workunit.client.0.smithi016.stdout: "last_peered": "2024-04-15T14:34:11.923399+0000", 2024-04-15T14:36:40.172 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub": "0'0", 2024-04-15T14:36:40.172 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_duration": 0, 2024-04-15T14:36:40.172 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T14:36:40.172 INFO:tasks.workunit.client.0.smithi016.stdout: "last_undegraded": "2024-04-15T14:34:11.923399+0000", 2024-04-15T14:36:40.173 INFO:tasks.workunit.client.0.smithi016.stdout: "last_unstale": "2024-04-15T14:34:11.923399+0000", 2024-04-15T14:36:40.173 INFO:tasks.workunit.client.0.smithi016.stdout: "log_dups_size": 0, 2024-04-15T14:36:40.173 INFO:tasks.workunit.client.0.smithi016.stdout: "log_size": 0, 2024-04-15T14:36:40.173 INFO:tasks.workunit.client.0.smithi016.stdout: "log_start": "0'0", 2024-04-15T14:36:40.173 INFO:tasks.workunit.client.0.smithi016.stdout: "manifest_stats_invalid": false, 2024-04-15T14:36:40.173 INFO:tasks.workunit.client.0.smithi016.stdout: "mapping_epoch": 61, 2024-04-15T14:36:40.173 INFO:tasks.workunit.client.0.smithi016.stdout: "object_location_counts": [], 2024-04-15T14:36:40.173 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_scrubbed": 0, 2024-04-15T14:36:40.173 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_trimmed": 0, 2024-04-15T14:36:40.173 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_stats_invalid": false, 2024-04-15T14:36:40.173 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_size": 0, 2024-04-15T14:36:40.174 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_start": "0'0", 2024-04-15T14:36:40.174 INFO:tasks.workunit.client.0.smithi016.stdout: "parent": "0.0", 2024-04-15T14:36:40.174 INFO:tasks.workunit.client.0.smithi016.stdout: "parent_split_bits": 0, 2024-04-15T14:36:40.174 INFO:tasks.workunit.client.0.smithi016.stdout: "pgid": "3.17", 2024-04-15T14:36:40.174 INFO:tasks.workunit.client.0.smithi016.stdout: "pin_stats_invalid": false, 2024-04-15T14:36:40.174 INFO:tasks.workunit.client.0.smithi016.stdout: "purged_snaps": [], 2024-04-15T14:36:40.174 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_epoch": 70, 2024-04-15T14:36:40.174 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_seq": 18, 2024-04-15T14:36:40.174 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_duration": 0.0, 2024-04-15T14:36:40.174 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-16T18:55:45.495288+0000", 2024-04-15T14:36:40.174 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrim_duration": 0.0, 2024-04-15T14:36:40.174 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrimq_len": 0, 2024-04-15T14:36:40.174 INFO:tasks.workunit.client.0.smithi016.stdout: "stat_sum": { 2024-04-15T14:36:40.175 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes": 0, 2024-04-15T14:36:40.175 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T14:36:40.175 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_recovered": 0, 2024-04-15T14:36:40.175 INFO:tasks.workunit.client.0.smithi016.stdout: "num_deep_scrub_errors": 0, 2024-04-15T14:36:40.175 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict": 0, 2024-04-15T14:36:40.175 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_kb": 0, 2024-04-15T14:36:40.175 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_full": 0, 2024-04-15T14:36:40.175 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_some": 0, 2024-04-15T14:36:40.175 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush": 0, 2024-04-15T14:36:40.175 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_kb": 0, 2024-04-15T14:36:40.175 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_high": 0, 2024-04-15T14:36:40.175 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_low": 0, 2024-04-15T14:36:40.176 INFO:tasks.workunit.client.0.smithi016.stdout: "num_keys_recovered": 0, 2024-04-15T14:36:40.176 INFO:tasks.workunit.client.0.smithi016.stdout: "num_large_omap_objects": 0, 2024-04-15T14:36:40.176 INFO:tasks.workunit.client.0.smithi016.stdout: "num_legacy_snapsets": 0, 2024-04-15T14:36:40.176 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_clones": 0, 2024-04-15T14:36:40.176 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_copies": 0, 2024-04-15T14:36:40.176 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects": 0, 2024-04-15T14:36:40.176 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_degraded": 0, 2024-04-15T14:36:40.176 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_dirty": 0, 2024-04-15T14:36:40.176 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T14:36:40.176 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_manifest": 0, 2024-04-15T14:36:40.176 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_misplaced": 0, 2024-04-15T14:36:40.176 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing": 0, 2024-04-15T14:36:40.176 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T14:36:40.177 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_omap": 0, 2024-04-15T14:36:40.177 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_pinned": 0, 2024-04-15T14:36:40.177 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_recovered": 0, 2024-04-15T14:36:40.177 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_repaired": 0, 2024-04-15T14:36:40.177 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_unfound": 0, 2024-04-15T14:36:40.177 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_bytes": 0, 2024-04-15T14:36:40.177 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_keys": 0, 2024-04-15T14:36:40.177 INFO:tasks.workunit.client.0.smithi016.stdout: "num_promote": 0, 2024-04-15T14:36:40.177 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read": 0, 2024-04-15T14:36:40.177 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read_kb": 0, 2024-04-15T14:36:40.177 INFO:tasks.workunit.client.0.smithi016.stdout: "num_scrub_errors": 0, 2024-04-15T14:36:40.177 INFO:tasks.workunit.client.0.smithi016.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T14:36:40.178 INFO:tasks.workunit.client.0.smithi016.stdout: "num_whiteouts": 0, 2024-04-15T14:36:40.178 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write": 0, 2024-04-15T14:36:40.178 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write_kb": 0 2024-04-15T14:36:40.178 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:40.178 INFO:tasks.workunit.client.0.smithi016.stdout: "state": "active+clean", 2024-04-15T14:36:40.178 INFO:tasks.workunit.client.0.smithi016.stdout: "stats_invalid": false, 2024-04-15T14:36:40.178 INFO:tasks.workunit.client.0.smithi016.stdout: "up": [ 2024-04-15T14:36:40.178 INFO:tasks.workunit.client.0.smithi016.stdout: 0, 2024-04-15T14:36:40.178 INFO:tasks.workunit.client.0.smithi016.stdout: 5, 2024-04-15T14:36:40.178 INFO:tasks.workunit.client.0.smithi016.stdout: 3 2024-04-15T14:36:40.178 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T14:36:40.178 INFO:tasks.workunit.client.0.smithi016.stdout: "up_primary": 0, 2024-04-15T14:36:40.179 INFO:tasks.workunit.client.0.smithi016.stdout: "version": "0'0" 2024-04-15T14:36:40.179 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:40.179 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-15T14:36:40.179 INFO:tasks.workunit.client.0.smithi016.stdout: "acting": [ 2024-04-15T14:36:40.179 INFO:tasks.workunit.client.0.smithi016.stdout: 1, 2024-04-15T14:36:40.179 INFO:tasks.workunit.client.0.smithi016.stdout: 5, 2024-04-15T14:36:40.179 INFO:tasks.workunit.client.0.smithi016.stdout: 0 2024-04-15T14:36:40.179 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T14:36:40.179 INFO:tasks.workunit.client.0.smithi016.stdout: "acting_primary": 1, 2024-04-15T14:36:40.179 INFO:tasks.workunit.client.0.smithi016.stdout: "avail_no_missing": [], 2024-04-15T14:36:40.179 INFO:tasks.workunit.client.0.smithi016.stdout: "blocked_by": [], 2024-04-15T14:36:40.179 INFO:tasks.workunit.client.0.smithi016.stdout: "created": 60, 2024-04-15T14:36:40.179 INFO:tasks.workunit.client.0.smithi016.stdout: "dirty_stats_invalid": false, 2024-04-15T14:36:40.180 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T14:36:40.180 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_stats_invalid": false, 2024-04-15T14:36:40.180 INFO:tasks.workunit.client.0.smithi016.stdout: "last_active": "2024-04-15T14:34:12.004166+0000", 2024-04-15T14:36:40.180 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_active": "2024-04-15T14:33:34.626429+0000", 2024-04-15T14:36:40.180 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_peered": "2024-04-15T14:33:34.626429+0000", 2024-04-15T14:36:40.180 INFO:tasks.workunit.client.0.smithi016.stdout: "last_change": "2024-04-15T14:33:34.626719+0000", 2024-04-15T14:36:40.180 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean": "2024-04-15T14:34:12.004166+0000", 2024-04-15T14:36:40.180 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean_scrub_stamp": "2024-04-15T14:33:33.599136+0000", 2024-04-15T14:36:40.180 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub": "0'0", 2024-04-15T14:36:40.180 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub_stamp": "2024-04-15T14:33:33.599136+0000", 2024-04-15T14:36:40.180 INFO:tasks.workunit.client.0.smithi016.stdout: "last_epoch_clean": 61, 2024-04-15T14:36:40.180 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fresh": "2024-04-15T14:34:12.004166+0000", 2024-04-15T14:36:40.180 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fullsized": "2024-04-15T14:34:12.004166+0000", 2024-04-15T14:36:40.181 INFO:tasks.workunit.client.0.smithi016.stdout: "last_peered": "2024-04-15T14:34:12.004166+0000", 2024-04-15T14:36:40.181 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub": "0'0", 2024-04-15T14:36:40.181 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_duration": 0, 2024-04-15T14:36:40.181 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_stamp": "2024-04-15T14:33:33.599136+0000", 2024-04-15T14:36:40.181 INFO:tasks.workunit.client.0.smithi016.stdout: "last_undegraded": "2024-04-15T14:34:12.004166+0000", 2024-04-15T14:36:40.181 INFO:tasks.workunit.client.0.smithi016.stdout: "last_unstale": "2024-04-15T14:34:12.004166+0000", 2024-04-15T14:36:40.181 INFO:tasks.workunit.client.0.smithi016.stdout: "log_dups_size": 0, 2024-04-15T14:36:40.181 INFO:tasks.workunit.client.0.smithi016.stdout: "log_size": 3, 2024-04-15T14:36:40.181 INFO:tasks.workunit.client.0.smithi016.stdout: "log_start": "0'0", 2024-04-15T14:36:40.181 INFO:tasks.workunit.client.0.smithi016.stdout: "manifest_stats_invalid": false, 2024-04-15T14:36:40.182 INFO:tasks.workunit.client.0.smithi016.stdout: "mapping_epoch": 60, 2024-04-15T14:36:40.182 INFO:tasks.workunit.client.0.smithi016.stdout: "object_location_counts": [], 2024-04-15T14:36:40.182 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_scrubbed": 0, 2024-04-15T14:36:40.182 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_trimmed": 0, 2024-04-15T14:36:40.182 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_stats_invalid": false, 2024-04-15T14:36:40.182 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_size": 3, 2024-04-15T14:36:40.182 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_start": "0'0", 2024-04-15T14:36:40.182 INFO:tasks.workunit.client.0.smithi016.stdout: "parent": "0.0", 2024-04-15T14:36:40.182 INFO:tasks.workunit.client.0.smithi016.stdout: "parent_split_bits": 0, 2024-04-15T14:36:40.182 INFO:tasks.workunit.client.0.smithi016.stdout: "pgid": "2.15", 2024-04-15T14:36:40.182 INFO:tasks.workunit.client.0.smithi016.stdout: "pin_stats_invalid": false, 2024-04-15T14:36:40.182 INFO:tasks.workunit.client.0.smithi016.stdout: "purged_snaps": [], 2024-04-15T14:36:40.182 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_epoch": 70, 2024-04-15T14:36:40.183 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_seq": 23, 2024-04-15T14:36:40.183 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_duration": 0.0, 2024-04-15T14:36:40.183 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-16T23:00:48.231255+0000", 2024-04-15T14:36:40.183 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrim_duration": 0.0, 2024-04-15T14:36:40.183 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrimq_len": 0, 2024-04-15T14:36:40.183 INFO:tasks.workunit.client.0.smithi016.stdout: "stat_sum": { 2024-04-15T14:36:40.183 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes": 90, 2024-04-15T14:36:40.183 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T14:36:40.183 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_recovered": 0, 2024-04-15T14:36:40.183 INFO:tasks.workunit.client.0.smithi016.stdout: "num_deep_scrub_errors": 0, 2024-04-15T14:36:40.183 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict": 0, 2024-04-15T14:36:40.183 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_kb": 0, 2024-04-15T14:36:40.184 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_full": 0, 2024-04-15T14:36:40.184 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_some": 0, 2024-04-15T14:36:40.184 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush": 0, 2024-04-15T14:36:40.184 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_kb": 0, 2024-04-15T14:36:40.184 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_high": 0, 2024-04-15T14:36:40.184 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_low": 0, 2024-04-15T14:36:40.184 INFO:tasks.workunit.client.0.smithi016.stdout: "num_keys_recovered": 0, 2024-04-15T14:36:40.184 INFO:tasks.workunit.client.0.smithi016.stdout: "num_large_omap_objects": 0, 2024-04-15T14:36:40.184 INFO:tasks.workunit.client.0.smithi016.stdout: "num_legacy_snapsets": 0, 2024-04-15T14:36:40.184 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_clones": 0, 2024-04-15T14:36:40.184 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_copies": 6, 2024-04-15T14:36:40.184 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects": 2, 2024-04-15T14:36:40.184 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_degraded": 0, 2024-04-15T14:36:40.185 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_dirty": 2, 2024-04-15T14:36:40.185 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T14:36:40.185 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_manifest": 0, 2024-04-15T14:36:40.185 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_misplaced": 0, 2024-04-15T14:36:40.185 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing": 0, 2024-04-15T14:36:40.185 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T14:36:40.185 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_omap": 1, 2024-04-15T14:36:40.185 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_pinned": 0, 2024-04-15T14:36:40.185 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_recovered": 0, 2024-04-15T14:36:40.185 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_repaired": 0, 2024-04-15T14:36:40.185 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_unfound": 0, 2024-04-15T14:36:40.185 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_bytes": 0, 2024-04-15T14:36:40.185 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_keys": 0, 2024-04-15T14:36:40.186 INFO:tasks.workunit.client.0.smithi016.stdout: "num_promote": 0, 2024-04-15T14:36:40.186 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read": 0, 2024-04-15T14:36:40.186 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read_kb": 0, 2024-04-15T14:36:40.186 INFO:tasks.workunit.client.0.smithi016.stdout: "num_scrub_errors": 0, 2024-04-15T14:36:40.186 INFO:tasks.workunit.client.0.smithi016.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T14:36:40.186 INFO:tasks.workunit.client.0.smithi016.stdout: "num_whiteouts": 0, 2024-04-15T14:36:40.186 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write": 4, 2024-04-15T14:36:40.186 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write_kb": 1 2024-04-15T14:36:40.186 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:40.186 INFO:tasks.workunit.client.0.smithi016.stdout: "state": "active+clean", 2024-04-15T14:36:40.186 INFO:tasks.workunit.client.0.smithi016.stdout: "stats_invalid": false, 2024-04-15T14:36:40.186 INFO:tasks.workunit.client.0.smithi016.stdout: "up": [ 2024-04-15T14:36:40.187 INFO:tasks.workunit.client.0.smithi016.stdout: 1, 2024-04-15T14:36:40.187 INFO:tasks.workunit.client.0.smithi016.stdout: 5, 2024-04-15T14:36:40.187 INFO:tasks.workunit.client.0.smithi016.stdout: 0 2024-04-15T14:36:40.187 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T14:36:40.187 INFO:tasks.workunit.client.0.smithi016.stdout: "up_primary": 1, 2024-04-15T14:36:40.187 INFO:tasks.workunit.client.0.smithi016.stdout: "version": "62'3" 2024-04-15T14:36:40.187 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:40.187 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-15T14:36:40.187 INFO:tasks.workunit.client.0.smithi016.stdout: "acting": [ 2024-04-15T14:36:40.187 INFO:tasks.workunit.client.0.smithi016.stdout: 4, 2024-04-15T14:36:40.187 INFO:tasks.workunit.client.0.smithi016.stdout: 7, 2024-04-15T14:36:40.187 INFO:tasks.workunit.client.0.smithi016.stdout: 6 2024-04-15T14:36:40.187 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T14:36:40.188 INFO:tasks.workunit.client.0.smithi016.stdout: "acting_primary": 4, 2024-04-15T14:36:40.188 INFO:tasks.workunit.client.0.smithi016.stdout: "avail_no_missing": [], 2024-04-15T14:36:40.188 INFO:tasks.workunit.client.0.smithi016.stdout: "blocked_by": [], 2024-04-15T14:36:40.188 INFO:tasks.workunit.client.0.smithi016.stdout: "created": 61, 2024-04-15T14:36:40.188 INFO:tasks.workunit.client.0.smithi016.stdout: "dirty_stats_invalid": false, 2024-04-15T14:36:40.188 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T14:36:40.188 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_stats_invalid": false, 2024-04-15T14:36:40.188 INFO:tasks.workunit.client.0.smithi016.stdout: "last_active": "2024-04-15T14:34:12.020307+0000", 2024-04-15T14:36:40.188 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_active": "2024-04-15T14:33:35.004170+0000", 2024-04-15T14:36:40.188 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_peered": "2024-04-15T14:33:35.004170+0000", 2024-04-15T14:36:40.188 INFO:tasks.workunit.client.0.smithi016.stdout: "last_change": "2024-04-15T14:33:35.004611+0000", 2024-04-15T14:36:40.188 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean": "2024-04-15T14:34:12.020307+0000", 2024-04-15T14:36:40.189 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T14:36:40.189 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub": "0'0", 2024-04-15T14:36:40.189 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T14:36:40.189 INFO:tasks.workunit.client.0.smithi016.stdout: "last_epoch_clean": 62, 2024-04-15T14:36:40.189 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fresh": "2024-04-15T14:34:12.020307+0000", 2024-04-15T14:36:40.189 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fullsized": "2024-04-15T14:34:12.020307+0000", 2024-04-15T14:36:40.189 INFO:tasks.workunit.client.0.smithi016.stdout: "last_peered": "2024-04-15T14:34:12.020307+0000", 2024-04-15T14:36:40.189 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub": "0'0", 2024-04-15T14:36:40.189 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_duration": 0, 2024-04-15T14:36:40.189 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T14:36:40.189 INFO:tasks.workunit.client.0.smithi016.stdout: "last_undegraded": "2024-04-15T14:34:12.020307+0000", 2024-04-15T14:36:40.189 INFO:tasks.workunit.client.0.smithi016.stdout: "last_unstale": "2024-04-15T14:34:12.020307+0000", 2024-04-15T14:36:40.189 INFO:tasks.workunit.client.0.smithi016.stdout: "log_dups_size": 0, 2024-04-15T14:36:40.190 INFO:tasks.workunit.client.0.smithi016.stdout: "log_size": 0, 2024-04-15T14:36:40.190 INFO:tasks.workunit.client.0.smithi016.stdout: "log_start": "0'0", 2024-04-15T14:36:40.190 INFO:tasks.workunit.client.0.smithi016.stdout: "manifest_stats_invalid": false, 2024-04-15T14:36:40.190 INFO:tasks.workunit.client.0.smithi016.stdout: "mapping_epoch": 61, 2024-04-15T14:36:40.190 INFO:tasks.workunit.client.0.smithi016.stdout: "object_location_counts": [], 2024-04-15T14:36:40.190 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_scrubbed": 0, 2024-04-15T14:36:40.190 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_trimmed": 0, 2024-04-15T14:36:40.190 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_stats_invalid": false, 2024-04-15T14:36:40.190 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_size": 0, 2024-04-15T14:36:40.190 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_start": "0'0", 2024-04-15T14:36:40.191 INFO:tasks.workunit.client.0.smithi016.stdout: "parent": "0.0", 2024-04-15T14:36:40.191 INFO:tasks.workunit.client.0.smithi016.stdout: "parent_split_bits": 0, 2024-04-15T14:36:40.191 INFO:tasks.workunit.client.0.smithi016.stdout: "pgid": "3.14", 2024-04-15T14:36:40.191 INFO:tasks.workunit.client.0.smithi016.stdout: "pin_stats_invalid": false, 2024-04-15T14:36:40.191 INFO:tasks.workunit.client.0.smithi016.stdout: "purged_snaps": [], 2024-04-15T14:36:40.191 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_epoch": 70, 2024-04-15T14:36:40.191 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_seq": 18, 2024-04-15T14:36:40.191 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_duration": 0.0, 2024-04-15T14:36:40.191 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-16T16:15:49.307161+0000", 2024-04-15T14:36:40.191 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrim_duration": 0.0, 2024-04-15T14:36:40.191 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrimq_len": 0, 2024-04-15T14:36:40.191 INFO:tasks.workunit.client.0.smithi016.stdout: "stat_sum": { 2024-04-15T14:36:40.192 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes": 0, 2024-04-15T14:36:40.192 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T14:36:40.192 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_recovered": 0, 2024-04-15T14:36:40.192 INFO:tasks.workunit.client.0.smithi016.stdout: "num_deep_scrub_errors": 0, 2024-04-15T14:36:40.192 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict": 0, 2024-04-15T14:36:40.192 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_kb": 0, 2024-04-15T14:36:40.192 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_full": 0, 2024-04-15T14:36:40.192 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_some": 0, 2024-04-15T14:36:40.192 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush": 0, 2024-04-15T14:36:40.192 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_kb": 0, 2024-04-15T14:36:40.192 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_high": 0, 2024-04-15T14:36:40.192 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_low": 0, 2024-04-15T14:36:40.193 INFO:tasks.workunit.client.0.smithi016.stdout: "num_keys_recovered": 0, 2024-04-15T14:36:40.193 INFO:tasks.workunit.client.0.smithi016.stdout: "num_large_omap_objects": 0, 2024-04-15T14:36:40.193 INFO:tasks.workunit.client.0.smithi016.stdout: "num_legacy_snapsets": 0, 2024-04-15T14:36:40.193 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_clones": 0, 2024-04-15T14:36:40.193 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_copies": 0, 2024-04-15T14:36:40.193 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects": 0, 2024-04-15T14:36:40.193 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_degraded": 0, 2024-04-15T14:36:40.193 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_dirty": 0, 2024-04-15T14:36:40.193 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T14:36:40.193 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_manifest": 0, 2024-04-15T14:36:40.193 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_misplaced": 0, 2024-04-15T14:36:40.194 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing": 0, 2024-04-15T14:36:40.194 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T14:36:40.194 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_omap": 0, 2024-04-15T14:36:40.194 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_pinned": 0, 2024-04-15T14:36:40.194 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_recovered": 0, 2024-04-15T14:36:40.194 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_repaired": 0, 2024-04-15T14:36:40.194 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_unfound": 0, 2024-04-15T14:36:40.194 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_bytes": 0, 2024-04-15T14:36:40.194 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_keys": 0, 2024-04-15T14:36:40.194 INFO:tasks.workunit.client.0.smithi016.stdout: "num_promote": 0, 2024-04-15T14:36:40.194 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read": 0, 2024-04-15T14:36:40.195 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read_kb": 0, 2024-04-15T14:36:40.195 INFO:tasks.workunit.client.0.smithi016.stdout: "num_scrub_errors": 0, 2024-04-15T14:36:40.195 INFO:tasks.workunit.client.0.smithi016.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T14:36:40.195 INFO:tasks.workunit.client.0.smithi016.stdout: "num_whiteouts": 0, 2024-04-15T14:36:40.195 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write": 0, 2024-04-15T14:36:40.195 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write_kb": 0 2024-04-15T14:36:40.195 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:40.195 INFO:tasks.workunit.client.0.smithi016.stdout: "state": "active+clean", 2024-04-15T14:36:40.195 INFO:tasks.workunit.client.0.smithi016.stdout: "stats_invalid": false, 2024-04-15T14:36:40.195 INFO:tasks.workunit.client.0.smithi016.stdout: "up": [ 2024-04-15T14:36:40.195 INFO:tasks.workunit.client.0.smithi016.stdout: 4, 2024-04-15T14:36:40.196 INFO:tasks.workunit.client.0.smithi016.stdout: 7, 2024-04-15T14:36:40.196 INFO:tasks.workunit.client.0.smithi016.stdout: 6 2024-04-15T14:36:40.196 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T14:36:40.196 INFO:tasks.workunit.client.0.smithi016.stdout: "up_primary": 4, 2024-04-15T14:36:40.196 INFO:tasks.workunit.client.0.smithi016.stdout: "version": "0'0" 2024-04-15T14:36:40.196 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:40.196 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-15T14:36:40.196 INFO:tasks.workunit.client.0.smithi016.stdout: "acting": [ 2024-04-15T14:36:40.196 INFO:tasks.workunit.client.0.smithi016.stdout: 6, 2024-04-15T14:36:40.196 INFO:tasks.workunit.client.0.smithi016.stdout: 3, 2024-04-15T14:36:40.196 INFO:tasks.workunit.client.0.smithi016.stdout: 5 2024-04-15T14:36:40.196 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T14:36:40.197 INFO:tasks.workunit.client.0.smithi016.stdout: "acting_primary": 6, 2024-04-15T14:36:40.197 INFO:tasks.workunit.client.0.smithi016.stdout: "avail_no_missing": [], 2024-04-15T14:36:40.197 INFO:tasks.workunit.client.0.smithi016.stdout: "blocked_by": [], 2024-04-15T14:36:40.197 INFO:tasks.workunit.client.0.smithi016.stdout: "created": 60, 2024-04-15T14:36:40.197 INFO:tasks.workunit.client.0.smithi016.stdout: "dirty_stats_invalid": false, 2024-04-15T14:36:40.197 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T14:36:40.197 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_stats_invalid": false, 2024-04-15T14:36:40.197 INFO:tasks.workunit.client.0.smithi016.stdout: "last_active": "2024-04-15T14:35:42.031705+0000", 2024-04-15T14:36:40.197 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_active": "2024-04-15T14:33:34.620361+0000", 2024-04-15T14:36:40.197 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_peered": "2024-04-15T14:33:34.620361+0000", 2024-04-15T14:36:40.198 INFO:tasks.workunit.client.0.smithi016.stdout: "last_change": "2024-04-15T14:33:34.620715+0000", 2024-04-15T14:36:40.198 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean": "2024-04-15T14:35:42.031705+0000", 2024-04-15T14:36:40.198 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean_scrub_stamp": "2024-04-15T14:33:33.599136+0000", 2024-04-15T14:36:40.198 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub": "0'0", 2024-04-15T14:36:40.198 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub_stamp": "2024-04-15T14:33:33.599136+0000", 2024-04-15T14:36:40.198 INFO:tasks.workunit.client.0.smithi016.stdout: "last_epoch_clean": 61, 2024-04-15T14:36:40.198 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fresh": "2024-04-15T14:35:42.031705+0000", 2024-04-15T14:36:40.198 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fullsized": "2024-04-15T14:35:42.031705+0000", 2024-04-15T14:36:40.198 INFO:tasks.workunit.client.0.smithi016.stdout: "last_peered": "2024-04-15T14:35:42.031705+0000", 2024-04-15T14:36:40.198 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub": "0'0", 2024-04-15T14:36:40.199 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_duration": 0, 2024-04-15T14:36:40.199 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_stamp": "2024-04-15T14:33:33.599136+0000", 2024-04-15T14:36:40.199 INFO:tasks.workunit.client.0.smithi016.stdout: "last_undegraded": "2024-04-15T14:35:42.031705+0000", 2024-04-15T14:36:40.199 INFO:tasks.workunit.client.0.smithi016.stdout: "last_unstale": "2024-04-15T14:35:42.031705+0000", 2024-04-15T14:36:40.199 INFO:tasks.workunit.client.0.smithi016.stdout: "log_dups_size": 0, 2024-04-15T14:36:40.199 INFO:tasks.workunit.client.0.smithi016.stdout: "log_size": 12, 2024-04-15T14:36:40.199 INFO:tasks.workunit.client.0.smithi016.stdout: "log_start": "0'0", 2024-04-15T14:36:40.199 INFO:tasks.workunit.client.0.smithi016.stdout: "manifest_stats_invalid": false, 2024-04-15T14:36:40.199 INFO:tasks.workunit.client.0.smithi016.stdout: "mapping_epoch": 60, 2024-04-15T14:36:40.199 INFO:tasks.workunit.client.0.smithi016.stdout: "object_location_counts": [], 2024-04-15T14:36:40.199 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_scrubbed": 0, 2024-04-15T14:36:40.199 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_trimmed": 0, 2024-04-15T14:36:40.200 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_stats_invalid": false, 2024-04-15T14:36:40.200 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_size": 12, 2024-04-15T14:36:40.200 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_start": "0'0", 2024-04-15T14:36:40.200 INFO:tasks.workunit.client.0.smithi016.stdout: "parent": "0.0", 2024-04-15T14:36:40.200 INFO:tasks.workunit.client.0.smithi016.stdout: "parent_split_bits": 0, 2024-04-15T14:36:40.200 INFO:tasks.workunit.client.0.smithi016.stdout: "pgid": "2.14", 2024-04-15T14:36:40.200 INFO:tasks.workunit.client.0.smithi016.stdout: "pin_stats_invalid": false, 2024-04-15T14:36:40.200 INFO:tasks.workunit.client.0.smithi016.stdout: "purged_snaps": [], 2024-04-15T14:36:40.200 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_epoch": 70, 2024-04-15T14:36:40.200 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_seq": 31, 2024-04-15T14:36:40.200 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_duration": 0.0, 2024-04-15T14:36:40.200 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-16T21:57:01.722940+0000", 2024-04-15T14:36:40.201 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrim_duration": 0.0, 2024-04-15T14:36:40.201 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrimq_len": 0, 2024-04-15T14:36:40.201 INFO:tasks.workunit.client.0.smithi016.stdout: "stat_sum": { 2024-04-15T14:36:40.201 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes": 2632, 2024-04-15T14:36:40.201 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T14:36:40.201 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_recovered": 0, 2024-04-15T14:36:40.201 INFO:tasks.workunit.client.0.smithi016.stdout: "num_deep_scrub_errors": 0, 2024-04-15T14:36:40.201 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict": 0, 2024-04-15T14:36:40.201 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_kb": 0, 2024-04-15T14:36:40.201 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_full": 0, 2024-04-15T14:36:40.201 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_some": 0, 2024-04-15T14:36:40.201 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush": 0, 2024-04-15T14:36:40.202 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_kb": 0, 2024-04-15T14:36:40.202 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_high": 0, 2024-04-15T14:36:40.202 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_low": 0, 2024-04-15T14:36:40.202 INFO:tasks.workunit.client.0.smithi016.stdout: "num_keys_recovered": 0, 2024-04-15T14:36:40.202 INFO:tasks.workunit.client.0.smithi016.stdout: "num_large_omap_objects": 0, 2024-04-15T14:36:40.202 INFO:tasks.workunit.client.0.smithi016.stdout: "num_legacy_snapsets": 0, 2024-04-15T14:36:40.202 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_clones": 0, 2024-04-15T14:36:40.202 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_copies": 12, 2024-04-15T14:36:40.202 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects": 4, 2024-04-15T14:36:40.202 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_degraded": 0, 2024-04-15T14:36:40.202 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_dirty": 4, 2024-04-15T14:36:40.202 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T14:36:40.203 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_manifest": 0, 2024-04-15T14:36:40.203 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_misplaced": 0, 2024-04-15T14:36:40.203 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing": 0, 2024-04-15T14:36:40.203 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T14:36:40.203 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_omap": 1, 2024-04-15T14:36:40.203 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_pinned": 0, 2024-04-15T14:36:40.203 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_recovered": 0, 2024-04-15T14:36:40.203 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_repaired": 0, 2024-04-15T14:36:40.203 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_unfound": 0, 2024-04-15T14:36:40.203 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_bytes": 0, 2024-04-15T14:36:40.203 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_keys": 0, 2024-04-15T14:36:40.204 INFO:tasks.workunit.client.0.smithi016.stdout: "num_promote": 0, 2024-04-15T14:36:40.204 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read": 0, 2024-04-15T14:36:40.204 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read_kb": 0, 2024-04-15T14:36:40.204 INFO:tasks.workunit.client.0.smithi016.stdout: "num_scrub_errors": 0, 2024-04-15T14:36:40.204 INFO:tasks.workunit.client.0.smithi016.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T14:36:40.204 INFO:tasks.workunit.client.0.smithi016.stdout: "num_whiteouts": 0, 2024-04-15T14:36:40.204 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write": 12, 2024-04-15T14:36:40.204 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write_kb": 9 2024-04-15T14:36:40.204 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:40.204 INFO:tasks.workunit.client.0.smithi016.stdout: "state": "active+clean", 2024-04-15T14:36:40.204 INFO:tasks.workunit.client.0.smithi016.stdout: "stats_invalid": false, 2024-04-15T14:36:40.204 INFO:tasks.workunit.client.0.smithi016.stdout: "up": [ 2024-04-15T14:36:40.204 INFO:tasks.workunit.client.0.smithi016.stdout: 6, 2024-04-15T14:36:40.205 INFO:tasks.workunit.client.0.smithi016.stdout: 3, 2024-04-15T14:36:40.205 INFO:tasks.workunit.client.0.smithi016.stdout: 5 2024-04-15T14:36:40.205 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T14:36:40.205 INFO:tasks.workunit.client.0.smithi016.stdout: "up_primary": 6, 2024-04-15T14:36:40.205 INFO:tasks.workunit.client.0.smithi016.stdout: "version": "70'12" 2024-04-15T14:36:40.205 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:40.205 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-15T14:36:40.205 INFO:tasks.workunit.client.0.smithi016.stdout: "acting": [ 2024-04-15T14:36:40.205 INFO:tasks.workunit.client.0.smithi016.stdout: 7, 2024-04-15T14:36:40.205 INFO:tasks.workunit.client.0.smithi016.stdout: 3, 2024-04-15T14:36:40.205 INFO:tasks.workunit.client.0.smithi016.stdout: 4 2024-04-15T14:36:40.205 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T14:36:40.206 INFO:tasks.workunit.client.0.smithi016.stdout: "acting_primary": 7, 2024-04-15T14:36:40.206 INFO:tasks.workunit.client.0.smithi016.stdout: "avail_no_missing": [], 2024-04-15T14:36:40.206 INFO:tasks.workunit.client.0.smithi016.stdout: "blocked_by": [], 2024-04-15T14:36:40.206 INFO:tasks.workunit.client.0.smithi016.stdout: "created": 61, 2024-04-15T14:36:40.206 INFO:tasks.workunit.client.0.smithi016.stdout: "dirty_stats_invalid": false, 2024-04-15T14:36:40.206 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T14:36:40.206 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_stats_invalid": false, 2024-04-15T14:36:40.206 INFO:tasks.workunit.client.0.smithi016.stdout: "last_active": "2024-04-15T14:34:11.925489+0000", 2024-04-15T14:36:40.206 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_active": "2024-04-15T14:33:34.989810+0000", 2024-04-15T14:36:40.206 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_peered": "2024-04-15T14:33:34.989810+0000", 2024-04-15T14:36:40.206 INFO:tasks.workunit.client.0.smithi016.stdout: "last_change": "2024-04-15T14:33:34.990134+0000", 2024-04-15T14:36:40.206 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean": "2024-04-15T14:34:11.925489+0000", 2024-04-15T14:36:40.207 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T14:36:40.207 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub": "0'0", 2024-04-15T14:36:40.207 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T14:36:40.207 INFO:tasks.workunit.client.0.smithi016.stdout: "last_epoch_clean": 62, 2024-04-15T14:36:40.207 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fresh": "2024-04-15T14:34:11.925489+0000", 2024-04-15T14:36:40.207 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fullsized": "2024-04-15T14:34:11.925489+0000", 2024-04-15T14:36:40.207 INFO:tasks.workunit.client.0.smithi016.stdout: "last_peered": "2024-04-15T14:34:11.925489+0000", 2024-04-15T14:36:40.207 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub": "0'0", 2024-04-15T14:36:40.207 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_duration": 0, 2024-04-15T14:36:40.207 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T14:36:40.207 INFO:tasks.workunit.client.0.smithi016.stdout: "last_undegraded": "2024-04-15T14:34:11.925489+0000", 2024-04-15T14:36:40.207 INFO:tasks.workunit.client.0.smithi016.stdout: "last_unstale": "2024-04-15T14:34:11.925489+0000", 2024-04-15T14:36:40.208 INFO:tasks.workunit.client.0.smithi016.stdout: "log_dups_size": 0, 2024-04-15T14:36:40.208 INFO:tasks.workunit.client.0.smithi016.stdout: "log_size": 0, 2024-04-15T14:36:40.208 INFO:tasks.workunit.client.0.smithi016.stdout: "log_start": "0'0", 2024-04-15T14:36:40.208 INFO:tasks.workunit.client.0.smithi016.stdout: "manifest_stats_invalid": false, 2024-04-15T14:36:40.208 INFO:tasks.workunit.client.0.smithi016.stdout: "mapping_epoch": 61, 2024-04-15T14:36:40.208 INFO:tasks.workunit.client.0.smithi016.stdout: "object_location_counts": [], 2024-04-15T14:36:40.208 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_scrubbed": 0, 2024-04-15T14:36:40.208 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_trimmed": 0, 2024-04-15T14:36:40.208 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_stats_invalid": false, 2024-04-15T14:36:40.208 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_size": 0, 2024-04-15T14:36:40.208 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_start": "0'0", 2024-04-15T14:36:40.208 INFO:tasks.workunit.client.0.smithi016.stdout: "parent": "0.0", 2024-04-15T14:36:40.209 INFO:tasks.workunit.client.0.smithi016.stdout: "parent_split_bits": 0, 2024-04-15T14:36:40.209 INFO:tasks.workunit.client.0.smithi016.stdout: "pgid": "3.15", 2024-04-15T14:36:40.209 INFO:tasks.workunit.client.0.smithi016.stdout: "pin_stats_invalid": false, 2024-04-15T14:36:40.209 INFO:tasks.workunit.client.0.smithi016.stdout: "purged_snaps": [], 2024-04-15T14:36:40.209 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_epoch": 70, 2024-04-15T14:36:40.209 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_seq": 18, 2024-04-15T14:36:40.209 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_duration": 0.0, 2024-04-15T14:36:40.209 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-17T01:16:42.669792+0000", 2024-04-15T14:36:40.209 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrim_duration": 0.0, 2024-04-15T14:36:40.209 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrimq_len": 0, 2024-04-15T14:36:40.209 INFO:tasks.workunit.client.0.smithi016.stdout: "stat_sum": { 2024-04-15T14:36:40.209 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes": 0, 2024-04-15T14:36:40.209 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T14:36:40.210 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_recovered": 0, 2024-04-15T14:36:40.210 INFO:tasks.workunit.client.0.smithi016.stdout: "num_deep_scrub_errors": 0, 2024-04-15T14:36:40.210 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict": 0, 2024-04-15T14:36:40.210 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_kb": 0, 2024-04-15T14:36:40.210 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_full": 0, 2024-04-15T14:36:40.210 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_some": 0, 2024-04-15T14:36:40.210 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush": 0, 2024-04-15T14:36:40.210 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_kb": 0, 2024-04-15T14:36:40.210 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_high": 0, 2024-04-15T14:36:40.210 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_low": 0, 2024-04-15T14:36:40.210 INFO:tasks.workunit.client.0.smithi016.stdout: "num_keys_recovered": 0, 2024-04-15T14:36:40.210 INFO:tasks.workunit.client.0.smithi016.stdout: "num_large_omap_objects": 0, 2024-04-15T14:36:40.211 INFO:tasks.workunit.client.0.smithi016.stdout: "num_legacy_snapsets": 0, 2024-04-15T14:36:40.211 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_clones": 0, 2024-04-15T14:36:40.211 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_copies": 0, 2024-04-15T14:36:40.211 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects": 0, 2024-04-15T14:36:40.211 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_degraded": 0, 2024-04-15T14:36:40.211 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_dirty": 0, 2024-04-15T14:36:40.211 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T14:36:40.211 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_manifest": 0, 2024-04-15T14:36:40.211 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_misplaced": 0, 2024-04-15T14:36:40.211 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing": 0, 2024-04-15T14:36:40.211 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T14:36:40.211 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_omap": 0, 2024-04-15T14:36:40.212 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_pinned": 0, 2024-04-15T14:36:40.212 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_recovered": 0, 2024-04-15T14:36:40.212 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_repaired": 0, 2024-04-15T14:36:40.212 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_unfound": 0, 2024-04-15T14:36:40.212 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_bytes": 0, 2024-04-15T14:36:40.212 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_keys": 0, 2024-04-15T14:36:40.212 INFO:tasks.workunit.client.0.smithi016.stdout: "num_promote": 0, 2024-04-15T14:36:40.212 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read": 0, 2024-04-15T14:36:40.212 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read_kb": 0, 2024-04-15T14:36:40.212 INFO:tasks.workunit.client.0.smithi016.stdout: "num_scrub_errors": 0, 2024-04-15T14:36:40.212 INFO:tasks.workunit.client.0.smithi016.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T14:36:40.212 INFO:tasks.workunit.client.0.smithi016.stdout: "num_whiteouts": 0, 2024-04-15T14:36:40.212 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write": 0, 2024-04-15T14:36:40.213 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write_kb": 0 2024-04-15T14:36:40.213 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:40.213 INFO:tasks.workunit.client.0.smithi016.stdout: "state": "active+clean", 2024-04-15T14:36:40.213 INFO:tasks.workunit.client.0.smithi016.stdout: "stats_invalid": false, 2024-04-15T14:36:40.213 INFO:tasks.workunit.client.0.smithi016.stdout: "up": [ 2024-04-15T14:36:40.213 INFO:tasks.workunit.client.0.smithi016.stdout: 7, 2024-04-15T14:36:40.213 INFO:tasks.workunit.client.0.smithi016.stdout: 3, 2024-04-15T14:36:40.213 INFO:tasks.workunit.client.0.smithi016.stdout: 4 2024-04-15T14:36:40.213 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T14:36:40.213 INFO:tasks.workunit.client.0.smithi016.stdout: "up_primary": 7, 2024-04-15T14:36:40.213 INFO:tasks.workunit.client.0.smithi016.stdout: "version": "0'0" 2024-04-15T14:36:40.213 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:40.214 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-15T14:36:40.214 INFO:tasks.workunit.client.0.smithi016.stdout: "acting": [ 2024-04-15T14:36:40.214 INFO:tasks.workunit.client.0.smithi016.stdout: 0, 2024-04-15T14:36:40.214 INFO:tasks.workunit.client.0.smithi016.stdout: 4, 2024-04-15T14:36:40.214 INFO:tasks.workunit.client.0.smithi016.stdout: 3 2024-04-15T14:36:40.214 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T14:36:40.214 INFO:tasks.workunit.client.0.smithi016.stdout: "acting_primary": 0, 2024-04-15T14:36:40.214 INFO:tasks.workunit.client.0.smithi016.stdout: "avail_no_missing": [], 2024-04-15T14:36:40.214 INFO:tasks.workunit.client.0.smithi016.stdout: "blocked_by": [], 2024-04-15T14:36:40.214 INFO:tasks.workunit.client.0.smithi016.stdout: "created": 60, 2024-04-15T14:36:40.214 INFO:tasks.workunit.client.0.smithi016.stdout: "dirty_stats_invalid": false, 2024-04-15T14:36:40.214 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T14:36:40.215 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_stats_invalid": false, 2024-04-15T14:36:40.215 INFO:tasks.workunit.client.0.smithi016.stdout: "last_active": "2024-04-15T14:34:11.923067+0000", 2024-04-15T14:36:40.215 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_active": "2024-04-15T14:33:34.617858+0000", 2024-04-15T14:36:40.215 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_peered": "2024-04-15T14:33:34.617858+0000", 2024-04-15T14:36:40.215 INFO:tasks.workunit.client.0.smithi016.stdout: "last_change": "2024-04-15T14:33:34.618176+0000", 2024-04-15T14:36:40.215 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean": "2024-04-15T14:34:11.923067+0000", 2024-04-15T14:36:40.215 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean_scrub_stamp": "2024-04-15T14:33:33.599136+0000", 2024-04-15T14:36:40.215 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub": "0'0", 2024-04-15T14:36:40.215 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub_stamp": "2024-04-15T14:33:33.599136+0000", 2024-04-15T14:36:40.215 INFO:tasks.workunit.client.0.smithi016.stdout: "last_epoch_clean": 61, 2024-04-15T14:36:40.215 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fresh": "2024-04-15T14:34:11.923067+0000", 2024-04-15T14:36:40.215 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fullsized": "2024-04-15T14:34:11.923067+0000", 2024-04-15T14:36:40.216 INFO:tasks.workunit.client.0.smithi016.stdout: "last_peered": "2024-04-15T14:34:11.923067+0000", 2024-04-15T14:36:40.216 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub": "0'0", 2024-04-15T14:36:40.216 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_duration": 0, 2024-04-15T14:36:40.216 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_stamp": "2024-04-15T14:33:33.599136+0000", 2024-04-15T14:36:40.216 INFO:tasks.workunit.client.0.smithi016.stdout: "last_undegraded": "2024-04-15T14:34:11.923067+0000", 2024-04-15T14:36:40.216 INFO:tasks.workunit.client.0.smithi016.stdout: "last_unstale": "2024-04-15T14:34:11.923067+0000", 2024-04-15T14:36:40.216 INFO:tasks.workunit.client.0.smithi016.stdout: "log_dups_size": 0, 2024-04-15T14:36:40.216 INFO:tasks.workunit.client.0.smithi016.stdout: "log_size": 2, 2024-04-15T14:36:40.216 INFO:tasks.workunit.client.0.smithi016.stdout: "log_start": "0'0", 2024-04-15T14:36:40.216 INFO:tasks.workunit.client.0.smithi016.stdout: "manifest_stats_invalid": false, 2024-04-15T14:36:40.216 INFO:tasks.workunit.client.0.smithi016.stdout: "mapping_epoch": 60, 2024-04-15T14:36:40.217 INFO:tasks.workunit.client.0.smithi016.stdout: "object_location_counts": [], 2024-04-15T14:36:40.217 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_scrubbed": 0, 2024-04-15T14:36:40.217 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_trimmed": 0, 2024-04-15T14:36:40.217 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_stats_invalid": false, 2024-04-15T14:36:40.217 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_size": 2, 2024-04-15T14:36:40.217 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_start": "0'0", 2024-04-15T14:36:40.217 INFO:tasks.workunit.client.0.smithi016.stdout: "parent": "0.0", 2024-04-15T14:36:40.217 INFO:tasks.workunit.client.0.smithi016.stdout: "parent_split_bits": 0, 2024-04-15T14:36:40.217 INFO:tasks.workunit.client.0.smithi016.stdout: "pgid": "2.13", 2024-04-15T14:36:40.217 INFO:tasks.workunit.client.0.smithi016.stdout: "pin_stats_invalid": false, 2024-04-15T14:36:40.218 INFO:tasks.workunit.client.0.smithi016.stdout: "purged_snaps": [], 2024-04-15T14:36:40.218 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_epoch": 70, 2024-04-15T14:36:40.218 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_seq": 21, 2024-04-15T14:36:40.218 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_duration": 0.0, 2024-04-15T14:36:40.218 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-17T00:31:59.807937+0000", 2024-04-15T14:36:40.218 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrim_duration": 0.0, 2024-04-15T14:36:40.218 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrimq_len": 0, 2024-04-15T14:36:40.218 INFO:tasks.workunit.client.0.smithi016.stdout: "stat_sum": { 2024-04-15T14:36:40.218 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes": 34, 2024-04-15T14:36:40.218 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T14:36:40.218 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_recovered": 0, 2024-04-15T14:36:40.218 INFO:tasks.workunit.client.0.smithi016.stdout: "num_deep_scrub_errors": 0, 2024-04-15T14:36:40.219 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict": 0, 2024-04-15T14:36:40.219 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_kb": 0, 2024-04-15T14:36:40.219 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_full": 0, 2024-04-15T14:36:40.219 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_some": 0, 2024-04-15T14:36:40.219 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush": 0, 2024-04-15T14:36:40.219 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_kb": 0, 2024-04-15T14:36:40.219 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_high": 0, 2024-04-15T14:36:40.219 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_low": 0, 2024-04-15T14:36:40.219 INFO:tasks.workunit.client.0.smithi016.stdout: "num_keys_recovered": 0, 2024-04-15T14:36:40.219 INFO:tasks.workunit.client.0.smithi016.stdout: "num_large_omap_objects": 0, 2024-04-15T14:36:40.219 INFO:tasks.workunit.client.0.smithi016.stdout: "num_legacy_snapsets": 0, 2024-04-15T14:36:40.219 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_clones": 0, 2024-04-15T14:36:40.220 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_copies": 6, 2024-04-15T14:36:40.220 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects": 2, 2024-04-15T14:36:40.220 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_degraded": 0, 2024-04-15T14:36:40.220 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_dirty": 2, 2024-04-15T14:36:40.220 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T14:36:40.220 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_manifest": 0, 2024-04-15T14:36:40.220 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_misplaced": 0, 2024-04-15T14:36:40.220 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing": 0, 2024-04-15T14:36:40.220 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T14:36:40.220 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_omap": 1, 2024-04-15T14:36:40.220 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_pinned": 0, 2024-04-15T14:36:40.220 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_recovered": 0, 2024-04-15T14:36:40.221 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_repaired": 0, 2024-04-15T14:36:40.221 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_unfound": 0, 2024-04-15T14:36:40.221 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_bytes": 0, 2024-04-15T14:36:40.221 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_keys": 0, 2024-04-15T14:36:40.221 INFO:tasks.workunit.client.0.smithi016.stdout: "num_promote": 0, 2024-04-15T14:36:40.221 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read": 0, 2024-04-15T14:36:40.221 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read_kb": 0, 2024-04-15T14:36:40.221 INFO:tasks.workunit.client.0.smithi016.stdout: "num_scrub_errors": 0, 2024-04-15T14:36:40.221 INFO:tasks.workunit.client.0.smithi016.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T14:36:40.221 INFO:tasks.workunit.client.0.smithi016.stdout: "num_whiteouts": 0, 2024-04-15T14:36:40.221 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write": 3, 2024-04-15T14:36:40.221 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write_kb": 7 2024-04-15T14:36:40.221 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:40.222 INFO:tasks.workunit.client.0.smithi016.stdout: "state": "active+clean", 2024-04-15T14:36:40.222 INFO:tasks.workunit.client.0.smithi016.stdout: "stats_invalid": false, 2024-04-15T14:36:40.222 INFO:tasks.workunit.client.0.smithi016.stdout: "up": [ 2024-04-15T14:36:40.222 INFO:tasks.workunit.client.0.smithi016.stdout: 0, 2024-04-15T14:36:40.222 INFO:tasks.workunit.client.0.smithi016.stdout: 4, 2024-04-15T14:36:40.222 INFO:tasks.workunit.client.0.smithi016.stdout: 3 2024-04-15T14:36:40.222 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T14:36:40.222 INFO:tasks.workunit.client.0.smithi016.stdout: "up_primary": 0, 2024-04-15T14:36:40.222 INFO:tasks.workunit.client.0.smithi016.stdout: "version": "62'2" 2024-04-15T14:36:40.222 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:40.222 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-15T14:36:40.223 INFO:tasks.workunit.client.0.smithi016.stdout: "acting": [ 2024-04-15T14:36:40.223 INFO:tasks.workunit.client.0.smithi016.stdout: 0, 2024-04-15T14:36:40.223 INFO:tasks.workunit.client.0.smithi016.stdout: 7, 2024-04-15T14:36:40.223 INFO:tasks.workunit.client.0.smithi016.stdout: 3 2024-04-15T14:36:40.223 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T14:36:40.223 INFO:tasks.workunit.client.0.smithi016.stdout: "acting_primary": 0, 2024-04-15T14:36:40.223 INFO:tasks.workunit.client.0.smithi016.stdout: "avail_no_missing": [], 2024-04-15T14:36:40.223 INFO:tasks.workunit.client.0.smithi016.stdout: "blocked_by": [], 2024-04-15T14:36:40.223 INFO:tasks.workunit.client.0.smithi016.stdout: "created": 61, 2024-04-15T14:36:40.223 INFO:tasks.workunit.client.0.smithi016.stdout: "dirty_stats_invalid": false, 2024-04-15T14:36:40.223 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T14:36:40.223 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_stats_invalid": false, 2024-04-15T14:36:40.224 INFO:tasks.workunit.client.0.smithi016.stdout: "last_active": "2024-04-15T14:34:11.922772+0000", 2024-04-15T14:36:40.224 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_active": "2024-04-15T14:33:34.991427+0000", 2024-04-15T14:36:40.224 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_peered": "2024-04-15T14:33:34.991427+0000", 2024-04-15T14:36:40.224 INFO:tasks.workunit.client.0.smithi016.stdout: "last_change": "2024-04-15T14:33:34.991687+0000", 2024-04-15T14:36:40.224 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean": "2024-04-15T14:34:11.922772+0000", 2024-04-15T14:36:40.224 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T14:36:40.224 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub": "0'0", 2024-04-15T14:36:40.224 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T14:36:40.224 INFO:tasks.workunit.client.0.smithi016.stdout: "last_epoch_clean": 62, 2024-04-15T14:36:40.224 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fresh": "2024-04-15T14:34:11.922772+0000", 2024-04-15T14:36:40.224 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fullsized": "2024-04-15T14:34:11.922772+0000", 2024-04-15T14:36:40.224 INFO:tasks.workunit.client.0.smithi016.stdout: "last_peered": "2024-04-15T14:34:11.922772+0000", 2024-04-15T14:36:40.224 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub": "0'0", 2024-04-15T14:36:40.225 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_duration": 0, 2024-04-15T14:36:40.225 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T14:36:40.225 INFO:tasks.workunit.client.0.smithi016.stdout: "last_undegraded": "2024-04-15T14:34:11.922772+0000", 2024-04-15T14:36:40.225 INFO:tasks.workunit.client.0.smithi016.stdout: "last_unstale": "2024-04-15T14:34:11.922772+0000", 2024-04-15T14:36:40.225 INFO:tasks.workunit.client.0.smithi016.stdout: "log_dups_size": 0, 2024-04-15T14:36:40.225 INFO:tasks.workunit.client.0.smithi016.stdout: "log_size": 0, 2024-04-15T14:36:40.225 INFO:tasks.workunit.client.0.smithi016.stdout: "log_start": "0'0", 2024-04-15T14:36:40.225 INFO:tasks.workunit.client.0.smithi016.stdout: "manifest_stats_invalid": false, 2024-04-15T14:36:40.225 INFO:tasks.workunit.client.0.smithi016.stdout: "mapping_epoch": 61, 2024-04-15T14:36:40.225 INFO:tasks.workunit.client.0.smithi016.stdout: "object_location_counts": [], 2024-04-15T14:36:40.225 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_scrubbed": 0, 2024-04-15T14:36:40.225 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_trimmed": 0, 2024-04-15T14:36:40.226 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_stats_invalid": false, 2024-04-15T14:36:40.226 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_size": 0, 2024-04-15T14:36:40.226 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_start": "0'0", 2024-04-15T14:36:40.226 INFO:tasks.workunit.client.0.smithi016.stdout: "parent": "0.0", 2024-04-15T14:36:40.226 INFO:tasks.workunit.client.0.smithi016.stdout: "parent_split_bits": 0, 2024-04-15T14:36:40.226 INFO:tasks.workunit.client.0.smithi016.stdout: "pgid": "3.12", 2024-04-15T14:36:40.226 INFO:tasks.workunit.client.0.smithi016.stdout: "pin_stats_invalid": false, 2024-04-15T14:36:40.226 INFO:tasks.workunit.client.0.smithi016.stdout: "purged_snaps": [], 2024-04-15T14:36:40.226 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_epoch": 70, 2024-04-15T14:36:40.226 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_seq": 18, 2024-04-15T14:36:40.226 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_duration": 0.0, 2024-04-15T14:36:40.227 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-16T23:26:13.279012+0000", 2024-04-15T14:36:40.227 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrim_duration": 0.0, 2024-04-15T14:36:40.227 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrimq_len": 0, 2024-04-15T14:36:40.227 INFO:tasks.workunit.client.0.smithi016.stdout: "stat_sum": { 2024-04-15T14:36:40.227 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes": 0, 2024-04-15T14:36:40.227 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T14:36:40.227 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_recovered": 0, 2024-04-15T14:36:40.227 INFO:tasks.workunit.client.0.smithi016.stdout: "num_deep_scrub_errors": 0, 2024-04-15T14:36:40.227 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict": 0, 2024-04-15T14:36:40.227 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_kb": 0, 2024-04-15T14:36:40.227 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_full": 0, 2024-04-15T14:36:40.227 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_some": 0, 2024-04-15T14:36:40.228 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush": 0, 2024-04-15T14:36:40.228 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_kb": 0, 2024-04-15T14:36:40.228 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_high": 0, 2024-04-15T14:36:40.228 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_low": 0, 2024-04-15T14:36:40.228 INFO:tasks.workunit.client.0.smithi016.stdout: "num_keys_recovered": 0, 2024-04-15T14:36:40.228 INFO:tasks.workunit.client.0.smithi016.stdout: "num_large_omap_objects": 0, 2024-04-15T14:36:40.228 INFO:tasks.workunit.client.0.smithi016.stdout: "num_legacy_snapsets": 0, 2024-04-15T14:36:40.228 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_clones": 0, 2024-04-15T14:36:40.228 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_copies": 0, 2024-04-15T14:36:40.228 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects": 0, 2024-04-15T14:36:40.228 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_degraded": 0, 2024-04-15T14:36:40.229 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_dirty": 0, 2024-04-15T14:36:40.229 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T14:36:40.229 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_manifest": 0, 2024-04-15T14:36:40.229 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_misplaced": 0, 2024-04-15T14:36:40.229 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing": 0, 2024-04-15T14:36:40.229 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T14:36:40.229 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_omap": 0, 2024-04-15T14:36:40.229 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_pinned": 0, 2024-04-15T14:36:40.229 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_recovered": 0, 2024-04-15T14:36:40.229 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_repaired": 0, 2024-04-15T14:36:40.229 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_unfound": 0, 2024-04-15T14:36:40.230 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_bytes": 0, 2024-04-15T14:36:40.230 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_keys": 0, 2024-04-15T14:36:40.230 INFO:tasks.workunit.client.0.smithi016.stdout: "num_promote": 0, 2024-04-15T14:36:40.230 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read": 0, 2024-04-15T14:36:40.230 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read_kb": 0, 2024-04-15T14:36:40.230 INFO:tasks.workunit.client.0.smithi016.stdout: "num_scrub_errors": 0, 2024-04-15T14:36:40.230 INFO:tasks.workunit.client.0.smithi016.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T14:36:40.230 INFO:tasks.workunit.client.0.smithi016.stdout: "num_whiteouts": 0, 2024-04-15T14:36:40.230 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write": 0, 2024-04-15T14:36:40.230 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write_kb": 0 2024-04-15T14:36:40.230 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:40.231 INFO:tasks.workunit.client.0.smithi016.stdout: "state": "active+clean", 2024-04-15T14:36:40.231 INFO:tasks.workunit.client.0.smithi016.stdout: "stats_invalid": false, 2024-04-15T14:36:40.231 INFO:tasks.workunit.client.0.smithi016.stdout: "up": [ 2024-04-15T14:36:40.231 INFO:tasks.workunit.client.0.smithi016.stdout: 0, 2024-04-15T14:36:40.231 INFO:tasks.workunit.client.0.smithi016.stdout: 7, 2024-04-15T14:36:40.231 INFO:tasks.workunit.client.0.smithi016.stdout: 3 2024-04-15T14:36:40.231 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T14:36:40.231 INFO:tasks.workunit.client.0.smithi016.stdout: "up_primary": 0, 2024-04-15T14:36:40.231 INFO:tasks.workunit.client.0.smithi016.stdout: "version": "0'0" 2024-04-15T14:36:40.231 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:40.231 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-15T14:36:40.231 INFO:tasks.workunit.client.0.smithi016.stdout: "acting": [ 2024-04-15T14:36:40.232 INFO:tasks.workunit.client.0.smithi016.stdout: 5, 2024-04-15T14:36:40.232 INFO:tasks.workunit.client.0.smithi016.stdout: 3, 2024-04-15T14:36:40.232 INFO:tasks.workunit.client.0.smithi016.stdout: 7 2024-04-15T14:36:40.232 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T14:36:40.232 INFO:tasks.workunit.client.0.smithi016.stdout: "acting_primary": 5, 2024-04-15T14:36:40.232 INFO:tasks.workunit.client.0.smithi016.stdout: "avail_no_missing": [], 2024-04-15T14:36:40.232 INFO:tasks.workunit.client.0.smithi016.stdout: "blocked_by": [], 2024-04-15T14:36:40.232 INFO:tasks.workunit.client.0.smithi016.stdout: "created": 60, 2024-04-15T14:36:40.232 INFO:tasks.workunit.client.0.smithi016.stdout: "dirty_stats_invalid": false, 2024-04-15T14:36:40.232 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T14:36:40.232 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_stats_invalid": false, 2024-04-15T14:36:40.232 INFO:tasks.workunit.client.0.smithi016.stdout: "last_active": "2024-04-15T14:34:12.045166+0000", 2024-04-15T14:36:40.232 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_active": "2024-04-15T14:33:34.624629+0000", 2024-04-15T14:36:40.233 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_peered": "2024-04-15T14:33:34.624629+0000", 2024-04-15T14:36:40.233 INFO:tasks.workunit.client.0.smithi016.stdout: "last_change": "2024-04-15T14:33:34.624908+0000", 2024-04-15T14:36:40.233 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean": "2024-04-15T14:34:12.045166+0000", 2024-04-15T14:36:40.233 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean_scrub_stamp": "2024-04-15T14:33:33.599136+0000", 2024-04-15T14:36:40.233 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub": "0'0", 2024-04-15T14:36:40.233 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub_stamp": "2024-04-15T14:33:33.599136+0000", 2024-04-15T14:36:40.233 INFO:tasks.workunit.client.0.smithi016.stdout: "last_epoch_clean": 61, 2024-04-15T14:36:40.233 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fresh": "2024-04-15T14:34:12.045166+0000", 2024-04-15T14:36:40.233 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fullsized": "2024-04-15T14:34:12.045166+0000", 2024-04-15T14:36:40.233 INFO:tasks.workunit.client.0.smithi016.stdout: "last_peered": "2024-04-15T14:34:12.045166+0000", 2024-04-15T14:36:40.233 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub": "0'0", 2024-04-15T14:36:40.233 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_duration": 0, 2024-04-15T14:36:40.234 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_stamp": "2024-04-15T14:33:33.599136+0000", 2024-04-15T14:36:40.234 INFO:tasks.workunit.client.0.smithi016.stdout: "last_undegraded": "2024-04-15T14:34:12.045166+0000", 2024-04-15T14:36:40.234 INFO:tasks.workunit.client.0.smithi016.stdout: "last_unstale": "2024-04-15T14:34:12.045166+0000", 2024-04-15T14:36:40.234 INFO:tasks.workunit.client.0.smithi016.stdout: "log_dups_size": 0, 2024-04-15T14:36:40.234 INFO:tasks.workunit.client.0.smithi016.stdout: "log_size": 0, 2024-04-15T14:36:40.234 INFO:tasks.workunit.client.0.smithi016.stdout: "log_start": "0'0", 2024-04-15T14:36:40.234 INFO:tasks.workunit.client.0.smithi016.stdout: "manifest_stats_invalid": false, 2024-04-15T14:36:40.234 INFO:tasks.workunit.client.0.smithi016.stdout: "mapping_epoch": 60, 2024-04-15T14:36:40.234 INFO:tasks.workunit.client.0.smithi016.stdout: "object_location_counts": [], 2024-04-15T14:36:40.234 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_scrubbed": 0, 2024-04-15T14:36:40.234 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_trimmed": 0, 2024-04-15T14:36:40.234 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_stats_invalid": false, 2024-04-15T14:36:40.235 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_size": 0, 2024-04-15T14:36:40.235 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_start": "0'0", 2024-04-15T14:36:40.235 INFO:tasks.workunit.client.0.smithi016.stdout: "parent": "0.0", 2024-04-15T14:36:40.235 INFO:tasks.workunit.client.0.smithi016.stdout: "parent_split_bits": 0, 2024-04-15T14:36:40.235 INFO:tasks.workunit.client.0.smithi016.stdout: "pgid": "2.12", 2024-04-15T14:36:40.235 INFO:tasks.workunit.client.0.smithi016.stdout: "pin_stats_invalid": false, 2024-04-15T14:36:40.235 INFO:tasks.workunit.client.0.smithi016.stdout: "purged_snaps": [], 2024-04-15T14:36:40.235 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_epoch": 70, 2024-04-15T14:36:40.235 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_seq": 20, 2024-04-15T14:36:40.235 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_duration": 0.0, 2024-04-15T14:36:40.235 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-16T15:48:22.451797+0000", 2024-04-15T14:36:40.235 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrim_duration": 0.0, 2024-04-15T14:36:40.236 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrimq_len": 0, 2024-04-15T14:36:40.236 INFO:tasks.workunit.client.0.smithi016.stdout: "stat_sum": { 2024-04-15T14:36:40.236 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes": 0, 2024-04-15T14:36:40.236 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T14:36:40.236 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_recovered": 0, 2024-04-15T14:36:40.236 INFO:tasks.workunit.client.0.smithi016.stdout: "num_deep_scrub_errors": 0, 2024-04-15T14:36:40.236 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict": 0, 2024-04-15T14:36:40.236 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_kb": 0, 2024-04-15T14:36:40.236 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_full": 0, 2024-04-15T14:36:40.236 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_some": 0, 2024-04-15T14:36:40.236 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush": 0, 2024-04-15T14:36:40.236 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_kb": 0, 2024-04-15T14:36:40.237 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_high": 0, 2024-04-15T14:36:40.237 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_low": 0, 2024-04-15T14:36:40.237 INFO:tasks.workunit.client.0.smithi016.stdout: "num_keys_recovered": 0, 2024-04-15T14:36:40.237 INFO:tasks.workunit.client.0.smithi016.stdout: "num_large_omap_objects": 0, 2024-04-15T14:36:40.237 INFO:tasks.workunit.client.0.smithi016.stdout: "num_legacy_snapsets": 0, 2024-04-15T14:36:40.237 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_clones": 0, 2024-04-15T14:36:40.237 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_copies": 0, 2024-04-15T14:36:40.237 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects": 0, 2024-04-15T14:36:40.237 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_degraded": 0, 2024-04-15T14:36:40.237 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_dirty": 0, 2024-04-15T14:36:40.237 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T14:36:40.237 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_manifest": 0, 2024-04-15T14:36:40.237 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_misplaced": 0, 2024-04-15T14:36:40.238 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing": 0, 2024-04-15T14:36:40.238 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T14:36:40.238 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_omap": 0, 2024-04-15T14:36:40.238 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_pinned": 0, 2024-04-15T14:36:40.238 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_recovered": 0, 2024-04-15T14:36:40.238 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_repaired": 0, 2024-04-15T14:36:40.238 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_unfound": 0, 2024-04-15T14:36:40.238 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_bytes": 0, 2024-04-15T14:36:40.238 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_keys": 0, 2024-04-15T14:36:40.238 INFO:tasks.workunit.client.0.smithi016.stdout: "num_promote": 0, 2024-04-15T14:36:40.238 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read": 0, 2024-04-15T14:36:40.238 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read_kb": 0, 2024-04-15T14:36:40.238 INFO:tasks.workunit.client.0.smithi016.stdout: "num_scrub_errors": 0, 2024-04-15T14:36:40.239 INFO:tasks.workunit.client.0.smithi016.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T14:36:40.239 INFO:tasks.workunit.client.0.smithi016.stdout: "num_whiteouts": 0, 2024-04-15T14:36:40.239 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write": 0, 2024-04-15T14:36:40.239 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write_kb": 0 2024-04-15T14:36:40.239 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:40.239 INFO:tasks.workunit.client.0.smithi016.stdout: "state": "active+clean", 2024-04-15T14:36:40.239 INFO:tasks.workunit.client.0.smithi016.stdout: "stats_invalid": false, 2024-04-15T14:36:40.239 INFO:tasks.workunit.client.0.smithi016.stdout: "up": [ 2024-04-15T14:36:40.239 INFO:tasks.workunit.client.0.smithi016.stdout: 5, 2024-04-15T14:36:40.239 INFO:tasks.workunit.client.0.smithi016.stdout: 3, 2024-04-15T14:36:40.239 INFO:tasks.workunit.client.0.smithi016.stdout: 7 2024-04-15T14:36:40.239 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T14:36:40.240 INFO:tasks.workunit.client.0.smithi016.stdout: "up_primary": 5, 2024-04-15T14:36:40.240 INFO:tasks.workunit.client.0.smithi016.stdout: "version": "0'0" 2024-04-15T14:36:40.240 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:40.240 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-15T14:36:40.240 INFO:tasks.workunit.client.0.smithi016.stdout: "acting": [ 2024-04-15T14:36:40.240 INFO:tasks.workunit.client.0.smithi016.stdout: 7, 2024-04-15T14:36:40.240 INFO:tasks.workunit.client.0.smithi016.stdout: 4, 2024-04-15T14:36:40.240 INFO:tasks.workunit.client.0.smithi016.stdout: 2 2024-04-15T14:36:40.240 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T14:36:40.240 INFO:tasks.workunit.client.0.smithi016.stdout: "acting_primary": 7, 2024-04-15T14:36:40.240 INFO:tasks.workunit.client.0.smithi016.stdout: "avail_no_missing": [], 2024-04-15T14:36:40.240 INFO:tasks.workunit.client.0.smithi016.stdout: "blocked_by": [], 2024-04-15T14:36:40.240 INFO:tasks.workunit.client.0.smithi016.stdout: "created": 61, 2024-04-15T14:36:40.241 INFO:tasks.workunit.client.0.smithi016.stdout: "dirty_stats_invalid": false, 2024-04-15T14:36:40.241 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T14:36:40.241 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_stats_invalid": false, 2024-04-15T14:36:40.241 INFO:tasks.workunit.client.0.smithi016.stdout: "last_active": "2024-04-15T14:34:11.923736+0000", 2024-04-15T14:36:40.241 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_active": "2024-04-15T14:33:34.989813+0000", 2024-04-15T14:36:40.241 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_peered": "2024-04-15T14:33:34.989813+0000", 2024-04-15T14:36:40.241 INFO:tasks.workunit.client.0.smithi016.stdout: "last_change": "2024-04-15T14:33:34.990143+0000", 2024-04-15T14:36:40.241 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean": "2024-04-15T14:34:11.923736+0000", 2024-04-15T14:36:40.241 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T14:36:40.241 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub": "0'0", 2024-04-15T14:36:40.242 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T14:36:40.242 INFO:tasks.workunit.client.0.smithi016.stdout: "last_epoch_clean": 62, 2024-04-15T14:36:40.242 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fresh": "2024-04-15T14:34:11.923736+0000", 2024-04-15T14:36:40.242 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fullsized": "2024-04-15T14:34:11.923736+0000", 2024-04-15T14:36:40.242 INFO:tasks.workunit.client.0.smithi016.stdout: "last_peered": "2024-04-15T14:34:11.923736+0000", 2024-04-15T14:36:40.242 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub": "0'0", 2024-04-15T14:36:40.242 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_duration": 0, 2024-04-15T14:36:40.242 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T14:36:40.242 INFO:tasks.workunit.client.0.smithi016.stdout: "last_undegraded": "2024-04-15T14:34:11.923736+0000", 2024-04-15T14:36:40.242 INFO:tasks.workunit.client.0.smithi016.stdout: "last_unstale": "2024-04-15T14:34:11.923736+0000", 2024-04-15T14:36:40.242 INFO:tasks.workunit.client.0.smithi016.stdout: "log_dups_size": 0, 2024-04-15T14:36:40.243 INFO:tasks.workunit.client.0.smithi016.stdout: "log_size": 0, 2024-04-15T14:36:40.243 INFO:tasks.workunit.client.0.smithi016.stdout: "log_start": "0'0", 2024-04-15T14:36:40.243 INFO:tasks.workunit.client.0.smithi016.stdout: "manifest_stats_invalid": false, 2024-04-15T14:36:40.243 INFO:tasks.workunit.client.0.smithi016.stdout: "mapping_epoch": 61, 2024-04-15T14:36:40.243 INFO:tasks.workunit.client.0.smithi016.stdout: "object_location_counts": [], 2024-04-15T14:36:40.243 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_scrubbed": 0, 2024-04-15T14:36:40.243 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_trimmed": 0, 2024-04-15T14:36:40.243 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_stats_invalid": false, 2024-04-15T14:36:40.243 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_size": 0, 2024-04-15T14:36:40.243 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_start": "0'0", 2024-04-15T14:36:40.243 INFO:tasks.workunit.client.0.smithi016.stdout: "parent": "0.0", 2024-04-15T14:36:40.243 INFO:tasks.workunit.client.0.smithi016.stdout: "parent_split_bits": 0, 2024-04-15T14:36:40.244 INFO:tasks.workunit.client.0.smithi016.stdout: "pgid": "3.13", 2024-04-15T14:36:40.244 INFO:tasks.workunit.client.0.smithi016.stdout: "pin_stats_invalid": false, 2024-04-15T14:36:40.244 INFO:tasks.workunit.client.0.smithi016.stdout: "purged_snaps": [], 2024-04-15T14:36:40.244 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_epoch": 70, 2024-04-15T14:36:40.244 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_seq": 18, 2024-04-15T14:36:40.244 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_duration": 0.0, 2024-04-15T14:36:40.244 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-17T02:18:28.815694+0000", 2024-04-15T14:36:40.244 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrim_duration": 0.0, 2024-04-15T14:36:40.244 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrimq_len": 0, 2024-04-15T14:36:40.244 INFO:tasks.workunit.client.0.smithi016.stdout: "stat_sum": { 2024-04-15T14:36:40.244 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes": 0, 2024-04-15T14:36:40.244 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T14:36:40.244 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_recovered": 0, 2024-04-15T14:36:40.245 INFO:tasks.workunit.client.0.smithi016.stdout: "num_deep_scrub_errors": 0, 2024-04-15T14:36:40.245 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict": 0, 2024-04-15T14:36:40.245 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_kb": 0, 2024-04-15T14:36:40.245 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_full": 0, 2024-04-15T14:36:40.245 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_some": 0, 2024-04-15T14:36:40.245 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush": 0, 2024-04-15T14:36:40.245 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_kb": 0, 2024-04-15T14:36:40.245 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_high": 0, 2024-04-15T14:36:40.245 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_low": 0, 2024-04-15T14:36:40.245 INFO:tasks.workunit.client.0.smithi016.stdout: "num_keys_recovered": 0, 2024-04-15T14:36:40.245 INFO:tasks.workunit.client.0.smithi016.stdout: "num_large_omap_objects": 0, 2024-04-15T14:36:40.245 INFO:tasks.workunit.client.0.smithi016.stdout: "num_legacy_snapsets": 0, 2024-04-15T14:36:40.246 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_clones": 0, 2024-04-15T14:36:40.246 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_copies": 0, 2024-04-15T14:36:40.246 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects": 0, 2024-04-15T14:36:40.246 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_degraded": 0, 2024-04-15T14:36:40.246 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_dirty": 0, 2024-04-15T14:36:40.246 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T14:36:40.246 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_manifest": 0, 2024-04-15T14:36:40.246 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_misplaced": 0, 2024-04-15T14:36:40.246 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing": 0, 2024-04-15T14:36:40.246 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T14:36:40.246 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_omap": 0, 2024-04-15T14:36:40.246 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_pinned": 0, 2024-04-15T14:36:40.247 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_recovered": 0, 2024-04-15T14:36:40.247 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_repaired": 0, 2024-04-15T14:36:40.247 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_unfound": 0, 2024-04-15T14:36:40.247 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_bytes": 0, 2024-04-15T14:36:40.247 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_keys": 0, 2024-04-15T14:36:40.247 INFO:tasks.workunit.client.0.smithi016.stdout: "num_promote": 0, 2024-04-15T14:36:40.247 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read": 0, 2024-04-15T14:36:40.247 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read_kb": 0, 2024-04-15T14:36:40.247 INFO:tasks.workunit.client.0.smithi016.stdout: "num_scrub_errors": 0, 2024-04-15T14:36:40.247 INFO:tasks.workunit.client.0.smithi016.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T14:36:40.247 INFO:tasks.workunit.client.0.smithi016.stdout: "num_whiteouts": 0, 2024-04-15T14:36:40.247 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write": 0, 2024-04-15T14:36:40.247 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write_kb": 0 2024-04-15T14:36:40.248 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:40.248 INFO:tasks.workunit.client.0.smithi016.stdout: "state": "active+clean", 2024-04-15T14:36:40.248 INFO:tasks.workunit.client.0.smithi016.stdout: "stats_invalid": false, 2024-04-15T14:36:40.248 INFO:tasks.workunit.client.0.smithi016.stdout: "up": [ 2024-04-15T14:36:40.248 INFO:tasks.workunit.client.0.smithi016.stdout: 7, 2024-04-15T14:36:40.248 INFO:tasks.workunit.client.0.smithi016.stdout: 4, 2024-04-15T14:36:40.248 INFO:tasks.workunit.client.0.smithi016.stdout: 2 2024-04-15T14:36:40.248 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T14:36:40.248 INFO:tasks.workunit.client.0.smithi016.stdout: "up_primary": 7, 2024-04-15T14:36:40.248 INFO:tasks.workunit.client.0.smithi016.stdout: "version": "0'0" 2024-04-15T14:36:40.248 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:40.248 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-15T14:36:40.248 INFO:tasks.workunit.client.0.smithi016.stdout: "acting": [ 2024-04-15T14:36:40.249 INFO:tasks.workunit.client.0.smithi016.stdout: 6, 2024-04-15T14:36:40.249 INFO:tasks.workunit.client.0.smithi016.stdout: 4, 2024-04-15T14:36:40.249 INFO:tasks.workunit.client.0.smithi016.stdout: 1 2024-04-15T14:36:40.249 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T14:36:40.249 INFO:tasks.workunit.client.0.smithi016.stdout: "acting_primary": 6, 2024-04-15T14:36:40.249 INFO:tasks.workunit.client.0.smithi016.stdout: "avail_no_missing": [], 2024-04-15T14:36:40.249 INFO:tasks.workunit.client.0.smithi016.stdout: "blocked_by": [], 2024-04-15T14:36:40.249 INFO:tasks.workunit.client.0.smithi016.stdout: "created": 60, 2024-04-15T14:36:40.249 INFO:tasks.workunit.client.0.smithi016.stdout: "dirty_stats_invalid": false, 2024-04-15T14:36:40.249 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T14:36:40.249 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_stats_invalid": false, 2024-04-15T14:36:40.249 INFO:tasks.workunit.client.0.smithi016.stdout: "last_active": "2024-04-15T14:34:12.043405+0000", 2024-04-15T14:36:40.250 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_active": "2024-04-15T14:33:34.617309+0000", 2024-04-15T14:36:40.250 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_peered": "2024-04-15T14:33:34.617309+0000", 2024-04-15T14:36:40.250 INFO:tasks.workunit.client.0.smithi016.stdout: "last_change": "2024-04-15T14:33:34.617640+0000", 2024-04-15T14:36:40.250 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean": "2024-04-15T14:34:12.043405+0000", 2024-04-15T14:36:40.250 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean_scrub_stamp": "2024-04-15T14:33:33.599136+0000", 2024-04-15T14:36:40.250 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub": "0'0", 2024-04-15T14:36:40.250 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub_stamp": "2024-04-15T14:33:33.599136+0000", 2024-04-15T14:36:40.250 INFO:tasks.workunit.client.0.smithi016.stdout: "last_epoch_clean": 61, 2024-04-15T14:36:40.250 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fresh": "2024-04-15T14:34:12.043405+0000", 2024-04-15T14:36:40.250 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fullsized": "2024-04-15T14:34:12.043405+0000", 2024-04-15T14:36:40.250 INFO:tasks.workunit.client.0.smithi016.stdout: "last_peered": "2024-04-15T14:34:12.043405+0000", 2024-04-15T14:36:40.250 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub": "0'0", 2024-04-15T14:36:40.251 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_duration": 0, 2024-04-15T14:36:40.251 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_stamp": "2024-04-15T14:33:33.599136+0000", 2024-04-15T14:36:40.251 INFO:tasks.workunit.client.0.smithi016.stdout: "last_undegraded": "2024-04-15T14:34:12.043405+0000", 2024-04-15T14:36:40.251 INFO:tasks.workunit.client.0.smithi016.stdout: "last_unstale": "2024-04-15T14:34:12.043405+0000", 2024-04-15T14:36:40.251 INFO:tasks.workunit.client.0.smithi016.stdout: "log_dups_size": 0, 2024-04-15T14:36:40.251 INFO:tasks.workunit.client.0.smithi016.stdout: "log_size": 0, 2024-04-15T14:36:40.251 INFO:tasks.workunit.client.0.smithi016.stdout: "log_start": "0'0", 2024-04-15T14:36:40.251 INFO:tasks.workunit.client.0.smithi016.stdout: "manifest_stats_invalid": false, 2024-04-15T14:36:40.251 INFO:tasks.workunit.client.0.smithi016.stdout: "mapping_epoch": 60, 2024-04-15T14:36:40.251 INFO:tasks.workunit.client.0.smithi016.stdout: "object_location_counts": [], 2024-04-15T14:36:40.251 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_scrubbed": 0, 2024-04-15T14:36:40.251 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_trimmed": 0, 2024-04-15T14:36:40.251 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_stats_invalid": false, 2024-04-15T14:36:40.252 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_size": 0, 2024-04-15T14:36:40.252 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_start": "0'0", 2024-04-15T14:36:40.252 INFO:tasks.workunit.client.0.smithi016.stdout: "parent": "0.0", 2024-04-15T14:36:40.252 INFO:tasks.workunit.client.0.smithi016.stdout: "parent_split_bits": 0, 2024-04-15T14:36:40.252 INFO:tasks.workunit.client.0.smithi016.stdout: "pgid": "2.11", 2024-04-15T14:36:40.252 INFO:tasks.workunit.client.0.smithi016.stdout: "pin_stats_invalid": false, 2024-04-15T14:36:40.252 INFO:tasks.workunit.client.0.smithi016.stdout: "purged_snaps": [], 2024-04-15T14:36:40.252 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_epoch": 70, 2024-04-15T14:36:40.252 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_seq": 19, 2024-04-15T14:36:40.252 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_duration": 0.0, 2024-04-15T14:36:40.252 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-16T19:11:52.947432+0000", 2024-04-15T14:36:40.252 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrim_duration": 0.0, 2024-04-15T14:36:40.253 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrimq_len": 0, 2024-04-15T14:36:40.253 INFO:tasks.workunit.client.0.smithi016.stdout: "stat_sum": { 2024-04-15T14:36:40.253 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes": 0, 2024-04-15T14:36:40.253 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T14:36:40.253 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_recovered": 0, 2024-04-15T14:36:40.253 INFO:tasks.workunit.client.0.smithi016.stdout: "num_deep_scrub_errors": 0, 2024-04-15T14:36:40.253 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict": 0, 2024-04-15T14:36:40.253 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_kb": 0, 2024-04-15T14:36:40.253 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_full": 0, 2024-04-15T14:36:40.253 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_some": 0, 2024-04-15T14:36:40.253 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush": 0, 2024-04-15T14:36:40.253 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_kb": 0, 2024-04-15T14:36:40.253 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_high": 0, 2024-04-15T14:36:40.254 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_low": 0, 2024-04-15T14:36:40.254 INFO:tasks.workunit.client.0.smithi016.stdout: "num_keys_recovered": 0, 2024-04-15T14:36:40.254 INFO:tasks.workunit.client.0.smithi016.stdout: "num_large_omap_objects": 0, 2024-04-15T14:36:40.254 INFO:tasks.workunit.client.0.smithi016.stdout: "num_legacy_snapsets": 0, 2024-04-15T14:36:40.254 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_clones": 0, 2024-04-15T14:36:40.254 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_copies": 0, 2024-04-15T14:36:40.254 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects": 0, 2024-04-15T14:36:40.254 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_degraded": 0, 2024-04-15T14:36:40.254 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_dirty": 0, 2024-04-15T14:36:40.254 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T14:36:40.254 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_manifest": 0, 2024-04-15T14:36:40.254 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_misplaced": 0, 2024-04-15T14:36:40.255 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing": 0, 2024-04-15T14:36:40.255 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T14:36:40.255 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_omap": 0, 2024-04-15T14:36:40.255 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_pinned": 0, 2024-04-15T14:36:40.255 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_recovered": 0, 2024-04-15T14:36:40.255 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_repaired": 0, 2024-04-15T14:36:40.255 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_unfound": 0, 2024-04-15T14:36:40.255 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_bytes": 0, 2024-04-15T14:36:40.255 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_keys": 0, 2024-04-15T14:36:40.255 INFO:tasks.workunit.client.0.smithi016.stdout: "num_promote": 0, 2024-04-15T14:36:40.255 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read": 0, 2024-04-15T14:36:40.255 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read_kb": 0, 2024-04-15T14:36:40.255 INFO:tasks.workunit.client.0.smithi016.stdout: "num_scrub_errors": 0, 2024-04-15T14:36:40.256 INFO:tasks.workunit.client.0.smithi016.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T14:36:40.256 INFO:tasks.workunit.client.0.smithi016.stdout: "num_whiteouts": 0, 2024-04-15T14:36:40.256 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write": 0, 2024-04-15T14:36:40.256 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write_kb": 0 2024-04-15T14:36:40.256 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:40.256 INFO:tasks.workunit.client.0.smithi016.stdout: "state": "active+clean", 2024-04-15T14:36:40.256 INFO:tasks.workunit.client.0.smithi016.stdout: "stats_invalid": false, 2024-04-15T14:36:40.256 INFO:tasks.workunit.client.0.smithi016.stdout: "up": [ 2024-04-15T14:36:40.256 INFO:tasks.workunit.client.0.smithi016.stdout: 6, 2024-04-15T14:36:40.256 INFO:tasks.workunit.client.0.smithi016.stdout: 4, 2024-04-15T14:36:40.256 INFO:tasks.workunit.client.0.smithi016.stdout: 1 2024-04-15T14:36:40.256 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T14:36:40.256 INFO:tasks.workunit.client.0.smithi016.stdout: "up_primary": 6, 2024-04-15T14:36:40.257 INFO:tasks.workunit.client.0.smithi016.stdout: "version": "0'0" 2024-04-15T14:36:40.257 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:40.257 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-15T14:36:40.257 INFO:tasks.workunit.client.0.smithi016.stdout: "acting": [ 2024-04-15T14:36:40.257 INFO:tasks.workunit.client.0.smithi016.stdout: 6, 2024-04-15T14:36:40.257 INFO:tasks.workunit.client.0.smithi016.stdout: 0, 2024-04-15T14:36:40.257 INFO:tasks.workunit.client.0.smithi016.stdout: 5 2024-04-15T14:36:40.257 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T14:36:40.257 INFO:tasks.workunit.client.0.smithi016.stdout: "acting_primary": 6, 2024-04-15T14:36:40.257 INFO:tasks.workunit.client.0.smithi016.stdout: "avail_no_missing": [], 2024-04-15T14:36:40.257 INFO:tasks.workunit.client.0.smithi016.stdout: "blocked_by": [], 2024-04-15T14:36:40.257 INFO:tasks.workunit.client.0.smithi016.stdout: "created": 61, 2024-04-15T14:36:40.258 INFO:tasks.workunit.client.0.smithi016.stdout: "dirty_stats_invalid": false, 2024-04-15T14:36:40.258 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T14:36:40.258 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_stats_invalid": false, 2024-04-15T14:36:40.258 INFO:tasks.workunit.client.0.smithi016.stdout: "last_active": "2024-04-15T14:34:12.043356+0000", 2024-04-15T14:36:40.258 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_active": "2024-04-15T14:33:34.988851+0000", 2024-04-15T14:36:40.258 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_peered": "2024-04-15T14:33:34.988851+0000", 2024-04-15T14:36:40.258 INFO:tasks.workunit.client.0.smithi016.stdout: "last_change": "2024-04-15T14:33:34.989655+0000", 2024-04-15T14:36:40.258 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean": "2024-04-15T14:34:12.043356+0000", 2024-04-15T14:36:40.258 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T14:36:40.258 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub": "0'0", 2024-04-15T14:36:40.258 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T14:36:40.258 INFO:tasks.workunit.client.0.smithi016.stdout: "last_epoch_clean": 62, 2024-04-15T14:36:40.259 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fresh": "2024-04-15T14:34:12.043356+0000", 2024-04-15T14:36:40.259 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fullsized": "2024-04-15T14:34:12.043356+0000", 2024-04-15T14:36:40.259 INFO:tasks.workunit.client.0.smithi016.stdout: "last_peered": "2024-04-15T14:34:12.043356+0000", 2024-04-15T14:36:40.259 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub": "0'0", 2024-04-15T14:36:40.259 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_duration": 0, 2024-04-15T14:36:40.259 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T14:36:40.259 INFO:tasks.workunit.client.0.smithi016.stdout: "last_undegraded": "2024-04-15T14:34:12.043356+0000", 2024-04-15T14:36:40.259 INFO:tasks.workunit.client.0.smithi016.stdout: "last_unstale": "2024-04-15T14:34:12.043356+0000", 2024-04-15T14:36:40.259 INFO:tasks.workunit.client.0.smithi016.stdout: "log_dups_size": 0, 2024-04-15T14:36:40.259 INFO:tasks.workunit.client.0.smithi016.stdout: "log_size": 0, 2024-04-15T14:36:40.259 INFO:tasks.workunit.client.0.smithi016.stdout: "log_start": "0'0", 2024-04-15T14:36:40.259 INFO:tasks.workunit.client.0.smithi016.stdout: "manifest_stats_invalid": false, 2024-04-15T14:36:40.259 INFO:tasks.workunit.client.0.smithi016.stdout: "mapping_epoch": 61, 2024-04-15T14:36:40.260 INFO:tasks.workunit.client.0.smithi016.stdout: "object_location_counts": [], 2024-04-15T14:36:40.260 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_scrubbed": 0, 2024-04-15T14:36:40.260 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_trimmed": 0, 2024-04-15T14:36:40.260 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_stats_invalid": false, 2024-04-15T14:36:40.260 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_size": 0, 2024-04-15T14:36:40.260 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_start": "0'0", 2024-04-15T14:36:40.260 INFO:tasks.workunit.client.0.smithi016.stdout: "parent": "0.0", 2024-04-15T14:36:40.260 INFO:tasks.workunit.client.0.smithi016.stdout: "parent_split_bits": 0, 2024-04-15T14:36:40.260 INFO:tasks.workunit.client.0.smithi016.stdout: "pgid": "3.10", 2024-04-15T14:36:40.260 INFO:tasks.workunit.client.0.smithi016.stdout: "pin_stats_invalid": false, 2024-04-15T14:36:40.260 INFO:tasks.workunit.client.0.smithi016.stdout: "purged_snaps": [], 2024-04-15T14:36:40.261 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_epoch": 70, 2024-04-15T14:36:40.261 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_seq": 18, 2024-04-15T14:36:40.261 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_duration": 0.0, 2024-04-15T14:36:40.261 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-16T21:16:09.182271+0000", 2024-04-15T14:36:40.261 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrim_duration": 0.0, 2024-04-15T14:36:40.261 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrimq_len": 0, 2024-04-15T14:36:40.261 INFO:tasks.workunit.client.0.smithi016.stdout: "stat_sum": { 2024-04-15T14:36:40.261 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes": 0, 2024-04-15T14:36:40.261 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T14:36:40.261 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_recovered": 0, 2024-04-15T14:36:40.261 INFO:tasks.workunit.client.0.smithi016.stdout: "num_deep_scrub_errors": 0, 2024-04-15T14:36:40.261 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict": 0, 2024-04-15T14:36:40.262 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_kb": 0, 2024-04-15T14:36:40.262 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_full": 0, 2024-04-15T14:36:40.262 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_some": 0, 2024-04-15T14:36:40.262 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush": 0, 2024-04-15T14:36:40.262 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_kb": 0, 2024-04-15T14:36:40.262 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_high": 0, 2024-04-15T14:36:40.262 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_low": 0, 2024-04-15T14:36:40.262 INFO:tasks.workunit.client.0.smithi016.stdout: "num_keys_recovered": 0, 2024-04-15T14:36:40.262 INFO:tasks.workunit.client.0.smithi016.stdout: "num_large_omap_objects": 0, 2024-04-15T14:36:40.262 INFO:tasks.workunit.client.0.smithi016.stdout: "num_legacy_snapsets": 0, 2024-04-15T14:36:40.262 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_clones": 0, 2024-04-15T14:36:40.263 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_copies": 0, 2024-04-15T14:36:40.263 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects": 0, 2024-04-15T14:36:40.263 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_degraded": 0, 2024-04-15T14:36:40.263 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_dirty": 0, 2024-04-15T14:36:40.263 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T14:36:40.263 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_manifest": 0, 2024-04-15T14:36:40.263 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_misplaced": 0, 2024-04-15T14:36:40.263 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing": 0, 2024-04-15T14:36:40.263 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T14:36:40.263 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_omap": 0, 2024-04-15T14:36:40.263 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_pinned": 0, 2024-04-15T14:36:40.263 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_recovered": 0, 2024-04-15T14:36:40.264 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_repaired": 0, 2024-04-15T14:36:40.264 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_unfound": 0, 2024-04-15T14:36:40.264 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_bytes": 0, 2024-04-15T14:36:40.264 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_keys": 0, 2024-04-15T14:36:40.264 INFO:tasks.workunit.client.0.smithi016.stdout: "num_promote": 0, 2024-04-15T14:36:40.264 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read": 0, 2024-04-15T14:36:40.264 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read_kb": 0, 2024-04-15T14:36:40.264 INFO:tasks.workunit.client.0.smithi016.stdout: "num_scrub_errors": 0, 2024-04-15T14:36:40.264 INFO:tasks.workunit.client.0.smithi016.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T14:36:40.264 INFO:tasks.workunit.client.0.smithi016.stdout: "num_whiteouts": 0, 2024-04-15T14:36:40.264 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write": 0, 2024-04-15T14:36:40.264 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write_kb": 0 2024-04-15T14:36:40.264 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:40.265 INFO:tasks.workunit.client.0.smithi016.stdout: "state": "active+clean", 2024-04-15T14:36:40.265 INFO:tasks.workunit.client.0.smithi016.stdout: "stats_invalid": false, 2024-04-15T14:36:40.265 INFO:tasks.workunit.client.0.smithi016.stdout: "up": [ 2024-04-15T14:36:40.265 INFO:tasks.workunit.client.0.smithi016.stdout: 6, 2024-04-15T14:36:40.265 INFO:tasks.workunit.client.0.smithi016.stdout: 0, 2024-04-15T14:36:40.265 INFO:tasks.workunit.client.0.smithi016.stdout: 5 2024-04-15T14:36:40.265 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T14:36:40.265 INFO:tasks.workunit.client.0.smithi016.stdout: "up_primary": 6, 2024-04-15T14:36:40.265 INFO:tasks.workunit.client.0.smithi016.stdout: "version": "0'0" 2024-04-15T14:36:40.265 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:40.265 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-15T14:36:40.265 INFO:tasks.workunit.client.0.smithi016.stdout: "acting": [ 2024-04-15T14:36:40.266 INFO:tasks.workunit.client.0.smithi016.stdout: 2, 2024-04-15T14:36:40.266 INFO:tasks.workunit.client.0.smithi016.stdout: 1, 2024-04-15T14:36:40.266 INFO:tasks.workunit.client.0.smithi016.stdout: 0 2024-04-15T14:36:40.266 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T14:36:40.266 INFO:tasks.workunit.client.0.smithi016.stdout: "acting_primary": 2, 2024-04-15T14:36:40.266 INFO:tasks.workunit.client.0.smithi016.stdout: "avail_no_missing": [], 2024-04-15T14:36:40.266 INFO:tasks.workunit.client.0.smithi016.stdout: "blocked_by": [], 2024-04-15T14:36:40.266 INFO:tasks.workunit.client.0.smithi016.stdout: "created": 60, 2024-04-15T14:36:40.266 INFO:tasks.workunit.client.0.smithi016.stdout: "dirty_stats_invalid": false, 2024-04-15T14:36:40.266 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T14:36:40.266 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_stats_invalid": false, 2024-04-15T14:36:40.267 INFO:tasks.workunit.client.0.smithi016.stdout: "last_active": "2024-04-15T14:34:11.926169+0000", 2024-04-15T14:36:40.267 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_active": "2024-04-15T14:33:34.623732+0000", 2024-04-15T14:36:40.267 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_peered": "2024-04-15T14:33:34.623732+0000", 2024-04-15T14:36:40.267 INFO:tasks.workunit.client.0.smithi016.stdout: "last_change": "2024-04-15T14:33:34.624105+0000", 2024-04-15T14:36:40.267 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean": "2024-04-15T14:34:11.926169+0000", 2024-04-15T14:36:40.267 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean_scrub_stamp": "2024-04-15T14:33:33.599136+0000", 2024-04-15T14:36:40.267 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub": "0'0", 2024-04-15T14:36:40.267 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub_stamp": "2024-04-15T14:33:33.599136+0000", 2024-04-15T14:36:40.267 INFO:tasks.workunit.client.0.smithi016.stdout: "last_epoch_clean": 61, 2024-04-15T14:36:40.267 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fresh": "2024-04-15T14:34:11.926169+0000", 2024-04-15T14:36:40.267 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fullsized": "2024-04-15T14:34:11.926169+0000", 2024-04-15T14:36:40.267 INFO:tasks.workunit.client.0.smithi016.stdout: "last_peered": "2024-04-15T14:34:11.926169+0000", 2024-04-15T14:36:40.267 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub": "0'0", 2024-04-15T14:36:40.268 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_duration": 0, 2024-04-15T14:36:40.268 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_stamp": "2024-04-15T14:33:33.599136+0000", 2024-04-15T14:36:40.268 INFO:tasks.workunit.client.0.smithi016.stdout: "last_undegraded": "2024-04-15T14:34:11.926169+0000", 2024-04-15T14:36:40.268 INFO:tasks.workunit.client.0.smithi016.stdout: "last_unstale": "2024-04-15T14:34:11.926169+0000", 2024-04-15T14:36:40.268 INFO:tasks.workunit.client.0.smithi016.stdout: "log_dups_size": 0, 2024-04-15T14:36:40.268 INFO:tasks.workunit.client.0.smithi016.stdout: "log_size": 8, 2024-04-15T14:36:40.268 INFO:tasks.workunit.client.0.smithi016.stdout: "log_start": "0'0", 2024-04-15T14:36:40.268 INFO:tasks.workunit.client.0.smithi016.stdout: "manifest_stats_invalid": false, 2024-04-15T14:36:40.268 INFO:tasks.workunit.client.0.smithi016.stdout: "mapping_epoch": 60, 2024-04-15T14:36:40.268 INFO:tasks.workunit.client.0.smithi016.stdout: "object_location_counts": [], 2024-04-15T14:36:40.268 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_scrubbed": 0, 2024-04-15T14:36:40.268 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_trimmed": 0, 2024-04-15T14:36:40.269 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_stats_invalid": false, 2024-04-15T14:36:40.269 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_size": 8, 2024-04-15T14:36:40.269 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_start": "0'0", 2024-04-15T14:36:40.269 INFO:tasks.workunit.client.0.smithi016.stdout: "parent": "0.0", 2024-04-15T14:36:40.269 INFO:tasks.workunit.client.0.smithi016.stdout: "parent_split_bits": 0, 2024-04-15T14:36:40.269 INFO:tasks.workunit.client.0.smithi016.stdout: "pgid": "2.10", 2024-04-15T14:36:40.269 INFO:tasks.workunit.client.0.smithi016.stdout: "pin_stats_invalid": false, 2024-04-15T14:36:40.269 INFO:tasks.workunit.client.0.smithi016.stdout: "purged_snaps": [], 2024-04-15T14:36:40.269 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_epoch": 70, 2024-04-15T14:36:40.269 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_seq": 28, 2024-04-15T14:36:40.269 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_duration": 0.0, 2024-04-15T14:36:40.269 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-16T19:53:49.489868+0000", 2024-04-15T14:36:40.269 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrim_duration": 0.0, 2024-04-15T14:36:40.270 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrimq_len": 0, 2024-04-15T14:36:40.270 INFO:tasks.workunit.client.0.smithi016.stdout: "stat_sum": { 2024-04-15T14:36:40.270 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes": 0, 2024-04-15T14:36:40.270 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T14:36:40.270 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_recovered": 0, 2024-04-15T14:36:40.270 INFO:tasks.workunit.client.0.smithi016.stdout: "num_deep_scrub_errors": 0, 2024-04-15T14:36:40.270 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict": 0, 2024-04-15T14:36:40.270 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_kb": 0, 2024-04-15T14:36:40.270 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_full": 0, 2024-04-15T14:36:40.270 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_some": 0, 2024-04-15T14:36:40.271 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush": 0, 2024-04-15T14:36:40.271 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_kb": 0, 2024-04-15T14:36:40.271 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_high": 0, 2024-04-15T14:36:40.271 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_low": 0, 2024-04-15T14:36:40.271 INFO:tasks.workunit.client.0.smithi016.stdout: "num_keys_recovered": 0, 2024-04-15T14:36:40.271 INFO:tasks.workunit.client.0.smithi016.stdout: "num_large_omap_objects": 0, 2024-04-15T14:36:40.271 INFO:tasks.workunit.client.0.smithi016.stdout: "num_legacy_snapsets": 0, 2024-04-15T14:36:40.271 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_clones": 0, 2024-04-15T14:36:40.271 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_copies": 12, 2024-04-15T14:36:40.271 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects": 4, 2024-04-15T14:36:40.271 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_degraded": 0, 2024-04-15T14:36:40.271 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_dirty": 4, 2024-04-15T14:36:40.272 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T14:36:40.272 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_manifest": 0, 2024-04-15T14:36:40.272 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_misplaced": 0, 2024-04-15T14:36:40.272 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing": 0, 2024-04-15T14:36:40.272 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T14:36:40.272 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_omap": 4, 2024-04-15T14:36:40.272 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_pinned": 0, 2024-04-15T14:36:40.272 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_recovered": 0, 2024-04-15T14:36:40.272 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_repaired": 0, 2024-04-15T14:36:40.272 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_unfound": 0, 2024-04-15T14:36:40.272 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_bytes": 0, 2024-04-15T14:36:40.273 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_keys": 0, 2024-04-15T14:36:40.273 INFO:tasks.workunit.client.0.smithi016.stdout: "num_promote": 0, 2024-04-15T14:36:40.273 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read": 0, 2024-04-15T14:36:40.273 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read_kb": 0, 2024-04-15T14:36:40.273 INFO:tasks.workunit.client.0.smithi016.stdout: "num_scrub_errors": 0, 2024-04-15T14:36:40.273 INFO:tasks.workunit.client.0.smithi016.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T14:36:40.273 INFO:tasks.workunit.client.0.smithi016.stdout: "num_whiteouts": 0, 2024-04-15T14:36:40.273 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write": 12, 2024-04-15T14:36:40.273 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write_kb": 0 2024-04-15T14:36:40.273 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:40.273 INFO:tasks.workunit.client.0.smithi016.stdout: "state": "active+clean", 2024-04-15T14:36:40.273 INFO:tasks.workunit.client.0.smithi016.stdout: "stats_invalid": false, 2024-04-15T14:36:40.273 INFO:tasks.workunit.client.0.smithi016.stdout: "up": [ 2024-04-15T14:36:40.274 INFO:tasks.workunit.client.0.smithi016.stdout: 2, 2024-04-15T14:36:40.274 INFO:tasks.workunit.client.0.smithi016.stdout: 1, 2024-04-15T14:36:40.274 INFO:tasks.workunit.client.0.smithi016.stdout: 0 2024-04-15T14:36:40.274 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T14:36:40.274 INFO:tasks.workunit.client.0.smithi016.stdout: "up_primary": 2, 2024-04-15T14:36:40.274 INFO:tasks.workunit.client.0.smithi016.stdout: "version": "62'8" 2024-04-15T14:36:40.274 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:40.274 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-15T14:36:40.274 INFO:tasks.workunit.client.0.smithi016.stdout: "acting": [ 2024-04-15T14:36:40.274 INFO:tasks.workunit.client.0.smithi016.stdout: 7, 2024-04-15T14:36:40.274 INFO:tasks.workunit.client.0.smithi016.stdout: 4, 2024-04-15T14:36:40.274 INFO:tasks.workunit.client.0.smithi016.stdout: 6 2024-04-15T14:36:40.275 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T14:36:40.275 INFO:tasks.workunit.client.0.smithi016.stdout: "acting_primary": 7, 2024-04-15T14:36:40.275 INFO:tasks.workunit.client.0.smithi016.stdout: "avail_no_missing": [], 2024-04-15T14:36:40.275 INFO:tasks.workunit.client.0.smithi016.stdout: "blocked_by": [], 2024-04-15T14:36:40.275 INFO:tasks.workunit.client.0.smithi016.stdout: "created": 61, 2024-04-15T14:36:40.275 INFO:tasks.workunit.client.0.smithi016.stdout: "dirty_stats_invalid": false, 2024-04-15T14:36:40.275 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T14:36:40.275 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_stats_invalid": false, 2024-04-15T14:36:40.275 INFO:tasks.workunit.client.0.smithi016.stdout: "last_active": "2024-04-15T14:34:11.923183+0000", 2024-04-15T14:36:40.275 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_active": "2024-04-15T14:33:34.996051+0000", 2024-04-15T14:36:40.275 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_peered": "2024-04-15T14:33:34.996051+0000", 2024-04-15T14:36:40.275 INFO:tasks.workunit.client.0.smithi016.stdout: "last_change": "2024-04-15T14:33:34.996585+0000", 2024-04-15T14:36:40.276 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean": "2024-04-15T14:34:11.923183+0000", 2024-04-15T14:36:40.276 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T14:36:40.276 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub": "0'0", 2024-04-15T14:36:40.276 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T14:36:40.276 INFO:tasks.workunit.client.0.smithi016.stdout: "last_epoch_clean": 62, 2024-04-15T14:36:40.276 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fresh": "2024-04-15T14:34:11.923183+0000", 2024-04-15T14:36:40.276 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fullsized": "2024-04-15T14:34:11.923183+0000", 2024-04-15T14:36:40.276 INFO:tasks.workunit.client.0.smithi016.stdout: "last_peered": "2024-04-15T14:34:11.923183+0000", 2024-04-15T14:36:40.276 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub": "0'0", 2024-04-15T14:36:40.276 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_duration": 0, 2024-04-15T14:36:40.276 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T14:36:40.276 INFO:tasks.workunit.client.0.smithi016.stdout: "last_undegraded": "2024-04-15T14:34:11.923183+0000", 2024-04-15T14:36:40.277 INFO:tasks.workunit.client.0.smithi016.stdout: "last_unstale": "2024-04-15T14:34:11.923183+0000", 2024-04-15T14:36:40.277 INFO:tasks.workunit.client.0.smithi016.stdout: "log_dups_size": 0, 2024-04-15T14:36:40.277 INFO:tasks.workunit.client.0.smithi016.stdout: "log_size": 0, 2024-04-15T14:36:40.277 INFO:tasks.workunit.client.0.smithi016.stdout: "log_start": "0'0", 2024-04-15T14:36:40.277 INFO:tasks.workunit.client.0.smithi016.stdout: "manifest_stats_invalid": false, 2024-04-15T14:36:40.277 INFO:tasks.workunit.client.0.smithi016.stdout: "mapping_epoch": 61, 2024-04-15T14:36:40.277 INFO:tasks.workunit.client.0.smithi016.stdout: "object_location_counts": [], 2024-04-15T14:36:40.277 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_scrubbed": 0, 2024-04-15T14:36:40.277 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_trimmed": 0, 2024-04-15T14:36:40.277 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_stats_invalid": false, 2024-04-15T14:36:40.277 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_size": 0, 2024-04-15T14:36:40.277 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_start": "0'0", 2024-04-15T14:36:40.278 INFO:tasks.workunit.client.0.smithi016.stdout: "parent": "0.0", 2024-04-15T14:36:40.278 INFO:tasks.workunit.client.0.smithi016.stdout: "parent_split_bits": 0, 2024-04-15T14:36:40.278 INFO:tasks.workunit.client.0.smithi016.stdout: "pgid": "3.11", 2024-04-15T14:36:40.278 INFO:tasks.workunit.client.0.smithi016.stdout: "pin_stats_invalid": false, 2024-04-15T14:36:40.278 INFO:tasks.workunit.client.0.smithi016.stdout: "purged_snaps": [], 2024-04-15T14:36:40.278 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_epoch": 70, 2024-04-15T14:36:40.278 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_seq": 18, 2024-04-15T14:36:40.278 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_duration": 0.0, 2024-04-15T14:36:40.278 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-16T18:59:17.927268+0000", 2024-04-15T14:36:40.278 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrim_duration": 0.0, 2024-04-15T14:36:40.278 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrimq_len": 0, 2024-04-15T14:36:40.279 INFO:tasks.workunit.client.0.smithi016.stdout: "stat_sum": { 2024-04-15T14:36:40.279 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes": 0, 2024-04-15T14:36:40.279 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T14:36:40.279 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_recovered": 0, 2024-04-15T14:36:40.279 INFO:tasks.workunit.client.0.smithi016.stdout: "num_deep_scrub_errors": 0, 2024-04-15T14:36:40.279 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict": 0, 2024-04-15T14:36:40.279 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_kb": 0, 2024-04-15T14:36:40.279 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_full": 0, 2024-04-15T14:36:40.279 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_some": 0, 2024-04-15T14:36:40.279 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush": 0, 2024-04-15T14:36:40.279 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_kb": 0, 2024-04-15T14:36:40.279 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_high": 0, 2024-04-15T14:36:40.279 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_low": 0, 2024-04-15T14:36:40.280 INFO:tasks.workunit.client.0.smithi016.stdout: "num_keys_recovered": 0, 2024-04-15T14:36:40.280 INFO:tasks.workunit.client.0.smithi016.stdout: "num_large_omap_objects": 0, 2024-04-15T14:36:40.280 INFO:tasks.workunit.client.0.smithi016.stdout: "num_legacy_snapsets": 0, 2024-04-15T14:36:40.280 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_clones": 0, 2024-04-15T14:36:40.280 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_copies": 0, 2024-04-15T14:36:40.280 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects": 0, 2024-04-15T14:36:40.280 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_degraded": 0, 2024-04-15T14:36:40.280 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_dirty": 0, 2024-04-15T14:36:40.280 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T14:36:40.280 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_manifest": 0, 2024-04-15T14:36:40.280 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_misplaced": 0, 2024-04-15T14:36:40.280 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing": 0, 2024-04-15T14:36:40.281 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T14:36:40.281 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_omap": 0, 2024-04-15T14:36:40.281 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_pinned": 0, 2024-04-15T14:36:40.281 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_recovered": 0, 2024-04-15T14:36:40.281 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_repaired": 0, 2024-04-15T14:36:40.281 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_unfound": 0, 2024-04-15T14:36:40.281 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_bytes": 0, 2024-04-15T14:36:40.281 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_keys": 0, 2024-04-15T14:36:40.281 INFO:tasks.workunit.client.0.smithi016.stdout: "num_promote": 0, 2024-04-15T14:36:40.281 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read": 0, 2024-04-15T14:36:40.281 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read_kb": 0, 2024-04-15T14:36:40.281 INFO:tasks.workunit.client.0.smithi016.stdout: "num_scrub_errors": 0, 2024-04-15T14:36:40.281 INFO:tasks.workunit.client.0.smithi016.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T14:36:40.282 INFO:tasks.workunit.client.0.smithi016.stdout: "num_whiteouts": 0, 2024-04-15T14:36:40.282 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write": 0, 2024-04-15T14:36:40.282 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write_kb": 0 2024-04-15T14:36:40.282 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:40.282 INFO:tasks.workunit.client.0.smithi016.stdout: "state": "active+clean", 2024-04-15T14:36:40.282 INFO:tasks.workunit.client.0.smithi016.stdout: "stats_invalid": false, 2024-04-15T14:36:40.282 INFO:tasks.workunit.client.0.smithi016.stdout: "up": [ 2024-04-15T14:36:40.282 INFO:tasks.workunit.client.0.smithi016.stdout: 7, 2024-04-15T14:36:40.282 INFO:tasks.workunit.client.0.smithi016.stdout: 4, 2024-04-15T14:36:40.282 INFO:tasks.workunit.client.0.smithi016.stdout: 6 2024-04-15T14:36:40.282 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T14:36:40.282 INFO:tasks.workunit.client.0.smithi016.stdout: "up_primary": 7, 2024-04-15T14:36:40.283 INFO:tasks.workunit.client.0.smithi016.stdout: "version": "0'0" 2024-04-15T14:36:40.283 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:40.283 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-15T14:36:40.283 INFO:tasks.workunit.client.0.smithi016.stdout: "acting": [ 2024-04-15T14:36:40.283 INFO:tasks.workunit.client.0.smithi016.stdout: 4, 2024-04-15T14:36:40.283 INFO:tasks.workunit.client.0.smithi016.stdout: 0, 2024-04-15T14:36:40.283 INFO:tasks.workunit.client.0.smithi016.stdout: 7 2024-04-15T14:36:40.283 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T14:36:40.283 INFO:tasks.workunit.client.0.smithi016.stdout: "acting_primary": 4, 2024-04-15T14:36:40.283 INFO:tasks.workunit.client.0.smithi016.stdout: "avail_no_missing": [], 2024-04-15T14:36:40.283 INFO:tasks.workunit.client.0.smithi016.stdout: "blocked_by": [], 2024-04-15T14:36:40.283 INFO:tasks.workunit.client.0.smithi016.stdout: "created": 60, 2024-04-15T14:36:40.284 INFO:tasks.workunit.client.0.smithi016.stdout: "dirty_stats_invalid": false, 2024-04-15T14:36:40.284 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T14:36:40.284 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_stats_invalid": false, 2024-04-15T14:36:40.284 INFO:tasks.workunit.client.0.smithi016.stdout: "last_active": "2024-04-15T14:34:12.020728+0000", 2024-04-15T14:36:40.284 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_active": "2024-04-15T14:33:34.624897+0000", 2024-04-15T14:36:40.284 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_peered": "2024-04-15T14:33:34.624897+0000", 2024-04-15T14:36:40.284 INFO:tasks.workunit.client.0.smithi016.stdout: "last_change": "2024-04-15T14:33:34.625302+0000", 2024-04-15T14:36:40.284 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean": "2024-04-15T14:34:12.020728+0000", 2024-04-15T14:36:40.284 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean_scrub_stamp": "2024-04-15T14:33:33.599136+0000", 2024-04-15T14:36:40.284 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub": "0'0", 2024-04-15T14:36:40.284 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub_stamp": "2024-04-15T14:33:33.599136+0000", 2024-04-15T14:36:40.284 INFO:tasks.workunit.client.0.smithi016.stdout: "last_epoch_clean": 61, 2024-04-15T14:36:40.284 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fresh": "2024-04-15T14:34:12.020728+0000", 2024-04-15T14:36:40.285 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fullsized": "2024-04-15T14:34:12.020728+0000", 2024-04-15T14:36:40.285 INFO:tasks.workunit.client.0.smithi016.stdout: "last_peered": "2024-04-15T14:34:12.020728+0000", 2024-04-15T14:36:40.285 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub": "0'0", 2024-04-15T14:36:40.285 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_duration": 0, 2024-04-15T14:36:40.285 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_stamp": "2024-04-15T14:33:33.599136+0000", 2024-04-15T14:36:40.285 INFO:tasks.workunit.client.0.smithi016.stdout: "last_undegraded": "2024-04-15T14:34:12.020728+0000", 2024-04-15T14:36:40.285 INFO:tasks.workunit.client.0.smithi016.stdout: "last_unstale": "2024-04-15T14:34:12.020728+0000", 2024-04-15T14:36:40.285 INFO:tasks.workunit.client.0.smithi016.stdout: "log_dups_size": 0, 2024-04-15T14:36:40.285 INFO:tasks.workunit.client.0.smithi016.stdout: "log_size": 1, 2024-04-15T14:36:40.285 INFO:tasks.workunit.client.0.smithi016.stdout: "log_start": "0'0", 2024-04-15T14:36:40.285 INFO:tasks.workunit.client.0.smithi016.stdout: "manifest_stats_invalid": false, 2024-04-15T14:36:40.286 INFO:tasks.workunit.client.0.smithi016.stdout: "mapping_epoch": 60, 2024-04-15T14:36:40.286 INFO:tasks.workunit.client.0.smithi016.stdout: "object_location_counts": [], 2024-04-15T14:36:40.286 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_scrubbed": 0, 2024-04-15T14:36:40.286 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_trimmed": 0, 2024-04-15T14:36:40.286 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_stats_invalid": false, 2024-04-15T14:36:40.286 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_size": 1, 2024-04-15T14:36:40.286 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_start": "0'0", 2024-04-15T14:36:40.286 INFO:tasks.workunit.client.0.smithi016.stdout: "parent": "0.0", 2024-04-15T14:36:40.286 INFO:tasks.workunit.client.0.smithi016.stdout: "parent_split_bits": 0, 2024-04-15T14:36:40.286 INFO:tasks.workunit.client.0.smithi016.stdout: "pgid": "2.f", 2024-04-15T14:36:40.286 INFO:tasks.workunit.client.0.smithi016.stdout: "pin_stats_invalid": false, 2024-04-15T14:36:40.286 INFO:tasks.workunit.client.0.smithi016.stdout: "purged_snaps": [], 2024-04-15T14:36:40.287 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_epoch": 70, 2024-04-15T14:36:40.287 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_seq": 20, 2024-04-15T14:36:40.287 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_duration": 0.0, 2024-04-15T14:36:40.287 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-16T21:13:05.143999+0000", 2024-04-15T14:36:40.287 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrim_duration": 0.0, 2024-04-15T14:36:40.287 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrimq_len": 0, 2024-04-15T14:36:40.287 INFO:tasks.workunit.client.0.smithi016.stdout: "stat_sum": { 2024-04-15T14:36:40.287 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes": 22, 2024-04-15T14:36:40.287 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T14:36:40.287 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_recovered": 0, 2024-04-15T14:36:40.287 INFO:tasks.workunit.client.0.smithi016.stdout: "num_deep_scrub_errors": 0, 2024-04-15T14:36:40.287 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict": 0, 2024-04-15T14:36:40.287 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_kb": 0, 2024-04-15T14:36:40.288 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_full": 0, 2024-04-15T14:36:40.288 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_some": 0, 2024-04-15T14:36:40.289 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush": 0, 2024-04-15T14:36:40.289 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_kb": 0, 2024-04-15T14:36:40.290 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_high": 0, 2024-04-15T14:36:40.290 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_low": 0, 2024-04-15T14:36:40.290 INFO:tasks.workunit.client.0.smithi016.stdout: "num_keys_recovered": 0, 2024-04-15T14:36:40.290 INFO:tasks.workunit.client.0.smithi016.stdout: "num_large_omap_objects": 0, 2024-04-15T14:36:40.290 INFO:tasks.workunit.client.0.smithi016.stdout: "num_legacy_snapsets": 0, 2024-04-15T14:36:40.290 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_clones": 0, 2024-04-15T14:36:40.290 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_copies": 3, 2024-04-15T14:36:40.290 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects": 1, 2024-04-15T14:36:40.290 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_degraded": 0, 2024-04-15T14:36:40.290 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_dirty": 1, 2024-04-15T14:36:40.290 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T14:36:40.290 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_manifest": 0, 2024-04-15T14:36:40.291 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_misplaced": 0, 2024-04-15T14:36:40.291 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing": 0, 2024-04-15T14:36:40.291 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T14:36:40.291 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_omap": 0, 2024-04-15T14:36:40.291 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_pinned": 0, 2024-04-15T14:36:40.291 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_recovered": 0, 2024-04-15T14:36:40.291 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_repaired": 0, 2024-04-15T14:36:40.291 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_unfound": 0, 2024-04-15T14:36:40.291 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_bytes": 0, 2024-04-15T14:36:40.291 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_keys": 0, 2024-04-15T14:36:40.291 INFO:tasks.workunit.client.0.smithi016.stdout: "num_promote": 0, 2024-04-15T14:36:40.291 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read": 0, 2024-04-15T14:36:40.292 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read_kb": 0, 2024-04-15T14:36:40.292 INFO:tasks.workunit.client.0.smithi016.stdout: "num_scrub_errors": 0, 2024-04-15T14:36:40.292 INFO:tasks.workunit.client.0.smithi016.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T14:36:40.292 INFO:tasks.workunit.client.0.smithi016.stdout: "num_whiteouts": 0, 2024-04-15T14:36:40.292 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write": 1, 2024-04-15T14:36:40.292 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write_kb": 1 2024-04-15T14:36:40.292 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:40.292 INFO:tasks.workunit.client.0.smithi016.stdout: "state": "active+clean", 2024-04-15T14:36:40.292 INFO:tasks.workunit.client.0.smithi016.stdout: "stats_invalid": false, 2024-04-15T14:36:40.292 INFO:tasks.workunit.client.0.smithi016.stdout: "up": [ 2024-04-15T14:36:40.292 INFO:tasks.workunit.client.0.smithi016.stdout: 4, 2024-04-15T14:36:40.292 INFO:tasks.workunit.client.0.smithi016.stdout: 0, 2024-04-15T14:36:40.293 INFO:tasks.workunit.client.0.smithi016.stdout: 7 2024-04-15T14:36:40.293 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T14:36:40.293 INFO:tasks.workunit.client.0.smithi016.stdout: "up_primary": 4, 2024-04-15T14:36:40.293 INFO:tasks.workunit.client.0.smithi016.stdout: "version": "62'1" 2024-04-15T14:36:40.293 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:40.293 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-15T14:36:40.293 INFO:tasks.workunit.client.0.smithi016.stdout: "acting": [ 2024-04-15T14:36:40.293 INFO:tasks.workunit.client.0.smithi016.stdout: 7, 2024-04-15T14:36:40.293 INFO:tasks.workunit.client.0.smithi016.stdout: 4, 2024-04-15T14:36:40.293 INFO:tasks.workunit.client.0.smithi016.stdout: 1 2024-04-15T14:36:40.293 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T14:36:40.293 INFO:tasks.workunit.client.0.smithi016.stdout: "acting_primary": 7, 2024-04-15T14:36:40.294 INFO:tasks.workunit.client.0.smithi016.stdout: "avail_no_missing": [], 2024-04-15T14:36:40.294 INFO:tasks.workunit.client.0.smithi016.stdout: "blocked_by": [], 2024-04-15T14:36:40.294 INFO:tasks.workunit.client.0.smithi016.stdout: "created": 61, 2024-04-15T14:36:40.294 INFO:tasks.workunit.client.0.smithi016.stdout: "dirty_stats_invalid": false, 2024-04-15T14:36:40.294 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T14:36:40.294 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_stats_invalid": false, 2024-04-15T14:36:40.294 INFO:tasks.workunit.client.0.smithi016.stdout: "last_active": "2024-04-15T14:34:11.924466+0000", 2024-04-15T14:36:40.294 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_active": "2024-04-15T14:33:34.993595+0000", 2024-04-15T14:36:40.294 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_peered": "2024-04-15T14:33:34.993595+0000", 2024-04-15T14:36:40.294 INFO:tasks.workunit.client.0.smithi016.stdout: "last_change": "2024-04-15T14:33:34.993901+0000", 2024-04-15T14:36:40.294 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean": "2024-04-15T14:34:11.924466+0000", 2024-04-15T14:36:40.294 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T14:36:40.295 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub": "0'0", 2024-04-15T14:36:40.295 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T14:36:40.295 INFO:tasks.workunit.client.0.smithi016.stdout: "last_epoch_clean": 62, 2024-04-15T14:36:40.295 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fresh": "2024-04-15T14:34:11.924466+0000", 2024-04-15T14:36:40.295 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fullsized": "2024-04-15T14:34:11.924466+0000", 2024-04-15T14:36:40.295 INFO:tasks.workunit.client.0.smithi016.stdout: "last_peered": "2024-04-15T14:34:11.924466+0000", 2024-04-15T14:36:40.295 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub": "0'0", 2024-04-15T14:36:40.295 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_duration": 0, 2024-04-15T14:36:40.295 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T14:36:40.295 INFO:tasks.workunit.client.0.smithi016.stdout: "last_undegraded": "2024-04-15T14:34:11.924466+0000", 2024-04-15T14:36:40.295 INFO:tasks.workunit.client.0.smithi016.stdout: "last_unstale": "2024-04-15T14:34:11.924466+0000", 2024-04-15T14:36:40.295 INFO:tasks.workunit.client.0.smithi016.stdout: "log_dups_size": 0, 2024-04-15T14:36:40.296 INFO:tasks.workunit.client.0.smithi016.stdout: "log_size": 0, 2024-04-15T14:36:40.296 INFO:tasks.workunit.client.0.smithi016.stdout: "log_start": "0'0", 2024-04-15T14:36:40.296 INFO:tasks.workunit.client.0.smithi016.stdout: "manifest_stats_invalid": false, 2024-04-15T14:36:40.296 INFO:tasks.workunit.client.0.smithi016.stdout: "mapping_epoch": 61, 2024-04-15T14:36:40.296 INFO:tasks.workunit.client.0.smithi016.stdout: "object_location_counts": [], 2024-04-15T14:36:40.296 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_scrubbed": 0, 2024-04-15T14:36:40.296 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_trimmed": 0, 2024-04-15T14:36:40.296 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_stats_invalid": false, 2024-04-15T14:36:40.296 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_size": 0, 2024-04-15T14:36:40.296 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_start": "0'0", 2024-04-15T14:36:40.296 INFO:tasks.workunit.client.0.smithi016.stdout: "parent": "0.0", 2024-04-15T14:36:40.296 INFO:tasks.workunit.client.0.smithi016.stdout: "parent_split_bits": 0, 2024-04-15T14:36:40.296 INFO:tasks.workunit.client.0.smithi016.stdout: "pgid": "3.e", 2024-04-15T14:36:40.297 INFO:tasks.workunit.client.0.smithi016.stdout: "pin_stats_invalid": false, 2024-04-15T14:36:40.297 INFO:tasks.workunit.client.0.smithi016.stdout: "purged_snaps": [], 2024-04-15T14:36:40.297 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_epoch": 70, 2024-04-15T14:36:40.297 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_seq": 18, 2024-04-15T14:36:40.297 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_duration": 0.0, 2024-04-15T14:36:40.297 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-16T19:34:11.232371+0000", 2024-04-15T14:36:40.297 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrim_duration": 0.0, 2024-04-15T14:36:40.297 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrimq_len": 0, 2024-04-15T14:36:40.297 INFO:tasks.workunit.client.0.smithi016.stdout: "stat_sum": { 2024-04-15T14:36:40.297 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes": 0, 2024-04-15T14:36:40.297 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T14:36:40.298 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_recovered": 0, 2024-04-15T14:36:40.298 INFO:tasks.workunit.client.0.smithi016.stdout: "num_deep_scrub_errors": 0, 2024-04-15T14:36:40.298 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict": 0, 2024-04-15T14:36:40.298 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_kb": 0, 2024-04-15T14:36:40.298 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_full": 0, 2024-04-15T14:36:40.298 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_some": 0, 2024-04-15T14:36:40.298 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush": 0, 2024-04-15T14:36:40.298 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_kb": 0, 2024-04-15T14:36:40.298 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_high": 0, 2024-04-15T14:36:40.298 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_low": 0, 2024-04-15T14:36:40.298 INFO:tasks.workunit.client.0.smithi016.stdout: "num_keys_recovered": 0, 2024-04-15T14:36:40.298 INFO:tasks.workunit.client.0.smithi016.stdout: "num_large_omap_objects": 0, 2024-04-15T14:36:40.299 INFO:tasks.workunit.client.0.smithi016.stdout: "num_legacy_snapsets": 0, 2024-04-15T14:36:40.299 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_clones": 0, 2024-04-15T14:36:40.299 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_copies": 0, 2024-04-15T14:36:40.299 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects": 0, 2024-04-15T14:36:40.299 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_degraded": 0, 2024-04-15T14:36:40.299 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_dirty": 0, 2024-04-15T14:36:40.299 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T14:36:40.299 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_manifest": 0, 2024-04-15T14:36:40.299 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_misplaced": 0, 2024-04-15T14:36:40.299 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing": 0, 2024-04-15T14:36:40.299 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T14:36:40.299 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_omap": 0, 2024-04-15T14:36:40.300 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_pinned": 0, 2024-04-15T14:36:40.300 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_recovered": 0, 2024-04-15T14:36:40.300 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_repaired": 0, 2024-04-15T14:36:40.300 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_unfound": 0, 2024-04-15T14:36:40.300 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_bytes": 0, 2024-04-15T14:36:40.300 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_keys": 0, 2024-04-15T14:36:40.300 INFO:tasks.workunit.client.0.smithi016.stdout: "num_promote": 0, 2024-04-15T14:36:40.300 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read": 0, 2024-04-15T14:36:40.300 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read_kb": 0, 2024-04-15T14:36:40.300 INFO:tasks.workunit.client.0.smithi016.stdout: "num_scrub_errors": 0, 2024-04-15T14:36:40.300 INFO:tasks.workunit.client.0.smithi016.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T14:36:40.301 INFO:tasks.workunit.client.0.smithi016.stdout: "num_whiteouts": 0, 2024-04-15T14:36:40.301 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write": 0, 2024-04-15T14:36:40.301 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write_kb": 0 2024-04-15T14:36:40.301 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:40.301 INFO:tasks.workunit.client.0.smithi016.stdout: "state": "active+clean", 2024-04-15T14:36:40.301 INFO:tasks.workunit.client.0.smithi016.stdout: "stats_invalid": false, 2024-04-15T14:36:40.301 INFO:tasks.workunit.client.0.smithi016.stdout: "up": [ 2024-04-15T14:36:40.301 INFO:tasks.workunit.client.0.smithi016.stdout: 7, 2024-04-15T14:36:40.301 INFO:tasks.workunit.client.0.smithi016.stdout: 4, 2024-04-15T14:36:40.301 INFO:tasks.workunit.client.0.smithi016.stdout: 1 2024-04-15T14:36:40.301 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T14:36:40.301 INFO:tasks.workunit.client.0.smithi016.stdout: "up_primary": 7, 2024-04-15T14:36:40.302 INFO:tasks.workunit.client.0.smithi016.stdout: "version": "0'0" 2024-04-15T14:36:40.302 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:40.302 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-15T14:36:40.302 INFO:tasks.workunit.client.0.smithi016.stdout: "acting": [ 2024-04-15T14:36:40.302 INFO:tasks.workunit.client.0.smithi016.stdout: 1, 2024-04-15T14:36:40.302 INFO:tasks.workunit.client.0.smithi016.stdout: 5, 2024-04-15T14:36:40.302 INFO:tasks.workunit.client.0.smithi016.stdout: 4 2024-04-15T14:36:40.302 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T14:36:40.302 INFO:tasks.workunit.client.0.smithi016.stdout: "acting_primary": 1, 2024-04-15T14:36:40.302 INFO:tasks.workunit.client.0.smithi016.stdout: "avail_no_missing": [], 2024-04-15T14:36:40.303 INFO:tasks.workunit.client.0.smithi016.stdout: "blocked_by": [], 2024-04-15T14:36:40.303 INFO:tasks.workunit.client.0.smithi016.stdout: "created": 66, 2024-04-15T14:36:40.303 INFO:tasks.workunit.client.0.smithi016.stdout: "dirty_stats_invalid": false, 2024-04-15T14:36:40.303 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T14:36:40.303 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_stats_invalid": false, 2024-04-15T14:36:40.303 INFO:tasks.workunit.client.0.smithi016.stdout: "last_active": "2024-04-15T14:34:12.935264+0000", 2024-04-15T14:36:40.303 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_active": "2024-04-15T14:34:08.175406+0000", 2024-04-15T14:36:40.303 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_peered": "2024-04-15T14:34:08.175406+0000", 2024-04-15T14:36:40.303 INFO:tasks.workunit.client.0.smithi016.stdout: "last_change": "2024-04-15T14:34:08.175699+0000", 2024-04-15T14:36:40.303 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean": "2024-04-15T14:34:12.935264+0000", 2024-04-15T14:36:40.303 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean_scrub_stamp": "2024-04-15T14:34:07.163731+0000", 2024-04-15T14:36:40.303 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub": "0'0", 2024-04-15T14:36:40.304 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub_stamp": "2024-04-15T14:34:07.163731+0000", 2024-04-15T14:36:40.304 INFO:tasks.workunit.client.0.smithi016.stdout: "last_epoch_clean": 67, 2024-04-15T14:36:40.304 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fresh": "2024-04-15T14:34:12.935264+0000", 2024-04-15T14:36:40.304 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fullsized": "2024-04-15T14:34:12.935264+0000", 2024-04-15T14:36:40.304 INFO:tasks.workunit.client.0.smithi016.stdout: "last_peered": "2024-04-15T14:34:12.935264+0000", 2024-04-15T14:36:40.304 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub": "0'0", 2024-04-15T14:36:40.304 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_duration": 0, 2024-04-15T14:36:40.304 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_stamp": "2024-04-15T14:34:07.163731+0000", 2024-04-15T14:36:40.304 INFO:tasks.workunit.client.0.smithi016.stdout: "last_undegraded": "2024-04-15T14:34:12.935264+0000", 2024-04-15T14:36:40.304 INFO:tasks.workunit.client.0.smithi016.stdout: "last_unstale": "2024-04-15T14:34:12.935264+0000", 2024-04-15T14:36:40.304 INFO:tasks.workunit.client.0.smithi016.stdout: "log_dups_size": 0, 2024-04-15T14:36:40.305 INFO:tasks.workunit.client.0.smithi016.stdout: "log_size": 0, 2024-04-15T14:36:40.305 INFO:tasks.workunit.client.0.smithi016.stdout: "log_start": "0'0", 2024-04-15T14:36:40.305 INFO:tasks.workunit.client.0.smithi016.stdout: "manifest_stats_invalid": false, 2024-04-15T14:36:40.305 INFO:tasks.workunit.client.0.smithi016.stdout: "mapping_epoch": 66, 2024-04-15T14:36:40.305 INFO:tasks.workunit.client.0.smithi016.stdout: "object_location_counts": [], 2024-04-15T14:36:40.305 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_scrubbed": 0, 2024-04-15T14:36:40.305 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_trimmed": 0, 2024-04-15T14:36:40.305 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_stats_invalid": false, 2024-04-15T14:36:40.305 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_size": 0, 2024-04-15T14:36:40.305 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_start": "0'0", 2024-04-15T14:36:40.305 INFO:tasks.workunit.client.0.smithi016.stdout: "parent": "0.0", 2024-04-15T14:36:40.306 INFO:tasks.workunit.client.0.smithi016.stdout: "parent_split_bits": 0, 2024-04-15T14:36:40.306 INFO:tasks.workunit.client.0.smithi016.stdout: "pgid": "4.2", 2024-04-15T14:36:40.306 INFO:tasks.workunit.client.0.smithi016.stdout: "pin_stats_invalid": false, 2024-04-15T14:36:40.306 INFO:tasks.workunit.client.0.smithi016.stdout: "purged_snaps": [], 2024-04-15T14:36:40.306 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_epoch": 70, 2024-04-15T14:36:40.306 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_seq": 14, 2024-04-15T14:36:40.306 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_duration": 0.0, 2024-04-15T14:36:40.306 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-17T01:11:04.721552+0000", 2024-04-15T14:36:40.306 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrim_duration": 0.0, 2024-04-15T14:36:40.306 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrimq_len": 0, 2024-04-15T14:36:40.306 INFO:tasks.workunit.client.0.smithi016.stdout: "stat_sum": { 2024-04-15T14:36:40.306 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes": 0, 2024-04-15T14:36:40.307 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T14:36:40.307 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_recovered": 0, 2024-04-15T14:36:40.307 INFO:tasks.workunit.client.0.smithi016.stdout: "num_deep_scrub_errors": 0, 2024-04-15T14:36:40.307 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict": 0, 2024-04-15T14:36:40.307 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_kb": 0, 2024-04-15T14:36:40.307 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_full": 0, 2024-04-15T14:36:40.307 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_some": 0, 2024-04-15T14:36:40.307 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush": 0, 2024-04-15T14:36:40.307 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_kb": 0, 2024-04-15T14:36:40.307 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_high": 0, 2024-04-15T14:36:40.307 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_low": 0, 2024-04-15T14:36:40.307 INFO:tasks.workunit.client.0.smithi016.stdout: "num_keys_recovered": 0, 2024-04-15T14:36:40.308 INFO:tasks.workunit.client.0.smithi016.stdout: "num_large_omap_objects": 0, 2024-04-15T14:36:40.308 INFO:tasks.workunit.client.0.smithi016.stdout: "num_legacy_snapsets": 0, 2024-04-15T14:36:40.308 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_clones": 0, 2024-04-15T14:36:40.308 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_copies": 0, 2024-04-15T14:36:40.308 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects": 0, 2024-04-15T14:36:40.308 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_degraded": 0, 2024-04-15T14:36:40.308 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_dirty": 0, 2024-04-15T14:36:40.308 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T14:36:40.308 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_manifest": 0, 2024-04-15T14:36:40.308 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_misplaced": 0, 2024-04-15T14:36:40.308 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing": 0, 2024-04-15T14:36:40.308 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T14:36:40.308 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_omap": 0, 2024-04-15T14:36:40.309 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_pinned": 0, 2024-04-15T14:36:40.309 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_recovered": 0, 2024-04-15T14:36:40.309 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_repaired": 0, 2024-04-15T14:36:40.309 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_unfound": 0, 2024-04-15T14:36:40.309 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_bytes": 0, 2024-04-15T14:36:40.309 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_keys": 0, 2024-04-15T14:36:40.309 INFO:tasks.workunit.client.0.smithi016.stdout: "num_promote": 0, 2024-04-15T14:36:40.309 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read": 0, 2024-04-15T14:36:40.309 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read_kb": 0, 2024-04-15T14:36:40.309 INFO:tasks.workunit.client.0.smithi016.stdout: "num_scrub_errors": 0, 2024-04-15T14:36:40.309 INFO:tasks.workunit.client.0.smithi016.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T14:36:40.309 INFO:tasks.workunit.client.0.smithi016.stdout: "num_whiteouts": 0, 2024-04-15T14:36:40.309 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write": 0, 2024-04-15T14:36:40.310 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write_kb": 0 2024-04-15T14:36:40.310 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:40.310 INFO:tasks.workunit.client.0.smithi016.stdout: "state": "active+clean", 2024-04-15T14:36:40.310 INFO:tasks.workunit.client.0.smithi016.stdout: "stats_invalid": false, 2024-04-15T14:36:40.310 INFO:tasks.workunit.client.0.smithi016.stdout: "up": [ 2024-04-15T14:36:40.310 INFO:tasks.workunit.client.0.smithi016.stdout: 1, 2024-04-15T14:36:40.310 INFO:tasks.workunit.client.0.smithi016.stdout: 5, 2024-04-15T14:36:40.310 INFO:tasks.workunit.client.0.smithi016.stdout: 4 2024-04-15T14:36:40.310 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T14:36:40.310 INFO:tasks.workunit.client.0.smithi016.stdout: "up_primary": 1, 2024-04-15T14:36:40.310 INFO:tasks.workunit.client.0.smithi016.stdout: "version": "0'0" 2024-04-15T14:36:40.311 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:40.311 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-15T14:36:40.311 INFO:tasks.workunit.client.0.smithi016.stdout: "acting": [ 2024-04-15T14:36:40.311 INFO:tasks.workunit.client.0.smithi016.stdout: 1, 2024-04-15T14:36:40.311 INFO:tasks.workunit.client.0.smithi016.stdout: 0, 2024-04-15T14:36:40.311 INFO:tasks.workunit.client.0.smithi016.stdout: 7 2024-04-15T14:36:40.311 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T14:36:40.311 INFO:tasks.workunit.client.0.smithi016.stdout: "acting_primary": 1, 2024-04-15T14:36:40.311 INFO:tasks.workunit.client.0.smithi016.stdout: "avail_no_missing": [], 2024-04-15T14:36:40.311 INFO:tasks.workunit.client.0.smithi016.stdout: "blocked_by": [], 2024-04-15T14:36:40.311 INFO:tasks.workunit.client.0.smithi016.stdout: "created": 60, 2024-04-15T14:36:40.312 INFO:tasks.workunit.client.0.smithi016.stdout: "dirty_stats_invalid": false, 2024-04-15T14:36:40.312 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T14:36:40.312 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_stats_invalid": false, 2024-04-15T14:36:40.312 INFO:tasks.workunit.client.0.smithi016.stdout: "last_active": "2024-04-15T14:34:12.003815+0000", 2024-04-15T14:36:40.312 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_active": "2024-04-15T14:33:34.629358+0000", 2024-04-15T14:36:40.312 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_peered": "2024-04-15T14:33:34.629358+0000", 2024-04-15T14:36:40.312 INFO:tasks.workunit.client.0.smithi016.stdout: "last_change": "2024-04-15T14:33:34.629663+0000", 2024-04-15T14:36:40.312 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean": "2024-04-15T14:34:12.003815+0000", 2024-04-15T14:36:40.312 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean_scrub_stamp": "2024-04-15T14:33:33.599136+0000", 2024-04-15T14:36:40.312 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub": "0'0", 2024-04-15T14:36:40.312 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub_stamp": "2024-04-15T14:33:33.599136+0000", 2024-04-15T14:36:40.312 INFO:tasks.workunit.client.0.smithi016.stdout: "last_epoch_clean": 61, 2024-04-15T14:36:40.312 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fresh": "2024-04-15T14:34:12.003815+0000", 2024-04-15T14:36:40.313 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fullsized": "2024-04-15T14:34:12.003815+0000", 2024-04-15T14:36:40.313 INFO:tasks.workunit.client.0.smithi016.stdout: "last_peered": "2024-04-15T14:34:12.003815+0000", 2024-04-15T14:36:40.313 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub": "0'0", 2024-04-15T14:36:40.313 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_duration": 0, 2024-04-15T14:36:40.313 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_stamp": "2024-04-15T14:33:33.599136+0000", 2024-04-15T14:36:40.313 INFO:tasks.workunit.client.0.smithi016.stdout: "last_undegraded": "2024-04-15T14:34:12.003815+0000", 2024-04-15T14:36:40.313 INFO:tasks.workunit.client.0.smithi016.stdout: "last_unstale": "2024-04-15T14:34:12.003815+0000", 2024-04-15T14:36:40.313 INFO:tasks.workunit.client.0.smithi016.stdout: "log_dups_size": 0, 2024-04-15T14:36:40.313 INFO:tasks.workunit.client.0.smithi016.stdout: "log_size": 0, 2024-04-15T14:36:40.313 INFO:tasks.workunit.client.0.smithi016.stdout: "log_start": "0'0", 2024-04-15T14:36:40.313 INFO:tasks.workunit.client.0.smithi016.stdout: "manifest_stats_invalid": false, 2024-04-15T14:36:40.313 INFO:tasks.workunit.client.0.smithi016.stdout: "mapping_epoch": 60, 2024-04-15T14:36:40.313 INFO:tasks.workunit.client.0.smithi016.stdout: "object_location_counts": [], 2024-04-15T14:36:40.314 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_scrubbed": 0, 2024-04-15T14:36:40.314 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_trimmed": 0, 2024-04-15T14:36:40.314 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_stats_invalid": false, 2024-04-15T14:36:40.314 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_size": 0, 2024-04-15T14:36:40.314 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_start": "0'0", 2024-04-15T14:36:40.314 INFO:tasks.workunit.client.0.smithi016.stdout: "parent": "0.0", 2024-04-15T14:36:40.314 INFO:tasks.workunit.client.0.smithi016.stdout: "parent_split_bits": 0, 2024-04-15T14:36:40.314 INFO:tasks.workunit.client.0.smithi016.stdout: "pgid": "2.4", 2024-04-15T14:36:40.314 INFO:tasks.workunit.client.0.smithi016.stdout: "pin_stats_invalid": false, 2024-04-15T14:36:40.314 INFO:tasks.workunit.client.0.smithi016.stdout: "purged_snaps": [], 2024-04-15T14:36:40.314 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_epoch": 70, 2024-04-15T14:36:40.314 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_seq": 20, 2024-04-15T14:36:40.314 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_duration": 0.0, 2024-04-15T14:36:40.315 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-16T18:29:51.531354+0000", 2024-04-15T14:36:40.315 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrim_duration": 0.0, 2024-04-15T14:36:40.315 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrimq_len": 0, 2024-04-15T14:36:40.315 INFO:tasks.workunit.client.0.smithi016.stdout: "stat_sum": { 2024-04-15T14:36:40.315 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes": 0, 2024-04-15T14:36:40.315 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T14:36:40.315 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_recovered": 0, 2024-04-15T14:36:40.315 INFO:tasks.workunit.client.0.smithi016.stdout: "num_deep_scrub_errors": 0, 2024-04-15T14:36:40.315 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict": 0, 2024-04-15T14:36:40.315 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_kb": 0, 2024-04-15T14:36:40.315 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_full": 0, 2024-04-15T14:36:40.316 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_some": 0, 2024-04-15T14:36:40.316 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush": 0, 2024-04-15T14:36:40.316 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_kb": 0, 2024-04-15T14:36:40.316 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_high": 0, 2024-04-15T14:36:40.316 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_low": 0, 2024-04-15T14:36:40.316 INFO:tasks.workunit.client.0.smithi016.stdout: "num_keys_recovered": 0, 2024-04-15T14:36:40.316 INFO:tasks.workunit.client.0.smithi016.stdout: "num_large_omap_objects": 0, 2024-04-15T14:36:40.316 INFO:tasks.workunit.client.0.smithi016.stdout: "num_legacy_snapsets": 0, 2024-04-15T14:36:40.316 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_clones": 0, 2024-04-15T14:36:40.316 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_copies": 0, 2024-04-15T14:36:40.316 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects": 0, 2024-04-15T14:36:40.316 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_degraded": 0, 2024-04-15T14:36:40.316 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_dirty": 0, 2024-04-15T14:36:40.317 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T14:36:40.317 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_manifest": 0, 2024-04-15T14:36:40.317 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_misplaced": 0, 2024-04-15T14:36:40.317 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing": 0, 2024-04-15T14:36:40.317 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T14:36:40.317 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_omap": 0, 2024-04-15T14:36:40.317 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_pinned": 0, 2024-04-15T14:36:40.317 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_recovered": 0, 2024-04-15T14:36:40.317 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_repaired": 0, 2024-04-15T14:36:40.317 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_unfound": 0, 2024-04-15T14:36:40.317 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_bytes": 0, 2024-04-15T14:36:40.317 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_keys": 0, 2024-04-15T14:36:40.317 INFO:tasks.workunit.client.0.smithi016.stdout: "num_promote": 0, 2024-04-15T14:36:40.318 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read": 0, 2024-04-15T14:36:40.318 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read_kb": 0, 2024-04-15T14:36:40.318 INFO:tasks.workunit.client.0.smithi016.stdout: "num_scrub_errors": 0, 2024-04-15T14:36:40.318 INFO:tasks.workunit.client.0.smithi016.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T14:36:40.318 INFO:tasks.workunit.client.0.smithi016.stdout: "num_whiteouts": 0, 2024-04-15T14:36:40.318 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write": 0, 2024-04-15T14:36:40.318 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write_kb": 0 2024-04-15T14:36:40.318 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:40.318 INFO:tasks.workunit.client.0.smithi016.stdout: "state": "active+clean", 2024-04-15T14:36:40.318 INFO:tasks.workunit.client.0.smithi016.stdout: "stats_invalid": false, 2024-04-15T14:36:40.318 INFO:tasks.workunit.client.0.smithi016.stdout: "up": [ 2024-04-15T14:36:40.318 INFO:tasks.workunit.client.0.smithi016.stdout: 1, 2024-04-15T14:36:40.319 INFO:tasks.workunit.client.0.smithi016.stdout: 0, 2024-04-15T14:36:40.319 INFO:tasks.workunit.client.0.smithi016.stdout: 7 2024-04-15T14:36:40.319 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T14:36:40.319 INFO:tasks.workunit.client.0.smithi016.stdout: "up_primary": 1, 2024-04-15T14:36:40.319 INFO:tasks.workunit.client.0.smithi016.stdout: "version": "0'0" 2024-04-15T14:36:40.319 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:40.319 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-15T14:36:40.319 INFO:tasks.workunit.client.0.smithi016.stdout: "acting": [ 2024-04-15T14:36:40.319 INFO:tasks.workunit.client.0.smithi016.stdout: 5, 2024-04-15T14:36:40.319 INFO:tasks.workunit.client.0.smithi016.stdout: 3, 2024-04-15T14:36:40.319 INFO:tasks.workunit.client.0.smithi016.stdout: 2 2024-04-15T14:36:40.319 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T14:36:40.319 INFO:tasks.workunit.client.0.smithi016.stdout: "acting_primary": 5, 2024-04-15T14:36:40.320 INFO:tasks.workunit.client.0.smithi016.stdout: "avail_no_missing": [], 2024-04-15T14:36:40.320 INFO:tasks.workunit.client.0.smithi016.stdout: "blocked_by": [], 2024-04-15T14:36:40.320 INFO:tasks.workunit.client.0.smithi016.stdout: "created": 61, 2024-04-15T14:36:40.320 INFO:tasks.workunit.client.0.smithi016.stdout: "dirty_stats_invalid": false, 2024-04-15T14:36:40.320 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T14:36:40.320 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_stats_invalid": false, 2024-04-15T14:36:40.320 INFO:tasks.workunit.client.0.smithi016.stdout: "last_active": "2024-04-15T14:34:12.045491+0000", 2024-04-15T14:36:40.320 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_active": "2024-04-15T14:33:34.990545+0000", 2024-04-15T14:36:40.320 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_peered": "2024-04-15T14:33:34.990545+0000", 2024-04-15T14:36:40.320 INFO:tasks.workunit.client.0.smithi016.stdout: "last_change": "2024-04-15T14:33:34.991615+0000", 2024-04-15T14:36:40.320 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean": "2024-04-15T14:34:12.045491+0000", 2024-04-15T14:36:40.320 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T14:36:40.321 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub": "0'0", 2024-04-15T14:36:40.321 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T14:36:40.321 INFO:tasks.workunit.client.0.smithi016.stdout: "last_epoch_clean": 62, 2024-04-15T14:36:40.321 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fresh": "2024-04-15T14:34:12.045491+0000", 2024-04-15T14:36:40.321 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fullsized": "2024-04-15T14:34:12.045491+0000", 2024-04-15T14:36:40.321 INFO:tasks.workunit.client.0.smithi016.stdout: "last_peered": "2024-04-15T14:34:12.045491+0000", 2024-04-15T14:36:40.321 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub": "0'0", 2024-04-15T14:36:40.321 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_duration": 0, 2024-04-15T14:36:40.321 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T14:36:40.321 INFO:tasks.workunit.client.0.smithi016.stdout: "last_undegraded": "2024-04-15T14:34:12.045491+0000", 2024-04-15T14:36:40.321 INFO:tasks.workunit.client.0.smithi016.stdout: "last_unstale": "2024-04-15T14:34:12.045491+0000", 2024-04-15T14:36:40.321 INFO:tasks.workunit.client.0.smithi016.stdout: "log_dups_size": 0, 2024-04-15T14:36:40.322 INFO:tasks.workunit.client.0.smithi016.stdout: "log_size": 0, 2024-04-15T14:36:40.322 INFO:tasks.workunit.client.0.smithi016.stdout: "log_start": "0'0", 2024-04-15T14:36:40.322 INFO:tasks.workunit.client.0.smithi016.stdout: "manifest_stats_invalid": false, 2024-04-15T14:36:40.322 INFO:tasks.workunit.client.0.smithi016.stdout: "mapping_epoch": 61, 2024-04-15T14:36:40.322 INFO:tasks.workunit.client.0.smithi016.stdout: "object_location_counts": [], 2024-04-15T14:36:40.322 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_scrubbed": 0, 2024-04-15T14:36:40.322 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_trimmed": 0, 2024-04-15T14:36:40.322 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_stats_invalid": false, 2024-04-15T14:36:40.322 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_size": 0, 2024-04-15T14:36:40.322 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_start": "0'0", 2024-04-15T14:36:40.322 INFO:tasks.workunit.client.0.smithi016.stdout: "parent": "0.0", 2024-04-15T14:36:40.322 INFO:tasks.workunit.client.0.smithi016.stdout: "parent_split_bits": 0, 2024-04-15T14:36:40.322 INFO:tasks.workunit.client.0.smithi016.stdout: "pgid": "3.5", 2024-04-15T14:36:40.323 INFO:tasks.workunit.client.0.smithi016.stdout: "pin_stats_invalid": false, 2024-04-15T14:36:40.323 INFO:tasks.workunit.client.0.smithi016.stdout: "purged_snaps": [], 2024-04-15T14:36:40.323 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_epoch": 70, 2024-04-15T14:36:40.323 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_seq": 19, 2024-04-15T14:36:40.323 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_duration": 0.0, 2024-04-15T14:36:40.323 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-17T00:27:00.368726+0000", 2024-04-15T14:36:40.323 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrim_duration": 0.0, 2024-04-15T14:36:40.323 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrimq_len": 0, 2024-04-15T14:36:40.323 INFO:tasks.workunit.client.0.smithi016.stdout: "stat_sum": { 2024-04-15T14:36:40.323 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes": 0, 2024-04-15T14:36:40.323 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T14:36:40.323 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_recovered": 0, 2024-04-15T14:36:40.324 INFO:tasks.workunit.client.0.smithi016.stdout: "num_deep_scrub_errors": 0, 2024-04-15T14:36:40.324 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict": 0, 2024-04-15T14:36:40.324 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_kb": 0, 2024-04-15T14:36:40.324 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_full": 0, 2024-04-15T14:36:40.324 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_some": 0, 2024-04-15T14:36:40.324 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush": 0, 2024-04-15T14:36:40.324 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_kb": 0, 2024-04-15T14:36:40.324 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_high": 0, 2024-04-15T14:36:40.324 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_low": 0, 2024-04-15T14:36:40.324 INFO:tasks.workunit.client.0.smithi016.stdout: "num_keys_recovered": 0, 2024-04-15T14:36:40.324 INFO:tasks.workunit.client.0.smithi016.stdout: "num_large_omap_objects": 0, 2024-04-15T14:36:40.324 INFO:tasks.workunit.client.0.smithi016.stdout: "num_legacy_snapsets": 0, 2024-04-15T14:36:40.325 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_clones": 0, 2024-04-15T14:36:40.325 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_copies": 0, 2024-04-15T14:36:40.325 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects": 0, 2024-04-15T14:36:40.325 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_degraded": 0, 2024-04-15T14:36:40.325 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_dirty": 0, 2024-04-15T14:36:40.325 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T14:36:40.325 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_manifest": 0, 2024-04-15T14:36:40.325 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_misplaced": 0, 2024-04-15T14:36:40.325 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing": 0, 2024-04-15T14:36:40.325 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T14:36:40.325 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_omap": 0, 2024-04-15T14:36:40.325 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_pinned": 0, 2024-04-15T14:36:40.325 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_recovered": 0, 2024-04-15T14:36:40.326 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_repaired": 0, 2024-04-15T14:36:40.326 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_unfound": 0, 2024-04-15T14:36:40.326 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_bytes": 0, 2024-04-15T14:36:40.326 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_keys": 0, 2024-04-15T14:36:40.326 INFO:tasks.workunit.client.0.smithi016.stdout: "num_promote": 0, 2024-04-15T14:36:40.326 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read": 0, 2024-04-15T14:36:40.326 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read_kb": 0, 2024-04-15T14:36:40.326 INFO:tasks.workunit.client.0.smithi016.stdout: "num_scrub_errors": 0, 2024-04-15T14:36:40.326 INFO:tasks.workunit.client.0.smithi016.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T14:36:40.326 INFO:tasks.workunit.client.0.smithi016.stdout: "num_whiteouts": 0, 2024-04-15T14:36:40.326 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write": 0, 2024-04-15T14:36:40.326 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write_kb": 0 2024-04-15T14:36:40.327 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:40.327 INFO:tasks.workunit.client.0.smithi016.stdout: "state": "active+clean", 2024-04-15T14:36:40.327 INFO:tasks.workunit.client.0.smithi016.stdout: "stats_invalid": false, 2024-04-15T14:36:40.327 INFO:tasks.workunit.client.0.smithi016.stdout: "up": [ 2024-04-15T14:36:40.327 INFO:tasks.workunit.client.0.smithi016.stdout: 5, 2024-04-15T14:36:40.327 INFO:tasks.workunit.client.0.smithi016.stdout: 3, 2024-04-15T14:36:40.327 INFO:tasks.workunit.client.0.smithi016.stdout: 2 2024-04-15T14:36:40.327 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T14:36:40.327 INFO:tasks.workunit.client.0.smithi016.stdout: "up_primary": 5, 2024-04-15T14:36:40.327 INFO:tasks.workunit.client.0.smithi016.stdout: "version": "0'0" 2024-04-15T14:36:40.327 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:40.327 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-15T14:36:40.327 INFO:tasks.workunit.client.0.smithi016.stdout: "acting": [ 2024-04-15T14:36:40.328 INFO:tasks.workunit.client.0.smithi016.stdout: 1, 2024-04-15T14:36:40.328 INFO:tasks.workunit.client.0.smithi016.stdout: 2, 2024-04-15T14:36:40.328 INFO:tasks.workunit.client.0.smithi016.stdout: 3 2024-04-15T14:36:40.328 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T14:36:40.328 INFO:tasks.workunit.client.0.smithi016.stdout: "acting_primary": 1, 2024-04-15T14:36:40.328 INFO:tasks.workunit.client.0.smithi016.stdout: "avail_no_missing": [], 2024-04-15T14:36:40.328 INFO:tasks.workunit.client.0.smithi016.stdout: "blocked_by": [], 2024-04-15T14:36:40.328 INFO:tasks.workunit.client.0.smithi016.stdout: "created": 66, 2024-04-15T14:36:40.328 INFO:tasks.workunit.client.0.smithi016.stdout: "dirty_stats_invalid": false, 2024-04-15T14:36:40.328 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T14:36:40.328 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_stats_invalid": false, 2024-04-15T14:36:40.328 INFO:tasks.workunit.client.0.smithi016.stdout: "last_active": "2024-04-15T14:34:12.935319+0000", 2024-04-15T14:36:40.329 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_active": "2024-04-15T14:34:08.174645+0000", 2024-04-15T14:36:40.329 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_peered": "2024-04-15T14:34:08.174645+0000", 2024-04-15T14:36:40.329 INFO:tasks.workunit.client.0.smithi016.stdout: "last_change": "2024-04-15T14:34:08.174929+0000", 2024-04-15T14:36:40.329 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean": "2024-04-15T14:34:12.935319+0000", 2024-04-15T14:36:40.329 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean_scrub_stamp": "2024-04-15T14:34:07.163731+0000", 2024-04-15T14:36:40.329 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub": "0'0", 2024-04-15T14:36:40.329 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub_stamp": "2024-04-15T14:34:07.163731+0000", 2024-04-15T14:36:40.329 INFO:tasks.workunit.client.0.smithi016.stdout: "last_epoch_clean": 67, 2024-04-15T14:36:40.329 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fresh": "2024-04-15T14:34:12.935319+0000", 2024-04-15T14:36:40.329 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fullsized": "2024-04-15T14:34:12.935319+0000", 2024-04-15T14:36:40.329 INFO:tasks.workunit.client.0.smithi016.stdout: "last_peered": "2024-04-15T14:34:12.935319+0000", 2024-04-15T14:36:40.329 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub": "0'0", 2024-04-15T14:36:40.329 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_duration": 0, 2024-04-15T14:36:40.330 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_stamp": "2024-04-15T14:34:07.163731+0000", 2024-04-15T14:36:40.330 INFO:tasks.workunit.client.0.smithi016.stdout: "last_undegraded": "2024-04-15T14:34:12.935319+0000", 2024-04-15T14:36:40.330 INFO:tasks.workunit.client.0.smithi016.stdout: "last_unstale": "2024-04-15T14:34:12.935319+0000", 2024-04-15T14:36:40.330 INFO:tasks.workunit.client.0.smithi016.stdout: "log_dups_size": 0, 2024-04-15T14:36:40.330 INFO:tasks.workunit.client.0.smithi016.stdout: "log_size": 0, 2024-04-15T14:36:40.330 INFO:tasks.workunit.client.0.smithi016.stdout: "log_start": "0'0", 2024-04-15T14:36:40.330 INFO:tasks.workunit.client.0.smithi016.stdout: "manifest_stats_invalid": false, 2024-04-15T14:36:40.330 INFO:tasks.workunit.client.0.smithi016.stdout: "mapping_epoch": 66, 2024-04-15T14:36:40.330 INFO:tasks.workunit.client.0.smithi016.stdout: "object_location_counts": [], 2024-04-15T14:36:40.330 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_scrubbed": 0, 2024-04-15T14:36:40.330 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_trimmed": 0, 2024-04-15T14:36:40.330 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_stats_invalid": false, 2024-04-15T14:36:40.331 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_size": 0, 2024-04-15T14:36:40.331 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_start": "0'0", 2024-04-15T14:36:40.331 INFO:tasks.workunit.client.0.smithi016.stdout: "parent": "0.0", 2024-04-15T14:36:40.331 INFO:tasks.workunit.client.0.smithi016.stdout: "parent_split_bits": 0, 2024-04-15T14:36:40.331 INFO:tasks.workunit.client.0.smithi016.stdout: "pgid": "4.4", 2024-04-15T14:36:40.331 INFO:tasks.workunit.client.0.smithi016.stdout: "pin_stats_invalid": false, 2024-04-15T14:36:40.331 INFO:tasks.workunit.client.0.smithi016.stdout: "purged_snaps": [], 2024-04-15T14:36:40.331 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_epoch": 70, 2024-04-15T14:36:40.331 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_seq": 14, 2024-04-15T14:36:40.331 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_duration": 0.0, 2024-04-15T14:36:40.331 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-17T01:46:22.719821+0000", 2024-04-15T14:36:40.331 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrim_duration": 0.0, 2024-04-15T14:36:40.332 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrimq_len": 0, 2024-04-15T14:36:40.332 INFO:tasks.workunit.client.0.smithi016.stdout: "stat_sum": { 2024-04-15T14:36:40.332 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes": 0, 2024-04-15T14:36:40.332 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T14:36:40.332 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_recovered": 0, 2024-04-15T14:36:40.332 INFO:tasks.workunit.client.0.smithi016.stdout: "num_deep_scrub_errors": 0, 2024-04-15T14:36:40.332 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict": 0, 2024-04-15T14:36:40.332 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_kb": 0, 2024-04-15T14:36:40.332 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_full": 0, 2024-04-15T14:36:40.332 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_some": 0, 2024-04-15T14:36:40.332 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush": 0, 2024-04-15T14:36:40.332 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_kb": 0, 2024-04-15T14:36:40.332 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_high": 0, 2024-04-15T14:36:40.333 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_low": 0, 2024-04-15T14:36:40.333 INFO:tasks.workunit.client.0.smithi016.stdout: "num_keys_recovered": 0, 2024-04-15T14:36:40.333 INFO:tasks.workunit.client.0.smithi016.stdout: "num_large_omap_objects": 0, 2024-04-15T14:36:40.333 INFO:tasks.workunit.client.0.smithi016.stdout: "num_legacy_snapsets": 0, 2024-04-15T14:36:40.333 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_clones": 0, 2024-04-15T14:36:40.333 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_copies": 0, 2024-04-15T14:36:40.333 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects": 0, 2024-04-15T14:36:40.333 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_degraded": 0, 2024-04-15T14:36:40.333 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_dirty": 0, 2024-04-15T14:36:40.333 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T14:36:40.333 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_manifest": 0, 2024-04-15T14:36:40.333 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_misplaced": 0, 2024-04-15T14:36:40.334 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing": 0, 2024-04-15T14:36:40.334 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T14:36:40.334 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_omap": 0, 2024-04-15T14:36:40.334 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_pinned": 0, 2024-04-15T14:36:40.334 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_recovered": 0, 2024-04-15T14:36:40.334 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_repaired": 0, 2024-04-15T14:36:40.334 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_unfound": 0, 2024-04-15T14:36:40.334 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_bytes": 0, 2024-04-15T14:36:40.334 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_keys": 0, 2024-04-15T14:36:40.334 INFO:tasks.workunit.client.0.smithi016.stdout: "num_promote": 0, 2024-04-15T14:36:40.334 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read": 0, 2024-04-15T14:36:40.334 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read_kb": 0, 2024-04-15T14:36:40.334 INFO:tasks.workunit.client.0.smithi016.stdout: "num_scrub_errors": 0, 2024-04-15T14:36:40.335 INFO:tasks.workunit.client.0.smithi016.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T14:36:40.335 INFO:tasks.workunit.client.0.smithi016.stdout: "num_whiteouts": 0, 2024-04-15T14:36:40.335 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write": 0, 2024-04-15T14:36:40.335 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write_kb": 0 2024-04-15T14:36:40.335 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:40.335 INFO:tasks.workunit.client.0.smithi016.stdout: "state": "active+clean", 2024-04-15T14:36:40.335 INFO:tasks.workunit.client.0.smithi016.stdout: "stats_invalid": false, 2024-04-15T14:36:40.335 INFO:tasks.workunit.client.0.smithi016.stdout: "up": [ 2024-04-15T14:36:40.335 INFO:tasks.workunit.client.0.smithi016.stdout: 1, 2024-04-15T14:36:40.335 INFO:tasks.workunit.client.0.smithi016.stdout: 2, 2024-04-15T14:36:40.335 INFO:tasks.workunit.client.0.smithi016.stdout: 3 2024-04-15T14:36:40.335 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T14:36:40.336 INFO:tasks.workunit.client.0.smithi016.stdout: "up_primary": 1, 2024-04-15T14:36:40.336 INFO:tasks.workunit.client.0.smithi016.stdout: "version": "0'0" 2024-04-15T14:36:40.336 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:40.336 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-15T14:36:40.336 INFO:tasks.workunit.client.0.smithi016.stdout: "acting": [ 2024-04-15T14:36:40.336 INFO:tasks.workunit.client.0.smithi016.stdout: 5, 2024-04-15T14:36:40.336 INFO:tasks.workunit.client.0.smithi016.stdout: 1, 2024-04-15T14:36:40.336 INFO:tasks.workunit.client.0.smithi016.stdout: 6 2024-04-15T14:36:40.336 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T14:36:40.336 INFO:tasks.workunit.client.0.smithi016.stdout: "acting_primary": 5, 2024-04-15T14:36:40.336 INFO:tasks.workunit.client.0.smithi016.stdout: "avail_no_missing": [], 2024-04-15T14:36:40.336 INFO:tasks.workunit.client.0.smithi016.stdout: "blocked_by": [], 2024-04-15T14:36:40.336 INFO:tasks.workunit.client.0.smithi016.stdout: "created": 60, 2024-04-15T14:36:40.337 INFO:tasks.workunit.client.0.smithi016.stdout: "dirty_stats_invalid": false, 2024-04-15T14:36:40.337 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T14:36:40.337 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_stats_invalid": false, 2024-04-15T14:36:40.337 INFO:tasks.workunit.client.0.smithi016.stdout: "last_active": "2024-04-15T14:34:12.045022+0000", 2024-04-15T14:36:40.337 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_active": "2024-04-15T14:33:34.618830+0000", 2024-04-15T14:36:40.337 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_peered": "2024-04-15T14:33:34.618830+0000", 2024-04-15T14:36:40.337 INFO:tasks.workunit.client.0.smithi016.stdout: "last_change": "2024-04-15T14:33:34.622274+0000", 2024-04-15T14:36:40.337 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean": "2024-04-15T14:34:12.045022+0000", 2024-04-15T14:36:40.337 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean_scrub_stamp": "2024-04-15T14:33:33.599136+0000", 2024-04-15T14:36:40.337 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub": "0'0", 2024-04-15T14:36:40.337 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub_stamp": "2024-04-15T14:33:33.599136+0000", 2024-04-15T14:36:40.337 INFO:tasks.workunit.client.0.smithi016.stdout: "last_epoch_clean": 61, 2024-04-15T14:36:40.338 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fresh": "2024-04-15T14:34:12.045022+0000", 2024-04-15T14:36:40.338 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fullsized": "2024-04-15T14:34:12.045022+0000", 2024-04-15T14:36:40.338 INFO:tasks.workunit.client.0.smithi016.stdout: "last_peered": "2024-04-15T14:34:12.045022+0000", 2024-04-15T14:36:40.338 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub": "0'0", 2024-04-15T14:36:40.338 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_duration": 0, 2024-04-15T14:36:40.338 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_stamp": "2024-04-15T14:33:33.599136+0000", 2024-04-15T14:36:40.338 INFO:tasks.workunit.client.0.smithi016.stdout: "last_undegraded": "2024-04-15T14:34:12.045022+0000", 2024-04-15T14:36:40.338 INFO:tasks.workunit.client.0.smithi016.stdout: "last_unstale": "2024-04-15T14:34:12.045022+0000", 2024-04-15T14:36:40.338 INFO:tasks.workunit.client.0.smithi016.stdout: "log_dups_size": 0, 2024-04-15T14:36:40.338 INFO:tasks.workunit.client.0.smithi016.stdout: "log_size": 0, 2024-04-15T14:36:40.338 INFO:tasks.workunit.client.0.smithi016.stdout: "log_start": "0'0", 2024-04-15T14:36:40.338 INFO:tasks.workunit.client.0.smithi016.stdout: "manifest_stats_invalid": false, 2024-04-15T14:36:40.339 INFO:tasks.workunit.client.0.smithi016.stdout: "mapping_epoch": 60, 2024-04-15T14:36:40.339 INFO:tasks.workunit.client.0.smithi016.stdout: "object_location_counts": [], 2024-04-15T14:36:40.339 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_scrubbed": 0, 2024-04-15T14:36:40.339 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_trimmed": 0, 2024-04-15T14:36:40.339 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_stats_invalid": false, 2024-04-15T14:36:40.339 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_size": 0, 2024-04-15T14:36:40.339 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_start": "0'0", 2024-04-15T14:36:40.339 INFO:tasks.workunit.client.0.smithi016.stdout: "parent": "0.0", 2024-04-15T14:36:40.339 INFO:tasks.workunit.client.0.smithi016.stdout: "parent_split_bits": 0, 2024-04-15T14:36:40.339 INFO:tasks.workunit.client.0.smithi016.stdout: "pgid": "2.2", 2024-04-15T14:36:40.339 INFO:tasks.workunit.client.0.smithi016.stdout: "pin_stats_invalid": false, 2024-04-15T14:36:40.339 INFO:tasks.workunit.client.0.smithi016.stdout: "purged_snaps": [], 2024-04-15T14:36:40.340 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_epoch": 70, 2024-04-15T14:36:40.340 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_seq": 20, 2024-04-15T14:36:40.340 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_duration": 0.0, 2024-04-15T14:36:40.340 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-16T18:53:51.788701+0000", 2024-04-15T14:36:40.340 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrim_duration": 0.0, 2024-04-15T14:36:40.340 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrimq_len": 0, 2024-04-15T14:36:40.340 INFO:tasks.workunit.client.0.smithi016.stdout: "stat_sum": { 2024-04-15T14:36:40.340 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes": 0, 2024-04-15T14:36:40.340 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T14:36:40.340 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_recovered": 0, 2024-04-15T14:36:40.340 INFO:tasks.workunit.client.0.smithi016.stdout: "num_deep_scrub_errors": 0, 2024-04-15T14:36:40.340 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict": 0, 2024-04-15T14:36:40.341 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_kb": 0, 2024-04-15T14:36:40.341 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_full": 0, 2024-04-15T14:36:40.341 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_some": 0, 2024-04-15T14:36:40.341 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush": 0, 2024-04-15T14:36:40.341 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_kb": 0, 2024-04-15T14:36:40.341 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_high": 0, 2024-04-15T14:36:40.341 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_low": 0, 2024-04-15T14:36:40.341 INFO:tasks.workunit.client.0.smithi016.stdout: "num_keys_recovered": 0, 2024-04-15T14:36:40.341 INFO:tasks.workunit.client.0.smithi016.stdout: "num_large_omap_objects": 0, 2024-04-15T14:36:40.341 INFO:tasks.workunit.client.0.smithi016.stdout: "num_legacy_snapsets": 0, 2024-04-15T14:36:40.341 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_clones": 0, 2024-04-15T14:36:40.341 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_copies": 0, 2024-04-15T14:36:40.342 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects": 0, 2024-04-15T14:36:40.342 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_degraded": 0, 2024-04-15T14:36:40.342 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_dirty": 0, 2024-04-15T14:36:40.342 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T14:36:40.342 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_manifest": 0, 2024-04-15T14:36:40.342 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_misplaced": 0, 2024-04-15T14:36:40.342 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing": 0, 2024-04-15T14:36:40.342 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T14:36:40.342 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_omap": 0, 2024-04-15T14:36:40.342 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_pinned": 0, 2024-04-15T14:36:40.342 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_recovered": 0, 2024-04-15T14:36:40.342 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_repaired": 0, 2024-04-15T14:36:40.343 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_unfound": 0, 2024-04-15T14:36:40.343 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_bytes": 0, 2024-04-15T14:36:40.343 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_keys": 0, 2024-04-15T14:36:40.343 INFO:tasks.workunit.client.0.smithi016.stdout: "num_promote": 0, 2024-04-15T14:36:40.343 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read": 0, 2024-04-15T14:36:40.343 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read_kb": 0, 2024-04-15T14:36:40.343 INFO:tasks.workunit.client.0.smithi016.stdout: "num_scrub_errors": 0, 2024-04-15T14:36:40.343 INFO:tasks.workunit.client.0.smithi016.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T14:36:40.343 INFO:tasks.workunit.client.0.smithi016.stdout: "num_whiteouts": 0, 2024-04-15T14:36:40.343 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write": 0, 2024-04-15T14:36:40.343 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write_kb": 0 2024-04-15T14:36:40.343 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:40.344 INFO:tasks.workunit.client.0.smithi016.stdout: "state": "active+clean", 2024-04-15T14:36:40.344 INFO:tasks.workunit.client.0.smithi016.stdout: "stats_invalid": false, 2024-04-15T14:36:40.344 INFO:tasks.workunit.client.0.smithi016.stdout: "up": [ 2024-04-15T14:36:40.344 INFO:tasks.workunit.client.0.smithi016.stdout: 5, 2024-04-15T14:36:40.344 INFO:tasks.workunit.client.0.smithi016.stdout: 1, 2024-04-15T14:36:40.344 INFO:tasks.workunit.client.0.smithi016.stdout: 6 2024-04-15T14:36:40.344 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T14:36:40.344 INFO:tasks.workunit.client.0.smithi016.stdout: "up_primary": 5, 2024-04-15T14:36:40.344 INFO:tasks.workunit.client.0.smithi016.stdout: "version": "0'0" 2024-04-15T14:36:40.344 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:40.344 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-15T14:36:40.344 INFO:tasks.workunit.client.0.smithi016.stdout: "acting": [ 2024-04-15T14:36:40.344 INFO:tasks.workunit.client.0.smithi016.stdout: 4, 2024-04-15T14:36:40.345 INFO:tasks.workunit.client.0.smithi016.stdout: 0, 2024-04-15T14:36:40.345 INFO:tasks.workunit.client.0.smithi016.stdout: 6 2024-04-15T14:36:40.345 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T14:36:40.345 INFO:tasks.workunit.client.0.smithi016.stdout: "acting_primary": 4, 2024-04-15T14:36:40.345 INFO:tasks.workunit.client.0.smithi016.stdout: "avail_no_missing": [], 2024-04-15T14:36:40.345 INFO:tasks.workunit.client.0.smithi016.stdout: "blocked_by": [], 2024-04-15T14:36:40.345 INFO:tasks.workunit.client.0.smithi016.stdout: "created": 61, 2024-04-15T14:36:40.345 INFO:tasks.workunit.client.0.smithi016.stdout: "dirty_stats_invalid": false, 2024-04-15T14:36:40.345 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T14:36:40.345 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_stats_invalid": false, 2024-04-15T14:36:40.345 INFO:tasks.workunit.client.0.smithi016.stdout: "last_active": "2024-04-15T14:34:12.020756+0000", 2024-04-15T14:36:40.345 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_active": "2024-04-15T14:33:35.003208+0000", 2024-04-15T14:36:40.346 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_peered": "2024-04-15T14:33:35.003208+0000", 2024-04-15T14:36:40.346 INFO:tasks.workunit.client.0.smithi016.stdout: "last_change": "2024-04-15T14:33:35.003516+0000", 2024-04-15T14:36:40.346 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean": "2024-04-15T14:34:12.020756+0000", 2024-04-15T14:36:40.346 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T14:36:40.346 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub": "0'0", 2024-04-15T14:36:40.346 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T14:36:40.346 INFO:tasks.workunit.client.0.smithi016.stdout: "last_epoch_clean": 62, 2024-04-15T14:36:40.346 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fresh": "2024-04-15T14:34:12.020756+0000", 2024-04-15T14:36:40.346 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fullsized": "2024-04-15T14:34:12.020756+0000", 2024-04-15T14:36:40.346 INFO:tasks.workunit.client.0.smithi016.stdout: "last_peered": "2024-04-15T14:34:12.020756+0000", 2024-04-15T14:36:40.346 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub": "0'0", 2024-04-15T14:36:40.346 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_duration": 0, 2024-04-15T14:36:40.347 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T14:36:40.347 INFO:tasks.workunit.client.0.smithi016.stdout: "last_undegraded": "2024-04-15T14:34:12.020756+0000", 2024-04-15T14:36:40.347 INFO:tasks.workunit.client.0.smithi016.stdout: "last_unstale": "2024-04-15T14:34:12.020756+0000", 2024-04-15T14:36:40.347 INFO:tasks.workunit.client.0.smithi016.stdout: "log_dups_size": 0, 2024-04-15T14:36:40.347 INFO:tasks.workunit.client.0.smithi016.stdout: "log_size": 0, 2024-04-15T14:36:40.347 INFO:tasks.workunit.client.0.smithi016.stdout: "log_start": "0'0", 2024-04-15T14:36:40.347 INFO:tasks.workunit.client.0.smithi016.stdout: "manifest_stats_invalid": false, 2024-04-15T14:36:40.347 INFO:tasks.workunit.client.0.smithi016.stdout: "mapping_epoch": 61, 2024-04-15T14:36:40.347 INFO:tasks.workunit.client.0.smithi016.stdout: "object_location_counts": [], 2024-04-15T14:36:40.347 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_scrubbed": 0, 2024-04-15T14:36:40.347 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_trimmed": 0, 2024-04-15T14:36:40.347 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_stats_invalid": false, 2024-04-15T14:36:40.347 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_size": 0, 2024-04-15T14:36:40.348 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_start": "0'0", 2024-04-15T14:36:40.348 INFO:tasks.workunit.client.0.smithi016.stdout: "parent": "0.0", 2024-04-15T14:36:40.348 INFO:tasks.workunit.client.0.smithi016.stdout: "parent_split_bits": 0, 2024-04-15T14:36:40.348 INFO:tasks.workunit.client.0.smithi016.stdout: "pgid": "3.3", 2024-04-15T14:36:40.348 INFO:tasks.workunit.client.0.smithi016.stdout: "pin_stats_invalid": false, 2024-04-15T14:36:40.348 INFO:tasks.workunit.client.0.smithi016.stdout: "purged_snaps": [], 2024-04-15T14:36:40.348 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_epoch": 70, 2024-04-15T14:36:40.348 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_seq": 18, 2024-04-15T14:36:40.348 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_duration": 0.0, 2024-04-15T14:36:40.348 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-17T00:06:21.618555+0000", 2024-04-15T14:36:40.348 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrim_duration": 0.0, 2024-04-15T14:36:40.348 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrimq_len": 0, 2024-04-15T14:36:40.348 INFO:tasks.workunit.client.0.smithi016.stdout: "stat_sum": { 2024-04-15T14:36:40.349 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes": 0, 2024-04-15T14:36:40.349 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T14:36:40.349 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_recovered": 0, 2024-04-15T14:36:40.349 INFO:tasks.workunit.client.0.smithi016.stdout: "num_deep_scrub_errors": 0, 2024-04-15T14:36:40.349 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict": 0, 2024-04-15T14:36:40.349 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_kb": 0, 2024-04-15T14:36:40.349 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_full": 0, 2024-04-15T14:36:40.349 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_some": 0, 2024-04-15T14:36:40.349 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush": 0, 2024-04-15T14:36:40.349 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_kb": 0, 2024-04-15T14:36:40.349 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_high": 0, 2024-04-15T14:36:40.349 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_low": 0, 2024-04-15T14:36:40.350 INFO:tasks.workunit.client.0.smithi016.stdout: "num_keys_recovered": 0, 2024-04-15T14:36:40.350 INFO:tasks.workunit.client.0.smithi016.stdout: "num_large_omap_objects": 0, 2024-04-15T14:36:40.350 INFO:tasks.workunit.client.0.smithi016.stdout: "num_legacy_snapsets": 0, 2024-04-15T14:36:40.350 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_clones": 0, 2024-04-15T14:36:40.350 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_copies": 0, 2024-04-15T14:36:40.350 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects": 0, 2024-04-15T14:36:40.350 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_degraded": 0, 2024-04-15T14:36:40.350 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_dirty": 0, 2024-04-15T14:36:40.350 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T14:36:40.350 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_manifest": 0, 2024-04-15T14:36:40.350 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_misplaced": 0, 2024-04-15T14:36:40.350 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing": 0, 2024-04-15T14:36:40.351 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T14:36:40.351 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_omap": 0, 2024-04-15T14:36:40.351 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_pinned": 0, 2024-04-15T14:36:40.351 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_recovered": 0, 2024-04-15T14:36:40.351 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_repaired": 0, 2024-04-15T14:36:40.351 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_unfound": 0, 2024-04-15T14:36:40.351 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_bytes": 0, 2024-04-15T14:36:40.351 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_keys": 0, 2024-04-15T14:36:40.351 INFO:tasks.workunit.client.0.smithi016.stdout: "num_promote": 0, 2024-04-15T14:36:40.351 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read": 0, 2024-04-15T14:36:40.351 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read_kb": 0, 2024-04-15T14:36:40.351 INFO:tasks.workunit.client.0.smithi016.stdout: "num_scrub_errors": 0, 2024-04-15T14:36:40.352 INFO:tasks.workunit.client.0.smithi016.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T14:36:40.352 INFO:tasks.workunit.client.0.smithi016.stdout: "num_whiteouts": 0, 2024-04-15T14:36:40.352 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write": 0, 2024-04-15T14:36:40.352 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write_kb": 0 2024-04-15T14:36:40.352 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:40.352 INFO:tasks.workunit.client.0.smithi016.stdout: "state": "active+clean", 2024-04-15T14:36:40.352 INFO:tasks.workunit.client.0.smithi016.stdout: "stats_invalid": false, 2024-04-15T14:36:40.352 INFO:tasks.workunit.client.0.smithi016.stdout: "up": [ 2024-04-15T14:36:40.352 INFO:tasks.workunit.client.0.smithi016.stdout: 4, 2024-04-15T14:36:40.352 INFO:tasks.workunit.client.0.smithi016.stdout: 0, 2024-04-15T14:36:40.352 INFO:tasks.workunit.client.0.smithi016.stdout: 6 2024-04-15T14:36:40.352 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T14:36:40.353 INFO:tasks.workunit.client.0.smithi016.stdout: "up_primary": 4, 2024-04-15T14:36:40.353 INFO:tasks.workunit.client.0.smithi016.stdout: "version": "0'0" 2024-04-15T14:36:40.353 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:40.353 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-15T14:36:40.353 INFO:tasks.workunit.client.0.smithi016.stdout: "acting": [ 2024-04-15T14:36:40.353 INFO:tasks.workunit.client.0.smithi016.stdout: 1, 2024-04-15T14:36:40.353 INFO:tasks.workunit.client.0.smithi016.stdout: 5, 2024-04-15T14:36:40.353 INFO:tasks.workunit.client.0.smithi016.stdout: 0 2024-04-15T14:36:40.353 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T14:36:40.353 INFO:tasks.workunit.client.0.smithi016.stdout: "acting_primary": 1, 2024-04-15T14:36:40.353 INFO:tasks.workunit.client.0.smithi016.stdout: "avail_no_missing": [], 2024-04-15T14:36:40.353 INFO:tasks.workunit.client.0.smithi016.stdout: "blocked_by": [], 2024-04-15T14:36:40.354 INFO:tasks.workunit.client.0.smithi016.stdout: "created": 66, 2024-04-15T14:36:40.354 INFO:tasks.workunit.client.0.smithi016.stdout: "dirty_stats_invalid": false, 2024-04-15T14:36:40.354 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T14:36:40.354 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_stats_invalid": false, 2024-04-15T14:36:40.354 INFO:tasks.workunit.client.0.smithi016.stdout: "last_active": "2024-04-15T14:34:12.935390+0000", 2024-04-15T14:36:40.354 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_active": "2024-04-15T14:34:08.174109+0000", 2024-04-15T14:36:40.354 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_peered": "2024-04-15T14:34:08.174109+0000", 2024-04-15T14:36:40.354 INFO:tasks.workunit.client.0.smithi016.stdout: "last_change": "2024-04-15T14:34:08.174400+0000", 2024-04-15T14:36:40.354 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean": "2024-04-15T14:34:12.935390+0000", 2024-04-15T14:36:40.354 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean_scrub_stamp": "2024-04-15T14:34:07.163731+0000", 2024-04-15T14:36:40.354 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub": "0'0", 2024-04-15T14:36:40.354 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub_stamp": "2024-04-15T14:34:07.163731+0000", 2024-04-15T14:36:40.355 INFO:tasks.workunit.client.0.smithi016.stdout: "last_epoch_clean": 67, 2024-04-15T14:36:40.355 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fresh": "2024-04-15T14:34:12.935390+0000", 2024-04-15T14:36:40.355 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fullsized": "2024-04-15T14:34:12.935390+0000", 2024-04-15T14:36:40.355 INFO:tasks.workunit.client.0.smithi016.stdout: "last_peered": "2024-04-15T14:34:12.935390+0000", 2024-04-15T14:36:40.355 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub": "0'0", 2024-04-15T14:36:40.355 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_duration": 0, 2024-04-15T14:36:40.355 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_stamp": "2024-04-15T14:34:07.163731+0000", 2024-04-15T14:36:40.355 INFO:tasks.workunit.client.0.smithi016.stdout: "last_undegraded": "2024-04-15T14:34:12.935390+0000", 2024-04-15T14:36:40.355 INFO:tasks.workunit.client.0.smithi016.stdout: "last_unstale": "2024-04-15T14:34:12.935390+0000", 2024-04-15T14:36:40.355 INFO:tasks.workunit.client.0.smithi016.stdout: "log_dups_size": 0, 2024-04-15T14:36:40.355 INFO:tasks.workunit.client.0.smithi016.stdout: "log_size": 0, 2024-04-15T14:36:40.355 INFO:tasks.workunit.client.0.smithi016.stdout: "log_start": "0'0", 2024-04-15T14:36:40.356 INFO:tasks.workunit.client.0.smithi016.stdout: "manifest_stats_invalid": false, 2024-04-15T14:36:40.356 INFO:tasks.workunit.client.0.smithi016.stdout: "mapping_epoch": 66, 2024-04-15T14:36:40.356 INFO:tasks.workunit.client.0.smithi016.stdout: "object_location_counts": [], 2024-04-15T14:36:40.356 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_scrubbed": 0, 2024-04-15T14:36:40.356 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_trimmed": 0, 2024-04-15T14:36:40.356 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_stats_invalid": false, 2024-04-15T14:36:40.356 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_size": 0, 2024-04-15T14:36:40.356 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_start": "0'0", 2024-04-15T14:36:40.356 INFO:tasks.workunit.client.0.smithi016.stdout: "parent": "0.0", 2024-04-15T14:36:40.356 INFO:tasks.workunit.client.0.smithi016.stdout: "parent_split_bits": 0, 2024-04-15T14:36:40.356 INFO:tasks.workunit.client.0.smithi016.stdout: "pgid": "4.7", 2024-04-15T14:36:40.356 INFO:tasks.workunit.client.0.smithi016.stdout: "pin_stats_invalid": false, 2024-04-15T14:36:40.356 INFO:tasks.workunit.client.0.smithi016.stdout: "purged_snaps": [], 2024-04-15T14:36:40.357 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_epoch": 70, 2024-04-15T14:36:40.357 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_seq": 14, 2024-04-15T14:36:40.357 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_duration": 0.0, 2024-04-15T14:36:40.357 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-16T15:25:43.459008+0000", 2024-04-15T14:36:40.357 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrim_duration": 0.0, 2024-04-15T14:36:40.357 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrimq_len": 0, 2024-04-15T14:36:40.357 INFO:tasks.workunit.client.0.smithi016.stdout: "stat_sum": { 2024-04-15T14:36:40.357 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes": 0, 2024-04-15T14:36:40.357 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T14:36:40.357 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_recovered": 0, 2024-04-15T14:36:40.357 INFO:tasks.workunit.client.0.smithi016.stdout: "num_deep_scrub_errors": 0, 2024-04-15T14:36:40.357 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict": 0, 2024-04-15T14:36:40.358 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_kb": 0, 2024-04-15T14:36:40.358 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_full": 0, 2024-04-15T14:36:40.358 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_some": 0, 2024-04-15T14:36:40.358 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush": 0, 2024-04-15T14:36:40.358 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_kb": 0, 2024-04-15T14:36:40.358 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_high": 0, 2024-04-15T14:36:40.358 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_low": 0, 2024-04-15T14:36:40.358 INFO:tasks.workunit.client.0.smithi016.stdout: "num_keys_recovered": 0, 2024-04-15T14:36:40.358 INFO:tasks.workunit.client.0.smithi016.stdout: "num_large_omap_objects": 0, 2024-04-15T14:36:40.358 INFO:tasks.workunit.client.0.smithi016.stdout: "num_legacy_snapsets": 0, 2024-04-15T14:36:40.358 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_clones": 0, 2024-04-15T14:36:40.358 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_copies": 0, 2024-04-15T14:36:40.359 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects": 0, 2024-04-15T14:36:40.359 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_degraded": 0, 2024-04-15T14:36:40.359 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_dirty": 0, 2024-04-15T14:36:40.359 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T14:36:40.359 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_manifest": 0, 2024-04-15T14:36:40.359 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_misplaced": 0, 2024-04-15T14:36:40.359 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing": 0, 2024-04-15T14:36:40.359 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T14:36:40.359 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_omap": 0, 2024-04-15T14:36:40.359 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_pinned": 0, 2024-04-15T14:36:40.359 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_recovered": 0, 2024-04-15T14:36:40.359 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_repaired": 0, 2024-04-15T14:36:40.360 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_unfound": 0, 2024-04-15T14:36:40.360 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_bytes": 0, 2024-04-15T14:36:40.360 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_keys": 0, 2024-04-15T14:36:40.360 INFO:tasks.workunit.client.0.smithi016.stdout: "num_promote": 0, 2024-04-15T14:36:40.360 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read": 0, 2024-04-15T14:36:40.360 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read_kb": 0, 2024-04-15T14:36:40.360 INFO:tasks.workunit.client.0.smithi016.stdout: "num_scrub_errors": 0, 2024-04-15T14:36:40.360 INFO:tasks.workunit.client.0.smithi016.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T14:36:40.360 INFO:tasks.workunit.client.0.smithi016.stdout: "num_whiteouts": 0, 2024-04-15T14:36:40.360 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write": 0, 2024-04-15T14:36:40.360 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write_kb": 0 2024-04-15T14:36:40.360 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:40.361 INFO:tasks.workunit.client.0.smithi016.stdout: "state": "active+clean", 2024-04-15T14:36:40.361 INFO:tasks.workunit.client.0.smithi016.stdout: "stats_invalid": false, 2024-04-15T14:36:40.361 INFO:tasks.workunit.client.0.smithi016.stdout: "up": [ 2024-04-15T14:36:40.361 INFO:tasks.workunit.client.0.smithi016.stdout: 1, 2024-04-15T14:36:40.361 INFO:tasks.workunit.client.0.smithi016.stdout: 5, 2024-04-15T14:36:40.361 INFO:tasks.workunit.client.0.smithi016.stdout: 0 2024-04-15T14:36:40.361 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T14:36:40.361 INFO:tasks.workunit.client.0.smithi016.stdout: "up_primary": 1, 2024-04-15T14:36:40.361 INFO:tasks.workunit.client.0.smithi016.stdout: "version": "0'0" 2024-04-15T14:36:40.361 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:40.361 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-15T14:36:40.361 INFO:tasks.workunit.client.0.smithi016.stdout: "acting": [ 2024-04-15T14:36:40.361 INFO:tasks.workunit.client.0.smithi016.stdout: 1, 2024-04-15T14:36:40.362 INFO:tasks.workunit.client.0.smithi016.stdout: 2, 2024-04-15T14:36:40.362 INFO:tasks.workunit.client.0.smithi016.stdout: 6 2024-04-15T14:36:40.362 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T14:36:40.362 INFO:tasks.workunit.client.0.smithi016.stdout: "acting_primary": 1, 2024-04-15T14:36:40.362 INFO:tasks.workunit.client.0.smithi016.stdout: "avail_no_missing": [], 2024-04-15T14:36:40.362 INFO:tasks.workunit.client.0.smithi016.stdout: "blocked_by": [], 2024-04-15T14:36:40.362 INFO:tasks.workunit.client.0.smithi016.stdout: "created": 61, 2024-04-15T14:36:40.362 INFO:tasks.workunit.client.0.smithi016.stdout: "dirty_stats_invalid": false, 2024-04-15T14:36:40.362 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T14:36:40.362 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_stats_invalid": false, 2024-04-15T14:36:40.362 INFO:tasks.workunit.client.0.smithi016.stdout: "last_active": "2024-04-15T14:34:12.003305+0000", 2024-04-15T14:36:40.363 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_active": "2024-04-15T14:33:35.000319+0000", 2024-04-15T14:36:40.363 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_peered": "2024-04-15T14:33:35.000319+0000", 2024-04-15T14:36:40.363 INFO:tasks.workunit.client.0.smithi016.stdout: "last_change": "2024-04-15T14:33:35.000587+0000", 2024-04-15T14:36:40.363 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean": "2024-04-15T14:34:12.003305+0000", 2024-04-15T14:36:40.363 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T14:36:40.363 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub": "0'0", 2024-04-15T14:36:40.363 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T14:36:40.363 INFO:tasks.workunit.client.0.smithi016.stdout: "last_epoch_clean": 62, 2024-04-15T14:36:40.363 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fresh": "2024-04-15T14:34:12.003305+0000", 2024-04-15T14:36:40.363 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fullsized": "2024-04-15T14:34:12.003305+0000", 2024-04-15T14:36:40.363 INFO:tasks.workunit.client.0.smithi016.stdout: "last_peered": "2024-04-15T14:34:12.003305+0000", 2024-04-15T14:36:40.363 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub": "0'0", 2024-04-15T14:36:40.364 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_duration": 0, 2024-04-15T14:36:40.364 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T14:36:40.364 INFO:tasks.workunit.client.0.smithi016.stdout: "last_undegraded": "2024-04-15T14:34:12.003305+0000", 2024-04-15T14:36:40.364 INFO:tasks.workunit.client.0.smithi016.stdout: "last_unstale": "2024-04-15T14:34:12.003305+0000", 2024-04-15T14:36:40.364 INFO:tasks.workunit.client.0.smithi016.stdout: "log_dups_size": 0, 2024-04-15T14:36:40.364 INFO:tasks.workunit.client.0.smithi016.stdout: "log_size": 0, 2024-04-15T14:36:40.364 INFO:tasks.workunit.client.0.smithi016.stdout: "log_start": "0'0", 2024-04-15T14:36:40.364 INFO:tasks.workunit.client.0.smithi016.stdout: "manifest_stats_invalid": false, 2024-04-15T14:36:40.364 INFO:tasks.workunit.client.0.smithi016.stdout: "mapping_epoch": 61, 2024-04-15T14:36:40.364 INFO:tasks.workunit.client.0.smithi016.stdout: "object_location_counts": [], 2024-04-15T14:36:40.364 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_scrubbed": 0, 2024-04-15T14:36:40.364 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_trimmed": 0, 2024-04-15T14:36:40.365 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_stats_invalid": false, 2024-04-15T14:36:40.365 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_size": 0, 2024-04-15T14:36:40.365 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_start": "0'0", 2024-04-15T14:36:40.365 INFO:tasks.workunit.client.0.smithi016.stdout: "parent": "0.0", 2024-04-15T14:36:40.365 INFO:tasks.workunit.client.0.smithi016.stdout: "parent_split_bits": 0, 2024-04-15T14:36:40.365 INFO:tasks.workunit.client.0.smithi016.stdout: "pgid": "3.0", 2024-04-15T14:36:40.365 INFO:tasks.workunit.client.0.smithi016.stdout: "pin_stats_invalid": false, 2024-04-15T14:36:40.365 INFO:tasks.workunit.client.0.smithi016.stdout: "purged_snaps": [], 2024-04-15T14:36:40.365 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_epoch": 70, 2024-04-15T14:36:40.365 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_seq": 19, 2024-04-15T14:36:40.365 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_duration": 0.0, 2024-04-15T14:36:40.365 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-16T17:34:15.729312+0000", 2024-04-15T14:36:40.365 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrim_duration": 0.0, 2024-04-15T14:36:40.366 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrimq_len": 0, 2024-04-15T14:36:40.366 INFO:tasks.workunit.client.0.smithi016.stdout: "stat_sum": { 2024-04-15T14:36:40.366 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes": 0, 2024-04-15T14:36:40.366 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T14:36:40.366 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_recovered": 0, 2024-04-15T14:36:40.366 INFO:tasks.workunit.client.0.smithi016.stdout: "num_deep_scrub_errors": 0, 2024-04-15T14:36:40.366 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict": 0, 2024-04-15T14:36:40.366 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_kb": 0, 2024-04-15T14:36:40.366 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_full": 0, 2024-04-15T14:36:40.366 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_some": 0, 2024-04-15T14:36:40.366 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush": 0, 2024-04-15T14:36:40.367 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_kb": 0, 2024-04-15T14:36:40.367 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_high": 0, 2024-04-15T14:36:40.367 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_low": 0, 2024-04-15T14:36:40.367 INFO:tasks.workunit.client.0.smithi016.stdout: "num_keys_recovered": 0, 2024-04-15T14:36:40.367 INFO:tasks.workunit.client.0.smithi016.stdout: "num_large_omap_objects": 0, 2024-04-15T14:36:40.367 INFO:tasks.workunit.client.0.smithi016.stdout: "num_legacy_snapsets": 0, 2024-04-15T14:36:40.367 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_clones": 0, 2024-04-15T14:36:40.367 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_copies": 0, 2024-04-15T14:36:40.367 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects": 0, 2024-04-15T14:36:40.367 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_degraded": 0, 2024-04-15T14:36:40.367 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_dirty": 0, 2024-04-15T14:36:40.368 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T14:36:40.368 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_manifest": 0, 2024-04-15T14:36:40.368 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_misplaced": 0, 2024-04-15T14:36:40.368 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing": 0, 2024-04-15T14:36:40.368 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T14:36:40.368 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_omap": 0, 2024-04-15T14:36:40.368 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_pinned": 0, 2024-04-15T14:36:40.368 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_recovered": 0, 2024-04-15T14:36:40.368 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_repaired": 0, 2024-04-15T14:36:40.368 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_unfound": 0, 2024-04-15T14:36:40.368 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_bytes": 0, 2024-04-15T14:36:40.368 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_keys": 0, 2024-04-15T14:36:40.368 INFO:tasks.workunit.client.0.smithi016.stdout: "num_promote": 0, 2024-04-15T14:36:40.369 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read": 0, 2024-04-15T14:36:40.369 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read_kb": 0, 2024-04-15T14:36:40.369 INFO:tasks.workunit.client.0.smithi016.stdout: "num_scrub_errors": 0, 2024-04-15T14:36:40.369 INFO:tasks.workunit.client.0.smithi016.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T14:36:40.369 INFO:tasks.workunit.client.0.smithi016.stdout: "num_whiteouts": 0, 2024-04-15T14:36:40.369 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write": 0, 2024-04-15T14:36:40.369 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write_kb": 0 2024-04-15T14:36:40.369 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:40.369 INFO:tasks.workunit.client.0.smithi016.stdout: "state": "active+clean", 2024-04-15T14:36:40.369 INFO:tasks.workunit.client.0.smithi016.stdout: "stats_invalid": false, 2024-04-15T14:36:40.369 INFO:tasks.workunit.client.0.smithi016.stdout: "up": [ 2024-04-15T14:36:40.369 INFO:tasks.workunit.client.0.smithi016.stdout: 1, 2024-04-15T14:36:40.370 INFO:tasks.workunit.client.0.smithi016.stdout: 2, 2024-04-15T14:36:40.370 INFO:tasks.workunit.client.0.smithi016.stdout: 6 2024-04-15T14:36:40.370 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T14:36:40.370 INFO:tasks.workunit.client.0.smithi016.stdout: "up_primary": 1, 2024-04-15T14:36:40.370 INFO:tasks.workunit.client.0.smithi016.stdout: "version": "0'0" 2024-04-15T14:36:40.370 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:40.370 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-15T14:36:40.370 INFO:tasks.workunit.client.0.smithi016.stdout: "acting": [ 2024-04-15T14:36:40.370 INFO:tasks.workunit.client.0.smithi016.stdout: 2, 2024-04-15T14:36:40.370 INFO:tasks.workunit.client.0.smithi016.stdout: 3, 2024-04-15T14:36:40.370 INFO:tasks.workunit.client.0.smithi016.stdout: 0 2024-04-15T14:36:40.370 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T14:36:40.371 INFO:tasks.workunit.client.0.smithi016.stdout: "acting_primary": 2, 2024-04-15T14:36:40.371 INFO:tasks.workunit.client.0.smithi016.stdout: "avail_no_missing": [], 2024-04-15T14:36:40.371 INFO:tasks.workunit.client.0.smithi016.stdout: "blocked_by": [], 2024-04-15T14:36:40.371 INFO:tasks.workunit.client.0.smithi016.stdout: "created": 60, 2024-04-15T14:36:40.371 INFO:tasks.workunit.client.0.smithi016.stdout: "dirty_stats_invalid": false, 2024-04-15T14:36:40.371 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T14:36:40.371 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_stats_invalid": false, 2024-04-15T14:36:40.371 INFO:tasks.workunit.client.0.smithi016.stdout: "last_active": "2024-04-15T14:34:11.926536+0000", 2024-04-15T14:36:40.371 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_active": "2024-04-15T14:33:34.611678+0000", 2024-04-15T14:36:40.371 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_peered": "2024-04-15T14:33:34.611678+0000", 2024-04-15T14:36:40.371 INFO:tasks.workunit.client.0.smithi016.stdout: "last_change": "2024-04-15T14:33:34.612037+0000", 2024-04-15T14:36:40.371 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean": "2024-04-15T14:34:11.926536+0000", 2024-04-15T14:36:40.372 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean_scrub_stamp": "2024-04-15T14:33:33.599136+0000", 2024-04-15T14:36:40.372 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub": "0'0", 2024-04-15T14:36:40.372 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub_stamp": "2024-04-15T14:33:33.599136+0000", 2024-04-15T14:36:40.372 INFO:tasks.workunit.client.0.smithi016.stdout: "last_epoch_clean": 61, 2024-04-15T14:36:40.372 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fresh": "2024-04-15T14:34:11.926536+0000", 2024-04-15T14:36:40.372 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fullsized": "2024-04-15T14:34:11.926536+0000", 2024-04-15T14:36:40.372 INFO:tasks.workunit.client.0.smithi016.stdout: "last_peered": "2024-04-15T14:34:11.926536+0000", 2024-04-15T14:36:40.372 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub": "0'0", 2024-04-15T14:36:40.372 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_duration": 0, 2024-04-15T14:36:40.372 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_stamp": "2024-04-15T14:33:33.599136+0000", 2024-04-15T14:36:40.372 INFO:tasks.workunit.client.0.smithi016.stdout: "last_undegraded": "2024-04-15T14:34:11.926536+0000", 2024-04-15T14:36:40.372 INFO:tasks.workunit.client.0.smithi016.stdout: "last_unstale": "2024-04-15T14:34:11.926536+0000", 2024-04-15T14:36:40.372 INFO:tasks.workunit.client.0.smithi016.stdout: "log_dups_size": 0, 2024-04-15T14:36:40.373 INFO:tasks.workunit.client.0.smithi016.stdout: "log_size": 0, 2024-04-15T14:36:40.373 INFO:tasks.workunit.client.0.smithi016.stdout: "log_start": "0'0", 2024-04-15T14:36:40.373 INFO:tasks.workunit.client.0.smithi016.stdout: "manifest_stats_invalid": false, 2024-04-15T14:36:40.373 INFO:tasks.workunit.client.0.smithi016.stdout: "mapping_epoch": 60, 2024-04-15T14:36:40.373 INFO:tasks.workunit.client.0.smithi016.stdout: "object_location_counts": [], 2024-04-15T14:36:40.373 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_scrubbed": 0, 2024-04-15T14:36:40.373 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_trimmed": 0, 2024-04-15T14:36:40.373 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_stats_invalid": false, 2024-04-15T14:36:40.373 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_size": 0, 2024-04-15T14:36:40.373 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_start": "0'0", 2024-04-15T14:36:40.373 INFO:tasks.workunit.client.0.smithi016.stdout: "parent": "0.0", 2024-04-15T14:36:40.373 INFO:tasks.workunit.client.0.smithi016.stdout: "parent_split_bits": 0, 2024-04-15T14:36:40.374 INFO:tasks.workunit.client.0.smithi016.stdout: "pgid": "2.1", 2024-04-15T14:36:40.374 INFO:tasks.workunit.client.0.smithi016.stdout: "pin_stats_invalid": false, 2024-04-15T14:36:40.374 INFO:tasks.workunit.client.0.smithi016.stdout: "purged_snaps": [], 2024-04-15T14:36:40.374 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_epoch": 70, 2024-04-15T14:36:40.374 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_seq": 20, 2024-04-15T14:36:40.374 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_duration": 0.0, 2024-04-15T14:36:40.374 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-16T20:09:05.939655+0000", 2024-04-15T14:36:40.374 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrim_duration": 0.0, 2024-04-15T14:36:40.374 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrimq_len": 0, 2024-04-15T14:36:40.374 INFO:tasks.workunit.client.0.smithi016.stdout: "stat_sum": { 2024-04-15T14:36:40.374 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes": 0, 2024-04-15T14:36:40.374 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T14:36:40.375 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_recovered": 0, 2024-04-15T14:36:40.375 INFO:tasks.workunit.client.0.smithi016.stdout: "num_deep_scrub_errors": 0, 2024-04-15T14:36:40.375 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict": 0, 2024-04-15T14:36:40.375 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_kb": 0, 2024-04-15T14:36:40.375 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_full": 0, 2024-04-15T14:36:40.375 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_some": 0, 2024-04-15T14:36:40.375 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush": 0, 2024-04-15T14:36:40.375 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_kb": 0, 2024-04-15T14:36:40.375 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_high": 0, 2024-04-15T14:36:40.375 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_low": 0, 2024-04-15T14:36:40.375 INFO:tasks.workunit.client.0.smithi016.stdout: "num_keys_recovered": 0, 2024-04-15T14:36:40.375 INFO:tasks.workunit.client.0.smithi016.stdout: "num_large_omap_objects": 0, 2024-04-15T14:36:40.375 INFO:tasks.workunit.client.0.smithi016.stdout: "num_legacy_snapsets": 0, 2024-04-15T14:36:40.376 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_clones": 0, 2024-04-15T14:36:40.376 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_copies": 0, 2024-04-15T14:36:40.376 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects": 0, 2024-04-15T14:36:40.376 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_degraded": 0, 2024-04-15T14:36:40.376 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_dirty": 0, 2024-04-15T14:36:40.376 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T14:36:40.376 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_manifest": 0, 2024-04-15T14:36:40.376 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_misplaced": 0, 2024-04-15T14:36:40.376 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing": 0, 2024-04-15T14:36:40.376 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T14:36:40.376 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_omap": 0, 2024-04-15T14:36:40.376 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_pinned": 0, 2024-04-15T14:36:40.376 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_recovered": 0, 2024-04-15T14:36:40.377 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_repaired": 0, 2024-04-15T14:36:40.377 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_unfound": 0, 2024-04-15T14:36:40.377 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_bytes": 0, 2024-04-15T14:36:40.377 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_keys": 0, 2024-04-15T14:36:40.377 INFO:tasks.workunit.client.0.smithi016.stdout: "num_promote": 0, 2024-04-15T14:36:40.377 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read": 0, 2024-04-15T14:36:40.377 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read_kb": 0, 2024-04-15T14:36:40.377 INFO:tasks.workunit.client.0.smithi016.stdout: "num_scrub_errors": 0, 2024-04-15T14:36:40.377 INFO:tasks.workunit.client.0.smithi016.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T14:36:40.377 INFO:tasks.workunit.client.0.smithi016.stdout: "num_whiteouts": 0, 2024-04-15T14:36:40.377 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write": 0, 2024-04-15T14:36:40.378 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write_kb": 0 2024-04-15T14:36:40.378 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:40.378 INFO:tasks.workunit.client.0.smithi016.stdout: "state": "active+clean", 2024-04-15T14:36:40.378 INFO:tasks.workunit.client.0.smithi016.stdout: "stats_invalid": false, 2024-04-15T14:36:40.378 INFO:tasks.workunit.client.0.smithi016.stdout: "up": [ 2024-04-15T14:36:40.378 INFO:tasks.workunit.client.0.smithi016.stdout: 2, 2024-04-15T14:36:40.378 INFO:tasks.workunit.client.0.smithi016.stdout: 3, 2024-04-15T14:36:40.378 INFO:tasks.workunit.client.0.smithi016.stdout: 0 2024-04-15T14:36:40.378 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T14:36:40.378 INFO:tasks.workunit.client.0.smithi016.stdout: "up_primary": 2, 2024-04-15T14:36:40.378 INFO:tasks.workunit.client.0.smithi016.stdout: "version": "0'0" 2024-04-15T14:36:40.379 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:40.379 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-15T14:36:40.379 INFO:tasks.workunit.client.0.smithi016.stdout: "acting": [ 2024-04-15T14:36:40.379 INFO:tasks.workunit.client.0.smithi016.stdout: 6, 2024-04-15T14:36:40.379 INFO:tasks.workunit.client.0.smithi016.stdout: 4, 2024-04-15T14:36:40.379 INFO:tasks.workunit.client.0.smithi016.stdout: 7 2024-04-15T14:36:40.379 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T14:36:40.379 INFO:tasks.workunit.client.0.smithi016.stdout: "acting_primary": 6, 2024-04-15T14:36:40.379 INFO:tasks.workunit.client.0.smithi016.stdout: "avail_no_missing": [], 2024-04-15T14:36:40.379 INFO:tasks.workunit.client.0.smithi016.stdout: "blocked_by": [], 2024-04-15T14:36:40.379 INFO:tasks.workunit.client.0.smithi016.stdout: "created": 66, 2024-04-15T14:36:40.380 INFO:tasks.workunit.client.0.smithi016.stdout: "dirty_stats_invalid": false, 2024-04-15T14:36:40.380 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T14:36:40.380 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_stats_invalid": false, 2024-04-15T14:36:40.380 INFO:tasks.workunit.client.0.smithi016.stdout: "last_active": "2024-04-15T14:34:12.933478+0000", 2024-04-15T14:36:40.380 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_active": "2024-04-15T14:34:08.860872+0000", 2024-04-15T14:36:40.380 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_peered": "2024-04-15T14:34:08.860872+0000", 2024-04-15T14:36:40.380 INFO:tasks.workunit.client.0.smithi016.stdout: "last_change": "2024-04-15T14:34:08.861132+0000", 2024-04-15T14:36:40.380 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean": "2024-04-15T14:34:12.933478+0000", 2024-04-15T14:36:40.380 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean_scrub_stamp": "2024-04-15T14:34:07.163731+0000", 2024-04-15T14:36:40.380 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub": "0'0", 2024-04-15T14:36:40.380 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub_stamp": "2024-04-15T14:34:07.163731+0000", 2024-04-15T14:36:40.380 INFO:tasks.workunit.client.0.smithi016.stdout: "last_epoch_clean": 67, 2024-04-15T14:36:40.381 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fresh": "2024-04-15T14:34:12.933478+0000", 2024-04-15T14:36:40.381 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fullsized": "2024-04-15T14:34:12.933478+0000", 2024-04-15T14:36:40.381 INFO:tasks.workunit.client.0.smithi016.stdout: "last_peered": "2024-04-15T14:34:12.933478+0000", 2024-04-15T14:36:40.381 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub": "0'0", 2024-04-15T14:36:40.381 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_duration": 0, 2024-04-15T14:36:40.381 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_stamp": "2024-04-15T14:34:07.163731+0000", 2024-04-15T14:36:40.381 INFO:tasks.workunit.client.0.smithi016.stdout: "last_undegraded": "2024-04-15T14:34:12.933478+0000", 2024-04-15T14:36:40.381 INFO:tasks.workunit.client.0.smithi016.stdout: "last_unstale": "2024-04-15T14:34:12.933478+0000", 2024-04-15T14:36:40.381 INFO:tasks.workunit.client.0.smithi016.stdout: "log_dups_size": 0, 2024-04-15T14:36:40.381 INFO:tasks.workunit.client.0.smithi016.stdout: "log_size": 0, 2024-04-15T14:36:40.381 INFO:tasks.workunit.client.0.smithi016.stdout: "log_start": "0'0", 2024-04-15T14:36:40.381 INFO:tasks.workunit.client.0.smithi016.stdout: "manifest_stats_invalid": false, 2024-04-15T14:36:40.381 INFO:tasks.workunit.client.0.smithi016.stdout: "mapping_epoch": 66, 2024-04-15T14:36:40.382 INFO:tasks.workunit.client.0.smithi016.stdout: "object_location_counts": [], 2024-04-15T14:36:40.382 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_scrubbed": 0, 2024-04-15T14:36:40.382 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_trimmed": 0, 2024-04-15T14:36:40.382 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_stats_invalid": false, 2024-04-15T14:36:40.382 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_size": 0, 2024-04-15T14:36:40.382 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_start": "0'0", 2024-04-15T14:36:40.382 INFO:tasks.workunit.client.0.smithi016.stdout: "parent": "0.0", 2024-04-15T14:36:40.382 INFO:tasks.workunit.client.0.smithi016.stdout: "parent_split_bits": 0, 2024-04-15T14:36:40.382 INFO:tasks.workunit.client.0.smithi016.stdout: "pgid": "4.5", 2024-04-15T14:36:40.382 INFO:tasks.workunit.client.0.smithi016.stdout: "pin_stats_invalid": false, 2024-04-15T14:36:40.382 INFO:tasks.workunit.client.0.smithi016.stdout: "purged_snaps": [], 2024-04-15T14:36:40.383 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_epoch": 70, 2024-04-15T14:36:40.383 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_seq": 13, 2024-04-15T14:36:40.383 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_duration": 0.0, 2024-04-15T14:36:40.383 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-16T15:16:32.959519+0000", 2024-04-15T14:36:40.383 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrim_duration": 0.0, 2024-04-15T14:36:40.383 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrimq_len": 0, 2024-04-15T14:36:40.383 INFO:tasks.workunit.client.0.smithi016.stdout: "stat_sum": { 2024-04-15T14:36:40.383 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes": 0, 2024-04-15T14:36:40.383 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T14:36:40.383 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_recovered": 0, 2024-04-15T14:36:40.383 INFO:tasks.workunit.client.0.smithi016.stdout: "num_deep_scrub_errors": 0, 2024-04-15T14:36:40.383 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict": 0, 2024-04-15T14:36:40.384 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_kb": 0, 2024-04-15T14:36:40.384 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_full": 0, 2024-04-15T14:36:40.384 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_some": 0, 2024-04-15T14:36:40.384 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush": 0, 2024-04-15T14:36:40.384 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_kb": 0, 2024-04-15T14:36:40.384 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_high": 0, 2024-04-15T14:36:40.384 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_low": 0, 2024-04-15T14:36:40.384 INFO:tasks.workunit.client.0.smithi016.stdout: "num_keys_recovered": 0, 2024-04-15T14:36:40.384 INFO:tasks.workunit.client.0.smithi016.stdout: "num_large_omap_objects": 0, 2024-04-15T14:36:40.384 INFO:tasks.workunit.client.0.smithi016.stdout: "num_legacy_snapsets": 0, 2024-04-15T14:36:40.384 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_clones": 0, 2024-04-15T14:36:40.385 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_copies": 0, 2024-04-15T14:36:40.385 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects": 0, 2024-04-15T14:36:40.385 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_degraded": 0, 2024-04-15T14:36:40.385 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_dirty": 0, 2024-04-15T14:36:40.385 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T14:36:40.385 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_manifest": 0, 2024-04-15T14:36:40.385 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_misplaced": 0, 2024-04-15T14:36:40.385 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing": 0, 2024-04-15T14:36:40.385 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T14:36:40.385 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_omap": 0, 2024-04-15T14:36:40.385 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_pinned": 0, 2024-04-15T14:36:40.385 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_recovered": 0, 2024-04-15T14:36:40.386 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_repaired": 0, 2024-04-15T14:36:40.386 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_unfound": 0, 2024-04-15T14:36:40.386 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_bytes": 0, 2024-04-15T14:36:40.386 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_keys": 0, 2024-04-15T14:36:40.386 INFO:tasks.workunit.client.0.smithi016.stdout: "num_promote": 0, 2024-04-15T14:36:40.386 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read": 0, 2024-04-15T14:36:40.386 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read_kb": 0, 2024-04-15T14:36:40.386 INFO:tasks.workunit.client.0.smithi016.stdout: "num_scrub_errors": 0, 2024-04-15T14:36:40.386 INFO:tasks.workunit.client.0.smithi016.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T14:36:40.386 INFO:tasks.workunit.client.0.smithi016.stdout: "num_whiteouts": 0, 2024-04-15T14:36:40.386 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write": 0, 2024-04-15T14:36:40.387 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write_kb": 0 2024-04-15T14:36:40.387 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:40.387 INFO:tasks.workunit.client.0.smithi016.stdout: "state": "active+clean", 2024-04-15T14:36:40.387 INFO:tasks.workunit.client.0.smithi016.stdout: "stats_invalid": false, 2024-04-15T14:36:40.387 INFO:tasks.workunit.client.0.smithi016.stdout: "up": [ 2024-04-15T14:36:40.387 INFO:tasks.workunit.client.0.smithi016.stdout: 6, 2024-04-15T14:36:40.387 INFO:tasks.workunit.client.0.smithi016.stdout: 4, 2024-04-15T14:36:40.387 INFO:tasks.workunit.client.0.smithi016.stdout: 7 2024-04-15T14:36:40.387 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T14:36:40.387 INFO:tasks.workunit.client.0.smithi016.stdout: "up_primary": 6, 2024-04-15T14:36:40.387 INFO:tasks.workunit.client.0.smithi016.stdout: "version": "0'0" 2024-04-15T14:36:40.387 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:40.387 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-15T14:36:40.388 INFO:tasks.workunit.client.0.smithi016.stdout: "acting": [ 2024-04-15T14:36:40.388 INFO:tasks.workunit.client.0.smithi016.stdout: 3, 2024-04-15T14:36:40.388 INFO:tasks.workunit.client.0.smithi016.stdout: 5, 2024-04-15T14:36:40.388 INFO:tasks.workunit.client.0.smithi016.stdout: 6 2024-04-15T14:36:40.388 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T14:36:40.388 INFO:tasks.workunit.client.0.smithi016.stdout: "acting_primary": 3, 2024-04-15T14:36:40.388 INFO:tasks.workunit.client.0.smithi016.stdout: "avail_no_missing": [], 2024-04-15T14:36:40.388 INFO:tasks.workunit.client.0.smithi016.stdout: "blocked_by": [], 2024-04-15T14:36:40.388 INFO:tasks.workunit.client.0.smithi016.stdout: "created": 61, 2024-04-15T14:36:40.388 INFO:tasks.workunit.client.0.smithi016.stdout: "dirty_stats_invalid": false, 2024-04-15T14:36:40.388 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T14:36:40.388 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_stats_invalid": false, 2024-04-15T14:36:40.388 INFO:tasks.workunit.client.0.smithi016.stdout: "last_active": "2024-04-15T14:34:12.046082+0000", 2024-04-15T14:36:40.389 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_active": "2024-04-15T14:33:35.000740+0000", 2024-04-15T14:36:40.389 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_peered": "2024-04-15T14:33:35.000740+0000", 2024-04-15T14:36:40.389 INFO:tasks.workunit.client.0.smithi016.stdout: "last_change": "2024-04-15T14:33:35.001017+0000", 2024-04-15T14:36:40.389 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean": "2024-04-15T14:34:12.046082+0000", 2024-04-15T14:36:40.389 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T14:36:40.389 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub": "0'0", 2024-04-15T14:36:40.389 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T14:36:40.389 INFO:tasks.workunit.client.0.smithi016.stdout: "last_epoch_clean": 62, 2024-04-15T14:36:40.389 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fresh": "2024-04-15T14:34:12.046082+0000", 2024-04-15T14:36:40.389 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fullsized": "2024-04-15T14:34:12.046082+0000", 2024-04-15T14:36:40.389 INFO:tasks.workunit.client.0.smithi016.stdout: "last_peered": "2024-04-15T14:34:12.046082+0000", 2024-04-15T14:36:40.389 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub": "0'0", 2024-04-15T14:36:40.390 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_duration": 0, 2024-04-15T14:36:40.390 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T14:36:40.390 INFO:tasks.workunit.client.0.smithi016.stdout: "last_undegraded": "2024-04-15T14:34:12.046082+0000", 2024-04-15T14:36:40.390 INFO:tasks.workunit.client.0.smithi016.stdout: "last_unstale": "2024-04-15T14:34:12.046082+0000", 2024-04-15T14:36:40.390 INFO:tasks.workunit.client.0.smithi016.stdout: "log_dups_size": 0, 2024-04-15T14:36:40.390 INFO:tasks.workunit.client.0.smithi016.stdout: "log_size": 0, 2024-04-15T14:36:40.390 INFO:tasks.workunit.client.0.smithi016.stdout: "log_start": "0'0", 2024-04-15T14:36:40.390 INFO:tasks.workunit.client.0.smithi016.stdout: "manifest_stats_invalid": false, 2024-04-15T14:36:40.390 INFO:tasks.workunit.client.0.smithi016.stdout: "mapping_epoch": 61, 2024-04-15T14:36:40.390 INFO:tasks.workunit.client.0.smithi016.stdout: "object_location_counts": [], 2024-04-15T14:36:40.390 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_scrubbed": 0, 2024-04-15T14:36:40.390 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_trimmed": 0, 2024-04-15T14:36:40.391 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_stats_invalid": false, 2024-04-15T14:36:40.391 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_size": 0, 2024-04-15T14:36:40.391 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_start": "0'0", 2024-04-15T14:36:40.391 INFO:tasks.workunit.client.0.smithi016.stdout: "parent": "0.0", 2024-04-15T14:36:40.391 INFO:tasks.workunit.client.0.smithi016.stdout: "parent_split_bits": 0, 2024-04-15T14:36:40.391 INFO:tasks.workunit.client.0.smithi016.stdout: "pgid": "3.2", 2024-04-15T14:36:40.391 INFO:tasks.workunit.client.0.smithi016.stdout: "pin_stats_invalid": false, 2024-04-15T14:36:40.391 INFO:tasks.workunit.client.0.smithi016.stdout: "purged_snaps": [], 2024-04-15T14:36:40.391 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_epoch": 70, 2024-04-15T14:36:40.391 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_seq": 18, 2024-04-15T14:36:40.391 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_duration": 0.0, 2024-04-15T14:36:40.391 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-16T15:36:49.292433+0000", 2024-04-15T14:36:40.392 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrim_duration": 0.0, 2024-04-15T14:36:40.392 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrimq_len": 0, 2024-04-15T14:36:40.392 INFO:tasks.workunit.client.0.smithi016.stdout: "stat_sum": { 2024-04-15T14:36:40.392 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes": 0, 2024-04-15T14:36:40.392 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T14:36:40.392 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_recovered": 0, 2024-04-15T14:36:40.392 INFO:tasks.workunit.client.0.smithi016.stdout: "num_deep_scrub_errors": 0, 2024-04-15T14:36:40.392 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict": 0, 2024-04-15T14:36:40.392 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_kb": 0, 2024-04-15T14:36:40.392 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_full": 0, 2024-04-15T14:36:40.392 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_some": 0, 2024-04-15T14:36:40.392 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush": 0, 2024-04-15T14:36:40.393 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_kb": 0, 2024-04-15T14:36:40.393 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_high": 0, 2024-04-15T14:36:40.393 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_low": 0, 2024-04-15T14:36:40.393 INFO:tasks.workunit.client.0.smithi016.stdout: "num_keys_recovered": 0, 2024-04-15T14:36:40.393 INFO:tasks.workunit.client.0.smithi016.stdout: "num_large_omap_objects": 0, 2024-04-15T14:36:40.393 INFO:tasks.workunit.client.0.smithi016.stdout: "num_legacy_snapsets": 0, 2024-04-15T14:36:40.393 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_clones": 0, 2024-04-15T14:36:40.393 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_copies": 0, 2024-04-15T14:36:40.393 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects": 0, 2024-04-15T14:36:40.393 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_degraded": 0, 2024-04-15T14:36:40.393 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_dirty": 0, 2024-04-15T14:36:40.393 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T14:36:40.394 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_manifest": 0, 2024-04-15T14:36:40.394 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_misplaced": 0, 2024-04-15T14:36:40.394 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing": 0, 2024-04-15T14:36:40.394 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T14:36:40.394 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_omap": 0, 2024-04-15T14:36:40.394 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_pinned": 0, 2024-04-15T14:36:40.394 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_recovered": 0, 2024-04-15T14:36:40.394 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_repaired": 0, 2024-04-15T14:36:40.394 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_unfound": 0, 2024-04-15T14:36:40.394 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_bytes": 0, 2024-04-15T14:36:40.394 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_keys": 0, 2024-04-15T14:36:40.395 INFO:tasks.workunit.client.0.smithi016.stdout: "num_promote": 0, 2024-04-15T14:36:40.395 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read": 0, 2024-04-15T14:36:40.395 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read_kb": 0, 2024-04-15T14:36:40.395 INFO:tasks.workunit.client.0.smithi016.stdout: "num_scrub_errors": 0, 2024-04-15T14:36:40.395 INFO:tasks.workunit.client.0.smithi016.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T14:36:40.395 INFO:tasks.workunit.client.0.smithi016.stdout: "num_whiteouts": 0, 2024-04-15T14:36:40.395 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write": 0, 2024-04-15T14:36:40.395 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write_kb": 0 2024-04-15T14:36:40.395 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:40.395 INFO:tasks.workunit.client.0.smithi016.stdout: "state": "active+clean", 2024-04-15T14:36:40.395 INFO:tasks.workunit.client.0.smithi016.stdout: "stats_invalid": false, 2024-04-15T14:36:40.396 INFO:tasks.workunit.client.0.smithi016.stdout: "up": [ 2024-04-15T14:36:40.396 INFO:tasks.workunit.client.0.smithi016.stdout: 3, 2024-04-15T14:36:40.396 INFO:tasks.workunit.client.0.smithi016.stdout: 5, 2024-04-15T14:36:40.396 INFO:tasks.workunit.client.0.smithi016.stdout: 6 2024-04-15T14:36:40.396 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T14:36:40.396 INFO:tasks.workunit.client.0.smithi016.stdout: "up_primary": 3, 2024-04-15T14:36:40.396 INFO:tasks.workunit.client.0.smithi016.stdout: "version": "0'0" 2024-04-15T14:36:40.396 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:40.396 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-15T14:36:40.396 INFO:tasks.workunit.client.0.smithi016.stdout: "acting": [ 2024-04-15T14:36:40.396 INFO:tasks.workunit.client.0.smithi016.stdout: 5, 2024-04-15T14:36:40.396 INFO:tasks.workunit.client.0.smithi016.stdout: 2, 2024-04-15T14:36:40.396 INFO:tasks.workunit.client.0.smithi016.stdout: 7 2024-04-15T14:36:40.397 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T14:36:40.397 INFO:tasks.workunit.client.0.smithi016.stdout: "acting_primary": 5, 2024-04-15T14:36:40.397 INFO:tasks.workunit.client.0.smithi016.stdout: "avail_no_missing": [], 2024-04-15T14:36:40.397 INFO:tasks.workunit.client.0.smithi016.stdout: "blocked_by": [], 2024-04-15T14:36:40.397 INFO:tasks.workunit.client.0.smithi016.stdout: "created": 60, 2024-04-15T14:36:40.397 INFO:tasks.workunit.client.0.smithi016.stdout: "dirty_stats_invalid": false, 2024-04-15T14:36:40.397 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T14:36:40.397 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_stats_invalid": false, 2024-04-15T14:36:40.397 INFO:tasks.workunit.client.0.smithi016.stdout: "last_active": "2024-04-15T14:34:12.045365+0000", 2024-04-15T14:36:40.397 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_active": "2024-04-15T14:33:34.625326+0000", 2024-04-15T14:36:40.397 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_peered": "2024-04-15T14:33:34.625326+0000", 2024-04-15T14:36:40.397 INFO:tasks.workunit.client.0.smithi016.stdout: "last_change": "2024-04-15T14:33:34.625622+0000", 2024-04-15T14:36:40.398 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean": "2024-04-15T14:34:12.045365+0000", 2024-04-15T14:36:40.398 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean_scrub_stamp": "2024-04-15T14:33:33.599136+0000", 2024-04-15T14:36:40.398 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub": "0'0", 2024-04-15T14:36:40.398 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub_stamp": "2024-04-15T14:33:33.599136+0000", 2024-04-15T14:36:40.398 INFO:tasks.workunit.client.0.smithi016.stdout: "last_epoch_clean": 61, 2024-04-15T14:36:40.398 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fresh": "2024-04-15T14:34:12.045365+0000", 2024-04-15T14:36:40.398 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fullsized": "2024-04-15T14:34:12.045365+0000", 2024-04-15T14:36:40.398 INFO:tasks.workunit.client.0.smithi016.stdout: "last_peered": "2024-04-15T14:34:12.045365+0000", 2024-04-15T14:36:40.398 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub": "0'0", 2024-04-15T14:36:40.398 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_duration": 0, 2024-04-15T14:36:40.398 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_stamp": "2024-04-15T14:33:33.599136+0000", 2024-04-15T14:36:40.398 INFO:tasks.workunit.client.0.smithi016.stdout: "last_undegraded": "2024-04-15T14:34:12.045365+0000", 2024-04-15T14:36:40.399 INFO:tasks.workunit.client.0.smithi016.stdout: "last_unstale": "2024-04-15T14:34:12.045365+0000", 2024-04-15T14:36:40.399 INFO:tasks.workunit.client.0.smithi016.stdout: "log_dups_size": 0, 2024-04-15T14:36:40.399 INFO:tasks.workunit.client.0.smithi016.stdout: "log_size": 0, 2024-04-15T14:36:40.399 INFO:tasks.workunit.client.0.smithi016.stdout: "log_start": "0'0", 2024-04-15T14:36:40.399 INFO:tasks.workunit.client.0.smithi016.stdout: "manifest_stats_invalid": false, 2024-04-15T14:36:40.399 INFO:tasks.workunit.client.0.smithi016.stdout: "mapping_epoch": 60, 2024-04-15T14:36:40.399 INFO:tasks.workunit.client.0.smithi016.stdout: "object_location_counts": [], 2024-04-15T14:36:40.399 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_scrubbed": 0, 2024-04-15T14:36:40.399 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_trimmed": 0, 2024-04-15T14:36:40.399 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_stats_invalid": false, 2024-04-15T14:36:40.399 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_size": 0, 2024-04-15T14:36:40.399 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_start": "0'0", 2024-04-15T14:36:40.400 INFO:tasks.workunit.client.0.smithi016.stdout: "parent": "0.0", 2024-04-15T14:36:40.400 INFO:tasks.workunit.client.0.smithi016.stdout: "parent_split_bits": 0, 2024-04-15T14:36:40.400 INFO:tasks.workunit.client.0.smithi016.stdout: "pgid": "2.3", 2024-04-15T14:36:40.400 INFO:tasks.workunit.client.0.smithi016.stdout: "pin_stats_invalid": false, 2024-04-15T14:36:40.400 INFO:tasks.workunit.client.0.smithi016.stdout: "purged_snaps": [], 2024-04-15T14:36:40.400 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_epoch": 70, 2024-04-15T14:36:40.400 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_seq": 20, 2024-04-15T14:36:40.400 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_duration": 0.0, 2024-04-15T14:36:40.400 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-17T02:03:12.400947+0000", 2024-04-15T14:36:40.400 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrim_duration": 0.0, 2024-04-15T14:36:40.400 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrimq_len": 0, 2024-04-15T14:36:40.400 INFO:tasks.workunit.client.0.smithi016.stdout: "stat_sum": { 2024-04-15T14:36:40.401 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes": 0, 2024-04-15T14:36:40.401 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T14:36:40.401 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_recovered": 0, 2024-04-15T14:36:40.401 INFO:tasks.workunit.client.0.smithi016.stdout: "num_deep_scrub_errors": 0, 2024-04-15T14:36:40.401 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict": 0, 2024-04-15T14:36:40.401 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_kb": 0, 2024-04-15T14:36:40.401 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_full": 0, 2024-04-15T14:36:40.401 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_some": 0, 2024-04-15T14:36:40.401 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush": 0, 2024-04-15T14:36:40.401 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_kb": 0, 2024-04-15T14:36:40.401 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_high": 0, 2024-04-15T14:36:40.402 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_low": 0, 2024-04-15T14:36:40.402 INFO:tasks.workunit.client.0.smithi016.stdout: "num_keys_recovered": 0, 2024-04-15T14:36:40.402 INFO:tasks.workunit.client.0.smithi016.stdout: "num_large_omap_objects": 0, 2024-04-15T14:36:40.402 INFO:tasks.workunit.client.0.smithi016.stdout: "num_legacy_snapsets": 0, 2024-04-15T14:36:40.402 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_clones": 0, 2024-04-15T14:36:40.402 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_copies": 0, 2024-04-15T14:36:40.402 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects": 0, 2024-04-15T14:36:40.402 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_degraded": 0, 2024-04-15T14:36:40.402 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_dirty": 0, 2024-04-15T14:36:40.402 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T14:36:40.402 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_manifest": 0, 2024-04-15T14:36:40.402 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_misplaced": 0, 2024-04-15T14:36:40.403 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing": 0, 2024-04-15T14:36:40.403 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T14:36:40.403 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_omap": 0, 2024-04-15T14:36:40.403 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_pinned": 0, 2024-04-15T14:36:40.403 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_recovered": 0, 2024-04-15T14:36:40.403 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_repaired": 0, 2024-04-15T14:36:40.403 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_unfound": 0, 2024-04-15T14:36:40.403 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_bytes": 0, 2024-04-15T14:36:40.403 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_keys": 0, 2024-04-15T14:36:40.403 INFO:tasks.workunit.client.0.smithi016.stdout: "num_promote": 0, 2024-04-15T14:36:40.403 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read": 0, 2024-04-15T14:36:40.403 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read_kb": 0, 2024-04-15T14:36:40.404 INFO:tasks.workunit.client.0.smithi016.stdout: "num_scrub_errors": 0, 2024-04-15T14:36:40.404 INFO:tasks.workunit.client.0.smithi016.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T14:36:40.404 INFO:tasks.workunit.client.0.smithi016.stdout: "num_whiteouts": 0, 2024-04-15T14:36:40.404 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write": 0, 2024-04-15T14:36:40.404 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write_kb": 0 2024-04-15T14:36:40.404 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:40.404 INFO:tasks.workunit.client.0.smithi016.stdout: "state": "active+clean", 2024-04-15T14:36:40.404 INFO:tasks.workunit.client.0.smithi016.stdout: "stats_invalid": false, 2024-04-15T14:36:40.404 INFO:tasks.workunit.client.0.smithi016.stdout: "up": [ 2024-04-15T14:36:40.404 INFO:tasks.workunit.client.0.smithi016.stdout: 5, 2024-04-15T14:36:40.404 INFO:tasks.workunit.client.0.smithi016.stdout: 2, 2024-04-15T14:36:40.404 INFO:tasks.workunit.client.0.smithi016.stdout: 7 2024-04-15T14:36:40.405 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T14:36:40.405 INFO:tasks.workunit.client.0.smithi016.stdout: "up_primary": 5, 2024-04-15T14:36:40.405 INFO:tasks.workunit.client.0.smithi016.stdout: "version": "0'0" 2024-04-15T14:36:40.405 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:40.405 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-15T14:36:40.405 INFO:tasks.workunit.client.0.smithi016.stdout: "acting": [ 2024-04-15T14:36:40.405 INFO:tasks.workunit.client.0.smithi016.stdout: 7, 2024-04-15T14:36:40.405 INFO:tasks.workunit.client.0.smithi016.stdout: 0, 2024-04-15T14:36:40.405 INFO:tasks.workunit.client.0.smithi016.stdout: 6 2024-04-15T14:36:40.405 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T14:36:40.405 INFO:tasks.workunit.client.0.smithi016.stdout: "acting_primary": 7, 2024-04-15T14:36:40.405 INFO:tasks.workunit.client.0.smithi016.stdout: "avail_no_missing": [], 2024-04-15T14:36:40.406 INFO:tasks.workunit.client.0.smithi016.stdout: "blocked_by": [], 2024-04-15T14:36:40.406 INFO:tasks.workunit.client.0.smithi016.stdout: "created": 19, 2024-04-15T14:36:40.406 INFO:tasks.workunit.client.0.smithi016.stdout: "dirty_stats_invalid": false, 2024-04-15T14:36:40.406 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T14:36:40.406 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_stats_invalid": false, 2024-04-15T14:36:40.406 INFO:tasks.workunit.client.0.smithi016.stdout: "last_active": "2024-04-15T14:36:37.471465+0000", 2024-04-15T14:36:40.406 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_active": "2024-04-15T14:33:19.663309+0000", 2024-04-15T14:36:40.406 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_peered": "2024-04-15T14:33:19.663309+0000", 2024-04-15T14:36:40.406 INFO:tasks.workunit.client.0.smithi016.stdout: "last_change": "2024-04-15T14:33:19.663705+0000", 2024-04-15T14:36:40.406 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean": "2024-04-15T14:36:37.471465+0000", 2024-04-15T14:36:40.406 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean_scrub_stamp": "2024-04-15T14:31:12.725041+0000", 2024-04-15T14:36:40.407 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub": "0'0", 2024-04-15T14:36:40.407 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub_stamp": "2024-04-15T14:31:12.725041+0000", 2024-04-15T14:36:40.407 INFO:tasks.workunit.client.0.smithi016.stdout: "last_epoch_clean": 59, 2024-04-15T14:36:40.407 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fresh": "2024-04-15T14:36:37.471465+0000", 2024-04-15T14:36:40.407 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fullsized": "2024-04-15T14:36:37.471465+0000", 2024-04-15T14:36:40.407 INFO:tasks.workunit.client.0.smithi016.stdout: "last_peered": "2024-04-15T14:36:37.471465+0000", 2024-04-15T14:36:40.407 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub": "0'0", 2024-04-15T14:36:40.407 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_duration": 0, 2024-04-15T14:36:40.407 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_stamp": "2024-04-15T14:31:12.725041+0000", 2024-04-15T14:36:40.407 INFO:tasks.workunit.client.0.smithi016.stdout: "last_undegraded": "2024-04-15T14:36:37.471465+0000", 2024-04-15T14:36:40.407 INFO:tasks.workunit.client.0.smithi016.stdout: "last_unstale": "2024-04-15T14:36:37.471465+0000", 2024-04-15T14:36:40.407 INFO:tasks.workunit.client.0.smithi016.stdout: "log_dups_size": 0, 2024-04-15T14:36:40.407 INFO:tasks.workunit.client.0.smithi016.stdout: "log_size": 152, 2024-04-15T14:36:40.408 INFO:tasks.workunit.client.0.smithi016.stdout: "log_start": "0'0", 2024-04-15T14:36:40.408 INFO:tasks.workunit.client.0.smithi016.stdout: "manifest_stats_invalid": false, 2024-04-15T14:36:40.408 INFO:tasks.workunit.client.0.smithi016.stdout: "mapping_epoch": 58, 2024-04-15T14:36:40.408 INFO:tasks.workunit.client.0.smithi016.stdout: "object_location_counts": [], 2024-04-15T14:36:40.408 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_scrubbed": 0, 2024-04-15T14:36:40.408 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_trimmed": 0, 2024-04-15T14:36:40.408 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_stats_invalid": false, 2024-04-15T14:36:40.408 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_size": 152, 2024-04-15T14:36:40.408 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_start": "0'0", 2024-04-15T14:36:40.408 INFO:tasks.workunit.client.0.smithi016.stdout: "parent": "0.0", 2024-04-15T14:36:40.408 INFO:tasks.workunit.client.0.smithi016.stdout: "parent_split_bits": 0, 2024-04-15T14:36:40.408 INFO:tasks.workunit.client.0.smithi016.stdout: "pgid": "1.0", 2024-04-15T14:36:40.409 INFO:tasks.workunit.client.0.smithi016.stdout: "pin_stats_invalid": false, 2024-04-15T14:36:40.409 INFO:tasks.workunit.client.0.smithi016.stdout: "purged_snaps": [], 2024-04-15T14:36:40.409 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_epoch": 70, 2024-04-15T14:36:40.409 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_seq": 353, 2024-04-15T14:36:40.409 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_duration": 0.0, 2024-04-15T14:36:40.409 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-16T14:44:01.829701+0000", 2024-04-15T14:36:40.409 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrim_duration": 0.0, 2024-04-15T14:36:40.409 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrimq_len": 0, 2024-04-15T14:36:40.409 INFO:tasks.workunit.client.0.smithi016.stdout: "stat_sum": { 2024-04-15T14:36:40.409 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes": 590368, 2024-04-15T14:36:40.409 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T14:36:40.409 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_recovered": 1771104, 2024-04-15T14:36:40.410 INFO:tasks.workunit.client.0.smithi016.stdout: "num_deep_scrub_errors": 0, 2024-04-15T14:36:40.410 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict": 0, 2024-04-15T14:36:40.410 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_kb": 0, 2024-04-15T14:36:40.410 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_full": 0, 2024-04-15T14:36:40.410 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_some": 0, 2024-04-15T14:36:40.410 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush": 0, 2024-04-15T14:36:40.410 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_kb": 0, 2024-04-15T14:36:40.410 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_high": 0, 2024-04-15T14:36:40.410 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_low": 0, 2024-04-15T14:36:40.410 INFO:tasks.workunit.client.0.smithi016.stdout: "num_keys_recovered": 0, 2024-04-15T14:36:40.410 INFO:tasks.workunit.client.0.smithi016.stdout: "num_large_omap_objects": 0, 2024-04-15T14:36:40.410 INFO:tasks.workunit.client.0.smithi016.stdout: "num_legacy_snapsets": 0, 2024-04-15T14:36:40.411 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_clones": 0, 2024-04-15T14:36:40.411 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_copies": 6, 2024-04-15T14:36:40.411 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects": 2, 2024-04-15T14:36:40.411 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_degraded": 0, 2024-04-15T14:36:40.411 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_dirty": 2, 2024-04-15T14:36:40.411 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T14:36:40.411 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_manifest": 0, 2024-04-15T14:36:40.411 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_misplaced": 0, 2024-04-15T14:36:40.411 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing": 0, 2024-04-15T14:36:40.411 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T14:36:40.411 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_omap": 0, 2024-04-15T14:36:40.411 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_pinned": 0, 2024-04-15T14:36:40.411 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_recovered": 6, 2024-04-15T14:36:40.412 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_repaired": 0, 2024-04-15T14:36:40.412 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_unfound": 0, 2024-04-15T14:36:40.412 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_bytes": 0, 2024-04-15T14:36:40.412 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_keys": 0, 2024-04-15T14:36:40.412 INFO:tasks.workunit.client.0.smithi016.stdout: "num_promote": 0, 2024-04-15T14:36:40.412 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read": 430, 2024-04-15T14:36:40.412 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read_kb": 614, 2024-04-15T14:36:40.412 INFO:tasks.workunit.client.0.smithi016.stdout: "num_scrub_errors": 0, 2024-04-15T14:36:40.412 INFO:tasks.workunit.client.0.smithi016.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T14:36:40.412 INFO:tasks.workunit.client.0.smithi016.stdout: "num_whiteouts": 0, 2024-04-15T14:36:40.412 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write": 227, 2024-04-15T14:36:40.412 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write_kb": 2416 2024-04-15T14:36:40.413 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:40.413 INFO:tasks.workunit.client.0.smithi016.stdout: "state": "active+clean", 2024-04-15T14:36:40.413 INFO:tasks.workunit.client.0.smithi016.stdout: "stats_invalid": false, 2024-04-15T14:36:40.413 INFO:tasks.workunit.client.0.smithi016.stdout: "up": [ 2024-04-15T14:36:40.413 INFO:tasks.workunit.client.0.smithi016.stdout: 7, 2024-04-15T14:36:40.413 INFO:tasks.workunit.client.0.smithi016.stdout: 0, 2024-04-15T14:36:40.413 INFO:tasks.workunit.client.0.smithi016.stdout: 6 2024-04-15T14:36:40.413 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T14:36:40.413 INFO:tasks.workunit.client.0.smithi016.stdout: "up_primary": 7, 2024-04-15T14:36:40.413 INFO:tasks.workunit.client.0.smithi016.stdout: "version": "70'152" 2024-04-15T14:36:40.413 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:40.413 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-15T14:36:40.414 INFO:tasks.workunit.client.0.smithi016.stdout: "acting": [ 2024-04-15T14:36:40.414 INFO:tasks.workunit.client.0.smithi016.stdout: 0, 2024-04-15T14:36:40.414 INFO:tasks.workunit.client.0.smithi016.stdout: 1, 2024-04-15T14:36:40.414 INFO:tasks.workunit.client.0.smithi016.stdout: 2 2024-04-15T14:36:40.414 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T14:36:40.414 INFO:tasks.workunit.client.0.smithi016.stdout: "acting_primary": 0, 2024-04-15T14:36:40.414 INFO:tasks.workunit.client.0.smithi016.stdout: "avail_no_missing": [], 2024-04-15T14:36:40.414 INFO:tasks.workunit.client.0.smithi016.stdout: "blocked_by": [], 2024-04-15T14:36:40.414 INFO:tasks.workunit.client.0.smithi016.stdout: "created": 66, 2024-04-15T14:36:40.414 INFO:tasks.workunit.client.0.smithi016.stdout: "dirty_stats_invalid": false, 2024-04-15T14:36:40.414 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T14:36:40.414 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_stats_invalid": false, 2024-04-15T14:36:40.415 INFO:tasks.workunit.client.0.smithi016.stdout: "last_active": "2024-04-15T14:34:12.934965+0000", 2024-04-15T14:36:40.415 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_active": "2024-04-15T14:34:08.176706+0000", 2024-04-15T14:36:40.415 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_peered": "2024-04-15T14:34:08.176706+0000", 2024-04-15T14:36:40.415 INFO:tasks.workunit.client.0.smithi016.stdout: "last_change": "2024-04-15T14:34:08.177093+0000", 2024-04-15T14:36:40.415 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean": "2024-04-15T14:34:12.934965+0000", 2024-04-15T14:36:40.415 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean_scrub_stamp": "2024-04-15T14:34:07.163731+0000", 2024-04-15T14:36:40.415 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub": "0'0", 2024-04-15T14:36:40.415 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub_stamp": "2024-04-15T14:34:07.163731+0000", 2024-04-15T14:36:40.415 INFO:tasks.workunit.client.0.smithi016.stdout: "last_epoch_clean": 67, 2024-04-15T14:36:40.415 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fresh": "2024-04-15T14:34:12.934965+0000", 2024-04-15T14:36:40.415 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fullsized": "2024-04-15T14:34:12.934965+0000", 2024-04-15T14:36:40.415 INFO:tasks.workunit.client.0.smithi016.stdout: "last_peered": "2024-04-15T14:34:12.934965+0000", 2024-04-15T14:36:40.415 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub": "0'0", 2024-04-15T14:36:40.416 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_duration": 0, 2024-04-15T14:36:40.416 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_stamp": "2024-04-15T14:34:07.163731+0000", 2024-04-15T14:36:40.416 INFO:tasks.workunit.client.0.smithi016.stdout: "last_undegraded": "2024-04-15T14:34:12.934965+0000", 2024-04-15T14:36:40.416 INFO:tasks.workunit.client.0.smithi016.stdout: "last_unstale": "2024-04-15T14:34:12.934965+0000", 2024-04-15T14:36:40.416 INFO:tasks.workunit.client.0.smithi016.stdout: "log_dups_size": 0, 2024-04-15T14:36:40.416 INFO:tasks.workunit.client.0.smithi016.stdout: "log_size": 0, 2024-04-15T14:36:40.416 INFO:tasks.workunit.client.0.smithi016.stdout: "log_start": "0'0", 2024-04-15T14:36:40.416 INFO:tasks.workunit.client.0.smithi016.stdout: "manifest_stats_invalid": false, 2024-04-15T14:36:40.416 INFO:tasks.workunit.client.0.smithi016.stdout: "mapping_epoch": 66, 2024-04-15T14:36:40.416 INFO:tasks.workunit.client.0.smithi016.stdout: "object_location_counts": [], 2024-04-15T14:36:40.416 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_scrubbed": 0, 2024-04-15T14:36:40.416 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_trimmed": 0, 2024-04-15T14:36:40.417 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_stats_invalid": false, 2024-04-15T14:36:40.417 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_size": 0, 2024-04-15T14:36:40.417 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_start": "0'0", 2024-04-15T14:36:40.417 INFO:tasks.workunit.client.0.smithi016.stdout: "parent": "0.0", 2024-04-15T14:36:40.417 INFO:tasks.workunit.client.0.smithi016.stdout: "parent_split_bits": 0, 2024-04-15T14:36:40.417 INFO:tasks.workunit.client.0.smithi016.stdout: "pgid": "4.6", 2024-04-15T14:36:40.417 INFO:tasks.workunit.client.0.smithi016.stdout: "pin_stats_invalid": false, 2024-04-15T14:36:40.417 INFO:tasks.workunit.client.0.smithi016.stdout: "purged_snaps": [], 2024-04-15T14:36:40.417 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_epoch": 70, 2024-04-15T14:36:40.417 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_seq": 13, 2024-04-15T14:36:40.417 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_duration": 0.0, 2024-04-15T14:36:40.417 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-16T15:32:16.306807+0000", 2024-04-15T14:36:40.417 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrim_duration": 0.0, 2024-04-15T14:36:40.418 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrimq_len": 0, 2024-04-15T14:36:40.418 INFO:tasks.workunit.client.0.smithi016.stdout: "stat_sum": { 2024-04-15T14:36:40.418 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes": 0, 2024-04-15T14:36:40.418 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T14:36:40.418 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_recovered": 0, 2024-04-15T14:36:40.418 INFO:tasks.workunit.client.0.smithi016.stdout: "num_deep_scrub_errors": 0, 2024-04-15T14:36:40.418 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict": 0, 2024-04-15T14:36:40.418 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_kb": 0, 2024-04-15T14:36:40.418 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_full": 0, 2024-04-15T14:36:40.418 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_some": 0, 2024-04-15T14:36:40.418 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush": 0, 2024-04-15T14:36:40.419 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_kb": 0, 2024-04-15T14:36:40.419 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_high": 0, 2024-04-15T14:36:40.419 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_low": 0, 2024-04-15T14:36:40.419 INFO:tasks.workunit.client.0.smithi016.stdout: "num_keys_recovered": 0, 2024-04-15T14:36:40.419 INFO:tasks.workunit.client.0.smithi016.stdout: "num_large_omap_objects": 0, 2024-04-15T14:36:40.419 INFO:tasks.workunit.client.0.smithi016.stdout: "num_legacy_snapsets": 0, 2024-04-15T14:36:40.419 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_clones": 0, 2024-04-15T14:36:40.419 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_copies": 0, 2024-04-15T14:36:40.419 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects": 0, 2024-04-15T14:36:40.419 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_degraded": 0, 2024-04-15T14:36:40.419 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_dirty": 0, 2024-04-15T14:36:40.419 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T14:36:40.420 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_manifest": 0, 2024-04-15T14:36:40.420 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_misplaced": 0, 2024-04-15T14:36:40.420 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing": 0, 2024-04-15T14:36:40.420 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T14:36:40.420 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_omap": 0, 2024-04-15T14:36:40.420 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_pinned": 0, 2024-04-15T14:36:40.420 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_recovered": 0, 2024-04-15T14:36:40.420 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_repaired": 0, 2024-04-15T14:36:40.420 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_unfound": 0, 2024-04-15T14:36:40.420 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_bytes": 0, 2024-04-15T14:36:40.420 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_keys": 0, 2024-04-15T14:36:40.420 INFO:tasks.workunit.client.0.smithi016.stdout: "num_promote": 0, 2024-04-15T14:36:40.421 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read": 0, 2024-04-15T14:36:40.421 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read_kb": 0, 2024-04-15T14:36:40.421 INFO:tasks.workunit.client.0.smithi016.stdout: "num_scrub_errors": 0, 2024-04-15T14:36:40.421 INFO:tasks.workunit.client.0.smithi016.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T14:36:40.421 INFO:tasks.workunit.client.0.smithi016.stdout: "num_whiteouts": 0, 2024-04-15T14:36:40.421 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write": 0, 2024-04-15T14:36:40.421 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write_kb": 0 2024-04-15T14:36:40.421 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:40.421 INFO:tasks.workunit.client.0.smithi016.stdout: "state": "active+clean", 2024-04-15T14:36:40.421 INFO:tasks.workunit.client.0.smithi016.stdout: "stats_invalid": false, 2024-04-15T14:36:40.421 INFO:tasks.workunit.client.0.smithi016.stdout: "up": [ 2024-04-15T14:36:40.421 INFO:tasks.workunit.client.0.smithi016.stdout: 0, 2024-04-15T14:36:40.421 INFO:tasks.workunit.client.0.smithi016.stdout: 1, 2024-04-15T14:36:40.422 INFO:tasks.workunit.client.0.smithi016.stdout: 2 2024-04-15T14:36:40.422 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T14:36:40.422 INFO:tasks.workunit.client.0.smithi016.stdout: "up_primary": 0, 2024-04-15T14:36:40.422 INFO:tasks.workunit.client.0.smithi016.stdout: "version": "0'0" 2024-04-15T14:36:40.422 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:40.422 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-15T14:36:40.422 INFO:tasks.workunit.client.0.smithi016.stdout: "acting": [ 2024-04-15T14:36:40.422 INFO:tasks.workunit.client.0.smithi016.stdout: 0, 2024-04-15T14:36:40.422 INFO:tasks.workunit.client.0.smithi016.stdout: 4, 2024-04-15T14:36:40.422 INFO:tasks.workunit.client.0.smithi016.stdout: 3 2024-04-15T14:36:40.422 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T14:36:40.423 INFO:tasks.workunit.client.0.smithi016.stdout: "acting_primary": 0, 2024-04-15T14:36:40.423 INFO:tasks.workunit.client.0.smithi016.stdout: "avail_no_missing": [], 2024-04-15T14:36:40.423 INFO:tasks.workunit.client.0.smithi016.stdout: "blocked_by": [], 2024-04-15T14:36:40.423 INFO:tasks.workunit.client.0.smithi016.stdout: "created": 61, 2024-04-15T14:36:40.423 INFO:tasks.workunit.client.0.smithi016.stdout: "dirty_stats_invalid": false, 2024-04-15T14:36:40.423 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T14:36:40.423 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_stats_invalid": false, 2024-04-15T14:36:40.423 INFO:tasks.workunit.client.0.smithi016.stdout: "last_active": "2024-04-15T14:34:11.922641+0000", 2024-04-15T14:36:40.423 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_active": "2024-04-15T14:33:34.990226+0000", 2024-04-15T14:36:40.423 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_peered": "2024-04-15T14:33:34.990226+0000", 2024-04-15T14:36:40.423 INFO:tasks.workunit.client.0.smithi016.stdout: "last_change": "2024-04-15T14:33:34.990529+0000", 2024-04-15T14:36:40.423 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean": "2024-04-15T14:34:11.922641+0000", 2024-04-15T14:36:40.424 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T14:36:40.424 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub": "0'0", 2024-04-15T14:36:40.424 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T14:36:40.424 INFO:tasks.workunit.client.0.smithi016.stdout: "last_epoch_clean": 62, 2024-04-15T14:36:40.424 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fresh": "2024-04-15T14:34:11.922641+0000", 2024-04-15T14:36:40.424 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fullsized": "2024-04-15T14:34:11.922641+0000", 2024-04-15T14:36:40.424 INFO:tasks.workunit.client.0.smithi016.stdout: "last_peered": "2024-04-15T14:34:11.922641+0000", 2024-04-15T14:36:40.424 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub": "0'0", 2024-04-15T14:36:40.424 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_duration": 0, 2024-04-15T14:36:40.424 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T14:36:40.424 INFO:tasks.workunit.client.0.smithi016.stdout: "last_undegraded": "2024-04-15T14:34:11.922641+0000", 2024-04-15T14:36:40.424 INFO:tasks.workunit.client.0.smithi016.stdout: "last_unstale": "2024-04-15T14:34:11.922641+0000", 2024-04-15T14:36:40.425 INFO:tasks.workunit.client.0.smithi016.stdout: "log_dups_size": 0, 2024-04-15T14:36:40.425 INFO:tasks.workunit.client.0.smithi016.stdout: "log_size": 0, 2024-04-15T14:36:40.425 INFO:tasks.workunit.client.0.smithi016.stdout: "log_start": "0'0", 2024-04-15T14:36:40.425 INFO:tasks.workunit.client.0.smithi016.stdout: "manifest_stats_invalid": false, 2024-04-15T14:36:40.425 INFO:tasks.workunit.client.0.smithi016.stdout: "mapping_epoch": 61, 2024-04-15T14:36:40.425 INFO:tasks.workunit.client.0.smithi016.stdout: "object_location_counts": [], 2024-04-15T14:36:40.425 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_scrubbed": 0, 2024-04-15T14:36:40.425 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_trimmed": 0, 2024-04-15T14:36:40.425 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_stats_invalid": false, 2024-04-15T14:36:40.425 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_size": 0, 2024-04-15T14:36:40.425 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_start": "0'0", 2024-04-15T14:36:40.425 INFO:tasks.workunit.client.0.smithi016.stdout: "parent": "0.0", 2024-04-15T14:36:40.426 INFO:tasks.workunit.client.0.smithi016.stdout: "parent_split_bits": 0, 2024-04-15T14:36:40.426 INFO:tasks.workunit.client.0.smithi016.stdout: "pgid": "3.1", 2024-04-15T14:36:40.426 INFO:tasks.workunit.client.0.smithi016.stdout: "pin_stats_invalid": false, 2024-04-15T14:36:40.426 INFO:tasks.workunit.client.0.smithi016.stdout: "purged_snaps": [], 2024-04-15T14:36:40.426 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_epoch": 70, 2024-04-15T14:36:40.426 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_seq": 18, 2024-04-15T14:36:40.426 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_duration": 0.0, 2024-04-15T14:36:40.426 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-16T14:50:23.902511+0000", 2024-04-15T14:36:40.426 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrim_duration": 0.0, 2024-04-15T14:36:40.426 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrimq_len": 0, 2024-04-15T14:36:40.426 INFO:tasks.workunit.client.0.smithi016.stdout: "stat_sum": { 2024-04-15T14:36:40.426 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes": 0, 2024-04-15T14:36:40.427 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T14:36:40.427 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_recovered": 0, 2024-04-15T14:36:40.427 INFO:tasks.workunit.client.0.smithi016.stdout: "num_deep_scrub_errors": 0, 2024-04-15T14:36:40.427 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict": 0, 2024-04-15T14:36:40.427 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_kb": 0, 2024-04-15T14:36:40.427 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_full": 0, 2024-04-15T14:36:40.427 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_some": 0, 2024-04-15T14:36:40.427 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush": 0, 2024-04-15T14:36:40.427 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_kb": 0, 2024-04-15T14:36:40.427 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_high": 0, 2024-04-15T14:36:40.427 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_low": 0, 2024-04-15T14:36:40.427 INFO:tasks.workunit.client.0.smithi016.stdout: "num_keys_recovered": 0, 2024-04-15T14:36:40.428 INFO:tasks.workunit.client.0.smithi016.stdout: "num_large_omap_objects": 0, 2024-04-15T14:36:40.428 INFO:tasks.workunit.client.0.smithi016.stdout: "num_legacy_snapsets": 0, 2024-04-15T14:36:40.428 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_clones": 0, 2024-04-15T14:36:40.428 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_copies": 0, 2024-04-15T14:36:40.428 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects": 0, 2024-04-15T14:36:40.428 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_degraded": 0, 2024-04-15T14:36:40.428 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_dirty": 0, 2024-04-15T14:36:40.428 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T14:36:40.428 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_manifest": 0, 2024-04-15T14:36:40.428 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_misplaced": 0, 2024-04-15T14:36:40.428 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing": 0, 2024-04-15T14:36:40.428 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T14:36:40.428 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_omap": 0, 2024-04-15T14:36:40.429 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_pinned": 0, 2024-04-15T14:36:40.429 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_recovered": 0, 2024-04-15T14:36:40.429 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_repaired": 0, 2024-04-15T14:36:40.429 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_unfound": 0, 2024-04-15T14:36:40.429 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_bytes": 0, 2024-04-15T14:36:40.429 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_keys": 0, 2024-04-15T14:36:40.429 INFO:tasks.workunit.client.0.smithi016.stdout: "num_promote": 0, 2024-04-15T14:36:40.429 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read": 0, 2024-04-15T14:36:40.429 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read_kb": 0, 2024-04-15T14:36:40.429 INFO:tasks.workunit.client.0.smithi016.stdout: "num_scrub_errors": 0, 2024-04-15T14:36:40.429 INFO:tasks.workunit.client.0.smithi016.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T14:36:40.429 INFO:tasks.workunit.client.0.smithi016.stdout: "num_whiteouts": 0, 2024-04-15T14:36:40.430 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write": 0, 2024-04-15T14:36:40.430 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write_kb": 0 2024-04-15T14:36:40.430 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:40.430 INFO:tasks.workunit.client.0.smithi016.stdout: "state": "active+clean", 2024-04-15T14:36:40.430 INFO:tasks.workunit.client.0.smithi016.stdout: "stats_invalid": false, 2024-04-15T14:36:40.430 INFO:tasks.workunit.client.0.smithi016.stdout: "up": [ 2024-04-15T14:36:40.430 INFO:tasks.workunit.client.0.smithi016.stdout: 0, 2024-04-15T14:36:40.430 INFO:tasks.workunit.client.0.smithi016.stdout: 4, 2024-04-15T14:36:40.430 INFO:tasks.workunit.client.0.smithi016.stdout: 3 2024-04-15T14:36:40.430 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T14:36:40.430 INFO:tasks.workunit.client.0.smithi016.stdout: "up_primary": 0, 2024-04-15T14:36:40.431 INFO:tasks.workunit.client.0.smithi016.stdout: "version": "0'0" 2024-04-15T14:36:40.431 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:40.431 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-15T14:36:40.431 INFO:tasks.workunit.client.0.smithi016.stdout: "acting": [ 2024-04-15T14:36:40.431 INFO:tasks.workunit.client.0.smithi016.stdout: 7, 2024-04-15T14:36:40.431 INFO:tasks.workunit.client.0.smithi016.stdout: 1, 2024-04-15T14:36:40.431 INFO:tasks.workunit.client.0.smithi016.stdout: 0 2024-04-15T14:36:40.431 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T14:36:40.431 INFO:tasks.workunit.client.0.smithi016.stdout: "acting_primary": 7, 2024-04-15T14:36:40.431 INFO:tasks.workunit.client.0.smithi016.stdout: "avail_no_missing": [], 2024-04-15T14:36:40.431 INFO:tasks.workunit.client.0.smithi016.stdout: "blocked_by": [], 2024-04-15T14:36:40.431 INFO:tasks.workunit.client.0.smithi016.stdout: "created": 60, 2024-04-15T14:36:40.431 INFO:tasks.workunit.client.0.smithi016.stdout: "dirty_stats_invalid": false, 2024-04-15T14:36:40.432 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T14:36:40.432 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_stats_invalid": false, 2024-04-15T14:36:40.432 INFO:tasks.workunit.client.0.smithi016.stdout: "last_active": "2024-04-15T14:34:11.923957+0000", 2024-04-15T14:36:40.432 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_active": "2024-04-15T14:33:34.630734+0000", 2024-04-15T14:36:40.432 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_peered": "2024-04-15T14:33:34.630734+0000", 2024-04-15T14:36:40.432 INFO:tasks.workunit.client.0.smithi016.stdout: "last_change": "2024-04-15T14:33:34.631357+0000", 2024-04-15T14:36:40.432 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean": "2024-04-15T14:34:11.923957+0000", 2024-04-15T14:36:40.432 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean_scrub_stamp": "2024-04-15T14:33:33.599136+0000", 2024-04-15T14:36:40.432 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub": "0'0", 2024-04-15T14:36:40.432 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub_stamp": "2024-04-15T14:33:33.599136+0000", 2024-04-15T14:36:40.432 INFO:tasks.workunit.client.0.smithi016.stdout: "last_epoch_clean": 61, 2024-04-15T14:36:40.432 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fresh": "2024-04-15T14:34:11.923957+0000", 2024-04-15T14:36:40.433 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fullsized": "2024-04-15T14:34:11.923957+0000", 2024-04-15T14:36:40.433 INFO:tasks.workunit.client.0.smithi016.stdout: "last_peered": "2024-04-15T14:34:11.923957+0000", 2024-04-15T14:36:40.433 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub": "0'0", 2024-04-15T14:36:40.433 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_duration": 0, 2024-04-15T14:36:40.433 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_stamp": "2024-04-15T14:33:33.599136+0000", 2024-04-15T14:36:40.433 INFO:tasks.workunit.client.0.smithi016.stdout: "last_undegraded": "2024-04-15T14:34:11.923957+0000", 2024-04-15T14:36:40.433 INFO:tasks.workunit.client.0.smithi016.stdout: "last_unstale": "2024-04-15T14:34:11.923957+0000", 2024-04-15T14:36:40.433 INFO:tasks.workunit.client.0.smithi016.stdout: "log_dups_size": 0, 2024-04-15T14:36:40.433 INFO:tasks.workunit.client.0.smithi016.stdout: "log_size": 0, 2024-04-15T14:36:40.433 INFO:tasks.workunit.client.0.smithi016.stdout: "log_start": "0'0", 2024-04-15T14:36:40.433 INFO:tasks.workunit.client.0.smithi016.stdout: "manifest_stats_invalid": false, 2024-04-15T14:36:40.433 INFO:tasks.workunit.client.0.smithi016.stdout: "mapping_epoch": 60, 2024-04-15T14:36:40.433 INFO:tasks.workunit.client.0.smithi016.stdout: "object_location_counts": [], 2024-04-15T14:36:40.434 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_scrubbed": 0, 2024-04-15T14:36:40.434 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_trimmed": 0, 2024-04-15T14:36:40.434 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_stats_invalid": false, 2024-04-15T14:36:40.434 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_size": 0, 2024-04-15T14:36:40.434 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_start": "0'0", 2024-04-15T14:36:40.434 INFO:tasks.workunit.client.0.smithi016.stdout: "parent": "0.0", 2024-04-15T14:36:40.434 INFO:tasks.workunit.client.0.smithi016.stdout: "parent_split_bits": 0, 2024-04-15T14:36:40.434 INFO:tasks.workunit.client.0.smithi016.stdout: "pgid": "2.0", 2024-04-15T14:36:40.434 INFO:tasks.workunit.client.0.smithi016.stdout: "pin_stats_invalid": false, 2024-04-15T14:36:40.434 INFO:tasks.workunit.client.0.smithi016.stdout: "purged_snaps": [], 2024-04-15T14:36:40.434 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_epoch": 70, 2024-04-15T14:36:40.435 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_seq": 19, 2024-04-15T14:36:40.435 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_duration": 0.0, 2024-04-15T14:36:40.435 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-16T16:38:14.970973+0000", 2024-04-15T14:36:40.435 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrim_duration": 0.0, 2024-04-15T14:36:40.435 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrimq_len": 0, 2024-04-15T14:36:40.435 INFO:tasks.workunit.client.0.smithi016.stdout: "stat_sum": { 2024-04-15T14:36:40.435 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes": 0, 2024-04-15T14:36:40.435 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T14:36:40.435 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_recovered": 0, 2024-04-15T14:36:40.435 INFO:tasks.workunit.client.0.smithi016.stdout: "num_deep_scrub_errors": 0, 2024-04-15T14:36:40.435 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict": 0, 2024-04-15T14:36:40.435 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_kb": 0, 2024-04-15T14:36:40.435 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_full": 0, 2024-04-15T14:36:40.436 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_some": 0, 2024-04-15T14:36:40.436 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush": 0, 2024-04-15T14:36:40.436 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_kb": 0, 2024-04-15T14:36:40.436 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_high": 0, 2024-04-15T14:36:40.436 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_low": 0, 2024-04-15T14:36:40.436 INFO:tasks.workunit.client.0.smithi016.stdout: "num_keys_recovered": 0, 2024-04-15T14:36:40.436 INFO:tasks.workunit.client.0.smithi016.stdout: "num_large_omap_objects": 0, 2024-04-15T14:36:40.436 INFO:tasks.workunit.client.0.smithi016.stdout: "num_legacy_snapsets": 0, 2024-04-15T14:36:40.436 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_clones": 0, 2024-04-15T14:36:40.436 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_copies": 0, 2024-04-15T14:36:40.436 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects": 0, 2024-04-15T14:36:40.436 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_degraded": 0, 2024-04-15T14:36:40.437 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_dirty": 0, 2024-04-15T14:36:40.437 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T14:36:40.437 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_manifest": 0, 2024-04-15T14:36:40.437 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_misplaced": 0, 2024-04-15T14:36:40.437 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing": 0, 2024-04-15T14:36:40.437 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T14:36:40.437 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_omap": 0, 2024-04-15T14:36:40.437 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_pinned": 0, 2024-04-15T14:36:40.437 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_recovered": 0, 2024-04-15T14:36:40.437 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_repaired": 0, 2024-04-15T14:36:40.437 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_unfound": 0, 2024-04-15T14:36:40.437 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_bytes": 0, 2024-04-15T14:36:40.437 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_keys": 0, 2024-04-15T14:36:40.438 INFO:tasks.workunit.client.0.smithi016.stdout: "num_promote": 0, 2024-04-15T14:36:40.438 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read": 0, 2024-04-15T14:36:40.438 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read_kb": 0, 2024-04-15T14:36:40.438 INFO:tasks.workunit.client.0.smithi016.stdout: "num_scrub_errors": 0, 2024-04-15T14:36:40.438 INFO:tasks.workunit.client.0.smithi016.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T14:36:40.438 INFO:tasks.workunit.client.0.smithi016.stdout: "num_whiteouts": 0, 2024-04-15T14:36:40.438 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write": 0, 2024-04-15T14:36:40.438 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write_kb": 0 2024-04-15T14:36:40.438 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:40.438 INFO:tasks.workunit.client.0.smithi016.stdout: "state": "active+clean", 2024-04-15T14:36:40.438 INFO:tasks.workunit.client.0.smithi016.stdout: "stats_invalid": false, 2024-04-15T14:36:40.438 INFO:tasks.workunit.client.0.smithi016.stdout: "up": [ 2024-04-15T14:36:40.439 INFO:tasks.workunit.client.0.smithi016.stdout: 7, 2024-04-15T14:36:40.439 INFO:tasks.workunit.client.0.smithi016.stdout: 1, 2024-04-15T14:36:40.439 INFO:tasks.workunit.client.0.smithi016.stdout: 0 2024-04-15T14:36:40.439 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T14:36:40.439 INFO:tasks.workunit.client.0.smithi016.stdout: "up_primary": 7, 2024-04-15T14:36:40.439 INFO:tasks.workunit.client.0.smithi016.stdout: "version": "0'0" 2024-04-15T14:36:40.439 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:40.439 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-15T14:36:40.439 INFO:tasks.workunit.client.0.smithi016.stdout: "acting": [ 2024-04-15T14:36:40.439 INFO:tasks.workunit.client.0.smithi016.stdout: 0, 2024-04-15T14:36:40.439 INFO:tasks.workunit.client.0.smithi016.stdout: 5, 2024-04-15T14:36:40.439 INFO:tasks.workunit.client.0.smithi016.stdout: 7 2024-04-15T14:36:40.439 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T14:36:40.440 INFO:tasks.workunit.client.0.smithi016.stdout: "acting_primary": 0, 2024-04-15T14:36:40.440 INFO:tasks.workunit.client.0.smithi016.stdout: "avail_no_missing": [], 2024-04-15T14:36:40.440 INFO:tasks.workunit.client.0.smithi016.stdout: "blocked_by": [], 2024-04-15T14:36:40.440 INFO:tasks.workunit.client.0.smithi016.stdout: "created": 66, 2024-04-15T14:36:40.440 INFO:tasks.workunit.client.0.smithi016.stdout: "dirty_stats_invalid": false, 2024-04-15T14:36:40.440 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T14:36:40.440 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_stats_invalid": false, 2024-04-15T14:36:40.440 INFO:tasks.workunit.client.0.smithi016.stdout: "last_active": "2024-04-15T14:34:12.934901+0000", 2024-04-15T14:36:40.440 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_active": "2024-04-15T14:34:08.860731+0000", 2024-04-15T14:36:40.440 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_peered": "2024-04-15T14:34:08.860731+0000", 2024-04-15T14:36:40.440 INFO:tasks.workunit.client.0.smithi016.stdout: "last_change": "2024-04-15T14:34:08.861054+0000", 2024-04-15T14:36:40.440 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean": "2024-04-15T14:34:12.934901+0000", 2024-04-15T14:36:40.441 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean_scrub_stamp": "2024-04-15T14:34:07.163731+0000", 2024-04-15T14:36:40.441 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub": "0'0", 2024-04-15T14:36:40.441 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub_stamp": "2024-04-15T14:34:07.163731+0000", 2024-04-15T14:36:40.441 INFO:tasks.workunit.client.0.smithi016.stdout: "last_epoch_clean": 67, 2024-04-15T14:36:40.441 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fresh": "2024-04-15T14:34:12.934901+0000", 2024-04-15T14:36:40.441 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fullsized": "2024-04-15T14:34:12.934901+0000", 2024-04-15T14:36:40.441 INFO:tasks.workunit.client.0.smithi016.stdout: "last_peered": "2024-04-15T14:34:12.934901+0000", 2024-04-15T14:36:40.441 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub": "0'0", 2024-04-15T14:36:40.441 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_duration": 0, 2024-04-15T14:36:40.441 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_stamp": "2024-04-15T14:34:07.163731+0000", 2024-04-15T14:36:40.441 INFO:tasks.workunit.client.0.smithi016.stdout: "last_undegraded": "2024-04-15T14:34:12.934901+0000", 2024-04-15T14:36:40.441 INFO:tasks.workunit.client.0.smithi016.stdout: "last_unstale": "2024-04-15T14:34:12.934901+0000", 2024-04-15T14:36:40.442 INFO:tasks.workunit.client.0.smithi016.stdout: "log_dups_size": 0, 2024-04-15T14:36:40.442 INFO:tasks.workunit.client.0.smithi016.stdout: "log_size": 0, 2024-04-15T14:36:40.442 INFO:tasks.workunit.client.0.smithi016.stdout: "log_start": "0'0", 2024-04-15T14:36:40.442 INFO:tasks.workunit.client.0.smithi016.stdout: "manifest_stats_invalid": false, 2024-04-15T14:36:40.442 INFO:tasks.workunit.client.0.smithi016.stdout: "mapping_epoch": 66, 2024-04-15T14:36:40.442 INFO:tasks.workunit.client.0.smithi016.stdout: "object_location_counts": [], 2024-04-15T14:36:40.442 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_scrubbed": 0, 2024-04-15T14:36:40.442 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_trimmed": 0, 2024-04-15T14:36:40.442 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_stats_invalid": false, 2024-04-15T14:36:40.442 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_size": 0, 2024-04-15T14:36:40.443 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_start": "0'0", 2024-04-15T14:36:40.443 INFO:tasks.workunit.client.0.smithi016.stdout: "parent": "0.0", 2024-04-15T14:36:40.443 INFO:tasks.workunit.client.0.smithi016.stdout: "parent_split_bits": 0, 2024-04-15T14:36:40.443 INFO:tasks.workunit.client.0.smithi016.stdout: "pgid": "4.3", 2024-04-15T14:36:40.443 INFO:tasks.workunit.client.0.smithi016.stdout: "pin_stats_invalid": false, 2024-04-15T14:36:40.443 INFO:tasks.workunit.client.0.smithi016.stdout: "purged_snaps": [], 2024-04-15T14:36:40.443 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_epoch": 70, 2024-04-15T14:36:40.443 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_seq": 13, 2024-04-15T14:36:40.443 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_duration": 0.0, 2024-04-15T14:36:40.443 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-16T16:17:09.860997+0000", 2024-04-15T14:36:40.443 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrim_duration": 0.0, 2024-04-15T14:36:40.443 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrimq_len": 0, 2024-04-15T14:36:40.444 INFO:tasks.workunit.client.0.smithi016.stdout: "stat_sum": { 2024-04-15T14:36:40.444 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes": 0, 2024-04-15T14:36:40.444 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T14:36:40.444 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_recovered": 0, 2024-04-15T14:36:40.444 INFO:tasks.workunit.client.0.smithi016.stdout: "num_deep_scrub_errors": 0, 2024-04-15T14:36:40.444 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict": 0, 2024-04-15T14:36:40.444 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_kb": 0, 2024-04-15T14:36:40.444 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_full": 0, 2024-04-15T14:36:40.444 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_some": 0, 2024-04-15T14:36:40.444 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush": 0, 2024-04-15T14:36:40.444 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_kb": 0, 2024-04-15T14:36:40.444 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_high": 0, 2024-04-15T14:36:40.444 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_low": 0, 2024-04-15T14:36:40.445 INFO:tasks.workunit.client.0.smithi016.stdout: "num_keys_recovered": 0, 2024-04-15T14:36:40.445 INFO:tasks.workunit.client.0.smithi016.stdout: "num_large_omap_objects": 0, 2024-04-15T14:36:40.445 INFO:tasks.workunit.client.0.smithi016.stdout: "num_legacy_snapsets": 0, 2024-04-15T14:36:40.445 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_clones": 0, 2024-04-15T14:36:40.445 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_copies": 0, 2024-04-15T14:36:40.445 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects": 0, 2024-04-15T14:36:40.445 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_degraded": 0, 2024-04-15T14:36:40.445 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_dirty": 0, 2024-04-15T14:36:40.445 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T14:36:40.445 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_manifest": 0, 2024-04-15T14:36:40.445 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_misplaced": 0, 2024-04-15T14:36:40.445 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing": 0, 2024-04-15T14:36:40.446 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T14:36:40.446 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_omap": 0, 2024-04-15T14:36:40.446 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_pinned": 0, 2024-04-15T14:36:40.446 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_recovered": 0, 2024-04-15T14:36:40.446 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_repaired": 0, 2024-04-15T14:36:40.446 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_unfound": 0, 2024-04-15T14:36:40.446 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_bytes": 0, 2024-04-15T14:36:40.446 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_keys": 0, 2024-04-15T14:36:40.446 INFO:tasks.workunit.client.0.smithi016.stdout: "num_promote": 0, 2024-04-15T14:36:40.446 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read": 0, 2024-04-15T14:36:40.446 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read_kb": 0, 2024-04-15T14:36:40.446 INFO:tasks.workunit.client.0.smithi016.stdout: "num_scrub_errors": 0, 2024-04-15T14:36:40.447 INFO:tasks.workunit.client.0.smithi016.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T14:36:40.447 INFO:tasks.workunit.client.0.smithi016.stdout: "num_whiteouts": 0, 2024-04-15T14:36:40.447 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write": 0, 2024-04-15T14:36:40.447 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write_kb": 0 2024-04-15T14:36:40.447 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:40.447 INFO:tasks.workunit.client.0.smithi016.stdout: "state": "active+clean", 2024-04-15T14:36:40.447 INFO:tasks.workunit.client.0.smithi016.stdout: "stats_invalid": false, 2024-04-15T14:36:40.447 INFO:tasks.workunit.client.0.smithi016.stdout: "up": [ 2024-04-15T14:36:40.447 INFO:tasks.workunit.client.0.smithi016.stdout: 0, 2024-04-15T14:36:40.447 INFO:tasks.workunit.client.0.smithi016.stdout: 5, 2024-04-15T14:36:40.447 INFO:tasks.workunit.client.0.smithi016.stdout: 7 2024-04-15T14:36:40.447 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T14:36:40.447 INFO:tasks.workunit.client.0.smithi016.stdout: "up_primary": 0, 2024-04-15T14:36:40.448 INFO:tasks.workunit.client.0.smithi016.stdout: "version": "0'0" 2024-04-15T14:36:40.448 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:40.448 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-15T14:36:40.448 INFO:tasks.workunit.client.0.smithi016.stdout: "acting": [ 2024-04-15T14:36:40.448 INFO:tasks.workunit.client.0.smithi016.stdout: 7, 2024-04-15T14:36:40.448 INFO:tasks.workunit.client.0.smithi016.stdout: 0, 2024-04-15T14:36:40.448 INFO:tasks.workunit.client.0.smithi016.stdout: 4 2024-04-15T14:36:40.448 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T14:36:40.448 INFO:tasks.workunit.client.0.smithi016.stdout: "acting_primary": 7, 2024-04-15T14:36:40.448 INFO:tasks.workunit.client.0.smithi016.stdout: "avail_no_missing": [], 2024-04-15T14:36:40.448 INFO:tasks.workunit.client.0.smithi016.stdout: "blocked_by": [], 2024-04-15T14:36:40.448 INFO:tasks.workunit.client.0.smithi016.stdout: "created": 60, 2024-04-15T14:36:40.448 INFO:tasks.workunit.client.0.smithi016.stdout: "dirty_stats_invalid": false, 2024-04-15T14:36:40.449 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T14:36:40.449 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_stats_invalid": false, 2024-04-15T14:36:40.449 INFO:tasks.workunit.client.0.smithi016.stdout: "last_active": "2024-04-15T14:34:11.925607+0000", 2024-04-15T14:36:40.449 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_active": "2024-04-15T14:33:34.629246+0000", 2024-04-15T14:36:40.449 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_peered": "2024-04-15T14:33:34.629246+0000", 2024-04-15T14:36:40.449 INFO:tasks.workunit.client.0.smithi016.stdout: "last_change": "2024-04-15T14:33:34.629731+0000", 2024-04-15T14:36:40.449 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean": "2024-04-15T14:34:11.925607+0000", 2024-04-15T14:36:40.449 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean_scrub_stamp": "2024-04-15T14:33:33.599136+0000", 2024-04-15T14:36:40.449 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub": "0'0", 2024-04-15T14:36:40.449 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub_stamp": "2024-04-15T14:33:33.599136+0000", 2024-04-15T14:36:40.449 INFO:tasks.workunit.client.0.smithi016.stdout: "last_epoch_clean": 61, 2024-04-15T14:36:40.449 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fresh": "2024-04-15T14:34:11.925607+0000", 2024-04-15T14:36:40.449 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fullsized": "2024-04-15T14:34:11.925607+0000", 2024-04-15T14:36:40.449 INFO:tasks.workunit.client.0.smithi016.stdout: "last_peered": "2024-04-15T14:34:11.925607+0000", 2024-04-15T14:36:40.450 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub": "0'0", 2024-04-15T14:36:40.450 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_duration": 0, 2024-04-15T14:36:40.450 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_stamp": "2024-04-15T14:33:33.599136+0000", 2024-04-15T14:36:40.450 INFO:tasks.workunit.client.0.smithi016.stdout: "last_undegraded": "2024-04-15T14:34:11.925607+0000", 2024-04-15T14:36:40.450 INFO:tasks.workunit.client.0.smithi016.stdout: "last_unstale": "2024-04-15T14:34:11.925607+0000", 2024-04-15T14:36:40.450 INFO:tasks.workunit.client.0.smithi016.stdout: "log_dups_size": 0, 2024-04-15T14:36:40.450 INFO:tasks.workunit.client.0.smithi016.stdout: "log_size": 0, 2024-04-15T14:36:40.450 INFO:tasks.workunit.client.0.smithi016.stdout: "log_start": "0'0", 2024-04-15T14:36:40.450 INFO:tasks.workunit.client.0.smithi016.stdout: "manifest_stats_invalid": false, 2024-04-15T14:36:40.450 INFO:tasks.workunit.client.0.smithi016.stdout: "mapping_epoch": 60, 2024-04-15T14:36:40.450 INFO:tasks.workunit.client.0.smithi016.stdout: "object_location_counts": [], 2024-04-15T14:36:40.450 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_scrubbed": 0, 2024-04-15T14:36:40.451 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_trimmed": 0, 2024-04-15T14:36:40.451 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_stats_invalid": false, 2024-04-15T14:36:40.451 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_size": 0, 2024-04-15T14:36:40.451 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_start": "0'0", 2024-04-15T14:36:40.451 INFO:tasks.workunit.client.0.smithi016.stdout: "parent": "0.0", 2024-04-15T14:36:40.451 INFO:tasks.workunit.client.0.smithi016.stdout: "parent_split_bits": 0, 2024-04-15T14:36:40.451 INFO:tasks.workunit.client.0.smithi016.stdout: "pgid": "2.5", 2024-04-15T14:36:40.451 INFO:tasks.workunit.client.0.smithi016.stdout: "pin_stats_invalid": false, 2024-04-15T14:36:40.451 INFO:tasks.workunit.client.0.smithi016.stdout: "purged_snaps": [], 2024-04-15T14:36:40.451 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_epoch": 70, 2024-04-15T14:36:40.451 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_seq": 19, 2024-04-15T14:36:40.451 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_duration": 0.0, 2024-04-15T14:36:40.452 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-16T15:33:31.194531+0000", 2024-04-15T14:36:40.452 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrim_duration": 0.0, 2024-04-15T14:36:40.452 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrimq_len": 0, 2024-04-15T14:36:40.452 INFO:tasks.workunit.client.0.smithi016.stdout: "stat_sum": { 2024-04-15T14:36:40.452 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes": 0, 2024-04-15T14:36:40.452 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T14:36:40.452 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_recovered": 0, 2024-04-15T14:36:40.452 INFO:tasks.workunit.client.0.smithi016.stdout: "num_deep_scrub_errors": 0, 2024-04-15T14:36:40.452 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict": 0, 2024-04-15T14:36:40.452 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_kb": 0, 2024-04-15T14:36:40.452 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_full": 0, 2024-04-15T14:36:40.452 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_some": 0, 2024-04-15T14:36:40.453 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush": 0, 2024-04-15T14:36:40.453 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_kb": 0, 2024-04-15T14:36:40.453 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_high": 0, 2024-04-15T14:36:40.453 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_low": 0, 2024-04-15T14:36:40.453 INFO:tasks.workunit.client.0.smithi016.stdout: "num_keys_recovered": 0, 2024-04-15T14:36:40.453 INFO:tasks.workunit.client.0.smithi016.stdout: "num_large_omap_objects": 0, 2024-04-15T14:36:40.453 INFO:tasks.workunit.client.0.smithi016.stdout: "num_legacy_snapsets": 0, 2024-04-15T14:36:40.453 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_clones": 0, 2024-04-15T14:36:40.453 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_copies": 0, 2024-04-15T14:36:40.453 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects": 0, 2024-04-15T14:36:40.453 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_degraded": 0, 2024-04-15T14:36:40.453 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_dirty": 0, 2024-04-15T14:36:40.454 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T14:36:40.454 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_manifest": 0, 2024-04-15T14:36:40.454 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_misplaced": 0, 2024-04-15T14:36:40.454 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing": 0, 2024-04-15T14:36:40.454 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T14:36:40.454 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_omap": 0, 2024-04-15T14:36:40.454 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_pinned": 0, 2024-04-15T14:36:40.454 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_recovered": 0, 2024-04-15T14:36:40.454 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_repaired": 0, 2024-04-15T14:36:40.454 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_unfound": 0, 2024-04-15T14:36:40.454 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_bytes": 0, 2024-04-15T14:36:40.454 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_keys": 0, 2024-04-15T14:36:40.455 INFO:tasks.workunit.client.0.smithi016.stdout: "num_promote": 0, 2024-04-15T14:36:40.455 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read": 0, 2024-04-15T14:36:40.455 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read_kb": 0, 2024-04-15T14:36:40.455 INFO:tasks.workunit.client.0.smithi016.stdout: "num_scrub_errors": 0, 2024-04-15T14:36:40.455 INFO:tasks.workunit.client.0.smithi016.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T14:36:40.455 INFO:tasks.workunit.client.0.smithi016.stdout: "num_whiteouts": 0, 2024-04-15T14:36:40.455 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write": 0, 2024-04-15T14:36:40.455 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write_kb": 0 2024-04-15T14:36:40.455 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:40.455 INFO:tasks.workunit.client.0.smithi016.stdout: "state": "active+clean", 2024-04-15T14:36:40.455 INFO:tasks.workunit.client.0.smithi016.stdout: "stats_invalid": false, 2024-04-15T14:36:40.455 INFO:tasks.workunit.client.0.smithi016.stdout: "up": [ 2024-04-15T14:36:40.455 INFO:tasks.workunit.client.0.smithi016.stdout: 7, 2024-04-15T14:36:40.456 INFO:tasks.workunit.client.0.smithi016.stdout: 0, 2024-04-15T14:36:40.456 INFO:tasks.workunit.client.0.smithi016.stdout: 4 2024-04-15T14:36:40.456 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T14:36:40.456 INFO:tasks.workunit.client.0.smithi016.stdout: "up_primary": 7, 2024-04-15T14:36:40.456 INFO:tasks.workunit.client.0.smithi016.stdout: "version": "0'0" 2024-04-15T14:36:40.456 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:40.456 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-15T14:36:40.456 INFO:tasks.workunit.client.0.smithi016.stdout: "acting": [ 2024-04-15T14:36:40.456 INFO:tasks.workunit.client.0.smithi016.stdout: 1, 2024-04-15T14:36:40.456 INFO:tasks.workunit.client.0.smithi016.stdout: 2, 2024-04-15T14:36:40.456 INFO:tasks.workunit.client.0.smithi016.stdout: 5 2024-04-15T14:36:40.456 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T14:36:40.456 INFO:tasks.workunit.client.0.smithi016.stdout: "acting_primary": 1, 2024-04-15T14:36:40.457 INFO:tasks.workunit.client.0.smithi016.stdout: "avail_no_missing": [], 2024-04-15T14:36:40.457 INFO:tasks.workunit.client.0.smithi016.stdout: "blocked_by": [], 2024-04-15T14:36:40.457 INFO:tasks.workunit.client.0.smithi016.stdout: "created": 61, 2024-04-15T14:36:40.457 INFO:tasks.workunit.client.0.smithi016.stdout: "dirty_stats_invalid": false, 2024-04-15T14:36:40.457 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T14:36:40.457 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_stats_invalid": false, 2024-04-15T14:36:40.457 INFO:tasks.workunit.client.0.smithi016.stdout: "last_active": "2024-04-15T14:34:12.003897+0000", 2024-04-15T14:36:40.457 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_active": "2024-04-15T14:33:35.002820+0000", 2024-04-15T14:36:40.457 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_peered": "2024-04-15T14:33:35.002820+0000", 2024-04-15T14:36:40.457 INFO:tasks.workunit.client.0.smithi016.stdout: "last_change": "2024-04-15T14:33:35.003150+0000", 2024-04-15T14:36:40.457 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean": "2024-04-15T14:34:12.003897+0000", 2024-04-15T14:36:40.457 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T14:36:40.458 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub": "0'0", 2024-04-15T14:36:40.458 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T14:36:40.458 INFO:tasks.workunit.client.0.smithi016.stdout: "last_epoch_clean": 62, 2024-04-15T14:36:40.458 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fresh": "2024-04-15T14:34:12.003897+0000", 2024-04-15T14:36:40.458 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fullsized": "2024-04-15T14:34:12.003897+0000", 2024-04-15T14:36:40.458 INFO:tasks.workunit.client.0.smithi016.stdout: "last_peered": "2024-04-15T14:34:12.003897+0000", 2024-04-15T14:36:40.458 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub": "0'0", 2024-04-15T14:36:40.458 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_duration": 0, 2024-04-15T14:36:40.458 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T14:36:40.458 INFO:tasks.workunit.client.0.smithi016.stdout: "last_undegraded": "2024-04-15T14:34:12.003897+0000", 2024-04-15T14:36:40.458 INFO:tasks.workunit.client.0.smithi016.stdout: "last_unstale": "2024-04-15T14:34:12.003897+0000", 2024-04-15T14:36:40.458 INFO:tasks.workunit.client.0.smithi016.stdout: "log_dups_size": 0, 2024-04-15T14:36:40.459 INFO:tasks.workunit.client.0.smithi016.stdout: "log_size": 0, 2024-04-15T14:36:40.459 INFO:tasks.workunit.client.0.smithi016.stdout: "log_start": "0'0", 2024-04-15T14:36:40.459 INFO:tasks.workunit.client.0.smithi016.stdout: "manifest_stats_invalid": false, 2024-04-15T14:36:40.459 INFO:tasks.workunit.client.0.smithi016.stdout: "mapping_epoch": 61, 2024-04-15T14:36:40.459 INFO:tasks.workunit.client.0.smithi016.stdout: "object_location_counts": [], 2024-04-15T14:36:40.459 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_scrubbed": 0, 2024-04-15T14:36:40.459 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_trimmed": 0, 2024-04-15T14:36:40.459 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_stats_invalid": false, 2024-04-15T14:36:40.459 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_size": 0, 2024-04-15T14:36:40.459 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_start": "0'0", 2024-04-15T14:36:40.459 INFO:tasks.workunit.client.0.smithi016.stdout: "parent": "0.0", 2024-04-15T14:36:40.459 INFO:tasks.workunit.client.0.smithi016.stdout: "parent_split_bits": 0, 2024-04-15T14:36:40.460 INFO:tasks.workunit.client.0.smithi016.stdout: "pgid": "3.4", 2024-04-15T14:36:40.460 INFO:tasks.workunit.client.0.smithi016.stdout: "pin_stats_invalid": false, 2024-04-15T14:36:40.460 INFO:tasks.workunit.client.0.smithi016.stdout: "purged_snaps": [], 2024-04-15T14:36:40.460 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_epoch": 70, 2024-04-15T14:36:40.460 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_seq": 19, 2024-04-15T14:36:40.460 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_duration": 0.0, 2024-04-15T14:36:40.460 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-16T16:39:13.245694+0000", 2024-04-15T14:36:40.460 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrim_duration": 0.0, 2024-04-15T14:36:40.460 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrimq_len": 0, 2024-04-15T14:36:40.460 INFO:tasks.workunit.client.0.smithi016.stdout: "stat_sum": { 2024-04-15T14:36:40.460 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes": 0, 2024-04-15T14:36:40.460 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T14:36:40.461 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_recovered": 0, 2024-04-15T14:36:40.461 INFO:tasks.workunit.client.0.smithi016.stdout: "num_deep_scrub_errors": 0, 2024-04-15T14:36:40.461 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict": 0, 2024-04-15T14:36:40.461 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_kb": 0, 2024-04-15T14:36:40.461 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_full": 0, 2024-04-15T14:36:40.461 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_some": 0, 2024-04-15T14:36:40.461 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush": 0, 2024-04-15T14:36:40.461 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_kb": 0, 2024-04-15T14:36:40.461 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_high": 0, 2024-04-15T14:36:40.461 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_low": 0, 2024-04-15T14:36:40.461 INFO:tasks.workunit.client.0.smithi016.stdout: "num_keys_recovered": 0, 2024-04-15T14:36:40.462 INFO:tasks.workunit.client.0.smithi016.stdout: "num_large_omap_objects": 0, 2024-04-15T14:36:40.462 INFO:tasks.workunit.client.0.smithi016.stdout: "num_legacy_snapsets": 0, 2024-04-15T14:36:40.462 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_clones": 0, 2024-04-15T14:36:40.462 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_copies": 0, 2024-04-15T14:36:40.462 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects": 0, 2024-04-15T14:36:40.462 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_degraded": 0, 2024-04-15T14:36:40.462 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_dirty": 0, 2024-04-15T14:36:40.462 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T14:36:40.462 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_manifest": 0, 2024-04-15T14:36:40.462 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_misplaced": 0, 2024-04-15T14:36:40.462 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing": 0, 2024-04-15T14:36:40.463 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T14:36:40.463 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_omap": 0, 2024-04-15T14:36:40.463 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_pinned": 0, 2024-04-15T14:36:40.463 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_recovered": 0, 2024-04-15T14:36:40.463 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_repaired": 0, 2024-04-15T14:36:40.463 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_unfound": 0, 2024-04-15T14:36:40.463 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_bytes": 0, 2024-04-15T14:36:40.463 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_keys": 0, 2024-04-15T14:36:40.463 INFO:tasks.workunit.client.0.smithi016.stdout: "num_promote": 0, 2024-04-15T14:36:40.463 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read": 0, 2024-04-15T14:36:40.463 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read_kb": 0, 2024-04-15T14:36:40.463 INFO:tasks.workunit.client.0.smithi016.stdout: "num_scrub_errors": 0, 2024-04-15T14:36:40.464 INFO:tasks.workunit.client.0.smithi016.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T14:36:40.464 INFO:tasks.workunit.client.0.smithi016.stdout: "num_whiteouts": 0, 2024-04-15T14:36:40.464 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write": 0, 2024-04-15T14:36:40.464 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write_kb": 0 2024-04-15T14:36:40.464 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:40.464 INFO:tasks.workunit.client.0.smithi016.stdout: "state": "active+clean", 2024-04-15T14:36:40.464 INFO:tasks.workunit.client.0.smithi016.stdout: "stats_invalid": false, 2024-04-15T14:36:40.464 INFO:tasks.workunit.client.0.smithi016.stdout: "up": [ 2024-04-15T14:36:40.464 INFO:tasks.workunit.client.0.smithi016.stdout: 1, 2024-04-15T14:36:40.464 INFO:tasks.workunit.client.0.smithi016.stdout: 2, 2024-04-15T14:36:40.464 INFO:tasks.workunit.client.0.smithi016.stdout: 5 2024-04-15T14:36:40.464 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T14:36:40.465 INFO:tasks.workunit.client.0.smithi016.stdout: "up_primary": 1, 2024-04-15T14:36:40.465 INFO:tasks.workunit.client.0.smithi016.stdout: "version": "0'0" 2024-04-15T14:36:40.465 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:40.465 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-15T14:36:40.465 INFO:tasks.workunit.client.0.smithi016.stdout: "acting": [ 2024-04-15T14:36:40.465 INFO:tasks.workunit.client.0.smithi016.stdout: 3, 2024-04-15T14:36:40.465 INFO:tasks.workunit.client.0.smithi016.stdout: 7, 2024-04-15T14:36:40.465 INFO:tasks.workunit.client.0.smithi016.stdout: 0 2024-04-15T14:36:40.465 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T14:36:40.465 INFO:tasks.workunit.client.0.smithi016.stdout: "acting_primary": 3, 2024-04-15T14:36:40.465 INFO:tasks.workunit.client.0.smithi016.stdout: "avail_no_missing": [], 2024-04-15T14:36:40.465 INFO:tasks.workunit.client.0.smithi016.stdout: "blocked_by": [], 2024-04-15T14:36:40.465 INFO:tasks.workunit.client.0.smithi016.stdout: "created": 66, 2024-04-15T14:36:40.466 INFO:tasks.workunit.client.0.smithi016.stdout: "dirty_stats_invalid": false, 2024-04-15T14:36:40.466 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T14:36:40.466 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_stats_invalid": false, 2024-04-15T14:36:40.466 INFO:tasks.workunit.client.0.smithi016.stdout: "last_active": "2024-04-15T14:34:12.936262+0000", 2024-04-15T14:36:40.466 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_active": "2024-04-15T14:34:08.860282+0000", 2024-04-15T14:36:40.466 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_peered": "2024-04-15T14:34:08.860282+0000", 2024-04-15T14:36:40.466 INFO:tasks.workunit.client.0.smithi016.stdout: "last_change": "2024-04-15T14:34:08.860622+0000", 2024-04-15T14:36:40.466 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean": "2024-04-15T14:34:12.936262+0000", 2024-04-15T14:36:40.466 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean_scrub_stamp": "2024-04-15T14:34:07.163731+0000", 2024-04-15T14:36:40.466 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub": "0'0", 2024-04-15T14:36:40.466 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub_stamp": "2024-04-15T14:34:07.163731+0000", 2024-04-15T14:36:40.466 INFO:tasks.workunit.client.0.smithi016.stdout: "last_epoch_clean": 67, 2024-04-15T14:36:40.467 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fresh": "2024-04-15T14:34:12.936262+0000", 2024-04-15T14:36:40.467 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fullsized": "2024-04-15T14:34:12.936262+0000", 2024-04-15T14:36:40.467 INFO:tasks.workunit.client.0.smithi016.stdout: "last_peered": "2024-04-15T14:34:12.936262+0000", 2024-04-15T14:36:40.467 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub": "0'0", 2024-04-15T14:36:40.467 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_duration": 0, 2024-04-15T14:36:40.467 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_stamp": "2024-04-15T14:34:07.163731+0000", 2024-04-15T14:36:40.467 INFO:tasks.workunit.client.0.smithi016.stdout: "last_undegraded": "2024-04-15T14:34:12.936262+0000", 2024-04-15T14:36:40.467 INFO:tasks.workunit.client.0.smithi016.stdout: "last_unstale": "2024-04-15T14:34:12.936262+0000", 2024-04-15T14:36:40.467 INFO:tasks.workunit.client.0.smithi016.stdout: "log_dups_size": 0, 2024-04-15T14:36:40.467 INFO:tasks.workunit.client.0.smithi016.stdout: "log_size": 0, 2024-04-15T14:36:40.467 INFO:tasks.workunit.client.0.smithi016.stdout: "log_start": "0'0", 2024-04-15T14:36:40.467 INFO:tasks.workunit.client.0.smithi016.stdout: "manifest_stats_invalid": false, 2024-04-15T14:36:40.468 INFO:tasks.workunit.client.0.smithi016.stdout: "mapping_epoch": 66, 2024-04-15T14:36:40.468 INFO:tasks.workunit.client.0.smithi016.stdout: "object_location_counts": [], 2024-04-15T14:36:40.468 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_scrubbed": 0, 2024-04-15T14:36:40.468 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_trimmed": 0, 2024-04-15T14:36:40.468 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_stats_invalid": false, 2024-04-15T14:36:40.468 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_size": 0, 2024-04-15T14:36:40.468 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_start": "0'0", 2024-04-15T14:36:40.468 INFO:tasks.workunit.client.0.smithi016.stdout: "parent": "0.0", 2024-04-15T14:36:40.468 INFO:tasks.workunit.client.0.smithi016.stdout: "parent_split_bits": 0, 2024-04-15T14:36:40.468 INFO:tasks.workunit.client.0.smithi016.stdout: "pgid": "4.0", 2024-04-15T14:36:40.468 INFO:tasks.workunit.client.0.smithi016.stdout: "pin_stats_invalid": false, 2024-04-15T14:36:40.468 INFO:tasks.workunit.client.0.smithi016.stdout: "purged_snaps": [], 2024-04-15T14:36:40.468 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_epoch": 70, 2024-04-15T14:36:40.469 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_seq": 13, 2024-04-15T14:36:40.469 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_duration": 0.0, 2024-04-15T14:36:40.469 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-16T22:19:38.297438+0000", 2024-04-15T14:36:40.469 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrim_duration": 0.0, 2024-04-15T14:36:40.469 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrimq_len": 0, 2024-04-15T14:36:40.469 INFO:tasks.workunit.client.0.smithi016.stdout: "stat_sum": { 2024-04-15T14:36:40.469 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes": 0, 2024-04-15T14:36:40.469 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T14:36:40.469 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_recovered": 0, 2024-04-15T14:36:40.469 INFO:tasks.workunit.client.0.smithi016.stdout: "num_deep_scrub_errors": 0, 2024-04-15T14:36:40.469 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict": 0, 2024-04-15T14:36:40.469 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_kb": 0, 2024-04-15T14:36:40.469 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_full": 0, 2024-04-15T14:36:40.470 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_some": 0, 2024-04-15T14:36:40.470 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush": 0, 2024-04-15T14:36:40.470 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_kb": 0, 2024-04-15T14:36:40.470 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_high": 0, 2024-04-15T14:36:40.470 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_low": 0, 2024-04-15T14:36:40.470 INFO:tasks.workunit.client.0.smithi016.stdout: "num_keys_recovered": 0, 2024-04-15T14:36:40.470 INFO:tasks.workunit.client.0.smithi016.stdout: "num_large_omap_objects": 0, 2024-04-15T14:36:40.470 INFO:tasks.workunit.client.0.smithi016.stdout: "num_legacy_snapsets": 0, 2024-04-15T14:36:40.470 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_clones": 0, 2024-04-15T14:36:40.470 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_copies": 0, 2024-04-15T14:36:40.470 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects": 0, 2024-04-15T14:36:40.471 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_degraded": 0, 2024-04-15T14:36:40.471 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_dirty": 0, 2024-04-15T14:36:40.471 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T14:36:40.471 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_manifest": 0, 2024-04-15T14:36:40.471 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_misplaced": 0, 2024-04-15T14:36:40.471 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing": 0, 2024-04-15T14:36:40.471 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T14:36:40.471 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_omap": 0, 2024-04-15T14:36:40.471 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_pinned": 0, 2024-04-15T14:36:40.471 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_recovered": 0, 2024-04-15T14:36:40.471 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_repaired": 0, 2024-04-15T14:36:40.471 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_unfound": 0, 2024-04-15T14:36:40.471 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_bytes": 0, 2024-04-15T14:36:40.472 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_keys": 0, 2024-04-15T14:36:40.472 INFO:tasks.workunit.client.0.smithi016.stdout: "num_promote": 0, 2024-04-15T14:36:40.472 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read": 0, 2024-04-15T14:36:40.472 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read_kb": 0, 2024-04-15T14:36:40.472 INFO:tasks.workunit.client.0.smithi016.stdout: "num_scrub_errors": 0, 2024-04-15T14:36:40.472 INFO:tasks.workunit.client.0.smithi016.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T14:36:40.472 INFO:tasks.workunit.client.0.smithi016.stdout: "num_whiteouts": 0, 2024-04-15T14:36:40.472 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write": 0, 2024-04-15T14:36:40.472 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write_kb": 0 2024-04-15T14:36:40.472 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:40.472 INFO:tasks.workunit.client.0.smithi016.stdout: "state": "active+clean", 2024-04-15T14:36:40.472 INFO:tasks.workunit.client.0.smithi016.stdout: "stats_invalid": false, 2024-04-15T14:36:40.472 INFO:tasks.workunit.client.0.smithi016.stdout: "up": [ 2024-04-15T14:36:40.473 INFO:tasks.workunit.client.0.smithi016.stdout: 3, 2024-04-15T14:36:40.473 INFO:tasks.workunit.client.0.smithi016.stdout: 7, 2024-04-15T14:36:40.473 INFO:tasks.workunit.client.0.smithi016.stdout: 0 2024-04-15T14:36:40.473 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T14:36:40.473 INFO:tasks.workunit.client.0.smithi016.stdout: "up_primary": 3, 2024-04-15T14:36:40.473 INFO:tasks.workunit.client.0.smithi016.stdout: "version": "0'0" 2024-04-15T14:36:40.473 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:40.473 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-15T14:36:40.473 INFO:tasks.workunit.client.0.smithi016.stdout: "acting": [ 2024-04-15T14:36:40.473 INFO:tasks.workunit.client.0.smithi016.stdout: 1, 2024-04-15T14:36:40.473 INFO:tasks.workunit.client.0.smithi016.stdout: 6, 2024-04-15T14:36:40.473 INFO:tasks.workunit.client.0.smithi016.stdout: 4 2024-04-15T14:36:40.474 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T14:36:40.474 INFO:tasks.workunit.client.0.smithi016.stdout: "acting_primary": 1, 2024-04-15T14:36:40.474 INFO:tasks.workunit.client.0.smithi016.stdout: "avail_no_missing": [], 2024-04-15T14:36:40.474 INFO:tasks.workunit.client.0.smithi016.stdout: "blocked_by": [], 2024-04-15T14:36:40.474 INFO:tasks.workunit.client.0.smithi016.stdout: "created": 60, 2024-04-15T14:36:40.474 INFO:tasks.workunit.client.0.smithi016.stdout: "dirty_stats_invalid": false, 2024-04-15T14:36:40.474 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T14:36:40.474 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_stats_invalid": false, 2024-04-15T14:36:40.474 INFO:tasks.workunit.client.0.smithi016.stdout: "last_active": "2024-04-15T14:34:12.004585+0000", 2024-04-15T14:36:40.474 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_active": "2024-04-15T14:33:34.616824+0000", 2024-04-15T14:36:40.474 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_peered": "2024-04-15T14:33:34.616824+0000", 2024-04-15T14:36:40.474 INFO:tasks.workunit.client.0.smithi016.stdout: "last_change": "2024-04-15T14:33:34.617135+0000", 2024-04-15T14:36:40.475 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean": "2024-04-15T14:34:12.004585+0000", 2024-04-15T14:36:40.475 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean_scrub_stamp": "2024-04-15T14:33:33.599136+0000", 2024-04-15T14:36:40.475 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub": "0'0", 2024-04-15T14:36:40.475 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub_stamp": "2024-04-15T14:33:33.599136+0000", 2024-04-15T14:36:40.475 INFO:tasks.workunit.client.0.smithi016.stdout: "last_epoch_clean": 61, 2024-04-15T14:36:40.475 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fresh": "2024-04-15T14:34:12.004585+0000", 2024-04-15T14:36:40.475 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fullsized": "2024-04-15T14:34:12.004585+0000", 2024-04-15T14:36:40.475 INFO:tasks.workunit.client.0.smithi016.stdout: "last_peered": "2024-04-15T14:34:12.004585+0000", 2024-04-15T14:36:40.475 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub": "0'0", 2024-04-15T14:36:40.475 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_duration": 0, 2024-04-15T14:36:40.475 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_stamp": "2024-04-15T14:33:33.599136+0000", 2024-04-15T14:36:40.475 INFO:tasks.workunit.client.0.smithi016.stdout: "last_undegraded": "2024-04-15T14:34:12.004585+0000", 2024-04-15T14:36:40.475 INFO:tasks.workunit.client.0.smithi016.stdout: "last_unstale": "2024-04-15T14:34:12.004585+0000", 2024-04-15T14:36:40.476 INFO:tasks.workunit.client.0.smithi016.stdout: "log_dups_size": 0, 2024-04-15T14:36:40.476 INFO:tasks.workunit.client.0.smithi016.stdout: "log_size": 1, 2024-04-15T14:36:40.476 INFO:tasks.workunit.client.0.smithi016.stdout: "log_start": "0'0", 2024-04-15T14:36:40.476 INFO:tasks.workunit.client.0.smithi016.stdout: "manifest_stats_invalid": false, 2024-04-15T14:36:40.476 INFO:tasks.workunit.client.0.smithi016.stdout: "mapping_epoch": 60, 2024-04-15T14:36:40.476 INFO:tasks.workunit.client.0.smithi016.stdout: "object_location_counts": [], 2024-04-15T14:36:40.476 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_scrubbed": 0, 2024-04-15T14:36:40.476 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_trimmed": 0, 2024-04-15T14:36:40.476 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_stats_invalid": false, 2024-04-15T14:36:40.476 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_size": 1, 2024-04-15T14:36:40.476 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_start": "0'0", 2024-04-15T14:36:40.476 INFO:tasks.workunit.client.0.smithi016.stdout: "parent": "0.0", 2024-04-15T14:36:40.477 INFO:tasks.workunit.client.0.smithi016.stdout: "parent_split_bits": 0, 2024-04-15T14:36:40.477 INFO:tasks.workunit.client.0.smithi016.stdout: "pgid": "2.6", 2024-04-15T14:36:40.477 INFO:tasks.workunit.client.0.smithi016.stdout: "pin_stats_invalid": false, 2024-04-15T14:36:40.477 INFO:tasks.workunit.client.0.smithi016.stdout: "purged_snaps": [], 2024-04-15T14:36:40.477 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_epoch": 70, 2024-04-15T14:36:40.477 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_seq": 21, 2024-04-15T14:36:40.477 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_duration": 0.0, 2024-04-15T14:36:40.477 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-16T15:25:19.603212+0000", 2024-04-15T14:36:40.477 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrim_duration": 0.0, 2024-04-15T14:36:40.477 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrimq_len": 0, 2024-04-15T14:36:40.477 INFO:tasks.workunit.client.0.smithi016.stdout: "stat_sum": { 2024-04-15T14:36:40.477 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes": 0, 2024-04-15T14:36:40.477 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T14:36:40.478 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_recovered": 0, 2024-04-15T14:36:40.478 INFO:tasks.workunit.client.0.smithi016.stdout: "num_deep_scrub_errors": 0, 2024-04-15T14:36:40.478 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict": 0, 2024-04-15T14:36:40.478 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_kb": 0, 2024-04-15T14:36:40.478 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_full": 0, 2024-04-15T14:36:40.478 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_some": 0, 2024-04-15T14:36:40.478 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush": 0, 2024-04-15T14:36:40.478 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_kb": 0, 2024-04-15T14:36:40.478 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_high": 0, 2024-04-15T14:36:40.478 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_low": 0, 2024-04-15T14:36:40.478 INFO:tasks.workunit.client.0.smithi016.stdout: "num_keys_recovered": 0, 2024-04-15T14:36:40.478 INFO:tasks.workunit.client.0.smithi016.stdout: "num_large_omap_objects": 0, 2024-04-15T14:36:40.479 INFO:tasks.workunit.client.0.smithi016.stdout: "num_legacy_snapsets": 0, 2024-04-15T14:36:40.479 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_clones": 0, 2024-04-15T14:36:40.479 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_copies": 3, 2024-04-15T14:36:40.479 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects": 1, 2024-04-15T14:36:40.479 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_degraded": 0, 2024-04-15T14:36:40.479 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_dirty": 1, 2024-04-15T14:36:40.479 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T14:36:40.479 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_manifest": 0, 2024-04-15T14:36:40.479 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_misplaced": 0, 2024-04-15T14:36:40.479 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing": 0, 2024-04-15T14:36:40.479 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T14:36:40.479 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_omap": 1, 2024-04-15T14:36:40.480 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_pinned": 0, 2024-04-15T14:36:40.480 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_recovered": 0, 2024-04-15T14:36:40.480 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_repaired": 0, 2024-04-15T14:36:40.480 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_unfound": 0, 2024-04-15T14:36:40.480 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_bytes": 0, 2024-04-15T14:36:40.480 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_keys": 0, 2024-04-15T14:36:40.480 INFO:tasks.workunit.client.0.smithi016.stdout: "num_promote": 0, 2024-04-15T14:36:40.480 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read": 0, 2024-04-15T14:36:40.480 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read_kb": 0, 2024-04-15T14:36:40.480 INFO:tasks.workunit.client.0.smithi016.stdout: "num_scrub_errors": 0, 2024-04-15T14:36:40.480 INFO:tasks.workunit.client.0.smithi016.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T14:36:40.480 INFO:tasks.workunit.client.0.smithi016.stdout: "num_whiteouts": 0, 2024-04-15T14:36:40.480 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write": 1, 2024-04-15T14:36:40.481 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write_kb": 0 2024-04-15T14:36:40.481 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:40.481 INFO:tasks.workunit.client.0.smithi016.stdout: "state": "active+clean", 2024-04-15T14:36:40.481 INFO:tasks.workunit.client.0.smithi016.stdout: "stats_invalid": false, 2024-04-15T14:36:40.481 INFO:tasks.workunit.client.0.smithi016.stdout: "up": [ 2024-04-15T14:36:40.481 INFO:tasks.workunit.client.0.smithi016.stdout: 1, 2024-04-15T14:36:40.481 INFO:tasks.workunit.client.0.smithi016.stdout: 6, 2024-04-15T14:36:40.481 INFO:tasks.workunit.client.0.smithi016.stdout: 4 2024-04-15T14:36:40.481 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T14:36:40.481 INFO:tasks.workunit.client.0.smithi016.stdout: "up_primary": 1, 2024-04-15T14:36:40.481 INFO:tasks.workunit.client.0.smithi016.stdout: "version": "63'1" 2024-04-15T14:36:40.481 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:40.482 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-15T14:36:40.482 INFO:tasks.workunit.client.0.smithi016.stdout: "acting": [ 2024-04-15T14:36:40.482 INFO:tasks.workunit.client.0.smithi016.stdout: 3, 2024-04-15T14:36:40.482 INFO:tasks.workunit.client.0.smithi016.stdout: 7, 2024-04-15T14:36:40.482 INFO:tasks.workunit.client.0.smithi016.stdout: 0 2024-04-15T14:36:40.482 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T14:36:40.482 INFO:tasks.workunit.client.0.smithi016.stdout: "acting_primary": 3, 2024-04-15T14:36:40.482 INFO:tasks.workunit.client.0.smithi016.stdout: "avail_no_missing": [], 2024-04-15T14:36:40.482 INFO:tasks.workunit.client.0.smithi016.stdout: "blocked_by": [], 2024-04-15T14:36:40.482 INFO:tasks.workunit.client.0.smithi016.stdout: "created": 61, 2024-04-15T14:36:40.482 INFO:tasks.workunit.client.0.smithi016.stdout: "dirty_stats_invalid": false, 2024-04-15T14:36:40.482 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T14:36:40.482 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_stats_invalid": false, 2024-04-15T14:36:40.483 INFO:tasks.workunit.client.0.smithi016.stdout: "last_active": "2024-04-15T14:34:12.046653+0000", 2024-04-15T14:36:40.483 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_active": "2024-04-15T14:33:35.002683+0000", 2024-04-15T14:36:40.483 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_peered": "2024-04-15T14:33:35.002683+0000", 2024-04-15T14:36:40.483 INFO:tasks.workunit.client.0.smithi016.stdout: "last_change": "2024-04-15T14:33:35.003003+0000", 2024-04-15T14:36:40.483 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean": "2024-04-15T14:34:12.046653+0000", 2024-04-15T14:36:40.483 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T14:36:40.483 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub": "0'0", 2024-04-15T14:36:40.483 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T14:36:40.483 INFO:tasks.workunit.client.0.smithi016.stdout: "last_epoch_clean": 62, 2024-04-15T14:36:40.483 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fresh": "2024-04-15T14:34:12.046653+0000", 2024-04-15T14:36:40.483 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fullsized": "2024-04-15T14:34:12.046653+0000", 2024-04-15T14:36:40.483 INFO:tasks.workunit.client.0.smithi016.stdout: "last_peered": "2024-04-15T14:34:12.046653+0000", 2024-04-15T14:36:40.484 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub": "0'0", 2024-04-15T14:36:40.484 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_duration": 0, 2024-04-15T14:36:40.484 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T14:36:40.484 INFO:tasks.workunit.client.0.smithi016.stdout: "last_undegraded": "2024-04-15T14:34:12.046653+0000", 2024-04-15T14:36:40.484 INFO:tasks.workunit.client.0.smithi016.stdout: "last_unstale": "2024-04-15T14:34:12.046653+0000", 2024-04-15T14:36:40.484 INFO:tasks.workunit.client.0.smithi016.stdout: "log_dups_size": 0, 2024-04-15T14:36:40.484 INFO:tasks.workunit.client.0.smithi016.stdout: "log_size": 0, 2024-04-15T14:36:40.484 INFO:tasks.workunit.client.0.smithi016.stdout: "log_start": "0'0", 2024-04-15T14:36:40.484 INFO:tasks.workunit.client.0.smithi016.stdout: "manifest_stats_invalid": false, 2024-04-15T14:36:40.484 INFO:tasks.workunit.client.0.smithi016.stdout: "mapping_epoch": 61, 2024-04-15T14:36:40.484 INFO:tasks.workunit.client.0.smithi016.stdout: "object_location_counts": [], 2024-04-15T14:36:40.484 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_scrubbed": 0, 2024-04-15T14:36:40.484 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_trimmed": 0, 2024-04-15T14:36:40.485 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_stats_invalid": false, 2024-04-15T14:36:40.485 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_size": 0, 2024-04-15T14:36:40.485 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_start": "0'0", 2024-04-15T14:36:40.485 INFO:tasks.workunit.client.0.smithi016.stdout: "parent": "0.0", 2024-04-15T14:36:40.485 INFO:tasks.workunit.client.0.smithi016.stdout: "parent_split_bits": 0, 2024-04-15T14:36:40.485 INFO:tasks.workunit.client.0.smithi016.stdout: "pgid": "3.7", 2024-04-15T14:36:40.485 INFO:tasks.workunit.client.0.smithi016.stdout: "pin_stats_invalid": false, 2024-04-15T14:36:40.485 INFO:tasks.workunit.client.0.smithi016.stdout: "purged_snaps": [], 2024-04-15T14:36:40.485 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_epoch": 70, 2024-04-15T14:36:40.485 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_seq": 18, 2024-04-15T14:36:40.485 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_duration": 0.0, 2024-04-15T14:36:40.485 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-16T21:11:35.484239+0000", 2024-04-15T14:36:40.485 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrim_duration": 0.0, 2024-04-15T14:36:40.486 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrimq_len": 0, 2024-04-15T14:36:40.486 INFO:tasks.workunit.client.0.smithi016.stdout: "stat_sum": { 2024-04-15T14:36:40.486 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes": 0, 2024-04-15T14:36:40.486 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T14:36:40.486 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_recovered": 0, 2024-04-15T14:36:40.486 INFO:tasks.workunit.client.0.smithi016.stdout: "num_deep_scrub_errors": 0, 2024-04-15T14:36:40.486 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict": 0, 2024-04-15T14:36:40.486 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_kb": 0, 2024-04-15T14:36:40.486 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_full": 0, 2024-04-15T14:36:40.486 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_some": 0, 2024-04-15T14:36:40.486 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush": 0, 2024-04-15T14:36:40.486 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_kb": 0, 2024-04-15T14:36:40.486 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_high": 0, 2024-04-15T14:36:40.487 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_low": 0, 2024-04-15T14:36:40.487 INFO:tasks.workunit.client.0.smithi016.stdout: "num_keys_recovered": 0, 2024-04-15T14:36:40.487 INFO:tasks.workunit.client.0.smithi016.stdout: "num_large_omap_objects": 0, 2024-04-15T14:36:40.487 INFO:tasks.workunit.client.0.smithi016.stdout: "num_legacy_snapsets": 0, 2024-04-15T14:36:40.487 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_clones": 0, 2024-04-15T14:36:40.487 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_copies": 0, 2024-04-15T14:36:40.487 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects": 0, 2024-04-15T14:36:40.487 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_degraded": 0, 2024-04-15T14:36:40.487 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_dirty": 0, 2024-04-15T14:36:40.487 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T14:36:40.487 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_manifest": 0, 2024-04-15T14:36:40.488 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_misplaced": 0, 2024-04-15T14:36:40.488 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing": 0, 2024-04-15T14:36:40.488 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T14:36:40.488 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_omap": 0, 2024-04-15T14:36:40.488 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_pinned": 0, 2024-04-15T14:36:40.488 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_recovered": 0, 2024-04-15T14:36:40.488 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_repaired": 0, 2024-04-15T14:36:40.488 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_unfound": 0, 2024-04-15T14:36:40.488 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_bytes": 0, 2024-04-15T14:36:40.488 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_keys": 0, 2024-04-15T14:36:40.488 INFO:tasks.workunit.client.0.smithi016.stdout: "num_promote": 0, 2024-04-15T14:36:40.488 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read": 0, 2024-04-15T14:36:40.489 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read_kb": 0, 2024-04-15T14:36:40.489 INFO:tasks.workunit.client.0.smithi016.stdout: "num_scrub_errors": 0, 2024-04-15T14:36:40.489 INFO:tasks.workunit.client.0.smithi016.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T14:36:40.489 INFO:tasks.workunit.client.0.smithi016.stdout: "num_whiteouts": 0, 2024-04-15T14:36:40.489 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write": 0, 2024-04-15T14:36:40.489 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write_kb": 0 2024-04-15T14:36:40.489 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:40.489 INFO:tasks.workunit.client.0.smithi016.stdout: "state": "active+clean", 2024-04-15T14:36:40.489 INFO:tasks.workunit.client.0.smithi016.stdout: "stats_invalid": false, 2024-04-15T14:36:40.489 INFO:tasks.workunit.client.0.smithi016.stdout: "up": [ 2024-04-15T14:36:40.489 INFO:tasks.workunit.client.0.smithi016.stdout: 3, 2024-04-15T14:36:40.490 INFO:tasks.workunit.client.0.smithi016.stdout: 7, 2024-04-15T14:36:40.490 INFO:tasks.workunit.client.0.smithi016.stdout: 0 2024-04-15T14:36:40.490 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T14:36:40.490 INFO:tasks.workunit.client.0.smithi016.stdout: "up_primary": 3, 2024-04-15T14:36:40.490 INFO:tasks.workunit.client.0.smithi016.stdout: "version": "0'0" 2024-04-15T14:36:40.490 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:40.490 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-15T14:36:40.490 INFO:tasks.workunit.client.0.smithi016.stdout: "acting": [ 2024-04-15T14:36:40.490 INFO:tasks.workunit.client.0.smithi016.stdout: 4, 2024-04-15T14:36:40.490 INFO:tasks.workunit.client.0.smithi016.stdout: 5, 2024-04-15T14:36:40.490 INFO:tasks.workunit.client.0.smithi016.stdout: 6 2024-04-15T14:36:40.490 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T14:36:40.491 INFO:tasks.workunit.client.0.smithi016.stdout: "acting_primary": 4, 2024-04-15T14:36:40.491 INFO:tasks.workunit.client.0.smithi016.stdout: "avail_no_missing": [], 2024-04-15T14:36:40.491 INFO:tasks.workunit.client.0.smithi016.stdout: "blocked_by": [], 2024-04-15T14:36:40.491 INFO:tasks.workunit.client.0.smithi016.stdout: "created": 66, 2024-04-15T14:36:40.491 INFO:tasks.workunit.client.0.smithi016.stdout: "dirty_stats_invalid": false, 2024-04-15T14:36:40.491 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T14:36:40.491 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_stats_invalid": false, 2024-04-15T14:36:40.491 INFO:tasks.workunit.client.0.smithi016.stdout: "last_active": "2024-04-15T14:34:12.935031+0000", 2024-04-15T14:36:40.491 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_active": "2024-04-15T14:34:08.174321+0000", 2024-04-15T14:36:40.491 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_peered": "2024-04-15T14:34:08.174321+0000", 2024-04-15T14:36:40.491 INFO:tasks.workunit.client.0.smithi016.stdout: "last_change": "2024-04-15T14:34:08.174632+0000", 2024-04-15T14:36:40.491 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean": "2024-04-15T14:34:12.935031+0000", 2024-04-15T14:36:40.492 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean_scrub_stamp": "2024-04-15T14:34:07.163731+0000", 2024-04-15T14:36:40.492 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub": "0'0", 2024-04-15T14:36:40.492 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub_stamp": "2024-04-15T14:34:07.163731+0000", 2024-04-15T14:36:40.492 INFO:tasks.workunit.client.0.smithi016.stdout: "last_epoch_clean": 67, 2024-04-15T14:36:40.492 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fresh": "2024-04-15T14:34:12.935031+0000", 2024-04-15T14:36:40.492 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fullsized": "2024-04-15T14:34:12.935031+0000", 2024-04-15T14:36:40.492 INFO:tasks.workunit.client.0.smithi016.stdout: "last_peered": "2024-04-15T14:34:12.935031+0000", 2024-04-15T14:36:40.492 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub": "0'0", 2024-04-15T14:36:40.492 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_duration": 0, 2024-04-15T14:36:40.492 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_stamp": "2024-04-15T14:34:07.163731+0000", 2024-04-15T14:36:40.492 INFO:tasks.workunit.client.0.smithi016.stdout: "last_undegraded": "2024-04-15T14:34:12.935031+0000", 2024-04-15T14:36:40.492 INFO:tasks.workunit.client.0.smithi016.stdout: "last_unstale": "2024-04-15T14:34:12.935031+0000", 2024-04-15T14:36:40.493 INFO:tasks.workunit.client.0.smithi016.stdout: "log_dups_size": 0, 2024-04-15T14:36:40.493 INFO:tasks.workunit.client.0.smithi016.stdout: "log_size": 0, 2024-04-15T14:36:40.493 INFO:tasks.workunit.client.0.smithi016.stdout: "log_start": "0'0", 2024-04-15T14:36:40.493 INFO:tasks.workunit.client.0.smithi016.stdout: "manifest_stats_invalid": false, 2024-04-15T14:36:40.493 INFO:tasks.workunit.client.0.smithi016.stdout: "mapping_epoch": 66, 2024-04-15T14:36:40.493 INFO:tasks.workunit.client.0.smithi016.stdout: "object_location_counts": [], 2024-04-15T14:36:40.493 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_scrubbed": 0, 2024-04-15T14:36:40.493 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_trimmed": 0, 2024-04-15T14:36:40.493 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_stats_invalid": false, 2024-04-15T14:36:40.493 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_size": 0, 2024-04-15T14:36:40.493 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_start": "0'0", 2024-04-15T14:36:40.493 INFO:tasks.workunit.client.0.smithi016.stdout: "parent": "0.0", 2024-04-15T14:36:40.494 INFO:tasks.workunit.client.0.smithi016.stdout: "parent_split_bits": 0, 2024-04-15T14:36:40.494 INFO:tasks.workunit.client.0.smithi016.stdout: "pgid": "4.1", 2024-04-15T14:36:40.494 INFO:tasks.workunit.client.0.smithi016.stdout: "pin_stats_invalid": false, 2024-04-15T14:36:40.494 INFO:tasks.workunit.client.0.smithi016.stdout: "purged_snaps": [], 2024-04-15T14:36:40.494 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_epoch": 70, 2024-04-15T14:36:40.494 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_seq": 13, 2024-04-15T14:36:40.494 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_duration": 0.0, 2024-04-15T14:36:40.494 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-16T14:45:15.659964+0000", 2024-04-15T14:36:40.494 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrim_duration": 0.0, 2024-04-15T14:36:40.494 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrimq_len": 0, 2024-04-15T14:36:40.494 INFO:tasks.workunit.client.0.smithi016.stdout: "stat_sum": { 2024-04-15T14:36:40.494 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes": 0, 2024-04-15T14:36:40.495 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T14:36:40.495 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_recovered": 0, 2024-04-15T14:36:40.495 INFO:tasks.workunit.client.0.smithi016.stdout: "num_deep_scrub_errors": 0, 2024-04-15T14:36:40.495 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict": 0, 2024-04-15T14:36:40.495 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_kb": 0, 2024-04-15T14:36:40.495 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_full": 0, 2024-04-15T14:36:40.495 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_some": 0, 2024-04-15T14:36:40.495 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush": 0, 2024-04-15T14:36:40.495 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_kb": 0, 2024-04-15T14:36:40.495 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_high": 0, 2024-04-15T14:36:40.495 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_low": 0, 2024-04-15T14:36:40.495 INFO:tasks.workunit.client.0.smithi016.stdout: "num_keys_recovered": 0, 2024-04-15T14:36:40.496 INFO:tasks.workunit.client.0.smithi016.stdout: "num_large_omap_objects": 0, 2024-04-15T14:36:40.496 INFO:tasks.workunit.client.0.smithi016.stdout: "num_legacy_snapsets": 0, 2024-04-15T14:36:40.496 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_clones": 0, 2024-04-15T14:36:40.496 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_copies": 0, 2024-04-15T14:36:40.496 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects": 0, 2024-04-15T14:36:40.496 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_degraded": 0, 2024-04-15T14:36:40.496 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_dirty": 0, 2024-04-15T14:36:40.496 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T14:36:40.496 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_manifest": 0, 2024-04-15T14:36:40.496 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_misplaced": 0, 2024-04-15T14:36:40.496 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing": 0, 2024-04-15T14:36:40.496 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T14:36:40.496 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_omap": 0, 2024-04-15T14:36:40.497 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_pinned": 0, 2024-04-15T14:36:40.497 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_recovered": 0, 2024-04-15T14:36:40.497 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_repaired": 0, 2024-04-15T14:36:40.497 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_unfound": 0, 2024-04-15T14:36:40.497 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_bytes": 0, 2024-04-15T14:36:40.497 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_keys": 0, 2024-04-15T14:36:40.497 INFO:tasks.workunit.client.0.smithi016.stdout: "num_promote": 0, 2024-04-15T14:36:40.497 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read": 0, 2024-04-15T14:36:40.497 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read_kb": 0, 2024-04-15T14:36:40.497 INFO:tasks.workunit.client.0.smithi016.stdout: "num_scrub_errors": 0, 2024-04-15T14:36:40.497 INFO:tasks.workunit.client.0.smithi016.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T14:36:40.497 INFO:tasks.workunit.client.0.smithi016.stdout: "num_whiteouts": 0, 2024-04-15T14:36:40.498 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write": 0, 2024-04-15T14:36:40.498 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write_kb": 0 2024-04-15T14:36:40.498 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:40.498 INFO:tasks.workunit.client.0.smithi016.stdout: "state": "active+clean", 2024-04-15T14:36:40.498 INFO:tasks.workunit.client.0.smithi016.stdout: "stats_invalid": false, 2024-04-15T14:36:40.498 INFO:tasks.workunit.client.0.smithi016.stdout: "up": [ 2024-04-15T14:36:40.498 INFO:tasks.workunit.client.0.smithi016.stdout: 4, 2024-04-15T14:36:40.498 INFO:tasks.workunit.client.0.smithi016.stdout: 5, 2024-04-15T14:36:40.498 INFO:tasks.workunit.client.0.smithi016.stdout: 6 2024-04-15T14:36:40.498 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T14:36:40.498 INFO:tasks.workunit.client.0.smithi016.stdout: "up_primary": 4, 2024-04-15T14:36:40.498 INFO:tasks.workunit.client.0.smithi016.stdout: "version": "0'0" 2024-04-15T14:36:40.498 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:40.499 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-15T14:36:40.499 INFO:tasks.workunit.client.0.smithi016.stdout: "acting": [ 2024-04-15T14:36:40.499 INFO:tasks.workunit.client.0.smithi016.stdout: 6, 2024-04-15T14:36:40.499 INFO:tasks.workunit.client.0.smithi016.stdout: 7, 2024-04-15T14:36:40.499 INFO:tasks.workunit.client.0.smithi016.stdout: 2 2024-04-15T14:36:40.499 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T14:36:40.499 INFO:tasks.workunit.client.0.smithi016.stdout: "acting_primary": 6, 2024-04-15T14:36:40.499 INFO:tasks.workunit.client.0.smithi016.stdout: "avail_no_missing": [], 2024-04-15T14:36:40.499 INFO:tasks.workunit.client.0.smithi016.stdout: "blocked_by": [], 2024-04-15T14:36:40.499 INFO:tasks.workunit.client.0.smithi016.stdout: "created": 60, 2024-04-15T14:36:40.499 INFO:tasks.workunit.client.0.smithi016.stdout: "dirty_stats_invalid": false, 2024-04-15T14:36:40.499 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T14:36:40.499 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_stats_invalid": false, 2024-04-15T14:36:40.500 INFO:tasks.workunit.client.0.smithi016.stdout: "last_active": "2024-04-15T14:34:12.043814+0000", 2024-04-15T14:36:40.500 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_active": "2024-04-15T14:33:34.623029+0000", 2024-04-15T14:36:40.500 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_peered": "2024-04-15T14:33:34.623029+0000", 2024-04-15T14:36:40.500 INFO:tasks.workunit.client.0.smithi016.stdout: "last_change": "2024-04-15T14:33:34.624633+0000", 2024-04-15T14:36:40.500 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean": "2024-04-15T14:34:12.043814+0000", 2024-04-15T14:36:40.500 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean_scrub_stamp": "2024-04-15T14:33:33.599136+0000", 2024-04-15T14:36:40.500 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub": "0'0", 2024-04-15T14:36:40.500 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub_stamp": "2024-04-15T14:33:33.599136+0000", 2024-04-15T14:36:40.500 INFO:tasks.workunit.client.0.smithi016.stdout: "last_epoch_clean": 61, 2024-04-15T14:36:40.500 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fresh": "2024-04-15T14:34:12.043814+0000", 2024-04-15T14:36:40.500 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fullsized": "2024-04-15T14:34:12.043814+0000", 2024-04-15T14:36:40.500 INFO:tasks.workunit.client.0.smithi016.stdout: "last_peered": "2024-04-15T14:34:12.043814+0000", 2024-04-15T14:36:40.501 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub": "0'0", 2024-04-15T14:36:40.501 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_duration": 0, 2024-04-15T14:36:40.501 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_stamp": "2024-04-15T14:33:33.599136+0000", 2024-04-15T14:36:40.501 INFO:tasks.workunit.client.0.smithi016.stdout: "last_undegraded": "2024-04-15T14:34:12.043814+0000", 2024-04-15T14:36:40.501 INFO:tasks.workunit.client.0.smithi016.stdout: "last_unstale": "2024-04-15T14:34:12.043814+0000", 2024-04-15T14:36:40.501 INFO:tasks.workunit.client.0.smithi016.stdout: "log_dups_size": 0, 2024-04-15T14:36:40.501 INFO:tasks.workunit.client.0.smithi016.stdout: "log_size": 2, 2024-04-15T14:36:40.501 INFO:tasks.workunit.client.0.smithi016.stdout: "log_start": "0'0", 2024-04-15T14:36:40.501 INFO:tasks.workunit.client.0.smithi016.stdout: "manifest_stats_invalid": false, 2024-04-15T14:36:40.501 INFO:tasks.workunit.client.0.smithi016.stdout: "mapping_epoch": 60, 2024-04-15T14:36:40.501 INFO:tasks.workunit.client.0.smithi016.stdout: "object_location_counts": [], 2024-04-15T14:36:40.501 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_scrubbed": 0, 2024-04-15T14:36:40.501 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_trimmed": 0, 2024-04-15T14:36:40.502 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_stats_invalid": false, 2024-04-15T14:36:40.502 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_size": 2, 2024-04-15T14:36:40.502 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_start": "0'0", 2024-04-15T14:36:40.502 INFO:tasks.workunit.client.0.smithi016.stdout: "parent": "0.0", 2024-04-15T14:36:40.502 INFO:tasks.workunit.client.0.smithi016.stdout: "parent_split_bits": 0, 2024-04-15T14:36:40.502 INFO:tasks.workunit.client.0.smithi016.stdout: "pgid": "2.7", 2024-04-15T14:36:40.502 INFO:tasks.workunit.client.0.smithi016.stdout: "pin_stats_invalid": false, 2024-04-15T14:36:40.502 INFO:tasks.workunit.client.0.smithi016.stdout: "purged_snaps": [], 2024-04-15T14:36:40.502 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_epoch": 70, 2024-04-15T14:36:40.502 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_seq": 21, 2024-04-15T14:36:40.502 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_duration": 0.0, 2024-04-15T14:36:40.502 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-16T19:45:31.771526+0000", 2024-04-15T14:36:40.503 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrim_duration": 0.0, 2024-04-15T14:36:40.503 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrimq_len": 0, 2024-04-15T14:36:40.503 INFO:tasks.workunit.client.0.smithi016.stdout: "stat_sum": { 2024-04-15T14:36:40.503 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes": 0, 2024-04-15T14:36:40.503 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T14:36:40.503 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_recovered": 0, 2024-04-15T14:36:40.503 INFO:tasks.workunit.client.0.smithi016.stdout: "num_deep_scrub_errors": 0, 2024-04-15T14:36:40.503 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict": 0, 2024-04-15T14:36:40.503 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_kb": 0, 2024-04-15T14:36:40.503 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_full": 0, 2024-04-15T14:36:40.503 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_some": 0, 2024-04-15T14:36:40.503 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush": 0, 2024-04-15T14:36:40.504 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_kb": 0, 2024-04-15T14:36:40.504 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_high": 0, 2024-04-15T14:36:40.504 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_low": 0, 2024-04-15T14:36:40.504 INFO:tasks.workunit.client.0.smithi016.stdout: "num_keys_recovered": 0, 2024-04-15T14:36:40.504 INFO:tasks.workunit.client.0.smithi016.stdout: "num_large_omap_objects": 0, 2024-04-15T14:36:40.504 INFO:tasks.workunit.client.0.smithi016.stdout: "num_legacy_snapsets": 0, 2024-04-15T14:36:40.504 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_clones": 0, 2024-04-15T14:36:40.504 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_copies": 3, 2024-04-15T14:36:40.504 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects": 1, 2024-04-15T14:36:40.504 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_degraded": 0, 2024-04-15T14:36:40.504 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_dirty": 1, 2024-04-15T14:36:40.505 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T14:36:40.505 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_manifest": 0, 2024-04-15T14:36:40.505 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_misplaced": 0, 2024-04-15T14:36:40.505 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing": 0, 2024-04-15T14:36:40.505 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T14:36:40.505 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_omap": 1, 2024-04-15T14:36:40.505 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_pinned": 0, 2024-04-15T14:36:40.505 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_recovered": 0, 2024-04-15T14:36:40.505 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_repaired": 0, 2024-04-15T14:36:40.505 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_unfound": 0, 2024-04-15T14:36:40.505 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_bytes": 0, 2024-04-15T14:36:40.505 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_keys": 0, 2024-04-15T14:36:40.505 INFO:tasks.workunit.client.0.smithi016.stdout: "num_promote": 0, 2024-04-15T14:36:40.506 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read": 0, 2024-04-15T14:36:40.506 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read_kb": 0, 2024-04-15T14:36:40.506 INFO:tasks.workunit.client.0.smithi016.stdout: "num_scrub_errors": 0, 2024-04-15T14:36:40.506 INFO:tasks.workunit.client.0.smithi016.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T14:36:40.506 INFO:tasks.workunit.client.0.smithi016.stdout: "num_whiteouts": 0, 2024-04-15T14:36:40.506 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write": 3, 2024-04-15T14:36:40.506 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write_kb": 0 2024-04-15T14:36:40.506 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:40.506 INFO:tasks.workunit.client.0.smithi016.stdout: "state": "active+clean", 2024-04-15T14:36:40.506 INFO:tasks.workunit.client.0.smithi016.stdout: "stats_invalid": false, 2024-04-15T14:36:40.506 INFO:tasks.workunit.client.0.smithi016.stdout: "up": [ 2024-04-15T14:36:40.507 INFO:tasks.workunit.client.0.smithi016.stdout: 6, 2024-04-15T14:36:40.507 INFO:tasks.workunit.client.0.smithi016.stdout: 7, 2024-04-15T14:36:40.507 INFO:tasks.workunit.client.0.smithi016.stdout: 2 2024-04-15T14:36:40.507 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T14:36:40.507 INFO:tasks.workunit.client.0.smithi016.stdout: "up_primary": 6, 2024-04-15T14:36:40.507 INFO:tasks.workunit.client.0.smithi016.stdout: "version": "62'2" 2024-04-15T14:36:40.507 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:40.507 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-15T14:36:40.507 INFO:tasks.workunit.client.0.smithi016.stdout: "acting": [ 2024-04-15T14:36:40.507 INFO:tasks.workunit.client.0.smithi016.stdout: 2, 2024-04-15T14:36:40.507 INFO:tasks.workunit.client.0.smithi016.stdout: 1, 2024-04-15T14:36:40.507 INFO:tasks.workunit.client.0.smithi016.stdout: 4 2024-04-15T14:36:40.507 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T14:36:40.508 INFO:tasks.workunit.client.0.smithi016.stdout: "acting_primary": 2, 2024-04-15T14:36:40.508 INFO:tasks.workunit.client.0.smithi016.stdout: "avail_no_missing": [], 2024-04-15T14:36:40.508 INFO:tasks.workunit.client.0.smithi016.stdout: "blocked_by": [], 2024-04-15T14:36:40.508 INFO:tasks.workunit.client.0.smithi016.stdout: "created": 61, 2024-04-15T14:36:40.508 INFO:tasks.workunit.client.0.smithi016.stdout: "dirty_stats_invalid": false, 2024-04-15T14:36:40.508 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T14:36:40.508 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_stats_invalid": false, 2024-04-15T14:36:40.508 INFO:tasks.workunit.client.0.smithi016.stdout: "last_active": "2024-04-15T14:34:11.926541+0000", 2024-04-15T14:36:40.508 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_active": "2024-04-15T14:33:58.035451+0000", 2024-04-15T14:36:40.508 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_peered": "2024-04-15T14:33:58.035451+0000", 2024-04-15T14:36:40.508 INFO:tasks.workunit.client.0.smithi016.stdout: "last_change": "2024-04-15T14:33:58.035697+0000", 2024-04-15T14:36:40.508 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean": "2024-04-15T14:34:11.926541+0000", 2024-04-15T14:36:40.509 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T14:36:40.509 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub": "0'0", 2024-04-15T14:36:40.509 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T14:36:40.509 INFO:tasks.workunit.client.0.smithi016.stdout: "last_epoch_clean": 65, 2024-04-15T14:36:40.509 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fresh": "2024-04-15T14:34:11.926541+0000", 2024-04-15T14:36:40.509 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fullsized": "2024-04-15T14:34:11.926541+0000", 2024-04-15T14:36:40.509 INFO:tasks.workunit.client.0.smithi016.stdout: "last_peered": "2024-04-15T14:34:11.926541+0000", 2024-04-15T14:36:40.509 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub": "0'0", 2024-04-15T14:36:40.509 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_duration": 0, 2024-04-15T14:36:40.509 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T14:36:40.509 INFO:tasks.workunit.client.0.smithi016.stdout: "last_undegraded": "2024-04-15T14:34:11.926541+0000", 2024-04-15T14:36:40.509 INFO:tasks.workunit.client.0.smithi016.stdout: "last_unstale": "2024-04-15T14:34:11.926541+0000", 2024-04-15T14:36:40.510 INFO:tasks.workunit.client.0.smithi016.stdout: "log_dups_size": 0, 2024-04-15T14:36:40.510 INFO:tasks.workunit.client.0.smithi016.stdout: "log_size": 0, 2024-04-15T14:36:40.510 INFO:tasks.workunit.client.0.smithi016.stdout: "log_start": "0'0", 2024-04-15T14:36:40.510 INFO:tasks.workunit.client.0.smithi016.stdout: "manifest_stats_invalid": false, 2024-04-15T14:36:40.510 INFO:tasks.workunit.client.0.smithi016.stdout: "mapping_epoch": 64, 2024-04-15T14:36:40.510 INFO:tasks.workunit.client.0.smithi016.stdout: "object_location_counts": [], 2024-04-15T14:36:40.510 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_scrubbed": 0, 2024-04-15T14:36:40.510 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_trimmed": 0, 2024-04-15T14:36:40.510 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_stats_invalid": false, 2024-04-15T14:36:40.510 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_size": 0, 2024-04-15T14:36:40.510 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_start": "0'0", 2024-04-15T14:36:40.510 INFO:tasks.workunit.client.0.smithi016.stdout: "parent": "0.0", 2024-04-15T14:36:40.511 INFO:tasks.workunit.client.0.smithi016.stdout: "parent_split_bits": 0, 2024-04-15T14:36:40.511 INFO:tasks.workunit.client.0.smithi016.stdout: "pgid": "3.6", 2024-04-15T14:36:40.511 INFO:tasks.workunit.client.0.smithi016.stdout: "pin_stats_invalid": false, 2024-04-15T14:36:40.511 INFO:tasks.workunit.client.0.smithi016.stdout: "purged_snaps": [], 2024-04-15T14:36:40.511 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_epoch": 70, 2024-04-15T14:36:40.511 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_seq": 17, 2024-04-15T14:36:40.511 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_duration": 0.0, 2024-04-15T14:36:40.511 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-16T16:02:26.657783+0000", 2024-04-15T14:36:40.511 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrim_duration": 0.0, 2024-04-15T14:36:40.511 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrimq_len": 0, 2024-04-15T14:36:40.511 INFO:tasks.workunit.client.0.smithi016.stdout: "stat_sum": { 2024-04-15T14:36:40.511 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes": 0, 2024-04-15T14:36:40.511 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T14:36:40.512 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_recovered": 0, 2024-04-15T14:36:40.512 INFO:tasks.workunit.client.0.smithi016.stdout: "num_deep_scrub_errors": 0, 2024-04-15T14:36:40.512 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict": 0, 2024-04-15T14:36:40.512 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_kb": 0, 2024-04-15T14:36:40.512 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_full": 0, 2024-04-15T14:36:40.512 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_some": 0, 2024-04-15T14:36:40.512 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush": 0, 2024-04-15T14:36:40.512 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_kb": 0, 2024-04-15T14:36:40.512 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_high": 0, 2024-04-15T14:36:40.512 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_low": 0, 2024-04-15T14:36:40.512 INFO:tasks.workunit.client.0.smithi016.stdout: "num_keys_recovered": 0, 2024-04-15T14:36:40.512 INFO:tasks.workunit.client.0.smithi016.stdout: "num_large_omap_objects": 0, 2024-04-15T14:36:40.512 INFO:tasks.workunit.client.0.smithi016.stdout: "num_legacy_snapsets": 0, 2024-04-15T14:36:40.513 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_clones": 0, 2024-04-15T14:36:40.513 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_copies": 0, 2024-04-15T14:36:40.513 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects": 0, 2024-04-15T14:36:40.513 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_degraded": 0, 2024-04-15T14:36:40.513 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_dirty": 0, 2024-04-15T14:36:40.513 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T14:36:40.513 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_manifest": 0, 2024-04-15T14:36:40.513 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_misplaced": 0, 2024-04-15T14:36:40.513 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing": 0, 2024-04-15T14:36:40.513 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T14:36:40.513 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_omap": 0, 2024-04-15T14:36:40.513 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_pinned": 0, 2024-04-15T14:36:40.514 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_recovered": 0, 2024-04-15T14:36:40.514 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_repaired": 0, 2024-04-15T14:36:40.514 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_unfound": 0, 2024-04-15T14:36:40.514 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_bytes": 0, 2024-04-15T14:36:40.514 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_keys": 0, 2024-04-15T14:36:40.514 INFO:tasks.workunit.client.0.smithi016.stdout: "num_promote": 0, 2024-04-15T14:36:40.514 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read": 0, 2024-04-15T14:36:40.514 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read_kb": 0, 2024-04-15T14:36:40.514 INFO:tasks.workunit.client.0.smithi016.stdout: "num_scrub_errors": 0, 2024-04-15T14:36:40.514 INFO:tasks.workunit.client.0.smithi016.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T14:36:40.514 INFO:tasks.workunit.client.0.smithi016.stdout: "num_whiteouts": 0, 2024-04-15T14:36:40.514 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write": 0, 2024-04-15T14:36:40.515 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write_kb": 0 2024-04-15T14:36:40.515 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:40.515 INFO:tasks.workunit.client.0.smithi016.stdout: "state": "active+clean", 2024-04-15T14:36:40.515 INFO:tasks.workunit.client.0.smithi016.stdout: "stats_invalid": false, 2024-04-15T14:36:40.515 INFO:tasks.workunit.client.0.smithi016.stdout: "up": [ 2024-04-15T14:36:40.515 INFO:tasks.workunit.client.0.smithi016.stdout: 2, 2024-04-15T14:36:40.515 INFO:tasks.workunit.client.0.smithi016.stdout: 1, 2024-04-15T14:36:40.515 INFO:tasks.workunit.client.0.smithi016.stdout: 4 2024-04-15T14:36:40.515 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T14:36:40.515 INFO:tasks.workunit.client.0.smithi016.stdout: "up_primary": 2, 2024-04-15T14:36:40.515 INFO:tasks.workunit.client.0.smithi016.stdout: "version": "0'0" 2024-04-15T14:36:40.515 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:40.515 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-15T14:36:40.516 INFO:tasks.workunit.client.0.smithi016.stdout: "acting": [ 2024-04-15T14:36:40.516 INFO:tasks.workunit.client.0.smithi016.stdout: 7, 2024-04-15T14:36:40.516 INFO:tasks.workunit.client.0.smithi016.stdout: 0, 2024-04-15T14:36:40.516 INFO:tasks.workunit.client.0.smithi016.stdout: 1 2024-04-15T14:36:40.516 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T14:36:40.516 INFO:tasks.workunit.client.0.smithi016.stdout: "acting_primary": 7, 2024-04-15T14:36:40.516 INFO:tasks.workunit.client.0.smithi016.stdout: "avail_no_missing": [], 2024-04-15T14:36:40.516 INFO:tasks.workunit.client.0.smithi016.stdout: "blocked_by": [], 2024-04-15T14:36:40.516 INFO:tasks.workunit.client.0.smithi016.stdout: "created": 60, 2024-04-15T14:36:40.516 INFO:tasks.workunit.client.0.smithi016.stdout: "dirty_stats_invalid": false, 2024-04-15T14:36:40.516 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T14:36:40.516 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_stats_invalid": false, 2024-04-15T14:36:40.517 INFO:tasks.workunit.client.0.smithi016.stdout: "last_active": "2024-04-15T14:34:11.923349+0000", 2024-04-15T14:36:40.517 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_active": "2024-04-15T14:33:34.629162+0000", 2024-04-15T14:36:40.517 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_peered": "2024-04-15T14:33:34.629162+0000", 2024-04-15T14:36:40.517 INFO:tasks.workunit.client.0.smithi016.stdout: "last_change": "2024-04-15T14:33:34.629537+0000", 2024-04-15T14:36:40.517 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean": "2024-04-15T14:34:11.923349+0000", 2024-04-15T14:36:40.517 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean_scrub_stamp": "2024-04-15T14:33:33.599136+0000", 2024-04-15T14:36:40.517 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub": "0'0", 2024-04-15T14:36:40.517 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub_stamp": "2024-04-15T14:33:33.599136+0000", 2024-04-15T14:36:40.517 INFO:tasks.workunit.client.0.smithi016.stdout: "last_epoch_clean": 61, 2024-04-15T14:36:40.517 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fresh": "2024-04-15T14:34:11.923349+0000", 2024-04-15T14:36:40.517 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fullsized": "2024-04-15T14:34:11.923349+0000", 2024-04-15T14:36:40.517 INFO:tasks.workunit.client.0.smithi016.stdout: "last_peered": "2024-04-15T14:34:11.923349+0000", 2024-04-15T14:36:40.517 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub": "0'0", 2024-04-15T14:36:40.518 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_duration": 0, 2024-04-15T14:36:40.518 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_stamp": "2024-04-15T14:33:33.599136+0000", 2024-04-15T14:36:40.518 INFO:tasks.workunit.client.0.smithi016.stdout: "last_undegraded": "2024-04-15T14:34:11.923349+0000", 2024-04-15T14:36:40.518 INFO:tasks.workunit.client.0.smithi016.stdout: "last_unstale": "2024-04-15T14:34:11.923349+0000", 2024-04-15T14:36:40.518 INFO:tasks.workunit.client.0.smithi016.stdout: "log_dups_size": 0, 2024-04-15T14:36:40.518 INFO:tasks.workunit.client.0.smithi016.stdout: "log_size": 0, 2024-04-15T14:36:40.518 INFO:tasks.workunit.client.0.smithi016.stdout: "log_start": "0'0", 2024-04-15T14:36:40.518 INFO:tasks.workunit.client.0.smithi016.stdout: "manifest_stats_invalid": false, 2024-04-15T14:36:40.518 INFO:tasks.workunit.client.0.smithi016.stdout: "mapping_epoch": 60, 2024-04-15T14:36:40.518 INFO:tasks.workunit.client.0.smithi016.stdout: "object_location_counts": [], 2024-04-15T14:36:40.518 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_scrubbed": 0, 2024-04-15T14:36:40.518 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_trimmed": 0, 2024-04-15T14:36:40.519 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_stats_invalid": false, 2024-04-15T14:36:40.519 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_size": 0, 2024-04-15T14:36:40.519 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_start": "0'0", 2024-04-15T14:36:40.519 INFO:tasks.workunit.client.0.smithi016.stdout: "parent": "0.0", 2024-04-15T14:36:40.519 INFO:tasks.workunit.client.0.smithi016.stdout: "parent_split_bits": 0, 2024-04-15T14:36:40.519 INFO:tasks.workunit.client.0.smithi016.stdout: "pgid": "2.8", 2024-04-15T14:36:40.519 INFO:tasks.workunit.client.0.smithi016.stdout: "pin_stats_invalid": false, 2024-04-15T14:36:40.519 INFO:tasks.workunit.client.0.smithi016.stdout: "purged_snaps": [], 2024-04-15T14:36:40.519 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_epoch": 70, 2024-04-15T14:36:40.519 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_seq": 19, 2024-04-15T14:36:40.519 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_duration": 0.0, 2024-04-15T14:36:40.519 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-16T19:42:06.929486+0000", 2024-04-15T14:36:40.519 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrim_duration": 0.0, 2024-04-15T14:36:40.520 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrimq_len": 0, 2024-04-15T14:36:40.520 INFO:tasks.workunit.client.0.smithi016.stdout: "stat_sum": { 2024-04-15T14:36:40.520 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes": 0, 2024-04-15T14:36:40.520 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T14:36:40.520 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_recovered": 0, 2024-04-15T14:36:40.520 INFO:tasks.workunit.client.0.smithi016.stdout: "num_deep_scrub_errors": 0, 2024-04-15T14:36:40.520 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict": 0, 2024-04-15T14:36:40.520 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_kb": 0, 2024-04-15T14:36:40.520 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_full": 0, 2024-04-15T14:36:40.520 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_some": 0, 2024-04-15T14:36:40.520 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush": 0, 2024-04-15T14:36:40.520 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_kb": 0, 2024-04-15T14:36:40.520 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_high": 0, 2024-04-15T14:36:40.521 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_low": 0, 2024-04-15T14:36:40.521 INFO:tasks.workunit.client.0.smithi016.stdout: "num_keys_recovered": 0, 2024-04-15T14:36:40.521 INFO:tasks.workunit.client.0.smithi016.stdout: "num_large_omap_objects": 0, 2024-04-15T14:36:40.521 INFO:tasks.workunit.client.0.smithi016.stdout: "num_legacy_snapsets": 0, 2024-04-15T14:36:40.521 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_clones": 0, 2024-04-15T14:36:40.521 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_copies": 0, 2024-04-15T14:36:40.521 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects": 0, 2024-04-15T14:36:40.521 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_degraded": 0, 2024-04-15T14:36:40.521 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_dirty": 0, 2024-04-15T14:36:40.521 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T14:36:40.521 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_manifest": 0, 2024-04-15T14:36:40.522 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_misplaced": 0, 2024-04-15T14:36:40.522 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing": 0, 2024-04-15T14:36:40.522 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T14:36:40.522 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_omap": 0, 2024-04-15T14:36:40.522 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_pinned": 0, 2024-04-15T14:36:40.522 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_recovered": 0, 2024-04-15T14:36:40.522 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_repaired": 0, 2024-04-15T14:36:40.522 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_unfound": 0, 2024-04-15T14:36:40.522 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_bytes": 0, 2024-04-15T14:36:40.522 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_keys": 0, 2024-04-15T14:36:40.523 INFO:tasks.workunit.client.0.smithi016.stdout: "num_promote": 0, 2024-04-15T14:36:40.523 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read": 0, 2024-04-15T14:36:40.523 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read_kb": 0, 2024-04-15T14:36:40.523 INFO:tasks.workunit.client.0.smithi016.stdout: "num_scrub_errors": 0, 2024-04-15T14:36:40.523 INFO:tasks.workunit.client.0.smithi016.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T14:36:40.523 INFO:tasks.workunit.client.0.smithi016.stdout: "num_whiteouts": 0, 2024-04-15T14:36:40.523 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write": 0, 2024-04-15T14:36:40.523 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write_kb": 0 2024-04-15T14:36:40.523 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:40.523 INFO:tasks.workunit.client.0.smithi016.stdout: "state": "active+clean", 2024-04-15T14:36:40.523 INFO:tasks.workunit.client.0.smithi016.stdout: "stats_invalid": false, 2024-04-15T14:36:40.523 INFO:tasks.workunit.client.0.smithi016.stdout: "up": [ 2024-04-15T14:36:40.524 INFO:tasks.workunit.client.0.smithi016.stdout: 7, 2024-04-15T14:36:40.524 INFO:tasks.workunit.client.0.smithi016.stdout: 0, 2024-04-15T14:36:40.524 INFO:tasks.workunit.client.0.smithi016.stdout: 1 2024-04-15T14:36:40.524 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T14:36:40.524 INFO:tasks.workunit.client.0.smithi016.stdout: "up_primary": 7, 2024-04-15T14:36:40.524 INFO:tasks.workunit.client.0.smithi016.stdout: "version": "0'0" 2024-04-15T14:36:40.524 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:40.524 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-15T14:36:40.524 INFO:tasks.workunit.client.0.smithi016.stdout: "acting": [ 2024-04-15T14:36:40.524 INFO:tasks.workunit.client.0.smithi016.stdout: 1, 2024-04-15T14:36:40.524 INFO:tasks.workunit.client.0.smithi016.stdout: 2, 2024-04-15T14:36:40.524 INFO:tasks.workunit.client.0.smithi016.stdout: 7 2024-04-15T14:36:40.524 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T14:36:40.525 INFO:tasks.workunit.client.0.smithi016.stdout: "acting_primary": 1, 2024-04-15T14:36:40.525 INFO:tasks.workunit.client.0.smithi016.stdout: "avail_no_missing": [], 2024-04-15T14:36:40.525 INFO:tasks.workunit.client.0.smithi016.stdout: "blocked_by": [], 2024-04-15T14:36:40.525 INFO:tasks.workunit.client.0.smithi016.stdout: "created": 61, 2024-04-15T14:36:40.525 INFO:tasks.workunit.client.0.smithi016.stdout: "dirty_stats_invalid": false, 2024-04-15T14:36:40.525 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T14:36:40.525 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_stats_invalid": false, 2024-04-15T14:36:40.525 INFO:tasks.workunit.client.0.smithi016.stdout: "last_active": "2024-04-15T14:34:12.003241+0000", 2024-04-15T14:36:40.525 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_active": "2024-04-15T14:33:58.815786+0000", 2024-04-15T14:36:40.525 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_peered": "2024-04-15T14:33:58.815786+0000", 2024-04-15T14:36:40.525 INFO:tasks.workunit.client.0.smithi016.stdout: "last_change": "2024-04-15T14:33:58.816159+0000", 2024-04-15T14:36:40.525 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean": "2024-04-15T14:34:12.003241+0000", 2024-04-15T14:36:40.526 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T14:36:40.526 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub": "0'0", 2024-04-15T14:36:40.526 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T14:36:40.526 INFO:tasks.workunit.client.0.smithi016.stdout: "last_epoch_clean": 65, 2024-04-15T14:36:40.526 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fresh": "2024-04-15T14:34:12.003241+0000", 2024-04-15T14:36:40.526 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fullsized": "2024-04-15T14:34:12.003241+0000", 2024-04-15T14:36:40.526 INFO:tasks.workunit.client.0.smithi016.stdout: "last_peered": "2024-04-15T14:34:12.003241+0000", 2024-04-15T14:36:40.526 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub": "0'0", 2024-04-15T14:36:40.526 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_duration": 0, 2024-04-15T14:36:40.526 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T14:36:40.526 INFO:tasks.workunit.client.0.smithi016.stdout: "last_undegraded": "2024-04-15T14:34:12.003241+0000", 2024-04-15T14:36:40.526 INFO:tasks.workunit.client.0.smithi016.stdout: "last_unstale": "2024-04-15T14:34:12.003241+0000", 2024-04-15T14:36:40.527 INFO:tasks.workunit.client.0.smithi016.stdout: "log_dups_size": 0, 2024-04-15T14:36:40.527 INFO:tasks.workunit.client.0.smithi016.stdout: "log_size": 0, 2024-04-15T14:36:40.527 INFO:tasks.workunit.client.0.smithi016.stdout: "log_start": "0'0", 2024-04-15T14:36:40.527 INFO:tasks.workunit.client.0.smithi016.stdout: "manifest_stats_invalid": false, 2024-04-15T14:36:40.527 INFO:tasks.workunit.client.0.smithi016.stdout: "mapping_epoch": 64, 2024-04-15T14:36:40.527 INFO:tasks.workunit.client.0.smithi016.stdout: "object_location_counts": [], 2024-04-15T14:36:40.527 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_scrubbed": 0, 2024-04-15T14:36:40.527 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_trimmed": 0, 2024-04-15T14:36:40.527 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_stats_invalid": false, 2024-04-15T14:36:40.527 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_size": 0, 2024-04-15T14:36:40.527 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_start": "0'0", 2024-04-15T14:36:40.527 INFO:tasks.workunit.client.0.smithi016.stdout: "parent": "0.0", 2024-04-15T14:36:40.527 INFO:tasks.workunit.client.0.smithi016.stdout: "parent_split_bits": 0, 2024-04-15T14:36:40.528 INFO:tasks.workunit.client.0.smithi016.stdout: "pgid": "3.9", 2024-04-15T14:36:40.528 INFO:tasks.workunit.client.0.smithi016.stdout: "pin_stats_invalid": false, 2024-04-15T14:36:40.528 INFO:tasks.workunit.client.0.smithi016.stdout: "purged_snaps": [], 2024-04-15T14:36:40.528 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_epoch": 70, 2024-04-15T14:36:40.528 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_seq": 17, 2024-04-15T14:36:40.528 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_duration": 0.0, 2024-04-15T14:36:40.529 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-16T22:12:57.772917+0000", 2024-04-15T14:36:40.529 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrim_duration": 0.0, 2024-04-15T14:36:40.529 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrimq_len": 0, 2024-04-15T14:36:40.529 INFO:tasks.workunit.client.0.smithi016.stdout: "stat_sum": { 2024-04-15T14:36:40.529 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes": 0, 2024-04-15T14:36:40.529 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T14:36:40.529 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_recovered": 0, 2024-04-15T14:36:40.530 INFO:tasks.workunit.client.0.smithi016.stdout: "num_deep_scrub_errors": 0, 2024-04-15T14:36:40.530 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict": 0, 2024-04-15T14:36:40.530 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_kb": 0, 2024-04-15T14:36:40.530 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_full": 0, 2024-04-15T14:36:40.530 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_some": 0, 2024-04-15T14:36:40.530 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush": 0, 2024-04-15T14:36:40.530 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_kb": 0, 2024-04-15T14:36:40.530 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_high": 0, 2024-04-15T14:36:40.530 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_low": 0, 2024-04-15T14:36:40.530 INFO:tasks.workunit.client.0.smithi016.stdout: "num_keys_recovered": 0, 2024-04-15T14:36:40.530 INFO:tasks.workunit.client.0.smithi016.stdout: "num_large_omap_objects": 0, 2024-04-15T14:36:40.530 INFO:tasks.workunit.client.0.smithi016.stdout: "num_legacy_snapsets": 0, 2024-04-15T14:36:40.531 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_clones": 0, 2024-04-15T14:36:40.531 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_copies": 0, 2024-04-15T14:36:40.531 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects": 0, 2024-04-15T14:36:40.531 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_degraded": 0, 2024-04-15T14:36:40.531 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_dirty": 0, 2024-04-15T14:36:40.531 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T14:36:40.531 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_manifest": 0, 2024-04-15T14:36:40.531 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_misplaced": 0, 2024-04-15T14:36:40.531 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing": 0, 2024-04-15T14:36:40.531 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T14:36:40.531 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_omap": 0, 2024-04-15T14:36:40.531 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_pinned": 0, 2024-04-15T14:36:40.532 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_recovered": 0, 2024-04-15T14:36:40.532 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_repaired": 0, 2024-04-15T14:36:40.532 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_unfound": 0, 2024-04-15T14:36:40.532 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_bytes": 0, 2024-04-15T14:36:40.532 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_keys": 0, 2024-04-15T14:36:40.532 INFO:tasks.workunit.client.0.smithi016.stdout: "num_promote": 0, 2024-04-15T14:36:40.532 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read": 0, 2024-04-15T14:36:40.532 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read_kb": 0, 2024-04-15T14:36:40.532 INFO:tasks.workunit.client.0.smithi016.stdout: "num_scrub_errors": 0, 2024-04-15T14:36:40.532 INFO:tasks.workunit.client.0.smithi016.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T14:36:40.532 INFO:tasks.workunit.client.0.smithi016.stdout: "num_whiteouts": 0, 2024-04-15T14:36:40.533 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write": 0, 2024-04-15T14:36:40.533 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write_kb": 0 2024-04-15T14:36:40.533 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:40.533 INFO:tasks.workunit.client.0.smithi016.stdout: "state": "active+clean", 2024-04-15T14:36:40.533 INFO:tasks.workunit.client.0.smithi016.stdout: "stats_invalid": false, 2024-04-15T14:36:40.533 INFO:tasks.workunit.client.0.smithi016.stdout: "up": [ 2024-04-15T14:36:40.533 INFO:tasks.workunit.client.0.smithi016.stdout: 1, 2024-04-15T14:36:40.533 INFO:tasks.workunit.client.0.smithi016.stdout: 2, 2024-04-15T14:36:40.533 INFO:tasks.workunit.client.0.smithi016.stdout: 7 2024-04-15T14:36:40.533 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T14:36:40.533 INFO:tasks.workunit.client.0.smithi016.stdout: "up_primary": 1, 2024-04-15T14:36:40.533 INFO:tasks.workunit.client.0.smithi016.stdout: "version": "0'0" 2024-04-15T14:36:40.533 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:40.534 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-15T14:36:40.534 INFO:tasks.workunit.client.0.smithi016.stdout: "acting": [ 2024-04-15T14:36:40.534 INFO:tasks.workunit.client.0.smithi016.stdout: 1, 2024-04-15T14:36:40.534 INFO:tasks.workunit.client.0.smithi016.stdout: 2, 2024-04-15T14:36:40.534 INFO:tasks.workunit.client.0.smithi016.stdout: 3 2024-04-15T14:36:40.534 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T14:36:40.534 INFO:tasks.workunit.client.0.smithi016.stdout: "acting_primary": 1, 2024-04-15T14:36:40.534 INFO:tasks.workunit.client.0.smithi016.stdout: "avail_no_missing": [], 2024-04-15T14:36:40.534 INFO:tasks.workunit.client.0.smithi016.stdout: "blocked_by": [], 2024-04-15T14:36:40.534 INFO:tasks.workunit.client.0.smithi016.stdout: "created": 60, 2024-04-15T14:36:40.534 INFO:tasks.workunit.client.0.smithi016.stdout: "dirty_stats_invalid": false, 2024-04-15T14:36:40.535 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T14:36:40.535 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_stats_invalid": false, 2024-04-15T14:36:40.535 INFO:tasks.workunit.client.0.smithi016.stdout: "last_active": "2024-04-15T14:34:12.003523+0000", 2024-04-15T14:36:40.535 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_active": "2024-04-15T14:33:58.036612+0000", 2024-04-15T14:36:40.535 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_peered": "2024-04-15T14:33:58.036612+0000", 2024-04-15T14:36:40.535 INFO:tasks.workunit.client.0.smithi016.stdout: "last_change": "2024-04-15T14:33:58.036945+0000", 2024-04-15T14:36:40.535 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean": "2024-04-15T14:34:12.003523+0000", 2024-04-15T14:36:40.535 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean_scrub_stamp": "2024-04-15T14:33:33.599136+0000", 2024-04-15T14:36:40.535 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub": "0'0", 2024-04-15T14:36:40.535 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub_stamp": "2024-04-15T14:33:33.599136+0000", 2024-04-15T14:36:40.535 INFO:tasks.workunit.client.0.smithi016.stdout: "last_epoch_clean": 65, 2024-04-15T14:36:40.535 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fresh": "2024-04-15T14:34:12.003523+0000", 2024-04-15T14:36:40.535 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fullsized": "2024-04-15T14:34:12.003523+0000", 2024-04-15T14:36:40.536 INFO:tasks.workunit.client.0.smithi016.stdout: "last_peered": "2024-04-15T14:34:12.003523+0000", 2024-04-15T14:36:40.536 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub": "0'0", 2024-04-15T14:36:40.536 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_duration": 0, 2024-04-15T14:36:40.536 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_stamp": "2024-04-15T14:33:33.599136+0000", 2024-04-15T14:36:40.536 INFO:tasks.workunit.client.0.smithi016.stdout: "last_undegraded": "2024-04-15T14:34:12.003523+0000", 2024-04-15T14:36:40.536 INFO:tasks.workunit.client.0.smithi016.stdout: "last_unstale": "2024-04-15T14:34:12.003523+0000", 2024-04-15T14:36:40.536 INFO:tasks.workunit.client.0.smithi016.stdout: "log_dups_size": 0, 2024-04-15T14:36:40.536 INFO:tasks.workunit.client.0.smithi016.stdout: "log_size": 0, 2024-04-15T14:36:40.536 INFO:tasks.workunit.client.0.smithi016.stdout: "log_start": "0'0", 2024-04-15T14:36:40.536 INFO:tasks.workunit.client.0.smithi016.stdout: "manifest_stats_invalid": false, 2024-04-15T14:36:40.536 INFO:tasks.workunit.client.0.smithi016.stdout: "mapping_epoch": 64, 2024-04-15T14:36:40.536 INFO:tasks.workunit.client.0.smithi016.stdout: "object_location_counts": [], 2024-04-15T14:36:40.537 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_scrubbed": 0, 2024-04-15T14:36:40.537 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_trimmed": 0, 2024-04-15T14:36:40.537 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_stats_invalid": false, 2024-04-15T14:36:40.537 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_size": 0, 2024-04-15T14:36:40.537 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_start": "0'0", 2024-04-15T14:36:40.537 INFO:tasks.workunit.client.0.smithi016.stdout: "parent": "0.0", 2024-04-15T14:36:40.537 INFO:tasks.workunit.client.0.smithi016.stdout: "parent_split_bits": 0, 2024-04-15T14:36:40.537 INFO:tasks.workunit.client.0.smithi016.stdout: "pgid": "2.9", 2024-04-15T14:36:40.537 INFO:tasks.workunit.client.0.smithi016.stdout: "pin_stats_invalid": false, 2024-04-15T14:36:40.537 INFO:tasks.workunit.client.0.smithi016.stdout: "purged_snaps": [], 2024-04-15T14:36:40.537 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_epoch": 70, 2024-04-15T14:36:40.537 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_seq": 29, 2024-04-15T14:36:40.537 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_duration": 0.0, 2024-04-15T14:36:40.538 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-16T17:32:43.091852+0000", 2024-04-15T14:36:40.538 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrim_duration": 0.0, 2024-04-15T14:36:40.538 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrimq_len": 0, 2024-04-15T14:36:40.538 INFO:tasks.workunit.client.0.smithi016.stdout: "stat_sum": { 2024-04-15T14:36:40.538 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes": 0, 2024-04-15T14:36:40.538 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T14:36:40.538 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_recovered": 0, 2024-04-15T14:36:40.538 INFO:tasks.workunit.client.0.smithi016.stdout: "num_deep_scrub_errors": 0, 2024-04-15T14:36:40.538 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict": 0, 2024-04-15T14:36:40.538 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_kb": 0, 2024-04-15T14:36:40.538 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_full": 0, 2024-04-15T14:36:40.538 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_some": 0, 2024-04-15T14:36:40.539 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush": 0, 2024-04-15T14:36:40.539 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_kb": 0, 2024-04-15T14:36:40.539 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_high": 0, 2024-04-15T14:36:40.539 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_low": 0, 2024-04-15T14:36:40.539 INFO:tasks.workunit.client.0.smithi016.stdout: "num_keys_recovered": 0, 2024-04-15T14:36:40.539 INFO:tasks.workunit.client.0.smithi016.stdout: "num_large_omap_objects": 0, 2024-04-15T14:36:40.539 INFO:tasks.workunit.client.0.smithi016.stdout: "num_legacy_snapsets": 0, 2024-04-15T14:36:40.539 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_clones": 0, 2024-04-15T14:36:40.539 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_copies": 0, 2024-04-15T14:36:40.539 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects": 0, 2024-04-15T14:36:40.539 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_degraded": 0, 2024-04-15T14:36:40.539 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_dirty": 0, 2024-04-15T14:36:40.539 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T14:36:40.540 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_manifest": 0, 2024-04-15T14:36:40.540 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_misplaced": 0, 2024-04-15T14:36:40.540 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing": 0, 2024-04-15T14:36:40.540 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T14:36:40.540 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_omap": 0, 2024-04-15T14:36:40.540 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_pinned": 0, 2024-04-15T14:36:40.540 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_recovered": 0, 2024-04-15T14:36:40.540 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_repaired": 0, 2024-04-15T14:36:40.540 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_unfound": 0, 2024-04-15T14:36:40.540 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_bytes": 0, 2024-04-15T14:36:40.540 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_keys": 0, 2024-04-15T14:36:40.540 INFO:tasks.workunit.client.0.smithi016.stdout: "num_promote": 0, 2024-04-15T14:36:40.541 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read": 0, 2024-04-15T14:36:40.541 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read_kb": 0, 2024-04-15T14:36:40.541 INFO:tasks.workunit.client.0.smithi016.stdout: "num_scrub_errors": 0, 2024-04-15T14:36:40.541 INFO:tasks.workunit.client.0.smithi016.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T14:36:40.541 INFO:tasks.workunit.client.0.smithi016.stdout: "num_whiteouts": 0, 2024-04-15T14:36:40.541 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write": 0, 2024-04-15T14:36:40.541 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write_kb": 0 2024-04-15T14:36:40.541 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:40.541 INFO:tasks.workunit.client.0.smithi016.stdout: "state": "active+clean", 2024-04-15T14:36:40.541 INFO:tasks.workunit.client.0.smithi016.stdout: "stats_invalid": false, 2024-04-15T14:36:40.541 INFO:tasks.workunit.client.0.smithi016.stdout: "up": [ 2024-04-15T14:36:40.541 INFO:tasks.workunit.client.0.smithi016.stdout: 1, 2024-04-15T14:36:40.541 INFO:tasks.workunit.client.0.smithi016.stdout: 2, 2024-04-15T14:36:40.542 INFO:tasks.workunit.client.0.smithi016.stdout: 3 2024-04-15T14:36:40.542 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T14:36:40.542 INFO:tasks.workunit.client.0.smithi016.stdout: "up_primary": 1, 2024-04-15T14:36:40.542 INFO:tasks.workunit.client.0.smithi016.stdout: "version": "0'0" 2024-04-15T14:36:40.542 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:40.542 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-15T14:36:40.542 INFO:tasks.workunit.client.0.smithi016.stdout: "acting": [ 2024-04-15T14:36:40.542 INFO:tasks.workunit.client.0.smithi016.stdout: 3, 2024-04-15T14:36:40.542 INFO:tasks.workunit.client.0.smithi016.stdout: 1, 2024-04-15T14:36:40.542 INFO:tasks.workunit.client.0.smithi016.stdout: 7 2024-04-15T14:36:40.542 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T14:36:40.542 INFO:tasks.workunit.client.0.smithi016.stdout: "acting_primary": 3, 2024-04-15T14:36:40.543 INFO:tasks.workunit.client.0.smithi016.stdout: "avail_no_missing": [], 2024-04-15T14:36:40.543 INFO:tasks.workunit.client.0.smithi016.stdout: "blocked_by": [], 2024-04-15T14:36:40.543 INFO:tasks.workunit.client.0.smithi016.stdout: "created": 61, 2024-04-15T14:36:40.543 INFO:tasks.workunit.client.0.smithi016.stdout: "dirty_stats_invalid": false, 2024-04-15T14:36:40.543 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T14:36:40.543 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_stats_invalid": false, 2024-04-15T14:36:40.543 INFO:tasks.workunit.client.0.smithi016.stdout: "last_active": "2024-04-15T14:34:12.045456+0000", 2024-04-15T14:36:40.543 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_active": "2024-04-15T14:33:34.994063+0000", 2024-04-15T14:36:40.543 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_peered": "2024-04-15T14:33:34.994063+0000", 2024-04-15T14:36:40.543 INFO:tasks.workunit.client.0.smithi016.stdout: "last_change": "2024-04-15T14:33:34.995467+0000", 2024-04-15T14:36:40.543 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean": "2024-04-15T14:34:12.045456+0000", 2024-04-15T14:36:40.543 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T14:36:40.543 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub": "0'0", 2024-04-15T14:36:40.544 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T14:36:40.544 INFO:tasks.workunit.client.0.smithi016.stdout: "last_epoch_clean": 62, 2024-04-15T14:36:40.544 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fresh": "2024-04-15T14:34:12.045456+0000", 2024-04-15T14:36:40.544 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fullsized": "2024-04-15T14:34:12.045456+0000", 2024-04-15T14:36:40.544 INFO:tasks.workunit.client.0.smithi016.stdout: "last_peered": "2024-04-15T14:34:12.045456+0000", 2024-04-15T14:36:40.544 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub": "0'0", 2024-04-15T14:36:40.544 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_duration": 0, 2024-04-15T14:36:40.544 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T14:36:40.544 INFO:tasks.workunit.client.0.smithi016.stdout: "last_undegraded": "2024-04-15T14:34:12.045456+0000", 2024-04-15T14:36:40.544 INFO:tasks.workunit.client.0.smithi016.stdout: "last_unstale": "2024-04-15T14:34:12.045456+0000", 2024-04-15T14:36:40.544 INFO:tasks.workunit.client.0.smithi016.stdout: "log_dups_size": 0, 2024-04-15T14:36:40.544 INFO:tasks.workunit.client.0.smithi016.stdout: "log_size": 0, 2024-04-15T14:36:40.545 INFO:tasks.workunit.client.0.smithi016.stdout: "log_start": "0'0", 2024-04-15T14:36:40.545 INFO:tasks.workunit.client.0.smithi016.stdout: "manifest_stats_invalid": false, 2024-04-15T14:36:40.545 INFO:tasks.workunit.client.0.smithi016.stdout: "mapping_epoch": 61, 2024-04-15T14:36:40.545 INFO:tasks.workunit.client.0.smithi016.stdout: "object_location_counts": [], 2024-04-15T14:36:40.545 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_scrubbed": 0, 2024-04-15T14:36:40.545 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_trimmed": 0, 2024-04-15T14:36:40.545 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_stats_invalid": false, 2024-04-15T14:36:40.545 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_size": 0, 2024-04-15T14:36:40.545 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_start": "0'0", 2024-04-15T14:36:40.545 INFO:tasks.workunit.client.0.smithi016.stdout: "parent": "0.0", 2024-04-15T14:36:40.545 INFO:tasks.workunit.client.0.smithi016.stdout: "parent_split_bits": 0, 2024-04-15T14:36:40.545 INFO:tasks.workunit.client.0.smithi016.stdout: "pgid": "3.8", 2024-04-15T14:36:40.545 INFO:tasks.workunit.client.0.smithi016.stdout: "pin_stats_invalid": false, 2024-04-15T14:36:40.546 INFO:tasks.workunit.client.0.smithi016.stdout: "purged_snaps": [], 2024-04-15T14:36:40.546 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_epoch": 70, 2024-04-15T14:36:40.546 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_seq": 18, 2024-04-15T14:36:40.546 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_duration": 0.0, 2024-04-15T14:36:40.546 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-16T15:59:42.559296+0000", 2024-04-15T14:36:40.546 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrim_duration": 0.0, 2024-04-15T14:36:40.546 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrimq_len": 0, 2024-04-15T14:36:40.546 INFO:tasks.workunit.client.0.smithi016.stdout: "stat_sum": { 2024-04-15T14:36:40.546 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes": 0, 2024-04-15T14:36:40.546 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T14:36:40.546 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_recovered": 0, 2024-04-15T14:36:40.547 INFO:tasks.workunit.client.0.smithi016.stdout: "num_deep_scrub_errors": 0, 2024-04-15T14:36:40.547 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict": 0, 2024-04-15T14:36:40.547 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_kb": 0, 2024-04-15T14:36:40.547 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_full": 0, 2024-04-15T14:36:40.547 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_some": 0, 2024-04-15T14:36:40.547 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush": 0, 2024-04-15T14:36:40.547 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_kb": 0, 2024-04-15T14:36:40.547 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_high": 0, 2024-04-15T14:36:40.547 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_low": 0, 2024-04-15T14:36:40.547 INFO:tasks.workunit.client.0.smithi016.stdout: "num_keys_recovered": 0, 2024-04-15T14:36:40.547 INFO:tasks.workunit.client.0.smithi016.stdout: "num_large_omap_objects": 0, 2024-04-15T14:36:40.547 INFO:tasks.workunit.client.0.smithi016.stdout: "num_legacy_snapsets": 0, 2024-04-15T14:36:40.548 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_clones": 0, 2024-04-15T14:36:40.548 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_copies": 0, 2024-04-15T14:36:40.548 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects": 0, 2024-04-15T14:36:40.548 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_degraded": 0, 2024-04-15T14:36:40.548 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_dirty": 0, 2024-04-15T14:36:40.548 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T14:36:40.548 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_manifest": 0, 2024-04-15T14:36:40.548 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_misplaced": 0, 2024-04-15T14:36:40.548 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing": 0, 2024-04-15T14:36:40.548 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T14:36:40.548 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_omap": 0, 2024-04-15T14:36:40.548 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_pinned": 0, 2024-04-15T14:36:40.549 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_recovered": 0, 2024-04-15T14:36:40.549 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_repaired": 0, 2024-04-15T14:36:40.549 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_unfound": 0, 2024-04-15T14:36:40.549 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_bytes": 0, 2024-04-15T14:36:40.549 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_keys": 0, 2024-04-15T14:36:40.549 INFO:tasks.workunit.client.0.smithi016.stdout: "num_promote": 0, 2024-04-15T14:36:40.549 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read": 0, 2024-04-15T14:36:40.549 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read_kb": 0, 2024-04-15T14:36:40.549 INFO:tasks.workunit.client.0.smithi016.stdout: "num_scrub_errors": 0, 2024-04-15T14:36:40.549 INFO:tasks.workunit.client.0.smithi016.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T14:36:40.549 INFO:tasks.workunit.client.0.smithi016.stdout: "num_whiteouts": 0, 2024-04-15T14:36:40.549 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write": 0, 2024-04-15T14:36:40.550 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write_kb": 0 2024-04-15T14:36:40.550 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:40.550 INFO:tasks.workunit.client.0.smithi016.stdout: "state": "active+clean", 2024-04-15T14:36:40.550 INFO:tasks.workunit.client.0.smithi016.stdout: "stats_invalid": false, 2024-04-15T14:36:40.550 INFO:tasks.workunit.client.0.smithi016.stdout: "up": [ 2024-04-15T14:36:40.550 INFO:tasks.workunit.client.0.smithi016.stdout: 3, 2024-04-15T14:36:40.550 INFO:tasks.workunit.client.0.smithi016.stdout: 1, 2024-04-15T14:36:40.550 INFO:tasks.workunit.client.0.smithi016.stdout: 7 2024-04-15T14:36:40.550 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T14:36:40.550 INFO:tasks.workunit.client.0.smithi016.stdout: "up_primary": 3, 2024-04-15T14:36:40.551 INFO:tasks.workunit.client.0.smithi016.stdout: "version": "0'0" 2024-04-15T14:36:40.551 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:40.551 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-15T14:36:40.551 INFO:tasks.workunit.client.0.smithi016.stdout: "acting": [ 2024-04-15T14:36:40.551 INFO:tasks.workunit.client.0.smithi016.stdout: 1, 2024-04-15T14:36:40.551 INFO:tasks.workunit.client.0.smithi016.stdout: 3, 2024-04-15T14:36:40.551 INFO:tasks.workunit.client.0.smithi016.stdout: 7 2024-04-15T14:36:40.551 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T14:36:40.551 INFO:tasks.workunit.client.0.smithi016.stdout: "acting_primary": 1, 2024-04-15T14:36:40.551 INFO:tasks.workunit.client.0.smithi016.stdout: "avail_no_missing": [], 2024-04-15T14:36:40.551 INFO:tasks.workunit.client.0.smithi016.stdout: "blocked_by": [], 2024-04-15T14:36:40.551 INFO:tasks.workunit.client.0.smithi016.stdout: "created": 60, 2024-04-15T14:36:40.552 INFO:tasks.workunit.client.0.smithi016.stdout: "dirty_stats_invalid": false, 2024-04-15T14:36:40.552 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T14:36:40.552 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_stats_invalid": false, 2024-04-15T14:36:40.552 INFO:tasks.workunit.client.0.smithi016.stdout: "last_active": "2024-04-15T14:34:12.004193+0000", 2024-04-15T14:36:40.552 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_active": "2024-04-15T14:33:34.629256+0000", 2024-04-15T14:36:40.552 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_peered": "2024-04-15T14:33:34.629256+0000", 2024-04-15T14:36:40.552 INFO:tasks.workunit.client.0.smithi016.stdout: "last_change": "2024-04-15T14:33:34.629571+0000", 2024-04-15T14:36:40.552 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean": "2024-04-15T14:34:12.004193+0000", 2024-04-15T14:36:40.552 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean_scrub_stamp": "2024-04-15T14:33:33.599136+0000", 2024-04-15T14:36:40.552 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub": "0'0", 2024-04-15T14:36:40.552 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub_stamp": "2024-04-15T14:33:33.599136+0000", 2024-04-15T14:36:40.552 INFO:tasks.workunit.client.0.smithi016.stdout: "last_epoch_clean": 61, 2024-04-15T14:36:40.552 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fresh": "2024-04-15T14:34:12.004193+0000", 2024-04-15T14:36:40.553 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fullsized": "2024-04-15T14:34:12.004193+0000", 2024-04-15T14:36:40.553 INFO:tasks.workunit.client.0.smithi016.stdout: "last_peered": "2024-04-15T14:34:12.004193+0000", 2024-04-15T14:36:40.553 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub": "0'0", 2024-04-15T14:36:40.553 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_duration": 0, 2024-04-15T14:36:40.553 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_stamp": "2024-04-15T14:33:33.599136+0000", 2024-04-15T14:36:40.553 INFO:tasks.workunit.client.0.smithi016.stdout: "last_undegraded": "2024-04-15T14:34:12.004193+0000", 2024-04-15T14:36:40.553 INFO:tasks.workunit.client.0.smithi016.stdout: "last_unstale": "2024-04-15T14:34:12.004193+0000", 2024-04-15T14:36:40.553 INFO:tasks.workunit.client.0.smithi016.stdout: "log_dups_size": 0, 2024-04-15T14:36:40.553 INFO:tasks.workunit.client.0.smithi016.stdout: "log_size": 0, 2024-04-15T14:36:40.553 INFO:tasks.workunit.client.0.smithi016.stdout: "log_start": "0'0", 2024-04-15T14:36:40.553 INFO:tasks.workunit.client.0.smithi016.stdout: "manifest_stats_invalid": false, 2024-04-15T14:36:40.554 INFO:tasks.workunit.client.0.smithi016.stdout: "mapping_epoch": 60, 2024-04-15T14:36:40.554 INFO:tasks.workunit.client.0.smithi016.stdout: "object_location_counts": [], 2024-04-15T14:36:40.554 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_scrubbed": 0, 2024-04-15T14:36:40.554 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_trimmed": 0, 2024-04-15T14:36:40.554 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_stats_invalid": false, 2024-04-15T14:36:40.554 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_size": 0, 2024-04-15T14:36:40.554 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_start": "0'0", 2024-04-15T14:36:40.554 INFO:tasks.workunit.client.0.smithi016.stdout: "parent": "0.0", 2024-04-15T14:36:40.554 INFO:tasks.workunit.client.0.smithi016.stdout: "parent_split_bits": 0, 2024-04-15T14:36:40.554 INFO:tasks.workunit.client.0.smithi016.stdout: "pgid": "2.a", 2024-04-15T14:36:40.554 INFO:tasks.workunit.client.0.smithi016.stdout: "pin_stats_invalid": false, 2024-04-15T14:36:40.555 INFO:tasks.workunit.client.0.smithi016.stdout: "purged_snaps": [], 2024-04-15T14:36:40.555 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_epoch": 70, 2024-04-15T14:36:40.555 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_seq": 20, 2024-04-15T14:36:40.555 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_duration": 0.0, 2024-04-15T14:36:40.555 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-16T18:08:19.302092+0000", 2024-04-15T14:36:40.555 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrim_duration": 0.0, 2024-04-15T14:36:40.555 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrimq_len": 0, 2024-04-15T14:36:40.555 INFO:tasks.workunit.client.0.smithi016.stdout: "stat_sum": { 2024-04-15T14:36:40.555 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes": 0, 2024-04-15T14:36:40.555 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T14:36:40.555 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_recovered": 0, 2024-04-15T14:36:40.555 INFO:tasks.workunit.client.0.smithi016.stdout: "num_deep_scrub_errors": 0, 2024-04-15T14:36:40.555 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict": 0, 2024-04-15T14:36:40.556 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_kb": 0, 2024-04-15T14:36:40.556 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_full": 0, 2024-04-15T14:36:40.556 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_some": 0, 2024-04-15T14:36:40.556 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush": 0, 2024-04-15T14:36:40.556 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_kb": 0, 2024-04-15T14:36:40.556 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_high": 0, 2024-04-15T14:36:40.556 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_low": 0, 2024-04-15T14:36:40.556 INFO:tasks.workunit.client.0.smithi016.stdout: "num_keys_recovered": 0, 2024-04-15T14:36:40.556 INFO:tasks.workunit.client.0.smithi016.stdout: "num_large_omap_objects": 0, 2024-04-15T14:36:40.556 INFO:tasks.workunit.client.0.smithi016.stdout: "num_legacy_snapsets": 0, 2024-04-15T14:36:40.556 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_clones": 0, 2024-04-15T14:36:40.556 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_copies": 0, 2024-04-15T14:36:40.557 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects": 0, 2024-04-15T14:36:40.557 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_degraded": 0, 2024-04-15T14:36:40.557 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_dirty": 0, 2024-04-15T14:36:40.557 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T14:36:40.557 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_manifest": 0, 2024-04-15T14:36:40.557 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_misplaced": 0, 2024-04-15T14:36:40.557 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing": 0, 2024-04-15T14:36:40.557 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T14:36:40.557 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_omap": 0, 2024-04-15T14:36:40.557 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_pinned": 0, 2024-04-15T14:36:40.557 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_recovered": 0, 2024-04-15T14:36:40.557 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_repaired": 0, 2024-04-15T14:36:40.558 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_unfound": 0, 2024-04-15T14:36:40.558 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_bytes": 0, 2024-04-15T14:36:40.558 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_keys": 0, 2024-04-15T14:36:40.558 INFO:tasks.workunit.client.0.smithi016.stdout: "num_promote": 0, 2024-04-15T14:36:40.558 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read": 0, 2024-04-15T14:36:40.558 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read_kb": 0, 2024-04-15T14:36:40.558 INFO:tasks.workunit.client.0.smithi016.stdout: "num_scrub_errors": 0, 2024-04-15T14:36:40.558 INFO:tasks.workunit.client.0.smithi016.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T14:36:40.558 INFO:tasks.workunit.client.0.smithi016.stdout: "num_whiteouts": 0, 2024-04-15T14:36:40.558 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write": 0, 2024-04-15T14:36:40.558 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write_kb": 0 2024-04-15T14:36:40.559 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:40.559 INFO:tasks.workunit.client.0.smithi016.stdout: "state": "active+clean", 2024-04-15T14:36:40.559 INFO:tasks.workunit.client.0.smithi016.stdout: "stats_invalid": false, 2024-04-15T14:36:40.559 INFO:tasks.workunit.client.0.smithi016.stdout: "up": [ 2024-04-15T14:36:40.559 INFO:tasks.workunit.client.0.smithi016.stdout: 1, 2024-04-15T14:36:40.559 INFO:tasks.workunit.client.0.smithi016.stdout: 3, 2024-04-15T14:36:40.559 INFO:tasks.workunit.client.0.smithi016.stdout: 7 2024-04-15T14:36:40.559 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T14:36:40.559 INFO:tasks.workunit.client.0.smithi016.stdout: "up_primary": 1, 2024-04-15T14:36:40.559 INFO:tasks.workunit.client.0.smithi016.stdout: "version": "0'0" 2024-04-15T14:36:40.560 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:40.560 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-15T14:36:40.560 INFO:tasks.workunit.client.0.smithi016.stdout: "acting": [ 2024-04-15T14:36:40.560 INFO:tasks.workunit.client.0.smithi016.stdout: 3, 2024-04-15T14:36:40.560 INFO:tasks.workunit.client.0.smithi016.stdout: 2, 2024-04-15T14:36:40.560 INFO:tasks.workunit.client.0.smithi016.stdout: 4 2024-04-15T14:36:40.560 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T14:36:40.560 INFO:tasks.workunit.client.0.smithi016.stdout: "acting_primary": 3, 2024-04-15T14:36:40.560 INFO:tasks.workunit.client.0.smithi016.stdout: "avail_no_missing": [], 2024-04-15T14:36:40.560 INFO:tasks.workunit.client.0.smithi016.stdout: "blocked_by": [], 2024-04-15T14:36:40.560 INFO:tasks.workunit.client.0.smithi016.stdout: "created": 61, 2024-04-15T14:36:40.561 INFO:tasks.workunit.client.0.smithi016.stdout: "dirty_stats_invalid": false, 2024-04-15T14:36:40.561 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T14:36:40.561 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_stats_invalid": false, 2024-04-15T14:36:40.561 INFO:tasks.workunit.client.0.smithi016.stdout: "last_active": "2024-04-15T14:34:12.046135+0000", 2024-04-15T14:36:40.561 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_active": "2024-04-15T14:33:58.034154+0000", 2024-04-15T14:36:40.561 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_peered": "2024-04-15T14:33:58.034154+0000", 2024-04-15T14:36:40.561 INFO:tasks.workunit.client.0.smithi016.stdout: "last_change": "2024-04-15T14:33:58.034458+0000", 2024-04-15T14:36:40.561 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean": "2024-04-15T14:34:12.046135+0000", 2024-04-15T14:36:40.561 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T14:36:40.561 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub": "0'0", 2024-04-15T14:36:40.561 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T14:36:40.561 INFO:tasks.workunit.client.0.smithi016.stdout: "last_epoch_clean": 65, 2024-04-15T14:36:40.561 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fresh": "2024-04-15T14:34:12.046135+0000", 2024-04-15T14:36:40.562 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fullsized": "2024-04-15T14:34:12.046135+0000", 2024-04-15T14:36:40.562 INFO:tasks.workunit.client.0.smithi016.stdout: "last_peered": "2024-04-15T14:34:12.046135+0000", 2024-04-15T14:36:40.562 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub": "0'0", 2024-04-15T14:36:40.562 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_duration": 0, 2024-04-15T14:36:40.562 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T14:36:40.562 INFO:tasks.workunit.client.0.smithi016.stdout: "last_undegraded": "2024-04-15T14:34:12.046135+0000", 2024-04-15T14:36:40.562 INFO:tasks.workunit.client.0.smithi016.stdout: "last_unstale": "2024-04-15T14:34:12.046135+0000", 2024-04-15T14:36:40.562 INFO:tasks.workunit.client.0.smithi016.stdout: "log_dups_size": 0, 2024-04-15T14:36:40.562 INFO:tasks.workunit.client.0.smithi016.stdout: "log_size": 0, 2024-04-15T14:36:40.562 INFO:tasks.workunit.client.0.smithi016.stdout: "log_start": "0'0", 2024-04-15T14:36:40.562 INFO:tasks.workunit.client.0.smithi016.stdout: "manifest_stats_invalid": false, 2024-04-15T14:36:40.563 INFO:tasks.workunit.client.0.smithi016.stdout: "mapping_epoch": 64, 2024-04-15T14:36:40.563 INFO:tasks.workunit.client.0.smithi016.stdout: "object_location_counts": [], 2024-04-15T14:36:40.563 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_scrubbed": 0, 2024-04-15T14:36:40.563 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_trimmed": 0, 2024-04-15T14:36:40.563 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_stats_invalid": false, 2024-04-15T14:36:40.563 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_size": 0, 2024-04-15T14:36:40.563 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_start": "0'0", 2024-04-15T14:36:40.563 INFO:tasks.workunit.client.0.smithi016.stdout: "parent": "0.0", 2024-04-15T14:36:40.563 INFO:tasks.workunit.client.0.smithi016.stdout: "parent_split_bits": 0, 2024-04-15T14:36:40.563 INFO:tasks.workunit.client.0.smithi016.stdout: "pgid": "3.b", 2024-04-15T14:36:40.563 INFO:tasks.workunit.client.0.smithi016.stdout: "pin_stats_invalid": false, 2024-04-15T14:36:40.563 INFO:tasks.workunit.client.0.smithi016.stdout: "purged_snaps": [], 2024-04-15T14:36:40.564 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_epoch": 70, 2024-04-15T14:36:40.564 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_seq": 27, 2024-04-15T14:36:40.564 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_duration": 0.0, 2024-04-15T14:36:40.564 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-16T15:01:24.158616+0000", 2024-04-15T14:36:40.564 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrim_duration": 0.0, 2024-04-15T14:36:40.564 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrimq_len": 0, 2024-04-15T14:36:40.564 INFO:tasks.workunit.client.0.smithi016.stdout: "stat_sum": { 2024-04-15T14:36:40.564 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes": 0, 2024-04-15T14:36:40.564 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T14:36:40.564 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_recovered": 0, 2024-04-15T14:36:40.564 INFO:tasks.workunit.client.0.smithi016.stdout: "num_deep_scrub_errors": 0, 2024-04-15T14:36:40.564 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict": 0, 2024-04-15T14:36:40.564 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_kb": 0, 2024-04-15T14:36:40.565 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_full": 0, 2024-04-15T14:36:40.565 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_some": 0, 2024-04-15T14:36:40.565 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush": 0, 2024-04-15T14:36:40.565 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_kb": 0, 2024-04-15T14:36:40.565 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_high": 0, 2024-04-15T14:36:40.565 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_low": 0, 2024-04-15T14:36:40.565 INFO:tasks.workunit.client.0.smithi016.stdout: "num_keys_recovered": 0, 2024-04-15T14:36:40.565 INFO:tasks.workunit.client.0.smithi016.stdout: "num_large_omap_objects": 0, 2024-04-15T14:36:40.565 INFO:tasks.workunit.client.0.smithi016.stdout: "num_legacy_snapsets": 0, 2024-04-15T14:36:40.565 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_clones": 0, 2024-04-15T14:36:40.565 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_copies": 0, 2024-04-15T14:36:40.565 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects": 0, 2024-04-15T14:36:40.566 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_degraded": 0, 2024-04-15T14:36:40.566 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_dirty": 0, 2024-04-15T14:36:40.566 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T14:36:40.566 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_manifest": 0, 2024-04-15T14:36:40.566 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_misplaced": 0, 2024-04-15T14:36:40.566 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing": 0, 2024-04-15T14:36:40.566 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T14:36:40.566 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_omap": 0, 2024-04-15T14:36:40.566 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_pinned": 0, 2024-04-15T14:36:40.566 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_recovered": 0, 2024-04-15T14:36:40.566 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_repaired": 0, 2024-04-15T14:36:40.567 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_unfound": 0, 2024-04-15T14:36:40.567 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_bytes": 0, 2024-04-15T14:36:40.567 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_keys": 0, 2024-04-15T14:36:40.567 INFO:tasks.workunit.client.0.smithi016.stdout: "num_promote": 0, 2024-04-15T14:36:40.567 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read": 0, 2024-04-15T14:36:40.567 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read_kb": 0, 2024-04-15T14:36:40.567 INFO:tasks.workunit.client.0.smithi016.stdout: "num_scrub_errors": 0, 2024-04-15T14:36:40.567 INFO:tasks.workunit.client.0.smithi016.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T14:36:40.567 INFO:tasks.workunit.client.0.smithi016.stdout: "num_whiteouts": 0, 2024-04-15T14:36:40.567 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write": 0, 2024-04-15T14:36:40.567 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write_kb": 0 2024-04-15T14:36:40.567 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:40.568 INFO:tasks.workunit.client.0.smithi016.stdout: "state": "active+clean", 2024-04-15T14:36:40.568 INFO:tasks.workunit.client.0.smithi016.stdout: "stats_invalid": false, 2024-04-15T14:36:40.568 INFO:tasks.workunit.client.0.smithi016.stdout: "up": [ 2024-04-15T14:36:40.568 INFO:tasks.workunit.client.0.smithi016.stdout: 3, 2024-04-15T14:36:40.568 INFO:tasks.workunit.client.0.smithi016.stdout: 2, 2024-04-15T14:36:40.568 INFO:tasks.workunit.client.0.smithi016.stdout: 4 2024-04-15T14:36:40.568 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T14:36:40.568 INFO:tasks.workunit.client.0.smithi016.stdout: "up_primary": 3, 2024-04-15T14:36:40.568 INFO:tasks.workunit.client.0.smithi016.stdout: "version": "0'0" 2024-04-15T14:36:40.568 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:40.568 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-15T14:36:40.568 INFO:tasks.workunit.client.0.smithi016.stdout: "acting": [ 2024-04-15T14:36:40.569 INFO:tasks.workunit.client.0.smithi016.stdout: 7, 2024-04-15T14:36:40.569 INFO:tasks.workunit.client.0.smithi016.stdout: 4, 2024-04-15T14:36:40.569 INFO:tasks.workunit.client.0.smithi016.stdout: 5 2024-04-15T14:36:40.569 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T14:36:40.569 INFO:tasks.workunit.client.0.smithi016.stdout: "acting_primary": 7, 2024-04-15T14:36:40.569 INFO:tasks.workunit.client.0.smithi016.stdout: "avail_no_missing": [], 2024-04-15T14:36:40.569 INFO:tasks.workunit.client.0.smithi016.stdout: "blocked_by": [], 2024-04-15T14:36:40.569 INFO:tasks.workunit.client.0.smithi016.stdout: "created": 60, 2024-04-15T14:36:40.569 INFO:tasks.workunit.client.0.smithi016.stdout: "dirty_stats_invalid": false, 2024-04-15T14:36:40.569 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T14:36:40.569 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_stats_invalid": false, 2024-04-15T14:36:40.569 INFO:tasks.workunit.client.0.smithi016.stdout: "last_active": "2024-04-15T14:34:11.923623+0000", 2024-04-15T14:36:40.570 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_active": "2024-04-15T14:33:34.626764+0000", 2024-04-15T14:36:40.570 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_peered": "2024-04-15T14:33:34.626764+0000", 2024-04-15T14:36:40.570 INFO:tasks.workunit.client.0.smithi016.stdout: "last_change": "2024-04-15T14:33:34.627072+0000", 2024-04-15T14:36:40.570 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean": "2024-04-15T14:34:11.923623+0000", 2024-04-15T14:36:40.570 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean_scrub_stamp": "2024-04-15T14:33:33.599136+0000", 2024-04-15T14:36:40.570 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub": "0'0", 2024-04-15T14:36:40.570 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub_stamp": "2024-04-15T14:33:33.599136+0000", 2024-04-15T14:36:40.570 INFO:tasks.workunit.client.0.smithi016.stdout: "last_epoch_clean": 61, 2024-04-15T14:36:40.570 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fresh": "2024-04-15T14:34:11.923623+0000", 2024-04-15T14:36:40.570 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fullsized": "2024-04-15T14:34:11.923623+0000", 2024-04-15T14:36:40.570 INFO:tasks.workunit.client.0.smithi016.stdout: "last_peered": "2024-04-15T14:34:11.923623+0000", 2024-04-15T14:36:40.570 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub": "0'0", 2024-04-15T14:36:40.570 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_duration": 0, 2024-04-15T14:36:40.571 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_stamp": "2024-04-15T14:33:33.599136+0000", 2024-04-15T14:36:40.571 INFO:tasks.workunit.client.0.smithi016.stdout: "last_undegraded": "2024-04-15T14:34:11.923623+0000", 2024-04-15T14:36:40.571 INFO:tasks.workunit.client.0.smithi016.stdout: "last_unstale": "2024-04-15T14:34:11.923623+0000", 2024-04-15T14:36:40.571 INFO:tasks.workunit.client.0.smithi016.stdout: "log_dups_size": 0, 2024-04-15T14:36:40.571 INFO:tasks.workunit.client.0.smithi016.stdout: "log_size": 2, 2024-04-15T14:36:40.571 INFO:tasks.workunit.client.0.smithi016.stdout: "log_start": "0'0", 2024-04-15T14:36:40.571 INFO:tasks.workunit.client.0.smithi016.stdout: "manifest_stats_invalid": false, 2024-04-15T14:36:40.571 INFO:tasks.workunit.client.0.smithi016.stdout: "mapping_epoch": 60, 2024-04-15T14:36:40.571 INFO:tasks.workunit.client.0.smithi016.stdout: "object_location_counts": [], 2024-04-15T14:36:40.571 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_scrubbed": 0, 2024-04-15T14:36:40.571 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_trimmed": 0, 2024-04-15T14:36:40.571 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_stats_invalid": false, 2024-04-15T14:36:40.572 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_size": 2, 2024-04-15T14:36:40.572 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_start": "0'0", 2024-04-15T14:36:40.572 INFO:tasks.workunit.client.0.smithi016.stdout: "parent": "0.0", 2024-04-15T14:36:40.572 INFO:tasks.workunit.client.0.smithi016.stdout: "parent_split_bits": 0, 2024-04-15T14:36:40.572 INFO:tasks.workunit.client.0.smithi016.stdout: "pgid": "2.b", 2024-04-15T14:36:40.572 INFO:tasks.workunit.client.0.smithi016.stdout: "pin_stats_invalid": false, 2024-04-15T14:36:40.572 INFO:tasks.workunit.client.0.smithi016.stdout: "purged_snaps": [], 2024-04-15T14:36:40.572 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_epoch": 70, 2024-04-15T14:36:40.572 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_seq": 21, 2024-04-15T14:36:40.572 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_duration": 0.0, 2024-04-15T14:36:40.572 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-16T19:48:29.128158+0000", 2024-04-15T14:36:40.572 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrim_duration": 0.0, 2024-04-15T14:36:40.573 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrimq_len": 0, 2024-04-15T14:36:40.573 INFO:tasks.workunit.client.0.smithi016.stdout: "stat_sum": { 2024-04-15T14:36:40.573 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes": 0, 2024-04-15T14:36:40.573 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T14:36:40.573 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_recovered": 0, 2024-04-15T14:36:40.573 INFO:tasks.workunit.client.0.smithi016.stdout: "num_deep_scrub_errors": 0, 2024-04-15T14:36:40.573 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict": 0, 2024-04-15T14:36:40.573 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_kb": 0, 2024-04-15T14:36:40.573 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_full": 0, 2024-04-15T14:36:40.573 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_some": 0, 2024-04-15T14:36:40.573 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush": 0, 2024-04-15T14:36:40.573 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_kb": 0, 2024-04-15T14:36:40.573 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_high": 0, 2024-04-15T14:36:40.574 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_low": 0, 2024-04-15T14:36:40.574 INFO:tasks.workunit.client.0.smithi016.stdout: "num_keys_recovered": 0, 2024-04-15T14:36:40.574 INFO:tasks.workunit.client.0.smithi016.stdout: "num_large_omap_objects": 0, 2024-04-15T14:36:40.574 INFO:tasks.workunit.client.0.smithi016.stdout: "num_legacy_snapsets": 0, 2024-04-15T14:36:40.574 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_clones": 0, 2024-04-15T14:36:40.574 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_copies": 3, 2024-04-15T14:36:40.574 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects": 1, 2024-04-15T14:36:40.574 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_degraded": 0, 2024-04-15T14:36:40.574 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_dirty": 1, 2024-04-15T14:36:40.574 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T14:36:40.574 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_manifest": 0, 2024-04-15T14:36:40.574 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_misplaced": 0, 2024-04-15T14:36:40.575 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing": 0, 2024-04-15T14:36:40.575 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T14:36:40.575 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_omap": 1, 2024-04-15T14:36:40.575 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_pinned": 0, 2024-04-15T14:36:40.575 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_recovered": 0, 2024-04-15T14:36:40.575 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_repaired": 0, 2024-04-15T14:36:40.575 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_unfound": 0, 2024-04-15T14:36:40.575 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_bytes": 0, 2024-04-15T14:36:40.575 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_keys": 0, 2024-04-15T14:36:40.575 INFO:tasks.workunit.client.0.smithi016.stdout: "num_promote": 0, 2024-04-15T14:36:40.575 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read": 0, 2024-04-15T14:36:40.576 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read_kb": 0, 2024-04-15T14:36:40.576 INFO:tasks.workunit.client.0.smithi016.stdout: "num_scrub_errors": 0, 2024-04-15T14:36:40.576 INFO:tasks.workunit.client.0.smithi016.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T14:36:40.576 INFO:tasks.workunit.client.0.smithi016.stdout: "num_whiteouts": 0, 2024-04-15T14:36:40.576 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write": 1, 2024-04-15T14:36:40.576 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write_kb": 0 2024-04-15T14:36:40.576 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:40.576 INFO:tasks.workunit.client.0.smithi016.stdout: "state": "active+clean", 2024-04-15T14:36:40.576 INFO:tasks.workunit.client.0.smithi016.stdout: "stats_invalid": false, 2024-04-15T14:36:40.576 INFO:tasks.workunit.client.0.smithi016.stdout: "up": [ 2024-04-15T14:36:40.576 INFO:tasks.workunit.client.0.smithi016.stdout: 7, 2024-04-15T14:36:40.576 INFO:tasks.workunit.client.0.smithi016.stdout: 4, 2024-04-15T14:36:40.577 INFO:tasks.workunit.client.0.smithi016.stdout: 5 2024-04-15T14:36:40.577 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T14:36:40.577 INFO:tasks.workunit.client.0.smithi016.stdout: "up_primary": 7, 2024-04-15T14:36:40.577 INFO:tasks.workunit.client.0.smithi016.stdout: "version": "62'2" 2024-04-15T14:36:40.577 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:40.577 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-15T14:36:40.577 INFO:tasks.workunit.client.0.smithi016.stdout: "acting": [ 2024-04-15T14:36:40.577 INFO:tasks.workunit.client.0.smithi016.stdout: 6, 2024-04-15T14:36:40.577 INFO:tasks.workunit.client.0.smithi016.stdout: 4, 2024-04-15T14:36:40.577 INFO:tasks.workunit.client.0.smithi016.stdout: 1 2024-04-15T14:36:40.577 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T14:36:40.577 INFO:tasks.workunit.client.0.smithi016.stdout: "acting_primary": 6, 2024-04-15T14:36:40.577 INFO:tasks.workunit.client.0.smithi016.stdout: "avail_no_missing": [], 2024-04-15T14:36:40.578 INFO:tasks.workunit.client.0.smithi016.stdout: "blocked_by": [], 2024-04-15T14:36:40.578 INFO:tasks.workunit.client.0.smithi016.stdout: "created": 61, 2024-04-15T14:36:40.578 INFO:tasks.workunit.client.0.smithi016.stdout: "dirty_stats_invalid": false, 2024-04-15T14:36:40.578 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T14:36:40.578 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_stats_invalid": false, 2024-04-15T14:36:40.578 INFO:tasks.workunit.client.0.smithi016.stdout: "last_active": "2024-04-15T14:34:12.043674+0000", 2024-04-15T14:36:40.578 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_active": "2024-04-15T14:33:35.001879+0000", 2024-04-15T14:36:40.578 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_peered": "2024-04-15T14:33:35.001879+0000", 2024-04-15T14:36:40.578 INFO:tasks.workunit.client.0.smithi016.stdout: "last_change": "2024-04-15T14:33:35.002154+0000", 2024-04-15T14:36:40.578 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean": "2024-04-15T14:34:12.043674+0000", 2024-04-15T14:36:40.579 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T14:36:40.579 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub": "0'0", 2024-04-15T14:36:40.579 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T14:36:40.579 INFO:tasks.workunit.client.0.smithi016.stdout: "last_epoch_clean": 62, 2024-04-15T14:36:40.579 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fresh": "2024-04-15T14:34:12.043674+0000", 2024-04-15T14:36:40.579 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fullsized": "2024-04-15T14:34:12.043674+0000", 2024-04-15T14:36:40.579 INFO:tasks.workunit.client.0.smithi016.stdout: "last_peered": "2024-04-15T14:34:12.043674+0000", 2024-04-15T14:36:40.579 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub": "0'0", 2024-04-15T14:36:40.579 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_duration": 0, 2024-04-15T14:36:40.579 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T14:36:40.579 INFO:tasks.workunit.client.0.smithi016.stdout: "last_undegraded": "2024-04-15T14:34:12.043674+0000", 2024-04-15T14:36:40.579 INFO:tasks.workunit.client.0.smithi016.stdout: "last_unstale": "2024-04-15T14:34:12.043674+0000", 2024-04-15T14:36:40.580 INFO:tasks.workunit.client.0.smithi016.stdout: "log_dups_size": 0, 2024-04-15T14:36:40.580 INFO:tasks.workunit.client.0.smithi016.stdout: "log_size": 0, 2024-04-15T14:36:40.580 INFO:tasks.workunit.client.0.smithi016.stdout: "log_start": "0'0", 2024-04-15T14:36:40.580 INFO:tasks.workunit.client.0.smithi016.stdout: "manifest_stats_invalid": false, 2024-04-15T14:36:40.580 INFO:tasks.workunit.client.0.smithi016.stdout: "mapping_epoch": 61, 2024-04-15T14:36:40.580 INFO:tasks.workunit.client.0.smithi016.stdout: "object_location_counts": [], 2024-04-15T14:36:40.580 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_scrubbed": 0, 2024-04-15T14:36:40.580 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_trimmed": 0, 2024-04-15T14:36:40.580 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_stats_invalid": false, 2024-04-15T14:36:40.580 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_size": 0, 2024-04-15T14:36:40.580 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_start": "0'0", 2024-04-15T14:36:40.580 INFO:tasks.workunit.client.0.smithi016.stdout: "parent": "0.0", 2024-04-15T14:36:40.581 INFO:tasks.workunit.client.0.smithi016.stdout: "parent_split_bits": 0, 2024-04-15T14:36:40.581 INFO:tasks.workunit.client.0.smithi016.stdout: "pgid": "3.a", 2024-04-15T14:36:40.581 INFO:tasks.workunit.client.0.smithi016.stdout: "pin_stats_invalid": false, 2024-04-15T14:36:40.581 INFO:tasks.workunit.client.0.smithi016.stdout: "purged_snaps": [], 2024-04-15T14:36:40.581 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_epoch": 70, 2024-04-15T14:36:40.581 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_seq": 18, 2024-04-15T14:36:40.581 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_duration": 0.0, 2024-04-15T14:36:40.581 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-16T22:47:05.094202+0000", 2024-04-15T14:36:40.581 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrim_duration": 0.0, 2024-04-15T14:36:40.581 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrimq_len": 0, 2024-04-15T14:36:40.581 INFO:tasks.workunit.client.0.smithi016.stdout: "stat_sum": { 2024-04-15T14:36:40.581 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes": 0, 2024-04-15T14:36:40.582 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T14:36:40.582 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_recovered": 0, 2024-04-15T14:36:40.582 INFO:tasks.workunit.client.0.smithi016.stdout: "num_deep_scrub_errors": 0, 2024-04-15T14:36:40.582 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict": 0, 2024-04-15T14:36:40.582 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_kb": 0, 2024-04-15T14:36:40.582 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_full": 0, 2024-04-15T14:36:40.582 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_some": 0, 2024-04-15T14:36:40.582 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush": 0, 2024-04-15T14:36:40.582 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_kb": 0, 2024-04-15T14:36:40.582 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_high": 0, 2024-04-15T14:36:40.582 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_low": 0, 2024-04-15T14:36:40.583 INFO:tasks.workunit.client.0.smithi016.stdout: "num_keys_recovered": 0, 2024-04-15T14:36:40.583 INFO:tasks.workunit.client.0.smithi016.stdout: "num_large_omap_objects": 0, 2024-04-15T14:36:40.583 INFO:tasks.workunit.client.0.smithi016.stdout: "num_legacy_snapsets": 0, 2024-04-15T14:36:40.583 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_clones": 0, 2024-04-15T14:36:40.583 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_copies": 0, 2024-04-15T14:36:40.583 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects": 0, 2024-04-15T14:36:40.583 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_degraded": 0, 2024-04-15T14:36:40.583 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_dirty": 0, 2024-04-15T14:36:40.583 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T14:36:40.583 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_manifest": 0, 2024-04-15T14:36:40.583 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_misplaced": 0, 2024-04-15T14:36:40.583 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing": 0, 2024-04-15T14:36:40.584 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T14:36:40.584 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_omap": 0, 2024-04-15T14:36:40.584 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_pinned": 0, 2024-04-15T14:36:40.584 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_recovered": 0, 2024-04-15T14:36:40.584 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_repaired": 0, 2024-04-15T14:36:40.584 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_unfound": 0, 2024-04-15T14:36:40.584 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_bytes": 0, 2024-04-15T14:36:40.584 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_keys": 0, 2024-04-15T14:36:40.584 INFO:tasks.workunit.client.0.smithi016.stdout: "num_promote": 0, 2024-04-15T14:36:40.584 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read": 0, 2024-04-15T14:36:40.584 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read_kb": 0, 2024-04-15T14:36:40.584 INFO:tasks.workunit.client.0.smithi016.stdout: "num_scrub_errors": 0, 2024-04-15T14:36:40.585 INFO:tasks.workunit.client.0.smithi016.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T14:36:40.585 INFO:tasks.workunit.client.0.smithi016.stdout: "num_whiteouts": 0, 2024-04-15T14:36:40.585 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write": 0, 2024-04-15T14:36:40.585 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write_kb": 0 2024-04-15T14:36:40.585 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:40.585 INFO:tasks.workunit.client.0.smithi016.stdout: "state": "active+clean", 2024-04-15T14:36:40.585 INFO:tasks.workunit.client.0.smithi016.stdout: "stats_invalid": false, 2024-04-15T14:36:40.585 INFO:tasks.workunit.client.0.smithi016.stdout: "up": [ 2024-04-15T14:36:40.585 INFO:tasks.workunit.client.0.smithi016.stdout: 6, 2024-04-15T14:36:40.585 INFO:tasks.workunit.client.0.smithi016.stdout: 4, 2024-04-15T14:36:40.585 INFO:tasks.workunit.client.0.smithi016.stdout: 1 2024-04-15T14:36:40.586 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T14:36:40.586 INFO:tasks.workunit.client.0.smithi016.stdout: "up_primary": 6, 2024-04-15T14:36:40.586 INFO:tasks.workunit.client.0.smithi016.stdout: "version": "0'0" 2024-04-15T14:36:40.586 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:40.586 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-15T14:36:40.586 INFO:tasks.workunit.client.0.smithi016.stdout: "acting": [ 2024-04-15T14:36:40.586 INFO:tasks.workunit.client.0.smithi016.stdout: 2, 2024-04-15T14:36:40.586 INFO:tasks.workunit.client.0.smithi016.stdout: 5, 2024-04-15T14:36:40.586 INFO:tasks.workunit.client.0.smithi016.stdout: 0 2024-04-15T14:36:40.586 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T14:36:40.586 INFO:tasks.workunit.client.0.smithi016.stdout: "acting_primary": 2, 2024-04-15T14:36:40.586 INFO:tasks.workunit.client.0.smithi016.stdout: "avail_no_missing": [], 2024-04-15T14:36:40.587 INFO:tasks.workunit.client.0.smithi016.stdout: "blocked_by": [], 2024-04-15T14:36:40.587 INFO:tasks.workunit.client.0.smithi016.stdout: "created": 60, 2024-04-15T14:36:40.587 INFO:tasks.workunit.client.0.smithi016.stdout: "dirty_stats_invalid": false, 2024-04-15T14:36:40.587 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T14:36:40.587 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_stats_invalid": false, 2024-04-15T14:36:40.587 INFO:tasks.workunit.client.0.smithi016.stdout: "last_active": "2024-04-15T14:34:11.926912+0000", 2024-04-15T14:36:40.587 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_active": "2024-04-15T14:33:34.619885+0000", 2024-04-15T14:36:40.587 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_peered": "2024-04-15T14:33:34.619885+0000", 2024-04-15T14:36:40.587 INFO:tasks.workunit.client.0.smithi016.stdout: "last_change": "2024-04-15T14:33:34.620187+0000", 2024-04-15T14:36:40.587 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean": "2024-04-15T14:34:11.926912+0000", 2024-04-15T14:36:40.587 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean_scrub_stamp": "2024-04-15T14:33:33.599136+0000", 2024-04-15T14:36:40.587 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub": "0'0", 2024-04-15T14:36:40.588 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub_stamp": "2024-04-15T14:33:33.599136+0000", 2024-04-15T14:36:40.588 INFO:tasks.workunit.client.0.smithi016.stdout: "last_epoch_clean": 61, 2024-04-15T14:36:40.588 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fresh": "2024-04-15T14:34:11.926912+0000", 2024-04-15T14:36:40.588 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fullsized": "2024-04-15T14:34:11.926912+0000", 2024-04-15T14:36:40.588 INFO:tasks.workunit.client.0.smithi016.stdout: "last_peered": "2024-04-15T14:34:11.926912+0000", 2024-04-15T14:36:40.588 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub": "0'0", 2024-04-15T14:36:40.588 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_duration": 0, 2024-04-15T14:36:40.588 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_stamp": "2024-04-15T14:33:33.599136+0000", 2024-04-15T14:36:40.588 INFO:tasks.workunit.client.0.smithi016.stdout: "last_undegraded": "2024-04-15T14:34:11.926912+0000", 2024-04-15T14:36:40.588 INFO:tasks.workunit.client.0.smithi016.stdout: "last_unstale": "2024-04-15T14:34:11.926912+0000", 2024-04-15T14:36:40.588 INFO:tasks.workunit.client.0.smithi016.stdout: "log_dups_size": 0, 2024-04-15T14:36:40.588 INFO:tasks.workunit.client.0.smithi016.stdout: "log_size": 0, 2024-04-15T14:36:40.589 INFO:tasks.workunit.client.0.smithi016.stdout: "log_start": "0'0", 2024-04-15T14:36:40.589 INFO:tasks.workunit.client.0.smithi016.stdout: "manifest_stats_invalid": false, 2024-04-15T14:36:40.589 INFO:tasks.workunit.client.0.smithi016.stdout: "mapping_epoch": 60, 2024-04-15T14:36:40.589 INFO:tasks.workunit.client.0.smithi016.stdout: "object_location_counts": [], 2024-04-15T14:36:40.589 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_scrubbed": 0, 2024-04-15T14:36:40.589 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_trimmed": 0, 2024-04-15T14:36:40.589 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_stats_invalid": false, 2024-04-15T14:36:40.589 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_size": 0, 2024-04-15T14:36:40.589 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_start": "0'0", 2024-04-15T14:36:40.589 INFO:tasks.workunit.client.0.smithi016.stdout: "parent": "0.0", 2024-04-15T14:36:40.589 INFO:tasks.workunit.client.0.smithi016.stdout: "parent_split_bits": 0, 2024-04-15T14:36:40.590 INFO:tasks.workunit.client.0.smithi016.stdout: "pgid": "2.c", 2024-04-15T14:36:40.590 INFO:tasks.workunit.client.0.smithi016.stdout: "pin_stats_invalid": false, 2024-04-15T14:36:40.590 INFO:tasks.workunit.client.0.smithi016.stdout: "purged_snaps": [], 2024-04-15T14:36:40.590 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_epoch": 70, 2024-04-15T14:36:40.590 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_seq": 20, 2024-04-15T14:36:40.590 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_duration": 0.0, 2024-04-15T14:36:40.590 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-16T21:37:15.148104+0000", 2024-04-15T14:36:40.590 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrim_duration": 0.0, 2024-04-15T14:36:40.590 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrimq_len": 0, 2024-04-15T14:36:40.590 INFO:tasks.workunit.client.0.smithi016.stdout: "stat_sum": { 2024-04-15T14:36:40.590 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes": 0, 2024-04-15T14:36:40.590 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T14:36:40.590 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_recovered": 0, 2024-04-15T14:36:40.591 INFO:tasks.workunit.client.0.smithi016.stdout: "num_deep_scrub_errors": 0, 2024-04-15T14:36:40.591 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict": 0, 2024-04-15T14:36:40.591 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_kb": 0, 2024-04-15T14:36:40.591 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_full": 0, 2024-04-15T14:36:40.591 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_some": 0, 2024-04-15T14:36:40.591 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush": 0, 2024-04-15T14:36:40.591 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_kb": 0, 2024-04-15T14:36:40.591 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_high": 0, 2024-04-15T14:36:40.591 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_low": 0, 2024-04-15T14:36:40.591 INFO:tasks.workunit.client.0.smithi016.stdout: "num_keys_recovered": 0, 2024-04-15T14:36:40.591 INFO:tasks.workunit.client.0.smithi016.stdout: "num_large_omap_objects": 0, 2024-04-15T14:36:40.592 INFO:tasks.workunit.client.0.smithi016.stdout: "num_legacy_snapsets": 0, 2024-04-15T14:36:40.592 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_clones": 0, 2024-04-15T14:36:40.592 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_copies": 0, 2024-04-15T14:36:40.592 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects": 0, 2024-04-15T14:36:40.592 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_degraded": 0, 2024-04-15T14:36:40.592 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_dirty": 0, 2024-04-15T14:36:40.592 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T14:36:40.592 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_manifest": 0, 2024-04-15T14:36:40.592 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_misplaced": 0, 2024-04-15T14:36:40.592 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing": 0, 2024-04-15T14:36:40.592 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T14:36:40.592 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_omap": 0, 2024-04-15T14:36:40.593 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_pinned": 0, 2024-04-15T14:36:40.593 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_recovered": 0, 2024-04-15T14:36:40.593 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_repaired": 0, 2024-04-15T14:36:40.593 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_unfound": 0, 2024-04-15T14:36:40.593 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_bytes": 0, 2024-04-15T14:36:40.593 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_keys": 0, 2024-04-15T14:36:40.593 INFO:tasks.workunit.client.0.smithi016.stdout: "num_promote": 0, 2024-04-15T14:36:40.593 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read": 0, 2024-04-15T14:36:40.593 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read_kb": 0, 2024-04-15T14:36:40.593 INFO:tasks.workunit.client.0.smithi016.stdout: "num_scrub_errors": 0, 2024-04-15T14:36:40.593 INFO:tasks.workunit.client.0.smithi016.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T14:36:40.594 INFO:tasks.workunit.client.0.smithi016.stdout: "num_whiteouts": 0, 2024-04-15T14:36:40.594 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write": 0, 2024-04-15T14:36:40.594 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write_kb": 0 2024-04-15T14:36:40.594 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:40.594 INFO:tasks.workunit.client.0.smithi016.stdout: "state": "active+clean", 2024-04-15T14:36:40.594 INFO:tasks.workunit.client.0.smithi016.stdout: "stats_invalid": false, 2024-04-15T14:36:40.594 INFO:tasks.workunit.client.0.smithi016.stdout: "up": [ 2024-04-15T14:36:40.594 INFO:tasks.workunit.client.0.smithi016.stdout: 2, 2024-04-15T14:36:40.594 INFO:tasks.workunit.client.0.smithi016.stdout: 5, 2024-04-15T14:36:40.594 INFO:tasks.workunit.client.0.smithi016.stdout: 0 2024-04-15T14:36:40.594 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T14:36:40.594 INFO:tasks.workunit.client.0.smithi016.stdout: "up_primary": 2, 2024-04-15T14:36:40.595 INFO:tasks.workunit.client.0.smithi016.stdout: "version": "0'0" 2024-04-15T14:36:40.595 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:40.595 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-15T14:36:40.595 INFO:tasks.workunit.client.0.smithi016.stdout: "acting": [ 2024-04-15T14:36:40.595 INFO:tasks.workunit.client.0.smithi016.stdout: 7, 2024-04-15T14:36:40.595 INFO:tasks.workunit.client.0.smithi016.stdout: 5, 2024-04-15T14:36:40.595 INFO:tasks.workunit.client.0.smithi016.stdout: 6 2024-04-15T14:36:40.595 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T14:36:40.595 INFO:tasks.workunit.client.0.smithi016.stdout: "acting_primary": 7, 2024-04-15T14:36:40.595 INFO:tasks.workunit.client.0.smithi016.stdout: "avail_no_missing": [], 2024-04-15T14:36:40.595 INFO:tasks.workunit.client.0.smithi016.stdout: "blocked_by": [], 2024-04-15T14:36:40.596 INFO:tasks.workunit.client.0.smithi016.stdout: "created": 61, 2024-04-15T14:36:40.596 INFO:tasks.workunit.client.0.smithi016.stdout: "dirty_stats_invalid": false, 2024-04-15T14:36:40.596 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T14:36:40.596 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_stats_invalid": false, 2024-04-15T14:36:40.596 INFO:tasks.workunit.client.0.smithi016.stdout: "last_active": "2024-04-15T14:34:11.925531+0000", 2024-04-15T14:36:40.596 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_active": "2024-04-15T14:33:34.994464+0000", 2024-04-15T14:36:40.596 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_peered": "2024-04-15T14:33:34.994464+0000", 2024-04-15T14:36:40.596 INFO:tasks.workunit.client.0.smithi016.stdout: "last_change": "2024-04-15T14:33:34.994756+0000", 2024-04-15T14:36:40.596 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean": "2024-04-15T14:34:11.925531+0000", 2024-04-15T14:36:40.596 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T14:36:40.596 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub": "0'0", 2024-04-15T14:36:40.596 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T14:36:40.596 INFO:tasks.workunit.client.0.smithi016.stdout: "last_epoch_clean": 62, 2024-04-15T14:36:40.597 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fresh": "2024-04-15T14:34:11.925531+0000", 2024-04-15T14:36:40.597 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fullsized": "2024-04-15T14:34:11.925531+0000", 2024-04-15T14:36:40.597 INFO:tasks.workunit.client.0.smithi016.stdout: "last_peered": "2024-04-15T14:34:11.925531+0000", 2024-04-15T14:36:40.597 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub": "0'0", 2024-04-15T14:36:40.597 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_duration": 0, 2024-04-15T14:36:40.597 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T14:36:40.597 INFO:tasks.workunit.client.0.smithi016.stdout: "last_undegraded": "2024-04-15T14:34:11.925531+0000", 2024-04-15T14:36:40.597 INFO:tasks.workunit.client.0.smithi016.stdout: "last_unstale": "2024-04-15T14:34:11.925531+0000", 2024-04-15T14:36:40.597 INFO:tasks.workunit.client.0.smithi016.stdout: "log_dups_size": 0, 2024-04-15T14:36:40.597 INFO:tasks.workunit.client.0.smithi016.stdout: "log_size": 0, 2024-04-15T14:36:40.597 INFO:tasks.workunit.client.0.smithi016.stdout: "log_start": "0'0", 2024-04-15T14:36:40.597 INFO:tasks.workunit.client.0.smithi016.stdout: "manifest_stats_invalid": false, 2024-04-15T14:36:40.597 INFO:tasks.workunit.client.0.smithi016.stdout: "mapping_epoch": 61, 2024-04-15T14:36:40.598 INFO:tasks.workunit.client.0.smithi016.stdout: "object_location_counts": [], 2024-04-15T14:36:40.598 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_scrubbed": 0, 2024-04-15T14:36:40.598 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_trimmed": 0, 2024-04-15T14:36:40.598 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_stats_invalid": false, 2024-04-15T14:36:40.598 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_size": 0, 2024-04-15T14:36:40.598 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_start": "0'0", 2024-04-15T14:36:40.598 INFO:tasks.workunit.client.0.smithi016.stdout: "parent": "0.0", 2024-04-15T14:36:40.598 INFO:tasks.workunit.client.0.smithi016.stdout: "parent_split_bits": 0, 2024-04-15T14:36:40.598 INFO:tasks.workunit.client.0.smithi016.stdout: "pgid": "3.d", 2024-04-15T14:36:40.598 INFO:tasks.workunit.client.0.smithi016.stdout: "pin_stats_invalid": false, 2024-04-15T14:36:40.598 INFO:tasks.workunit.client.0.smithi016.stdout: "purged_snaps": [], 2024-04-15T14:36:40.598 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_epoch": 70, 2024-04-15T14:36:40.599 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_seq": 18, 2024-04-15T14:36:40.599 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_duration": 0.0, 2024-04-15T14:36:40.599 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-16T17:22:46.786639+0000", 2024-04-15T14:36:40.599 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrim_duration": 0.0, 2024-04-15T14:36:40.599 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrimq_len": 0, 2024-04-15T14:36:40.599 INFO:tasks.workunit.client.0.smithi016.stdout: "stat_sum": { 2024-04-15T14:36:40.599 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes": 0, 2024-04-15T14:36:40.599 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T14:36:40.599 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_recovered": 0, 2024-04-15T14:36:40.599 INFO:tasks.workunit.client.0.smithi016.stdout: "num_deep_scrub_errors": 0, 2024-04-15T14:36:40.599 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict": 0, 2024-04-15T14:36:40.599 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_kb": 0, 2024-04-15T14:36:40.600 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_full": 0, 2024-04-15T14:36:40.600 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_some": 0, 2024-04-15T14:36:40.600 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush": 0, 2024-04-15T14:36:40.600 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_kb": 0, 2024-04-15T14:36:40.600 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_high": 0, 2024-04-15T14:36:40.600 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_low": 0, 2024-04-15T14:36:40.600 INFO:tasks.workunit.client.0.smithi016.stdout: "num_keys_recovered": 0, 2024-04-15T14:36:40.600 INFO:tasks.workunit.client.0.smithi016.stdout: "num_large_omap_objects": 0, 2024-04-15T14:36:40.600 INFO:tasks.workunit.client.0.smithi016.stdout: "num_legacy_snapsets": 0, 2024-04-15T14:36:40.600 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_clones": 0, 2024-04-15T14:36:40.600 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_copies": 0, 2024-04-15T14:36:40.600 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects": 0, 2024-04-15T14:36:40.601 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_degraded": 0, 2024-04-15T14:36:40.601 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_dirty": 0, 2024-04-15T14:36:40.601 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T14:36:40.601 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_manifest": 0, 2024-04-15T14:36:40.601 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_misplaced": 0, 2024-04-15T14:36:40.601 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing": 0, 2024-04-15T14:36:40.601 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T14:36:40.601 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_omap": 0, 2024-04-15T14:36:40.601 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_pinned": 0, 2024-04-15T14:36:40.601 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_recovered": 0, 2024-04-15T14:36:40.601 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_repaired": 0, 2024-04-15T14:36:40.601 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_unfound": 0, 2024-04-15T14:36:40.601 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_bytes": 0, 2024-04-15T14:36:40.602 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_keys": 0, 2024-04-15T14:36:40.602 INFO:tasks.workunit.client.0.smithi016.stdout: "num_promote": 0, 2024-04-15T14:36:40.602 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read": 0, 2024-04-15T14:36:40.602 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read_kb": 0, 2024-04-15T14:36:40.602 INFO:tasks.workunit.client.0.smithi016.stdout: "num_scrub_errors": 0, 2024-04-15T14:36:40.602 INFO:tasks.workunit.client.0.smithi016.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T14:36:40.602 INFO:tasks.workunit.client.0.smithi016.stdout: "num_whiteouts": 0, 2024-04-15T14:36:40.602 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write": 0, 2024-04-15T14:36:40.602 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write_kb": 0 2024-04-15T14:36:40.602 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:40.602 INFO:tasks.workunit.client.0.smithi016.stdout: "state": "active+clean", 2024-04-15T14:36:40.603 INFO:tasks.workunit.client.0.smithi016.stdout: "stats_invalid": false, 2024-04-15T14:36:40.603 INFO:tasks.workunit.client.0.smithi016.stdout: "up": [ 2024-04-15T14:36:40.603 INFO:tasks.workunit.client.0.smithi016.stdout: 7, 2024-04-15T14:36:40.603 INFO:tasks.workunit.client.0.smithi016.stdout: 5, 2024-04-15T14:36:40.603 INFO:tasks.workunit.client.0.smithi016.stdout: 6 2024-04-15T14:36:40.603 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T14:36:40.603 INFO:tasks.workunit.client.0.smithi016.stdout: "up_primary": 7, 2024-04-15T14:36:40.603 INFO:tasks.workunit.client.0.smithi016.stdout: "version": "0'0" 2024-04-15T14:36:40.603 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:40.603 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-15T14:36:40.603 INFO:tasks.workunit.client.0.smithi016.stdout: "acting": [ 2024-04-15T14:36:40.603 INFO:tasks.workunit.client.0.smithi016.stdout: 1, 2024-04-15T14:36:40.604 INFO:tasks.workunit.client.0.smithi016.stdout: 4, 2024-04-15T14:36:40.604 INFO:tasks.workunit.client.0.smithi016.stdout: 3 2024-04-15T14:36:40.604 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T14:36:40.604 INFO:tasks.workunit.client.0.smithi016.stdout: "acting_primary": 1, 2024-04-15T14:36:40.604 INFO:tasks.workunit.client.0.smithi016.stdout: "avail_no_missing": [], 2024-04-15T14:36:40.604 INFO:tasks.workunit.client.0.smithi016.stdout: "blocked_by": [], 2024-04-15T14:36:40.604 INFO:tasks.workunit.client.0.smithi016.stdout: "created": 60, 2024-04-15T14:36:40.604 INFO:tasks.workunit.client.0.smithi016.stdout: "dirty_stats_invalid": false, 2024-04-15T14:36:40.604 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T14:36:40.604 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_stats_invalid": false, 2024-04-15T14:36:40.604 INFO:tasks.workunit.client.0.smithi016.stdout: "last_active": "2024-04-15T14:34:12.004069+0000", 2024-04-15T14:36:40.604 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_active": "2024-04-15T14:33:34.622389+0000", 2024-04-15T14:36:40.605 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_peered": "2024-04-15T14:33:34.622389+0000", 2024-04-15T14:36:40.605 INFO:tasks.workunit.client.0.smithi016.stdout: "last_change": "2024-04-15T14:33:34.622686+0000", 2024-04-15T14:36:40.605 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean": "2024-04-15T14:34:12.004069+0000", 2024-04-15T14:36:40.605 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean_scrub_stamp": "2024-04-15T14:33:33.599136+0000", 2024-04-15T14:36:40.605 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub": "0'0", 2024-04-15T14:36:40.605 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub_stamp": "2024-04-15T14:33:33.599136+0000", 2024-04-15T14:36:40.605 INFO:tasks.workunit.client.0.smithi016.stdout: "last_epoch_clean": 61, 2024-04-15T14:36:40.605 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fresh": "2024-04-15T14:34:12.004069+0000", 2024-04-15T14:36:40.605 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fullsized": "2024-04-15T14:34:12.004069+0000", 2024-04-15T14:36:40.605 INFO:tasks.workunit.client.0.smithi016.stdout: "last_peered": "2024-04-15T14:34:12.004069+0000", 2024-04-15T14:36:40.605 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub": "0'0", 2024-04-15T14:36:40.605 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_duration": 0, 2024-04-15T14:36:40.606 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_stamp": "2024-04-15T14:33:33.599136+0000", 2024-04-15T14:36:40.606 INFO:tasks.workunit.client.0.smithi016.stdout: "last_undegraded": "2024-04-15T14:34:12.004069+0000", 2024-04-15T14:36:40.606 INFO:tasks.workunit.client.0.smithi016.stdout: "last_unstale": "2024-04-15T14:34:12.004069+0000", 2024-04-15T14:36:40.606 INFO:tasks.workunit.client.0.smithi016.stdout: "log_dups_size": 0, 2024-04-15T14:36:40.606 INFO:tasks.workunit.client.0.smithi016.stdout: "log_size": 1, 2024-04-15T14:36:40.606 INFO:tasks.workunit.client.0.smithi016.stdout: "log_start": "0'0", 2024-04-15T14:36:40.606 INFO:tasks.workunit.client.0.smithi016.stdout: "manifest_stats_invalid": false, 2024-04-15T14:36:40.606 INFO:tasks.workunit.client.0.smithi016.stdout: "mapping_epoch": 60, 2024-04-15T14:36:40.606 INFO:tasks.workunit.client.0.smithi016.stdout: "object_location_counts": [], 2024-04-15T14:36:40.606 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_scrubbed": 0, 2024-04-15T14:36:40.606 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_trimmed": 0, 2024-04-15T14:36:40.607 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_stats_invalid": false, 2024-04-15T14:36:40.607 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_size": 1, 2024-04-15T14:36:40.607 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_start": "0'0", 2024-04-15T14:36:40.607 INFO:tasks.workunit.client.0.smithi016.stdout: "parent": "0.0", 2024-04-15T14:36:40.607 INFO:tasks.workunit.client.0.smithi016.stdout: "parent_split_bits": 0, 2024-04-15T14:36:40.607 INFO:tasks.workunit.client.0.smithi016.stdout: "pgid": "2.d", 2024-04-15T14:36:40.607 INFO:tasks.workunit.client.0.smithi016.stdout: "pin_stats_invalid": false, 2024-04-15T14:36:40.607 INFO:tasks.workunit.client.0.smithi016.stdout: "purged_snaps": [], 2024-04-15T14:36:40.607 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_epoch": 70, 2024-04-15T14:36:40.607 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_seq": 21, 2024-04-15T14:36:40.607 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_duration": 0.0, 2024-04-15T14:36:40.607 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-16T17:25:51.291953+0000", 2024-04-15T14:36:40.608 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrim_duration": 0.0, 2024-04-15T14:36:40.608 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrimq_len": 0, 2024-04-15T14:36:40.608 INFO:tasks.workunit.client.0.smithi016.stdout: "stat_sum": { 2024-04-15T14:36:40.608 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes": 70, 2024-04-15T14:36:40.608 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T14:36:40.608 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_recovered": 0, 2024-04-15T14:36:40.608 INFO:tasks.workunit.client.0.smithi016.stdout: "num_deep_scrub_errors": 0, 2024-04-15T14:36:40.608 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict": 0, 2024-04-15T14:36:40.608 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_kb": 0, 2024-04-15T14:36:40.608 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_full": 0, 2024-04-15T14:36:40.608 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_some": 0, 2024-04-15T14:36:40.608 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush": 0, 2024-04-15T14:36:40.608 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_kb": 0, 2024-04-15T14:36:40.609 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_high": 0, 2024-04-15T14:36:40.609 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_low": 0, 2024-04-15T14:36:40.609 INFO:tasks.workunit.client.0.smithi016.stdout: "num_keys_recovered": 0, 2024-04-15T14:36:40.609 INFO:tasks.workunit.client.0.smithi016.stdout: "num_large_omap_objects": 0, 2024-04-15T14:36:40.609 INFO:tasks.workunit.client.0.smithi016.stdout: "num_legacy_snapsets": 0, 2024-04-15T14:36:40.609 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_clones": 0, 2024-04-15T14:36:40.609 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_copies": 3, 2024-04-15T14:36:40.609 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects": 1, 2024-04-15T14:36:40.609 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_degraded": 0, 2024-04-15T14:36:40.609 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_dirty": 1, 2024-04-15T14:36:40.609 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T14:36:40.609 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_manifest": 0, 2024-04-15T14:36:40.609 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_misplaced": 0, 2024-04-15T14:36:40.610 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing": 0, 2024-04-15T14:36:40.610 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T14:36:40.610 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_omap": 0, 2024-04-15T14:36:40.610 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_pinned": 0, 2024-04-15T14:36:40.610 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_recovered": 0, 2024-04-15T14:36:40.610 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_repaired": 0, 2024-04-15T14:36:40.610 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_unfound": 0, 2024-04-15T14:36:40.610 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_bytes": 0, 2024-04-15T14:36:40.610 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_keys": 0, 2024-04-15T14:36:40.610 INFO:tasks.workunit.client.0.smithi016.stdout: "num_promote": 0, 2024-04-15T14:36:40.610 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read": 0, 2024-04-15T14:36:40.610 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read_kb": 0, 2024-04-15T14:36:40.611 INFO:tasks.workunit.client.0.smithi016.stdout: "num_scrub_errors": 0, 2024-04-15T14:36:40.611 INFO:tasks.workunit.client.0.smithi016.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T14:36:40.611 INFO:tasks.workunit.client.0.smithi016.stdout: "num_whiteouts": 0, 2024-04-15T14:36:40.611 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write": 1, 2024-04-15T14:36:40.611 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write_kb": 1 2024-04-15T14:36:40.611 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:40.611 INFO:tasks.workunit.client.0.smithi016.stdout: "state": "active+clean", 2024-04-15T14:36:40.611 INFO:tasks.workunit.client.0.smithi016.stdout: "stats_invalid": false, 2024-04-15T14:36:40.611 INFO:tasks.workunit.client.0.smithi016.stdout: "up": [ 2024-04-15T14:36:40.611 INFO:tasks.workunit.client.0.smithi016.stdout: 1, 2024-04-15T14:36:40.611 INFO:tasks.workunit.client.0.smithi016.stdout: 4, 2024-04-15T14:36:40.611 INFO:tasks.workunit.client.0.smithi016.stdout: 3 2024-04-15T14:36:40.612 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T14:36:40.612 INFO:tasks.workunit.client.0.smithi016.stdout: "up_primary": 1, 2024-04-15T14:36:40.612 INFO:tasks.workunit.client.0.smithi016.stdout: "version": "62'1" 2024-04-15T14:36:40.612 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:40.612 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-15T14:36:40.612 INFO:tasks.workunit.client.0.smithi016.stdout: "acting": [ 2024-04-15T14:36:40.612 INFO:tasks.workunit.client.0.smithi016.stdout: 5, 2024-04-15T14:36:40.612 INFO:tasks.workunit.client.0.smithi016.stdout: 3, 2024-04-15T14:36:40.612 INFO:tasks.workunit.client.0.smithi016.stdout: 6 2024-04-15T14:36:40.612 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T14:36:40.612 INFO:tasks.workunit.client.0.smithi016.stdout: "acting_primary": 5, 2024-04-15T14:36:40.612 INFO:tasks.workunit.client.0.smithi016.stdout: "avail_no_missing": [], 2024-04-15T14:36:40.613 INFO:tasks.workunit.client.0.smithi016.stdout: "blocked_by": [], 2024-04-15T14:36:40.613 INFO:tasks.workunit.client.0.smithi016.stdout: "created": 61, 2024-04-15T14:36:40.613 INFO:tasks.workunit.client.0.smithi016.stdout: "dirty_stats_invalid": false, 2024-04-15T14:36:40.613 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T14:36:40.613 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_stats_invalid": false, 2024-04-15T14:36:40.613 INFO:tasks.workunit.client.0.smithi016.stdout: "last_active": "2024-04-15T14:34:12.045469+0000", 2024-04-15T14:36:40.613 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_active": "2024-04-15T14:33:34.995241+0000", 2024-04-15T14:36:40.613 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_peered": "2024-04-15T14:33:34.995241+0000", 2024-04-15T14:36:40.613 INFO:tasks.workunit.client.0.smithi016.stdout: "last_change": "2024-04-15T14:33:34.995788+0000", 2024-04-15T14:36:40.613 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean": "2024-04-15T14:34:12.045469+0000", 2024-04-15T14:36:40.613 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T14:36:40.613 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub": "0'0", 2024-04-15T14:36:40.614 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T14:36:40.614 INFO:tasks.workunit.client.0.smithi016.stdout: "last_epoch_clean": 62, 2024-04-15T14:36:40.614 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fresh": "2024-04-15T14:34:12.045469+0000", 2024-04-15T14:36:40.614 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fullsized": "2024-04-15T14:34:12.045469+0000", 2024-04-15T14:36:40.614 INFO:tasks.workunit.client.0.smithi016.stdout: "last_peered": "2024-04-15T14:34:12.045469+0000", 2024-04-15T14:36:40.614 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub": "0'0", 2024-04-15T14:36:40.614 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_duration": 0, 2024-04-15T14:36:40.614 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T14:36:40.614 INFO:tasks.workunit.client.0.smithi016.stdout: "last_undegraded": "2024-04-15T14:34:12.045469+0000", 2024-04-15T14:36:40.614 INFO:tasks.workunit.client.0.smithi016.stdout: "last_unstale": "2024-04-15T14:34:12.045469+0000", 2024-04-15T14:36:40.614 INFO:tasks.workunit.client.0.smithi016.stdout: "log_dups_size": 0, 2024-04-15T14:36:40.615 INFO:tasks.workunit.client.0.smithi016.stdout: "log_size": 0, 2024-04-15T14:36:40.615 INFO:tasks.workunit.client.0.smithi016.stdout: "log_start": "0'0", 2024-04-15T14:36:40.615 INFO:tasks.workunit.client.0.smithi016.stdout: "manifest_stats_invalid": false, 2024-04-15T14:36:40.615 INFO:tasks.workunit.client.0.smithi016.stdout: "mapping_epoch": 61, 2024-04-15T14:36:40.615 INFO:tasks.workunit.client.0.smithi016.stdout: "object_location_counts": [], 2024-04-15T14:36:40.615 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_scrubbed": 0, 2024-04-15T14:36:40.615 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_trimmed": 0, 2024-04-15T14:36:40.615 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_stats_invalid": false, 2024-04-15T14:36:40.615 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_size": 0, 2024-04-15T14:36:40.615 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_start": "0'0", 2024-04-15T14:36:40.615 INFO:tasks.workunit.client.0.smithi016.stdout: "parent": "0.0", 2024-04-15T14:36:40.615 INFO:tasks.workunit.client.0.smithi016.stdout: "parent_split_bits": 0, 2024-04-15T14:36:40.616 INFO:tasks.workunit.client.0.smithi016.stdout: "pgid": "3.c", 2024-04-15T14:36:40.616 INFO:tasks.workunit.client.0.smithi016.stdout: "pin_stats_invalid": false, 2024-04-15T14:36:40.616 INFO:tasks.workunit.client.0.smithi016.stdout: "purged_snaps": [], 2024-04-15T14:36:40.616 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_epoch": 70, 2024-04-15T14:36:40.616 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_seq": 19, 2024-04-15T14:36:40.616 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_duration": 0.0, 2024-04-15T14:36:40.616 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-16T23:34:07.957266+0000", 2024-04-15T14:36:40.616 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrim_duration": 0.0, 2024-04-15T14:36:40.616 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrimq_len": 0, 2024-04-15T14:36:40.616 INFO:tasks.workunit.client.0.smithi016.stdout: "stat_sum": { 2024-04-15T14:36:40.616 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes": 0, 2024-04-15T14:36:40.617 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T14:36:40.617 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_recovered": 0, 2024-04-15T14:36:40.617 INFO:tasks.workunit.client.0.smithi016.stdout: "num_deep_scrub_errors": 0, 2024-04-15T14:36:40.617 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict": 0, 2024-04-15T14:36:40.617 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_kb": 0, 2024-04-15T14:36:40.617 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_full": 0, 2024-04-15T14:36:40.617 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_some": 0, 2024-04-15T14:36:40.617 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush": 0, 2024-04-15T14:36:40.617 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_kb": 0, 2024-04-15T14:36:40.617 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_high": 0, 2024-04-15T14:36:40.617 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_low": 0, 2024-04-15T14:36:40.617 INFO:tasks.workunit.client.0.smithi016.stdout: "num_keys_recovered": 0, 2024-04-15T14:36:40.618 INFO:tasks.workunit.client.0.smithi016.stdout: "num_large_omap_objects": 0, 2024-04-15T14:36:40.618 INFO:tasks.workunit.client.0.smithi016.stdout: "num_legacy_snapsets": 0, 2024-04-15T14:36:40.618 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_clones": 0, 2024-04-15T14:36:40.618 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_copies": 0, 2024-04-15T14:36:40.618 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects": 0, 2024-04-15T14:36:40.618 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_degraded": 0, 2024-04-15T14:36:40.618 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_dirty": 0, 2024-04-15T14:36:40.618 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T14:36:40.618 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_manifest": 0, 2024-04-15T14:36:40.618 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_misplaced": 0, 2024-04-15T14:36:40.618 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing": 0, 2024-04-15T14:36:40.618 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T14:36:40.619 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_omap": 0, 2024-04-15T14:36:40.619 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_pinned": 0, 2024-04-15T14:36:40.619 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_recovered": 0, 2024-04-15T14:36:40.619 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_repaired": 0, 2024-04-15T14:36:40.619 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_unfound": 0, 2024-04-15T14:36:40.619 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_bytes": 0, 2024-04-15T14:36:40.619 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_keys": 0, 2024-04-15T14:36:40.619 INFO:tasks.workunit.client.0.smithi016.stdout: "num_promote": 0, 2024-04-15T14:36:40.619 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read": 0, 2024-04-15T14:36:40.619 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read_kb": 0, 2024-04-15T14:36:40.619 INFO:tasks.workunit.client.0.smithi016.stdout: "num_scrub_errors": 0, 2024-04-15T14:36:40.619 INFO:tasks.workunit.client.0.smithi016.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T14:36:40.619 INFO:tasks.workunit.client.0.smithi016.stdout: "num_whiteouts": 0, 2024-04-15T14:36:40.620 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write": 0, 2024-04-15T14:36:40.620 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write_kb": 0 2024-04-15T14:36:40.620 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:40.620 INFO:tasks.workunit.client.0.smithi016.stdout: "state": "active+clean", 2024-04-15T14:36:40.620 INFO:tasks.workunit.client.0.smithi016.stdout: "stats_invalid": false, 2024-04-15T14:36:40.620 INFO:tasks.workunit.client.0.smithi016.stdout: "up": [ 2024-04-15T14:36:40.620 INFO:tasks.workunit.client.0.smithi016.stdout: 5, 2024-04-15T14:36:40.620 INFO:tasks.workunit.client.0.smithi016.stdout: 3, 2024-04-15T14:36:40.620 INFO:tasks.workunit.client.0.smithi016.stdout: 6 2024-04-15T14:36:40.620 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T14:36:40.620 INFO:tasks.workunit.client.0.smithi016.stdout: "up_primary": 5, 2024-04-15T14:36:40.620 INFO:tasks.workunit.client.0.smithi016.stdout: "version": "0'0" 2024-04-15T14:36:40.621 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:40.621 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-15T14:36:40.621 INFO:tasks.workunit.client.0.smithi016.stdout: "acting": [ 2024-04-15T14:36:40.621 INFO:tasks.workunit.client.0.smithi016.stdout: 2, 2024-04-15T14:36:40.621 INFO:tasks.workunit.client.0.smithi016.stdout: 3, 2024-04-15T14:36:40.621 INFO:tasks.workunit.client.0.smithi016.stdout: 7 2024-04-15T14:36:40.621 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T14:36:40.621 INFO:tasks.workunit.client.0.smithi016.stdout: "acting_primary": 2, 2024-04-15T14:36:40.621 INFO:tasks.workunit.client.0.smithi016.stdout: "avail_no_missing": [], 2024-04-15T14:36:40.621 INFO:tasks.workunit.client.0.smithi016.stdout: "blocked_by": [], 2024-04-15T14:36:40.621 INFO:tasks.workunit.client.0.smithi016.stdout: "created": 60, 2024-04-15T14:36:40.621 INFO:tasks.workunit.client.0.smithi016.stdout: "dirty_stats_invalid": false, 2024-04-15T14:36:40.621 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T14:36:40.622 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_stats_invalid": false, 2024-04-15T14:36:40.622 INFO:tasks.workunit.client.0.smithi016.stdout: "last_active": "2024-04-15T14:34:11.926624+0000", 2024-04-15T14:36:40.622 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_active": "2024-04-15T14:33:34.623682+0000", 2024-04-15T14:36:40.622 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_peered": "2024-04-15T14:33:34.623682+0000", 2024-04-15T14:36:40.622 INFO:tasks.workunit.client.0.smithi016.stdout: "last_change": "2024-04-15T14:33:34.624138+0000", 2024-04-15T14:36:40.622 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean": "2024-04-15T14:34:11.926624+0000", 2024-04-15T14:36:40.622 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean_scrub_stamp": "2024-04-15T14:33:33.599136+0000", 2024-04-15T14:36:40.622 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub": "0'0", 2024-04-15T14:36:40.622 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub_stamp": "2024-04-15T14:33:33.599136+0000", 2024-04-15T14:36:40.622 INFO:tasks.workunit.client.0.smithi016.stdout: "last_epoch_clean": 61, 2024-04-15T14:36:40.622 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fresh": "2024-04-15T14:34:11.926624+0000", 2024-04-15T14:36:40.623 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fullsized": "2024-04-15T14:34:11.926624+0000", 2024-04-15T14:36:40.623 INFO:tasks.workunit.client.0.smithi016.stdout: "last_peered": "2024-04-15T14:34:11.926624+0000", 2024-04-15T14:36:40.623 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub": "0'0", 2024-04-15T14:36:40.623 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_duration": 0, 2024-04-15T14:36:40.623 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_stamp": "2024-04-15T14:33:33.599136+0000", 2024-04-15T14:36:40.623 INFO:tasks.workunit.client.0.smithi016.stdout: "last_undegraded": "2024-04-15T14:34:11.926624+0000", 2024-04-15T14:36:40.623 INFO:tasks.workunit.client.0.smithi016.stdout: "last_unstale": "2024-04-15T14:34:11.926624+0000", 2024-04-15T14:36:40.623 INFO:tasks.workunit.client.0.smithi016.stdout: "log_dups_size": 0, 2024-04-15T14:36:40.623 INFO:tasks.workunit.client.0.smithi016.stdout: "log_size": 2, 2024-04-15T14:36:40.623 INFO:tasks.workunit.client.0.smithi016.stdout: "log_start": "0'0", 2024-04-15T14:36:40.623 INFO:tasks.workunit.client.0.smithi016.stdout: "manifest_stats_invalid": false, 2024-04-15T14:36:40.624 INFO:tasks.workunit.client.0.smithi016.stdout: "mapping_epoch": 60, 2024-04-15T14:36:40.624 INFO:tasks.workunit.client.0.smithi016.stdout: "object_location_counts": [], 2024-04-15T14:36:40.624 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_scrubbed": 0, 2024-04-15T14:36:40.624 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_trimmed": 0, 2024-04-15T14:36:40.624 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_stats_invalid": false, 2024-04-15T14:36:40.624 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_size": 2, 2024-04-15T14:36:40.624 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_start": "0'0", 2024-04-15T14:36:40.624 INFO:tasks.workunit.client.0.smithi016.stdout: "parent": "0.0", 2024-04-15T14:36:40.624 INFO:tasks.workunit.client.0.smithi016.stdout: "parent_split_bits": 0, 2024-04-15T14:36:40.624 INFO:tasks.workunit.client.0.smithi016.stdout: "pgid": "2.e", 2024-04-15T14:36:40.624 INFO:tasks.workunit.client.0.smithi016.stdout: "pin_stats_invalid": false, 2024-04-15T14:36:40.624 INFO:tasks.workunit.client.0.smithi016.stdout: "purged_snaps": [], 2024-04-15T14:36:40.624 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_epoch": 70, 2024-04-15T14:36:40.625 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_seq": 22, 2024-04-15T14:36:40.625 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_duration": 0.0, 2024-04-15T14:36:40.625 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-16T14:38:37.078963+0000", 2024-04-15T14:36:40.625 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrim_duration": 0.0, 2024-04-15T14:36:40.625 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrimq_len": 0, 2024-04-15T14:36:40.625 INFO:tasks.workunit.client.0.smithi016.stdout: "stat_sum": { 2024-04-15T14:36:40.625 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes": 0, 2024-04-15T14:36:40.625 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T14:36:40.625 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_recovered": 0, 2024-04-15T14:36:40.625 INFO:tasks.workunit.client.0.smithi016.stdout: "num_deep_scrub_errors": 0, 2024-04-15T14:36:40.625 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict": 0, 2024-04-15T14:36:40.625 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_kb": 0, 2024-04-15T14:36:40.626 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_full": 0, 2024-04-15T14:36:40.626 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_some": 0, 2024-04-15T14:36:40.626 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush": 0, 2024-04-15T14:36:40.626 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_kb": 0, 2024-04-15T14:36:40.626 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_high": 0, 2024-04-15T14:36:40.626 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_low": 0, 2024-04-15T14:36:40.626 INFO:tasks.workunit.client.0.smithi016.stdout: "num_keys_recovered": 0, 2024-04-15T14:36:40.626 INFO:tasks.workunit.client.0.smithi016.stdout: "num_large_omap_objects": 0, 2024-04-15T14:36:40.626 INFO:tasks.workunit.client.0.smithi016.stdout: "num_legacy_snapsets": 0, 2024-04-15T14:36:40.626 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_clones": 0, 2024-04-15T14:36:40.626 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_copies": 3, 2024-04-15T14:36:40.627 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects": 1, 2024-04-15T14:36:40.627 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_degraded": 0, 2024-04-15T14:36:40.627 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_dirty": 1, 2024-04-15T14:36:40.627 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T14:36:40.627 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_manifest": 0, 2024-04-15T14:36:40.627 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_misplaced": 0, 2024-04-15T14:36:40.627 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing": 0, 2024-04-15T14:36:40.627 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T14:36:40.627 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_omap": 1, 2024-04-15T14:36:40.627 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_pinned": 0, 2024-04-15T14:36:40.627 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_recovered": 0, 2024-04-15T14:36:40.627 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_repaired": 0, 2024-04-15T14:36:40.627 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_unfound": 0, 2024-04-15T14:36:40.628 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_bytes": 0, 2024-04-15T14:36:40.628 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_keys": 0, 2024-04-15T14:36:40.628 INFO:tasks.workunit.client.0.smithi016.stdout: "num_promote": 0, 2024-04-15T14:36:40.628 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read": 0, 2024-04-15T14:36:40.628 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read_kb": 0, 2024-04-15T14:36:40.628 INFO:tasks.workunit.client.0.smithi016.stdout: "num_scrub_errors": 0, 2024-04-15T14:36:40.628 INFO:tasks.workunit.client.0.smithi016.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T14:36:40.628 INFO:tasks.workunit.client.0.smithi016.stdout: "num_whiteouts": 0, 2024-04-15T14:36:40.628 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write": 3, 2024-04-15T14:36:40.628 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write_kb": 0 2024-04-15T14:36:40.628 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:40.628 INFO:tasks.workunit.client.0.smithi016.stdout: "state": "active+clean", 2024-04-15T14:36:40.629 INFO:tasks.workunit.client.0.smithi016.stdout: "stats_invalid": false, 2024-04-15T14:36:40.629 INFO:tasks.workunit.client.0.smithi016.stdout: "up": [ 2024-04-15T14:36:40.629 INFO:tasks.workunit.client.0.smithi016.stdout: 2, 2024-04-15T14:36:40.629 INFO:tasks.workunit.client.0.smithi016.stdout: 3, 2024-04-15T14:36:40.629 INFO:tasks.workunit.client.0.smithi016.stdout: 7 2024-04-15T14:36:40.629 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T14:36:40.629 INFO:tasks.workunit.client.0.smithi016.stdout: "up_primary": 2, 2024-04-15T14:36:40.629 INFO:tasks.workunit.client.0.smithi016.stdout: "version": "62'2" 2024-04-15T14:36:40.629 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:40.629 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-15T14:36:40.629 INFO:tasks.workunit.client.0.smithi016.stdout: "acting": [ 2024-04-15T14:36:40.630 INFO:tasks.workunit.client.0.smithi016.stdout: 7, 2024-04-15T14:36:40.630 INFO:tasks.workunit.client.0.smithi016.stdout: 4, 2024-04-15T14:36:40.630 INFO:tasks.workunit.client.0.smithi016.stdout: 0 2024-04-15T14:36:40.630 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T14:36:40.630 INFO:tasks.workunit.client.0.smithi016.stdout: "acting_primary": 7, 2024-04-15T14:36:40.630 INFO:tasks.workunit.client.0.smithi016.stdout: "avail_no_missing": [], 2024-04-15T14:36:40.630 INFO:tasks.workunit.client.0.smithi016.stdout: "blocked_by": [], 2024-04-15T14:36:40.630 INFO:tasks.workunit.client.0.smithi016.stdout: "created": 61, 2024-04-15T14:36:40.630 INFO:tasks.workunit.client.0.smithi016.stdout: "dirty_stats_invalid": false, 2024-04-15T14:36:40.630 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T14:36:40.630 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_stats_invalid": false, 2024-04-15T14:36:40.630 INFO:tasks.workunit.client.0.smithi016.stdout: "last_active": "2024-04-15T14:34:11.925188+0000", 2024-04-15T14:36:40.631 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_active": "2024-04-15T14:33:34.982331+0000", 2024-04-15T14:36:40.631 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_peered": "2024-04-15T14:33:34.982331+0000", 2024-04-15T14:36:40.631 INFO:tasks.workunit.client.0.smithi016.stdout: "last_change": "2024-04-15T14:33:34.982615+0000", 2024-04-15T14:36:40.631 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean": "2024-04-15T14:34:11.925188+0000", 2024-04-15T14:36:40.631 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T14:36:40.631 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub": "0'0", 2024-04-15T14:36:40.631 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T14:36:40.631 INFO:tasks.workunit.client.0.smithi016.stdout: "last_epoch_clean": 62, 2024-04-15T14:36:40.631 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fresh": "2024-04-15T14:34:11.925188+0000", 2024-04-15T14:36:40.631 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fullsized": "2024-04-15T14:34:11.925188+0000", 2024-04-15T14:36:40.631 INFO:tasks.workunit.client.0.smithi016.stdout: "last_peered": "2024-04-15T14:34:11.925188+0000", 2024-04-15T14:36:40.631 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub": "0'0", 2024-04-15T14:36:40.632 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_duration": 0, 2024-04-15T14:36:40.632 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T14:36:40.632 INFO:tasks.workunit.client.0.smithi016.stdout: "last_undegraded": "2024-04-15T14:34:11.925188+0000", 2024-04-15T14:36:40.632 INFO:tasks.workunit.client.0.smithi016.stdout: "last_unstale": "2024-04-15T14:34:11.925188+0000", 2024-04-15T14:36:40.632 INFO:tasks.workunit.client.0.smithi016.stdout: "log_dups_size": 0, 2024-04-15T14:36:40.632 INFO:tasks.workunit.client.0.smithi016.stdout: "log_size": 0, 2024-04-15T14:36:40.632 INFO:tasks.workunit.client.0.smithi016.stdout: "log_start": "0'0", 2024-04-15T14:36:40.632 INFO:tasks.workunit.client.0.smithi016.stdout: "manifest_stats_invalid": false, 2024-04-15T14:36:40.632 INFO:tasks.workunit.client.0.smithi016.stdout: "mapping_epoch": 61, 2024-04-15T14:36:40.632 INFO:tasks.workunit.client.0.smithi016.stdout: "object_location_counts": [], 2024-04-15T14:36:40.632 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_scrubbed": 0, 2024-04-15T14:36:40.632 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_trimmed": 0, 2024-04-15T14:36:40.633 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_stats_invalid": false, 2024-04-15T14:36:40.633 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_size": 0, 2024-04-15T14:36:40.633 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_start": "0'0", 2024-04-15T14:36:40.633 INFO:tasks.workunit.client.0.smithi016.stdout: "parent": "0.0", 2024-04-15T14:36:40.633 INFO:tasks.workunit.client.0.smithi016.stdout: "parent_split_bits": 0, 2024-04-15T14:36:40.633 INFO:tasks.workunit.client.0.smithi016.stdout: "pgid": "3.f", 2024-04-15T14:36:40.633 INFO:tasks.workunit.client.0.smithi016.stdout: "pin_stats_invalid": false, 2024-04-15T14:36:40.633 INFO:tasks.workunit.client.0.smithi016.stdout: "purged_snaps": [], 2024-04-15T14:36:40.633 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_epoch": 70, 2024-04-15T14:36:40.633 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_seq": 18, 2024-04-15T14:36:40.633 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_duration": 0.0, 2024-04-15T14:36:40.633 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-16T20:54:20.013150+0000", 2024-04-15T14:36:40.633 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrim_duration": 0.0, 2024-04-15T14:36:40.634 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrimq_len": 0, 2024-04-15T14:36:40.634 INFO:tasks.workunit.client.0.smithi016.stdout: "stat_sum": { 2024-04-15T14:36:40.634 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes": 0, 2024-04-15T14:36:40.634 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T14:36:40.634 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_recovered": 0, 2024-04-15T14:36:40.634 INFO:tasks.workunit.client.0.smithi016.stdout: "num_deep_scrub_errors": 0, 2024-04-15T14:36:40.634 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict": 0, 2024-04-15T14:36:40.634 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_kb": 0, 2024-04-15T14:36:40.634 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_full": 0, 2024-04-15T14:36:40.634 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_some": 0, 2024-04-15T14:36:40.634 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush": 0, 2024-04-15T14:36:40.634 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_kb": 0, 2024-04-15T14:36:40.635 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_high": 0, 2024-04-15T14:36:40.635 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_low": 0, 2024-04-15T14:36:40.635 INFO:tasks.workunit.client.0.smithi016.stdout: "num_keys_recovered": 0, 2024-04-15T14:36:40.635 INFO:tasks.workunit.client.0.smithi016.stdout: "num_large_omap_objects": 0, 2024-04-15T14:36:40.635 INFO:tasks.workunit.client.0.smithi016.stdout: "num_legacy_snapsets": 0, 2024-04-15T14:36:40.635 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_clones": 0, 2024-04-15T14:36:40.635 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_copies": 0, 2024-04-15T14:36:40.635 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects": 0, 2024-04-15T14:36:40.635 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_degraded": 0, 2024-04-15T14:36:40.635 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_dirty": 0, 2024-04-15T14:36:40.635 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T14:36:40.635 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_manifest": 0, 2024-04-15T14:36:40.636 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_misplaced": 0, 2024-04-15T14:36:40.636 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing": 0, 2024-04-15T14:36:40.636 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T14:36:40.636 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_omap": 0, 2024-04-15T14:36:40.636 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_pinned": 0, 2024-04-15T14:36:40.636 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_recovered": 0, 2024-04-15T14:36:40.636 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_repaired": 0, 2024-04-15T14:36:40.636 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_unfound": 0, 2024-04-15T14:36:40.636 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_bytes": 0, 2024-04-15T14:36:40.636 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_keys": 0, 2024-04-15T14:36:40.636 INFO:tasks.workunit.client.0.smithi016.stdout: "num_promote": 0, 2024-04-15T14:36:40.636 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read": 0, 2024-04-15T14:36:40.636 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read_kb": 0, 2024-04-15T14:36:40.637 INFO:tasks.workunit.client.0.smithi016.stdout: "num_scrub_errors": 0, 2024-04-15T14:36:40.637 INFO:tasks.workunit.client.0.smithi016.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T14:36:40.637 INFO:tasks.workunit.client.0.smithi016.stdout: "num_whiteouts": 0, 2024-04-15T14:36:40.637 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write": 0, 2024-04-15T14:36:40.637 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write_kb": 0 2024-04-15T14:36:40.637 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:40.637 INFO:tasks.workunit.client.0.smithi016.stdout: "state": "active+clean", 2024-04-15T14:36:40.637 INFO:tasks.workunit.client.0.smithi016.stdout: "stats_invalid": false, 2024-04-15T14:36:40.637 INFO:tasks.workunit.client.0.smithi016.stdout: "up": [ 2024-04-15T14:36:40.637 INFO:tasks.workunit.client.0.smithi016.stdout: 7, 2024-04-15T14:36:40.637 INFO:tasks.workunit.client.0.smithi016.stdout: 4, 2024-04-15T14:36:40.637 INFO:tasks.workunit.client.0.smithi016.stdout: 0 2024-04-15T14:36:40.638 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T14:36:40.638 INFO:tasks.workunit.client.0.smithi016.stdout: "up_primary": 7, 2024-04-15T14:36:40.638 INFO:tasks.workunit.client.0.smithi016.stdout: "version": "0'0" 2024-04-15T14:36:40.638 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:40.638 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-15T14:36:40.638 INFO:tasks.workunit.client.0.smithi016.stdout: "acting": [ 2024-04-15T14:36:40.638 INFO:tasks.workunit.client.0.smithi016.stdout: 6, 2024-04-15T14:36:40.638 INFO:tasks.workunit.client.0.smithi016.stdout: 0, 2024-04-15T14:36:40.638 INFO:tasks.workunit.client.0.smithi016.stdout: 5 2024-04-15T14:36:40.638 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T14:36:40.638 INFO:tasks.workunit.client.0.smithi016.stdout: "acting_primary": 6, 2024-04-15T14:36:40.638 INFO:tasks.workunit.client.0.smithi016.stdout: "avail_no_missing": [], 2024-04-15T14:36:40.639 INFO:tasks.workunit.client.0.smithi016.stdout: "blocked_by": [], 2024-04-15T14:36:40.639 INFO:tasks.workunit.client.0.smithi016.stdout: "created": 61, 2024-04-15T14:36:40.639 INFO:tasks.workunit.client.0.smithi016.stdout: "dirty_stats_invalid": false, 2024-04-15T14:36:40.639 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T14:36:40.639 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_stats_invalid": false, 2024-04-15T14:36:40.639 INFO:tasks.workunit.client.0.smithi016.stdout: "last_active": "2024-04-15T14:34:12.043240+0000", 2024-04-15T14:36:40.639 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_active": "2024-04-15T14:33:34.989978+0000", 2024-04-15T14:36:40.639 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_peered": "2024-04-15T14:33:34.989978+0000", 2024-04-15T14:36:40.639 INFO:tasks.workunit.client.0.smithi016.stdout: "last_change": "2024-04-15T14:33:34.990625+0000", 2024-04-15T14:36:40.639 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean": "2024-04-15T14:34:12.043240+0000", 2024-04-15T14:36:40.639 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T14:36:40.639 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub": "0'0", 2024-04-15T14:36:40.639 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T14:36:40.640 INFO:tasks.workunit.client.0.smithi016.stdout: "last_epoch_clean": 62, 2024-04-15T14:36:40.640 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fresh": "2024-04-15T14:34:12.043240+0000", 2024-04-15T14:36:40.640 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fullsized": "2024-04-15T14:34:12.043240+0000", 2024-04-15T14:36:40.640 INFO:tasks.workunit.client.0.smithi016.stdout: "last_peered": "2024-04-15T14:34:12.043240+0000", 2024-04-15T14:36:40.640 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub": "0'0", 2024-04-15T14:36:40.640 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_duration": 0, 2024-04-15T14:36:40.640 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T14:36:40.640 INFO:tasks.workunit.client.0.smithi016.stdout: "last_undegraded": "2024-04-15T14:34:12.043240+0000", 2024-04-15T14:36:40.640 INFO:tasks.workunit.client.0.smithi016.stdout: "last_unstale": "2024-04-15T14:34:12.043240+0000", 2024-04-15T14:36:40.640 INFO:tasks.workunit.client.0.smithi016.stdout: "log_dups_size": 0, 2024-04-15T14:36:40.640 INFO:tasks.workunit.client.0.smithi016.stdout: "log_size": 0, 2024-04-15T14:36:40.640 INFO:tasks.workunit.client.0.smithi016.stdout: "log_start": "0'0", 2024-04-15T14:36:40.641 INFO:tasks.workunit.client.0.smithi016.stdout: "manifest_stats_invalid": false, 2024-04-15T14:36:40.641 INFO:tasks.workunit.client.0.smithi016.stdout: "mapping_epoch": 61, 2024-04-15T14:36:40.641 INFO:tasks.workunit.client.0.smithi016.stdout: "object_location_counts": [], 2024-04-15T14:36:40.641 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_scrubbed": 0, 2024-04-15T14:36:40.641 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_trimmed": 0, 2024-04-15T14:36:40.641 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_stats_invalid": false, 2024-04-15T14:36:40.641 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_size": 0, 2024-04-15T14:36:40.641 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_start": "0'0", 2024-04-15T14:36:40.641 INFO:tasks.workunit.client.0.smithi016.stdout: "parent": "0.0", 2024-04-15T14:36:40.641 INFO:tasks.workunit.client.0.smithi016.stdout: "parent_split_bits": 0, 2024-04-15T14:36:40.641 INFO:tasks.workunit.client.0.smithi016.stdout: "pgid": "3.20", 2024-04-15T14:36:40.641 INFO:tasks.workunit.client.0.smithi016.stdout: "pin_stats_invalid": false, 2024-04-15T14:36:40.641 INFO:tasks.workunit.client.0.smithi016.stdout: "purged_snaps": [], 2024-04-15T14:36:40.642 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_epoch": 70, 2024-04-15T14:36:40.642 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_seq": 18, 2024-04-15T14:36:40.642 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_duration": 0.0, 2024-04-15T14:36:40.642 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-17T01:30:06.257186+0000", 2024-04-15T14:36:40.642 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrim_duration": 0.0, 2024-04-15T14:36:40.642 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrimq_len": 0, 2024-04-15T14:36:40.642 INFO:tasks.workunit.client.0.smithi016.stdout: "stat_sum": { 2024-04-15T14:36:40.642 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes": 0, 2024-04-15T14:36:40.642 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T14:36:40.642 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_recovered": 0, 2024-04-15T14:36:40.642 INFO:tasks.workunit.client.0.smithi016.stdout: "num_deep_scrub_errors": 0, 2024-04-15T14:36:40.642 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict": 0, 2024-04-15T14:36:40.643 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_kb": 0, 2024-04-15T14:36:40.643 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_full": 0, 2024-04-15T14:36:40.643 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_some": 0, 2024-04-15T14:36:40.643 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush": 0, 2024-04-15T14:36:40.643 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_kb": 0, 2024-04-15T14:36:40.643 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_high": 0, 2024-04-15T14:36:40.643 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_low": 0, 2024-04-15T14:36:40.643 INFO:tasks.workunit.client.0.smithi016.stdout: "num_keys_recovered": 0, 2024-04-15T14:36:40.643 INFO:tasks.workunit.client.0.smithi016.stdout: "num_large_omap_objects": 0, 2024-04-15T14:36:40.643 INFO:tasks.workunit.client.0.smithi016.stdout: "num_legacy_snapsets": 0, 2024-04-15T14:36:40.643 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_clones": 0, 2024-04-15T14:36:40.643 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_copies": 0, 2024-04-15T14:36:40.643 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects": 0, 2024-04-15T14:36:40.644 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_degraded": 0, 2024-04-15T14:36:40.644 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_dirty": 0, 2024-04-15T14:36:40.644 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T14:36:40.644 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_manifest": 0, 2024-04-15T14:36:40.644 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_misplaced": 0, 2024-04-15T14:36:40.644 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing": 0, 2024-04-15T14:36:40.644 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T14:36:40.644 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_omap": 0, 2024-04-15T14:36:40.644 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_pinned": 0, 2024-04-15T14:36:40.644 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_recovered": 0, 2024-04-15T14:36:40.644 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_repaired": 0, 2024-04-15T14:36:40.644 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_unfound": 0, 2024-04-15T14:36:40.644 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_bytes": 0, 2024-04-15T14:36:40.645 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_keys": 0, 2024-04-15T14:36:40.645 INFO:tasks.workunit.client.0.smithi016.stdout: "num_promote": 0, 2024-04-15T14:36:40.645 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read": 0, 2024-04-15T14:36:40.645 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read_kb": 0, 2024-04-15T14:36:40.645 INFO:tasks.workunit.client.0.smithi016.stdout: "num_scrub_errors": 0, 2024-04-15T14:36:40.645 INFO:tasks.workunit.client.0.smithi016.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T14:36:40.645 INFO:tasks.workunit.client.0.smithi016.stdout: "num_whiteouts": 0, 2024-04-15T14:36:40.645 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write": 0, 2024-04-15T14:36:40.645 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write_kb": 0 2024-04-15T14:36:40.645 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:40.645 INFO:tasks.workunit.client.0.smithi016.stdout: "state": "active+clean", 2024-04-15T14:36:40.645 INFO:tasks.workunit.client.0.smithi016.stdout: "stats_invalid": false, 2024-04-15T14:36:40.646 INFO:tasks.workunit.client.0.smithi016.stdout: "up": [ 2024-04-15T14:36:40.646 INFO:tasks.workunit.client.0.smithi016.stdout: 6, 2024-04-15T14:36:40.646 INFO:tasks.workunit.client.0.smithi016.stdout: 0, 2024-04-15T14:36:40.646 INFO:tasks.workunit.client.0.smithi016.stdout: 5 2024-04-15T14:36:40.646 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T14:36:40.646 INFO:tasks.workunit.client.0.smithi016.stdout: "up_primary": 6, 2024-04-15T14:36:40.646 INFO:tasks.workunit.client.0.smithi016.stdout: "version": "0'0" 2024-04-15T14:36:40.646 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:40.646 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-15T14:36:40.646 INFO:tasks.workunit.client.0.smithi016.stdout: "acting": [ 2024-04-15T14:36:40.646 INFO:tasks.workunit.client.0.smithi016.stdout: 2, 2024-04-15T14:36:40.646 INFO:tasks.workunit.client.0.smithi016.stdout: 5, 2024-04-15T14:36:40.646 INFO:tasks.workunit.client.0.smithi016.stdout: 6 2024-04-15T14:36:40.647 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T14:36:40.647 INFO:tasks.workunit.client.0.smithi016.stdout: "acting_primary": 2, 2024-04-15T14:36:40.647 INFO:tasks.workunit.client.0.smithi016.stdout: "avail_no_missing": [], 2024-04-15T14:36:40.647 INFO:tasks.workunit.client.0.smithi016.stdout: "blocked_by": [], 2024-04-15T14:36:40.647 INFO:tasks.workunit.client.0.smithi016.stdout: "created": 61, 2024-04-15T14:36:40.647 INFO:tasks.workunit.client.0.smithi016.stdout: "dirty_stats_invalid": false, 2024-04-15T14:36:40.647 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T14:36:40.647 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_stats_invalid": false, 2024-04-15T14:36:40.647 INFO:tasks.workunit.client.0.smithi016.stdout: "last_active": "2024-04-15T14:34:11.926620+0000", 2024-04-15T14:36:40.647 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_active": "2024-04-15T14:33:34.997044+0000", 2024-04-15T14:36:40.647 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_peered": "2024-04-15T14:33:34.997044+0000", 2024-04-15T14:36:40.647 INFO:tasks.workunit.client.0.smithi016.stdout: "last_change": "2024-04-15T14:33:34.998364+0000", 2024-04-15T14:36:40.648 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean": "2024-04-15T14:34:11.926620+0000", 2024-04-15T14:36:40.648 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T14:36:40.648 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub": "0'0", 2024-04-15T14:36:40.648 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T14:36:40.648 INFO:tasks.workunit.client.0.smithi016.stdout: "last_epoch_clean": 62, 2024-04-15T14:36:40.648 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fresh": "2024-04-15T14:34:11.926620+0000", 2024-04-15T14:36:40.648 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fullsized": "2024-04-15T14:34:11.926620+0000", 2024-04-15T14:36:40.648 INFO:tasks.workunit.client.0.smithi016.stdout: "last_peered": "2024-04-15T14:34:11.926620+0000", 2024-04-15T14:36:40.648 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub": "0'0", 2024-04-15T14:36:40.648 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_duration": 0, 2024-04-15T14:36:40.648 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T14:36:40.649 INFO:tasks.workunit.client.0.smithi016.stdout: "last_undegraded": "2024-04-15T14:34:11.926620+0000", 2024-04-15T14:36:40.649 INFO:tasks.workunit.client.0.smithi016.stdout: "last_unstale": "2024-04-15T14:34:11.926620+0000", 2024-04-15T14:36:40.649 INFO:tasks.workunit.client.0.smithi016.stdout: "log_dups_size": 0, 2024-04-15T14:36:40.649 INFO:tasks.workunit.client.0.smithi016.stdout: "log_size": 0, 2024-04-15T14:36:40.649 INFO:tasks.workunit.client.0.smithi016.stdout: "log_start": "0'0", 2024-04-15T14:36:40.649 INFO:tasks.workunit.client.0.smithi016.stdout: "manifest_stats_invalid": false, 2024-04-15T14:36:40.649 INFO:tasks.workunit.client.0.smithi016.stdout: "mapping_epoch": 61, 2024-04-15T14:36:40.649 INFO:tasks.workunit.client.0.smithi016.stdout: "object_location_counts": [], 2024-04-15T14:36:40.649 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_scrubbed": 0, 2024-04-15T14:36:40.649 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_trimmed": 0, 2024-04-15T14:36:40.649 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_stats_invalid": false, 2024-04-15T14:36:40.649 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_size": 0, 2024-04-15T14:36:40.649 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_start": "0'0", 2024-04-15T14:36:40.650 INFO:tasks.workunit.client.0.smithi016.stdout: "parent": "0.0", 2024-04-15T14:36:40.650 INFO:tasks.workunit.client.0.smithi016.stdout: "parent_split_bits": 0, 2024-04-15T14:36:40.650 INFO:tasks.workunit.client.0.smithi016.stdout: "pgid": "3.21", 2024-04-15T14:36:40.650 INFO:tasks.workunit.client.0.smithi016.stdout: "pin_stats_invalid": false, 2024-04-15T14:36:40.650 INFO:tasks.workunit.client.0.smithi016.stdout: "purged_snaps": [], 2024-04-15T14:36:40.650 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_epoch": 70, 2024-04-15T14:36:40.650 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_seq": 19, 2024-04-15T14:36:40.650 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_duration": 0.0, 2024-04-15T14:36:40.650 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-16T22:49:03.837452+0000", 2024-04-15T14:36:40.650 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrim_duration": 0.0, 2024-04-15T14:36:40.650 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrimq_len": 0, 2024-04-15T14:36:40.651 INFO:tasks.workunit.client.0.smithi016.stdout: "stat_sum": { 2024-04-15T14:36:40.651 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes": 0, 2024-04-15T14:36:40.651 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T14:36:40.651 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_recovered": 0, 2024-04-15T14:36:40.651 INFO:tasks.workunit.client.0.smithi016.stdout: "num_deep_scrub_errors": 0, 2024-04-15T14:36:40.651 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict": 0, 2024-04-15T14:36:40.651 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_kb": 0, 2024-04-15T14:36:40.651 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_full": 0, 2024-04-15T14:36:40.651 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_some": 0, 2024-04-15T14:36:40.651 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush": 0, 2024-04-15T14:36:40.651 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_kb": 0, 2024-04-15T14:36:40.651 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_high": 0, 2024-04-15T14:36:40.652 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_low": 0, 2024-04-15T14:36:40.652 INFO:tasks.workunit.client.0.smithi016.stdout: "num_keys_recovered": 0, 2024-04-15T14:36:40.652 INFO:tasks.workunit.client.0.smithi016.stdout: "num_large_omap_objects": 0, 2024-04-15T14:36:40.652 INFO:tasks.workunit.client.0.smithi016.stdout: "num_legacy_snapsets": 0, 2024-04-15T14:36:40.652 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_clones": 0, 2024-04-15T14:36:40.652 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_copies": 0, 2024-04-15T14:36:40.652 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects": 0, 2024-04-15T14:36:40.652 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_degraded": 0, 2024-04-15T14:36:40.652 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_dirty": 0, 2024-04-15T14:36:40.652 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T14:36:40.653 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_manifest": 0, 2024-04-15T14:36:40.653 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_misplaced": 0, 2024-04-15T14:36:40.653 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing": 0, 2024-04-15T14:36:40.653 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T14:36:40.653 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_omap": 0, 2024-04-15T14:36:40.653 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_pinned": 0, 2024-04-15T14:36:40.653 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_recovered": 0, 2024-04-15T14:36:40.653 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_repaired": 0, 2024-04-15T14:36:40.653 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_unfound": 0, 2024-04-15T14:36:40.653 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_bytes": 0, 2024-04-15T14:36:40.653 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_keys": 0, 2024-04-15T14:36:40.654 INFO:tasks.workunit.client.0.smithi016.stdout: "num_promote": 0, 2024-04-15T14:36:40.654 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read": 0, 2024-04-15T14:36:40.654 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read_kb": 0, 2024-04-15T14:36:40.654 INFO:tasks.workunit.client.0.smithi016.stdout: "num_scrub_errors": 0, 2024-04-15T14:36:40.654 INFO:tasks.workunit.client.0.smithi016.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T14:36:40.654 INFO:tasks.workunit.client.0.smithi016.stdout: "num_whiteouts": 0, 2024-04-15T14:36:40.654 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write": 0, 2024-04-15T14:36:40.654 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write_kb": 0 2024-04-15T14:36:40.654 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:40.654 INFO:tasks.workunit.client.0.smithi016.stdout: "state": "active+clean", 2024-04-15T14:36:40.655 INFO:tasks.workunit.client.0.smithi016.stdout: "stats_invalid": false, 2024-04-15T14:36:40.655 INFO:tasks.workunit.client.0.smithi016.stdout: "up": [ 2024-04-15T14:36:40.655 INFO:tasks.workunit.client.0.smithi016.stdout: 2, 2024-04-15T14:36:40.655 INFO:tasks.workunit.client.0.smithi016.stdout: 5, 2024-04-15T14:36:40.655 INFO:tasks.workunit.client.0.smithi016.stdout: 6 2024-04-15T14:36:40.655 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T14:36:40.655 INFO:tasks.workunit.client.0.smithi016.stdout: "up_primary": 2, 2024-04-15T14:36:40.655 INFO:tasks.workunit.client.0.smithi016.stdout: "version": "0'0" 2024-04-15T14:36:40.655 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:40.655 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-15T14:36:40.655 INFO:tasks.workunit.client.0.smithi016.stdout: "acting": [ 2024-04-15T14:36:40.655 INFO:tasks.workunit.client.0.smithi016.stdout: 5, 2024-04-15T14:36:40.656 INFO:tasks.workunit.client.0.smithi016.stdout: 3, 2024-04-15T14:36:40.656 INFO:tasks.workunit.client.0.smithi016.stdout: 0 2024-04-15T14:36:40.656 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T14:36:40.656 INFO:tasks.workunit.client.0.smithi016.stdout: "acting_primary": 5, 2024-04-15T14:36:40.656 INFO:tasks.workunit.client.0.smithi016.stdout: "avail_no_missing": [], 2024-04-15T14:36:40.656 INFO:tasks.workunit.client.0.smithi016.stdout: "blocked_by": [], 2024-04-15T14:36:40.656 INFO:tasks.workunit.client.0.smithi016.stdout: "created": 61, 2024-04-15T14:36:40.656 INFO:tasks.workunit.client.0.smithi016.stdout: "dirty_stats_invalid": false, 2024-04-15T14:36:40.656 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T14:36:40.656 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_stats_invalid": false, 2024-04-15T14:36:40.656 INFO:tasks.workunit.client.0.smithi016.stdout: "last_active": "2024-04-15T14:34:12.045227+0000", 2024-04-15T14:36:40.656 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_active": "2024-04-15T14:33:34.992079+0000", 2024-04-15T14:36:40.657 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_peered": "2024-04-15T14:33:34.992079+0000", 2024-04-15T14:36:40.657 INFO:tasks.workunit.client.0.smithi016.stdout: "last_change": "2024-04-15T14:33:34.992503+0000", 2024-04-15T14:36:40.657 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean": "2024-04-15T14:34:12.045227+0000", 2024-04-15T14:36:40.657 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T14:36:40.657 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub": "0'0", 2024-04-15T14:36:40.657 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T14:36:40.657 INFO:tasks.workunit.client.0.smithi016.stdout: "last_epoch_clean": 62, 2024-04-15T14:36:40.657 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fresh": "2024-04-15T14:34:12.045227+0000", 2024-04-15T14:36:40.657 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fullsized": "2024-04-15T14:34:12.045227+0000", 2024-04-15T14:36:40.657 INFO:tasks.workunit.client.0.smithi016.stdout: "last_peered": "2024-04-15T14:34:12.045227+0000", 2024-04-15T14:36:40.657 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub": "0'0", 2024-04-15T14:36:40.657 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_duration": 0, 2024-04-15T14:36:40.658 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T14:36:40.658 INFO:tasks.workunit.client.0.smithi016.stdout: "last_undegraded": "2024-04-15T14:34:12.045227+0000", 2024-04-15T14:36:40.658 INFO:tasks.workunit.client.0.smithi016.stdout: "last_unstale": "2024-04-15T14:34:12.045227+0000", 2024-04-15T14:36:40.658 INFO:tasks.workunit.client.0.smithi016.stdout: "log_dups_size": 0, 2024-04-15T14:36:40.658 INFO:tasks.workunit.client.0.smithi016.stdout: "log_size": 0, 2024-04-15T14:36:40.658 INFO:tasks.workunit.client.0.smithi016.stdout: "log_start": "0'0", 2024-04-15T14:36:40.658 INFO:tasks.workunit.client.0.smithi016.stdout: "manifest_stats_invalid": false, 2024-04-15T14:36:40.658 INFO:tasks.workunit.client.0.smithi016.stdout: "mapping_epoch": 61, 2024-04-15T14:36:40.658 INFO:tasks.workunit.client.0.smithi016.stdout: "object_location_counts": [], 2024-04-15T14:36:40.658 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_scrubbed": 0, 2024-04-15T14:36:40.658 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_trimmed": 0, 2024-04-15T14:36:40.658 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_stats_invalid": false, 2024-04-15T14:36:40.659 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_size": 0, 2024-04-15T14:36:40.659 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_start": "0'0", 2024-04-15T14:36:40.659 INFO:tasks.workunit.client.0.smithi016.stdout: "parent": "0.0", 2024-04-15T14:36:40.659 INFO:tasks.workunit.client.0.smithi016.stdout: "parent_split_bits": 0, 2024-04-15T14:36:40.659 INFO:tasks.workunit.client.0.smithi016.stdout: "pgid": "3.22", 2024-04-15T14:36:40.659 INFO:tasks.workunit.client.0.smithi016.stdout: "pin_stats_invalid": false, 2024-04-15T14:36:40.659 INFO:tasks.workunit.client.0.smithi016.stdout: "purged_snaps": [], 2024-04-15T14:36:40.659 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_epoch": 70, 2024-04-15T14:36:40.659 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_seq": 19, 2024-04-15T14:36:40.659 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_duration": 0.0, 2024-04-15T14:36:40.659 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-16T16:58:09.752124+0000", 2024-04-15T14:36:40.659 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrim_duration": 0.0, 2024-04-15T14:36:40.659 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrimq_len": 0, 2024-04-15T14:36:40.660 INFO:tasks.workunit.client.0.smithi016.stdout: "stat_sum": { 2024-04-15T14:36:40.660 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes": 0, 2024-04-15T14:36:40.660 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T14:36:40.660 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_recovered": 0, 2024-04-15T14:36:40.660 INFO:tasks.workunit.client.0.smithi016.stdout: "num_deep_scrub_errors": 0, 2024-04-15T14:36:40.660 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict": 0, 2024-04-15T14:36:40.660 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_kb": 0, 2024-04-15T14:36:40.660 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_full": 0, 2024-04-15T14:36:40.660 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_some": 0, 2024-04-15T14:36:40.660 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush": 0, 2024-04-15T14:36:40.660 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_kb": 0, 2024-04-15T14:36:40.660 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_high": 0, 2024-04-15T14:36:40.660 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_low": 0, 2024-04-15T14:36:40.661 INFO:tasks.workunit.client.0.smithi016.stdout: "num_keys_recovered": 0, 2024-04-15T14:36:40.661 INFO:tasks.workunit.client.0.smithi016.stdout: "num_large_omap_objects": 0, 2024-04-15T14:36:40.661 INFO:tasks.workunit.client.0.smithi016.stdout: "num_legacy_snapsets": 0, 2024-04-15T14:36:40.661 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_clones": 0, 2024-04-15T14:36:40.661 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_copies": 0, 2024-04-15T14:36:40.661 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects": 0, 2024-04-15T14:36:40.661 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_degraded": 0, 2024-04-15T14:36:40.661 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_dirty": 0, 2024-04-15T14:36:40.661 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T14:36:40.661 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_manifest": 0, 2024-04-15T14:36:40.661 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_misplaced": 0, 2024-04-15T14:36:40.661 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing": 0, 2024-04-15T14:36:40.662 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T14:36:40.662 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_omap": 0, 2024-04-15T14:36:40.662 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_pinned": 0, 2024-04-15T14:36:40.662 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_recovered": 0, 2024-04-15T14:36:40.662 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_repaired": 0, 2024-04-15T14:36:40.662 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_unfound": 0, 2024-04-15T14:36:40.662 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_bytes": 0, 2024-04-15T14:36:40.662 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_keys": 0, 2024-04-15T14:36:40.662 INFO:tasks.workunit.client.0.smithi016.stdout: "num_promote": 0, 2024-04-15T14:36:40.662 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read": 0, 2024-04-15T14:36:40.662 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read_kb": 0, 2024-04-15T14:36:40.662 INFO:tasks.workunit.client.0.smithi016.stdout: "num_scrub_errors": 0, 2024-04-15T14:36:40.663 INFO:tasks.workunit.client.0.smithi016.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T14:36:40.663 INFO:tasks.workunit.client.0.smithi016.stdout: "num_whiteouts": 0, 2024-04-15T14:36:40.663 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write": 0, 2024-04-15T14:36:40.663 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write_kb": 0 2024-04-15T14:36:40.663 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:40.663 INFO:tasks.workunit.client.0.smithi016.stdout: "state": "active+clean", 2024-04-15T14:36:40.663 INFO:tasks.workunit.client.0.smithi016.stdout: "stats_invalid": false, 2024-04-15T14:36:40.663 INFO:tasks.workunit.client.0.smithi016.stdout: "up": [ 2024-04-15T14:36:40.663 INFO:tasks.workunit.client.0.smithi016.stdout: 5, 2024-04-15T14:36:40.663 INFO:tasks.workunit.client.0.smithi016.stdout: 3, 2024-04-15T14:36:40.663 INFO:tasks.workunit.client.0.smithi016.stdout: 0 2024-04-15T14:36:40.663 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T14:36:40.664 INFO:tasks.workunit.client.0.smithi016.stdout: "up_primary": 5, 2024-04-15T14:36:40.664 INFO:tasks.workunit.client.0.smithi016.stdout: "version": "0'0" 2024-04-15T14:36:40.664 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:40.664 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-15T14:36:40.664 INFO:tasks.workunit.client.0.smithi016.stdout: "acting": [ 2024-04-15T14:36:40.664 INFO:tasks.workunit.client.0.smithi016.stdout: 0, 2024-04-15T14:36:40.664 INFO:tasks.workunit.client.0.smithi016.stdout: 3, 2024-04-15T14:36:40.664 INFO:tasks.workunit.client.0.smithi016.stdout: 4 2024-04-15T14:36:40.664 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T14:36:40.664 INFO:tasks.workunit.client.0.smithi016.stdout: "acting_primary": 0, 2024-04-15T14:36:40.664 INFO:tasks.workunit.client.0.smithi016.stdout: "avail_no_missing": [], 2024-04-15T14:36:40.664 INFO:tasks.workunit.client.0.smithi016.stdout: "blocked_by": [], 2024-04-15T14:36:40.665 INFO:tasks.workunit.client.0.smithi016.stdout: "created": 61, 2024-04-15T14:36:40.665 INFO:tasks.workunit.client.0.smithi016.stdout: "dirty_stats_invalid": false, 2024-04-15T14:36:40.665 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T14:36:40.665 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_stats_invalid": false, 2024-04-15T14:36:40.665 INFO:tasks.workunit.client.0.smithi016.stdout: "last_active": "2024-04-15T14:34:11.922949+0000", 2024-04-15T14:36:40.665 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_active": "2024-04-15T14:33:34.992471+0000", 2024-04-15T14:36:40.665 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_peered": "2024-04-15T14:33:34.992471+0000", 2024-04-15T14:36:40.665 INFO:tasks.workunit.client.0.smithi016.stdout: "last_change": "2024-04-15T14:33:34.992800+0000", 2024-04-15T14:36:40.665 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean": "2024-04-15T14:34:11.922949+0000", 2024-04-15T14:36:40.665 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T14:36:40.665 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub": "0'0", 2024-04-15T14:36:40.665 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T14:36:40.665 INFO:tasks.workunit.client.0.smithi016.stdout: "last_epoch_clean": 62, 2024-04-15T14:36:40.665 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fresh": "2024-04-15T14:34:11.922949+0000", 2024-04-15T14:36:40.665 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fullsized": "2024-04-15T14:34:11.922949+0000", 2024-04-15T14:36:40.666 INFO:tasks.workunit.client.0.smithi016.stdout: "last_peered": "2024-04-15T14:34:11.922949+0000", 2024-04-15T14:36:40.666 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub": "0'0", 2024-04-15T14:36:40.666 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_duration": 0, 2024-04-15T14:36:40.666 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T14:36:40.666 INFO:tasks.workunit.client.0.smithi016.stdout: "last_undegraded": "2024-04-15T14:34:11.922949+0000", 2024-04-15T14:36:40.666 INFO:tasks.workunit.client.0.smithi016.stdout: "last_unstale": "2024-04-15T14:34:11.922949+0000", 2024-04-15T14:36:40.666 INFO:tasks.workunit.client.0.smithi016.stdout: "log_dups_size": 0, 2024-04-15T14:36:40.666 INFO:tasks.workunit.client.0.smithi016.stdout: "log_size": 0, 2024-04-15T14:36:40.666 INFO:tasks.workunit.client.0.smithi016.stdout: "log_start": "0'0", 2024-04-15T14:36:40.666 INFO:tasks.workunit.client.0.smithi016.stdout: "manifest_stats_invalid": false, 2024-04-15T14:36:40.666 INFO:tasks.workunit.client.0.smithi016.stdout: "mapping_epoch": 61, 2024-04-15T14:36:40.666 INFO:tasks.workunit.client.0.smithi016.stdout: "object_location_counts": [], 2024-04-15T14:36:40.667 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_scrubbed": 0, 2024-04-15T14:36:40.667 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_trimmed": 0, 2024-04-15T14:36:40.667 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_stats_invalid": false, 2024-04-15T14:36:40.667 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_size": 0, 2024-04-15T14:36:40.667 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_start": "0'0", 2024-04-15T14:36:40.667 INFO:tasks.workunit.client.0.smithi016.stdout: "parent": "0.0", 2024-04-15T14:36:40.667 INFO:tasks.workunit.client.0.smithi016.stdout: "parent_split_bits": 0, 2024-04-15T14:36:40.667 INFO:tasks.workunit.client.0.smithi016.stdout: "pgid": "3.23", 2024-04-15T14:36:40.667 INFO:tasks.workunit.client.0.smithi016.stdout: "pin_stats_invalid": false, 2024-04-15T14:36:40.667 INFO:tasks.workunit.client.0.smithi016.stdout: "purged_snaps": [], 2024-04-15T14:36:40.667 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_epoch": 70, 2024-04-15T14:36:40.667 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_seq": 18, 2024-04-15T14:36:40.668 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_duration": 0.0, 2024-04-15T14:36:40.668 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-16T21:30:30.464102+0000", 2024-04-15T14:36:40.668 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrim_duration": 0.0, 2024-04-15T14:36:40.668 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrimq_len": 0, 2024-04-15T14:36:40.668 INFO:tasks.workunit.client.0.smithi016.stdout: "stat_sum": { 2024-04-15T14:36:40.668 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes": 0, 2024-04-15T14:36:40.668 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T14:36:40.668 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_recovered": 0, 2024-04-15T14:36:40.668 INFO:tasks.workunit.client.0.smithi016.stdout: "num_deep_scrub_errors": 0, 2024-04-15T14:36:40.668 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict": 0, 2024-04-15T14:36:40.668 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_kb": 0, 2024-04-15T14:36:40.668 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_full": 0, 2024-04-15T14:36:40.669 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_some": 0, 2024-04-15T14:36:40.669 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush": 0, 2024-04-15T14:36:40.669 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_kb": 0, 2024-04-15T14:36:40.669 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_high": 0, 2024-04-15T14:36:40.669 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_low": 0, 2024-04-15T14:36:40.669 INFO:tasks.workunit.client.0.smithi016.stdout: "num_keys_recovered": 0, 2024-04-15T14:36:40.669 INFO:tasks.workunit.client.0.smithi016.stdout: "num_large_omap_objects": 0, 2024-04-15T14:36:40.669 INFO:tasks.workunit.client.0.smithi016.stdout: "num_legacy_snapsets": 0, 2024-04-15T14:36:40.669 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_clones": 0, 2024-04-15T14:36:40.669 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_copies": 0, 2024-04-15T14:36:40.669 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects": 0, 2024-04-15T14:36:40.669 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_degraded": 0, 2024-04-15T14:36:40.670 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_dirty": 0, 2024-04-15T14:36:40.670 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T14:36:40.670 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_manifest": 0, 2024-04-15T14:36:40.670 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_misplaced": 0, 2024-04-15T14:36:40.670 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing": 0, 2024-04-15T14:36:40.670 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T14:36:40.670 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_omap": 0, 2024-04-15T14:36:40.670 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_pinned": 0, 2024-04-15T14:36:40.670 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_recovered": 0, 2024-04-15T14:36:40.670 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_repaired": 0, 2024-04-15T14:36:40.670 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_unfound": 0, 2024-04-15T14:36:40.670 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_bytes": 0, 2024-04-15T14:36:40.671 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_keys": 0, 2024-04-15T14:36:40.671 INFO:tasks.workunit.client.0.smithi016.stdout: "num_promote": 0, 2024-04-15T14:36:40.671 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read": 0, 2024-04-15T14:36:40.671 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read_kb": 0, 2024-04-15T14:36:40.671 INFO:tasks.workunit.client.0.smithi016.stdout: "num_scrub_errors": 0, 2024-04-15T14:36:40.671 INFO:tasks.workunit.client.0.smithi016.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T14:36:40.671 INFO:tasks.workunit.client.0.smithi016.stdout: "num_whiteouts": 0, 2024-04-15T14:36:40.671 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write": 0, 2024-04-15T14:36:40.671 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write_kb": 0 2024-04-15T14:36:40.671 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:40.671 INFO:tasks.workunit.client.0.smithi016.stdout: "state": "active+clean", 2024-04-15T14:36:40.671 INFO:tasks.workunit.client.0.smithi016.stdout: "stats_invalid": false, 2024-04-15T14:36:40.672 INFO:tasks.workunit.client.0.smithi016.stdout: "up": [ 2024-04-15T14:36:40.672 INFO:tasks.workunit.client.0.smithi016.stdout: 0, 2024-04-15T14:36:40.672 INFO:tasks.workunit.client.0.smithi016.stdout: 3, 2024-04-15T14:36:40.672 INFO:tasks.workunit.client.0.smithi016.stdout: 4 2024-04-15T14:36:40.672 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T14:36:40.672 INFO:tasks.workunit.client.0.smithi016.stdout: "up_primary": 0, 2024-04-15T14:36:40.672 INFO:tasks.workunit.client.0.smithi016.stdout: "version": "0'0" 2024-04-15T14:36:40.672 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:40.672 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-15T14:36:40.672 INFO:tasks.workunit.client.0.smithi016.stdout: "acting": [ 2024-04-15T14:36:40.672 INFO:tasks.workunit.client.0.smithi016.stdout: 3, 2024-04-15T14:36:40.672 INFO:tasks.workunit.client.0.smithi016.stdout: 4, 2024-04-15T14:36:40.673 INFO:tasks.workunit.client.0.smithi016.stdout: 0 2024-04-15T14:36:40.673 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T14:36:40.673 INFO:tasks.workunit.client.0.smithi016.stdout: "acting_primary": 3, 2024-04-15T14:36:40.673 INFO:tasks.workunit.client.0.smithi016.stdout: "avail_no_missing": [], 2024-04-15T14:36:40.673 INFO:tasks.workunit.client.0.smithi016.stdout: "blocked_by": [], 2024-04-15T14:36:40.673 INFO:tasks.workunit.client.0.smithi016.stdout: "created": 61, 2024-04-15T14:36:40.673 INFO:tasks.workunit.client.0.smithi016.stdout: "dirty_stats_invalid": false, 2024-04-15T14:36:40.673 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T14:36:40.673 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_stats_invalid": false, 2024-04-15T14:36:40.673 INFO:tasks.workunit.client.0.smithi016.stdout: "last_active": "2024-04-15T14:34:12.046603+0000", 2024-04-15T14:36:40.673 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_active": "2024-04-15T14:33:34.985498+0000", 2024-04-15T14:36:40.673 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_peered": "2024-04-15T14:33:34.985498+0000", 2024-04-15T14:36:40.673 INFO:tasks.workunit.client.0.smithi016.stdout: "last_change": "2024-04-15T14:33:34.985890+0000", 2024-04-15T14:36:40.674 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean": "2024-04-15T14:34:12.046603+0000", 2024-04-15T14:36:40.674 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T14:36:40.674 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub": "0'0", 2024-04-15T14:36:40.674 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T14:36:40.674 INFO:tasks.workunit.client.0.smithi016.stdout: "last_epoch_clean": 62, 2024-04-15T14:36:40.674 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fresh": "2024-04-15T14:34:12.046603+0000", 2024-04-15T14:36:40.674 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fullsized": "2024-04-15T14:34:12.046603+0000", 2024-04-15T14:36:40.674 INFO:tasks.workunit.client.0.smithi016.stdout: "last_peered": "2024-04-15T14:34:12.046603+0000", 2024-04-15T14:36:40.674 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub": "0'0", 2024-04-15T14:36:40.674 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_duration": 0, 2024-04-15T14:36:40.674 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T14:36:40.675 INFO:tasks.workunit.client.0.smithi016.stdout: "last_undegraded": "2024-04-15T14:34:12.046603+0000", 2024-04-15T14:36:40.675 INFO:tasks.workunit.client.0.smithi016.stdout: "last_unstale": "2024-04-15T14:34:12.046603+0000", 2024-04-15T14:36:40.675 INFO:tasks.workunit.client.0.smithi016.stdout: "log_dups_size": 0, 2024-04-15T14:36:40.675 INFO:tasks.workunit.client.0.smithi016.stdout: "log_size": 0, 2024-04-15T14:36:40.675 INFO:tasks.workunit.client.0.smithi016.stdout: "log_start": "0'0", 2024-04-15T14:36:40.675 INFO:tasks.workunit.client.0.smithi016.stdout: "manifest_stats_invalid": false, 2024-04-15T14:36:40.675 INFO:tasks.workunit.client.0.smithi016.stdout: "mapping_epoch": 61, 2024-04-15T14:36:40.675 INFO:tasks.workunit.client.0.smithi016.stdout: "object_location_counts": [], 2024-04-15T14:36:40.675 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_scrubbed": 0, 2024-04-15T14:36:40.675 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_trimmed": 0, 2024-04-15T14:36:40.675 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_stats_invalid": false, 2024-04-15T14:36:40.675 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_size": 0, 2024-04-15T14:36:40.675 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_start": "0'0", 2024-04-15T14:36:40.676 INFO:tasks.workunit.client.0.smithi016.stdout: "parent": "0.0", 2024-04-15T14:36:40.676 INFO:tasks.workunit.client.0.smithi016.stdout: "parent_split_bits": 0, 2024-04-15T14:36:40.676 INFO:tasks.workunit.client.0.smithi016.stdout: "pgid": "3.24", 2024-04-15T14:36:40.676 INFO:tasks.workunit.client.0.smithi016.stdout: "pin_stats_invalid": false, 2024-04-15T14:36:40.676 INFO:tasks.workunit.client.0.smithi016.stdout: "purged_snaps": [], 2024-04-15T14:36:40.676 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_epoch": 70, 2024-04-15T14:36:40.676 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_seq": 18, 2024-04-15T14:36:40.676 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_duration": 0.0, 2024-04-15T14:36:40.676 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-16T19:30:22.954108+0000", 2024-04-15T14:36:40.676 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrim_duration": 0.0, 2024-04-15T14:36:40.676 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrimq_len": 0, 2024-04-15T14:36:40.676 INFO:tasks.workunit.client.0.smithi016.stdout: "stat_sum": { 2024-04-15T14:36:40.676 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes": 0, 2024-04-15T14:36:40.677 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T14:36:40.677 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_recovered": 0, 2024-04-15T14:36:40.677 INFO:tasks.workunit.client.0.smithi016.stdout: "num_deep_scrub_errors": 0, 2024-04-15T14:36:40.677 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict": 0, 2024-04-15T14:36:40.677 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_kb": 0, 2024-04-15T14:36:40.677 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_full": 0, 2024-04-15T14:36:40.677 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_some": 0, 2024-04-15T14:36:40.677 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush": 0, 2024-04-15T14:36:40.677 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_kb": 0, 2024-04-15T14:36:40.677 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_high": 0, 2024-04-15T14:36:40.677 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_low": 0, 2024-04-15T14:36:40.677 INFO:tasks.workunit.client.0.smithi016.stdout: "num_keys_recovered": 0, 2024-04-15T14:36:40.678 INFO:tasks.workunit.client.0.smithi016.stdout: "num_large_omap_objects": 0, 2024-04-15T14:36:40.678 INFO:tasks.workunit.client.0.smithi016.stdout: "num_legacy_snapsets": 0, 2024-04-15T14:36:40.678 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_clones": 0, 2024-04-15T14:36:40.678 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_copies": 0, 2024-04-15T14:36:40.678 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects": 0, 2024-04-15T14:36:40.678 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_degraded": 0, 2024-04-15T14:36:40.678 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_dirty": 0, 2024-04-15T14:36:40.678 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T14:36:40.678 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_manifest": 0, 2024-04-15T14:36:40.678 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_misplaced": 0, 2024-04-15T14:36:40.678 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing": 0, 2024-04-15T14:36:40.678 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T14:36:40.678 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_omap": 0, 2024-04-15T14:36:40.679 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_pinned": 0, 2024-04-15T14:36:40.679 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_recovered": 0, 2024-04-15T14:36:40.679 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_repaired": 0, 2024-04-15T14:36:40.679 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_unfound": 0, 2024-04-15T14:36:40.679 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_bytes": 0, 2024-04-15T14:36:40.679 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_keys": 0, 2024-04-15T14:36:40.679 INFO:tasks.workunit.client.0.smithi016.stdout: "num_promote": 0, 2024-04-15T14:36:40.679 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read": 0, 2024-04-15T14:36:40.679 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read_kb": 0, 2024-04-15T14:36:40.679 INFO:tasks.workunit.client.0.smithi016.stdout: "num_scrub_errors": 0, 2024-04-15T14:36:40.679 INFO:tasks.workunit.client.0.smithi016.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T14:36:40.679 INFO:tasks.workunit.client.0.smithi016.stdout: "num_whiteouts": 0, 2024-04-15T14:36:40.680 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write": 0, 2024-04-15T14:36:40.680 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write_kb": 0 2024-04-15T14:36:40.680 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:40.680 INFO:tasks.workunit.client.0.smithi016.stdout: "state": "active+clean", 2024-04-15T14:36:40.680 INFO:tasks.workunit.client.0.smithi016.stdout: "stats_invalid": false, 2024-04-15T14:36:40.680 INFO:tasks.workunit.client.0.smithi016.stdout: "up": [ 2024-04-15T14:36:40.680 INFO:tasks.workunit.client.0.smithi016.stdout: 3, 2024-04-15T14:36:40.680 INFO:tasks.workunit.client.0.smithi016.stdout: 4, 2024-04-15T14:36:40.680 INFO:tasks.workunit.client.0.smithi016.stdout: 0 2024-04-15T14:36:40.680 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T14:36:40.680 INFO:tasks.workunit.client.0.smithi016.stdout: "up_primary": 3, 2024-04-15T14:36:40.680 INFO:tasks.workunit.client.0.smithi016.stdout: "version": "0'0" 2024-04-15T14:36:40.680 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:40.681 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-15T14:36:40.681 INFO:tasks.workunit.client.0.smithi016.stdout: "acting": [ 2024-04-15T14:36:40.681 INFO:tasks.workunit.client.0.smithi016.stdout: 1, 2024-04-15T14:36:40.681 INFO:tasks.workunit.client.0.smithi016.stdout: 3, 2024-04-15T14:36:40.681 INFO:tasks.workunit.client.0.smithi016.stdout: 2 2024-04-15T14:36:40.681 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T14:36:40.681 INFO:tasks.workunit.client.0.smithi016.stdout: "acting_primary": 1, 2024-04-15T14:36:40.681 INFO:tasks.workunit.client.0.smithi016.stdout: "avail_no_missing": [], 2024-04-15T14:36:40.681 INFO:tasks.workunit.client.0.smithi016.stdout: "blocked_by": [], 2024-04-15T14:36:40.681 INFO:tasks.workunit.client.0.smithi016.stdout: "created": 61, 2024-04-15T14:36:40.681 INFO:tasks.workunit.client.0.smithi016.stdout: "dirty_stats_invalid": false, 2024-04-15T14:36:40.681 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T14:36:40.682 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_stats_invalid": false, 2024-04-15T14:36:40.682 INFO:tasks.workunit.client.0.smithi016.stdout: "last_active": "2024-04-15T14:34:12.003985+0000", 2024-04-15T14:36:40.682 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_active": "2024-04-15T14:33:35.001398+0000", 2024-04-15T14:36:40.682 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_peered": "2024-04-15T14:33:35.001398+0000", 2024-04-15T14:36:40.682 INFO:tasks.workunit.client.0.smithi016.stdout: "last_change": "2024-04-15T14:33:35.001671+0000", 2024-04-15T14:36:40.682 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean": "2024-04-15T14:34:12.003985+0000", 2024-04-15T14:36:40.682 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T14:36:40.682 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub": "0'0", 2024-04-15T14:36:40.682 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T14:36:40.682 INFO:tasks.workunit.client.0.smithi016.stdout: "last_epoch_clean": 62, 2024-04-15T14:36:40.682 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fresh": "2024-04-15T14:34:12.003985+0000", 2024-04-15T14:36:40.682 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fullsized": "2024-04-15T14:34:12.003985+0000", 2024-04-15T14:36:40.683 INFO:tasks.workunit.client.0.smithi016.stdout: "last_peered": "2024-04-15T14:34:12.003985+0000", 2024-04-15T14:36:40.683 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub": "0'0", 2024-04-15T14:36:40.683 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_duration": 0, 2024-04-15T14:36:40.683 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T14:36:40.683 INFO:tasks.workunit.client.0.smithi016.stdout: "last_undegraded": "2024-04-15T14:34:12.003985+0000", 2024-04-15T14:36:40.683 INFO:tasks.workunit.client.0.smithi016.stdout: "last_unstale": "2024-04-15T14:34:12.003985+0000", 2024-04-15T14:36:40.683 INFO:tasks.workunit.client.0.smithi016.stdout: "log_dups_size": 0, 2024-04-15T14:36:40.683 INFO:tasks.workunit.client.0.smithi016.stdout: "log_size": 0, 2024-04-15T14:36:40.683 INFO:tasks.workunit.client.0.smithi016.stdout: "log_start": "0'0", 2024-04-15T14:36:40.683 INFO:tasks.workunit.client.0.smithi016.stdout: "manifest_stats_invalid": false, 2024-04-15T14:36:40.683 INFO:tasks.workunit.client.0.smithi016.stdout: "mapping_epoch": 61, 2024-04-15T14:36:40.683 INFO:tasks.workunit.client.0.smithi016.stdout: "object_location_counts": [], 2024-04-15T14:36:40.683 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_scrubbed": 0, 2024-04-15T14:36:40.684 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_trimmed": 0, 2024-04-15T14:36:40.684 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_stats_invalid": false, 2024-04-15T14:36:40.684 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_size": 0, 2024-04-15T14:36:40.684 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_start": "0'0", 2024-04-15T14:36:40.684 INFO:tasks.workunit.client.0.smithi016.stdout: "parent": "0.0", 2024-04-15T14:36:40.684 INFO:tasks.workunit.client.0.smithi016.stdout: "parent_split_bits": 0, 2024-04-15T14:36:40.684 INFO:tasks.workunit.client.0.smithi016.stdout: "pgid": "3.25", 2024-04-15T14:36:40.684 INFO:tasks.workunit.client.0.smithi016.stdout: "pin_stats_invalid": false, 2024-04-15T14:36:40.684 INFO:tasks.workunit.client.0.smithi016.stdout: "purged_snaps": [], 2024-04-15T14:36:40.684 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_epoch": 70, 2024-04-15T14:36:40.684 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_seq": 19, 2024-04-15T14:36:40.684 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_duration": 0.0, 2024-04-15T14:36:40.684 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-16T19:15:22.634066+0000", 2024-04-15T14:36:40.685 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrim_duration": 0.0, 2024-04-15T14:36:40.685 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrimq_len": 0, 2024-04-15T14:36:40.685 INFO:tasks.workunit.client.0.smithi016.stdout: "stat_sum": { 2024-04-15T14:36:40.685 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes": 0, 2024-04-15T14:36:40.685 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T14:36:40.685 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_recovered": 0, 2024-04-15T14:36:40.685 INFO:tasks.workunit.client.0.smithi016.stdout: "num_deep_scrub_errors": 0, 2024-04-15T14:36:40.685 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict": 0, 2024-04-15T14:36:40.685 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_kb": 0, 2024-04-15T14:36:40.685 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_full": 0, 2024-04-15T14:36:40.685 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_some": 0, 2024-04-15T14:36:40.685 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush": 0, 2024-04-15T14:36:40.686 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_kb": 0, 2024-04-15T14:36:40.686 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_high": 0, 2024-04-15T14:36:40.686 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_low": 0, 2024-04-15T14:36:40.686 INFO:tasks.workunit.client.0.smithi016.stdout: "num_keys_recovered": 0, 2024-04-15T14:36:40.686 INFO:tasks.workunit.client.0.smithi016.stdout: "num_large_omap_objects": 0, 2024-04-15T14:36:40.686 INFO:tasks.workunit.client.0.smithi016.stdout: "num_legacy_snapsets": 0, 2024-04-15T14:36:40.686 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_clones": 0, 2024-04-15T14:36:40.686 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_copies": 0, 2024-04-15T14:36:40.686 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects": 0, 2024-04-15T14:36:40.686 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_degraded": 0, 2024-04-15T14:36:40.686 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_dirty": 0, 2024-04-15T14:36:40.686 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T14:36:40.687 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_manifest": 0, 2024-04-15T14:36:40.687 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_misplaced": 0, 2024-04-15T14:36:40.687 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing": 0, 2024-04-15T14:36:40.687 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T14:36:40.687 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_omap": 0, 2024-04-15T14:36:40.687 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_pinned": 0, 2024-04-15T14:36:40.687 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_recovered": 0, 2024-04-15T14:36:40.687 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_repaired": 0, 2024-04-15T14:36:40.687 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_unfound": 0, 2024-04-15T14:36:40.687 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_bytes": 0, 2024-04-15T14:36:40.687 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_keys": 0, 2024-04-15T14:36:40.687 INFO:tasks.workunit.client.0.smithi016.stdout: "num_promote": 0, 2024-04-15T14:36:40.688 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read": 0, 2024-04-15T14:36:40.688 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read_kb": 0, 2024-04-15T14:36:40.688 INFO:tasks.workunit.client.0.smithi016.stdout: "num_scrub_errors": 0, 2024-04-15T14:36:40.688 INFO:tasks.workunit.client.0.smithi016.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T14:36:40.688 INFO:tasks.workunit.client.0.smithi016.stdout: "num_whiteouts": 0, 2024-04-15T14:36:40.688 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write": 0, 2024-04-15T14:36:40.688 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write_kb": 0 2024-04-15T14:36:40.688 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:40.688 INFO:tasks.workunit.client.0.smithi016.stdout: "state": "active+clean", 2024-04-15T14:36:40.688 INFO:tasks.workunit.client.0.smithi016.stdout: "stats_invalid": false, 2024-04-15T14:36:40.688 INFO:tasks.workunit.client.0.smithi016.stdout: "up": [ 2024-04-15T14:36:40.688 INFO:tasks.workunit.client.0.smithi016.stdout: 1, 2024-04-15T14:36:40.688 INFO:tasks.workunit.client.0.smithi016.stdout: 3, 2024-04-15T14:36:40.689 INFO:tasks.workunit.client.0.smithi016.stdout: 2 2024-04-15T14:36:40.689 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T14:36:40.689 INFO:tasks.workunit.client.0.smithi016.stdout: "up_primary": 1, 2024-04-15T14:36:40.689 INFO:tasks.workunit.client.0.smithi016.stdout: "version": "0'0" 2024-04-15T14:36:40.689 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:40.689 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-15T14:36:40.689 INFO:tasks.workunit.client.0.smithi016.stdout: "acting": [ 2024-04-15T14:36:40.689 INFO:tasks.workunit.client.0.smithi016.stdout: 6, 2024-04-15T14:36:40.689 INFO:tasks.workunit.client.0.smithi016.stdout: 7, 2024-04-15T14:36:40.689 INFO:tasks.workunit.client.0.smithi016.stdout: 4 2024-04-15T14:36:40.689 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T14:36:40.689 INFO:tasks.workunit.client.0.smithi016.stdout: "acting_primary": 6, 2024-04-15T14:36:40.690 INFO:tasks.workunit.client.0.smithi016.stdout: "avail_no_missing": [], 2024-04-15T14:36:40.690 INFO:tasks.workunit.client.0.smithi016.stdout: "blocked_by": [], 2024-04-15T14:36:40.690 INFO:tasks.workunit.client.0.smithi016.stdout: "created": 61, 2024-04-15T14:36:40.690 INFO:tasks.workunit.client.0.smithi016.stdout: "dirty_stats_invalid": false, 2024-04-15T14:36:40.690 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T14:36:40.690 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_stats_invalid": false, 2024-04-15T14:36:40.690 INFO:tasks.workunit.client.0.smithi016.stdout: "last_active": "2024-04-15T14:34:12.043932+0000", 2024-04-15T14:36:40.690 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_active": "2024-04-15T14:33:35.005905+0000", 2024-04-15T14:36:40.690 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_peered": "2024-04-15T14:33:35.005905+0000", 2024-04-15T14:36:40.690 INFO:tasks.workunit.client.0.smithi016.stdout: "last_change": "2024-04-15T14:33:35.006191+0000", 2024-04-15T14:36:40.690 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean": "2024-04-15T14:34:12.043932+0000", 2024-04-15T14:36:40.690 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T14:36:40.691 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub": "0'0", 2024-04-15T14:36:40.691 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T14:36:40.691 INFO:tasks.workunit.client.0.smithi016.stdout: "last_epoch_clean": 62, 2024-04-15T14:36:40.691 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fresh": "2024-04-15T14:34:12.043932+0000", 2024-04-15T14:36:40.691 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fullsized": "2024-04-15T14:34:12.043932+0000", 2024-04-15T14:36:40.691 INFO:tasks.workunit.client.0.smithi016.stdout: "last_peered": "2024-04-15T14:34:12.043932+0000", 2024-04-15T14:36:40.691 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub": "0'0", 2024-04-15T14:36:40.691 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_duration": 0, 2024-04-15T14:36:40.691 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T14:36:40.691 INFO:tasks.workunit.client.0.smithi016.stdout: "last_undegraded": "2024-04-15T14:34:12.043932+0000", 2024-04-15T14:36:40.691 INFO:tasks.workunit.client.0.smithi016.stdout: "last_unstale": "2024-04-15T14:34:12.043932+0000", 2024-04-15T14:36:40.691 INFO:tasks.workunit.client.0.smithi016.stdout: "log_dups_size": 0, 2024-04-15T14:36:40.692 INFO:tasks.workunit.client.0.smithi016.stdout: "log_size": 0, 2024-04-15T14:36:40.692 INFO:tasks.workunit.client.0.smithi016.stdout: "log_start": "0'0", 2024-04-15T14:36:40.692 INFO:tasks.workunit.client.0.smithi016.stdout: "manifest_stats_invalid": false, 2024-04-15T14:36:40.692 INFO:tasks.workunit.client.0.smithi016.stdout: "mapping_epoch": 61, 2024-04-15T14:36:40.692 INFO:tasks.workunit.client.0.smithi016.stdout: "object_location_counts": [], 2024-04-15T14:36:40.692 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_scrubbed": 0, 2024-04-15T14:36:40.692 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_trimmed": 0, 2024-04-15T14:36:40.692 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_stats_invalid": false, 2024-04-15T14:36:40.692 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_size": 0, 2024-04-15T14:36:40.692 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_start": "0'0", 2024-04-15T14:36:40.692 INFO:tasks.workunit.client.0.smithi016.stdout: "parent": "0.0", 2024-04-15T14:36:40.692 INFO:tasks.workunit.client.0.smithi016.stdout: "parent_split_bits": 0, 2024-04-15T14:36:40.693 INFO:tasks.workunit.client.0.smithi016.stdout: "pgid": "3.26", 2024-04-15T14:36:40.693 INFO:tasks.workunit.client.0.smithi016.stdout: "pin_stats_invalid": false, 2024-04-15T14:36:40.693 INFO:tasks.workunit.client.0.smithi016.stdout: "purged_snaps": [], 2024-04-15T14:36:40.693 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_epoch": 70, 2024-04-15T14:36:40.693 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_seq": 18, 2024-04-15T14:36:40.693 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_duration": 0.0, 2024-04-15T14:36:40.693 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-16T17:07:18.456027+0000", 2024-04-15T14:36:40.693 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrim_duration": 0.0, 2024-04-15T14:36:40.693 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrimq_len": 0, 2024-04-15T14:36:40.693 INFO:tasks.workunit.client.0.smithi016.stdout: "stat_sum": { 2024-04-15T14:36:40.693 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes": 0, 2024-04-15T14:36:40.693 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T14:36:40.693 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_recovered": 0, 2024-04-15T14:36:40.694 INFO:tasks.workunit.client.0.smithi016.stdout: "num_deep_scrub_errors": 0, 2024-04-15T14:36:40.694 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict": 0, 2024-04-15T14:36:40.694 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_kb": 0, 2024-04-15T14:36:40.694 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_full": 0, 2024-04-15T14:36:40.694 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_some": 0, 2024-04-15T14:36:40.694 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush": 0, 2024-04-15T14:36:40.694 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_kb": 0, 2024-04-15T14:36:40.694 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_high": 0, 2024-04-15T14:36:40.694 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_low": 0, 2024-04-15T14:36:40.694 INFO:tasks.workunit.client.0.smithi016.stdout: "num_keys_recovered": 0, 2024-04-15T14:36:40.694 INFO:tasks.workunit.client.0.smithi016.stdout: "num_large_omap_objects": 0, 2024-04-15T14:36:40.695 INFO:tasks.workunit.client.0.smithi016.stdout: "num_legacy_snapsets": 0, 2024-04-15T14:36:40.695 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_clones": 0, 2024-04-15T14:36:40.695 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_copies": 0, 2024-04-15T14:36:40.695 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects": 0, 2024-04-15T14:36:40.695 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_degraded": 0, 2024-04-15T14:36:40.695 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_dirty": 0, 2024-04-15T14:36:40.695 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T14:36:40.695 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_manifest": 0, 2024-04-15T14:36:40.695 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_misplaced": 0, 2024-04-15T14:36:40.695 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing": 0, 2024-04-15T14:36:40.695 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T14:36:40.695 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_omap": 0, 2024-04-15T14:36:40.695 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_pinned": 0, 2024-04-15T14:36:40.696 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_recovered": 0, 2024-04-15T14:36:40.696 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_repaired": 0, 2024-04-15T14:36:40.696 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_unfound": 0, 2024-04-15T14:36:40.696 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_bytes": 0, 2024-04-15T14:36:40.696 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_keys": 0, 2024-04-15T14:36:40.696 INFO:tasks.workunit.client.0.smithi016.stdout: "num_promote": 0, 2024-04-15T14:36:40.696 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read": 0, 2024-04-15T14:36:40.696 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read_kb": 0, 2024-04-15T14:36:40.696 INFO:tasks.workunit.client.0.smithi016.stdout: "num_scrub_errors": 0, 2024-04-15T14:36:40.696 INFO:tasks.workunit.client.0.smithi016.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T14:36:40.696 INFO:tasks.workunit.client.0.smithi016.stdout: "num_whiteouts": 0, 2024-04-15T14:36:40.696 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write": 0, 2024-04-15T14:36:40.696 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write_kb": 0 2024-04-15T14:36:40.697 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:40.697 INFO:tasks.workunit.client.0.smithi016.stdout: "state": "active+clean", 2024-04-15T14:36:40.697 INFO:tasks.workunit.client.0.smithi016.stdout: "stats_invalid": false, 2024-04-15T14:36:40.697 INFO:tasks.workunit.client.0.smithi016.stdout: "up": [ 2024-04-15T14:36:40.697 INFO:tasks.workunit.client.0.smithi016.stdout: 6, 2024-04-15T14:36:40.697 INFO:tasks.workunit.client.0.smithi016.stdout: 7, 2024-04-15T14:36:40.697 INFO:tasks.workunit.client.0.smithi016.stdout: 4 2024-04-15T14:36:40.697 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T14:36:40.697 INFO:tasks.workunit.client.0.smithi016.stdout: "up_primary": 6, 2024-04-15T14:36:40.697 INFO:tasks.workunit.client.0.smithi016.stdout: "version": "0'0" 2024-04-15T14:36:40.697 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:40.697 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-15T14:36:40.698 INFO:tasks.workunit.client.0.smithi016.stdout: "acting": [ 2024-04-15T14:36:40.698 INFO:tasks.workunit.client.0.smithi016.stdout: 3, 2024-04-15T14:36:40.698 INFO:tasks.workunit.client.0.smithi016.stdout: 4, 2024-04-15T14:36:40.698 INFO:tasks.workunit.client.0.smithi016.stdout: 2 2024-04-15T14:36:40.698 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T14:36:40.698 INFO:tasks.workunit.client.0.smithi016.stdout: "acting_primary": 3, 2024-04-15T14:36:40.698 INFO:tasks.workunit.client.0.smithi016.stdout: "avail_no_missing": [], 2024-04-15T14:36:40.698 INFO:tasks.workunit.client.0.smithi016.stdout: "blocked_by": [], 2024-04-15T14:36:40.698 INFO:tasks.workunit.client.0.smithi016.stdout: "created": 61, 2024-04-15T14:36:40.698 INFO:tasks.workunit.client.0.smithi016.stdout: "dirty_stats_invalid": false, 2024-04-15T14:36:40.698 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T14:36:40.698 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_stats_invalid": false, 2024-04-15T14:36:40.699 INFO:tasks.workunit.client.0.smithi016.stdout: "last_active": "2024-04-15T14:34:12.046771+0000", 2024-04-15T14:36:40.699 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_active": "2024-04-15T14:33:34.993406+0000", 2024-04-15T14:36:40.699 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_peered": "2024-04-15T14:33:34.993406+0000", 2024-04-15T14:36:40.699 INFO:tasks.workunit.client.0.smithi016.stdout: "last_change": "2024-04-15T14:33:34.993952+0000", 2024-04-15T14:36:40.699 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean": "2024-04-15T14:34:12.046771+0000", 2024-04-15T14:36:40.699 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T14:36:40.699 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub": "0'0", 2024-04-15T14:36:40.699 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T14:36:40.699 INFO:tasks.workunit.client.0.smithi016.stdout: "last_epoch_clean": 62, 2024-04-15T14:36:40.699 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fresh": "2024-04-15T14:34:12.046771+0000", 2024-04-15T14:36:40.699 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fullsized": "2024-04-15T14:34:12.046771+0000", 2024-04-15T14:36:40.699 INFO:tasks.workunit.client.0.smithi016.stdout: "last_peered": "2024-04-15T14:34:12.046771+0000", 2024-04-15T14:36:40.700 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub": "0'0", 2024-04-15T14:36:40.700 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_duration": 0, 2024-04-15T14:36:40.700 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T14:36:40.700 INFO:tasks.workunit.client.0.smithi016.stdout: "last_undegraded": "2024-04-15T14:34:12.046771+0000", 2024-04-15T14:36:40.700 INFO:tasks.workunit.client.0.smithi016.stdout: "last_unstale": "2024-04-15T14:34:12.046771+0000", 2024-04-15T14:36:40.700 INFO:tasks.workunit.client.0.smithi016.stdout: "log_dups_size": 0, 2024-04-15T14:36:40.700 INFO:tasks.workunit.client.0.smithi016.stdout: "log_size": 0, 2024-04-15T14:36:40.700 INFO:tasks.workunit.client.0.smithi016.stdout: "log_start": "0'0", 2024-04-15T14:36:40.700 INFO:tasks.workunit.client.0.smithi016.stdout: "manifest_stats_invalid": false, 2024-04-15T14:36:40.700 INFO:tasks.workunit.client.0.smithi016.stdout: "mapping_epoch": 61, 2024-04-15T14:36:40.700 INFO:tasks.workunit.client.0.smithi016.stdout: "object_location_counts": [], 2024-04-15T14:36:40.700 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_scrubbed": 0, 2024-04-15T14:36:40.701 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_trimmed": 0, 2024-04-15T14:36:40.701 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_stats_invalid": false, 2024-04-15T14:36:40.701 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_size": 0, 2024-04-15T14:36:40.701 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_start": "0'0", 2024-04-15T14:36:40.701 INFO:tasks.workunit.client.0.smithi016.stdout: "parent": "0.0", 2024-04-15T14:36:40.701 INFO:tasks.workunit.client.0.smithi016.stdout: "parent_split_bits": 0, 2024-04-15T14:36:40.701 INFO:tasks.workunit.client.0.smithi016.stdout: "pgid": "3.27", 2024-04-15T14:36:40.701 INFO:tasks.workunit.client.0.smithi016.stdout: "pin_stats_invalid": false, 2024-04-15T14:36:40.701 INFO:tasks.workunit.client.0.smithi016.stdout: "purged_snaps": [], 2024-04-15T14:36:40.701 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_epoch": 70, 2024-04-15T14:36:40.701 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_seq": 18, 2024-04-15T14:36:40.701 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_duration": 0.0, 2024-04-15T14:36:40.701 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-16T18:08:12.991005+0000", 2024-04-15T14:36:40.702 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrim_duration": 0.0, 2024-04-15T14:36:40.702 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrimq_len": 0, 2024-04-15T14:36:40.702 INFO:tasks.workunit.client.0.smithi016.stdout: "stat_sum": { 2024-04-15T14:36:40.702 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes": 0, 2024-04-15T14:36:40.702 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T14:36:40.702 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_recovered": 0, 2024-04-15T14:36:40.702 INFO:tasks.workunit.client.0.smithi016.stdout: "num_deep_scrub_errors": 0, 2024-04-15T14:36:40.702 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict": 0, 2024-04-15T14:36:40.702 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_kb": 0, 2024-04-15T14:36:40.702 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_full": 0, 2024-04-15T14:36:40.702 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_some": 0, 2024-04-15T14:36:40.702 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush": 0, 2024-04-15T14:36:40.702 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_kb": 0, 2024-04-15T14:36:40.703 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_high": 0, 2024-04-15T14:36:40.703 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_low": 0, 2024-04-15T14:36:40.703 INFO:tasks.workunit.client.0.smithi016.stdout: "num_keys_recovered": 0, 2024-04-15T14:36:40.703 INFO:tasks.workunit.client.0.smithi016.stdout: "num_large_omap_objects": 0, 2024-04-15T14:36:40.703 INFO:tasks.workunit.client.0.smithi016.stdout: "num_legacy_snapsets": 0, 2024-04-15T14:36:40.703 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_clones": 0, 2024-04-15T14:36:40.703 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_copies": 0, 2024-04-15T14:36:40.703 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects": 0, 2024-04-15T14:36:40.703 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_degraded": 0, 2024-04-15T14:36:40.703 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_dirty": 0, 2024-04-15T14:36:40.703 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T14:36:40.703 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_manifest": 0, 2024-04-15T14:36:40.704 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_misplaced": 0, 2024-04-15T14:36:40.704 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing": 0, 2024-04-15T14:36:40.704 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T14:36:40.704 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_omap": 0, 2024-04-15T14:36:40.704 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_pinned": 0, 2024-04-15T14:36:40.704 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_recovered": 0, 2024-04-15T14:36:40.704 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_repaired": 0, 2024-04-15T14:36:40.704 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_unfound": 0, 2024-04-15T14:36:40.704 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_bytes": 0, 2024-04-15T14:36:40.704 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_keys": 0, 2024-04-15T14:36:40.704 INFO:tasks.workunit.client.0.smithi016.stdout: "num_promote": 0, 2024-04-15T14:36:40.704 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read": 0, 2024-04-15T14:36:40.704 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read_kb": 0, 2024-04-15T14:36:40.705 INFO:tasks.workunit.client.0.smithi016.stdout: "num_scrub_errors": 0, 2024-04-15T14:36:40.705 INFO:tasks.workunit.client.0.smithi016.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T14:36:40.705 INFO:tasks.workunit.client.0.smithi016.stdout: "num_whiteouts": 0, 2024-04-15T14:36:40.705 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write": 0, 2024-04-15T14:36:40.705 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write_kb": 0 2024-04-15T14:36:40.705 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:40.705 INFO:tasks.workunit.client.0.smithi016.stdout: "state": "active+clean", 2024-04-15T14:36:40.705 INFO:tasks.workunit.client.0.smithi016.stdout: "stats_invalid": false, 2024-04-15T14:36:40.705 INFO:tasks.workunit.client.0.smithi016.stdout: "up": [ 2024-04-15T14:36:40.705 INFO:tasks.workunit.client.0.smithi016.stdout: 3, 2024-04-15T14:36:40.705 INFO:tasks.workunit.client.0.smithi016.stdout: 4, 2024-04-15T14:36:40.705 INFO:tasks.workunit.client.0.smithi016.stdout: 2 2024-04-15T14:36:40.706 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T14:36:40.706 INFO:tasks.workunit.client.0.smithi016.stdout: "up_primary": 3, 2024-04-15T14:36:40.706 INFO:tasks.workunit.client.0.smithi016.stdout: "version": "0'0" 2024-04-15T14:36:40.706 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:40.706 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-15T14:36:40.706 INFO:tasks.workunit.client.0.smithi016.stdout: "acting": [ 2024-04-15T14:36:40.706 INFO:tasks.workunit.client.0.smithi016.stdout: 5, 2024-04-15T14:36:40.706 INFO:tasks.workunit.client.0.smithi016.stdout: 3, 2024-04-15T14:36:40.706 INFO:tasks.workunit.client.0.smithi016.stdout: 2 2024-04-15T14:36:40.706 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T14:36:40.706 INFO:tasks.workunit.client.0.smithi016.stdout: "acting_primary": 5, 2024-04-15T14:36:40.706 INFO:tasks.workunit.client.0.smithi016.stdout: "avail_no_missing": [], 2024-04-15T14:36:40.707 INFO:tasks.workunit.client.0.smithi016.stdout: "blocked_by": [], 2024-04-15T14:36:40.707 INFO:tasks.workunit.client.0.smithi016.stdout: "created": 61, 2024-04-15T14:36:40.707 INFO:tasks.workunit.client.0.smithi016.stdout: "dirty_stats_invalid": false, 2024-04-15T14:36:40.707 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T14:36:40.707 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_stats_invalid": false, 2024-04-15T14:36:40.707 INFO:tasks.workunit.client.0.smithi016.stdout: "last_active": "2024-04-15T14:34:12.044988+0000", 2024-04-15T14:36:40.707 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_active": "2024-04-15T14:33:34.989680+0000", 2024-04-15T14:36:40.707 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_peered": "2024-04-15T14:33:34.989680+0000", 2024-04-15T14:36:40.707 INFO:tasks.workunit.client.0.smithi016.stdout: "last_change": "2024-04-15T14:33:34.989949+0000", 2024-04-15T14:36:40.707 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean": "2024-04-15T14:34:12.044988+0000", 2024-04-15T14:36:40.707 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T14:36:40.707 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub": "0'0", 2024-04-15T14:36:40.707 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T14:36:40.708 INFO:tasks.workunit.client.0.smithi016.stdout: "last_epoch_clean": 62, 2024-04-15T14:36:40.708 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fresh": "2024-04-15T14:34:12.044988+0000", 2024-04-15T14:36:40.708 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fullsized": "2024-04-15T14:34:12.044988+0000", 2024-04-15T14:36:40.708 INFO:tasks.workunit.client.0.smithi016.stdout: "last_peered": "2024-04-15T14:34:12.044988+0000", 2024-04-15T14:36:40.708 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub": "0'0", 2024-04-15T14:36:40.708 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_duration": 0, 2024-04-15T14:36:40.708 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T14:36:40.708 INFO:tasks.workunit.client.0.smithi016.stdout: "last_undegraded": "2024-04-15T14:34:12.044988+0000", 2024-04-15T14:36:40.708 INFO:tasks.workunit.client.0.smithi016.stdout: "last_unstale": "2024-04-15T14:34:12.044988+0000", 2024-04-15T14:36:40.708 INFO:tasks.workunit.client.0.smithi016.stdout: "log_dups_size": 0, 2024-04-15T14:36:40.708 INFO:tasks.workunit.client.0.smithi016.stdout: "log_size": 0, 2024-04-15T14:36:40.708 INFO:tasks.workunit.client.0.smithi016.stdout: "log_start": "0'0", 2024-04-15T14:36:40.708 INFO:tasks.workunit.client.0.smithi016.stdout: "manifest_stats_invalid": false, 2024-04-15T14:36:40.709 INFO:tasks.workunit.client.0.smithi016.stdout: "mapping_epoch": 61, 2024-04-15T14:36:40.709 INFO:tasks.workunit.client.0.smithi016.stdout: "object_location_counts": [], 2024-04-15T14:36:40.709 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_scrubbed": 0, 2024-04-15T14:36:40.709 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_trimmed": 0, 2024-04-15T14:36:40.709 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_stats_invalid": false, 2024-04-15T14:36:40.709 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_size": 0, 2024-04-15T14:36:40.709 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_start": "0'0", 2024-04-15T14:36:40.709 INFO:tasks.workunit.client.0.smithi016.stdout: "parent": "0.0", 2024-04-15T14:36:40.709 INFO:tasks.workunit.client.0.smithi016.stdout: "parent_split_bits": 0, 2024-04-15T14:36:40.709 INFO:tasks.workunit.client.0.smithi016.stdout: "pgid": "3.28", 2024-04-15T14:36:40.709 INFO:tasks.workunit.client.0.smithi016.stdout: "pin_stats_invalid": false, 2024-04-15T14:36:40.709 INFO:tasks.workunit.client.0.smithi016.stdout: "purged_snaps": [], 2024-04-15T14:36:40.710 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_epoch": 70, 2024-04-15T14:36:40.710 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_seq": 19, 2024-04-15T14:36:40.710 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_duration": 0.0, 2024-04-15T14:36:40.710 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-17T02:13:17.656911+0000", 2024-04-15T14:36:40.710 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrim_duration": 0.0, 2024-04-15T14:36:40.710 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrimq_len": 0, 2024-04-15T14:36:40.710 INFO:tasks.workunit.client.0.smithi016.stdout: "stat_sum": { 2024-04-15T14:36:40.710 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes": 0, 2024-04-15T14:36:40.710 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T14:36:40.710 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_recovered": 0, 2024-04-15T14:36:40.710 INFO:tasks.workunit.client.0.smithi016.stdout: "num_deep_scrub_errors": 0, 2024-04-15T14:36:40.710 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict": 0, 2024-04-15T14:36:40.711 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_kb": 0, 2024-04-15T14:36:40.711 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_full": 0, 2024-04-15T14:36:40.711 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_some": 0, 2024-04-15T14:36:40.711 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush": 0, 2024-04-15T14:36:40.711 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_kb": 0, 2024-04-15T14:36:40.711 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_high": 0, 2024-04-15T14:36:40.711 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_low": 0, 2024-04-15T14:36:40.711 INFO:tasks.workunit.client.0.smithi016.stdout: "num_keys_recovered": 0, 2024-04-15T14:36:40.711 INFO:tasks.workunit.client.0.smithi016.stdout: "num_large_omap_objects": 0, 2024-04-15T14:36:40.711 INFO:tasks.workunit.client.0.smithi016.stdout: "num_legacy_snapsets": 0, 2024-04-15T14:36:40.711 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_clones": 0, 2024-04-15T14:36:40.711 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_copies": 0, 2024-04-15T14:36:40.711 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects": 0, 2024-04-15T14:36:40.712 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_degraded": 0, 2024-04-15T14:36:40.712 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_dirty": 0, 2024-04-15T14:36:40.712 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T14:36:40.712 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_manifest": 0, 2024-04-15T14:36:40.712 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_misplaced": 0, 2024-04-15T14:36:40.712 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing": 0, 2024-04-15T14:36:40.712 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T14:36:40.712 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_omap": 0, 2024-04-15T14:36:40.712 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_pinned": 0, 2024-04-15T14:36:40.712 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_recovered": 0, 2024-04-15T14:36:40.712 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_repaired": 0, 2024-04-15T14:36:40.712 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_unfound": 0, 2024-04-15T14:36:40.712 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_bytes": 0, 2024-04-15T14:36:40.713 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_keys": 0, 2024-04-15T14:36:40.713 INFO:tasks.workunit.client.0.smithi016.stdout: "num_promote": 0, 2024-04-15T14:36:40.713 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read": 0, 2024-04-15T14:36:40.713 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read_kb": 0, 2024-04-15T14:36:40.713 INFO:tasks.workunit.client.0.smithi016.stdout: "num_scrub_errors": 0, 2024-04-15T14:36:40.713 INFO:tasks.workunit.client.0.smithi016.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T14:36:40.713 INFO:tasks.workunit.client.0.smithi016.stdout: "num_whiteouts": 0, 2024-04-15T14:36:40.713 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write": 0, 2024-04-15T14:36:40.713 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write_kb": 0 2024-04-15T14:36:40.713 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:40.713 INFO:tasks.workunit.client.0.smithi016.stdout: "state": "active+clean", 2024-04-15T14:36:40.713 INFO:tasks.workunit.client.0.smithi016.stdout: "stats_invalid": false, 2024-04-15T14:36:40.713 INFO:tasks.workunit.client.0.smithi016.stdout: "up": [ 2024-04-15T14:36:40.714 INFO:tasks.workunit.client.0.smithi016.stdout: 5, 2024-04-15T14:36:40.714 INFO:tasks.workunit.client.0.smithi016.stdout: 3, 2024-04-15T14:36:40.714 INFO:tasks.workunit.client.0.smithi016.stdout: 2 2024-04-15T14:36:40.714 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T14:36:40.714 INFO:tasks.workunit.client.0.smithi016.stdout: "up_primary": 5, 2024-04-15T14:36:40.714 INFO:tasks.workunit.client.0.smithi016.stdout: "version": "0'0" 2024-04-15T14:36:40.714 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:40.714 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-15T14:36:40.714 INFO:tasks.workunit.client.0.smithi016.stdout: "acting": [ 2024-04-15T14:36:40.714 INFO:tasks.workunit.client.0.smithi016.stdout: 3, 2024-04-15T14:36:40.714 INFO:tasks.workunit.client.0.smithi016.stdout: 4, 2024-04-15T14:36:40.714 INFO:tasks.workunit.client.0.smithi016.stdout: 1 2024-04-15T14:36:40.715 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T14:36:40.715 INFO:tasks.workunit.client.0.smithi016.stdout: "acting_primary": 3, 2024-04-15T14:36:40.715 INFO:tasks.workunit.client.0.smithi016.stdout: "avail_no_missing": [], 2024-04-15T14:36:40.715 INFO:tasks.workunit.client.0.smithi016.stdout: "blocked_by": [], 2024-04-15T14:36:40.715 INFO:tasks.workunit.client.0.smithi016.stdout: "created": 61, 2024-04-15T14:36:40.715 INFO:tasks.workunit.client.0.smithi016.stdout: "dirty_stats_invalid": false, 2024-04-15T14:36:40.715 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T14:36:40.715 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_stats_invalid": false, 2024-04-15T14:36:40.715 INFO:tasks.workunit.client.0.smithi016.stdout: "last_active": "2024-04-15T14:34:12.045639+0000", 2024-04-15T14:36:40.715 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_active": "2024-04-15T14:33:34.994718+0000", 2024-04-15T14:36:40.715 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_peered": "2024-04-15T14:33:34.994718+0000", 2024-04-15T14:36:40.715 INFO:tasks.workunit.client.0.smithi016.stdout: "last_change": "2024-04-15T14:33:34.994997+0000", 2024-04-15T14:36:40.716 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean": "2024-04-15T14:34:12.045639+0000", 2024-04-15T14:36:40.716 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T14:36:40.716 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub": "0'0", 2024-04-15T14:36:40.716 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T14:36:40.716 INFO:tasks.workunit.client.0.smithi016.stdout: "last_epoch_clean": 62, 2024-04-15T14:36:40.716 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fresh": "2024-04-15T14:34:12.045639+0000", 2024-04-15T14:36:40.716 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fullsized": "2024-04-15T14:34:12.045639+0000", 2024-04-15T14:36:40.716 INFO:tasks.workunit.client.0.smithi016.stdout: "last_peered": "2024-04-15T14:34:12.045639+0000", 2024-04-15T14:36:40.716 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub": "0'0", 2024-04-15T14:36:40.716 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_duration": 0, 2024-04-15T14:36:40.716 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T14:36:40.716 INFO:tasks.workunit.client.0.smithi016.stdout: "last_undegraded": "2024-04-15T14:34:12.045639+0000", 2024-04-15T14:36:40.716 INFO:tasks.workunit.client.0.smithi016.stdout: "last_unstale": "2024-04-15T14:34:12.045639+0000", 2024-04-15T14:36:40.717 INFO:tasks.workunit.client.0.smithi016.stdout: "log_dups_size": 0, 2024-04-15T14:36:40.717 INFO:tasks.workunit.client.0.smithi016.stdout: "log_size": 0, 2024-04-15T14:36:40.717 INFO:tasks.workunit.client.0.smithi016.stdout: "log_start": "0'0", 2024-04-15T14:36:40.717 INFO:tasks.workunit.client.0.smithi016.stdout: "manifest_stats_invalid": false, 2024-04-15T14:36:40.717 INFO:tasks.workunit.client.0.smithi016.stdout: "mapping_epoch": 61, 2024-04-15T14:36:40.717 INFO:tasks.workunit.client.0.smithi016.stdout: "object_location_counts": [], 2024-04-15T14:36:40.717 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_scrubbed": 0, 2024-04-15T14:36:40.717 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_trimmed": 0, 2024-04-15T14:36:40.717 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_stats_invalid": false, 2024-04-15T14:36:40.717 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_size": 0, 2024-04-15T14:36:40.717 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_start": "0'0", 2024-04-15T14:36:40.717 INFO:tasks.workunit.client.0.smithi016.stdout: "parent": "0.0", 2024-04-15T14:36:40.718 INFO:tasks.workunit.client.0.smithi016.stdout: "parent_split_bits": 0, 2024-04-15T14:36:40.718 INFO:tasks.workunit.client.0.smithi016.stdout: "pgid": "3.29", 2024-04-15T14:36:40.718 INFO:tasks.workunit.client.0.smithi016.stdout: "pin_stats_invalid": false, 2024-04-15T14:36:40.718 INFO:tasks.workunit.client.0.smithi016.stdout: "purged_snaps": [], 2024-04-15T14:36:40.718 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_epoch": 70, 2024-04-15T14:36:40.718 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_seq": 18, 2024-04-15T14:36:40.718 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_duration": 0.0, 2024-04-15T14:36:40.718 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-17T00:40:23.585935+0000", 2024-04-15T14:36:40.718 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrim_duration": 0.0, 2024-04-15T14:36:40.718 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrimq_len": 0, 2024-04-15T14:36:40.718 INFO:tasks.workunit.client.0.smithi016.stdout: "stat_sum": { 2024-04-15T14:36:40.718 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes": 0, 2024-04-15T14:36:40.718 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T14:36:40.719 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_recovered": 0, 2024-04-15T14:36:40.719 INFO:tasks.workunit.client.0.smithi016.stdout: "num_deep_scrub_errors": 0, 2024-04-15T14:36:40.719 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict": 0, 2024-04-15T14:36:40.719 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_kb": 0, 2024-04-15T14:36:40.719 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_full": 0, 2024-04-15T14:36:40.719 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_some": 0, 2024-04-15T14:36:40.719 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush": 0, 2024-04-15T14:36:40.719 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_kb": 0, 2024-04-15T14:36:40.719 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_high": 0, 2024-04-15T14:36:40.719 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_low": 0, 2024-04-15T14:36:40.719 INFO:tasks.workunit.client.0.smithi016.stdout: "num_keys_recovered": 0, 2024-04-15T14:36:40.719 INFO:tasks.workunit.client.0.smithi016.stdout: "num_large_omap_objects": 0, 2024-04-15T14:36:40.719 INFO:tasks.workunit.client.0.smithi016.stdout: "num_legacy_snapsets": 0, 2024-04-15T14:36:40.720 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_clones": 0, 2024-04-15T14:36:40.720 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_copies": 0, 2024-04-15T14:36:40.720 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects": 0, 2024-04-15T14:36:40.720 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_degraded": 0, 2024-04-15T14:36:40.720 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_dirty": 0, 2024-04-15T14:36:40.720 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T14:36:40.720 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_manifest": 0, 2024-04-15T14:36:40.720 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_misplaced": 0, 2024-04-15T14:36:40.720 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing": 0, 2024-04-15T14:36:40.720 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T14:36:40.720 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_omap": 0, 2024-04-15T14:36:40.720 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_pinned": 0, 2024-04-15T14:36:40.720 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_recovered": 0, 2024-04-15T14:36:40.721 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_repaired": 0, 2024-04-15T14:36:40.721 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_unfound": 0, 2024-04-15T14:36:40.721 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_bytes": 0, 2024-04-15T14:36:40.721 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_keys": 0, 2024-04-15T14:36:40.721 INFO:tasks.workunit.client.0.smithi016.stdout: "num_promote": 0, 2024-04-15T14:36:40.721 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read": 0, 2024-04-15T14:36:40.721 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read_kb": 0, 2024-04-15T14:36:40.721 INFO:tasks.workunit.client.0.smithi016.stdout: "num_scrub_errors": 0, 2024-04-15T14:36:40.721 INFO:tasks.workunit.client.0.smithi016.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T14:36:40.721 INFO:tasks.workunit.client.0.smithi016.stdout: "num_whiteouts": 0, 2024-04-15T14:36:40.721 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write": 0, 2024-04-15T14:36:40.721 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write_kb": 0 2024-04-15T14:36:40.722 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:40.722 INFO:tasks.workunit.client.0.smithi016.stdout: "state": "active+clean", 2024-04-15T14:36:40.722 INFO:tasks.workunit.client.0.smithi016.stdout: "stats_invalid": false, 2024-04-15T14:36:40.722 INFO:tasks.workunit.client.0.smithi016.stdout: "up": [ 2024-04-15T14:36:40.722 INFO:tasks.workunit.client.0.smithi016.stdout: 3, 2024-04-15T14:36:40.722 INFO:tasks.workunit.client.0.smithi016.stdout: 4, 2024-04-15T14:36:40.722 INFO:tasks.workunit.client.0.smithi016.stdout: 1 2024-04-15T14:36:40.722 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T14:36:40.722 INFO:tasks.workunit.client.0.smithi016.stdout: "up_primary": 3, 2024-04-15T14:36:40.722 INFO:tasks.workunit.client.0.smithi016.stdout: "version": "0'0" 2024-04-15T14:36:40.722 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:40.722 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-15T14:36:40.723 INFO:tasks.workunit.client.0.smithi016.stdout: "acting": [ 2024-04-15T14:36:40.723 INFO:tasks.workunit.client.0.smithi016.stdout: 5, 2024-04-15T14:36:40.723 INFO:tasks.workunit.client.0.smithi016.stdout: 7, 2024-04-15T14:36:40.723 INFO:tasks.workunit.client.0.smithi016.stdout: 6 2024-04-15T14:36:40.723 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T14:36:40.723 INFO:tasks.workunit.client.0.smithi016.stdout: "acting_primary": 5, 2024-04-15T14:36:40.723 INFO:tasks.workunit.client.0.smithi016.stdout: "avail_no_missing": [], 2024-04-15T14:36:40.723 INFO:tasks.workunit.client.0.smithi016.stdout: "blocked_by": [], 2024-04-15T14:36:40.723 INFO:tasks.workunit.client.0.smithi016.stdout: "created": 61, 2024-04-15T14:36:40.723 INFO:tasks.workunit.client.0.smithi016.stdout: "dirty_stats_invalid": false, 2024-04-15T14:36:40.723 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T14:36:40.723 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_stats_invalid": false, 2024-04-15T14:36:40.723 INFO:tasks.workunit.client.0.smithi016.stdout: "last_active": "2024-04-15T14:34:12.045251+0000", 2024-04-15T14:36:40.724 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_active": "2024-04-15T14:33:34.995657+0000", 2024-04-15T14:36:40.724 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_peered": "2024-04-15T14:33:34.995657+0000", 2024-04-15T14:36:40.724 INFO:tasks.workunit.client.0.smithi016.stdout: "last_change": "2024-04-15T14:33:34.996854+0000", 2024-04-15T14:36:40.724 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean": "2024-04-15T14:34:12.045251+0000", 2024-04-15T14:36:40.724 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T14:36:40.724 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub": "0'0", 2024-04-15T14:36:40.724 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T14:36:40.724 INFO:tasks.workunit.client.0.smithi016.stdout: "last_epoch_clean": 62, 2024-04-15T14:36:40.724 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fresh": "2024-04-15T14:34:12.045251+0000", 2024-04-15T14:36:40.724 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fullsized": "2024-04-15T14:34:12.045251+0000", 2024-04-15T14:36:40.724 INFO:tasks.workunit.client.0.smithi016.stdout: "last_peered": "2024-04-15T14:34:12.045251+0000", 2024-04-15T14:36:40.724 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub": "0'0", 2024-04-15T14:36:40.725 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_duration": 0, 2024-04-15T14:36:40.725 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T14:36:40.725 INFO:tasks.workunit.client.0.smithi016.stdout: "last_undegraded": "2024-04-15T14:34:12.045251+0000", 2024-04-15T14:36:40.725 INFO:tasks.workunit.client.0.smithi016.stdout: "last_unstale": "2024-04-15T14:34:12.045251+0000", 2024-04-15T14:36:40.725 INFO:tasks.workunit.client.0.smithi016.stdout: "log_dups_size": 0, 2024-04-15T14:36:40.725 INFO:tasks.workunit.client.0.smithi016.stdout: "log_size": 0, 2024-04-15T14:36:40.725 INFO:tasks.workunit.client.0.smithi016.stdout: "log_start": "0'0", 2024-04-15T14:36:40.725 INFO:tasks.workunit.client.0.smithi016.stdout: "manifest_stats_invalid": false, 2024-04-15T14:36:40.725 INFO:tasks.workunit.client.0.smithi016.stdout: "mapping_epoch": 61, 2024-04-15T14:36:40.725 INFO:tasks.workunit.client.0.smithi016.stdout: "object_location_counts": [], 2024-04-15T14:36:40.725 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_scrubbed": 0, 2024-04-15T14:36:40.725 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_trimmed": 0, 2024-04-15T14:36:40.726 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_stats_invalid": false, 2024-04-15T14:36:40.726 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_size": 0, 2024-04-15T14:36:40.726 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_start": "0'0", 2024-04-15T14:36:40.726 INFO:tasks.workunit.client.0.smithi016.stdout: "parent": "0.0", 2024-04-15T14:36:40.726 INFO:tasks.workunit.client.0.smithi016.stdout: "parent_split_bits": 0, 2024-04-15T14:36:40.726 INFO:tasks.workunit.client.0.smithi016.stdout: "pgid": "3.2a", 2024-04-15T14:36:40.726 INFO:tasks.workunit.client.0.smithi016.stdout: "pin_stats_invalid": false, 2024-04-15T14:36:40.726 INFO:tasks.workunit.client.0.smithi016.stdout: "purged_snaps": [], 2024-04-15T14:36:40.726 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_epoch": 70, 2024-04-15T14:36:40.726 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_seq": 19, 2024-04-15T14:36:40.726 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_duration": 0.0, 2024-04-15T14:36:40.726 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-17T01:58:25.986752+0000", 2024-04-15T14:36:40.727 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrim_duration": 0.0, 2024-04-15T14:36:40.727 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrimq_len": 0, 2024-04-15T14:36:40.727 INFO:tasks.workunit.client.0.smithi016.stdout: "stat_sum": { 2024-04-15T14:36:40.727 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes": 0, 2024-04-15T14:36:40.727 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T14:36:40.727 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_recovered": 0, 2024-04-15T14:36:40.727 INFO:tasks.workunit.client.0.smithi016.stdout: "num_deep_scrub_errors": 0, 2024-04-15T14:36:40.727 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict": 0, 2024-04-15T14:36:40.727 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_kb": 0, 2024-04-15T14:36:40.727 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_full": 0, 2024-04-15T14:36:40.727 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_some": 0, 2024-04-15T14:36:40.727 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush": 0, 2024-04-15T14:36:40.727 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_kb": 0, 2024-04-15T14:36:40.728 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_high": 0, 2024-04-15T14:36:40.728 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_low": 0, 2024-04-15T14:36:40.728 INFO:tasks.workunit.client.0.smithi016.stdout: "num_keys_recovered": 0, 2024-04-15T14:36:40.728 INFO:tasks.workunit.client.0.smithi016.stdout: "num_large_omap_objects": 0, 2024-04-15T14:36:40.728 INFO:tasks.workunit.client.0.smithi016.stdout: "num_legacy_snapsets": 0, 2024-04-15T14:36:40.728 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_clones": 0, 2024-04-15T14:36:40.728 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_copies": 0, 2024-04-15T14:36:40.728 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects": 0, 2024-04-15T14:36:40.728 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_degraded": 0, 2024-04-15T14:36:40.728 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_dirty": 0, 2024-04-15T14:36:40.728 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T14:36:40.728 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_manifest": 0, 2024-04-15T14:36:40.728 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_misplaced": 0, 2024-04-15T14:36:40.729 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing": 0, 2024-04-15T14:36:40.729 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T14:36:40.729 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_omap": 0, 2024-04-15T14:36:40.729 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_pinned": 0, 2024-04-15T14:36:40.729 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_recovered": 0, 2024-04-15T14:36:40.729 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_repaired": 0, 2024-04-15T14:36:40.729 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_unfound": 0, 2024-04-15T14:36:40.729 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_bytes": 0, 2024-04-15T14:36:40.729 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_keys": 0, 2024-04-15T14:36:40.729 INFO:tasks.workunit.client.0.smithi016.stdout: "num_promote": 0, 2024-04-15T14:36:40.729 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read": 0, 2024-04-15T14:36:40.729 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read_kb": 0, 2024-04-15T14:36:40.730 INFO:tasks.workunit.client.0.smithi016.stdout: "num_scrub_errors": 0, 2024-04-15T14:36:40.730 INFO:tasks.workunit.client.0.smithi016.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T14:36:40.730 INFO:tasks.workunit.client.0.smithi016.stdout: "num_whiteouts": 0, 2024-04-15T14:36:40.730 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write": 0, 2024-04-15T14:36:40.730 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write_kb": 0 2024-04-15T14:36:40.730 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:40.730 INFO:tasks.workunit.client.0.smithi016.stdout: "state": "active+clean", 2024-04-15T14:36:40.730 INFO:tasks.workunit.client.0.smithi016.stdout: "stats_invalid": false, 2024-04-15T14:36:40.730 INFO:tasks.workunit.client.0.smithi016.stdout: "up": [ 2024-04-15T14:36:40.730 INFO:tasks.workunit.client.0.smithi016.stdout: 5, 2024-04-15T14:36:40.730 INFO:tasks.workunit.client.0.smithi016.stdout: 7, 2024-04-15T14:36:40.730 INFO:tasks.workunit.client.0.smithi016.stdout: 6 2024-04-15T14:36:40.730 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T14:36:40.731 INFO:tasks.workunit.client.0.smithi016.stdout: "up_primary": 5, 2024-04-15T14:36:40.731 INFO:tasks.workunit.client.0.smithi016.stdout: "version": "0'0" 2024-04-15T14:36:40.731 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:40.731 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-15T14:36:40.731 INFO:tasks.workunit.client.0.smithi016.stdout: "acting": [ 2024-04-15T14:36:40.731 INFO:tasks.workunit.client.0.smithi016.stdout: 0, 2024-04-15T14:36:40.731 INFO:tasks.workunit.client.0.smithi016.stdout: 7, 2024-04-15T14:36:40.731 INFO:tasks.workunit.client.0.smithi016.stdout: 1 2024-04-15T14:36:40.731 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T14:36:40.731 INFO:tasks.workunit.client.0.smithi016.stdout: "acting_primary": 0, 2024-04-15T14:36:40.731 INFO:tasks.workunit.client.0.smithi016.stdout: "avail_no_missing": [], 2024-04-15T14:36:40.731 INFO:tasks.workunit.client.0.smithi016.stdout: "blocked_by": [], 2024-04-15T14:36:40.732 INFO:tasks.workunit.client.0.smithi016.stdout: "created": 61, 2024-04-15T14:36:40.733 INFO:tasks.workunit.client.0.smithi016.stdout: "dirty_stats_invalid": false, 2024-04-15T14:36:40.733 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T14:36:40.733 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_stats_invalid": false, 2024-04-15T14:36:40.733 INFO:tasks.workunit.client.0.smithi016.stdout: "last_active": "2024-04-15T14:34:11.923317+0000", 2024-04-15T14:36:40.733 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_active": "2024-04-15T14:33:34.995850+0000", 2024-04-15T14:36:40.733 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_peered": "2024-04-15T14:33:34.995850+0000", 2024-04-15T14:36:40.733 INFO:tasks.workunit.client.0.smithi016.stdout: "last_change": "2024-04-15T14:33:34.996107+0000", 2024-04-15T14:36:40.734 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean": "2024-04-15T14:34:11.923317+0000", 2024-04-15T14:36:40.734 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T14:36:40.734 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub": "0'0", 2024-04-15T14:36:40.734 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T14:36:40.734 INFO:tasks.workunit.client.0.smithi016.stdout: "last_epoch_clean": 62, 2024-04-15T14:36:40.734 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fresh": "2024-04-15T14:34:11.923317+0000", 2024-04-15T14:36:40.734 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fullsized": "2024-04-15T14:34:11.923317+0000", 2024-04-15T14:36:40.734 INFO:tasks.workunit.client.0.smithi016.stdout: "last_peered": "2024-04-15T14:34:11.923317+0000", 2024-04-15T14:36:40.734 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub": "0'0", 2024-04-15T14:36:40.734 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_duration": 0, 2024-04-15T14:36:40.734 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T14:36:40.734 INFO:tasks.workunit.client.0.smithi016.stdout: "last_undegraded": "2024-04-15T14:34:11.923317+0000", 2024-04-15T14:36:40.735 INFO:tasks.workunit.client.0.smithi016.stdout: "last_unstale": "2024-04-15T14:34:11.923317+0000", 2024-04-15T14:36:40.735 INFO:tasks.workunit.client.0.smithi016.stdout: "log_dups_size": 0, 2024-04-15T14:36:40.735 INFO:tasks.workunit.client.0.smithi016.stdout: "log_size": 0, 2024-04-15T14:36:40.735 INFO:tasks.workunit.client.0.smithi016.stdout: "log_start": "0'0", 2024-04-15T14:36:40.735 INFO:tasks.workunit.client.0.smithi016.stdout: "manifest_stats_invalid": false, 2024-04-15T14:36:40.735 INFO:tasks.workunit.client.0.smithi016.stdout: "mapping_epoch": 61, 2024-04-15T14:36:40.735 INFO:tasks.workunit.client.0.smithi016.stdout: "object_location_counts": [], 2024-04-15T14:36:40.735 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_scrubbed": 0, 2024-04-15T14:36:40.735 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_trimmed": 0, 2024-04-15T14:36:40.735 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_stats_invalid": false, 2024-04-15T14:36:40.735 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_size": 0, 2024-04-15T14:36:40.735 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_start": "0'0", 2024-04-15T14:36:40.736 INFO:tasks.workunit.client.0.smithi016.stdout: "parent": "0.0", 2024-04-15T14:36:40.736 INFO:tasks.workunit.client.0.smithi016.stdout: "parent_split_bits": 0, 2024-04-15T14:36:40.736 INFO:tasks.workunit.client.0.smithi016.stdout: "pgid": "3.2b", 2024-04-15T14:36:40.736 INFO:tasks.workunit.client.0.smithi016.stdout: "pin_stats_invalid": false, 2024-04-15T14:36:40.736 INFO:tasks.workunit.client.0.smithi016.stdout: "purged_snaps": [], 2024-04-15T14:36:40.736 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_epoch": 70, 2024-04-15T14:36:40.736 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_seq": 18, 2024-04-15T14:36:40.736 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_duration": 0.0, 2024-04-15T14:36:40.736 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-16T17:16:20.140839+0000", 2024-04-15T14:36:40.736 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrim_duration": 0.0, 2024-04-15T14:36:40.736 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrimq_len": 0, 2024-04-15T14:36:40.736 INFO:tasks.workunit.client.0.smithi016.stdout: "stat_sum": { 2024-04-15T14:36:40.736 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes": 0, 2024-04-15T14:36:40.737 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T14:36:40.737 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_recovered": 0, 2024-04-15T14:36:40.737 INFO:tasks.workunit.client.0.smithi016.stdout: "num_deep_scrub_errors": 0, 2024-04-15T14:36:40.737 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict": 0, 2024-04-15T14:36:40.737 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_kb": 0, 2024-04-15T14:36:40.737 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_full": 0, 2024-04-15T14:36:40.737 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_some": 0, 2024-04-15T14:36:40.737 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush": 0, 2024-04-15T14:36:40.737 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_kb": 0, 2024-04-15T14:36:40.737 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_high": 0, 2024-04-15T14:36:40.737 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_low": 0, 2024-04-15T14:36:40.737 INFO:tasks.workunit.client.0.smithi016.stdout: "num_keys_recovered": 0, 2024-04-15T14:36:40.737 INFO:tasks.workunit.client.0.smithi016.stdout: "num_large_omap_objects": 0, 2024-04-15T14:36:40.738 INFO:tasks.workunit.client.0.smithi016.stdout: "num_legacy_snapsets": 0, 2024-04-15T14:36:40.738 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_clones": 0, 2024-04-15T14:36:40.738 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_copies": 0, 2024-04-15T14:36:40.738 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects": 0, 2024-04-15T14:36:40.738 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_degraded": 0, 2024-04-15T14:36:40.738 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_dirty": 0, 2024-04-15T14:36:40.738 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T14:36:40.738 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_manifest": 0, 2024-04-15T14:36:40.738 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_misplaced": 0, 2024-04-15T14:36:40.738 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing": 0, 2024-04-15T14:36:40.738 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T14:36:40.738 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_omap": 0, 2024-04-15T14:36:40.739 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_pinned": 0, 2024-04-15T14:36:40.739 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_recovered": 0, 2024-04-15T14:36:40.739 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_repaired": 0, 2024-04-15T14:36:40.739 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_unfound": 0, 2024-04-15T14:36:40.739 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_bytes": 0, 2024-04-15T14:36:40.739 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_keys": 0, 2024-04-15T14:36:40.739 INFO:tasks.workunit.client.0.smithi016.stdout: "num_promote": 0, 2024-04-15T14:36:40.739 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read": 0, 2024-04-15T14:36:40.739 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read_kb": 0, 2024-04-15T14:36:40.739 INFO:tasks.workunit.client.0.smithi016.stdout: "num_scrub_errors": 0, 2024-04-15T14:36:40.739 INFO:tasks.workunit.client.0.smithi016.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T14:36:40.739 INFO:tasks.workunit.client.0.smithi016.stdout: "num_whiteouts": 0, 2024-04-15T14:36:40.739 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write": 0, 2024-04-15T14:36:40.740 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write_kb": 0 2024-04-15T14:36:40.740 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:40.740 INFO:tasks.workunit.client.0.smithi016.stdout: "state": "active+clean", 2024-04-15T14:36:40.740 INFO:tasks.workunit.client.0.smithi016.stdout: "stats_invalid": false, 2024-04-15T14:36:40.740 INFO:tasks.workunit.client.0.smithi016.stdout: "up": [ 2024-04-15T14:36:40.740 INFO:tasks.workunit.client.0.smithi016.stdout: 0, 2024-04-15T14:36:40.740 INFO:tasks.workunit.client.0.smithi016.stdout: 7, 2024-04-15T14:36:40.740 INFO:tasks.workunit.client.0.smithi016.stdout: 1 2024-04-15T14:36:40.740 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T14:36:40.740 INFO:tasks.workunit.client.0.smithi016.stdout: "up_primary": 0, 2024-04-15T14:36:40.740 INFO:tasks.workunit.client.0.smithi016.stdout: "version": "0'0" 2024-04-15T14:36:40.740 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:40.741 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-15T14:36:40.741 INFO:tasks.workunit.client.0.smithi016.stdout: "acting": [ 2024-04-15T14:36:40.741 INFO:tasks.workunit.client.0.smithi016.stdout: 6, 2024-04-15T14:36:40.741 INFO:tasks.workunit.client.0.smithi016.stdout: 4, 2024-04-15T14:36:40.741 INFO:tasks.workunit.client.0.smithi016.stdout: 0 2024-04-15T14:36:40.741 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T14:36:40.741 INFO:tasks.workunit.client.0.smithi016.stdout: "acting_primary": 6, 2024-04-15T14:36:40.741 INFO:tasks.workunit.client.0.smithi016.stdout: "avail_no_missing": [], 2024-04-15T14:36:40.741 INFO:tasks.workunit.client.0.smithi016.stdout: "blocked_by": [], 2024-04-15T14:36:40.741 INFO:tasks.workunit.client.0.smithi016.stdout: "created": 61, 2024-04-15T14:36:40.741 INFO:tasks.workunit.client.0.smithi016.stdout: "dirty_stats_invalid": false, 2024-04-15T14:36:40.741 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T14:36:40.741 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_stats_invalid": false, 2024-04-15T14:36:40.742 INFO:tasks.workunit.client.0.smithi016.stdout: "last_active": "2024-04-15T14:34:12.043645+0000", 2024-04-15T14:36:40.742 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_active": "2024-04-15T14:33:35.006857+0000", 2024-04-15T14:36:40.742 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_peered": "2024-04-15T14:33:35.006857+0000", 2024-04-15T14:36:40.742 INFO:tasks.workunit.client.0.smithi016.stdout: "last_change": "2024-04-15T14:33:35.007293+0000", 2024-04-15T14:36:40.742 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean": "2024-04-15T14:34:12.043645+0000", 2024-04-15T14:36:40.742 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T14:36:40.742 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub": "0'0", 2024-04-15T14:36:40.742 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T14:36:40.742 INFO:tasks.workunit.client.0.smithi016.stdout: "last_epoch_clean": 62, 2024-04-15T14:36:40.742 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fresh": "2024-04-15T14:34:12.043645+0000", 2024-04-15T14:36:40.742 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fullsized": "2024-04-15T14:34:12.043645+0000", 2024-04-15T14:36:40.742 INFO:tasks.workunit.client.0.smithi016.stdout: "last_peered": "2024-04-15T14:34:12.043645+0000", 2024-04-15T14:36:40.743 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub": "0'0", 2024-04-15T14:36:40.743 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_duration": 0, 2024-04-15T14:36:40.743 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T14:36:40.743 INFO:tasks.workunit.client.0.smithi016.stdout: "last_undegraded": "2024-04-15T14:34:12.043645+0000", 2024-04-15T14:36:40.743 INFO:tasks.workunit.client.0.smithi016.stdout: "last_unstale": "2024-04-15T14:34:12.043645+0000", 2024-04-15T14:36:40.743 INFO:tasks.workunit.client.0.smithi016.stdout: "log_dups_size": 0, 2024-04-15T14:36:40.743 INFO:tasks.workunit.client.0.smithi016.stdout: "log_size": 0, 2024-04-15T14:36:40.743 INFO:tasks.workunit.client.0.smithi016.stdout: "log_start": "0'0", 2024-04-15T14:36:40.743 INFO:tasks.workunit.client.0.smithi016.stdout: "manifest_stats_invalid": false, 2024-04-15T14:36:40.743 INFO:tasks.workunit.client.0.smithi016.stdout: "mapping_epoch": 61, 2024-04-15T14:36:40.743 INFO:tasks.workunit.client.0.smithi016.stdout: "object_location_counts": [], 2024-04-15T14:36:40.743 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_scrubbed": 0, 2024-04-15T14:36:40.744 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_trimmed": 0, 2024-04-15T14:36:40.744 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_stats_invalid": false, 2024-04-15T14:36:40.744 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_size": 0, 2024-04-15T14:36:40.744 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_start": "0'0", 2024-04-15T14:36:40.744 INFO:tasks.workunit.client.0.smithi016.stdout: "parent": "0.0", 2024-04-15T14:36:40.744 INFO:tasks.workunit.client.0.smithi016.stdout: "parent_split_bits": 0, 2024-04-15T14:36:40.744 INFO:tasks.workunit.client.0.smithi016.stdout: "pgid": "3.2c", 2024-04-15T14:36:40.744 INFO:tasks.workunit.client.0.smithi016.stdout: "pin_stats_invalid": false, 2024-04-15T14:36:40.744 INFO:tasks.workunit.client.0.smithi016.stdout: "purged_snaps": [], 2024-04-15T14:36:40.744 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_epoch": 70, 2024-04-15T14:36:40.744 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_seq": 18, 2024-04-15T14:36:40.744 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_duration": 0.0, 2024-04-15T14:36:40.744 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-16T16:40:38.422662+0000", 2024-04-15T14:36:40.745 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrim_duration": 0.0, 2024-04-15T14:36:40.745 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrimq_len": 0, 2024-04-15T14:36:40.745 INFO:tasks.workunit.client.0.smithi016.stdout: "stat_sum": { 2024-04-15T14:36:40.745 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes": 0, 2024-04-15T14:36:40.745 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T14:36:40.745 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_recovered": 0, 2024-04-15T14:36:40.745 INFO:tasks.workunit.client.0.smithi016.stdout: "num_deep_scrub_errors": 0, 2024-04-15T14:36:40.745 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict": 0, 2024-04-15T14:36:40.745 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_kb": 0, 2024-04-15T14:36:40.745 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_full": 0, 2024-04-15T14:36:40.745 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_some": 0, 2024-04-15T14:36:40.745 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush": 0, 2024-04-15T14:36:40.746 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_kb": 0, 2024-04-15T14:36:40.746 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_high": 0, 2024-04-15T14:36:40.746 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_low": 0, 2024-04-15T14:36:40.746 INFO:tasks.workunit.client.0.smithi016.stdout: "num_keys_recovered": 0, 2024-04-15T14:36:40.746 INFO:tasks.workunit.client.0.smithi016.stdout: "num_large_omap_objects": 0, 2024-04-15T14:36:40.746 INFO:tasks.workunit.client.0.smithi016.stdout: "num_legacy_snapsets": 0, 2024-04-15T14:36:40.746 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_clones": 0, 2024-04-15T14:36:40.746 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_copies": 0, 2024-04-15T14:36:40.746 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects": 0, 2024-04-15T14:36:40.746 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_degraded": 0, 2024-04-15T14:36:40.746 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_dirty": 0, 2024-04-15T14:36:40.746 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T14:36:40.747 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_manifest": 0, 2024-04-15T14:36:40.747 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_misplaced": 0, 2024-04-15T14:36:40.747 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing": 0, 2024-04-15T14:36:40.747 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T14:36:40.747 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_omap": 0, 2024-04-15T14:36:40.747 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_pinned": 0, 2024-04-15T14:36:40.747 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_recovered": 0, 2024-04-15T14:36:40.747 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_repaired": 0, 2024-04-15T14:36:40.747 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_unfound": 0, 2024-04-15T14:36:40.747 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_bytes": 0, 2024-04-15T14:36:40.747 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_keys": 0, 2024-04-15T14:36:40.747 INFO:tasks.workunit.client.0.smithi016.stdout: "num_promote": 0, 2024-04-15T14:36:40.748 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read": 0, 2024-04-15T14:36:40.748 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read_kb": 0, 2024-04-15T14:36:40.748 INFO:tasks.workunit.client.0.smithi016.stdout: "num_scrub_errors": 0, 2024-04-15T14:36:40.748 INFO:tasks.workunit.client.0.smithi016.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T14:36:40.748 INFO:tasks.workunit.client.0.smithi016.stdout: "num_whiteouts": 0, 2024-04-15T14:36:40.748 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write": 0, 2024-04-15T14:36:40.748 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write_kb": 0 2024-04-15T14:36:40.748 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:40.748 INFO:tasks.workunit.client.0.smithi016.stdout: "state": "active+clean", 2024-04-15T14:36:40.748 INFO:tasks.workunit.client.0.smithi016.stdout: "stats_invalid": false, 2024-04-15T14:36:40.748 INFO:tasks.workunit.client.0.smithi016.stdout: "up": [ 2024-04-15T14:36:40.749 INFO:tasks.workunit.client.0.smithi016.stdout: 6, 2024-04-15T14:36:40.749 INFO:tasks.workunit.client.0.smithi016.stdout: 4, 2024-04-15T14:36:40.749 INFO:tasks.workunit.client.0.smithi016.stdout: 0 2024-04-15T14:36:40.749 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T14:36:40.749 INFO:tasks.workunit.client.0.smithi016.stdout: "up_primary": 6, 2024-04-15T14:36:40.749 INFO:tasks.workunit.client.0.smithi016.stdout: "version": "0'0" 2024-04-15T14:36:40.749 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T14:36:40.749 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T14:36:40.749 INFO:tasks.workunit.client.0.smithi016.stdout: "stats_per_pool": [ 2024-04-15T14:36:40.749 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-15T14:36:40.749 INFO:tasks.workunit.client.0.smithi016.stdout: "acting": 24, 2024-04-15T14:36:40.749 INFO:tasks.workunit.client.0.smithi016.stdout: "application": [ 2024-04-15T14:36:40.749 INFO:tasks.workunit.client.0.smithi016.stdout: "rbd" 2024-04-15T14:36:40.750 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T14:36:40.750 INFO:tasks.workunit.client.0.smithi016.stdout: "log_size": 0, 2024-04-15T14:36:40.750 INFO:tasks.workunit.client.0.smithi016.stdout: "num_pg": 8, 2024-04-15T14:36:40.750 INFO:tasks.workunit.client.0.smithi016.stdout: "num_store_stats": 8, 2024-04-15T14:36:40.750 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_size": 0, 2024-04-15T14:36:40.750 INFO:tasks.workunit.client.0.smithi016.stdout: "poolid": 4, 2024-04-15T14:36:40.750 INFO:tasks.workunit.client.0.smithi016.stdout: "stat_sum": { 2024-04-15T14:36:40.750 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes": 0, 2024-04-15T14:36:40.750 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T14:36:40.750 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_recovered": 0, 2024-04-15T14:36:40.750 INFO:tasks.workunit.client.0.smithi016.stdout: "num_deep_scrub_errors": 0, 2024-04-15T14:36:40.751 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict": 0, 2024-04-15T14:36:40.751 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_kb": 0, 2024-04-15T14:36:40.751 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_full": 0, 2024-04-15T14:36:40.751 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_some": 0, 2024-04-15T14:36:40.751 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush": 0, 2024-04-15T14:36:40.751 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_kb": 0, 2024-04-15T14:36:40.751 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_high": 0, 2024-04-15T14:36:40.751 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_low": 0, 2024-04-15T14:36:40.751 INFO:tasks.workunit.client.0.smithi016.stdout: "num_keys_recovered": 0, 2024-04-15T14:36:40.751 INFO:tasks.workunit.client.0.smithi016.stdout: "num_large_omap_objects": 0, 2024-04-15T14:36:40.751 INFO:tasks.workunit.client.0.smithi016.stdout: "num_legacy_snapsets": 0, 2024-04-15T14:36:40.751 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_clones": 0, 2024-04-15T14:36:40.751 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_copies": 0, 2024-04-15T14:36:40.752 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects": 0, 2024-04-15T14:36:40.752 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_degraded": 0, 2024-04-15T14:36:40.752 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_dirty": 0, 2024-04-15T14:36:40.752 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T14:36:40.752 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_manifest": 0, 2024-04-15T14:36:40.752 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_misplaced": 0, 2024-04-15T14:36:40.752 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing": 0, 2024-04-15T14:36:40.752 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T14:36:40.752 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_omap": 0, 2024-04-15T14:36:40.752 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_pinned": 0, 2024-04-15T14:36:40.752 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_recovered": 0, 2024-04-15T14:36:40.752 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_repaired": 0, 2024-04-15T14:36:40.753 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_unfound": 0, 2024-04-15T14:36:40.753 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_bytes": 0, 2024-04-15T14:36:40.753 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_keys": 0, 2024-04-15T14:36:40.753 INFO:tasks.workunit.client.0.smithi016.stdout: "num_promote": 0, 2024-04-15T14:36:40.753 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read": 0, 2024-04-15T14:36:40.753 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read_kb": 0, 2024-04-15T14:36:40.753 INFO:tasks.workunit.client.0.smithi016.stdout: "num_scrub_errors": 0, 2024-04-15T14:36:40.753 INFO:tasks.workunit.client.0.smithi016.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T14:36:40.753 INFO:tasks.workunit.client.0.smithi016.stdout: "num_whiteouts": 0, 2024-04-15T14:36:40.753 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write": 0, 2024-04-15T14:36:40.753 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write_kb": 0 2024-04-15T14:36:40.753 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:40.754 INFO:tasks.workunit.client.0.smithi016.stdout: "store_stats": { 2024-04-15T14:36:40.754 INFO:tasks.workunit.client.0.smithi016.stdout: "allocated": 0, 2024-04-15T14:36:40.754 INFO:tasks.workunit.client.0.smithi016.stdout: "available": 0, 2024-04-15T14:36:40.754 INFO:tasks.workunit.client.0.smithi016.stdout: "data_compressed": 0, 2024-04-15T14:36:40.754 INFO:tasks.workunit.client.0.smithi016.stdout: "data_compressed_allocated": 0, 2024-04-15T14:36:40.754 INFO:tasks.workunit.client.0.smithi016.stdout: "data_compressed_original": 0, 2024-04-15T14:36:40.754 INFO:tasks.workunit.client.0.smithi016.stdout: "data_stored": 0, 2024-04-15T14:36:40.754 INFO:tasks.workunit.client.0.smithi016.stdout: "internal_metadata": 0, 2024-04-15T14:36:40.754 INFO:tasks.workunit.client.0.smithi016.stdout: "internally_reserved": 0, 2024-04-15T14:36:40.754 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_allocated": 0, 2024-04-15T14:36:40.754 INFO:tasks.workunit.client.0.smithi016.stdout: "total": 0 2024-04-15T14:36:40.754 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:40.754 INFO:tasks.workunit.client.0.smithi016.stdout: "up": 24 2024-04-15T14:36:40.755 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:40.755 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-15T14:36:40.755 INFO:tasks.workunit.client.0.smithi016.stdout: "acting": 192, 2024-04-15T14:36:40.755 INFO:tasks.workunit.client.0.smithi016.stdout: "application": [ 2024-04-15T14:36:40.755 INFO:tasks.workunit.client.0.smithi016.stdout: "cephfs" 2024-04-15T14:36:40.755 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T14:36:40.755 INFO:tasks.workunit.client.0.smithi016.stdout: "log_size": 0, 2024-04-15T14:36:40.755 INFO:tasks.workunit.client.0.smithi016.stdout: "num_pg": 64, 2024-04-15T14:36:40.755 INFO:tasks.workunit.client.0.smithi016.stdout: "num_store_stats": 8, 2024-04-15T14:36:40.755 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_size": 0, 2024-04-15T14:36:40.755 INFO:tasks.workunit.client.0.smithi016.stdout: "poolid": 3, 2024-04-15T14:36:40.755 INFO:tasks.workunit.client.0.smithi016.stdout: "stat_sum": { 2024-04-15T14:36:40.755 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes": 0, 2024-04-15T14:36:40.756 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T14:36:40.756 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_recovered": 0, 2024-04-15T14:36:40.756 INFO:tasks.workunit.client.0.smithi016.stdout: "num_deep_scrub_errors": 0, 2024-04-15T14:36:40.756 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict": 0, 2024-04-15T14:36:40.756 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_kb": 0, 2024-04-15T14:36:40.756 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_full": 0, 2024-04-15T14:36:40.756 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_some": 0, 2024-04-15T14:36:40.756 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush": 0, 2024-04-15T14:36:40.756 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_kb": 0, 2024-04-15T14:36:40.756 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_high": 0, 2024-04-15T14:36:40.756 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_low": 0, 2024-04-15T14:36:40.756 INFO:tasks.workunit.client.0.smithi016.stdout: "num_keys_recovered": 0, 2024-04-15T14:36:40.757 INFO:tasks.workunit.client.0.smithi016.stdout: "num_large_omap_objects": 0, 2024-04-15T14:36:40.757 INFO:tasks.workunit.client.0.smithi016.stdout: "num_legacy_snapsets": 0, 2024-04-15T14:36:40.757 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_clones": 0, 2024-04-15T14:36:40.757 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_copies": 0, 2024-04-15T14:36:40.757 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects": 0, 2024-04-15T14:36:40.757 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_degraded": 0, 2024-04-15T14:36:40.757 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_dirty": 0, 2024-04-15T14:36:40.757 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T14:36:40.757 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_manifest": 0, 2024-04-15T14:36:40.757 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_misplaced": 0, 2024-04-15T14:36:40.757 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing": 0, 2024-04-15T14:36:40.757 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T14:36:40.757 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_omap": 0, 2024-04-15T14:36:40.758 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_pinned": 0, 2024-04-15T14:36:40.758 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_recovered": 0, 2024-04-15T14:36:40.758 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_repaired": 0, 2024-04-15T14:36:40.758 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_unfound": 0, 2024-04-15T14:36:40.758 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_bytes": 0, 2024-04-15T14:36:40.758 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_keys": 0, 2024-04-15T14:36:40.758 INFO:tasks.workunit.client.0.smithi016.stdout: "num_promote": 0, 2024-04-15T14:36:40.758 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read": 0, 2024-04-15T14:36:40.758 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read_kb": 0, 2024-04-15T14:36:40.758 INFO:tasks.workunit.client.0.smithi016.stdout: "num_scrub_errors": 0, 2024-04-15T14:36:40.758 INFO:tasks.workunit.client.0.smithi016.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T14:36:40.758 INFO:tasks.workunit.client.0.smithi016.stdout: "num_whiteouts": 0, 2024-04-15T14:36:40.759 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write": 0, 2024-04-15T14:36:40.759 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write_kb": 0 2024-04-15T14:36:40.759 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:40.759 INFO:tasks.workunit.client.0.smithi016.stdout: "store_stats": { 2024-04-15T14:36:40.759 INFO:tasks.workunit.client.0.smithi016.stdout: "allocated": 0, 2024-04-15T14:36:40.759 INFO:tasks.workunit.client.0.smithi016.stdout: "available": 0, 2024-04-15T14:36:40.759 INFO:tasks.workunit.client.0.smithi016.stdout: "data_compressed": 0, 2024-04-15T14:36:40.759 INFO:tasks.workunit.client.0.smithi016.stdout: "data_compressed_allocated": 0, 2024-04-15T14:36:40.759 INFO:tasks.workunit.client.0.smithi016.stdout: "data_compressed_original": 0, 2024-04-15T14:36:40.759 INFO:tasks.workunit.client.0.smithi016.stdout: "data_stored": 0, 2024-04-15T14:36:40.759 INFO:tasks.workunit.client.0.smithi016.stdout: "internal_metadata": 0, 2024-04-15T14:36:40.759 INFO:tasks.workunit.client.0.smithi016.stdout: "internally_reserved": 0, 2024-04-15T14:36:40.759 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_allocated": 0, 2024-04-15T14:36:40.760 INFO:tasks.workunit.client.0.smithi016.stdout: "total": 0 2024-04-15T14:36:40.760 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:40.760 INFO:tasks.workunit.client.0.smithi016.stdout: "up": 192 2024-04-15T14:36:40.760 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:40.760 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-15T14:36:40.760 INFO:tasks.workunit.client.0.smithi016.stdout: "acting": 3, 2024-04-15T14:36:40.760 INFO:tasks.workunit.client.0.smithi016.stdout: "application": [ 2024-04-15T14:36:40.760 INFO:tasks.workunit.client.0.smithi016.stdout: "mgr" 2024-04-15T14:36:40.760 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T14:36:40.760 INFO:tasks.workunit.client.0.smithi016.stdout: "log_size": 152, 2024-04-15T14:36:40.760 INFO:tasks.workunit.client.0.smithi016.stdout: "num_pg": 1, 2024-04-15T14:36:40.760 INFO:tasks.workunit.client.0.smithi016.stdout: "num_store_stats": 3, 2024-04-15T14:36:40.761 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_size": 152, 2024-04-15T14:36:40.761 INFO:tasks.workunit.client.0.smithi016.stdout: "poolid": 1, 2024-04-15T14:36:40.761 INFO:tasks.workunit.client.0.smithi016.stdout: "stat_sum": { 2024-04-15T14:36:40.761 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes": 590368, 2024-04-15T14:36:40.761 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T14:36:40.761 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_recovered": 1771104, 2024-04-15T14:36:40.761 INFO:tasks.workunit.client.0.smithi016.stdout: "num_deep_scrub_errors": 0, 2024-04-15T14:36:40.761 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict": 0, 2024-04-15T14:36:40.761 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_kb": 0, 2024-04-15T14:36:40.761 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_full": 0, 2024-04-15T14:36:40.761 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_some": 0, 2024-04-15T14:36:40.761 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush": 0, 2024-04-15T14:36:40.761 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_kb": 0, 2024-04-15T14:36:40.762 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_high": 0, 2024-04-15T14:36:40.762 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_low": 0, 2024-04-15T14:36:40.762 INFO:tasks.workunit.client.0.smithi016.stdout: "num_keys_recovered": 0, 2024-04-15T14:36:40.762 INFO:tasks.workunit.client.0.smithi016.stdout: "num_large_omap_objects": 0, 2024-04-15T14:36:40.762 INFO:tasks.workunit.client.0.smithi016.stdout: "num_legacy_snapsets": 0, 2024-04-15T14:36:40.762 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_clones": 0, 2024-04-15T14:36:40.762 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_copies": 6, 2024-04-15T14:36:40.762 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects": 2, 2024-04-15T14:36:40.762 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_degraded": 0, 2024-04-15T14:36:40.762 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_dirty": 2, 2024-04-15T14:36:40.762 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T14:36:40.762 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_manifest": 0, 2024-04-15T14:36:40.763 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_misplaced": 0, 2024-04-15T14:36:40.763 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing": 0, 2024-04-15T14:36:40.763 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T14:36:40.763 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_omap": 0, 2024-04-15T14:36:40.763 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_pinned": 0, 2024-04-15T14:36:40.763 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_recovered": 6, 2024-04-15T14:36:40.763 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_repaired": 0, 2024-04-15T14:36:40.763 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_unfound": 0, 2024-04-15T14:36:40.763 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_bytes": 0, 2024-04-15T14:36:40.763 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_keys": 0, 2024-04-15T14:36:40.763 INFO:tasks.workunit.client.0.smithi016.stdout: "num_promote": 0, 2024-04-15T14:36:40.763 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read": 430, 2024-04-15T14:36:40.763 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read_kb": 614, 2024-04-15T14:36:40.764 INFO:tasks.workunit.client.0.smithi016.stdout: "num_scrub_errors": 0, 2024-04-15T14:36:40.764 INFO:tasks.workunit.client.0.smithi016.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T14:36:40.764 INFO:tasks.workunit.client.0.smithi016.stdout: "num_whiteouts": 0, 2024-04-15T14:36:40.764 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write": 227, 2024-04-15T14:36:40.764 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write_kb": 2416 2024-04-15T14:36:40.764 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:40.764 INFO:tasks.workunit.client.0.smithi016.stdout: "store_stats": { 2024-04-15T14:36:40.764 INFO:tasks.workunit.client.0.smithi016.stdout: "allocated": 1781760, 2024-04-15T14:36:40.764 INFO:tasks.workunit.client.0.smithi016.stdout: "available": 0, 2024-04-15T14:36:40.764 INFO:tasks.workunit.client.0.smithi016.stdout: "data_compressed": 0, 2024-04-15T14:36:40.764 INFO:tasks.workunit.client.0.smithi016.stdout: "data_compressed_allocated": 0, 2024-04-15T14:36:40.764 INFO:tasks.workunit.client.0.smithi016.stdout: "data_compressed_original": 0, 2024-04-15T14:36:40.764 INFO:tasks.workunit.client.0.smithi016.stdout: "data_stored": 1771104, 2024-04-15T14:36:40.765 INFO:tasks.workunit.client.0.smithi016.stdout: "internal_metadata": 0, 2024-04-15T14:36:40.765 INFO:tasks.workunit.client.0.smithi016.stdout: "internally_reserved": 0, 2024-04-15T14:36:40.765 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_allocated": 0, 2024-04-15T14:36:40.765 INFO:tasks.workunit.client.0.smithi016.stdout: "total": 0 2024-04-15T14:36:40.765 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:40.765 INFO:tasks.workunit.client.0.smithi016.stdout: "up": 3 2024-04-15T14:36:40.765 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:40.765 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-15T14:36:40.765 INFO:tasks.workunit.client.0.smithi016.stdout: "acting": 96, 2024-04-15T14:36:40.765 INFO:tasks.workunit.client.0.smithi016.stdout: "application": [ 2024-04-15T14:36:40.765 INFO:tasks.workunit.client.0.smithi016.stdout: "cephfs" 2024-04-15T14:36:40.765 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T14:36:40.766 INFO:tasks.workunit.client.0.smithi016.stdout: "log_size": 45, 2024-04-15T14:36:40.766 INFO:tasks.workunit.client.0.smithi016.stdout: "num_pg": 32, 2024-04-15T14:36:40.766 INFO:tasks.workunit.client.0.smithi016.stdout: "num_store_stats": 8, 2024-04-15T14:36:40.766 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_size": 45, 2024-04-15T14:36:40.766 INFO:tasks.workunit.client.0.smithi016.stdout: "poolid": 2, 2024-04-15T14:36:40.766 INFO:tasks.workunit.client.0.smithi016.stdout: "stat_sum": { 2024-04-15T14:36:40.766 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes": 3430, 2024-04-15T14:36:40.766 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T14:36:40.766 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_recovered": 0, 2024-04-15T14:36:40.766 INFO:tasks.workunit.client.0.smithi016.stdout: "num_deep_scrub_errors": 0, 2024-04-15T14:36:40.766 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict": 0, 2024-04-15T14:36:40.766 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_kb": 0, 2024-04-15T14:36:40.767 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_full": 0, 2024-04-15T14:36:40.767 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_some": 0, 2024-04-15T14:36:40.767 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush": 0, 2024-04-15T14:36:40.767 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_kb": 0, 2024-04-15T14:36:40.767 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_high": 0, 2024-04-15T14:36:40.767 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_low": 0, 2024-04-15T14:36:40.767 INFO:tasks.workunit.client.0.smithi016.stdout: "num_keys_recovered": 0, 2024-04-15T14:36:40.767 INFO:tasks.workunit.client.0.smithi016.stdout: "num_large_omap_objects": 0, 2024-04-15T14:36:40.767 INFO:tasks.workunit.client.0.smithi016.stdout: "num_legacy_snapsets": 0, 2024-04-15T14:36:40.767 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_clones": 0, 2024-04-15T14:36:40.767 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_copies": 66, 2024-04-15T14:36:40.767 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects": 22, 2024-04-15T14:36:40.768 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_degraded": 0, 2024-04-15T14:36:40.768 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_dirty": 22, 2024-04-15T14:36:40.768 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T14:36:40.768 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_manifest": 0, 2024-04-15T14:36:40.768 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_misplaced": 0, 2024-04-15T14:36:40.768 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing": 0, 2024-04-15T14:36:40.768 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T14:36:40.768 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_omap": 14, 2024-04-15T14:36:40.768 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_pinned": 0, 2024-04-15T14:36:40.768 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_recovered": 0, 2024-04-15T14:36:40.768 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_repaired": 0, 2024-04-15T14:36:40.768 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_unfound": 0, 2024-04-15T14:36:40.768 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_bytes": 0, 2024-04-15T14:36:40.769 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_keys": 0, 2024-04-15T14:36:40.769 INFO:tasks.workunit.client.0.smithi016.stdout: "num_promote": 0, 2024-04-15T14:36:40.769 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read": 0, 2024-04-15T14:36:40.769 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read_kb": 0, 2024-04-15T14:36:40.769 INFO:tasks.workunit.client.0.smithi016.stdout: "num_scrub_errors": 0, 2024-04-15T14:36:40.769 INFO:tasks.workunit.client.0.smithi016.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T14:36:40.769 INFO:tasks.workunit.client.0.smithi016.stdout: "num_whiteouts": 0, 2024-04-15T14:36:40.769 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write": 51, 2024-04-15T14:36:40.769 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write_kb": 20 2024-04-15T14:36:40.769 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:40.769 INFO:tasks.workunit.client.0.smithi016.stdout: "store_stats": { 2024-04-15T14:36:40.769 INFO:tasks.workunit.client.0.smithi016.stdout: "allocated": 98304, 2024-04-15T14:36:40.769 INFO:tasks.workunit.client.0.smithi016.stdout: "available": 0, 2024-04-15T14:36:40.770 INFO:tasks.workunit.client.0.smithi016.stdout: "data_compressed": 0, 2024-04-15T14:36:40.770 INFO:tasks.workunit.client.0.smithi016.stdout: "data_compressed_allocated": 0, 2024-04-15T14:36:40.770 INFO:tasks.workunit.client.0.smithi016.stdout: "data_compressed_original": 0, 2024-04-15T14:36:40.770 INFO:tasks.workunit.client.0.smithi016.stdout: "data_stored": 10290, 2024-04-15T14:36:40.770 INFO:tasks.workunit.client.0.smithi016.stdout: "internal_metadata": 0, 2024-04-15T14:36:40.770 INFO:tasks.workunit.client.0.smithi016.stdout: "internally_reserved": 0, 2024-04-15T14:36:40.770 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_allocated": 0, 2024-04-15T14:36:40.770 INFO:tasks.workunit.client.0.smithi016.stdout: "total": 0 2024-04-15T14:36:40.770 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:40.770 INFO:tasks.workunit.client.0.smithi016.stdout: "up": 96 2024-04-15T14:36:40.770 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T14:36:40.771 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T14:36:40.771 INFO:tasks.workunit.client.0.smithi016.stdout: "usage": { 2024-04-15T14:36:40.771 INFO:tasks.workunit.client.0.smithi016.stdout: "pg_num": 105, 2024-04-15T14:36:40.771 INFO:tasks.workunit.client.0.smithi016.stdout: "pools": 4, 2024-04-15T14:36:40.771 INFO:tasks.workunit.client.0.smithi016.stdout: "stats_by_class": { 2024-04-15T14:36:40.771 INFO:tasks.workunit.client.0.smithi016.stdout: "ssd": { 2024-04-15T14:36:40.771 INFO:tasks.workunit.client.0.smithi016.stdout: "total_avail_bytes": 767731326976, 2024-04-15T14:36:40.771 INFO:tasks.workunit.client.0.smithi016.stdout: "total_bytes": 767960285184, 2024-04-15T14:36:40.771 INFO:tasks.workunit.client.0.smithi016.stdout: "total_used_bytes": 228958208, 2024-04-15T14:36:40.771 INFO:tasks.workunit.client.0.smithi016.stdout: "total_used_raw_bytes": 228958208, 2024-04-15T14:36:40.771 INFO:tasks.workunit.client.0.smithi016.stdout: "total_used_raw_ratio": 0.00029813809669576585 2024-04-15T14:36:40.771 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T14:36:40.772 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:40.772 INFO:tasks.workunit.client.0.smithi016.stdout: "total_avail_bytes": 767731326976, 2024-04-15T14:36:40.772 INFO:tasks.workunit.client.0.smithi016.stdout: "total_bytes": 767960285184, 2024-04-15T14:36:40.772 INFO:tasks.workunit.client.0.smithi016.stdout: "total_used_bytes": 228958208 2024-04-15T14:36:40.772 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T14:36:40.772 INFO:tasks.workunit.client.0.smithi016.stdout:} 2024-04-15T14:36:40.772 INFO:tasks.workunit.client.0.smithi016.stdout:Device report is generated separately. To see it run 'ceph telemetry show-device'. 2024-04-15T14:36:40.773 INFO:tasks.workunit.client.0.smithi016.stderr:+ ceph telemetry show-device 2024-04-15T14:36:40.774 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:36:39 smithi102 ceph-mon[31017]: from='client.24857 -' entity='client.admin' cmd=[{"prefix": "telemetry enable channel", "channels": ["perf"], "target": ["mon-mgr", ""]}]: dispatch 2024-04-15T14:36:40.774 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:36:39 smithi102 ceph-mon[31017]: pgmap v76: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail; 26 KiB/s rd, 0 B/s wr, 22 op/s 2024-04-15T14:36:40.774 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:36:39 smithi102 ceph-mon[31017]: from='client.14994 -' entity='client.admin' cmd=[{"prefix": "telemetry show", "target": ["mon-mgr", ""]}]: dispatch 2024-04-15T14:36:40.774 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:36:39 smithi102 ceph-mon[31017]: from='mgr.14628 172.21.15.16:0/2128211001' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-15T14:36:40.774 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:36:39 smithi102 ceph-mon[31017]: from='mgr.14628 172.21.15.16:0/2128211001' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-15T14:36:40.774 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:36:39 smithi102 ceph-mon[31017]: from='mgr.14628 172.21.15.16:0/2128211001' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T14:36:40.774 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:36:39 smithi102 ceph-mon[31017]: from='mgr.14628 172.21.15.16:0/2128211001' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-15T14:36:40.774 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:36:39 smithi102 ceph-mon[31017]: from='mgr.14628 172.21.15.16:0/2128211001' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-15T14:36:40.775 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:36:39 smithi102 ceph-mon[31017]: from='mgr.14628 172.21.15.16:0/2128211001' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-15T14:36:40.775 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:36:39 smithi102 ceph-mon[31017]: from='mgr.14628 172.21.15.16:0/2128211001' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-15T14:36:40.775 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:36:39 smithi102 ceph-mon[31017]: from='mgr.14628 172.21.15.16:0/2128211001' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-15T14:36:40.775 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:36:39 smithi102 ceph-mon[31017]: from='mgr.14628 172.21.15.16:0/2128211001' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-15T14:36:40.775 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:36:39 smithi102 ceph-mon[31017]: from='mgr.14628 172.21.15.16:0/2128211001' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-15T14:36:40.775 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:36:39 smithi102 ceph-mon[31017]: from='mgr.14628 172.21.15.16:0/2128211001' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-15T14:36:40.775 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:36:39 smithi102 ceph-mon[31017]: from='mgr.14628 172.21.15.16:0/2128211001' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-15T14:36:40.775 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:36:39 smithi102 ceph-mon[31017]: from='mgr.14628 172.21.15.16:0/2128211001' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-15T14:36:40.775 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:36:39 smithi102 ceph-mon[31017]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-15T14:36:40.775 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:36:39 smithi102 ceph-mon[31017]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-15T14:36:40.775 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:36:39 smithi102 ceph-mon[31017]: from='mgr.14628 172.21.15.16:0/2128211001' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-15T14:36:40.776 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:36:39 smithi102 ceph-mon[31017]: from='mgr.14628 172.21.15.16:0/2128211001' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-15T14:36:40.776 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:36:39 smithi102 ceph-mon[31017]: from='mgr.14628 172.21.15.16:0/2128211001' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-15T14:36:40.776 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:36:39 smithi102 ceph-mon[31017]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-15T14:36:40.776 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:36:39 smithi102 ceph-mon[31017]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-15T14:36:40.776 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:36:39 smithi102 ceph-mon[31017]: from='mgr.14628 172.21.15.16:0/2128211001' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-15T14:36:40.776 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:36:39 smithi102 ceph-mon[31017]: from='mgr.14628 172.21.15.16:0/2128211001' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-15T14:36:40.776 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:36:39 smithi102 ceph-mon[31017]: from='mgr.14628 172.21.15.16:0/2128211001' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-15T14:36:40.776 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:36:39 smithi102 ceph-mon[31017]: from='mgr.14628 172.21.15.16:0/2128211001' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-15T14:36:40.776 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:36:39 smithi102 ceph-mon[31017]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-15T14:36:40.776 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:36:39 smithi102 ceph-mon[31017]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-15T14:36:40.776 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:36:39 smithi102 ceph-mon[31017]: from='mgr.14628 172.21.15.16:0/2128211001' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-15T14:36:40.776 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:36:39 smithi102 ceph-mon[31017]: from='mgr.14628 172.21.15.16:0/2128211001' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-15T14:36:40.776 INFO:tasks.workunit.client.0.smithi016.stdout:{ 2024-04-15T14:36:40.777 INFO:tasks.workunit.client.0.smithi016.stdout: "8f9b68b4-fb35-11ee-b99d-0cc47abd1564": { 2024-04-15T14:36:40.777 INFO:tasks.workunit.client.0.smithi016.stdout: "INTEL_SSDPED1D480GA_8f9c28ee-fb35-11ee-b99d-0cc47abd1564": { 2024-04-15T14:36:40.777 INFO:tasks.workunit.client.0.smithi016.stdout: "20240415-143114": { 2024-04-15T14:36:40.777 INFO:tasks.workunit.client.0.smithi016.stdout: "device": { 2024-04-15T14:36:40.777 INFO:tasks.workunit.client.0.smithi016.stdout: "info_name": "/dev/nvme0n1", 2024-04-15T14:36:40.777 INFO:tasks.workunit.client.0.smithi016.stdout: "name": "/dev/nvme0n1", 2024-04-15T14:36:40.777 INFO:tasks.workunit.client.0.smithi016.stdout: "protocol": "NVMe", 2024-04-15T14:36:40.777 INFO:tasks.workunit.client.0.smithi016.stdout: "type": "nvme" 2024-04-15T14:36:40.777 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:40.777 INFO:tasks.workunit.client.0.smithi016.stdout: "firmware_version": "E2010325", 2024-04-15T14:36:40.778 INFO:tasks.workunit.client.0.smithi016.stdout: "host_id": "8f9b68b4-fb35-11ee-b99d-0cc47abd1564", 2024-04-15T14:36:40.778 INFO:tasks.workunit.client.0.smithi016.stdout: "json_format_version": [ 2024-04-15T14:36:40.778 INFO:tasks.workunit.client.0.smithi016.stdout: 1, 2024-04-15T14:36:40.778 INFO:tasks.workunit.client.0.smithi016.stdout: 0 2024-04-15T14:36:40.778 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T14:36:40.778 INFO:tasks.workunit.client.0.smithi016.stdout: "local_time": { 2024-04-15T14:36:40.778 INFO:tasks.workunit.client.0.smithi016.stdout: "asctime": "Mon Apr 15 14:31:14 2024 UTC", 2024-04-15T14:36:40.778 INFO:tasks.workunit.client.0.smithi016.stdout: "time_t": 1713191474 2024-04-15T14:36:40.778 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:40.778 INFO:tasks.workunit.client.0.smithi016.stdout: "logical_block_size": 512, 2024-04-15T14:36:40.778 INFO:tasks.workunit.client.0.smithi016.stdout: "model_name": "INTEL SSDPED1D480GA", 2024-04-15T14:36:40.779 INFO:tasks.workunit.client.0.smithi016.stdout: "nvme_controller_id": 0, 2024-04-15T14:36:40.779 INFO:tasks.workunit.client.0.smithi016.stdout: "nvme_ieee_oui_identifier": 6083300, 2024-04-15T14:36:40.779 INFO:tasks.workunit.client.0.smithi016.stdout: "nvme_namespaces": [ 2024-04-15T14:36:40.779 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-15T14:36:40.779 INFO:tasks.workunit.client.0.smithi016.stdout: "capacity": { 2024-04-15T14:36:40.779 INFO:tasks.workunit.client.0.smithi016.stdout: "blocks": 937703088, 2024-04-15T14:36:40.779 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 480103981056 2024-04-15T14:36:40.779 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:40.779 INFO:tasks.workunit.client.0.smithi016.stdout: "formatted_lba_size": 512, 2024-04-15T14:36:40.779 INFO:tasks.workunit.client.0.smithi016.stdout: "id": 1, 2024-04-15T14:36:40.779 INFO:tasks.workunit.client.0.smithi016.stdout: "size": { 2024-04-15T14:36:40.779 INFO:tasks.workunit.client.0.smithi016.stdout: "blocks": 937703088, 2024-04-15T14:36:40.780 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 480103981056 2024-04-15T14:36:40.780 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:40.780 INFO:tasks.workunit.client.0.smithi016.stdout: "utilization": { 2024-04-15T14:36:40.780 INFO:tasks.workunit.client.0.smithi016.stdout: "blocks": 937703088, 2024-04-15T14:36:40.780 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 480103981056 2024-04-15T14:36:40.780 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T14:36:40.780 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T14:36:40.780 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T14:36:40.780 INFO:tasks.workunit.client.0.smithi016.stdout: "nvme_number_of_namespaces": 1, 2024-04-15T14:36:40.780 INFO:tasks.workunit.client.0.smithi016.stdout: "nvme_pci_vendor": { 2024-04-15T14:36:40.780 INFO:tasks.workunit.client.0.smithi016.stdout: "id": 32902, 2024-04-15T14:36:40.780 INFO:tasks.workunit.client.0.smithi016.stdout: "subsystem_id": 32902 2024-04-15T14:36:40.780 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:40.781 INFO:tasks.workunit.client.0.smithi016.stdout: "nvme_smart_health_information_add_log": { 2024-04-15T14:36:40.781 INFO:tasks.workunit.client.0.smithi016.stdout: "Device stats": { 2024-04-15T14:36:40.781 INFO:tasks.workunit.client.0.smithi016.stdout: "avail_fw_downgrades": { 2024-04-15T14:36:40.781 INFO:tasks.workunit.client.0.smithi016.stdout: "normalized": 0, 2024-04-15T14:36:40.781 INFO:tasks.workunit.client.0.smithi016.stdout: "raw": 0 2024-04-15T14:36:40.781 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:40.781 INFO:tasks.workunit.client.0.smithi016.stdout: "crc_error_count": { 2024-04-15T14:36:40.781 INFO:tasks.workunit.client.0.smithi016.stdout: "normalized": 100, 2024-04-15T14:36:40.781 INFO:tasks.workunit.client.0.smithi016.stdout: "raw": 0 2024-04-15T14:36:40.781 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:40.781 INFO:tasks.workunit.client.0.smithi016.stdout: "end_to_end_error_detection_count": { 2024-04-15T14:36:40.781 INFO:tasks.workunit.client.0.smithi016.stdout: "normalized": 100, 2024-04-15T14:36:40.782 INFO:tasks.workunit.client.0.smithi016.stdout: "raw": 0 2024-04-15T14:36:40.782 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:40.782 INFO:tasks.workunit.client.0.smithi016.stdout: "erase_fail_count": { 2024-04-15T14:36:40.782 INFO:tasks.workunit.client.0.smithi016.stdout: "normalized": 0, 2024-04-15T14:36:40.782 INFO:tasks.workunit.client.0.smithi016.stdout: "raw": 0 2024-04-15T14:36:40.782 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:40.782 INFO:tasks.workunit.client.0.smithi016.stdout: "host_bytes_written": { 2024-04-15T14:36:40.782 INFO:tasks.workunit.client.0.smithi016.stdout: "normalized": 100, 2024-04-15T14:36:40.782 INFO:tasks.workunit.client.0.smithi016.stdout: "raw": 12502232 2024-04-15T14:36:40.782 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:40.782 INFO:tasks.workunit.client.0.smithi016.stdout: "host_ctx_wear_used": { 2024-04-15T14:36:40.782 INFO:tasks.workunit.client.0.smithi016.stdout: "normalized": 0, 2024-04-15T14:36:40.783 INFO:tasks.workunit.client.0.smithi016.stdout: "raw": 0 2024-04-15T14:36:40.783 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:40.783 INFO:tasks.workunit.client.0.smithi016.stdout: "media_bytes_read": { 2024-04-15T14:36:40.783 INFO:tasks.workunit.client.0.smithi016.stdout: "normalized": 0, 2024-04-15T14:36:40.783 INFO:tasks.workunit.client.0.smithi016.stdout: "raw": 0 2024-04-15T14:36:40.783 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:40.783 INFO:tasks.workunit.client.0.smithi016.stdout: "nand_bytes_written": { 2024-04-15T14:36:40.783 INFO:tasks.workunit.client.0.smithi016.stdout: "normalized": 0, 2024-04-15T14:36:40.783 INFO:tasks.workunit.client.0.smithi016.stdout: "raw": 0 2024-04-15T14:36:40.783 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:40.783 INFO:tasks.workunit.client.0.smithi016.stdout: "perf_stat_indicator": { 2024-04-15T14:36:40.783 INFO:tasks.workunit.client.0.smithi016.stdout: "normalized": 0, 2024-04-15T14:36:40.784 INFO:tasks.workunit.client.0.smithi016.stdout: "raw": 0 2024-04-15T14:36:40.784 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:40.784 INFO:tasks.workunit.client.0.smithi016.stdout: "pll_lock_loss_count": { 2024-04-15T14:36:40.784 INFO:tasks.workunit.client.0.smithi016.stdout: "normalized": 100, 2024-04-15T14:36:40.784 INFO:tasks.workunit.client.0.smithi016.stdout: "raw": 0 2024-04-15T14:36:40.784 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:40.784 INFO:tasks.workunit.client.0.smithi016.stdout: "program_fail_count": { 2024-04-15T14:36:40.784 INFO:tasks.workunit.client.0.smithi016.stdout: "normalized": 0, 2024-04-15T14:36:40.784 INFO:tasks.workunit.client.0.smithi016.stdout: "raw": 0 2024-04-15T14:36:40.784 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:40.784 INFO:tasks.workunit.client.0.smithi016.stdout: "re_alloc_sectr_cnt": { 2024-04-15T14:36:40.784 INFO:tasks.workunit.client.0.smithi016.stdout: "normalized": 0, 2024-04-15T14:36:40.785 INFO:tasks.workunit.client.0.smithi016.stdout: "raw": 0 2024-04-15T14:36:40.785 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:40.785 INFO:tasks.workunit.client.0.smithi016.stdout: "retry_buffer_overflow_count": { 2024-04-15T14:36:40.785 INFO:tasks.workunit.client.0.smithi016.stdout: "normalized": 100, 2024-04-15T14:36:40.785 INFO:tasks.workunit.client.0.smithi016.stdout: "raw": 0 2024-04-15T14:36:40.785 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:40.785 INFO:tasks.workunit.client.0.smithi016.stdout: "soft_ecc_err_rate": { 2024-04-15T14:36:40.785 INFO:tasks.workunit.client.0.smithi016.stdout: "normalized": 0, 2024-04-15T14:36:40.785 INFO:tasks.workunit.client.0.smithi016.stdout: "raw": 0 2024-04-15T14:36:40.785 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:40.785 INFO:tasks.workunit.client.0.smithi016.stdout: "thermal_throttle_status": { 2024-04-15T14:36:40.785 INFO:tasks.workunit.client.0.smithi016.stdout: "normalized": 100, 2024-04-15T14:36:40.785 INFO:tasks.workunit.client.0.smithi016.stdout: "raw": { 2024-04-15T14:36:40.786 INFO:tasks.workunit.client.0.smithi016.stdout: "cnt": 0, 2024-04-15T14:36:40.786 INFO:tasks.workunit.client.0.smithi016.stdout: "pct": 0 2024-04-15T14:36:40.786 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T14:36:40.786 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:40.786 INFO:tasks.workunit.client.0.smithi016.stdout: "timed_workload_host_reads": { 2024-04-15T14:36:40.786 INFO:tasks.workunit.client.0.smithi016.stdout: "normalized": 100, 2024-04-15T14:36:40.786 INFO:tasks.workunit.client.0.smithi016.stdout: "raw": 16 2024-04-15T14:36:40.786 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:40.786 INFO:tasks.workunit.client.0.smithi016.stdout: "timed_workload_media_wear": { 2024-04-15T14:36:40.786 INFO:tasks.workunit.client.0.smithi016.stdout: "normalized": 100, 2024-04-15T14:36:40.786 INFO:tasks.workunit.client.0.smithi016.stdout: "raw": 14 2024-04-15T14:36:40.787 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:40.787 INFO:tasks.workunit.client.0.smithi016.stdout: "timed_workload_timer": { 2024-04-15T14:36:40.787 INFO:tasks.workunit.client.0.smithi016.stdout: "normalized": 100, 2024-04-15T14:36:40.787 INFO:tasks.workunit.client.0.smithi016.stdout: "raw": 1606211 2024-04-15T14:36:40.787 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:40.787 INFO:tasks.workunit.client.0.smithi016.stdout: "unexp_power_loss": { 2024-04-15T14:36:40.787 INFO:tasks.workunit.client.0.smithi016.stdout: "normalized": 0, 2024-04-15T14:36:40.787 INFO:tasks.workunit.client.0.smithi016.stdout: "raw": 0 2024-04-15T14:36:40.787 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:40.787 INFO:tasks.workunit.client.0.smithi016.stdout: "wear_leveling": { 2024-04-15T14:36:40.787 INFO:tasks.workunit.client.0.smithi016.stdout: "normalized": 0, 2024-04-15T14:36:40.787 INFO:tasks.workunit.client.0.smithi016.stdout: "raw": { 2024-04-15T14:36:40.788 INFO:tasks.workunit.client.0.smithi016.stdout: "avg": 0, 2024-04-15T14:36:40.788 INFO:tasks.workunit.client.0.smithi016.stdout: "max": 0, 2024-04-15T14:36:40.788 INFO:tasks.workunit.client.0.smithi016.stdout: "min": 0 2024-04-15T14:36:40.788 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T14:36:40.788 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T14:36:40.788 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:40.788 INFO:tasks.workunit.client.0.smithi016.stdout: "Intel Smart log": "nvme0n1" 2024-04-15T14:36:40.788 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:40.788 INFO:tasks.workunit.client.0.smithi016.stdout: "nvme_smart_health_information_log": { 2024-04-15T14:36:40.788 INFO:tasks.workunit.client.0.smithi016.stdout: "available_spare": 100, 2024-04-15T14:36:40.788 INFO:tasks.workunit.client.0.smithi016.stdout: "available_spare_threshold": 0, 2024-04-15T14:36:40.788 INFO:tasks.workunit.client.0.smithi016.stdout: "controller_busy_time": 5127, 2024-04-15T14:36:40.788 INFO:tasks.workunit.client.0.smithi016.stdout: "critical_warning": 0, 2024-04-15T14:36:40.789 INFO:tasks.workunit.client.0.smithi016.stdout: "data_units_read": 187427077, 2024-04-15T14:36:40.789 INFO:tasks.workunit.client.0.smithi016.stdout: "data_units_written": 819346293, 2024-04-15T14:36:40.789 INFO:tasks.workunit.client.0.smithi016.stdout: "host_reads": 3092348801, 2024-04-15T14:36:40.789 INFO:tasks.workunit.client.0.smithi016.stdout: "host_writes": 17434434651, 2024-04-15T14:36:40.789 INFO:tasks.workunit.client.0.smithi016.stdout: "media_errors": 0, 2024-04-15T14:36:40.789 INFO:tasks.workunit.client.0.smithi016.stdout: "num_err_log_entries": 0, 2024-04-15T14:36:40.789 INFO:tasks.workunit.client.0.smithi016.stdout: "percentage_used": 22, 2024-04-15T14:36:40.789 INFO:tasks.workunit.client.0.smithi016.stdout: "power_cycles": 34369, 2024-04-15T14:36:40.789 INFO:tasks.workunit.client.0.smithi016.stdout: "power_on_hours": 41224, 2024-04-15T14:36:40.789 INFO:tasks.workunit.client.0.smithi016.stdout: "temperature": 33, 2024-04-15T14:36:40.789 INFO:tasks.workunit.client.0.smithi016.stdout: "unsafe_shutdowns": 9852 2024-04-15T14:36:40.789 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:40.790 INFO:tasks.workunit.client.0.smithi016.stdout: "nvme_vendor": "intel", 2024-04-15T14:36:40.790 INFO:tasks.workunit.client.0.smithi016.stdout: "power_cycle_count": 34369, 2024-04-15T14:36:40.790 INFO:tasks.workunit.client.0.smithi016.stdout: "power_on_time": { 2024-04-15T14:36:40.790 INFO:tasks.workunit.client.0.smithi016.stdout: "hours": 41224 2024-04-15T14:36:40.790 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:40.790 INFO:tasks.workunit.client.0.smithi016.stdout: "serial_number": "deleted", 2024-04-15T14:36:40.790 INFO:tasks.workunit.client.0.smithi016.stdout: "smart_status": { 2024-04-15T14:36:40.790 INFO:tasks.workunit.client.0.smithi016.stdout: "nvme": { 2024-04-15T14:36:40.790 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:40.790 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:40.790 INFO:tasks.workunit.client.0.smithi016.stdout: "passed": true 2024-04-15T14:36:40.790 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:40.791 INFO:tasks.workunit.client.0.smithi016.stdout: "smartctl": { 2024-04-15T14:36:40.791 INFO:tasks.workunit.client.0.smithi016.stdout: "argv": [ 2024-04-15T14:36:40.791 INFO:tasks.workunit.client.0.smithi016.stdout: "smartctl", 2024-04-15T14:36:40.791 INFO:tasks.workunit.client.0.smithi016.stdout: "-x", 2024-04-15T14:36:40.791 INFO:tasks.workunit.client.0.smithi016.stdout: "--json=o", 2024-04-15T14:36:40.791 INFO:tasks.workunit.client.0.smithi016.stdout: "/dev/nvme0n1" 2024-04-15T14:36:40.791 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T14:36:40.791 INFO:tasks.workunit.client.0.smithi016.stdout: "build_info": "(local build)", 2024-04-15T14:36:40.791 INFO:tasks.workunit.client.0.smithi016.stdout: "exit_status": 0, 2024-04-15T14:36:40.791 INFO:tasks.workunit.client.0.smithi016.stdout: "output": [ 2024-04-15T14:36:40.791 INFO:tasks.workunit.client.0.smithi016.stdout: "smartctl 7.1 2019-12-30 r5022 [x86_64-linux-5.14.0-438.el9.x86_64] (local build)", 2024-04-15T14:36:40.791 INFO:tasks.workunit.client.0.smithi016.stdout: "Copyright (C) 2002-19, Bruce Allen, Christian Franke, www.smartmontools.org", 2024-04-15T14:36:40.791 INFO:tasks.workunit.client.0.smithi016.stdout: "", 2024-04-15T14:36:40.792 INFO:tasks.workunit.client.0.smithi016.stdout: "=== START OF INFORMATION SECTION ===", 2024-04-15T14:36:40.792 INFO:tasks.workunit.client.0.smithi016.stdout: "Model Number: INTEL SSDPED1D480GA", 2024-04-15T14:36:40.792 INFO:tasks.workunit.client.0.smithi016.stdout: "Serial Number: deleted", 2024-04-15T14:36:40.792 INFO:tasks.workunit.client.0.smithi016.stdout: "Firmware Version: E2010325", 2024-04-15T14:36:40.792 INFO:tasks.workunit.client.0.smithi016.stdout: "PCI Vendor/Subsystem ID: 0x8086", 2024-04-15T14:36:40.792 INFO:tasks.workunit.client.0.smithi016.stdout: "IEEE OUI Identifier: 0x5cd2e4", 2024-04-15T14:36:40.792 INFO:tasks.workunit.client.0.smithi016.stdout: "Controller ID: 0", 2024-04-15T14:36:40.792 INFO:tasks.workunit.client.0.smithi016.stdout: "Number of Namespaces: 1", 2024-04-15T14:36:40.792 INFO:tasks.workunit.client.0.smithi016.stdout: "Namespace 1 Size/Capacity: 480,103,981,056 [480 GB]", 2024-04-15T14:36:40.792 INFO:tasks.workunit.client.0.smithi016.stdout: "Namespace 1 Formatted LBA Size: 512", 2024-04-15T14:36:40.792 INFO:tasks.workunit.client.0.smithi016.stdout: "Local Time is: Mon Apr 15 14:31:14 2024 UTC", 2024-04-15T14:36:40.792 INFO:tasks.workunit.client.0.smithi016.stdout: "Firmware Updates (0x02): 1 Slot", 2024-04-15T14:36:40.792 INFO:tasks.workunit.client.0.smithi016.stdout: "Optional Admin Commands (0x0007): Security Format Frmw_DL", 2024-04-15T14:36:40.793 INFO:tasks.workunit.client.0.smithi016.stdout: "Optional NVM Commands (0x0006): Wr_Unc DS_Mngmt", 2024-04-15T14:36:40.793 INFO:tasks.workunit.client.0.smithi016.stdout: "Maximum Data Transfer Size: 32 Pages", 2024-04-15T14:36:40.793 INFO:tasks.workunit.client.0.smithi016.stdout: "", 2024-04-15T14:36:40.793 INFO:tasks.workunit.client.0.smithi016.stdout: "Supported Power States", 2024-04-15T14:36:40.793 INFO:tasks.workunit.client.0.smithi016.stdout: "St Op Max Active Idle RL RT WL WT Ent_Lat Ex_Lat", 2024-04-15T14:36:40.793 INFO:tasks.workunit.client.0.smithi016.stdout: " 0 + 18.00W - - 0 0 0 0 0 0", 2024-04-15T14:36:40.793 INFO:tasks.workunit.client.0.smithi016.stdout: "", 2024-04-15T14:36:40.793 INFO:tasks.workunit.client.0.smithi016.stdout: "Supported LBA Sizes (NSID 0x1)", 2024-04-15T14:36:40.793 INFO:tasks.workunit.client.0.smithi016.stdout: "Id Fmt Data Metadt Rel_Perf", 2024-04-15T14:36:40.793 INFO:tasks.workunit.client.0.smithi016.stdout: " 0 + 512 0 2", 2024-04-15T14:36:40.793 INFO:tasks.workunit.client.0.smithi016.stdout: "", 2024-04-15T14:36:40.793 INFO:tasks.workunit.client.0.smithi016.stdout: "=== START OF SMART DATA SECTION ===", 2024-04-15T14:36:40.794 INFO:tasks.workunit.client.0.smithi016.stdout: "SMART overall-health self-assessment test result: PASSED", 2024-04-15T14:36:40.794 INFO:tasks.workunit.client.0.smithi016.stdout: "", 2024-04-15T14:36:40.794 INFO:tasks.workunit.client.0.smithi016.stdout: "SMART/Health Information (NVMe Log 0x02)", 2024-04-15T14:36:40.794 INFO:tasks.workunit.client.0.smithi016.stdout: "Critical Warning: 0x00", 2024-04-15T14:36:40.794 INFO:tasks.workunit.client.0.smithi016.stdout: "Temperature: 33 Celsius", 2024-04-15T14:36:40.794 INFO:tasks.workunit.client.0.smithi016.stdout: "Available Spare: 100%", 2024-04-15T14:36:40.794 INFO:tasks.workunit.client.0.smithi016.stdout: "Available Spare Threshold: 0%", 2024-04-15T14:36:40.794 INFO:tasks.workunit.client.0.smithi016.stdout: "Percentage Used: 22%", 2024-04-15T14:36:40.794 INFO:tasks.workunit.client.0.smithi016.stdout: "Data Units Read: 187,427,077 [95.9 TB]", 2024-04-15T14:36:40.794 INFO:tasks.workunit.client.0.smithi016.stdout: "Data Units Written: 819,346,293 [419 TB]", 2024-04-15T14:36:40.794 INFO:tasks.workunit.client.0.smithi016.stdout: "Host Read Commands: 3,092,348,801", 2024-04-15T14:36:40.794 INFO:tasks.workunit.client.0.smithi016.stdout: "Host Write Commands: 17,434,434,651", 2024-04-15T14:36:40.795 INFO:tasks.workunit.client.0.smithi016.stdout: "Controller Busy Time: 5,127", 2024-04-15T14:36:40.795 INFO:tasks.workunit.client.0.smithi016.stdout: "Power Cycles: 34,369", 2024-04-15T14:36:40.795 INFO:tasks.workunit.client.0.smithi016.stdout: "Power On Hours: 41,224", 2024-04-15T14:36:40.795 INFO:tasks.workunit.client.0.smithi016.stdout: "Unsafe Shutdowns: 9,852", 2024-04-15T14:36:40.795 INFO:tasks.workunit.client.0.smithi016.stdout: "Media and Data Integrity Errors: 0", 2024-04-15T14:36:40.795 INFO:tasks.workunit.client.0.smithi016.stdout: "Error Information Log Entries: 0", 2024-04-15T14:36:40.795 INFO:tasks.workunit.client.0.smithi016.stdout: "", 2024-04-15T14:36:40.795 INFO:tasks.workunit.client.0.smithi016.stdout: "Error Information (NVMe Log 0x01, max 64 entries)", 2024-04-15T14:36:40.795 INFO:tasks.workunit.client.0.smithi016.stdout: "No Errors Logged", 2024-04-15T14:36:40.795 INFO:tasks.workunit.client.0.smithi016.stdout: "" 2024-04-15T14:36:40.795 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T14:36:40.795 INFO:tasks.workunit.client.0.smithi016.stdout: "platform_info": "x86_64-linux-5.14.0-438.el9.x86_64", 2024-04-15T14:36:40.795 INFO:tasks.workunit.client.0.smithi016.stdout: "svn_revision": "5022", 2024-04-15T14:36:40.796 INFO:tasks.workunit.client.0.smithi016.stdout: "version": [ 2024-04-15T14:36:40.796 INFO:tasks.workunit.client.0.smithi016.stdout: 7, 2024-04-15T14:36:40.796 INFO:tasks.workunit.client.0.smithi016.stdout: 1 2024-04-15T14:36:40.796 INFO:tasks.workunit.client.0.smithi016.stdout: ] 2024-04-15T14:36:40.796 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:40.796 INFO:tasks.workunit.client.0.smithi016.stdout: "temperature": { 2024-04-15T14:36:40.796 INFO:tasks.workunit.client.0.smithi016.stdout: "current": 33 2024-04-15T14:36:40.796 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:40.796 INFO:tasks.workunit.client.0.smithi016.stdout: "user_capacity": { 2024-04-15T14:36:40.796 INFO:tasks.workunit.client.0.smithi016.stdout: "blocks": 937703088, 2024-04-15T14:36:40.796 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 480103981056 2024-04-15T14:36:40.797 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T14:36:40.797 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T14:36:40.797 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T14:36:40.797 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:40.797 INFO:tasks.workunit.client.0.smithi016.stdout: "8f9dab74-fb35-11ee-b99d-0cc47abd1564": { 2024-04-15T14:36:40.797 INFO:tasks.workunit.client.0.smithi016.stdout: "INTEL_SSDPEDMD400G4_8f9e4dd6-fb35-11ee-b99d-0cc47abd1564": { 2024-04-15T14:36:40.797 INFO:tasks.workunit.client.0.smithi016.stdout: "20240415-143116": { 2024-04-15T14:36:40.797 INFO:tasks.workunit.client.0.smithi016.stdout: "device": { 2024-04-15T14:36:40.797 INFO:tasks.workunit.client.0.smithi016.stdout: "info_name": "/dev/nvme0n1", 2024-04-15T14:36:40.797 INFO:tasks.workunit.client.0.smithi016.stdout: "name": "/dev/nvme0n1", 2024-04-15T14:36:40.797 INFO:tasks.workunit.client.0.smithi016.stdout: "protocol": "NVMe", 2024-04-15T14:36:40.797 INFO:tasks.workunit.client.0.smithi016.stdout: "type": "nvme" 2024-04-15T14:36:40.797 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:40.798 INFO:tasks.workunit.client.0.smithi016.stdout: "firmware_version": "8DV101H0", 2024-04-15T14:36:40.798 INFO:tasks.workunit.client.0.smithi016.stdout: "host_id": "8f9dab74-fb35-11ee-b99d-0cc47abd1564", 2024-04-15T14:36:40.798 INFO:tasks.workunit.client.0.smithi016.stdout: "json_format_version": [ 2024-04-15T14:36:40.798 INFO:tasks.workunit.client.0.smithi016.stdout: 1, 2024-04-15T14:36:40.798 INFO:tasks.workunit.client.0.smithi016.stdout: 0 2024-04-15T14:36:40.798 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T14:36:40.798 INFO:tasks.workunit.client.0.smithi016.stdout: "local_time": { 2024-04-15T14:36:40.798 INFO:tasks.workunit.client.0.smithi016.stdout: "asctime": "Mon Apr 15 14:31:16 2024 UTC", 2024-04-15T14:36:40.798 INFO:tasks.workunit.client.0.smithi016.stdout: "time_t": 1713191476 2024-04-15T14:36:40.798 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:40.798 INFO:tasks.workunit.client.0.smithi016.stdout: "logical_block_size": 512, 2024-04-15T14:36:40.799 INFO:tasks.workunit.client.0.smithi016.stdout: "model_name": "INTEL SSDPEDMD400G4", 2024-04-15T14:36:40.799 INFO:tasks.workunit.client.0.smithi016.stdout: "nvme_controller_id": 0, 2024-04-15T14:36:40.799 INFO:tasks.workunit.client.0.smithi016.stdout: "nvme_ieee_oui_identifier": 6083300, 2024-04-15T14:36:40.799 INFO:tasks.workunit.client.0.smithi016.stdout: "nvme_namespaces": [ 2024-04-15T14:36:40.799 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-15T14:36:40.799 INFO:tasks.workunit.client.0.smithi016.stdout: "capacity": { 2024-04-15T14:36:40.799 INFO:tasks.workunit.client.0.smithi016.stdout: "blocks": 781422768, 2024-04-15T14:36:40.799 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 400088457216 2024-04-15T14:36:40.799 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:40.799 INFO:tasks.workunit.client.0.smithi016.stdout: "formatted_lba_size": 512, 2024-04-15T14:36:40.799 INFO:tasks.workunit.client.0.smithi016.stdout: "id": 1, 2024-04-15T14:36:40.799 INFO:tasks.workunit.client.0.smithi016.stdout: "size": { 2024-04-15T14:36:40.799 INFO:tasks.workunit.client.0.smithi016.stdout: "blocks": 781422768, 2024-04-15T14:36:40.800 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 400088457216 2024-04-15T14:36:40.800 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:40.800 INFO:tasks.workunit.client.0.smithi016.stdout: "utilization": { 2024-04-15T14:36:40.800 INFO:tasks.workunit.client.0.smithi016.stdout: "blocks": 781422768, 2024-04-15T14:36:40.800 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 400088457216 2024-04-15T14:36:40.800 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T14:36:40.800 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T14:36:40.800 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T14:36:40.800 INFO:tasks.workunit.client.0.smithi016.stdout: "nvme_number_of_namespaces": 1, 2024-04-15T14:36:40.800 INFO:tasks.workunit.client.0.smithi016.stdout: "nvme_pci_vendor": { 2024-04-15T14:36:40.800 INFO:tasks.workunit.client.0.smithi016.stdout: "id": 32902, 2024-04-15T14:36:40.800 INFO:tasks.workunit.client.0.smithi016.stdout: "subsystem_id": 32902 2024-04-15T14:36:40.801 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:40.801 INFO:tasks.workunit.client.0.smithi016.stdout: "nvme_smart_health_information_add_log": { 2024-04-15T14:36:40.801 INFO:tasks.workunit.client.0.smithi016.stdout: "Device stats": { 2024-04-15T14:36:40.801 INFO:tasks.workunit.client.0.smithi016.stdout: "avail_fw_downgrades": { 2024-04-15T14:36:40.801 INFO:tasks.workunit.client.0.smithi016.stdout: "normalized": 0, 2024-04-15T14:36:40.801 INFO:tasks.workunit.client.0.smithi016.stdout: "raw": 0 2024-04-15T14:36:40.801 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:40.801 INFO:tasks.workunit.client.0.smithi016.stdout: "crc_error_count": { 2024-04-15T14:36:40.801 INFO:tasks.workunit.client.0.smithi016.stdout: "normalized": 100, 2024-04-15T14:36:40.801 INFO:tasks.workunit.client.0.smithi016.stdout: "raw": 0 2024-04-15T14:36:40.801 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:40.802 INFO:tasks.workunit.client.0.smithi016.stdout: "end_to_end_error_detection_count": { 2024-04-15T14:36:40.802 INFO:tasks.workunit.client.0.smithi016.stdout: "normalized": 100, 2024-04-15T14:36:40.802 INFO:tasks.workunit.client.0.smithi016.stdout: "raw": 0 2024-04-15T14:36:40.802 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:40.802 INFO:tasks.workunit.client.0.smithi016.stdout: "erase_fail_count": { 2024-04-15T14:36:40.802 INFO:tasks.workunit.client.0.smithi016.stdout: "normalized": 100, 2024-04-15T14:36:40.802 INFO:tasks.workunit.client.0.smithi016.stdout: "raw": 0 2024-04-15T14:36:40.802 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:40.802 INFO:tasks.workunit.client.0.smithi016.stdout: "host_bytes_written": { 2024-04-15T14:36:40.802 INFO:tasks.workunit.client.0.smithi016.stdout: "normalized": 100, 2024-04-15T14:36:40.802 INFO:tasks.workunit.client.0.smithi016.stdout: "raw": 29079146 2024-04-15T14:36:40.802 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:40.803 INFO:tasks.workunit.client.0.smithi016.stdout: "host_ctx_wear_used": { 2024-04-15T14:36:40.803 INFO:tasks.workunit.client.0.smithi016.stdout: "normalized": 100, 2024-04-15T14:36:40.803 INFO:tasks.workunit.client.0.smithi016.stdout: "raw": 1 2024-04-15T14:36:40.803 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:40.803 INFO:tasks.workunit.client.0.smithi016.stdout: "media_bytes_read": { 2024-04-15T14:36:40.803 INFO:tasks.workunit.client.0.smithi016.stdout: "normalized": 0, 2024-04-15T14:36:40.803 INFO:tasks.workunit.client.0.smithi016.stdout: "raw": 0 2024-04-15T14:36:40.803 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:40.803 INFO:tasks.workunit.client.0.smithi016.stdout: "nand_bytes_written": { 2024-04-15T14:36:40.803 INFO:tasks.workunit.client.0.smithi016.stdout: "normalized": 100, 2024-04-15T14:36:40.803 INFO:tasks.workunit.client.0.smithi016.stdout: "raw": 47147913 2024-04-15T14:36:40.804 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:40.804 INFO:tasks.workunit.client.0.smithi016.stdout: "perf_stat_indicator": { 2024-04-15T14:36:40.804 INFO:tasks.workunit.client.0.smithi016.stdout: "normalized": 0, 2024-04-15T14:36:40.804 INFO:tasks.workunit.client.0.smithi016.stdout: "raw": 0 2024-04-15T14:36:40.804 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:40.804 INFO:tasks.workunit.client.0.smithi016.stdout: "pll_lock_loss_count": { 2024-04-15T14:36:40.804 INFO:tasks.workunit.client.0.smithi016.stdout: "normalized": 100, 2024-04-15T14:36:40.804 INFO:tasks.workunit.client.0.smithi016.stdout: "raw": 0 2024-04-15T14:36:40.804 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:40.804 INFO:tasks.workunit.client.0.smithi016.stdout: "program_fail_count": { 2024-04-15T14:36:40.804 INFO:tasks.workunit.client.0.smithi016.stdout: "normalized": 100, 2024-04-15T14:36:40.804 INFO:tasks.workunit.client.0.smithi016.stdout: "raw": 0 2024-04-15T14:36:40.805 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:40.805 INFO:tasks.workunit.client.0.smithi016.stdout: "re_alloc_sectr_cnt": { 2024-04-15T14:36:40.805 INFO:tasks.workunit.client.0.smithi016.stdout: "normalized": 0, 2024-04-15T14:36:40.805 INFO:tasks.workunit.client.0.smithi016.stdout: "raw": 0 2024-04-15T14:36:40.805 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:40.805 INFO:tasks.workunit.client.0.smithi016.stdout: "retry_buffer_overflow_count": { 2024-04-15T14:36:40.805 INFO:tasks.workunit.client.0.smithi016.stdout: "normalized": 100, 2024-04-15T14:36:40.805 INFO:tasks.workunit.client.0.smithi016.stdout: "raw": 0 2024-04-15T14:36:40.805 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:40.805 INFO:tasks.workunit.client.0.smithi016.stdout: "soft_ecc_err_rate": { 2024-04-15T14:36:40.805 INFO:tasks.workunit.client.0.smithi016.stdout: "normalized": 0, 2024-04-15T14:36:40.805 INFO:tasks.workunit.client.0.smithi016.stdout: "raw": 0 2024-04-15T14:36:40.806 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:40.806 INFO:tasks.workunit.client.0.smithi016.stdout: "thermal_throttle_status": { 2024-04-15T14:36:40.806 INFO:tasks.workunit.client.0.smithi016.stdout: "normalized": 100, 2024-04-15T14:36:40.806 INFO:tasks.workunit.client.0.smithi016.stdout: "raw": { 2024-04-15T14:36:40.806 INFO:tasks.workunit.client.0.smithi016.stdout: "cnt": 0, 2024-04-15T14:36:40.806 INFO:tasks.workunit.client.0.smithi016.stdout: "pct": 0 2024-04-15T14:36:40.806 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T14:36:40.806 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:40.806 INFO:tasks.workunit.client.0.smithi016.stdout: "timed_workload_host_reads": { 2024-04-15T14:36:40.806 INFO:tasks.workunit.client.0.smithi016.stdout: "normalized": 100, 2024-04-15T14:36:40.806 INFO:tasks.workunit.client.0.smithi016.stdout: "raw": 65535 2024-04-15T14:36:40.807 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:40.807 INFO:tasks.workunit.client.0.smithi016.stdout: "timed_workload_media_wear": { 2024-04-15T14:36:40.807 INFO:tasks.workunit.client.0.smithi016.stdout: "normalized": 100, 2024-04-15T14:36:40.807 INFO:tasks.workunit.client.0.smithi016.stdout: "raw": 64 2024-04-15T14:36:40.807 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:40.807 INFO:tasks.workunit.client.0.smithi016.stdout: "timed_workload_timer": { 2024-04-15T14:36:40.807 INFO:tasks.workunit.client.0.smithi016.stdout: "normalized": 100, 2024-04-15T14:36:40.807 INFO:tasks.workunit.client.0.smithi016.stdout: "raw": 65535 2024-04-15T14:36:40.807 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:40.807 INFO:tasks.workunit.client.0.smithi016.stdout: "unexp_power_loss": { 2024-04-15T14:36:40.807 INFO:tasks.workunit.client.0.smithi016.stdout: "normalized": 0, 2024-04-15T14:36:40.808 INFO:tasks.workunit.client.0.smithi016.stdout: "raw": 0 2024-04-15T14:36:40.808 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:40.808 INFO:tasks.workunit.client.0.smithi016.stdout: "wear_leveling": { 2024-04-15T14:36:40.808 INFO:tasks.workunit.client.0.smithi016.stdout: "normalized": 90, 2024-04-15T14:36:40.808 INFO:tasks.workunit.client.0.smithi016.stdout: "raw": { 2024-04-15T14:36:40.808 INFO:tasks.workunit.client.0.smithi016.stdout: "avg": 3165, 2024-04-15T14:36:40.808 INFO:tasks.workunit.client.0.smithi016.stdout: "max": 3186, 2024-04-15T14:36:40.808 INFO:tasks.workunit.client.0.smithi016.stdout: "min": 3145 2024-04-15T14:36:40.808 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T14:36:40.808 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T14:36:40.809 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:40.809 INFO:tasks.workunit.client.0.smithi016.stdout: "Intel Smart log": "nvme0n1" 2024-04-15T14:36:40.809 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:40.809 INFO:tasks.workunit.client.0.smithi016.stdout: "nvme_smart_health_information_log": { 2024-04-15T14:36:40.809 INFO:tasks.workunit.client.0.smithi016.stdout: "available_spare": 100, 2024-04-15T14:36:40.809 INFO:tasks.workunit.client.0.smithi016.stdout: "available_spare_threshold": 10, 2024-04-15T14:36:40.809 INFO:tasks.workunit.client.0.smithi016.stdout: "controller_busy_time": 21, 2024-04-15T14:36:40.809 INFO:tasks.workunit.client.0.smithi016.stdout: "critical_warning": 0, 2024-04-15T14:36:40.809 INFO:tasks.workunit.client.0.smithi016.stdout: "data_units_read": 367524241, 2024-04-15T14:36:40.809 INFO:tasks.workunit.client.0.smithi016.stdout: "data_units_written": 1905730977, 2024-04-15T14:36:40.809 INFO:tasks.workunit.client.0.smithi016.stdout: "host_reads": 5626765605, 2024-04-15T14:36:40.809 INFO:tasks.workunit.client.0.smithi016.stdout: "host_writes": 32550756084, 2024-04-15T14:36:40.810 INFO:tasks.workunit.client.0.smithi016.stdout: "media_errors": 0, 2024-04-15T14:36:40.810 INFO:tasks.workunit.client.0.smithi016.stdout: "num_err_log_entries": 0, 2024-04-15T14:36:40.810 INFO:tasks.workunit.client.0.smithi016.stdout: "percentage_used": 10, 2024-04-15T14:36:40.810 INFO:tasks.workunit.client.0.smithi016.stdout: "power_cycles": 44153, 2024-04-15T14:36:40.810 INFO:tasks.workunit.client.0.smithi016.stdout: "power_on_hours": 57405, 2024-04-15T14:36:40.810 INFO:tasks.workunit.client.0.smithi016.stdout: "temperature": 24, 2024-04-15T14:36:40.810 INFO:tasks.workunit.client.0.smithi016.stdout: "unsafe_shutdowns": 819 2024-04-15T14:36:40.810 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:40.810 INFO:tasks.workunit.client.0.smithi016.stdout: "nvme_vendor": "intel", 2024-04-15T14:36:40.810 INFO:tasks.workunit.client.0.smithi016.stdout: "power_cycle_count": 44153, 2024-04-15T14:36:40.811 INFO:tasks.workunit.client.0.smithi016.stdout: "power_on_time": { 2024-04-15T14:36:40.811 INFO:tasks.workunit.client.0.smithi016.stdout: "hours": 57405 2024-04-15T14:36:40.811 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:40.811 INFO:tasks.workunit.client.0.smithi016.stdout: "serial_number": "deleted", 2024-04-15T14:36:40.811 INFO:tasks.workunit.client.0.smithi016.stdout: "smart_status": { 2024-04-15T14:36:40.811 INFO:tasks.workunit.client.0.smithi016.stdout: "nvme": { 2024-04-15T14:36:40.811 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:40.811 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:40.811 INFO:tasks.workunit.client.0.smithi016.stdout: "passed": true 2024-04-15T14:36:40.811 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:40.811 INFO:tasks.workunit.client.0.smithi016.stdout: "smartctl": { 2024-04-15T14:36:40.811 INFO:tasks.workunit.client.0.smithi016.stdout: "argv": [ 2024-04-15T14:36:40.812 INFO:tasks.workunit.client.0.smithi016.stdout: "smartctl", 2024-04-15T14:36:40.812 INFO:tasks.workunit.client.0.smithi016.stdout: "-x", 2024-04-15T14:36:40.812 INFO:tasks.workunit.client.0.smithi016.stdout: "--json=o", 2024-04-15T14:36:40.812 INFO:tasks.workunit.client.0.smithi016.stdout: "/dev/nvme0n1" 2024-04-15T14:36:40.812 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T14:36:40.812 INFO:tasks.workunit.client.0.smithi016.stdout: "build_info": "(local build)", 2024-04-15T14:36:40.812 INFO:tasks.workunit.client.0.smithi016.stdout: "exit_status": 0, 2024-04-15T14:36:40.812 INFO:tasks.workunit.client.0.smithi016.stdout: "output": [ 2024-04-15T14:36:40.812 INFO:tasks.workunit.client.0.smithi016.stdout: "smartctl 7.1 2019-12-30 r5022 [x86_64-linux-5.14.0-438.el9.x86_64] (local build)", 2024-04-15T14:36:40.812 INFO:tasks.workunit.client.0.smithi016.stdout: "Copyright (C) 2002-19, Bruce Allen, Christian Franke, www.smartmontools.org", 2024-04-15T14:36:40.812 INFO:tasks.workunit.client.0.smithi016.stdout: "", 2024-04-15T14:36:40.812 INFO:tasks.workunit.client.0.smithi016.stdout: "=== START OF INFORMATION SECTION ===", 2024-04-15T14:36:40.813 INFO:tasks.workunit.client.0.smithi016.stdout: "Model Number: INTEL SSDPEDMD400G4", 2024-04-15T14:36:40.813 INFO:tasks.workunit.client.0.smithi016.stdout: "Serial Number: deleted", 2024-04-15T14:36:40.813 INFO:tasks.workunit.client.0.smithi016.stdout: "Firmware Version: 8DV101H0", 2024-04-15T14:36:40.813 INFO:tasks.workunit.client.0.smithi016.stdout: "PCI Vendor/Subsystem ID: 0x8086", 2024-04-15T14:36:40.813 INFO:tasks.workunit.client.0.smithi016.stdout: "IEEE OUI Identifier: 0x5cd2e4", 2024-04-15T14:36:40.813 INFO:tasks.workunit.client.0.smithi016.stdout: "Controller ID: 0", 2024-04-15T14:36:40.813 INFO:tasks.workunit.client.0.smithi016.stdout: "Number of Namespaces: 1", 2024-04-15T14:36:40.813 INFO:tasks.workunit.client.0.smithi016.stdout: "Namespace 1 Size/Capacity: 400,088,457,216 [400 GB]", 2024-04-15T14:36:40.813 INFO:tasks.workunit.client.0.smithi016.stdout: "Namespace 1 Formatted LBA Size: 512", 2024-04-15T14:36:40.813 INFO:tasks.workunit.client.0.smithi016.stdout: "Local Time is: Mon Apr 15 14:31:16 2024 UTC", 2024-04-15T14:36:40.813 INFO:tasks.workunit.client.0.smithi016.stdout: "Firmware Updates (0x02): 1 Slot", 2024-04-15T14:36:40.814 INFO:tasks.workunit.client.0.smithi016.stdout: "Optional Admin Commands (0x0006): Format Frmw_DL", 2024-04-15T14:36:40.814 INFO:tasks.workunit.client.0.smithi016.stdout: "Optional NVM Commands (0x0006): Wr_Unc DS_Mngmt", 2024-04-15T14:36:40.814 INFO:tasks.workunit.client.0.smithi016.stdout: "Maximum Data Transfer Size: 32 Pages", 2024-04-15T14:36:40.814 INFO:tasks.workunit.client.0.smithi016.stdout: "", 2024-04-15T14:36:40.814 INFO:tasks.workunit.client.0.smithi016.stdout: "Supported Power States", 2024-04-15T14:36:40.814 INFO:tasks.workunit.client.0.smithi016.stdout: "St Op Max Active Idle RL RT WL WT Ent_Lat Ex_Lat", 2024-04-15T14:36:40.814 INFO:tasks.workunit.client.0.smithi016.stdout: " 0 + 25.00W - - 0 0 0 0 0 0", 2024-04-15T14:36:40.814 INFO:tasks.workunit.client.0.smithi016.stdout: "", 2024-04-15T14:36:40.814 INFO:tasks.workunit.client.0.smithi016.stdout: "Supported LBA Sizes (NSID 0x1)", 2024-04-15T14:36:40.814 INFO:tasks.workunit.client.0.smithi016.stdout: "Id Fmt Data Metadt Rel_Perf", 2024-04-15T14:36:40.814 INFO:tasks.workunit.client.0.smithi016.stdout: " 0 + 512 0 2", 2024-04-15T14:36:40.815 INFO:tasks.workunit.client.0.smithi016.stdout: " 1 - 512 8 2", 2024-04-15T14:36:40.815 INFO:tasks.workunit.client.0.smithi016.stdout: " 2 - 512 16 2", 2024-04-15T14:36:40.815 INFO:tasks.workunit.client.0.smithi016.stdout: " 3 - 4096 0 0", 2024-04-15T14:36:40.815 INFO:tasks.workunit.client.0.smithi016.stdout: " 4 - 4096 8 0", 2024-04-15T14:36:40.815 INFO:tasks.workunit.client.0.smithi016.stdout: " 5 - 4096 64 0", 2024-04-15T14:36:40.815 INFO:tasks.workunit.client.0.smithi016.stdout: " 6 - 4096 128 0", 2024-04-15T14:36:40.815 INFO:tasks.workunit.client.0.smithi016.stdout: "", 2024-04-15T14:36:40.815 INFO:tasks.workunit.client.0.smithi016.stdout: "=== START OF SMART DATA SECTION ===", 2024-04-15T14:36:40.815 INFO:tasks.workunit.client.0.smithi016.stdout: "SMART overall-health self-assessment test result: PASSED", 2024-04-15T14:36:40.815 INFO:tasks.workunit.client.0.smithi016.stdout: "", 2024-04-15T14:36:40.815 INFO:tasks.workunit.client.0.smithi016.stdout: "SMART/Health Information (NVMe Log 0x02)", 2024-04-15T14:36:40.815 INFO:tasks.workunit.client.0.smithi016.stdout: "Critical Warning: 0x00", 2024-04-15T14:36:40.816 INFO:tasks.workunit.client.0.smithi016.stdout: "Temperature: 24 Celsius", 2024-04-15T14:36:40.816 INFO:tasks.workunit.client.0.smithi016.stdout: "Available Spare: 100%", 2024-04-15T14:36:40.816 INFO:tasks.workunit.client.0.smithi016.stdout: "Available Spare Threshold: 10%", 2024-04-15T14:36:40.816 INFO:tasks.workunit.client.0.smithi016.stdout: "Percentage Used: 10%", 2024-04-15T14:36:40.816 INFO:tasks.workunit.client.0.smithi016.stdout: "Data Units Read: 367,524,241 [188 TB]", 2024-04-15T14:36:40.816 INFO:tasks.workunit.client.0.smithi016.stdout: "Data Units Written: 1,905,730,977 [975 TB]", 2024-04-15T14:36:40.816 INFO:tasks.workunit.client.0.smithi016.stdout: "Host Read Commands: 5,626,765,605", 2024-04-15T14:36:40.816 INFO:tasks.workunit.client.0.smithi016.stdout: "Host Write Commands: 32,550,756,084", 2024-04-15T14:36:40.816 INFO:tasks.workunit.client.0.smithi016.stdout: "Controller Busy Time: 21", 2024-04-15T14:36:40.816 INFO:tasks.workunit.client.0.smithi016.stdout: "Power Cycles: 44,153", 2024-04-15T14:36:40.816 INFO:tasks.workunit.client.0.smithi016.stdout: "Power On Hours: 57,405", 2024-04-15T14:36:40.816 INFO:tasks.workunit.client.0.smithi016.stdout: "Unsafe Shutdowns: 819", 2024-04-15T14:36:40.817 INFO:tasks.workunit.client.0.smithi016.stdout: "Media and Data Integrity Errors: 0", 2024-04-15T14:36:40.817 INFO:tasks.workunit.client.0.smithi016.stdout: "Error Information Log Entries: 0", 2024-04-15T14:36:40.817 INFO:tasks.workunit.client.0.smithi016.stdout: "", 2024-04-15T14:36:40.817 INFO:tasks.workunit.client.0.smithi016.stdout: "Error Information (NVMe Log 0x01, max 64 entries)", 2024-04-15T14:36:40.817 INFO:tasks.workunit.client.0.smithi016.stdout: "No Errors Logged", 2024-04-15T14:36:40.817 INFO:tasks.workunit.client.0.smithi016.stdout: "" 2024-04-15T14:36:40.817 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T14:36:40.817 INFO:tasks.workunit.client.0.smithi016.stdout: "platform_info": "x86_64-linux-5.14.0-438.el9.x86_64", 2024-04-15T14:36:40.817 INFO:tasks.workunit.client.0.smithi016.stdout: "svn_revision": "5022", 2024-04-15T14:36:40.817 INFO:tasks.workunit.client.0.smithi016.stdout: "version": [ 2024-04-15T14:36:40.817 INFO:tasks.workunit.client.0.smithi016.stdout: 7, 2024-04-15T14:36:40.817 INFO:tasks.workunit.client.0.smithi016.stdout: 1 2024-04-15T14:36:40.818 INFO:tasks.workunit.client.0.smithi016.stdout: ] 2024-04-15T14:36:40.818 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:40.818 INFO:tasks.workunit.client.0.smithi016.stdout: "temperature": { 2024-04-15T14:36:40.818 INFO:tasks.workunit.client.0.smithi016.stdout: "current": 24 2024-04-15T14:36:40.818 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:40.818 INFO:tasks.workunit.client.0.smithi016.stdout: "user_capacity": { 2024-04-15T14:36:40.818 INFO:tasks.workunit.client.0.smithi016.stdout: "blocks": 781422768, 2024-04-15T14:36:40.818 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 400088457216 2024-04-15T14:36:40.818 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T14:36:40.818 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T14:36:40.818 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T14:36:40.818 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T14:36:40.819 INFO:tasks.workunit.client.0.smithi016.stdout:} 2024-04-15T14:36:40.819 INFO:tasks.workunit.client.0.smithi016.stderr:+ ceph telemetry show-all 2024-04-15T14:36:40.820 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:36:39 smithi016 ceph-mon[27435]: from='client.24857 -' entity='client.admin' cmd=[{"prefix": "telemetry enable channel", "channels": ["perf"], "target": ["mon-mgr", ""]}]: dispatch 2024-04-15T14:36:40.820 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:36:39 smithi016 ceph-mon[27435]: pgmap v76: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail; 26 KiB/s rd, 0 B/s wr, 22 op/s 2024-04-15T14:36:40.820 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:36:39 smithi016 ceph-mon[27435]: from='client.14994 -' entity='client.admin' cmd=[{"prefix": "telemetry show", "target": ["mon-mgr", ""]}]: dispatch 2024-04-15T14:36:40.820 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:36:39 smithi016 ceph-mon[27435]: from='mgr.14628 172.21.15.16:0/2128211001' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-15T14:36:40.820 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:36:39 smithi016 ceph-mon[27435]: from='mgr.14628 172.21.15.16:0/2128211001' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-15T14:36:40.820 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:36:39 smithi016 ceph-mon[27435]: from='mgr.14628 172.21.15.16:0/2128211001' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T14:36:40.820 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:36:39 smithi016 ceph-mon[27435]: from='mgr.14628 172.21.15.16:0/2128211001' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-15T14:36:40.820 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:36:39 smithi016 ceph-mon[27435]: from='mgr.14628 172.21.15.16:0/2128211001' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-15T14:36:40.820 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:36:39 smithi016 ceph-mon[27435]: from='mgr.14628 172.21.15.16:0/2128211001' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-15T14:36:40.820 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:36:39 smithi016 ceph-mon[27435]: from='mgr.14628 172.21.15.16:0/2128211001' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-15T14:36:40.821 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:36:39 smithi016 ceph-mon[27435]: from='mgr.14628 172.21.15.16:0/2128211001' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-15T14:36:40.821 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:36:39 smithi016 ceph-mon[27435]: from='mgr.14628 172.21.15.16:0/2128211001' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-15T14:36:40.821 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:36:39 smithi016 ceph-mon[27435]: from='mgr.14628 172.21.15.16:0/2128211001' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-15T14:36:40.821 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:36:39 smithi016 ceph-mon[27435]: from='mgr.14628 172.21.15.16:0/2128211001' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-15T14:36:40.821 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:36:39 smithi016 ceph-mon[27435]: from='mgr.14628 172.21.15.16:0/2128211001' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-15T14:36:40.821 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:36:39 smithi016 ceph-mon[27435]: from='mgr.14628 172.21.15.16:0/2128211001' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-15T14:36:40.821 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:36:39 smithi016 ceph-mon[27435]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-15T14:36:40.821 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:36:39 smithi016 ceph-mon[27435]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-15T14:36:40.821 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:36:39 smithi016 ceph-mon[27435]: from='mgr.14628 172.21.15.16:0/2128211001' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-15T14:36:40.821 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:36:39 smithi016 ceph-mon[27435]: from='mgr.14628 172.21.15.16:0/2128211001' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-15T14:36:40.821 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:36:39 smithi016 ceph-mon[27435]: from='mgr.14628 172.21.15.16:0/2128211001' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-15T14:36:40.821 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:36:39 smithi016 ceph-mon[27435]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-15T14:36:40.821 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:36:39 smithi016 ceph-mon[27435]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-15T14:36:40.822 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:36:39 smithi016 ceph-mon[27435]: from='mgr.14628 172.21.15.16:0/2128211001' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-15T14:36:40.822 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:36:39 smithi016 ceph-mon[27435]: from='mgr.14628 172.21.15.16:0/2128211001' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-15T14:36:40.822 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:36:39 smithi016 ceph-mon[27435]: from='mgr.14628 172.21.15.16:0/2128211001' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-15T14:36:40.822 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:36:39 smithi016 ceph-mon[27435]: from='mgr.14628 172.21.15.16:0/2128211001' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-15T14:36:40.822 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:36:39 smithi016 ceph-mon[27435]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-15T14:36:40.822 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:36:39 smithi016 ceph-mon[27435]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-15T14:36:40.822 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:36:39 smithi016 ceph-mon[27435]: from='mgr.14628 172.21.15.16:0/2128211001' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-15T14:36:40.822 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:36:39 smithi016 ceph-mon[27435]: from='mgr.14628 172.21.15.16:0/2128211001' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-15T14:36:40.823 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:36:39 smithi016 ceph-mon[36548]: from='client.24857 -' entity='client.admin' cmd=[{"prefix": "telemetry enable channel", "channels": ["perf"], "target": ["mon-mgr", ""]}]: dispatch 2024-04-15T14:36:40.823 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:36:39 smithi016 ceph-mon[36548]: pgmap v76: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail; 26 KiB/s rd, 0 B/s wr, 22 op/s 2024-04-15T14:36:40.823 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:36:39 smithi016 ceph-mon[36548]: from='client.14994 -' entity='client.admin' cmd=[{"prefix": "telemetry show", "target": ["mon-mgr", ""]}]: dispatch 2024-04-15T14:36:40.823 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:36:39 smithi016 ceph-mon[36548]: from='mgr.14628 172.21.15.16:0/2128211001' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-15T14:36:40.823 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:36:39 smithi016 ceph-mon[36548]: from='mgr.14628 172.21.15.16:0/2128211001' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-15T14:36:40.823 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:36:39 smithi016 ceph-mon[36548]: from='mgr.14628 172.21.15.16:0/2128211001' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T14:36:40.823 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:36:39 smithi016 ceph-mon[36548]: from='mgr.14628 172.21.15.16:0/2128211001' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-15T14:36:40.823 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:36:39 smithi016 ceph-mon[36548]: from='mgr.14628 172.21.15.16:0/2128211001' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-15T14:36:40.824 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:36:39 smithi016 ceph-mon[36548]: from='mgr.14628 172.21.15.16:0/2128211001' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-15T14:36:40.824 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:36:39 smithi016 ceph-mon[36548]: from='mgr.14628 172.21.15.16:0/2128211001' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-15T14:36:40.824 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:36:39 smithi016 ceph-mon[36548]: from='mgr.14628 172.21.15.16:0/2128211001' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-15T14:36:40.824 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:36:39 smithi016 ceph-mon[36548]: from='mgr.14628 172.21.15.16:0/2128211001' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-15T14:36:40.824 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:36:39 smithi016 ceph-mon[36548]: from='mgr.14628 172.21.15.16:0/2128211001' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-15T14:36:40.824 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:36:39 smithi016 ceph-mon[36548]: from='mgr.14628 172.21.15.16:0/2128211001' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-15T14:36:40.824 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:36:39 smithi016 ceph-mon[36548]: from='mgr.14628 172.21.15.16:0/2128211001' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-15T14:36:40.824 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:36:39 smithi016 ceph-mon[36548]: from='mgr.14628 172.21.15.16:0/2128211001' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-15T14:36:40.824 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:36:39 smithi016 ceph-mon[36548]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-15T14:36:40.824 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:36:39 smithi016 ceph-mon[36548]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-15T14:36:40.824 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:36:39 smithi016 ceph-mon[36548]: from='mgr.14628 172.21.15.16:0/2128211001' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-15T14:36:40.824 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:36:39 smithi016 ceph-mon[36548]: from='mgr.14628 172.21.15.16:0/2128211001' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-15T14:36:40.825 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:36:39 smithi016 ceph-mon[36548]: from='mgr.14628 172.21.15.16:0/2128211001' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-15T14:36:40.825 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:36:39 smithi016 ceph-mon[36548]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-15T14:36:40.825 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:36:39 smithi016 ceph-mon[36548]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-15T14:36:40.825 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:36:39 smithi016 ceph-mon[36548]: from='mgr.14628 172.21.15.16:0/2128211001' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-15T14:36:40.825 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:36:39 smithi016 ceph-mon[36548]: from='mgr.14628 172.21.15.16:0/2128211001' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-15T14:36:40.825 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:36:39 smithi016 ceph-mon[36548]: from='mgr.14628 172.21.15.16:0/2128211001' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-15T14:36:40.825 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:36:39 smithi016 ceph-mon[36548]: from='mgr.14628 172.21.15.16:0/2128211001' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-15T14:36:40.825 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:36:39 smithi016 ceph-mon[36548]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-15T14:36:40.825 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:36:39 smithi016 ceph-mon[36548]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-15T14:36:40.825 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:36:39 smithi016 ceph-mon[36548]: from='mgr.14628 172.21.15.16:0/2128211001' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-15T14:36:40.825 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:36:39 smithi016 ceph-mon[36548]: from='mgr.14628 172.21.15.16:0/2128211001' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-15T14:36:40.836 INFO:tasks.workunit.client.0.smithi016.stdout:{ 2024-04-15T14:36:40.836 INFO:tasks.workunit.client.0.smithi016.stdout: "device_report": { 2024-04-15T14:36:40.836 INFO:tasks.workunit.client.0.smithi016.stdout: "8f9b68b4-fb35-11ee-b99d-0cc47abd1564": { 2024-04-15T14:36:40.836 INFO:tasks.workunit.client.0.smithi016.stdout: "INTEL_SSDPED1D480GA_8f9c28ee-fb35-11ee-b99d-0cc47abd1564": { 2024-04-15T14:36:40.837 INFO:tasks.workunit.client.0.smithi016.stdout: "20240415-143114": { 2024-04-15T14:36:40.837 INFO:tasks.workunit.client.0.smithi016.stdout: "device": { 2024-04-15T14:36:40.837 INFO:tasks.workunit.client.0.smithi016.stdout: "info_name": "/dev/nvme0n1", 2024-04-15T14:36:40.837 INFO:tasks.workunit.client.0.smithi016.stdout: "name": "/dev/nvme0n1", 2024-04-15T14:36:40.837 INFO:tasks.workunit.client.0.smithi016.stdout: "protocol": "NVMe", 2024-04-15T14:36:40.837 INFO:tasks.workunit.client.0.smithi016.stdout: "type": "nvme" 2024-04-15T14:36:40.837 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:40.837 INFO:tasks.workunit.client.0.smithi016.stdout: "firmware_version": "E2010325", 2024-04-15T14:36:40.837 INFO:tasks.workunit.client.0.smithi016.stdout: "host_id": "8f9b68b4-fb35-11ee-b99d-0cc47abd1564", 2024-04-15T14:36:40.837 INFO:tasks.workunit.client.0.smithi016.stdout: "json_format_version": [ 2024-04-15T14:36:40.837 INFO:tasks.workunit.client.0.smithi016.stdout: 1, 2024-04-15T14:36:40.838 INFO:tasks.workunit.client.0.smithi016.stdout: 0 2024-04-15T14:36:40.838 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T14:36:40.838 INFO:tasks.workunit.client.0.smithi016.stdout: "local_time": { 2024-04-15T14:36:40.838 INFO:tasks.workunit.client.0.smithi016.stdout: "asctime": "Mon Apr 15 14:31:14 2024 UTC", 2024-04-15T14:36:40.838 INFO:tasks.workunit.client.0.smithi016.stdout: "time_t": 1713191474 2024-04-15T14:36:40.838 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:40.838 INFO:tasks.workunit.client.0.smithi016.stdout: "logical_block_size": 512, 2024-04-15T14:36:40.838 INFO:tasks.workunit.client.0.smithi016.stdout: "model_name": "INTEL SSDPED1D480GA", 2024-04-15T14:36:40.838 INFO:tasks.workunit.client.0.smithi016.stdout: "nvme_controller_id": 0, 2024-04-15T14:36:40.838 INFO:tasks.workunit.client.0.smithi016.stdout: "nvme_ieee_oui_identifier": 6083300, 2024-04-15T14:36:40.838 INFO:tasks.workunit.client.0.smithi016.stdout: "nvme_namespaces": [ 2024-04-15T14:36:40.839 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-15T14:36:40.839 INFO:tasks.workunit.client.0.smithi016.stdout: "capacity": { 2024-04-15T14:36:40.839 INFO:tasks.workunit.client.0.smithi016.stdout: "blocks": 937703088, 2024-04-15T14:36:40.839 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 480103981056 2024-04-15T14:36:40.839 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:40.839 INFO:tasks.workunit.client.0.smithi016.stdout: "formatted_lba_size": 512, 2024-04-15T14:36:40.839 INFO:tasks.workunit.client.0.smithi016.stdout: "id": 1, 2024-04-15T14:36:40.839 INFO:tasks.workunit.client.0.smithi016.stdout: "size": { 2024-04-15T14:36:40.839 INFO:tasks.workunit.client.0.smithi016.stdout: "blocks": 937703088, 2024-04-15T14:36:40.839 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 480103981056 2024-04-15T14:36:40.839 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:40.839 INFO:tasks.workunit.client.0.smithi016.stdout: "utilization": { 2024-04-15T14:36:40.840 INFO:tasks.workunit.client.0.smithi016.stdout: "blocks": 937703088, 2024-04-15T14:36:40.840 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 480103981056 2024-04-15T14:36:40.840 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T14:36:40.840 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T14:36:40.840 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T14:36:40.840 INFO:tasks.workunit.client.0.smithi016.stdout: "nvme_number_of_namespaces": 1, 2024-04-15T14:36:40.840 INFO:tasks.workunit.client.0.smithi016.stdout: "nvme_pci_vendor": { 2024-04-15T14:36:40.840 INFO:tasks.workunit.client.0.smithi016.stdout: "id": 32902, 2024-04-15T14:36:40.840 INFO:tasks.workunit.client.0.smithi016.stdout: "subsystem_id": 32902 2024-04-15T14:36:40.840 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:40.840 INFO:tasks.workunit.client.0.smithi016.stdout: "nvme_smart_health_information_add_log": { 2024-04-15T14:36:40.840 INFO:tasks.workunit.client.0.smithi016.stdout: "Device stats": { 2024-04-15T14:36:40.841 INFO:tasks.workunit.client.0.smithi016.stdout: "avail_fw_downgrades": { 2024-04-15T14:36:40.841 INFO:tasks.workunit.client.0.smithi016.stdout: "normalized": 0, 2024-04-15T14:36:40.841 INFO:tasks.workunit.client.0.smithi016.stdout: "raw": 0 2024-04-15T14:36:40.841 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:40.841 INFO:tasks.workunit.client.0.smithi016.stdout: "crc_error_count": { 2024-04-15T14:36:40.841 INFO:tasks.workunit.client.0.smithi016.stdout: "normalized": 100, 2024-04-15T14:36:40.841 INFO:tasks.workunit.client.0.smithi016.stdout: "raw": 0 2024-04-15T14:36:40.841 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:40.841 INFO:tasks.workunit.client.0.smithi016.stdout: "end_to_end_error_detection_count": { 2024-04-15T14:36:40.841 INFO:tasks.workunit.client.0.smithi016.stdout: "normalized": 100, 2024-04-15T14:36:40.841 INFO:tasks.workunit.client.0.smithi016.stdout: "raw": 0 2024-04-15T14:36:40.841 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:40.842 INFO:tasks.workunit.client.0.smithi016.stdout: "erase_fail_count": { 2024-04-15T14:36:40.842 INFO:tasks.workunit.client.0.smithi016.stdout: "normalized": 0, 2024-04-15T14:36:40.842 INFO:tasks.workunit.client.0.smithi016.stdout: "raw": 0 2024-04-15T14:36:40.842 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:40.842 INFO:tasks.workunit.client.0.smithi016.stdout: "host_bytes_written": { 2024-04-15T14:36:40.842 INFO:tasks.workunit.client.0.smithi016.stdout: "normalized": 100, 2024-04-15T14:36:40.842 INFO:tasks.workunit.client.0.smithi016.stdout: "raw": 12502232 2024-04-15T14:36:40.842 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:40.842 INFO:tasks.workunit.client.0.smithi016.stdout: "host_ctx_wear_used": { 2024-04-15T14:36:40.842 INFO:tasks.workunit.client.0.smithi016.stdout: "normalized": 0, 2024-04-15T14:36:40.842 INFO:tasks.workunit.client.0.smithi016.stdout: "raw": 0 2024-04-15T14:36:40.842 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:40.843 INFO:tasks.workunit.client.0.smithi016.stdout: "media_bytes_read": { 2024-04-15T14:36:40.843 INFO:tasks.workunit.client.0.smithi016.stdout: "normalized": 0, 2024-04-15T14:36:40.843 INFO:tasks.workunit.client.0.smithi016.stdout: "raw": 0 2024-04-15T14:36:40.843 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:40.843 INFO:tasks.workunit.client.0.smithi016.stdout: "nand_bytes_written": { 2024-04-15T14:36:40.843 INFO:tasks.workunit.client.0.smithi016.stdout: "normalized": 0, 2024-04-15T14:36:40.843 INFO:tasks.workunit.client.0.smithi016.stdout: "raw": 0 2024-04-15T14:36:40.843 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:40.843 INFO:tasks.workunit.client.0.smithi016.stdout: "perf_stat_indicator": { 2024-04-15T14:36:40.843 INFO:tasks.workunit.client.0.smithi016.stdout: "normalized": 0, 2024-04-15T14:36:40.843 INFO:tasks.workunit.client.0.smithi016.stdout: "raw": 0 2024-04-15T14:36:40.843 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:40.844 INFO:tasks.workunit.client.0.smithi016.stdout: "pll_lock_loss_count": { 2024-04-15T14:36:40.844 INFO:tasks.workunit.client.0.smithi016.stdout: "normalized": 100, 2024-04-15T14:36:40.844 INFO:tasks.workunit.client.0.smithi016.stdout: "raw": 0 2024-04-15T14:36:40.844 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:40.844 INFO:tasks.workunit.client.0.smithi016.stdout: "program_fail_count": { 2024-04-15T14:36:40.844 INFO:tasks.workunit.client.0.smithi016.stdout: "normalized": 0, 2024-04-15T14:36:40.844 INFO:tasks.workunit.client.0.smithi016.stdout: "raw": 0 2024-04-15T14:36:40.844 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:40.844 INFO:tasks.workunit.client.0.smithi016.stdout: "re_alloc_sectr_cnt": { 2024-04-15T14:36:40.844 INFO:tasks.workunit.client.0.smithi016.stdout: "normalized": 0, 2024-04-15T14:36:40.844 INFO:tasks.workunit.client.0.smithi016.stdout: "raw": 0 2024-04-15T14:36:40.844 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:40.845 INFO:tasks.workunit.client.0.smithi016.stdout: "retry_buffer_overflow_count": { 2024-04-15T14:36:40.845 INFO:tasks.workunit.client.0.smithi016.stdout: "normalized": 100, 2024-04-15T14:36:40.845 INFO:tasks.workunit.client.0.smithi016.stdout: "raw": 0 2024-04-15T14:36:40.845 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:40.845 INFO:tasks.workunit.client.0.smithi016.stdout: "soft_ecc_err_rate": { 2024-04-15T14:36:40.845 INFO:tasks.workunit.client.0.smithi016.stdout: "normalized": 0, 2024-04-15T14:36:40.845 INFO:tasks.workunit.client.0.smithi016.stdout: "raw": 0 2024-04-15T14:36:40.845 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:40.845 INFO:tasks.workunit.client.0.smithi016.stdout: "thermal_throttle_status": { 2024-04-15T14:36:40.845 INFO:tasks.workunit.client.0.smithi016.stdout: "normalized": 100, 2024-04-15T14:36:40.845 INFO:tasks.workunit.client.0.smithi016.stdout: "raw": { 2024-04-15T14:36:40.845 INFO:tasks.workunit.client.0.smithi016.stdout: "cnt": 0, 2024-04-15T14:36:40.846 INFO:tasks.workunit.client.0.smithi016.stdout: "pct": 0 2024-04-15T14:36:40.846 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T14:36:40.846 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:40.846 INFO:tasks.workunit.client.0.smithi016.stdout: "timed_workload_host_reads": { 2024-04-15T14:36:40.846 INFO:tasks.workunit.client.0.smithi016.stdout: "normalized": 100, 2024-04-15T14:36:40.846 INFO:tasks.workunit.client.0.smithi016.stdout: "raw": 16 2024-04-15T14:36:40.846 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:40.846 INFO:tasks.workunit.client.0.smithi016.stdout: "timed_workload_media_wear": { 2024-04-15T14:36:40.846 INFO:tasks.workunit.client.0.smithi016.stdout: "normalized": 100, 2024-04-15T14:36:40.846 INFO:tasks.workunit.client.0.smithi016.stdout: "raw": 14 2024-04-15T14:36:40.846 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:40.846 INFO:tasks.workunit.client.0.smithi016.stdout: "timed_workload_timer": { 2024-04-15T14:36:40.847 INFO:tasks.workunit.client.0.smithi016.stdout: "normalized": 100, 2024-04-15T14:36:40.847 INFO:tasks.workunit.client.0.smithi016.stdout: "raw": 1606211 2024-04-15T14:36:40.847 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:40.847 INFO:tasks.workunit.client.0.smithi016.stdout: "unexp_power_loss": { 2024-04-15T14:36:40.847 INFO:tasks.workunit.client.0.smithi016.stdout: "normalized": 0, 2024-04-15T14:36:40.847 INFO:tasks.workunit.client.0.smithi016.stdout: "raw": 0 2024-04-15T14:36:40.847 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:40.847 INFO:tasks.workunit.client.0.smithi016.stdout: "wear_leveling": { 2024-04-15T14:36:40.847 INFO:tasks.workunit.client.0.smithi016.stdout: "normalized": 0, 2024-04-15T14:36:40.847 INFO:tasks.workunit.client.0.smithi016.stdout: "raw": { 2024-04-15T14:36:40.847 INFO:tasks.workunit.client.0.smithi016.stdout: "avg": 0, 2024-04-15T14:36:40.847 INFO:tasks.workunit.client.0.smithi016.stdout: "max": 0, 2024-04-15T14:36:40.847 INFO:tasks.workunit.client.0.smithi016.stdout: "min": 0 2024-04-15T14:36:40.848 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T14:36:40.848 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T14:36:40.848 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:40.848 INFO:tasks.workunit.client.0.smithi016.stdout: "Intel Smart log": "nvme0n1" 2024-04-15T14:36:40.848 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:40.848 INFO:tasks.workunit.client.0.smithi016.stdout: "nvme_smart_health_information_log": { 2024-04-15T14:36:40.848 INFO:tasks.workunit.client.0.smithi016.stdout: "available_spare": 100, 2024-04-15T14:36:40.848 INFO:tasks.workunit.client.0.smithi016.stdout: "available_spare_threshold": 0, 2024-04-15T14:36:40.848 INFO:tasks.workunit.client.0.smithi016.stdout: "controller_busy_time": 5127, 2024-04-15T14:36:40.848 INFO:tasks.workunit.client.0.smithi016.stdout: "critical_warning": 0, 2024-04-15T14:36:40.848 INFO:tasks.workunit.client.0.smithi016.stdout: "data_units_read": 187427077, 2024-04-15T14:36:40.848 INFO:tasks.workunit.client.0.smithi016.stdout: "data_units_written": 819346293, 2024-04-15T14:36:40.849 INFO:tasks.workunit.client.0.smithi016.stdout: "host_reads": 3092348801, 2024-04-15T14:36:40.849 INFO:tasks.workunit.client.0.smithi016.stdout: "host_writes": 17434434651, 2024-04-15T14:36:40.849 INFO:tasks.workunit.client.0.smithi016.stdout: "media_errors": 0, 2024-04-15T14:36:40.849 INFO:tasks.workunit.client.0.smithi016.stdout: "num_err_log_entries": 0, 2024-04-15T14:36:40.849 INFO:tasks.workunit.client.0.smithi016.stdout: "percentage_used": 22, 2024-04-15T14:36:40.849 INFO:tasks.workunit.client.0.smithi016.stdout: "power_cycles": 34369, 2024-04-15T14:36:40.849 INFO:tasks.workunit.client.0.smithi016.stdout: "power_on_hours": 41224, 2024-04-15T14:36:40.849 INFO:tasks.workunit.client.0.smithi016.stdout: "temperature": 33, 2024-04-15T14:36:40.849 INFO:tasks.workunit.client.0.smithi016.stdout: "unsafe_shutdowns": 9852 2024-04-15T14:36:40.849 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:40.849 INFO:tasks.workunit.client.0.smithi016.stdout: "nvme_vendor": "intel", 2024-04-15T14:36:40.849 INFO:tasks.workunit.client.0.smithi016.stdout: "power_cycle_count": 34369, 2024-04-15T14:36:40.850 INFO:tasks.workunit.client.0.smithi016.stdout: "power_on_time": { 2024-04-15T14:36:40.850 INFO:tasks.workunit.client.0.smithi016.stdout: "hours": 41224 2024-04-15T14:36:40.850 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:40.850 INFO:tasks.workunit.client.0.smithi016.stdout: "serial_number": "deleted", 2024-04-15T14:36:40.850 INFO:tasks.workunit.client.0.smithi016.stdout: "smart_status": { 2024-04-15T14:36:40.850 INFO:tasks.workunit.client.0.smithi016.stdout: "nvme": { 2024-04-15T14:36:40.850 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:40.850 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:40.850 INFO:tasks.workunit.client.0.smithi016.stdout: "passed": true 2024-04-15T14:36:40.850 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:40.850 INFO:tasks.workunit.client.0.smithi016.stdout: "smartctl": { 2024-04-15T14:36:40.850 INFO:tasks.workunit.client.0.smithi016.stdout: "argv": [ 2024-04-15T14:36:40.851 INFO:tasks.workunit.client.0.smithi016.stdout: "smartctl", 2024-04-15T14:36:40.851 INFO:tasks.workunit.client.0.smithi016.stdout: "-x", 2024-04-15T14:36:40.851 INFO:tasks.workunit.client.0.smithi016.stdout: "--json=o", 2024-04-15T14:36:40.851 INFO:tasks.workunit.client.0.smithi016.stdout: "/dev/nvme0n1" 2024-04-15T14:36:40.851 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T14:36:40.851 INFO:tasks.workunit.client.0.smithi016.stdout: "build_info": "(local build)", 2024-04-15T14:36:40.851 INFO:tasks.workunit.client.0.smithi016.stdout: "exit_status": 0, 2024-04-15T14:36:40.851 INFO:tasks.workunit.client.0.smithi016.stdout: "output": [ 2024-04-15T14:36:40.851 INFO:tasks.workunit.client.0.smithi016.stdout: "smartctl 7.1 2019-12-30 r5022 [x86_64-linux-5.14.0-438.el9.x86_64] (local build)", 2024-04-15T14:36:40.851 INFO:tasks.workunit.client.0.smithi016.stdout: "Copyright (C) 2002-19, Bruce Allen, Christian Franke, www.smartmontools.org", 2024-04-15T14:36:40.851 INFO:tasks.workunit.client.0.smithi016.stdout: "", 2024-04-15T14:36:40.851 INFO:tasks.workunit.client.0.smithi016.stdout: "=== START OF INFORMATION SECTION ===", 2024-04-15T14:36:40.852 INFO:tasks.workunit.client.0.smithi016.stdout: "Model Number: INTEL SSDPED1D480GA", 2024-04-15T14:36:40.852 INFO:tasks.workunit.client.0.smithi016.stdout: "Serial Number: deleted", 2024-04-15T14:36:40.852 INFO:tasks.workunit.client.0.smithi016.stdout: "Firmware Version: E2010325", 2024-04-15T14:36:40.852 INFO:tasks.workunit.client.0.smithi016.stdout: "PCI Vendor/Subsystem ID: 0x8086", 2024-04-15T14:36:40.852 INFO:tasks.workunit.client.0.smithi016.stdout: "IEEE OUI Identifier: 0x5cd2e4", 2024-04-15T14:36:40.852 INFO:tasks.workunit.client.0.smithi016.stdout: "Controller ID: 0", 2024-04-15T14:36:40.852 INFO:tasks.workunit.client.0.smithi016.stdout: "Number of Namespaces: 1", 2024-04-15T14:36:40.852 INFO:tasks.workunit.client.0.smithi016.stdout: "Namespace 1 Size/Capacity: 480,103,981,056 [480 GB]", 2024-04-15T14:36:40.852 INFO:tasks.workunit.client.0.smithi016.stdout: "Namespace 1 Formatted LBA Size: 512", 2024-04-15T14:36:40.852 INFO:tasks.workunit.client.0.smithi016.stdout: "Local Time is: Mon Apr 15 14:31:14 2024 UTC", 2024-04-15T14:36:40.853 INFO:tasks.workunit.client.0.smithi016.stdout: "Firmware Updates (0x02): 1 Slot", 2024-04-15T14:36:40.853 INFO:tasks.workunit.client.0.smithi016.stdout: "Optional Admin Commands (0x0007): Security Format Frmw_DL", 2024-04-15T14:36:40.853 INFO:tasks.workunit.client.0.smithi016.stdout: "Optional NVM Commands (0x0006): Wr_Unc DS_Mngmt", 2024-04-15T14:36:40.853 INFO:tasks.workunit.client.0.smithi016.stdout: "Maximum Data Transfer Size: 32 Pages", 2024-04-15T14:36:40.853 INFO:tasks.workunit.client.0.smithi016.stdout: "", 2024-04-15T14:36:40.853 INFO:tasks.workunit.client.0.smithi016.stdout: "Supported Power States", 2024-04-15T14:36:40.853 INFO:tasks.workunit.client.0.smithi016.stdout: "St Op Max Active Idle RL RT WL WT Ent_Lat Ex_Lat", 2024-04-15T14:36:40.853 INFO:tasks.workunit.client.0.smithi016.stdout: " 0 + 18.00W - - 0 0 0 0 0 0", 2024-04-15T14:36:40.853 INFO:tasks.workunit.client.0.smithi016.stdout: "", 2024-04-15T14:36:40.853 INFO:tasks.workunit.client.0.smithi016.stdout: "Supported LBA Sizes (NSID 0x1)", 2024-04-15T14:36:40.853 INFO:tasks.workunit.client.0.smithi016.stdout: "Id Fmt Data Metadt Rel_Perf", 2024-04-15T14:36:40.853 INFO:tasks.workunit.client.0.smithi016.stdout: " 0 + 512 0 2", 2024-04-15T14:36:40.854 INFO:tasks.workunit.client.0.smithi016.stdout: "", 2024-04-15T14:36:40.854 INFO:tasks.workunit.client.0.smithi016.stdout: "=== START OF SMART DATA SECTION ===", 2024-04-15T14:36:40.854 INFO:tasks.workunit.client.0.smithi016.stdout: "SMART overall-health self-assessment test result: PASSED", 2024-04-15T14:36:40.854 INFO:tasks.workunit.client.0.smithi016.stdout: "", 2024-04-15T14:36:40.854 INFO:tasks.workunit.client.0.smithi016.stdout: "SMART/Health Information (NVMe Log 0x02)", 2024-04-15T14:36:40.854 INFO:tasks.workunit.client.0.smithi016.stdout: "Critical Warning: 0x00", 2024-04-15T14:36:40.854 INFO:tasks.workunit.client.0.smithi016.stdout: "Temperature: 33 Celsius", 2024-04-15T14:36:40.854 INFO:tasks.workunit.client.0.smithi016.stdout: "Available Spare: 100%", 2024-04-15T14:36:40.854 INFO:tasks.workunit.client.0.smithi016.stdout: "Available Spare Threshold: 0%", 2024-04-15T14:36:40.854 INFO:tasks.workunit.client.0.smithi016.stdout: "Percentage Used: 22%", 2024-04-15T14:36:40.854 INFO:tasks.workunit.client.0.smithi016.stdout: "Data Units Read: 187,427,077 [95.9 TB]", 2024-04-15T14:36:40.854 INFO:tasks.workunit.client.0.smithi016.stdout: "Data Units Written: 819,346,293 [419 TB]", 2024-04-15T14:36:40.855 INFO:tasks.workunit.client.0.smithi016.stdout: "Host Read Commands: 3,092,348,801", 2024-04-15T14:36:40.855 INFO:tasks.workunit.client.0.smithi016.stdout: "Host Write Commands: 17,434,434,651", 2024-04-15T14:36:40.855 INFO:tasks.workunit.client.0.smithi016.stdout: "Controller Busy Time: 5,127", 2024-04-15T14:36:40.855 INFO:tasks.workunit.client.0.smithi016.stdout: "Power Cycles: 34,369", 2024-04-15T14:36:40.855 INFO:tasks.workunit.client.0.smithi016.stdout: "Power On Hours: 41,224", 2024-04-15T14:36:40.855 INFO:tasks.workunit.client.0.smithi016.stdout: "Unsafe Shutdowns: 9,852", 2024-04-15T14:36:40.855 INFO:tasks.workunit.client.0.smithi016.stdout: "Media and Data Integrity Errors: 0", 2024-04-15T14:36:40.855 INFO:tasks.workunit.client.0.smithi016.stdout: "Error Information Log Entries: 0", 2024-04-15T14:36:40.855 INFO:tasks.workunit.client.0.smithi016.stdout: "", 2024-04-15T14:36:40.855 INFO:tasks.workunit.client.0.smithi016.stdout: "Error Information (NVMe Log 0x01, max 64 entries)", 2024-04-15T14:36:40.855 INFO:tasks.workunit.client.0.smithi016.stdout: "No Errors Logged", 2024-04-15T14:36:40.855 INFO:tasks.workunit.client.0.smithi016.stdout: "" 2024-04-15T14:36:40.856 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T14:36:40.856 INFO:tasks.workunit.client.0.smithi016.stdout: "platform_info": "x86_64-linux-5.14.0-438.el9.x86_64", 2024-04-15T14:36:40.856 INFO:tasks.workunit.client.0.smithi016.stdout: "svn_revision": "5022", 2024-04-15T14:36:40.856 INFO:tasks.workunit.client.0.smithi016.stdout: "version": [ 2024-04-15T14:36:40.856 INFO:tasks.workunit.client.0.smithi016.stdout: 7, 2024-04-15T14:36:40.856 INFO:tasks.workunit.client.0.smithi016.stdout: 1 2024-04-15T14:36:40.856 INFO:tasks.workunit.client.0.smithi016.stdout: ] 2024-04-15T14:36:40.856 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:40.856 INFO:tasks.workunit.client.0.smithi016.stdout: "temperature": { 2024-04-15T14:36:40.856 INFO:tasks.workunit.client.0.smithi016.stdout: "current": 33 2024-04-15T14:36:40.856 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:40.856 INFO:tasks.workunit.client.0.smithi016.stdout: "user_capacity": { 2024-04-15T14:36:40.857 INFO:tasks.workunit.client.0.smithi016.stdout: "blocks": 937703088, 2024-04-15T14:36:40.857 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 480103981056 2024-04-15T14:36:40.857 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T14:36:40.857 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T14:36:40.857 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T14:36:40.857 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:40.857 INFO:tasks.workunit.client.0.smithi016.stdout: "8f9dab74-fb35-11ee-b99d-0cc47abd1564": { 2024-04-15T14:36:40.857 INFO:tasks.workunit.client.0.smithi016.stdout: "INTEL_SSDPEDMD400G4_8f9e4dd6-fb35-11ee-b99d-0cc47abd1564": { 2024-04-15T14:36:40.857 INFO:tasks.workunit.client.0.smithi016.stdout: "20240415-143116": { 2024-04-15T14:36:40.857 INFO:tasks.workunit.client.0.smithi016.stdout: "device": { 2024-04-15T14:36:40.857 INFO:tasks.workunit.client.0.smithi016.stdout: "info_name": "/dev/nvme0n1", 2024-04-15T14:36:40.857 INFO:tasks.workunit.client.0.smithi016.stdout: "name": "/dev/nvme0n1", 2024-04-15T14:36:40.858 INFO:tasks.workunit.client.0.smithi016.stdout: "protocol": "NVMe", 2024-04-15T14:36:40.858 INFO:tasks.workunit.client.0.smithi016.stdout: "type": "nvme" 2024-04-15T14:36:40.858 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:40.858 INFO:tasks.workunit.client.0.smithi016.stdout: "firmware_version": "8DV101H0", 2024-04-15T14:36:40.858 INFO:tasks.workunit.client.0.smithi016.stdout: "host_id": "8f9dab74-fb35-11ee-b99d-0cc47abd1564", 2024-04-15T14:36:40.858 INFO:tasks.workunit.client.0.smithi016.stdout: "json_format_version": [ 2024-04-15T14:36:40.858 INFO:tasks.workunit.client.0.smithi016.stdout: 1, 2024-04-15T14:36:40.858 INFO:tasks.workunit.client.0.smithi016.stdout: 0 2024-04-15T14:36:40.858 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T14:36:40.858 INFO:tasks.workunit.client.0.smithi016.stdout: "local_time": { 2024-04-15T14:36:40.858 INFO:tasks.workunit.client.0.smithi016.stdout: "asctime": "Mon Apr 15 14:31:16 2024 UTC", 2024-04-15T14:36:40.858 INFO:tasks.workunit.client.0.smithi016.stdout: "time_t": 1713191476 2024-04-15T14:36:40.859 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:40.859 INFO:tasks.workunit.client.0.smithi016.stdout: "logical_block_size": 512, 2024-04-15T14:36:40.859 INFO:tasks.workunit.client.0.smithi016.stdout: "model_name": "INTEL SSDPEDMD400G4", 2024-04-15T14:36:40.859 INFO:tasks.workunit.client.0.smithi016.stdout: "nvme_controller_id": 0, 2024-04-15T14:36:40.859 INFO:tasks.workunit.client.0.smithi016.stdout: "nvme_ieee_oui_identifier": 6083300, 2024-04-15T14:36:40.859 INFO:tasks.workunit.client.0.smithi016.stdout: "nvme_namespaces": [ 2024-04-15T14:36:40.859 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-15T14:36:40.859 INFO:tasks.workunit.client.0.smithi016.stdout: "capacity": { 2024-04-15T14:36:40.859 INFO:tasks.workunit.client.0.smithi016.stdout: "blocks": 781422768, 2024-04-15T14:36:40.859 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 400088457216 2024-04-15T14:36:40.859 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:40.859 INFO:tasks.workunit.client.0.smithi016.stdout: "formatted_lba_size": 512, 2024-04-15T14:36:40.859 INFO:tasks.workunit.client.0.smithi016.stdout: "id": 1, 2024-04-15T14:36:40.860 INFO:tasks.workunit.client.0.smithi016.stdout: "size": { 2024-04-15T14:36:40.860 INFO:tasks.workunit.client.0.smithi016.stdout: "blocks": 781422768, 2024-04-15T14:36:40.860 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 400088457216 2024-04-15T14:36:40.860 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:40.860 INFO:tasks.workunit.client.0.smithi016.stdout: "utilization": { 2024-04-15T14:36:40.860 INFO:tasks.workunit.client.0.smithi016.stdout: "blocks": 781422768, 2024-04-15T14:36:40.860 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 400088457216 2024-04-15T14:36:40.860 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T14:36:40.860 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T14:36:40.860 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T14:36:40.860 INFO:tasks.workunit.client.0.smithi016.stdout: "nvme_number_of_namespaces": 1, 2024-04-15T14:36:40.860 INFO:tasks.workunit.client.0.smithi016.stdout: "nvme_pci_vendor": { 2024-04-15T14:36:40.860 INFO:tasks.workunit.client.0.smithi016.stdout: "id": 32902, 2024-04-15T14:36:40.861 INFO:tasks.workunit.client.0.smithi016.stdout: "subsystem_id": 32902 2024-04-15T14:36:40.861 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:40.861 INFO:tasks.workunit.client.0.smithi016.stdout: "nvme_smart_health_information_add_log": { 2024-04-15T14:36:40.861 INFO:tasks.workunit.client.0.smithi016.stdout: "Device stats": { 2024-04-15T14:36:40.861 INFO:tasks.workunit.client.0.smithi016.stdout: "avail_fw_downgrades": { 2024-04-15T14:36:40.861 INFO:tasks.workunit.client.0.smithi016.stdout: "normalized": 0, 2024-04-15T14:36:40.861 INFO:tasks.workunit.client.0.smithi016.stdout: "raw": 0 2024-04-15T14:36:40.861 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:40.861 INFO:tasks.workunit.client.0.smithi016.stdout: "crc_error_count": { 2024-04-15T14:36:40.861 INFO:tasks.workunit.client.0.smithi016.stdout: "normalized": 100, 2024-04-15T14:36:40.861 INFO:tasks.workunit.client.0.smithi016.stdout: "raw": 0 2024-04-15T14:36:40.861 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:40.862 INFO:tasks.workunit.client.0.smithi016.stdout: "end_to_end_error_detection_count": { 2024-04-15T14:36:40.862 INFO:tasks.workunit.client.0.smithi016.stdout: "normalized": 100, 2024-04-15T14:36:40.862 INFO:tasks.workunit.client.0.smithi016.stdout: "raw": 0 2024-04-15T14:36:40.862 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:40.862 INFO:tasks.workunit.client.0.smithi016.stdout: "erase_fail_count": { 2024-04-15T14:36:40.862 INFO:tasks.workunit.client.0.smithi016.stdout: "normalized": 100, 2024-04-15T14:36:40.862 INFO:tasks.workunit.client.0.smithi016.stdout: "raw": 0 2024-04-15T14:36:40.862 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:40.862 INFO:tasks.workunit.client.0.smithi016.stdout: "host_bytes_written": { 2024-04-15T14:36:40.862 INFO:tasks.workunit.client.0.smithi016.stdout: "normalized": 100, 2024-04-15T14:36:40.862 INFO:tasks.workunit.client.0.smithi016.stdout: "raw": 29079146 2024-04-15T14:36:40.863 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:40.863 INFO:tasks.workunit.client.0.smithi016.stdout: "host_ctx_wear_used": { 2024-04-15T14:36:40.863 INFO:tasks.workunit.client.0.smithi016.stdout: "normalized": 100, 2024-04-15T14:36:40.863 INFO:tasks.workunit.client.0.smithi016.stdout: "raw": 1 2024-04-15T14:36:40.863 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:40.863 INFO:tasks.workunit.client.0.smithi016.stdout: "media_bytes_read": { 2024-04-15T14:36:40.863 INFO:tasks.workunit.client.0.smithi016.stdout: "normalized": 0, 2024-04-15T14:36:40.863 INFO:tasks.workunit.client.0.smithi016.stdout: "raw": 0 2024-04-15T14:36:40.863 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:40.863 INFO:tasks.workunit.client.0.smithi016.stdout: "nand_bytes_written": { 2024-04-15T14:36:40.863 INFO:tasks.workunit.client.0.smithi016.stdout: "normalized": 100, 2024-04-15T14:36:40.863 INFO:tasks.workunit.client.0.smithi016.stdout: "raw": 47147913 2024-04-15T14:36:40.864 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:40.864 INFO:tasks.workunit.client.0.smithi016.stdout: "perf_stat_indicator": { 2024-04-15T14:36:40.864 INFO:tasks.workunit.client.0.smithi016.stdout: "normalized": 0, 2024-04-15T14:36:40.864 INFO:tasks.workunit.client.0.smithi016.stdout: "raw": 0 2024-04-15T14:36:40.864 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:40.864 INFO:tasks.workunit.client.0.smithi016.stdout: "pll_lock_loss_count": { 2024-04-15T14:36:40.864 INFO:tasks.workunit.client.0.smithi016.stdout: "normalized": 100, 2024-04-15T14:36:40.864 INFO:tasks.workunit.client.0.smithi016.stdout: "raw": 0 2024-04-15T14:36:40.864 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:40.864 INFO:tasks.workunit.client.0.smithi016.stdout: "program_fail_count": { 2024-04-15T14:36:40.864 INFO:tasks.workunit.client.0.smithi016.stdout: "normalized": 100, 2024-04-15T14:36:40.864 INFO:tasks.workunit.client.0.smithi016.stdout: "raw": 0 2024-04-15T14:36:40.865 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:40.865 INFO:tasks.workunit.client.0.smithi016.stdout: "re_alloc_sectr_cnt": { 2024-04-15T14:36:40.865 INFO:tasks.workunit.client.0.smithi016.stdout: "normalized": 0, 2024-04-15T14:36:40.865 INFO:tasks.workunit.client.0.smithi016.stdout: "raw": 0 2024-04-15T14:36:40.865 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:40.865 INFO:tasks.workunit.client.0.smithi016.stdout: "retry_buffer_overflow_count": { 2024-04-15T14:36:40.865 INFO:tasks.workunit.client.0.smithi016.stdout: "normalized": 100, 2024-04-15T14:36:40.865 INFO:tasks.workunit.client.0.smithi016.stdout: "raw": 0 2024-04-15T14:36:40.865 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:40.865 INFO:tasks.workunit.client.0.smithi016.stdout: "soft_ecc_err_rate": { 2024-04-15T14:36:40.865 INFO:tasks.workunit.client.0.smithi016.stdout: "normalized": 0, 2024-04-15T14:36:40.865 INFO:tasks.workunit.client.0.smithi016.stdout: "raw": 0 2024-04-15T14:36:40.865 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:40.866 INFO:tasks.workunit.client.0.smithi016.stdout: "thermal_throttle_status": { 2024-04-15T14:36:40.866 INFO:tasks.workunit.client.0.smithi016.stdout: "normalized": 100, 2024-04-15T14:36:40.866 INFO:tasks.workunit.client.0.smithi016.stdout: "raw": { 2024-04-15T14:36:40.866 INFO:tasks.workunit.client.0.smithi016.stdout: "cnt": 0, 2024-04-15T14:36:40.866 INFO:tasks.workunit.client.0.smithi016.stdout: "pct": 0 2024-04-15T14:36:40.866 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T14:36:40.866 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:40.866 INFO:tasks.workunit.client.0.smithi016.stdout: "timed_workload_host_reads": { 2024-04-15T14:36:40.866 INFO:tasks.workunit.client.0.smithi016.stdout: "normalized": 100, 2024-04-15T14:36:40.866 INFO:tasks.workunit.client.0.smithi016.stdout: "raw": 65535 2024-04-15T14:36:40.867 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:40.867 INFO:tasks.workunit.client.0.smithi016.stdout: "timed_workload_media_wear": { 2024-04-15T14:36:40.867 INFO:tasks.workunit.client.0.smithi016.stdout: "normalized": 100, 2024-04-15T14:36:40.867 INFO:tasks.workunit.client.0.smithi016.stdout: "raw": 64 2024-04-15T14:36:40.867 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:40.867 INFO:tasks.workunit.client.0.smithi016.stdout: "timed_workload_timer": { 2024-04-15T14:36:40.867 INFO:tasks.workunit.client.0.smithi016.stdout: "normalized": 100, 2024-04-15T14:36:40.867 INFO:tasks.workunit.client.0.smithi016.stdout: "raw": 65535 2024-04-15T14:36:40.867 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:40.867 INFO:tasks.workunit.client.0.smithi016.stdout: "unexp_power_loss": { 2024-04-15T14:36:40.867 INFO:tasks.workunit.client.0.smithi016.stdout: "normalized": 0, 2024-04-15T14:36:40.867 INFO:tasks.workunit.client.0.smithi016.stdout: "raw": 0 2024-04-15T14:36:40.868 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:40.868 INFO:tasks.workunit.client.0.smithi016.stdout: "wear_leveling": { 2024-04-15T14:36:40.868 INFO:tasks.workunit.client.0.smithi016.stdout: "normalized": 90, 2024-04-15T14:36:40.868 INFO:tasks.workunit.client.0.smithi016.stdout: "raw": { 2024-04-15T14:36:40.868 INFO:tasks.workunit.client.0.smithi016.stdout: "avg": 3165, 2024-04-15T14:36:40.868 INFO:tasks.workunit.client.0.smithi016.stdout: "max": 3186, 2024-04-15T14:36:40.868 INFO:tasks.workunit.client.0.smithi016.stdout: "min": 3145 2024-04-15T14:36:40.868 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T14:36:40.868 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T14:36:40.868 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:40.868 INFO:tasks.workunit.client.0.smithi016.stdout: "Intel Smart log": "nvme0n1" 2024-04-15T14:36:40.868 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:40.869 INFO:tasks.workunit.client.0.smithi016.stdout: "nvme_smart_health_information_log": { 2024-04-15T14:36:40.869 INFO:tasks.workunit.client.0.smithi016.stdout: "available_spare": 100, 2024-04-15T14:36:40.869 INFO:tasks.workunit.client.0.smithi016.stdout: "available_spare_threshold": 10, 2024-04-15T14:36:40.869 INFO:tasks.workunit.client.0.smithi016.stdout: "controller_busy_time": 21, 2024-04-15T14:36:40.869 INFO:tasks.workunit.client.0.smithi016.stdout: "critical_warning": 0, 2024-04-15T14:36:40.869 INFO:tasks.workunit.client.0.smithi016.stdout: "data_units_read": 367524241, 2024-04-15T14:36:40.869 INFO:tasks.workunit.client.0.smithi016.stdout: "data_units_written": 1905730977, 2024-04-15T14:36:40.869 INFO:tasks.workunit.client.0.smithi016.stdout: "host_reads": 5626765605, 2024-04-15T14:36:40.869 INFO:tasks.workunit.client.0.smithi016.stdout: "host_writes": 32550756084, 2024-04-15T14:36:40.869 INFO:tasks.workunit.client.0.smithi016.stdout: "media_errors": 0, 2024-04-15T14:36:40.869 INFO:tasks.workunit.client.0.smithi016.stdout: "num_err_log_entries": 0, 2024-04-15T14:36:40.869 INFO:tasks.workunit.client.0.smithi016.stdout: "percentage_used": 10, 2024-04-15T14:36:40.870 INFO:tasks.workunit.client.0.smithi016.stdout: "power_cycles": 44153, 2024-04-15T14:36:40.870 INFO:tasks.workunit.client.0.smithi016.stdout: "power_on_hours": 57405, 2024-04-15T14:36:40.870 INFO:tasks.workunit.client.0.smithi016.stdout: "temperature": 24, 2024-04-15T14:36:40.870 INFO:tasks.workunit.client.0.smithi016.stdout: "unsafe_shutdowns": 819 2024-04-15T14:36:40.870 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:40.870 INFO:tasks.workunit.client.0.smithi016.stdout: "nvme_vendor": "intel", 2024-04-15T14:36:40.870 INFO:tasks.workunit.client.0.smithi016.stdout: "power_cycle_count": 44153, 2024-04-15T14:36:40.870 INFO:tasks.workunit.client.0.smithi016.stdout: "power_on_time": { 2024-04-15T14:36:40.870 INFO:tasks.workunit.client.0.smithi016.stdout: "hours": 57405 2024-04-15T14:36:40.870 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:40.870 INFO:tasks.workunit.client.0.smithi016.stdout: "serial_number": "deleted", 2024-04-15T14:36:40.870 INFO:tasks.workunit.client.0.smithi016.stdout: "smart_status": { 2024-04-15T14:36:40.870 INFO:tasks.workunit.client.0.smithi016.stdout: "nvme": { 2024-04-15T14:36:40.871 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:40.871 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:40.871 INFO:tasks.workunit.client.0.smithi016.stdout: "passed": true 2024-04-15T14:36:40.871 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:40.871 INFO:tasks.workunit.client.0.smithi016.stdout: "smartctl": { 2024-04-15T14:36:40.871 INFO:tasks.workunit.client.0.smithi016.stdout: "argv": [ 2024-04-15T14:36:40.871 INFO:tasks.workunit.client.0.smithi016.stdout: "smartctl", 2024-04-15T14:36:40.871 INFO:tasks.workunit.client.0.smithi016.stdout: "-x", 2024-04-15T14:36:40.871 INFO:tasks.workunit.client.0.smithi016.stdout: "--json=o", 2024-04-15T14:36:40.871 INFO:tasks.workunit.client.0.smithi016.stdout: "/dev/nvme0n1" 2024-04-15T14:36:40.871 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T14:36:40.871 INFO:tasks.workunit.client.0.smithi016.stdout: "build_info": "(local build)", 2024-04-15T14:36:40.872 INFO:tasks.workunit.client.0.smithi016.stdout: "exit_status": 0, 2024-04-15T14:36:40.872 INFO:tasks.workunit.client.0.smithi016.stdout: "output": [ 2024-04-15T14:36:40.872 INFO:tasks.workunit.client.0.smithi016.stdout: "smartctl 7.1 2019-12-30 r5022 [x86_64-linux-5.14.0-438.el9.x86_64] (local build)", 2024-04-15T14:36:40.872 INFO:tasks.workunit.client.0.smithi016.stdout: "Copyright (C) 2002-19, Bruce Allen, Christian Franke, www.smartmontools.org", 2024-04-15T14:36:40.872 INFO:tasks.workunit.client.0.smithi016.stdout: "", 2024-04-15T14:36:40.872 INFO:tasks.workunit.client.0.smithi016.stdout: "=== START OF INFORMATION SECTION ===", 2024-04-15T14:36:40.872 INFO:tasks.workunit.client.0.smithi016.stdout: "Model Number: INTEL SSDPEDMD400G4", 2024-04-15T14:36:40.872 INFO:tasks.workunit.client.0.smithi016.stdout: "Serial Number: deleted", 2024-04-15T14:36:40.872 INFO:tasks.workunit.client.0.smithi016.stdout: "Firmware Version: 8DV101H0", 2024-04-15T14:36:40.872 INFO:tasks.workunit.client.0.smithi016.stdout: "PCI Vendor/Subsystem ID: 0x8086", 2024-04-15T14:36:40.872 INFO:tasks.workunit.client.0.smithi016.stdout: "IEEE OUI Identifier: 0x5cd2e4", 2024-04-15T14:36:40.872 INFO:tasks.workunit.client.0.smithi016.stdout: "Controller ID: 0", 2024-04-15T14:36:40.872 INFO:tasks.workunit.client.0.smithi016.stdout: "Number of Namespaces: 1", 2024-04-15T14:36:40.873 INFO:tasks.workunit.client.0.smithi016.stdout: "Namespace 1 Size/Capacity: 400,088,457,216 [400 GB]", 2024-04-15T14:36:40.873 INFO:tasks.workunit.client.0.smithi016.stdout: "Namespace 1 Formatted LBA Size: 512", 2024-04-15T14:36:40.873 INFO:tasks.workunit.client.0.smithi016.stdout: "Local Time is: Mon Apr 15 14:31:16 2024 UTC", 2024-04-15T14:36:40.873 INFO:tasks.workunit.client.0.smithi016.stdout: "Firmware Updates (0x02): 1 Slot", 2024-04-15T14:36:40.873 INFO:tasks.workunit.client.0.smithi016.stdout: "Optional Admin Commands (0x0006): Format Frmw_DL", 2024-04-15T14:36:40.873 INFO:tasks.workunit.client.0.smithi016.stdout: "Optional NVM Commands (0x0006): Wr_Unc DS_Mngmt", 2024-04-15T14:36:40.873 INFO:tasks.workunit.client.0.smithi016.stdout: "Maximum Data Transfer Size: 32 Pages", 2024-04-15T14:36:40.873 INFO:tasks.workunit.client.0.smithi016.stdout: "", 2024-04-15T14:36:40.873 INFO:tasks.workunit.client.0.smithi016.stdout: "Supported Power States", 2024-04-15T14:36:40.873 INFO:tasks.workunit.client.0.smithi016.stdout: "St Op Max Active Idle RL RT WL WT Ent_Lat Ex_Lat", 2024-04-15T14:36:40.873 INFO:tasks.workunit.client.0.smithi016.stdout: " 0 + 25.00W - - 0 0 0 0 0 0", 2024-04-15T14:36:40.873 INFO:tasks.workunit.client.0.smithi016.stdout: "", 2024-04-15T14:36:40.874 INFO:tasks.workunit.client.0.smithi016.stdout: "Supported LBA Sizes (NSID 0x1)", 2024-04-15T14:36:40.874 INFO:tasks.workunit.client.0.smithi016.stdout: "Id Fmt Data Metadt Rel_Perf", 2024-04-15T14:36:40.874 INFO:tasks.workunit.client.0.smithi016.stdout: " 0 + 512 0 2", 2024-04-15T14:36:40.874 INFO:tasks.workunit.client.0.smithi016.stdout: " 1 - 512 8 2", 2024-04-15T14:36:40.874 INFO:tasks.workunit.client.0.smithi016.stdout: " 2 - 512 16 2", 2024-04-15T14:36:40.874 INFO:tasks.workunit.client.0.smithi016.stdout: " 3 - 4096 0 0", 2024-04-15T14:36:40.874 INFO:tasks.workunit.client.0.smithi016.stdout: " 4 - 4096 8 0", 2024-04-15T14:36:40.874 INFO:tasks.workunit.client.0.smithi016.stdout: " 5 - 4096 64 0", 2024-04-15T14:36:40.874 INFO:tasks.workunit.client.0.smithi016.stdout: " 6 - 4096 128 0", 2024-04-15T14:36:40.874 INFO:tasks.workunit.client.0.smithi016.stdout: "", 2024-04-15T14:36:40.874 INFO:tasks.workunit.client.0.smithi016.stdout: "=== START OF SMART DATA SECTION ===", 2024-04-15T14:36:40.874 INFO:tasks.workunit.client.0.smithi016.stdout: "SMART overall-health self-assessment test result: PASSED", 2024-04-15T14:36:40.875 INFO:tasks.workunit.client.0.smithi016.stdout: "", 2024-04-15T14:36:40.875 INFO:tasks.workunit.client.0.smithi016.stdout: "SMART/Health Information (NVMe Log 0x02)", 2024-04-15T14:36:40.875 INFO:tasks.workunit.client.0.smithi016.stdout: "Critical Warning: 0x00", 2024-04-15T14:36:40.875 INFO:tasks.workunit.client.0.smithi016.stdout: "Temperature: 24 Celsius", 2024-04-15T14:36:40.875 INFO:tasks.workunit.client.0.smithi016.stdout: "Available Spare: 100%", 2024-04-15T14:36:40.875 INFO:tasks.workunit.client.0.smithi016.stdout: "Available Spare Threshold: 10%", 2024-04-15T14:36:40.875 INFO:tasks.workunit.client.0.smithi016.stdout: "Percentage Used: 10%", 2024-04-15T14:36:40.875 INFO:tasks.workunit.client.0.smithi016.stdout: "Data Units Read: 367,524,241 [188 TB]", 2024-04-15T14:36:40.875 INFO:tasks.workunit.client.0.smithi016.stdout: "Data Units Written: 1,905,730,977 [975 TB]", 2024-04-15T14:36:40.875 INFO:tasks.workunit.client.0.smithi016.stdout: "Host Read Commands: 5,626,765,605", 2024-04-15T14:36:40.875 INFO:tasks.workunit.client.0.smithi016.stdout: "Host Write Commands: 32,550,756,084", 2024-04-15T14:36:40.875 INFO:tasks.workunit.client.0.smithi016.stdout: "Controller Busy Time: 21", 2024-04-15T14:36:40.875 INFO:tasks.workunit.client.0.smithi016.stdout: "Power Cycles: 44,153", 2024-04-15T14:36:40.876 INFO:tasks.workunit.client.0.smithi016.stdout: "Power On Hours: 57,405", 2024-04-15T14:36:40.876 INFO:tasks.workunit.client.0.smithi016.stdout: "Unsafe Shutdowns: 819", 2024-04-15T14:36:40.876 INFO:tasks.workunit.client.0.smithi016.stdout: "Media and Data Integrity Errors: 0", 2024-04-15T14:36:40.876 INFO:tasks.workunit.client.0.smithi016.stdout: "Error Information Log Entries: 0", 2024-04-15T14:36:40.876 INFO:tasks.workunit.client.0.smithi016.stdout: "", 2024-04-15T14:36:40.876 INFO:tasks.workunit.client.0.smithi016.stdout: "Error Information (NVMe Log 0x01, max 64 entries)", 2024-04-15T14:36:40.876 INFO:tasks.workunit.client.0.smithi016.stdout: "No Errors Logged", 2024-04-15T14:36:40.876 INFO:tasks.workunit.client.0.smithi016.stdout: "" 2024-04-15T14:36:40.876 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T14:36:40.876 INFO:tasks.workunit.client.0.smithi016.stdout: "platform_info": "x86_64-linux-5.14.0-438.el9.x86_64", 2024-04-15T14:36:40.876 INFO:tasks.workunit.client.0.smithi016.stdout: "svn_revision": "5022", 2024-04-15T14:36:40.876 INFO:tasks.workunit.client.0.smithi016.stdout: "version": [ 2024-04-15T14:36:40.877 INFO:tasks.workunit.client.0.smithi016.stdout: 7, 2024-04-15T14:36:40.877 INFO:tasks.workunit.client.0.smithi016.stdout: 1 2024-04-15T14:36:40.877 INFO:tasks.workunit.client.0.smithi016.stdout: ] 2024-04-15T14:36:40.877 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:40.877 INFO:tasks.workunit.client.0.smithi016.stdout: "temperature": { 2024-04-15T14:36:40.877 INFO:tasks.workunit.client.0.smithi016.stdout: "current": 24 2024-04-15T14:36:40.877 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:40.877 INFO:tasks.workunit.client.0.smithi016.stdout: "user_capacity": { 2024-04-15T14:36:40.877 INFO:tasks.workunit.client.0.smithi016.stdout: "blocks": 781422768, 2024-04-15T14:36:40.877 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 400088457216 2024-04-15T14:36:40.877 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T14:36:40.877 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T14:36:40.877 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T14:36:40.878 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T14:36:40.878 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:40.878 INFO:tasks.workunit.client.0.smithi016.stdout: "report": { 2024-04-15T14:36:40.878 INFO:tasks.workunit.client.0.smithi016.stdout: "balancer": { 2024-04-15T14:36:40.878 INFO:tasks.workunit.client.0.smithi016.stdout: "active": true, 2024-04-15T14:36:40.878 INFO:tasks.workunit.client.0.smithi016.stdout: "mode": "" 2024-04-15T14:36:40.878 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:40.878 INFO:tasks.workunit.client.0.smithi016.stdout: "channels": [ 2024-04-15T14:36:40.878 INFO:tasks.workunit.client.0.smithi016.stdout: "basic", 2024-04-15T14:36:40.878 INFO:tasks.workunit.client.0.smithi016.stdout: "crash", 2024-04-15T14:36:40.878 INFO:tasks.workunit.client.0.smithi016.stdout: "device", 2024-04-15T14:36:40.878 INFO:tasks.workunit.client.0.smithi016.stdout: "ident", 2024-04-15T14:36:40.879 INFO:tasks.workunit.client.0.smithi016.stdout: "perf" 2024-04-15T14:36:40.879 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T14:36:40.879 INFO:tasks.workunit.client.0.smithi016.stdout: "channels_available": [ 2024-04-15T14:36:40.879 INFO:tasks.workunit.client.0.smithi016.stdout: "basic", 2024-04-15T14:36:40.879 INFO:tasks.workunit.client.0.smithi016.stdout: "ident", 2024-04-15T14:36:40.879 INFO:tasks.workunit.client.0.smithi016.stdout: "crash", 2024-04-15T14:36:40.879 INFO:tasks.workunit.client.0.smithi016.stdout: "device", 2024-04-15T14:36:40.879 INFO:tasks.workunit.client.0.smithi016.stdout: "perf" 2024-04-15T14:36:40.879 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T14:36:40.879 INFO:tasks.workunit.client.0.smithi016.stdout: "collections_available": [ 2024-04-15T14:36:40.879 INFO:tasks.workunit.client.0.smithi016.stdout: "basic_base", 2024-04-15T14:36:40.879 INFO:tasks.workunit.client.0.smithi016.stdout: "device_base", 2024-04-15T14:36:40.880 INFO:tasks.workunit.client.0.smithi016.stdout: "crash_base", 2024-04-15T14:36:40.880 INFO:tasks.workunit.client.0.smithi016.stdout: "ident_base", 2024-04-15T14:36:40.880 INFO:tasks.workunit.client.0.smithi016.stdout: "perf_perf", 2024-04-15T14:36:40.880 INFO:tasks.workunit.client.0.smithi016.stdout: "basic_mds_metadata", 2024-04-15T14:36:40.880 INFO:tasks.workunit.client.0.smithi016.stdout: "basic_pool_usage", 2024-04-15T14:36:40.880 INFO:tasks.workunit.client.0.smithi016.stdout: "basic_usage_by_class", 2024-04-15T14:36:40.880 INFO:tasks.workunit.client.0.smithi016.stdout: "basic_rook_v01", 2024-04-15T14:36:40.880 INFO:tasks.workunit.client.0.smithi016.stdout: "perf_memory_metrics", 2024-04-15T14:36:40.880 INFO:tasks.workunit.client.0.smithi016.stdout: "basic_pool_options_bluestore" 2024-04-15T14:36:40.880 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T14:36:40.880 INFO:tasks.workunit.client.0.smithi016.stdout: "collections_opted_in": [ 2024-04-15T14:36:40.881 INFO:tasks.workunit.client.0.smithi016.stdout: "basic_base", 2024-04-15T14:36:40.881 INFO:tasks.workunit.client.0.smithi016.stdout: "device_base", 2024-04-15T14:36:40.881 INFO:tasks.workunit.client.0.smithi016.stdout: "crash_base", 2024-04-15T14:36:40.881 INFO:tasks.workunit.client.0.smithi016.stdout: "ident_base", 2024-04-15T14:36:40.881 INFO:tasks.workunit.client.0.smithi016.stdout: "perf_perf", 2024-04-15T14:36:40.881 INFO:tasks.workunit.client.0.smithi016.stdout: "basic_mds_metadata", 2024-04-15T14:36:40.881 INFO:tasks.workunit.client.0.smithi016.stdout: "basic_pool_usage", 2024-04-15T14:36:40.881 INFO:tasks.workunit.client.0.smithi016.stdout: "basic_usage_by_class", 2024-04-15T14:36:40.881 INFO:tasks.workunit.client.0.smithi016.stdout: "basic_rook_v01", 2024-04-15T14:36:40.881 INFO:tasks.workunit.client.0.smithi016.stdout: "perf_memory_metrics", 2024-04-15T14:36:40.881 INFO:tasks.workunit.client.0.smithi016.stdout: "basic_pool_options_bluestore" 2024-04-15T14:36:40.881 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T14:36:40.882 INFO:tasks.workunit.client.0.smithi016.stdout: "config": { 2024-04-15T14:36:40.882 INFO:tasks.workunit.client.0.smithi016.stdout: "active_changed": [ 2024-04-15T14:36:40.882 INFO:tasks.workunit.client.0.smithi016.stdout: "auth_allow_insecure_global_id_reclaim", 2024-04-15T14:36:40.882 INFO:tasks.workunit.client.0.smithi016.stdout: "auth_debug", 2024-04-15T14:36:40.882 INFO:tasks.workunit.client.0.smithi016.stdout: "auth_mon_ticket_ttl", 2024-04-15T14:36:40.882 INFO:tasks.workunit.client.0.smithi016.stdout: "auth_service_ticket_ttl", 2024-04-15T14:36:40.882 INFO:tasks.workunit.client.0.smithi016.stdout: "bdev_debug_aio", 2024-04-15T14:36:40.882 INFO:tasks.workunit.client.0.smithi016.stdout: "client_check_pool_perm", 2024-04-15T14:36:40.882 INFO:tasks.workunit.client.0.smithi016.stdout: "client_mount_gid", 2024-04-15T14:36:40.882 INFO:tasks.workunit.client.0.smithi016.stdout: "client_mount_uid", 2024-04-15T14:36:40.882 INFO:tasks.workunit.client.0.smithi016.stdout: "client_quota", 2024-04-15T14:36:40.882 INFO:tasks.workunit.client.0.smithi016.stdout: "container_image", 2024-04-15T14:36:40.882 INFO:tasks.workunit.client.0.smithi016.stdout: "daemonize", 2024-04-15T14:36:40.883 INFO:tasks.workunit.client.0.smithi016.stdout: "debug_asserts_on_shutdown", 2024-04-15T14:36:40.883 INFO:tasks.workunit.client.0.smithi016.stdout: "debug_mgr", 2024-04-15T14:36:40.883 INFO:tasks.workunit.client.0.smithi016.stdout: "debug_mon", 2024-04-15T14:36:40.883 INFO:tasks.workunit.client.0.smithi016.stdout: "debug_ms", 2024-04-15T14:36:40.883 INFO:tasks.workunit.client.0.smithi016.stdout: "debug_osd", 2024-04-15T14:36:40.883 INFO:tasks.workunit.client.0.smithi016.stdout: "debug_paxos", 2024-04-15T14:36:40.883 INFO:tasks.workunit.client.0.smithi016.stdout: "keyring", 2024-04-15T14:36:40.883 INFO:tasks.workunit.client.0.smithi016.stdout: "leveldb_block_size", 2024-04-15T14:36:40.883 INFO:tasks.workunit.client.0.smithi016.stdout: "leveldb_cache_size", 2024-04-15T14:36:40.883 INFO:tasks.workunit.client.0.smithi016.stdout: "leveldb_compression", 2024-04-15T14:36:40.883 INFO:tasks.workunit.client.0.smithi016.stdout: "leveldb_log", 2024-04-15T14:36:40.883 INFO:tasks.workunit.client.0.smithi016.stdout: "leveldb_write_buffer_size", 2024-04-15T14:36:40.883 INFO:tasks.workunit.client.0.smithi016.stdout: "log_to_file", 2024-04-15T14:36:40.884 INFO:tasks.workunit.client.0.smithi016.stdout: "log_to_journald", 2024-04-15T14:36:40.884 INFO:tasks.workunit.client.0.smithi016.stdout: "log_to_stderr", 2024-04-15T14:36:40.884 INFO:tasks.workunit.client.0.smithi016.stdout: "mon_allow_pool_delete", 2024-04-15T14:36:40.884 INFO:tasks.workunit.client.0.smithi016.stdout: "mon_clock_drift_allowed", 2024-04-15T14:36:40.884 INFO:tasks.workunit.client.0.smithi016.stdout: "mon_cluster_log_file_level", 2024-04-15T14:36:40.884 INFO:tasks.workunit.client.0.smithi016.stdout: "mon_cluster_log_to_file", 2024-04-15T14:36:40.884 INFO:tasks.workunit.client.0.smithi016.stdout: "mon_cluster_log_to_journald", 2024-04-15T14:36:40.884 INFO:tasks.workunit.client.0.smithi016.stdout: "mon_cluster_log_to_stderr", 2024-04-15T14:36:40.884 INFO:tasks.workunit.client.0.smithi016.stdout: "mon_data_avail_warn", 2024-04-15T14:36:40.884 INFO:tasks.workunit.client.0.smithi016.stdout: "mon_election_default_strategy", 2024-04-15T14:36:40.884 INFO:tasks.workunit.client.0.smithi016.stdout: "mon_host", 2024-04-15T14:36:40.884 INFO:tasks.workunit.client.0.smithi016.stdout: "mon_max_pg_per_osd", 2024-04-15T14:36:40.885 INFO:tasks.workunit.client.0.smithi016.stdout: "mon_mgr_mkfs_grace", 2024-04-15T14:36:40.885 INFO:tasks.workunit.client.0.smithi016.stdout: "mon_osd_prime_pg_temp", 2024-04-15T14:36:40.885 INFO:tasks.workunit.client.0.smithi016.stdout: "mon_osd_reporter_subtree_level", 2024-04-15T14:36:40.885 INFO:tasks.workunit.client.0.smithi016.stdout: "mon_pg_warn_max_object_skew", 2024-04-15T14:36:40.885 INFO:tasks.workunit.client.0.smithi016.stdout: "mon_reweight_min_bytes_per_osd", 2024-04-15T14:36:40.885 INFO:tasks.workunit.client.0.smithi016.stdout: "mon_reweight_min_pgs_per_osd", 2024-04-15T14:36:40.885 INFO:tasks.workunit.client.0.smithi016.stdout: "mon_warn_on_crush_straw_calc_version_zero", 2024-04-15T14:36:40.885 INFO:tasks.workunit.client.0.smithi016.stdout: "mon_warn_on_insecure_global_id_reclaim", 2024-04-15T14:36:40.885 INFO:tasks.workunit.client.0.smithi016.stdout: "mon_warn_on_insecure_global_id_reclaim_allowed", 2024-04-15T14:36:40.885 INFO:tasks.workunit.client.0.smithi016.stdout: "mon_warn_on_legacy_crush_tunables", 2024-04-15T14:36:40.885 INFO:tasks.workunit.client.0.smithi016.stdout: "mon_warn_on_osd_down_out_interval_zero", 2024-04-15T14:36:40.885 INFO:tasks.workunit.client.0.smithi016.stdout: "mon_warn_on_pool_pg_num_not_power_of_two", 2024-04-15T14:36:40.885 INFO:tasks.workunit.client.0.smithi016.stdout: "mon_warn_on_too_few_osds", 2024-04-15T14:36:40.886 INFO:tasks.workunit.client.0.smithi016.stdout: "ms_die_on_bug", 2024-04-15T14:36:40.886 INFO:tasks.workunit.client.0.smithi016.stdout: "ms_die_on_old_message", 2024-04-15T14:36:40.886 INFO:tasks.workunit.client.0.smithi016.stdout: "no_config_file", 2024-04-15T14:36:40.886 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_class_default_list", 2024-04-15T14:36:40.886 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_class_load_list", 2024-04-15T14:36:40.886 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_crush_chooseleaf_type", 2024-04-15T14:36:40.886 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_debug_misdirected_ops", 2024-04-15T14:36:40.886 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_debug_op_order", 2024-04-15T14:36:40.886 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_debug_pg_log_writeout", 2024-04-15T14:36:40.886 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_debug_shutdown", 2024-04-15T14:36:40.886 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_debug_verify_cached_snaps", 2024-04-15T14:36:40.886 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_debug_verify_missing_on_start", 2024-04-15T14:36:40.887 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_debug_verify_stray_on_activate", 2024-04-15T14:36:40.887 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_deep_scrub_update_digest_min_age", 2024-04-15T14:36:40.887 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_delete_sleep", 2024-04-15T14:36:40.887 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_delete_sleep_hdd", 2024-04-15T14:36:40.887 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_delete_sleep_hybrid", 2024-04-15T14:36:40.887 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_delete_sleep_ssd", 2024-04-15T14:36:40.887 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_max_backfills", 2024-04-15T14:36:40.887 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_mclock_max_capacity_iops_ssd", 2024-04-15T14:36:40.887 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_mclock_profile", 2024-04-15T14:36:40.887 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_mclock_scheduler_background_best_effort_lim", 2024-04-15T14:36:40.887 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_mclock_scheduler_background_best_effort_res", 2024-04-15T14:36:40.887 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_mclock_scheduler_background_best_effort_wgt", 2024-04-15T14:36:40.888 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_mclock_scheduler_background_recovery_lim", 2024-04-15T14:36:40.888 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_mclock_scheduler_background_recovery_res", 2024-04-15T14:36:40.888 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_mclock_scheduler_background_recovery_wgt", 2024-04-15T14:36:40.888 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_mclock_scheduler_client_lim", 2024-04-15T14:36:40.888 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_mclock_scheduler_client_res", 2024-04-15T14:36:40.888 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_mclock_scheduler_client_wgt", 2024-04-15T14:36:40.888 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_memory_target", 2024-04-15T14:36:40.888 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_memory_target_autotune", 2024-04-15T14:36:40.888 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_op_queue", 2024-04-15T14:36:40.888 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_op_queue_cut_off", 2024-04-15T14:36:40.888 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_pg_delete_cost", 2024-04-15T14:36:40.888 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_pool_default_erasure_code_profile", 2024-04-15T14:36:40.889 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_pool_default_pg_autoscale_mode", 2024-04-15T14:36:40.889 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_recover_clone_overlap", 2024-04-15T14:36:40.889 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_recovery_max_active", 2024-04-15T14:36:40.889 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_recovery_max_active_hdd", 2024-04-15T14:36:40.889 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_recovery_max_active_ssd", 2024-04-15T14:36:40.889 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_recovery_max_chunk", 2024-04-15T14:36:40.889 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_recovery_sleep", 2024-04-15T14:36:40.889 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_recovery_sleep_hdd", 2024-04-15T14:36:40.889 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_recovery_sleep_hybrid", 2024-04-15T14:36:40.889 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_recovery_sleep_ssd", 2024-04-15T14:36:40.889 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_scrub_load_threshold", 2024-04-15T14:36:40.889 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_scrub_max_interval", 2024-04-15T14:36:40.889 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_scrub_sleep", 2024-04-15T14:36:40.890 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_shutdown_pgref_assert", 2024-04-15T14:36:40.890 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_snap_trim_sleep", 2024-04-15T14:36:40.890 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_snap_trim_sleep_hdd", 2024-04-15T14:36:40.890 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_snap_trim_sleep_hybrid", 2024-04-15T14:36:40.890 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_snap_trim_sleep_ssd", 2024-04-15T14:36:40.890 INFO:tasks.workunit.client.0.smithi016.stdout: "public_addr", 2024-04-15T14:36:40.890 INFO:tasks.workunit.client.0.smithi016.stdout: "public_addrv", 2024-04-15T14:36:40.890 INFO:tasks.workunit.client.0.smithi016.stdout: "public_network", 2024-04-15T14:36:40.890 INFO:tasks.workunit.client.0.smithi016.stdout: "rbd_default_features", 2024-04-15T14:36:40.890 INFO:tasks.workunit.client.0.smithi016.stdout: "rbd_qos_exclude_ops", 2024-04-15T14:36:40.890 INFO:tasks.workunit.client.0.smithi016.stdout: "setgroup", 2024-04-15T14:36:40.890 INFO:tasks.workunit.client.0.smithi016.stdout: "setuser" 2024-04-15T14:36:40.891 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T14:36:40.891 INFO:tasks.workunit.client.0.smithi016.stdout: "cluster_changed": [ 2024-04-15T14:36:40.891 INFO:tasks.workunit.client.0.smithi016.stdout: "auth_allow_insecure_global_id_reclaim", 2024-04-15T14:36:40.891 INFO:tasks.workunit.client.0.smithi016.stdout: "auth_debug", 2024-04-15T14:36:40.891 INFO:tasks.workunit.client.0.smithi016.stdout: "auth_mon_ticket_ttl", 2024-04-15T14:36:40.891 INFO:tasks.workunit.client.0.smithi016.stdout: "auth_service_ticket_ttl", 2024-04-15T14:36:40.891 INFO:tasks.workunit.client.0.smithi016.stdout: "bdev_debug_aio", 2024-04-15T14:36:40.891 INFO:tasks.workunit.client.0.smithi016.stdout: "container_image", 2024-04-15T14:36:40.891 INFO:tasks.workunit.client.0.smithi016.stdout: "debug_asserts_on_shutdown", 2024-04-15T14:36:40.891 INFO:tasks.workunit.client.0.smithi016.stdout: "debug_mgr", 2024-04-15T14:36:40.891 INFO:tasks.workunit.client.0.smithi016.stdout: "debug_mon", 2024-04-15T14:36:40.891 INFO:tasks.workunit.client.0.smithi016.stdout: "debug_ms", 2024-04-15T14:36:40.891 INFO:tasks.workunit.client.0.smithi016.stdout: "debug_osd", 2024-04-15T14:36:40.892 INFO:tasks.workunit.client.0.smithi016.stdout: "debug_paxos", 2024-04-15T14:36:40.892 INFO:tasks.workunit.client.0.smithi016.stdout: "log_to_file", 2024-04-15T14:36:40.892 INFO:tasks.workunit.client.0.smithi016.stdout: "log_to_journald", 2024-04-15T14:36:40.892 INFO:tasks.workunit.client.0.smithi016.stdout: "log_to_stderr", 2024-04-15T14:36:40.892 INFO:tasks.workunit.client.0.smithi016.stdout: "mds_join_fs", 2024-04-15T14:36:40.892 INFO:tasks.workunit.client.0.smithi016.stdout: "mgr/cephadm/allow_ptrace", 2024-04-15T14:36:40.892 INFO:tasks.workunit.client.0.smithi016.stdout: "mgr/cephadm/container_init", 2024-04-15T14:36:40.892 INFO:tasks.workunit.client.0.smithi016.stdout: "mgr/cephadm/migration_current", 2024-04-15T14:36:40.892 INFO:tasks.workunit.client.0.smithi016.stdout: "mgr/cephadm/use_repo_digest", 2024-04-15T14:36:40.892 INFO:tasks.workunit.client.0.smithi016.stdout: "mgr/dashboard/ALERTMANAGER_API_HOST", 2024-04-15T14:36:40.892 INFO:tasks.workunit.client.0.smithi016.stdout: "mgr/dashboard/GRAFANA_API_SSL_VERIFY", 2024-04-15T14:36:40.892 INFO:tasks.workunit.client.0.smithi016.stdout: "mgr/dashboard/GRAFANA_API_URL", 2024-04-15T14:36:40.892 INFO:tasks.workunit.client.0.smithi016.stdout: "mgr/dashboard/PROMETHEUS_API_HOST", 2024-04-15T14:36:40.893 INFO:tasks.workunit.client.0.smithi016.stdout: "mgr/dashboard/ssl_server_port", 2024-04-15T14:36:40.893 INFO:tasks.workunit.client.0.smithi016.stdout: "mgr/orchestrator/orchestrator", 2024-04-15T14:36:40.893 INFO:tasks.workunit.client.0.smithi016.stdout: "mgr/telemetry/channel_ident", 2024-04-15T14:36:40.893 INFO:tasks.workunit.client.0.smithi016.stdout: "mgr/telemetry/channel_perf", 2024-04-15T14:36:40.893 INFO:tasks.workunit.client.0.smithi016.stdout: "mgr/telemetry/description", 2024-04-15T14:36:40.893 INFO:tasks.workunit.client.0.smithi016.stdout: "mgr/telemetry/enabled", 2024-04-15T14:36:40.893 INFO:tasks.workunit.client.0.smithi016.stdout: "mgr/telemetry/organization", 2024-04-15T14:36:40.893 INFO:tasks.workunit.client.0.smithi016.stdout: "mon_allow_pool_delete", 2024-04-15T14:36:40.893 INFO:tasks.workunit.client.0.smithi016.stdout: "mon_clock_drift_allowed", 2024-04-15T14:36:40.893 INFO:tasks.workunit.client.0.smithi016.stdout: "mon_cluster_log_file_level", 2024-04-15T14:36:40.893 INFO:tasks.workunit.client.0.smithi016.stdout: "mon_cluster_log_to_file", 2024-04-15T14:36:40.893 INFO:tasks.workunit.client.0.smithi016.stdout: "mon_data_avail_warn", 2024-04-15T14:36:40.893 INFO:tasks.workunit.client.0.smithi016.stdout: "mon_election_default_strategy", 2024-04-15T14:36:40.894 INFO:tasks.workunit.client.0.smithi016.stdout: "mon_max_pg_per_osd", 2024-04-15T14:36:40.894 INFO:tasks.workunit.client.0.smithi016.stdout: "mon_mgr_mkfs_grace", 2024-04-15T14:36:40.894 INFO:tasks.workunit.client.0.smithi016.stdout: "mon_osd_prime_pg_temp", 2024-04-15T14:36:40.894 INFO:tasks.workunit.client.0.smithi016.stdout: "mon_osd_reporter_subtree_level", 2024-04-15T14:36:40.894 INFO:tasks.workunit.client.0.smithi016.stdout: "mon_pg_warn_max_object_skew", 2024-04-15T14:36:40.894 INFO:tasks.workunit.client.0.smithi016.stdout: "mon_reweight_min_bytes_per_osd", 2024-04-15T14:36:40.894 INFO:tasks.workunit.client.0.smithi016.stdout: "mon_reweight_min_pgs_per_osd", 2024-04-15T14:36:40.894 INFO:tasks.workunit.client.0.smithi016.stdout: "mon_warn_on_crush_straw_calc_version_zero", 2024-04-15T14:36:40.894 INFO:tasks.workunit.client.0.smithi016.stdout: "mon_warn_on_insecure_global_id_reclaim", 2024-04-15T14:36:40.894 INFO:tasks.workunit.client.0.smithi016.stdout: "mon_warn_on_insecure_global_id_reclaim_allowed", 2024-04-15T14:36:40.894 INFO:tasks.workunit.client.0.smithi016.stdout: "mon_warn_on_legacy_crush_tunables", 2024-04-15T14:36:40.894 INFO:tasks.workunit.client.0.smithi016.stdout: "mon_warn_on_osd_down_out_interval_zero", 2024-04-15T14:36:40.895 INFO:tasks.workunit.client.0.smithi016.stdout: "mon_warn_on_pool_pg_num_not_power_of_two", 2024-04-15T14:36:40.895 INFO:tasks.workunit.client.0.smithi016.stdout: "mon_warn_on_too_few_osds", 2024-04-15T14:36:40.895 INFO:tasks.workunit.client.0.smithi016.stdout: "ms_die_on_bug", 2024-04-15T14:36:40.895 INFO:tasks.workunit.client.0.smithi016.stdout: "ms_die_on_old_message", 2024-04-15T14:36:40.895 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_class_default_list", 2024-04-15T14:36:40.895 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_class_load_list", 2024-04-15T14:36:40.895 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_debug_misdirected_ops", 2024-04-15T14:36:40.895 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_debug_op_order", 2024-04-15T14:36:40.895 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_debug_pg_log_writeout", 2024-04-15T14:36:40.895 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_debug_shutdown", 2024-04-15T14:36:40.895 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_debug_verify_cached_snaps", 2024-04-15T14:36:40.895 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_debug_verify_missing_on_start", 2024-04-15T14:36:40.895 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_debug_verify_stray_on_activate", 2024-04-15T14:36:40.896 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_deep_scrub_update_digest_min_age", 2024-04-15T14:36:40.896 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_mclock_max_capacity_iops_ssd", 2024-04-15T14:36:40.896 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_mclock_profile", 2024-04-15T14:36:40.896 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_memory_target", 2024-04-15T14:36:40.896 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_memory_target_autotune", 2024-04-15T14:36:40.896 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_op_queue", 2024-04-15T14:36:40.896 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_op_queue_cut_off", 2024-04-15T14:36:40.896 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_pool_default_erasure_code_profile", 2024-04-15T14:36:40.896 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_pool_default_pg_autoscale_mode", 2024-04-15T14:36:40.896 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_recover_clone_overlap", 2024-04-15T14:36:40.896 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_recovery_max_chunk", 2024-04-15T14:36:40.897 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_scrub_load_threshold", 2024-04-15T14:36:40.897 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_scrub_max_interval", 2024-04-15T14:36:40.897 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_shutdown_pgref_assert", 2024-04-15T14:36:40.897 INFO:tasks.workunit.client.0.smithi016.stdout: "public_network", 2024-04-15T14:36:40.897 INFO:tasks.workunit.client.0.smithi016.stdout: "rgw_cache_enabled", 2024-04-15T14:36:40.897 INFO:tasks.workunit.client.0.smithi016.stdout: "rgw_enable_ops_log", 2024-04-15T14:36:40.897 INFO:tasks.workunit.client.0.smithi016.stdout: "rgw_enable_usage_log" 2024-04-15T14:36:40.897 INFO:tasks.workunit.client.0.smithi016.stdout: ] 2024-04-15T14:36:40.897 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:40.897 INFO:tasks.workunit.client.0.smithi016.stdout: "contact": null, 2024-04-15T14:36:40.897 INFO:tasks.workunit.client.0.smithi016.stdout: "crashes": [], 2024-04-15T14:36:40.897 INFO:tasks.workunit.client.0.smithi016.stdout: "created": "2024-04-15T14:28:00.200872Z", 2024-04-15T14:36:40.898 INFO:tasks.workunit.client.0.smithi016.stdout: "crush": { 2024-04-15T14:36:40.898 INFO:tasks.workunit.client.0.smithi016.stdout: "bucket_algs": { 2024-04-15T14:36:40.898 INFO:tasks.workunit.client.0.smithi016.stdout: "straw2": 3 2024-04-15T14:36:40.898 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:40.898 INFO:tasks.workunit.client.0.smithi016.stdout: "bucket_sizes": { 2024-04-15T14:36:40.898 INFO:tasks.workunit.client.0.smithi016.stdout: "2": 1, 2024-04-15T14:36:40.898 INFO:tasks.workunit.client.0.smithi016.stdout: "4": 2 2024-04-15T14:36:40.898 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:40.898 INFO:tasks.workunit.client.0.smithi016.stdout: "bucket_types": { 2024-04-15T14:36:40.898 INFO:tasks.workunit.client.0.smithi016.stdout: "1": 2, 2024-04-15T14:36:40.898 INFO:tasks.workunit.client.0.smithi016.stdout: "11": 1 2024-04-15T14:36:40.898 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:40.898 INFO:tasks.workunit.client.0.smithi016.stdout: "compat_weight_set": false, 2024-04-15T14:36:40.899 INFO:tasks.workunit.client.0.smithi016.stdout: "device_classes": [ 2024-04-15T14:36:40.899 INFO:tasks.workunit.client.0.smithi016.stdout: 8 2024-04-15T14:36:40.899 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T14:36:40.899 INFO:tasks.workunit.client.0.smithi016.stdout: "num_buckets": 6, 2024-04-15T14:36:40.899 INFO:tasks.workunit.client.0.smithi016.stdout: "num_devices": 8, 2024-04-15T14:36:40.899 INFO:tasks.workunit.client.0.smithi016.stdout: "num_rules": 1, 2024-04-15T14:36:40.899 INFO:tasks.workunit.client.0.smithi016.stdout: "num_types": 12, 2024-04-15T14:36:40.899 INFO:tasks.workunit.client.0.smithi016.stdout: "num_weight_sets": 0, 2024-04-15T14:36:40.899 INFO:tasks.workunit.client.0.smithi016.stdout: "tunables": { 2024-04-15T14:36:40.899 INFO:tasks.workunit.client.0.smithi016.stdout: "allowed_bucket_algs": 54, 2024-04-15T14:36:40.899 INFO:tasks.workunit.client.0.smithi016.stdout: "choose_local_fallback_tries": 0, 2024-04-15T14:36:40.899 INFO:tasks.workunit.client.0.smithi016.stdout: "choose_local_tries": 0, 2024-04-15T14:36:40.900 INFO:tasks.workunit.client.0.smithi016.stdout: "choose_total_tries": 50, 2024-04-15T14:36:40.900 INFO:tasks.workunit.client.0.smithi016.stdout: "chooseleaf_descend_once": 1, 2024-04-15T14:36:40.900 INFO:tasks.workunit.client.0.smithi016.stdout: "chooseleaf_stable": 1, 2024-04-15T14:36:40.900 INFO:tasks.workunit.client.0.smithi016.stdout: "chooseleaf_vary_r": 1, 2024-04-15T14:36:40.900 INFO:tasks.workunit.client.0.smithi016.stdout: "has_v2_rules": 0, 2024-04-15T14:36:40.900 INFO:tasks.workunit.client.0.smithi016.stdout: "has_v3_rules": 0, 2024-04-15T14:36:40.900 INFO:tasks.workunit.client.0.smithi016.stdout: "has_v4_buckets": 1, 2024-04-15T14:36:40.900 INFO:tasks.workunit.client.0.smithi016.stdout: "has_v5_rules": 0, 2024-04-15T14:36:40.900 INFO:tasks.workunit.client.0.smithi016.stdout: "legacy_tunables": 0, 2024-04-15T14:36:40.900 INFO:tasks.workunit.client.0.smithi016.stdout: "minimum_required_version": "jewel", 2024-04-15T14:36:40.900 INFO:tasks.workunit.client.0.smithi016.stdout: "optimal_tunables": 1, 2024-04-15T14:36:40.900 INFO:tasks.workunit.client.0.smithi016.stdout: "profile": "jewel", 2024-04-15T14:36:40.900 INFO:tasks.workunit.client.0.smithi016.stdout: "require_feature_tunables": 1, 2024-04-15T14:36:40.901 INFO:tasks.workunit.client.0.smithi016.stdout: "require_feature_tunables2": 1, 2024-04-15T14:36:40.901 INFO:tasks.workunit.client.0.smithi016.stdout: "require_feature_tunables3": 1, 2024-04-15T14:36:40.901 INFO:tasks.workunit.client.0.smithi016.stdout: "require_feature_tunables5": 1, 2024-04-15T14:36:40.901 INFO:tasks.workunit.client.0.smithi016.stdout: "straw_calc_version": 1 2024-04-15T14:36:40.901 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T14:36:40.901 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:40.901 INFO:tasks.workunit.client.0.smithi016.stdout: "description": "upgrade test cluster", 2024-04-15T14:36:40.901 INFO:tasks.workunit.client.0.smithi016.stdout: "fs": { 2024-04-15T14:36:40.901 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 1, 2024-04-15T14:36:40.901 INFO:tasks.workunit.client.0.smithi016.stdout: "feature_flags": { 2024-04-15T14:36:40.901 INFO:tasks.workunit.client.0.smithi016.stdout: "enable_multiple": true, 2024-04-15T14:36:40.901 INFO:tasks.workunit.client.0.smithi016.stdout: "ever_enabled_multiple": true 2024-04-15T14:36:40.902 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:40.902 INFO:tasks.workunit.client.0.smithi016.stdout: "filesystems": [ 2024-04-15T14:36:40.902 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-15T14:36:40.902 INFO:tasks.workunit.client.0.smithi016.stdout: "approx_ctime": "2024-04", 2024-04-15T14:36:40.902 INFO:tasks.workunit.client.0.smithi016.stdout: "balancer_enabled": false, 2024-04-15T14:36:40.902 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T14:36:40.902 INFO:tasks.workunit.client.0.smithi016.stdout: "cached_caps": 0, 2024-04-15T14:36:40.902 INFO:tasks.workunit.client.0.smithi016.stdout: "cached_dns": 10, 2024-04-15T14:36:40.902 INFO:tasks.workunit.client.0.smithi016.stdout: "cached_inos": 13, 2024-04-15T14:36:40.902 INFO:tasks.workunit.client.0.smithi016.stdout: "cached_subtrees": 2, 2024-04-15T14:36:40.902 INFO:tasks.workunit.client.0.smithi016.stdout: "ever_allowed_features": 0, 2024-04-15T14:36:40.902 INFO:tasks.workunit.client.0.smithi016.stdout: "explicitly_allowed_features": 0, 2024-04-15T14:36:40.902 INFO:tasks.workunit.client.0.smithi016.stdout: "files": 0, 2024-04-15T14:36:40.903 INFO:tasks.workunit.client.0.smithi016.stdout: "max_mds": 1, 2024-04-15T14:36:40.903 INFO:tasks.workunit.client.0.smithi016.stdout: "num_data_pools": 1, 2024-04-15T14:36:40.903 INFO:tasks.workunit.client.0.smithi016.stdout: "num_in": 1, 2024-04-15T14:36:40.903 INFO:tasks.workunit.client.0.smithi016.stdout: "num_mds": 1, 2024-04-15T14:36:40.903 INFO:tasks.workunit.client.0.smithi016.stdout: "num_sessions": 0, 2024-04-15T14:36:40.903 INFO:tasks.workunit.client.0.smithi016.stdout: "num_standby_replay": 0, 2024-04-15T14:36:40.903 INFO:tasks.workunit.client.0.smithi016.stdout: "num_up": 1, 2024-04-15T14:36:40.903 INFO:tasks.workunit.client.0.smithi016.stdout: "snaps": 0, 2024-04-15T14:36:40.903 INFO:tasks.workunit.client.0.smithi016.stdout: "standby_count_wanted": 0 2024-04-15T14:36:40.903 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T14:36:40.903 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T14:36:40.903 INFO:tasks.workunit.client.0.smithi016.stdout: "num_standby_mds": 1, 2024-04-15T14:36:40.904 INFO:tasks.workunit.client.0.smithi016.stdout: "total_num_mds": 2 2024-04-15T14:36:40.904 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:40.904 INFO:tasks.workunit.client.0.smithi016.stdout: "heap_stats": { 2024-04-15T14:36:40.904 INFO:tasks.workunit.client.0.smithi016.stdout: "mds": { 2024-04-15T14:36:40.904 INFO:tasks.workunit.client.0.smithi016.stdout: "mds.96c04f3d51aa9c4650d798b6d991f5b64af8e5e4": { 2024-04-15T14:36:40.904 INFO:tasks.workunit.client.0.smithi016.stdout: "actual_memory_used": 20267008, 2024-04-15T14:36:40.904 INFO:tasks.workunit.client.0.smithi016.stdout: "central_cache_freelist": 352040, 2024-04-15T14:36:40.904 INFO:tasks.workunit.client.0.smithi016.stdout: "malloc_metadata": 2752512, 2024-04-15T14:36:40.904 INFO:tasks.workunit.client.0.smithi016.stdout: "page_heap_freelist": 958464, 2024-04-15T14:36:40.904 INFO:tasks.workunit.client.0.smithi016.stdout: "released_to_os": 0, 2024-04-15T14:36:40.904 INFO:tasks.workunit.client.0.smithi016.stdout: "spans_in_use": 322, 2024-04-15T14:36:40.904 INFO:tasks.workunit.client.0.smithi016.stdout: "tcmalloc_page_size": 8192, 2024-04-15T14:36:40.904 INFO:tasks.workunit.client.0.smithi016.stdout: "thread_cache_freelists": 933176, 2024-04-15T14:36:40.905 INFO:tasks.workunit.client.0.smithi016.stdout: "thread_heaps_in_use": 12, 2024-04-15T14:36:40.905 INFO:tasks.workunit.client.0.smithi016.stdout: "transfer_cache_freelist": 809472, 2024-04-15T14:36:40.905 INFO:tasks.workunit.client.0.smithi016.stdout: "use_by_application": 14461344, 2024-04-15T14:36:40.905 INFO:tasks.workunit.client.0.smithi016.stdout: "virtual_address_space_used": 20267008 2024-04-15T14:36:40.905 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:40.905 INFO:tasks.workunit.client.0.smithi016.stdout: "mds.dd602b36cabf11effbd0d8bd19ba267ecac4bcd8": { 2024-04-15T14:36:40.905 INFO:tasks.workunit.client.0.smithi016.stdout: "actual_memory_used": 20529152, 2024-04-15T14:36:40.905 INFO:tasks.workunit.client.0.smithi016.stdout: "central_cache_freelist": 412048, 2024-04-15T14:36:40.905 INFO:tasks.workunit.client.0.smithi016.stdout: "malloc_metadata": 2752512, 2024-04-15T14:36:40.905 INFO:tasks.workunit.client.0.smithi016.stdout: "page_heap_freelist": 114688, 2024-04-15T14:36:40.905 INFO:tasks.workunit.client.0.smithi016.stdout: "released_to_os": 786432, 2024-04-15T14:36:40.905 INFO:tasks.workunit.client.0.smithi016.stdout: "spans_in_use": 401, 2024-04-15T14:36:40.906 INFO:tasks.workunit.client.0.smithi016.stdout: "tcmalloc_page_size": 8192, 2024-04-15T14:36:40.906 INFO:tasks.workunit.client.0.smithi016.stdout: "thread_cache_freelists": 1436040, 2024-04-15T14:36:40.906 INFO:tasks.workunit.client.0.smithi016.stdout: "thread_heaps_in_use": 21, 2024-04-15T14:36:40.906 INFO:tasks.workunit.client.0.smithi016.stdout: "transfer_cache_freelist": 891904, 2024-04-15T14:36:40.906 INFO:tasks.workunit.client.0.smithi016.stdout: "use_by_application": 14921960, 2024-04-15T14:36:40.906 INFO:tasks.workunit.client.0.smithi016.stdout: "virtual_address_space_used": 21315584 2024-04-15T14:36:40.906 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T14:36:40.906 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:40.906 INFO:tasks.workunit.client.0.smithi016.stdout: "mon": { 2024-04-15T14:36:40.906 INFO:tasks.workunit.client.0.smithi016.stdout: "mon.96c04f3d51aa9c4650d798b6d991f5b64af8e5e4": { 2024-04-15T14:36:40.906 INFO:tasks.workunit.client.0.smithi016.stdout: "actual_memory_used": 37076992, 2024-04-15T14:36:40.906 INFO:tasks.workunit.client.0.smithi016.stdout: "central_cache_freelist": 806912, 2024-04-15T14:36:40.906 INFO:tasks.workunit.client.0.smithi016.stdout: "malloc_metadata": 2752512, 2024-04-15T14:36:40.907 INFO:tasks.workunit.client.0.smithi016.stdout: "page_heap_freelist": 0, 2024-04-15T14:36:40.907 INFO:tasks.workunit.client.0.smithi016.stdout: "released_to_os": 9527296, 2024-04-15T14:36:40.907 INFO:tasks.workunit.client.0.smithi016.stdout: "spans_in_use": 1239, 2024-04-15T14:36:40.907 INFO:tasks.workunit.client.0.smithi016.stdout: "tcmalloc_page_size": 8192, 2024-04-15T14:36:40.907 INFO:tasks.workunit.client.0.smithi016.stdout: "thread_cache_freelists": 8577136, 2024-04-15T14:36:40.907 INFO:tasks.workunit.client.0.smithi016.stdout: "thread_heaps_in_use": 22, 2024-04-15T14:36:40.907 INFO:tasks.workunit.client.0.smithi016.stdout: "transfer_cache_freelist": 2123264, 2024-04-15T14:36:40.907 INFO:tasks.workunit.client.0.smithi016.stdout: "use_by_application": 22817168, 2024-04-15T14:36:40.907 INFO:tasks.workunit.client.0.smithi016.stdout: "virtual_address_space_used": 46604288 2024-04-15T14:36:40.907 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:40.907 INFO:tasks.workunit.client.0.smithi016.stdout: "mon.db7bc7ff646004cab5cc32c315bc5a54adf74b4c": { 2024-04-15T14:36:40.907 INFO:tasks.workunit.client.0.smithi016.stdout: "actual_memory_used": 34758656, 2024-04-15T14:36:40.908 INFO:tasks.workunit.client.0.smithi016.stdout: "central_cache_freelist": 915424, 2024-04-15T14:36:40.908 INFO:tasks.workunit.client.0.smithi016.stdout: "malloc_metadata": 2752512, 2024-04-15T14:36:40.908 INFO:tasks.workunit.client.0.smithi016.stdout: "page_heap_freelist": 139264, 2024-04-15T14:36:40.908 INFO:tasks.workunit.client.0.smithi016.stdout: "released_to_os": 9748480, 2024-04-15T14:36:40.908 INFO:tasks.workunit.client.0.smithi016.stdout: "spans_in_use": 945, 2024-04-15T14:36:40.908 INFO:tasks.workunit.client.0.smithi016.stdout: "tcmalloc_page_size": 8192, 2024-04-15T14:36:40.908 INFO:tasks.workunit.client.0.smithi016.stdout: "thread_cache_freelists": 6930408, 2024-04-15T14:36:40.908 INFO:tasks.workunit.client.0.smithi016.stdout: "thread_heaps_in_use": 21, 2024-04-15T14:36:40.908 INFO:tasks.workunit.client.0.smithi016.stdout: "transfer_cache_freelist": 1831424, 2024-04-15T14:36:40.908 INFO:tasks.workunit.client.0.smithi016.stdout: "use_by_application": 22189624, 2024-04-15T14:36:40.908 INFO:tasks.workunit.client.0.smithi016.stdout: "virtual_address_space_used": 44507136 2024-04-15T14:36:40.908 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:40.908 INFO:tasks.workunit.client.0.smithi016.stdout: "mon.dd602b36cabf11effbd0d8bd19ba267ecac4bcd8": { 2024-04-15T14:36:40.909 INFO:tasks.workunit.client.0.smithi016.stdout: "actual_memory_used": 43851776, 2024-04-15T14:36:40.909 INFO:tasks.workunit.client.0.smithi016.stdout: "central_cache_freelist": 1388016, 2024-04-15T14:36:40.909 INFO:tasks.workunit.client.0.smithi016.stdout: "malloc_metadata": 2752512, 2024-04-15T14:36:40.909 INFO:tasks.workunit.client.0.smithi016.stdout: "page_heap_freelist": 540672, 2024-04-15T14:36:40.909 INFO:tasks.workunit.client.0.smithi016.stdout: "released_to_os": 5799936, 2024-04-15T14:36:40.909 INFO:tasks.workunit.client.0.smithi016.stdout: "spans_in_use": 1792, 2024-04-15T14:36:40.909 INFO:tasks.workunit.client.0.smithi016.stdout: "tcmalloc_page_size": 8192, 2024-04-15T14:36:40.909 INFO:tasks.workunit.client.0.smithi016.stdout: "thread_cache_freelists": 11819376, 2024-04-15T14:36:40.909 INFO:tasks.workunit.client.0.smithi016.stdout: "thread_heaps_in_use": 22, 2024-04-15T14:36:40.909 INFO:tasks.workunit.client.0.smithi016.stdout: "transfer_cache_freelist": 2258432, 2024-04-15T14:36:40.909 INFO:tasks.workunit.client.0.smithi016.stdout: "use_by_application": 25092768, 2024-04-15T14:36:40.909 INFO:tasks.workunit.client.0.smithi016.stdout: "virtual_address_space_used": 49651712 2024-04-15T14:36:40.909 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T14:36:40.910 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:40.910 INFO:tasks.workunit.client.0.smithi016.stdout: "osd": { 2024-04-15T14:36:40.910 INFO:tasks.workunit.client.0.smithi016.stdout: "osd.0": { 2024-04-15T14:36:40.910 INFO:tasks.workunit.client.0.smithi016.stdout: "actual_memory_used": 46972928, 2024-04-15T14:36:40.910 INFO:tasks.workunit.client.0.smithi016.stdout: "central_cache_freelist": 901928, 2024-04-15T14:36:40.910 INFO:tasks.workunit.client.0.smithi016.stdout: "malloc_metadata": 2883584, 2024-04-15T14:36:40.910 INFO:tasks.workunit.client.0.smithi016.stdout: "page_heap_freelist": 0, 2024-04-15T14:36:40.910 INFO:tasks.workunit.client.0.smithi016.stdout: "released_to_os": 393216, 2024-04-15T14:36:40.910 INFO:tasks.workunit.client.0.smithi016.stdout: "spans_in_use": 1375, 2024-04-15T14:36:40.910 INFO:tasks.workunit.client.0.smithi016.stdout: "tcmalloc_page_size": 8192, 2024-04-15T14:36:40.910 INFO:tasks.workunit.client.0.smithi016.stdout: "thread_cache_freelists": 5572576, 2024-04-15T14:36:40.911 INFO:tasks.workunit.client.0.smithi016.stdout: "thread_heaps_in_use": 46, 2024-04-15T14:36:40.911 INFO:tasks.workunit.client.0.smithi016.stdout: "transfer_cache_freelist": 2093824, 2024-04-15T14:36:40.911 INFO:tasks.workunit.client.0.smithi016.stdout: "use_by_application": 35521016, 2024-04-15T14:36:40.911 INFO:tasks.workunit.client.0.smithi016.stdout: "virtual_address_space_used": 47366144 2024-04-15T14:36:40.911 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:40.911 INFO:tasks.workunit.client.0.smithi016.stdout: "osd.1": { 2024-04-15T14:36:40.911 INFO:tasks.workunit.client.0.smithi016.stdout: "actual_memory_used": 45801472, 2024-04-15T14:36:40.911 INFO:tasks.workunit.client.0.smithi016.stdout: "central_cache_freelist": 886464, 2024-04-15T14:36:40.911 INFO:tasks.workunit.client.0.smithi016.stdout: "malloc_metadata": 2883584, 2024-04-15T14:36:40.911 INFO:tasks.workunit.client.0.smithi016.stdout: "page_heap_freelist": 0, 2024-04-15T14:36:40.911 INFO:tasks.workunit.client.0.smithi016.stdout: "released_to_os": 516096, 2024-04-15T14:36:40.911 INFO:tasks.workunit.client.0.smithi016.stdout: "spans_in_use": 1315, 2024-04-15T14:36:40.912 INFO:tasks.workunit.client.0.smithi016.stdout: "tcmalloc_page_size": 8192, 2024-04-15T14:36:40.912 INFO:tasks.workunit.client.0.smithi016.stdout: "thread_cache_freelists": 5294176, 2024-04-15T14:36:40.912 INFO:tasks.workunit.client.0.smithi016.stdout: "thread_heaps_in_use": 47, 2024-04-15T14:36:40.912 INFO:tasks.workunit.client.0.smithi016.stdout: "transfer_cache_freelist": 2216448, 2024-04-15T14:36:40.912 INFO:tasks.workunit.client.0.smithi016.stdout: "use_by_application": 34520800, 2024-04-15T14:36:40.912 INFO:tasks.workunit.client.0.smithi016.stdout: "virtual_address_space_used": 46317568 2024-04-15T14:36:40.912 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:40.912 INFO:tasks.workunit.client.0.smithi016.stdout: "osd.2": { 2024-04-15T14:36:40.912 INFO:tasks.workunit.client.0.smithi016.stdout: "actual_memory_used": 45105152, 2024-04-15T14:36:40.912 INFO:tasks.workunit.client.0.smithi016.stdout: "central_cache_freelist": 874976, 2024-04-15T14:36:40.913 INFO:tasks.workunit.client.0.smithi016.stdout: "malloc_metadata": 2883584, 2024-04-15T14:36:40.913 INFO:tasks.workunit.client.0.smithi016.stdout: "page_heap_freelist": 0, 2024-04-15T14:36:40.913 INFO:tasks.workunit.client.0.smithi016.stdout: "released_to_os": 98304, 2024-04-15T14:36:40.913 INFO:tasks.workunit.client.0.smithi016.stdout: "spans_in_use": 1224, 2024-04-15T14:36:40.913 INFO:tasks.workunit.client.0.smithi016.stdout: "tcmalloc_page_size": 8192, 2024-04-15T14:36:40.913 INFO:tasks.workunit.client.0.smithi016.stdout: "thread_cache_freelists": 4600432, 2024-04-15T14:36:40.913 INFO:tasks.workunit.client.0.smithi016.stdout: "thread_heaps_in_use": 47, 2024-04-15T14:36:40.913 INFO:tasks.workunit.client.0.smithi016.stdout: "transfer_cache_freelist": 2561536, 2024-04-15T14:36:40.913 INFO:tasks.workunit.client.0.smithi016.stdout: "use_by_application": 34184624, 2024-04-15T14:36:40.913 INFO:tasks.workunit.client.0.smithi016.stdout: "virtual_address_space_used": 45203456 2024-04-15T14:36:40.913 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:40.913 INFO:tasks.workunit.client.0.smithi016.stdout: "osd.3": { 2024-04-15T14:36:40.914 INFO:tasks.workunit.client.0.smithi016.stdout: "actual_memory_used": 43859968, 2024-04-15T14:36:40.914 INFO:tasks.workunit.client.0.smithi016.stdout: "central_cache_freelist": 739464, 2024-04-15T14:36:40.914 INFO:tasks.workunit.client.0.smithi016.stdout: "malloc_metadata": 2883584, 2024-04-15T14:36:40.914 INFO:tasks.workunit.client.0.smithi016.stdout: "page_heap_freelist": 0, 2024-04-15T14:36:40.914 INFO:tasks.workunit.client.0.smithi016.stdout: "released_to_os": 1409024, 2024-04-15T14:36:40.914 INFO:tasks.workunit.client.0.smithi016.stdout: "spans_in_use": 1195, 2024-04-15T14:36:40.914 INFO:tasks.workunit.client.0.smithi016.stdout: "tcmalloc_page_size": 8192, 2024-04-15T14:36:40.914 INFO:tasks.workunit.client.0.smithi016.stdout: "thread_cache_freelists": 3915944, 2024-04-15T14:36:40.914 INFO:tasks.workunit.client.0.smithi016.stdout: "thread_heaps_in_use": 45, 2024-04-15T14:36:40.914 INFO:tasks.workunit.client.0.smithi016.stdout: "transfer_cache_freelist": 2128128, 2024-04-15T14:36:40.914 INFO:tasks.workunit.client.0.smithi016.stdout: "use_by_application": 34192848, 2024-04-15T14:36:40.914 INFO:tasks.workunit.client.0.smithi016.stdout: "virtual_address_space_used": 45268992 2024-04-15T14:36:40.915 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:40.915 INFO:tasks.workunit.client.0.smithi016.stdout: "osd.4": { 2024-04-15T14:36:40.915 INFO:tasks.workunit.client.0.smithi016.stdout: "actual_memory_used": 44621824, 2024-04-15T14:36:40.915 INFO:tasks.workunit.client.0.smithi016.stdout: "central_cache_freelist": 727744, 2024-04-15T14:36:40.915 INFO:tasks.workunit.client.0.smithi016.stdout: "malloc_metadata": 2883584, 2024-04-15T14:36:40.915 INFO:tasks.workunit.client.0.smithi016.stdout: "page_heap_freelist": 0, 2024-04-15T14:36:40.915 INFO:tasks.workunit.client.0.smithi016.stdout: "released_to_os": 581632, 2024-04-15T14:36:40.915 INFO:tasks.workunit.client.0.smithi016.stdout: "spans_in_use": 1226, 2024-04-15T14:36:40.915 INFO:tasks.workunit.client.0.smithi016.stdout: "tcmalloc_page_size": 8192, 2024-04-15T14:36:40.915 INFO:tasks.workunit.client.0.smithi016.stdout: "thread_cache_freelists": 4889832, 2024-04-15T14:36:40.915 INFO:tasks.workunit.client.0.smithi016.stdout: "thread_heaps_in_use": 47, 2024-04-15T14:36:40.915 INFO:tasks.workunit.client.0.smithi016.stdout: "transfer_cache_freelist": 1921024, 2024-04-15T14:36:40.916 INFO:tasks.workunit.client.0.smithi016.stdout: "use_by_application": 34199640, 2024-04-15T14:36:40.916 INFO:tasks.workunit.client.0.smithi016.stdout: "virtual_address_space_used": 45203456 2024-04-15T14:36:40.916 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:40.916 INFO:tasks.workunit.client.0.smithi016.stdout: "osd.5": { 2024-04-15T14:36:40.916 INFO:tasks.workunit.client.0.smithi016.stdout: "actual_memory_used": 45047808, 2024-04-15T14:36:40.916 INFO:tasks.workunit.client.0.smithi016.stdout: "central_cache_freelist": 844728, 2024-04-15T14:36:40.916 INFO:tasks.workunit.client.0.smithi016.stdout: "malloc_metadata": 2883584, 2024-04-15T14:36:40.916 INFO:tasks.workunit.client.0.smithi016.stdout: "page_heap_freelist": 0, 2024-04-15T14:36:40.916 INFO:tasks.workunit.client.0.smithi016.stdout: "released_to_os": 221184, 2024-04-15T14:36:40.916 INFO:tasks.workunit.client.0.smithi016.stdout: "spans_in_use": 1233, 2024-04-15T14:36:40.916 INFO:tasks.workunit.client.0.smithi016.stdout: "tcmalloc_page_size": 8192, 2024-04-15T14:36:40.916 INFO:tasks.workunit.client.0.smithi016.stdout: "thread_cache_freelists": 4887248, 2024-04-15T14:36:40.917 INFO:tasks.workunit.client.0.smithi016.stdout: "thread_heaps_in_use": 47, 2024-04-15T14:36:40.917 INFO:tasks.workunit.client.0.smithi016.stdout: "transfer_cache_freelist": 1672704, 2024-04-15T14:36:40.917 INFO:tasks.workunit.client.0.smithi016.stdout: "use_by_application": 34759544, 2024-04-15T14:36:40.917 INFO:tasks.workunit.client.0.smithi016.stdout: "virtual_address_space_used": 45268992 2024-04-15T14:36:40.917 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:40.917 INFO:tasks.workunit.client.0.smithi016.stdout: "osd.6": { 2024-04-15T14:36:40.917 INFO:tasks.workunit.client.0.smithi016.stdout: "actual_memory_used": 48324608, 2024-04-15T14:36:40.917 INFO:tasks.workunit.client.0.smithi016.stdout: "central_cache_freelist": 2286640, 2024-04-15T14:36:40.917 INFO:tasks.workunit.client.0.smithi016.stdout: "malloc_metadata": 2883584, 2024-04-15T14:36:40.917 INFO:tasks.workunit.client.0.smithi016.stdout: "page_heap_freelist": 0, 2024-04-15T14:36:40.917 INFO:tasks.workunit.client.0.smithi016.stdout: "released_to_os": 1138688, 2024-04-15T14:36:40.918 INFO:tasks.workunit.client.0.smithi016.stdout: "spans_in_use": 1626, 2024-04-15T14:36:40.918 INFO:tasks.workunit.client.0.smithi016.stdout: "tcmalloc_page_size": 8192, 2024-04-15T14:36:40.918 INFO:tasks.workunit.client.0.smithi016.stdout: "thread_cache_freelists": 5688472, 2024-04-15T14:36:40.918 INFO:tasks.workunit.client.0.smithi016.stdout: "thread_heaps_in_use": 47, 2024-04-15T14:36:40.918 INFO:tasks.workunit.client.0.smithi016.stdout: "transfer_cache_freelist": 3284224, 2024-04-15T14:36:40.918 INFO:tasks.workunit.client.0.smithi016.stdout: "use_by_application": 34181688, 2024-04-15T14:36:40.918 INFO:tasks.workunit.client.0.smithi016.stdout: "virtual_address_space_used": 49463296 2024-04-15T14:36:40.918 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:40.918 INFO:tasks.workunit.client.0.smithi016.stdout: "osd.7": { 2024-04-15T14:36:40.918 INFO:tasks.workunit.client.0.smithi016.stdout: "actual_memory_used": 44785664, 2024-04-15T14:36:40.918 INFO:tasks.workunit.client.0.smithi016.stdout: "central_cache_freelist": 999024, 2024-04-15T14:36:40.918 INFO:tasks.workunit.client.0.smithi016.stdout: "malloc_metadata": 2883584, 2024-04-15T14:36:40.919 INFO:tasks.workunit.client.0.smithi016.stdout: "page_heap_freelist": 0, 2024-04-15T14:36:40.919 INFO:tasks.workunit.client.0.smithi016.stdout: "released_to_os": 1531904, 2024-04-15T14:36:40.919 INFO:tasks.workunit.client.0.smithi016.stdout: "spans_in_use": 1232, 2024-04-15T14:36:40.919 INFO:tasks.workunit.client.0.smithi016.stdout: "tcmalloc_page_size": 8192, 2024-04-15T14:36:40.919 INFO:tasks.workunit.client.0.smithi016.stdout: "thread_cache_freelists": 4585240, 2024-04-15T14:36:40.919 INFO:tasks.workunit.client.0.smithi016.stdout: "thread_heaps_in_use": 46, 2024-04-15T14:36:40.919 INFO:tasks.workunit.client.0.smithi016.stdout: "transfer_cache_freelist": 1925376, 2024-04-15T14:36:40.919 INFO:tasks.workunit.client.0.smithi016.stdout: "use_by_application": 34392440, 2024-04-15T14:36:40.919 INFO:tasks.workunit.client.0.smithi016.stdout: "virtual_address_space_used": 46317568 2024-04-15T14:36:40.919 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T14:36:40.919 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T14:36:40.919 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:40.920 INFO:tasks.workunit.client.0.smithi016.stdout: "hosts": { 2024-04-15T14:36:40.920 INFO:tasks.workunit.client.0.smithi016.stdout: "num": 2, 2024-04-15T14:36:40.920 INFO:tasks.workunit.client.0.smithi016.stdout: "num_with_mds": 2, 2024-04-15T14:36:40.920 INFO:tasks.workunit.client.0.smithi016.stdout: "num_with_mgr": 2, 2024-04-15T14:36:40.920 INFO:tasks.workunit.client.0.smithi016.stdout: "num_with_mon": 2, 2024-04-15T14:36:40.920 INFO:tasks.workunit.client.0.smithi016.stdout: "num_with_osd": 2 2024-04-15T14:36:40.920 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:40.920 INFO:tasks.workunit.client.0.smithi016.stdout: "io_rate": { 2024-04-15T14:36:40.920 INFO:tasks.workunit.client.0.smithi016.stdout: "pg_stats_delta": { 2024-04-15T14:36:40.920 INFO:tasks.workunit.client.0.smithi016.stdout: "acting": 0, 2024-04-15T14:36:40.920 INFO:tasks.workunit.client.0.smithi016.stdout: "log_size": 0, 2024-04-15T14:36:40.921 INFO:tasks.workunit.client.0.smithi016.stdout: "num_store_stats": 0, 2024-04-15T14:36:40.921 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_size": 0, 2024-04-15T14:36:40.921 INFO:tasks.workunit.client.0.smithi016.stdout: "stamp_delta": "12.002578", 2024-04-15T14:36:40.921 INFO:tasks.workunit.client.0.smithi016.stdout: "stat_sum": { 2024-04-15T14:36:40.921 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes": 0, 2024-04-15T14:36:40.921 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T14:36:40.921 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_recovered": 0, 2024-04-15T14:36:40.921 INFO:tasks.workunit.client.0.smithi016.stdout: "num_deep_scrub_errors": 0, 2024-04-15T14:36:40.921 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict": 0, 2024-04-15T14:36:40.921 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_kb": 0, 2024-04-15T14:36:40.921 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_full": 0, 2024-04-15T14:36:40.921 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_some": 0, 2024-04-15T14:36:40.922 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush": 0, 2024-04-15T14:36:40.922 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_kb": 0, 2024-04-15T14:36:40.922 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_high": 0, 2024-04-15T14:36:40.922 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_low": 0, 2024-04-15T14:36:40.922 INFO:tasks.workunit.client.0.smithi016.stdout: "num_keys_recovered": 0, 2024-04-15T14:36:40.922 INFO:tasks.workunit.client.0.smithi016.stdout: "num_large_omap_objects": 0, 2024-04-15T14:36:40.922 INFO:tasks.workunit.client.0.smithi016.stdout: "num_legacy_snapsets": 0, 2024-04-15T14:36:40.922 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_clones": 0, 2024-04-15T14:36:40.922 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_copies": 0, 2024-04-15T14:36:40.922 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects": 0, 2024-04-15T14:36:40.922 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_degraded": 0, 2024-04-15T14:36:40.922 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_dirty": 0, 2024-04-15T14:36:40.923 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T14:36:40.923 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_manifest": 0, 2024-04-15T14:36:40.923 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_misplaced": 0, 2024-04-15T14:36:40.923 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing": 0, 2024-04-15T14:36:40.923 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T14:36:40.923 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_omap": 0, 2024-04-15T14:36:40.923 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_pinned": 0, 2024-04-15T14:36:40.923 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_recovered": 0, 2024-04-15T14:36:40.923 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_repaired": 0, 2024-04-15T14:36:40.923 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_unfound": 0, 2024-04-15T14:36:40.923 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_bytes": 0, 2024-04-15T14:36:40.923 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_keys": 0, 2024-04-15T14:36:40.923 INFO:tasks.workunit.client.0.smithi016.stdout: "num_promote": 0, 2024-04-15T14:36:40.924 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read": 218, 2024-04-15T14:36:40.924 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read_kb": 308, 2024-04-15T14:36:40.924 INFO:tasks.workunit.client.0.smithi016.stdout: "num_scrub_errors": 0, 2024-04-15T14:36:40.924 INFO:tasks.workunit.client.0.smithi016.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T14:36:40.924 INFO:tasks.workunit.client.0.smithi016.stdout: "num_whiteouts": 0, 2024-04-15T14:36:40.924 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write": 48, 2024-04-15T14:36:40.924 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write_kb": 0 2024-04-15T14:36:40.924 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:40.924 INFO:tasks.workunit.client.0.smithi016.stdout: "store_stats": { 2024-04-15T14:36:40.924 INFO:tasks.workunit.client.0.smithi016.stdout: "allocated": 0, 2024-04-15T14:36:40.924 INFO:tasks.workunit.client.0.smithi016.stdout: "available": 0, 2024-04-15T14:36:40.924 INFO:tasks.workunit.client.0.smithi016.stdout: "data_compressed": 0, 2024-04-15T14:36:40.924 INFO:tasks.workunit.client.0.smithi016.stdout: "data_compressed_allocated": 0, 2024-04-15T14:36:40.925 INFO:tasks.workunit.client.0.smithi016.stdout: "data_compressed_original": 0, 2024-04-15T14:36:40.925 INFO:tasks.workunit.client.0.smithi016.stdout: "data_stored": 0, 2024-04-15T14:36:40.925 INFO:tasks.workunit.client.0.smithi016.stdout: "internal_metadata": 0, 2024-04-15T14:36:40.925 INFO:tasks.workunit.client.0.smithi016.stdout: "internally_reserved": 0, 2024-04-15T14:36:40.925 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_allocated": 0, 2024-04-15T14:36:40.925 INFO:tasks.workunit.client.0.smithi016.stdout: "total": 0 2024-04-15T14:36:40.925 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:40.925 INFO:tasks.workunit.client.0.smithi016.stdout: "up": 0 2024-04-15T14:36:40.925 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T14:36:40.925 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:40.925 INFO:tasks.workunit.client.0.smithi016.stdout: "leaderboard": false, 2024-04-15T14:36:40.925 INFO:tasks.workunit.client.0.smithi016.stdout: "leaderboard_description": null, 2024-04-15T14:36:40.925 INFO:tasks.workunit.client.0.smithi016.stdout: "license": "sharing-1-0", 2024-04-15T14:36:40.926 INFO:tasks.workunit.client.0.smithi016.stdout: "mempool": { 2024-04-15T14:36:40.926 INFO:tasks.workunit.client.0.smithi016.stdout: "mds": { 2024-04-15T14:36:40.926 INFO:tasks.workunit.client.0.smithi016.stdout: "mds.96c04f3d51aa9c4650d798b6d991f5b64af8e5e4": { 2024-04-15T14:36:40.926 INFO:tasks.workunit.client.0.smithi016.stdout: "bloom_filter": { 2024-04-15T14:36:40.926 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T14:36:40.926 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T14:36:40.926 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:40.926 INFO:tasks.workunit.client.0.smithi016.stdout: "bluefs": { 2024-04-15T14:36:40.926 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T14:36:40.926 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T14:36:40.926 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:40.927 INFO:tasks.workunit.client.0.smithi016.stdout: "bluefs_file_reader": { 2024-04-15T14:36:40.927 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T14:36:40.927 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T14:36:40.927 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:40.927 INFO:tasks.workunit.client.0.smithi016.stdout: "bluefs_file_writer": { 2024-04-15T14:36:40.927 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T14:36:40.927 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T14:36:40.927 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:40.927 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_alloc": { 2024-04-15T14:36:40.927 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T14:36:40.927 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T14:36:40.927 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:40.928 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_blob": { 2024-04-15T14:36:40.928 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T14:36:40.928 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T14:36:40.928 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:40.928 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_cache_buffer": { 2024-04-15T14:36:40.928 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T14:36:40.928 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T14:36:40.928 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:40.928 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_cache_data": { 2024-04-15T14:36:40.928 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T14:36:40.928 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T14:36:40.928 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:40.928 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_cache_meta": { 2024-04-15T14:36:40.929 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T14:36:40.929 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T14:36:40.929 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:40.929 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_cache_onode": { 2024-04-15T14:36:40.929 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T14:36:40.929 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T14:36:40.929 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:40.929 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_cache_other": { 2024-04-15T14:36:40.929 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T14:36:40.929 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T14:36:40.929 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:40.930 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_extent": { 2024-04-15T14:36:40.930 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T14:36:40.930 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T14:36:40.930 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:40.930 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_fsck": { 2024-04-15T14:36:40.930 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T14:36:40.930 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T14:36:40.930 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:40.930 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_inline_bl": { 2024-04-15T14:36:40.930 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T14:36:40.930 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T14:36:40.930 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:40.931 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_shared_blob": { 2024-04-15T14:36:40.931 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T14:36:40.931 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T14:36:40.931 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:40.931 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_txc": { 2024-04-15T14:36:40.931 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T14:36:40.931 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T14:36:40.931 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:40.931 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_writing": { 2024-04-15T14:36:40.931 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T14:36:40.931 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T14:36:40.931 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:40.931 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_writing_deferred": { 2024-04-15T14:36:40.932 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T14:36:40.932 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T14:36:40.932 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:40.932 INFO:tasks.workunit.client.0.smithi016.stdout: "buffer_anon": { 2024-04-15T14:36:40.932 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 149137, 2024-04-15T14:36:40.932 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 32 2024-04-15T14:36:40.932 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:40.932 INFO:tasks.workunit.client.0.smithi016.stdout: "buffer_meta": { 2024-04-15T14:36:40.932 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T14:36:40.932 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T14:36:40.932 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:40.932 INFO:tasks.workunit.client.0.smithi016.stdout: "mds_co": { 2024-04-15T14:36:40.932 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 928, 2024-04-15T14:36:40.933 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 2 2024-04-15T14:36:40.933 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:40.933 INFO:tasks.workunit.client.0.smithi016.stdout: "osd": { 2024-04-15T14:36:40.933 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T14:36:40.933 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T14:36:40.933 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:40.933 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_mapbl": { 2024-04-15T14:36:40.933 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T14:36:40.933 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T14:36:40.933 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:40.933 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_pglog": { 2024-04-15T14:36:40.933 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T14:36:40.934 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T14:36:40.934 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:40.934 INFO:tasks.workunit.client.0.smithi016.stdout: "osdmap": { 2024-04-15T14:36:40.934 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T14:36:40.934 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T14:36:40.934 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:40.934 INFO:tasks.workunit.client.0.smithi016.stdout: "osdmap_mapping": { 2024-04-15T14:36:40.934 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T14:36:40.934 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T14:36:40.934 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:40.934 INFO:tasks.workunit.client.0.smithi016.stdout: "pgmap": { 2024-04-15T14:36:40.934 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T14:36:40.934 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T14:36:40.935 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:40.935 INFO:tasks.workunit.client.0.smithi016.stdout: "unittest_1": { 2024-04-15T14:36:40.935 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T14:36:40.935 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T14:36:40.935 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:40.935 INFO:tasks.workunit.client.0.smithi016.stdout: "unittest_2": { 2024-04-15T14:36:40.935 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T14:36:40.935 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T14:36:40.935 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T14:36:40.935 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:40.935 INFO:tasks.workunit.client.0.smithi016.stdout: "mds.dd602b36cabf11effbd0d8bd19ba267ecac4bcd8": { 2024-04-15T14:36:40.935 INFO:tasks.workunit.client.0.smithi016.stdout: "bloom_filter": { 2024-04-15T14:36:40.936 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T14:36:40.936 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T14:36:40.936 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:40.937 INFO:tasks.workunit.client.0.smithi016.stdout: "bluefs": { 2024-04-15T14:36:40.937 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T14:36:40.937 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T14:36:40.938 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:40.938 INFO:tasks.workunit.client.0.smithi016.stdout: "bluefs_file_reader": { 2024-04-15T14:36:40.938 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T14:36:40.938 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T14:36:40.938 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:40.938 INFO:tasks.workunit.client.0.smithi016.stdout: "bluefs_file_writer": { 2024-04-15T14:36:40.938 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T14:36:40.938 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T14:36:40.938 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:40.938 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_alloc": { 2024-04-15T14:36:40.938 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T14:36:40.938 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T14:36:40.939 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:40.939 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_blob": { 2024-04-15T14:36:40.939 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T14:36:40.939 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T14:36:40.939 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:40.939 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_cache_buffer": { 2024-04-15T14:36:40.939 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T14:36:40.939 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T14:36:40.939 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:40.939 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_cache_data": { 2024-04-15T14:36:40.939 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T14:36:40.939 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T14:36:40.939 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:40.939 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_cache_meta": { 2024-04-15T14:36:40.939 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T14:36:40.940 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T14:36:40.940 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:40.940 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_cache_onode": { 2024-04-15T14:36:40.940 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T14:36:40.940 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T14:36:40.940 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:40.940 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_cache_other": { 2024-04-15T14:36:40.940 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T14:36:40.940 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T14:36:40.940 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:40.940 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_extent": { 2024-04-15T14:36:40.940 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T14:36:40.940 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T14:36:40.940 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:40.941 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_fsck": { 2024-04-15T14:36:40.941 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T14:36:40.941 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T14:36:40.941 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:40.941 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_inline_bl": { 2024-04-15T14:36:40.941 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T14:36:40.941 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T14:36:40.941 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:40.941 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_shared_blob": { 2024-04-15T14:36:40.941 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T14:36:40.941 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T14:36:40.941 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:40.941 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_txc": { 2024-04-15T14:36:40.941 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T14:36:40.942 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T14:36:40.942 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:40.942 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_writing": { 2024-04-15T14:36:40.942 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T14:36:40.942 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T14:36:40.942 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:40.942 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_writing_deferred": { 2024-04-15T14:36:40.942 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T14:36:40.942 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T14:36:40.942 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:40.942 INFO:tasks.workunit.client.0.smithi016.stdout: "buffer_anon": { 2024-04-15T14:36:40.942 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 222439, 2024-04-15T14:36:40.943 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 68 2024-04-15T14:36:40.943 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:40.943 INFO:tasks.workunit.client.0.smithi016.stdout: "buffer_meta": { 2024-04-15T14:36:40.943 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T14:36:40.943 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T14:36:40.943 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:40.943 INFO:tasks.workunit.client.0.smithi016.stdout: "mds_co": { 2024-04-15T14:36:40.943 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 51496, 2024-04-15T14:36:40.943 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 208 2024-04-15T14:36:40.943 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:40.943 INFO:tasks.workunit.client.0.smithi016.stdout: "osd": { 2024-04-15T14:36:40.943 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T14:36:40.943 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T14:36:40.943 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:40.943 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_mapbl": { 2024-04-15T14:36:40.944 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T14:36:40.944 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T14:36:40.944 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:40.944 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_pglog": { 2024-04-15T14:36:40.944 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T14:36:40.944 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T14:36:40.944 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:40.944 INFO:tasks.workunit.client.0.smithi016.stdout: "osdmap": { 2024-04-15T14:36:40.944 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 7816, 2024-04-15T14:36:40.944 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 121 2024-04-15T14:36:40.944 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:40.944 INFO:tasks.workunit.client.0.smithi016.stdout: "osdmap_mapping": { 2024-04-15T14:36:40.944 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T14:36:40.944 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T14:36:40.945 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:40.945 INFO:tasks.workunit.client.0.smithi016.stdout: "pgmap": { 2024-04-15T14:36:40.945 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T14:36:40.945 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T14:36:40.945 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:40.945 INFO:tasks.workunit.client.0.smithi016.stdout: "unittest_1": { 2024-04-15T14:36:40.945 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T14:36:40.945 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T14:36:40.945 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:40.945 INFO:tasks.workunit.client.0.smithi016.stdout: "unittest_2": { 2024-04-15T14:36:40.945 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T14:36:40.945 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T14:36:40.945 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T14:36:40.945 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T14:36:40.945 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:40.945 INFO:tasks.workunit.client.0.smithi016.stdout: "mon": { 2024-04-15T14:36:40.946 INFO:tasks.workunit.client.0.smithi016.stdout: "mon.96c04f3d51aa9c4650d798b6d991f5b64af8e5e4": { 2024-04-15T14:36:40.946 INFO:tasks.workunit.client.0.smithi016.stdout: "bloom_filter": { 2024-04-15T14:36:40.946 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T14:36:40.946 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T14:36:40.946 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:40.946 INFO:tasks.workunit.client.0.smithi016.stdout: "bluefs": { 2024-04-15T14:36:40.946 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T14:36:40.946 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T14:36:40.946 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:40.946 INFO:tasks.workunit.client.0.smithi016.stdout: "bluefs_file_reader": { 2024-04-15T14:36:40.946 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T14:36:40.946 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T14:36:40.946 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:40.946 INFO:tasks.workunit.client.0.smithi016.stdout: "bluefs_file_writer": { 2024-04-15T14:36:40.947 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T14:36:40.947 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T14:36:40.947 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:40.947 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_alloc": { 2024-04-15T14:36:40.947 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T14:36:40.947 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T14:36:40.947 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:40.947 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_blob": { 2024-04-15T14:36:40.947 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T14:36:40.947 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T14:36:40.947 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:40.947 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_cache_buffer": { 2024-04-15T14:36:40.947 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T14:36:40.947 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T14:36:40.947 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:40.948 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_cache_data": { 2024-04-15T14:36:40.948 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T14:36:40.948 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T14:36:40.948 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:40.948 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_cache_meta": { 2024-04-15T14:36:40.948 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T14:36:40.948 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T14:36:40.948 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:40.948 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_cache_onode": { 2024-04-15T14:36:40.948 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T14:36:40.948 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T14:36:40.948 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:40.948 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_cache_other": { 2024-04-15T14:36:40.948 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T14:36:40.949 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T14:36:40.949 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:40.949 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_extent": { 2024-04-15T14:36:40.949 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T14:36:40.949 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T14:36:40.949 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:40.949 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_fsck": { 2024-04-15T14:36:40.949 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T14:36:40.949 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T14:36:40.949 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:40.949 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_inline_bl": { 2024-04-15T14:36:40.949 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T14:36:40.949 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T14:36:40.950 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:40.950 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_shared_blob": { 2024-04-15T14:36:40.950 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T14:36:40.950 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T14:36:40.950 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:40.950 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_txc": { 2024-04-15T14:36:40.950 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T14:36:40.950 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T14:36:40.950 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:40.950 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_writing": { 2024-04-15T14:36:40.950 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T14:36:40.950 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T14:36:40.950 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:40.950 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_writing_deferred": { 2024-04-15T14:36:40.951 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T14:36:40.951 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T14:36:40.951 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:40.951 INFO:tasks.workunit.client.0.smithi016.stdout: "buffer_anon": { 2024-04-15T14:36:40.951 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 1331567, 2024-04-15T14:36:40.951 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 420 2024-04-15T14:36:40.951 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:40.951 INFO:tasks.workunit.client.0.smithi016.stdout: "buffer_meta": { 2024-04-15T14:36:40.951 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T14:36:40.951 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T14:36:40.951 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:40.951 INFO:tasks.workunit.client.0.smithi016.stdout: "mds_co": { 2024-04-15T14:36:40.951 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T14:36:40.951 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T14:36:40.951 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:40.952 INFO:tasks.workunit.client.0.smithi016.stdout: "osd": { 2024-04-15T14:36:40.952 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T14:36:40.952 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T14:36:40.952 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:40.952 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_mapbl": { 2024-04-15T14:36:40.952 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T14:36:40.952 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T14:36:40.952 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:40.952 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_pglog": { 2024-04-15T14:36:40.952 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T14:36:40.952 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T14:36:40.952 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:40.952 INFO:tasks.workunit.client.0.smithi016.stdout: "osdmap": { 2024-04-15T14:36:40.952 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 6392, 2024-04-15T14:36:40.952 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 120 2024-04-15T14:36:40.953 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:40.953 INFO:tasks.workunit.client.0.smithi016.stdout: "osdmap_mapping": { 2024-04-15T14:36:40.953 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 12744, 2024-04-15T14:36:40.953 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 1546 2024-04-15T14:36:40.953 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:40.953 INFO:tasks.workunit.client.0.smithi016.stdout: "pgmap": { 2024-04-15T14:36:40.953 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 5152, 2024-04-15T14:36:40.953 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 83 2024-04-15T14:36:40.953 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:40.953 INFO:tasks.workunit.client.0.smithi016.stdout: "unittest_1": { 2024-04-15T14:36:40.953 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T14:36:40.953 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T14:36:40.953 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:40.953 INFO:tasks.workunit.client.0.smithi016.stdout: "unittest_2": { 2024-04-15T14:36:40.953 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T14:36:40.954 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T14:36:40.954 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T14:36:40.954 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:40.954 INFO:tasks.workunit.client.0.smithi016.stdout: "mon.db7bc7ff646004cab5cc32c315bc5a54adf74b4c": { 2024-04-15T14:36:40.954 INFO:tasks.workunit.client.0.smithi016.stdout: "bloom_filter": { 2024-04-15T14:36:40.954 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T14:36:40.954 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T14:36:40.954 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:40.954 INFO:tasks.workunit.client.0.smithi016.stdout: "bluefs": { 2024-04-15T14:36:40.954 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T14:36:40.954 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T14:36:40.954 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:40.954 INFO:tasks.workunit.client.0.smithi016.stdout: "bluefs_file_reader": { 2024-04-15T14:36:40.954 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T14:36:40.955 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T14:36:40.955 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:40.955 INFO:tasks.workunit.client.0.smithi016.stdout: "bluefs_file_writer": { 2024-04-15T14:36:40.955 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T14:36:40.955 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T14:36:40.955 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:40.955 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_alloc": { 2024-04-15T14:36:40.955 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T14:36:40.955 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T14:36:40.955 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:40.955 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_blob": { 2024-04-15T14:36:40.955 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T14:36:40.955 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T14:36:40.955 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:40.955 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_cache_buffer": { 2024-04-15T14:36:40.956 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T14:36:40.956 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T14:36:40.956 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:40.956 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_cache_data": { 2024-04-15T14:36:40.956 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T14:36:40.956 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T14:36:40.956 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:40.956 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_cache_meta": { 2024-04-15T14:36:40.956 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T14:36:40.956 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T14:36:40.956 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:40.956 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_cache_onode": { 2024-04-15T14:36:40.956 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T14:36:40.956 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T14:36:40.957 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:40.957 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_cache_other": { 2024-04-15T14:36:40.957 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T14:36:40.957 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T14:36:40.957 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:40.957 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_extent": { 2024-04-15T14:36:40.957 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T14:36:40.957 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T14:36:40.957 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:40.957 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_fsck": { 2024-04-15T14:36:40.957 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T14:36:40.957 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T14:36:40.957 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:40.957 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_inline_bl": { 2024-04-15T14:36:40.957 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T14:36:40.958 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T14:36:40.958 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:40.958 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_shared_blob": { 2024-04-15T14:36:40.958 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T14:36:40.958 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T14:36:40.958 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:40.958 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_txc": { 2024-04-15T14:36:40.958 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T14:36:40.958 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T14:36:40.958 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:40.958 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_writing": { 2024-04-15T14:36:40.958 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T14:36:40.958 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T14:36:40.958 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:40.958 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_writing_deferred": { 2024-04-15T14:36:40.959 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T14:36:40.959 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T14:36:40.959 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:40.959 INFO:tasks.workunit.client.0.smithi016.stdout: "buffer_anon": { 2024-04-15T14:36:40.959 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 1145127, 2024-04-15T14:36:40.959 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 355 2024-04-15T14:36:40.959 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:40.959 INFO:tasks.workunit.client.0.smithi016.stdout: "buffer_meta": { 2024-04-15T14:36:40.959 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T14:36:40.959 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T14:36:40.959 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:40.959 INFO:tasks.workunit.client.0.smithi016.stdout: "mds_co": { 2024-04-15T14:36:40.959 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T14:36:40.959 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T14:36:40.959 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:40.960 INFO:tasks.workunit.client.0.smithi016.stdout: "osd": { 2024-04-15T14:36:40.960 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T14:36:40.960 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T14:36:40.960 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:40.960 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_mapbl": { 2024-04-15T14:36:40.960 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T14:36:40.960 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T14:36:40.960 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:40.960 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_pglog": { 2024-04-15T14:36:40.960 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T14:36:40.960 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T14:36:40.960 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:40.960 INFO:tasks.workunit.client.0.smithi016.stdout: "osdmap": { 2024-04-15T14:36:40.960 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 6392, 2024-04-15T14:36:40.960 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 120 2024-04-15T14:36:40.961 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:40.961 INFO:tasks.workunit.client.0.smithi016.stdout: "osdmap_mapping": { 2024-04-15T14:36:40.961 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 12744, 2024-04-15T14:36:40.961 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 1546 2024-04-15T14:36:40.961 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:40.961 INFO:tasks.workunit.client.0.smithi016.stdout: "pgmap": { 2024-04-15T14:36:40.961 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 5152, 2024-04-15T14:36:40.961 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 83 2024-04-15T14:36:40.961 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:40.961 INFO:tasks.workunit.client.0.smithi016.stdout: "unittest_1": { 2024-04-15T14:36:40.961 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T14:36:40.961 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T14:36:40.961 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:40.961 INFO:tasks.workunit.client.0.smithi016.stdout: "unittest_2": { 2024-04-15T14:36:40.961 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T14:36:40.962 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T14:36:40.962 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T14:36:40.962 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:40.962 INFO:tasks.workunit.client.0.smithi016.stdout: "mon.dd602b36cabf11effbd0d8bd19ba267ecac4bcd8": { 2024-04-15T14:36:40.962 INFO:tasks.workunit.client.0.smithi016.stdout: "bloom_filter": { 2024-04-15T14:36:40.962 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T14:36:40.962 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T14:36:40.962 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:40.962 INFO:tasks.workunit.client.0.smithi016.stdout: "bluefs": { 2024-04-15T14:36:40.962 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T14:36:40.962 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T14:36:40.962 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:40.962 INFO:tasks.workunit.client.0.smithi016.stdout: "bluefs_file_reader": { 2024-04-15T14:36:40.962 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T14:36:40.962 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T14:36:40.963 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:40.963 INFO:tasks.workunit.client.0.smithi016.stdout: "bluefs_file_writer": { 2024-04-15T14:36:40.963 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T14:36:40.963 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T14:36:40.963 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:40.963 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_alloc": { 2024-04-15T14:36:40.963 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T14:36:40.963 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T14:36:40.963 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:40.963 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_blob": { 2024-04-15T14:36:40.963 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T14:36:40.963 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T14:36:40.963 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:40.963 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_cache_buffer": { 2024-04-15T14:36:40.963 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T14:36:40.964 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T14:36:40.964 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:40.964 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_cache_data": { 2024-04-15T14:36:40.964 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T14:36:40.964 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T14:36:40.964 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:40.964 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_cache_meta": { 2024-04-15T14:36:40.964 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T14:36:40.964 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T14:36:40.964 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:40.964 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_cache_onode": { 2024-04-15T14:36:40.964 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T14:36:40.964 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T14:36:40.964 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:40.965 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_cache_other": { 2024-04-15T14:36:40.965 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T14:36:40.965 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T14:36:40.965 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:40.965 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_extent": { 2024-04-15T14:36:40.965 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T14:36:40.965 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T14:36:40.965 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:40.965 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_fsck": { 2024-04-15T14:36:40.965 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T14:36:40.965 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T14:36:40.965 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:40.966 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_inline_bl": { 2024-04-15T14:36:40.966 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T14:36:40.966 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T14:36:40.966 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:40.966 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_shared_blob": { 2024-04-15T14:36:40.966 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T14:36:40.966 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T14:36:40.966 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:40.966 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_txc": { 2024-04-15T14:36:40.966 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T14:36:40.966 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T14:36:40.966 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:40.966 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_writing": { 2024-04-15T14:36:40.966 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T14:36:40.967 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T14:36:40.967 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:40.967 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_writing_deferred": { 2024-04-15T14:36:40.967 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T14:36:40.967 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T14:36:40.967 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:40.967 INFO:tasks.workunit.client.0.smithi016.stdout: "buffer_anon": { 2024-04-15T14:36:40.967 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 1161327, 2024-04-15T14:36:40.967 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 360 2024-04-15T14:36:40.967 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:40.967 INFO:tasks.workunit.client.0.smithi016.stdout: "buffer_meta": { 2024-04-15T14:36:40.967 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 352, 2024-04-15T14:36:40.967 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 4 2024-04-15T14:36:40.967 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:40.967 INFO:tasks.workunit.client.0.smithi016.stdout: "mds_co": { 2024-04-15T14:36:40.968 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T14:36:40.968 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T14:36:40.968 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:40.968 INFO:tasks.workunit.client.0.smithi016.stdout: "osd": { 2024-04-15T14:36:40.968 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T14:36:40.968 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T14:36:40.968 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:40.968 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_mapbl": { 2024-04-15T14:36:40.968 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T14:36:40.968 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T14:36:40.968 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:40.968 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_pglog": { 2024-04-15T14:36:40.968 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T14:36:40.968 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T14:36:40.968 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:40.969 INFO:tasks.workunit.client.0.smithi016.stdout: "osdmap": { 2024-04-15T14:36:40.969 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 6392, 2024-04-15T14:36:40.969 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 120 2024-04-15T14:36:40.969 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:40.969 INFO:tasks.workunit.client.0.smithi016.stdout: "osdmap_mapping": { 2024-04-15T14:36:40.969 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 12744, 2024-04-15T14:36:40.969 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 1546 2024-04-15T14:36:40.969 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:40.969 INFO:tasks.workunit.client.0.smithi016.stdout: "pgmap": { 2024-04-15T14:36:40.969 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 10304, 2024-04-15T14:36:40.969 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 166 2024-04-15T14:36:40.969 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:40.969 INFO:tasks.workunit.client.0.smithi016.stdout: "unittest_1": { 2024-04-15T14:36:40.969 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T14:36:40.969 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T14:36:40.970 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:40.970 INFO:tasks.workunit.client.0.smithi016.stdout: "unittest_2": { 2024-04-15T14:36:40.970 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T14:36:40.970 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T14:36:40.970 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T14:36:40.970 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T14:36:40.970 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:40.970 INFO:tasks.workunit.client.0.smithi016.stdout: "osd": { 2024-04-15T14:36:40.970 INFO:tasks.workunit.client.0.smithi016.stdout: "osd.0": { 2024-04-15T14:36:40.970 INFO:tasks.workunit.client.0.smithi016.stdout: "bloom_filter": { 2024-04-15T14:36:40.970 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T14:36:40.970 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T14:36:40.970 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:40.970 INFO:tasks.workunit.client.0.smithi016.stdout: "bluefs": { 2024-04-15T14:36:40.970 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 6368, 2024-04-15T14:36:40.971 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 123 2024-04-15T14:36:40.971 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:40.971 INFO:tasks.workunit.client.0.smithi016.stdout: "bluefs_file_reader": { 2024-04-15T14:36:40.971 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 16896, 2024-04-15T14:36:40.971 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 8 2024-04-15T14:36:40.971 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:40.971 INFO:tasks.workunit.client.0.smithi016.stdout: "bluefs_file_writer": { 2024-04-15T14:36:40.971 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 576, 2024-04-15T14:36:40.971 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 3 2024-04-15T14:36:40.971 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:40.971 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_alloc": { 2024-04-15T14:36:40.971 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 5600, 2024-04-15T14:36:40.971 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 70 2024-04-15T14:36:40.971 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:40.972 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_blob": { 2024-04-15T14:36:40.972 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 21280, 2024-04-15T14:36:40.972 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 190 2024-04-15T14:36:40.972 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:40.972 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_cache_buffer": { 2024-04-15T14:36:40.972 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 1712, 2024-04-15T14:36:40.972 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 45 2024-04-15T14:36:40.972 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:40.972 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_cache_data": { 2024-04-15T14:36:40.972 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 606208, 2024-04-15T14:36:40.972 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 17 2024-04-15T14:36:40.972 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:40.972 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_cache_meta": { 2024-04-15T14:36:40.972 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 51400, 2024-04-15T14:36:40.972 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 9559 2024-04-15T14:36:40.973 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:40.973 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_cache_onode": { 2024-04-15T14:36:40.973 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 138296, 2024-04-15T14:36:40.973 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 235 2024-04-15T14:36:40.973 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:40.973 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_cache_other": { 2024-04-15T14:36:40.973 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 11460, 2024-04-15T14:36:40.973 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 751 2024-04-15T14:36:40.973 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:40.973 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_extent": { 2024-04-15T14:36:40.973 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 9120, 2024-04-15T14:36:40.973 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 190 2024-04-15T14:36:40.973 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:40.973 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_fsck": { 2024-04-15T14:36:40.973 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T14:36:40.974 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T14:36:40.974 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:40.974 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_inline_bl": { 2024-04-15T14:36:40.974 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 31984, 2024-04-15T14:36:40.974 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 203 2024-04-15T14:36:40.974 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:40.974 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_shared_blob": { 2024-04-15T14:36:40.974 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 21280, 2024-04-15T14:36:40.974 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 190 2024-04-15T14:36:40.974 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:40.974 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_txc": { 2024-04-15T14:36:40.974 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T14:36:40.974 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T14:36:40.974 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:40.974 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_writing": { 2024-04-15T14:36:40.975 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 394458, 2024-04-15T14:36:40.975 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 88 2024-04-15T14:36:40.975 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:40.975 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_writing_deferred": { 2024-04-15T14:36:40.975 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T14:36:40.975 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T14:36:40.975 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:40.975 INFO:tasks.workunit.client.0.smithi016.stdout: "buffer_anon": { 2024-04-15T14:36:40.975 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 2441692, 2024-04-15T14:36:40.975 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 192 2024-04-15T14:36:40.975 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:40.975 INFO:tasks.workunit.client.0.smithi016.stdout: "buffer_meta": { 2024-04-15T14:36:40.975 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 6864, 2024-04-15T14:36:40.975 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 78 2024-04-15T14:36:40.976 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:40.976 INFO:tasks.workunit.client.0.smithi016.stdout: "mds_co": { 2024-04-15T14:36:40.976 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T14:36:40.976 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T14:36:40.976 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:40.976 INFO:tasks.workunit.client.0.smithi016.stdout: "osd": { 2024-04-15T14:36:40.976 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 521640, 2024-04-15T14:36:40.976 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 45 2024-04-15T14:36:40.976 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:40.976 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_mapbl": { 2024-04-15T14:36:40.976 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T14:36:40.976 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T14:36:40.976 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:40.976 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_pglog": { 2024-04-15T14:36:40.977 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 99320, 2024-04-15T14:36:40.977 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 195 2024-04-15T14:36:40.977 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:40.977 INFO:tasks.workunit.client.0.smithi016.stdout: "osdmap": { 2024-04-15T14:36:40.977 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 224344, 2024-04-15T14:36:40.977 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 3435 2024-04-15T14:36:40.977 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:40.977 INFO:tasks.workunit.client.0.smithi016.stdout: "osdmap_mapping": { 2024-04-15T14:36:40.977 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T14:36:40.977 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T14:36:40.977 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:40.977 INFO:tasks.workunit.client.0.smithi016.stdout: "pgmap": { 2024-04-15T14:36:40.977 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T14:36:40.977 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T14:36:40.977 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:40.978 INFO:tasks.workunit.client.0.smithi016.stdout: "unittest_1": { 2024-04-15T14:36:40.978 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T14:36:40.978 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T14:36:40.978 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:40.978 INFO:tasks.workunit.client.0.smithi016.stdout: "unittest_2": { 2024-04-15T14:36:40.978 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T14:36:40.978 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T14:36:40.978 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T14:36:40.978 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:40.978 INFO:tasks.workunit.client.0.smithi016.stdout: "osd.1": { 2024-04-15T14:36:40.978 INFO:tasks.workunit.client.0.smithi016.stdout: "bloom_filter": { 2024-04-15T14:36:40.978 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T14:36:40.978 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T14:36:40.978 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:40.979 INFO:tasks.workunit.client.0.smithi016.stdout: "bluefs": { 2024-04-15T14:36:40.979 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 6368, 2024-04-15T14:36:40.979 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 123 2024-04-15T14:36:40.979 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:40.979 INFO:tasks.workunit.client.0.smithi016.stdout: "bluefs_file_reader": { 2024-04-15T14:36:40.979 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 16896, 2024-04-15T14:36:40.979 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 8 2024-04-15T14:36:40.979 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:40.979 INFO:tasks.workunit.client.0.smithi016.stdout: "bluefs_file_writer": { 2024-04-15T14:36:40.979 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 576, 2024-04-15T14:36:40.979 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 3 2024-04-15T14:36:40.979 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:40.979 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_alloc": { 2024-04-15T14:36:40.979 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 4800, 2024-04-15T14:36:40.979 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 60 2024-04-15T14:36:40.980 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:40.980 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_blob": { 2024-04-15T14:36:40.980 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 19936, 2024-04-15T14:36:40.980 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 178 2024-04-15T14:36:40.980 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:40.980 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_cache_buffer": { 2024-04-15T14:36:40.980 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 928, 2024-04-15T14:36:40.980 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 38 2024-04-15T14:36:40.980 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:40.980 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_cache_data": { 2024-04-15T14:36:40.980 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 4096, 2024-04-15T14:36:40.980 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 1 2024-04-15T14:36:40.980 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:40.980 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_cache_meta": { 2024-04-15T14:36:40.980 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 45308, 2024-04-15T14:36:40.981 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 8606 2024-04-15T14:36:40.981 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:40.981 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_cache_onode": { 2024-04-15T14:36:40.981 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 128776, 2024-04-15T14:36:40.981 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 221 2024-04-15T14:36:40.981 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:40.981 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_cache_other": { 2024-04-15T14:36:40.981 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 9416, 2024-04-15T14:36:40.981 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 576 2024-04-15T14:36:40.981 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:40.981 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_extent": { 2024-04-15T14:36:40.981 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 8544, 2024-04-15T14:36:40.981 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 178 2024-04-15T14:36:40.981 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:40.981 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_fsck": { 2024-04-15T14:36:40.982 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T14:36:40.982 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T14:36:40.982 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:40.982 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_inline_bl": { 2024-04-15T14:36:40.982 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 27796, 2024-04-15T14:36:40.982 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 189 2024-04-15T14:36:40.982 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:40.982 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_shared_blob": { 2024-04-15T14:36:40.982 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 19936, 2024-04-15T14:36:40.982 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 178 2024-04-15T14:36:40.983 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:40.983 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_txc": { 2024-04-15T14:36:40.983 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 736, 2024-04-15T14:36:40.983 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 1 2024-04-15T14:36:40.983 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:40.983 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_writing": { 2024-04-15T14:36:40.983 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 425870, 2024-04-15T14:36:40.983 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 95 2024-04-15T14:36:40.983 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:40.983 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_writing_deferred": { 2024-04-15T14:36:40.983 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 12112, 2024-04-15T14:36:40.983 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 3 2024-04-15T14:36:40.983 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:40.983 INFO:tasks.workunit.client.0.smithi016.stdout: "buffer_anon": { 2024-04-15T14:36:40.983 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 2428557, 2024-04-15T14:36:40.984 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 181 2024-04-15T14:36:40.984 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:40.984 INFO:tasks.workunit.client.0.smithi016.stdout: "buffer_meta": { 2024-04-15T14:36:40.984 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 4664, 2024-04-15T14:36:40.984 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 53 2024-04-15T14:36:40.984 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:40.984 INFO:tasks.workunit.client.0.smithi016.stdout: "mds_co": { 2024-04-15T14:36:40.984 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T14:36:40.984 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T14:36:40.984 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:40.984 INFO:tasks.workunit.client.0.smithi016.stdout: "osd": { 2024-04-15T14:36:40.984 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 428904, 2024-04-15T14:36:40.984 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 37 2024-04-15T14:36:40.984 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:40.985 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_mapbl": { 2024-04-15T14:36:40.985 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T14:36:40.985 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T14:36:40.985 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:40.985 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_pglog": { 2024-04-15T14:36:40.985 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 7280, 2024-04-15T14:36:40.985 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 18 2024-04-15T14:36:40.985 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:40.985 INFO:tasks.workunit.client.0.smithi016.stdout: "osdmap": { 2024-04-15T14:36:40.985 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 224344, 2024-04-15T14:36:40.985 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 3435 2024-04-15T14:36:40.985 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:40.985 INFO:tasks.workunit.client.0.smithi016.stdout: "osdmap_mapping": { 2024-04-15T14:36:40.985 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T14:36:40.986 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T14:36:40.986 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:40.986 INFO:tasks.workunit.client.0.smithi016.stdout: "pgmap": { 2024-04-15T14:36:40.986 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T14:36:40.986 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T14:36:40.986 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:40.986 INFO:tasks.workunit.client.0.smithi016.stdout: "unittest_1": { 2024-04-15T14:36:40.986 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T14:36:40.986 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T14:36:40.986 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:40.986 INFO:tasks.workunit.client.0.smithi016.stdout: "unittest_2": { 2024-04-15T14:36:40.986 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T14:36:40.986 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T14:36:40.987 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T14:36:40.987 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:40.987 INFO:tasks.workunit.client.0.smithi016.stdout: "osd.2": { 2024-04-15T14:36:40.987 INFO:tasks.workunit.client.0.smithi016.stdout: "bloom_filter": { 2024-04-15T14:36:40.987 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T14:36:40.987 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T14:36:40.987 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:40.987 INFO:tasks.workunit.client.0.smithi016.stdout: "bluefs": { 2024-04-15T14:36:40.987 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 6368, 2024-04-15T14:36:40.987 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 123 2024-04-15T14:36:40.987 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:40.987 INFO:tasks.workunit.client.0.smithi016.stdout: "bluefs_file_reader": { 2024-04-15T14:36:40.987 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 16896, 2024-04-15T14:36:40.987 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 8 2024-04-15T14:36:40.987 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:40.988 INFO:tasks.workunit.client.0.smithi016.stdout: "bluefs_file_writer": { 2024-04-15T14:36:40.988 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 576, 2024-04-15T14:36:40.988 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 3 2024-04-15T14:36:40.988 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:40.988 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_alloc": { 2024-04-15T14:36:40.988 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 4480, 2024-04-15T14:36:40.988 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 56 2024-04-15T14:36:40.988 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:40.988 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_blob": { 2024-04-15T14:36:40.988 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 19712, 2024-04-15T14:36:40.988 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 176 2024-04-15T14:36:40.988 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:40.988 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_cache_buffer": { 2024-04-15T14:36:40.988 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 1376, 2024-04-15T14:36:40.989 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 42 2024-04-15T14:36:40.989 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:40.989 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_cache_data": { 2024-04-15T14:36:40.989 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 8192, 2024-04-15T14:36:40.989 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 2 2024-04-15T14:36:40.989 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:40.989 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_cache_meta": { 2024-04-15T14:36:40.989 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 43770, 2024-04-15T14:36:40.989 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 8328 2024-04-15T14:36:40.989 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:40.989 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_cache_onode": { 2024-04-15T14:36:40.989 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 124016, 2024-04-15T14:36:40.989 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 214 2024-04-15T14:36:40.989 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:40.989 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_cache_other": { 2024-04-15T14:36:40.990 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 8384, 2024-04-15T14:36:40.990 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 525 2024-04-15T14:36:40.990 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:40.990 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_extent": { 2024-04-15T14:36:40.990 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 8448, 2024-04-15T14:36:40.990 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 176 2024-04-15T14:36:40.990 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:40.990 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_fsck": { 2024-04-15T14:36:40.990 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T14:36:40.990 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T14:36:40.990 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:40.990 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_inline_bl": { 2024-04-15T14:36:40.990 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 26340, 2024-04-15T14:36:40.991 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 182 2024-04-15T14:36:40.991 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:40.991 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_shared_blob": { 2024-04-15T14:36:40.991 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 19824, 2024-04-15T14:36:40.991 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 177 2024-04-15T14:36:40.991 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:40.991 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_txc": { 2024-04-15T14:36:40.991 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 1472, 2024-04-15T14:36:40.991 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 2 2024-04-15T14:36:40.991 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:40.991 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_writing": { 2024-04-15T14:36:40.991 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 397022, 2024-04-15T14:36:40.991 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 88 2024-04-15T14:36:40.991 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:40.991 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_writing_deferred": { 2024-04-15T14:36:40.992 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 20128, 2024-04-15T14:36:40.992 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 5 2024-04-15T14:36:40.992 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:40.992 INFO:tasks.workunit.client.0.smithi016.stdout: "buffer_anon": { 2024-04-15T14:36:40.992 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 2445036, 2024-04-15T14:36:40.992 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 185 2024-04-15T14:36:40.992 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:40.992 INFO:tasks.workunit.client.0.smithi016.stdout: "buffer_meta": { 2024-04-15T14:36:40.992 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 4312, 2024-04-15T14:36:40.992 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 49 2024-04-15T14:36:40.992 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:40.992 INFO:tasks.workunit.client.0.smithi016.stdout: "mds_co": { 2024-04-15T14:36:40.992 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T14:36:40.992 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T14:36:40.992 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:40.993 INFO:tasks.workunit.client.0.smithi016.stdout: "osd": { 2024-04-15T14:36:40.993 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 359352, 2024-04-15T14:36:40.993 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 31 2024-04-15T14:36:40.993 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:40.993 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_mapbl": { 2024-04-15T14:36:40.993 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T14:36:40.993 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T14:36:40.993 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:40.993 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_pglog": { 2024-04-15T14:36:40.993 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 8320, 2024-04-15T14:36:40.993 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 24 2024-04-15T14:36:40.993 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:40.993 INFO:tasks.workunit.client.0.smithi016.stdout: "osdmap": { 2024-04-15T14:36:40.993 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 224856, 2024-04-15T14:36:40.993 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 3459 2024-04-15T14:36:40.994 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:40.994 INFO:tasks.workunit.client.0.smithi016.stdout: "osdmap_mapping": { 2024-04-15T14:36:40.994 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T14:36:40.994 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T14:36:40.994 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:40.994 INFO:tasks.workunit.client.0.smithi016.stdout: "pgmap": { 2024-04-15T14:36:40.994 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T14:36:40.994 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T14:36:40.994 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:40.994 INFO:tasks.workunit.client.0.smithi016.stdout: "unittest_1": { 2024-04-15T14:36:40.994 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T14:36:40.994 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T14:36:40.994 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:40.994 INFO:tasks.workunit.client.0.smithi016.stdout: "unittest_2": { 2024-04-15T14:36:40.994 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T14:36:40.995 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T14:36:40.995 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T14:36:40.995 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:40.995 INFO:tasks.workunit.client.0.smithi016.stdout: "osd.3": { 2024-04-15T14:36:40.995 INFO:tasks.workunit.client.0.smithi016.stdout: "bloom_filter": { 2024-04-15T14:36:40.995 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T14:36:40.995 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T14:36:40.995 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:40.995 INFO:tasks.workunit.client.0.smithi016.stdout: "bluefs": { 2024-04-15T14:36:40.995 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 6368, 2024-04-15T14:36:40.995 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 123 2024-04-15T14:36:40.995 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:40.995 INFO:tasks.workunit.client.0.smithi016.stdout: "bluefs_file_reader": { 2024-04-15T14:36:40.995 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 16896, 2024-04-15T14:36:40.995 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 8 2024-04-15T14:36:40.996 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:40.996 INFO:tasks.workunit.client.0.smithi016.stdout: "bluefs_file_writer": { 2024-04-15T14:36:40.996 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 576, 2024-04-15T14:36:40.996 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 3 2024-04-15T14:36:40.996 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:40.996 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_alloc": { 2024-04-15T14:36:40.996 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 3920, 2024-04-15T14:36:40.996 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 49 2024-04-15T14:36:40.996 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:40.996 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_blob": { 2024-04-15T14:36:40.996 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 20160, 2024-04-15T14:36:40.996 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 180 2024-04-15T14:36:40.996 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:40.996 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_cache_buffer": { 2024-04-15T14:36:40.996 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 480, 2024-04-15T14:36:40.997 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 34 2024-04-15T14:36:40.997 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:40.997 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_cache_data": { 2024-04-15T14:36:40.997 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T14:36:40.997 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T14:36:40.997 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:40.997 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_cache_meta": { 2024-04-15T14:36:40.997 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 44401, 2024-04-15T14:36:40.997 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 8511 2024-04-15T14:36:40.997 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:40.997 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_cache_onode": { 2024-04-15T14:36:40.997 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 127416, 2024-04-15T14:36:40.997 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 219 2024-04-15T14:36:40.997 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:40.998 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_cache_other": { 2024-04-15T14:36:40.998 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 9376, 2024-04-15T14:36:40.998 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 581 2024-04-15T14:36:40.998 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:40.998 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_extent": { 2024-04-15T14:36:40.998 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 8640, 2024-04-15T14:36:40.998 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 180 2024-04-15T14:36:40.998 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:40.998 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_fsck": { 2024-04-15T14:36:40.998 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T14:36:40.998 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T14:36:40.998 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:40.998 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_inline_bl": { 2024-04-15T14:36:40.998 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 26948, 2024-04-15T14:36:40.999 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 187 2024-04-15T14:36:40.999 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:40.999 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_shared_blob": { 2024-04-15T14:36:40.999 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 20160, 2024-04-15T14:36:40.999 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 180 2024-04-15T14:36:40.999 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:40.999 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_txc": { 2024-04-15T14:36:40.999 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 2208, 2024-04-15T14:36:40.999 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 3 2024-04-15T14:36:40.999 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:40.999 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_writing": { 2024-04-15T14:36:40.999 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 249906, 2024-04-15T14:36:40.999 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 53 2024-04-15T14:36:41.000 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.000 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_writing_deferred": { 2024-04-15T14:36:41.000 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 28605, 2024-04-15T14:36:41.000 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 11 2024-04-15T14:36:41.000 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.000 INFO:tasks.workunit.client.0.smithi016.stdout: "buffer_anon": { 2024-04-15T14:36:41.000 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 2469694, 2024-04-15T14:36:41.000 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 195 2024-04-15T14:36:41.000 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.000 INFO:tasks.workunit.client.0.smithi016.stdout: "buffer_meta": { 2024-04-15T14:36:41.000 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 4840, 2024-04-15T14:36:41.000 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 55 2024-04-15T14:36:41.000 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.000 INFO:tasks.workunit.client.0.smithi016.stdout: "mds_co": { 2024-04-15T14:36:41.000 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T14:36:41.001 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T14:36:41.001 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.001 INFO:tasks.workunit.client.0.smithi016.stdout: "osd": { 2024-04-15T14:36:41.001 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 417312, 2024-04-15T14:36:41.001 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 36 2024-04-15T14:36:41.001 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.001 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_mapbl": { 2024-04-15T14:36:41.001 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T14:36:41.001 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T14:36:41.001 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.001 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_pglog": { 2024-04-15T14:36:41.001 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 10400, 2024-04-15T14:36:41.001 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 20 2024-04-15T14:36:41.001 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.002 INFO:tasks.workunit.client.0.smithi016.stdout: "osdmap": { 2024-04-15T14:36:41.002 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 224344, 2024-04-15T14:36:41.002 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 3435 2024-04-15T14:36:41.002 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.002 INFO:tasks.workunit.client.0.smithi016.stdout: "osdmap_mapping": { 2024-04-15T14:36:41.002 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T14:36:41.002 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T14:36:41.002 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.002 INFO:tasks.workunit.client.0.smithi016.stdout: "pgmap": { 2024-04-15T14:36:41.002 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T14:36:41.002 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T14:36:41.002 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.002 INFO:tasks.workunit.client.0.smithi016.stdout: "unittest_1": { 2024-04-15T14:36:41.002 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T14:36:41.003 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T14:36:41.003 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.003 INFO:tasks.workunit.client.0.smithi016.stdout: "unittest_2": { 2024-04-15T14:36:41.003 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T14:36:41.003 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T14:36:41.003 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T14:36:41.003 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.003 INFO:tasks.workunit.client.0.smithi016.stdout: "osd.4": { 2024-04-15T14:36:41.003 INFO:tasks.workunit.client.0.smithi016.stdout: "bloom_filter": { 2024-04-15T14:36:41.003 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T14:36:41.003 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T14:36:41.003 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.003 INFO:tasks.workunit.client.0.smithi016.stdout: "bluefs": { 2024-04-15T14:36:41.003 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 6368, 2024-04-15T14:36:41.004 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 123 2024-04-15T14:36:41.004 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.004 INFO:tasks.workunit.client.0.smithi016.stdout: "bluefs_file_reader": { 2024-04-15T14:36:41.004 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 16896, 2024-04-15T14:36:41.004 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 8 2024-04-15T14:36:41.004 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.004 INFO:tasks.workunit.client.0.smithi016.stdout: "bluefs_file_writer": { 2024-04-15T14:36:41.004 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 576, 2024-04-15T14:36:41.004 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 3 2024-04-15T14:36:41.004 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.004 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_alloc": { 2024-04-15T14:36:41.004 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 3520, 2024-04-15T14:36:41.004 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 44 2024-04-15T14:36:41.004 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.004 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_blob": { 2024-04-15T14:36:41.005 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 20048, 2024-04-15T14:36:41.005 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 179 2024-04-15T14:36:41.005 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.005 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_cache_buffer": { 2024-04-15T14:36:41.005 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 1376, 2024-04-15T14:36:41.005 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 42 2024-04-15T14:36:41.005 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.005 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_cache_data": { 2024-04-15T14:36:41.005 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 14432, 2024-04-15T14:36:41.005 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 3 2024-04-15T14:36:41.005 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.005 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_cache_meta": { 2024-04-15T14:36:41.005 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 45353, 2024-04-15T14:36:41.005 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 8638 2024-04-15T14:36:41.005 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.006 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_cache_onode": { 2024-04-15T14:36:41.006 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 129456, 2024-04-15T14:36:41.006 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 222 2024-04-15T14:36:41.006 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.006 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_cache_other": { 2024-04-15T14:36:41.006 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 9660, 2024-04-15T14:36:41.006 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 580 2024-04-15T14:36:41.006 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.006 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_extent": { 2024-04-15T14:36:41.006 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 8592, 2024-04-15T14:36:41.006 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 179 2024-04-15T14:36:41.006 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.006 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_fsck": { 2024-04-15T14:36:41.006 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T14:36:41.007 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T14:36:41.007 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.007 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_inline_bl": { 2024-04-15T14:36:41.007 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 27884, 2024-04-15T14:36:41.007 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 190 2024-04-15T14:36:41.007 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.007 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_shared_blob": { 2024-04-15T14:36:41.007 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 20048, 2024-04-15T14:36:41.007 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 179 2024-04-15T14:36:41.007 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.007 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_txc": { 2024-04-15T14:36:41.007 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 736, 2024-04-15T14:36:41.007 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 1 2024-04-15T14:36:41.007 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.007 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_writing": { 2024-04-15T14:36:41.008 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 911464, 2024-04-15T14:36:41.008 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 72 2024-04-15T14:36:41.008 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.008 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_writing_deferred": { 2024-04-15T14:36:41.008 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 12112, 2024-04-15T14:36:41.008 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 3 2024-04-15T14:36:41.008 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.008 INFO:tasks.workunit.client.0.smithi016.stdout: "buffer_anon": { 2024-04-15T14:36:41.008 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 2411774, 2024-04-15T14:36:41.008 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 173 2024-04-15T14:36:41.008 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.008 INFO:tasks.workunit.client.0.smithi016.stdout: "buffer_meta": { 2024-04-15T14:36:41.008 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 4928, 2024-04-15T14:36:41.008 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 56 2024-04-15T14:36:41.008 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.009 INFO:tasks.workunit.client.0.smithi016.stdout: "mds_co": { 2024-04-15T14:36:41.009 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T14:36:41.009 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T14:36:41.009 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.009 INFO:tasks.workunit.client.0.smithi016.stdout: "osd": { 2024-04-15T14:36:41.009 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 452088, 2024-04-15T14:36:41.009 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 39 2024-04-15T14:36:41.009 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.009 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_mapbl": { 2024-04-15T14:36:41.009 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T14:36:41.009 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T14:36:41.009 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.009 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_pglog": { 2024-04-15T14:36:41.009 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 7904, 2024-04-15T14:36:41.010 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 16 2024-04-15T14:36:41.010 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.010 INFO:tasks.workunit.client.0.smithi016.stdout: "osdmap": { 2024-04-15T14:36:41.010 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 224856, 2024-04-15T14:36:41.010 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 3459 2024-04-15T14:36:41.010 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.010 INFO:tasks.workunit.client.0.smithi016.stdout: "osdmap_mapping": { 2024-04-15T14:36:41.010 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T14:36:41.010 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T14:36:41.010 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.010 INFO:tasks.workunit.client.0.smithi016.stdout: "pgmap": { 2024-04-15T14:36:41.010 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T14:36:41.010 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T14:36:41.010 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.011 INFO:tasks.workunit.client.0.smithi016.stdout: "unittest_1": { 2024-04-15T14:36:41.011 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T14:36:41.011 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T14:36:41.011 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.011 INFO:tasks.workunit.client.0.smithi016.stdout: "unittest_2": { 2024-04-15T14:36:41.011 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T14:36:41.011 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T14:36:41.011 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T14:36:41.011 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.011 INFO:tasks.workunit.client.0.smithi016.stdout: "osd.5": { 2024-04-15T14:36:41.011 INFO:tasks.workunit.client.0.smithi016.stdout: "bloom_filter": { 2024-04-15T14:36:41.011 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T14:36:41.011 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T14:36:41.011 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.012 INFO:tasks.workunit.client.0.smithi016.stdout: "bluefs": { 2024-04-15T14:36:41.012 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 6368, 2024-04-15T14:36:41.012 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 123 2024-04-15T14:36:41.012 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.012 INFO:tasks.workunit.client.0.smithi016.stdout: "bluefs_file_reader": { 2024-04-15T14:36:41.012 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 16896, 2024-04-15T14:36:41.012 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 8 2024-04-15T14:36:41.012 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.012 INFO:tasks.workunit.client.0.smithi016.stdout: "bluefs_file_writer": { 2024-04-15T14:36:41.012 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 576, 2024-04-15T14:36:41.012 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 3 2024-04-15T14:36:41.012 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.012 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_alloc": { 2024-04-15T14:36:41.012 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 2880, 2024-04-15T14:36:41.012 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 36 2024-04-15T14:36:41.013 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.013 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_blob": { 2024-04-15T14:36:41.013 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 20048, 2024-04-15T14:36:41.013 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 179 2024-04-15T14:36:41.013 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.013 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_cache_buffer": { 2024-04-15T14:36:41.013 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 480, 2024-04-15T14:36:41.013 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 34 2024-04-15T14:36:41.013 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.013 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_cache_data": { 2024-04-15T14:36:41.013 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T14:36:41.013 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T14:36:41.013 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.013 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_cache_meta": { 2024-04-15T14:36:41.013 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 45851, 2024-04-15T14:36:41.014 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 8742 2024-04-15T14:36:41.014 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.014 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_cache_onode": { 2024-04-15T14:36:41.014 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 131496, 2024-04-15T14:36:41.014 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 225 2024-04-15T14:36:41.014 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.014 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_cache_other": { 2024-04-15T14:36:41.014 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 10028, 2024-04-15T14:36:41.014 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 585 2024-04-15T14:36:41.014 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.014 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_extent": { 2024-04-15T14:36:41.014 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 8592, 2024-04-15T14:36:41.014 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 179 2024-04-15T14:36:41.015 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.015 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_fsck": { 2024-04-15T14:36:41.015 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T14:36:41.015 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T14:36:41.015 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.015 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_inline_bl": { 2024-04-15T14:36:41.015 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 28652, 2024-04-15T14:36:41.015 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 193 2024-04-15T14:36:41.015 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.015 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_shared_blob": { 2024-04-15T14:36:41.015 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 20048, 2024-04-15T14:36:41.015 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 179 2024-04-15T14:36:41.016 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.016 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_txc": { 2024-04-15T14:36:41.016 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 2208, 2024-04-15T14:36:41.016 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 3 2024-04-15T14:36:41.016 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.016 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_writing": { 2024-04-15T14:36:41.016 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 816126, 2024-04-15T14:36:41.016 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 48 2024-04-15T14:36:41.016 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.016 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_writing_deferred": { 2024-04-15T14:36:41.016 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 28605, 2024-04-15T14:36:41.016 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 11 2024-04-15T14:36:41.016 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.016 INFO:tasks.workunit.client.0.smithi016.stdout: "buffer_anon": { 2024-04-15T14:36:41.017 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 2443393, 2024-04-15T14:36:41.017 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 183 2024-04-15T14:36:41.017 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.017 INFO:tasks.workunit.client.0.smithi016.stdout: "buffer_meta": { 2024-04-15T14:36:41.017 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 5632, 2024-04-15T14:36:41.017 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 64 2024-04-15T14:36:41.017 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.017 INFO:tasks.workunit.client.0.smithi016.stdout: "mds_co": { 2024-04-15T14:36:41.017 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T14:36:41.017 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T14:36:41.017 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.017 INFO:tasks.workunit.client.0.smithi016.stdout: "osd": { 2024-04-15T14:36:41.017 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 486864, 2024-04-15T14:36:41.017 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 42 2024-04-15T14:36:41.018 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.018 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_mapbl": { 2024-04-15T14:36:41.018 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T14:36:41.018 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T14:36:41.018 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.018 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_pglog": { 2024-04-15T14:36:41.018 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 11960, 2024-04-15T14:36:41.018 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 23 2024-04-15T14:36:41.018 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.018 INFO:tasks.workunit.client.0.smithi016.stdout: "osdmap": { 2024-04-15T14:36:41.018 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 225112, 2024-04-15T14:36:41.018 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 3471 2024-04-15T14:36:41.018 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.019 INFO:tasks.workunit.client.0.smithi016.stdout: "osdmap_mapping": { 2024-04-15T14:36:41.019 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T14:36:41.019 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T14:36:41.019 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.019 INFO:tasks.workunit.client.0.smithi016.stdout: "pgmap": { 2024-04-15T14:36:41.019 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T14:36:41.019 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T14:36:41.019 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.019 INFO:tasks.workunit.client.0.smithi016.stdout: "unittest_1": { 2024-04-15T14:36:41.019 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T14:36:41.019 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T14:36:41.019 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.019 INFO:tasks.workunit.client.0.smithi016.stdout: "unittest_2": { 2024-04-15T14:36:41.019 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T14:36:41.019 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T14:36:41.020 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T14:36:41.020 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.020 INFO:tasks.workunit.client.0.smithi016.stdout: "osd.6": { 2024-04-15T14:36:41.020 INFO:tasks.workunit.client.0.smithi016.stdout: "bloom_filter": { 2024-04-15T14:36:41.020 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T14:36:41.020 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T14:36:41.020 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.020 INFO:tasks.workunit.client.0.smithi016.stdout: "bluefs": { 2024-04-15T14:36:41.020 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 6368, 2024-04-15T14:36:41.020 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 123 2024-04-15T14:36:41.020 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.020 INFO:tasks.workunit.client.0.smithi016.stdout: "bluefs_file_reader": { 2024-04-15T14:36:41.020 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 16896, 2024-04-15T14:36:41.020 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 8 2024-04-15T14:36:41.021 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.021 INFO:tasks.workunit.client.0.smithi016.stdout: "bluefs_file_writer": { 2024-04-15T14:36:41.021 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 576, 2024-04-15T14:36:41.021 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 3 2024-04-15T14:36:41.021 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.021 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_alloc": { 2024-04-15T14:36:41.021 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 2240, 2024-04-15T14:36:41.021 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 28 2024-04-15T14:36:41.021 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.021 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_blob": { 2024-04-15T14:36:41.021 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 21056, 2024-04-15T14:36:41.021 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 188 2024-04-15T14:36:41.021 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.021 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_cache_buffer": { 2024-04-15T14:36:41.022 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 256, 2024-04-15T14:36:41.022 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 32 2024-04-15T14:36:41.022 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.022 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_cache_data": { 2024-04-15T14:36:41.022 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T14:36:41.022 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T14:36:41.022 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.022 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_cache_meta": { 2024-04-15T14:36:41.022 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 86849, 2024-04-15T14:36:41.022 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 15268 2024-04-15T14:36:41.022 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.022 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_cache_onode": { 2024-04-15T14:36:41.022 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 198136, 2024-04-15T14:36:41.022 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 323 2024-04-15T14:36:41.023 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.023 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_cache_other": { 2024-04-15T14:36:41.023 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 10940, 2024-04-15T14:36:41.023 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 741 2024-04-15T14:36:41.023 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.023 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_extent": { 2024-04-15T14:36:41.023 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 9024, 2024-04-15T14:36:41.023 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 188 2024-04-15T14:36:41.023 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.023 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_fsck": { 2024-04-15T14:36:41.023 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T14:36:41.023 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T14:36:41.023 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.023 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_inline_bl": { 2024-04-15T14:36:41.024 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 29168, 2024-04-15T14:36:41.024 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 191 2024-04-15T14:36:41.024 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.024 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_shared_blob": { 2024-04-15T14:36:41.024 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 21056, 2024-04-15T14:36:41.024 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 188 2024-04-15T14:36:41.024 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.024 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_txc": { 2024-04-15T14:36:41.024 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T14:36:41.024 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T14:36:41.024 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.024 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_writing": { 2024-04-15T14:36:41.024 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 198740, 2024-04-15T14:36:41.024 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 41 2024-04-15T14:36:41.024 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.025 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_writing_deferred": { 2024-04-15T14:36:41.025 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T14:36:41.025 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T14:36:41.025 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.025 INFO:tasks.workunit.client.0.smithi016.stdout: "buffer_anon": { 2024-04-15T14:36:41.025 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 2405949, 2024-04-15T14:36:41.025 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 179 2024-04-15T14:36:41.025 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.025 INFO:tasks.workunit.client.0.smithi016.stdout: "buffer_meta": { 2024-04-15T14:36:41.025 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 4488, 2024-04-15T14:36:41.025 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 51 2024-04-15T14:36:41.025 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.025 INFO:tasks.workunit.client.0.smithi016.stdout: "mds_co": { 2024-04-15T14:36:41.025 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T14:36:41.025 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T14:36:41.026 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.026 INFO:tasks.workunit.client.0.smithi016.stdout: "osd": { 2024-04-15T14:36:41.026 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 452088, 2024-04-15T14:36:41.026 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 39 2024-04-15T14:36:41.026 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.026 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_mapbl": { 2024-04-15T14:36:41.026 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T14:36:41.026 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T14:36:41.026 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.026 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_pglog": { 2024-04-15T14:36:41.026 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 99112, 2024-04-15T14:36:41.026 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 201 2024-04-15T14:36:41.026 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.026 INFO:tasks.workunit.client.0.smithi016.stdout: "osdmap": { 2024-04-15T14:36:41.027 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 224344, 2024-04-15T14:36:41.027 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 3435 2024-04-15T14:36:41.027 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.027 INFO:tasks.workunit.client.0.smithi016.stdout: "osdmap_mapping": { 2024-04-15T14:36:41.027 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T14:36:41.027 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T14:36:41.027 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.027 INFO:tasks.workunit.client.0.smithi016.stdout: "pgmap": { 2024-04-15T14:36:41.027 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T14:36:41.027 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T14:36:41.027 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.027 INFO:tasks.workunit.client.0.smithi016.stdout: "unittest_1": { 2024-04-15T14:36:41.027 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T14:36:41.027 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T14:36:41.028 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.028 INFO:tasks.workunit.client.0.smithi016.stdout: "unittest_2": { 2024-04-15T14:36:41.028 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T14:36:41.028 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T14:36:41.028 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T14:36:41.028 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.028 INFO:tasks.workunit.client.0.smithi016.stdout: "osd.7": { 2024-04-15T14:36:41.028 INFO:tasks.workunit.client.0.smithi016.stdout: "bloom_filter": { 2024-04-15T14:36:41.028 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T14:36:41.028 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T14:36:41.028 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.028 INFO:tasks.workunit.client.0.smithi016.stdout: "bluefs": { 2024-04-15T14:36:41.028 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 6368, 2024-04-15T14:36:41.028 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 123 2024-04-15T14:36:41.029 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.029 INFO:tasks.workunit.client.0.smithi016.stdout: "bluefs_file_reader": { 2024-04-15T14:36:41.029 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 16896, 2024-04-15T14:36:41.029 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 8 2024-04-15T14:36:41.029 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.029 INFO:tasks.workunit.client.0.smithi016.stdout: "bluefs_file_writer": { 2024-04-15T14:36:41.029 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 576, 2024-04-15T14:36:41.029 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 3 2024-04-15T14:36:41.029 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.029 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_alloc": { 2024-04-15T14:36:41.029 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 1680, 2024-04-15T14:36:41.029 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 21 2024-04-15T14:36:41.029 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.029 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_blob": { 2024-04-15T14:36:41.029 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 20944, 2024-04-15T14:36:41.030 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 187 2024-04-15T14:36:41.030 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.030 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_cache_buffer": { 2024-04-15T14:36:41.030 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 928, 2024-04-15T14:36:41.030 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 38 2024-04-15T14:36:41.030 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.030 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_cache_data": { 2024-04-15T14:36:41.030 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 266240, 2024-04-15T14:36:41.030 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 6 2024-04-15T14:36:41.030 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.030 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_cache_meta": { 2024-04-15T14:36:41.030 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 48735, 2024-04-15T14:36:41.030 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 9332 2024-04-15T14:36:41.031 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.031 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_cache_onode": { 2024-04-15T14:36:41.031 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 135576, 2024-04-15T14:36:41.031 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 231 2024-04-15T14:36:41.031 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.031 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_cache_other": { 2024-04-15T14:36:41.031 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 11704, 2024-04-15T14:36:41.031 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 746 2024-04-15T14:36:41.031 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.031 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_extent": { 2024-04-15T14:36:41.031 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 8976, 2024-04-15T14:36:41.031 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 187 2024-04-15T14:36:41.031 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.031 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_fsck": { 2024-04-15T14:36:41.031 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T14:36:41.032 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T14:36:41.032 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.032 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_inline_bl": { 2024-04-15T14:36:41.032 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 31384, 2024-04-15T14:36:41.032 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 199 2024-04-15T14:36:41.032 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.032 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_shared_blob": { 2024-04-15T14:36:41.032 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 20944, 2024-04-15T14:36:41.032 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 187 2024-04-15T14:36:41.032 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.032 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_txc": { 2024-04-15T14:36:41.032 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T14:36:41.032 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T14:36:41.033 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.033 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_writing": { 2024-04-15T14:36:41.033 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 131485, 2024-04-15T14:36:41.033 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 26 2024-04-15T14:36:41.033 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.033 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_writing_deferred": { 2024-04-15T14:36:41.033 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T14:36:41.033 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T14:36:41.033 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.033 INFO:tasks.workunit.client.0.smithi016.stdout: "buffer_anon": { 2024-04-15T14:36:41.033 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 2426734, 2024-04-15T14:36:41.033 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 190 2024-04-15T14:36:41.033 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.033 INFO:tasks.workunit.client.0.smithi016.stdout: "buffer_meta": { 2024-04-15T14:36:41.034 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 5808, 2024-04-15T14:36:41.034 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 66 2024-04-15T14:36:41.034 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.034 INFO:tasks.workunit.client.0.smithi016.stdout: "mds_co": { 2024-04-15T14:36:41.034 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T14:36:41.034 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T14:36:41.034 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.034 INFO:tasks.workunit.client.0.smithi016.stdout: "osd": { 2024-04-15T14:36:41.034 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 533232, 2024-04-15T14:36:41.034 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 46 2024-04-15T14:36:41.034 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.034 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_mapbl": { 2024-04-15T14:36:41.034 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T14:36:41.034 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T14:36:41.035 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.035 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_pglog": { 2024-04-15T14:36:41.035 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 103480, 2024-04-15T14:36:41.035 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 243 2024-04-15T14:36:41.035 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.035 INFO:tasks.workunit.client.0.smithi016.stdout: "osdmap": { 2024-04-15T14:36:41.035 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 224344, 2024-04-15T14:36:41.035 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 3435 2024-04-15T14:36:41.035 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.035 INFO:tasks.workunit.client.0.smithi016.stdout: "osdmap_mapping": { 2024-04-15T14:36:41.035 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T14:36:41.035 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T14:36:41.035 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.035 INFO:tasks.workunit.client.0.smithi016.stdout: "pgmap": { 2024-04-15T14:36:41.035 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T14:36:41.036 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T14:36:41.036 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.036 INFO:tasks.workunit.client.0.smithi016.stdout: "unittest_1": { 2024-04-15T14:36:41.036 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T14:36:41.036 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T14:36:41.036 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.036 INFO:tasks.workunit.client.0.smithi016.stdout: "unittest_2": { 2024-04-15T14:36:41.036 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T14:36:41.036 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T14:36:41.036 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T14:36:41.036 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T14:36:41.036 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T14:36:41.036 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.036 INFO:tasks.workunit.client.0.smithi016.stdout: "metadata": { 2024-04-15T14:36:41.037 INFO:tasks.workunit.client.0.smithi016.stdout: "mds": { 2024-04-15T14:36:41.037 INFO:tasks.workunit.client.0.smithi016.stdout: "arch": { 2024-04-15T14:36:41.037 INFO:tasks.workunit.client.0.smithi016.stdout: "x86_64": 2 2024-04-15T14:36:41.037 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.037 INFO:tasks.workunit.client.0.smithi016.stdout: "ceph_version": { 2024-04-15T14:36:41.037 INFO:tasks.workunit.client.0.smithi016.stdout: "ceph version 18.2.2-1221-ge3fb05d5 (e3fb05d5e6da84b5c44db3f3051c4d242f9809c1) reef (stable)": 2 2024-04-15T14:36:41.037 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.037 INFO:tasks.workunit.client.0.smithi016.stdout: "cpu": { 2024-04-15T14:36:41.037 INFO:tasks.workunit.client.0.smithi016.stdout: "Intel(R) Xeon(R) CPU E5-1620 v3 @ 3.50GHz": 1, 2024-04-15T14:36:41.037 INFO:tasks.workunit.client.0.smithi016.stdout: "Intel(R) Xeon(R) CPU E5-1620 v4 @ 3.50GHz": 1 2024-04-15T14:36:41.037 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.037 INFO:tasks.workunit.client.0.smithi016.stdout: "distro": { 2024-04-15T14:36:41.037 INFO:tasks.workunit.client.0.smithi016.stdout: "centos": 2 2024-04-15T14:36:41.037 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.037 INFO:tasks.workunit.client.0.smithi016.stdout: "distro_description": { 2024-04-15T14:36:41.038 INFO:tasks.workunit.client.0.smithi016.stdout: "CentOS Stream 8": 2 2024-04-15T14:36:41.038 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.038 INFO:tasks.workunit.client.0.smithi016.stdout: "kernel_description": { 2024-04-15T14:36:41.038 INFO:tasks.workunit.client.0.smithi016.stdout: "#1 SMP PREEMPT_DYNAMIC Fri Apr 12 13:55:21 UTC 2024": 2 2024-04-15T14:36:41.038 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.038 INFO:tasks.workunit.client.0.smithi016.stdout: "kernel_version": { 2024-04-15T14:36:41.038 INFO:tasks.workunit.client.0.smithi016.stdout: "5.14.0-438.el9.x86_64": 2 2024-04-15T14:36:41.038 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.038 INFO:tasks.workunit.client.0.smithi016.stdout: "os": { 2024-04-15T14:36:41.038 INFO:tasks.workunit.client.0.smithi016.stdout: "Linux": 2 2024-04-15T14:36:41.038 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T14:36:41.038 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.038 INFO:tasks.workunit.client.0.smithi016.stdout: "mon": { 2024-04-15T14:36:41.039 INFO:tasks.workunit.client.0.smithi016.stdout: "arch": { 2024-04-15T14:36:41.039 INFO:tasks.workunit.client.0.smithi016.stdout: "x86_64": 3 2024-04-15T14:36:41.039 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.039 INFO:tasks.workunit.client.0.smithi016.stdout: "ceph_version": { 2024-04-15T14:36:41.039 INFO:tasks.workunit.client.0.smithi016.stdout: "ceph version 18.2.2-1221-ge3fb05d5 (e3fb05d5e6da84b5c44db3f3051c4d242f9809c1) reef (stable)": 3 2024-04-15T14:36:41.039 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.039 INFO:tasks.workunit.client.0.smithi016.stdout: "cpu": { 2024-04-15T14:36:41.039 INFO:tasks.workunit.client.0.smithi016.stdout: "Intel(R) Xeon(R) CPU E5-1620 v3 @ 3.50GHz": 2, 2024-04-15T14:36:41.039 INFO:tasks.workunit.client.0.smithi016.stdout: "Intel(R) Xeon(R) CPU E5-1620 v4 @ 3.50GHz": 1 2024-04-15T14:36:41.039 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.039 INFO:tasks.workunit.client.0.smithi016.stdout: "distro": { 2024-04-15T14:36:41.039 INFO:tasks.workunit.client.0.smithi016.stdout: "centos": 3 2024-04-15T14:36:41.039 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.039 INFO:tasks.workunit.client.0.smithi016.stdout: "distro_description": { 2024-04-15T14:36:41.039 INFO:tasks.workunit.client.0.smithi016.stdout: "CentOS Stream 8": 3 2024-04-15T14:36:41.039 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.039 INFO:tasks.workunit.client.0.smithi016.stdout: "kernel_description": { 2024-04-15T14:36:41.040 INFO:tasks.workunit.client.0.smithi016.stdout: "#1 SMP PREEMPT_DYNAMIC Fri Apr 12 13:55:21 UTC 2024": 3 2024-04-15T14:36:41.040 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.040 INFO:tasks.workunit.client.0.smithi016.stdout: "kernel_version": { 2024-04-15T14:36:41.040 INFO:tasks.workunit.client.0.smithi016.stdout: "5.14.0-438.el9.x86_64": 3 2024-04-15T14:36:41.040 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.040 INFO:tasks.workunit.client.0.smithi016.stdout: "os": { 2024-04-15T14:36:41.040 INFO:tasks.workunit.client.0.smithi016.stdout: "Linux": 3 2024-04-15T14:36:41.040 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T14:36:41.040 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.040 INFO:tasks.workunit.client.0.smithi016.stdout: "osd": { 2024-04-15T14:36:41.040 INFO:tasks.workunit.client.0.smithi016.stdout: "arch": { 2024-04-15T14:36:41.040 INFO:tasks.workunit.client.0.smithi016.stdout: "x86_64": 8 2024-04-15T14:36:41.040 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.040 INFO:tasks.workunit.client.0.smithi016.stdout: "ceph_version": { 2024-04-15T14:36:41.040 INFO:tasks.workunit.client.0.smithi016.stdout: "ceph version 18.2.2-1221-ge3fb05d5 (e3fb05d5e6da84b5c44db3f3051c4d242f9809c1) reef (stable)": 8 2024-04-15T14:36:41.041 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.041 INFO:tasks.workunit.client.0.smithi016.stdout: "cpu": { 2024-04-15T14:36:41.041 INFO:tasks.workunit.client.0.smithi016.stdout: "Intel(R) Xeon(R) CPU E5-1620 v3 @ 3.50GHz": 4, 2024-04-15T14:36:41.041 INFO:tasks.workunit.client.0.smithi016.stdout: "Intel(R) Xeon(R) CPU E5-1620 v4 @ 3.50GHz": 4 2024-04-15T14:36:41.041 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.041 INFO:tasks.workunit.client.0.smithi016.stdout: "distro": { 2024-04-15T14:36:41.041 INFO:tasks.workunit.client.0.smithi016.stdout: "centos": 8 2024-04-15T14:36:41.041 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.041 INFO:tasks.workunit.client.0.smithi016.stdout: "distro_description": { 2024-04-15T14:36:41.041 INFO:tasks.workunit.client.0.smithi016.stdout: "CentOS Stream 8": 8 2024-04-15T14:36:41.041 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.041 INFO:tasks.workunit.client.0.smithi016.stdout: "kernel_description": { 2024-04-15T14:36:41.041 INFO:tasks.workunit.client.0.smithi016.stdout: "#1 SMP PREEMPT_DYNAMIC Fri Apr 12 13:55:21 UTC 2024": 8 2024-04-15T14:36:41.041 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.042 INFO:tasks.workunit.client.0.smithi016.stdout: "kernel_version": { 2024-04-15T14:36:41.042 INFO:tasks.workunit.client.0.smithi016.stdout: "5.14.0-438.el9.x86_64": 8 2024-04-15T14:36:41.042 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.042 INFO:tasks.workunit.client.0.smithi016.stdout: "os": { 2024-04-15T14:36:41.042 INFO:tasks.workunit.client.0.smithi016.stdout: "Linux": 8 2024-04-15T14:36:41.042 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.042 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_objectstore": { 2024-04-15T14:36:41.042 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore": 8 2024-04-15T14:36:41.042 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.042 INFO:tasks.workunit.client.0.smithi016.stdout: "rotational": { 2024-04-15T14:36:41.042 INFO:tasks.workunit.client.0.smithi016.stdout: "0": 8 2024-04-15T14:36:41.042 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T14:36:41.042 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T14:36:41.042 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.043 INFO:tasks.workunit.client.0.smithi016.stdout: "mon": { 2024-04-15T14:36:41.043 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 3, 2024-04-15T14:36:41.043 INFO:tasks.workunit.client.0.smithi016.stdout: "features": { 2024-04-15T14:36:41.043 INFO:tasks.workunit.client.0.smithi016.stdout: "optional": [], 2024-04-15T14:36:41.043 INFO:tasks.workunit.client.0.smithi016.stdout: "persistent": [ 2024-04-15T14:36:41.043 INFO:tasks.workunit.client.0.smithi016.stdout: "kraken", 2024-04-15T14:36:41.043 INFO:tasks.workunit.client.0.smithi016.stdout: "luminous", 2024-04-15T14:36:41.043 INFO:tasks.workunit.client.0.smithi016.stdout: "mimic", 2024-04-15T14:36:41.043 INFO:tasks.workunit.client.0.smithi016.stdout: "osdmap-prune", 2024-04-15T14:36:41.043 INFO:tasks.workunit.client.0.smithi016.stdout: "nautilus", 2024-04-15T14:36:41.043 INFO:tasks.workunit.client.0.smithi016.stdout: "octopus", 2024-04-15T14:36:41.043 INFO:tasks.workunit.client.0.smithi016.stdout: "pacific", 2024-04-15T14:36:41.043 INFO:tasks.workunit.client.0.smithi016.stdout: "elector-pinging", 2024-04-15T14:36:41.043 INFO:tasks.workunit.client.0.smithi016.stdout: "quincy", 2024-04-15T14:36:41.044 INFO:tasks.workunit.client.0.smithi016.stdout: "reef" 2024-04-15T14:36:41.044 INFO:tasks.workunit.client.0.smithi016.stdout: ] 2024-04-15T14:36:41.044 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.044 INFO:tasks.workunit.client.0.smithi016.stdout: "ipv4_addr_mons": 6, 2024-04-15T14:36:41.044 INFO:tasks.workunit.client.0.smithi016.stdout: "ipv6_addr_mons": 0, 2024-04-15T14:36:41.044 INFO:tasks.workunit.client.0.smithi016.stdout: "min_mon_release": 18, 2024-04-15T14:36:41.044 INFO:tasks.workunit.client.0.smithi016.stdout: "v1_addr_mons": 3, 2024-04-15T14:36:41.044 INFO:tasks.workunit.client.0.smithi016.stdout: "v2_addr_mons": 3 2024-04-15T14:36:41.044 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.044 INFO:tasks.workunit.client.0.smithi016.stdout: "organization": "ceph-qa", 2024-04-15T14:36:41.044 INFO:tasks.workunit.client.0.smithi016.stdout: "osd": { 2024-04-15T14:36:41.044 INFO:tasks.workunit.client.0.smithi016.stdout: "cluster_network": false, 2024-04-15T14:36:41.044 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 8, 2024-04-15T14:36:41.044 INFO:tasks.workunit.client.0.smithi016.stdout: "require_min_compat_client": "luminous", 2024-04-15T14:36:41.045 INFO:tasks.workunit.client.0.smithi016.stdout: "require_osd_release": "reef" 2024-04-15T14:36:41.045 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.045 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_perf_histograms": [ 2024-04-15T14:36:41.045 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-15T14:36:41.045 INFO:tasks.workunit.client.0.smithi016.stdout: "op_r_latency_out_bytes_histogram": { 2024-04-15T14:36:41.045 INFO:tasks.workunit.client.0.smithi016.stdout: "axes": [ 2024-04-15T14:36:41.045 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-15T14:36:41.045 INFO:tasks.workunit.client.0.smithi016.stdout: "buckets": 32, 2024-04-15T14:36:41.045 INFO:tasks.workunit.client.0.smithi016.stdout: "min": 0, 2024-04-15T14:36:41.045 INFO:tasks.workunit.client.0.smithi016.stdout: "name": "Latency (usec)", 2024-04-15T14:36:41.045 INFO:tasks.workunit.client.0.smithi016.stdout: "quant_size": 100000, 2024-04-15T14:36:41.045 INFO:tasks.workunit.client.0.smithi016.stdout: "ranges": [ 2024-04-15T14:36:41.045 INFO:tasks.workunit.client.0.smithi016.stdout: "[None, -1]", 2024-04-15T14:36:41.045 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 99999]", 2024-04-15T14:36:41.045 INFO:tasks.workunit.client.0.smithi016.stdout: "[100000, 199999]", 2024-04-15T14:36:41.046 INFO:tasks.workunit.client.0.smithi016.stdout: "[200000, 399999]", 2024-04-15T14:36:41.046 INFO:tasks.workunit.client.0.smithi016.stdout: "[400000, 799999]", 2024-04-15T14:36:41.046 INFO:tasks.workunit.client.0.smithi016.stdout: "[800000, 1599999]", 2024-04-15T14:36:41.046 INFO:tasks.workunit.client.0.smithi016.stdout: "[1600000, 3199999]", 2024-04-15T14:36:41.046 INFO:tasks.workunit.client.0.smithi016.stdout: "[3200000, 6399999]", 2024-04-15T14:36:41.046 INFO:tasks.workunit.client.0.smithi016.stdout: "[6400000, 12799999]", 2024-04-15T14:36:41.046 INFO:tasks.workunit.client.0.smithi016.stdout: "[12800000, 25599999]", 2024-04-15T14:36:41.046 INFO:tasks.workunit.client.0.smithi016.stdout: "[25600000, 51199999]", 2024-04-15T14:36:41.046 INFO:tasks.workunit.client.0.smithi016.stdout: "[51200000, 102399999]", 2024-04-15T14:36:41.046 INFO:tasks.workunit.client.0.smithi016.stdout: "[102400000, 204799999]", 2024-04-15T14:36:41.046 INFO:tasks.workunit.client.0.smithi016.stdout: "[204800000, 409599999]", 2024-04-15T14:36:41.046 INFO:tasks.workunit.client.0.smithi016.stdout: "[409600000, 819199999]", 2024-04-15T14:36:41.046 INFO:tasks.workunit.client.0.smithi016.stdout: "[819200000, 1638399999]", 2024-04-15T14:36:41.046 INFO:tasks.workunit.client.0.smithi016.stdout: "[1638400000, 3276799999]", 2024-04-15T14:36:41.047 INFO:tasks.workunit.client.0.smithi016.stdout: "[3276800000, 6553599999]", 2024-04-15T14:36:41.047 INFO:tasks.workunit.client.0.smithi016.stdout: "[6553600000, 13107199999]", 2024-04-15T14:36:41.047 INFO:tasks.workunit.client.0.smithi016.stdout: "[13107200000, 26214399999]", 2024-04-15T14:36:41.047 INFO:tasks.workunit.client.0.smithi016.stdout: "[26214400000, 52428799999]", 2024-04-15T14:36:41.047 INFO:tasks.workunit.client.0.smithi016.stdout: "[52428800000, 104857599999]", 2024-04-15T14:36:41.047 INFO:tasks.workunit.client.0.smithi016.stdout: "[104857600000, 209715199999]", 2024-04-15T14:36:41.047 INFO:tasks.workunit.client.0.smithi016.stdout: "[209715200000, 419430399999]", 2024-04-15T14:36:41.047 INFO:tasks.workunit.client.0.smithi016.stdout: "[419430400000, 838860799999]", 2024-04-15T14:36:41.047 INFO:tasks.workunit.client.0.smithi016.stdout: "[838860800000, 1677721599999]", 2024-04-15T14:36:41.047 INFO:tasks.workunit.client.0.smithi016.stdout: "[1677721600000, 3355443199999]", 2024-04-15T14:36:41.047 INFO:tasks.workunit.client.0.smithi016.stdout: "[3355443200000, 6710886399999]", 2024-04-15T14:36:41.047 INFO:tasks.workunit.client.0.smithi016.stdout: "[6710886400000, 13421772799999]", 2024-04-15T14:36:41.047 INFO:tasks.workunit.client.0.smithi016.stdout: "[13421772800000, 26843545599999]", 2024-04-15T14:36:41.047 INFO:tasks.workunit.client.0.smithi016.stdout: "[26843545600000, 53687091199999]", 2024-04-15T14:36:41.047 INFO:tasks.workunit.client.0.smithi016.stdout: "[53687091200000, None]" 2024-04-15T14:36:41.048 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T14:36:41.048 INFO:tasks.workunit.client.0.smithi016.stdout: "scale_type": "log2" 2024-04-15T14:36:41.048 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.048 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-15T14:36:41.048 INFO:tasks.workunit.client.0.smithi016.stdout: "buckets": 32, 2024-04-15T14:36:41.048 INFO:tasks.workunit.client.0.smithi016.stdout: "min": 0, 2024-04-15T14:36:41.048 INFO:tasks.workunit.client.0.smithi016.stdout: "name": "Request size (bytes)", 2024-04-15T14:36:41.048 INFO:tasks.workunit.client.0.smithi016.stdout: "quant_size": 512, 2024-04-15T14:36:41.048 INFO:tasks.workunit.client.0.smithi016.stdout: "ranges": [ 2024-04-15T14:36:41.048 INFO:tasks.workunit.client.0.smithi016.stdout: "[None, -1]", 2024-04-15T14:36:41.048 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 511]", 2024-04-15T14:36:41.048 INFO:tasks.workunit.client.0.smithi016.stdout: "[512, 1023]", 2024-04-15T14:36:41.048 INFO:tasks.workunit.client.0.smithi016.stdout: "[1024, 2047]", 2024-04-15T14:36:41.048 INFO:tasks.workunit.client.0.smithi016.stdout: "[2048, 4095]", 2024-04-15T14:36:41.049 INFO:tasks.workunit.client.0.smithi016.stdout: "[4096, 8191]", 2024-04-15T14:36:41.049 INFO:tasks.workunit.client.0.smithi016.stdout: "[8192, 16383]", 2024-04-15T14:36:41.049 INFO:tasks.workunit.client.0.smithi016.stdout: "[16384, 32767]", 2024-04-15T14:36:41.049 INFO:tasks.workunit.client.0.smithi016.stdout: "[32768, 65535]", 2024-04-15T14:36:41.049 INFO:tasks.workunit.client.0.smithi016.stdout: "[65536, 131071]", 2024-04-15T14:36:41.049 INFO:tasks.workunit.client.0.smithi016.stdout: "[131072, 262143]", 2024-04-15T14:36:41.049 INFO:tasks.workunit.client.0.smithi016.stdout: "[262144, 524287]", 2024-04-15T14:36:41.049 INFO:tasks.workunit.client.0.smithi016.stdout: "[524288, 1048575]", 2024-04-15T14:36:41.049 INFO:tasks.workunit.client.0.smithi016.stdout: "[1048576, 2097151]", 2024-04-15T14:36:41.049 INFO:tasks.workunit.client.0.smithi016.stdout: "[2097152, 4194303]", 2024-04-15T14:36:41.049 INFO:tasks.workunit.client.0.smithi016.stdout: "[4194304, 8388607]", 2024-04-15T14:36:41.049 INFO:tasks.workunit.client.0.smithi016.stdout: "[8388608, 16777215]", 2024-04-15T14:36:41.049 INFO:tasks.workunit.client.0.smithi016.stdout: "[16777216, 33554431]", 2024-04-15T14:36:41.049 INFO:tasks.workunit.client.0.smithi016.stdout: "[33554432, 67108863]", 2024-04-15T14:36:41.049 INFO:tasks.workunit.client.0.smithi016.stdout: "[67108864, 134217727]", 2024-04-15T14:36:41.050 INFO:tasks.workunit.client.0.smithi016.stdout: "[134217728, 268435455]", 2024-04-15T14:36:41.050 INFO:tasks.workunit.client.0.smithi016.stdout: "[268435456, 536870911]", 2024-04-15T14:36:41.050 INFO:tasks.workunit.client.0.smithi016.stdout: "[536870912, 1073741823]", 2024-04-15T14:36:41.050 INFO:tasks.workunit.client.0.smithi016.stdout: "[1073741824, 2147483647]", 2024-04-15T14:36:41.050 INFO:tasks.workunit.client.0.smithi016.stdout: "[2147483648, 4294967295]", 2024-04-15T14:36:41.050 INFO:tasks.workunit.client.0.smithi016.stdout: "[4294967296, 8589934591]", 2024-04-15T14:36:41.050 INFO:tasks.workunit.client.0.smithi016.stdout: "[8589934592, 17179869183]", 2024-04-15T14:36:41.050 INFO:tasks.workunit.client.0.smithi016.stdout: "[17179869184, 34359738367]", 2024-04-15T14:36:41.050 INFO:tasks.workunit.client.0.smithi016.stdout: "[34359738368, 68719476735]", 2024-04-15T14:36:41.050 INFO:tasks.workunit.client.0.smithi016.stdout: "[68719476736, 137438953471]", 2024-04-15T14:36:41.050 INFO:tasks.workunit.client.0.smithi016.stdout: "[137438953472, 274877906943]", 2024-04-15T14:36:41.050 INFO:tasks.workunit.client.0.smithi016.stdout: "[274877906944, None]" 2024-04-15T14:36:41.050 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T14:36:41.050 INFO:tasks.workunit.client.0.smithi016.stdout: "scale_type": "log2" 2024-04-15T14:36:41.051 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T14:36:41.051 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T14:36:41.051 INFO:tasks.workunit.client.0.smithi016.stdout: "osds": [ 2024-04-15T14:36:41.051 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-15T14:36:41.051 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_id": 0, 2024-04-15T14:36:41.051 INFO:tasks.workunit.client.0.smithi016.stdout: "values": [ 2024-04-15T14:36:41.051 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:41.051 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:41.051 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:41.051 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:41.051 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:41.051 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:41.051 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:41.051 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:41.052 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:41.052 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:41.052 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:41.052 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:41.052 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:41.052 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:41.052 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:41.052 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:41.052 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:41.052 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:41.052 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:41.052 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:41.052 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:41.052 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:41.053 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:41.053 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:41.053 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:41.053 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:41.053 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:41.053 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:41.053 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:41.053 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:41.053 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:41.053 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-15T14:36:41.053 INFO:tasks.workunit.client.0.smithi016.stdout: ] 2024-04-15T14:36:41.053 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.053 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-15T14:36:41.053 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_id": 1, 2024-04-15T14:36:41.053 INFO:tasks.workunit.client.0.smithi016.stdout: "values": [ 2024-04-15T14:36:41.054 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:41.054 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:41.054 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 30, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:41.054 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:41.054 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:41.054 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:41.054 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:41.054 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:41.054 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:41.054 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:41.054 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:41.054 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:41.054 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:41.055 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:41.055 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:41.055 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:41.055 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:41.055 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:41.055 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:41.055 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:41.055 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:41.055 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:41.055 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:41.055 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:41.055 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:41.055 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:41.056 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:41.056 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:41.056 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:41.056 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:41.056 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:41.056 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-15T14:36:41.056 INFO:tasks.workunit.client.0.smithi016.stdout: ] 2024-04-15T14:36:41.056 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.056 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-15T14:36:41.056 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_id": 2, 2024-04-15T14:36:41.056 INFO:tasks.workunit.client.0.smithi016.stdout: "values": [ 2024-04-15T14:36:41.056 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:41.056 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:41.056 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:41.056 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:41.057 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:41.057 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:41.057 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:41.057 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:41.057 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:41.057 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:41.057 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:41.057 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:41.057 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:41.057 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:41.057 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:41.057 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:41.057 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:41.057 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:41.057 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:41.058 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:41.058 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:41.058 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:41.058 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:41.058 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:41.058 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:41.058 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:41.058 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:41.058 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:41.058 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:41.058 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:41.058 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:41.058 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-15T14:36:41.058 INFO:tasks.workunit.client.0.smithi016.stdout: ] 2024-04-15T14:36:41.059 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.059 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-15T14:36:41.059 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_id": 3, 2024-04-15T14:36:41.059 INFO:tasks.workunit.client.0.smithi016.stdout: "values": [ 2024-04-15T14:36:41.059 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:41.059 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:41.059 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:41.059 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:41.059 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:41.059 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:41.059 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:41.059 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:41.059 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:41.060 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:41.060 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:41.060 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:41.060 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:41.060 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:41.060 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:41.060 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:41.060 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:41.060 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:41.060 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:41.060 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:41.060 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:41.060 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:41.060 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:41.060 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:41.061 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:41.061 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:41.061 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:41.061 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:41.061 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:41.061 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:41.061 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:41.061 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-15T14:36:41.061 INFO:tasks.workunit.client.0.smithi016.stdout: ] 2024-04-15T14:36:41.061 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.061 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-15T14:36:41.061 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_id": 4, 2024-04-15T14:36:41.061 INFO:tasks.workunit.client.0.smithi016.stdout: "values": [ 2024-04-15T14:36:41.061 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:41.061 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:41.062 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:41.062 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:41.062 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:41.062 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:41.062 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:41.062 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:41.062 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:41.062 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:41.062 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:41.062 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:41.062 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:41.062 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:41.062 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:41.062 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:41.063 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:41.063 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:41.063 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:41.063 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:41.063 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:41.063 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:41.063 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:41.063 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:41.063 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:41.063 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:41.063 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:41.063 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:41.063 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:41.063 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:41.064 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:41.064 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-15T14:36:41.064 INFO:tasks.workunit.client.0.smithi016.stdout: ] 2024-04-15T14:36:41.064 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.064 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-15T14:36:41.064 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_id": 5, 2024-04-15T14:36:41.064 INFO:tasks.workunit.client.0.smithi016.stdout: "values": [ 2024-04-15T14:36:41.064 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:41.064 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:41.064 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:41.064 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:41.064 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:41.064 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:41.064 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:41.065 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:41.065 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:41.065 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:41.065 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:41.065 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:41.065 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:41.065 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:41.065 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:41.065 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:41.065 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:41.065 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:41.065 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:41.065 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:41.065 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:41.066 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:41.066 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:41.066 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:41.066 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:41.066 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:41.066 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:41.066 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:41.066 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:41.066 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:41.066 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:41.066 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-15T14:36:41.066 INFO:tasks.workunit.client.0.smithi016.stdout: ] 2024-04-15T14:36:41.066 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.066 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-15T14:36:41.067 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_id": 6, 2024-04-15T14:36:41.067 INFO:tasks.workunit.client.0.smithi016.stdout: "values": [ 2024-04-15T14:36:41.067 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:41.067 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:41.067 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:41.067 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:41.067 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:41.067 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:41.067 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:41.067 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:41.067 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:41.067 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:41.067 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:41.067 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:41.067 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:41.068 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:41.068 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:41.068 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:41.068 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:41.068 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:41.068 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:41.068 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:41.068 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:41.068 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:41.068 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:41.068 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:41.068 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:41.068 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:41.068 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:41.068 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:41.069 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:41.069 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:41.069 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:41.069 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-15T14:36:41.069 INFO:tasks.workunit.client.0.smithi016.stdout: ] 2024-04-15T14:36:41.069 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.069 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-15T14:36:41.069 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_id": 7, 2024-04-15T14:36:41.069 INFO:tasks.workunit.client.0.smithi016.stdout: "values": [ 2024-04-15T14:36:41.069 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:41.069 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 18, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:41.069 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 106, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:41.069 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:41.070 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:41.070 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:41.070 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:41.070 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:41.070 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:41.070 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:41.070 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:41.070 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:41.070 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:41.070 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:41.070 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:41.070 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:41.070 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:41.071 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:41.071 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:41.071 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:41.071 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:41.071 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:41.071 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:41.071 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:41.071 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:41.071 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:41.071 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:41.071 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:41.071 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:41.071 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:41.071 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:41.071 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-15T14:36:41.072 INFO:tasks.workunit.client.0.smithi016.stdout: ] 2024-04-15T14:36:41.072 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T14:36:41.072 INFO:tasks.workunit.client.0.smithi016.stdout: ] 2024-04-15T14:36:41.072 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.072 INFO:tasks.workunit.client.0.smithi016.stdout: "op_rw_latency_in_bytes_histogram": { 2024-04-15T14:36:41.072 INFO:tasks.workunit.client.0.smithi016.stdout: "axes": [ 2024-04-15T14:36:41.072 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-15T14:36:41.072 INFO:tasks.workunit.client.0.smithi016.stdout: "buckets": 32, 2024-04-15T14:36:41.072 INFO:tasks.workunit.client.0.smithi016.stdout: "min": 0, 2024-04-15T14:36:41.072 INFO:tasks.workunit.client.0.smithi016.stdout: "name": "Latency (usec)", 2024-04-15T14:36:41.072 INFO:tasks.workunit.client.0.smithi016.stdout: "quant_size": 100000, 2024-04-15T14:36:41.072 INFO:tasks.workunit.client.0.smithi016.stdout: "ranges": [ 2024-04-15T14:36:41.072 INFO:tasks.workunit.client.0.smithi016.stdout: "[None, -1]", 2024-04-15T14:36:41.072 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 99999]", 2024-04-15T14:36:41.073 INFO:tasks.workunit.client.0.smithi016.stdout: "[100000, 199999]", 2024-04-15T14:36:41.073 INFO:tasks.workunit.client.0.smithi016.stdout: "[200000, 399999]", 2024-04-15T14:36:41.073 INFO:tasks.workunit.client.0.smithi016.stdout: "[400000, 799999]", 2024-04-15T14:36:41.073 INFO:tasks.workunit.client.0.smithi016.stdout: "[800000, 1599999]", 2024-04-15T14:36:41.073 INFO:tasks.workunit.client.0.smithi016.stdout: "[1600000, 3199999]", 2024-04-15T14:36:41.073 INFO:tasks.workunit.client.0.smithi016.stdout: "[3200000, 6399999]", 2024-04-15T14:36:41.073 INFO:tasks.workunit.client.0.smithi016.stdout: "[6400000, 12799999]", 2024-04-15T14:36:41.073 INFO:tasks.workunit.client.0.smithi016.stdout: "[12800000, 25599999]", 2024-04-15T14:36:41.073 INFO:tasks.workunit.client.0.smithi016.stdout: "[25600000, 51199999]", 2024-04-15T14:36:41.073 INFO:tasks.workunit.client.0.smithi016.stdout: "[51200000, 102399999]", 2024-04-15T14:36:41.073 INFO:tasks.workunit.client.0.smithi016.stdout: "[102400000, 204799999]", 2024-04-15T14:36:41.073 INFO:tasks.workunit.client.0.smithi016.stdout: "[204800000, 409599999]", 2024-04-15T14:36:41.073 INFO:tasks.workunit.client.0.smithi016.stdout: "[409600000, 819199999]", 2024-04-15T14:36:41.073 INFO:tasks.workunit.client.0.smithi016.stdout: "[819200000, 1638399999]", 2024-04-15T14:36:41.074 INFO:tasks.workunit.client.0.smithi016.stdout: "[1638400000, 3276799999]", 2024-04-15T14:36:41.074 INFO:tasks.workunit.client.0.smithi016.stdout: "[3276800000, 6553599999]", 2024-04-15T14:36:41.074 INFO:tasks.workunit.client.0.smithi016.stdout: "[6553600000, 13107199999]", 2024-04-15T14:36:41.074 INFO:tasks.workunit.client.0.smithi016.stdout: "[13107200000, 26214399999]", 2024-04-15T14:36:41.074 INFO:tasks.workunit.client.0.smithi016.stdout: "[26214400000, 52428799999]", 2024-04-15T14:36:41.074 INFO:tasks.workunit.client.0.smithi016.stdout: "[52428800000, 104857599999]", 2024-04-15T14:36:41.074 INFO:tasks.workunit.client.0.smithi016.stdout: "[104857600000, 209715199999]", 2024-04-15T14:36:41.074 INFO:tasks.workunit.client.0.smithi016.stdout: "[209715200000, 419430399999]", 2024-04-15T14:36:41.074 INFO:tasks.workunit.client.0.smithi016.stdout: "[419430400000, 838860799999]", 2024-04-15T14:36:41.074 INFO:tasks.workunit.client.0.smithi016.stdout: "[838860800000, 1677721599999]", 2024-04-15T14:36:41.074 INFO:tasks.workunit.client.0.smithi016.stdout: "[1677721600000, 3355443199999]", 2024-04-15T14:36:41.074 INFO:tasks.workunit.client.0.smithi016.stdout: "[3355443200000, 6710886399999]", 2024-04-15T14:36:41.074 INFO:tasks.workunit.client.0.smithi016.stdout: "[6710886400000, 13421772799999]", 2024-04-15T14:36:41.074 INFO:tasks.workunit.client.0.smithi016.stdout: "[13421772800000, 26843545599999]", 2024-04-15T14:36:41.074 INFO:tasks.workunit.client.0.smithi016.stdout: "[26843545600000, 53687091199999]", 2024-04-15T14:36:41.075 INFO:tasks.workunit.client.0.smithi016.stdout: "[53687091200000, None]" 2024-04-15T14:36:41.075 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T14:36:41.075 INFO:tasks.workunit.client.0.smithi016.stdout: "scale_type": "log2" 2024-04-15T14:36:41.075 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.075 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-15T14:36:41.075 INFO:tasks.workunit.client.0.smithi016.stdout: "buckets": 32, 2024-04-15T14:36:41.075 INFO:tasks.workunit.client.0.smithi016.stdout: "min": 0, 2024-04-15T14:36:41.075 INFO:tasks.workunit.client.0.smithi016.stdout: "name": "Request size (bytes)", 2024-04-15T14:36:41.075 INFO:tasks.workunit.client.0.smithi016.stdout: "quant_size": 512, 2024-04-15T14:36:41.075 INFO:tasks.workunit.client.0.smithi016.stdout: "ranges": [ 2024-04-15T14:36:41.075 INFO:tasks.workunit.client.0.smithi016.stdout: "[None, -1]", 2024-04-15T14:36:41.075 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 511]", 2024-04-15T14:36:41.075 INFO:tasks.workunit.client.0.smithi016.stdout: "[512, 1023]", 2024-04-15T14:36:41.075 INFO:tasks.workunit.client.0.smithi016.stdout: "[1024, 2047]", 2024-04-15T14:36:41.075 INFO:tasks.workunit.client.0.smithi016.stdout: "[2048, 4095]", 2024-04-15T14:36:41.076 INFO:tasks.workunit.client.0.smithi016.stdout: "[4096, 8191]", 2024-04-15T14:36:41.076 INFO:tasks.workunit.client.0.smithi016.stdout: "[8192, 16383]", 2024-04-15T14:36:41.076 INFO:tasks.workunit.client.0.smithi016.stdout: "[16384, 32767]", 2024-04-15T14:36:41.076 INFO:tasks.workunit.client.0.smithi016.stdout: "[32768, 65535]", 2024-04-15T14:36:41.076 INFO:tasks.workunit.client.0.smithi016.stdout: "[65536, 131071]", 2024-04-15T14:36:41.076 INFO:tasks.workunit.client.0.smithi016.stdout: "[131072, 262143]", 2024-04-15T14:36:41.076 INFO:tasks.workunit.client.0.smithi016.stdout: "[262144, 524287]", 2024-04-15T14:36:41.076 INFO:tasks.workunit.client.0.smithi016.stdout: "[524288, 1048575]", 2024-04-15T14:36:41.076 INFO:tasks.workunit.client.0.smithi016.stdout: "[1048576, 2097151]", 2024-04-15T14:36:41.076 INFO:tasks.workunit.client.0.smithi016.stdout: "[2097152, 4194303]", 2024-04-15T14:36:41.076 INFO:tasks.workunit.client.0.smithi016.stdout: "[4194304, 8388607]", 2024-04-15T14:36:41.076 INFO:tasks.workunit.client.0.smithi016.stdout: "[8388608, 16777215]", 2024-04-15T14:36:41.076 INFO:tasks.workunit.client.0.smithi016.stdout: "[16777216, 33554431]", 2024-04-15T14:36:41.076 INFO:tasks.workunit.client.0.smithi016.stdout: "[33554432, 67108863]", 2024-04-15T14:36:41.076 INFO:tasks.workunit.client.0.smithi016.stdout: "[67108864, 134217727]", 2024-04-15T14:36:41.077 INFO:tasks.workunit.client.0.smithi016.stdout: "[134217728, 268435455]", 2024-04-15T14:36:41.077 INFO:tasks.workunit.client.0.smithi016.stdout: "[268435456, 536870911]", 2024-04-15T14:36:41.077 INFO:tasks.workunit.client.0.smithi016.stdout: "[536870912, 1073741823]", 2024-04-15T14:36:41.077 INFO:tasks.workunit.client.0.smithi016.stdout: "[1073741824, 2147483647]", 2024-04-15T14:36:41.077 INFO:tasks.workunit.client.0.smithi016.stdout: "[2147483648, 4294967295]", 2024-04-15T14:36:41.077 INFO:tasks.workunit.client.0.smithi016.stdout: "[4294967296, 8589934591]", 2024-04-15T14:36:41.077 INFO:tasks.workunit.client.0.smithi016.stdout: "[8589934592, 17179869183]", 2024-04-15T14:36:41.077 INFO:tasks.workunit.client.0.smithi016.stdout: "[17179869184, 34359738367]", 2024-04-15T14:36:41.077 INFO:tasks.workunit.client.0.smithi016.stdout: "[34359738368, 68719476735]", 2024-04-15T14:36:41.077 INFO:tasks.workunit.client.0.smithi016.stdout: "[68719476736, 137438953471]", 2024-04-15T14:36:41.077 INFO:tasks.workunit.client.0.smithi016.stdout: "[137438953472, 274877906943]", 2024-04-15T14:36:41.077 INFO:tasks.workunit.client.0.smithi016.stdout: "[274877906944, None]" 2024-04-15T14:36:41.077 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T14:36:41.078 INFO:tasks.workunit.client.0.smithi016.stdout: "scale_type": "log2" 2024-04-15T14:36:41.078 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T14:36:41.078 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T14:36:41.078 INFO:tasks.workunit.client.0.smithi016.stdout: "osds": [ 2024-04-15T14:36:41.078 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-15T14:36:41.078 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_id": 0, 2024-04-15T14:36:41.078 INFO:tasks.workunit.client.0.smithi016.stdout: "values": [ 2024-04-15T14:36:41.078 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:41.078 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:41.078 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:41.078 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:41.078 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:41.078 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:41.079 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:41.079 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:41.079 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:41.079 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:41.079 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:41.079 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:41.079 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:41.079 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:41.079 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:41.079 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:41.079 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:41.079 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:41.079 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:41.079 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:41.079 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:41.080 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:41.080 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:41.080 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:41.080 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:41.080 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:41.080 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:41.080 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:41.080 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:41.080 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:41.080 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:41.080 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-15T14:36:41.080 INFO:tasks.workunit.client.0.smithi016.stdout: ] 2024-04-15T14:36:41.080 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.080 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-15T14:36:41.081 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_id": 1, 2024-04-15T14:36:41.081 INFO:tasks.workunit.client.0.smithi016.stdout: "values": [ 2024-04-15T14:36:41.081 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:41.081 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:41.081 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:41.081 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:41.081 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 11, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:41.081 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 9, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:41.081 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:41.081 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:41.081 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:41.081 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:41.081 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:41.081 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:41.081 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:41.082 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:41.082 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:41.082 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:41.082 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:41.082 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:41.082 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:41.082 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:41.082 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:41.082 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:41.082 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:41.082 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:41.083 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:41.083 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:41.083 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:41.083 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:41.083 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:41.083 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:41.083 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:41.083 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-15T14:36:41.083 INFO:tasks.workunit.client.0.smithi016.stdout: ] 2024-04-15T14:36:41.083 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.083 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-15T14:36:41.083 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_id": 2, 2024-04-15T14:36:41.083 INFO:tasks.workunit.client.0.smithi016.stdout: "values": [ 2024-04-15T14:36:41.083 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:41.084 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:41.084 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:41.084 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:41.084 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:41.084 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:41.084 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:41.084 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:41.084 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:41.084 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:41.084 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:41.084 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:41.084 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:41.084 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:41.084 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:41.085 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:41.085 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:41.085 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:41.085 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:41.085 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:41.085 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:41.085 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:41.085 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:41.085 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:41.085 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:41.085 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:41.085 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:41.085 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:41.085 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:41.086 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:41.086 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:41.086 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-15T14:36:41.086 INFO:tasks.workunit.client.0.smithi016.stdout: ] 2024-04-15T14:36:41.086 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.086 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-15T14:36:41.086 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_id": 3, 2024-04-15T14:36:41.086 INFO:tasks.workunit.client.0.smithi016.stdout: "values": [ 2024-04-15T14:36:41.086 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:41.086 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:41.086 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:41.086 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:41.086 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:41.086 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:41.087 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:41.087 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:41.087 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:41.087 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:41.087 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:41.087 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:41.087 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:41.087 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:41.087 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:41.087 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:41.087 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:41.087 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:41.087 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:41.087 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:41.088 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:41.088 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:41.088 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:41.088 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:41.088 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:41.088 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:41.088 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:41.088 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:41.088 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:41.088 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:41.088 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:41.088 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-15T14:36:41.088 INFO:tasks.workunit.client.0.smithi016.stdout: ] 2024-04-15T14:36:41.088 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.089 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-15T14:36:41.089 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_id": 4, 2024-04-15T14:36:41.089 INFO:tasks.workunit.client.0.smithi016.stdout: "values": [ 2024-04-15T14:36:41.089 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:41.089 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:41.089 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:41.089 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:41.089 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:41.089 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:41.089 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:41.089 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:41.089 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:41.089 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:41.089 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:41.089 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:41.090 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:41.090 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:41.090 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:41.090 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:41.090 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:41.090 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:41.090 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:41.090 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:41.090 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:41.090 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:41.090 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:41.090 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:41.090 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:41.090 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:41.091 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:41.091 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:41.091 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:41.091 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:41.091 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:41.091 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-15T14:36:41.091 INFO:tasks.workunit.client.0.smithi016.stdout: ] 2024-04-15T14:36:41.091 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.091 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-15T14:36:41.091 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_id": 5, 2024-04-15T14:36:41.091 INFO:tasks.workunit.client.0.smithi016.stdout: "values": [ 2024-04-15T14:36:41.091 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:41.091 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:41.091 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:41.091 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:41.092 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:41.092 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:41.092 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:41.092 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:41.092 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:41.092 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:41.092 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:41.092 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:41.092 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:41.092 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:41.092 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:41.092 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:41.092 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:41.093 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:41.093 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:41.093 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:41.093 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:41.093 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:41.093 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:41.093 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:41.093 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:41.093 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:41.093 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:41.093 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:41.093 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:41.093 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:41.093 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:41.094 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-15T14:36:41.094 INFO:tasks.workunit.client.0.smithi016.stdout: ] 2024-04-15T14:36:41.094 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.094 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-15T14:36:41.094 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_id": 6, 2024-04-15T14:36:41.094 INFO:tasks.workunit.client.0.smithi016.stdout: "values": [ 2024-04-15T14:36:41.094 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:41.094 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:41.094 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:41.094 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:41.094 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:41.094 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:41.094 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:41.094 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:41.094 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:41.095 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:41.095 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:41.095 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:41.095 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:41.095 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:41.095 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:41.095 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:41.095 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:41.095 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:41.095 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:41.095 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:41.095 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:41.095 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:41.095 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:41.096 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:41.096 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:41.096 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:41.096 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:41.096 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:41.096 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:41.096 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:41.096 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:41.096 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-15T14:36:41.096 INFO:tasks.workunit.client.0.smithi016.stdout: ] 2024-04-15T14:36:41.096 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.096 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-15T14:36:41.096 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_id": 7, 2024-04-15T14:36:41.096 INFO:tasks.workunit.client.0.smithi016.stdout: "values": [ 2024-04-15T14:36:41.096 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:41.097 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:41.097 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:41.097 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:41.097 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 15, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:41.097 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 35, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:41.097 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:41.097 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:41.097 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:41.097 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:41.097 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:41.097 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:41.097 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:41.097 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:41.098 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:41.098 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:41.098 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:41.098 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:41.098 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:41.098 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:41.098 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:41.098 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:41.098 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:41.098 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:41.098 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:41.098 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:41.098 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:41.099 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:41.099 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:41.099 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:41.099 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:41.099 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-15T14:36:41.099 INFO:tasks.workunit.client.0.smithi016.stdout: ] 2024-04-15T14:36:41.099 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T14:36:41.099 INFO:tasks.workunit.client.0.smithi016.stdout: ] 2024-04-15T14:36:41.099 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.099 INFO:tasks.workunit.client.0.smithi016.stdout: "op_rw_latency_out_bytes_histogram": { 2024-04-15T14:36:41.099 INFO:tasks.workunit.client.0.smithi016.stdout: "axes": [ 2024-04-15T14:36:41.099 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-15T14:36:41.099 INFO:tasks.workunit.client.0.smithi016.stdout: "buckets": 32, 2024-04-15T14:36:41.099 INFO:tasks.workunit.client.0.smithi016.stdout: "min": 0, 2024-04-15T14:36:41.099 INFO:tasks.workunit.client.0.smithi016.stdout: "name": "Latency (usec)", 2024-04-15T14:36:41.100 INFO:tasks.workunit.client.0.smithi016.stdout: "quant_size": 100000, 2024-04-15T14:36:41.100 INFO:tasks.workunit.client.0.smithi016.stdout: "ranges": [ 2024-04-15T14:36:41.100 INFO:tasks.workunit.client.0.smithi016.stdout: "[None, -1]", 2024-04-15T14:36:41.100 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 99999]", 2024-04-15T14:36:41.100 INFO:tasks.workunit.client.0.smithi016.stdout: "[100000, 199999]", 2024-04-15T14:36:41.100 INFO:tasks.workunit.client.0.smithi016.stdout: "[200000, 399999]", 2024-04-15T14:36:41.100 INFO:tasks.workunit.client.0.smithi016.stdout: "[400000, 799999]", 2024-04-15T14:36:41.100 INFO:tasks.workunit.client.0.smithi016.stdout: "[800000, 1599999]", 2024-04-15T14:36:41.100 INFO:tasks.workunit.client.0.smithi016.stdout: "[1600000, 3199999]", 2024-04-15T14:36:41.100 INFO:tasks.workunit.client.0.smithi016.stdout: "[3200000, 6399999]", 2024-04-15T14:36:41.100 INFO:tasks.workunit.client.0.smithi016.stdout: "[6400000, 12799999]", 2024-04-15T14:36:41.100 INFO:tasks.workunit.client.0.smithi016.stdout: "[12800000, 25599999]", 2024-04-15T14:36:41.100 INFO:tasks.workunit.client.0.smithi016.stdout: "[25600000, 51199999]", 2024-04-15T14:36:41.100 INFO:tasks.workunit.client.0.smithi016.stdout: "[51200000, 102399999]", 2024-04-15T14:36:41.100 INFO:tasks.workunit.client.0.smithi016.stdout: "[102400000, 204799999]", 2024-04-15T14:36:41.101 INFO:tasks.workunit.client.0.smithi016.stdout: "[204800000, 409599999]", 2024-04-15T14:36:41.101 INFO:tasks.workunit.client.0.smithi016.stdout: "[409600000, 819199999]", 2024-04-15T14:36:41.101 INFO:tasks.workunit.client.0.smithi016.stdout: "[819200000, 1638399999]", 2024-04-15T14:36:41.101 INFO:tasks.workunit.client.0.smithi016.stdout: "[1638400000, 3276799999]", 2024-04-15T14:36:41.101 INFO:tasks.workunit.client.0.smithi016.stdout: "[3276800000, 6553599999]", 2024-04-15T14:36:41.101 INFO:tasks.workunit.client.0.smithi016.stdout: "[6553600000, 13107199999]", 2024-04-15T14:36:41.101 INFO:tasks.workunit.client.0.smithi016.stdout: "[13107200000, 26214399999]", 2024-04-15T14:36:41.101 INFO:tasks.workunit.client.0.smithi016.stdout: "[26214400000, 52428799999]", 2024-04-15T14:36:41.101 INFO:tasks.workunit.client.0.smithi016.stdout: "[52428800000, 104857599999]", 2024-04-15T14:36:41.101 INFO:tasks.workunit.client.0.smithi016.stdout: "[104857600000, 209715199999]", 2024-04-15T14:36:41.101 INFO:tasks.workunit.client.0.smithi016.stdout: "[209715200000, 419430399999]", 2024-04-15T14:36:41.101 INFO:tasks.workunit.client.0.smithi016.stdout: "[419430400000, 838860799999]", 2024-04-15T14:36:41.101 INFO:tasks.workunit.client.0.smithi016.stdout: "[838860800000, 1677721599999]", 2024-04-15T14:36:41.101 INFO:tasks.workunit.client.0.smithi016.stdout: "[1677721600000, 3355443199999]", 2024-04-15T14:36:41.102 INFO:tasks.workunit.client.0.smithi016.stdout: "[3355443200000, 6710886399999]", 2024-04-15T14:36:41.102 INFO:tasks.workunit.client.0.smithi016.stdout: "[6710886400000, 13421772799999]", 2024-04-15T14:36:41.102 INFO:tasks.workunit.client.0.smithi016.stdout: "[13421772800000, 26843545599999]", 2024-04-15T14:36:41.102 INFO:tasks.workunit.client.0.smithi016.stdout: "[26843545600000, 53687091199999]", 2024-04-15T14:36:41.102 INFO:tasks.workunit.client.0.smithi016.stdout: "[53687091200000, None]" 2024-04-15T14:36:41.102 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T14:36:41.102 INFO:tasks.workunit.client.0.smithi016.stdout: "scale_type": "log2" 2024-04-15T14:36:41.102 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.102 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-15T14:36:41.102 INFO:tasks.workunit.client.0.smithi016.stdout: "buckets": 32, 2024-04-15T14:36:41.102 INFO:tasks.workunit.client.0.smithi016.stdout: "min": 0, 2024-04-15T14:36:41.102 INFO:tasks.workunit.client.0.smithi016.stdout: "name": "Request size (bytes)", 2024-04-15T14:36:41.102 INFO:tasks.workunit.client.0.smithi016.stdout: "quant_size": 512, 2024-04-15T14:36:41.102 INFO:tasks.workunit.client.0.smithi016.stdout: "ranges": [ 2024-04-15T14:36:41.103 INFO:tasks.workunit.client.0.smithi016.stdout: "[None, -1]", 2024-04-15T14:36:41.103 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 511]", 2024-04-15T14:36:41.103 INFO:tasks.workunit.client.0.smithi016.stdout: "[512, 1023]", 2024-04-15T14:36:41.103 INFO:tasks.workunit.client.0.smithi016.stdout: "[1024, 2047]", 2024-04-15T14:36:41.103 INFO:tasks.workunit.client.0.smithi016.stdout: "[2048, 4095]", 2024-04-15T14:36:41.103 INFO:tasks.workunit.client.0.smithi016.stdout: "[4096, 8191]", 2024-04-15T14:36:41.103 INFO:tasks.workunit.client.0.smithi016.stdout: "[8192, 16383]", 2024-04-15T14:36:41.103 INFO:tasks.workunit.client.0.smithi016.stdout: "[16384, 32767]", 2024-04-15T14:36:41.103 INFO:tasks.workunit.client.0.smithi016.stdout: "[32768, 65535]", 2024-04-15T14:36:41.103 INFO:tasks.workunit.client.0.smithi016.stdout: "[65536, 131071]", 2024-04-15T14:36:41.103 INFO:tasks.workunit.client.0.smithi016.stdout: "[131072, 262143]", 2024-04-15T14:36:41.103 INFO:tasks.workunit.client.0.smithi016.stdout: "[262144, 524287]", 2024-04-15T14:36:41.103 INFO:tasks.workunit.client.0.smithi016.stdout: "[524288, 1048575]", 2024-04-15T14:36:41.103 INFO:tasks.workunit.client.0.smithi016.stdout: "[1048576, 2097151]", 2024-04-15T14:36:41.103 INFO:tasks.workunit.client.0.smithi016.stdout: "[2097152, 4194303]", 2024-04-15T14:36:41.103 INFO:tasks.workunit.client.0.smithi016.stdout: "[4194304, 8388607]", 2024-04-15T14:36:41.104 INFO:tasks.workunit.client.0.smithi016.stdout: "[8388608, 16777215]", 2024-04-15T14:36:41.104 INFO:tasks.workunit.client.0.smithi016.stdout: "[16777216, 33554431]", 2024-04-15T14:36:41.104 INFO:tasks.workunit.client.0.smithi016.stdout: "[33554432, 67108863]", 2024-04-15T14:36:41.104 INFO:tasks.workunit.client.0.smithi016.stdout: "[67108864, 134217727]", 2024-04-15T14:36:41.104 INFO:tasks.workunit.client.0.smithi016.stdout: "[134217728, 268435455]", 2024-04-15T14:36:41.104 INFO:tasks.workunit.client.0.smithi016.stdout: "[268435456, 536870911]", 2024-04-15T14:36:41.104 INFO:tasks.workunit.client.0.smithi016.stdout: "[536870912, 1073741823]", 2024-04-15T14:36:41.104 INFO:tasks.workunit.client.0.smithi016.stdout: "[1073741824, 2147483647]", 2024-04-15T14:36:41.104 INFO:tasks.workunit.client.0.smithi016.stdout: "[2147483648, 4294967295]", 2024-04-15T14:36:41.104 INFO:tasks.workunit.client.0.smithi016.stdout: "[4294967296, 8589934591]", 2024-04-15T14:36:41.104 INFO:tasks.workunit.client.0.smithi016.stdout: "[8589934592, 17179869183]", 2024-04-15T14:36:41.104 INFO:tasks.workunit.client.0.smithi016.stdout: "[17179869184, 34359738367]", 2024-04-15T14:36:41.104 INFO:tasks.workunit.client.0.smithi016.stdout: "[34359738368, 68719476735]", 2024-04-15T14:36:41.104 INFO:tasks.workunit.client.0.smithi016.stdout: "[68719476736, 137438953471]", 2024-04-15T14:36:41.104 INFO:tasks.workunit.client.0.smithi016.stdout: "[137438953472, 274877906943]", 2024-04-15T14:36:41.105 INFO:tasks.workunit.client.0.smithi016.stdout: "[274877906944, None]" 2024-04-15T14:36:41.105 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T14:36:41.105 INFO:tasks.workunit.client.0.smithi016.stdout: "scale_type": "log2" 2024-04-15T14:36:41.105 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T14:36:41.105 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T14:36:41.105 INFO:tasks.workunit.client.0.smithi016.stdout: "osds": [ 2024-04-15T14:36:41.105 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-15T14:36:41.105 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_id": 0, 2024-04-15T14:36:41.105 INFO:tasks.workunit.client.0.smithi016.stdout: "values": [ 2024-04-15T14:36:41.105 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:41.105 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:41.105 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:41.105 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:41.106 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:41.106 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:41.106 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:41.106 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:41.106 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:41.106 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:41.106 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:41.106 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:41.106 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:41.106 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:41.106 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:41.106 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:41.106 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:41.107 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:41.107 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:41.107 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:41.107 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:41.107 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:41.107 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:41.107 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:41.107 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:41.107 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:41.107 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:41.107 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:41.107 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:41.107 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:41.107 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:41.107 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-15T14:36:41.108 INFO:tasks.workunit.client.0.smithi016.stdout: ] 2024-04-15T14:36:41.108 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.108 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-15T14:36:41.108 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_id": 1, 2024-04-15T14:36:41.108 INFO:tasks.workunit.client.0.smithi016.stdout: "values": [ 2024-04-15T14:36:41.108 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:41.108 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:41.108 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:41.108 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:41.108 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 11, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:41.108 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 9, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:41.108 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:41.108 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:41.108 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:41.109 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:41.109 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:41.109 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:41.109 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:41.109 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:41.109 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:41.109 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:41.109 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:41.109 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:41.109 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:41.109 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:41.109 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:41.109 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:41.109 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:41.109 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:41.110 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:41.110 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:41.110 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:41.110 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:41.110 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:41.110 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:41.110 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:41.110 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-15T14:36:41.110 INFO:tasks.workunit.client.0.smithi016.stdout: ] 2024-04-15T14:36:41.110 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.110 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-15T14:36:41.110 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_id": 2, 2024-04-15T14:36:41.110 INFO:tasks.workunit.client.0.smithi016.stdout: "values": [ 2024-04-15T14:36:41.111 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:41.111 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:41.111 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:41.111 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:41.111 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:41.111 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:41.111 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:41.111 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:41.111 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:41.111 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:41.111 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:41.111 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:41.111 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:41.111 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:41.112 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:41.112 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:41.112 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:41.112 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:41.112 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:41.112 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:41.112 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:41.112 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:41.112 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:41.112 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:41.112 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:41.112 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:41.112 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:41.112 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:41.112 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:41.113 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:41.113 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:41.113 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-15T14:36:41.113 INFO:tasks.workunit.client.0.smithi016.stdout: ] 2024-04-15T14:36:41.113 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.113 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-15T14:36:41.113 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_id": 3, 2024-04-15T14:36:41.113 INFO:tasks.workunit.client.0.smithi016.stdout: "values": [ 2024-04-15T14:36:41.113 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:41.113 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:41.113 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:41.113 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:41.113 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:41.113 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:41.114 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:41.114 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:41.114 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:41.114 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:41.114 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:41.114 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:41.114 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:41.114 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:41.114 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:41.114 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:41.114 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:41.114 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:41.114 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:41.114 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:41.115 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:41.115 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:41.115 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:41.115 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:41.115 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:41.115 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:41.115 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:41.115 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:41.115 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:41.115 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:41.115 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:41.115 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-15T14:36:41.115 INFO:tasks.workunit.client.0.smithi016.stdout: ] 2024-04-15T14:36:41.115 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.116 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-15T14:36:41.116 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_id": 4, 2024-04-15T14:36:41.116 INFO:tasks.workunit.client.0.smithi016.stdout: "values": [ 2024-04-15T14:36:41.116 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:41.116 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:41.116 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:41.116 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:41.116 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:41.116 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:41.116 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:41.116 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:41.116 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:41.116 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:41.116 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:41.116 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:41.117 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:41.117 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:41.117 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:41.117 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:41.117 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:41.117 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:41.117 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:41.117 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:41.117 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:41.117 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:41.117 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:41.117 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:41.117 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:41.117 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:41.117 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:41.118 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:41.118 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:41.118 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:41.118 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:41.118 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-15T14:36:41.118 INFO:tasks.workunit.client.0.smithi016.stdout: ] 2024-04-15T14:36:41.118 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.118 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-15T14:36:41.118 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_id": 5, 2024-04-15T14:36:41.118 INFO:tasks.workunit.client.0.smithi016.stdout: "values": [ 2024-04-15T14:36:41.118 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:41.118 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:41.118 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:41.118 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:41.119 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:41.119 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:41.119 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:41.119 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:41.119 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:41.119 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:41.119 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:41.119 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:41.119 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:41.119 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:41.119 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:41.119 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:41.119 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:41.119 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:41.119 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:41.120 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:41.120 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:41.120 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:41.120 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:41.120 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:41.120 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:41.120 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:41.120 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:41.120 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:41.120 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:41.120 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:41.120 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:41.120 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-15T14:36:41.121 INFO:tasks.workunit.client.0.smithi016.stdout: ] 2024-04-15T14:36:41.121 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.121 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-15T14:36:41.121 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_id": 6, 2024-04-15T14:36:41.121 INFO:tasks.workunit.client.0.smithi016.stdout: "values": [ 2024-04-15T14:36:41.121 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:41.121 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:41.121 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:41.121 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:41.121 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:41.121 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:41.121 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:41.121 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:41.121 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:41.121 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:41.122 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:41.122 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:41.122 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:41.122 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:41.122 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:41.122 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:41.122 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:41.122 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:41.122 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:41.122 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:41.122 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:41.122 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:41.122 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:41.123 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:41.123 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:41.123 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:41.123 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:41.123 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:41.123 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:41.123 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:41.123 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:41.123 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-15T14:36:41.123 INFO:tasks.workunit.client.0.smithi016.stdout: ] 2024-04-15T14:36:41.123 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.123 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-15T14:36:41.123 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_id": 7, 2024-04-15T14:36:41.123 INFO:tasks.workunit.client.0.smithi016.stdout: "values": [ 2024-04-15T14:36:41.123 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:41.124 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:41.124 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:41.124 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:41.124 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 15, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:41.124 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 35, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:41.124 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:41.124 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:41.124 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:41.124 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:41.124 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:41.124 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:41.124 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:41.124 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:41.124 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:41.124 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:41.125 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:41.125 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:41.125 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:41.125 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:41.125 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:41.125 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:41.125 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:41.125 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:41.125 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:41.125 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:41.125 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:41.125 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:41.125 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:41.125 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:41.126 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:41.126 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-15T14:36:41.126 INFO:tasks.workunit.client.0.smithi016.stdout: ] 2024-04-15T14:36:41.126 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T14:36:41.126 INFO:tasks.workunit.client.0.smithi016.stdout: ] 2024-04-15T14:36:41.126 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.126 INFO:tasks.workunit.client.0.smithi016.stdout: "op_w_latency_in_bytes_histogram": { 2024-04-15T14:36:41.126 INFO:tasks.workunit.client.0.smithi016.stdout: "axes": [ 2024-04-15T14:36:41.126 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-15T14:36:41.126 INFO:tasks.workunit.client.0.smithi016.stdout: "buckets": 32, 2024-04-15T14:36:41.126 INFO:tasks.workunit.client.0.smithi016.stdout: "min": 0, 2024-04-15T14:36:41.126 INFO:tasks.workunit.client.0.smithi016.stdout: "name": "Latency (usec)", 2024-04-15T14:36:41.126 INFO:tasks.workunit.client.0.smithi016.stdout: "quant_size": 100000, 2024-04-15T14:36:41.126 INFO:tasks.workunit.client.0.smithi016.stdout: "ranges": [ 2024-04-15T14:36:41.127 INFO:tasks.workunit.client.0.smithi016.stdout: "[None, -1]", 2024-04-15T14:36:41.127 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 99999]", 2024-04-15T14:36:41.127 INFO:tasks.workunit.client.0.smithi016.stdout: "[100000, 199999]", 2024-04-15T14:36:41.127 INFO:tasks.workunit.client.0.smithi016.stdout: "[200000, 399999]", 2024-04-15T14:36:41.127 INFO:tasks.workunit.client.0.smithi016.stdout: "[400000, 799999]", 2024-04-15T14:36:41.127 INFO:tasks.workunit.client.0.smithi016.stdout: "[800000, 1599999]", 2024-04-15T14:36:41.127 INFO:tasks.workunit.client.0.smithi016.stdout: "[1600000, 3199999]", 2024-04-15T14:36:41.127 INFO:tasks.workunit.client.0.smithi016.stdout: "[3200000, 6399999]", 2024-04-15T14:36:41.127 INFO:tasks.workunit.client.0.smithi016.stdout: "[6400000, 12799999]", 2024-04-15T14:36:41.127 INFO:tasks.workunit.client.0.smithi016.stdout: "[12800000, 25599999]", 2024-04-15T14:36:41.127 INFO:tasks.workunit.client.0.smithi016.stdout: "[25600000, 51199999]", 2024-04-15T14:36:41.127 INFO:tasks.workunit.client.0.smithi016.stdout: "[51200000, 102399999]", 2024-04-15T14:36:41.127 INFO:tasks.workunit.client.0.smithi016.stdout: "[102400000, 204799999]", 2024-04-15T14:36:41.127 INFO:tasks.workunit.client.0.smithi016.stdout: "[204800000, 409599999]", 2024-04-15T14:36:41.127 INFO:tasks.workunit.client.0.smithi016.stdout: "[409600000, 819199999]", 2024-04-15T14:36:41.128 INFO:tasks.workunit.client.0.smithi016.stdout: "[819200000, 1638399999]", 2024-04-15T14:36:41.128 INFO:tasks.workunit.client.0.smithi016.stdout: "[1638400000, 3276799999]", 2024-04-15T14:36:41.128 INFO:tasks.workunit.client.0.smithi016.stdout: "[3276800000, 6553599999]", 2024-04-15T14:36:41.128 INFO:tasks.workunit.client.0.smithi016.stdout: "[6553600000, 13107199999]", 2024-04-15T14:36:41.128 INFO:tasks.workunit.client.0.smithi016.stdout: "[13107200000, 26214399999]", 2024-04-15T14:36:41.128 INFO:tasks.workunit.client.0.smithi016.stdout: "[26214400000, 52428799999]", 2024-04-15T14:36:41.128 INFO:tasks.workunit.client.0.smithi016.stdout: "[52428800000, 104857599999]", 2024-04-15T14:36:41.128 INFO:tasks.workunit.client.0.smithi016.stdout: "[104857600000, 209715199999]", 2024-04-15T14:36:41.128 INFO:tasks.workunit.client.0.smithi016.stdout: "[209715200000, 419430399999]", 2024-04-15T14:36:41.128 INFO:tasks.workunit.client.0.smithi016.stdout: "[419430400000, 838860799999]", 2024-04-15T14:36:41.128 INFO:tasks.workunit.client.0.smithi016.stdout: "[838860800000, 1677721599999]", 2024-04-15T14:36:41.128 INFO:tasks.workunit.client.0.smithi016.stdout: "[1677721600000, 3355443199999]", 2024-04-15T14:36:41.128 INFO:tasks.workunit.client.0.smithi016.stdout: "[3355443200000, 6710886399999]", 2024-04-15T14:36:41.128 INFO:tasks.workunit.client.0.smithi016.stdout: "[6710886400000, 13421772799999]", 2024-04-15T14:36:41.128 INFO:tasks.workunit.client.0.smithi016.stdout: "[13421772800000, 26843545599999]", 2024-04-15T14:36:41.129 INFO:tasks.workunit.client.0.smithi016.stdout: "[26843545600000, 53687091199999]", 2024-04-15T14:36:41.129 INFO:tasks.workunit.client.0.smithi016.stdout: "[53687091200000, None]" 2024-04-15T14:36:41.129 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T14:36:41.129 INFO:tasks.workunit.client.0.smithi016.stdout: "scale_type": "log2" 2024-04-15T14:36:41.129 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.129 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-15T14:36:41.129 INFO:tasks.workunit.client.0.smithi016.stdout: "buckets": 32, 2024-04-15T14:36:41.129 INFO:tasks.workunit.client.0.smithi016.stdout: "min": 0, 2024-04-15T14:36:41.129 INFO:tasks.workunit.client.0.smithi016.stdout: "name": "Request size (bytes)", 2024-04-15T14:36:41.129 INFO:tasks.workunit.client.0.smithi016.stdout: "quant_size": 512, 2024-04-15T14:36:41.129 INFO:tasks.workunit.client.0.smithi016.stdout: "ranges": [ 2024-04-15T14:36:41.129 INFO:tasks.workunit.client.0.smithi016.stdout: "[None, -1]", 2024-04-15T14:36:41.129 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 511]", 2024-04-15T14:36:41.129 INFO:tasks.workunit.client.0.smithi016.stdout: "[512, 1023]", 2024-04-15T14:36:41.130 INFO:tasks.workunit.client.0.smithi016.stdout: "[1024, 2047]", 2024-04-15T14:36:41.130 INFO:tasks.workunit.client.0.smithi016.stdout: "[2048, 4095]", 2024-04-15T14:36:41.130 INFO:tasks.workunit.client.0.smithi016.stdout: "[4096, 8191]", 2024-04-15T14:36:41.130 INFO:tasks.workunit.client.0.smithi016.stdout: "[8192, 16383]", 2024-04-15T14:36:41.130 INFO:tasks.workunit.client.0.smithi016.stdout: "[16384, 32767]", 2024-04-15T14:36:41.130 INFO:tasks.workunit.client.0.smithi016.stdout: "[32768, 65535]", 2024-04-15T14:36:41.130 INFO:tasks.workunit.client.0.smithi016.stdout: "[65536, 131071]", 2024-04-15T14:36:41.130 INFO:tasks.workunit.client.0.smithi016.stdout: "[131072, 262143]", 2024-04-15T14:36:41.130 INFO:tasks.workunit.client.0.smithi016.stdout: "[262144, 524287]", 2024-04-15T14:36:41.130 INFO:tasks.workunit.client.0.smithi016.stdout: "[524288, 1048575]", 2024-04-15T14:36:41.130 INFO:tasks.workunit.client.0.smithi016.stdout: "[1048576, 2097151]", 2024-04-15T14:36:41.130 INFO:tasks.workunit.client.0.smithi016.stdout: "[2097152, 4194303]", 2024-04-15T14:36:41.130 INFO:tasks.workunit.client.0.smithi016.stdout: "[4194304, 8388607]", 2024-04-15T14:36:41.130 INFO:tasks.workunit.client.0.smithi016.stdout: "[8388608, 16777215]", 2024-04-15T14:36:41.130 INFO:tasks.workunit.client.0.smithi016.stdout: "[16777216, 33554431]", 2024-04-15T14:36:41.131 INFO:tasks.workunit.client.0.smithi016.stdout: "[33554432, 67108863]", 2024-04-15T14:36:41.131 INFO:tasks.workunit.client.0.smithi016.stdout: "[67108864, 134217727]", 2024-04-15T14:36:41.131 INFO:tasks.workunit.client.0.smithi016.stdout: "[134217728, 268435455]", 2024-04-15T14:36:41.131 INFO:tasks.workunit.client.0.smithi016.stdout: "[268435456, 536870911]", 2024-04-15T14:36:41.131 INFO:tasks.workunit.client.0.smithi016.stdout: "[536870912, 1073741823]", 2024-04-15T14:36:41.131 INFO:tasks.workunit.client.0.smithi016.stdout: "[1073741824, 2147483647]", 2024-04-15T14:36:41.131 INFO:tasks.workunit.client.0.smithi016.stdout: "[2147483648, 4294967295]", 2024-04-15T14:36:41.131 INFO:tasks.workunit.client.0.smithi016.stdout: "[4294967296, 8589934591]", 2024-04-15T14:36:41.131 INFO:tasks.workunit.client.0.smithi016.stdout: "[8589934592, 17179869183]", 2024-04-15T14:36:41.131 INFO:tasks.workunit.client.0.smithi016.stdout: "[17179869184, 34359738367]", 2024-04-15T14:36:41.131 INFO:tasks.workunit.client.0.smithi016.stdout: "[34359738368, 68719476735]", 2024-04-15T14:36:41.131 INFO:tasks.workunit.client.0.smithi016.stdout: "[68719476736, 137438953471]", 2024-04-15T14:36:41.131 INFO:tasks.workunit.client.0.smithi016.stdout: "[137438953472, 274877906943]", 2024-04-15T14:36:41.131 INFO:tasks.workunit.client.0.smithi016.stdout: "[274877906944, None]" 2024-04-15T14:36:41.131 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T14:36:41.132 INFO:tasks.workunit.client.0.smithi016.stdout: "scale_type": "log2" 2024-04-15T14:36:41.132 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T14:36:41.132 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T14:36:41.132 INFO:tasks.workunit.client.0.smithi016.stdout: "osds": [ 2024-04-15T14:36:41.132 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-15T14:36:41.132 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_id": 0, 2024-04-15T14:36:41.132 INFO:tasks.workunit.client.0.smithi016.stdout: "values": [ 2024-04-15T14:36:41.132 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:41.132 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:41.132 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:41.132 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:41.132 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:41.132 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:41.132 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:41.132 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:41.133 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:41.133 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 3, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:41.133 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:41.133 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:41.133 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:41.133 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:41.133 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:41.133 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:41.133 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:41.133 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:41.133 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:41.133 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:41.133 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:41.134 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:41.134 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:41.134 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:41.134 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:41.134 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:41.134 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:41.134 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:41.134 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:41.134 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:41.134 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:41.134 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-15T14:36:41.134 INFO:tasks.workunit.client.0.smithi016.stdout: ] 2024-04-15T14:36:41.134 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.134 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-15T14:36:41.135 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_id": 1, 2024-04-15T14:36:41.135 INFO:tasks.workunit.client.0.smithi016.stdout: "values": [ 2024-04-15T14:36:41.135 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:41.135 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:41.135 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:41.135 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:41.135 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 7, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:41.135 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 10, 3, 0, 0, 0, 0, 0, 0, 9, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:41.135 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 12, 4, 0, 0, 0, 0, 0, 0, 16, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:41.135 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 11, 1, 0, 0, 0, 0, 0, 0, 7, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:41.135 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 11, 0, 0, 0, 0, 0, 0, 0, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:41.135 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:41.135 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:41.135 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:41.135 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:41.136 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:41.136 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:41.136 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:41.136 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:41.136 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:41.136 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:41.136 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:41.136 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:41.136 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:41.136 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:41.136 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:41.136 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:41.136 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:41.136 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:41.136 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:41.137 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:41.137 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:41.137 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:41.137 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-15T14:36:41.137 INFO:tasks.workunit.client.0.smithi016.stdout: ] 2024-04-15T14:36:41.137 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.137 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-15T14:36:41.137 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_id": 2, 2024-04-15T14:36:41.137 INFO:tasks.workunit.client.0.smithi016.stdout: "values": [ 2024-04-15T14:36:41.137 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:41.137 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:41.137 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:41.137 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:41.137 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:41.137 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:41.138 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:41.138 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:41.138 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:41.138 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:41.138 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:41.138 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:41.138 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:41.138 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:41.138 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:41.138 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:41.138 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:41.138 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:41.138 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:41.139 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:41.139 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:41.139 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:41.139 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:41.139 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:41.141 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:41.141 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:41.141 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:41.141 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:41.141 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:41.141 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:41.141 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:41.142 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-15T14:36:41.142 INFO:tasks.workunit.client.0.smithi016.stdout: ] 2024-04-15T14:36:41.142 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.142 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-15T14:36:41.142 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_id": 3, 2024-04-15T14:36:41.142 INFO:tasks.workunit.client.0.smithi016.stdout: "values": [ 2024-04-15T14:36:41.142 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:41.142 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:41.142 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:41.142 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:41.142 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:41.142 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:41.142 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:41.142 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:41.143 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:41.143 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:41.143 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:41.143 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:41.143 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:41.143 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:41.143 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:41.143 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:41.143 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:41.143 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:41.143 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:41.143 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:41.143 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:41.143 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:41.143 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:41.144 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:41.144 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:41.144 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:41.144 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:41.144 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:41.144 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:41.144 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:41.144 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:41.144 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-15T14:36:41.144 INFO:tasks.workunit.client.0.smithi016.stdout: ] 2024-04-15T14:36:41.144 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.144 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-15T14:36:41.144 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_id": 4, 2024-04-15T14:36:41.144 INFO:tasks.workunit.client.0.smithi016.stdout: "values": [ 2024-04-15T14:36:41.144 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:41.145 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:41.145 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:41.145 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:41.145 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:41.145 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:41.145 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:41.145 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:41.145 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:41.145 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:41.145 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:41.145 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:41.145 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:41.146 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:41.146 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:41.146 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:41.146 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:41.146 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:41.146 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:41.146 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:41.146 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:41.146 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:41.146 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:41.146 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:41.146 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:41.146 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:41.146 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:41.146 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:41.147 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:41.147 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:41.147 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:41.147 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-15T14:36:41.147 INFO:tasks.workunit.client.0.smithi016.stdout: ] 2024-04-15T14:36:41.147 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.147 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-15T14:36:41.147 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_id": 5, 2024-04-15T14:36:41.147 INFO:tasks.workunit.client.0.smithi016.stdout: "values": [ 2024-04-15T14:36:41.147 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:41.147 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:41.147 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:41.147 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:41.147 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:41.148 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:41.148 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:41.148 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:41.148 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:41.148 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:41.148 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:41.148 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:41.148 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:41.148 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:41.148 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:41.148 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:41.148 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:41.148 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:41.148 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:41.148 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:41.149 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:41.149 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:41.149 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:41.149 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:41.149 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:41.149 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:41.149 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:41.149 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:41.149 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:41.149 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:41.149 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:41.149 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-15T14:36:41.149 INFO:tasks.workunit.client.0.smithi016.stdout: ] 2024-04-15T14:36:41.149 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.149 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-15T14:36:41.150 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_id": 6, 2024-04-15T14:36:41.150 INFO:tasks.workunit.client.0.smithi016.stdout: "values": [ 2024-04-15T14:36:41.150 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:41.150 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:41.150 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:41.150 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:41.150 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:41.150 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:41.150 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:41.150 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 3, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:41.150 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 4, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:41.150 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:41.150 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:41.151 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:41.151 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:41.151 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:41.151 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:41.151 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:41.151 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:41.151 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:41.151 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:41.151 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:41.151 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:41.151 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:41.151 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:41.151 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:41.151 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:41.151 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:41.152 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:41.152 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:41.152 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:41.152 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:41.152 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:41.152 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-15T14:36:41.152 INFO:tasks.workunit.client.0.smithi016.stdout: ] 2024-04-15T14:36:41.152 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.152 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-15T14:36:41.152 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_id": 7, 2024-04-15T14:36:41.152 INFO:tasks.workunit.client.0.smithi016.stdout: "values": [ 2024-04-15T14:36:41.152 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:41.152 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:41.152 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:41.153 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:41.153 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:41.153 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:41.153 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:41.153 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:41.153 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:41.153 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:41.153 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:41.153 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:41.153 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:41.153 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:41.153 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:41.153 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:41.153 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:41.153 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:41.154 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:41.154 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:41.154 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:41.154 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:41.154 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:41.154 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:41.154 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:41.154 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:41.154 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:41.154 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:41.154 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:41.154 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:41.154 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T14:36:41.154 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-15T14:36:41.155 INFO:tasks.workunit.client.0.smithi016.stdout: ] 2024-04-15T14:36:41.155 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T14:36:41.155 INFO:tasks.workunit.client.0.smithi016.stdout: ] 2024-04-15T14:36:41.155 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T14:36:41.155 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T14:36:41.155 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T14:36:41.155 INFO:tasks.workunit.client.0.smithi016.stdout: "perf_counters": { 2024-04-15T14:36:41.155 INFO:tasks.workunit.client.0.smithi016.stdout: "mds.dd602b36cabf11effbd0d8bd19ba267ecac4bcd8": { 2024-04-15T14:36:41.155 INFO:tasks.workunit.client.0.smithi016.stdout: "mds": { 2024-04-15T14:36:41.155 INFO:tasks.workunit.client.0.smithi016.stdout: "caps": { 2024-04-15T14:36:41.155 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.155 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.155 INFO:tasks.workunit.client.0.smithi016.stdout: "ceph_cap_op_flush_ack": { 2024-04-15T14:36:41.155 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.156 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.156 INFO:tasks.workunit.client.0.smithi016.stdout: "ceph_cap_op_flushsnap_ack": { 2024-04-15T14:36:41.156 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.156 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.156 INFO:tasks.workunit.client.0.smithi016.stdout: "ceph_cap_op_grant": { 2024-04-15T14:36:41.156 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.156 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.156 INFO:tasks.workunit.client.0.smithi016.stdout: "ceph_cap_op_revoke": { 2024-04-15T14:36:41.156 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.156 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.156 INFO:tasks.workunit.client.0.smithi016.stdout: "ceph_cap_op_trunc": { 2024-04-15T14:36:41.156 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.156 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.156 INFO:tasks.workunit.client.0.smithi016.stdout: "dir_commit": { 2024-04-15T14:36:41.156 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 12 2024-04-15T14:36:41.156 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.157 INFO:tasks.workunit.client.0.smithi016.stdout: "dir_fetch_complete": { 2024-04-15T14:36:41.157 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.157 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.157 INFO:tasks.workunit.client.0.smithi016.stdout: "dir_fetch_keys": { 2024-04-15T14:36:41.157 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.157 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.157 INFO:tasks.workunit.client.0.smithi016.stdout: "dir_merge": { 2024-04-15T14:36:41.157 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.157 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.157 INFO:tasks.workunit.client.0.smithi016.stdout: "dir_split": { 2024-04-15T14:36:41.157 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.157 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.157 INFO:tasks.workunit.client.0.smithi016.stdout: "exported_inodes": { 2024-04-15T14:36:41.157 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.158 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.158 INFO:tasks.workunit.client.0.smithi016.stdout: "forward": { 2024-04-15T14:36:41.158 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.158 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.158 INFO:tasks.workunit.client.0.smithi016.stdout: "handle_client_cap_release": { 2024-04-15T14:36:41.158 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.158 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.158 INFO:tasks.workunit.client.0.smithi016.stdout: "handle_client_caps": { 2024-04-15T14:36:41.158 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.158 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.158 INFO:tasks.workunit.client.0.smithi016.stdout: "handle_client_caps_dirty": { 2024-04-15T14:36:41.158 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.158 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.158 INFO:tasks.workunit.client.0.smithi016.stdout: "handle_inode_file_caps": { 2024-04-15T14:36:41.158 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.159 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.159 INFO:tasks.workunit.client.0.smithi016.stdout: "imported_inodes": { 2024-04-15T14:36:41.159 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.159 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.159 INFO:tasks.workunit.client.0.smithi016.stdout: "inodes": { 2024-04-15T14:36:41.159 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 10 2024-04-15T14:36:41.159 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.159 INFO:tasks.workunit.client.0.smithi016.stdout: "inodes_expired": { 2024-04-15T14:36:41.159 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.159 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.159 INFO:tasks.workunit.client.0.smithi016.stdout: "inodes_pinned": { 2024-04-15T14:36:41.159 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 10 2024-04-15T14:36:41.159 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.159 INFO:tasks.workunit.client.0.smithi016.stdout: "inodes_with_caps": { 2024-04-15T14:36:41.159 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.160 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.160 INFO:tasks.workunit.client.0.smithi016.stdout: "load_cent": { 2024-04-15T14:36:41.160 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.160 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.160 INFO:tasks.workunit.client.0.smithi016.stdout: "openino_dir_fetch": { 2024-04-15T14:36:41.160 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.160 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.160 INFO:tasks.workunit.client.0.smithi016.stdout: "process_request_cap_release": { 2024-04-15T14:36:41.160 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.160 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.160 INFO:tasks.workunit.client.0.smithi016.stdout: "reply_latency": { 2024-04-15T14:36:41.160 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 2, 2024-04-15T14:36:41.160 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 147887 2024-04-15T14:36:41.160 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.161 INFO:tasks.workunit.client.0.smithi016.stdout: "request": { 2024-04-15T14:36:41.161 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 2 2024-04-15T14:36:41.161 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.161 INFO:tasks.workunit.client.0.smithi016.stdout: "root_rbytes": { 2024-04-15T14:36:41.161 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.161 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.161 INFO:tasks.workunit.client.0.smithi016.stdout: "root_rfiles": { 2024-04-15T14:36:41.161 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.161 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.161 INFO:tasks.workunit.client.0.smithi016.stdout: "root_rsnaps": { 2024-04-15T14:36:41.161 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.161 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.161 INFO:tasks.workunit.client.0.smithi016.stdout: "slow_reply": { 2024-04-15T14:36:41.161 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.161 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.162 INFO:tasks.workunit.client.0.smithi016.stdout: "subtrees": { 2024-04-15T14:36:41.162 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 2 2024-04-15T14:36:41.162 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T14:36:41.162 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.162 INFO:tasks.workunit.client.0.smithi016.stdout: "mds_cache": { 2024-04-15T14:36:41.162 INFO:tasks.workunit.client.0.smithi016.stdout: "ireq_enqueue_scrub": { 2024-04-15T14:36:41.162 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.162 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.162 INFO:tasks.workunit.client.0.smithi016.stdout: "ireq_exportdir": { 2024-04-15T14:36:41.162 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.162 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.162 INFO:tasks.workunit.client.0.smithi016.stdout: "ireq_flush": { 2024-04-15T14:36:41.162 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.162 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.162 INFO:tasks.workunit.client.0.smithi016.stdout: "ireq_fragmentdir": { 2024-04-15T14:36:41.163 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.163 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.163 INFO:tasks.workunit.client.0.smithi016.stdout: "ireq_fragstats": { 2024-04-15T14:36:41.163 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.163 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.163 INFO:tasks.workunit.client.0.smithi016.stdout: "ireq_inodestats": { 2024-04-15T14:36:41.163 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.163 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.163 INFO:tasks.workunit.client.0.smithi016.stdout: "num_recovering_enqueued": { 2024-04-15T14:36:41.163 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.163 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.163 INFO:tasks.workunit.client.0.smithi016.stdout: "num_recovering_prioritized": { 2024-04-15T14:36:41.163 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.163 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.163 INFO:tasks.workunit.client.0.smithi016.stdout: "num_recovering_processing": { 2024-04-15T14:36:41.164 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.164 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.164 INFO:tasks.workunit.client.0.smithi016.stdout: "num_strays": { 2024-04-15T14:36:41.164 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.164 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.164 INFO:tasks.workunit.client.0.smithi016.stdout: "num_strays_delayed": { 2024-04-15T14:36:41.164 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.164 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.164 INFO:tasks.workunit.client.0.smithi016.stdout: "num_strays_enqueuing": { 2024-04-15T14:36:41.164 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.164 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.164 INFO:tasks.workunit.client.0.smithi016.stdout: "recovery_completed": { 2024-04-15T14:36:41.164 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.164 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.164 INFO:tasks.workunit.client.0.smithi016.stdout: "recovery_started": { 2024-04-15T14:36:41.165 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.165 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.165 INFO:tasks.workunit.client.0.smithi016.stdout: "strays_created": { 2024-04-15T14:36:41.165 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.165 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.165 INFO:tasks.workunit.client.0.smithi016.stdout: "strays_enqueued": { 2024-04-15T14:36:41.165 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.165 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.165 INFO:tasks.workunit.client.0.smithi016.stdout: "strays_migrated": { 2024-04-15T14:36:41.165 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.165 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.165 INFO:tasks.workunit.client.0.smithi016.stdout: "strays_reintegrated": { 2024-04-15T14:36:41.165 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.165 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T14:36:41.165 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.166 INFO:tasks.workunit.client.0.smithi016.stdout: "mds_log": { 2024-04-15T14:36:41.166 INFO:tasks.workunit.client.0.smithi016.stdout: "ev": { 2024-04-15T14:36:41.166 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 5 2024-04-15T14:36:41.166 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.166 INFO:tasks.workunit.client.0.smithi016.stdout: "evadd": { 2024-04-15T14:36:41.166 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 5 2024-04-15T14:36:41.166 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.166 INFO:tasks.workunit.client.0.smithi016.stdout: "evex": { 2024-04-15T14:36:41.166 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.166 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.166 INFO:tasks.workunit.client.0.smithi016.stdout: "evexd": { 2024-04-15T14:36:41.166 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.166 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.166 INFO:tasks.workunit.client.0.smithi016.stdout: "evexg": { 2024-04-15T14:36:41.167 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.167 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.167 INFO:tasks.workunit.client.0.smithi016.stdout: "evtrm": { 2024-04-15T14:36:41.167 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.167 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.167 INFO:tasks.workunit.client.0.smithi016.stdout: "jlat": { 2024-04-15T14:36:41.167 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 5, 2024-04-15T14:36:41.167 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 15960390 2024-04-15T14:36:41.167 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.167 INFO:tasks.workunit.client.0.smithi016.stdout: "replayed": { 2024-04-15T14:36:41.167 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.167 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.167 INFO:tasks.workunit.client.0.smithi016.stdout: "seg": { 2024-04-15T14:36:41.167 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 1 2024-04-15T14:36:41.167 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.168 INFO:tasks.workunit.client.0.smithi016.stdout: "segadd": { 2024-04-15T14:36:41.168 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 1 2024-04-15T14:36:41.168 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.168 INFO:tasks.workunit.client.0.smithi016.stdout: "segex": { 2024-04-15T14:36:41.168 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.168 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.168 INFO:tasks.workunit.client.0.smithi016.stdout: "segexd": { 2024-04-15T14:36:41.168 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.168 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.168 INFO:tasks.workunit.client.0.smithi016.stdout: "segexg": { 2024-04-15T14:36:41.168 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.168 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.168 INFO:tasks.workunit.client.0.smithi016.stdout: "segtrm": { 2024-04-15T14:36:41.168 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.168 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T14:36:41.169 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.169 INFO:tasks.workunit.client.0.smithi016.stdout: "mds_mem": { 2024-04-15T14:36:41.169 INFO:tasks.workunit.client.0.smithi016.stdout: "cap": { 2024-04-15T14:36:41.169 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.169 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.169 INFO:tasks.workunit.client.0.smithi016.stdout: "cap+": { 2024-04-15T14:36:41.169 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 2 2024-04-15T14:36:41.169 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.169 INFO:tasks.workunit.client.0.smithi016.stdout: "cap-": { 2024-04-15T14:36:41.169 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 2 2024-04-15T14:36:41.169 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.169 INFO:tasks.workunit.client.0.smithi016.stdout: "dir": { 2024-04-15T14:36:41.169 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 12 2024-04-15T14:36:41.169 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.169 INFO:tasks.workunit.client.0.smithi016.stdout: "dir+": { 2024-04-15T14:36:41.170 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 12 2024-04-15T14:36:41.170 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.170 INFO:tasks.workunit.client.0.smithi016.stdout: "dir-": { 2024-04-15T14:36:41.170 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.170 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.170 INFO:tasks.workunit.client.0.smithi016.stdout: "dn": { 2024-04-15T14:36:41.170 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 10 2024-04-15T14:36:41.170 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.170 INFO:tasks.workunit.client.0.smithi016.stdout: "dn+": { 2024-04-15T14:36:41.170 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 10 2024-04-15T14:36:41.170 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.170 INFO:tasks.workunit.client.0.smithi016.stdout: "dn-": { 2024-04-15T14:36:41.170 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.170 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.170 INFO:tasks.workunit.client.0.smithi016.stdout: "heap": { 2024-04-15T14:36:41.171 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 207156 2024-04-15T14:36:41.171 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.171 INFO:tasks.workunit.client.0.smithi016.stdout: "ino": { 2024-04-15T14:36:41.171 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 13 2024-04-15T14:36:41.171 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.171 INFO:tasks.workunit.client.0.smithi016.stdout: "ino+": { 2024-04-15T14:36:41.171 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 13 2024-04-15T14:36:41.171 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.171 INFO:tasks.workunit.client.0.smithi016.stdout: "ino-": { 2024-04-15T14:36:41.171 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.171 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.171 INFO:tasks.workunit.client.0.smithi016.stdout: "rss": { 2024-04-15T14:36:41.171 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 39976 2024-04-15T14:36:41.172 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T14:36:41.172 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.172 INFO:tasks.workunit.client.0.smithi016.stdout: "mds_server": { 2024-04-15T14:36:41.172 INFO:tasks.workunit.client.0.smithi016.stdout: "cap_acquisition_throttle": { 2024-04-15T14:36:41.172 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.172 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.172 INFO:tasks.workunit.client.0.smithi016.stdout: "cap_revoke_eviction": { 2024-04-15T14:36:41.172 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.172 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.172 INFO:tasks.workunit.client.0.smithi016.stdout: "handle_client_request": { 2024-04-15T14:36:41.172 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 2 2024-04-15T14:36:41.172 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.172 INFO:tasks.workunit.client.0.smithi016.stdout: "handle_client_session": { 2024-04-15T14:36:41.172 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 16 2024-04-15T14:36:41.173 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.173 INFO:tasks.workunit.client.0.smithi016.stdout: "handle_peer_request": { 2024-04-15T14:36:41.173 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.173 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.173 INFO:tasks.workunit.client.0.smithi016.stdout: "req_create_latency": { 2024-04-15T14:36:41.173 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 0, 2024-04-15T14:36:41.173 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.173 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.173 INFO:tasks.workunit.client.0.smithi016.stdout: "req_getattr_latency": { 2024-04-15T14:36:41.173 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 2, 2024-04-15T14:36:41.173 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 147887 2024-04-15T14:36:41.173 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.173 INFO:tasks.workunit.client.0.smithi016.stdout: "req_getfilelock_latency": { 2024-04-15T14:36:41.173 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 0, 2024-04-15T14:36:41.173 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.174 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.174 INFO:tasks.workunit.client.0.smithi016.stdout: "req_getvxattr_latency": { 2024-04-15T14:36:41.174 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 0, 2024-04-15T14:36:41.174 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.174 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.174 INFO:tasks.workunit.client.0.smithi016.stdout: "req_link_latency": { 2024-04-15T14:36:41.174 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 0, 2024-04-15T14:36:41.174 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.174 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.174 INFO:tasks.workunit.client.0.smithi016.stdout: "req_lookup_latency": { 2024-04-15T14:36:41.174 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 0, 2024-04-15T14:36:41.174 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.174 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.174 INFO:tasks.workunit.client.0.smithi016.stdout: "req_lookuphash_latency": { 2024-04-15T14:36:41.175 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 0, 2024-04-15T14:36:41.175 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.175 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.175 INFO:tasks.workunit.client.0.smithi016.stdout: "req_lookupino_latency": { 2024-04-15T14:36:41.175 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 0, 2024-04-15T14:36:41.175 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.175 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.175 INFO:tasks.workunit.client.0.smithi016.stdout: "req_lookupname_latency": { 2024-04-15T14:36:41.175 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 0, 2024-04-15T14:36:41.175 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.175 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.175 INFO:tasks.workunit.client.0.smithi016.stdout: "req_lookupparent_latency": { 2024-04-15T14:36:41.175 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 0, 2024-04-15T14:36:41.175 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.175 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.176 INFO:tasks.workunit.client.0.smithi016.stdout: "req_lookupsnap_latency": { 2024-04-15T14:36:41.176 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 0, 2024-04-15T14:36:41.176 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.176 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.176 INFO:tasks.workunit.client.0.smithi016.stdout: "req_lssnap_latency": { 2024-04-15T14:36:41.176 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 0, 2024-04-15T14:36:41.176 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.176 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.176 INFO:tasks.workunit.client.0.smithi016.stdout: "req_mkdir_latency": { 2024-04-15T14:36:41.176 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 0, 2024-04-15T14:36:41.176 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.176 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.176 INFO:tasks.workunit.client.0.smithi016.stdout: "req_mknod_latency": { 2024-04-15T14:36:41.176 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 0, 2024-04-15T14:36:41.177 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.177 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.177 INFO:tasks.workunit.client.0.smithi016.stdout: "req_mksnap_latency": { 2024-04-15T14:36:41.177 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 0, 2024-04-15T14:36:41.177 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.177 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.177 INFO:tasks.workunit.client.0.smithi016.stdout: "req_open_latency": { 2024-04-15T14:36:41.177 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 0, 2024-04-15T14:36:41.177 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.177 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.177 INFO:tasks.workunit.client.0.smithi016.stdout: "req_readdir_latency": { 2024-04-15T14:36:41.177 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 0, 2024-04-15T14:36:41.177 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.177 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.177 INFO:tasks.workunit.client.0.smithi016.stdout: "req_rename_latency": { 2024-04-15T14:36:41.178 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 0, 2024-04-15T14:36:41.178 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.178 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.178 INFO:tasks.workunit.client.0.smithi016.stdout: "req_renamesnap_latency": { 2024-04-15T14:36:41.178 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 0, 2024-04-15T14:36:41.178 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.178 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.178 INFO:tasks.workunit.client.0.smithi016.stdout: "req_rmdir_latency": { 2024-04-15T14:36:41.178 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 0, 2024-04-15T14:36:41.178 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.178 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.178 INFO:tasks.workunit.client.0.smithi016.stdout: "req_rmsnap_latency": { 2024-04-15T14:36:41.178 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 0, 2024-04-15T14:36:41.179 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.179 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.179 INFO:tasks.workunit.client.0.smithi016.stdout: "req_rmxattr_latency": { 2024-04-15T14:36:41.179 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 0, 2024-04-15T14:36:41.179 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.179 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.179 INFO:tasks.workunit.client.0.smithi016.stdout: "req_setattr_latency": { 2024-04-15T14:36:41.179 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 0, 2024-04-15T14:36:41.179 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.179 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.179 INFO:tasks.workunit.client.0.smithi016.stdout: "req_setdirlayout_latency": { 2024-04-15T14:36:41.179 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 0, 2024-04-15T14:36:41.179 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.179 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.180 INFO:tasks.workunit.client.0.smithi016.stdout: "req_setfilelock_latency": { 2024-04-15T14:36:41.180 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 0, 2024-04-15T14:36:41.180 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.180 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.180 INFO:tasks.workunit.client.0.smithi016.stdout: "req_setlayout_latency": { 2024-04-15T14:36:41.180 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 0, 2024-04-15T14:36:41.180 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.180 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.180 INFO:tasks.workunit.client.0.smithi016.stdout: "req_setxattr_latency": { 2024-04-15T14:36:41.180 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 0, 2024-04-15T14:36:41.180 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.180 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.180 INFO:tasks.workunit.client.0.smithi016.stdout: "req_snapdiff_latency": { 2024-04-15T14:36:41.180 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 0, 2024-04-15T14:36:41.180 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.181 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.181 INFO:tasks.workunit.client.0.smithi016.stdout: "req_symlink_latency": { 2024-04-15T14:36:41.181 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 0, 2024-04-15T14:36:41.181 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.181 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.181 INFO:tasks.workunit.client.0.smithi016.stdout: "req_unlink_latency": { 2024-04-15T14:36:41.181 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 0, 2024-04-15T14:36:41.181 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.181 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T14:36:41.181 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.181 INFO:tasks.workunit.client.0.smithi016.stdout: "mds_sessions": { 2024-04-15T14:36:41.181 INFO:tasks.workunit.client.0.smithi016.stdout: "average_load": { 2024-04-15T14:36:41.181 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 1 2024-04-15T14:36:41.181 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.181 INFO:tasks.workunit.client.0.smithi016.stdout: "avg_session_uptime": { 2024-04-15T14:36:41.182 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 86 2024-04-15T14:36:41.182 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.182 INFO:tasks.workunit.client.0.smithi016.stdout: "mdthresh_evicted": { 2024-04-15T14:36:41.182 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.182 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.182 INFO:tasks.workunit.client.0.smithi016.stdout: "session_add": { 2024-04-15T14:36:41.182 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 2 2024-04-15T14:36:41.182 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.182 INFO:tasks.workunit.client.0.smithi016.stdout: "session_count": { 2024-04-15T14:36:41.182 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.182 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.182 INFO:tasks.workunit.client.0.smithi016.stdout: "session_remove": { 2024-04-15T14:36:41.182 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 2 2024-04-15T14:36:41.182 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.183 INFO:tasks.workunit.client.0.smithi016.stdout: "sessions_open": { 2024-04-15T14:36:41.183 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.183 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.183 INFO:tasks.workunit.client.0.smithi016.stdout: "sessions_stale": { 2024-04-15T14:36:41.183 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.183 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.183 INFO:tasks.workunit.client.0.smithi016.stdout: "total_load": { 2024-04-15T14:36:41.183 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 2 2024-04-15T14:36:41.183 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T14:36:41.183 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.183 INFO:tasks.workunit.client.0.smithi016.stdout: "objecter": { 2024-04-15T14:36:41.183 INFO:tasks.workunit.client.0.smithi016.stdout: "op_active": { 2024-04-15T14:36:41.183 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.183 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.183 INFO:tasks.workunit.client.0.smithi016.stdout: "op_r": { 2024-04-15T14:36:41.184 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.184 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.184 INFO:tasks.workunit.client.0.smithi016.stdout: "op_rmw": { 2024-04-15T14:36:41.184 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.184 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.184 INFO:tasks.workunit.client.0.smithi016.stdout: "op_w": { 2024-04-15T14:36:41.184 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 45 2024-04-15T14:36:41.184 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T14:36:41.184 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.184 INFO:tasks.workunit.client.0.smithi016.stdout: "purge_queue": { 2024-04-15T14:36:41.184 INFO:tasks.workunit.client.0.smithi016.stdout: "pq_executed": { 2024-04-15T14:36:41.184 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.184 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.184 INFO:tasks.workunit.client.0.smithi016.stdout: "pq_executing": { 2024-04-15T14:36:41.185 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.185 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.185 INFO:tasks.workunit.client.0.smithi016.stdout: "pq_executing_high_water": { 2024-04-15T14:36:41.185 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.185 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.185 INFO:tasks.workunit.client.0.smithi016.stdout: "pq_executing_ops": { 2024-04-15T14:36:41.185 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.185 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.185 INFO:tasks.workunit.client.0.smithi016.stdout: "pq_executing_ops_high_water": { 2024-04-15T14:36:41.185 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.185 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.185 INFO:tasks.workunit.client.0.smithi016.stdout: "pq_item_in_journal": { 2024-04-15T14:36:41.185 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.185 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T14:36:41.185 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T14:36:41.186 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.186 INFO:tasks.workunit.client.0.smithi016.stdout: "mon.96c04f3d51aa9c4650d798b6d991f5b64af8e5e4": { 2024-04-15T14:36:41.186 INFO:tasks.workunit.client.0.smithi016.stdout: "mon": { 2024-04-15T14:36:41.186 INFO:tasks.workunit.client.0.smithi016.stdout: "election_call": { 2024-04-15T14:36:41.186 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 2 2024-04-15T14:36:41.186 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.186 INFO:tasks.workunit.client.0.smithi016.stdout: "election_lose": { 2024-04-15T14:36:41.186 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 2 2024-04-15T14:36:41.186 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.186 INFO:tasks.workunit.client.0.smithi016.stdout: "election_win": { 2024-04-15T14:36:41.186 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.186 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.186 INFO:tasks.workunit.client.0.smithi016.stdout: "num_elections": { 2024-04-15T14:36:41.186 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 7 2024-04-15T14:36:41.187 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.187 INFO:tasks.workunit.client.0.smithi016.stdout: "num_sessions": { 2024-04-15T14:36:41.187 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 12 2024-04-15T14:36:41.187 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.187 INFO:tasks.workunit.client.0.smithi016.stdout: "session_add": { 2024-04-15T14:36:41.187 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 4 2024-04-15T14:36:41.187 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.187 INFO:tasks.workunit.client.0.smithi016.stdout: "session_rm": { 2024-04-15T14:36:41.187 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 56 2024-04-15T14:36:41.187 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.187 INFO:tasks.workunit.client.0.smithi016.stdout: "session_trim": { 2024-04-15T14:36:41.187 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.187 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T14:36:41.187 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.188 INFO:tasks.workunit.client.0.smithi016.stdout: "paxos": { 2024-04-15T14:36:41.188 INFO:tasks.workunit.client.0.smithi016.stdout: "accept_timeout": { 2024-04-15T14:36:41.188 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.188 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.188 INFO:tasks.workunit.client.0.smithi016.stdout: "begin": { 2024-04-15T14:36:41.188 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 791 2024-04-15T14:36:41.188 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.188 INFO:tasks.workunit.client.0.smithi016.stdout: "begin_bytes": { 2024-04-15T14:36:41.188 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 791, 2024-04-15T14:36:41.188 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 3924477 2024-04-15T14:36:41.188 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.188 INFO:tasks.workunit.client.0.smithi016.stdout: "begin_keys": { 2024-04-15T14:36:41.188 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 0, 2024-04-15T14:36:41.188 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.189 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.189 INFO:tasks.workunit.client.0.smithi016.stdout: "begin_latency": { 2024-04-15T14:36:41.189 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 791, 2024-04-15T14:36:41.189 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 163996542 2024-04-15T14:36:41.189 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.189 INFO:tasks.workunit.client.0.smithi016.stdout: "collect": { 2024-04-15T14:36:41.189 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 2 2024-04-15T14:36:41.189 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.189 INFO:tasks.workunit.client.0.smithi016.stdout: "collect_bytes": { 2024-04-15T14:36:41.189 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 2, 2024-04-15T14:36:41.189 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 146 2024-04-15T14:36:41.189 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.189 INFO:tasks.workunit.client.0.smithi016.stdout: "collect_keys": { 2024-04-15T14:36:41.189 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 2, 2024-04-15T14:36:41.189 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 2 2024-04-15T14:36:41.190 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.190 INFO:tasks.workunit.client.0.smithi016.stdout: "collect_latency": { 2024-04-15T14:36:41.190 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 2, 2024-04-15T14:36:41.190 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.190 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.190 INFO:tasks.workunit.client.0.smithi016.stdout: "collect_timeout": { 2024-04-15T14:36:41.190 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.190 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.190 INFO:tasks.workunit.client.0.smithi016.stdout: "collect_uncommitted": { 2024-04-15T14:36:41.190 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.190 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.190 INFO:tasks.workunit.client.0.smithi016.stdout: "commit": { 2024-04-15T14:36:41.190 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 792 2024-04-15T14:36:41.190 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.191 INFO:tasks.workunit.client.0.smithi016.stdout: "commit_bytes": { 2024-04-15T14:36:41.191 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 0, 2024-04-15T14:36:41.191 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.191 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.191 INFO:tasks.workunit.client.0.smithi016.stdout: "commit_keys": { 2024-04-15T14:36:41.191 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 0, 2024-04-15T14:36:41.191 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.191 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.191 INFO:tasks.workunit.client.0.smithi016.stdout: "commit_latency": { 2024-04-15T14:36:41.191 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 0, 2024-04-15T14:36:41.191 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.191 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.191 INFO:tasks.workunit.client.0.smithi016.stdout: "lease_ack_timeout": { 2024-04-15T14:36:41.191 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.191 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.192 INFO:tasks.workunit.client.0.smithi016.stdout: "lease_timeout": { 2024-04-15T14:36:41.192 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.192 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.192 INFO:tasks.workunit.client.0.smithi016.stdout: "new_pn": { 2024-04-15T14:36:41.192 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.192 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.192 INFO:tasks.workunit.client.0.smithi016.stdout: "new_pn_latency": { 2024-04-15T14:36:41.192 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 0, 2024-04-15T14:36:41.192 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.192 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.192 INFO:tasks.workunit.client.0.smithi016.stdout: "refresh": { 2024-04-15T14:36:41.192 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 792 2024-04-15T14:36:41.192 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.192 INFO:tasks.workunit.client.0.smithi016.stdout: "refresh_latency": { 2024-04-15T14:36:41.193 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 792, 2024-04-15T14:36:41.193 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 1795961958 2024-04-15T14:36:41.193 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.193 INFO:tasks.workunit.client.0.smithi016.stdout: "restart": { 2024-04-15T14:36:41.193 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 13 2024-04-15T14:36:41.193 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.193 INFO:tasks.workunit.client.0.smithi016.stdout: "share_state": { 2024-04-15T14:36:41.193 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.193 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.193 INFO:tasks.workunit.client.0.smithi016.stdout: "share_state_bytes": { 2024-04-15T14:36:41.193 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 0, 2024-04-15T14:36:41.193 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.193 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.193 INFO:tasks.workunit.client.0.smithi016.stdout: "share_state_keys": { 2024-04-15T14:36:41.193 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 0, 2024-04-15T14:36:41.194 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.194 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.194 INFO:tasks.workunit.client.0.smithi016.stdout: "start_leader": { 2024-04-15T14:36:41.194 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.194 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.194 INFO:tasks.workunit.client.0.smithi016.stdout: "start_peon": { 2024-04-15T14:36:41.194 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 2 2024-04-15T14:36:41.194 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.194 INFO:tasks.workunit.client.0.smithi016.stdout: "store_state": { 2024-04-15T14:36:41.194 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 792 2024-04-15T14:36:41.194 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.194 INFO:tasks.workunit.client.0.smithi016.stdout: "store_state_bytes": { 2024-04-15T14:36:41.194 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 792, 2024-04-15T14:36:41.194 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 7700444 2024-04-15T14:36:41.195 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.195 INFO:tasks.workunit.client.0.smithi016.stdout: "store_state_keys": { 2024-04-15T14:36:41.195 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 792, 2024-04-15T14:36:41.195 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 5430 2024-04-15T14:36:41.195 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.195 INFO:tasks.workunit.client.0.smithi016.stdout: "store_state_latency": { 2024-04-15T14:36:41.195 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 792, 2024-04-15T14:36:41.195 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 389991801 2024-04-15T14:36:41.195 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T14:36:41.195 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.195 INFO:tasks.workunit.client.0.smithi016.stdout: "prioritycache": { 2024-04-15T14:36:41.195 INFO:tasks.workunit.client.0.smithi016.stdout: "cache_bytes": { 2024-04-15T14:36:41.195 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 1020054731 2024-04-15T14:36:41.195 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.195 INFO:tasks.workunit.client.0.smithi016.stdout: "heap_bytes": { 2024-04-15T14:36:41.196 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 43851776 2024-04-15T14:36:41.196 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.196 INFO:tasks.workunit.client.0.smithi016.stdout: "mapped_bytes": { 2024-04-15T14:36:41.196 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 33783808 2024-04-15T14:36:41.196 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.196 INFO:tasks.workunit.client.0.smithi016.stdout: "target_bytes": { 2024-04-15T14:36:41.196 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 2147483648 2024-04-15T14:36:41.196 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.196 INFO:tasks.workunit.client.0.smithi016.stdout: "unmapped_bytes": { 2024-04-15T14:36:41.196 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 10067968 2024-04-15T14:36:41.196 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T14:36:41.196 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.196 INFO:tasks.workunit.client.0.smithi016.stdout: "prioritycache:full": { 2024-04-15T14:36:41.196 INFO:tasks.workunit.client.0.smithi016.stdout: "committed_bytes": { 2024-04-15T14:36:41.196 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 348127232 2024-04-15T14:36:41.197 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.197 INFO:tasks.workunit.client.0.smithi016.stdout: "pri0_bytes": { 2024-04-15T14:36:41.197 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.197 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.197 INFO:tasks.workunit.client.0.smithi016.stdout: "pri10_bytes": { 2024-04-15T14:36:41.197 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.197 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.197 INFO:tasks.workunit.client.0.smithi016.stdout: "pri11_bytes": { 2024-04-15T14:36:41.197 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 277020141 2024-04-15T14:36:41.197 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.197 INFO:tasks.workunit.client.0.smithi016.stdout: "pri1_bytes": { 2024-04-15T14:36:41.197 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 274363 2024-04-15T14:36:41.197 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.197 INFO:tasks.workunit.client.0.smithi016.stdout: "pri2_bytes": { 2024-04-15T14:36:41.198 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.198 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.198 INFO:tasks.workunit.client.0.smithi016.stdout: "pri3_bytes": { 2024-04-15T14:36:41.198 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.198 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.198 INFO:tasks.workunit.client.0.smithi016.stdout: "pri4_bytes": { 2024-04-15T14:36:41.198 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.198 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.198 INFO:tasks.workunit.client.0.smithi016.stdout: "pri5_bytes": { 2024-04-15T14:36:41.198 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.198 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.198 INFO:tasks.workunit.client.0.smithi016.stdout: "pri6_bytes": { 2024-04-15T14:36:41.198 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.198 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.199 INFO:tasks.workunit.client.0.smithi016.stdout: "pri7_bytes": { 2024-04-15T14:36:41.199 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.199 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.199 INFO:tasks.workunit.client.0.smithi016.stdout: "pri8_bytes": { 2024-04-15T14:36:41.199 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.199 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.199 INFO:tasks.workunit.client.0.smithi016.stdout: "pri9_bytes": { 2024-04-15T14:36:41.199 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.199 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.199 INFO:tasks.workunit.client.0.smithi016.stdout: "reserved_bytes": { 2024-04-15T14:36:41.199 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 70832728 2024-04-15T14:36:41.199 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T14:36:41.199 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.199 INFO:tasks.workunit.client.0.smithi016.stdout: "prioritycache:inc": { 2024-04-15T14:36:41.199 INFO:tasks.workunit.client.0.smithi016.stdout: "committed_bytes": { 2024-04-15T14:36:41.200 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 348127232 2024-04-15T14:36:41.200 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.200 INFO:tasks.workunit.client.0.smithi016.stdout: "pri0_bytes": { 2024-04-15T14:36:41.200 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.200 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.200 INFO:tasks.workunit.client.0.smithi016.stdout: "pri10_bytes": { 2024-04-15T14:36:41.200 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.200 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.200 INFO:tasks.workunit.client.0.smithi016.stdout: "pri11_bytes": { 2024-04-15T14:36:41.200 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 277020141 2024-04-15T14:36:41.200 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.200 INFO:tasks.workunit.client.0.smithi016.stdout: "pri1_bytes": { 2024-04-15T14:36:41.200 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 41624 2024-04-15T14:36:41.200 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.200 INFO:tasks.workunit.client.0.smithi016.stdout: "pri2_bytes": { 2024-04-15T14:36:41.201 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.201 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.201 INFO:tasks.workunit.client.0.smithi016.stdout: "pri3_bytes": { 2024-04-15T14:36:41.201 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.201 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.201 INFO:tasks.workunit.client.0.smithi016.stdout: "pri4_bytes": { 2024-04-15T14:36:41.201 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.201 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.201 INFO:tasks.workunit.client.0.smithi016.stdout: "pri5_bytes": { 2024-04-15T14:36:41.201 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.201 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.201 INFO:tasks.workunit.client.0.smithi016.stdout: "pri6_bytes": { 2024-04-15T14:36:41.201 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.201 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.201 INFO:tasks.workunit.client.0.smithi016.stdout: "pri7_bytes": { 2024-04-15T14:36:41.202 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.202 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.202 INFO:tasks.workunit.client.0.smithi016.stdout: "pri8_bytes": { 2024-04-15T14:36:41.202 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.202 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.202 INFO:tasks.workunit.client.0.smithi016.stdout: "pri9_bytes": { 2024-04-15T14:36:41.202 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.202 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.202 INFO:tasks.workunit.client.0.smithi016.stdout: "reserved_bytes": { 2024-04-15T14:36:41.202 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 71065467 2024-04-15T14:36:41.202 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T14:36:41.202 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.202 INFO:tasks.workunit.client.0.smithi016.stdout: "prioritycache:kv": { 2024-04-15T14:36:41.202 INFO:tasks.workunit.client.0.smithi016.stdout: "committed_bytes": { 2024-04-15T14:36:41.203 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 322961408 2024-04-15T14:36:41.203 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.203 INFO:tasks.workunit.client.0.smithi016.stdout: "pri0_bytes": { 2024-04-15T14:36:41.203 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 67108864 2024-04-15T14:36:41.203 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.203 INFO:tasks.workunit.client.0.smithi016.stdout: "pri10_bytes": { 2024-04-15T14:36:41.203 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.203 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.203 INFO:tasks.workunit.client.0.smithi016.stdout: "pri11_bytes": { 2024-04-15T14:36:41.203 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 184680094 2024-04-15T14:36:41.203 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.203 INFO:tasks.workunit.client.0.smithi016.stdout: "pri1_bytes": { 2024-04-15T14:36:41.203 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.203 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.203 INFO:tasks.workunit.client.0.smithi016.stdout: "pri2_bytes": { 2024-04-15T14:36:41.204 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.204 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.204 INFO:tasks.workunit.client.0.smithi016.stdout: "pri3_bytes": { 2024-04-15T14:36:41.204 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.204 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.204 INFO:tasks.workunit.client.0.smithi016.stdout: "pri4_bytes": { 2024-04-15T14:36:41.204 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.204 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.204 INFO:tasks.workunit.client.0.smithi016.stdout: "pri5_bytes": { 2024-04-15T14:36:41.204 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.204 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.204 INFO:tasks.workunit.client.0.smithi016.stdout: "pri6_bytes": { 2024-04-15T14:36:41.204 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.204 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.204 INFO:tasks.workunit.client.0.smithi016.stdout: "pri7_bytes": { 2024-04-15T14:36:41.205 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.205 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.205 INFO:tasks.workunit.client.0.smithi016.stdout: "pri8_bytes": { 2024-04-15T14:36:41.205 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.205 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.205 INFO:tasks.workunit.client.0.smithi016.stdout: "pri9_bytes": { 2024-04-15T14:36:41.205 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.205 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.205 INFO:tasks.workunit.client.0.smithi016.stdout: "reserved_bytes": { 2024-04-15T14:36:41.205 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 71172450 2024-04-15T14:36:41.205 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T14:36:41.205 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.205 INFO:tasks.workunit.client.0.smithi016.stdout: "rocksdb": { 2024-04-15T14:36:41.205 INFO:tasks.workunit.client.0.smithi016.stdout: "compact": { 2024-04-15T14:36:41.205 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.206 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.206 INFO:tasks.workunit.client.0.smithi016.stdout: "compact_queue_len": { 2024-04-15T14:36:41.206 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.206 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.206 INFO:tasks.workunit.client.0.smithi016.stdout: "compact_queue_merge": { 2024-04-15T14:36:41.206 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.206 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.206 INFO:tasks.workunit.client.0.smithi016.stdout: "compact_range": { 2024-04-15T14:36:41.206 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 1 2024-04-15T14:36:41.206 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.207 INFO:tasks.workunit.client.0.smithi016.stdout: "get_latency": { 2024-04-15T14:36:41.207 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 34073, 2024-04-15T14:36:41.207 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 85120858 2024-04-15T14:36:41.207 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.207 INFO:tasks.workunit.client.0.smithi016.stdout: "rocksdb_write_delay_time": { 2024-04-15T14:36:41.207 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 0, 2024-04-15T14:36:41.207 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.207 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.207 INFO:tasks.workunit.client.0.smithi016.stdout: "rocksdb_write_memtable_time": { 2024-04-15T14:36:41.207 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 0, 2024-04-15T14:36:41.207 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.207 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.207 INFO:tasks.workunit.client.0.smithi016.stdout: "rocksdb_write_pre_and_post_time": { 2024-04-15T14:36:41.207 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 0, 2024-04-15T14:36:41.208 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.208 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.208 INFO:tasks.workunit.client.0.smithi016.stdout: "rocksdb_write_wal_time": { 2024-04-15T14:36:41.208 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 0, 2024-04-15T14:36:41.208 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.208 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.208 INFO:tasks.workunit.client.0.smithi016.stdout: "submit_latency": { 2024-04-15T14:36:41.208 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 0, 2024-04-15T14:36:41.208 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.208 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.208 INFO:tasks.workunit.client.0.smithi016.stdout: "submit_sync_latency": { 2024-04-15T14:36:41.208 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 1729, 2024-04-15T14:36:41.208 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 655033394 2024-04-15T14:36:41.208 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T14:36:41.208 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T14:36:41.209 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.209 INFO:tasks.workunit.client.0.smithi016.stdout: "mon.db7bc7ff646004cab5cc32c315bc5a54adf74b4c": { 2024-04-15T14:36:41.209 INFO:tasks.workunit.client.0.smithi016.stdout: "mon": { 2024-04-15T14:36:41.209 INFO:tasks.workunit.client.0.smithi016.stdout: "election_call": { 2024-04-15T14:36:41.209 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 1 2024-04-15T14:36:41.209 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.209 INFO:tasks.workunit.client.0.smithi016.stdout: "election_lose": { 2024-04-15T14:36:41.209 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 1 2024-04-15T14:36:41.209 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.209 INFO:tasks.workunit.client.0.smithi016.stdout: "election_win": { 2024-04-15T14:36:41.209 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.209 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.209 INFO:tasks.workunit.client.0.smithi016.stdout: "num_elections": { 2024-04-15T14:36:41.209 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 3 2024-04-15T14:36:41.209 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.210 INFO:tasks.workunit.client.0.smithi016.stdout: "num_sessions": { 2024-04-15T14:36:41.210 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 10 2024-04-15T14:36:41.210 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.210 INFO:tasks.workunit.client.0.smithi016.stdout: "session_add": { 2024-04-15T14:36:41.210 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 5 2024-04-15T14:36:41.210 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.210 INFO:tasks.workunit.client.0.smithi016.stdout: "session_rm": { 2024-04-15T14:36:41.210 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 95 2024-04-15T14:36:41.210 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.210 INFO:tasks.workunit.client.0.smithi016.stdout: "session_trim": { 2024-04-15T14:36:41.210 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.210 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T14:36:41.210 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.210 INFO:tasks.workunit.client.0.smithi016.stdout: "paxos": { 2024-04-15T14:36:41.210 INFO:tasks.workunit.client.0.smithi016.stdout: "accept_timeout": { 2024-04-15T14:36:41.211 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.211 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.211 INFO:tasks.workunit.client.0.smithi016.stdout: "begin": { 2024-04-15T14:36:41.211 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 781 2024-04-15T14:36:41.211 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.211 INFO:tasks.workunit.client.0.smithi016.stdout: "begin_bytes": { 2024-04-15T14:36:41.211 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 781, 2024-04-15T14:36:41.211 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 3897275 2024-04-15T14:36:41.211 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.211 INFO:tasks.workunit.client.0.smithi016.stdout: "begin_keys": { 2024-04-15T14:36:41.211 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 0, 2024-04-15T14:36:41.211 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.211 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.211 INFO:tasks.workunit.client.0.smithi016.stdout: "begin_latency": { 2024-04-15T14:36:41.212 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 781, 2024-04-15T14:36:41.212 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 99998549 2024-04-15T14:36:41.212 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.212 INFO:tasks.workunit.client.0.smithi016.stdout: "collect": { 2024-04-15T14:36:41.212 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 1 2024-04-15T14:36:41.212 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.212 INFO:tasks.workunit.client.0.smithi016.stdout: "collect_bytes": { 2024-04-15T14:36:41.212 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 1, 2024-04-15T14:36:41.212 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 73 2024-04-15T14:36:41.212 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.212 INFO:tasks.workunit.client.0.smithi016.stdout: "collect_keys": { 2024-04-15T14:36:41.212 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 1, 2024-04-15T14:36:41.212 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 1 2024-04-15T14:36:41.212 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.212 INFO:tasks.workunit.client.0.smithi016.stdout: "collect_latency": { 2024-04-15T14:36:41.213 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 1, 2024-04-15T14:36:41.213 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.213 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.213 INFO:tasks.workunit.client.0.smithi016.stdout: "collect_timeout": { 2024-04-15T14:36:41.213 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.213 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.213 INFO:tasks.workunit.client.0.smithi016.stdout: "collect_uncommitted": { 2024-04-15T14:36:41.213 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.213 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.213 INFO:tasks.workunit.client.0.smithi016.stdout: "commit": { 2024-04-15T14:36:41.213 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 783 2024-04-15T14:36:41.213 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.213 INFO:tasks.workunit.client.0.smithi016.stdout: "commit_bytes": { 2024-04-15T14:36:41.213 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 0, 2024-04-15T14:36:41.213 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.213 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.214 INFO:tasks.workunit.client.0.smithi016.stdout: "commit_keys": { 2024-04-15T14:36:41.214 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 0, 2024-04-15T14:36:41.214 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.214 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.214 INFO:tasks.workunit.client.0.smithi016.stdout: "commit_latency": { 2024-04-15T14:36:41.214 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 0, 2024-04-15T14:36:41.214 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.214 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.214 INFO:tasks.workunit.client.0.smithi016.stdout: "lease_ack_timeout": { 2024-04-15T14:36:41.214 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.214 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.214 INFO:tasks.workunit.client.0.smithi016.stdout: "lease_timeout": { 2024-04-15T14:36:41.214 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.214 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.215 INFO:tasks.workunit.client.0.smithi016.stdout: "new_pn": { 2024-04-15T14:36:41.215 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.215 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.215 INFO:tasks.workunit.client.0.smithi016.stdout: "new_pn_latency": { 2024-04-15T14:36:41.215 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 0, 2024-04-15T14:36:41.215 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.215 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.215 INFO:tasks.workunit.client.0.smithi016.stdout: "refresh": { 2024-04-15T14:36:41.215 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 783 2024-04-15T14:36:41.215 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.215 INFO:tasks.workunit.client.0.smithi016.stdout: "refresh_latency": { 2024-04-15T14:36:41.215 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 783, 2024-04-15T14:36:41.215 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 1801973882 2024-04-15T14:36:41.215 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.215 INFO:tasks.workunit.client.0.smithi016.stdout: "restart": { 2024-04-15T14:36:41.216 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 8 2024-04-15T14:36:41.216 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.216 INFO:tasks.workunit.client.0.smithi016.stdout: "share_state": { 2024-04-15T14:36:41.216 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.216 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.216 INFO:tasks.workunit.client.0.smithi016.stdout: "share_state_bytes": { 2024-04-15T14:36:41.216 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 0, 2024-04-15T14:36:41.216 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.216 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.216 INFO:tasks.workunit.client.0.smithi016.stdout: "share_state_keys": { 2024-04-15T14:36:41.216 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 0, 2024-04-15T14:36:41.216 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.216 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.216 INFO:tasks.workunit.client.0.smithi016.stdout: "start_leader": { 2024-04-15T14:36:41.216 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.217 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.217 INFO:tasks.workunit.client.0.smithi016.stdout: "start_peon": { 2024-04-15T14:36:41.217 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 1 2024-04-15T14:36:41.217 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.217 INFO:tasks.workunit.client.0.smithi016.stdout: "store_state": { 2024-04-15T14:36:41.217 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 782 2024-04-15T14:36:41.217 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.217 INFO:tasks.workunit.client.0.smithi016.stdout: "store_state_bytes": { 2024-04-15T14:36:41.217 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 782, 2024-04-15T14:36:41.217 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 7648138 2024-04-15T14:36:41.217 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.217 INFO:tasks.workunit.client.0.smithi016.stdout: "store_state_keys": { 2024-04-15T14:36:41.217 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 782, 2024-04-15T14:36:41.217 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 5354 2024-04-15T14:36:41.218 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.218 INFO:tasks.workunit.client.0.smithi016.stdout: "store_state_latency": { 2024-04-15T14:36:41.218 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 782, 2024-04-15T14:36:41.218 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 89998698 2024-04-15T14:36:41.218 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T14:36:41.218 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.218 INFO:tasks.workunit.client.0.smithi016.stdout: "prioritycache": { 2024-04-15T14:36:41.218 INFO:tasks.workunit.client.0.smithi016.stdout: "cache_bytes": { 2024-04-15T14:36:41.218 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 1020054731 2024-04-15T14:36:41.218 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.218 INFO:tasks.workunit.client.0.smithi016.stdout: "heap_bytes": { 2024-04-15T14:36:41.218 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 41754624 2024-04-15T14:36:41.218 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.218 INFO:tasks.workunit.client.0.smithi016.stdout: "mapped_bytes": { 2024-04-15T14:36:41.218 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 30359552 2024-04-15T14:36:41.219 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.219 INFO:tasks.workunit.client.0.smithi016.stdout: "target_bytes": { 2024-04-15T14:36:41.219 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 2147483648 2024-04-15T14:36:41.219 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.219 INFO:tasks.workunit.client.0.smithi016.stdout: "unmapped_bytes": { 2024-04-15T14:36:41.219 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 11395072 2024-04-15T14:36:41.219 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T14:36:41.219 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.219 INFO:tasks.workunit.client.0.smithi016.stdout: "prioritycache:full": { 2024-04-15T14:36:41.219 INFO:tasks.workunit.client.0.smithi016.stdout: "committed_bytes": { 2024-04-15T14:36:41.219 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 348127232 2024-04-15T14:36:41.219 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.219 INFO:tasks.workunit.client.0.smithi016.stdout: "pri0_bytes": { 2024-04-15T14:36:41.219 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.220 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.220 INFO:tasks.workunit.client.0.smithi016.stdout: "pri10_bytes": { 2024-04-15T14:36:41.220 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.220 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.220 INFO:tasks.workunit.client.0.smithi016.stdout: "pri11_bytes": { 2024-04-15T14:36:41.220 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 277020141 2024-04-15T14:36:41.220 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.220 INFO:tasks.workunit.client.0.smithi016.stdout: "pri1_bytes": { 2024-04-15T14:36:41.220 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 274363 2024-04-15T14:36:41.220 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.220 INFO:tasks.workunit.client.0.smithi016.stdout: "pri2_bytes": { 2024-04-15T14:36:41.220 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.220 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.220 INFO:tasks.workunit.client.0.smithi016.stdout: "pri3_bytes": { 2024-04-15T14:36:41.220 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.221 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.221 INFO:tasks.workunit.client.0.smithi016.stdout: "pri4_bytes": { 2024-04-15T14:36:41.221 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.221 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.221 INFO:tasks.workunit.client.0.smithi016.stdout: "pri5_bytes": { 2024-04-15T14:36:41.221 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.221 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.221 INFO:tasks.workunit.client.0.smithi016.stdout: "pri6_bytes": { 2024-04-15T14:36:41.221 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.221 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.221 INFO:tasks.workunit.client.0.smithi016.stdout: "pri7_bytes": { 2024-04-15T14:36:41.221 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.221 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.221 INFO:tasks.workunit.client.0.smithi016.stdout: "pri8_bytes": { 2024-04-15T14:36:41.221 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.222 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.222 INFO:tasks.workunit.client.0.smithi016.stdout: "pri9_bytes": { 2024-04-15T14:36:41.222 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.222 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.222 INFO:tasks.workunit.client.0.smithi016.stdout: "reserved_bytes": { 2024-04-15T14:36:41.222 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 70832728 2024-04-15T14:36:41.222 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T14:36:41.222 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.222 INFO:tasks.workunit.client.0.smithi016.stdout: "prioritycache:inc": { 2024-04-15T14:36:41.222 INFO:tasks.workunit.client.0.smithi016.stdout: "committed_bytes": { 2024-04-15T14:36:41.222 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 348127232 2024-04-15T14:36:41.222 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.222 INFO:tasks.workunit.client.0.smithi016.stdout: "pri0_bytes": { 2024-04-15T14:36:41.222 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.222 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.223 INFO:tasks.workunit.client.0.smithi016.stdout: "pri10_bytes": { 2024-04-15T14:36:41.223 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.223 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.223 INFO:tasks.workunit.client.0.smithi016.stdout: "pri11_bytes": { 2024-04-15T14:36:41.223 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 277020141 2024-04-15T14:36:41.223 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.223 INFO:tasks.workunit.client.0.smithi016.stdout: "pri1_bytes": { 2024-04-15T14:36:41.223 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 41624 2024-04-15T14:36:41.223 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.223 INFO:tasks.workunit.client.0.smithi016.stdout: "pri2_bytes": { 2024-04-15T14:36:41.223 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.223 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.224 INFO:tasks.workunit.client.0.smithi016.stdout: "pri3_bytes": { 2024-04-15T14:36:41.224 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.224 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.224 INFO:tasks.workunit.client.0.smithi016.stdout: "pri4_bytes": { 2024-04-15T14:36:41.224 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.224 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.224 INFO:tasks.workunit.client.0.smithi016.stdout: "pri5_bytes": { 2024-04-15T14:36:41.224 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.224 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.224 INFO:tasks.workunit.client.0.smithi016.stdout: "pri6_bytes": { 2024-04-15T14:36:41.224 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.224 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.224 INFO:tasks.workunit.client.0.smithi016.stdout: "pri7_bytes": { 2024-04-15T14:36:41.224 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.224 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.225 INFO:tasks.workunit.client.0.smithi016.stdout: "pri8_bytes": { 2024-04-15T14:36:41.225 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.225 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.225 INFO:tasks.workunit.client.0.smithi016.stdout: "pri9_bytes": { 2024-04-15T14:36:41.225 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.225 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.225 INFO:tasks.workunit.client.0.smithi016.stdout: "reserved_bytes": { 2024-04-15T14:36:41.225 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 71065467 2024-04-15T14:36:41.225 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T14:36:41.225 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.225 INFO:tasks.workunit.client.0.smithi016.stdout: "prioritycache:kv": { 2024-04-15T14:36:41.225 INFO:tasks.workunit.client.0.smithi016.stdout: "committed_bytes": { 2024-04-15T14:36:41.225 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 322961408 2024-04-15T14:36:41.225 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.225 INFO:tasks.workunit.client.0.smithi016.stdout: "pri0_bytes": { 2024-04-15T14:36:41.226 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 67108864 2024-04-15T14:36:41.226 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.226 INFO:tasks.workunit.client.0.smithi016.stdout: "pri10_bytes": { 2024-04-15T14:36:41.226 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.226 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.226 INFO:tasks.workunit.client.0.smithi016.stdout: "pri11_bytes": { 2024-04-15T14:36:41.226 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 184680094 2024-04-15T14:36:41.226 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.226 INFO:tasks.workunit.client.0.smithi016.stdout: "pri1_bytes": { 2024-04-15T14:36:41.226 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.226 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.226 INFO:tasks.workunit.client.0.smithi016.stdout: "pri2_bytes": { 2024-04-15T14:36:41.226 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.226 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.227 INFO:tasks.workunit.client.0.smithi016.stdout: "pri3_bytes": { 2024-04-15T14:36:41.227 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.227 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.227 INFO:tasks.workunit.client.0.smithi016.stdout: "pri4_bytes": { 2024-04-15T14:36:41.227 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.227 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.227 INFO:tasks.workunit.client.0.smithi016.stdout: "pri5_bytes": { 2024-04-15T14:36:41.227 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.227 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.227 INFO:tasks.workunit.client.0.smithi016.stdout: "pri6_bytes": { 2024-04-15T14:36:41.227 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.227 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.227 INFO:tasks.workunit.client.0.smithi016.stdout: "pri7_bytes": { 2024-04-15T14:36:41.227 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.227 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.228 INFO:tasks.workunit.client.0.smithi016.stdout: "pri8_bytes": { 2024-04-15T14:36:41.228 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.228 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.228 INFO:tasks.workunit.client.0.smithi016.stdout: "pri9_bytes": { 2024-04-15T14:36:41.228 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.228 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.228 INFO:tasks.workunit.client.0.smithi016.stdout: "reserved_bytes": { 2024-04-15T14:36:41.228 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 71172450 2024-04-15T14:36:41.228 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T14:36:41.228 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.228 INFO:tasks.workunit.client.0.smithi016.stdout: "rocksdb": { 2024-04-15T14:36:41.228 INFO:tasks.workunit.client.0.smithi016.stdout: "compact": { 2024-04-15T14:36:41.228 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.228 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.229 INFO:tasks.workunit.client.0.smithi016.stdout: "compact_queue_len": { 2024-04-15T14:36:41.229 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.229 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.229 INFO:tasks.workunit.client.0.smithi016.stdout: "compact_queue_merge": { 2024-04-15T14:36:41.229 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.229 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.229 INFO:tasks.workunit.client.0.smithi016.stdout: "compact_range": { 2024-04-15T14:36:41.229 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 1 2024-04-15T14:36:41.229 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.229 INFO:tasks.workunit.client.0.smithi016.stdout: "get_latency": { 2024-04-15T14:36:41.229 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 33365, 2024-04-15T14:36:41.229 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 93709851 2024-04-15T14:36:41.229 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.229 INFO:tasks.workunit.client.0.smithi016.stdout: "rocksdb_write_delay_time": { 2024-04-15T14:36:41.229 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 0, 2024-04-15T14:36:41.230 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.230 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.230 INFO:tasks.workunit.client.0.smithi016.stdout: "rocksdb_write_memtable_time": { 2024-04-15T14:36:41.230 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 0, 2024-04-15T14:36:41.230 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.230 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.230 INFO:tasks.workunit.client.0.smithi016.stdout: "rocksdb_write_pre_and_post_time": { 2024-04-15T14:36:41.230 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 0, 2024-04-15T14:36:41.230 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.230 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.230 INFO:tasks.workunit.client.0.smithi016.stdout: "rocksdb_write_wal_time": { 2024-04-15T14:36:41.230 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 0, 2024-04-15T14:36:41.230 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.230 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.231 INFO:tasks.workunit.client.0.smithi016.stdout: "submit_latency": { 2024-04-15T14:36:41.231 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 0, 2024-04-15T14:36:41.231 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.231 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.231 INFO:tasks.workunit.client.0.smithi016.stdout: "submit_sync_latency": { 2024-04-15T14:36:41.231 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 1683, 2024-04-15T14:36:41.231 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 203372750 2024-04-15T14:36:41.231 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T14:36:41.231 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T14:36:41.231 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.231 INFO:tasks.workunit.client.0.smithi016.stdout: "mon.dd602b36cabf11effbd0d8bd19ba267ecac4bcd8": { 2024-04-15T14:36:41.231 INFO:tasks.workunit.client.0.smithi016.stdout: "mon": { 2024-04-15T14:36:41.231 INFO:tasks.workunit.client.0.smithi016.stdout: "election_call": { 2024-04-15T14:36:41.231 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 2 2024-04-15T14:36:41.231 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.232 INFO:tasks.workunit.client.0.smithi016.stdout: "election_lose": { 2024-04-15T14:36:41.232 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.232 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.232 INFO:tasks.workunit.client.0.smithi016.stdout: "election_win": { 2024-04-15T14:36:41.232 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 3 2024-04-15T14:36:41.232 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.232 INFO:tasks.workunit.client.0.smithi016.stdout: "num_elections": { 2024-04-15T14:36:41.232 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 9 2024-04-15T14:36:41.232 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.232 INFO:tasks.workunit.client.0.smithi016.stdout: "num_sessions": { 2024-04-15T14:36:41.232 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 8 2024-04-15T14:36:41.232 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.232 INFO:tasks.workunit.client.0.smithi016.stdout: "session_add": { 2024-04-15T14:36:41.232 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 3 2024-04-15T14:36:41.233 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.233 INFO:tasks.workunit.client.0.smithi016.stdout: "session_rm": { 2024-04-15T14:36:41.233 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 210 2024-04-15T14:36:41.233 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.233 INFO:tasks.workunit.client.0.smithi016.stdout: "session_trim": { 2024-04-15T14:36:41.233 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.233 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T14:36:41.233 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.233 INFO:tasks.workunit.client.0.smithi016.stdout: "paxos": { 2024-04-15T14:36:41.233 INFO:tasks.workunit.client.0.smithi016.stdout: "accept_timeout": { 2024-04-15T14:36:41.233 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.233 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.233 INFO:tasks.workunit.client.0.smithi016.stdout: "begin": { 2024-04-15T14:36:41.233 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 916 2024-04-15T14:36:41.234 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.234 INFO:tasks.workunit.client.0.smithi016.stdout: "begin_bytes": { 2024-04-15T14:36:41.234 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 916, 2024-04-15T14:36:41.234 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 4966095 2024-04-15T14:36:41.234 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.234 INFO:tasks.workunit.client.0.smithi016.stdout: "begin_keys": { 2024-04-15T14:36:41.234 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 916, 2024-04-15T14:36:41.234 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 2748 2024-04-15T14:36:41.234 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.234 INFO:tasks.workunit.client.0.smithi016.stdout: "begin_latency": { 2024-04-15T14:36:41.234 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 916, 2024-04-15T14:36:41.234 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 142997929 2024-04-15T14:36:41.234 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.234 INFO:tasks.workunit.client.0.smithi016.stdout: "collect": { 2024-04-15T14:36:41.234 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.235 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.235 INFO:tasks.workunit.client.0.smithi016.stdout: "collect_bytes": { 2024-04-15T14:36:41.235 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 0, 2024-04-15T14:36:41.235 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.235 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.235 INFO:tasks.workunit.client.0.smithi016.stdout: "collect_keys": { 2024-04-15T14:36:41.235 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 0, 2024-04-15T14:36:41.235 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.235 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.235 INFO:tasks.workunit.client.0.smithi016.stdout: "collect_latency": { 2024-04-15T14:36:41.235 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 0, 2024-04-15T14:36:41.235 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.235 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.235 INFO:tasks.workunit.client.0.smithi016.stdout: "collect_timeout": { 2024-04-15T14:36:41.235 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.236 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.236 INFO:tasks.workunit.client.0.smithi016.stdout: "collect_uncommitted": { 2024-04-15T14:36:41.236 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.236 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.236 INFO:tasks.workunit.client.0.smithi016.stdout: "commit": { 2024-04-15T14:36:41.236 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 916 2024-04-15T14:36:41.236 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.236 INFO:tasks.workunit.client.0.smithi016.stdout: "commit_bytes": { 2024-04-15T14:36:41.236 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 916, 2024-04-15T14:36:41.236 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 4900201 2024-04-15T14:36:41.236 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.236 INFO:tasks.workunit.client.0.smithi016.stdout: "commit_keys": { 2024-04-15T14:36:41.236 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 916, 2024-04-15T14:36:41.236 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 5318 2024-04-15T14:36:41.236 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.237 INFO:tasks.workunit.client.0.smithi016.stdout: "commit_latency": { 2024-04-15T14:36:41.237 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 916, 2024-04-15T14:36:41.237 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 129351404 2024-04-15T14:36:41.237 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.237 INFO:tasks.workunit.client.0.smithi016.stdout: "lease_ack_timeout": { 2024-04-15T14:36:41.237 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.237 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.237 INFO:tasks.workunit.client.0.smithi016.stdout: "lease_timeout": { 2024-04-15T14:36:41.237 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.237 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.237 INFO:tasks.workunit.client.0.smithi016.stdout: "new_pn": { 2024-04-15T14:36:41.237 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 2 2024-04-15T14:36:41.237 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.237 INFO:tasks.workunit.client.0.smithi016.stdout: "new_pn_latency": { 2024-04-15T14:36:41.237 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 2, 2024-04-15T14:36:41.238 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.238 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.238 INFO:tasks.workunit.client.0.smithi016.stdout: "refresh": { 2024-04-15T14:36:41.238 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 918 2024-04-15T14:36:41.238 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.238 INFO:tasks.workunit.client.0.smithi016.stdout: "refresh_latency": { 2024-04-15T14:36:41.238 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 918, 2024-04-15T14:36:41.238 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 2235967640 2024-04-15T14:36:41.238 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.238 INFO:tasks.workunit.client.0.smithi016.stdout: "restart": { 2024-04-15T14:36:41.238 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 12 2024-04-15T14:36:41.238 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.238 INFO:tasks.workunit.client.0.smithi016.stdout: "share_state": { 2024-04-15T14:36:41.238 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 3 2024-04-15T14:36:41.239 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.239 INFO:tasks.workunit.client.0.smithi016.stdout: "share_state_bytes": { 2024-04-15T14:36:41.239 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 3, 2024-04-15T14:36:41.239 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 1627 2024-04-15T14:36:41.239 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.239 INFO:tasks.workunit.client.0.smithi016.stdout: "share_state_keys": { 2024-04-15T14:36:41.239 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 3, 2024-04-15T14:36:41.239 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 3 2024-04-15T14:36:41.239 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.239 INFO:tasks.workunit.client.0.smithi016.stdout: "start_leader": { 2024-04-15T14:36:41.239 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 3 2024-04-15T14:36:41.239 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.239 INFO:tasks.workunit.client.0.smithi016.stdout: "start_peon": { 2024-04-15T14:36:41.239 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.240 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.240 INFO:tasks.workunit.client.0.smithi016.stdout: "store_state": { 2024-04-15T14:36:41.240 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.240 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.240 INFO:tasks.workunit.client.0.smithi016.stdout: "store_state_bytes": { 2024-04-15T14:36:41.240 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 0, 2024-04-15T14:36:41.240 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.240 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.240 INFO:tasks.workunit.client.0.smithi016.stdout: "store_state_keys": { 2024-04-15T14:36:41.240 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 0, 2024-04-15T14:36:41.240 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.240 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.240 INFO:tasks.workunit.client.0.smithi016.stdout: "store_state_latency": { 2024-04-15T14:36:41.241 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 0, 2024-04-15T14:36:41.241 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.241 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T14:36:41.241 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.241 INFO:tasks.workunit.client.0.smithi016.stdout: "prioritycache": { 2024-04-15T14:36:41.241 INFO:tasks.workunit.client.0.smithi016.stdout: "cache_bytes": { 2024-04-15T14:36:41.241 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 1020054731 2024-04-15T14:36:41.241 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.241 INFO:tasks.workunit.client.0.smithi016.stdout: "heap_bytes": { 2024-04-15T14:36:41.241 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 46899200 2024-04-15T14:36:41.241 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.241 INFO:tasks.workunit.client.0.smithi016.stdout: "mapped_bytes": { 2024-04-15T14:36:41.241 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 40116224 2024-04-15T14:36:41.241 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.242 INFO:tasks.workunit.client.0.smithi016.stdout: "target_bytes": { 2024-04-15T14:36:41.242 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 2147483648 2024-04-15T14:36:41.242 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.242 INFO:tasks.workunit.client.0.smithi016.stdout: "unmapped_bytes": { 2024-04-15T14:36:41.242 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 6782976 2024-04-15T14:36:41.242 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T14:36:41.242 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.242 INFO:tasks.workunit.client.0.smithi016.stdout: "prioritycache:full": { 2024-04-15T14:36:41.242 INFO:tasks.workunit.client.0.smithi016.stdout: "committed_bytes": { 2024-04-15T14:36:41.242 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 348127232 2024-04-15T14:36:41.242 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.242 INFO:tasks.workunit.client.0.smithi016.stdout: "pri0_bytes": { 2024-04-15T14:36:41.242 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.242 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.243 INFO:tasks.workunit.client.0.smithi016.stdout: "pri10_bytes": { 2024-04-15T14:36:41.243 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.243 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.243 INFO:tasks.workunit.client.0.smithi016.stdout: "pri11_bytes": { 2024-04-15T14:36:41.243 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 277021216 2024-04-15T14:36:41.243 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.243 INFO:tasks.workunit.client.0.smithi016.stdout: "pri1_bytes": { 2024-04-15T14:36:41.243 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 273933 2024-04-15T14:36:41.243 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.243 INFO:tasks.workunit.client.0.smithi016.stdout: "pri2_bytes": { 2024-04-15T14:36:41.243 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.243 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.243 INFO:tasks.workunit.client.0.smithi016.stdout: "pri3_bytes": { 2024-04-15T14:36:41.243 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.244 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.244 INFO:tasks.workunit.client.0.smithi016.stdout: "pri4_bytes": { 2024-04-15T14:36:41.244 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.244 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.244 INFO:tasks.workunit.client.0.smithi016.stdout: "pri5_bytes": { 2024-04-15T14:36:41.244 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.244 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.244 INFO:tasks.workunit.client.0.smithi016.stdout: "pri6_bytes": { 2024-04-15T14:36:41.244 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.244 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.244 INFO:tasks.workunit.client.0.smithi016.stdout: "pri7_bytes": { 2024-04-15T14:36:41.244 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.244 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.244 INFO:tasks.workunit.client.0.smithi016.stdout: "pri8_bytes": { 2024-04-15T14:36:41.245 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.245 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.245 INFO:tasks.workunit.client.0.smithi016.stdout: "pri9_bytes": { 2024-04-15T14:36:41.245 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.245 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.245 INFO:tasks.workunit.client.0.smithi016.stdout: "reserved_bytes": { 2024-04-15T14:36:41.245 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 70832083 2024-04-15T14:36:41.245 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T14:36:41.245 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.245 INFO:tasks.workunit.client.0.smithi016.stdout: "prioritycache:inc": { 2024-04-15T14:36:41.245 INFO:tasks.workunit.client.0.smithi016.stdout: "committed_bytes": { 2024-04-15T14:36:41.245 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 348127232 2024-04-15T14:36:41.245 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.245 INFO:tasks.workunit.client.0.smithi016.stdout: "pri0_bytes": { 2024-04-15T14:36:41.245 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.245 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.246 INFO:tasks.workunit.client.0.smithi016.stdout: "pri10_bytes": { 2024-04-15T14:36:41.246 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.246 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.246 INFO:tasks.workunit.client.0.smithi016.stdout: "pri11_bytes": { 2024-04-15T14:36:41.246 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 277021216 2024-04-15T14:36:41.246 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.246 INFO:tasks.workunit.client.0.smithi016.stdout: "pri1_bytes": { 2024-04-15T14:36:41.246 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 39185 2024-04-15T14:36:41.246 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.246 INFO:tasks.workunit.client.0.smithi016.stdout: "pri2_bytes": { 2024-04-15T14:36:41.246 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.246 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.246 INFO:tasks.workunit.client.0.smithi016.stdout: "pri3_bytes": { 2024-04-15T14:36:41.246 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.247 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.247 INFO:tasks.workunit.client.0.smithi016.stdout: "pri4_bytes": { 2024-04-15T14:36:41.247 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.247 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.247 INFO:tasks.workunit.client.0.smithi016.stdout: "pri5_bytes": { 2024-04-15T14:36:41.247 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.247 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.247 INFO:tasks.workunit.client.0.smithi016.stdout: "pri6_bytes": { 2024-04-15T14:36:41.247 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.247 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.247 INFO:tasks.workunit.client.0.smithi016.stdout: "pri7_bytes": { 2024-04-15T14:36:41.247 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.247 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.247 INFO:tasks.workunit.client.0.smithi016.stdout: "pri8_bytes": { 2024-04-15T14:36:41.247 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.248 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.248 INFO:tasks.workunit.client.0.smithi016.stdout: "pri9_bytes": { 2024-04-15T14:36:41.248 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.248 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.248 INFO:tasks.workunit.client.0.smithi016.stdout: "reserved_bytes": { 2024-04-15T14:36:41.248 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 71066831 2024-04-15T14:36:41.248 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T14:36:41.248 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.248 INFO:tasks.workunit.client.0.smithi016.stdout: "prioritycache:kv": { 2024-04-15T14:36:41.248 INFO:tasks.workunit.client.0.smithi016.stdout: "committed_bytes": { 2024-04-15T14:36:41.248 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 322961408 2024-04-15T14:36:41.248 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.248 INFO:tasks.workunit.client.0.smithi016.stdout: "pri0_bytes": { 2024-04-15T14:36:41.248 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 67108864 2024-04-15T14:36:41.248 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.249 INFO:tasks.workunit.client.0.smithi016.stdout: "pri10_bytes": { 2024-04-15T14:36:41.249 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.249 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.249 INFO:tasks.workunit.client.0.smithi016.stdout: "pri11_bytes": { 2024-04-15T14:36:41.249 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 184680811 2024-04-15T14:36:41.249 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.249 INFO:tasks.workunit.client.0.smithi016.stdout: "pri1_bytes": { 2024-04-15T14:36:41.249 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.249 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.249 INFO:tasks.workunit.client.0.smithi016.stdout: "pri2_bytes": { 2024-04-15T14:36:41.249 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.249 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.249 INFO:tasks.workunit.client.0.smithi016.stdout: "pri3_bytes": { 2024-04-15T14:36:41.249 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.249 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.250 INFO:tasks.workunit.client.0.smithi016.stdout: "pri4_bytes": { 2024-04-15T14:36:41.250 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.250 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.250 INFO:tasks.workunit.client.0.smithi016.stdout: "pri5_bytes": { 2024-04-15T14:36:41.250 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.250 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.250 INFO:tasks.workunit.client.0.smithi016.stdout: "pri6_bytes": { 2024-04-15T14:36:41.250 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.250 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.250 INFO:tasks.workunit.client.0.smithi016.stdout: "pri7_bytes": { 2024-04-15T14:36:41.250 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.250 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.250 INFO:tasks.workunit.client.0.smithi016.stdout: "pri8_bytes": { 2024-04-15T14:36:41.250 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.251 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.251 INFO:tasks.workunit.client.0.smithi016.stdout: "pri9_bytes": { 2024-04-15T14:36:41.251 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.251 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.251 INFO:tasks.workunit.client.0.smithi016.stdout: "reserved_bytes": { 2024-04-15T14:36:41.251 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 71171733 2024-04-15T14:36:41.251 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T14:36:41.251 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.251 INFO:tasks.workunit.client.0.smithi016.stdout: "rocksdb": { 2024-04-15T14:36:41.251 INFO:tasks.workunit.client.0.smithi016.stdout: "compact": { 2024-04-15T14:36:41.251 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.251 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.251 INFO:tasks.workunit.client.0.smithi016.stdout: "compact_queue_len": { 2024-04-15T14:36:41.251 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.251 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.251 INFO:tasks.workunit.client.0.smithi016.stdout: "compact_queue_merge": { 2024-04-15T14:36:41.252 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.252 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.252 INFO:tasks.workunit.client.0.smithi016.stdout: "compact_range": { 2024-04-15T14:36:41.252 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 1 2024-04-15T14:36:41.252 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.252 INFO:tasks.workunit.client.0.smithi016.stdout: "get_latency": { 2024-04-15T14:36:41.252 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 40977, 2024-04-15T14:36:41.252 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 187203402 2024-04-15T14:36:41.252 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.252 INFO:tasks.workunit.client.0.smithi016.stdout: "rocksdb_write_delay_time": { 2024-04-15T14:36:41.252 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 0, 2024-04-15T14:36:41.252 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.252 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.252 INFO:tasks.workunit.client.0.smithi016.stdout: "rocksdb_write_memtable_time": { 2024-04-15T14:36:41.253 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 0, 2024-04-15T14:36:41.253 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.253 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.253 INFO:tasks.workunit.client.0.smithi016.stdout: "rocksdb_write_pre_and_post_time": { 2024-04-15T14:36:41.253 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 0, 2024-04-15T14:36:41.253 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.253 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.253 INFO:tasks.workunit.client.0.smithi016.stdout: "rocksdb_write_wal_time": { 2024-04-15T14:36:41.253 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 0, 2024-04-15T14:36:41.253 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.253 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.253 INFO:tasks.workunit.client.0.smithi016.stdout: "submit_latency": { 2024-04-15T14:36:41.253 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 0, 2024-04-15T14:36:41.253 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.253 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.254 INFO:tasks.workunit.client.0.smithi016.stdout: "submit_sync_latency": { 2024-04-15T14:36:41.254 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 1996, 2024-04-15T14:36:41.254 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 268731264 2024-04-15T14:36:41.254 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T14:36:41.254 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T14:36:41.254 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.254 INFO:tasks.workunit.client.0.smithi016.stdout: "osd.0": { 2024-04-15T14:36:41.254 INFO:tasks.workunit.client.0.smithi016.stdout: "bluefs": { 2024-04-15T14:36:41.254 INFO:tasks.workunit.client.0.smithi016.stdout: "alloc_slow_fallback": { 2024-04-15T14:36:41.254 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.254 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.254 INFO:tasks.workunit.client.0.smithi016.stdout: "alloc_slow_size_fallback": { 2024-04-15T14:36:41.254 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.254 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.254 INFO:tasks.workunit.client.0.smithi016.stdout: "alloc_unit_db": { 2024-04-15T14:36:41.255 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 65536 2024-04-15T14:36:41.255 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.255 INFO:tasks.workunit.client.0.smithi016.stdout: "alloc_unit_main": { 2024-04-15T14:36:41.255 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.255 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.255 INFO:tasks.workunit.client.0.smithi016.stdout: "alloc_unit_wal": { 2024-04-15T14:36:41.255 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.255 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.255 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes_written_slow": { 2024-04-15T14:36:41.255 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.255 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.255 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes_written_sst": { 2024-04-15T14:36:41.255 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 12288 2024-04-15T14:36:41.255 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.255 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes_written_wal": { 2024-04-15T14:36:41.256 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 2805760 2024-04-15T14:36:41.256 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.256 INFO:tasks.workunit.client.0.smithi016.stdout: "compact_lat": { 2024-04-15T14:36:41.256 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 0, 2024-04-15T14:36:41.256 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.256 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.256 INFO:tasks.workunit.client.0.smithi016.stdout: "compact_lock_lat": { 2024-04-15T14:36:41.256 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 0, 2024-04-15T14:36:41.256 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.256 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.256 INFO:tasks.workunit.client.0.smithi016.stdout: "db_total_bytes": { 2024-04-15T14:36:41.256 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 95995035648 2024-04-15T14:36:41.256 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.256 INFO:tasks.workunit.client.0.smithi016.stdout: "db_used_bytes": { 2024-04-15T14:36:41.256 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 27656192 2024-04-15T14:36:41.257 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.257 INFO:tasks.workunit.client.0.smithi016.stdout: "log_bytes": { 2024-04-15T14:36:41.257 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 1789952 2024-04-15T14:36:41.257 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.257 INFO:tasks.workunit.client.0.smithi016.stdout: "logged_bytes": { 2024-04-15T14:36:41.257 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 1650688 2024-04-15T14:36:41.257 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.257 INFO:tasks.workunit.client.0.smithi016.stdout: "max_bytes_db": { 2024-04-15T14:36:41.257 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 31850496 2024-04-15T14:36:41.257 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.257 INFO:tasks.workunit.client.0.smithi016.stdout: "max_bytes_slow": { 2024-04-15T14:36:41.257 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.257 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.258 INFO:tasks.workunit.client.0.smithi016.stdout: "max_bytes_wal": { 2024-04-15T14:36:41.258 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.258 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.258 INFO:tasks.workunit.client.0.smithi016.stdout: "num_files": { 2024-04-15T14:36:41.258 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 14 2024-04-15T14:36:41.258 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.258 INFO:tasks.workunit.client.0.smithi016.stdout: "read_bytes": { 2024-04-15T14:36:41.258 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 206272 2024-04-15T14:36:41.258 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.258 INFO:tasks.workunit.client.0.smithi016.stdout: "read_count": { 2024-04-15T14:36:41.258 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 23 2024-04-15T14:36:41.258 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.258 INFO:tasks.workunit.client.0.smithi016.stdout: "read_disk_bytes": { 2024-04-15T14:36:41.258 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 1282048 2024-04-15T14:36:41.259 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.259 INFO:tasks.workunit.client.0.smithi016.stdout: "read_disk_bytes_db": { 2024-04-15T14:36:41.259 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 1286144 2024-04-15T14:36:41.259 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.259 INFO:tasks.workunit.client.0.smithi016.stdout: "read_disk_bytes_slow": { 2024-04-15T14:36:41.259 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.259 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.259 INFO:tasks.workunit.client.0.smithi016.stdout: "read_disk_bytes_wal": { 2024-04-15T14:36:41.259 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.259 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.259 INFO:tasks.workunit.client.0.smithi016.stdout: "read_disk_count": { 2024-04-15T14:36:41.259 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 15 2024-04-15T14:36:41.259 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.259 INFO:tasks.workunit.client.0.smithi016.stdout: "read_prefetch_bytes": { 2024-04-15T14:36:41.259 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 4913 2024-04-15T14:36:41.260 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.260 INFO:tasks.workunit.client.0.smithi016.stdout: "read_prefetch_count": { 2024-04-15T14:36:41.260 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 4 2024-04-15T14:36:41.260 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.260 INFO:tasks.workunit.client.0.smithi016.stdout: "read_random_buffer_bytes": { 2024-04-15T14:36:41.260 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 5506 2024-04-15T14:36:41.260 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.260 INFO:tasks.workunit.client.0.smithi016.stdout: "read_random_buffer_count": { 2024-04-15T14:36:41.260 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 24 2024-04-15T14:36:41.260 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.260 INFO:tasks.workunit.client.0.smithi016.stdout: "read_random_bytes": { 2024-04-15T14:36:41.260 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 5506 2024-04-15T14:36:41.260 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.260 INFO:tasks.workunit.client.0.smithi016.stdout: "read_random_count": { 2024-04-15T14:36:41.260 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 24 2024-04-15T14:36:41.261 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.261 INFO:tasks.workunit.client.0.smithi016.stdout: "read_random_disk_bytes": { 2024-04-15T14:36:41.261 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.261 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.261 INFO:tasks.workunit.client.0.smithi016.stdout: "read_random_disk_bytes_db": { 2024-04-15T14:36:41.261 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.261 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.261 INFO:tasks.workunit.client.0.smithi016.stdout: "read_random_disk_bytes_slow": { 2024-04-15T14:36:41.261 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.261 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.261 INFO:tasks.workunit.client.0.smithi016.stdout: "read_random_disk_bytes_wal": { 2024-04-15T14:36:41.261 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.261 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.261 INFO:tasks.workunit.client.0.smithi016.stdout: "read_random_disk_count": { 2024-04-15T14:36:41.262 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.262 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.262 INFO:tasks.workunit.client.0.smithi016.stdout: "slow_total_bytes": { 2024-04-15T14:36:41.262 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.262 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.262 INFO:tasks.workunit.client.0.smithi016.stdout: "slow_used_bytes": { 2024-04-15T14:36:41.262 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.262 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.262 INFO:tasks.workunit.client.0.smithi016.stdout: "wal_total_bytes": { 2024-04-15T14:36:41.262 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.262 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.262 INFO:tasks.workunit.client.0.smithi016.stdout: "wal_used_bytes": { 2024-04-15T14:36:41.262 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.262 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.262 INFO:tasks.workunit.client.0.smithi016.stdout: "write_bytes": { 2024-04-15T14:36:41.263 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 4534272 2024-04-15T14:36:41.263 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T14:36:41.263 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.263 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore": { 2024-04-15T14:36:41.263 INFO:tasks.workunit.client.0.smithi016.stdout: "alloc_unit": { 2024-04-15T14:36:41.263 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 4096 2024-04-15T14:36:41.263 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.263 INFO:tasks.workunit.client.0.smithi016.stdout: "allocated": { 2024-04-15T14:36:41.263 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 1331200 2024-04-15T14:36:41.263 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.263 INFO:tasks.workunit.client.0.smithi016.stdout: "clist_lat": { 2024-04-15T14:36:41.263 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 4, 2024-04-15T14:36:41.263 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 133260 2024-04-15T14:36:41.263 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.263 INFO:tasks.workunit.client.0.smithi016.stdout: "compress_lat": { 2024-04-15T14:36:41.264 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 0, 2024-04-15T14:36:41.264 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.264 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.264 INFO:tasks.workunit.client.0.smithi016.stdout: "compressed": { 2024-04-15T14:36:41.264 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.264 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.264 INFO:tasks.workunit.client.0.smithi016.stdout: "compressed_allocated": { 2024-04-15T14:36:41.264 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.264 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.264 INFO:tasks.workunit.client.0.smithi016.stdout: "compressed_original": { 2024-04-15T14:36:41.264 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.264 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.264 INFO:tasks.workunit.client.0.smithi016.stdout: "csum_lat": { 2024-04-15T14:36:41.264 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 24, 2024-04-15T14:36:41.265 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 65406 2024-04-15T14:36:41.265 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.265 INFO:tasks.workunit.client.0.smithi016.stdout: "decompress_lat": { 2024-04-15T14:36:41.265 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 0, 2024-04-15T14:36:41.265 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.265 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.265 INFO:tasks.workunit.client.0.smithi016.stdout: "fragmentation_micros": { 2024-04-15T14:36:41.265 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.265 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.265 INFO:tasks.workunit.client.0.smithi016.stdout: "kv_commit_lat": { 2024-04-15T14:36:41.265 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 390, 2024-04-15T14:36:41.265 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 79625494 2024-04-15T14:36:41.265 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.265 INFO:tasks.workunit.client.0.smithi016.stdout: "kv_final_lat": { 2024-04-15T14:36:41.265 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 377, 2024-04-15T14:36:41.266 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 11467652 2024-04-15T14:36:41.266 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.266 INFO:tasks.workunit.client.0.smithi016.stdout: "kv_flush_lat": { 2024-04-15T14:36:41.266 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 390, 2024-04-15T14:36:41.266 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 360591 2024-04-15T14:36:41.266 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.266 INFO:tasks.workunit.client.0.smithi016.stdout: "kv_sync_lat": { 2024-04-15T14:36:41.266 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 390, 2024-04-15T14:36:41.266 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 79986085 2024-04-15T14:36:41.266 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.266 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_get_keys_lat": { 2024-04-15T14:36:41.266 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 0, 2024-04-15T14:36:41.266 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.266 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.266 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_get_values_lat": { 2024-04-15T14:36:41.267 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 1, 2024-04-15T14:36:41.267 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 43789 2024-04-15T14:36:41.267 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.267 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_lower_bound_lat": { 2024-04-15T14:36:41.267 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 6, 2024-04-15T14:36:41.267 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 18953 2024-04-15T14:36:41.267 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.267 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_next_lat": { 2024-04-15T14:36:41.267 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 0, 2024-04-15T14:36:41.267 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.267 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.267 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_seek_to_first_lat": { 2024-04-15T14:36:41.267 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 0, 2024-04-15T14:36:41.267 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.268 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.268 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_upper_bound_lat": { 2024-04-15T14:36:41.268 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 2, 2024-04-15T14:36:41.268 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 5695 2024-04-15T14:36:41.268 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.268 INFO:tasks.workunit.client.0.smithi016.stdout: "onode_hits": { 2024-04-15T14:36:41.268 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 842 2024-04-15T14:36:41.268 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.268 INFO:tasks.workunit.client.0.smithi016.stdout: "onode_misses": { 2024-04-15T14:36:41.268 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 232 2024-04-15T14:36:41.268 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.268 INFO:tasks.workunit.client.0.smithi016.stdout: "read_lat": { 2024-04-15T14:36:41.268 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 118, 2024-04-15T14:36:41.268 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 1950850 2024-04-15T14:36:41.268 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.269 INFO:tasks.workunit.client.0.smithi016.stdout: "read_onode_meta_lat": { 2024-04-15T14:36:41.269 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 320, 2024-04-15T14:36:41.269 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 343138 2024-04-15T14:36:41.269 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.269 INFO:tasks.workunit.client.0.smithi016.stdout: "read_wait_aio_lat": { 2024-04-15T14:36:41.269 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 202, 2024-04-15T14:36:41.269 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 1427841 2024-04-15T14:36:41.269 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.269 INFO:tasks.workunit.client.0.smithi016.stdout: "reads_with_retries": { 2024-04-15T14:36:41.269 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.269 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.269 INFO:tasks.workunit.client.0.smithi016.stdout: "remove_lat": { 2024-04-15T14:36:41.269 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 2, 2024-04-15T14:36:41.269 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 38408 2024-04-15T14:36:41.269 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.270 INFO:tasks.workunit.client.0.smithi016.stdout: "state_aio_wait_lat": { 2024-04-15T14:36:41.270 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 488, 2024-04-15T14:36:41.270 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 6374650 2024-04-15T14:36:41.270 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.270 INFO:tasks.workunit.client.0.smithi016.stdout: "state_deferred_aio_wait_lat": { 2024-04-15T14:36:41.270 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 125, 2024-04-15T14:36:41.270 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 11418386 2024-04-15T14:36:41.270 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.270 INFO:tasks.workunit.client.0.smithi016.stdout: "state_deferred_cleanup_lat": { 2024-04-15T14:36:41.270 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 125, 2024-04-15T14:36:41.270 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 251434697068 2024-04-15T14:36:41.270 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.270 INFO:tasks.workunit.client.0.smithi016.stdout: "state_deferred_queued_lat": { 2024-04-15T14:36:41.270 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 125, 2024-04-15T14:36:41.270 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 134551443905 2024-04-15T14:36:41.271 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.271 INFO:tasks.workunit.client.0.smithi016.stdout: "state_done_lat": { 2024-04-15T14:36:41.271 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 488, 2024-04-15T14:36:41.271 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 77170025069 2024-04-15T14:36:41.271 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.271 INFO:tasks.workunit.client.0.smithi016.stdout: "state_finishing_lat": { 2024-04-15T14:36:41.271 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 488, 2024-04-15T14:36:41.271 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 61543 2024-04-15T14:36:41.271 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.271 INFO:tasks.workunit.client.0.smithi016.stdout: "state_io_done_lat": { 2024-04-15T14:36:41.271 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 488, 2024-04-15T14:36:41.271 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 475159 2024-04-15T14:36:41.271 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.271 INFO:tasks.workunit.client.0.smithi016.stdout: "state_kv_commiting_lat": { 2024-04-15T14:36:41.271 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 488, 2024-04-15T14:36:41.272 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 164742484 2024-04-15T14:36:41.272 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.272 INFO:tasks.workunit.client.0.smithi016.stdout: "state_kv_done_lat": { 2024-04-15T14:36:41.272 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 488, 2024-04-15T14:36:41.272 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 165856 2024-04-15T14:36:41.272 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.272 INFO:tasks.workunit.client.0.smithi016.stdout: "state_kv_queued_lat": { 2024-04-15T14:36:41.272 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 488, 2024-04-15T14:36:41.272 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 82789014 2024-04-15T14:36:41.272 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.272 INFO:tasks.workunit.client.0.smithi016.stdout: "state_prepare_lat": { 2024-04-15T14:36:41.272 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 488, 2024-04-15T14:36:41.272 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 24309014 2024-04-15T14:36:41.272 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.273 INFO:tasks.workunit.client.0.smithi016.stdout: "stored": { 2024-04-15T14:36:41.273 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 904225 2024-04-15T14:36:41.273 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.273 INFO:tasks.workunit.client.0.smithi016.stdout: "truncate_lat": { 2024-04-15T14:36:41.273 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 59, 2024-04-15T14:36:41.273 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 295288 2024-04-15T14:36:41.273 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.273 INFO:tasks.workunit.client.0.smithi016.stdout: "txc_commit_lat": { 2024-04-15T14:36:41.273 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 488, 2024-04-15T14:36:41.273 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 278760616 2024-04-15T14:36:41.273 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.273 INFO:tasks.workunit.client.0.smithi016.stdout: "txc_submit_lat": { 2024-04-15T14:36:41.273 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 488, 2024-04-15T14:36:41.274 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 29730225 2024-04-15T14:36:41.274 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.274 INFO:tasks.workunit.client.0.smithi016.stdout: "txc_throttle_lat": { 2024-04-15T14:36:41.274 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 488, 2024-04-15T14:36:41.274 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 3731318 2024-04-15T14:36:41.274 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T14:36:41.274 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.274 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore-pricache": { 2024-04-15T14:36:41.274 INFO:tasks.workunit.client.0.smithi016.stdout: "cache_bytes": { 2024-04-15T14:36:41.274 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 1862577038 2024-04-15T14:36:41.274 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.274 INFO:tasks.workunit.client.0.smithi016.stdout: "heap_bytes": { 2024-04-15T14:36:41.274 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 44482560 2024-04-15T14:36:41.274 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.275 INFO:tasks.workunit.client.0.smithi016.stdout: "mapped_bytes": { 2024-04-15T14:36:41.275 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 43999232 2024-04-15T14:36:41.275 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.275 INFO:tasks.workunit.client.0.smithi016.stdout: "target_bytes": { 2024-04-15T14:36:41.275 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 3138686361 2024-04-15T14:36:41.275 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.275 INFO:tasks.workunit.client.0.smithi016.stdout: "unmapped_bytes": { 2024-04-15T14:36:41.275 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 483328 2024-04-15T14:36:41.275 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T14:36:41.275 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.275 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore-pricache:data": { 2024-04-15T14:36:41.275 INFO:tasks.workunit.client.0.smithi016.stdout: "committed_bytes": { 2024-04-15T14:36:41.275 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 159383552 2024-04-15T14:36:41.275 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.276 INFO:tasks.workunit.client.0.smithi016.stdout: "pri0_bytes": { 2024-04-15T14:36:41.276 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.276 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.276 INFO:tasks.workunit.client.0.smithi016.stdout: "pri10_bytes": { 2024-04-15T14:36:41.276 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.276 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.276 INFO:tasks.workunit.client.0.smithi016.stdout: "pri11_bytes": { 2024-04-15T14:36:41.276 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 85528445 2024-04-15T14:36:41.276 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.276 INFO:tasks.workunit.client.0.smithi016.stdout: "pri1_bytes": { 2024-04-15T14:36:41.276 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.276 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.276 INFO:tasks.workunit.client.0.smithi016.stdout: "pri2_bytes": { 2024-04-15T14:36:41.276 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.276 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.276 INFO:tasks.workunit.client.0.smithi016.stdout: "pri3_bytes": { 2024-04-15T14:36:41.277 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.277 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.277 INFO:tasks.workunit.client.0.smithi016.stdout: "pri4_bytes": { 2024-04-15T14:36:41.277 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.277 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.277 INFO:tasks.workunit.client.0.smithi016.stdout: "pri5_bytes": { 2024-04-15T14:36:41.277 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.277 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.277 INFO:tasks.workunit.client.0.smithi016.stdout: "pri6_bytes": { 2024-04-15T14:36:41.277 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 606208 2024-04-15T14:36:41.277 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.277 INFO:tasks.workunit.client.0.smithi016.stdout: "pri7_bytes": { 2024-04-15T14:36:41.277 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.277 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.277 INFO:tasks.workunit.client.0.smithi016.stdout: "pri8_bytes": { 2024-04-15T14:36:41.278 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.278 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.278 INFO:tasks.workunit.client.0.smithi016.stdout: "pri9_bytes": { 2024-04-15T14:36:41.278 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.278 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.278 INFO:tasks.workunit.client.0.smithi016.stdout: "reserved_bytes": { 2024-04-15T14:36:41.278 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 73248899 2024-04-15T14:36:41.278 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T14:36:41.278 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.278 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore-pricache:kv": { 2024-04-15T14:36:41.278 INFO:tasks.workunit.client.0.smithi016.stdout: "committed_bytes": { 2024-04-15T14:36:41.278 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 780140544 2024-04-15T14:36:41.278 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.278 INFO:tasks.workunit.client.0.smithi016.stdout: "pri0_bytes": { 2024-04-15T14:36:41.279 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 67108864 2024-04-15T14:36:41.279 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.279 INFO:tasks.workunit.client.0.smithi016.stdout: "pri10_bytes": { 2024-04-15T14:36:41.279 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.279 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.279 INFO:tasks.workunit.client.0.smithi016.stdout: "pri11_bytes": { 2024-04-15T14:36:41.279 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 641463340 2024-04-15T14:36:41.279 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.279 INFO:tasks.workunit.client.0.smithi016.stdout: "pri1_bytes": { 2024-04-15T14:36:41.279 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.279 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.279 INFO:tasks.workunit.client.0.smithi016.stdout: "pri2_bytes": { 2024-04-15T14:36:41.279 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.279 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.280 INFO:tasks.workunit.client.0.smithi016.stdout: "pri3_bytes": { 2024-04-15T14:36:41.280 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.280 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.280 INFO:tasks.workunit.client.0.smithi016.stdout: "pri4_bytes": { 2024-04-15T14:36:41.280 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.280 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.280 INFO:tasks.workunit.client.0.smithi016.stdout: "pri5_bytes": { 2024-04-15T14:36:41.280 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.280 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.280 INFO:tasks.workunit.client.0.smithi016.stdout: "pri6_bytes": { 2024-04-15T14:36:41.280 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 2128 2024-04-15T14:36:41.280 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.280 INFO:tasks.workunit.client.0.smithi016.stdout: "pri7_bytes": { 2024-04-15T14:36:41.280 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.280 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.281 INFO:tasks.workunit.client.0.smithi016.stdout: "pri8_bytes": { 2024-04-15T14:36:41.281 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.281 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.281 INFO:tasks.workunit.client.0.smithi016.stdout: "pri9_bytes": { 2024-04-15T14:36:41.281 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.281 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.281 INFO:tasks.workunit.client.0.smithi016.stdout: "reserved_bytes": { 2024-04-15T14:36:41.281 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 71566212 2024-04-15T14:36:41.281 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T14:36:41.281 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.281 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore-pricache:kv_onode": { 2024-04-15T14:36:41.281 INFO:tasks.workunit.client.0.smithi016.stdout: "committed_bytes": { 2024-04-15T14:36:41.281 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 192937984 2024-04-15T14:36:41.281 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.281 INFO:tasks.workunit.client.0.smithi016.stdout: "pri0_bytes": { 2024-04-15T14:36:41.282 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 67108864 2024-04-15T14:36:41.282 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.282 INFO:tasks.workunit.client.0.smithi016.stdout: "pri10_bytes": { 2024-04-15T14:36:41.282 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 464 2024-04-15T14:36:41.282 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.282 INFO:tasks.workunit.client.0.smithi016.stdout: "pri11_bytes": { 2024-04-15T14:36:41.282 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 57018963 2024-04-15T14:36:41.282 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.282 INFO:tasks.workunit.client.0.smithi016.stdout: "pri1_bytes": { 2024-04-15T14:36:41.282 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.282 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.282 INFO:tasks.workunit.client.0.smithi016.stdout: "pri2_bytes": { 2024-04-15T14:36:41.282 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.282 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.283 INFO:tasks.workunit.client.0.smithi016.stdout: "pri3_bytes": { 2024-04-15T14:36:41.283 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.283 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.283 INFO:tasks.workunit.client.0.smithi016.stdout: "pri4_bytes": { 2024-04-15T14:36:41.283 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.283 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.283 INFO:tasks.workunit.client.0.smithi016.stdout: "pri5_bytes": { 2024-04-15T14:36:41.283 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.283 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.283 INFO:tasks.workunit.client.0.smithi016.stdout: "pri6_bytes": { 2024-04-15T14:36:41.283 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.283 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.283 INFO:tasks.workunit.client.0.smithi016.stdout: "pri7_bytes": { 2024-04-15T14:36:41.283 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.283 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.284 INFO:tasks.workunit.client.0.smithi016.stdout: "pri8_bytes": { 2024-04-15T14:36:41.284 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.284 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.284 INFO:tasks.workunit.client.0.smithi016.stdout: "pri9_bytes": { 2024-04-15T14:36:41.284 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.284 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.284 INFO:tasks.workunit.client.0.smithi016.stdout: "reserved_bytes": { 2024-04-15T14:36:41.284 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 68809693 2024-04-15T14:36:41.284 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T14:36:41.284 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.284 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore-pricache:meta": { 2024-04-15T14:36:41.284 INFO:tasks.workunit.client.0.smithi016.stdout: "committed_bytes": { 2024-04-15T14:36:41.284 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 713031680 2024-04-15T14:36:41.284 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.284 INFO:tasks.workunit.client.0.smithi016.stdout: "pri0_bytes": { 2024-04-15T14:36:41.285 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.285 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.285 INFO:tasks.workunit.client.0.smithi016.stdout: "pri10_bytes": { 2024-04-15T14:36:41.285 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.285 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.285 INFO:tasks.workunit.client.0.smithi016.stdout: "pri11_bytes": { 2024-04-15T14:36:41.285 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 641463340 2024-04-15T14:36:41.285 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.285 INFO:tasks.workunit.client.0.smithi016.stdout: "pri1_bytes": { 2024-04-15T14:36:41.285 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.285 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.285 INFO:tasks.workunit.client.0.smithi016.stdout: "pri2_bytes": { 2024-04-15T14:36:41.285 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.285 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.285 INFO:tasks.workunit.client.0.smithi016.stdout: "pri3_bytes": { 2024-04-15T14:36:41.286 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.286 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.286 INFO:tasks.workunit.client.0.smithi016.stdout: "pri4_bytes": { 2024-04-15T14:36:41.286 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.286 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.286 INFO:tasks.workunit.client.0.smithi016.stdout: "pri5_bytes": { 2024-04-15T14:36:41.286 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.286 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.286 INFO:tasks.workunit.client.0.smithi016.stdout: "pri6_bytes": { 2024-04-15T14:36:41.286 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 247514 2024-04-15T14:36:41.286 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.286 INFO:tasks.workunit.client.0.smithi016.stdout: "pri7_bytes": { 2024-04-15T14:36:41.286 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.286 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.286 INFO:tasks.workunit.client.0.smithi016.stdout: "pri8_bytes": { 2024-04-15T14:36:41.287 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.287 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.287 INFO:tasks.workunit.client.0.smithi016.stdout: "pri9_bytes": { 2024-04-15T14:36:41.287 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.287 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.287 INFO:tasks.workunit.client.0.smithi016.stdout: "reserved_bytes": { 2024-04-15T14:36:41.287 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 71320826 2024-04-15T14:36:41.287 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T14:36:41.287 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.287 INFO:tasks.workunit.client.0.smithi016.stdout: "objecter": { 2024-04-15T14:36:41.287 INFO:tasks.workunit.client.0.smithi016.stdout: "op_active": { 2024-04-15T14:36:41.287 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.287 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.287 INFO:tasks.workunit.client.0.smithi016.stdout: "op_r": { 2024-04-15T14:36:41.287 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.288 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.288 INFO:tasks.workunit.client.0.smithi016.stdout: "op_rmw": { 2024-04-15T14:36:41.288 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.288 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.288 INFO:tasks.workunit.client.0.smithi016.stdout: "op_w": { 2024-04-15T14:36:41.288 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.288 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T14:36:41.288 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.288 INFO:tasks.workunit.client.0.smithi016.stdout: "osd": { 2024-04-15T14:36:41.288 INFO:tasks.workunit.client.0.smithi016.stdout: "numpg": { 2024-04-15T14:36:41.288 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 45 2024-04-15T14:36:41.288 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.288 INFO:tasks.workunit.client.0.smithi016.stdout: "numpg_removing": { 2024-04-15T14:36:41.288 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.288 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.289 INFO:tasks.workunit.client.0.smithi016.stdout: "op": { 2024-04-15T14:36:41.289 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 5 2024-04-15T14:36:41.289 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.289 INFO:tasks.workunit.client.0.smithi016.stdout: "op_delayed_degraded": { 2024-04-15T14:36:41.289 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.289 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.289 INFO:tasks.workunit.client.0.smithi016.stdout: "op_delayed_unreadable": { 2024-04-15T14:36:41.289 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.289 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.289 INFO:tasks.workunit.client.0.smithi016.stdout: "op_in_bytes": { 2024-04-15T14:36:41.289 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 616 2024-04-15T14:36:41.289 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.289 INFO:tasks.workunit.client.0.smithi016.stdout: "op_latency": { 2024-04-15T14:36:41.289 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 5, 2024-04-15T14:36:41.289 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 77118747 2024-04-15T14:36:41.290 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.290 INFO:tasks.workunit.client.0.smithi016.stdout: "op_out_bytes": { 2024-04-15T14:36:41.290 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.290 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.290 INFO:tasks.workunit.client.0.smithi016.stdout: "op_prepare_latency": { 2024-04-15T14:36:41.290 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 6, 2024-04-15T14:36:41.290 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 4462902 2024-04-15T14:36:41.290 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.290 INFO:tasks.workunit.client.0.smithi016.stdout: "op_process_latency": { 2024-04-15T14:36:41.290 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 5, 2024-04-15T14:36:41.290 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 74252863 2024-04-15T14:36:41.290 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.290 INFO:tasks.workunit.client.0.smithi016.stdout: "op_r": { 2024-04-15T14:36:41.290 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.291 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.291 INFO:tasks.workunit.client.0.smithi016.stdout: "op_r_latency": { 2024-04-15T14:36:41.291 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 0, 2024-04-15T14:36:41.291 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.291 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.291 INFO:tasks.workunit.client.0.smithi016.stdout: "op_r_latency_out_bytes_histogram": { 2024-04-15T14:36:41.291 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.291 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.291 INFO:tasks.workunit.client.0.smithi016.stdout: "op_r_out_bytes": { 2024-04-15T14:36:41.291 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.291 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.291 INFO:tasks.workunit.client.0.smithi016.stdout: "op_r_prepare_latency": { 2024-04-15T14:36:41.291 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 0, 2024-04-15T14:36:41.291 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.292 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.292 INFO:tasks.workunit.client.0.smithi016.stdout: "op_r_process_latency": { 2024-04-15T14:36:41.292 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 0, 2024-04-15T14:36:41.292 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.292 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.292 INFO:tasks.workunit.client.0.smithi016.stdout: "op_rw": { 2024-04-15T14:36:41.292 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.292 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.292 INFO:tasks.workunit.client.0.smithi016.stdout: "op_rw_in_bytes": { 2024-04-15T14:36:41.292 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.292 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.292 INFO:tasks.workunit.client.0.smithi016.stdout: "op_rw_latency": { 2024-04-15T14:36:41.292 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 0, 2024-04-15T14:36:41.292 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.292 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.293 INFO:tasks.workunit.client.0.smithi016.stdout: "op_rw_latency_in_bytes_histogram": { 2024-04-15T14:36:41.293 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.293 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.293 INFO:tasks.workunit.client.0.smithi016.stdout: "op_rw_latency_out_bytes_histogram": { 2024-04-15T14:36:41.293 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.293 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.293 INFO:tasks.workunit.client.0.smithi016.stdout: "op_rw_out_bytes": { 2024-04-15T14:36:41.293 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.293 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.293 INFO:tasks.workunit.client.0.smithi016.stdout: "op_rw_prepare_latency": { 2024-04-15T14:36:41.293 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 0, 2024-04-15T14:36:41.293 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.293 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.293 INFO:tasks.workunit.client.0.smithi016.stdout: "op_rw_process_latency": { 2024-04-15T14:36:41.293 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 0, 2024-04-15T14:36:41.294 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.294 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.294 INFO:tasks.workunit.client.0.smithi016.stdout: "op_w": { 2024-04-15T14:36:41.294 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 5 2024-04-15T14:36:41.294 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.294 INFO:tasks.workunit.client.0.smithi016.stdout: "op_w_in_bytes": { 2024-04-15T14:36:41.294 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 616 2024-04-15T14:36:41.294 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.294 INFO:tasks.workunit.client.0.smithi016.stdout: "op_w_latency": { 2024-04-15T14:36:41.294 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 5, 2024-04-15T14:36:41.294 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 77118747 2024-04-15T14:36:41.294 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.294 INFO:tasks.workunit.client.0.smithi016.stdout: "op_w_latency_in_bytes_histogram": { 2024-04-15T14:36:41.294 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.295 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.295 INFO:tasks.workunit.client.0.smithi016.stdout: "op_w_prepare_latency": { 2024-04-15T14:36:41.295 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 6, 2024-04-15T14:36:41.295 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 4462902 2024-04-15T14:36:41.295 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.295 INFO:tasks.workunit.client.0.smithi016.stdout: "op_w_process_latency": { 2024-04-15T14:36:41.295 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 5, 2024-04-15T14:36:41.295 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 74252863 2024-04-15T14:36:41.295 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.295 INFO:tasks.workunit.client.0.smithi016.stdout: "op_wip": { 2024-04-15T14:36:41.295 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.295 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.295 INFO:tasks.workunit.client.0.smithi016.stdout: "recovery_bytes": { 2024-04-15T14:36:41.295 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 1771104 2024-04-15T14:36:41.295 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.296 INFO:tasks.workunit.client.0.smithi016.stdout: "recovery_ops": { 2024-04-15T14:36:41.296 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 6 2024-04-15T14:36:41.296 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.296 INFO:tasks.workunit.client.0.smithi016.stdout: "stat_bytes": { 2024-04-15T14:36:41.296 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 95995035648 2024-04-15T14:36:41.296 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.296 INFO:tasks.workunit.client.0.smithi016.stdout: "stat_bytes_used": { 2024-04-15T14:36:41.296 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 28995584 2024-04-15T14:36:41.296 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T14:36:41.296 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T14:36:41.296 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.296 INFO:tasks.workunit.client.0.smithi016.stdout: "osd.1": { 2024-04-15T14:36:41.296 INFO:tasks.workunit.client.0.smithi016.stdout: "bluefs": { 2024-04-15T14:36:41.296 INFO:tasks.workunit.client.0.smithi016.stdout: "alloc_slow_fallback": { 2024-04-15T14:36:41.297 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.297 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.297 INFO:tasks.workunit.client.0.smithi016.stdout: "alloc_slow_size_fallback": { 2024-04-15T14:36:41.297 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.297 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.297 INFO:tasks.workunit.client.0.smithi016.stdout: "alloc_unit_db": { 2024-04-15T14:36:41.297 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 65536 2024-04-15T14:36:41.297 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.297 INFO:tasks.workunit.client.0.smithi016.stdout: "alloc_unit_main": { 2024-04-15T14:36:41.297 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.297 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.297 INFO:tasks.workunit.client.0.smithi016.stdout: "alloc_unit_wal": { 2024-04-15T14:36:41.297 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.297 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.297 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes_written_slow": { 2024-04-15T14:36:41.298 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.298 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.298 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes_written_sst": { 2024-04-15T14:36:41.298 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 12288 2024-04-15T14:36:41.298 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.298 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes_written_wal": { 2024-04-15T14:36:41.298 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 2433024 2024-04-15T14:36:41.298 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.298 INFO:tasks.workunit.client.0.smithi016.stdout: "compact_lat": { 2024-04-15T14:36:41.298 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 0, 2024-04-15T14:36:41.298 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.298 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.298 INFO:tasks.workunit.client.0.smithi016.stdout: "compact_lock_lat": { 2024-04-15T14:36:41.298 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 0, 2024-04-15T14:36:41.299 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.299 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.299 INFO:tasks.workunit.client.0.smithi016.stdout: "db_total_bytes": { 2024-04-15T14:36:41.299 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 95995035648 2024-04-15T14:36:41.299 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.299 INFO:tasks.workunit.client.0.smithi016.stdout: "db_used_bytes": { 2024-04-15T14:36:41.299 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 27656192 2024-04-15T14:36:41.299 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.299 INFO:tasks.workunit.client.0.smithi016.stdout: "log_bytes": { 2024-04-15T14:36:41.299 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 1544192 2024-04-15T14:36:41.299 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.299 INFO:tasks.workunit.client.0.smithi016.stdout: "logged_bytes": { 2024-04-15T14:36:41.299 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 1404928 2024-04-15T14:36:41.299 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.299 INFO:tasks.workunit.client.0.smithi016.stdout: "max_bytes_db": { 2024-04-15T14:36:41.300 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 31850496 2024-04-15T14:36:41.300 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.300 INFO:tasks.workunit.client.0.smithi016.stdout: "max_bytes_slow": { 2024-04-15T14:36:41.300 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.300 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.300 INFO:tasks.workunit.client.0.smithi016.stdout: "max_bytes_wal": { 2024-04-15T14:36:41.300 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.300 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.300 INFO:tasks.workunit.client.0.smithi016.stdout: "num_files": { 2024-04-15T14:36:41.300 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 14 2024-04-15T14:36:41.300 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.300 INFO:tasks.workunit.client.0.smithi016.stdout: "read_bytes": { 2024-04-15T14:36:41.300 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 206272 2024-04-15T14:36:41.300 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.300 INFO:tasks.workunit.client.0.smithi016.stdout: "read_count": { 2024-04-15T14:36:41.301 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 23 2024-04-15T14:36:41.301 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.301 INFO:tasks.workunit.client.0.smithi016.stdout: "read_disk_bytes": { 2024-04-15T14:36:41.301 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 1282048 2024-04-15T14:36:41.301 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.301 INFO:tasks.workunit.client.0.smithi016.stdout: "read_disk_bytes_db": { 2024-04-15T14:36:41.301 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 1286144 2024-04-15T14:36:41.301 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.301 INFO:tasks.workunit.client.0.smithi016.stdout: "read_disk_bytes_slow": { 2024-04-15T14:36:41.301 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.301 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.301 INFO:tasks.workunit.client.0.smithi016.stdout: "read_disk_bytes_wal": { 2024-04-15T14:36:41.301 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.301 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.301 INFO:tasks.workunit.client.0.smithi016.stdout: "read_disk_count": { 2024-04-15T14:36:41.302 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 15 2024-04-15T14:36:41.302 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.302 INFO:tasks.workunit.client.0.smithi016.stdout: "read_prefetch_bytes": { 2024-04-15T14:36:41.302 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 4913 2024-04-15T14:36:41.302 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.302 INFO:tasks.workunit.client.0.smithi016.stdout: "read_prefetch_count": { 2024-04-15T14:36:41.302 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 4 2024-04-15T14:36:41.302 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.302 INFO:tasks.workunit.client.0.smithi016.stdout: "read_random_buffer_bytes": { 2024-04-15T14:36:41.302 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 5506 2024-04-15T14:36:41.302 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.302 INFO:tasks.workunit.client.0.smithi016.stdout: "read_random_buffer_count": { 2024-04-15T14:36:41.302 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 24 2024-04-15T14:36:41.302 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.302 INFO:tasks.workunit.client.0.smithi016.stdout: "read_random_bytes": { 2024-04-15T14:36:41.303 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 5506 2024-04-15T14:36:41.303 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.303 INFO:tasks.workunit.client.0.smithi016.stdout: "read_random_count": { 2024-04-15T14:36:41.303 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 24 2024-04-15T14:36:41.303 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.303 INFO:tasks.workunit.client.0.smithi016.stdout: "read_random_disk_bytes": { 2024-04-15T14:36:41.303 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.303 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.303 INFO:tasks.workunit.client.0.smithi016.stdout: "read_random_disk_bytes_db": { 2024-04-15T14:36:41.303 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.303 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.303 INFO:tasks.workunit.client.0.smithi016.stdout: "read_random_disk_bytes_slow": { 2024-04-15T14:36:41.303 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.303 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.303 INFO:tasks.workunit.client.0.smithi016.stdout: "read_random_disk_bytes_wal": { 2024-04-15T14:36:41.304 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.304 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.304 INFO:tasks.workunit.client.0.smithi016.stdout: "read_random_disk_count": { 2024-04-15T14:36:41.304 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.304 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.304 INFO:tasks.workunit.client.0.smithi016.stdout: "slow_total_bytes": { 2024-04-15T14:36:41.304 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.304 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.304 INFO:tasks.workunit.client.0.smithi016.stdout: "slow_used_bytes": { 2024-04-15T14:36:41.304 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.304 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.304 INFO:tasks.workunit.client.0.smithi016.stdout: "wal_total_bytes": { 2024-04-15T14:36:41.304 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.304 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.304 INFO:tasks.workunit.client.0.smithi016.stdout: "wal_used_bytes": { 2024-04-15T14:36:41.305 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.305 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.305 INFO:tasks.workunit.client.0.smithi016.stdout: "write_bytes": { 2024-04-15T14:36:41.305 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 3915776 2024-04-15T14:36:41.305 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T14:36:41.305 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.305 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore": { 2024-04-15T14:36:41.305 INFO:tasks.workunit.client.0.smithi016.stdout: "alloc_unit": { 2024-04-15T14:36:41.305 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 4096 2024-04-15T14:36:41.305 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.305 INFO:tasks.workunit.client.0.smithi016.stdout: "allocated": { 2024-04-15T14:36:41.305 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 729088 2024-04-15T14:36:41.305 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.305 INFO:tasks.workunit.client.0.smithi016.stdout: "clist_lat": { 2024-04-15T14:36:41.306 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 5, 2024-04-15T14:36:41.306 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 207266 2024-04-15T14:36:41.306 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.306 INFO:tasks.workunit.client.0.smithi016.stdout: "compress_lat": { 2024-04-15T14:36:41.306 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 0, 2024-04-15T14:36:41.306 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.306 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.306 INFO:tasks.workunit.client.0.smithi016.stdout: "compressed": { 2024-04-15T14:36:41.306 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.306 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.306 INFO:tasks.workunit.client.0.smithi016.stdout: "compressed_allocated": { 2024-04-15T14:36:41.306 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.306 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.306 INFO:tasks.workunit.client.0.smithi016.stdout: "compressed_original": { 2024-04-15T14:36:41.306 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.307 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.307 INFO:tasks.workunit.client.0.smithi016.stdout: "csum_lat": { 2024-04-15T14:36:41.307 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 26, 2024-04-15T14:36:41.307 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 72787 2024-04-15T14:36:41.307 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.307 INFO:tasks.workunit.client.0.smithi016.stdout: "decompress_lat": { 2024-04-15T14:36:41.307 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 0, 2024-04-15T14:36:41.307 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.307 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.307 INFO:tasks.workunit.client.0.smithi016.stdout: "fragmentation_micros": { 2024-04-15T14:36:41.307 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.307 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.307 INFO:tasks.workunit.client.0.smithi016.stdout: "kv_commit_lat": { 2024-04-15T14:36:41.308 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 330, 2024-04-15T14:36:41.308 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 70067783 2024-04-15T14:36:41.308 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.308 INFO:tasks.workunit.client.0.smithi016.stdout: "kv_final_lat": { 2024-04-15T14:36:41.308 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 313, 2024-04-15T14:36:41.308 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 12162321 2024-04-15T14:36:41.308 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.308 INFO:tasks.workunit.client.0.smithi016.stdout: "kv_flush_lat": { 2024-04-15T14:36:41.308 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 330, 2024-04-15T14:36:41.308 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 376759 2024-04-15T14:36:41.308 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.308 INFO:tasks.workunit.client.0.smithi016.stdout: "kv_sync_lat": { 2024-04-15T14:36:41.308 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 330, 2024-04-15T14:36:41.308 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 70444542 2024-04-15T14:36:41.308 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.309 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_get_keys_lat": { 2024-04-15T14:36:41.309 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 0, 2024-04-15T14:36:41.309 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.309 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.309 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_get_values_lat": { 2024-04-15T14:36:41.309 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 3, 2024-04-15T14:36:41.309 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 63891 2024-04-15T14:36:41.309 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.309 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_lower_bound_lat": { 2024-04-15T14:36:41.309 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 2, 2024-04-15T14:36:41.309 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 7665 2024-04-15T14:36:41.309 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.309 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_next_lat": { 2024-04-15T14:36:41.309 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 0, 2024-04-15T14:36:41.309 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.310 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.310 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_seek_to_first_lat": { 2024-04-15T14:36:41.310 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 0, 2024-04-15T14:36:41.310 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.310 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.310 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_upper_bound_lat": { 2024-04-15T14:36:41.310 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 2, 2024-04-15T14:36:41.310 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 4729 2024-04-15T14:36:41.310 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.310 INFO:tasks.workunit.client.0.smithi016.stdout: "onode_hits": { 2024-04-15T14:36:41.310 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 816 2024-04-15T14:36:41.310 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.310 INFO:tasks.workunit.client.0.smithi016.stdout: "onode_misses": { 2024-04-15T14:36:41.310 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 241 2024-04-15T14:36:41.310 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.311 INFO:tasks.workunit.client.0.smithi016.stdout: "read_lat": { 2024-04-15T14:36:41.311 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 132, 2024-04-15T14:36:41.311 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 1910712 2024-04-15T14:36:41.311 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.311 INFO:tasks.workunit.client.0.smithi016.stdout: "read_onode_meta_lat": { 2024-04-15T14:36:41.311 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 344, 2024-04-15T14:36:41.311 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 331432 2024-04-15T14:36:41.311 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.311 INFO:tasks.workunit.client.0.smithi016.stdout: "read_wait_aio_lat": { 2024-04-15T14:36:41.311 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 212, 2024-04-15T14:36:41.311 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 1185706 2024-04-15T14:36:41.311 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.311 INFO:tasks.workunit.client.0.smithi016.stdout: "reads_with_retries": { 2024-04-15T14:36:41.311 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.311 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.312 INFO:tasks.workunit.client.0.smithi016.stdout: "remove_lat": { 2024-04-15T14:36:41.312 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 3, 2024-04-15T14:36:41.312 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 127496 2024-04-15T14:36:41.312 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.312 INFO:tasks.workunit.client.0.smithi016.stdout: "state_aio_wait_lat": { 2024-04-15T14:36:41.312 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 415, 2024-04-15T14:36:41.312 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 6303401 2024-04-15T14:36:41.312 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.312 INFO:tasks.workunit.client.0.smithi016.stdout: "state_deferred_aio_wait_lat": { 2024-04-15T14:36:41.312 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 121, 2024-04-15T14:36:41.312 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 9636724 2024-04-15T14:36:41.312 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.312 INFO:tasks.workunit.client.0.smithi016.stdout: "state_deferred_cleanup_lat": { 2024-04-15T14:36:41.312 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 120, 2024-04-15T14:36:41.313 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 205676095241 2024-04-15T14:36:41.313 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.313 INFO:tasks.workunit.client.0.smithi016.stdout: "state_deferred_queued_lat": { 2024-04-15T14:36:41.313 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 121, 2024-04-15T14:36:41.313 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 126442411846 2024-04-15T14:36:41.313 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.313 INFO:tasks.workunit.client.0.smithi016.stdout: "state_done_lat": { 2024-04-15T14:36:41.313 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 414, 2024-04-15T14:36:41.313 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 40128372144 2024-04-15T14:36:41.313 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.313 INFO:tasks.workunit.client.0.smithi016.stdout: "state_finishing_lat": { 2024-04-15T14:36:41.313 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 414, 2024-04-15T14:36:41.313 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 157281 2024-04-15T14:36:41.313 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.313 INFO:tasks.workunit.client.0.smithi016.stdout: "state_io_done_lat": { 2024-04-15T14:36:41.314 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 415, 2024-04-15T14:36:41.314 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 445973 2024-04-15T14:36:41.314 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.314 INFO:tasks.workunit.client.0.smithi016.stdout: "state_kv_commiting_lat": { 2024-04-15T14:36:41.314 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 415, 2024-04-15T14:36:41.314 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 230645444 2024-04-15T14:36:41.314 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.314 INFO:tasks.workunit.client.0.smithi016.stdout: "state_kv_done_lat": { 2024-04-15T14:36:41.314 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 415, 2024-04-15T14:36:41.314 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 138182 2024-04-15T14:36:41.314 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.314 INFO:tasks.workunit.client.0.smithi016.stdout: "state_kv_queued_lat": { 2024-04-15T14:36:41.314 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 415, 2024-04-15T14:36:41.314 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 102434486 2024-04-15T14:36:41.314 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.315 INFO:tasks.workunit.client.0.smithi016.stdout: "state_prepare_lat": { 2024-04-15T14:36:41.315 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 415, 2024-04-15T14:36:41.315 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 20389783 2024-04-15T14:36:41.315 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.315 INFO:tasks.workunit.client.0.smithi016.stdout: "stored": { 2024-04-15T14:36:41.315 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 313289 2024-04-15T14:36:41.315 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.315 INFO:tasks.workunit.client.0.smithi016.stdout: "truncate_lat": { 2024-04-15T14:36:41.315 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 55, 2024-04-15T14:36:41.315 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 287010 2024-04-15T14:36:41.315 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.315 INFO:tasks.workunit.client.0.smithi016.stdout: "txc_commit_lat": { 2024-04-15T14:36:41.315 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 415, 2024-04-15T14:36:41.315 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 360279914 2024-04-15T14:36:41.315 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.316 INFO:tasks.workunit.client.0.smithi016.stdout: "txc_submit_lat": { 2024-04-15T14:36:41.316 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 415, 2024-04-15T14:36:41.316 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 24804744 2024-04-15T14:36:41.316 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.316 INFO:tasks.workunit.client.0.smithi016.stdout: "txc_throttle_lat": { 2024-04-15T14:36:41.316 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 415, 2024-04-15T14:36:41.316 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 2667471 2024-04-15T14:36:41.316 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T14:36:41.316 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.316 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore-pricache": { 2024-04-15T14:36:41.316 INFO:tasks.workunit.client.0.smithi016.stdout: "cache_bytes": { 2024-04-15T14:36:41.316 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 1862577038 2024-04-15T14:36:41.316 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.316 INFO:tasks.workunit.client.0.smithi016.stdout: "heap_bytes": { 2024-04-15T14:36:41.316 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 43433984 2024-04-15T14:36:41.317 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.317 INFO:tasks.workunit.client.0.smithi016.stdout: "mapped_bytes": { 2024-04-15T14:36:41.317 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 42795008 2024-04-15T14:36:41.317 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.317 INFO:tasks.workunit.client.0.smithi016.stdout: "target_bytes": { 2024-04-15T14:36:41.317 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 3138686361 2024-04-15T14:36:41.317 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.317 INFO:tasks.workunit.client.0.smithi016.stdout: "unmapped_bytes": { 2024-04-15T14:36:41.317 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 638976 2024-04-15T14:36:41.317 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T14:36:41.317 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.317 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore-pricache:data": { 2024-04-15T14:36:41.317 INFO:tasks.workunit.client.0.smithi016.stdout: "committed_bytes": { 2024-04-15T14:36:41.317 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 159383552 2024-04-15T14:36:41.317 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.318 INFO:tasks.workunit.client.0.smithi016.stdout: "pri0_bytes": { 2024-04-15T14:36:41.318 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.318 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.318 INFO:tasks.workunit.client.0.smithi016.stdout: "pri10_bytes": { 2024-04-15T14:36:41.318 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.318 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.318 INFO:tasks.workunit.client.0.smithi016.stdout: "pri11_bytes": { 2024-04-15T14:36:41.318 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 85566125 2024-04-15T14:36:41.318 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.318 INFO:tasks.workunit.client.0.smithi016.stdout: "pri1_bytes": { 2024-04-15T14:36:41.318 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.318 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.318 INFO:tasks.workunit.client.0.smithi016.stdout: "pri2_bytes": { 2024-04-15T14:36:41.318 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.319 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.319 INFO:tasks.workunit.client.0.smithi016.stdout: "pri3_bytes": { 2024-04-15T14:36:41.319 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.319 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.319 INFO:tasks.workunit.client.0.smithi016.stdout: "pri4_bytes": { 2024-04-15T14:36:41.319 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.319 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.319 INFO:tasks.workunit.client.0.smithi016.stdout: "pri5_bytes": { 2024-04-15T14:36:41.319 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.319 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.319 INFO:tasks.workunit.client.0.smithi016.stdout: "pri6_bytes": { 2024-04-15T14:36:41.319 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 4096 2024-04-15T14:36:41.319 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.319 INFO:tasks.workunit.client.0.smithi016.stdout: "pri7_bytes": { 2024-04-15T14:36:41.319 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.320 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.320 INFO:tasks.workunit.client.0.smithi016.stdout: "pri8_bytes": { 2024-04-15T14:36:41.320 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.320 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.320 INFO:tasks.workunit.client.0.smithi016.stdout: "pri9_bytes": { 2024-04-15T14:36:41.320 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.320 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.320 INFO:tasks.workunit.client.0.smithi016.stdout: "reserved_bytes": { 2024-04-15T14:36:41.320 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 73813331 2024-04-15T14:36:41.320 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T14:36:41.320 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.320 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore-pricache:kv": { 2024-04-15T14:36:41.320 INFO:tasks.workunit.client.0.smithi016.stdout: "committed_bytes": { 2024-04-15T14:36:41.320 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 780140544 2024-04-15T14:36:41.320 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.321 INFO:tasks.workunit.client.0.smithi016.stdout: "pri0_bytes": { 2024-04-15T14:36:41.321 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 67108864 2024-04-15T14:36:41.321 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.321 INFO:tasks.workunit.client.0.smithi016.stdout: "pri10_bytes": { 2024-04-15T14:36:41.321 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.321 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.321 INFO:tasks.workunit.client.0.smithi016.stdout: "pri11_bytes": { 2024-04-15T14:36:41.321 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 641745942 2024-04-15T14:36:41.321 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.321 INFO:tasks.workunit.client.0.smithi016.stdout: "pri1_bytes": { 2024-04-15T14:36:41.321 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.321 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.321 INFO:tasks.workunit.client.0.smithi016.stdout: "pri2_bytes": { 2024-04-15T14:36:41.321 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.321 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.321 INFO:tasks.workunit.client.0.smithi016.stdout: "pri3_bytes": { 2024-04-15T14:36:41.322 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.322 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.322 INFO:tasks.workunit.client.0.smithi016.stdout: "pri4_bytes": { 2024-04-15T14:36:41.322 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.322 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.322 INFO:tasks.workunit.client.0.smithi016.stdout: "pri5_bytes": { 2024-04-15T14:36:41.322 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.322 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.322 INFO:tasks.workunit.client.0.smithi016.stdout: "pri6_bytes": { 2024-04-15T14:36:41.322 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 2128 2024-04-15T14:36:41.322 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.322 INFO:tasks.workunit.client.0.smithi016.stdout: "pri7_bytes": { 2024-04-15T14:36:41.322 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.322 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.323 INFO:tasks.workunit.client.0.smithi016.stdout: "pri8_bytes": { 2024-04-15T14:36:41.323 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.323 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.323 INFO:tasks.workunit.client.0.smithi016.stdout: "pri9_bytes": { 2024-04-15T14:36:41.323 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.323 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.323 INFO:tasks.workunit.client.0.smithi016.stdout: "reserved_bytes": { 2024-04-15T14:36:41.323 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 71283610 2024-04-15T14:36:41.323 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T14:36:41.323 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.323 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore-pricache:kv_onode": { 2024-04-15T14:36:41.323 INFO:tasks.workunit.client.0.smithi016.stdout: "committed_bytes": { 2024-04-15T14:36:41.323 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 192937984 2024-04-15T14:36:41.323 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.324 INFO:tasks.workunit.client.0.smithi016.stdout: "pri0_bytes": { 2024-04-15T14:36:41.324 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 67108864 2024-04-15T14:36:41.324 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.324 INFO:tasks.workunit.client.0.smithi016.stdout: "pri10_bytes": { 2024-04-15T14:36:41.324 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 464 2024-04-15T14:36:41.324 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.324 INFO:tasks.workunit.client.0.smithi016.stdout: "pri11_bytes": { 2024-04-15T14:36:41.324 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 57044083 2024-04-15T14:36:41.324 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.324 INFO:tasks.workunit.client.0.smithi016.stdout: "pri1_bytes": { 2024-04-15T14:36:41.324 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.324 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.324 INFO:tasks.workunit.client.0.smithi016.stdout: "pri2_bytes": { 2024-04-15T14:36:41.324 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.325 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.325 INFO:tasks.workunit.client.0.smithi016.stdout: "pri3_bytes": { 2024-04-15T14:36:41.325 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.325 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.325 INFO:tasks.workunit.client.0.smithi016.stdout: "pri4_bytes": { 2024-04-15T14:36:41.325 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.325 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.325 INFO:tasks.workunit.client.0.smithi016.stdout: "pri5_bytes": { 2024-04-15T14:36:41.325 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.325 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.325 INFO:tasks.workunit.client.0.smithi016.stdout: "pri6_bytes": { 2024-04-15T14:36:41.325 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.325 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.325 INFO:tasks.workunit.client.0.smithi016.stdout: "pri7_bytes": { 2024-04-15T14:36:41.325 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.326 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.326 INFO:tasks.workunit.client.0.smithi016.stdout: "pri8_bytes": { 2024-04-15T14:36:41.326 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.326 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.326 INFO:tasks.workunit.client.0.smithi016.stdout: "pri9_bytes": { 2024-04-15T14:36:41.326 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.326 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.326 INFO:tasks.workunit.client.0.smithi016.stdout: "reserved_bytes": { 2024-04-15T14:36:41.326 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 68784573 2024-04-15T14:36:41.326 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T14:36:41.326 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.326 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore-pricache:meta": { 2024-04-15T14:36:41.326 INFO:tasks.workunit.client.0.smithi016.stdout: "committed_bytes": { 2024-04-15T14:36:41.326 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 713031680 2024-04-15T14:36:41.327 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.327 INFO:tasks.workunit.client.0.smithi016.stdout: "pri0_bytes": { 2024-04-15T14:36:41.327 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.327 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.327 INFO:tasks.workunit.client.0.smithi016.stdout: "pri10_bytes": { 2024-04-15T14:36:41.327 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.327 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.327 INFO:tasks.workunit.client.0.smithi016.stdout: "pri11_bytes": { 2024-04-15T14:36:41.327 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 641745942 2024-04-15T14:36:41.327 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.327 INFO:tasks.workunit.client.0.smithi016.stdout: "pri1_bytes": { 2024-04-15T14:36:41.327 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.327 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.327 INFO:tasks.workunit.client.0.smithi016.stdout: "pri2_bytes": { 2024-04-15T14:36:41.327 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.328 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.328 INFO:tasks.workunit.client.0.smithi016.stdout: "pri3_bytes": { 2024-04-15T14:36:41.328 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.328 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.328 INFO:tasks.workunit.client.0.smithi016.stdout: "pri4_bytes": { 2024-04-15T14:36:41.328 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.328 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.328 INFO:tasks.workunit.client.0.smithi016.stdout: "pri5_bytes": { 2024-04-15T14:36:41.328 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.328 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.328 INFO:tasks.workunit.client.0.smithi016.stdout: "pri6_bytes": { 2024-04-15T14:36:41.328 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 220541 2024-04-15T14:36:41.328 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.328 INFO:tasks.workunit.client.0.smithi016.stdout: "pri7_bytes": { 2024-04-15T14:36:41.328 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.329 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.329 INFO:tasks.workunit.client.0.smithi016.stdout: "pri8_bytes": { 2024-04-15T14:36:41.329 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.329 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.329 INFO:tasks.workunit.client.0.smithi016.stdout: "pri9_bytes": { 2024-04-15T14:36:41.329 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.329 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.329 INFO:tasks.workunit.client.0.smithi016.stdout: "reserved_bytes": { 2024-04-15T14:36:41.329 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 71065197 2024-04-15T14:36:41.329 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T14:36:41.329 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.329 INFO:tasks.workunit.client.0.smithi016.stdout: "objecter": { 2024-04-15T14:36:41.329 INFO:tasks.workunit.client.0.smithi016.stdout: "op_active": { 2024-04-15T14:36:41.329 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.329 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.330 INFO:tasks.workunit.client.0.smithi016.stdout: "op_r": { 2024-04-15T14:36:41.330 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.330 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.330 INFO:tasks.workunit.client.0.smithi016.stdout: "op_rmw": { 2024-04-15T14:36:41.330 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.330 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.330 INFO:tasks.workunit.client.0.smithi016.stdout: "op_w": { 2024-04-15T14:36:41.330 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.330 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T14:36:41.330 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.330 INFO:tasks.workunit.client.0.smithi016.stdout: "osd": { 2024-04-15T14:36:41.330 INFO:tasks.workunit.client.0.smithi016.stdout: "numpg": { 2024-04-15T14:36:41.330 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 37 2024-04-15T14:36:41.330 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.331 INFO:tasks.workunit.client.0.smithi016.stdout: "numpg_removing": { 2024-04-15T14:36:41.331 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.331 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.331 INFO:tasks.workunit.client.0.smithi016.stdout: "op": { 2024-04-15T14:36:41.331 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 155 2024-04-15T14:36:41.331 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.331 INFO:tasks.workunit.client.0.smithi016.stdout: "op_delayed_degraded": { 2024-04-15T14:36:41.331 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.331 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.331 INFO:tasks.workunit.client.0.smithi016.stdout: "op_delayed_unreadable": { 2024-04-15T14:36:41.331 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.331 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.331 INFO:tasks.workunit.client.0.smithi016.stdout: "op_in_bytes": { 2024-04-15T14:36:41.331 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 2429440 2024-04-15T14:36:41.331 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.332 INFO:tasks.workunit.client.0.smithi016.stdout: "op_latency": { 2024-04-15T14:36:41.332 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 155, 2024-04-15T14:36:41.332 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 424457234 2024-04-15T14:36:41.332 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.332 INFO:tasks.workunit.client.0.smithi016.stdout: "op_out_bytes": { 2024-04-15T14:36:41.332 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 1052 2024-04-15T14:36:41.332 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.332 INFO:tasks.workunit.client.0.smithi016.stdout: "op_prepare_latency": { 2024-04-15T14:36:41.332 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 155, 2024-04-15T14:36:41.332 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 57780411 2024-04-15T14:36:41.332 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.332 INFO:tasks.workunit.client.0.smithi016.stdout: "op_process_latency": { 2024-04-15T14:36:41.332 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 155, 2024-04-15T14:36:41.332 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 250495470 2024-04-15T14:36:41.333 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.333 INFO:tasks.workunit.client.0.smithi016.stdout: "op_r": { 2024-04-15T14:36:41.333 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 33 2024-04-15T14:36:41.333 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.333 INFO:tasks.workunit.client.0.smithi016.stdout: "op_r_latency": { 2024-04-15T14:36:41.333 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 33, 2024-04-15T14:36:41.333 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 4563801 2024-04-15T14:36:41.333 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.333 INFO:tasks.workunit.client.0.smithi016.stdout: "op_r_latency_out_bytes_histogram": { 2024-04-15T14:36:41.333 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.333 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.333 INFO:tasks.workunit.client.0.smithi016.stdout: "op_r_out_bytes": { 2024-04-15T14:36:41.333 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 1052 2024-04-15T14:36:41.333 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.334 INFO:tasks.workunit.client.0.smithi016.stdout: "op_r_prepare_latency": { 2024-04-15T14:36:41.334 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 33, 2024-04-15T14:36:41.334 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 3986269 2024-04-15T14:36:41.334 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.334 INFO:tasks.workunit.client.0.smithi016.stdout: "op_r_process_latency": { 2024-04-15T14:36:41.334 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 33, 2024-04-15T14:36:41.334 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 3230833 2024-04-15T14:36:41.334 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.334 INFO:tasks.workunit.client.0.smithi016.stdout: "op_rw": { 2024-04-15T14:36:41.334 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 22 2024-04-15T14:36:41.334 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.334 INFO:tasks.workunit.client.0.smithi016.stdout: "op_rw_in_bytes": { 2024-04-15T14:36:41.334 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.334 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.334 INFO:tasks.workunit.client.0.smithi016.stdout: "op_rw_latency": { 2024-04-15T14:36:41.335 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 22, 2024-04-15T14:36:41.335 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 19777405 2024-04-15T14:36:41.335 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.335 INFO:tasks.workunit.client.0.smithi016.stdout: "op_rw_latency_in_bytes_histogram": { 2024-04-15T14:36:41.335 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.335 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.335 INFO:tasks.workunit.client.0.smithi016.stdout: "op_rw_latency_out_bytes_histogram": { 2024-04-15T14:36:41.335 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.335 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.335 INFO:tasks.workunit.client.0.smithi016.stdout: "op_rw_out_bytes": { 2024-04-15T14:36:41.335 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.335 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.335 INFO:tasks.workunit.client.0.smithi016.stdout: "op_rw_prepare_latency": { 2024-04-15T14:36:41.335 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 22, 2024-04-15T14:36:41.335 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 9893267 2024-04-15T14:36:41.336 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.336 INFO:tasks.workunit.client.0.smithi016.stdout: "op_rw_process_latency": { 2024-04-15T14:36:41.336 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 22, 2024-04-15T14:36:41.336 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 18699353 2024-04-15T14:36:41.336 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.336 INFO:tasks.workunit.client.0.smithi016.stdout: "op_w": { 2024-04-15T14:36:41.336 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 100 2024-04-15T14:36:41.336 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.336 INFO:tasks.workunit.client.0.smithi016.stdout: "op_w_in_bytes": { 2024-04-15T14:36:41.336 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 2429440 2024-04-15T14:36:41.336 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.336 INFO:tasks.workunit.client.0.smithi016.stdout: "op_w_latency": { 2024-04-15T14:36:41.336 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 100, 2024-04-15T14:36:41.336 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 400116028 2024-04-15T14:36:41.337 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.337 INFO:tasks.workunit.client.0.smithi016.stdout: "op_w_latency_in_bytes_histogram": { 2024-04-15T14:36:41.337 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.337 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.337 INFO:tasks.workunit.client.0.smithi016.stdout: "op_w_prepare_latency": { 2024-04-15T14:36:41.337 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 100, 2024-04-15T14:36:41.337 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 43900875 2024-04-15T14:36:41.337 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.337 INFO:tasks.workunit.client.0.smithi016.stdout: "op_w_process_latency": { 2024-04-15T14:36:41.337 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 100, 2024-04-15T14:36:41.337 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 228565284 2024-04-15T14:36:41.337 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.337 INFO:tasks.workunit.client.0.smithi016.stdout: "op_wip": { 2024-04-15T14:36:41.337 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.337 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.338 INFO:tasks.workunit.client.0.smithi016.stdout: "recovery_bytes": { 2024-04-15T14:36:41.338 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 590368 2024-04-15T14:36:41.338 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.338 INFO:tasks.workunit.client.0.smithi016.stdout: "recovery_ops": { 2024-04-15T14:36:41.338 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 2 2024-04-15T14:36:41.338 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.338 INFO:tasks.workunit.client.0.smithi016.stdout: "stat_bytes": { 2024-04-15T14:36:41.338 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 95995035648 2024-04-15T14:36:41.338 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.338 INFO:tasks.workunit.client.0.smithi016.stdout: "stat_bytes_used": { 2024-04-15T14:36:41.338 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 28397568 2024-04-15T14:36:41.338 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T14:36:41.338 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T14:36:41.338 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.338 INFO:tasks.workunit.client.0.smithi016.stdout: "osd.2": { 2024-04-15T14:36:41.339 INFO:tasks.workunit.client.0.smithi016.stdout: "bluefs": { 2024-04-15T14:36:41.339 INFO:tasks.workunit.client.0.smithi016.stdout: "alloc_slow_fallback": { 2024-04-15T14:36:41.339 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.339 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.339 INFO:tasks.workunit.client.0.smithi016.stdout: "alloc_slow_size_fallback": { 2024-04-15T14:36:41.339 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.339 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.339 INFO:tasks.workunit.client.0.smithi016.stdout: "alloc_unit_db": { 2024-04-15T14:36:41.339 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 65536 2024-04-15T14:36:41.339 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.339 INFO:tasks.workunit.client.0.smithi016.stdout: "alloc_unit_main": { 2024-04-15T14:36:41.339 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.339 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.339 INFO:tasks.workunit.client.0.smithi016.stdout: "alloc_unit_wal": { 2024-04-15T14:36:41.339 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.340 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.340 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes_written_slow": { 2024-04-15T14:36:41.340 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.340 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.340 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes_written_sst": { 2024-04-15T14:36:41.340 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 12288 2024-04-15T14:36:41.340 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.340 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes_written_wal": { 2024-04-15T14:36:41.340 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 2183168 2024-04-15T14:36:41.340 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.340 INFO:tasks.workunit.client.0.smithi016.stdout: "compact_lat": { 2024-04-15T14:36:41.340 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 0, 2024-04-15T14:36:41.341 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.341 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.341 INFO:tasks.workunit.client.0.smithi016.stdout: "compact_lock_lat": { 2024-04-15T14:36:41.341 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 0, 2024-04-15T14:36:41.341 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.341 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.341 INFO:tasks.workunit.client.0.smithi016.stdout: "db_total_bytes": { 2024-04-15T14:36:41.341 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 95995035648 2024-04-15T14:36:41.341 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.341 INFO:tasks.workunit.client.0.smithi016.stdout: "db_used_bytes": { 2024-04-15T14:36:41.341 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 27656192 2024-04-15T14:36:41.341 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.341 INFO:tasks.workunit.client.0.smithi016.stdout: "log_bytes": { 2024-04-15T14:36:41.341 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 1376256 2024-04-15T14:36:41.341 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.342 INFO:tasks.workunit.client.0.smithi016.stdout: "logged_bytes": { 2024-04-15T14:36:41.342 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 1236992 2024-04-15T14:36:41.342 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.342 INFO:tasks.workunit.client.0.smithi016.stdout: "max_bytes_db": { 2024-04-15T14:36:41.342 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 31850496 2024-04-15T14:36:41.342 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.342 INFO:tasks.workunit.client.0.smithi016.stdout: "max_bytes_slow": { 2024-04-15T14:36:41.342 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.342 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.342 INFO:tasks.workunit.client.0.smithi016.stdout: "max_bytes_wal": { 2024-04-15T14:36:41.342 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.342 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.342 INFO:tasks.workunit.client.0.smithi016.stdout: "num_files": { 2024-04-15T14:36:41.342 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 14 2024-04-15T14:36:41.343 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.343 INFO:tasks.workunit.client.0.smithi016.stdout: "read_bytes": { 2024-04-15T14:36:41.343 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 206272 2024-04-15T14:36:41.343 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.343 INFO:tasks.workunit.client.0.smithi016.stdout: "read_count": { 2024-04-15T14:36:41.343 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 23 2024-04-15T14:36:41.343 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.343 INFO:tasks.workunit.client.0.smithi016.stdout: "read_disk_bytes": { 2024-04-15T14:36:41.343 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 1282048 2024-04-15T14:36:41.343 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.343 INFO:tasks.workunit.client.0.smithi016.stdout: "read_disk_bytes_db": { 2024-04-15T14:36:41.343 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 1286144 2024-04-15T14:36:41.343 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.343 INFO:tasks.workunit.client.0.smithi016.stdout: "read_disk_bytes_slow": { 2024-04-15T14:36:41.343 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.344 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.344 INFO:tasks.workunit.client.0.smithi016.stdout: "read_disk_bytes_wal": { 2024-04-15T14:36:41.344 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.344 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.345 INFO:tasks.workunit.client.0.smithi016.stdout: "read_disk_count": { 2024-04-15T14:36:41.345 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 15 2024-04-15T14:36:41.345 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.345 INFO:tasks.workunit.client.0.smithi016.stdout: "read_prefetch_bytes": { 2024-04-15T14:36:41.345 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 4913 2024-04-15T14:36:41.346 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.346 INFO:tasks.workunit.client.0.smithi016.stdout: "read_prefetch_count": { 2024-04-15T14:36:41.346 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 4 2024-04-15T14:36:41.346 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.346 INFO:tasks.workunit.client.0.smithi016.stdout: "read_random_buffer_bytes": { 2024-04-15T14:36:41.346 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 5506 2024-04-15T14:36:41.346 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.346 INFO:tasks.workunit.client.0.smithi016.stdout: "read_random_buffer_count": { 2024-04-15T14:36:41.346 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 24 2024-04-15T14:36:41.346 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.346 INFO:tasks.workunit.client.0.smithi016.stdout: "read_random_bytes": { 2024-04-15T14:36:41.346 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 5506 2024-04-15T14:36:41.346 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.346 INFO:tasks.workunit.client.0.smithi016.stdout: "read_random_count": { 2024-04-15T14:36:41.347 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 24 2024-04-15T14:36:41.347 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.347 INFO:tasks.workunit.client.0.smithi016.stdout: "read_random_disk_bytes": { 2024-04-15T14:36:41.347 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.347 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.347 INFO:tasks.workunit.client.0.smithi016.stdout: "read_random_disk_bytes_db": { 2024-04-15T14:36:41.347 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.347 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.347 INFO:tasks.workunit.client.0.smithi016.stdout: "read_random_disk_bytes_slow": { 2024-04-15T14:36:41.347 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.347 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.347 INFO:tasks.workunit.client.0.smithi016.stdout: "read_random_disk_bytes_wal": { 2024-04-15T14:36:41.347 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.347 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.347 INFO:tasks.workunit.client.0.smithi016.stdout: "read_random_disk_count": { 2024-04-15T14:36:41.348 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.348 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.348 INFO:tasks.workunit.client.0.smithi016.stdout: "slow_total_bytes": { 2024-04-15T14:36:41.348 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.348 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.348 INFO:tasks.workunit.client.0.smithi016.stdout: "slow_used_bytes": { 2024-04-15T14:36:41.348 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.348 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.348 INFO:tasks.workunit.client.0.smithi016.stdout: "wal_total_bytes": { 2024-04-15T14:36:41.348 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.348 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.348 INFO:tasks.workunit.client.0.smithi016.stdout: "wal_used_bytes": { 2024-04-15T14:36:41.348 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.348 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.348 INFO:tasks.workunit.client.0.smithi016.stdout: "write_bytes": { 2024-04-15T14:36:41.349 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 3497984 2024-04-15T14:36:41.349 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T14:36:41.349 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.349 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore": { 2024-04-15T14:36:41.349 INFO:tasks.workunit.client.0.smithi016.stdout: "alloc_unit": { 2024-04-15T14:36:41.349 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 4096 2024-04-15T14:36:41.349 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.349 INFO:tasks.workunit.client.0.smithi016.stdout: "allocated": { 2024-04-15T14:36:41.349 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 720896 2024-04-15T14:36:41.349 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.349 INFO:tasks.workunit.client.0.smithi016.stdout: "clist_lat": { 2024-04-15T14:36:41.349 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 4, 2024-04-15T14:36:41.349 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 182227 2024-04-15T14:36:41.349 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.350 INFO:tasks.workunit.client.0.smithi016.stdout: "compress_lat": { 2024-04-15T14:36:41.350 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 0, 2024-04-15T14:36:41.350 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.350 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.350 INFO:tasks.workunit.client.0.smithi016.stdout: "compressed": { 2024-04-15T14:36:41.350 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.350 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.350 INFO:tasks.workunit.client.0.smithi016.stdout: "compressed_allocated": { 2024-04-15T14:36:41.350 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.350 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.350 INFO:tasks.workunit.client.0.smithi016.stdout: "compressed_original": { 2024-04-15T14:36:41.350 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.350 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.350 INFO:tasks.workunit.client.0.smithi016.stdout: "csum_lat": { 2024-04-15T14:36:41.351 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 12, 2024-04-15T14:36:41.351 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 15113 2024-04-15T14:36:41.351 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.351 INFO:tasks.workunit.client.0.smithi016.stdout: "decompress_lat": { 2024-04-15T14:36:41.351 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 0, 2024-04-15T14:36:41.351 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.351 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.351 INFO:tasks.workunit.client.0.smithi016.stdout: "fragmentation_micros": { 2024-04-15T14:36:41.351 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.351 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.351 INFO:tasks.workunit.client.0.smithi016.stdout: "kv_commit_lat": { 2024-04-15T14:36:41.351 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 289, 2024-04-15T14:36:41.351 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 48838479 2024-04-15T14:36:41.351 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.351 INFO:tasks.workunit.client.0.smithi016.stdout: "kv_final_lat": { 2024-04-15T14:36:41.352 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 282, 2024-04-15T14:36:41.352 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 10037567 2024-04-15T14:36:41.352 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.352 INFO:tasks.workunit.client.0.smithi016.stdout: "kv_flush_lat": { 2024-04-15T14:36:41.352 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 289, 2024-04-15T14:36:41.352 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 334861 2024-04-15T14:36:41.352 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.352 INFO:tasks.workunit.client.0.smithi016.stdout: "kv_sync_lat": { 2024-04-15T14:36:41.352 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 289, 2024-04-15T14:36:41.352 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 49173340 2024-04-15T14:36:41.352 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.352 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_get_keys_lat": { 2024-04-15T14:36:41.352 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 0, 2024-04-15T14:36:41.352 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.352 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.353 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_get_values_lat": { 2024-04-15T14:36:41.353 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 3, 2024-04-15T14:36:41.353 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 54815 2024-04-15T14:36:41.353 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.353 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_lower_bound_lat": { 2024-04-15T14:36:41.353 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 0, 2024-04-15T14:36:41.353 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.353 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.353 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_next_lat": { 2024-04-15T14:36:41.353 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 0, 2024-04-15T14:36:41.353 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.353 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.353 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_seek_to_first_lat": { 2024-04-15T14:36:41.353 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 0, 2024-04-15T14:36:41.353 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.354 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.354 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_upper_bound_lat": { 2024-04-15T14:36:41.354 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 2, 2024-04-15T14:36:41.354 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 4375 2024-04-15T14:36:41.354 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.354 INFO:tasks.workunit.client.0.smithi016.stdout: "onode_hits": { 2024-04-15T14:36:41.354 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 618 2024-04-15T14:36:41.354 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.354 INFO:tasks.workunit.client.0.smithi016.stdout: "onode_misses": { 2024-04-15T14:36:41.354 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 211 2024-04-15T14:36:41.354 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.354 INFO:tasks.workunit.client.0.smithi016.stdout: "read_lat": { 2024-04-15T14:36:41.354 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 102, 2024-04-15T14:36:41.354 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 1047059 2024-04-15T14:36:41.355 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.355 INFO:tasks.workunit.client.0.smithi016.stdout: "read_onode_meta_lat": { 2024-04-15T14:36:41.355 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 282, 2024-04-15T14:36:41.355 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 250838 2024-04-15T14:36:41.355 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.355 INFO:tasks.workunit.client.0.smithi016.stdout: "read_wait_aio_lat": { 2024-04-15T14:36:41.355 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 180, 2024-04-15T14:36:41.355 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 697829 2024-04-15T14:36:41.355 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.355 INFO:tasks.workunit.client.0.smithi016.stdout: "reads_with_retries": { 2024-04-15T14:36:41.355 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.355 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.355 INFO:tasks.workunit.client.0.smithi016.stdout: "remove_lat": { 2024-04-15T14:36:41.355 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 3, 2024-04-15T14:36:41.355 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 109497 2024-04-15T14:36:41.356 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.356 INFO:tasks.workunit.client.0.smithi016.stdout: "state_aio_wait_lat": { 2024-04-15T14:36:41.356 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 339, 2024-04-15T14:36:41.356 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 5631580 2024-04-15T14:36:41.356 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.356 INFO:tasks.workunit.client.0.smithi016.stdout: "state_deferred_aio_wait_lat": { 2024-04-15T14:36:41.356 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 119, 2024-04-15T14:36:41.356 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 8125389 2024-04-15T14:36:41.356 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.356 INFO:tasks.workunit.client.0.smithi016.stdout: "state_deferred_cleanup_lat": { 2024-04-15T14:36:41.356 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 117, 2024-04-15T14:36:41.356 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 258168112355 2024-04-15T14:36:41.356 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.356 INFO:tasks.workunit.client.0.smithi016.stdout: "state_deferred_queued_lat": { 2024-04-15T14:36:41.356 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 119, 2024-04-15T14:36:41.357 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 126530959903 2024-04-15T14:36:41.357 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.357 INFO:tasks.workunit.client.0.smithi016.stdout: "state_done_lat": { 2024-04-15T14:36:41.357 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 337, 2024-04-15T14:36:41.357 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 76706162678 2024-04-15T14:36:41.357 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.357 INFO:tasks.workunit.client.0.smithi016.stdout: "state_finishing_lat": { 2024-04-15T14:36:41.357 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 337, 2024-04-15T14:36:41.357 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 33151 2024-04-15T14:36:41.357 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.357 INFO:tasks.workunit.client.0.smithi016.stdout: "state_io_done_lat": { 2024-04-15T14:36:41.357 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 339, 2024-04-15T14:36:41.357 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 466066 2024-04-15T14:36:41.357 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.357 INFO:tasks.workunit.client.0.smithi016.stdout: "state_kv_commiting_lat": { 2024-04-15T14:36:41.358 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 339, 2024-04-15T14:36:41.358 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 98703554 2024-04-15T14:36:41.358 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.358 INFO:tasks.workunit.client.0.smithi016.stdout: "state_kv_done_lat": { 2024-04-15T14:36:41.358 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 339, 2024-04-15T14:36:41.358 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 122643 2024-04-15T14:36:41.358 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.358 INFO:tasks.workunit.client.0.smithi016.stdout: "state_kv_queued_lat": { 2024-04-15T14:36:41.358 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 339, 2024-04-15T14:36:41.358 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 37864677 2024-04-15T14:36:41.358 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.358 INFO:tasks.workunit.client.0.smithi016.stdout: "state_prepare_lat": { 2024-04-15T14:36:41.359 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 339, 2024-04-15T14:36:41.359 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 18476329 2024-04-15T14:36:41.359 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.359 INFO:tasks.workunit.client.0.smithi016.stdout: "stored": { 2024-04-15T14:36:41.359 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 313129 2024-04-15T14:36:41.359 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.359 INFO:tasks.workunit.client.0.smithi016.stdout: "truncate_lat": { 2024-04-15T14:36:41.359 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 53, 2024-04-15T14:36:41.359 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 251311 2024-04-15T14:36:41.359 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.359 INFO:tasks.workunit.client.0.smithi016.stdout: "txc_commit_lat": { 2024-04-15T14:36:41.359 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 339, 2024-04-15T14:36:41.359 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 161194444 2024-04-15T14:36:41.359 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.359 INFO:tasks.workunit.client.0.smithi016.stdout: "txc_submit_lat": { 2024-04-15T14:36:41.360 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 339, 2024-04-15T14:36:41.360 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 24153712 2024-04-15T14:36:41.360 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.360 INFO:tasks.workunit.client.0.smithi016.stdout: "txc_throttle_lat": { 2024-04-15T14:36:41.360 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 339, 2024-04-15T14:36:41.360 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 2289520 2024-04-15T14:36:41.360 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T14:36:41.360 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.360 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore-pricache": { 2024-04-15T14:36:41.360 INFO:tasks.workunit.client.0.smithi016.stdout: "cache_bytes": { 2024-04-15T14:36:41.360 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 1862577038 2024-04-15T14:36:41.360 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.360 INFO:tasks.workunit.client.0.smithi016.stdout: "heap_bytes": { 2024-04-15T14:36:41.360 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 42319872 2024-04-15T14:36:41.361 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.361 INFO:tasks.workunit.client.0.smithi016.stdout: "mapped_bytes": { 2024-04-15T14:36:41.361 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 42106880 2024-04-15T14:36:41.361 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.361 INFO:tasks.workunit.client.0.smithi016.stdout: "target_bytes": { 2024-04-15T14:36:41.361 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 3138686361 2024-04-15T14:36:41.361 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.361 INFO:tasks.workunit.client.0.smithi016.stdout: "unmapped_bytes": { 2024-04-15T14:36:41.361 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 212992 2024-04-15T14:36:41.361 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T14:36:41.361 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.361 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore-pricache:data": { 2024-04-15T14:36:41.361 INFO:tasks.workunit.client.0.smithi016.stdout: "committed_bytes": { 2024-04-15T14:36:41.361 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 159383552 2024-04-15T14:36:41.362 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.362 INFO:tasks.workunit.client.0.smithi016.stdout: "pri0_bytes": { 2024-04-15T14:36:41.362 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.362 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.362 INFO:tasks.workunit.client.0.smithi016.stdout: "pri10_bytes": { 2024-04-15T14:36:41.362 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.362 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.362 INFO:tasks.workunit.client.0.smithi016.stdout: "pri11_bytes": { 2024-04-15T14:36:41.362 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 85566406 2024-04-15T14:36:41.362 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.362 INFO:tasks.workunit.client.0.smithi016.stdout: "pri1_bytes": { 2024-04-15T14:36:41.362 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.362 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.362 INFO:tasks.workunit.client.0.smithi016.stdout: "pri2_bytes": { 2024-04-15T14:36:41.363 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.363 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.363 INFO:tasks.workunit.client.0.smithi016.stdout: "pri3_bytes": { 2024-04-15T14:36:41.363 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.363 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.363 INFO:tasks.workunit.client.0.smithi016.stdout: "pri4_bytes": { 2024-04-15T14:36:41.363 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.363 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.363 INFO:tasks.workunit.client.0.smithi016.stdout: "pri5_bytes": { 2024-04-15T14:36:41.363 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.363 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.363 INFO:tasks.workunit.client.0.smithi016.stdout: "pri6_bytes": { 2024-04-15T14:36:41.363 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 8192 2024-04-15T14:36:41.363 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.363 INFO:tasks.workunit.client.0.smithi016.stdout: "pri7_bytes": { 2024-04-15T14:36:41.364 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.364 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.364 INFO:tasks.workunit.client.0.smithi016.stdout: "pri8_bytes": { 2024-04-15T14:36:41.364 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.364 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.364 INFO:tasks.workunit.client.0.smithi016.stdout: "pri9_bytes": { 2024-04-15T14:36:41.364 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.364 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.364 INFO:tasks.workunit.client.0.smithi016.stdout: "reserved_bytes": { 2024-04-15T14:36:41.364 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 73808954 2024-04-15T14:36:41.364 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T14:36:41.364 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.364 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore-pricache:kv": { 2024-04-15T14:36:41.364 INFO:tasks.workunit.client.0.smithi016.stdout: "committed_bytes": { 2024-04-15T14:36:41.365 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 780140544 2024-04-15T14:36:41.365 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.365 INFO:tasks.workunit.client.0.smithi016.stdout: "pri0_bytes": { 2024-04-15T14:36:41.365 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 67108864 2024-04-15T14:36:41.365 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.365 INFO:tasks.workunit.client.0.smithi016.stdout: "pri10_bytes": { 2024-04-15T14:36:41.365 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.365 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.365 INFO:tasks.workunit.client.0.smithi016.stdout: "pri11_bytes": { 2024-04-15T14:36:41.365 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 641748045 2024-04-15T14:36:41.365 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.365 INFO:tasks.workunit.client.0.smithi016.stdout: "pri1_bytes": { 2024-04-15T14:36:41.365 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.365 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.365 INFO:tasks.workunit.client.0.smithi016.stdout: "pri2_bytes": { 2024-04-15T14:36:41.366 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.366 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.366 INFO:tasks.workunit.client.0.smithi016.stdout: "pri3_bytes": { 2024-04-15T14:36:41.366 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.366 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.366 INFO:tasks.workunit.client.0.smithi016.stdout: "pri4_bytes": { 2024-04-15T14:36:41.366 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.366 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.366 INFO:tasks.workunit.client.0.smithi016.stdout: "pri5_bytes": { 2024-04-15T14:36:41.366 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.366 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.366 INFO:tasks.workunit.client.0.smithi016.stdout: "pri6_bytes": { 2024-04-15T14:36:41.366 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 2128 2024-04-15T14:36:41.366 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.367 INFO:tasks.workunit.client.0.smithi016.stdout: "pri7_bytes": { 2024-04-15T14:36:41.367 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.367 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.367 INFO:tasks.workunit.client.0.smithi016.stdout: "pri8_bytes": { 2024-04-15T14:36:41.367 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.367 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.367 INFO:tasks.workunit.client.0.smithi016.stdout: "pri9_bytes": { 2024-04-15T14:36:41.367 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.367 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.367 INFO:tasks.workunit.client.0.smithi016.stdout: "reserved_bytes": { 2024-04-15T14:36:41.367 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 71281507 2024-04-15T14:36:41.367 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T14:36:41.367 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.367 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore-pricache:kv_onode": { 2024-04-15T14:36:41.368 INFO:tasks.workunit.client.0.smithi016.stdout: "committed_bytes": { 2024-04-15T14:36:41.368 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 192937984 2024-04-15T14:36:41.368 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.368 INFO:tasks.workunit.client.0.smithi016.stdout: "pri0_bytes": { 2024-04-15T14:36:41.368 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 67108864 2024-04-15T14:36:41.368 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.368 INFO:tasks.workunit.client.0.smithi016.stdout: "pri10_bytes": { 2024-04-15T14:36:41.368 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 464 2024-04-15T14:36:41.368 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.368 INFO:tasks.workunit.client.0.smithi016.stdout: "pri11_bytes": { 2024-04-15T14:36:41.368 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 57044270 2024-04-15T14:36:41.368 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.368 INFO:tasks.workunit.client.0.smithi016.stdout: "pri1_bytes": { 2024-04-15T14:36:41.368 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.368 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.369 INFO:tasks.workunit.client.0.smithi016.stdout: "pri2_bytes": { 2024-04-15T14:36:41.369 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.369 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.369 INFO:tasks.workunit.client.0.smithi016.stdout: "pri3_bytes": { 2024-04-15T14:36:41.369 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.369 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.369 INFO:tasks.workunit.client.0.smithi016.stdout: "pri4_bytes": { 2024-04-15T14:36:41.369 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.369 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.369 INFO:tasks.workunit.client.0.smithi016.stdout: "pri5_bytes": { 2024-04-15T14:36:41.369 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.369 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.369 INFO:tasks.workunit.client.0.smithi016.stdout: "pri6_bytes": { 2024-04-15T14:36:41.369 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.369 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.370 INFO:tasks.workunit.client.0.smithi016.stdout: "pri7_bytes": { 2024-04-15T14:36:41.370 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.370 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.370 INFO:tasks.workunit.client.0.smithi016.stdout: "pri8_bytes": { 2024-04-15T14:36:41.370 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.370 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.370 INFO:tasks.workunit.client.0.smithi016.stdout: "pri9_bytes": { 2024-04-15T14:36:41.370 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.370 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.370 INFO:tasks.workunit.client.0.smithi016.stdout: "reserved_bytes": { 2024-04-15T14:36:41.370 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 68784386 2024-04-15T14:36:41.370 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T14:36:41.370 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.370 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore-pricache:meta": { 2024-04-15T14:36:41.370 INFO:tasks.workunit.client.0.smithi016.stdout: "committed_bytes": { 2024-04-15T14:36:41.371 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 713031680 2024-04-15T14:36:41.371 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.371 INFO:tasks.workunit.client.0.smithi016.stdout: "pri0_bytes": { 2024-04-15T14:36:41.371 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.371 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.371 INFO:tasks.workunit.client.0.smithi016.stdout: "pri10_bytes": { 2024-04-15T14:36:41.371 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.371 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.371 INFO:tasks.workunit.client.0.smithi016.stdout: "pri11_bytes": { 2024-04-15T14:36:41.371 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 641748045 2024-04-15T14:36:41.371 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.371 INFO:tasks.workunit.client.0.smithi016.stdout: "pri1_bytes": { 2024-04-15T14:36:41.371 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.371 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.371 INFO:tasks.workunit.client.0.smithi016.stdout: "pri2_bytes": { 2024-04-15T14:36:41.372 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.372 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.372 INFO:tasks.workunit.client.0.smithi016.stdout: "pri3_bytes": { 2024-04-15T14:36:41.372 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.372 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.372 INFO:tasks.workunit.client.0.smithi016.stdout: "pri4_bytes": { 2024-04-15T14:36:41.372 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.372 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.372 INFO:tasks.workunit.client.0.smithi016.stdout: "pri5_bytes": { 2024-04-15T14:36:41.372 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.372 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.372 INFO:tasks.workunit.client.0.smithi016.stdout: "pri6_bytes": { 2024-04-15T14:36:41.372 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 209499 2024-04-15T14:36:41.372 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.372 INFO:tasks.workunit.client.0.smithi016.stdout: "pri7_bytes": { 2024-04-15T14:36:41.373 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.373 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.373 INFO:tasks.workunit.client.0.smithi016.stdout: "pri8_bytes": { 2024-04-15T14:36:41.373 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.373 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.373 INFO:tasks.workunit.client.0.smithi016.stdout: "pri9_bytes": { 2024-04-15T14:36:41.373 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.373 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.373 INFO:tasks.workunit.client.0.smithi016.stdout: "reserved_bytes": { 2024-04-15T14:36:41.373 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 71074136 2024-04-15T14:36:41.373 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T14:36:41.373 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.373 INFO:tasks.workunit.client.0.smithi016.stdout: "objecter": { 2024-04-15T14:36:41.373 INFO:tasks.workunit.client.0.smithi016.stdout: "op_active": { 2024-04-15T14:36:41.373 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.374 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.374 INFO:tasks.workunit.client.0.smithi016.stdout: "op_r": { 2024-04-15T14:36:41.374 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.374 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.374 INFO:tasks.workunit.client.0.smithi016.stdout: "op_rmw": { 2024-04-15T14:36:41.374 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.374 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.374 INFO:tasks.workunit.client.0.smithi016.stdout: "op_w": { 2024-04-15T14:36:41.374 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.374 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T14:36:41.374 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.374 INFO:tasks.workunit.client.0.smithi016.stdout: "osd": { 2024-04-15T14:36:41.374 INFO:tasks.workunit.client.0.smithi016.stdout: "numpg": { 2024-04-15T14:36:41.374 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 31 2024-04-15T14:36:41.374 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.375 INFO:tasks.workunit.client.0.smithi016.stdout: "numpg_removing": { 2024-04-15T14:36:41.375 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.375 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.375 INFO:tasks.workunit.client.0.smithi016.stdout: "op": { 2024-04-15T14:36:41.375 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 10 2024-04-15T14:36:41.375 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.375 INFO:tasks.workunit.client.0.smithi016.stdout: "op_delayed_degraded": { 2024-04-15T14:36:41.375 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.375 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.375 INFO:tasks.workunit.client.0.smithi016.stdout: "op_delayed_unreadable": { 2024-04-15T14:36:41.375 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.375 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.375 INFO:tasks.workunit.client.0.smithi016.stdout: "op_in_bytes": { 2024-04-15T14:36:41.376 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.376 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.376 INFO:tasks.workunit.client.0.smithi016.stdout: "op_latency": { 2024-04-15T14:36:41.376 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 10, 2024-04-15T14:36:41.376 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 244261610 2024-04-15T14:36:41.376 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.376 INFO:tasks.workunit.client.0.smithi016.stdout: "op_out_bytes": { 2024-04-15T14:36:41.376 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.376 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.376 INFO:tasks.workunit.client.0.smithi016.stdout: "op_prepare_latency": { 2024-04-15T14:36:41.376 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 10, 2024-04-15T14:36:41.376 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 7191078 2024-04-15T14:36:41.376 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.376 INFO:tasks.workunit.client.0.smithi016.stdout: "op_process_latency": { 2024-04-15T14:36:41.377 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 10, 2024-04-15T14:36:41.377 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 227588328 2024-04-15T14:36:41.377 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.377 INFO:tasks.workunit.client.0.smithi016.stdout: "op_r": { 2024-04-15T14:36:41.377 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.377 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.377 INFO:tasks.workunit.client.0.smithi016.stdout: "op_r_latency": { 2024-04-15T14:36:41.377 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 0, 2024-04-15T14:36:41.377 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.377 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.377 INFO:tasks.workunit.client.0.smithi016.stdout: "op_r_latency_out_bytes_histogram": { 2024-04-15T14:36:41.377 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.377 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.377 INFO:tasks.workunit.client.0.smithi016.stdout: "op_r_out_bytes": { 2024-04-15T14:36:41.377 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.378 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.378 INFO:tasks.workunit.client.0.smithi016.stdout: "op_r_prepare_latency": { 2024-04-15T14:36:41.378 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 0, 2024-04-15T14:36:41.378 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.378 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.378 INFO:tasks.workunit.client.0.smithi016.stdout: "op_r_process_latency": { 2024-04-15T14:36:41.378 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 0, 2024-04-15T14:36:41.378 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.378 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.378 INFO:tasks.workunit.client.0.smithi016.stdout: "op_rw": { 2024-04-15T14:36:41.378 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.378 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.378 INFO:tasks.workunit.client.0.smithi016.stdout: "op_rw_in_bytes": { 2024-04-15T14:36:41.379 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.379 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.379 INFO:tasks.workunit.client.0.smithi016.stdout: "op_rw_latency": { 2024-04-15T14:36:41.379 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 0, 2024-04-15T14:36:41.379 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.379 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.379 INFO:tasks.workunit.client.0.smithi016.stdout: "op_rw_latency_in_bytes_histogram": { 2024-04-15T14:36:41.379 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.379 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.379 INFO:tasks.workunit.client.0.smithi016.stdout: "op_rw_latency_out_bytes_histogram": { 2024-04-15T14:36:41.379 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.379 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.379 INFO:tasks.workunit.client.0.smithi016.stdout: "op_rw_out_bytes": { 2024-04-15T14:36:41.379 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.379 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.380 INFO:tasks.workunit.client.0.smithi016.stdout: "op_rw_prepare_latency": { 2024-04-15T14:36:41.380 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 0, 2024-04-15T14:36:41.380 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.380 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.380 INFO:tasks.workunit.client.0.smithi016.stdout: "op_rw_process_latency": { 2024-04-15T14:36:41.380 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 0, 2024-04-15T14:36:41.380 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.380 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.380 INFO:tasks.workunit.client.0.smithi016.stdout: "op_w": { 2024-04-15T14:36:41.380 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 10 2024-04-15T14:36:41.380 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.380 INFO:tasks.workunit.client.0.smithi016.stdout: "op_w_in_bytes": { 2024-04-15T14:36:41.380 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.380 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.380 INFO:tasks.workunit.client.0.smithi016.stdout: "op_w_latency": { 2024-04-15T14:36:41.381 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 10, 2024-04-15T14:36:41.381 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 244261610 2024-04-15T14:36:41.381 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.381 INFO:tasks.workunit.client.0.smithi016.stdout: "op_w_latency_in_bytes_histogram": { 2024-04-15T14:36:41.381 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.381 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.381 INFO:tasks.workunit.client.0.smithi016.stdout: "op_w_prepare_latency": { 2024-04-15T14:36:41.381 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 10, 2024-04-15T14:36:41.381 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 7191078 2024-04-15T14:36:41.381 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.381 INFO:tasks.workunit.client.0.smithi016.stdout: "op_w_process_latency": { 2024-04-15T14:36:41.381 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 10, 2024-04-15T14:36:41.381 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 227588328 2024-04-15T14:36:41.381 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.381 INFO:tasks.workunit.client.0.smithi016.stdout: "op_wip": { 2024-04-15T14:36:41.382 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.382 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.382 INFO:tasks.workunit.client.0.smithi016.stdout: "recovery_bytes": { 2024-04-15T14:36:41.382 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.382 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.382 INFO:tasks.workunit.client.0.smithi016.stdout: "recovery_ops": { 2024-04-15T14:36:41.382 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.382 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.382 INFO:tasks.workunit.client.0.smithi016.stdout: "stat_bytes": { 2024-04-15T14:36:41.382 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 95995035648 2024-04-15T14:36:41.382 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.382 INFO:tasks.workunit.client.0.smithi016.stdout: "stat_bytes_used": { 2024-04-15T14:36:41.382 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 28393472 2024-04-15T14:36:41.382 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T14:36:41.383 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T14:36:41.383 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.383 INFO:tasks.workunit.client.0.smithi016.stdout: "osd.3": { 2024-04-15T14:36:41.383 INFO:tasks.workunit.client.0.smithi016.stdout: "bluefs": { 2024-04-15T14:36:41.383 INFO:tasks.workunit.client.0.smithi016.stdout: "alloc_slow_fallback": { 2024-04-15T14:36:41.383 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.383 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.383 INFO:tasks.workunit.client.0.smithi016.stdout: "alloc_slow_size_fallback": { 2024-04-15T14:36:41.383 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.383 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.383 INFO:tasks.workunit.client.0.smithi016.stdout: "alloc_unit_db": { 2024-04-15T14:36:41.383 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 65536 2024-04-15T14:36:41.383 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.383 INFO:tasks.workunit.client.0.smithi016.stdout: "alloc_unit_main": { 2024-04-15T14:36:41.383 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.384 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.384 INFO:tasks.workunit.client.0.smithi016.stdout: "alloc_unit_wal": { 2024-04-15T14:36:41.384 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.384 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.384 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes_written_slow": { 2024-04-15T14:36:41.384 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.384 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.384 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes_written_sst": { 2024-04-15T14:36:41.384 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 12288 2024-04-15T14:36:41.384 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.384 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes_written_wal": { 2024-04-15T14:36:41.384 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 1069056 2024-04-15T14:36:41.384 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.384 INFO:tasks.workunit.client.0.smithi016.stdout: "compact_lat": { 2024-04-15T14:36:41.385 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 0, 2024-04-15T14:36:41.385 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.385 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.385 INFO:tasks.workunit.client.0.smithi016.stdout: "compact_lock_lat": { 2024-04-15T14:36:41.385 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 0, 2024-04-15T14:36:41.385 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.385 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.385 INFO:tasks.workunit.client.0.smithi016.stdout: "db_total_bytes": { 2024-04-15T14:36:41.385 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 95995035648 2024-04-15T14:36:41.385 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.385 INFO:tasks.workunit.client.0.smithi016.stdout: "db_used_bytes": { 2024-04-15T14:36:41.385 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 27656192 2024-04-15T14:36:41.385 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.385 INFO:tasks.workunit.client.0.smithi016.stdout: "log_bytes": { 2024-04-15T14:36:41.386 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 765952 2024-04-15T14:36:41.386 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.386 INFO:tasks.workunit.client.0.smithi016.stdout: "logged_bytes": { 2024-04-15T14:36:41.386 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 626688 2024-04-15T14:36:41.386 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.386 INFO:tasks.workunit.client.0.smithi016.stdout: "max_bytes_db": { 2024-04-15T14:36:41.386 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 31850496 2024-04-15T14:36:41.386 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.386 INFO:tasks.workunit.client.0.smithi016.stdout: "max_bytes_slow": { 2024-04-15T14:36:41.386 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.386 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.386 INFO:tasks.workunit.client.0.smithi016.stdout: "max_bytes_wal": { 2024-04-15T14:36:41.386 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.386 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.386 INFO:tasks.workunit.client.0.smithi016.stdout: "num_files": { 2024-04-15T14:36:41.387 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 14 2024-04-15T14:36:41.387 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.387 INFO:tasks.workunit.client.0.smithi016.stdout: "read_bytes": { 2024-04-15T14:36:41.387 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 206272 2024-04-15T14:36:41.387 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.387 INFO:tasks.workunit.client.0.smithi016.stdout: "read_count": { 2024-04-15T14:36:41.387 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 23 2024-04-15T14:36:41.387 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.387 INFO:tasks.workunit.client.0.smithi016.stdout: "read_disk_bytes": { 2024-04-15T14:36:41.387 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 1282048 2024-04-15T14:36:41.387 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.387 INFO:tasks.workunit.client.0.smithi016.stdout: "read_disk_bytes_db": { 2024-04-15T14:36:41.387 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 1286144 2024-04-15T14:36:41.387 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.387 INFO:tasks.workunit.client.0.smithi016.stdout: "read_disk_bytes_slow": { 2024-04-15T14:36:41.388 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.388 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.388 INFO:tasks.workunit.client.0.smithi016.stdout: "read_disk_bytes_wal": { 2024-04-15T14:36:41.388 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.388 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.388 INFO:tasks.workunit.client.0.smithi016.stdout: "read_disk_count": { 2024-04-15T14:36:41.388 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 15 2024-04-15T14:36:41.388 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.388 INFO:tasks.workunit.client.0.smithi016.stdout: "read_prefetch_bytes": { 2024-04-15T14:36:41.388 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 4913 2024-04-15T14:36:41.388 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.388 INFO:tasks.workunit.client.0.smithi016.stdout: "read_prefetch_count": { 2024-04-15T14:36:41.388 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 4 2024-04-15T14:36:41.388 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.388 INFO:tasks.workunit.client.0.smithi016.stdout: "read_random_buffer_bytes": { 2024-04-15T14:36:41.389 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 5504 2024-04-15T14:36:41.389 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.389 INFO:tasks.workunit.client.0.smithi016.stdout: "read_random_buffer_count": { 2024-04-15T14:36:41.389 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 24 2024-04-15T14:36:41.389 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.389 INFO:tasks.workunit.client.0.smithi016.stdout: "read_random_bytes": { 2024-04-15T14:36:41.389 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 5504 2024-04-15T14:36:41.389 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.389 INFO:tasks.workunit.client.0.smithi016.stdout: "read_random_count": { 2024-04-15T14:36:41.389 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 24 2024-04-15T14:36:41.389 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.389 INFO:tasks.workunit.client.0.smithi016.stdout: "read_random_disk_bytes": { 2024-04-15T14:36:41.389 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.389 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.389 INFO:tasks.workunit.client.0.smithi016.stdout: "read_random_disk_bytes_db": { 2024-04-15T14:36:41.390 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.390 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.390 INFO:tasks.workunit.client.0.smithi016.stdout: "read_random_disk_bytes_slow": { 2024-04-15T14:36:41.390 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.390 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.390 INFO:tasks.workunit.client.0.smithi016.stdout: "read_random_disk_bytes_wal": { 2024-04-15T14:36:41.390 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.390 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.390 INFO:tasks.workunit.client.0.smithi016.stdout: "read_random_disk_count": { 2024-04-15T14:36:41.390 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.390 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.390 INFO:tasks.workunit.client.0.smithi016.stdout: "slow_total_bytes": { 2024-04-15T14:36:41.390 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.390 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.391 INFO:tasks.workunit.client.0.smithi016.stdout: "slow_used_bytes": { 2024-04-15T14:36:41.391 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.391 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.391 INFO:tasks.workunit.client.0.smithi016.stdout: "wal_total_bytes": { 2024-04-15T14:36:41.391 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.391 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.391 INFO:tasks.workunit.client.0.smithi016.stdout: "wal_used_bytes": { 2024-04-15T14:36:41.391 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.391 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.391 INFO:tasks.workunit.client.0.smithi016.stdout: "write_bytes": { 2024-04-15T14:36:41.391 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 1773568 2024-04-15T14:36:41.391 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T14:36:41.391 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.391 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore": { 2024-04-15T14:36:41.392 INFO:tasks.workunit.client.0.smithi016.stdout: "alloc_unit": { 2024-04-15T14:36:41.392 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 4096 2024-04-15T14:36:41.392 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.392 INFO:tasks.workunit.client.0.smithi016.stdout: "allocated": { 2024-04-15T14:36:41.392 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 737280 2024-04-15T14:36:41.392 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.392 INFO:tasks.workunit.client.0.smithi016.stdout: "clist_lat": { 2024-04-15T14:36:41.392 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 0, 2024-04-15T14:36:41.392 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.392 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.392 INFO:tasks.workunit.client.0.smithi016.stdout: "compress_lat": { 2024-04-15T14:36:41.392 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 0, 2024-04-15T14:36:41.392 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.393 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.393 INFO:tasks.workunit.client.0.smithi016.stdout: "compressed": { 2024-04-15T14:36:41.393 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.393 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.393 INFO:tasks.workunit.client.0.smithi016.stdout: "compressed_allocated": { 2024-04-15T14:36:41.393 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.393 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.393 INFO:tasks.workunit.client.0.smithi016.stdout: "compressed_original": { 2024-04-15T14:36:41.393 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.393 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.393 INFO:tasks.workunit.client.0.smithi016.stdout: "csum_lat": { 2024-04-15T14:36:41.393 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 2, 2024-04-15T14:36:41.393 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 5645 2024-04-15T14:36:41.393 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.394 INFO:tasks.workunit.client.0.smithi016.stdout: "decompress_lat": { 2024-04-15T14:36:41.394 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 0, 2024-04-15T14:36:41.394 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.394 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.394 INFO:tasks.workunit.client.0.smithi016.stdout: "fragmentation_micros": { 2024-04-15T14:36:41.394 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.394 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.394 INFO:tasks.workunit.client.0.smithi016.stdout: "kv_commit_lat": { 2024-04-15T14:36:41.394 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 140, 2024-04-15T14:36:41.394 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 34686819 2024-04-15T14:36:41.394 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.394 INFO:tasks.workunit.client.0.smithi016.stdout: "kv_final_lat": { 2024-04-15T14:36:41.394 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 134, 2024-04-15T14:36:41.394 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 4812419 2024-04-15T14:36:41.395 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.395 INFO:tasks.workunit.client.0.smithi016.stdout: "kv_flush_lat": { 2024-04-15T14:36:41.395 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 140, 2024-04-15T14:36:41.395 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 205856 2024-04-15T14:36:41.395 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.395 INFO:tasks.workunit.client.0.smithi016.stdout: "kv_sync_lat": { 2024-04-15T14:36:41.395 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 140, 2024-04-15T14:36:41.395 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 34892675 2024-04-15T14:36:41.395 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.395 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_get_keys_lat": { 2024-04-15T14:36:41.395 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 0, 2024-04-15T14:36:41.395 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.395 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.395 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_get_values_lat": { 2024-04-15T14:36:41.395 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 1, 2024-04-15T14:36:41.396 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 36884 2024-04-15T14:36:41.396 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.396 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_lower_bound_lat": { 2024-04-15T14:36:41.396 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 0, 2024-04-15T14:36:41.396 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.396 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.396 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_next_lat": { 2024-04-15T14:36:41.396 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 0, 2024-04-15T14:36:41.396 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.396 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.396 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_seek_to_first_lat": { 2024-04-15T14:36:41.396 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 0, 2024-04-15T14:36:41.396 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.396 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.397 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_upper_bound_lat": { 2024-04-15T14:36:41.397 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 2, 2024-04-15T14:36:41.397 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 4465 2024-04-15T14:36:41.397 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.397 INFO:tasks.workunit.client.0.smithi016.stdout: "onode_hits": { 2024-04-15T14:36:41.397 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 338 2024-04-15T14:36:41.397 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.397 INFO:tasks.workunit.client.0.smithi016.stdout: "onode_misses": { 2024-04-15T14:36:41.397 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 219 2024-04-15T14:36:41.397 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.397 INFO:tasks.workunit.client.0.smithi016.stdout: "read_lat": { 2024-04-15T14:36:41.397 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 80, 2024-04-15T14:36:41.397 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 851857 2024-04-15T14:36:41.397 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.398 INFO:tasks.workunit.client.0.smithi016.stdout: "read_onode_meta_lat": { 2024-04-15T14:36:41.398 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 138, 2024-04-15T14:36:41.398 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 309346 2024-04-15T14:36:41.398 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.398 INFO:tasks.workunit.client.0.smithi016.stdout: "read_wait_aio_lat": { 2024-04-15T14:36:41.398 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 58, 2024-04-15T14:36:41.398 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 132960 2024-04-15T14:36:41.398 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.398 INFO:tasks.workunit.client.0.smithi016.stdout: "reads_with_retries": { 2024-04-15T14:36:41.398 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.398 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.398 INFO:tasks.workunit.client.0.smithi016.stdout: "remove_lat": { 2024-04-15T14:36:41.398 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 0, 2024-04-15T14:36:41.398 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.399 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.399 INFO:tasks.workunit.client.0.smithi016.stdout: "state_aio_wait_lat": { 2024-04-15T14:36:41.399 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 240, 2024-04-15T14:36:41.399 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 4101720 2024-04-15T14:36:41.399 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.399 INFO:tasks.workunit.client.0.smithi016.stdout: "state_deferred_aio_wait_lat": { 2024-04-15T14:36:41.399 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 53, 2024-04-15T14:36:41.399 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 3531384 2024-04-15T14:36:41.399 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.399 INFO:tasks.workunit.client.0.smithi016.stdout: "state_deferred_cleanup_lat": { 2024-04-15T14:36:41.399 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 50, 2024-04-15T14:36:41.399 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 502980131377 2024-04-15T14:36:41.399 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.399 INFO:tasks.workunit.client.0.smithi016.stdout: "state_deferred_queued_lat": { 2024-04-15T14:36:41.400 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 53, 2024-04-15T14:36:41.400 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 77318208766 2024-04-15T14:36:41.400 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.400 INFO:tasks.workunit.client.0.smithi016.stdout: "state_done_lat": { 2024-04-15T14:36:41.400 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 237, 2024-04-15T14:36:41.400 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 600967 2024-04-15T14:36:41.400 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.400 INFO:tasks.workunit.client.0.smithi016.stdout: "state_finishing_lat": { 2024-04-15T14:36:41.400 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 237, 2024-04-15T14:36:41.400 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 24429 2024-04-15T14:36:41.400 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.400 INFO:tasks.workunit.client.0.smithi016.stdout: "state_io_done_lat": { 2024-04-15T14:36:41.400 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 240, 2024-04-15T14:36:41.400 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 265779 2024-04-15T14:36:41.400 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.401 INFO:tasks.workunit.client.0.smithi016.stdout: "state_kv_commiting_lat": { 2024-04-15T14:36:41.401 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 240, 2024-04-15T14:36:41.401 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 92786986 2024-04-15T14:36:41.401 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.401 INFO:tasks.workunit.client.0.smithi016.stdout: "state_kv_done_lat": { 2024-04-15T14:36:41.401 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 240, 2024-04-15T14:36:41.401 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 75252 2024-04-15T14:36:41.401 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.401 INFO:tasks.workunit.client.0.smithi016.stdout: "state_kv_queued_lat": { 2024-04-15T14:36:41.401 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 240, 2024-04-15T14:36:41.401 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 153623444 2024-04-15T14:36:41.401 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.401 INFO:tasks.workunit.client.0.smithi016.stdout: "state_prepare_lat": { 2024-04-15T14:36:41.401 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 240, 2024-04-15T14:36:41.402 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 12777966 2024-04-15T14:36:41.402 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.402 INFO:tasks.workunit.client.0.smithi016.stdout: "stored": { 2024-04-15T14:36:41.402 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 315592 2024-04-15T14:36:41.402 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.402 INFO:tasks.workunit.client.0.smithi016.stdout: "truncate_lat": { 2024-04-15T14:36:41.402 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 44, 2024-04-15T14:36:41.402 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 246036 2024-04-15T14:36:41.402 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.402 INFO:tasks.workunit.client.0.smithi016.stdout: "txc_commit_lat": { 2024-04-15T14:36:41.402 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 240, 2024-04-15T14:36:41.402 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 263592521 2024-04-15T14:36:41.402 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.402 INFO:tasks.workunit.client.0.smithi016.stdout: "txc_submit_lat": { 2024-04-15T14:36:41.402 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 240, 2024-04-15T14:36:41.403 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 15733223 2024-04-15T14:36:41.403 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.403 INFO:tasks.workunit.client.0.smithi016.stdout: "txc_throttle_lat": { 2024-04-15T14:36:41.403 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 240, 2024-04-15T14:36:41.403 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 1641433 2024-04-15T14:36:41.403 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T14:36:41.403 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.403 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore-pricache": { 2024-04-15T14:36:41.403 INFO:tasks.workunit.client.0.smithi016.stdout: "cache_bytes": { 2024-04-15T14:36:41.403 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 1862577038 2024-04-15T14:36:41.403 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.403 INFO:tasks.workunit.client.0.smithi016.stdout: "heap_bytes": { 2024-04-15T14:36:41.403 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 42385408 2024-04-15T14:36:41.403 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.403 INFO:tasks.workunit.client.0.smithi016.stdout: "mapped_bytes": { 2024-04-15T14:36:41.404 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 40738816 2024-04-15T14:36:41.404 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.404 INFO:tasks.workunit.client.0.smithi016.stdout: "target_bytes": { 2024-04-15T14:36:41.404 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 3138686361 2024-04-15T14:36:41.404 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.404 INFO:tasks.workunit.client.0.smithi016.stdout: "unmapped_bytes": { 2024-04-15T14:36:41.404 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 1646592 2024-04-15T14:36:41.404 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T14:36:41.404 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.404 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore-pricache:data": { 2024-04-15T14:36:41.404 INFO:tasks.workunit.client.0.smithi016.stdout: "committed_bytes": { 2024-04-15T14:36:41.404 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 159383552 2024-04-15T14:36:41.404 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.404 INFO:tasks.workunit.client.0.smithi016.stdout: "pri0_bytes": { 2024-04-15T14:36:41.405 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.405 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.405 INFO:tasks.workunit.client.0.smithi016.stdout: "pri10_bytes": { 2024-04-15T14:36:41.405 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.405 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.405 INFO:tasks.workunit.client.0.smithi016.stdout: "pri11_bytes": { 2024-04-15T14:36:41.405 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 85566554 2024-04-15T14:36:41.405 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.405 INFO:tasks.workunit.client.0.smithi016.stdout: "pri1_bytes": { 2024-04-15T14:36:41.405 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.405 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.405 INFO:tasks.workunit.client.0.smithi016.stdout: "pri2_bytes": { 2024-04-15T14:36:41.405 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.405 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.406 INFO:tasks.workunit.client.0.smithi016.stdout: "pri3_bytes": { 2024-04-15T14:36:41.406 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.406 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.406 INFO:tasks.workunit.client.0.smithi016.stdout: "pri4_bytes": { 2024-04-15T14:36:41.406 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.406 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.406 INFO:tasks.workunit.client.0.smithi016.stdout: "pri5_bytes": { 2024-04-15T14:36:41.406 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.406 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.406 INFO:tasks.workunit.client.0.smithi016.stdout: "pri6_bytes": { 2024-04-15T14:36:41.406 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.406 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.406 INFO:tasks.workunit.client.0.smithi016.stdout: "pri7_bytes": { 2024-04-15T14:36:41.406 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.406 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.407 INFO:tasks.workunit.client.0.smithi016.stdout: "pri8_bytes": { 2024-04-15T14:36:41.407 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.407 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.407 INFO:tasks.workunit.client.0.smithi016.stdout: "pri9_bytes": { 2024-04-15T14:36:41.407 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.407 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.407 INFO:tasks.workunit.client.0.smithi016.stdout: "reserved_bytes": { 2024-04-15T14:36:41.407 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 73816998 2024-04-15T14:36:41.407 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T14:36:41.407 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.407 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore-pricache:kv": { 2024-04-15T14:36:41.407 INFO:tasks.workunit.client.0.smithi016.stdout: "committed_bytes": { 2024-04-15T14:36:41.407 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 780140544 2024-04-15T14:36:41.407 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.407 INFO:tasks.workunit.client.0.smithi016.stdout: "pri0_bytes": { 2024-04-15T14:36:41.408 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 67108864 2024-04-15T14:36:41.408 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.408 INFO:tasks.workunit.client.0.smithi016.stdout: "pri10_bytes": { 2024-04-15T14:36:41.408 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.408 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.408 INFO:tasks.workunit.client.0.smithi016.stdout: "pri11_bytes": { 2024-04-15T14:36:41.408 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 641749162 2024-04-15T14:36:41.408 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.408 INFO:tasks.workunit.client.0.smithi016.stdout: "pri1_bytes": { 2024-04-15T14:36:41.408 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.408 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.408 INFO:tasks.workunit.client.0.smithi016.stdout: "pri2_bytes": { 2024-04-15T14:36:41.408 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.408 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.408 INFO:tasks.workunit.client.0.smithi016.stdout: "pri3_bytes": { 2024-04-15T14:36:41.409 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.409 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.409 INFO:tasks.workunit.client.0.smithi016.stdout: "pri4_bytes": { 2024-04-15T14:36:41.409 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.409 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.409 INFO:tasks.workunit.client.0.smithi016.stdout: "pri5_bytes": { 2024-04-15T14:36:41.409 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.409 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.409 INFO:tasks.workunit.client.0.smithi016.stdout: "pri6_bytes": { 2024-04-15T14:36:41.409 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 2128 2024-04-15T14:36:41.409 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.409 INFO:tasks.workunit.client.0.smithi016.stdout: "pri7_bytes": { 2024-04-15T14:36:41.409 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.409 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.410 INFO:tasks.workunit.client.0.smithi016.stdout: "pri8_bytes": { 2024-04-15T14:36:41.410 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.410 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.410 INFO:tasks.workunit.client.0.smithi016.stdout: "pri9_bytes": { 2024-04-15T14:36:41.410 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.410 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.410 INFO:tasks.workunit.client.0.smithi016.stdout: "reserved_bytes": { 2024-04-15T14:36:41.410 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 71280390 2024-04-15T14:36:41.410 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T14:36:41.410 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.410 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore-pricache:kv_onode": { 2024-04-15T14:36:41.410 INFO:tasks.workunit.client.0.smithi016.stdout: "committed_bytes": { 2024-04-15T14:36:41.410 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 192937984 2024-04-15T14:36:41.411 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.411 INFO:tasks.workunit.client.0.smithi016.stdout: "pri0_bytes": { 2024-04-15T14:36:41.411 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 67108864 2024-04-15T14:36:41.411 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.411 INFO:tasks.workunit.client.0.smithi016.stdout: "pri10_bytes": { 2024-04-15T14:36:41.411 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 464 2024-04-15T14:36:41.411 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.411 INFO:tasks.workunit.client.0.smithi016.stdout: "pri11_bytes": { 2024-04-15T14:36:41.411 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 57044369 2024-04-15T14:36:41.411 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.411 INFO:tasks.workunit.client.0.smithi016.stdout: "pri1_bytes": { 2024-04-15T14:36:41.411 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.411 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.411 INFO:tasks.workunit.client.0.smithi016.stdout: "pri2_bytes": { 2024-04-15T14:36:41.411 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.412 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.412 INFO:tasks.workunit.client.0.smithi016.stdout: "pri3_bytes": { 2024-04-15T14:36:41.412 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.412 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.412 INFO:tasks.workunit.client.0.smithi016.stdout: "pri4_bytes": { 2024-04-15T14:36:41.412 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.412 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.412 INFO:tasks.workunit.client.0.smithi016.stdout: "pri5_bytes": { 2024-04-15T14:36:41.412 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.412 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.412 INFO:tasks.workunit.client.0.smithi016.stdout: "pri6_bytes": { 2024-04-15T14:36:41.412 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.412 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.412 INFO:tasks.workunit.client.0.smithi016.stdout: "pri7_bytes": { 2024-04-15T14:36:41.413 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.413 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.413 INFO:tasks.workunit.client.0.smithi016.stdout: "pri8_bytes": { 2024-04-15T14:36:41.413 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.413 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.413 INFO:tasks.workunit.client.0.smithi016.stdout: "pri9_bytes": { 2024-04-15T14:36:41.413 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.413 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.413 INFO:tasks.workunit.client.0.smithi016.stdout: "reserved_bytes": { 2024-04-15T14:36:41.413 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 68784287 2024-04-15T14:36:41.413 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T14:36:41.413 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.413 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore-pricache:meta": { 2024-04-15T14:36:41.413 INFO:tasks.workunit.client.0.smithi016.stdout: "committed_bytes": { 2024-04-15T14:36:41.413 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 713031680 2024-04-15T14:36:41.414 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.414 INFO:tasks.workunit.client.0.smithi016.stdout: "pri0_bytes": { 2024-04-15T14:36:41.414 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.414 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.414 INFO:tasks.workunit.client.0.smithi016.stdout: "pri10_bytes": { 2024-04-15T14:36:41.414 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.414 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.414 INFO:tasks.workunit.client.0.smithi016.stdout: "pri11_bytes": { 2024-04-15T14:36:41.414 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 641749162 2024-04-15T14:36:41.414 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.414 INFO:tasks.workunit.client.0.smithi016.stdout: "pri1_bytes": { 2024-04-15T14:36:41.414 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.414 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.414 INFO:tasks.workunit.client.0.smithi016.stdout: "pri2_bytes": { 2024-04-15T14:36:41.414 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.415 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.415 INFO:tasks.workunit.client.0.smithi016.stdout: "pri3_bytes": { 2024-04-15T14:36:41.415 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.415 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.415 INFO:tasks.workunit.client.0.smithi016.stdout: "pri4_bytes": { 2024-04-15T14:36:41.415 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.415 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.415 INFO:tasks.workunit.client.0.smithi016.stdout: "pri5_bytes": { 2024-04-15T14:36:41.415 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 8233 2024-04-15T14:36:41.415 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.415 INFO:tasks.workunit.client.0.smithi016.stdout: "pri6_bytes": { 2024-04-15T14:36:41.415 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 211710 2024-04-15T14:36:41.415 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.415 INFO:tasks.workunit.client.0.smithi016.stdout: "pri7_bytes": { 2024-04-15T14:36:41.415 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.416 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.416 INFO:tasks.workunit.client.0.smithi016.stdout: "pri8_bytes": { 2024-04-15T14:36:41.416 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.416 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.416 INFO:tasks.workunit.client.0.smithi016.stdout: "pri9_bytes": { 2024-04-15T14:36:41.416 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.416 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.416 INFO:tasks.workunit.client.0.smithi016.stdout: "reserved_bytes": { 2024-04-15T14:36:41.416 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 71062575 2024-04-15T14:36:41.416 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T14:36:41.416 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.416 INFO:tasks.workunit.client.0.smithi016.stdout: "objecter": { 2024-04-15T14:36:41.416 INFO:tasks.workunit.client.0.smithi016.stdout: "op_active": { 2024-04-15T14:36:41.416 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.416 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.417 INFO:tasks.workunit.client.0.smithi016.stdout: "op_r": { 2024-04-15T14:36:41.417 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.417 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.417 INFO:tasks.workunit.client.0.smithi016.stdout: "op_rmw": { 2024-04-15T14:36:41.417 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.417 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.417 INFO:tasks.workunit.client.0.smithi016.stdout: "op_w": { 2024-04-15T14:36:41.417 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.417 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T14:36:41.417 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.417 INFO:tasks.workunit.client.0.smithi016.stdout: "osd": { 2024-04-15T14:36:41.417 INFO:tasks.workunit.client.0.smithi016.stdout: "numpg": { 2024-04-15T14:36:41.417 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 36 2024-04-15T14:36:41.417 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.417 INFO:tasks.workunit.client.0.smithi016.stdout: "numpg_removing": { 2024-04-15T14:36:41.418 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.418 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.418 INFO:tasks.workunit.client.0.smithi016.stdout: "op": { 2024-04-15T14:36:41.418 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.418 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.418 INFO:tasks.workunit.client.0.smithi016.stdout: "op_delayed_degraded": { 2024-04-15T14:36:41.418 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.418 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.418 INFO:tasks.workunit.client.0.smithi016.stdout: "op_delayed_unreadable": { 2024-04-15T14:36:41.418 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.418 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.418 INFO:tasks.workunit.client.0.smithi016.stdout: "op_in_bytes": { 2024-04-15T14:36:41.418 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.418 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.419 INFO:tasks.workunit.client.0.smithi016.stdout: "op_latency": { 2024-04-15T14:36:41.419 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 0, 2024-04-15T14:36:41.419 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.419 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.419 INFO:tasks.workunit.client.0.smithi016.stdout: "op_out_bytes": { 2024-04-15T14:36:41.419 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.419 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.419 INFO:tasks.workunit.client.0.smithi016.stdout: "op_prepare_latency": { 2024-04-15T14:36:41.419 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 2, 2024-04-15T14:36:41.419 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 797934 2024-04-15T14:36:41.419 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.419 INFO:tasks.workunit.client.0.smithi016.stdout: "op_process_latency": { 2024-04-15T14:36:41.419 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 0, 2024-04-15T14:36:41.419 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.419 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.420 INFO:tasks.workunit.client.0.smithi016.stdout: "op_r": { 2024-04-15T14:36:41.420 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.420 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.420 INFO:tasks.workunit.client.0.smithi016.stdout: "op_r_latency": { 2024-04-15T14:36:41.420 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 0, 2024-04-15T14:36:41.420 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.420 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.420 INFO:tasks.workunit.client.0.smithi016.stdout: "op_r_latency_out_bytes_histogram": { 2024-04-15T14:36:41.420 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.420 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.420 INFO:tasks.workunit.client.0.smithi016.stdout: "op_r_out_bytes": { 2024-04-15T14:36:41.420 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.420 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.420 INFO:tasks.workunit.client.0.smithi016.stdout: "op_r_prepare_latency": { 2024-04-15T14:36:41.420 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 0, 2024-04-15T14:36:41.421 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.421 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.421 INFO:tasks.workunit.client.0.smithi016.stdout: "op_r_process_latency": { 2024-04-15T14:36:41.421 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 0, 2024-04-15T14:36:41.421 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.421 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.421 INFO:tasks.workunit.client.0.smithi016.stdout: "op_rw": { 2024-04-15T14:36:41.421 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.421 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.421 INFO:tasks.workunit.client.0.smithi016.stdout: "op_rw_in_bytes": { 2024-04-15T14:36:41.421 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.421 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.421 INFO:tasks.workunit.client.0.smithi016.stdout: "op_rw_latency": { 2024-04-15T14:36:41.421 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 0, 2024-04-15T14:36:41.421 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.422 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.422 INFO:tasks.workunit.client.0.smithi016.stdout: "op_rw_latency_in_bytes_histogram": { 2024-04-15T14:36:41.422 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.422 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.422 INFO:tasks.workunit.client.0.smithi016.stdout: "op_rw_latency_out_bytes_histogram": { 2024-04-15T14:36:41.422 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.422 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.422 INFO:tasks.workunit.client.0.smithi016.stdout: "op_rw_out_bytes": { 2024-04-15T14:36:41.422 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.422 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.422 INFO:tasks.workunit.client.0.smithi016.stdout: "op_rw_prepare_latency": { 2024-04-15T14:36:41.422 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 0, 2024-04-15T14:36:41.422 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.422 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.423 INFO:tasks.workunit.client.0.smithi016.stdout: "op_rw_process_latency": { 2024-04-15T14:36:41.423 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 0, 2024-04-15T14:36:41.423 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.423 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.423 INFO:tasks.workunit.client.0.smithi016.stdout: "op_w": { 2024-04-15T14:36:41.423 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.423 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.423 INFO:tasks.workunit.client.0.smithi016.stdout: "op_w_in_bytes": { 2024-04-15T14:36:41.423 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.423 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.423 INFO:tasks.workunit.client.0.smithi016.stdout: "op_w_latency": { 2024-04-15T14:36:41.423 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 0, 2024-04-15T14:36:41.423 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.423 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.423 INFO:tasks.workunit.client.0.smithi016.stdout: "op_w_latency_in_bytes_histogram": { 2024-04-15T14:36:41.424 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.424 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.424 INFO:tasks.workunit.client.0.smithi016.stdout: "op_w_prepare_latency": { 2024-04-15T14:36:41.424 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 2, 2024-04-15T14:36:41.424 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 797934 2024-04-15T14:36:41.424 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.424 INFO:tasks.workunit.client.0.smithi016.stdout: "op_w_process_latency": { 2024-04-15T14:36:41.424 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 0, 2024-04-15T14:36:41.424 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.424 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.424 INFO:tasks.workunit.client.0.smithi016.stdout: "op_wip": { 2024-04-15T14:36:41.424 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.424 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.424 INFO:tasks.workunit.client.0.smithi016.stdout: "recovery_bytes": { 2024-04-15T14:36:41.425 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.425 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.425 INFO:tasks.workunit.client.0.smithi016.stdout: "recovery_ops": { 2024-04-15T14:36:41.425 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.425 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.425 INFO:tasks.workunit.client.0.smithi016.stdout: "stat_bytes": { 2024-04-15T14:36:41.425 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 95995035648 2024-04-15T14:36:41.425 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.425 INFO:tasks.workunit.client.0.smithi016.stdout: "stat_bytes_used": { 2024-04-15T14:36:41.425 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 28401664 2024-04-15T14:36:41.425 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T14:36:41.425 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T14:36:41.425 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.425 INFO:tasks.workunit.client.0.smithi016.stdout: "osd.4": { 2024-04-15T14:36:41.425 INFO:tasks.workunit.client.0.smithi016.stdout: "bluefs": { 2024-04-15T14:36:41.426 INFO:tasks.workunit.client.0.smithi016.stdout: "alloc_slow_fallback": { 2024-04-15T14:36:41.426 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.426 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.426 INFO:tasks.workunit.client.0.smithi016.stdout: "alloc_slow_size_fallback": { 2024-04-15T14:36:41.426 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.426 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.426 INFO:tasks.workunit.client.0.smithi016.stdout: "alloc_unit_db": { 2024-04-15T14:36:41.426 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 65536 2024-04-15T14:36:41.426 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.426 INFO:tasks.workunit.client.0.smithi016.stdout: "alloc_unit_main": { 2024-04-15T14:36:41.426 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.426 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.426 INFO:tasks.workunit.client.0.smithi016.stdout: "alloc_unit_wal": { 2024-04-15T14:36:41.427 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.427 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.427 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes_written_slow": { 2024-04-15T14:36:41.427 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.427 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.427 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes_written_sst": { 2024-04-15T14:36:41.427 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 12288 2024-04-15T14:36:41.427 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.427 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes_written_wal": { 2024-04-15T14:36:41.427 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 1220608 2024-04-15T14:36:41.427 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.427 INFO:tasks.workunit.client.0.smithi016.stdout: "compact_lat": { 2024-04-15T14:36:41.427 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 0, 2024-04-15T14:36:41.427 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.428 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.428 INFO:tasks.workunit.client.0.smithi016.stdout: "compact_lock_lat": { 2024-04-15T14:36:41.428 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 0, 2024-04-15T14:36:41.428 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.428 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.428 INFO:tasks.workunit.client.0.smithi016.stdout: "db_total_bytes": { 2024-04-15T14:36:41.428 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 95995035648 2024-04-15T14:36:41.428 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.428 INFO:tasks.workunit.client.0.smithi016.stdout: "db_used_bytes": { 2024-04-15T14:36:41.428 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 27656192 2024-04-15T14:36:41.428 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.428 INFO:tasks.workunit.client.0.smithi016.stdout: "log_bytes": { 2024-04-15T14:36:41.428 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 884736 2024-04-15T14:36:41.428 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.428 INFO:tasks.workunit.client.0.smithi016.stdout: "logged_bytes": { 2024-04-15T14:36:41.429 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 745472 2024-04-15T14:36:41.429 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.429 INFO:tasks.workunit.client.0.smithi016.stdout: "max_bytes_db": { 2024-04-15T14:36:41.429 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 31850496 2024-04-15T14:36:41.429 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.429 INFO:tasks.workunit.client.0.smithi016.stdout: "max_bytes_slow": { 2024-04-15T14:36:41.429 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.429 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.429 INFO:tasks.workunit.client.0.smithi016.stdout: "max_bytes_wal": { 2024-04-15T14:36:41.429 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.429 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.429 INFO:tasks.workunit.client.0.smithi016.stdout: "num_files": { 2024-04-15T14:36:41.429 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 14 2024-04-15T14:36:41.429 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.429 INFO:tasks.workunit.client.0.smithi016.stdout: "read_bytes": { 2024-04-15T14:36:41.430 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 206272 2024-04-15T14:36:41.430 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.430 INFO:tasks.workunit.client.0.smithi016.stdout: "read_count": { 2024-04-15T14:36:41.430 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 23 2024-04-15T14:36:41.430 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.430 INFO:tasks.workunit.client.0.smithi016.stdout: "read_disk_bytes": { 2024-04-15T14:36:41.430 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 1282048 2024-04-15T14:36:41.430 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.430 INFO:tasks.workunit.client.0.smithi016.stdout: "read_disk_bytes_db": { 2024-04-15T14:36:41.430 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 1286144 2024-04-15T14:36:41.430 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.430 INFO:tasks.workunit.client.0.smithi016.stdout: "read_disk_bytes_slow": { 2024-04-15T14:36:41.430 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.430 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.431 INFO:tasks.workunit.client.0.smithi016.stdout: "read_disk_bytes_wal": { 2024-04-15T14:36:41.431 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.431 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.431 INFO:tasks.workunit.client.0.smithi016.stdout: "read_disk_count": { 2024-04-15T14:36:41.431 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 15 2024-04-15T14:36:41.431 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.431 INFO:tasks.workunit.client.0.smithi016.stdout: "read_prefetch_bytes": { 2024-04-15T14:36:41.431 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 4913 2024-04-15T14:36:41.431 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.431 INFO:tasks.workunit.client.0.smithi016.stdout: "read_prefetch_count": { 2024-04-15T14:36:41.431 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 4 2024-04-15T14:36:41.431 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.431 INFO:tasks.workunit.client.0.smithi016.stdout: "read_random_buffer_bytes": { 2024-04-15T14:36:41.431 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 5506 2024-04-15T14:36:41.431 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.432 INFO:tasks.workunit.client.0.smithi016.stdout: "read_random_buffer_count": { 2024-04-15T14:36:41.432 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 24 2024-04-15T14:36:41.432 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.432 INFO:tasks.workunit.client.0.smithi016.stdout: "read_random_bytes": { 2024-04-15T14:36:41.432 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 5506 2024-04-15T14:36:41.432 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.432 INFO:tasks.workunit.client.0.smithi016.stdout: "read_random_count": { 2024-04-15T14:36:41.432 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 24 2024-04-15T14:36:41.432 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.432 INFO:tasks.workunit.client.0.smithi016.stdout: "read_random_disk_bytes": { 2024-04-15T14:36:41.432 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.432 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.432 INFO:tasks.workunit.client.0.smithi016.stdout: "read_random_disk_bytes_db": { 2024-04-15T14:36:41.432 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.432 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.433 INFO:tasks.workunit.client.0.smithi016.stdout: "read_random_disk_bytes_slow": { 2024-04-15T14:36:41.433 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.433 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.433 INFO:tasks.workunit.client.0.smithi016.stdout: "read_random_disk_bytes_wal": { 2024-04-15T14:36:41.433 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.433 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.433 INFO:tasks.workunit.client.0.smithi016.stdout: "read_random_disk_count": { 2024-04-15T14:36:41.433 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.433 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.433 INFO:tasks.workunit.client.0.smithi016.stdout: "slow_total_bytes": { 2024-04-15T14:36:41.433 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.433 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.433 INFO:tasks.workunit.client.0.smithi016.stdout: "slow_used_bytes": { 2024-04-15T14:36:41.433 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.433 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.434 INFO:tasks.workunit.client.0.smithi016.stdout: "wal_total_bytes": { 2024-04-15T14:36:41.434 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.434 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.434 INFO:tasks.workunit.client.0.smithi016.stdout: "wal_used_bytes": { 2024-04-15T14:36:41.434 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.434 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.434 INFO:tasks.workunit.client.0.smithi016.stdout: "write_bytes": { 2024-04-15T14:36:41.434 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 2043904 2024-04-15T14:36:41.434 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T14:36:41.434 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.434 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore": { 2024-04-15T14:36:41.434 INFO:tasks.workunit.client.0.smithi016.stdout: "alloc_unit": { 2024-04-15T14:36:41.434 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 4096 2024-04-15T14:36:41.434 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.435 INFO:tasks.workunit.client.0.smithi016.stdout: "allocated": { 2024-04-15T14:36:41.435 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 733184 2024-04-15T14:36:41.435 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.435 INFO:tasks.workunit.client.0.smithi016.stdout: "clist_lat": { 2024-04-15T14:36:41.435 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 8, 2024-04-15T14:36:41.435 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 234130 2024-04-15T14:36:41.435 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.435 INFO:tasks.workunit.client.0.smithi016.stdout: "compress_lat": { 2024-04-15T14:36:41.435 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 0, 2024-04-15T14:36:41.435 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.435 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.435 INFO:tasks.workunit.client.0.smithi016.stdout: "compressed": { 2024-04-15T14:36:41.435 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.435 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.435 INFO:tasks.workunit.client.0.smithi016.stdout: "compressed_allocated": { 2024-04-15T14:36:41.436 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.436 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.436 INFO:tasks.workunit.client.0.smithi016.stdout: "compressed_original": { 2024-04-15T14:36:41.436 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.436 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.436 INFO:tasks.workunit.client.0.smithi016.stdout: "csum_lat": { 2024-04-15T14:36:41.436 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 3, 2024-04-15T14:36:41.436 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 4023 2024-04-15T14:36:41.436 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.436 INFO:tasks.workunit.client.0.smithi016.stdout: "decompress_lat": { 2024-04-15T14:36:41.436 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 0, 2024-04-15T14:36:41.436 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.436 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.436 INFO:tasks.workunit.client.0.smithi016.stdout: "fragmentation_micros": { 2024-04-15T14:36:41.436 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.437 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.437 INFO:tasks.workunit.client.0.smithi016.stdout: "kv_commit_lat": { 2024-04-15T14:36:41.437 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 169, 2024-04-15T14:36:41.437 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 98817045 2024-04-15T14:36:41.437 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.437 INFO:tasks.workunit.client.0.smithi016.stdout: "kv_final_lat": { 2024-04-15T14:36:41.437 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 168, 2024-04-15T14:36:41.437 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 6482985 2024-04-15T14:36:41.437 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.437 INFO:tasks.workunit.client.0.smithi016.stdout: "kv_flush_lat": { 2024-04-15T14:36:41.437 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 169, 2024-04-15T14:36:41.437 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 169643 2024-04-15T14:36:41.437 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.437 INFO:tasks.workunit.client.0.smithi016.stdout: "kv_sync_lat": { 2024-04-15T14:36:41.437 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 169, 2024-04-15T14:36:41.438 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 98986688 2024-04-15T14:36:41.438 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.438 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_get_keys_lat": { 2024-04-15T14:36:41.438 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 0, 2024-04-15T14:36:41.438 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.438 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.438 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_get_values_lat": { 2024-04-15T14:36:41.438 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 3, 2024-04-15T14:36:41.438 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 41324 2024-04-15T14:36:41.438 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.438 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_lower_bound_lat": { 2024-04-15T14:36:41.438 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 0, 2024-04-15T14:36:41.438 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.438 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.438 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_next_lat": { 2024-04-15T14:36:41.439 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 0, 2024-04-15T14:36:41.439 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.439 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.439 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_seek_to_first_lat": { 2024-04-15T14:36:41.439 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 0, 2024-04-15T14:36:41.439 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.439 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.439 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_upper_bound_lat": { 2024-04-15T14:36:41.439 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 2, 2024-04-15T14:36:41.439 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 3857 2024-04-15T14:36:41.439 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.439 INFO:tasks.workunit.client.0.smithi016.stdout: "onode_hits": { 2024-04-15T14:36:41.439 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 363 2024-04-15T14:36:41.439 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.439 INFO:tasks.workunit.client.0.smithi016.stdout: "onode_misses": { 2024-04-15T14:36:41.440 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 238 2024-04-15T14:36:41.440 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.440 INFO:tasks.workunit.client.0.smithi016.stdout: "read_lat": { 2024-04-15T14:36:41.440 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 93, 2024-04-15T14:36:41.440 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 977160 2024-04-15T14:36:41.440 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.440 INFO:tasks.workunit.client.0.smithi016.stdout: "read_onode_meta_lat": { 2024-04-15T14:36:41.440 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 156, 2024-04-15T14:36:41.440 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 248530 2024-04-15T14:36:41.440 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.440 INFO:tasks.workunit.client.0.smithi016.stdout: "read_wait_aio_lat": { 2024-04-15T14:36:41.440 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 63, 2024-04-15T14:36:41.440 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 311388 2024-04-15T14:36:41.440 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.441 INFO:tasks.workunit.client.0.smithi016.stdout: "reads_with_retries": { 2024-04-15T14:36:41.441 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.441 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.441 INFO:tasks.workunit.client.0.smithi016.stdout: "remove_lat": { 2024-04-15T14:36:41.441 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 5, 2024-04-15T14:36:41.441 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 124104 2024-04-15T14:36:41.441 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.441 INFO:tasks.workunit.client.0.smithi016.stdout: "state_aio_wait_lat": { 2024-04-15T14:36:41.441 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 262, 2024-04-15T14:36:41.441 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 18395752 2024-04-15T14:36:41.441 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.441 INFO:tasks.workunit.client.0.smithi016.stdout: "state_deferred_aio_wait_lat": { 2024-04-15T14:36:41.441 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 43, 2024-04-15T14:36:41.441 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 2715681 2024-04-15T14:36:41.441 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.442 INFO:tasks.workunit.client.0.smithi016.stdout: "state_deferred_cleanup_lat": { 2024-04-15T14:36:41.442 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 42, 2024-04-15T14:36:41.442 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 141522270507 2024-04-15T14:36:41.442 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.442 INFO:tasks.workunit.client.0.smithi016.stdout: "state_deferred_queued_lat": { 2024-04-15T14:36:41.442 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 43, 2024-04-15T14:36:41.442 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 67109938613 2024-04-15T14:36:41.442 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.442 INFO:tasks.workunit.client.0.smithi016.stdout: "state_done_lat": { 2024-04-15T14:36:41.442 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 261, 2024-04-15T14:36:41.442 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 504356 2024-04-15T14:36:41.442 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.443 INFO:tasks.workunit.client.0.smithi016.stdout: "state_finishing_lat": { 2024-04-15T14:36:41.443 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 261, 2024-04-15T14:36:41.443 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 25648 2024-04-15T14:36:41.443 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.443 INFO:tasks.workunit.client.0.smithi016.stdout: "state_io_done_lat": { 2024-04-15T14:36:41.443 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 262, 2024-04-15T14:36:41.443 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 263240 2024-04-15T14:36:41.443 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.443 INFO:tasks.workunit.client.0.smithi016.stdout: "state_kv_commiting_lat": { 2024-04-15T14:36:41.443 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 262, 2024-04-15T14:36:41.443 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 167686394 2024-04-15T14:36:41.443 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.443 INFO:tasks.workunit.client.0.smithi016.stdout: "state_kv_done_lat": { 2024-04-15T14:36:41.443 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 262, 2024-04-15T14:36:41.443 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 80026 2024-04-15T14:36:41.444 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.444 INFO:tasks.workunit.client.0.smithi016.stdout: "state_kv_queued_lat": { 2024-04-15T14:36:41.444 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 262, 2024-04-15T14:36:41.444 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 97639919 2024-04-15T14:36:41.444 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.444 INFO:tasks.workunit.client.0.smithi016.stdout: "state_prepare_lat": { 2024-04-15T14:36:41.444 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 262, 2024-04-15T14:36:41.444 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 12135914 2024-04-15T14:36:41.444 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.444 INFO:tasks.workunit.client.0.smithi016.stdout: "stored": { 2024-04-15T14:36:41.444 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 313564 2024-04-15T14:36:41.444 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.444 INFO:tasks.workunit.client.0.smithi016.stdout: "truncate_lat": { 2024-04-15T14:36:41.444 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 42, 2024-04-15T14:36:41.445 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 180616 2024-04-15T14:36:41.445 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.445 INFO:tasks.workunit.client.0.smithi016.stdout: "txc_commit_lat": { 2024-04-15T14:36:41.445 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 262, 2024-04-15T14:36:41.445 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 296155741 2024-04-15T14:36:41.445 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.445 INFO:tasks.workunit.client.0.smithi016.stdout: "txc_submit_lat": { 2024-04-15T14:36:41.445 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 262, 2024-04-15T14:36:41.445 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 16035477 2024-04-15T14:36:41.445 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.445 INFO:tasks.workunit.client.0.smithi016.stdout: "txc_throttle_lat": { 2024-04-15T14:36:41.445 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 262, 2024-04-15T14:36:41.445 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 1696471 2024-04-15T14:36:41.445 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T14:36:41.446 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.446 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore-pricache": { 2024-04-15T14:36:41.446 INFO:tasks.workunit.client.0.smithi016.stdout: "cache_bytes": { 2024-04-15T14:36:41.446 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 1861630827 2024-04-15T14:36:41.446 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.446 INFO:tasks.workunit.client.0.smithi016.stdout: "heap_bytes": { 2024-04-15T14:36:41.446 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 42319872 2024-04-15T14:36:41.446 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.446 INFO:tasks.workunit.client.0.smithi016.stdout: "mapped_bytes": { 2024-04-15T14:36:41.446 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 41590784 2024-04-15T14:36:41.446 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.446 INFO:tasks.workunit.client.0.smithi016.stdout: "target_bytes": { 2024-04-15T14:36:41.446 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 3137573171 2024-04-15T14:36:41.446 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.447 INFO:tasks.workunit.client.0.smithi016.stdout: "unmapped_bytes": { 2024-04-15T14:36:41.447 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 729088 2024-04-15T14:36:41.447 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T14:36:41.447 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.447 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore-pricache:data": { 2024-04-15T14:36:41.447 INFO:tasks.workunit.client.0.smithi016.stdout: "committed_bytes": { 2024-04-15T14:36:41.447 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 159383552 2024-04-15T14:36:41.447 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.447 INFO:tasks.workunit.client.0.smithi016.stdout: "pri0_bytes": { 2024-04-15T14:36:41.447 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.447 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.447 INFO:tasks.workunit.client.0.smithi016.stdout: "pri10_bytes": { 2024-04-15T14:36:41.447 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.447 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.448 INFO:tasks.workunit.client.0.smithi016.stdout: "pri11_bytes": { 2024-04-15T14:36:41.448 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 85509000 2024-04-15T14:36:41.448 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.448 INFO:tasks.workunit.client.0.smithi016.stdout: "pri1_bytes": { 2024-04-15T14:36:41.448 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.448 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.448 INFO:tasks.workunit.client.0.smithi016.stdout: "pri2_bytes": { 2024-04-15T14:36:41.448 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.448 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.448 INFO:tasks.workunit.client.0.smithi016.stdout: "pri3_bytes": { 2024-04-15T14:36:41.448 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.448 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.448 INFO:tasks.workunit.client.0.smithi016.stdout: "pri4_bytes": { 2024-04-15T14:36:41.449 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.449 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.449 INFO:tasks.workunit.client.0.smithi016.stdout: "pri5_bytes": { 2024-04-15T14:36:41.449 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.449 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.449 INFO:tasks.workunit.client.0.smithi016.stdout: "pri6_bytes": { 2024-04-15T14:36:41.449 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 8192 2024-04-15T14:36:41.449 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.449 INFO:tasks.workunit.client.0.smithi016.stdout: "pri7_bytes": { 2024-04-15T14:36:41.449 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.449 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.449 INFO:tasks.workunit.client.0.smithi016.stdout: "pri8_bytes": { 2024-04-15T14:36:41.449 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.449 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.449 INFO:tasks.workunit.client.0.smithi016.stdout: "pri9_bytes": { 2024-04-15T14:36:41.450 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.450 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.450 INFO:tasks.workunit.client.0.smithi016.stdout: "reserved_bytes": { 2024-04-15T14:36:41.450 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 73866360 2024-04-15T14:36:41.450 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T14:36:41.450 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.450 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore-pricache:kv": { 2024-04-15T14:36:41.450 INFO:tasks.workunit.client.0.smithi016.stdout: "committed_bytes": { 2024-04-15T14:36:41.450 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 780140544 2024-04-15T14:36:41.450 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.450 INFO:tasks.workunit.client.0.smithi016.stdout: "pri0_bytes": { 2024-04-15T14:36:41.450 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 67108864 2024-04-15T14:36:41.450 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.450 INFO:tasks.workunit.client.0.smithi016.stdout: "pri10_bytes": { 2024-04-15T14:36:41.451 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.451 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.451 INFO:tasks.workunit.client.0.smithi016.stdout: "pri11_bytes": { 2024-04-15T14:36:41.451 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 641317504 2024-04-15T14:36:41.451 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.451 INFO:tasks.workunit.client.0.smithi016.stdout: "pri1_bytes": { 2024-04-15T14:36:41.451 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.451 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.451 INFO:tasks.workunit.client.0.smithi016.stdout: "pri2_bytes": { 2024-04-15T14:36:41.451 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.451 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.451 INFO:tasks.workunit.client.0.smithi016.stdout: "pri3_bytes": { 2024-04-15T14:36:41.451 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.451 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.452 INFO:tasks.workunit.client.0.smithi016.stdout: "pri4_bytes": { 2024-04-15T14:36:41.452 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.452 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.452 INFO:tasks.workunit.client.0.smithi016.stdout: "pri5_bytes": { 2024-04-15T14:36:41.452 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.452 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.452 INFO:tasks.workunit.client.0.smithi016.stdout: "pri6_bytes": { 2024-04-15T14:36:41.452 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 2128 2024-04-15T14:36:41.452 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.452 INFO:tasks.workunit.client.0.smithi016.stdout: "pri7_bytes": { 2024-04-15T14:36:41.452 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.452 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.452 INFO:tasks.workunit.client.0.smithi016.stdout: "pri8_bytes": { 2024-04-15T14:36:41.452 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.453 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.453 INFO:tasks.workunit.client.0.smithi016.stdout: "pri9_bytes": { 2024-04-15T14:36:41.453 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.453 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.453 INFO:tasks.workunit.client.0.smithi016.stdout: "reserved_bytes": { 2024-04-15T14:36:41.453 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 71712048 2024-04-15T14:36:41.453 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T14:36:41.453 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.453 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore-pricache:kv_onode": { 2024-04-15T14:36:41.453 INFO:tasks.workunit.client.0.smithi016.stdout: "committed_bytes": { 2024-04-15T14:36:41.453 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 192937984 2024-04-15T14:36:41.453 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.453 INFO:tasks.workunit.client.0.smithi016.stdout: "pri0_bytes": { 2024-04-15T14:36:41.453 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 67108864 2024-04-15T14:36:41.453 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.453 INFO:tasks.workunit.client.0.smithi016.stdout: "pri10_bytes": { 2024-04-15T14:36:41.454 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 464 2024-04-15T14:36:41.454 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.454 INFO:tasks.workunit.client.0.smithi016.stdout: "pri11_bytes": { 2024-04-15T14:36:41.454 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 57006000 2024-04-15T14:36:41.454 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.454 INFO:tasks.workunit.client.0.smithi016.stdout: "pri1_bytes": { 2024-04-15T14:36:41.454 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.454 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.454 INFO:tasks.workunit.client.0.smithi016.stdout: "pri2_bytes": { 2024-04-15T14:36:41.454 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.454 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.454 INFO:tasks.workunit.client.0.smithi016.stdout: "pri3_bytes": { 2024-04-15T14:36:41.454 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.455 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.455 INFO:tasks.workunit.client.0.smithi016.stdout: "pri4_bytes": { 2024-04-15T14:36:41.455 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.455 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.455 INFO:tasks.workunit.client.0.smithi016.stdout: "pri5_bytes": { 2024-04-15T14:36:41.455 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.455 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.455 INFO:tasks.workunit.client.0.smithi016.stdout: "pri6_bytes": { 2024-04-15T14:36:41.455 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.455 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.455 INFO:tasks.workunit.client.0.smithi016.stdout: "pri7_bytes": { 2024-04-15T14:36:41.455 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.455 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.455 INFO:tasks.workunit.client.0.smithi016.stdout: "pri8_bytes": { 2024-04-15T14:36:41.456 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.456 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.456 INFO:tasks.workunit.client.0.smithi016.stdout: "pri9_bytes": { 2024-04-15T14:36:41.456 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.456 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.456 INFO:tasks.workunit.client.0.smithi016.stdout: "reserved_bytes": { 2024-04-15T14:36:41.456 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 68822656 2024-04-15T14:36:41.456 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T14:36:41.456 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.456 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore-pricache:meta": { 2024-04-15T14:36:41.456 INFO:tasks.workunit.client.0.smithi016.stdout: "committed_bytes": { 2024-04-15T14:36:41.456 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 713031680 2024-04-15T14:36:41.456 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.457 INFO:tasks.workunit.client.0.smithi016.stdout: "pri0_bytes": { 2024-04-15T14:36:41.457 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.457 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.457 INFO:tasks.workunit.client.0.smithi016.stdout: "pri10_bytes": { 2024-04-15T14:36:41.457 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.457 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.457 INFO:tasks.workunit.client.0.smithi016.stdout: "pri11_bytes": { 2024-04-15T14:36:41.457 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 641317504 2024-04-15T14:36:41.457 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.457 INFO:tasks.workunit.client.0.smithi016.stdout: "pri1_bytes": { 2024-04-15T14:36:41.457 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.457 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.457 INFO:tasks.workunit.client.0.smithi016.stdout: "pri2_bytes": { 2024-04-15T14:36:41.457 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.458 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.458 INFO:tasks.workunit.client.0.smithi016.stdout: "pri3_bytes": { 2024-04-15T14:36:41.458 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.458 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.458 INFO:tasks.workunit.client.0.smithi016.stdout: "pri4_bytes": { 2024-04-15T14:36:41.458 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.458 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.458 INFO:tasks.workunit.client.0.smithi016.stdout: "pri5_bytes": { 2024-04-15T14:36:41.458 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.458 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.458 INFO:tasks.workunit.client.0.smithi016.stdout: "pri6_bytes": { 2024-04-15T14:36:41.458 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 219862 2024-04-15T14:36:41.458 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.458 INFO:tasks.workunit.client.0.smithi016.stdout: "pri7_bytes": { 2024-04-15T14:36:41.459 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.459 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.459 INFO:tasks.workunit.client.0.smithi016.stdout: "pri8_bytes": { 2024-04-15T14:36:41.459 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.459 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.459 INFO:tasks.workunit.client.0.smithi016.stdout: "pri9_bytes": { 2024-04-15T14:36:41.459 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.459 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.459 INFO:tasks.workunit.client.0.smithi016.stdout: "reserved_bytes": { 2024-04-15T14:36:41.459 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 71494314 2024-04-15T14:36:41.459 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T14:36:41.459 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.459 INFO:tasks.workunit.client.0.smithi016.stdout: "objecter": { 2024-04-15T14:36:41.459 INFO:tasks.workunit.client.0.smithi016.stdout: "op_active": { 2024-04-15T14:36:41.460 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.460 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.460 INFO:tasks.workunit.client.0.smithi016.stdout: "op_r": { 2024-04-15T14:36:41.460 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.460 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.460 INFO:tasks.workunit.client.0.smithi016.stdout: "op_rmw": { 2024-04-15T14:36:41.460 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.460 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.460 INFO:tasks.workunit.client.0.smithi016.stdout: "op_w": { 2024-04-15T14:36:41.460 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.460 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T14:36:41.460 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.460 INFO:tasks.workunit.client.0.smithi016.stdout: "osd": { 2024-04-15T14:36:41.460 INFO:tasks.workunit.client.0.smithi016.stdout: "numpg": { 2024-04-15T14:36:41.461 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 39 2024-04-15T14:36:41.461 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.461 INFO:tasks.workunit.client.0.smithi016.stdout: "numpg_removing": { 2024-04-15T14:36:41.461 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.461 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.461 INFO:tasks.workunit.client.0.smithi016.stdout: "op": { 2024-04-15T14:36:41.461 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 1 2024-04-15T14:36:41.461 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.461 INFO:tasks.workunit.client.0.smithi016.stdout: "op_delayed_degraded": { 2024-04-15T14:36:41.461 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.461 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.461 INFO:tasks.workunit.client.0.smithi016.stdout: "op_delayed_unreadable": { 2024-04-15T14:36:41.461 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.461 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.461 INFO:tasks.workunit.client.0.smithi016.stdout: "op_in_bytes": { 2024-04-15T14:36:41.462 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 22 2024-04-15T14:36:41.462 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.462 INFO:tasks.workunit.client.0.smithi016.stdout: "op_latency": { 2024-04-15T14:36:41.462 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 1, 2024-04-15T14:36:41.462 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 15548001 2024-04-15T14:36:41.462 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.462 INFO:tasks.workunit.client.0.smithi016.stdout: "op_out_bytes": { 2024-04-15T14:36:41.462 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.462 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.462 INFO:tasks.workunit.client.0.smithi016.stdout: "op_prepare_latency": { 2024-04-15T14:36:41.462 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 1, 2024-04-15T14:36:41.462 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 565942 2024-04-15T14:36:41.462 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.462 INFO:tasks.workunit.client.0.smithi016.stdout: "op_process_latency": { 2024-04-15T14:36:41.463 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 1, 2024-04-15T14:36:41.463 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 15482404 2024-04-15T14:36:41.463 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.463 INFO:tasks.workunit.client.0.smithi016.stdout: "op_r": { 2024-04-15T14:36:41.463 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.463 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.463 INFO:tasks.workunit.client.0.smithi016.stdout: "op_r_latency": { 2024-04-15T14:36:41.463 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 0, 2024-04-15T14:36:41.463 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.463 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.463 INFO:tasks.workunit.client.0.smithi016.stdout: "op_r_latency_out_bytes_histogram": { 2024-04-15T14:36:41.463 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.463 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.463 INFO:tasks.workunit.client.0.smithi016.stdout: "op_r_out_bytes": { 2024-04-15T14:36:41.463 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.464 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.464 INFO:tasks.workunit.client.0.smithi016.stdout: "op_r_prepare_latency": { 2024-04-15T14:36:41.464 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 0, 2024-04-15T14:36:41.464 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.464 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.464 INFO:tasks.workunit.client.0.smithi016.stdout: "op_r_process_latency": { 2024-04-15T14:36:41.464 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 0, 2024-04-15T14:36:41.464 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.464 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.464 INFO:tasks.workunit.client.0.smithi016.stdout: "op_rw": { 2024-04-15T14:36:41.464 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.464 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.464 INFO:tasks.workunit.client.0.smithi016.stdout: "op_rw_in_bytes": { 2024-04-15T14:36:41.464 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.465 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.465 INFO:tasks.workunit.client.0.smithi016.stdout: "op_rw_latency": { 2024-04-15T14:36:41.465 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 0, 2024-04-15T14:36:41.465 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.465 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.465 INFO:tasks.workunit.client.0.smithi016.stdout: "op_rw_latency_in_bytes_histogram": { 2024-04-15T14:36:41.465 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.465 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.465 INFO:tasks.workunit.client.0.smithi016.stdout: "op_rw_latency_out_bytes_histogram": { 2024-04-15T14:36:41.465 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.465 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.465 INFO:tasks.workunit.client.0.smithi016.stdout: "op_rw_out_bytes": { 2024-04-15T14:36:41.465 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.465 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.465 INFO:tasks.workunit.client.0.smithi016.stdout: "op_rw_prepare_latency": { 2024-04-15T14:36:41.466 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 0, 2024-04-15T14:36:41.466 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.466 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.466 INFO:tasks.workunit.client.0.smithi016.stdout: "op_rw_process_latency": { 2024-04-15T14:36:41.466 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 0, 2024-04-15T14:36:41.466 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.466 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.466 INFO:tasks.workunit.client.0.smithi016.stdout: "op_w": { 2024-04-15T14:36:41.466 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 1 2024-04-15T14:36:41.466 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.466 INFO:tasks.workunit.client.0.smithi016.stdout: "op_w_in_bytes": { 2024-04-15T14:36:41.466 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 22 2024-04-15T14:36:41.466 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.466 INFO:tasks.workunit.client.0.smithi016.stdout: "op_w_latency": { 2024-04-15T14:36:41.466 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 1, 2024-04-15T14:36:41.467 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 15548001 2024-04-15T14:36:41.467 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.467 INFO:tasks.workunit.client.0.smithi016.stdout: "op_w_latency_in_bytes_histogram": { 2024-04-15T14:36:41.467 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.467 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.467 INFO:tasks.workunit.client.0.smithi016.stdout: "op_w_prepare_latency": { 2024-04-15T14:36:41.467 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 1, 2024-04-15T14:36:41.467 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 565942 2024-04-15T14:36:41.467 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.467 INFO:tasks.workunit.client.0.smithi016.stdout: "op_w_process_latency": { 2024-04-15T14:36:41.467 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 1, 2024-04-15T14:36:41.467 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 15482404 2024-04-15T14:36:41.467 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.467 INFO:tasks.workunit.client.0.smithi016.stdout: "op_wip": { 2024-04-15T14:36:41.468 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.468 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.468 INFO:tasks.workunit.client.0.smithi016.stdout: "recovery_bytes": { 2024-04-15T14:36:41.468 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.468 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.468 INFO:tasks.workunit.client.0.smithi016.stdout: "recovery_ops": { 2024-04-15T14:36:41.468 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.468 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.468 INFO:tasks.workunit.client.0.smithi016.stdout: "stat_bytes": { 2024-04-15T14:36:41.468 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 95995035648 2024-04-15T14:36:41.468 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.468 INFO:tasks.workunit.client.0.smithi016.stdout: "stat_bytes_used": { 2024-04-15T14:36:41.468 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 28401664 2024-04-15T14:36:41.468 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T14:36:41.468 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T14:36:41.469 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.469 INFO:tasks.workunit.client.0.smithi016.stdout: "osd.5": { 2024-04-15T14:36:41.469 INFO:tasks.workunit.client.0.smithi016.stdout: "bluefs": { 2024-04-15T14:36:41.469 INFO:tasks.workunit.client.0.smithi016.stdout: "alloc_slow_fallback": { 2024-04-15T14:36:41.469 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.469 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.469 INFO:tasks.workunit.client.0.smithi016.stdout: "alloc_slow_size_fallback": { 2024-04-15T14:36:41.469 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.469 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.469 INFO:tasks.workunit.client.0.smithi016.stdout: "alloc_unit_db": { 2024-04-15T14:36:41.469 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 65536 2024-04-15T14:36:41.469 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.469 INFO:tasks.workunit.client.0.smithi016.stdout: "alloc_unit_main": { 2024-04-15T14:36:41.469 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.469 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.470 INFO:tasks.workunit.client.0.smithi016.stdout: "alloc_unit_wal": { 2024-04-15T14:36:41.470 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.470 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.470 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes_written_slow": { 2024-04-15T14:36:41.470 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.470 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.470 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes_written_sst": { 2024-04-15T14:36:41.470 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 12288 2024-04-15T14:36:41.470 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.470 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes_written_wal": { 2024-04-15T14:36:41.470 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 1122304 2024-04-15T14:36:41.470 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.470 INFO:tasks.workunit.client.0.smithi016.stdout: "compact_lat": { 2024-04-15T14:36:41.470 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 0, 2024-04-15T14:36:41.471 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.471 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.471 INFO:tasks.workunit.client.0.smithi016.stdout: "compact_lock_lat": { 2024-04-15T14:36:41.471 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 0, 2024-04-15T14:36:41.471 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.471 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.471 INFO:tasks.workunit.client.0.smithi016.stdout: "db_total_bytes": { 2024-04-15T14:36:41.471 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 95995035648 2024-04-15T14:36:41.471 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.471 INFO:tasks.workunit.client.0.smithi016.stdout: "db_used_bytes": { 2024-04-15T14:36:41.471 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 27656192 2024-04-15T14:36:41.471 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.471 INFO:tasks.workunit.client.0.smithi016.stdout: "log_bytes": { 2024-04-15T14:36:41.471 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 815104 2024-04-15T14:36:41.471 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.472 INFO:tasks.workunit.client.0.smithi016.stdout: "logged_bytes": { 2024-04-15T14:36:41.472 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 675840 2024-04-15T14:36:41.472 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.472 INFO:tasks.workunit.client.0.smithi016.stdout: "max_bytes_db": { 2024-04-15T14:36:41.472 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 31850496 2024-04-15T14:36:41.472 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.472 INFO:tasks.workunit.client.0.smithi016.stdout: "max_bytes_slow": { 2024-04-15T14:36:41.472 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.472 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.472 INFO:tasks.workunit.client.0.smithi016.stdout: "max_bytes_wal": { 2024-04-15T14:36:41.472 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.472 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.472 INFO:tasks.workunit.client.0.smithi016.stdout: "num_files": { 2024-04-15T14:36:41.472 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 14 2024-04-15T14:36:41.472 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.473 INFO:tasks.workunit.client.0.smithi016.stdout: "read_bytes": { 2024-04-15T14:36:41.473 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 206272 2024-04-15T14:36:41.473 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.473 INFO:tasks.workunit.client.0.smithi016.stdout: "read_count": { 2024-04-15T14:36:41.473 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 23 2024-04-15T14:36:41.473 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.473 INFO:tasks.workunit.client.0.smithi016.stdout: "read_disk_bytes": { 2024-04-15T14:36:41.473 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 1282048 2024-04-15T14:36:41.473 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.473 INFO:tasks.workunit.client.0.smithi016.stdout: "read_disk_bytes_db": { 2024-04-15T14:36:41.473 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 1286144 2024-04-15T14:36:41.473 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.473 INFO:tasks.workunit.client.0.smithi016.stdout: "read_disk_bytes_slow": { 2024-04-15T14:36:41.473 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.473 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.474 INFO:tasks.workunit.client.0.smithi016.stdout: "read_disk_bytes_wal": { 2024-04-15T14:36:41.474 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.474 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.474 INFO:tasks.workunit.client.0.smithi016.stdout: "read_disk_count": { 2024-04-15T14:36:41.474 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 15 2024-04-15T14:36:41.474 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.474 INFO:tasks.workunit.client.0.smithi016.stdout: "read_prefetch_bytes": { 2024-04-15T14:36:41.474 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 4913 2024-04-15T14:36:41.474 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.474 INFO:tasks.workunit.client.0.smithi016.stdout: "read_prefetch_count": { 2024-04-15T14:36:41.474 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 4 2024-04-15T14:36:41.474 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.474 INFO:tasks.workunit.client.0.smithi016.stdout: "read_random_buffer_bytes": { 2024-04-15T14:36:41.474 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 5506 2024-04-15T14:36:41.475 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.475 INFO:tasks.workunit.client.0.smithi016.stdout: "read_random_buffer_count": { 2024-04-15T14:36:41.475 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 24 2024-04-15T14:36:41.475 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.475 INFO:tasks.workunit.client.0.smithi016.stdout: "read_random_bytes": { 2024-04-15T14:36:41.475 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 5506 2024-04-15T14:36:41.475 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.475 INFO:tasks.workunit.client.0.smithi016.stdout: "read_random_count": { 2024-04-15T14:36:41.475 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 24 2024-04-15T14:36:41.475 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.475 INFO:tasks.workunit.client.0.smithi016.stdout: "read_random_disk_bytes": { 2024-04-15T14:36:41.475 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.475 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.475 INFO:tasks.workunit.client.0.smithi016.stdout: "read_random_disk_bytes_db": { 2024-04-15T14:36:41.475 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.476 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.476 INFO:tasks.workunit.client.0.smithi016.stdout: "read_random_disk_bytes_slow": { 2024-04-15T14:36:41.476 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.476 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.476 INFO:tasks.workunit.client.0.smithi016.stdout: "read_random_disk_bytes_wal": { 2024-04-15T14:36:41.476 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.476 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.476 INFO:tasks.workunit.client.0.smithi016.stdout: "read_random_disk_count": { 2024-04-15T14:36:41.476 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.476 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.476 INFO:tasks.workunit.client.0.smithi016.stdout: "slow_total_bytes": { 2024-04-15T14:36:41.476 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.476 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.476 INFO:tasks.workunit.client.0.smithi016.stdout: "slow_used_bytes": { 2024-04-15T14:36:41.476 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.477 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.477 INFO:tasks.workunit.client.0.smithi016.stdout: "wal_total_bytes": { 2024-04-15T14:36:41.477 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.477 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.477 INFO:tasks.workunit.client.0.smithi016.stdout: "wal_used_bytes": { 2024-04-15T14:36:41.477 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.477 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.477 INFO:tasks.workunit.client.0.smithi016.stdout: "write_bytes": { 2024-04-15T14:36:41.477 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 1875968 2024-04-15T14:36:41.477 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T14:36:41.477 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.477 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore": { 2024-04-15T14:36:41.477 INFO:tasks.workunit.client.0.smithi016.stdout: "alloc_unit": { 2024-04-15T14:36:41.478 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 4096 2024-04-15T14:36:41.478 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.478 INFO:tasks.workunit.client.0.smithi016.stdout: "allocated": { 2024-04-15T14:36:41.478 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 733184 2024-04-15T14:36:41.478 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.478 INFO:tasks.workunit.client.0.smithi016.stdout: "clist_lat": { 2024-04-15T14:36:41.478 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 4, 2024-04-15T14:36:41.478 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 168639 2024-04-15T14:36:41.478 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.478 INFO:tasks.workunit.client.0.smithi016.stdout: "compress_lat": { 2024-04-15T14:36:41.478 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 0, 2024-04-15T14:36:41.478 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.478 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.478 INFO:tasks.workunit.client.0.smithi016.stdout: "compressed": { 2024-04-15T14:36:41.479 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.479 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.479 INFO:tasks.workunit.client.0.smithi016.stdout: "compressed_allocated": { 2024-04-15T14:36:41.479 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.479 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.479 INFO:tasks.workunit.client.0.smithi016.stdout: "compressed_original": { 2024-04-15T14:36:41.479 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.479 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.479 INFO:tasks.workunit.client.0.smithi016.stdout: "csum_lat": { 2024-04-15T14:36:41.479 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 2, 2024-04-15T14:36:41.479 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 2850 2024-04-15T14:36:41.479 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.479 INFO:tasks.workunit.client.0.smithi016.stdout: "decompress_lat": { 2024-04-15T14:36:41.479 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 0, 2024-04-15T14:36:41.479 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.480 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.480 INFO:tasks.workunit.client.0.smithi016.stdout: "fragmentation_micros": { 2024-04-15T14:36:41.480 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.480 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.480 INFO:tasks.workunit.client.0.smithi016.stdout: "kv_commit_lat": { 2024-04-15T14:36:41.480 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 152, 2024-04-15T14:36:41.480 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 141053470 2024-04-15T14:36:41.480 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.480 INFO:tasks.workunit.client.0.smithi016.stdout: "kv_final_lat": { 2024-04-15T14:36:41.480 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 147, 2024-04-15T14:36:41.480 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 5478311 2024-04-15T14:36:41.480 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.480 INFO:tasks.workunit.client.0.smithi016.stdout: "kv_flush_lat": { 2024-04-15T14:36:41.480 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 152, 2024-04-15T14:36:41.480 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 151301 2024-04-15T14:36:41.481 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.481 INFO:tasks.workunit.client.0.smithi016.stdout: "kv_sync_lat": { 2024-04-15T14:36:41.481 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 152, 2024-04-15T14:36:41.481 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 141204771 2024-04-15T14:36:41.481 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.481 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_get_keys_lat": { 2024-04-15T14:36:41.481 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 0, 2024-04-15T14:36:41.481 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.481 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.481 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_get_values_lat": { 2024-04-15T14:36:41.481 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 3, 2024-04-15T14:36:41.481 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 40313 2024-04-15T14:36:41.481 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.481 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_lower_bound_lat": { 2024-04-15T14:36:41.481 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 0, 2024-04-15T14:36:41.482 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.482 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.482 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_next_lat": { 2024-04-15T14:36:41.482 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 0, 2024-04-15T14:36:41.482 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.482 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.482 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_seek_to_first_lat": { 2024-04-15T14:36:41.482 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 0, 2024-04-15T14:36:41.482 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.482 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.482 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_upper_bound_lat": { 2024-04-15T14:36:41.482 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 2, 2024-04-15T14:36:41.482 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 4808 2024-04-15T14:36:41.482 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.483 INFO:tasks.workunit.client.0.smithi016.stdout: "onode_hits": { 2024-04-15T14:36:41.483 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 323 2024-04-15T14:36:41.483 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.483 INFO:tasks.workunit.client.0.smithi016.stdout: "onode_misses": { 2024-04-15T14:36:41.483 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 243 2024-04-15T14:36:41.483 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.483 INFO:tasks.workunit.client.0.smithi016.stdout: "read_lat": { 2024-04-15T14:36:41.483 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 86, 2024-04-15T14:36:41.483 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 619511 2024-04-15T14:36:41.483 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.483 INFO:tasks.workunit.client.0.smithi016.stdout: "read_onode_meta_lat": { 2024-04-15T14:36:41.483 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 137, 2024-04-15T14:36:41.483 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 219675 2024-04-15T14:36:41.483 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.483 INFO:tasks.workunit.client.0.smithi016.stdout: "read_wait_aio_lat": { 2024-04-15T14:36:41.484 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 51, 2024-04-15T14:36:41.484 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 226302 2024-04-15T14:36:41.484 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.484 INFO:tasks.workunit.client.0.smithi016.stdout: "reads_with_retries": { 2024-04-15T14:36:41.484 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.484 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.484 INFO:tasks.workunit.client.0.smithi016.stdout: "remove_lat": { 2024-04-15T14:36:41.484 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 3, 2024-04-15T14:36:41.484 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 142031 2024-04-15T14:36:41.484 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.484 INFO:tasks.workunit.client.0.smithi016.stdout: "state_aio_wait_lat": { 2024-04-15T14:36:41.484 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 261, 2024-04-15T14:36:41.484 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 17352008 2024-04-15T14:36:41.484 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.484 INFO:tasks.workunit.client.0.smithi016.stdout: "state_deferred_aio_wait_lat": { 2024-04-15T14:36:41.485 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 40, 2024-04-15T14:36:41.485 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 2747862 2024-04-15T14:36:41.485 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.485 INFO:tasks.workunit.client.0.smithi016.stdout: "state_deferred_cleanup_lat": { 2024-04-15T14:36:41.485 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 37, 2024-04-15T14:36:41.485 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 537677227741 2024-04-15T14:36:41.485 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.485 INFO:tasks.workunit.client.0.smithi016.stdout: "state_deferred_queued_lat": { 2024-04-15T14:36:41.485 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 40, 2024-04-15T14:36:41.485 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 65658120449 2024-04-15T14:36:41.485 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.485 INFO:tasks.workunit.client.0.smithi016.stdout: "state_done_lat": { 2024-04-15T14:36:41.485 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 258, 2024-04-15T14:36:41.485 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 723149 2024-04-15T14:36:41.486 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.486 INFO:tasks.workunit.client.0.smithi016.stdout: "state_finishing_lat": { 2024-04-15T14:36:41.486 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 258, 2024-04-15T14:36:41.486 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 24669 2024-04-15T14:36:41.486 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.486 INFO:tasks.workunit.client.0.smithi016.stdout: "state_io_done_lat": { 2024-04-15T14:36:41.486 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 261, 2024-04-15T14:36:41.486 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 266117 2024-04-15T14:36:41.486 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.486 INFO:tasks.workunit.client.0.smithi016.stdout: "state_kv_commiting_lat": { 2024-04-15T14:36:41.486 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 261, 2024-04-15T14:36:41.486 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 232629414 2024-04-15T14:36:41.486 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.486 INFO:tasks.workunit.client.0.smithi016.stdout: "state_kv_done_lat": { 2024-04-15T14:36:41.487 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 261, 2024-04-15T14:36:41.487 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 74850 2024-04-15T14:36:41.487 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.487 INFO:tasks.workunit.client.0.smithi016.stdout: "state_kv_queued_lat": { 2024-04-15T14:36:41.487 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 261, 2024-04-15T14:36:41.487 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 103670903 2024-04-15T14:36:41.487 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.487 INFO:tasks.workunit.client.0.smithi016.stdout: "state_prepare_lat": { 2024-04-15T14:36:41.487 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 261, 2024-04-15T14:36:41.487 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 11961304 2024-04-15T14:36:41.487 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.487 INFO:tasks.workunit.client.0.smithi016.stdout: "stored": { 2024-04-15T14:36:41.487 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 315578 2024-04-15T14:36:41.487 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.487 INFO:tasks.workunit.client.0.smithi016.stdout: "truncate_lat": { 2024-04-15T14:36:41.488 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 33, 2024-04-15T14:36:41.488 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 131169 2024-04-15T14:36:41.488 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.488 INFO:tasks.workunit.client.0.smithi016.stdout: "txc_commit_lat": { 2024-04-15T14:36:41.488 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 261, 2024-04-15T14:36:41.488 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 365912607 2024-04-15T14:36:41.488 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.488 INFO:tasks.workunit.client.0.smithi016.stdout: "txc_submit_lat": { 2024-04-15T14:36:41.488 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 261, 2024-04-15T14:36:41.488 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 13884873 2024-04-15T14:36:41.488 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.488 INFO:tasks.workunit.client.0.smithi016.stdout: "txc_throttle_lat": { 2024-04-15T14:36:41.488 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 261, 2024-04-15T14:36:41.488 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 1803162 2024-04-15T14:36:41.488 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T14:36:41.489 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.489 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore-pricache": { 2024-04-15T14:36:41.489 INFO:tasks.workunit.client.0.smithi016.stdout: "cache_bytes": { 2024-04-15T14:36:41.489 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 1861630827 2024-04-15T14:36:41.489 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.489 INFO:tasks.workunit.client.0.smithi016.stdout: "heap_bytes": { 2024-04-15T14:36:41.489 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 42385408 2024-04-15T14:36:41.489 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.489 INFO:tasks.workunit.client.0.smithi016.stdout: "mapped_bytes": { 2024-04-15T14:36:41.489 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 42090496 2024-04-15T14:36:41.489 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.489 INFO:tasks.workunit.client.0.smithi016.stdout: "target_bytes": { 2024-04-15T14:36:41.489 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 3137573171 2024-04-15T14:36:41.489 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.490 INFO:tasks.workunit.client.0.smithi016.stdout: "unmapped_bytes": { 2024-04-15T14:36:41.490 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 294912 2024-04-15T14:36:41.490 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T14:36:41.490 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.490 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore-pricache:data": { 2024-04-15T14:36:41.490 INFO:tasks.workunit.client.0.smithi016.stdout: "committed_bytes": { 2024-04-15T14:36:41.490 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 159383552 2024-04-15T14:36:41.490 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.490 INFO:tasks.workunit.client.0.smithi016.stdout: "pri0_bytes": { 2024-04-15T14:36:41.490 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.490 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.490 INFO:tasks.workunit.client.0.smithi016.stdout: "pri10_bytes": { 2024-04-15T14:36:41.490 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.490 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.490 INFO:tasks.workunit.client.0.smithi016.stdout: "pri11_bytes": { 2024-04-15T14:36:41.491 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 85509325 2024-04-15T14:36:41.491 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.491 INFO:tasks.workunit.client.0.smithi016.stdout: "pri1_bytes": { 2024-04-15T14:36:41.491 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.491 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.491 INFO:tasks.workunit.client.0.smithi016.stdout: "pri2_bytes": { 2024-04-15T14:36:41.491 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.491 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.491 INFO:tasks.workunit.client.0.smithi016.stdout: "pri3_bytes": { 2024-04-15T14:36:41.491 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.491 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.491 INFO:tasks.workunit.client.0.smithi016.stdout: "pri4_bytes": { 2024-04-15T14:36:41.491 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.491 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.492 INFO:tasks.workunit.client.0.smithi016.stdout: "pri5_bytes": { 2024-04-15T14:36:41.492 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.492 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.492 INFO:tasks.workunit.client.0.smithi016.stdout: "pri6_bytes": { 2024-04-15T14:36:41.492 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.492 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.492 INFO:tasks.workunit.client.0.smithi016.stdout: "pri7_bytes": { 2024-04-15T14:36:41.492 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.492 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.492 INFO:tasks.workunit.client.0.smithi016.stdout: "pri8_bytes": { 2024-04-15T14:36:41.492 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.492 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.492 INFO:tasks.workunit.client.0.smithi016.stdout: "pri9_bytes": { 2024-04-15T14:36:41.492 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.492 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.492 INFO:tasks.workunit.client.0.smithi016.stdout: "reserved_bytes": { 2024-04-15T14:36:41.493 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 73874227 2024-04-15T14:36:41.493 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T14:36:41.493 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.493 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore-pricache:kv": { 2024-04-15T14:36:41.493 INFO:tasks.workunit.client.0.smithi016.stdout: "committed_bytes": { 2024-04-15T14:36:41.493 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 780140544 2024-04-15T14:36:41.493 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.493 INFO:tasks.workunit.client.0.smithi016.stdout: "pri0_bytes": { 2024-04-15T14:36:41.493 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 67108864 2024-04-15T14:36:41.493 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.493 INFO:tasks.workunit.client.0.smithi016.stdout: "pri10_bytes": { 2024-04-15T14:36:41.493 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.493 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.494 INFO:tasks.workunit.client.0.smithi016.stdout: "pri11_bytes": { 2024-04-15T14:36:41.494 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 641319941 2024-04-15T14:36:41.494 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.494 INFO:tasks.workunit.client.0.smithi016.stdout: "pri1_bytes": { 2024-04-15T14:36:41.494 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.494 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.494 INFO:tasks.workunit.client.0.smithi016.stdout: "pri2_bytes": { 2024-04-15T14:36:41.494 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.494 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.494 INFO:tasks.workunit.client.0.smithi016.stdout: "pri3_bytes": { 2024-04-15T14:36:41.494 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.494 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.494 INFO:tasks.workunit.client.0.smithi016.stdout: "pri4_bytes": { 2024-04-15T14:36:41.494 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.495 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.495 INFO:tasks.workunit.client.0.smithi016.stdout: "pri5_bytes": { 2024-04-15T14:36:41.495 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.495 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.495 INFO:tasks.workunit.client.0.smithi016.stdout: "pri6_bytes": { 2024-04-15T14:36:41.495 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 2128 2024-04-15T14:36:41.495 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.495 INFO:tasks.workunit.client.0.smithi016.stdout: "pri7_bytes": { 2024-04-15T14:36:41.495 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.495 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.495 INFO:tasks.workunit.client.0.smithi016.stdout: "pri8_bytes": { 2024-04-15T14:36:41.495 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.495 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.495 INFO:tasks.workunit.client.0.smithi016.stdout: "pri9_bytes": { 2024-04-15T14:36:41.495 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.496 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.496 INFO:tasks.workunit.client.0.smithi016.stdout: "reserved_bytes": { 2024-04-15T14:36:41.496 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 71709611 2024-04-15T14:36:41.496 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T14:36:41.496 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.496 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore-pricache:kv_onode": { 2024-04-15T14:36:41.496 INFO:tasks.workunit.client.0.smithi016.stdout: "committed_bytes": { 2024-04-15T14:36:41.496 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 192937984 2024-04-15T14:36:41.496 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.496 INFO:tasks.workunit.client.0.smithi016.stdout: "pri0_bytes": { 2024-04-15T14:36:41.496 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 67108864 2024-04-15T14:36:41.496 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.496 INFO:tasks.workunit.client.0.smithi016.stdout: "pri10_bytes": { 2024-04-15T14:36:41.496 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 464 2024-04-15T14:36:41.496 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.497 INFO:tasks.workunit.client.0.smithi016.stdout: "pri11_bytes": { 2024-04-15T14:36:41.497 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 57006217 2024-04-15T14:36:41.497 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.497 INFO:tasks.workunit.client.0.smithi016.stdout: "pri1_bytes": { 2024-04-15T14:36:41.497 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.497 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.497 INFO:tasks.workunit.client.0.smithi016.stdout: "pri2_bytes": { 2024-04-15T14:36:41.497 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.497 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.497 INFO:tasks.workunit.client.0.smithi016.stdout: "pri3_bytes": { 2024-04-15T14:36:41.497 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.497 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.497 INFO:tasks.workunit.client.0.smithi016.stdout: "pri4_bytes": { 2024-04-15T14:36:41.497 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.498 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.498 INFO:tasks.workunit.client.0.smithi016.stdout: "pri5_bytes": { 2024-04-15T14:36:41.498 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.498 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.498 INFO:tasks.workunit.client.0.smithi016.stdout: "pri6_bytes": { 2024-04-15T14:36:41.498 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.498 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.498 INFO:tasks.workunit.client.0.smithi016.stdout: "pri7_bytes": { 2024-04-15T14:36:41.498 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.498 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.498 INFO:tasks.workunit.client.0.smithi016.stdout: "pri8_bytes": { 2024-04-15T14:36:41.498 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.498 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.498 INFO:tasks.workunit.client.0.smithi016.stdout: "pri9_bytes": { 2024-04-15T14:36:41.499 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.499 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.499 INFO:tasks.workunit.client.0.smithi016.stdout: "reserved_bytes": { 2024-04-15T14:36:41.499 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 68822439 2024-04-15T14:36:41.499 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T14:36:41.499 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.499 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore-pricache:meta": { 2024-04-15T14:36:41.499 INFO:tasks.workunit.client.0.smithi016.stdout: "committed_bytes": { 2024-04-15T14:36:41.499 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 713031680 2024-04-15T14:36:41.499 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.499 INFO:tasks.workunit.client.0.smithi016.stdout: "pri0_bytes": { 2024-04-15T14:36:41.499 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.499 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.499 INFO:tasks.workunit.client.0.smithi016.stdout: "pri10_bytes": { 2024-04-15T14:36:41.500 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.500 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.500 INFO:tasks.workunit.client.0.smithi016.stdout: "pri11_bytes": { 2024-04-15T14:36:41.500 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 641319941 2024-04-15T14:36:41.500 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.500 INFO:tasks.workunit.client.0.smithi016.stdout: "pri1_bytes": { 2024-04-15T14:36:41.500 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.500 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.500 INFO:tasks.workunit.client.0.smithi016.stdout: "pri2_bytes": { 2024-04-15T14:36:41.500 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.500 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.500 INFO:tasks.workunit.client.0.smithi016.stdout: "pri3_bytes": { 2024-04-15T14:36:41.500 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.500 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.500 INFO:tasks.workunit.client.0.smithi016.stdout: "pri4_bytes": { 2024-04-15T14:36:41.500 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.501 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.501 INFO:tasks.workunit.client.0.smithi016.stdout: "pri5_bytes": { 2024-04-15T14:36:41.501 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 8250 2024-04-15T14:36:41.501 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.501 INFO:tasks.workunit.client.0.smithi016.stdout: "pri6_bytes": { 2024-04-15T14:36:41.501 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 219227 2024-04-15T14:36:41.501 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.501 INFO:tasks.workunit.client.0.smithi016.stdout: "pri7_bytes": { 2024-04-15T14:36:41.501 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.501 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.501 INFO:tasks.workunit.client.0.smithi016.stdout: "pri8_bytes": { 2024-04-15T14:36:41.501 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.501 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.501 INFO:tasks.workunit.client.0.smithi016.stdout: "pri9_bytes": { 2024-04-15T14:36:41.502 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.502 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.502 INFO:tasks.workunit.client.0.smithi016.stdout: "reserved_bytes": { 2024-04-15T14:36:41.502 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 71484262 2024-04-15T14:36:41.502 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T14:36:41.502 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.502 INFO:tasks.workunit.client.0.smithi016.stdout: "objecter": { 2024-04-15T14:36:41.502 INFO:tasks.workunit.client.0.smithi016.stdout: "op_active": { 2024-04-15T14:36:41.502 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.502 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.502 INFO:tasks.workunit.client.0.smithi016.stdout: "op_r": { 2024-04-15T14:36:41.502 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.502 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.503 INFO:tasks.workunit.client.0.smithi016.stdout: "op_rmw": { 2024-04-15T14:36:41.503 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.503 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.503 INFO:tasks.workunit.client.0.smithi016.stdout: "op_w": { 2024-04-15T14:36:41.503 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.503 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T14:36:41.503 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.503 INFO:tasks.workunit.client.0.smithi016.stdout: "osd": { 2024-04-15T14:36:41.503 INFO:tasks.workunit.client.0.smithi016.stdout: "numpg": { 2024-04-15T14:36:41.503 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 42 2024-04-15T14:36:41.503 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.503 INFO:tasks.workunit.client.0.smithi016.stdout: "numpg_removing": { 2024-04-15T14:36:41.503 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.503 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.504 INFO:tasks.workunit.client.0.smithi016.stdout: "op": { 2024-04-15T14:36:41.504 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.504 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.504 INFO:tasks.workunit.client.0.smithi016.stdout: "op_delayed_degraded": { 2024-04-15T14:36:41.504 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.504 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.504 INFO:tasks.workunit.client.0.smithi016.stdout: "op_delayed_unreadable": { 2024-04-15T14:36:41.504 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.504 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.504 INFO:tasks.workunit.client.0.smithi016.stdout: "op_in_bytes": { 2024-04-15T14:36:41.504 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.504 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.504 INFO:tasks.workunit.client.0.smithi016.stdout: "op_latency": { 2024-04-15T14:36:41.504 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 0, 2024-04-15T14:36:41.504 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.505 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.505 INFO:tasks.workunit.client.0.smithi016.stdout: "op_out_bytes": { 2024-04-15T14:36:41.505 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.505 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.505 INFO:tasks.workunit.client.0.smithi016.stdout: "op_prepare_latency": { 2024-04-15T14:36:41.505 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 0, 2024-04-15T14:36:41.505 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.505 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.505 INFO:tasks.workunit.client.0.smithi016.stdout: "op_process_latency": { 2024-04-15T14:36:41.505 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 0, 2024-04-15T14:36:41.505 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.505 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.505 INFO:tasks.workunit.client.0.smithi016.stdout: "op_r": { 2024-04-15T14:36:41.505 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.505 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.506 INFO:tasks.workunit.client.0.smithi016.stdout: "op_r_latency": { 2024-04-15T14:36:41.506 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 0, 2024-04-15T14:36:41.506 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.506 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.506 INFO:tasks.workunit.client.0.smithi016.stdout: "op_r_latency_out_bytes_histogram": { 2024-04-15T14:36:41.506 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.506 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.506 INFO:tasks.workunit.client.0.smithi016.stdout: "op_r_out_bytes": { 2024-04-15T14:36:41.506 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.506 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.506 INFO:tasks.workunit.client.0.smithi016.stdout: "op_r_prepare_latency": { 2024-04-15T14:36:41.506 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 0, 2024-04-15T14:36:41.506 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.506 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.507 INFO:tasks.workunit.client.0.smithi016.stdout: "op_r_process_latency": { 2024-04-15T14:36:41.507 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 0, 2024-04-15T14:36:41.507 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.507 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.507 INFO:tasks.workunit.client.0.smithi016.stdout: "op_rw": { 2024-04-15T14:36:41.507 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.507 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.507 INFO:tasks.workunit.client.0.smithi016.stdout: "op_rw_in_bytes": { 2024-04-15T14:36:41.507 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.507 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.507 INFO:tasks.workunit.client.0.smithi016.stdout: "op_rw_latency": { 2024-04-15T14:36:41.507 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 0, 2024-04-15T14:36:41.507 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.507 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.507 INFO:tasks.workunit.client.0.smithi016.stdout: "op_rw_latency_in_bytes_histogram": { 2024-04-15T14:36:41.508 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.508 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.508 INFO:tasks.workunit.client.0.smithi016.stdout: "op_rw_latency_out_bytes_histogram": { 2024-04-15T14:36:41.508 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.508 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.508 INFO:tasks.workunit.client.0.smithi016.stdout: "op_rw_out_bytes": { 2024-04-15T14:36:41.508 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.508 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.508 INFO:tasks.workunit.client.0.smithi016.stdout: "op_rw_prepare_latency": { 2024-04-15T14:36:41.508 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 0, 2024-04-15T14:36:41.508 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.508 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.508 INFO:tasks.workunit.client.0.smithi016.stdout: "op_rw_process_latency": { 2024-04-15T14:36:41.508 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 0, 2024-04-15T14:36:41.508 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.509 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.509 INFO:tasks.workunit.client.0.smithi016.stdout: "op_w": { 2024-04-15T14:36:41.509 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.509 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.509 INFO:tasks.workunit.client.0.smithi016.stdout: "op_w_in_bytes": { 2024-04-15T14:36:41.509 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.509 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.509 INFO:tasks.workunit.client.0.smithi016.stdout: "op_w_latency": { 2024-04-15T14:36:41.509 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 0, 2024-04-15T14:36:41.509 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.509 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.509 INFO:tasks.workunit.client.0.smithi016.stdout: "op_w_latency_in_bytes_histogram": { 2024-04-15T14:36:41.509 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.509 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.509 INFO:tasks.workunit.client.0.smithi016.stdout: "op_w_prepare_latency": { 2024-04-15T14:36:41.510 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 0, 2024-04-15T14:36:41.510 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.510 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.510 INFO:tasks.workunit.client.0.smithi016.stdout: "op_w_process_latency": { 2024-04-15T14:36:41.510 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 0, 2024-04-15T14:36:41.510 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.510 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.510 INFO:tasks.workunit.client.0.smithi016.stdout: "op_wip": { 2024-04-15T14:36:41.510 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.510 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.510 INFO:tasks.workunit.client.0.smithi016.stdout: "recovery_bytes": { 2024-04-15T14:36:41.510 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.510 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.510 INFO:tasks.workunit.client.0.smithi016.stdout: "recovery_ops": { 2024-04-15T14:36:41.511 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.511 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.511 INFO:tasks.workunit.client.0.smithi016.stdout: "stat_bytes": { 2024-04-15T14:36:41.511 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 95995035648 2024-04-15T14:36:41.511 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.511 INFO:tasks.workunit.client.0.smithi016.stdout: "stat_bytes_used": { 2024-04-15T14:36:41.511 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 28397568 2024-04-15T14:36:41.511 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T14:36:41.511 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T14:36:41.511 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.511 INFO:tasks.workunit.client.0.smithi016.stdout: "osd.6": { 2024-04-15T14:36:41.511 INFO:tasks.workunit.client.0.smithi016.stdout: "bluefs": { 2024-04-15T14:36:41.511 INFO:tasks.workunit.client.0.smithi016.stdout: "alloc_slow_fallback": { 2024-04-15T14:36:41.511 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.512 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.512 INFO:tasks.workunit.client.0.smithi016.stdout: "alloc_slow_size_fallback": { 2024-04-15T14:36:41.512 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.512 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.512 INFO:tasks.workunit.client.0.smithi016.stdout: "alloc_unit_db": { 2024-04-15T14:36:41.512 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 65536 2024-04-15T14:36:41.512 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.512 INFO:tasks.workunit.client.0.smithi016.stdout: "alloc_unit_main": { 2024-04-15T14:36:41.512 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.512 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.512 INFO:tasks.workunit.client.0.smithi016.stdout: "alloc_unit_wal": { 2024-04-15T14:36:41.512 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.512 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.512 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes_written_slow": { 2024-04-15T14:36:41.513 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.513 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.513 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes_written_sst": { 2024-04-15T14:36:41.513 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 12288 2024-04-15T14:36:41.513 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.513 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes_written_wal": { 2024-04-15T14:36:41.513 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 5992448 2024-04-15T14:36:41.513 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.513 INFO:tasks.workunit.client.0.smithi016.stdout: "compact_lat": { 2024-04-15T14:36:41.513 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 0, 2024-04-15T14:36:41.513 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.513 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.513 INFO:tasks.workunit.client.0.smithi016.stdout: "compact_lock_lat": { 2024-04-15T14:36:41.513 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 0, 2024-04-15T14:36:41.513 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.514 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.514 INFO:tasks.workunit.client.0.smithi016.stdout: "db_total_bytes": { 2024-04-15T14:36:41.514 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 95995035648 2024-04-15T14:36:41.514 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.514 INFO:tasks.workunit.client.0.smithi016.stdout: "db_used_bytes": { 2024-04-15T14:36:41.514 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 27656192 2024-04-15T14:36:41.514 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.514 INFO:tasks.workunit.client.0.smithi016.stdout: "log_bytes": { 2024-04-15T14:36:41.514 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 2985984 2024-04-15T14:36:41.514 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.514 INFO:tasks.workunit.client.0.smithi016.stdout: "logged_bytes": { 2024-04-15T14:36:41.514 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 2846720 2024-04-15T14:36:41.514 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.514 INFO:tasks.workunit.client.0.smithi016.stdout: "max_bytes_db": { 2024-04-15T14:36:41.515 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 31850496 2024-04-15T14:36:41.515 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.515 INFO:tasks.workunit.client.0.smithi016.stdout: "max_bytes_slow": { 2024-04-15T14:36:41.515 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.515 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.515 INFO:tasks.workunit.client.0.smithi016.stdout: "max_bytes_wal": { 2024-04-15T14:36:41.515 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.515 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.515 INFO:tasks.workunit.client.0.smithi016.stdout: "num_files": { 2024-04-15T14:36:41.515 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 14 2024-04-15T14:36:41.515 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.515 INFO:tasks.workunit.client.0.smithi016.stdout: "read_bytes": { 2024-04-15T14:36:41.515 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 206272 2024-04-15T14:36:41.515 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.515 INFO:tasks.workunit.client.0.smithi016.stdout: "read_count": { 2024-04-15T14:36:41.516 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 23 2024-04-15T14:36:41.516 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.516 INFO:tasks.workunit.client.0.smithi016.stdout: "read_disk_bytes": { 2024-04-15T14:36:41.516 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 1282048 2024-04-15T14:36:41.516 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.516 INFO:tasks.workunit.client.0.smithi016.stdout: "read_disk_bytes_db": { 2024-04-15T14:36:41.516 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 1286144 2024-04-15T14:36:41.516 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.516 INFO:tasks.workunit.client.0.smithi016.stdout: "read_disk_bytes_slow": { 2024-04-15T14:36:41.516 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.516 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.516 INFO:tasks.workunit.client.0.smithi016.stdout: "read_disk_bytes_wal": { 2024-04-15T14:36:41.516 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.516 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.516 INFO:tasks.workunit.client.0.smithi016.stdout: "read_disk_count": { 2024-04-15T14:36:41.517 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 15 2024-04-15T14:36:41.517 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.517 INFO:tasks.workunit.client.0.smithi016.stdout: "read_prefetch_bytes": { 2024-04-15T14:36:41.517 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 4913 2024-04-15T14:36:41.517 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.517 INFO:tasks.workunit.client.0.smithi016.stdout: "read_prefetch_count": { 2024-04-15T14:36:41.517 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 4 2024-04-15T14:36:41.517 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.517 INFO:tasks.workunit.client.0.smithi016.stdout: "read_random_buffer_bytes": { 2024-04-15T14:36:41.517 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 5505 2024-04-15T14:36:41.517 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.517 INFO:tasks.workunit.client.0.smithi016.stdout: "read_random_buffer_count": { 2024-04-15T14:36:41.517 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 24 2024-04-15T14:36:41.517 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.517 INFO:tasks.workunit.client.0.smithi016.stdout: "read_random_bytes": { 2024-04-15T14:36:41.518 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 5505 2024-04-15T14:36:41.518 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.518 INFO:tasks.workunit.client.0.smithi016.stdout: "read_random_count": { 2024-04-15T14:36:41.518 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 24 2024-04-15T14:36:41.518 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.518 INFO:tasks.workunit.client.0.smithi016.stdout: "read_random_disk_bytes": { 2024-04-15T14:36:41.518 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.518 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.518 INFO:tasks.workunit.client.0.smithi016.stdout: "read_random_disk_bytes_db": { 2024-04-15T14:36:41.518 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.518 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.518 INFO:tasks.workunit.client.0.smithi016.stdout: "read_random_disk_bytes_slow": { 2024-04-15T14:36:41.518 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.518 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.518 INFO:tasks.workunit.client.0.smithi016.stdout: "read_random_disk_bytes_wal": { 2024-04-15T14:36:41.519 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.519 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.519 INFO:tasks.workunit.client.0.smithi016.stdout: "read_random_disk_count": { 2024-04-15T14:36:41.519 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.519 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.519 INFO:tasks.workunit.client.0.smithi016.stdout: "slow_total_bytes": { 2024-04-15T14:36:41.519 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.519 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.519 INFO:tasks.workunit.client.0.smithi016.stdout: "slow_used_bytes": { 2024-04-15T14:36:41.519 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.519 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.519 INFO:tasks.workunit.client.0.smithi016.stdout: "wal_total_bytes": { 2024-04-15T14:36:41.519 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.519 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.520 INFO:tasks.workunit.client.0.smithi016.stdout: "wal_used_bytes": { 2024-04-15T14:36:41.520 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.520 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.520 INFO:tasks.workunit.client.0.smithi016.stdout: "write_bytes": { 2024-04-15T14:36:41.520 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 8916992 2024-04-15T14:36:41.520 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T14:36:41.520 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.520 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore": { 2024-04-15T14:36:41.520 INFO:tasks.workunit.client.0.smithi016.stdout: "alloc_unit": { 2024-04-15T14:36:41.520 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 4096 2024-04-15T14:36:41.520 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.520 INFO:tasks.workunit.client.0.smithi016.stdout: "allocated": { 2024-04-15T14:36:41.520 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 1323008 2024-04-15T14:36:41.520 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.520 INFO:tasks.workunit.client.0.smithi016.stdout: "clist_lat": { 2024-04-15T14:36:41.521 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 0, 2024-04-15T14:36:41.521 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.521 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.521 INFO:tasks.workunit.client.0.smithi016.stdout: "compress_lat": { 2024-04-15T14:36:41.521 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 0, 2024-04-15T14:36:41.521 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.521 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.521 INFO:tasks.workunit.client.0.smithi016.stdout: "compressed": { 2024-04-15T14:36:41.521 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.521 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.521 INFO:tasks.workunit.client.0.smithi016.stdout: "compressed_allocated": { 2024-04-15T14:36:41.521 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.521 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.521 INFO:tasks.workunit.client.0.smithi016.stdout: "compressed_original": { 2024-04-15T14:36:41.521 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.522 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.522 INFO:tasks.workunit.client.0.smithi016.stdout: "csum_lat": { 2024-04-15T14:36:41.522 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 3, 2024-04-15T14:36:41.522 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 5309 2024-04-15T14:36:41.522 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.522 INFO:tasks.workunit.client.0.smithi016.stdout: "decompress_lat": { 2024-04-15T14:36:41.522 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 0, 2024-04-15T14:36:41.522 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.522 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.522 INFO:tasks.workunit.client.0.smithi016.stdout: "fragmentation_micros": { 2024-04-15T14:36:41.522 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.522 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.522 INFO:tasks.workunit.client.0.smithi016.stdout: "kv_commit_lat": { 2024-04-15T14:36:41.522 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 682, 2024-04-15T14:36:41.522 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 466020199 2024-04-15T14:36:41.523 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.523 INFO:tasks.workunit.client.0.smithi016.stdout: "kv_final_lat": { 2024-04-15T14:36:41.523 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 667, 2024-04-15T14:36:41.523 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 22008521 2024-04-15T14:36:41.523 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.523 INFO:tasks.workunit.client.0.smithi016.stdout: "kv_flush_lat": { 2024-04-15T14:36:41.523 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 682, 2024-04-15T14:36:41.523 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 471749 2024-04-15T14:36:41.523 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.523 INFO:tasks.workunit.client.0.smithi016.stdout: "kv_sync_lat": { 2024-04-15T14:36:41.523 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 682, 2024-04-15T14:36:41.523 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 466491948 2024-04-15T14:36:41.523 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.523 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_get_keys_lat": { 2024-04-15T14:36:41.524 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 0, 2024-04-15T14:36:41.524 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.524 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.524 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_get_values_lat": { 2024-04-15T14:36:41.524 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 1, 2024-04-15T14:36:41.524 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 42357 2024-04-15T14:36:41.524 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.524 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_lower_bound_lat": { 2024-04-15T14:36:41.524 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 0, 2024-04-15T14:36:41.524 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.524 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.524 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_next_lat": { 2024-04-15T14:36:41.524 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 0, 2024-04-15T14:36:41.524 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.524 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.525 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_seek_to_first_lat": { 2024-04-15T14:36:41.525 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 0, 2024-04-15T14:36:41.525 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.525 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.525 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_upper_bound_lat": { 2024-04-15T14:36:41.525 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 2, 2024-04-15T14:36:41.525 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 4941 2024-04-15T14:36:41.525 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.525 INFO:tasks.workunit.client.0.smithi016.stdout: "onode_hits": { 2024-04-15T14:36:41.525 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 3448 2024-04-15T14:36:41.525 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.525 INFO:tasks.workunit.client.0.smithi016.stdout: "onode_misses": { 2024-04-15T14:36:41.525 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 351 2024-04-15T14:36:41.525 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.525 INFO:tasks.workunit.client.0.smithi016.stdout: "read_lat": { 2024-04-15T14:36:41.526 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 88, 2024-04-15T14:36:41.526 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 697135 2024-04-15T14:36:41.526 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.526 INFO:tasks.workunit.client.0.smithi016.stdout: "read_onode_meta_lat": { 2024-04-15T14:36:41.526 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 134, 2024-04-15T14:36:41.526 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 296519 2024-04-15T14:36:41.526 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.526 INFO:tasks.workunit.client.0.smithi016.stdout: "read_wait_aio_lat": { 2024-04-15T14:36:41.526 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 46, 2024-04-15T14:36:41.526 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 398023 2024-04-15T14:36:41.526 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.526 INFO:tasks.workunit.client.0.smithi016.stdout: "reads_with_retries": { 2024-04-15T14:36:41.526 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.526 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.527 INFO:tasks.workunit.client.0.smithi016.stdout: "remove_lat": { 2024-04-15T14:36:41.527 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 100, 2024-04-15T14:36:41.527 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 5508229 2024-04-15T14:36:41.527 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.527 INFO:tasks.workunit.client.0.smithi016.stdout: "state_aio_wait_lat": { 2024-04-15T14:36:41.527 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 3368, 2024-04-15T14:36:41.527 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 3618712346 2024-04-15T14:36:41.527 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.527 INFO:tasks.workunit.client.0.smithi016.stdout: "state_deferred_aio_wait_lat": { 2024-04-15T14:36:41.527 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 33, 2024-04-15T14:36:41.527 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 17625630 2024-04-15T14:36:41.527 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.527 INFO:tasks.workunit.client.0.smithi016.stdout: "state_deferred_cleanup_lat": { 2024-04-15T14:36:41.527 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 33, 2024-04-15T14:36:41.528 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 266562507649 2024-04-15T14:36:41.528 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.528 INFO:tasks.workunit.client.0.smithi016.stdout: "state_deferred_queued_lat": { 2024-04-15T14:36:41.528 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 33, 2024-04-15T14:36:41.528 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 52185137178 2024-04-15T14:36:41.528 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.528 INFO:tasks.workunit.client.0.smithi016.stdout: "state_done_lat": { 2024-04-15T14:36:41.528 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 3368, 2024-04-15T14:36:41.528 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 1484162230 2024-04-15T14:36:41.528 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.528 INFO:tasks.workunit.client.0.smithi016.stdout: "state_finishing_lat": { 2024-04-15T14:36:41.528 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 3368, 2024-04-15T14:36:41.528 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 166852 2024-04-15T14:36:41.528 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.529 INFO:tasks.workunit.client.0.smithi016.stdout: "state_io_done_lat": { 2024-04-15T14:36:41.529 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 3368, 2024-04-15T14:36:41.529 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 260079023 2024-04-15T14:36:41.529 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.529 INFO:tasks.workunit.client.0.smithi016.stdout: "state_kv_commiting_lat": { 2024-04-15T14:36:41.529 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 3368, 2024-04-15T14:36:41.529 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 2613764392 2024-04-15T14:36:41.529 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.529 INFO:tasks.workunit.client.0.smithi016.stdout: "state_kv_done_lat": { 2024-04-15T14:36:41.529 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 3368, 2024-04-15T14:36:41.529 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 403200 2024-04-15T14:36:41.529 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.529 INFO:tasks.workunit.client.0.smithi016.stdout: "state_kv_queued_lat": { 2024-04-15T14:36:41.529 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 3368, 2024-04-15T14:36:41.529 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 1352350906 2024-04-15T14:36:41.530 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.530 INFO:tasks.workunit.client.0.smithi016.stdout: "state_prepare_lat": { 2024-04-15T14:36:41.530 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 3368, 2024-04-15T14:36:41.530 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 353322027 2024-04-15T14:36:41.530 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.530 INFO:tasks.workunit.client.0.smithi016.stdout: "stored": { 2024-04-15T14:36:41.530 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 905856 2024-04-15T14:36:41.530 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.530 INFO:tasks.workunit.client.0.smithi016.stdout: "truncate_lat": { 2024-04-15T14:36:41.530 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 26, 2024-04-15T14:36:41.530 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 101549 2024-04-15T14:36:41.530 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.530 INFO:tasks.workunit.client.0.smithi016.stdout: "txc_commit_lat": { 2024-04-15T14:36:41.530 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 3368, 2024-04-15T14:36:41.530 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 8198429930 2024-04-15T14:36:41.531 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.531 INFO:tasks.workunit.client.0.smithi016.stdout: "txc_submit_lat": { 2024-04-15T14:36:41.531 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 3368, 2024-04-15T14:36:41.531 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 384780197 2024-04-15T14:36:41.531 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.531 INFO:tasks.workunit.client.0.smithi016.stdout: "txc_throttle_lat": { 2024-04-15T14:36:41.531 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 3368, 2024-04-15T14:36:41.531 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 263327506 2024-04-15T14:36:41.531 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T14:36:41.531 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.531 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore-pricache": { 2024-04-15T14:36:41.531 INFO:tasks.workunit.client.0.smithi016.stdout: "cache_bytes": { 2024-04-15T14:36:41.531 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 1861630827 2024-04-15T14:36:41.531 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.531 INFO:tasks.workunit.client.0.smithi016.stdout: "heap_bytes": { 2024-04-15T14:36:41.532 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 46579712 2024-04-15T14:36:41.532 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.532 INFO:tasks.workunit.client.0.smithi016.stdout: "mapped_bytes": { 2024-04-15T14:36:41.532 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 45301760 2024-04-15T14:36:41.532 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.532 INFO:tasks.workunit.client.0.smithi016.stdout: "target_bytes": { 2024-04-15T14:36:41.532 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 3137573171 2024-04-15T14:36:41.532 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.532 INFO:tasks.workunit.client.0.smithi016.stdout: "unmapped_bytes": { 2024-04-15T14:36:41.532 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 1277952 2024-04-15T14:36:41.532 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T14:36:41.532 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.532 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore-pricache:data": { 2024-04-15T14:36:41.532 INFO:tasks.workunit.client.0.smithi016.stdout: "committed_bytes": { 2024-04-15T14:36:41.533 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 159383552 2024-04-15T14:36:41.533 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.533 INFO:tasks.workunit.client.0.smithi016.stdout: "pri0_bytes": { 2024-04-15T14:36:41.533 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.533 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.533 INFO:tasks.workunit.client.0.smithi016.stdout: "pri10_bytes": { 2024-04-15T14:36:41.533 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.533 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.533 INFO:tasks.workunit.client.0.smithi016.stdout: "pri11_bytes": { 2024-04-15T14:36:41.533 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 85502648 2024-04-15T14:36:41.533 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.533 INFO:tasks.workunit.client.0.smithi016.stdout: "pri1_bytes": { 2024-04-15T14:36:41.533 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.533 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.533 INFO:tasks.workunit.client.0.smithi016.stdout: "pri2_bytes": { 2024-04-15T14:36:41.534 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.534 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.534 INFO:tasks.workunit.client.0.smithi016.stdout: "pri3_bytes": { 2024-04-15T14:36:41.534 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.534 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.534 INFO:tasks.workunit.client.0.smithi016.stdout: "pri4_bytes": { 2024-04-15T14:36:41.534 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.534 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.534 INFO:tasks.workunit.client.0.smithi016.stdout: "pri5_bytes": { 2024-04-15T14:36:41.534 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.534 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.534 INFO:tasks.workunit.client.0.smithi016.stdout: "pri6_bytes": { 2024-04-15T14:36:41.534 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.534 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.534 INFO:tasks.workunit.client.0.smithi016.stdout: "pri7_bytes": { 2024-04-15T14:36:41.535 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.535 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.535 INFO:tasks.workunit.client.0.smithi016.stdout: "pri8_bytes": { 2024-04-15T14:36:41.535 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.535 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.535 INFO:tasks.workunit.client.0.smithi016.stdout: "pri9_bytes": { 2024-04-15T14:36:41.535 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.535 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.535 INFO:tasks.workunit.client.0.smithi016.stdout: "reserved_bytes": { 2024-04-15T14:36:41.535 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 73880904 2024-04-15T14:36:41.535 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T14:36:41.535 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.535 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore-pricache:kv": { 2024-04-15T14:36:41.535 INFO:tasks.workunit.client.0.smithi016.stdout: "committed_bytes": { 2024-04-15T14:36:41.536 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 780140544 2024-04-15T14:36:41.536 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.536 INFO:tasks.workunit.client.0.smithi016.stdout: "pri0_bytes": { 2024-04-15T14:36:41.536 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 67108864 2024-04-15T14:36:41.536 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.536 INFO:tasks.workunit.client.0.smithi016.stdout: "pri10_bytes": { 2024-04-15T14:36:41.536 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.536 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.536 INFO:tasks.workunit.client.0.smithi016.stdout: "pri11_bytes": { 2024-04-15T14:36:41.536 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 641269860 2024-04-15T14:36:41.536 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.536 INFO:tasks.workunit.client.0.smithi016.stdout: "pri1_bytes": { 2024-04-15T14:36:41.536 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.536 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.536 INFO:tasks.workunit.client.0.smithi016.stdout: "pri2_bytes": { 2024-04-15T14:36:41.537 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.537 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.537 INFO:tasks.workunit.client.0.smithi016.stdout: "pri3_bytes": { 2024-04-15T14:36:41.537 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.537 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.537 INFO:tasks.workunit.client.0.smithi016.stdout: "pri4_bytes": { 2024-04-15T14:36:41.537 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.537 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.537 INFO:tasks.workunit.client.0.smithi016.stdout: "pri5_bytes": { 2024-04-15T14:36:41.537 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.537 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.537 INFO:tasks.workunit.client.0.smithi016.stdout: "pri6_bytes": { 2024-04-15T14:36:41.537 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 2128 2024-04-15T14:36:41.537 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.537 INFO:tasks.workunit.client.0.smithi016.stdout: "pri7_bytes": { 2024-04-15T14:36:41.538 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.538 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.538 INFO:tasks.workunit.client.0.smithi016.stdout: "pri8_bytes": { 2024-04-15T14:36:41.538 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.538 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.538 INFO:tasks.workunit.client.0.smithi016.stdout: "pri9_bytes": { 2024-04-15T14:36:41.538 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.538 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.538 INFO:tasks.workunit.client.0.smithi016.stdout: "reserved_bytes": { 2024-04-15T14:36:41.538 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 71759692 2024-04-15T14:36:41.538 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T14:36:41.538 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.538 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore-pricache:kv_onode": { 2024-04-15T14:36:41.538 INFO:tasks.workunit.client.0.smithi016.stdout: "committed_bytes": { 2024-04-15T14:36:41.538 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 192937984 2024-04-15T14:36:41.539 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.539 INFO:tasks.workunit.client.0.smithi016.stdout: "pri0_bytes": { 2024-04-15T14:36:41.539 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 67108864 2024-04-15T14:36:41.539 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.539 INFO:tasks.workunit.client.0.smithi016.stdout: "pri10_bytes": { 2024-04-15T14:36:41.539 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 464 2024-04-15T14:36:41.539 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.539 INFO:tasks.workunit.client.0.smithi016.stdout: "pri11_bytes": { 2024-04-15T14:36:41.539 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 57001765 2024-04-15T14:36:41.539 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.539 INFO:tasks.workunit.client.0.smithi016.stdout: "pri1_bytes": { 2024-04-15T14:36:41.539 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.539 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.539 INFO:tasks.workunit.client.0.smithi016.stdout: "pri2_bytes": { 2024-04-15T14:36:41.539 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.540 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.540 INFO:tasks.workunit.client.0.smithi016.stdout: "pri3_bytes": { 2024-04-15T14:36:41.540 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.540 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.540 INFO:tasks.workunit.client.0.smithi016.stdout: "pri4_bytes": { 2024-04-15T14:36:41.540 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.540 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.540 INFO:tasks.workunit.client.0.smithi016.stdout: "pri5_bytes": { 2024-04-15T14:36:41.540 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.540 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.540 INFO:tasks.workunit.client.0.smithi016.stdout: "pri6_bytes": { 2024-04-15T14:36:41.540 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.540 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.540 INFO:tasks.workunit.client.0.smithi016.stdout: "pri7_bytes": { 2024-04-15T14:36:41.540 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.541 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.541 INFO:tasks.workunit.client.0.smithi016.stdout: "pri8_bytes": { 2024-04-15T14:36:41.541 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.541 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.541 INFO:tasks.workunit.client.0.smithi016.stdout: "pri9_bytes": { 2024-04-15T14:36:41.541 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.541 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.541 INFO:tasks.workunit.client.0.smithi016.stdout: "reserved_bytes": { 2024-04-15T14:36:41.541 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 68826891 2024-04-15T14:36:41.541 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T14:36:41.541 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.541 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore-pricache:meta": { 2024-04-15T14:36:41.541 INFO:tasks.workunit.client.0.smithi016.stdout: "committed_bytes": { 2024-04-15T14:36:41.541 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 713031680 2024-04-15T14:36:41.541 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.542 INFO:tasks.workunit.client.0.smithi016.stdout: "pri0_bytes": { 2024-04-15T14:36:41.542 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.542 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.542 INFO:tasks.workunit.client.0.smithi016.stdout: "pri10_bytes": { 2024-04-15T14:36:41.542 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.542 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.542 INFO:tasks.workunit.client.0.smithi016.stdout: "pri11_bytes": { 2024-04-15T14:36:41.542 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 641269860 2024-04-15T14:36:41.542 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.542 INFO:tasks.workunit.client.0.smithi016.stdout: "pri1_bytes": { 2024-04-15T14:36:41.542 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.542 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.542 INFO:tasks.workunit.client.0.smithi016.stdout: "pri2_bytes": { 2024-04-15T14:36:41.543 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 2331 2024-04-15T14:36:41.543 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.543 INFO:tasks.workunit.client.0.smithi016.stdout: "pri3_bytes": { 2024-04-15T14:36:41.543 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 3496 2024-04-15T14:36:41.543 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.543 INFO:tasks.workunit.client.0.smithi016.stdout: "pri4_bytes": { 2024-04-15T14:36:41.543 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.543 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.543 INFO:tasks.workunit.client.0.smithi016.stdout: "pri5_bytes": { 2024-04-15T14:36:41.543 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.543 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.543 INFO:tasks.workunit.client.0.smithi016.stdout: "pri6_bytes": { 2024-04-15T14:36:41.543 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 333358 2024-04-15T14:36:41.543 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.543 INFO:tasks.workunit.client.0.smithi016.stdout: "pri7_bytes": { 2024-04-15T14:36:41.544 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.544 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.544 INFO:tasks.workunit.client.0.smithi016.stdout: "pri8_bytes": { 2024-04-15T14:36:41.544 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.544 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.544 INFO:tasks.workunit.client.0.smithi016.stdout: "pri9_bytes": { 2024-04-15T14:36:41.544 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.544 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.544 INFO:tasks.workunit.client.0.smithi016.stdout: "reserved_bytes": { 2024-04-15T14:36:41.544 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 71422635 2024-04-15T14:36:41.544 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T14:36:41.544 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.544 INFO:tasks.workunit.client.0.smithi016.stdout: "objecter": { 2024-04-15T14:36:41.545 INFO:tasks.workunit.client.0.smithi016.stdout: "op_active": { 2024-04-15T14:36:41.545 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.545 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.545 INFO:tasks.workunit.client.0.smithi016.stdout: "op_r": { 2024-04-15T14:36:41.545 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.545 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.545 INFO:tasks.workunit.client.0.smithi016.stdout: "op_rmw": { 2024-04-15T14:36:41.545 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.545 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.545 INFO:tasks.workunit.client.0.smithi016.stdout: "op_w": { 2024-04-15T14:36:41.545 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.545 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T14:36:41.545 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.545 INFO:tasks.workunit.client.0.smithi016.stdout: "osd": { 2024-04-15T14:36:41.546 INFO:tasks.workunit.client.0.smithi016.stdout: "numpg": { 2024-04-15T14:36:41.546 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 39 2024-04-15T14:36:41.546 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.546 INFO:tasks.workunit.client.0.smithi016.stdout: "numpg_removing": { 2024-04-15T14:36:41.546 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.546 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.546 INFO:tasks.workunit.client.0.smithi016.stdout: "op": { 2024-04-15T14:36:41.546 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 13 2024-04-15T14:36:41.546 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.546 INFO:tasks.workunit.client.0.smithi016.stdout: "op_delayed_degraded": { 2024-04-15T14:36:41.546 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.546 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.546 INFO:tasks.workunit.client.0.smithi016.stdout: "op_delayed_unreadable": { 2024-04-15T14:36:41.546 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.546 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.547 INFO:tasks.workunit.client.0.smithi016.stdout: "op_in_bytes": { 2024-04-15T14:36:41.549 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 2812 2024-04-15T14:36:41.549 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.549 INFO:tasks.workunit.client.0.smithi016.stdout: "op_latency": { 2024-04-15T14:36:41.549 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 13, 2024-04-15T14:36:41.549 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 80019392 2024-04-15T14:36:41.549 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.549 INFO:tasks.workunit.client.0.smithi016.stdout: "op_out_bytes": { 2024-04-15T14:36:41.550 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.550 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.550 INFO:tasks.workunit.client.0.smithi016.stdout: "op_prepare_latency": { 2024-04-15T14:36:41.550 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 15, 2024-04-15T14:36:41.550 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 12800768 2024-04-15T14:36:41.550 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.550 INFO:tasks.workunit.client.0.smithi016.stdout: "op_process_latency": { 2024-04-15T14:36:41.550 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 13, 2024-04-15T14:36:41.550 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 59366662 2024-04-15T14:36:41.550 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.550 INFO:tasks.workunit.client.0.smithi016.stdout: "op_r": { 2024-04-15T14:36:41.550 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.550 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.550 INFO:tasks.workunit.client.0.smithi016.stdout: "op_r_latency": { 2024-04-15T14:36:41.551 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 0, 2024-04-15T14:36:41.551 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.551 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.551 INFO:tasks.workunit.client.0.smithi016.stdout: "op_r_latency_out_bytes_histogram": { 2024-04-15T14:36:41.551 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.551 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.551 INFO:tasks.workunit.client.0.smithi016.stdout: "op_r_out_bytes": { 2024-04-15T14:36:41.551 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.551 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.551 INFO:tasks.workunit.client.0.smithi016.stdout: "op_r_prepare_latency": { 2024-04-15T14:36:41.551 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 0, 2024-04-15T14:36:41.551 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.551 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.551 INFO:tasks.workunit.client.0.smithi016.stdout: "op_r_process_latency": { 2024-04-15T14:36:41.552 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 0, 2024-04-15T14:36:41.552 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.552 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.552 INFO:tasks.workunit.client.0.smithi016.stdout: "op_rw": { 2024-04-15T14:36:41.552 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.552 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.552 INFO:tasks.workunit.client.0.smithi016.stdout: "op_rw_in_bytes": { 2024-04-15T14:36:41.552 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.552 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.552 INFO:tasks.workunit.client.0.smithi016.stdout: "op_rw_latency": { 2024-04-15T14:36:41.552 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 0, 2024-04-15T14:36:41.552 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.552 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.552 INFO:tasks.workunit.client.0.smithi016.stdout: "op_rw_latency_in_bytes_histogram": { 2024-04-15T14:36:41.552 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.553 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.553 INFO:tasks.workunit.client.0.smithi016.stdout: "op_rw_latency_out_bytes_histogram": { 2024-04-15T14:36:41.553 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.553 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.553 INFO:tasks.workunit.client.0.smithi016.stdout: "op_rw_out_bytes": { 2024-04-15T14:36:41.553 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.553 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.553 INFO:tasks.workunit.client.0.smithi016.stdout: "op_rw_prepare_latency": { 2024-04-15T14:36:41.553 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 0, 2024-04-15T14:36:41.553 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.553 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.553 INFO:tasks.workunit.client.0.smithi016.stdout: "op_rw_process_latency": { 2024-04-15T14:36:41.553 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 0, 2024-04-15T14:36:41.553 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.553 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.554 INFO:tasks.workunit.client.0.smithi016.stdout: "op_w": { 2024-04-15T14:36:41.554 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 13 2024-04-15T14:36:41.554 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.554 INFO:tasks.workunit.client.0.smithi016.stdout: "op_w_in_bytes": { 2024-04-15T14:36:41.554 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 2812 2024-04-15T14:36:41.554 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.554 INFO:tasks.workunit.client.0.smithi016.stdout: "op_w_latency": { 2024-04-15T14:36:41.554 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 13, 2024-04-15T14:36:41.554 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 80019392 2024-04-15T14:36:41.554 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.554 INFO:tasks.workunit.client.0.smithi016.stdout: "op_w_latency_in_bytes_histogram": { 2024-04-15T14:36:41.554 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.554 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.554 INFO:tasks.workunit.client.0.smithi016.stdout: "op_w_prepare_latency": { 2024-04-15T14:36:41.555 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 15, 2024-04-15T14:36:41.555 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 12800768 2024-04-15T14:36:41.555 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.555 INFO:tasks.workunit.client.0.smithi016.stdout: "op_w_process_latency": { 2024-04-15T14:36:41.555 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 13, 2024-04-15T14:36:41.555 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 59366662 2024-04-15T14:36:41.555 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.555 INFO:tasks.workunit.client.0.smithi016.stdout: "op_wip": { 2024-04-15T14:36:41.555 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.555 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.555 INFO:tasks.workunit.client.0.smithi016.stdout: "recovery_bytes": { 2024-04-15T14:36:41.555 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.555 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.555 INFO:tasks.workunit.client.0.smithi016.stdout: "recovery_ops": { 2024-04-15T14:36:41.555 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.556 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.556 INFO:tasks.workunit.client.0.smithi016.stdout: "stat_bytes": { 2024-04-15T14:36:41.556 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 95995035648 2024-04-15T14:36:41.556 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.556 INFO:tasks.workunit.client.0.smithi016.stdout: "stat_bytes_used": { 2024-04-15T14:36:41.556 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 28987392 2024-04-15T14:36:41.556 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T14:36:41.556 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T14:36:41.556 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.556 INFO:tasks.workunit.client.0.smithi016.stdout: "osd.7": { 2024-04-15T14:36:41.556 INFO:tasks.workunit.client.0.smithi016.stdout: "bluefs": { 2024-04-15T14:36:41.556 INFO:tasks.workunit.client.0.smithi016.stdout: "alloc_slow_fallback": { 2024-04-15T14:36:41.556 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.556 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.556 INFO:tasks.workunit.client.0.smithi016.stdout: "alloc_slow_size_fallback": { 2024-04-15T14:36:41.557 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.557 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.557 INFO:tasks.workunit.client.0.smithi016.stdout: "alloc_unit_db": { 2024-04-15T14:36:41.557 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 65536 2024-04-15T14:36:41.557 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.557 INFO:tasks.workunit.client.0.smithi016.stdout: "alloc_unit_main": { 2024-04-15T14:36:41.557 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.557 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.557 INFO:tasks.workunit.client.0.smithi016.stdout: "alloc_unit_wal": { 2024-04-15T14:36:41.557 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.557 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.557 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes_written_slow": { 2024-04-15T14:36:41.557 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.557 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.557 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes_written_sst": { 2024-04-15T14:36:41.558 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 12288 2024-04-15T14:36:41.558 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.558 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes_written_wal": { 2024-04-15T14:36:41.558 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 1163264 2024-04-15T14:36:41.558 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.558 INFO:tasks.workunit.client.0.smithi016.stdout: "compact_lat": { 2024-04-15T14:36:41.558 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 0, 2024-04-15T14:36:41.558 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.558 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.558 INFO:tasks.workunit.client.0.smithi016.stdout: "compact_lock_lat": { 2024-04-15T14:36:41.558 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 0, 2024-04-15T14:36:41.558 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.558 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.558 INFO:tasks.workunit.client.0.smithi016.stdout: "db_total_bytes": { 2024-04-15T14:36:41.558 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 95995035648 2024-04-15T14:36:41.559 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.559 INFO:tasks.workunit.client.0.smithi016.stdout: "db_used_bytes": { 2024-04-15T14:36:41.559 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 27656192 2024-04-15T14:36:41.559 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.559 INFO:tasks.workunit.client.0.smithi016.stdout: "log_bytes": { 2024-04-15T14:36:41.559 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 880640 2024-04-15T14:36:41.559 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.559 INFO:tasks.workunit.client.0.smithi016.stdout: "logged_bytes": { 2024-04-15T14:36:41.559 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 741376 2024-04-15T14:36:41.559 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.559 INFO:tasks.workunit.client.0.smithi016.stdout: "max_bytes_db": { 2024-04-15T14:36:41.559 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 31850496 2024-04-15T14:36:41.559 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.559 INFO:tasks.workunit.client.0.smithi016.stdout: "max_bytes_slow": { 2024-04-15T14:36:41.559 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.560 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.560 INFO:tasks.workunit.client.0.smithi016.stdout: "max_bytes_wal": { 2024-04-15T14:36:41.560 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.560 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.560 INFO:tasks.workunit.client.0.smithi016.stdout: "num_files": { 2024-04-15T14:36:41.560 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 14 2024-04-15T14:36:41.560 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.560 INFO:tasks.workunit.client.0.smithi016.stdout: "read_bytes": { 2024-04-15T14:36:41.560 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 206272 2024-04-15T14:36:41.560 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.560 INFO:tasks.workunit.client.0.smithi016.stdout: "read_count": { 2024-04-15T14:36:41.560 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 23 2024-04-15T14:36:41.560 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.560 INFO:tasks.workunit.client.0.smithi016.stdout: "read_disk_bytes": { 2024-04-15T14:36:41.560 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 1282048 2024-04-15T14:36:41.560 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.561 INFO:tasks.workunit.client.0.smithi016.stdout: "read_disk_bytes_db": { 2024-04-15T14:36:41.561 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 1286144 2024-04-15T14:36:41.561 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.561 INFO:tasks.workunit.client.0.smithi016.stdout: "read_disk_bytes_slow": { 2024-04-15T14:36:41.561 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.561 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.561 INFO:tasks.workunit.client.0.smithi016.stdout: "read_disk_bytes_wal": { 2024-04-15T14:36:41.561 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.561 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.561 INFO:tasks.workunit.client.0.smithi016.stdout: "read_disk_count": { 2024-04-15T14:36:41.561 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 15 2024-04-15T14:36:41.561 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.561 INFO:tasks.workunit.client.0.smithi016.stdout: "read_prefetch_bytes": { 2024-04-15T14:36:41.561 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 4913 2024-04-15T14:36:41.561 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.562 INFO:tasks.workunit.client.0.smithi016.stdout: "read_prefetch_count": { 2024-04-15T14:36:41.562 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 4 2024-04-15T14:36:41.562 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.562 INFO:tasks.workunit.client.0.smithi016.stdout: "read_random_buffer_bytes": { 2024-04-15T14:36:41.562 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 5501 2024-04-15T14:36:41.562 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.562 INFO:tasks.workunit.client.0.smithi016.stdout: "read_random_buffer_count": { 2024-04-15T14:36:41.562 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 24 2024-04-15T14:36:41.562 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.562 INFO:tasks.workunit.client.0.smithi016.stdout: "read_random_bytes": { 2024-04-15T14:36:41.562 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 5501 2024-04-15T14:36:41.562 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.562 INFO:tasks.workunit.client.0.smithi016.stdout: "read_random_count": { 2024-04-15T14:36:41.562 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 24 2024-04-15T14:36:41.563 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.563 INFO:tasks.workunit.client.0.smithi016.stdout: "read_random_disk_bytes": { 2024-04-15T14:36:41.563 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.563 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.563 INFO:tasks.workunit.client.0.smithi016.stdout: "read_random_disk_bytes_db": { 2024-04-15T14:36:41.563 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.563 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.563 INFO:tasks.workunit.client.0.smithi016.stdout: "read_random_disk_bytes_slow": { 2024-04-15T14:36:41.563 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.563 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.563 INFO:tasks.workunit.client.0.smithi016.stdout: "read_random_disk_bytes_wal": { 2024-04-15T14:36:41.563 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.563 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.563 INFO:tasks.workunit.client.0.smithi016.stdout: "read_random_disk_count": { 2024-04-15T14:36:41.564 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.564 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.564 INFO:tasks.workunit.client.0.smithi016.stdout: "slow_total_bytes": { 2024-04-15T14:36:41.564 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.564 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.564 INFO:tasks.workunit.client.0.smithi016.stdout: "slow_used_bytes": { 2024-04-15T14:36:41.564 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.564 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.564 INFO:tasks.workunit.client.0.smithi016.stdout: "wal_total_bytes": { 2024-04-15T14:36:41.564 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.564 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.564 INFO:tasks.workunit.client.0.smithi016.stdout: "wal_used_bytes": { 2024-04-15T14:36:41.564 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.564 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.564 INFO:tasks.workunit.client.0.smithi016.stdout: "write_bytes": { 2024-04-15T14:36:41.565 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 1982464 2024-04-15T14:36:41.565 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T14:36:41.565 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.565 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore": { 2024-04-15T14:36:41.565 INFO:tasks.workunit.client.0.smithi016.stdout: "alloc_unit": { 2024-04-15T14:36:41.565 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 4096 2024-04-15T14:36:41.565 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.565 INFO:tasks.workunit.client.0.smithi016.stdout: "allocated": { 2024-04-15T14:36:41.565 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 1318912 2024-04-15T14:36:41.565 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.565 INFO:tasks.workunit.client.0.smithi016.stdout: "clist_lat": { 2024-04-15T14:36:41.565 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 3, 2024-04-15T14:36:41.565 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 131024 2024-04-15T14:36:41.565 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.566 INFO:tasks.workunit.client.0.smithi016.stdout: "compress_lat": { 2024-04-15T14:36:41.566 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 0, 2024-04-15T14:36:41.566 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.566 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.566 INFO:tasks.workunit.client.0.smithi016.stdout: "compressed": { 2024-04-15T14:36:41.566 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.566 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.566 INFO:tasks.workunit.client.0.smithi016.stdout: "compressed_allocated": { 2024-04-15T14:36:41.566 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.566 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.566 INFO:tasks.workunit.client.0.smithi016.stdout: "compressed_original": { 2024-04-15T14:36:41.566 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.566 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.566 INFO:tasks.workunit.client.0.smithi016.stdout: "csum_lat": { 2024-04-15T14:36:41.566 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 7, 2024-04-15T14:36:41.567 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 21027 2024-04-15T14:36:41.567 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.567 INFO:tasks.workunit.client.0.smithi016.stdout: "decompress_lat": { 2024-04-15T14:36:41.567 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 0, 2024-04-15T14:36:41.567 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.567 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.567 INFO:tasks.workunit.client.0.smithi016.stdout: "fragmentation_micros": { 2024-04-15T14:36:41.567 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.567 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.567 INFO:tasks.workunit.client.0.smithi016.stdout: "kv_commit_lat": { 2024-04-15T14:36:41.567 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 168, 2024-04-15T14:36:41.567 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 53923512 2024-04-15T14:36:41.567 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.567 INFO:tasks.workunit.client.0.smithi016.stdout: "kv_final_lat": { 2024-04-15T14:36:41.568 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 159, 2024-04-15T14:36:41.568 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 13220785 2024-04-15T14:36:41.568 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.568 INFO:tasks.workunit.client.0.smithi016.stdout: "kv_flush_lat": { 2024-04-15T14:36:41.568 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 168, 2024-04-15T14:36:41.568 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 86779 2024-04-15T14:36:41.568 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.568 INFO:tasks.workunit.client.0.smithi016.stdout: "kv_sync_lat": { 2024-04-15T14:36:41.568 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 168, 2024-04-15T14:36:41.568 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 54010291 2024-04-15T14:36:41.568 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.568 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_get_keys_lat": { 2024-04-15T14:36:41.568 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 0, 2024-04-15T14:36:41.568 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.569 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.569 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_get_values_lat": { 2024-04-15T14:36:41.569 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 1, 2024-04-15T14:36:41.569 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 54379 2024-04-15T14:36:41.569 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.569 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_lower_bound_lat": { 2024-04-15T14:36:41.569 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 0, 2024-04-15T14:36:41.569 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.569 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.569 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_next_lat": { 2024-04-15T14:36:41.569 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 0, 2024-04-15T14:36:41.569 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.569 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.569 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_seek_to_first_lat": { 2024-04-15T14:36:41.569 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 0, 2024-04-15T14:36:41.569 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.570 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.570 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_upper_bound_lat": { 2024-04-15T14:36:41.570 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 2, 2024-04-15T14:36:41.570 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 3499 2024-04-15T14:36:41.570 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.570 INFO:tasks.workunit.client.0.smithi016.stdout: "onode_hits": { 2024-04-15T14:36:41.570 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 644 2024-04-15T14:36:41.570 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.570 INFO:tasks.workunit.client.0.smithi016.stdout: "onode_misses": { 2024-04-15T14:36:41.570 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 286 2024-04-15T14:36:41.570 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.570 INFO:tasks.workunit.client.0.smithi016.stdout: "read_lat": { 2024-04-15T14:36:41.570 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 122, 2024-04-15T14:36:41.570 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 2270022 2024-04-15T14:36:41.571 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.571 INFO:tasks.workunit.client.0.smithi016.stdout: "read_onode_meta_lat": { 2024-04-15T14:36:41.571 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 187, 2024-04-15T14:36:41.571 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 306369 2024-04-15T14:36:41.571 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.571 INFO:tasks.workunit.client.0.smithi016.stdout: "read_wait_aio_lat": { 2024-04-15T14:36:41.571 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 65, 2024-04-15T14:36:41.571 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 1636110 2024-04-15T14:36:41.571 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.571 INFO:tasks.workunit.client.0.smithi016.stdout: "reads_with_retries": { 2024-04-15T14:36:41.571 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.571 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.571 INFO:tasks.workunit.client.0.smithi016.stdout: "remove_lat": { 2024-04-15T14:36:41.571 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 1, 2024-04-15T14:36:41.571 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 23900 2024-04-15T14:36:41.572 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.572 INFO:tasks.workunit.client.0.smithi016.stdout: "state_aio_wait_lat": { 2024-04-15T14:36:41.572 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 291, 2024-04-15T14:36:41.572 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 2455193 2024-04-15T14:36:41.572 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.572 INFO:tasks.workunit.client.0.smithi016.stdout: "state_deferred_aio_wait_lat": { 2024-04-15T14:36:41.572 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 19, 2024-04-15T14:36:41.572 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 1285497 2024-04-15T14:36:41.572 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.572 INFO:tasks.workunit.client.0.smithi016.stdout: "state_deferred_cleanup_lat": { 2024-04-15T14:36:41.572 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 19, 2024-04-15T14:36:41.572 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 54071308067 2024-04-15T14:36:41.572 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.572 INFO:tasks.workunit.client.0.smithi016.stdout: "state_deferred_queued_lat": { 2024-04-15T14:36:41.573 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 19, 2024-04-15T14:36:41.573 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 26243366587 2024-04-15T14:36:41.573 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.573 INFO:tasks.workunit.client.0.smithi016.stdout: "state_done_lat": { 2024-04-15T14:36:41.573 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 291, 2024-04-15T14:36:41.573 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 445372 2024-04-15T14:36:41.573 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.573 INFO:tasks.workunit.client.0.smithi016.stdout: "state_finishing_lat": { 2024-04-15T14:36:41.573 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 291, 2024-04-15T14:36:41.573 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 28911 2024-04-15T14:36:41.573 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.573 INFO:tasks.workunit.client.0.smithi016.stdout: "state_io_done_lat": { 2024-04-15T14:36:41.573 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 291, 2024-04-15T14:36:41.573 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 183679 2024-04-15T14:36:41.573 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.573 INFO:tasks.workunit.client.0.smithi016.stdout: "state_kv_commiting_lat": { 2024-04-15T14:36:41.574 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 291, 2024-04-15T14:36:41.574 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 227084333 2024-04-15T14:36:41.574 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.574 INFO:tasks.workunit.client.0.smithi016.stdout: "state_kv_done_lat": { 2024-04-15T14:36:41.574 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 291, 2024-04-15T14:36:41.574 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 81982 2024-04-15T14:36:41.574 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.574 INFO:tasks.workunit.client.0.smithi016.stdout: "state_kv_queued_lat": { 2024-04-15T14:36:41.574 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 291, 2024-04-15T14:36:41.574 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 119052009 2024-04-15T14:36:41.574 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.574 INFO:tasks.workunit.client.0.smithi016.stdout: "state_prepare_lat": { 2024-04-15T14:36:41.574 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 291, 2024-04-15T14:36:41.574 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 13619378 2024-04-15T14:36:41.575 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.575 INFO:tasks.workunit.client.0.smithi016.stdout: "stored": { 2024-04-15T14:36:41.575 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 903828 2024-04-15T14:36:41.575 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.575 INFO:tasks.workunit.client.0.smithi016.stdout: "truncate_lat": { 2024-04-15T14:36:41.575 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 18, 2024-04-15T14:36:41.575 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 72098 2024-04-15T14:36:41.575 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.575 INFO:tasks.workunit.client.0.smithi016.stdout: "txc_commit_lat": { 2024-04-15T14:36:41.575 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 291, 2024-04-15T14:36:41.575 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 362430751 2024-04-15T14:36:41.575 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.575 INFO:tasks.workunit.client.0.smithi016.stdout: "txc_submit_lat": { 2024-04-15T14:36:41.575 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 291, 2024-04-15T14:36:41.575 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 15527495 2024-04-15T14:36:41.576 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.576 INFO:tasks.workunit.client.0.smithi016.stdout: "txc_throttle_lat": { 2024-04-15T14:36:41.576 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 291, 2024-04-15T14:36:41.576 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 1829210 2024-04-15T14:36:41.576 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T14:36:41.576 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.576 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore-pricache": { 2024-04-15T14:36:41.576 INFO:tasks.workunit.client.0.smithi016.stdout: "cache_bytes": { 2024-04-15T14:36:41.576 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 1861630827 2024-04-15T14:36:41.576 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.576 INFO:tasks.workunit.client.0.smithi016.stdout: "heap_bytes": { 2024-04-15T14:36:41.576 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 43433984 2024-04-15T14:36:41.576 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.576 INFO:tasks.workunit.client.0.smithi016.stdout: "mapped_bytes": { 2024-04-15T14:36:41.576 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 41746432 2024-04-15T14:36:41.576 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.577 INFO:tasks.workunit.client.0.smithi016.stdout: "target_bytes": { 2024-04-15T14:36:41.577 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 3137573171 2024-04-15T14:36:41.577 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.577 INFO:tasks.workunit.client.0.smithi016.stdout: "unmapped_bytes": { 2024-04-15T14:36:41.577 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 1687552 2024-04-15T14:36:41.577 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T14:36:41.577 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.577 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore-pricache:data": { 2024-04-15T14:36:41.577 INFO:tasks.workunit.client.0.smithi016.stdout: "committed_bytes": { 2024-04-15T14:36:41.577 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 159383552 2024-04-15T14:36:41.577 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.577 INFO:tasks.workunit.client.0.smithi016.stdout: "pri0_bytes": { 2024-04-15T14:36:41.577 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.577 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.577 INFO:tasks.workunit.client.0.smithi016.stdout: "pri10_bytes": { 2024-04-15T14:36:41.578 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.578 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.578 INFO:tasks.workunit.client.0.smithi016.stdout: "pri11_bytes": { 2024-04-15T14:36:41.578 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 85500394 2024-04-15T14:36:41.578 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.578 INFO:tasks.workunit.client.0.smithi016.stdout: "pri1_bytes": { 2024-04-15T14:36:41.578 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.578 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.578 INFO:tasks.workunit.client.0.smithi016.stdout: "pri2_bytes": { 2024-04-15T14:36:41.578 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.578 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.578 INFO:tasks.workunit.client.0.smithi016.stdout: "pri3_bytes": { 2024-04-15T14:36:41.578 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.578 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.579 INFO:tasks.workunit.client.0.smithi016.stdout: "pri4_bytes": { 2024-04-15T14:36:41.579 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.579 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.579 INFO:tasks.workunit.client.0.smithi016.stdout: "pri5_bytes": { 2024-04-15T14:36:41.579 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.579 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.579 INFO:tasks.workunit.client.0.smithi016.stdout: "pri6_bytes": { 2024-04-15T14:36:41.579 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 135168 2024-04-15T14:36:41.579 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.579 INFO:tasks.workunit.client.0.smithi016.stdout: "pri7_bytes": { 2024-04-15T14:36:41.579 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.579 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.579 INFO:tasks.workunit.client.0.smithi016.stdout: "pri8_bytes": { 2024-04-15T14:36:41.579 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.580 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.580 INFO:tasks.workunit.client.0.smithi016.stdout: "pri9_bytes": { 2024-04-15T14:36:41.580 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.580 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.580 INFO:tasks.workunit.client.0.smithi016.stdout: "reserved_bytes": { 2024-04-15T14:36:41.580 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 73747990 2024-04-15T14:36:41.580 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T14:36:41.580 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.580 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore-pricache:kv": { 2024-04-15T14:36:41.580 INFO:tasks.workunit.client.0.smithi016.stdout: "committed_bytes": { 2024-04-15T14:36:41.580 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 780140544 2024-04-15T14:36:41.580 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.580 INFO:tasks.workunit.client.0.smithi016.stdout: "pri0_bytes": { 2024-04-15T14:36:41.580 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 67108864 2024-04-15T14:36:41.581 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.581 INFO:tasks.workunit.client.0.smithi016.stdout: "pri10_bytes": { 2024-04-15T14:36:41.581 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.581 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.581 INFO:tasks.workunit.client.0.smithi016.stdout: "pri11_bytes": { 2024-04-15T14:36:41.581 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 641252961 2024-04-15T14:36:41.581 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.581 INFO:tasks.workunit.client.0.smithi016.stdout: "pri1_bytes": { 2024-04-15T14:36:41.581 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.581 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.581 INFO:tasks.workunit.client.0.smithi016.stdout: "pri2_bytes": { 2024-04-15T14:36:41.581 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.581 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.581 INFO:tasks.workunit.client.0.smithi016.stdout: "pri3_bytes": { 2024-04-15T14:36:41.581 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.581 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.582 INFO:tasks.workunit.client.0.smithi016.stdout: "pri4_bytes": { 2024-04-15T14:36:41.582 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.582 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.582 INFO:tasks.workunit.client.0.smithi016.stdout: "pri5_bytes": { 2024-04-15T14:36:41.582 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.582 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.582 INFO:tasks.workunit.client.0.smithi016.stdout: "pri6_bytes": { 2024-04-15T14:36:41.582 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 2128 2024-04-15T14:36:41.582 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.582 INFO:tasks.workunit.client.0.smithi016.stdout: "pri7_bytes": { 2024-04-15T14:36:41.582 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.582 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.582 INFO:tasks.workunit.client.0.smithi016.stdout: "pri8_bytes": { 2024-04-15T14:36:41.582 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.583 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.583 INFO:tasks.workunit.client.0.smithi016.stdout: "pri9_bytes": { 2024-04-15T14:36:41.583 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.583 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.583 INFO:tasks.workunit.client.0.smithi016.stdout: "reserved_bytes": { 2024-04-15T14:36:41.583 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 71776591 2024-04-15T14:36:41.583 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T14:36:41.583 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.583 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore-pricache:kv_onode": { 2024-04-15T14:36:41.583 INFO:tasks.workunit.client.0.smithi016.stdout: "committed_bytes": { 2024-04-15T14:36:41.583 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 192937984 2024-04-15T14:36:41.583 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.583 INFO:tasks.workunit.client.0.smithi016.stdout: "pri0_bytes": { 2024-04-15T14:36:41.583 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 67108864 2024-04-15T14:36:41.583 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.584 INFO:tasks.workunit.client.0.smithi016.stdout: "pri10_bytes": { 2024-04-15T14:36:41.584 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 464 2024-04-15T14:36:41.584 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.584 INFO:tasks.workunit.client.0.smithi016.stdout: "pri11_bytes": { 2024-04-15T14:36:41.584 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 57000263 2024-04-15T14:36:41.584 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.584 INFO:tasks.workunit.client.0.smithi016.stdout: "pri1_bytes": { 2024-04-15T14:36:41.584 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.584 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.584 INFO:tasks.workunit.client.0.smithi016.stdout: "pri2_bytes": { 2024-04-15T14:36:41.584 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.584 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.584 INFO:tasks.workunit.client.0.smithi016.stdout: "pri3_bytes": { 2024-04-15T14:36:41.584 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.584 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.585 INFO:tasks.workunit.client.0.smithi016.stdout: "pri4_bytes": { 2024-04-15T14:36:41.585 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.585 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.585 INFO:tasks.workunit.client.0.smithi016.stdout: "pri5_bytes": { 2024-04-15T14:36:41.585 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.585 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.585 INFO:tasks.workunit.client.0.smithi016.stdout: "pri6_bytes": { 2024-04-15T14:36:41.585 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.585 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.585 INFO:tasks.workunit.client.0.smithi016.stdout: "pri7_bytes": { 2024-04-15T14:36:41.585 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.585 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.585 INFO:tasks.workunit.client.0.smithi016.stdout: "pri8_bytes": { 2024-04-15T14:36:41.585 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.585 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.586 INFO:tasks.workunit.client.0.smithi016.stdout: "pri9_bytes": { 2024-04-15T14:36:41.586 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.586 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.586 INFO:tasks.workunit.client.0.smithi016.stdout: "reserved_bytes": { 2024-04-15T14:36:41.586 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 68828393 2024-04-15T14:36:41.586 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T14:36:41.586 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.586 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore-pricache:meta": { 2024-04-15T14:36:41.586 INFO:tasks.workunit.client.0.smithi016.stdout: "committed_bytes": { 2024-04-15T14:36:41.586 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 713031680 2024-04-15T14:36:41.586 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.586 INFO:tasks.workunit.client.0.smithi016.stdout: "pri0_bytes": { 2024-04-15T14:36:41.586 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.587 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.587 INFO:tasks.workunit.client.0.smithi016.stdout: "pri10_bytes": { 2024-04-15T14:36:41.587 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.587 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.587 INFO:tasks.workunit.client.0.smithi016.stdout: "pri11_bytes": { 2024-04-15T14:36:41.587 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 641252961 2024-04-15T14:36:41.587 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.587 INFO:tasks.workunit.client.0.smithi016.stdout: "pri1_bytes": { 2024-04-15T14:36:41.587 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.587 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.587 INFO:tasks.workunit.client.0.smithi016.stdout: "pri2_bytes": { 2024-04-15T14:36:41.587 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.587 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.587 INFO:tasks.workunit.client.0.smithi016.stdout: "pri3_bytes": { 2024-04-15T14:36:41.588 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.588 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.588 INFO:tasks.workunit.client.0.smithi016.stdout: "pri4_bytes": { 2024-04-15T14:36:41.588 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.588 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.588 INFO:tasks.workunit.client.0.smithi016.stdout: "pri5_bytes": { 2024-04-15T14:36:41.588 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.588 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.588 INFO:tasks.workunit.client.0.smithi016.stdout: "pri6_bytes": { 2024-04-15T14:36:41.588 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 240239 2024-04-15T14:36:41.588 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.588 INFO:tasks.workunit.client.0.smithi016.stdout: "pri7_bytes": { 2024-04-15T14:36:41.588 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.588 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.588 INFO:tasks.workunit.client.0.smithi016.stdout: "pri8_bytes": { 2024-04-15T14:36:41.589 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.589 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.589 INFO:tasks.workunit.client.0.smithi016.stdout: "pri9_bytes": { 2024-04-15T14:36:41.589 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.589 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.589 INFO:tasks.workunit.client.0.smithi016.stdout: "reserved_bytes": { 2024-04-15T14:36:41.589 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 71538480 2024-04-15T14:36:41.589 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T14:36:41.589 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.589 INFO:tasks.workunit.client.0.smithi016.stdout: "objecter": { 2024-04-15T14:36:41.589 INFO:tasks.workunit.client.0.smithi016.stdout: "op_active": { 2024-04-15T14:36:41.589 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.589 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.590 INFO:tasks.workunit.client.0.smithi016.stdout: "op_r": { 2024-04-15T14:36:41.590 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.590 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.590 INFO:tasks.workunit.client.0.smithi016.stdout: "op_rmw": { 2024-04-15T14:36:41.590 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.590 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.590 INFO:tasks.workunit.client.0.smithi016.stdout: "op_w": { 2024-04-15T14:36:41.590 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.590 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T14:36:41.590 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.590 INFO:tasks.workunit.client.0.smithi016.stdout: "osd": { 2024-04-15T14:36:41.590 INFO:tasks.workunit.client.0.smithi016.stdout: "numpg": { 2024-04-15T14:36:41.590 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 46 2024-04-15T14:36:41.590 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.591 INFO:tasks.workunit.client.0.smithi016.stdout: "numpg_removing": { 2024-04-15T14:36:41.591 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.591 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.591 INFO:tasks.workunit.client.0.smithi016.stdout: "op": { 2024-04-15T14:36:41.591 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 129 2024-04-15T14:36:41.591 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.591 INFO:tasks.workunit.client.0.smithi016.stdout: "op_delayed_degraded": { 2024-04-15T14:36:41.591 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.591 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.591 INFO:tasks.workunit.client.0.smithi016.stdout: "op_delayed_unreadable": { 2024-04-15T14:36:41.591 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.591 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.591 INFO:tasks.workunit.client.0.smithi016.stdout: "op_in_bytes": { 2024-04-15T14:36:41.591 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.591 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.592 INFO:tasks.workunit.client.0.smithi016.stdout: "op_latency": { 2024-04-15T14:36:41.592 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 129, 2024-04-15T14:36:41.592 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 125382960 2024-04-15T14:36:41.592 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.592 INFO:tasks.workunit.client.0.smithi016.stdout: "op_out_bytes": { 2024-04-15T14:36:41.592 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 265438 2024-04-15T14:36:41.592 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.592 INFO:tasks.workunit.client.0.smithi016.stdout: "op_prepare_latency": { 2024-04-15T14:36:41.592 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 131, 2024-04-15T14:36:41.592 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 30892046 2024-04-15T14:36:41.592 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.592 INFO:tasks.workunit.client.0.smithi016.stdout: "op_process_latency": { 2024-04-15T14:36:41.592 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 129, 2024-04-15T14:36:41.592 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 118343052 2024-04-15T14:36:41.593 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.593 INFO:tasks.workunit.client.0.smithi016.stdout: "op_r": { 2024-04-15T14:36:41.593 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 90 2024-04-15T14:36:41.593 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.593 INFO:tasks.workunit.client.0.smithi016.stdout: "op_r_latency": { 2024-04-15T14:36:41.593 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 90, 2024-04-15T14:36:41.593 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 12474483 2024-04-15T14:36:41.593 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.593 INFO:tasks.workunit.client.0.smithi016.stdout: "op_r_latency_out_bytes_histogram": { 2024-04-15T14:36:41.593 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.593 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.593 INFO:tasks.workunit.client.0.smithi016.stdout: "op_r_out_bytes": { 2024-04-15T14:36:41.593 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 265438 2024-04-15T14:36:41.593 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.593 INFO:tasks.workunit.client.0.smithi016.stdout: "op_r_prepare_latency": { 2024-04-15T14:36:41.594 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 90, 2024-04-15T14:36:41.594 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 11291013 2024-04-15T14:36:41.594 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.594 INFO:tasks.workunit.client.0.smithi016.stdout: "op_r_process_latency": { 2024-04-15T14:36:41.594 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 90, 2024-04-15T14:36:41.594 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 9338461 2024-04-15T14:36:41.594 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.594 INFO:tasks.workunit.client.0.smithi016.stdout: "op_rw": { 2024-04-15T14:36:41.594 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 34 2024-04-15T14:36:41.594 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.594 INFO:tasks.workunit.client.0.smithi016.stdout: "op_rw_in_bytes": { 2024-04-15T14:36:41.594 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.594 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.594 INFO:tasks.workunit.client.0.smithi016.stdout: "op_rw_latency": { 2024-04-15T14:36:41.595 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 34, 2024-04-15T14:36:41.595 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 30217834 2024-04-15T14:36:41.595 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.595 INFO:tasks.workunit.client.0.smithi016.stdout: "op_rw_latency_in_bytes_histogram": { 2024-04-15T14:36:41.595 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.595 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.595 INFO:tasks.workunit.client.0.smithi016.stdout: "op_rw_latency_out_bytes_histogram": { 2024-04-15T14:36:41.595 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.595 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.595 INFO:tasks.workunit.client.0.smithi016.stdout: "op_rw_out_bytes": { 2024-04-15T14:36:41.595 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.595 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.595 INFO:tasks.workunit.client.0.smithi016.stdout: "op_rw_prepare_latency": { 2024-04-15T14:36:41.595 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 34, 2024-04-15T14:36:41.595 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 13144032 2024-04-15T14:36:41.596 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.596 INFO:tasks.workunit.client.0.smithi016.stdout: "op_rw_process_latency": { 2024-04-15T14:36:41.596 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 34, 2024-04-15T14:36:41.596 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 28451115 2024-04-15T14:36:41.596 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.596 INFO:tasks.workunit.client.0.smithi016.stdout: "op_w": { 2024-04-15T14:36:41.596 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 5 2024-04-15T14:36:41.596 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.596 INFO:tasks.workunit.client.0.smithi016.stdout: "op_w_in_bytes": { 2024-04-15T14:36:41.596 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.596 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.596 INFO:tasks.workunit.client.0.smithi016.stdout: "op_w_latency": { 2024-04-15T14:36:41.596 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 5, 2024-04-15T14:36:41.596 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 82690643 2024-04-15T14:36:41.597 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.597 INFO:tasks.workunit.client.0.smithi016.stdout: "op_w_latency_in_bytes_histogram": { 2024-04-15T14:36:41.597 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.597 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.597 INFO:tasks.workunit.client.0.smithi016.stdout: "op_w_prepare_latency": { 2024-04-15T14:36:41.597 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 7, 2024-04-15T14:36:41.597 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 6457001 2024-04-15T14:36:41.597 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.597 INFO:tasks.workunit.client.0.smithi016.stdout: "op_w_process_latency": { 2024-04-15T14:36:41.597 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 5, 2024-04-15T14:36:41.597 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 80553476 2024-04-15T14:36:41.597 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.597 INFO:tasks.workunit.client.0.smithi016.stdout: "op_wip": { 2024-04-15T14:36:41.597 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.598 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.598 INFO:tasks.workunit.client.0.smithi016.stdout: "recovery_bytes": { 2024-04-15T14:36:41.598 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.598 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.598 INFO:tasks.workunit.client.0.smithi016.stdout: "recovery_ops": { 2024-04-15T14:36:41.598 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T14:36:41.598 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.598 INFO:tasks.workunit.client.0.smithi016.stdout: "stat_bytes": { 2024-04-15T14:36:41.598 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 95995035648 2024-04-15T14:36:41.598 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.598 INFO:tasks.workunit.client.0.smithi016.stdout: "stat_bytes_used": { 2024-04-15T14:36:41.598 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 28983296 2024-04-15T14:36:41.598 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T14:36:41.598 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T14:36:41.598 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T14:36:41.599 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.599 INFO:tasks.workunit.client.0.smithi016.stdout: "pools": [ 2024-04-15T14:36:41.599 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-15T14:36:41.599 INFO:tasks.workunit.client.0.smithi016.stdout: "application": [ 2024-04-15T14:36:41.599 INFO:tasks.workunit.client.0.smithi016.stdout: "mgr" 2024-04-15T14:36:41.599 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T14:36:41.599 INFO:tasks.workunit.client.0.smithi016.stdout: "cache_mode": "none", 2024-04-15T14:36:41.599 INFO:tasks.workunit.client.0.smithi016.stdout: "erasure_code_profile": {}, 2024-04-15T14:36:41.599 INFO:tasks.workunit.client.0.smithi016.stdout: "min_size": 2, 2024-04-15T14:36:41.599 INFO:tasks.workunit.client.0.smithi016.stdout: "options": {}, 2024-04-15T14:36:41.599 INFO:tasks.workunit.client.0.smithi016.stdout: "pg_autoscale_mode": "off", 2024-04-15T14:36:41.599 INFO:tasks.workunit.client.0.smithi016.stdout: "pg_num": 1, 2024-04-15T14:36:41.599 INFO:tasks.workunit.client.0.smithi016.stdout: "pgp_num": 1, 2024-04-15T14:36:41.599 INFO:tasks.workunit.client.0.smithi016.stdout: "pool": 1, 2024-04-15T14:36:41.600 INFO:tasks.workunit.client.0.smithi016.stdout: "size": 3, 2024-04-15T14:36:41.600 INFO:tasks.workunit.client.0.smithi016.stdout: "stats": { 2024-04-15T14:36:41.600 INFO:tasks.workunit.client.0.smithi016.stdout: "avail_raw": 729330297098, 2024-04-15T14:36:41.600 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes_used": 1781760, 2024-04-15T14:36:41.600 INFO:tasks.workunit.client.0.smithi016.stdout: "compress_bytes_used": 0, 2024-04-15T14:36:41.600 INFO:tasks.workunit.client.0.smithi016.stdout: "compress_under_bytes": 0, 2024-04-15T14:36:41.600 INFO:tasks.workunit.client.0.smithi016.stdout: "data_bytes_used": 1781760, 2024-04-15T14:36:41.600 INFO:tasks.workunit.client.0.smithi016.stdout: "dirty": 0, 2024-04-15T14:36:41.600 INFO:tasks.workunit.client.0.smithi016.stdout: "max_avail": 243110100992, 2024-04-15T14:36:41.600 INFO:tasks.workunit.client.0.smithi016.stdout: "objects": 2, 2024-04-15T14:36:41.600 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_bytes_used": 0, 2024-04-15T14:36:41.600 INFO:tasks.workunit.client.0.smithi016.stdout: "percent_used": 2.4430023586319294e-06, 2024-04-15T14:36:41.600 INFO:tasks.workunit.client.0.smithi016.stdout: "quota_bytes": 0, 2024-04-15T14:36:41.600 INFO:tasks.workunit.client.0.smithi016.stdout: "quota_objects": 0, 2024-04-15T14:36:41.601 INFO:tasks.workunit.client.0.smithi016.stdout: "rd": 430, 2024-04-15T14:36:41.601 INFO:tasks.workunit.client.0.smithi016.stdout: "rd_bytes": 628736, 2024-04-15T14:36:41.601 INFO:tasks.workunit.client.0.smithi016.stdout: "stored": 590368, 2024-04-15T14:36:41.601 INFO:tasks.workunit.client.0.smithi016.stdout: "stored_data": 590368, 2024-04-15T14:36:41.601 INFO:tasks.workunit.client.0.smithi016.stdout: "stored_omap": 0, 2024-04-15T14:36:41.601 INFO:tasks.workunit.client.0.smithi016.stdout: "stored_raw": 1771104, 2024-04-15T14:36:41.601 INFO:tasks.workunit.client.0.smithi016.stdout: "wr": 227, 2024-04-15T14:36:41.601 INFO:tasks.workunit.client.0.smithi016.stdout: "wr_bytes": 2473984 2024-04-15T14:36:41.601 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.601 INFO:tasks.workunit.client.0.smithi016.stdout: "target_max_bytes": 0, 2024-04-15T14:36:41.601 INFO:tasks.workunit.client.0.smithi016.stdout: "target_max_objects": 0, 2024-04-15T14:36:41.601 INFO:tasks.workunit.client.0.smithi016.stdout: "type": "replicated" 2024-04-15T14:36:41.601 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.601 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-15T14:36:41.601 INFO:tasks.workunit.client.0.smithi016.stdout: "application": [ 2024-04-15T14:36:41.602 INFO:tasks.workunit.client.0.smithi016.stdout: "cephfs" 2024-04-15T14:36:41.602 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T14:36:41.602 INFO:tasks.workunit.client.0.smithi016.stdout: "cache_mode": "none", 2024-04-15T14:36:41.602 INFO:tasks.workunit.client.0.smithi016.stdout: "erasure_code_profile": {}, 2024-04-15T14:36:41.602 INFO:tasks.workunit.client.0.smithi016.stdout: "min_size": 2, 2024-04-15T14:36:41.602 INFO:tasks.workunit.client.0.smithi016.stdout: "options": {}, 2024-04-15T14:36:41.602 INFO:tasks.workunit.client.0.smithi016.stdout: "pg_autoscale_mode": "off", 2024-04-15T14:36:41.602 INFO:tasks.workunit.client.0.smithi016.stdout: "pg_num": 32, 2024-04-15T14:36:41.602 INFO:tasks.workunit.client.0.smithi016.stdout: "pgp_num": 32, 2024-04-15T14:36:41.602 INFO:tasks.workunit.client.0.smithi016.stdout: "pool": 2, 2024-04-15T14:36:41.602 INFO:tasks.workunit.client.0.smithi016.stdout: "size": 3, 2024-04-15T14:36:41.602 INFO:tasks.workunit.client.0.smithi016.stdout: "stats": { 2024-04-15T14:36:41.602 INFO:tasks.workunit.client.0.smithi016.stdout: "avail_raw": 729330297098, 2024-04-15T14:36:41.602 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes_used": 98304, 2024-04-15T14:36:41.603 INFO:tasks.workunit.client.0.smithi016.stdout: "compress_bytes_used": 0, 2024-04-15T14:36:41.603 INFO:tasks.workunit.client.0.smithi016.stdout: "compress_under_bytes": 0, 2024-04-15T14:36:41.603 INFO:tasks.workunit.client.0.smithi016.stdout: "data_bytes_used": 98304, 2024-04-15T14:36:41.603 INFO:tasks.workunit.client.0.smithi016.stdout: "dirty": 0, 2024-04-15T14:36:41.603 INFO:tasks.workunit.client.0.smithi016.stdout: "max_avail": 243110100992, 2024-04-15T14:36:41.603 INFO:tasks.workunit.client.0.smithi016.stdout: "objects": 22, 2024-04-15T14:36:41.603 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_bytes_used": 0, 2024-04-15T14:36:41.603 INFO:tasks.workunit.client.0.smithi016.stdout: "percent_used": 1.3478666005539708e-07, 2024-04-15T14:36:41.603 INFO:tasks.workunit.client.0.smithi016.stdout: "quota_bytes": 0, 2024-04-15T14:36:41.603 INFO:tasks.workunit.client.0.smithi016.stdout: "quota_objects": 0, 2024-04-15T14:36:41.603 INFO:tasks.workunit.client.0.smithi016.stdout: "rd": 0, 2024-04-15T14:36:41.603 INFO:tasks.workunit.client.0.smithi016.stdout: "rd_bytes": 0, 2024-04-15T14:36:41.603 INFO:tasks.workunit.client.0.smithi016.stdout: "stored": 3430, 2024-04-15T14:36:41.603 INFO:tasks.workunit.client.0.smithi016.stdout: "stored_data": 3430, 2024-04-15T14:36:41.604 INFO:tasks.workunit.client.0.smithi016.stdout: "stored_omap": 0, 2024-04-15T14:36:41.604 INFO:tasks.workunit.client.0.smithi016.stdout: "stored_raw": 10290, 2024-04-15T14:36:41.604 INFO:tasks.workunit.client.0.smithi016.stdout: "wr": 51, 2024-04-15T14:36:41.604 INFO:tasks.workunit.client.0.smithi016.stdout: "wr_bytes": 20480 2024-04-15T14:36:41.604 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.604 INFO:tasks.workunit.client.0.smithi016.stdout: "target_max_bytes": 0, 2024-04-15T14:36:41.604 INFO:tasks.workunit.client.0.smithi016.stdout: "target_max_objects": 0, 2024-04-15T14:36:41.604 INFO:tasks.workunit.client.0.smithi016.stdout: "type": "replicated" 2024-04-15T14:36:41.604 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.604 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-15T14:36:41.604 INFO:tasks.workunit.client.0.smithi016.stdout: "application": [ 2024-04-15T14:36:41.604 INFO:tasks.workunit.client.0.smithi016.stdout: "cephfs" 2024-04-15T14:36:41.604 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T14:36:41.604 INFO:tasks.workunit.client.0.smithi016.stdout: "cache_mode": "none", 2024-04-15T14:36:41.604 INFO:tasks.workunit.client.0.smithi016.stdout: "erasure_code_profile": {}, 2024-04-15T14:36:41.605 INFO:tasks.workunit.client.0.smithi016.stdout: "min_size": 2, 2024-04-15T14:36:41.605 INFO:tasks.workunit.client.0.smithi016.stdout: "options": {}, 2024-04-15T14:36:41.605 INFO:tasks.workunit.client.0.smithi016.stdout: "pg_autoscale_mode": "off", 2024-04-15T14:36:41.605 INFO:tasks.workunit.client.0.smithi016.stdout: "pg_num": 64, 2024-04-15T14:36:41.605 INFO:tasks.workunit.client.0.smithi016.stdout: "pgp_num": 64, 2024-04-15T14:36:41.605 INFO:tasks.workunit.client.0.smithi016.stdout: "pool": 3, 2024-04-15T14:36:41.605 INFO:tasks.workunit.client.0.smithi016.stdout: "size": 3, 2024-04-15T14:36:41.605 INFO:tasks.workunit.client.0.smithi016.stdout: "stats": { 2024-04-15T14:36:41.605 INFO:tasks.workunit.client.0.smithi016.stdout: "avail_raw": 729330297098, 2024-04-15T14:36:41.605 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes_used": 0, 2024-04-15T14:36:41.605 INFO:tasks.workunit.client.0.smithi016.stdout: "compress_bytes_used": 0, 2024-04-15T14:36:41.605 INFO:tasks.workunit.client.0.smithi016.stdout: "compress_under_bytes": 0, 2024-04-15T14:36:41.605 INFO:tasks.workunit.client.0.smithi016.stdout: "data_bytes_used": 0, 2024-04-15T14:36:41.605 INFO:tasks.workunit.client.0.smithi016.stdout: "dirty": 0, 2024-04-15T14:36:41.605 INFO:tasks.workunit.client.0.smithi016.stdout: "max_avail": 243110100992, 2024-04-15T14:36:41.606 INFO:tasks.workunit.client.0.smithi016.stdout: "objects": 0, 2024-04-15T14:36:41.606 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_bytes_used": 0, 2024-04-15T14:36:41.606 INFO:tasks.workunit.client.0.smithi016.stdout: "percent_used": 0.0, 2024-04-15T14:36:41.606 INFO:tasks.workunit.client.0.smithi016.stdout: "quota_bytes": 0, 2024-04-15T14:36:41.606 INFO:tasks.workunit.client.0.smithi016.stdout: "quota_objects": 0, 2024-04-15T14:36:41.606 INFO:tasks.workunit.client.0.smithi016.stdout: "rd": 0, 2024-04-15T14:36:41.606 INFO:tasks.workunit.client.0.smithi016.stdout: "rd_bytes": 0, 2024-04-15T14:36:41.606 INFO:tasks.workunit.client.0.smithi016.stdout: "stored": 0, 2024-04-15T14:36:41.606 INFO:tasks.workunit.client.0.smithi016.stdout: "stored_data": 0, 2024-04-15T14:36:41.606 INFO:tasks.workunit.client.0.smithi016.stdout: "stored_omap": 0, 2024-04-15T14:36:41.606 INFO:tasks.workunit.client.0.smithi016.stdout: "stored_raw": 0, 2024-04-15T14:36:41.606 INFO:tasks.workunit.client.0.smithi016.stdout: "wr": 0, 2024-04-15T14:36:41.606 INFO:tasks.workunit.client.0.smithi016.stdout: "wr_bytes": 0 2024-04-15T14:36:41.606 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.607 INFO:tasks.workunit.client.0.smithi016.stdout: "target_max_bytes": 0, 2024-04-15T14:36:41.607 INFO:tasks.workunit.client.0.smithi016.stdout: "target_max_objects": 0, 2024-04-15T14:36:41.607 INFO:tasks.workunit.client.0.smithi016.stdout: "type": "replicated" 2024-04-15T14:36:41.607 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.607 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-15T14:36:41.607 INFO:tasks.workunit.client.0.smithi016.stdout: "application": [ 2024-04-15T14:36:41.607 INFO:tasks.workunit.client.0.smithi016.stdout: "rbd" 2024-04-15T14:36:41.607 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T14:36:41.607 INFO:tasks.workunit.client.0.smithi016.stdout: "cache_mode": "none", 2024-04-15T14:36:41.607 INFO:tasks.workunit.client.0.smithi016.stdout: "erasure_code_profile": {}, 2024-04-15T14:36:41.607 INFO:tasks.workunit.client.0.smithi016.stdout: "min_size": 2, 2024-04-15T14:36:41.607 INFO:tasks.workunit.client.0.smithi016.stdout: "options": {}, 2024-04-15T14:36:41.607 INFO:tasks.workunit.client.0.smithi016.stdout: "pg_autoscale_mode": "off", 2024-04-15T14:36:41.607 INFO:tasks.workunit.client.0.smithi016.stdout: "pg_num": 8, 2024-04-15T14:36:41.607 INFO:tasks.workunit.client.0.smithi016.stdout: "pgp_num": 8, 2024-04-15T14:36:41.608 INFO:tasks.workunit.client.0.smithi016.stdout: "pool": 4, 2024-04-15T14:36:41.608 INFO:tasks.workunit.client.0.smithi016.stdout: "size": 3, 2024-04-15T14:36:41.608 INFO:tasks.workunit.client.0.smithi016.stdout: "stats": { 2024-04-15T14:36:41.608 INFO:tasks.workunit.client.0.smithi016.stdout: "avail_raw": 729330297098, 2024-04-15T14:36:41.608 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes_used": 0, 2024-04-15T14:36:41.608 INFO:tasks.workunit.client.0.smithi016.stdout: "compress_bytes_used": 0, 2024-04-15T14:36:41.608 INFO:tasks.workunit.client.0.smithi016.stdout: "compress_under_bytes": 0, 2024-04-15T14:36:41.608 INFO:tasks.workunit.client.0.smithi016.stdout: "data_bytes_used": 0, 2024-04-15T14:36:41.608 INFO:tasks.workunit.client.0.smithi016.stdout: "dirty": 0, 2024-04-15T14:36:41.608 INFO:tasks.workunit.client.0.smithi016.stdout: "max_avail": 243110100992, 2024-04-15T14:36:41.608 INFO:tasks.workunit.client.0.smithi016.stdout: "objects": 0, 2024-04-15T14:36:41.608 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_bytes_used": 0, 2024-04-15T14:36:41.608 INFO:tasks.workunit.client.0.smithi016.stdout: "percent_used": 0.0, 2024-04-15T14:36:41.608 INFO:tasks.workunit.client.0.smithi016.stdout: "quota_bytes": 0, 2024-04-15T14:36:41.608 INFO:tasks.workunit.client.0.smithi016.stdout: "quota_objects": 0, 2024-04-15T14:36:41.609 INFO:tasks.workunit.client.0.smithi016.stdout: "rd": 0, 2024-04-15T14:36:41.609 INFO:tasks.workunit.client.0.smithi016.stdout: "rd_bytes": 0, 2024-04-15T14:36:41.609 INFO:tasks.workunit.client.0.smithi016.stdout: "stored": 0, 2024-04-15T14:36:41.609 INFO:tasks.workunit.client.0.smithi016.stdout: "stored_data": 0, 2024-04-15T14:36:41.609 INFO:tasks.workunit.client.0.smithi016.stdout: "stored_omap": 0, 2024-04-15T14:36:41.609 INFO:tasks.workunit.client.0.smithi016.stdout: "stored_raw": 0, 2024-04-15T14:36:41.609 INFO:tasks.workunit.client.0.smithi016.stdout: "wr": 0, 2024-04-15T14:36:41.609 INFO:tasks.workunit.client.0.smithi016.stdout: "wr_bytes": 0 2024-04-15T14:36:41.609 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.609 INFO:tasks.workunit.client.0.smithi016.stdout: "target_max_bytes": 0, 2024-04-15T14:36:41.609 INFO:tasks.workunit.client.0.smithi016.stdout: "target_max_objects": 0, 2024-04-15T14:36:41.609 INFO:tasks.workunit.client.0.smithi016.stdout: "type": "replicated" 2024-04-15T14:36:41.609 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T14:36:41.609 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T14:36:41.609 INFO:tasks.workunit.client.0.smithi016.stdout: "rbd": { 2024-04-15T14:36:41.610 INFO:tasks.workunit.client.0.smithi016.stdout: "mirroring_by_pool": [ 2024-04-15T14:36:41.610 INFO:tasks.workunit.client.0.smithi016.stdout: false 2024-04-15T14:36:41.610 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T14:36:41.610 INFO:tasks.workunit.client.0.smithi016.stdout: "num_images_by_pool": [ 2024-04-15T14:36:41.610 INFO:tasks.workunit.client.0.smithi016.stdout: 0 2024-04-15T14:36:41.610 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T14:36:41.610 INFO:tasks.workunit.client.0.smithi016.stdout: "num_pools": 1 2024-04-15T14:36:41.610 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.610 INFO:tasks.workunit.client.0.smithi016.stdout: "report_id": "97929356-81c7-48cf-938b-9dbee2898697", 2024-04-15T14:36:41.610 INFO:tasks.workunit.client.0.smithi016.stdout: "report_timestamp": "2024-04-15T14:36:40.246200", 2024-04-15T14:36:41.610 INFO:tasks.workunit.client.0.smithi016.stdout: "report_version": 1, 2024-04-15T14:36:41.610 INFO:tasks.workunit.client.0.smithi016.stdout: "rocksdb_stats": { 2024-04-15T14:36:41.610 INFO:tasks.workunit.client.0.smithi016.stdout: "version": "7.9.2" 2024-04-15T14:36:41.610 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.611 INFO:tasks.workunit.client.0.smithi016.stdout: "rook": { 2024-04-15T14:36:41.611 INFO:tasks.workunit.client.0.smithi016.stdout: "cluster": { 2024-04-15T14:36:41.611 INFO:tasks.workunit.client.0.smithi016.stdout: "external-mode": null, 2024-04-15T14:36:41.611 INFO:tasks.workunit.client.0.smithi016.stdout: "mon": { 2024-04-15T14:36:41.611 INFO:tasks.workunit.client.0.smithi016.stdout: "allow-multiple-per-node": null, 2024-04-15T14:36:41.611 INFO:tasks.workunit.client.0.smithi016.stdout: "count": null, 2024-04-15T14:36:41.611 INFO:tasks.workunit.client.0.smithi016.stdout: "max-id": null, 2024-04-15T14:36:41.611 INFO:tasks.workunit.client.0.smithi016.stdout: "pvc": { 2024-04-15T14:36:41.611 INFO:tasks.workunit.client.0.smithi016.stdout: "enabled": null 2024-04-15T14:36:41.611 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.611 INFO:tasks.workunit.client.0.smithi016.stdout: "stretch": { 2024-04-15T14:36:41.611 INFO:tasks.workunit.client.0.smithi016.stdout: "enabled": null 2024-04-15T14:36:41.611 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T14:36:41.611 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.611 INFO:tasks.workunit.client.0.smithi016.stdout: "network": { 2024-04-15T14:36:41.612 INFO:tasks.workunit.client.0.smithi016.stdout: "provider": null 2024-04-15T14:36:41.612 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.612 INFO:tasks.workunit.client.0.smithi016.stdout: "storage": { 2024-04-15T14:36:41.612 INFO:tasks.workunit.client.0.smithi016.stdout: "device-set": { 2024-04-15T14:36:41.612 INFO:tasks.workunit.client.0.smithi016.stdout: "count": { 2024-04-15T14:36:41.612 INFO:tasks.workunit.client.0.smithi016.stdout: "non-portable": null, 2024-04-15T14:36:41.612 INFO:tasks.workunit.client.0.smithi016.stdout: "portable": null, 2024-04-15T14:36:41.612 INFO:tasks.workunit.client.0.smithi016.stdout: "total": null 2024-04-15T14:36:41.612 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T14:36:41.612 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T14:36:41.612 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T14:36:41.612 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.612 INFO:tasks.workunit.client.0.smithi016.stdout: "csi": { 2024-04-15T14:36:41.612 INFO:tasks.workunit.client.0.smithi016.stdout: "version": null 2024-04-15T14:36:41.612 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.613 INFO:tasks.workunit.client.0.smithi016.stdout: "kubernetes": { 2024-04-15T14:36:41.613 INFO:tasks.workunit.client.0.smithi016.stdout: "version": null 2024-04-15T14:36:41.613 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.613 INFO:tasks.workunit.client.0.smithi016.stdout: "node": { 2024-04-15T14:36:41.613 INFO:tasks.workunit.client.0.smithi016.stdout: "count": { 2024-04-15T14:36:41.613 INFO:tasks.workunit.client.0.smithi016.stdout: "kubernetes-total": null, 2024-04-15T14:36:41.613 INFO:tasks.workunit.client.0.smithi016.stdout: "with-ceph-daemons": null, 2024-04-15T14:36:41.613 INFO:tasks.workunit.client.0.smithi016.stdout: "with-csi-cephfs-plugin": null, 2024-04-15T14:36:41.613 INFO:tasks.workunit.client.0.smithi016.stdout: "with-csi-nfs-plugin": null, 2024-04-15T14:36:41.613 INFO:tasks.workunit.client.0.smithi016.stdout: "with-csi-rbd-plugin": null 2024-04-15T14:36:41.613 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T14:36:41.613 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.613 INFO:tasks.workunit.client.0.smithi016.stdout: "usage": { 2024-04-15T14:36:41.614 INFO:tasks.workunit.client.0.smithi016.stdout: "storage-class": { 2024-04-15T14:36:41.614 INFO:tasks.workunit.client.0.smithi016.stdout: "count": { 2024-04-15T14:36:41.614 INFO:tasks.workunit.client.0.smithi016.stdout: "bucket": null, 2024-04-15T14:36:41.614 INFO:tasks.workunit.client.0.smithi016.stdout: "cephfs": null, 2024-04-15T14:36:41.614 INFO:tasks.workunit.client.0.smithi016.stdout: "nfs": null, 2024-04-15T14:36:41.614 INFO:tasks.workunit.client.0.smithi016.stdout: "rbd": null, 2024-04-15T14:36:41.614 INFO:tasks.workunit.client.0.smithi016.stdout: "total": null 2024-04-15T14:36:41.614 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T14:36:41.614 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T14:36:41.614 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.614 INFO:tasks.workunit.client.0.smithi016.stdout: "version": null 2024-04-15T14:36:41.614 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.614 INFO:tasks.workunit.client.0.smithi016.stdout: "services": {}, 2024-04-15T14:36:41.614 INFO:tasks.workunit.client.0.smithi016.stdout: "stats_per_pg": [ 2024-04-15T14:36:41.615 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-15T14:36:41.615 INFO:tasks.workunit.client.0.smithi016.stdout: "acting": [ 2024-04-15T14:36:41.615 INFO:tasks.workunit.client.0.smithi016.stdout: 7, 2024-04-15T14:36:41.615 INFO:tasks.workunit.client.0.smithi016.stdout: 6, 2024-04-15T14:36:41.615 INFO:tasks.workunit.client.0.smithi016.stdout: 0 2024-04-15T14:36:41.615 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T14:36:41.615 INFO:tasks.workunit.client.0.smithi016.stdout: "acting_primary": 7, 2024-04-15T14:36:41.615 INFO:tasks.workunit.client.0.smithi016.stdout: "avail_no_missing": [], 2024-04-15T14:36:41.615 INFO:tasks.workunit.client.0.smithi016.stdout: "blocked_by": [], 2024-04-15T14:36:41.615 INFO:tasks.workunit.client.0.smithi016.stdout: "created": 61, 2024-04-15T14:36:41.615 INFO:tasks.workunit.client.0.smithi016.stdout: "dirty_stats_invalid": false, 2024-04-15T14:36:41.615 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T14:36:41.615 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_stats_invalid": false, 2024-04-15T14:36:41.615 INFO:tasks.workunit.client.0.smithi016.stdout: "last_active": "2024-04-15T14:34:11.925319+0000", 2024-04-15T14:36:41.615 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_active": "2024-04-15T14:33:35.001010+0000", 2024-04-15T14:36:41.616 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_peered": "2024-04-15T14:33:35.001010+0000", 2024-04-15T14:36:41.616 INFO:tasks.workunit.client.0.smithi016.stdout: "last_change": "2024-04-15T14:33:35.001293+0000", 2024-04-15T14:36:41.616 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean": "2024-04-15T14:34:11.925319+0000", 2024-04-15T14:36:41.616 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T14:36:41.616 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub": "0'0", 2024-04-15T14:36:41.616 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T14:36:41.616 INFO:tasks.workunit.client.0.smithi016.stdout: "last_epoch_clean": 62, 2024-04-15T14:36:41.616 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fresh": "2024-04-15T14:34:11.925319+0000", 2024-04-15T14:36:41.616 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fullsized": "2024-04-15T14:34:11.925319+0000", 2024-04-15T14:36:41.616 INFO:tasks.workunit.client.0.smithi016.stdout: "last_peered": "2024-04-15T14:34:11.925319+0000", 2024-04-15T14:36:41.616 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub": "0'0", 2024-04-15T14:36:41.616 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_duration": 0, 2024-04-15T14:36:41.616 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T14:36:41.616 INFO:tasks.workunit.client.0.smithi016.stdout: "last_undegraded": "2024-04-15T14:34:11.925319+0000", 2024-04-15T14:36:41.616 INFO:tasks.workunit.client.0.smithi016.stdout: "last_unstale": "2024-04-15T14:34:11.925319+0000", 2024-04-15T14:36:41.617 INFO:tasks.workunit.client.0.smithi016.stdout: "log_dups_size": 0, 2024-04-15T14:36:41.617 INFO:tasks.workunit.client.0.smithi016.stdout: "log_size": 0, 2024-04-15T14:36:41.617 INFO:tasks.workunit.client.0.smithi016.stdout: "log_start": "0'0", 2024-04-15T14:36:41.617 INFO:tasks.workunit.client.0.smithi016.stdout: "manifest_stats_invalid": false, 2024-04-15T14:36:41.617 INFO:tasks.workunit.client.0.smithi016.stdout: "mapping_epoch": 61, 2024-04-15T14:36:41.617 INFO:tasks.workunit.client.0.smithi016.stdout: "object_location_counts": [], 2024-04-15T14:36:41.617 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_scrubbed": 0, 2024-04-15T14:36:41.617 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_trimmed": 0, 2024-04-15T14:36:41.617 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_stats_invalid": false, 2024-04-15T14:36:41.617 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_size": 0, 2024-04-15T14:36:41.617 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_start": "0'0", 2024-04-15T14:36:41.617 INFO:tasks.workunit.client.0.smithi016.stdout: "parent": "0.0", 2024-04-15T14:36:41.617 INFO:tasks.workunit.client.0.smithi016.stdout: "parent_split_bits": 0, 2024-04-15T14:36:41.617 INFO:tasks.workunit.client.0.smithi016.stdout: "pgid": "3.3f", 2024-04-15T14:36:41.617 INFO:tasks.workunit.client.0.smithi016.stdout: "pin_stats_invalid": false, 2024-04-15T14:36:41.618 INFO:tasks.workunit.client.0.smithi016.stdout: "purged_snaps": [], 2024-04-15T14:36:41.618 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_epoch": 70, 2024-04-15T14:36:41.618 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_seq": 18, 2024-04-15T14:36:41.618 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_duration": 0.0, 2024-04-15T14:36:41.618 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-16T20:09:52.897923+0000", 2024-04-15T14:36:41.618 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrim_duration": 0.0, 2024-04-15T14:36:41.618 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrimq_len": 0, 2024-04-15T14:36:41.618 INFO:tasks.workunit.client.0.smithi016.stdout: "stat_sum": { 2024-04-15T14:36:41.618 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes": 0, 2024-04-15T14:36:41.618 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T14:36:41.618 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_recovered": 0, 2024-04-15T14:36:41.618 INFO:tasks.workunit.client.0.smithi016.stdout: "num_deep_scrub_errors": 0, 2024-04-15T14:36:41.618 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict": 0, 2024-04-15T14:36:41.618 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_kb": 0, 2024-04-15T14:36:41.619 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_full": 0, 2024-04-15T14:36:41.619 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_some": 0, 2024-04-15T14:36:41.619 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush": 0, 2024-04-15T14:36:41.619 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_kb": 0, 2024-04-15T14:36:41.619 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_high": 0, 2024-04-15T14:36:41.619 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_low": 0, 2024-04-15T14:36:41.619 INFO:tasks.workunit.client.0.smithi016.stdout: "num_keys_recovered": 0, 2024-04-15T14:36:41.619 INFO:tasks.workunit.client.0.smithi016.stdout: "num_large_omap_objects": 0, 2024-04-15T14:36:41.619 INFO:tasks.workunit.client.0.smithi016.stdout: "num_legacy_snapsets": 0, 2024-04-15T14:36:41.619 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_clones": 0, 2024-04-15T14:36:41.619 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_copies": 0, 2024-04-15T14:36:41.619 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects": 0, 2024-04-15T14:36:41.619 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_degraded": 0, 2024-04-15T14:36:41.619 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_dirty": 0, 2024-04-15T14:36:41.619 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T14:36:41.620 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_manifest": 0, 2024-04-15T14:36:41.620 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_misplaced": 0, 2024-04-15T14:36:41.620 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing": 0, 2024-04-15T14:36:41.620 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T14:36:41.620 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_omap": 0, 2024-04-15T14:36:41.620 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_pinned": 0, 2024-04-15T14:36:41.620 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_recovered": 0, 2024-04-15T14:36:41.620 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_repaired": 0, 2024-04-15T14:36:41.620 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_unfound": 0, 2024-04-15T14:36:41.620 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_bytes": 0, 2024-04-15T14:36:41.620 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_keys": 0, 2024-04-15T14:36:41.620 INFO:tasks.workunit.client.0.smithi016.stdout: "num_promote": 0, 2024-04-15T14:36:41.620 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read": 0, 2024-04-15T14:36:41.620 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read_kb": 0, 2024-04-15T14:36:41.621 INFO:tasks.workunit.client.0.smithi016.stdout: "num_scrub_errors": 0, 2024-04-15T14:36:41.621 INFO:tasks.workunit.client.0.smithi016.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T14:36:41.621 INFO:tasks.workunit.client.0.smithi016.stdout: "num_whiteouts": 0, 2024-04-15T14:36:41.621 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write": 0, 2024-04-15T14:36:41.621 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write_kb": 0 2024-04-15T14:36:41.621 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.621 INFO:tasks.workunit.client.0.smithi016.stdout: "state": "active+clean", 2024-04-15T14:36:41.621 INFO:tasks.workunit.client.0.smithi016.stdout: "stats_invalid": false, 2024-04-15T14:36:41.621 INFO:tasks.workunit.client.0.smithi016.stdout: "up": [ 2024-04-15T14:36:41.621 INFO:tasks.workunit.client.0.smithi016.stdout: 7, 2024-04-15T14:36:41.621 INFO:tasks.workunit.client.0.smithi016.stdout: 6, 2024-04-15T14:36:41.621 INFO:tasks.workunit.client.0.smithi016.stdout: 0 2024-04-15T14:36:41.621 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T14:36:41.621 INFO:tasks.workunit.client.0.smithi016.stdout: "up_primary": 7, 2024-04-15T14:36:41.621 INFO:tasks.workunit.client.0.smithi016.stdout: "version": "0'0" 2024-04-15T14:36:41.622 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.622 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-15T14:36:41.622 INFO:tasks.workunit.client.0.smithi016.stdout: "acting": [ 2024-04-15T14:36:41.622 INFO:tasks.workunit.client.0.smithi016.stdout: 1, 2024-04-15T14:36:41.622 INFO:tasks.workunit.client.0.smithi016.stdout: 0, 2024-04-15T14:36:41.622 INFO:tasks.workunit.client.0.smithi016.stdout: 6 2024-04-15T14:36:41.622 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T14:36:41.622 INFO:tasks.workunit.client.0.smithi016.stdout: "acting_primary": 1, 2024-04-15T14:36:41.622 INFO:tasks.workunit.client.0.smithi016.stdout: "avail_no_missing": [], 2024-04-15T14:36:41.622 INFO:tasks.workunit.client.0.smithi016.stdout: "blocked_by": [], 2024-04-15T14:36:41.622 INFO:tasks.workunit.client.0.smithi016.stdout: "created": 61, 2024-04-15T14:36:41.622 INFO:tasks.workunit.client.0.smithi016.stdout: "dirty_stats_invalid": false, 2024-04-15T14:36:41.622 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T14:36:41.622 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_stats_invalid": false, 2024-04-15T14:36:41.623 INFO:tasks.workunit.client.0.smithi016.stdout: "last_active": "2024-04-15T14:34:12.004396+0000", 2024-04-15T14:36:41.623 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_active": "2024-04-15T14:33:35.006144+0000", 2024-04-15T14:36:41.623 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_peered": "2024-04-15T14:33:35.006144+0000", 2024-04-15T14:36:41.623 INFO:tasks.workunit.client.0.smithi016.stdout: "last_change": "2024-04-15T14:33:35.006464+0000", 2024-04-15T14:36:41.623 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean": "2024-04-15T14:34:12.004396+0000", 2024-04-15T14:36:41.623 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T14:36:41.623 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub": "0'0", 2024-04-15T14:36:41.623 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T14:36:41.623 INFO:tasks.workunit.client.0.smithi016.stdout: "last_epoch_clean": 62, 2024-04-15T14:36:41.623 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fresh": "2024-04-15T14:34:12.004396+0000", 2024-04-15T14:36:41.623 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fullsized": "2024-04-15T14:34:12.004396+0000", 2024-04-15T14:36:41.623 INFO:tasks.workunit.client.0.smithi016.stdout: "last_peered": "2024-04-15T14:34:12.004396+0000", 2024-04-15T14:36:41.623 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub": "0'0", 2024-04-15T14:36:41.623 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_duration": 0, 2024-04-15T14:36:41.624 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T14:36:41.624 INFO:tasks.workunit.client.0.smithi016.stdout: "last_undegraded": "2024-04-15T14:34:12.004396+0000", 2024-04-15T14:36:41.624 INFO:tasks.workunit.client.0.smithi016.stdout: "last_unstale": "2024-04-15T14:34:12.004396+0000", 2024-04-15T14:36:41.624 INFO:tasks.workunit.client.0.smithi016.stdout: "log_dups_size": 0, 2024-04-15T14:36:41.624 INFO:tasks.workunit.client.0.smithi016.stdout: "log_size": 0, 2024-04-15T14:36:41.624 INFO:tasks.workunit.client.0.smithi016.stdout: "log_start": "0'0", 2024-04-15T14:36:41.624 INFO:tasks.workunit.client.0.smithi016.stdout: "manifest_stats_invalid": false, 2024-04-15T14:36:41.624 INFO:tasks.workunit.client.0.smithi016.stdout: "mapping_epoch": 61, 2024-04-15T14:36:41.624 INFO:tasks.workunit.client.0.smithi016.stdout: "object_location_counts": [], 2024-04-15T14:36:41.624 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_scrubbed": 0, 2024-04-15T14:36:41.624 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_trimmed": 0, 2024-04-15T14:36:41.624 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_stats_invalid": false, 2024-04-15T14:36:41.624 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_size": 0, 2024-04-15T14:36:41.624 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_start": "0'0", 2024-04-15T14:36:41.624 INFO:tasks.workunit.client.0.smithi016.stdout: "parent": "0.0", 2024-04-15T14:36:41.625 INFO:tasks.workunit.client.0.smithi016.stdout: "parent_split_bits": 0, 2024-04-15T14:36:41.625 INFO:tasks.workunit.client.0.smithi016.stdout: "pgid": "3.3e", 2024-04-15T14:36:41.625 INFO:tasks.workunit.client.0.smithi016.stdout: "pin_stats_invalid": false, 2024-04-15T14:36:41.625 INFO:tasks.workunit.client.0.smithi016.stdout: "purged_snaps": [], 2024-04-15T14:36:41.625 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_epoch": 70, 2024-04-15T14:36:41.625 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_seq": 19, 2024-04-15T14:36:41.625 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_duration": 0.0, 2024-04-15T14:36:41.625 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-16T18:18:29.784401+0000", 2024-04-15T14:36:41.625 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrim_duration": 0.0, 2024-04-15T14:36:41.625 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrimq_len": 0, 2024-04-15T14:36:41.625 INFO:tasks.workunit.client.0.smithi016.stdout: "stat_sum": { 2024-04-15T14:36:41.625 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes": 0, 2024-04-15T14:36:41.625 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T14:36:41.625 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_recovered": 0, 2024-04-15T14:36:41.625 INFO:tasks.workunit.client.0.smithi016.stdout: "num_deep_scrub_errors": 0, 2024-04-15T14:36:41.626 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict": 0, 2024-04-15T14:36:41.626 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_kb": 0, 2024-04-15T14:36:41.626 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_full": 0, 2024-04-15T14:36:41.626 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_some": 0, 2024-04-15T14:36:41.626 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush": 0, 2024-04-15T14:36:41.626 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_kb": 0, 2024-04-15T14:36:41.626 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_high": 0, 2024-04-15T14:36:41.626 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_low": 0, 2024-04-15T14:36:41.626 INFO:tasks.workunit.client.0.smithi016.stdout: "num_keys_recovered": 0, 2024-04-15T14:36:41.626 INFO:tasks.workunit.client.0.smithi016.stdout: "num_large_omap_objects": 0, 2024-04-15T14:36:41.626 INFO:tasks.workunit.client.0.smithi016.stdout: "num_legacy_snapsets": 0, 2024-04-15T14:36:41.626 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_clones": 0, 2024-04-15T14:36:41.626 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_copies": 0, 2024-04-15T14:36:41.626 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects": 0, 2024-04-15T14:36:41.627 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_degraded": 0, 2024-04-15T14:36:41.627 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_dirty": 0, 2024-04-15T14:36:41.627 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T14:36:41.627 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_manifest": 0, 2024-04-15T14:36:41.627 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_misplaced": 0, 2024-04-15T14:36:41.627 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing": 0, 2024-04-15T14:36:41.627 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T14:36:41.627 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_omap": 0, 2024-04-15T14:36:41.627 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_pinned": 0, 2024-04-15T14:36:41.627 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_recovered": 0, 2024-04-15T14:36:41.627 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_repaired": 0, 2024-04-15T14:36:41.627 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_unfound": 0, 2024-04-15T14:36:41.627 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_bytes": 0, 2024-04-15T14:36:41.627 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_keys": 0, 2024-04-15T14:36:41.628 INFO:tasks.workunit.client.0.smithi016.stdout: "num_promote": 0, 2024-04-15T14:36:41.628 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read": 0, 2024-04-15T14:36:41.628 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read_kb": 0, 2024-04-15T14:36:41.628 INFO:tasks.workunit.client.0.smithi016.stdout: "num_scrub_errors": 0, 2024-04-15T14:36:41.628 INFO:tasks.workunit.client.0.smithi016.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T14:36:41.628 INFO:tasks.workunit.client.0.smithi016.stdout: "num_whiteouts": 0, 2024-04-15T14:36:41.628 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write": 0, 2024-04-15T14:36:41.628 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write_kb": 0 2024-04-15T14:36:41.628 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.628 INFO:tasks.workunit.client.0.smithi016.stdout: "state": "active+clean", 2024-04-15T14:36:41.628 INFO:tasks.workunit.client.0.smithi016.stdout: "stats_invalid": false, 2024-04-15T14:36:41.628 INFO:tasks.workunit.client.0.smithi016.stdout: "up": [ 2024-04-15T14:36:41.628 INFO:tasks.workunit.client.0.smithi016.stdout: 1, 2024-04-15T14:36:41.628 INFO:tasks.workunit.client.0.smithi016.stdout: 0, 2024-04-15T14:36:41.629 INFO:tasks.workunit.client.0.smithi016.stdout: 6 2024-04-15T14:36:41.629 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T14:36:41.629 INFO:tasks.workunit.client.0.smithi016.stdout: "up_primary": 1, 2024-04-15T14:36:41.629 INFO:tasks.workunit.client.0.smithi016.stdout: "version": "0'0" 2024-04-15T14:36:41.629 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.629 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-15T14:36:41.629 INFO:tasks.workunit.client.0.smithi016.stdout: "acting": [ 2024-04-15T14:36:41.629 INFO:tasks.workunit.client.0.smithi016.stdout: 0, 2024-04-15T14:36:41.629 INFO:tasks.workunit.client.0.smithi016.stdout: 2, 2024-04-15T14:36:41.629 INFO:tasks.workunit.client.0.smithi016.stdout: 1 2024-04-15T14:36:41.629 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T14:36:41.629 INFO:tasks.workunit.client.0.smithi016.stdout: "acting_primary": 0, 2024-04-15T14:36:41.629 INFO:tasks.workunit.client.0.smithi016.stdout: "avail_no_missing": [], 2024-04-15T14:36:41.629 INFO:tasks.workunit.client.0.smithi016.stdout: "blocked_by": [], 2024-04-15T14:36:41.629 INFO:tasks.workunit.client.0.smithi016.stdout: "created": 61, 2024-04-15T14:36:41.630 INFO:tasks.workunit.client.0.smithi016.stdout: "dirty_stats_invalid": false, 2024-04-15T14:36:41.630 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T14:36:41.630 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_stats_invalid": false, 2024-04-15T14:36:41.630 INFO:tasks.workunit.client.0.smithi016.stdout: "last_active": "2024-04-15T14:34:11.923716+0000", 2024-04-15T14:36:41.630 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_active": "2024-04-15T14:33:35.000777+0000", 2024-04-15T14:36:41.630 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_peered": "2024-04-15T14:33:35.000777+0000", 2024-04-15T14:36:41.630 INFO:tasks.workunit.client.0.smithi016.stdout: "last_change": "2024-04-15T14:33:35.001045+0000", 2024-04-15T14:36:41.630 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean": "2024-04-15T14:34:11.923716+0000", 2024-04-15T14:36:41.630 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T14:36:41.630 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub": "0'0", 2024-04-15T14:36:41.630 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T14:36:41.630 INFO:tasks.workunit.client.0.smithi016.stdout: "last_epoch_clean": 62, 2024-04-15T14:36:41.630 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fresh": "2024-04-15T14:34:11.923716+0000", 2024-04-15T14:36:41.630 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fullsized": "2024-04-15T14:34:11.923716+0000", 2024-04-15T14:36:41.631 INFO:tasks.workunit.client.0.smithi016.stdout: "last_peered": "2024-04-15T14:34:11.923716+0000", 2024-04-15T14:36:41.631 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub": "0'0", 2024-04-15T14:36:41.631 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_duration": 0, 2024-04-15T14:36:41.631 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T14:36:41.631 INFO:tasks.workunit.client.0.smithi016.stdout: "last_undegraded": "2024-04-15T14:34:11.923716+0000", 2024-04-15T14:36:41.631 INFO:tasks.workunit.client.0.smithi016.stdout: "last_unstale": "2024-04-15T14:34:11.923716+0000", 2024-04-15T14:36:41.631 INFO:tasks.workunit.client.0.smithi016.stdout: "log_dups_size": 0, 2024-04-15T14:36:41.631 INFO:tasks.workunit.client.0.smithi016.stdout: "log_size": 0, 2024-04-15T14:36:41.631 INFO:tasks.workunit.client.0.smithi016.stdout: "log_start": "0'0", 2024-04-15T14:36:41.631 INFO:tasks.workunit.client.0.smithi016.stdout: "manifest_stats_invalid": false, 2024-04-15T14:36:41.631 INFO:tasks.workunit.client.0.smithi016.stdout: "mapping_epoch": 61, 2024-04-15T14:36:41.631 INFO:tasks.workunit.client.0.smithi016.stdout: "object_location_counts": [], 2024-04-15T14:36:41.631 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_scrubbed": 0, 2024-04-15T14:36:41.631 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_trimmed": 0, 2024-04-15T14:36:41.632 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_stats_invalid": false, 2024-04-15T14:36:41.632 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_size": 0, 2024-04-15T14:36:41.632 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_start": "0'0", 2024-04-15T14:36:41.632 INFO:tasks.workunit.client.0.smithi016.stdout: "parent": "0.0", 2024-04-15T14:36:41.632 INFO:tasks.workunit.client.0.smithi016.stdout: "parent_split_bits": 0, 2024-04-15T14:36:41.632 INFO:tasks.workunit.client.0.smithi016.stdout: "pgid": "3.3d", 2024-04-15T14:36:41.632 INFO:tasks.workunit.client.0.smithi016.stdout: "pin_stats_invalid": false, 2024-04-15T14:36:41.632 INFO:tasks.workunit.client.0.smithi016.stdout: "purged_snaps": [], 2024-04-15T14:36:41.632 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_epoch": 70, 2024-04-15T14:36:41.632 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_seq": 18, 2024-04-15T14:36:41.632 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_duration": 0.0, 2024-04-15T14:36:41.632 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-16T19:06:04.425748+0000", 2024-04-15T14:36:41.632 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrim_duration": 0.0, 2024-04-15T14:36:41.632 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrimq_len": 0, 2024-04-15T14:36:41.632 INFO:tasks.workunit.client.0.smithi016.stdout: "stat_sum": { 2024-04-15T14:36:41.632 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes": 0, 2024-04-15T14:36:41.633 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T14:36:41.633 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_recovered": 0, 2024-04-15T14:36:41.633 INFO:tasks.workunit.client.0.smithi016.stdout: "num_deep_scrub_errors": 0, 2024-04-15T14:36:41.633 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict": 0, 2024-04-15T14:36:41.633 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_kb": 0, 2024-04-15T14:36:41.633 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_full": 0, 2024-04-15T14:36:41.633 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_some": 0, 2024-04-15T14:36:41.633 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush": 0, 2024-04-15T14:36:41.633 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_kb": 0, 2024-04-15T14:36:41.633 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_high": 0, 2024-04-15T14:36:41.633 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_low": 0, 2024-04-15T14:36:41.633 INFO:tasks.workunit.client.0.smithi016.stdout: "num_keys_recovered": 0, 2024-04-15T14:36:41.633 INFO:tasks.workunit.client.0.smithi016.stdout: "num_large_omap_objects": 0, 2024-04-15T14:36:41.633 INFO:tasks.workunit.client.0.smithi016.stdout: "num_legacy_snapsets": 0, 2024-04-15T14:36:41.633 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_clones": 0, 2024-04-15T14:36:41.634 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_copies": 0, 2024-04-15T14:36:41.634 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects": 0, 2024-04-15T14:36:41.634 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_degraded": 0, 2024-04-15T14:36:41.634 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_dirty": 0, 2024-04-15T14:36:41.634 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T14:36:41.634 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_manifest": 0, 2024-04-15T14:36:41.634 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_misplaced": 0, 2024-04-15T14:36:41.634 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing": 0, 2024-04-15T14:36:41.634 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T14:36:41.634 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_omap": 0, 2024-04-15T14:36:41.634 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_pinned": 0, 2024-04-15T14:36:41.634 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_recovered": 0, 2024-04-15T14:36:41.634 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_repaired": 0, 2024-04-15T14:36:41.635 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_unfound": 0, 2024-04-15T14:36:41.635 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_bytes": 0, 2024-04-15T14:36:41.635 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_keys": 0, 2024-04-15T14:36:41.635 INFO:tasks.workunit.client.0.smithi016.stdout: "num_promote": 0, 2024-04-15T14:36:41.635 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read": 0, 2024-04-15T14:36:41.635 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read_kb": 0, 2024-04-15T14:36:41.635 INFO:tasks.workunit.client.0.smithi016.stdout: "num_scrub_errors": 0, 2024-04-15T14:36:41.635 INFO:tasks.workunit.client.0.smithi016.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T14:36:41.635 INFO:tasks.workunit.client.0.smithi016.stdout: "num_whiteouts": 0, 2024-04-15T14:36:41.635 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write": 0, 2024-04-15T14:36:41.635 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write_kb": 0 2024-04-15T14:36:41.635 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.635 INFO:tasks.workunit.client.0.smithi016.stdout: "state": "active+clean", 2024-04-15T14:36:41.635 INFO:tasks.workunit.client.0.smithi016.stdout: "stats_invalid": false, 2024-04-15T14:36:41.635 INFO:tasks.workunit.client.0.smithi016.stdout: "up": [ 2024-04-15T14:36:41.636 INFO:tasks.workunit.client.0.smithi016.stdout: 0, 2024-04-15T14:36:41.636 INFO:tasks.workunit.client.0.smithi016.stdout: 2, 2024-04-15T14:36:41.636 INFO:tasks.workunit.client.0.smithi016.stdout: 1 2024-04-15T14:36:41.636 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T14:36:41.636 INFO:tasks.workunit.client.0.smithi016.stdout: "up_primary": 0, 2024-04-15T14:36:41.636 INFO:tasks.workunit.client.0.smithi016.stdout: "version": "0'0" 2024-04-15T14:36:41.636 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.636 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-15T14:36:41.636 INFO:tasks.workunit.client.0.smithi016.stdout: "acting": [ 2024-04-15T14:36:41.636 INFO:tasks.workunit.client.0.smithi016.stdout: 5, 2024-04-15T14:36:41.636 INFO:tasks.workunit.client.0.smithi016.stdout: 3, 2024-04-15T14:36:41.636 INFO:tasks.workunit.client.0.smithi016.stdout: 7 2024-04-15T14:36:41.636 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T14:36:41.636 INFO:tasks.workunit.client.0.smithi016.stdout: "acting_primary": 5, 2024-04-15T14:36:41.636 INFO:tasks.workunit.client.0.smithi016.stdout: "avail_no_missing": [], 2024-04-15T14:36:41.637 INFO:tasks.workunit.client.0.smithi016.stdout: "blocked_by": [], 2024-04-15T14:36:41.637 INFO:tasks.workunit.client.0.smithi016.stdout: "created": 61, 2024-04-15T14:36:41.637 INFO:tasks.workunit.client.0.smithi016.stdout: "dirty_stats_invalid": false, 2024-04-15T14:36:41.637 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T14:36:41.637 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_stats_invalid": false, 2024-04-15T14:36:41.637 INFO:tasks.workunit.client.0.smithi016.stdout: "last_active": "2024-04-15T14:34:12.045581+0000", 2024-04-15T14:36:41.637 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_active": "2024-04-15T14:33:34.992115+0000", 2024-04-15T14:36:41.637 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_peered": "2024-04-15T14:33:34.992115+0000", 2024-04-15T14:36:41.637 INFO:tasks.workunit.client.0.smithi016.stdout: "last_change": "2024-04-15T14:33:34.992423+0000", 2024-04-15T14:36:41.637 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean": "2024-04-15T14:34:12.045581+0000", 2024-04-15T14:36:41.637 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T14:36:41.637 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub": "0'0", 2024-04-15T14:36:41.637 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T14:36:41.637 INFO:tasks.workunit.client.0.smithi016.stdout: "last_epoch_clean": 62, 2024-04-15T14:36:41.638 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fresh": "2024-04-15T14:34:12.045581+0000", 2024-04-15T14:36:41.638 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fullsized": "2024-04-15T14:34:12.045581+0000", 2024-04-15T14:36:41.638 INFO:tasks.workunit.client.0.smithi016.stdout: "last_peered": "2024-04-15T14:34:12.045581+0000", 2024-04-15T14:36:41.638 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub": "0'0", 2024-04-15T14:36:41.638 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_duration": 0, 2024-04-15T14:36:41.638 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T14:36:41.638 INFO:tasks.workunit.client.0.smithi016.stdout: "last_undegraded": "2024-04-15T14:34:12.045581+0000", 2024-04-15T14:36:41.638 INFO:tasks.workunit.client.0.smithi016.stdout: "last_unstale": "2024-04-15T14:34:12.045581+0000", 2024-04-15T14:36:41.638 INFO:tasks.workunit.client.0.smithi016.stdout: "log_dups_size": 0, 2024-04-15T14:36:41.638 INFO:tasks.workunit.client.0.smithi016.stdout: "log_size": 0, 2024-04-15T14:36:41.638 INFO:tasks.workunit.client.0.smithi016.stdout: "log_start": "0'0", 2024-04-15T14:36:41.638 INFO:tasks.workunit.client.0.smithi016.stdout: "manifest_stats_invalid": false, 2024-04-15T14:36:41.638 INFO:tasks.workunit.client.0.smithi016.stdout: "mapping_epoch": 61, 2024-04-15T14:36:41.639 INFO:tasks.workunit.client.0.smithi016.stdout: "object_location_counts": [], 2024-04-15T14:36:41.639 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_scrubbed": 0, 2024-04-15T14:36:41.639 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_trimmed": 0, 2024-04-15T14:36:41.639 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_stats_invalid": false, 2024-04-15T14:36:41.639 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_size": 0, 2024-04-15T14:36:41.639 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_start": "0'0", 2024-04-15T14:36:41.639 INFO:tasks.workunit.client.0.smithi016.stdout: "parent": "0.0", 2024-04-15T14:36:41.639 INFO:tasks.workunit.client.0.smithi016.stdout: "parent_split_bits": 0, 2024-04-15T14:36:41.639 INFO:tasks.workunit.client.0.smithi016.stdout: "pgid": "3.3c", 2024-04-15T14:36:41.639 INFO:tasks.workunit.client.0.smithi016.stdout: "pin_stats_invalid": false, 2024-04-15T14:36:41.639 INFO:tasks.workunit.client.0.smithi016.stdout: "purged_snaps": [], 2024-04-15T14:36:41.639 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_epoch": 70, 2024-04-15T14:36:41.639 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_seq": 19, 2024-04-15T14:36:41.640 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_duration": 0.0, 2024-04-15T14:36:41.640 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-16T22:22:52.170478+0000", 2024-04-15T14:36:41.640 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrim_duration": 0.0, 2024-04-15T14:36:41.640 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrimq_len": 0, 2024-04-15T14:36:41.640 INFO:tasks.workunit.client.0.smithi016.stdout: "stat_sum": { 2024-04-15T14:36:41.640 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes": 0, 2024-04-15T14:36:41.640 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T14:36:41.640 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_recovered": 0, 2024-04-15T14:36:41.640 INFO:tasks.workunit.client.0.smithi016.stdout: "num_deep_scrub_errors": 0, 2024-04-15T14:36:41.640 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict": 0, 2024-04-15T14:36:41.641 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_kb": 0, 2024-04-15T14:36:41.641 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_full": 0, 2024-04-15T14:36:41.641 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_some": 0, 2024-04-15T14:36:41.641 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush": 0, 2024-04-15T14:36:41.641 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_kb": 0, 2024-04-15T14:36:41.641 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_high": 0, 2024-04-15T14:36:41.641 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_low": 0, 2024-04-15T14:36:41.641 INFO:tasks.workunit.client.0.smithi016.stdout: "num_keys_recovered": 0, 2024-04-15T14:36:41.641 INFO:tasks.workunit.client.0.smithi016.stdout: "num_large_omap_objects": 0, 2024-04-15T14:36:41.641 INFO:tasks.workunit.client.0.smithi016.stdout: "num_legacy_snapsets": 0, 2024-04-15T14:36:41.641 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_clones": 0, 2024-04-15T14:36:41.641 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_copies": 0, 2024-04-15T14:36:41.641 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects": 0, 2024-04-15T14:36:41.641 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_degraded": 0, 2024-04-15T14:36:41.642 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_dirty": 0, 2024-04-15T14:36:41.642 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T14:36:41.642 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_manifest": 0, 2024-04-15T14:36:41.642 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_misplaced": 0, 2024-04-15T14:36:41.642 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing": 0, 2024-04-15T14:36:41.642 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T14:36:41.642 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_omap": 0, 2024-04-15T14:36:41.642 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_pinned": 0, 2024-04-15T14:36:41.642 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_recovered": 0, 2024-04-15T14:36:41.642 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_repaired": 0, 2024-04-15T14:36:41.642 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_unfound": 0, 2024-04-15T14:36:41.642 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_bytes": 0, 2024-04-15T14:36:41.642 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_keys": 0, 2024-04-15T14:36:41.643 INFO:tasks.workunit.client.0.smithi016.stdout: "num_promote": 0, 2024-04-15T14:36:41.643 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read": 0, 2024-04-15T14:36:41.643 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read_kb": 0, 2024-04-15T14:36:41.643 INFO:tasks.workunit.client.0.smithi016.stdout: "num_scrub_errors": 0, 2024-04-15T14:36:41.643 INFO:tasks.workunit.client.0.smithi016.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T14:36:41.643 INFO:tasks.workunit.client.0.smithi016.stdout: "num_whiteouts": 0, 2024-04-15T14:36:41.643 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write": 0, 2024-04-15T14:36:41.643 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write_kb": 0 2024-04-15T14:36:41.643 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.643 INFO:tasks.workunit.client.0.smithi016.stdout: "state": "active+clean", 2024-04-15T14:36:41.643 INFO:tasks.workunit.client.0.smithi016.stdout: "stats_invalid": false, 2024-04-15T14:36:41.643 INFO:tasks.workunit.client.0.smithi016.stdout: "up": [ 2024-04-15T14:36:41.643 INFO:tasks.workunit.client.0.smithi016.stdout: 5, 2024-04-15T14:36:41.643 INFO:tasks.workunit.client.0.smithi016.stdout: 3, 2024-04-15T14:36:41.644 INFO:tasks.workunit.client.0.smithi016.stdout: 7 2024-04-15T14:36:41.644 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T14:36:41.644 INFO:tasks.workunit.client.0.smithi016.stdout: "up_primary": 5, 2024-04-15T14:36:41.644 INFO:tasks.workunit.client.0.smithi016.stdout: "version": "0'0" 2024-04-15T14:36:41.644 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.644 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-15T14:36:41.644 INFO:tasks.workunit.client.0.smithi016.stdout: "acting": [ 2024-04-15T14:36:41.644 INFO:tasks.workunit.client.0.smithi016.stdout: 7, 2024-04-15T14:36:41.644 INFO:tasks.workunit.client.0.smithi016.stdout: 2, 2024-04-15T14:36:41.644 INFO:tasks.workunit.client.0.smithi016.stdout: 4 2024-04-15T14:36:41.644 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T14:36:41.644 INFO:tasks.workunit.client.0.smithi016.stdout: "acting_primary": 7, 2024-04-15T14:36:41.644 INFO:tasks.workunit.client.0.smithi016.stdout: "avail_no_missing": [], 2024-04-15T14:36:41.644 INFO:tasks.workunit.client.0.smithi016.stdout: "blocked_by": [], 2024-04-15T14:36:41.644 INFO:tasks.workunit.client.0.smithi016.stdout: "created": 61, 2024-04-15T14:36:41.645 INFO:tasks.workunit.client.0.smithi016.stdout: "dirty_stats_invalid": false, 2024-04-15T14:36:41.645 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T14:36:41.645 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_stats_invalid": false, 2024-04-15T14:36:41.645 INFO:tasks.workunit.client.0.smithi016.stdout: "last_active": "2024-04-15T14:34:11.923928+0000", 2024-04-15T14:36:41.645 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_active": "2024-04-15T14:33:34.982439+0000", 2024-04-15T14:36:41.645 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_peered": "2024-04-15T14:33:34.982439+0000", 2024-04-15T14:36:41.645 INFO:tasks.workunit.client.0.smithi016.stdout: "last_change": "2024-04-15T14:33:34.982801+0000", 2024-04-15T14:36:41.645 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean": "2024-04-15T14:34:11.923928+0000", 2024-04-15T14:36:41.645 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T14:36:41.645 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub": "0'0", 2024-04-15T14:36:41.645 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T14:36:41.645 INFO:tasks.workunit.client.0.smithi016.stdout: "last_epoch_clean": 62, 2024-04-15T14:36:41.645 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fresh": "2024-04-15T14:34:11.923928+0000", 2024-04-15T14:36:41.645 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fullsized": "2024-04-15T14:34:11.923928+0000", 2024-04-15T14:36:41.646 INFO:tasks.workunit.client.0.smithi016.stdout: "last_peered": "2024-04-15T14:34:11.923928+0000", 2024-04-15T14:36:41.646 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub": "0'0", 2024-04-15T14:36:41.646 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_duration": 0, 2024-04-15T14:36:41.646 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T14:36:41.646 INFO:tasks.workunit.client.0.smithi016.stdout: "last_undegraded": "2024-04-15T14:34:11.923928+0000", 2024-04-15T14:36:41.646 INFO:tasks.workunit.client.0.smithi016.stdout: "last_unstale": "2024-04-15T14:34:11.923928+0000", 2024-04-15T14:36:41.646 INFO:tasks.workunit.client.0.smithi016.stdout: "log_dups_size": 0, 2024-04-15T14:36:41.646 INFO:tasks.workunit.client.0.smithi016.stdout: "log_size": 0, 2024-04-15T14:36:41.646 INFO:tasks.workunit.client.0.smithi016.stdout: "log_start": "0'0", 2024-04-15T14:36:41.646 INFO:tasks.workunit.client.0.smithi016.stdout: "manifest_stats_invalid": false, 2024-04-15T14:36:41.646 INFO:tasks.workunit.client.0.smithi016.stdout: "mapping_epoch": 61, 2024-04-15T14:36:41.646 INFO:tasks.workunit.client.0.smithi016.stdout: "object_location_counts": [], 2024-04-15T14:36:41.646 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_scrubbed": 0, 2024-04-15T14:36:41.646 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_trimmed": 0, 2024-04-15T14:36:41.647 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_stats_invalid": false, 2024-04-15T14:36:41.647 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_size": 0, 2024-04-15T14:36:41.647 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_start": "0'0", 2024-04-15T14:36:41.647 INFO:tasks.workunit.client.0.smithi016.stdout: "parent": "0.0", 2024-04-15T14:36:41.647 INFO:tasks.workunit.client.0.smithi016.stdout: "parent_split_bits": 0, 2024-04-15T14:36:41.647 INFO:tasks.workunit.client.0.smithi016.stdout: "pgid": "3.3b", 2024-04-15T14:36:41.647 INFO:tasks.workunit.client.0.smithi016.stdout: "pin_stats_invalid": false, 2024-04-15T14:36:41.647 INFO:tasks.workunit.client.0.smithi016.stdout: "purged_snaps": [], 2024-04-15T14:36:41.647 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_epoch": 70, 2024-04-15T14:36:41.647 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_seq": 18, 2024-04-15T14:36:41.647 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_duration": 0.0, 2024-04-15T14:36:41.647 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-17T00:14:13.456310+0000", 2024-04-15T14:36:41.647 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrim_duration": 0.0, 2024-04-15T14:36:41.647 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrimq_len": 0, 2024-04-15T14:36:41.648 INFO:tasks.workunit.client.0.smithi016.stdout: "stat_sum": { 2024-04-15T14:36:41.648 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes": 0, 2024-04-15T14:36:41.648 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T14:36:41.648 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_recovered": 0, 2024-04-15T14:36:41.648 INFO:tasks.workunit.client.0.smithi016.stdout: "num_deep_scrub_errors": 0, 2024-04-15T14:36:41.648 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict": 0, 2024-04-15T14:36:41.648 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_kb": 0, 2024-04-15T14:36:41.648 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_full": 0, 2024-04-15T14:36:41.648 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_some": 0, 2024-04-15T14:36:41.648 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush": 0, 2024-04-15T14:36:41.648 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_kb": 0, 2024-04-15T14:36:41.648 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_high": 0, 2024-04-15T14:36:41.648 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_low": 0, 2024-04-15T14:36:41.648 INFO:tasks.workunit.client.0.smithi016.stdout: "num_keys_recovered": 0, 2024-04-15T14:36:41.649 INFO:tasks.workunit.client.0.smithi016.stdout: "num_large_omap_objects": 0, 2024-04-15T14:36:41.649 INFO:tasks.workunit.client.0.smithi016.stdout: "num_legacy_snapsets": 0, 2024-04-15T14:36:41.649 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_clones": 0, 2024-04-15T14:36:41.649 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_copies": 0, 2024-04-15T14:36:41.649 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects": 0, 2024-04-15T14:36:41.649 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_degraded": 0, 2024-04-15T14:36:41.649 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_dirty": 0, 2024-04-15T14:36:41.649 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T14:36:41.649 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_manifest": 0, 2024-04-15T14:36:41.649 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_misplaced": 0, 2024-04-15T14:36:41.649 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing": 0, 2024-04-15T14:36:41.649 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T14:36:41.649 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_omap": 0, 2024-04-15T14:36:41.649 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_pinned": 0, 2024-04-15T14:36:41.649 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_recovered": 0, 2024-04-15T14:36:41.650 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_repaired": 0, 2024-04-15T14:36:41.650 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_unfound": 0, 2024-04-15T14:36:41.650 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_bytes": 0, 2024-04-15T14:36:41.650 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_keys": 0, 2024-04-15T14:36:41.650 INFO:tasks.workunit.client.0.smithi016.stdout: "num_promote": 0, 2024-04-15T14:36:41.650 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read": 0, 2024-04-15T14:36:41.650 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read_kb": 0, 2024-04-15T14:36:41.650 INFO:tasks.workunit.client.0.smithi016.stdout: "num_scrub_errors": 0, 2024-04-15T14:36:41.650 INFO:tasks.workunit.client.0.smithi016.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T14:36:41.650 INFO:tasks.workunit.client.0.smithi016.stdout: "num_whiteouts": 0, 2024-04-15T14:36:41.650 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write": 0, 2024-04-15T14:36:41.650 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write_kb": 0 2024-04-15T14:36:41.650 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.650 INFO:tasks.workunit.client.0.smithi016.stdout: "state": "active+clean", 2024-04-15T14:36:41.651 INFO:tasks.workunit.client.0.smithi016.stdout: "stats_invalid": false, 2024-04-15T14:36:41.651 INFO:tasks.workunit.client.0.smithi016.stdout: "up": [ 2024-04-15T14:36:41.651 INFO:tasks.workunit.client.0.smithi016.stdout: 7, 2024-04-15T14:36:41.651 INFO:tasks.workunit.client.0.smithi016.stdout: 2, 2024-04-15T14:36:41.651 INFO:tasks.workunit.client.0.smithi016.stdout: 4 2024-04-15T14:36:41.651 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T14:36:41.651 INFO:tasks.workunit.client.0.smithi016.stdout: "up_primary": 7, 2024-04-15T14:36:41.651 INFO:tasks.workunit.client.0.smithi016.stdout: "version": "0'0" 2024-04-15T14:36:41.651 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.651 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-15T14:36:41.651 INFO:tasks.workunit.client.0.smithi016.stdout: "acting": [ 2024-04-15T14:36:41.651 INFO:tasks.workunit.client.0.smithi016.stdout: 5, 2024-04-15T14:36:41.651 INFO:tasks.workunit.client.0.smithi016.stdout: 0, 2024-04-15T14:36:41.651 INFO:tasks.workunit.client.0.smithi016.stdout: 1 2024-04-15T14:36:41.651 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T14:36:41.651 INFO:tasks.workunit.client.0.smithi016.stdout: "acting_primary": 5, 2024-04-15T14:36:41.652 INFO:tasks.workunit.client.0.smithi016.stdout: "avail_no_missing": [], 2024-04-15T14:36:41.652 INFO:tasks.workunit.client.0.smithi016.stdout: "blocked_by": [], 2024-04-15T14:36:41.652 INFO:tasks.workunit.client.0.smithi016.stdout: "created": 61, 2024-04-15T14:36:41.652 INFO:tasks.workunit.client.0.smithi016.stdout: "dirty_stats_invalid": false, 2024-04-15T14:36:41.652 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T14:36:41.652 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_stats_invalid": false, 2024-04-15T14:36:41.652 INFO:tasks.workunit.client.0.smithi016.stdout: "last_active": "2024-04-15T14:34:12.045331+0000", 2024-04-15T14:36:41.652 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_active": "2024-04-15T14:33:34.991583+0000", 2024-04-15T14:36:41.652 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_peered": "2024-04-15T14:33:34.991583+0000", 2024-04-15T14:36:41.652 INFO:tasks.workunit.client.0.smithi016.stdout: "last_change": "2024-04-15T14:33:34.992647+0000", 2024-04-15T14:36:41.652 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean": "2024-04-15T14:34:12.045331+0000", 2024-04-15T14:36:41.652 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T14:36:41.652 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub": "0'0", 2024-04-15T14:36:41.652 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T14:36:41.652 INFO:tasks.workunit.client.0.smithi016.stdout: "last_epoch_clean": 62, 2024-04-15T14:36:41.653 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fresh": "2024-04-15T14:34:12.045331+0000", 2024-04-15T14:36:41.653 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fullsized": "2024-04-15T14:34:12.045331+0000", 2024-04-15T14:36:41.653 INFO:tasks.workunit.client.0.smithi016.stdout: "last_peered": "2024-04-15T14:34:12.045331+0000", 2024-04-15T14:36:41.653 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub": "0'0", 2024-04-15T14:36:41.653 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_duration": 0, 2024-04-15T14:36:41.653 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T14:36:41.653 INFO:tasks.workunit.client.0.smithi016.stdout: "last_undegraded": "2024-04-15T14:34:12.045331+0000", 2024-04-15T14:36:41.653 INFO:tasks.workunit.client.0.smithi016.stdout: "last_unstale": "2024-04-15T14:34:12.045331+0000", 2024-04-15T14:36:41.653 INFO:tasks.workunit.client.0.smithi016.stdout: "log_dups_size": 0, 2024-04-15T14:36:41.653 INFO:tasks.workunit.client.0.smithi016.stdout: "log_size": 0, 2024-04-15T14:36:41.653 INFO:tasks.workunit.client.0.smithi016.stdout: "log_start": "0'0", 2024-04-15T14:36:41.653 INFO:tasks.workunit.client.0.smithi016.stdout: "manifest_stats_invalid": false, 2024-04-15T14:36:41.653 INFO:tasks.workunit.client.0.smithi016.stdout: "mapping_epoch": 61, 2024-04-15T14:36:41.653 INFO:tasks.workunit.client.0.smithi016.stdout: "object_location_counts": [], 2024-04-15T14:36:41.653 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_scrubbed": 0, 2024-04-15T14:36:41.654 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_trimmed": 0, 2024-04-15T14:36:41.654 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_stats_invalid": false, 2024-04-15T14:36:41.654 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_size": 0, 2024-04-15T14:36:41.654 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_start": "0'0", 2024-04-15T14:36:41.654 INFO:tasks.workunit.client.0.smithi016.stdout: "parent": "0.0", 2024-04-15T14:36:41.654 INFO:tasks.workunit.client.0.smithi016.stdout: "parent_split_bits": 0, 2024-04-15T14:36:41.654 INFO:tasks.workunit.client.0.smithi016.stdout: "pgid": "3.3a", 2024-04-15T14:36:41.654 INFO:tasks.workunit.client.0.smithi016.stdout: "pin_stats_invalid": false, 2024-04-15T14:36:41.654 INFO:tasks.workunit.client.0.smithi016.stdout: "purged_snaps": [], 2024-04-15T14:36:41.654 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_epoch": 70, 2024-04-15T14:36:41.654 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_seq": 19, 2024-04-15T14:36:41.654 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_duration": 0.0, 2024-04-15T14:36:41.654 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-16T21:21:59.746956+0000", 2024-04-15T14:36:41.655 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrim_duration": 0.0, 2024-04-15T14:36:41.655 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrimq_len": 0, 2024-04-15T14:36:41.655 INFO:tasks.workunit.client.0.smithi016.stdout: "stat_sum": { 2024-04-15T14:36:41.655 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes": 0, 2024-04-15T14:36:41.655 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T14:36:41.655 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_recovered": 0, 2024-04-15T14:36:41.655 INFO:tasks.workunit.client.0.smithi016.stdout: "num_deep_scrub_errors": 0, 2024-04-15T14:36:41.655 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict": 0, 2024-04-15T14:36:41.655 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_kb": 0, 2024-04-15T14:36:41.655 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_full": 0, 2024-04-15T14:36:41.655 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_some": 0, 2024-04-15T14:36:41.655 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush": 0, 2024-04-15T14:36:41.655 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_kb": 0, 2024-04-15T14:36:41.655 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_high": 0, 2024-04-15T14:36:41.655 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_low": 0, 2024-04-15T14:36:41.656 INFO:tasks.workunit.client.0.smithi016.stdout: "num_keys_recovered": 0, 2024-04-15T14:36:41.656 INFO:tasks.workunit.client.0.smithi016.stdout: "num_large_omap_objects": 0, 2024-04-15T14:36:41.656 INFO:tasks.workunit.client.0.smithi016.stdout: "num_legacy_snapsets": 0, 2024-04-15T14:36:41.656 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_clones": 0, 2024-04-15T14:36:41.656 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_copies": 0, 2024-04-15T14:36:41.656 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects": 0, 2024-04-15T14:36:41.656 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_degraded": 0, 2024-04-15T14:36:41.656 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_dirty": 0, 2024-04-15T14:36:41.656 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T14:36:41.656 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_manifest": 0, 2024-04-15T14:36:41.656 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_misplaced": 0, 2024-04-15T14:36:41.656 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing": 0, 2024-04-15T14:36:41.656 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T14:36:41.656 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_omap": 0, 2024-04-15T14:36:41.656 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_pinned": 0, 2024-04-15T14:36:41.657 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_recovered": 0, 2024-04-15T14:36:41.657 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_repaired": 0, 2024-04-15T14:36:41.657 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_unfound": 0, 2024-04-15T14:36:41.657 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_bytes": 0, 2024-04-15T14:36:41.657 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_keys": 0, 2024-04-15T14:36:41.657 INFO:tasks.workunit.client.0.smithi016.stdout: "num_promote": 0, 2024-04-15T14:36:41.657 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read": 0, 2024-04-15T14:36:41.657 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read_kb": 0, 2024-04-15T14:36:41.657 INFO:tasks.workunit.client.0.smithi016.stdout: "num_scrub_errors": 0, 2024-04-15T14:36:41.657 INFO:tasks.workunit.client.0.smithi016.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T14:36:41.657 INFO:tasks.workunit.client.0.smithi016.stdout: "num_whiteouts": 0, 2024-04-15T14:36:41.657 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write": 0, 2024-04-15T14:36:41.657 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write_kb": 0 2024-04-15T14:36:41.657 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.658 INFO:tasks.workunit.client.0.smithi016.stdout: "state": "active+clean", 2024-04-15T14:36:41.658 INFO:tasks.workunit.client.0.smithi016.stdout: "stats_invalid": false, 2024-04-15T14:36:41.658 INFO:tasks.workunit.client.0.smithi016.stdout: "up": [ 2024-04-15T14:36:41.658 INFO:tasks.workunit.client.0.smithi016.stdout: 5, 2024-04-15T14:36:41.658 INFO:tasks.workunit.client.0.smithi016.stdout: 0, 2024-04-15T14:36:41.658 INFO:tasks.workunit.client.0.smithi016.stdout: 1 2024-04-15T14:36:41.658 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T14:36:41.658 INFO:tasks.workunit.client.0.smithi016.stdout: "up_primary": 5, 2024-04-15T14:36:41.658 INFO:tasks.workunit.client.0.smithi016.stdout: "version": "0'0" 2024-04-15T14:36:41.658 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.658 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-15T14:36:41.658 INFO:tasks.workunit.client.0.smithi016.stdout: "acting": [ 2024-04-15T14:36:41.658 INFO:tasks.workunit.client.0.smithi016.stdout: 7, 2024-04-15T14:36:41.658 INFO:tasks.workunit.client.0.smithi016.stdout: 0, 2024-04-15T14:36:41.659 INFO:tasks.workunit.client.0.smithi016.stdout: 4 2024-04-15T14:36:41.659 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T14:36:41.659 INFO:tasks.workunit.client.0.smithi016.stdout: "acting_primary": 7, 2024-04-15T14:36:41.659 INFO:tasks.workunit.client.0.smithi016.stdout: "avail_no_missing": [], 2024-04-15T14:36:41.659 INFO:tasks.workunit.client.0.smithi016.stdout: "blocked_by": [], 2024-04-15T14:36:41.659 INFO:tasks.workunit.client.0.smithi016.stdout: "created": 61, 2024-04-15T14:36:41.659 INFO:tasks.workunit.client.0.smithi016.stdout: "dirty_stats_invalid": false, 2024-04-15T14:36:41.659 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T14:36:41.659 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_stats_invalid": false, 2024-04-15T14:36:41.659 INFO:tasks.workunit.client.0.smithi016.stdout: "last_active": "2024-04-15T14:34:11.923171+0000", 2024-04-15T14:36:41.659 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_active": "2024-04-15T14:33:34.983209+0000", 2024-04-15T14:36:41.659 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_peered": "2024-04-15T14:33:34.983209+0000", 2024-04-15T14:36:41.659 INFO:tasks.workunit.client.0.smithi016.stdout: "last_change": "2024-04-15T14:33:34.983498+0000", 2024-04-15T14:36:41.659 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean": "2024-04-15T14:34:11.923171+0000", 2024-04-15T14:36:41.659 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T14:36:41.660 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub": "0'0", 2024-04-15T14:36:41.660 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T14:36:41.660 INFO:tasks.workunit.client.0.smithi016.stdout: "last_epoch_clean": 62, 2024-04-15T14:36:41.660 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fresh": "2024-04-15T14:34:11.923171+0000", 2024-04-15T14:36:41.660 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fullsized": "2024-04-15T14:34:11.923171+0000", 2024-04-15T14:36:41.660 INFO:tasks.workunit.client.0.smithi016.stdout: "last_peered": "2024-04-15T14:34:11.923171+0000", 2024-04-15T14:36:41.660 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub": "0'0", 2024-04-15T14:36:41.660 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_duration": 0, 2024-04-15T14:36:41.660 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T14:36:41.660 INFO:tasks.workunit.client.0.smithi016.stdout: "last_undegraded": "2024-04-15T14:34:11.923171+0000", 2024-04-15T14:36:41.660 INFO:tasks.workunit.client.0.smithi016.stdout: "last_unstale": "2024-04-15T14:34:11.923171+0000", 2024-04-15T14:36:41.660 INFO:tasks.workunit.client.0.smithi016.stdout: "log_dups_size": 0, 2024-04-15T14:36:41.660 INFO:tasks.workunit.client.0.smithi016.stdout: "log_size": 0, 2024-04-15T14:36:41.660 INFO:tasks.workunit.client.0.smithi016.stdout: "log_start": "0'0", 2024-04-15T14:36:41.661 INFO:tasks.workunit.client.0.smithi016.stdout: "manifest_stats_invalid": false, 2024-04-15T14:36:41.661 INFO:tasks.workunit.client.0.smithi016.stdout: "mapping_epoch": 61, 2024-04-15T14:36:41.661 INFO:tasks.workunit.client.0.smithi016.stdout: "object_location_counts": [], 2024-04-15T14:36:41.661 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_scrubbed": 0, 2024-04-15T14:36:41.661 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_trimmed": 0, 2024-04-15T14:36:41.661 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_stats_invalid": false, 2024-04-15T14:36:41.661 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_size": 0, 2024-04-15T14:36:41.661 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_start": "0'0", 2024-04-15T14:36:41.661 INFO:tasks.workunit.client.0.smithi016.stdout: "parent": "0.0", 2024-04-15T14:36:41.661 INFO:tasks.workunit.client.0.smithi016.stdout: "parent_split_bits": 0, 2024-04-15T14:36:41.661 INFO:tasks.workunit.client.0.smithi016.stdout: "pgid": "3.39", 2024-04-15T14:36:41.661 INFO:tasks.workunit.client.0.smithi016.stdout: "pin_stats_invalid": false, 2024-04-15T14:36:41.661 INFO:tasks.workunit.client.0.smithi016.stdout: "purged_snaps": [], 2024-04-15T14:36:41.661 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_epoch": 70, 2024-04-15T14:36:41.661 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_seq": 18, 2024-04-15T14:36:41.662 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_duration": 0.0, 2024-04-15T14:36:41.662 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-16T17:11:43.334132+0000", 2024-04-15T14:36:41.662 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrim_duration": 0.0, 2024-04-15T14:36:41.662 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrimq_len": 0, 2024-04-15T14:36:41.662 INFO:tasks.workunit.client.0.smithi016.stdout: "stat_sum": { 2024-04-15T14:36:41.662 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes": 0, 2024-04-15T14:36:41.662 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T14:36:41.662 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_recovered": 0, 2024-04-15T14:36:41.662 INFO:tasks.workunit.client.0.smithi016.stdout: "num_deep_scrub_errors": 0, 2024-04-15T14:36:41.662 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict": 0, 2024-04-15T14:36:41.662 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_kb": 0, 2024-04-15T14:36:41.662 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_full": 0, 2024-04-15T14:36:41.662 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_some": 0, 2024-04-15T14:36:41.662 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush": 0, 2024-04-15T14:36:41.663 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_kb": 0, 2024-04-15T14:36:41.663 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_high": 0, 2024-04-15T14:36:41.663 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_low": 0, 2024-04-15T14:36:41.663 INFO:tasks.workunit.client.0.smithi016.stdout: "num_keys_recovered": 0, 2024-04-15T14:36:41.663 INFO:tasks.workunit.client.0.smithi016.stdout: "num_large_omap_objects": 0, 2024-04-15T14:36:41.663 INFO:tasks.workunit.client.0.smithi016.stdout: "num_legacy_snapsets": 0, 2024-04-15T14:36:41.663 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_clones": 0, 2024-04-15T14:36:41.663 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_copies": 0, 2024-04-15T14:36:41.663 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects": 0, 2024-04-15T14:36:41.663 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_degraded": 0, 2024-04-15T14:36:41.663 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_dirty": 0, 2024-04-15T14:36:41.663 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T14:36:41.663 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_manifest": 0, 2024-04-15T14:36:41.663 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_misplaced": 0, 2024-04-15T14:36:41.663 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing": 0, 2024-04-15T14:36:41.664 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T14:36:41.664 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_omap": 0, 2024-04-15T14:36:41.664 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_pinned": 0, 2024-04-15T14:36:41.664 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_recovered": 0, 2024-04-15T14:36:41.664 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_repaired": 0, 2024-04-15T14:36:41.664 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_unfound": 0, 2024-04-15T14:36:41.664 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_bytes": 0, 2024-04-15T14:36:41.664 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_keys": 0, 2024-04-15T14:36:41.664 INFO:tasks.workunit.client.0.smithi016.stdout: "num_promote": 0, 2024-04-15T14:36:41.664 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read": 0, 2024-04-15T14:36:41.664 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read_kb": 0, 2024-04-15T14:36:41.664 INFO:tasks.workunit.client.0.smithi016.stdout: "num_scrub_errors": 0, 2024-04-15T14:36:41.664 INFO:tasks.workunit.client.0.smithi016.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T14:36:41.664 INFO:tasks.workunit.client.0.smithi016.stdout: "num_whiteouts": 0, 2024-04-15T14:36:41.664 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write": 0, 2024-04-15T14:36:41.665 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write_kb": 0 2024-04-15T14:36:41.665 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.665 INFO:tasks.workunit.client.0.smithi016.stdout: "state": "active+clean", 2024-04-15T14:36:41.665 INFO:tasks.workunit.client.0.smithi016.stdout: "stats_invalid": false, 2024-04-15T14:36:41.665 INFO:tasks.workunit.client.0.smithi016.stdout: "up": [ 2024-04-15T14:36:41.665 INFO:tasks.workunit.client.0.smithi016.stdout: 7, 2024-04-15T14:36:41.665 INFO:tasks.workunit.client.0.smithi016.stdout: 0, 2024-04-15T14:36:41.665 INFO:tasks.workunit.client.0.smithi016.stdout: 4 2024-04-15T14:36:41.665 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T14:36:41.665 INFO:tasks.workunit.client.0.smithi016.stdout: "up_primary": 7, 2024-04-15T14:36:41.665 INFO:tasks.workunit.client.0.smithi016.stdout: "version": "0'0" 2024-04-15T14:36:41.665 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.665 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-15T14:36:41.665 INFO:tasks.workunit.client.0.smithi016.stdout: "acting": [ 2024-04-15T14:36:41.665 INFO:tasks.workunit.client.0.smithi016.stdout: 3, 2024-04-15T14:36:41.666 INFO:tasks.workunit.client.0.smithi016.stdout: 5, 2024-04-15T14:36:41.666 INFO:tasks.workunit.client.0.smithi016.stdout: 6 2024-04-15T14:36:41.666 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T14:36:41.666 INFO:tasks.workunit.client.0.smithi016.stdout: "acting_primary": 3, 2024-04-15T14:36:41.666 INFO:tasks.workunit.client.0.smithi016.stdout: "avail_no_missing": [], 2024-04-15T14:36:41.666 INFO:tasks.workunit.client.0.smithi016.stdout: "blocked_by": [], 2024-04-15T14:36:41.666 INFO:tasks.workunit.client.0.smithi016.stdout: "created": 61, 2024-04-15T14:36:41.666 INFO:tasks.workunit.client.0.smithi016.stdout: "dirty_stats_invalid": false, 2024-04-15T14:36:41.666 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T14:36:41.666 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_stats_invalid": false, 2024-04-15T14:36:41.666 INFO:tasks.workunit.client.0.smithi016.stdout: "last_active": "2024-04-15T14:34:12.045387+0000", 2024-04-15T14:36:41.666 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_active": "2024-04-15T14:33:34.995992+0000", 2024-04-15T14:36:41.666 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_peered": "2024-04-15T14:33:34.995992+0000", 2024-04-15T14:36:41.666 INFO:tasks.workunit.client.0.smithi016.stdout: "last_change": "2024-04-15T14:33:34.996287+0000", 2024-04-15T14:36:41.667 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean": "2024-04-15T14:34:12.045387+0000", 2024-04-15T14:36:41.667 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T14:36:41.667 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub": "0'0", 2024-04-15T14:36:41.667 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T14:36:41.667 INFO:tasks.workunit.client.0.smithi016.stdout: "last_epoch_clean": 62, 2024-04-15T14:36:41.667 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fresh": "2024-04-15T14:34:12.045387+0000", 2024-04-15T14:36:41.667 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fullsized": "2024-04-15T14:34:12.045387+0000", 2024-04-15T14:36:41.667 INFO:tasks.workunit.client.0.smithi016.stdout: "last_peered": "2024-04-15T14:34:12.045387+0000", 2024-04-15T14:36:41.667 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub": "0'0", 2024-04-15T14:36:41.667 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_duration": 0, 2024-04-15T14:36:41.667 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T14:36:41.667 INFO:tasks.workunit.client.0.smithi016.stdout: "last_undegraded": "2024-04-15T14:34:12.045387+0000", 2024-04-15T14:36:41.668 INFO:tasks.workunit.client.0.smithi016.stdout: "last_unstale": "2024-04-15T14:34:12.045387+0000", 2024-04-15T14:36:41.668 INFO:tasks.workunit.client.0.smithi016.stdout: "log_dups_size": 0, 2024-04-15T14:36:41.668 INFO:tasks.workunit.client.0.smithi016.stdout: "log_size": 0, 2024-04-15T14:36:41.668 INFO:tasks.workunit.client.0.smithi016.stdout: "log_start": "0'0", 2024-04-15T14:36:41.668 INFO:tasks.workunit.client.0.smithi016.stdout: "manifest_stats_invalid": false, 2024-04-15T14:36:41.668 INFO:tasks.workunit.client.0.smithi016.stdout: "mapping_epoch": 61, 2024-04-15T14:36:41.668 INFO:tasks.workunit.client.0.smithi016.stdout: "object_location_counts": [], 2024-04-15T14:36:41.668 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_scrubbed": 0, 2024-04-15T14:36:41.668 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_trimmed": 0, 2024-04-15T14:36:41.668 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_stats_invalid": false, 2024-04-15T14:36:41.668 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_size": 0, 2024-04-15T14:36:41.668 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_start": "0'0", 2024-04-15T14:36:41.668 INFO:tasks.workunit.client.0.smithi016.stdout: "parent": "0.0", 2024-04-15T14:36:41.668 INFO:tasks.workunit.client.0.smithi016.stdout: "parent_split_bits": 0, 2024-04-15T14:36:41.668 INFO:tasks.workunit.client.0.smithi016.stdout: "pgid": "3.38", 2024-04-15T14:36:41.669 INFO:tasks.workunit.client.0.smithi016.stdout: "pin_stats_invalid": false, 2024-04-15T14:36:41.669 INFO:tasks.workunit.client.0.smithi016.stdout: "purged_snaps": [], 2024-04-15T14:36:41.669 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_epoch": 70, 2024-04-15T14:36:41.669 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_seq": 18, 2024-04-15T14:36:41.669 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_duration": 0.0, 2024-04-15T14:36:41.669 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-16T16:24:42.785358+0000", 2024-04-15T14:36:41.669 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrim_duration": 0.0, 2024-04-15T14:36:41.669 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrimq_len": 0, 2024-04-15T14:36:41.669 INFO:tasks.workunit.client.0.smithi016.stdout: "stat_sum": { 2024-04-15T14:36:41.669 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes": 0, 2024-04-15T14:36:41.669 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T14:36:41.669 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_recovered": 0, 2024-04-15T14:36:41.669 INFO:tasks.workunit.client.0.smithi016.stdout: "num_deep_scrub_errors": 0, 2024-04-15T14:36:41.670 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict": 0, 2024-04-15T14:36:41.670 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_kb": 0, 2024-04-15T14:36:41.670 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_full": 0, 2024-04-15T14:36:41.670 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_some": 0, 2024-04-15T14:36:41.670 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush": 0, 2024-04-15T14:36:41.670 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_kb": 0, 2024-04-15T14:36:41.670 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_high": 0, 2024-04-15T14:36:41.670 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_low": 0, 2024-04-15T14:36:41.670 INFO:tasks.workunit.client.0.smithi016.stdout: "num_keys_recovered": 0, 2024-04-15T14:36:41.670 INFO:tasks.workunit.client.0.smithi016.stdout: "num_large_omap_objects": 0, 2024-04-15T14:36:41.670 INFO:tasks.workunit.client.0.smithi016.stdout: "num_legacy_snapsets": 0, 2024-04-15T14:36:41.670 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_clones": 0, 2024-04-15T14:36:41.670 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_copies": 0, 2024-04-15T14:36:41.671 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects": 0, 2024-04-15T14:36:41.671 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_degraded": 0, 2024-04-15T14:36:41.671 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_dirty": 0, 2024-04-15T14:36:41.671 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T14:36:41.671 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_manifest": 0, 2024-04-15T14:36:41.671 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_misplaced": 0, 2024-04-15T14:36:41.671 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing": 0, 2024-04-15T14:36:41.671 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T14:36:41.671 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_omap": 0, 2024-04-15T14:36:41.671 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_pinned": 0, 2024-04-15T14:36:41.671 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_recovered": 0, 2024-04-15T14:36:41.671 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_repaired": 0, 2024-04-15T14:36:41.671 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_unfound": 0, 2024-04-15T14:36:41.671 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_bytes": 0, 2024-04-15T14:36:41.671 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_keys": 0, 2024-04-15T14:36:41.672 INFO:tasks.workunit.client.0.smithi016.stdout: "num_promote": 0, 2024-04-15T14:36:41.672 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read": 0, 2024-04-15T14:36:41.672 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read_kb": 0, 2024-04-15T14:36:41.672 INFO:tasks.workunit.client.0.smithi016.stdout: "num_scrub_errors": 0, 2024-04-15T14:36:41.672 INFO:tasks.workunit.client.0.smithi016.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T14:36:41.672 INFO:tasks.workunit.client.0.smithi016.stdout: "num_whiteouts": 0, 2024-04-15T14:36:41.672 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write": 0, 2024-04-15T14:36:41.672 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write_kb": 0 2024-04-15T14:36:41.672 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.672 INFO:tasks.workunit.client.0.smithi016.stdout: "state": "active+clean", 2024-04-15T14:36:41.672 INFO:tasks.workunit.client.0.smithi016.stdout: "stats_invalid": false, 2024-04-15T14:36:41.672 INFO:tasks.workunit.client.0.smithi016.stdout: "up": [ 2024-04-15T14:36:41.672 INFO:tasks.workunit.client.0.smithi016.stdout: 3, 2024-04-15T14:36:41.672 INFO:tasks.workunit.client.0.smithi016.stdout: 5, 2024-04-15T14:36:41.673 INFO:tasks.workunit.client.0.smithi016.stdout: 6 2024-04-15T14:36:41.673 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T14:36:41.673 INFO:tasks.workunit.client.0.smithi016.stdout: "up_primary": 3, 2024-04-15T14:36:41.673 INFO:tasks.workunit.client.0.smithi016.stdout: "version": "0'0" 2024-04-15T14:36:41.673 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.673 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-15T14:36:41.673 INFO:tasks.workunit.client.0.smithi016.stdout: "acting": [ 2024-04-15T14:36:41.673 INFO:tasks.workunit.client.0.smithi016.stdout: 7, 2024-04-15T14:36:41.673 INFO:tasks.workunit.client.0.smithi016.stdout: 5, 2024-04-15T14:36:41.673 INFO:tasks.workunit.client.0.smithi016.stdout: 0 2024-04-15T14:36:41.673 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T14:36:41.673 INFO:tasks.workunit.client.0.smithi016.stdout: "acting_primary": 7, 2024-04-15T14:36:41.673 INFO:tasks.workunit.client.0.smithi016.stdout: "avail_no_missing": [], 2024-04-15T14:36:41.673 INFO:tasks.workunit.client.0.smithi016.stdout: "blocked_by": [], 2024-04-15T14:36:41.674 INFO:tasks.workunit.client.0.smithi016.stdout: "created": 61, 2024-04-15T14:36:41.674 INFO:tasks.workunit.client.0.smithi016.stdout: "dirty_stats_invalid": false, 2024-04-15T14:36:41.674 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T14:36:41.674 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_stats_invalid": false, 2024-04-15T14:36:41.674 INFO:tasks.workunit.client.0.smithi016.stdout: "last_active": "2024-04-15T14:34:11.925291+0000", 2024-04-15T14:36:41.674 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_active": "2024-04-15T14:33:34.986132+0000", 2024-04-15T14:36:41.674 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_peered": "2024-04-15T14:33:34.986132+0000", 2024-04-15T14:36:41.674 INFO:tasks.workunit.client.0.smithi016.stdout: "last_change": "2024-04-15T14:33:34.987678+0000", 2024-04-15T14:36:41.674 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean": "2024-04-15T14:34:11.925291+0000", 2024-04-15T14:36:41.674 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T14:36:41.674 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub": "0'0", 2024-04-15T14:36:41.674 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T14:36:41.674 INFO:tasks.workunit.client.0.smithi016.stdout: "last_epoch_clean": 62, 2024-04-15T14:36:41.674 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fresh": "2024-04-15T14:34:11.925291+0000", 2024-04-15T14:36:41.675 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fullsized": "2024-04-15T14:34:11.925291+0000", 2024-04-15T14:36:41.675 INFO:tasks.workunit.client.0.smithi016.stdout: "last_peered": "2024-04-15T14:34:11.925291+0000", 2024-04-15T14:36:41.675 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub": "0'0", 2024-04-15T14:36:41.675 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_duration": 0, 2024-04-15T14:36:41.675 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T14:36:41.675 INFO:tasks.workunit.client.0.smithi016.stdout: "last_undegraded": "2024-04-15T14:34:11.925291+0000", 2024-04-15T14:36:41.675 INFO:tasks.workunit.client.0.smithi016.stdout: "last_unstale": "2024-04-15T14:34:11.925291+0000", 2024-04-15T14:36:41.675 INFO:tasks.workunit.client.0.smithi016.stdout: "log_dups_size": 0, 2024-04-15T14:36:41.675 INFO:tasks.workunit.client.0.smithi016.stdout: "log_size": 0, 2024-04-15T14:36:41.675 INFO:tasks.workunit.client.0.smithi016.stdout: "log_start": "0'0", 2024-04-15T14:36:41.675 INFO:tasks.workunit.client.0.smithi016.stdout: "manifest_stats_invalid": false, 2024-04-15T14:36:41.675 INFO:tasks.workunit.client.0.smithi016.stdout: "mapping_epoch": 61, 2024-04-15T14:36:41.675 INFO:tasks.workunit.client.0.smithi016.stdout: "object_location_counts": [], 2024-04-15T14:36:41.675 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_scrubbed": 0, 2024-04-15T14:36:41.676 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_trimmed": 0, 2024-04-15T14:36:41.676 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_stats_invalid": false, 2024-04-15T14:36:41.676 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_size": 0, 2024-04-15T14:36:41.676 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_start": "0'0", 2024-04-15T14:36:41.676 INFO:tasks.workunit.client.0.smithi016.stdout: "parent": "0.0", 2024-04-15T14:36:41.676 INFO:tasks.workunit.client.0.smithi016.stdout: "parent_split_bits": 0, 2024-04-15T14:36:41.676 INFO:tasks.workunit.client.0.smithi016.stdout: "pgid": "3.37", 2024-04-15T14:36:41.676 INFO:tasks.workunit.client.0.smithi016.stdout: "pin_stats_invalid": false, 2024-04-15T14:36:41.676 INFO:tasks.workunit.client.0.smithi016.stdout: "purged_snaps": [], 2024-04-15T14:36:41.676 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_epoch": 70, 2024-04-15T14:36:41.676 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_seq": 18, 2024-04-15T14:36:41.676 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_duration": 0.0, 2024-04-15T14:36:41.676 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-16T20:28:19.567298+0000", 2024-04-15T14:36:41.676 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrim_duration": 0.0, 2024-04-15T14:36:41.676 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrimq_len": 0, 2024-04-15T14:36:41.677 INFO:tasks.workunit.client.0.smithi016.stdout: "stat_sum": { 2024-04-15T14:36:41.677 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes": 0, 2024-04-15T14:36:41.677 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T14:36:41.677 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_recovered": 0, 2024-04-15T14:36:41.677 INFO:tasks.workunit.client.0.smithi016.stdout: "num_deep_scrub_errors": 0, 2024-04-15T14:36:41.677 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict": 0, 2024-04-15T14:36:41.677 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_kb": 0, 2024-04-15T14:36:41.677 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_full": 0, 2024-04-15T14:36:41.677 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_some": 0, 2024-04-15T14:36:41.677 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush": 0, 2024-04-15T14:36:41.677 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_kb": 0, 2024-04-15T14:36:41.677 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_high": 0, 2024-04-15T14:36:41.677 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_low": 0, 2024-04-15T14:36:41.677 INFO:tasks.workunit.client.0.smithi016.stdout: "num_keys_recovered": 0, 2024-04-15T14:36:41.677 INFO:tasks.workunit.client.0.smithi016.stdout: "num_large_omap_objects": 0, 2024-04-15T14:36:41.678 INFO:tasks.workunit.client.0.smithi016.stdout: "num_legacy_snapsets": 0, 2024-04-15T14:36:41.678 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_clones": 0, 2024-04-15T14:36:41.678 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_copies": 0, 2024-04-15T14:36:41.678 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects": 0, 2024-04-15T14:36:41.678 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_degraded": 0, 2024-04-15T14:36:41.678 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_dirty": 0, 2024-04-15T14:36:41.678 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T14:36:41.678 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_manifest": 0, 2024-04-15T14:36:41.678 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_misplaced": 0, 2024-04-15T14:36:41.678 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing": 0, 2024-04-15T14:36:41.678 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T14:36:41.678 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_omap": 0, 2024-04-15T14:36:41.678 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_pinned": 0, 2024-04-15T14:36:41.678 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_recovered": 0, 2024-04-15T14:36:41.679 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_repaired": 0, 2024-04-15T14:36:41.679 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_unfound": 0, 2024-04-15T14:36:41.679 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_bytes": 0, 2024-04-15T14:36:41.679 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_keys": 0, 2024-04-15T14:36:41.679 INFO:tasks.workunit.client.0.smithi016.stdout: "num_promote": 0, 2024-04-15T14:36:41.679 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read": 0, 2024-04-15T14:36:41.679 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read_kb": 0, 2024-04-15T14:36:41.679 INFO:tasks.workunit.client.0.smithi016.stdout: "num_scrub_errors": 0, 2024-04-15T14:36:41.679 INFO:tasks.workunit.client.0.smithi016.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T14:36:41.679 INFO:tasks.workunit.client.0.smithi016.stdout: "num_whiteouts": 0, 2024-04-15T14:36:41.679 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write": 0, 2024-04-15T14:36:41.679 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write_kb": 0 2024-04-15T14:36:41.679 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.679 INFO:tasks.workunit.client.0.smithi016.stdout: "state": "active+clean", 2024-04-15T14:36:41.679 INFO:tasks.workunit.client.0.smithi016.stdout: "stats_invalid": false, 2024-04-15T14:36:41.679 INFO:tasks.workunit.client.0.smithi016.stdout: "up": [ 2024-04-15T14:36:41.680 INFO:tasks.workunit.client.0.smithi016.stdout: 7, 2024-04-15T14:36:41.680 INFO:tasks.workunit.client.0.smithi016.stdout: 5, 2024-04-15T14:36:41.680 INFO:tasks.workunit.client.0.smithi016.stdout: 0 2024-04-15T14:36:41.680 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T14:36:41.680 INFO:tasks.workunit.client.0.smithi016.stdout: "up_primary": 7, 2024-04-15T14:36:41.680 INFO:tasks.workunit.client.0.smithi016.stdout: "version": "0'0" 2024-04-15T14:36:41.680 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.680 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-15T14:36:41.680 INFO:tasks.workunit.client.0.smithi016.stdout: "acting": [ 2024-04-15T14:36:41.680 INFO:tasks.workunit.client.0.smithi016.stdout: 6, 2024-04-15T14:36:41.680 INFO:tasks.workunit.client.0.smithi016.stdout: 5, 2024-04-15T14:36:41.680 INFO:tasks.workunit.client.0.smithi016.stdout: 1 2024-04-15T14:36:41.680 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T14:36:41.680 INFO:tasks.workunit.client.0.smithi016.stdout: "acting_primary": 6, 2024-04-15T14:36:41.681 INFO:tasks.workunit.client.0.smithi016.stdout: "avail_no_missing": [], 2024-04-15T14:36:41.681 INFO:tasks.workunit.client.0.smithi016.stdout: "blocked_by": [], 2024-04-15T14:36:41.681 INFO:tasks.workunit.client.0.smithi016.stdout: "created": 61, 2024-04-15T14:36:41.681 INFO:tasks.workunit.client.0.smithi016.stdout: "dirty_stats_invalid": false, 2024-04-15T14:36:41.681 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T14:36:41.681 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_stats_invalid": false, 2024-04-15T14:36:41.681 INFO:tasks.workunit.client.0.smithi016.stdout: "last_active": "2024-04-15T14:34:12.043529+0000", 2024-04-15T14:36:41.681 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_active": "2024-04-15T14:33:35.001219+0000", 2024-04-15T14:36:41.681 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_peered": "2024-04-15T14:33:35.001219+0000", 2024-04-15T14:36:41.681 INFO:tasks.workunit.client.0.smithi016.stdout: "last_change": "2024-04-15T14:33:35.001503+0000", 2024-04-15T14:36:41.681 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean": "2024-04-15T14:34:12.043529+0000", 2024-04-15T14:36:41.681 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T14:36:41.681 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub": "0'0", 2024-04-15T14:36:41.682 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T14:36:41.682 INFO:tasks.workunit.client.0.smithi016.stdout: "last_epoch_clean": 62, 2024-04-15T14:36:41.682 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fresh": "2024-04-15T14:34:12.043529+0000", 2024-04-15T14:36:41.682 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fullsized": "2024-04-15T14:34:12.043529+0000", 2024-04-15T14:36:41.682 INFO:tasks.workunit.client.0.smithi016.stdout: "last_peered": "2024-04-15T14:34:12.043529+0000", 2024-04-15T14:36:41.682 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub": "0'0", 2024-04-15T14:36:41.682 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_duration": 0, 2024-04-15T14:36:41.682 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T14:36:41.682 INFO:tasks.workunit.client.0.smithi016.stdout: "last_undegraded": "2024-04-15T14:34:12.043529+0000", 2024-04-15T14:36:41.682 INFO:tasks.workunit.client.0.smithi016.stdout: "last_unstale": "2024-04-15T14:34:12.043529+0000", 2024-04-15T14:36:41.682 INFO:tasks.workunit.client.0.smithi016.stdout: "log_dups_size": 0, 2024-04-15T14:36:41.682 INFO:tasks.workunit.client.0.smithi016.stdout: "log_size": 0, 2024-04-15T14:36:41.682 INFO:tasks.workunit.client.0.smithi016.stdout: "log_start": "0'0", 2024-04-15T14:36:41.683 INFO:tasks.workunit.client.0.smithi016.stdout: "manifest_stats_invalid": false, 2024-04-15T14:36:41.683 INFO:tasks.workunit.client.0.smithi016.stdout: "mapping_epoch": 61, 2024-04-15T14:36:41.683 INFO:tasks.workunit.client.0.smithi016.stdout: "object_location_counts": [], 2024-04-15T14:36:41.683 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_scrubbed": 0, 2024-04-15T14:36:41.683 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_trimmed": 0, 2024-04-15T14:36:41.683 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_stats_invalid": false, 2024-04-15T14:36:41.683 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_size": 0, 2024-04-15T14:36:41.683 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_start": "0'0", 2024-04-15T14:36:41.683 INFO:tasks.workunit.client.0.smithi016.stdout: "parent": "0.0", 2024-04-15T14:36:41.683 INFO:tasks.workunit.client.0.smithi016.stdout: "parent_split_bits": 0, 2024-04-15T14:36:41.683 INFO:tasks.workunit.client.0.smithi016.stdout: "pgid": "3.36", 2024-04-15T14:36:41.683 INFO:tasks.workunit.client.0.smithi016.stdout: "pin_stats_invalid": false, 2024-04-15T14:36:41.683 INFO:tasks.workunit.client.0.smithi016.stdout: "purged_snaps": [], 2024-04-15T14:36:41.683 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_epoch": 70, 2024-04-15T14:36:41.683 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_seq": 18, 2024-04-15T14:36:41.684 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_duration": 0.0, 2024-04-15T14:36:41.684 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-17T00:23:04.782738+0000", 2024-04-15T14:36:41.684 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrim_duration": 0.0, 2024-04-15T14:36:41.684 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrimq_len": 0, 2024-04-15T14:36:41.684 INFO:tasks.workunit.client.0.smithi016.stdout: "stat_sum": { 2024-04-15T14:36:41.684 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes": 0, 2024-04-15T14:36:41.684 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T14:36:41.684 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_recovered": 0, 2024-04-15T14:36:41.684 INFO:tasks.workunit.client.0.smithi016.stdout: "num_deep_scrub_errors": 0, 2024-04-15T14:36:41.684 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict": 0, 2024-04-15T14:36:41.684 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_kb": 0, 2024-04-15T14:36:41.684 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_full": 0, 2024-04-15T14:36:41.684 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_some": 0, 2024-04-15T14:36:41.684 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush": 0, 2024-04-15T14:36:41.684 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_kb": 0, 2024-04-15T14:36:41.684 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_high": 0, 2024-04-15T14:36:41.685 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_low": 0, 2024-04-15T14:36:41.685 INFO:tasks.workunit.client.0.smithi016.stdout: "num_keys_recovered": 0, 2024-04-15T14:36:41.685 INFO:tasks.workunit.client.0.smithi016.stdout: "num_large_omap_objects": 0, 2024-04-15T14:36:41.685 INFO:tasks.workunit.client.0.smithi016.stdout: "num_legacy_snapsets": 0, 2024-04-15T14:36:41.685 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_clones": 0, 2024-04-15T14:36:41.685 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_copies": 0, 2024-04-15T14:36:41.685 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects": 0, 2024-04-15T14:36:41.685 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_degraded": 0, 2024-04-15T14:36:41.685 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_dirty": 0, 2024-04-15T14:36:41.685 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T14:36:41.685 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_manifest": 0, 2024-04-15T14:36:41.685 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_misplaced": 0, 2024-04-15T14:36:41.685 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing": 0, 2024-04-15T14:36:41.685 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T14:36:41.686 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_omap": 0, 2024-04-15T14:36:41.686 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_pinned": 0, 2024-04-15T14:36:41.686 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_recovered": 0, 2024-04-15T14:36:41.686 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_repaired": 0, 2024-04-15T14:36:41.686 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_unfound": 0, 2024-04-15T14:36:41.686 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_bytes": 0, 2024-04-15T14:36:41.686 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_keys": 0, 2024-04-15T14:36:41.686 INFO:tasks.workunit.client.0.smithi016.stdout: "num_promote": 0, 2024-04-15T14:36:41.686 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read": 0, 2024-04-15T14:36:41.686 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read_kb": 0, 2024-04-15T14:36:41.686 INFO:tasks.workunit.client.0.smithi016.stdout: "num_scrub_errors": 0, 2024-04-15T14:36:41.686 INFO:tasks.workunit.client.0.smithi016.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T14:36:41.686 INFO:tasks.workunit.client.0.smithi016.stdout: "num_whiteouts": 0, 2024-04-15T14:36:41.686 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write": 0, 2024-04-15T14:36:41.687 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write_kb": 0 2024-04-15T14:36:41.687 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.687 INFO:tasks.workunit.client.0.smithi016.stdout: "state": "active+clean", 2024-04-15T14:36:41.687 INFO:tasks.workunit.client.0.smithi016.stdout: "stats_invalid": false, 2024-04-15T14:36:41.687 INFO:tasks.workunit.client.0.smithi016.stdout: "up": [ 2024-04-15T14:36:41.687 INFO:tasks.workunit.client.0.smithi016.stdout: 6, 2024-04-15T14:36:41.687 INFO:tasks.workunit.client.0.smithi016.stdout: 5, 2024-04-15T14:36:41.687 INFO:tasks.workunit.client.0.smithi016.stdout: 1 2024-04-15T14:36:41.687 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T14:36:41.687 INFO:tasks.workunit.client.0.smithi016.stdout: "up_primary": 6, 2024-04-15T14:36:41.687 INFO:tasks.workunit.client.0.smithi016.stdout: "version": "0'0" 2024-04-15T14:36:41.687 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.687 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-15T14:36:41.687 INFO:tasks.workunit.client.0.smithi016.stdout: "acting": [ 2024-04-15T14:36:41.687 INFO:tasks.workunit.client.0.smithi016.stdout: 6, 2024-04-15T14:36:41.688 INFO:tasks.workunit.client.0.smithi016.stdout: 5, 2024-04-15T14:36:41.688 INFO:tasks.workunit.client.0.smithi016.stdout: 0 2024-04-15T14:36:41.688 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T14:36:41.688 INFO:tasks.workunit.client.0.smithi016.stdout: "acting_primary": 6, 2024-04-15T14:36:41.688 INFO:tasks.workunit.client.0.smithi016.stdout: "avail_no_missing": [], 2024-04-15T14:36:41.688 INFO:tasks.workunit.client.0.smithi016.stdout: "blocked_by": [], 2024-04-15T14:36:41.688 INFO:tasks.workunit.client.0.smithi016.stdout: "created": 61, 2024-04-15T14:36:41.688 INFO:tasks.workunit.client.0.smithi016.stdout: "dirty_stats_invalid": false, 2024-04-15T14:36:41.688 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T14:36:41.688 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_stats_invalid": false, 2024-04-15T14:36:41.688 INFO:tasks.workunit.client.0.smithi016.stdout: "last_active": "2024-04-15T14:34:12.043836+0000", 2024-04-15T14:36:41.688 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_active": "2024-04-15T14:33:35.006725+0000", 2024-04-15T14:36:41.689 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_peered": "2024-04-15T14:33:35.006725+0000", 2024-04-15T14:36:41.689 INFO:tasks.workunit.client.0.smithi016.stdout: "last_change": "2024-04-15T14:33:35.007017+0000", 2024-04-15T14:36:41.689 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean": "2024-04-15T14:34:12.043836+0000", 2024-04-15T14:36:41.689 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T14:36:41.689 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub": "0'0", 2024-04-15T14:36:41.689 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T14:36:41.689 INFO:tasks.workunit.client.0.smithi016.stdout: "last_epoch_clean": 62, 2024-04-15T14:36:41.689 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fresh": "2024-04-15T14:34:12.043836+0000", 2024-04-15T14:36:41.689 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fullsized": "2024-04-15T14:34:12.043836+0000", 2024-04-15T14:36:41.689 INFO:tasks.workunit.client.0.smithi016.stdout: "last_peered": "2024-04-15T14:34:12.043836+0000", 2024-04-15T14:36:41.689 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub": "0'0", 2024-04-15T14:36:41.689 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_duration": 0, 2024-04-15T14:36:41.689 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T14:36:41.689 INFO:tasks.workunit.client.0.smithi016.stdout: "last_undegraded": "2024-04-15T14:34:12.043836+0000", 2024-04-15T14:36:41.689 INFO:tasks.workunit.client.0.smithi016.stdout: "last_unstale": "2024-04-15T14:34:12.043836+0000", 2024-04-15T14:36:41.689 INFO:tasks.workunit.client.0.smithi016.stdout: "log_dups_size": 0, 2024-04-15T14:36:41.690 INFO:tasks.workunit.client.0.smithi016.stdout: "log_size": 0, 2024-04-15T14:36:41.690 INFO:tasks.workunit.client.0.smithi016.stdout: "log_start": "0'0", 2024-04-15T14:36:41.690 INFO:tasks.workunit.client.0.smithi016.stdout: "manifest_stats_invalid": false, 2024-04-15T14:36:41.690 INFO:tasks.workunit.client.0.smithi016.stdout: "mapping_epoch": 61, 2024-04-15T14:36:41.690 INFO:tasks.workunit.client.0.smithi016.stdout: "object_location_counts": [], 2024-04-15T14:36:41.690 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_scrubbed": 0, 2024-04-15T14:36:41.690 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_trimmed": 0, 2024-04-15T14:36:41.690 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_stats_invalid": false, 2024-04-15T14:36:41.690 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_size": 0, 2024-04-15T14:36:41.690 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_start": "0'0", 2024-04-15T14:36:41.690 INFO:tasks.workunit.client.0.smithi016.stdout: "parent": "0.0", 2024-04-15T14:36:41.690 INFO:tasks.workunit.client.0.smithi016.stdout: "parent_split_bits": 0, 2024-04-15T14:36:41.690 INFO:tasks.workunit.client.0.smithi016.stdout: "pgid": "3.35", 2024-04-15T14:36:41.690 INFO:tasks.workunit.client.0.smithi016.stdout: "pin_stats_invalid": false, 2024-04-15T14:36:41.691 INFO:tasks.workunit.client.0.smithi016.stdout: "purged_snaps": [], 2024-04-15T14:36:41.691 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_epoch": 70, 2024-04-15T14:36:41.691 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_seq": 18, 2024-04-15T14:36:41.691 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_duration": 0.0, 2024-04-15T14:36:41.691 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-16T16:46:31.161022+0000", 2024-04-15T14:36:41.691 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrim_duration": 0.0, 2024-04-15T14:36:41.691 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrimq_len": 0, 2024-04-15T14:36:41.691 INFO:tasks.workunit.client.0.smithi016.stdout: "stat_sum": { 2024-04-15T14:36:41.691 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes": 0, 2024-04-15T14:36:41.691 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T14:36:41.691 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_recovered": 0, 2024-04-15T14:36:41.691 INFO:tasks.workunit.client.0.smithi016.stdout: "num_deep_scrub_errors": 0, 2024-04-15T14:36:41.691 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict": 0, 2024-04-15T14:36:41.691 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_kb": 0, 2024-04-15T14:36:41.691 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_full": 0, 2024-04-15T14:36:41.691 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_some": 0, 2024-04-15T14:36:41.692 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush": 0, 2024-04-15T14:36:41.692 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_kb": 0, 2024-04-15T14:36:41.692 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_high": 0, 2024-04-15T14:36:41.692 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_low": 0, 2024-04-15T14:36:41.692 INFO:tasks.workunit.client.0.smithi016.stdout: "num_keys_recovered": 0, 2024-04-15T14:36:41.692 INFO:tasks.workunit.client.0.smithi016.stdout: "num_large_omap_objects": 0, 2024-04-15T14:36:41.692 INFO:tasks.workunit.client.0.smithi016.stdout: "num_legacy_snapsets": 0, 2024-04-15T14:36:41.692 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_clones": 0, 2024-04-15T14:36:41.692 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_copies": 0, 2024-04-15T14:36:41.692 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects": 0, 2024-04-15T14:36:41.692 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_degraded": 0, 2024-04-15T14:36:41.692 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_dirty": 0, 2024-04-15T14:36:41.692 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T14:36:41.692 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_manifest": 0, 2024-04-15T14:36:41.692 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_misplaced": 0, 2024-04-15T14:36:41.692 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing": 0, 2024-04-15T14:36:41.693 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T14:36:41.693 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_omap": 0, 2024-04-15T14:36:41.693 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_pinned": 0, 2024-04-15T14:36:41.693 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_recovered": 0, 2024-04-15T14:36:41.693 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_repaired": 0, 2024-04-15T14:36:41.693 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_unfound": 0, 2024-04-15T14:36:41.693 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_bytes": 0, 2024-04-15T14:36:41.693 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_keys": 0, 2024-04-15T14:36:41.693 INFO:tasks.workunit.client.0.smithi016.stdout: "num_promote": 0, 2024-04-15T14:36:41.693 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read": 0, 2024-04-15T14:36:41.693 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read_kb": 0, 2024-04-15T14:36:41.693 INFO:tasks.workunit.client.0.smithi016.stdout: "num_scrub_errors": 0, 2024-04-15T14:36:41.693 INFO:tasks.workunit.client.0.smithi016.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T14:36:41.693 INFO:tasks.workunit.client.0.smithi016.stdout: "num_whiteouts": 0, 2024-04-15T14:36:41.693 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write": 0, 2024-04-15T14:36:41.693 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write_kb": 0 2024-04-15T14:36:41.694 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.694 INFO:tasks.workunit.client.0.smithi016.stdout: "state": "active+clean", 2024-04-15T14:36:41.694 INFO:tasks.workunit.client.0.smithi016.stdout: "stats_invalid": false, 2024-04-15T14:36:41.694 INFO:tasks.workunit.client.0.smithi016.stdout: "up": [ 2024-04-15T14:36:41.694 INFO:tasks.workunit.client.0.smithi016.stdout: 6, 2024-04-15T14:36:41.694 INFO:tasks.workunit.client.0.smithi016.stdout: 5, 2024-04-15T14:36:41.694 INFO:tasks.workunit.client.0.smithi016.stdout: 0 2024-04-15T14:36:41.694 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T14:36:41.694 INFO:tasks.workunit.client.0.smithi016.stdout: "up_primary": 6, 2024-04-15T14:36:41.694 INFO:tasks.workunit.client.0.smithi016.stdout: "version": "0'0" 2024-04-15T14:36:41.694 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.694 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-15T14:36:41.694 INFO:tasks.workunit.client.0.smithi016.stdout: "acting": [ 2024-04-15T14:36:41.694 INFO:tasks.workunit.client.0.smithi016.stdout: 4, 2024-04-15T14:36:41.695 INFO:tasks.workunit.client.0.smithi016.stdout: 6, 2024-04-15T14:36:41.695 INFO:tasks.workunit.client.0.smithi016.stdout: 0 2024-04-15T14:36:41.695 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T14:36:41.695 INFO:tasks.workunit.client.0.smithi016.stdout: "acting_primary": 4, 2024-04-15T14:36:41.695 INFO:tasks.workunit.client.0.smithi016.stdout: "avail_no_missing": [], 2024-04-15T14:36:41.695 INFO:tasks.workunit.client.0.smithi016.stdout: "blocked_by": [], 2024-04-15T14:36:41.695 INFO:tasks.workunit.client.0.smithi016.stdout: "created": 61, 2024-04-15T14:36:41.695 INFO:tasks.workunit.client.0.smithi016.stdout: "dirty_stats_invalid": false, 2024-04-15T14:36:41.695 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T14:36:41.695 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_stats_invalid": false, 2024-04-15T14:36:41.695 INFO:tasks.workunit.client.0.smithi016.stdout: "last_active": "2024-04-15T14:34:12.020332+0000", 2024-04-15T14:36:41.695 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_active": "2024-04-15T14:33:35.004731+0000", 2024-04-15T14:36:41.695 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_peered": "2024-04-15T14:33:35.004731+0000", 2024-04-15T14:36:41.695 INFO:tasks.workunit.client.0.smithi016.stdout: "last_change": "2024-04-15T14:33:35.005055+0000", 2024-04-15T14:36:41.695 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean": "2024-04-15T14:34:12.020332+0000", 2024-04-15T14:36:41.696 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T14:36:41.696 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub": "0'0", 2024-04-15T14:36:41.696 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T14:36:41.696 INFO:tasks.workunit.client.0.smithi016.stdout: "last_epoch_clean": 62, 2024-04-15T14:36:41.696 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fresh": "2024-04-15T14:34:12.020332+0000", 2024-04-15T14:36:41.696 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fullsized": "2024-04-15T14:34:12.020332+0000", 2024-04-15T14:36:41.696 INFO:tasks.workunit.client.0.smithi016.stdout: "last_peered": "2024-04-15T14:34:12.020332+0000", 2024-04-15T14:36:41.696 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub": "0'0", 2024-04-15T14:36:41.696 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_duration": 0, 2024-04-15T14:36:41.696 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T14:36:41.696 INFO:tasks.workunit.client.0.smithi016.stdout: "last_undegraded": "2024-04-15T14:34:12.020332+0000", 2024-04-15T14:36:41.696 INFO:tasks.workunit.client.0.smithi016.stdout: "last_unstale": "2024-04-15T14:34:12.020332+0000", 2024-04-15T14:36:41.696 INFO:tasks.workunit.client.0.smithi016.stdout: "log_dups_size": 0, 2024-04-15T14:36:41.696 INFO:tasks.workunit.client.0.smithi016.stdout: "log_size": 0, 2024-04-15T14:36:41.696 INFO:tasks.workunit.client.0.smithi016.stdout: "log_start": "0'0", 2024-04-15T14:36:41.696 INFO:tasks.workunit.client.0.smithi016.stdout: "manifest_stats_invalid": false, 2024-04-15T14:36:41.697 INFO:tasks.workunit.client.0.smithi016.stdout: "mapping_epoch": 61, 2024-04-15T14:36:41.697 INFO:tasks.workunit.client.0.smithi016.stdout: "object_location_counts": [], 2024-04-15T14:36:41.697 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_scrubbed": 0, 2024-04-15T14:36:41.697 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_trimmed": 0, 2024-04-15T14:36:41.697 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_stats_invalid": false, 2024-04-15T14:36:41.697 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_size": 0, 2024-04-15T14:36:41.697 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_start": "0'0", 2024-04-15T14:36:41.697 INFO:tasks.workunit.client.0.smithi016.stdout: "parent": "0.0", 2024-04-15T14:36:41.697 INFO:tasks.workunit.client.0.smithi016.stdout: "parent_split_bits": 0, 2024-04-15T14:36:41.697 INFO:tasks.workunit.client.0.smithi016.stdout: "pgid": "3.34", 2024-04-15T14:36:41.697 INFO:tasks.workunit.client.0.smithi016.stdout: "pin_stats_invalid": false, 2024-04-15T14:36:41.697 INFO:tasks.workunit.client.0.smithi016.stdout: "purged_snaps": [], 2024-04-15T14:36:41.697 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_epoch": 70, 2024-04-15T14:36:41.698 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_seq": 18, 2024-04-15T14:36:41.698 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_duration": 0.0, 2024-04-15T14:36:41.698 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-16T19:41:45.184445+0000", 2024-04-15T14:36:41.698 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrim_duration": 0.0, 2024-04-15T14:36:41.698 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrimq_len": 0, 2024-04-15T14:36:41.698 INFO:tasks.workunit.client.0.smithi016.stdout: "stat_sum": { 2024-04-15T14:36:41.698 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes": 0, 2024-04-15T14:36:41.698 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T14:36:41.698 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_recovered": 0, 2024-04-15T14:36:41.698 INFO:tasks.workunit.client.0.smithi016.stdout: "num_deep_scrub_errors": 0, 2024-04-15T14:36:41.698 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict": 0, 2024-04-15T14:36:41.698 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_kb": 0, 2024-04-15T14:36:41.698 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_full": 0, 2024-04-15T14:36:41.699 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_some": 0, 2024-04-15T14:36:41.699 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush": 0, 2024-04-15T14:36:41.699 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_kb": 0, 2024-04-15T14:36:41.699 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_high": 0, 2024-04-15T14:36:41.699 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_low": 0, 2024-04-15T14:36:41.699 INFO:tasks.workunit.client.0.smithi016.stdout: "num_keys_recovered": 0, 2024-04-15T14:36:41.699 INFO:tasks.workunit.client.0.smithi016.stdout: "num_large_omap_objects": 0, 2024-04-15T14:36:41.699 INFO:tasks.workunit.client.0.smithi016.stdout: "num_legacy_snapsets": 0, 2024-04-15T14:36:41.699 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_clones": 0, 2024-04-15T14:36:41.699 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_copies": 0, 2024-04-15T14:36:41.699 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects": 0, 2024-04-15T14:36:41.699 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_degraded": 0, 2024-04-15T14:36:41.699 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_dirty": 0, 2024-04-15T14:36:41.699 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T14:36:41.699 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_manifest": 0, 2024-04-15T14:36:41.700 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_misplaced": 0, 2024-04-15T14:36:41.700 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing": 0, 2024-04-15T14:36:41.700 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T14:36:41.700 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_omap": 0, 2024-04-15T14:36:41.700 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_pinned": 0, 2024-04-15T14:36:41.700 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_recovered": 0, 2024-04-15T14:36:41.700 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_repaired": 0, 2024-04-15T14:36:41.700 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_unfound": 0, 2024-04-15T14:36:41.700 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_bytes": 0, 2024-04-15T14:36:41.700 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_keys": 0, 2024-04-15T14:36:41.700 INFO:tasks.workunit.client.0.smithi016.stdout: "num_promote": 0, 2024-04-15T14:36:41.700 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read": 0, 2024-04-15T14:36:41.700 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read_kb": 0, 2024-04-15T14:36:41.700 INFO:tasks.workunit.client.0.smithi016.stdout: "num_scrub_errors": 0, 2024-04-15T14:36:41.701 INFO:tasks.workunit.client.0.smithi016.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T14:36:41.701 INFO:tasks.workunit.client.0.smithi016.stdout: "num_whiteouts": 0, 2024-04-15T14:36:41.701 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write": 0, 2024-04-15T14:36:41.701 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write_kb": 0 2024-04-15T14:36:41.701 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.701 INFO:tasks.workunit.client.0.smithi016.stdout: "state": "active+clean", 2024-04-15T14:36:41.701 INFO:tasks.workunit.client.0.smithi016.stdout: "stats_invalid": false, 2024-04-15T14:36:41.701 INFO:tasks.workunit.client.0.smithi016.stdout: "up": [ 2024-04-15T14:36:41.701 INFO:tasks.workunit.client.0.smithi016.stdout: 4, 2024-04-15T14:36:41.701 INFO:tasks.workunit.client.0.smithi016.stdout: 6, 2024-04-15T14:36:41.701 INFO:tasks.workunit.client.0.smithi016.stdout: 0 2024-04-15T14:36:41.701 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T14:36:41.701 INFO:tasks.workunit.client.0.smithi016.stdout: "up_primary": 4, 2024-04-15T14:36:41.701 INFO:tasks.workunit.client.0.smithi016.stdout: "version": "0'0" 2024-04-15T14:36:41.701 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.702 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-15T14:36:41.702 INFO:tasks.workunit.client.0.smithi016.stdout: "acting": [ 2024-04-15T14:36:41.702 INFO:tasks.workunit.client.0.smithi016.stdout: 3, 2024-04-15T14:36:41.702 INFO:tasks.workunit.client.0.smithi016.stdout: 6, 2024-04-15T14:36:41.702 INFO:tasks.workunit.client.0.smithi016.stdout: 1 2024-04-15T14:36:41.702 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T14:36:41.702 INFO:tasks.workunit.client.0.smithi016.stdout: "acting_primary": 3, 2024-04-15T14:36:41.702 INFO:tasks.workunit.client.0.smithi016.stdout: "avail_no_missing": [], 2024-04-15T14:36:41.702 INFO:tasks.workunit.client.0.smithi016.stdout: "blocked_by": [], 2024-04-15T14:36:41.702 INFO:tasks.workunit.client.0.smithi016.stdout: "created": 61, 2024-04-15T14:36:41.702 INFO:tasks.workunit.client.0.smithi016.stdout: "dirty_stats_invalid": false, 2024-04-15T14:36:41.702 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T14:36:41.702 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_stats_invalid": false, 2024-04-15T14:36:41.703 INFO:tasks.workunit.client.0.smithi016.stdout: "last_active": "2024-04-15T14:34:12.046017+0000", 2024-04-15T14:36:41.703 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_active": "2024-04-15T14:33:34.989094+0000", 2024-04-15T14:36:41.703 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_peered": "2024-04-15T14:33:34.989094+0000", 2024-04-15T14:36:41.703 INFO:tasks.workunit.client.0.smithi016.stdout: "last_change": "2024-04-15T14:33:34.989363+0000", 2024-04-15T14:36:41.703 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean": "2024-04-15T14:34:12.046017+0000", 2024-04-15T14:36:41.703 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T14:36:41.703 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub": "0'0", 2024-04-15T14:36:41.703 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T14:36:41.703 INFO:tasks.workunit.client.0.smithi016.stdout: "last_epoch_clean": 62, 2024-04-15T14:36:41.703 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fresh": "2024-04-15T14:34:12.046017+0000", 2024-04-15T14:36:41.703 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fullsized": "2024-04-15T14:34:12.046017+0000", 2024-04-15T14:36:41.703 INFO:tasks.workunit.client.0.smithi016.stdout: "last_peered": "2024-04-15T14:34:12.046017+0000", 2024-04-15T14:36:41.703 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub": "0'0", 2024-04-15T14:36:41.703 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_duration": 0, 2024-04-15T14:36:41.703 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T14:36:41.704 INFO:tasks.workunit.client.0.smithi016.stdout: "last_undegraded": "2024-04-15T14:34:12.046017+0000", 2024-04-15T14:36:41.704 INFO:tasks.workunit.client.0.smithi016.stdout: "last_unstale": "2024-04-15T14:34:12.046017+0000", 2024-04-15T14:36:41.704 INFO:tasks.workunit.client.0.smithi016.stdout: "log_dups_size": 0, 2024-04-15T14:36:41.704 INFO:tasks.workunit.client.0.smithi016.stdout: "log_size": 0, 2024-04-15T14:36:41.704 INFO:tasks.workunit.client.0.smithi016.stdout: "log_start": "0'0", 2024-04-15T14:36:41.704 INFO:tasks.workunit.client.0.smithi016.stdout: "manifest_stats_invalid": false, 2024-04-15T14:36:41.704 INFO:tasks.workunit.client.0.smithi016.stdout: "mapping_epoch": 61, 2024-04-15T14:36:41.704 INFO:tasks.workunit.client.0.smithi016.stdout: "object_location_counts": [], 2024-04-15T14:36:41.704 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_scrubbed": 0, 2024-04-15T14:36:41.704 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_trimmed": 0, 2024-04-15T14:36:41.704 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_stats_invalid": false, 2024-04-15T14:36:41.704 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_size": 0, 2024-04-15T14:36:41.704 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_start": "0'0", 2024-04-15T14:36:41.704 INFO:tasks.workunit.client.0.smithi016.stdout: "parent": "0.0", 2024-04-15T14:36:41.704 INFO:tasks.workunit.client.0.smithi016.stdout: "parent_split_bits": 0, 2024-04-15T14:36:41.705 INFO:tasks.workunit.client.0.smithi016.stdout: "pgid": "3.33", 2024-04-15T14:36:41.705 INFO:tasks.workunit.client.0.smithi016.stdout: "pin_stats_invalid": false, 2024-04-15T14:36:41.705 INFO:tasks.workunit.client.0.smithi016.stdout: "purged_snaps": [], 2024-04-15T14:36:41.705 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_epoch": 70, 2024-04-15T14:36:41.705 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_seq": 18, 2024-04-15T14:36:41.705 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_duration": 0.0, 2024-04-15T14:36:41.705 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-16T17:30:02.993688+0000", 2024-04-15T14:36:41.705 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrim_duration": 0.0, 2024-04-15T14:36:41.705 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrimq_len": 0, 2024-04-15T14:36:41.705 INFO:tasks.workunit.client.0.smithi016.stdout: "stat_sum": { 2024-04-15T14:36:41.705 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes": 0, 2024-04-15T14:36:41.705 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T14:36:41.705 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_recovered": 0, 2024-04-15T14:36:41.705 INFO:tasks.workunit.client.0.smithi016.stdout: "num_deep_scrub_errors": 0, 2024-04-15T14:36:41.705 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict": 0, 2024-04-15T14:36:41.706 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_kb": 0, 2024-04-15T14:36:41.706 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_full": 0, 2024-04-15T14:36:41.706 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_some": 0, 2024-04-15T14:36:41.706 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush": 0, 2024-04-15T14:36:41.706 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_kb": 0, 2024-04-15T14:36:41.706 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_high": 0, 2024-04-15T14:36:41.706 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_low": 0, 2024-04-15T14:36:41.706 INFO:tasks.workunit.client.0.smithi016.stdout: "num_keys_recovered": 0, 2024-04-15T14:36:41.706 INFO:tasks.workunit.client.0.smithi016.stdout: "num_large_omap_objects": 0, 2024-04-15T14:36:41.706 INFO:tasks.workunit.client.0.smithi016.stdout: "num_legacy_snapsets": 0, 2024-04-15T14:36:41.706 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_clones": 0, 2024-04-15T14:36:41.706 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_copies": 0, 2024-04-15T14:36:41.706 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects": 0, 2024-04-15T14:36:41.706 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_degraded": 0, 2024-04-15T14:36:41.707 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_dirty": 0, 2024-04-15T14:36:41.707 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T14:36:41.707 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_manifest": 0, 2024-04-15T14:36:41.707 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_misplaced": 0, 2024-04-15T14:36:41.707 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing": 0, 2024-04-15T14:36:41.707 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T14:36:41.707 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_omap": 0, 2024-04-15T14:36:41.707 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_pinned": 0, 2024-04-15T14:36:41.707 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_recovered": 0, 2024-04-15T14:36:41.707 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_repaired": 0, 2024-04-15T14:36:41.707 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_unfound": 0, 2024-04-15T14:36:41.707 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_bytes": 0, 2024-04-15T14:36:41.707 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_keys": 0, 2024-04-15T14:36:41.707 INFO:tasks.workunit.client.0.smithi016.stdout: "num_promote": 0, 2024-04-15T14:36:41.708 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read": 0, 2024-04-15T14:36:41.708 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read_kb": 0, 2024-04-15T14:36:41.708 INFO:tasks.workunit.client.0.smithi016.stdout: "num_scrub_errors": 0, 2024-04-15T14:36:41.708 INFO:tasks.workunit.client.0.smithi016.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T14:36:41.708 INFO:tasks.workunit.client.0.smithi016.stdout: "num_whiteouts": 0, 2024-04-15T14:36:41.708 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write": 0, 2024-04-15T14:36:41.708 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write_kb": 0 2024-04-15T14:36:41.708 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.708 INFO:tasks.workunit.client.0.smithi016.stdout: "state": "active+clean", 2024-04-15T14:36:41.708 INFO:tasks.workunit.client.0.smithi016.stdout: "stats_invalid": false, 2024-04-15T14:36:41.708 INFO:tasks.workunit.client.0.smithi016.stdout: "up": [ 2024-04-15T14:36:41.708 INFO:tasks.workunit.client.0.smithi016.stdout: 3, 2024-04-15T14:36:41.708 INFO:tasks.workunit.client.0.smithi016.stdout: 6, 2024-04-15T14:36:41.708 INFO:tasks.workunit.client.0.smithi016.stdout: 1 2024-04-15T14:36:41.709 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T14:36:41.709 INFO:tasks.workunit.client.0.smithi016.stdout: "up_primary": 3, 2024-04-15T14:36:41.709 INFO:tasks.workunit.client.0.smithi016.stdout: "version": "0'0" 2024-04-15T14:36:41.709 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.709 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-15T14:36:41.709 INFO:tasks.workunit.client.0.smithi016.stdout: "acting": [ 2024-04-15T14:36:41.709 INFO:tasks.workunit.client.0.smithi016.stdout: 0, 2024-04-15T14:36:41.709 INFO:tasks.workunit.client.0.smithi016.stdout: 1, 2024-04-15T14:36:41.709 INFO:tasks.workunit.client.0.smithi016.stdout: 5 2024-04-15T14:36:41.709 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T14:36:41.709 INFO:tasks.workunit.client.0.smithi016.stdout: "acting_primary": 0, 2024-04-15T14:36:41.709 INFO:tasks.workunit.client.0.smithi016.stdout: "avail_no_missing": [], 2024-04-15T14:36:41.709 INFO:tasks.workunit.client.0.smithi016.stdout: "blocked_by": [], 2024-04-15T14:36:41.709 INFO:tasks.workunit.client.0.smithi016.stdout: "created": 61, 2024-04-15T14:36:41.709 INFO:tasks.workunit.client.0.smithi016.stdout: "dirty_stats_invalid": false, 2024-04-15T14:36:41.710 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T14:36:41.710 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_stats_invalid": false, 2024-04-15T14:36:41.710 INFO:tasks.workunit.client.0.smithi016.stdout: "last_active": "2024-04-15T14:34:11.922899+0000", 2024-04-15T14:36:41.710 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_active": "2024-04-15T14:33:34.998008+0000", 2024-04-15T14:36:41.710 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_peered": "2024-04-15T14:33:34.998008+0000", 2024-04-15T14:36:41.710 INFO:tasks.workunit.client.0.smithi016.stdout: "last_change": "2024-04-15T14:33:34.998364+0000", 2024-04-15T14:36:41.710 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean": "2024-04-15T14:34:11.922899+0000", 2024-04-15T14:36:41.710 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T14:36:41.710 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub": "0'0", 2024-04-15T14:36:41.710 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T14:36:41.710 INFO:tasks.workunit.client.0.smithi016.stdout: "last_epoch_clean": 62, 2024-04-15T14:36:41.710 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fresh": "2024-04-15T14:34:11.922899+0000", 2024-04-15T14:36:41.710 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fullsized": "2024-04-15T14:34:11.922899+0000", 2024-04-15T14:36:41.710 INFO:tasks.workunit.client.0.smithi016.stdout: "last_peered": "2024-04-15T14:34:11.922899+0000", 2024-04-15T14:36:41.711 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub": "0'0", 2024-04-15T14:36:41.711 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_duration": 0, 2024-04-15T14:36:41.711 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T14:36:41.711 INFO:tasks.workunit.client.0.smithi016.stdout: "last_undegraded": "2024-04-15T14:34:11.922899+0000", 2024-04-15T14:36:41.711 INFO:tasks.workunit.client.0.smithi016.stdout: "last_unstale": "2024-04-15T14:34:11.922899+0000", 2024-04-15T14:36:41.711 INFO:tasks.workunit.client.0.smithi016.stdout: "log_dups_size": 0, 2024-04-15T14:36:41.711 INFO:tasks.workunit.client.0.smithi016.stdout: "log_size": 0, 2024-04-15T14:36:41.711 INFO:tasks.workunit.client.0.smithi016.stdout: "log_start": "0'0", 2024-04-15T14:36:41.711 INFO:tasks.workunit.client.0.smithi016.stdout: "manifest_stats_invalid": false, 2024-04-15T14:36:41.711 INFO:tasks.workunit.client.0.smithi016.stdout: "mapping_epoch": 61, 2024-04-15T14:36:41.711 INFO:tasks.workunit.client.0.smithi016.stdout: "object_location_counts": [], 2024-04-15T14:36:41.711 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_scrubbed": 0, 2024-04-15T14:36:41.711 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_trimmed": 0, 2024-04-15T14:36:41.711 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_stats_invalid": false, 2024-04-15T14:36:41.711 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_size": 0, 2024-04-15T14:36:41.712 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_start": "0'0", 2024-04-15T14:36:41.712 INFO:tasks.workunit.client.0.smithi016.stdout: "parent": "0.0", 2024-04-15T14:36:41.712 INFO:tasks.workunit.client.0.smithi016.stdout: "parent_split_bits": 0, 2024-04-15T14:36:41.712 INFO:tasks.workunit.client.0.smithi016.stdout: "pgid": "3.32", 2024-04-15T14:36:41.712 INFO:tasks.workunit.client.0.smithi016.stdout: "pin_stats_invalid": false, 2024-04-15T14:36:41.712 INFO:tasks.workunit.client.0.smithi016.stdout: "purged_snaps": [], 2024-04-15T14:36:41.712 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_epoch": 70, 2024-04-15T14:36:41.712 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_seq": 18, 2024-04-15T14:36:41.712 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_duration": 0.0, 2024-04-15T14:36:41.712 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-16T16:54:11.704068+0000", 2024-04-15T14:36:41.712 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrim_duration": 0.0, 2024-04-15T14:36:41.712 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrimq_len": 0, 2024-04-15T14:36:41.712 INFO:tasks.workunit.client.0.smithi016.stdout: "stat_sum": { 2024-04-15T14:36:41.712 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes": 0, 2024-04-15T14:36:41.712 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T14:36:41.713 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_recovered": 0, 2024-04-15T14:36:41.713 INFO:tasks.workunit.client.0.smithi016.stdout: "num_deep_scrub_errors": 0, 2024-04-15T14:36:41.713 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict": 0, 2024-04-15T14:36:41.713 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_kb": 0, 2024-04-15T14:36:41.713 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_full": 0, 2024-04-15T14:36:41.713 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_some": 0, 2024-04-15T14:36:41.713 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush": 0, 2024-04-15T14:36:41.713 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_kb": 0, 2024-04-15T14:36:41.713 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_high": 0, 2024-04-15T14:36:41.713 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_low": 0, 2024-04-15T14:36:41.713 INFO:tasks.workunit.client.0.smithi016.stdout: "num_keys_recovered": 0, 2024-04-15T14:36:41.713 INFO:tasks.workunit.client.0.smithi016.stdout: "num_large_omap_objects": 0, 2024-04-15T14:36:41.713 INFO:tasks.workunit.client.0.smithi016.stdout: "num_legacy_snapsets": 0, 2024-04-15T14:36:41.713 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_clones": 0, 2024-04-15T14:36:41.714 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_copies": 0, 2024-04-15T14:36:41.714 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects": 0, 2024-04-15T14:36:41.714 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_degraded": 0, 2024-04-15T14:36:41.714 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_dirty": 0, 2024-04-15T14:36:41.714 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T14:36:41.714 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_manifest": 0, 2024-04-15T14:36:41.714 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_misplaced": 0, 2024-04-15T14:36:41.714 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing": 0, 2024-04-15T14:36:41.714 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T14:36:41.714 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_omap": 0, 2024-04-15T14:36:41.714 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_pinned": 0, 2024-04-15T14:36:41.714 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_recovered": 0, 2024-04-15T14:36:41.714 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_repaired": 0, 2024-04-15T14:36:41.714 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_unfound": 0, 2024-04-15T14:36:41.715 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_bytes": 0, 2024-04-15T14:36:41.715 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_keys": 0, 2024-04-15T14:36:41.715 INFO:tasks.workunit.client.0.smithi016.stdout: "num_promote": 0, 2024-04-15T14:36:41.715 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read": 0, 2024-04-15T14:36:41.715 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read_kb": 0, 2024-04-15T14:36:41.715 INFO:tasks.workunit.client.0.smithi016.stdout: "num_scrub_errors": 0, 2024-04-15T14:36:41.715 INFO:tasks.workunit.client.0.smithi016.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T14:36:41.715 INFO:tasks.workunit.client.0.smithi016.stdout: "num_whiteouts": 0, 2024-04-15T14:36:41.715 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write": 0, 2024-04-15T14:36:41.715 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write_kb": 0 2024-04-15T14:36:41.715 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.715 INFO:tasks.workunit.client.0.smithi016.stdout: "state": "active+clean", 2024-04-15T14:36:41.715 INFO:tasks.workunit.client.0.smithi016.stdout: "stats_invalid": false, 2024-04-15T14:36:41.715 INFO:tasks.workunit.client.0.smithi016.stdout: "up": [ 2024-04-15T14:36:41.715 INFO:tasks.workunit.client.0.smithi016.stdout: 0, 2024-04-15T14:36:41.716 INFO:tasks.workunit.client.0.smithi016.stdout: 1, 2024-04-15T14:36:41.716 INFO:tasks.workunit.client.0.smithi016.stdout: 5 2024-04-15T14:36:41.716 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T14:36:41.716 INFO:tasks.workunit.client.0.smithi016.stdout: "up_primary": 0, 2024-04-15T14:36:41.716 INFO:tasks.workunit.client.0.smithi016.stdout: "version": "0'0" 2024-04-15T14:36:41.716 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.716 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-15T14:36:41.716 INFO:tasks.workunit.client.0.smithi016.stdout: "acting": [ 2024-04-15T14:36:41.716 INFO:tasks.workunit.client.0.smithi016.stdout: 1, 2024-04-15T14:36:41.716 INFO:tasks.workunit.client.0.smithi016.stdout: 4, 2024-04-15T14:36:41.716 INFO:tasks.workunit.client.0.smithi016.stdout: 5 2024-04-15T14:36:41.716 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T14:36:41.716 INFO:tasks.workunit.client.0.smithi016.stdout: "acting_primary": 1, 2024-04-15T14:36:41.716 INFO:tasks.workunit.client.0.smithi016.stdout: "avail_no_missing": [], 2024-04-15T14:36:41.716 INFO:tasks.workunit.client.0.smithi016.stdout: "blocked_by": [], 2024-04-15T14:36:41.716 INFO:tasks.workunit.client.0.smithi016.stdout: "created": 61, 2024-04-15T14:36:41.717 INFO:tasks.workunit.client.0.smithi016.stdout: "dirty_stats_invalid": false, 2024-04-15T14:36:41.717 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T14:36:41.717 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_stats_invalid": false, 2024-04-15T14:36:41.717 INFO:tasks.workunit.client.0.smithi016.stdout: "last_active": "2024-04-15T14:34:12.003487+0000", 2024-04-15T14:36:41.717 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_active": "2024-04-15T14:33:34.997447+0000", 2024-04-15T14:36:41.717 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_peered": "2024-04-15T14:33:34.997447+0000", 2024-04-15T14:36:41.717 INFO:tasks.workunit.client.0.smithi016.stdout: "last_change": "2024-04-15T14:33:34.998425+0000", 2024-04-15T14:36:41.717 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean": "2024-04-15T14:34:12.003487+0000", 2024-04-15T14:36:41.717 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T14:36:41.717 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub": "0'0", 2024-04-15T14:36:41.717 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T14:36:41.717 INFO:tasks.workunit.client.0.smithi016.stdout: "last_epoch_clean": 62, 2024-04-15T14:36:41.717 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fresh": "2024-04-15T14:34:12.003487+0000", 2024-04-15T14:36:41.717 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fullsized": "2024-04-15T14:34:12.003487+0000", 2024-04-15T14:36:41.718 INFO:tasks.workunit.client.0.smithi016.stdout: "last_peered": "2024-04-15T14:34:12.003487+0000", 2024-04-15T14:36:41.718 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub": "0'0", 2024-04-15T14:36:41.718 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_duration": 0, 2024-04-15T14:36:41.718 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T14:36:41.718 INFO:tasks.workunit.client.0.smithi016.stdout: "last_undegraded": "2024-04-15T14:34:12.003487+0000", 2024-04-15T14:36:41.718 INFO:tasks.workunit.client.0.smithi016.stdout: "last_unstale": "2024-04-15T14:34:12.003487+0000", 2024-04-15T14:36:41.718 INFO:tasks.workunit.client.0.smithi016.stdout: "log_dups_size": 0, 2024-04-15T14:36:41.718 INFO:tasks.workunit.client.0.smithi016.stdout: "log_size": 0, 2024-04-15T14:36:41.718 INFO:tasks.workunit.client.0.smithi016.stdout: "log_start": "0'0", 2024-04-15T14:36:41.718 INFO:tasks.workunit.client.0.smithi016.stdout: "manifest_stats_invalid": false, 2024-04-15T14:36:41.718 INFO:tasks.workunit.client.0.smithi016.stdout: "mapping_epoch": 61, 2024-04-15T14:36:41.718 INFO:tasks.workunit.client.0.smithi016.stdout: "object_location_counts": [], 2024-04-15T14:36:41.718 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_scrubbed": 0, 2024-04-15T14:36:41.718 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_trimmed": 0, 2024-04-15T14:36:41.718 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_stats_invalid": false, 2024-04-15T14:36:41.719 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_size": 0, 2024-04-15T14:36:41.719 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_start": "0'0", 2024-04-15T14:36:41.719 INFO:tasks.workunit.client.0.smithi016.stdout: "parent": "0.0", 2024-04-15T14:36:41.719 INFO:tasks.workunit.client.0.smithi016.stdout: "parent_split_bits": 0, 2024-04-15T14:36:41.719 INFO:tasks.workunit.client.0.smithi016.stdout: "pgid": "3.31", 2024-04-15T14:36:41.719 INFO:tasks.workunit.client.0.smithi016.stdout: "pin_stats_invalid": false, 2024-04-15T14:36:41.719 INFO:tasks.workunit.client.0.smithi016.stdout: "purged_snaps": [], 2024-04-15T14:36:41.719 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_epoch": 70, 2024-04-15T14:36:41.719 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_seq": 19, 2024-04-15T14:36:41.719 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_duration": 0.0, 2024-04-15T14:36:41.719 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-16T17:55:37.723928+0000", 2024-04-15T14:36:41.719 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrim_duration": 0.0, 2024-04-15T14:36:41.719 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrimq_len": 0, 2024-04-15T14:36:41.719 INFO:tasks.workunit.client.0.smithi016.stdout: "stat_sum": { 2024-04-15T14:36:41.719 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes": 0, 2024-04-15T14:36:41.720 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T14:36:41.720 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_recovered": 0, 2024-04-15T14:36:41.720 INFO:tasks.workunit.client.0.smithi016.stdout: "num_deep_scrub_errors": 0, 2024-04-15T14:36:41.720 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict": 0, 2024-04-15T14:36:41.720 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_kb": 0, 2024-04-15T14:36:41.720 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_full": 0, 2024-04-15T14:36:41.720 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_some": 0, 2024-04-15T14:36:41.720 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush": 0, 2024-04-15T14:36:41.720 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_kb": 0, 2024-04-15T14:36:41.720 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_high": 0, 2024-04-15T14:36:41.720 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_low": 0, 2024-04-15T14:36:41.720 INFO:tasks.workunit.client.0.smithi016.stdout: "num_keys_recovered": 0, 2024-04-15T14:36:41.720 INFO:tasks.workunit.client.0.smithi016.stdout: "num_large_omap_objects": 0, 2024-04-15T14:36:41.720 INFO:tasks.workunit.client.0.smithi016.stdout: "num_legacy_snapsets": 0, 2024-04-15T14:36:41.721 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_clones": 0, 2024-04-15T14:36:41.721 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_copies": 0, 2024-04-15T14:36:41.721 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects": 0, 2024-04-15T14:36:41.721 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_degraded": 0, 2024-04-15T14:36:41.721 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_dirty": 0, 2024-04-15T14:36:41.721 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T14:36:41.721 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_manifest": 0, 2024-04-15T14:36:41.721 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_misplaced": 0, 2024-04-15T14:36:41.721 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing": 0, 2024-04-15T14:36:41.721 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T14:36:41.721 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_omap": 0, 2024-04-15T14:36:41.721 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_pinned": 0, 2024-04-15T14:36:41.721 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_recovered": 0, 2024-04-15T14:36:41.721 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_repaired": 0, 2024-04-15T14:36:41.722 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_unfound": 0, 2024-04-15T14:36:41.722 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_bytes": 0, 2024-04-15T14:36:41.722 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_keys": 0, 2024-04-15T14:36:41.722 INFO:tasks.workunit.client.0.smithi016.stdout: "num_promote": 0, 2024-04-15T14:36:41.722 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read": 0, 2024-04-15T14:36:41.722 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read_kb": 0, 2024-04-15T14:36:41.722 INFO:tasks.workunit.client.0.smithi016.stdout: "num_scrub_errors": 0, 2024-04-15T14:36:41.722 INFO:tasks.workunit.client.0.smithi016.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T14:36:41.722 INFO:tasks.workunit.client.0.smithi016.stdout: "num_whiteouts": 0, 2024-04-15T14:36:41.722 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write": 0, 2024-04-15T14:36:41.722 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write_kb": 0 2024-04-15T14:36:41.722 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.722 INFO:tasks.workunit.client.0.smithi016.stdout: "state": "active+clean", 2024-04-15T14:36:41.723 INFO:tasks.workunit.client.0.smithi016.stdout: "stats_invalid": false, 2024-04-15T14:36:41.723 INFO:tasks.workunit.client.0.smithi016.stdout: "up": [ 2024-04-15T14:36:41.723 INFO:tasks.workunit.client.0.smithi016.stdout: 1, 2024-04-15T14:36:41.723 INFO:tasks.workunit.client.0.smithi016.stdout: 4, 2024-04-15T14:36:41.723 INFO:tasks.workunit.client.0.smithi016.stdout: 5 2024-04-15T14:36:41.723 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T14:36:41.723 INFO:tasks.workunit.client.0.smithi016.stdout: "up_primary": 1, 2024-04-15T14:36:41.723 INFO:tasks.workunit.client.0.smithi016.stdout: "version": "0'0" 2024-04-15T14:36:41.723 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.723 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-15T14:36:41.723 INFO:tasks.workunit.client.0.smithi016.stdout: "acting": [ 2024-04-15T14:36:41.723 INFO:tasks.workunit.client.0.smithi016.stdout: 5, 2024-04-15T14:36:41.723 INFO:tasks.workunit.client.0.smithi016.stdout: 0, 2024-04-15T14:36:41.723 INFO:tasks.workunit.client.0.smithi016.stdout: 7 2024-04-15T14:36:41.723 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T14:36:41.724 INFO:tasks.workunit.client.0.smithi016.stdout: "acting_primary": 5, 2024-04-15T14:36:41.724 INFO:tasks.workunit.client.0.smithi016.stdout: "avail_no_missing": [], 2024-04-15T14:36:41.724 INFO:tasks.workunit.client.0.smithi016.stdout: "blocked_by": [], 2024-04-15T14:36:41.724 INFO:tasks.workunit.client.0.smithi016.stdout: "created": 61, 2024-04-15T14:36:41.724 INFO:tasks.workunit.client.0.smithi016.stdout: "dirty_stats_invalid": false, 2024-04-15T14:36:41.724 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T14:36:41.724 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_stats_invalid": false, 2024-04-15T14:36:41.724 INFO:tasks.workunit.client.0.smithi016.stdout: "last_active": "2024-04-15T14:34:12.044899+0000", 2024-04-15T14:36:41.724 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_active": "2024-04-15T14:33:34.998278+0000", 2024-04-15T14:36:41.724 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_peered": "2024-04-15T14:33:34.998278+0000", 2024-04-15T14:36:41.724 INFO:tasks.workunit.client.0.smithi016.stdout: "last_change": "2024-04-15T14:33:34.998629+0000", 2024-04-15T14:36:41.724 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean": "2024-04-15T14:34:12.044899+0000", 2024-04-15T14:36:41.724 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T14:36:41.724 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub": "0'0", 2024-04-15T14:36:41.724 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T14:36:41.725 INFO:tasks.workunit.client.0.smithi016.stdout: "last_epoch_clean": 62, 2024-04-15T14:36:41.725 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fresh": "2024-04-15T14:34:12.044899+0000", 2024-04-15T14:36:41.725 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fullsized": "2024-04-15T14:34:12.044899+0000", 2024-04-15T14:36:41.725 INFO:tasks.workunit.client.0.smithi016.stdout: "last_peered": "2024-04-15T14:34:12.044899+0000", 2024-04-15T14:36:41.725 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub": "0'0", 2024-04-15T14:36:41.725 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_duration": 0, 2024-04-15T14:36:41.725 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T14:36:41.725 INFO:tasks.workunit.client.0.smithi016.stdout: "last_undegraded": "2024-04-15T14:34:12.044899+0000", 2024-04-15T14:36:41.725 INFO:tasks.workunit.client.0.smithi016.stdout: "last_unstale": "2024-04-15T14:34:12.044899+0000", 2024-04-15T14:36:41.725 INFO:tasks.workunit.client.0.smithi016.stdout: "log_dups_size": 0, 2024-04-15T14:36:41.725 INFO:tasks.workunit.client.0.smithi016.stdout: "log_size": 0, 2024-04-15T14:36:41.725 INFO:tasks.workunit.client.0.smithi016.stdout: "log_start": "0'0", 2024-04-15T14:36:41.725 INFO:tasks.workunit.client.0.smithi016.stdout: "manifest_stats_invalid": false, 2024-04-15T14:36:41.725 INFO:tasks.workunit.client.0.smithi016.stdout: "mapping_epoch": 61, 2024-04-15T14:36:41.726 INFO:tasks.workunit.client.0.smithi016.stdout: "object_location_counts": [], 2024-04-15T14:36:41.726 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_scrubbed": 0, 2024-04-15T14:36:41.726 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_trimmed": 0, 2024-04-15T14:36:41.726 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_stats_invalid": false, 2024-04-15T14:36:41.726 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_size": 0, 2024-04-15T14:36:41.726 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_start": "0'0", 2024-04-15T14:36:41.726 INFO:tasks.workunit.client.0.smithi016.stdout: "parent": "0.0", 2024-04-15T14:36:41.726 INFO:tasks.workunit.client.0.smithi016.stdout: "parent_split_bits": 0, 2024-04-15T14:36:41.726 INFO:tasks.workunit.client.0.smithi016.stdout: "pgid": "3.30", 2024-04-15T14:36:41.726 INFO:tasks.workunit.client.0.smithi016.stdout: "pin_stats_invalid": false, 2024-04-15T14:36:41.726 INFO:tasks.workunit.client.0.smithi016.stdout: "purged_snaps": [], 2024-04-15T14:36:41.726 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_epoch": 70, 2024-04-15T14:36:41.726 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_seq": 19, 2024-04-15T14:36:41.726 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_duration": 0.0, 2024-04-15T14:36:41.727 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-16T17:15:05.168262+0000", 2024-04-15T14:36:41.727 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrim_duration": 0.0, 2024-04-15T14:36:41.727 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrimq_len": 0, 2024-04-15T14:36:41.727 INFO:tasks.workunit.client.0.smithi016.stdout: "stat_sum": { 2024-04-15T14:36:41.727 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes": 0, 2024-04-15T14:36:41.727 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T14:36:41.727 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_recovered": 0, 2024-04-15T14:36:41.727 INFO:tasks.workunit.client.0.smithi016.stdout: "num_deep_scrub_errors": 0, 2024-04-15T14:36:41.727 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict": 0, 2024-04-15T14:36:41.727 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_kb": 0, 2024-04-15T14:36:41.727 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_full": 0, 2024-04-15T14:36:41.727 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_some": 0, 2024-04-15T14:36:41.727 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush": 0, 2024-04-15T14:36:41.727 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_kb": 0, 2024-04-15T14:36:41.728 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_high": 0, 2024-04-15T14:36:41.728 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_low": 0, 2024-04-15T14:36:41.728 INFO:tasks.workunit.client.0.smithi016.stdout: "num_keys_recovered": 0, 2024-04-15T14:36:41.728 INFO:tasks.workunit.client.0.smithi016.stdout: "num_large_omap_objects": 0, 2024-04-15T14:36:41.728 INFO:tasks.workunit.client.0.smithi016.stdout: "num_legacy_snapsets": 0, 2024-04-15T14:36:41.728 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_clones": 0, 2024-04-15T14:36:41.728 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_copies": 0, 2024-04-15T14:36:41.728 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects": 0, 2024-04-15T14:36:41.728 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_degraded": 0, 2024-04-15T14:36:41.728 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_dirty": 0, 2024-04-15T14:36:41.728 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T14:36:41.728 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_manifest": 0, 2024-04-15T14:36:41.728 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_misplaced": 0, 2024-04-15T14:36:41.728 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing": 0, 2024-04-15T14:36:41.728 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T14:36:41.728 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_omap": 0, 2024-04-15T14:36:41.729 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_pinned": 0, 2024-04-15T14:36:41.729 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_recovered": 0, 2024-04-15T14:36:41.729 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_repaired": 0, 2024-04-15T14:36:41.729 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_unfound": 0, 2024-04-15T14:36:41.729 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_bytes": 0, 2024-04-15T14:36:41.729 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_keys": 0, 2024-04-15T14:36:41.729 INFO:tasks.workunit.client.0.smithi016.stdout: "num_promote": 0, 2024-04-15T14:36:41.729 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read": 0, 2024-04-15T14:36:41.729 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read_kb": 0, 2024-04-15T14:36:41.729 INFO:tasks.workunit.client.0.smithi016.stdout: "num_scrub_errors": 0, 2024-04-15T14:36:41.729 INFO:tasks.workunit.client.0.smithi016.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T14:36:41.729 INFO:tasks.workunit.client.0.smithi016.stdout: "num_whiteouts": 0, 2024-04-15T14:36:41.729 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write": 0, 2024-04-15T14:36:41.729 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write_kb": 0 2024-04-15T14:36:41.729 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.730 INFO:tasks.workunit.client.0.smithi016.stdout: "state": "active+clean", 2024-04-15T14:36:41.730 INFO:tasks.workunit.client.0.smithi016.stdout: "stats_invalid": false, 2024-04-15T14:36:41.730 INFO:tasks.workunit.client.0.smithi016.stdout: "up": [ 2024-04-15T14:36:41.730 INFO:tasks.workunit.client.0.smithi016.stdout: 5, 2024-04-15T14:36:41.730 INFO:tasks.workunit.client.0.smithi016.stdout: 0, 2024-04-15T14:36:41.730 INFO:tasks.workunit.client.0.smithi016.stdout: 7 2024-04-15T14:36:41.730 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T14:36:41.730 INFO:tasks.workunit.client.0.smithi016.stdout: "up_primary": 5, 2024-04-15T14:36:41.730 INFO:tasks.workunit.client.0.smithi016.stdout: "version": "0'0" 2024-04-15T14:36:41.730 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.730 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-15T14:36:41.730 INFO:tasks.workunit.client.0.smithi016.stdout: "acting": [ 2024-04-15T14:36:41.730 INFO:tasks.workunit.client.0.smithi016.stdout: 5, 2024-04-15T14:36:41.730 INFO:tasks.workunit.client.0.smithi016.stdout: 7, 2024-04-15T14:36:41.731 INFO:tasks.workunit.client.0.smithi016.stdout: 4 2024-04-15T14:36:41.731 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T14:36:41.731 INFO:tasks.workunit.client.0.smithi016.stdout: "acting_primary": 5, 2024-04-15T14:36:41.731 INFO:tasks.workunit.client.0.smithi016.stdout: "avail_no_missing": [], 2024-04-15T14:36:41.731 INFO:tasks.workunit.client.0.smithi016.stdout: "blocked_by": [], 2024-04-15T14:36:41.731 INFO:tasks.workunit.client.0.smithi016.stdout: "created": 61, 2024-04-15T14:36:41.731 INFO:tasks.workunit.client.0.smithi016.stdout: "dirty_stats_invalid": false, 2024-04-15T14:36:41.731 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T14:36:41.731 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_stats_invalid": false, 2024-04-15T14:36:41.731 INFO:tasks.workunit.client.0.smithi016.stdout: "last_active": "2024-04-15T14:34:12.045736+0000", 2024-04-15T14:36:41.731 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_active": "2024-04-15T14:33:34.993855+0000", 2024-04-15T14:36:41.731 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_peered": "2024-04-15T14:33:34.993855+0000", 2024-04-15T14:36:41.731 INFO:tasks.workunit.client.0.smithi016.stdout: "last_change": "2024-04-15T14:33:34.995125+0000", 2024-04-15T14:36:41.731 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean": "2024-04-15T14:34:12.045736+0000", 2024-04-15T14:36:41.731 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T14:36:41.732 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub": "0'0", 2024-04-15T14:36:41.732 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T14:36:41.732 INFO:tasks.workunit.client.0.smithi016.stdout: "last_epoch_clean": 62, 2024-04-15T14:36:41.732 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fresh": "2024-04-15T14:34:12.045736+0000", 2024-04-15T14:36:41.732 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fullsized": "2024-04-15T14:34:12.045736+0000", 2024-04-15T14:36:41.732 INFO:tasks.workunit.client.0.smithi016.stdout: "last_peered": "2024-04-15T14:34:12.045736+0000", 2024-04-15T14:36:41.732 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub": "0'0", 2024-04-15T14:36:41.732 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_duration": 0, 2024-04-15T14:36:41.732 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T14:36:41.732 INFO:tasks.workunit.client.0.smithi016.stdout: "last_undegraded": "2024-04-15T14:34:12.045736+0000", 2024-04-15T14:36:41.732 INFO:tasks.workunit.client.0.smithi016.stdout: "last_unstale": "2024-04-15T14:34:12.045736+0000", 2024-04-15T14:36:41.732 INFO:tasks.workunit.client.0.smithi016.stdout: "log_dups_size": 0, 2024-04-15T14:36:41.732 INFO:tasks.workunit.client.0.smithi016.stdout: "log_size": 0, 2024-04-15T14:36:41.732 INFO:tasks.workunit.client.0.smithi016.stdout: "log_start": "0'0", 2024-04-15T14:36:41.732 INFO:tasks.workunit.client.0.smithi016.stdout: "manifest_stats_invalid": false, 2024-04-15T14:36:41.733 INFO:tasks.workunit.client.0.smithi016.stdout: "mapping_epoch": 61, 2024-04-15T14:36:41.733 INFO:tasks.workunit.client.0.smithi016.stdout: "object_location_counts": [], 2024-04-15T14:36:41.733 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_scrubbed": 0, 2024-04-15T14:36:41.733 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_trimmed": 0, 2024-04-15T14:36:41.733 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_stats_invalid": false, 2024-04-15T14:36:41.733 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_size": 0, 2024-04-15T14:36:41.733 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_start": "0'0", 2024-04-15T14:36:41.733 INFO:tasks.workunit.client.0.smithi016.stdout: "parent": "0.0", 2024-04-15T14:36:41.733 INFO:tasks.workunit.client.0.smithi016.stdout: "parent_split_bits": 0, 2024-04-15T14:36:41.733 INFO:tasks.workunit.client.0.smithi016.stdout: "pgid": "3.2f", 2024-04-15T14:36:41.733 INFO:tasks.workunit.client.0.smithi016.stdout: "pin_stats_invalid": false, 2024-04-15T14:36:41.733 INFO:tasks.workunit.client.0.smithi016.stdout: "purged_snaps": [], 2024-04-15T14:36:41.733 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_epoch": 70, 2024-04-15T14:36:41.733 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_seq": 19, 2024-04-15T14:36:41.734 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_duration": 0.0, 2024-04-15T14:36:41.734 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-16T20:28:23.544001+0000", 2024-04-15T14:36:41.734 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrim_duration": 0.0, 2024-04-15T14:36:41.734 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrimq_len": 0, 2024-04-15T14:36:41.734 INFO:tasks.workunit.client.0.smithi016.stdout: "stat_sum": { 2024-04-15T14:36:41.734 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes": 0, 2024-04-15T14:36:41.734 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T14:36:41.734 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_recovered": 0, 2024-04-15T14:36:41.734 INFO:tasks.workunit.client.0.smithi016.stdout: "num_deep_scrub_errors": 0, 2024-04-15T14:36:41.734 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict": 0, 2024-04-15T14:36:41.734 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_kb": 0, 2024-04-15T14:36:41.734 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_full": 0, 2024-04-15T14:36:41.734 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_some": 0, 2024-04-15T14:36:41.735 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush": 0, 2024-04-15T14:36:41.735 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_kb": 0, 2024-04-15T14:36:41.735 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_high": 0, 2024-04-15T14:36:41.735 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_low": 0, 2024-04-15T14:36:41.735 INFO:tasks.workunit.client.0.smithi016.stdout: "num_keys_recovered": 0, 2024-04-15T14:36:41.735 INFO:tasks.workunit.client.0.smithi016.stdout: "num_large_omap_objects": 0, 2024-04-15T14:36:41.735 INFO:tasks.workunit.client.0.smithi016.stdout: "num_legacy_snapsets": 0, 2024-04-15T14:36:41.735 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_clones": 0, 2024-04-15T14:36:41.735 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_copies": 0, 2024-04-15T14:36:41.735 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects": 0, 2024-04-15T14:36:41.735 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_degraded": 0, 2024-04-15T14:36:41.735 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_dirty": 0, 2024-04-15T14:36:41.735 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T14:36:41.735 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_manifest": 0, 2024-04-15T14:36:41.735 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_misplaced": 0, 2024-04-15T14:36:41.736 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing": 0, 2024-04-15T14:36:41.736 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T14:36:41.736 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_omap": 0, 2024-04-15T14:36:41.736 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_pinned": 0, 2024-04-15T14:36:41.736 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_recovered": 0, 2024-04-15T14:36:41.736 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_repaired": 0, 2024-04-15T14:36:41.736 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_unfound": 0, 2024-04-15T14:36:41.736 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_bytes": 0, 2024-04-15T14:36:41.736 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_keys": 0, 2024-04-15T14:36:41.736 INFO:tasks.workunit.client.0.smithi016.stdout: "num_promote": 0, 2024-04-15T14:36:41.736 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read": 0, 2024-04-15T14:36:41.736 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read_kb": 0, 2024-04-15T14:36:41.736 INFO:tasks.workunit.client.0.smithi016.stdout: "num_scrub_errors": 0, 2024-04-15T14:36:41.736 INFO:tasks.workunit.client.0.smithi016.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T14:36:41.736 INFO:tasks.workunit.client.0.smithi016.stdout: "num_whiteouts": 0, 2024-04-15T14:36:41.737 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write": 0, 2024-04-15T14:36:41.737 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write_kb": 0 2024-04-15T14:36:41.737 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.737 INFO:tasks.workunit.client.0.smithi016.stdout: "state": "active+clean", 2024-04-15T14:36:41.737 INFO:tasks.workunit.client.0.smithi016.stdout: "stats_invalid": false, 2024-04-15T14:36:41.737 INFO:tasks.workunit.client.0.smithi016.stdout: "up": [ 2024-04-15T14:36:41.737 INFO:tasks.workunit.client.0.smithi016.stdout: 5, 2024-04-15T14:36:41.737 INFO:tasks.workunit.client.0.smithi016.stdout: 7, 2024-04-15T14:36:41.737 INFO:tasks.workunit.client.0.smithi016.stdout: 4 2024-04-15T14:36:41.737 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T14:36:41.737 INFO:tasks.workunit.client.0.smithi016.stdout: "up_primary": 5, 2024-04-15T14:36:41.737 INFO:tasks.workunit.client.0.smithi016.stdout: "version": "0'0" 2024-04-15T14:36:41.737 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.737 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-15T14:36:41.737 INFO:tasks.workunit.client.0.smithi016.stdout: "acting": [ 2024-04-15T14:36:41.738 INFO:tasks.workunit.client.0.smithi016.stdout: 2, 2024-04-15T14:36:41.738 INFO:tasks.workunit.client.0.smithi016.stdout: 6, 2024-04-15T14:36:41.738 INFO:tasks.workunit.client.0.smithi016.stdout: 7 2024-04-15T14:36:41.738 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T14:36:41.738 INFO:tasks.workunit.client.0.smithi016.stdout: "acting_primary": 2, 2024-04-15T14:36:41.738 INFO:tasks.workunit.client.0.smithi016.stdout: "avail_no_missing": [], 2024-04-15T14:36:41.738 INFO:tasks.workunit.client.0.smithi016.stdout: "blocked_by": [], 2024-04-15T14:36:41.738 INFO:tasks.workunit.client.0.smithi016.stdout: "created": 61, 2024-04-15T14:36:41.738 INFO:tasks.workunit.client.0.smithi016.stdout: "dirty_stats_invalid": false, 2024-04-15T14:36:41.738 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T14:36:41.738 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_stats_invalid": false, 2024-04-15T14:36:41.738 INFO:tasks.workunit.client.0.smithi016.stdout: "last_active": "2024-04-15T14:34:11.926713+0000", 2024-04-15T14:36:41.738 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_active": "2024-04-15T14:33:34.998898+0000", 2024-04-15T14:36:41.738 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_peered": "2024-04-15T14:33:34.998898+0000", 2024-04-15T14:36:41.739 INFO:tasks.workunit.client.0.smithi016.stdout: "last_change": "2024-04-15T14:33:35.000307+0000", 2024-04-15T14:36:41.739 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean": "2024-04-15T14:34:11.926713+0000", 2024-04-15T14:36:41.739 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T14:36:41.739 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub": "0'0", 2024-04-15T14:36:41.739 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T14:36:41.739 INFO:tasks.workunit.client.0.smithi016.stdout: "last_epoch_clean": 62, 2024-04-15T14:36:41.739 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fresh": "2024-04-15T14:34:11.926713+0000", 2024-04-15T14:36:41.739 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fullsized": "2024-04-15T14:34:11.926713+0000", 2024-04-15T14:36:41.739 INFO:tasks.workunit.client.0.smithi016.stdout: "last_peered": "2024-04-15T14:34:11.926713+0000", 2024-04-15T14:36:41.739 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub": "0'0", 2024-04-15T14:36:41.739 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_duration": 0, 2024-04-15T14:36:41.739 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T14:36:41.739 INFO:tasks.workunit.client.0.smithi016.stdout: "last_undegraded": "2024-04-15T14:34:11.926713+0000", 2024-04-15T14:36:41.739 INFO:tasks.workunit.client.0.smithi016.stdout: "last_unstale": "2024-04-15T14:34:11.926713+0000", 2024-04-15T14:36:41.739 INFO:tasks.workunit.client.0.smithi016.stdout: "log_dups_size": 0, 2024-04-15T14:36:41.740 INFO:tasks.workunit.client.0.smithi016.stdout: "log_size": 0, 2024-04-15T14:36:41.740 INFO:tasks.workunit.client.0.smithi016.stdout: "log_start": "0'0", 2024-04-15T14:36:41.740 INFO:tasks.workunit.client.0.smithi016.stdout: "manifest_stats_invalid": false, 2024-04-15T14:36:41.740 INFO:tasks.workunit.client.0.smithi016.stdout: "mapping_epoch": 61, 2024-04-15T14:36:41.740 INFO:tasks.workunit.client.0.smithi016.stdout: "object_location_counts": [], 2024-04-15T14:36:41.740 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_scrubbed": 0, 2024-04-15T14:36:41.740 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_trimmed": 0, 2024-04-15T14:36:41.740 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_stats_invalid": false, 2024-04-15T14:36:41.740 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_size": 0, 2024-04-15T14:36:41.740 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_start": "0'0", 2024-04-15T14:36:41.740 INFO:tasks.workunit.client.0.smithi016.stdout: "parent": "0.0", 2024-04-15T14:36:41.740 INFO:tasks.workunit.client.0.smithi016.stdout: "parent_split_bits": 0, 2024-04-15T14:36:41.740 INFO:tasks.workunit.client.0.smithi016.stdout: "pgid": "3.2e", 2024-04-15T14:36:41.740 INFO:tasks.workunit.client.0.smithi016.stdout: "pin_stats_invalid": false, 2024-04-15T14:36:41.740 INFO:tasks.workunit.client.0.smithi016.stdout: "purged_snaps": [], 2024-04-15T14:36:41.741 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_epoch": 70, 2024-04-15T14:36:41.741 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_seq": 19, 2024-04-15T14:36:41.741 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_duration": 0.0, 2024-04-15T14:36:41.741 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-16T16:47:13.887586+0000", 2024-04-15T14:36:41.741 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrim_duration": 0.0, 2024-04-15T14:36:41.741 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrimq_len": 0, 2024-04-15T14:36:41.741 INFO:tasks.workunit.client.0.smithi016.stdout: "stat_sum": { 2024-04-15T14:36:41.741 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes": 0, 2024-04-15T14:36:41.741 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T14:36:41.741 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_recovered": 0, 2024-04-15T14:36:41.741 INFO:tasks.workunit.client.0.smithi016.stdout: "num_deep_scrub_errors": 0, 2024-04-15T14:36:41.741 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict": 0, 2024-04-15T14:36:41.741 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_kb": 0, 2024-04-15T14:36:41.741 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_full": 0, 2024-04-15T14:36:41.741 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_some": 0, 2024-04-15T14:36:41.742 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush": 0, 2024-04-15T14:36:41.742 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_kb": 0, 2024-04-15T14:36:41.742 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_high": 0, 2024-04-15T14:36:41.742 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_low": 0, 2024-04-15T14:36:41.742 INFO:tasks.workunit.client.0.smithi016.stdout: "num_keys_recovered": 0, 2024-04-15T14:36:41.742 INFO:tasks.workunit.client.0.smithi016.stdout: "num_large_omap_objects": 0, 2024-04-15T14:36:41.742 INFO:tasks.workunit.client.0.smithi016.stdout: "num_legacy_snapsets": 0, 2024-04-15T14:36:41.742 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_clones": 0, 2024-04-15T14:36:41.742 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_copies": 0, 2024-04-15T14:36:41.742 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects": 0, 2024-04-15T14:36:41.742 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_degraded": 0, 2024-04-15T14:36:41.742 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_dirty": 0, 2024-04-15T14:36:41.742 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T14:36:41.742 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_manifest": 0, 2024-04-15T14:36:41.742 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_misplaced": 0, 2024-04-15T14:36:41.743 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing": 0, 2024-04-15T14:36:41.743 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T14:36:41.743 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_omap": 0, 2024-04-15T14:36:41.743 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_pinned": 0, 2024-04-15T14:36:41.743 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_recovered": 0, 2024-04-15T14:36:41.743 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_repaired": 0, 2024-04-15T14:36:41.743 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_unfound": 0, 2024-04-15T14:36:41.743 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_bytes": 0, 2024-04-15T14:36:41.743 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_keys": 0, 2024-04-15T14:36:41.743 INFO:tasks.workunit.client.0.smithi016.stdout: "num_promote": 0, 2024-04-15T14:36:41.743 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read": 0, 2024-04-15T14:36:41.743 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read_kb": 0, 2024-04-15T14:36:41.743 INFO:tasks.workunit.client.0.smithi016.stdout: "num_scrub_errors": 0, 2024-04-15T14:36:41.743 INFO:tasks.workunit.client.0.smithi016.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T14:36:41.743 INFO:tasks.workunit.client.0.smithi016.stdout: "num_whiteouts": 0, 2024-04-15T14:36:41.744 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write": 0, 2024-04-15T14:36:41.744 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write_kb": 0 2024-04-15T14:36:41.744 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.744 INFO:tasks.workunit.client.0.smithi016.stdout: "state": "active+clean", 2024-04-15T14:36:41.744 INFO:tasks.workunit.client.0.smithi016.stdout: "stats_invalid": false, 2024-04-15T14:36:41.744 INFO:tasks.workunit.client.0.smithi016.stdout: "up": [ 2024-04-15T14:36:41.744 INFO:tasks.workunit.client.0.smithi016.stdout: 2, 2024-04-15T14:36:41.744 INFO:tasks.workunit.client.0.smithi016.stdout: 6, 2024-04-15T14:36:41.744 INFO:tasks.workunit.client.0.smithi016.stdout: 7 2024-04-15T14:36:41.744 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T14:36:41.744 INFO:tasks.workunit.client.0.smithi016.stdout: "up_primary": 2, 2024-04-15T14:36:41.744 INFO:tasks.workunit.client.0.smithi016.stdout: "version": "0'0" 2024-04-15T14:36:41.744 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.744 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-15T14:36:41.744 INFO:tasks.workunit.client.0.smithi016.stdout: "acting": [ 2024-04-15T14:36:41.745 INFO:tasks.workunit.client.0.smithi016.stdout: 7, 2024-04-15T14:36:41.745 INFO:tasks.workunit.client.0.smithi016.stdout: 2, 2024-04-15T14:36:41.745 INFO:tasks.workunit.client.0.smithi016.stdout: 6 2024-04-15T14:36:41.745 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T14:36:41.745 INFO:tasks.workunit.client.0.smithi016.stdout: "acting_primary": 7, 2024-04-15T14:36:41.745 INFO:tasks.workunit.client.0.smithi016.stdout: "avail_no_missing": [], 2024-04-15T14:36:41.745 INFO:tasks.workunit.client.0.smithi016.stdout: "blocked_by": [], 2024-04-15T14:36:41.745 INFO:tasks.workunit.client.0.smithi016.stdout: "created": 61, 2024-04-15T14:36:41.745 INFO:tasks.workunit.client.0.smithi016.stdout: "dirty_stats_invalid": false, 2024-04-15T14:36:41.745 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T14:36:41.745 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_stats_invalid": false, 2024-04-15T14:36:41.745 INFO:tasks.workunit.client.0.smithi016.stdout: "last_active": "2024-04-15T14:34:11.925413+0000", 2024-04-15T14:36:41.745 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_active": "2024-04-15T14:33:34.996228+0000", 2024-04-15T14:36:41.745 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_peered": "2024-04-15T14:33:34.996228+0000", 2024-04-15T14:36:41.745 INFO:tasks.workunit.client.0.smithi016.stdout: "last_change": "2024-04-15T14:33:34.996498+0000", 2024-04-15T14:36:41.746 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean": "2024-04-15T14:34:11.925413+0000", 2024-04-15T14:36:41.746 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T14:36:41.746 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub": "0'0", 2024-04-15T14:36:41.746 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T14:36:41.746 INFO:tasks.workunit.client.0.smithi016.stdout: "last_epoch_clean": 62, 2024-04-15T14:36:41.746 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fresh": "2024-04-15T14:34:11.925413+0000", 2024-04-15T14:36:41.746 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fullsized": "2024-04-15T14:34:11.925413+0000", 2024-04-15T14:36:41.746 INFO:tasks.workunit.client.0.smithi016.stdout: "last_peered": "2024-04-15T14:34:11.925413+0000", 2024-04-15T14:36:41.746 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub": "0'0", 2024-04-15T14:36:41.746 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_duration": 0, 2024-04-15T14:36:41.746 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T14:36:41.746 INFO:tasks.workunit.client.0.smithi016.stdout: "last_undegraded": "2024-04-15T14:34:11.925413+0000", 2024-04-15T14:36:41.746 INFO:tasks.workunit.client.0.smithi016.stdout: "last_unstale": "2024-04-15T14:34:11.925413+0000", 2024-04-15T14:36:41.746 INFO:tasks.workunit.client.0.smithi016.stdout: "log_dups_size": 0, 2024-04-15T14:36:41.747 INFO:tasks.workunit.client.0.smithi016.stdout: "log_size": 0, 2024-04-15T14:36:41.747 INFO:tasks.workunit.client.0.smithi016.stdout: "log_start": "0'0", 2024-04-15T14:36:41.747 INFO:tasks.workunit.client.0.smithi016.stdout: "manifest_stats_invalid": false, 2024-04-15T14:36:41.747 INFO:tasks.workunit.client.0.smithi016.stdout: "mapping_epoch": 61, 2024-04-15T14:36:41.747 INFO:tasks.workunit.client.0.smithi016.stdout: "object_location_counts": [], 2024-04-15T14:36:41.747 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_scrubbed": 0, 2024-04-15T14:36:41.747 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_trimmed": 0, 2024-04-15T14:36:41.747 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_stats_invalid": false, 2024-04-15T14:36:41.747 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_size": 0, 2024-04-15T14:36:41.747 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_start": "0'0", 2024-04-15T14:36:41.747 INFO:tasks.workunit.client.0.smithi016.stdout: "parent": "0.0", 2024-04-15T14:36:41.747 INFO:tasks.workunit.client.0.smithi016.stdout: "parent_split_bits": 0, 2024-04-15T14:36:41.747 INFO:tasks.workunit.client.0.smithi016.stdout: "pgid": "3.2d", 2024-04-15T14:36:41.747 INFO:tasks.workunit.client.0.smithi016.stdout: "pin_stats_invalid": false, 2024-04-15T14:36:41.747 INFO:tasks.workunit.client.0.smithi016.stdout: "purged_snaps": [], 2024-04-15T14:36:41.748 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_epoch": 70, 2024-04-15T14:36:41.748 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_seq": 18, 2024-04-15T14:36:41.748 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_duration": 0.0, 2024-04-15T14:36:41.748 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-16T16:54:36.555432+0000", 2024-04-15T14:36:41.748 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrim_duration": 0.0, 2024-04-15T14:36:41.748 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrimq_len": 0, 2024-04-15T14:36:41.748 INFO:tasks.workunit.client.0.smithi016.stdout: "stat_sum": { 2024-04-15T14:36:41.748 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes": 0, 2024-04-15T14:36:41.748 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T14:36:41.748 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_recovered": 0, 2024-04-15T14:36:41.748 INFO:tasks.workunit.client.0.smithi016.stdout: "num_deep_scrub_errors": 0, 2024-04-15T14:36:41.748 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict": 0, 2024-04-15T14:36:41.748 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_kb": 0, 2024-04-15T14:36:41.748 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_full": 0, 2024-04-15T14:36:41.749 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_some": 0, 2024-04-15T14:36:41.749 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush": 0, 2024-04-15T14:36:41.749 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_kb": 0, 2024-04-15T14:36:41.749 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_high": 0, 2024-04-15T14:36:41.749 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_low": 0, 2024-04-15T14:36:41.749 INFO:tasks.workunit.client.0.smithi016.stdout: "num_keys_recovered": 0, 2024-04-15T14:36:41.749 INFO:tasks.workunit.client.0.smithi016.stdout: "num_large_omap_objects": 0, 2024-04-15T14:36:41.749 INFO:tasks.workunit.client.0.smithi016.stdout: "num_legacy_snapsets": 0, 2024-04-15T14:36:41.749 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_clones": 0, 2024-04-15T14:36:41.749 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_copies": 0, 2024-04-15T14:36:41.749 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects": 0, 2024-04-15T14:36:41.749 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_degraded": 0, 2024-04-15T14:36:41.749 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_dirty": 0, 2024-04-15T14:36:41.749 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T14:36:41.749 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_manifest": 0, 2024-04-15T14:36:41.750 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_misplaced": 0, 2024-04-15T14:36:41.750 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing": 0, 2024-04-15T14:36:41.750 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T14:36:41.750 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_omap": 0, 2024-04-15T14:36:41.750 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_pinned": 0, 2024-04-15T14:36:41.750 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_recovered": 0, 2024-04-15T14:36:41.750 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_repaired": 0, 2024-04-15T14:36:41.750 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_unfound": 0, 2024-04-15T14:36:41.750 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_bytes": 0, 2024-04-15T14:36:41.750 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_keys": 0, 2024-04-15T14:36:41.750 INFO:tasks.workunit.client.0.smithi016.stdout: "num_promote": 0, 2024-04-15T14:36:41.750 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read": 0, 2024-04-15T14:36:41.750 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read_kb": 0, 2024-04-15T14:36:41.750 INFO:tasks.workunit.client.0.smithi016.stdout: "num_scrub_errors": 0, 2024-04-15T14:36:41.751 INFO:tasks.workunit.client.0.smithi016.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T14:36:41.751 INFO:tasks.workunit.client.0.smithi016.stdout: "num_whiteouts": 0, 2024-04-15T14:36:41.751 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write": 0, 2024-04-15T14:36:41.751 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write_kb": 0 2024-04-15T14:36:41.751 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.751 INFO:tasks.workunit.client.0.smithi016.stdout: "state": "active+clean", 2024-04-15T14:36:41.751 INFO:tasks.workunit.client.0.smithi016.stdout: "stats_invalid": false, 2024-04-15T14:36:41.751 INFO:tasks.workunit.client.0.smithi016.stdout: "up": [ 2024-04-15T14:36:41.751 INFO:tasks.workunit.client.0.smithi016.stdout: 7, 2024-04-15T14:36:41.751 INFO:tasks.workunit.client.0.smithi016.stdout: 2, 2024-04-15T14:36:41.751 INFO:tasks.workunit.client.0.smithi016.stdout: 6 2024-04-15T14:36:41.751 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T14:36:41.751 INFO:tasks.workunit.client.0.smithi016.stdout: "up_primary": 7, 2024-04-15T14:36:41.751 INFO:tasks.workunit.client.0.smithi016.stdout: "version": "0'0" 2024-04-15T14:36:41.751 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.752 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-15T14:36:41.752 INFO:tasks.workunit.client.0.smithi016.stdout: "acting": [ 2024-04-15T14:36:41.752 INFO:tasks.workunit.client.0.smithi016.stdout: 0, 2024-04-15T14:36:41.752 INFO:tasks.workunit.client.0.smithi016.stdout: 7, 2024-04-15T14:36:41.752 INFO:tasks.workunit.client.0.smithi016.stdout: 4 2024-04-15T14:36:41.754 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T14:36:41.754 INFO:tasks.workunit.client.0.smithi016.stdout: "acting_primary": 0, 2024-04-15T14:36:41.754 INFO:tasks.workunit.client.0.smithi016.stdout: "avail_no_missing": [], 2024-04-15T14:36:41.754 INFO:tasks.workunit.client.0.smithi016.stdout: "blocked_by": [], 2024-04-15T14:36:41.754 INFO:tasks.workunit.client.0.smithi016.stdout: "created": 60, 2024-04-15T14:36:41.754 INFO:tasks.workunit.client.0.smithi016.stdout: "dirty_stats_invalid": false, 2024-04-15T14:36:41.754 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T14:36:41.754 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_stats_invalid": false, 2024-04-15T14:36:41.754 INFO:tasks.workunit.client.0.smithi016.stdout: "last_active": "2024-04-15T14:34:11.923831+0000", 2024-04-15T14:36:41.754 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_active": "2024-04-15T14:33:34.621484+0000", 2024-04-15T14:36:41.754 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_peered": "2024-04-15T14:33:34.621484+0000", 2024-04-15T14:36:41.755 INFO:tasks.workunit.client.0.smithi016.stdout: "last_change": "2024-04-15T14:33:34.621772+0000", 2024-04-15T14:36:41.755 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean": "2024-04-15T14:34:11.923831+0000", 2024-04-15T14:36:41.755 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean_scrub_stamp": "2024-04-15T14:33:33.599136+0000", 2024-04-15T14:36:41.755 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub": "0'0", 2024-04-15T14:36:41.755 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub_stamp": "2024-04-15T14:33:33.599136+0000", 2024-04-15T14:36:41.755 INFO:tasks.workunit.client.0.smithi016.stdout: "last_epoch_clean": 61, 2024-04-15T14:36:41.755 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fresh": "2024-04-15T14:34:11.923831+0000", 2024-04-15T14:36:41.755 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fullsized": "2024-04-15T14:34:11.923831+0000", 2024-04-15T14:36:41.755 INFO:tasks.workunit.client.0.smithi016.stdout: "last_peered": "2024-04-15T14:34:11.923831+0000", 2024-04-15T14:36:41.755 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub": "0'0", 2024-04-15T14:36:41.755 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_duration": 0, 2024-04-15T14:36:41.755 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_stamp": "2024-04-15T14:33:33.599136+0000", 2024-04-15T14:36:41.755 INFO:tasks.workunit.client.0.smithi016.stdout: "last_undegraded": "2024-04-15T14:34:11.923831+0000", 2024-04-15T14:36:41.755 INFO:tasks.workunit.client.0.smithi016.stdout: "last_unstale": "2024-04-15T14:34:11.923831+0000", 2024-04-15T14:36:41.755 INFO:tasks.workunit.client.0.smithi016.stdout: "log_dups_size": 0, 2024-04-15T14:36:41.756 INFO:tasks.workunit.client.0.smithi016.stdout: "log_size": 4, 2024-04-15T14:36:41.756 INFO:tasks.workunit.client.0.smithi016.stdout: "log_start": "0'0", 2024-04-15T14:36:41.756 INFO:tasks.workunit.client.0.smithi016.stdout: "manifest_stats_invalid": false, 2024-04-15T14:36:41.756 INFO:tasks.workunit.client.0.smithi016.stdout: "mapping_epoch": 60, 2024-04-15T14:36:41.756 INFO:tasks.workunit.client.0.smithi016.stdout: "object_location_counts": [], 2024-04-15T14:36:41.756 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_scrubbed": 0, 2024-04-15T14:36:41.756 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_trimmed": 0, 2024-04-15T14:36:41.756 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_stats_invalid": false, 2024-04-15T14:36:41.756 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_size": 4, 2024-04-15T14:36:41.756 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_start": "0'0", 2024-04-15T14:36:41.756 INFO:tasks.workunit.client.0.smithi016.stdout: "parent": "0.0", 2024-04-15T14:36:41.756 INFO:tasks.workunit.client.0.smithi016.stdout: "parent_split_bits": 0, 2024-04-15T14:36:41.756 INFO:tasks.workunit.client.0.smithi016.stdout: "pgid": "2.1f", 2024-04-15T14:36:41.756 INFO:tasks.workunit.client.0.smithi016.stdout: "pin_stats_invalid": false, 2024-04-15T14:36:41.756 INFO:tasks.workunit.client.0.smithi016.stdout: "purged_snaps": [], 2024-04-15T14:36:41.757 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_epoch": 70, 2024-04-15T14:36:41.757 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_seq": 23, 2024-04-15T14:36:41.757 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_duration": 0.0, 2024-04-15T14:36:41.757 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-16T22:19:23.275893+0000", 2024-04-15T14:36:41.757 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrim_duration": 0.0, 2024-04-15T14:36:41.757 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrimq_len": 0, 2024-04-15T14:36:41.757 INFO:tasks.workunit.client.0.smithi016.stdout: "stat_sum": { 2024-04-15T14:36:41.757 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes": 582, 2024-04-15T14:36:41.757 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T14:36:41.757 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_recovered": 0, 2024-04-15T14:36:41.757 INFO:tasks.workunit.client.0.smithi016.stdout: "num_deep_scrub_errors": 0, 2024-04-15T14:36:41.757 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict": 0, 2024-04-15T14:36:41.757 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_kb": 0, 2024-04-15T14:36:41.757 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_full": 0, 2024-04-15T14:36:41.757 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_some": 0, 2024-04-15T14:36:41.758 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush": 0, 2024-04-15T14:36:41.758 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_kb": 0, 2024-04-15T14:36:41.758 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_high": 0, 2024-04-15T14:36:41.758 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_low": 0, 2024-04-15T14:36:41.758 INFO:tasks.workunit.client.0.smithi016.stdout: "num_keys_recovered": 0, 2024-04-15T14:36:41.758 INFO:tasks.workunit.client.0.smithi016.stdout: "num_large_omap_objects": 0, 2024-04-15T14:36:41.758 INFO:tasks.workunit.client.0.smithi016.stdout: "num_legacy_snapsets": 0, 2024-04-15T14:36:41.758 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_clones": 0, 2024-04-15T14:36:41.758 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_copies": 6, 2024-04-15T14:36:41.758 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects": 2, 2024-04-15T14:36:41.758 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_degraded": 0, 2024-04-15T14:36:41.758 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_dirty": 2, 2024-04-15T14:36:41.758 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T14:36:41.758 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_manifest": 0, 2024-04-15T14:36:41.758 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_misplaced": 0, 2024-04-15T14:36:41.759 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing": 0, 2024-04-15T14:36:41.759 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T14:36:41.759 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_omap": 1, 2024-04-15T14:36:41.759 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_pinned": 0, 2024-04-15T14:36:41.759 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_recovered": 0, 2024-04-15T14:36:41.759 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_repaired": 0, 2024-04-15T14:36:41.759 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_unfound": 0, 2024-04-15T14:36:41.759 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_bytes": 0, 2024-04-15T14:36:41.759 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_keys": 0, 2024-04-15T14:36:41.759 INFO:tasks.workunit.client.0.smithi016.stdout: "num_promote": 0, 2024-04-15T14:36:41.759 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read": 0, 2024-04-15T14:36:41.759 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read_kb": 0, 2024-04-15T14:36:41.759 INFO:tasks.workunit.client.0.smithi016.stdout: "num_scrub_errors": 0, 2024-04-15T14:36:41.759 INFO:tasks.workunit.client.0.smithi016.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T14:36:41.760 INFO:tasks.workunit.client.0.smithi016.stdout: "num_whiteouts": 0, 2024-04-15T14:36:41.760 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write": 4, 2024-04-15T14:36:41.760 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write_kb": 1 2024-04-15T14:36:41.760 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.760 INFO:tasks.workunit.client.0.smithi016.stdout: "state": "active+clean", 2024-04-15T14:36:41.760 INFO:tasks.workunit.client.0.smithi016.stdout: "stats_invalid": false, 2024-04-15T14:36:41.760 INFO:tasks.workunit.client.0.smithi016.stdout: "up": [ 2024-04-15T14:36:41.760 INFO:tasks.workunit.client.0.smithi016.stdout: 0, 2024-04-15T14:36:41.760 INFO:tasks.workunit.client.0.smithi016.stdout: 7, 2024-04-15T14:36:41.760 INFO:tasks.workunit.client.0.smithi016.stdout: 4 2024-04-15T14:36:41.760 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T14:36:41.760 INFO:tasks.workunit.client.0.smithi016.stdout: "up_primary": 0, 2024-04-15T14:36:41.760 INFO:tasks.workunit.client.0.smithi016.stdout: "version": "62'4" 2024-04-15T14:36:41.760 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.760 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-15T14:36:41.761 INFO:tasks.workunit.client.0.smithi016.stdout: "acting": [ 2024-04-15T14:36:41.761 INFO:tasks.workunit.client.0.smithi016.stdout: 3, 2024-04-15T14:36:41.761 INFO:tasks.workunit.client.0.smithi016.stdout: 6, 2024-04-15T14:36:41.761 INFO:tasks.workunit.client.0.smithi016.stdout: 2 2024-04-15T14:36:41.761 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T14:36:41.761 INFO:tasks.workunit.client.0.smithi016.stdout: "acting_primary": 3, 2024-04-15T14:36:41.761 INFO:tasks.workunit.client.0.smithi016.stdout: "avail_no_missing": [], 2024-04-15T14:36:41.761 INFO:tasks.workunit.client.0.smithi016.stdout: "blocked_by": [], 2024-04-15T14:36:41.761 INFO:tasks.workunit.client.0.smithi016.stdout: "created": 61, 2024-04-15T14:36:41.761 INFO:tasks.workunit.client.0.smithi016.stdout: "dirty_stats_invalid": false, 2024-04-15T14:36:41.761 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T14:36:41.761 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_stats_invalid": false, 2024-04-15T14:36:41.761 INFO:tasks.workunit.client.0.smithi016.stdout: "last_active": "2024-04-15T14:34:12.046195+0000", 2024-04-15T14:36:41.761 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_active": "2024-04-15T14:33:34.999171+0000", 2024-04-15T14:36:41.762 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_peered": "2024-04-15T14:33:34.999171+0000", 2024-04-15T14:36:41.762 INFO:tasks.workunit.client.0.smithi016.stdout: "last_change": "2024-04-15T14:33:34.999463+0000", 2024-04-15T14:36:41.762 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean": "2024-04-15T14:34:12.046195+0000", 2024-04-15T14:36:41.762 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T14:36:41.762 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub": "0'0", 2024-04-15T14:36:41.762 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T14:36:41.762 INFO:tasks.workunit.client.0.smithi016.stdout: "last_epoch_clean": 62, 2024-04-15T14:36:41.762 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fresh": "2024-04-15T14:34:12.046195+0000", 2024-04-15T14:36:41.762 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fullsized": "2024-04-15T14:34:12.046195+0000", 2024-04-15T14:36:41.762 INFO:tasks.workunit.client.0.smithi016.stdout: "last_peered": "2024-04-15T14:34:12.046195+0000", 2024-04-15T14:36:41.762 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub": "0'0", 2024-04-15T14:36:41.762 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_duration": 0, 2024-04-15T14:36:41.762 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T14:36:41.762 INFO:tasks.workunit.client.0.smithi016.stdout: "last_undegraded": "2024-04-15T14:34:12.046195+0000", 2024-04-15T14:36:41.763 INFO:tasks.workunit.client.0.smithi016.stdout: "last_unstale": "2024-04-15T14:34:12.046195+0000", 2024-04-15T14:36:41.763 INFO:tasks.workunit.client.0.smithi016.stdout: "log_dups_size": 0, 2024-04-15T14:36:41.763 INFO:tasks.workunit.client.0.smithi016.stdout: "log_size": 0, 2024-04-15T14:36:41.763 INFO:tasks.workunit.client.0.smithi016.stdout: "log_start": "0'0", 2024-04-15T14:36:41.763 INFO:tasks.workunit.client.0.smithi016.stdout: "manifest_stats_invalid": false, 2024-04-15T14:36:41.763 INFO:tasks.workunit.client.0.smithi016.stdout: "mapping_epoch": 61, 2024-04-15T14:36:41.763 INFO:tasks.workunit.client.0.smithi016.stdout: "object_location_counts": [], 2024-04-15T14:36:41.763 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_scrubbed": 0, 2024-04-15T14:36:41.763 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_trimmed": 0, 2024-04-15T14:36:41.763 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_stats_invalid": false, 2024-04-15T14:36:41.763 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_size": 0, 2024-04-15T14:36:41.763 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_start": "0'0", 2024-04-15T14:36:41.763 INFO:tasks.workunit.client.0.smithi016.stdout: "parent": "0.0", 2024-04-15T14:36:41.763 INFO:tasks.workunit.client.0.smithi016.stdout: "parent_split_bits": 0, 2024-04-15T14:36:41.763 INFO:tasks.workunit.client.0.smithi016.stdout: "pgid": "3.1e", 2024-04-15T14:36:41.764 INFO:tasks.workunit.client.0.smithi016.stdout: "pin_stats_invalid": false, 2024-04-15T14:36:41.764 INFO:tasks.workunit.client.0.smithi016.stdout: "purged_snaps": [], 2024-04-15T14:36:41.764 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_epoch": 70, 2024-04-15T14:36:41.764 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_seq": 18, 2024-04-15T14:36:41.764 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_duration": 0.0, 2024-04-15T14:36:41.764 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-16T19:19:27.401880+0000", 2024-04-15T14:36:41.764 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrim_duration": 0.0, 2024-04-15T14:36:41.764 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrimq_len": 0, 2024-04-15T14:36:41.764 INFO:tasks.workunit.client.0.smithi016.stdout: "stat_sum": { 2024-04-15T14:36:41.764 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes": 0, 2024-04-15T14:36:41.764 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T14:36:41.764 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_recovered": 0, 2024-04-15T14:36:41.764 INFO:tasks.workunit.client.0.smithi016.stdout: "num_deep_scrub_errors": 0, 2024-04-15T14:36:41.764 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict": 0, 2024-04-15T14:36:41.765 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_kb": 0, 2024-04-15T14:36:41.765 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_full": 0, 2024-04-15T14:36:41.765 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_some": 0, 2024-04-15T14:36:41.765 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush": 0, 2024-04-15T14:36:41.765 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_kb": 0, 2024-04-15T14:36:41.765 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_high": 0, 2024-04-15T14:36:41.765 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_low": 0, 2024-04-15T14:36:41.765 INFO:tasks.workunit.client.0.smithi016.stdout: "num_keys_recovered": 0, 2024-04-15T14:36:41.765 INFO:tasks.workunit.client.0.smithi016.stdout: "num_large_omap_objects": 0, 2024-04-15T14:36:41.765 INFO:tasks.workunit.client.0.smithi016.stdout: "num_legacy_snapsets": 0, 2024-04-15T14:36:41.765 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_clones": 0, 2024-04-15T14:36:41.765 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_copies": 0, 2024-04-15T14:36:41.765 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects": 0, 2024-04-15T14:36:41.765 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_degraded": 0, 2024-04-15T14:36:41.765 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_dirty": 0, 2024-04-15T14:36:41.766 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T14:36:41.766 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_manifest": 0, 2024-04-15T14:36:41.766 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_misplaced": 0, 2024-04-15T14:36:41.766 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing": 0, 2024-04-15T14:36:41.766 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T14:36:41.766 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_omap": 0, 2024-04-15T14:36:41.766 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_pinned": 0, 2024-04-15T14:36:41.766 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_recovered": 0, 2024-04-15T14:36:41.766 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_repaired": 0, 2024-04-15T14:36:41.766 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_unfound": 0, 2024-04-15T14:36:41.766 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_bytes": 0, 2024-04-15T14:36:41.766 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_keys": 0, 2024-04-15T14:36:41.766 INFO:tasks.workunit.client.0.smithi016.stdout: "num_promote": 0, 2024-04-15T14:36:41.766 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read": 0, 2024-04-15T14:36:41.767 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read_kb": 0, 2024-04-15T14:36:41.767 INFO:tasks.workunit.client.0.smithi016.stdout: "num_scrub_errors": 0, 2024-04-15T14:36:41.767 INFO:tasks.workunit.client.0.smithi016.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T14:36:41.767 INFO:tasks.workunit.client.0.smithi016.stdout: "num_whiteouts": 0, 2024-04-15T14:36:41.767 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write": 0, 2024-04-15T14:36:41.767 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write_kb": 0 2024-04-15T14:36:41.767 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.767 INFO:tasks.workunit.client.0.smithi016.stdout: "state": "active+clean", 2024-04-15T14:36:41.767 INFO:tasks.workunit.client.0.smithi016.stdout: "stats_invalid": false, 2024-04-15T14:36:41.767 INFO:tasks.workunit.client.0.smithi016.stdout: "up": [ 2024-04-15T14:36:41.767 INFO:tasks.workunit.client.0.smithi016.stdout: 3, 2024-04-15T14:36:41.767 INFO:tasks.workunit.client.0.smithi016.stdout: 6, 2024-04-15T14:36:41.767 INFO:tasks.workunit.client.0.smithi016.stdout: 2 2024-04-15T14:36:41.767 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T14:36:41.767 INFO:tasks.workunit.client.0.smithi016.stdout: "up_primary": 3, 2024-04-15T14:36:41.768 INFO:tasks.workunit.client.0.smithi016.stdout: "version": "0'0" 2024-04-15T14:36:41.768 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.768 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-15T14:36:41.768 INFO:tasks.workunit.client.0.smithi016.stdout: "acting": [ 2024-04-15T14:36:41.768 INFO:tasks.workunit.client.0.smithi016.stdout: 3, 2024-04-15T14:36:41.768 INFO:tasks.workunit.client.0.smithi016.stdout: 0, 2024-04-15T14:36:41.768 INFO:tasks.workunit.client.0.smithi016.stdout: 5 2024-04-15T14:36:41.768 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T14:36:41.768 INFO:tasks.workunit.client.0.smithi016.stdout: "acting_primary": 3, 2024-04-15T14:36:41.768 INFO:tasks.workunit.client.0.smithi016.stdout: "avail_no_missing": [], 2024-04-15T14:36:41.768 INFO:tasks.workunit.client.0.smithi016.stdout: "blocked_by": [], 2024-04-15T14:36:41.768 INFO:tasks.workunit.client.0.smithi016.stdout: "created": 60, 2024-04-15T14:36:41.768 INFO:tasks.workunit.client.0.smithi016.stdout: "dirty_stats_invalid": false, 2024-04-15T14:36:41.768 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T14:36:41.768 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_stats_invalid": false, 2024-04-15T14:36:41.769 INFO:tasks.workunit.client.0.smithi016.stdout: "last_active": "2024-04-15T14:34:12.046745+0000", 2024-04-15T14:36:41.769 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_active": "2024-04-15T14:33:34.624152+0000", 2024-04-15T14:36:41.769 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_peered": "2024-04-15T14:33:34.624152+0000", 2024-04-15T14:36:41.769 INFO:tasks.workunit.client.0.smithi016.stdout: "last_change": "2024-04-15T14:33:34.624485+0000", 2024-04-15T14:36:41.769 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean": "2024-04-15T14:34:12.046745+0000", 2024-04-15T14:36:41.769 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean_scrub_stamp": "2024-04-15T14:33:33.599136+0000", 2024-04-15T14:36:41.769 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub": "0'0", 2024-04-15T14:36:41.769 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub_stamp": "2024-04-15T14:33:33.599136+0000", 2024-04-15T14:36:41.769 INFO:tasks.workunit.client.0.smithi016.stdout: "last_epoch_clean": 61, 2024-04-15T14:36:41.769 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fresh": "2024-04-15T14:34:12.046745+0000", 2024-04-15T14:36:41.769 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fullsized": "2024-04-15T14:34:12.046745+0000", 2024-04-15T14:36:41.769 INFO:tasks.workunit.client.0.smithi016.stdout: "last_peered": "2024-04-15T14:34:12.046745+0000", 2024-04-15T14:36:41.769 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub": "0'0", 2024-04-15T14:36:41.769 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_duration": 0, 2024-04-15T14:36:41.770 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_stamp": "2024-04-15T14:33:33.599136+0000", 2024-04-15T14:36:41.770 INFO:tasks.workunit.client.0.smithi016.stdout: "last_undegraded": "2024-04-15T14:34:12.046745+0000", 2024-04-15T14:36:41.770 INFO:tasks.workunit.client.0.smithi016.stdout: "last_unstale": "2024-04-15T14:34:12.046745+0000", 2024-04-15T14:36:41.770 INFO:tasks.workunit.client.0.smithi016.stdout: "log_dups_size": 0, 2024-04-15T14:36:41.770 INFO:tasks.workunit.client.0.smithi016.stdout: "log_size": 1, 2024-04-15T14:36:41.770 INFO:tasks.workunit.client.0.smithi016.stdout: "log_start": "0'0", 2024-04-15T14:36:41.770 INFO:tasks.workunit.client.0.smithi016.stdout: "manifest_stats_invalid": false, 2024-04-15T14:36:41.770 INFO:tasks.workunit.client.0.smithi016.stdout: "mapping_epoch": 60, 2024-04-15T14:36:41.770 INFO:tasks.workunit.client.0.smithi016.stdout: "object_location_counts": [], 2024-04-15T14:36:41.770 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_scrubbed": 0, 2024-04-15T14:36:41.770 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_trimmed": 0, 2024-04-15T14:36:41.770 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_stats_invalid": false, 2024-04-15T14:36:41.770 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_size": 1, 2024-04-15T14:36:41.770 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_start": "0'0", 2024-04-15T14:36:41.770 INFO:tasks.workunit.client.0.smithi016.stdout: "parent": "0.0", 2024-04-15T14:36:41.771 INFO:tasks.workunit.client.0.smithi016.stdout: "parent_split_bits": 0, 2024-04-15T14:36:41.771 INFO:tasks.workunit.client.0.smithi016.stdout: "pgid": "2.1e", 2024-04-15T14:36:41.771 INFO:tasks.workunit.client.0.smithi016.stdout: "pin_stats_invalid": false, 2024-04-15T14:36:41.771 INFO:tasks.workunit.client.0.smithi016.stdout: "purged_snaps": [], 2024-04-15T14:36:41.771 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_epoch": 70, 2024-04-15T14:36:41.771 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_seq": 20, 2024-04-15T14:36:41.771 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_duration": 0.0, 2024-04-15T14:36:41.771 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-16T21:43:54.191384+0000", 2024-04-15T14:36:41.771 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrim_duration": 0.0, 2024-04-15T14:36:41.771 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrimq_len": 0, 2024-04-15T14:36:41.771 INFO:tasks.workunit.client.0.smithi016.stdout: "stat_sum": { 2024-04-15T14:36:41.771 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes": 0, 2024-04-15T14:36:41.771 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T14:36:41.771 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_recovered": 0, 2024-04-15T14:36:41.771 INFO:tasks.workunit.client.0.smithi016.stdout: "num_deep_scrub_errors": 0, 2024-04-15T14:36:41.772 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict": 0, 2024-04-15T14:36:41.772 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_kb": 0, 2024-04-15T14:36:41.772 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_full": 0, 2024-04-15T14:36:41.772 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_some": 0, 2024-04-15T14:36:41.772 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush": 0, 2024-04-15T14:36:41.772 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_kb": 0, 2024-04-15T14:36:41.772 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_high": 0, 2024-04-15T14:36:41.772 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_low": 0, 2024-04-15T14:36:41.772 INFO:tasks.workunit.client.0.smithi016.stdout: "num_keys_recovered": 0, 2024-04-15T14:36:41.772 INFO:tasks.workunit.client.0.smithi016.stdout: "num_large_omap_objects": 0, 2024-04-15T14:36:41.772 INFO:tasks.workunit.client.0.smithi016.stdout: "num_legacy_snapsets": 0, 2024-04-15T14:36:41.772 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_clones": 0, 2024-04-15T14:36:41.772 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_copies": 0, 2024-04-15T14:36:41.772 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects": 0, 2024-04-15T14:36:41.772 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_degraded": 0, 2024-04-15T14:36:41.773 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_dirty": 0, 2024-04-15T14:36:41.773 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T14:36:41.773 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_manifest": 0, 2024-04-15T14:36:41.773 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_misplaced": 0, 2024-04-15T14:36:41.773 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing": 0, 2024-04-15T14:36:41.773 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T14:36:41.773 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_omap": 0, 2024-04-15T14:36:41.773 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_pinned": 0, 2024-04-15T14:36:41.773 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_recovered": 0, 2024-04-15T14:36:41.773 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_repaired": 0, 2024-04-15T14:36:41.773 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_unfound": 0, 2024-04-15T14:36:41.773 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_bytes": 0, 2024-04-15T14:36:41.773 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_keys": 0, 2024-04-15T14:36:41.773 INFO:tasks.workunit.client.0.smithi016.stdout: "num_promote": 0, 2024-04-15T14:36:41.773 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read": 0, 2024-04-15T14:36:41.774 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read_kb": 0, 2024-04-15T14:36:41.774 INFO:tasks.workunit.client.0.smithi016.stdout: "num_scrub_errors": 0, 2024-04-15T14:36:41.774 INFO:tasks.workunit.client.0.smithi016.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T14:36:41.774 INFO:tasks.workunit.client.0.smithi016.stdout: "num_whiteouts": 0, 2024-04-15T14:36:41.774 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write": 0, 2024-04-15T14:36:41.774 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write_kb": 0 2024-04-15T14:36:41.774 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.774 INFO:tasks.workunit.client.0.smithi016.stdout: "state": "active+clean", 2024-04-15T14:36:41.774 INFO:tasks.workunit.client.0.smithi016.stdout: "stats_invalid": false, 2024-04-15T14:36:41.774 INFO:tasks.workunit.client.0.smithi016.stdout: "up": [ 2024-04-15T14:36:41.774 INFO:tasks.workunit.client.0.smithi016.stdout: 3, 2024-04-15T14:36:41.774 INFO:tasks.workunit.client.0.smithi016.stdout: 0, 2024-04-15T14:36:41.774 INFO:tasks.workunit.client.0.smithi016.stdout: 5 2024-04-15T14:36:41.774 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T14:36:41.775 INFO:tasks.workunit.client.0.smithi016.stdout: "up_primary": 3, 2024-04-15T14:36:41.775 INFO:tasks.workunit.client.0.smithi016.stdout: "version": "62'1" 2024-04-15T14:36:41.775 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.775 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-15T14:36:41.775 INFO:tasks.workunit.client.0.smithi016.stdout: "acting": [ 2024-04-15T14:36:41.775 INFO:tasks.workunit.client.0.smithi016.stdout: 0, 2024-04-15T14:36:41.775 INFO:tasks.workunit.client.0.smithi016.stdout: 5, 2024-04-15T14:36:41.775 INFO:tasks.workunit.client.0.smithi016.stdout: 2 2024-04-15T14:36:41.775 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T14:36:41.775 INFO:tasks.workunit.client.0.smithi016.stdout: "acting_primary": 0, 2024-04-15T14:36:41.775 INFO:tasks.workunit.client.0.smithi016.stdout: "avail_no_missing": [], 2024-04-15T14:36:41.775 INFO:tasks.workunit.client.0.smithi016.stdout: "blocked_by": [], 2024-04-15T14:36:41.775 INFO:tasks.workunit.client.0.smithi016.stdout: "created": 61, 2024-04-15T14:36:41.775 INFO:tasks.workunit.client.0.smithi016.stdout: "dirty_stats_invalid": false, 2024-04-15T14:36:41.776 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T14:36:41.776 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_stats_invalid": false, 2024-04-15T14:36:41.776 INFO:tasks.workunit.client.0.smithi016.stdout: "last_active": "2024-04-15T14:34:11.923609+0000", 2024-04-15T14:36:41.776 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_active": "2024-04-15T14:33:34.984593+0000", 2024-04-15T14:36:41.776 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_peered": "2024-04-15T14:33:34.984593+0000", 2024-04-15T14:36:41.776 INFO:tasks.workunit.client.0.smithi016.stdout: "last_change": "2024-04-15T14:33:34.985195+0000", 2024-04-15T14:36:41.776 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean": "2024-04-15T14:34:11.923609+0000", 2024-04-15T14:36:41.776 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T14:36:41.776 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub": "0'0", 2024-04-15T14:36:41.776 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T14:36:41.776 INFO:tasks.workunit.client.0.smithi016.stdout: "last_epoch_clean": 62, 2024-04-15T14:36:41.776 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fresh": "2024-04-15T14:34:11.923609+0000", 2024-04-15T14:36:41.776 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fullsized": "2024-04-15T14:34:11.923609+0000", 2024-04-15T14:36:41.776 INFO:tasks.workunit.client.0.smithi016.stdout: "last_peered": "2024-04-15T14:34:11.923609+0000", 2024-04-15T14:36:41.776 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub": "0'0", 2024-04-15T14:36:41.777 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_duration": 0, 2024-04-15T14:36:41.777 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T14:36:41.777 INFO:tasks.workunit.client.0.smithi016.stdout: "last_undegraded": "2024-04-15T14:34:11.923609+0000", 2024-04-15T14:36:41.777 INFO:tasks.workunit.client.0.smithi016.stdout: "last_unstale": "2024-04-15T14:34:11.923609+0000", 2024-04-15T14:36:41.777 INFO:tasks.workunit.client.0.smithi016.stdout: "log_dups_size": 0, 2024-04-15T14:36:41.777 INFO:tasks.workunit.client.0.smithi016.stdout: "log_size": 0, 2024-04-15T14:36:41.777 INFO:tasks.workunit.client.0.smithi016.stdout: "log_start": "0'0", 2024-04-15T14:36:41.777 INFO:tasks.workunit.client.0.smithi016.stdout: "manifest_stats_invalid": false, 2024-04-15T14:36:41.777 INFO:tasks.workunit.client.0.smithi016.stdout: "mapping_epoch": 61, 2024-04-15T14:36:41.777 INFO:tasks.workunit.client.0.smithi016.stdout: "object_location_counts": [], 2024-04-15T14:36:41.777 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_scrubbed": 0, 2024-04-15T14:36:41.777 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_trimmed": 0, 2024-04-15T14:36:41.777 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_stats_invalid": false, 2024-04-15T14:36:41.777 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_size": 0, 2024-04-15T14:36:41.777 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_start": "0'0", 2024-04-15T14:36:41.778 INFO:tasks.workunit.client.0.smithi016.stdout: "parent": "0.0", 2024-04-15T14:36:41.778 INFO:tasks.workunit.client.0.smithi016.stdout: "parent_split_bits": 0, 2024-04-15T14:36:41.778 INFO:tasks.workunit.client.0.smithi016.stdout: "pgid": "3.1f", 2024-04-15T14:36:41.778 INFO:tasks.workunit.client.0.smithi016.stdout: "pin_stats_invalid": false, 2024-04-15T14:36:41.778 INFO:tasks.workunit.client.0.smithi016.stdout: "purged_snaps": [], 2024-04-15T14:36:41.778 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_epoch": 70, 2024-04-15T14:36:41.778 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_seq": 18, 2024-04-15T14:36:41.778 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_duration": 0.0, 2024-04-15T14:36:41.778 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-16T21:53:26.282912+0000", 2024-04-15T14:36:41.778 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrim_duration": 0.0, 2024-04-15T14:36:41.778 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrimq_len": 0, 2024-04-15T14:36:41.778 INFO:tasks.workunit.client.0.smithi016.stdout: "stat_sum": { 2024-04-15T14:36:41.778 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes": 0, 2024-04-15T14:36:41.778 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T14:36:41.779 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_recovered": 0, 2024-04-15T14:36:41.779 INFO:tasks.workunit.client.0.smithi016.stdout: "num_deep_scrub_errors": 0, 2024-04-15T14:36:41.779 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict": 0, 2024-04-15T14:36:41.779 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_kb": 0, 2024-04-15T14:36:41.779 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_full": 0, 2024-04-15T14:36:41.779 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_some": 0, 2024-04-15T14:36:41.779 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush": 0, 2024-04-15T14:36:41.779 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_kb": 0, 2024-04-15T14:36:41.779 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_high": 0, 2024-04-15T14:36:41.779 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_low": 0, 2024-04-15T14:36:41.779 INFO:tasks.workunit.client.0.smithi016.stdout: "num_keys_recovered": 0, 2024-04-15T14:36:41.779 INFO:tasks.workunit.client.0.smithi016.stdout: "num_large_omap_objects": 0, 2024-04-15T14:36:41.779 INFO:tasks.workunit.client.0.smithi016.stdout: "num_legacy_snapsets": 0, 2024-04-15T14:36:41.779 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_clones": 0, 2024-04-15T14:36:41.779 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_copies": 0, 2024-04-15T14:36:41.780 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects": 0, 2024-04-15T14:36:41.780 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_degraded": 0, 2024-04-15T14:36:41.780 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_dirty": 0, 2024-04-15T14:36:41.780 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T14:36:41.780 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_manifest": 0, 2024-04-15T14:36:41.780 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_misplaced": 0, 2024-04-15T14:36:41.780 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing": 0, 2024-04-15T14:36:41.780 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T14:36:41.780 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_omap": 0, 2024-04-15T14:36:41.780 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_pinned": 0, 2024-04-15T14:36:41.780 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_recovered": 0, 2024-04-15T14:36:41.780 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_repaired": 0, 2024-04-15T14:36:41.780 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_unfound": 0, 2024-04-15T14:36:41.780 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_bytes": 0, 2024-04-15T14:36:41.781 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_keys": 0, 2024-04-15T14:36:41.781 INFO:tasks.workunit.client.0.smithi016.stdout: "num_promote": 0, 2024-04-15T14:36:41.781 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read": 0, 2024-04-15T14:36:41.781 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read_kb": 0, 2024-04-15T14:36:41.781 INFO:tasks.workunit.client.0.smithi016.stdout: "num_scrub_errors": 0, 2024-04-15T14:36:41.781 INFO:tasks.workunit.client.0.smithi016.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T14:36:41.781 INFO:tasks.workunit.client.0.smithi016.stdout: "num_whiteouts": 0, 2024-04-15T14:36:41.781 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write": 0, 2024-04-15T14:36:41.781 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write_kb": 0 2024-04-15T14:36:41.781 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.781 INFO:tasks.workunit.client.0.smithi016.stdout: "state": "active+clean", 2024-04-15T14:36:41.781 INFO:tasks.workunit.client.0.smithi016.stdout: "stats_invalid": false, 2024-04-15T14:36:41.781 INFO:tasks.workunit.client.0.smithi016.stdout: "up": [ 2024-04-15T14:36:41.781 INFO:tasks.workunit.client.0.smithi016.stdout: 0, 2024-04-15T14:36:41.781 INFO:tasks.workunit.client.0.smithi016.stdout: 5, 2024-04-15T14:36:41.782 INFO:tasks.workunit.client.0.smithi016.stdout: 2 2024-04-15T14:36:41.782 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T14:36:41.782 INFO:tasks.workunit.client.0.smithi016.stdout: "up_primary": 0, 2024-04-15T14:36:41.782 INFO:tasks.workunit.client.0.smithi016.stdout: "version": "0'0" 2024-04-15T14:36:41.782 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.782 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-15T14:36:41.782 INFO:tasks.workunit.client.0.smithi016.stdout: "acting": [ 2024-04-15T14:36:41.782 INFO:tasks.workunit.client.0.smithi016.stdout: 7, 2024-04-15T14:36:41.782 INFO:tasks.workunit.client.0.smithi016.stdout: 6, 2024-04-15T14:36:41.782 INFO:tasks.workunit.client.0.smithi016.stdout: 0 2024-04-15T14:36:41.782 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T14:36:41.782 INFO:tasks.workunit.client.0.smithi016.stdout: "acting_primary": 7, 2024-04-15T14:36:41.782 INFO:tasks.workunit.client.0.smithi016.stdout: "avail_no_missing": [], 2024-04-15T14:36:41.782 INFO:tasks.workunit.client.0.smithi016.stdout: "blocked_by": [], 2024-04-15T14:36:41.782 INFO:tasks.workunit.client.0.smithi016.stdout: "created": 60, 2024-04-15T14:36:41.783 INFO:tasks.workunit.client.0.smithi016.stdout: "dirty_stats_invalid": false, 2024-04-15T14:36:41.783 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T14:36:41.783 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_stats_invalid": false, 2024-04-15T14:36:41.783 INFO:tasks.workunit.client.0.smithi016.stdout: "last_active": "2024-04-15T14:34:11.925664+0000", 2024-04-15T14:36:41.783 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_active": "2024-04-15T14:33:34.629295+0000", 2024-04-15T14:36:41.783 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_peered": "2024-04-15T14:33:34.629295+0000", 2024-04-15T14:36:41.783 INFO:tasks.workunit.client.0.smithi016.stdout: "last_change": "2024-04-15T14:33:34.629818+0000", 2024-04-15T14:36:41.783 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean": "2024-04-15T14:34:11.925664+0000", 2024-04-15T14:36:41.783 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean_scrub_stamp": "2024-04-15T14:33:33.599136+0000", 2024-04-15T14:36:41.783 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub": "0'0", 2024-04-15T14:36:41.783 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub_stamp": "2024-04-15T14:33:33.599136+0000", 2024-04-15T14:36:41.783 INFO:tasks.workunit.client.0.smithi016.stdout: "last_epoch_clean": 61, 2024-04-15T14:36:41.783 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fresh": "2024-04-15T14:34:11.925664+0000", 2024-04-15T14:36:41.783 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fullsized": "2024-04-15T14:34:11.925664+0000", 2024-04-15T14:36:41.784 INFO:tasks.workunit.client.0.smithi016.stdout: "last_peered": "2024-04-15T14:34:11.925664+0000", 2024-04-15T14:36:41.784 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub": "0'0", 2024-04-15T14:36:41.784 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_duration": 0, 2024-04-15T14:36:41.784 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_stamp": "2024-04-15T14:33:33.599136+0000", 2024-04-15T14:36:41.784 INFO:tasks.workunit.client.0.smithi016.stdout: "last_undegraded": "2024-04-15T14:34:11.925664+0000", 2024-04-15T14:36:41.784 INFO:tasks.workunit.client.0.smithi016.stdout: "last_unstale": "2024-04-15T14:34:11.925664+0000", 2024-04-15T14:36:41.784 INFO:tasks.workunit.client.0.smithi016.stdout: "log_dups_size": 0, 2024-04-15T14:36:41.784 INFO:tasks.workunit.client.0.smithi016.stdout: "log_size": 2, 2024-04-15T14:36:41.784 INFO:tasks.workunit.client.0.smithi016.stdout: "log_start": "0'0", 2024-04-15T14:36:41.784 INFO:tasks.workunit.client.0.smithi016.stdout: "manifest_stats_invalid": false, 2024-04-15T14:36:41.784 INFO:tasks.workunit.client.0.smithi016.stdout: "mapping_epoch": 60, 2024-04-15T14:36:41.784 INFO:tasks.workunit.client.0.smithi016.stdout: "object_location_counts": [], 2024-04-15T14:36:41.784 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_scrubbed": 0, 2024-04-15T14:36:41.784 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_trimmed": 0, 2024-04-15T14:36:41.784 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_stats_invalid": false, 2024-04-15T14:36:41.784 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_size": 2, 2024-04-15T14:36:41.785 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_start": "0'0", 2024-04-15T14:36:41.785 INFO:tasks.workunit.client.0.smithi016.stdout: "parent": "0.0", 2024-04-15T14:36:41.785 INFO:tasks.workunit.client.0.smithi016.stdout: "parent_split_bits": 0, 2024-04-15T14:36:41.785 INFO:tasks.workunit.client.0.smithi016.stdout: "pgid": "2.1d", 2024-04-15T14:36:41.785 INFO:tasks.workunit.client.0.smithi016.stdout: "pin_stats_invalid": false, 2024-04-15T14:36:41.785 INFO:tasks.workunit.client.0.smithi016.stdout: "purged_snaps": [], 2024-04-15T14:36:41.785 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_epoch": 70, 2024-04-15T14:36:41.785 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_seq": 21, 2024-04-15T14:36:41.785 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_duration": 0.0, 2024-04-15T14:36:41.785 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-16T17:22:13.588507+0000", 2024-04-15T14:36:41.785 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrim_duration": 0.0, 2024-04-15T14:36:41.785 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrimq_len": 0, 2024-04-15T14:36:41.785 INFO:tasks.workunit.client.0.smithi016.stdout: "stat_sum": { 2024-04-15T14:36:41.785 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes": 0, 2024-04-15T14:36:41.786 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T14:36:41.786 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_recovered": 0, 2024-04-15T14:36:41.786 INFO:tasks.workunit.client.0.smithi016.stdout: "num_deep_scrub_errors": 0, 2024-04-15T14:36:41.786 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict": 0, 2024-04-15T14:36:41.786 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_kb": 0, 2024-04-15T14:36:41.786 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_full": 0, 2024-04-15T14:36:41.786 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_some": 0, 2024-04-15T14:36:41.786 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush": 0, 2024-04-15T14:36:41.786 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_kb": 0, 2024-04-15T14:36:41.786 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_high": 0, 2024-04-15T14:36:41.786 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_low": 0, 2024-04-15T14:36:41.786 INFO:tasks.workunit.client.0.smithi016.stdout: "num_keys_recovered": 0, 2024-04-15T14:36:41.786 INFO:tasks.workunit.client.0.smithi016.stdout: "num_large_omap_objects": 0, 2024-04-15T14:36:41.786 INFO:tasks.workunit.client.0.smithi016.stdout: "num_legacy_snapsets": 0, 2024-04-15T14:36:41.786 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_clones": 0, 2024-04-15T14:36:41.787 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_copies": 3, 2024-04-15T14:36:41.787 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects": 1, 2024-04-15T14:36:41.787 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_degraded": 0, 2024-04-15T14:36:41.787 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_dirty": 1, 2024-04-15T14:36:41.787 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T14:36:41.787 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_manifest": 0, 2024-04-15T14:36:41.787 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_misplaced": 0, 2024-04-15T14:36:41.787 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing": 0, 2024-04-15T14:36:41.787 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T14:36:41.787 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_omap": 1, 2024-04-15T14:36:41.787 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_pinned": 0, 2024-04-15T14:36:41.787 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_recovered": 0, 2024-04-15T14:36:41.787 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_repaired": 0, 2024-04-15T14:36:41.787 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_unfound": 0, 2024-04-15T14:36:41.788 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_bytes": 0, 2024-04-15T14:36:41.788 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_keys": 0, 2024-04-15T14:36:41.788 INFO:tasks.workunit.client.0.smithi016.stdout: "num_promote": 0, 2024-04-15T14:36:41.788 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read": 0, 2024-04-15T14:36:41.788 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read_kb": 0, 2024-04-15T14:36:41.788 INFO:tasks.workunit.client.0.smithi016.stdout: "num_scrub_errors": 0, 2024-04-15T14:36:41.788 INFO:tasks.workunit.client.0.smithi016.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T14:36:41.788 INFO:tasks.workunit.client.0.smithi016.stdout: "num_whiteouts": 0, 2024-04-15T14:36:41.788 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write": 3, 2024-04-15T14:36:41.788 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write_kb": 0 2024-04-15T14:36:41.788 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.788 INFO:tasks.workunit.client.0.smithi016.stdout: "state": "active+clean", 2024-04-15T14:36:41.788 INFO:tasks.workunit.client.0.smithi016.stdout: "stats_invalid": false, 2024-04-15T14:36:41.788 INFO:tasks.workunit.client.0.smithi016.stdout: "up": [ 2024-04-15T14:36:41.789 INFO:tasks.workunit.client.0.smithi016.stdout: 7, 2024-04-15T14:36:41.789 INFO:tasks.workunit.client.0.smithi016.stdout: 6, 2024-04-15T14:36:41.789 INFO:tasks.workunit.client.0.smithi016.stdout: 0 2024-04-15T14:36:41.789 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T14:36:41.789 INFO:tasks.workunit.client.0.smithi016.stdout: "up_primary": 7, 2024-04-15T14:36:41.789 INFO:tasks.workunit.client.0.smithi016.stdout: "version": "62'2" 2024-04-15T14:36:41.789 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.789 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-15T14:36:41.789 INFO:tasks.workunit.client.0.smithi016.stdout: "acting": [ 2024-04-15T14:36:41.789 INFO:tasks.workunit.client.0.smithi016.stdout: 5, 2024-04-15T14:36:41.789 INFO:tasks.workunit.client.0.smithi016.stdout: 4, 2024-04-15T14:36:41.789 INFO:tasks.workunit.client.0.smithi016.stdout: 1 2024-04-15T14:36:41.789 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T14:36:41.789 INFO:tasks.workunit.client.0.smithi016.stdout: "acting_primary": 5, 2024-04-15T14:36:41.789 INFO:tasks.workunit.client.0.smithi016.stdout: "avail_no_missing": [], 2024-04-15T14:36:41.790 INFO:tasks.workunit.client.0.smithi016.stdout: "blocked_by": [], 2024-04-15T14:36:41.790 INFO:tasks.workunit.client.0.smithi016.stdout: "created": 61, 2024-04-15T14:36:41.790 INFO:tasks.workunit.client.0.smithi016.stdout: "dirty_stats_invalid": false, 2024-04-15T14:36:41.790 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T14:36:41.790 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_stats_invalid": false, 2024-04-15T14:36:41.790 INFO:tasks.workunit.client.0.smithi016.stdout: "last_active": "2024-04-15T14:34:12.045637+0000", 2024-04-15T14:36:41.790 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_active": "2024-04-15T14:33:34.990271+0000", 2024-04-15T14:36:41.790 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_peered": "2024-04-15T14:33:34.990271+0000", 2024-04-15T14:36:41.790 INFO:tasks.workunit.client.0.smithi016.stdout: "last_change": "2024-04-15T14:33:34.990806+0000", 2024-04-15T14:36:41.790 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean": "2024-04-15T14:34:12.045637+0000", 2024-04-15T14:36:41.790 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T14:36:41.790 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub": "0'0", 2024-04-15T14:36:41.790 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T14:36:41.791 INFO:tasks.workunit.client.0.smithi016.stdout: "last_epoch_clean": 62, 2024-04-15T14:36:41.791 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fresh": "2024-04-15T14:34:12.045637+0000", 2024-04-15T14:36:41.791 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fullsized": "2024-04-15T14:34:12.045637+0000", 2024-04-15T14:36:41.791 INFO:tasks.workunit.client.0.smithi016.stdout: "last_peered": "2024-04-15T14:34:12.045637+0000", 2024-04-15T14:36:41.791 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub": "0'0", 2024-04-15T14:36:41.791 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_duration": 0, 2024-04-15T14:36:41.791 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T14:36:41.791 INFO:tasks.workunit.client.0.smithi016.stdout: "last_undegraded": "2024-04-15T14:34:12.045637+0000", 2024-04-15T14:36:41.791 INFO:tasks.workunit.client.0.smithi016.stdout: "last_unstale": "2024-04-15T14:34:12.045637+0000", 2024-04-15T14:36:41.791 INFO:tasks.workunit.client.0.smithi016.stdout: "log_dups_size": 0, 2024-04-15T14:36:41.791 INFO:tasks.workunit.client.0.smithi016.stdout: "log_size": 0, 2024-04-15T14:36:41.791 INFO:tasks.workunit.client.0.smithi016.stdout: "log_start": "0'0", 2024-04-15T14:36:41.791 INFO:tasks.workunit.client.0.smithi016.stdout: "manifest_stats_invalid": false, 2024-04-15T14:36:41.791 INFO:tasks.workunit.client.0.smithi016.stdout: "mapping_epoch": 61, 2024-04-15T14:36:41.792 INFO:tasks.workunit.client.0.smithi016.stdout: "object_location_counts": [], 2024-04-15T14:36:41.792 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_scrubbed": 0, 2024-04-15T14:36:41.792 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_trimmed": 0, 2024-04-15T14:36:41.792 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_stats_invalid": false, 2024-04-15T14:36:41.792 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_size": 0, 2024-04-15T14:36:41.792 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_start": "0'0", 2024-04-15T14:36:41.792 INFO:tasks.workunit.client.0.smithi016.stdout: "parent": "0.0", 2024-04-15T14:36:41.792 INFO:tasks.workunit.client.0.smithi016.stdout: "parent_split_bits": 0, 2024-04-15T14:36:41.792 INFO:tasks.workunit.client.0.smithi016.stdout: "pgid": "3.1c", 2024-04-15T14:36:41.792 INFO:tasks.workunit.client.0.smithi016.stdout: "pin_stats_invalid": false, 2024-04-15T14:36:41.792 INFO:tasks.workunit.client.0.smithi016.stdout: "purged_snaps": [], 2024-04-15T14:36:41.792 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_epoch": 70, 2024-04-15T14:36:41.792 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_seq": 19, 2024-04-15T14:36:41.792 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_duration": 0.0, 2024-04-15T14:36:41.792 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-16T16:08:05.354437+0000", 2024-04-15T14:36:41.793 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrim_duration": 0.0, 2024-04-15T14:36:41.793 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrimq_len": 0, 2024-04-15T14:36:41.793 INFO:tasks.workunit.client.0.smithi016.stdout: "stat_sum": { 2024-04-15T14:36:41.793 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes": 0, 2024-04-15T14:36:41.793 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T14:36:41.793 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_recovered": 0, 2024-04-15T14:36:41.793 INFO:tasks.workunit.client.0.smithi016.stdout: "num_deep_scrub_errors": 0, 2024-04-15T14:36:41.793 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict": 0, 2024-04-15T14:36:41.793 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_kb": 0, 2024-04-15T14:36:41.793 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_full": 0, 2024-04-15T14:36:41.793 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_some": 0, 2024-04-15T14:36:41.793 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush": 0, 2024-04-15T14:36:41.793 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_kb": 0, 2024-04-15T14:36:41.793 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_high": 0, 2024-04-15T14:36:41.794 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_low": 0, 2024-04-15T14:36:41.794 INFO:tasks.workunit.client.0.smithi016.stdout: "num_keys_recovered": 0, 2024-04-15T14:36:41.794 INFO:tasks.workunit.client.0.smithi016.stdout: "num_large_omap_objects": 0, 2024-04-15T14:36:41.794 INFO:tasks.workunit.client.0.smithi016.stdout: "num_legacy_snapsets": 0, 2024-04-15T14:36:41.794 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_clones": 0, 2024-04-15T14:36:41.794 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_copies": 0, 2024-04-15T14:36:41.794 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects": 0, 2024-04-15T14:36:41.794 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_degraded": 0, 2024-04-15T14:36:41.794 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_dirty": 0, 2024-04-15T14:36:41.794 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T14:36:41.794 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_manifest": 0, 2024-04-15T14:36:41.794 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_misplaced": 0, 2024-04-15T14:36:41.794 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing": 0, 2024-04-15T14:36:41.794 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T14:36:41.795 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_omap": 0, 2024-04-15T14:36:41.795 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_pinned": 0, 2024-04-15T14:36:41.795 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_recovered": 0, 2024-04-15T14:36:41.795 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_repaired": 0, 2024-04-15T14:36:41.795 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_unfound": 0, 2024-04-15T14:36:41.795 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_bytes": 0, 2024-04-15T14:36:41.795 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_keys": 0, 2024-04-15T14:36:41.795 INFO:tasks.workunit.client.0.smithi016.stdout: "num_promote": 0, 2024-04-15T14:36:41.795 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read": 0, 2024-04-15T14:36:41.795 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read_kb": 0, 2024-04-15T14:36:41.795 INFO:tasks.workunit.client.0.smithi016.stdout: "num_scrub_errors": 0, 2024-04-15T14:36:41.795 INFO:tasks.workunit.client.0.smithi016.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T14:36:41.795 INFO:tasks.workunit.client.0.smithi016.stdout: "num_whiteouts": 0, 2024-04-15T14:36:41.795 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write": 0, 2024-04-15T14:36:41.795 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write_kb": 0 2024-04-15T14:36:41.796 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.796 INFO:tasks.workunit.client.0.smithi016.stdout: "state": "active+clean", 2024-04-15T14:36:41.796 INFO:tasks.workunit.client.0.smithi016.stdout: "stats_invalid": false, 2024-04-15T14:36:41.796 INFO:tasks.workunit.client.0.smithi016.stdout: "up": [ 2024-04-15T14:36:41.796 INFO:tasks.workunit.client.0.smithi016.stdout: 5, 2024-04-15T14:36:41.796 INFO:tasks.workunit.client.0.smithi016.stdout: 4, 2024-04-15T14:36:41.796 INFO:tasks.workunit.client.0.smithi016.stdout: 1 2024-04-15T14:36:41.796 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T14:36:41.796 INFO:tasks.workunit.client.0.smithi016.stdout: "up_primary": 5, 2024-04-15T14:36:41.796 INFO:tasks.workunit.client.0.smithi016.stdout: "version": "0'0" 2024-04-15T14:36:41.796 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.796 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-15T14:36:41.796 INFO:tasks.workunit.client.0.smithi016.stdout: "acting": [ 2024-04-15T14:36:41.796 INFO:tasks.workunit.client.0.smithi016.stdout: 7, 2024-04-15T14:36:41.796 INFO:tasks.workunit.client.0.smithi016.stdout: 5, 2024-04-15T14:36:41.797 INFO:tasks.workunit.client.0.smithi016.stdout: 2 2024-04-15T14:36:41.797 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T14:36:41.797 INFO:tasks.workunit.client.0.smithi016.stdout: "acting_primary": 7, 2024-04-15T14:36:41.797 INFO:tasks.workunit.client.0.smithi016.stdout: "avail_no_missing": [], 2024-04-15T14:36:41.797 INFO:tasks.workunit.client.0.smithi016.stdout: "blocked_by": [], 2024-04-15T14:36:41.797 INFO:tasks.workunit.client.0.smithi016.stdout: "created": 60, 2024-04-15T14:36:41.797 INFO:tasks.workunit.client.0.smithi016.stdout: "dirty_stats_invalid": false, 2024-04-15T14:36:41.797 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T14:36:41.797 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_stats_invalid": false, 2024-04-15T14:36:41.797 INFO:tasks.workunit.client.0.smithi016.stdout: "last_active": "2024-04-15T14:34:11.924748+0000", 2024-04-15T14:36:41.797 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_active": "2024-04-15T14:33:34.628033+0000", 2024-04-15T14:36:41.797 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_peered": "2024-04-15T14:33:34.628033+0000", 2024-04-15T14:36:41.797 INFO:tasks.workunit.client.0.smithi016.stdout: "last_change": "2024-04-15T14:33:34.628676+0000", 2024-04-15T14:36:41.797 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean": "2024-04-15T14:34:11.924748+0000", 2024-04-15T14:36:41.797 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean_scrub_stamp": "2024-04-15T14:33:33.599136+0000", 2024-04-15T14:36:41.798 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub": "0'0", 2024-04-15T14:36:41.798 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub_stamp": "2024-04-15T14:33:33.599136+0000", 2024-04-15T14:36:41.798 INFO:tasks.workunit.client.0.smithi016.stdout: "last_epoch_clean": 61, 2024-04-15T14:36:41.798 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fresh": "2024-04-15T14:34:11.924748+0000", 2024-04-15T14:36:41.798 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fullsized": "2024-04-15T14:34:11.924748+0000", 2024-04-15T14:36:41.798 INFO:tasks.workunit.client.0.smithi016.stdout: "last_peered": "2024-04-15T14:34:11.924748+0000", 2024-04-15T14:36:41.798 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub": "0'0", 2024-04-15T14:36:41.798 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_duration": 0, 2024-04-15T14:36:41.798 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_stamp": "2024-04-15T14:33:33.599136+0000", 2024-04-15T14:36:41.798 INFO:tasks.workunit.client.0.smithi016.stdout: "last_undegraded": "2024-04-15T14:34:11.924748+0000", 2024-04-15T14:36:41.798 INFO:tasks.workunit.client.0.smithi016.stdout: "last_unstale": "2024-04-15T14:34:11.924748+0000", 2024-04-15T14:36:41.798 INFO:tasks.workunit.client.0.smithi016.stdout: "log_dups_size": 0, 2024-04-15T14:36:41.798 INFO:tasks.workunit.client.0.smithi016.stdout: "log_size": 2, 2024-04-15T14:36:41.798 INFO:tasks.workunit.client.0.smithi016.stdout: "log_start": "0'0", 2024-04-15T14:36:41.799 INFO:tasks.workunit.client.0.smithi016.stdout: "manifest_stats_invalid": false, 2024-04-15T14:36:41.799 INFO:tasks.workunit.client.0.smithi016.stdout: "mapping_epoch": 60, 2024-04-15T14:36:41.799 INFO:tasks.workunit.client.0.smithi016.stdout: "object_location_counts": [], 2024-04-15T14:36:41.799 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_scrubbed": 0, 2024-04-15T14:36:41.799 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_trimmed": 0, 2024-04-15T14:36:41.799 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_stats_invalid": false, 2024-04-15T14:36:41.799 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_size": 2, 2024-04-15T14:36:41.799 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_start": "0'0", 2024-04-15T14:36:41.799 INFO:tasks.workunit.client.0.smithi016.stdout: "parent": "0.0", 2024-04-15T14:36:41.799 INFO:tasks.workunit.client.0.smithi016.stdout: "parent_split_bits": 0, 2024-04-15T14:36:41.799 INFO:tasks.workunit.client.0.smithi016.stdout: "pgid": "2.1c", 2024-04-15T14:36:41.799 INFO:tasks.workunit.client.0.smithi016.stdout: "pin_stats_invalid": false, 2024-04-15T14:36:41.799 INFO:tasks.workunit.client.0.smithi016.stdout: "purged_snaps": [], 2024-04-15T14:36:41.799 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_epoch": 70, 2024-04-15T14:36:41.799 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_seq": 21, 2024-04-15T14:36:41.800 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_duration": 0.0, 2024-04-15T14:36:41.800 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-16T18:03:09.283496+0000", 2024-04-15T14:36:41.800 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrim_duration": 0.0, 2024-04-15T14:36:41.800 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrimq_len": 0, 2024-04-15T14:36:41.800 INFO:tasks.workunit.client.0.smithi016.stdout: "stat_sum": { 2024-04-15T14:36:41.800 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes": 0, 2024-04-15T14:36:41.800 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T14:36:41.800 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_recovered": 0, 2024-04-15T14:36:41.800 INFO:tasks.workunit.client.0.smithi016.stdout: "num_deep_scrub_errors": 0, 2024-04-15T14:36:41.800 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict": 0, 2024-04-15T14:36:41.800 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_kb": 0, 2024-04-15T14:36:41.800 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_full": 0, 2024-04-15T14:36:41.800 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_some": 0, 2024-04-15T14:36:41.800 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush": 0, 2024-04-15T14:36:41.801 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_kb": 0, 2024-04-15T14:36:41.801 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_high": 0, 2024-04-15T14:36:41.801 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_low": 0, 2024-04-15T14:36:41.801 INFO:tasks.workunit.client.0.smithi016.stdout: "num_keys_recovered": 0, 2024-04-15T14:36:41.801 INFO:tasks.workunit.client.0.smithi016.stdout: "num_large_omap_objects": 0, 2024-04-15T14:36:41.801 INFO:tasks.workunit.client.0.smithi016.stdout: "num_legacy_snapsets": 0, 2024-04-15T14:36:41.801 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_clones": 0, 2024-04-15T14:36:41.801 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_copies": 3, 2024-04-15T14:36:41.801 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects": 1, 2024-04-15T14:36:41.801 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_degraded": 0, 2024-04-15T14:36:41.801 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_dirty": 1, 2024-04-15T14:36:41.801 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T14:36:41.801 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_manifest": 0, 2024-04-15T14:36:41.801 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_misplaced": 0, 2024-04-15T14:36:41.802 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing": 0, 2024-04-15T14:36:41.802 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T14:36:41.802 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_omap": 1, 2024-04-15T14:36:41.802 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_pinned": 0, 2024-04-15T14:36:41.802 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_recovered": 0, 2024-04-15T14:36:41.802 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_repaired": 0, 2024-04-15T14:36:41.802 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_unfound": 0, 2024-04-15T14:36:41.802 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_bytes": 0, 2024-04-15T14:36:41.802 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_keys": 0, 2024-04-15T14:36:41.802 INFO:tasks.workunit.client.0.smithi016.stdout: "num_promote": 0, 2024-04-15T14:36:41.802 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read": 0, 2024-04-15T14:36:41.802 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read_kb": 0, 2024-04-15T14:36:41.802 INFO:tasks.workunit.client.0.smithi016.stdout: "num_scrub_errors": 0, 2024-04-15T14:36:41.802 INFO:tasks.workunit.client.0.smithi016.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T14:36:41.803 INFO:tasks.workunit.client.0.smithi016.stdout: "num_whiteouts": 0, 2024-04-15T14:36:41.803 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write": 3, 2024-04-15T14:36:41.803 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write_kb": 0 2024-04-15T14:36:41.803 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.803 INFO:tasks.workunit.client.0.smithi016.stdout: "state": "active+clean", 2024-04-15T14:36:41.803 INFO:tasks.workunit.client.0.smithi016.stdout: "stats_invalid": false, 2024-04-15T14:36:41.803 INFO:tasks.workunit.client.0.smithi016.stdout: "up": [ 2024-04-15T14:36:41.803 INFO:tasks.workunit.client.0.smithi016.stdout: 7, 2024-04-15T14:36:41.803 INFO:tasks.workunit.client.0.smithi016.stdout: 5, 2024-04-15T14:36:41.803 INFO:tasks.workunit.client.0.smithi016.stdout: 2 2024-04-15T14:36:41.803 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T14:36:41.803 INFO:tasks.workunit.client.0.smithi016.stdout: "up_primary": 7, 2024-04-15T14:36:41.803 INFO:tasks.workunit.client.0.smithi016.stdout: "version": "62'2" 2024-04-15T14:36:41.803 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.804 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-15T14:36:41.804 INFO:tasks.workunit.client.0.smithi016.stdout: "acting": [ 2024-04-15T14:36:41.804 INFO:tasks.workunit.client.0.smithi016.stdout: 5, 2024-04-15T14:36:41.804 INFO:tasks.workunit.client.0.smithi016.stdout: 4, 2024-04-15T14:36:41.804 INFO:tasks.workunit.client.0.smithi016.stdout: 6 2024-04-15T14:36:41.804 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T14:36:41.804 INFO:tasks.workunit.client.0.smithi016.stdout: "acting_primary": 5, 2024-04-15T14:36:41.804 INFO:tasks.workunit.client.0.smithi016.stdout: "avail_no_missing": [], 2024-04-15T14:36:41.804 INFO:tasks.workunit.client.0.smithi016.stdout: "blocked_by": [], 2024-04-15T14:36:41.804 INFO:tasks.workunit.client.0.smithi016.stdout: "created": 61, 2024-04-15T14:36:41.804 INFO:tasks.workunit.client.0.smithi016.stdout: "dirty_stats_invalid": false, 2024-04-15T14:36:41.804 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T14:36:41.804 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_stats_invalid": false, 2024-04-15T14:36:41.804 INFO:tasks.workunit.client.0.smithi016.stdout: "last_active": "2024-04-15T14:34:12.045675+0000", 2024-04-15T14:36:41.805 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_active": "2024-04-15T14:33:34.994612+0000", 2024-04-15T14:36:41.805 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_peered": "2024-04-15T14:33:34.994612+0000", 2024-04-15T14:36:41.805 INFO:tasks.workunit.client.0.smithi016.stdout: "last_change": "2024-04-15T14:33:34.994921+0000", 2024-04-15T14:36:41.805 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean": "2024-04-15T14:34:12.045675+0000", 2024-04-15T14:36:41.805 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T14:36:41.805 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub": "0'0", 2024-04-15T14:36:41.805 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T14:36:41.805 INFO:tasks.workunit.client.0.smithi016.stdout: "last_epoch_clean": 62, 2024-04-15T14:36:41.805 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fresh": "2024-04-15T14:34:12.045675+0000", 2024-04-15T14:36:41.805 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fullsized": "2024-04-15T14:34:12.045675+0000", 2024-04-15T14:36:41.805 INFO:tasks.workunit.client.0.smithi016.stdout: "last_peered": "2024-04-15T14:34:12.045675+0000", 2024-04-15T14:36:41.805 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub": "0'0", 2024-04-15T14:36:41.805 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_duration": 0, 2024-04-15T14:36:41.805 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T14:36:41.805 INFO:tasks.workunit.client.0.smithi016.stdout: "last_undegraded": "2024-04-15T14:34:12.045675+0000", 2024-04-15T14:36:41.806 INFO:tasks.workunit.client.0.smithi016.stdout: "last_unstale": "2024-04-15T14:34:12.045675+0000", 2024-04-15T14:36:41.806 INFO:tasks.workunit.client.0.smithi016.stdout: "log_dups_size": 0, 2024-04-15T14:36:41.806 INFO:tasks.workunit.client.0.smithi016.stdout: "log_size": 0, 2024-04-15T14:36:41.806 INFO:tasks.workunit.client.0.smithi016.stdout: "log_start": "0'0", 2024-04-15T14:36:41.806 INFO:tasks.workunit.client.0.smithi016.stdout: "manifest_stats_invalid": false, 2024-04-15T14:36:41.806 INFO:tasks.workunit.client.0.smithi016.stdout: "mapping_epoch": 61, 2024-04-15T14:36:41.806 INFO:tasks.workunit.client.0.smithi016.stdout: "object_location_counts": [], 2024-04-15T14:36:41.806 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_scrubbed": 0, 2024-04-15T14:36:41.806 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_trimmed": 0, 2024-04-15T14:36:41.806 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_stats_invalid": false, 2024-04-15T14:36:41.806 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_size": 0, 2024-04-15T14:36:41.806 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_start": "0'0", 2024-04-15T14:36:41.806 INFO:tasks.workunit.client.0.smithi016.stdout: "parent": "0.0", 2024-04-15T14:36:41.807 INFO:tasks.workunit.client.0.smithi016.stdout: "parent_split_bits": 0, 2024-04-15T14:36:41.807 INFO:tasks.workunit.client.0.smithi016.stdout: "pgid": "3.1d", 2024-04-15T14:36:41.807 INFO:tasks.workunit.client.0.smithi016.stdout: "pin_stats_invalid": false, 2024-04-15T14:36:41.807 INFO:tasks.workunit.client.0.smithi016.stdout: "purged_snaps": [], 2024-04-15T14:36:41.807 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_epoch": 70, 2024-04-15T14:36:41.807 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_seq": 19, 2024-04-15T14:36:41.807 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_duration": 0.0, 2024-04-15T14:36:41.807 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-16T23:38:01.119309+0000", 2024-04-15T14:36:41.807 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrim_duration": 0.0, 2024-04-15T14:36:41.807 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrimq_len": 0, 2024-04-15T14:36:41.807 INFO:tasks.workunit.client.0.smithi016.stdout: "stat_sum": { 2024-04-15T14:36:41.807 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes": 0, 2024-04-15T14:36:41.807 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T14:36:41.807 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_recovered": 0, 2024-04-15T14:36:41.807 INFO:tasks.workunit.client.0.smithi016.stdout: "num_deep_scrub_errors": 0, 2024-04-15T14:36:41.808 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict": 0, 2024-04-15T14:36:41.808 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_kb": 0, 2024-04-15T14:36:41.808 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_full": 0, 2024-04-15T14:36:41.808 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_some": 0, 2024-04-15T14:36:41.808 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush": 0, 2024-04-15T14:36:41.808 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_kb": 0, 2024-04-15T14:36:41.808 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_high": 0, 2024-04-15T14:36:41.808 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_low": 0, 2024-04-15T14:36:41.808 INFO:tasks.workunit.client.0.smithi016.stdout: "num_keys_recovered": 0, 2024-04-15T14:36:41.808 INFO:tasks.workunit.client.0.smithi016.stdout: "num_large_omap_objects": 0, 2024-04-15T14:36:41.808 INFO:tasks.workunit.client.0.smithi016.stdout: "num_legacy_snapsets": 0, 2024-04-15T14:36:41.808 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_clones": 0, 2024-04-15T14:36:41.808 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_copies": 0, 2024-04-15T14:36:41.808 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects": 0, 2024-04-15T14:36:41.809 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_degraded": 0, 2024-04-15T14:36:41.809 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_dirty": 0, 2024-04-15T14:36:41.809 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T14:36:41.809 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_manifest": 0, 2024-04-15T14:36:41.809 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_misplaced": 0, 2024-04-15T14:36:41.809 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing": 0, 2024-04-15T14:36:41.809 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T14:36:41.809 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_omap": 0, 2024-04-15T14:36:41.809 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_pinned": 0, 2024-04-15T14:36:41.809 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_recovered": 0, 2024-04-15T14:36:41.809 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_repaired": 0, 2024-04-15T14:36:41.809 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_unfound": 0, 2024-04-15T14:36:41.809 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_bytes": 0, 2024-04-15T14:36:41.809 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_keys": 0, 2024-04-15T14:36:41.809 INFO:tasks.workunit.client.0.smithi016.stdout: "num_promote": 0, 2024-04-15T14:36:41.810 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read": 0, 2024-04-15T14:36:41.810 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read_kb": 0, 2024-04-15T14:36:41.810 INFO:tasks.workunit.client.0.smithi016.stdout: "num_scrub_errors": 0, 2024-04-15T14:36:41.810 INFO:tasks.workunit.client.0.smithi016.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T14:36:41.810 INFO:tasks.workunit.client.0.smithi016.stdout: "num_whiteouts": 0, 2024-04-15T14:36:41.810 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write": 0, 2024-04-15T14:36:41.810 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write_kb": 0 2024-04-15T14:36:41.810 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.810 INFO:tasks.workunit.client.0.smithi016.stdout: "state": "active+clean", 2024-04-15T14:36:41.810 INFO:tasks.workunit.client.0.smithi016.stdout: "stats_invalid": false, 2024-04-15T14:36:41.810 INFO:tasks.workunit.client.0.smithi016.stdout: "up": [ 2024-04-15T14:36:41.810 INFO:tasks.workunit.client.0.smithi016.stdout: 5, 2024-04-15T14:36:41.810 INFO:tasks.workunit.client.0.smithi016.stdout: 4, 2024-04-15T14:36:41.811 INFO:tasks.workunit.client.0.smithi016.stdout: 6 2024-04-15T14:36:41.811 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T14:36:41.811 INFO:tasks.workunit.client.0.smithi016.stdout: "up_primary": 5, 2024-04-15T14:36:41.811 INFO:tasks.workunit.client.0.smithi016.stdout: "version": "0'0" 2024-04-15T14:36:41.811 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.811 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-15T14:36:41.811 INFO:tasks.workunit.client.0.smithi016.stdout: "acting": [ 2024-04-15T14:36:41.811 INFO:tasks.workunit.client.0.smithi016.stdout: 3, 2024-04-15T14:36:41.811 INFO:tasks.workunit.client.0.smithi016.stdout: 7, 2024-04-15T14:36:41.811 INFO:tasks.workunit.client.0.smithi016.stdout: 6 2024-04-15T14:36:41.811 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T14:36:41.811 INFO:tasks.workunit.client.0.smithi016.stdout: "acting_primary": 3, 2024-04-15T14:36:41.811 INFO:tasks.workunit.client.0.smithi016.stdout: "avail_no_missing": [], 2024-04-15T14:36:41.811 INFO:tasks.workunit.client.0.smithi016.stdout: "blocked_by": [], 2024-04-15T14:36:41.812 INFO:tasks.workunit.client.0.smithi016.stdout: "created": 60, 2024-04-15T14:36:41.812 INFO:tasks.workunit.client.0.smithi016.stdout: "dirty_stats_invalid": false, 2024-04-15T14:36:41.812 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T14:36:41.812 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_stats_invalid": false, 2024-04-15T14:36:41.812 INFO:tasks.workunit.client.0.smithi016.stdout: "last_active": "2024-04-15T14:34:12.046351+0000", 2024-04-15T14:36:41.812 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_active": "2024-04-15T14:33:34.622710+0000", 2024-04-15T14:36:41.812 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_peered": "2024-04-15T14:33:34.622710+0000", 2024-04-15T14:36:41.812 INFO:tasks.workunit.client.0.smithi016.stdout: "last_change": "2024-04-15T14:33:34.623272+0000", 2024-04-15T14:36:41.812 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean": "2024-04-15T14:34:12.046351+0000", 2024-04-15T14:36:41.812 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean_scrub_stamp": "2024-04-15T14:33:33.599136+0000", 2024-04-15T14:36:41.812 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub": "0'0", 2024-04-15T14:36:41.812 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub_stamp": "2024-04-15T14:33:33.599136+0000", 2024-04-15T14:36:41.812 INFO:tasks.workunit.client.0.smithi016.stdout: "last_epoch_clean": 61, 2024-04-15T14:36:41.812 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fresh": "2024-04-15T14:34:12.046351+0000", 2024-04-15T14:36:41.813 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fullsized": "2024-04-15T14:34:12.046351+0000", 2024-04-15T14:36:41.813 INFO:tasks.workunit.client.0.smithi016.stdout: "last_peered": "2024-04-15T14:34:12.046351+0000", 2024-04-15T14:36:41.813 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub": "0'0", 2024-04-15T14:36:41.813 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_duration": 0, 2024-04-15T14:36:41.813 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_stamp": "2024-04-15T14:33:33.599136+0000", 2024-04-15T14:36:41.813 INFO:tasks.workunit.client.0.smithi016.stdout: "last_undegraded": "2024-04-15T14:34:12.046351+0000", 2024-04-15T14:36:41.813 INFO:tasks.workunit.client.0.smithi016.stdout: "last_unstale": "2024-04-15T14:34:12.046351+0000", 2024-04-15T14:36:41.813 INFO:tasks.workunit.client.0.smithi016.stdout: "log_dups_size": 0, 2024-04-15T14:36:41.813 INFO:tasks.workunit.client.0.smithi016.stdout: "log_size": 1, 2024-04-15T14:36:41.813 INFO:tasks.workunit.client.0.smithi016.stdout: "log_start": "0'0", 2024-04-15T14:36:41.813 INFO:tasks.workunit.client.0.smithi016.stdout: "manifest_stats_invalid": false, 2024-04-15T14:36:41.813 INFO:tasks.workunit.client.0.smithi016.stdout: "mapping_epoch": 60, 2024-04-15T14:36:41.813 INFO:tasks.workunit.client.0.smithi016.stdout: "object_location_counts": [], 2024-04-15T14:36:41.813 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_scrubbed": 0, 2024-04-15T14:36:41.813 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_trimmed": 0, 2024-04-15T14:36:41.814 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_stats_invalid": false, 2024-04-15T14:36:41.814 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_size": 1, 2024-04-15T14:36:41.814 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_start": "0'0", 2024-04-15T14:36:41.814 INFO:tasks.workunit.client.0.smithi016.stdout: "parent": "0.0", 2024-04-15T14:36:41.814 INFO:tasks.workunit.client.0.smithi016.stdout: "parent_split_bits": 0, 2024-04-15T14:36:41.814 INFO:tasks.workunit.client.0.smithi016.stdout: "pgid": "2.1b", 2024-04-15T14:36:41.814 INFO:tasks.workunit.client.0.smithi016.stdout: "pin_stats_invalid": false, 2024-04-15T14:36:41.814 INFO:tasks.workunit.client.0.smithi016.stdout: "purged_snaps": [], 2024-04-15T14:36:41.814 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_epoch": 70, 2024-04-15T14:36:41.814 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_seq": 20, 2024-04-15T14:36:41.814 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_duration": 0.0, 2024-04-15T14:36:41.814 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-16T19:37:49.694651+0000", 2024-04-15T14:36:41.814 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrim_duration": 0.0, 2024-04-15T14:36:41.815 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrimq_len": 0, 2024-04-15T14:36:41.815 INFO:tasks.workunit.client.0.smithi016.stdout: "stat_sum": { 2024-04-15T14:36:41.815 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes": 0, 2024-04-15T14:36:41.815 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T14:36:41.815 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_recovered": 0, 2024-04-15T14:36:41.815 INFO:tasks.workunit.client.0.smithi016.stdout: "num_deep_scrub_errors": 0, 2024-04-15T14:36:41.815 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict": 0, 2024-04-15T14:36:41.815 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_kb": 0, 2024-04-15T14:36:41.815 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_full": 0, 2024-04-15T14:36:41.815 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_some": 0, 2024-04-15T14:36:41.815 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush": 0, 2024-04-15T14:36:41.815 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_kb": 0, 2024-04-15T14:36:41.815 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_high": 0, 2024-04-15T14:36:41.815 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_low": 0, 2024-04-15T14:36:41.815 INFO:tasks.workunit.client.0.smithi016.stdout: "num_keys_recovered": 0, 2024-04-15T14:36:41.816 INFO:tasks.workunit.client.0.smithi016.stdout: "num_large_omap_objects": 0, 2024-04-15T14:36:41.816 INFO:tasks.workunit.client.0.smithi016.stdout: "num_legacy_snapsets": 0, 2024-04-15T14:36:41.816 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_clones": 0, 2024-04-15T14:36:41.816 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_copies": 0, 2024-04-15T14:36:41.816 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects": 0, 2024-04-15T14:36:41.816 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_degraded": 0, 2024-04-15T14:36:41.816 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_dirty": 0, 2024-04-15T14:36:41.816 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T14:36:41.816 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_manifest": 0, 2024-04-15T14:36:41.816 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_misplaced": 0, 2024-04-15T14:36:41.816 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing": 0, 2024-04-15T14:36:41.816 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T14:36:41.816 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_omap": 0, 2024-04-15T14:36:41.816 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_pinned": 0, 2024-04-15T14:36:41.817 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_recovered": 0, 2024-04-15T14:36:41.817 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_repaired": 0, 2024-04-15T14:36:41.817 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_unfound": 0, 2024-04-15T14:36:41.817 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_bytes": 0, 2024-04-15T14:36:41.817 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_keys": 0, 2024-04-15T14:36:41.817 INFO:tasks.workunit.client.0.smithi016.stdout: "num_promote": 0, 2024-04-15T14:36:41.817 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read": 0, 2024-04-15T14:36:41.817 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read_kb": 0, 2024-04-15T14:36:41.817 INFO:tasks.workunit.client.0.smithi016.stdout: "num_scrub_errors": 0, 2024-04-15T14:36:41.817 INFO:tasks.workunit.client.0.smithi016.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T14:36:41.817 INFO:tasks.workunit.client.0.smithi016.stdout: "num_whiteouts": 0, 2024-04-15T14:36:41.817 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write": 0, 2024-04-15T14:36:41.817 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write_kb": 0 2024-04-15T14:36:41.817 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.818 INFO:tasks.workunit.client.0.smithi016.stdout: "state": "active+clean", 2024-04-15T14:36:41.818 INFO:tasks.workunit.client.0.smithi016.stdout: "stats_invalid": false, 2024-04-15T14:36:41.818 INFO:tasks.workunit.client.0.smithi016.stdout: "up": [ 2024-04-15T14:36:41.818 INFO:tasks.workunit.client.0.smithi016.stdout: 3, 2024-04-15T14:36:41.818 INFO:tasks.workunit.client.0.smithi016.stdout: 7, 2024-04-15T14:36:41.818 INFO:tasks.workunit.client.0.smithi016.stdout: 6 2024-04-15T14:36:41.818 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T14:36:41.818 INFO:tasks.workunit.client.0.smithi016.stdout: "up_primary": 3, 2024-04-15T14:36:41.818 INFO:tasks.workunit.client.0.smithi016.stdout: "version": "62'1" 2024-04-15T14:36:41.818 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.818 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-15T14:36:41.818 INFO:tasks.workunit.client.0.smithi016.stdout: "acting": [ 2024-04-15T14:36:41.818 INFO:tasks.workunit.client.0.smithi016.stdout: 4, 2024-04-15T14:36:41.818 INFO:tasks.workunit.client.0.smithi016.stdout: 1, 2024-04-15T14:36:41.819 INFO:tasks.workunit.client.0.smithi016.stdout: 2 2024-04-15T14:36:41.819 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T14:36:41.819 INFO:tasks.workunit.client.0.smithi016.stdout: "acting_primary": 4, 2024-04-15T14:36:41.819 INFO:tasks.workunit.client.0.smithi016.stdout: "avail_no_missing": [], 2024-04-15T14:36:41.819 INFO:tasks.workunit.client.0.smithi016.stdout: "blocked_by": [], 2024-04-15T14:36:41.819 INFO:tasks.workunit.client.0.smithi016.stdout: "created": 61, 2024-04-15T14:36:41.819 INFO:tasks.workunit.client.0.smithi016.stdout: "dirty_stats_invalid": false, 2024-04-15T14:36:41.819 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T14:36:41.819 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_stats_invalid": false, 2024-04-15T14:36:41.819 INFO:tasks.workunit.client.0.smithi016.stdout: "last_active": "2024-04-15T14:34:12.020006+0000", 2024-04-15T14:36:41.819 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_active": "2024-04-15T14:33:34.992740+0000", 2024-04-15T14:36:41.819 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_peered": "2024-04-15T14:33:34.992740+0000", 2024-04-15T14:36:41.819 INFO:tasks.workunit.client.0.smithi016.stdout: "last_change": "2024-04-15T14:33:34.993329+0000", 2024-04-15T14:36:41.819 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean": "2024-04-15T14:34:12.020006+0000", 2024-04-15T14:36:41.819 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T14:36:41.820 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub": "0'0", 2024-04-15T14:36:41.820 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T14:36:41.820 INFO:tasks.workunit.client.0.smithi016.stdout: "last_epoch_clean": 62, 2024-04-15T14:36:41.820 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fresh": "2024-04-15T14:34:12.020006+0000", 2024-04-15T14:36:41.820 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fullsized": "2024-04-15T14:34:12.020006+0000", 2024-04-15T14:36:41.820 INFO:tasks.workunit.client.0.smithi016.stdout: "last_peered": "2024-04-15T14:34:12.020006+0000", 2024-04-15T14:36:41.820 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub": "0'0", 2024-04-15T14:36:41.820 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_duration": 0, 2024-04-15T14:36:41.820 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T14:36:41.820 INFO:tasks.workunit.client.0.smithi016.stdout: "last_undegraded": "2024-04-15T14:34:12.020006+0000", 2024-04-15T14:36:41.820 INFO:tasks.workunit.client.0.smithi016.stdout: "last_unstale": "2024-04-15T14:34:12.020006+0000", 2024-04-15T14:36:41.820 INFO:tasks.workunit.client.0.smithi016.stdout: "log_dups_size": 0, 2024-04-15T14:36:41.820 INFO:tasks.workunit.client.0.smithi016.stdout: "log_size": 0, 2024-04-15T14:36:41.820 INFO:tasks.workunit.client.0.smithi016.stdout: "log_start": "0'0", 2024-04-15T14:36:41.821 INFO:tasks.workunit.client.0.smithi016.stdout: "manifest_stats_invalid": false, 2024-04-15T14:36:41.821 INFO:tasks.workunit.client.0.smithi016.stdout: "mapping_epoch": 61, 2024-04-15T14:36:41.821 INFO:tasks.workunit.client.0.smithi016.stdout: "object_location_counts": [], 2024-04-15T14:36:41.821 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_scrubbed": 0, 2024-04-15T14:36:41.821 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_trimmed": 0, 2024-04-15T14:36:41.821 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_stats_invalid": false, 2024-04-15T14:36:41.821 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_size": 0, 2024-04-15T14:36:41.821 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_start": "0'0", 2024-04-15T14:36:41.821 INFO:tasks.workunit.client.0.smithi016.stdout: "parent": "0.0", 2024-04-15T14:36:41.821 INFO:tasks.workunit.client.0.smithi016.stdout: "parent_split_bits": 0, 2024-04-15T14:36:41.821 INFO:tasks.workunit.client.0.smithi016.stdout: "pgid": "3.1a", 2024-04-15T14:36:41.821 INFO:tasks.workunit.client.0.smithi016.stdout: "pin_stats_invalid": false, 2024-04-15T14:36:41.821 INFO:tasks.workunit.client.0.smithi016.stdout: "purged_snaps": [], 2024-04-15T14:36:41.821 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_epoch": 70, 2024-04-15T14:36:41.821 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_seq": 18, 2024-04-15T14:36:41.822 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_duration": 0.0, 2024-04-15T14:36:41.822 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-16T23:48:57.993034+0000", 2024-04-15T14:36:41.822 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrim_duration": 0.0, 2024-04-15T14:36:41.822 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrimq_len": 0, 2024-04-15T14:36:41.822 INFO:tasks.workunit.client.0.smithi016.stdout: "stat_sum": { 2024-04-15T14:36:41.822 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes": 0, 2024-04-15T14:36:41.822 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T14:36:41.822 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_recovered": 0, 2024-04-15T14:36:41.822 INFO:tasks.workunit.client.0.smithi016.stdout: "num_deep_scrub_errors": 0, 2024-04-15T14:36:41.822 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict": 0, 2024-04-15T14:36:41.822 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_kb": 0, 2024-04-15T14:36:41.822 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_full": 0, 2024-04-15T14:36:41.822 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_some": 0, 2024-04-15T14:36:41.822 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush": 0, 2024-04-15T14:36:41.823 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_kb": 0, 2024-04-15T14:36:41.823 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_high": 0, 2024-04-15T14:36:41.823 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_low": 0, 2024-04-15T14:36:41.823 INFO:tasks.workunit.client.0.smithi016.stdout: "num_keys_recovered": 0, 2024-04-15T14:36:41.823 INFO:tasks.workunit.client.0.smithi016.stdout: "num_large_omap_objects": 0, 2024-04-15T14:36:41.823 INFO:tasks.workunit.client.0.smithi016.stdout: "num_legacy_snapsets": 0, 2024-04-15T14:36:41.823 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_clones": 0, 2024-04-15T14:36:41.823 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_copies": 0, 2024-04-15T14:36:41.823 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects": 0, 2024-04-15T14:36:41.823 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_degraded": 0, 2024-04-15T14:36:41.823 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_dirty": 0, 2024-04-15T14:36:41.823 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T14:36:41.823 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_manifest": 0, 2024-04-15T14:36:41.823 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_misplaced": 0, 2024-04-15T14:36:41.823 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing": 0, 2024-04-15T14:36:41.824 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T14:36:41.824 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_omap": 0, 2024-04-15T14:36:41.824 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_pinned": 0, 2024-04-15T14:36:41.824 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_recovered": 0, 2024-04-15T14:36:41.824 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_repaired": 0, 2024-04-15T14:36:41.824 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_unfound": 0, 2024-04-15T14:36:41.824 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_bytes": 0, 2024-04-15T14:36:41.824 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_keys": 0, 2024-04-15T14:36:41.824 INFO:tasks.workunit.client.0.smithi016.stdout: "num_promote": 0, 2024-04-15T14:36:41.824 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read": 0, 2024-04-15T14:36:41.824 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read_kb": 0, 2024-04-15T14:36:41.824 INFO:tasks.workunit.client.0.smithi016.stdout: "num_scrub_errors": 0, 2024-04-15T14:36:41.824 INFO:tasks.workunit.client.0.smithi016.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T14:36:41.824 INFO:tasks.workunit.client.0.smithi016.stdout: "num_whiteouts": 0, 2024-04-15T14:36:41.824 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write": 0, 2024-04-15T14:36:41.825 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write_kb": 0 2024-04-15T14:36:41.825 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.825 INFO:tasks.workunit.client.0.smithi016.stdout: "state": "active+clean", 2024-04-15T14:36:41.825 INFO:tasks.workunit.client.0.smithi016.stdout: "stats_invalid": false, 2024-04-15T14:36:41.825 INFO:tasks.workunit.client.0.smithi016.stdout: "up": [ 2024-04-15T14:36:41.825 INFO:tasks.workunit.client.0.smithi016.stdout: 4, 2024-04-15T14:36:41.825 INFO:tasks.workunit.client.0.smithi016.stdout: 1, 2024-04-15T14:36:41.825 INFO:tasks.workunit.client.0.smithi016.stdout: 2 2024-04-15T14:36:41.825 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T14:36:41.825 INFO:tasks.workunit.client.0.smithi016.stdout: "up_primary": 4, 2024-04-15T14:36:41.825 INFO:tasks.workunit.client.0.smithi016.stdout: "version": "0'0" 2024-04-15T14:36:41.825 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.825 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-15T14:36:41.825 INFO:tasks.workunit.client.0.smithi016.stdout: "acting": [ 2024-04-15T14:36:41.825 INFO:tasks.workunit.client.0.smithi016.stdout: 6, 2024-04-15T14:36:41.826 INFO:tasks.workunit.client.0.smithi016.stdout: 4, 2024-04-15T14:36:41.826 INFO:tasks.workunit.client.0.smithi016.stdout: 7 2024-04-15T14:36:41.826 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T14:36:41.826 INFO:tasks.workunit.client.0.smithi016.stdout: "acting_primary": 6, 2024-04-15T14:36:41.826 INFO:tasks.workunit.client.0.smithi016.stdout: "avail_no_missing": [], 2024-04-15T14:36:41.826 INFO:tasks.workunit.client.0.smithi016.stdout: "blocked_by": [], 2024-04-15T14:36:41.826 INFO:tasks.workunit.client.0.smithi016.stdout: "created": 60, 2024-04-15T14:36:41.826 INFO:tasks.workunit.client.0.smithi016.stdout: "dirty_stats_invalid": false, 2024-04-15T14:36:41.826 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T14:36:41.826 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_stats_invalid": false, 2024-04-15T14:36:41.826 INFO:tasks.workunit.client.0.smithi016.stdout: "last_active": "2024-04-15T14:34:12.043786+0000", 2024-04-15T14:36:41.826 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_active": "2024-04-15T14:33:34.623487+0000", 2024-04-15T14:36:41.826 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_peered": "2024-04-15T14:33:34.623487+0000", 2024-04-15T14:36:41.826 INFO:tasks.workunit.client.0.smithi016.stdout: "last_change": "2024-04-15T14:33:34.623835+0000", 2024-04-15T14:36:41.827 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean": "2024-04-15T14:34:12.043786+0000", 2024-04-15T14:36:41.827 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean_scrub_stamp": "2024-04-15T14:33:33.599136+0000", 2024-04-15T14:36:41.827 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub": "0'0", 2024-04-15T14:36:41.827 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub_stamp": "2024-04-15T14:33:33.599136+0000", 2024-04-15T14:36:41.827 INFO:tasks.workunit.client.0.smithi016.stdout: "last_epoch_clean": 61, 2024-04-15T14:36:41.827 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fresh": "2024-04-15T14:34:12.043786+0000", 2024-04-15T14:36:41.827 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fullsized": "2024-04-15T14:34:12.043786+0000", 2024-04-15T14:36:41.827 INFO:tasks.workunit.client.0.smithi016.stdout: "last_peered": "2024-04-15T14:34:12.043786+0000", 2024-04-15T14:36:41.827 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub": "0'0", 2024-04-15T14:36:41.827 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_duration": 0, 2024-04-15T14:36:41.827 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_stamp": "2024-04-15T14:33:33.599136+0000", 2024-04-15T14:36:41.827 INFO:tasks.workunit.client.0.smithi016.stdout: "last_undegraded": "2024-04-15T14:34:12.043786+0000", 2024-04-15T14:36:41.827 INFO:tasks.workunit.client.0.smithi016.stdout: "last_unstale": "2024-04-15T14:34:12.043786+0000", 2024-04-15T14:36:41.827 INFO:tasks.workunit.client.0.smithi016.stdout: "log_dups_size": 0, 2024-04-15T14:36:41.828 INFO:tasks.workunit.client.0.smithi016.stdout: "log_size": 1, 2024-04-15T14:36:41.828 INFO:tasks.workunit.client.0.smithi016.stdout: "log_start": "0'0", 2024-04-15T14:36:41.828 INFO:tasks.workunit.client.0.smithi016.stdout: "manifest_stats_invalid": false, 2024-04-15T14:36:41.828 INFO:tasks.workunit.client.0.smithi016.stdout: "mapping_epoch": 60, 2024-04-15T14:36:41.828 INFO:tasks.workunit.client.0.smithi016.stdout: "object_location_counts": [], 2024-04-15T14:36:41.828 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_scrubbed": 0, 2024-04-15T14:36:41.828 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_trimmed": 0, 2024-04-15T14:36:41.828 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_stats_invalid": false, 2024-04-15T14:36:41.828 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_size": 1, 2024-04-15T14:36:41.828 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_start": "0'0", 2024-04-15T14:36:41.828 INFO:tasks.workunit.client.0.smithi016.stdout: "parent": "0.0", 2024-04-15T14:36:41.828 INFO:tasks.workunit.client.0.smithi016.stdout: "parent_split_bits": 0, 2024-04-15T14:36:41.828 INFO:tasks.workunit.client.0.smithi016.stdout: "pgid": "2.1a", 2024-04-15T14:36:41.828 INFO:tasks.workunit.client.0.smithi016.stdout: "pin_stats_invalid": false, 2024-04-15T14:36:41.829 INFO:tasks.workunit.client.0.smithi016.stdout: "purged_snaps": [], 2024-04-15T14:36:41.829 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_epoch": 70, 2024-04-15T14:36:41.829 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_seq": 20, 2024-04-15T14:36:41.829 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_duration": 0.0, 2024-04-15T14:36:41.829 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-16T20:33:02.210280+0000", 2024-04-15T14:36:41.829 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrim_duration": 0.0, 2024-04-15T14:36:41.829 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrimq_len": 0, 2024-04-15T14:36:41.829 INFO:tasks.workunit.client.0.smithi016.stdout: "stat_sum": { 2024-04-15T14:36:41.829 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes": 0, 2024-04-15T14:36:41.829 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T14:36:41.829 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_recovered": 0, 2024-04-15T14:36:41.829 INFO:tasks.workunit.client.0.smithi016.stdout: "num_deep_scrub_errors": 0, 2024-04-15T14:36:41.829 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict": 0, 2024-04-15T14:36:41.829 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_kb": 0, 2024-04-15T14:36:41.829 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_full": 0, 2024-04-15T14:36:41.830 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_some": 0, 2024-04-15T14:36:41.830 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush": 0, 2024-04-15T14:36:41.830 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_kb": 0, 2024-04-15T14:36:41.830 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_high": 0, 2024-04-15T14:36:41.830 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_low": 0, 2024-04-15T14:36:41.830 INFO:tasks.workunit.client.0.smithi016.stdout: "num_keys_recovered": 0, 2024-04-15T14:36:41.830 INFO:tasks.workunit.client.0.smithi016.stdout: "num_large_omap_objects": 0, 2024-04-15T14:36:41.830 INFO:tasks.workunit.client.0.smithi016.stdout: "num_legacy_snapsets": 0, 2024-04-15T14:36:41.830 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_clones": 0, 2024-04-15T14:36:41.830 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_copies": 0, 2024-04-15T14:36:41.830 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects": 0, 2024-04-15T14:36:41.830 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_degraded": 0, 2024-04-15T14:36:41.830 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_dirty": 0, 2024-04-15T14:36:41.831 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T14:36:41.831 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_manifest": 0, 2024-04-15T14:36:41.831 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_misplaced": 0, 2024-04-15T14:36:41.831 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing": 0, 2024-04-15T14:36:41.831 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T14:36:41.831 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_omap": 0, 2024-04-15T14:36:41.831 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_pinned": 0, 2024-04-15T14:36:41.831 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_recovered": 0, 2024-04-15T14:36:41.831 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_repaired": 0, 2024-04-15T14:36:41.831 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_unfound": 0, 2024-04-15T14:36:41.831 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_bytes": 0, 2024-04-15T14:36:41.831 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_keys": 0, 2024-04-15T14:36:41.831 INFO:tasks.workunit.client.0.smithi016.stdout: "num_promote": 0, 2024-04-15T14:36:41.831 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read": 0, 2024-04-15T14:36:41.831 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read_kb": 0, 2024-04-15T14:36:41.832 INFO:tasks.workunit.client.0.smithi016.stdout: "num_scrub_errors": 0, 2024-04-15T14:36:41.832 INFO:tasks.workunit.client.0.smithi016.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T14:36:41.832 INFO:tasks.workunit.client.0.smithi016.stdout: "num_whiteouts": 0, 2024-04-15T14:36:41.832 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write": 0, 2024-04-15T14:36:41.832 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write_kb": 0 2024-04-15T14:36:41.832 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.832 INFO:tasks.workunit.client.0.smithi016.stdout: "state": "active+clean", 2024-04-15T14:36:41.832 INFO:tasks.workunit.client.0.smithi016.stdout: "stats_invalid": false, 2024-04-15T14:36:41.832 INFO:tasks.workunit.client.0.smithi016.stdout: "up": [ 2024-04-15T14:36:41.832 INFO:tasks.workunit.client.0.smithi016.stdout: 6, 2024-04-15T14:36:41.832 INFO:tasks.workunit.client.0.smithi016.stdout: 4, 2024-04-15T14:36:41.832 INFO:tasks.workunit.client.0.smithi016.stdout: 7 2024-04-15T14:36:41.832 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T14:36:41.832 INFO:tasks.workunit.client.0.smithi016.stdout: "up_primary": 6, 2024-04-15T14:36:41.832 INFO:tasks.workunit.client.0.smithi016.stdout: "version": "62'1" 2024-04-15T14:36:41.833 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.833 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-15T14:36:41.833 INFO:tasks.workunit.client.0.smithi016.stdout: "acting": [ 2024-04-15T14:36:41.833 INFO:tasks.workunit.client.0.smithi016.stdout: 0, 2024-04-15T14:36:41.833 INFO:tasks.workunit.client.0.smithi016.stdout: 4, 2024-04-15T14:36:41.833 INFO:tasks.workunit.client.0.smithi016.stdout: 7 2024-04-15T14:36:41.833 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T14:36:41.833 INFO:tasks.workunit.client.0.smithi016.stdout: "acting_primary": 0, 2024-04-15T14:36:41.833 INFO:tasks.workunit.client.0.smithi016.stdout: "avail_no_missing": [], 2024-04-15T14:36:41.833 INFO:tasks.workunit.client.0.smithi016.stdout: "blocked_by": [], 2024-04-15T14:36:41.833 INFO:tasks.workunit.client.0.smithi016.stdout: "created": 61, 2024-04-15T14:36:41.833 INFO:tasks.workunit.client.0.smithi016.stdout: "dirty_stats_invalid": false, 2024-04-15T14:36:41.833 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T14:36:41.833 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_stats_invalid": false, 2024-04-15T14:36:41.833 INFO:tasks.workunit.client.0.smithi016.stdout: "last_active": "2024-04-15T14:34:11.923208+0000", 2024-04-15T14:36:41.834 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_active": "2024-04-15T14:33:34.990182+0000", 2024-04-15T14:36:41.834 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_peered": "2024-04-15T14:33:34.990182+0000", 2024-04-15T14:36:41.834 INFO:tasks.workunit.client.0.smithi016.stdout: "last_change": "2024-04-15T14:33:34.990461+0000", 2024-04-15T14:36:41.834 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean": "2024-04-15T14:34:11.923208+0000", 2024-04-15T14:36:41.834 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T14:36:41.834 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub": "0'0", 2024-04-15T14:36:41.834 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T14:36:41.834 INFO:tasks.workunit.client.0.smithi016.stdout: "last_epoch_clean": 62, 2024-04-15T14:36:41.834 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fresh": "2024-04-15T14:34:11.923208+0000", 2024-04-15T14:36:41.834 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fullsized": "2024-04-15T14:34:11.923208+0000", 2024-04-15T14:36:41.834 INFO:tasks.workunit.client.0.smithi016.stdout: "last_peered": "2024-04-15T14:34:11.923208+0000", 2024-04-15T14:36:41.834 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub": "0'0", 2024-04-15T14:36:41.834 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_duration": 0, 2024-04-15T14:36:41.834 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T14:36:41.835 INFO:tasks.workunit.client.0.smithi016.stdout: "last_undegraded": "2024-04-15T14:34:11.923208+0000", 2024-04-15T14:36:41.835 INFO:tasks.workunit.client.0.smithi016.stdout: "last_unstale": "2024-04-15T14:34:11.923208+0000", 2024-04-15T14:36:41.835 INFO:tasks.workunit.client.0.smithi016.stdout: "log_dups_size": 0, 2024-04-15T14:36:41.835 INFO:tasks.workunit.client.0.smithi016.stdout: "log_size": 0, 2024-04-15T14:36:41.835 INFO:tasks.workunit.client.0.smithi016.stdout: "log_start": "0'0", 2024-04-15T14:36:41.835 INFO:tasks.workunit.client.0.smithi016.stdout: "manifest_stats_invalid": false, 2024-04-15T14:36:41.835 INFO:tasks.workunit.client.0.smithi016.stdout: "mapping_epoch": 61, 2024-04-15T14:36:41.835 INFO:tasks.workunit.client.0.smithi016.stdout: "object_location_counts": [], 2024-04-15T14:36:41.835 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_scrubbed": 0, 2024-04-15T14:36:41.835 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_trimmed": 0, 2024-04-15T14:36:41.835 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_stats_invalid": false, 2024-04-15T14:36:41.835 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_size": 0, 2024-04-15T14:36:41.835 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_start": "0'0", 2024-04-15T14:36:41.835 INFO:tasks.workunit.client.0.smithi016.stdout: "parent": "0.0", 2024-04-15T14:36:41.835 INFO:tasks.workunit.client.0.smithi016.stdout: "parent_split_bits": 0, 2024-04-15T14:36:41.836 INFO:tasks.workunit.client.0.smithi016.stdout: "pgid": "3.1b", 2024-04-15T14:36:41.836 INFO:tasks.workunit.client.0.smithi016.stdout: "pin_stats_invalid": false, 2024-04-15T14:36:41.836 INFO:tasks.workunit.client.0.smithi016.stdout: "purged_snaps": [], 2024-04-15T14:36:41.836 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_epoch": 70, 2024-04-15T14:36:41.836 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_seq": 18, 2024-04-15T14:36:41.836 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_duration": 0.0, 2024-04-15T14:36:41.836 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-16T18:43:24.325379+0000", 2024-04-15T14:36:41.836 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrim_duration": 0.0, 2024-04-15T14:36:41.836 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrimq_len": 0, 2024-04-15T14:36:41.836 INFO:tasks.workunit.client.0.smithi016.stdout: "stat_sum": { 2024-04-15T14:36:41.836 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes": 0, 2024-04-15T14:36:41.836 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T14:36:41.836 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_recovered": 0, 2024-04-15T14:36:41.836 INFO:tasks.workunit.client.0.smithi016.stdout: "num_deep_scrub_errors": 0, 2024-04-15T14:36:41.836 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict": 0, 2024-04-15T14:36:41.837 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_kb": 0, 2024-04-15T14:36:41.837 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_full": 0, 2024-04-15T14:36:41.837 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_some": 0, 2024-04-15T14:36:41.837 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush": 0, 2024-04-15T14:36:41.837 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_kb": 0, 2024-04-15T14:36:41.837 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_high": 0, 2024-04-15T14:36:41.837 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_low": 0, 2024-04-15T14:36:41.837 INFO:tasks.workunit.client.0.smithi016.stdout: "num_keys_recovered": 0, 2024-04-15T14:36:41.837 INFO:tasks.workunit.client.0.smithi016.stdout: "num_large_omap_objects": 0, 2024-04-15T14:36:41.837 INFO:tasks.workunit.client.0.smithi016.stdout: "num_legacy_snapsets": 0, 2024-04-15T14:36:41.837 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_clones": 0, 2024-04-15T14:36:41.837 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_copies": 0, 2024-04-15T14:36:41.837 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects": 0, 2024-04-15T14:36:41.837 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_degraded": 0, 2024-04-15T14:36:41.837 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_dirty": 0, 2024-04-15T14:36:41.838 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T14:36:41.838 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_manifest": 0, 2024-04-15T14:36:41.838 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_misplaced": 0, 2024-04-15T14:36:41.838 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing": 0, 2024-04-15T14:36:41.838 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T14:36:41.838 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_omap": 0, 2024-04-15T14:36:41.838 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_pinned": 0, 2024-04-15T14:36:41.838 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_recovered": 0, 2024-04-15T14:36:41.838 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_repaired": 0, 2024-04-15T14:36:41.838 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_unfound": 0, 2024-04-15T14:36:41.838 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_bytes": 0, 2024-04-15T14:36:41.838 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_keys": 0, 2024-04-15T14:36:41.838 INFO:tasks.workunit.client.0.smithi016.stdout: "num_promote": 0, 2024-04-15T14:36:41.838 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read": 0, 2024-04-15T14:36:41.838 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read_kb": 0, 2024-04-15T14:36:41.839 INFO:tasks.workunit.client.0.smithi016.stdout: "num_scrub_errors": 0, 2024-04-15T14:36:41.839 INFO:tasks.workunit.client.0.smithi016.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T14:36:41.839 INFO:tasks.workunit.client.0.smithi016.stdout: "num_whiteouts": 0, 2024-04-15T14:36:41.839 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write": 0, 2024-04-15T14:36:41.839 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write_kb": 0 2024-04-15T14:36:41.839 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.839 INFO:tasks.workunit.client.0.smithi016.stdout: "state": "active+clean", 2024-04-15T14:36:41.839 INFO:tasks.workunit.client.0.smithi016.stdout: "stats_invalid": false, 2024-04-15T14:36:41.839 INFO:tasks.workunit.client.0.smithi016.stdout: "up": [ 2024-04-15T14:36:41.839 INFO:tasks.workunit.client.0.smithi016.stdout: 0, 2024-04-15T14:36:41.839 INFO:tasks.workunit.client.0.smithi016.stdout: 4, 2024-04-15T14:36:41.839 INFO:tasks.workunit.client.0.smithi016.stdout: 7 2024-04-15T14:36:41.839 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T14:36:41.839 INFO:tasks.workunit.client.0.smithi016.stdout: "up_primary": 0, 2024-04-15T14:36:41.839 INFO:tasks.workunit.client.0.smithi016.stdout: "version": "0'0" 2024-04-15T14:36:41.840 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.840 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-15T14:36:41.840 INFO:tasks.workunit.client.0.smithi016.stdout: "acting": [ 2024-04-15T14:36:41.840 INFO:tasks.workunit.client.0.smithi016.stdout: 3, 2024-04-15T14:36:41.840 INFO:tasks.workunit.client.0.smithi016.stdout: 6, 2024-04-15T14:36:41.840 INFO:tasks.workunit.client.0.smithi016.stdout: 0 2024-04-15T14:36:41.840 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T14:36:41.840 INFO:tasks.workunit.client.0.smithi016.stdout: "acting_primary": 3, 2024-04-15T14:36:41.840 INFO:tasks.workunit.client.0.smithi016.stdout: "avail_no_missing": [], 2024-04-15T14:36:41.840 INFO:tasks.workunit.client.0.smithi016.stdout: "blocked_by": [], 2024-04-15T14:36:41.840 INFO:tasks.workunit.client.0.smithi016.stdout: "created": 60, 2024-04-15T14:36:41.840 INFO:tasks.workunit.client.0.smithi016.stdout: "dirty_stats_invalid": false, 2024-04-15T14:36:41.840 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T14:36:41.840 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_stats_invalid": false, 2024-04-15T14:36:41.841 INFO:tasks.workunit.client.0.smithi016.stdout: "last_active": "2024-04-15T14:34:12.045754+0000", 2024-04-15T14:36:41.841 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_active": "2024-04-15T14:33:34.623878+0000", 2024-04-15T14:36:41.841 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_peered": "2024-04-15T14:33:34.623878+0000", 2024-04-15T14:36:41.841 INFO:tasks.workunit.client.0.smithi016.stdout: "last_change": "2024-04-15T14:33:34.624478+0000", 2024-04-15T14:36:41.841 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean": "2024-04-15T14:34:12.045754+0000", 2024-04-15T14:36:41.841 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean_scrub_stamp": "2024-04-15T14:33:33.599136+0000", 2024-04-15T14:36:41.841 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub": "0'0", 2024-04-15T14:36:41.841 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub_stamp": "2024-04-15T14:33:33.599136+0000", 2024-04-15T14:36:41.841 INFO:tasks.workunit.client.0.smithi016.stdout: "last_epoch_clean": 61, 2024-04-15T14:36:41.841 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fresh": "2024-04-15T14:34:12.045754+0000", 2024-04-15T14:36:41.841 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fullsized": "2024-04-15T14:34:12.045754+0000", 2024-04-15T14:36:41.841 INFO:tasks.workunit.client.0.smithi016.stdout: "last_peered": "2024-04-15T14:34:12.045754+0000", 2024-04-15T14:36:41.841 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub": "0'0", 2024-04-15T14:36:41.842 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_duration": 0, 2024-04-15T14:36:41.842 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_stamp": "2024-04-15T14:33:33.599136+0000", 2024-04-15T14:36:41.842 INFO:tasks.workunit.client.0.smithi016.stdout: "last_undegraded": "2024-04-15T14:34:12.045754+0000", 2024-04-15T14:36:41.842 INFO:tasks.workunit.client.0.smithi016.stdout: "last_unstale": "2024-04-15T14:34:12.045754+0000", 2024-04-15T14:36:41.842 INFO:tasks.workunit.client.0.smithi016.stdout: "log_dups_size": 0, 2024-04-15T14:36:41.842 INFO:tasks.workunit.client.0.smithi016.stdout: "log_size": 0, 2024-04-15T14:36:41.842 INFO:tasks.workunit.client.0.smithi016.stdout: "log_start": "0'0", 2024-04-15T14:36:41.842 INFO:tasks.workunit.client.0.smithi016.stdout: "manifest_stats_invalid": false, 2024-04-15T14:36:41.842 INFO:tasks.workunit.client.0.smithi016.stdout: "mapping_epoch": 60, 2024-04-15T14:36:41.842 INFO:tasks.workunit.client.0.smithi016.stdout: "object_location_counts": [], 2024-04-15T14:36:41.842 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_scrubbed": 0, 2024-04-15T14:36:41.842 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_trimmed": 0, 2024-04-15T14:36:41.842 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_stats_invalid": false, 2024-04-15T14:36:41.842 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_size": 0, 2024-04-15T14:36:41.843 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_start": "0'0", 2024-04-15T14:36:41.843 INFO:tasks.workunit.client.0.smithi016.stdout: "parent": "0.0", 2024-04-15T14:36:41.843 INFO:tasks.workunit.client.0.smithi016.stdout: "parent_split_bits": 0, 2024-04-15T14:36:41.843 INFO:tasks.workunit.client.0.smithi016.stdout: "pgid": "2.19", 2024-04-15T14:36:41.843 INFO:tasks.workunit.client.0.smithi016.stdout: "pin_stats_invalid": false, 2024-04-15T14:36:41.843 INFO:tasks.workunit.client.0.smithi016.stdout: "purged_snaps": [], 2024-04-15T14:36:41.843 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_epoch": 70, 2024-04-15T14:36:41.843 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_seq": 19, 2024-04-15T14:36:41.843 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_duration": 0.0, 2024-04-15T14:36:41.843 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-17T00:28:45.302916+0000", 2024-04-15T14:36:41.843 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrim_duration": 0.0, 2024-04-15T14:36:41.843 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrimq_len": 0, 2024-04-15T14:36:41.843 INFO:tasks.workunit.client.0.smithi016.stdout: "stat_sum": { 2024-04-15T14:36:41.843 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes": 0, 2024-04-15T14:36:41.844 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T14:36:41.844 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_recovered": 0, 2024-04-15T14:36:41.844 INFO:tasks.workunit.client.0.smithi016.stdout: "num_deep_scrub_errors": 0, 2024-04-15T14:36:41.844 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict": 0, 2024-04-15T14:36:41.844 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_kb": 0, 2024-04-15T14:36:41.844 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_full": 0, 2024-04-15T14:36:41.844 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_some": 0, 2024-04-15T14:36:41.844 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush": 0, 2024-04-15T14:36:41.844 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_kb": 0, 2024-04-15T14:36:41.844 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_high": 0, 2024-04-15T14:36:41.844 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_low": 0, 2024-04-15T14:36:41.844 INFO:tasks.workunit.client.0.smithi016.stdout: "num_keys_recovered": 0, 2024-04-15T14:36:41.844 INFO:tasks.workunit.client.0.smithi016.stdout: "num_large_omap_objects": 0, 2024-04-15T14:36:41.844 INFO:tasks.workunit.client.0.smithi016.stdout: "num_legacy_snapsets": 0, 2024-04-15T14:36:41.845 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_clones": 0, 2024-04-15T14:36:41.845 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_copies": 0, 2024-04-15T14:36:41.845 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects": 0, 2024-04-15T14:36:41.845 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_degraded": 0, 2024-04-15T14:36:41.845 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_dirty": 0, 2024-04-15T14:36:41.845 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T14:36:41.845 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_manifest": 0, 2024-04-15T14:36:41.845 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_misplaced": 0, 2024-04-15T14:36:41.845 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing": 0, 2024-04-15T14:36:41.845 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T14:36:41.845 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_omap": 0, 2024-04-15T14:36:41.845 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_pinned": 0, 2024-04-15T14:36:41.845 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_recovered": 0, 2024-04-15T14:36:41.845 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_repaired": 0, 2024-04-15T14:36:41.845 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_unfound": 0, 2024-04-15T14:36:41.846 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_bytes": 0, 2024-04-15T14:36:41.846 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_keys": 0, 2024-04-15T14:36:41.846 INFO:tasks.workunit.client.0.smithi016.stdout: "num_promote": 0, 2024-04-15T14:36:41.846 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read": 0, 2024-04-15T14:36:41.846 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read_kb": 0, 2024-04-15T14:36:41.846 INFO:tasks.workunit.client.0.smithi016.stdout: "num_scrub_errors": 0, 2024-04-15T14:36:41.846 INFO:tasks.workunit.client.0.smithi016.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T14:36:41.846 INFO:tasks.workunit.client.0.smithi016.stdout: "num_whiteouts": 0, 2024-04-15T14:36:41.846 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write": 0, 2024-04-15T14:36:41.846 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write_kb": 0 2024-04-15T14:36:41.846 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.846 INFO:tasks.workunit.client.0.smithi016.stdout: "state": "active+clean", 2024-04-15T14:36:41.846 INFO:tasks.workunit.client.0.smithi016.stdout: "stats_invalid": false, 2024-04-15T14:36:41.846 INFO:tasks.workunit.client.0.smithi016.stdout: "up": [ 2024-04-15T14:36:41.847 INFO:tasks.workunit.client.0.smithi016.stdout: 3, 2024-04-15T14:36:41.847 INFO:tasks.workunit.client.0.smithi016.stdout: 6, 2024-04-15T14:36:41.847 INFO:tasks.workunit.client.0.smithi016.stdout: 0 2024-04-15T14:36:41.847 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T14:36:41.847 INFO:tasks.workunit.client.0.smithi016.stdout: "up_primary": 3, 2024-04-15T14:36:41.847 INFO:tasks.workunit.client.0.smithi016.stdout: "version": "0'0" 2024-04-15T14:36:41.847 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.847 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-15T14:36:41.847 INFO:tasks.workunit.client.0.smithi016.stdout: "acting": [ 2024-04-15T14:36:41.847 INFO:tasks.workunit.client.0.smithi016.stdout: 3, 2024-04-15T14:36:41.847 INFO:tasks.workunit.client.0.smithi016.stdout: 0, 2024-04-15T14:36:41.847 INFO:tasks.workunit.client.0.smithi016.stdout: 1 2024-04-15T14:36:41.847 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T14:36:41.848 INFO:tasks.workunit.client.0.smithi016.stdout: "acting_primary": 3, 2024-04-15T14:36:41.848 INFO:tasks.workunit.client.0.smithi016.stdout: "avail_no_missing": [], 2024-04-15T14:36:41.848 INFO:tasks.workunit.client.0.smithi016.stdout: "blocked_by": [], 2024-04-15T14:36:41.848 INFO:tasks.workunit.client.0.smithi016.stdout: "created": 61, 2024-04-15T14:36:41.848 INFO:tasks.workunit.client.0.smithi016.stdout: "dirty_stats_invalid": false, 2024-04-15T14:36:41.848 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T14:36:41.848 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_stats_invalid": false, 2024-04-15T14:36:41.848 INFO:tasks.workunit.client.0.smithi016.stdout: "last_active": "2024-04-15T14:34:12.045515+0000", 2024-04-15T14:36:41.848 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_active": "2024-04-15T14:33:34.991512+0000", 2024-04-15T14:36:41.848 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_peered": "2024-04-15T14:33:34.991512+0000", 2024-04-15T14:36:41.848 INFO:tasks.workunit.client.0.smithi016.stdout: "last_change": "2024-04-15T14:33:34.991888+0000", 2024-04-15T14:36:41.848 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean": "2024-04-15T14:34:12.045515+0000", 2024-04-15T14:36:41.848 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T14:36:41.848 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub": "0'0", 2024-04-15T14:36:41.848 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T14:36:41.849 INFO:tasks.workunit.client.0.smithi016.stdout: "last_epoch_clean": 62, 2024-04-15T14:36:41.849 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fresh": "2024-04-15T14:34:12.045515+0000", 2024-04-15T14:36:41.849 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fullsized": "2024-04-15T14:34:12.045515+0000", 2024-04-15T14:36:41.849 INFO:tasks.workunit.client.0.smithi016.stdout: "last_peered": "2024-04-15T14:34:12.045515+0000", 2024-04-15T14:36:41.849 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub": "0'0", 2024-04-15T14:36:41.849 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_duration": 0, 2024-04-15T14:36:41.849 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T14:36:41.849 INFO:tasks.workunit.client.0.smithi016.stdout: "last_undegraded": "2024-04-15T14:34:12.045515+0000", 2024-04-15T14:36:41.849 INFO:tasks.workunit.client.0.smithi016.stdout: "last_unstale": "2024-04-15T14:34:12.045515+0000", 2024-04-15T14:36:41.849 INFO:tasks.workunit.client.0.smithi016.stdout: "log_dups_size": 0, 2024-04-15T14:36:41.849 INFO:tasks.workunit.client.0.smithi016.stdout: "log_size": 0, 2024-04-15T14:36:41.849 INFO:tasks.workunit.client.0.smithi016.stdout: "log_start": "0'0", 2024-04-15T14:36:41.849 INFO:tasks.workunit.client.0.smithi016.stdout: "manifest_stats_invalid": false, 2024-04-15T14:36:41.849 INFO:tasks.workunit.client.0.smithi016.stdout: "mapping_epoch": 61, 2024-04-15T14:36:41.849 INFO:tasks.workunit.client.0.smithi016.stdout: "object_location_counts": [], 2024-04-15T14:36:41.850 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_scrubbed": 0, 2024-04-15T14:36:41.850 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_trimmed": 0, 2024-04-15T14:36:41.850 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_stats_invalid": false, 2024-04-15T14:36:41.850 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_size": 0, 2024-04-15T14:36:41.850 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_start": "0'0", 2024-04-15T14:36:41.850 INFO:tasks.workunit.client.0.smithi016.stdout: "parent": "0.0", 2024-04-15T14:36:41.850 INFO:tasks.workunit.client.0.smithi016.stdout: "parent_split_bits": 0, 2024-04-15T14:36:41.850 INFO:tasks.workunit.client.0.smithi016.stdout: "pgid": "3.18", 2024-04-15T14:36:41.850 INFO:tasks.workunit.client.0.smithi016.stdout: "pin_stats_invalid": false, 2024-04-15T14:36:41.850 INFO:tasks.workunit.client.0.smithi016.stdout: "purged_snaps": [], 2024-04-15T14:36:41.850 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_epoch": 70, 2024-04-15T14:36:41.850 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_seq": 18, 2024-04-15T14:36:41.850 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_duration": 0.0, 2024-04-15T14:36:41.851 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-16T19:06:43.688802+0000", 2024-04-15T14:36:41.851 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrim_duration": 0.0, 2024-04-15T14:36:41.851 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrimq_len": 0, 2024-04-15T14:36:41.851 INFO:tasks.workunit.client.0.smithi016.stdout: "stat_sum": { 2024-04-15T14:36:41.851 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes": 0, 2024-04-15T14:36:41.851 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T14:36:41.851 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_recovered": 0, 2024-04-15T14:36:41.851 INFO:tasks.workunit.client.0.smithi016.stdout: "num_deep_scrub_errors": 0, 2024-04-15T14:36:41.851 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict": 0, 2024-04-15T14:36:41.851 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_kb": 0, 2024-04-15T14:36:41.851 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_full": 0, 2024-04-15T14:36:41.851 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_some": 0, 2024-04-15T14:36:41.851 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush": 0, 2024-04-15T14:36:41.851 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_kb": 0, 2024-04-15T14:36:41.851 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_high": 0, 2024-04-15T14:36:41.851 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_low": 0, 2024-04-15T14:36:41.852 INFO:tasks.workunit.client.0.smithi016.stdout: "num_keys_recovered": 0, 2024-04-15T14:36:41.852 INFO:tasks.workunit.client.0.smithi016.stdout: "num_large_omap_objects": 0, 2024-04-15T14:36:41.852 INFO:tasks.workunit.client.0.smithi016.stdout: "num_legacy_snapsets": 0, 2024-04-15T14:36:41.852 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_clones": 0, 2024-04-15T14:36:41.852 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_copies": 0, 2024-04-15T14:36:41.852 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects": 0, 2024-04-15T14:36:41.852 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_degraded": 0, 2024-04-15T14:36:41.852 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_dirty": 0, 2024-04-15T14:36:41.852 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T14:36:41.852 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_manifest": 0, 2024-04-15T14:36:41.852 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_misplaced": 0, 2024-04-15T14:36:41.852 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing": 0, 2024-04-15T14:36:41.852 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T14:36:41.852 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_omap": 0, 2024-04-15T14:36:41.853 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_pinned": 0, 2024-04-15T14:36:41.853 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_recovered": 0, 2024-04-15T14:36:41.853 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_repaired": 0, 2024-04-15T14:36:41.853 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_unfound": 0, 2024-04-15T14:36:41.853 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_bytes": 0, 2024-04-15T14:36:41.853 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_keys": 0, 2024-04-15T14:36:41.853 INFO:tasks.workunit.client.0.smithi016.stdout: "num_promote": 0, 2024-04-15T14:36:41.853 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read": 0, 2024-04-15T14:36:41.853 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read_kb": 0, 2024-04-15T14:36:41.853 INFO:tasks.workunit.client.0.smithi016.stdout: "num_scrub_errors": 0, 2024-04-15T14:36:41.853 INFO:tasks.workunit.client.0.smithi016.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T14:36:41.853 INFO:tasks.workunit.client.0.smithi016.stdout: "num_whiteouts": 0, 2024-04-15T14:36:41.853 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write": 0, 2024-04-15T14:36:41.853 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write_kb": 0 2024-04-15T14:36:41.854 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.854 INFO:tasks.workunit.client.0.smithi016.stdout: "state": "active+clean", 2024-04-15T14:36:41.854 INFO:tasks.workunit.client.0.smithi016.stdout: "stats_invalid": false, 2024-04-15T14:36:41.854 INFO:tasks.workunit.client.0.smithi016.stdout: "up": [ 2024-04-15T14:36:41.854 INFO:tasks.workunit.client.0.smithi016.stdout: 3, 2024-04-15T14:36:41.854 INFO:tasks.workunit.client.0.smithi016.stdout: 0, 2024-04-15T14:36:41.854 INFO:tasks.workunit.client.0.smithi016.stdout: 1 2024-04-15T14:36:41.854 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T14:36:41.854 INFO:tasks.workunit.client.0.smithi016.stdout: "up_primary": 3, 2024-04-15T14:36:41.854 INFO:tasks.workunit.client.0.smithi016.stdout: "version": "0'0" 2024-04-15T14:36:41.854 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.854 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-15T14:36:41.854 INFO:tasks.workunit.client.0.smithi016.stdout: "acting": [ 2024-04-15T14:36:41.854 INFO:tasks.workunit.client.0.smithi016.stdout: 5, 2024-04-15T14:36:41.855 INFO:tasks.workunit.client.0.smithi016.stdout: 4, 2024-04-15T14:36:41.855 INFO:tasks.workunit.client.0.smithi016.stdout: 7 2024-04-15T14:36:41.855 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T14:36:41.855 INFO:tasks.workunit.client.0.smithi016.stdout: "acting_primary": 5, 2024-04-15T14:36:41.855 INFO:tasks.workunit.client.0.smithi016.stdout: "avail_no_missing": [], 2024-04-15T14:36:41.855 INFO:tasks.workunit.client.0.smithi016.stdout: "blocked_by": [], 2024-04-15T14:36:41.855 INFO:tasks.workunit.client.0.smithi016.stdout: "created": 60, 2024-04-15T14:36:41.855 INFO:tasks.workunit.client.0.smithi016.stdout: "dirty_stats_invalid": false, 2024-04-15T14:36:41.855 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T14:36:41.855 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_stats_invalid": false, 2024-04-15T14:36:41.855 INFO:tasks.workunit.client.0.smithi016.stdout: "last_active": "2024-04-15T14:34:12.044940+0000", 2024-04-15T14:36:41.855 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_active": "2024-04-15T14:33:34.629407+0000", 2024-04-15T14:36:41.855 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_peered": "2024-04-15T14:33:34.629407+0000", 2024-04-15T14:36:41.855 INFO:tasks.workunit.client.0.smithi016.stdout: "last_change": "2024-04-15T14:33:34.629712+0000", 2024-04-15T14:36:41.856 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean": "2024-04-15T14:34:12.044940+0000", 2024-04-15T14:36:41.856 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean_scrub_stamp": "2024-04-15T14:33:33.599136+0000", 2024-04-15T14:36:41.856 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub": "0'0", 2024-04-15T14:36:41.856 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub_stamp": "2024-04-15T14:33:33.599136+0000", 2024-04-15T14:36:41.856 INFO:tasks.workunit.client.0.smithi016.stdout: "last_epoch_clean": 61, 2024-04-15T14:36:41.856 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fresh": "2024-04-15T14:34:12.044940+0000", 2024-04-15T14:36:41.856 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fullsized": "2024-04-15T14:34:12.044940+0000", 2024-04-15T14:36:41.856 INFO:tasks.workunit.client.0.smithi016.stdout: "last_peered": "2024-04-15T14:34:12.044940+0000", 2024-04-15T14:36:41.856 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub": "0'0", 2024-04-15T14:36:41.856 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_duration": 0, 2024-04-15T14:36:41.856 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_stamp": "2024-04-15T14:33:33.599136+0000", 2024-04-15T14:36:41.856 INFO:tasks.workunit.client.0.smithi016.stdout: "last_undegraded": "2024-04-15T14:34:12.044940+0000", 2024-04-15T14:36:41.856 INFO:tasks.workunit.client.0.smithi016.stdout: "last_unstale": "2024-04-15T14:34:12.044940+0000", 2024-04-15T14:36:41.856 INFO:tasks.workunit.client.0.smithi016.stdout: "log_dups_size": 0, 2024-04-15T14:36:41.857 INFO:tasks.workunit.client.0.smithi016.stdout: "log_size": 0, 2024-04-15T14:36:41.857 INFO:tasks.workunit.client.0.smithi016.stdout: "log_start": "0'0", 2024-04-15T14:36:41.857 INFO:tasks.workunit.client.0.smithi016.stdout: "manifest_stats_invalid": false, 2024-04-15T14:36:41.857 INFO:tasks.workunit.client.0.smithi016.stdout: "mapping_epoch": 60, 2024-04-15T14:36:41.857 INFO:tasks.workunit.client.0.smithi016.stdout: "object_location_counts": [], 2024-04-15T14:36:41.857 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_scrubbed": 0, 2024-04-15T14:36:41.857 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_trimmed": 0, 2024-04-15T14:36:41.857 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_stats_invalid": false, 2024-04-15T14:36:41.857 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_size": 0, 2024-04-15T14:36:41.857 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_start": "0'0", 2024-04-15T14:36:41.857 INFO:tasks.workunit.client.0.smithi016.stdout: "parent": "0.0", 2024-04-15T14:36:41.857 INFO:tasks.workunit.client.0.smithi016.stdout: "parent_split_bits": 0, 2024-04-15T14:36:41.857 INFO:tasks.workunit.client.0.smithi016.stdout: "pgid": "2.18", 2024-04-15T14:36:41.857 INFO:tasks.workunit.client.0.smithi016.stdout: "pin_stats_invalid": false, 2024-04-15T14:36:41.857 INFO:tasks.workunit.client.0.smithi016.stdout: "purged_snaps": [], 2024-04-15T14:36:41.858 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_epoch": 70, 2024-04-15T14:36:41.858 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_seq": 20, 2024-04-15T14:36:41.858 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_duration": 0.0, 2024-04-15T14:36:41.858 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-17T00:20:23.688678+0000", 2024-04-15T14:36:41.858 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrim_duration": 0.0, 2024-04-15T14:36:41.858 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrimq_len": 0, 2024-04-15T14:36:41.858 INFO:tasks.workunit.client.0.smithi016.stdout: "stat_sum": { 2024-04-15T14:36:41.858 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes": 0, 2024-04-15T14:36:41.858 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T14:36:41.858 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_recovered": 0, 2024-04-15T14:36:41.858 INFO:tasks.workunit.client.0.smithi016.stdout: "num_deep_scrub_errors": 0, 2024-04-15T14:36:41.858 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict": 0, 2024-04-15T14:36:41.858 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_kb": 0, 2024-04-15T14:36:41.858 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_full": 0, 2024-04-15T14:36:41.859 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_some": 0, 2024-04-15T14:36:41.859 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush": 0, 2024-04-15T14:36:41.859 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_kb": 0, 2024-04-15T14:36:41.859 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_high": 0, 2024-04-15T14:36:41.859 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_low": 0, 2024-04-15T14:36:41.859 INFO:tasks.workunit.client.0.smithi016.stdout: "num_keys_recovered": 0, 2024-04-15T14:36:41.859 INFO:tasks.workunit.client.0.smithi016.stdout: "num_large_omap_objects": 0, 2024-04-15T14:36:41.859 INFO:tasks.workunit.client.0.smithi016.stdout: "num_legacy_snapsets": 0, 2024-04-15T14:36:41.859 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_clones": 0, 2024-04-15T14:36:41.859 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_copies": 0, 2024-04-15T14:36:41.859 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects": 0, 2024-04-15T14:36:41.859 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_degraded": 0, 2024-04-15T14:36:41.859 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_dirty": 0, 2024-04-15T14:36:41.859 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T14:36:41.860 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_manifest": 0, 2024-04-15T14:36:41.860 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_misplaced": 0, 2024-04-15T14:36:41.860 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing": 0, 2024-04-15T14:36:41.860 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T14:36:41.860 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_omap": 0, 2024-04-15T14:36:41.860 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_pinned": 0, 2024-04-15T14:36:41.860 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_recovered": 0, 2024-04-15T14:36:41.860 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_repaired": 0, 2024-04-15T14:36:41.860 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_unfound": 0, 2024-04-15T14:36:41.860 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_bytes": 0, 2024-04-15T14:36:41.860 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_keys": 0, 2024-04-15T14:36:41.860 INFO:tasks.workunit.client.0.smithi016.stdout: "num_promote": 0, 2024-04-15T14:36:41.860 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read": 0, 2024-04-15T14:36:41.860 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read_kb": 0, 2024-04-15T14:36:41.860 INFO:tasks.workunit.client.0.smithi016.stdout: "num_scrub_errors": 0, 2024-04-15T14:36:41.861 INFO:tasks.workunit.client.0.smithi016.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T14:36:41.861 INFO:tasks.workunit.client.0.smithi016.stdout: "num_whiteouts": 0, 2024-04-15T14:36:41.861 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write": 0, 2024-04-15T14:36:41.861 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write_kb": 0 2024-04-15T14:36:41.861 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.861 INFO:tasks.workunit.client.0.smithi016.stdout: "state": "active+clean", 2024-04-15T14:36:41.861 INFO:tasks.workunit.client.0.smithi016.stdout: "stats_invalid": false, 2024-04-15T14:36:41.861 INFO:tasks.workunit.client.0.smithi016.stdout: "up": [ 2024-04-15T14:36:41.861 INFO:tasks.workunit.client.0.smithi016.stdout: 5, 2024-04-15T14:36:41.861 INFO:tasks.workunit.client.0.smithi016.stdout: 4, 2024-04-15T14:36:41.861 INFO:tasks.workunit.client.0.smithi016.stdout: 7 2024-04-15T14:36:41.861 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T14:36:41.861 INFO:tasks.workunit.client.0.smithi016.stdout: "up_primary": 5, 2024-04-15T14:36:41.861 INFO:tasks.workunit.client.0.smithi016.stdout: "version": "0'0" 2024-04-15T14:36:41.862 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.862 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-15T14:36:41.862 INFO:tasks.workunit.client.0.smithi016.stdout: "acting": [ 2024-04-15T14:36:41.862 INFO:tasks.workunit.client.0.smithi016.stdout: 1, 2024-04-15T14:36:41.862 INFO:tasks.workunit.client.0.smithi016.stdout: 3, 2024-04-15T14:36:41.862 INFO:tasks.workunit.client.0.smithi016.stdout: 2 2024-04-15T14:36:41.862 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T14:36:41.862 INFO:tasks.workunit.client.0.smithi016.stdout: "acting_primary": 1, 2024-04-15T14:36:41.862 INFO:tasks.workunit.client.0.smithi016.stdout: "avail_no_missing": [], 2024-04-15T14:36:41.862 INFO:tasks.workunit.client.0.smithi016.stdout: "blocked_by": [], 2024-04-15T14:36:41.862 INFO:tasks.workunit.client.0.smithi016.stdout: "created": 61, 2024-04-15T14:36:41.862 INFO:tasks.workunit.client.0.smithi016.stdout: "dirty_stats_invalid": false, 2024-04-15T14:36:41.862 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T14:36:41.862 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_stats_invalid": false, 2024-04-15T14:36:41.862 INFO:tasks.workunit.client.0.smithi016.stdout: "last_active": "2024-04-15T14:34:12.003610+0000", 2024-04-15T14:36:41.863 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_active": "2024-04-15T14:33:58.036620+0000", 2024-04-15T14:36:41.863 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_peered": "2024-04-15T14:33:58.036620+0000", 2024-04-15T14:36:41.863 INFO:tasks.workunit.client.0.smithi016.stdout: "last_change": "2024-04-15T14:33:58.036952+0000", 2024-04-15T14:36:41.863 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean": "2024-04-15T14:34:12.003610+0000", 2024-04-15T14:36:41.863 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T14:36:41.863 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub": "0'0", 2024-04-15T14:36:41.863 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T14:36:41.863 INFO:tasks.workunit.client.0.smithi016.stdout: "last_epoch_clean": 65, 2024-04-15T14:36:41.863 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fresh": "2024-04-15T14:34:12.003610+0000", 2024-04-15T14:36:41.863 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fullsized": "2024-04-15T14:34:12.003610+0000", 2024-04-15T14:36:41.863 INFO:tasks.workunit.client.0.smithi016.stdout: "last_peered": "2024-04-15T14:34:12.003610+0000", 2024-04-15T14:36:41.863 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub": "0'0", 2024-04-15T14:36:41.863 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_duration": 0, 2024-04-15T14:36:41.863 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T14:36:41.863 INFO:tasks.workunit.client.0.smithi016.stdout: "last_undegraded": "2024-04-15T14:34:12.003610+0000", 2024-04-15T14:36:41.864 INFO:tasks.workunit.client.0.smithi016.stdout: "last_unstale": "2024-04-15T14:34:12.003610+0000", 2024-04-15T14:36:41.864 INFO:tasks.workunit.client.0.smithi016.stdout: "log_dups_size": 0, 2024-04-15T14:36:41.864 INFO:tasks.workunit.client.0.smithi016.stdout: "log_size": 0, 2024-04-15T14:36:41.864 INFO:tasks.workunit.client.0.smithi016.stdout: "log_start": "0'0", 2024-04-15T14:36:41.864 INFO:tasks.workunit.client.0.smithi016.stdout: "manifest_stats_invalid": false, 2024-04-15T14:36:41.864 INFO:tasks.workunit.client.0.smithi016.stdout: "mapping_epoch": 64, 2024-04-15T14:36:41.864 INFO:tasks.workunit.client.0.smithi016.stdout: "object_location_counts": [], 2024-04-15T14:36:41.864 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_scrubbed": 0, 2024-04-15T14:36:41.864 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_trimmed": 0, 2024-04-15T14:36:41.864 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_stats_invalid": false, 2024-04-15T14:36:41.864 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_size": 0, 2024-04-15T14:36:41.864 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_start": "0'0", 2024-04-15T14:36:41.864 INFO:tasks.workunit.client.0.smithi016.stdout: "parent": "0.0", 2024-04-15T14:36:41.864 INFO:tasks.workunit.client.0.smithi016.stdout: "parent_split_bits": 0, 2024-04-15T14:36:41.864 INFO:tasks.workunit.client.0.smithi016.stdout: "pgid": "3.19", 2024-04-15T14:36:41.865 INFO:tasks.workunit.client.0.smithi016.stdout: "pin_stats_invalid": false, 2024-04-15T14:36:41.865 INFO:tasks.workunit.client.0.smithi016.stdout: "purged_snaps": [], 2024-04-15T14:36:41.865 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_epoch": 70, 2024-04-15T14:36:41.865 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_seq": 28, 2024-04-15T14:36:41.865 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_duration": 0.0, 2024-04-15T14:36:41.865 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-17T02:31:54.190747+0000", 2024-04-15T14:36:41.865 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrim_duration": 0.0, 2024-04-15T14:36:41.865 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrimq_len": 0, 2024-04-15T14:36:41.865 INFO:tasks.workunit.client.0.smithi016.stdout: "stat_sum": { 2024-04-15T14:36:41.865 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes": 0, 2024-04-15T14:36:41.865 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T14:36:41.865 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_recovered": 0, 2024-04-15T14:36:41.865 INFO:tasks.workunit.client.0.smithi016.stdout: "num_deep_scrub_errors": 0, 2024-04-15T14:36:41.865 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict": 0, 2024-04-15T14:36:41.865 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_kb": 0, 2024-04-15T14:36:41.866 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_full": 0, 2024-04-15T14:36:41.866 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_some": 0, 2024-04-15T14:36:41.866 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush": 0, 2024-04-15T14:36:41.866 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_kb": 0, 2024-04-15T14:36:41.866 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_high": 0, 2024-04-15T14:36:41.866 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_low": 0, 2024-04-15T14:36:41.866 INFO:tasks.workunit.client.0.smithi016.stdout: "num_keys_recovered": 0, 2024-04-15T14:36:41.866 INFO:tasks.workunit.client.0.smithi016.stdout: "num_large_omap_objects": 0, 2024-04-15T14:36:41.866 INFO:tasks.workunit.client.0.smithi016.stdout: "num_legacy_snapsets": 0, 2024-04-15T14:36:41.866 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_clones": 0, 2024-04-15T14:36:41.866 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_copies": 0, 2024-04-15T14:36:41.866 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects": 0, 2024-04-15T14:36:41.866 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_degraded": 0, 2024-04-15T14:36:41.867 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_dirty": 0, 2024-04-15T14:36:41.867 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T14:36:41.867 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_manifest": 0, 2024-04-15T14:36:41.867 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_misplaced": 0, 2024-04-15T14:36:41.867 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing": 0, 2024-04-15T14:36:41.867 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T14:36:41.867 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_omap": 0, 2024-04-15T14:36:41.867 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_pinned": 0, 2024-04-15T14:36:41.867 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_recovered": 0, 2024-04-15T14:36:41.867 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_repaired": 0, 2024-04-15T14:36:41.867 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_unfound": 0, 2024-04-15T14:36:41.867 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_bytes": 0, 2024-04-15T14:36:41.867 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_keys": 0, 2024-04-15T14:36:41.867 INFO:tasks.workunit.client.0.smithi016.stdout: "num_promote": 0, 2024-04-15T14:36:41.868 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read": 0, 2024-04-15T14:36:41.868 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read_kb": 0, 2024-04-15T14:36:41.868 INFO:tasks.workunit.client.0.smithi016.stdout: "num_scrub_errors": 0, 2024-04-15T14:36:41.868 INFO:tasks.workunit.client.0.smithi016.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T14:36:41.868 INFO:tasks.workunit.client.0.smithi016.stdout: "num_whiteouts": 0, 2024-04-15T14:36:41.868 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write": 0, 2024-04-15T14:36:41.868 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write_kb": 0 2024-04-15T14:36:41.868 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.868 INFO:tasks.workunit.client.0.smithi016.stdout: "state": "active+clean", 2024-04-15T14:36:41.868 INFO:tasks.workunit.client.0.smithi016.stdout: "stats_invalid": false, 2024-04-15T14:36:41.868 INFO:tasks.workunit.client.0.smithi016.stdout: "up": [ 2024-04-15T14:36:41.868 INFO:tasks.workunit.client.0.smithi016.stdout: 1, 2024-04-15T14:36:41.868 INFO:tasks.workunit.client.0.smithi016.stdout: 3, 2024-04-15T14:36:41.868 INFO:tasks.workunit.client.0.smithi016.stdout: 2 2024-04-15T14:36:41.868 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T14:36:41.869 INFO:tasks.workunit.client.0.smithi016.stdout: "up_primary": 1, 2024-04-15T14:36:41.869 INFO:tasks.workunit.client.0.smithi016.stdout: "version": "0'0" 2024-04-15T14:36:41.869 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.869 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-15T14:36:41.869 INFO:tasks.workunit.client.0.smithi016.stdout: "acting": [ 2024-04-15T14:36:41.869 INFO:tasks.workunit.client.0.smithi016.stdout: 6, 2024-04-15T14:36:41.869 INFO:tasks.workunit.client.0.smithi016.stdout: 5, 2024-04-15T14:36:41.869 INFO:tasks.workunit.client.0.smithi016.stdout: 2 2024-04-15T14:36:41.869 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T14:36:41.869 INFO:tasks.workunit.client.0.smithi016.stdout: "acting_primary": 6, 2024-04-15T14:36:41.869 INFO:tasks.workunit.client.0.smithi016.stdout: "avail_no_missing": [], 2024-04-15T14:36:41.869 INFO:tasks.workunit.client.0.smithi016.stdout: "blocked_by": [], 2024-04-15T14:36:41.869 INFO:tasks.workunit.client.0.smithi016.stdout: "created": 60, 2024-04-15T14:36:41.869 INFO:tasks.workunit.client.0.smithi016.stdout: "dirty_stats_invalid": false, 2024-04-15T14:36:41.870 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T14:36:41.870 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_stats_invalid": false, 2024-04-15T14:36:41.870 INFO:tasks.workunit.client.0.smithi016.stdout: "last_active": "2024-04-15T14:34:12.043812+0000", 2024-04-15T14:36:41.870 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_active": "2024-04-15T14:33:34.626427+0000", 2024-04-15T14:36:41.870 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_peered": "2024-04-15T14:33:34.626427+0000", 2024-04-15T14:36:41.870 INFO:tasks.workunit.client.0.smithi016.stdout: "last_change": "2024-04-15T14:33:34.626798+0000", 2024-04-15T14:36:41.870 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean": "2024-04-15T14:34:12.043812+0000", 2024-04-15T14:36:41.870 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean_scrub_stamp": "2024-04-15T14:33:33.599136+0000", 2024-04-15T14:36:41.870 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub": "0'0", 2024-04-15T14:36:41.870 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub_stamp": "2024-04-15T14:33:33.599136+0000", 2024-04-15T14:36:41.870 INFO:tasks.workunit.client.0.smithi016.stdout: "last_epoch_clean": 61, 2024-04-15T14:36:41.870 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fresh": "2024-04-15T14:34:12.043812+0000", 2024-04-15T14:36:41.870 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fullsized": "2024-04-15T14:34:12.043812+0000", 2024-04-15T14:36:41.870 INFO:tasks.workunit.client.0.smithi016.stdout: "last_peered": "2024-04-15T14:34:12.043812+0000", 2024-04-15T14:36:41.870 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub": "0'0", 2024-04-15T14:36:41.871 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_duration": 0, 2024-04-15T14:36:41.871 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_stamp": "2024-04-15T14:33:33.599136+0000", 2024-04-15T14:36:41.871 INFO:tasks.workunit.client.0.smithi016.stdout: "last_undegraded": "2024-04-15T14:34:12.043812+0000", 2024-04-15T14:36:41.871 INFO:tasks.workunit.client.0.smithi016.stdout: "last_unstale": "2024-04-15T14:34:12.043812+0000", 2024-04-15T14:36:41.871 INFO:tasks.workunit.client.0.smithi016.stdout: "log_dups_size": 0, 2024-04-15T14:36:41.871 INFO:tasks.workunit.client.0.smithi016.stdout: "log_size": 0, 2024-04-15T14:36:41.871 INFO:tasks.workunit.client.0.smithi016.stdout: "log_start": "0'0", 2024-04-15T14:36:41.871 INFO:tasks.workunit.client.0.smithi016.stdout: "manifest_stats_invalid": false, 2024-04-15T14:36:41.871 INFO:tasks.workunit.client.0.smithi016.stdout: "mapping_epoch": 60, 2024-04-15T14:36:41.871 INFO:tasks.workunit.client.0.smithi016.stdout: "object_location_counts": [], 2024-04-15T14:36:41.871 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_scrubbed": 0, 2024-04-15T14:36:41.871 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_trimmed": 0, 2024-04-15T14:36:41.871 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_stats_invalid": false, 2024-04-15T14:36:41.871 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_size": 0, 2024-04-15T14:36:41.871 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_start": "0'0", 2024-04-15T14:36:41.872 INFO:tasks.workunit.client.0.smithi016.stdout: "parent": "0.0", 2024-04-15T14:36:41.872 INFO:tasks.workunit.client.0.smithi016.stdout: "parent_split_bits": 0, 2024-04-15T14:36:41.872 INFO:tasks.workunit.client.0.smithi016.stdout: "pgid": "2.17", 2024-04-15T14:36:41.872 INFO:tasks.workunit.client.0.smithi016.stdout: "pin_stats_invalid": false, 2024-04-15T14:36:41.872 INFO:tasks.workunit.client.0.smithi016.stdout: "purged_snaps": [], 2024-04-15T14:36:41.872 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_epoch": 70, 2024-04-15T14:36:41.872 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_seq": 19, 2024-04-15T14:36:41.872 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_duration": 0.0, 2024-04-15T14:36:41.872 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-16T18:25:50.473378+0000", 2024-04-15T14:36:41.872 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrim_duration": 0.0, 2024-04-15T14:36:41.872 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrimq_len": 0, 2024-04-15T14:36:41.872 INFO:tasks.workunit.client.0.smithi016.stdout: "stat_sum": { 2024-04-15T14:36:41.872 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes": 0, 2024-04-15T14:36:41.872 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T14:36:41.873 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_recovered": 0, 2024-04-15T14:36:41.873 INFO:tasks.workunit.client.0.smithi016.stdout: "num_deep_scrub_errors": 0, 2024-04-15T14:36:41.873 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict": 0, 2024-04-15T14:36:41.873 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_kb": 0, 2024-04-15T14:36:41.873 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_full": 0, 2024-04-15T14:36:41.873 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_some": 0, 2024-04-15T14:36:41.873 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush": 0, 2024-04-15T14:36:41.873 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_kb": 0, 2024-04-15T14:36:41.873 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_high": 0, 2024-04-15T14:36:41.873 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_low": 0, 2024-04-15T14:36:41.873 INFO:tasks.workunit.client.0.smithi016.stdout: "num_keys_recovered": 0, 2024-04-15T14:36:41.873 INFO:tasks.workunit.client.0.smithi016.stdout: "num_large_omap_objects": 0, 2024-04-15T14:36:41.873 INFO:tasks.workunit.client.0.smithi016.stdout: "num_legacy_snapsets": 0, 2024-04-15T14:36:41.873 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_clones": 0, 2024-04-15T14:36:41.873 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_copies": 0, 2024-04-15T14:36:41.874 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects": 0, 2024-04-15T14:36:41.874 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_degraded": 0, 2024-04-15T14:36:41.874 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_dirty": 0, 2024-04-15T14:36:41.874 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T14:36:41.874 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_manifest": 0, 2024-04-15T14:36:41.874 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_misplaced": 0, 2024-04-15T14:36:41.874 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing": 0, 2024-04-15T14:36:41.874 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T14:36:41.874 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_omap": 0, 2024-04-15T14:36:41.874 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_pinned": 0, 2024-04-15T14:36:41.874 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_recovered": 0, 2024-04-15T14:36:41.874 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_repaired": 0, 2024-04-15T14:36:41.874 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_unfound": 0, 2024-04-15T14:36:41.874 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_bytes": 0, 2024-04-15T14:36:41.875 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_keys": 0, 2024-04-15T14:36:41.875 INFO:tasks.workunit.client.0.smithi016.stdout: "num_promote": 0, 2024-04-15T14:36:41.875 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read": 0, 2024-04-15T14:36:41.875 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read_kb": 0, 2024-04-15T14:36:41.875 INFO:tasks.workunit.client.0.smithi016.stdout: "num_scrub_errors": 0, 2024-04-15T14:36:41.875 INFO:tasks.workunit.client.0.smithi016.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T14:36:41.875 INFO:tasks.workunit.client.0.smithi016.stdout: "num_whiteouts": 0, 2024-04-15T14:36:41.875 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write": 0, 2024-04-15T14:36:41.875 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write_kb": 0 2024-04-15T14:36:41.875 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.875 INFO:tasks.workunit.client.0.smithi016.stdout: "state": "active+clean", 2024-04-15T14:36:41.875 INFO:tasks.workunit.client.0.smithi016.stdout: "stats_invalid": false, 2024-04-15T14:36:41.875 INFO:tasks.workunit.client.0.smithi016.stdout: "up": [ 2024-04-15T14:36:41.875 INFO:tasks.workunit.client.0.smithi016.stdout: 6, 2024-04-15T14:36:41.875 INFO:tasks.workunit.client.0.smithi016.stdout: 5, 2024-04-15T14:36:41.876 INFO:tasks.workunit.client.0.smithi016.stdout: 2 2024-04-15T14:36:41.876 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T14:36:41.876 INFO:tasks.workunit.client.0.smithi016.stdout: "up_primary": 6, 2024-04-15T14:36:41.876 INFO:tasks.workunit.client.0.smithi016.stdout: "version": "0'0" 2024-04-15T14:36:41.876 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.876 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-15T14:36:41.876 INFO:tasks.workunit.client.0.smithi016.stdout: "acting": [ 2024-04-15T14:36:41.876 INFO:tasks.workunit.client.0.smithi016.stdout: 5, 2024-04-15T14:36:41.876 INFO:tasks.workunit.client.0.smithi016.stdout: 7, 2024-04-15T14:36:41.876 INFO:tasks.workunit.client.0.smithi016.stdout: 1 2024-04-15T14:36:41.876 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T14:36:41.876 INFO:tasks.workunit.client.0.smithi016.stdout: "acting_primary": 5, 2024-04-15T14:36:41.876 INFO:tasks.workunit.client.0.smithi016.stdout: "avail_no_missing": [], 2024-04-15T14:36:41.876 INFO:tasks.workunit.client.0.smithi016.stdout: "blocked_by": [], 2024-04-15T14:36:41.876 INFO:tasks.workunit.client.0.smithi016.stdout: "created": 61, 2024-04-15T14:36:41.877 INFO:tasks.workunit.client.0.smithi016.stdout: "dirty_stats_invalid": false, 2024-04-15T14:36:41.877 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T14:36:41.877 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_stats_invalid": false, 2024-04-15T14:36:41.877 INFO:tasks.workunit.client.0.smithi016.stdout: "last_active": "2024-04-15T14:34:12.045740+0000", 2024-04-15T14:36:41.877 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_active": "2024-04-15T14:33:34.997618+0000", 2024-04-15T14:36:41.877 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_peered": "2024-04-15T14:33:34.997618+0000", 2024-04-15T14:36:41.877 INFO:tasks.workunit.client.0.smithi016.stdout: "last_change": "2024-04-15T14:33:34.998093+0000", 2024-04-15T14:36:41.877 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean": "2024-04-15T14:34:12.045740+0000", 2024-04-15T14:36:41.877 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T14:36:41.877 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub": "0'0", 2024-04-15T14:36:41.877 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T14:36:41.877 INFO:tasks.workunit.client.0.smithi016.stdout: "last_epoch_clean": 62, 2024-04-15T14:36:41.877 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fresh": "2024-04-15T14:34:12.045740+0000", 2024-04-15T14:36:41.877 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fullsized": "2024-04-15T14:34:12.045740+0000", 2024-04-15T14:36:41.877 INFO:tasks.workunit.client.0.smithi016.stdout: "last_peered": "2024-04-15T14:34:12.045740+0000", 2024-04-15T14:36:41.878 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub": "0'0", 2024-04-15T14:36:41.878 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_duration": 0, 2024-04-15T14:36:41.878 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T14:36:41.878 INFO:tasks.workunit.client.0.smithi016.stdout: "last_undegraded": "2024-04-15T14:34:12.045740+0000", 2024-04-15T14:36:41.878 INFO:tasks.workunit.client.0.smithi016.stdout: "last_unstale": "2024-04-15T14:34:12.045740+0000", 2024-04-15T14:36:41.878 INFO:tasks.workunit.client.0.smithi016.stdout: "log_dups_size": 0, 2024-04-15T14:36:41.878 INFO:tasks.workunit.client.0.smithi016.stdout: "log_size": 0, 2024-04-15T14:36:41.878 INFO:tasks.workunit.client.0.smithi016.stdout: "log_start": "0'0", 2024-04-15T14:36:41.878 INFO:tasks.workunit.client.0.smithi016.stdout: "manifest_stats_invalid": false, 2024-04-15T14:36:41.878 INFO:tasks.workunit.client.0.smithi016.stdout: "mapping_epoch": 61, 2024-04-15T14:36:41.878 INFO:tasks.workunit.client.0.smithi016.stdout: "object_location_counts": [], 2024-04-15T14:36:41.878 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_scrubbed": 0, 2024-04-15T14:36:41.878 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_trimmed": 0, 2024-04-15T14:36:41.878 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_stats_invalid": false, 2024-04-15T14:36:41.878 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_size": 0, 2024-04-15T14:36:41.879 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_start": "0'0", 2024-04-15T14:36:41.879 INFO:tasks.workunit.client.0.smithi016.stdout: "parent": "0.0", 2024-04-15T14:36:41.879 INFO:tasks.workunit.client.0.smithi016.stdout: "parent_split_bits": 0, 2024-04-15T14:36:41.879 INFO:tasks.workunit.client.0.smithi016.stdout: "pgid": "3.16", 2024-04-15T14:36:41.879 INFO:tasks.workunit.client.0.smithi016.stdout: "pin_stats_invalid": false, 2024-04-15T14:36:41.879 INFO:tasks.workunit.client.0.smithi016.stdout: "purged_snaps": [], 2024-04-15T14:36:41.879 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_epoch": 70, 2024-04-15T14:36:41.879 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_seq": 19, 2024-04-15T14:36:41.879 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_duration": 0.0, 2024-04-15T14:36:41.879 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-16T21:52:20.945166+0000", 2024-04-15T14:36:41.879 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrim_duration": 0.0, 2024-04-15T14:36:41.879 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrimq_len": 0, 2024-04-15T14:36:41.879 INFO:tasks.workunit.client.0.smithi016.stdout: "stat_sum": { 2024-04-15T14:36:41.879 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes": 0, 2024-04-15T14:36:41.880 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T14:36:41.880 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_recovered": 0, 2024-04-15T14:36:41.880 INFO:tasks.workunit.client.0.smithi016.stdout: "num_deep_scrub_errors": 0, 2024-04-15T14:36:41.880 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict": 0, 2024-04-15T14:36:41.880 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_kb": 0, 2024-04-15T14:36:41.880 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_full": 0, 2024-04-15T14:36:41.880 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_some": 0, 2024-04-15T14:36:41.880 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush": 0, 2024-04-15T14:36:41.880 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_kb": 0, 2024-04-15T14:36:41.880 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_high": 0, 2024-04-15T14:36:41.880 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_low": 0, 2024-04-15T14:36:41.880 INFO:tasks.workunit.client.0.smithi016.stdout: "num_keys_recovered": 0, 2024-04-15T14:36:41.880 INFO:tasks.workunit.client.0.smithi016.stdout: "num_large_omap_objects": 0, 2024-04-15T14:36:41.880 INFO:tasks.workunit.client.0.smithi016.stdout: "num_legacy_snapsets": 0, 2024-04-15T14:36:41.881 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_clones": 0, 2024-04-15T14:36:41.881 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_copies": 0, 2024-04-15T14:36:41.881 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects": 0, 2024-04-15T14:36:41.881 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_degraded": 0, 2024-04-15T14:36:41.881 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_dirty": 0, 2024-04-15T14:36:41.881 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T14:36:41.881 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_manifest": 0, 2024-04-15T14:36:41.881 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_misplaced": 0, 2024-04-15T14:36:41.881 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing": 0, 2024-04-15T14:36:41.881 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T14:36:41.881 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_omap": 0, 2024-04-15T14:36:41.881 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_pinned": 0, 2024-04-15T14:36:41.881 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_recovered": 0, 2024-04-15T14:36:41.881 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_repaired": 0, 2024-04-15T14:36:41.881 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_unfound": 0, 2024-04-15T14:36:41.882 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_bytes": 0, 2024-04-15T14:36:41.882 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_keys": 0, 2024-04-15T14:36:41.882 INFO:tasks.workunit.client.0.smithi016.stdout: "num_promote": 0, 2024-04-15T14:36:41.882 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read": 0, 2024-04-15T14:36:41.882 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read_kb": 0, 2024-04-15T14:36:41.882 INFO:tasks.workunit.client.0.smithi016.stdout: "num_scrub_errors": 0, 2024-04-15T14:36:41.882 INFO:tasks.workunit.client.0.smithi016.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T14:36:41.882 INFO:tasks.workunit.client.0.smithi016.stdout: "num_whiteouts": 0, 2024-04-15T14:36:41.882 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write": 0, 2024-04-15T14:36:41.882 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write_kb": 0 2024-04-15T14:36:41.882 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.882 INFO:tasks.workunit.client.0.smithi016.stdout: "state": "active+clean", 2024-04-15T14:36:41.882 INFO:tasks.workunit.client.0.smithi016.stdout: "stats_invalid": false, 2024-04-15T14:36:41.882 INFO:tasks.workunit.client.0.smithi016.stdout: "up": [ 2024-04-15T14:36:41.883 INFO:tasks.workunit.client.0.smithi016.stdout: 5, 2024-04-15T14:36:41.883 INFO:tasks.workunit.client.0.smithi016.stdout: 7, 2024-04-15T14:36:41.883 INFO:tasks.workunit.client.0.smithi016.stdout: 1 2024-04-15T14:36:41.883 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T14:36:41.883 INFO:tasks.workunit.client.0.smithi016.stdout: "up_primary": 5, 2024-04-15T14:36:41.883 INFO:tasks.workunit.client.0.smithi016.stdout: "version": "0'0" 2024-04-15T14:36:41.883 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.883 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-15T14:36:41.883 INFO:tasks.workunit.client.0.smithi016.stdout: "acting": [ 2024-04-15T14:36:41.883 INFO:tasks.workunit.client.0.smithi016.stdout: 5, 2024-04-15T14:36:41.883 INFO:tasks.workunit.client.0.smithi016.stdout: 6, 2024-04-15T14:36:41.883 INFO:tasks.workunit.client.0.smithi016.stdout: 2 2024-04-15T14:36:41.883 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T14:36:41.883 INFO:tasks.workunit.client.0.smithi016.stdout: "acting_primary": 5, 2024-04-15T14:36:41.883 INFO:tasks.workunit.client.0.smithi016.stdout: "avail_no_missing": [], 2024-04-15T14:36:41.884 INFO:tasks.workunit.client.0.smithi016.stdout: "blocked_by": [], 2024-04-15T14:36:41.884 INFO:tasks.workunit.client.0.smithi016.stdout: "created": 60, 2024-04-15T14:36:41.884 INFO:tasks.workunit.client.0.smithi016.stdout: "dirty_stats_invalid": false, 2024-04-15T14:36:41.884 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T14:36:41.884 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_stats_invalid": false, 2024-04-15T14:36:41.884 INFO:tasks.workunit.client.0.smithi016.stdout: "last_active": "2024-04-15T14:34:12.045577+0000", 2024-04-15T14:36:41.884 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_active": "2024-04-15T14:33:34.619104+0000", 2024-04-15T14:36:41.884 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_peered": "2024-04-15T14:33:34.619104+0000", 2024-04-15T14:36:41.884 INFO:tasks.workunit.client.0.smithi016.stdout: "last_change": "2024-04-15T14:33:34.619899+0000", 2024-04-15T14:36:41.884 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean": "2024-04-15T14:34:12.045577+0000", 2024-04-15T14:36:41.884 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean_scrub_stamp": "2024-04-15T14:33:33.599136+0000", 2024-04-15T14:36:41.884 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub": "0'0", 2024-04-15T14:36:41.884 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub_stamp": "2024-04-15T14:33:33.599136+0000", 2024-04-15T14:36:41.884 INFO:tasks.workunit.client.0.smithi016.stdout: "last_epoch_clean": 61, 2024-04-15T14:36:41.885 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fresh": "2024-04-15T14:34:12.045577+0000", 2024-04-15T14:36:41.885 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fullsized": "2024-04-15T14:34:12.045577+0000", 2024-04-15T14:36:41.885 INFO:tasks.workunit.client.0.smithi016.stdout: "last_peered": "2024-04-15T14:34:12.045577+0000", 2024-04-15T14:36:41.885 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub": "0'0", 2024-04-15T14:36:41.885 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_duration": 0, 2024-04-15T14:36:41.885 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_stamp": "2024-04-15T14:33:33.599136+0000", 2024-04-15T14:36:41.885 INFO:tasks.workunit.client.0.smithi016.stdout: "last_undegraded": "2024-04-15T14:34:12.045577+0000", 2024-04-15T14:36:41.885 INFO:tasks.workunit.client.0.smithi016.stdout: "last_unstale": "2024-04-15T14:34:12.045577+0000", 2024-04-15T14:36:41.885 INFO:tasks.workunit.client.0.smithi016.stdout: "log_dups_size": 0, 2024-04-15T14:36:41.885 INFO:tasks.workunit.client.0.smithi016.stdout: "log_size": 0, 2024-04-15T14:36:41.885 INFO:tasks.workunit.client.0.smithi016.stdout: "log_start": "0'0", 2024-04-15T14:36:41.885 INFO:tasks.workunit.client.0.smithi016.stdout: "manifest_stats_invalid": false, 2024-04-15T14:36:41.885 INFO:tasks.workunit.client.0.smithi016.stdout: "mapping_epoch": 60, 2024-04-15T14:36:41.885 INFO:tasks.workunit.client.0.smithi016.stdout: "object_location_counts": [], 2024-04-15T14:36:41.885 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_scrubbed": 0, 2024-04-15T14:36:41.886 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_trimmed": 0, 2024-04-15T14:36:41.886 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_stats_invalid": false, 2024-04-15T14:36:41.886 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_size": 0, 2024-04-15T14:36:41.886 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_start": "0'0", 2024-04-15T14:36:41.886 INFO:tasks.workunit.client.0.smithi016.stdout: "parent": "0.0", 2024-04-15T14:36:41.886 INFO:tasks.workunit.client.0.smithi016.stdout: "parent_split_bits": 0, 2024-04-15T14:36:41.886 INFO:tasks.workunit.client.0.smithi016.stdout: "pgid": "2.16", 2024-04-15T14:36:41.886 INFO:tasks.workunit.client.0.smithi016.stdout: "pin_stats_invalid": false, 2024-04-15T14:36:41.886 INFO:tasks.workunit.client.0.smithi016.stdout: "purged_snaps": [], 2024-04-15T14:36:41.886 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_epoch": 70, 2024-04-15T14:36:41.886 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_seq": 20, 2024-04-15T14:36:41.886 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_duration": 0.0, 2024-04-15T14:36:41.886 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-16T19:58:09.795799+0000", 2024-04-15T14:36:41.886 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrim_duration": 0.0, 2024-04-15T14:36:41.887 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrimq_len": 0, 2024-04-15T14:36:41.887 INFO:tasks.workunit.client.0.smithi016.stdout: "stat_sum": { 2024-04-15T14:36:41.887 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes": 0, 2024-04-15T14:36:41.887 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T14:36:41.887 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_recovered": 0, 2024-04-15T14:36:41.887 INFO:tasks.workunit.client.0.smithi016.stdout: "num_deep_scrub_errors": 0, 2024-04-15T14:36:41.887 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict": 0, 2024-04-15T14:36:41.887 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_kb": 0, 2024-04-15T14:36:41.887 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_full": 0, 2024-04-15T14:36:41.887 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_some": 0, 2024-04-15T14:36:41.887 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush": 0, 2024-04-15T14:36:41.887 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_kb": 0, 2024-04-15T14:36:41.887 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_high": 0, 2024-04-15T14:36:41.887 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_low": 0, 2024-04-15T14:36:41.888 INFO:tasks.workunit.client.0.smithi016.stdout: "num_keys_recovered": 0, 2024-04-15T14:36:41.888 INFO:tasks.workunit.client.0.smithi016.stdout: "num_large_omap_objects": 0, 2024-04-15T14:36:41.888 INFO:tasks.workunit.client.0.smithi016.stdout: "num_legacy_snapsets": 0, 2024-04-15T14:36:41.888 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_clones": 0, 2024-04-15T14:36:41.888 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_copies": 0, 2024-04-15T14:36:41.888 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects": 0, 2024-04-15T14:36:41.888 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_degraded": 0, 2024-04-15T14:36:41.888 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_dirty": 0, 2024-04-15T14:36:41.888 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T14:36:41.888 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_manifest": 0, 2024-04-15T14:36:41.888 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_misplaced": 0, 2024-04-15T14:36:41.888 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing": 0, 2024-04-15T14:36:41.888 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T14:36:41.888 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_omap": 0, 2024-04-15T14:36:41.888 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_pinned": 0, 2024-04-15T14:36:41.889 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_recovered": 0, 2024-04-15T14:36:41.889 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_repaired": 0, 2024-04-15T14:36:41.889 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_unfound": 0, 2024-04-15T14:36:41.889 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_bytes": 0, 2024-04-15T14:36:41.889 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_keys": 0, 2024-04-15T14:36:41.889 INFO:tasks.workunit.client.0.smithi016.stdout: "num_promote": 0, 2024-04-15T14:36:41.889 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read": 0, 2024-04-15T14:36:41.889 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read_kb": 0, 2024-04-15T14:36:41.889 INFO:tasks.workunit.client.0.smithi016.stdout: "num_scrub_errors": 0, 2024-04-15T14:36:41.889 INFO:tasks.workunit.client.0.smithi016.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T14:36:41.889 INFO:tasks.workunit.client.0.smithi016.stdout: "num_whiteouts": 0, 2024-04-15T14:36:41.889 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write": 0, 2024-04-15T14:36:41.889 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write_kb": 0 2024-04-15T14:36:41.889 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.889 INFO:tasks.workunit.client.0.smithi016.stdout: "state": "active+clean", 2024-04-15T14:36:41.890 INFO:tasks.workunit.client.0.smithi016.stdout: "stats_invalid": false, 2024-04-15T14:36:41.890 INFO:tasks.workunit.client.0.smithi016.stdout: "up": [ 2024-04-15T14:36:41.890 INFO:tasks.workunit.client.0.smithi016.stdout: 5, 2024-04-15T14:36:41.890 INFO:tasks.workunit.client.0.smithi016.stdout: 6, 2024-04-15T14:36:41.890 INFO:tasks.workunit.client.0.smithi016.stdout: 2 2024-04-15T14:36:41.890 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T14:36:41.890 INFO:tasks.workunit.client.0.smithi016.stdout: "up_primary": 5, 2024-04-15T14:36:41.890 INFO:tasks.workunit.client.0.smithi016.stdout: "version": "0'0" 2024-04-15T14:36:41.890 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.890 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-15T14:36:41.890 INFO:tasks.workunit.client.0.smithi016.stdout: "acting": [ 2024-04-15T14:36:41.890 INFO:tasks.workunit.client.0.smithi016.stdout: 0, 2024-04-15T14:36:41.890 INFO:tasks.workunit.client.0.smithi016.stdout: 5, 2024-04-15T14:36:41.890 INFO:tasks.workunit.client.0.smithi016.stdout: 3 2024-04-15T14:36:41.891 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T14:36:41.891 INFO:tasks.workunit.client.0.smithi016.stdout: "acting_primary": 0, 2024-04-15T14:36:41.891 INFO:tasks.workunit.client.0.smithi016.stdout: "avail_no_missing": [], 2024-04-15T14:36:41.891 INFO:tasks.workunit.client.0.smithi016.stdout: "blocked_by": [], 2024-04-15T14:36:41.891 INFO:tasks.workunit.client.0.smithi016.stdout: "created": 61, 2024-04-15T14:36:41.891 INFO:tasks.workunit.client.0.smithi016.stdout: "dirty_stats_invalid": false, 2024-04-15T14:36:41.891 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T14:36:41.891 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_stats_invalid": false, 2024-04-15T14:36:41.891 INFO:tasks.workunit.client.0.smithi016.stdout: "last_active": "2024-04-15T14:34:11.923399+0000", 2024-04-15T14:36:41.891 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_active": "2024-04-15T14:33:34.983476+0000", 2024-04-15T14:36:41.891 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_peered": "2024-04-15T14:33:34.983476+0000", 2024-04-15T14:36:41.891 INFO:tasks.workunit.client.0.smithi016.stdout: "last_change": "2024-04-15T14:33:34.984818+0000", 2024-04-15T14:36:41.891 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean": "2024-04-15T14:34:11.923399+0000", 2024-04-15T14:36:41.891 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T14:36:41.892 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub": "0'0", 2024-04-15T14:36:41.892 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T14:36:41.892 INFO:tasks.workunit.client.0.smithi016.stdout: "last_epoch_clean": 62, 2024-04-15T14:36:41.892 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fresh": "2024-04-15T14:34:11.923399+0000", 2024-04-15T14:36:41.892 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fullsized": "2024-04-15T14:34:11.923399+0000", 2024-04-15T14:36:41.892 INFO:tasks.workunit.client.0.smithi016.stdout: "last_peered": "2024-04-15T14:34:11.923399+0000", 2024-04-15T14:36:41.892 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub": "0'0", 2024-04-15T14:36:41.892 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_duration": 0, 2024-04-15T14:36:41.892 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T14:36:41.892 INFO:tasks.workunit.client.0.smithi016.stdout: "last_undegraded": "2024-04-15T14:34:11.923399+0000", 2024-04-15T14:36:41.892 INFO:tasks.workunit.client.0.smithi016.stdout: "last_unstale": "2024-04-15T14:34:11.923399+0000", 2024-04-15T14:36:41.892 INFO:tasks.workunit.client.0.smithi016.stdout: "log_dups_size": 0, 2024-04-15T14:36:41.892 INFO:tasks.workunit.client.0.smithi016.stdout: "log_size": 0, 2024-04-15T14:36:41.892 INFO:tasks.workunit.client.0.smithi016.stdout: "log_start": "0'0", 2024-04-15T14:36:41.892 INFO:tasks.workunit.client.0.smithi016.stdout: "manifest_stats_invalid": false, 2024-04-15T14:36:41.893 INFO:tasks.workunit.client.0.smithi016.stdout: "mapping_epoch": 61, 2024-04-15T14:36:41.893 INFO:tasks.workunit.client.0.smithi016.stdout: "object_location_counts": [], 2024-04-15T14:36:41.893 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_scrubbed": 0, 2024-04-15T14:36:41.893 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_trimmed": 0, 2024-04-15T14:36:41.893 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_stats_invalid": false, 2024-04-15T14:36:41.893 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_size": 0, 2024-04-15T14:36:41.893 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_start": "0'0", 2024-04-15T14:36:41.893 INFO:tasks.workunit.client.0.smithi016.stdout: "parent": "0.0", 2024-04-15T14:36:41.893 INFO:tasks.workunit.client.0.smithi016.stdout: "parent_split_bits": 0, 2024-04-15T14:36:41.893 INFO:tasks.workunit.client.0.smithi016.stdout: "pgid": "3.17", 2024-04-15T14:36:41.893 INFO:tasks.workunit.client.0.smithi016.stdout: "pin_stats_invalid": false, 2024-04-15T14:36:41.893 INFO:tasks.workunit.client.0.smithi016.stdout: "purged_snaps": [], 2024-04-15T14:36:41.893 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_epoch": 70, 2024-04-15T14:36:41.893 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_seq": 18, 2024-04-15T14:36:41.893 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_duration": 0.0, 2024-04-15T14:36:41.894 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-16T18:55:45.495288+0000", 2024-04-15T14:36:41.894 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrim_duration": 0.0, 2024-04-15T14:36:41.894 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrimq_len": 0, 2024-04-15T14:36:41.894 INFO:tasks.workunit.client.0.smithi016.stdout: "stat_sum": { 2024-04-15T14:36:41.894 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes": 0, 2024-04-15T14:36:41.894 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T14:36:41.894 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_recovered": 0, 2024-04-15T14:36:41.894 INFO:tasks.workunit.client.0.smithi016.stdout: "num_deep_scrub_errors": 0, 2024-04-15T14:36:41.894 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict": 0, 2024-04-15T14:36:41.894 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_kb": 0, 2024-04-15T14:36:41.894 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_full": 0, 2024-04-15T14:36:41.894 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_some": 0, 2024-04-15T14:36:41.894 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush": 0, 2024-04-15T14:36:41.894 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_kb": 0, 2024-04-15T14:36:41.895 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_high": 0, 2024-04-15T14:36:41.895 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_low": 0, 2024-04-15T14:36:41.895 INFO:tasks.workunit.client.0.smithi016.stdout: "num_keys_recovered": 0, 2024-04-15T14:36:41.895 INFO:tasks.workunit.client.0.smithi016.stdout: "num_large_omap_objects": 0, 2024-04-15T14:36:41.895 INFO:tasks.workunit.client.0.smithi016.stdout: "num_legacy_snapsets": 0, 2024-04-15T14:36:41.895 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_clones": 0, 2024-04-15T14:36:41.895 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_copies": 0, 2024-04-15T14:36:41.895 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects": 0, 2024-04-15T14:36:41.895 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_degraded": 0, 2024-04-15T14:36:41.895 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_dirty": 0, 2024-04-15T14:36:41.895 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T14:36:41.895 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_manifest": 0, 2024-04-15T14:36:41.895 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_misplaced": 0, 2024-04-15T14:36:41.895 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing": 0, 2024-04-15T14:36:41.896 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T14:36:41.896 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_omap": 0, 2024-04-15T14:36:41.896 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_pinned": 0, 2024-04-15T14:36:41.896 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_recovered": 0, 2024-04-15T14:36:41.896 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_repaired": 0, 2024-04-15T14:36:41.896 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_unfound": 0, 2024-04-15T14:36:41.896 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_bytes": 0, 2024-04-15T14:36:41.896 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_keys": 0, 2024-04-15T14:36:41.896 INFO:tasks.workunit.client.0.smithi016.stdout: "num_promote": 0, 2024-04-15T14:36:41.896 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read": 0, 2024-04-15T14:36:41.896 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read_kb": 0, 2024-04-15T14:36:41.896 INFO:tasks.workunit.client.0.smithi016.stdout: "num_scrub_errors": 0, 2024-04-15T14:36:41.896 INFO:tasks.workunit.client.0.smithi016.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T14:36:41.896 INFO:tasks.workunit.client.0.smithi016.stdout: "num_whiteouts": 0, 2024-04-15T14:36:41.896 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write": 0, 2024-04-15T14:36:41.897 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write_kb": 0 2024-04-15T14:36:41.897 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.897 INFO:tasks.workunit.client.0.smithi016.stdout: "state": "active+clean", 2024-04-15T14:36:41.897 INFO:tasks.workunit.client.0.smithi016.stdout: "stats_invalid": false, 2024-04-15T14:36:41.897 INFO:tasks.workunit.client.0.smithi016.stdout: "up": [ 2024-04-15T14:36:41.897 INFO:tasks.workunit.client.0.smithi016.stdout: 0, 2024-04-15T14:36:41.897 INFO:tasks.workunit.client.0.smithi016.stdout: 5, 2024-04-15T14:36:41.897 INFO:tasks.workunit.client.0.smithi016.stdout: 3 2024-04-15T14:36:41.897 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T14:36:41.897 INFO:tasks.workunit.client.0.smithi016.stdout: "up_primary": 0, 2024-04-15T14:36:41.897 INFO:tasks.workunit.client.0.smithi016.stdout: "version": "0'0" 2024-04-15T14:36:41.897 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.897 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-15T14:36:41.897 INFO:tasks.workunit.client.0.smithi016.stdout: "acting": [ 2024-04-15T14:36:41.898 INFO:tasks.workunit.client.0.smithi016.stdout: 1, 2024-04-15T14:36:41.898 INFO:tasks.workunit.client.0.smithi016.stdout: 5, 2024-04-15T14:36:41.898 INFO:tasks.workunit.client.0.smithi016.stdout: 0 2024-04-15T14:36:41.898 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T14:36:41.898 INFO:tasks.workunit.client.0.smithi016.stdout: "acting_primary": 1, 2024-04-15T14:36:41.898 INFO:tasks.workunit.client.0.smithi016.stdout: "avail_no_missing": [], 2024-04-15T14:36:41.898 INFO:tasks.workunit.client.0.smithi016.stdout: "blocked_by": [], 2024-04-15T14:36:41.898 INFO:tasks.workunit.client.0.smithi016.stdout: "created": 60, 2024-04-15T14:36:41.898 INFO:tasks.workunit.client.0.smithi016.stdout: "dirty_stats_invalid": false, 2024-04-15T14:36:41.898 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T14:36:41.898 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_stats_invalid": false, 2024-04-15T14:36:41.898 INFO:tasks.workunit.client.0.smithi016.stdout: "last_active": "2024-04-15T14:34:12.004166+0000", 2024-04-15T14:36:41.898 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_active": "2024-04-15T14:33:34.626429+0000", 2024-04-15T14:36:41.899 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_peered": "2024-04-15T14:33:34.626429+0000", 2024-04-15T14:36:41.899 INFO:tasks.workunit.client.0.smithi016.stdout: "last_change": "2024-04-15T14:33:34.626719+0000", 2024-04-15T14:36:41.899 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean": "2024-04-15T14:34:12.004166+0000", 2024-04-15T14:36:41.899 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean_scrub_stamp": "2024-04-15T14:33:33.599136+0000", 2024-04-15T14:36:41.899 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub": "0'0", 2024-04-15T14:36:41.899 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub_stamp": "2024-04-15T14:33:33.599136+0000", 2024-04-15T14:36:41.899 INFO:tasks.workunit.client.0.smithi016.stdout: "last_epoch_clean": 61, 2024-04-15T14:36:41.899 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fresh": "2024-04-15T14:34:12.004166+0000", 2024-04-15T14:36:41.899 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fullsized": "2024-04-15T14:34:12.004166+0000", 2024-04-15T14:36:41.899 INFO:tasks.workunit.client.0.smithi016.stdout: "last_peered": "2024-04-15T14:34:12.004166+0000", 2024-04-15T14:36:41.899 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub": "0'0", 2024-04-15T14:36:41.899 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_duration": 0, 2024-04-15T14:36:41.899 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_stamp": "2024-04-15T14:33:33.599136+0000", 2024-04-15T14:36:41.899 INFO:tasks.workunit.client.0.smithi016.stdout: "last_undegraded": "2024-04-15T14:34:12.004166+0000", 2024-04-15T14:36:41.900 INFO:tasks.workunit.client.0.smithi016.stdout: "last_unstale": "2024-04-15T14:34:12.004166+0000", 2024-04-15T14:36:41.900 INFO:tasks.workunit.client.0.smithi016.stdout: "log_dups_size": 0, 2024-04-15T14:36:41.900 INFO:tasks.workunit.client.0.smithi016.stdout: "log_size": 3, 2024-04-15T14:36:41.900 INFO:tasks.workunit.client.0.smithi016.stdout: "log_start": "0'0", 2024-04-15T14:36:41.900 INFO:tasks.workunit.client.0.smithi016.stdout: "manifest_stats_invalid": false, 2024-04-15T14:36:41.900 INFO:tasks.workunit.client.0.smithi016.stdout: "mapping_epoch": 60, 2024-04-15T14:36:41.900 INFO:tasks.workunit.client.0.smithi016.stdout: "object_location_counts": [], 2024-04-15T14:36:41.900 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_scrubbed": 0, 2024-04-15T14:36:41.900 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_trimmed": 0, 2024-04-15T14:36:41.900 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_stats_invalid": false, 2024-04-15T14:36:41.900 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_size": 3, 2024-04-15T14:36:41.900 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_start": "0'0", 2024-04-15T14:36:41.900 INFO:tasks.workunit.client.0.smithi016.stdout: "parent": "0.0", 2024-04-15T14:36:41.900 INFO:tasks.workunit.client.0.smithi016.stdout: "parent_split_bits": 0, 2024-04-15T14:36:41.901 INFO:tasks.workunit.client.0.smithi016.stdout: "pgid": "2.15", 2024-04-15T14:36:41.901 INFO:tasks.workunit.client.0.smithi016.stdout: "pin_stats_invalid": false, 2024-04-15T14:36:41.901 INFO:tasks.workunit.client.0.smithi016.stdout: "purged_snaps": [], 2024-04-15T14:36:41.901 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_epoch": 70, 2024-04-15T14:36:41.901 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_seq": 23, 2024-04-15T14:36:41.901 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_duration": 0.0, 2024-04-15T14:36:41.901 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-16T23:00:48.231255+0000", 2024-04-15T14:36:41.901 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrim_duration": 0.0, 2024-04-15T14:36:41.901 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrimq_len": 0, 2024-04-15T14:36:41.901 INFO:tasks.workunit.client.0.smithi016.stdout: "stat_sum": { 2024-04-15T14:36:41.901 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes": 90, 2024-04-15T14:36:41.901 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T14:36:41.901 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_recovered": 0, 2024-04-15T14:36:41.901 INFO:tasks.workunit.client.0.smithi016.stdout: "num_deep_scrub_errors": 0, 2024-04-15T14:36:41.901 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict": 0, 2024-04-15T14:36:41.902 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_kb": 0, 2024-04-15T14:36:41.902 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_full": 0, 2024-04-15T14:36:41.902 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_some": 0, 2024-04-15T14:36:41.902 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush": 0, 2024-04-15T14:36:41.902 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_kb": 0, 2024-04-15T14:36:41.902 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_high": 0, 2024-04-15T14:36:41.902 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_low": 0, 2024-04-15T14:36:41.902 INFO:tasks.workunit.client.0.smithi016.stdout: "num_keys_recovered": 0, 2024-04-15T14:36:41.902 INFO:tasks.workunit.client.0.smithi016.stdout: "num_large_omap_objects": 0, 2024-04-15T14:36:41.902 INFO:tasks.workunit.client.0.smithi016.stdout: "num_legacy_snapsets": 0, 2024-04-15T14:36:41.902 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_clones": 0, 2024-04-15T14:36:41.902 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_copies": 6, 2024-04-15T14:36:41.902 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects": 2, 2024-04-15T14:36:41.902 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_degraded": 0, 2024-04-15T14:36:41.903 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_dirty": 2, 2024-04-15T14:36:41.903 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T14:36:41.903 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_manifest": 0, 2024-04-15T14:36:41.903 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_misplaced": 0, 2024-04-15T14:36:41.903 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing": 0, 2024-04-15T14:36:41.903 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T14:36:41.903 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_omap": 1, 2024-04-15T14:36:41.903 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_pinned": 0, 2024-04-15T14:36:41.903 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_recovered": 0, 2024-04-15T14:36:41.903 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_repaired": 0, 2024-04-15T14:36:41.903 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_unfound": 0, 2024-04-15T14:36:41.903 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_bytes": 0, 2024-04-15T14:36:41.903 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_keys": 0, 2024-04-15T14:36:41.903 INFO:tasks.workunit.client.0.smithi016.stdout: "num_promote": 0, 2024-04-15T14:36:41.903 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read": 0, 2024-04-15T14:36:41.904 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read_kb": 0, 2024-04-15T14:36:41.904 INFO:tasks.workunit.client.0.smithi016.stdout: "num_scrub_errors": 0, 2024-04-15T14:36:41.904 INFO:tasks.workunit.client.0.smithi016.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T14:36:41.904 INFO:tasks.workunit.client.0.smithi016.stdout: "num_whiteouts": 0, 2024-04-15T14:36:41.904 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write": 4, 2024-04-15T14:36:41.904 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write_kb": 1 2024-04-15T14:36:41.904 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.904 INFO:tasks.workunit.client.0.smithi016.stdout: "state": "active+clean", 2024-04-15T14:36:41.904 INFO:tasks.workunit.client.0.smithi016.stdout: "stats_invalid": false, 2024-04-15T14:36:41.904 INFO:tasks.workunit.client.0.smithi016.stdout: "up": [ 2024-04-15T14:36:41.904 INFO:tasks.workunit.client.0.smithi016.stdout: 1, 2024-04-15T14:36:41.904 INFO:tasks.workunit.client.0.smithi016.stdout: 5, 2024-04-15T14:36:41.904 INFO:tasks.workunit.client.0.smithi016.stdout: 0 2024-04-15T14:36:41.904 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T14:36:41.905 INFO:tasks.workunit.client.0.smithi016.stdout: "up_primary": 1, 2024-04-15T14:36:41.905 INFO:tasks.workunit.client.0.smithi016.stdout: "version": "62'3" 2024-04-15T14:36:41.905 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.905 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-15T14:36:41.905 INFO:tasks.workunit.client.0.smithi016.stdout: "acting": [ 2024-04-15T14:36:41.905 INFO:tasks.workunit.client.0.smithi016.stdout: 4, 2024-04-15T14:36:41.905 INFO:tasks.workunit.client.0.smithi016.stdout: 7, 2024-04-15T14:36:41.905 INFO:tasks.workunit.client.0.smithi016.stdout: 6 2024-04-15T14:36:41.905 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T14:36:41.905 INFO:tasks.workunit.client.0.smithi016.stdout: "acting_primary": 4, 2024-04-15T14:36:41.905 INFO:tasks.workunit.client.0.smithi016.stdout: "avail_no_missing": [], 2024-04-15T14:36:41.905 INFO:tasks.workunit.client.0.smithi016.stdout: "blocked_by": [], 2024-04-15T14:36:41.905 INFO:tasks.workunit.client.0.smithi016.stdout: "created": 61, 2024-04-15T14:36:41.905 INFO:tasks.workunit.client.0.smithi016.stdout: "dirty_stats_invalid": false, 2024-04-15T14:36:41.906 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T14:36:41.906 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_stats_invalid": false, 2024-04-15T14:36:41.906 INFO:tasks.workunit.client.0.smithi016.stdout: "last_active": "2024-04-15T14:34:12.020307+0000", 2024-04-15T14:36:41.906 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_active": "2024-04-15T14:33:35.004170+0000", 2024-04-15T14:36:41.906 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_peered": "2024-04-15T14:33:35.004170+0000", 2024-04-15T14:36:41.906 INFO:tasks.workunit.client.0.smithi016.stdout: "last_change": "2024-04-15T14:33:35.004611+0000", 2024-04-15T14:36:41.906 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean": "2024-04-15T14:34:12.020307+0000", 2024-04-15T14:36:41.906 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T14:36:41.906 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub": "0'0", 2024-04-15T14:36:41.906 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T14:36:41.906 INFO:tasks.workunit.client.0.smithi016.stdout: "last_epoch_clean": 62, 2024-04-15T14:36:41.906 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fresh": "2024-04-15T14:34:12.020307+0000", 2024-04-15T14:36:41.906 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fullsized": "2024-04-15T14:34:12.020307+0000", 2024-04-15T14:36:41.906 INFO:tasks.workunit.client.0.smithi016.stdout: "last_peered": "2024-04-15T14:34:12.020307+0000", 2024-04-15T14:36:41.907 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub": "0'0", 2024-04-15T14:36:41.907 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_duration": 0, 2024-04-15T14:36:41.907 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T14:36:41.907 INFO:tasks.workunit.client.0.smithi016.stdout: "last_undegraded": "2024-04-15T14:34:12.020307+0000", 2024-04-15T14:36:41.907 INFO:tasks.workunit.client.0.smithi016.stdout: "last_unstale": "2024-04-15T14:34:12.020307+0000", 2024-04-15T14:36:41.907 INFO:tasks.workunit.client.0.smithi016.stdout: "log_dups_size": 0, 2024-04-15T14:36:41.907 INFO:tasks.workunit.client.0.smithi016.stdout: "log_size": 0, 2024-04-15T14:36:41.907 INFO:tasks.workunit.client.0.smithi016.stdout: "log_start": "0'0", 2024-04-15T14:36:41.907 INFO:tasks.workunit.client.0.smithi016.stdout: "manifest_stats_invalid": false, 2024-04-15T14:36:41.907 INFO:tasks.workunit.client.0.smithi016.stdout: "mapping_epoch": 61, 2024-04-15T14:36:41.907 INFO:tasks.workunit.client.0.smithi016.stdout: "object_location_counts": [], 2024-04-15T14:36:41.907 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_scrubbed": 0, 2024-04-15T14:36:41.907 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_trimmed": 0, 2024-04-15T14:36:41.907 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_stats_invalid": false, 2024-04-15T14:36:41.908 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_size": 0, 2024-04-15T14:36:41.908 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_start": "0'0", 2024-04-15T14:36:41.908 INFO:tasks.workunit.client.0.smithi016.stdout: "parent": "0.0", 2024-04-15T14:36:41.908 INFO:tasks.workunit.client.0.smithi016.stdout: "parent_split_bits": 0, 2024-04-15T14:36:41.908 INFO:tasks.workunit.client.0.smithi016.stdout: "pgid": "3.14", 2024-04-15T14:36:41.908 INFO:tasks.workunit.client.0.smithi016.stdout: "pin_stats_invalid": false, 2024-04-15T14:36:41.908 INFO:tasks.workunit.client.0.smithi016.stdout: "purged_snaps": [], 2024-04-15T14:36:41.908 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_epoch": 70, 2024-04-15T14:36:41.908 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_seq": 18, 2024-04-15T14:36:41.908 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_duration": 0.0, 2024-04-15T14:36:41.908 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-16T16:15:49.307161+0000", 2024-04-15T14:36:41.908 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrim_duration": 0.0, 2024-04-15T14:36:41.908 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrimq_len": 0, 2024-04-15T14:36:41.908 INFO:tasks.workunit.client.0.smithi016.stdout: "stat_sum": { 2024-04-15T14:36:41.908 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes": 0, 2024-04-15T14:36:41.909 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T14:36:41.909 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_recovered": 0, 2024-04-15T14:36:41.909 INFO:tasks.workunit.client.0.smithi016.stdout: "num_deep_scrub_errors": 0, 2024-04-15T14:36:41.909 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict": 0, 2024-04-15T14:36:41.909 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_kb": 0, 2024-04-15T14:36:41.909 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_full": 0, 2024-04-15T14:36:41.909 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_some": 0, 2024-04-15T14:36:41.909 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush": 0, 2024-04-15T14:36:41.909 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_kb": 0, 2024-04-15T14:36:41.909 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_high": 0, 2024-04-15T14:36:41.909 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_low": 0, 2024-04-15T14:36:41.909 INFO:tasks.workunit.client.0.smithi016.stdout: "num_keys_recovered": 0, 2024-04-15T14:36:41.909 INFO:tasks.workunit.client.0.smithi016.stdout: "num_large_omap_objects": 0, 2024-04-15T14:36:41.909 INFO:tasks.workunit.client.0.smithi016.stdout: "num_legacy_snapsets": 0, 2024-04-15T14:36:41.909 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_clones": 0, 2024-04-15T14:36:41.910 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_copies": 0, 2024-04-15T14:36:41.910 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects": 0, 2024-04-15T14:36:41.910 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_degraded": 0, 2024-04-15T14:36:41.910 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_dirty": 0, 2024-04-15T14:36:41.910 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T14:36:41.910 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_manifest": 0, 2024-04-15T14:36:41.910 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_misplaced": 0, 2024-04-15T14:36:41.910 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing": 0, 2024-04-15T14:36:41.910 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T14:36:41.910 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_omap": 0, 2024-04-15T14:36:41.910 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_pinned": 0, 2024-04-15T14:36:41.910 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_recovered": 0, 2024-04-15T14:36:41.910 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_repaired": 0, 2024-04-15T14:36:41.910 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_unfound": 0, 2024-04-15T14:36:41.911 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_bytes": 0, 2024-04-15T14:36:41.911 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_keys": 0, 2024-04-15T14:36:41.911 INFO:tasks.workunit.client.0.smithi016.stdout: "num_promote": 0, 2024-04-15T14:36:41.911 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read": 0, 2024-04-15T14:36:41.911 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read_kb": 0, 2024-04-15T14:36:41.911 INFO:tasks.workunit.client.0.smithi016.stdout: "num_scrub_errors": 0, 2024-04-15T14:36:41.911 INFO:tasks.workunit.client.0.smithi016.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T14:36:41.911 INFO:tasks.workunit.client.0.smithi016.stdout: "num_whiteouts": 0, 2024-04-15T14:36:41.911 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write": 0, 2024-04-15T14:36:41.911 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write_kb": 0 2024-04-15T14:36:41.911 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.911 INFO:tasks.workunit.client.0.smithi016.stdout: "state": "active+clean", 2024-04-15T14:36:41.911 INFO:tasks.workunit.client.0.smithi016.stdout: "stats_invalid": false, 2024-04-15T14:36:41.912 INFO:tasks.workunit.client.0.smithi016.stdout: "up": [ 2024-04-15T14:36:41.912 INFO:tasks.workunit.client.0.smithi016.stdout: 4, 2024-04-15T14:36:41.912 INFO:tasks.workunit.client.0.smithi016.stdout: 7, 2024-04-15T14:36:41.912 INFO:tasks.workunit.client.0.smithi016.stdout: 6 2024-04-15T14:36:41.912 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T14:36:41.912 INFO:tasks.workunit.client.0.smithi016.stdout: "up_primary": 4, 2024-04-15T14:36:41.912 INFO:tasks.workunit.client.0.smithi016.stdout: "version": "0'0" 2024-04-15T14:36:41.912 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.912 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-15T14:36:41.912 INFO:tasks.workunit.client.0.smithi016.stdout: "acting": [ 2024-04-15T14:36:41.912 INFO:tasks.workunit.client.0.smithi016.stdout: 6, 2024-04-15T14:36:41.912 INFO:tasks.workunit.client.0.smithi016.stdout: 3, 2024-04-15T14:36:41.912 INFO:tasks.workunit.client.0.smithi016.stdout: 5 2024-04-15T14:36:41.912 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T14:36:41.913 INFO:tasks.workunit.client.0.smithi016.stdout: "acting_primary": 6, 2024-04-15T14:36:41.913 INFO:tasks.workunit.client.0.smithi016.stdout: "avail_no_missing": [], 2024-04-15T14:36:41.913 INFO:tasks.workunit.client.0.smithi016.stdout: "blocked_by": [], 2024-04-15T14:36:41.913 INFO:tasks.workunit.client.0.smithi016.stdout: "created": 60, 2024-04-15T14:36:41.913 INFO:tasks.workunit.client.0.smithi016.stdout: "dirty_stats_invalid": false, 2024-04-15T14:36:41.913 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T14:36:41.913 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_stats_invalid": false, 2024-04-15T14:36:41.913 INFO:tasks.workunit.client.0.smithi016.stdout: "last_active": "2024-04-15T14:35:42.031705+0000", 2024-04-15T14:36:41.913 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_active": "2024-04-15T14:33:34.620361+0000", 2024-04-15T14:36:41.913 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_peered": "2024-04-15T14:33:34.620361+0000", 2024-04-15T14:36:41.913 INFO:tasks.workunit.client.0.smithi016.stdout: "last_change": "2024-04-15T14:33:34.620715+0000", 2024-04-15T14:36:41.913 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean": "2024-04-15T14:35:42.031705+0000", 2024-04-15T14:36:41.913 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean_scrub_stamp": "2024-04-15T14:33:33.599136+0000", 2024-04-15T14:36:41.913 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub": "0'0", 2024-04-15T14:36:41.913 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub_stamp": "2024-04-15T14:33:33.599136+0000", 2024-04-15T14:36:41.914 INFO:tasks.workunit.client.0.smithi016.stdout: "last_epoch_clean": 61, 2024-04-15T14:36:41.914 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fresh": "2024-04-15T14:35:42.031705+0000", 2024-04-15T14:36:41.914 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fullsized": "2024-04-15T14:35:42.031705+0000", 2024-04-15T14:36:41.914 INFO:tasks.workunit.client.0.smithi016.stdout: "last_peered": "2024-04-15T14:35:42.031705+0000", 2024-04-15T14:36:41.914 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub": "0'0", 2024-04-15T14:36:41.914 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_duration": 0, 2024-04-15T14:36:41.914 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_stamp": "2024-04-15T14:33:33.599136+0000", 2024-04-15T14:36:41.914 INFO:tasks.workunit.client.0.smithi016.stdout: "last_undegraded": "2024-04-15T14:35:42.031705+0000", 2024-04-15T14:36:41.914 INFO:tasks.workunit.client.0.smithi016.stdout: "last_unstale": "2024-04-15T14:35:42.031705+0000", 2024-04-15T14:36:41.914 INFO:tasks.workunit.client.0.smithi016.stdout: "log_dups_size": 0, 2024-04-15T14:36:41.914 INFO:tasks.workunit.client.0.smithi016.stdout: "log_size": 12, 2024-04-15T14:36:41.914 INFO:tasks.workunit.client.0.smithi016.stdout: "log_start": "0'0", 2024-04-15T14:36:41.914 INFO:tasks.workunit.client.0.smithi016.stdout: "manifest_stats_invalid": false, 2024-04-15T14:36:41.914 INFO:tasks.workunit.client.0.smithi016.stdout: "mapping_epoch": 60, 2024-04-15T14:36:41.915 INFO:tasks.workunit.client.0.smithi016.stdout: "object_location_counts": [], 2024-04-15T14:36:41.915 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_scrubbed": 0, 2024-04-15T14:36:41.915 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_trimmed": 0, 2024-04-15T14:36:41.915 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_stats_invalid": false, 2024-04-15T14:36:41.915 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_size": 12, 2024-04-15T14:36:41.915 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_start": "0'0", 2024-04-15T14:36:41.915 INFO:tasks.workunit.client.0.smithi016.stdout: "parent": "0.0", 2024-04-15T14:36:41.915 INFO:tasks.workunit.client.0.smithi016.stdout: "parent_split_bits": 0, 2024-04-15T14:36:41.915 INFO:tasks.workunit.client.0.smithi016.stdout: "pgid": "2.14", 2024-04-15T14:36:41.915 INFO:tasks.workunit.client.0.smithi016.stdout: "pin_stats_invalid": false, 2024-04-15T14:36:41.915 INFO:tasks.workunit.client.0.smithi016.stdout: "purged_snaps": [], 2024-04-15T14:36:41.915 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_epoch": 70, 2024-04-15T14:36:41.915 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_seq": 31, 2024-04-15T14:36:41.915 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_duration": 0.0, 2024-04-15T14:36:41.916 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-16T21:57:01.722940+0000", 2024-04-15T14:36:41.916 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrim_duration": 0.0, 2024-04-15T14:36:41.916 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrimq_len": 0, 2024-04-15T14:36:41.916 INFO:tasks.workunit.client.0.smithi016.stdout: "stat_sum": { 2024-04-15T14:36:41.916 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes": 2632, 2024-04-15T14:36:41.916 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T14:36:41.916 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_recovered": 0, 2024-04-15T14:36:41.916 INFO:tasks.workunit.client.0.smithi016.stdout: "num_deep_scrub_errors": 0, 2024-04-15T14:36:41.916 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict": 0, 2024-04-15T14:36:41.916 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_kb": 0, 2024-04-15T14:36:41.916 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_full": 0, 2024-04-15T14:36:41.916 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_some": 0, 2024-04-15T14:36:41.916 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush": 0, 2024-04-15T14:36:41.916 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_kb": 0, 2024-04-15T14:36:41.917 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_high": 0, 2024-04-15T14:36:41.917 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_low": 0, 2024-04-15T14:36:41.917 INFO:tasks.workunit.client.0.smithi016.stdout: "num_keys_recovered": 0, 2024-04-15T14:36:41.917 INFO:tasks.workunit.client.0.smithi016.stdout: "num_large_omap_objects": 0, 2024-04-15T14:36:41.917 INFO:tasks.workunit.client.0.smithi016.stdout: "num_legacy_snapsets": 0, 2024-04-15T14:36:41.917 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_clones": 0, 2024-04-15T14:36:41.917 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_copies": 12, 2024-04-15T14:36:41.917 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects": 4, 2024-04-15T14:36:41.917 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_degraded": 0, 2024-04-15T14:36:41.917 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_dirty": 4, 2024-04-15T14:36:41.917 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T14:36:41.917 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_manifest": 0, 2024-04-15T14:36:41.917 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_misplaced": 0, 2024-04-15T14:36:41.917 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing": 0, 2024-04-15T14:36:41.917 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T14:36:41.918 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_omap": 1, 2024-04-15T14:36:41.918 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_pinned": 0, 2024-04-15T14:36:41.918 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_recovered": 0, 2024-04-15T14:36:41.918 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_repaired": 0, 2024-04-15T14:36:41.918 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_unfound": 0, 2024-04-15T14:36:41.918 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_bytes": 0, 2024-04-15T14:36:41.918 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_keys": 0, 2024-04-15T14:36:41.918 INFO:tasks.workunit.client.0.smithi016.stdout: "num_promote": 0, 2024-04-15T14:36:41.918 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read": 0, 2024-04-15T14:36:41.918 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read_kb": 0, 2024-04-15T14:36:41.918 INFO:tasks.workunit.client.0.smithi016.stdout: "num_scrub_errors": 0, 2024-04-15T14:36:41.918 INFO:tasks.workunit.client.0.smithi016.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T14:36:41.918 INFO:tasks.workunit.client.0.smithi016.stdout: "num_whiteouts": 0, 2024-04-15T14:36:41.918 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write": 12, 2024-04-15T14:36:41.919 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write_kb": 9 2024-04-15T14:36:41.919 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.919 INFO:tasks.workunit.client.0.smithi016.stdout: "state": "active+clean", 2024-04-15T14:36:41.919 INFO:tasks.workunit.client.0.smithi016.stdout: "stats_invalid": false, 2024-04-15T14:36:41.919 INFO:tasks.workunit.client.0.smithi016.stdout: "up": [ 2024-04-15T14:36:41.919 INFO:tasks.workunit.client.0.smithi016.stdout: 6, 2024-04-15T14:36:41.919 INFO:tasks.workunit.client.0.smithi016.stdout: 3, 2024-04-15T14:36:41.919 INFO:tasks.workunit.client.0.smithi016.stdout: 5 2024-04-15T14:36:41.919 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T14:36:41.919 INFO:tasks.workunit.client.0.smithi016.stdout: "up_primary": 6, 2024-04-15T14:36:41.919 INFO:tasks.workunit.client.0.smithi016.stdout: "version": "70'12" 2024-04-15T14:36:41.919 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.919 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-15T14:36:41.919 INFO:tasks.workunit.client.0.smithi016.stdout: "acting": [ 2024-04-15T14:36:41.919 INFO:tasks.workunit.client.0.smithi016.stdout: 7, 2024-04-15T14:36:41.920 INFO:tasks.workunit.client.0.smithi016.stdout: 3, 2024-04-15T14:36:41.920 INFO:tasks.workunit.client.0.smithi016.stdout: 4 2024-04-15T14:36:41.920 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T14:36:41.920 INFO:tasks.workunit.client.0.smithi016.stdout: "acting_primary": 7, 2024-04-15T14:36:41.920 INFO:tasks.workunit.client.0.smithi016.stdout: "avail_no_missing": [], 2024-04-15T14:36:41.920 INFO:tasks.workunit.client.0.smithi016.stdout: "blocked_by": [], 2024-04-15T14:36:41.920 INFO:tasks.workunit.client.0.smithi016.stdout: "created": 61, 2024-04-15T14:36:41.920 INFO:tasks.workunit.client.0.smithi016.stdout: "dirty_stats_invalid": false, 2024-04-15T14:36:41.920 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T14:36:41.920 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_stats_invalid": false, 2024-04-15T14:36:41.920 INFO:tasks.workunit.client.0.smithi016.stdout: "last_active": "2024-04-15T14:34:11.925489+0000", 2024-04-15T14:36:41.920 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_active": "2024-04-15T14:33:34.989810+0000", 2024-04-15T14:36:41.920 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_peered": "2024-04-15T14:33:34.989810+0000", 2024-04-15T14:36:41.921 INFO:tasks.workunit.client.0.smithi016.stdout: "last_change": "2024-04-15T14:33:34.990134+0000", 2024-04-15T14:36:41.921 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean": "2024-04-15T14:34:11.925489+0000", 2024-04-15T14:36:41.921 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T14:36:41.921 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub": "0'0", 2024-04-15T14:36:41.921 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T14:36:41.921 INFO:tasks.workunit.client.0.smithi016.stdout: "last_epoch_clean": 62, 2024-04-15T14:36:41.921 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fresh": "2024-04-15T14:34:11.925489+0000", 2024-04-15T14:36:41.921 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fullsized": "2024-04-15T14:34:11.925489+0000", 2024-04-15T14:36:41.921 INFO:tasks.workunit.client.0.smithi016.stdout: "last_peered": "2024-04-15T14:34:11.925489+0000", 2024-04-15T14:36:41.921 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub": "0'0", 2024-04-15T14:36:41.921 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_duration": 0, 2024-04-15T14:36:41.921 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T14:36:41.921 INFO:tasks.workunit.client.0.smithi016.stdout: "last_undegraded": "2024-04-15T14:34:11.925489+0000", 2024-04-15T14:36:41.921 INFO:tasks.workunit.client.0.smithi016.stdout: "last_unstale": "2024-04-15T14:34:11.925489+0000", 2024-04-15T14:36:41.921 INFO:tasks.workunit.client.0.smithi016.stdout: "log_dups_size": 0, 2024-04-15T14:36:41.922 INFO:tasks.workunit.client.0.smithi016.stdout: "log_size": 0, 2024-04-15T14:36:41.922 INFO:tasks.workunit.client.0.smithi016.stdout: "log_start": "0'0", 2024-04-15T14:36:41.922 INFO:tasks.workunit.client.0.smithi016.stdout: "manifest_stats_invalid": false, 2024-04-15T14:36:41.922 INFO:tasks.workunit.client.0.smithi016.stdout: "mapping_epoch": 61, 2024-04-15T14:36:41.922 INFO:tasks.workunit.client.0.smithi016.stdout: "object_location_counts": [], 2024-04-15T14:36:41.922 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_scrubbed": 0, 2024-04-15T14:36:41.922 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_trimmed": 0, 2024-04-15T14:36:41.922 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_stats_invalid": false, 2024-04-15T14:36:41.922 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_size": 0, 2024-04-15T14:36:41.922 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_start": "0'0", 2024-04-15T14:36:41.922 INFO:tasks.workunit.client.0.smithi016.stdout: "parent": "0.0", 2024-04-15T14:36:41.922 INFO:tasks.workunit.client.0.smithi016.stdout: "parent_split_bits": 0, 2024-04-15T14:36:41.922 INFO:tasks.workunit.client.0.smithi016.stdout: "pgid": "3.15", 2024-04-15T14:36:41.922 INFO:tasks.workunit.client.0.smithi016.stdout: "pin_stats_invalid": false, 2024-04-15T14:36:41.923 INFO:tasks.workunit.client.0.smithi016.stdout: "purged_snaps": [], 2024-04-15T14:36:41.923 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_epoch": 70, 2024-04-15T14:36:41.923 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_seq": 18, 2024-04-15T14:36:41.923 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_duration": 0.0, 2024-04-15T14:36:41.923 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-17T01:16:42.669792+0000", 2024-04-15T14:36:41.923 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrim_duration": 0.0, 2024-04-15T14:36:41.923 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrimq_len": 0, 2024-04-15T14:36:41.923 INFO:tasks.workunit.client.0.smithi016.stdout: "stat_sum": { 2024-04-15T14:36:41.923 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes": 0, 2024-04-15T14:36:41.923 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T14:36:41.923 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_recovered": 0, 2024-04-15T14:36:41.923 INFO:tasks.workunit.client.0.smithi016.stdout: "num_deep_scrub_errors": 0, 2024-04-15T14:36:41.923 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict": 0, 2024-04-15T14:36:41.924 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_kb": 0, 2024-04-15T14:36:41.924 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_full": 0, 2024-04-15T14:36:41.924 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_some": 0, 2024-04-15T14:36:41.924 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush": 0, 2024-04-15T14:36:41.924 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_kb": 0, 2024-04-15T14:36:41.924 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_high": 0, 2024-04-15T14:36:41.924 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_low": 0, 2024-04-15T14:36:41.924 INFO:tasks.workunit.client.0.smithi016.stdout: "num_keys_recovered": 0, 2024-04-15T14:36:41.924 INFO:tasks.workunit.client.0.smithi016.stdout: "num_large_omap_objects": 0, 2024-04-15T14:36:41.924 INFO:tasks.workunit.client.0.smithi016.stdout: "num_legacy_snapsets": 0, 2024-04-15T14:36:41.924 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_clones": 0, 2024-04-15T14:36:41.924 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_copies": 0, 2024-04-15T14:36:41.924 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects": 0, 2024-04-15T14:36:41.924 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_degraded": 0, 2024-04-15T14:36:41.925 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_dirty": 0, 2024-04-15T14:36:41.925 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T14:36:41.925 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_manifest": 0, 2024-04-15T14:36:41.925 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_misplaced": 0, 2024-04-15T14:36:41.925 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing": 0, 2024-04-15T14:36:41.925 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T14:36:41.925 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_omap": 0, 2024-04-15T14:36:41.925 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_pinned": 0, 2024-04-15T14:36:41.925 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_recovered": 0, 2024-04-15T14:36:41.925 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_repaired": 0, 2024-04-15T14:36:41.925 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_unfound": 0, 2024-04-15T14:36:41.925 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_bytes": 0, 2024-04-15T14:36:41.925 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_keys": 0, 2024-04-15T14:36:41.925 INFO:tasks.workunit.client.0.smithi016.stdout: "num_promote": 0, 2024-04-15T14:36:41.925 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read": 0, 2024-04-15T14:36:41.926 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read_kb": 0, 2024-04-15T14:36:41.926 INFO:tasks.workunit.client.0.smithi016.stdout: "num_scrub_errors": 0, 2024-04-15T14:36:41.926 INFO:tasks.workunit.client.0.smithi016.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T14:36:41.926 INFO:tasks.workunit.client.0.smithi016.stdout: "num_whiteouts": 0, 2024-04-15T14:36:41.926 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write": 0, 2024-04-15T14:36:41.926 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write_kb": 0 2024-04-15T14:36:41.926 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.926 INFO:tasks.workunit.client.0.smithi016.stdout: "state": "active+clean", 2024-04-15T14:36:41.926 INFO:tasks.workunit.client.0.smithi016.stdout: "stats_invalid": false, 2024-04-15T14:36:41.926 INFO:tasks.workunit.client.0.smithi016.stdout: "up": [ 2024-04-15T14:36:41.926 INFO:tasks.workunit.client.0.smithi016.stdout: 7, 2024-04-15T14:36:41.926 INFO:tasks.workunit.client.0.smithi016.stdout: 3, 2024-04-15T14:36:41.926 INFO:tasks.workunit.client.0.smithi016.stdout: 4 2024-04-15T14:36:41.926 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T14:36:41.927 INFO:tasks.workunit.client.0.smithi016.stdout: "up_primary": 7, 2024-04-15T14:36:41.927 INFO:tasks.workunit.client.0.smithi016.stdout: "version": "0'0" 2024-04-15T14:36:41.927 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.927 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-15T14:36:41.927 INFO:tasks.workunit.client.0.smithi016.stdout: "acting": [ 2024-04-15T14:36:41.927 INFO:tasks.workunit.client.0.smithi016.stdout: 0, 2024-04-15T14:36:41.927 INFO:tasks.workunit.client.0.smithi016.stdout: 4, 2024-04-15T14:36:41.927 INFO:tasks.workunit.client.0.smithi016.stdout: 3 2024-04-15T14:36:41.927 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T14:36:41.927 INFO:tasks.workunit.client.0.smithi016.stdout: "acting_primary": 0, 2024-04-15T14:36:41.927 INFO:tasks.workunit.client.0.smithi016.stdout: "avail_no_missing": [], 2024-04-15T14:36:41.927 INFO:tasks.workunit.client.0.smithi016.stdout: "blocked_by": [], 2024-04-15T14:36:41.927 INFO:tasks.workunit.client.0.smithi016.stdout: "created": 60, 2024-04-15T14:36:41.927 INFO:tasks.workunit.client.0.smithi016.stdout: "dirty_stats_invalid": false, 2024-04-15T14:36:41.928 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T14:36:41.928 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_stats_invalid": false, 2024-04-15T14:36:41.928 INFO:tasks.workunit.client.0.smithi016.stdout: "last_active": "2024-04-15T14:34:11.923067+0000", 2024-04-15T14:36:41.928 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_active": "2024-04-15T14:33:34.617858+0000", 2024-04-15T14:36:41.928 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_peered": "2024-04-15T14:33:34.617858+0000", 2024-04-15T14:36:41.928 INFO:tasks.workunit.client.0.smithi016.stdout: "last_change": "2024-04-15T14:33:34.618176+0000", 2024-04-15T14:36:41.928 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean": "2024-04-15T14:34:11.923067+0000", 2024-04-15T14:36:41.928 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean_scrub_stamp": "2024-04-15T14:33:33.599136+0000", 2024-04-15T14:36:41.928 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub": "0'0", 2024-04-15T14:36:41.928 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub_stamp": "2024-04-15T14:33:33.599136+0000", 2024-04-15T14:36:41.928 INFO:tasks.workunit.client.0.smithi016.stdout: "last_epoch_clean": 61, 2024-04-15T14:36:41.928 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fresh": "2024-04-15T14:34:11.923067+0000", 2024-04-15T14:36:41.928 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fullsized": "2024-04-15T14:34:11.923067+0000", 2024-04-15T14:36:41.928 INFO:tasks.workunit.client.0.smithi016.stdout: "last_peered": "2024-04-15T14:34:11.923067+0000", 2024-04-15T14:36:41.928 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub": "0'0", 2024-04-15T14:36:41.928 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_duration": 0, 2024-04-15T14:36:41.929 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_stamp": "2024-04-15T14:33:33.599136+0000", 2024-04-15T14:36:41.929 INFO:tasks.workunit.client.0.smithi016.stdout: "last_undegraded": "2024-04-15T14:34:11.923067+0000", 2024-04-15T14:36:41.929 INFO:tasks.workunit.client.0.smithi016.stdout: "last_unstale": "2024-04-15T14:34:11.923067+0000", 2024-04-15T14:36:41.929 INFO:tasks.workunit.client.0.smithi016.stdout: "log_dups_size": 0, 2024-04-15T14:36:41.929 INFO:tasks.workunit.client.0.smithi016.stdout: "log_size": 2, 2024-04-15T14:36:41.929 INFO:tasks.workunit.client.0.smithi016.stdout: "log_start": "0'0", 2024-04-15T14:36:41.929 INFO:tasks.workunit.client.0.smithi016.stdout: "manifest_stats_invalid": false, 2024-04-15T14:36:41.929 INFO:tasks.workunit.client.0.smithi016.stdout: "mapping_epoch": 60, 2024-04-15T14:36:41.929 INFO:tasks.workunit.client.0.smithi016.stdout: "object_location_counts": [], 2024-04-15T14:36:41.929 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_scrubbed": 0, 2024-04-15T14:36:41.929 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_trimmed": 0, 2024-04-15T14:36:41.929 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_stats_invalid": false, 2024-04-15T14:36:41.929 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_size": 2, 2024-04-15T14:36:41.929 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_start": "0'0", 2024-04-15T14:36:41.929 INFO:tasks.workunit.client.0.smithi016.stdout: "parent": "0.0", 2024-04-15T14:36:41.930 INFO:tasks.workunit.client.0.smithi016.stdout: "parent_split_bits": 0, 2024-04-15T14:36:41.930 INFO:tasks.workunit.client.0.smithi016.stdout: "pgid": "2.13", 2024-04-15T14:36:41.930 INFO:tasks.workunit.client.0.smithi016.stdout: "pin_stats_invalid": false, 2024-04-15T14:36:41.930 INFO:tasks.workunit.client.0.smithi016.stdout: "purged_snaps": [], 2024-04-15T14:36:41.930 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_epoch": 70, 2024-04-15T14:36:41.930 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_seq": 21, 2024-04-15T14:36:41.930 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_duration": 0.0, 2024-04-15T14:36:41.930 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-17T00:31:59.807937+0000", 2024-04-15T14:36:41.930 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrim_duration": 0.0, 2024-04-15T14:36:41.930 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrimq_len": 0, 2024-04-15T14:36:41.930 INFO:tasks.workunit.client.0.smithi016.stdout: "stat_sum": { 2024-04-15T14:36:41.930 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes": 34, 2024-04-15T14:36:41.930 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T14:36:41.930 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_recovered": 0, 2024-04-15T14:36:41.931 INFO:tasks.workunit.client.0.smithi016.stdout: "num_deep_scrub_errors": 0, 2024-04-15T14:36:41.931 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict": 0, 2024-04-15T14:36:41.931 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_kb": 0, 2024-04-15T14:36:41.931 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_full": 0, 2024-04-15T14:36:41.931 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_some": 0, 2024-04-15T14:36:41.931 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush": 0, 2024-04-15T14:36:41.931 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_kb": 0, 2024-04-15T14:36:41.931 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_high": 0, 2024-04-15T14:36:41.931 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_low": 0, 2024-04-15T14:36:41.931 INFO:tasks.workunit.client.0.smithi016.stdout: "num_keys_recovered": 0, 2024-04-15T14:36:41.931 INFO:tasks.workunit.client.0.smithi016.stdout: "num_large_omap_objects": 0, 2024-04-15T14:36:41.931 INFO:tasks.workunit.client.0.smithi016.stdout: "num_legacy_snapsets": 0, 2024-04-15T14:36:41.931 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_clones": 0, 2024-04-15T14:36:41.931 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_copies": 6, 2024-04-15T14:36:41.931 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects": 2, 2024-04-15T14:36:41.931 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_degraded": 0, 2024-04-15T14:36:41.932 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_dirty": 2, 2024-04-15T14:36:41.932 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T14:36:41.932 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_manifest": 0, 2024-04-15T14:36:41.932 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_misplaced": 0, 2024-04-15T14:36:41.932 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing": 0, 2024-04-15T14:36:41.932 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T14:36:41.932 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_omap": 1, 2024-04-15T14:36:41.932 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_pinned": 0, 2024-04-15T14:36:41.932 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_recovered": 0, 2024-04-15T14:36:41.932 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_repaired": 0, 2024-04-15T14:36:41.932 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_unfound": 0, 2024-04-15T14:36:41.932 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_bytes": 0, 2024-04-15T14:36:41.932 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_keys": 0, 2024-04-15T14:36:41.932 INFO:tasks.workunit.client.0.smithi016.stdout: "num_promote": 0, 2024-04-15T14:36:41.932 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read": 0, 2024-04-15T14:36:41.932 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read_kb": 0, 2024-04-15T14:36:41.932 INFO:tasks.workunit.client.0.smithi016.stdout: "num_scrub_errors": 0, 2024-04-15T14:36:41.933 INFO:tasks.workunit.client.0.smithi016.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T14:36:41.933 INFO:tasks.workunit.client.0.smithi016.stdout: "num_whiteouts": 0, 2024-04-15T14:36:41.933 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write": 3, 2024-04-15T14:36:41.933 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write_kb": 7 2024-04-15T14:36:41.933 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.933 INFO:tasks.workunit.client.0.smithi016.stdout: "state": "active+clean", 2024-04-15T14:36:41.933 INFO:tasks.workunit.client.0.smithi016.stdout: "stats_invalid": false, 2024-04-15T14:36:41.933 INFO:tasks.workunit.client.0.smithi016.stdout: "up": [ 2024-04-15T14:36:41.933 INFO:tasks.workunit.client.0.smithi016.stdout: 0, 2024-04-15T14:36:41.933 INFO:tasks.workunit.client.0.smithi016.stdout: 4, 2024-04-15T14:36:41.933 INFO:tasks.workunit.client.0.smithi016.stdout: 3 2024-04-15T14:36:41.933 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T14:36:41.933 INFO:tasks.workunit.client.0.smithi016.stdout: "up_primary": 0, 2024-04-15T14:36:41.933 INFO:tasks.workunit.client.0.smithi016.stdout: "version": "62'2" 2024-04-15T14:36:41.934 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.934 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-15T14:36:41.934 INFO:tasks.workunit.client.0.smithi016.stdout: "acting": [ 2024-04-15T14:36:41.934 INFO:tasks.workunit.client.0.smithi016.stdout: 0, 2024-04-15T14:36:41.934 INFO:tasks.workunit.client.0.smithi016.stdout: 7, 2024-04-15T14:36:41.934 INFO:tasks.workunit.client.0.smithi016.stdout: 3 2024-04-15T14:36:41.934 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T14:36:41.934 INFO:tasks.workunit.client.0.smithi016.stdout: "acting_primary": 0, 2024-04-15T14:36:41.934 INFO:tasks.workunit.client.0.smithi016.stdout: "avail_no_missing": [], 2024-04-15T14:36:41.934 INFO:tasks.workunit.client.0.smithi016.stdout: "blocked_by": [], 2024-04-15T14:36:41.934 INFO:tasks.workunit.client.0.smithi016.stdout: "created": 61, 2024-04-15T14:36:41.934 INFO:tasks.workunit.client.0.smithi016.stdout: "dirty_stats_invalid": false, 2024-04-15T14:36:41.934 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T14:36:41.934 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_stats_invalid": false, 2024-04-15T14:36:41.935 INFO:tasks.workunit.client.0.smithi016.stdout: "last_active": "2024-04-15T14:34:11.922772+0000", 2024-04-15T14:36:41.935 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_active": "2024-04-15T14:33:34.991427+0000", 2024-04-15T14:36:41.935 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_peered": "2024-04-15T14:33:34.991427+0000", 2024-04-15T14:36:41.935 INFO:tasks.workunit.client.0.smithi016.stdout: "last_change": "2024-04-15T14:33:34.991687+0000", 2024-04-15T14:36:41.935 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean": "2024-04-15T14:34:11.922772+0000", 2024-04-15T14:36:41.935 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T14:36:41.935 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub": "0'0", 2024-04-15T14:36:41.935 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T14:36:41.935 INFO:tasks.workunit.client.0.smithi016.stdout: "last_epoch_clean": 62, 2024-04-15T14:36:41.935 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fresh": "2024-04-15T14:34:11.922772+0000", 2024-04-15T14:36:41.935 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fullsized": "2024-04-15T14:34:11.922772+0000", 2024-04-15T14:36:41.935 INFO:tasks.workunit.client.0.smithi016.stdout: "last_peered": "2024-04-15T14:34:11.922772+0000", 2024-04-15T14:36:41.935 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub": "0'0", 2024-04-15T14:36:41.935 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_duration": 0, 2024-04-15T14:36:41.936 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T14:36:41.936 INFO:tasks.workunit.client.0.smithi016.stdout: "last_undegraded": "2024-04-15T14:34:11.922772+0000", 2024-04-15T14:36:41.936 INFO:tasks.workunit.client.0.smithi016.stdout: "last_unstale": "2024-04-15T14:34:11.922772+0000", 2024-04-15T14:36:41.936 INFO:tasks.workunit.client.0.smithi016.stdout: "log_dups_size": 0, 2024-04-15T14:36:41.936 INFO:tasks.workunit.client.0.smithi016.stdout: "log_size": 0, 2024-04-15T14:36:41.936 INFO:tasks.workunit.client.0.smithi016.stdout: "log_start": "0'0", 2024-04-15T14:36:41.936 INFO:tasks.workunit.client.0.smithi016.stdout: "manifest_stats_invalid": false, 2024-04-15T14:36:41.936 INFO:tasks.workunit.client.0.smithi016.stdout: "mapping_epoch": 61, 2024-04-15T14:36:41.936 INFO:tasks.workunit.client.0.smithi016.stdout: "object_location_counts": [], 2024-04-15T14:36:41.936 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_scrubbed": 0, 2024-04-15T14:36:41.936 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_trimmed": 0, 2024-04-15T14:36:41.936 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_stats_invalid": false, 2024-04-15T14:36:41.936 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_size": 0, 2024-04-15T14:36:41.936 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_start": "0'0", 2024-04-15T14:36:41.937 INFO:tasks.workunit.client.0.smithi016.stdout: "parent": "0.0", 2024-04-15T14:36:41.937 INFO:tasks.workunit.client.0.smithi016.stdout: "parent_split_bits": 0, 2024-04-15T14:36:41.937 INFO:tasks.workunit.client.0.smithi016.stdout: "pgid": "3.12", 2024-04-15T14:36:41.937 INFO:tasks.workunit.client.0.smithi016.stdout: "pin_stats_invalid": false, 2024-04-15T14:36:41.937 INFO:tasks.workunit.client.0.smithi016.stdout: "purged_snaps": [], 2024-04-15T14:36:41.937 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_epoch": 70, 2024-04-15T14:36:41.937 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_seq": 18, 2024-04-15T14:36:41.937 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_duration": 0.0, 2024-04-15T14:36:41.937 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-16T23:26:13.279012+0000", 2024-04-15T14:36:41.937 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrim_duration": 0.0, 2024-04-15T14:36:41.937 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrimq_len": 0, 2024-04-15T14:36:41.937 INFO:tasks.workunit.client.0.smithi016.stdout: "stat_sum": { 2024-04-15T14:36:41.937 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes": 0, 2024-04-15T14:36:41.937 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T14:36:41.938 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_recovered": 0, 2024-04-15T14:36:41.938 INFO:tasks.workunit.client.0.smithi016.stdout: "num_deep_scrub_errors": 0, 2024-04-15T14:36:41.938 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict": 0, 2024-04-15T14:36:41.938 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_kb": 0, 2024-04-15T14:36:41.938 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_full": 0, 2024-04-15T14:36:41.938 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_some": 0, 2024-04-15T14:36:41.938 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush": 0, 2024-04-15T14:36:41.938 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_kb": 0, 2024-04-15T14:36:41.938 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_high": 0, 2024-04-15T14:36:41.938 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_low": 0, 2024-04-15T14:36:41.938 INFO:tasks.workunit.client.0.smithi016.stdout: "num_keys_recovered": 0, 2024-04-15T14:36:41.938 INFO:tasks.workunit.client.0.smithi016.stdout: "num_large_omap_objects": 0, 2024-04-15T14:36:41.938 INFO:tasks.workunit.client.0.smithi016.stdout: "num_legacy_snapsets": 0, 2024-04-15T14:36:41.939 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_clones": 0, 2024-04-15T14:36:41.939 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_copies": 0, 2024-04-15T14:36:41.939 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects": 0, 2024-04-15T14:36:41.939 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_degraded": 0, 2024-04-15T14:36:41.939 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_dirty": 0, 2024-04-15T14:36:41.939 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T14:36:41.939 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_manifest": 0, 2024-04-15T14:36:41.939 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_misplaced": 0, 2024-04-15T14:36:41.939 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing": 0, 2024-04-15T14:36:41.939 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T14:36:41.939 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_omap": 0, 2024-04-15T14:36:41.939 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_pinned": 0, 2024-04-15T14:36:41.939 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_recovered": 0, 2024-04-15T14:36:41.939 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_repaired": 0, 2024-04-15T14:36:41.939 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_unfound": 0, 2024-04-15T14:36:41.940 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_bytes": 0, 2024-04-15T14:36:41.940 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_keys": 0, 2024-04-15T14:36:41.940 INFO:tasks.workunit.client.0.smithi016.stdout: "num_promote": 0, 2024-04-15T14:36:41.940 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read": 0, 2024-04-15T14:36:41.940 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read_kb": 0, 2024-04-15T14:36:41.940 INFO:tasks.workunit.client.0.smithi016.stdout: "num_scrub_errors": 0, 2024-04-15T14:36:41.940 INFO:tasks.workunit.client.0.smithi016.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T14:36:41.940 INFO:tasks.workunit.client.0.smithi016.stdout: "num_whiteouts": 0, 2024-04-15T14:36:41.940 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write": 0, 2024-04-15T14:36:41.940 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write_kb": 0 2024-04-15T14:36:41.940 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.940 INFO:tasks.workunit.client.0.smithi016.stdout: "state": "active+clean", 2024-04-15T14:36:41.940 INFO:tasks.workunit.client.0.smithi016.stdout: "stats_invalid": false, 2024-04-15T14:36:41.940 INFO:tasks.workunit.client.0.smithi016.stdout: "up": [ 2024-04-15T14:36:41.941 INFO:tasks.workunit.client.0.smithi016.stdout: 0, 2024-04-15T14:36:41.941 INFO:tasks.workunit.client.0.smithi016.stdout: 7, 2024-04-15T14:36:41.941 INFO:tasks.workunit.client.0.smithi016.stdout: 3 2024-04-15T14:36:41.941 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T14:36:41.941 INFO:tasks.workunit.client.0.smithi016.stdout: "up_primary": 0, 2024-04-15T14:36:41.941 INFO:tasks.workunit.client.0.smithi016.stdout: "version": "0'0" 2024-04-15T14:36:41.941 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.941 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-15T14:36:41.941 INFO:tasks.workunit.client.0.smithi016.stdout: "acting": [ 2024-04-15T14:36:41.941 INFO:tasks.workunit.client.0.smithi016.stdout: 5, 2024-04-15T14:36:41.941 INFO:tasks.workunit.client.0.smithi016.stdout: 3, 2024-04-15T14:36:41.941 INFO:tasks.workunit.client.0.smithi016.stdout: 7 2024-04-15T14:36:41.941 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T14:36:41.941 INFO:tasks.workunit.client.0.smithi016.stdout: "acting_primary": 5, 2024-04-15T14:36:41.942 INFO:tasks.workunit.client.0.smithi016.stdout: "avail_no_missing": [], 2024-04-15T14:36:41.942 INFO:tasks.workunit.client.0.smithi016.stdout: "blocked_by": [], 2024-04-15T14:36:41.942 INFO:tasks.workunit.client.0.smithi016.stdout: "created": 60, 2024-04-15T14:36:41.942 INFO:tasks.workunit.client.0.smithi016.stdout: "dirty_stats_invalid": false, 2024-04-15T14:36:41.942 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T14:36:41.942 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_stats_invalid": false, 2024-04-15T14:36:41.942 INFO:tasks.workunit.client.0.smithi016.stdout: "last_active": "2024-04-15T14:34:12.045166+0000", 2024-04-15T14:36:41.942 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_active": "2024-04-15T14:33:34.624629+0000", 2024-04-15T14:36:41.942 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_peered": "2024-04-15T14:33:34.624629+0000", 2024-04-15T14:36:41.942 INFO:tasks.workunit.client.0.smithi016.stdout: "last_change": "2024-04-15T14:33:34.624908+0000", 2024-04-15T14:36:41.942 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean": "2024-04-15T14:34:12.045166+0000", 2024-04-15T14:36:41.942 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean_scrub_stamp": "2024-04-15T14:33:33.599136+0000", 2024-04-15T14:36:41.942 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub": "0'0", 2024-04-15T14:36:41.942 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub_stamp": "2024-04-15T14:33:33.599136+0000", 2024-04-15T14:36:41.943 INFO:tasks.workunit.client.0.smithi016.stdout: "last_epoch_clean": 61, 2024-04-15T14:36:41.943 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fresh": "2024-04-15T14:34:12.045166+0000", 2024-04-15T14:36:41.943 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fullsized": "2024-04-15T14:34:12.045166+0000", 2024-04-15T14:36:41.943 INFO:tasks.workunit.client.0.smithi016.stdout: "last_peered": "2024-04-15T14:34:12.045166+0000", 2024-04-15T14:36:41.943 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub": "0'0", 2024-04-15T14:36:41.943 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_duration": 0, 2024-04-15T14:36:41.943 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_stamp": "2024-04-15T14:33:33.599136+0000", 2024-04-15T14:36:41.943 INFO:tasks.workunit.client.0.smithi016.stdout: "last_undegraded": "2024-04-15T14:34:12.045166+0000", 2024-04-15T14:36:41.943 INFO:tasks.workunit.client.0.smithi016.stdout: "last_unstale": "2024-04-15T14:34:12.045166+0000", 2024-04-15T14:36:41.943 INFO:tasks.workunit.client.0.smithi016.stdout: "log_dups_size": 0, 2024-04-15T14:36:41.943 INFO:tasks.workunit.client.0.smithi016.stdout: "log_size": 0, 2024-04-15T14:36:41.943 INFO:tasks.workunit.client.0.smithi016.stdout: "log_start": "0'0", 2024-04-15T14:36:41.943 INFO:tasks.workunit.client.0.smithi016.stdout: "manifest_stats_invalid": false, 2024-04-15T14:36:41.943 INFO:tasks.workunit.client.0.smithi016.stdout: "mapping_epoch": 60, 2024-04-15T14:36:41.943 INFO:tasks.workunit.client.0.smithi016.stdout: "object_location_counts": [], 2024-04-15T14:36:41.944 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_scrubbed": 0, 2024-04-15T14:36:41.944 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_trimmed": 0, 2024-04-15T14:36:41.944 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_stats_invalid": false, 2024-04-15T14:36:41.944 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_size": 0, 2024-04-15T14:36:41.944 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_start": "0'0", 2024-04-15T14:36:41.944 INFO:tasks.workunit.client.0.smithi016.stdout: "parent": "0.0", 2024-04-15T14:36:41.944 INFO:tasks.workunit.client.0.smithi016.stdout: "parent_split_bits": 0, 2024-04-15T14:36:41.944 INFO:tasks.workunit.client.0.smithi016.stdout: "pgid": "2.12", 2024-04-15T14:36:41.944 INFO:tasks.workunit.client.0.smithi016.stdout: "pin_stats_invalid": false, 2024-04-15T14:36:41.944 INFO:tasks.workunit.client.0.smithi016.stdout: "purged_snaps": [], 2024-04-15T14:36:41.944 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_epoch": 70, 2024-04-15T14:36:41.944 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_seq": 20, 2024-04-15T14:36:41.944 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_duration": 0.0, 2024-04-15T14:36:41.944 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-16T15:48:22.451797+0000", 2024-04-15T14:36:41.944 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrim_duration": 0.0, 2024-04-15T14:36:41.944 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrimq_len": 0, 2024-04-15T14:36:41.945 INFO:tasks.workunit.client.0.smithi016.stdout: "stat_sum": { 2024-04-15T14:36:41.945 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes": 0, 2024-04-15T14:36:41.945 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T14:36:41.945 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_recovered": 0, 2024-04-15T14:36:41.945 INFO:tasks.workunit.client.0.smithi016.stdout: "num_deep_scrub_errors": 0, 2024-04-15T14:36:41.945 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict": 0, 2024-04-15T14:36:41.945 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_kb": 0, 2024-04-15T14:36:41.945 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_full": 0, 2024-04-15T14:36:41.945 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_some": 0, 2024-04-15T14:36:41.945 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush": 0, 2024-04-15T14:36:41.945 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_kb": 0, 2024-04-15T14:36:41.945 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_high": 0, 2024-04-15T14:36:41.945 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_low": 0, 2024-04-15T14:36:41.945 INFO:tasks.workunit.client.0.smithi016.stdout: "num_keys_recovered": 0, 2024-04-15T14:36:41.945 INFO:tasks.workunit.client.0.smithi016.stdout: "num_large_omap_objects": 0, 2024-04-15T14:36:41.946 INFO:tasks.workunit.client.0.smithi016.stdout: "num_legacy_snapsets": 0, 2024-04-15T14:36:41.946 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_clones": 0, 2024-04-15T14:36:41.946 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_copies": 0, 2024-04-15T14:36:41.946 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects": 0, 2024-04-15T14:36:41.946 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_degraded": 0, 2024-04-15T14:36:41.946 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_dirty": 0, 2024-04-15T14:36:41.946 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T14:36:41.946 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_manifest": 0, 2024-04-15T14:36:41.946 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_misplaced": 0, 2024-04-15T14:36:41.946 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing": 0, 2024-04-15T14:36:41.946 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T14:36:41.946 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_omap": 0, 2024-04-15T14:36:41.946 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_pinned": 0, 2024-04-15T14:36:41.947 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_recovered": 0, 2024-04-15T14:36:41.947 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_repaired": 0, 2024-04-15T14:36:41.947 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_unfound": 0, 2024-04-15T14:36:41.947 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_bytes": 0, 2024-04-15T14:36:41.947 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_keys": 0, 2024-04-15T14:36:41.947 INFO:tasks.workunit.client.0.smithi016.stdout: "num_promote": 0, 2024-04-15T14:36:41.947 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read": 0, 2024-04-15T14:36:41.947 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read_kb": 0, 2024-04-15T14:36:41.947 INFO:tasks.workunit.client.0.smithi016.stdout: "num_scrub_errors": 0, 2024-04-15T14:36:41.947 INFO:tasks.workunit.client.0.smithi016.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T14:36:41.947 INFO:tasks.workunit.client.0.smithi016.stdout: "num_whiteouts": 0, 2024-04-15T14:36:41.947 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write": 0, 2024-04-15T14:36:41.947 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write_kb": 0 2024-04-15T14:36:41.947 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.947 INFO:tasks.workunit.client.0.smithi016.stdout: "state": "active+clean", 2024-04-15T14:36:41.948 INFO:tasks.workunit.client.0.smithi016.stdout: "stats_invalid": false, 2024-04-15T14:36:41.948 INFO:tasks.workunit.client.0.smithi016.stdout: "up": [ 2024-04-15T14:36:41.948 INFO:tasks.workunit.client.0.smithi016.stdout: 5, 2024-04-15T14:36:41.948 INFO:tasks.workunit.client.0.smithi016.stdout: 3, 2024-04-15T14:36:41.948 INFO:tasks.workunit.client.0.smithi016.stdout: 7 2024-04-15T14:36:41.948 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T14:36:41.948 INFO:tasks.workunit.client.0.smithi016.stdout: "up_primary": 5, 2024-04-15T14:36:41.948 INFO:tasks.workunit.client.0.smithi016.stdout: "version": "0'0" 2024-04-15T14:36:41.948 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.948 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-15T14:36:41.948 INFO:tasks.workunit.client.0.smithi016.stdout: "acting": [ 2024-04-15T14:36:41.948 INFO:tasks.workunit.client.0.smithi016.stdout: 7, 2024-04-15T14:36:41.948 INFO:tasks.workunit.client.0.smithi016.stdout: 4, 2024-04-15T14:36:41.948 INFO:tasks.workunit.client.0.smithi016.stdout: 2 2024-04-15T14:36:41.948 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T14:36:41.949 INFO:tasks.workunit.client.0.smithi016.stdout: "acting_primary": 7, 2024-04-15T14:36:41.949 INFO:tasks.workunit.client.0.smithi016.stdout: "avail_no_missing": [], 2024-04-15T14:36:41.949 INFO:tasks.workunit.client.0.smithi016.stdout: "blocked_by": [], 2024-04-15T14:36:41.949 INFO:tasks.workunit.client.0.smithi016.stdout: "created": 61, 2024-04-15T14:36:41.949 INFO:tasks.workunit.client.0.smithi016.stdout: "dirty_stats_invalid": false, 2024-04-15T14:36:41.949 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T14:36:41.949 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_stats_invalid": false, 2024-04-15T14:36:41.949 INFO:tasks.workunit.client.0.smithi016.stdout: "last_active": "2024-04-15T14:34:11.923736+0000", 2024-04-15T14:36:41.949 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_active": "2024-04-15T14:33:34.989813+0000", 2024-04-15T14:36:41.949 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_peered": "2024-04-15T14:33:34.989813+0000", 2024-04-15T14:36:41.949 INFO:tasks.workunit.client.0.smithi016.stdout: "last_change": "2024-04-15T14:33:34.990143+0000", 2024-04-15T14:36:41.949 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean": "2024-04-15T14:34:11.923736+0000", 2024-04-15T14:36:41.949 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T14:36:41.949 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub": "0'0", 2024-04-15T14:36:41.950 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T14:36:41.950 INFO:tasks.workunit.client.0.smithi016.stdout: "last_epoch_clean": 62, 2024-04-15T14:36:41.950 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fresh": "2024-04-15T14:34:11.923736+0000", 2024-04-15T14:36:41.950 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fullsized": "2024-04-15T14:34:11.923736+0000", 2024-04-15T14:36:41.950 INFO:tasks.workunit.client.0.smithi016.stdout: "last_peered": "2024-04-15T14:34:11.923736+0000", 2024-04-15T14:36:41.950 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub": "0'0", 2024-04-15T14:36:41.950 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_duration": 0, 2024-04-15T14:36:41.950 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T14:36:41.950 INFO:tasks.workunit.client.0.smithi016.stdout: "last_undegraded": "2024-04-15T14:34:11.923736+0000", 2024-04-15T14:36:41.950 INFO:tasks.workunit.client.0.smithi016.stdout: "last_unstale": "2024-04-15T14:34:11.923736+0000", 2024-04-15T14:36:41.950 INFO:tasks.workunit.client.0.smithi016.stdout: "log_dups_size": 0, 2024-04-15T14:36:41.950 INFO:tasks.workunit.client.0.smithi016.stdout: "log_size": 0, 2024-04-15T14:36:41.950 INFO:tasks.workunit.client.0.smithi016.stdout: "log_start": "0'0", 2024-04-15T14:36:41.950 INFO:tasks.workunit.client.0.smithi016.stdout: "manifest_stats_invalid": false, 2024-04-15T14:36:41.951 INFO:tasks.workunit.client.0.smithi016.stdout: "mapping_epoch": 61, 2024-04-15T14:36:41.951 INFO:tasks.workunit.client.0.smithi016.stdout: "object_location_counts": [], 2024-04-15T14:36:41.951 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_scrubbed": 0, 2024-04-15T14:36:41.951 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_trimmed": 0, 2024-04-15T14:36:41.951 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_stats_invalid": false, 2024-04-15T14:36:41.951 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_size": 0, 2024-04-15T14:36:41.951 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_start": "0'0", 2024-04-15T14:36:41.951 INFO:tasks.workunit.client.0.smithi016.stdout: "parent": "0.0", 2024-04-15T14:36:41.951 INFO:tasks.workunit.client.0.smithi016.stdout: "parent_split_bits": 0, 2024-04-15T14:36:41.951 INFO:tasks.workunit.client.0.smithi016.stdout: "pgid": "3.13", 2024-04-15T14:36:41.951 INFO:tasks.workunit.client.0.smithi016.stdout: "pin_stats_invalid": false, 2024-04-15T14:36:41.951 INFO:tasks.workunit.client.0.smithi016.stdout: "purged_snaps": [], 2024-04-15T14:36:41.951 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_epoch": 70, 2024-04-15T14:36:41.951 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_seq": 18, 2024-04-15T14:36:41.951 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_duration": 0.0, 2024-04-15T14:36:41.952 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-17T02:18:28.815694+0000", 2024-04-15T14:36:41.952 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrim_duration": 0.0, 2024-04-15T14:36:41.952 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrimq_len": 0, 2024-04-15T14:36:41.952 INFO:tasks.workunit.client.0.smithi016.stdout: "stat_sum": { 2024-04-15T14:36:41.952 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes": 0, 2024-04-15T14:36:41.952 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T14:36:41.952 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_recovered": 0, 2024-04-15T14:36:41.952 INFO:tasks.workunit.client.0.smithi016.stdout: "num_deep_scrub_errors": 0, 2024-04-15T14:36:41.952 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict": 0, 2024-04-15T14:36:41.952 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_kb": 0, 2024-04-15T14:36:41.952 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_full": 0, 2024-04-15T14:36:41.952 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_some": 0, 2024-04-15T14:36:41.952 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush": 0, 2024-04-15T14:36:41.952 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_kb": 0, 2024-04-15T14:36:41.953 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_high": 0, 2024-04-15T14:36:41.953 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_low": 0, 2024-04-15T14:36:41.953 INFO:tasks.workunit.client.0.smithi016.stdout: "num_keys_recovered": 0, 2024-04-15T14:36:41.953 INFO:tasks.workunit.client.0.smithi016.stdout: "num_large_omap_objects": 0, 2024-04-15T14:36:41.953 INFO:tasks.workunit.client.0.smithi016.stdout: "num_legacy_snapsets": 0, 2024-04-15T14:36:41.953 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_clones": 0, 2024-04-15T14:36:41.953 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_copies": 0, 2024-04-15T14:36:41.953 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects": 0, 2024-04-15T14:36:41.953 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_degraded": 0, 2024-04-15T14:36:41.953 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_dirty": 0, 2024-04-15T14:36:41.953 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T14:36:41.953 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_manifest": 0, 2024-04-15T14:36:41.953 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_misplaced": 0, 2024-04-15T14:36:41.953 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing": 0, 2024-04-15T14:36:41.953 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T14:36:41.954 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_omap": 0, 2024-04-15T14:36:41.954 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_pinned": 0, 2024-04-15T14:36:41.954 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_recovered": 0, 2024-04-15T14:36:41.954 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_repaired": 0, 2024-04-15T14:36:41.954 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_unfound": 0, 2024-04-15T14:36:41.954 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_bytes": 0, 2024-04-15T14:36:41.954 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_keys": 0, 2024-04-15T14:36:41.954 INFO:tasks.workunit.client.0.smithi016.stdout: "num_promote": 0, 2024-04-15T14:36:41.954 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read": 0, 2024-04-15T14:36:41.954 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read_kb": 0, 2024-04-15T14:36:41.954 INFO:tasks.workunit.client.0.smithi016.stdout: "num_scrub_errors": 0, 2024-04-15T14:36:41.954 INFO:tasks.workunit.client.0.smithi016.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T14:36:41.954 INFO:tasks.workunit.client.0.smithi016.stdout: "num_whiteouts": 0, 2024-04-15T14:36:41.954 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write": 0, 2024-04-15T14:36:41.955 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write_kb": 0 2024-04-15T14:36:41.955 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.955 INFO:tasks.workunit.client.0.smithi016.stdout: "state": "active+clean", 2024-04-15T14:36:41.955 INFO:tasks.workunit.client.0.smithi016.stdout: "stats_invalid": false, 2024-04-15T14:36:41.955 INFO:tasks.workunit.client.0.smithi016.stdout: "up": [ 2024-04-15T14:36:41.955 INFO:tasks.workunit.client.0.smithi016.stdout: 7, 2024-04-15T14:36:41.955 INFO:tasks.workunit.client.0.smithi016.stdout: 4, 2024-04-15T14:36:41.955 INFO:tasks.workunit.client.0.smithi016.stdout: 2 2024-04-15T14:36:41.955 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T14:36:41.955 INFO:tasks.workunit.client.0.smithi016.stdout: "up_primary": 7, 2024-04-15T14:36:41.955 INFO:tasks.workunit.client.0.smithi016.stdout: "version": "0'0" 2024-04-15T14:36:41.955 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.955 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-15T14:36:41.955 INFO:tasks.workunit.client.0.smithi016.stdout: "acting": [ 2024-04-15T14:36:41.955 INFO:tasks.workunit.client.0.smithi016.stdout: 6, 2024-04-15T14:36:41.956 INFO:tasks.workunit.client.0.smithi016.stdout: 4, 2024-04-15T14:36:41.956 INFO:tasks.workunit.client.0.smithi016.stdout: 1 2024-04-15T14:36:41.956 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T14:36:41.956 INFO:tasks.workunit.client.0.smithi016.stdout: "acting_primary": 6, 2024-04-15T14:36:41.956 INFO:tasks.workunit.client.0.smithi016.stdout: "avail_no_missing": [], 2024-04-15T14:36:41.956 INFO:tasks.workunit.client.0.smithi016.stdout: "blocked_by": [], 2024-04-15T14:36:41.956 INFO:tasks.workunit.client.0.smithi016.stdout: "created": 60, 2024-04-15T14:36:41.956 INFO:tasks.workunit.client.0.smithi016.stdout: "dirty_stats_invalid": false, 2024-04-15T14:36:41.956 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T14:36:41.956 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_stats_invalid": false, 2024-04-15T14:36:41.956 INFO:tasks.workunit.client.0.smithi016.stdout: "last_active": "2024-04-15T14:34:12.043405+0000", 2024-04-15T14:36:41.956 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_active": "2024-04-15T14:33:34.617309+0000", 2024-04-15T14:36:41.956 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_peered": "2024-04-15T14:33:34.617309+0000", 2024-04-15T14:36:41.956 INFO:tasks.workunit.client.0.smithi016.stdout: "last_change": "2024-04-15T14:33:34.617640+0000", 2024-04-15T14:36:41.956 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean": "2024-04-15T14:34:12.043405+0000", 2024-04-15T14:36:41.956 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean_scrub_stamp": "2024-04-15T14:33:33.599136+0000", 2024-04-15T14:36:41.957 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub": "0'0", 2024-04-15T14:36:41.957 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub_stamp": "2024-04-15T14:33:33.599136+0000", 2024-04-15T14:36:41.957 INFO:tasks.workunit.client.0.smithi016.stdout: "last_epoch_clean": 61, 2024-04-15T14:36:41.957 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fresh": "2024-04-15T14:34:12.043405+0000", 2024-04-15T14:36:41.957 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fullsized": "2024-04-15T14:34:12.043405+0000", 2024-04-15T14:36:41.957 INFO:tasks.workunit.client.0.smithi016.stdout: "last_peered": "2024-04-15T14:34:12.043405+0000", 2024-04-15T14:36:41.958 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub": "0'0", 2024-04-15T14:36:41.958 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_duration": 0, 2024-04-15T14:36:41.958 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_stamp": "2024-04-15T14:33:33.599136+0000", 2024-04-15T14:36:41.958 INFO:tasks.workunit.client.0.smithi016.stdout: "last_undegraded": "2024-04-15T14:34:12.043405+0000", 2024-04-15T14:36:41.958 INFO:tasks.workunit.client.0.smithi016.stdout: "last_unstale": "2024-04-15T14:34:12.043405+0000", 2024-04-15T14:36:41.958 INFO:tasks.workunit.client.0.smithi016.stdout: "log_dups_size": 0, 2024-04-15T14:36:41.958 INFO:tasks.workunit.client.0.smithi016.stdout: "log_size": 0, 2024-04-15T14:36:41.958 INFO:tasks.workunit.client.0.smithi016.stdout: "log_start": "0'0", 2024-04-15T14:36:41.958 INFO:tasks.workunit.client.0.smithi016.stdout: "manifest_stats_invalid": false, 2024-04-15T14:36:41.958 INFO:tasks.workunit.client.0.smithi016.stdout: "mapping_epoch": 60, 2024-04-15T14:36:41.958 INFO:tasks.workunit.client.0.smithi016.stdout: "object_location_counts": [], 2024-04-15T14:36:41.958 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_scrubbed": 0, 2024-04-15T14:36:41.958 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_trimmed": 0, 2024-04-15T14:36:41.958 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_stats_invalid": false, 2024-04-15T14:36:41.959 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_size": 0, 2024-04-15T14:36:41.959 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_start": "0'0", 2024-04-15T14:36:41.959 INFO:tasks.workunit.client.0.smithi016.stdout: "parent": "0.0", 2024-04-15T14:36:41.959 INFO:tasks.workunit.client.0.smithi016.stdout: "parent_split_bits": 0, 2024-04-15T14:36:41.959 INFO:tasks.workunit.client.0.smithi016.stdout: "pgid": "2.11", 2024-04-15T14:36:41.959 INFO:tasks.workunit.client.0.smithi016.stdout: "pin_stats_invalid": false, 2024-04-15T14:36:41.959 INFO:tasks.workunit.client.0.smithi016.stdout: "purged_snaps": [], 2024-04-15T14:36:41.959 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_epoch": 70, 2024-04-15T14:36:41.959 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_seq": 19, 2024-04-15T14:36:41.959 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_duration": 0.0, 2024-04-15T14:36:41.959 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-16T19:11:52.947432+0000", 2024-04-15T14:36:41.959 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrim_duration": 0.0, 2024-04-15T14:36:41.959 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrimq_len": 0, 2024-04-15T14:36:41.959 INFO:tasks.workunit.client.0.smithi016.stdout: "stat_sum": { 2024-04-15T14:36:41.959 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes": 0, 2024-04-15T14:36:41.960 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T14:36:41.960 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_recovered": 0, 2024-04-15T14:36:41.960 INFO:tasks.workunit.client.0.smithi016.stdout: "num_deep_scrub_errors": 0, 2024-04-15T14:36:41.960 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict": 0, 2024-04-15T14:36:41.960 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_kb": 0, 2024-04-15T14:36:41.960 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_full": 0, 2024-04-15T14:36:41.960 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_some": 0, 2024-04-15T14:36:41.960 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush": 0, 2024-04-15T14:36:41.960 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_kb": 0, 2024-04-15T14:36:41.960 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_high": 0, 2024-04-15T14:36:41.960 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_low": 0, 2024-04-15T14:36:41.960 INFO:tasks.workunit.client.0.smithi016.stdout: "num_keys_recovered": 0, 2024-04-15T14:36:41.960 INFO:tasks.workunit.client.0.smithi016.stdout: "num_large_omap_objects": 0, 2024-04-15T14:36:41.961 INFO:tasks.workunit.client.0.smithi016.stdout: "num_legacy_snapsets": 0, 2024-04-15T14:36:41.961 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_clones": 0, 2024-04-15T14:36:41.961 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_copies": 0, 2024-04-15T14:36:41.961 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects": 0, 2024-04-15T14:36:41.961 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_degraded": 0, 2024-04-15T14:36:41.961 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_dirty": 0, 2024-04-15T14:36:41.961 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T14:36:41.961 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_manifest": 0, 2024-04-15T14:36:41.961 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_misplaced": 0, 2024-04-15T14:36:41.961 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing": 0, 2024-04-15T14:36:41.961 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T14:36:41.961 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_omap": 0, 2024-04-15T14:36:41.961 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_pinned": 0, 2024-04-15T14:36:41.961 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_recovered": 0, 2024-04-15T14:36:41.962 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_repaired": 0, 2024-04-15T14:36:41.962 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_unfound": 0, 2024-04-15T14:36:41.962 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_bytes": 0, 2024-04-15T14:36:41.962 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_keys": 0, 2024-04-15T14:36:41.962 INFO:tasks.workunit.client.0.smithi016.stdout: "num_promote": 0, 2024-04-15T14:36:41.962 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read": 0, 2024-04-15T14:36:41.962 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read_kb": 0, 2024-04-15T14:36:41.962 INFO:tasks.workunit.client.0.smithi016.stdout: "num_scrub_errors": 0, 2024-04-15T14:36:41.962 INFO:tasks.workunit.client.0.smithi016.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T14:36:41.962 INFO:tasks.workunit.client.0.smithi016.stdout: "num_whiteouts": 0, 2024-04-15T14:36:41.962 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write": 0, 2024-04-15T14:36:41.962 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write_kb": 0 2024-04-15T14:36:41.962 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.962 INFO:tasks.workunit.client.0.smithi016.stdout: "state": "active+clean", 2024-04-15T14:36:41.963 INFO:tasks.workunit.client.0.smithi016.stdout: "stats_invalid": false, 2024-04-15T14:36:41.963 INFO:tasks.workunit.client.0.smithi016.stdout: "up": [ 2024-04-15T14:36:41.963 INFO:tasks.workunit.client.0.smithi016.stdout: 6, 2024-04-15T14:36:41.963 INFO:tasks.workunit.client.0.smithi016.stdout: 4, 2024-04-15T14:36:41.963 INFO:tasks.workunit.client.0.smithi016.stdout: 1 2024-04-15T14:36:41.963 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T14:36:41.963 INFO:tasks.workunit.client.0.smithi016.stdout: "up_primary": 6, 2024-04-15T14:36:41.963 INFO:tasks.workunit.client.0.smithi016.stdout: "version": "0'0" 2024-04-15T14:36:41.963 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.963 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-15T14:36:41.963 INFO:tasks.workunit.client.0.smithi016.stdout: "acting": [ 2024-04-15T14:36:41.963 INFO:tasks.workunit.client.0.smithi016.stdout: 6, 2024-04-15T14:36:41.963 INFO:tasks.workunit.client.0.smithi016.stdout: 0, 2024-04-15T14:36:41.963 INFO:tasks.workunit.client.0.smithi016.stdout: 5 2024-04-15T14:36:41.963 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T14:36:41.964 INFO:tasks.workunit.client.0.smithi016.stdout: "acting_primary": 6, 2024-04-15T14:36:41.964 INFO:tasks.workunit.client.0.smithi016.stdout: "avail_no_missing": [], 2024-04-15T14:36:41.964 INFO:tasks.workunit.client.0.smithi016.stdout: "blocked_by": [], 2024-04-15T14:36:41.964 INFO:tasks.workunit.client.0.smithi016.stdout: "created": 61, 2024-04-15T14:36:41.964 INFO:tasks.workunit.client.0.smithi016.stdout: "dirty_stats_invalid": false, 2024-04-15T14:36:41.964 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T14:36:41.964 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_stats_invalid": false, 2024-04-15T14:36:41.964 INFO:tasks.workunit.client.0.smithi016.stdout: "last_active": "2024-04-15T14:34:12.043356+0000", 2024-04-15T14:36:41.964 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_active": "2024-04-15T14:33:34.988851+0000", 2024-04-15T14:36:41.964 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_peered": "2024-04-15T14:33:34.988851+0000", 2024-04-15T14:36:41.964 INFO:tasks.workunit.client.0.smithi016.stdout: "last_change": "2024-04-15T14:33:34.989655+0000", 2024-04-15T14:36:41.964 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean": "2024-04-15T14:34:12.043356+0000", 2024-04-15T14:36:41.964 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T14:36:41.964 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub": "0'0", 2024-04-15T14:36:41.965 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T14:36:41.965 INFO:tasks.workunit.client.0.smithi016.stdout: "last_epoch_clean": 62, 2024-04-15T14:36:41.965 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fresh": "2024-04-15T14:34:12.043356+0000", 2024-04-15T14:36:41.965 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fullsized": "2024-04-15T14:34:12.043356+0000", 2024-04-15T14:36:41.965 INFO:tasks.workunit.client.0.smithi016.stdout: "last_peered": "2024-04-15T14:34:12.043356+0000", 2024-04-15T14:36:41.965 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub": "0'0", 2024-04-15T14:36:41.965 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_duration": 0, 2024-04-15T14:36:41.965 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T14:36:41.965 INFO:tasks.workunit.client.0.smithi016.stdout: "last_undegraded": "2024-04-15T14:34:12.043356+0000", 2024-04-15T14:36:41.965 INFO:tasks.workunit.client.0.smithi016.stdout: "last_unstale": "2024-04-15T14:34:12.043356+0000", 2024-04-15T14:36:41.965 INFO:tasks.workunit.client.0.smithi016.stdout: "log_dups_size": 0, 2024-04-15T14:36:41.965 INFO:tasks.workunit.client.0.smithi016.stdout: "log_size": 0, 2024-04-15T14:36:41.965 INFO:tasks.workunit.client.0.smithi016.stdout: "log_start": "0'0", 2024-04-15T14:36:41.965 INFO:tasks.workunit.client.0.smithi016.stdout: "manifest_stats_invalid": false, 2024-04-15T14:36:41.965 INFO:tasks.workunit.client.0.smithi016.stdout: "mapping_epoch": 61, 2024-04-15T14:36:41.966 INFO:tasks.workunit.client.0.smithi016.stdout: "object_location_counts": [], 2024-04-15T14:36:41.966 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_scrubbed": 0, 2024-04-15T14:36:41.966 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_trimmed": 0, 2024-04-15T14:36:41.966 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_stats_invalid": false, 2024-04-15T14:36:41.966 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_size": 0, 2024-04-15T14:36:41.966 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_start": "0'0", 2024-04-15T14:36:41.966 INFO:tasks.workunit.client.0.smithi016.stdout: "parent": "0.0", 2024-04-15T14:36:41.966 INFO:tasks.workunit.client.0.smithi016.stdout: "parent_split_bits": 0, 2024-04-15T14:36:41.966 INFO:tasks.workunit.client.0.smithi016.stdout: "pgid": "3.10", 2024-04-15T14:36:41.966 INFO:tasks.workunit.client.0.smithi016.stdout: "pin_stats_invalid": false, 2024-04-15T14:36:41.966 INFO:tasks.workunit.client.0.smithi016.stdout: "purged_snaps": [], 2024-04-15T14:36:41.966 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_epoch": 70, 2024-04-15T14:36:41.966 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_seq": 18, 2024-04-15T14:36:41.966 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_duration": 0.0, 2024-04-15T14:36:41.967 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-16T21:16:09.182271+0000", 2024-04-15T14:36:41.967 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrim_duration": 0.0, 2024-04-15T14:36:41.967 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrimq_len": 0, 2024-04-15T14:36:41.967 INFO:tasks.workunit.client.0.smithi016.stdout: "stat_sum": { 2024-04-15T14:36:41.967 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes": 0, 2024-04-15T14:36:41.967 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T14:36:41.967 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_recovered": 0, 2024-04-15T14:36:41.967 INFO:tasks.workunit.client.0.smithi016.stdout: "num_deep_scrub_errors": 0, 2024-04-15T14:36:41.967 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict": 0, 2024-04-15T14:36:41.967 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_kb": 0, 2024-04-15T14:36:41.967 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_full": 0, 2024-04-15T14:36:41.967 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_some": 0, 2024-04-15T14:36:41.967 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush": 0, 2024-04-15T14:36:41.967 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_kb": 0, 2024-04-15T14:36:41.967 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_high": 0, 2024-04-15T14:36:41.968 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_low": 0, 2024-04-15T14:36:41.968 INFO:tasks.workunit.client.0.smithi016.stdout: "num_keys_recovered": 0, 2024-04-15T14:36:41.968 INFO:tasks.workunit.client.0.smithi016.stdout: "num_large_omap_objects": 0, 2024-04-15T14:36:41.968 INFO:tasks.workunit.client.0.smithi016.stdout: "num_legacy_snapsets": 0, 2024-04-15T14:36:41.968 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_clones": 0, 2024-04-15T14:36:41.968 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_copies": 0, 2024-04-15T14:36:41.968 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects": 0, 2024-04-15T14:36:41.968 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_degraded": 0, 2024-04-15T14:36:41.968 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_dirty": 0, 2024-04-15T14:36:41.968 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T14:36:41.968 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_manifest": 0, 2024-04-15T14:36:41.968 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_misplaced": 0, 2024-04-15T14:36:41.968 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing": 0, 2024-04-15T14:36:41.968 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T14:36:41.968 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_omap": 0, 2024-04-15T14:36:41.969 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_pinned": 0, 2024-04-15T14:36:41.969 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_recovered": 0, 2024-04-15T14:36:41.969 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_repaired": 0, 2024-04-15T14:36:41.969 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_unfound": 0, 2024-04-15T14:36:41.969 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_bytes": 0, 2024-04-15T14:36:41.969 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_keys": 0, 2024-04-15T14:36:41.969 INFO:tasks.workunit.client.0.smithi016.stdout: "num_promote": 0, 2024-04-15T14:36:41.969 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read": 0, 2024-04-15T14:36:41.969 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read_kb": 0, 2024-04-15T14:36:41.969 INFO:tasks.workunit.client.0.smithi016.stdout: "num_scrub_errors": 0, 2024-04-15T14:36:41.969 INFO:tasks.workunit.client.0.smithi016.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T14:36:41.969 INFO:tasks.workunit.client.0.smithi016.stdout: "num_whiteouts": 0, 2024-04-15T14:36:41.969 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write": 0, 2024-04-15T14:36:41.969 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write_kb": 0 2024-04-15T14:36:41.969 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.970 INFO:tasks.workunit.client.0.smithi016.stdout: "state": "active+clean", 2024-04-15T14:36:41.970 INFO:tasks.workunit.client.0.smithi016.stdout: "stats_invalid": false, 2024-04-15T14:36:41.970 INFO:tasks.workunit.client.0.smithi016.stdout: "up": [ 2024-04-15T14:36:41.970 INFO:tasks.workunit.client.0.smithi016.stdout: 6, 2024-04-15T14:36:41.970 INFO:tasks.workunit.client.0.smithi016.stdout: 0, 2024-04-15T14:36:41.970 INFO:tasks.workunit.client.0.smithi016.stdout: 5 2024-04-15T14:36:41.970 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T14:36:41.970 INFO:tasks.workunit.client.0.smithi016.stdout: "up_primary": 6, 2024-04-15T14:36:41.970 INFO:tasks.workunit.client.0.smithi016.stdout: "version": "0'0" 2024-04-15T14:36:41.970 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.970 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-15T14:36:41.970 INFO:tasks.workunit.client.0.smithi016.stdout: "acting": [ 2024-04-15T14:36:41.970 INFO:tasks.workunit.client.0.smithi016.stdout: 2, 2024-04-15T14:36:41.970 INFO:tasks.workunit.client.0.smithi016.stdout: 1, 2024-04-15T14:36:41.971 INFO:tasks.workunit.client.0.smithi016.stdout: 0 2024-04-15T14:36:41.971 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T14:36:41.971 INFO:tasks.workunit.client.0.smithi016.stdout: "acting_primary": 2, 2024-04-15T14:36:41.971 INFO:tasks.workunit.client.0.smithi016.stdout: "avail_no_missing": [], 2024-04-15T14:36:41.971 INFO:tasks.workunit.client.0.smithi016.stdout: "blocked_by": [], 2024-04-15T14:36:41.971 INFO:tasks.workunit.client.0.smithi016.stdout: "created": 60, 2024-04-15T14:36:41.971 INFO:tasks.workunit.client.0.smithi016.stdout: "dirty_stats_invalid": false, 2024-04-15T14:36:41.971 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T14:36:41.971 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_stats_invalid": false, 2024-04-15T14:36:41.971 INFO:tasks.workunit.client.0.smithi016.stdout: "last_active": "2024-04-15T14:34:11.926169+0000", 2024-04-15T14:36:41.971 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_active": "2024-04-15T14:33:34.623732+0000", 2024-04-15T14:36:41.971 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_peered": "2024-04-15T14:33:34.623732+0000", 2024-04-15T14:36:41.971 INFO:tasks.workunit.client.0.smithi016.stdout: "last_change": "2024-04-15T14:33:34.624105+0000", 2024-04-15T14:36:41.971 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean": "2024-04-15T14:34:11.926169+0000", 2024-04-15T14:36:41.971 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean_scrub_stamp": "2024-04-15T14:33:33.599136+0000", 2024-04-15T14:36:41.972 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub": "0'0", 2024-04-15T14:36:41.972 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub_stamp": "2024-04-15T14:33:33.599136+0000", 2024-04-15T14:36:41.972 INFO:tasks.workunit.client.0.smithi016.stdout: "last_epoch_clean": 61, 2024-04-15T14:36:41.972 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fresh": "2024-04-15T14:34:11.926169+0000", 2024-04-15T14:36:41.972 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fullsized": "2024-04-15T14:34:11.926169+0000", 2024-04-15T14:36:41.972 INFO:tasks.workunit.client.0.smithi016.stdout: "last_peered": "2024-04-15T14:34:11.926169+0000", 2024-04-15T14:36:41.972 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub": "0'0", 2024-04-15T14:36:41.972 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_duration": 0, 2024-04-15T14:36:41.972 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_stamp": "2024-04-15T14:33:33.599136+0000", 2024-04-15T14:36:41.972 INFO:tasks.workunit.client.0.smithi016.stdout: "last_undegraded": "2024-04-15T14:34:11.926169+0000", 2024-04-15T14:36:41.972 INFO:tasks.workunit.client.0.smithi016.stdout: "last_unstale": "2024-04-15T14:34:11.926169+0000", 2024-04-15T14:36:41.972 INFO:tasks.workunit.client.0.smithi016.stdout: "log_dups_size": 0, 2024-04-15T14:36:41.972 INFO:tasks.workunit.client.0.smithi016.stdout: "log_size": 8, 2024-04-15T14:36:41.972 INFO:tasks.workunit.client.0.smithi016.stdout: "log_start": "0'0", 2024-04-15T14:36:41.972 INFO:tasks.workunit.client.0.smithi016.stdout: "manifest_stats_invalid": false, 2024-04-15T14:36:41.972 INFO:tasks.workunit.client.0.smithi016.stdout: "mapping_epoch": 60, 2024-04-15T14:36:41.973 INFO:tasks.workunit.client.0.smithi016.stdout: "object_location_counts": [], 2024-04-15T14:36:41.973 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_scrubbed": 0, 2024-04-15T14:36:41.973 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_trimmed": 0, 2024-04-15T14:36:41.973 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_stats_invalid": false, 2024-04-15T14:36:41.973 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_size": 8, 2024-04-15T14:36:41.973 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_start": "0'0", 2024-04-15T14:36:41.973 INFO:tasks.workunit.client.0.smithi016.stdout: "parent": "0.0", 2024-04-15T14:36:41.973 INFO:tasks.workunit.client.0.smithi016.stdout: "parent_split_bits": 0, 2024-04-15T14:36:41.973 INFO:tasks.workunit.client.0.smithi016.stdout: "pgid": "2.10", 2024-04-15T14:36:41.973 INFO:tasks.workunit.client.0.smithi016.stdout: "pin_stats_invalid": false, 2024-04-15T14:36:41.973 INFO:tasks.workunit.client.0.smithi016.stdout: "purged_snaps": [], 2024-04-15T14:36:41.973 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_epoch": 70, 2024-04-15T14:36:41.973 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_seq": 28, 2024-04-15T14:36:41.974 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_duration": 0.0, 2024-04-15T14:36:41.974 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-16T19:53:49.489868+0000", 2024-04-15T14:36:41.974 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrim_duration": 0.0, 2024-04-15T14:36:41.974 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrimq_len": 0, 2024-04-15T14:36:41.974 INFO:tasks.workunit.client.0.smithi016.stdout: "stat_sum": { 2024-04-15T14:36:41.974 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes": 0, 2024-04-15T14:36:41.974 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T14:36:41.974 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_recovered": 0, 2024-04-15T14:36:41.974 INFO:tasks.workunit.client.0.smithi016.stdout: "num_deep_scrub_errors": 0, 2024-04-15T14:36:41.974 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict": 0, 2024-04-15T14:36:41.974 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_kb": 0, 2024-04-15T14:36:41.974 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_full": 0, 2024-04-15T14:36:41.974 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_some": 0, 2024-04-15T14:36:41.974 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush": 0, 2024-04-15T14:36:41.975 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_kb": 0, 2024-04-15T14:36:41.975 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_high": 0, 2024-04-15T14:36:41.975 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_low": 0, 2024-04-15T14:36:41.975 INFO:tasks.workunit.client.0.smithi016.stdout: "num_keys_recovered": 0, 2024-04-15T14:36:41.975 INFO:tasks.workunit.client.0.smithi016.stdout: "num_large_omap_objects": 0, 2024-04-15T14:36:41.975 INFO:tasks.workunit.client.0.smithi016.stdout: "num_legacy_snapsets": 0, 2024-04-15T14:36:41.975 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_clones": 0, 2024-04-15T14:36:41.975 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_copies": 12, 2024-04-15T14:36:41.975 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects": 4, 2024-04-15T14:36:41.975 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_degraded": 0, 2024-04-15T14:36:41.975 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_dirty": 4, 2024-04-15T14:36:41.975 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T14:36:41.975 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_manifest": 0, 2024-04-15T14:36:41.975 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_misplaced": 0, 2024-04-15T14:36:41.976 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing": 0, 2024-04-15T14:36:41.976 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T14:36:41.976 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_omap": 4, 2024-04-15T14:36:41.976 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_pinned": 0, 2024-04-15T14:36:41.976 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_recovered": 0, 2024-04-15T14:36:41.976 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_repaired": 0, 2024-04-15T14:36:41.976 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_unfound": 0, 2024-04-15T14:36:41.976 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_bytes": 0, 2024-04-15T14:36:41.976 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_keys": 0, 2024-04-15T14:36:41.976 INFO:tasks.workunit.client.0.smithi016.stdout: "num_promote": 0, 2024-04-15T14:36:41.976 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read": 0, 2024-04-15T14:36:41.976 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read_kb": 0, 2024-04-15T14:36:41.976 INFO:tasks.workunit.client.0.smithi016.stdout: "num_scrub_errors": 0, 2024-04-15T14:36:41.976 INFO:tasks.workunit.client.0.smithi016.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T14:36:41.977 INFO:tasks.workunit.client.0.smithi016.stdout: "num_whiteouts": 0, 2024-04-15T14:36:41.977 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write": 12, 2024-04-15T14:36:41.977 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write_kb": 0 2024-04-15T14:36:41.977 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.977 INFO:tasks.workunit.client.0.smithi016.stdout: "state": "active+clean", 2024-04-15T14:36:41.977 INFO:tasks.workunit.client.0.smithi016.stdout: "stats_invalid": false, 2024-04-15T14:36:41.977 INFO:tasks.workunit.client.0.smithi016.stdout: "up": [ 2024-04-15T14:36:41.977 INFO:tasks.workunit.client.0.smithi016.stdout: 2, 2024-04-15T14:36:41.977 INFO:tasks.workunit.client.0.smithi016.stdout: 1, 2024-04-15T14:36:41.977 INFO:tasks.workunit.client.0.smithi016.stdout: 0 2024-04-15T14:36:41.977 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T14:36:41.977 INFO:tasks.workunit.client.0.smithi016.stdout: "up_primary": 2, 2024-04-15T14:36:41.977 INFO:tasks.workunit.client.0.smithi016.stdout: "version": "62'8" 2024-04-15T14:36:41.977 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.977 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-15T14:36:41.978 INFO:tasks.workunit.client.0.smithi016.stdout: "acting": [ 2024-04-15T14:36:41.978 INFO:tasks.workunit.client.0.smithi016.stdout: 7, 2024-04-15T14:36:41.978 INFO:tasks.workunit.client.0.smithi016.stdout: 4, 2024-04-15T14:36:41.978 INFO:tasks.workunit.client.0.smithi016.stdout: 6 2024-04-15T14:36:41.978 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T14:36:41.978 INFO:tasks.workunit.client.0.smithi016.stdout: "acting_primary": 7, 2024-04-15T14:36:41.978 INFO:tasks.workunit.client.0.smithi016.stdout: "avail_no_missing": [], 2024-04-15T14:36:41.978 INFO:tasks.workunit.client.0.smithi016.stdout: "blocked_by": [], 2024-04-15T14:36:41.978 INFO:tasks.workunit.client.0.smithi016.stdout: "created": 61, 2024-04-15T14:36:41.978 INFO:tasks.workunit.client.0.smithi016.stdout: "dirty_stats_invalid": false, 2024-04-15T14:36:41.978 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T14:36:41.978 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_stats_invalid": false, 2024-04-15T14:36:41.978 INFO:tasks.workunit.client.0.smithi016.stdout: "last_active": "2024-04-15T14:34:11.923183+0000", 2024-04-15T14:36:41.978 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_active": "2024-04-15T14:33:34.996051+0000", 2024-04-15T14:36:41.979 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_peered": "2024-04-15T14:33:34.996051+0000", 2024-04-15T14:36:41.979 INFO:tasks.workunit.client.0.smithi016.stdout: "last_change": "2024-04-15T14:33:34.996585+0000", 2024-04-15T14:36:41.979 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean": "2024-04-15T14:34:11.923183+0000", 2024-04-15T14:36:41.979 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T14:36:41.979 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub": "0'0", 2024-04-15T14:36:41.979 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T14:36:41.979 INFO:tasks.workunit.client.0.smithi016.stdout: "last_epoch_clean": 62, 2024-04-15T14:36:41.979 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fresh": "2024-04-15T14:34:11.923183+0000", 2024-04-15T14:36:41.979 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fullsized": "2024-04-15T14:34:11.923183+0000", 2024-04-15T14:36:41.979 INFO:tasks.workunit.client.0.smithi016.stdout: "last_peered": "2024-04-15T14:34:11.923183+0000", 2024-04-15T14:36:41.979 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub": "0'0", 2024-04-15T14:36:41.979 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_duration": 0, 2024-04-15T14:36:41.979 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T14:36:41.979 INFO:tasks.workunit.client.0.smithi016.stdout: "last_undegraded": "2024-04-15T14:34:11.923183+0000", 2024-04-15T14:36:41.979 INFO:tasks.workunit.client.0.smithi016.stdout: "last_unstale": "2024-04-15T14:34:11.923183+0000", 2024-04-15T14:36:41.980 INFO:tasks.workunit.client.0.smithi016.stdout: "log_dups_size": 0, 2024-04-15T14:36:41.980 INFO:tasks.workunit.client.0.smithi016.stdout: "log_size": 0, 2024-04-15T14:36:41.980 INFO:tasks.workunit.client.0.smithi016.stdout: "log_start": "0'0", 2024-04-15T14:36:41.980 INFO:tasks.workunit.client.0.smithi016.stdout: "manifest_stats_invalid": false, 2024-04-15T14:36:41.980 INFO:tasks.workunit.client.0.smithi016.stdout: "mapping_epoch": 61, 2024-04-15T14:36:41.980 INFO:tasks.workunit.client.0.smithi016.stdout: "object_location_counts": [], 2024-04-15T14:36:41.980 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_scrubbed": 0, 2024-04-15T14:36:41.980 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_trimmed": 0, 2024-04-15T14:36:41.980 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_stats_invalid": false, 2024-04-15T14:36:41.980 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_size": 0, 2024-04-15T14:36:41.980 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_start": "0'0", 2024-04-15T14:36:41.980 INFO:tasks.workunit.client.0.smithi016.stdout: "parent": "0.0", 2024-04-15T14:36:41.980 INFO:tasks.workunit.client.0.smithi016.stdout: "parent_split_bits": 0, 2024-04-15T14:36:41.980 INFO:tasks.workunit.client.0.smithi016.stdout: "pgid": "3.11", 2024-04-15T14:36:41.981 INFO:tasks.workunit.client.0.smithi016.stdout: "pin_stats_invalid": false, 2024-04-15T14:36:41.981 INFO:tasks.workunit.client.0.smithi016.stdout: "purged_snaps": [], 2024-04-15T14:36:41.981 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_epoch": 70, 2024-04-15T14:36:41.981 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_seq": 18, 2024-04-15T14:36:41.981 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_duration": 0.0, 2024-04-15T14:36:41.981 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-16T18:59:17.927268+0000", 2024-04-15T14:36:41.981 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrim_duration": 0.0, 2024-04-15T14:36:41.981 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrimq_len": 0, 2024-04-15T14:36:41.981 INFO:tasks.workunit.client.0.smithi016.stdout: "stat_sum": { 2024-04-15T14:36:41.981 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes": 0, 2024-04-15T14:36:41.981 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T14:36:41.981 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_recovered": 0, 2024-04-15T14:36:41.981 INFO:tasks.workunit.client.0.smithi016.stdout: "num_deep_scrub_errors": 0, 2024-04-15T14:36:41.981 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict": 0, 2024-04-15T14:36:41.981 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_kb": 0, 2024-04-15T14:36:41.982 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_full": 0, 2024-04-15T14:36:41.982 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_some": 0, 2024-04-15T14:36:41.982 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush": 0, 2024-04-15T14:36:41.982 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_kb": 0, 2024-04-15T14:36:41.982 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_high": 0, 2024-04-15T14:36:41.982 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_low": 0, 2024-04-15T14:36:41.982 INFO:tasks.workunit.client.0.smithi016.stdout: "num_keys_recovered": 0, 2024-04-15T14:36:41.982 INFO:tasks.workunit.client.0.smithi016.stdout: "num_large_omap_objects": 0, 2024-04-15T14:36:41.982 INFO:tasks.workunit.client.0.smithi016.stdout: "num_legacy_snapsets": 0, 2024-04-15T14:36:41.982 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_clones": 0, 2024-04-15T14:36:41.982 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_copies": 0, 2024-04-15T14:36:41.982 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects": 0, 2024-04-15T14:36:41.982 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_degraded": 0, 2024-04-15T14:36:41.982 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_dirty": 0, 2024-04-15T14:36:41.982 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T14:36:41.983 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_manifest": 0, 2024-04-15T14:36:41.983 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_misplaced": 0, 2024-04-15T14:36:41.983 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing": 0, 2024-04-15T14:36:41.983 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T14:36:41.983 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_omap": 0, 2024-04-15T14:36:41.983 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_pinned": 0, 2024-04-15T14:36:41.983 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_recovered": 0, 2024-04-15T14:36:41.983 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_repaired": 0, 2024-04-15T14:36:41.983 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_unfound": 0, 2024-04-15T14:36:41.983 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_bytes": 0, 2024-04-15T14:36:41.983 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_keys": 0, 2024-04-15T14:36:41.983 INFO:tasks.workunit.client.0.smithi016.stdout: "num_promote": 0, 2024-04-15T14:36:41.983 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read": 0, 2024-04-15T14:36:41.983 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read_kb": 0, 2024-04-15T14:36:41.983 INFO:tasks.workunit.client.0.smithi016.stdout: "num_scrub_errors": 0, 2024-04-15T14:36:41.984 INFO:tasks.workunit.client.0.smithi016.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T14:36:41.984 INFO:tasks.workunit.client.0.smithi016.stdout: "num_whiteouts": 0, 2024-04-15T14:36:41.984 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write": 0, 2024-04-15T14:36:41.984 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write_kb": 0 2024-04-15T14:36:41.984 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.984 INFO:tasks.workunit.client.0.smithi016.stdout: "state": "active+clean", 2024-04-15T14:36:41.984 INFO:tasks.workunit.client.0.smithi016.stdout: "stats_invalid": false, 2024-04-15T14:36:41.984 INFO:tasks.workunit.client.0.smithi016.stdout: "up": [ 2024-04-15T14:36:41.984 INFO:tasks.workunit.client.0.smithi016.stdout: 7, 2024-04-15T14:36:41.984 INFO:tasks.workunit.client.0.smithi016.stdout: 4, 2024-04-15T14:36:41.984 INFO:tasks.workunit.client.0.smithi016.stdout: 6 2024-04-15T14:36:41.984 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T14:36:41.984 INFO:tasks.workunit.client.0.smithi016.stdout: "up_primary": 7, 2024-04-15T14:36:41.984 INFO:tasks.workunit.client.0.smithi016.stdout: "version": "0'0" 2024-04-15T14:36:41.984 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.985 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-15T14:36:41.985 INFO:tasks.workunit.client.0.smithi016.stdout: "acting": [ 2024-04-15T14:36:41.985 INFO:tasks.workunit.client.0.smithi016.stdout: 4, 2024-04-15T14:36:41.985 INFO:tasks.workunit.client.0.smithi016.stdout: 0, 2024-04-15T14:36:41.985 INFO:tasks.workunit.client.0.smithi016.stdout: 7 2024-04-15T14:36:41.985 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T14:36:41.985 INFO:tasks.workunit.client.0.smithi016.stdout: "acting_primary": 4, 2024-04-15T14:36:41.985 INFO:tasks.workunit.client.0.smithi016.stdout: "avail_no_missing": [], 2024-04-15T14:36:41.985 INFO:tasks.workunit.client.0.smithi016.stdout: "blocked_by": [], 2024-04-15T14:36:41.985 INFO:tasks.workunit.client.0.smithi016.stdout: "created": 60, 2024-04-15T14:36:41.985 INFO:tasks.workunit.client.0.smithi016.stdout: "dirty_stats_invalid": false, 2024-04-15T14:36:41.985 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T14:36:41.985 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_stats_invalid": false, 2024-04-15T14:36:41.985 INFO:tasks.workunit.client.0.smithi016.stdout: "last_active": "2024-04-15T14:34:12.020728+0000", 2024-04-15T14:36:41.985 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_active": "2024-04-15T14:33:34.624897+0000", 2024-04-15T14:36:41.986 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_peered": "2024-04-15T14:33:34.624897+0000", 2024-04-15T14:36:41.986 INFO:tasks.workunit.client.0.smithi016.stdout: "last_change": "2024-04-15T14:33:34.625302+0000", 2024-04-15T14:36:41.986 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean": "2024-04-15T14:34:12.020728+0000", 2024-04-15T14:36:41.986 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean_scrub_stamp": "2024-04-15T14:33:33.599136+0000", 2024-04-15T14:36:41.986 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub": "0'0", 2024-04-15T14:36:41.986 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub_stamp": "2024-04-15T14:33:33.599136+0000", 2024-04-15T14:36:41.986 INFO:tasks.workunit.client.0.smithi016.stdout: "last_epoch_clean": 61, 2024-04-15T14:36:41.986 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fresh": "2024-04-15T14:34:12.020728+0000", 2024-04-15T14:36:41.986 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fullsized": "2024-04-15T14:34:12.020728+0000", 2024-04-15T14:36:41.986 INFO:tasks.workunit.client.0.smithi016.stdout: "last_peered": "2024-04-15T14:34:12.020728+0000", 2024-04-15T14:36:41.986 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub": "0'0", 2024-04-15T14:36:41.987 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_duration": 0, 2024-04-15T14:36:41.987 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_stamp": "2024-04-15T14:33:33.599136+0000", 2024-04-15T14:36:41.987 INFO:tasks.workunit.client.0.smithi016.stdout: "last_undegraded": "2024-04-15T14:34:12.020728+0000", 2024-04-15T14:36:41.987 INFO:tasks.workunit.client.0.smithi016.stdout: "last_unstale": "2024-04-15T14:34:12.020728+0000", 2024-04-15T14:36:41.987 INFO:tasks.workunit.client.0.smithi016.stdout: "log_dups_size": 0, 2024-04-15T14:36:41.987 INFO:tasks.workunit.client.0.smithi016.stdout: "log_size": 1, 2024-04-15T14:36:41.987 INFO:tasks.workunit.client.0.smithi016.stdout: "log_start": "0'0", 2024-04-15T14:36:41.987 INFO:tasks.workunit.client.0.smithi016.stdout: "manifest_stats_invalid": false, 2024-04-15T14:36:41.987 INFO:tasks.workunit.client.0.smithi016.stdout: "mapping_epoch": 60, 2024-04-15T14:36:41.987 INFO:tasks.workunit.client.0.smithi016.stdout: "object_location_counts": [], 2024-04-15T14:36:41.987 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_scrubbed": 0, 2024-04-15T14:36:41.987 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_trimmed": 0, 2024-04-15T14:36:41.987 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_stats_invalid": false, 2024-04-15T14:36:41.987 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_size": 1, 2024-04-15T14:36:41.987 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_start": "0'0", 2024-04-15T14:36:41.988 INFO:tasks.workunit.client.0.smithi016.stdout: "parent": "0.0", 2024-04-15T14:36:41.988 INFO:tasks.workunit.client.0.smithi016.stdout: "parent_split_bits": 0, 2024-04-15T14:36:41.988 INFO:tasks.workunit.client.0.smithi016.stdout: "pgid": "2.f", 2024-04-15T14:36:41.988 INFO:tasks.workunit.client.0.smithi016.stdout: "pin_stats_invalid": false, 2024-04-15T14:36:41.988 INFO:tasks.workunit.client.0.smithi016.stdout: "purged_snaps": [], 2024-04-15T14:36:41.988 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_epoch": 70, 2024-04-15T14:36:41.988 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_seq": 20, 2024-04-15T14:36:41.988 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_duration": 0.0, 2024-04-15T14:36:41.988 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-16T21:13:05.143999+0000", 2024-04-15T14:36:41.988 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrim_duration": 0.0, 2024-04-15T14:36:41.988 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrimq_len": 0, 2024-04-15T14:36:41.988 INFO:tasks.workunit.client.0.smithi016.stdout: "stat_sum": { 2024-04-15T14:36:41.988 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes": 22, 2024-04-15T14:36:41.988 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T14:36:41.989 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_recovered": 0, 2024-04-15T14:36:41.989 INFO:tasks.workunit.client.0.smithi016.stdout: "num_deep_scrub_errors": 0, 2024-04-15T14:36:41.989 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict": 0, 2024-04-15T14:36:41.989 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_kb": 0, 2024-04-15T14:36:41.989 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_full": 0, 2024-04-15T14:36:41.989 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_some": 0, 2024-04-15T14:36:41.989 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush": 0, 2024-04-15T14:36:41.989 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_kb": 0, 2024-04-15T14:36:41.989 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_high": 0, 2024-04-15T14:36:41.989 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_low": 0, 2024-04-15T14:36:41.989 INFO:tasks.workunit.client.0.smithi016.stdout: "num_keys_recovered": 0, 2024-04-15T14:36:41.989 INFO:tasks.workunit.client.0.smithi016.stdout: "num_large_omap_objects": 0, 2024-04-15T14:36:41.989 INFO:tasks.workunit.client.0.smithi016.stdout: "num_legacy_snapsets": 0, 2024-04-15T14:36:41.989 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_clones": 0, 2024-04-15T14:36:41.989 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_copies": 3, 2024-04-15T14:36:41.990 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects": 1, 2024-04-15T14:36:41.990 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_degraded": 0, 2024-04-15T14:36:41.990 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_dirty": 1, 2024-04-15T14:36:41.990 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T14:36:41.990 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_manifest": 0, 2024-04-15T14:36:41.990 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_misplaced": 0, 2024-04-15T14:36:41.990 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing": 0, 2024-04-15T14:36:41.990 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T14:36:41.990 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_omap": 0, 2024-04-15T14:36:41.990 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_pinned": 0, 2024-04-15T14:36:41.990 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_recovered": 0, 2024-04-15T14:36:41.990 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_repaired": 0, 2024-04-15T14:36:41.990 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_unfound": 0, 2024-04-15T14:36:41.990 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_bytes": 0, 2024-04-15T14:36:41.990 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_keys": 0, 2024-04-15T14:36:41.991 INFO:tasks.workunit.client.0.smithi016.stdout: "num_promote": 0, 2024-04-15T14:36:41.991 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read": 0, 2024-04-15T14:36:41.991 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read_kb": 0, 2024-04-15T14:36:41.991 INFO:tasks.workunit.client.0.smithi016.stdout: "num_scrub_errors": 0, 2024-04-15T14:36:41.991 INFO:tasks.workunit.client.0.smithi016.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T14:36:41.991 INFO:tasks.workunit.client.0.smithi016.stdout: "num_whiteouts": 0, 2024-04-15T14:36:41.991 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write": 1, 2024-04-15T14:36:41.991 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write_kb": 1 2024-04-15T14:36:41.991 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.991 INFO:tasks.workunit.client.0.smithi016.stdout: "state": "active+clean", 2024-04-15T14:36:41.991 INFO:tasks.workunit.client.0.smithi016.stdout: "stats_invalid": false, 2024-04-15T14:36:41.991 INFO:tasks.workunit.client.0.smithi016.stdout: "up": [ 2024-04-15T14:36:41.991 INFO:tasks.workunit.client.0.smithi016.stdout: 4, 2024-04-15T14:36:41.991 INFO:tasks.workunit.client.0.smithi016.stdout: 0, 2024-04-15T14:36:41.992 INFO:tasks.workunit.client.0.smithi016.stdout: 7 2024-04-15T14:36:41.992 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T14:36:41.992 INFO:tasks.workunit.client.0.smithi016.stdout: "up_primary": 4, 2024-04-15T14:36:41.992 INFO:tasks.workunit.client.0.smithi016.stdout: "version": "62'1" 2024-04-15T14:36:41.992 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.992 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-15T14:36:41.992 INFO:tasks.workunit.client.0.smithi016.stdout: "acting": [ 2024-04-15T14:36:41.992 INFO:tasks.workunit.client.0.smithi016.stdout: 7, 2024-04-15T14:36:41.992 INFO:tasks.workunit.client.0.smithi016.stdout: 4, 2024-04-15T14:36:41.992 INFO:tasks.workunit.client.0.smithi016.stdout: 1 2024-04-15T14:36:41.992 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T14:36:41.992 INFO:tasks.workunit.client.0.smithi016.stdout: "acting_primary": 7, 2024-04-15T14:36:41.992 INFO:tasks.workunit.client.0.smithi016.stdout: "avail_no_missing": [], 2024-04-15T14:36:41.992 INFO:tasks.workunit.client.0.smithi016.stdout: "blocked_by": [], 2024-04-15T14:36:41.992 INFO:tasks.workunit.client.0.smithi016.stdout: "created": 61, 2024-04-15T14:36:41.993 INFO:tasks.workunit.client.0.smithi016.stdout: "dirty_stats_invalid": false, 2024-04-15T14:36:41.993 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T14:36:41.993 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_stats_invalid": false, 2024-04-15T14:36:41.993 INFO:tasks.workunit.client.0.smithi016.stdout: "last_active": "2024-04-15T14:34:11.924466+0000", 2024-04-15T14:36:41.993 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_active": "2024-04-15T14:33:34.993595+0000", 2024-04-15T14:36:41.993 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_peered": "2024-04-15T14:33:34.993595+0000", 2024-04-15T14:36:41.993 INFO:tasks.workunit.client.0.smithi016.stdout: "last_change": "2024-04-15T14:33:34.993901+0000", 2024-04-15T14:36:41.993 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean": "2024-04-15T14:34:11.924466+0000", 2024-04-15T14:36:41.993 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T14:36:41.993 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub": "0'0", 2024-04-15T14:36:41.993 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T14:36:41.993 INFO:tasks.workunit.client.0.smithi016.stdout: "last_epoch_clean": 62, 2024-04-15T14:36:41.993 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fresh": "2024-04-15T14:34:11.924466+0000", 2024-04-15T14:36:41.993 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fullsized": "2024-04-15T14:34:11.924466+0000", 2024-04-15T14:36:41.993 INFO:tasks.workunit.client.0.smithi016.stdout: "last_peered": "2024-04-15T14:34:11.924466+0000", 2024-04-15T14:36:41.994 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub": "0'0", 2024-04-15T14:36:41.994 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_duration": 0, 2024-04-15T14:36:41.994 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T14:36:41.994 INFO:tasks.workunit.client.0.smithi016.stdout: "last_undegraded": "2024-04-15T14:34:11.924466+0000", 2024-04-15T14:36:41.994 INFO:tasks.workunit.client.0.smithi016.stdout: "last_unstale": "2024-04-15T14:34:11.924466+0000", 2024-04-15T14:36:41.994 INFO:tasks.workunit.client.0.smithi016.stdout: "log_dups_size": 0, 2024-04-15T14:36:41.994 INFO:tasks.workunit.client.0.smithi016.stdout: "log_size": 0, 2024-04-15T14:36:41.994 INFO:tasks.workunit.client.0.smithi016.stdout: "log_start": "0'0", 2024-04-15T14:36:41.994 INFO:tasks.workunit.client.0.smithi016.stdout: "manifest_stats_invalid": false, 2024-04-15T14:36:41.994 INFO:tasks.workunit.client.0.smithi016.stdout: "mapping_epoch": 61, 2024-04-15T14:36:41.994 INFO:tasks.workunit.client.0.smithi016.stdout: "object_location_counts": [], 2024-04-15T14:36:41.994 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_scrubbed": 0, 2024-04-15T14:36:41.994 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_trimmed": 0, 2024-04-15T14:36:41.994 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_stats_invalid": false, 2024-04-15T14:36:41.994 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_size": 0, 2024-04-15T14:36:41.995 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_start": "0'0", 2024-04-15T14:36:41.995 INFO:tasks.workunit.client.0.smithi016.stdout: "parent": "0.0", 2024-04-15T14:36:41.995 INFO:tasks.workunit.client.0.smithi016.stdout: "parent_split_bits": 0, 2024-04-15T14:36:41.995 INFO:tasks.workunit.client.0.smithi016.stdout: "pgid": "3.e", 2024-04-15T14:36:41.995 INFO:tasks.workunit.client.0.smithi016.stdout: "pin_stats_invalid": false, 2024-04-15T14:36:41.995 INFO:tasks.workunit.client.0.smithi016.stdout: "purged_snaps": [], 2024-04-15T14:36:41.995 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_epoch": 70, 2024-04-15T14:36:41.995 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_seq": 18, 2024-04-15T14:36:41.995 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_duration": 0.0, 2024-04-15T14:36:41.995 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-16T19:34:11.232371+0000", 2024-04-15T14:36:41.995 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrim_duration": 0.0, 2024-04-15T14:36:41.995 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrimq_len": 0, 2024-04-15T14:36:41.995 INFO:tasks.workunit.client.0.smithi016.stdout: "stat_sum": { 2024-04-15T14:36:41.995 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes": 0, 2024-04-15T14:36:41.995 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T14:36:41.996 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_recovered": 0, 2024-04-15T14:36:41.996 INFO:tasks.workunit.client.0.smithi016.stdout: "num_deep_scrub_errors": 0, 2024-04-15T14:36:41.996 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict": 0, 2024-04-15T14:36:41.996 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_kb": 0, 2024-04-15T14:36:41.996 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_full": 0, 2024-04-15T14:36:41.996 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_some": 0, 2024-04-15T14:36:41.996 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush": 0, 2024-04-15T14:36:41.996 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_kb": 0, 2024-04-15T14:36:41.996 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_high": 0, 2024-04-15T14:36:41.996 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_low": 0, 2024-04-15T14:36:41.996 INFO:tasks.workunit.client.0.smithi016.stdout: "num_keys_recovered": 0, 2024-04-15T14:36:41.996 INFO:tasks.workunit.client.0.smithi016.stdout: "num_large_omap_objects": 0, 2024-04-15T14:36:41.996 INFO:tasks.workunit.client.0.smithi016.stdout: "num_legacy_snapsets": 0, 2024-04-15T14:36:41.996 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_clones": 0, 2024-04-15T14:36:41.996 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_copies": 0, 2024-04-15T14:36:41.997 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects": 0, 2024-04-15T14:36:41.997 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_degraded": 0, 2024-04-15T14:36:41.997 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_dirty": 0, 2024-04-15T14:36:41.997 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T14:36:41.997 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_manifest": 0, 2024-04-15T14:36:41.997 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_misplaced": 0, 2024-04-15T14:36:41.997 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing": 0, 2024-04-15T14:36:41.997 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T14:36:41.997 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_omap": 0, 2024-04-15T14:36:41.997 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_pinned": 0, 2024-04-15T14:36:41.997 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_recovered": 0, 2024-04-15T14:36:41.997 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_repaired": 0, 2024-04-15T14:36:41.997 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_unfound": 0, 2024-04-15T14:36:41.997 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_bytes": 0, 2024-04-15T14:36:41.997 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_keys": 0, 2024-04-15T14:36:41.997 INFO:tasks.workunit.client.0.smithi016.stdout: "num_promote": 0, 2024-04-15T14:36:41.998 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read": 0, 2024-04-15T14:36:41.998 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read_kb": 0, 2024-04-15T14:36:41.998 INFO:tasks.workunit.client.0.smithi016.stdout: "num_scrub_errors": 0, 2024-04-15T14:36:41.998 INFO:tasks.workunit.client.0.smithi016.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T14:36:41.998 INFO:tasks.workunit.client.0.smithi016.stdout: "num_whiteouts": 0, 2024-04-15T14:36:41.998 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write": 0, 2024-04-15T14:36:41.998 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write_kb": 0 2024-04-15T14:36:41.998 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.998 INFO:tasks.workunit.client.0.smithi016.stdout: "state": "active+clean", 2024-04-15T14:36:41.998 INFO:tasks.workunit.client.0.smithi016.stdout: "stats_invalid": false, 2024-04-15T14:36:41.998 INFO:tasks.workunit.client.0.smithi016.stdout: "up": [ 2024-04-15T14:36:41.998 INFO:tasks.workunit.client.0.smithi016.stdout: 7, 2024-04-15T14:36:41.998 INFO:tasks.workunit.client.0.smithi016.stdout: 4, 2024-04-15T14:36:41.998 INFO:tasks.workunit.client.0.smithi016.stdout: 1 2024-04-15T14:36:41.999 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T14:36:41.999 INFO:tasks.workunit.client.0.smithi016.stdout: "up_primary": 7, 2024-04-15T14:36:41.999 INFO:tasks.workunit.client.0.smithi016.stdout: "version": "0'0" 2024-04-15T14:36:41.999 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:41.999 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-15T14:36:41.999 INFO:tasks.workunit.client.0.smithi016.stdout: "acting": [ 2024-04-15T14:36:41.999 INFO:tasks.workunit.client.0.smithi016.stdout: 1, 2024-04-15T14:36:41.999 INFO:tasks.workunit.client.0.smithi016.stdout: 5, 2024-04-15T14:36:41.999 INFO:tasks.workunit.client.0.smithi016.stdout: 4 2024-04-15T14:36:41.999 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T14:36:41.999 INFO:tasks.workunit.client.0.smithi016.stdout: "acting_primary": 1, 2024-04-15T14:36:41.999 INFO:tasks.workunit.client.0.smithi016.stdout: "avail_no_missing": [], 2024-04-15T14:36:41.999 INFO:tasks.workunit.client.0.smithi016.stdout: "blocked_by": [], 2024-04-15T14:36:41.999 INFO:tasks.workunit.client.0.smithi016.stdout: "created": 66, 2024-04-15T14:36:41.999 INFO:tasks.workunit.client.0.smithi016.stdout: "dirty_stats_invalid": false, 2024-04-15T14:36:42.000 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T14:36:42.000 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_stats_invalid": false, 2024-04-15T14:36:42.000 INFO:tasks.workunit.client.0.smithi016.stdout: "last_active": "2024-04-15T14:34:12.935264+0000", 2024-04-15T14:36:42.000 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_active": "2024-04-15T14:34:08.175406+0000", 2024-04-15T14:36:42.000 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_peered": "2024-04-15T14:34:08.175406+0000", 2024-04-15T14:36:42.000 INFO:tasks.workunit.client.0.smithi016.stdout: "last_change": "2024-04-15T14:34:08.175699+0000", 2024-04-15T14:36:42.000 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean": "2024-04-15T14:34:12.935264+0000", 2024-04-15T14:36:42.000 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean_scrub_stamp": "2024-04-15T14:34:07.163731+0000", 2024-04-15T14:36:42.000 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub": "0'0", 2024-04-15T14:36:42.000 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub_stamp": "2024-04-15T14:34:07.163731+0000", 2024-04-15T14:36:42.000 INFO:tasks.workunit.client.0.smithi016.stdout: "last_epoch_clean": 67, 2024-04-15T14:36:42.000 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fresh": "2024-04-15T14:34:12.935264+0000", 2024-04-15T14:36:42.000 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fullsized": "2024-04-15T14:34:12.935264+0000", 2024-04-15T14:36:42.000 INFO:tasks.workunit.client.0.smithi016.stdout: "last_peered": "2024-04-15T14:34:12.935264+0000", 2024-04-15T14:36:42.001 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub": "0'0", 2024-04-15T14:36:42.001 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_duration": 0, 2024-04-15T14:36:42.001 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_stamp": "2024-04-15T14:34:07.163731+0000", 2024-04-15T14:36:42.001 INFO:tasks.workunit.client.0.smithi016.stdout: "last_undegraded": "2024-04-15T14:34:12.935264+0000", 2024-04-15T14:36:42.001 INFO:tasks.workunit.client.0.smithi016.stdout: "last_unstale": "2024-04-15T14:34:12.935264+0000", 2024-04-15T14:36:42.001 INFO:tasks.workunit.client.0.smithi016.stdout: "log_dups_size": 0, 2024-04-15T14:36:42.001 INFO:tasks.workunit.client.0.smithi016.stdout: "log_size": 0, 2024-04-15T14:36:42.001 INFO:tasks.workunit.client.0.smithi016.stdout: "log_start": "0'0", 2024-04-15T14:36:42.001 INFO:tasks.workunit.client.0.smithi016.stdout: "manifest_stats_invalid": false, 2024-04-15T14:36:42.001 INFO:tasks.workunit.client.0.smithi016.stdout: "mapping_epoch": 66, 2024-04-15T14:36:42.001 INFO:tasks.workunit.client.0.smithi016.stdout: "object_location_counts": [], 2024-04-15T14:36:42.001 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_scrubbed": 0, 2024-04-15T14:36:42.001 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_trimmed": 0, 2024-04-15T14:36:42.001 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_stats_invalid": false, 2024-04-15T14:36:42.001 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_size": 0, 2024-04-15T14:36:42.002 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_start": "0'0", 2024-04-15T14:36:42.002 INFO:tasks.workunit.client.0.smithi016.stdout: "parent": "0.0", 2024-04-15T14:36:42.002 INFO:tasks.workunit.client.0.smithi016.stdout: "parent_split_bits": 0, 2024-04-15T14:36:42.002 INFO:tasks.workunit.client.0.smithi016.stdout: "pgid": "4.2", 2024-04-15T14:36:42.002 INFO:tasks.workunit.client.0.smithi016.stdout: "pin_stats_invalid": false, 2024-04-15T14:36:42.002 INFO:tasks.workunit.client.0.smithi016.stdout: "purged_snaps": [], 2024-04-15T14:36:42.002 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_epoch": 70, 2024-04-15T14:36:42.002 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_seq": 14, 2024-04-15T14:36:42.002 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_duration": 0.0, 2024-04-15T14:36:42.002 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-17T01:11:04.721552+0000", 2024-04-15T14:36:42.002 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrim_duration": 0.0, 2024-04-15T14:36:42.002 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrimq_len": 0, 2024-04-15T14:36:42.002 INFO:tasks.workunit.client.0.smithi016.stdout: "stat_sum": { 2024-04-15T14:36:42.002 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes": 0, 2024-04-15T14:36:42.003 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T14:36:42.003 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_recovered": 0, 2024-04-15T14:36:42.003 INFO:tasks.workunit.client.0.smithi016.stdout: "num_deep_scrub_errors": 0, 2024-04-15T14:36:42.003 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict": 0, 2024-04-15T14:36:42.003 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_kb": 0, 2024-04-15T14:36:42.003 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_full": 0, 2024-04-15T14:36:42.003 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_some": 0, 2024-04-15T14:36:42.003 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush": 0, 2024-04-15T14:36:42.003 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_kb": 0, 2024-04-15T14:36:42.003 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_high": 0, 2024-04-15T14:36:42.003 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_low": 0, 2024-04-15T14:36:42.003 INFO:tasks.workunit.client.0.smithi016.stdout: "num_keys_recovered": 0, 2024-04-15T14:36:42.003 INFO:tasks.workunit.client.0.smithi016.stdout: "num_large_omap_objects": 0, 2024-04-15T14:36:42.003 INFO:tasks.workunit.client.0.smithi016.stdout: "num_legacy_snapsets": 0, 2024-04-15T14:36:42.003 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_clones": 0, 2024-04-15T14:36:42.004 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_copies": 0, 2024-04-15T14:36:42.004 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects": 0, 2024-04-15T14:36:42.004 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_degraded": 0, 2024-04-15T14:36:42.004 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_dirty": 0, 2024-04-15T14:36:42.004 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T14:36:42.004 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_manifest": 0, 2024-04-15T14:36:42.004 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_misplaced": 0, 2024-04-15T14:36:42.004 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing": 0, 2024-04-15T14:36:42.004 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T14:36:42.004 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_omap": 0, 2024-04-15T14:36:42.004 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_pinned": 0, 2024-04-15T14:36:42.004 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_recovered": 0, 2024-04-15T14:36:42.004 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_repaired": 0, 2024-04-15T14:36:42.004 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_unfound": 0, 2024-04-15T14:36:42.004 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_bytes": 0, 2024-04-15T14:36:42.005 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_keys": 0, 2024-04-15T14:36:42.005 INFO:tasks.workunit.client.0.smithi016.stdout: "num_promote": 0, 2024-04-15T14:36:42.005 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read": 0, 2024-04-15T14:36:42.005 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read_kb": 0, 2024-04-15T14:36:42.005 INFO:tasks.workunit.client.0.smithi016.stdout: "num_scrub_errors": 0, 2024-04-15T14:36:42.005 INFO:tasks.workunit.client.0.smithi016.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T14:36:42.005 INFO:tasks.workunit.client.0.smithi016.stdout: "num_whiteouts": 0, 2024-04-15T14:36:42.005 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write": 0, 2024-04-15T14:36:42.005 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write_kb": 0 2024-04-15T14:36:42.005 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:42.005 INFO:tasks.workunit.client.0.smithi016.stdout: "state": "active+clean", 2024-04-15T14:36:42.005 INFO:tasks.workunit.client.0.smithi016.stdout: "stats_invalid": false, 2024-04-15T14:36:42.005 INFO:tasks.workunit.client.0.smithi016.stdout: "up": [ 2024-04-15T14:36:42.005 INFO:tasks.workunit.client.0.smithi016.stdout: 1, 2024-04-15T14:36:42.005 INFO:tasks.workunit.client.0.smithi016.stdout: 5, 2024-04-15T14:36:42.006 INFO:tasks.workunit.client.0.smithi016.stdout: 4 2024-04-15T14:36:42.006 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T14:36:42.006 INFO:tasks.workunit.client.0.smithi016.stdout: "up_primary": 1, 2024-04-15T14:36:42.006 INFO:tasks.workunit.client.0.smithi016.stdout: "version": "0'0" 2024-04-15T14:36:42.006 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:42.006 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-15T14:36:42.006 INFO:tasks.workunit.client.0.smithi016.stdout: "acting": [ 2024-04-15T14:36:42.006 INFO:tasks.workunit.client.0.smithi016.stdout: 1, 2024-04-15T14:36:42.006 INFO:tasks.workunit.client.0.smithi016.stdout: 0, 2024-04-15T14:36:42.006 INFO:tasks.workunit.client.0.smithi016.stdout: 7 2024-04-15T14:36:42.006 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T14:36:42.006 INFO:tasks.workunit.client.0.smithi016.stdout: "acting_primary": 1, 2024-04-15T14:36:42.006 INFO:tasks.workunit.client.0.smithi016.stdout: "avail_no_missing": [], 2024-04-15T14:36:42.006 INFO:tasks.workunit.client.0.smithi016.stdout: "blocked_by": [], 2024-04-15T14:36:42.007 INFO:tasks.workunit.client.0.smithi016.stdout: "created": 60, 2024-04-15T14:36:42.007 INFO:tasks.workunit.client.0.smithi016.stdout: "dirty_stats_invalid": false, 2024-04-15T14:36:42.007 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T14:36:42.007 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_stats_invalid": false, 2024-04-15T14:36:42.007 INFO:tasks.workunit.client.0.smithi016.stdout: "last_active": "2024-04-15T14:34:12.003815+0000", 2024-04-15T14:36:42.007 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_active": "2024-04-15T14:33:34.629358+0000", 2024-04-15T14:36:42.007 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_peered": "2024-04-15T14:33:34.629358+0000", 2024-04-15T14:36:42.007 INFO:tasks.workunit.client.0.smithi016.stdout: "last_change": "2024-04-15T14:33:34.629663+0000", 2024-04-15T14:36:42.007 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean": "2024-04-15T14:34:12.003815+0000", 2024-04-15T14:36:42.007 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean_scrub_stamp": "2024-04-15T14:33:33.599136+0000", 2024-04-15T14:36:42.007 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub": "0'0", 2024-04-15T14:36:42.007 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub_stamp": "2024-04-15T14:33:33.599136+0000", 2024-04-15T14:36:42.007 INFO:tasks.workunit.client.0.smithi016.stdout: "last_epoch_clean": 61, 2024-04-15T14:36:42.007 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fresh": "2024-04-15T14:34:12.003815+0000", 2024-04-15T14:36:42.007 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fullsized": "2024-04-15T14:34:12.003815+0000", 2024-04-15T14:36:42.008 INFO:tasks.workunit.client.0.smithi016.stdout: "last_peered": "2024-04-15T14:34:12.003815+0000", 2024-04-15T14:36:42.008 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub": "0'0", 2024-04-15T14:36:42.008 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_duration": 0, 2024-04-15T14:36:42.008 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_stamp": "2024-04-15T14:33:33.599136+0000", 2024-04-15T14:36:42.008 INFO:tasks.workunit.client.0.smithi016.stdout: "last_undegraded": "2024-04-15T14:34:12.003815+0000", 2024-04-15T14:36:42.008 INFO:tasks.workunit.client.0.smithi016.stdout: "last_unstale": "2024-04-15T14:34:12.003815+0000", 2024-04-15T14:36:42.008 INFO:tasks.workunit.client.0.smithi016.stdout: "log_dups_size": 0, 2024-04-15T14:36:42.008 INFO:tasks.workunit.client.0.smithi016.stdout: "log_size": 0, 2024-04-15T14:36:42.008 INFO:tasks.workunit.client.0.smithi016.stdout: "log_start": "0'0", 2024-04-15T14:36:42.008 INFO:tasks.workunit.client.0.smithi016.stdout: "manifest_stats_invalid": false, 2024-04-15T14:36:42.008 INFO:tasks.workunit.client.0.smithi016.stdout: "mapping_epoch": 60, 2024-04-15T14:36:42.008 INFO:tasks.workunit.client.0.smithi016.stdout: "object_location_counts": [], 2024-04-15T14:36:42.008 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_scrubbed": 0, 2024-04-15T14:36:42.008 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_trimmed": 0, 2024-04-15T14:36:42.009 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_stats_invalid": false, 2024-04-15T14:36:42.009 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_size": 0, 2024-04-15T14:36:42.009 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_start": "0'0", 2024-04-15T14:36:42.009 INFO:tasks.workunit.client.0.smithi016.stdout: "parent": "0.0", 2024-04-15T14:36:42.009 INFO:tasks.workunit.client.0.smithi016.stdout: "parent_split_bits": 0, 2024-04-15T14:36:42.009 INFO:tasks.workunit.client.0.smithi016.stdout: "pgid": "2.4", 2024-04-15T14:36:42.009 INFO:tasks.workunit.client.0.smithi016.stdout: "pin_stats_invalid": false, 2024-04-15T14:36:42.009 INFO:tasks.workunit.client.0.smithi016.stdout: "purged_snaps": [], 2024-04-15T14:36:42.009 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_epoch": 70, 2024-04-15T14:36:42.009 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_seq": 20, 2024-04-15T14:36:42.009 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_duration": 0.0, 2024-04-15T14:36:42.009 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-16T18:29:51.531354+0000", 2024-04-15T14:36:42.009 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrim_duration": 0.0, 2024-04-15T14:36:42.009 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrimq_len": 0, 2024-04-15T14:36:42.009 INFO:tasks.workunit.client.0.smithi016.stdout: "stat_sum": { 2024-04-15T14:36:42.010 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes": 0, 2024-04-15T14:36:42.010 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T14:36:42.010 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_recovered": 0, 2024-04-15T14:36:42.010 INFO:tasks.workunit.client.0.smithi016.stdout: "num_deep_scrub_errors": 0, 2024-04-15T14:36:42.010 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict": 0, 2024-04-15T14:36:42.010 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_kb": 0, 2024-04-15T14:36:42.010 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_full": 0, 2024-04-15T14:36:42.010 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_some": 0, 2024-04-15T14:36:42.010 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush": 0, 2024-04-15T14:36:42.010 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_kb": 0, 2024-04-15T14:36:42.010 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_high": 0, 2024-04-15T14:36:42.010 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_low": 0, 2024-04-15T14:36:42.010 INFO:tasks.workunit.client.0.smithi016.stdout: "num_keys_recovered": 0, 2024-04-15T14:36:42.010 INFO:tasks.workunit.client.0.smithi016.stdout: "num_large_omap_objects": 0, 2024-04-15T14:36:42.010 INFO:tasks.workunit.client.0.smithi016.stdout: "num_legacy_snapsets": 0, 2024-04-15T14:36:42.011 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_clones": 0, 2024-04-15T14:36:42.011 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_copies": 0, 2024-04-15T14:36:42.011 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects": 0, 2024-04-15T14:36:42.011 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_degraded": 0, 2024-04-15T14:36:42.011 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_dirty": 0, 2024-04-15T14:36:42.011 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T14:36:42.011 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_manifest": 0, 2024-04-15T14:36:42.011 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_misplaced": 0, 2024-04-15T14:36:42.011 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing": 0, 2024-04-15T14:36:42.011 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T14:36:42.011 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_omap": 0, 2024-04-15T14:36:42.011 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_pinned": 0, 2024-04-15T14:36:42.011 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_recovered": 0, 2024-04-15T14:36:42.011 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_repaired": 0, 2024-04-15T14:36:42.011 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_unfound": 0, 2024-04-15T14:36:42.012 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_bytes": 0, 2024-04-15T14:36:42.012 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_keys": 0, 2024-04-15T14:36:42.012 INFO:tasks.workunit.client.0.smithi016.stdout: "num_promote": 0, 2024-04-15T14:36:42.012 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read": 0, 2024-04-15T14:36:42.012 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read_kb": 0, 2024-04-15T14:36:42.012 INFO:tasks.workunit.client.0.smithi016.stdout: "num_scrub_errors": 0, 2024-04-15T14:36:42.012 INFO:tasks.workunit.client.0.smithi016.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T14:36:42.012 INFO:tasks.workunit.client.0.smithi016.stdout: "num_whiteouts": 0, 2024-04-15T14:36:42.012 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write": 0, 2024-04-15T14:36:42.012 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write_kb": 0 2024-04-15T14:36:42.012 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:42.012 INFO:tasks.workunit.client.0.smithi016.stdout: "state": "active+clean", 2024-04-15T14:36:42.012 INFO:tasks.workunit.client.0.smithi016.stdout: "stats_invalid": false, 2024-04-15T14:36:42.012 INFO:tasks.workunit.client.0.smithi016.stdout: "up": [ 2024-04-15T14:36:42.013 INFO:tasks.workunit.client.0.smithi016.stdout: 1, 2024-04-15T14:36:42.013 INFO:tasks.workunit.client.0.smithi016.stdout: 0, 2024-04-15T14:36:42.013 INFO:tasks.workunit.client.0.smithi016.stdout: 7 2024-04-15T14:36:42.013 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T14:36:42.013 INFO:tasks.workunit.client.0.smithi016.stdout: "up_primary": 1, 2024-04-15T14:36:42.013 INFO:tasks.workunit.client.0.smithi016.stdout: "version": "0'0" 2024-04-15T14:36:42.013 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:42.013 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-15T14:36:42.013 INFO:tasks.workunit.client.0.smithi016.stdout: "acting": [ 2024-04-15T14:36:42.013 INFO:tasks.workunit.client.0.smithi016.stdout: 5, 2024-04-15T14:36:42.013 INFO:tasks.workunit.client.0.smithi016.stdout: 3, 2024-04-15T14:36:42.013 INFO:tasks.workunit.client.0.smithi016.stdout: 2 2024-04-15T14:36:42.013 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T14:36:42.013 INFO:tasks.workunit.client.0.smithi016.stdout: "acting_primary": 5, 2024-04-15T14:36:42.014 INFO:tasks.workunit.client.0.smithi016.stdout: "avail_no_missing": [], 2024-04-15T14:36:42.014 INFO:tasks.workunit.client.0.smithi016.stdout: "blocked_by": [], 2024-04-15T14:36:42.014 INFO:tasks.workunit.client.0.smithi016.stdout: "created": 61, 2024-04-15T14:36:42.014 INFO:tasks.workunit.client.0.smithi016.stdout: "dirty_stats_invalid": false, 2024-04-15T14:36:42.014 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T14:36:42.014 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_stats_invalid": false, 2024-04-15T14:36:42.014 INFO:tasks.workunit.client.0.smithi016.stdout: "last_active": "2024-04-15T14:34:12.045491+0000", 2024-04-15T14:36:42.014 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_active": "2024-04-15T14:33:34.990545+0000", 2024-04-15T14:36:42.014 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_peered": "2024-04-15T14:33:34.990545+0000", 2024-04-15T14:36:42.014 INFO:tasks.workunit.client.0.smithi016.stdout: "last_change": "2024-04-15T14:33:34.991615+0000", 2024-04-15T14:36:42.014 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean": "2024-04-15T14:34:12.045491+0000", 2024-04-15T14:36:42.014 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T14:36:42.014 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub": "0'0", 2024-04-15T14:36:42.014 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T14:36:42.015 INFO:tasks.workunit.client.0.smithi016.stdout: "last_epoch_clean": 62, 2024-04-15T14:36:42.015 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fresh": "2024-04-15T14:34:12.045491+0000", 2024-04-15T14:36:42.015 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fullsized": "2024-04-15T14:34:12.045491+0000", 2024-04-15T14:36:42.015 INFO:tasks.workunit.client.0.smithi016.stdout: "last_peered": "2024-04-15T14:34:12.045491+0000", 2024-04-15T14:36:42.015 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub": "0'0", 2024-04-15T14:36:42.015 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_duration": 0, 2024-04-15T14:36:42.015 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T14:36:42.015 INFO:tasks.workunit.client.0.smithi016.stdout: "last_undegraded": "2024-04-15T14:34:12.045491+0000", 2024-04-15T14:36:42.015 INFO:tasks.workunit.client.0.smithi016.stdout: "last_unstale": "2024-04-15T14:34:12.045491+0000", 2024-04-15T14:36:42.015 INFO:tasks.workunit.client.0.smithi016.stdout: "log_dups_size": 0, 2024-04-15T14:36:42.015 INFO:tasks.workunit.client.0.smithi016.stdout: "log_size": 0, 2024-04-15T14:36:42.015 INFO:tasks.workunit.client.0.smithi016.stdout: "log_start": "0'0", 2024-04-15T14:36:42.015 INFO:tasks.workunit.client.0.smithi016.stdout: "manifest_stats_invalid": false, 2024-04-15T14:36:42.015 INFO:tasks.workunit.client.0.smithi016.stdout: "mapping_epoch": 61, 2024-04-15T14:36:42.016 INFO:tasks.workunit.client.0.smithi016.stdout: "object_location_counts": [], 2024-04-15T14:36:42.016 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_scrubbed": 0, 2024-04-15T14:36:42.016 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_trimmed": 0, 2024-04-15T14:36:42.016 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_stats_invalid": false, 2024-04-15T14:36:42.016 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_size": 0, 2024-04-15T14:36:42.016 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_start": "0'0", 2024-04-15T14:36:42.016 INFO:tasks.workunit.client.0.smithi016.stdout: "parent": "0.0", 2024-04-15T14:36:42.016 INFO:tasks.workunit.client.0.smithi016.stdout: "parent_split_bits": 0, 2024-04-15T14:36:42.016 INFO:tasks.workunit.client.0.smithi016.stdout: "pgid": "3.5", 2024-04-15T14:36:42.016 INFO:tasks.workunit.client.0.smithi016.stdout: "pin_stats_invalid": false, 2024-04-15T14:36:42.016 INFO:tasks.workunit.client.0.smithi016.stdout: "purged_snaps": [], 2024-04-15T14:36:42.016 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_epoch": 70, 2024-04-15T14:36:42.016 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_seq": 19, 2024-04-15T14:36:42.016 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_duration": 0.0, 2024-04-15T14:36:42.017 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-17T00:27:00.368726+0000", 2024-04-15T14:36:42.017 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrim_duration": 0.0, 2024-04-15T14:36:42.017 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrimq_len": 0, 2024-04-15T14:36:42.017 INFO:tasks.workunit.client.0.smithi016.stdout: "stat_sum": { 2024-04-15T14:36:42.017 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes": 0, 2024-04-15T14:36:42.017 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T14:36:42.017 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_recovered": 0, 2024-04-15T14:36:42.017 INFO:tasks.workunit.client.0.smithi016.stdout: "num_deep_scrub_errors": 0, 2024-04-15T14:36:42.017 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict": 0, 2024-04-15T14:36:42.017 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_kb": 0, 2024-04-15T14:36:42.017 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_full": 0, 2024-04-15T14:36:42.017 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_some": 0, 2024-04-15T14:36:42.017 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush": 0, 2024-04-15T14:36:42.017 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_kb": 0, 2024-04-15T14:36:42.018 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_high": 0, 2024-04-15T14:36:42.018 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_low": 0, 2024-04-15T14:36:42.018 INFO:tasks.workunit.client.0.smithi016.stdout: "num_keys_recovered": 0, 2024-04-15T14:36:42.018 INFO:tasks.workunit.client.0.smithi016.stdout: "num_large_omap_objects": 0, 2024-04-15T14:36:42.018 INFO:tasks.workunit.client.0.smithi016.stdout: "num_legacy_snapsets": 0, 2024-04-15T14:36:42.018 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_clones": 0, 2024-04-15T14:36:42.018 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_copies": 0, 2024-04-15T14:36:42.018 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects": 0, 2024-04-15T14:36:42.018 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_degraded": 0, 2024-04-15T14:36:42.018 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_dirty": 0, 2024-04-15T14:36:42.018 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T14:36:42.018 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_manifest": 0, 2024-04-15T14:36:42.018 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_misplaced": 0, 2024-04-15T14:36:42.019 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing": 0, 2024-04-15T14:36:42.019 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T14:36:42.019 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_omap": 0, 2024-04-15T14:36:42.019 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_pinned": 0, 2024-04-15T14:36:42.019 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_recovered": 0, 2024-04-15T14:36:42.019 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_repaired": 0, 2024-04-15T14:36:42.019 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_unfound": 0, 2024-04-15T14:36:42.019 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_bytes": 0, 2024-04-15T14:36:42.019 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_keys": 0, 2024-04-15T14:36:42.019 INFO:tasks.workunit.client.0.smithi016.stdout: "num_promote": 0, 2024-04-15T14:36:42.019 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read": 0, 2024-04-15T14:36:42.019 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read_kb": 0, 2024-04-15T14:36:42.019 INFO:tasks.workunit.client.0.smithi016.stdout: "num_scrub_errors": 0, 2024-04-15T14:36:42.019 INFO:tasks.workunit.client.0.smithi016.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T14:36:42.020 INFO:tasks.workunit.client.0.smithi016.stdout: "num_whiteouts": 0, 2024-04-15T14:36:42.020 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write": 0, 2024-04-15T14:36:42.020 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write_kb": 0 2024-04-15T14:36:42.020 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:42.020 INFO:tasks.workunit.client.0.smithi016.stdout: "state": "active+clean", 2024-04-15T14:36:42.020 INFO:tasks.workunit.client.0.smithi016.stdout: "stats_invalid": false, 2024-04-15T14:36:42.020 INFO:tasks.workunit.client.0.smithi016.stdout: "up": [ 2024-04-15T14:36:42.020 INFO:tasks.workunit.client.0.smithi016.stdout: 5, 2024-04-15T14:36:42.020 INFO:tasks.workunit.client.0.smithi016.stdout: 3, 2024-04-15T14:36:42.020 INFO:tasks.workunit.client.0.smithi016.stdout: 2 2024-04-15T14:36:42.020 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T14:36:42.020 INFO:tasks.workunit.client.0.smithi016.stdout: "up_primary": 5, 2024-04-15T14:36:42.020 INFO:tasks.workunit.client.0.smithi016.stdout: "version": "0'0" 2024-04-15T14:36:42.020 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:42.020 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-15T14:36:42.021 INFO:tasks.workunit.client.0.smithi016.stdout: "acting": [ 2024-04-15T14:36:42.021 INFO:tasks.workunit.client.0.smithi016.stdout: 1, 2024-04-15T14:36:42.021 INFO:tasks.workunit.client.0.smithi016.stdout: 2, 2024-04-15T14:36:42.021 INFO:tasks.workunit.client.0.smithi016.stdout: 3 2024-04-15T14:36:42.021 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T14:36:42.021 INFO:tasks.workunit.client.0.smithi016.stdout: "acting_primary": 1, 2024-04-15T14:36:42.021 INFO:tasks.workunit.client.0.smithi016.stdout: "avail_no_missing": [], 2024-04-15T14:36:42.021 INFO:tasks.workunit.client.0.smithi016.stdout: "blocked_by": [], 2024-04-15T14:36:42.021 INFO:tasks.workunit.client.0.smithi016.stdout: "created": 66, 2024-04-15T14:36:42.021 INFO:tasks.workunit.client.0.smithi016.stdout: "dirty_stats_invalid": false, 2024-04-15T14:36:42.021 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T14:36:42.021 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_stats_invalid": false, 2024-04-15T14:36:42.021 INFO:tasks.workunit.client.0.smithi016.stdout: "last_active": "2024-04-15T14:34:12.935319+0000", 2024-04-15T14:36:42.021 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_active": "2024-04-15T14:34:08.174645+0000", 2024-04-15T14:36:42.022 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_peered": "2024-04-15T14:34:08.174645+0000", 2024-04-15T14:36:42.022 INFO:tasks.workunit.client.0.smithi016.stdout: "last_change": "2024-04-15T14:34:08.174929+0000", 2024-04-15T14:36:42.022 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean": "2024-04-15T14:34:12.935319+0000", 2024-04-15T14:36:42.022 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean_scrub_stamp": "2024-04-15T14:34:07.163731+0000", 2024-04-15T14:36:42.022 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub": "0'0", 2024-04-15T14:36:42.022 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub_stamp": "2024-04-15T14:34:07.163731+0000", 2024-04-15T14:36:42.022 INFO:tasks.workunit.client.0.smithi016.stdout: "last_epoch_clean": 67, 2024-04-15T14:36:42.022 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fresh": "2024-04-15T14:34:12.935319+0000", 2024-04-15T14:36:42.022 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fullsized": "2024-04-15T14:34:12.935319+0000", 2024-04-15T14:36:42.022 INFO:tasks.workunit.client.0.smithi016.stdout: "last_peered": "2024-04-15T14:34:12.935319+0000", 2024-04-15T14:36:42.022 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub": "0'0", 2024-04-15T14:36:42.022 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_duration": 0, 2024-04-15T14:36:42.022 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_stamp": "2024-04-15T14:34:07.163731+0000", 2024-04-15T14:36:42.022 INFO:tasks.workunit.client.0.smithi016.stdout: "last_undegraded": "2024-04-15T14:34:12.935319+0000", 2024-04-15T14:36:42.023 INFO:tasks.workunit.client.0.smithi016.stdout: "last_unstale": "2024-04-15T14:34:12.935319+0000", 2024-04-15T14:36:42.023 INFO:tasks.workunit.client.0.smithi016.stdout: "log_dups_size": 0, 2024-04-15T14:36:42.023 INFO:tasks.workunit.client.0.smithi016.stdout: "log_size": 0, 2024-04-15T14:36:42.023 INFO:tasks.workunit.client.0.smithi016.stdout: "log_start": "0'0", 2024-04-15T14:36:42.023 INFO:tasks.workunit.client.0.smithi016.stdout: "manifest_stats_invalid": false, 2024-04-15T14:36:42.023 INFO:tasks.workunit.client.0.smithi016.stdout: "mapping_epoch": 66, 2024-04-15T14:36:42.023 INFO:tasks.workunit.client.0.smithi016.stdout: "object_location_counts": [], 2024-04-15T14:36:42.023 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_scrubbed": 0, 2024-04-15T14:36:42.023 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_trimmed": 0, 2024-04-15T14:36:42.023 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_stats_invalid": false, 2024-04-15T14:36:42.023 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_size": 0, 2024-04-15T14:36:42.023 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_start": "0'0", 2024-04-15T14:36:42.023 INFO:tasks.workunit.client.0.smithi016.stdout: "parent": "0.0", 2024-04-15T14:36:42.023 INFO:tasks.workunit.client.0.smithi016.stdout: "parent_split_bits": 0, 2024-04-15T14:36:42.023 INFO:tasks.workunit.client.0.smithi016.stdout: "pgid": "4.4", 2024-04-15T14:36:42.024 INFO:tasks.workunit.client.0.smithi016.stdout: "pin_stats_invalid": false, 2024-04-15T14:36:42.024 INFO:tasks.workunit.client.0.smithi016.stdout: "purged_snaps": [], 2024-04-15T14:36:42.024 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_epoch": 70, 2024-04-15T14:36:42.024 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_seq": 14, 2024-04-15T14:36:42.024 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_duration": 0.0, 2024-04-15T14:36:42.024 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-17T01:46:22.719821+0000", 2024-04-15T14:36:42.024 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrim_duration": 0.0, 2024-04-15T14:36:42.024 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrimq_len": 0, 2024-04-15T14:36:42.024 INFO:tasks.workunit.client.0.smithi016.stdout: "stat_sum": { 2024-04-15T14:36:42.024 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes": 0, 2024-04-15T14:36:42.024 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T14:36:42.024 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_recovered": 0, 2024-04-15T14:36:42.024 INFO:tasks.workunit.client.0.smithi016.stdout: "num_deep_scrub_errors": 0, 2024-04-15T14:36:42.024 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict": 0, 2024-04-15T14:36:42.024 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_kb": 0, 2024-04-15T14:36:42.025 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_full": 0, 2024-04-15T14:36:42.025 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_some": 0, 2024-04-15T14:36:42.025 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush": 0, 2024-04-15T14:36:42.025 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_kb": 0, 2024-04-15T14:36:42.025 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_high": 0, 2024-04-15T14:36:42.025 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_low": 0, 2024-04-15T14:36:42.025 INFO:tasks.workunit.client.0.smithi016.stdout: "num_keys_recovered": 0, 2024-04-15T14:36:42.025 INFO:tasks.workunit.client.0.smithi016.stdout: "num_large_omap_objects": 0, 2024-04-15T14:36:42.025 INFO:tasks.workunit.client.0.smithi016.stdout: "num_legacy_snapsets": 0, 2024-04-15T14:36:42.025 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_clones": 0, 2024-04-15T14:36:42.025 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_copies": 0, 2024-04-15T14:36:42.025 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects": 0, 2024-04-15T14:36:42.025 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_degraded": 0, 2024-04-15T14:36:42.025 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_dirty": 0, 2024-04-15T14:36:42.026 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T14:36:42.026 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_manifest": 0, 2024-04-15T14:36:42.026 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_misplaced": 0, 2024-04-15T14:36:42.026 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing": 0, 2024-04-15T14:36:42.026 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T14:36:42.026 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_omap": 0, 2024-04-15T14:36:42.026 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_pinned": 0, 2024-04-15T14:36:42.026 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_recovered": 0, 2024-04-15T14:36:42.026 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_repaired": 0, 2024-04-15T14:36:42.026 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_unfound": 0, 2024-04-15T14:36:42.026 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_bytes": 0, 2024-04-15T14:36:42.026 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_keys": 0, 2024-04-15T14:36:42.026 INFO:tasks.workunit.client.0.smithi016.stdout: "num_promote": 0, 2024-04-15T14:36:42.026 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read": 0, 2024-04-15T14:36:42.027 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read_kb": 0, 2024-04-15T14:36:42.027 INFO:tasks.workunit.client.0.smithi016.stdout: "num_scrub_errors": 0, 2024-04-15T14:36:42.027 INFO:tasks.workunit.client.0.smithi016.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T14:36:42.027 INFO:tasks.workunit.client.0.smithi016.stdout: "num_whiteouts": 0, 2024-04-15T14:36:42.027 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write": 0, 2024-04-15T14:36:42.027 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write_kb": 0 2024-04-15T14:36:42.027 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:42.027 INFO:tasks.workunit.client.0.smithi016.stdout: "state": "active+clean", 2024-04-15T14:36:42.027 INFO:tasks.workunit.client.0.smithi016.stdout: "stats_invalid": false, 2024-04-15T14:36:42.027 INFO:tasks.workunit.client.0.smithi016.stdout: "up": [ 2024-04-15T14:36:42.027 INFO:tasks.workunit.client.0.smithi016.stdout: 1, 2024-04-15T14:36:42.027 INFO:tasks.workunit.client.0.smithi016.stdout: 2, 2024-04-15T14:36:42.027 INFO:tasks.workunit.client.0.smithi016.stdout: 3 2024-04-15T14:36:42.027 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T14:36:42.027 INFO:tasks.workunit.client.0.smithi016.stdout: "up_primary": 1, 2024-04-15T14:36:42.028 INFO:tasks.workunit.client.0.smithi016.stdout: "version": "0'0" 2024-04-15T14:36:42.028 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:42.028 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-15T14:36:42.028 INFO:tasks.workunit.client.0.smithi016.stdout: "acting": [ 2024-04-15T14:36:42.028 INFO:tasks.workunit.client.0.smithi016.stdout: 5, 2024-04-15T14:36:42.028 INFO:tasks.workunit.client.0.smithi016.stdout: 1, 2024-04-15T14:36:42.028 INFO:tasks.workunit.client.0.smithi016.stdout: 6 2024-04-15T14:36:42.028 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T14:36:42.028 INFO:tasks.workunit.client.0.smithi016.stdout: "acting_primary": 5, 2024-04-15T14:36:42.028 INFO:tasks.workunit.client.0.smithi016.stdout: "avail_no_missing": [], 2024-04-15T14:36:42.028 INFO:tasks.workunit.client.0.smithi016.stdout: "blocked_by": [], 2024-04-15T14:36:42.028 INFO:tasks.workunit.client.0.smithi016.stdout: "created": 60, 2024-04-15T14:36:42.028 INFO:tasks.workunit.client.0.smithi016.stdout: "dirty_stats_invalid": false, 2024-04-15T14:36:42.028 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T14:36:42.028 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_stats_invalid": false, 2024-04-15T14:36:42.029 INFO:tasks.workunit.client.0.smithi016.stdout: "last_active": "2024-04-15T14:34:12.045022+0000", 2024-04-15T14:36:42.029 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_active": "2024-04-15T14:33:34.618830+0000", 2024-04-15T14:36:42.029 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_peered": "2024-04-15T14:33:34.618830+0000", 2024-04-15T14:36:42.029 INFO:tasks.workunit.client.0.smithi016.stdout: "last_change": "2024-04-15T14:33:34.622274+0000", 2024-04-15T14:36:42.029 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean": "2024-04-15T14:34:12.045022+0000", 2024-04-15T14:36:42.029 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean_scrub_stamp": "2024-04-15T14:33:33.599136+0000", 2024-04-15T14:36:42.029 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub": "0'0", 2024-04-15T14:36:42.029 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub_stamp": "2024-04-15T14:33:33.599136+0000", 2024-04-15T14:36:42.029 INFO:tasks.workunit.client.0.smithi016.stdout: "last_epoch_clean": 61, 2024-04-15T14:36:42.029 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fresh": "2024-04-15T14:34:12.045022+0000", 2024-04-15T14:36:42.029 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fullsized": "2024-04-15T14:34:12.045022+0000", 2024-04-15T14:36:42.029 INFO:tasks.workunit.client.0.smithi016.stdout: "last_peered": "2024-04-15T14:34:12.045022+0000", 2024-04-15T14:36:42.029 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub": "0'0", 2024-04-15T14:36:42.029 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_duration": 0, 2024-04-15T14:36:42.030 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_stamp": "2024-04-15T14:33:33.599136+0000", 2024-04-15T14:36:42.030 INFO:tasks.workunit.client.0.smithi016.stdout: "last_undegraded": "2024-04-15T14:34:12.045022+0000", 2024-04-15T14:36:42.030 INFO:tasks.workunit.client.0.smithi016.stdout: "last_unstale": "2024-04-15T14:34:12.045022+0000", 2024-04-15T14:36:42.030 INFO:tasks.workunit.client.0.smithi016.stdout: "log_dups_size": 0, 2024-04-15T14:36:42.030 INFO:tasks.workunit.client.0.smithi016.stdout: "log_size": 0, 2024-04-15T14:36:42.030 INFO:tasks.workunit.client.0.smithi016.stdout: "log_start": "0'0", 2024-04-15T14:36:42.030 INFO:tasks.workunit.client.0.smithi016.stdout: "manifest_stats_invalid": false, 2024-04-15T14:36:42.030 INFO:tasks.workunit.client.0.smithi016.stdout: "mapping_epoch": 60, 2024-04-15T14:36:42.030 INFO:tasks.workunit.client.0.smithi016.stdout: "object_location_counts": [], 2024-04-15T14:36:42.030 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_scrubbed": 0, 2024-04-15T14:36:42.030 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_trimmed": 0, 2024-04-15T14:36:42.030 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_stats_invalid": false, 2024-04-15T14:36:42.030 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_size": 0, 2024-04-15T14:36:42.030 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_start": "0'0", 2024-04-15T14:36:42.030 INFO:tasks.workunit.client.0.smithi016.stdout: "parent": "0.0", 2024-04-15T14:36:42.031 INFO:tasks.workunit.client.0.smithi016.stdout: "parent_split_bits": 0, 2024-04-15T14:36:42.031 INFO:tasks.workunit.client.0.smithi016.stdout: "pgid": "2.2", 2024-04-15T14:36:42.031 INFO:tasks.workunit.client.0.smithi016.stdout: "pin_stats_invalid": false, 2024-04-15T14:36:42.031 INFO:tasks.workunit.client.0.smithi016.stdout: "purged_snaps": [], 2024-04-15T14:36:42.031 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_epoch": 70, 2024-04-15T14:36:42.031 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_seq": 20, 2024-04-15T14:36:42.031 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_duration": 0.0, 2024-04-15T14:36:42.031 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-16T18:53:51.788701+0000", 2024-04-15T14:36:42.031 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrim_duration": 0.0, 2024-04-15T14:36:42.031 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrimq_len": 0, 2024-04-15T14:36:42.031 INFO:tasks.workunit.client.0.smithi016.stdout: "stat_sum": { 2024-04-15T14:36:42.031 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes": 0, 2024-04-15T14:36:42.031 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T14:36:42.031 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_recovered": 0, 2024-04-15T14:36:42.031 INFO:tasks.workunit.client.0.smithi016.stdout: "num_deep_scrub_errors": 0, 2024-04-15T14:36:42.032 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict": 0, 2024-04-15T14:36:42.032 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_kb": 0, 2024-04-15T14:36:42.032 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_full": 0, 2024-04-15T14:36:42.032 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_some": 0, 2024-04-15T14:36:42.032 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush": 0, 2024-04-15T14:36:42.032 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_kb": 0, 2024-04-15T14:36:42.032 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_high": 0, 2024-04-15T14:36:42.032 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_low": 0, 2024-04-15T14:36:42.032 INFO:tasks.workunit.client.0.smithi016.stdout: "num_keys_recovered": 0, 2024-04-15T14:36:42.032 INFO:tasks.workunit.client.0.smithi016.stdout: "num_large_omap_objects": 0, 2024-04-15T14:36:42.032 INFO:tasks.workunit.client.0.smithi016.stdout: "num_legacy_snapsets": 0, 2024-04-15T14:36:42.032 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_clones": 0, 2024-04-15T14:36:42.032 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_copies": 0, 2024-04-15T14:36:42.032 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects": 0, 2024-04-15T14:36:42.032 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_degraded": 0, 2024-04-15T14:36:42.033 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_dirty": 0, 2024-04-15T14:36:42.033 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T14:36:42.033 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_manifest": 0, 2024-04-15T14:36:42.033 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_misplaced": 0, 2024-04-15T14:36:42.033 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing": 0, 2024-04-15T14:36:42.033 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T14:36:42.033 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_omap": 0, 2024-04-15T14:36:42.033 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_pinned": 0, 2024-04-15T14:36:42.033 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_recovered": 0, 2024-04-15T14:36:42.033 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_repaired": 0, 2024-04-15T14:36:42.033 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_unfound": 0, 2024-04-15T14:36:42.033 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_bytes": 0, 2024-04-15T14:36:42.033 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_keys": 0, 2024-04-15T14:36:42.033 INFO:tasks.workunit.client.0.smithi016.stdout: "num_promote": 0, 2024-04-15T14:36:42.034 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read": 0, 2024-04-15T14:36:42.034 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read_kb": 0, 2024-04-15T14:36:42.034 INFO:tasks.workunit.client.0.smithi016.stdout: "num_scrub_errors": 0, 2024-04-15T14:36:42.034 INFO:tasks.workunit.client.0.smithi016.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T14:36:42.034 INFO:tasks.workunit.client.0.smithi016.stdout: "num_whiteouts": 0, 2024-04-15T14:36:42.034 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write": 0, 2024-04-15T14:36:42.034 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write_kb": 0 2024-04-15T14:36:42.034 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:42.034 INFO:tasks.workunit.client.0.smithi016.stdout: "state": "active+clean", 2024-04-15T14:36:42.034 INFO:tasks.workunit.client.0.smithi016.stdout: "stats_invalid": false, 2024-04-15T14:36:42.034 INFO:tasks.workunit.client.0.smithi016.stdout: "up": [ 2024-04-15T14:36:42.034 INFO:tasks.workunit.client.0.smithi016.stdout: 5, 2024-04-15T14:36:42.034 INFO:tasks.workunit.client.0.smithi016.stdout: 1, 2024-04-15T14:36:42.034 INFO:tasks.workunit.client.0.smithi016.stdout: 6 2024-04-15T14:36:42.035 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T14:36:42.035 INFO:tasks.workunit.client.0.smithi016.stdout: "up_primary": 5, 2024-04-15T14:36:42.035 INFO:tasks.workunit.client.0.smithi016.stdout: "version": "0'0" 2024-04-15T14:36:42.035 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:42.035 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-15T14:36:42.035 INFO:tasks.workunit.client.0.smithi016.stdout: "acting": [ 2024-04-15T14:36:42.035 INFO:tasks.workunit.client.0.smithi016.stdout: 4, 2024-04-15T14:36:42.035 INFO:tasks.workunit.client.0.smithi016.stdout: 0, 2024-04-15T14:36:42.035 INFO:tasks.workunit.client.0.smithi016.stdout: 6 2024-04-15T14:36:42.035 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T14:36:42.035 INFO:tasks.workunit.client.0.smithi016.stdout: "acting_primary": 4, 2024-04-15T14:36:42.035 INFO:tasks.workunit.client.0.smithi016.stdout: "avail_no_missing": [], 2024-04-15T14:36:42.035 INFO:tasks.workunit.client.0.smithi016.stdout: "blocked_by": [], 2024-04-15T14:36:42.035 INFO:tasks.workunit.client.0.smithi016.stdout: "created": 61, 2024-04-15T14:36:42.035 INFO:tasks.workunit.client.0.smithi016.stdout: "dirty_stats_invalid": false, 2024-04-15T14:36:42.036 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T14:36:42.036 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_stats_invalid": false, 2024-04-15T14:36:42.036 INFO:tasks.workunit.client.0.smithi016.stdout: "last_active": "2024-04-15T14:34:12.020756+0000", 2024-04-15T14:36:42.036 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_active": "2024-04-15T14:33:35.003208+0000", 2024-04-15T14:36:42.036 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_peered": "2024-04-15T14:33:35.003208+0000", 2024-04-15T14:36:42.036 INFO:tasks.workunit.client.0.smithi016.stdout: "last_change": "2024-04-15T14:33:35.003516+0000", 2024-04-15T14:36:42.036 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean": "2024-04-15T14:34:12.020756+0000", 2024-04-15T14:36:42.036 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T14:36:42.036 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub": "0'0", 2024-04-15T14:36:42.036 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T14:36:42.036 INFO:tasks.workunit.client.0.smithi016.stdout: "last_epoch_clean": 62, 2024-04-15T14:36:42.036 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fresh": "2024-04-15T14:34:12.020756+0000", 2024-04-15T14:36:42.036 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fullsized": "2024-04-15T14:34:12.020756+0000", 2024-04-15T14:36:42.036 INFO:tasks.workunit.client.0.smithi016.stdout: "last_peered": "2024-04-15T14:34:12.020756+0000", 2024-04-15T14:36:42.036 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub": "0'0", 2024-04-15T14:36:42.037 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_duration": 0, 2024-04-15T14:36:42.037 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T14:36:42.037 INFO:tasks.workunit.client.0.smithi016.stdout: "last_undegraded": "2024-04-15T14:34:12.020756+0000", 2024-04-15T14:36:42.037 INFO:tasks.workunit.client.0.smithi016.stdout: "last_unstale": "2024-04-15T14:34:12.020756+0000", 2024-04-15T14:36:42.037 INFO:tasks.workunit.client.0.smithi016.stdout: "log_dups_size": 0, 2024-04-15T14:36:42.037 INFO:tasks.workunit.client.0.smithi016.stdout: "log_size": 0, 2024-04-15T14:36:42.037 INFO:tasks.workunit.client.0.smithi016.stdout: "log_start": "0'0", 2024-04-15T14:36:42.037 INFO:tasks.workunit.client.0.smithi016.stdout: "manifest_stats_invalid": false, 2024-04-15T14:36:42.037 INFO:tasks.workunit.client.0.smithi016.stdout: "mapping_epoch": 61, 2024-04-15T14:36:42.037 INFO:tasks.workunit.client.0.smithi016.stdout: "object_location_counts": [], 2024-04-15T14:36:42.037 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_scrubbed": 0, 2024-04-15T14:36:42.037 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_trimmed": 0, 2024-04-15T14:36:42.037 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_stats_invalid": false, 2024-04-15T14:36:42.037 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_size": 0, 2024-04-15T14:36:42.038 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_start": "0'0", 2024-04-15T14:36:42.038 INFO:tasks.workunit.client.0.smithi016.stdout: "parent": "0.0", 2024-04-15T14:36:42.038 INFO:tasks.workunit.client.0.smithi016.stdout: "parent_split_bits": 0, 2024-04-15T14:36:42.038 INFO:tasks.workunit.client.0.smithi016.stdout: "pgid": "3.3", 2024-04-15T14:36:42.038 INFO:tasks.workunit.client.0.smithi016.stdout: "pin_stats_invalid": false, 2024-04-15T14:36:42.038 INFO:tasks.workunit.client.0.smithi016.stdout: "purged_snaps": [], 2024-04-15T14:36:42.038 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_epoch": 70, 2024-04-15T14:36:42.038 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_seq": 18, 2024-04-15T14:36:42.038 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_duration": 0.0, 2024-04-15T14:36:42.038 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-17T00:06:21.618555+0000", 2024-04-15T14:36:42.038 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrim_duration": 0.0, 2024-04-15T14:36:42.038 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrimq_len": 0, 2024-04-15T14:36:42.038 INFO:tasks.workunit.client.0.smithi016.stdout: "stat_sum": { 2024-04-15T14:36:42.038 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes": 0, 2024-04-15T14:36:42.038 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T14:36:42.039 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_recovered": 0, 2024-04-15T14:36:42.039 INFO:tasks.workunit.client.0.smithi016.stdout: "num_deep_scrub_errors": 0, 2024-04-15T14:36:42.039 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict": 0, 2024-04-15T14:36:42.039 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_kb": 0, 2024-04-15T14:36:42.039 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_full": 0, 2024-04-15T14:36:42.039 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_some": 0, 2024-04-15T14:36:42.039 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush": 0, 2024-04-15T14:36:42.039 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_kb": 0, 2024-04-15T14:36:42.039 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_high": 0, 2024-04-15T14:36:42.039 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_low": 0, 2024-04-15T14:36:42.039 INFO:tasks.workunit.client.0.smithi016.stdout: "num_keys_recovered": 0, 2024-04-15T14:36:42.039 INFO:tasks.workunit.client.0.smithi016.stdout: "num_large_omap_objects": 0, 2024-04-15T14:36:42.039 INFO:tasks.workunit.client.0.smithi016.stdout: "num_legacy_snapsets": 0, 2024-04-15T14:36:42.040 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_clones": 0, 2024-04-15T14:36:42.040 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_copies": 0, 2024-04-15T14:36:42.040 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects": 0, 2024-04-15T14:36:42.040 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_degraded": 0, 2024-04-15T14:36:42.040 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_dirty": 0, 2024-04-15T14:36:42.040 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T14:36:42.040 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_manifest": 0, 2024-04-15T14:36:42.040 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_misplaced": 0, 2024-04-15T14:36:42.040 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing": 0, 2024-04-15T14:36:42.040 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T14:36:42.040 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_omap": 0, 2024-04-15T14:36:42.040 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_pinned": 0, 2024-04-15T14:36:42.040 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_recovered": 0, 2024-04-15T14:36:42.040 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_repaired": 0, 2024-04-15T14:36:42.040 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_unfound": 0, 2024-04-15T14:36:42.041 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_bytes": 0, 2024-04-15T14:36:42.041 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_keys": 0, 2024-04-15T14:36:42.041 INFO:tasks.workunit.client.0.smithi016.stdout: "num_promote": 0, 2024-04-15T14:36:42.041 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read": 0, 2024-04-15T14:36:42.041 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read_kb": 0, 2024-04-15T14:36:42.041 INFO:tasks.workunit.client.0.smithi016.stdout: "num_scrub_errors": 0, 2024-04-15T14:36:42.041 INFO:tasks.workunit.client.0.smithi016.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T14:36:42.041 INFO:tasks.workunit.client.0.smithi016.stdout: "num_whiteouts": 0, 2024-04-15T14:36:42.041 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write": 0, 2024-04-15T14:36:42.041 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write_kb": 0 2024-04-15T14:36:42.041 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:42.041 INFO:tasks.workunit.client.0.smithi016.stdout: "state": "active+clean", 2024-04-15T14:36:42.041 INFO:tasks.workunit.client.0.smithi016.stdout: "stats_invalid": false, 2024-04-15T14:36:42.041 INFO:tasks.workunit.client.0.smithi016.stdout: "up": [ 2024-04-15T14:36:42.042 INFO:tasks.workunit.client.0.smithi016.stdout: 4, 2024-04-15T14:36:42.042 INFO:tasks.workunit.client.0.smithi016.stdout: 0, 2024-04-15T14:36:42.042 INFO:tasks.workunit.client.0.smithi016.stdout: 6 2024-04-15T14:36:42.042 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T14:36:42.042 INFO:tasks.workunit.client.0.smithi016.stdout: "up_primary": 4, 2024-04-15T14:36:42.042 INFO:tasks.workunit.client.0.smithi016.stdout: "version": "0'0" 2024-04-15T14:36:42.042 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:42.042 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-15T14:36:42.042 INFO:tasks.workunit.client.0.smithi016.stdout: "acting": [ 2024-04-15T14:36:42.042 INFO:tasks.workunit.client.0.smithi016.stdout: 1, 2024-04-15T14:36:42.042 INFO:tasks.workunit.client.0.smithi016.stdout: 5, 2024-04-15T14:36:42.042 INFO:tasks.workunit.client.0.smithi016.stdout: 0 2024-04-15T14:36:42.042 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T14:36:42.043 INFO:tasks.workunit.client.0.smithi016.stdout: "acting_primary": 1, 2024-04-15T14:36:42.043 INFO:tasks.workunit.client.0.smithi016.stdout: "avail_no_missing": [], 2024-04-15T14:36:42.043 INFO:tasks.workunit.client.0.smithi016.stdout: "blocked_by": [], 2024-04-15T14:36:42.043 INFO:tasks.workunit.client.0.smithi016.stdout: "created": 66, 2024-04-15T14:36:42.043 INFO:tasks.workunit.client.0.smithi016.stdout: "dirty_stats_invalid": false, 2024-04-15T14:36:42.043 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T14:36:42.043 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_stats_invalid": false, 2024-04-15T14:36:42.043 INFO:tasks.workunit.client.0.smithi016.stdout: "last_active": "2024-04-15T14:34:12.935390+0000", 2024-04-15T14:36:42.043 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_active": "2024-04-15T14:34:08.174109+0000", 2024-04-15T14:36:42.043 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_peered": "2024-04-15T14:34:08.174109+0000", 2024-04-15T14:36:42.043 INFO:tasks.workunit.client.0.smithi016.stdout: "last_change": "2024-04-15T14:34:08.174400+0000", 2024-04-15T14:36:42.043 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean": "2024-04-15T14:34:12.935390+0000", 2024-04-15T14:36:42.043 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean_scrub_stamp": "2024-04-15T14:34:07.163731+0000", 2024-04-15T14:36:42.043 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub": "0'0", 2024-04-15T14:36:42.043 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub_stamp": "2024-04-15T14:34:07.163731+0000", 2024-04-15T14:36:42.044 INFO:tasks.workunit.client.0.smithi016.stdout: "last_epoch_clean": 67, 2024-04-15T14:36:42.044 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fresh": "2024-04-15T14:34:12.935390+0000", 2024-04-15T14:36:42.044 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fullsized": "2024-04-15T14:34:12.935390+0000", 2024-04-15T14:36:42.044 INFO:tasks.workunit.client.0.smithi016.stdout: "last_peered": "2024-04-15T14:34:12.935390+0000", 2024-04-15T14:36:42.044 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub": "0'0", 2024-04-15T14:36:42.044 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_duration": 0, 2024-04-15T14:36:42.044 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_stamp": "2024-04-15T14:34:07.163731+0000", 2024-04-15T14:36:42.044 INFO:tasks.workunit.client.0.smithi016.stdout: "last_undegraded": "2024-04-15T14:34:12.935390+0000", 2024-04-15T14:36:42.044 INFO:tasks.workunit.client.0.smithi016.stdout: "last_unstale": "2024-04-15T14:34:12.935390+0000", 2024-04-15T14:36:42.044 INFO:tasks.workunit.client.0.smithi016.stdout: "log_dups_size": 0, 2024-04-15T14:36:42.044 INFO:tasks.workunit.client.0.smithi016.stdout: "log_size": 0, 2024-04-15T14:36:42.044 INFO:tasks.workunit.client.0.smithi016.stdout: "log_start": "0'0", 2024-04-15T14:36:42.044 INFO:tasks.workunit.client.0.smithi016.stdout: "manifest_stats_invalid": false, 2024-04-15T14:36:42.044 INFO:tasks.workunit.client.0.smithi016.stdout: "mapping_epoch": 66, 2024-04-15T14:36:42.045 INFO:tasks.workunit.client.0.smithi016.stdout: "object_location_counts": [], 2024-04-15T14:36:42.045 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_scrubbed": 0, 2024-04-15T14:36:42.045 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_trimmed": 0, 2024-04-15T14:36:42.045 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_stats_invalid": false, 2024-04-15T14:36:42.045 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_size": 0, 2024-04-15T14:36:42.045 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_start": "0'0", 2024-04-15T14:36:42.045 INFO:tasks.workunit.client.0.smithi016.stdout: "parent": "0.0", 2024-04-15T14:36:42.045 INFO:tasks.workunit.client.0.smithi016.stdout: "parent_split_bits": 0, 2024-04-15T14:36:42.045 INFO:tasks.workunit.client.0.smithi016.stdout: "pgid": "4.7", 2024-04-15T14:36:42.045 INFO:tasks.workunit.client.0.smithi016.stdout: "pin_stats_invalid": false, 2024-04-15T14:36:42.045 INFO:tasks.workunit.client.0.smithi016.stdout: "purged_snaps": [], 2024-04-15T14:36:42.045 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_epoch": 70, 2024-04-15T14:36:42.045 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_seq": 14, 2024-04-15T14:36:42.045 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_duration": 0.0, 2024-04-15T14:36:42.045 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-16T15:25:43.459008+0000", 2024-04-15T14:36:42.046 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrim_duration": 0.0, 2024-04-15T14:36:42.046 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrimq_len": 0, 2024-04-15T14:36:42.046 INFO:tasks.workunit.client.0.smithi016.stdout: "stat_sum": { 2024-04-15T14:36:42.046 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes": 0, 2024-04-15T14:36:42.046 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T14:36:42.046 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_recovered": 0, 2024-04-15T14:36:42.046 INFO:tasks.workunit.client.0.smithi016.stdout: "num_deep_scrub_errors": 0, 2024-04-15T14:36:42.046 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict": 0, 2024-04-15T14:36:42.046 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_kb": 0, 2024-04-15T14:36:42.046 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_full": 0, 2024-04-15T14:36:42.046 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_some": 0, 2024-04-15T14:36:42.046 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush": 0, 2024-04-15T14:36:42.046 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_kb": 0, 2024-04-15T14:36:42.047 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_high": 0, 2024-04-15T14:36:42.047 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_low": 0, 2024-04-15T14:36:42.047 INFO:tasks.workunit.client.0.smithi016.stdout: "num_keys_recovered": 0, 2024-04-15T14:36:42.047 INFO:tasks.workunit.client.0.smithi016.stdout: "num_large_omap_objects": 0, 2024-04-15T14:36:42.047 INFO:tasks.workunit.client.0.smithi016.stdout: "num_legacy_snapsets": 0, 2024-04-15T14:36:42.047 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_clones": 0, 2024-04-15T14:36:42.047 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_copies": 0, 2024-04-15T14:36:42.047 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects": 0, 2024-04-15T14:36:42.047 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_degraded": 0, 2024-04-15T14:36:42.047 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_dirty": 0, 2024-04-15T14:36:42.047 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T14:36:42.047 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_manifest": 0, 2024-04-15T14:36:42.047 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_misplaced": 0, 2024-04-15T14:36:42.047 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing": 0, 2024-04-15T14:36:42.047 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T14:36:42.048 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_omap": 0, 2024-04-15T14:36:42.048 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_pinned": 0, 2024-04-15T14:36:42.048 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_recovered": 0, 2024-04-15T14:36:42.048 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_repaired": 0, 2024-04-15T14:36:42.048 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_unfound": 0, 2024-04-15T14:36:42.048 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_bytes": 0, 2024-04-15T14:36:42.048 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_keys": 0, 2024-04-15T14:36:42.048 INFO:tasks.workunit.client.0.smithi016.stdout: "num_promote": 0, 2024-04-15T14:36:42.048 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read": 0, 2024-04-15T14:36:42.048 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read_kb": 0, 2024-04-15T14:36:42.048 INFO:tasks.workunit.client.0.smithi016.stdout: "num_scrub_errors": 0, 2024-04-15T14:36:42.048 INFO:tasks.workunit.client.0.smithi016.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T14:36:42.048 INFO:tasks.workunit.client.0.smithi016.stdout: "num_whiteouts": 0, 2024-04-15T14:36:42.048 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write": 0, 2024-04-15T14:36:42.049 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write_kb": 0 2024-04-15T14:36:42.049 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:42.049 INFO:tasks.workunit.client.0.smithi016.stdout: "state": "active+clean", 2024-04-15T14:36:42.049 INFO:tasks.workunit.client.0.smithi016.stdout: "stats_invalid": false, 2024-04-15T14:36:42.049 INFO:tasks.workunit.client.0.smithi016.stdout: "up": [ 2024-04-15T14:36:42.049 INFO:tasks.workunit.client.0.smithi016.stdout: 1, 2024-04-15T14:36:42.049 INFO:tasks.workunit.client.0.smithi016.stdout: 5, 2024-04-15T14:36:42.049 INFO:tasks.workunit.client.0.smithi016.stdout: 0 2024-04-15T14:36:42.049 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T14:36:42.049 INFO:tasks.workunit.client.0.smithi016.stdout: "up_primary": 1, 2024-04-15T14:36:42.049 INFO:tasks.workunit.client.0.smithi016.stdout: "version": "0'0" 2024-04-15T14:36:42.049 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:42.049 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-15T14:36:42.049 INFO:tasks.workunit.client.0.smithi016.stdout: "acting": [ 2024-04-15T14:36:42.049 INFO:tasks.workunit.client.0.smithi016.stdout: 1, 2024-04-15T14:36:42.050 INFO:tasks.workunit.client.0.smithi016.stdout: 2, 2024-04-15T14:36:42.050 INFO:tasks.workunit.client.0.smithi016.stdout: 6 2024-04-15T14:36:42.050 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T14:36:42.050 INFO:tasks.workunit.client.0.smithi016.stdout: "acting_primary": 1, 2024-04-15T14:36:42.050 INFO:tasks.workunit.client.0.smithi016.stdout: "avail_no_missing": [], 2024-04-15T14:36:42.050 INFO:tasks.workunit.client.0.smithi016.stdout: "blocked_by": [], 2024-04-15T14:36:42.050 INFO:tasks.workunit.client.0.smithi016.stdout: "created": 61, 2024-04-15T14:36:42.050 INFO:tasks.workunit.client.0.smithi016.stdout: "dirty_stats_invalid": false, 2024-04-15T14:36:42.050 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T14:36:42.050 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_stats_invalid": false, 2024-04-15T14:36:42.050 INFO:tasks.workunit.client.0.smithi016.stdout: "last_active": "2024-04-15T14:34:12.003305+0000", 2024-04-15T14:36:42.050 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_active": "2024-04-15T14:33:35.000319+0000", 2024-04-15T14:36:42.050 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_peered": "2024-04-15T14:33:35.000319+0000", 2024-04-15T14:36:42.050 INFO:tasks.workunit.client.0.smithi016.stdout: "last_change": "2024-04-15T14:33:35.000587+0000", 2024-04-15T14:36:42.051 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean": "2024-04-15T14:34:12.003305+0000", 2024-04-15T14:36:42.051 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T14:36:42.051 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub": "0'0", 2024-04-15T14:36:42.051 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T14:36:42.051 INFO:tasks.workunit.client.0.smithi016.stdout: "last_epoch_clean": 62, 2024-04-15T14:36:42.051 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fresh": "2024-04-15T14:34:12.003305+0000", 2024-04-15T14:36:42.051 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fullsized": "2024-04-15T14:34:12.003305+0000", 2024-04-15T14:36:42.051 INFO:tasks.workunit.client.0.smithi016.stdout: "last_peered": "2024-04-15T14:34:12.003305+0000", 2024-04-15T14:36:42.051 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub": "0'0", 2024-04-15T14:36:42.051 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_duration": 0, 2024-04-15T14:36:42.051 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T14:36:42.051 INFO:tasks.workunit.client.0.smithi016.stdout: "last_undegraded": "2024-04-15T14:34:12.003305+0000", 2024-04-15T14:36:42.051 INFO:tasks.workunit.client.0.smithi016.stdout: "last_unstale": "2024-04-15T14:34:12.003305+0000", 2024-04-15T14:36:42.051 INFO:tasks.workunit.client.0.smithi016.stdout: "log_dups_size": 0, 2024-04-15T14:36:42.052 INFO:tasks.workunit.client.0.smithi016.stdout: "log_size": 0, 2024-04-15T14:36:42.052 INFO:tasks.workunit.client.0.smithi016.stdout: "log_start": "0'0", 2024-04-15T14:36:42.052 INFO:tasks.workunit.client.0.smithi016.stdout: "manifest_stats_invalid": false, 2024-04-15T14:36:42.052 INFO:tasks.workunit.client.0.smithi016.stdout: "mapping_epoch": 61, 2024-04-15T14:36:42.052 INFO:tasks.workunit.client.0.smithi016.stdout: "object_location_counts": [], 2024-04-15T14:36:42.052 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_scrubbed": 0, 2024-04-15T14:36:42.052 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_trimmed": 0, 2024-04-15T14:36:42.052 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_stats_invalid": false, 2024-04-15T14:36:42.052 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_size": 0, 2024-04-15T14:36:42.052 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_start": "0'0", 2024-04-15T14:36:42.052 INFO:tasks.workunit.client.0.smithi016.stdout: "parent": "0.0", 2024-04-15T14:36:42.052 INFO:tasks.workunit.client.0.smithi016.stdout: "parent_split_bits": 0, 2024-04-15T14:36:42.052 INFO:tasks.workunit.client.0.smithi016.stdout: "pgid": "3.0", 2024-04-15T14:36:42.052 INFO:tasks.workunit.client.0.smithi016.stdout: "pin_stats_invalid": false, 2024-04-15T14:36:42.053 INFO:tasks.workunit.client.0.smithi016.stdout: "purged_snaps": [], 2024-04-15T14:36:42.053 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_epoch": 70, 2024-04-15T14:36:42.053 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_seq": 19, 2024-04-15T14:36:42.053 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_duration": 0.0, 2024-04-15T14:36:42.053 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-16T17:34:15.729312+0000", 2024-04-15T14:36:42.053 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrim_duration": 0.0, 2024-04-15T14:36:42.053 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrimq_len": 0, 2024-04-15T14:36:42.053 INFO:tasks.workunit.client.0.smithi016.stdout: "stat_sum": { 2024-04-15T14:36:42.053 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes": 0, 2024-04-15T14:36:42.053 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T14:36:42.053 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_recovered": 0, 2024-04-15T14:36:42.053 INFO:tasks.workunit.client.0.smithi016.stdout: "num_deep_scrub_errors": 0, 2024-04-15T14:36:42.053 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict": 0, 2024-04-15T14:36:42.053 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_kb": 0, 2024-04-15T14:36:42.053 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_full": 0, 2024-04-15T14:36:42.054 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_some": 0, 2024-04-15T14:36:42.054 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush": 0, 2024-04-15T14:36:42.054 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_kb": 0, 2024-04-15T14:36:42.054 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_high": 0, 2024-04-15T14:36:42.054 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_low": 0, 2024-04-15T14:36:42.054 INFO:tasks.workunit.client.0.smithi016.stdout: "num_keys_recovered": 0, 2024-04-15T14:36:42.054 INFO:tasks.workunit.client.0.smithi016.stdout: "num_large_omap_objects": 0, 2024-04-15T14:36:42.054 INFO:tasks.workunit.client.0.smithi016.stdout: "num_legacy_snapsets": 0, 2024-04-15T14:36:42.054 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_clones": 0, 2024-04-15T14:36:42.054 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_copies": 0, 2024-04-15T14:36:42.054 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects": 0, 2024-04-15T14:36:42.054 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_degraded": 0, 2024-04-15T14:36:42.054 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_dirty": 0, 2024-04-15T14:36:42.054 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T14:36:42.055 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_manifest": 0, 2024-04-15T14:36:42.055 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_misplaced": 0, 2024-04-15T14:36:42.055 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing": 0, 2024-04-15T14:36:42.055 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T14:36:42.055 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_omap": 0, 2024-04-15T14:36:42.055 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_pinned": 0, 2024-04-15T14:36:42.055 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_recovered": 0, 2024-04-15T14:36:42.055 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_repaired": 0, 2024-04-15T14:36:42.055 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_unfound": 0, 2024-04-15T14:36:42.055 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_bytes": 0, 2024-04-15T14:36:42.055 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_keys": 0, 2024-04-15T14:36:42.055 INFO:tasks.workunit.client.0.smithi016.stdout: "num_promote": 0, 2024-04-15T14:36:42.055 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read": 0, 2024-04-15T14:36:42.055 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read_kb": 0, 2024-04-15T14:36:42.056 INFO:tasks.workunit.client.0.smithi016.stdout: "num_scrub_errors": 0, 2024-04-15T14:36:42.056 INFO:tasks.workunit.client.0.smithi016.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T14:36:42.056 INFO:tasks.workunit.client.0.smithi016.stdout: "num_whiteouts": 0, 2024-04-15T14:36:42.056 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write": 0, 2024-04-15T14:36:42.056 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write_kb": 0 2024-04-15T14:36:42.056 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:42.056 INFO:tasks.workunit.client.0.smithi016.stdout: "state": "active+clean", 2024-04-15T14:36:42.056 INFO:tasks.workunit.client.0.smithi016.stdout: "stats_invalid": false, 2024-04-15T14:36:42.056 INFO:tasks.workunit.client.0.smithi016.stdout: "up": [ 2024-04-15T14:36:42.056 INFO:tasks.workunit.client.0.smithi016.stdout: 1, 2024-04-15T14:36:42.056 INFO:tasks.workunit.client.0.smithi016.stdout: 2, 2024-04-15T14:36:42.056 INFO:tasks.workunit.client.0.smithi016.stdout: 6 2024-04-15T14:36:42.056 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T14:36:42.056 INFO:tasks.workunit.client.0.smithi016.stdout: "up_primary": 1, 2024-04-15T14:36:42.057 INFO:tasks.workunit.client.0.smithi016.stdout: "version": "0'0" 2024-04-15T14:36:42.057 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:42.057 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-15T14:36:42.057 INFO:tasks.workunit.client.0.smithi016.stdout: "acting": [ 2024-04-15T14:36:42.057 INFO:tasks.workunit.client.0.smithi016.stdout: 2, 2024-04-15T14:36:42.057 INFO:tasks.workunit.client.0.smithi016.stdout: 3, 2024-04-15T14:36:42.057 INFO:tasks.workunit.client.0.smithi016.stdout: 0 2024-04-15T14:36:42.057 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T14:36:42.057 INFO:tasks.workunit.client.0.smithi016.stdout: "acting_primary": 2, 2024-04-15T14:36:42.057 INFO:tasks.workunit.client.0.smithi016.stdout: "avail_no_missing": [], 2024-04-15T14:36:42.057 INFO:tasks.workunit.client.0.smithi016.stdout: "blocked_by": [], 2024-04-15T14:36:42.057 INFO:tasks.workunit.client.0.smithi016.stdout: "created": 60, 2024-04-15T14:36:42.057 INFO:tasks.workunit.client.0.smithi016.stdout: "dirty_stats_invalid": false, 2024-04-15T14:36:42.057 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T14:36:42.057 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_stats_invalid": false, 2024-04-15T14:36:42.058 INFO:tasks.workunit.client.0.smithi016.stdout: "last_active": "2024-04-15T14:34:11.926536+0000", 2024-04-15T14:36:42.058 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_active": "2024-04-15T14:33:34.611678+0000", 2024-04-15T14:36:42.058 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_peered": "2024-04-15T14:33:34.611678+0000", 2024-04-15T14:36:42.058 INFO:tasks.workunit.client.0.smithi016.stdout: "last_change": "2024-04-15T14:33:34.612037+0000", 2024-04-15T14:36:42.058 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean": "2024-04-15T14:34:11.926536+0000", 2024-04-15T14:36:42.058 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean_scrub_stamp": "2024-04-15T14:33:33.599136+0000", 2024-04-15T14:36:42.058 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub": "0'0", 2024-04-15T14:36:42.058 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub_stamp": "2024-04-15T14:33:33.599136+0000", 2024-04-15T14:36:42.058 INFO:tasks.workunit.client.0.smithi016.stdout: "last_epoch_clean": 61, 2024-04-15T14:36:42.058 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fresh": "2024-04-15T14:34:11.926536+0000", 2024-04-15T14:36:42.058 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fullsized": "2024-04-15T14:34:11.926536+0000", 2024-04-15T14:36:42.058 INFO:tasks.workunit.client.0.smithi016.stdout: "last_peered": "2024-04-15T14:34:11.926536+0000", 2024-04-15T14:36:42.058 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub": "0'0", 2024-04-15T14:36:42.058 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_duration": 0, 2024-04-15T14:36:42.059 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_stamp": "2024-04-15T14:33:33.599136+0000", 2024-04-15T14:36:42.059 INFO:tasks.workunit.client.0.smithi016.stdout: "last_undegraded": "2024-04-15T14:34:11.926536+0000", 2024-04-15T14:36:42.059 INFO:tasks.workunit.client.0.smithi016.stdout: "last_unstale": "2024-04-15T14:34:11.926536+0000", 2024-04-15T14:36:42.059 INFO:tasks.workunit.client.0.smithi016.stdout: "log_dups_size": 0, 2024-04-15T14:36:42.059 INFO:tasks.workunit.client.0.smithi016.stdout: "log_size": 0, 2024-04-15T14:36:42.059 INFO:tasks.workunit.client.0.smithi016.stdout: "log_start": "0'0", 2024-04-15T14:36:42.059 INFO:tasks.workunit.client.0.smithi016.stdout: "manifest_stats_invalid": false, 2024-04-15T14:36:42.059 INFO:tasks.workunit.client.0.smithi016.stdout: "mapping_epoch": 60, 2024-04-15T14:36:42.059 INFO:tasks.workunit.client.0.smithi016.stdout: "object_location_counts": [], 2024-04-15T14:36:42.059 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_scrubbed": 0, 2024-04-15T14:36:42.059 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_trimmed": 0, 2024-04-15T14:36:42.059 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_stats_invalid": false, 2024-04-15T14:36:42.059 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_size": 0, 2024-04-15T14:36:42.059 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_start": "0'0", 2024-04-15T14:36:42.059 INFO:tasks.workunit.client.0.smithi016.stdout: "parent": "0.0", 2024-04-15T14:36:42.060 INFO:tasks.workunit.client.0.smithi016.stdout: "parent_split_bits": 0, 2024-04-15T14:36:42.060 INFO:tasks.workunit.client.0.smithi016.stdout: "pgid": "2.1", 2024-04-15T14:36:42.060 INFO:tasks.workunit.client.0.smithi016.stdout: "pin_stats_invalid": false, 2024-04-15T14:36:42.060 INFO:tasks.workunit.client.0.smithi016.stdout: "purged_snaps": [], 2024-04-15T14:36:42.060 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_epoch": 70, 2024-04-15T14:36:42.060 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_seq": 20, 2024-04-15T14:36:42.060 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_duration": 0.0, 2024-04-15T14:36:42.060 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-16T20:09:05.939655+0000", 2024-04-15T14:36:42.060 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrim_duration": 0.0, 2024-04-15T14:36:42.060 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrimq_len": 0, 2024-04-15T14:36:42.060 INFO:tasks.workunit.client.0.smithi016.stdout: "stat_sum": { 2024-04-15T14:36:42.060 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes": 0, 2024-04-15T14:36:42.060 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T14:36:42.060 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_recovered": 0, 2024-04-15T14:36:42.060 INFO:tasks.workunit.client.0.smithi016.stdout: "num_deep_scrub_errors": 0, 2024-04-15T14:36:42.061 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict": 0, 2024-04-15T14:36:42.061 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_kb": 0, 2024-04-15T14:36:42.061 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_full": 0, 2024-04-15T14:36:42.061 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_some": 0, 2024-04-15T14:36:42.061 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush": 0, 2024-04-15T14:36:42.061 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_kb": 0, 2024-04-15T14:36:42.061 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_high": 0, 2024-04-15T14:36:42.061 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_low": 0, 2024-04-15T14:36:42.061 INFO:tasks.workunit.client.0.smithi016.stdout: "num_keys_recovered": 0, 2024-04-15T14:36:42.061 INFO:tasks.workunit.client.0.smithi016.stdout: "num_large_omap_objects": 0, 2024-04-15T14:36:42.061 INFO:tasks.workunit.client.0.smithi016.stdout: "num_legacy_snapsets": 0, 2024-04-15T14:36:42.061 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_clones": 0, 2024-04-15T14:36:42.061 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_copies": 0, 2024-04-15T14:36:42.061 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects": 0, 2024-04-15T14:36:42.061 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_degraded": 0, 2024-04-15T14:36:42.062 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_dirty": 0, 2024-04-15T14:36:42.062 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T14:36:42.062 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_manifest": 0, 2024-04-15T14:36:42.062 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_misplaced": 0, 2024-04-15T14:36:42.062 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing": 0, 2024-04-15T14:36:42.062 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T14:36:42.062 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_omap": 0, 2024-04-15T14:36:42.062 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_pinned": 0, 2024-04-15T14:36:42.062 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_recovered": 0, 2024-04-15T14:36:42.062 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_repaired": 0, 2024-04-15T14:36:42.062 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_unfound": 0, 2024-04-15T14:36:42.062 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_bytes": 0, 2024-04-15T14:36:42.062 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_keys": 0, 2024-04-15T14:36:42.062 INFO:tasks.workunit.client.0.smithi016.stdout: "num_promote": 0, 2024-04-15T14:36:42.063 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read": 0, 2024-04-15T14:36:42.063 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read_kb": 0, 2024-04-15T14:36:42.063 INFO:tasks.workunit.client.0.smithi016.stdout: "num_scrub_errors": 0, 2024-04-15T14:36:42.063 INFO:tasks.workunit.client.0.smithi016.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T14:36:42.063 INFO:tasks.workunit.client.0.smithi016.stdout: "num_whiteouts": 0, 2024-04-15T14:36:42.063 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write": 0, 2024-04-15T14:36:42.063 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write_kb": 0 2024-04-15T14:36:42.063 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:42.063 INFO:tasks.workunit.client.0.smithi016.stdout: "state": "active+clean", 2024-04-15T14:36:42.063 INFO:tasks.workunit.client.0.smithi016.stdout: "stats_invalid": false, 2024-04-15T14:36:42.063 INFO:tasks.workunit.client.0.smithi016.stdout: "up": [ 2024-04-15T14:36:42.063 INFO:tasks.workunit.client.0.smithi016.stdout: 2, 2024-04-15T14:36:42.063 INFO:tasks.workunit.client.0.smithi016.stdout: 3, 2024-04-15T14:36:42.063 INFO:tasks.workunit.client.0.smithi016.stdout: 0 2024-04-15T14:36:42.063 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T14:36:42.064 INFO:tasks.workunit.client.0.smithi016.stdout: "up_primary": 2, 2024-04-15T14:36:42.064 INFO:tasks.workunit.client.0.smithi016.stdout: "version": "0'0" 2024-04-15T14:36:42.064 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:42.064 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-15T14:36:42.064 INFO:tasks.workunit.client.0.smithi016.stdout: "acting": [ 2024-04-15T14:36:42.064 INFO:tasks.workunit.client.0.smithi016.stdout: 6, 2024-04-15T14:36:42.064 INFO:tasks.workunit.client.0.smithi016.stdout: 4, 2024-04-15T14:36:42.064 INFO:tasks.workunit.client.0.smithi016.stdout: 7 2024-04-15T14:36:42.064 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T14:36:42.064 INFO:tasks.workunit.client.0.smithi016.stdout: "acting_primary": 6, 2024-04-15T14:36:42.064 INFO:tasks.workunit.client.0.smithi016.stdout: "avail_no_missing": [], 2024-04-15T14:36:42.064 INFO:tasks.workunit.client.0.smithi016.stdout: "blocked_by": [], 2024-04-15T14:36:42.064 INFO:tasks.workunit.client.0.smithi016.stdout: "created": 66, 2024-04-15T14:36:42.064 INFO:tasks.workunit.client.0.smithi016.stdout: "dirty_stats_invalid": false, 2024-04-15T14:36:42.064 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T14:36:42.065 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_stats_invalid": false, 2024-04-15T14:36:42.065 INFO:tasks.workunit.client.0.smithi016.stdout: "last_active": "2024-04-15T14:34:12.933478+0000", 2024-04-15T14:36:42.065 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_active": "2024-04-15T14:34:08.860872+0000", 2024-04-15T14:36:42.065 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_peered": "2024-04-15T14:34:08.860872+0000", 2024-04-15T14:36:42.065 INFO:tasks.workunit.client.0.smithi016.stdout: "last_change": "2024-04-15T14:34:08.861132+0000", 2024-04-15T14:36:42.065 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean": "2024-04-15T14:34:12.933478+0000", 2024-04-15T14:36:42.065 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean_scrub_stamp": "2024-04-15T14:34:07.163731+0000", 2024-04-15T14:36:42.065 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub": "0'0", 2024-04-15T14:36:42.065 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub_stamp": "2024-04-15T14:34:07.163731+0000", 2024-04-15T14:36:42.065 INFO:tasks.workunit.client.0.smithi016.stdout: "last_epoch_clean": 67, 2024-04-15T14:36:42.065 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fresh": "2024-04-15T14:34:12.933478+0000", 2024-04-15T14:36:42.065 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fullsized": "2024-04-15T14:34:12.933478+0000", 2024-04-15T14:36:42.065 INFO:tasks.workunit.client.0.smithi016.stdout: "last_peered": "2024-04-15T14:34:12.933478+0000", 2024-04-15T14:36:42.065 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub": "0'0", 2024-04-15T14:36:42.066 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_duration": 0, 2024-04-15T14:36:42.066 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_stamp": "2024-04-15T14:34:07.163731+0000", 2024-04-15T14:36:42.066 INFO:tasks.workunit.client.0.smithi016.stdout: "last_undegraded": "2024-04-15T14:34:12.933478+0000", 2024-04-15T14:36:42.066 INFO:tasks.workunit.client.0.smithi016.stdout: "last_unstale": "2024-04-15T14:34:12.933478+0000", 2024-04-15T14:36:42.066 INFO:tasks.workunit.client.0.smithi016.stdout: "log_dups_size": 0, 2024-04-15T14:36:42.066 INFO:tasks.workunit.client.0.smithi016.stdout: "log_size": 0, 2024-04-15T14:36:42.066 INFO:tasks.workunit.client.0.smithi016.stdout: "log_start": "0'0", 2024-04-15T14:36:42.066 INFO:tasks.workunit.client.0.smithi016.stdout: "manifest_stats_invalid": false, 2024-04-15T14:36:42.066 INFO:tasks.workunit.client.0.smithi016.stdout: "mapping_epoch": 66, 2024-04-15T14:36:42.066 INFO:tasks.workunit.client.0.smithi016.stdout: "object_location_counts": [], 2024-04-15T14:36:42.066 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_scrubbed": 0, 2024-04-15T14:36:42.066 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_trimmed": 0, 2024-04-15T14:36:42.066 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_stats_invalid": false, 2024-04-15T14:36:42.066 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_size": 0, 2024-04-15T14:36:42.067 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_start": "0'0", 2024-04-15T14:36:42.067 INFO:tasks.workunit.client.0.smithi016.stdout: "parent": "0.0", 2024-04-15T14:36:42.067 INFO:tasks.workunit.client.0.smithi016.stdout: "parent_split_bits": 0, 2024-04-15T14:36:42.067 INFO:tasks.workunit.client.0.smithi016.stdout: "pgid": "4.5", 2024-04-15T14:36:42.067 INFO:tasks.workunit.client.0.smithi016.stdout: "pin_stats_invalid": false, 2024-04-15T14:36:42.067 INFO:tasks.workunit.client.0.smithi016.stdout: "purged_snaps": [], 2024-04-15T14:36:42.067 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_epoch": 70, 2024-04-15T14:36:42.067 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_seq": 13, 2024-04-15T14:36:42.067 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_duration": 0.0, 2024-04-15T14:36:42.067 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-16T15:16:32.959519+0000", 2024-04-15T14:36:42.067 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrim_duration": 0.0, 2024-04-15T14:36:42.067 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrimq_len": 0, 2024-04-15T14:36:42.067 INFO:tasks.workunit.client.0.smithi016.stdout: "stat_sum": { 2024-04-15T14:36:42.067 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes": 0, 2024-04-15T14:36:42.068 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T14:36:42.068 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_recovered": 0, 2024-04-15T14:36:42.068 INFO:tasks.workunit.client.0.smithi016.stdout: "num_deep_scrub_errors": 0, 2024-04-15T14:36:42.068 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict": 0, 2024-04-15T14:36:42.068 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_kb": 0, 2024-04-15T14:36:42.068 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_full": 0, 2024-04-15T14:36:42.068 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_some": 0, 2024-04-15T14:36:42.068 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush": 0, 2024-04-15T14:36:42.068 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_kb": 0, 2024-04-15T14:36:42.068 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_high": 0, 2024-04-15T14:36:42.068 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_low": 0, 2024-04-15T14:36:42.068 INFO:tasks.workunit.client.0.smithi016.stdout: "num_keys_recovered": 0, 2024-04-15T14:36:42.068 INFO:tasks.workunit.client.0.smithi016.stdout: "num_large_omap_objects": 0, 2024-04-15T14:36:42.068 INFO:tasks.workunit.client.0.smithi016.stdout: "num_legacy_snapsets": 0, 2024-04-15T14:36:42.069 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_clones": 0, 2024-04-15T14:36:42.069 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_copies": 0, 2024-04-15T14:36:42.069 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects": 0, 2024-04-15T14:36:42.069 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_degraded": 0, 2024-04-15T14:36:42.069 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_dirty": 0, 2024-04-15T14:36:42.069 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T14:36:42.069 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_manifest": 0, 2024-04-15T14:36:42.069 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_misplaced": 0, 2024-04-15T14:36:42.069 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing": 0, 2024-04-15T14:36:42.069 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T14:36:42.069 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_omap": 0, 2024-04-15T14:36:42.069 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_pinned": 0, 2024-04-15T14:36:42.069 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_recovered": 0, 2024-04-15T14:36:42.069 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_repaired": 0, 2024-04-15T14:36:42.069 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_unfound": 0, 2024-04-15T14:36:42.070 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_bytes": 0, 2024-04-15T14:36:42.070 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_keys": 0, 2024-04-15T14:36:42.070 INFO:tasks.workunit.client.0.smithi016.stdout: "num_promote": 0, 2024-04-15T14:36:42.070 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read": 0, 2024-04-15T14:36:42.070 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read_kb": 0, 2024-04-15T14:36:42.070 INFO:tasks.workunit.client.0.smithi016.stdout: "num_scrub_errors": 0, 2024-04-15T14:36:42.070 INFO:tasks.workunit.client.0.smithi016.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T14:36:42.070 INFO:tasks.workunit.client.0.smithi016.stdout: "num_whiteouts": 0, 2024-04-15T14:36:42.070 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write": 0, 2024-04-15T14:36:42.070 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write_kb": 0 2024-04-15T14:36:42.070 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:42.070 INFO:tasks.workunit.client.0.smithi016.stdout: "state": "active+clean", 2024-04-15T14:36:42.070 INFO:tasks.workunit.client.0.smithi016.stdout: "stats_invalid": false, 2024-04-15T14:36:42.070 INFO:tasks.workunit.client.0.smithi016.stdout: "up": [ 2024-04-15T14:36:42.071 INFO:tasks.workunit.client.0.smithi016.stdout: 6, 2024-04-15T14:36:42.071 INFO:tasks.workunit.client.0.smithi016.stdout: 4, 2024-04-15T14:36:42.071 INFO:tasks.workunit.client.0.smithi016.stdout: 7 2024-04-15T14:36:42.071 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T14:36:42.071 INFO:tasks.workunit.client.0.smithi016.stdout: "up_primary": 6, 2024-04-15T14:36:42.071 INFO:tasks.workunit.client.0.smithi016.stdout: "version": "0'0" 2024-04-15T14:36:42.071 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:42.071 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-15T14:36:42.071 INFO:tasks.workunit.client.0.smithi016.stdout: "acting": [ 2024-04-15T14:36:42.071 INFO:tasks.workunit.client.0.smithi016.stdout: 3, 2024-04-15T14:36:42.071 INFO:tasks.workunit.client.0.smithi016.stdout: 5, 2024-04-15T14:36:42.071 INFO:tasks.workunit.client.0.smithi016.stdout: 6 2024-04-15T14:36:42.071 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T14:36:42.071 INFO:tasks.workunit.client.0.smithi016.stdout: "acting_primary": 3, 2024-04-15T14:36:42.072 INFO:tasks.workunit.client.0.smithi016.stdout: "avail_no_missing": [], 2024-04-15T14:36:42.072 INFO:tasks.workunit.client.0.smithi016.stdout: "blocked_by": [], 2024-04-15T14:36:42.072 INFO:tasks.workunit.client.0.smithi016.stdout: "created": 61, 2024-04-15T14:36:42.072 INFO:tasks.workunit.client.0.smithi016.stdout: "dirty_stats_invalid": false, 2024-04-15T14:36:42.072 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T14:36:42.072 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_stats_invalid": false, 2024-04-15T14:36:42.072 INFO:tasks.workunit.client.0.smithi016.stdout: "last_active": "2024-04-15T14:34:12.046082+0000", 2024-04-15T14:36:42.072 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_active": "2024-04-15T14:33:35.000740+0000", 2024-04-15T14:36:42.072 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_peered": "2024-04-15T14:33:35.000740+0000", 2024-04-15T14:36:42.072 INFO:tasks.workunit.client.0.smithi016.stdout: "last_change": "2024-04-15T14:33:35.001017+0000", 2024-04-15T14:36:42.072 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean": "2024-04-15T14:34:12.046082+0000", 2024-04-15T14:36:42.072 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T14:36:42.072 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub": "0'0", 2024-04-15T14:36:42.072 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T14:36:42.072 INFO:tasks.workunit.client.0.smithi016.stdout: "last_epoch_clean": 62, 2024-04-15T14:36:42.073 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fresh": "2024-04-15T14:34:12.046082+0000", 2024-04-15T14:36:42.073 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fullsized": "2024-04-15T14:34:12.046082+0000", 2024-04-15T14:36:42.073 INFO:tasks.workunit.client.0.smithi016.stdout: "last_peered": "2024-04-15T14:34:12.046082+0000", 2024-04-15T14:36:42.073 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub": "0'0", 2024-04-15T14:36:42.073 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_duration": 0, 2024-04-15T14:36:42.073 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T14:36:42.073 INFO:tasks.workunit.client.0.smithi016.stdout: "last_undegraded": "2024-04-15T14:34:12.046082+0000", 2024-04-15T14:36:42.073 INFO:tasks.workunit.client.0.smithi016.stdout: "last_unstale": "2024-04-15T14:34:12.046082+0000", 2024-04-15T14:36:42.073 INFO:tasks.workunit.client.0.smithi016.stdout: "log_dups_size": 0, 2024-04-15T14:36:42.073 INFO:tasks.workunit.client.0.smithi016.stdout: "log_size": 0, 2024-04-15T14:36:42.073 INFO:tasks.workunit.client.0.smithi016.stdout: "log_start": "0'0", 2024-04-15T14:36:42.073 INFO:tasks.workunit.client.0.smithi016.stdout: "manifest_stats_invalid": false, 2024-04-15T14:36:42.073 INFO:tasks.workunit.client.0.smithi016.stdout: "mapping_epoch": 61, 2024-04-15T14:36:42.073 INFO:tasks.workunit.client.0.smithi016.stdout: "object_location_counts": [], 2024-04-15T14:36:42.074 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_scrubbed": 0, 2024-04-15T14:36:42.074 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_trimmed": 0, 2024-04-15T14:36:42.074 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_stats_invalid": false, 2024-04-15T14:36:42.074 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_size": 0, 2024-04-15T14:36:42.074 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_start": "0'0", 2024-04-15T14:36:42.074 INFO:tasks.workunit.client.0.smithi016.stdout: "parent": "0.0", 2024-04-15T14:36:42.074 INFO:tasks.workunit.client.0.smithi016.stdout: "parent_split_bits": 0, 2024-04-15T14:36:42.074 INFO:tasks.workunit.client.0.smithi016.stdout: "pgid": "3.2", 2024-04-15T14:36:42.074 INFO:tasks.workunit.client.0.smithi016.stdout: "pin_stats_invalid": false, 2024-04-15T14:36:42.074 INFO:tasks.workunit.client.0.smithi016.stdout: "purged_snaps": [], 2024-04-15T14:36:42.074 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_epoch": 70, 2024-04-15T14:36:42.074 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_seq": 18, 2024-04-15T14:36:42.074 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_duration": 0.0, 2024-04-15T14:36:42.074 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-16T15:36:49.292433+0000", 2024-04-15T14:36:42.074 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrim_duration": 0.0, 2024-04-15T14:36:42.075 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrimq_len": 0, 2024-04-15T14:36:42.075 INFO:tasks.workunit.client.0.smithi016.stdout: "stat_sum": { 2024-04-15T14:36:42.075 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes": 0, 2024-04-15T14:36:42.075 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T14:36:42.075 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_recovered": 0, 2024-04-15T14:36:42.075 INFO:tasks.workunit.client.0.smithi016.stdout: "num_deep_scrub_errors": 0, 2024-04-15T14:36:42.075 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict": 0, 2024-04-15T14:36:42.075 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_kb": 0, 2024-04-15T14:36:42.075 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_full": 0, 2024-04-15T14:36:42.075 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_some": 0, 2024-04-15T14:36:42.075 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush": 0, 2024-04-15T14:36:42.075 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_kb": 0, 2024-04-15T14:36:42.075 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_high": 0, 2024-04-15T14:36:42.075 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_low": 0, 2024-04-15T14:36:42.075 INFO:tasks.workunit.client.0.smithi016.stdout: "num_keys_recovered": 0, 2024-04-15T14:36:42.076 INFO:tasks.workunit.client.0.smithi016.stdout: "num_large_omap_objects": 0, 2024-04-15T14:36:42.076 INFO:tasks.workunit.client.0.smithi016.stdout: "num_legacy_snapsets": 0, 2024-04-15T14:36:42.076 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_clones": 0, 2024-04-15T14:36:42.076 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_copies": 0, 2024-04-15T14:36:42.076 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects": 0, 2024-04-15T14:36:42.076 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_degraded": 0, 2024-04-15T14:36:42.076 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_dirty": 0, 2024-04-15T14:36:42.076 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T14:36:42.076 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_manifest": 0, 2024-04-15T14:36:42.076 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_misplaced": 0, 2024-04-15T14:36:42.076 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing": 0, 2024-04-15T14:36:42.076 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T14:36:42.076 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_omap": 0, 2024-04-15T14:36:42.076 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_pinned": 0, 2024-04-15T14:36:42.077 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_recovered": 0, 2024-04-15T14:36:42.077 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_repaired": 0, 2024-04-15T14:36:42.077 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_unfound": 0, 2024-04-15T14:36:42.077 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_bytes": 0, 2024-04-15T14:36:42.077 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_keys": 0, 2024-04-15T14:36:42.077 INFO:tasks.workunit.client.0.smithi016.stdout: "num_promote": 0, 2024-04-15T14:36:42.077 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read": 0, 2024-04-15T14:36:42.077 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read_kb": 0, 2024-04-15T14:36:42.077 INFO:tasks.workunit.client.0.smithi016.stdout: "num_scrub_errors": 0, 2024-04-15T14:36:42.077 INFO:tasks.workunit.client.0.smithi016.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T14:36:42.077 INFO:tasks.workunit.client.0.smithi016.stdout: "num_whiteouts": 0, 2024-04-15T14:36:42.077 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write": 0, 2024-04-15T14:36:42.077 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write_kb": 0 2024-04-15T14:36:42.077 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:42.077 INFO:tasks.workunit.client.0.smithi016.stdout: "state": "active+clean", 2024-04-15T14:36:42.078 INFO:tasks.workunit.client.0.smithi016.stdout: "stats_invalid": false, 2024-04-15T14:36:42.078 INFO:tasks.workunit.client.0.smithi016.stdout: "up": [ 2024-04-15T14:36:42.078 INFO:tasks.workunit.client.0.smithi016.stdout: 3, 2024-04-15T14:36:42.078 INFO:tasks.workunit.client.0.smithi016.stdout: 5, 2024-04-15T14:36:42.078 INFO:tasks.workunit.client.0.smithi016.stdout: 6 2024-04-15T14:36:42.078 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T14:36:42.078 INFO:tasks.workunit.client.0.smithi016.stdout: "up_primary": 3, 2024-04-15T14:36:42.078 INFO:tasks.workunit.client.0.smithi016.stdout: "version": "0'0" 2024-04-15T14:36:42.078 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:42.078 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-15T14:36:42.078 INFO:tasks.workunit.client.0.smithi016.stdout: "acting": [ 2024-04-15T14:36:42.078 INFO:tasks.workunit.client.0.smithi016.stdout: 5, 2024-04-15T14:36:42.078 INFO:tasks.workunit.client.0.smithi016.stdout: 2, 2024-04-15T14:36:42.078 INFO:tasks.workunit.client.0.smithi016.stdout: 7 2024-04-15T14:36:42.079 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T14:36:42.079 INFO:tasks.workunit.client.0.smithi016.stdout: "acting_primary": 5, 2024-04-15T14:36:42.079 INFO:tasks.workunit.client.0.smithi016.stdout: "avail_no_missing": [], 2024-04-15T14:36:42.079 INFO:tasks.workunit.client.0.smithi016.stdout: "blocked_by": [], 2024-04-15T14:36:42.079 INFO:tasks.workunit.client.0.smithi016.stdout: "created": 60, 2024-04-15T14:36:42.079 INFO:tasks.workunit.client.0.smithi016.stdout: "dirty_stats_invalid": false, 2024-04-15T14:36:42.079 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T14:36:42.079 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_stats_invalid": false, 2024-04-15T14:36:42.079 INFO:tasks.workunit.client.0.smithi016.stdout: "last_active": "2024-04-15T14:34:12.045365+0000", 2024-04-15T14:36:42.079 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_active": "2024-04-15T14:33:34.625326+0000", 2024-04-15T14:36:42.079 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_peered": "2024-04-15T14:33:34.625326+0000", 2024-04-15T14:36:42.079 INFO:tasks.workunit.client.0.smithi016.stdout: "last_change": "2024-04-15T14:33:34.625622+0000", 2024-04-15T14:36:42.079 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean": "2024-04-15T14:34:12.045365+0000", 2024-04-15T14:36:42.079 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean_scrub_stamp": "2024-04-15T14:33:33.599136+0000", 2024-04-15T14:36:42.080 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub": "0'0", 2024-04-15T14:36:42.080 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub_stamp": "2024-04-15T14:33:33.599136+0000", 2024-04-15T14:36:42.080 INFO:tasks.workunit.client.0.smithi016.stdout: "last_epoch_clean": 61, 2024-04-15T14:36:42.080 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fresh": "2024-04-15T14:34:12.045365+0000", 2024-04-15T14:36:42.080 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fullsized": "2024-04-15T14:34:12.045365+0000", 2024-04-15T14:36:42.080 INFO:tasks.workunit.client.0.smithi016.stdout: "last_peered": "2024-04-15T14:34:12.045365+0000", 2024-04-15T14:36:42.080 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub": "0'0", 2024-04-15T14:36:42.080 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_duration": 0, 2024-04-15T14:36:42.080 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_stamp": "2024-04-15T14:33:33.599136+0000", 2024-04-15T14:36:42.080 INFO:tasks.workunit.client.0.smithi016.stdout: "last_undegraded": "2024-04-15T14:34:12.045365+0000", 2024-04-15T14:36:42.080 INFO:tasks.workunit.client.0.smithi016.stdout: "last_unstale": "2024-04-15T14:34:12.045365+0000", 2024-04-15T14:36:42.080 INFO:tasks.workunit.client.0.smithi016.stdout: "log_dups_size": 0, 2024-04-15T14:36:42.080 INFO:tasks.workunit.client.0.smithi016.stdout: "log_size": 0, 2024-04-15T14:36:42.080 INFO:tasks.workunit.client.0.smithi016.stdout: "log_start": "0'0", 2024-04-15T14:36:42.081 INFO:tasks.workunit.client.0.smithi016.stdout: "manifest_stats_invalid": false, 2024-04-15T14:36:42.081 INFO:tasks.workunit.client.0.smithi016.stdout: "mapping_epoch": 60, 2024-04-15T14:36:42.081 INFO:tasks.workunit.client.0.smithi016.stdout: "object_location_counts": [], 2024-04-15T14:36:42.081 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_scrubbed": 0, 2024-04-15T14:36:42.081 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_trimmed": 0, 2024-04-15T14:36:42.081 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_stats_invalid": false, 2024-04-15T14:36:42.081 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_size": 0, 2024-04-15T14:36:42.081 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_start": "0'0", 2024-04-15T14:36:42.081 INFO:tasks.workunit.client.0.smithi016.stdout: "parent": "0.0", 2024-04-15T14:36:42.081 INFO:tasks.workunit.client.0.smithi016.stdout: "parent_split_bits": 0, 2024-04-15T14:36:42.081 INFO:tasks.workunit.client.0.smithi016.stdout: "pgid": "2.3", 2024-04-15T14:36:42.081 INFO:tasks.workunit.client.0.smithi016.stdout: "pin_stats_invalid": false, 2024-04-15T14:36:42.081 INFO:tasks.workunit.client.0.smithi016.stdout: "purged_snaps": [], 2024-04-15T14:36:42.081 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_epoch": 70, 2024-04-15T14:36:42.082 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_seq": 20, 2024-04-15T14:36:42.082 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_duration": 0.0, 2024-04-15T14:36:42.082 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-17T02:03:12.400947+0000", 2024-04-15T14:36:42.082 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrim_duration": 0.0, 2024-04-15T14:36:42.082 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrimq_len": 0, 2024-04-15T14:36:42.082 INFO:tasks.workunit.client.0.smithi016.stdout: "stat_sum": { 2024-04-15T14:36:42.082 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes": 0, 2024-04-15T14:36:42.082 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T14:36:42.082 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_recovered": 0, 2024-04-15T14:36:42.082 INFO:tasks.workunit.client.0.smithi016.stdout: "num_deep_scrub_errors": 0, 2024-04-15T14:36:42.082 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict": 0, 2024-04-15T14:36:42.082 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_kb": 0, 2024-04-15T14:36:42.082 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_full": 0, 2024-04-15T14:36:42.082 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_some": 0, 2024-04-15T14:36:42.082 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush": 0, 2024-04-15T14:36:42.083 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_kb": 0, 2024-04-15T14:36:42.083 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_high": 0, 2024-04-15T14:36:42.083 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_low": 0, 2024-04-15T14:36:42.083 INFO:tasks.workunit.client.0.smithi016.stdout: "num_keys_recovered": 0, 2024-04-15T14:36:42.083 INFO:tasks.workunit.client.0.smithi016.stdout: "num_large_omap_objects": 0, 2024-04-15T14:36:42.083 INFO:tasks.workunit.client.0.smithi016.stdout: "num_legacy_snapsets": 0, 2024-04-15T14:36:42.083 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_clones": 0, 2024-04-15T14:36:42.083 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_copies": 0, 2024-04-15T14:36:42.083 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects": 0, 2024-04-15T14:36:42.083 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_degraded": 0, 2024-04-15T14:36:42.083 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_dirty": 0, 2024-04-15T14:36:42.083 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T14:36:42.083 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_manifest": 0, 2024-04-15T14:36:42.083 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_misplaced": 0, 2024-04-15T14:36:42.084 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing": 0, 2024-04-15T14:36:42.084 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T14:36:42.084 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_omap": 0, 2024-04-15T14:36:42.084 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_pinned": 0, 2024-04-15T14:36:42.084 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_recovered": 0, 2024-04-15T14:36:42.084 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_repaired": 0, 2024-04-15T14:36:42.084 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_unfound": 0, 2024-04-15T14:36:42.084 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_bytes": 0, 2024-04-15T14:36:42.084 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_keys": 0, 2024-04-15T14:36:42.084 INFO:tasks.workunit.client.0.smithi016.stdout: "num_promote": 0, 2024-04-15T14:36:42.084 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read": 0, 2024-04-15T14:36:42.084 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read_kb": 0, 2024-04-15T14:36:42.084 INFO:tasks.workunit.client.0.smithi016.stdout: "num_scrub_errors": 0, 2024-04-15T14:36:42.084 INFO:tasks.workunit.client.0.smithi016.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T14:36:42.085 INFO:tasks.workunit.client.0.smithi016.stdout: "num_whiteouts": 0, 2024-04-15T14:36:42.085 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write": 0, 2024-04-15T14:36:42.085 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write_kb": 0 2024-04-15T14:36:42.085 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:42.085 INFO:tasks.workunit.client.0.smithi016.stdout: "state": "active+clean", 2024-04-15T14:36:42.085 INFO:tasks.workunit.client.0.smithi016.stdout: "stats_invalid": false, 2024-04-15T14:36:42.085 INFO:tasks.workunit.client.0.smithi016.stdout: "up": [ 2024-04-15T14:36:42.085 INFO:tasks.workunit.client.0.smithi016.stdout: 5, 2024-04-15T14:36:42.085 INFO:tasks.workunit.client.0.smithi016.stdout: 2, 2024-04-15T14:36:42.085 INFO:tasks.workunit.client.0.smithi016.stdout: 7 2024-04-15T14:36:42.085 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T14:36:42.085 INFO:tasks.workunit.client.0.smithi016.stdout: "up_primary": 5, 2024-04-15T14:36:42.085 INFO:tasks.workunit.client.0.smithi016.stdout: "version": "0'0" 2024-04-15T14:36:42.085 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:42.086 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-15T14:36:42.086 INFO:tasks.workunit.client.0.smithi016.stdout: "acting": [ 2024-04-15T14:36:42.086 INFO:tasks.workunit.client.0.smithi016.stdout: 7, 2024-04-15T14:36:42.086 INFO:tasks.workunit.client.0.smithi016.stdout: 0, 2024-04-15T14:36:42.086 INFO:tasks.workunit.client.0.smithi016.stdout: 6 2024-04-15T14:36:42.086 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T14:36:42.086 INFO:tasks.workunit.client.0.smithi016.stdout: "acting_primary": 7, 2024-04-15T14:36:42.086 INFO:tasks.workunit.client.0.smithi016.stdout: "avail_no_missing": [], 2024-04-15T14:36:42.086 INFO:tasks.workunit.client.0.smithi016.stdout: "blocked_by": [], 2024-04-15T14:36:42.086 INFO:tasks.workunit.client.0.smithi016.stdout: "created": 19, 2024-04-15T14:36:42.086 INFO:tasks.workunit.client.0.smithi016.stdout: "dirty_stats_invalid": false, 2024-04-15T14:36:42.086 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T14:36:42.086 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_stats_invalid": false, 2024-04-15T14:36:42.086 INFO:tasks.workunit.client.0.smithi016.stdout: "last_active": "2024-04-15T14:36:37.471465+0000", 2024-04-15T14:36:42.087 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_active": "2024-04-15T14:33:19.663309+0000", 2024-04-15T14:36:42.087 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_peered": "2024-04-15T14:33:19.663309+0000", 2024-04-15T14:36:42.087 INFO:tasks.workunit.client.0.smithi016.stdout: "last_change": "2024-04-15T14:33:19.663705+0000", 2024-04-15T14:36:42.087 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean": "2024-04-15T14:36:37.471465+0000", 2024-04-15T14:36:42.087 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean_scrub_stamp": "2024-04-15T14:31:12.725041+0000", 2024-04-15T14:36:42.087 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub": "0'0", 2024-04-15T14:36:42.087 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub_stamp": "2024-04-15T14:31:12.725041+0000", 2024-04-15T14:36:42.087 INFO:tasks.workunit.client.0.smithi016.stdout: "last_epoch_clean": 59, 2024-04-15T14:36:42.087 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fresh": "2024-04-15T14:36:37.471465+0000", 2024-04-15T14:36:42.087 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fullsized": "2024-04-15T14:36:37.471465+0000", 2024-04-15T14:36:42.087 INFO:tasks.workunit.client.0.smithi016.stdout: "last_peered": "2024-04-15T14:36:37.471465+0000", 2024-04-15T14:36:42.087 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub": "0'0", 2024-04-15T14:36:42.087 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_duration": 0, 2024-04-15T14:36:42.087 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_stamp": "2024-04-15T14:31:12.725041+0000", 2024-04-15T14:36:42.087 INFO:tasks.workunit.client.0.smithi016.stdout: "last_undegraded": "2024-04-15T14:36:37.471465+0000", 2024-04-15T14:36:42.088 INFO:tasks.workunit.client.0.smithi016.stdout: "last_unstale": "2024-04-15T14:36:37.471465+0000", 2024-04-15T14:36:42.088 INFO:tasks.workunit.client.0.smithi016.stdout: "log_dups_size": 0, 2024-04-15T14:36:42.088 INFO:tasks.workunit.client.0.smithi016.stdout: "log_size": 152, 2024-04-15T14:36:42.088 INFO:tasks.workunit.client.0.smithi016.stdout: "log_start": "0'0", 2024-04-15T14:36:42.088 INFO:tasks.workunit.client.0.smithi016.stdout: "manifest_stats_invalid": false, 2024-04-15T14:36:42.088 INFO:tasks.workunit.client.0.smithi016.stdout: "mapping_epoch": 58, 2024-04-15T14:36:42.088 INFO:tasks.workunit.client.0.smithi016.stdout: "object_location_counts": [], 2024-04-15T14:36:42.088 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_scrubbed": 0, 2024-04-15T14:36:42.088 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_trimmed": 0, 2024-04-15T14:36:42.088 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_stats_invalid": false, 2024-04-15T14:36:42.088 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_size": 152, 2024-04-15T14:36:42.088 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_start": "0'0", 2024-04-15T14:36:42.088 INFO:tasks.workunit.client.0.smithi016.stdout: "parent": "0.0", 2024-04-15T14:36:42.088 INFO:tasks.workunit.client.0.smithi016.stdout: "parent_split_bits": 0, 2024-04-15T14:36:42.088 INFO:tasks.workunit.client.0.smithi016.stdout: "pgid": "1.0", 2024-04-15T14:36:42.089 INFO:tasks.workunit.client.0.smithi016.stdout: "pin_stats_invalid": false, 2024-04-15T14:36:42.089 INFO:tasks.workunit.client.0.smithi016.stdout: "purged_snaps": [], 2024-04-15T14:36:42.089 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_epoch": 70, 2024-04-15T14:36:42.089 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_seq": 353, 2024-04-15T14:36:42.089 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_duration": 0.0, 2024-04-15T14:36:42.089 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-16T14:44:01.829701+0000", 2024-04-15T14:36:42.089 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrim_duration": 0.0, 2024-04-15T14:36:42.089 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrimq_len": 0, 2024-04-15T14:36:42.089 INFO:tasks.workunit.client.0.smithi016.stdout: "stat_sum": { 2024-04-15T14:36:42.089 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes": 590368, 2024-04-15T14:36:42.089 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T14:36:42.089 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_recovered": 1771104, 2024-04-15T14:36:42.089 INFO:tasks.workunit.client.0.smithi016.stdout: "num_deep_scrub_errors": 0, 2024-04-15T14:36:42.089 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict": 0, 2024-04-15T14:36:42.090 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_kb": 0, 2024-04-15T14:36:42.090 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_full": 0, 2024-04-15T14:36:42.090 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_some": 0, 2024-04-15T14:36:42.090 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush": 0, 2024-04-15T14:36:42.090 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_kb": 0, 2024-04-15T14:36:42.090 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_high": 0, 2024-04-15T14:36:42.090 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_low": 0, 2024-04-15T14:36:42.090 INFO:tasks.workunit.client.0.smithi016.stdout: "num_keys_recovered": 0, 2024-04-15T14:36:42.090 INFO:tasks.workunit.client.0.smithi016.stdout: "num_large_omap_objects": 0, 2024-04-15T14:36:42.090 INFO:tasks.workunit.client.0.smithi016.stdout: "num_legacy_snapsets": 0, 2024-04-15T14:36:42.090 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_clones": 0, 2024-04-15T14:36:42.090 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_copies": 6, 2024-04-15T14:36:42.090 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects": 2, 2024-04-15T14:36:42.090 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_degraded": 0, 2024-04-15T14:36:42.091 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_dirty": 2, 2024-04-15T14:36:42.091 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T14:36:42.091 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_manifest": 0, 2024-04-15T14:36:42.091 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_misplaced": 0, 2024-04-15T14:36:42.091 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing": 0, 2024-04-15T14:36:42.091 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T14:36:42.091 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_omap": 0, 2024-04-15T14:36:42.091 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_pinned": 0, 2024-04-15T14:36:42.091 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_recovered": 6, 2024-04-15T14:36:42.091 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_repaired": 0, 2024-04-15T14:36:42.091 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_unfound": 0, 2024-04-15T14:36:42.091 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_bytes": 0, 2024-04-15T14:36:42.091 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_keys": 0, 2024-04-15T14:36:42.091 INFO:tasks.workunit.client.0.smithi016.stdout: "num_promote": 0, 2024-04-15T14:36:42.091 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read": 430, 2024-04-15T14:36:42.092 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read_kb": 614, 2024-04-15T14:36:42.092 INFO:tasks.workunit.client.0.smithi016.stdout: "num_scrub_errors": 0, 2024-04-15T14:36:42.092 INFO:tasks.workunit.client.0.smithi016.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T14:36:42.092 INFO:tasks.workunit.client.0.smithi016.stdout: "num_whiteouts": 0, 2024-04-15T14:36:42.092 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write": 227, 2024-04-15T14:36:42.092 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write_kb": 2416 2024-04-15T14:36:42.092 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:42.092 INFO:tasks.workunit.client.0.smithi016.stdout: "state": "active+clean", 2024-04-15T14:36:42.092 INFO:tasks.workunit.client.0.smithi016.stdout: "stats_invalid": false, 2024-04-15T14:36:42.092 INFO:tasks.workunit.client.0.smithi016.stdout: "up": [ 2024-04-15T14:36:42.092 INFO:tasks.workunit.client.0.smithi016.stdout: 7, 2024-04-15T14:36:42.092 INFO:tasks.workunit.client.0.smithi016.stdout: 0, 2024-04-15T14:36:42.092 INFO:tasks.workunit.client.0.smithi016.stdout: 6 2024-04-15T14:36:42.092 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T14:36:42.093 INFO:tasks.workunit.client.0.smithi016.stdout: "up_primary": 7, 2024-04-15T14:36:42.093 INFO:tasks.workunit.client.0.smithi016.stdout: "version": "70'152" 2024-04-15T14:36:42.093 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:42.093 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-15T14:36:42.093 INFO:tasks.workunit.client.0.smithi016.stdout: "acting": [ 2024-04-15T14:36:42.093 INFO:tasks.workunit.client.0.smithi016.stdout: 0, 2024-04-15T14:36:42.093 INFO:tasks.workunit.client.0.smithi016.stdout: 1, 2024-04-15T14:36:42.093 INFO:tasks.workunit.client.0.smithi016.stdout: 2 2024-04-15T14:36:42.093 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T14:36:42.093 INFO:tasks.workunit.client.0.smithi016.stdout: "acting_primary": 0, 2024-04-15T14:36:42.093 INFO:tasks.workunit.client.0.smithi016.stdout: "avail_no_missing": [], 2024-04-15T14:36:42.093 INFO:tasks.workunit.client.0.smithi016.stdout: "blocked_by": [], 2024-04-15T14:36:42.093 INFO:tasks.workunit.client.0.smithi016.stdout: "created": 66, 2024-04-15T14:36:42.093 INFO:tasks.workunit.client.0.smithi016.stdout: "dirty_stats_invalid": false, 2024-04-15T14:36:42.093 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T14:36:42.094 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_stats_invalid": false, 2024-04-15T14:36:42.094 INFO:tasks.workunit.client.0.smithi016.stdout: "last_active": "2024-04-15T14:34:12.934965+0000", 2024-04-15T14:36:42.094 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_active": "2024-04-15T14:34:08.176706+0000", 2024-04-15T14:36:42.094 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_peered": "2024-04-15T14:34:08.176706+0000", 2024-04-15T14:36:42.094 INFO:tasks.workunit.client.0.smithi016.stdout: "last_change": "2024-04-15T14:34:08.177093+0000", 2024-04-15T14:36:42.094 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean": "2024-04-15T14:34:12.934965+0000", 2024-04-15T14:36:42.094 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean_scrub_stamp": "2024-04-15T14:34:07.163731+0000", 2024-04-15T14:36:42.094 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub": "0'0", 2024-04-15T14:36:42.094 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub_stamp": "2024-04-15T14:34:07.163731+0000", 2024-04-15T14:36:42.094 INFO:tasks.workunit.client.0.smithi016.stdout: "last_epoch_clean": 67, 2024-04-15T14:36:42.094 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fresh": "2024-04-15T14:34:12.934965+0000", 2024-04-15T14:36:42.094 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fullsized": "2024-04-15T14:34:12.934965+0000", 2024-04-15T14:36:42.094 INFO:tasks.workunit.client.0.smithi016.stdout: "last_peered": "2024-04-15T14:34:12.934965+0000", 2024-04-15T14:36:42.094 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub": "0'0", 2024-04-15T14:36:42.095 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_duration": 0, 2024-04-15T14:36:42.095 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_stamp": "2024-04-15T14:34:07.163731+0000", 2024-04-15T14:36:42.095 INFO:tasks.workunit.client.0.smithi016.stdout: "last_undegraded": "2024-04-15T14:34:12.934965+0000", 2024-04-15T14:36:42.095 INFO:tasks.workunit.client.0.smithi016.stdout: "last_unstale": "2024-04-15T14:34:12.934965+0000", 2024-04-15T14:36:42.095 INFO:tasks.workunit.client.0.smithi016.stdout: "log_dups_size": 0, 2024-04-15T14:36:42.095 INFO:tasks.workunit.client.0.smithi016.stdout: "log_size": 0, 2024-04-15T14:36:42.095 INFO:tasks.workunit.client.0.smithi016.stdout: "log_start": "0'0", 2024-04-15T14:36:42.095 INFO:tasks.workunit.client.0.smithi016.stdout: "manifest_stats_invalid": false, 2024-04-15T14:36:42.095 INFO:tasks.workunit.client.0.smithi016.stdout: "mapping_epoch": 66, 2024-04-15T14:36:42.095 INFO:tasks.workunit.client.0.smithi016.stdout: "object_location_counts": [], 2024-04-15T14:36:42.095 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_scrubbed": 0, 2024-04-15T14:36:42.095 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_trimmed": 0, 2024-04-15T14:36:42.095 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_stats_invalid": false, 2024-04-15T14:36:42.095 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_size": 0, 2024-04-15T14:36:42.095 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_start": "0'0", 2024-04-15T14:36:42.096 INFO:tasks.workunit.client.0.smithi016.stdout: "parent": "0.0", 2024-04-15T14:36:42.096 INFO:tasks.workunit.client.0.smithi016.stdout: "parent_split_bits": 0, 2024-04-15T14:36:42.096 INFO:tasks.workunit.client.0.smithi016.stdout: "pgid": "4.6", 2024-04-15T14:36:42.096 INFO:tasks.workunit.client.0.smithi016.stdout: "pin_stats_invalid": false, 2024-04-15T14:36:42.096 INFO:tasks.workunit.client.0.smithi016.stdout: "purged_snaps": [], 2024-04-15T14:36:42.096 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_epoch": 70, 2024-04-15T14:36:42.096 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_seq": 13, 2024-04-15T14:36:42.096 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_duration": 0.0, 2024-04-15T14:36:42.096 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-16T15:32:16.306807+0000", 2024-04-15T14:36:42.096 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrim_duration": 0.0, 2024-04-15T14:36:42.096 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrimq_len": 0, 2024-04-15T14:36:42.096 INFO:tasks.workunit.client.0.smithi016.stdout: "stat_sum": { 2024-04-15T14:36:42.096 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes": 0, 2024-04-15T14:36:42.096 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T14:36:42.096 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_recovered": 0, 2024-04-15T14:36:42.097 INFO:tasks.workunit.client.0.smithi016.stdout: "num_deep_scrub_errors": 0, 2024-04-15T14:36:42.097 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict": 0, 2024-04-15T14:36:42.097 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_kb": 0, 2024-04-15T14:36:42.097 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_full": 0, 2024-04-15T14:36:42.097 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_some": 0, 2024-04-15T14:36:42.097 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush": 0, 2024-04-15T14:36:42.097 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_kb": 0, 2024-04-15T14:36:42.097 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_high": 0, 2024-04-15T14:36:42.097 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_low": 0, 2024-04-15T14:36:42.097 INFO:tasks.workunit.client.0.smithi016.stdout: "num_keys_recovered": 0, 2024-04-15T14:36:42.097 INFO:tasks.workunit.client.0.smithi016.stdout: "num_large_omap_objects": 0, 2024-04-15T14:36:42.097 INFO:tasks.workunit.client.0.smithi016.stdout: "num_legacy_snapsets": 0, 2024-04-15T14:36:42.097 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_clones": 0, 2024-04-15T14:36:42.097 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_copies": 0, 2024-04-15T14:36:42.097 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects": 0, 2024-04-15T14:36:42.098 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_degraded": 0, 2024-04-15T14:36:42.098 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_dirty": 0, 2024-04-15T14:36:42.098 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T14:36:42.098 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_manifest": 0, 2024-04-15T14:36:42.098 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_misplaced": 0, 2024-04-15T14:36:42.098 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing": 0, 2024-04-15T14:36:42.098 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T14:36:42.098 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_omap": 0, 2024-04-15T14:36:42.098 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_pinned": 0, 2024-04-15T14:36:42.098 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_recovered": 0, 2024-04-15T14:36:42.098 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_repaired": 0, 2024-04-15T14:36:42.098 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_unfound": 0, 2024-04-15T14:36:42.098 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_bytes": 0, 2024-04-15T14:36:42.098 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_keys": 0, 2024-04-15T14:36:42.099 INFO:tasks.workunit.client.0.smithi016.stdout: "num_promote": 0, 2024-04-15T14:36:42.099 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read": 0, 2024-04-15T14:36:42.099 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read_kb": 0, 2024-04-15T14:36:42.099 INFO:tasks.workunit.client.0.smithi016.stdout: "num_scrub_errors": 0, 2024-04-15T14:36:42.099 INFO:tasks.workunit.client.0.smithi016.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T14:36:42.099 INFO:tasks.workunit.client.0.smithi016.stdout: "num_whiteouts": 0, 2024-04-15T14:36:42.099 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write": 0, 2024-04-15T14:36:42.099 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write_kb": 0 2024-04-15T14:36:42.099 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:42.099 INFO:tasks.workunit.client.0.smithi016.stdout: "state": "active+clean", 2024-04-15T14:36:42.099 INFO:tasks.workunit.client.0.smithi016.stdout: "stats_invalid": false, 2024-04-15T14:36:42.099 INFO:tasks.workunit.client.0.smithi016.stdout: "up": [ 2024-04-15T14:36:42.099 INFO:tasks.workunit.client.0.smithi016.stdout: 0, 2024-04-15T14:36:42.099 INFO:tasks.workunit.client.0.smithi016.stdout: 1, 2024-04-15T14:36:42.100 INFO:tasks.workunit.client.0.smithi016.stdout: 2 2024-04-15T14:36:42.100 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T14:36:42.100 INFO:tasks.workunit.client.0.smithi016.stdout: "up_primary": 0, 2024-04-15T14:36:42.100 INFO:tasks.workunit.client.0.smithi016.stdout: "version": "0'0" 2024-04-15T14:36:42.100 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:42.100 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-15T14:36:42.100 INFO:tasks.workunit.client.0.smithi016.stdout: "acting": [ 2024-04-15T14:36:42.100 INFO:tasks.workunit.client.0.smithi016.stdout: 0, 2024-04-15T14:36:42.100 INFO:tasks.workunit.client.0.smithi016.stdout: 4, 2024-04-15T14:36:42.100 INFO:tasks.workunit.client.0.smithi016.stdout: 3 2024-04-15T14:36:42.100 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T14:36:42.100 INFO:tasks.workunit.client.0.smithi016.stdout: "acting_primary": 0, 2024-04-15T14:36:42.100 INFO:tasks.workunit.client.0.smithi016.stdout: "avail_no_missing": [], 2024-04-15T14:36:42.100 INFO:tasks.workunit.client.0.smithi016.stdout: "blocked_by": [], 2024-04-15T14:36:42.100 INFO:tasks.workunit.client.0.smithi016.stdout: "created": 61, 2024-04-15T14:36:42.101 INFO:tasks.workunit.client.0.smithi016.stdout: "dirty_stats_invalid": false, 2024-04-15T14:36:42.101 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T14:36:42.101 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_stats_invalid": false, 2024-04-15T14:36:42.101 INFO:tasks.workunit.client.0.smithi016.stdout: "last_active": "2024-04-15T14:34:11.922641+0000", 2024-04-15T14:36:42.101 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_active": "2024-04-15T14:33:34.990226+0000", 2024-04-15T14:36:42.101 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_peered": "2024-04-15T14:33:34.990226+0000", 2024-04-15T14:36:42.101 INFO:tasks.workunit.client.0.smithi016.stdout: "last_change": "2024-04-15T14:33:34.990529+0000", 2024-04-15T14:36:42.101 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean": "2024-04-15T14:34:11.922641+0000", 2024-04-15T14:36:42.101 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T14:36:42.101 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub": "0'0", 2024-04-15T14:36:42.101 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T14:36:42.101 INFO:tasks.workunit.client.0.smithi016.stdout: "last_epoch_clean": 62, 2024-04-15T14:36:42.101 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fresh": "2024-04-15T14:34:11.922641+0000", 2024-04-15T14:36:42.101 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fullsized": "2024-04-15T14:34:11.922641+0000", 2024-04-15T14:36:42.101 INFO:tasks.workunit.client.0.smithi016.stdout: "last_peered": "2024-04-15T14:34:11.922641+0000", 2024-04-15T14:36:42.102 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub": "0'0", 2024-04-15T14:36:42.102 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_duration": 0, 2024-04-15T14:36:42.102 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T14:36:42.102 INFO:tasks.workunit.client.0.smithi016.stdout: "last_undegraded": "2024-04-15T14:34:11.922641+0000", 2024-04-15T14:36:42.102 INFO:tasks.workunit.client.0.smithi016.stdout: "last_unstale": "2024-04-15T14:34:11.922641+0000", 2024-04-15T14:36:42.102 INFO:tasks.workunit.client.0.smithi016.stdout: "log_dups_size": 0, 2024-04-15T14:36:42.102 INFO:tasks.workunit.client.0.smithi016.stdout: "log_size": 0, 2024-04-15T14:36:42.102 INFO:tasks.workunit.client.0.smithi016.stdout: "log_start": "0'0", 2024-04-15T14:36:42.102 INFO:tasks.workunit.client.0.smithi016.stdout: "manifest_stats_invalid": false, 2024-04-15T14:36:42.102 INFO:tasks.workunit.client.0.smithi016.stdout: "mapping_epoch": 61, 2024-04-15T14:36:42.102 INFO:tasks.workunit.client.0.smithi016.stdout: "object_location_counts": [], 2024-04-15T14:36:42.102 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_scrubbed": 0, 2024-04-15T14:36:42.102 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_trimmed": 0, 2024-04-15T14:36:42.102 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_stats_invalid": false, 2024-04-15T14:36:42.102 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_size": 0, 2024-04-15T14:36:42.103 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_start": "0'0", 2024-04-15T14:36:42.103 INFO:tasks.workunit.client.0.smithi016.stdout: "parent": "0.0", 2024-04-15T14:36:42.103 INFO:tasks.workunit.client.0.smithi016.stdout: "parent_split_bits": 0, 2024-04-15T14:36:42.103 INFO:tasks.workunit.client.0.smithi016.stdout: "pgid": "3.1", 2024-04-15T14:36:42.103 INFO:tasks.workunit.client.0.smithi016.stdout: "pin_stats_invalid": false, 2024-04-15T14:36:42.103 INFO:tasks.workunit.client.0.smithi016.stdout: "purged_snaps": [], 2024-04-15T14:36:42.103 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_epoch": 70, 2024-04-15T14:36:42.103 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_seq": 18, 2024-04-15T14:36:42.103 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_duration": 0.0, 2024-04-15T14:36:42.103 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-16T14:50:23.902511+0000", 2024-04-15T14:36:42.103 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrim_duration": 0.0, 2024-04-15T14:36:42.103 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrimq_len": 0, 2024-04-15T14:36:42.103 INFO:tasks.workunit.client.0.smithi016.stdout: "stat_sum": { 2024-04-15T14:36:42.103 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes": 0, 2024-04-15T14:36:42.103 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T14:36:42.104 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_recovered": 0, 2024-04-15T14:36:42.104 INFO:tasks.workunit.client.0.smithi016.stdout: "num_deep_scrub_errors": 0, 2024-04-15T14:36:42.104 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict": 0, 2024-04-15T14:36:42.104 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_kb": 0, 2024-04-15T14:36:42.104 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_full": 0, 2024-04-15T14:36:42.104 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_some": 0, 2024-04-15T14:36:42.104 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush": 0, 2024-04-15T14:36:42.104 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_kb": 0, 2024-04-15T14:36:42.104 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_high": 0, 2024-04-15T14:36:42.104 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_low": 0, 2024-04-15T14:36:42.104 INFO:tasks.workunit.client.0.smithi016.stdout: "num_keys_recovered": 0, 2024-04-15T14:36:42.104 INFO:tasks.workunit.client.0.smithi016.stdout: "num_large_omap_objects": 0, 2024-04-15T14:36:42.104 INFO:tasks.workunit.client.0.smithi016.stdout: "num_legacy_snapsets": 0, 2024-04-15T14:36:42.104 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_clones": 0, 2024-04-15T14:36:42.105 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_copies": 0, 2024-04-15T14:36:42.105 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects": 0, 2024-04-15T14:36:42.105 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_degraded": 0, 2024-04-15T14:36:42.105 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_dirty": 0, 2024-04-15T14:36:42.105 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T14:36:42.105 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_manifest": 0, 2024-04-15T14:36:42.105 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_misplaced": 0, 2024-04-15T14:36:42.105 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing": 0, 2024-04-15T14:36:42.105 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T14:36:42.105 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_omap": 0, 2024-04-15T14:36:42.105 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_pinned": 0, 2024-04-15T14:36:42.105 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_recovered": 0, 2024-04-15T14:36:42.105 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_repaired": 0, 2024-04-15T14:36:42.105 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_unfound": 0, 2024-04-15T14:36:42.106 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_bytes": 0, 2024-04-15T14:36:42.106 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_keys": 0, 2024-04-15T14:36:42.106 INFO:tasks.workunit.client.0.smithi016.stdout: "num_promote": 0, 2024-04-15T14:36:42.106 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read": 0, 2024-04-15T14:36:42.106 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read_kb": 0, 2024-04-15T14:36:42.106 INFO:tasks.workunit.client.0.smithi016.stdout: "num_scrub_errors": 0, 2024-04-15T14:36:42.106 INFO:tasks.workunit.client.0.smithi016.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T14:36:42.106 INFO:tasks.workunit.client.0.smithi016.stdout: "num_whiteouts": 0, 2024-04-15T14:36:42.106 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write": 0, 2024-04-15T14:36:42.106 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write_kb": 0 2024-04-15T14:36:42.106 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:42.106 INFO:tasks.workunit.client.0.smithi016.stdout: "state": "active+clean", 2024-04-15T14:36:42.106 INFO:tasks.workunit.client.0.smithi016.stdout: "stats_invalid": false, 2024-04-15T14:36:42.106 INFO:tasks.workunit.client.0.smithi016.stdout: "up": [ 2024-04-15T14:36:42.106 INFO:tasks.workunit.client.0.smithi016.stdout: 0, 2024-04-15T14:36:42.107 INFO:tasks.workunit.client.0.smithi016.stdout: 4, 2024-04-15T14:36:42.107 INFO:tasks.workunit.client.0.smithi016.stdout: 3 2024-04-15T14:36:42.107 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T14:36:42.107 INFO:tasks.workunit.client.0.smithi016.stdout: "up_primary": 0, 2024-04-15T14:36:42.107 INFO:tasks.workunit.client.0.smithi016.stdout: "version": "0'0" 2024-04-15T14:36:42.107 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:42.107 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-15T14:36:42.107 INFO:tasks.workunit.client.0.smithi016.stdout: "acting": [ 2024-04-15T14:36:42.107 INFO:tasks.workunit.client.0.smithi016.stdout: 7, 2024-04-15T14:36:42.107 INFO:tasks.workunit.client.0.smithi016.stdout: 1, 2024-04-15T14:36:42.107 INFO:tasks.workunit.client.0.smithi016.stdout: 0 2024-04-15T14:36:42.107 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T14:36:42.107 INFO:tasks.workunit.client.0.smithi016.stdout: "acting_primary": 7, 2024-04-15T14:36:42.107 INFO:tasks.workunit.client.0.smithi016.stdout: "avail_no_missing": [], 2024-04-15T14:36:42.108 INFO:tasks.workunit.client.0.smithi016.stdout: "blocked_by": [], 2024-04-15T14:36:42.108 INFO:tasks.workunit.client.0.smithi016.stdout: "created": 60, 2024-04-15T14:36:42.108 INFO:tasks.workunit.client.0.smithi016.stdout: "dirty_stats_invalid": false, 2024-04-15T14:36:42.108 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T14:36:42.108 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_stats_invalid": false, 2024-04-15T14:36:42.108 INFO:tasks.workunit.client.0.smithi016.stdout: "last_active": "2024-04-15T14:34:11.923957+0000", 2024-04-15T14:36:42.108 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_active": "2024-04-15T14:33:34.630734+0000", 2024-04-15T14:36:42.108 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_peered": "2024-04-15T14:33:34.630734+0000", 2024-04-15T14:36:42.108 INFO:tasks.workunit.client.0.smithi016.stdout: "last_change": "2024-04-15T14:33:34.631357+0000", 2024-04-15T14:36:42.108 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean": "2024-04-15T14:34:11.923957+0000", 2024-04-15T14:36:42.108 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean_scrub_stamp": "2024-04-15T14:33:33.599136+0000", 2024-04-15T14:36:42.108 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub": "0'0", 2024-04-15T14:36:42.108 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub_stamp": "2024-04-15T14:33:33.599136+0000", 2024-04-15T14:36:42.108 INFO:tasks.workunit.client.0.smithi016.stdout: "last_epoch_clean": 61, 2024-04-15T14:36:42.108 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fresh": "2024-04-15T14:34:11.923957+0000", 2024-04-15T14:36:42.109 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fullsized": "2024-04-15T14:34:11.923957+0000", 2024-04-15T14:36:42.109 INFO:tasks.workunit.client.0.smithi016.stdout: "last_peered": "2024-04-15T14:34:11.923957+0000", 2024-04-15T14:36:42.109 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub": "0'0", 2024-04-15T14:36:42.109 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_duration": 0, 2024-04-15T14:36:42.109 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_stamp": "2024-04-15T14:33:33.599136+0000", 2024-04-15T14:36:42.109 INFO:tasks.workunit.client.0.smithi016.stdout: "last_undegraded": "2024-04-15T14:34:11.923957+0000", 2024-04-15T14:36:42.109 INFO:tasks.workunit.client.0.smithi016.stdout: "last_unstale": "2024-04-15T14:34:11.923957+0000", 2024-04-15T14:36:42.109 INFO:tasks.workunit.client.0.smithi016.stdout: "log_dups_size": 0, 2024-04-15T14:36:42.109 INFO:tasks.workunit.client.0.smithi016.stdout: "log_size": 0, 2024-04-15T14:36:42.109 INFO:tasks.workunit.client.0.smithi016.stdout: "log_start": "0'0", 2024-04-15T14:36:42.109 INFO:tasks.workunit.client.0.smithi016.stdout: "manifest_stats_invalid": false, 2024-04-15T14:36:42.109 INFO:tasks.workunit.client.0.smithi016.stdout: "mapping_epoch": 60, 2024-04-15T14:36:42.109 INFO:tasks.workunit.client.0.smithi016.stdout: "object_location_counts": [], 2024-04-15T14:36:42.109 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_scrubbed": 0, 2024-04-15T14:36:42.109 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_trimmed": 0, 2024-04-15T14:36:42.110 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_stats_invalid": false, 2024-04-15T14:36:42.110 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_size": 0, 2024-04-15T14:36:42.110 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_start": "0'0", 2024-04-15T14:36:42.110 INFO:tasks.workunit.client.0.smithi016.stdout: "parent": "0.0", 2024-04-15T14:36:42.110 INFO:tasks.workunit.client.0.smithi016.stdout: "parent_split_bits": 0, 2024-04-15T14:36:42.110 INFO:tasks.workunit.client.0.smithi016.stdout: "pgid": "2.0", 2024-04-15T14:36:42.110 INFO:tasks.workunit.client.0.smithi016.stdout: "pin_stats_invalid": false, 2024-04-15T14:36:42.110 INFO:tasks.workunit.client.0.smithi016.stdout: "purged_snaps": [], 2024-04-15T14:36:42.110 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_epoch": 70, 2024-04-15T14:36:42.110 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_seq": 19, 2024-04-15T14:36:42.110 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_duration": 0.0, 2024-04-15T14:36:42.110 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-16T16:38:14.970973+0000", 2024-04-15T14:36:42.110 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrim_duration": 0.0, 2024-04-15T14:36:42.110 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrimq_len": 0, 2024-04-15T14:36:42.111 INFO:tasks.workunit.client.0.smithi016.stdout: "stat_sum": { 2024-04-15T14:36:42.111 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes": 0, 2024-04-15T14:36:42.111 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T14:36:42.111 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_recovered": 0, 2024-04-15T14:36:42.111 INFO:tasks.workunit.client.0.smithi016.stdout: "num_deep_scrub_errors": 0, 2024-04-15T14:36:42.111 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict": 0, 2024-04-15T14:36:42.111 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_kb": 0, 2024-04-15T14:36:42.111 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_full": 0, 2024-04-15T14:36:42.111 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_some": 0, 2024-04-15T14:36:42.111 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush": 0, 2024-04-15T14:36:42.111 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_kb": 0, 2024-04-15T14:36:42.111 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_high": 0, 2024-04-15T14:36:42.111 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_low": 0, 2024-04-15T14:36:42.111 INFO:tasks.workunit.client.0.smithi016.stdout: "num_keys_recovered": 0, 2024-04-15T14:36:42.112 INFO:tasks.workunit.client.0.smithi016.stdout: "num_large_omap_objects": 0, 2024-04-15T14:36:42.112 INFO:tasks.workunit.client.0.smithi016.stdout: "num_legacy_snapsets": 0, 2024-04-15T14:36:42.112 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_clones": 0, 2024-04-15T14:36:42.112 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_copies": 0, 2024-04-15T14:36:42.112 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects": 0, 2024-04-15T14:36:42.112 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_degraded": 0, 2024-04-15T14:36:42.112 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_dirty": 0, 2024-04-15T14:36:42.112 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T14:36:42.112 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_manifest": 0, 2024-04-15T14:36:42.112 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_misplaced": 0, 2024-04-15T14:36:42.112 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing": 0, 2024-04-15T14:36:42.112 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T14:36:42.112 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_omap": 0, 2024-04-15T14:36:42.112 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_pinned": 0, 2024-04-15T14:36:42.112 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_recovered": 0, 2024-04-15T14:36:42.113 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_repaired": 0, 2024-04-15T14:36:42.113 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_unfound": 0, 2024-04-15T14:36:42.113 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_bytes": 0, 2024-04-15T14:36:42.113 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_keys": 0, 2024-04-15T14:36:42.113 INFO:tasks.workunit.client.0.smithi016.stdout: "num_promote": 0, 2024-04-15T14:36:42.113 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read": 0, 2024-04-15T14:36:42.113 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read_kb": 0, 2024-04-15T14:36:42.113 INFO:tasks.workunit.client.0.smithi016.stdout: "num_scrub_errors": 0, 2024-04-15T14:36:42.113 INFO:tasks.workunit.client.0.smithi016.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T14:36:42.113 INFO:tasks.workunit.client.0.smithi016.stdout: "num_whiteouts": 0, 2024-04-15T14:36:42.113 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write": 0, 2024-04-15T14:36:42.113 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write_kb": 0 2024-04-15T14:36:42.113 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:42.113 INFO:tasks.workunit.client.0.smithi016.stdout: "state": "active+clean", 2024-04-15T14:36:42.113 INFO:tasks.workunit.client.0.smithi016.stdout: "stats_invalid": false, 2024-04-15T14:36:42.114 INFO:tasks.workunit.client.0.smithi016.stdout: "up": [ 2024-04-15T14:36:42.114 INFO:tasks.workunit.client.0.smithi016.stdout: 7, 2024-04-15T14:36:42.114 INFO:tasks.workunit.client.0.smithi016.stdout: 1, 2024-04-15T14:36:42.114 INFO:tasks.workunit.client.0.smithi016.stdout: 0 2024-04-15T14:36:42.114 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T14:36:42.114 INFO:tasks.workunit.client.0.smithi016.stdout: "up_primary": 7, 2024-04-15T14:36:42.114 INFO:tasks.workunit.client.0.smithi016.stdout: "version": "0'0" 2024-04-15T14:36:42.114 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:42.114 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-15T14:36:42.114 INFO:tasks.workunit.client.0.smithi016.stdout: "acting": [ 2024-04-15T14:36:42.114 INFO:tasks.workunit.client.0.smithi016.stdout: 0, 2024-04-15T14:36:42.114 INFO:tasks.workunit.client.0.smithi016.stdout: 5, 2024-04-15T14:36:42.114 INFO:tasks.workunit.client.0.smithi016.stdout: 7 2024-04-15T14:36:42.114 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T14:36:42.114 INFO:tasks.workunit.client.0.smithi016.stdout: "acting_primary": 0, 2024-04-15T14:36:42.115 INFO:tasks.workunit.client.0.smithi016.stdout: "avail_no_missing": [], 2024-04-15T14:36:42.115 INFO:tasks.workunit.client.0.smithi016.stdout: "blocked_by": [], 2024-04-15T14:36:42.115 INFO:tasks.workunit.client.0.smithi016.stdout: "created": 66, 2024-04-15T14:36:42.115 INFO:tasks.workunit.client.0.smithi016.stdout: "dirty_stats_invalid": false, 2024-04-15T14:36:42.115 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T14:36:42.115 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_stats_invalid": false, 2024-04-15T14:36:42.115 INFO:tasks.workunit.client.0.smithi016.stdout: "last_active": "2024-04-15T14:34:12.934901+0000", 2024-04-15T14:36:42.115 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_active": "2024-04-15T14:34:08.860731+0000", 2024-04-15T14:36:42.115 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_peered": "2024-04-15T14:34:08.860731+0000", 2024-04-15T14:36:42.115 INFO:tasks.workunit.client.0.smithi016.stdout: "last_change": "2024-04-15T14:34:08.861054+0000", 2024-04-15T14:36:42.115 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean": "2024-04-15T14:34:12.934901+0000", 2024-04-15T14:36:42.115 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean_scrub_stamp": "2024-04-15T14:34:07.163731+0000", 2024-04-15T14:36:42.115 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub": "0'0", 2024-04-15T14:36:42.115 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub_stamp": "2024-04-15T14:34:07.163731+0000", 2024-04-15T14:36:42.115 INFO:tasks.workunit.client.0.smithi016.stdout: "last_epoch_clean": 67, 2024-04-15T14:36:42.116 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fresh": "2024-04-15T14:34:12.934901+0000", 2024-04-15T14:36:42.116 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fullsized": "2024-04-15T14:34:12.934901+0000", 2024-04-15T14:36:42.116 INFO:tasks.workunit.client.0.smithi016.stdout: "last_peered": "2024-04-15T14:34:12.934901+0000", 2024-04-15T14:36:42.116 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub": "0'0", 2024-04-15T14:36:42.116 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_duration": 0, 2024-04-15T14:36:42.116 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_stamp": "2024-04-15T14:34:07.163731+0000", 2024-04-15T14:36:42.116 INFO:tasks.workunit.client.0.smithi016.stdout: "last_undegraded": "2024-04-15T14:34:12.934901+0000", 2024-04-15T14:36:42.116 INFO:tasks.workunit.client.0.smithi016.stdout: "last_unstale": "2024-04-15T14:34:12.934901+0000", 2024-04-15T14:36:42.116 INFO:tasks.workunit.client.0.smithi016.stdout: "log_dups_size": 0, 2024-04-15T14:36:42.116 INFO:tasks.workunit.client.0.smithi016.stdout: "log_size": 0, 2024-04-15T14:36:42.116 INFO:tasks.workunit.client.0.smithi016.stdout: "log_start": "0'0", 2024-04-15T14:36:42.116 INFO:tasks.workunit.client.0.smithi016.stdout: "manifest_stats_invalid": false, 2024-04-15T14:36:42.116 INFO:tasks.workunit.client.0.smithi016.stdout: "mapping_epoch": 66, 2024-04-15T14:36:42.116 INFO:tasks.workunit.client.0.smithi016.stdout: "object_location_counts": [], 2024-04-15T14:36:42.116 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_scrubbed": 0, 2024-04-15T14:36:42.117 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_trimmed": 0, 2024-04-15T14:36:42.117 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_stats_invalid": false, 2024-04-15T14:36:42.117 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_size": 0, 2024-04-15T14:36:42.117 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_start": "0'0", 2024-04-15T14:36:42.117 INFO:tasks.workunit.client.0.smithi016.stdout: "parent": "0.0", 2024-04-15T14:36:42.117 INFO:tasks.workunit.client.0.smithi016.stdout: "parent_split_bits": 0, 2024-04-15T14:36:42.117 INFO:tasks.workunit.client.0.smithi016.stdout: "pgid": "4.3", 2024-04-15T14:36:42.117 INFO:tasks.workunit.client.0.smithi016.stdout: "pin_stats_invalid": false, 2024-04-15T14:36:42.117 INFO:tasks.workunit.client.0.smithi016.stdout: "purged_snaps": [], 2024-04-15T14:36:42.117 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_epoch": 70, 2024-04-15T14:36:42.117 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_seq": 13, 2024-04-15T14:36:42.117 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_duration": 0.0, 2024-04-15T14:36:42.117 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-16T16:17:09.860997+0000", 2024-04-15T14:36:42.117 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrim_duration": 0.0, 2024-04-15T14:36:42.117 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrimq_len": 0, 2024-04-15T14:36:42.118 INFO:tasks.workunit.client.0.smithi016.stdout: "stat_sum": { 2024-04-15T14:36:42.118 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes": 0, 2024-04-15T14:36:42.118 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T14:36:42.118 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_recovered": 0, 2024-04-15T14:36:42.118 INFO:tasks.workunit.client.0.smithi016.stdout: "num_deep_scrub_errors": 0, 2024-04-15T14:36:42.118 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict": 0, 2024-04-15T14:36:42.118 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_kb": 0, 2024-04-15T14:36:42.118 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_full": 0, 2024-04-15T14:36:42.118 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_some": 0, 2024-04-15T14:36:42.118 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush": 0, 2024-04-15T14:36:42.118 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_kb": 0, 2024-04-15T14:36:42.118 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_high": 0, 2024-04-15T14:36:42.118 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_low": 0, 2024-04-15T14:36:42.118 INFO:tasks.workunit.client.0.smithi016.stdout: "num_keys_recovered": 0, 2024-04-15T14:36:42.119 INFO:tasks.workunit.client.0.smithi016.stdout: "num_large_omap_objects": 0, 2024-04-15T14:36:42.119 INFO:tasks.workunit.client.0.smithi016.stdout: "num_legacy_snapsets": 0, 2024-04-15T14:36:42.119 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_clones": 0, 2024-04-15T14:36:42.119 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_copies": 0, 2024-04-15T14:36:42.119 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects": 0, 2024-04-15T14:36:42.119 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_degraded": 0, 2024-04-15T14:36:42.119 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_dirty": 0, 2024-04-15T14:36:42.119 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T14:36:42.119 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_manifest": 0, 2024-04-15T14:36:42.119 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_misplaced": 0, 2024-04-15T14:36:42.119 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing": 0, 2024-04-15T14:36:42.119 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T14:36:42.119 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_omap": 0, 2024-04-15T14:36:42.119 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_pinned": 0, 2024-04-15T14:36:42.120 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_recovered": 0, 2024-04-15T14:36:42.120 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_repaired": 0, 2024-04-15T14:36:42.120 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_unfound": 0, 2024-04-15T14:36:42.120 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_bytes": 0, 2024-04-15T14:36:42.120 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_keys": 0, 2024-04-15T14:36:42.120 INFO:tasks.workunit.client.0.smithi016.stdout: "num_promote": 0, 2024-04-15T14:36:42.120 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read": 0, 2024-04-15T14:36:42.120 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read_kb": 0, 2024-04-15T14:36:42.120 INFO:tasks.workunit.client.0.smithi016.stdout: "num_scrub_errors": 0, 2024-04-15T14:36:42.120 INFO:tasks.workunit.client.0.smithi016.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T14:36:42.120 INFO:tasks.workunit.client.0.smithi016.stdout: "num_whiteouts": 0, 2024-04-15T14:36:42.120 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write": 0, 2024-04-15T14:36:42.120 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write_kb": 0 2024-04-15T14:36:42.120 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:42.120 INFO:tasks.workunit.client.0.smithi016.stdout: "state": "active+clean", 2024-04-15T14:36:42.121 INFO:tasks.workunit.client.0.smithi016.stdout: "stats_invalid": false, 2024-04-15T14:36:42.121 INFO:tasks.workunit.client.0.smithi016.stdout: "up": [ 2024-04-15T14:36:42.121 INFO:tasks.workunit.client.0.smithi016.stdout: 0, 2024-04-15T14:36:42.121 INFO:tasks.workunit.client.0.smithi016.stdout: 5, 2024-04-15T14:36:42.121 INFO:tasks.workunit.client.0.smithi016.stdout: 7 2024-04-15T14:36:42.121 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T14:36:42.121 INFO:tasks.workunit.client.0.smithi016.stdout: "up_primary": 0, 2024-04-15T14:36:42.121 INFO:tasks.workunit.client.0.smithi016.stdout: "version": "0'0" 2024-04-15T14:36:42.121 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:42.121 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-15T14:36:42.121 INFO:tasks.workunit.client.0.smithi016.stdout: "acting": [ 2024-04-15T14:36:42.121 INFO:tasks.workunit.client.0.smithi016.stdout: 7, 2024-04-15T14:36:42.121 INFO:tasks.workunit.client.0.smithi016.stdout: 0, 2024-04-15T14:36:42.121 INFO:tasks.workunit.client.0.smithi016.stdout: 4 2024-04-15T14:36:42.121 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T14:36:42.122 INFO:tasks.workunit.client.0.smithi016.stdout: "acting_primary": 7, 2024-04-15T14:36:42.122 INFO:tasks.workunit.client.0.smithi016.stdout: "avail_no_missing": [], 2024-04-15T14:36:42.122 INFO:tasks.workunit.client.0.smithi016.stdout: "blocked_by": [], 2024-04-15T14:36:42.122 INFO:tasks.workunit.client.0.smithi016.stdout: "created": 60, 2024-04-15T14:36:42.122 INFO:tasks.workunit.client.0.smithi016.stdout: "dirty_stats_invalid": false, 2024-04-15T14:36:42.122 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T14:36:42.122 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_stats_invalid": false, 2024-04-15T14:36:42.122 INFO:tasks.workunit.client.0.smithi016.stdout: "last_active": "2024-04-15T14:34:11.925607+0000", 2024-04-15T14:36:42.122 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_active": "2024-04-15T14:33:34.629246+0000", 2024-04-15T14:36:42.122 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_peered": "2024-04-15T14:33:34.629246+0000", 2024-04-15T14:36:42.122 INFO:tasks.workunit.client.0.smithi016.stdout: "last_change": "2024-04-15T14:33:34.629731+0000", 2024-04-15T14:36:42.122 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean": "2024-04-15T14:34:11.925607+0000", 2024-04-15T14:36:42.122 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean_scrub_stamp": "2024-04-15T14:33:33.599136+0000", 2024-04-15T14:36:42.122 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub": "0'0", 2024-04-15T14:36:42.123 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub_stamp": "2024-04-15T14:33:33.599136+0000", 2024-04-15T14:36:42.123 INFO:tasks.workunit.client.0.smithi016.stdout: "last_epoch_clean": 61, 2024-04-15T14:36:42.123 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fresh": "2024-04-15T14:34:11.925607+0000", 2024-04-15T14:36:42.123 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fullsized": "2024-04-15T14:34:11.925607+0000", 2024-04-15T14:36:42.123 INFO:tasks.workunit.client.0.smithi016.stdout: "last_peered": "2024-04-15T14:34:11.925607+0000", 2024-04-15T14:36:42.123 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub": "0'0", 2024-04-15T14:36:42.123 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_duration": 0, 2024-04-15T14:36:42.123 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_stamp": "2024-04-15T14:33:33.599136+0000", 2024-04-15T14:36:42.123 INFO:tasks.workunit.client.0.smithi016.stdout: "last_undegraded": "2024-04-15T14:34:11.925607+0000", 2024-04-15T14:36:42.123 INFO:tasks.workunit.client.0.smithi016.stdout: "last_unstale": "2024-04-15T14:34:11.925607+0000", 2024-04-15T14:36:42.123 INFO:tasks.workunit.client.0.smithi016.stdout: "log_dups_size": 0, 2024-04-15T14:36:42.123 INFO:tasks.workunit.client.0.smithi016.stdout: "log_size": 0, 2024-04-15T14:36:42.123 INFO:tasks.workunit.client.0.smithi016.stdout: "log_start": "0'0", 2024-04-15T14:36:42.123 INFO:tasks.workunit.client.0.smithi016.stdout: "manifest_stats_invalid": false, 2024-04-15T14:36:42.124 INFO:tasks.workunit.client.0.smithi016.stdout: "mapping_epoch": 60, 2024-04-15T14:36:42.124 INFO:tasks.workunit.client.0.smithi016.stdout: "object_location_counts": [], 2024-04-15T14:36:42.124 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_scrubbed": 0, 2024-04-15T14:36:42.124 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_trimmed": 0, 2024-04-15T14:36:42.124 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_stats_invalid": false, 2024-04-15T14:36:42.124 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_size": 0, 2024-04-15T14:36:42.124 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_start": "0'0", 2024-04-15T14:36:42.124 INFO:tasks.workunit.client.0.smithi016.stdout: "parent": "0.0", 2024-04-15T14:36:42.124 INFO:tasks.workunit.client.0.smithi016.stdout: "parent_split_bits": 0, 2024-04-15T14:36:42.124 INFO:tasks.workunit.client.0.smithi016.stdout: "pgid": "2.5", 2024-04-15T14:36:42.124 INFO:tasks.workunit.client.0.smithi016.stdout: "pin_stats_invalid": false, 2024-04-15T14:36:42.124 INFO:tasks.workunit.client.0.smithi016.stdout: "purged_snaps": [], 2024-04-15T14:36:42.124 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_epoch": 70, 2024-04-15T14:36:42.124 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_seq": 19, 2024-04-15T14:36:42.124 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_duration": 0.0, 2024-04-15T14:36:42.125 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-16T15:33:31.194531+0000", 2024-04-15T14:36:42.125 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrim_duration": 0.0, 2024-04-15T14:36:42.125 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrimq_len": 0, 2024-04-15T14:36:42.125 INFO:tasks.workunit.client.0.smithi016.stdout: "stat_sum": { 2024-04-15T14:36:42.125 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes": 0, 2024-04-15T14:36:42.125 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T14:36:42.125 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_recovered": 0, 2024-04-15T14:36:42.125 INFO:tasks.workunit.client.0.smithi016.stdout: "num_deep_scrub_errors": 0, 2024-04-15T14:36:42.125 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict": 0, 2024-04-15T14:36:42.125 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_kb": 0, 2024-04-15T14:36:42.125 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_full": 0, 2024-04-15T14:36:42.125 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_some": 0, 2024-04-15T14:36:42.125 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush": 0, 2024-04-15T14:36:42.125 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_kb": 0, 2024-04-15T14:36:42.126 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_high": 0, 2024-04-15T14:36:42.126 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_low": 0, 2024-04-15T14:36:42.126 INFO:tasks.workunit.client.0.smithi016.stdout: "num_keys_recovered": 0, 2024-04-15T14:36:42.126 INFO:tasks.workunit.client.0.smithi016.stdout: "num_large_omap_objects": 0, 2024-04-15T14:36:42.126 INFO:tasks.workunit.client.0.smithi016.stdout: "num_legacy_snapsets": 0, 2024-04-15T14:36:42.126 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_clones": 0, 2024-04-15T14:36:42.126 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_copies": 0, 2024-04-15T14:36:42.126 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects": 0, 2024-04-15T14:36:42.126 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_degraded": 0, 2024-04-15T14:36:42.126 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_dirty": 0, 2024-04-15T14:36:42.126 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T14:36:42.126 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_manifest": 0, 2024-04-15T14:36:42.126 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_misplaced": 0, 2024-04-15T14:36:42.126 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing": 0, 2024-04-15T14:36:42.127 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T14:36:42.127 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_omap": 0, 2024-04-15T14:36:42.127 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_pinned": 0, 2024-04-15T14:36:42.127 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_recovered": 0, 2024-04-15T14:36:42.127 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_repaired": 0, 2024-04-15T14:36:42.127 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_unfound": 0, 2024-04-15T14:36:42.127 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_bytes": 0, 2024-04-15T14:36:42.127 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_keys": 0, 2024-04-15T14:36:42.127 INFO:tasks.workunit.client.0.smithi016.stdout: "num_promote": 0, 2024-04-15T14:36:42.127 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read": 0, 2024-04-15T14:36:42.127 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read_kb": 0, 2024-04-15T14:36:42.127 INFO:tasks.workunit.client.0.smithi016.stdout: "num_scrub_errors": 0, 2024-04-15T14:36:42.127 INFO:tasks.workunit.client.0.smithi016.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T14:36:42.127 INFO:tasks.workunit.client.0.smithi016.stdout: "num_whiteouts": 0, 2024-04-15T14:36:42.128 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write": 0, 2024-04-15T14:36:42.128 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write_kb": 0 2024-04-15T14:36:42.128 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:42.128 INFO:tasks.workunit.client.0.smithi016.stdout: "state": "active+clean", 2024-04-15T14:36:42.128 INFO:tasks.workunit.client.0.smithi016.stdout: "stats_invalid": false, 2024-04-15T14:36:42.128 INFO:tasks.workunit.client.0.smithi016.stdout: "up": [ 2024-04-15T14:36:42.128 INFO:tasks.workunit.client.0.smithi016.stdout: 7, 2024-04-15T14:36:42.128 INFO:tasks.workunit.client.0.smithi016.stdout: 0, 2024-04-15T14:36:42.128 INFO:tasks.workunit.client.0.smithi016.stdout: 4 2024-04-15T14:36:42.128 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T14:36:42.128 INFO:tasks.workunit.client.0.smithi016.stdout: "up_primary": 7, 2024-04-15T14:36:42.128 INFO:tasks.workunit.client.0.smithi016.stdout: "version": "0'0" 2024-04-15T14:36:42.128 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:42.128 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-15T14:36:42.128 INFO:tasks.workunit.client.0.smithi016.stdout: "acting": [ 2024-04-15T14:36:42.129 INFO:tasks.workunit.client.0.smithi016.stdout: 1, 2024-04-15T14:36:42.129 INFO:tasks.workunit.client.0.smithi016.stdout: 2, 2024-04-15T14:36:42.129 INFO:tasks.workunit.client.0.smithi016.stdout: 5 2024-04-15T14:36:42.129 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T14:36:42.129 INFO:tasks.workunit.client.0.smithi016.stdout: "acting_primary": 1, 2024-04-15T14:36:42.129 INFO:tasks.workunit.client.0.smithi016.stdout: "avail_no_missing": [], 2024-04-15T14:36:42.129 INFO:tasks.workunit.client.0.smithi016.stdout: "blocked_by": [], 2024-04-15T14:36:42.129 INFO:tasks.workunit.client.0.smithi016.stdout: "created": 61, 2024-04-15T14:36:42.129 INFO:tasks.workunit.client.0.smithi016.stdout: "dirty_stats_invalid": false, 2024-04-15T14:36:42.129 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T14:36:42.129 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_stats_invalid": false, 2024-04-15T14:36:42.129 INFO:tasks.workunit.client.0.smithi016.stdout: "last_active": "2024-04-15T14:34:12.003897+0000", 2024-04-15T14:36:42.129 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_active": "2024-04-15T14:33:35.002820+0000", 2024-04-15T14:36:42.129 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_peered": "2024-04-15T14:33:35.002820+0000", 2024-04-15T14:36:42.129 INFO:tasks.workunit.client.0.smithi016.stdout: "last_change": "2024-04-15T14:33:35.003150+0000", 2024-04-15T14:36:42.130 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean": "2024-04-15T14:34:12.003897+0000", 2024-04-15T14:36:42.130 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T14:36:42.130 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub": "0'0", 2024-04-15T14:36:42.130 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T14:36:42.130 INFO:tasks.workunit.client.0.smithi016.stdout: "last_epoch_clean": 62, 2024-04-15T14:36:42.130 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fresh": "2024-04-15T14:34:12.003897+0000", 2024-04-15T14:36:42.130 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fullsized": "2024-04-15T14:34:12.003897+0000", 2024-04-15T14:36:42.130 INFO:tasks.workunit.client.0.smithi016.stdout: "last_peered": "2024-04-15T14:34:12.003897+0000", 2024-04-15T14:36:42.130 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub": "0'0", 2024-04-15T14:36:42.130 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_duration": 0, 2024-04-15T14:36:42.130 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T14:36:42.130 INFO:tasks.workunit.client.0.smithi016.stdout: "last_undegraded": "2024-04-15T14:34:12.003897+0000", 2024-04-15T14:36:42.130 INFO:tasks.workunit.client.0.smithi016.stdout: "last_unstale": "2024-04-15T14:34:12.003897+0000", 2024-04-15T14:36:42.130 INFO:tasks.workunit.client.0.smithi016.stdout: "log_dups_size": 0, 2024-04-15T14:36:42.131 INFO:tasks.workunit.client.0.smithi016.stdout: "log_size": 0, 2024-04-15T14:36:42.131 INFO:tasks.workunit.client.0.smithi016.stdout: "log_start": "0'0", 2024-04-15T14:36:42.131 INFO:tasks.workunit.client.0.smithi016.stdout: "manifest_stats_invalid": false, 2024-04-15T14:36:42.131 INFO:tasks.workunit.client.0.smithi016.stdout: "mapping_epoch": 61, 2024-04-15T14:36:42.131 INFO:tasks.workunit.client.0.smithi016.stdout: "object_location_counts": [], 2024-04-15T14:36:42.131 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_scrubbed": 0, 2024-04-15T14:36:42.131 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_trimmed": 0, 2024-04-15T14:36:42.131 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_stats_invalid": false, 2024-04-15T14:36:42.131 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_size": 0, 2024-04-15T14:36:42.131 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_start": "0'0", 2024-04-15T14:36:42.131 INFO:tasks.workunit.client.0.smithi016.stdout: "parent": "0.0", 2024-04-15T14:36:42.131 INFO:tasks.workunit.client.0.smithi016.stdout: "parent_split_bits": 0, 2024-04-15T14:36:42.131 INFO:tasks.workunit.client.0.smithi016.stdout: "pgid": "3.4", 2024-04-15T14:36:42.131 INFO:tasks.workunit.client.0.smithi016.stdout: "pin_stats_invalid": false, 2024-04-15T14:36:42.132 INFO:tasks.workunit.client.0.smithi016.stdout: "purged_snaps": [], 2024-04-15T14:36:42.132 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_epoch": 70, 2024-04-15T14:36:42.132 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_seq": 19, 2024-04-15T14:36:42.132 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_duration": 0.0, 2024-04-15T14:36:42.132 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-16T16:39:13.245694+0000", 2024-04-15T14:36:42.132 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrim_duration": 0.0, 2024-04-15T14:36:42.132 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrimq_len": 0, 2024-04-15T14:36:42.132 INFO:tasks.workunit.client.0.smithi016.stdout: "stat_sum": { 2024-04-15T14:36:42.132 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes": 0, 2024-04-15T14:36:42.132 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T14:36:42.132 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_recovered": 0, 2024-04-15T14:36:42.132 INFO:tasks.workunit.client.0.smithi016.stdout: "num_deep_scrub_errors": 0, 2024-04-15T14:36:42.132 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict": 0, 2024-04-15T14:36:42.132 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_kb": 0, 2024-04-15T14:36:42.132 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_full": 0, 2024-04-15T14:36:42.133 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_some": 0, 2024-04-15T14:36:42.133 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush": 0, 2024-04-15T14:36:42.133 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_kb": 0, 2024-04-15T14:36:42.133 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_high": 0, 2024-04-15T14:36:42.133 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_low": 0, 2024-04-15T14:36:42.133 INFO:tasks.workunit.client.0.smithi016.stdout: "num_keys_recovered": 0, 2024-04-15T14:36:42.133 INFO:tasks.workunit.client.0.smithi016.stdout: "num_large_omap_objects": 0, 2024-04-15T14:36:42.133 INFO:tasks.workunit.client.0.smithi016.stdout: "num_legacy_snapsets": 0, 2024-04-15T14:36:42.133 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_clones": 0, 2024-04-15T14:36:42.133 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_copies": 0, 2024-04-15T14:36:42.133 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects": 0, 2024-04-15T14:36:42.133 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_degraded": 0, 2024-04-15T14:36:42.133 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_dirty": 0, 2024-04-15T14:36:42.133 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T14:36:42.133 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_manifest": 0, 2024-04-15T14:36:42.134 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_misplaced": 0, 2024-04-15T14:36:42.134 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing": 0, 2024-04-15T14:36:42.134 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T14:36:42.134 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_omap": 0, 2024-04-15T14:36:42.134 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_pinned": 0, 2024-04-15T14:36:42.134 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_recovered": 0, 2024-04-15T14:36:42.134 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_repaired": 0, 2024-04-15T14:36:42.134 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_unfound": 0, 2024-04-15T14:36:42.134 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_bytes": 0, 2024-04-15T14:36:42.134 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_keys": 0, 2024-04-15T14:36:42.134 INFO:tasks.workunit.client.0.smithi016.stdout: "num_promote": 0, 2024-04-15T14:36:42.134 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read": 0, 2024-04-15T14:36:42.134 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read_kb": 0, 2024-04-15T14:36:42.134 INFO:tasks.workunit.client.0.smithi016.stdout: "num_scrub_errors": 0, 2024-04-15T14:36:42.134 INFO:tasks.workunit.client.0.smithi016.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T14:36:42.135 INFO:tasks.workunit.client.0.smithi016.stdout: "num_whiteouts": 0, 2024-04-15T14:36:42.135 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write": 0, 2024-04-15T14:36:42.135 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write_kb": 0 2024-04-15T14:36:42.135 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:42.135 INFO:tasks.workunit.client.0.smithi016.stdout: "state": "active+clean", 2024-04-15T14:36:42.135 INFO:tasks.workunit.client.0.smithi016.stdout: "stats_invalid": false, 2024-04-15T14:36:42.135 INFO:tasks.workunit.client.0.smithi016.stdout: "up": [ 2024-04-15T14:36:42.135 INFO:tasks.workunit.client.0.smithi016.stdout: 1, 2024-04-15T14:36:42.135 INFO:tasks.workunit.client.0.smithi016.stdout: 2, 2024-04-15T14:36:42.135 INFO:tasks.workunit.client.0.smithi016.stdout: 5 2024-04-15T14:36:42.135 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T14:36:42.135 INFO:tasks.workunit.client.0.smithi016.stdout: "up_primary": 1, 2024-04-15T14:36:42.135 INFO:tasks.workunit.client.0.smithi016.stdout: "version": "0'0" 2024-04-15T14:36:42.135 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:42.136 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-15T14:36:42.136 INFO:tasks.workunit.client.0.smithi016.stdout: "acting": [ 2024-04-15T14:36:42.136 INFO:tasks.workunit.client.0.smithi016.stdout: 3, 2024-04-15T14:36:42.136 INFO:tasks.workunit.client.0.smithi016.stdout: 7, 2024-04-15T14:36:42.136 INFO:tasks.workunit.client.0.smithi016.stdout: 0 2024-04-15T14:36:42.136 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T14:36:42.136 INFO:tasks.workunit.client.0.smithi016.stdout: "acting_primary": 3, 2024-04-15T14:36:42.136 INFO:tasks.workunit.client.0.smithi016.stdout: "avail_no_missing": [], 2024-04-15T14:36:42.136 INFO:tasks.workunit.client.0.smithi016.stdout: "blocked_by": [], 2024-04-15T14:36:42.136 INFO:tasks.workunit.client.0.smithi016.stdout: "created": 66, 2024-04-15T14:36:42.136 INFO:tasks.workunit.client.0.smithi016.stdout: "dirty_stats_invalid": false, 2024-04-15T14:36:42.136 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T14:36:42.136 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_stats_invalid": false, 2024-04-15T14:36:42.136 INFO:tasks.workunit.client.0.smithi016.stdout: "last_active": "2024-04-15T14:34:12.936262+0000", 2024-04-15T14:36:42.136 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_active": "2024-04-15T14:34:08.860282+0000", 2024-04-15T14:36:42.137 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_peered": "2024-04-15T14:34:08.860282+0000", 2024-04-15T14:36:42.137 INFO:tasks.workunit.client.0.smithi016.stdout: "last_change": "2024-04-15T14:34:08.860622+0000", 2024-04-15T14:36:42.137 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean": "2024-04-15T14:34:12.936262+0000", 2024-04-15T14:36:42.137 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean_scrub_stamp": "2024-04-15T14:34:07.163731+0000", 2024-04-15T14:36:42.137 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub": "0'0", 2024-04-15T14:36:42.137 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub_stamp": "2024-04-15T14:34:07.163731+0000", 2024-04-15T14:36:42.137 INFO:tasks.workunit.client.0.smithi016.stdout: "last_epoch_clean": 67, 2024-04-15T14:36:42.137 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fresh": "2024-04-15T14:34:12.936262+0000", 2024-04-15T14:36:42.137 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fullsized": "2024-04-15T14:34:12.936262+0000", 2024-04-15T14:36:42.137 INFO:tasks.workunit.client.0.smithi016.stdout: "last_peered": "2024-04-15T14:34:12.936262+0000", 2024-04-15T14:36:42.137 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub": "0'0", 2024-04-15T14:36:42.137 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_duration": 0, 2024-04-15T14:36:42.137 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_stamp": "2024-04-15T14:34:07.163731+0000", 2024-04-15T14:36:42.137 INFO:tasks.workunit.client.0.smithi016.stdout: "last_undegraded": "2024-04-15T14:34:12.936262+0000", 2024-04-15T14:36:42.137 INFO:tasks.workunit.client.0.smithi016.stdout: "last_unstale": "2024-04-15T14:34:12.936262+0000", 2024-04-15T14:36:42.138 INFO:tasks.workunit.client.0.smithi016.stdout: "log_dups_size": 0, 2024-04-15T14:36:42.138 INFO:tasks.workunit.client.0.smithi016.stdout: "log_size": 0, 2024-04-15T14:36:42.138 INFO:tasks.workunit.client.0.smithi016.stdout: "log_start": "0'0", 2024-04-15T14:36:42.138 INFO:tasks.workunit.client.0.smithi016.stdout: "manifest_stats_invalid": false, 2024-04-15T14:36:42.138 INFO:tasks.workunit.client.0.smithi016.stdout: "mapping_epoch": 66, 2024-04-15T14:36:42.138 INFO:tasks.workunit.client.0.smithi016.stdout: "object_location_counts": [], 2024-04-15T14:36:42.138 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_scrubbed": 0, 2024-04-15T14:36:42.138 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_trimmed": 0, 2024-04-15T14:36:42.138 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_stats_invalid": false, 2024-04-15T14:36:42.138 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_size": 0, 2024-04-15T14:36:42.138 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_start": "0'0", 2024-04-15T14:36:42.138 INFO:tasks.workunit.client.0.smithi016.stdout: "parent": "0.0", 2024-04-15T14:36:42.138 INFO:tasks.workunit.client.0.smithi016.stdout: "parent_split_bits": 0, 2024-04-15T14:36:42.138 INFO:tasks.workunit.client.0.smithi016.stdout: "pgid": "4.0", 2024-04-15T14:36:42.139 INFO:tasks.workunit.client.0.smithi016.stdout: "pin_stats_invalid": false, 2024-04-15T14:36:42.139 INFO:tasks.workunit.client.0.smithi016.stdout: "purged_snaps": [], 2024-04-15T14:36:42.139 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_epoch": 70, 2024-04-15T14:36:42.139 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_seq": 13, 2024-04-15T14:36:42.139 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_duration": 0.0, 2024-04-15T14:36:42.139 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-16T22:19:38.297438+0000", 2024-04-15T14:36:42.139 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrim_duration": 0.0, 2024-04-15T14:36:42.139 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrimq_len": 0, 2024-04-15T14:36:42.139 INFO:tasks.workunit.client.0.smithi016.stdout: "stat_sum": { 2024-04-15T14:36:42.139 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes": 0, 2024-04-15T14:36:42.139 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T14:36:42.139 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_recovered": 0, 2024-04-15T14:36:42.139 INFO:tasks.workunit.client.0.smithi016.stdout: "num_deep_scrub_errors": 0, 2024-04-15T14:36:42.139 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict": 0, 2024-04-15T14:36:42.139 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_kb": 0, 2024-04-15T14:36:42.140 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_full": 0, 2024-04-15T14:36:42.140 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_some": 0, 2024-04-15T14:36:42.140 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush": 0, 2024-04-15T14:36:42.140 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_kb": 0, 2024-04-15T14:36:42.140 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_high": 0, 2024-04-15T14:36:42.140 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_low": 0, 2024-04-15T14:36:42.140 INFO:tasks.workunit.client.0.smithi016.stdout: "num_keys_recovered": 0, 2024-04-15T14:36:42.140 INFO:tasks.workunit.client.0.smithi016.stdout: "num_large_omap_objects": 0, 2024-04-15T14:36:42.140 INFO:tasks.workunit.client.0.smithi016.stdout: "num_legacy_snapsets": 0, 2024-04-15T14:36:42.140 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_clones": 0, 2024-04-15T14:36:42.140 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_copies": 0, 2024-04-15T14:36:42.140 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects": 0, 2024-04-15T14:36:42.140 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_degraded": 0, 2024-04-15T14:36:42.140 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_dirty": 0, 2024-04-15T14:36:42.140 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T14:36:42.141 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_manifest": 0, 2024-04-15T14:36:42.141 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_misplaced": 0, 2024-04-15T14:36:42.141 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing": 0, 2024-04-15T14:36:42.141 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T14:36:42.141 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_omap": 0, 2024-04-15T14:36:42.141 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_pinned": 0, 2024-04-15T14:36:42.141 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_recovered": 0, 2024-04-15T14:36:42.141 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_repaired": 0, 2024-04-15T14:36:42.141 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_unfound": 0, 2024-04-15T14:36:42.141 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_bytes": 0, 2024-04-15T14:36:42.141 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_keys": 0, 2024-04-15T14:36:42.141 INFO:tasks.workunit.client.0.smithi016.stdout: "num_promote": 0, 2024-04-15T14:36:42.141 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read": 0, 2024-04-15T14:36:42.141 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read_kb": 0, 2024-04-15T14:36:42.142 INFO:tasks.workunit.client.0.smithi016.stdout: "num_scrub_errors": 0, 2024-04-15T14:36:42.142 INFO:tasks.workunit.client.0.smithi016.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T14:36:42.142 INFO:tasks.workunit.client.0.smithi016.stdout: "num_whiteouts": 0, 2024-04-15T14:36:42.142 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write": 0, 2024-04-15T14:36:42.142 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write_kb": 0 2024-04-15T14:36:42.142 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:42.142 INFO:tasks.workunit.client.0.smithi016.stdout: "state": "active+clean", 2024-04-15T14:36:42.142 INFO:tasks.workunit.client.0.smithi016.stdout: "stats_invalid": false, 2024-04-15T14:36:42.142 INFO:tasks.workunit.client.0.smithi016.stdout: "up": [ 2024-04-15T14:36:42.142 INFO:tasks.workunit.client.0.smithi016.stdout: 3, 2024-04-15T14:36:42.142 INFO:tasks.workunit.client.0.smithi016.stdout: 7, 2024-04-15T14:36:42.142 INFO:tasks.workunit.client.0.smithi016.stdout: 0 2024-04-15T14:36:42.142 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T14:36:42.143 INFO:tasks.workunit.client.0.smithi016.stdout: "up_primary": 3, 2024-04-15T14:36:42.143 INFO:tasks.workunit.client.0.smithi016.stdout: "version": "0'0" 2024-04-15T14:36:42.143 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:42.143 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-15T14:36:42.143 INFO:tasks.workunit.client.0.smithi016.stdout: "acting": [ 2024-04-15T14:36:42.143 INFO:tasks.workunit.client.0.smithi016.stdout: 1, 2024-04-15T14:36:42.143 INFO:tasks.workunit.client.0.smithi016.stdout: 6, 2024-04-15T14:36:42.143 INFO:tasks.workunit.client.0.smithi016.stdout: 4 2024-04-15T14:36:42.143 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T14:36:42.143 INFO:tasks.workunit.client.0.smithi016.stdout: "acting_primary": 1, 2024-04-15T14:36:42.143 INFO:tasks.workunit.client.0.smithi016.stdout: "avail_no_missing": [], 2024-04-15T14:36:42.143 INFO:tasks.workunit.client.0.smithi016.stdout: "blocked_by": [], 2024-04-15T14:36:42.143 INFO:tasks.workunit.client.0.smithi016.stdout: "created": 60, 2024-04-15T14:36:42.143 INFO:tasks.workunit.client.0.smithi016.stdout: "dirty_stats_invalid": false, 2024-04-15T14:36:42.143 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T14:36:42.144 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_stats_invalid": false, 2024-04-15T14:36:42.144 INFO:tasks.workunit.client.0.smithi016.stdout: "last_active": "2024-04-15T14:34:12.004585+0000", 2024-04-15T14:36:42.144 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_active": "2024-04-15T14:33:34.616824+0000", 2024-04-15T14:36:42.144 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_peered": "2024-04-15T14:33:34.616824+0000", 2024-04-15T14:36:42.144 INFO:tasks.workunit.client.0.smithi016.stdout: "last_change": "2024-04-15T14:33:34.617135+0000", 2024-04-15T14:36:42.144 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean": "2024-04-15T14:34:12.004585+0000", 2024-04-15T14:36:42.144 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean_scrub_stamp": "2024-04-15T14:33:33.599136+0000", 2024-04-15T14:36:42.144 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub": "0'0", 2024-04-15T14:36:42.144 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub_stamp": "2024-04-15T14:33:33.599136+0000", 2024-04-15T14:36:42.144 INFO:tasks.workunit.client.0.smithi016.stdout: "last_epoch_clean": 61, 2024-04-15T14:36:42.144 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fresh": "2024-04-15T14:34:12.004585+0000", 2024-04-15T14:36:42.144 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fullsized": "2024-04-15T14:34:12.004585+0000", 2024-04-15T14:36:42.144 INFO:tasks.workunit.client.0.smithi016.stdout: "last_peered": "2024-04-15T14:34:12.004585+0000", 2024-04-15T14:36:42.144 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub": "0'0", 2024-04-15T14:36:42.145 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_duration": 0, 2024-04-15T14:36:42.145 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_stamp": "2024-04-15T14:33:33.599136+0000", 2024-04-15T14:36:42.145 INFO:tasks.workunit.client.0.smithi016.stdout: "last_undegraded": "2024-04-15T14:34:12.004585+0000", 2024-04-15T14:36:42.145 INFO:tasks.workunit.client.0.smithi016.stdout: "last_unstale": "2024-04-15T14:34:12.004585+0000", 2024-04-15T14:36:42.145 INFO:tasks.workunit.client.0.smithi016.stdout: "log_dups_size": 0, 2024-04-15T14:36:42.145 INFO:tasks.workunit.client.0.smithi016.stdout: "log_size": 1, 2024-04-15T14:36:42.145 INFO:tasks.workunit.client.0.smithi016.stdout: "log_start": "0'0", 2024-04-15T14:36:42.145 INFO:tasks.workunit.client.0.smithi016.stdout: "manifest_stats_invalid": false, 2024-04-15T14:36:42.145 INFO:tasks.workunit.client.0.smithi016.stdout: "mapping_epoch": 60, 2024-04-15T14:36:42.145 INFO:tasks.workunit.client.0.smithi016.stdout: "object_location_counts": [], 2024-04-15T14:36:42.145 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_scrubbed": 0, 2024-04-15T14:36:42.145 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_trimmed": 0, 2024-04-15T14:36:42.145 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_stats_invalid": false, 2024-04-15T14:36:42.145 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_size": 1, 2024-04-15T14:36:42.145 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_start": "0'0", 2024-04-15T14:36:42.146 INFO:tasks.workunit.client.0.smithi016.stdout: "parent": "0.0", 2024-04-15T14:36:42.146 INFO:tasks.workunit.client.0.smithi016.stdout: "parent_split_bits": 0, 2024-04-15T14:36:42.146 INFO:tasks.workunit.client.0.smithi016.stdout: "pgid": "2.6", 2024-04-15T14:36:42.146 INFO:tasks.workunit.client.0.smithi016.stdout: "pin_stats_invalid": false, 2024-04-15T14:36:42.146 INFO:tasks.workunit.client.0.smithi016.stdout: "purged_snaps": [], 2024-04-15T14:36:42.146 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_epoch": 70, 2024-04-15T14:36:42.146 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_seq": 21, 2024-04-15T14:36:42.146 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_duration": 0.0, 2024-04-15T14:36:42.146 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-16T15:25:19.603212+0000", 2024-04-15T14:36:42.146 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrim_duration": 0.0, 2024-04-15T14:36:42.146 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrimq_len": 0, 2024-04-15T14:36:42.146 INFO:tasks.workunit.client.0.smithi016.stdout: "stat_sum": { 2024-04-15T14:36:42.146 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes": 0, 2024-04-15T14:36:42.146 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T14:36:42.147 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_recovered": 0, 2024-04-15T14:36:42.147 INFO:tasks.workunit.client.0.smithi016.stdout: "num_deep_scrub_errors": 0, 2024-04-15T14:36:42.147 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict": 0, 2024-04-15T14:36:42.147 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_kb": 0, 2024-04-15T14:36:42.147 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_full": 0, 2024-04-15T14:36:42.147 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_some": 0, 2024-04-15T14:36:42.147 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush": 0, 2024-04-15T14:36:42.147 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_kb": 0, 2024-04-15T14:36:42.147 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_high": 0, 2024-04-15T14:36:42.147 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_low": 0, 2024-04-15T14:36:42.147 INFO:tasks.workunit.client.0.smithi016.stdout: "num_keys_recovered": 0, 2024-04-15T14:36:42.147 INFO:tasks.workunit.client.0.smithi016.stdout: "num_large_omap_objects": 0, 2024-04-15T14:36:42.147 INFO:tasks.workunit.client.0.smithi016.stdout: "num_legacy_snapsets": 0, 2024-04-15T14:36:42.147 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_clones": 0, 2024-04-15T14:36:42.147 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_copies": 3, 2024-04-15T14:36:42.148 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects": 1, 2024-04-15T14:36:42.148 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_degraded": 0, 2024-04-15T14:36:42.148 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_dirty": 1, 2024-04-15T14:36:42.148 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T14:36:42.148 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_manifest": 0, 2024-04-15T14:36:42.148 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_misplaced": 0, 2024-04-15T14:36:42.148 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing": 0, 2024-04-15T14:36:42.148 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T14:36:42.148 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_omap": 1, 2024-04-15T14:36:42.148 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_pinned": 0, 2024-04-15T14:36:42.148 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_recovered": 0, 2024-04-15T14:36:42.148 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_repaired": 0, 2024-04-15T14:36:42.148 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_unfound": 0, 2024-04-15T14:36:42.148 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_bytes": 0, 2024-04-15T14:36:42.149 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_keys": 0, 2024-04-15T14:36:42.149 INFO:tasks.workunit.client.0.smithi016.stdout: "num_promote": 0, 2024-04-15T14:36:42.149 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read": 0, 2024-04-15T14:36:42.149 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read_kb": 0, 2024-04-15T14:36:42.149 INFO:tasks.workunit.client.0.smithi016.stdout: "num_scrub_errors": 0, 2024-04-15T14:36:42.149 INFO:tasks.workunit.client.0.smithi016.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T14:36:42.149 INFO:tasks.workunit.client.0.smithi016.stdout: "num_whiteouts": 0, 2024-04-15T14:36:42.149 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write": 1, 2024-04-15T14:36:42.149 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write_kb": 0 2024-04-15T14:36:42.149 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:42.149 INFO:tasks.workunit.client.0.smithi016.stdout: "state": "active+clean", 2024-04-15T14:36:42.149 INFO:tasks.workunit.client.0.smithi016.stdout: "stats_invalid": false, 2024-04-15T14:36:42.149 INFO:tasks.workunit.client.0.smithi016.stdout: "up": [ 2024-04-15T14:36:42.149 INFO:tasks.workunit.client.0.smithi016.stdout: 1, 2024-04-15T14:36:42.149 INFO:tasks.workunit.client.0.smithi016.stdout: 6, 2024-04-15T14:36:42.150 INFO:tasks.workunit.client.0.smithi016.stdout: 4 2024-04-15T14:36:42.150 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T14:36:42.150 INFO:tasks.workunit.client.0.smithi016.stdout: "up_primary": 1, 2024-04-15T14:36:42.150 INFO:tasks.workunit.client.0.smithi016.stdout: "version": "63'1" 2024-04-15T14:36:42.150 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:42.150 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-15T14:36:42.150 INFO:tasks.workunit.client.0.smithi016.stdout: "acting": [ 2024-04-15T14:36:42.150 INFO:tasks.workunit.client.0.smithi016.stdout: 3, 2024-04-15T14:36:42.150 INFO:tasks.workunit.client.0.smithi016.stdout: 7, 2024-04-15T14:36:42.150 INFO:tasks.workunit.client.0.smithi016.stdout: 0 2024-04-15T14:36:42.150 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T14:36:42.150 INFO:tasks.workunit.client.0.smithi016.stdout: "acting_primary": 3, 2024-04-15T14:36:42.150 INFO:tasks.workunit.client.0.smithi016.stdout: "avail_no_missing": [], 2024-04-15T14:36:42.150 INFO:tasks.workunit.client.0.smithi016.stdout: "blocked_by": [], 2024-04-15T14:36:42.150 INFO:tasks.workunit.client.0.smithi016.stdout: "created": 61, 2024-04-15T14:36:42.151 INFO:tasks.workunit.client.0.smithi016.stdout: "dirty_stats_invalid": false, 2024-04-15T14:36:42.151 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T14:36:42.151 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_stats_invalid": false, 2024-04-15T14:36:42.151 INFO:tasks.workunit.client.0.smithi016.stdout: "last_active": "2024-04-15T14:34:12.046653+0000", 2024-04-15T14:36:42.151 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_active": "2024-04-15T14:33:35.002683+0000", 2024-04-15T14:36:42.151 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_peered": "2024-04-15T14:33:35.002683+0000", 2024-04-15T14:36:42.151 INFO:tasks.workunit.client.0.smithi016.stdout: "last_change": "2024-04-15T14:33:35.003003+0000", 2024-04-15T14:36:42.151 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean": "2024-04-15T14:34:12.046653+0000", 2024-04-15T14:36:42.151 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T14:36:42.151 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub": "0'0", 2024-04-15T14:36:42.151 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T14:36:42.151 INFO:tasks.workunit.client.0.smithi016.stdout: "last_epoch_clean": 62, 2024-04-15T14:36:42.151 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fresh": "2024-04-15T14:34:12.046653+0000", 2024-04-15T14:36:42.151 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fullsized": "2024-04-15T14:34:12.046653+0000", 2024-04-15T14:36:42.152 INFO:tasks.workunit.client.0.smithi016.stdout: "last_peered": "2024-04-15T14:34:12.046653+0000", 2024-04-15T14:36:42.152 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub": "0'0", 2024-04-15T14:36:42.152 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_duration": 0, 2024-04-15T14:36:42.152 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T14:36:42.152 INFO:tasks.workunit.client.0.smithi016.stdout: "last_undegraded": "2024-04-15T14:34:12.046653+0000", 2024-04-15T14:36:42.152 INFO:tasks.workunit.client.0.smithi016.stdout: "last_unstale": "2024-04-15T14:34:12.046653+0000", 2024-04-15T14:36:42.152 INFO:tasks.workunit.client.0.smithi016.stdout: "log_dups_size": 0, 2024-04-15T14:36:42.152 INFO:tasks.workunit.client.0.smithi016.stdout: "log_size": 0, 2024-04-15T14:36:42.152 INFO:tasks.workunit.client.0.smithi016.stdout: "log_start": "0'0", 2024-04-15T14:36:42.152 INFO:tasks.workunit.client.0.smithi016.stdout: "manifest_stats_invalid": false, 2024-04-15T14:36:42.152 INFO:tasks.workunit.client.0.smithi016.stdout: "mapping_epoch": 61, 2024-04-15T14:36:42.152 INFO:tasks.workunit.client.0.smithi016.stdout: "object_location_counts": [], 2024-04-15T14:36:42.152 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_scrubbed": 0, 2024-04-15T14:36:42.152 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_trimmed": 0, 2024-04-15T14:36:42.152 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_stats_invalid": false, 2024-04-15T14:36:42.153 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_size": 0, 2024-04-15T14:36:42.153 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_start": "0'0", 2024-04-15T14:36:42.153 INFO:tasks.workunit.client.0.smithi016.stdout: "parent": "0.0", 2024-04-15T14:36:42.153 INFO:tasks.workunit.client.0.smithi016.stdout: "parent_split_bits": 0, 2024-04-15T14:36:42.153 INFO:tasks.workunit.client.0.smithi016.stdout: "pgid": "3.7", 2024-04-15T14:36:42.153 INFO:tasks.workunit.client.0.smithi016.stdout: "pin_stats_invalid": false, 2024-04-15T14:36:42.153 INFO:tasks.workunit.client.0.smithi016.stdout: "purged_snaps": [], 2024-04-15T14:36:42.153 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_epoch": 70, 2024-04-15T14:36:42.153 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_seq": 18, 2024-04-15T14:36:42.153 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_duration": 0.0, 2024-04-15T14:36:42.153 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-16T21:11:35.484239+0000", 2024-04-15T14:36:42.153 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrim_duration": 0.0, 2024-04-15T14:36:42.153 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrimq_len": 0, 2024-04-15T14:36:42.153 INFO:tasks.workunit.client.0.smithi016.stdout: "stat_sum": { 2024-04-15T14:36:42.153 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes": 0, 2024-04-15T14:36:42.154 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T14:36:42.154 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_recovered": 0, 2024-04-15T14:36:42.154 INFO:tasks.workunit.client.0.smithi016.stdout: "num_deep_scrub_errors": 0, 2024-04-15T14:36:42.154 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict": 0, 2024-04-15T14:36:42.154 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_kb": 0, 2024-04-15T14:36:42.154 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_full": 0, 2024-04-15T14:36:42.154 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_some": 0, 2024-04-15T14:36:42.154 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush": 0, 2024-04-15T14:36:42.154 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_kb": 0, 2024-04-15T14:36:42.154 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_high": 0, 2024-04-15T14:36:42.154 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_low": 0, 2024-04-15T14:36:42.154 INFO:tasks.workunit.client.0.smithi016.stdout: "num_keys_recovered": 0, 2024-04-15T14:36:42.154 INFO:tasks.workunit.client.0.smithi016.stdout: "num_large_omap_objects": 0, 2024-04-15T14:36:42.154 INFO:tasks.workunit.client.0.smithi016.stdout: "num_legacy_snapsets": 0, 2024-04-15T14:36:42.155 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_clones": 0, 2024-04-15T14:36:42.155 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_copies": 0, 2024-04-15T14:36:42.155 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects": 0, 2024-04-15T14:36:42.155 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_degraded": 0, 2024-04-15T14:36:42.155 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_dirty": 0, 2024-04-15T14:36:42.155 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T14:36:42.155 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_manifest": 0, 2024-04-15T14:36:42.155 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_misplaced": 0, 2024-04-15T14:36:42.155 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing": 0, 2024-04-15T14:36:42.155 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T14:36:42.155 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_omap": 0, 2024-04-15T14:36:42.155 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_pinned": 0, 2024-04-15T14:36:42.155 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_recovered": 0, 2024-04-15T14:36:42.155 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_repaired": 0, 2024-04-15T14:36:42.155 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_unfound": 0, 2024-04-15T14:36:42.156 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_bytes": 0, 2024-04-15T14:36:42.156 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_keys": 0, 2024-04-15T14:36:42.156 INFO:tasks.workunit.client.0.smithi016.stdout: "num_promote": 0, 2024-04-15T14:36:42.156 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read": 0, 2024-04-15T14:36:42.156 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read_kb": 0, 2024-04-15T14:36:42.156 INFO:tasks.workunit.client.0.smithi016.stdout: "num_scrub_errors": 0, 2024-04-15T14:36:42.156 INFO:tasks.workunit.client.0.smithi016.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T14:36:42.156 INFO:tasks.workunit.client.0.smithi016.stdout: "num_whiteouts": 0, 2024-04-15T14:36:42.156 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write": 0, 2024-04-15T14:36:42.156 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write_kb": 0 2024-04-15T14:36:42.156 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:42.156 INFO:tasks.workunit.client.0.smithi016.stdout: "state": "active+clean", 2024-04-15T14:36:42.156 INFO:tasks.workunit.client.0.smithi016.stdout: "stats_invalid": false, 2024-04-15T14:36:42.156 INFO:tasks.workunit.client.0.smithi016.stdout: "up": [ 2024-04-15T14:36:42.156 INFO:tasks.workunit.client.0.smithi016.stdout: 3, 2024-04-15T14:36:42.157 INFO:tasks.workunit.client.0.smithi016.stdout: 7, 2024-04-15T14:36:42.157 INFO:tasks.workunit.client.0.smithi016.stdout: 0 2024-04-15T14:36:42.157 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T14:36:42.157 INFO:tasks.workunit.client.0.smithi016.stdout: "up_primary": 3, 2024-04-15T14:36:42.157 INFO:tasks.workunit.client.0.smithi016.stdout: "version": "0'0" 2024-04-15T14:36:42.157 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:42.157 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-15T14:36:42.157 INFO:tasks.workunit.client.0.smithi016.stdout: "acting": [ 2024-04-15T14:36:42.157 INFO:tasks.workunit.client.0.smithi016.stdout: 4, 2024-04-15T14:36:42.157 INFO:tasks.workunit.client.0.smithi016.stdout: 5, 2024-04-15T14:36:42.157 INFO:tasks.workunit.client.0.smithi016.stdout: 6 2024-04-15T14:36:42.157 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T14:36:42.157 INFO:tasks.workunit.client.0.smithi016.stdout: "acting_primary": 4, 2024-04-15T14:36:42.157 INFO:tasks.workunit.client.0.smithi016.stdout: "avail_no_missing": [], 2024-04-15T14:36:42.157 INFO:tasks.workunit.client.0.smithi016.stdout: "blocked_by": [], 2024-04-15T14:36:42.157 INFO:tasks.workunit.client.0.smithi016.stdout: "created": 66, 2024-04-15T14:36:42.158 INFO:tasks.workunit.client.0.smithi016.stdout: "dirty_stats_invalid": false, 2024-04-15T14:36:42.158 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T14:36:42.158 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_stats_invalid": false, 2024-04-15T14:36:42.158 INFO:tasks.workunit.client.0.smithi016.stdout: "last_active": "2024-04-15T14:34:12.935031+0000", 2024-04-15T14:36:42.158 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_active": "2024-04-15T14:34:08.174321+0000", 2024-04-15T14:36:42.158 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_peered": "2024-04-15T14:34:08.174321+0000", 2024-04-15T14:36:42.158 INFO:tasks.workunit.client.0.smithi016.stdout: "last_change": "2024-04-15T14:34:08.174632+0000", 2024-04-15T14:36:42.158 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean": "2024-04-15T14:34:12.935031+0000", 2024-04-15T14:36:42.158 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean_scrub_stamp": "2024-04-15T14:34:07.163731+0000", 2024-04-15T14:36:42.158 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub": "0'0", 2024-04-15T14:36:42.158 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub_stamp": "2024-04-15T14:34:07.163731+0000", 2024-04-15T14:36:42.158 INFO:tasks.workunit.client.0.smithi016.stdout: "last_epoch_clean": 67, 2024-04-15T14:36:42.158 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fresh": "2024-04-15T14:34:12.935031+0000", 2024-04-15T14:36:42.159 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fullsized": "2024-04-15T14:34:12.935031+0000", 2024-04-15T14:36:42.159 INFO:tasks.workunit.client.0.smithi016.stdout: "last_peered": "2024-04-15T14:34:12.935031+0000", 2024-04-15T14:36:42.159 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub": "0'0", 2024-04-15T14:36:42.159 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_duration": 0, 2024-04-15T14:36:42.159 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_stamp": "2024-04-15T14:34:07.163731+0000", 2024-04-15T14:36:42.159 INFO:tasks.workunit.client.0.smithi016.stdout: "last_undegraded": "2024-04-15T14:34:12.935031+0000", 2024-04-15T14:36:42.159 INFO:tasks.workunit.client.0.smithi016.stdout: "last_unstale": "2024-04-15T14:34:12.935031+0000", 2024-04-15T14:36:42.159 INFO:tasks.workunit.client.0.smithi016.stdout: "log_dups_size": 0, 2024-04-15T14:36:42.159 INFO:tasks.workunit.client.0.smithi016.stdout: "log_size": 0, 2024-04-15T14:36:42.159 INFO:tasks.workunit.client.0.smithi016.stdout: "log_start": "0'0", 2024-04-15T14:36:42.159 INFO:tasks.workunit.client.0.smithi016.stdout: "manifest_stats_invalid": false, 2024-04-15T14:36:42.159 INFO:tasks.workunit.client.0.smithi016.stdout: "mapping_epoch": 66, 2024-04-15T14:36:42.159 INFO:tasks.workunit.client.0.smithi016.stdout: "object_location_counts": [], 2024-04-15T14:36:42.159 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_scrubbed": 0, 2024-04-15T14:36:42.159 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_trimmed": 0, 2024-04-15T14:36:42.160 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_stats_invalid": false, 2024-04-15T14:36:42.160 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_size": 0, 2024-04-15T14:36:42.160 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_start": "0'0", 2024-04-15T14:36:42.160 INFO:tasks.workunit.client.0.smithi016.stdout: "parent": "0.0", 2024-04-15T14:36:42.161 INFO:tasks.workunit.client.0.smithi016.stdout: "parent_split_bits": 0, 2024-04-15T14:36:42.161 INFO:tasks.workunit.client.0.smithi016.stdout: "pgid": "4.1", 2024-04-15T14:36:42.161 INFO:tasks.workunit.client.0.smithi016.stdout: "pin_stats_invalid": false, 2024-04-15T14:36:42.161 INFO:tasks.workunit.client.0.smithi016.stdout: "purged_snaps": [], 2024-04-15T14:36:42.161 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_epoch": 70, 2024-04-15T14:36:42.162 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_seq": 13, 2024-04-15T14:36:42.162 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_duration": 0.0, 2024-04-15T14:36:42.162 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-16T14:45:15.659964+0000", 2024-04-15T14:36:42.162 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrim_duration": 0.0, 2024-04-15T14:36:42.162 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrimq_len": 0, 2024-04-15T14:36:42.162 INFO:tasks.workunit.client.0.smithi016.stdout: "stat_sum": { 2024-04-15T14:36:42.162 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes": 0, 2024-04-15T14:36:42.162 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T14:36:42.162 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_recovered": 0, 2024-04-15T14:36:42.162 INFO:tasks.workunit.client.0.smithi016.stdout: "num_deep_scrub_errors": 0, 2024-04-15T14:36:42.162 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict": 0, 2024-04-15T14:36:42.162 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_kb": 0, 2024-04-15T14:36:42.162 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_full": 0, 2024-04-15T14:36:42.162 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_some": 0, 2024-04-15T14:36:42.163 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush": 0, 2024-04-15T14:36:42.163 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_kb": 0, 2024-04-15T14:36:42.163 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_high": 0, 2024-04-15T14:36:42.163 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_low": 0, 2024-04-15T14:36:42.163 INFO:tasks.workunit.client.0.smithi016.stdout: "num_keys_recovered": 0, 2024-04-15T14:36:42.163 INFO:tasks.workunit.client.0.smithi016.stdout: "num_large_omap_objects": 0, 2024-04-15T14:36:42.163 INFO:tasks.workunit.client.0.smithi016.stdout: "num_legacy_snapsets": 0, 2024-04-15T14:36:42.163 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_clones": 0, 2024-04-15T14:36:42.163 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_copies": 0, 2024-04-15T14:36:42.163 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects": 0, 2024-04-15T14:36:42.163 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_degraded": 0, 2024-04-15T14:36:42.163 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_dirty": 0, 2024-04-15T14:36:42.163 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T14:36:42.163 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_manifest": 0, 2024-04-15T14:36:42.163 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_misplaced": 0, 2024-04-15T14:36:42.164 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing": 0, 2024-04-15T14:36:42.164 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T14:36:42.164 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_omap": 0, 2024-04-15T14:36:42.164 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_pinned": 0, 2024-04-15T14:36:42.164 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_recovered": 0, 2024-04-15T14:36:42.164 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_repaired": 0, 2024-04-15T14:36:42.164 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_unfound": 0, 2024-04-15T14:36:42.164 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_bytes": 0, 2024-04-15T14:36:42.164 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_keys": 0, 2024-04-15T14:36:42.164 INFO:tasks.workunit.client.0.smithi016.stdout: "num_promote": 0, 2024-04-15T14:36:42.164 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read": 0, 2024-04-15T14:36:42.164 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read_kb": 0, 2024-04-15T14:36:42.164 INFO:tasks.workunit.client.0.smithi016.stdout: "num_scrub_errors": 0, 2024-04-15T14:36:42.164 INFO:tasks.workunit.client.0.smithi016.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T14:36:42.164 INFO:tasks.workunit.client.0.smithi016.stdout: "num_whiteouts": 0, 2024-04-15T14:36:42.165 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write": 0, 2024-04-15T14:36:42.165 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write_kb": 0 2024-04-15T14:36:42.165 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:42.165 INFO:tasks.workunit.client.0.smithi016.stdout: "state": "active+clean", 2024-04-15T14:36:42.165 INFO:tasks.workunit.client.0.smithi016.stdout: "stats_invalid": false, 2024-04-15T14:36:42.165 INFO:tasks.workunit.client.0.smithi016.stdout: "up": [ 2024-04-15T14:36:42.165 INFO:tasks.workunit.client.0.smithi016.stdout: 4, 2024-04-15T14:36:42.165 INFO:tasks.workunit.client.0.smithi016.stdout: 5, 2024-04-15T14:36:42.165 INFO:tasks.workunit.client.0.smithi016.stdout: 6 2024-04-15T14:36:42.165 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T14:36:42.165 INFO:tasks.workunit.client.0.smithi016.stdout: "up_primary": 4, 2024-04-15T14:36:42.165 INFO:tasks.workunit.client.0.smithi016.stdout: "version": "0'0" 2024-04-15T14:36:42.165 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:42.165 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-15T14:36:42.166 INFO:tasks.workunit.client.0.smithi016.stdout: "acting": [ 2024-04-15T14:36:42.166 INFO:tasks.workunit.client.0.smithi016.stdout: 6, 2024-04-15T14:36:42.166 INFO:tasks.workunit.client.0.smithi016.stdout: 7, 2024-04-15T14:36:42.166 INFO:tasks.workunit.client.0.smithi016.stdout: 2 2024-04-15T14:36:42.166 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T14:36:42.166 INFO:tasks.workunit.client.0.smithi016.stdout: "acting_primary": 6, 2024-04-15T14:36:42.166 INFO:tasks.workunit.client.0.smithi016.stdout: "avail_no_missing": [], 2024-04-15T14:36:42.166 INFO:tasks.workunit.client.0.smithi016.stdout: "blocked_by": [], 2024-04-15T14:36:42.166 INFO:tasks.workunit.client.0.smithi016.stdout: "created": 60, 2024-04-15T14:36:42.166 INFO:tasks.workunit.client.0.smithi016.stdout: "dirty_stats_invalid": false, 2024-04-15T14:36:42.166 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T14:36:42.166 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_stats_invalid": false, 2024-04-15T14:36:42.166 INFO:tasks.workunit.client.0.smithi016.stdout: "last_active": "2024-04-15T14:34:12.043814+0000", 2024-04-15T14:36:42.166 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_active": "2024-04-15T14:33:34.623029+0000", 2024-04-15T14:36:42.167 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_peered": "2024-04-15T14:33:34.623029+0000", 2024-04-15T14:36:42.167 INFO:tasks.workunit.client.0.smithi016.stdout: "last_change": "2024-04-15T14:33:34.624633+0000", 2024-04-15T14:36:42.167 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean": "2024-04-15T14:34:12.043814+0000", 2024-04-15T14:36:42.167 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean_scrub_stamp": "2024-04-15T14:33:33.599136+0000", 2024-04-15T14:36:42.167 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub": "0'0", 2024-04-15T14:36:42.167 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub_stamp": "2024-04-15T14:33:33.599136+0000", 2024-04-15T14:36:42.167 INFO:tasks.workunit.client.0.smithi016.stdout: "last_epoch_clean": 61, 2024-04-15T14:36:42.167 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fresh": "2024-04-15T14:34:12.043814+0000", 2024-04-15T14:36:42.167 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fullsized": "2024-04-15T14:34:12.043814+0000", 2024-04-15T14:36:42.167 INFO:tasks.workunit.client.0.smithi016.stdout: "last_peered": "2024-04-15T14:34:12.043814+0000", 2024-04-15T14:36:42.167 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub": "0'0", 2024-04-15T14:36:42.167 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_duration": 0, 2024-04-15T14:36:42.167 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_stamp": "2024-04-15T14:33:33.599136+0000", 2024-04-15T14:36:42.167 INFO:tasks.workunit.client.0.smithi016.stdout: "last_undegraded": "2024-04-15T14:34:12.043814+0000", 2024-04-15T14:36:42.168 INFO:tasks.workunit.client.0.smithi016.stdout: "last_unstale": "2024-04-15T14:34:12.043814+0000", 2024-04-15T14:36:42.168 INFO:tasks.workunit.client.0.smithi016.stdout: "log_dups_size": 0, 2024-04-15T14:36:42.168 INFO:tasks.workunit.client.0.smithi016.stdout: "log_size": 2, 2024-04-15T14:36:42.168 INFO:tasks.workunit.client.0.smithi016.stdout: "log_start": "0'0", 2024-04-15T14:36:42.168 INFO:tasks.workunit.client.0.smithi016.stdout: "manifest_stats_invalid": false, 2024-04-15T14:36:42.168 INFO:tasks.workunit.client.0.smithi016.stdout: "mapping_epoch": 60, 2024-04-15T14:36:42.168 INFO:tasks.workunit.client.0.smithi016.stdout: "object_location_counts": [], 2024-04-15T14:36:42.168 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_scrubbed": 0, 2024-04-15T14:36:42.168 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_trimmed": 0, 2024-04-15T14:36:42.168 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_stats_invalid": false, 2024-04-15T14:36:42.168 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_size": 2, 2024-04-15T14:36:42.168 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_start": "0'0", 2024-04-15T14:36:42.168 INFO:tasks.workunit.client.0.smithi016.stdout: "parent": "0.0", 2024-04-15T14:36:42.168 INFO:tasks.workunit.client.0.smithi016.stdout: "parent_split_bits": 0, 2024-04-15T14:36:42.168 INFO:tasks.workunit.client.0.smithi016.stdout: "pgid": "2.7", 2024-04-15T14:36:42.169 INFO:tasks.workunit.client.0.smithi016.stdout: "pin_stats_invalid": false, 2024-04-15T14:36:42.169 INFO:tasks.workunit.client.0.smithi016.stdout: "purged_snaps": [], 2024-04-15T14:36:42.169 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_epoch": 70, 2024-04-15T14:36:42.169 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_seq": 21, 2024-04-15T14:36:42.169 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_duration": 0.0, 2024-04-15T14:36:42.169 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-16T19:45:31.771526+0000", 2024-04-15T14:36:42.169 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrim_duration": 0.0, 2024-04-15T14:36:42.169 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrimq_len": 0, 2024-04-15T14:36:42.169 INFO:tasks.workunit.client.0.smithi016.stdout: "stat_sum": { 2024-04-15T14:36:42.169 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes": 0, 2024-04-15T14:36:42.169 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T14:36:42.169 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_recovered": 0, 2024-04-15T14:36:42.169 INFO:tasks.workunit.client.0.smithi016.stdout: "num_deep_scrub_errors": 0, 2024-04-15T14:36:42.169 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict": 0, 2024-04-15T14:36:42.169 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_kb": 0, 2024-04-15T14:36:42.170 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_full": 0, 2024-04-15T14:36:42.170 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_some": 0, 2024-04-15T14:36:42.170 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush": 0, 2024-04-15T14:36:42.170 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_kb": 0, 2024-04-15T14:36:42.170 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_high": 0, 2024-04-15T14:36:42.170 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_low": 0, 2024-04-15T14:36:42.170 INFO:tasks.workunit.client.0.smithi016.stdout: "num_keys_recovered": 0, 2024-04-15T14:36:42.170 INFO:tasks.workunit.client.0.smithi016.stdout: "num_large_omap_objects": 0, 2024-04-15T14:36:42.170 INFO:tasks.workunit.client.0.smithi016.stdout: "num_legacy_snapsets": 0, 2024-04-15T14:36:42.170 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_clones": 0, 2024-04-15T14:36:42.170 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_copies": 3, 2024-04-15T14:36:42.170 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects": 1, 2024-04-15T14:36:42.170 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_degraded": 0, 2024-04-15T14:36:42.170 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_dirty": 1, 2024-04-15T14:36:42.170 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T14:36:42.171 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_manifest": 0, 2024-04-15T14:36:42.171 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_misplaced": 0, 2024-04-15T14:36:42.171 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing": 0, 2024-04-15T14:36:42.171 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T14:36:42.171 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_omap": 1, 2024-04-15T14:36:42.171 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_pinned": 0, 2024-04-15T14:36:42.171 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_recovered": 0, 2024-04-15T14:36:42.171 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_repaired": 0, 2024-04-15T14:36:42.171 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_unfound": 0, 2024-04-15T14:36:42.171 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_bytes": 0, 2024-04-15T14:36:42.171 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_keys": 0, 2024-04-15T14:36:42.171 INFO:tasks.workunit.client.0.smithi016.stdout: "num_promote": 0, 2024-04-15T14:36:42.171 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read": 0, 2024-04-15T14:36:42.171 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read_kb": 0, 2024-04-15T14:36:42.171 INFO:tasks.workunit.client.0.smithi016.stdout: "num_scrub_errors": 0, 2024-04-15T14:36:42.172 INFO:tasks.workunit.client.0.smithi016.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T14:36:42.172 INFO:tasks.workunit.client.0.smithi016.stdout: "num_whiteouts": 0, 2024-04-15T14:36:42.172 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write": 3, 2024-04-15T14:36:42.172 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write_kb": 0 2024-04-15T14:36:42.172 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:42.172 INFO:tasks.workunit.client.0.smithi016.stdout: "state": "active+clean", 2024-04-15T14:36:42.172 INFO:tasks.workunit.client.0.smithi016.stdout: "stats_invalid": false, 2024-04-15T14:36:42.172 INFO:tasks.workunit.client.0.smithi016.stdout: "up": [ 2024-04-15T14:36:42.172 INFO:tasks.workunit.client.0.smithi016.stdout: 6, 2024-04-15T14:36:42.172 INFO:tasks.workunit.client.0.smithi016.stdout: 7, 2024-04-15T14:36:42.172 INFO:tasks.workunit.client.0.smithi016.stdout: 2 2024-04-15T14:36:42.172 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T14:36:42.172 INFO:tasks.workunit.client.0.smithi016.stdout: "up_primary": 6, 2024-04-15T14:36:42.172 INFO:tasks.workunit.client.0.smithi016.stdout: "version": "62'2" 2024-04-15T14:36:42.173 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:42.173 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-15T14:36:42.173 INFO:tasks.workunit.client.0.smithi016.stdout: "acting": [ 2024-04-15T14:36:42.173 INFO:tasks.workunit.client.0.smithi016.stdout: 2, 2024-04-15T14:36:42.173 INFO:tasks.workunit.client.0.smithi016.stdout: 1, 2024-04-15T14:36:42.173 INFO:tasks.workunit.client.0.smithi016.stdout: 4 2024-04-15T14:36:42.173 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T14:36:42.173 INFO:tasks.workunit.client.0.smithi016.stdout: "acting_primary": 2, 2024-04-15T14:36:42.173 INFO:tasks.workunit.client.0.smithi016.stdout: "avail_no_missing": [], 2024-04-15T14:36:42.173 INFO:tasks.workunit.client.0.smithi016.stdout: "blocked_by": [], 2024-04-15T14:36:42.173 INFO:tasks.workunit.client.0.smithi016.stdout: "created": 61, 2024-04-15T14:36:42.173 INFO:tasks.workunit.client.0.smithi016.stdout: "dirty_stats_invalid": false, 2024-04-15T14:36:42.173 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T14:36:42.173 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_stats_invalid": false, 2024-04-15T14:36:42.173 INFO:tasks.workunit.client.0.smithi016.stdout: "last_active": "2024-04-15T14:34:11.926541+0000", 2024-04-15T14:36:42.174 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_active": "2024-04-15T14:33:58.035451+0000", 2024-04-15T14:36:42.174 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_peered": "2024-04-15T14:33:58.035451+0000", 2024-04-15T14:36:42.174 INFO:tasks.workunit.client.0.smithi016.stdout: "last_change": "2024-04-15T14:33:58.035697+0000", 2024-04-15T14:36:42.174 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean": "2024-04-15T14:34:11.926541+0000", 2024-04-15T14:36:42.174 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T14:36:42.174 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub": "0'0", 2024-04-15T14:36:42.174 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T14:36:42.174 INFO:tasks.workunit.client.0.smithi016.stdout: "last_epoch_clean": 65, 2024-04-15T14:36:42.174 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fresh": "2024-04-15T14:34:11.926541+0000", 2024-04-15T14:36:42.174 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fullsized": "2024-04-15T14:34:11.926541+0000", 2024-04-15T14:36:42.174 INFO:tasks.workunit.client.0.smithi016.stdout: "last_peered": "2024-04-15T14:34:11.926541+0000", 2024-04-15T14:36:42.174 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub": "0'0", 2024-04-15T14:36:42.174 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_duration": 0, 2024-04-15T14:36:42.174 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T14:36:42.175 INFO:tasks.workunit.client.0.smithi016.stdout: "last_undegraded": "2024-04-15T14:34:11.926541+0000", 2024-04-15T14:36:42.175 INFO:tasks.workunit.client.0.smithi016.stdout: "last_unstale": "2024-04-15T14:34:11.926541+0000", 2024-04-15T14:36:42.175 INFO:tasks.workunit.client.0.smithi016.stdout: "log_dups_size": 0, 2024-04-15T14:36:42.175 INFO:tasks.workunit.client.0.smithi016.stdout: "log_size": 0, 2024-04-15T14:36:42.175 INFO:tasks.workunit.client.0.smithi016.stdout: "log_start": "0'0", 2024-04-15T14:36:42.175 INFO:tasks.workunit.client.0.smithi016.stdout: "manifest_stats_invalid": false, 2024-04-15T14:36:42.175 INFO:tasks.workunit.client.0.smithi016.stdout: "mapping_epoch": 64, 2024-04-15T14:36:42.175 INFO:tasks.workunit.client.0.smithi016.stdout: "object_location_counts": [], 2024-04-15T14:36:42.175 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_scrubbed": 0, 2024-04-15T14:36:42.175 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_trimmed": 0, 2024-04-15T14:36:42.175 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_stats_invalid": false, 2024-04-15T14:36:42.175 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_size": 0, 2024-04-15T14:36:42.175 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_start": "0'0", 2024-04-15T14:36:42.175 INFO:tasks.workunit.client.0.smithi016.stdout: "parent": "0.0", 2024-04-15T14:36:42.175 INFO:tasks.workunit.client.0.smithi016.stdout: "parent_split_bits": 0, 2024-04-15T14:36:42.176 INFO:tasks.workunit.client.0.smithi016.stdout: "pgid": "3.6", 2024-04-15T14:36:42.176 INFO:tasks.workunit.client.0.smithi016.stdout: "pin_stats_invalid": false, 2024-04-15T14:36:42.176 INFO:tasks.workunit.client.0.smithi016.stdout: "purged_snaps": [], 2024-04-15T14:36:42.176 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_epoch": 70, 2024-04-15T14:36:42.176 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_seq": 17, 2024-04-15T14:36:42.176 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_duration": 0.0, 2024-04-15T14:36:42.176 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-16T16:02:26.657783+0000", 2024-04-15T14:36:42.176 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrim_duration": 0.0, 2024-04-15T14:36:42.176 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrimq_len": 0, 2024-04-15T14:36:42.176 INFO:tasks.workunit.client.0.smithi016.stdout: "stat_sum": { 2024-04-15T14:36:42.176 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes": 0, 2024-04-15T14:36:42.176 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T14:36:42.176 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_recovered": 0, 2024-04-15T14:36:42.176 INFO:tasks.workunit.client.0.smithi016.stdout: "num_deep_scrub_errors": 0, 2024-04-15T14:36:42.176 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict": 0, 2024-04-15T14:36:42.177 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_kb": 0, 2024-04-15T14:36:42.177 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_full": 0, 2024-04-15T14:36:42.177 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_some": 0, 2024-04-15T14:36:42.177 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush": 0, 2024-04-15T14:36:42.177 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_kb": 0, 2024-04-15T14:36:42.177 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_high": 0, 2024-04-15T14:36:42.177 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_low": 0, 2024-04-15T14:36:42.177 INFO:tasks.workunit.client.0.smithi016.stdout: "num_keys_recovered": 0, 2024-04-15T14:36:42.177 INFO:tasks.workunit.client.0.smithi016.stdout: "num_large_omap_objects": 0, 2024-04-15T14:36:42.177 INFO:tasks.workunit.client.0.smithi016.stdout: "num_legacy_snapsets": 0, 2024-04-15T14:36:42.177 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_clones": 0, 2024-04-15T14:36:42.177 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_copies": 0, 2024-04-15T14:36:42.177 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects": 0, 2024-04-15T14:36:42.177 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_degraded": 0, 2024-04-15T14:36:42.178 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_dirty": 0, 2024-04-15T14:36:42.178 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T14:36:42.178 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_manifest": 0, 2024-04-15T14:36:42.178 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_misplaced": 0, 2024-04-15T14:36:42.178 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing": 0, 2024-04-15T14:36:42.178 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T14:36:42.178 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_omap": 0, 2024-04-15T14:36:42.178 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_pinned": 0, 2024-04-15T14:36:42.178 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_recovered": 0, 2024-04-15T14:36:42.178 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_repaired": 0, 2024-04-15T14:36:42.178 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_unfound": 0, 2024-04-15T14:36:42.178 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_bytes": 0, 2024-04-15T14:36:42.178 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_keys": 0, 2024-04-15T14:36:42.178 INFO:tasks.workunit.client.0.smithi016.stdout: "num_promote": 0, 2024-04-15T14:36:42.179 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read": 0, 2024-04-15T14:36:42.179 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read_kb": 0, 2024-04-15T14:36:42.179 INFO:tasks.workunit.client.0.smithi016.stdout: "num_scrub_errors": 0, 2024-04-15T14:36:42.179 INFO:tasks.workunit.client.0.smithi016.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T14:36:42.179 INFO:tasks.workunit.client.0.smithi016.stdout: "num_whiteouts": 0, 2024-04-15T14:36:42.179 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write": 0, 2024-04-15T14:36:42.179 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write_kb": 0 2024-04-15T14:36:42.179 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:42.179 INFO:tasks.workunit.client.0.smithi016.stdout: "state": "active+clean", 2024-04-15T14:36:42.179 INFO:tasks.workunit.client.0.smithi016.stdout: "stats_invalid": false, 2024-04-15T14:36:42.179 INFO:tasks.workunit.client.0.smithi016.stdout: "up": [ 2024-04-15T14:36:42.179 INFO:tasks.workunit.client.0.smithi016.stdout: 2, 2024-04-15T14:36:42.179 INFO:tasks.workunit.client.0.smithi016.stdout: 1, 2024-04-15T14:36:42.179 INFO:tasks.workunit.client.0.smithi016.stdout: 4 2024-04-15T14:36:42.179 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T14:36:42.180 INFO:tasks.workunit.client.0.smithi016.stdout: "up_primary": 2, 2024-04-15T14:36:42.180 INFO:tasks.workunit.client.0.smithi016.stdout: "version": "0'0" 2024-04-15T14:36:42.180 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:42.180 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-15T14:36:42.180 INFO:tasks.workunit.client.0.smithi016.stdout: "acting": [ 2024-04-15T14:36:42.180 INFO:tasks.workunit.client.0.smithi016.stdout: 7, 2024-04-15T14:36:42.180 INFO:tasks.workunit.client.0.smithi016.stdout: 0, 2024-04-15T14:36:42.180 INFO:tasks.workunit.client.0.smithi016.stdout: 1 2024-04-15T14:36:42.180 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T14:36:42.180 INFO:tasks.workunit.client.0.smithi016.stdout: "acting_primary": 7, 2024-04-15T14:36:42.180 INFO:tasks.workunit.client.0.smithi016.stdout: "avail_no_missing": [], 2024-04-15T14:36:42.180 INFO:tasks.workunit.client.0.smithi016.stdout: "blocked_by": [], 2024-04-15T14:36:42.180 INFO:tasks.workunit.client.0.smithi016.stdout: "created": 60, 2024-04-15T14:36:42.180 INFO:tasks.workunit.client.0.smithi016.stdout: "dirty_stats_invalid": false, 2024-04-15T14:36:42.180 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T14:36:42.181 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_stats_invalid": false, 2024-04-15T14:36:42.181 INFO:tasks.workunit.client.0.smithi016.stdout: "last_active": "2024-04-15T14:34:11.923349+0000", 2024-04-15T14:36:42.181 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_active": "2024-04-15T14:33:34.629162+0000", 2024-04-15T14:36:42.181 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_peered": "2024-04-15T14:33:34.629162+0000", 2024-04-15T14:36:42.181 INFO:tasks.workunit.client.0.smithi016.stdout: "last_change": "2024-04-15T14:33:34.629537+0000", 2024-04-15T14:36:42.181 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean": "2024-04-15T14:34:11.923349+0000", 2024-04-15T14:36:42.181 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean_scrub_stamp": "2024-04-15T14:33:33.599136+0000", 2024-04-15T14:36:42.181 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub": "0'0", 2024-04-15T14:36:42.181 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub_stamp": "2024-04-15T14:33:33.599136+0000", 2024-04-15T14:36:42.181 INFO:tasks.workunit.client.0.smithi016.stdout: "last_epoch_clean": 61, 2024-04-15T14:36:42.181 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fresh": "2024-04-15T14:34:11.923349+0000", 2024-04-15T14:36:42.181 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fullsized": "2024-04-15T14:34:11.923349+0000", 2024-04-15T14:36:42.181 INFO:tasks.workunit.client.0.smithi016.stdout: "last_peered": "2024-04-15T14:34:11.923349+0000", 2024-04-15T14:36:42.181 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub": "0'0", 2024-04-15T14:36:42.181 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_duration": 0, 2024-04-15T14:36:42.182 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_stamp": "2024-04-15T14:33:33.599136+0000", 2024-04-15T14:36:42.182 INFO:tasks.workunit.client.0.smithi016.stdout: "last_undegraded": "2024-04-15T14:34:11.923349+0000", 2024-04-15T14:36:42.182 INFO:tasks.workunit.client.0.smithi016.stdout: "last_unstale": "2024-04-15T14:34:11.923349+0000", 2024-04-15T14:36:42.182 INFO:tasks.workunit.client.0.smithi016.stdout: "log_dups_size": 0, 2024-04-15T14:36:42.182 INFO:tasks.workunit.client.0.smithi016.stdout: "log_size": 0, 2024-04-15T14:36:42.182 INFO:tasks.workunit.client.0.smithi016.stdout: "log_start": "0'0", 2024-04-15T14:36:42.182 INFO:tasks.workunit.client.0.smithi016.stdout: "manifest_stats_invalid": false, 2024-04-15T14:36:42.182 INFO:tasks.workunit.client.0.smithi016.stdout: "mapping_epoch": 60, 2024-04-15T14:36:42.182 INFO:tasks.workunit.client.0.smithi016.stdout: "object_location_counts": [], 2024-04-15T14:36:42.182 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_scrubbed": 0, 2024-04-15T14:36:42.182 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_trimmed": 0, 2024-04-15T14:36:42.182 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_stats_invalid": false, 2024-04-15T14:36:42.182 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_size": 0, 2024-04-15T14:36:42.182 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_start": "0'0", 2024-04-15T14:36:42.182 INFO:tasks.workunit.client.0.smithi016.stdout: "parent": "0.0", 2024-04-15T14:36:42.183 INFO:tasks.workunit.client.0.smithi016.stdout: "parent_split_bits": 0, 2024-04-15T14:36:42.183 INFO:tasks.workunit.client.0.smithi016.stdout: "pgid": "2.8", 2024-04-15T14:36:42.183 INFO:tasks.workunit.client.0.smithi016.stdout: "pin_stats_invalid": false, 2024-04-15T14:36:42.183 INFO:tasks.workunit.client.0.smithi016.stdout: "purged_snaps": [], 2024-04-15T14:36:42.183 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_epoch": 70, 2024-04-15T14:36:42.183 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_seq": 19, 2024-04-15T14:36:42.183 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_duration": 0.0, 2024-04-15T14:36:42.183 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-16T19:42:06.929486+0000", 2024-04-15T14:36:42.183 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrim_duration": 0.0, 2024-04-15T14:36:42.183 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrimq_len": 0, 2024-04-15T14:36:42.183 INFO:tasks.workunit.client.0.smithi016.stdout: "stat_sum": { 2024-04-15T14:36:42.183 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes": 0, 2024-04-15T14:36:42.183 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T14:36:42.183 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_recovered": 0, 2024-04-15T14:36:42.183 INFO:tasks.workunit.client.0.smithi016.stdout: "num_deep_scrub_errors": 0, 2024-04-15T14:36:42.184 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict": 0, 2024-04-15T14:36:42.184 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_kb": 0, 2024-04-15T14:36:42.184 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_full": 0, 2024-04-15T14:36:42.184 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_some": 0, 2024-04-15T14:36:42.184 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush": 0, 2024-04-15T14:36:42.184 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_kb": 0, 2024-04-15T14:36:42.184 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_high": 0, 2024-04-15T14:36:42.184 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_low": 0, 2024-04-15T14:36:42.184 INFO:tasks.workunit.client.0.smithi016.stdout: "num_keys_recovered": 0, 2024-04-15T14:36:42.184 INFO:tasks.workunit.client.0.smithi016.stdout: "num_large_omap_objects": 0, 2024-04-15T14:36:42.184 INFO:tasks.workunit.client.0.smithi016.stdout: "num_legacy_snapsets": 0, 2024-04-15T14:36:42.184 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_clones": 0, 2024-04-15T14:36:42.184 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_copies": 0, 2024-04-15T14:36:42.184 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects": 0, 2024-04-15T14:36:42.184 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_degraded": 0, 2024-04-15T14:36:42.185 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_dirty": 0, 2024-04-15T14:36:42.185 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T14:36:42.185 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_manifest": 0, 2024-04-15T14:36:42.185 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_misplaced": 0, 2024-04-15T14:36:42.185 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing": 0, 2024-04-15T14:36:42.185 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T14:36:42.185 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_omap": 0, 2024-04-15T14:36:42.185 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_pinned": 0, 2024-04-15T14:36:42.185 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_recovered": 0, 2024-04-15T14:36:42.185 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_repaired": 0, 2024-04-15T14:36:42.185 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_unfound": 0, 2024-04-15T14:36:42.185 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_bytes": 0, 2024-04-15T14:36:42.185 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_keys": 0, 2024-04-15T14:36:42.185 INFO:tasks.workunit.client.0.smithi016.stdout: "num_promote": 0, 2024-04-15T14:36:42.186 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read": 0, 2024-04-15T14:36:42.186 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read_kb": 0, 2024-04-15T14:36:42.186 INFO:tasks.workunit.client.0.smithi016.stdout: "num_scrub_errors": 0, 2024-04-15T14:36:42.186 INFO:tasks.workunit.client.0.smithi016.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T14:36:42.186 INFO:tasks.workunit.client.0.smithi016.stdout: "num_whiteouts": 0, 2024-04-15T14:36:42.186 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write": 0, 2024-04-15T14:36:42.186 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write_kb": 0 2024-04-15T14:36:42.186 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:42.186 INFO:tasks.workunit.client.0.smithi016.stdout: "state": "active+clean", 2024-04-15T14:36:42.186 INFO:tasks.workunit.client.0.smithi016.stdout: "stats_invalid": false, 2024-04-15T14:36:42.186 INFO:tasks.workunit.client.0.smithi016.stdout: "up": [ 2024-04-15T14:36:42.186 INFO:tasks.workunit.client.0.smithi016.stdout: 7, 2024-04-15T14:36:42.186 INFO:tasks.workunit.client.0.smithi016.stdout: 0, 2024-04-15T14:36:42.186 INFO:tasks.workunit.client.0.smithi016.stdout: 1 2024-04-15T14:36:42.187 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T14:36:42.187 INFO:tasks.workunit.client.0.smithi016.stdout: "up_primary": 7, 2024-04-15T14:36:42.187 INFO:tasks.workunit.client.0.smithi016.stdout: "version": "0'0" 2024-04-15T14:36:42.187 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:42.187 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-15T14:36:42.187 INFO:tasks.workunit.client.0.smithi016.stdout: "acting": [ 2024-04-15T14:36:42.187 INFO:tasks.workunit.client.0.smithi016.stdout: 1, 2024-04-15T14:36:42.187 INFO:tasks.workunit.client.0.smithi016.stdout: 2, 2024-04-15T14:36:42.187 INFO:tasks.workunit.client.0.smithi016.stdout: 7 2024-04-15T14:36:42.187 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T14:36:42.187 INFO:tasks.workunit.client.0.smithi016.stdout: "acting_primary": 1, 2024-04-15T14:36:42.187 INFO:tasks.workunit.client.0.smithi016.stdout: "avail_no_missing": [], 2024-04-15T14:36:42.187 INFO:tasks.workunit.client.0.smithi016.stdout: "blocked_by": [], 2024-04-15T14:36:42.187 INFO:tasks.workunit.client.0.smithi016.stdout: "created": 61, 2024-04-15T14:36:42.188 INFO:tasks.workunit.client.0.smithi016.stdout: "dirty_stats_invalid": false, 2024-04-15T14:36:42.188 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T14:36:42.188 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_stats_invalid": false, 2024-04-15T14:36:42.188 INFO:tasks.workunit.client.0.smithi016.stdout: "last_active": "2024-04-15T14:34:12.003241+0000", 2024-04-15T14:36:42.188 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_active": "2024-04-15T14:33:58.815786+0000", 2024-04-15T14:36:42.188 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_peered": "2024-04-15T14:33:58.815786+0000", 2024-04-15T14:36:42.188 INFO:tasks.workunit.client.0.smithi016.stdout: "last_change": "2024-04-15T14:33:58.816159+0000", 2024-04-15T14:36:42.188 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean": "2024-04-15T14:34:12.003241+0000", 2024-04-15T14:36:42.188 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T14:36:42.188 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub": "0'0", 2024-04-15T14:36:42.188 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T14:36:42.188 INFO:tasks.workunit.client.0.smithi016.stdout: "last_epoch_clean": 65, 2024-04-15T14:36:42.188 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fresh": "2024-04-15T14:34:12.003241+0000", 2024-04-15T14:36:42.188 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fullsized": "2024-04-15T14:34:12.003241+0000", 2024-04-15T14:36:42.188 INFO:tasks.workunit.client.0.smithi016.stdout: "last_peered": "2024-04-15T14:34:12.003241+0000", 2024-04-15T14:36:42.189 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub": "0'0", 2024-04-15T14:36:42.189 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_duration": 0, 2024-04-15T14:36:42.189 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T14:36:42.189 INFO:tasks.workunit.client.0.smithi016.stdout: "last_undegraded": "2024-04-15T14:34:12.003241+0000", 2024-04-15T14:36:42.189 INFO:tasks.workunit.client.0.smithi016.stdout: "last_unstale": "2024-04-15T14:34:12.003241+0000", 2024-04-15T14:36:42.189 INFO:tasks.workunit.client.0.smithi016.stdout: "log_dups_size": 0, 2024-04-15T14:36:42.189 INFO:tasks.workunit.client.0.smithi016.stdout: "log_size": 0, 2024-04-15T14:36:42.189 INFO:tasks.workunit.client.0.smithi016.stdout: "log_start": "0'0", 2024-04-15T14:36:42.189 INFO:tasks.workunit.client.0.smithi016.stdout: "manifest_stats_invalid": false, 2024-04-15T14:36:42.189 INFO:tasks.workunit.client.0.smithi016.stdout: "mapping_epoch": 64, 2024-04-15T14:36:42.189 INFO:tasks.workunit.client.0.smithi016.stdout: "object_location_counts": [], 2024-04-15T14:36:42.189 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_scrubbed": 0, 2024-04-15T14:36:42.189 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_trimmed": 0, 2024-04-15T14:36:42.189 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_stats_invalid": false, 2024-04-15T14:36:42.189 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_size": 0, 2024-04-15T14:36:42.190 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_start": "0'0", 2024-04-15T14:36:42.190 INFO:tasks.workunit.client.0.smithi016.stdout: "parent": "0.0", 2024-04-15T14:36:42.190 INFO:tasks.workunit.client.0.smithi016.stdout: "parent_split_bits": 0, 2024-04-15T14:36:42.190 INFO:tasks.workunit.client.0.smithi016.stdout: "pgid": "3.9", 2024-04-15T14:36:42.190 INFO:tasks.workunit.client.0.smithi016.stdout: "pin_stats_invalid": false, 2024-04-15T14:36:42.190 INFO:tasks.workunit.client.0.smithi016.stdout: "purged_snaps": [], 2024-04-15T14:36:42.190 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_epoch": 70, 2024-04-15T14:36:42.190 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_seq": 17, 2024-04-15T14:36:42.190 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_duration": 0.0, 2024-04-15T14:36:42.190 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-16T22:12:57.772917+0000", 2024-04-15T14:36:42.190 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrim_duration": 0.0, 2024-04-15T14:36:42.190 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrimq_len": 0, 2024-04-15T14:36:42.190 INFO:tasks.workunit.client.0.smithi016.stdout: "stat_sum": { 2024-04-15T14:36:42.190 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes": 0, 2024-04-15T14:36:42.191 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T14:36:42.191 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_recovered": 0, 2024-04-15T14:36:42.191 INFO:tasks.workunit.client.0.smithi016.stdout: "num_deep_scrub_errors": 0, 2024-04-15T14:36:42.191 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict": 0, 2024-04-15T14:36:42.191 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_kb": 0, 2024-04-15T14:36:42.191 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_full": 0, 2024-04-15T14:36:42.191 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_some": 0, 2024-04-15T14:36:42.191 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush": 0, 2024-04-15T14:36:42.191 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_kb": 0, 2024-04-15T14:36:42.191 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_high": 0, 2024-04-15T14:36:42.191 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_low": 0, 2024-04-15T14:36:42.191 INFO:tasks.workunit.client.0.smithi016.stdout: "num_keys_recovered": 0, 2024-04-15T14:36:42.191 INFO:tasks.workunit.client.0.smithi016.stdout: "num_large_omap_objects": 0, 2024-04-15T14:36:42.191 INFO:tasks.workunit.client.0.smithi016.stdout: "num_legacy_snapsets": 0, 2024-04-15T14:36:42.192 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_clones": 0, 2024-04-15T14:36:42.192 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_copies": 0, 2024-04-15T14:36:42.192 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects": 0, 2024-04-15T14:36:42.192 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_degraded": 0, 2024-04-15T14:36:42.192 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_dirty": 0, 2024-04-15T14:36:42.192 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T14:36:42.192 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_manifest": 0, 2024-04-15T14:36:42.192 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_misplaced": 0, 2024-04-15T14:36:42.192 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing": 0, 2024-04-15T14:36:42.192 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T14:36:42.192 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_omap": 0, 2024-04-15T14:36:42.192 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_pinned": 0, 2024-04-15T14:36:42.192 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_recovered": 0, 2024-04-15T14:36:42.192 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_repaired": 0, 2024-04-15T14:36:42.193 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_unfound": 0, 2024-04-15T14:36:42.193 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_bytes": 0, 2024-04-15T14:36:42.193 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_keys": 0, 2024-04-15T14:36:42.193 INFO:tasks.workunit.client.0.smithi016.stdout: "num_promote": 0, 2024-04-15T14:36:42.193 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read": 0, 2024-04-15T14:36:42.193 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read_kb": 0, 2024-04-15T14:36:42.193 INFO:tasks.workunit.client.0.smithi016.stdout: "num_scrub_errors": 0, 2024-04-15T14:36:42.193 INFO:tasks.workunit.client.0.smithi016.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T14:36:42.193 INFO:tasks.workunit.client.0.smithi016.stdout: "num_whiteouts": 0, 2024-04-15T14:36:42.193 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write": 0, 2024-04-15T14:36:42.193 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write_kb": 0 2024-04-15T14:36:42.193 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:42.193 INFO:tasks.workunit.client.0.smithi016.stdout: "state": "active+clean", 2024-04-15T14:36:42.193 INFO:tasks.workunit.client.0.smithi016.stdout: "stats_invalid": false, 2024-04-15T14:36:42.193 INFO:tasks.workunit.client.0.smithi016.stdout: "up": [ 2024-04-15T14:36:42.194 INFO:tasks.workunit.client.0.smithi016.stdout: 1, 2024-04-15T14:36:42.194 INFO:tasks.workunit.client.0.smithi016.stdout: 2, 2024-04-15T14:36:42.194 INFO:tasks.workunit.client.0.smithi016.stdout: 7 2024-04-15T14:36:42.194 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T14:36:42.194 INFO:tasks.workunit.client.0.smithi016.stdout: "up_primary": 1, 2024-04-15T14:36:42.194 INFO:tasks.workunit.client.0.smithi016.stdout: "version": "0'0" 2024-04-15T14:36:42.194 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:42.194 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-15T14:36:42.194 INFO:tasks.workunit.client.0.smithi016.stdout: "acting": [ 2024-04-15T14:36:42.194 INFO:tasks.workunit.client.0.smithi016.stdout: 1, 2024-04-15T14:36:42.194 INFO:tasks.workunit.client.0.smithi016.stdout: 2, 2024-04-15T14:36:42.194 INFO:tasks.workunit.client.0.smithi016.stdout: 3 2024-04-15T14:36:42.194 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T14:36:42.194 INFO:tasks.workunit.client.0.smithi016.stdout: "acting_primary": 1, 2024-04-15T14:36:42.194 INFO:tasks.workunit.client.0.smithi016.stdout: "avail_no_missing": [], 2024-04-15T14:36:42.195 INFO:tasks.workunit.client.0.smithi016.stdout: "blocked_by": [], 2024-04-15T14:36:42.195 INFO:tasks.workunit.client.0.smithi016.stdout: "created": 60, 2024-04-15T14:36:42.195 INFO:tasks.workunit.client.0.smithi016.stdout: "dirty_stats_invalid": false, 2024-04-15T14:36:42.195 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T14:36:42.195 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_stats_invalid": false, 2024-04-15T14:36:42.195 INFO:tasks.workunit.client.0.smithi016.stdout: "last_active": "2024-04-15T14:34:12.003523+0000", 2024-04-15T14:36:42.195 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_active": "2024-04-15T14:33:58.036612+0000", 2024-04-15T14:36:42.195 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_peered": "2024-04-15T14:33:58.036612+0000", 2024-04-15T14:36:42.195 INFO:tasks.workunit.client.0.smithi016.stdout: "last_change": "2024-04-15T14:33:58.036945+0000", 2024-04-15T14:36:42.195 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean": "2024-04-15T14:34:12.003523+0000", 2024-04-15T14:36:42.195 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean_scrub_stamp": "2024-04-15T14:33:33.599136+0000", 2024-04-15T14:36:42.195 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub": "0'0", 2024-04-15T14:36:42.195 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub_stamp": "2024-04-15T14:33:33.599136+0000", 2024-04-15T14:36:42.195 INFO:tasks.workunit.client.0.smithi016.stdout: "last_epoch_clean": 65, 2024-04-15T14:36:42.196 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fresh": "2024-04-15T14:34:12.003523+0000", 2024-04-15T14:36:42.196 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fullsized": "2024-04-15T14:34:12.003523+0000", 2024-04-15T14:36:42.196 INFO:tasks.workunit.client.0.smithi016.stdout: "last_peered": "2024-04-15T14:34:12.003523+0000", 2024-04-15T14:36:42.196 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub": "0'0", 2024-04-15T14:36:42.196 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_duration": 0, 2024-04-15T14:36:42.196 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_stamp": "2024-04-15T14:33:33.599136+0000", 2024-04-15T14:36:42.196 INFO:tasks.workunit.client.0.smithi016.stdout: "last_undegraded": "2024-04-15T14:34:12.003523+0000", 2024-04-15T14:36:42.196 INFO:tasks.workunit.client.0.smithi016.stdout: "last_unstale": "2024-04-15T14:34:12.003523+0000", 2024-04-15T14:36:42.196 INFO:tasks.workunit.client.0.smithi016.stdout: "log_dups_size": 0, 2024-04-15T14:36:42.196 INFO:tasks.workunit.client.0.smithi016.stdout: "log_size": 0, 2024-04-15T14:36:42.196 INFO:tasks.workunit.client.0.smithi016.stdout: "log_start": "0'0", 2024-04-15T14:36:42.196 INFO:tasks.workunit.client.0.smithi016.stdout: "manifest_stats_invalid": false, 2024-04-15T14:36:42.196 INFO:tasks.workunit.client.0.smithi016.stdout: "mapping_epoch": 64, 2024-04-15T14:36:42.196 INFO:tasks.workunit.client.0.smithi016.stdout: "object_location_counts": [], 2024-04-15T14:36:42.196 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_scrubbed": 0, 2024-04-15T14:36:42.196 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_trimmed": 0, 2024-04-15T14:36:42.197 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_stats_invalid": false, 2024-04-15T14:36:42.197 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_size": 0, 2024-04-15T14:36:42.197 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_start": "0'0", 2024-04-15T14:36:42.197 INFO:tasks.workunit.client.0.smithi016.stdout: "parent": "0.0", 2024-04-15T14:36:42.197 INFO:tasks.workunit.client.0.smithi016.stdout: "parent_split_bits": 0, 2024-04-15T14:36:42.197 INFO:tasks.workunit.client.0.smithi016.stdout: "pgid": "2.9", 2024-04-15T14:36:42.197 INFO:tasks.workunit.client.0.smithi016.stdout: "pin_stats_invalid": false, 2024-04-15T14:36:42.197 INFO:tasks.workunit.client.0.smithi016.stdout: "purged_snaps": [], 2024-04-15T14:36:42.197 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_epoch": 70, 2024-04-15T14:36:42.197 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_seq": 29, 2024-04-15T14:36:42.197 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_duration": 0.0, 2024-04-15T14:36:42.197 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-16T17:32:43.091852+0000", 2024-04-15T14:36:42.197 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrim_duration": 0.0, 2024-04-15T14:36:42.197 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrimq_len": 0, 2024-04-15T14:36:42.198 INFO:tasks.workunit.client.0.smithi016.stdout: "stat_sum": { 2024-04-15T14:36:42.198 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes": 0, 2024-04-15T14:36:42.198 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T14:36:42.198 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_recovered": 0, 2024-04-15T14:36:42.198 INFO:tasks.workunit.client.0.smithi016.stdout: "num_deep_scrub_errors": 0, 2024-04-15T14:36:42.198 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict": 0, 2024-04-15T14:36:42.198 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_kb": 0, 2024-04-15T14:36:42.198 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_full": 0, 2024-04-15T14:36:42.198 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_some": 0, 2024-04-15T14:36:42.198 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush": 0, 2024-04-15T14:36:42.198 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_kb": 0, 2024-04-15T14:36:42.198 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_high": 0, 2024-04-15T14:36:42.198 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_low": 0, 2024-04-15T14:36:42.198 INFO:tasks.workunit.client.0.smithi016.stdout: "num_keys_recovered": 0, 2024-04-15T14:36:42.199 INFO:tasks.workunit.client.0.smithi016.stdout: "num_large_omap_objects": 0, 2024-04-15T14:36:42.199 INFO:tasks.workunit.client.0.smithi016.stdout: "num_legacy_snapsets": 0, 2024-04-15T14:36:42.199 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_clones": 0, 2024-04-15T14:36:42.199 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_copies": 0, 2024-04-15T14:36:42.199 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects": 0, 2024-04-15T14:36:42.199 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_degraded": 0, 2024-04-15T14:36:42.199 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_dirty": 0, 2024-04-15T14:36:42.199 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T14:36:42.199 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_manifest": 0, 2024-04-15T14:36:42.199 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_misplaced": 0, 2024-04-15T14:36:42.199 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing": 0, 2024-04-15T14:36:42.199 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T14:36:42.199 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_omap": 0, 2024-04-15T14:36:42.199 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_pinned": 0, 2024-04-15T14:36:42.199 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_recovered": 0, 2024-04-15T14:36:42.200 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_repaired": 0, 2024-04-15T14:36:42.200 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_unfound": 0, 2024-04-15T14:36:42.200 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_bytes": 0, 2024-04-15T14:36:42.200 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_keys": 0, 2024-04-15T14:36:42.200 INFO:tasks.workunit.client.0.smithi016.stdout: "num_promote": 0, 2024-04-15T14:36:42.200 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read": 0, 2024-04-15T14:36:42.200 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read_kb": 0, 2024-04-15T14:36:42.200 INFO:tasks.workunit.client.0.smithi016.stdout: "num_scrub_errors": 0, 2024-04-15T14:36:42.200 INFO:tasks.workunit.client.0.smithi016.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T14:36:42.200 INFO:tasks.workunit.client.0.smithi016.stdout: "num_whiteouts": 0, 2024-04-15T14:36:42.200 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write": 0, 2024-04-15T14:36:42.200 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write_kb": 0 2024-04-15T14:36:42.200 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:42.200 INFO:tasks.workunit.client.0.smithi016.stdout: "state": "active+clean", 2024-04-15T14:36:42.200 INFO:tasks.workunit.client.0.smithi016.stdout: "stats_invalid": false, 2024-04-15T14:36:42.201 INFO:tasks.workunit.client.0.smithi016.stdout: "up": [ 2024-04-15T14:36:42.201 INFO:tasks.workunit.client.0.smithi016.stdout: 1, 2024-04-15T14:36:42.201 INFO:tasks.workunit.client.0.smithi016.stdout: 2, 2024-04-15T14:36:42.201 INFO:tasks.workunit.client.0.smithi016.stdout: 3 2024-04-15T14:36:42.201 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T14:36:42.201 INFO:tasks.workunit.client.0.smithi016.stdout: "up_primary": 1, 2024-04-15T14:36:42.201 INFO:tasks.workunit.client.0.smithi016.stdout: "version": "0'0" 2024-04-15T14:36:42.201 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:42.201 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-15T14:36:42.201 INFO:tasks.workunit.client.0.smithi016.stdout: "acting": [ 2024-04-15T14:36:42.201 INFO:tasks.workunit.client.0.smithi016.stdout: 3, 2024-04-15T14:36:42.201 INFO:tasks.workunit.client.0.smithi016.stdout: 1, 2024-04-15T14:36:42.201 INFO:tasks.workunit.client.0.smithi016.stdout: 7 2024-04-15T14:36:42.201 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T14:36:42.202 INFO:tasks.workunit.client.0.smithi016.stdout: "acting_primary": 3, 2024-04-15T14:36:42.202 INFO:tasks.workunit.client.0.smithi016.stdout: "avail_no_missing": [], 2024-04-15T14:36:42.202 INFO:tasks.workunit.client.0.smithi016.stdout: "blocked_by": [], 2024-04-15T14:36:42.202 INFO:tasks.workunit.client.0.smithi016.stdout: "created": 61, 2024-04-15T14:36:42.202 INFO:tasks.workunit.client.0.smithi016.stdout: "dirty_stats_invalid": false, 2024-04-15T14:36:42.202 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T14:36:42.202 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_stats_invalid": false, 2024-04-15T14:36:42.202 INFO:tasks.workunit.client.0.smithi016.stdout: "last_active": "2024-04-15T14:34:12.045456+0000", 2024-04-15T14:36:42.202 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_active": "2024-04-15T14:33:34.994063+0000", 2024-04-15T14:36:42.202 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_peered": "2024-04-15T14:33:34.994063+0000", 2024-04-15T14:36:42.202 INFO:tasks.workunit.client.0.smithi016.stdout: "last_change": "2024-04-15T14:33:34.995467+0000", 2024-04-15T14:36:42.202 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean": "2024-04-15T14:34:12.045456+0000", 2024-04-15T14:36:42.202 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T14:36:42.202 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub": "0'0", 2024-04-15T14:36:42.202 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T14:36:42.203 INFO:tasks.workunit.client.0.smithi016.stdout: "last_epoch_clean": 62, 2024-04-15T14:36:42.203 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fresh": "2024-04-15T14:34:12.045456+0000", 2024-04-15T14:36:42.203 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fullsized": "2024-04-15T14:34:12.045456+0000", 2024-04-15T14:36:42.203 INFO:tasks.workunit.client.0.smithi016.stdout: "last_peered": "2024-04-15T14:34:12.045456+0000", 2024-04-15T14:36:42.203 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub": "0'0", 2024-04-15T14:36:42.203 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_duration": 0, 2024-04-15T14:36:42.203 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T14:36:42.203 INFO:tasks.workunit.client.0.smithi016.stdout: "last_undegraded": "2024-04-15T14:34:12.045456+0000", 2024-04-15T14:36:42.203 INFO:tasks.workunit.client.0.smithi016.stdout: "last_unstale": "2024-04-15T14:34:12.045456+0000", 2024-04-15T14:36:42.203 INFO:tasks.workunit.client.0.smithi016.stdout: "log_dups_size": 0, 2024-04-15T14:36:42.203 INFO:tasks.workunit.client.0.smithi016.stdout: "log_size": 0, 2024-04-15T14:36:42.203 INFO:tasks.workunit.client.0.smithi016.stdout: "log_start": "0'0", 2024-04-15T14:36:42.203 INFO:tasks.workunit.client.0.smithi016.stdout: "manifest_stats_invalid": false, 2024-04-15T14:36:42.203 INFO:tasks.workunit.client.0.smithi016.stdout: "mapping_epoch": 61, 2024-04-15T14:36:42.204 INFO:tasks.workunit.client.0.smithi016.stdout: "object_location_counts": [], 2024-04-15T14:36:42.204 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_scrubbed": 0, 2024-04-15T14:36:42.204 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_trimmed": 0, 2024-04-15T14:36:42.204 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_stats_invalid": false, 2024-04-15T14:36:42.204 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_size": 0, 2024-04-15T14:36:42.204 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_start": "0'0", 2024-04-15T14:36:42.204 INFO:tasks.workunit.client.0.smithi016.stdout: "parent": "0.0", 2024-04-15T14:36:42.204 INFO:tasks.workunit.client.0.smithi016.stdout: "parent_split_bits": 0, 2024-04-15T14:36:42.204 INFO:tasks.workunit.client.0.smithi016.stdout: "pgid": "3.8", 2024-04-15T14:36:42.204 INFO:tasks.workunit.client.0.smithi016.stdout: "pin_stats_invalid": false, 2024-04-15T14:36:42.204 INFO:tasks.workunit.client.0.smithi016.stdout: "purged_snaps": [], 2024-04-15T14:36:42.204 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_epoch": 70, 2024-04-15T14:36:42.204 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_seq": 18, 2024-04-15T14:36:42.204 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_duration": 0.0, 2024-04-15T14:36:42.204 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-16T15:59:42.559296+0000", 2024-04-15T14:36:42.205 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrim_duration": 0.0, 2024-04-15T14:36:42.205 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrimq_len": 0, 2024-04-15T14:36:42.205 INFO:tasks.workunit.client.0.smithi016.stdout: "stat_sum": { 2024-04-15T14:36:42.205 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes": 0, 2024-04-15T14:36:42.205 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T14:36:42.205 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_recovered": 0, 2024-04-15T14:36:42.205 INFO:tasks.workunit.client.0.smithi016.stdout: "num_deep_scrub_errors": 0, 2024-04-15T14:36:42.205 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict": 0, 2024-04-15T14:36:42.205 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_kb": 0, 2024-04-15T14:36:42.205 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_full": 0, 2024-04-15T14:36:42.205 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_some": 0, 2024-04-15T14:36:42.205 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush": 0, 2024-04-15T14:36:42.205 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_kb": 0, 2024-04-15T14:36:42.205 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_high": 0, 2024-04-15T14:36:42.205 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_low": 0, 2024-04-15T14:36:42.206 INFO:tasks.workunit.client.0.smithi016.stdout: "num_keys_recovered": 0, 2024-04-15T14:36:42.206 INFO:tasks.workunit.client.0.smithi016.stdout: "num_large_omap_objects": 0, 2024-04-15T14:36:42.206 INFO:tasks.workunit.client.0.smithi016.stdout: "num_legacy_snapsets": 0, 2024-04-15T14:36:42.206 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_clones": 0, 2024-04-15T14:36:42.206 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_copies": 0, 2024-04-15T14:36:42.206 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects": 0, 2024-04-15T14:36:42.206 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_degraded": 0, 2024-04-15T14:36:42.206 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_dirty": 0, 2024-04-15T14:36:42.206 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T14:36:42.206 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_manifest": 0, 2024-04-15T14:36:42.206 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_misplaced": 0, 2024-04-15T14:36:42.206 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing": 0, 2024-04-15T14:36:42.206 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T14:36:42.206 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_omap": 0, 2024-04-15T14:36:42.206 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_pinned": 0, 2024-04-15T14:36:42.207 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_recovered": 0, 2024-04-15T14:36:42.207 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_repaired": 0, 2024-04-15T14:36:42.207 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_unfound": 0, 2024-04-15T14:36:42.207 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_bytes": 0, 2024-04-15T14:36:42.207 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_keys": 0, 2024-04-15T14:36:42.207 INFO:tasks.workunit.client.0.smithi016.stdout: "num_promote": 0, 2024-04-15T14:36:42.207 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read": 0, 2024-04-15T14:36:42.207 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read_kb": 0, 2024-04-15T14:36:42.207 INFO:tasks.workunit.client.0.smithi016.stdout: "num_scrub_errors": 0, 2024-04-15T14:36:42.207 INFO:tasks.workunit.client.0.smithi016.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T14:36:42.207 INFO:tasks.workunit.client.0.smithi016.stdout: "num_whiteouts": 0, 2024-04-15T14:36:42.207 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write": 0, 2024-04-15T14:36:42.207 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write_kb": 0 2024-04-15T14:36:42.207 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:42.207 INFO:tasks.workunit.client.0.smithi016.stdout: "state": "active+clean", 2024-04-15T14:36:42.208 INFO:tasks.workunit.client.0.smithi016.stdout: "stats_invalid": false, 2024-04-15T14:36:42.208 INFO:tasks.workunit.client.0.smithi016.stdout: "up": [ 2024-04-15T14:36:42.208 INFO:tasks.workunit.client.0.smithi016.stdout: 3, 2024-04-15T14:36:42.208 INFO:tasks.workunit.client.0.smithi016.stdout: 1, 2024-04-15T14:36:42.208 INFO:tasks.workunit.client.0.smithi016.stdout: 7 2024-04-15T14:36:42.208 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T14:36:42.208 INFO:tasks.workunit.client.0.smithi016.stdout: "up_primary": 3, 2024-04-15T14:36:42.208 INFO:tasks.workunit.client.0.smithi016.stdout: "version": "0'0" 2024-04-15T14:36:42.208 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:42.208 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-15T14:36:42.208 INFO:tasks.workunit.client.0.smithi016.stdout: "acting": [ 2024-04-15T14:36:42.208 INFO:tasks.workunit.client.0.smithi016.stdout: 1, 2024-04-15T14:36:42.208 INFO:tasks.workunit.client.0.smithi016.stdout: 3, 2024-04-15T14:36:42.208 INFO:tasks.workunit.client.0.smithi016.stdout: 7 2024-04-15T14:36:42.208 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T14:36:42.209 INFO:tasks.workunit.client.0.smithi016.stdout: "acting_primary": 1, 2024-04-15T14:36:42.209 INFO:tasks.workunit.client.0.smithi016.stdout: "avail_no_missing": [], 2024-04-15T14:36:42.209 INFO:tasks.workunit.client.0.smithi016.stdout: "blocked_by": [], 2024-04-15T14:36:42.209 INFO:tasks.workunit.client.0.smithi016.stdout: "created": 60, 2024-04-15T14:36:42.209 INFO:tasks.workunit.client.0.smithi016.stdout: "dirty_stats_invalid": false, 2024-04-15T14:36:42.209 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T14:36:42.209 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_stats_invalid": false, 2024-04-15T14:36:42.209 INFO:tasks.workunit.client.0.smithi016.stdout: "last_active": "2024-04-15T14:34:12.004193+0000", 2024-04-15T14:36:42.209 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_active": "2024-04-15T14:33:34.629256+0000", 2024-04-15T14:36:42.209 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_peered": "2024-04-15T14:33:34.629256+0000", 2024-04-15T14:36:42.209 INFO:tasks.workunit.client.0.smithi016.stdout: "last_change": "2024-04-15T14:33:34.629571+0000", 2024-04-15T14:36:42.209 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean": "2024-04-15T14:34:12.004193+0000", 2024-04-15T14:36:42.209 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean_scrub_stamp": "2024-04-15T14:33:33.599136+0000", 2024-04-15T14:36:42.209 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub": "0'0", 2024-04-15T14:36:42.210 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub_stamp": "2024-04-15T14:33:33.599136+0000", 2024-04-15T14:36:42.210 INFO:tasks.workunit.client.0.smithi016.stdout: "last_epoch_clean": 61, 2024-04-15T14:36:42.210 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fresh": "2024-04-15T14:34:12.004193+0000", 2024-04-15T14:36:42.210 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fullsized": "2024-04-15T14:34:12.004193+0000", 2024-04-15T14:36:42.210 INFO:tasks.workunit.client.0.smithi016.stdout: "last_peered": "2024-04-15T14:34:12.004193+0000", 2024-04-15T14:36:42.210 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub": "0'0", 2024-04-15T14:36:42.210 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_duration": 0, 2024-04-15T14:36:42.210 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_stamp": "2024-04-15T14:33:33.599136+0000", 2024-04-15T14:36:42.210 INFO:tasks.workunit.client.0.smithi016.stdout: "last_undegraded": "2024-04-15T14:34:12.004193+0000", 2024-04-15T14:36:42.210 INFO:tasks.workunit.client.0.smithi016.stdout: "last_unstale": "2024-04-15T14:34:12.004193+0000", 2024-04-15T14:36:42.210 INFO:tasks.workunit.client.0.smithi016.stdout: "log_dups_size": 0, 2024-04-15T14:36:42.210 INFO:tasks.workunit.client.0.smithi016.stdout: "log_size": 0, 2024-04-15T14:36:42.210 INFO:tasks.workunit.client.0.smithi016.stdout: "log_start": "0'0", 2024-04-15T14:36:42.210 INFO:tasks.workunit.client.0.smithi016.stdout: "manifest_stats_invalid": false, 2024-04-15T14:36:42.210 INFO:tasks.workunit.client.0.smithi016.stdout: "mapping_epoch": 60, 2024-04-15T14:36:42.211 INFO:tasks.workunit.client.0.smithi016.stdout: "object_location_counts": [], 2024-04-15T14:36:42.211 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_scrubbed": 0, 2024-04-15T14:36:42.211 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_trimmed": 0, 2024-04-15T14:36:42.211 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_stats_invalid": false, 2024-04-15T14:36:42.211 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_size": 0, 2024-04-15T14:36:42.211 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_start": "0'0", 2024-04-15T14:36:42.211 INFO:tasks.workunit.client.0.smithi016.stdout: "parent": "0.0", 2024-04-15T14:36:42.211 INFO:tasks.workunit.client.0.smithi016.stdout: "parent_split_bits": 0, 2024-04-15T14:36:42.211 INFO:tasks.workunit.client.0.smithi016.stdout: "pgid": "2.a", 2024-04-15T14:36:42.211 INFO:tasks.workunit.client.0.smithi016.stdout: "pin_stats_invalid": false, 2024-04-15T14:36:42.211 INFO:tasks.workunit.client.0.smithi016.stdout: "purged_snaps": [], 2024-04-15T14:36:42.211 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_epoch": 70, 2024-04-15T14:36:42.211 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_seq": 20, 2024-04-15T14:36:42.211 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_duration": 0.0, 2024-04-15T14:36:42.212 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-16T18:08:19.302092+0000", 2024-04-15T14:36:42.212 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrim_duration": 0.0, 2024-04-15T14:36:42.212 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrimq_len": 0, 2024-04-15T14:36:42.212 INFO:tasks.workunit.client.0.smithi016.stdout: "stat_sum": { 2024-04-15T14:36:42.212 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes": 0, 2024-04-15T14:36:42.212 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T14:36:42.212 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_recovered": 0, 2024-04-15T14:36:42.212 INFO:tasks.workunit.client.0.smithi016.stdout: "num_deep_scrub_errors": 0, 2024-04-15T14:36:42.212 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict": 0, 2024-04-15T14:36:42.212 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_kb": 0, 2024-04-15T14:36:42.212 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_full": 0, 2024-04-15T14:36:42.212 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_some": 0, 2024-04-15T14:36:42.212 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush": 0, 2024-04-15T14:36:42.212 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_kb": 0, 2024-04-15T14:36:42.212 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_high": 0, 2024-04-15T14:36:42.213 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_low": 0, 2024-04-15T14:36:42.213 INFO:tasks.workunit.client.0.smithi016.stdout: "num_keys_recovered": 0, 2024-04-15T14:36:42.213 INFO:tasks.workunit.client.0.smithi016.stdout: "num_large_omap_objects": 0, 2024-04-15T14:36:42.213 INFO:tasks.workunit.client.0.smithi016.stdout: "num_legacy_snapsets": 0, 2024-04-15T14:36:42.213 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_clones": 0, 2024-04-15T14:36:42.213 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_copies": 0, 2024-04-15T14:36:42.213 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects": 0, 2024-04-15T14:36:42.213 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_degraded": 0, 2024-04-15T14:36:42.213 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_dirty": 0, 2024-04-15T14:36:42.213 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T14:36:42.213 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_manifest": 0, 2024-04-15T14:36:42.213 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_misplaced": 0, 2024-04-15T14:36:42.213 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing": 0, 2024-04-15T14:36:42.213 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T14:36:42.213 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_omap": 0, 2024-04-15T14:36:42.214 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_pinned": 0, 2024-04-15T14:36:42.214 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_recovered": 0, 2024-04-15T14:36:42.214 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_repaired": 0, 2024-04-15T14:36:42.214 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_unfound": 0, 2024-04-15T14:36:42.214 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_bytes": 0, 2024-04-15T14:36:42.214 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_keys": 0, 2024-04-15T14:36:42.214 INFO:tasks.workunit.client.0.smithi016.stdout: "num_promote": 0, 2024-04-15T14:36:42.214 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read": 0, 2024-04-15T14:36:42.214 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read_kb": 0, 2024-04-15T14:36:42.214 INFO:tasks.workunit.client.0.smithi016.stdout: "num_scrub_errors": 0, 2024-04-15T14:36:42.214 INFO:tasks.workunit.client.0.smithi016.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T14:36:42.214 INFO:tasks.workunit.client.0.smithi016.stdout: "num_whiteouts": 0, 2024-04-15T14:36:42.214 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write": 0, 2024-04-15T14:36:42.214 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write_kb": 0 2024-04-15T14:36:42.215 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:42.215 INFO:tasks.workunit.client.0.smithi016.stdout: "state": "active+clean", 2024-04-15T14:36:42.215 INFO:tasks.workunit.client.0.smithi016.stdout: "stats_invalid": false, 2024-04-15T14:36:42.215 INFO:tasks.workunit.client.0.smithi016.stdout: "up": [ 2024-04-15T14:36:42.215 INFO:tasks.workunit.client.0.smithi016.stdout: 1, 2024-04-15T14:36:42.215 INFO:tasks.workunit.client.0.smithi016.stdout: 3, 2024-04-15T14:36:42.215 INFO:tasks.workunit.client.0.smithi016.stdout: 7 2024-04-15T14:36:42.215 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T14:36:42.215 INFO:tasks.workunit.client.0.smithi016.stdout: "up_primary": 1, 2024-04-15T14:36:42.215 INFO:tasks.workunit.client.0.smithi016.stdout: "version": "0'0" 2024-04-15T14:36:42.215 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:42.215 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-15T14:36:42.215 INFO:tasks.workunit.client.0.smithi016.stdout: "acting": [ 2024-04-15T14:36:42.215 INFO:tasks.workunit.client.0.smithi016.stdout: 3, 2024-04-15T14:36:42.216 INFO:tasks.workunit.client.0.smithi016.stdout: 2, 2024-04-15T14:36:42.216 INFO:tasks.workunit.client.0.smithi016.stdout: 4 2024-04-15T14:36:42.216 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T14:36:42.216 INFO:tasks.workunit.client.0.smithi016.stdout: "acting_primary": 3, 2024-04-15T14:36:42.216 INFO:tasks.workunit.client.0.smithi016.stdout: "avail_no_missing": [], 2024-04-15T14:36:42.216 INFO:tasks.workunit.client.0.smithi016.stdout: "blocked_by": [], 2024-04-15T14:36:42.216 INFO:tasks.workunit.client.0.smithi016.stdout: "created": 61, 2024-04-15T14:36:42.216 INFO:tasks.workunit.client.0.smithi016.stdout: "dirty_stats_invalid": false, 2024-04-15T14:36:42.216 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T14:36:42.216 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_stats_invalid": false, 2024-04-15T14:36:42.216 INFO:tasks.workunit.client.0.smithi016.stdout: "last_active": "2024-04-15T14:34:12.046135+0000", 2024-04-15T14:36:42.216 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_active": "2024-04-15T14:33:58.034154+0000", 2024-04-15T14:36:42.216 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_peered": "2024-04-15T14:33:58.034154+0000", 2024-04-15T14:36:42.216 INFO:tasks.workunit.client.0.smithi016.stdout: "last_change": "2024-04-15T14:33:58.034458+0000", 2024-04-15T14:36:42.216 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean": "2024-04-15T14:34:12.046135+0000", 2024-04-15T14:36:42.217 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T14:36:42.217 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub": "0'0", 2024-04-15T14:36:42.217 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T14:36:42.217 INFO:tasks.workunit.client.0.smithi016.stdout: "last_epoch_clean": 65, 2024-04-15T14:36:42.217 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fresh": "2024-04-15T14:34:12.046135+0000", 2024-04-15T14:36:42.217 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fullsized": "2024-04-15T14:34:12.046135+0000", 2024-04-15T14:36:42.217 INFO:tasks.workunit.client.0.smithi016.stdout: "last_peered": "2024-04-15T14:34:12.046135+0000", 2024-04-15T14:36:42.217 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub": "0'0", 2024-04-15T14:36:42.217 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_duration": 0, 2024-04-15T14:36:42.217 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T14:36:42.217 INFO:tasks.workunit.client.0.smithi016.stdout: "last_undegraded": "2024-04-15T14:34:12.046135+0000", 2024-04-15T14:36:42.217 INFO:tasks.workunit.client.0.smithi016.stdout: "last_unstale": "2024-04-15T14:34:12.046135+0000", 2024-04-15T14:36:42.217 INFO:tasks.workunit.client.0.smithi016.stdout: "log_dups_size": 0, 2024-04-15T14:36:42.217 INFO:tasks.workunit.client.0.smithi016.stdout: "log_size": 0, 2024-04-15T14:36:42.217 INFO:tasks.workunit.client.0.smithi016.stdout: "log_start": "0'0", 2024-04-15T14:36:42.218 INFO:tasks.workunit.client.0.smithi016.stdout: "manifest_stats_invalid": false, 2024-04-15T14:36:42.218 INFO:tasks.workunit.client.0.smithi016.stdout: "mapping_epoch": 64, 2024-04-15T14:36:42.218 INFO:tasks.workunit.client.0.smithi016.stdout: "object_location_counts": [], 2024-04-15T14:36:42.218 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_scrubbed": 0, 2024-04-15T14:36:42.218 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_trimmed": 0, 2024-04-15T14:36:42.218 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_stats_invalid": false, 2024-04-15T14:36:42.218 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_size": 0, 2024-04-15T14:36:42.218 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_start": "0'0", 2024-04-15T14:36:42.218 INFO:tasks.workunit.client.0.smithi016.stdout: "parent": "0.0", 2024-04-15T14:36:42.218 INFO:tasks.workunit.client.0.smithi016.stdout: "parent_split_bits": 0, 2024-04-15T14:36:42.218 INFO:tasks.workunit.client.0.smithi016.stdout: "pgid": "3.b", 2024-04-15T14:36:42.218 INFO:tasks.workunit.client.0.smithi016.stdout: "pin_stats_invalid": false, 2024-04-15T14:36:42.218 INFO:tasks.workunit.client.0.smithi016.stdout: "purged_snaps": [], 2024-04-15T14:36:42.218 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_epoch": 70, 2024-04-15T14:36:42.219 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_seq": 27, 2024-04-15T14:36:42.219 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_duration": 0.0, 2024-04-15T14:36:42.219 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-16T15:01:24.158616+0000", 2024-04-15T14:36:42.219 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrim_duration": 0.0, 2024-04-15T14:36:42.219 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrimq_len": 0, 2024-04-15T14:36:42.219 INFO:tasks.workunit.client.0.smithi016.stdout: "stat_sum": { 2024-04-15T14:36:42.219 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes": 0, 2024-04-15T14:36:42.219 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T14:36:42.219 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_recovered": 0, 2024-04-15T14:36:42.219 INFO:tasks.workunit.client.0.smithi016.stdout: "num_deep_scrub_errors": 0, 2024-04-15T14:36:42.219 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict": 0, 2024-04-15T14:36:42.219 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_kb": 0, 2024-04-15T14:36:42.219 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_full": 0, 2024-04-15T14:36:42.219 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_some": 0, 2024-04-15T14:36:42.219 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush": 0, 2024-04-15T14:36:42.220 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_kb": 0, 2024-04-15T14:36:42.220 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_high": 0, 2024-04-15T14:36:42.220 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_low": 0, 2024-04-15T14:36:42.220 INFO:tasks.workunit.client.0.smithi016.stdout: "num_keys_recovered": 0, 2024-04-15T14:36:42.220 INFO:tasks.workunit.client.0.smithi016.stdout: "num_large_omap_objects": 0, 2024-04-15T14:36:42.220 INFO:tasks.workunit.client.0.smithi016.stdout: "num_legacy_snapsets": 0, 2024-04-15T14:36:42.220 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_clones": 0, 2024-04-15T14:36:42.220 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_copies": 0, 2024-04-15T14:36:42.220 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects": 0, 2024-04-15T14:36:42.220 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_degraded": 0, 2024-04-15T14:36:42.220 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_dirty": 0, 2024-04-15T14:36:42.220 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T14:36:42.220 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_manifest": 0, 2024-04-15T14:36:42.220 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_misplaced": 0, 2024-04-15T14:36:42.220 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing": 0, 2024-04-15T14:36:42.221 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T14:36:42.221 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_omap": 0, 2024-04-15T14:36:42.221 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_pinned": 0, 2024-04-15T14:36:42.221 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_recovered": 0, 2024-04-15T14:36:42.221 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_repaired": 0, 2024-04-15T14:36:42.221 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_unfound": 0, 2024-04-15T14:36:42.221 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_bytes": 0, 2024-04-15T14:36:42.221 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_keys": 0, 2024-04-15T14:36:42.221 INFO:tasks.workunit.client.0.smithi016.stdout: "num_promote": 0, 2024-04-15T14:36:42.221 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read": 0, 2024-04-15T14:36:42.221 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read_kb": 0, 2024-04-15T14:36:42.221 INFO:tasks.workunit.client.0.smithi016.stdout: "num_scrub_errors": 0, 2024-04-15T14:36:42.221 INFO:tasks.workunit.client.0.smithi016.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T14:36:42.221 INFO:tasks.workunit.client.0.smithi016.stdout: "num_whiteouts": 0, 2024-04-15T14:36:42.221 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write": 0, 2024-04-15T14:36:42.222 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write_kb": 0 2024-04-15T14:36:42.222 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:42.222 INFO:tasks.workunit.client.0.smithi016.stdout: "state": "active+clean", 2024-04-15T14:36:42.222 INFO:tasks.workunit.client.0.smithi016.stdout: "stats_invalid": false, 2024-04-15T14:36:42.222 INFO:tasks.workunit.client.0.smithi016.stdout: "up": [ 2024-04-15T14:36:42.222 INFO:tasks.workunit.client.0.smithi016.stdout: 3, 2024-04-15T14:36:42.222 INFO:tasks.workunit.client.0.smithi016.stdout: 2, 2024-04-15T14:36:42.222 INFO:tasks.workunit.client.0.smithi016.stdout: 4 2024-04-15T14:36:42.222 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T14:36:42.222 INFO:tasks.workunit.client.0.smithi016.stdout: "up_primary": 3, 2024-04-15T14:36:42.222 INFO:tasks.workunit.client.0.smithi016.stdout: "version": "0'0" 2024-04-15T14:36:42.222 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:42.222 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-15T14:36:42.222 INFO:tasks.workunit.client.0.smithi016.stdout: "acting": [ 2024-04-15T14:36:42.223 INFO:tasks.workunit.client.0.smithi016.stdout: 7, 2024-04-15T14:36:42.223 INFO:tasks.workunit.client.0.smithi016.stdout: 4, 2024-04-15T14:36:42.223 INFO:tasks.workunit.client.0.smithi016.stdout: 5 2024-04-15T14:36:42.223 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T14:36:42.223 INFO:tasks.workunit.client.0.smithi016.stdout: "acting_primary": 7, 2024-04-15T14:36:42.223 INFO:tasks.workunit.client.0.smithi016.stdout: "avail_no_missing": [], 2024-04-15T14:36:42.223 INFO:tasks.workunit.client.0.smithi016.stdout: "blocked_by": [], 2024-04-15T14:36:42.223 INFO:tasks.workunit.client.0.smithi016.stdout: "created": 60, 2024-04-15T14:36:42.223 INFO:tasks.workunit.client.0.smithi016.stdout: "dirty_stats_invalid": false, 2024-04-15T14:36:42.223 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T14:36:42.223 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_stats_invalid": false, 2024-04-15T14:36:42.223 INFO:tasks.workunit.client.0.smithi016.stdout: "last_active": "2024-04-15T14:34:11.923623+0000", 2024-04-15T14:36:42.223 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_active": "2024-04-15T14:33:34.626764+0000", 2024-04-15T14:36:42.223 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_peered": "2024-04-15T14:33:34.626764+0000", 2024-04-15T14:36:42.223 INFO:tasks.workunit.client.0.smithi016.stdout: "last_change": "2024-04-15T14:33:34.627072+0000", 2024-04-15T14:36:42.224 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean": "2024-04-15T14:34:11.923623+0000", 2024-04-15T14:36:42.224 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean_scrub_stamp": "2024-04-15T14:33:33.599136+0000", 2024-04-15T14:36:42.224 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub": "0'0", 2024-04-15T14:36:42.224 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub_stamp": "2024-04-15T14:33:33.599136+0000", 2024-04-15T14:36:42.224 INFO:tasks.workunit.client.0.smithi016.stdout: "last_epoch_clean": 61, 2024-04-15T14:36:42.224 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fresh": "2024-04-15T14:34:11.923623+0000", 2024-04-15T14:36:42.224 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fullsized": "2024-04-15T14:34:11.923623+0000", 2024-04-15T14:36:42.224 INFO:tasks.workunit.client.0.smithi016.stdout: "last_peered": "2024-04-15T14:34:11.923623+0000", 2024-04-15T14:36:42.224 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub": "0'0", 2024-04-15T14:36:42.224 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_duration": 0, 2024-04-15T14:36:42.224 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_stamp": "2024-04-15T14:33:33.599136+0000", 2024-04-15T14:36:42.224 INFO:tasks.workunit.client.0.smithi016.stdout: "last_undegraded": "2024-04-15T14:34:11.923623+0000", 2024-04-15T14:36:42.224 INFO:tasks.workunit.client.0.smithi016.stdout: "last_unstale": "2024-04-15T14:34:11.923623+0000", 2024-04-15T14:36:42.224 INFO:tasks.workunit.client.0.smithi016.stdout: "log_dups_size": 0, 2024-04-15T14:36:42.224 INFO:tasks.workunit.client.0.smithi016.stdout: "log_size": 2, 2024-04-15T14:36:42.225 INFO:tasks.workunit.client.0.smithi016.stdout: "log_start": "0'0", 2024-04-15T14:36:42.225 INFO:tasks.workunit.client.0.smithi016.stdout: "manifest_stats_invalid": false, 2024-04-15T14:36:42.225 INFO:tasks.workunit.client.0.smithi016.stdout: "mapping_epoch": 60, 2024-04-15T14:36:42.225 INFO:tasks.workunit.client.0.smithi016.stdout: "object_location_counts": [], 2024-04-15T14:36:42.225 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_scrubbed": 0, 2024-04-15T14:36:42.225 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_trimmed": 0, 2024-04-15T14:36:42.225 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_stats_invalid": false, 2024-04-15T14:36:42.225 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_size": 2, 2024-04-15T14:36:42.225 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_start": "0'0", 2024-04-15T14:36:42.225 INFO:tasks.workunit.client.0.smithi016.stdout: "parent": "0.0", 2024-04-15T14:36:42.225 INFO:tasks.workunit.client.0.smithi016.stdout: "parent_split_bits": 0, 2024-04-15T14:36:42.225 INFO:tasks.workunit.client.0.smithi016.stdout: "pgid": "2.b", 2024-04-15T14:36:42.225 INFO:tasks.workunit.client.0.smithi016.stdout: "pin_stats_invalid": false, 2024-04-15T14:36:42.225 INFO:tasks.workunit.client.0.smithi016.stdout: "purged_snaps": [], 2024-04-15T14:36:42.225 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_epoch": 70, 2024-04-15T14:36:42.226 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_seq": 21, 2024-04-15T14:36:42.226 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_duration": 0.0, 2024-04-15T14:36:42.226 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-16T19:48:29.128158+0000", 2024-04-15T14:36:42.226 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrim_duration": 0.0, 2024-04-15T14:36:42.226 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrimq_len": 0, 2024-04-15T14:36:42.226 INFO:tasks.workunit.client.0.smithi016.stdout: "stat_sum": { 2024-04-15T14:36:42.226 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes": 0, 2024-04-15T14:36:42.226 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T14:36:42.226 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_recovered": 0, 2024-04-15T14:36:42.226 INFO:tasks.workunit.client.0.smithi016.stdout: "num_deep_scrub_errors": 0, 2024-04-15T14:36:42.226 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict": 0, 2024-04-15T14:36:42.226 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_kb": 0, 2024-04-15T14:36:42.226 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_full": 0, 2024-04-15T14:36:42.226 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_some": 0, 2024-04-15T14:36:42.227 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush": 0, 2024-04-15T14:36:42.227 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_kb": 0, 2024-04-15T14:36:42.227 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_high": 0, 2024-04-15T14:36:42.227 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_low": 0, 2024-04-15T14:36:42.227 INFO:tasks.workunit.client.0.smithi016.stdout: "num_keys_recovered": 0, 2024-04-15T14:36:42.227 INFO:tasks.workunit.client.0.smithi016.stdout: "num_large_omap_objects": 0, 2024-04-15T14:36:42.227 INFO:tasks.workunit.client.0.smithi016.stdout: "num_legacy_snapsets": 0, 2024-04-15T14:36:42.227 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_clones": 0, 2024-04-15T14:36:42.227 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_copies": 3, 2024-04-15T14:36:42.227 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects": 1, 2024-04-15T14:36:42.227 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_degraded": 0, 2024-04-15T14:36:42.227 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_dirty": 1, 2024-04-15T14:36:42.227 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T14:36:42.227 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_manifest": 0, 2024-04-15T14:36:42.227 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_misplaced": 0, 2024-04-15T14:36:42.228 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing": 0, 2024-04-15T14:36:42.228 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T14:36:42.228 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_omap": 1, 2024-04-15T14:36:42.228 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_pinned": 0, 2024-04-15T14:36:42.228 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_recovered": 0, 2024-04-15T14:36:42.228 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_repaired": 0, 2024-04-15T14:36:42.228 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_unfound": 0, 2024-04-15T14:36:42.228 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_bytes": 0, 2024-04-15T14:36:42.228 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_keys": 0, 2024-04-15T14:36:42.228 INFO:tasks.workunit.client.0.smithi016.stdout: "num_promote": 0, 2024-04-15T14:36:42.228 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read": 0, 2024-04-15T14:36:42.228 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read_kb": 0, 2024-04-15T14:36:42.228 INFO:tasks.workunit.client.0.smithi016.stdout: "num_scrub_errors": 0, 2024-04-15T14:36:42.228 INFO:tasks.workunit.client.0.smithi016.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T14:36:42.229 INFO:tasks.workunit.client.0.smithi016.stdout: "num_whiteouts": 0, 2024-04-15T14:36:42.229 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write": 1, 2024-04-15T14:36:42.229 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write_kb": 0 2024-04-15T14:36:42.229 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:42.229 INFO:tasks.workunit.client.0.smithi016.stdout: "state": "active+clean", 2024-04-15T14:36:42.229 INFO:tasks.workunit.client.0.smithi016.stdout: "stats_invalid": false, 2024-04-15T14:36:42.229 INFO:tasks.workunit.client.0.smithi016.stdout: "up": [ 2024-04-15T14:36:42.229 INFO:tasks.workunit.client.0.smithi016.stdout: 7, 2024-04-15T14:36:42.229 INFO:tasks.workunit.client.0.smithi016.stdout: 4, 2024-04-15T14:36:42.229 INFO:tasks.workunit.client.0.smithi016.stdout: 5 2024-04-15T14:36:42.229 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T14:36:42.229 INFO:tasks.workunit.client.0.smithi016.stdout: "up_primary": 7, 2024-04-15T14:36:42.229 INFO:tasks.workunit.client.0.smithi016.stdout: "version": "62'2" 2024-04-15T14:36:42.229 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:42.229 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-15T14:36:42.230 INFO:tasks.workunit.client.0.smithi016.stdout: "acting": [ 2024-04-15T14:36:42.230 INFO:tasks.workunit.client.0.smithi016.stdout: 6, 2024-04-15T14:36:42.230 INFO:tasks.workunit.client.0.smithi016.stdout: 4, 2024-04-15T14:36:42.230 INFO:tasks.workunit.client.0.smithi016.stdout: 1 2024-04-15T14:36:42.230 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T14:36:42.230 INFO:tasks.workunit.client.0.smithi016.stdout: "acting_primary": 6, 2024-04-15T14:36:42.230 INFO:tasks.workunit.client.0.smithi016.stdout: "avail_no_missing": [], 2024-04-15T14:36:42.230 INFO:tasks.workunit.client.0.smithi016.stdout: "blocked_by": [], 2024-04-15T14:36:42.230 INFO:tasks.workunit.client.0.smithi016.stdout: "created": 61, 2024-04-15T14:36:42.230 INFO:tasks.workunit.client.0.smithi016.stdout: "dirty_stats_invalid": false, 2024-04-15T14:36:42.230 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T14:36:42.230 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_stats_invalid": false, 2024-04-15T14:36:42.230 INFO:tasks.workunit.client.0.smithi016.stdout: "last_active": "2024-04-15T14:34:12.043674+0000", 2024-04-15T14:36:42.230 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_active": "2024-04-15T14:33:35.001879+0000", 2024-04-15T14:36:42.231 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_peered": "2024-04-15T14:33:35.001879+0000", 2024-04-15T14:36:42.231 INFO:tasks.workunit.client.0.smithi016.stdout: "last_change": "2024-04-15T14:33:35.002154+0000", 2024-04-15T14:36:42.231 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean": "2024-04-15T14:34:12.043674+0000", 2024-04-15T14:36:42.231 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T14:36:42.231 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub": "0'0", 2024-04-15T14:36:42.231 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T14:36:42.231 INFO:tasks.workunit.client.0.smithi016.stdout: "last_epoch_clean": 62, 2024-04-15T14:36:42.231 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fresh": "2024-04-15T14:34:12.043674+0000", 2024-04-15T14:36:42.231 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fullsized": "2024-04-15T14:34:12.043674+0000", 2024-04-15T14:36:42.231 INFO:tasks.workunit.client.0.smithi016.stdout: "last_peered": "2024-04-15T14:34:12.043674+0000", 2024-04-15T14:36:42.231 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub": "0'0", 2024-04-15T14:36:42.231 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_duration": 0, 2024-04-15T14:36:42.231 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T14:36:42.231 INFO:tasks.workunit.client.0.smithi016.stdout: "last_undegraded": "2024-04-15T14:34:12.043674+0000", 2024-04-15T14:36:42.231 INFO:tasks.workunit.client.0.smithi016.stdout: "last_unstale": "2024-04-15T14:34:12.043674+0000", 2024-04-15T14:36:42.232 INFO:tasks.workunit.client.0.smithi016.stdout: "log_dups_size": 0, 2024-04-15T14:36:42.232 INFO:tasks.workunit.client.0.smithi016.stdout: "log_size": 0, 2024-04-15T14:36:42.232 INFO:tasks.workunit.client.0.smithi016.stdout: "log_start": "0'0", 2024-04-15T14:36:42.232 INFO:tasks.workunit.client.0.smithi016.stdout: "manifest_stats_invalid": false, 2024-04-15T14:36:42.232 INFO:tasks.workunit.client.0.smithi016.stdout: "mapping_epoch": 61, 2024-04-15T14:36:42.232 INFO:tasks.workunit.client.0.smithi016.stdout: "object_location_counts": [], 2024-04-15T14:36:42.232 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_scrubbed": 0, 2024-04-15T14:36:42.232 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_trimmed": 0, 2024-04-15T14:36:42.232 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_stats_invalid": false, 2024-04-15T14:36:42.232 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_size": 0, 2024-04-15T14:36:42.232 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_start": "0'0", 2024-04-15T14:36:42.232 INFO:tasks.workunit.client.0.smithi016.stdout: "parent": "0.0", 2024-04-15T14:36:42.232 INFO:tasks.workunit.client.0.smithi016.stdout: "parent_split_bits": 0, 2024-04-15T14:36:42.232 INFO:tasks.workunit.client.0.smithi016.stdout: "pgid": "3.a", 2024-04-15T14:36:42.232 INFO:tasks.workunit.client.0.smithi016.stdout: "pin_stats_invalid": false, 2024-04-15T14:36:42.233 INFO:tasks.workunit.client.0.smithi016.stdout: "purged_snaps": [], 2024-04-15T14:36:42.233 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_epoch": 70, 2024-04-15T14:36:42.233 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_seq": 18, 2024-04-15T14:36:42.233 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_duration": 0.0, 2024-04-15T14:36:42.233 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-16T22:47:05.094202+0000", 2024-04-15T14:36:42.233 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrim_duration": 0.0, 2024-04-15T14:36:42.233 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrimq_len": 0, 2024-04-15T14:36:42.233 INFO:tasks.workunit.client.0.smithi016.stdout: "stat_sum": { 2024-04-15T14:36:42.233 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes": 0, 2024-04-15T14:36:42.233 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T14:36:42.233 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_recovered": 0, 2024-04-15T14:36:42.233 INFO:tasks.workunit.client.0.smithi016.stdout: "num_deep_scrub_errors": 0, 2024-04-15T14:36:42.233 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict": 0, 2024-04-15T14:36:42.233 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_kb": 0, 2024-04-15T14:36:42.233 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_full": 0, 2024-04-15T14:36:42.234 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_some": 0, 2024-04-15T14:36:42.234 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush": 0, 2024-04-15T14:36:42.234 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_kb": 0, 2024-04-15T14:36:42.234 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_high": 0, 2024-04-15T14:36:42.234 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_low": 0, 2024-04-15T14:36:42.234 INFO:tasks.workunit.client.0.smithi016.stdout: "num_keys_recovered": 0, 2024-04-15T14:36:42.234 INFO:tasks.workunit.client.0.smithi016.stdout: "num_large_omap_objects": 0, 2024-04-15T14:36:42.234 INFO:tasks.workunit.client.0.smithi016.stdout: "num_legacy_snapsets": 0, 2024-04-15T14:36:42.234 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_clones": 0, 2024-04-15T14:36:42.234 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_copies": 0, 2024-04-15T14:36:42.234 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects": 0, 2024-04-15T14:36:42.234 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_degraded": 0, 2024-04-15T14:36:42.234 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_dirty": 0, 2024-04-15T14:36:42.234 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T14:36:42.234 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_manifest": 0, 2024-04-15T14:36:42.235 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_misplaced": 0, 2024-04-15T14:36:42.235 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing": 0, 2024-04-15T14:36:42.235 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T14:36:42.235 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_omap": 0, 2024-04-15T14:36:42.235 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_pinned": 0, 2024-04-15T14:36:42.235 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_recovered": 0, 2024-04-15T14:36:42.235 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_repaired": 0, 2024-04-15T14:36:42.235 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_unfound": 0, 2024-04-15T14:36:42.235 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_bytes": 0, 2024-04-15T14:36:42.235 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_keys": 0, 2024-04-15T14:36:42.235 INFO:tasks.workunit.client.0.smithi016.stdout: "num_promote": 0, 2024-04-15T14:36:42.235 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read": 0, 2024-04-15T14:36:42.235 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read_kb": 0, 2024-04-15T14:36:42.235 INFO:tasks.workunit.client.0.smithi016.stdout: "num_scrub_errors": 0, 2024-04-15T14:36:42.235 INFO:tasks.workunit.client.0.smithi016.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T14:36:42.236 INFO:tasks.workunit.client.0.smithi016.stdout: "num_whiteouts": 0, 2024-04-15T14:36:42.236 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write": 0, 2024-04-15T14:36:42.236 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write_kb": 0 2024-04-15T14:36:42.236 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:42.236 INFO:tasks.workunit.client.0.smithi016.stdout: "state": "active+clean", 2024-04-15T14:36:42.236 INFO:tasks.workunit.client.0.smithi016.stdout: "stats_invalid": false, 2024-04-15T14:36:42.236 INFO:tasks.workunit.client.0.smithi016.stdout: "up": [ 2024-04-15T14:36:42.236 INFO:tasks.workunit.client.0.smithi016.stdout: 6, 2024-04-15T14:36:42.236 INFO:tasks.workunit.client.0.smithi016.stdout: 4, 2024-04-15T14:36:42.236 INFO:tasks.workunit.client.0.smithi016.stdout: 1 2024-04-15T14:36:42.236 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T14:36:42.236 INFO:tasks.workunit.client.0.smithi016.stdout: "up_primary": 6, 2024-04-15T14:36:42.236 INFO:tasks.workunit.client.0.smithi016.stdout: "version": "0'0" 2024-04-15T14:36:42.236 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:42.236 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-15T14:36:42.237 INFO:tasks.workunit.client.0.smithi016.stdout: "acting": [ 2024-04-15T14:36:42.237 INFO:tasks.workunit.client.0.smithi016.stdout: 2, 2024-04-15T14:36:42.237 INFO:tasks.workunit.client.0.smithi016.stdout: 5, 2024-04-15T14:36:42.237 INFO:tasks.workunit.client.0.smithi016.stdout: 0 2024-04-15T14:36:42.237 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T14:36:42.237 INFO:tasks.workunit.client.0.smithi016.stdout: "acting_primary": 2, 2024-04-15T14:36:42.237 INFO:tasks.workunit.client.0.smithi016.stdout: "avail_no_missing": [], 2024-04-15T14:36:42.237 INFO:tasks.workunit.client.0.smithi016.stdout: "blocked_by": [], 2024-04-15T14:36:42.237 INFO:tasks.workunit.client.0.smithi016.stdout: "created": 60, 2024-04-15T14:36:42.237 INFO:tasks.workunit.client.0.smithi016.stdout: "dirty_stats_invalid": false, 2024-04-15T14:36:42.237 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T14:36:42.238 INFO:tasks.workunit.client.0.smithi016.stderr:+ echo OK 2024-04-15T14:36:42.239 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_stats_invalid": false, 2024-04-15T14:36:42.239 INFO:tasks.workunit.client.0.smithi016.stdout: "last_active": "2024-04-15T14:34:11.926912+0000", 2024-04-15T14:36:42.239 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_active": "2024-04-15T14:33:34.619885+0000", 2024-04-15T14:36:42.240 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_peered": "2024-04-15T14:33:34.619885+0000", 2024-04-15T14:36:42.240 INFO:tasks.workunit.client.0.smithi016.stdout: "last_change": "2024-04-15T14:33:34.620187+0000", 2024-04-15T14:36:42.240 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean": "2024-04-15T14:34:11.926912+0000", 2024-04-15T14:36:42.240 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean_scrub_stamp": "2024-04-15T14:33:33.599136+0000", 2024-04-15T14:36:42.240 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub": "0'0", 2024-04-15T14:36:42.240 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub_stamp": "2024-04-15T14:33:33.599136+0000", 2024-04-15T14:36:42.240 INFO:tasks.workunit.client.0.smithi016.stdout: "last_epoch_clean": 61, 2024-04-15T14:36:42.240 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fresh": "2024-04-15T14:34:11.926912+0000", 2024-04-15T14:36:42.240 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fullsized": "2024-04-15T14:34:11.926912+0000", 2024-04-15T14:36:42.240 INFO:tasks.workunit.client.0.smithi016.stdout: "last_peered": "2024-04-15T14:34:11.926912+0000", 2024-04-15T14:36:42.240 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub": "0'0", 2024-04-15T14:36:42.240 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_duration": 0, 2024-04-15T14:36:42.240 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_stamp": "2024-04-15T14:33:33.599136+0000", 2024-04-15T14:36:42.240 INFO:tasks.workunit.client.0.smithi016.stdout: "last_undegraded": "2024-04-15T14:34:11.926912+0000", 2024-04-15T14:36:42.240 INFO:tasks.workunit.client.0.smithi016.stdout: "last_unstale": "2024-04-15T14:34:11.926912+0000", 2024-04-15T14:36:42.241 INFO:tasks.workunit.client.0.smithi016.stdout: "log_dups_size": 0, 2024-04-15T14:36:42.241 INFO:tasks.workunit.client.0.smithi016.stdout: "log_size": 0, 2024-04-15T14:36:42.241 INFO:tasks.workunit.client.0.smithi016.stdout: "log_start": "0'0", 2024-04-15T14:36:42.241 INFO:tasks.workunit.client.0.smithi016.stdout: "manifest_stats_invalid": false, 2024-04-15T14:36:42.241 INFO:tasks.workunit.client.0.smithi016.stdout: "mapping_epoch": 60, 2024-04-15T14:36:42.241 INFO:tasks.workunit.client.0.smithi016.stdout: "object_location_counts": [], 2024-04-15T14:36:42.241 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_scrubbed": 0, 2024-04-15T14:36:42.241 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_trimmed": 0, 2024-04-15T14:36:42.241 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_stats_invalid": false, 2024-04-15T14:36:42.241 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_size": 0, 2024-04-15T14:36:42.241 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_start": "0'0", 2024-04-15T14:36:42.241 INFO:tasks.workunit.client.0.smithi016.stdout: "parent": "0.0", 2024-04-15T14:36:42.241 INFO:tasks.workunit.client.0.smithi016.stdout: "parent_split_bits": 0, 2024-04-15T14:36:42.241 INFO:tasks.workunit.client.0.smithi016.stdout: "pgid": "2.c", 2024-04-15T14:36:42.241 INFO:tasks.workunit.client.0.smithi016.stdout: "pin_stats_invalid": false, 2024-04-15T14:36:42.242 INFO:tasks.workunit.client.0.smithi016.stdout: "purged_snaps": [], 2024-04-15T14:36:42.242 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_epoch": 70, 2024-04-15T14:36:42.242 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_seq": 20, 2024-04-15T14:36:42.242 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_duration": 0.0, 2024-04-15T14:36:42.242 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-16T21:37:15.148104+0000", 2024-04-15T14:36:42.242 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrim_duration": 0.0, 2024-04-15T14:36:42.242 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrimq_len": 0, 2024-04-15T14:36:42.242 INFO:tasks.workunit.client.0.smithi016.stdout: "stat_sum": { 2024-04-15T14:36:42.242 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes": 0, 2024-04-15T14:36:42.242 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T14:36:42.242 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_recovered": 0, 2024-04-15T14:36:42.242 INFO:tasks.workunit.client.0.smithi016.stdout: "num_deep_scrub_errors": 0, 2024-04-15T14:36:42.242 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict": 0, 2024-04-15T14:36:42.242 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_kb": 0, 2024-04-15T14:36:42.243 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_full": 0, 2024-04-15T14:36:42.243 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_some": 0, 2024-04-15T14:36:42.243 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush": 0, 2024-04-15T14:36:42.243 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_kb": 0, 2024-04-15T14:36:42.243 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_high": 0, 2024-04-15T14:36:42.243 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_low": 0, 2024-04-15T14:36:42.243 INFO:tasks.workunit.client.0.smithi016.stdout: "num_keys_recovered": 0, 2024-04-15T14:36:42.243 INFO:tasks.workunit.client.0.smithi016.stdout: "num_large_omap_objects": 0, 2024-04-15T14:36:42.243 INFO:tasks.workunit.client.0.smithi016.stdout: "num_legacy_snapsets": 0, 2024-04-15T14:36:42.243 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_clones": 0, 2024-04-15T14:36:42.243 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_copies": 0, 2024-04-15T14:36:42.243 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects": 0, 2024-04-15T14:36:42.243 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_degraded": 0, 2024-04-15T14:36:42.243 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_dirty": 0, 2024-04-15T14:36:42.243 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T14:36:42.244 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_manifest": 0, 2024-04-15T14:36:42.244 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_misplaced": 0, 2024-04-15T14:36:42.244 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing": 0, 2024-04-15T14:36:42.244 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T14:36:42.244 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_omap": 0, 2024-04-15T14:36:42.244 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_pinned": 0, 2024-04-15T14:36:42.244 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_recovered": 0, 2024-04-15T14:36:42.244 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_repaired": 0, 2024-04-15T14:36:42.244 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_unfound": 0, 2024-04-15T14:36:42.244 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_bytes": 0, 2024-04-15T14:36:42.244 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_keys": 0, 2024-04-15T14:36:42.244 INFO:tasks.workunit.client.0.smithi016.stdout: "num_promote": 0, 2024-04-15T14:36:42.244 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read": 0, 2024-04-15T14:36:42.244 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read_kb": 0, 2024-04-15T14:36:42.244 INFO:tasks.workunit.client.0.smithi016.stdout: "num_scrub_errors": 0, 2024-04-15T14:36:42.245 INFO:tasks.workunit.client.0.smithi016.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T14:36:42.245 INFO:tasks.workunit.client.0.smithi016.stdout: "num_whiteouts": 0, 2024-04-15T14:36:42.245 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write": 0, 2024-04-15T14:36:42.245 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write_kb": 0 2024-04-15T14:36:42.245 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:42.245 INFO:tasks.workunit.client.0.smithi016.stdout: "state": "active+clean", 2024-04-15T14:36:42.245 INFO:tasks.workunit.client.0.smithi016.stdout: "stats_invalid": false, 2024-04-15T14:36:42.245 INFO:tasks.workunit.client.0.smithi016.stdout: "up": [ 2024-04-15T14:36:42.245 INFO:tasks.workunit.client.0.smithi016.stdout: 2, 2024-04-15T14:36:42.245 INFO:tasks.workunit.client.0.smithi016.stdout: 5, 2024-04-15T14:36:42.245 INFO:tasks.workunit.client.0.smithi016.stdout: 0 2024-04-15T14:36:42.245 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T14:36:42.245 INFO:tasks.workunit.client.0.smithi016.stdout: "up_primary": 2, 2024-04-15T14:36:42.245 INFO:tasks.workunit.client.0.smithi016.stdout: "version": "0'0" 2024-04-15T14:36:42.245 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:42.246 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-15T14:36:42.246 INFO:tasks.workunit.client.0.smithi016.stdout: "acting": [ 2024-04-15T14:36:42.246 INFO:tasks.workunit.client.0.smithi016.stdout: 7, 2024-04-15T14:36:42.246 INFO:tasks.workunit.client.0.smithi016.stdout: 5, 2024-04-15T14:36:42.246 INFO:tasks.workunit.client.0.smithi016.stdout: 6 2024-04-15T14:36:42.246 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T14:36:42.246 INFO:tasks.workunit.client.0.smithi016.stdout: "acting_primary": 7, 2024-04-15T14:36:42.246 INFO:tasks.workunit.client.0.smithi016.stdout: "avail_no_missing": [], 2024-04-15T14:36:42.246 INFO:tasks.workunit.client.0.smithi016.stdout: "blocked_by": [], 2024-04-15T14:36:42.246 INFO:tasks.workunit.client.0.smithi016.stdout: "created": 61, 2024-04-15T14:36:42.246 INFO:tasks.workunit.client.0.smithi016.stdout: "dirty_stats_invalid": false, 2024-04-15T14:36:42.246 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T14:36:42.246 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_stats_invalid": false, 2024-04-15T14:36:42.246 INFO:tasks.workunit.client.0.smithi016.stdout: "last_active": "2024-04-15T14:34:11.925531+0000", 2024-04-15T14:36:42.247 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_active": "2024-04-15T14:33:34.994464+0000", 2024-04-15T14:36:42.247 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_peered": "2024-04-15T14:33:34.994464+0000", 2024-04-15T14:36:42.247 INFO:tasks.workunit.client.0.smithi016.stdout: "last_change": "2024-04-15T14:33:34.994756+0000", 2024-04-15T14:36:42.247 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean": "2024-04-15T14:34:11.925531+0000", 2024-04-15T14:36:42.247 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T14:36:42.247 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub": "0'0", 2024-04-15T14:36:42.247 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T14:36:42.247 INFO:tasks.workunit.client.0.smithi016.stdout: "last_epoch_clean": 62, 2024-04-15T14:36:42.247 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fresh": "2024-04-15T14:34:11.925531+0000", 2024-04-15T14:36:42.247 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fullsized": "2024-04-15T14:34:11.925531+0000", 2024-04-15T14:36:42.247 INFO:tasks.workunit.client.0.smithi016.stdout: "last_peered": "2024-04-15T14:34:11.925531+0000", 2024-04-15T14:36:42.247 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub": "0'0", 2024-04-15T14:36:42.247 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_duration": 0, 2024-04-15T14:36:42.247 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T14:36:42.247 INFO:tasks.workunit.client.0.smithi016.stdout: "last_undegraded": "2024-04-15T14:34:11.925531+0000", 2024-04-15T14:36:42.248 INFO:tasks.workunit.client.0.smithi016.stdout: "last_unstale": "2024-04-15T14:34:11.925531+0000", 2024-04-15T14:36:42.248 INFO:tasks.workunit.client.0.smithi016.stdout: "log_dups_size": 0, 2024-04-15T14:36:42.248 INFO:tasks.workunit.client.0.smithi016.stdout: "log_size": 0, 2024-04-15T14:36:42.248 INFO:tasks.workunit.client.0.smithi016.stdout: "log_start": "0'0", 2024-04-15T14:36:42.248 INFO:tasks.workunit.client.0.smithi016.stdout: "manifest_stats_invalid": false, 2024-04-15T14:36:42.248 INFO:tasks.workunit.client.0.smithi016.stdout: "mapping_epoch": 61, 2024-04-15T14:36:42.248 INFO:tasks.workunit.client.0.smithi016.stdout: "object_location_counts": [], 2024-04-15T14:36:42.248 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_scrubbed": 0, 2024-04-15T14:36:42.248 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_trimmed": 0, 2024-04-15T14:36:42.248 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_stats_invalid": false, 2024-04-15T14:36:42.248 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_size": 0, 2024-04-15T14:36:42.248 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_start": "0'0", 2024-04-15T14:36:42.248 INFO:tasks.workunit.client.0.smithi016.stdout: "parent": "0.0", 2024-04-15T14:36:42.248 INFO:tasks.workunit.client.0.smithi016.stdout: "parent_split_bits": 0, 2024-04-15T14:36:42.248 INFO:tasks.workunit.client.0.smithi016.stdout: "pgid": "3.d", 2024-04-15T14:36:42.249 INFO:tasks.workunit.client.0.smithi016.stdout: "pin_stats_invalid": false, 2024-04-15T14:36:42.249 INFO:tasks.workunit.client.0.smithi016.stdout: "purged_snaps": [], 2024-04-15T14:36:42.249 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_epoch": 70, 2024-04-15T14:36:42.249 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_seq": 18, 2024-04-15T14:36:42.249 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_duration": 0.0, 2024-04-15T14:36:42.249 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-16T17:22:46.786639+0000", 2024-04-15T14:36:42.249 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrim_duration": 0.0, 2024-04-15T14:36:42.249 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrimq_len": 0, 2024-04-15T14:36:42.249 INFO:tasks.workunit.client.0.smithi016.stdout: "stat_sum": { 2024-04-15T14:36:42.249 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes": 0, 2024-04-15T14:36:42.249 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T14:36:42.249 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_recovered": 0, 2024-04-15T14:36:42.249 INFO:tasks.workunit.client.0.smithi016.stdout: "num_deep_scrub_errors": 0, 2024-04-15T14:36:42.249 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict": 0, 2024-04-15T14:36:42.250 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_kb": 0, 2024-04-15T14:36:42.250 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_full": 0, 2024-04-15T14:36:42.250 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_some": 0, 2024-04-15T14:36:42.250 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush": 0, 2024-04-15T14:36:42.250 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_kb": 0, 2024-04-15T14:36:42.250 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_high": 0, 2024-04-15T14:36:42.250 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_low": 0, 2024-04-15T14:36:42.250 INFO:tasks.workunit.client.0.smithi016.stdout: "num_keys_recovered": 0, 2024-04-15T14:36:42.250 INFO:tasks.workunit.client.0.smithi016.stdout: "num_large_omap_objects": 0, 2024-04-15T14:36:42.250 INFO:tasks.workunit.client.0.smithi016.stdout: "num_legacy_snapsets": 0, 2024-04-15T14:36:42.250 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_clones": 0, 2024-04-15T14:36:42.250 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_copies": 0, 2024-04-15T14:36:42.250 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects": 0, 2024-04-15T14:36:42.250 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_degraded": 0, 2024-04-15T14:36:42.250 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_dirty": 0, 2024-04-15T14:36:42.251 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T14:36:42.251 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_manifest": 0, 2024-04-15T14:36:42.251 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_misplaced": 0, 2024-04-15T14:36:42.251 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing": 0, 2024-04-15T14:36:42.251 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T14:36:42.251 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_omap": 0, 2024-04-15T14:36:42.251 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_pinned": 0, 2024-04-15T14:36:42.251 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_recovered": 0, 2024-04-15T14:36:42.251 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_repaired": 0, 2024-04-15T14:36:42.251 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_unfound": 0, 2024-04-15T14:36:42.251 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_bytes": 0, 2024-04-15T14:36:42.251 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_keys": 0, 2024-04-15T14:36:42.251 INFO:tasks.workunit.client.0.smithi016.stdout: "num_promote": 0, 2024-04-15T14:36:42.251 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read": 0, 2024-04-15T14:36:42.251 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read_kb": 0, 2024-04-15T14:36:42.252 INFO:tasks.workunit.client.0.smithi016.stdout: "num_scrub_errors": 0, 2024-04-15T14:36:42.252 INFO:tasks.workunit.client.0.smithi016.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T14:36:42.252 INFO:tasks.workunit.client.0.smithi016.stdout: "num_whiteouts": 0, 2024-04-15T14:36:42.252 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write": 0, 2024-04-15T14:36:42.252 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write_kb": 0 2024-04-15T14:36:42.252 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:42.252 INFO:tasks.workunit.client.0.smithi016.stdout: "state": "active+clean", 2024-04-15T14:36:42.252 INFO:tasks.workunit.client.0.smithi016.stdout: "stats_invalid": false, 2024-04-15T14:36:42.252 INFO:tasks.workunit.client.0.smithi016.stdout: "up": [ 2024-04-15T14:36:42.252 INFO:tasks.workunit.client.0.smithi016.stdout: 7, 2024-04-15T14:36:42.252 INFO:tasks.workunit.client.0.smithi016.stdout: 5, 2024-04-15T14:36:42.252 INFO:tasks.workunit.client.0.smithi016.stdout: 6 2024-04-15T14:36:42.252 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T14:36:42.252 INFO:tasks.workunit.client.0.smithi016.stdout: "up_primary": 7, 2024-04-15T14:36:42.253 INFO:tasks.workunit.client.0.smithi016.stdout: "version": "0'0" 2024-04-15T14:36:42.253 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:42.253 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-15T14:36:42.253 INFO:tasks.workunit.client.0.smithi016.stdout: "acting": [ 2024-04-15T14:36:42.253 INFO:tasks.workunit.client.0.smithi016.stdout: 1, 2024-04-15T14:36:42.253 INFO:tasks.workunit.client.0.smithi016.stdout: 4, 2024-04-15T14:36:42.253 INFO:tasks.workunit.client.0.smithi016.stdout: 3 2024-04-15T14:36:42.253 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T14:36:42.253 INFO:tasks.workunit.client.0.smithi016.stdout: "acting_primary": 1, 2024-04-15T14:36:42.253 INFO:tasks.workunit.client.0.smithi016.stdout: "avail_no_missing": [], 2024-04-15T14:36:42.253 INFO:tasks.workunit.client.0.smithi016.stdout: "blocked_by": [], 2024-04-15T14:36:42.253 INFO:tasks.workunit.client.0.smithi016.stdout: "created": 60, 2024-04-15T14:36:42.253 INFO:tasks.workunit.client.0.smithi016.stdout: "dirty_stats_invalid": false, 2024-04-15T14:36:42.253 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T14:36:42.253 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_stats_invalid": false, 2024-04-15T14:36:42.254 INFO:tasks.workunit.client.0.smithi016.stdout: "last_active": "2024-04-15T14:34:12.004069+0000", 2024-04-15T14:36:42.254 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_active": "2024-04-15T14:33:34.622389+0000", 2024-04-15T14:36:42.254 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_peered": "2024-04-15T14:33:34.622389+0000", 2024-04-15T14:36:42.254 INFO:tasks.workunit.client.0.smithi016.stdout: "last_change": "2024-04-15T14:33:34.622686+0000", 2024-04-15T14:36:42.254 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean": "2024-04-15T14:34:12.004069+0000", 2024-04-15T14:36:42.254 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean_scrub_stamp": "2024-04-15T14:33:33.599136+0000", 2024-04-15T14:36:42.254 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub": "0'0", 2024-04-15T14:36:42.254 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub_stamp": "2024-04-15T14:33:33.599136+0000", 2024-04-15T14:36:42.254 INFO:tasks.workunit.client.0.smithi016.stdout: "last_epoch_clean": 61, 2024-04-15T14:36:42.254 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fresh": "2024-04-15T14:34:12.004069+0000", 2024-04-15T14:36:42.254 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fullsized": "2024-04-15T14:34:12.004069+0000", 2024-04-15T14:36:42.254 INFO:tasks.workunit.client.0.smithi016.stdout: "last_peered": "2024-04-15T14:34:12.004069+0000", 2024-04-15T14:36:42.254 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub": "0'0", 2024-04-15T14:36:42.254 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_duration": 0, 2024-04-15T14:36:42.255 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_stamp": "2024-04-15T14:33:33.599136+0000", 2024-04-15T14:36:42.255 INFO:tasks.workunit.client.0.smithi016.stdout: "last_undegraded": "2024-04-15T14:34:12.004069+0000", 2024-04-15T14:36:42.255 INFO:tasks.workunit.client.0.smithi016.stdout: "last_unstale": "2024-04-15T14:34:12.004069+0000", 2024-04-15T14:36:42.255 INFO:tasks.workunit.client.0.smithi016.stdout: "log_dups_size": 0, 2024-04-15T14:36:42.255 INFO:tasks.workunit.client.0.smithi016.stdout: "log_size": 1, 2024-04-15T14:36:42.255 INFO:tasks.workunit.client.0.smithi016.stdout: "log_start": "0'0", 2024-04-15T14:36:42.255 INFO:tasks.workunit.client.0.smithi016.stdout: "manifest_stats_invalid": false, 2024-04-15T14:36:42.255 INFO:tasks.workunit.client.0.smithi016.stdout: "mapping_epoch": 60, 2024-04-15T14:36:42.255 INFO:tasks.workunit.client.0.smithi016.stdout: "object_location_counts": [], 2024-04-15T14:36:42.255 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_scrubbed": 0, 2024-04-15T14:36:42.255 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_trimmed": 0, 2024-04-15T14:36:42.255 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_stats_invalid": false, 2024-04-15T14:36:42.255 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_size": 1, 2024-04-15T14:36:42.255 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_start": "0'0", 2024-04-15T14:36:42.255 INFO:tasks.workunit.client.0.smithi016.stdout: "parent": "0.0", 2024-04-15T14:36:42.256 INFO:tasks.workunit.client.0.smithi016.stdout: "parent_split_bits": 0, 2024-04-15T14:36:42.256 INFO:tasks.workunit.client.0.smithi016.stdout: "pgid": "2.d", 2024-04-15T14:36:42.256 INFO:tasks.workunit.client.0.smithi016.stdout: "pin_stats_invalid": false, 2024-04-15T14:36:42.256 INFO:tasks.workunit.client.0.smithi016.stdout: "purged_snaps": [], 2024-04-15T14:36:42.256 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_epoch": 70, 2024-04-15T14:36:42.256 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_seq": 21, 2024-04-15T14:36:42.256 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_duration": 0.0, 2024-04-15T14:36:42.256 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-16T17:25:51.291953+0000", 2024-04-15T14:36:42.256 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrim_duration": 0.0, 2024-04-15T14:36:42.256 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrimq_len": 0, 2024-04-15T14:36:42.256 INFO:tasks.workunit.client.0.smithi016.stdout: "stat_sum": { 2024-04-15T14:36:42.256 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes": 70, 2024-04-15T14:36:42.256 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T14:36:42.256 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_recovered": 0, 2024-04-15T14:36:42.256 INFO:tasks.workunit.client.0.smithi016.stdout: "num_deep_scrub_errors": 0, 2024-04-15T14:36:42.257 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict": 0, 2024-04-15T14:36:42.257 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_kb": 0, 2024-04-15T14:36:42.257 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_full": 0, 2024-04-15T14:36:42.257 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_some": 0, 2024-04-15T14:36:42.257 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush": 0, 2024-04-15T14:36:42.257 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_kb": 0, 2024-04-15T14:36:42.257 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_high": 0, 2024-04-15T14:36:42.257 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_low": 0, 2024-04-15T14:36:42.257 INFO:tasks.workunit.client.0.smithi016.stdout: "num_keys_recovered": 0, 2024-04-15T14:36:42.257 INFO:tasks.workunit.client.0.smithi016.stdout: "num_large_omap_objects": 0, 2024-04-15T14:36:42.257 INFO:tasks.workunit.client.0.smithi016.stdout: "num_legacy_snapsets": 0, 2024-04-15T14:36:42.257 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_clones": 0, 2024-04-15T14:36:42.257 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_copies": 3, 2024-04-15T14:36:42.257 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects": 1, 2024-04-15T14:36:42.257 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_degraded": 0, 2024-04-15T14:36:42.258 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_dirty": 1, 2024-04-15T14:36:42.258 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T14:36:42.258 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_manifest": 0, 2024-04-15T14:36:42.258 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_misplaced": 0, 2024-04-15T14:36:42.258 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing": 0, 2024-04-15T14:36:42.258 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T14:36:42.258 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_omap": 0, 2024-04-15T14:36:42.258 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_pinned": 0, 2024-04-15T14:36:42.258 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_recovered": 0, 2024-04-15T14:36:42.258 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_repaired": 0, 2024-04-15T14:36:42.258 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_unfound": 0, 2024-04-15T14:36:42.258 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_bytes": 0, 2024-04-15T14:36:42.258 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_keys": 0, 2024-04-15T14:36:42.258 INFO:tasks.workunit.client.0.smithi016.stdout: "num_promote": 0, 2024-04-15T14:36:42.259 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read": 0, 2024-04-15T14:36:42.259 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read_kb": 0, 2024-04-15T14:36:42.259 INFO:tasks.workunit.client.0.smithi016.stdout: "num_scrub_errors": 0, 2024-04-15T14:36:42.259 INFO:tasks.workunit.client.0.smithi016.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T14:36:42.259 INFO:tasks.workunit.client.0.smithi016.stdout: "num_whiteouts": 0, 2024-04-15T14:36:42.259 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write": 1, 2024-04-15T14:36:42.259 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write_kb": 1 2024-04-15T14:36:42.259 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:42.259 INFO:tasks.workunit.client.0.smithi016.stdout: "state": "active+clean", 2024-04-15T14:36:42.259 INFO:tasks.workunit.client.0.smithi016.stdout: "stats_invalid": false, 2024-04-15T14:36:42.259 INFO:tasks.workunit.client.0.smithi016.stdout: "up": [ 2024-04-15T14:36:42.259 INFO:tasks.workunit.client.0.smithi016.stdout: 1, 2024-04-15T14:36:42.259 INFO:tasks.workunit.client.0.smithi016.stdout: 4, 2024-04-15T14:36:42.259 INFO:tasks.workunit.client.0.smithi016.stdout: 3 2024-04-15T14:36:42.259 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T14:36:42.260 INFO:tasks.workunit.client.0.smithi016.stdout: "up_primary": 1, 2024-04-15T14:36:42.260 INFO:tasks.workunit.client.0.smithi016.stdout: "version": "62'1" 2024-04-15T14:36:42.260 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:42.260 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-15T14:36:42.260 INFO:tasks.workunit.client.0.smithi016.stdout: "acting": [ 2024-04-15T14:36:42.260 INFO:tasks.workunit.client.0.smithi016.stdout: 5, 2024-04-15T14:36:42.260 INFO:tasks.workunit.client.0.smithi016.stdout: 3, 2024-04-15T14:36:42.260 INFO:tasks.workunit.client.0.smithi016.stdout: 6 2024-04-15T14:36:42.260 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T14:36:42.260 INFO:tasks.workunit.client.0.smithi016.stdout: "acting_primary": 5, 2024-04-15T14:36:42.260 INFO:tasks.workunit.client.0.smithi016.stdout: "avail_no_missing": [], 2024-04-15T14:36:42.260 INFO:tasks.workunit.client.0.smithi016.stdout: "blocked_by": [], 2024-04-15T14:36:42.260 INFO:tasks.workunit.client.0.smithi016.stdout: "created": 61, 2024-04-15T14:36:42.260 INFO:tasks.workunit.client.0.smithi016.stdout: "dirty_stats_invalid": false, 2024-04-15T14:36:42.260 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T14:36:42.261 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_stats_invalid": false, 2024-04-15T14:36:42.261 INFO:tasks.workunit.client.0.smithi016.stdout: "last_active": "2024-04-15T14:34:12.045469+0000", 2024-04-15T14:36:42.261 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_active": "2024-04-15T14:33:34.995241+0000", 2024-04-15T14:36:42.261 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_peered": "2024-04-15T14:33:34.995241+0000", 2024-04-15T14:36:42.261 INFO:tasks.workunit.client.0.smithi016.stdout: "last_change": "2024-04-15T14:33:34.995788+0000", 2024-04-15T14:36:42.261 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean": "2024-04-15T14:34:12.045469+0000", 2024-04-15T14:36:42.261 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T14:36:42.261 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub": "0'0", 2024-04-15T14:36:42.261 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T14:36:42.261 INFO:tasks.workunit.client.0.smithi016.stdout: "last_epoch_clean": 62, 2024-04-15T14:36:42.261 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fresh": "2024-04-15T14:34:12.045469+0000", 2024-04-15T14:36:42.261 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fullsized": "2024-04-15T14:34:12.045469+0000", 2024-04-15T14:36:42.261 INFO:tasks.workunit.client.0.smithi016.stdout: "last_peered": "2024-04-15T14:34:12.045469+0000", 2024-04-15T14:36:42.261 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub": "0'0", 2024-04-15T14:36:42.261 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_duration": 0, 2024-04-15T14:36:42.262 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T14:36:42.262 INFO:tasks.workunit.client.0.smithi016.stdout: "last_undegraded": "2024-04-15T14:34:12.045469+0000", 2024-04-15T14:36:42.262 INFO:tasks.workunit.client.0.smithi016.stdout: "last_unstale": "2024-04-15T14:34:12.045469+0000", 2024-04-15T14:36:42.262 INFO:tasks.workunit.client.0.smithi016.stdout: "log_dups_size": 0, 2024-04-15T14:36:42.262 INFO:tasks.workunit.client.0.smithi016.stdout: "log_size": 0, 2024-04-15T14:36:42.262 INFO:tasks.workunit.client.0.smithi016.stdout: "log_start": "0'0", 2024-04-15T14:36:42.262 INFO:tasks.workunit.client.0.smithi016.stdout: "manifest_stats_invalid": false, 2024-04-15T14:36:42.262 INFO:tasks.workunit.client.0.smithi016.stdout: "mapping_epoch": 61, 2024-04-15T14:36:42.262 INFO:tasks.workunit.client.0.smithi016.stdout: "object_location_counts": [], 2024-04-15T14:36:42.262 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_scrubbed": 0, 2024-04-15T14:36:42.262 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_trimmed": 0, 2024-04-15T14:36:42.262 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_stats_invalid": false, 2024-04-15T14:36:42.262 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_size": 0, 2024-04-15T14:36:42.262 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_start": "0'0", 2024-04-15T14:36:42.262 INFO:tasks.workunit.client.0.smithi016.stdout: "parent": "0.0", 2024-04-15T14:36:42.263 INFO:tasks.workunit.client.0.smithi016.stdout: "parent_split_bits": 0, 2024-04-15T14:36:42.263 INFO:tasks.workunit.client.0.smithi016.stdout: "pgid": "3.c", 2024-04-15T14:36:42.263 INFO:tasks.workunit.client.0.smithi016.stdout: "pin_stats_invalid": false, 2024-04-15T14:36:42.263 INFO:tasks.workunit.client.0.smithi016.stdout: "purged_snaps": [], 2024-04-15T14:36:42.263 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_epoch": 70, 2024-04-15T14:36:42.263 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_seq": 19, 2024-04-15T14:36:42.263 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_duration": 0.0, 2024-04-15T14:36:42.263 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-16T23:34:07.957266+0000", 2024-04-15T14:36:42.263 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrim_duration": 0.0, 2024-04-15T14:36:42.263 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrimq_len": 0, 2024-04-15T14:36:42.263 INFO:tasks.workunit.client.0.smithi016.stdout: "stat_sum": { 2024-04-15T14:36:42.263 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes": 0, 2024-04-15T14:36:42.263 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T14:36:42.263 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_recovered": 0, 2024-04-15T14:36:42.263 INFO:tasks.workunit.client.0.smithi016.stdout: "num_deep_scrub_errors": 0, 2024-04-15T14:36:42.264 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict": 0, 2024-04-15T14:36:42.264 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_kb": 0, 2024-04-15T14:36:42.264 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_full": 0, 2024-04-15T14:36:42.264 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_some": 0, 2024-04-15T14:36:42.264 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush": 0, 2024-04-15T14:36:42.264 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_kb": 0, 2024-04-15T14:36:42.264 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_high": 0, 2024-04-15T14:36:42.264 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_low": 0, 2024-04-15T14:36:42.264 INFO:tasks.workunit.client.0.smithi016.stdout: "num_keys_recovered": 0, 2024-04-15T14:36:42.264 INFO:tasks.workunit.client.0.smithi016.stdout: "num_large_omap_objects": 0, 2024-04-15T14:36:42.264 INFO:tasks.workunit.client.0.smithi016.stdout: "num_legacy_snapsets": 0, 2024-04-15T14:36:42.264 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_clones": 0, 2024-04-15T14:36:42.264 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_copies": 0, 2024-04-15T14:36:42.264 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects": 0, 2024-04-15T14:36:42.264 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_degraded": 0, 2024-04-15T14:36:42.265 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_dirty": 0, 2024-04-15T14:36:42.265 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T14:36:42.265 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_manifest": 0, 2024-04-15T14:36:42.265 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_misplaced": 0, 2024-04-15T14:36:42.265 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing": 0, 2024-04-15T14:36:42.265 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T14:36:42.265 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_omap": 0, 2024-04-15T14:36:42.265 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_pinned": 0, 2024-04-15T14:36:42.265 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_recovered": 0, 2024-04-15T14:36:42.265 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_repaired": 0, 2024-04-15T14:36:42.265 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_unfound": 0, 2024-04-15T14:36:42.265 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_bytes": 0, 2024-04-15T14:36:42.265 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_keys": 0, 2024-04-15T14:36:42.265 INFO:tasks.workunit.client.0.smithi016.stdout: "num_promote": 0, 2024-04-15T14:36:42.265 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read": 0, 2024-04-15T14:36:42.266 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read_kb": 0, 2024-04-15T14:36:42.266 INFO:tasks.workunit.client.0.smithi016.stdout: "num_scrub_errors": 0, 2024-04-15T14:36:42.266 INFO:tasks.workunit.client.0.smithi016.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T14:36:42.266 INFO:tasks.workunit.client.0.smithi016.stdout: "num_whiteouts": 0, 2024-04-15T14:36:42.266 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write": 0, 2024-04-15T14:36:42.266 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write_kb": 0 2024-04-15T14:36:42.266 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:42.266 INFO:tasks.workunit.client.0.smithi016.stdout: "state": "active+clean", 2024-04-15T14:36:42.266 INFO:tasks.workunit.client.0.smithi016.stdout: "stats_invalid": false, 2024-04-15T14:36:42.266 INFO:tasks.workunit.client.0.smithi016.stdout: "up": [ 2024-04-15T14:36:42.266 INFO:tasks.workunit.client.0.smithi016.stdout: 5, 2024-04-15T14:36:42.266 INFO:tasks.workunit.client.0.smithi016.stdout: 3, 2024-04-15T14:36:42.266 INFO:tasks.workunit.client.0.smithi016.stdout: 6 2024-04-15T14:36:42.266 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T14:36:42.267 INFO:tasks.workunit.client.0.smithi016.stdout: "up_primary": 5, 2024-04-15T14:36:42.267 INFO:tasks.workunit.client.0.smithi016.stdout: "version": "0'0" 2024-04-15T14:36:42.267 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:42.267 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-15T14:36:42.267 INFO:tasks.workunit.client.0.smithi016.stdout: "acting": [ 2024-04-15T14:36:42.267 INFO:tasks.workunit.client.0.smithi016.stdout: 2, 2024-04-15T14:36:42.267 INFO:tasks.workunit.client.0.smithi016.stdout: 3, 2024-04-15T14:36:42.267 INFO:tasks.workunit.client.0.smithi016.stdout: 7 2024-04-15T14:36:42.267 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T14:36:42.267 INFO:tasks.workunit.client.0.smithi016.stdout: "acting_primary": 2, 2024-04-15T14:36:42.267 INFO:tasks.workunit.client.0.smithi016.stdout: "avail_no_missing": [], 2024-04-15T14:36:42.267 INFO:tasks.workunit.client.0.smithi016.stdout: "blocked_by": [], 2024-04-15T14:36:42.267 INFO:tasks.workunit.client.0.smithi016.stdout: "created": 60, 2024-04-15T14:36:42.267 INFO:tasks.workunit.client.0.smithi016.stdout: "dirty_stats_invalid": false, 2024-04-15T14:36:42.267 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T14:36:42.268 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_stats_invalid": false, 2024-04-15T14:36:42.268 INFO:tasks.workunit.client.0.smithi016.stdout: "last_active": "2024-04-15T14:34:11.926624+0000", 2024-04-15T14:36:42.268 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_active": "2024-04-15T14:33:34.623682+0000", 2024-04-15T14:36:42.268 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_peered": "2024-04-15T14:33:34.623682+0000", 2024-04-15T14:36:42.268 INFO:tasks.workunit.client.0.smithi016.stdout: "last_change": "2024-04-15T14:33:34.624138+0000", 2024-04-15T14:36:42.268 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean": "2024-04-15T14:34:11.926624+0000", 2024-04-15T14:36:42.268 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean_scrub_stamp": "2024-04-15T14:33:33.599136+0000", 2024-04-15T14:36:42.268 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub": "0'0", 2024-04-15T14:36:42.268 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub_stamp": "2024-04-15T14:33:33.599136+0000", 2024-04-15T14:36:42.268 INFO:tasks.workunit.client.0.smithi016.stdout: "last_epoch_clean": 61, 2024-04-15T14:36:42.268 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fresh": "2024-04-15T14:34:11.926624+0000", 2024-04-15T14:36:42.268 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fullsized": "2024-04-15T14:34:11.926624+0000", 2024-04-15T14:36:42.268 INFO:tasks.workunit.client.0.smithi016.stdout: "last_peered": "2024-04-15T14:34:11.926624+0000", 2024-04-15T14:36:42.268 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub": "0'0", 2024-04-15T14:36:42.269 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_duration": 0, 2024-04-15T14:36:42.269 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_stamp": "2024-04-15T14:33:33.599136+0000", 2024-04-15T14:36:42.269 INFO:tasks.workunit.client.0.smithi016.stdout: "last_undegraded": "2024-04-15T14:34:11.926624+0000", 2024-04-15T14:36:42.269 INFO:tasks.workunit.client.0.smithi016.stdout: "last_unstale": "2024-04-15T14:34:11.926624+0000", 2024-04-15T14:36:42.269 INFO:tasks.workunit.client.0.smithi016.stdout: "log_dups_size": 0, 2024-04-15T14:36:42.269 INFO:tasks.workunit.client.0.smithi016.stdout: "log_size": 2, 2024-04-15T14:36:42.269 INFO:tasks.workunit.client.0.smithi016.stdout: "log_start": "0'0", 2024-04-15T14:36:42.269 INFO:tasks.workunit.client.0.smithi016.stdout: "manifest_stats_invalid": false, 2024-04-15T14:36:42.269 INFO:tasks.workunit.client.0.smithi016.stdout: "mapping_epoch": 60, 2024-04-15T14:36:42.269 INFO:tasks.workunit.client.0.smithi016.stdout: "object_location_counts": [], 2024-04-15T14:36:42.269 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_scrubbed": 0, 2024-04-15T14:36:42.269 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_trimmed": 0, 2024-04-15T14:36:42.269 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_stats_invalid": false, 2024-04-15T14:36:42.269 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_size": 2, 2024-04-15T14:36:42.269 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_start": "0'0", 2024-04-15T14:36:42.270 INFO:tasks.workunit.client.0.smithi016.stdout: "parent": "0.0", 2024-04-15T14:36:42.270 INFO:tasks.workunit.client.0.smithi016.stdout: "parent_split_bits": 0, 2024-04-15T14:36:42.270 INFO:tasks.workunit.client.0.smithi016.stdout: "pgid": "2.e", 2024-04-15T14:36:42.270 INFO:tasks.workunit.client.0.smithi016.stdout: "pin_stats_invalid": false, 2024-04-15T14:36:42.270 INFO:tasks.workunit.client.0.smithi016.stdout: "purged_snaps": [], 2024-04-15T14:36:42.270 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_epoch": 70, 2024-04-15T14:36:42.270 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_seq": 22, 2024-04-15T14:36:42.270 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_duration": 0.0, 2024-04-15T14:36:42.270 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-16T14:38:37.078963+0000", 2024-04-15T14:36:42.270 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrim_duration": 0.0, 2024-04-15T14:36:42.270 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrimq_len": 0, 2024-04-15T14:36:42.270 INFO:tasks.workunit.client.0.smithi016.stdout: "stat_sum": { 2024-04-15T14:36:42.270 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes": 0, 2024-04-15T14:36:42.270 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T14:36:42.271 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_recovered": 0, 2024-04-15T14:36:42.271 INFO:tasks.workunit.client.0.smithi016.stdout: "num_deep_scrub_errors": 0, 2024-04-15T14:36:42.271 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict": 0, 2024-04-15T14:36:42.271 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_kb": 0, 2024-04-15T14:36:42.271 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_full": 0, 2024-04-15T14:36:42.271 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_some": 0, 2024-04-15T14:36:42.271 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush": 0, 2024-04-15T14:36:42.271 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_kb": 0, 2024-04-15T14:36:42.271 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_high": 0, 2024-04-15T14:36:42.271 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_low": 0, 2024-04-15T14:36:42.271 INFO:tasks.workunit.client.0.smithi016.stdout: "num_keys_recovered": 0, 2024-04-15T14:36:42.271 INFO:tasks.workunit.client.0.smithi016.stdout: "num_large_omap_objects": 0, 2024-04-15T14:36:42.271 INFO:tasks.workunit.client.0.smithi016.stdout: "num_legacy_snapsets": 0, 2024-04-15T14:36:42.271 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_clones": 0, 2024-04-15T14:36:42.272 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_copies": 3, 2024-04-15T14:36:42.272 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects": 1, 2024-04-15T14:36:42.272 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_degraded": 0, 2024-04-15T14:36:42.272 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_dirty": 1, 2024-04-15T14:36:42.272 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T14:36:42.272 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_manifest": 0, 2024-04-15T14:36:42.272 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_misplaced": 0, 2024-04-15T14:36:42.272 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing": 0, 2024-04-15T14:36:42.272 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T14:36:42.272 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_omap": 1, 2024-04-15T14:36:42.272 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_pinned": 0, 2024-04-15T14:36:42.272 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_recovered": 0, 2024-04-15T14:36:42.272 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_repaired": 0, 2024-04-15T14:36:42.272 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_unfound": 0, 2024-04-15T14:36:42.272 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_bytes": 0, 2024-04-15T14:36:42.273 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_keys": 0, 2024-04-15T14:36:42.273 INFO:tasks.workunit.client.0.smithi016.stdout: "num_promote": 0, 2024-04-15T14:36:42.273 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read": 0, 2024-04-15T14:36:42.273 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read_kb": 0, 2024-04-15T14:36:42.273 INFO:tasks.workunit.client.0.smithi016.stdout: "num_scrub_errors": 0, 2024-04-15T14:36:42.273 INFO:tasks.workunit.client.0.smithi016.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T14:36:42.273 INFO:tasks.workunit.client.0.smithi016.stdout: "num_whiteouts": 0, 2024-04-15T14:36:42.273 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write": 3, 2024-04-15T14:36:42.273 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write_kb": 0 2024-04-15T14:36:42.273 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:42.273 INFO:tasks.workunit.client.0.smithi016.stdout: "state": "active+clean", 2024-04-15T14:36:42.273 INFO:tasks.workunit.client.0.smithi016.stdout: "stats_invalid": false, 2024-04-15T14:36:42.273 INFO:tasks.workunit.client.0.smithi016.stdout: "up": [ 2024-04-15T14:36:42.273 INFO:tasks.workunit.client.0.smithi016.stdout: 2, 2024-04-15T14:36:42.273 INFO:tasks.workunit.client.0.smithi016.stdout: 3, 2024-04-15T14:36:42.273 INFO:tasks.workunit.client.0.smithi016.stdout: 7 2024-04-15T14:36:42.274 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T14:36:42.274 INFO:tasks.workunit.client.0.smithi016.stdout: "up_primary": 2, 2024-04-15T14:36:42.274 INFO:tasks.workunit.client.0.smithi016.stdout: "version": "62'2" 2024-04-15T14:36:42.274 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:42.274 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-15T14:36:42.274 INFO:tasks.workunit.client.0.smithi016.stdout: "acting": [ 2024-04-15T14:36:42.274 INFO:tasks.workunit.client.0.smithi016.stdout: 7, 2024-04-15T14:36:42.274 INFO:tasks.workunit.client.0.smithi016.stdout: 4, 2024-04-15T14:36:42.274 INFO:tasks.workunit.client.0.smithi016.stdout: 0 2024-04-15T14:36:42.274 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T14:36:42.274 INFO:tasks.workunit.client.0.smithi016.stdout: "acting_primary": 7, 2024-04-15T14:36:42.274 INFO:tasks.workunit.client.0.smithi016.stdout: "avail_no_missing": [], 2024-04-15T14:36:42.274 INFO:tasks.workunit.client.0.smithi016.stdout: "blocked_by": [], 2024-04-15T14:36:42.274 INFO:tasks.workunit.client.0.smithi016.stdout: "created": 61, 2024-04-15T14:36:42.275 INFO:tasks.workunit.client.0.smithi016.stdout: "dirty_stats_invalid": false, 2024-04-15T14:36:42.275 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T14:36:42.275 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_stats_invalid": false, 2024-04-15T14:36:42.275 INFO:tasks.workunit.client.0.smithi016.stdout: "last_active": "2024-04-15T14:34:11.925188+0000", 2024-04-15T14:36:42.275 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_active": "2024-04-15T14:33:34.982331+0000", 2024-04-15T14:36:42.275 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_peered": "2024-04-15T14:33:34.982331+0000", 2024-04-15T14:36:42.275 INFO:tasks.workunit.client.0.smithi016.stdout: "last_change": "2024-04-15T14:33:34.982615+0000", 2024-04-15T14:36:42.275 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean": "2024-04-15T14:34:11.925188+0000", 2024-04-15T14:36:42.275 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T14:36:42.275 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub": "0'0", 2024-04-15T14:36:42.275 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T14:36:42.275 INFO:tasks.workunit.client.0.smithi016.stdout: "last_epoch_clean": 62, 2024-04-15T14:36:42.275 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fresh": "2024-04-15T14:34:11.925188+0000", 2024-04-15T14:36:42.275 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fullsized": "2024-04-15T14:34:11.925188+0000", 2024-04-15T14:36:42.275 INFO:tasks.workunit.client.0.smithi016.stdout: "last_peered": "2024-04-15T14:34:11.925188+0000", 2024-04-15T14:36:42.276 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub": "0'0", 2024-04-15T14:36:42.276 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_duration": 0, 2024-04-15T14:36:42.276 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T14:36:42.276 INFO:tasks.workunit.client.0.smithi016.stdout: "last_undegraded": "2024-04-15T14:34:11.925188+0000", 2024-04-15T14:36:42.276 INFO:tasks.workunit.client.0.smithi016.stdout: "last_unstale": "2024-04-15T14:34:11.925188+0000", 2024-04-15T14:36:42.276 INFO:tasks.workunit.client.0.smithi016.stdout: "log_dups_size": 0, 2024-04-15T14:36:42.276 INFO:tasks.workunit.client.0.smithi016.stdout: "log_size": 0, 2024-04-15T14:36:42.276 INFO:tasks.workunit.client.0.smithi016.stdout: "log_start": "0'0", 2024-04-15T14:36:42.276 INFO:tasks.workunit.client.0.smithi016.stdout: "manifest_stats_invalid": false, 2024-04-15T14:36:42.276 INFO:tasks.workunit.client.0.smithi016.stdout: "mapping_epoch": 61, 2024-04-15T14:36:42.276 INFO:tasks.workunit.client.0.smithi016.stdout: "object_location_counts": [], 2024-04-15T14:36:42.276 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_scrubbed": 0, 2024-04-15T14:36:42.276 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_trimmed": 0, 2024-04-15T14:36:42.276 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_stats_invalid": false, 2024-04-15T14:36:42.276 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_size": 0, 2024-04-15T14:36:42.277 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_start": "0'0", 2024-04-15T14:36:42.277 INFO:tasks.workunit.client.0.smithi016.stdout: "parent": "0.0", 2024-04-15T14:36:42.277 INFO:tasks.workunit.client.0.smithi016.stdout: "parent_split_bits": 0, 2024-04-15T14:36:42.277 INFO:tasks.workunit.client.0.smithi016.stdout: "pgid": "3.f", 2024-04-15T14:36:42.277 INFO:tasks.workunit.client.0.smithi016.stdout: "pin_stats_invalid": false, 2024-04-15T14:36:42.277 INFO:tasks.workunit.client.0.smithi016.stdout: "purged_snaps": [], 2024-04-15T14:36:42.277 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_epoch": 70, 2024-04-15T14:36:42.277 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_seq": 18, 2024-04-15T14:36:42.277 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_duration": 0.0, 2024-04-15T14:36:42.277 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-16T20:54:20.013150+0000", 2024-04-15T14:36:42.277 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrim_duration": 0.0, 2024-04-15T14:36:42.277 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrimq_len": 0, 2024-04-15T14:36:42.277 INFO:tasks.workunit.client.0.smithi016.stdout: "stat_sum": { 2024-04-15T14:36:42.277 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes": 0, 2024-04-15T14:36:42.277 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T14:36:42.277 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_recovered": 0, 2024-04-15T14:36:42.278 INFO:tasks.workunit.client.0.smithi016.stdout: "num_deep_scrub_errors": 0, 2024-04-15T14:36:42.278 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict": 0, 2024-04-15T14:36:42.278 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_kb": 0, 2024-04-15T14:36:42.278 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_full": 0, 2024-04-15T14:36:42.278 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_some": 0, 2024-04-15T14:36:42.278 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush": 0, 2024-04-15T14:36:42.278 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_kb": 0, 2024-04-15T14:36:42.278 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_high": 0, 2024-04-15T14:36:42.278 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_low": 0, 2024-04-15T14:36:42.278 INFO:tasks.workunit.client.0.smithi016.stdout: "num_keys_recovered": 0, 2024-04-15T14:36:42.278 INFO:tasks.workunit.client.0.smithi016.stdout: "num_large_omap_objects": 0, 2024-04-15T14:36:42.278 INFO:tasks.workunit.client.0.smithi016.stdout: "num_legacy_snapsets": 0, 2024-04-15T14:36:42.278 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_clones": 0, 2024-04-15T14:36:42.278 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_copies": 0, 2024-04-15T14:36:42.279 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects": 0, 2024-04-15T14:36:42.279 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_degraded": 0, 2024-04-15T14:36:42.279 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_dirty": 0, 2024-04-15T14:36:42.279 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T14:36:42.279 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_manifest": 0, 2024-04-15T14:36:42.279 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_misplaced": 0, 2024-04-15T14:36:42.279 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing": 0, 2024-04-15T14:36:42.279 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T14:36:42.279 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_omap": 0, 2024-04-15T14:36:42.279 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_pinned": 0, 2024-04-15T14:36:42.279 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_recovered": 0, 2024-04-15T14:36:42.279 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_repaired": 0, 2024-04-15T14:36:42.279 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_unfound": 0, 2024-04-15T14:36:42.279 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_bytes": 0, 2024-04-15T14:36:42.279 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_keys": 0, 2024-04-15T14:36:42.280 INFO:tasks.workunit.client.0.smithi016.stdout: "num_promote": 0, 2024-04-15T14:36:42.280 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read": 0, 2024-04-15T14:36:42.280 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read_kb": 0, 2024-04-15T14:36:42.280 INFO:tasks.workunit.client.0.smithi016.stdout: "num_scrub_errors": 0, 2024-04-15T14:36:42.280 INFO:tasks.workunit.client.0.smithi016.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T14:36:42.280 INFO:tasks.workunit.client.0.smithi016.stdout: "num_whiteouts": 0, 2024-04-15T14:36:42.280 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write": 0, 2024-04-15T14:36:42.280 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write_kb": 0 2024-04-15T14:36:42.280 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:42.280 INFO:tasks.workunit.client.0.smithi016.stdout: "state": "active+clean", 2024-04-15T14:36:42.280 INFO:tasks.workunit.client.0.smithi016.stdout: "stats_invalid": false, 2024-04-15T14:36:42.280 INFO:tasks.workunit.client.0.smithi016.stdout: "up": [ 2024-04-15T14:36:42.280 INFO:tasks.workunit.client.0.smithi016.stdout: 7, 2024-04-15T14:36:42.280 INFO:tasks.workunit.client.0.smithi016.stdout: 4, 2024-04-15T14:36:42.280 INFO:tasks.workunit.client.0.smithi016.stdout: 0 2024-04-15T14:36:42.281 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T14:36:42.281 INFO:tasks.workunit.client.0.smithi016.stdout: "up_primary": 7, 2024-04-15T14:36:42.281 INFO:tasks.workunit.client.0.smithi016.stdout: "version": "0'0" 2024-04-15T14:36:42.281 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:42.281 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-15T14:36:42.281 INFO:tasks.workunit.client.0.smithi016.stdout: "acting": [ 2024-04-15T14:36:42.281 INFO:tasks.workunit.client.0.smithi016.stdout: 6, 2024-04-15T14:36:42.281 INFO:tasks.workunit.client.0.smithi016.stdout: 0, 2024-04-15T14:36:42.281 INFO:tasks.workunit.client.0.smithi016.stdout: 5 2024-04-15T14:36:42.281 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T14:36:42.281 INFO:tasks.workunit.client.0.smithi016.stdout: "acting_primary": 6, 2024-04-15T14:36:42.281 INFO:tasks.workunit.client.0.smithi016.stdout: "avail_no_missing": [], 2024-04-15T14:36:42.281 INFO:tasks.workunit.client.0.smithi016.stdout: "blocked_by": [], 2024-04-15T14:36:42.281 INFO:tasks.workunit.client.0.smithi016.stdout: "created": 61, 2024-04-15T14:36:42.281 INFO:tasks.workunit.client.0.smithi016.stdout: "dirty_stats_invalid": false, 2024-04-15T14:36:42.282 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T14:36:42.282 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_stats_invalid": false, 2024-04-15T14:36:42.282 INFO:tasks.workunit.client.0.smithi016.stdout: "last_active": "2024-04-15T14:34:12.043240+0000", 2024-04-15T14:36:42.282 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_active": "2024-04-15T14:33:34.989978+0000", 2024-04-15T14:36:42.282 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_peered": "2024-04-15T14:33:34.989978+0000", 2024-04-15T14:36:42.282 INFO:tasks.workunit.client.0.smithi016.stdout: "last_change": "2024-04-15T14:33:34.990625+0000", 2024-04-15T14:36:42.282 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean": "2024-04-15T14:34:12.043240+0000", 2024-04-15T14:36:42.282 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T14:36:42.282 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub": "0'0", 2024-04-15T14:36:42.282 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T14:36:42.282 INFO:tasks.workunit.client.0.smithi016.stdout: "last_epoch_clean": 62, 2024-04-15T14:36:42.282 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fresh": "2024-04-15T14:34:12.043240+0000", 2024-04-15T14:36:42.282 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fullsized": "2024-04-15T14:34:12.043240+0000", 2024-04-15T14:36:42.282 INFO:tasks.workunit.client.0.smithi016.stdout: "last_peered": "2024-04-15T14:34:12.043240+0000", 2024-04-15T14:36:42.283 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub": "0'0", 2024-04-15T14:36:42.283 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_duration": 0, 2024-04-15T14:36:42.283 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T14:36:42.283 INFO:tasks.workunit.client.0.smithi016.stdout: "last_undegraded": "2024-04-15T14:34:12.043240+0000", 2024-04-15T14:36:42.283 INFO:tasks.workunit.client.0.smithi016.stdout: "last_unstale": "2024-04-15T14:34:12.043240+0000", 2024-04-15T14:36:42.283 INFO:tasks.workunit.client.0.smithi016.stdout: "log_dups_size": 0, 2024-04-15T14:36:42.283 INFO:tasks.workunit.client.0.smithi016.stdout: "log_size": 0, 2024-04-15T14:36:42.283 INFO:tasks.workunit.client.0.smithi016.stdout: "log_start": "0'0", 2024-04-15T14:36:42.283 INFO:tasks.workunit.client.0.smithi016.stdout: "manifest_stats_invalid": false, 2024-04-15T14:36:42.283 INFO:tasks.workunit.client.0.smithi016.stdout: "mapping_epoch": 61, 2024-04-15T14:36:42.283 INFO:tasks.workunit.client.0.smithi016.stdout: "object_location_counts": [], 2024-04-15T14:36:42.283 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_scrubbed": 0, 2024-04-15T14:36:42.283 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_trimmed": 0, 2024-04-15T14:36:42.283 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_stats_invalid": false, 2024-04-15T14:36:42.283 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_size": 0, 2024-04-15T14:36:42.284 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_start": "0'0", 2024-04-15T14:36:42.284 INFO:tasks.workunit.client.0.smithi016.stdout: "parent": "0.0", 2024-04-15T14:36:42.284 INFO:tasks.workunit.client.0.smithi016.stdout: "parent_split_bits": 0, 2024-04-15T14:36:42.284 INFO:tasks.workunit.client.0.smithi016.stdout: "pgid": "3.20", 2024-04-15T14:36:42.284 INFO:tasks.workunit.client.0.smithi016.stdout: "pin_stats_invalid": false, 2024-04-15T14:36:42.284 INFO:tasks.workunit.client.0.smithi016.stdout: "purged_snaps": [], 2024-04-15T14:36:42.284 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_epoch": 70, 2024-04-15T14:36:42.284 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_seq": 18, 2024-04-15T14:36:42.284 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_duration": 0.0, 2024-04-15T14:36:42.284 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-17T01:30:06.257186+0000", 2024-04-15T14:36:42.284 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrim_duration": 0.0, 2024-04-15T14:36:42.284 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrimq_len": 0, 2024-04-15T14:36:42.284 INFO:tasks.workunit.client.0.smithi016.stdout: "stat_sum": { 2024-04-15T14:36:42.284 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes": 0, 2024-04-15T14:36:42.284 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T14:36:42.285 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_recovered": 0, 2024-04-15T14:36:42.285 INFO:tasks.workunit.client.0.smithi016.stdout: "num_deep_scrub_errors": 0, 2024-04-15T14:36:42.285 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict": 0, 2024-04-15T14:36:42.285 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_kb": 0, 2024-04-15T14:36:42.285 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_full": 0, 2024-04-15T14:36:42.285 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_some": 0, 2024-04-15T14:36:42.285 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush": 0, 2024-04-15T14:36:42.285 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_kb": 0, 2024-04-15T14:36:42.285 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_high": 0, 2024-04-15T14:36:42.285 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_low": 0, 2024-04-15T14:36:42.285 INFO:tasks.workunit.client.0.smithi016.stdout: "num_keys_recovered": 0, 2024-04-15T14:36:42.285 INFO:tasks.workunit.client.0.smithi016.stdout: "num_large_omap_objects": 0, 2024-04-15T14:36:42.285 INFO:tasks.workunit.client.0.smithi016.stdout: "num_legacy_snapsets": 0, 2024-04-15T14:36:42.285 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_clones": 0, 2024-04-15T14:36:42.286 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_copies": 0, 2024-04-15T14:36:42.286 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects": 0, 2024-04-15T14:36:42.286 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_degraded": 0, 2024-04-15T14:36:42.286 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_dirty": 0, 2024-04-15T14:36:42.286 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T14:36:42.286 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_manifest": 0, 2024-04-15T14:36:42.286 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_misplaced": 0, 2024-04-15T14:36:42.286 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing": 0, 2024-04-15T14:36:42.286 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T14:36:42.286 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_omap": 0, 2024-04-15T14:36:42.286 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_pinned": 0, 2024-04-15T14:36:42.286 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_recovered": 0, 2024-04-15T14:36:42.286 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_repaired": 0, 2024-04-15T14:36:42.286 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_unfound": 0, 2024-04-15T14:36:42.286 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_bytes": 0, 2024-04-15T14:36:42.287 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_keys": 0, 2024-04-15T14:36:42.287 INFO:tasks.workunit.client.0.smithi016.stdout: "num_promote": 0, 2024-04-15T14:36:42.287 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read": 0, 2024-04-15T14:36:42.287 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read_kb": 0, 2024-04-15T14:36:42.287 INFO:tasks.workunit.client.0.smithi016.stdout: "num_scrub_errors": 0, 2024-04-15T14:36:42.287 INFO:tasks.workunit.client.0.smithi016.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T14:36:42.287 INFO:tasks.workunit.client.0.smithi016.stdout: "num_whiteouts": 0, 2024-04-15T14:36:42.287 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write": 0, 2024-04-15T14:36:42.287 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write_kb": 0 2024-04-15T14:36:42.287 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:42.287 INFO:tasks.workunit.client.0.smithi016.stdout: "state": "active+clean", 2024-04-15T14:36:42.287 INFO:tasks.workunit.client.0.smithi016.stdout: "stats_invalid": false, 2024-04-15T14:36:42.287 INFO:tasks.workunit.client.0.smithi016.stdout: "up": [ 2024-04-15T14:36:42.287 INFO:tasks.workunit.client.0.smithi016.stdout: 6, 2024-04-15T14:36:42.287 INFO:tasks.workunit.client.0.smithi016.stdout: 0, 2024-04-15T14:36:42.288 INFO:tasks.workunit.client.0.smithi016.stdout: 5 2024-04-15T14:36:42.288 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T14:36:42.288 INFO:tasks.workunit.client.0.smithi016.stdout: "up_primary": 6, 2024-04-15T14:36:42.288 INFO:tasks.workunit.client.0.smithi016.stdout: "version": "0'0" 2024-04-15T14:36:42.288 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:42.288 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-15T14:36:42.288 INFO:tasks.workunit.client.0.smithi016.stdout: "acting": [ 2024-04-15T14:36:42.288 INFO:tasks.workunit.client.0.smithi016.stdout: 2, 2024-04-15T14:36:42.288 INFO:tasks.workunit.client.0.smithi016.stdout: 5, 2024-04-15T14:36:42.288 INFO:tasks.workunit.client.0.smithi016.stdout: 6 2024-04-15T14:36:42.288 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T14:36:42.288 INFO:tasks.workunit.client.0.smithi016.stdout: "acting_primary": 2, 2024-04-15T14:36:42.288 INFO:tasks.workunit.client.0.smithi016.stdout: "avail_no_missing": [], 2024-04-15T14:36:42.288 INFO:tasks.workunit.client.0.smithi016.stdout: "blocked_by": [], 2024-04-15T14:36:42.288 INFO:tasks.workunit.client.0.smithi016.stdout: "created": 61, 2024-04-15T14:36:42.289 INFO:tasks.workunit.client.0.smithi016.stdout: "dirty_stats_invalid": false, 2024-04-15T14:36:42.289 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T14:36:42.289 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_stats_invalid": false, 2024-04-15T14:36:42.289 INFO:tasks.workunit.client.0.smithi016.stdout: "last_active": "2024-04-15T14:34:11.926620+0000", 2024-04-15T14:36:42.289 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_active": "2024-04-15T14:33:34.997044+0000", 2024-04-15T14:36:42.289 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_peered": "2024-04-15T14:33:34.997044+0000", 2024-04-15T14:36:42.289 INFO:tasks.workunit.client.0.smithi016.stdout: "last_change": "2024-04-15T14:33:34.998364+0000", 2024-04-15T14:36:42.289 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean": "2024-04-15T14:34:11.926620+0000", 2024-04-15T14:36:42.289 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T14:36:42.289 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub": "0'0", 2024-04-15T14:36:42.289 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T14:36:42.289 INFO:tasks.workunit.client.0.smithi016.stdout: "last_epoch_clean": 62, 2024-04-15T14:36:42.289 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fresh": "2024-04-15T14:34:11.926620+0000", 2024-04-15T14:36:42.289 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fullsized": "2024-04-15T14:34:11.926620+0000", 2024-04-15T14:36:42.289 INFO:tasks.workunit.client.0.smithi016.stdout: "last_peered": "2024-04-15T14:34:11.926620+0000", 2024-04-15T14:36:42.290 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub": "0'0", 2024-04-15T14:36:42.290 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_duration": 0, 2024-04-15T14:36:42.290 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T14:36:42.290 INFO:tasks.workunit.client.0.smithi016.stdout: "last_undegraded": "2024-04-15T14:34:11.926620+0000", 2024-04-15T14:36:42.290 INFO:tasks.workunit.client.0.smithi016.stdout: "last_unstale": "2024-04-15T14:34:11.926620+0000", 2024-04-15T14:36:42.290 INFO:tasks.workunit.client.0.smithi016.stdout: "log_dups_size": 0, 2024-04-15T14:36:42.290 INFO:tasks.workunit.client.0.smithi016.stdout: "log_size": 0, 2024-04-15T14:36:42.290 INFO:tasks.workunit.client.0.smithi016.stdout: "log_start": "0'0", 2024-04-15T14:36:42.290 INFO:tasks.workunit.client.0.smithi016.stdout: "manifest_stats_invalid": false, 2024-04-15T14:36:42.290 INFO:tasks.workunit.client.0.smithi016.stdout: "mapping_epoch": 61, 2024-04-15T14:36:42.290 INFO:tasks.workunit.client.0.smithi016.stdout: "object_location_counts": [], 2024-04-15T14:36:42.290 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_scrubbed": 0, 2024-04-15T14:36:42.290 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_trimmed": 0, 2024-04-15T14:36:42.290 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_stats_invalid": false, 2024-04-15T14:36:42.291 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_size": 0, 2024-04-15T14:36:42.291 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_start": "0'0", 2024-04-15T14:36:42.291 INFO:tasks.workunit.client.0.smithi016.stdout: "parent": "0.0", 2024-04-15T14:36:42.291 INFO:tasks.workunit.client.0.smithi016.stdout: "parent_split_bits": 0, 2024-04-15T14:36:42.291 INFO:tasks.workunit.client.0.smithi016.stdout: "pgid": "3.21", 2024-04-15T14:36:42.291 INFO:tasks.workunit.client.0.smithi016.stdout: "pin_stats_invalid": false, 2024-04-15T14:36:42.291 INFO:tasks.workunit.client.0.smithi016.stdout: "purged_snaps": [], 2024-04-15T14:36:42.291 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_epoch": 70, 2024-04-15T14:36:42.291 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_seq": 19, 2024-04-15T14:36:42.291 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_duration": 0.0, 2024-04-15T14:36:42.291 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-16T22:49:03.837452+0000", 2024-04-15T14:36:42.291 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrim_duration": 0.0, 2024-04-15T14:36:42.291 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrimq_len": 0, 2024-04-15T14:36:42.292 INFO:tasks.workunit.client.0.smithi016.stdout: "stat_sum": { 2024-04-15T14:36:42.292 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes": 0, 2024-04-15T14:36:42.292 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T14:36:42.292 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_recovered": 0, 2024-04-15T14:36:42.292 INFO:tasks.workunit.client.0.smithi016.stdout: "num_deep_scrub_errors": 0, 2024-04-15T14:36:42.292 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict": 0, 2024-04-15T14:36:42.292 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_kb": 0, 2024-04-15T14:36:42.292 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_full": 0, 2024-04-15T14:36:42.292 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_some": 0, 2024-04-15T14:36:42.292 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush": 0, 2024-04-15T14:36:42.292 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_kb": 0, 2024-04-15T14:36:42.292 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_high": 0, 2024-04-15T14:36:42.292 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_low": 0, 2024-04-15T14:36:42.292 INFO:tasks.workunit.client.0.smithi016.stdout: "num_keys_recovered": 0, 2024-04-15T14:36:42.292 INFO:tasks.workunit.client.0.smithi016.stdout: "num_large_omap_objects": 0, 2024-04-15T14:36:42.293 INFO:tasks.workunit.client.0.smithi016.stdout: "num_legacy_snapsets": 0, 2024-04-15T14:36:42.293 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_clones": 0, 2024-04-15T14:36:42.293 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_copies": 0, 2024-04-15T14:36:42.293 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects": 0, 2024-04-15T14:36:42.293 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_degraded": 0, 2024-04-15T14:36:42.293 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_dirty": 0, 2024-04-15T14:36:42.293 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T14:36:42.293 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_manifest": 0, 2024-04-15T14:36:42.293 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_misplaced": 0, 2024-04-15T14:36:42.293 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing": 0, 2024-04-15T14:36:42.293 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T14:36:42.293 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_omap": 0, 2024-04-15T14:36:42.293 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_pinned": 0, 2024-04-15T14:36:42.293 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_recovered": 0, 2024-04-15T14:36:42.293 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_repaired": 0, 2024-04-15T14:36:42.294 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_unfound": 0, 2024-04-15T14:36:42.294 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_bytes": 0, 2024-04-15T14:36:42.294 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_keys": 0, 2024-04-15T14:36:42.294 INFO:tasks.workunit.client.0.smithi016.stdout: "num_promote": 0, 2024-04-15T14:36:42.294 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read": 0, 2024-04-15T14:36:42.294 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read_kb": 0, 2024-04-15T14:36:42.294 INFO:tasks.workunit.client.0.smithi016.stdout: "num_scrub_errors": 0, 2024-04-15T14:36:42.294 INFO:tasks.workunit.client.0.smithi016.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T14:36:42.294 INFO:tasks.workunit.client.0.smithi016.stdout: "num_whiteouts": 0, 2024-04-15T14:36:42.294 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write": 0, 2024-04-15T14:36:42.294 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write_kb": 0 2024-04-15T14:36:42.294 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:42.294 INFO:tasks.workunit.client.0.smithi016.stdout: "state": "active+clean", 2024-04-15T14:36:42.294 INFO:tasks.workunit.client.0.smithi016.stdout: "stats_invalid": false, 2024-04-15T14:36:42.295 INFO:tasks.workunit.client.0.smithi016.stdout: "up": [ 2024-04-15T14:36:42.295 INFO:tasks.workunit.client.0.smithi016.stdout: 2, 2024-04-15T14:36:42.295 INFO:tasks.workunit.client.0.smithi016.stdout: 5, 2024-04-15T14:36:42.295 INFO:tasks.workunit.client.0.smithi016.stdout: 6 2024-04-15T14:36:42.295 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T14:36:42.295 INFO:tasks.workunit.client.0.smithi016.stdout: "up_primary": 2, 2024-04-15T14:36:42.295 INFO:tasks.workunit.client.0.smithi016.stdout: "version": "0'0" 2024-04-15T14:36:42.295 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:42.295 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-15T14:36:42.295 INFO:tasks.workunit.client.0.smithi016.stdout: "acting": [ 2024-04-15T14:36:42.295 INFO:tasks.workunit.client.0.smithi016.stdout: 5, 2024-04-15T14:36:42.295 INFO:tasks.workunit.client.0.smithi016.stdout: 3, 2024-04-15T14:36:42.295 INFO:tasks.workunit.client.0.smithi016.stdout: 0 2024-04-15T14:36:42.295 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T14:36:42.296 INFO:tasks.workunit.client.0.smithi016.stdout: "acting_primary": 5, 2024-04-15T14:36:42.296 INFO:tasks.workunit.client.0.smithi016.stdout: "avail_no_missing": [], 2024-04-15T14:36:42.296 INFO:tasks.workunit.client.0.smithi016.stdout: "blocked_by": [], 2024-04-15T14:36:42.296 INFO:tasks.workunit.client.0.smithi016.stdout: "created": 61, 2024-04-15T14:36:42.296 INFO:tasks.workunit.client.0.smithi016.stdout: "dirty_stats_invalid": false, 2024-04-15T14:36:42.296 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T14:36:42.296 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_stats_invalid": false, 2024-04-15T14:36:42.296 INFO:tasks.workunit.client.0.smithi016.stdout: "last_active": "2024-04-15T14:34:12.045227+0000", 2024-04-15T14:36:42.296 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_active": "2024-04-15T14:33:34.992079+0000", 2024-04-15T14:36:42.296 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_peered": "2024-04-15T14:33:34.992079+0000", 2024-04-15T14:36:42.296 INFO:tasks.workunit.client.0.smithi016.stdout: "last_change": "2024-04-15T14:33:34.992503+0000", 2024-04-15T14:36:42.296 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean": "2024-04-15T14:34:12.045227+0000", 2024-04-15T14:36:42.296 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T14:36:42.296 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub": "0'0", 2024-04-15T14:36:42.296 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T14:36:42.297 INFO:tasks.workunit.client.0.smithi016.stdout: "last_epoch_clean": 62, 2024-04-15T14:36:42.297 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fresh": "2024-04-15T14:34:12.045227+0000", 2024-04-15T14:36:42.297 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fullsized": "2024-04-15T14:34:12.045227+0000", 2024-04-15T14:36:42.297 INFO:tasks.workunit.client.0.smithi016.stdout: "last_peered": "2024-04-15T14:34:12.045227+0000", 2024-04-15T14:36:42.297 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub": "0'0", 2024-04-15T14:36:42.297 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_duration": 0, 2024-04-15T14:36:42.297 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T14:36:42.297 INFO:tasks.workunit.client.0.smithi016.stdout: "last_undegraded": "2024-04-15T14:34:12.045227+0000", 2024-04-15T14:36:42.297 INFO:tasks.workunit.client.0.smithi016.stdout: "last_unstale": "2024-04-15T14:34:12.045227+0000", 2024-04-15T14:36:42.297 INFO:tasks.workunit.client.0.smithi016.stdout: "log_dups_size": 0, 2024-04-15T14:36:42.297 INFO:tasks.workunit.client.0.smithi016.stdout: "log_size": 0, 2024-04-15T14:36:42.297 INFO:tasks.workunit.client.0.smithi016.stdout: "log_start": "0'0", 2024-04-15T14:36:42.297 INFO:tasks.workunit.client.0.smithi016.stdout: "manifest_stats_invalid": false, 2024-04-15T14:36:42.297 INFO:tasks.workunit.client.0.smithi016.stdout: "mapping_epoch": 61, 2024-04-15T14:36:42.298 INFO:tasks.workunit.client.0.smithi016.stdout: "object_location_counts": [], 2024-04-15T14:36:42.298 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_scrubbed": 0, 2024-04-15T14:36:42.298 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_trimmed": 0, 2024-04-15T14:36:42.298 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_stats_invalid": false, 2024-04-15T14:36:42.298 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_size": 0, 2024-04-15T14:36:42.298 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_start": "0'0", 2024-04-15T14:36:42.298 INFO:tasks.workunit.client.0.smithi016.stdout: "parent": "0.0", 2024-04-15T14:36:42.298 INFO:tasks.workunit.client.0.smithi016.stdout: "parent_split_bits": 0, 2024-04-15T14:36:42.298 INFO:tasks.workunit.client.0.smithi016.stdout: "pgid": "3.22", 2024-04-15T14:36:42.298 INFO:tasks.workunit.client.0.smithi016.stdout: "pin_stats_invalid": false, 2024-04-15T14:36:42.298 INFO:tasks.workunit.client.0.smithi016.stdout: "purged_snaps": [], 2024-04-15T14:36:42.298 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_epoch": 70, 2024-04-15T14:36:42.298 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_seq": 19, 2024-04-15T14:36:42.298 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_duration": 0.0, 2024-04-15T14:36:42.299 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-16T16:58:09.752124+0000", 2024-04-15T14:36:42.299 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrim_duration": 0.0, 2024-04-15T14:36:42.299 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrimq_len": 0, 2024-04-15T14:36:42.299 INFO:tasks.workunit.client.0.smithi016.stdout: "stat_sum": { 2024-04-15T14:36:42.299 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes": 0, 2024-04-15T14:36:42.299 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T14:36:42.299 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_recovered": 0, 2024-04-15T14:36:42.299 INFO:tasks.workunit.client.0.smithi016.stdout: "num_deep_scrub_errors": 0, 2024-04-15T14:36:42.299 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict": 0, 2024-04-15T14:36:42.299 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_kb": 0, 2024-04-15T14:36:42.299 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_full": 0, 2024-04-15T14:36:42.299 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_some": 0, 2024-04-15T14:36:42.299 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush": 0, 2024-04-15T14:36:42.299 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_kb": 0, 2024-04-15T14:36:42.300 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_high": 0, 2024-04-15T14:36:42.300 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_low": 0, 2024-04-15T14:36:42.300 INFO:tasks.workunit.client.0.smithi016.stdout: "num_keys_recovered": 0, 2024-04-15T14:36:42.300 INFO:tasks.workunit.client.0.smithi016.stdout: "num_large_omap_objects": 0, 2024-04-15T14:36:42.300 INFO:tasks.workunit.client.0.smithi016.stdout: "num_legacy_snapsets": 0, 2024-04-15T14:36:42.300 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_clones": 0, 2024-04-15T14:36:42.300 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_copies": 0, 2024-04-15T14:36:42.300 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects": 0, 2024-04-15T14:36:42.300 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_degraded": 0, 2024-04-15T14:36:42.300 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_dirty": 0, 2024-04-15T14:36:42.300 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T14:36:42.300 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_manifest": 0, 2024-04-15T14:36:42.300 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_misplaced": 0, 2024-04-15T14:36:42.300 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing": 0, 2024-04-15T14:36:42.301 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T14:36:42.301 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_omap": 0, 2024-04-15T14:36:42.301 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_pinned": 0, 2024-04-15T14:36:42.301 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_recovered": 0, 2024-04-15T14:36:42.301 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_repaired": 0, 2024-04-15T14:36:42.301 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_unfound": 0, 2024-04-15T14:36:42.301 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_bytes": 0, 2024-04-15T14:36:42.301 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_keys": 0, 2024-04-15T14:36:42.301 INFO:tasks.workunit.client.0.smithi016.stdout: "num_promote": 0, 2024-04-15T14:36:42.301 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read": 0, 2024-04-15T14:36:42.301 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read_kb": 0, 2024-04-15T14:36:42.301 INFO:tasks.workunit.client.0.smithi016.stdout: "num_scrub_errors": 0, 2024-04-15T14:36:42.301 INFO:tasks.workunit.client.0.smithi016.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T14:36:42.301 INFO:tasks.workunit.client.0.smithi016.stdout: "num_whiteouts": 0, 2024-04-15T14:36:42.301 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write": 0, 2024-04-15T14:36:42.302 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write_kb": 0 2024-04-15T14:36:42.302 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:42.302 INFO:tasks.workunit.client.0.smithi016.stdout: "state": "active+clean", 2024-04-15T14:36:42.302 INFO:tasks.workunit.client.0.smithi016.stdout: "stats_invalid": false, 2024-04-15T14:36:42.302 INFO:tasks.workunit.client.0.smithi016.stdout: "up": [ 2024-04-15T14:36:42.302 INFO:tasks.workunit.client.0.smithi016.stdout: 5, 2024-04-15T14:36:42.302 INFO:tasks.workunit.client.0.smithi016.stdout: 3, 2024-04-15T14:36:42.302 INFO:tasks.workunit.client.0.smithi016.stdout: 0 2024-04-15T14:36:42.302 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T14:36:42.305 INFO:tasks.workunit.client.0.smithi016.stdout: "up_primary": 5, 2024-04-15T14:36:42.306 INFO:tasks.workunit.client.0.smithi016.stdout: "version": "0'0" 2024-04-15T14:36:42.306 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:42.306 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-15T14:36:42.306 INFO:tasks.workunit.client.0.smithi016.stdout: "acting": [ 2024-04-15T14:36:42.306 INFO:tasks.workunit.client.0.smithi016.stdout: 0, 2024-04-15T14:36:42.306 INFO:tasks.workunit.client.0.smithi016.stdout: 3, 2024-04-15T14:36:42.306 INFO:tasks.workunit.client.0.smithi016.stdout: 4 2024-04-15T14:36:42.306 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T14:36:42.306 INFO:tasks.workunit.client.0.smithi016.stdout: "acting_primary": 0, 2024-04-15T14:36:42.306 INFO:tasks.workunit.client.0.smithi016.stdout: "avail_no_missing": [], 2024-04-15T14:36:42.306 INFO:tasks.workunit.client.0.smithi016.stdout: "blocked_by": [], 2024-04-15T14:36:42.306 INFO:tasks.workunit.client.0.smithi016.stdout: "created": 61, 2024-04-15T14:36:42.306 INFO:tasks.workunit.client.0.smithi016.stdout: "dirty_stats_invalid": false, 2024-04-15T14:36:42.306 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T14:36:42.307 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_stats_invalid": false, 2024-04-15T14:36:42.307 INFO:tasks.workunit.client.0.smithi016.stdout: "last_active": "2024-04-15T14:34:11.922949+0000", 2024-04-15T14:36:42.307 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_active": "2024-04-15T14:33:34.992471+0000", 2024-04-15T14:36:42.307 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_peered": "2024-04-15T14:33:34.992471+0000", 2024-04-15T14:36:42.307 INFO:tasks.workunit.client.0.smithi016.stdout: "last_change": "2024-04-15T14:33:34.992800+0000", 2024-04-15T14:36:42.307 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean": "2024-04-15T14:34:11.922949+0000", 2024-04-15T14:36:42.307 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T14:36:42.307 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub": "0'0", 2024-04-15T14:36:42.307 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T14:36:42.307 INFO:tasks.workunit.client.0.smithi016.stdout: "last_epoch_clean": 62, 2024-04-15T14:36:42.307 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fresh": "2024-04-15T14:34:11.922949+0000", 2024-04-15T14:36:42.307 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fullsized": "2024-04-15T14:34:11.922949+0000", 2024-04-15T14:36:42.307 INFO:tasks.workunit.client.0.smithi016.stdout: "last_peered": "2024-04-15T14:34:11.922949+0000", 2024-04-15T14:36:42.307 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub": "0'0", 2024-04-15T14:36:42.308 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_duration": 0, 2024-04-15T14:36:42.308 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T14:36:42.308 INFO:tasks.workunit.client.0.smithi016.stdout: "last_undegraded": "2024-04-15T14:34:11.922949+0000", 2024-04-15T14:36:42.308 INFO:tasks.workunit.client.0.smithi016.stdout: "last_unstale": "2024-04-15T14:34:11.922949+0000", 2024-04-15T14:36:42.308 INFO:tasks.workunit.client.0.smithi016.stdout: "log_dups_size": 0, 2024-04-15T14:36:42.308 INFO:tasks.workunit.client.0.smithi016.stdout: "log_size": 0, 2024-04-15T14:36:42.308 INFO:tasks.workunit.client.0.smithi016.stdout: "log_start": "0'0", 2024-04-15T14:36:42.308 INFO:tasks.workunit.client.0.smithi016.stdout: "manifest_stats_invalid": false, 2024-04-15T14:36:42.308 INFO:tasks.workunit.client.0.smithi016.stdout: "mapping_epoch": 61, 2024-04-15T14:36:42.308 INFO:tasks.workunit.client.0.smithi016.stdout: "object_location_counts": [], 2024-04-15T14:36:42.308 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_scrubbed": 0, 2024-04-15T14:36:42.308 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_trimmed": 0, 2024-04-15T14:36:42.308 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_stats_invalid": false, 2024-04-15T14:36:42.308 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_size": 0, 2024-04-15T14:36:42.308 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_start": "0'0", 2024-04-15T14:36:42.309 INFO:tasks.workunit.client.0.smithi016.stdout: "parent": "0.0", 2024-04-15T14:36:42.309 INFO:tasks.workunit.client.0.smithi016.stdout: "parent_split_bits": 0, 2024-04-15T14:36:42.309 INFO:tasks.workunit.client.0.smithi016.stdout: "pgid": "3.23", 2024-04-15T14:36:42.309 INFO:tasks.workunit.client.0.smithi016.stdout: "pin_stats_invalid": false, 2024-04-15T14:36:42.309 INFO:tasks.workunit.client.0.smithi016.stdout: "purged_snaps": [], 2024-04-15T14:36:42.309 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_epoch": 70, 2024-04-15T14:36:42.309 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_seq": 18, 2024-04-15T14:36:42.309 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_duration": 0.0, 2024-04-15T14:36:42.309 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-16T21:30:30.464102+0000", 2024-04-15T14:36:42.309 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrim_duration": 0.0, 2024-04-15T14:36:42.309 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrimq_len": 0, 2024-04-15T14:36:42.309 INFO:tasks.workunit.client.0.smithi016.stdout: "stat_sum": { 2024-04-15T14:36:42.309 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes": 0, 2024-04-15T14:36:42.309 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T14:36:42.310 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_recovered": 0, 2024-04-15T14:36:42.310 INFO:tasks.workunit.client.0.smithi016.stdout: "num_deep_scrub_errors": 0, 2024-04-15T14:36:42.310 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict": 0, 2024-04-15T14:36:42.310 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_kb": 0, 2024-04-15T14:36:42.310 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_full": 0, 2024-04-15T14:36:42.310 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_some": 0, 2024-04-15T14:36:42.310 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush": 0, 2024-04-15T14:36:42.310 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_kb": 0, 2024-04-15T14:36:42.310 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_high": 0, 2024-04-15T14:36:42.310 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_low": 0, 2024-04-15T14:36:42.310 INFO:tasks.workunit.client.0.smithi016.stdout: "num_keys_recovered": 0, 2024-04-15T14:36:42.310 INFO:tasks.workunit.client.0.smithi016.stdout: "num_large_omap_objects": 0, 2024-04-15T14:36:42.310 INFO:tasks.workunit.client.0.smithi016.stdout: "num_legacy_snapsets": 0, 2024-04-15T14:36:42.310 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_clones": 0, 2024-04-15T14:36:42.310 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_copies": 0, 2024-04-15T14:36:42.311 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects": 0, 2024-04-15T14:36:42.311 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_degraded": 0, 2024-04-15T14:36:42.311 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_dirty": 0, 2024-04-15T14:36:42.311 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T14:36:42.311 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_manifest": 0, 2024-04-15T14:36:42.311 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_misplaced": 0, 2024-04-15T14:36:42.311 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing": 0, 2024-04-15T14:36:42.311 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T14:36:42.311 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_omap": 0, 2024-04-15T14:36:42.311 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_pinned": 0, 2024-04-15T14:36:42.311 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_recovered": 0, 2024-04-15T14:36:42.311 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_repaired": 0, 2024-04-15T14:36:42.311 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_unfound": 0, 2024-04-15T14:36:42.311 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_bytes": 0, 2024-04-15T14:36:42.312 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_keys": 0, 2024-04-15T14:36:42.312 INFO:tasks.workunit.client.0.smithi016.stdout: "num_promote": 0, 2024-04-15T14:36:42.312 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read": 0, 2024-04-15T14:36:42.312 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read_kb": 0, 2024-04-15T14:36:42.312 INFO:tasks.workunit.client.0.smithi016.stdout: "num_scrub_errors": 0, 2024-04-15T14:36:42.312 INFO:tasks.workunit.client.0.smithi016.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T14:36:42.312 INFO:tasks.workunit.client.0.smithi016.stdout: "num_whiteouts": 0, 2024-04-15T14:36:42.312 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write": 0, 2024-04-15T14:36:42.312 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write_kb": 0 2024-04-15T14:36:42.312 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:42.312 INFO:tasks.workunit.client.0.smithi016.stdout: "state": "active+clean", 2024-04-15T14:36:42.312 INFO:tasks.workunit.client.0.smithi016.stdout: "stats_invalid": false, 2024-04-15T14:36:42.312 INFO:tasks.workunit.client.0.smithi016.stdout: "up": [ 2024-04-15T14:36:42.312 INFO:tasks.workunit.client.0.smithi016.stdout: 0, 2024-04-15T14:36:42.312 INFO:tasks.workunit.client.0.smithi016.stdout: 3, 2024-04-15T14:36:42.313 INFO:tasks.workunit.client.0.smithi016.stdout: 4 2024-04-15T14:36:42.313 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T14:36:42.313 INFO:tasks.workunit.client.0.smithi016.stdout: "up_primary": 0, 2024-04-15T14:36:42.313 INFO:tasks.workunit.client.0.smithi016.stdout: "version": "0'0" 2024-04-15T14:36:42.313 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:42.313 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-15T14:36:42.313 INFO:tasks.workunit.client.0.smithi016.stdout: "acting": [ 2024-04-15T14:36:42.313 INFO:tasks.workunit.client.0.smithi016.stdout: 3, 2024-04-15T14:36:42.313 INFO:tasks.workunit.client.0.smithi016.stdout: 4, 2024-04-15T14:36:42.313 INFO:tasks.workunit.client.0.smithi016.stdout: 0 2024-04-15T14:36:42.313 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T14:36:42.313 INFO:tasks.workunit.client.0.smithi016.stdout: "acting_primary": 3, 2024-04-15T14:36:42.313 INFO:tasks.workunit.client.0.smithi016.stdout: "avail_no_missing": [], 2024-04-15T14:36:42.313 INFO:tasks.workunit.client.0.smithi016.stdout: "blocked_by": [], 2024-04-15T14:36:42.313 INFO:tasks.workunit.client.0.smithi016.stdout: "created": 61, 2024-04-15T14:36:42.314 INFO:tasks.workunit.client.0.smithi016.stdout: "dirty_stats_invalid": false, 2024-04-15T14:36:42.314 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T14:36:42.314 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_stats_invalid": false, 2024-04-15T14:36:42.314 INFO:tasks.workunit.client.0.smithi016.stdout: "last_active": "2024-04-15T14:34:12.046603+0000", 2024-04-15T14:36:42.314 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_active": "2024-04-15T14:33:34.985498+0000", 2024-04-15T14:36:42.314 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_peered": "2024-04-15T14:33:34.985498+0000", 2024-04-15T14:36:42.314 INFO:tasks.workunit.client.0.smithi016.stdout: "last_change": "2024-04-15T14:33:34.985890+0000", 2024-04-15T14:36:42.314 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean": "2024-04-15T14:34:12.046603+0000", 2024-04-15T14:36:42.314 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T14:36:42.314 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub": "0'0", 2024-04-15T14:36:42.314 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T14:36:42.314 INFO:tasks.workunit.client.0.smithi016.stdout: "last_epoch_clean": 62, 2024-04-15T14:36:42.314 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fresh": "2024-04-15T14:34:12.046603+0000", 2024-04-15T14:36:42.315 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fullsized": "2024-04-15T14:34:12.046603+0000", 2024-04-15T14:36:42.315 INFO:tasks.workunit.client.0.smithi016.stdout: "last_peered": "2024-04-15T14:34:12.046603+0000", 2024-04-15T14:36:42.315 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub": "0'0", 2024-04-15T14:36:42.315 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_duration": 0, 2024-04-15T14:36:42.315 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T14:36:42.315 INFO:tasks.workunit.client.0.smithi016.stdout: "last_undegraded": "2024-04-15T14:34:12.046603+0000", 2024-04-15T14:36:42.315 INFO:tasks.workunit.client.0.smithi016.stdout: "last_unstale": "2024-04-15T14:34:12.046603+0000", 2024-04-15T14:36:42.315 INFO:tasks.workunit.client.0.smithi016.stdout: "log_dups_size": 0, 2024-04-15T14:36:42.315 INFO:tasks.workunit.client.0.smithi016.stdout: "log_size": 0, 2024-04-15T14:36:42.315 INFO:tasks.workunit.client.0.smithi016.stdout: "log_start": "0'0", 2024-04-15T14:36:42.315 INFO:tasks.workunit.client.0.smithi016.stdout: "manifest_stats_invalid": false, 2024-04-15T14:36:42.315 INFO:tasks.workunit.client.0.smithi016.stdout: "mapping_epoch": 61, 2024-04-15T14:36:42.315 INFO:tasks.workunit.client.0.smithi016.stdout: "object_location_counts": [], 2024-04-15T14:36:42.315 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_scrubbed": 0, 2024-04-15T14:36:42.315 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_trimmed": 0, 2024-04-15T14:36:42.316 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_stats_invalid": false, 2024-04-15T14:36:42.316 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_size": 0, 2024-04-15T14:36:42.316 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_start": "0'0", 2024-04-15T14:36:42.316 INFO:tasks.workunit.client.0.smithi016.stdout: "parent": "0.0", 2024-04-15T14:36:42.316 INFO:tasks.workunit.client.0.smithi016.stdout: "parent_split_bits": 0, 2024-04-15T14:36:42.316 INFO:tasks.workunit.client.0.smithi016.stdout: "pgid": "3.24", 2024-04-15T14:36:42.316 INFO:tasks.workunit.client.0.smithi016.stdout: "pin_stats_invalid": false, 2024-04-15T14:36:42.316 INFO:tasks.workunit.client.0.smithi016.stdout: "purged_snaps": [], 2024-04-15T14:36:42.316 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_epoch": 70, 2024-04-15T14:36:42.316 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_seq": 18, 2024-04-15T14:36:42.316 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_duration": 0.0, 2024-04-15T14:36:42.316 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-16T19:30:22.954108+0000", 2024-04-15T14:36:42.316 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrim_duration": 0.0, 2024-04-15T14:36:42.316 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrimq_len": 0, 2024-04-15T14:36:42.316 INFO:tasks.workunit.client.0.smithi016.stdout: "stat_sum": { 2024-04-15T14:36:42.317 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes": 0, 2024-04-15T14:36:42.317 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T14:36:42.317 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_recovered": 0, 2024-04-15T14:36:42.317 INFO:tasks.workunit.client.0.smithi016.stdout: "num_deep_scrub_errors": 0, 2024-04-15T14:36:42.317 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict": 0, 2024-04-15T14:36:42.317 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_kb": 0, 2024-04-15T14:36:42.317 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_full": 0, 2024-04-15T14:36:42.317 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_some": 0, 2024-04-15T14:36:42.317 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush": 0, 2024-04-15T14:36:42.317 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_kb": 0, 2024-04-15T14:36:42.317 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_high": 0, 2024-04-15T14:36:42.317 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_low": 0, 2024-04-15T14:36:42.317 INFO:tasks.workunit.client.0.smithi016.stdout: "num_keys_recovered": 0, 2024-04-15T14:36:42.317 INFO:tasks.workunit.client.0.smithi016.stdout: "num_large_omap_objects": 0, 2024-04-15T14:36:42.318 INFO:tasks.workunit.client.0.smithi016.stdout: "num_legacy_snapsets": 0, 2024-04-15T14:36:42.318 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_clones": 0, 2024-04-15T14:36:42.318 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_copies": 0, 2024-04-15T14:36:42.318 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects": 0, 2024-04-15T14:36:42.318 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_degraded": 0, 2024-04-15T14:36:42.318 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_dirty": 0, 2024-04-15T14:36:42.318 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T14:36:42.318 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_manifest": 0, 2024-04-15T14:36:42.318 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_misplaced": 0, 2024-04-15T14:36:42.318 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing": 0, 2024-04-15T14:36:42.318 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T14:36:42.318 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_omap": 0, 2024-04-15T14:36:42.318 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_pinned": 0, 2024-04-15T14:36:42.318 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_recovered": 0, 2024-04-15T14:36:42.318 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_repaired": 0, 2024-04-15T14:36:42.319 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_unfound": 0, 2024-04-15T14:36:42.319 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_bytes": 0, 2024-04-15T14:36:42.319 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_keys": 0, 2024-04-15T14:36:42.319 INFO:tasks.workunit.client.0.smithi016.stdout: "num_promote": 0, 2024-04-15T14:36:42.319 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read": 0, 2024-04-15T14:36:42.319 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read_kb": 0, 2024-04-15T14:36:42.319 INFO:tasks.workunit.client.0.smithi016.stdout: "num_scrub_errors": 0, 2024-04-15T14:36:42.319 INFO:tasks.workunit.client.0.smithi016.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T14:36:42.319 INFO:tasks.workunit.client.0.smithi016.stdout: "num_whiteouts": 0, 2024-04-15T14:36:42.319 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write": 0, 2024-04-15T14:36:42.319 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write_kb": 0 2024-04-15T14:36:42.319 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:42.319 INFO:tasks.workunit.client.0.smithi016.stdout: "state": "active+clean", 2024-04-15T14:36:42.319 INFO:tasks.workunit.client.0.smithi016.stdout: "stats_invalid": false, 2024-04-15T14:36:42.320 INFO:tasks.workunit.client.0.smithi016.stdout: "up": [ 2024-04-15T14:36:42.320 INFO:tasks.workunit.client.0.smithi016.stdout: 3, 2024-04-15T14:36:42.320 INFO:tasks.workunit.client.0.smithi016.stdout: 4, 2024-04-15T14:36:42.320 INFO:tasks.workunit.client.0.smithi016.stdout: 0 2024-04-15T14:36:42.320 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T14:36:42.320 INFO:tasks.workunit.client.0.smithi016.stdout: "up_primary": 3, 2024-04-15T14:36:42.320 INFO:tasks.workunit.client.0.smithi016.stdout: "version": "0'0" 2024-04-15T14:36:42.320 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:42.320 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-15T14:36:42.320 INFO:tasks.workunit.client.0.smithi016.stdout: "acting": [ 2024-04-15T14:36:42.320 INFO:tasks.workunit.client.0.smithi016.stdout: 1, 2024-04-15T14:36:42.320 INFO:tasks.workunit.client.0.smithi016.stdout: 3, 2024-04-15T14:36:42.320 INFO:tasks.workunit.client.0.smithi016.stdout: 2 2024-04-15T14:36:42.320 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T14:36:42.320 INFO:tasks.workunit.client.0.smithi016.stdout: "acting_primary": 1, 2024-04-15T14:36:42.321 INFO:tasks.workunit.client.0.smithi016.stdout: "avail_no_missing": [], 2024-04-15T14:36:42.321 INFO:tasks.workunit.client.0.smithi016.stdout: "blocked_by": [], 2024-04-15T14:36:42.321 INFO:tasks.workunit.client.0.smithi016.stdout: "created": 61, 2024-04-15T14:36:42.321 INFO:tasks.workunit.client.0.smithi016.stdout: "dirty_stats_invalid": false, 2024-04-15T14:36:42.321 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T14:36:42.321 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_stats_invalid": false, 2024-04-15T14:36:42.321 INFO:tasks.workunit.client.0.smithi016.stdout: "last_active": "2024-04-15T14:34:12.003985+0000", 2024-04-15T14:36:42.321 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_active": "2024-04-15T14:33:35.001398+0000", 2024-04-15T14:36:42.321 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_peered": "2024-04-15T14:33:35.001398+0000", 2024-04-15T14:36:42.321 INFO:tasks.workunit.client.0.smithi016.stdout: "last_change": "2024-04-15T14:33:35.001671+0000", 2024-04-15T14:36:42.321 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean": "2024-04-15T14:34:12.003985+0000", 2024-04-15T14:36:42.321 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T14:36:42.321 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub": "0'0", 2024-04-15T14:36:42.321 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T14:36:42.322 INFO:tasks.workunit.client.0.smithi016.stdout: "last_epoch_clean": 62, 2024-04-15T14:36:42.322 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fresh": "2024-04-15T14:34:12.003985+0000", 2024-04-15T14:36:42.322 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fullsized": "2024-04-15T14:34:12.003985+0000", 2024-04-15T14:36:42.322 INFO:tasks.workunit.client.0.smithi016.stdout: "last_peered": "2024-04-15T14:34:12.003985+0000", 2024-04-15T14:36:42.322 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub": "0'0", 2024-04-15T14:36:42.322 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_duration": 0, 2024-04-15T14:36:42.322 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T14:36:42.322 INFO:tasks.workunit.client.0.smithi016.stdout: "last_undegraded": "2024-04-15T14:34:12.003985+0000", 2024-04-15T14:36:42.322 INFO:tasks.workunit.client.0.smithi016.stdout: "last_unstale": "2024-04-15T14:34:12.003985+0000", 2024-04-15T14:36:42.322 INFO:tasks.workunit.client.0.smithi016.stdout: "log_dups_size": 0, 2024-04-15T14:36:42.322 INFO:tasks.workunit.client.0.smithi016.stdout: "log_size": 0, 2024-04-15T14:36:42.322 INFO:tasks.workunit.client.0.smithi016.stdout: "log_start": "0'0", 2024-04-15T14:36:42.322 INFO:tasks.workunit.client.0.smithi016.stdout: "manifest_stats_invalid": false, 2024-04-15T14:36:42.322 INFO:tasks.workunit.client.0.smithi016.stdout: "mapping_epoch": 61, 2024-04-15T14:36:42.322 INFO:tasks.workunit.client.0.smithi016.stdout: "object_location_counts": [], 2024-04-15T14:36:42.323 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_scrubbed": 0, 2024-04-15T14:36:42.323 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_trimmed": 0, 2024-04-15T14:36:42.323 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_stats_invalid": false, 2024-04-15T14:36:42.323 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_size": 0, 2024-04-15T14:36:42.323 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_start": "0'0", 2024-04-15T14:36:42.323 INFO:tasks.workunit.client.0.smithi016.stdout: "parent": "0.0", 2024-04-15T14:36:42.323 INFO:tasks.workunit.client.0.smithi016.stdout: "parent_split_bits": 0, 2024-04-15T14:36:42.323 INFO:tasks.workunit.client.0.smithi016.stdout: "pgid": "3.25", 2024-04-15T14:36:42.323 INFO:tasks.workunit.client.0.smithi016.stdout: "pin_stats_invalid": false, 2024-04-15T14:36:42.323 INFO:tasks.workunit.client.0.smithi016.stdout: "purged_snaps": [], 2024-04-15T14:36:42.323 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_epoch": 70, 2024-04-15T14:36:42.323 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_seq": 19, 2024-04-15T14:36:42.323 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_duration": 0.0, 2024-04-15T14:36:42.323 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-16T19:15:22.634066+0000", 2024-04-15T14:36:42.324 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrim_duration": 0.0, 2024-04-15T14:36:42.324 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrimq_len": 0, 2024-04-15T14:36:42.324 INFO:tasks.workunit.client.0.smithi016.stdout: "stat_sum": { 2024-04-15T14:36:42.324 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes": 0, 2024-04-15T14:36:42.324 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T14:36:42.324 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_recovered": 0, 2024-04-15T14:36:42.324 INFO:tasks.workunit.client.0.smithi016.stdout: "num_deep_scrub_errors": 0, 2024-04-15T14:36:42.324 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict": 0, 2024-04-15T14:36:42.324 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_kb": 0, 2024-04-15T14:36:42.324 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_full": 0, 2024-04-15T14:36:42.324 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_some": 0, 2024-04-15T14:36:42.324 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush": 0, 2024-04-15T14:36:42.324 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_kb": 0, 2024-04-15T14:36:42.324 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_high": 0, 2024-04-15T14:36:42.324 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_low": 0, 2024-04-15T14:36:42.325 INFO:tasks.workunit.client.0.smithi016.stdout: "num_keys_recovered": 0, 2024-04-15T14:36:42.325 INFO:tasks.workunit.client.0.smithi016.stdout: "num_large_omap_objects": 0, 2024-04-15T14:36:42.325 INFO:tasks.workunit.client.0.smithi016.stdout: "num_legacy_snapsets": 0, 2024-04-15T14:36:42.325 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_clones": 0, 2024-04-15T14:36:42.325 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_copies": 0, 2024-04-15T14:36:42.325 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects": 0, 2024-04-15T14:36:42.325 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_degraded": 0, 2024-04-15T14:36:42.325 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_dirty": 0, 2024-04-15T14:36:42.325 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T14:36:42.325 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_manifest": 0, 2024-04-15T14:36:42.325 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_misplaced": 0, 2024-04-15T14:36:42.325 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing": 0, 2024-04-15T14:36:42.325 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T14:36:42.325 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_omap": 0, 2024-04-15T14:36:42.326 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_pinned": 0, 2024-04-15T14:36:42.326 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_recovered": 0, 2024-04-15T14:36:42.326 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_repaired": 0, 2024-04-15T14:36:42.326 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_unfound": 0, 2024-04-15T14:36:42.326 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_bytes": 0, 2024-04-15T14:36:42.326 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_keys": 0, 2024-04-15T14:36:42.326 INFO:tasks.workunit.client.0.smithi016.stdout: "num_promote": 0, 2024-04-15T14:36:42.326 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read": 0, 2024-04-15T14:36:42.326 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read_kb": 0, 2024-04-15T14:36:42.326 INFO:tasks.workunit.client.0.smithi016.stdout: "num_scrub_errors": 0, 2024-04-15T14:36:42.326 INFO:tasks.workunit.client.0.smithi016.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T14:36:42.326 INFO:tasks.workunit.client.0.smithi016.stdout: "num_whiteouts": 0, 2024-04-15T14:36:42.326 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write": 0, 2024-04-15T14:36:42.326 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write_kb": 0 2024-04-15T14:36:42.326 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:42.327 INFO:tasks.workunit.client.0.smithi016.stdout: "state": "active+clean", 2024-04-15T14:36:42.327 INFO:tasks.workunit.client.0.smithi016.stdout: "stats_invalid": false, 2024-04-15T14:36:42.327 INFO:tasks.workunit.client.0.smithi016.stdout: "up": [ 2024-04-15T14:36:42.327 INFO:tasks.workunit.client.0.smithi016.stdout: 1, 2024-04-15T14:36:42.327 INFO:tasks.workunit.client.0.smithi016.stdout: 3, 2024-04-15T14:36:42.327 INFO:tasks.workunit.client.0.smithi016.stdout: 2 2024-04-15T14:36:42.327 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T14:36:42.327 INFO:tasks.workunit.client.0.smithi016.stdout: "up_primary": 1, 2024-04-15T14:36:42.327 INFO:tasks.workunit.client.0.smithi016.stdout: "version": "0'0" 2024-04-15T14:36:42.327 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:42.327 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-15T14:36:42.327 INFO:tasks.workunit.client.0.smithi016.stdout: "acting": [ 2024-04-15T14:36:42.327 INFO:tasks.workunit.client.0.smithi016.stdout: 6, 2024-04-15T14:36:42.327 INFO:tasks.workunit.client.0.smithi016.stdout: 7, 2024-04-15T14:36:42.328 INFO:tasks.workunit.client.0.smithi016.stdout: 4 2024-04-15T14:36:42.328 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T14:36:42.328 INFO:tasks.workunit.client.0.smithi016.stdout: "acting_primary": 6, 2024-04-15T14:36:42.328 INFO:tasks.workunit.client.0.smithi016.stdout: "avail_no_missing": [], 2024-04-15T14:36:42.328 INFO:tasks.workunit.client.0.smithi016.stdout: "blocked_by": [], 2024-04-15T14:36:42.328 INFO:tasks.workunit.client.0.smithi016.stdout: "created": 61, 2024-04-15T14:36:42.328 INFO:tasks.workunit.client.0.smithi016.stdout: "dirty_stats_invalid": false, 2024-04-15T14:36:42.328 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T14:36:42.328 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_stats_invalid": false, 2024-04-15T14:36:42.328 INFO:tasks.workunit.client.0.smithi016.stdout: "last_active": "2024-04-15T14:34:12.043932+0000", 2024-04-15T14:36:42.328 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_active": "2024-04-15T14:33:35.005905+0000", 2024-04-15T14:36:42.328 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_peered": "2024-04-15T14:33:35.005905+0000", 2024-04-15T14:36:42.328 INFO:tasks.workunit.client.0.smithi016.stdout: "last_change": "2024-04-15T14:33:35.006191+0000", 2024-04-15T14:36:42.329 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean": "2024-04-15T14:34:12.043932+0000", 2024-04-15T14:36:42.329 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T14:36:42.329 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub": "0'0", 2024-04-15T14:36:42.329 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T14:36:42.329 INFO:tasks.workunit.client.0.smithi016.stdout: "last_epoch_clean": 62, 2024-04-15T14:36:42.329 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fresh": "2024-04-15T14:34:12.043932+0000", 2024-04-15T14:36:42.329 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fullsized": "2024-04-15T14:34:12.043932+0000", 2024-04-15T14:36:42.329 INFO:tasks.workunit.client.0.smithi016.stdout: "last_peered": "2024-04-15T14:34:12.043932+0000", 2024-04-15T14:36:42.329 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub": "0'0", 2024-04-15T14:36:42.329 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_duration": 0, 2024-04-15T14:36:42.329 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T14:36:42.329 INFO:tasks.workunit.client.0.smithi016.stdout: "last_undegraded": "2024-04-15T14:34:12.043932+0000", 2024-04-15T14:36:42.329 INFO:tasks.workunit.client.0.smithi016.stdout: "last_unstale": "2024-04-15T14:34:12.043932+0000", 2024-04-15T14:36:42.329 INFO:tasks.workunit.client.0.smithi016.stdout: "log_dups_size": 0, 2024-04-15T14:36:42.329 INFO:tasks.workunit.client.0.smithi016.stdout: "log_size": 0, 2024-04-15T14:36:42.330 INFO:tasks.workunit.client.0.smithi016.stdout: "log_start": "0'0", 2024-04-15T14:36:42.330 INFO:tasks.workunit.client.0.smithi016.stdout: "manifest_stats_invalid": false, 2024-04-15T14:36:42.330 INFO:tasks.workunit.client.0.smithi016.stdout: "mapping_epoch": 61, 2024-04-15T14:36:42.330 INFO:tasks.workunit.client.0.smithi016.stdout: "object_location_counts": [], 2024-04-15T14:36:42.330 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_scrubbed": 0, 2024-04-15T14:36:42.330 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_trimmed": 0, 2024-04-15T14:36:42.330 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_stats_invalid": false, 2024-04-15T14:36:42.330 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_size": 0, 2024-04-15T14:36:42.330 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_start": "0'0", 2024-04-15T14:36:42.330 INFO:tasks.workunit.client.0.smithi016.stdout: "parent": "0.0", 2024-04-15T14:36:42.330 INFO:tasks.workunit.client.0.smithi016.stdout: "parent_split_bits": 0, 2024-04-15T14:36:42.330 INFO:tasks.workunit.client.0.smithi016.stdout: "pgid": "3.26", 2024-04-15T14:36:42.330 INFO:tasks.workunit.client.0.smithi016.stdout: "pin_stats_invalid": false, 2024-04-15T14:36:42.330 INFO:tasks.workunit.client.0.smithi016.stdout: "purged_snaps": [], 2024-04-15T14:36:42.330 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_epoch": 70, 2024-04-15T14:36:42.331 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_seq": 18, 2024-04-15T14:36:42.331 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_duration": 0.0, 2024-04-15T14:36:42.331 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-16T17:07:18.456027+0000", 2024-04-15T14:36:42.331 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrim_duration": 0.0, 2024-04-15T14:36:42.331 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrimq_len": 0, 2024-04-15T14:36:42.331 INFO:tasks.workunit.client.0.smithi016.stdout: "stat_sum": { 2024-04-15T14:36:42.331 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes": 0, 2024-04-15T14:36:42.331 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T14:36:42.331 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_recovered": 0, 2024-04-15T14:36:42.331 INFO:tasks.workunit.client.0.smithi016.stdout: "num_deep_scrub_errors": 0, 2024-04-15T14:36:42.331 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict": 0, 2024-04-15T14:36:42.331 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_kb": 0, 2024-04-15T14:36:42.331 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_full": 0, 2024-04-15T14:36:42.331 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_some": 0, 2024-04-15T14:36:42.332 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush": 0, 2024-04-15T14:36:42.332 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_kb": 0, 2024-04-15T14:36:42.332 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_high": 0, 2024-04-15T14:36:42.332 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_low": 0, 2024-04-15T14:36:42.332 INFO:tasks.workunit.client.0.smithi016.stdout: "num_keys_recovered": 0, 2024-04-15T14:36:42.332 INFO:tasks.workunit.client.0.smithi016.stdout: "num_large_omap_objects": 0, 2024-04-15T14:36:42.332 INFO:tasks.workunit.client.0.smithi016.stdout: "num_legacy_snapsets": 0, 2024-04-15T14:36:42.332 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_clones": 0, 2024-04-15T14:36:42.332 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_copies": 0, 2024-04-15T14:36:42.332 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects": 0, 2024-04-15T14:36:42.332 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_degraded": 0, 2024-04-15T14:36:42.332 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_dirty": 0, 2024-04-15T14:36:42.332 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T14:36:42.332 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_manifest": 0, 2024-04-15T14:36:42.332 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_misplaced": 0, 2024-04-15T14:36:42.332 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing": 0, 2024-04-15T14:36:42.333 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T14:36:42.333 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_omap": 0, 2024-04-15T14:36:42.333 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_pinned": 0, 2024-04-15T14:36:42.333 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_recovered": 0, 2024-04-15T14:36:42.333 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_repaired": 0, 2024-04-15T14:36:42.333 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_unfound": 0, 2024-04-15T14:36:42.333 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_bytes": 0, 2024-04-15T14:36:42.333 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_keys": 0, 2024-04-15T14:36:42.333 INFO:tasks.workunit.client.0.smithi016.stdout: "num_promote": 0, 2024-04-15T14:36:42.333 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read": 0, 2024-04-15T14:36:42.333 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read_kb": 0, 2024-04-15T14:36:42.333 INFO:tasks.workunit.client.0.smithi016.stdout: "num_scrub_errors": 0, 2024-04-15T14:36:42.333 INFO:tasks.workunit.client.0.smithi016.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T14:36:42.333 INFO:tasks.workunit.client.0.smithi016.stdout: "num_whiteouts": 0, 2024-04-15T14:36:42.333 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write": 0, 2024-04-15T14:36:42.334 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write_kb": 0 2024-04-15T14:36:42.334 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:42.334 INFO:tasks.workunit.client.0.smithi016.stdout: "state": "active+clean", 2024-04-15T14:36:42.334 INFO:tasks.workunit.client.0.smithi016.stdout: "stats_invalid": false, 2024-04-15T14:36:42.334 INFO:tasks.workunit.client.0.smithi016.stdout: "up": [ 2024-04-15T14:36:42.334 INFO:tasks.workunit.client.0.smithi016.stdout: 6, 2024-04-15T14:36:42.334 INFO:tasks.workunit.client.0.smithi016.stdout: 7, 2024-04-15T14:36:42.334 INFO:tasks.workunit.client.0.smithi016.stdout: 4 2024-04-15T14:36:42.334 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T14:36:42.334 INFO:tasks.workunit.client.0.smithi016.stdout: "up_primary": 6, 2024-04-15T14:36:42.334 INFO:tasks.workunit.client.0.smithi016.stdout: "version": "0'0" 2024-04-15T14:36:42.334 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:42.334 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-15T14:36:42.334 INFO:tasks.workunit.client.0.smithi016.stdout: "acting": [ 2024-04-15T14:36:42.334 INFO:tasks.workunit.client.0.smithi016.stdout: 3, 2024-04-15T14:36:42.335 INFO:tasks.workunit.client.0.smithi016.stdout: 4, 2024-04-15T14:36:42.335 INFO:tasks.workunit.client.0.smithi016.stdout: 2 2024-04-15T14:36:42.335 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T14:36:42.335 INFO:tasks.workunit.client.0.smithi016.stdout: "acting_primary": 3, 2024-04-15T14:36:42.335 INFO:tasks.workunit.client.0.smithi016.stdout: "avail_no_missing": [], 2024-04-15T14:36:42.335 INFO:tasks.workunit.client.0.smithi016.stdout: "blocked_by": [], 2024-04-15T14:36:42.335 INFO:tasks.workunit.client.0.smithi016.stdout: "created": 61, 2024-04-15T14:36:42.335 INFO:tasks.workunit.client.0.smithi016.stdout: "dirty_stats_invalid": false, 2024-04-15T14:36:42.335 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T14:36:42.335 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_stats_invalid": false, 2024-04-15T14:36:42.335 INFO:tasks.workunit.client.0.smithi016.stdout: "last_active": "2024-04-15T14:34:12.046771+0000", 2024-04-15T14:36:42.335 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_active": "2024-04-15T14:33:34.993406+0000", 2024-04-15T14:36:42.335 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_peered": "2024-04-15T14:33:34.993406+0000", 2024-04-15T14:36:42.335 INFO:tasks.workunit.client.0.smithi016.stdout: "last_change": "2024-04-15T14:33:34.993952+0000", 2024-04-15T14:36:42.335 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean": "2024-04-15T14:34:12.046771+0000", 2024-04-15T14:36:42.336 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T14:36:42.336 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub": "0'0", 2024-04-15T14:36:42.336 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T14:36:42.336 INFO:tasks.workunit.client.0.smithi016.stdout: "last_epoch_clean": 62, 2024-04-15T14:36:42.336 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fresh": "2024-04-15T14:34:12.046771+0000", 2024-04-15T14:36:42.336 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fullsized": "2024-04-15T14:34:12.046771+0000", 2024-04-15T14:36:42.336 INFO:tasks.workunit.client.0.smithi016.stdout: "last_peered": "2024-04-15T14:34:12.046771+0000", 2024-04-15T14:36:42.336 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub": "0'0", 2024-04-15T14:36:42.336 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_duration": 0, 2024-04-15T14:36:42.336 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T14:36:42.336 INFO:tasks.workunit.client.0.smithi016.stdout: "last_undegraded": "2024-04-15T14:34:12.046771+0000", 2024-04-15T14:36:42.336 INFO:tasks.workunit.client.0.smithi016.stdout: "last_unstale": "2024-04-15T14:34:12.046771+0000", 2024-04-15T14:36:42.336 INFO:tasks.workunit.client.0.smithi016.stdout: "log_dups_size": 0, 2024-04-15T14:36:42.336 INFO:tasks.workunit.client.0.smithi016.stdout: "log_size": 0, 2024-04-15T14:36:42.337 INFO:tasks.workunit.client.0.smithi016.stdout: "log_start": "0'0", 2024-04-15T14:36:42.337 INFO:tasks.workunit.client.0.smithi016.stdout: "manifest_stats_invalid": false, 2024-04-15T14:36:42.337 INFO:tasks.workunit.client.0.smithi016.stdout: "mapping_epoch": 61, 2024-04-15T14:36:42.337 INFO:tasks.workunit.client.0.smithi016.stdout: "object_location_counts": [], 2024-04-15T14:36:42.337 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_scrubbed": 0, 2024-04-15T14:36:42.337 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_trimmed": 0, 2024-04-15T14:36:42.337 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_stats_invalid": false, 2024-04-15T14:36:42.337 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_size": 0, 2024-04-15T14:36:42.337 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_start": "0'0", 2024-04-15T14:36:42.337 INFO:tasks.workunit.client.0.smithi016.stdout: "parent": "0.0", 2024-04-15T14:36:42.337 INFO:tasks.workunit.client.0.smithi016.stdout: "parent_split_bits": 0, 2024-04-15T14:36:42.337 INFO:tasks.workunit.client.0.smithi016.stdout: "pgid": "3.27", 2024-04-15T14:36:42.337 INFO:tasks.workunit.client.0.smithi016.stdout: "pin_stats_invalid": false, 2024-04-15T14:36:42.337 INFO:tasks.workunit.client.0.smithi016.stdout: "purged_snaps": [], 2024-04-15T14:36:42.337 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_epoch": 70, 2024-04-15T14:36:42.338 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_seq": 18, 2024-04-15T14:36:42.338 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_duration": 0.0, 2024-04-15T14:36:42.338 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-16T18:08:12.991005+0000", 2024-04-15T14:36:42.338 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrim_duration": 0.0, 2024-04-15T14:36:42.338 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrimq_len": 0, 2024-04-15T14:36:42.338 INFO:tasks.workunit.client.0.smithi016.stdout: "stat_sum": { 2024-04-15T14:36:42.338 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes": 0, 2024-04-15T14:36:42.338 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T14:36:42.338 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_recovered": 0, 2024-04-15T14:36:42.338 INFO:tasks.workunit.client.0.smithi016.stdout: "num_deep_scrub_errors": 0, 2024-04-15T14:36:42.338 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict": 0, 2024-04-15T14:36:42.338 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_kb": 0, 2024-04-15T14:36:42.338 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_full": 0, 2024-04-15T14:36:42.338 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_some": 0, 2024-04-15T14:36:42.339 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush": 0, 2024-04-15T14:36:42.339 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_kb": 0, 2024-04-15T14:36:42.339 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_high": 0, 2024-04-15T14:36:42.339 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_low": 0, 2024-04-15T14:36:42.339 INFO:tasks.workunit.client.0.smithi016.stdout: "num_keys_recovered": 0, 2024-04-15T14:36:42.339 INFO:tasks.workunit.client.0.smithi016.stdout: "num_large_omap_objects": 0, 2024-04-15T14:36:42.339 INFO:tasks.workunit.client.0.smithi016.stdout: "num_legacy_snapsets": 0, 2024-04-15T14:36:42.339 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_clones": 0, 2024-04-15T14:36:42.339 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_copies": 0, 2024-04-15T14:36:42.339 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects": 0, 2024-04-15T14:36:42.339 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_degraded": 0, 2024-04-15T14:36:42.339 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_dirty": 0, 2024-04-15T14:36:42.339 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T14:36:42.339 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_manifest": 0, 2024-04-15T14:36:42.339 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_misplaced": 0, 2024-04-15T14:36:42.340 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing": 0, 2024-04-15T14:36:42.340 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T14:36:42.340 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_omap": 0, 2024-04-15T14:36:42.340 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_pinned": 0, 2024-04-15T14:36:42.340 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_recovered": 0, 2024-04-15T14:36:42.340 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_repaired": 0, 2024-04-15T14:36:42.340 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_unfound": 0, 2024-04-15T14:36:42.340 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_bytes": 0, 2024-04-15T14:36:42.340 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_keys": 0, 2024-04-15T14:36:42.340 INFO:tasks.workunit.client.0.smithi016.stdout: "num_promote": 0, 2024-04-15T14:36:42.340 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read": 0, 2024-04-15T14:36:42.340 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read_kb": 0, 2024-04-15T14:36:42.340 INFO:tasks.workunit.client.0.smithi016.stdout: "num_scrub_errors": 0, 2024-04-15T14:36:42.340 INFO:tasks.workunit.client.0.smithi016.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T14:36:42.340 INFO:tasks.workunit.client.0.smithi016.stdout: "num_whiteouts": 0, 2024-04-15T14:36:42.341 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write": 0, 2024-04-15T14:36:42.341 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write_kb": 0 2024-04-15T14:36:42.341 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:42.341 INFO:tasks.workunit.client.0.smithi016.stdout: "state": "active+clean", 2024-04-15T14:36:42.341 INFO:tasks.workunit.client.0.smithi016.stdout: "stats_invalid": false, 2024-04-15T14:36:42.341 INFO:tasks.workunit.client.0.smithi016.stdout: "up": [ 2024-04-15T14:36:42.341 INFO:tasks.workunit.client.0.smithi016.stdout: 3, 2024-04-15T14:36:42.341 INFO:tasks.workunit.client.0.smithi016.stdout: 4, 2024-04-15T14:36:42.341 INFO:tasks.workunit.client.0.smithi016.stdout: 2 2024-04-15T14:36:42.341 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T14:36:42.341 INFO:tasks.workunit.client.0.smithi016.stdout: "up_primary": 3, 2024-04-15T14:36:42.341 INFO:tasks.workunit.client.0.smithi016.stdout: "version": "0'0" 2024-04-15T14:36:42.341 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:42.341 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-15T14:36:42.341 INFO:tasks.workunit.client.0.smithi016.stdout: "acting": [ 2024-04-15T14:36:42.342 INFO:tasks.workunit.client.0.smithi016.stdout: 5, 2024-04-15T14:36:42.342 INFO:tasks.workunit.client.0.smithi016.stdout: 3, 2024-04-15T14:36:42.342 INFO:tasks.workunit.client.0.smithi016.stdout: 2 2024-04-15T14:36:42.342 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T14:36:42.342 INFO:tasks.workunit.client.0.smithi016.stdout: "acting_primary": 5, 2024-04-15T14:36:42.342 INFO:tasks.workunit.client.0.smithi016.stdout: "avail_no_missing": [], 2024-04-15T14:36:42.342 INFO:tasks.workunit.client.0.smithi016.stdout: "blocked_by": [], 2024-04-15T14:36:42.342 INFO:tasks.workunit.client.0.smithi016.stdout: "created": 61, 2024-04-15T14:36:42.342 INFO:tasks.workunit.client.0.smithi016.stdout: "dirty_stats_invalid": false, 2024-04-15T14:36:42.342 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T14:36:42.342 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_stats_invalid": false, 2024-04-15T14:36:42.342 INFO:tasks.workunit.client.0.smithi016.stdout: "last_active": "2024-04-15T14:34:12.044988+0000", 2024-04-15T14:36:42.342 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_active": "2024-04-15T14:33:34.989680+0000", 2024-04-15T14:36:42.342 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_peered": "2024-04-15T14:33:34.989680+0000", 2024-04-15T14:36:42.343 INFO:tasks.workunit.client.0.smithi016.stdout: "last_change": "2024-04-15T14:33:34.989949+0000", 2024-04-15T14:36:42.343 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean": "2024-04-15T14:34:12.044988+0000", 2024-04-15T14:36:42.343 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T14:36:42.343 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub": "0'0", 2024-04-15T14:36:42.343 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T14:36:42.343 INFO:tasks.workunit.client.0.smithi016.stdout: "last_epoch_clean": 62, 2024-04-15T14:36:42.343 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fresh": "2024-04-15T14:34:12.044988+0000", 2024-04-15T14:36:42.343 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fullsized": "2024-04-15T14:34:12.044988+0000", 2024-04-15T14:36:42.343 INFO:tasks.workunit.client.0.smithi016.stdout: "last_peered": "2024-04-15T14:34:12.044988+0000", 2024-04-15T14:36:42.343 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub": "0'0", 2024-04-15T14:36:42.343 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_duration": 0, 2024-04-15T14:36:42.343 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T14:36:42.343 INFO:tasks.workunit.client.0.smithi016.stdout: "last_undegraded": "2024-04-15T14:34:12.044988+0000", 2024-04-15T14:36:42.343 INFO:tasks.workunit.client.0.smithi016.stdout: "last_unstale": "2024-04-15T14:34:12.044988+0000", 2024-04-15T14:36:42.343 INFO:tasks.workunit.client.0.smithi016.stdout: "log_dups_size": 0, 2024-04-15T14:36:42.344 INFO:tasks.workunit.client.0.smithi016.stdout: "log_size": 0, 2024-04-15T14:36:42.344 INFO:tasks.workunit.client.0.smithi016.stdout: "log_start": "0'0", 2024-04-15T14:36:42.344 INFO:tasks.workunit.client.0.smithi016.stdout: "manifest_stats_invalid": false, 2024-04-15T14:36:42.344 INFO:tasks.workunit.client.0.smithi016.stdout: "mapping_epoch": 61, 2024-04-15T14:36:42.344 INFO:tasks.workunit.client.0.smithi016.stdout: "object_location_counts": [], 2024-04-15T14:36:42.344 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_scrubbed": 0, 2024-04-15T14:36:42.344 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_trimmed": 0, 2024-04-15T14:36:42.344 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_stats_invalid": false, 2024-04-15T14:36:42.344 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_size": 0, 2024-04-15T14:36:42.344 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_start": "0'0", 2024-04-15T14:36:42.344 INFO:tasks.workunit.client.0.smithi016.stdout: "parent": "0.0", 2024-04-15T14:36:42.344 INFO:tasks.workunit.client.0.smithi016.stdout: "parent_split_bits": 0, 2024-04-15T14:36:42.344 INFO:tasks.workunit.client.0.smithi016.stdout: "pgid": "3.28", 2024-04-15T14:36:42.344 INFO:tasks.workunit.client.0.smithi016.stdout: "pin_stats_invalid": false, 2024-04-15T14:36:42.345 INFO:tasks.workunit.client.0.smithi016.stdout: "purged_snaps": [], 2024-04-15T14:36:42.345 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_epoch": 70, 2024-04-15T14:36:42.345 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_seq": 19, 2024-04-15T14:36:42.345 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_duration": 0.0, 2024-04-15T14:36:42.345 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-17T02:13:17.656911+0000", 2024-04-15T14:36:42.345 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrim_duration": 0.0, 2024-04-15T14:36:42.345 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrimq_len": 0, 2024-04-15T14:36:42.345 INFO:tasks.workunit.client.0.smithi016.stdout: "stat_sum": { 2024-04-15T14:36:42.345 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes": 0, 2024-04-15T14:36:42.345 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T14:36:42.345 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_recovered": 0, 2024-04-15T14:36:42.345 INFO:tasks.workunit.client.0.smithi016.stdout: "num_deep_scrub_errors": 0, 2024-04-15T14:36:42.345 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict": 0, 2024-04-15T14:36:42.345 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_kb": 0, 2024-04-15T14:36:42.345 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_full": 0, 2024-04-15T14:36:42.346 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_some": 0, 2024-04-15T14:36:42.346 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush": 0, 2024-04-15T14:36:42.346 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_kb": 0, 2024-04-15T14:36:42.346 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_high": 0, 2024-04-15T14:36:42.346 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_low": 0, 2024-04-15T14:36:42.346 INFO:tasks.workunit.client.0.smithi016.stdout: "num_keys_recovered": 0, 2024-04-15T14:36:42.346 INFO:tasks.workunit.client.0.smithi016.stdout: "num_large_omap_objects": 0, 2024-04-15T14:36:42.346 INFO:tasks.workunit.client.0.smithi016.stdout: "num_legacy_snapsets": 0, 2024-04-15T14:36:42.346 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_clones": 0, 2024-04-15T14:36:42.346 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_copies": 0, 2024-04-15T14:36:42.346 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects": 0, 2024-04-15T14:36:42.346 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_degraded": 0, 2024-04-15T14:36:42.346 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_dirty": 0, 2024-04-15T14:36:42.346 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T14:36:42.346 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_manifest": 0, 2024-04-15T14:36:42.347 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_misplaced": 0, 2024-04-15T14:36:42.347 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing": 0, 2024-04-15T14:36:42.347 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T14:36:42.347 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_omap": 0, 2024-04-15T14:36:42.347 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_pinned": 0, 2024-04-15T14:36:42.347 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_recovered": 0, 2024-04-15T14:36:42.347 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_repaired": 0, 2024-04-15T14:36:42.347 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_unfound": 0, 2024-04-15T14:36:42.347 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_bytes": 0, 2024-04-15T14:36:42.347 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_keys": 0, 2024-04-15T14:36:42.347 INFO:tasks.workunit.client.0.smithi016.stdout: "num_promote": 0, 2024-04-15T14:36:42.347 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read": 0, 2024-04-15T14:36:42.347 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read_kb": 0, 2024-04-15T14:36:42.347 INFO:tasks.workunit.client.0.smithi016.stdout: "num_scrub_errors": 0, 2024-04-15T14:36:42.347 INFO:tasks.workunit.client.0.smithi016.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T14:36:42.348 INFO:tasks.workunit.client.0.smithi016.stdout: "num_whiteouts": 0, 2024-04-15T14:36:42.348 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write": 0, 2024-04-15T14:36:42.348 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write_kb": 0 2024-04-15T14:36:42.348 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:42.348 INFO:tasks.workunit.client.0.smithi016.stdout: "state": "active+clean", 2024-04-15T14:36:42.348 INFO:tasks.workunit.client.0.smithi016.stdout: "stats_invalid": false, 2024-04-15T14:36:42.348 INFO:tasks.workunit.client.0.smithi016.stdout: "up": [ 2024-04-15T14:36:42.348 INFO:tasks.workunit.client.0.smithi016.stdout: 5, 2024-04-15T14:36:42.348 INFO:tasks.workunit.client.0.smithi016.stdout: 3, 2024-04-15T14:36:42.348 INFO:tasks.workunit.client.0.smithi016.stdout: 2 2024-04-15T14:36:42.348 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T14:36:42.348 INFO:tasks.workunit.client.0.smithi016.stdout: "up_primary": 5, 2024-04-15T14:36:42.348 INFO:tasks.workunit.client.0.smithi016.stdout: "version": "0'0" 2024-04-15T14:36:42.348 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:42.348 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-15T14:36:42.349 INFO:tasks.workunit.client.0.smithi016.stdout: "acting": [ 2024-04-15T14:36:42.349 INFO:tasks.workunit.client.0.smithi016.stdout: 3, 2024-04-15T14:36:42.349 INFO:tasks.workunit.client.0.smithi016.stdout: 4, 2024-04-15T14:36:42.349 INFO:tasks.workunit.client.0.smithi016.stdout: 1 2024-04-15T14:36:42.349 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T14:36:42.349 INFO:tasks.workunit.client.0.smithi016.stdout: "acting_primary": 3, 2024-04-15T14:36:42.349 INFO:tasks.workunit.client.0.smithi016.stdout: "avail_no_missing": [], 2024-04-15T14:36:42.349 INFO:tasks.workunit.client.0.smithi016.stdout: "blocked_by": [], 2024-04-15T14:36:42.349 INFO:tasks.workunit.client.0.smithi016.stdout: "created": 61, 2024-04-15T14:36:42.349 INFO:tasks.workunit.client.0.smithi016.stdout: "dirty_stats_invalid": false, 2024-04-15T14:36:42.349 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T14:36:42.349 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_stats_invalid": false, 2024-04-15T14:36:42.349 INFO:tasks.workunit.client.0.smithi016.stdout: "last_active": "2024-04-15T14:34:12.045639+0000", 2024-04-15T14:36:42.349 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_active": "2024-04-15T14:33:34.994718+0000", 2024-04-15T14:36:42.349 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_peered": "2024-04-15T14:33:34.994718+0000", 2024-04-15T14:36:42.350 INFO:tasks.workunit.client.0.smithi016.stdout: "last_change": "2024-04-15T14:33:34.994997+0000", 2024-04-15T14:36:42.350 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean": "2024-04-15T14:34:12.045639+0000", 2024-04-15T14:36:42.350 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T14:36:42.350 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub": "0'0", 2024-04-15T14:36:42.350 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T14:36:42.350 INFO:tasks.workunit.client.0.smithi016.stdout: "last_epoch_clean": 62, 2024-04-15T14:36:42.350 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fresh": "2024-04-15T14:34:12.045639+0000", 2024-04-15T14:36:42.350 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fullsized": "2024-04-15T14:34:12.045639+0000", 2024-04-15T14:36:42.350 INFO:tasks.workunit.client.0.smithi016.stdout: "last_peered": "2024-04-15T14:34:12.045639+0000", 2024-04-15T14:36:42.350 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub": "0'0", 2024-04-15T14:36:42.350 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_duration": 0, 2024-04-15T14:36:42.350 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T14:36:42.350 INFO:tasks.workunit.client.0.smithi016.stdout: "last_undegraded": "2024-04-15T14:34:12.045639+0000", 2024-04-15T14:36:42.350 INFO:tasks.workunit.client.0.smithi016.stdout: "last_unstale": "2024-04-15T14:34:12.045639+0000", 2024-04-15T14:36:42.351 INFO:tasks.workunit.client.0.smithi016.stdout: "log_dups_size": 0, 2024-04-15T14:36:42.351 INFO:tasks.workunit.client.0.smithi016.stdout: "log_size": 0, 2024-04-15T14:36:42.351 INFO:tasks.workunit.client.0.smithi016.stdout: "log_start": "0'0", 2024-04-15T14:36:42.351 INFO:tasks.workunit.client.0.smithi016.stdout: "manifest_stats_invalid": false, 2024-04-15T14:36:42.351 INFO:tasks.workunit.client.0.smithi016.stdout: "mapping_epoch": 61, 2024-04-15T14:36:42.351 INFO:tasks.workunit.client.0.smithi016.stdout: "object_location_counts": [], 2024-04-15T14:36:42.351 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_scrubbed": 0, 2024-04-15T14:36:42.351 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_trimmed": 0, 2024-04-15T14:36:42.351 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_stats_invalid": false, 2024-04-15T14:36:42.351 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_size": 0, 2024-04-15T14:36:42.351 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_start": "0'0", 2024-04-15T14:36:42.351 INFO:tasks.workunit.client.0.smithi016.stdout: "parent": "0.0", 2024-04-15T14:36:42.351 INFO:tasks.workunit.client.0.smithi016.stdout: "parent_split_bits": 0, 2024-04-15T14:36:42.351 INFO:tasks.workunit.client.0.smithi016.stdout: "pgid": "3.29", 2024-04-15T14:36:42.351 INFO:tasks.workunit.client.0.smithi016.stdout: "pin_stats_invalid": false, 2024-04-15T14:36:42.352 INFO:tasks.workunit.client.0.smithi016.stdout: "purged_snaps": [], 2024-04-15T14:36:42.352 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_epoch": 70, 2024-04-15T14:36:42.352 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_seq": 18, 2024-04-15T14:36:42.352 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_duration": 0.0, 2024-04-15T14:36:42.352 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-17T00:40:23.585935+0000", 2024-04-15T14:36:42.352 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrim_duration": 0.0, 2024-04-15T14:36:42.352 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrimq_len": 0, 2024-04-15T14:36:42.352 INFO:tasks.workunit.client.0.smithi016.stdout: "stat_sum": { 2024-04-15T14:36:42.352 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes": 0, 2024-04-15T14:36:42.352 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T14:36:42.352 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_recovered": 0, 2024-04-15T14:36:42.352 INFO:tasks.workunit.client.0.smithi016.stdout: "num_deep_scrub_errors": 0, 2024-04-15T14:36:42.352 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict": 0, 2024-04-15T14:36:42.352 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_kb": 0, 2024-04-15T14:36:42.352 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_full": 0, 2024-04-15T14:36:42.353 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_some": 0, 2024-04-15T14:36:42.353 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush": 0, 2024-04-15T14:36:42.353 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_kb": 0, 2024-04-15T14:36:42.353 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_high": 0, 2024-04-15T14:36:42.353 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_low": 0, 2024-04-15T14:36:42.353 INFO:tasks.workunit.client.0.smithi016.stdout: "num_keys_recovered": 0, 2024-04-15T14:36:42.353 INFO:tasks.workunit.client.0.smithi016.stdout: "num_large_omap_objects": 0, 2024-04-15T14:36:42.353 INFO:tasks.workunit.client.0.smithi016.stdout: "num_legacy_snapsets": 0, 2024-04-15T14:36:42.353 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_clones": 0, 2024-04-15T14:36:42.353 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_copies": 0, 2024-04-15T14:36:42.353 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects": 0, 2024-04-15T14:36:42.353 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_degraded": 0, 2024-04-15T14:36:42.353 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_dirty": 0, 2024-04-15T14:36:42.353 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T14:36:42.353 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_manifest": 0, 2024-04-15T14:36:42.354 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_misplaced": 0, 2024-04-15T14:36:42.354 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing": 0, 2024-04-15T14:36:42.354 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T14:36:42.354 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_omap": 0, 2024-04-15T14:36:42.354 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_pinned": 0, 2024-04-15T14:36:42.354 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_recovered": 0, 2024-04-15T14:36:42.354 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_repaired": 0, 2024-04-15T14:36:42.354 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_unfound": 0, 2024-04-15T14:36:42.354 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_bytes": 0, 2024-04-15T14:36:42.354 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_keys": 0, 2024-04-15T14:36:42.354 INFO:tasks.workunit.client.0.smithi016.stdout: "num_promote": 0, 2024-04-15T14:36:42.354 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read": 0, 2024-04-15T14:36:42.354 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read_kb": 0, 2024-04-15T14:36:42.354 INFO:tasks.workunit.client.0.smithi016.stdout: "num_scrub_errors": 0, 2024-04-15T14:36:42.355 INFO:tasks.workunit.client.0.smithi016.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T14:36:42.355 INFO:tasks.workunit.client.0.smithi016.stdout: "num_whiteouts": 0, 2024-04-15T14:36:42.355 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write": 0, 2024-04-15T14:36:42.355 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write_kb": 0 2024-04-15T14:36:42.355 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:42.355 INFO:tasks.workunit.client.0.smithi016.stdout: "state": "active+clean", 2024-04-15T14:36:42.355 INFO:tasks.workunit.client.0.smithi016.stdout: "stats_invalid": false, 2024-04-15T14:36:42.355 INFO:tasks.workunit.client.0.smithi016.stdout: "up": [ 2024-04-15T14:36:42.355 INFO:tasks.workunit.client.0.smithi016.stdout: 3, 2024-04-15T14:36:42.355 INFO:tasks.workunit.client.0.smithi016.stdout: 4, 2024-04-15T14:36:42.355 INFO:tasks.workunit.client.0.smithi016.stdout: 1 2024-04-15T14:36:42.355 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T14:36:42.355 INFO:tasks.workunit.client.0.smithi016.stdout: "up_primary": 3, 2024-04-15T14:36:42.355 INFO:tasks.workunit.client.0.smithi016.stdout: "version": "0'0" 2024-04-15T14:36:42.355 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:42.356 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-15T14:36:42.356 INFO:tasks.workunit.client.0.smithi016.stdout: "acting": [ 2024-04-15T14:36:42.356 INFO:tasks.workunit.client.0.smithi016.stdout: 5, 2024-04-15T14:36:42.356 INFO:tasks.workunit.client.0.smithi016.stdout: 7, 2024-04-15T14:36:42.356 INFO:tasks.workunit.client.0.smithi016.stdout: 6 2024-04-15T14:36:42.356 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T14:36:42.356 INFO:tasks.workunit.client.0.smithi016.stdout: "acting_primary": 5, 2024-04-15T14:36:42.356 INFO:tasks.workunit.client.0.smithi016.stdout: "avail_no_missing": [], 2024-04-15T14:36:42.356 INFO:tasks.workunit.client.0.smithi016.stdout: "blocked_by": [], 2024-04-15T14:36:42.356 INFO:tasks.workunit.client.0.smithi016.stdout: "created": 61, 2024-04-15T14:36:42.356 INFO:tasks.workunit.client.0.smithi016.stdout: "dirty_stats_invalid": false, 2024-04-15T14:36:42.356 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T14:36:42.356 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_stats_invalid": false, 2024-04-15T14:36:42.356 INFO:tasks.workunit.client.0.smithi016.stdout: "last_active": "2024-04-15T14:34:12.045251+0000", 2024-04-15T14:36:42.356 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_active": "2024-04-15T14:33:34.995657+0000", 2024-04-15T14:36:42.357 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_peered": "2024-04-15T14:33:34.995657+0000", 2024-04-15T14:36:42.357 INFO:tasks.workunit.client.0.smithi016.stdout: "last_change": "2024-04-15T14:33:34.996854+0000", 2024-04-15T14:36:42.357 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean": "2024-04-15T14:34:12.045251+0000", 2024-04-15T14:36:42.357 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T14:36:42.357 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub": "0'0", 2024-04-15T14:36:42.357 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T14:36:42.357 INFO:tasks.workunit.client.0.smithi016.stdout: "last_epoch_clean": 62, 2024-04-15T14:36:42.357 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fresh": "2024-04-15T14:34:12.045251+0000", 2024-04-15T14:36:42.357 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fullsized": "2024-04-15T14:34:12.045251+0000", 2024-04-15T14:36:42.357 INFO:tasks.workunit.client.0.smithi016.stdout: "last_peered": "2024-04-15T14:34:12.045251+0000", 2024-04-15T14:36:42.357 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub": "0'0", 2024-04-15T14:36:42.357 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_duration": 0, 2024-04-15T14:36:42.357 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T14:36:42.357 INFO:tasks.workunit.client.0.smithi016.stdout: "last_undegraded": "2024-04-15T14:34:12.045251+0000", 2024-04-15T14:36:42.357 INFO:tasks.workunit.client.0.smithi016.stdout: "last_unstale": "2024-04-15T14:34:12.045251+0000", 2024-04-15T14:36:42.357 INFO:tasks.workunit.client.0.smithi016.stdout: "log_dups_size": 0, 2024-04-15T14:36:42.358 INFO:tasks.workunit.client.0.smithi016.stdout: "log_size": 0, 2024-04-15T14:36:42.358 INFO:tasks.workunit.client.0.smithi016.stdout: "log_start": "0'0", 2024-04-15T14:36:42.358 INFO:tasks.workunit.client.0.smithi016.stdout: "manifest_stats_invalid": false, 2024-04-15T14:36:42.358 INFO:tasks.workunit.client.0.smithi016.stdout: "mapping_epoch": 61, 2024-04-15T14:36:42.358 INFO:tasks.workunit.client.0.smithi016.stdout: "object_location_counts": [], 2024-04-15T14:36:42.358 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_scrubbed": 0, 2024-04-15T14:36:42.358 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_trimmed": 0, 2024-04-15T14:36:42.358 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_stats_invalid": false, 2024-04-15T14:36:42.358 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_size": 0, 2024-04-15T14:36:42.358 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_start": "0'0", 2024-04-15T14:36:42.358 INFO:tasks.workunit.client.0.smithi016.stdout: "parent": "0.0", 2024-04-15T14:36:42.358 INFO:tasks.workunit.client.0.smithi016.stdout: "parent_split_bits": 0, 2024-04-15T14:36:42.358 INFO:tasks.workunit.client.0.smithi016.stdout: "pgid": "3.2a", 2024-04-15T14:36:42.358 INFO:tasks.workunit.client.0.smithi016.stdout: "pin_stats_invalid": false, 2024-04-15T14:36:42.359 INFO:tasks.workunit.client.0.smithi016.stdout: "purged_snaps": [], 2024-04-15T14:36:42.359 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_epoch": 70, 2024-04-15T14:36:42.359 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_seq": 19, 2024-04-15T14:36:42.359 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_duration": 0.0, 2024-04-15T14:36:42.359 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-17T01:58:25.986752+0000", 2024-04-15T14:36:42.359 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrim_duration": 0.0, 2024-04-15T14:36:42.359 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrimq_len": 0, 2024-04-15T14:36:42.359 INFO:tasks.workunit.client.0.smithi016.stdout: "stat_sum": { 2024-04-15T14:36:42.359 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes": 0, 2024-04-15T14:36:42.359 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T14:36:42.359 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_recovered": 0, 2024-04-15T14:36:42.359 INFO:tasks.workunit.client.0.smithi016.stdout: "num_deep_scrub_errors": 0, 2024-04-15T14:36:42.359 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict": 0, 2024-04-15T14:36:42.359 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_kb": 0, 2024-04-15T14:36:42.359 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_full": 0, 2024-04-15T14:36:42.360 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_some": 0, 2024-04-15T14:36:42.360 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush": 0, 2024-04-15T14:36:42.360 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_kb": 0, 2024-04-15T14:36:42.360 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_high": 0, 2024-04-15T14:36:42.360 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_low": 0, 2024-04-15T14:36:42.360 INFO:tasks.workunit.client.0.smithi016.stdout: "num_keys_recovered": 0, 2024-04-15T14:36:42.360 INFO:tasks.workunit.client.0.smithi016.stdout: "num_large_omap_objects": 0, 2024-04-15T14:36:42.360 INFO:tasks.workunit.client.0.smithi016.stdout: "num_legacy_snapsets": 0, 2024-04-15T14:36:42.360 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_clones": 0, 2024-04-15T14:36:42.360 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_copies": 0, 2024-04-15T14:36:42.360 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects": 0, 2024-04-15T14:36:42.360 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_degraded": 0, 2024-04-15T14:36:42.360 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_dirty": 0, 2024-04-15T14:36:42.360 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T14:36:42.360 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_manifest": 0, 2024-04-15T14:36:42.361 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_misplaced": 0, 2024-04-15T14:36:42.361 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing": 0, 2024-04-15T14:36:42.361 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T14:36:42.361 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_omap": 0, 2024-04-15T14:36:42.361 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_pinned": 0, 2024-04-15T14:36:42.361 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_recovered": 0, 2024-04-15T14:36:42.361 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_repaired": 0, 2024-04-15T14:36:42.361 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_unfound": 0, 2024-04-15T14:36:42.361 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_bytes": 0, 2024-04-15T14:36:42.361 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_keys": 0, 2024-04-15T14:36:42.361 INFO:tasks.workunit.client.0.smithi016.stdout: "num_promote": 0, 2024-04-15T14:36:42.361 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read": 0, 2024-04-15T14:36:42.361 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read_kb": 0, 2024-04-15T14:36:42.361 INFO:tasks.workunit.client.0.smithi016.stdout: "num_scrub_errors": 0, 2024-04-15T14:36:42.361 INFO:tasks.workunit.client.0.smithi016.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T14:36:42.362 INFO:tasks.workunit.client.0.smithi016.stdout: "num_whiteouts": 0, 2024-04-15T14:36:42.362 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write": 0, 2024-04-15T14:36:42.362 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write_kb": 0 2024-04-15T14:36:42.362 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:42.362 INFO:tasks.workunit.client.0.smithi016.stdout: "state": "active+clean", 2024-04-15T14:36:42.362 INFO:tasks.workunit.client.0.smithi016.stdout: "stats_invalid": false, 2024-04-15T14:36:42.362 INFO:tasks.workunit.client.0.smithi016.stdout: "up": [ 2024-04-15T14:36:42.362 INFO:tasks.workunit.client.0.smithi016.stdout: 5, 2024-04-15T14:36:42.362 INFO:tasks.workunit.client.0.smithi016.stdout: 7, 2024-04-15T14:36:42.362 INFO:tasks.workunit.client.0.smithi016.stdout: 6 2024-04-15T14:36:42.362 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T14:36:42.362 INFO:tasks.workunit.client.0.smithi016.stdout: "up_primary": 5, 2024-04-15T14:36:42.362 INFO:tasks.workunit.client.0.smithi016.stdout: "version": "0'0" 2024-04-15T14:36:42.362 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:42.363 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-15T14:36:42.363 INFO:tasks.workunit.client.0.smithi016.stdout: "acting": [ 2024-04-15T14:36:42.363 INFO:tasks.workunit.client.0.smithi016.stdout: 0, 2024-04-15T14:36:42.363 INFO:tasks.workunit.client.0.smithi016.stdout: 7, 2024-04-15T14:36:42.363 INFO:tasks.workunit.client.0.smithi016.stdout: 1 2024-04-15T14:36:42.363 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T14:36:42.363 INFO:tasks.workunit.client.0.smithi016.stdout: "acting_primary": 0, 2024-04-15T14:36:42.363 INFO:tasks.workunit.client.0.smithi016.stdout: "avail_no_missing": [], 2024-04-15T14:36:42.363 INFO:tasks.workunit.client.0.smithi016.stdout: "blocked_by": [], 2024-04-15T14:36:42.363 INFO:tasks.workunit.client.0.smithi016.stdout: "created": 61, 2024-04-15T14:36:42.363 INFO:tasks.workunit.client.0.smithi016.stdout: "dirty_stats_invalid": false, 2024-04-15T14:36:42.363 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T14:36:42.363 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_stats_invalid": false, 2024-04-15T14:36:42.363 INFO:tasks.workunit.client.0.smithi016.stdout: "last_active": "2024-04-15T14:34:11.923317+0000", 2024-04-15T14:36:42.364 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_active": "2024-04-15T14:33:34.995850+0000", 2024-04-15T14:36:42.364 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_peered": "2024-04-15T14:33:34.995850+0000", 2024-04-15T14:36:42.364 INFO:tasks.workunit.client.0.smithi016.stdout: "last_change": "2024-04-15T14:33:34.996107+0000", 2024-04-15T14:36:42.364 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean": "2024-04-15T14:34:11.923317+0000", 2024-04-15T14:36:42.364 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T14:36:42.364 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub": "0'0", 2024-04-15T14:36:42.364 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T14:36:42.364 INFO:tasks.workunit.client.0.smithi016.stdout: "last_epoch_clean": 62, 2024-04-15T14:36:42.364 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fresh": "2024-04-15T14:34:11.923317+0000", 2024-04-15T14:36:42.364 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fullsized": "2024-04-15T14:34:11.923317+0000", 2024-04-15T14:36:42.364 INFO:tasks.workunit.client.0.smithi016.stdout: "last_peered": "2024-04-15T14:34:11.923317+0000", 2024-04-15T14:36:42.364 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub": "0'0", 2024-04-15T14:36:42.364 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_duration": 0, 2024-04-15T14:36:42.364 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T14:36:42.364 INFO:tasks.workunit.client.0.smithi016.stdout: "last_undegraded": "2024-04-15T14:34:11.923317+0000", 2024-04-15T14:36:42.365 INFO:tasks.workunit.client.0.smithi016.stdout: "last_unstale": "2024-04-15T14:34:11.923317+0000", 2024-04-15T14:36:42.365 INFO:tasks.workunit.client.0.smithi016.stdout: "log_dups_size": 0, 2024-04-15T14:36:42.365 INFO:tasks.workunit.client.0.smithi016.stdout: "log_size": 0, 2024-04-15T14:36:42.365 INFO:tasks.workunit.client.0.smithi016.stdout: "log_start": "0'0", 2024-04-15T14:36:42.365 INFO:tasks.workunit.client.0.smithi016.stdout: "manifest_stats_invalid": false, 2024-04-15T14:36:42.365 INFO:tasks.workunit.client.0.smithi016.stdout: "mapping_epoch": 61, 2024-04-15T14:36:42.365 INFO:tasks.workunit.client.0.smithi016.stdout: "object_location_counts": [], 2024-04-15T14:36:42.365 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_scrubbed": 0, 2024-04-15T14:36:42.365 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_trimmed": 0, 2024-04-15T14:36:42.365 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_stats_invalid": false, 2024-04-15T14:36:42.365 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_size": 0, 2024-04-15T14:36:42.365 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_start": "0'0", 2024-04-15T14:36:42.365 INFO:tasks.workunit.client.0.smithi016.stdout: "parent": "0.0", 2024-04-15T14:36:42.365 INFO:tasks.workunit.client.0.smithi016.stdout: "parent_split_bits": 0, 2024-04-15T14:36:42.366 INFO:tasks.workunit.client.0.smithi016.stdout: "pgid": "3.2b", 2024-04-15T14:36:42.366 INFO:tasks.workunit.client.0.smithi016.stdout: "pin_stats_invalid": false, 2024-04-15T14:36:42.366 INFO:tasks.workunit.client.0.smithi016.stdout: "purged_snaps": [], 2024-04-15T14:36:42.366 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_epoch": 70, 2024-04-15T14:36:42.366 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_seq": 18, 2024-04-15T14:36:42.366 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_duration": 0.0, 2024-04-15T14:36:42.366 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-16T17:16:20.140839+0000", 2024-04-15T14:36:42.366 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrim_duration": 0.0, 2024-04-15T14:36:42.366 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrimq_len": 0, 2024-04-15T14:36:42.366 INFO:tasks.workunit.client.0.smithi016.stdout: "stat_sum": { 2024-04-15T14:36:42.366 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes": 0, 2024-04-15T14:36:42.366 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T14:36:42.366 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_recovered": 0, 2024-04-15T14:36:42.366 INFO:tasks.workunit.client.0.smithi016.stdout: "num_deep_scrub_errors": 0, 2024-04-15T14:36:42.367 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict": 0, 2024-04-15T14:36:42.367 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_kb": 0, 2024-04-15T14:36:42.367 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_full": 0, 2024-04-15T14:36:42.367 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_some": 0, 2024-04-15T14:36:42.367 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush": 0, 2024-04-15T14:36:42.367 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_kb": 0, 2024-04-15T14:36:42.367 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_high": 0, 2024-04-15T14:36:42.367 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_low": 0, 2024-04-15T14:36:42.367 INFO:tasks.workunit.client.0.smithi016.stdout: "num_keys_recovered": 0, 2024-04-15T14:36:42.367 INFO:tasks.workunit.client.0.smithi016.stdout: "num_large_omap_objects": 0, 2024-04-15T14:36:42.367 INFO:tasks.workunit.client.0.smithi016.stdout: "num_legacy_snapsets": 0, 2024-04-15T14:36:42.367 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_clones": 0, 2024-04-15T14:36:42.367 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_copies": 0, 2024-04-15T14:36:42.368 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects": 0, 2024-04-15T14:36:42.368 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_degraded": 0, 2024-04-15T14:36:42.368 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_dirty": 0, 2024-04-15T14:36:42.368 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T14:36:42.368 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_manifest": 0, 2024-04-15T14:36:42.368 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_misplaced": 0, 2024-04-15T14:36:42.368 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing": 0, 2024-04-15T14:36:42.368 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T14:36:42.368 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_omap": 0, 2024-04-15T14:36:42.368 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_pinned": 0, 2024-04-15T14:36:42.368 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_recovered": 0, 2024-04-15T14:36:42.368 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_repaired": 0, 2024-04-15T14:36:42.368 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_unfound": 0, 2024-04-15T14:36:42.368 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_bytes": 0, 2024-04-15T14:36:42.369 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_keys": 0, 2024-04-15T14:36:42.369 INFO:tasks.workunit.client.0.smithi016.stdout: "num_promote": 0, 2024-04-15T14:36:42.369 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read": 0, 2024-04-15T14:36:42.369 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read_kb": 0, 2024-04-15T14:36:42.369 INFO:tasks.workunit.client.0.smithi016.stdout: "num_scrub_errors": 0, 2024-04-15T14:36:42.369 INFO:tasks.workunit.client.0.smithi016.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T14:36:42.369 INFO:tasks.workunit.client.0.smithi016.stdout: "num_whiteouts": 0, 2024-04-15T14:36:42.369 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write": 0, 2024-04-15T14:36:42.369 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write_kb": 0 2024-04-15T14:36:42.369 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:42.369 INFO:tasks.workunit.client.0.smithi016.stdout: "state": "active+clean", 2024-04-15T14:36:42.369 INFO:tasks.workunit.client.0.smithi016.stdout: "stats_invalid": false, 2024-04-15T14:36:42.369 INFO:tasks.workunit.client.0.smithi016.stdout: "up": [ 2024-04-15T14:36:42.369 INFO:tasks.workunit.client.0.smithi016.stdout: 0, 2024-04-15T14:36:42.369 INFO:tasks.workunit.client.0.smithi016.stdout: 7, 2024-04-15T14:36:42.369 INFO:tasks.workunit.client.0.smithi016.stdout: 1 2024-04-15T14:36:42.370 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T14:36:42.370 INFO:tasks.workunit.client.0.smithi016.stdout: "up_primary": 0, 2024-04-15T14:36:42.370 INFO:tasks.workunit.client.0.smithi016.stdout: "version": "0'0" 2024-04-15T14:36:42.370 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:42.370 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-15T14:36:42.370 INFO:tasks.workunit.client.0.smithi016.stdout: "acting": [ 2024-04-15T14:36:42.370 INFO:tasks.workunit.client.0.smithi016.stdout: 6, 2024-04-15T14:36:42.370 INFO:tasks.workunit.client.0.smithi016.stdout: 4, 2024-04-15T14:36:42.370 INFO:tasks.workunit.client.0.smithi016.stdout: 0 2024-04-15T14:36:42.370 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T14:36:42.370 INFO:tasks.workunit.client.0.smithi016.stdout: "acting_primary": 6, 2024-04-15T14:36:42.370 INFO:tasks.workunit.client.0.smithi016.stdout: "avail_no_missing": [], 2024-04-15T14:36:42.370 INFO:tasks.workunit.client.0.smithi016.stdout: "blocked_by": [], 2024-04-15T14:36:42.370 INFO:tasks.workunit.client.0.smithi016.stdout: "created": 61, 2024-04-15T14:36:42.370 INFO:tasks.workunit.client.0.smithi016.stdout: "dirty_stats_invalid": false, 2024-04-15T14:36:42.371 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T14:36:42.371 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_stats_invalid": false, 2024-04-15T14:36:42.371 INFO:tasks.workunit.client.0.smithi016.stdout: "last_active": "2024-04-15T14:34:12.043645+0000", 2024-04-15T14:36:42.371 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_active": "2024-04-15T14:33:35.006857+0000", 2024-04-15T14:36:42.371 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_peered": "2024-04-15T14:33:35.006857+0000", 2024-04-15T14:36:42.371 INFO:tasks.workunit.client.0.smithi016.stdout: "last_change": "2024-04-15T14:33:35.007293+0000", 2024-04-15T14:36:42.371 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean": "2024-04-15T14:34:12.043645+0000", 2024-04-15T14:36:42.371 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T14:36:42.371 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub": "0'0", 2024-04-15T14:36:42.371 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T14:36:42.371 INFO:tasks.workunit.client.0.smithi016.stdout: "last_epoch_clean": 62, 2024-04-15T14:36:42.371 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fresh": "2024-04-15T14:34:12.043645+0000", 2024-04-15T14:36:42.371 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fullsized": "2024-04-15T14:34:12.043645+0000", 2024-04-15T14:36:42.371 INFO:tasks.workunit.client.0.smithi016.stdout: "last_peered": "2024-04-15T14:34:12.043645+0000", 2024-04-15T14:36:42.371 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub": "0'0", 2024-04-15T14:36:42.372 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_duration": 0, 2024-04-15T14:36:42.372 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T14:36:42.372 INFO:tasks.workunit.client.0.smithi016.stdout: "last_undegraded": "2024-04-15T14:34:12.043645+0000", 2024-04-15T14:36:42.372 INFO:tasks.workunit.client.0.smithi016.stdout: "last_unstale": "2024-04-15T14:34:12.043645+0000", 2024-04-15T14:36:42.372 INFO:tasks.workunit.client.0.smithi016.stdout: "log_dups_size": 0, 2024-04-15T14:36:42.372 INFO:tasks.workunit.client.0.smithi016.stdout: "log_size": 0, 2024-04-15T14:36:42.372 INFO:tasks.workunit.client.0.smithi016.stdout: "log_start": "0'0", 2024-04-15T14:36:42.372 INFO:tasks.workunit.client.0.smithi016.stdout: "manifest_stats_invalid": false, 2024-04-15T14:36:42.372 INFO:tasks.workunit.client.0.smithi016.stdout: "mapping_epoch": 61, 2024-04-15T14:36:42.372 INFO:tasks.workunit.client.0.smithi016.stdout: "object_location_counts": [], 2024-04-15T14:36:42.372 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_scrubbed": 0, 2024-04-15T14:36:42.372 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_trimmed": 0, 2024-04-15T14:36:42.372 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_stats_invalid": false, 2024-04-15T14:36:42.372 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_size": 0, 2024-04-15T14:36:42.372 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_start": "0'0", 2024-04-15T14:36:42.373 INFO:tasks.workunit.client.0.smithi016.stdout: "parent": "0.0", 2024-04-15T14:36:42.373 INFO:tasks.workunit.client.0.smithi016.stdout: "parent_split_bits": 0, 2024-04-15T14:36:42.373 INFO:tasks.workunit.client.0.smithi016.stdout: "pgid": "3.2c", 2024-04-15T14:36:42.373 INFO:tasks.workunit.client.0.smithi016.stdout: "pin_stats_invalid": false, 2024-04-15T14:36:42.373 INFO:tasks.workunit.client.0.smithi016.stdout: "purged_snaps": [], 2024-04-15T14:36:42.373 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_epoch": 70, 2024-04-15T14:36:42.373 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_seq": 18, 2024-04-15T14:36:42.373 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_duration": 0.0, 2024-04-15T14:36:42.373 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-16T16:40:38.422662+0000", 2024-04-15T14:36:42.373 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrim_duration": 0.0, 2024-04-15T14:36:42.373 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrimq_len": 0, 2024-04-15T14:36:42.373 INFO:tasks.workunit.client.0.smithi016.stdout: "stat_sum": { 2024-04-15T14:36:42.373 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes": 0, 2024-04-15T14:36:42.374 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T14:36:42.374 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_recovered": 0, 2024-04-15T14:36:42.374 INFO:tasks.workunit.client.0.smithi016.stdout: "num_deep_scrub_errors": 0, 2024-04-15T14:36:42.374 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict": 0, 2024-04-15T14:36:42.374 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_kb": 0, 2024-04-15T14:36:42.374 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_full": 0, 2024-04-15T14:36:42.374 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_some": 0, 2024-04-15T14:36:42.374 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush": 0, 2024-04-15T14:36:42.374 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_kb": 0, 2024-04-15T14:36:42.374 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_high": 0, 2024-04-15T14:36:42.374 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_low": 0, 2024-04-15T14:36:42.374 INFO:tasks.workunit.client.0.smithi016.stdout: "num_keys_recovered": 0, 2024-04-15T14:36:42.374 INFO:tasks.workunit.client.0.smithi016.stdout: "num_large_omap_objects": 0, 2024-04-15T14:36:42.374 INFO:tasks.workunit.client.0.smithi016.stdout: "num_legacy_snapsets": 0, 2024-04-15T14:36:42.374 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_clones": 0, 2024-04-15T14:36:42.375 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_copies": 0, 2024-04-15T14:36:42.375 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects": 0, 2024-04-15T14:36:42.375 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_degraded": 0, 2024-04-15T14:36:42.375 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_dirty": 0, 2024-04-15T14:36:42.375 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T14:36:42.375 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_manifest": 0, 2024-04-15T14:36:42.375 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_misplaced": 0, 2024-04-15T14:36:42.375 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing": 0, 2024-04-15T14:36:42.375 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T14:36:42.375 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_omap": 0, 2024-04-15T14:36:42.375 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_pinned": 0, 2024-04-15T14:36:42.375 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_recovered": 0, 2024-04-15T14:36:42.375 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_repaired": 0, 2024-04-15T14:36:42.375 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_unfound": 0, 2024-04-15T14:36:42.376 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_bytes": 0, 2024-04-15T14:36:42.376 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_keys": 0, 2024-04-15T14:36:42.376 INFO:tasks.workunit.client.0.smithi016.stdout: "num_promote": 0, 2024-04-15T14:36:42.376 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read": 0, 2024-04-15T14:36:42.376 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read_kb": 0, 2024-04-15T14:36:42.376 INFO:tasks.workunit.client.0.smithi016.stdout: "num_scrub_errors": 0, 2024-04-15T14:36:42.376 INFO:tasks.workunit.client.0.smithi016.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T14:36:42.376 INFO:tasks.workunit.client.0.smithi016.stdout: "num_whiteouts": 0, 2024-04-15T14:36:42.376 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write": 0, 2024-04-15T14:36:42.376 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write_kb": 0 2024-04-15T14:36:42.376 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:42.376 INFO:tasks.workunit.client.0.smithi016.stdout: "state": "active+clean", 2024-04-15T14:36:42.376 INFO:tasks.workunit.client.0.smithi016.stdout: "stats_invalid": false, 2024-04-15T14:36:42.376 INFO:tasks.workunit.client.0.smithi016.stdout: "up": [ 2024-04-15T14:36:42.377 INFO:tasks.workunit.client.0.smithi016.stdout: 6, 2024-04-15T14:36:42.377 INFO:tasks.workunit.client.0.smithi016.stdout: 4, 2024-04-15T14:36:42.377 INFO:tasks.workunit.client.0.smithi016.stdout: 0 2024-04-15T14:36:42.377 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T14:36:42.377 INFO:tasks.workunit.client.0.smithi016.stdout: "up_primary": 6, 2024-04-15T14:36:42.377 INFO:tasks.workunit.client.0.smithi016.stdout: "version": "0'0" 2024-04-15T14:36:42.377 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T14:36:42.377 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T14:36:42.377 INFO:tasks.workunit.client.0.smithi016.stdout: "stats_per_pool": [ 2024-04-15T14:36:42.377 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-15T14:36:42.377 INFO:tasks.workunit.client.0.smithi016.stdout: "acting": 24, 2024-04-15T14:36:42.377 INFO:tasks.workunit.client.0.smithi016.stdout: "application": [ 2024-04-15T14:36:42.377 INFO:tasks.workunit.client.0.smithi016.stdout: "rbd" 2024-04-15T14:36:42.377 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T14:36:42.377 INFO:tasks.workunit.client.0.smithi016.stdout: "log_size": 0, 2024-04-15T14:36:42.378 INFO:tasks.workunit.client.0.smithi016.stdout: "num_pg": 8, 2024-04-15T14:36:42.378 INFO:tasks.workunit.client.0.smithi016.stdout: "num_store_stats": 8, 2024-04-15T14:36:42.378 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_size": 0, 2024-04-15T14:36:42.378 INFO:tasks.workunit.client.0.smithi016.stdout: "poolid": 4, 2024-04-15T14:36:42.378 INFO:tasks.workunit.client.0.smithi016.stdout: "stat_sum": { 2024-04-15T14:36:42.378 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes": 0, 2024-04-15T14:36:42.378 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T14:36:42.378 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_recovered": 0, 2024-04-15T14:36:42.378 INFO:tasks.workunit.client.0.smithi016.stdout: "num_deep_scrub_errors": 0, 2024-04-15T14:36:42.378 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict": 0, 2024-04-15T14:36:42.378 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_kb": 0, 2024-04-15T14:36:42.378 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_full": 0, 2024-04-15T14:36:42.378 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_some": 0, 2024-04-15T14:36:42.378 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush": 0, 2024-04-15T14:36:42.379 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_kb": 0, 2024-04-15T14:36:42.379 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_high": 0, 2024-04-15T14:36:42.379 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_low": 0, 2024-04-15T14:36:42.379 INFO:tasks.workunit.client.0.smithi016.stdout: "num_keys_recovered": 0, 2024-04-15T14:36:42.379 INFO:tasks.workunit.client.0.smithi016.stdout: "num_large_omap_objects": 0, 2024-04-15T14:36:42.379 INFO:tasks.workunit.client.0.smithi016.stdout: "num_legacy_snapsets": 0, 2024-04-15T14:36:42.379 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_clones": 0, 2024-04-15T14:36:42.379 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_copies": 0, 2024-04-15T14:36:42.379 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects": 0, 2024-04-15T14:36:42.379 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_degraded": 0, 2024-04-15T14:36:42.379 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_dirty": 0, 2024-04-15T14:36:42.379 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T14:36:42.379 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_manifest": 0, 2024-04-15T14:36:42.379 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_misplaced": 0, 2024-04-15T14:36:42.380 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing": 0, 2024-04-15T14:36:42.380 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T14:36:42.380 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_omap": 0, 2024-04-15T14:36:42.380 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_pinned": 0, 2024-04-15T14:36:42.380 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_recovered": 0, 2024-04-15T14:36:42.380 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_repaired": 0, 2024-04-15T14:36:42.380 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_unfound": 0, 2024-04-15T14:36:42.380 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_bytes": 0, 2024-04-15T14:36:42.380 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_keys": 0, 2024-04-15T14:36:42.380 INFO:tasks.workunit.client.0.smithi016.stdout: "num_promote": 0, 2024-04-15T14:36:42.380 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read": 0, 2024-04-15T14:36:42.380 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read_kb": 0, 2024-04-15T14:36:42.380 INFO:tasks.workunit.client.0.smithi016.stdout: "num_scrub_errors": 0, 2024-04-15T14:36:42.380 INFO:tasks.workunit.client.0.smithi016.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T14:36:42.380 INFO:tasks.workunit.client.0.smithi016.stdout: "num_whiteouts": 0, 2024-04-15T14:36:42.381 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write": 0, 2024-04-15T14:36:42.381 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write_kb": 0 2024-04-15T14:36:42.381 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:42.381 INFO:tasks.workunit.client.0.smithi016.stdout: "store_stats": { 2024-04-15T14:36:42.381 INFO:tasks.workunit.client.0.smithi016.stdout: "allocated": 0, 2024-04-15T14:36:42.381 INFO:tasks.workunit.client.0.smithi016.stdout: "available": 0, 2024-04-15T14:36:42.381 INFO:tasks.workunit.client.0.smithi016.stdout: "data_compressed": 0, 2024-04-15T14:36:42.381 INFO:tasks.workunit.client.0.smithi016.stdout: "data_compressed_allocated": 0, 2024-04-15T14:36:42.381 INFO:tasks.workunit.client.0.smithi016.stdout: "data_compressed_original": 0, 2024-04-15T14:36:42.381 INFO:tasks.workunit.client.0.smithi016.stdout: "data_stored": 0, 2024-04-15T14:36:42.381 INFO:tasks.workunit.client.0.smithi016.stdout: "internal_metadata": 0, 2024-04-15T14:36:42.381 INFO:tasks.workunit.client.0.smithi016.stdout: "internally_reserved": 0, 2024-04-15T14:36:42.381 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_allocated": 0, 2024-04-15T14:36:42.381 INFO:tasks.workunit.client.0.smithi016.stdout: "total": 0 2024-04-15T14:36:42.381 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:42.382 INFO:tasks.workunit.client.0.smithi016.stdout: "up": 24 2024-04-15T14:36:42.382 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:42.382 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-15T14:36:42.382 INFO:tasks.workunit.client.0.smithi016.stdout: "acting": 192, 2024-04-15T14:36:42.382 INFO:tasks.workunit.client.0.smithi016.stdout: "application": [ 2024-04-15T14:36:42.382 INFO:tasks.workunit.client.0.smithi016.stdout: "cephfs" 2024-04-15T14:36:42.382 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T14:36:42.382 INFO:tasks.workunit.client.0.smithi016.stdout: "log_size": 0, 2024-04-15T14:36:42.382 INFO:tasks.workunit.client.0.smithi016.stdout: "num_pg": 64, 2024-04-15T14:36:42.382 INFO:tasks.workunit.client.0.smithi016.stdout: "num_store_stats": 8, 2024-04-15T14:36:42.382 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_size": 0, 2024-04-15T14:36:42.382 INFO:tasks.workunit.client.0.smithi016.stdout: "poolid": 3, 2024-04-15T14:36:42.382 INFO:tasks.workunit.client.0.smithi016.stdout: "stat_sum": { 2024-04-15T14:36:42.382 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes": 0, 2024-04-15T14:36:42.383 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T14:36:42.383 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_recovered": 0, 2024-04-15T14:36:42.383 INFO:tasks.workunit.client.0.smithi016.stdout: "num_deep_scrub_errors": 0, 2024-04-15T14:36:42.383 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict": 0, 2024-04-15T14:36:42.383 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_kb": 0, 2024-04-15T14:36:42.383 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_full": 0, 2024-04-15T14:36:42.383 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_some": 0, 2024-04-15T14:36:42.383 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush": 0, 2024-04-15T14:36:42.383 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_kb": 0, 2024-04-15T14:36:42.383 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_high": 0, 2024-04-15T14:36:42.383 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_low": 0, 2024-04-15T14:36:42.383 INFO:tasks.workunit.client.0.smithi016.stdout: "num_keys_recovered": 0, 2024-04-15T14:36:42.383 INFO:tasks.workunit.client.0.smithi016.stdout: "num_large_omap_objects": 0, 2024-04-15T14:36:42.383 INFO:tasks.workunit.client.0.smithi016.stdout: "num_legacy_snapsets": 0, 2024-04-15T14:36:42.383 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_clones": 0, 2024-04-15T14:36:42.384 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_copies": 0, 2024-04-15T14:36:42.384 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects": 0, 2024-04-15T14:36:42.384 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_degraded": 0, 2024-04-15T14:36:42.384 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_dirty": 0, 2024-04-15T14:36:42.384 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T14:36:42.384 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_manifest": 0, 2024-04-15T14:36:42.384 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_misplaced": 0, 2024-04-15T14:36:42.384 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing": 0, 2024-04-15T14:36:42.384 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T14:36:42.384 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_omap": 0, 2024-04-15T14:36:42.384 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_pinned": 0, 2024-04-15T14:36:42.384 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_recovered": 0, 2024-04-15T14:36:42.384 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_repaired": 0, 2024-04-15T14:36:42.384 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_unfound": 0, 2024-04-15T14:36:42.384 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_bytes": 0, 2024-04-15T14:36:42.385 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_keys": 0, 2024-04-15T14:36:42.385 INFO:tasks.workunit.client.0.smithi016.stdout: "num_promote": 0, 2024-04-15T14:36:42.385 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read": 0, 2024-04-15T14:36:42.385 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read_kb": 0, 2024-04-15T14:36:42.385 INFO:tasks.workunit.client.0.smithi016.stdout: "num_scrub_errors": 0, 2024-04-15T14:36:42.385 INFO:tasks.workunit.client.0.smithi016.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T14:36:42.385 INFO:tasks.workunit.client.0.smithi016.stdout: "num_whiteouts": 0, 2024-04-15T14:36:42.385 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write": 0, 2024-04-15T14:36:42.385 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write_kb": 0 2024-04-15T14:36:42.385 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:42.385 INFO:tasks.workunit.client.0.smithi016.stdout: "store_stats": { 2024-04-15T14:36:42.385 INFO:tasks.workunit.client.0.smithi016.stdout: "allocated": 0, 2024-04-15T14:36:42.385 INFO:tasks.workunit.client.0.smithi016.stdout: "available": 0, 2024-04-15T14:36:42.385 INFO:tasks.workunit.client.0.smithi016.stdout: "data_compressed": 0, 2024-04-15T14:36:42.385 INFO:tasks.workunit.client.0.smithi016.stdout: "data_compressed_allocated": 0, 2024-04-15T14:36:42.385 INFO:tasks.workunit.client.0.smithi016.stdout: "data_compressed_original": 0, 2024-04-15T14:36:42.386 INFO:tasks.workunit.client.0.smithi016.stdout: "data_stored": 0, 2024-04-15T14:36:42.386 INFO:tasks.workunit.client.0.smithi016.stdout: "internal_metadata": 0, 2024-04-15T14:36:42.386 INFO:tasks.workunit.client.0.smithi016.stdout: "internally_reserved": 0, 2024-04-15T14:36:42.386 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_allocated": 0, 2024-04-15T14:36:42.386 INFO:tasks.workunit.client.0.smithi016.stdout: "total": 0 2024-04-15T14:36:42.386 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:42.386 INFO:tasks.workunit.client.0.smithi016.stdout: "up": 192 2024-04-15T14:36:42.386 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:42.386 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-15T14:36:42.386 INFO:tasks.workunit.client.0.smithi016.stdout: "acting": 3, 2024-04-15T14:36:42.386 INFO:tasks.workunit.client.0.smithi016.stdout: "application": [ 2024-04-15T14:36:42.386 INFO:tasks.workunit.client.0.smithi016.stdout: "mgr" 2024-04-15T14:36:42.386 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T14:36:42.386 INFO:tasks.workunit.client.0.smithi016.stdout: "log_size": 152, 2024-04-15T14:36:42.387 INFO:tasks.workunit.client.0.smithi016.stdout: "num_pg": 1, 2024-04-15T14:36:42.387 INFO:tasks.workunit.client.0.smithi016.stdout: "num_store_stats": 3, 2024-04-15T14:36:42.387 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_size": 152, 2024-04-15T14:36:42.387 INFO:tasks.workunit.client.0.smithi016.stdout: "poolid": 1, 2024-04-15T14:36:42.387 INFO:tasks.workunit.client.0.smithi016.stdout: "stat_sum": { 2024-04-15T14:36:42.387 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes": 590368, 2024-04-15T14:36:42.387 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T14:36:42.387 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_recovered": 1771104, 2024-04-15T14:36:42.387 INFO:tasks.workunit.client.0.smithi016.stdout: "num_deep_scrub_errors": 0, 2024-04-15T14:36:42.387 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict": 0, 2024-04-15T14:36:42.387 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_kb": 0, 2024-04-15T14:36:42.387 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_full": 0, 2024-04-15T14:36:42.387 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_some": 0, 2024-04-15T14:36:42.387 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush": 0, 2024-04-15T14:36:42.387 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_kb": 0, 2024-04-15T14:36:42.388 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_high": 0, 2024-04-15T14:36:42.388 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_low": 0, 2024-04-15T14:36:42.388 INFO:tasks.workunit.client.0.smithi016.stdout: "num_keys_recovered": 0, 2024-04-15T14:36:42.388 INFO:tasks.workunit.client.0.smithi016.stdout: "num_large_omap_objects": 0, 2024-04-15T14:36:42.388 INFO:tasks.workunit.client.0.smithi016.stdout: "num_legacy_snapsets": 0, 2024-04-15T14:36:42.388 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_clones": 0, 2024-04-15T14:36:42.388 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_copies": 6, 2024-04-15T14:36:42.388 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects": 2, 2024-04-15T14:36:42.388 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_degraded": 0, 2024-04-15T14:36:42.388 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_dirty": 2, 2024-04-15T14:36:42.388 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T14:36:42.388 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_manifest": 0, 2024-04-15T14:36:42.388 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_misplaced": 0, 2024-04-15T14:36:42.388 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing": 0, 2024-04-15T14:36:42.388 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T14:36:42.389 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_omap": 0, 2024-04-15T14:36:42.389 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_pinned": 0, 2024-04-15T14:36:42.389 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_recovered": 6, 2024-04-15T14:36:42.389 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_repaired": 0, 2024-04-15T14:36:42.389 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_unfound": 0, 2024-04-15T14:36:42.389 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_bytes": 0, 2024-04-15T14:36:42.389 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_keys": 0, 2024-04-15T14:36:42.389 INFO:tasks.workunit.client.0.smithi016.stdout: "num_promote": 0, 2024-04-15T14:36:42.389 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read": 430, 2024-04-15T14:36:42.389 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read_kb": 614, 2024-04-15T14:36:42.389 INFO:tasks.workunit.client.0.smithi016.stdout: "num_scrub_errors": 0, 2024-04-15T14:36:42.389 INFO:tasks.workunit.client.0.smithi016.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T14:36:42.389 INFO:tasks.workunit.client.0.smithi016.stdout: "num_whiteouts": 0, 2024-04-15T14:36:42.389 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write": 227, 2024-04-15T14:36:42.389 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write_kb": 2416 2024-04-15T14:36:42.390 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:42.390 INFO:tasks.workunit.client.0.smithi016.stdout: "store_stats": { 2024-04-15T14:36:42.390 INFO:tasks.workunit.client.0.smithi016.stdout: "allocated": 1781760, 2024-04-15T14:36:42.390 INFO:tasks.workunit.client.0.smithi016.stdout: "available": 0, 2024-04-15T14:36:42.390 INFO:tasks.workunit.client.0.smithi016.stdout: "data_compressed": 0, 2024-04-15T14:36:42.390 INFO:tasks.workunit.client.0.smithi016.stdout: "data_compressed_allocated": 0, 2024-04-15T14:36:42.390 INFO:tasks.workunit.client.0.smithi016.stdout: "data_compressed_original": 0, 2024-04-15T14:36:42.390 INFO:tasks.workunit.client.0.smithi016.stdout: "data_stored": 1771104, 2024-04-15T14:36:42.390 INFO:tasks.workunit.client.0.smithi016.stdout: "internal_metadata": 0, 2024-04-15T14:36:42.390 INFO:tasks.workunit.client.0.smithi016.stdout: "internally_reserved": 0, 2024-04-15T14:36:42.390 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_allocated": 0, 2024-04-15T14:36:42.390 INFO:tasks.workunit.client.0.smithi016.stdout: "total": 0 2024-04-15T14:36:42.390 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:42.390 INFO:tasks.workunit.client.0.smithi016.stdout: "up": 3 2024-04-15T14:36:42.390 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:42.391 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-15T14:36:42.391 INFO:tasks.workunit.client.0.smithi016.stdout: "acting": 96, 2024-04-15T14:36:42.391 INFO:tasks.workunit.client.0.smithi016.stdout: "application": [ 2024-04-15T14:36:42.391 INFO:tasks.workunit.client.0.smithi016.stdout: "cephfs" 2024-04-15T14:36:42.391 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T14:36:42.391 INFO:tasks.workunit.client.0.smithi016.stdout: "log_size": 45, 2024-04-15T14:36:42.391 INFO:tasks.workunit.client.0.smithi016.stdout: "num_pg": 32, 2024-04-15T14:36:42.391 INFO:tasks.workunit.client.0.smithi016.stdout: "num_store_stats": 8, 2024-04-15T14:36:42.391 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_size": 45, 2024-04-15T14:36:42.391 INFO:tasks.workunit.client.0.smithi016.stdout: "poolid": 2, 2024-04-15T14:36:42.391 INFO:tasks.workunit.client.0.smithi016.stdout: "stat_sum": { 2024-04-15T14:36:42.391 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes": 3430, 2024-04-15T14:36:42.391 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T14:36:42.391 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_recovered": 0, 2024-04-15T14:36:42.391 INFO:tasks.workunit.client.0.smithi016.stdout: "num_deep_scrub_errors": 0, 2024-04-15T14:36:42.392 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict": 0, 2024-04-15T14:36:42.392 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_kb": 0, 2024-04-15T14:36:42.392 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_full": 0, 2024-04-15T14:36:42.392 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_some": 0, 2024-04-15T14:36:42.392 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush": 0, 2024-04-15T14:36:42.392 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_kb": 0, 2024-04-15T14:36:42.392 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_high": 0, 2024-04-15T14:36:42.392 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_low": 0, 2024-04-15T14:36:42.392 INFO:tasks.workunit.client.0.smithi016.stdout: "num_keys_recovered": 0, 2024-04-15T14:36:42.392 INFO:tasks.workunit.client.0.smithi016.stdout: "num_large_omap_objects": 0, 2024-04-15T14:36:42.392 INFO:tasks.workunit.client.0.smithi016.stdout: "num_legacy_snapsets": 0, 2024-04-15T14:36:42.392 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_clones": 0, 2024-04-15T14:36:42.392 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_copies": 66, 2024-04-15T14:36:42.392 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects": 22, 2024-04-15T14:36:42.392 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_degraded": 0, 2024-04-15T14:36:42.392 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_dirty": 22, 2024-04-15T14:36:42.393 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T14:36:42.393 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_manifest": 0, 2024-04-15T14:36:42.393 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_misplaced": 0, 2024-04-15T14:36:42.393 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing": 0, 2024-04-15T14:36:42.393 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T14:36:42.393 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_omap": 14, 2024-04-15T14:36:42.393 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_pinned": 0, 2024-04-15T14:36:42.393 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_recovered": 0, 2024-04-15T14:36:42.393 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_repaired": 0, 2024-04-15T14:36:42.393 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_unfound": 0, 2024-04-15T14:36:42.393 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_bytes": 0, 2024-04-15T14:36:42.393 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_keys": 0, 2024-04-15T14:36:42.393 INFO:tasks.workunit.client.0.smithi016.stdout: "num_promote": 0, 2024-04-15T14:36:42.393 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read": 0, 2024-04-15T14:36:42.393 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read_kb": 0, 2024-04-15T14:36:42.394 INFO:tasks.workunit.client.0.smithi016.stdout: "num_scrub_errors": 0, 2024-04-15T14:36:42.394 INFO:tasks.workunit.client.0.smithi016.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T14:36:42.394 INFO:tasks.workunit.client.0.smithi016.stdout: "num_whiteouts": 0, 2024-04-15T14:36:42.394 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write": 51, 2024-04-15T14:36:42.394 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write_kb": 20 2024-04-15T14:36:42.394 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:42.394 INFO:tasks.workunit.client.0.smithi016.stdout: "store_stats": { 2024-04-15T14:36:42.394 INFO:tasks.workunit.client.0.smithi016.stdout: "allocated": 98304, 2024-04-15T14:36:42.394 INFO:tasks.workunit.client.0.smithi016.stdout: "available": 0, 2024-04-15T14:36:42.394 INFO:tasks.workunit.client.0.smithi016.stdout: "data_compressed": 0, 2024-04-15T14:36:42.394 INFO:tasks.workunit.client.0.smithi016.stdout: "data_compressed_allocated": 0, 2024-04-15T14:36:42.394 INFO:tasks.workunit.client.0.smithi016.stdout: "data_compressed_original": 0, 2024-04-15T14:36:42.394 INFO:tasks.workunit.client.0.smithi016.stdout: "data_stored": 10290, 2024-04-15T14:36:42.394 INFO:tasks.workunit.client.0.smithi016.stdout: "internal_metadata": 0, 2024-04-15T14:36:42.394 INFO:tasks.workunit.client.0.smithi016.stdout: "internally_reserved": 0, 2024-04-15T14:36:42.395 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_allocated": 0, 2024-04-15T14:36:42.395 INFO:tasks.workunit.client.0.smithi016.stdout: "total": 0 2024-04-15T14:36:42.395 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:42.395 INFO:tasks.workunit.client.0.smithi016.stdout: "up": 96 2024-04-15T14:36:42.395 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T14:36:42.395 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T14:36:42.395 INFO:tasks.workunit.client.0.smithi016.stdout: "usage": { 2024-04-15T14:36:42.395 INFO:tasks.workunit.client.0.smithi016.stdout: "pg_num": 105, 2024-04-15T14:36:42.395 INFO:tasks.workunit.client.0.smithi016.stdout: "pools": 4, 2024-04-15T14:36:42.395 INFO:tasks.workunit.client.0.smithi016.stdout: "stats_by_class": { 2024-04-15T14:36:42.395 INFO:tasks.workunit.client.0.smithi016.stdout: "ssd": { 2024-04-15T14:36:42.395 INFO:tasks.workunit.client.0.smithi016.stdout: "total_avail_bytes": 767731326976, 2024-04-15T14:36:42.395 INFO:tasks.workunit.client.0.smithi016.stdout: "total_bytes": 767960285184, 2024-04-15T14:36:42.395 INFO:tasks.workunit.client.0.smithi016.stdout: "total_used_bytes": 228958208, 2024-04-15T14:36:42.395 INFO:tasks.workunit.client.0.smithi016.stdout: "total_used_raw_bytes": 228958208, 2024-04-15T14:36:42.396 INFO:tasks.workunit.client.0.smithi016.stdout: "total_used_raw_ratio": 0.00029813809669576585 2024-04-15T14:36:42.396 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T14:36:42.396 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T14:36:42.396 INFO:tasks.workunit.client.0.smithi016.stdout: "total_avail_bytes": 767731326976, 2024-04-15T14:36:42.396 INFO:tasks.workunit.client.0.smithi016.stdout: "total_bytes": 767960285184, 2024-04-15T14:36:42.396 INFO:tasks.workunit.client.0.smithi016.stdout: "total_used_bytes": 228958208 2024-04-15T14:36:42.396 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T14:36:42.396 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T14:36:42.396 INFO:tasks.workunit.client.0.smithi016.stdout:} 2024-04-15T14:36:42.396 INFO:tasks.workunit.client.0.smithi016.stdout:OK 2024-04-15T14:36:42.397 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-04-15T14:36:42.397 DEBUG:teuthology.orchestra.run.smithi016:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-04-15T14:36:42.397 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:36:40 smithi016 ceph-mon[27435]: from='client.14994 -' entity='client.admin' cmd=[{"prefix": "telemetry show", "target": ["mon-mgr", ""]}]: dispatch 2024-04-15T14:36:42.397 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:36:40 smithi016 ceph-mon[27435]: from='client.24893 -' entity='client.admin' cmd=[{"prefix": "telemetry show-device", "target": ["mon-mgr", ""]}]: dispatch 2024-04-15T14:36:42.398 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:36:40 smithi016 ceph-mon[27435]: from='client.24893 -' entity='client.admin' cmd=[{"prefix": "telemetry show-device", "target": ["mon-mgr", ""]}]: dispatch 2024-04-15T14:36:42.398 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:36:40 smithi016 ceph-mon[27435]: from='mgr.14628 172.21.15.16:0/2128211001' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T14:36:42.398 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:36:40 smithi016 ceph-mon[27435]: from='mgr.14628 172.21.15.16:0/2128211001' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-15T14:36:42.398 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:36:40 smithi016 ceph-mon[27435]: from='mgr.14628 172.21.15.16:0/2128211001' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-15T14:36:42.398 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:36:40 smithi016 ceph-mon[27435]: from='mgr.14628 172.21.15.16:0/2128211001' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-15T14:36:42.398 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:36:40 smithi016 ceph-mon[27435]: from='mgr.14628 172.21.15.16:0/2128211001' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-15T14:36:42.398 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:36:40 smithi016 ceph-mon[27435]: from='mgr.14628 172.21.15.16:0/2128211001' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-15T14:36:42.398 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:36:40 smithi016 ceph-mon[27435]: from='mgr.14628 172.21.15.16:0/2128211001' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-15T14:36:42.398 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:36:40 smithi016 ceph-mon[27435]: from='mgr.14628 172.21.15.16:0/2128211001' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-15T14:36:42.398 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:36:40 smithi016 ceph-mon[27435]: from='mgr.14628 172.21.15.16:0/2128211001' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-15T14:36:42.398 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:36:40 smithi016 ceph-mon[27435]: from='mgr.14628 172.21.15.16:0/2128211001' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-15T14:36:42.398 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:36:40 smithi016 ceph-mon[27435]: from='mgr.14628 172.21.15.16:0/2128211001' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-15T14:36:42.398 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:36:40 smithi016 ceph-mon[27435]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-15T14:36:42.398 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:36:40 smithi016 ceph-mon[27435]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-15T14:36:42.399 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:36:40 smithi016 ceph-mon[27435]: from='mgr.14628 172.21.15.16:0/2128211001' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-15T14:36:42.399 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:36:40 smithi016 ceph-mon[27435]: from='mgr.14628 172.21.15.16:0/2128211001' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-15T14:36:42.399 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:36:40 smithi016 ceph-mon[27435]: from='mgr.14628 172.21.15.16:0/2128211001' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-15T14:36:42.399 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:36:40 smithi016 ceph-mon[27435]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-15T14:36:42.399 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:36:40 smithi016 ceph-mon[27435]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-15T14:36:42.399 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:36:40 smithi016 ceph-mon[27435]: from='mgr.14628 172.21.15.16:0/2128211001' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-15T14:36:42.399 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:36:40 smithi016 ceph-mon[27435]: from='mgr.14628 172.21.15.16:0/2128211001' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-15T14:36:42.399 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:36:40 smithi016 ceph-mon[27435]: from='mgr.14628 172.21.15.16:0/2128211001' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-15T14:36:42.399 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:36:40 smithi016 ceph-mon[27435]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-15T14:36:42.399 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:36:40 smithi016 ceph-mon[27435]: from='mgr.14628 172.21.15.16:0/2128211001' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-15T14:36:42.399 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:36:40 smithi016 ceph-mon[27435]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-15T14:36:42.400 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:36:40 smithi016 ceph-mon[36548]: from='client.14994 -' entity='client.admin' cmd=[{"prefix": "telemetry show", "target": ["mon-mgr", ""]}]: dispatch 2024-04-15T14:36:42.400 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:36:40 smithi016 ceph-mon[36548]: from='client.24893 -' entity='client.admin' cmd=[{"prefix": "telemetry show-device", "target": ["mon-mgr", ""]}]: dispatch 2024-04-15T14:36:42.400 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:36:40 smithi016 ceph-mon[36548]: from='client.24893 -' entity='client.admin' cmd=[{"prefix": "telemetry show-device", "target": ["mon-mgr", ""]}]: dispatch 2024-04-15T14:36:42.400 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:36:40 smithi016 ceph-mon[36548]: from='mgr.14628 172.21.15.16:0/2128211001' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T14:36:42.400 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:36:40 smithi016 ceph-mon[36548]: from='mgr.14628 172.21.15.16:0/2128211001' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-15T14:36:42.400 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:36:40 smithi016 ceph-mon[36548]: from='mgr.14628 172.21.15.16:0/2128211001' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-15T14:36:42.400 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:36:40 smithi016 ceph-mon[36548]: from='mgr.14628 172.21.15.16:0/2128211001' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-15T14:36:42.400 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:36:40 smithi016 ceph-mon[36548]: from='mgr.14628 172.21.15.16:0/2128211001' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-15T14:36:42.400 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:36:40 smithi016 ceph-mon[36548]: from='mgr.14628 172.21.15.16:0/2128211001' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-15T14:36:42.400 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:36:40 smithi016 ceph-mon[36548]: from='mgr.14628 172.21.15.16:0/2128211001' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-15T14:36:42.400 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:36:40 smithi016 ceph-mon[36548]: from='mgr.14628 172.21.15.16:0/2128211001' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-15T14:36:42.400 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:36:40 smithi016 ceph-mon[36548]: from='mgr.14628 172.21.15.16:0/2128211001' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-15T14:36:42.400 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:36:40 smithi016 ceph-mon[36548]: from='mgr.14628 172.21.15.16:0/2128211001' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-15T14:36:42.401 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:36:40 smithi016 ceph-mon[36548]: from='mgr.14628 172.21.15.16:0/2128211001' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-15T14:36:42.401 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:36:40 smithi016 ceph-mon[36548]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-15T14:36:42.401 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:36:40 smithi016 ceph-mon[36548]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-15T14:36:42.401 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:36:40 smithi016 ceph-mon[36548]: from='mgr.14628 172.21.15.16:0/2128211001' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-15T14:36:42.401 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:36:40 smithi016 ceph-mon[36548]: from='mgr.14628 172.21.15.16:0/2128211001' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-15T14:36:42.401 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:36:40 smithi016 ceph-mon[36548]: from='mgr.14628 172.21.15.16:0/2128211001' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-15T14:36:42.401 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:36:40 smithi016 ceph-mon[36548]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-15T14:36:42.401 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:36:40 smithi016 ceph-mon[36548]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-15T14:36:42.401 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:36:40 smithi016 ceph-mon[36548]: from='mgr.14628 172.21.15.16:0/2128211001' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-15T14:36:42.401 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:36:40 smithi016 ceph-mon[36548]: from='mgr.14628 172.21.15.16:0/2128211001' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-15T14:36:42.401 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:36:40 smithi016 ceph-mon[36548]: from='mgr.14628 172.21.15.16:0/2128211001' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-15T14:36:42.401 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:36:40 smithi016 ceph-mon[36548]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-15T14:36:42.401 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:36:40 smithi016 ceph-mon[36548]: from='mgr.14628 172.21.15.16:0/2128211001' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-15T14:36:42.401 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:36:40 smithi016 ceph-mon[36548]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-15T14:36:42.402 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:36:40 smithi102 ceph-mon[31017]: from='client.14994 -' entity='client.admin' cmd=[{"prefix": "telemetry show", "target": ["mon-mgr", ""]}]: dispatch 2024-04-15T14:36:42.402 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:36:40 smithi102 ceph-mon[31017]: from='client.24893 -' entity='client.admin' cmd=[{"prefix": "telemetry show-device", "target": ["mon-mgr", ""]}]: dispatch 2024-04-15T14:36:42.402 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:36:40 smithi102 ceph-mon[31017]: from='client.24893 -' entity='client.admin' cmd=[{"prefix": "telemetry show-device", "target": ["mon-mgr", ""]}]: dispatch 2024-04-15T14:36:42.402 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:36:40 smithi102 ceph-mon[31017]: from='mgr.14628 172.21.15.16:0/2128211001' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T14:36:42.402 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:36:40 smithi102 ceph-mon[31017]: from='mgr.14628 172.21.15.16:0/2128211001' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-15T14:36:42.402 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:36:40 smithi102 ceph-mon[31017]: from='mgr.14628 172.21.15.16:0/2128211001' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-15T14:36:42.402 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:36:40 smithi102 ceph-mon[31017]: from='mgr.14628 172.21.15.16:0/2128211001' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-15T14:36:42.402 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:36:40 smithi102 ceph-mon[31017]: from='mgr.14628 172.21.15.16:0/2128211001' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-15T14:36:42.402 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:36:40 smithi102 ceph-mon[31017]: from='mgr.14628 172.21.15.16:0/2128211001' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-15T14:36:42.402 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:36:40 smithi102 ceph-mon[31017]: from='mgr.14628 172.21.15.16:0/2128211001' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-15T14:36:42.402 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:36:40 smithi102 ceph-mon[31017]: from='mgr.14628 172.21.15.16:0/2128211001' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-15T14:36:42.402 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:36:40 smithi102 ceph-mon[31017]: from='mgr.14628 172.21.15.16:0/2128211001' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-15T14:36:42.403 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:36:40 smithi102 ceph-mon[31017]: from='mgr.14628 172.21.15.16:0/2128211001' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-15T14:36:42.403 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:36:40 smithi102 ceph-mon[31017]: from='mgr.14628 172.21.15.16:0/2128211001' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-15T14:36:42.403 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:36:40 smithi102 ceph-mon[31017]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-15T14:36:42.403 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:36:40 smithi102 ceph-mon[31017]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-15T14:36:42.403 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:36:40 smithi102 ceph-mon[31017]: from='mgr.14628 172.21.15.16:0/2128211001' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-15T14:36:42.403 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:36:40 smithi102 ceph-mon[31017]: from='mgr.14628 172.21.15.16:0/2128211001' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-15T14:36:42.403 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:36:40 smithi102 ceph-mon[31017]: from='mgr.14628 172.21.15.16:0/2128211001' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-15T14:36:42.403 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:36:40 smithi102 ceph-mon[31017]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-15T14:36:42.403 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:36:40 smithi102 ceph-mon[31017]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-15T14:36:42.403 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:36:40 smithi102 ceph-mon[31017]: from='mgr.14628 172.21.15.16:0/2128211001' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-15T14:36:42.403 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:36:40 smithi102 ceph-mon[31017]: from='mgr.14628 172.21.15.16:0/2128211001' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-15T14:36:42.403 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:36:40 smithi102 ceph-mon[31017]: from='mgr.14628 172.21.15.16:0/2128211001' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-15T14:36:42.403 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:36:40 smithi102 ceph-mon[31017]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-15T14:36:42.403 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:36:40 smithi102 ceph-mon[31017]: from='mgr.14628 172.21.15.16:0/2128211001' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-15T14:36:42.403 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:36:40 smithi102 ceph-mon[31017]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-15T14:36:42.404 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:36:40 smithi102 ceph-mon[31017]: from='mgr.14628 172.21.15.16:0/2128211001' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-15T14:36:42.404 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:36:40 smithi102 ceph-mon[31017]: from='mgr.14628 172.21.15.16:0/2128211001' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-15T14:36:42.404 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:36:40 smithi102 ceph-mon[31017]: from='mgr.14628 172.21.15.16:0/2128211001' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T14:36:42.404 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:36:40 smithi102 ceph-mon[31017]: from='mgr.14628 172.21.15.16:0/2128211001' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-15T14:36:42.404 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:36:40 smithi102 ceph-mon[31017]: from='mgr.14628 172.21.15.16:0/2128211001' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-15T14:36:42.404 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:36:40 smithi102 ceph-mon[31017]: from='mgr.14628 172.21.15.16:0/2128211001' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-15T14:36:42.404 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:36:40 smithi102 ceph-mon[31017]: from='mgr.14628 172.21.15.16:0/2128211001' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-15T14:36:42.404 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:36:40 smithi102 ceph-mon[31017]: from='mgr.14628 172.21.15.16:0/2128211001' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-15T14:36:42.404 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:36:40 smithi102 ceph-mon[31017]: from='mgr.14628 172.21.15.16:0/2128211001' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-15T14:36:42.404 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:36:40 smithi102 ceph-mon[31017]: from='mgr.14628 172.21.15.16:0/2128211001' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-15T14:36:42.404 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:36:40 smithi102 ceph-mon[31017]: from='mgr.14628 172.21.15.16:0/2128211001' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-15T14:36:42.404 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:36:40 smithi102 ceph-mon[31017]: from='mgr.14628 172.21.15.16:0/2128211001' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-15T14:36:42.404 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:36:40 smithi102 ceph-mon[31017]: from='mgr.14628 172.21.15.16:0/2128211001' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-15T14:36:42.404 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:36:40 smithi102 ceph-mon[31017]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-15T14:36:42.405 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:36:40 smithi102 ceph-mon[31017]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-15T14:36:42.405 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:36:40 smithi102 ceph-mon[31017]: from='mgr.14628 172.21.15.16:0/2128211001' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-15T14:36:42.405 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:36:40 smithi102 ceph-mon[31017]: from='mgr.14628 172.21.15.16:0/2128211001' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-15T14:36:42.405 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:36:40 smithi102 ceph-mon[31017]: from='mgr.14628 172.21.15.16:0/2128211001' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-15T14:36:42.405 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:36:40 smithi102 ceph-mon[31017]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-15T14:36:42.405 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:36:40 smithi102 ceph-mon[31017]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-15T14:36:42.405 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:36:40 smithi102 ceph-mon[31017]: from='mgr.14628 172.21.15.16:0/2128211001' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-15T14:36:42.405 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:36:40 smithi102 ceph-mon[31017]: from='mgr.14628 172.21.15.16:0/2128211001' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-15T14:36:42.405 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:36:40 smithi102 ceph-mon[31017]: from='mgr.14628 172.21.15.16:0/2128211001' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-15T14:36:42.405 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:36:40 smithi102 ceph-mon[31017]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-15T14:36:42.405 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:36:40 smithi102 ceph-mon[31017]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-15T14:36:42.405 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:36:40 smithi102 ceph-mon[31017]: from='mgr.14628 172.21.15.16:0/2128211001' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-15T14:36:42.405 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:36:40 smithi102 ceph-mon[31017]: from='mgr.14628 172.21.15.16:0/2128211001' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-15T14:36:42.405 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:36:40 smithi102 ceph-mon[31017]: from='mgr.14628 172.21.15.16:0/2128211001' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-15T14:36:42.405 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:36:41 smithi102 ceph-mon[31017]: from='client.15018 -' entity='client.admin' cmd=[{"prefix": "telemetry show-all", "target": ["mon-mgr", ""]}]: dispatch 2024-04-15T14:36:42.406 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:36:41 smithi102 ceph-mon[31017]: pgmap v77: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail; 26 KiB/s rd, 0 B/s wr, 22 op/s 2024-04-15T14:36:42.406 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:36:41 smithi102 ceph-mon[31017]: from='client.15018 -' entity='client.admin' cmd=[{"prefix": "telemetry show-all", "target": ["mon-mgr", ""]}]: dispatch 2024-04-15T14:36:42.406 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:36:40 smithi016 ceph-mon[27435]: from='mgr.14628 172.21.15.16:0/2128211001' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-15T14:36:42.406 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:36:40 smithi016 ceph-mon[27435]: from='mgr.14628 172.21.15.16:0/2128211001' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-15T14:36:42.406 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:36:40 smithi016 ceph-mon[27435]: from='mgr.14628 172.21.15.16:0/2128211001' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T14:36:42.406 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:36:40 smithi016 ceph-mon[27435]: from='mgr.14628 172.21.15.16:0/2128211001' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-15T14:36:42.406 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:36:40 smithi016 ceph-mon[27435]: from='mgr.14628 172.21.15.16:0/2128211001' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-15T14:36:42.406 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:36:40 smithi016 ceph-mon[27435]: from='mgr.14628 172.21.15.16:0/2128211001' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-15T14:36:42.406 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:36:40 smithi016 ceph-mon[27435]: from='mgr.14628 172.21.15.16:0/2128211001' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-15T14:36:42.406 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:36:40 smithi016 ceph-mon[27435]: from='mgr.14628 172.21.15.16:0/2128211001' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-15T14:36:42.407 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:36:40 smithi016 ceph-mon[27435]: from='mgr.14628 172.21.15.16:0/2128211001' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-15T14:36:42.407 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:36:40 smithi016 ceph-mon[27435]: from='mgr.14628 172.21.15.16:0/2128211001' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-15T14:36:42.407 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:36:40 smithi016 ceph-mon[27435]: from='mgr.14628 172.21.15.16:0/2128211001' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-15T14:36:42.407 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:36:40 smithi016 ceph-mon[27435]: from='mgr.14628 172.21.15.16:0/2128211001' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-15T14:36:42.407 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:36:40 smithi016 ceph-mon[27435]: from='mgr.14628 172.21.15.16:0/2128211001' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-15T14:36:42.407 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:36:40 smithi016 ceph-mon[27435]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-15T14:36:42.407 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:36:40 smithi016 ceph-mon[27435]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-15T14:36:42.407 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:36:40 smithi016 ceph-mon[27435]: from='mgr.14628 172.21.15.16:0/2128211001' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-15T14:36:42.407 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:36:40 smithi016 ceph-mon[27435]: from='mgr.14628 172.21.15.16:0/2128211001' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-15T14:36:42.407 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:36:40 smithi016 ceph-mon[27435]: from='mgr.14628 172.21.15.16:0/2128211001' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-15T14:36:42.407 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:36:40 smithi016 ceph-mon[27435]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-15T14:36:42.407 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:36:40 smithi016 ceph-mon[27435]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-15T14:36:42.407 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:36:40 smithi016 ceph-mon[27435]: from='mgr.14628 172.21.15.16:0/2128211001' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-15T14:36:42.407 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:36:40 smithi016 ceph-mon[27435]: from='mgr.14628 172.21.15.16:0/2128211001' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-15T14:36:42.407 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:36:40 smithi016 ceph-mon[27435]: from='mgr.14628 172.21.15.16:0/2128211001' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-15T14:36:42.408 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:36:40 smithi016 ceph-mon[27435]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-15T14:36:42.408 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:36:40 smithi016 ceph-mon[27435]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-15T14:36:42.408 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:36:40 smithi016 ceph-mon[27435]: from='mgr.14628 172.21.15.16:0/2128211001' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-15T14:36:42.408 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:36:40 smithi016 ceph-mon[27435]: from='mgr.14628 172.21.15.16:0/2128211001' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-15T14:36:42.408 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:36:40 smithi016 ceph-mon[27435]: from='mgr.14628 172.21.15.16:0/2128211001' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-15T14:36:42.408 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:36:40 smithi016 ceph-mon[36548]: from='mgr.14628 172.21.15.16:0/2128211001' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-15T14:36:42.408 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:36:40 smithi016 ceph-mon[36548]: from='mgr.14628 172.21.15.16:0/2128211001' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-15T14:36:42.408 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:36:40 smithi016 ceph-mon[36548]: from='mgr.14628 172.21.15.16:0/2128211001' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T14:36:42.408 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:36:40 smithi016 ceph-mon[36548]: from='mgr.14628 172.21.15.16:0/2128211001' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-15T14:36:42.409 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:36:40 smithi016 ceph-mon[36548]: from='mgr.14628 172.21.15.16:0/2128211001' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-15T14:36:42.409 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:36:40 smithi016 ceph-mon[36548]: from='mgr.14628 172.21.15.16:0/2128211001' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-15T14:36:42.409 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:36:40 smithi016 ceph-mon[36548]: from='mgr.14628 172.21.15.16:0/2128211001' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-15T14:36:42.409 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:36:40 smithi016 ceph-mon[36548]: from='mgr.14628 172.21.15.16:0/2128211001' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-15T14:36:42.409 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:36:40 smithi016 ceph-mon[36548]: from='mgr.14628 172.21.15.16:0/2128211001' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-15T14:36:42.409 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:36:40 smithi016 ceph-mon[36548]: from='mgr.14628 172.21.15.16:0/2128211001' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-15T14:36:42.409 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:36:40 smithi016 ceph-mon[36548]: from='mgr.14628 172.21.15.16:0/2128211001' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-15T14:36:42.409 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:36:40 smithi016 ceph-mon[36548]: from='mgr.14628 172.21.15.16:0/2128211001' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-15T14:36:42.409 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:36:40 smithi016 ceph-mon[36548]: from='mgr.14628 172.21.15.16:0/2128211001' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-15T14:36:42.409 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:36:40 smithi016 ceph-mon[36548]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-15T14:36:42.409 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:36:40 smithi016 ceph-mon[36548]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-15T14:36:42.409 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:36:40 smithi016 ceph-mon[36548]: from='mgr.14628 172.21.15.16:0/2128211001' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-15T14:36:42.409 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:36:40 smithi016 ceph-mon[36548]: from='mgr.14628 172.21.15.16:0/2128211001' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-15T14:36:42.409 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:36:40 smithi016 ceph-mon[36548]: from='mgr.14628 172.21.15.16:0/2128211001' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-15T14:36:42.409 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:36:40 smithi016 ceph-mon[36548]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-15T14:36:42.410 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:36:40 smithi016 ceph-mon[36548]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-15T14:36:42.410 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:36:40 smithi016 ceph-mon[36548]: from='mgr.14628 172.21.15.16:0/2128211001' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-15T14:36:42.410 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:36:40 smithi016 ceph-mon[36548]: from='mgr.14628 172.21.15.16:0/2128211001' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-15T14:36:42.410 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:36:40 smithi016 ceph-mon[36548]: from='mgr.14628 172.21.15.16:0/2128211001' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-15T14:36:42.410 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:36:40 smithi016 ceph-mon[36548]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-15T14:36:42.410 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:36:40 smithi016 ceph-mon[36548]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-15T14:36:42.410 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:36:40 smithi016 ceph-mon[36548]: from='mgr.14628 172.21.15.16:0/2128211001' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-15T14:36:42.410 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:36:40 smithi016 ceph-mon[36548]: from='mgr.14628 172.21.15.16:0/2128211001' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-15T14:36:42.410 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:36:40 smithi016 ceph-mon[36548]: from='mgr.14628 172.21.15.16:0/2128211001' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-15T14:36:42.410 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:36:41 smithi016 ceph-mon[36548]: from='client.15018 -' entity='client.admin' cmd=[{"prefix": "telemetry show-all", "target": ["mon-mgr", ""]}]: dispatch 2024-04-15T14:36:42.410 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:36:41 smithi016 ceph-mon[36548]: pgmap v77: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail; 26 KiB/s rd, 0 B/s wr, 22 op/s 2024-04-15T14:36:42.410 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:36:41 smithi016 ceph-mon[36548]: from='client.15018 -' entity='client.admin' cmd=[{"prefix": "telemetry show-all", "target": ["mon-mgr", ""]}]: dispatch 2024-04-15T14:36:42.411 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:36:41 smithi016 ceph-mon[27435]: from='client.15018 -' entity='client.admin' cmd=[{"prefix": "telemetry show-all", "target": ["mon-mgr", ""]}]: dispatch 2024-04-15T14:36:42.411 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:36:41 smithi016 ceph-mon[27435]: pgmap v77: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail; 26 KiB/s rd, 0 B/s wr, 22 op/s 2024-04-15T14:36:42.411 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:36:41 smithi016 ceph-mon[27435]: from='client.15018 -' entity='client.admin' cmd=[{"prefix": "telemetry show-all", "target": ["mon-mgr", ""]}]: dispatch 2024-04-15T14:36:42.447 INFO:tasks.workunit:Stopping ['test_telemetry_reef.sh'] on client.0... 2024-04-15T14:36:42.447 DEBUG:teuthology.orchestra.run.smithi016:> sudo rm -rf -- /home/ubuntu/cephtest/workunits.list.client.0 /home/ubuntu/cephtest/clone.client.0 2024-04-15T14:36:42.761 DEBUG:teuthology.parallel:result is None 2024-04-15T14:36:42.761 DEBUG:teuthology.orchestra.run.smithi016:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0 2024-04-15T14:36:42.791 INFO:tasks.workunit:Deleted dir /home/ubuntu/cephtest/mnt.0/client.0 2024-04-15T14:36:42.791 DEBUG:teuthology.orchestra.run.smithi016:> rmdir -- /home/ubuntu/cephtest/mnt.0 2024-04-15T14:36:42.857 INFO:tasks.workunit:Deleted artificial mount point /home/ubuntu/cephtest/mnt.0/client.0 2024-04-15T14:36:42.857 INFO:teuthology.run_tasks:Running task print... 2024-04-15T14:36:42.871 INFO:teuthology.task.print:**** done end telemetry reef... 2024-04-15T14:36:42.871 INFO:teuthology.run_tasks:Running task print... 2024-04-15T14:36:42.887 INFO:teuthology.task.print:**** done start parallel 2024-04-15T14:36:42.887 INFO:teuthology.run_tasks:Running task parallel... 2024-04-15T14:36:42.918 INFO:teuthology.task.parallel:starting parallel... 2024-04-15T14:36:42.918 INFO:teuthology.task.parallel:In parallel, running task full_sequential... 2024-04-15T14:36:42.919 INFO:teuthology.task.full_sequential:In full_sequential, running task print... 2024-04-15T14:36:42.919 INFO:teuthology.task.print:**** done start ec-rados-default.yaml 2024-04-15T14:36:42.919 INFO:teuthology.task.full_sequential:In full_sequential, running task rados... 2024-04-15T14:36:42.921 INFO:tasks.rados:Beginning rados... 2024-04-15T14:36:42.922 INFO:tasks.rados:config is {'clients': ['client.0'], 'ec_pool': True, 'objects': 50, 'op_weights': {'append': 100, 'copy_from': 50, 'delete': 50, 'read': 100, 'rmattr': 25, 'rollback': 50, 'setattr': 25, 'snap_create': 50, 'snap_remove': 50, 'write': 0}, 'ops': 4000, 'write_append_excl': False} 2024-04-15T14:36:42.922 INFO:tasks.rados:overrides is {'admin_socket': {'branch': 'main'}, 'ceph': {'conf': {'global': {'mon election default strategy': 1}, 'mgr': {'debug mgr': 20, 'debug ms': 1}, 'mon': {'debug mon': 20, 'debug ms': 1, 'debug paxos': 20}, 'osd': {'debug ms': 1, 'debug osd': 20, 'osd shutdown pgref assert': True}}, 'create_rbd_pool': True, 'flavor': 'default', 'log-ignorelist': ['\\(MDS_ALL_DOWN\\)', '\\(MDS_UP_LESS_THAN_MAX\\)', 'mons down', 'mon down', 'MON_DOWN', 'out of quorum'], 'sha1': 'c2d8c3155d854ee204cb7c7261232571229d1d54'}, 'ceph-deploy': {'conf': {'client': {'log file': '/var/log/ceph/ceph-$name.$pid.log'}, 'mon': {}}}, 'install': {'ceph': {'extra_system_packages': ['python3-pytest'], 'flavor': 'default', 'sha1': 'c2d8c3155d854ee204cb7c7261232571229d1d54'}}, 'selinux': {'allowlist': ['scontext=system_u:system_r:logrotate_t:s0']}, 'workunit': {'branch': 'main', 'sha1': '87dbfb632e974cb2c28d17423071d2d833b53b29'}} 2024-04-15T14:36:42.922 INFO:tasks.rados:config is {'clients': ['client.0'], 'ec_pool': True, 'objects': 50, 'op_weights': {'append': 100, 'copy_from': 50, 'delete': 50, 'read': 100, 'rmattr': 25, 'rollback': 50, 'setattr': 25, 'snap_create': 50, 'snap_remove': 50, 'write': 0}, 'ops': 4000, 'write_append_excl': False} 2024-04-15T14:36:42.922 INFO:tasks.rados:joining rados 2024-04-15T14:36:42.922 INFO:teuthology.task.parallel:In parallel, running task sequential... 2024-04-15T14:36:42.931 INFO:teuthology.task.sequential:In sequential, running task print... 2024-04-15T14:36:42.932 INFO:teuthology.task.print:**** done start upgrade, wait 2024-04-15T14:36:42.932 INFO:teuthology.task.sequential:In sequential, running task cephadm.shell... 2024-04-15T14:36:42.932 INFO:tasks.cephadm:Running commands on role mon.a host ubuntu@smithi016.front.sepia.ceph.com 2024-04-15T14:36:42.932 DEBUG:teuthology.orchestra.run.smithi016:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 362ea986-fb34-11ee-bc8f-c7b262605968 -e sha1=c2d8c3155d854ee204cb7c7261232571229d1d54 -- bash -c 'ceph config set global log_to_journald false --force' 2024-04-15T14:36:42.933 INFO:tasks.rados:clients are ['client.0', 'client.1'] 2024-04-15T14:36:42.933 DEBUG:teuthology.orchestra.run.smithi016:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 362ea986-fb34-11ee-bc8f-c7b262605968 -- ceph osd erasure-code-profile set teuthologyprofile k=2 m=1 crush-failure-domain=osd 2024-04-15T14:36:43.039 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:36:42 smithi016 ceph-mon[36548]: from='mgr.14628 172.21.15.16:0/2128211001' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T14:36:43.039 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:36:42 smithi016 ceph-mon[27435]: from='mgr.14628 172.21.15.16:0/2128211001' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T14:36:43.150 INFO:teuthology.orchestra.run.smithi016.stderr:Inferring config /var/lib/ceph/362ea986-fb34-11ee-bc8f-c7b262605968/mon.a/config 2024-04-15T14:36:43.151 INFO:teuthology.orchestra.run.smithi016.stderr:Inferring config /var/lib/ceph/362ea986-fb34-11ee-bc8f-c7b262605968/mon.a/config 2024-04-15T14:36:43.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:36:42 smithi102 ceph-mon[31017]: from='mgr.14628 172.21.15.16:0/2128211001' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T14:36:43.407 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 15 14:36:43 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-y[27693]: ::ffff:172.21.15.102 - - [15/Apr/2024:14:36:43] "GET /metrics HTTP/1.1" 200 33661 "" "Prometheus/2.43.0" 2024-04-15T14:36:44.039 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:36:43 smithi016 ceph-mon[27435]: pgmap v78: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail; 26 KiB/s rd, 0 B/s wr, 22 op/s 2024-04-15T14:36:44.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:36:43 smithi016 ceph-mon[36548]: pgmap v78: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail; 26 KiB/s rd, 0 B/s wr, 22 op/s 2024-04-15T14:36:44.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:36:43 smithi102 ceph-mon[31017]: pgmap v78: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail; 26 KiB/s rd, 0 B/s wr, 22 op/s 2024-04-15T14:36:45.962 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:36:45 smithi016 ceph-mon[27435]: pgmap v79: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail; 38 KiB/s rd, 0 B/s wr, 40 op/s 2024-04-15T14:36:45.962 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:36:45 smithi016 ceph-mon[36548]: pgmap v79: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail; 38 KiB/s rd, 0 B/s wr, 40 op/s 2024-04-15T14:36:46.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:36:45 smithi102 ceph-mon[31017]: pgmap v79: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail; 38 KiB/s rd, 0 B/s wr, 40 op/s 2024-04-15T14:36:47.039 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:36:46 smithi016 ceph-mon[27435]: from='client.? 172.21.15.16:0/3588273996' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "teuthologyprofile", "profile": ["k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-04-15T14:36:47.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:36:46 smithi016 ceph-mon[27435]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "teuthologyprofile", "profile": ["k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-04-15T14:36:47.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:36:46 smithi016 ceph-mon[36548]: from='client.? 172.21.15.16:0/3588273996' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "teuthologyprofile", "profile": ["k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-04-15T14:36:47.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:36:46 smithi016 ceph-mon[36548]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "teuthologyprofile", "profile": ["k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-04-15T14:36:47.151 DEBUG:teuthology.orchestra.run.smithi016:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 362ea986-fb34-11ee-bc8f-c7b262605968 -e sha1=c2d8c3155d854ee204cb7c7261232571229d1d54 -- bash -c 'ceph orch upgrade start --image quay.ceph.io/ceph-ci/ceph:$sha1' 2024-04-15T14:36:47.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:36:46 smithi102 ceph-mon[31017]: from='client.? 172.21.15.16:0/3588273996' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "teuthologyprofile", "profile": ["k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-04-15T14:36:47.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:36:46 smithi102 ceph-mon[31017]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "teuthologyprofile", "profile": ["k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-04-15T14:36:47.789 INFO:tasks.rados:starting run 0 out of 1 2024-04-15T14:36:47.789 INFO:tasks.cephadm.ceph_manager.ceph:creating pool_name unique_pool_0 2024-04-15T14:36:47.790 DEBUG:teuthology.orchestra.run.smithi016:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 362ea986-fb34-11ee-bc8f-c7b262605968 -- ceph osd pool create unique_pool_0 16 16 erasure teuthologyprofile 2024-04-15T14:36:47.816 INFO:teuthology.orchestra.run.smithi016.stderr:Inferring config /var/lib/ceph/362ea986-fb34-11ee-bc8f-c7b262605968/mon.a/config 2024-04-15T14:36:48.039 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:36:47 smithi016 ceph-mon[27435]: pgmap v80: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail; 38 KiB/s rd, 0 B/s wr, 40 op/s 2024-04-15T14:36:48.039 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:36:47 smithi016 ceph-mon[27435]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile set", "name": "teuthologyprofile", "profile": ["k=2", "m=1", "crush-failure-domain=osd"]}]': finished 2024-04-15T14:36:48.039 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:36:47 smithi016 ceph-mon[27435]: osdmap e71: 8 total, 8 up, 8 in 2024-04-15T14:36:48.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:36:47 smithi016 ceph-mon[36548]: pgmap v80: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail; 38 KiB/s rd, 0 B/s wr, 40 op/s 2024-04-15T14:36:48.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:36:47 smithi016 ceph-mon[36548]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile set", "name": "teuthologyprofile", "profile": ["k=2", "m=1", "crush-failure-domain=osd"]}]': finished 2024-04-15T14:36:48.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:36:47 smithi016 ceph-mon[36548]: osdmap e71: 8 total, 8 up, 8 in 2024-04-15T14:36:48.156 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:36:47 smithi102 ceph-mon[31017]: pgmap v80: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail; 38 KiB/s rd, 0 B/s wr, 40 op/s 2024-04-15T14:36:48.156 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:36:47 smithi102 ceph-mon[31017]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile set", "name": "teuthologyprofile", "profile": ["k=2", "m=1", "crush-failure-domain=osd"]}]': finished 2024-04-15T14:36:48.156 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:36:47 smithi102 ceph-mon[31017]: osdmap e71: 8 total, 8 up, 8 in 2024-04-15T14:36:49.458 INFO:teuthology.orchestra.run.smithi016.stderr:Inferring config /var/lib/ceph/362ea986-fb34-11ee-bc8f-c7b262605968/mon.a/config 2024-04-15T14:36:49.710 INFO:teuthology.orchestra.run.smithi016.stdout:Initiating upgrade to quay.ceph.io/ceph-ci/ceph:c2d8c3155d854ee204cb7c7261232571229d1d54 2024-04-15T14:36:50.006 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:36:49 smithi016 ceph-mon[36548]: pgmap v82: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail; 15 KiB/s rd, 0 B/s wr, 21 op/s 2024-04-15T14:36:50.006 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:36:49 smithi016 ceph-mon[36548]: from='mgr.14628 ' entity='mgr.y' 2024-04-15T14:36:50.006 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:36:49 smithi016 ceph-mon[36548]: from='mgr.14628 172.21.15.16:0/2128211001' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T14:36:50.007 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:36:49 smithi016 ceph-mon[36548]: from='mgr.14628 172.21.15.16:0/2128211001' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T14:36:50.007 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:36:49 smithi016 ceph-mon[36548]: from='mgr.14628 172.21.15.16:0/2128211001' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T14:36:50.007 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:36:49 smithi016 ceph-mon[36548]: from='mgr.14628 ' entity='mgr.y' 2024-04-15T14:36:50.007 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:36:49 smithi016 ceph-mon[27435]: pgmap v82: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail; 15 KiB/s rd, 0 B/s wr, 21 op/s 2024-04-15T14:36:50.007 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:36:49 smithi016 ceph-mon[27435]: from='mgr.14628 ' entity='mgr.y' 2024-04-15T14:36:50.007 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:36:49 smithi016 ceph-mon[27435]: from='mgr.14628 172.21.15.16:0/2128211001' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T14:36:50.007 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:36:49 smithi016 ceph-mon[27435]: from='mgr.14628 172.21.15.16:0/2128211001' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T14:36:50.007 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:36:49 smithi016 ceph-mon[27435]: from='mgr.14628 172.21.15.16:0/2128211001' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T14:36:50.007 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:36:49 smithi016 ceph-mon[27435]: from='mgr.14628 ' entity='mgr.y' 2024-04-15T14:36:50.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:36:49 smithi102 ceph-mon[31017]: pgmap v82: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail; 15 KiB/s rd, 0 B/s wr, 21 op/s 2024-04-15T14:36:50.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:36:49 smithi102 ceph-mon[31017]: from='mgr.14628 ' entity='mgr.y' 2024-04-15T14:36:50.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:36:49 smithi102 ceph-mon[31017]: from='mgr.14628 172.21.15.16:0/2128211001' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T14:36:50.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:36:49 smithi102 ceph-mon[31017]: from='mgr.14628 172.21.15.16:0/2128211001' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T14:36:50.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:36:49 smithi102 ceph-mon[31017]: from='mgr.14628 172.21.15.16:0/2128211001' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T14:36:50.188 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:36:49 smithi102 ceph-mon[31017]: from='mgr.14628 ' entity='mgr.y' 2024-04-15T14:36:51.071 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:36:50 smithi016 ceph-mon[36548]: from='client.24929 -' entity='client.admin' cmd=[{"prefix": "orch upgrade start", "image": "quay.ceph.io/ceph-ci/ceph:c2d8c3155d854ee204cb7c7261232571229d1d54", "target": ["mon-mgr", ""]}]: dispatch 2024-04-15T14:36:51.072 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:36:50 smithi016 ceph-mon[36548]: Upgrade: Started with target quay.ceph.io/ceph-ci/ceph:c2d8c3155d854ee204cb7c7261232571229d1d54 2024-04-15T14:36:51.072 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:36:50 smithi016 ceph-mon[27435]: from='client.24929 -' entity='client.admin' cmd=[{"prefix": "orch upgrade start", "image": "quay.ceph.io/ceph-ci/ceph:c2d8c3155d854ee204cb7c7261232571229d1d54", "target": ["mon-mgr", ""]}]: dispatch 2024-04-15T14:36:51.072 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:36:50 smithi016 ceph-mon[27435]: Upgrade: Started with target quay.ceph.io/ceph-ci/ceph:c2d8c3155d854ee204cb7c7261232571229d1d54 2024-04-15T14:36:51.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:36:50 smithi102 ceph-mon[31017]: from='client.24929 -' entity='client.admin' cmd=[{"prefix": "orch upgrade start", "image": "quay.ceph.io/ceph-ci/ceph:c2d8c3155d854ee204cb7c7261232571229d1d54", "target": ["mon-mgr", ""]}]: dispatch 2024-04-15T14:36:51.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:36:50 smithi102 ceph-mon[31017]: Upgrade: Started with target quay.ceph.io/ceph-ci/ceph:c2d8c3155d854ee204cb7c7261232571229d1d54 2024-04-15T14:36:51.748 DEBUG:teuthology.orchestra.run.smithi016:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 362ea986-fb34-11ee-bc8f-c7b262605968 -e sha1=c2d8c3155d854ee204cb7c7261232571229d1d54 -- bash -c 'while ceph orch upgrade status | jq '"'"'.in_progress'"'"' | grep true ; do ceph orch ps ; ceph versions ; sleep 30 ; done' 2024-04-15T14:36:52.019 INFO:teuthology.orchestra.run.smithi016.stderr:Inferring config /var/lib/ceph/362ea986-fb34-11ee-bc8f-c7b262605968/mon.a/config 2024-04-15T14:36:52.345 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:36:52 smithi016 ceph-mon[27435]: Upgrade: First pull of quay.ceph.io/ceph-ci/ceph:c2d8c3155d854ee204cb7c7261232571229d1d54 2024-04-15T14:36:52.345 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:36:52 smithi016 ceph-mon[27435]: pgmap v83: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail; 15 KiB/s rd, 0 B/s wr, 21 op/s 2024-04-15T14:36:52.345 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:36:52 smithi016 ceph-mon[27435]: from='client.? 172.21.15.16:0/1751044787' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "unique_pool_0", "pg_num": 16, "pgp_num": 16, "pool_type": "erasure", "erasure_code_profile": "teuthologyprofile"}]: dispatch 2024-04-15T14:36:52.345 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:36:52 smithi016 ceph-mon[27435]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "unique_pool_0", "pg_num": 16, "pgp_num": 16, "pool_type": "erasure", "erasure_code_profile": "teuthologyprofile"}]: dispatch 2024-04-15T14:36:52.345 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:36:52 smithi016 ceph-mon[36548]: Upgrade: First pull of quay.ceph.io/ceph-ci/ceph:c2d8c3155d854ee204cb7c7261232571229d1d54 2024-04-15T14:36:52.345 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:36:52 smithi016 ceph-mon[36548]: pgmap v83: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail; 15 KiB/s rd, 0 B/s wr, 21 op/s 2024-04-15T14:36:52.346 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:36:52 smithi016 ceph-mon[36548]: from='client.? 172.21.15.16:0/1751044787' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "unique_pool_0", "pg_num": 16, "pgp_num": 16, "pool_type": "erasure", "erasure_code_profile": "teuthologyprofile"}]: dispatch 2024-04-15T14:36:52.346 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:36:52 smithi016 ceph-mon[36548]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "unique_pool_0", "pg_num": 16, "pgp_num": 16, "pool_type": "erasure", "erasure_code_profile": "teuthologyprofile"}]: dispatch 2024-04-15T14:36:52.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:36:52 smithi102 ceph-mon[31017]: Upgrade: First pull of quay.ceph.io/ceph-ci/ceph:c2d8c3155d854ee204cb7c7261232571229d1d54 2024-04-15T14:36:52.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:36:52 smithi102 ceph-mon[31017]: pgmap v83: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail; 15 KiB/s rd, 0 B/s wr, 21 op/s 2024-04-15T14:36:52.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:36:52 smithi102 ceph-mon[31017]: from='client.? 172.21.15.16:0/1751044787' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "unique_pool_0", "pg_num": 16, "pgp_num": 16, "pool_type": "erasure", "erasure_code_profile": "teuthologyprofile"}]: dispatch 2024-04-15T14:36:52.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:36:52 smithi102 ceph-mon[31017]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "unique_pool_0", "pg_num": 16, "pgp_num": 16, "pool_type": "erasure", "erasure_code_profile": "teuthologyprofile"}]: dispatch 2024-04-15T14:36:52.816 INFO:teuthology.orchestra.run.smithi016.stderr:pool 'unique_pool_0' created 2024-04-15T14:36:53.083 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:36:53 smithi016 ceph-mon[36548]: pgmap v85: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-04-15T14:36:53.083 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:36:53 smithi016 ceph-mon[36548]: osdmap e72: 8 total, 8 up, 8 in 2024-04-15T14:36:53.084 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:36:53 smithi016 ceph-mon[27435]: pgmap v85: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-04-15T14:36:53.084 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:36:53 smithi016 ceph-mon[27435]: osdmap e72: 8 total, 8 up, 8 in 2024-04-15T14:36:53.084 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:36:53 smithi016 ceph-mon[27435]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "unique_pool_0", "pg_num": 16, "pgp_num": 16, "pool_type": "erasure", "erasure_code_profile": "teuthologyprofile"}]': finished 2024-04-15T14:36:53.084 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:36:53 smithi016 ceph-mon[27435]: osdmap e73: 8 total, 8 up, 8 in 2024-04-15T14:36:53.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:36:53 smithi102 ceph-mon[31017]: pgmap v85: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-04-15T14:36:53.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:36:53 smithi102 ceph-mon[31017]: osdmap e72: 8 total, 8 up, 8 in 2024-04-15T14:36:53.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:36:53 smithi102 ceph-mon[31017]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "unique_pool_0", "pg_num": 16, "pgp_num": 16, "pool_type": "erasure", "erasure_code_profile": "teuthologyprofile"}]': finished 2024-04-15T14:36:53.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:36:53 smithi102 ceph-mon[31017]: osdmap e73: 8 total, 8 up, 8 in 2024-04-15T14:36:53.502 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:36:53 smithi016 ceph-mon[36548]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "unique_pool_0", "pg_num": 16, "pgp_num": 16, "pool_type": "erasure", "erasure_code_profile": "teuthologyprofile"}]': finished 2024-04-15T14:36:53.503 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:36:53 smithi016 ceph-mon[36548]: osdmap e73: 8 total, 8 up, 8 in 2024-04-15T14:36:53.503 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 15 14:36:53 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-y[27693]: ::ffff:172.21.15.102 - - [15/Apr/2024:14:36:53] "GET /metrics HTTP/1.1" 200 33661 "" "Prometheus/2.43.0" 2024-04-15T14:36:53.524 DEBUG:teuthology.orchestra.run.smithi016:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 362ea986-fb34-11ee-bc8f-c7b262605968 -- ceph osd pool application enable unique_pool_0 rados --yes-i-really-mean-it || true 2024-04-15T14:36:54.574 INFO:teuthology.orchestra.run.smithi016.stderr:Inferring config /var/lib/ceph/362ea986-fb34-11ee-bc8f-c7b262605968/mon.a/config 2024-04-15T14:36:54.823 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:36:54 smithi016 ceph-mon[36548]: osdmap e74: 8 total, 8 up, 8 in 2024-04-15T14:36:54.823 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:36:54 smithi016 ceph-mon[27435]: osdmap e74: 8 total, 8 up, 8 in 2024-04-15T14:36:54.863 INFO:teuthology.orchestra.run.smithi016.stdout:true 2024-04-15T14:36:55.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:36:54 smithi102 ceph-mon[31017]: osdmap e74: 8 total, 8 up, 8 in 2024-04-15T14:36:55.272 INFO:teuthology.orchestra.run.smithi016.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-04-15T14:36:55.272 INFO:teuthology.orchestra.run.smithi016.stdout:alertmanager.a smithi016 *:9093,9094 running (92s) 18s ago 2m 26.5M - 0.25.0 c8568f914cd2 bc85d1f32a92 2024-04-15T14:36:55.272 INFO:teuthology.orchestra.run.smithi016.stdout:grafana.a smithi102 *:3000 running (115s) 17s ago 115s 83.7M - 9.4.7 954c08fa6188 dfd3a2bac142 2024-04-15T14:36:55.272 INFO:teuthology.orchestra.run.smithi016.stdout:mds.a smithi016 running (3m) 18s ago 3m 15.4M - 18.2.2-1221-ge3fb05d5 aa4d2281650a 287f01435fb1 2024-04-15T14:36:55.272 INFO:teuthology.orchestra.run.smithi016.stdout:mds.b smithi102 running (3m) 17s ago 3m 13.0M - 18.2.2-1221-ge3fb05d5 aa4d2281650a 9ed1adb3241c 2024-04-15T14:36:55.272 INFO:teuthology.orchestra.run.smithi016.stdout:mgr.x smithi102 *:8443,8765 running (6m) 17s ago 6m 449M - 18.2.2-1221-ge3fb05d5 aa4d2281650a 312901c60e9f 2024-04-15T14:36:55.272 INFO:teuthology.orchestra.run.smithi016.stdout:mgr.y smithi016 *:9283,8765 running (8m) 18s ago 8m 499M - 18.2.2-1221-ge3fb05d5 aa4d2281650a 1389745c9a7f 2024-04-15T14:36:55.273 INFO:teuthology.orchestra.run.smithi016.stdout:mon.a smithi016 running (8m) 18s ago 8m 47.2M 2048M 18.2.2-1221-ge3fb05d5 aa4d2281650a 73d4ec97caf5 2024-04-15T14:36:55.273 INFO:teuthology.orchestra.run.smithi016.stdout:mon.b smithi102 running (7m) 17s ago 7m 39.9M 2048M 18.2.2-1221-ge3fb05d5 aa4d2281650a 07416040f229 2024-04-15T14:36:55.273 INFO:teuthology.orchestra.run.smithi016.stdout:mon.c smithi016 running (7m) 18s ago 7m 37.2M 2048M 18.2.2-1221-ge3fb05d5 aa4d2281650a c42afef2bc9e 2024-04-15T14:36:55.273 INFO:teuthology.orchestra.run.smithi016.stdout:node-exporter.a smithi016 *:9100 running (109s) 18s ago 108s 16.0M - 1.5.0 0da6a335fe13 8d0101b6e6e8 2024-04-15T14:36:55.273 INFO:teuthology.orchestra.run.smithi016.stdout:node-exporter.b smithi102 *:9100 running (104s) 17s ago 103s 8497k - 1.5.0 0da6a335fe13 d83ffdf53df3 2024-04-15T14:36:55.273 INFO:teuthology.orchestra.run.smithi016.stdout:osd.0 smithi016 running (6m) 18s ago 6m 46.3M 2993M 18.2.2-1221-ge3fb05d5 aa4d2281650a ae127ce45e48 2024-04-15T14:36:55.273 INFO:teuthology.orchestra.run.smithi016.stdout:osd.1 smithi016 running (6m) 18s ago 6m 44.2M 2993M 18.2.2-1221-ge3fb05d5 aa4d2281650a 9239978ce644 2024-04-15T14:36:55.273 INFO:teuthology.orchestra.run.smithi016.stdout:osd.2 smithi016 running (5m) 18s ago 5m 43.0M 2993M 18.2.2-1221-ge3fb05d5 aa4d2281650a b55efe4e74b4 2024-04-15T14:36:55.273 INFO:teuthology.orchestra.run.smithi016.stdout:osd.3 smithi016 running (5m) 18s ago 5m 41.5M 2993M 18.2.2-1221-ge3fb05d5 aa4d2281650a b2684936efa6 2024-04-15T14:36:55.273 INFO:teuthology.orchestra.run.smithi016.stdout:osd.4 smithi102 running (5m) 17s ago 5m 42.0M 2992M 18.2.2-1221-ge3fb05d5 aa4d2281650a f863e36be995 2024-04-15T14:36:55.273 INFO:teuthology.orchestra.run.smithi016.stdout:osd.5 smithi102 running (4m) 17s ago 4m 42.7M 2992M 18.2.2-1221-ge3fb05d5 aa4d2281650a 64518f93c8c8 2024-04-15T14:36:55.273 INFO:teuthology.orchestra.run.smithi016.stdout:osd.6 smithi102 running (4m) 17s ago 4m 54.3M 2992M 18.2.2-1221-ge3fb05d5 aa4d2281650a a3993a86427e 2024-04-15T14:36:55.273 INFO:teuthology.orchestra.run.smithi016.stdout:osd.7 smithi102 running (3m) 17s ago 3m 41.7M 2992M 18.2.2-1221-ge3fb05d5 aa4d2281650a f9ac771a8a69 2024-04-15T14:36:55.274 INFO:teuthology.orchestra.run.smithi016.stdout:prometheus.a smithi102 *:9095 running (84s) 17s ago 2m 38.0M - 2.43.0 a07b618ecd1d 11691b427374 2024-04-15T14:36:55.706 INFO:teuthology.orchestra.run.smithi016.stdout:{ 2024-04-15T14:36:55.707 INFO:teuthology.orchestra.run.smithi016.stdout: "mon": { 2024-04-15T14:36:55.707 INFO:teuthology.orchestra.run.smithi016.stdout: "ceph version 18.2.2-1221-ge3fb05d5 (e3fb05d5e6da84b5c44db3f3051c4d242f9809c1) reef (stable)": 3 2024-04-15T14:36:55.707 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-04-15T14:36:55.707 INFO:teuthology.orchestra.run.smithi016.stdout: "mgr": { 2024-04-15T14:36:55.707 INFO:teuthology.orchestra.run.smithi016.stdout: "ceph version 18.2.2-1221-ge3fb05d5 (e3fb05d5e6da84b5c44db3f3051c4d242f9809c1) reef (stable)": 2 2024-04-15T14:36:55.707 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-04-15T14:36:55.707 INFO:teuthology.orchestra.run.smithi016.stdout: "osd": { 2024-04-15T14:36:55.707 INFO:teuthology.orchestra.run.smithi016.stdout: "ceph version 18.2.2-1221-ge3fb05d5 (e3fb05d5e6da84b5c44db3f3051c4d242f9809c1) reef (stable)": 8 2024-04-15T14:36:55.707 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-04-15T14:36:55.707 INFO:teuthology.orchestra.run.smithi016.stdout: "mds": { 2024-04-15T14:36:55.707 INFO:teuthology.orchestra.run.smithi016.stdout: "ceph version 18.2.2-1221-ge3fb05d5 (e3fb05d5e6da84b5c44db3f3051c4d242f9809c1) reef (stable)": 2 2024-04-15T14:36:55.707 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-04-15T14:36:55.708 INFO:teuthology.orchestra.run.smithi016.stdout: "overall": { 2024-04-15T14:36:55.708 INFO:teuthology.orchestra.run.smithi016.stdout: "ceph version 18.2.2-1221-ge3fb05d5 (e3fb05d5e6da84b5c44db3f3051c4d242f9809c1) reef (stable)": 15 2024-04-15T14:36:55.708 INFO:teuthology.orchestra.run.smithi016.stdout: } 2024-04-15T14:36:55.708 INFO:teuthology.orchestra.run.smithi016.stdout:} 2024-04-15T14:36:56.039 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:36:55 smithi016 ceph-mon[27435]: pgmap v88: 121 pgs: 16 creating+peering, 105 active+clean; 580 KiB data, 219 MiB used, 715 GiB / 715 GiB avail 2024-04-15T14:36:56.039 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:36:55 smithi016 ceph-mon[27435]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-15T14:36:56.039 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:36:55 smithi016 ceph-mon[27435]: osdmap e75: 8 total, 8 up, 8 in 2024-04-15T14:36:56.039 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:36:55 smithi016 ceph-mon[27435]: from='client.? 172.21.15.16:0/1923567630' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T14:36:56.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:36:55 smithi016 ceph-mon[36548]: pgmap v88: 121 pgs: 16 creating+peering, 105 active+clean; 580 KiB data, 219 MiB used, 715 GiB / 715 GiB avail 2024-04-15T14:36:56.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:36:55 smithi016 ceph-mon[36548]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-15T14:36:56.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:36:55 smithi016 ceph-mon[36548]: osdmap e75: 8 total, 8 up, 8 in 2024-04-15T14:36:56.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:36:55 smithi016 ceph-mon[36548]: from='client.? 172.21.15.16:0/1923567630' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T14:36:56.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:36:55 smithi102 ceph-mon[31017]: pgmap v88: 121 pgs: 16 creating+peering, 105 active+clean; 580 KiB data, 219 MiB used, 715 GiB / 715 GiB avail 2024-04-15T14:36:56.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:36:55 smithi102 ceph-mon[31017]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-15T14:36:56.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:36:55 smithi102 ceph-mon[31017]: osdmap e75: 8 total, 8 up, 8 in 2024-04-15T14:36:56.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:36:55 smithi102 ceph-mon[31017]: from='client.? 172.21.15.16:0/1923567630' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T14:36:56.825 INFO:teuthology.orchestra.run.smithi016.stderr:enabled application 'rados' on pool 'unique_pool_0' 2024-04-15T14:36:57.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:36:56 smithi102 ceph-mon[31017]: from='client.15060 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-15T14:36:57.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:36:56 smithi102 ceph-mon[31017]: from='client.15066 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-15T14:36:57.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:36:56 smithi102 ceph-mon[31017]: from='client.? 172.21.15.16:0/2611355062' entity='client.admin' cmd=[{"prefix": "osd pool application enable", "pool": "unique_pool_0", "app": "rados", "yes_i_really_mean_it": true}]: dispatch 2024-04-15T14:36:57.209 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:36:56 smithi016 ceph-mon[36548]: from='client.15060 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-15T14:36:57.209 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:36:56 smithi016 ceph-mon[36548]: from='client.15066 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-15T14:36:57.210 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:36:56 smithi016 ceph-mon[36548]: from='client.? 172.21.15.16:0/2611355062' entity='client.admin' cmd=[{"prefix": "osd pool application enable", "pool": "unique_pool_0", "app": "rados", "yes_i_really_mean_it": true}]: dispatch 2024-04-15T14:36:57.210 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:36:56 smithi016 ceph-mon[27435]: from='client.15060 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-15T14:36:57.210 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:36:56 smithi016 ceph-mon[27435]: from='client.15066 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-15T14:36:57.210 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:36:56 smithi016 ceph-mon[27435]: from='client.? 172.21.15.16:0/2611355062' entity='client.admin' cmd=[{"prefix": "osd pool application enable", "pool": "unique_pool_0", "app": "rados", "yes_i_really_mean_it": true}]: dispatch 2024-04-15T14:36:58.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:36:57 smithi102 ceph-mon[31017]: pgmap v90: 121 pgs: 16 creating+peering, 105 active+clean; 580 KiB data, 219 MiB used, 715 GiB / 715 GiB avail 2024-04-15T14:36:58.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:36:57 smithi102 ceph-mon[31017]: from='client.? 172.21.15.16:0/2611355062' entity='client.admin' cmd='[{"prefix": "osd pool application enable", "pool": "unique_pool_0", "app": "rados", "yes_i_really_mean_it": true}]': finished 2024-04-15T14:36:58.188 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:36:57 smithi102 ceph-mon[31017]: osdmap e76: 8 total, 8 up, 8 in 2024-04-15T14:36:58.188 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:36:57 smithi102 ceph-mon[31017]: from='mgr.14628 ' entity='mgr.y' 2024-04-15T14:36:58.188 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:36:57 smithi102 ceph-mon[31017]: from='mgr.14628 172.21.15.16:0/2128211001' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T14:36:58.289 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:36:57 smithi016 ceph-mon[27435]: pgmap v90: 121 pgs: 16 creating+peering, 105 active+clean; 580 KiB data, 219 MiB used, 715 GiB / 715 GiB avail 2024-04-15T14:36:58.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:36:57 smithi016 ceph-mon[27435]: from='client.? 172.21.15.16:0/2611355062' entity='client.admin' cmd='[{"prefix": "osd pool application enable", "pool": "unique_pool_0", "app": "rados", "yes_i_really_mean_it": true}]': finished 2024-04-15T14:36:58.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:36:57 smithi016 ceph-mon[27435]: osdmap e76: 8 total, 8 up, 8 in 2024-04-15T14:36:58.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:36:57 smithi016 ceph-mon[27435]: from='mgr.14628 ' entity='mgr.y' 2024-04-15T14:36:58.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:36:57 smithi016 ceph-mon[27435]: from='mgr.14628 172.21.15.16:0/2128211001' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T14:36:58.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:36:57 smithi016 ceph-mon[36548]: pgmap v90: 121 pgs: 16 creating+peering, 105 active+clean; 580 KiB data, 219 MiB used, 715 GiB / 715 GiB avail 2024-04-15T14:36:58.291 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:36:57 smithi016 ceph-mon[36548]: from='client.? 172.21.15.16:0/2611355062' entity='client.admin' cmd='[{"prefix": "osd pool application enable", "pool": "unique_pool_0", "app": "rados", "yes_i_really_mean_it": true}]': finished 2024-04-15T14:36:58.291 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:36:57 smithi016 ceph-mon[36548]: osdmap e76: 8 total, 8 up, 8 in 2024-04-15T14:36:58.291 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:36:57 smithi016 ceph-mon[36548]: from='mgr.14628 ' entity='mgr.y' 2024-04-15T14:36:58.291 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:36:57 smithi016 ceph-mon[36548]: from='mgr.14628 172.21.15.16:0/2128211001' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T14:36:58.549 DEBUG:teuthology.orchestra.run.smithi016:> CEPH_CLIENT_ID=0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph_test_rados --no-omap --ec-pool --max-ops 4000 --objects 50 --max-in-flight 16 --size 4000000 --min-stride-size 400000 --max-stride-size 800000 --max-seconds 0 --op read 100 --op write 0 --op delete 50 --op snap_create 50 --op snap_remove 50 --op rollback 50 --op setattr 25 --op rmattr 25 --op copy_from 50 --op append 100 --pool unique_pool_0 2024-04-15T14:36:58.580 INFO:tasks.rados.rados.0.smithi016.stdout:adding op weight read -> 100 2024-04-15T14:36:58.581 INFO:tasks.rados.rados.0.smithi016.stdout:adding op weight delete -> 50 2024-04-15T14:36:58.581 INFO:tasks.rados.rados.0.smithi016.stdout:adding op weight snap_create -> 50 2024-04-15T14:36:58.581 INFO:tasks.rados.rados.0.smithi016.stdout:adding op weight snap_remove -> 50 2024-04-15T14:36:58.581 INFO:tasks.rados.rados.0.smithi016.stdout:adding op weight rollback -> 50 2024-04-15T14:36:58.581 INFO:tasks.rados.rados.0.smithi016.stdout:adding op weight setattr -> 25 2024-04-15T14:36:58.581 INFO:tasks.rados.rados.0.smithi016.stdout:adding op weight rmattr -> 25 2024-04-15T14:36:58.581 INFO:tasks.rados.rados.0.smithi016.stdout:adding op weight copy_from -> 50 2024-04-15T14:36:58.581 INFO:tasks.rados.rados.0.smithi016.stdout:adding op weight append -> 100 2024-04-15T14:36:58.581 INFO:tasks.rados.rados.0.smithi016.stdout:ceph version 18.2.2-1221-ge3fb05d5 (e3fb05d5e6da84b5c44db3f3051c4d242f9809c1) reef (stable) 2024-04-15T14:36:58.581 INFO:tasks.rados.rados.0.smithi016.stdout:Configuration: 2024-04-15T14:36:58.581 INFO:tasks.rados.rados.0.smithi016.stdout: Number of operations: 4000 2024-04-15T14:36:58.581 INFO:tasks.rados.rados.0.smithi016.stdout: Number of objects: 50 2024-04-15T14:36:58.581 INFO:tasks.rados.rados.0.smithi016.stdout: Max in flight operations: 16 2024-04-15T14:36:58.581 INFO:tasks.rados.rados.0.smithi016.stdout: Object size (in bytes): 4000000 2024-04-15T14:36:58.582 INFO:tasks.rados.rados.0.smithi016.stdout: Write stride min: 400000 2024-04-15T14:36:58.582 INFO:tasks.rados.rados.0.smithi016.stdout: Write stride max: 800000 2024-04-15T14:36:58.829 INFO:tasks.rados.rados.0.smithi016.stdout:1: write initial oid 1 2024-04-15T14:36:58.829 INFO:tasks.rados.rados.0.smithi016.stdout:1: seq_num 0 ranges {0=24576} 2024-04-15T14:36:58.829 INFO:tasks.rados.rados.0.smithi016.stdout:1: writing smithi01678542-1 from 0 to 24576 tid 1 2024-04-15T14:36:58.829 INFO:tasks.rados.rados.0.smithi016.stdout:2: write initial oid 2 2024-04-15T14:36:58.829 INFO:tasks.rados.rados.0.smithi016.stdout:2: seq_num 1 ranges {0=24576} 2024-04-15T14:36:58.829 INFO:tasks.rados.rados.0.smithi016.stdout:2: writing smithi01678542-2 from 0 to 24576 tid 1 2024-04-15T14:36:58.830 INFO:tasks.rados.rados.0.smithi016.stdout:3: write initial oid 3 2024-04-15T14:36:58.830 INFO:tasks.rados.rados.0.smithi016.stdout:3: seq_num 2 ranges {0=40960} 2024-04-15T14:36:58.830 INFO:tasks.rados.rados.0.smithi016.stdout:3: writing smithi01678542-3 from 0 to 40960 tid 1 2024-04-15T14:36:58.830 INFO:tasks.rados.rados.0.smithi016.stdout:4: write initial oid 4 2024-04-15T14:36:58.830 INFO:tasks.rados.rados.0.smithi016.stdout:4: seq_num 3 ranges {0=57344} 2024-04-15T14:36:58.830 INFO:tasks.rados.rados.0.smithi016.stdout:4: writing smithi01678542-4 from 0 to 57344 tid 1 2024-04-15T14:36:58.830 INFO:tasks.rados.rados.0.smithi016.stdout:5: write initial oid 5 2024-04-15T14:36:58.830 INFO:tasks.rados.rados.0.smithi016.stdout:5: seq_num 4 ranges {0=73728} 2024-04-15T14:36:58.831 INFO:tasks.rados.rados.0.smithi016.stdout:5: writing smithi01678542-5 from 0 to 73728 tid 1 2024-04-15T14:36:58.831 INFO:tasks.rados.rados.0.smithi016.stdout:6: write initial oid 6 2024-04-15T14:36:58.831 INFO:tasks.rados.rados.0.smithi016.stdout:6: seq_num 5 ranges {0=90112} 2024-04-15T14:36:58.831 INFO:tasks.rados.rados.0.smithi016.stdout:6: writing smithi01678542-6 from 0 to 90112 tid 1 2024-04-15T14:36:58.831 INFO:tasks.rados.rados.0.smithi016.stdout:7: write initial oid 7 2024-04-15T14:36:58.831 INFO:tasks.rados.rados.0.smithi016.stdout:7: seq_num 6 ranges {0=106496} 2024-04-15T14:36:58.832 INFO:tasks.rados.rados.0.smithi016.stdout:7: writing smithi01678542-7 from 0 to 106496 tid 1 2024-04-15T14:36:58.832 INFO:tasks.rados.rados.0.smithi016.stdout:8: write initial oid 8 2024-04-15T14:36:58.832 INFO:tasks.rados.rados.0.smithi016.stdout:8: seq_num 7 ranges {0=122880} 2024-04-15T14:36:58.833 INFO:tasks.rados.rados.0.smithi016.stdout:8: writing smithi01678542-8 from 0 to 122880 tid 1 2024-04-15T14:36:58.833 INFO:tasks.rados.rados.0.smithi016.stdout:9: write initial oid 9 2024-04-15T14:36:58.833 INFO:tasks.rados.rados.0.smithi016.stdout:9: seq_num 8 ranges {0=139264} 2024-04-15T14:36:58.834 INFO:tasks.rados.rados.0.smithi016.stdout:9: writing smithi01678542-9 from 0 to 139264 tid 1 2024-04-15T14:36:58.834 INFO:tasks.rados.rados.0.smithi016.stdout:10: write initial oid 10 2024-04-15T14:36:58.835 INFO:tasks.rados.rados.0.smithi016.stdout:10: seq_num 9 ranges {0=155648} 2024-04-15T14:36:58.838 INFO:tasks.rados.rados.0.smithi016.stdout:10: writing smithi01678542-10 from 0 to 155648 tid 1 2024-04-15T14:36:58.839 INFO:tasks.rados.rados.0.smithi016.stdout:4: finishing write tid 1 to smithi01678542-4 2024-04-15T14:36:58.839 INFO:tasks.rados.rados.0.smithi016.stdout:4: finishing write tid 2 to smithi01678542-4 2024-04-15T14:36:58.840 INFO:tasks.rados.rados.0.smithi016.stdout:2: finishing write tid 1 to smithi01678542-2 2024-04-15T14:36:58.840 INFO:tasks.rados.rados.0.smithi016.stdout:1: finishing write tid 1 to smithi01678542-1 2024-04-15T14:36:58.840 INFO:tasks.rados.rados.0.smithi016.stdout:1: finishing write tid 2 to smithi01678542-1 2024-04-15T14:36:58.840 INFO:tasks.rados.rados.0.smithi016.stdout:3: finishing write tid 1 to smithi01678542-3 2024-04-15T14:36:58.840 INFO:tasks.rados.rados.0.smithi016.stdout:5: finishing write tid 1 to smithi01678542-5 2024-04-15T14:36:58.840 INFO:tasks.rados.rados.0.smithi016.stdout:3: finishing write tid 2 to smithi01678542-3 2024-04-15T14:36:58.840 INFO:tasks.rados.rados.0.smithi016.stdout:5: finishing write tid 2 to smithi01678542-5 2024-04-15T14:36:58.840 INFO:tasks.rados.rados.0.smithi016.stdout:6: finishing write tid 1 to smithi01678542-6 2024-04-15T14:36:58.840 INFO:tasks.rados.rados.0.smithi016.stdout:2: finishing write tid 2 to smithi01678542-2 2024-04-15T14:36:58.840 INFO:tasks.rados.rados.0.smithi016.stdout:4: finishing write tid 3 to smithi01678542-4 2024-04-15T14:36:58.841 INFO:tasks.rados.rados.0.smithi016.stdout:4: oid 4 updating version 0 to 1 2024-04-15T14:36:58.841 INFO:tasks.rados.rados.0.smithi016.stdout:4: oid 4 updating version 1 to 2 2024-04-15T14:36:58.841 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 4 v 2 (ObjNum 3 snap 0 seq_num 3) dirty exists 2024-04-15T14:36:58.841 INFO:tasks.rados.rados.0.smithi016.stdout:4: left oid 4 (ObjNum 3 snap 0 seq_num 3) 2024-04-15T14:36:58.841 INFO:tasks.rados.rados.0.smithi016.stdout:4: done (9 left) 2024-04-15T14:36:58.841 INFO:tasks.rados.rados.0.smithi016.stdout:11: write initial oid 11 2024-04-15T14:36:58.841 INFO:tasks.rados.rados.0.smithi016.stdout:3: finishing write tid 3 to smithi01678542-3 2024-04-15T14:36:58.841 INFO:tasks.rados.rados.0.smithi016.stdout:3: oid 3 updating version 0 to 1 2024-04-15T14:36:58.841 INFO:tasks.rados.rados.0.smithi016.stdout:3: oid 3 updating version 1 to 2 2024-04-15T14:36:58.841 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 3 v 2 (ObjNum 2 snap 0 seq_num 2) dirty exists 2024-04-15T14:36:58.841 INFO:tasks.rados.rados.0.smithi016.stdout:3: left oid 3 (ObjNum 2 snap 0 seq_num 2) 2024-04-15T14:36:58.841 INFO:tasks.rados.rados.0.smithi016.stdout:11: seq_num 10 ranges {0=172032} 2024-04-15T14:36:58.842 INFO:tasks.rados.rados.0.smithi016.stdout:11: writing smithi01678542-11 from 0 to 172032 tid 1 2024-04-15T14:36:58.842 INFO:tasks.rados.rados.0.smithi016.stdout:3: done (9 left) 2024-04-15T14:36:58.842 INFO:tasks.rados.rados.0.smithi016.stdout:12: write initial oid 12 2024-04-15T14:36:58.843 INFO:tasks.rados.rados.0.smithi016.stdout:6: finishing write tid 2 to smithi01678542-6 2024-04-15T14:36:58.843 INFO:tasks.rados.rados.0.smithi016.stdout:7: finishing write tid 1 to smithi01678542-7 2024-04-15T14:36:58.843 INFO:tasks.rados.rados.0.smithi016.stdout:8: finishing write tid 1 to smithi01678542-8 2024-04-15T14:36:58.843 INFO:tasks.rados.rados.0.smithi016.stdout:8: finishing write tid 2 to smithi01678542-8 2024-04-15T14:36:58.843 INFO:tasks.rados.rados.0.smithi016.stdout:7: finishing write tid 2 to smithi01678542-7 2024-04-15T14:36:58.843 INFO:tasks.rados.rados.0.smithi016.stdout:2: finishing write tid 3 to smithi01678542-2 2024-04-15T14:36:58.843 INFO:tasks.rados.rados.0.smithi016.stdout:2: oid 2 updating version 0 to 1 2024-04-15T14:36:58.843 INFO:tasks.rados.rados.0.smithi016.stdout:2: oid 2 updating version 1 to 2 2024-04-15T14:36:58.843 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 2 v 2 (ObjNum 1 snap 0 seq_num 1) dirty exists 2024-04-15T14:36:58.843 INFO:tasks.rados.rados.0.smithi016.stdout:2: left oid 2 (ObjNum 1 snap 0 seq_num 1) 2024-04-15T14:36:58.843 INFO:tasks.rados.rados.0.smithi016.stdout:8: finishing write tid 3 to smithi01678542-8 2024-04-15T14:36:58.843 INFO:tasks.rados.rados.0.smithi016.stdout:8: oid 8 updating version 0 to 1 2024-04-15T14:36:58.843 INFO:tasks.rados.rados.0.smithi016.stdout:8: oid 8 updating version 1 to 2 2024-04-15T14:36:58.844 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 8 v 2 (ObjNum 7 snap 0 seq_num 7) dirty exists 2024-04-15T14:36:58.844 INFO:tasks.rados.rados.0.smithi016.stdout:8: left oid 8 (ObjNum 7 snap 0 seq_num 7) 2024-04-15T14:36:58.844 INFO:tasks.rados.rados.0.smithi016.stdout:1: finishing write tid 3 to smithi01678542-1 2024-04-15T14:36:58.844 INFO:tasks.rados.rados.0.smithi016.stdout:1: oid 1 updating version 0 to 1 2024-04-15T14:36:58.844 INFO:tasks.rados.rados.0.smithi016.stdout:1: oid 1 updating version 1 to 2 2024-04-15T14:36:58.844 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 1 v 2 (ObjNum 0 snap 0 seq_num 0) dirty exists 2024-04-15T14:36:58.844 INFO:tasks.rados.rados.0.smithi016.stdout:1: left oid 1 (ObjNum 0 snap 0 seq_num 0) 2024-04-15T14:36:58.844 INFO:tasks.rados.rados.0.smithi016.stdout:5: finishing write tid 3 to smithi01678542-5 2024-04-15T14:36:58.844 INFO:tasks.rados.rados.0.smithi016.stdout:5: oid 5 updating version 0 to 3 2024-04-15T14:36:58.844 INFO:tasks.rados.rados.0.smithi016.stdout:5: oid 5 updating version 3 to 4 2024-04-15T14:36:58.844 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 5 v 4 (ObjNum 4 snap 0 seq_num 4) dirty exists 2024-04-15T14:36:58.844 INFO:tasks.rados.rados.0.smithi016.stdout:5: left oid 5 (ObjNum 4 snap 0 seq_num 4) 2024-04-15T14:36:58.844 INFO:tasks.rados.rados.0.smithi016.stdout:12: seq_num 11 ranges {0=188416} 2024-04-15T14:36:58.844 INFO:tasks.rados.rados.0.smithi016.stdout:12: writing smithi01678542-12 from 0 to 188416 tid 1 2024-04-15T14:36:58.845 INFO:tasks.rados.rados.0.smithi016.stdout:9: finishing write tid 1 to smithi01678542-9 2024-04-15T14:36:58.845 INFO:tasks.rados.rados.0.smithi016.stdout:6: finishing write tid 3 to smithi01678542-6 2024-04-15T14:36:58.845 INFO:tasks.rados.rados.0.smithi016.stdout:6: oid 6 updating version 0 to 2 2024-04-15T14:36:58.846 INFO:tasks.rados.rados.0.smithi016.stdout:6: oid 6 version 2 is already newer than 1 2024-04-15T14:36:58.846 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 6 v 2 (ObjNum 5 snap 0 seq_num 5) dirty exists 2024-04-15T14:36:58.846 INFO:tasks.rados.rados.0.smithi016.stdout:6: left oid 6 (ObjNum 5 snap 0 seq_num 5) 2024-04-15T14:36:58.846 INFO:tasks.rados.rados.0.smithi016.stdout:9: finishing write tid 2 to smithi01678542-9 2024-04-15T14:36:58.846 INFO:tasks.rados.rados.0.smithi016.stdout:7: finishing write tid 3 to smithi01678542-7 2024-04-15T14:36:58.846 INFO:tasks.rados.rados.0.smithi016.stdout:7: oid 7 updating version 0 to 3 2024-04-15T14:36:58.846 INFO:tasks.rados.rados.0.smithi016.stdout:7: oid 7 updating version 3 to 4 2024-04-15T14:36:58.846 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 7 v 4 (ObjNum 6 snap 0 seq_num 6) dirty exists 2024-04-15T14:36:58.846 INFO:tasks.rados.rados.0.smithi016.stdout:7: left oid 7 (ObjNum 6 snap 0 seq_num 6) 2024-04-15T14:36:58.846 INFO:tasks.rados.rados.0.smithi016.stdout:10: finishing write tid 1 to smithi01678542-10 2024-04-15T14:36:58.846 INFO:tasks.rados.rados.0.smithi016.stdout:10: finishing write tid 2 to smithi01678542-10 2024-04-15T14:36:58.846 INFO:tasks.rados.rados.0.smithi016.stdout:9: finishing write tid 3 to smithi01678542-9 2024-04-15T14:36:58.846 INFO:tasks.rados.rados.0.smithi016.stdout:9: oid 9 updating version 0 to 1 2024-04-15T14:36:58.846 INFO:tasks.rados.rados.0.smithi016.stdout:9: oid 9 updating version 1 to 2 2024-04-15T14:36:58.847 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 9 v 2 (ObjNum 8 snap 0 seq_num 8) dirty exists 2024-04-15T14:36:58.847 INFO:tasks.rados.rados.0.smithi016.stdout:9: left oid 9 (ObjNum 8 snap 0 seq_num 8) 2024-04-15T14:36:58.847 INFO:tasks.rados.rados.0.smithi016.stdout:11: finishing write tid 1 to smithi01678542-11 2024-04-15T14:36:58.847 INFO:tasks.rados.rados.0.smithi016.stdout:1: done (9 left) 2024-04-15T14:36:58.847 INFO:tasks.rados.rados.0.smithi016.stdout:2: done (8 left) 2024-04-15T14:36:58.847 INFO:tasks.rados.rados.0.smithi016.stdout:5: done (7 left) 2024-04-15T14:36:58.847 INFO:tasks.rados.rados.0.smithi016.stdout:6: done (6 left) 2024-04-15T14:36:58.847 INFO:tasks.rados.rados.0.smithi016.stdout:7: done (5 left) 2024-04-15T14:36:58.847 INFO:tasks.rados.rados.0.smithi016.stdout:8: done (4 left) 2024-04-15T14:36:58.847 INFO:tasks.rados.rados.0.smithi016.stdout:9: done (3 left) 2024-04-15T14:36:58.847 INFO:tasks.rados.rados.0.smithi016.stdout:13: write initial oid 13 2024-04-15T14:36:58.847 INFO:tasks.rados.rados.0.smithi016.stdout:13: seq_num 12 ranges {0=204800} 2024-04-15T14:36:58.847 INFO:tasks.rados.rados.0.smithi016.stdout:13: writing smithi01678542-13 from 0 to 204800 tid 1 2024-04-15T14:36:58.848 INFO:tasks.rados.rados.0.smithi016.stdout:14: write initial oid 14 2024-04-15T14:36:58.848 INFO:tasks.rados.rados.0.smithi016.stdout:14: seq_num 13 ranges {0=221184} 2024-04-15T14:36:58.849 INFO:tasks.rados.rados.0.smithi016.stdout:14: writing smithi01678542-14 from 0 to 221184 tid 1 2024-04-15T14:36:58.849 INFO:tasks.rados.rados.0.smithi016.stdout:15: write initial oid 15 2024-04-15T14:36:58.849 INFO:tasks.rados.rados.0.smithi016.stdout:15: seq_num 14 ranges {0=237568} 2024-04-15T14:36:58.849 INFO:tasks.rados.rados.0.smithi016.stdout:15: writing smithi01678542-15 from 0 to 237568 tid 1 2024-04-15T14:36:58.849 INFO:tasks.rados.rados.0.smithi016.stdout:16: write initial oid 16 2024-04-15T14:36:58.849 INFO:tasks.rados.rados.0.smithi016.stdout:16: seq_num 15 ranges {0=253952} 2024-04-15T14:36:58.850 INFO:tasks.rados.rados.0.smithi016.stdout:16: writing smithi01678542-16 from 0 to 253952 tid 1 2024-04-15T14:36:58.850 INFO:tasks.rados.rados.0.smithi016.stdout:17: write initial oid 17 2024-04-15T14:36:58.851 INFO:tasks.rados.rados.0.smithi016.stdout:11: finishing write tid 2 to smithi01678542-11 2024-04-15T14:36:58.851 INFO:tasks.rados.rados.0.smithi016.stdout:10: finishing write tid 3 to smithi01678542-10 2024-04-15T14:36:58.851 INFO:tasks.rados.rados.0.smithi016.stdout:10: oid 10 updating version 0 to 4 2024-04-15T14:36:58.851 INFO:tasks.rados.rados.0.smithi016.stdout:10: oid 10 version 4 is already newer than 3 2024-04-15T14:36:58.851 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 10 v 4 (ObjNum 9 snap 0 seq_num 9) dirty exists 2024-04-15T14:36:58.851 INFO:tasks.rados.rados.0.smithi016.stdout:10: left oid 10 (ObjNum 9 snap 0 seq_num 9) 2024-04-15T14:36:58.851 INFO:tasks.rados.rados.0.smithi016.stdout:11: finishing write tid 3 to smithi01678542-11 2024-04-15T14:36:58.851 INFO:tasks.rados.rados.0.smithi016.stdout:11: oid 11 updating version 0 to 4 2024-04-15T14:36:58.851 INFO:tasks.rados.rados.0.smithi016.stdout:11: oid 11 version 4 is already newer than 3 2024-04-15T14:36:58.851 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 11 v 4 (ObjNum 10 snap 0 seq_num 10) dirty exists 2024-04-15T14:36:58.851 INFO:tasks.rados.rados.0.smithi016.stdout:11: left oid 11 (ObjNum 10 snap 0 seq_num 10) 2024-04-15T14:36:58.851 INFO:tasks.rados.rados.0.smithi016.stdout:12: finishing write tid 1 to smithi01678542-12 2024-04-15T14:36:58.851 INFO:tasks.rados.rados.0.smithi016.stdout:12: finishing write tid 2 to smithi01678542-12 2024-04-15T14:36:58.851 INFO:tasks.rados.rados.0.smithi016.stdout:12: finishing write tid 3 to smithi01678542-12 2024-04-15T14:36:58.852 INFO:tasks.rados.rados.0.smithi016.stdout:12: oid 12 updating version 0 to 3 2024-04-15T14:36:58.852 INFO:tasks.rados.rados.0.smithi016.stdout:12: oid 12 updating version 3 to 4 2024-04-15T14:36:58.852 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 12 v 4 (ObjNum 11 snap 0 seq_num 11) dirty exists 2024-04-15T14:36:58.852 INFO:tasks.rados.rados.0.smithi016.stdout:12: left oid 12 (ObjNum 11 snap 0 seq_num 11) 2024-04-15T14:36:58.852 INFO:tasks.rados.rados.0.smithi016.stdout:13: finishing write tid 1 to smithi01678542-13 2024-04-15T14:36:58.852 INFO:tasks.rados.rados.0.smithi016.stdout:13: finishing write tid 2 to smithi01678542-13 2024-04-15T14:36:58.852 INFO:tasks.rados.rados.0.smithi016.stdout:14: finishing write tid 1 to smithi01678542-14 2024-04-15T14:36:58.852 INFO:tasks.rados.rados.0.smithi016.stdout:14: finishing write tid 2 to smithi01678542-14 2024-04-15T14:36:58.852 INFO:tasks.rados.rados.0.smithi016.stdout:13: finishing write tid 3 to smithi01678542-13 2024-04-15T14:36:58.852 INFO:tasks.rados.rados.0.smithi016.stdout:13: oid 13 updating version 0 to 2 2024-04-15T14:36:58.852 INFO:tasks.rados.rados.0.smithi016.stdout:13: oid 13 version 2 is already newer than 1 2024-04-15T14:36:58.852 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 13 v 2 (ObjNum 12 snap 0 seq_num 12) dirty exists 2024-04-15T14:36:58.852 INFO:tasks.rados.rados.0.smithi016.stdout:13: left oid 13 (ObjNum 12 snap 0 seq_num 12) 2024-04-15T14:36:58.852 INFO:tasks.rados.rados.0.smithi016.stdout:17: seq_num 16 ranges {0=270336} 2024-04-15T14:36:58.856 INFO:tasks.rados.rados.0.smithi016.stdout:17: writing smithi01678542-17 from 0 to 270336 tid 1 2024-04-15T14:36:58.856 INFO:tasks.rados.rados.0.smithi016.stdout:10: done (7 left) 2024-04-15T14:36:58.856 INFO:tasks.rados.rados.0.smithi016.stdout:11: done (6 left) 2024-04-15T14:36:58.856 INFO:tasks.rados.rados.0.smithi016.stdout:12: done (5 left) 2024-04-15T14:36:58.856 INFO:tasks.rados.rados.0.smithi016.stdout:13: done (4 left) 2024-04-15T14:36:58.856 INFO:tasks.rados.rados.0.smithi016.stdout:18: write initial oid 18 2024-04-15T14:36:58.856 INFO:tasks.rados.rados.0.smithi016.stdout:15: finishing write tid 1 to smithi01678542-15 2024-04-15T14:36:58.857 INFO:tasks.rados.rados.0.smithi016.stdout:15: finishing write tid 2 to smithi01678542-15 2024-04-15T14:36:58.857 INFO:tasks.rados.rados.0.smithi016.stdout:14: finishing write tid 3 to smithi01678542-14 2024-04-15T14:36:58.857 INFO:tasks.rados.rados.0.smithi016.stdout:14: oid 14 updating version 0 to 2 2024-04-15T14:36:58.857 INFO:tasks.rados.rados.0.smithi016.stdout:14: oid 14 version 2 is already newer than 1 2024-04-15T14:36:58.857 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 14 v 2 (ObjNum 13 snap 0 seq_num 13) dirty exists 2024-04-15T14:36:58.857 INFO:tasks.rados.rados.0.smithi016.stdout:14: left oid 14 (ObjNum 13 snap 0 seq_num 13) 2024-04-15T14:36:58.857 INFO:tasks.rados.rados.0.smithi016.stdout:15: finishing write tid 3 to smithi01678542-15 2024-04-15T14:36:58.857 INFO:tasks.rados.rados.0.smithi016.stdout:15: oid 15 updating version 0 to 3 2024-04-15T14:36:58.857 INFO:tasks.rados.rados.0.smithi016.stdout:15: oid 15 updating version 3 to 4 2024-04-15T14:36:58.857 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 15 v 4 (ObjNum 14 snap 0 seq_num 14) dirty exists 2024-04-15T14:36:58.857 INFO:tasks.rados.rados.0.smithi016.stdout:15: left oid 15 (ObjNum 14 snap 0 seq_num 14) 2024-04-15T14:36:58.857 INFO:tasks.rados.rados.0.smithi016.stdout:18: seq_num 17 ranges {0=286720} 2024-04-15T14:36:58.857 INFO:tasks.rados.rados.0.smithi016.stdout:18: writing smithi01678542-18 from 0 to 286720 tid 1 2024-04-15T14:36:58.857 INFO:tasks.rados.rados.0.smithi016.stdout:14: done (4 left) 2024-04-15T14:36:58.858 INFO:tasks.rados.rados.0.smithi016.stdout:15: done (3 left) 2024-04-15T14:36:58.858 INFO:tasks.rados.rados.0.smithi016.stdout:19: write initial oid 19 2024-04-15T14:36:58.858 INFO:tasks.rados.rados.0.smithi016.stdout:19: seq_num 18 ranges {0=303104} 2024-04-15T14:36:58.858 INFO:tasks.rados.rados.0.smithi016.stdout:19: writing smithi01678542-19 from 0 to 303104 tid 1 2024-04-15T14:36:58.858 INFO:tasks.rados.rados.0.smithi016.stdout:20: write initial oid 20 2024-04-15T14:36:58.858 INFO:tasks.rados.rados.0.smithi016.stdout:16: finishing write tid 1 to smithi01678542-16 2024-04-15T14:36:58.858 INFO:tasks.rados.rados.0.smithi016.stdout:16: finishing write tid 2 to smithi01678542-16 2024-04-15T14:36:58.858 INFO:tasks.rados.rados.0.smithi016.stdout:16: finishing write tid 3 to smithi01678542-16 2024-04-15T14:36:58.858 INFO:tasks.rados.rados.0.smithi016.stdout:16: oid 16 updating version 0 to 1 2024-04-15T14:36:58.859 INFO:tasks.rados.rados.0.smithi016.stdout:16: oid 16 updating version 1 to 2 2024-04-15T14:36:58.859 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 16 v 2 (ObjNum 15 snap 0 seq_num 15) dirty exists 2024-04-15T14:36:58.859 INFO:tasks.rados.rados.0.smithi016.stdout:16: left oid 16 (ObjNum 15 snap 0 seq_num 15) 2024-04-15T14:36:58.859 INFO:tasks.rados.rados.0.smithi016.stdout:17: finishing write tid 1 to smithi01678542-17 2024-04-15T14:36:58.859 INFO:tasks.rados.rados.0.smithi016.stdout:17: finishing write tid 2 to smithi01678542-17 2024-04-15T14:36:58.859 INFO:tasks.rados.rados.0.smithi016.stdout:20: seq_num 19 ranges {0=319488} 2024-04-15T14:36:58.860 INFO:tasks.rados.rados.0.smithi016.stdout:20: writing smithi01678542-20 from 0 to 319488 tid 1 2024-04-15T14:36:58.860 INFO:tasks.rados.rados.0.smithi016.stdout:18: finishing write tid 1 to smithi01678542-18 2024-04-15T14:36:58.861 INFO:tasks.rados.rados.0.smithi016.stdout:18: finishing write tid 2 to smithi01678542-18 2024-04-15T14:36:58.861 INFO:tasks.rados.rados.0.smithi016.stdout:17: finishing write tid 3 to smithi01678542-17 2024-04-15T14:36:58.861 INFO:tasks.rados.rados.0.smithi016.stdout:17: oid 17 updating version 0 to 2 2024-04-15T14:36:58.861 INFO:tasks.rados.rados.0.smithi016.stdout:17: oid 17 version 2 is already newer than 1 2024-04-15T14:36:58.861 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 17 v 2 (ObjNum 16 snap 0 seq_num 16) dirty exists 2024-04-15T14:36:58.861 INFO:tasks.rados.rados.0.smithi016.stdout:17: left oid 17 (ObjNum 16 snap 0 seq_num 16) 2024-04-15T14:36:58.861 INFO:tasks.rados.rados.0.smithi016.stdout:18: finishing write tid 3 to smithi01678542-18 2024-04-15T14:36:58.861 INFO:tasks.rados.rados.0.smithi016.stdout:18: oid 18 updating version 0 to 2 2024-04-15T14:36:58.861 INFO:tasks.rados.rados.0.smithi016.stdout:18: oid 18 version 2 is already newer than 1 2024-04-15T14:36:58.861 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 18 v 2 (ObjNum 17 snap 0 seq_num 17) dirty exists 2024-04-15T14:36:58.861 INFO:tasks.rados.rados.0.smithi016.stdout:18: left oid 18 (ObjNum 17 snap 0 seq_num 17) 2024-04-15T14:36:58.861 INFO:tasks.rados.rados.0.smithi016.stdout:19: finishing write tid 1 to smithi01678542-19 2024-04-15T14:36:58.861 INFO:tasks.rados.rados.0.smithi016.stdout:16: done (4 left) 2024-04-15T14:36:58.862 INFO:tasks.rados.rados.0.smithi016.stdout:17: done (3 left) 2024-04-15T14:36:58.862 INFO:tasks.rados.rados.0.smithi016.stdout:18: done (2 left) 2024-04-15T14:36:58.862 INFO:tasks.rados.rados.0.smithi016.stdout:21: write initial oid 21 2024-04-15T14:36:58.862 INFO:tasks.rados.rados.0.smithi016.stdout:21: seq_num 20 ranges {0=344064} 2024-04-15T14:36:58.862 INFO:tasks.rados.rados.0.smithi016.stdout:21: writing smithi01678542-21 from 0 to 344064 tid 1 2024-04-15T14:36:58.862 INFO:tasks.rados.rados.0.smithi016.stdout:22: write initial oid 22 2024-04-15T14:36:58.862 INFO:tasks.rados.rados.0.smithi016.stdout:22: seq_num 21 ranges {0=360448} 2024-04-15T14:36:58.863 INFO:tasks.rados.rados.0.smithi016.stdout:22: writing smithi01678542-22 from 0 to 360448 tid 1 2024-04-15T14:36:58.863 INFO:tasks.rados.rados.0.smithi016.stdout:23: write initial oid 23 2024-04-15T14:36:58.863 INFO:tasks.rados.rados.0.smithi016.stdout:23: seq_num 22 ranges {0=376832} 2024-04-15T14:36:58.866 INFO:tasks.rados.rados.0.smithi016.stdout:23: writing smithi01678542-23 from 0 to 376832 tid 1 2024-04-15T14:36:58.866 INFO:tasks.rados.rados.0.smithi016.stdout:24: write initial oid 24 2024-04-15T14:36:58.866 INFO:tasks.rados.rados.0.smithi016.stdout:24: seq_num 23 ranges {0=393216} 2024-04-15T14:36:58.869 INFO:tasks.rados.rados.0.smithi016.stdout:24: writing smithi01678542-24 from 0 to 393216 tid 1 2024-04-15T14:36:58.869 INFO:tasks.rados.rados.0.smithi016.stdout:25: write initial oid 25 2024-04-15T14:36:58.869 INFO:tasks.rados.rados.0.smithi016.stdout:25: seq_num 24 ranges {0=409600} 2024-04-15T14:36:58.871 INFO:tasks.rados.rados.0.smithi016.stdout:25: writing smithi01678542-25 from 0 to 409600 tid 1 2024-04-15T14:36:58.871 INFO:tasks.rados.rados.0.smithi016.stdout:26: write initial oid 26 2024-04-15T14:36:58.871 INFO:tasks.rados.rados.0.smithi016.stdout:26: seq_num 25 ranges {0=425984} 2024-04-15T14:36:58.875 INFO:tasks.rados.rados.0.smithi016.stdout:26: writing smithi01678542-26 from 0 to 425984 tid 1 2024-04-15T14:36:58.875 INFO:tasks.rados.rados.0.smithi016.stdout:19: finishing write tid 2 to smithi01678542-19 2024-04-15T14:36:58.875 INFO:tasks.rados.rados.0.smithi016.stdout:19: finishing write tid 3 to smithi01678542-19 2024-04-15T14:36:58.875 INFO:tasks.rados.rados.0.smithi016.stdout:19: oid 19 updating version 0 to 6 2024-04-15T14:36:58.875 INFO:tasks.rados.rados.0.smithi016.stdout:19: oid 19 version 6 is already newer than 5 2024-04-15T14:36:58.875 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 19 v 6 (ObjNum 18 snap 0 seq_num 18) dirty exists 2024-04-15T14:36:58.875 INFO:tasks.rados.rados.0.smithi016.stdout:19: left oid 19 (ObjNum 18 snap 0 seq_num 18) 2024-04-15T14:36:58.875 INFO:tasks.rados.rados.0.smithi016.stdout:20: finishing write tid 1 to smithi01678542-20 2024-04-15T14:36:58.875 INFO:tasks.rados.rados.0.smithi016.stdout:20: finishing write tid 2 to smithi01678542-20 2024-04-15T14:36:58.875 INFO:tasks.rados.rados.0.smithi016.stdout:20: finishing write tid 3 to smithi01678542-20 2024-04-15T14:36:58.875 INFO:tasks.rados.rados.0.smithi016.stdout:20: oid 20 updating version 0 to 5 2024-04-15T14:36:58.876 INFO:tasks.rados.rados.0.smithi016.stdout:20: oid 20 updating version 5 to 6 2024-04-15T14:36:58.876 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 20 v 6 (ObjNum 19 snap 0 seq_num 19) dirty exists 2024-04-15T14:36:58.876 INFO:tasks.rados.rados.0.smithi016.stdout:20: left oid 20 (ObjNum 19 snap 0 seq_num 19) 2024-04-15T14:36:58.876 INFO:tasks.rados.rados.0.smithi016.stdout:21: finishing write tid 1 to smithi01678542-21 2024-04-15T14:36:58.876 INFO:tasks.rados.rados.0.smithi016.stdout:21: finishing write tid 2 to smithi01678542-21 2024-04-15T14:36:58.876 INFO:tasks.rados.rados.0.smithi016.stdout:21: finishing write tid 3 to smithi01678542-21 2024-04-15T14:36:58.876 INFO:tasks.rados.rados.0.smithi016.stdout:21: oid 21 updating version 0 to 2 2024-04-15T14:36:58.876 INFO:tasks.rados.rados.0.smithi016.stdout:21: oid 21 version 2 is already newer than 1 2024-04-15T14:36:58.876 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 21 v 2 (ObjNum 20 snap 0 seq_num 20) dirty exists 2024-04-15T14:36:58.876 INFO:tasks.rados.rados.0.smithi016.stdout:21: left oid 21 (ObjNum 20 snap 0 seq_num 20) 2024-04-15T14:36:58.876 INFO:tasks.rados.rados.0.smithi016.stdout:22: finishing write tid 1 to smithi01678542-22 2024-04-15T14:36:58.876 INFO:tasks.rados.rados.0.smithi016.stdout:22: finishing write tid 2 to smithi01678542-22 2024-04-15T14:36:58.876 INFO:tasks.rados.rados.0.smithi016.stdout:22: finishing write tid 3 to smithi01678542-22 2024-04-15T14:36:58.876 INFO:tasks.rados.rados.0.smithi016.stdout:22: oid 22 updating version 0 to 7 2024-04-15T14:36:58.877 INFO:tasks.rados.rados.0.smithi016.stdout:22: oid 22 updating version 7 to 8 2024-04-15T14:36:58.877 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 22 v 8 (ObjNum 21 snap 0 seq_num 21) dirty exists 2024-04-15T14:36:58.877 INFO:tasks.rados.rados.0.smithi016.stdout:22: left oid 22 (ObjNum 21 snap 0 seq_num 21) 2024-04-15T14:36:58.877 INFO:tasks.rados.rados.0.smithi016.stdout:23: finishing write tid 1 to smithi01678542-23 2024-04-15T14:36:58.877 INFO:tasks.rados.rados.0.smithi016.stdout:23: finishing write tid 2 to smithi01678542-23 2024-04-15T14:36:58.877 INFO:tasks.rados.rados.0.smithi016.stdout:23: finishing write tid 3 to smithi01678542-23 2024-04-15T14:36:58.877 INFO:tasks.rados.rados.0.smithi016.stdout:23: oid 23 updating version 0 to 7 2024-04-15T14:36:58.877 INFO:tasks.rados.rados.0.smithi016.stdout:23: oid 23 updating version 7 to 8 2024-04-15T14:36:58.877 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 23 v 8 (ObjNum 22 snap 0 seq_num 22) dirty exists 2024-04-15T14:36:58.877 INFO:tasks.rados.rados.0.smithi016.stdout:23: left oid 23 (ObjNum 22 snap 0 seq_num 22) 2024-04-15T14:36:58.877 INFO:tasks.rados.rados.0.smithi016.stdout:24: finishing write tid 1 to smithi01678542-24 2024-04-15T14:36:58.877 INFO:tasks.rados.rados.0.smithi016.stdout:24: finishing write tid 2 to smithi01678542-24 2024-04-15T14:36:58.877 INFO:tasks.rados.rados.0.smithi016.stdout:24: finishing write tid 3 to smithi01678542-24 2024-04-15T14:36:58.877 INFO:tasks.rados.rados.0.smithi016.stdout:24: oid 24 updating version 0 to 6 2024-04-15T14:36:58.878 INFO:tasks.rados.rados.0.smithi016.stdout:24: oid 24 version 6 is already newer than 5 2024-04-15T14:36:58.878 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 24 v 6 (ObjNum 23 snap 0 seq_num 23) dirty exists 2024-04-15T14:36:58.878 INFO:tasks.rados.rados.0.smithi016.stdout:24: left oid 24 (ObjNum 23 snap 0 seq_num 23) 2024-04-15T14:36:58.878 INFO:tasks.rados.rados.0.smithi016.stdout:25: finishing write tid 1 to smithi01678542-25 2024-04-15T14:36:58.878 INFO:tasks.rados.rados.0.smithi016.stdout:25: finishing write tid 2 to smithi01678542-25 2024-04-15T14:36:58.878 INFO:tasks.rados.rados.0.smithi016.stdout:19: done (7 left) 2024-04-15T14:36:58.878 INFO:tasks.rados.rados.0.smithi016.stdout:20: done (6 left) 2024-04-15T14:36:58.878 INFO:tasks.rados.rados.0.smithi016.stdout:21: done (5 left) 2024-04-15T14:36:58.878 INFO:tasks.rados.rados.0.smithi016.stdout:22: done (4 left) 2024-04-15T14:36:58.878 INFO:tasks.rados.rados.0.smithi016.stdout:23: done (3 left) 2024-04-15T14:36:58.878 INFO:tasks.rados.rados.0.smithi016.stdout:24: done (2 left) 2024-04-15T14:36:58.878 INFO:tasks.rados.rados.0.smithi016.stdout:27: write initial oid 27 2024-04-15T14:36:58.878 INFO:tasks.rados.rados.0.smithi016.stdout:27: seq_num 26 ranges {0=442368} 2024-04-15T14:36:58.879 INFO:tasks.rados.rados.0.smithi016.stdout:27: writing smithi01678542-27 from 0 to 442368 tid 1 2024-04-15T14:36:58.879 INFO:tasks.rados.rados.0.smithi016.stdout:28: write initial oid 28 2024-04-15T14:36:58.879 INFO:tasks.rados.rados.0.smithi016.stdout:28: seq_num 27 ranges {0=458752} 2024-04-15T14:36:58.880 INFO:tasks.rados.rados.0.smithi016.stdout:28: writing smithi01678542-28 from 0 to 458752 tid 1 2024-04-15T14:36:58.880 INFO:tasks.rados.rados.0.smithi016.stdout:29: write initial oid 29 2024-04-15T14:36:58.880 INFO:tasks.rados.rados.0.smithi016.stdout:29: seq_num 28 ranges {0=475136} 2024-04-15T14:36:58.883 INFO:tasks.rados.rados.0.smithi016.stdout:29: writing smithi01678542-29 from 0 to 475136 tid 1 2024-04-15T14:36:58.883 INFO:tasks.rados.rados.0.smithi016.stdout:30: write initial oid 30 2024-04-15T14:36:58.883 INFO:tasks.rados.rados.0.smithi016.stdout:30: seq_num 29 ranges {0=491520} 2024-04-15T14:36:58.886 INFO:tasks.rados.rados.0.smithi016.stdout:30: writing smithi01678542-30 from 0 to 491520 tid 1 2024-04-15T14:36:58.886 INFO:tasks.rados.rados.0.smithi016.stdout:31: write initial oid 31 2024-04-15T14:36:58.886 INFO:tasks.rados.rados.0.smithi016.stdout:31: seq_num 30 ranges {0=507904} 2024-04-15T14:36:58.888 INFO:tasks.rados.rados.0.smithi016.stdout:31: writing smithi01678542-31 from 0 to 507904 tid 1 2024-04-15T14:36:58.889 INFO:tasks.rados.rados.0.smithi016.stdout:32: write initial oid 32 2024-04-15T14:36:58.889 INFO:tasks.rados.rados.0.smithi016.stdout:32: seq_num 31 ranges {0=524288} 2024-04-15T14:36:58.892 INFO:tasks.rados.rados.0.smithi016.stdout:32: writing smithi01678542-32 from 0 to 524288 tid 1 2024-04-15T14:36:58.892 INFO:tasks.rados.rados.0.smithi016.stdout:33: write initial oid 33 2024-04-15T14:36:58.892 INFO:tasks.rados.rados.0.smithi016.stdout:33: seq_num 32 ranges {0=540672} 2024-04-15T14:36:58.895 INFO:tasks.rados.rados.0.smithi016.stdout:33: writing smithi01678542-33 from 0 to 540672 tid 1 2024-04-15T14:36:58.895 INFO:tasks.rados.rados.0.smithi016.stdout:34: write initial oid 34 2024-04-15T14:36:58.895 INFO:tasks.rados.rados.0.smithi016.stdout:34: seq_num 33 ranges {0=557056} 2024-04-15T14:36:58.898 INFO:tasks.rados.rados.0.smithi016.stdout:34: writing smithi01678542-34 from 0 to 557056 tid 1 2024-04-15T14:36:58.899 INFO:tasks.rados.rados.0.smithi016.stdout:35: write initial oid 35 2024-04-15T14:36:58.899 INFO:tasks.rados.rados.0.smithi016.stdout:35: seq_num 34 ranges {0=573440} 2024-04-15T14:36:58.902 INFO:tasks.rados.rados.0.smithi016.stdout:35: writing smithi01678542-35 from 0 to 573440 tid 1 2024-04-15T14:36:58.902 INFO:tasks.rados.rados.0.smithi016.stdout:36: write initial oid 36 2024-04-15T14:36:58.902 INFO:tasks.rados.rados.0.smithi016.stdout:36: seq_num 35 ranges {0=589824} 2024-04-15T14:36:58.906 INFO:tasks.rados.rados.0.smithi016.stdout:36: writing smithi01678542-36 from 0 to 589824 tid 1 2024-04-15T14:36:58.906 INFO:tasks.rados.rados.0.smithi016.stdout:37: write initial oid 37 2024-04-15T14:36:58.906 INFO:tasks.rados.rados.0.smithi016.stdout:37: seq_num 36 ranges {0=606208} 2024-04-15T14:36:58.910 INFO:tasks.rados.rados.0.smithi016.stdout:37: writing smithi01678542-37 from 0 to 606208 tid 1 2024-04-15T14:36:58.910 INFO:tasks.rados.rados.0.smithi016.stdout:38: write initial oid 38 2024-04-15T14:36:58.910 INFO:tasks.rados.rados.0.smithi016.stdout:38: seq_num 37 ranges {0=622592} 2024-04-15T14:36:58.915 INFO:tasks.rados.rados.0.smithi016.stdout:38: writing smithi01678542-38 from 0 to 622592 tid 1 2024-04-15T14:36:58.915 INFO:tasks.rados.rados.0.smithi016.stdout:39: write initial oid 39 2024-04-15T14:36:58.915 INFO:tasks.rados.rados.0.smithi016.stdout:39: seq_num 38 ranges {0=638976} 2024-04-15T14:36:58.919 INFO:tasks.rados.rados.0.smithi016.stdout:39: writing smithi01678542-39 from 0 to 638976 tid 1 2024-04-15T14:36:58.919 INFO:tasks.rados.rados.0.smithi016.stdout:40: write initial oid 40 2024-04-15T14:36:58.919 INFO:tasks.rados.rados.0.smithi016.stdout:40: seq_num 39 ranges {0=663552} 2024-04-15T14:36:58.924 INFO:tasks.rados.rados.0.smithi016.stdout:40: writing smithi01678542-40 from 0 to 663552 tid 1 2024-04-15T14:36:58.924 INFO:tasks.rados.rados.0.smithi016.stdout: waiting on 16 2024-04-15T14:36:58.924 INFO:tasks.rados.rados.0.smithi016.stdout:26: finishing write tid 1 to smithi01678542-26 2024-04-15T14:36:58.924 INFO:tasks.rados.rados.0.smithi016.stdout:25: finishing write tid 3 to smithi01678542-25 2024-04-15T14:36:58.924 INFO:tasks.rados.rados.0.smithi016.stdout:25: oid 25 updating version 0 to 4 2024-04-15T14:36:58.924 INFO:tasks.rados.rados.0.smithi016.stdout:25: oid 25 version 4 is already newer than 3 2024-04-15T14:36:58.924 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 25 v 4 (ObjNum 24 snap 0 seq_num 24) dirty exists 2024-04-15T14:36:58.924 INFO:tasks.rados.rados.0.smithi016.stdout:25: left oid 25 (ObjNum 24 snap 0 seq_num 24) 2024-04-15T14:36:58.924 INFO:tasks.rados.rados.0.smithi016.stdout:26: finishing write tid 2 to smithi01678542-26 2024-04-15T14:36:58.924 INFO:tasks.rados.rados.0.smithi016.stdout:25: done (15 left) 2024-04-15T14:36:58.924 INFO:tasks.rados.rados.0.smithi016.stdout:41: write initial oid 41 2024-04-15T14:36:58.925 INFO:tasks.rados.rados.0.smithi016.stdout:41: seq_num 40 ranges {0=679936} 2024-04-15T14:36:58.928 INFO:tasks.rados.rados.0.smithi016.stdout:41: writing smithi01678542-41 from 0 to 679936 tid 1 2024-04-15T14:36:58.928 INFO:tasks.rados.rados.0.smithi016.stdout: waiting on 16 2024-04-15T14:36:58.928 INFO:tasks.rados.rados.0.smithi016.stdout:26: finishing write tid 3 to smithi01678542-26 2024-04-15T14:36:58.928 INFO:tasks.rados.rados.0.smithi016.stdout:26: oid 26 updating version 0 to 2 2024-04-15T14:36:58.928 INFO:tasks.rados.rados.0.smithi016.stdout:26: oid 26 version 2 is already newer than 1 2024-04-15T14:36:58.928 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 26 v 2 (ObjNum 25 snap 0 seq_num 25) dirty exists 2024-04-15T14:36:58.928 INFO:tasks.rados.rados.0.smithi016.stdout:26: left oid 26 (ObjNum 25 snap 0 seq_num 25) 2024-04-15T14:36:58.928 INFO:tasks.rados.rados.0.smithi016.stdout:27: finishing write tid 1 to smithi01678542-27 2024-04-15T14:36:58.928 INFO:tasks.rados.rados.0.smithi016.stdout:27: finishing write tid 2 to smithi01678542-27 2024-04-15T14:36:58.928 INFO:tasks.rados.rados.0.smithi016.stdout:27: finishing write tid 3 to smithi01678542-27 2024-04-15T14:36:58.929 INFO:tasks.rados.rados.0.smithi016.stdout:27: oid 27 updating version 0 to 2 2024-04-15T14:36:58.929 INFO:tasks.rados.rados.0.smithi016.stdout:27: oid 27 version 2 is already newer than 1 2024-04-15T14:36:58.929 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 27 v 2 (ObjNum 26 snap 0 seq_num 26) dirty exists 2024-04-15T14:36:58.929 INFO:tasks.rados.rados.0.smithi016.stdout:27: left oid 27 (ObjNum 26 snap 0 seq_num 26) 2024-04-15T14:36:58.929 INFO:tasks.rados.rados.0.smithi016.stdout:28: finishing write tid 1 to smithi01678542-28 2024-04-15T14:36:58.929 INFO:tasks.rados.rados.0.smithi016.stdout:28: finishing write tid 2 to smithi01678542-28 2024-04-15T14:36:58.929 INFO:tasks.rados.rados.0.smithi016.stdout:26: done (15 left) 2024-04-15T14:36:58.929 INFO:tasks.rados.rados.0.smithi016.stdout:27: done (14 left) 2024-04-15T14:36:58.929 INFO:tasks.rados.rados.0.smithi016.stdout:42: write initial oid 42 2024-04-15T14:36:58.929 INFO:tasks.rados.rados.0.smithi016.stdout:42: seq_num 41 ranges {0=696320} 2024-04-15T14:36:58.932 INFO:tasks.rados.rados.0.smithi016.stdout:42: writing smithi01678542-42 from 0 to 696320 tid 1 2024-04-15T14:36:58.932 INFO:tasks.rados.rados.0.smithi016.stdout:43: write initial oid 43 2024-04-15T14:36:58.932 INFO:tasks.rados.rados.0.smithi016.stdout:43: seq_num 42 ranges {0=712704} 2024-04-15T14:36:58.936 INFO:tasks.rados.rados.0.smithi016.stdout:43: writing smithi01678542-43 from 0 to 712704 tid 1 2024-04-15T14:36:58.937 INFO:tasks.rados.rados.0.smithi016.stdout: waiting on 16 2024-04-15T14:36:58.937 INFO:tasks.rados.rados.0.smithi016.stdout:28: finishing write tid 3 to smithi01678542-28 2024-04-15T14:36:58.937 INFO:tasks.rados.rados.0.smithi016.stdout:28: oid 28 updating version 0 to 4 2024-04-15T14:36:58.937 INFO:tasks.rados.rados.0.smithi016.stdout:28: oid 28 version 4 is already newer than 3 2024-04-15T14:36:58.937 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 28 v 4 (ObjNum 27 snap 0 seq_num 27) dirty exists 2024-04-15T14:36:58.937 INFO:tasks.rados.rados.0.smithi016.stdout:28: left oid 28 (ObjNum 27 snap 0 seq_num 27) 2024-04-15T14:36:58.937 INFO:tasks.rados.rados.0.smithi016.stdout:29: finishing write tid 1 to smithi01678542-29 2024-04-15T14:36:58.937 INFO:tasks.rados.rados.0.smithi016.stdout:28: done (15 left) 2024-04-15T14:36:58.937 INFO:tasks.rados.rados.0.smithi016.stdout:44: write initial oid 44 2024-04-15T14:36:58.937 INFO:tasks.rados.rados.0.smithi016.stdout:44: seq_num 43 ranges {0=729088} 2024-04-15T14:36:58.944 INFO:tasks.rados.rados.0.smithi016.stdout:44: writing smithi01678542-44 from 0 to 729088 tid 1 2024-04-15T14:36:58.944 INFO:tasks.rados.rados.0.smithi016.stdout: waiting on 16 2024-04-15T14:36:58.944 INFO:tasks.rados.rados.0.smithi016.stdout:29: finishing write tid 2 to smithi01678542-29 2024-04-15T14:36:58.944 INFO:tasks.rados.rados.0.smithi016.stdout:29: finishing write tid 3 to smithi01678542-29 2024-04-15T14:36:58.944 INFO:tasks.rados.rados.0.smithi016.stdout:29: oid 29 updating version 0 to 6 2024-04-15T14:36:58.944 INFO:tasks.rados.rados.0.smithi016.stdout:29: oid 29 version 6 is already newer than 5 2024-04-15T14:36:58.944 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 29 v 6 (ObjNum 28 snap 0 seq_num 28) dirty exists 2024-04-15T14:36:58.945 INFO:tasks.rados.rados.0.smithi016.stdout:29: left oid 29 (ObjNum 28 snap 0 seq_num 28) 2024-04-15T14:36:58.945 INFO:tasks.rados.rados.0.smithi016.stdout:30: finishing write tid 1 to smithi01678542-30 2024-04-15T14:36:58.945 INFO:tasks.rados.rados.0.smithi016.stdout:30: finishing write tid 2 to smithi01678542-30 2024-04-15T14:36:58.945 INFO:tasks.rados.rados.0.smithi016.stdout:30: finishing write tid 3 to smithi01678542-30 2024-04-15T14:36:58.945 INFO:tasks.rados.rados.0.smithi016.stdout:30: oid 30 updating version 0 to 4 2024-04-15T14:36:58.945 INFO:tasks.rados.rados.0.smithi016.stdout:30: oid 30 version 4 is already newer than 3 2024-04-15T14:36:58.945 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 30 v 4 (ObjNum 29 snap 0 seq_num 29) dirty exists 2024-04-15T14:36:58.945 INFO:tasks.rados.rados.0.smithi016.stdout:30: left oid 30 (ObjNum 29 snap 0 seq_num 29) 2024-04-15T14:36:58.945 INFO:tasks.rados.rados.0.smithi016.stdout:31: finishing write tid 1 to smithi01678542-31 2024-04-15T14:36:58.945 INFO:tasks.rados.rados.0.smithi016.stdout:31: finishing write tid 2 to smithi01678542-31 2024-04-15T14:36:58.945 INFO:tasks.rados.rados.0.smithi016.stdout:31: finishing write tid 3 to smithi01678542-31 2024-04-15T14:36:58.945 INFO:tasks.rados.rados.0.smithi016.stdout:31: oid 31 updating version 0 to 6 2024-04-15T14:36:58.945 INFO:tasks.rados.rados.0.smithi016.stdout:31: oid 31 version 6 is already newer than 5 2024-04-15T14:36:58.945 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 31 v 6 (ObjNum 30 snap 0 seq_num 30) dirty exists 2024-04-15T14:36:58.945 INFO:tasks.rados.rados.0.smithi016.stdout:31: left oid 31 (ObjNum 30 snap 0 seq_num 30) 2024-04-15T14:36:58.946 INFO:tasks.rados.rados.0.smithi016.stdout:32: finishing write tid 1 to smithi01678542-32 2024-04-15T14:36:58.946 INFO:tasks.rados.rados.0.smithi016.stdout:32: finishing write tid 2 to smithi01678542-32 2024-04-15T14:36:58.946 INFO:tasks.rados.rados.0.smithi016.stdout:32: finishing write tid 3 to smithi01678542-32 2024-04-15T14:36:58.946 INFO:tasks.rados.rados.0.smithi016.stdout:32: oid 32 updating version 0 to 8 2024-04-15T14:36:58.946 INFO:tasks.rados.rados.0.smithi016.stdout:32: oid 32 version 8 is already newer than 7 2024-04-15T14:36:58.946 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 32 v 8 (ObjNum 31 snap 0 seq_num 31) dirty exists 2024-04-15T14:36:58.946 INFO:tasks.rados.rados.0.smithi016.stdout:32: left oid 32 (ObjNum 31 snap 0 seq_num 31) 2024-04-15T14:36:58.946 INFO:tasks.rados.rados.0.smithi016.stdout:33: finishing write tid 1 to smithi01678542-33 2024-04-15T14:36:58.946 INFO:tasks.rados.rados.0.smithi016.stdout:33: finishing write tid 2 to smithi01678542-33 2024-04-15T14:36:58.946 INFO:tasks.rados.rados.0.smithi016.stdout:33: finishing write tid 3 to smithi01678542-33 2024-04-15T14:36:58.946 INFO:tasks.rados.rados.0.smithi016.stdout:33: oid 33 updating version 0 to 9 2024-04-15T14:36:58.946 INFO:tasks.rados.rados.0.smithi016.stdout:33: oid 33 updating version 9 to 10 2024-04-15T14:36:58.947 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 33 v 10 (ObjNum 32 snap 0 seq_num 32) dirty exists 2024-04-15T14:36:58.947 INFO:tasks.rados.rados.0.smithi016.stdout:33: left oid 33 (ObjNum 32 snap 0 seq_num 32) 2024-04-15T14:36:58.947 INFO:tasks.rados.rados.0.smithi016.stdout:34: finishing write tid 1 to smithi01678542-34 2024-04-15T14:36:58.947 INFO:tasks.rados.rados.0.smithi016.stdout:34: finishing write tid 2 to smithi01678542-34 2024-04-15T14:36:58.947 INFO:tasks.rados.rados.0.smithi016.stdout:34: finishing write tid 3 to smithi01678542-34 2024-04-15T14:36:58.947 INFO:tasks.rados.rados.0.smithi016.stdout:34: oid 34 updating version 0 to 4 2024-04-15T14:36:58.947 INFO:tasks.rados.rados.0.smithi016.stdout:34: oid 34 version 4 is already newer than 3 2024-04-15T14:36:58.947 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 34 v 4 (ObjNum 33 snap 0 seq_num 33) dirty exists 2024-04-15T14:36:58.947 INFO:tasks.rados.rados.0.smithi016.stdout:34: left oid 34 (ObjNum 33 snap 0 seq_num 33) 2024-04-15T14:36:58.947 INFO:tasks.rados.rados.0.smithi016.stdout:35: finishing write tid 1 to smithi01678542-35 2024-04-15T14:36:58.947 INFO:tasks.rados.rados.0.smithi016.stdout:35: finishing write tid 2 to smithi01678542-35 2024-04-15T14:36:58.947 INFO:tasks.rados.rados.0.smithi016.stdout:35: finishing write tid 3 to smithi01678542-35 2024-04-15T14:36:58.947 INFO:tasks.rados.rados.0.smithi016.stdout:35: oid 35 updating version 0 to 3 2024-04-15T14:36:58.947 INFO:tasks.rados.rados.0.smithi016.stdout:35: oid 35 updating version 3 to 4 2024-04-15T14:36:58.947 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 35 v 4 (ObjNum 34 snap 0 seq_num 34) dirty exists 2024-04-15T14:36:58.948 INFO:tasks.rados.rados.0.smithi016.stdout:35: left oid 35 (ObjNum 34 snap 0 seq_num 34) 2024-04-15T14:36:58.948 INFO:tasks.rados.rados.0.smithi016.stdout:36: finishing write tid 1 to smithi01678542-36 2024-04-15T14:36:58.948 INFO:tasks.rados.rados.0.smithi016.stdout:36: finishing write tid 2 to smithi01678542-36 2024-04-15T14:36:58.948 INFO:tasks.rados.rados.0.smithi016.stdout:36: finishing write tid 3 to smithi01678542-36 2024-04-15T14:36:58.948 INFO:tasks.rados.rados.0.smithi016.stdout:36: oid 36 updating version 0 to 5 2024-04-15T14:36:58.948 INFO:tasks.rados.rados.0.smithi016.stdout:36: oid 36 updating version 5 to 6 2024-04-15T14:36:58.948 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 36 v 6 (ObjNum 35 snap 0 seq_num 35) dirty exists 2024-04-15T14:36:58.948 INFO:tasks.rados.rados.0.smithi016.stdout:36: left oid 36 (ObjNum 35 snap 0 seq_num 35) 2024-04-15T14:36:58.948 INFO:tasks.rados.rados.0.smithi016.stdout:37: finishing write tid 1 to smithi01678542-37 2024-04-15T14:36:58.948 INFO:tasks.rados.rados.0.smithi016.stdout:37: finishing write tid 2 to smithi01678542-37 2024-04-15T14:36:58.948 INFO:tasks.rados.rados.0.smithi016.stdout:37: finishing write tid 3 to smithi01678542-37 2024-04-15T14:36:58.948 INFO:tasks.rados.rados.0.smithi016.stdout:37: oid 37 updating version 0 to 9 2024-04-15T14:36:58.948 INFO:tasks.rados.rados.0.smithi016.stdout:37: oid 37 updating version 9 to 10 2024-04-15T14:36:58.948 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 37 v 10 (ObjNum 36 snap 0 seq_num 36) dirty exists 2024-04-15T14:36:58.949 INFO:tasks.rados.rados.0.smithi016.stdout:37: left oid 37 (ObjNum 36 snap 0 seq_num 36) 2024-04-15T14:36:58.949 INFO:tasks.rados.rados.0.smithi016.stdout:38: finishing write tid 1 to smithi01678542-38 2024-04-15T14:36:58.949 INFO:tasks.rados.rados.0.smithi016.stdout:38: finishing write tid 2 to smithi01678542-38 2024-04-15T14:36:58.949 INFO:tasks.rados.rados.0.smithi016.stdout:38: finishing write tid 3 to smithi01678542-38 2024-04-15T14:36:58.949 INFO:tasks.rados.rados.0.smithi016.stdout:38: oid 38 updating version 0 to 7 2024-04-15T14:36:58.949 INFO:tasks.rados.rados.0.smithi016.stdout:38: oid 38 updating version 7 to 8 2024-04-15T14:36:58.949 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 38 v 8 (ObjNum 37 snap 0 seq_num 37) dirty exists 2024-04-15T14:36:58.949 INFO:tasks.rados.rados.0.smithi016.stdout:38: left oid 38 (ObjNum 37 snap 0 seq_num 37) 2024-04-15T14:36:58.949 INFO:tasks.rados.rados.0.smithi016.stdout:39: finishing write tid 1 to smithi01678542-39 2024-04-15T14:36:58.949 INFO:tasks.rados.rados.0.smithi016.stdout:39: finishing write tid 2 to smithi01678542-39 2024-04-15T14:36:58.949 INFO:tasks.rados.rados.0.smithi016.stdout:29: done (15 left) 2024-04-15T14:36:58.949 INFO:tasks.rados.rados.0.smithi016.stdout:30: done (14 left) 2024-04-15T14:36:58.949 INFO:tasks.rados.rados.0.smithi016.stdout:31: done (13 left) 2024-04-15T14:36:58.949 INFO:tasks.rados.rados.0.smithi016.stdout:32: done (12 left) 2024-04-15T14:36:58.950 INFO:tasks.rados.rados.0.smithi016.stdout:33: done (11 left) 2024-04-15T14:36:58.950 INFO:tasks.rados.rados.0.smithi016.stdout:34: done (10 left) 2024-04-15T14:36:58.950 INFO:tasks.rados.rados.0.smithi016.stdout:35: done (9 left) 2024-04-15T14:36:58.950 INFO:tasks.rados.rados.0.smithi016.stdout:36: done (8 left) 2024-04-15T14:36:58.950 INFO:tasks.rados.rados.0.smithi016.stdout:37: done (7 left) 2024-04-15T14:36:58.950 INFO:tasks.rados.rados.0.smithi016.stdout:38: done (6 left) 2024-04-15T14:36:58.950 INFO:tasks.rados.rados.0.smithi016.stdout:45: write initial oid 45 2024-04-15T14:36:58.950 INFO:tasks.rados.rados.0.smithi016.stdout:45: seq_num 44 ranges {0=745472} 2024-04-15T14:36:58.951 INFO:tasks.rados.rados.0.smithi016.stdout:45: writing smithi01678542-45 from 0 to 745472 tid 1 2024-04-15T14:36:58.951 INFO:tasks.rados.rados.0.smithi016.stdout:46: write initial oid 46 2024-04-15T14:36:58.951 INFO:tasks.rados.rados.0.smithi016.stdout:46: seq_num 45 ranges {0=761856} 2024-04-15T14:36:58.951 INFO:tasks.rados.rados.0.smithi016.stdout:46: writing smithi01678542-46 from 0 to 761856 tid 1 2024-04-15T14:36:58.951 INFO:tasks.rados.rados.0.smithi016.stdout:47: write initial oid 47 2024-04-15T14:36:58.951 INFO:tasks.rados.rados.0.smithi016.stdout:47: seq_num 46 ranges {0=778240} 2024-04-15T14:36:58.955 INFO:tasks.rados.rados.0.smithi016.stdout:47: writing smithi01678542-47 from 0 to 778240 tid 1 2024-04-15T14:36:58.955 INFO:tasks.rados.rados.0.smithi016.stdout:48: write initial oid 48 2024-04-15T14:36:58.956 INFO:tasks.rados.rados.0.smithi016.stdout:48: seq_num 47 ranges {0=794624} 2024-04-15T14:36:58.961 INFO:tasks.rados.rados.0.smithi016.stdout:48: writing smithi01678542-48 from 0 to 794624 tid 1 2024-04-15T14:36:58.961 INFO:tasks.rados.rados.0.smithi016.stdout:49: write initial oid 49 2024-04-15T14:36:58.961 INFO:tasks.rados.rados.0.smithi016.stdout:49: seq_num 48 ranges {0=409600,409600=401408} 2024-04-15T14:36:58.964 INFO:tasks.rados.rados.0.smithi016.stdout:49: writing smithi01678542-49 from 0 to 409600 tid 1 2024-04-15T14:36:58.967 INFO:tasks.rados.rados.0.smithi016.stdout:49: writing smithi01678542-49 from 409600 to 811008 tid 2 2024-04-15T14:36:58.967 INFO:tasks.rados.rados.0.smithi016.stdout:50: write initial oid 50 2024-04-15T14:36:58.967 INFO:tasks.rados.rados.0.smithi016.stdout:50: seq_num 49 ranges {0=425984,425984=401408} 2024-04-15T14:36:58.969 INFO:tasks.rados.rados.0.smithi016.stdout:50: writing smithi01678542-50 from 0 to 425984 tid 1 2024-04-15T14:36:58.972 INFO:tasks.rados.rados.0.smithi016.stdout:50: writing smithi01678542-50 from 425984 to 827392 tid 2 2024-04-15T14:36:58.972 INFO:tasks.rados.rados.0.smithi016.stdout:51: copy_from oid 6 from oid 12 current snap is 0 2024-04-15T14:36:58.973 INFO:tasks.rados.rados.0.smithi016.stdout:39: finishing write tid 3 to smithi01678542-39 2024-04-15T14:36:58.973 INFO:tasks.rados.rados.0.smithi016.stdout:39: oid 39 updating version 0 to 5 2024-04-15T14:36:58.973 INFO:tasks.rados.rados.0.smithi016.stdout:39: oid 39 updating version 5 to 6 2024-04-15T14:36:58.973 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 39 v 6 (ObjNum 38 snap 0 seq_num 38) dirty exists 2024-04-15T14:36:58.973 INFO:tasks.rados.rados.0.smithi016.stdout:39: left oid 39 (ObjNum 38 snap 0 seq_num 38) 2024-04-15T14:36:58.973 INFO:tasks.rados.rados.0.smithi016.stdout:40: finishing write tid 1 to smithi01678542-40 2024-04-15T14:36:58.973 INFO:tasks.rados.rados.0.smithi016.stdout:39: done (12 left) 2024-04-15T14:36:58.973 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 28 current snap is 0 2024-04-15T14:36:58.973 INFO:tasks.rados.rados.0.smithi016.stdout:40: finishing write tid 2 to smithi01678542-40 2024-04-15T14:36:58.973 INFO:tasks.rados.rados.0.smithi016.stdout:40: finishing write tid 3 to smithi01678542-40 2024-04-15T14:36:58.973 INFO:tasks.rados.rados.0.smithi016.stdout:40: oid 40 updating version 0 to 6 2024-04-15T14:36:58.973 INFO:tasks.rados.rados.0.smithi016.stdout:40: oid 40 version 6 is already newer than 5 2024-04-15T14:36:58.973 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 40 v 6 (ObjNum 39 snap 0 seq_num 39) dirty exists 2024-04-15T14:36:58.974 INFO:tasks.rados.rados.0.smithi016.stdout:40: left oid 40 (ObjNum 39 snap 0 seq_num 39) 2024-04-15T14:36:58.974 INFO:tasks.rados.rados.0.smithi016.stdout:41: finishing write tid 1 to smithi01678542-41 2024-04-15T14:36:58.974 INFO:tasks.rados.rados.0.smithi016.stdout:41: finishing write tid 2 to smithi01678542-41 2024-04-15T14:36:58.974 INFO:tasks.rados.rados.0.smithi016.stdout:41: finishing write tid 3 to smithi01678542-41 2024-04-15T14:36:58.974 INFO:tasks.rados.rados.0.smithi016.stdout:41: oid 41 updating version 0 to 3 2024-04-15T14:36:58.974 INFO:tasks.rados.rados.0.smithi016.stdout:41: oid 41 updating version 3 to 4 2024-04-15T14:36:58.974 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 41 v 4 (ObjNum 40 snap 0 seq_num 40) dirty exists 2024-04-15T14:36:58.974 INFO:tasks.rados.rados.0.smithi016.stdout:41: left oid 41 (ObjNum 40 snap 0 seq_num 40) 2024-04-15T14:36:58.974 INFO:tasks.rados.rados.0.smithi016.stdout:42: finishing write tid 1 to smithi01678542-42 2024-04-15T14:36:58.974 INFO:tasks.rados.rados.0.smithi016.stdout:42: finishing write tid 2 to smithi01678542-42 2024-04-15T14:36:58.974 INFO:tasks.rados.rados.0.smithi016.stdout:52: seq_num 50 ranges {458752=442368,901120=401408} 2024-04-15T14:36:58.977 INFO:tasks.rados.rados.0.smithi016.stdout:52: writing smithi01678542-28 from 458752 to 901120 tid 1 2024-04-15T14:36:58.983 INFO:tasks.rados.rados.0.smithi016.stdout:52: writing smithi01678542-28 from 901120 to 1302528 tid 2 2024-04-15T14:36:58.983 INFO:tasks.rados.rados.0.smithi016.stdout:40: done (12 left) 2024-04-15T14:36:58.983 INFO:tasks.rados.rados.0.smithi016.stdout:41: done (11 left) 2024-04-15T14:36:58.983 INFO:tasks.rados.rados.0.smithi016.stdout:53: rmattr oid 2 current snap is 0 2024-04-15T14:36:58.983 INFO:tasks.rados.rados.0.smithi016.stdout:53: done (11 left) 2024-04-15T14:36:58.983 INFO:tasks.rados.rados.0.smithi016.stdout:54: delete oid 17 current snap is 0 2024-04-15T14:36:58.983 INFO:tasks.rados.rados.0.smithi016.stdout:42: finishing write tid 3 to smithi01678542-42 2024-04-15T14:36:58.984 INFO:tasks.rados.rados.0.smithi016.stdout:42: oid 42 updating version 0 to 1 2024-04-15T14:36:58.984 INFO:tasks.rados.rados.0.smithi016.stdout:42: oid 42 updating version 1 to 2 2024-04-15T14:36:58.984 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 42 v 2 (ObjNum 41 snap 0 seq_num 41) dirty exists 2024-04-15T14:36:58.984 INFO:tasks.rados.rados.0.smithi016.stdout:42: left oid 42 (ObjNum 41 snap 0 seq_num 41) 2024-04-15T14:36:58.984 INFO:tasks.rados.rados.0.smithi016.stdout:43: finishing write tid 1 to smithi01678542-43 2024-04-15T14:36:58.984 INFO:tasks.rados.rados.0.smithi016.stdout:43: finishing write tid 2 to smithi01678542-43 2024-04-15T14:36:58.984 INFO:tasks.rados.rados.0.smithi016.stdout:43: finishing write tid 3 to smithi01678542-43 2024-04-15T14:36:58.984 INFO:tasks.rados.rados.0.smithi016.stdout:43: oid 43 updating version 0 to 7 2024-04-15T14:36:58.984 INFO:tasks.rados.rados.0.smithi016.stdout:43: oid 43 updating version 7 to 8 2024-04-15T14:36:58.984 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 43 v 8 (ObjNum 42 snap 0 seq_num 42) dirty exists 2024-04-15T14:36:58.984 INFO:tasks.rados.rados.0.smithi016.stdout:43: left oid 43 (ObjNum 42 snap 0 seq_num 42) 2024-04-15T14:36:58.984 INFO:tasks.rados.rados.0.smithi016.stdout:44: finishing write tid 1 to smithi01678542-44 2024-04-15T14:36:58.984 INFO:tasks.rados.rados.0.smithi016.stdout:44: finishing write tid 2 to smithi01678542-44 2024-04-15T14:36:58.985 INFO:tasks.rados.rados.0.smithi016.stdout:44: finishing write tid 3 to smithi01678542-44 2024-04-15T14:36:58.985 INFO:tasks.rados.rados.0.smithi016.stdout:44: oid 44 updating version 0 to 11 2024-04-15T14:36:58.985 INFO:tasks.rados.rados.0.smithi016.stdout:44: oid 44 updating version 11 to 12 2024-04-15T14:36:58.985 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 44 v 12 (ObjNum 43 snap 0 seq_num 43) dirty exists 2024-04-15T14:36:58.985 INFO:tasks.rados.rados.0.smithi016.stdout:44: left oid 44 (ObjNum 43 snap 0 seq_num 43) 2024-04-15T14:36:58.985 INFO:tasks.rados.rados.0.smithi016.stdout:45: finishing write tid 1 to smithi01678542-45 2024-04-15T14:36:58.985 INFO:tasks.rados.rados.0.smithi016.stdout:45: finishing write tid 2 to smithi01678542-45 2024-04-15T14:36:58.985 INFO:tasks.rados.rados.0.smithi016.stdout:45: finishing write tid 3 to smithi01678542-45 2024-04-15T14:36:58.985 INFO:tasks.rados.rados.0.smithi016.stdout:45: oid 45 updating version 0 to 3 2024-04-15T14:36:58.985 INFO:tasks.rados.rados.0.smithi016.stdout:45: oid 45 updating version 3 to 4 2024-04-15T14:36:58.985 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 45 v 4 (ObjNum 44 snap 0 seq_num 44) dirty exists 2024-04-15T14:36:58.985 INFO:tasks.rados.rados.0.smithi016.stdout:45: left oid 45 (ObjNum 44 snap 0 seq_num 44) 2024-04-15T14:36:58.985 INFO:tasks.rados.rados.0.smithi016.stdout:46: finishing write tid 1 to smithi01678542-46 2024-04-15T14:36:58.985 INFO:tasks.rados.rados.0.smithi016.stdout:46: finishing write tid 2 to smithi01678542-46 2024-04-15T14:36:58.986 INFO:tasks.rados.rados.0.smithi016.stdout:46: finishing write tid 3 to smithi01678542-46 2024-04-15T14:36:58.986 INFO:tasks.rados.rados.0.smithi016.stdout:46: oid 46 updating version 0 to 11 2024-04-15T14:36:58.986 INFO:tasks.rados.rados.0.smithi016.stdout:46: oid 46 updating version 11 to 12 2024-04-15T14:36:58.986 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 46 v 12 (ObjNum 45 snap 0 seq_num 45) dirty exists 2024-04-15T14:36:58.986 INFO:tasks.rados.rados.0.smithi016.stdout:46: left oid 46 (ObjNum 45 snap 0 seq_num 45) 2024-04-15T14:36:58.986 INFO:tasks.rados.rados.0.smithi016.stdout:47: finishing write tid 1 to smithi01678542-47 2024-04-15T14:36:58.986 INFO:tasks.rados.rados.0.smithi016.stdout:47: finishing write tid 2 to smithi01678542-47 2024-04-15T14:36:58.986 INFO:tasks.rados.rados.0.smithi016.stdout:47: finishing write tid 3 to smithi01678542-47 2024-04-15T14:36:58.990 INFO:tasks.rados.rados.0.smithi016.stdout:47: oid 47 updating version 0 to 10 2024-04-15T14:36:58.990 INFO:tasks.rados.rados.0.smithi016.stdout:47: oid 47 version 10 is already newer than 9 2024-04-15T14:36:58.990 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 47 v 10 (ObjNum 46 snap 0 seq_num 46) dirty exists 2024-04-15T14:36:58.990 INFO:tasks.rados.rados.0.smithi016.stdout:47: left oid 47 (ObjNum 46 snap 0 seq_num 46) 2024-04-15T14:36:58.991 INFO:tasks.rados.rados.0.smithi016.stdout:48: finishing write tid 1 to smithi01678542-48 2024-04-15T14:36:58.991 INFO:tasks.rados.rados.0.smithi016.stdout:48: finishing write tid 2 to smithi01678542-48 2024-04-15T14:36:58.991 INFO:tasks.rados.rados.0.smithi016.stdout:48: finishing write tid 3 to smithi01678542-48 2024-04-15T14:36:58.991 INFO:tasks.rados.rados.0.smithi016.stdout:48: oid 48 updating version 0 to 5 2024-04-15T14:36:58.991 INFO:tasks.rados.rados.0.smithi016.stdout:48: oid 48 updating version 5 to 6 2024-04-15T14:36:58.991 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 48 v 6 (ObjNum 47 snap 0 seq_num 47) dirty exists 2024-04-15T14:36:58.991 INFO:tasks.rados.rados.0.smithi016.stdout:48: left oid 48 (ObjNum 47 snap 0 seq_num 47) 2024-04-15T14:36:58.991 INFO:tasks.rados.rados.0.smithi016.stdout:49: finishing write tid 1 to smithi01678542-49 2024-04-15T14:36:58.991 INFO:tasks.rados.rados.0.smithi016.stdout:49: finishing write tid 2 to smithi01678542-49 2024-04-15T14:36:58.991 INFO:tasks.rados.rados.0.smithi016.stdout:49: finishing write tid 3 to smithi01678542-49 2024-04-15T14:36:58.991 INFO:tasks.rados.rados.0.smithi016.stdout:49: finishing write tid 4 to smithi01678542-49 2024-04-15T14:36:58.991 INFO:tasks.rados.rados.0.smithi016.stdout:49: oid 49 updating version 0 to 5 2024-04-15T14:36:58.992 INFO:tasks.rados.rados.0.smithi016.stdout:49: oid 49 version 5 is already newer than 3 2024-04-15T14:36:58.992 INFO:tasks.rados.rados.0.smithi016.stdout:49: oid 49 version 5 is already newer than 4 2024-04-15T14:36:58.992 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 49 v 5 (ObjNum 48 snap 0 seq_num 48) dirty exists 2024-04-15T14:36:58.992 INFO:tasks.rados.rados.0.smithi016.stdout:49: left oid 49 (ObjNum 48 snap 0 seq_num 48) 2024-04-15T14:36:58.992 INFO:tasks.rados.rados.0.smithi016.stdout:50: finishing write tid 1 to smithi01678542-50 2024-04-15T14:36:58.992 INFO:tasks.rados.rados.0.smithi016.stdout:50: finishing write tid 2 to smithi01678542-50 2024-04-15T14:36:58.992 INFO:tasks.rados.rados.0.smithi016.stdout:50: finishing write tid 3 to smithi01678542-50 2024-04-15T14:36:58.992 INFO:tasks.rados.rados.0.smithi016.stdout:50: finishing write tid 4 to smithi01678542-50 2024-04-15T14:36:58.992 INFO:tasks.rados.rados.0.smithi016.stdout:50: oid 50 updating version 0 to 13 2024-04-15T14:36:58.992 INFO:tasks.rados.rados.0.smithi016.stdout:50: oid 50 version 13 is already newer than 11 2024-04-15T14:36:58.992 INFO:tasks.rados.rados.0.smithi016.stdout:50: oid 50 version 13 is already newer than 12 2024-04-15T14:36:58.992 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 50 v 13 (ObjNum 49 snap 0 seq_num 49) dirty exists 2024-04-15T14:36:58.992 INFO:tasks.rados.rados.0.smithi016.stdout:50: left oid 50 (ObjNum 49 snap 0 seq_num 49) 2024-04-15T14:36:58.992 INFO:tasks.rados.rados.0.smithi016.stdout:51: finishing copy_from racing read to smithi01678542-6 2024-04-15T14:36:58.993 INFO:tasks.rados.rados.0.smithi016.stdout:51: finishing copy_from to smithi01678542-6 2024-04-15T14:36:58.993 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 6 v 4 (ObjNum 11 snap 0 seq_num 11) dirty exists 2024-04-15T14:36:58.993 INFO:tasks.rados.rados.0.smithi016.stdout:52: finishing write tid 1 to smithi01678542-28 2024-04-15T14:36:58.993 INFO:tasks.rados.rados.0.smithi016.stdout:42: done (11 left) 2024-04-15T14:36:58.993 INFO:tasks.rados.rados.0.smithi016.stdout:43: done (10 left) 2024-04-15T14:36:58.993 INFO:tasks.rados.rados.0.smithi016.stdout:44: done (9 left) 2024-04-15T14:36:58.993 INFO:tasks.rados.rados.0.smithi016.stdout:45: done (8 left) 2024-04-15T14:36:58.993 INFO:tasks.rados.rados.0.smithi016.stdout:46: done (7 left) 2024-04-15T14:36:58.993 INFO:tasks.rados.rados.0.smithi016.stdout:47: done (6 left) 2024-04-15T14:36:58.993 INFO:tasks.rados.rados.0.smithi016.stdout:48: done (5 left) 2024-04-15T14:36:58.993 INFO:tasks.rados.rados.0.smithi016.stdout:49: done (4 left) 2024-04-15T14:36:58.994 INFO:tasks.rados.rados.0.smithi016.stdout:50: done (3 left) 2024-04-15T14:36:58.994 INFO:tasks.rados.rados.0.smithi016.stdout:51: done (2 left) 2024-04-15T14:36:58.994 INFO:tasks.rados.rados.0.smithi016.stdout:54: done (1 left) 2024-04-15T14:36:58.994 INFO:tasks.rados.rados.0.smithi016.stdout:55: read oid 15 snap -1 2024-04-15T14:36:58.994 INFO:tasks.rados.rados.0.smithi016.stdout:55: expect (ObjNum 14 snap 0 seq_num 14) 2024-04-15T14:36:58.994 INFO:tasks.rados.rados.0.smithi016.stdout:56: rollback oid 31 current snap is 0 2024-04-15T14:36:58.994 INFO:tasks.rados.rados.0.smithi016.stdout:56: done (2 left) 2024-04-15T14:36:58.994 INFO:tasks.rados.rados.0.smithi016.stdout:57: read oid 27 snap -1 2024-04-15T14:36:58.994 INFO:tasks.rados.rados.0.smithi016.stdout:57: expect (ObjNum 26 snap 0 seq_num 26) 2024-04-15T14:36:58.994 INFO:tasks.rados.rados.0.smithi016.stdout:58: copy_from oid 29 from oid 47 current snap is 0 2024-04-15T14:36:58.994 INFO:tasks.rados.rados.0.smithi016.stdout:59: rollback oid 45 current snap is 0 2024-04-15T14:36:58.994 INFO:tasks.rados.rados.0.smithi016.stdout:59: done (4 left) 2024-04-15T14:36:58.994 INFO:tasks.rados.rados.0.smithi016.stdout:60: copy_from oid 22 from oid 48 current snap is 0 2024-04-15T14:36:58.994 INFO:tasks.rados.rados.0.smithi016.stdout:61: delete oid 1 current snap is 0 2024-04-15T14:36:58.996 INFO:tasks.rados.rados.0.smithi016.stdout:52: finishing write tid 2 to smithi01678542-28 2024-04-15T14:36:58.996 INFO:tasks.rados.rados.0.smithi016.stdout:52: finishing write tid 3 to smithi01678542-28 2024-04-15T14:36:58.996 INFO:tasks.rados.rados.0.smithi016.stdout:61: done (5 left) 2024-04-15T14:36:58.996 INFO:tasks.rados.rados.0.smithi016.stdout:62: read oid 17 snap -1 2024-04-15T14:36:58.996 INFO:tasks.rados.rados.0.smithi016.stdout:62: expect deleted 2024-04-15T14:36:58.996 INFO:tasks.rados.rados.0.smithi016.stdout:63: snap_create 2024-04-15T14:36:58.996 INFO:tasks.rados.rados.0.smithi016.stdout:52: finishing write tid 4 to smithi01678542-28 2024-04-15T14:36:58.996 INFO:tasks.rados.rados.0.smithi016.stdout:52: oid 28 updating version 0 to 8 2024-04-15T14:36:58.996 INFO:tasks.rados.rados.0.smithi016.stdout:52: oid 28 updating version 8 to 9 2024-04-15T14:36:58.997 INFO:tasks.rados.rados.0.smithi016.stdout:52: oid 28 version 9 is already newer than 7 2024-04-15T14:36:58.997 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 28 v 9 (ObjNum 50 snap 0 seq_num 50) dirty exists 2024-04-15T14:36:58.997 INFO:tasks.rados.rados.0.smithi016.stdout:52: left oid 28 (ObjNum 50 snap 0 seq_num 50) 2024-04-15T14:36:58.997 INFO:tasks.rados.rados.0.smithi016.stdout:55: expect (ObjNum 14 snap 0 seq_num 14) 2024-04-15T14:36:58.997 INFO:tasks.rados.rados.0.smithi016.stdout:57: expect (ObjNum 26 snap 0 seq_num 26) 2024-04-15T14:36:59.005 INFO:tasks.rados.rados.0.smithi016.stdout:60: finishing copy_from racing read to smithi01678542-22 2024-04-15T14:36:59.005 INFO:tasks.rados.rados.0.smithi016.stdout:58: finishing copy_from racing read to smithi01678542-29 2024-04-15T14:36:59.005 INFO:tasks.rados.rados.0.smithi016.stdout:60: finishing copy_from to smithi01678542-22 2024-04-15T14:36:59.005 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 22 v 6 (ObjNum 47 snap 0 seq_num 47) dirty exists 2024-04-15T14:36:59.005 INFO:tasks.rados.rados.0.smithi016.stdout:58: finishing copy_from to smithi01678542-29 2024-04-15T14:36:59.005 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 29 v 10 (ObjNum 46 snap 0 seq_num 46) dirty exists 2024-04-15T14:36:59.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:36:58 smithi102 ceph-mon[31017]: from='client.? 172.21.15.16:0/1602667212' entity='client.0' cmd=[{"prefix": "osd pool set", "pool": "unique_pool_0", "var": "write_fadvise_dontneed", "val": "false"}]: dispatch 2024-04-15T14:36:59.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:36:58 smithi102 ceph-mon[31017]: from='client.? ' entity='client.0' cmd=[{"prefix": "osd pool set", "pool": "unique_pool_0", "var": "write_fadvise_dontneed", "val": "false"}]: dispatch 2024-04-15T14:36:59.289 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:36:58 smithi016 ceph-mon[27435]: from='client.? 172.21.15.16:0/1602667212' entity='client.0' cmd=[{"prefix": "osd pool set", "pool": "unique_pool_0", "var": "write_fadvise_dontneed", "val": "false"}]: dispatch 2024-04-15T14:36:59.289 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:36:58 smithi016 ceph-mon[27435]: from='client.? ' entity='client.0' cmd=[{"prefix": "osd pool set", "pool": "unique_pool_0", "var": "write_fadvise_dontneed", "val": "false"}]: dispatch 2024-04-15T14:36:59.289 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:36:58 smithi016 ceph-mon[36548]: from='client.? 172.21.15.16:0/1602667212' entity='client.0' cmd=[{"prefix": "osd pool set", "pool": "unique_pool_0", "var": "write_fadvise_dontneed", "val": "false"}]: dispatch 2024-04-15T14:36:59.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:36:58 smithi016 ceph-mon[36548]: from='client.? ' entity='client.0' cmd=[{"prefix": "osd pool set", "pool": "unique_pool_0", "var": "write_fadvise_dontneed", "val": "false"}]: dispatch 2024-04-15T14:36:59.832 INFO:tasks.rados.rados.0.smithi016.stdout:52: done (6 left) 2024-04-15T14:36:59.833 INFO:tasks.rados.rados.0.smithi016.stdout:55: done (5 left) 2024-04-15T14:36:59.833 INFO:tasks.rados.rados.0.smithi016.stdout:57: done (4 left) 2024-04-15T14:36:59.833 INFO:tasks.rados.rados.0.smithi016.stdout:58: done (3 left) 2024-04-15T14:36:59.833 INFO:tasks.rados.rados.0.smithi016.stdout:60: done (2 left) 2024-04-15T14:36:59.833 INFO:tasks.rados.rados.0.smithi016.stdout:62: done (1 left) 2024-04-15T14:36:59.833 INFO:tasks.rados.rados.0.smithi016.stdout:63: done (0 left) 2024-04-15T14:36:59.833 INFO:tasks.rados.rados.0.smithi016.stdout:64: copy_from oid 15 from oid 2 current snap is 1 2024-04-15T14:36:59.833 INFO:tasks.rados.rados.0.smithi016.stdout:65: read oid 30 snap -1 2024-04-15T14:36:59.833 INFO:tasks.rados.rados.0.smithi016.stdout:65: expect (ObjNum 29 snap 0 seq_num 29) 2024-04-15T14:36:59.833 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 23 current snap is 1 2024-04-15T14:36:59.833 INFO:tasks.rados.rados.0.smithi016.stdout:66: seq_num 53 ranges {376832=491520,868352=401408} 2024-04-15T14:36:59.837 INFO:tasks.rados.rados.0.smithi016.stdout:66: writing smithi01678542-23 from 376832 to 868352 tid 1 2024-04-15T14:36:59.840 INFO:tasks.rados.rados.0.smithi016.stdout:66: writing smithi01678542-23 from 868352 to 1269760 tid 2 2024-04-15T14:36:59.840 INFO:tasks.rados.rados.0.smithi016.stdout:67: rollback oid 10 current snap is 1 2024-04-15T14:36:59.840 INFO:tasks.rados.rados.0.smithi016.stdout:rollback oid 10 to 0 2024-04-15T14:36:59.840 INFO:tasks.rados.rados.0.smithi016.stdout:64: finishing copy_from racing read to smithi01678542-15 2024-04-15T14:36:59.841 INFO:tasks.rados.rados.0.smithi016.stdout:64: finishing copy_from to smithi01678542-15 2024-04-15T14:36:59.841 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 15 v 2 (ObjNum 1 snap 0 seq_num 1) dirty exists 2024-04-15T14:36:59.841 INFO:tasks.rados.rados.0.smithi016.stdout:65: expect (ObjNum 29 snap 0 seq_num 29) 2024-04-15T14:36:59.856 INFO:tasks.rados.rados.0.smithi016.stdout:67: finishing rollback tid 0 to smithi01678542-10 2024-04-15T14:36:59.856 INFO:tasks.rados.rados.0.smithi016.stdout:66: finishing write tid 1 to smithi01678542-23 2024-04-15T14:36:59.856 INFO:tasks.rados.rados.0.smithi016.stdout:67: finishing rollback tid 1 to smithi01678542-10 2024-04-15T14:36:59.856 INFO:tasks.rados.rados.0.smithi016.stdout:66: finishing write tid 2 to smithi01678542-23 2024-04-15T14:36:59.857 INFO:tasks.rados.rados.0.smithi016.stdout:66: finishing write tid 3 to smithi01678542-23 2024-04-15T14:36:59.857 INFO:tasks.rados.rados.0.smithi016.stdout:67: finishing rollback tid 2 to smithi01678542-10 2024-04-15T14:36:59.857 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 10 v 17 (ObjNum 9 snap 0 seq_num 9) dirty exists 2024-04-15T14:36:59.857 INFO:tasks.rados.rados.0.smithi016.stdout:66: finishing write tid 4 to smithi01678542-23 2024-04-15T14:36:59.857 INFO:tasks.rados.rados.0.smithi016.stdout:66: oid 23 updating version 0 to 10 2024-04-15T14:36:59.857 INFO:tasks.rados.rados.0.smithi016.stdout:66: oid 23 updating version 10 to 11 2024-04-15T14:36:59.857 INFO:tasks.rados.rados.0.smithi016.stdout:66: oid 23 updating version 11 to 12 2024-04-15T14:36:59.857 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 23 v 12 (ObjNum 53 snap 1 seq_num 53) dirty exists 2024-04-15T14:36:59.857 INFO:tasks.rados.rados.0.smithi016.stdout:66: left oid 23 (ObjNum 53 snap 1 seq_num 53) 2024-04-15T14:36:59.857 INFO:tasks.rados.rados.0.smithi016.stdout:64: done (3 left) 2024-04-15T14:36:59.857 INFO:tasks.rados.rados.0.smithi016.stdout:65: done (2 left) 2024-04-15T14:36:59.857 INFO:tasks.rados.rados.0.smithi016.stdout:66: done (1 left) 2024-04-15T14:36:59.857 INFO:tasks.rados.rados.0.smithi016.stdout:67: done (0 left) 2024-04-15T14:36:59.858 INFO:tasks.rados.rados.0.smithi016.stdout:68: setattr oid 23 current snap is 1 2024-04-15T14:36:59.859 INFO:tasks.rados.rados.0.smithi016.stdout:69: copy_from oid 45 from oid 34 current snap is 1 2024-04-15T14:36:59.860 INFO:tasks.rados.rados.0.smithi016.stdout:70: read oid 24 snap 0 2024-04-15T14:36:59.860 INFO:tasks.rados.rados.0.smithi016.stdout:70: expect (ObjNum 23 snap 0 seq_num 23) 2024-04-15T14:36:59.860 INFO:tasks.rados.rados.0.smithi016.stdout:71: copy_from oid 36 from oid 28 current snap is 1 2024-04-15T14:36:59.860 INFO:tasks.rados.rados.0.smithi016.stdout:72: rollback oid 49 current snap is 1 2024-04-15T14:36:59.860 INFO:tasks.rados.rados.0.smithi016.stdout:rollback oid 49 to 0 2024-04-15T14:36:59.860 INFO:tasks.rados.rados.0.smithi016.stdout:73: read oid 4 snap 0 2024-04-15T14:36:59.860 INFO:tasks.rados.rados.0.smithi016.stdout:73: expect (ObjNum 3 snap 0 seq_num 3) 2024-04-15T14:36:59.860 INFO:tasks.rados.rados.0.smithi016.stdout:74: rmattr oid 7 current snap is 1 2024-04-15T14:36:59.860 INFO:tasks.rados.rados.0.smithi016.stdout:74: done (6 left) 2024-04-15T14:36:59.861 INFO:tasks.rados.rados.0.smithi016.stdout:75: copy_from oid 20 from oid 12 current snap is 1 2024-04-15T14:36:59.861 INFO:tasks.rados.rados.0.smithi016.stdout:76: read oid 39 snap -1 2024-04-15T14:36:59.861 INFO:tasks.rados.rados.0.smithi016.stdout:76: expect (ObjNum 38 snap 0 seq_num 38) 2024-04-15T14:36:59.861 INFO:tasks.rados.rados.0.smithi016.stdout:77: copy_from oid 6 from oid 37 current snap is 1 2024-04-15T14:36:59.861 INFO:tasks.rados.rados.0.smithi016.stdout:78: read oid 2 snap -1 2024-04-15T14:36:59.861 INFO:tasks.rados.rados.0.smithi016.stdout:78: expect (ObjNum 1 snap 0 seq_num 1) 2024-04-15T14:36:59.861 INFO:tasks.rados.rados.0.smithi016.stdout:79: setattr oid 41 current snap is 1 2024-04-15T14:36:59.861 INFO:tasks.rados.rados.0.smithi016.stdout:80: snap_create 2024-04-15T14:36:59.864 INFO:tasks.rados.rados.0.smithi016.stdout:73: expect (ObjNum 3 snap 0 seq_num 3) 2024-04-15T14:36:59.864 INFO:tasks.rados.rados.0.smithi016.stdout:78: expect (ObjNum 1 snap 0 seq_num 1) 2024-04-15T14:36:59.866 INFO:tasks.rados.rados.0.smithi016.stdout:76: expect (ObjNum 38 snap 0 seq_num 38) 2024-04-15T14:36:59.885 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 41 v 6 (ObjNum 40 snap 0 seq_num 40) dirty exists 2024-04-15T14:36:59.885 INFO:tasks.rados.rados.0.smithi016.stdout:70: expect (ObjNum 23 snap 0 seq_num 23) 2024-04-15T14:36:59.896 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 23 v 13 (ObjNum 53 snap 1 seq_num 53) dirty exists 2024-04-15T14:36:59.896 INFO:tasks.rados.rados.0.smithi016.stdout:72: finishing rollback tid 0 to smithi01678542-49 2024-04-15T14:36:59.896 INFO:tasks.rados.rados.0.smithi016.stdout:72: finishing rollback tid 1 to smithi01678542-49 2024-04-15T14:36:59.896 INFO:tasks.rados.rados.0.smithi016.stdout:72: finishing rollback tid 2 to smithi01678542-49 2024-04-15T14:36:59.896 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 49 v 10 (ObjNum 48 snap 0 seq_num 48) dirty exists 2024-04-15T14:36:59.897 INFO:tasks.rados.rados.0.smithi016.stdout:75: finishing copy_from racing read to smithi01678542-20 2024-04-15T14:36:59.897 INFO:tasks.rados.rados.0.smithi016.stdout:69: finishing copy_from racing read to smithi01678542-45 2024-04-15T14:36:59.897 INFO:tasks.rados.rados.0.smithi016.stdout:77: finishing copy_from racing read to smithi01678542-6 2024-04-15T14:36:59.897 INFO:tasks.rados.rados.0.smithi016.stdout:69: finishing copy_from to smithi01678542-45 2024-04-15T14:36:59.897 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 45 v 4 (ObjNum 33 snap 0 seq_num 33) dirty exists 2024-04-15T14:36:59.897 INFO:tasks.rados.rados.0.smithi016.stdout:71: finishing copy_from racing read to smithi01678542-36 2024-04-15T14:36:59.897 INFO:tasks.rados.rados.0.smithi016.stdout:75: finishing copy_from to smithi01678542-20 2024-04-15T14:36:59.897 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 20 v 4 (ObjNum 11 snap 0 seq_num 11) dirty exists 2024-04-15T14:36:59.897 INFO:tasks.rados.rados.0.smithi016.stdout:77: finishing copy_from to smithi01678542-6 2024-04-15T14:36:59.897 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 6 v 10 (ObjNum 36 snap 0 seq_num 36) dirty exists 2024-04-15T14:36:59.897 INFO:tasks.rados.rados.0.smithi016.stdout:71: finishing copy_from to smithi01678542-36 2024-04-15T14:36:59.897 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 36 v 9 (ObjNum 50 snap 0 seq_num 50) dirty exists 2024-04-15T14:37:00.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:36:59 smithi102 ceph-mon[31017]: pgmap v92: 121 pgs: 121 active+clean; 580 KiB data, 219 MiB used, 715 GiB / 715 GiB avail 2024-04-15T14:37:00.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:36:59 smithi102 ceph-mon[31017]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-15T14:37:00.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:36:59 smithi102 ceph-mon[31017]: Cluster is now healthy 2024-04-15T14:37:00.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:36:59 smithi102 ceph-mon[31017]: from='client.? ' entity='client.0' cmd='[{"prefix": "osd pool set", "pool": "unique_pool_0", "var": "write_fadvise_dontneed", "val": "false"}]': finished 2024-04-15T14:37:00.188 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:36:59 smithi102 ceph-mon[31017]: osdmap e77: 8 total, 8 up, 8 in 2024-04-15T14:37:00.289 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:36:59 smithi016 ceph-mon[36548]: pgmap v92: 121 pgs: 121 active+clean; 580 KiB data, 219 MiB used, 715 GiB / 715 GiB avail 2024-04-15T14:37:00.289 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:36:59 smithi016 ceph-mon[36548]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-15T14:37:00.289 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:36:59 smithi016 ceph-mon[36548]: Cluster is now healthy 2024-04-15T14:37:00.289 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:36:59 smithi016 ceph-mon[36548]: from='client.? ' entity='client.0' cmd='[{"prefix": "osd pool set", "pool": "unique_pool_0", "var": "write_fadvise_dontneed", "val": "false"}]': finished 2024-04-15T14:37:00.289 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:36:59 smithi016 ceph-mon[36548]: osdmap e77: 8 total, 8 up, 8 in 2024-04-15T14:37:00.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:36:59 smithi016 ceph-mon[27435]: pgmap v92: 121 pgs: 121 active+clean; 580 KiB data, 219 MiB used, 715 GiB / 715 GiB avail 2024-04-15T14:37:00.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:36:59 smithi016 ceph-mon[27435]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-15T14:37:00.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:36:59 smithi016 ceph-mon[27435]: Cluster is now healthy 2024-04-15T14:37:00.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:36:59 smithi016 ceph-mon[27435]: from='client.? ' entity='client.0' cmd='[{"prefix": "osd pool set", "pool": "unique_pool_0", "var": "write_fadvise_dontneed", "val": "false"}]': finished 2024-04-15T14:37:00.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:36:59 smithi016 ceph-mon[27435]: osdmap e77: 8 total, 8 up, 8 in 2024-04-15T14:37:00.837 INFO:tasks.rados.rados.0.smithi016.stdout:68: done (11 left) 2024-04-15T14:37:00.837 INFO:tasks.rados.rados.0.smithi016.stdout:69: done (10 left) 2024-04-15T14:37:00.837 INFO:tasks.rados.rados.0.smithi016.stdout:70: done (9 left) 2024-04-15T14:37:00.838 INFO:tasks.rados.rados.0.smithi016.stdout:71: done (8 left) 2024-04-15T14:37:00.838 INFO:tasks.rados.rados.0.smithi016.stdout:72: done (7 left) 2024-04-15T14:37:00.838 INFO:tasks.rados.rados.0.smithi016.stdout:73: done (6 left) 2024-04-15T14:37:00.838 INFO:tasks.rados.rados.0.smithi016.stdout:75: done (5 left) 2024-04-15T14:37:00.838 INFO:tasks.rados.rados.0.smithi016.stdout:76: done (4 left) 2024-04-15T14:37:00.838 INFO:tasks.rados.rados.0.smithi016.stdout:77: done (3 left) 2024-04-15T14:37:00.838 INFO:tasks.rados.rados.0.smithi016.stdout:78: done (2 left) 2024-04-15T14:37:00.838 INFO:tasks.rados.rados.0.smithi016.stdout:79: done (1 left) 2024-04-15T14:37:00.838 INFO:tasks.rados.rados.0.smithi016.stdout:80: done (0 left) 2024-04-15T14:37:00.838 INFO:tasks.rados.rados.0.smithi016.stdout:81: rollback oid 40 current snap is 2 2024-04-15T14:37:00.838 INFO:tasks.rados.rados.0.smithi016.stdout:rollback oid 40 to 1 2024-04-15T14:37:00.838 INFO:tasks.rados.rados.0.smithi016.stdout:82: snap_create 2024-04-15T14:37:00.842 INFO:tasks.rados.rados.0.smithi016.stdout:81: finishing rollback tid 0 to smithi01678542-40 2024-04-15T14:37:00.842 INFO:tasks.rados.rados.0.smithi016.stdout:81: finishing rollback tid 1 to smithi01678542-40 2024-04-15T14:37:00.842 INFO:tasks.rados.rados.0.smithi016.stdout:81: finishing rollback tid 2 to smithi01678542-40 2024-04-15T14:37:00.842 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 40 v 10 (ObjNum 39 snap 0 seq_num 39) dirty exists 2024-04-15T14:37:01.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:37:00 smithi102 ceph-mon[31017]: osdmap e78: 8 total, 8 up, 8 in 2024-04-15T14:37:01.289 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:37:00 smithi016 ceph-mon[36548]: osdmap e78: 8 total, 8 up, 8 in 2024-04-15T14:37:01.289 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:37:00 smithi016 ceph-mon[27435]: osdmap e78: 8 total, 8 up, 8 in 2024-04-15T14:37:01.838 INFO:tasks.rados.rados.0.smithi016.stdout:81: done (1 left) 2024-04-15T14:37:01.839 INFO:tasks.rados.rados.0.smithi016.stdout:82: done (0 left) 2024-04-15T14:37:01.839 INFO:tasks.rados.rados.0.smithi016.stdout:83: rollback oid 9 current snap is 3 2024-04-15T14:37:01.839 INFO:tasks.rados.rados.0.smithi016.stdout:rollback oid 9 to 0 2024-04-15T14:37:01.839 INFO:tasks.rados.rados.0.smithi016.stdout:84: read oid 20 snap 1 2024-04-15T14:37:01.839 INFO:tasks.rados.rados.0.smithi016.stdout:84: expect (ObjNum 11 snap 0 seq_num 11) 2024-04-15T14:37:01.839 INFO:tasks.rados.rados.0.smithi016.stdout:85: read oid 41 snap -1 2024-04-15T14:37:01.839 INFO:tasks.rados.rados.0.smithi016.stdout:85: expect (ObjNum 40 snap 0 seq_num 40) 2024-04-15T14:37:01.839 INFO:tasks.rados.rados.0.smithi016.stdout:86: snap_create 2024-04-15T14:37:01.843 INFO:tasks.rados.rados.0.smithi016.stdout:83: finishing rollback tid 0 to smithi01678542-9 2024-04-15T14:37:01.844 INFO:tasks.rados.rados.0.smithi016.stdout:83: finishing rollback tid 1 to smithi01678542-9 2024-04-15T14:37:01.844 INFO:tasks.rados.rados.0.smithi016.stdout:83: finishing rollback tid 2 to smithi01678542-9 2024-04-15T14:37:01.844 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 9 v 14 (ObjNum 8 snap 0 seq_num 8) dirty exists 2024-04-15T14:37:01.845 INFO:tasks.rados.rados.0.smithi016.stdout:85: expect (ObjNum 40 snap 0 seq_num 40) 2024-04-15T14:37:01.867 INFO:tasks.rados.rados.0.smithi016.stdout:84: expect (ObjNum 11 snap 0 seq_num 11) 2024-04-15T14:37:02.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:37:01 smithi102 ceph-mon[31017]: pgmap v95: 121 pgs: 121 active+clean; 580 KiB data, 219 MiB used, 715 GiB / 715 GiB avail 2024-04-15T14:37:02.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:37:01 smithi102 ceph-mon[31017]: osdmap e79: 8 total, 8 up, 8 in 2024-04-15T14:37:02.289 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:37:01 smithi016 ceph-mon[27435]: pgmap v95: 121 pgs: 121 active+clean; 580 KiB data, 219 MiB used, 715 GiB / 715 GiB avail 2024-04-15T14:37:02.289 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:37:01 smithi016 ceph-mon[27435]: osdmap e79: 8 total, 8 up, 8 in 2024-04-15T14:37:02.289 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:37:01 smithi016 ceph-mon[36548]: pgmap v95: 121 pgs: 121 active+clean; 580 KiB data, 219 MiB used, 715 GiB / 715 GiB avail 2024-04-15T14:37:02.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:37:01 smithi016 ceph-mon[36548]: osdmap e79: 8 total, 8 up, 8 in 2024-04-15T14:37:02.848 INFO:tasks.rados.rados.0.smithi016.stdout:83: done (3 left) 2024-04-15T14:37:02.848 INFO:tasks.rados.rados.0.smithi016.stdout:84: done (2 left) 2024-04-15T14:37:02.848 INFO:tasks.rados.rados.0.smithi016.stdout:85: done (1 left) 2024-04-15T14:37:02.848 INFO:tasks.rados.rados.0.smithi016.stdout:86: done (0 left) 2024-04-15T14:37:02.848 INFO:tasks.rados.rados.0.smithi016.stdout:87: snap_remove snap 0 2024-04-15T14:37:03.115 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:37:02 smithi016 ceph-mon[27435]: osdmap e80: 8 total, 8 up, 8 in 2024-04-15T14:37:03.115 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:37:02 smithi016 ceph-mon[27435]: pgmap v98: 121 pgs: 121 active+clean; 580 KiB data, 219 MiB used, 715 GiB / 715 GiB avail 2024-04-15T14:37:03.116 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:37:02 smithi016 ceph-mon[36548]: osdmap e80: 8 total, 8 up, 8 in 2024-04-15T14:37:03.116 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:37:02 smithi016 ceph-mon[36548]: pgmap v98: 121 pgs: 121 active+clean; 580 KiB data, 219 MiB used, 715 GiB / 715 GiB avail 2024-04-15T14:37:03.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:37:02 smithi102 ceph-mon[31017]: osdmap e80: 8 total, 8 up, 8 in 2024-04-15T14:37:03.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:37:02 smithi102 ceph-mon[31017]: pgmap v98: 121 pgs: 121 active+clean; 580 KiB data, 219 MiB used, 715 GiB / 715 GiB avail 2024-04-15T14:37:03.539 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 15 14:37:03 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-y[27693]: ::ffff:172.21.15.102 - - [15/Apr/2024:14:37:03] "GET /metrics HTTP/1.1" 200 36018 "" "Prometheus/2.43.0" 2024-04-15T14:37:03.851 INFO:tasks.rados.rados.0.smithi016.stdout:87: done (0 left) 2024-04-15T14:37:03.851 INFO:tasks.rados.rados.0.smithi016.stdout:88: read oid 29 snap 3 2024-04-15T14:37:03.851 INFO:tasks.rados.rados.0.smithi016.stdout:88: expect (ObjNum 46 snap 0 seq_num 46) 2024-04-15T14:37:03.851 INFO:tasks.rados.rados.0.smithi016.stdout:89: read oid 46 snap -1 2024-04-15T14:37:03.851 INFO:tasks.rados.rados.0.smithi016.stdout:89: expect (ObjNum 45 snap 0 seq_num 45) 2024-04-15T14:37:03.851 INFO:tasks.rados.rados.0.smithi016.stdout:90: copy_from oid 36 from oid 2 current snap is 4 2024-04-15T14:37:03.851 INFO:tasks.rados.rados.0.smithi016.stdout:91: rmattr oid 49 current snap is 4 2024-04-15T14:37:03.851 INFO:tasks.rados.rados.0.smithi016.stdout:91: done (3 left) 2024-04-15T14:37:03.851 INFO:tasks.rados.rados.0.smithi016.stdout:92: snap_remove snap 2 2024-04-15T14:37:04.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:37:03 smithi102 ceph-mon[31017]: osdmap e81: 8 total, 8 up, 8 in 2024-04-15T14:37:04.289 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:37:03 smithi016 ceph-mon[27435]: osdmap e81: 8 total, 8 up, 8 in 2024-04-15T14:37:04.289 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:37:03 smithi016 ceph-mon[36548]: osdmap e81: 8 total, 8 up, 8 in 2024-04-15T14:37:04.863 INFO:tasks.rados.rados.0.smithi016.stdout:92: done (3 left) 2024-04-15T14:37:04.863 INFO:tasks.rados.rados.0.smithi016.stdout:93: rmattr oid 30 current snap is 4 2024-04-15T14:37:04.863 INFO:tasks.rados.rados.0.smithi016.stdout:93: done (3 left) 2024-04-15T14:37:04.863 INFO:tasks.rados.rados.0.smithi016.stdout:94: read oid 42 snap 1 2024-04-15T14:37:04.863 INFO:tasks.rados.rados.0.smithi016.stdout:94: expect (ObjNum 41 snap 0 seq_num 41) 2024-04-15T14:37:04.863 INFO:tasks.rados.rados.0.smithi016.stdout:95: rmattr oid 14 current snap is 4 2024-04-15T14:37:04.863 INFO:tasks.rados.rados.0.smithi016.stdout:95: done (4 left) 2024-04-15T14:37:04.864 INFO:tasks.rados.rados.0.smithi016.stdout:96: read oid 9 snap 1 2024-04-15T14:37:04.864 INFO:tasks.rados.rados.0.smithi016.stdout:96: expect (ObjNum 8 snap 0 seq_num 8) 2024-04-15T14:37:04.864 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 24 current snap is 4 2024-04-15T14:37:04.864 INFO:tasks.rados.rados.0.smithi016.stdout:97: seq_num 54 ranges {393216=507904,901120=401408} 2024-04-15T14:37:04.868 INFO:tasks.rados.rados.0.smithi016.stdout:97: writing smithi01678542-24 from 393216 to 901120 tid 1 2024-04-15T14:37:04.871 INFO:tasks.rados.rados.0.smithi016.stdout:97: writing smithi01678542-24 from 901120 to 1302528 tid 2 2024-04-15T14:37:04.872 INFO:tasks.rados.rados.0.smithi016.stdout:98: copy_from oid 31 from oid 6 current snap is 4 2024-04-15T14:37:04.872 INFO:tasks.rados.rados.0.smithi016.stdout:89: expect (ObjNum 45 snap 0 seq_num 45) 2024-04-15T14:37:04.897 INFO:tasks.rados.rados.0.smithi016.stdout:90: finishing copy_from racing read to smithi01678542-36 2024-04-15T14:37:04.897 INFO:tasks.rados.rados.0.smithi016.stdout:90: finishing copy_from to smithi01678542-36 2024-04-15T14:37:04.897 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 36 v 2 (ObjNum 1 snap 0 seq_num 1) dirty exists 2024-04-15T14:37:04.897 INFO:tasks.rados.rados.0.smithi016.stdout:88: expect (ObjNum 46 snap 0 seq_num 46) 2024-04-15T14:37:04.918 INFO:tasks.rados.rados.0.smithi016.stdout:94: expect (ObjNum 41 snap 0 seq_num 41) 2024-04-15T14:37:04.937 INFO:tasks.rados.rados.0.smithi016.stdout:96: expect (ObjNum 8 snap 0 seq_num 8) 2024-04-15T14:37:05.000 INFO:tasks.rados.rados.0.smithi016.stdout:97: finishing write tid 1 to smithi01678542-24 2024-04-15T14:37:05.000 INFO:tasks.rados.rados.0.smithi016.stdout:97: finishing write tid 2 to smithi01678542-24 2024-04-15T14:37:05.000 INFO:tasks.rados.rados.0.smithi016.stdout:97: finishing write tid 3 to smithi01678542-24 2024-04-15T14:37:05.000 INFO:tasks.rados.rados.0.smithi016.stdout:97: finishing write tid 4 to smithi01678542-24 2024-04-15T14:37:05.000 INFO:tasks.rados.rados.0.smithi016.stdout:97: oid 24 updating version 0 to 23 2024-04-15T14:37:05.000 INFO:tasks.rados.rados.0.smithi016.stdout:97: oid 24 version 23 is already newer than 22 2024-04-15T14:37:05.000 INFO:tasks.rados.rados.0.smithi016.stdout:97: oid 24 updating version 23 to 24 2024-04-15T14:37:05.000 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 24 v 24 (ObjNum 54 snap 4 seq_num 54) dirty exists 2024-04-15T14:37:05.000 INFO:tasks.rados.rados.0.smithi016.stdout:97: left oid 24 (ObjNum 54 snap 4 seq_num 54) 2024-04-15T14:37:05.000 INFO:tasks.rados.rados.0.smithi016.stdout:98: finishing copy_from racing read to smithi01678542-31 2024-04-15T14:37:05.000 INFO:tasks.rados.rados.0.smithi016.stdout:88: done (6 left) 2024-04-15T14:37:05.000 INFO:tasks.rados.rados.0.smithi016.stdout:89: done (5 left) 2024-04-15T14:37:05.000 INFO:tasks.rados.rados.0.smithi016.stdout:90: done (4 left) 2024-04-15T14:37:05.001 INFO:tasks.rados.rados.0.smithi016.stdout:94: done (3 left) 2024-04-15T14:37:05.001 INFO:tasks.rados.rados.0.smithi016.stdout:96: done (2 left) 2024-04-15T14:37:05.001 INFO:tasks.rados.rados.0.smithi016.stdout:97: done (1 left) 2024-04-15T14:37:05.001 INFO:tasks.rados.rados.0.smithi016.stdout:99: snap_remove snap 3 2024-04-15T14:37:05.177 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:37:04 smithi016 ceph-mon[36548]: osdmap e82: 8 total, 8 up, 8 in 2024-04-15T14:37:05.177 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:37:04 smithi016 ceph-mon[36548]: pgmap v101: 121 pgs: 121 active+clean; 25 MiB data, 260 MiB used, 715 GiB / 715 GiB avail; 2.3 MiB/s rd, 6.4 MiB/s wr, 77 op/s 2024-04-15T14:37:05.177 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:37:04 smithi016 ceph-mon[27435]: osdmap e82: 8 total, 8 up, 8 in 2024-04-15T14:37:05.177 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:37:04 smithi016 ceph-mon[27435]: pgmap v101: 121 pgs: 121 active+clean; 25 MiB data, 260 MiB used, 715 GiB / 715 GiB avail; 2.3 MiB/s rd, 6.4 MiB/s wr, 77 op/s 2024-04-15T14:37:05.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:37:04 smithi102 ceph-mon[31017]: osdmap e82: 8 total, 8 up, 8 in 2024-04-15T14:37:05.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:37:04 smithi102 ceph-mon[31017]: pgmap v101: 121 pgs: 121 active+clean; 25 MiB data, 260 MiB used, 715 GiB / 715 GiB avail; 2.3 MiB/s rd, 6.4 MiB/s wr, 77 op/s 2024-04-15T14:37:05.867 INFO:tasks.rados.rados.0.smithi016.stdout:99: done (1 left) 2024-04-15T14:37:05.867 INFO:tasks.rados.rados.0.smithi016.stdout:100: copy_from oid 24 from oid 47 current snap is 4 2024-04-15T14:37:05.867 INFO:tasks.rados.rados.0.smithi016.stdout:101: read oid 23 snap 1 2024-04-15T14:37:05.867 INFO:tasks.rados.rados.0.smithi016.stdout:101: expect (ObjNum 53 snap 1 seq_num 53) 2024-04-15T14:37:05.867 INFO:tasks.rados.rados.0.smithi016.stdout:102: snap_create 2024-04-15T14:37:05.867 INFO:tasks.rados.rados.0.smithi016.stdout:98: finishing copy_from to smithi01678542-31 2024-04-15T14:37:05.867 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 31 v 10 (ObjNum 36 snap 0 seq_num 36) dirty exists 2024-04-15T14:37:05.876 INFO:tasks.rados.rados.0.smithi016.stdout:101: expect (ObjNum 53 snap 1 seq_num 53) 2024-04-15T14:37:05.918 INFO:tasks.rados.rados.0.smithi016.stdout:100: finishing copy_from racing read to smithi01678542-24 2024-04-15T14:37:05.918 INFO:tasks.rados.rados.0.smithi016.stdout:100: finishing copy_from to smithi01678542-24 2024-04-15T14:37:05.918 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 24 v 10 (ObjNum 46 snap 0 seq_num 46) dirty exists 2024-04-15T14:37:06.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:37:05 smithi102 ceph-mon[31017]: osdmap e83: 8 total, 8 up, 8 in 2024-04-15T14:37:06.289 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:37:05 smithi016 ceph-mon[36548]: osdmap e83: 8 total, 8 up, 8 in 2024-04-15T14:37:06.289 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:37:05 smithi016 ceph-mon[27435]: osdmap e83: 8 total, 8 up, 8 in 2024-04-15T14:37:06.871 INFO:tasks.rados.rados.0.smithi016.stdout:98: done (3 left) 2024-04-15T14:37:06.871 INFO:tasks.rados.rados.0.smithi016.stdout:100: done (2 left) 2024-04-15T14:37:06.871 INFO:tasks.rados.rados.0.smithi016.stdout:101: done (1 left) 2024-04-15T14:37:06.871 INFO:tasks.rados.rados.0.smithi016.stdout:102: done (0 left) 2024-04-15T14:37:06.871 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 9 current snap is 5 2024-04-15T14:37:06.871 INFO:tasks.rados.rados.0.smithi016.stdout:103: seq_num 55 ranges {139264=524288,663552=401408} 2024-04-15T14:37:06.875 INFO:tasks.rados.rados.0.smithi016.stdout:103: writing smithi01678542-9 from 139264 to 663552 tid 1 2024-04-15T14:37:06.878 INFO:tasks.rados.rados.0.smithi016.stdout:103: writing smithi01678542-9 from 663552 to 1064960 tid 2 2024-04-15T14:37:06.878 INFO:tasks.rados.rados.0.smithi016.stdout:104: rollback oid 3 current snap is 5 2024-04-15T14:37:06.878 INFO:tasks.rados.rados.0.smithi016.stdout:rollback oid 3 to 1 2024-04-15T14:37:06.878 INFO:tasks.rados.rados.0.smithi016.stdout:105: read oid 25 snap -1 2024-04-15T14:37:06.879 INFO:tasks.rados.rados.0.smithi016.stdout:105: expect (ObjNum 24 snap 0 seq_num 24) 2024-04-15T14:37:06.879 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 2 current snap is 5 2024-04-15T14:37:06.879 INFO:tasks.rados.rados.0.smithi016.stdout:106: seq_num 56 ranges {24576=540672,565248=401408} 2024-04-15T14:37:06.881 INFO:tasks.rados.rados.0.smithi016.stdout:106: writing smithi01678542-2 from 24576 to 565248 tid 1 2024-04-15T14:37:06.884 INFO:tasks.rados.rados.0.smithi016.stdout:106: writing smithi01678542-2 from 565248 to 966656 tid 2 2024-04-15T14:37:06.885 INFO:tasks.rados.rados.0.smithi016.stdout:103: finishing write tid 1 to smithi01678542-9 2024-04-15T14:37:06.885 INFO:tasks.rados.rados.0.smithi016.stdout:103: finishing write tid 2 to smithi01678542-9 2024-04-15T14:37:06.885 INFO:tasks.rados.rados.0.smithi016.stdout:103: finishing write tid 3 to smithi01678542-9 2024-04-15T14:37:06.885 INFO:tasks.rados.rados.0.smithi016.stdout:103: finishing write tid 4 to smithi01678542-9 2024-04-15T14:37:06.885 INFO:tasks.rados.rados.0.smithi016.stdout:103: oid 9 updating version 0 to 30 2024-04-15T14:37:06.885 INFO:tasks.rados.rados.0.smithi016.stdout:103: oid 9 updating version 30 to 31 2024-04-15T14:37:06.885 INFO:tasks.rados.rados.0.smithi016.stdout:103: oid 9 version 31 is already newer than 29 2024-04-15T14:37:06.885 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 9 v 31 (ObjNum 55 snap 5 seq_num 55) dirty exists 2024-04-15T14:37:06.885 INFO:tasks.rados.rados.0.smithi016.stdout:103: left oid 9 (ObjNum 55 snap 5 seq_num 55) 2024-04-15T14:37:06.885 INFO:tasks.rados.rados.0.smithi016.stdout:104: finishing rollback tid 0 to smithi01678542-3 2024-04-15T14:37:06.885 INFO:tasks.rados.rados.0.smithi016.stdout:105: expect (ObjNum 24 snap 0 seq_num 24) 2024-04-15T14:37:06.896 INFO:tasks.rados.rados.0.smithi016.stdout:104: finishing rollback tid 1 to smithi01678542-3 2024-04-15T14:37:06.896 INFO:tasks.rados.rados.0.smithi016.stdout:104: finishing rollback tid 2 to smithi01678542-3 2024-04-15T14:37:06.896 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 3 v 8 (ObjNum 2 snap 0 seq_num 2) dirty exists 2024-04-15T14:37:06.897 INFO:tasks.rados.rados.0.smithi016.stdout:103: done (3 left) 2024-04-15T14:37:06.897 INFO:tasks.rados.rados.0.smithi016.stdout:104: done (2 left) 2024-04-15T14:37:06.897 INFO:tasks.rados.rados.0.smithi016.stdout:105: done (1 left) 2024-04-15T14:37:06.897 INFO:tasks.rados.rados.0.smithi016.stdout:107: snap_create 2024-04-15T14:37:06.897 INFO:tasks.rados.rados.0.smithi016.stdout:106: finishing write tid 1 to smithi01678542-2 2024-04-15T14:37:06.897 INFO:tasks.rados.rados.0.smithi016.stdout:106: finishing write tid 2 to smithi01678542-2 2024-04-15T14:37:06.897 INFO:tasks.rados.rados.0.smithi016.stdout:106: finishing write tid 3 to smithi01678542-2 2024-04-15T14:37:06.897 INFO:tasks.rados.rados.0.smithi016.stdout:106: finishing write tid 4 to smithi01678542-2 2024-04-15T14:37:06.897 INFO:tasks.rados.rados.0.smithi016.stdout:106: oid 2 updating version 0 to 22 2024-04-15T14:37:06.897 INFO:tasks.rados.rados.0.smithi016.stdout:106: oid 2 updating version 22 to 23 2024-04-15T14:37:06.897 INFO:tasks.rados.rados.0.smithi016.stdout:106: oid 2 version 23 is already newer than 21 2024-04-15T14:37:06.897 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 2 v 23 (ObjNum 56 snap 5 seq_num 56) dirty exists 2024-04-15T14:37:06.897 INFO:tasks.rados.rados.0.smithi016.stdout:106: left oid 2 (ObjNum 56 snap 5 seq_num 56) 2024-04-15T14:37:07.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:37:06 smithi102 ceph-mon[31017]: osdmap e84: 8 total, 8 up, 8 in 2024-04-15T14:37:07.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:37:06 smithi102 ceph-mon[31017]: pgmap v104: 121 pgs: 121 active+clean; 25 MiB data, 260 MiB used, 715 GiB / 715 GiB avail; 2.3 MiB/s rd, 6.4 MiB/s wr, 77 op/s 2024-04-15T14:37:07.289 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:37:06 smithi016 ceph-mon[27435]: osdmap e84: 8 total, 8 up, 8 in 2024-04-15T14:37:07.289 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:37:06 smithi016 ceph-mon[27435]: pgmap v104: 121 pgs: 121 active+clean; 25 MiB data, 260 MiB used, 715 GiB / 715 GiB avail; 2.3 MiB/s rd, 6.4 MiB/s wr, 77 op/s 2024-04-15T14:37:07.289 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:37:06 smithi016 ceph-mon[36548]: osdmap e84: 8 total, 8 up, 8 in 2024-04-15T14:37:07.289 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:37:06 smithi016 ceph-mon[36548]: pgmap v104: 121 pgs: 121 active+clean; 25 MiB data, 260 MiB used, 715 GiB / 715 GiB avail; 2.3 MiB/s rd, 6.4 MiB/s wr, 77 op/s 2024-04-15T14:37:07.872 INFO:tasks.rados.rados.0.smithi016.stdout:106: done (1 left) 2024-04-15T14:37:07.872 INFO:tasks.rados.rados.0.smithi016.stdout:107: done (0 left) 2024-04-15T14:37:07.873 INFO:tasks.rados.rados.0.smithi016.stdout:108: read oid 48 snap 4 2024-04-15T14:37:07.873 INFO:tasks.rados.rados.0.smithi016.stdout:108: expect (ObjNum 47 snap 0 seq_num 47) 2024-04-15T14:37:07.873 INFO:tasks.rados.rados.0.smithi016.stdout:109: read oid 49 snap 5 2024-04-15T14:37:07.873 INFO:tasks.rados.rados.0.smithi016.stdout:109: expect (ObjNum 48 snap 0 seq_num 48) 2024-04-15T14:37:07.873 INFO:tasks.rados.rados.0.smithi016.stdout:110: delete oid 44 current snap is 6 2024-04-15T14:37:07.879 INFO:tasks.rados.rados.0.smithi016.stdout:108: expect (ObjNum 47 snap 0 seq_num 47) 2024-04-15T14:37:07.900 INFO:tasks.rados.rados.0.smithi016.stdout:109: expect (ObjNum 48 snap 0 seq_num 48) 2024-04-15T14:37:07.921 INFO:tasks.rados.rados.0.smithi016.stdout:108: done (2 left) 2024-04-15T14:37:07.921 INFO:tasks.rados.rados.0.smithi016.stdout:109: done (1 left) 2024-04-15T14:37:07.922 INFO:tasks.rados.rados.0.smithi016.stdout:110: done (0 left) 2024-04-15T14:37:07.922 INFO:tasks.rados.rados.0.smithi016.stdout:111: rollback oid 49 current snap is 6 2024-04-15T14:37:07.922 INFO:tasks.rados.rados.0.smithi016.stdout:rollback oid 49 to 4 2024-04-15T14:37:07.922 INFO:tasks.rados.rados.0.smithi016.stdout:112: read oid 27 snap -1 2024-04-15T14:37:07.922 INFO:tasks.rados.rados.0.smithi016.stdout:112: expect (ObjNum 26 snap 0 seq_num 26) 2024-04-15T14:37:07.922 INFO:tasks.rados.rados.0.smithi016.stdout:113: setattr oid 41 current snap is 6 2024-04-15T14:37:07.922 INFO:tasks.rados.rados.0.smithi016.stdout:114: delete oid 28 current snap is 6 2024-04-15T14:37:07.924 INFO:tasks.rados.rados.0.smithi016.stdout:114: done (3 left) 2024-04-15T14:37:07.924 INFO:tasks.rados.rados.0.smithi016.stdout:115: snap_remove snap 5 2024-04-15T14:37:08.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:37:07 smithi102 ceph-mon[31017]: osdmap e85: 8 total, 8 up, 8 in 2024-04-15T14:37:08.289 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:37:07 smithi016 ceph-mon[27435]: osdmap e85: 8 total, 8 up, 8 in 2024-04-15T14:37:08.289 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:37:07 smithi016 ceph-mon[36548]: osdmap e85: 8 total, 8 up, 8 in 2024-04-15T14:37:08.886 INFO:tasks.rados.rados.0.smithi016.stdout:115: done (3 left) 2024-04-15T14:37:08.887 INFO:tasks.rados.rados.0.smithi016.stdout:116: setattr oid 50 current snap is 6 2024-04-15T14:37:08.887 INFO:tasks.rados.rados.0.smithi016.stdout:111: finishing rollback tid 0 to smithi01678542-49 2024-04-15T14:37:08.887 INFO:tasks.rados.rados.0.smithi016.stdout:111: finishing rollback tid 1 to smithi01678542-49 2024-04-15T14:37:08.887 INFO:tasks.rados.rados.0.smithi016.stdout:112: expect (ObjNum 26 snap 0 seq_num 26) 2024-04-15T14:37:08.899 INFO:tasks.rados.rados.0.smithi016.stdout:111: finishing rollback tid 2 to smithi01678542-49 2024-04-15T14:37:08.899 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 49 v 16 (ObjNum 48 snap 0 seq_num 48) dirty exists 2024-04-15T14:37:08.899 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 41 v 10 (ObjNum 40 snap 0 seq_num 40) dirty exists 2024-04-15T14:37:08.899 INFO:tasks.rados.rados.0.smithi016.stdout:111: done (3 left) 2024-04-15T14:37:08.899 INFO:tasks.rados.rados.0.smithi016.stdout:112: done (2 left) 2024-04-15T14:37:08.899 INFO:tasks.rados.rados.0.smithi016.stdout:113: done (1 left) 2024-04-15T14:37:08.900 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 48 current snap is 6 2024-04-15T14:37:08.900 INFO:tasks.rados.rados.0.smithi016.stdout:117: seq_num 59 ranges {794624=598016,1392640=401408} 2024-04-15T14:37:08.906 INFO:tasks.rados.rados.0.smithi016.stdout:117: writing smithi01678542-48 from 794624 to 1392640 tid 1 2024-04-15T14:37:08.909 INFO:tasks.rados.rados.0.smithi016.stdout:117: writing smithi01678542-48 from 1392640 to 1794048 tid 2 2024-04-15T14:37:08.909 INFO:tasks.rados.rados.0.smithi016.stdout:118: read oid 47 snap 1 2024-04-15T14:37:08.909 INFO:tasks.rados.rados.0.smithi016.stdout:118: expect (ObjNum 46 snap 0 seq_num 46) 2024-04-15T14:37:08.909 INFO:tasks.rados.rados.0.smithi016.stdout:119: rollback oid 27 current snap is 6 2024-04-15T14:37:08.909 INFO:tasks.rados.rados.0.smithi016.stdout:rollback oid 27 to 1 2024-04-15T14:37:08.909 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 50 v 25 (ObjNum 49 snap 0 seq_num 49) dirty exists 2024-04-15T14:37:08.909 INFO:tasks.rados.rados.0.smithi016.stdout:116: done (3 left) 2024-04-15T14:37:08.909 INFO:tasks.rados.rados.0.smithi016.stdout:120: delete oid 14 current snap is 6 2024-04-15T14:37:08.911 INFO:tasks.rados.rados.0.smithi016.stdout:117: finishing write tid 1 to smithi01678542-48 2024-04-15T14:37:08.912 INFO:tasks.rados.rados.0.smithi016.stdout:118: expect (ObjNum 46 snap 0 seq_num 46) 2024-04-15T14:37:08.936 INFO:tasks.rados.rados.0.smithi016.stdout:117: finishing write tid 2 to smithi01678542-48 2024-04-15T14:37:08.936 INFO:tasks.rados.rados.0.smithi016.stdout:117: finishing write tid 3 to smithi01678542-48 2024-04-15T14:37:08.936 INFO:tasks.rados.rados.0.smithi016.stdout:117: finishing write tid 4 to smithi01678542-48 2024-04-15T14:37:08.936 INFO:tasks.rados.rados.0.smithi016.stdout:117: oid 48 updating version 0 to 16 2024-04-15T14:37:08.936 INFO:tasks.rados.rados.0.smithi016.stdout:117: oid 48 version 16 is already newer than 15 2024-04-15T14:37:08.936 INFO:tasks.rados.rados.0.smithi016.stdout:117: oid 48 updating version 16 to 17 2024-04-15T14:37:08.936 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 48 v 17 (ObjNum 59 snap 6 seq_num 59) dirty exists 2024-04-15T14:37:08.936 INFO:tasks.rados.rados.0.smithi016.stdout:117: left oid 48 (ObjNum 59 snap 6 seq_num 59) 2024-04-15T14:37:08.936 INFO:tasks.rados.rados.0.smithi016.stdout:119: finishing rollback tid 0 to smithi01678542-27 2024-04-15T14:37:08.937 INFO:tasks.rados.rados.0.smithi016.stdout:119: finishing rollback tid 1 to smithi01678542-27 2024-04-15T14:37:08.937 INFO:tasks.rados.rados.0.smithi016.stdout:117: done (3 left) 2024-04-15T14:37:08.937 INFO:tasks.rados.rados.0.smithi016.stdout:118: done (2 left) 2024-04-15T14:37:08.937 INFO:tasks.rados.rados.0.smithi016.stdout:120: done (1 left) 2024-04-15T14:37:08.937 INFO:tasks.rados.rados.0.smithi016.stdout:121: delete oid 36 current snap is 6 2024-04-15T14:37:08.937 INFO:tasks.rados.rados.0.smithi016.stdout:119: finishing rollback tid 2 to smithi01678542-27 2024-04-15T14:37:08.937 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 27 v 12 (ObjNum 26 snap 0 seq_num 26) dirty exists 2024-04-15T14:37:08.938 INFO:tasks.rados.rados.0.smithi016.stdout:119: done (1 left) 2024-04-15T14:37:08.938 INFO:tasks.rados.rados.0.smithi016.stdout:121: done (0 left) 2024-04-15T14:37:08.938 INFO:tasks.rados.rados.0.smithi016.stdout:122: copy_from oid 36 from oid 1 current snap is 6 2024-04-15T14:37:08.938 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 31 current snap is 6 2024-04-15T14:37:08.938 INFO:tasks.rados.rados.0.smithi016.stdout:123: seq_num 62 ranges {606208=647168,1253376=401408} 2024-04-15T14:37:08.943 INFO:tasks.rados.rados.0.smithi016.stdout:123: writing smithi01678542-31 from 606208 to 1253376 tid 1 2024-04-15T14:37:08.946 INFO:tasks.rados.rados.0.smithi016.stdout:123: writing smithi01678542-31 from 1253376 to 1654784 tid 2 2024-04-15T14:37:08.946 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 8 current snap is 6 2024-04-15T14:37:08.946 INFO:tasks.rados.rados.0.smithi016.stdout:122: finishing copy_from to smithi01678542-36 2024-04-15T14:37:08.946 INFO:tasks.rados.rados.0.smithi016.stdout:122: got expected ENOENT (src dne) 2024-04-15T14:37:08.946 INFO:tasks.rados.rados.0.smithi016.stdout:122: finishing copy_from racing read to smithi01678542-36 2024-04-15T14:37:08.946 INFO:tasks.rados.rados.0.smithi016.stdout:124: seq_num 63 ranges {122880=663552,786432=401408} 2024-04-15T14:37:08.950 INFO:tasks.rados.rados.0.smithi016.stdout:124: writing smithi01678542-8 from 122880 to 786432 tid 1 2024-04-15T14:37:08.953 INFO:tasks.rados.rados.0.smithi016.stdout:124: writing smithi01678542-8 from 786432 to 1187840 tid 2 2024-04-15T14:37:08.953 INFO:tasks.rados.rados.0.smithi016.stdout:122: done (2 left) 2024-04-15T14:37:08.953 INFO:tasks.rados.rados.0.smithi016.stdout:125: copy_from oid 41 from oid 44 current snap is 6 2024-04-15T14:37:08.953 INFO:tasks.rados.rados.0.smithi016.stdout:123: finishing write tid 1 to smithi01678542-31 2024-04-15T14:37:08.953 INFO:tasks.rados.rados.0.smithi016.stdout:123: finishing write tid 2 to smithi01678542-31 2024-04-15T14:37:08.954 INFO:tasks.rados.rados.0.smithi016.stdout:123: finishing write tid 3 to smithi01678542-31 2024-04-15T14:37:08.954 INFO:tasks.rados.rados.0.smithi016.stdout:123: finishing write tid 4 to smithi01678542-31 2024-04-15T14:37:08.954 INFO:tasks.rados.rados.0.smithi016.stdout:123: oid 31 updating version 0 to 14 2024-04-15T14:37:08.954 INFO:tasks.rados.rados.0.smithi016.stdout:123: oid 31 updating version 14 to 15 2024-04-15T14:37:08.954 INFO:tasks.rados.rados.0.smithi016.stdout:123: oid 31 version 15 is already newer than 13 2024-04-15T14:37:08.954 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 31 v 15 (ObjNum 62 snap 6 seq_num 62) dirty exists 2024-04-15T14:37:08.954 INFO:tasks.rados.rados.0.smithi016.stdout:123: left oid 31 (ObjNum 62 snap 6 seq_num 62) 2024-04-15T14:37:08.954 INFO:tasks.rados.rados.0.smithi016.stdout:123: done (2 left) 2024-04-15T14:37:08.954 INFO:tasks.rados.rados.0.smithi016.stdout:126: copy_from oid 28 from oid 10 current snap is 6 2024-04-15T14:37:08.954 INFO:tasks.rados.rados.0.smithi016.stdout:127: snap_create 2024-04-15T14:37:08.955 INFO:tasks.rados.rados.0.smithi016.stdout:124: finishing write tid 1 to smithi01678542-8 2024-04-15T14:37:08.955 INFO:tasks.rados.rados.0.smithi016.stdout:125: finishing copy_from to smithi01678542-41 2024-04-15T14:37:08.955 INFO:tasks.rados.rados.0.smithi016.stdout:125: got expected ENOENT (src dne) 2024-04-15T14:37:08.955 INFO:tasks.rados.rados.0.smithi016.stdout:125: finishing copy_from racing read to smithi01678542-41 2024-04-15T14:37:08.956 INFO:tasks.rados.rados.0.smithi016.stdout:124: finishing write tid 2 to smithi01678542-8 2024-04-15T14:37:08.956 INFO:tasks.rados.rados.0.smithi016.stdout:124: finishing write tid 3 to smithi01678542-8 2024-04-15T14:37:08.956 INFO:tasks.rados.rados.0.smithi016.stdout:124: finishing write tid 4 to smithi01678542-8 2024-04-15T14:37:08.956 INFO:tasks.rados.rados.0.smithi016.stdout:124: oid 8 updating version 0 to 23 2024-04-15T14:37:08.956 INFO:tasks.rados.rados.0.smithi016.stdout:124: oid 8 version 23 is already newer than 22 2024-04-15T14:37:08.956 INFO:tasks.rados.rados.0.smithi016.stdout:124: oid 8 version 23 is already newer than 21 2024-04-15T14:37:08.956 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 8 v 23 (ObjNum 63 snap 6 seq_num 63) dirty exists 2024-04-15T14:37:08.957 INFO:tasks.rados.rados.0.smithi016.stdout:124: left oid 8 (ObjNum 63 snap 6 seq_num 63) 2024-04-15T14:37:08.957 INFO:tasks.rados.rados.0.smithi016.stdout:126: finishing copy_from racing read to smithi01678542-28 2024-04-15T14:37:08.957 INFO:tasks.rados.rados.0.smithi016.stdout:126: finishing copy_from to smithi01678542-28 2024-04-15T14:37:08.957 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 28 v 17 (ObjNum 9 snap 0 seq_num 9) dirty exists 2024-04-15T14:37:09.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:37:08 smithi102 ceph-mon[31017]: osdmap e86: 8 total, 8 up, 8 in 2024-04-15T14:37:09.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:37:08 smithi102 ceph-mon[31017]: pgmap v107: 121 pgs: 121 active+clean; 26 MiB data, 262 MiB used, 715 GiB / 715 GiB avail; 4.4 MiB/s rd, 1022 KiB/s wr, 20 op/s 2024-04-15T14:37:09.289 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:37:08 smithi016 ceph-mon[27435]: osdmap e86: 8 total, 8 up, 8 in 2024-04-15T14:37:09.289 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:37:08 smithi016 ceph-mon[27435]: pgmap v107: 121 pgs: 121 active+clean; 26 MiB data, 262 MiB used, 715 GiB / 715 GiB avail; 4.4 MiB/s rd, 1022 KiB/s wr, 20 op/s 2024-04-15T14:37:09.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:37:08 smithi016 ceph-mon[36548]: osdmap e86: 8 total, 8 up, 8 in 2024-04-15T14:37:09.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:37:08 smithi016 ceph-mon[36548]: pgmap v107: 121 pgs: 121 active+clean; 26 MiB data, 262 MiB used, 715 GiB / 715 GiB avail; 4.4 MiB/s rd, 1022 KiB/s wr, 20 op/s 2024-04-15T14:37:09.437 INFO:tasks.rados.rados.0.smithi016.stdout:124: done (3 left) 2024-04-15T14:37:09.438 INFO:tasks.rados.rados.0.smithi016.stdout:125: done (2 left) 2024-04-15T14:37:09.438 INFO:tasks.rados.rados.0.smithi016.stdout:126: done (1 left) 2024-04-15T14:37:09.438 INFO:tasks.rados.rados.0.smithi016.stdout:127: done (0 left) 2024-04-15T14:37:09.438 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 9 current snap is 7 2024-04-15T14:37:09.438 INFO:tasks.rados.rados.0.smithi016.stdout:128: seq_num 64 ranges {1064960=679936,1744896=401408} 2024-04-15T14:37:09.450 INFO:tasks.rados.rados.0.smithi016.stdout:128: writing smithi01678542-9 from 1064960 to 1744896 tid 1 2024-04-15T14:37:09.450 INFO:tasks.rados.rados.0.smithi016.stdout:128: writing smithi01678542-9 from 1744896 to 2146304 tid 2 2024-04-15T14:37:09.450 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 12 current snap is 7 2024-04-15T14:37:09.450 INFO:tasks.rados.rados.0.smithi016.stdout:129: seq_num 65 ranges {188416=696320,884736=401408} 2024-04-15T14:37:09.454 INFO:tasks.rados.rados.0.smithi016.stdout:129: writing smithi01678542-12 from 188416 to 884736 tid 1 2024-04-15T14:37:09.458 INFO:tasks.rados.rados.0.smithi016.stdout:129: writing smithi01678542-12 from 884736 to 1286144 tid 2 2024-04-15T14:37:09.458 INFO:tasks.rados.rados.0.smithi016.stdout:130: rollback oid 22 current snap is 7 2024-04-15T14:37:09.458 INFO:tasks.rados.rados.0.smithi016.stdout:rollback oid 22 to 1 2024-04-15T14:37:09.459 INFO:tasks.rados.rados.0.smithi016.stdout:128: finishing write tid 1 to smithi01678542-9 2024-04-15T14:37:09.459 INFO:tasks.rados.rados.0.smithi016.stdout:128: finishing write tid 2 to smithi01678542-9 2024-04-15T14:37:09.459 INFO:tasks.rados.rados.0.smithi016.stdout:128: finishing write tid 3 to smithi01678542-9 2024-04-15T14:37:09.459 INFO:tasks.rados.rados.0.smithi016.stdout:128: finishing write tid 4 to smithi01678542-9 2024-04-15T14:37:09.459 INFO:tasks.rados.rados.0.smithi016.stdout:128: oid 9 updating version 0 to 33 2024-04-15T14:37:09.459 INFO:tasks.rados.rados.0.smithi016.stdout:128: oid 9 updating version 33 to 35 2024-04-15T14:37:09.459 INFO:tasks.rados.rados.0.smithi016.stdout:128: oid 9 version 35 is already newer than 34 2024-04-15T14:37:09.459 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 9 v 35 (ObjNum 64 snap 7 seq_num 64) dirty exists 2024-04-15T14:37:09.459 INFO:tasks.rados.rados.0.smithi016.stdout:128: left oid 9 (ObjNum 64 snap 7 seq_num 64) 2024-04-15T14:37:09.459 INFO:tasks.rados.rados.0.smithi016.stdout:128: done (2 left) 2024-04-15T14:37:09.459 INFO:tasks.rados.rados.0.smithi016.stdout:131: snap_create 2024-04-15T14:37:09.460 INFO:tasks.rados.rados.0.smithi016.stdout:130: finishing rollback tid 0 to smithi01678542-22 2024-04-15T14:37:09.461 INFO:tasks.rados.rados.0.smithi016.stdout:130: finishing rollback tid 1 to smithi01678542-22 2024-04-15T14:37:09.461 INFO:tasks.rados.rados.0.smithi016.stdout:129: finishing write tid 1 to smithi01678542-12 2024-04-15T14:37:09.461 INFO:tasks.rados.rados.0.smithi016.stdout:130: finishing rollback tid 2 to smithi01678542-22 2024-04-15T14:37:09.461 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 22 v 27 (ObjNum 47 snap 0 seq_num 47) dirty exists 2024-04-15T14:37:09.461 INFO:tasks.rados.rados.0.smithi016.stdout:129: finishing write tid 2 to smithi01678542-12 2024-04-15T14:37:09.461 INFO:tasks.rados.rados.0.smithi016.stdout:129: finishing write tid 3 to smithi01678542-12 2024-04-15T14:37:09.462 INFO:tasks.rados.rados.0.smithi016.stdout:129: finishing write tid 4 to smithi01678542-12 2024-04-15T14:37:09.462 INFO:tasks.rados.rados.0.smithi016.stdout:129: oid 12 updating version 0 to 26 2024-04-15T14:37:09.462 INFO:tasks.rados.rados.0.smithi016.stdout:129: oid 12 version 26 is already newer than 25 2024-04-15T14:37:09.462 INFO:tasks.rados.rados.0.smithi016.stdout:129: oid 12 updating version 26 to 27 2024-04-15T14:37:09.462 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 12 v 27 (ObjNum 65 snap 7 seq_num 65) dirty exists 2024-04-15T14:37:09.463 INFO:tasks.rados.rados.0.smithi016.stdout:129: left oid 12 (ObjNum 65 snap 7 seq_num 65) 2024-04-15T14:37:10.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:37:09 smithi102 ceph-mon[31017]: osdmap e87: 8 total, 8 up, 8 in 2024-04-15T14:37:10.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:37:09 smithi102 ceph-mon[31017]: osdmap e88: 8 total, 8 up, 8 in 2024-04-15T14:37:10.289 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:37:09 smithi016 ceph-mon[27435]: osdmap e87: 8 total, 8 up, 8 in 2024-04-15T14:37:10.289 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:37:09 smithi016 ceph-mon[27435]: osdmap e88: 8 total, 8 up, 8 in 2024-04-15T14:37:10.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:37:09 smithi016 ceph-mon[36548]: osdmap e87: 8 total, 8 up, 8 in 2024-04-15T14:37:10.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:37:09 smithi016 ceph-mon[36548]: osdmap e88: 8 total, 8 up, 8 in 2024-04-15T14:37:10.440 INFO:tasks.rados.rados.0.smithi016.stdout:129: done (2 left) 2024-04-15T14:37:10.440 INFO:tasks.rados.rados.0.smithi016.stdout:130: done (1 left) 2024-04-15T14:37:10.440 INFO:tasks.rados.rados.0.smithi016.stdout:131: done (0 left) 2024-04-15T14:37:10.440 INFO:tasks.rados.rados.0.smithi016.stdout:132: read oid 33 snap -1 2024-04-15T14:37:10.440 INFO:tasks.rados.rados.0.smithi016.stdout:132: expect (ObjNum 32 snap 0 seq_num 32) 2024-04-15T14:37:10.440 INFO:tasks.rados.rados.0.smithi016.stdout:133: read oid 45 snap -1 2024-04-15T14:37:10.441 INFO:tasks.rados.rados.0.smithi016.stdout:133: expect (ObjNum 33 snap 0 seq_num 33) 2024-04-15T14:37:10.441 INFO:tasks.rados.rados.0.smithi016.stdout:134: snap_create 2024-04-15T14:37:10.443 INFO:tasks.rados.rados.0.smithi016.stdout:133: expect (ObjNum 33 snap 0 seq_num 33) 2024-04-15T14:37:10.459 INFO:tasks.rados.rados.0.smithi016.stdout:132: expect (ObjNum 32 snap 0 seq_num 32) 2024-04-15T14:37:11.441 INFO:tasks.rados.rados.0.smithi016.stdout:132: done (2 left) 2024-04-15T14:37:11.441 INFO:tasks.rados.rados.0.smithi016.stdout:133: done (1 left) 2024-04-15T14:37:11.441 INFO:tasks.rados.rados.0.smithi016.stdout:134: done (0 left) 2024-04-15T14:37:11.441 INFO:tasks.rados.rados.0.smithi016.stdout:135: copy_from oid 48 from oid 42 current snap is 9 2024-04-15T14:37:11.442 INFO:tasks.rados.rados.0.smithi016.stdout:136: delete oid 29 current snap is 9 2024-04-15T14:37:11.447 INFO:tasks.rados.rados.0.smithi016.stdout:136: done (1 left) 2024-04-15T14:37:11.447 INFO:tasks.rados.rados.0.smithi016.stdout:137: snap_create 2024-04-15T14:37:11.451 INFO:tasks.rados.rados.0.smithi016.stdout:135: finishing copy_from racing read to smithi01678542-48 2024-04-15T14:37:11.452 INFO:tasks.rados.rados.0.smithi016.stdout:135: finishing copy_from to smithi01678542-48 2024-04-15T14:37:11.452 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 48 v 2 (ObjNum 41 snap 0 seq_num 41) dirty exists 2024-04-15T14:37:11.789 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:37:11 smithi016 ceph-mon[36548]: pgmap v110: 121 pgs: 121 active+clean; 26 MiB data, 262 MiB used, 715 GiB / 715 GiB avail; 4.4 MiB/s rd, 1022 KiB/s wr, 20 op/s 2024-04-15T14:37:11.789 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:37:11 smithi016 ceph-mon[36548]: osdmap e89: 8 total, 8 up, 8 in 2024-04-15T14:37:11.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:37:11 smithi016 ceph-mon[27435]: pgmap v110: 121 pgs: 121 active+clean; 26 MiB data, 262 MiB used, 715 GiB / 715 GiB avail; 4.4 MiB/s rd, 1022 KiB/s wr, 20 op/s 2024-04-15T14:37:11.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:37:11 smithi016 ceph-mon[27435]: osdmap e89: 8 total, 8 up, 8 in 2024-04-15T14:37:11.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:37:11 smithi102 ceph-mon[31017]: pgmap v110: 121 pgs: 121 active+clean; 26 MiB data, 262 MiB used, 715 GiB / 715 GiB avail; 4.4 MiB/s rd, 1022 KiB/s wr, 20 op/s 2024-04-15T14:37:11.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:37:11 smithi102 ceph-mon[31017]: osdmap e89: 8 total, 8 up, 8 in 2024-04-15T14:37:12.452 INFO:tasks.rados.rados.0.smithi016.stdout:135: done (1 left) 2024-04-15T14:37:12.452 INFO:tasks.rados.rados.0.smithi016.stdout:137: done (0 left) 2024-04-15T14:37:12.452 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 43 current snap is 10 2024-04-15T14:37:12.452 INFO:tasks.rados.rados.0.smithi016.stdout:138: seq_num 67 ranges {712704=729088,1441792=401408} 2024-04-15T14:37:12.460 INFO:tasks.rados.rados.0.smithi016.stdout:138: writing smithi01678542-43 from 712704 to 1441792 tid 1 2024-04-15T14:37:12.462 INFO:tasks.rados.rados.0.smithi016.stdout:138: writing smithi01678542-43 from 1441792 to 1843200 tid 2 2024-04-15T14:37:12.462 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 10 current snap is 10 2024-04-15T14:37:12.462 INFO:tasks.rados.rados.0.smithi016.stdout:139: seq_num 68 ranges {155648=745472,901120=401408} 2024-04-15T14:37:12.467 INFO:tasks.rados.rados.0.smithi016.stdout:139: writing smithi01678542-10 from 155648 to 901120 tid 1 2024-04-15T14:37:12.470 INFO:tasks.rados.rados.0.smithi016.stdout:139: writing smithi01678542-10 from 901120 to 1302528 tid 2 2024-04-15T14:37:12.470 INFO:tasks.rados.rados.0.smithi016.stdout:140: snap_create 2024-04-15T14:37:12.470 INFO:tasks.rados.rados.0.smithi016.stdout:138: finishing write tid 1 to smithi01678542-43 2024-04-15T14:37:12.470 INFO:tasks.rados.rados.0.smithi016.stdout:138: finishing write tid 2 to smithi01678542-43 2024-04-15T14:37:12.471 INFO:tasks.rados.rados.0.smithi016.stdout:138: finishing write tid 3 to smithi01678542-43 2024-04-15T14:37:12.471 INFO:tasks.rados.rados.0.smithi016.stdout:138: finishing write tid 4 to smithi01678542-43 2024-04-15T14:37:12.471 INFO:tasks.rados.rados.0.smithi016.stdout:138: oid 43 updating version 0 to 29 2024-04-15T14:37:12.471 INFO:tasks.rados.rados.0.smithi016.stdout:138: oid 43 updating version 29 to 31 2024-04-15T14:37:12.471 INFO:tasks.rados.rados.0.smithi016.stdout:138: oid 43 version 31 is already newer than 30 2024-04-15T14:37:12.471 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 43 v 31 (ObjNum 67 snap 10 seq_num 67) dirty exists 2024-04-15T14:37:12.471 INFO:tasks.rados.rados.0.smithi016.stdout:138: left oid 43 (ObjNum 67 snap 10 seq_num 67) 2024-04-15T14:37:12.472 INFO:tasks.rados.rados.0.smithi016.stdout:139: finishing write tid 1 to smithi01678542-10 2024-04-15T14:37:12.472 INFO:tasks.rados.rados.0.smithi016.stdout:139: finishing write tid 2 to smithi01678542-10 2024-04-15T14:37:12.472 INFO:tasks.rados.rados.0.smithi016.stdout:139: finishing write tid 3 to smithi01678542-10 2024-04-15T14:37:12.473 INFO:tasks.rados.rados.0.smithi016.stdout:139: finishing write tid 4 to smithi01678542-10 2024-04-15T14:37:12.473 INFO:tasks.rados.rados.0.smithi016.stdout:139: oid 10 updating version 0 to 31 2024-04-15T14:37:12.473 INFO:tasks.rados.rados.0.smithi016.stdout:139: oid 10 version 31 is already newer than 30 2024-04-15T14:37:12.473 INFO:tasks.rados.rados.0.smithi016.stdout:139: oid 10 version 31 is already newer than 29 2024-04-15T14:37:12.474 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 10 v 31 (ObjNum 68 snap 10 seq_num 68) dirty exists 2024-04-15T14:37:12.474 INFO:tasks.rados.rados.0.smithi016.stdout:139: left oid 10 (ObjNum 68 snap 10 seq_num 68) 2024-04-15T14:37:12.789 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:37:12 smithi016 ceph-mon[27435]: osdmap e90: 8 total, 8 up, 8 in 2024-04-15T14:37:12.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:37:12 smithi016 ceph-mon[27435]: from='mgr.14628 ' entity='mgr.y' 2024-04-15T14:37:12.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:37:12 smithi016 ceph-mon[27435]: from='mgr.14628 172.21.15.16:0/2128211001' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T14:37:12.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:37:12 smithi016 ceph-mon[27435]: from='mgr.14628 ' entity='mgr.y' 2024-04-15T14:37:12.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:37:12 smithi016 ceph-mon[36548]: osdmap e90: 8 total, 8 up, 8 in 2024-04-15T14:37:12.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:37:12 smithi016 ceph-mon[36548]: from='mgr.14628 ' entity='mgr.y' 2024-04-15T14:37:12.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:37:12 smithi016 ceph-mon[36548]: from='mgr.14628 172.21.15.16:0/2128211001' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T14:37:12.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:37:12 smithi016 ceph-mon[36548]: from='mgr.14628 ' entity='mgr.y' 2024-04-15T14:37:12.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:37:12 smithi102 ceph-mon[31017]: osdmap e90: 8 total, 8 up, 8 in 2024-04-15T14:37:12.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:37:12 smithi102 ceph-mon[31017]: from='mgr.14628 ' entity='mgr.y' 2024-04-15T14:37:12.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:37:12 smithi102 ceph-mon[31017]: from='mgr.14628 172.21.15.16:0/2128211001' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T14:37:12.938 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:37:12 smithi102 ceph-mon[31017]: from='mgr.14628 ' entity='mgr.y' 2024-04-15T14:37:13.454 INFO:tasks.rados.rados.0.smithi016.stdout:138: done (2 left) 2024-04-15T14:37:13.454 INFO:tasks.rados.rados.0.smithi016.stdout:139: done (1 left) 2024-04-15T14:37:13.454 INFO:tasks.rados.rados.0.smithi016.stdout:140: done (0 left) 2024-04-15T14:37:13.454 INFO:tasks.rados.rados.0.smithi016.stdout:141: snap_create 2024-04-15T14:37:13.454 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 15 14:37:13 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-y[27693]: ::ffff:172.21.15.102 - - [15/Apr/2024:14:37:13] "GET /metrics HTTP/1.1" 200 36072 "" "Prometheus/2.43.0" 2024-04-15T14:37:13.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:37:13 smithi016 ceph-mon[36548]: pgmap v113: 121 pgs: 121 active+clean; 26 MiB data, 262 MiB used, 715 GiB / 715 GiB avail 2024-04-15T14:37:13.791 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:37:13 smithi016 ceph-mon[36548]: osdmap e91: 8 total, 8 up, 8 in 2024-04-15T14:37:13.791 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:37:13 smithi016 ceph-mon[27435]: pgmap v113: 121 pgs: 121 active+clean; 26 MiB data, 262 MiB used, 715 GiB / 715 GiB avail 2024-04-15T14:37:13.791 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:37:13 smithi016 ceph-mon[27435]: osdmap e91: 8 total, 8 up, 8 in 2024-04-15T14:37:13.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:37:13 smithi102 ceph-mon[31017]: pgmap v113: 121 pgs: 121 active+clean; 26 MiB data, 262 MiB used, 715 GiB / 715 GiB avail 2024-04-15T14:37:13.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:37:13 smithi102 ceph-mon[31017]: osdmap e91: 8 total, 8 up, 8 in 2024-04-15T14:37:14.464 INFO:tasks.rados.rados.0.smithi016.stdout:141: done (0 left) 2024-04-15T14:37:14.464 INFO:tasks.rados.rados.0.smithi016.stdout:142: read oid 42 snap -1 2024-04-15T14:37:14.464 INFO:tasks.rados.rados.0.smithi016.stdout:142: expect (ObjNum 41 snap 0 seq_num 41) 2024-04-15T14:37:14.464 INFO:tasks.rados.rados.0.smithi016.stdout:143: rmattr oid 17 current snap is 12 2024-04-15T14:37:14.464 INFO:tasks.rados.rados.0.smithi016.stdout:143: done (1 left) 2024-04-15T14:37:14.464 INFO:tasks.rados.rados.0.smithi016.stdout:144: setattr oid 28 current snap is 12 2024-04-15T14:37:14.465 INFO:tasks.rados.rados.0.smithi016.stdout:145: copy_from oid 33 from oid 16 current snap is 12 2024-04-15T14:37:14.465 INFO:tasks.rados.rados.0.smithi016.stdout:146: setattr oid 32 current snap is 12 2024-04-15T14:37:14.467 INFO:tasks.rados.rados.0.smithi016.stdout:147: snap_remove snap 1 2024-04-15T14:37:14.789 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:37:14 smithi016 ceph-mon[27435]: osdmap e92: 8 total, 8 up, 8 in 2024-04-15T14:37:14.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:37:14 smithi016 ceph-mon[36548]: osdmap e92: 8 total, 8 up, 8 in 2024-04-15T14:37:14.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:37:14 smithi102 ceph-mon[31017]: osdmap e92: 8 total, 8 up, 8 in 2024-04-15T14:37:15.469 INFO:tasks.rados.rados.0.smithi016.stdout:147: done (4 left) 2024-04-15T14:37:15.469 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 25 current snap is 12 2024-04-15T14:37:15.469 INFO:tasks.rados.rados.0.smithi016.stdout:148: seq_num 69 ranges {409600=761856,1171456=401408} 2024-04-15T14:37:15.476 INFO:tasks.rados.rados.0.smithi016.stdout:148: writing smithi01678542-25 from 409600 to 1171456 tid 1 2024-04-15T14:37:15.479 INFO:tasks.rados.rados.0.smithi016.stdout:148: writing smithi01678542-25 from 1171456 to 1572864 tid 2 2024-04-15T14:37:15.479 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 35 current snap is 12 2024-04-15T14:37:15.479 INFO:tasks.rados.rados.0.smithi016.stdout:142: expect (ObjNum 41 snap 0 seq_num 41) 2024-04-15T14:37:15.500 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 32 v 21 (ObjNum 31 snap 0 seq_num 31) dirty exists 2024-04-15T14:37:15.500 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 28 v 22 (ObjNum 9 snap 0 seq_num 9) dirty exists 2024-04-15T14:37:15.500 INFO:tasks.rados.rados.0.smithi016.stdout:145: finishing copy_from racing read to smithi01678542-33 2024-04-15T14:37:15.500 INFO:tasks.rados.rados.0.smithi016.stdout:145: finishing copy_from to smithi01678542-33 2024-04-15T14:37:15.500 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 33 v 2 (ObjNum 15 snap 0 seq_num 15) dirty exists 2024-04-15T14:37:15.500 INFO:tasks.rados.rados.0.smithi016.stdout:148: finishing write tid 1 to smithi01678542-25 2024-04-15T14:37:15.500 INFO:tasks.rados.rados.0.smithi016.stdout:149: seq_num 70 ranges {573440=778240,1351680=401408} 2024-04-15T14:37:15.507 INFO:tasks.rados.rados.0.smithi016.stdout:149: writing smithi01678542-35 from 573440 to 1351680 tid 1 2024-04-15T14:37:15.509 INFO:tasks.rados.rados.0.smithi016.stdout:149: writing smithi01678542-35 from 1351680 to 1753088 tid 2 2024-04-15T14:37:15.509 INFO:tasks.rados.rados.0.smithi016.stdout:142: done (5 left) 2024-04-15T14:37:15.509 INFO:tasks.rados.rados.0.smithi016.stdout:144: done (4 left) 2024-04-15T14:37:15.509 INFO:tasks.rados.rados.0.smithi016.stdout:145: done (3 left) 2024-04-15T14:37:15.509 INFO:tasks.rados.rados.0.smithi016.stdout:146: done (2 left) 2024-04-15T14:37:15.509 INFO:tasks.rados.rados.0.smithi016.stdout:150: snap_remove snap 11 2024-04-15T14:37:15.789 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:37:15 smithi016 ceph-mon[27435]: pgmap v116: 121 pgs: 121 active+clean; 34 MiB data, 274 MiB used, 715 GiB / 715 GiB avail; 1.3 MiB/s rd, 2.0 MiB/s wr, 17 op/s 2024-04-15T14:37:15.789 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:37:15 smithi016 ceph-mon[27435]: osdmap e93: 8 total, 8 up, 8 in 2024-04-15T14:37:15.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:37:15 smithi016 ceph-mon[36548]: pgmap v116: 121 pgs: 121 active+clean; 34 MiB data, 274 MiB used, 715 GiB / 715 GiB avail; 1.3 MiB/s rd, 2.0 MiB/s wr, 17 op/s 2024-04-15T14:37:15.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:37:15 smithi016 ceph-mon[36548]: osdmap e93: 8 total, 8 up, 8 in 2024-04-15T14:37:15.938 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:37:15 smithi102 ceph-mon[31017]: pgmap v116: 121 pgs: 121 active+clean; 34 MiB data, 274 MiB used, 715 GiB / 715 GiB avail; 1.3 MiB/s rd, 2.0 MiB/s wr, 17 op/s 2024-04-15T14:37:15.938 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:37:15 smithi102 ceph-mon[31017]: osdmap e93: 8 total, 8 up, 8 in 2024-04-15T14:37:16.477 INFO:tasks.rados.rados.0.smithi016.stdout:150: done (2 left) 2024-04-15T14:37:16.478 INFO:tasks.rados.rados.0.smithi016.stdout:151: delete oid 22 current snap is 12 2024-04-15T14:37:16.478 INFO:tasks.rados.rados.0.smithi016.stdout:148: finishing write tid 2 to smithi01678542-25 2024-04-15T14:37:16.478 INFO:tasks.rados.rados.0.smithi016.stdout:148: finishing write tid 3 to smithi01678542-25 2024-04-15T14:37:16.478 INFO:tasks.rados.rados.0.smithi016.stdout:148: finishing write tid 4 to smithi01678542-25 2024-04-15T14:37:16.478 INFO:tasks.rados.rados.0.smithi016.stdout:148: oid 25 updating version 0 to 8 2024-04-15T14:37:16.478 INFO:tasks.rados.rados.0.smithi016.stdout:148: oid 25 updating version 8 to 9 2024-04-15T14:37:16.478 INFO:tasks.rados.rados.0.smithi016.stdout:148: oid 25 updating version 9 to 10 2024-04-15T14:37:16.478 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 25 v 10 (ObjNum 69 snap 12 seq_num 69) dirty exists 2024-04-15T14:37:16.478 INFO:tasks.rados.rados.0.smithi016.stdout:148: left oid 25 (ObjNum 69 snap 12 seq_num 69) 2024-04-15T14:37:16.478 INFO:tasks.rados.rados.0.smithi016.stdout:149: finishing write tid 1 to smithi01678542-35 2024-04-15T14:37:16.478 INFO:tasks.rados.rados.0.smithi016.stdout:149: finishing write tid 2 to smithi01678542-35 2024-04-15T14:37:16.478 INFO:tasks.rados.rados.0.smithi016.stdout:149: finishing write tid 3 to smithi01678542-35 2024-04-15T14:37:16.478 INFO:tasks.rados.rados.0.smithi016.stdout:149: finishing write tid 4 to smithi01678542-35 2024-04-15T14:37:16.479 INFO:tasks.rados.rados.0.smithi016.stdout:149: oid 35 updating version 0 to 20 2024-04-15T14:37:16.479 INFO:tasks.rados.rados.0.smithi016.stdout:149: oid 35 updating version 20 to 21 2024-04-15T14:37:16.479 INFO:tasks.rados.rados.0.smithi016.stdout:149: oid 35 updating version 21 to 22 2024-04-15T14:37:16.479 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 35 v 22 (ObjNum 70 snap 12 seq_num 70) dirty exists 2024-04-15T14:37:16.479 INFO:tasks.rados.rados.0.smithi016.stdout:149: left oid 35 (ObjNum 70 snap 12 seq_num 70) 2024-04-15T14:37:16.479 INFO:tasks.rados.rados.0.smithi016.stdout:148: done (2 left) 2024-04-15T14:37:16.479 INFO:tasks.rados.rados.0.smithi016.stdout:149: done (1 left) 2024-04-15T14:37:16.479 INFO:tasks.rados.rados.0.smithi016.stdout:151: done (0 left) 2024-04-15T14:37:16.479 INFO:tasks.rados.rados.0.smithi016.stdout:152: snap_create 2024-04-15T14:37:16.789 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:37:16 smithi016 ceph-mon[27435]: osdmap e94: 8 total, 8 up, 8 in 2024-04-15T14:37:16.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:37:16 smithi016 ceph-mon[36548]: osdmap e94: 8 total, 8 up, 8 in 2024-04-15T14:37:16.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:37:16 smithi102 ceph-mon[31017]: osdmap e94: 8 total, 8 up, 8 in 2024-04-15T14:37:17.476 INFO:tasks.rados.rados.0.smithi016.stdout:152: done (0 left) 2024-04-15T14:37:17.476 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 31 current snap is 13 2024-04-15T14:37:17.476 INFO:tasks.rados.rados.0.smithi016.stdout:153: seq_num 72 ranges {1654784=409600,2064384=524288,2588672=278528} 2024-04-15T14:37:17.486 INFO:tasks.rados.rados.0.smithi016.stdout:153: writing smithi01678542-31 from 1654784 to 2064384 tid 1 2024-04-15T14:37:17.489 INFO:tasks.rados.rados.0.smithi016.stdout:153: writing smithi01678542-31 from 2064384 to 2588672 tid 2 2024-04-15T14:37:17.491 INFO:tasks.rados.rados.0.smithi016.stdout:153: writing smithi01678542-31 from 2588672 to 2867200 tid 3 2024-04-15T14:37:17.491 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 16 current snap is 13 2024-04-15T14:37:17.491 INFO:tasks.rados.rados.0.smithi016.stdout:154: seq_num 73 ranges {253952=425984,679936=409600,1089536=393216} 2024-04-15T14:37:17.495 INFO:tasks.rados.rados.0.smithi016.stdout:154: writing smithi01678542-16 from 253952 to 679936 tid 1 2024-04-15T14:37:17.497 INFO:tasks.rados.rados.0.smithi016.stdout:154: writing smithi01678542-16 from 679936 to 1089536 tid 2 2024-04-15T14:37:17.500 INFO:tasks.rados.rados.0.smithi016.stdout:154: writing smithi01678542-16 from 1089536 to 1482752 tid 3 2024-04-15T14:37:17.500 INFO:tasks.rados.rados.0.smithi016.stdout:155: copy_from oid 10 from oid 39 current snap is 13 2024-04-15T14:37:17.500 INFO:tasks.rados.rados.0.smithi016.stdout:153: finishing write tid 1 to smithi01678542-31 2024-04-15T14:37:17.500 INFO:tasks.rados.rados.0.smithi016.stdout:153: finishing write tid 2 to smithi01678542-31 2024-04-15T14:37:17.500 INFO:tasks.rados.rados.0.smithi016.stdout:153: finishing write tid 3 to smithi01678542-31 2024-04-15T14:37:17.500 INFO:tasks.rados.rados.0.smithi016.stdout:153: finishing write tid 4 to smithi01678542-31 2024-04-15T14:37:17.500 INFO:tasks.rados.rados.0.smithi016.stdout:153: finishing write tid 5 to smithi01678542-31 2024-04-15T14:37:17.500 INFO:tasks.rados.rados.0.smithi016.stdout:153: oid 31 updating version 0 to 22 2024-04-15T14:37:17.501 INFO:tasks.rados.rados.0.smithi016.stdout:153: oid 31 version 22 is already newer than 20 2024-04-15T14:37:17.501 INFO:tasks.rados.rados.0.smithi016.stdout:153: oid 31 version 22 is already newer than 21 2024-04-15T14:37:17.501 INFO:tasks.rados.rados.0.smithi016.stdout:153: oid 31 version 22 is already newer than 19 2024-04-15T14:37:17.501 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 31 v 22 (ObjNum 72 snap 13 seq_num 72) dirty exists 2024-04-15T14:37:17.501 INFO:tasks.rados.rados.0.smithi016.stdout:153: left oid 31 (ObjNum 72 snap 13 seq_num 72) 2024-04-15T14:37:17.501 INFO:tasks.rados.rados.0.smithi016.stdout:154: finishing write tid 1 to smithi01678542-16 2024-04-15T14:37:17.501 INFO:tasks.rados.rados.0.smithi016.stdout:153: done (2 left) 2024-04-15T14:37:17.501 INFO:tasks.rados.rados.0.smithi016.stdout:156: read oid 25 snap 8 2024-04-15T14:37:17.501 INFO:tasks.rados.rados.0.smithi016.stdout:156: expect (ObjNum 24 snap 0 seq_num 24) 2024-04-15T14:37:17.501 INFO:tasks.rados.rados.0.smithi016.stdout:157: copy_from oid 21 from oid 35 current snap is 13 2024-04-15T14:37:17.501 INFO:tasks.rados.rados.0.smithi016.stdout:158: snap_remove snap 7 2024-04-15T14:37:17.789 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:37:17 smithi016 ceph-mon[36548]: pgmap v119: 121 pgs: 121 active+clean; 34 MiB data, 274 MiB used, 715 GiB / 715 GiB avail; 1.3 MiB/s rd, 2.0 MiB/s wr, 17 op/s 2024-04-15T14:37:17.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:37:17 smithi016 ceph-mon[36548]: osdmap e95: 8 total, 8 up, 8 in 2024-04-15T14:37:17.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:37:17 smithi016 ceph-mon[27435]: pgmap v119: 121 pgs: 121 active+clean; 34 MiB data, 274 MiB used, 715 GiB / 715 GiB avail; 1.3 MiB/s rd, 2.0 MiB/s wr, 17 op/s 2024-04-15T14:37:17.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:37:17 smithi016 ceph-mon[27435]: osdmap e95: 8 total, 8 up, 8 in 2024-04-15T14:37:17.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:37:17 smithi102 ceph-mon[31017]: pgmap v119: 121 pgs: 121 active+clean; 34 MiB data, 274 MiB used, 715 GiB / 715 GiB avail; 1.3 MiB/s rd, 2.0 MiB/s wr, 17 op/s 2024-04-15T14:37:17.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:37:17 smithi102 ceph-mon[31017]: osdmap e95: 8 total, 8 up, 8 in 2024-04-15T14:37:18.492 INFO:tasks.rados.rados.0.smithi016.stdout:154: finishing write tid 2 to smithi01678542-16 2024-04-15T14:37:18.492 INFO:tasks.rados.rados.0.smithi016.stdout:154: finishing write tid 3 to smithi01678542-16 2024-04-15T14:37:18.492 INFO:tasks.rados.rados.0.smithi016.stdout:154: finishing write tid 4 to smithi01678542-16 2024-04-15T14:37:18.492 INFO:tasks.rados.rados.0.smithi016.stdout:156: expect (ObjNum 24 snap 0 seq_num 24) 2024-04-15T14:37:18.511 INFO:tasks.rados.rados.0.smithi016.stdout:154: finishing write tid 5 to smithi01678542-16 2024-04-15T14:37:18.511 INFO:tasks.rados.rados.0.smithi016.stdout:154: oid 16 updating version 0 to 31 2024-04-15T14:37:18.512 INFO:tasks.rados.rados.0.smithi016.stdout:154: oid 16 updating version 31 to 33 2024-04-15T14:37:18.512 INFO:tasks.rados.rados.0.smithi016.stdout:154: oid 16 version 33 is already newer than 30 2024-04-15T14:37:18.512 INFO:tasks.rados.rados.0.smithi016.stdout:154: oid 16 version 33 is already newer than 32 2024-04-15T14:37:18.512 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 16 v 33 (ObjNum 73 snap 13 seq_num 73) dirty exists 2024-04-15T14:37:18.512 INFO:tasks.rados.rados.0.smithi016.stdout:154: left oid 16 (ObjNum 73 snap 13 seq_num 73) 2024-04-15T14:37:18.512 INFO:tasks.rados.rados.0.smithi016.stdout:154: done (4 left) 2024-04-15T14:37:18.512 INFO:tasks.rados.rados.0.smithi016.stdout:156: done (3 left) 2024-04-15T14:37:18.512 INFO:tasks.rados.rados.0.smithi016.stdout:158: done (2 left) 2024-04-15T14:37:18.512 INFO:tasks.rados.rados.0.smithi016.stdout:159: delete oid 1 current snap is 13 2024-04-15T14:37:18.512 INFO:tasks.rados.rados.0.smithi016.stdout:155: finishing copy_from racing read to smithi01678542-10 2024-04-15T14:37:18.512 INFO:tasks.rados.rados.0.smithi016.stdout:155: finishing copy_from to smithi01678542-10 2024-04-15T14:37:18.512 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 10 v 6 (ObjNum 38 snap 0 seq_num 38) dirty exists 2024-04-15T14:37:18.512 INFO:tasks.rados.rados.0.smithi016.stdout:157: finishing copy_from racing read to smithi01678542-21 2024-04-15T14:37:18.512 INFO:tasks.rados.rados.0.smithi016.stdout:157: finishing copy_from to smithi01678542-21 2024-04-15T14:37:18.513 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 21 v 22 (ObjNum 70 snap 12 seq_num 70) dirty exists 2024-04-15T14:37:18.514 INFO:tasks.rados.rados.0.smithi016.stdout:155: done (2 left) 2024-04-15T14:37:18.514 INFO:tasks.rados.rados.0.smithi016.stdout:157: done (1 left) 2024-04-15T14:37:18.514 INFO:tasks.rados.rados.0.smithi016.stdout:159: done (0 left) 2024-04-15T14:37:18.514 INFO:tasks.rados.rados.0.smithi016.stdout:160: snap_remove snap 8 2024-04-15T14:37:18.789 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:37:18 smithi016 ceph-mon[27435]: osdmap e96: 8 total, 8 up, 8 in 2024-04-15T14:37:18.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:37:18 smithi016 ceph-mon[36548]: osdmap e96: 8 total, 8 up, 8 in 2024-04-15T14:37:18.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:37:18 smithi102 ceph-mon[31017]: osdmap e96: 8 total, 8 up, 8 in 2024-04-15T14:37:19.442 INFO:tasks.rados.rados.0.smithi016.stdout:160: done (0 left) 2024-04-15T14:37:19.442 INFO:tasks.rados.rados.0.smithi016.stdout:161: snap_create 2024-04-15T14:37:19.789 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:37:19 smithi016 ceph-mon[36548]: pgmap v122: 121 pgs: 121 active+clean; 39 MiB data, 281 MiB used, 715 GiB / 715 GiB avail; 811 KiB/s rd, 1.8 MiB/s wr, 18 op/s 2024-04-15T14:37:19.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:37:19 smithi016 ceph-mon[36548]: osdmap e97: 8 total, 8 up, 8 in 2024-04-15T14:37:19.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:37:19 smithi016 ceph-mon[36548]: osdmap e98: 8 total, 8 up, 8 in 2024-04-15T14:37:19.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:37:19 smithi016 ceph-mon[27435]: pgmap v122: 121 pgs: 121 active+clean; 39 MiB data, 281 MiB used, 715 GiB / 715 GiB avail; 811 KiB/s rd, 1.8 MiB/s wr, 18 op/s 2024-04-15T14:37:19.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:37:19 smithi016 ceph-mon[27435]: osdmap e97: 8 total, 8 up, 8 in 2024-04-15T14:37:19.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:37:19 smithi016 ceph-mon[27435]: osdmap e98: 8 total, 8 up, 8 in 2024-04-15T14:37:19.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:37:19 smithi102 ceph-mon[31017]: pgmap v122: 121 pgs: 121 active+clean; 39 MiB data, 281 MiB used, 715 GiB / 715 GiB avail; 811 KiB/s rd, 1.8 MiB/s wr, 18 op/s 2024-04-15T14:37:19.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:37:19 smithi102 ceph-mon[31017]: osdmap e97: 8 total, 8 up, 8 in 2024-04-15T14:37:19.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:37:19 smithi102 ceph-mon[31017]: osdmap e98: 8 total, 8 up, 8 in 2024-04-15T14:37:20.442 INFO:tasks.rados.rados.0.smithi016.stdout:161: done (0 left) 2024-04-15T14:37:20.442 INFO:tasks.rados.rados.0.smithi016.stdout:162: read oid 46 snap -1 2024-04-15T14:37:20.442 INFO:tasks.rados.rados.0.smithi016.stdout:162: expect (ObjNum 45 snap 0 seq_num 45) 2024-04-15T14:37:20.442 INFO:tasks.rados.rados.0.smithi016.stdout:163: read oid 7 snap 4 2024-04-15T14:37:20.443 INFO:tasks.rados.rados.0.smithi016.stdout:163: expect (ObjNum 6 snap 0 seq_num 6) 2024-04-15T14:37:20.443 INFO:tasks.rados.rados.0.smithi016.stdout:164: snap_create 2024-04-15T14:37:20.445 INFO:tasks.rados.rados.0.smithi016.stdout:163: expect (ObjNum 6 snap 0 seq_num 6) 2024-04-15T14:37:20.448 INFO:tasks.rados.rados.0.smithi016.stdout:162: expect (ObjNum 45 snap 0 seq_num 45) 2024-04-15T14:37:21.444 INFO:tasks.rados.rados.0.smithi016.stdout:162: done (2 left) 2024-04-15T14:37:21.445 INFO:tasks.rados.rados.0.smithi016.stdout:163: done (1 left) 2024-04-15T14:37:21.445 INFO:tasks.rados.rados.0.smithi016.stdout:164: done (0 left) 2024-04-15T14:37:21.445 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 13 current snap is 15 2024-04-15T14:37:21.445 INFO:tasks.rados.rados.0.smithi016.stdout:165: seq_num 75 ranges {204800=458752,663552=581632,1245184=221184} 2024-04-15T14:37:21.447 INFO:tasks.rados.rados.0.smithi016.stdout:165: writing smithi01678542-13 from 204800 to 663552 tid 1 2024-04-15T14:37:21.451 INFO:tasks.rados.rados.0.smithi016.stdout:165: writing smithi01678542-13 from 663552 to 1245184 tid 2 2024-04-15T14:37:21.452 INFO:tasks.rados.rados.0.smithi016.stdout:165: writing smithi01678542-13 from 1245184 to 1466368 tid 3 2024-04-15T14:37:21.453 INFO:tasks.rados.rados.0.smithi016.stdout:166: copy_from oid 15 from oid 5 current snap is 15 2024-04-15T14:37:21.453 INFO:tasks.rados.rados.0.smithi016.stdout:167: rollback oid 19 current snap is 15 2024-04-15T14:37:21.453 INFO:tasks.rados.rados.0.smithi016.stdout:rollback oid 19 to 9 2024-04-15T14:37:21.453 INFO:tasks.rados.rados.0.smithi016.stdout:168: copy_from oid 21 from oid 24 current snap is 15 2024-04-15T14:37:21.453 INFO:tasks.rados.rados.0.smithi016.stdout:169: copy_from oid 3 from oid 7 current snap is 15 2024-04-15T14:37:21.453 INFO:tasks.rados.rados.0.smithi016.stdout:170: read oid 33 snap -1 2024-04-15T14:37:21.453 INFO:tasks.rados.rados.0.smithi016.stdout:170: expect (ObjNum 15 snap 0 seq_num 15) 2024-04-15T14:37:21.453 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 16 current snap is 15 2024-04-15T14:37:21.453 INFO:tasks.rados.rados.0.smithi016.stdout:171: seq_num 76 ranges {1482752=475136,1957888=458752,2416640=344064} 2024-04-15T14:37:21.464 INFO:tasks.rados.rados.0.smithi016.stdout:171: writing smithi01678542-16 from 1482752 to 1957888 tid 1 2024-04-15T14:37:21.467 INFO:tasks.rados.rados.0.smithi016.stdout:171: writing smithi01678542-16 from 1957888 to 2416640 tid 2 2024-04-15T14:37:21.469 INFO:tasks.rados.rados.0.smithi016.stdout:171: writing smithi01678542-16 from 2416640 to 2760704 tid 3 2024-04-15T14:37:21.469 INFO:tasks.rados.rados.0.smithi016.stdout:172: rmattr oid 34 current snap is 15 2024-04-15T14:37:21.469 INFO:tasks.rados.rados.0.smithi016.stdout:172: done (7 left) 2024-04-15T14:37:21.469 INFO:tasks.rados.rados.0.smithi016.stdout:173: snap_remove snap 4 2024-04-15T14:37:21.789 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:37:21 smithi016 ceph-mon[27435]: pgmap v125: 121 pgs: 121 active+clean; 39 MiB data, 281 MiB used, 715 GiB / 715 GiB avail; 811 KiB/s rd, 1.8 MiB/s wr, 18 op/s 2024-04-15T14:37:21.789 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:37:21 smithi016 ceph-mon[27435]: osdmap e99: 8 total, 8 up, 8 in 2024-04-15T14:37:21.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:37:21 smithi016 ceph-mon[36548]: pgmap v125: 121 pgs: 121 active+clean; 39 MiB data, 281 MiB used, 715 GiB / 715 GiB avail; 811 KiB/s rd, 1.8 MiB/s wr, 18 op/s 2024-04-15T14:37:21.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:37:21 smithi016 ceph-mon[36548]: osdmap e99: 8 total, 8 up, 8 in 2024-04-15T14:37:21.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:37:21 smithi102 ceph-mon[31017]: pgmap v125: 121 pgs: 121 active+clean; 39 MiB data, 281 MiB used, 715 GiB / 715 GiB avail; 811 KiB/s rd, 1.8 MiB/s wr, 18 op/s 2024-04-15T14:37:21.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:37:21 smithi102 ceph-mon[31017]: osdmap e99: 8 total, 8 up, 8 in 2024-04-15T14:37:22.463 INFO:tasks.rados.rados.0.smithi016.stdout:173: done (7 left) 2024-04-15T14:37:22.464 INFO:tasks.rados.rados.0.smithi016.stdout:174: read oid 39 snap -1 2024-04-15T14:37:22.464 INFO:tasks.rados.rados.0.smithi016.stdout:174: expect (ObjNum 38 snap 0 seq_num 38) 2024-04-15T14:37:22.464 INFO:tasks.rados.rados.0.smithi016.stdout:175: rmattr oid 4 current snap is 15 2024-04-15T14:37:22.464 INFO:tasks.rados.rados.0.smithi016.stdout:175: done (8 left) 2024-04-15T14:37:22.464 INFO:tasks.rados.rados.0.smithi016.stdout:176: snap_create 2024-04-15T14:37:22.464 INFO:tasks.rados.rados.0.smithi016.stdout:165: finishing write tid 1 to smithi01678542-13 2024-04-15T14:37:22.464 INFO:tasks.rados.rados.0.smithi016.stdout:165: finishing write tid 2 to smithi01678542-13 2024-04-15T14:37:22.464 INFO:tasks.rados.rados.0.smithi016.stdout:165: finishing write tid 3 to smithi01678542-13 2024-04-15T14:37:22.464 INFO:tasks.rados.rados.0.smithi016.stdout:165: finishing write tid 4 to smithi01678542-13 2024-04-15T14:37:22.464 INFO:tasks.rados.rados.0.smithi016.stdout:167: finishing rollback tid 0 to smithi01678542-19 2024-04-15T14:37:22.464 INFO:tasks.rados.rados.0.smithi016.stdout:167: finishing rollback tid 1 to smithi01678542-19 2024-04-15T14:37:22.464 INFO:tasks.rados.rados.0.smithi016.stdout:165: finishing write tid 5 to smithi01678542-13 2024-04-15T14:37:22.465 INFO:tasks.rados.rados.0.smithi016.stdout:165: oid 13 updating version 0 to 19 2024-04-15T14:37:22.465 INFO:tasks.rados.rados.0.smithi016.stdout:165: oid 13 updating version 19 to 21 2024-04-15T14:37:22.465 INFO:tasks.rados.rados.0.smithi016.stdout:165: oid 13 version 21 is already newer than 20 2024-04-15T14:37:22.465 INFO:tasks.rados.rados.0.smithi016.stdout:165: oid 13 version 21 is already newer than 18 2024-04-15T14:37:22.465 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 13 v 21 (ObjNum 75 snap 15 seq_num 75) dirty exists 2024-04-15T14:37:22.465 INFO:tasks.rados.rados.0.smithi016.stdout:165: left oid 13 (ObjNum 75 snap 15 seq_num 75) 2024-04-15T14:37:22.465 INFO:tasks.rados.rados.0.smithi016.stdout:167: finishing rollback tid 2 to smithi01678542-19 2024-04-15T14:37:22.465 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 19 v 53 (ObjNum 18 snap 0 seq_num 18) dirty exists 2024-04-15T14:37:22.465 INFO:tasks.rados.rados.0.smithi016.stdout:169: finishing copy_from racing read to smithi01678542-3 2024-04-15T14:37:22.465 INFO:tasks.rados.rados.0.smithi016.stdout:169: finishing copy_from to smithi01678542-3 2024-04-15T14:37:22.465 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 3 v 4 (ObjNum 6 snap 0 seq_num 6) dirty exists 2024-04-15T14:37:22.465 INFO:tasks.rados.rados.0.smithi016.stdout:168: finishing copy_from racing read to smithi01678542-21 2024-04-15T14:37:22.466 INFO:tasks.rados.rados.0.smithi016.stdout:168: finishing copy_from to smithi01678542-21 2024-04-15T14:37:22.466 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 21 v 10 (ObjNum 46 snap 0 seq_num 46) dirty exists 2024-04-15T14:37:22.466 INFO:tasks.rados.rados.0.smithi016.stdout:166: finishing copy_from racing read to smithi01678542-15 2024-04-15T14:37:22.466 INFO:tasks.rados.rados.0.smithi016.stdout:170: expect (ObjNum 15 snap 0 seq_num 15) 2024-04-15T14:37:22.475 INFO:tasks.rados.rados.0.smithi016.stdout:166: finishing copy_from to smithi01678542-15 2024-04-15T14:37:22.475 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 15 v 4 (ObjNum 4 snap 0 seq_num 4) dirty exists 2024-04-15T14:37:22.475 INFO:tasks.rados.rados.0.smithi016.stdout:171: finishing write tid 1 to smithi01678542-16 2024-04-15T14:37:22.475 INFO:tasks.rados.rados.0.smithi016.stdout:171: finishing write tid 2 to smithi01678542-16 2024-04-15T14:37:22.475 INFO:tasks.rados.rados.0.smithi016.stdout:171: finishing write tid 3 to smithi01678542-16 2024-04-15T14:37:22.475 INFO:tasks.rados.rados.0.smithi016.stdout:171: finishing write tid 4 to smithi01678542-16 2024-04-15T14:37:22.475 INFO:tasks.rados.rados.0.smithi016.stdout:171: finishing write tid 5 to smithi01678542-16 2024-04-15T14:37:22.475 INFO:tasks.rados.rados.0.smithi016.stdout:171: oid 16 updating version 0 to 48 2024-04-15T14:37:22.475 INFO:tasks.rados.rados.0.smithi016.stdout:171: oid 16 updating version 48 to 49 2024-04-15T14:37:22.475 INFO:tasks.rados.rados.0.smithi016.stdout:171: oid 16 version 49 is already newer than 47 2024-04-15T14:37:22.475 INFO:tasks.rados.rados.0.smithi016.stdout:171: oid 16 updating version 49 to 50 2024-04-15T14:37:22.476 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 16 v 50 (ObjNum 76 snap 15 seq_num 76) dirty exists 2024-04-15T14:37:22.476 INFO:tasks.rados.rados.0.smithi016.stdout:171: left oid 16 (ObjNum 76 snap 15 seq_num 76) 2024-04-15T14:37:22.476 INFO:tasks.rados.rados.0.smithi016.stdout:174: expect (ObjNum 38 snap 0 seq_num 38) 2024-04-15T14:37:22.789 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:37:22 smithi016 ceph-mon[36548]: osdmap e100: 8 total, 8 up, 8 in 2024-04-15T14:37:22.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:37:22 smithi016 ceph-mon[27435]: osdmap e100: 8 total, 8 up, 8 in 2024-04-15T14:37:22.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:37:22 smithi102 ceph-mon[31017]: osdmap e100: 8 total, 8 up, 8 in 2024-04-15T14:37:23.458 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 15 14:37:23 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-y[27693]: ::ffff:172.21.15.102 - - [15/Apr/2024:14:37:23] "GET /metrics HTTP/1.1" 200 36072 "" "Prometheus/2.43.0" 2024-04-15T14:37:23.467 INFO:tasks.rados.rados.0.smithi016.stdout:165: done (8 left) 2024-04-15T14:37:23.467 INFO:tasks.rados.rados.0.smithi016.stdout:166: done (7 left) 2024-04-15T14:37:23.467 INFO:tasks.rados.rados.0.smithi016.stdout:167: done (6 left) 2024-04-15T14:37:23.467 INFO:tasks.rados.rados.0.smithi016.stdout:168: done (5 left) 2024-04-15T14:37:23.467 INFO:tasks.rados.rados.0.smithi016.stdout:169: done (4 left) 2024-04-15T14:37:23.467 INFO:tasks.rados.rados.0.smithi016.stdout:170: done (3 left) 2024-04-15T14:37:23.467 INFO:tasks.rados.rados.0.smithi016.stdout:171: done (2 left) 2024-04-15T14:37:23.467 INFO:tasks.rados.rados.0.smithi016.stdout:174: done (1 left) 2024-04-15T14:37:23.467 INFO:tasks.rados.rados.0.smithi016.stdout:176: done (0 left) 2024-04-15T14:37:23.467 INFO:tasks.rados.rados.0.smithi016.stdout:177: copy_from oid 17 from oid 8 current snap is 16 2024-04-15T14:37:23.467 INFO:tasks.rados.rados.0.smithi016.stdout:178: read oid 32 snap -1 2024-04-15T14:37:23.467 INFO:tasks.rados.rados.0.smithi016.stdout:178: expect (ObjNum 31 snap 0 seq_num 31) 2024-04-15T14:37:23.467 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 43 current snap is 16 2024-04-15T14:37:23.468 INFO:tasks.rados.rados.0.smithi016.stdout:179: seq_num 77 ranges {1843200=491520,2334720=794624,3129344=8192} 2024-04-15T14:37:23.480 INFO:tasks.rados.rados.0.smithi016.stdout:179: writing smithi01678542-43 from 1843200 to 2334720 tid 1 2024-04-15T14:37:23.486 INFO:tasks.rados.rados.0.smithi016.stdout:179: writing smithi01678542-43 from 2334720 to 3129344 tid 2 2024-04-15T14:37:23.486 INFO:tasks.rados.rados.0.smithi016.stdout:179: writing smithi01678542-43 from 3129344 to 3137536 tid 3 2024-04-15T14:37:23.486 INFO:tasks.rados.rados.0.smithi016.stdout:180: setattr oid 39 current snap is 16 2024-04-15T14:37:23.486 INFO:tasks.rados.rados.0.smithi016.stdout:178: expect (ObjNum 31 snap 0 seq_num 31) 2024-04-15T14:37:23.507 INFO:tasks.rados.rados.0.smithi016.stdout:177: finishing copy_from racing read to smithi01678542-17 2024-04-15T14:37:23.507 INFO:tasks.rados.rados.0.smithi016.stdout:177: finishing copy_from to smithi01678542-17 2024-04-15T14:37:23.507 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 17 v 23 (ObjNum 63 snap 6 seq_num 63) dirty exists 2024-04-15T14:37:23.507 INFO:tasks.rados.rados.0.smithi016.stdout:179: finishing write tid 1 to smithi01678542-43 2024-04-15T14:37:23.507 INFO:tasks.rados.rados.0.smithi016.stdout:179: finishing write tid 2 to smithi01678542-43 2024-04-15T14:37:23.508 INFO:tasks.rados.rados.0.smithi016.stdout:179: finishing write tid 3 to smithi01678542-43 2024-04-15T14:37:23.508 INFO:tasks.rados.rados.0.smithi016.stdout:179: finishing write tid 4 to smithi01678542-43 2024-04-15T14:37:23.508 INFO:tasks.rados.rados.0.smithi016.stdout:179: finishing write tid 5 to smithi01678542-43 2024-04-15T14:37:23.508 INFO:tasks.rados.rados.0.smithi016.stdout:179: oid 43 updating version 0 to 61 2024-04-15T14:37:23.508 INFO:tasks.rados.rados.0.smithi016.stdout:179: oid 43 version 61 is already newer than 60 2024-04-15T14:37:23.508 INFO:tasks.rados.rados.0.smithi016.stdout:179: oid 43 updating version 61 to 62 2024-04-15T14:37:23.508 INFO:tasks.rados.rados.0.smithi016.stdout:179: oid 43 version 62 is already newer than 59 2024-04-15T14:37:23.508 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 43 v 62 (ObjNum 77 snap 16 seq_num 77) dirty exists 2024-04-15T14:37:23.508 INFO:tasks.rados.rados.0.smithi016.stdout:179: left oid 43 (ObjNum 77 snap 16 seq_num 77) 2024-04-15T14:37:23.508 INFO:tasks.rados.rados.0.smithi016.stdout:177: done (3 left) 2024-04-15T14:37:23.508 INFO:tasks.rados.rados.0.smithi016.stdout:178: done (2 left) 2024-04-15T14:37:23.508 INFO:tasks.rados.rados.0.smithi016.stdout:179: done (1 left) 2024-04-15T14:37:23.508 INFO:tasks.rados.rados.0.smithi016.stdout:181: read oid 21 snap 14 2024-04-15T14:37:23.508 INFO:tasks.rados.rados.0.smithi016.stdout:181: expect (ObjNum 70 snap 12 seq_num 70) 2024-04-15T14:37:23.509 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 34 current snap is 16 2024-04-15T14:37:23.509 INFO:tasks.rados.rados.0.smithi016.stdout:182: seq_num 78 ranges {557056=516096,1073152=679936,1753088=122880} 2024-04-15T14:37:23.513 INFO:tasks.rados.rados.0.smithi016.stdout:182: writing smithi01678542-34 from 557056 to 1073152 tid 1 2024-04-15T14:37:23.518 INFO:tasks.rados.rados.0.smithi016.stdout:182: writing smithi01678542-34 from 1073152 to 1753088 tid 2 2024-04-15T14:37:23.519 INFO:tasks.rados.rados.0.smithi016.stdout:182: writing smithi01678542-34 from 1753088 to 1875968 tid 3 2024-04-15T14:37:23.519 INFO:tasks.rados.rados.0.smithi016.stdout:183: snap_create 2024-04-15T14:37:23.520 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 39 v 27 (ObjNum 38 snap 0 seq_num 38) dirty exists 2024-04-15T14:37:23.520 INFO:tasks.rados.rados.0.smithi016.stdout:181: expect (ObjNum 70 snap 12 seq_num 70) 2024-04-15T14:37:23.577 INFO:tasks.rados.rados.0.smithi016.stdout:182: finishing write tid 1 to smithi01678542-34 2024-04-15T14:37:23.577 INFO:tasks.rados.rados.0.smithi016.stdout:182: finishing write tid 2 to smithi01678542-34 2024-04-15T14:37:23.577 INFO:tasks.rados.rados.0.smithi016.stdout:182: finishing write tid 3 to smithi01678542-34 2024-04-15T14:37:23.577 INFO:tasks.rados.rados.0.smithi016.stdout:182: finishing write tid 4 to smithi01678542-34 2024-04-15T14:37:23.577 INFO:tasks.rados.rados.0.smithi016.stdout:182: finishing write tid 5 to smithi01678542-34 2024-04-15T14:37:23.577 INFO:tasks.rados.rados.0.smithi016.stdout:182: oid 34 updating version 0 to 67 2024-04-15T14:37:23.577 INFO:tasks.rados.rados.0.smithi016.stdout:182: oid 34 version 67 is already newer than 65 2024-04-15T14:37:23.577 INFO:tasks.rados.rados.0.smithi016.stdout:182: oid 34 version 67 is already newer than 64 2024-04-15T14:37:23.578 INFO:tasks.rados.rados.0.smithi016.stdout:182: oid 34 version 67 is already newer than 66 2024-04-15T14:37:23.578 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 34 v 67 (ObjNum 78 snap 16 seq_num 78) dirty exists 2024-04-15T14:37:23.578 INFO:tasks.rados.rados.0.smithi016.stdout:182: left oid 34 (ObjNum 78 snap 16 seq_num 78) 2024-04-15T14:37:23.751 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:37:23 smithi016 ceph-mon[36548]: pgmap v128: 121 pgs: 121 active+clean; 39 MiB data, 281 MiB used, 715 GiB / 715 GiB avail 2024-04-15T14:37:23.751 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:37:23 smithi016 ceph-mon[36548]: osdmap e101: 8 total, 8 up, 8 in 2024-04-15T14:37:23.751 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:37:23 smithi016 ceph-mon[27435]: pgmap v128: 121 pgs: 121 active+clean; 39 MiB data, 281 MiB used, 715 GiB / 715 GiB avail 2024-04-15T14:37:23.752 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:37:23 smithi016 ceph-mon[27435]: osdmap e101: 8 total, 8 up, 8 in 2024-04-15T14:37:23.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:37:23 smithi102 ceph-mon[31017]: pgmap v128: 121 pgs: 121 active+clean; 39 MiB data, 281 MiB used, 715 GiB / 715 GiB avail 2024-04-15T14:37:23.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:37:23 smithi102 ceph-mon[31017]: osdmap e101: 8 total, 8 up, 8 in 2024-04-15T14:37:24.471 INFO:tasks.rados.rados.0.smithi016.stdout:180: done (3 left) 2024-04-15T14:37:24.471 INFO:tasks.rados.rados.0.smithi016.stdout:181: done (2 left) 2024-04-15T14:37:24.472 INFO:tasks.rados.rados.0.smithi016.stdout:182: done (1 left) 2024-04-15T14:37:24.472 INFO:tasks.rados.rados.0.smithi016.stdout:183: done (0 left) 2024-04-15T14:37:24.472 INFO:tasks.rados.rados.0.smithi016.stdout:184: snap_create 2024-04-15T14:37:24.728 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:37:24 smithi016 ceph-mon[27435]: osdmap e102: 8 total, 8 up, 8 in 2024-04-15T14:37:24.728 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:37:24 smithi016 ceph-mon[36548]: osdmap e102: 8 total, 8 up, 8 in 2024-04-15T14:37:24.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:37:24 smithi102 ceph-mon[31017]: osdmap e102: 8 total, 8 up, 8 in 2024-04-15T14:37:25.473 INFO:tasks.rados.rados.0.smithi016.stdout:184: done (0 left) 2024-04-15T14:37:25.473 INFO:tasks.rados.rados.0.smithi016.stdout:185: read oid 45 snap -1 2024-04-15T14:37:25.474 INFO:tasks.rados.rados.0.smithi016.stdout:185: expect (ObjNum 33 snap 0 seq_num 33) 2024-04-15T14:37:25.474 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 31 current snap is 18 2024-04-15T14:37:25.474 INFO:tasks.rados.rados.0.smithi016.stdout:186: seq_num 79 ranges {2867200=532480,3399680=565248,3964928=237568} 2024-04-15T14:37:25.492 INFO:tasks.rados.rados.0.smithi016.stdout:186: writing smithi01678542-31 from 2867200 to 3399680 tid 1 2024-04-15T14:37:25.495 INFO:tasks.rados.rados.0.smithi016.stdout:186: writing smithi01678542-31 from 3399680 to 3964928 tid 2 2024-04-15T14:37:25.497 INFO:tasks.rados.rados.0.smithi016.stdout:186: writing smithi01678542-31 from 3964928 to 4202496 tid 3 2024-04-15T14:37:25.497 INFO:tasks.rados.rados.0.smithi016.stdout:187: read oid 49 snap -1 2024-04-15T14:37:25.497 INFO:tasks.rados.rados.0.smithi016.stdout:187: expect (ObjNum 48 snap 0 seq_num 48) 2024-04-15T14:37:25.497 INFO:tasks.rados.rados.0.smithi016.stdout:188: read oid 38 snap -1 2024-04-15T14:37:25.497 INFO:tasks.rados.rados.0.smithi016.stdout:188: expect (ObjNum 37 snap 0 seq_num 37) 2024-04-15T14:37:25.497 INFO:tasks.rados.rados.0.smithi016.stdout:189: read oid 40 snap -1 2024-04-15T14:37:25.497 INFO:tasks.rados.rados.0.smithi016.stdout:189: expect (ObjNum 39 snap 0 seq_num 39) 2024-04-15T14:37:25.497 INFO:tasks.rados.rados.0.smithi016.stdout:190: snap_create 2024-04-15T14:37:25.497 INFO:tasks.rados.rados.0.smithi016.stdout:185: expect (ObjNum 33 snap 0 seq_num 33) 2024-04-15T14:37:25.514 INFO:tasks.rados.rados.0.smithi016.stdout:186: finishing write tid 1 to smithi01678542-31 2024-04-15T14:37:25.514 INFO:tasks.rados.rados.0.smithi016.stdout:186: finishing write tid 2 to smithi01678542-31 2024-04-15T14:37:25.514 INFO:tasks.rados.rados.0.smithi016.stdout:187: expect (ObjNum 48 snap 0 seq_num 48) 2024-04-15T14:37:25.536 INFO:tasks.rados.rados.0.smithi016.stdout:186: finishing write tid 3 to smithi01678542-31 2024-04-15T14:37:25.536 INFO:tasks.rados.rados.0.smithi016.stdout:186: finishing write tid 4 to smithi01678542-31 2024-04-15T14:37:25.536 INFO:tasks.rados.rados.0.smithi016.stdout:188: expect (ObjNum 37 snap 0 seq_num 37) 2024-04-15T14:37:25.552 INFO:tasks.rados.rados.0.smithi016.stdout:189: expect (ObjNum 39 snap 0 seq_num 39) 2024-04-15T14:37:25.570 INFO:tasks.rados.rados.0.smithi016.stdout:186: finishing write tid 5 to smithi01678542-31 2024-04-15T14:37:25.570 INFO:tasks.rados.rados.0.smithi016.stdout:186: oid 31 updating version 0 to 34 2024-04-15T14:37:25.570 INFO:tasks.rados.rados.0.smithi016.stdout:186: oid 31 version 34 is already newer than 32 2024-04-15T14:37:25.570 INFO:tasks.rados.rados.0.smithi016.stdout:186: oid 31 version 34 is already newer than 31 2024-04-15T14:37:25.570 INFO:tasks.rados.rados.0.smithi016.stdout:186: oid 31 version 34 is already newer than 33 2024-04-15T14:37:25.570 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 31 v 34 (ObjNum 79 snap 18 seq_num 79) dirty exists 2024-04-15T14:37:25.570 INFO:tasks.rados.rados.0.smithi016.stdout:186: left oid 31 (ObjNum 79 snap 18 seq_num 79) 2024-04-15T14:37:25.789 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:37:25 smithi016 ceph-mon[27435]: pgmap v131: 121 pgs: 121 active+clean; 40 MiB data, 286 MiB used, 715 GiB / 715 GiB avail; 1.3 MiB/s rd, 854 KiB/s wr, 8 op/s 2024-04-15T14:37:25.789 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:37:25 smithi016 ceph-mon[27435]: osdmap e103: 8 total, 8 up, 8 in 2024-04-15T14:37:25.789 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:37:25 smithi016 ceph-mon[36548]: pgmap v131: 121 pgs: 121 active+clean; 40 MiB data, 286 MiB used, 715 GiB / 715 GiB avail; 1.3 MiB/s rd, 854 KiB/s wr, 8 op/s 2024-04-15T14:37:25.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:37:25 smithi016 ceph-mon[36548]: osdmap e103: 8 total, 8 up, 8 in 2024-04-15T14:37:25.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:37:25 smithi102 ceph-mon[31017]: pgmap v131: 121 pgs: 121 active+clean; 40 MiB data, 286 MiB used, 715 GiB / 715 GiB avail; 1.3 MiB/s rd, 854 KiB/s wr, 8 op/s 2024-04-15T14:37:25.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:37:25 smithi102 ceph-mon[31017]: osdmap e103: 8 total, 8 up, 8 in 2024-04-15T14:37:26.077 INFO:teuthology.orchestra.run.smithi016.stdout:true 2024-04-15T14:37:26.407 INFO:teuthology.orchestra.run.smithi016.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-04-15T14:37:26.407 INFO:teuthology.orchestra.run.smithi016.stdout:alertmanager.a smithi016 *:9093,9094 running (2m) 49s ago 2m 26.5M - 0.25.0 c8568f914cd2 bc85d1f32a92 2024-04-15T14:37:26.407 INFO:teuthology.orchestra.run.smithi016.stdout:grafana.a smithi102 *:3000 running (2m) 48s ago 2m 83.7M - 9.4.7 954c08fa6188 dfd3a2bac142 2024-04-15T14:37:26.407 INFO:teuthology.orchestra.run.smithi016.stdout:mds.a smithi016 running (3m) 49s ago 3m 15.4M - 18.2.2-1221-ge3fb05d5 aa4d2281650a 287f01435fb1 2024-04-15T14:37:26.407 INFO:teuthology.orchestra.run.smithi016.stdout:mds.b smithi102 running (3m) 48s ago 3m 13.0M - 18.2.2-1221-ge3fb05d5 aa4d2281650a 9ed1adb3241c 2024-04-15T14:37:26.408 INFO:teuthology.orchestra.run.smithi016.stdout:mgr.x smithi102 *:8443,8765 running (7m) 48s ago 7m 449M - 18.2.2-1221-ge3fb05d5 aa4d2281650a 312901c60e9f 2024-04-15T14:37:26.408 INFO:teuthology.orchestra.run.smithi016.stdout:mgr.y smithi016 *:9283,8765 running (9m) 49s ago 9m 499M - 18.2.2-1221-ge3fb05d5 aa4d2281650a 1389745c9a7f 2024-04-15T14:37:26.408 INFO:teuthology.orchestra.run.smithi016.stdout:mon.a smithi016 running (9m) 49s ago 9m 47.2M 2048M 18.2.2-1221-ge3fb05d5 aa4d2281650a 73d4ec97caf5 2024-04-15T14:37:26.408 INFO:teuthology.orchestra.run.smithi016.stdout:mon.b smithi102 running (7m) 48s ago 7m 39.9M 2048M 18.2.2-1221-ge3fb05d5 aa4d2281650a 07416040f229 2024-04-15T14:37:26.408 INFO:teuthology.orchestra.run.smithi016.stdout:mon.c smithi016 running (7m) 49s ago 7m 37.2M 2048M 18.2.2-1221-ge3fb05d5 aa4d2281650a c42afef2bc9e 2024-04-15T14:37:26.408 INFO:teuthology.orchestra.run.smithi016.stdout:node-exporter.a smithi016 *:9100 running (2m) 49s ago 2m 16.0M - 1.5.0 0da6a335fe13 8d0101b6e6e8 2024-04-15T14:37:26.408 INFO:teuthology.orchestra.run.smithi016.stdout:node-exporter.b smithi102 *:9100 running (2m) 48s ago 2m 8497k - 1.5.0 0da6a335fe13 d83ffdf53df3 2024-04-15T14:37:26.408 INFO:teuthology.orchestra.run.smithi016.stdout:osd.0 smithi016 running (7m) 49s ago 7m 46.3M 2993M 18.2.2-1221-ge3fb05d5 aa4d2281650a ae127ce45e48 2024-04-15T14:37:26.408 INFO:teuthology.orchestra.run.smithi016.stdout:osd.1 smithi016 running (6m) 49s ago 6m 44.2M 2993M 18.2.2-1221-ge3fb05d5 aa4d2281650a 9239978ce644 2024-04-15T14:37:26.408 INFO:teuthology.orchestra.run.smithi016.stdout:osd.2 smithi016 running (6m) 49s ago 6m 43.0M 2993M 18.2.2-1221-ge3fb05d5 aa4d2281650a b55efe4e74b4 2024-04-15T14:37:26.408 INFO:teuthology.orchestra.run.smithi016.stdout:osd.3 smithi016 running (5m) 49s ago 5m 41.5M 2993M 18.2.2-1221-ge3fb05d5 aa4d2281650a b2684936efa6 2024-04-15T14:37:26.408 INFO:teuthology.orchestra.run.smithi016.stdout:osd.4 smithi102 running (5m) 48s ago 5m 42.0M 2992M 18.2.2-1221-ge3fb05d5 aa4d2281650a f863e36be995 2024-04-15T14:37:26.408 INFO:teuthology.orchestra.run.smithi016.stdout:osd.5 smithi102 running (5m) 48s ago 5m 42.7M 2992M 18.2.2-1221-ge3fb05d5 aa4d2281650a 64518f93c8c8 2024-04-15T14:37:26.408 INFO:teuthology.orchestra.run.smithi016.stdout:osd.6 smithi102 running (4m) 48s ago 4m 54.3M 2992M 18.2.2-1221-ge3fb05d5 aa4d2281650a a3993a86427e 2024-04-15T14:37:26.408 INFO:teuthology.orchestra.run.smithi016.stdout:osd.7 smithi102 running (4m) 48s ago 4m 41.7M 2992M 18.2.2-1221-ge3fb05d5 aa4d2281650a f9ac771a8a69 2024-04-15T14:37:26.409 INFO:teuthology.orchestra.run.smithi016.stdout:prometheus.a smithi102 *:9095 running (115s) 48s ago 3m 38.0M - 2.43.0 a07b618ecd1d 11691b427374 2024-04-15T14:37:26.483 INFO:tasks.rados.rados.0.smithi016.stdout:185: done (5 left) 2024-04-15T14:37:26.483 INFO:tasks.rados.rados.0.smithi016.stdout:186: done (4 left) 2024-04-15T14:37:26.483 INFO:tasks.rados.rados.0.smithi016.stdout:187: done (3 left) 2024-04-15T14:37:26.483 INFO:tasks.rados.rados.0.smithi016.stdout:188: done (2 left) 2024-04-15T14:37:26.483 INFO:tasks.rados.rados.0.smithi016.stdout:189: done (1 left) 2024-04-15T14:37:26.483 INFO:tasks.rados.rados.0.smithi016.stdout:190: done (0 left) 2024-04-15T14:37:26.483 INFO:tasks.rados.rados.0.smithi016.stdout:191: snap_remove snap 16 2024-04-15T14:37:26.789 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:37:26 smithi016 ceph-mon[27435]: osdmap e104: 8 total, 8 up, 8 in 2024-04-15T14:37:26.789 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:37:26 smithi016 ceph-mon[36548]: osdmap e104: 8 total, 8 up, 8 in 2024-04-15T14:37:26.817 INFO:teuthology.orchestra.run.smithi016.stdout:{ 2024-04-15T14:37:26.818 INFO:teuthology.orchestra.run.smithi016.stdout: "mon": { 2024-04-15T14:37:26.818 INFO:teuthology.orchestra.run.smithi016.stdout: "ceph version 18.2.2-1221-ge3fb05d5 (e3fb05d5e6da84b5c44db3f3051c4d242f9809c1) reef (stable)": 3 2024-04-15T14:37:26.818 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-04-15T14:37:26.818 INFO:teuthology.orchestra.run.smithi016.stdout: "mgr": { 2024-04-15T14:37:26.818 INFO:teuthology.orchestra.run.smithi016.stdout: "ceph version 18.2.2-1221-ge3fb05d5 (e3fb05d5e6da84b5c44db3f3051c4d242f9809c1) reef (stable)": 2 2024-04-15T14:37:26.818 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-04-15T14:37:26.819 INFO:teuthology.orchestra.run.smithi016.stdout: "osd": { 2024-04-15T14:37:26.819 INFO:teuthology.orchestra.run.smithi016.stdout: "ceph version 18.2.2-1221-ge3fb05d5 (e3fb05d5e6da84b5c44db3f3051c4d242f9809c1) reef (stable)": 8 2024-04-15T14:37:26.819 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-04-15T14:37:26.819 INFO:teuthology.orchestra.run.smithi016.stdout: "mds": { 2024-04-15T14:37:26.819 INFO:teuthology.orchestra.run.smithi016.stdout: "ceph version 18.2.2-1221-ge3fb05d5 (e3fb05d5e6da84b5c44db3f3051c4d242f9809c1) reef (stable)": 2 2024-04-15T14:37:26.820 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-04-15T14:37:26.820 INFO:teuthology.orchestra.run.smithi016.stdout: "overall": { 2024-04-15T14:37:26.820 INFO:teuthology.orchestra.run.smithi016.stdout: "ceph version 18.2.2-1221-ge3fb05d5 (e3fb05d5e6da84b5c44db3f3051c4d242f9809c1) reef (stable)": 15 2024-04-15T14:37:26.820 INFO:teuthology.orchestra.run.smithi016.stdout: } 2024-04-15T14:37:26.820 INFO:teuthology.orchestra.run.smithi016.stdout:} 2024-04-15T14:37:26.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:37:26 smithi102 ceph-mon[31017]: osdmap e104: 8 total, 8 up, 8 in 2024-04-15T14:37:27.485 INFO:tasks.rados.rados.0.smithi016.stdout:191: done (0 left) 2024-04-15T14:37:27.485 INFO:tasks.rados.rados.0.smithi016.stdout:192: read oid 36 snap -1 2024-04-15T14:37:27.485 INFO:tasks.rados.rados.0.smithi016.stdout:192: expect deleted 2024-04-15T14:37:27.485 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 1 current snap is 19 2024-04-15T14:37:27.485 INFO:tasks.rados.rados.0.smithi016.stdout:193: seq_num 80 ranges {0=548864,548864=450560,999424=352256} 2024-04-15T14:37:27.489 INFO:tasks.rados.rados.0.smithi016.stdout:193: writing smithi01678542-1 from 0 to 548864 tid 1 2024-04-15T14:37:27.491 INFO:tasks.rados.rados.0.smithi016.stdout:193: writing smithi01678542-1 from 548864 to 999424 tid 2 2024-04-15T14:37:27.493 INFO:tasks.rados.rados.0.smithi016.stdout:193: writing smithi01678542-1 from 999424 to 1351680 tid 3 2024-04-15T14:37:27.493 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 9 current snap is 19 2024-04-15T14:37:27.493 INFO:tasks.rados.rados.0.smithi016.stdout:194: seq_num 81 ranges {2146304=565248,2711552=737280,3448832=65536} 2024-04-15T14:37:27.508 INFO:tasks.rados.rados.0.smithi016.stdout:194: writing smithi01678542-9 from 2146304 to 2711552 tid 1 2024-04-15T14:37:27.513 INFO:tasks.rados.rados.0.smithi016.stdout:194: writing smithi01678542-9 from 2711552 to 3448832 tid 2 2024-04-15T14:37:27.514 INFO:tasks.rados.rados.0.smithi016.stdout:194: writing smithi01678542-9 from 3448832 to 3514368 tid 3 2024-04-15T14:37:27.514 INFO:tasks.rados.rados.0.smithi016.stdout:195: rmattr oid 11 current snap is 19 2024-04-15T14:37:27.514 INFO:tasks.rados.rados.0.smithi016.stdout:195: done (3 left) 2024-04-15T14:37:27.514 INFO:tasks.rados.rados.0.smithi016.stdout:196: snap_remove snap 14 2024-04-15T14:37:27.789 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:37:27 smithi016 ceph-mon[36548]: pgmap v134: 121 pgs: 121 active+clean; 40 MiB data, 286 MiB used, 715 GiB / 715 GiB avail; 1.3 MiB/s rd, 854 KiB/s wr, 8 op/s 2024-04-15T14:37:27.789 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:37:27 smithi016 ceph-mon[36548]: from='client.24971 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-15T14:37:27.789 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:37:27 smithi016 ceph-mon[36548]: from='client.15096 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-15T14:37:27.789 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:37:27 smithi016 ceph-mon[36548]: osdmap e105: 8 total, 8 up, 8 in 2024-04-15T14:37:27.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:37:27 smithi016 ceph-mon[36548]: from='client.? 172.21.15.16:0/1563747060' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T14:37:27.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:37:27 smithi016 ceph-mon[36548]: from='mgr.14628 172.21.15.16:0/2128211001' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T14:37:27.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:37:27 smithi016 ceph-mon[27435]: pgmap v134: 121 pgs: 121 active+clean; 40 MiB data, 286 MiB used, 715 GiB / 715 GiB avail; 1.3 MiB/s rd, 854 KiB/s wr, 8 op/s 2024-04-15T14:37:27.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:37:27 smithi016 ceph-mon[27435]: from='client.24971 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-15T14:37:27.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:37:27 smithi016 ceph-mon[27435]: from='client.15096 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-15T14:37:27.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:37:27 smithi016 ceph-mon[27435]: osdmap e105: 8 total, 8 up, 8 in 2024-04-15T14:37:27.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:37:27 smithi016 ceph-mon[27435]: from='client.? 172.21.15.16:0/1563747060' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T14:37:27.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:37:27 smithi016 ceph-mon[27435]: from='mgr.14628 172.21.15.16:0/2128211001' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T14:37:27.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:37:27 smithi102 ceph-mon[31017]: pgmap v134: 121 pgs: 121 active+clean; 40 MiB data, 286 MiB used, 715 GiB / 715 GiB avail; 1.3 MiB/s rd, 854 KiB/s wr, 8 op/s 2024-04-15T14:37:27.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:37:27 smithi102 ceph-mon[31017]: from='client.24971 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-15T14:37:27.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:37:27 smithi102 ceph-mon[31017]: from='client.15096 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-15T14:37:27.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:37:27 smithi102 ceph-mon[31017]: osdmap e105: 8 total, 8 up, 8 in 2024-04-15T14:37:27.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:37:27 smithi102 ceph-mon[31017]: from='client.? 172.21.15.16:0/1563747060' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T14:37:27.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:37:27 smithi102 ceph-mon[31017]: from='mgr.14628 172.21.15.16:0/2128211001' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T14:37:28.495 INFO:tasks.rados.rados.0.smithi016.stdout:196: done (3 left) 2024-04-15T14:37:28.495 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 2 current snap is 19 2024-04-15T14:37:28.495 INFO:tasks.rados.rados.0.smithi016.stdout:197: seq_num 82 ranges {966656=581632,1548288=622592,2170880=180224} 2024-04-15T14:37:28.503 INFO:tasks.rados.rados.0.smithi016.stdout:197: writing smithi01678542-2 from 966656 to 1548288 tid 1 2024-04-15T14:37:28.507 INFO:tasks.rados.rados.0.smithi016.stdout:197: writing smithi01678542-2 from 1548288 to 2170880 tid 2 2024-04-15T14:37:28.509 INFO:tasks.rados.rados.0.smithi016.stdout:197: writing smithi01678542-2 from 2170880 to 2351104 tid 3 2024-04-15T14:37:28.509 INFO:tasks.rados.rados.0.smithi016.stdout:198: copy_from oid 38 from oid 46 current snap is 19 2024-04-15T14:37:28.509 INFO:tasks.rados.rados.0.smithi016.stdout:193: finishing write tid 1 to smithi01678542-1 2024-04-15T14:37:28.509 INFO:tasks.rados.rados.0.smithi016.stdout:193: finishing write tid 2 to smithi01678542-1 2024-04-15T14:37:28.509 INFO:tasks.rados.rados.0.smithi016.stdout:193: finishing write tid 3 to smithi01678542-1 2024-04-15T14:37:28.509 INFO:tasks.rados.rados.0.smithi016.stdout:193: finishing write tid 4 to smithi01678542-1 2024-04-15T14:37:28.509 INFO:tasks.rados.rados.0.smithi016.stdout:193: finishing write tid 5 to smithi01678542-1 2024-04-15T14:37:28.510 INFO:tasks.rados.rados.0.smithi016.stdout:193: oid 1 updating version 0 to 39 2024-04-15T14:37:28.510 INFO:tasks.rados.rados.0.smithi016.stdout:193: oid 1 version 39 is already newer than 38 2024-04-15T14:37:28.510 INFO:tasks.rados.rados.0.smithi016.stdout:193: oid 1 version 39 is already newer than 35 2024-04-15T14:37:28.510 INFO:tasks.rados.rados.0.smithi016.stdout:193: oid 1 updating version 39 to 40 2024-04-15T14:37:28.510 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 1 v 40 (ObjNum 80 snap 19 seq_num 80) dirty exists 2024-04-15T14:37:28.510 INFO:tasks.rados.rados.0.smithi016.stdout:193: left oid 1 (ObjNum 80 snap 19 seq_num 80) 2024-04-15T14:37:28.510 INFO:tasks.rados.rados.0.smithi016.stdout:194: finishing write tid 1 to smithi01678542-9 2024-04-15T14:37:28.510 INFO:tasks.rados.rados.0.smithi016.stdout:194: finishing write tid 2 to smithi01678542-9 2024-04-15T14:37:28.510 INFO:tasks.rados.rados.0.smithi016.stdout:194: finishing write tid 3 to smithi01678542-9 2024-04-15T14:37:28.510 INFO:tasks.rados.rados.0.smithi016.stdout:194: finishing write tid 4 to smithi01678542-9 2024-04-15T14:37:28.510 INFO:tasks.rados.rados.0.smithi016.stdout:194: finishing write tid 5 to smithi01678542-9 2024-04-15T14:37:28.510 INFO:tasks.rados.rados.0.smithi016.stdout:194: oid 9 updating version 0 to 48 2024-04-15T14:37:28.510 INFO:tasks.rados.rados.0.smithi016.stdout:194: oid 9 updating version 48 to 49 2024-04-15T14:37:28.511 INFO:tasks.rados.rados.0.smithi016.stdout:194: oid 9 version 49 is already newer than 47 2024-04-15T14:37:28.511 INFO:tasks.rados.rados.0.smithi016.stdout:194: oid 9 updating version 49 to 50 2024-04-15T14:37:28.511 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 9 v 50 (ObjNum 81 snap 19 seq_num 81) dirty exists 2024-04-15T14:37:28.511 INFO:tasks.rados.rados.0.smithi016.stdout:194: left oid 9 (ObjNum 81 snap 19 seq_num 81) 2024-04-15T14:37:28.511 INFO:tasks.rados.rados.0.smithi016.stdout:197: finishing write tid 1 to smithi01678542-2 2024-04-15T14:37:28.511 INFO:tasks.rados.rados.0.smithi016.stdout:192: done (4 left) 2024-04-15T14:37:28.511 INFO:tasks.rados.rados.0.smithi016.stdout:193: done (3 left) 2024-04-15T14:37:28.511 INFO:tasks.rados.rados.0.smithi016.stdout:194: done (2 left) 2024-04-15T14:37:28.511 INFO:tasks.rados.rados.0.smithi016.stdout:199: snap_remove snap 6 2024-04-15T14:37:28.789 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:37:28 smithi016 ceph-mon[36548]: osdmap e106: 8 total, 8 up, 8 in 2024-04-15T14:37:28.789 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:37:28 smithi016 ceph-mon[27435]: osdmap e106: 8 total, 8 up, 8 in 2024-04-15T14:37:28.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:37:28 smithi102 ceph-mon[31017]: osdmap e106: 8 total, 8 up, 8 in 2024-04-15T14:37:29.445 INFO:tasks.rados.rados.0.smithi016.stdout:199: done (2 left) 2024-04-15T14:37:29.445 INFO:tasks.rados.rados.0.smithi016.stdout:200: rmattr oid 30 current snap is 19 2024-04-15T14:37:29.445 INFO:tasks.rados.rados.0.smithi016.stdout:200: done (2 left) 2024-04-15T14:37:29.445 INFO:tasks.rados.rados.0.smithi016.stdout:201: rmattr oid 27 current snap is 19 2024-04-15T14:37:29.445 INFO:tasks.rados.rados.0.smithi016.stdout:201: done (2 left) 2024-04-15T14:37:29.445 INFO:tasks.rados.rados.0.smithi016.stdout:202: rmattr oid 12 current snap is 19 2024-04-15T14:37:29.445 INFO:tasks.rados.rados.0.smithi016.stdout:202: done (2 left) 2024-04-15T14:37:29.445 INFO:tasks.rados.rados.0.smithi016.stdout:203: read oid 49 snap -1 2024-04-15T14:37:29.445 INFO:tasks.rados.rados.0.smithi016.stdout:203: expect (ObjNum 48 snap 0 seq_num 48) 2024-04-15T14:37:29.445 INFO:tasks.rados.rados.0.smithi016.stdout:204: read oid 50 snap -1 2024-04-15T14:37:29.445 INFO:tasks.rados.rados.0.smithi016.stdout:204: expect (ObjNum 49 snap 0 seq_num 49) 2024-04-15T14:37:29.445 INFO:tasks.rados.rados.0.smithi016.stdout:205: delete oid 19 current snap is 19 2024-04-15T14:37:29.446 INFO:tasks.rados.rados.0.smithi016.stdout:197: finishing write tid 2 to smithi01678542-2 2024-04-15T14:37:29.446 INFO:tasks.rados.rados.0.smithi016.stdout:197: finishing write tid 3 to smithi01678542-2 2024-04-15T14:37:29.446 INFO:tasks.rados.rados.0.smithi016.stdout:197: finishing write tid 4 to smithi01678542-2 2024-04-15T14:37:29.446 INFO:tasks.rados.rados.0.smithi016.stdout:197: finishing write tid 5 to smithi01678542-2 2024-04-15T14:37:29.446 INFO:tasks.rados.rados.0.smithi016.stdout:197: oid 2 updating version 0 to 68 2024-04-15T14:37:29.446 INFO:tasks.rados.rados.0.smithi016.stdout:197: oid 2 version 68 is already newer than 66 2024-04-15T14:37:29.446 INFO:tasks.rados.rados.0.smithi016.stdout:197: oid 2 version 68 is already newer than 65 2024-04-15T14:37:29.446 INFO:tasks.rados.rados.0.smithi016.stdout:197: oid 2 version 68 is already newer than 67 2024-04-15T14:37:29.446 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 2 v 68 (ObjNum 82 snap 19 seq_num 82) dirty exists 2024-04-15T14:37:29.446 INFO:tasks.rados.rados.0.smithi016.stdout:197: left oid 2 (ObjNum 82 snap 19 seq_num 82) 2024-04-15T14:37:29.446 INFO:tasks.rados.rados.0.smithi016.stdout:198: finishing copy_from racing read to smithi01678542-38 2024-04-15T14:37:29.446 INFO:tasks.rados.rados.0.smithi016.stdout:198: finishing copy_from to smithi01678542-38 2024-04-15T14:37:29.446 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 38 v 12 (ObjNum 45 snap 0 seq_num 45) dirty exists 2024-04-15T14:37:29.451 INFO:tasks.rados.rados.0.smithi016.stdout:197: done (4 left) 2024-04-15T14:37:29.451 INFO:tasks.rados.rados.0.smithi016.stdout:198: done (3 left) 2024-04-15T14:37:29.451 INFO:tasks.rados.rados.0.smithi016.stdout:205: done (2 left) 2024-04-15T14:37:29.452 INFO:tasks.rados.rados.0.smithi016.stdout:206: read oid 9 snap -1 2024-04-15T14:37:29.452 INFO:tasks.rados.rados.0.smithi016.stdout:206: expect (ObjNum 81 snap 19 seq_num 81) 2024-04-15T14:37:29.452 INFO:tasks.rados.rados.0.smithi016.stdout:207: copy_from oid 38 from oid 7 current snap is 19 2024-04-15T14:37:29.452 INFO:tasks.rados.rados.0.smithi016.stdout:208: copy_from oid 31 from oid 32 current snap is 19 2024-04-15T14:37:29.452 INFO:tasks.rados.rados.0.smithi016.stdout:209: read oid 25 snap 9 2024-04-15T14:37:29.452 INFO:tasks.rados.rados.0.smithi016.stdout:209: expect (ObjNum 24 snap 0 seq_num 24) 2024-04-15T14:37:29.452 INFO:tasks.rados.rados.0.smithi016.stdout:210: delete oid 16 current snap is 19 2024-04-15T14:37:29.457 INFO:tasks.rados.rados.0.smithi016.stdout:210: done (6 left) 2024-04-15T14:37:29.457 INFO:tasks.rados.rados.0.smithi016.stdout:211: rollback oid 33 current snap is 19 2024-04-15T14:37:29.457 INFO:tasks.rados.rados.0.smithi016.stdout:rollback oid 33 to 18 2024-04-15T14:37:29.457 INFO:tasks.rados.rados.0.smithi016.stdout:212: delete oid 14 current snap is 19 2024-04-15T14:37:29.458 INFO:tasks.rados.rados.0.smithi016.stdout:207: finishing copy_from racing read to smithi01678542-38 2024-04-15T14:37:29.463 INFO:tasks.rados.rados.0.smithi016.stdout:203: expect (ObjNum 48 snap 0 seq_num 48) 2024-04-15T14:37:29.490 INFO:tasks.rados.rados.0.smithi016.stdout:209: expect (ObjNum 24 snap 0 seq_num 24) 2024-04-15T14:37:29.503 INFO:tasks.rados.rados.0.smithi016.stdout:203: done (7 left) 2024-04-15T14:37:29.503 INFO:tasks.rados.rados.0.smithi016.stdout:209: done (6 left) 2024-04-15T14:37:29.503 INFO:tasks.rados.rados.0.smithi016.stdout:212: done (5 left) 2024-04-15T14:37:29.503 INFO:tasks.rados.rados.0.smithi016.stdout:213: copy_from oid 39 from oid 44 current snap is 19 2024-04-15T14:37:29.503 INFO:tasks.rados.rados.0.smithi016.stdout:214: rollback oid 21 current snap is 19 2024-04-15T14:37:29.503 INFO:tasks.rados.rados.0.smithi016.stdout:rollback oid 21 to 12 2024-04-15T14:37:29.503 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 15 current snap is 19 2024-04-15T14:37:29.503 INFO:tasks.rados.rados.0.smithi016.stdout:215: seq_num 86 ranges {73728=647168,720896=606208,1327104=196608} 2024-04-15T14:37:29.507 INFO:tasks.rados.rados.0.smithi016.stdout:215: writing smithi01678542-15 from 73728 to 720896 tid 1 2024-04-15T14:37:29.511 INFO:tasks.rados.rados.0.smithi016.stdout:215: writing smithi01678542-15 from 720896 to 1327104 tid 2 2024-04-15T14:37:29.512 INFO:tasks.rados.rados.0.smithi016.stdout:215: writing smithi01678542-15 from 1327104 to 1523712 tid 3 2024-04-15T14:37:29.513 INFO:tasks.rados.rados.0.smithi016.stdout:216: rollback oid 17 current snap is 19 2024-04-15T14:37:29.513 INFO:tasks.rados.rados.0.smithi016.stdout:rollback oid 17 to 18 2024-04-15T14:37:29.513 INFO:tasks.rados.rados.0.smithi016.stdout:208: finishing copy_from racing read to smithi01678542-31 2024-04-15T14:37:29.513 INFO:tasks.rados.rados.0.smithi016.stdout:211: finishing rollback tid 0 to smithi01678542-33 2024-04-15T14:37:29.513 INFO:tasks.rados.rados.0.smithi016.stdout:211: finishing rollback tid 1 to smithi01678542-33 2024-04-15T14:37:29.513 INFO:tasks.rados.rados.0.smithi016.stdout:211: finishing rollback tid 2 to smithi01678542-33 2024-04-15T14:37:29.513 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 33 v 65 (ObjNum 15 snap 0 seq_num 15) dirty exists 2024-04-15T14:37:29.513 INFO:tasks.rados.rados.0.smithi016.stdout:208: finishing copy_from to smithi01678542-31 2024-04-15T14:37:29.513 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 31 v 21 (ObjNum 31 snap 0 seq_num 31) dirty exists 2024-04-15T14:37:29.513 INFO:tasks.rados.rados.0.smithi016.stdout:207: finishing copy_from to smithi01678542-38 2024-04-15T14:37:29.513 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 38 v 4 (ObjNum 6 snap 0 seq_num 6) dirty exists 2024-04-15T14:37:29.513 INFO:tasks.rados.rados.0.smithi016.stdout:204: expect (ObjNum 49 snap 0 seq_num 49) 2024-04-15T14:37:29.541 INFO:tasks.rados.rados.0.smithi016.stdout:206: expect (ObjNum 81 snap 19 seq_num 81) 2024-04-15T14:37:29.701 INFO:tasks.rados.rados.0.smithi016.stdout:204: done (8 left) 2024-04-15T14:37:29.701 INFO:tasks.rados.rados.0.smithi016.stdout:206: done (7 left) 2024-04-15T14:37:29.701 INFO:tasks.rados.rados.0.smithi016.stdout:207: done (6 left) 2024-04-15T14:37:29.702 INFO:tasks.rados.rados.0.smithi016.stdout:208: done (5 left) 2024-04-15T14:37:29.702 INFO:tasks.rados.rados.0.smithi016.stdout:211: done (4 left) 2024-04-15T14:37:29.702 INFO:tasks.rados.rados.0.smithi016.stdout:217: snap_remove snap 15 2024-04-15T14:37:29.789 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:37:29 smithi016 ceph-mon[36548]: pgmap v137: 121 pgs: 121 active+clean; 48 MiB data, 300 MiB used, 715 GiB / 715 GiB avail; 3.5 MiB/s rd, 1.9 MiB/s wr, 17 op/s 2024-04-15T14:37:29.789 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:37:29 smithi016 ceph-mon[36548]: osdmap e107: 8 total, 8 up, 8 in 2024-04-15T14:37:29.789 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:37:29 smithi016 ceph-mon[36548]: osdmap e108: 8 total, 8 up, 8 in 2024-04-15T14:37:29.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:37:29 smithi016 ceph-mon[27435]: pgmap v137: 121 pgs: 121 active+clean; 48 MiB data, 300 MiB used, 715 GiB / 715 GiB avail; 3.5 MiB/s rd, 1.9 MiB/s wr, 17 op/s 2024-04-15T14:37:29.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:37:29 smithi016 ceph-mon[27435]: osdmap e107: 8 total, 8 up, 8 in 2024-04-15T14:37:29.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:37:29 smithi016 ceph-mon[27435]: osdmap e108: 8 total, 8 up, 8 in 2024-04-15T14:37:29.938 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:37:29 smithi102 ceph-mon[31017]: pgmap v137: 121 pgs: 121 active+clean; 48 MiB data, 300 MiB used, 715 GiB / 715 GiB avail; 3.5 MiB/s rd, 1.9 MiB/s wr, 17 op/s 2024-04-15T14:37:29.938 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:37:29 smithi102 ceph-mon[31017]: osdmap e107: 8 total, 8 up, 8 in 2024-04-15T14:37:29.938 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:37:29 smithi102 ceph-mon[31017]: osdmap e108: 8 total, 8 up, 8 in 2024-04-15T14:37:30.500 INFO:tasks.rados.rados.0.smithi016.stdout:217: done (4 left) 2024-04-15T14:37:30.501 INFO:tasks.rados.rados.0.smithi016.stdout:218: snap_remove snap 9 2024-04-15T14:37:31.511 INFO:tasks.rados.rados.0.smithi016.stdout:218: done (4 left) 2024-04-15T14:37:31.511 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 12 current snap is 19 2024-04-15T14:37:31.511 INFO:tasks.rados.rados.0.smithi016.stdout:219: seq_num 87 ranges {1286144=663552,1949696=491520,2441216=311296} 2024-04-15T14:37:31.521 INFO:tasks.rados.rados.0.smithi016.stdout:219: writing smithi01678542-12 from 1286144 to 1949696 tid 1 2024-04-15T14:37:31.524 INFO:tasks.rados.rados.0.smithi016.stdout:219: writing smithi01678542-12 from 1949696 to 2441216 tid 2 2024-04-15T14:37:31.527 INFO:tasks.rados.rados.0.smithi016.stdout:219: writing smithi01678542-12 from 2441216 to 2752512 tid 3 2024-04-15T14:37:31.527 INFO:tasks.rados.rados.0.smithi016.stdout:220: copy_from oid 11 from oid 20 current snap is 19 2024-04-15T14:37:31.527 INFO:tasks.rados.rados.0.smithi016.stdout:213: finishing copy_from to smithi01678542-39 2024-04-15T14:37:31.527 INFO:tasks.rados.rados.0.smithi016.stdout:213: got expected ENOENT (src dne) 2024-04-15T14:37:31.527 INFO:tasks.rados.rados.0.smithi016.stdout:213: finishing copy_from racing read to smithi01678542-39 2024-04-15T14:37:31.527 INFO:tasks.rados.rados.0.smithi016.stdout:214: finishing rollback tid 0 to smithi01678542-21 2024-04-15T14:37:31.527 INFO:tasks.rados.rados.0.smithi016.stdout:214: finishing rollback tid 1 to smithi01678542-21 2024-04-15T14:37:31.527 INFO:tasks.rados.rados.0.smithi016.stdout:214: finishing rollback tid 2 to smithi01678542-21 2024-04-15T14:37:31.527 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 21 v 83 (ObjNum 20 snap 0 seq_num 20) dirty exists 2024-04-15T14:37:31.527 INFO:tasks.rados.rados.0.smithi016.stdout:215: finishing write tid 1 to smithi01678542-15 2024-04-15T14:37:31.527 INFO:tasks.rados.rados.0.smithi016.stdout:215: finishing write tid 2 to smithi01678542-15 2024-04-15T14:37:31.527 INFO:tasks.rados.rados.0.smithi016.stdout:215: finishing write tid 3 to smithi01678542-15 2024-04-15T14:37:31.528 INFO:tasks.rados.rados.0.smithi016.stdout:216: finishing rollback tid 0 to smithi01678542-17 2024-04-15T14:37:31.528 INFO:tasks.rados.rados.0.smithi016.stdout:215: finishing write tid 4 to smithi01678542-15 2024-04-15T14:37:31.528 INFO:tasks.rados.rados.0.smithi016.stdout:216: finishing rollback tid 1 to smithi01678542-17 2024-04-15T14:37:31.528 INFO:tasks.rados.rados.0.smithi016.stdout:216: finishing rollback tid 2 to smithi01678542-17 2024-04-15T14:37:31.528 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 17 v 27 (ObjNum 63 snap 6 seq_num 63) dirty exists 2024-04-15T14:37:31.528 INFO:tasks.rados.rados.0.smithi016.stdout:215: finishing write tid 5 to smithi01678542-15 2024-04-15T14:37:31.528 INFO:tasks.rados.rados.0.smithi016.stdout:215: oid 15 updating version 0 to 65 2024-04-15T14:37:31.528 INFO:tasks.rados.rados.0.smithi016.stdout:215: oid 15 updating version 65 to 67 2024-04-15T14:37:31.528 INFO:tasks.rados.rados.0.smithi016.stdout:215: oid 15 updating version 67 to 68 2024-04-15T14:37:31.528 INFO:tasks.rados.rados.0.smithi016.stdout:215: oid 15 version 68 is already newer than 66 2024-04-15T14:37:31.528 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 15 v 68 (ObjNum 86 snap 19 seq_num 86) dirty exists 2024-04-15T14:37:31.528 INFO:tasks.rados.rados.0.smithi016.stdout:215: left oid 15 (ObjNum 86 snap 19 seq_num 86) 2024-04-15T14:37:31.528 INFO:tasks.rados.rados.0.smithi016.stdout:219: finishing write tid 1 to smithi01678542-12 2024-04-15T14:37:31.529 INFO:tasks.rados.rados.0.smithi016.stdout:213: done (5 left) 2024-04-15T14:37:31.529 INFO:tasks.rados.rados.0.smithi016.stdout:214: done (4 left) 2024-04-15T14:37:31.529 INFO:tasks.rados.rados.0.smithi016.stdout:215: done (3 left) 2024-04-15T14:37:31.529 INFO:tasks.rados.rados.0.smithi016.stdout:216: done (2 left) 2024-04-15T14:37:31.529 INFO:tasks.rados.rados.0.smithi016.stdout:221: delete oid 17 current snap is 19 2024-04-15T14:37:31.530 INFO:tasks.rados.rados.0.smithi016.stdout:221: done (2 left) 2024-04-15T14:37:31.530 INFO:tasks.rados.rados.0.smithi016.stdout:222: delete oid 41 current snap is 19 2024-04-15T14:37:31.530 INFO:tasks.rados.rados.0.smithi016.stdout:219: finishing write tid 2 to smithi01678542-12 2024-04-15T14:37:31.530 INFO:tasks.rados.rados.0.smithi016.stdout:219: finishing write tid 3 to smithi01678542-12 2024-04-15T14:37:31.530 INFO:tasks.rados.rados.0.smithi016.stdout:219: finishing write tid 4 to smithi01678542-12 2024-04-15T14:37:31.531 INFO:tasks.rados.rados.0.smithi016.stdout:219: finishing write tid 5 to smithi01678542-12 2024-04-15T14:37:31.531 INFO:tasks.rados.rados.0.smithi016.stdout:219: oid 12 updating version 0 to 40 2024-04-15T14:37:31.531 INFO:tasks.rados.rados.0.smithi016.stdout:219: oid 12 version 40 is already newer than 39 2024-04-15T14:37:31.531 INFO:tasks.rados.rados.0.smithi016.stdout:219: oid 12 updating version 40 to 42 2024-04-15T14:37:31.531 INFO:tasks.rados.rados.0.smithi016.stdout:219: oid 12 version 42 is already newer than 41 2024-04-15T14:37:31.531 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 12 v 42 (ObjNum 87 snap 19 seq_num 87) dirty exists 2024-04-15T14:37:31.531 INFO:tasks.rados.rados.0.smithi016.stdout:219: left oid 12 (ObjNum 87 snap 19 seq_num 87) 2024-04-15T14:37:31.531 INFO:tasks.rados.rados.0.smithi016.stdout:219: done (2 left) 2024-04-15T14:37:31.531 INFO:tasks.rados.rados.0.smithi016.stdout:222: done (1 left) 2024-04-15T14:37:31.531 INFO:tasks.rados.rados.0.smithi016.stdout:223: setattr oid 47 current snap is 19 2024-04-15T14:37:31.532 INFO:tasks.rados.rados.0.smithi016.stdout:220: finishing copy_from racing read to smithi01678542-11 2024-04-15T14:37:31.532 INFO:tasks.rados.rados.0.smithi016.stdout:220: finishing copy_from to smithi01678542-11 2024-04-15T14:37:31.533 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 11 v 4 (ObjNum 11 snap 0 seq_num 11) dirty exists 2024-04-15T14:37:31.533 INFO:tasks.rados.rados.0.smithi016.stdout:220: done (1 left) 2024-04-15T14:37:31.533 INFO:tasks.rados.rados.0.smithi016.stdout:224: snap_remove snap 10 2024-04-15T14:37:31.789 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:37:31 smithi016 ceph-mon[36548]: pgmap v140: 121 pgs: 121 active+clean; 48 MiB data, 300 MiB used, 715 GiB / 715 GiB avail; 3.5 MiB/s rd, 1.9 MiB/s wr, 17 op/s 2024-04-15T14:37:31.789 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:37:31 smithi016 ceph-mon[36548]: osdmap e109: 8 total, 8 up, 8 in 2024-04-15T14:37:31.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:37:31 smithi016 ceph-mon[27435]: pgmap v140: 121 pgs: 121 active+clean; 48 MiB data, 300 MiB used, 715 GiB / 715 GiB avail; 3.5 MiB/s rd, 1.9 MiB/s wr, 17 op/s 2024-04-15T14:37:31.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:37:31 smithi016 ceph-mon[27435]: osdmap e109: 8 total, 8 up, 8 in 2024-04-15T14:37:31.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:37:31 smithi102 ceph-mon[31017]: pgmap v140: 121 pgs: 121 active+clean; 48 MiB data, 300 MiB used, 715 GiB / 715 GiB avail; 3.5 MiB/s rd, 1.9 MiB/s wr, 17 op/s 2024-04-15T14:37:31.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:37:31 smithi102 ceph-mon[31017]: osdmap e109: 8 total, 8 up, 8 in 2024-04-15T14:37:32.514 INFO:tasks.rados.rados.0.smithi016.stdout:224: done (1 left) 2024-04-15T14:37:32.514 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 37 current snap is 19 2024-04-15T14:37:32.514 INFO:tasks.rados.rados.0.smithi016.stdout:225: seq_num 90 ranges {606208=712704,1318912=540672,1859584=262144} 2024-04-15T14:37:32.523 INFO:tasks.rados.rados.0.smithi016.stdout:225: writing smithi01678542-37 from 606208 to 1318912 tid 1 2024-04-15T14:37:32.526 INFO:tasks.rados.rados.0.smithi016.stdout:225: writing smithi01678542-37 from 1318912 to 1859584 tid 2 2024-04-15T14:37:32.529 INFO:tasks.rados.rados.0.smithi016.stdout:225: writing smithi01678542-37 from 1859584 to 2121728 tid 3 2024-04-15T14:37:32.529 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 49 current snap is 19 2024-04-15T14:37:32.529 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 47 v 97 (ObjNum 46 snap 0 seq_num 46) dirty exists 2024-04-15T14:37:32.529 INFO:tasks.rados.rados.0.smithi016.stdout:226: seq_num 91 ranges {811008=729088,1540096=425984,1966080=376832} 2024-04-15T14:37:32.537 INFO:tasks.rados.rados.0.smithi016.stdout:226: writing smithi01678542-49 from 811008 to 1540096 tid 1 2024-04-15T14:37:32.540 INFO:tasks.rados.rados.0.smithi016.stdout:226: writing smithi01678542-49 from 1540096 to 1966080 tid 2 2024-04-15T14:37:32.543 INFO:tasks.rados.rados.0.smithi016.stdout:226: writing smithi01678542-49 from 1966080 to 2342912 tid 3 2024-04-15T14:37:32.543 INFO:tasks.rados.rados.0.smithi016.stdout:223: done (2 left) 2024-04-15T14:37:32.543 INFO:tasks.rados.rados.0.smithi016.stdout:227: copy_from oid 26 from oid 25 current snap is 19 2024-04-15T14:37:32.543 INFO:tasks.rados.rados.0.smithi016.stdout:225: finishing write tid 1 to smithi01678542-37 2024-04-15T14:37:32.543 INFO:tasks.rados.rados.0.smithi016.stdout:225: finishing write tid 2 to smithi01678542-37 2024-04-15T14:37:32.543 INFO:tasks.rados.rados.0.smithi016.stdout:225: finishing write tid 3 to smithi01678542-37 2024-04-15T14:37:32.544 INFO:tasks.rados.rados.0.smithi016.stdout:225: finishing write tid 4 to smithi01678542-37 2024-04-15T14:37:32.544 INFO:tasks.rados.rados.0.smithi016.stdout:225: finishing write tid 5 to smithi01678542-37 2024-04-15T14:37:32.544 INFO:tasks.rados.rados.0.smithi016.stdout:225: oid 37 updating version 0 to 103 2024-04-15T14:37:32.544 INFO:tasks.rados.rados.0.smithi016.stdout:225: oid 37 version 103 is already newer than 102 2024-04-15T14:37:32.544 INFO:tasks.rados.rados.0.smithi016.stdout:225: oid 37 version 103 is already newer than 101 2024-04-15T14:37:32.544 INFO:tasks.rados.rados.0.smithi016.stdout:225: oid 37 version 103 is already newer than 100 2024-04-15T14:37:32.544 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 37 v 103 (ObjNum 90 snap 19 seq_num 90) dirty exists 2024-04-15T14:37:32.544 INFO:tasks.rados.rados.0.smithi016.stdout:225: left oid 37 (ObjNum 90 snap 19 seq_num 90) 2024-04-15T14:37:32.544 INFO:tasks.rados.rados.0.smithi016.stdout:226: finishing write tid 1 to smithi01678542-49 2024-04-15T14:37:32.544 INFO:tasks.rados.rados.0.smithi016.stdout:226: finishing write tid 2 to smithi01678542-49 2024-04-15T14:37:32.544 INFO:tasks.rados.rados.0.smithi016.stdout:225: done (2 left) 2024-04-15T14:37:32.544 INFO:tasks.rados.rados.0.smithi016.stdout:228: snap_create 2024-04-15T14:37:32.545 INFO:tasks.rados.rados.0.smithi016.stdout:226: finishing write tid 3 to smithi01678542-49 2024-04-15T14:37:32.545 INFO:tasks.rados.rados.0.smithi016.stdout:226: finishing write tid 4 to smithi01678542-49 2024-04-15T14:37:32.546 INFO:tasks.rados.rados.0.smithi016.stdout:226: finishing write tid 5 to smithi01678542-49 2024-04-15T14:37:32.546 INFO:tasks.rados.rados.0.smithi016.stdout:226: oid 49 updating version 0 to 32 2024-04-15T14:37:32.546 INFO:tasks.rados.rados.0.smithi016.stdout:226: oid 49 updating version 32 to 33 2024-04-15T14:37:32.546 INFO:tasks.rados.rados.0.smithi016.stdout:226: oid 49 version 33 is already newer than 30 2024-04-15T14:37:32.546 INFO:tasks.rados.rados.0.smithi016.stdout:226: oid 49 version 33 is already newer than 31 2024-04-15T14:37:32.546 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 49 v 33 (ObjNum 91 snap 19 seq_num 91) dirty exists 2024-04-15T14:37:32.546 INFO:tasks.rados.rados.0.smithi016.stdout:226: left oid 49 (ObjNum 91 snap 19 seq_num 91) 2024-04-15T14:37:32.551 INFO:tasks.rados.rados.0.smithi016.stdout:227: finishing copy_from racing read to smithi01678542-26 2024-04-15T14:37:32.552 INFO:tasks.rados.rados.0.smithi016.stdout:227: finishing copy_from to smithi01678542-26 2024-04-15T14:37:32.552 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 26 v 10 (ObjNum 69 snap 12 seq_num 69) dirty exists 2024-04-15T14:37:32.789 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:37:32 smithi016 ceph-mon[27435]: osdmap e110: 8 total, 8 up, 8 in 2024-04-15T14:37:32.789 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:37:32 smithi016 ceph-mon[36548]: osdmap e110: 8 total, 8 up, 8 in 2024-04-15T14:37:32.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:37:32 smithi102 ceph-mon[31017]: osdmap e110: 8 total, 8 up, 8 in 2024-04-15T14:37:33.509 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 15 14:37:33 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-y[27693]: ::ffff:172.21.15.102 - - [15/Apr/2024:14:37:33] "GET /metrics HTTP/1.1" 200 36075 "" "Prometheus/2.43.0" 2024-04-15T14:37:33.517 INFO:tasks.rados.rados.0.smithi016.stdout:226: done (2 left) 2024-04-15T14:37:33.517 INFO:tasks.rados.rados.0.smithi016.stdout:227: done (1 left) 2024-04-15T14:37:33.517 INFO:tasks.rados.rados.0.smithi016.stdout:228: done (0 left) 2024-04-15T14:37:33.517 INFO:tasks.rados.rados.0.smithi016.stdout:229: snap_create 2024-04-15T14:37:33.789 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:37:33 smithi016 ceph-mon[27435]: pgmap v143: 121 pgs: 121 active+clean; 48 MiB data, 300 MiB used, 715 GiB / 715 GiB avail 2024-04-15T14:37:33.789 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:37:33 smithi016 ceph-mon[27435]: osdmap e111: 8 total, 8 up, 8 in 2024-04-15T14:37:33.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:37:33 smithi016 ceph-mon[36548]: pgmap v143: 121 pgs: 121 active+clean; 48 MiB data, 300 MiB used, 715 GiB / 715 GiB avail 2024-04-15T14:37:33.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:37:33 smithi016 ceph-mon[36548]: osdmap e111: 8 total, 8 up, 8 in 2024-04-15T14:37:33.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:37:33 smithi102 ceph-mon[31017]: pgmap v143: 121 pgs: 121 active+clean; 48 MiB data, 300 MiB used, 715 GiB / 715 GiB avail 2024-04-15T14:37:33.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:37:33 smithi102 ceph-mon[31017]: osdmap e111: 8 total, 8 up, 8 in 2024-04-15T14:37:34.521 INFO:tasks.rados.rados.0.smithi016.stdout:229: done (0 left) 2024-04-15T14:37:34.522 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 17 current snap is 21 2024-04-15T14:37:34.522 INFO:tasks.rados.rados.0.smithi016.stdout:230: seq_num 92 ranges {0=745472,745472=761856,1507328=40960} 2024-04-15T14:37:34.525 INFO:tasks.rados.rados.0.smithi016.stdout:230: writing smithi01678542-17 from 0 to 745472 tid 1 2024-04-15T14:37:34.530 INFO:tasks.rados.rados.0.smithi016.stdout:230: writing smithi01678542-17 from 745472 to 1507328 tid 2 2024-04-15T14:37:34.530 INFO:tasks.rados.rados.0.smithi016.stdout:230: writing smithi01678542-17 from 1507328 to 1548288 tid 3 2024-04-15T14:37:34.530 INFO:tasks.rados.rados.0.smithi016.stdout:231: rollback oid 8 current snap is 21 2024-04-15T14:37:34.530 INFO:tasks.rados.rados.0.smithi016.stdout:rollback oid 8 to 13 2024-04-15T14:37:34.531 INFO:tasks.rados.rados.0.smithi016.stdout:232: rmattr oid 26 current snap is 21 2024-04-15T14:37:34.531 INFO:tasks.rados.rados.0.smithi016.stdout:232: done (2 left) 2024-04-15T14:37:34.531 INFO:tasks.rados.rados.0.smithi016.stdout:233: delete oid 2 current snap is 21 2024-04-15T14:37:34.533 INFO:tasks.rados.rados.0.smithi016.stdout:233: done (2 left) 2024-04-15T14:37:34.533 INFO:tasks.rados.rados.0.smithi016.stdout:234: rmattr oid 24 current snap is 21 2024-04-15T14:37:34.533 INFO:tasks.rados.rados.0.smithi016.stdout:234: done (2 left) 2024-04-15T14:37:34.533 INFO:tasks.rados.rados.0.smithi016.stdout:235: snap_create 2024-04-15T14:37:34.533 INFO:tasks.rados.rados.0.smithi016.stdout:231: finishing rollback tid 0 to smithi01678542-8 2024-04-15T14:37:34.534 INFO:tasks.rados.rados.0.smithi016.stdout:230: finishing write tid 1 to smithi01678542-17 2024-04-15T14:37:34.534 INFO:tasks.rados.rados.0.smithi016.stdout:230: finishing write tid 2 to smithi01678542-17 2024-04-15T14:37:34.535 INFO:tasks.rados.rados.0.smithi016.stdout:230: finishing write tid 3 to smithi01678542-17 2024-04-15T14:37:34.535 INFO:tasks.rados.rados.0.smithi016.stdout:230: finishing write tid 4 to smithi01678542-17 2024-04-15T14:37:34.535 INFO:tasks.rados.rados.0.smithi016.stdout:231: finishing rollback tid 1 to smithi01678542-8 2024-04-15T14:37:34.535 INFO:tasks.rados.rados.0.smithi016.stdout:231: finishing rollback tid 2 to smithi01678542-8 2024-04-15T14:37:34.535 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 8 v 48 (ObjNum 63 snap 6 seq_num 63) dirty exists 2024-04-15T14:37:34.535 INFO:tasks.rados.rados.0.smithi016.stdout:230: finishing write tid 5 to smithi01678542-17 2024-04-15T14:37:34.536 INFO:tasks.rados.rados.0.smithi016.stdout:230: oid 17 updating version 0 to 37 2024-04-15T14:37:34.536 INFO:tasks.rados.rados.0.smithi016.stdout:230: oid 17 version 37 is already newer than 36 2024-04-15T14:37:34.536 INFO:tasks.rados.rados.0.smithi016.stdout:230: oid 17 version 37 is already newer than 35 2024-04-15T14:37:34.536 INFO:tasks.rados.rados.0.smithi016.stdout:230: oid 17 version 37 is already newer than 34 2024-04-15T14:37:34.536 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 17 v 37 (ObjNum 92 snap 21 seq_num 92) dirty exists 2024-04-15T14:37:34.536 INFO:tasks.rados.rados.0.smithi016.stdout:230: left oid 17 (ObjNum 92 snap 21 seq_num 92) 2024-04-15T14:37:34.788 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:37:34 smithi016 ceph-mon[36548]: osdmap e112: 8 total, 8 up, 8 in 2024-04-15T14:37:34.789 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:37:34 smithi016 ceph-mon[27435]: osdmap e112: 8 total, 8 up, 8 in 2024-04-15T14:37:34.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:37:34 smithi102 ceph-mon[31017]: osdmap e112: 8 total, 8 up, 8 in 2024-04-15T14:37:35.526 INFO:tasks.rados.rados.0.smithi016.stdout:230: done (2 left) 2024-04-15T14:37:35.526 INFO:tasks.rados.rados.0.smithi016.stdout:231: done (1 left) 2024-04-15T14:37:35.527 INFO:tasks.rados.rados.0.smithi016.stdout:235: done (0 left) 2024-04-15T14:37:35.527 INFO:tasks.rados.rados.0.smithi016.stdout:236: copy_from oid 48 from oid 47 current snap is 22 2024-04-15T14:37:35.527 INFO:tasks.rados.rados.0.smithi016.stdout:237: read oid 34 snap -1 2024-04-15T14:37:35.527 INFO:tasks.rados.rados.0.smithi016.stdout:237: expect (ObjNum 78 snap 16 seq_num 78) 2024-04-15T14:37:35.527 INFO:tasks.rados.rados.0.smithi016.stdout:238: snap_create 2024-04-15T14:37:35.533 INFO:tasks.rados.rados.0.smithi016.stdout:237: expect (ObjNum 78 snap 16 seq_num 78) 2024-04-15T14:37:35.594 INFO:tasks.rados.rados.0.smithi016.stdout:236: finishing copy_from racing read to smithi01678542-48 2024-04-15T14:37:35.594 INFO:tasks.rados.rados.0.smithi016.stdout:236: finishing copy_from to smithi01678542-48 2024-04-15T14:37:35.594 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 48 v 97 (ObjNum 46 snap 0 seq_num 46) dirty exists 2024-04-15T14:37:35.665 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:37:35 smithi016 ceph-mon[27435]: pgmap v146: 121 pgs: 121 active+clean; 54 MiB data, 307 MiB used, 715 GiB / 715 GiB avail; 4.0 MiB/s rd, 2.5 MiB/s wr, 21 op/s 2024-04-15T14:37:35.667 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:37:35 smithi016 ceph-mon[27435]: osdmap e113: 8 total, 8 up, 8 in 2024-04-15T14:37:35.668 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:37:35 smithi016 ceph-mon[36548]: pgmap v146: 121 pgs: 121 active+clean; 54 MiB data, 307 MiB used, 715 GiB / 715 GiB avail; 4.0 MiB/s rd, 2.5 MiB/s wr, 21 op/s 2024-04-15T14:37:35.668 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:37:35 smithi016 ceph-mon[36548]: osdmap e113: 8 total, 8 up, 8 in 2024-04-15T14:37:35.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:37:35 smithi102 ceph-mon[31017]: pgmap v146: 121 pgs: 121 active+clean; 54 MiB data, 307 MiB used, 715 GiB / 715 GiB avail; 4.0 MiB/s rd, 2.5 MiB/s wr, 21 op/s 2024-04-15T14:37:35.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:37:35 smithi102 ceph-mon[31017]: osdmap e113: 8 total, 8 up, 8 in 2024-04-15T14:37:36.532 INFO:tasks.rados.rados.0.smithi016.stdout:236: done (2 left) 2024-04-15T14:37:36.532 INFO:tasks.rados.rados.0.smithi016.stdout:237: done (1 left) 2024-04-15T14:37:36.532 INFO:tasks.rados.rados.0.smithi016.stdout:238: done (0 left) 2024-04-15T14:37:36.532 INFO:tasks.rados.rados.0.smithi016.stdout:239: read oid 47 snap -1 2024-04-15T14:37:36.532 INFO:tasks.rados.rados.0.smithi016.stdout:239: expect (ObjNum 46 snap 0 seq_num 46) 2024-04-15T14:37:36.532 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 36 current snap is 23 2024-04-15T14:37:36.532 INFO:tasks.rados.rados.0.smithi016.stdout:240: seq_num 94 ranges {0=778240,778240=532480,1310720=270336} 2024-04-15T14:37:36.536 INFO:tasks.rados.rados.0.smithi016.stdout:240: writing smithi01678542-36 from 0 to 778240 tid 1 2024-04-15T14:37:36.539 INFO:tasks.rados.rados.0.smithi016.stdout:240: writing smithi01678542-36 from 778240 to 1310720 tid 2 2024-04-15T14:37:36.541 INFO:tasks.rados.rados.0.smithi016.stdout:240: writing smithi01678542-36 from 1310720 to 1581056 tid 3 2024-04-15T14:37:36.542 INFO:tasks.rados.rados.0.smithi016.stdout:241: rollback oid 18 current snap is 23 2024-04-15T14:37:36.542 INFO:tasks.rados.rados.0.smithi016.stdout:rollback oid 18 to 12 2024-04-15T14:37:36.542 INFO:tasks.rados.rados.0.smithi016.stdout:239: expect (ObjNum 46 snap 0 seq_num 46) 2024-04-15T14:37:36.567 INFO:tasks.rados.rados.0.smithi016.stdout:240: finishing write tid 1 to smithi01678542-36 2024-04-15T14:37:36.567 INFO:tasks.rados.rados.0.smithi016.stdout:240: finishing write tid 2 to smithi01678542-36 2024-04-15T14:37:36.567 INFO:tasks.rados.rados.0.smithi016.stdout:240: finishing write tid 3 to smithi01678542-36 2024-04-15T14:37:36.567 INFO:tasks.rados.rados.0.smithi016.stdout:240: finishing write tid 4 to smithi01678542-36 2024-04-15T14:37:36.567 INFO:tasks.rados.rados.0.smithi016.stdout:240: finishing write tid 5 to smithi01678542-36 2024-04-15T14:37:36.567 INFO:tasks.rados.rados.0.smithi016.stdout:240: oid 36 updating version 0 to 107 2024-04-15T14:37:36.567 INFO:tasks.rados.rados.0.smithi016.stdout:240: oid 36 updating version 107 to 109 2024-04-15T14:37:36.567 INFO:tasks.rados.rados.0.smithi016.stdout:240: oid 36 version 109 is already newer than 106 2024-04-15T14:37:36.568 INFO:tasks.rados.rados.0.smithi016.stdout:240: oid 36 version 109 is already newer than 108 2024-04-15T14:37:36.568 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 36 v 109 (ObjNum 94 snap 23 seq_num 94) dirty exists 2024-04-15T14:37:36.568 INFO:tasks.rados.rados.0.smithi016.stdout:240: left oid 36 (ObjNum 94 snap 23 seq_num 94) 2024-04-15T14:37:36.568 INFO:tasks.rados.rados.0.smithi016.stdout:241: finishing rollback tid 0 to smithi01678542-18 2024-04-15T14:37:36.568 INFO:tasks.rados.rados.0.smithi016.stdout:241: finishing rollback tid 1 to smithi01678542-18 2024-04-15T14:37:36.568 INFO:tasks.rados.rados.0.smithi016.stdout:241: finishing rollback tid 2 to smithi01678542-18 2024-04-15T14:37:36.568 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 18 v 6 (ObjNum 17 snap 0 seq_num 17) dirty exists 2024-04-15T14:37:36.568 INFO:tasks.rados.rados.0.smithi016.stdout:239: done (2 left) 2024-04-15T14:37:36.568 INFO:tasks.rados.rados.0.smithi016.stdout:240: done (1 left) 2024-04-15T14:37:36.568 INFO:tasks.rados.rados.0.smithi016.stdout:241: done (0 left) 2024-04-15T14:37:36.568 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 2 current snap is 23 2024-04-15T14:37:36.568 INFO:tasks.rados.rados.0.smithi016.stdout:242: seq_num 95 ranges {0=794624,794624=409600,1204224=393216} 2024-04-15T14:37:36.571 INFO:tasks.rados.rados.0.smithi016.stdout:242: writing smithi01678542-2 from 0 to 794624 tid 1 2024-04-15T14:37:36.573 INFO:tasks.rados.rados.0.smithi016.stdout:242: writing smithi01678542-2 from 794624 to 1204224 tid 2 2024-04-15T14:37:36.576 INFO:tasks.rados.rados.0.smithi016.stdout:242: writing smithi01678542-2 from 1204224 to 1597440 tid 3 2024-04-15T14:37:36.576 INFO:tasks.rados.rados.0.smithi016.stdout:243: delete oid 40 current snap is 23 2024-04-15T14:37:36.576 INFO:tasks.rados.rados.0.smithi016.stdout:242: finishing write tid 1 to smithi01678542-2 2024-04-15T14:37:36.576 INFO:tasks.rados.rados.0.smithi016.stdout:242: finishing write tid 2 to smithi01678542-2 2024-04-15T14:37:36.578 INFO:tasks.rados.rados.0.smithi016.stdout:242: finishing write tid 3 to smithi01678542-2 2024-04-15T14:37:36.578 INFO:tasks.rados.rados.0.smithi016.stdout:242: finishing write tid 4 to smithi01678542-2 2024-04-15T14:37:36.578 INFO:tasks.rados.rados.0.smithi016.stdout:243: done (1 left) 2024-04-15T14:37:36.578 INFO:tasks.rados.rados.0.smithi016.stdout:244: read oid 47 snap -1 2024-04-15T14:37:36.578 INFO:tasks.rados.rados.0.smithi016.stdout:244: expect (ObjNum 46 snap 0 seq_num 46) 2024-04-15T14:37:36.578 INFO:tasks.rados.rados.0.smithi016.stdout:245: rollback oid 49 current snap is 23 2024-04-15T14:37:36.578 INFO:tasks.rados.rados.0.smithi016.stdout:rollback oid 49 to 17 2024-04-15T14:37:36.579 INFO:tasks.rados.rados.0.smithi016.stdout:246: snap_remove snap 13 2024-04-15T14:37:36.789 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:37:36 smithi016 ceph-mon[27435]: osdmap e114: 8 total, 8 up, 8 in 2024-04-15T14:37:36.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:37:36 smithi016 ceph-mon[27435]: from='mgr.14628 ' entity='mgr.y' 2024-04-15T14:37:36.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:37:36 smithi016 ceph-mon[27435]: from='mgr.14628 172.21.15.16:0/2128211001' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T14:37:36.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:37:36 smithi016 ceph-mon[27435]: from='mgr.14628 ' entity='mgr.y' 2024-04-15T14:37:36.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:37:36 smithi016 ceph-mon[36548]: osdmap e114: 8 total, 8 up, 8 in 2024-04-15T14:37:36.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:37:36 smithi016 ceph-mon[36548]: from='mgr.14628 ' entity='mgr.y' 2024-04-15T14:37:36.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:37:36 smithi016 ceph-mon[36548]: from='mgr.14628 172.21.15.16:0/2128211001' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T14:37:36.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:37:36 smithi016 ceph-mon[36548]: from='mgr.14628 ' entity='mgr.y' 2024-04-15T14:37:36.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:37:36 smithi102 ceph-mon[31017]: osdmap e114: 8 total, 8 up, 8 in 2024-04-15T14:37:36.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:37:36 smithi102 ceph-mon[31017]: from='mgr.14628 ' entity='mgr.y' 2024-04-15T14:37:36.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:37:36 smithi102 ceph-mon[31017]: from='mgr.14628 172.21.15.16:0/2128211001' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T14:37:36.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:37:36 smithi102 ceph-mon[31017]: from='mgr.14628 ' entity='mgr.y' 2024-04-15T14:37:37.540 INFO:tasks.rados.rados.0.smithi016.stdout:246: done (3 left) 2024-04-15T14:37:37.540 INFO:tasks.rados.rados.0.smithi016.stdout:247: snap_create 2024-04-15T14:37:37.541 INFO:tasks.rados.rados.0.smithi016.stdout:242: finishing write tid 5 to smithi01678542-2 2024-04-15T14:37:37.541 INFO:tasks.rados.rados.0.smithi016.stdout:242: oid 2 updating version 0 to 109 2024-04-15T14:37:37.541 INFO:tasks.rados.rados.0.smithi016.stdout:242: oid 2 version 109 is already newer than 107 2024-04-15T14:37:37.541 INFO:tasks.rados.rados.0.smithi016.stdout:242: oid 2 version 109 is already newer than 108 2024-04-15T14:37:37.541 INFO:tasks.rados.rados.0.smithi016.stdout:242: oid 2 version 109 is already newer than 106 2024-04-15T14:37:37.541 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 2 v 109 (ObjNum 95 snap 23 seq_num 95) dirty exists 2024-04-15T14:37:37.542 INFO:tasks.rados.rados.0.smithi016.stdout:242: left oid 2 (ObjNum 95 snap 23 seq_num 95) 2024-04-15T14:37:37.542 INFO:tasks.rados.rados.0.smithi016.stdout:245: finishing rollback tid 0 to smithi01678542-49 2024-04-15T14:37:37.542 INFO:tasks.rados.rados.0.smithi016.stdout:244: expect (ObjNum 46 snap 0 seq_num 46) 2024-04-15T14:37:37.569 INFO:tasks.rados.rados.0.smithi016.stdout:245: finishing rollback tid 1 to smithi01678542-49 2024-04-15T14:37:37.569 INFO:tasks.rados.rados.0.smithi016.stdout:245: finishing rollback tid 2 to smithi01678542-49 2024-04-15T14:37:37.569 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 49 v 41 (ObjNum 48 snap 0 seq_num 48) dirty exists 2024-04-15T14:37:37.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:37:37 smithi016 ceph-mon[27435]: pgmap v149: 121 pgs: 121 active+clean; 54 MiB data, 307 MiB used, 715 GiB / 715 GiB avail; 4.0 MiB/s rd, 2.5 MiB/s wr, 21 op/s 2024-04-15T14:37:37.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:37:37 smithi016 ceph-mon[27435]: Upgrade: Target is version 19.0.0-3080-gc2d8c315 (unknown) 2024-04-15T14:37:37.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:37:37 smithi016 ceph-mon[27435]: Upgrade: Target container is quay.ceph.io/ceph-ci/ceph@sha256:55072b3f7eae2e3409906b98d09d882e1c3dc2a9205d85fd5f4c0bc62f82d163, digests ['quay.ceph.io/ceph-ci/ceph@sha256:55072b3f7eae2e3409906b98d09d882e1c3dc2a9205d85fd5f4c0bc62f82d163'] 2024-04-15T14:37:37.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:37:37 smithi016 ceph-mon[27435]: Upgrade: Need to upgrade myself (mgr.y) 2024-04-15T14:37:37.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:37:37 smithi016 ceph-mon[27435]: osdmap e115: 8 total, 8 up, 8 in 2024-04-15T14:37:37.791 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:37:37 smithi016 ceph-mon[36548]: pgmap v149: 121 pgs: 121 active+clean; 54 MiB data, 307 MiB used, 715 GiB / 715 GiB avail; 4.0 MiB/s rd, 2.5 MiB/s wr, 21 op/s 2024-04-15T14:37:37.791 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:37:37 smithi016 ceph-mon[36548]: Upgrade: Target is version 19.0.0-3080-gc2d8c315 (unknown) 2024-04-15T14:37:37.791 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:37:37 smithi016 ceph-mon[36548]: Upgrade: Target container is quay.ceph.io/ceph-ci/ceph@sha256:55072b3f7eae2e3409906b98d09d882e1c3dc2a9205d85fd5f4c0bc62f82d163, digests ['quay.ceph.io/ceph-ci/ceph@sha256:55072b3f7eae2e3409906b98d09d882e1c3dc2a9205d85fd5f4c0bc62f82d163'] 2024-04-15T14:37:37.791 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:37:37 smithi016 ceph-mon[36548]: Upgrade: Need to upgrade myself (mgr.y) 2024-04-15T14:37:37.792 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:37:37 smithi016 ceph-mon[36548]: osdmap e115: 8 total, 8 up, 8 in 2024-04-15T14:37:37.838 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:37:37 smithi102 ceph-mon[31017]: pgmap v149: 121 pgs: 121 active+clean; 54 MiB data, 307 MiB used, 715 GiB / 715 GiB avail; 4.0 MiB/s rd, 2.5 MiB/s wr, 21 op/s 2024-04-15T14:37:37.838 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:37:37 smithi102 ceph-mon[31017]: Upgrade: Target is version 19.0.0-3080-gc2d8c315 (unknown) 2024-04-15T14:37:37.838 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:37:37 smithi102 ceph-mon[31017]: Upgrade: Target container is quay.ceph.io/ceph-ci/ceph@sha256:55072b3f7eae2e3409906b98d09d882e1c3dc2a9205d85fd5f4c0bc62f82d163, digests ['quay.ceph.io/ceph-ci/ceph@sha256:55072b3f7eae2e3409906b98d09d882e1c3dc2a9205d85fd5f4c0bc62f82d163'] 2024-04-15T14:37:37.838 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:37:37 smithi102 ceph-mon[31017]: Upgrade: Need to upgrade myself (mgr.y) 2024-04-15T14:37:37.838 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:37:37 smithi102 ceph-mon[31017]: osdmap e115: 8 total, 8 up, 8 in 2024-04-15T14:37:38.547 INFO:tasks.rados.rados.0.smithi016.stdout:242: done (3 left) 2024-04-15T14:37:38.547 INFO:tasks.rados.rados.0.smithi016.stdout:244: done (2 left) 2024-04-15T14:37:38.547 INFO:tasks.rados.rados.0.smithi016.stdout:245: done (1 left) 2024-04-15T14:37:38.547 INFO:tasks.rados.rados.0.smithi016.stdout:247: done (0 left) 2024-04-15T14:37:38.547 INFO:tasks.rados.rados.0.smithi016.stdout:248: snap_create 2024-04-15T14:37:38.789 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:37:38 smithi016 ceph-mon[27435]: Upgrade: Pulling quay.ceph.io/ceph-ci/ceph@sha256:55072b3f7eae2e3409906b98d09d882e1c3dc2a9205d85fd5f4c0bc62f82d163 on smithi102 2024-04-15T14:37:38.789 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:37:38 smithi016 ceph-mon[27435]: osdmap e116: 8 total, 8 up, 8 in 2024-04-15T14:37:38.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:37:38 smithi016 ceph-mon[36548]: Upgrade: Pulling quay.ceph.io/ceph-ci/ceph@sha256:55072b3f7eae2e3409906b98d09d882e1c3dc2a9205d85fd5f4c0bc62f82d163 on smithi102 2024-04-15T14:37:38.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:37:38 smithi016 ceph-mon[36548]: osdmap e116: 8 total, 8 up, 8 in 2024-04-15T14:37:38.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:37:38 smithi102 ceph-mon[31017]: Upgrade: Pulling quay.ceph.io/ceph-ci/ceph@sha256:55072b3f7eae2e3409906b98d09d882e1c3dc2a9205d85fd5f4c0bc62f82d163 on smithi102 2024-04-15T14:37:38.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:37:38 smithi102 ceph-mon[31017]: osdmap e116: 8 total, 8 up, 8 in 2024-04-15T14:37:39.446 INFO:tasks.rados.rados.0.smithi016.stdout:248: done (0 left) 2024-04-15T14:37:39.447 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 30 current snap is 25 2024-04-15T14:37:39.447 INFO:tasks.rados.rados.0.smithi016.stdout:249: seq_num 97 ranges {491520=434176,925696=581632,1507328=540672,2048000=81920} 2024-04-15T14:37:39.451 INFO:tasks.rados.rados.0.smithi016.stdout:249: writing smithi01678542-30 from 491520 to 925696 tid 1 2024-04-15T14:37:39.455 INFO:tasks.rados.rados.0.smithi016.stdout:249: writing smithi01678542-30 from 925696 to 1507328 tid 2 2024-04-15T14:37:39.458 INFO:tasks.rados.rados.0.smithi016.stdout:249: writing smithi01678542-30 from 1507328 to 2048000 tid 3 2024-04-15T14:37:39.459 INFO:tasks.rados.rados.0.smithi016.stdout:249: writing smithi01678542-30 from 2048000 to 2129920 tid 4 2024-04-15T14:37:39.459 INFO:tasks.rados.rados.0.smithi016.stdout:250: rmattr oid 17 current snap is 25 2024-04-15T14:37:39.459 INFO:tasks.rados.rados.0.smithi016.stdout:250: done (1 left) 2024-04-15T14:37:39.459 INFO:tasks.rados.rados.0.smithi016.stdout:251: snap_remove snap 12 2024-04-15T14:37:39.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:37:39 smithi102 ceph-mon[31017]: pgmap v152: 121 pgs: 121 active+clean; 57 MiB data, 320 MiB used, 715 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.3 MiB/s wr, 9 op/s 2024-04-15T14:37:39.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:37:39 smithi102 ceph-mon[31017]: osdmap e117: 8 total, 8 up, 8 in 2024-04-15T14:37:39.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:37:39 smithi102 ceph-mon[31017]: osdmap e118: 8 total, 8 up, 8 in 2024-04-15T14:37:40.039 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:37:39 smithi016 ceph-mon[36548]: pgmap v152: 121 pgs: 121 active+clean; 57 MiB data, 320 MiB used, 715 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.3 MiB/s wr, 9 op/s 2024-04-15T14:37:40.039 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:37:39 smithi016 ceph-mon[36548]: osdmap e117: 8 total, 8 up, 8 in 2024-04-15T14:37:40.039 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:37:39 smithi016 ceph-mon[36548]: osdmap e118: 8 total, 8 up, 8 in 2024-04-15T14:37:40.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:37:39 smithi016 ceph-mon[27435]: pgmap v152: 121 pgs: 121 active+clean; 57 MiB data, 320 MiB used, 715 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.3 MiB/s wr, 9 op/s 2024-04-15T14:37:40.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:37:39 smithi016 ceph-mon[27435]: osdmap e117: 8 total, 8 up, 8 in 2024-04-15T14:37:40.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:37:39 smithi016 ceph-mon[27435]: osdmap e118: 8 total, 8 up, 8 in 2024-04-15T14:37:40.447 INFO:tasks.rados.rados.0.smithi016.stdout:249: finishing write tid 1 to smithi01678542-30 2024-04-15T14:37:40.447 INFO:tasks.rados.rados.0.smithi016.stdout:249: finishing write tid 2 to smithi01678542-30 2024-04-15T14:37:40.447 INFO:tasks.rados.rados.0.smithi016.stdout:249: finishing write tid 3 to smithi01678542-30 2024-04-15T14:37:40.448 INFO:tasks.rados.rados.0.smithi016.stdout:249: finishing write tid 4 to smithi01678542-30 2024-04-15T14:37:40.448 INFO:tasks.rados.rados.0.smithi016.stdout:249: finishing write tid 5 to smithi01678542-30 2024-04-15T14:37:40.448 INFO:tasks.rados.rados.0.smithi016.stdout:249: finishing write tid 6 to smithi01678542-30 2024-04-15T14:37:40.448 INFO:tasks.rados.rados.0.smithi016.stdout:249: oid 30 updating version 0 to 27 2024-04-15T14:37:40.448 INFO:tasks.rados.rados.0.smithi016.stdout:249: oid 30 updating version 27 to 29 2024-04-15T14:37:40.448 INFO:tasks.rados.rados.0.smithi016.stdout:249: oid 30 version 29 is already newer than 28 2024-04-15T14:37:40.448 INFO:tasks.rados.rados.0.smithi016.stdout:249: oid 30 version 29 is already newer than 26 2024-04-15T14:37:40.448 INFO:tasks.rados.rados.0.smithi016.stdout:249: oid 30 updating version 29 to 30 2024-04-15T14:37:40.449 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 30 v 30 (ObjNum 97 snap 25 seq_num 97) dirty exists 2024-04-15T14:37:40.449 INFO:tasks.rados.rados.0.smithi016.stdout:249: left oid 30 (ObjNum 97 snap 25 seq_num 97) 2024-04-15T14:37:40.449 INFO:tasks.rados.rados.0.smithi016.stdout:249: done (1 left) 2024-04-15T14:37:40.449 INFO:tasks.rados.rados.0.smithi016.stdout:251: done (0 left) 2024-04-15T14:37:40.449 INFO:tasks.rados.rados.0.smithi016.stdout:252: snap_remove snap 21 2024-04-15T14:37:41.448 INFO:tasks.rados.rados.0.smithi016.stdout:252: done (0 left) 2024-04-15T14:37:41.448 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 14 current snap is 25 2024-04-15T14:37:41.448 INFO:tasks.rados.rados.0.smithi016.stdout:253: seq_num 98 ranges {0=450560,450560=466944,917504=737280} 2024-04-15T14:37:41.450 INFO:tasks.rados.rados.0.smithi016.stdout:253: writing smithi01678542-14 from 0 to 450560 tid 1 2024-04-15T14:37:41.453 INFO:tasks.rados.rados.0.smithi016.stdout:253: writing smithi01678542-14 from 450560 to 917504 tid 2 2024-04-15T14:37:41.458 INFO:tasks.rados.rados.0.smithi016.stdout:253: writing smithi01678542-14 from 917504 to 1654784 tid 3 2024-04-15T14:37:41.458 INFO:tasks.rados.rados.0.smithi016.stdout:254: read oid 3 snap -1 2024-04-15T14:37:41.458 INFO:tasks.rados.rados.0.smithi016.stdout:254: expect (ObjNum 6 snap 0 seq_num 6) 2024-04-15T14:37:41.458 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 20 current snap is 25 2024-04-15T14:37:41.458 INFO:tasks.rados.rados.0.smithi016.stdout:253: finishing write tid 1 to smithi01678542-14 2024-04-15T14:37:41.459 INFO:tasks.rados.rados.0.smithi016.stdout:255: seq_num 99 ranges {188416=466944,655360=802816,1458176=401408} 2024-04-15T14:37:41.461 INFO:tasks.rados.rados.0.smithi016.stdout:255: writing smithi01678542-20 from 188416 to 655360 tid 1 2024-04-15T14:37:41.467 INFO:tasks.rados.rados.0.smithi016.stdout:255: writing smithi01678542-20 from 655360 to 1458176 tid 2 2024-04-15T14:37:41.470 INFO:tasks.rados.rados.0.smithi016.stdout:255: writing smithi01678542-20 from 1458176 to 1859584 tid 3 2024-04-15T14:37:41.470 INFO:tasks.rados.rados.0.smithi016.stdout:256: snap_create 2024-04-15T14:37:41.470 INFO:tasks.rados.rados.0.smithi016.stdout:253: finishing write tid 2 to smithi01678542-14 2024-04-15T14:37:41.470 INFO:tasks.rados.rados.0.smithi016.stdout:253: finishing write tid 3 to smithi01678542-14 2024-04-15T14:37:41.471 INFO:tasks.rados.rados.0.smithi016.stdout:253: finishing write tid 4 to smithi01678542-14 2024-04-15T14:37:41.471 INFO:tasks.rados.rados.0.smithi016.stdout:253: finishing write tid 5 to smithi01678542-14 2024-04-15T14:37:41.471 INFO:tasks.rados.rados.0.smithi016.stdout:253: oid 14 updating version 0 to 50 2024-04-15T14:37:41.471 INFO:tasks.rados.rados.0.smithi016.stdout:253: oid 14 updating version 50 to 51 2024-04-15T14:37:41.471 INFO:tasks.rados.rados.0.smithi016.stdout:253: oid 14 version 51 is already newer than 48 2024-04-15T14:37:41.471 INFO:tasks.rados.rados.0.smithi016.stdout:253: oid 14 version 51 is already newer than 49 2024-04-15T14:37:41.471 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 14 v 51 (ObjNum 98 snap 25 seq_num 98) dirty exists 2024-04-15T14:37:41.471 INFO:tasks.rados.rados.0.smithi016.stdout:253: left oid 14 (ObjNum 98 snap 25 seq_num 98) 2024-04-15T14:37:41.471 INFO:tasks.rados.rados.0.smithi016.stdout:254: expect (ObjNum 6 snap 0 seq_num 6) 2024-04-15T14:37:41.473 INFO:tasks.rados.rados.0.smithi016.stdout:255: finishing write tid 1 to smithi01678542-20 2024-04-15T14:37:41.474 INFO:tasks.rados.rados.0.smithi016.stdout:255: finishing write tid 2 to smithi01678542-20 2024-04-15T14:37:41.474 INFO:tasks.rados.rados.0.smithi016.stdout:255: finishing write tid 3 to smithi01678542-20 2024-04-15T14:37:41.474 INFO:tasks.rados.rados.0.smithi016.stdout:255: finishing write tid 4 to smithi01678542-20 2024-04-15T14:37:41.474 INFO:tasks.rados.rados.0.smithi016.stdout:255: finishing write tid 5 to smithi01678542-20 2024-04-15T14:37:41.474 INFO:tasks.rados.rados.0.smithi016.stdout:255: oid 20 updating version 0 to 59 2024-04-15T14:37:41.474 INFO:tasks.rados.rados.0.smithi016.stdout:255: oid 20 updating version 59 to 60 2024-04-15T14:37:41.474 INFO:tasks.rados.rados.0.smithi016.stdout:255: oid 20 updating version 60 to 61 2024-04-15T14:37:41.474 INFO:tasks.rados.rados.0.smithi016.stdout:255: oid 20 version 61 is already newer than 58 2024-04-15T14:37:41.474 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 20 v 61 (ObjNum 99 snap 25 seq_num 99) dirty exists 2024-04-15T14:37:41.474 INFO:tasks.rados.rados.0.smithi016.stdout:255: left oid 20 (ObjNum 99 snap 25 seq_num 99) 2024-04-15T14:37:41.789 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:37:41 smithi016 ceph-mon[36548]: pgmap v155: 121 pgs: 121 active+clean; 57 MiB data, 320 MiB used, 715 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.3 MiB/s wr, 9 op/s 2024-04-15T14:37:41.789 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:37:41 smithi016 ceph-mon[36548]: osdmap e119: 8 total, 8 up, 8 in 2024-04-15T14:37:41.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:37:41 smithi016 ceph-mon[27435]: pgmap v155: 121 pgs: 121 active+clean; 57 MiB data, 320 MiB used, 715 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.3 MiB/s wr, 9 op/s 2024-04-15T14:37:41.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:37:41 smithi016 ceph-mon[27435]: osdmap e119: 8 total, 8 up, 8 in 2024-04-15T14:37:41.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:37:41 smithi102 ceph-mon[31017]: pgmap v155: 121 pgs: 121 active+clean; 57 MiB data, 320 MiB used, 715 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.3 MiB/s wr, 9 op/s 2024-04-15T14:37:41.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:37:41 smithi102 ceph-mon[31017]: osdmap e119: 8 total, 8 up, 8 in 2024-04-15T14:37:42.460 INFO:tasks.rados.rados.0.smithi016.stdout:253: done (3 left) 2024-04-15T14:37:42.460 INFO:tasks.rados.rados.0.smithi016.stdout:254: done (2 left) 2024-04-15T14:37:42.460 INFO:tasks.rados.rados.0.smithi016.stdout:255: done (1 left) 2024-04-15T14:37:42.460 INFO:tasks.rados.rados.0.smithi016.stdout:256: done (0 left) 2024-04-15T14:37:42.460 INFO:tasks.rados.rados.0.smithi016.stdout:257: delete oid 41 current snap is 26 2024-04-15T14:37:42.461 INFO:tasks.rados.rados.0.smithi016.stdout:257: done (0 left) 2024-04-15T14:37:42.462 INFO:tasks.rados.rados.0.smithi016.stdout:258: read oid 13 snap -1 2024-04-15T14:37:42.462 INFO:tasks.rados.rados.0.smithi016.stdout:258: expect (ObjNum 75 snap 15 seq_num 75) 2024-04-15T14:37:42.462 INFO:tasks.rados.rados.0.smithi016.stdout:259: setattr oid 26 current snap is 26 2024-04-15T14:37:42.464 INFO:tasks.rados.rados.0.smithi016.stdout:260: copy_from oid 32 from oid 7 current snap is 26 2024-04-15T14:37:42.464 INFO:tasks.rados.rados.0.smithi016.stdout:261: read oid 22 snap -1 2024-04-15T14:37:42.464 INFO:tasks.rados.rados.0.smithi016.stdout:261: expect deleted 2024-04-15T14:37:42.464 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 15 current snap is 26 2024-04-15T14:37:42.464 INFO:tasks.rados.rados.0.smithi016.stdout:262: seq_num 101 ranges {1523712=499712,2023424=573440,2596864=524288,3121152=106496} 2024-04-15T14:37:42.475 INFO:tasks.rados.rados.0.smithi016.stdout:262: writing smithi01678542-15 from 1523712 to 2023424 tid 1 2024-04-15T14:37:42.479 INFO:tasks.rados.rados.0.smithi016.stdout:262: writing smithi01678542-15 from 2023424 to 2596864 tid 2 2024-04-15T14:37:42.482 INFO:tasks.rados.rados.0.smithi016.stdout:262: writing smithi01678542-15 from 2596864 to 3121152 tid 3 2024-04-15T14:37:42.482 INFO:tasks.rados.rados.0.smithi016.stdout:262: writing smithi01678542-15 from 3121152 to 3227648 tid 4 2024-04-15T14:37:42.483 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 49 current snap is 26 2024-04-15T14:37:42.483 INFO:tasks.rados.rados.0.smithi016.stdout:263: seq_num 102 ranges {811008=516096,1327104=450560,1777664=729088,2506752=24576} 2024-04-15T14:37:42.490 INFO:tasks.rados.rados.0.smithi016.stdout:263: writing smithi01678542-49 from 811008 to 1327104 tid 1 2024-04-15T14:37:42.493 INFO:tasks.rados.rados.0.smithi016.stdout:263: writing smithi01678542-49 from 1327104 to 1777664 tid 2 2024-04-15T14:37:42.497 INFO:tasks.rados.rados.0.smithi016.stdout:263: writing smithi01678542-49 from 1777664 to 2506752 tid 3 2024-04-15T14:37:42.497 INFO:tasks.rados.rados.0.smithi016.stdout:263: writing smithi01678542-49 from 2506752 to 2531328 tid 4 2024-04-15T14:37:42.498 INFO:tasks.rados.rados.0.smithi016.stdout:264: rollback oid 33 current snap is 26 2024-04-15T14:37:42.498 INFO:tasks.rados.rados.0.smithi016.stdout:rollback oid 33 to 22 2024-04-15T14:37:42.498 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 26 v 33 (ObjNum 69 snap 12 seq_num 69) dirty exists 2024-04-15T14:37:42.498 INFO:tasks.rados.rados.0.smithi016.stdout:260: finishing copy_from racing read to smithi01678542-32 2024-04-15T14:37:42.498 INFO:tasks.rados.rados.0.smithi016.stdout:258: expect (ObjNum 75 snap 15 seq_num 75) 2024-04-15T14:37:42.541 INFO:tasks.rados.rados.0.smithi016.stdout:260: finishing copy_from to smithi01678542-32 2024-04-15T14:37:42.541 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 32 v 4 (ObjNum 6 snap 0 seq_num 6) dirty exists 2024-04-15T14:37:42.541 INFO:tasks.rados.rados.0.smithi016.stdout:262: finishing write tid 1 to smithi01678542-15 2024-04-15T14:37:42.541 INFO:tasks.rados.rados.0.smithi016.stdout:262: finishing write tid 2 to smithi01678542-15 2024-04-15T14:37:42.541 INFO:tasks.rados.rados.0.smithi016.stdout:258: done (6 left) 2024-04-15T14:37:42.542 INFO:tasks.rados.rados.0.smithi016.stdout:259: done (5 left) 2024-04-15T14:37:42.542 INFO:tasks.rados.rados.0.smithi016.stdout:260: done (4 left) 2024-04-15T14:37:42.542 INFO:tasks.rados.rados.0.smithi016.stdout:261: done (3 left) 2024-04-15T14:37:42.542 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 25 current snap is 26 2024-04-15T14:37:42.542 INFO:tasks.rados.rados.0.smithi016.stdout:262: finishing write tid 3 to smithi01678542-15 2024-04-15T14:37:42.542 INFO:tasks.rados.rados.0.smithi016.stdout:265: seq_num 103 ranges {1572864=532480,2105344=737280,2842624=466944} 2024-04-15T14:37:42.552 INFO:tasks.rados.rados.0.smithi016.stdout:265: writing smithi01678542-25 from 1572864 to 2105344 tid 1 2024-04-15T14:37:42.556 INFO:tasks.rados.rados.0.smithi016.stdout:265: writing smithi01678542-25 from 2105344 to 2842624 tid 2 2024-04-15T14:37:42.560 INFO:tasks.rados.rados.0.smithi016.stdout:265: writing smithi01678542-25 from 2842624 to 3309568 tid 3 2024-04-15T14:37:42.560 INFO:tasks.rados.rados.0.smithi016.stdout:266: read oid 5 snap -1 2024-04-15T14:37:42.561 INFO:tasks.rados.rados.0.smithi016.stdout:266: expect (ObjNum 4 snap 0 seq_num 4) 2024-04-15T14:37:42.561 INFO:tasks.rados.rados.0.smithi016.stdout:267: rollback oid 28 current snap is 26 2024-04-15T14:37:42.561 INFO:tasks.rados.rados.0.smithi016.stdout:rollback oid 28 to 20 2024-04-15T14:37:42.561 INFO:tasks.rados.rados.0.smithi016.stdout:262: finishing write tid 4 to smithi01678542-15 2024-04-15T14:37:42.561 INFO:tasks.rados.rados.0.smithi016.stdout:262: finishing write tid 5 to smithi01678542-15 2024-04-15T14:37:42.561 INFO:tasks.rados.rados.0.smithi016.stdout:262: finishing write tid 6 to smithi01678542-15 2024-04-15T14:37:42.561 INFO:tasks.rados.rados.0.smithi016.stdout:262: oid 15 updating version 0 to 103 2024-04-15T14:37:42.561 INFO:tasks.rados.rados.0.smithi016.stdout:262: oid 15 updating version 103 to 104 2024-04-15T14:37:42.561 INFO:tasks.rados.rados.0.smithi016.stdout:262: oid 15 version 104 is already newer than 102 2024-04-15T14:37:42.561 INFO:tasks.rados.rados.0.smithi016.stdout:262: oid 15 version 104 is already newer than 101 2024-04-15T14:37:42.561 INFO:tasks.rados.rados.0.smithi016.stdout:262: oid 15 version 104 is already newer than 100 2024-04-15T14:37:42.561 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 15 v 104 (ObjNum 101 snap 26 seq_num 101) dirty exists 2024-04-15T14:37:42.562 INFO:tasks.rados.rados.0.smithi016.stdout:262: left oid 15 (ObjNum 101 snap 26 seq_num 101) 2024-04-15T14:37:42.562 INFO:tasks.rados.rados.0.smithi016.stdout:263: finishing write tid 1 to smithi01678542-49 2024-04-15T14:37:42.562 INFO:tasks.rados.rados.0.smithi016.stdout:263: finishing write tid 2 to smithi01678542-49 2024-04-15T14:37:42.562 INFO:tasks.rados.rados.0.smithi016.stdout:264: finishing rollback tid 0 to smithi01678542-33 2024-04-15T14:37:42.562 INFO:tasks.rados.rados.0.smithi016.stdout:264: finishing rollback tid 1 to smithi01678542-33 2024-04-15T14:37:42.562 INFO:tasks.rados.rados.0.smithi016.stdout:264: finishing rollback tid 2 to smithi01678542-33 2024-04-15T14:37:42.562 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 33 v 93 (ObjNum 15 snap 0 seq_num 15) dirty exists 2024-04-15T14:37:42.562 INFO:tasks.rados.rados.0.smithi016.stdout:263: finishing write tid 3 to smithi01678542-49 2024-04-15T14:37:42.562 INFO:tasks.rados.rados.0.smithi016.stdout:263: finishing write tid 4 to smithi01678542-49 2024-04-15T14:37:42.562 INFO:tasks.rados.rados.0.smithi016.stdout:263: finishing write tid 5 to smithi01678542-49 2024-04-15T14:37:42.562 INFO:tasks.rados.rados.0.smithi016.stdout:262: done (5 left) 2024-04-15T14:37:42.562 INFO:tasks.rados.rados.0.smithi016.stdout:264: done (4 left) 2024-04-15T14:37:42.562 INFO:tasks.rados.rados.0.smithi016.stdout:268: rmattr oid 37 current snap is 26 2024-04-15T14:37:42.562 INFO:tasks.rados.rados.0.smithi016.stdout:268: done (4 left) 2024-04-15T14:37:42.563 INFO:tasks.rados.rados.0.smithi016.stdout:269: copy_from oid 29 from oid 17 current snap is 26 2024-04-15T14:37:42.563 INFO:tasks.rados.rados.0.smithi016.stdout:263: finishing write tid 6 to smithi01678542-49 2024-04-15T14:37:42.563 INFO:tasks.rados.rados.0.smithi016.stdout:263: oid 49 updating version 0 to 50 2024-04-15T14:37:42.563 INFO:tasks.rados.rados.0.smithi016.stdout:263: oid 49 updating version 50 to 53 2024-04-15T14:37:42.563 INFO:tasks.rados.rados.0.smithi016.stdout:263: oid 49 version 53 is already newer than 51 2024-04-15T14:37:42.563 INFO:tasks.rados.rados.0.smithi016.stdout:263: oid 49 version 53 is already newer than 49 2024-04-15T14:37:42.563 INFO:tasks.rados.rados.0.smithi016.stdout:263: oid 49 version 53 is already newer than 52 2024-04-15T14:37:42.563 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 49 v 53 (ObjNum 102 snap 26 seq_num 102) dirty exists 2024-04-15T14:37:42.563 INFO:tasks.rados.rados.0.smithi016.stdout:263: left oid 49 (ObjNum 102 snap 26 seq_num 102) 2024-04-15T14:37:42.563 INFO:tasks.rados.rados.0.smithi016.stdout:265: finishing write tid 1 to smithi01678542-25 2024-04-15T14:37:42.563 INFO:tasks.rados.rados.0.smithi016.stdout:265: finishing write tid 2 to smithi01678542-25 2024-04-15T14:37:42.563 INFO:tasks.rados.rados.0.smithi016.stdout:263: done (4 left) 2024-04-15T14:37:42.563 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 33 current snap is 26 2024-04-15T14:37:42.563 INFO:tasks.rados.rados.0.smithi016.stdout:270: seq_num 104 ranges {253952=548864,802816=622592,1425408=581632} 2024-04-15T14:37:42.564 INFO:tasks.rados.rados.0.smithi016.stdout:270: writing smithi01678542-33 from 253952 to 802816 tid 1 2024-04-15T14:37:42.568 INFO:tasks.rados.rados.0.smithi016.stdout:270: writing smithi01678542-33 from 802816 to 1425408 tid 2 2024-04-15T14:37:42.571 INFO:tasks.rados.rados.0.smithi016.stdout:270: writing smithi01678542-33 from 1425408 to 2007040 tid 3 2024-04-15T14:37:42.572 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 11 current snap is 26 2024-04-15T14:37:42.572 INFO:tasks.rados.rados.0.smithi016.stdout:271: seq_num 105 ranges {188416=565248,753664=507904,1261568=507904,1769472=188416} 2024-04-15T14:37:42.575 INFO:tasks.rados.rados.0.smithi016.stdout:271: writing smithi01678542-11 from 188416 to 753664 tid 1 2024-04-15T14:37:42.578 INFO:tasks.rados.rados.0.smithi016.stdout:271: writing smithi01678542-11 from 753664 to 1261568 tid 2 2024-04-15T14:37:42.581 INFO:tasks.rados.rados.0.smithi016.stdout:271: writing smithi01678542-11 from 1261568 to 1769472 tid 3 2024-04-15T14:37:42.583 INFO:tasks.rados.rados.0.smithi016.stdout:271: writing smithi01678542-11 from 1769472 to 1957888 tid 4 2024-04-15T14:37:42.583 INFO:tasks.rados.rados.0.smithi016.stdout:272: read oid 46 snap 24 2024-04-15T14:37:42.583 INFO:tasks.rados.rados.0.smithi016.stdout:272: expect (ObjNum 45 snap 0 seq_num 45) 2024-04-15T14:37:42.583 INFO:tasks.rados.rados.0.smithi016.stdout:273: rmattr oid 15 current snap is 26 2024-04-15T14:37:42.583 INFO:tasks.rados.rados.0.smithi016.stdout:266: expect (ObjNum 4 snap 0 seq_num 4) 2024-04-15T14:37:42.586 INFO:tasks.rados.rados.0.smithi016.stdout:265: finishing write tid 3 to smithi01678542-25 2024-04-15T14:37:42.586 INFO:tasks.rados.rados.0.smithi016.stdout:265: finishing write tid 4 to smithi01678542-25 2024-04-15T14:37:42.586 INFO:tasks.rados.rados.0.smithi016.stdout:267: finishing rollback tid 0 to smithi01678542-28 2024-04-15T14:37:42.586 INFO:tasks.rados.rados.0.smithi016.stdout:265: finishing write tid 5 to smithi01678542-25 2024-04-15T14:37:42.586 INFO:tasks.rados.rados.0.smithi016.stdout:265: oid 25 updating version 0 to 64 2024-04-15T14:37:42.586 INFO:tasks.rados.rados.0.smithi016.stdout:265: oid 25 version 64 is already newer than 62 2024-04-15T14:37:42.586 INFO:tasks.rados.rados.0.smithi016.stdout:265: oid 25 version 64 is already newer than 63 2024-04-15T14:37:42.586 INFO:tasks.rados.rados.0.smithi016.stdout:265: oid 25 version 64 is already newer than 61 2024-04-15T14:37:42.586 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 25 v 64 (ObjNum 103 snap 26 seq_num 103) dirty exists 2024-04-15T14:37:42.586 INFO:tasks.rados.rados.0.smithi016.stdout:265: left oid 25 (ObjNum 103 snap 26 seq_num 103) 2024-04-15T14:37:42.587 INFO:tasks.rados.rados.0.smithi016.stdout:267: finishing rollback tid 1 to smithi01678542-28 2024-04-15T14:37:42.587 INFO:tasks.rados.rados.0.smithi016.stdout:267: finishing rollback tid 2 to smithi01678542-28 2024-04-15T14:37:42.587 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 28 v 100 (ObjNum 9 snap 0 seq_num 9) dirty exists 2024-04-15T14:37:42.587 INFO:tasks.rados.rados.0.smithi016.stdout:269: finishing copy_from racing read to smithi01678542-29 2024-04-15T14:37:42.587 INFO:tasks.rados.rados.0.smithi016.stdout:270: finishing write tid 1 to smithi01678542-33 2024-04-15T14:37:42.587 INFO:tasks.rados.rados.0.smithi016.stdout:269: finishing copy_from to smithi01678542-29 2024-04-15T14:37:42.587 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 29 v 37 (ObjNum 92 snap 21 seq_num 92) dirty exists 2024-04-15T14:37:42.587 INFO:tasks.rados.rados.0.smithi016.stdout:270: finishing write tid 2 to smithi01678542-33 2024-04-15T14:37:42.587 INFO:tasks.rados.rados.0.smithi016.stdout:270: finishing write tid 3 to smithi01678542-33 2024-04-15T14:37:42.587 INFO:tasks.rados.rados.0.smithi016.stdout:265: done (7 left) 2024-04-15T14:37:42.587 INFO:tasks.rados.rados.0.smithi016.stdout:266: done (6 left) 2024-04-15T14:37:42.587 INFO:tasks.rados.rados.0.smithi016.stdout:267: done (5 left) 2024-04-15T14:37:42.587 INFO:tasks.rados.rados.0.smithi016.stdout:269: done (4 left) 2024-04-15T14:37:42.587 INFO:tasks.rados.rados.0.smithi016.stdout:273: done (3 left) 2024-04-15T14:37:42.587 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 45 current snap is 26 2024-04-15T14:37:42.588 INFO:tasks.rados.rados.0.smithi016.stdout:270: finishing write tid 4 to smithi01678542-33 2024-04-15T14:37:42.588 INFO:tasks.rados.rados.0.smithi016.stdout:274: seq_num 106 ranges {557056=581632,1138688=794624,1933312=409600} 2024-04-15T14:37:42.591 INFO:tasks.rados.rados.0.smithi016.stdout:274: writing smithi01678542-45 from 557056 to 1138688 tid 1 2024-04-15T14:37:42.596 INFO:tasks.rados.rados.0.smithi016.stdout:274: writing smithi01678542-45 from 1138688 to 1933312 tid 2 2024-04-15T14:37:42.599 INFO:tasks.rados.rados.0.smithi016.stdout:274: writing smithi01678542-45 from 1933312 to 2342912 tid 3 2024-04-15T14:37:42.599 INFO:tasks.rados.rados.0.smithi016.stdout:275: read oid 2 snap -1 2024-04-15T14:37:42.599 INFO:tasks.rados.rados.0.smithi016.stdout:275: expect (ObjNum 95 snap 23 seq_num 95) 2024-04-15T14:37:42.599 INFO:tasks.rados.rados.0.smithi016.stdout:276: read oid 7 snap 19 2024-04-15T14:37:42.600 INFO:tasks.rados.rados.0.smithi016.stdout:276: expect (ObjNum 6 snap 0 seq_num 6) 2024-04-15T14:37:42.600 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 41 current snap is 26 2024-04-15T14:37:42.600 INFO:tasks.rados.rados.0.smithi016.stdout:270: finishing write tid 5 to smithi01678542-33 2024-04-15T14:37:42.600 INFO:tasks.rados.rados.0.smithi016.stdout:270: oid 33 updating version 0 to 98 2024-04-15T14:37:42.600 INFO:tasks.rados.rados.0.smithi016.stdout:270: oid 33 version 98 is already newer than 96 2024-04-15T14:37:42.600 INFO:tasks.rados.rados.0.smithi016.stdout:270: oid 33 version 98 is already newer than 94 2024-04-15T14:37:42.600 INFO:tasks.rados.rados.0.smithi016.stdout:270: oid 33 version 98 is already newer than 97 2024-04-15T14:37:42.600 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 33 v 98 (ObjNum 104 snap 26 seq_num 104) dirty exists 2024-04-15T14:37:42.600 INFO:tasks.rados.rados.0.smithi016.stdout:270: left oid 33 (ObjNum 104 snap 26 seq_num 104) 2024-04-15T14:37:42.600 INFO:tasks.rados.rados.0.smithi016.stdout:271: finishing write tid 1 to smithi01678542-11 2024-04-15T14:37:42.600 INFO:tasks.rados.rados.0.smithi016.stdout:271: finishing write tid 2 to smithi01678542-11 2024-04-15T14:37:42.600 INFO:tasks.rados.rados.0.smithi016.stdout:271: finishing write tid 3 to smithi01678542-11 2024-04-15T14:37:42.600 INFO:tasks.rados.rados.0.smithi016.stdout:271: finishing write tid 4 to smithi01678542-11 2024-04-15T14:37:42.601 INFO:tasks.rados.rados.0.smithi016.stdout:271: finishing write tid 5 to smithi01678542-11 2024-04-15T14:37:42.601 INFO:tasks.rados.rados.0.smithi016.stdout:272: expect (ObjNum 45 snap 0 seq_num 45) 2024-04-15T14:37:42.621 INFO:tasks.rados.rados.0.smithi016.stdout:271: finishing write tid 6 to smithi01678542-11 2024-04-15T14:37:42.621 INFO:tasks.rados.rados.0.smithi016.stdout:271: oid 11 updating version 0 to 102 2024-04-15T14:37:42.621 INFO:tasks.rados.rados.0.smithi016.stdout:271: oid 11 version 102 is already newer than 100 2024-04-15T14:37:42.622 INFO:tasks.rados.rados.0.smithi016.stdout:271: oid 11 updating version 102 to 103 2024-04-15T14:37:42.622 INFO:tasks.rados.rados.0.smithi016.stdout:271: oid 11 version 103 is already newer than 101 2024-04-15T14:37:42.622 INFO:tasks.rados.rados.0.smithi016.stdout:271: oid 11 updating version 103 to 104 2024-04-15T14:37:42.622 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 11 v 104 (ObjNum 105 snap 26 seq_num 105) dirty exists 2024-04-15T14:37:42.622 INFO:tasks.rados.rados.0.smithi016.stdout:271: left oid 11 (ObjNum 105 snap 26 seq_num 105) 2024-04-15T14:37:42.622 INFO:tasks.rados.rados.0.smithi016.stdout:274: finishing write tid 1 to smithi01678542-45 2024-04-15T14:37:42.622 INFO:tasks.rados.rados.0.smithi016.stdout:277: seq_num 107 ranges {0=598016,598016=729088,1327104=466944,1794048=8192} 2024-04-15T14:37:42.624 INFO:tasks.rados.rados.0.smithi016.stdout:277: writing smithi01678542-41 from 0 to 598016 tid 1 2024-04-15T14:37:42.629 INFO:tasks.rados.rados.0.smithi016.stdout:277: writing smithi01678542-41 from 598016 to 1327104 tid 2 2024-04-15T14:37:42.632 INFO:tasks.rados.rados.0.smithi016.stdout:277: writing smithi01678542-41 from 1327104 to 1794048 tid 3 2024-04-15T14:37:42.632 INFO:tasks.rados.rados.0.smithi016.stdout:277: writing smithi01678542-41 from 1794048 to 1802240 tid 4 2024-04-15T14:37:42.632 INFO:tasks.rados.rados.0.smithi016.stdout:270: done (6 left) 2024-04-15T14:37:42.632 INFO:tasks.rados.rados.0.smithi016.stdout:271: done (5 left) 2024-04-15T14:37:42.632 INFO:tasks.rados.rados.0.smithi016.stdout:272: done (4 left) 2024-04-15T14:37:42.632 INFO:tasks.rados.rados.0.smithi016.stdout:278: snap_remove snap 20 2024-04-15T14:37:42.789 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:37:42 smithi016 ceph-mon[36548]: osdmap e120: 8 total, 8 up, 8 in 2024-04-15T14:37:42.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:37:42 smithi016 ceph-mon[36548]: from='mgr.14628 172.21.15.16:0/2128211001' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T14:37:42.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:37:42 smithi016 ceph-mon[27435]: osdmap e120: 8 total, 8 up, 8 in 2024-04-15T14:37:42.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:37:42 smithi016 ceph-mon[27435]: from='mgr.14628 172.21.15.16:0/2128211001' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T14:37:42.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:37:42 smithi102 ceph-mon[31017]: osdmap e120: 8 total, 8 up, 8 in 2024-04-15T14:37:42.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:37:42 smithi102 ceph-mon[31017]: from='mgr.14628 172.21.15.16:0/2128211001' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T14:37:43.456 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 15 14:37:43 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-y[27693]: ::ffff:172.21.15.102 - - [15/Apr/2024:14:37:43] "GET /metrics HTTP/1.1" 200 36078 "" "Prometheus/2.43.0" 2024-04-15T14:37:43.465 INFO:tasks.rados.rados.0.smithi016.stdout:278: done (4 left) 2024-04-15T14:37:43.465 INFO:tasks.rados.rados.0.smithi016.stdout:279: copy_from oid 21 from oid 32 current snap is 26 2024-04-15T14:37:43.465 INFO:tasks.rados.rados.0.smithi016.stdout:280: rollback oid 12 current snap is 26 2024-04-15T14:37:43.465 INFO:tasks.rados.rados.0.smithi016.stdout:rollback oid 12 to 17 2024-04-15T14:37:43.466 INFO:tasks.rados.rados.0.smithi016.stdout:274: finishing write tid 2 to smithi01678542-45 2024-04-15T14:37:43.466 INFO:tasks.rados.rados.0.smithi016.stdout:274: finishing write tid 3 to smithi01678542-45 2024-04-15T14:37:43.466 INFO:tasks.rados.rados.0.smithi016.stdout:274: finishing write tid 4 to smithi01678542-45 2024-04-15T14:37:43.466 INFO:tasks.rados.rados.0.smithi016.stdout:276: expect (ObjNum 6 snap 0 seq_num 6) 2024-04-15T14:37:43.471 INFO:tasks.rados.rados.0.smithi016.stdout:274: finishing write tid 5 to smithi01678542-45 2024-04-15T14:37:43.471 INFO:tasks.rados.rados.0.smithi016.stdout:274: oid 45 updating version 0 to 20 2024-04-15T14:37:43.471 INFO:tasks.rados.rados.0.smithi016.stdout:274: oid 45 updating version 20 to 21 2024-04-15T14:37:43.471 INFO:tasks.rados.rados.0.smithi016.stdout:274: oid 45 version 21 is already newer than 19 2024-04-15T14:37:43.471 INFO:tasks.rados.rados.0.smithi016.stdout:274: oid 45 version 21 is already newer than 18 2024-04-15T14:37:43.471 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 45 v 21 (ObjNum 106 snap 26 seq_num 106) dirty exists 2024-04-15T14:37:43.471 INFO:tasks.rados.rados.0.smithi016.stdout:274: left oid 45 (ObjNum 106 snap 26 seq_num 106) 2024-04-15T14:37:43.471 INFO:tasks.rados.rados.0.smithi016.stdout:275: expect (ObjNum 95 snap 23 seq_num 95) 2024-04-15T14:37:43.517 INFO:tasks.rados.rados.0.smithi016.stdout:277: finishing write tid 1 to smithi01678542-41 2024-04-15T14:37:43.517 INFO:tasks.rados.rados.0.smithi016.stdout:277: finishing write tid 2 to smithi01678542-41 2024-04-15T14:37:43.517 INFO:tasks.rados.rados.0.smithi016.stdout:277: finishing write tid 3 to smithi01678542-41 2024-04-15T14:37:43.517 INFO:tasks.rados.rados.0.smithi016.stdout:277: finishing write tid 4 to smithi01678542-41 2024-04-15T14:37:43.517 INFO:tasks.rados.rados.0.smithi016.stdout:277: finishing write tid 5 to smithi01678542-41 2024-04-15T14:37:43.517 INFO:tasks.rados.rados.0.smithi016.stdout:277: finishing write tid 6 to smithi01678542-41 2024-04-15T14:37:43.517 INFO:tasks.rados.rados.0.smithi016.stdout:277: oid 41 updating version 0 to 38 2024-04-15T14:37:43.518 INFO:tasks.rados.rados.0.smithi016.stdout:277: oid 41 version 38 is already newer than 37 2024-04-15T14:37:43.518 INFO:tasks.rados.rados.0.smithi016.stdout:277: oid 41 version 38 is already newer than 36 2024-04-15T14:37:43.518 INFO:tasks.rados.rados.0.smithi016.stdout:277: oid 41 version 38 is already newer than 35 2024-04-15T14:37:43.518 INFO:tasks.rados.rados.0.smithi016.stdout:277: oid 41 version 38 is already newer than 34 2024-04-15T14:37:43.518 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 41 v 38 (ObjNum 107 snap 26 seq_num 107) dirty exists 2024-04-15T14:37:43.518 INFO:tasks.rados.rados.0.smithi016.stdout:277: left oid 41 (ObjNum 107 snap 26 seq_num 107) 2024-04-15T14:37:43.518 INFO:tasks.rados.rados.0.smithi016.stdout:279: finishing copy_from racing read to smithi01678542-21 2024-04-15T14:37:43.518 INFO:tasks.rados.rados.0.smithi016.stdout:279: finishing copy_from to smithi01678542-21 2024-04-15T14:37:43.518 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 21 v 4 (ObjNum 6 snap 0 seq_num 6) dirty exists 2024-04-15T14:37:43.518 INFO:tasks.rados.rados.0.smithi016.stdout:280: finishing rollback tid 0 to smithi01678542-12 2024-04-15T14:37:43.518 INFO:tasks.rados.rados.0.smithi016.stdout:280: finishing rollback tid 1 to smithi01678542-12 2024-04-15T14:37:43.518 INFO:tasks.rados.rados.0.smithi016.stdout:280: finishing rollback tid 2 to smithi01678542-12 2024-04-15T14:37:43.518 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 12 v 65 (ObjNum 65 snap 7 seq_num 65) dirty exists 2024-04-15T14:37:43.518 INFO:tasks.rados.rados.0.smithi016.stdout:274: done (5 left) 2024-04-15T14:37:43.519 INFO:tasks.rados.rados.0.smithi016.stdout:275: done (4 left) 2024-04-15T14:37:43.519 INFO:tasks.rados.rados.0.smithi016.stdout:276: done (3 left) 2024-04-15T14:37:43.519 INFO:tasks.rados.rados.0.smithi016.stdout:277: done (2 left) 2024-04-15T14:37:43.519 INFO:tasks.rados.rados.0.smithi016.stdout:279: done (1 left) 2024-04-15T14:37:43.519 INFO:tasks.rados.rados.0.smithi016.stdout:280: done (0 left) 2024-04-15T14:37:43.519 INFO:tasks.rados.rados.0.smithi016.stdout:281: rollback oid 4 current snap is 26 2024-04-15T14:37:43.519 INFO:tasks.rados.rados.0.smithi016.stdout:rollback oid 4 to 18 2024-04-15T14:37:43.519 INFO:tasks.rados.rados.0.smithi016.stdout:282: rmattr oid 11 current snap is 26 2024-04-15T14:37:43.519 INFO:tasks.rados.rados.0.smithi016.stdout:282: done (1 left) 2024-04-15T14:37:43.519 INFO:tasks.rados.rados.0.smithi016.stdout:283: rollback oid 48 current snap is 26 2024-04-15T14:37:43.519 INFO:tasks.rados.rados.0.smithi016.stdout:rollback oid 48 to 22 2024-04-15T14:37:43.519 INFO:tasks.rados.rados.0.smithi016.stdout:284: rmattr oid 7 current snap is 26 2024-04-15T14:37:43.519 INFO:tasks.rados.rados.0.smithi016.stdout:284: done (2 left) 2024-04-15T14:37:43.519 INFO:tasks.rados.rados.0.smithi016.stdout:285: copy_from oid 34 from oid 27 current snap is 26 2024-04-15T14:37:43.519 INFO:tasks.rados.rados.0.smithi016.stdout:286: rollback oid 38 current snap is 26 2024-04-15T14:37:43.520 INFO:tasks.rados.rados.0.smithi016.stdout:rollback oid 38 to 18 2024-04-15T14:37:43.520 INFO:tasks.rados.rados.0.smithi016.stdout:287: snap_remove snap 19 2024-04-15T14:37:43.789 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:37:43 smithi016 ceph-mon[27435]: pgmap v158: 121 pgs: 121 active+clean; 57 MiB data, 320 MiB used, 715 GiB / 715 GiB avail 2024-04-15T14:37:43.789 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:37:43 smithi016 ceph-mon[27435]: osdmap e121: 8 total, 8 up, 8 in 2024-04-15T14:37:43.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:37:43 smithi016 ceph-mon[36548]: pgmap v158: 121 pgs: 121 active+clean; 57 MiB data, 320 MiB used, 715 GiB / 715 GiB avail 2024-04-15T14:37:43.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:37:43 smithi016 ceph-mon[36548]: osdmap e121: 8 total, 8 up, 8 in 2024-04-15T14:37:43.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:37:43 smithi102 ceph-mon[31017]: pgmap v158: 121 pgs: 121 active+clean; 57 MiB data, 320 MiB used, 715 GiB / 715 GiB avail 2024-04-15T14:37:43.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:37:43 smithi102 ceph-mon[31017]: osdmap e121: 8 total, 8 up, 8 in 2024-04-15T14:37:44.472 INFO:tasks.rados.rados.0.smithi016.stdout:281: finishing rollback tid 0 to smithi01678542-4 2024-04-15T14:37:44.472 INFO:tasks.rados.rados.0.smithi016.stdout:286: finishing rollback tid 0 to smithi01678542-38 2024-04-15T14:37:44.472 INFO:tasks.rados.rados.0.smithi016.stdout:281: finishing rollback tid 1 to smithi01678542-4 2024-04-15T14:37:44.472 INFO:tasks.rados.rados.0.smithi016.stdout:283: finishing rollback tid 0 to smithi01678542-48 2024-04-15T14:37:44.472 INFO:tasks.rados.rados.0.smithi016.stdout:281: finishing rollback tid 2 to smithi01678542-4 2024-04-15T14:37:44.472 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 4 v 114 (ObjNum 3 snap 0 seq_num 3) dirty exists 2024-04-15T14:37:44.472 INFO:tasks.rados.rados.0.smithi016.stdout:286: finishing rollback tid 1 to smithi01678542-38 2024-04-15T14:37:44.472 INFO:tasks.rados.rados.0.smithi016.stdout:286: finishing rollback tid 2 to smithi01678542-38 2024-04-15T14:37:44.473 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 38 v 110 (ObjNum 37 snap 0 seq_num 37) dirty exists 2024-04-15T14:37:44.473 INFO:tasks.rados.rados.0.smithi016.stdout:283: finishing rollback tid 1 to smithi01678542-48 2024-04-15T14:37:44.473 INFO:tasks.rados.rados.0.smithi016.stdout:283: finishing rollback tid 2 to smithi01678542-48 2024-04-15T14:37:44.473 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 48 v 103 (ObjNum 46 snap 0 seq_num 46) dirty exists 2024-04-15T14:37:44.473 INFO:tasks.rados.rados.0.smithi016.stdout:285: finishing copy_from racing read to smithi01678542-34 2024-04-15T14:37:44.473 INFO:tasks.rados.rados.0.smithi016.stdout:285: finishing copy_from to smithi01678542-34 2024-04-15T14:37:44.473 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 34 v 12 (ObjNum 26 snap 0 seq_num 26) dirty exists 2024-04-15T14:37:44.473 INFO:tasks.rados.rados.0.smithi016.stdout:281: done (4 left) 2024-04-15T14:37:44.473 INFO:tasks.rados.rados.0.smithi016.stdout:283: done (3 left) 2024-04-15T14:37:44.473 INFO:tasks.rados.rados.0.smithi016.stdout:285: done (2 left) 2024-04-15T14:37:44.473 INFO:tasks.rados.rados.0.smithi016.stdout:286: done (1 left) 2024-04-15T14:37:44.473 INFO:tasks.rados.rados.0.smithi016.stdout:287: done (0 left) 2024-04-15T14:37:44.473 INFO:tasks.rados.rados.0.smithi016.stdout:288: snap_create 2024-04-15T14:37:44.789 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:37:44 smithi016 ceph-mon[27435]: osdmap e122: 8 total, 8 up, 8 in 2024-04-15T14:37:44.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:37:44 smithi016 ceph-mon[36548]: osdmap e122: 8 total, 8 up, 8 in 2024-04-15T14:37:44.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:37:44 smithi102 ceph-mon[31017]: osdmap e122: 8 total, 8 up, 8 in 2024-04-15T14:37:45.472 INFO:tasks.rados.rados.0.smithi016.stdout:288: done (0 left) 2024-04-15T14:37:45.472 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 16 current snap is 27 2024-04-15T14:37:45.473 INFO:tasks.rados.rados.0.smithi016.stdout:289: seq_num 108 ranges {0=614400,614400=606208,1220608=598016} 2024-04-15T14:37:45.475 INFO:tasks.rados.rados.0.smithi016.stdout:289: writing smithi01678542-16 from 0 to 614400 tid 1 2024-04-15T14:37:45.479 INFO:tasks.rados.rados.0.smithi016.stdout:289: writing smithi01678542-16 from 614400 to 1220608 tid 2 2024-04-15T14:37:45.483 INFO:tasks.rados.rados.0.smithi016.stdout:289: writing smithi01678542-16 from 1220608 to 1818624 tid 3 2024-04-15T14:37:45.483 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 18 current snap is 27 2024-04-15T14:37:45.483 INFO:tasks.rados.rados.0.smithi016.stdout:289: finishing write tid 1 to smithi01678542-16 2024-04-15T14:37:45.483 INFO:tasks.rados.rados.0.smithi016.stdout:289: finishing write tid 2 to smithi01678542-16 2024-04-15T14:37:45.483 INFO:tasks.rados.rados.0.smithi016.stdout:290: seq_num 109 ranges {286720=630784,917504=491520,1409024=483328,1892352=229376} 2024-04-15T14:37:45.487 INFO:tasks.rados.rados.0.smithi016.stdout:290: writing smithi01678542-18 from 286720 to 917504 tid 1 2024-04-15T14:37:45.491 INFO:tasks.rados.rados.0.smithi016.stdout:290: writing smithi01678542-18 from 917504 to 1409024 tid 2 2024-04-15T14:37:45.493 INFO:tasks.rados.rados.0.smithi016.stdout:290: writing smithi01678542-18 from 1409024 to 1892352 tid 3 2024-04-15T14:37:45.495 INFO:tasks.rados.rados.0.smithi016.stdout:290: writing smithi01678542-18 from 1892352 to 2121728 tid 4 2024-04-15T14:37:45.495 INFO:tasks.rados.rados.0.smithi016.stdout:291: setattr oid 45 current snap is 27 2024-04-15T14:37:45.495 INFO:tasks.rados.rados.0.smithi016.stdout:289: finishing write tid 3 to smithi01678542-16 2024-04-15T14:37:45.495 INFO:tasks.rados.rados.0.smithi016.stdout:289: finishing write tid 4 to smithi01678542-16 2024-04-15T14:37:45.495 INFO:tasks.rados.rados.0.smithi016.stdout:289: finishing write tid 5 to smithi01678542-16 2024-04-15T14:37:45.495 INFO:tasks.rados.rados.0.smithi016.stdout:289: oid 16 updating version 0 to 105 2024-04-15T14:37:45.496 INFO:tasks.rados.rados.0.smithi016.stdout:289: oid 16 updating version 105 to 107 2024-04-15T14:37:45.496 INFO:tasks.rados.rados.0.smithi016.stdout:289: oid 16 version 107 is already newer than 106 2024-04-15T14:37:45.496 INFO:tasks.rados.rados.0.smithi016.stdout:289: oid 16 updating version 107 to 108 2024-04-15T14:37:45.496 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 16 v 108 (ObjNum 108 snap 27 seq_num 108) dirty exists 2024-04-15T14:37:45.496 INFO:tasks.rados.rados.0.smithi016.stdout:289: left oid 16 (ObjNum 108 snap 27 seq_num 108) 2024-04-15T14:37:45.496 INFO:tasks.rados.rados.0.smithi016.stdout:290: finishing write tid 1 to smithi01678542-18 2024-04-15T14:37:45.496 INFO:tasks.rados.rados.0.smithi016.stdout:290: finishing write tid 2 to smithi01678542-18 2024-04-15T14:37:45.496 INFO:tasks.rados.rados.0.smithi016.stdout:290: finishing write tid 3 to smithi01678542-18 2024-04-15T14:37:45.497 INFO:tasks.rados.rados.0.smithi016.stdout:289: done (2 left) 2024-04-15T14:37:45.497 INFO:tasks.rados.rados.0.smithi016.stdout:292: snap_remove snap 17 2024-04-15T14:37:45.789 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:37:45 smithi016 ceph-mon[27435]: pgmap v161: 121 pgs: 121 active+clean; 74 MiB data, 339 MiB used, 715 GiB / 715 GiB avail; 2.9 MiB/s rd, 4.5 MiB/s wr, 26 op/s 2024-04-15T14:37:45.789 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:37:45 smithi016 ceph-mon[27435]: osdmap e123: 8 total, 8 up, 8 in 2024-04-15T14:37:45.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:37:45 smithi016 ceph-mon[36548]: pgmap v161: 121 pgs: 121 active+clean; 74 MiB data, 339 MiB used, 715 GiB / 715 GiB avail; 2.9 MiB/s rd, 4.5 MiB/s wr, 26 op/s 2024-04-15T14:37:45.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:37:45 smithi016 ceph-mon[36548]: osdmap e123: 8 total, 8 up, 8 in 2024-04-15T14:37:45.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:37:45 smithi102 ceph-mon[31017]: pgmap v161: 121 pgs: 121 active+clean; 74 MiB data, 339 MiB used, 715 GiB / 715 GiB avail; 2.9 MiB/s rd, 4.5 MiB/s wr, 26 op/s 2024-04-15T14:37:45.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:37:45 smithi102 ceph-mon[31017]: osdmap e123: 8 total, 8 up, 8 in 2024-04-15T14:37:46.482 INFO:tasks.rados.rados.0.smithi016.stdout:292: done (2 left) 2024-04-15T14:37:46.483 INFO:tasks.rados.rados.0.smithi016.stdout:293: setattr oid 15 current snap is 27 2024-04-15T14:37:46.485 INFO:tasks.rados.rados.0.smithi016.stdout:290: finishing write tid 4 to smithi01678542-18 2024-04-15T14:37:46.485 INFO:tasks.rados.rados.0.smithi016.stdout:290: finishing write tid 5 to smithi01678542-18 2024-04-15T14:37:46.485 INFO:tasks.rados.rados.0.smithi016.stdout:290: finishing write tid 6 to smithi01678542-18 2024-04-15T14:37:46.485 INFO:tasks.rados.rados.0.smithi016.stdout:290: oid 18 updating version 0 to 22 2024-04-15T14:37:46.485 INFO:tasks.rados.rados.0.smithi016.stdout:290: oid 18 version 22 is already newer than 21 2024-04-15T14:37:46.486 INFO:tasks.rados.rados.0.smithi016.stdout:290: oid 18 version 22 is already newer than 18 2024-04-15T14:37:46.486 INFO:tasks.rados.rados.0.smithi016.stdout:290: oid 18 version 22 is already newer than 20 2024-04-15T14:37:46.486 INFO:tasks.rados.rados.0.smithi016.stdout:290: oid 18 version 22 is already newer than 19 2024-04-15T14:37:46.486 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 18 v 22 (ObjNum 109 snap 27 seq_num 109) dirty exists 2024-04-15T14:37:46.486 INFO:tasks.rados.rados.0.smithi016.stdout:290: left oid 18 (ObjNum 109 snap 27 seq_num 109) 2024-04-15T14:37:46.486 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 45 v 27 (ObjNum 106 snap 26 seq_num 106) dirty exists 2024-04-15T14:37:46.486 INFO:tasks.rados.rados.0.smithi016.stdout:290: done (2 left) 2024-04-15T14:37:46.486 INFO:tasks.rados.rados.0.smithi016.stdout:291: done (1 left) 2024-04-15T14:37:46.486 INFO:tasks.rados.rados.0.smithi016.stdout:294: snap_create 2024-04-15T14:37:46.495 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 15 v 116 (ObjNum 101 snap 26 seq_num 101) dirty exists 2024-04-15T14:37:46.789 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:37:46 smithi016 ceph-mon[27435]: osdmap e124: 8 total, 8 up, 8 in 2024-04-15T14:37:46.789 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:37:46 smithi016 ceph-mon[36548]: osdmap e124: 8 total, 8 up, 8 in 2024-04-15T14:37:46.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:37:46 smithi102 ceph-mon[31017]: osdmap e124: 8 total, 8 up, 8 in 2024-04-15T14:37:47.483 INFO:tasks.rados.rados.0.smithi016.stdout:293: done (1 left) 2024-04-15T14:37:47.483 INFO:tasks.rados.rados.0.smithi016.stdout:294: done (0 left) 2024-04-15T14:37:47.483 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 33 current snap is 28 2024-04-15T14:37:47.483 INFO:tasks.rados.rados.0.smithi016.stdout:295: seq_num 110 ranges {2007040=647168,2654208=778240,3432448=425984} 2024-04-15T14:37:47.497 INFO:tasks.rados.rados.0.smithi016.stdout:295: writing smithi01678542-33 from 2007040 to 2654208 tid 1 2024-04-15T14:37:47.501 INFO:tasks.rados.rados.0.smithi016.stdout:295: writing smithi01678542-33 from 2654208 to 3432448 tid 2 2024-04-15T14:37:47.504 INFO:tasks.rados.rados.0.smithi016.stdout:295: writing smithi01678542-33 from 3432448 to 3858432 tid 3 2024-04-15T14:37:47.504 INFO:tasks.rados.rados.0.smithi016.stdout:296: copy_from oid 18 from oid 13 current snap is 28 2024-04-15T14:37:47.504 INFO:tasks.rados.rados.0.smithi016.stdout:297: snap_create 2024-04-15T14:37:47.504 INFO:tasks.rados.rados.0.smithi016.stdout:295: finishing write tid 1 to smithi01678542-33 2024-04-15T14:37:47.507 INFO:tasks.rados.rados.0.smithi016.stdout:295: finishing write tid 2 to smithi01678542-33 2024-04-15T14:37:47.507 INFO:tasks.rados.rados.0.smithi016.stdout:295: finishing write tid 3 to smithi01678542-33 2024-04-15T14:37:47.507 INFO:tasks.rados.rados.0.smithi016.stdout:295: finishing write tid 4 to smithi01678542-33 2024-04-15T14:37:47.510 INFO:tasks.rados.rados.0.smithi016.stdout:295: finishing write tid 5 to smithi01678542-33 2024-04-15T14:37:47.511 INFO:tasks.rados.rados.0.smithi016.stdout:295: oid 33 updating version 0 to 133 2024-04-15T14:37:47.511 INFO:tasks.rados.rados.0.smithi016.stdout:295: oid 33 version 133 is already newer than 132 2024-04-15T14:37:47.511 INFO:tasks.rados.rados.0.smithi016.stdout:295: oid 33 updating version 133 to 135 2024-04-15T14:37:47.511 INFO:tasks.rados.rados.0.smithi016.stdout:295: oid 33 version 135 is already newer than 134 2024-04-15T14:37:47.511 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 33 v 135 (ObjNum 110 snap 28 seq_num 110) dirty exists 2024-04-15T14:37:47.511 INFO:tasks.rados.rados.0.smithi016.stdout:295: left oid 33 (ObjNum 110 snap 28 seq_num 110) 2024-04-15T14:37:47.512 INFO:tasks.rados.rados.0.smithi016.stdout:296: finishing copy_from racing read to smithi01678542-18 2024-04-15T14:37:47.513 INFO:tasks.rados.rados.0.smithi016.stdout:296: finishing copy_from to smithi01678542-18 2024-04-15T14:37:47.513 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 18 v 21 (ObjNum 75 snap 15 seq_num 75) dirty exists 2024-04-15T14:37:47.789 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:37:47 smithi016 ceph-mon[36548]: pgmap v164: 121 pgs: 121 active+clean; 74 MiB data, 339 MiB used, 715 GiB / 715 GiB avail; 2.9 MiB/s rd, 4.5 MiB/s wr, 26 op/s 2024-04-15T14:37:47.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:37:47 smithi016 ceph-mon[36548]: osdmap e125: 8 total, 8 up, 8 in 2024-04-15T14:37:47.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:37:47 smithi016 ceph-mon[27435]: pgmap v164: 121 pgs: 121 active+clean; 74 MiB data, 339 MiB used, 715 GiB / 715 GiB avail; 2.9 MiB/s rd, 4.5 MiB/s wr, 26 op/s 2024-04-15T14:37:47.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:37:47 smithi016 ceph-mon[27435]: osdmap e125: 8 total, 8 up, 8 in 2024-04-15T14:37:47.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:37:47 smithi102 ceph-mon[31017]: pgmap v164: 121 pgs: 121 active+clean; 74 MiB data, 339 MiB used, 715 GiB / 715 GiB avail; 2.9 MiB/s rd, 4.5 MiB/s wr, 26 op/s 2024-04-15T14:37:47.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:37:47 smithi102 ceph-mon[31017]: osdmap e125: 8 total, 8 up, 8 in 2024-04-15T14:37:48.493 INFO:tasks.rados.rados.0.smithi016.stdout:295: done (2 left) 2024-04-15T14:37:48.493 INFO:tasks.rados.rados.0.smithi016.stdout:296: done (1 left) 2024-04-15T14:37:48.493 INFO:tasks.rados.rados.0.smithi016.stdout:297: done (0 left) 2024-04-15T14:37:48.494 INFO:tasks.rados.rados.0.smithi016.stdout:298: snap_create 2024-04-15T14:37:48.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:37:48 smithi016 ceph-mon[27435]: osdmap e126: 8 total, 8 up, 8 in 2024-04-15T14:37:48.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:37:48 smithi016 ceph-mon[36548]: osdmap e126: 8 total, 8 up, 8 in 2024-04-15T14:37:48.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:37:48 smithi102 ceph-mon[31017]: osdmap e126: 8 total, 8 up, 8 in 2024-04-15T14:37:49.449 INFO:tasks.rados.rados.0.smithi016.stdout:298: done (0 left) 2024-04-15T14:37:49.449 INFO:tasks.rados.rados.0.smithi016.stdout:299: read oid 15 snap -1 2024-04-15T14:37:49.449 INFO:tasks.rados.rados.0.smithi016.stdout:299: expect (ObjNum 101 snap 26 seq_num 101) 2024-04-15T14:37:49.449 INFO:tasks.rados.rados.0.smithi016.stdout:300: snap_create 2024-04-15T14:37:49.460 INFO:tasks.rados.rados.0.smithi016.stdout:299: expect (ObjNum 101 snap 26 seq_num 101) 2024-04-15T14:37:49.789 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:37:49 smithi016 ceph-mon[27435]: pgmap v167: 121 pgs: 121 active+clean; 80 MiB data, 363 MiB used, 715 GiB / 715 GiB avail; 767 B/s rd, 1.8 MiB/s wr, 17 op/s 2024-04-15T14:37:49.789 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:37:49 smithi016 ceph-mon[27435]: osdmap e127: 8 total, 8 up, 8 in 2024-04-15T14:37:49.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:37:49 smithi016 ceph-mon[27435]: osdmap e128: 8 total, 8 up, 8 in 2024-04-15T14:37:49.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:37:49 smithi016 ceph-mon[36548]: pgmap v167: 121 pgs: 121 active+clean; 80 MiB data, 363 MiB used, 715 GiB / 715 GiB avail; 767 B/s rd, 1.8 MiB/s wr, 17 op/s 2024-04-15T14:37:49.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:37:49 smithi016 ceph-mon[36548]: osdmap e127: 8 total, 8 up, 8 in 2024-04-15T14:37:49.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:37:49 smithi016 ceph-mon[36548]: osdmap e128: 8 total, 8 up, 8 in 2024-04-15T14:37:49.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:37:49 smithi102 ceph-mon[31017]: pgmap v167: 121 pgs: 121 active+clean; 80 MiB data, 363 MiB used, 715 GiB / 715 GiB avail; 767 B/s rd, 1.8 MiB/s wr, 17 op/s 2024-04-15T14:37:49.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:37:49 smithi102 ceph-mon[31017]: osdmap e127: 8 total, 8 up, 8 in 2024-04-15T14:37:49.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:37:49 smithi102 ceph-mon[31017]: osdmap e128: 8 total, 8 up, 8 in 2024-04-15T14:37:50.449 INFO:tasks.rados.rados.0.smithi016.stdout:299: done (1 left) 2024-04-15T14:37:50.449 INFO:tasks.rados.rados.0.smithi016.stdout:300: done (0 left) 2024-04-15T14:37:50.449 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 23 current snap is 31 2024-04-15T14:37:50.449 INFO:tasks.rados.rados.0.smithi016.stdout:301: seq_num 111 ranges {1269760=663552,1933312=663552,2596864=450560,3047424=90112} 2024-04-15T14:37:50.459 INFO:tasks.rados.rados.0.smithi016.stdout:301: writing smithi01678542-23 from 1269760 to 1933312 tid 1 2024-04-15T14:37:50.463 INFO:tasks.rados.rados.0.smithi016.stdout:301: writing smithi01678542-23 from 1933312 to 2596864 tid 2 2024-04-15T14:37:50.466 INFO:tasks.rados.rados.0.smithi016.stdout:301: writing smithi01678542-23 from 2596864 to 3047424 tid 3 2024-04-15T14:37:50.467 INFO:tasks.rados.rados.0.smithi016.stdout:301: writing smithi01678542-23 from 3047424 to 3137536 tid 4 2024-04-15T14:37:50.467 INFO:tasks.rados.rados.0.smithi016.stdout:302: rollback oid 9 current snap is 31 2024-04-15T14:37:50.467 INFO:tasks.rados.rados.0.smithi016.stdout:rollback oid 9 to 25 2024-04-15T14:37:50.467 INFO:tasks.rados.rados.0.smithi016.stdout:301: finishing write tid 1 to smithi01678542-23 2024-04-15T14:37:50.467 INFO:tasks.rados.rados.0.smithi016.stdout:301: finishing write tid 2 to smithi01678542-23 2024-04-15T14:37:50.467 INFO:tasks.rados.rados.0.smithi016.stdout:303: snap_remove snap 23 2024-04-15T14:37:51.453 INFO:tasks.rados.rados.0.smithi016.stdout:301: finishing write tid 3 to smithi01678542-23 2024-04-15T14:37:51.453 INFO:tasks.rados.rados.0.smithi016.stdout:301: finishing write tid 4 to smithi01678542-23 2024-04-15T14:37:51.453 INFO:tasks.rados.rados.0.smithi016.stdout:302: finishing rollback tid 0 to smithi01678542-9 2024-04-15T14:37:51.453 INFO:tasks.rados.rados.0.smithi016.stdout:301: finishing write tid 5 to smithi01678542-23 2024-04-15T14:37:51.453 INFO:tasks.rados.rados.0.smithi016.stdout:302: finishing rollback tid 1 to smithi01678542-9 2024-04-15T14:37:51.454 INFO:tasks.rados.rados.0.smithi016.stdout:302: finishing rollback tid 2 to smithi01678542-9 2024-04-15T14:37:51.454 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 9 v 126 (ObjNum 81 snap 19 seq_num 81) dirty exists 2024-04-15T14:37:51.454 INFO:tasks.rados.rados.0.smithi016.stdout:301: finishing write tid 6 to smithi01678542-23 2024-04-15T14:37:51.454 INFO:tasks.rados.rados.0.smithi016.stdout:301: oid 23 updating version 0 to 87 2024-04-15T14:37:51.454 INFO:tasks.rados.rados.0.smithi016.stdout:301: oid 23 version 87 is already newer than 83 2024-04-15T14:37:51.454 INFO:tasks.rados.rados.0.smithi016.stdout:301: oid 23 version 87 is already newer than 86 2024-04-15T14:37:51.454 INFO:tasks.rados.rados.0.smithi016.stdout:301: oid 23 version 87 is already newer than 84 2024-04-15T14:37:51.454 INFO:tasks.rados.rados.0.smithi016.stdout:301: oid 23 version 87 is already newer than 85 2024-04-15T14:37:51.454 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 23 v 87 (ObjNum 111 snap 31 seq_num 111) dirty exists 2024-04-15T14:37:51.454 INFO:tasks.rados.rados.0.smithi016.stdout:301: left oid 23 (ObjNum 111 snap 31 seq_num 111) 2024-04-15T14:37:51.454 INFO:tasks.rados.rados.0.smithi016.stdout:301: done (2 left) 2024-04-15T14:37:51.454 INFO:tasks.rados.rados.0.smithi016.stdout:302: done (1 left) 2024-04-15T14:37:51.454 INFO:tasks.rados.rados.0.smithi016.stdout:303: done (0 left) 2024-04-15T14:37:51.455 INFO:tasks.rados.rados.0.smithi016.stdout:304: read oid 7 snap 25 2024-04-15T14:37:51.455 INFO:tasks.rados.rados.0.smithi016.stdout:304: expect (ObjNum 6 snap 0 seq_num 6) 2024-04-15T14:37:51.455 INFO:tasks.rados.rados.0.smithi016.stdout:305: snap_create 2024-04-15T14:37:51.456 INFO:tasks.rados.rados.0.smithi016.stdout:304: expect (ObjNum 6 snap 0 seq_num 6) 2024-04-15T14:37:51.789 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:37:51 smithi016 ceph-mon[27435]: pgmap v170: 121 pgs: 121 active+clean; 80 MiB data, 363 MiB used, 715 GiB / 715 GiB avail; 767 B/s rd, 1.8 MiB/s wr, 17 op/s 2024-04-15T14:37:51.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:37:51 smithi016 ceph-mon[27435]: osdmap e129: 8 total, 8 up, 8 in 2024-04-15T14:37:51.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:37:51 smithi016 ceph-mon[36548]: pgmap v170: 121 pgs: 121 active+clean; 80 MiB data, 363 MiB used, 715 GiB / 715 GiB avail; 767 B/s rd, 1.8 MiB/s wr, 17 op/s 2024-04-15T14:37:51.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:37:51 smithi016 ceph-mon[36548]: osdmap e129: 8 total, 8 up, 8 in 2024-04-15T14:37:51.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:37:51 smithi102 ceph-mon[31017]: pgmap v170: 121 pgs: 121 active+clean; 80 MiB data, 363 MiB used, 715 GiB / 715 GiB avail; 767 B/s rd, 1.8 MiB/s wr, 17 op/s 2024-04-15T14:37:51.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:37:51 smithi102 ceph-mon[31017]: osdmap e129: 8 total, 8 up, 8 in 2024-04-15T14:37:52.462 INFO:tasks.rados.rados.0.smithi016.stdout:304: done (1 left) 2024-04-15T14:37:52.463 INFO:tasks.rados.rados.0.smithi016.stdout:305: done (0 left) 2024-04-15T14:37:52.463 INFO:tasks.rados.rados.0.smithi016.stdout:306: read oid 23 snap -1 2024-04-15T14:37:52.463 INFO:tasks.rados.rados.0.smithi016.stdout:306: expect (ObjNum 111 snap 31 seq_num 111) 2024-04-15T14:37:52.463 INFO:tasks.rados.rados.0.smithi016.stdout:307: delete oid 34 current snap is 32 2024-04-15T14:37:52.466 INFO:tasks.rados.rados.0.smithi016.stdout:307: done (1 left) 2024-04-15T14:37:52.466 INFO:tasks.rados.rados.0.smithi016.stdout:308: delete oid 10 current snap is 32 2024-04-15T14:37:52.471 INFO:tasks.rados.rados.0.smithi016.stdout:308: done (1 left) 2024-04-15T14:37:52.471 INFO:tasks.rados.rados.0.smithi016.stdout:309: read oid 37 snap -1 2024-04-15T14:37:52.471 INFO:tasks.rados.rados.0.smithi016.stdout:309: expect (ObjNum 90 snap 19 seq_num 90) 2024-04-15T14:37:52.471 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 48 current snap is 32 2024-04-15T14:37:52.471 INFO:tasks.rados.rados.0.smithi016.stdout:310: seq_num 114 ranges {778240=712704,1490944=712704,2203648=491520} 2024-04-15T14:37:52.478 INFO:tasks.rados.rados.0.smithi016.stdout:310: writing smithi01678542-48 from 778240 to 1490944 tid 1 2024-04-15T14:37:52.482 INFO:tasks.rados.rados.0.smithi016.stdout:310: writing smithi01678542-48 from 1490944 to 2203648 tid 2 2024-04-15T14:37:52.485 INFO:tasks.rados.rados.0.smithi016.stdout:310: writing smithi01678542-48 from 2203648 to 2695168 tid 3 2024-04-15T14:37:52.485 INFO:tasks.rados.rados.0.smithi016.stdout:311: snap_remove snap 27 2024-04-15T14:37:52.789 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:37:52 smithi016 ceph-mon[27435]: osdmap e130: 8 total, 8 up, 8 in 2024-04-15T14:37:52.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:37:52 smithi016 ceph-mon[36548]: osdmap e130: 8 total, 8 up, 8 in 2024-04-15T14:37:52.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:37:52 smithi102 ceph-mon[31017]: osdmap e130: 8 total, 8 up, 8 in 2024-04-15T14:37:53.458 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 15 14:37:53 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-y[27693]: ::ffff:172.21.15.102 - - [15/Apr/2024:14:37:53] "GET /metrics HTTP/1.1" 200 36078 "" "Prometheus/2.43.0" 2024-04-15T14:37:53.470 INFO:tasks.rados.rados.0.smithi016.stdout:311: done (3 left) 2024-04-15T14:37:53.470 INFO:tasks.rados.rados.0.smithi016.stdout:312: read oid 35 snap -1 2024-04-15T14:37:53.470 INFO:tasks.rados.rados.0.smithi016.stdout:312: expect (ObjNum 70 snap 12 seq_num 70) 2024-04-15T14:37:53.470 INFO:tasks.rados.rados.0.smithi016.stdout:313: read oid 22 snap -1 2024-04-15T14:37:53.470 INFO:tasks.rados.rados.0.smithi016.stdout:313: expect deleted 2024-04-15T14:37:53.470 INFO:tasks.rados.rados.0.smithi016.stdout:314: copy_from oid 7 from oid 20 current snap is 32 2024-04-15T14:37:53.470 INFO:tasks.rados.rados.0.smithi016.stdout:315: delete oid 42 current snap is 32 2024-04-15T14:37:53.470 INFO:tasks.rados.rados.0.smithi016.stdout:306: expect (ObjNum 111 snap 31 seq_num 111) 2024-04-15T14:37:53.584 INFO:tasks.rados.rados.0.smithi016.stdout:309: expect (ObjNum 90 snap 19 seq_num 90) 2024-04-15T14:37:53.651 INFO:tasks.rados.rados.0.smithi016.stdout:310: finishing write tid 1 to smithi01678542-48 2024-04-15T14:37:53.651 INFO:tasks.rados.rados.0.smithi016.stdout:310: finishing write tid 2 to smithi01678542-48 2024-04-15T14:37:53.651 INFO:tasks.rados.rados.0.smithi016.stdout:306: done (6 left) 2024-04-15T14:37:53.651 INFO:tasks.rados.rados.0.smithi016.stdout:309: done (5 left) 2024-04-15T14:37:53.651 INFO:tasks.rados.rados.0.smithi016.stdout:315: done (4 left) 2024-04-15T14:37:53.651 INFO:tasks.rados.rados.0.smithi016.stdout:316: snap_create 2024-04-15T14:37:53.651 INFO:tasks.rados.rados.0.smithi016.stdout:310: finishing write tid 3 to smithi01678542-48 2024-04-15T14:37:53.651 INFO:tasks.rados.rados.0.smithi016.stdout:310: finishing write tid 4 to smithi01678542-48 2024-04-15T14:37:53.651 INFO:tasks.rados.rados.0.smithi016.stdout:310: finishing write tid 5 to smithi01678542-48 2024-04-15T14:37:53.651 INFO:tasks.rados.rados.0.smithi016.stdout:310: oid 48 updating version 0 to 123 2024-04-15T14:37:53.651 INFO:tasks.rados.rados.0.smithi016.stdout:310: oid 48 version 123 is already newer than 122 2024-04-15T14:37:53.651 INFO:tasks.rados.rados.0.smithi016.stdout:310: oid 48 version 123 is already newer than 120 2024-04-15T14:37:53.652 INFO:tasks.rados.rados.0.smithi016.stdout:310: oid 48 version 123 is already newer than 121 2024-04-15T14:37:53.652 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 48 v 123 (ObjNum 114 snap 32 seq_num 114) dirty exists 2024-04-15T14:37:53.652 INFO:tasks.rados.rados.0.smithi016.stdout:310: left oid 48 (ObjNum 114 snap 32 seq_num 114) 2024-04-15T14:37:53.652 INFO:tasks.rados.rados.0.smithi016.stdout:312: expect (ObjNum 70 snap 12 seq_num 70) 2024-04-15T14:37:53.705 INFO:tasks.rados.rados.0.smithi016.stdout:314: finishing copy_from racing read to smithi01678542-7 2024-04-15T14:37:53.705 INFO:tasks.rados.rados.0.smithi016.stdout:314: finishing copy_from to smithi01678542-7 2024-04-15T14:37:53.705 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 7 v 61 (ObjNum 99 snap 25 seq_num 99) dirty exists 2024-04-15T14:37:53.789 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:37:53 smithi016 ceph-mon[27435]: pgmap v173: 121 pgs: 121 active+clean; 80 MiB data, 363 MiB used, 715 GiB / 715 GiB avail 2024-04-15T14:37:53.789 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:37:53 smithi016 ceph-mon[27435]: osdmap e131: 8 total, 8 up, 8 in 2024-04-15T14:37:53.789 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:37:53 smithi016 ceph-mon[36548]: pgmap v173: 121 pgs: 121 active+clean; 80 MiB data, 363 MiB used, 715 GiB / 715 GiB avail 2024-04-15T14:37:53.789 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:37:53 smithi016 ceph-mon[36548]: osdmap e131: 8 total, 8 up, 8 in 2024-04-15T14:37:53.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:37:53 smithi102 ceph-mon[31017]: pgmap v173: 121 pgs: 121 active+clean; 80 MiB data, 363 MiB used, 715 GiB / 715 GiB avail 2024-04-15T14:37:53.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:37:53 smithi102 ceph-mon[31017]: osdmap e131: 8 total, 8 up, 8 in 2024-04-15T14:37:54.473 INFO:tasks.rados.rados.0.smithi016.stdout:310: done (4 left) 2024-04-15T14:37:54.473 INFO:tasks.rados.rados.0.smithi016.stdout:312: done (3 left) 2024-04-15T14:37:54.473 INFO:tasks.rados.rados.0.smithi016.stdout:313: done (2 left) 2024-04-15T14:37:54.473 INFO:tasks.rados.rados.0.smithi016.stdout:314: done (1 left) 2024-04-15T14:37:54.473 INFO:tasks.rados.rados.0.smithi016.stdout:316: done (0 left) 2024-04-15T14:37:54.473 INFO:tasks.rados.rados.0.smithi016.stdout:317: delete oid 19 current snap is 33 2024-04-15T14:37:54.474 INFO:tasks.rados.rados.0.smithi016.stdout:317: done (0 left) 2024-04-15T14:37:54.474 INFO:tasks.rados.rados.0.smithi016.stdout:318: delete oid 8 current snap is 33 2024-04-15T14:37:54.478 INFO:tasks.rados.rados.0.smithi016.stdout:318: done (0 left) 2024-04-15T14:37:54.478 INFO:tasks.rados.rados.0.smithi016.stdout:319: delete oid 49 current snap is 33 2024-04-15T14:37:54.482 INFO:tasks.rados.rados.0.smithi016.stdout:319: done (0 left) 2024-04-15T14:37:54.482 INFO:tasks.rados.rados.0.smithi016.stdout:320: copy_from oid 33 from oid 9 current snap is 33 2024-04-15T14:37:54.482 INFO:tasks.rados.rados.0.smithi016.stdout:321: read oid 27 snap -1 2024-04-15T14:37:54.482 INFO:tasks.rados.rados.0.smithi016.stdout:321: expect (ObjNum 26 snap 0 seq_num 26) 2024-04-15T14:37:54.482 INFO:tasks.rados.rados.0.smithi016.stdout:322: rollback oid 42 current snap is 33 2024-04-15T14:37:54.482 INFO:tasks.rados.rados.0.smithi016.stdout:rollback oid 42 to 30 2024-04-15T14:37:54.482 INFO:tasks.rados.rados.0.smithi016.stdout:323: read oid 29 snap -1 2024-04-15T14:37:54.482 INFO:tasks.rados.rados.0.smithi016.stdout:323: expect (ObjNum 92 snap 21 seq_num 92) 2024-04-15T14:37:54.482 INFO:tasks.rados.rados.0.smithi016.stdout:324: delete oid 19 current snap is 33 2024-04-15T14:37:54.484 INFO:tasks.rados.rados.0.smithi016.stdout:324: done (4 left) 2024-04-15T14:37:54.484 INFO:tasks.rados.rados.0.smithi016.stdout:325: rollback oid 22 current snap is 33 2024-04-15T14:37:54.484 INFO:tasks.rados.rados.0.smithi016.stdout:rollback oid 22 to 28 2024-04-15T14:37:54.484 INFO:tasks.rados.rados.0.smithi016.stdout:326: rollback oid 31 current snap is 33 2024-04-15T14:37:54.484 INFO:tasks.rados.rados.0.smithi016.stdout:rollback oid 31 to 29 2024-04-15T14:37:54.484 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 37 current snap is 33 2024-04-15T14:37:54.484 INFO:tasks.rados.rados.0.smithi016.stdout:327: seq_num 120 ranges {2121728=417792,2539520=475136,3014656=622592,3637248=507904} 2024-04-15T14:37:54.498 INFO:tasks.rados.rados.0.smithi016.stdout:327: writing smithi01678542-37 from 2121728 to 2539520 tid 1 2024-04-15T14:37:54.501 INFO:tasks.rados.rados.0.smithi016.stdout:327: writing smithi01678542-37 from 2539520 to 3014656 tid 2 2024-04-15T14:37:54.505 INFO:tasks.rados.rados.0.smithi016.stdout:327: writing smithi01678542-37 from 3014656 to 3637248 tid 3 2024-04-15T14:37:54.509 INFO:tasks.rados.rados.0.smithi016.stdout:327: writing smithi01678542-37 from 3637248 to 4145152 tid 4 2024-04-15T14:37:54.509 INFO:tasks.rados.rados.0.smithi016.stdout:328: read oid 17 snap -1 2024-04-15T14:37:54.509 INFO:tasks.rados.rados.0.smithi016.stdout:328: expect (ObjNum 92 snap 21 seq_num 92) 2024-04-15T14:37:54.509 INFO:tasks.rados.rados.0.smithi016.stdout:329: rollback oid 19 current snap is 33 2024-04-15T14:37:54.509 INFO:tasks.rados.rados.0.smithi016.stdout:rollback oid 19 to 28 2024-04-15T14:37:54.509 INFO:tasks.rados.rados.0.smithi016.stdout:325: finishing rollback tid 1 to smithi01678542-22 2024-04-15T14:37:54.509 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 22 v 0 (ObjNum 33 snap 0 seq_num 7) dirty dne 2024-04-15T14:37:54.509 INFO:tasks.rados.rados.0.smithi016.stdout:322: finishing rollback tid 1 to smithi01678542-42 2024-04-15T14:37:54.509 INFO:tasks.rados.rados.0.smithi016.stdout:322: finishing rollback tid 2 to smithi01678542-42 2024-04-15T14:37:54.509 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 42 v 6 (ObjNum 41 snap 0 seq_num 41) dirty exists 2024-04-15T14:37:54.509 INFO:tasks.rados.rados.0.smithi016.stdout:321: expect (ObjNum 26 snap 0 seq_num 26) 2024-04-15T14:37:54.521 INFO:tasks.rados.rados.0.smithi016.stdout:326: finishing rollback tid 0 to smithi01678542-31 2024-04-15T14:37:54.521 INFO:tasks.rados.rados.0.smithi016.stdout:326: finishing rollback tid 1 to smithi01678542-31 2024-04-15T14:37:54.522 INFO:tasks.rados.rados.0.smithi016.stdout:326: finishing rollback tid 2 to smithi01678542-31 2024-04-15T14:37:54.522 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 31 v 62 (ObjNum 31 snap 0 seq_num 31) dirty exists 2024-04-15T14:37:54.522 INFO:tasks.rados.rados.0.smithi016.stdout:323: expect (ObjNum 92 snap 21 seq_num 92) 2024-04-15T14:37:54.563 INFO:tasks.rados.rados.0.smithi016.stdout:320: finishing copy_from racing read to smithi01678542-33 2024-04-15T14:37:54.563 INFO:tasks.rados.rados.0.smithi016.stdout:320: finishing copy_from to smithi01678542-33 2024-04-15T14:37:54.563 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 33 v 126 (ObjNum 81 snap 19 seq_num 81) dirty exists 2024-04-15T14:37:54.563 INFO:tasks.rados.rados.0.smithi016.stdout:327: finishing write tid 1 to smithi01678542-37 2024-04-15T14:37:54.563 INFO:tasks.rados.rados.0.smithi016.stdout:327: finishing write tid 2 to smithi01678542-37 2024-04-15T14:37:54.563 INFO:tasks.rados.rados.0.smithi016.stdout:327: finishing write tid 3 to smithi01678542-37 2024-04-15T14:37:54.563 INFO:tasks.rados.rados.0.smithi016.stdout:320: done (8 left) 2024-04-15T14:37:54.563 INFO:tasks.rados.rados.0.smithi016.stdout:321: done (7 left) 2024-04-15T14:37:54.563 INFO:tasks.rados.rados.0.smithi016.stdout:322: done (6 left) 2024-04-15T14:37:54.563 INFO:tasks.rados.rados.0.smithi016.stdout:323: done (5 left) 2024-04-15T14:37:54.563 INFO:tasks.rados.rados.0.smithi016.stdout:325: done (4 left) 2024-04-15T14:37:54.563 INFO:tasks.rados.rados.0.smithi016.stdout:326: done (3 left) 2024-04-15T14:37:54.563 INFO:tasks.rados.rados.0.smithi016.stdout:330: snap_create 2024-04-15T14:37:54.564 INFO:tasks.rados.rados.0.smithi016.stdout:327: finishing write tid 4 to smithi01678542-37 2024-04-15T14:37:54.564 INFO:tasks.rados.rados.0.smithi016.stdout:327: finishing write tid 5 to smithi01678542-37 2024-04-15T14:37:54.564 INFO:tasks.rados.rados.0.smithi016.stdout:329: finishing rollback tid 1 to smithi01678542-19 2024-04-15T14:37:54.564 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 19 v 74 (ObjNum 177 snap 0 seq_num 0) dirty dne 2024-04-15T14:37:54.564 INFO:tasks.rados.rados.0.smithi016.stdout:327: finishing write tid 6 to smithi01678542-37 2024-04-15T14:37:54.564 INFO:tasks.rados.rados.0.smithi016.stdout:327: oid 37 updating version 0 to 142 2024-04-15T14:37:54.564 INFO:tasks.rados.rados.0.smithi016.stdout:327: oid 37 updating version 142 to 144 2024-04-15T14:37:54.564 INFO:tasks.rados.rados.0.smithi016.stdout:327: oid 37 version 144 is already newer than 143 2024-04-15T14:37:54.564 INFO:tasks.rados.rados.0.smithi016.stdout:327: oid 37 updating version 144 to 145 2024-04-15T14:37:54.564 INFO:tasks.rados.rados.0.smithi016.stdout:327: oid 37 version 145 is already newer than 141 2024-04-15T14:37:54.564 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 37 v 145 (ObjNum 120 snap 33 seq_num 120) dirty exists 2024-04-15T14:37:54.564 INFO:tasks.rados.rados.0.smithi016.stdout:327: left oid 37 (ObjNum 120 snap 33 seq_num 120) 2024-04-15T14:37:54.564 INFO:tasks.rados.rados.0.smithi016.stdout:328: expect (ObjNum 92 snap 21 seq_num 92) 2024-04-15T14:37:54.789 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:37:54 smithi016 ceph-mon[27435]: osdmap e132: 8 total, 8 up, 8 in 2024-04-15T14:37:54.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:37:54 smithi016 ceph-mon[36548]: osdmap e132: 8 total, 8 up, 8 in 2024-04-15T14:37:54.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:37:54 smithi102 ceph-mon[31017]: osdmap e132: 8 total, 8 up, 8 in 2024-04-15T14:37:55.474 INFO:tasks.rados.rados.0.smithi016.stdout:327: done (3 left) 2024-04-15T14:37:55.474 INFO:tasks.rados.rados.0.smithi016.stdout:328: done (2 left) 2024-04-15T14:37:55.475 INFO:tasks.rados.rados.0.smithi016.stdout:329: done (1 left) 2024-04-15T14:37:55.475 INFO:tasks.rados.rados.0.smithi016.stdout:330: done (0 left) 2024-04-15T14:37:55.475 INFO:tasks.rados.rados.0.smithi016.stdout:331: rollback oid 50 current snap is 34 2024-04-15T14:37:55.475 INFO:tasks.rados.rados.0.smithi016.stdout:rollback oid 50 to 26 2024-04-15T14:37:55.475 INFO:tasks.rados.rados.0.smithi016.stdout:332: rmattr oid 38 current snap is 34 2024-04-15T14:37:55.475 INFO:tasks.rados.rados.0.smithi016.stdout:332: done (1 left) 2024-04-15T14:37:55.475 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 21 current snap is 34 2024-04-15T14:37:55.475 INFO:tasks.rados.rados.0.smithi016.stdout:333: seq_num 121 ranges {106496=434176,540672=753664,1294336=425984,1720320=425984} 2024-04-15T14:37:55.477 INFO:tasks.rados.rados.0.smithi016.stdout:333: writing smithi01678542-21 from 106496 to 540672 tid 1 2024-04-15T14:37:55.481 INFO:tasks.rados.rados.0.smithi016.stdout:333: writing smithi01678542-21 from 540672 to 1294336 tid 2 2024-04-15T14:37:55.484 INFO:tasks.rados.rados.0.smithi016.stdout:333: writing smithi01678542-21 from 1294336 to 1720320 tid 3 2024-04-15T14:37:55.487 INFO:tasks.rados.rados.0.smithi016.stdout:333: writing smithi01678542-21 from 1720320 to 2146304 tid 4 2024-04-15T14:37:55.487 INFO:tasks.rados.rados.0.smithi016.stdout:334: copy_from oid 37 from oid 14 current snap is 34 2024-04-15T14:37:55.487 INFO:tasks.rados.rados.0.smithi016.stdout:331: finishing rollback tid 0 to smithi01678542-50 2024-04-15T14:37:55.487 INFO:tasks.rados.rados.0.smithi016.stdout:331: finishing rollback tid 1 to smithi01678542-50 2024-04-15T14:37:55.487 INFO:tasks.rados.rados.0.smithi016.stdout:331: finishing rollback tid 2 to smithi01678542-50 2024-04-15T14:37:55.488 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 50 v 151 (ObjNum 49 snap 0 seq_num 49) dirty exists 2024-04-15T14:37:55.488 INFO:tasks.rados.rados.0.smithi016.stdout:331: done (2 left) 2024-04-15T14:37:55.488 INFO:tasks.rados.rados.0.smithi016.stdout:335: rmattr oid 44 current snap is 34 2024-04-15T14:37:55.488 INFO:tasks.rados.rados.0.smithi016.stdout:335: done (2 left) 2024-04-15T14:37:55.488 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 15 current snap is 34 2024-04-15T14:37:55.488 INFO:tasks.rados.rados.0.smithi016.stdout:333: finishing write tid 1 to smithi01678542-21 2024-04-15T14:37:55.488 INFO:tasks.rados.rados.0.smithi016.stdout:336: seq_num 122 ranges {3227648=450560,3678208=688128,4366336=630784,4997120=286720} 2024-04-15T14:37:55.507 INFO:tasks.rados.rados.0.smithi016.stdout:336: writing smithi01678542-15 from 3227648 to 3678208 tid 1 2024-04-15T14:37:55.511 INFO:tasks.rados.rados.0.smithi016.stdout:336: writing smithi01678542-15 from 3678208 to 4366336 tid 2 2024-04-15T14:37:55.515 INFO:tasks.rados.rados.0.smithi016.stdout:336: writing smithi01678542-15 from 4366336 to 4997120 tid 3 2024-04-15T14:37:55.518 INFO:tasks.rados.rados.0.smithi016.stdout:336: writing smithi01678542-15 from 4997120 to 5283840 tid 4 2024-04-15T14:37:55.519 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 22 current snap is 34 2024-04-15T14:37:55.519 INFO:tasks.rados.rados.0.smithi016.stdout:333: finishing write tid 2 to smithi01678542-21 2024-04-15T14:37:55.519 INFO:tasks.rados.rados.0.smithi016.stdout:337: seq_num 123 ranges {0=466944,466944=573440,1040384=794624,1835008=237568} 2024-04-15T14:37:55.520 INFO:tasks.rados.rados.0.smithi016.stdout:337: writing smithi01678542-22 from 0 to 466944 tid 1 2024-04-15T14:37:55.523 INFO:tasks.rados.rados.0.smithi016.stdout:337: writing smithi01678542-22 from 466944 to 1040384 tid 2 2024-04-15T14:37:55.528 INFO:tasks.rados.rados.0.smithi016.stdout:337: writing smithi01678542-22 from 1040384 to 1835008 tid 3 2024-04-15T14:37:55.530 INFO:tasks.rados.rados.0.smithi016.stdout:337: writing smithi01678542-22 from 1835008 to 2072576 tid 4 2024-04-15T14:37:55.530 INFO:tasks.rados.rados.0.smithi016.stdout:338: copy_from oid 23 from oid 11 current snap is 34 2024-04-15T14:37:55.531 INFO:tasks.rados.rados.0.smithi016.stdout:333: finishing write tid 3 to smithi01678542-21 2024-04-15T14:37:55.531 INFO:tasks.rados.rados.0.smithi016.stdout:333: finishing write tid 4 to smithi01678542-21 2024-04-15T14:37:55.531 INFO:tasks.rados.rados.0.smithi016.stdout:333: finishing write tid 5 to smithi01678542-21 2024-04-15T14:37:55.531 INFO:tasks.rados.rados.0.smithi016.stdout:333: finishing write tid 6 to smithi01678542-21 2024-04-15T14:37:55.531 INFO:tasks.rados.rados.0.smithi016.stdout:333: oid 21 updating version 0 to 154 2024-04-15T14:37:55.531 INFO:tasks.rados.rados.0.smithi016.stdout:333: oid 21 updating version 154 to 157 2024-04-15T14:37:55.531 INFO:tasks.rados.rados.0.smithi016.stdout:333: oid 21 version 157 is already newer than 153 2024-04-15T14:37:55.531 INFO:tasks.rados.rados.0.smithi016.stdout:333: oid 21 version 157 is already newer than 155 2024-04-15T14:37:55.531 INFO:tasks.rados.rados.0.smithi016.stdout:333: oid 21 version 157 is already newer than 156 2024-04-15T14:37:55.531 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 21 v 157 (ObjNum 121 snap 34 seq_num 121) dirty exists 2024-04-15T14:37:55.531 INFO:tasks.rados.rados.0.smithi016.stdout:333: left oid 21 (ObjNum 121 snap 34 seq_num 121) 2024-04-15T14:37:55.531 INFO:tasks.rados.rados.0.smithi016.stdout:334: finishing copy_from racing read to smithi01678542-37 2024-04-15T14:37:55.531 INFO:tasks.rados.rados.0.smithi016.stdout:334: finishing copy_from to smithi01678542-37 2024-04-15T14:37:55.532 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 37 v 51 (ObjNum 98 snap 25 seq_num 98) dirty exists 2024-04-15T14:37:55.532 INFO:tasks.rados.rados.0.smithi016.stdout:336: finishing write tid 1 to smithi01678542-15 2024-04-15T14:37:55.532 INFO:tasks.rados.rados.0.smithi016.stdout:336: finishing write tid 2 to smithi01678542-15 2024-04-15T14:37:55.532 INFO:tasks.rados.rados.0.smithi016.stdout:333: done (4 left) 2024-04-15T14:37:55.532 INFO:tasks.rados.rados.0.smithi016.stdout:334: done (3 left) 2024-04-15T14:37:55.532 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 32 current snap is 34 2024-04-15T14:37:55.532 INFO:tasks.rados.rados.0.smithi016.stdout:339: seq_num 124 ranges {106496=483328,589824=458752,1048576=598016,1646592=548864} 2024-04-15T14:37:55.533 INFO:tasks.rados.rados.0.smithi016.stdout:339: writing smithi01678542-32 from 106496 to 589824 tid 1 2024-04-15T14:37:55.538 INFO:tasks.rados.rados.0.smithi016.stdout:339: writing smithi01678542-32 from 589824 to 1048576 tid 2 2024-04-15T14:37:55.539 INFO:tasks.rados.rados.0.smithi016.stdout:339: writing smithi01678542-32 from 1048576 to 1646592 tid 3 2024-04-15T14:37:55.542 INFO:tasks.rados.rados.0.smithi016.stdout:339: writing smithi01678542-32 from 1646592 to 2195456 tid 4 2024-04-15T14:37:55.542 INFO:tasks.rados.rados.0.smithi016.stdout:340: snap_remove snap 32 2024-04-15T14:37:55.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:37:55 smithi016 ceph-mon[27435]: pgmap v176: 121 pgs: 121 active+clean; 84 MiB data, 371 MiB used, 715 GiB / 715 GiB avail; 6.2 MiB/s rd, 924 KiB/s wr, 7 op/s 2024-04-15T14:37:55.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:37:55 smithi016 ceph-mon[27435]: osdmap e133: 8 total, 8 up, 8 in 2024-04-15T14:37:55.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:37:55 smithi016 ceph-mon[36548]: pgmap v176: 121 pgs: 121 active+clean; 84 MiB data, 371 MiB used, 715 GiB / 715 GiB avail; 6.2 MiB/s rd, 924 KiB/s wr, 7 op/s 2024-04-15T14:37:55.791 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:37:55 smithi016 ceph-mon[36548]: osdmap e133: 8 total, 8 up, 8 in 2024-04-15T14:37:55.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:37:55 smithi102 ceph-mon[31017]: pgmap v176: 121 pgs: 121 active+clean; 84 MiB data, 371 MiB used, 715 GiB / 715 GiB avail; 6.2 MiB/s rd, 924 KiB/s wr, 7 op/s 2024-04-15T14:37:55.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:37:55 smithi102 ceph-mon[31017]: osdmap e133: 8 total, 8 up, 8 in 2024-04-15T14:37:56.485 INFO:tasks.rados.rados.0.smithi016.stdout:336: finishing write tid 3 to smithi01678542-15 2024-04-15T14:37:56.485 INFO:tasks.rados.rados.0.smithi016.stdout:336: finishing write tid 4 to smithi01678542-15 2024-04-15T14:37:56.485 INFO:tasks.rados.rados.0.smithi016.stdout:336: finishing write tid 5 to smithi01678542-15 2024-04-15T14:37:56.485 INFO:tasks.rados.rados.0.smithi016.stdout:336: finishing write tid 6 to smithi01678542-15 2024-04-15T14:37:56.485 INFO:tasks.rados.rados.0.smithi016.stdout:336: oid 15 updating version 0 to 137 2024-04-15T14:37:56.485 INFO:tasks.rados.rados.0.smithi016.stdout:336: oid 15 updating version 137 to 140 2024-04-15T14:37:56.485 INFO:tasks.rados.rados.0.smithi016.stdout:336: oid 15 version 140 is already newer than 139 2024-04-15T14:37:56.485 INFO:tasks.rados.rados.0.smithi016.stdout:336: oid 15 version 140 is already newer than 138 2024-04-15T14:37:56.485 INFO:tasks.rados.rados.0.smithi016.stdout:336: oid 15 version 140 is already newer than 136 2024-04-15T14:37:56.485 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 15 v 140 (ObjNum 122 snap 34 seq_num 122) dirty exists 2024-04-15T14:37:56.485 INFO:tasks.rados.rados.0.smithi016.stdout:336: left oid 15 (ObjNum 122 snap 34 seq_num 122) 2024-04-15T14:37:56.486 INFO:tasks.rados.rados.0.smithi016.stdout:337: finishing write tid 1 to smithi01678542-22 2024-04-15T14:37:56.486 INFO:tasks.rados.rados.0.smithi016.stdout:337: finishing write tid 2 to smithi01678542-22 2024-04-15T14:37:56.486 INFO:tasks.rados.rados.0.smithi016.stdout:337: finishing write tid 3 to smithi01678542-22 2024-04-15T14:37:56.486 INFO:tasks.rados.rados.0.smithi016.stdout:337: finishing write tid 4 to smithi01678542-22 2024-04-15T14:37:56.486 INFO:tasks.rados.rados.0.smithi016.stdout:337: finishing write tid 5 to smithi01678542-22 2024-04-15T14:37:56.486 INFO:tasks.rados.rados.0.smithi016.stdout:337: finishing write tid 6 to smithi01678542-22 2024-04-15T14:37:56.486 INFO:tasks.rados.rados.0.smithi016.stdout:337: oid 22 updating version 0 to 151 2024-04-15T14:37:56.486 INFO:tasks.rados.rados.0.smithi016.stdout:337: oid 22 updating version 151 to 152 2024-04-15T14:37:56.486 INFO:tasks.rados.rados.0.smithi016.stdout:337: oid 22 version 152 is already newer than 150 2024-04-15T14:37:56.486 INFO:tasks.rados.rados.0.smithi016.stdout:337: oid 22 version 152 is already newer than 149 2024-04-15T14:37:56.486 INFO:tasks.rados.rados.0.smithi016.stdout:337: oid 22 updating version 152 to 153 2024-04-15T14:37:56.486 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 22 v 153 (ObjNum 123 snap 34 seq_num 123) dirty exists 2024-04-15T14:37:56.486 INFO:tasks.rados.rados.0.smithi016.stdout:337: left oid 22 (ObjNum 123 snap 34 seq_num 123) 2024-04-15T14:37:56.487 INFO:tasks.rados.rados.0.smithi016.stdout:339: finishing write tid 1 to smithi01678542-32 2024-04-15T14:37:56.487 INFO:tasks.rados.rados.0.smithi016.stdout:339: finishing write tid 2 to smithi01678542-32 2024-04-15T14:37:56.487 INFO:tasks.rados.rados.0.smithi016.stdout:339: finishing write tid 3 to smithi01678542-32 2024-04-15T14:37:56.487 INFO:tasks.rados.rados.0.smithi016.stdout:338: finishing copy_from racing read to smithi01678542-23 2024-04-15T14:37:56.487 INFO:tasks.rados.rados.0.smithi016.stdout:339: finishing write tid 4 to smithi01678542-32 2024-04-15T14:37:56.487 INFO:tasks.rados.rados.0.smithi016.stdout:339: finishing write tid 5 to smithi01678542-32 2024-04-15T14:37:56.487 INFO:tasks.rados.rados.0.smithi016.stdout:338: finishing copy_from to smithi01678542-23 2024-04-15T14:37:56.487 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 23 v 104 (ObjNum 105 snap 26 seq_num 105) dirty exists 2024-04-15T14:37:56.487 INFO:tasks.rados.rados.0.smithi016.stdout:339: finishing write tid 6 to smithi01678542-32 2024-04-15T14:37:56.487 INFO:tasks.rados.rados.0.smithi016.stdout:339: oid 32 updating version 0 to 151 2024-04-15T14:37:56.487 INFO:tasks.rados.rados.0.smithi016.stdout:339: oid 32 version 151 is already newer than 150 2024-04-15T14:37:56.487 INFO:tasks.rados.rados.0.smithi016.stdout:339: oid 32 updating version 151 to 153 2024-04-15T14:37:56.487 INFO:tasks.rados.rados.0.smithi016.stdout:339: oid 32 version 153 is already newer than 152 2024-04-15T14:37:56.487 INFO:tasks.rados.rados.0.smithi016.stdout:339: oid 32 version 153 is already newer than 149 2024-04-15T14:37:56.488 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 32 v 153 (ObjNum 124 snap 34 seq_num 124) dirty exists 2024-04-15T14:37:56.488 INFO:tasks.rados.rados.0.smithi016.stdout:339: left oid 32 (ObjNum 124 snap 34 seq_num 124) 2024-04-15T14:37:56.488 INFO:tasks.rados.rados.0.smithi016.stdout:336: done (4 left) 2024-04-15T14:37:56.488 INFO:tasks.rados.rados.0.smithi016.stdout:337: done (3 left) 2024-04-15T14:37:56.488 INFO:tasks.rados.rados.0.smithi016.stdout:338: done (2 left) 2024-04-15T14:37:56.488 INFO:tasks.rados.rados.0.smithi016.stdout:339: done (1 left) 2024-04-15T14:37:56.488 INFO:tasks.rados.rados.0.smithi016.stdout:340: done (0 left) 2024-04-15T14:37:56.488 INFO:tasks.rados.rados.0.smithi016.stdout:341: copy_from oid 20 from oid 39 current snap is 34 2024-04-15T14:37:56.488 INFO:tasks.rados.rados.0.smithi016.stdout:342: copy_from oid 18 from oid 27 current snap is 34 2024-04-15T14:37:56.488 INFO:tasks.rados.rados.0.smithi016.stdout:343: snap_create 2024-04-15T14:37:56.506 INFO:tasks.rados.rados.0.smithi016.stdout:342: finishing copy_from racing read to smithi01678542-18 2024-04-15T14:37:56.507 INFO:tasks.rados.rados.0.smithi016.stdout:342: finishing copy_from to smithi01678542-18 2024-04-15T14:37:56.508 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 18 v 12 (ObjNum 26 snap 0 seq_num 26) dirty exists 2024-04-15T14:37:56.508 INFO:tasks.rados.rados.0.smithi016.stdout:341: finishing copy_from racing read to smithi01678542-20 2024-04-15T14:37:56.508 INFO:tasks.rados.rados.0.smithi016.stdout:341: finishing copy_from to smithi01678542-20 2024-04-15T14:37:56.508 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 20 v 27 (ObjNum 38 snap 0 seq_num 38) dirty exists 2024-04-15T14:37:56.789 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:37:56 smithi016 ceph-mon[27435]: osdmap e134: 8 total, 8 up, 8 in 2024-04-15T14:37:56.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:37:56 smithi016 ceph-mon[36548]: osdmap e134: 8 total, 8 up, 8 in 2024-04-15T14:37:56.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:37:56 smithi102 ceph-mon[31017]: osdmap e134: 8 total, 8 up, 8 in 2024-04-15T14:37:57.187 INFO:teuthology.orchestra.run.smithi016.stdout:true 2024-04-15T14:37:57.484 INFO:tasks.rados.rados.0.smithi016.stdout:341: done (2 left) 2024-04-15T14:37:57.484 INFO:tasks.rados.rados.0.smithi016.stdout:342: done (1 left) 2024-04-15T14:37:57.484 INFO:tasks.rados.rados.0.smithi016.stdout:343: done (0 left) 2024-04-15T14:37:57.485 INFO:tasks.rados.rados.0.smithi016.stdout:344: read oid 15 snap -1 2024-04-15T14:37:57.485 INFO:tasks.rados.rados.0.smithi016.stdout:344: expect (ObjNum 122 snap 34 seq_num 122) 2024-04-15T14:37:57.485 INFO:tasks.rados.rados.0.smithi016.stdout:345: copy_from oid 39 from oid 19 current snap is 35 2024-04-15T14:37:57.485 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 9 current snap is 35 2024-04-15T14:37:57.485 INFO:tasks.rados.rados.0.smithi016.stdout:346: seq_num 125 ranges {3514368=499712,4014080=745472,4759552=409600,5169152=450560} 2024-04-15T14:37:57.508 INFO:tasks.rados.rados.0.smithi016.stdout:346: writing smithi01678542-9 from 3514368 to 4014080 tid 1 2024-04-15T14:37:57.513 INFO:tasks.rados.rados.0.smithi016.stdout:346: writing smithi01678542-9 from 4014080 to 4759552 tid 2 2024-04-15T14:37:57.516 INFO:tasks.rados.rados.0.smithi016.stdout:346: writing smithi01678542-9 from 4759552 to 5169152 tid 3 2024-04-15T14:37:57.520 INFO:tasks.rados.rados.0.smithi016.stdout:346: writing smithi01678542-9 from 5169152 to 5619712 tid 4 2024-04-15T14:37:57.520 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 45 current snap is 35 2024-04-15T14:37:57.520 INFO:tasks.rados.rados.0.smithi016.stdout:345: finishing copy_from to smithi01678542-39 2024-04-15T14:37:57.520 INFO:tasks.rados.rados.0.smithi016.stdout:345: got expected ENOENT (src dne) 2024-04-15T14:37:57.521 INFO:tasks.rados.rados.0.smithi016.stdout:345: finishing copy_from racing read to smithi01678542-39 2024-04-15T14:37:57.521 INFO:tasks.rados.rados.0.smithi016.stdout:344: expect (ObjNum 122 snap 34 seq_num 122) 2024-04-15T14:37:57.531 INFO:teuthology.orchestra.run.smithi016.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-04-15T14:37:57.532 INFO:teuthology.orchestra.run.smithi016.stdout:alertmanager.a smithi016 *:9093,9094 running (2m) 80s ago 3m 26.5M - 0.25.0 c8568f914cd2 bc85d1f32a92 2024-04-15T14:37:57.532 INFO:teuthology.orchestra.run.smithi016.stdout:grafana.a smithi102 *:3000 running (2m) 80s ago 2m 83.7M - 9.4.7 954c08fa6188 dfd3a2bac142 2024-04-15T14:37:57.532 INFO:teuthology.orchestra.run.smithi016.stdout:mds.a smithi016 running (4m) 80s ago 4m 15.4M - 18.2.2-1221-ge3fb05d5 aa4d2281650a 287f01435fb1 2024-04-15T14:37:57.532 INFO:teuthology.orchestra.run.smithi016.stdout:mds.b smithi102 running (4m) 80s ago 4m 13.0M - 18.2.2-1221-ge3fb05d5 aa4d2281650a 9ed1adb3241c 2024-04-15T14:37:57.532 INFO:teuthology.orchestra.run.smithi016.stdout:mgr.x smithi102 *:8443,8765 running (8m) 80s ago 8m 449M - 18.2.2-1221-ge3fb05d5 aa4d2281650a 312901c60e9f 2024-04-15T14:37:57.532 INFO:teuthology.orchestra.run.smithi016.stdout:mgr.y smithi016 *:9283,8765 running (9m) 80s ago 9m 499M - 18.2.2-1221-ge3fb05d5 aa4d2281650a 1389745c9a7f 2024-04-15T14:37:57.532 INFO:teuthology.orchestra.run.smithi016.stdout:mon.a smithi016 running (9m) 80s ago 9m 47.2M 2048M 18.2.2-1221-ge3fb05d5 aa4d2281650a 73d4ec97caf5 2024-04-15T14:37:57.532 INFO:teuthology.orchestra.run.smithi016.stdout:mon.b smithi102 running (8m) 80s ago 8m 39.9M 2048M 18.2.2-1221-ge3fb05d5 aa4d2281650a 07416040f229 2024-04-15T14:37:57.532 INFO:teuthology.orchestra.run.smithi016.stdout:mon.c smithi016 running (8m) 80s ago 8m 37.2M 2048M 18.2.2-1221-ge3fb05d5 aa4d2281650a c42afef2bc9e 2024-04-15T14:37:57.532 INFO:teuthology.orchestra.run.smithi016.stdout:node-exporter.a smithi016 *:9100 running (2m) 80s ago 2m 16.0M - 1.5.0 0da6a335fe13 8d0101b6e6e8 2024-04-15T14:37:57.532 INFO:teuthology.orchestra.run.smithi016.stdout:node-exporter.b smithi102 *:9100 running (2m) 80s ago 2m 8497k - 1.5.0 0da6a335fe13 d83ffdf53df3 2024-04-15T14:37:57.532 INFO:teuthology.orchestra.run.smithi016.stdout:osd.0 smithi016 running (7m) 80s ago 7m 46.3M 2993M 18.2.2-1221-ge3fb05d5 aa4d2281650a ae127ce45e48 2024-04-15T14:37:57.532 INFO:teuthology.orchestra.run.smithi016.stdout:osd.1 smithi016 running (7m) 80s ago 7m 44.2M 2993M 18.2.2-1221-ge3fb05d5 aa4d2281650a 9239978ce644 2024-04-15T14:37:57.533 INFO:teuthology.orchestra.run.smithi016.stdout:osd.2 smithi016 running (6m) 80s ago 6m 43.0M 2993M 18.2.2-1221-ge3fb05d5 aa4d2281650a b55efe4e74b4 2024-04-15T14:37:57.533 INFO:teuthology.orchestra.run.smithi016.stdout:osd.3 smithi016 running (6m) 80s ago 6m 41.5M 2993M 18.2.2-1221-ge3fb05d5 aa4d2281650a b2684936efa6 2024-04-15T14:37:57.533 INFO:teuthology.orchestra.run.smithi016.stdout:osd.4 smithi102 running (6m) 80s ago 6m 42.0M 2992M 18.2.2-1221-ge3fb05d5 aa4d2281650a f863e36be995 2024-04-15T14:37:57.533 INFO:teuthology.orchestra.run.smithi016.stdout:osd.5 smithi102 running (5m) 80s ago 5m 42.7M 2992M 18.2.2-1221-ge3fb05d5 aa4d2281650a 64518f93c8c8 2024-04-15T14:37:57.533 INFO:teuthology.orchestra.run.smithi016.stdout:osd.6 smithi102 running (5m) 80s ago 5m 54.3M 2992M 18.2.2-1221-ge3fb05d5 aa4d2281650a a3993a86427e 2024-04-15T14:37:57.533 INFO:teuthology.orchestra.run.smithi016.stdout:osd.7 smithi102 running (4m) 80s ago 4m 41.7M 2992M 18.2.2-1221-ge3fb05d5 aa4d2281650a f9ac771a8a69 2024-04-15T14:37:57.533 INFO:teuthology.orchestra.run.smithi016.stdout:prometheus.a smithi102 *:9095 running (2m) 80s ago 3m 38.0M - 2.43.0 a07b618ecd1d 11691b427374 2024-04-15T14:37:57.769 INFO:tasks.rados.rados.0.smithi016.stdout:346: finishing write tid 1 to smithi01678542-9 2024-04-15T14:37:57.770 INFO:tasks.rados.rados.0.smithi016.stdout:346: finishing write tid 2 to smithi01678542-9 2024-04-15T14:37:57.770 INFO:tasks.rados.rados.0.smithi016.stdout:346: finishing write tid 3 to smithi01678542-9 2024-04-15T14:37:57.770 INFO:tasks.rados.rados.0.smithi016.stdout:346: finishing write tid 4 to smithi01678542-9 2024-04-15T14:37:57.770 INFO:tasks.rados.rados.0.smithi016.stdout:346: finishing write tid 5 to smithi01678542-9 2024-04-15T14:37:57.770 INFO:tasks.rados.rados.0.smithi016.stdout:346: finishing write tid 6 to smithi01678542-9 2024-04-15T14:37:57.770 INFO:tasks.rados.rados.0.smithi016.stdout:346: oid 9 updating version 0 to 144 2024-04-15T14:37:57.770 INFO:tasks.rados.rados.0.smithi016.stdout:346: oid 9 updating version 144 to 145 2024-04-15T14:37:57.770 INFO:tasks.rados.rados.0.smithi016.stdout:346: oid 9 updating version 145 to 148 2024-04-15T14:37:57.770 INFO:tasks.rados.rados.0.smithi016.stdout:346: oid 9 version 148 is already newer than 146 2024-04-15T14:37:57.770 INFO:tasks.rados.rados.0.smithi016.stdout:346: oid 9 version 148 is already newer than 147 2024-04-15T14:37:57.770 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 9 v 148 (ObjNum 125 snap 35 seq_num 125) dirty exists 2024-04-15T14:37:57.770 INFO:tasks.rados.rados.0.smithi016.stdout:346: left oid 9 (ObjNum 125 snap 35 seq_num 125) 2024-04-15T14:37:57.771 INFO:tasks.rados.rados.0.smithi016.stdout:347: seq_num 126 ranges {2342912=516096,2859008=630784,3489792=614400,4104192=360448} 2024-04-15T14:37:57.785 INFO:tasks.rados.rados.0.smithi016.stdout:347: writing smithi01678542-45 from 2342912 to 2859008 tid 1 2024-04-15T14:37:57.789 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:37:57 smithi016 ceph-mon[27435]: pgmap v179: 121 pgs: 121 active+clean; 84 MiB data, 371 MiB used, 715 GiB / 715 GiB avail; 6.2 MiB/s rd, 924 KiB/s wr, 7 op/s 2024-04-15T14:37:57.789 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:37:57 smithi016 ceph-mon[27435]: osdmap e135: 8 total, 8 up, 8 in 2024-04-15T14:37:57.789 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:37:57 smithi016 ceph-mon[27435]: from='mgr.14628 172.21.15.16:0/2128211001' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T14:37:57.789 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:37:57 smithi016 ceph-mon[36548]: pgmap v179: 121 pgs: 121 active+clean; 84 MiB data, 371 MiB used, 715 GiB / 715 GiB avail; 6.2 MiB/s rd, 924 KiB/s wr, 7 op/s 2024-04-15T14:37:57.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:37:57 smithi016 ceph-mon[36548]: osdmap e135: 8 total, 8 up, 8 in 2024-04-15T14:37:57.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:37:57 smithi016 ceph-mon[36548]: from='mgr.14628 172.21.15.16:0/2128211001' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T14:37:57.790 INFO:tasks.rados.rados.0.smithi016.stdout:347: writing smithi01678542-45 from 2859008 to 3489792 tid 2 2024-04-15T14:37:57.793 INFO:tasks.rados.rados.0.smithi016.stdout:347: writing smithi01678542-45 from 3489792 to 4104192 tid 3 2024-04-15T14:37:57.796 INFO:tasks.rados.rados.0.smithi016.stdout:347: writing smithi01678542-45 from 4104192 to 4464640 tid 4 2024-04-15T14:37:57.796 INFO:tasks.rados.rados.0.smithi016.stdout:344: done (3 left) 2024-04-15T14:37:57.796 INFO:tasks.rados.rados.0.smithi016.stdout:345: done (2 left) 2024-04-15T14:37:57.796 INFO:tasks.rados.rados.0.smithi016.stdout:346: done (1 left) 2024-04-15T14:37:57.796 INFO:tasks.rados.rados.0.smithi016.stdout:348: snap_create 2024-04-15T14:37:57.796 INFO:tasks.rados.rados.0.smithi016.stdout:347: finishing write tid 1 to smithi01678542-45 2024-04-15T14:37:57.796 INFO:tasks.rados.rados.0.smithi016.stdout:347: finishing write tid 2 to smithi01678542-45 2024-04-15T14:37:57.797 INFO:tasks.rados.rados.0.smithi016.stdout:347: finishing write tid 3 to smithi01678542-45 2024-04-15T14:37:57.798 INFO:tasks.rados.rados.0.smithi016.stdout:347: finishing write tid 4 to smithi01678542-45 2024-04-15T14:37:57.798 INFO:tasks.rados.rados.0.smithi016.stdout:347: finishing write tid 5 to smithi01678542-45 2024-04-15T14:37:57.799 INFO:tasks.rados.rados.0.smithi016.stdout:347: finishing write tid 6 to smithi01678542-45 2024-04-15T14:37:57.799 INFO:tasks.rados.rados.0.smithi016.stdout:347: oid 45 updating version 0 to 34 2024-04-15T14:37:57.799 INFO:tasks.rados.rados.0.smithi016.stdout:347: oid 45 updating version 34 to 35 2024-04-15T14:37:57.799 INFO:tasks.rados.rados.0.smithi016.stdout:347: oid 45 updating version 35 to 37 2024-04-15T14:37:57.799 INFO:tasks.rados.rados.0.smithi016.stdout:347: oid 45 version 37 is already newer than 33 2024-04-15T14:37:57.799 INFO:tasks.rados.rados.0.smithi016.stdout:347: oid 45 version 37 is already newer than 36 2024-04-15T14:37:57.799 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 45 v 37 (ObjNum 126 snap 35 seq_num 126) dirty exists 2024-04-15T14:37:57.799 INFO:tasks.rados.rados.0.smithi016.stdout:347: left oid 45 (ObjNum 126 snap 35 seq_num 126) 2024-04-15T14:37:57.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:37:57 smithi102 ceph-mon[31017]: pgmap v179: 121 pgs: 121 active+clean; 84 MiB data, 371 MiB used, 715 GiB / 715 GiB avail; 6.2 MiB/s rd, 924 KiB/s wr, 7 op/s 2024-04-15T14:37:57.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:37:57 smithi102 ceph-mon[31017]: osdmap e135: 8 total, 8 up, 8 in 2024-04-15T14:37:57.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:37:57 smithi102 ceph-mon[31017]: from='mgr.14628 172.21.15.16:0/2128211001' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T14:37:57.969 INFO:teuthology.orchestra.run.smithi016.stdout:{ 2024-04-15T14:37:57.969 INFO:teuthology.orchestra.run.smithi016.stdout: "mon": { 2024-04-15T14:37:57.969 INFO:teuthology.orchestra.run.smithi016.stdout: "ceph version 18.2.2-1221-ge3fb05d5 (e3fb05d5e6da84b5c44db3f3051c4d242f9809c1) reef (stable)": 3 2024-04-15T14:37:57.969 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-04-15T14:37:57.969 INFO:teuthology.orchestra.run.smithi016.stdout: "mgr": { 2024-04-15T14:37:57.969 INFO:teuthology.orchestra.run.smithi016.stdout: "ceph version 18.2.2-1221-ge3fb05d5 (e3fb05d5e6da84b5c44db3f3051c4d242f9809c1) reef (stable)": 2 2024-04-15T14:37:57.970 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-04-15T14:37:57.970 INFO:teuthology.orchestra.run.smithi016.stdout: "osd": { 2024-04-15T14:37:57.970 INFO:teuthology.orchestra.run.smithi016.stdout: "ceph version 18.2.2-1221-ge3fb05d5 (e3fb05d5e6da84b5c44db3f3051c4d242f9809c1) reef (stable)": 8 2024-04-15T14:37:57.970 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-04-15T14:37:57.970 INFO:teuthology.orchestra.run.smithi016.stdout: "mds": { 2024-04-15T14:37:57.970 INFO:teuthology.orchestra.run.smithi016.stdout: "ceph version 18.2.2-1221-ge3fb05d5 (e3fb05d5e6da84b5c44db3f3051c4d242f9809c1) reef (stable)": 2 2024-04-15T14:37:57.970 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-04-15T14:37:57.970 INFO:teuthology.orchestra.run.smithi016.stdout: "overall": { 2024-04-15T14:37:57.970 INFO:teuthology.orchestra.run.smithi016.stdout: "ceph version 18.2.2-1221-ge3fb05d5 (e3fb05d5e6da84b5c44db3f3051c4d242f9809c1) reef (stable)": 15 2024-04-15T14:37:57.970 INFO:teuthology.orchestra.run.smithi016.stdout: } 2024-04-15T14:37:57.970 INFO:teuthology.orchestra.run.smithi016.stdout:} 2024-04-15T14:37:58.496 INFO:tasks.rados.rados.0.smithi016.stdout:347: done (1 left) 2024-04-15T14:37:58.496 INFO:tasks.rados.rados.0.smithi016.stdout:348: done (0 left) 2024-04-15T14:37:58.497 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 5 current snap is 36 2024-04-15T14:37:58.497 INFO:tasks.rados.rados.0.smithi016.stdout:349: seq_num 127 ranges {73728=532480,606208=507904,1114112=778240,1892352=319488} 2024-04-15T14:37:58.499 INFO:tasks.rados.rados.0.smithi016.stdout:349: writing smithi01678542-5 from 73728 to 606208 tid 1 2024-04-15T14:37:58.502 INFO:tasks.rados.rados.0.smithi016.stdout:349: writing smithi01678542-5 from 606208 to 1114112 tid 2 2024-04-15T14:37:58.506 INFO:tasks.rados.rados.0.smithi016.stdout:349: writing smithi01678542-5 from 1114112 to 1892352 tid 3 2024-04-15T14:37:58.508 INFO:tasks.rados.rados.0.smithi016.stdout:349: writing smithi01678542-5 from 1892352 to 2211840 tid 4 2024-04-15T14:37:58.508 INFO:tasks.rados.rados.0.smithi016.stdout:350: rollback oid 31 current snap is 36 2024-04-15T14:37:58.509 INFO:tasks.rados.rados.0.smithi016.stdout:rollback oid 31 to 34 2024-04-15T14:37:58.509 INFO:tasks.rados.rados.0.smithi016.stdout:349: finishing write tid 1 to smithi01678542-5 2024-04-15T14:37:58.509 INFO:tasks.rados.rados.0.smithi016.stdout:349: finishing write tid 2 to smithi01678542-5 2024-04-15T14:37:58.509 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 49 current snap is 36 2024-04-15T14:37:58.509 INFO:tasks.rados.rados.0.smithi016.stdout:351: seq_num 128 ranges {0=548864,548864=794624,1343488=581632,1925120=229376} 2024-04-15T14:37:58.511 INFO:tasks.rados.rados.0.smithi016.stdout:351: writing smithi01678542-49 from 0 to 548864 tid 1 2024-04-15T14:37:58.516 INFO:tasks.rados.rados.0.smithi016.stdout:351: writing smithi01678542-49 from 548864 to 1343488 tid 2 2024-04-15T14:37:58.520 INFO:tasks.rados.rados.0.smithi016.stdout:351: writing smithi01678542-49 from 1343488 to 1925120 tid 3 2024-04-15T14:37:58.523 INFO:tasks.rados.rados.0.smithi016.stdout:351: writing smithi01678542-49 from 1925120 to 2154496 tid 4 2024-04-15T14:37:58.523 INFO:tasks.rados.rados.0.smithi016.stdout:352: rmattr oid 41 current snap is 36 2024-04-15T14:37:58.523 INFO:tasks.rados.rados.0.smithi016.stdout:352: done (3 left) 2024-04-15T14:37:58.523 INFO:tasks.rados.rados.0.smithi016.stdout:353: read oid 7 snap -1 2024-04-15T14:37:58.523 INFO:tasks.rados.rados.0.smithi016.stdout:353: expect (ObjNum 99 snap 25 seq_num 99) 2024-04-15T14:37:58.523 INFO:tasks.rados.rados.0.smithi016.stdout:354: snap_create 2024-04-15T14:37:58.523 INFO:tasks.rados.rados.0.smithi016.stdout:349: finishing write tid 3 to smithi01678542-5 2024-04-15T14:37:58.524 INFO:tasks.rados.rados.0.smithi016.stdout:349: finishing write tid 4 to smithi01678542-5 2024-04-15T14:37:58.524 INFO:tasks.rados.rados.0.smithi016.stdout:349: finishing write tid 5 to smithi01678542-5 2024-04-15T14:37:58.524 INFO:tasks.rados.rados.0.smithi016.stdout:350: finishing rollback tid 0 to smithi01678542-31 2024-04-15T14:37:58.524 INFO:tasks.rados.rados.0.smithi016.stdout:349: finishing write tid 6 to smithi01678542-5 2024-04-15T14:37:58.524 INFO:tasks.rados.rados.0.smithi016.stdout:349: oid 5 updating version 0 to 67 2024-04-15T14:37:58.524 INFO:tasks.rados.rados.0.smithi016.stdout:349: oid 5 version 67 is already newer than 66 2024-04-15T14:37:58.524 INFO:tasks.rados.rados.0.smithi016.stdout:349: oid 5 updating version 67 to 69 2024-04-15T14:37:58.524 INFO:tasks.rados.rados.0.smithi016.stdout:349: oid 5 version 69 is already newer than 68 2024-04-15T14:37:58.525 INFO:tasks.rados.rados.0.smithi016.stdout:349: oid 5 updating version 69 to 70 2024-04-15T14:37:58.525 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 5 v 70 (ObjNum 127 snap 36 seq_num 127) dirty exists 2024-04-15T14:37:58.525 INFO:tasks.rados.rados.0.smithi016.stdout:349: left oid 5 (ObjNum 127 snap 36 seq_num 127) 2024-04-15T14:37:58.525 INFO:tasks.rados.rados.0.smithi016.stdout:350: finishing rollback tid 1 to smithi01678542-31 2024-04-15T14:37:58.525 INFO:tasks.rados.rados.0.smithi016.stdout:350: finishing rollback tid 2 to smithi01678542-31 2024-04-15T14:37:58.525 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 31 v 74 (ObjNum 31 snap 0 seq_num 31) dirty exists 2024-04-15T14:37:58.525 INFO:tasks.rados.rados.0.smithi016.stdout:351: finishing write tid 1 to smithi01678542-49 2024-04-15T14:37:58.525 INFO:tasks.rados.rados.0.smithi016.stdout:351: finishing write tid 2 to smithi01678542-49 2024-04-15T14:37:58.527 INFO:tasks.rados.rados.0.smithi016.stdout:351: finishing write tid 3 to smithi01678542-49 2024-04-15T14:37:58.527 INFO:tasks.rados.rados.0.smithi016.stdout:351: finishing write tid 4 to smithi01678542-49 2024-04-15T14:37:58.527 INFO:tasks.rados.rados.0.smithi016.stdout:351: finishing write tid 5 to smithi01678542-49 2024-04-15T14:37:58.527 INFO:tasks.rados.rados.0.smithi016.stdout:351: finishing write tid 6 to smithi01678542-49 2024-04-15T14:37:58.527 INFO:tasks.rados.rados.0.smithi016.stdout:351: oid 49 updating version 0 to 68 2024-04-15T14:37:58.527 INFO:tasks.rados.rados.0.smithi016.stdout:351: oid 49 updating version 68 to 71 2024-04-15T14:37:58.527 INFO:tasks.rados.rados.0.smithi016.stdout:351: oid 49 version 71 is already newer than 69 2024-04-15T14:37:58.527 INFO:tasks.rados.rados.0.smithi016.stdout:351: oid 49 updating version 71 to 72 2024-04-15T14:37:58.528 INFO:tasks.rados.rados.0.smithi016.stdout:351: oid 49 version 72 is already newer than 70 2024-04-15T14:37:58.528 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 49 v 72 (ObjNum 128 snap 36 seq_num 128) dirty exists 2024-04-15T14:37:58.528 INFO:tasks.rados.rados.0.smithi016.stdout:351: left oid 49 (ObjNum 128 snap 36 seq_num 128) 2024-04-15T14:37:58.533 INFO:tasks.rados.rados.0.smithi016.stdout:353: expect (ObjNum 99 snap 25 seq_num 99) 2024-04-15T14:37:58.789 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:37:58 smithi016 ceph-mon[36548]: from='client.15108 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-15T14:37:58.789 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:37:58 smithi016 ceph-mon[36548]: osdmap e136: 8 total, 8 up, 8 in 2024-04-15T14:37:58.789 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:37:58 smithi016 ceph-mon[36548]: from='client.24995 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-15T14:37:58.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:37:58 smithi016 ceph-mon[36548]: from='client.? 172.21.15.16:0/1892977389' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T14:37:58.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:37:58 smithi016 ceph-mon[27435]: from='client.15108 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-15T14:37:58.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:37:58 smithi016 ceph-mon[27435]: osdmap e136: 8 total, 8 up, 8 in 2024-04-15T14:37:58.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:37:58 smithi016 ceph-mon[27435]: from='client.24995 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-15T14:37:58.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:37:58 smithi016 ceph-mon[27435]: from='client.? 172.21.15.16:0/1892977389' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T14:37:58.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:37:58 smithi102 ceph-mon[31017]: from='client.15108 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-15T14:37:58.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:37:58 smithi102 ceph-mon[31017]: osdmap e136: 8 total, 8 up, 8 in 2024-04-15T14:37:58.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:37:58 smithi102 ceph-mon[31017]: from='client.24995 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-15T14:37:58.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:37:58 smithi102 ceph-mon[31017]: from='client.? 172.21.15.16:0/1892977389' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T14:37:59.452 INFO:tasks.rados.rados.0.smithi016.stdout:349: done (4 left) 2024-04-15T14:37:59.452 INFO:tasks.rados.rados.0.smithi016.stdout:350: done (3 left) 2024-04-15T14:37:59.452 INFO:tasks.rados.rados.0.smithi016.stdout:351: done (2 left) 2024-04-15T14:37:59.452 INFO:tasks.rados.rados.0.smithi016.stdout:353: done (1 left) 2024-04-15T14:37:59.452 INFO:tasks.rados.rados.0.smithi016.stdout:354: done (0 left) 2024-04-15T14:37:59.452 INFO:tasks.rados.rados.0.smithi016.stdout:355: delete oid 49 current snap is 37 2024-04-15T14:37:59.462 INFO:tasks.rados.rados.0.smithi016.stdout:355: done (0 left) 2024-04-15T14:37:59.462 INFO:tasks.rados.rados.0.smithi016.stdout:356: rollback oid 18 current snap is 37 2024-04-15T14:37:59.462 INFO:tasks.rados.rados.0.smithi016.stdout:rollback oid 18 to 33 2024-04-15T14:37:59.462 INFO:tasks.rados.rados.0.smithi016.stdout:357: snap_create 2024-04-15T14:37:59.468 INFO:tasks.rados.rados.0.smithi016.stdout:356: finishing rollback tid 0 to smithi01678542-18 2024-04-15T14:37:59.468 INFO:tasks.rados.rados.0.smithi016.stdout:356: finishing rollback tid 1 to smithi01678542-18 2024-04-15T14:37:59.468 INFO:tasks.rados.rados.0.smithi016.stdout:356: finishing rollback tid 2 to smithi01678542-18 2024-04-15T14:37:59.468 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 18 v 36 (ObjNum 75 snap 15 seq_num 75) dirty exists 2024-04-15T14:37:59.789 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:37:59 smithi016 ceph-mon[27435]: pgmap v182: 121 pgs: 121 active+clean; 106 MiB data, 405 MiB used, 715 GiB / 715 GiB avail; 7.6 MiB/s rd, 5.9 MiB/s wr, 21 op/s 2024-04-15T14:37:59.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:37:59 smithi016 ceph-mon[27435]: osdmap e137: 8 total, 8 up, 8 in 2024-04-15T14:37:59.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:37:59 smithi016 ceph-mon[27435]: osdmap e138: 8 total, 8 up, 8 in 2024-04-15T14:37:59.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:37:59 smithi016 ceph-mon[36548]: pgmap v182: 121 pgs: 121 active+clean; 106 MiB data, 405 MiB used, 715 GiB / 715 GiB avail; 7.6 MiB/s rd, 5.9 MiB/s wr, 21 op/s 2024-04-15T14:37:59.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:37:59 smithi016 ceph-mon[36548]: osdmap e137: 8 total, 8 up, 8 in 2024-04-15T14:37:59.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:37:59 smithi016 ceph-mon[36548]: osdmap e138: 8 total, 8 up, 8 in 2024-04-15T14:37:59.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:37:59 smithi102 ceph-mon[31017]: pgmap v182: 121 pgs: 121 active+clean; 106 MiB data, 405 MiB used, 715 GiB / 715 GiB avail; 7.6 MiB/s rd, 5.9 MiB/s wr, 21 op/s 2024-04-15T14:37:59.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:37:59 smithi102 ceph-mon[31017]: osdmap e137: 8 total, 8 up, 8 in 2024-04-15T14:37:59.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:37:59 smithi102 ceph-mon[31017]: osdmap e138: 8 total, 8 up, 8 in 2024-04-15T14:38:00.459 INFO:tasks.rados.rados.0.smithi016.stdout:356: done (1 left) 2024-04-15T14:38:00.460 INFO:tasks.rados.rados.0.smithi016.stdout:357: done (0 left) 2024-04-15T14:38:00.460 INFO:tasks.rados.rados.0.smithi016.stdout:358: rollback oid 41 current snap is 38 2024-04-15T14:38:00.460 INFO:tasks.rados.rados.0.smithi016.stdout:rollback oid 41 to 24 2024-04-15T14:38:00.460 INFO:tasks.rados.rados.0.smithi016.stdout:359: rollback oid 18 current snap is 38 2024-04-15T14:38:00.460 INFO:tasks.rados.rados.0.smithi016.stdout:rollback oid 18 to 35 2024-04-15T14:38:00.460 INFO:tasks.rados.rados.0.smithi016.stdout:360: rmattr oid 23 current snap is 38 2024-04-15T14:38:00.460 INFO:tasks.rados.rados.0.smithi016.stdout:360: done (2 left) 2024-04-15T14:38:00.460 INFO:tasks.rados.rados.0.smithi016.stdout:361: copy_from oid 43 from oid 10 current snap is 38 2024-04-15T14:38:00.460 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 19 current snap is 38 2024-04-15T14:38:00.460 INFO:tasks.rados.rados.0.smithi016.stdout:362: seq_num 130 ranges {0=581632,581632=614400,1196032=598016,1794048=393216} 2024-04-15T14:38:00.463 INFO:tasks.rados.rados.0.smithi016.stdout:362: writing smithi01678542-19 from 0 to 581632 tid 1 2024-04-15T14:38:00.467 INFO:tasks.rados.rados.0.smithi016.stdout:362: writing smithi01678542-19 from 581632 to 1196032 tid 2 2024-04-15T14:38:00.470 INFO:tasks.rados.rados.0.smithi016.stdout:362: writing smithi01678542-19 from 1196032 to 1794048 tid 3 2024-04-15T14:38:00.473 INFO:tasks.rados.rados.0.smithi016.stdout:362: writing smithi01678542-19 from 1794048 to 2187264 tid 4 2024-04-15T14:38:00.473 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 13 current snap is 38 2024-04-15T14:38:00.473 INFO:tasks.rados.rados.0.smithi016.stdout:363: seq_num 131 ranges {1466368=598016,2064384=499712,2564096=753664,3317760=352256} 2024-04-15T14:38:00.484 INFO:tasks.rados.rados.0.smithi016.stdout:363: writing smithi01678542-13 from 1466368 to 2064384 tid 1 2024-04-15T14:38:00.487 INFO:tasks.rados.rados.0.smithi016.stdout:363: writing smithi01678542-13 from 2064384 to 2564096 tid 2 2024-04-15T14:38:00.491 INFO:tasks.rados.rados.0.smithi016.stdout:363: writing smithi01678542-13 from 2564096 to 3317760 tid 3 2024-04-15T14:38:00.494 INFO:tasks.rados.rados.0.smithi016.stdout:363: writing smithi01678542-13 from 3317760 to 3670016 tid 4 2024-04-15T14:38:00.494 INFO:tasks.rados.rados.0.smithi016.stdout:364: setattr oid 26 current snap is 38 2024-04-15T14:38:00.494 INFO:tasks.rados.rados.0.smithi016.stdout:359: finishing rollback tid 0 to smithi01678542-18 2024-04-15T14:38:00.494 INFO:tasks.rados.rados.0.smithi016.stdout:358: finishing rollback tid 0 to smithi01678542-41 2024-04-15T14:38:00.494 INFO:tasks.rados.rados.0.smithi016.stdout:359: finishing rollback tid 1 to smithi01678542-18 2024-04-15T14:38:00.494 INFO:tasks.rados.rados.0.smithi016.stdout:361: finishing copy_from to smithi01678542-43 2024-04-15T14:38:00.494 INFO:tasks.rados.rados.0.smithi016.stdout:361: got expected ENOENT (src dne) 2024-04-15T14:38:00.494 INFO:tasks.rados.rados.0.smithi016.stdout:359: finishing rollback tid 2 to smithi01678542-18 2024-04-15T14:38:00.494 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 18 v 40 (ObjNum 26 snap 0 seq_num 26) dirty exists 2024-04-15T14:38:00.495 INFO:tasks.rados.rados.0.smithi016.stdout:358: finishing rollback tid 1 to smithi01678542-41 2024-04-15T14:38:00.495 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 41 v 51 (ObjNum 273 snap 0 seq_num 0) dirty dne 2024-04-15T14:38:00.495 INFO:tasks.rados.rados.0.smithi016.stdout:361: finishing copy_from racing read to smithi01678542-43 2024-04-15T14:38:00.495 INFO:tasks.rados.rados.0.smithi016.stdout:362: finishing write tid 1 to smithi01678542-19 2024-04-15T14:38:00.495 INFO:tasks.rados.rados.0.smithi016.stdout:362: finishing write tid 2 to smithi01678542-19 2024-04-15T14:38:00.495 INFO:tasks.rados.rados.0.smithi016.stdout:362: finishing write tid 3 to smithi01678542-19 2024-04-15T14:38:00.495 INFO:tasks.rados.rados.0.smithi016.stdout:362: finishing write tid 4 to smithi01678542-19 2024-04-15T14:38:00.495 INFO:tasks.rados.rados.0.smithi016.stdout:362: finishing write tid 5 to smithi01678542-19 2024-04-15T14:38:00.495 INFO:tasks.rados.rados.0.smithi016.stdout:362: finishing write tid 6 to smithi01678542-19 2024-04-15T14:38:00.495 INFO:tasks.rados.rados.0.smithi016.stdout:362: oid 19 updating version 0 to 160 2024-04-15T14:38:00.495 INFO:tasks.rados.rados.0.smithi016.stdout:362: oid 19 version 160 is already newer than 158 2024-04-15T14:38:00.495 INFO:tasks.rados.rados.0.smithi016.stdout:362: oid 19 version 160 is already newer than 156 2024-04-15T14:38:00.495 INFO:tasks.rados.rados.0.smithi016.stdout:362: oid 19 version 160 is already newer than 159 2024-04-15T14:38:00.495 INFO:tasks.rados.rados.0.smithi016.stdout:362: oid 19 version 160 is already newer than 157 2024-04-15T14:38:00.496 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 19 v 160 (ObjNum 130 snap 38 seq_num 130) dirty exists 2024-04-15T14:38:00.496 INFO:tasks.rados.rados.0.smithi016.stdout:362: left oid 19 (ObjNum 130 snap 38 seq_num 130) 2024-04-15T14:38:00.496 INFO:tasks.rados.rados.0.smithi016.stdout:363: finishing write tid 1 to smithi01678542-13 2024-04-15T14:38:00.496 INFO:tasks.rados.rados.0.smithi016.stdout:363: finishing write tid 2 to smithi01678542-13 2024-04-15T14:38:00.497 INFO:tasks.rados.rados.0.smithi016.stdout:363: finishing write tid 3 to smithi01678542-13 2024-04-15T14:38:00.497 INFO:tasks.rados.rados.0.smithi016.stdout:358: done (5 left) 2024-04-15T14:38:00.497 INFO:tasks.rados.rados.0.smithi016.stdout:359: done (4 left) 2024-04-15T14:38:00.497 INFO:tasks.rados.rados.0.smithi016.stdout:361: done (3 left) 2024-04-15T14:38:00.497 INFO:tasks.rados.rados.0.smithi016.stdout:362: done (2 left) 2024-04-15T14:38:00.497 INFO:tasks.rados.rados.0.smithi016.stdout:365: snap_create 2024-04-15T14:38:00.497 INFO:tasks.rados.rados.0.smithi016.stdout:363: finishing write tid 4 to smithi01678542-13 2024-04-15T14:38:00.497 INFO:tasks.rados.rados.0.smithi016.stdout:363: finishing write tid 5 to smithi01678542-13 2024-04-15T14:38:00.498 INFO:tasks.rados.rados.0.smithi016.stdout:363: finishing write tid 6 to smithi01678542-13 2024-04-15T14:38:00.498 INFO:tasks.rados.rados.0.smithi016.stdout:363: oid 13 updating version 0 to 78 2024-04-15T14:38:00.498 INFO:tasks.rados.rados.0.smithi016.stdout:363: oid 13 version 78 is already newer than 75 2024-04-15T14:38:00.498 INFO:tasks.rados.rados.0.smithi016.stdout:363: oid 13 version 78 is already newer than 77 2024-04-15T14:38:00.498 INFO:tasks.rados.rados.0.smithi016.stdout:363: oid 13 version 78 is already newer than 76 2024-04-15T14:38:00.499 INFO:tasks.rados.rados.0.smithi016.stdout:363: oid 13 version 78 is already newer than 74 2024-04-15T14:38:00.499 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 13 v 78 (ObjNum 131 snap 38 seq_num 131) dirty exists 2024-04-15T14:38:00.499 INFO:tasks.rados.rados.0.smithi016.stdout:363: left oid 13 (ObjNum 131 snap 38 seq_num 131) 2024-04-15T14:38:00.499 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 26 v 53 (ObjNum 69 snap 12 seq_num 69) dirty exists 2024-04-15T14:38:01.500 INFO:tasks.rados.rados.0.smithi016.stdout:363: done (2 left) 2024-04-15T14:38:01.500 INFO:tasks.rados.rados.0.smithi016.stdout:364: done (1 left) 2024-04-15T14:38:01.500 INFO:tasks.rados.rados.0.smithi016.stdout:365: done (0 left) 2024-04-15T14:38:01.500 INFO:tasks.rados.rados.0.smithi016.stdout:366: copy_from oid 34 from oid 46 current snap is 39 2024-04-15T14:38:01.500 INFO:tasks.rados.rados.0.smithi016.stdout:367: snap_remove snap 29 2024-04-15T14:38:01.789 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:38:01 smithi016 ceph-mon[36548]: pgmap v185: 121 pgs: 121 active+clean; 106 MiB data, 405 MiB used, 715 GiB / 715 GiB avail; 7.6 MiB/s rd, 5.9 MiB/s wr, 21 op/s 2024-04-15T14:38:01.789 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:38:01 smithi016 ceph-mon[36548]: osdmap e139: 8 total, 8 up, 8 in 2024-04-15T14:38:01.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:38:01 smithi016 ceph-mon[27435]: pgmap v185: 121 pgs: 121 active+clean; 106 MiB data, 405 MiB used, 715 GiB / 715 GiB avail; 7.6 MiB/s rd, 5.9 MiB/s wr, 21 op/s 2024-04-15T14:38:01.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:38:01 smithi016 ceph-mon[27435]: osdmap e139: 8 total, 8 up, 8 in 2024-04-15T14:38:01.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:38:01 smithi102 ceph-mon[31017]: pgmap v185: 121 pgs: 121 active+clean; 106 MiB data, 405 MiB used, 715 GiB / 715 GiB avail; 7.6 MiB/s rd, 5.9 MiB/s wr, 21 op/s 2024-04-15T14:38:01.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:38:01 smithi102 ceph-mon[31017]: osdmap e139: 8 total, 8 up, 8 in 2024-04-15T14:38:02.509 INFO:tasks.rados.rados.0.smithi016.stdout:367: done (1 left) 2024-04-15T14:38:02.509 INFO:tasks.rados.rados.0.smithi016.stdout:368: rollback oid 45 current snap is 39 2024-04-15T14:38:02.509 INFO:tasks.rados.rados.0.smithi016.stdout:rollback oid 45 to 38 2024-04-15T14:38:02.509 INFO:tasks.rados.rados.0.smithi016.stdout:366: finishing copy_from racing read to smithi01678542-34 2024-04-15T14:38:02.509 INFO:tasks.rados.rados.0.smithi016.stdout:366: finishing copy_from to smithi01678542-34 2024-04-15T14:38:02.509 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 34 v 12 (ObjNum 45 snap 0 seq_num 45) dirty exists 2024-04-15T14:38:02.509 INFO:tasks.rados.rados.0.smithi016.stdout:366: done (1 left) 2024-04-15T14:38:02.509 INFO:tasks.rados.rados.0.smithi016.stdout:369: read oid 28 snap -1 2024-04-15T14:38:02.509 INFO:tasks.rados.rados.0.smithi016.stdout:369: expect (ObjNum 9 snap 0 seq_num 9) 2024-04-15T14:38:02.509 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 21 current snap is 39 2024-04-15T14:38:02.509 INFO:tasks.rados.rados.0.smithi016.stdout:370: seq_num 132 ranges {2146304=614400,2760704=786432,3547136=565248,4112384=253952} 2024-04-15T14:38:02.524 INFO:tasks.rados.rados.0.smithi016.stdout:370: writing smithi01678542-21 from 2146304 to 2760704 tid 1 2024-04-15T14:38:02.529 INFO:tasks.rados.rados.0.smithi016.stdout:370: writing smithi01678542-21 from 2760704 to 3547136 tid 2 2024-04-15T14:38:02.532 INFO:tasks.rados.rados.0.smithi016.stdout:370: writing smithi01678542-21 from 3547136 to 4112384 tid 3 2024-04-15T14:38:02.534 INFO:tasks.rados.rados.0.smithi016.stdout:370: writing smithi01678542-21 from 4112384 to 4366336 tid 4 2024-04-15T14:38:02.534 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 39 current snap is 39 2024-04-15T14:38:02.534 INFO:tasks.rados.rados.0.smithi016.stdout:368: finishing rollback tid 0 to smithi01678542-45 2024-04-15T14:38:02.534 INFO:tasks.rados.rados.0.smithi016.stdout:371: seq_num 133 ranges {638976=630784,1269760=663552,1933312=770048,2703360=172032} 2024-04-15T14:38:02.541 INFO:tasks.rados.rados.0.smithi016.stdout:371: writing smithi01678542-39 from 638976 to 1269760 tid 1 2024-04-15T14:38:02.545 INFO:tasks.rados.rados.0.smithi016.stdout:371: writing smithi01678542-39 from 1269760 to 1933312 tid 2 2024-04-15T14:38:02.549 INFO:tasks.rados.rados.0.smithi016.stdout:371: writing smithi01678542-39 from 1933312 to 2703360 tid 3 2024-04-15T14:38:02.550 INFO:tasks.rados.rados.0.smithi016.stdout:371: writing smithi01678542-39 from 2703360 to 2875392 tid 4 2024-04-15T14:38:02.550 INFO:tasks.rados.rados.0.smithi016.stdout:372: delete oid 9 current snap is 39 2024-04-15T14:38:02.551 INFO:tasks.rados.rados.0.smithi016.stdout:368: finishing rollback tid 1 to smithi01678542-45 2024-04-15T14:38:02.551 INFO:tasks.rados.rados.0.smithi016.stdout:369: expect (ObjNum 9 snap 0 seq_num 9) 2024-04-15T14:38:02.558 INFO:tasks.rados.rados.0.smithi016.stdout:368: finishing rollback tid 2 to smithi01678542-45 2024-04-15T14:38:02.558 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 45 v 43 (ObjNum 126 snap 35 seq_num 126) dirty exists 2024-04-15T14:38:02.558 INFO:tasks.rados.rados.0.smithi016.stdout:370: finishing write tid 1 to smithi01678542-21 2024-04-15T14:38:02.558 INFO:tasks.rados.rados.0.smithi016.stdout:370: finishing write tid 2 to smithi01678542-21 2024-04-15T14:38:02.558 INFO:tasks.rados.rados.0.smithi016.stdout:370: finishing write tid 3 to smithi01678542-21 2024-04-15T14:38:02.558 INFO:tasks.rados.rados.0.smithi016.stdout:370: finishing write tid 4 to smithi01678542-21 2024-04-15T14:38:02.558 INFO:tasks.rados.rados.0.smithi016.stdout:370: finishing write tid 5 to smithi01678542-21 2024-04-15T14:38:02.558 INFO:tasks.rados.rados.0.smithi016.stdout:368: done (4 left) 2024-04-15T14:38:02.558 INFO:tasks.rados.rados.0.smithi016.stdout:369: done (3 left) 2024-04-15T14:38:02.558 INFO:tasks.rados.rados.0.smithi016.stdout:372: done (2 left) 2024-04-15T14:38:02.559 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 5 current snap is 39 2024-04-15T14:38:02.559 INFO:tasks.rados.rados.0.smithi016.stdout:370: finishing write tid 6 to smithi01678542-21 2024-04-15T14:38:02.559 INFO:tasks.rados.rados.0.smithi016.stdout:370: oid 21 updating version 0 to 173 2024-04-15T14:38:02.559 INFO:tasks.rados.rados.0.smithi016.stdout:370: oid 21 version 173 is already newer than 170 2024-04-15T14:38:02.559 INFO:tasks.rados.rados.0.smithi016.stdout:370: oid 21 updating version 173 to 174 2024-04-15T14:38:02.559 INFO:tasks.rados.rados.0.smithi016.stdout:370: oid 21 version 174 is already newer than 171 2024-04-15T14:38:02.559 INFO:tasks.rados.rados.0.smithi016.stdout:370: oid 21 version 174 is already newer than 172 2024-04-15T14:38:02.559 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 21 v 174 (ObjNum 132 snap 39 seq_num 132) dirty exists 2024-04-15T14:38:02.559 INFO:tasks.rados.rados.0.smithi016.stdout:370: left oid 21 (ObjNum 132 snap 39 seq_num 132) 2024-04-15T14:38:02.559 INFO:tasks.rados.rados.0.smithi016.stdout:371: finishing write tid 1 to smithi01678542-39 2024-04-15T14:38:02.559 INFO:tasks.rados.rados.0.smithi016.stdout:371: finishing write tid 2 to smithi01678542-39 2024-04-15T14:38:02.559 INFO:tasks.rados.rados.0.smithi016.stdout:371: finishing write tid 3 to smithi01678542-39 2024-04-15T14:38:02.559 INFO:tasks.rados.rados.0.smithi016.stdout:371: finishing write tid 4 to smithi01678542-39 2024-04-15T14:38:02.559 INFO:tasks.rados.rados.0.smithi016.stdout:371: finishing write tid 5 to smithi01678542-39 2024-04-15T14:38:02.560 INFO:tasks.rados.rados.0.smithi016.stdout:373: seq_num 135 ranges {2211840=663552,2875392=434176,3309568=786432,4096000=385024} 2024-04-15T14:38:02.573 INFO:tasks.rados.rados.0.smithi016.stdout:373: writing smithi01678542-5 from 2211840 to 2875392 tid 1 2024-04-15T14:38:02.575 INFO:tasks.rados.rados.0.smithi016.stdout:373: writing smithi01678542-5 from 2875392 to 3309568 tid 2 2024-04-15T14:38:02.580 INFO:tasks.rados.rados.0.smithi016.stdout:373: writing smithi01678542-5 from 3309568 to 4096000 tid 3 2024-04-15T14:38:02.582 INFO:tasks.rados.rados.0.smithi016.stdout:373: writing smithi01678542-5 from 4096000 to 4481024 tid 4 2024-04-15T14:38:02.582 INFO:tasks.rados.rados.0.smithi016.stdout:370: done (2 left) 2024-04-15T14:38:02.582 INFO:tasks.rados.rados.0.smithi016.stdout:374: delete oid 48 current snap is 39 2024-04-15T14:38:02.583 INFO:tasks.rados.rados.0.smithi016.stdout:371: finishing write tid 6 to smithi01678542-39 2024-04-15T14:38:02.583 INFO:tasks.rados.rados.0.smithi016.stdout:371: oid 39 updating version 0 to 86 2024-04-15T14:38:02.583 INFO:tasks.rados.rados.0.smithi016.stdout:371: oid 39 version 86 is already newer than 85 2024-04-15T14:38:02.583 INFO:tasks.rados.rados.0.smithi016.stdout:371: oid 39 version 86 is already newer than 84 2024-04-15T14:38:02.583 INFO:tasks.rados.rados.0.smithi016.stdout:371: oid 39 version 86 is already newer than 82 2024-04-15T14:38:02.583 INFO:tasks.rados.rados.0.smithi016.stdout:371: oid 39 version 86 is already newer than 83 2024-04-15T14:38:02.583 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 39 v 86 (ObjNum 133 snap 39 seq_num 133) dirty exists 2024-04-15T14:38:02.583 INFO:tasks.rados.rados.0.smithi016.stdout:371: left oid 39 (ObjNum 133 snap 39 seq_num 133) 2024-04-15T14:38:02.583 INFO:tasks.rados.rados.0.smithi016.stdout:373: finishing write tid 1 to smithi01678542-5 2024-04-15T14:38:02.583 INFO:tasks.rados.rados.0.smithi016.stdout:373: finishing write tid 2 to smithi01678542-5 2024-04-15T14:38:02.585 INFO:tasks.rados.rados.0.smithi016.stdout:373: finishing write tid 3 to smithi01678542-5 2024-04-15T14:38:02.585 INFO:tasks.rados.rados.0.smithi016.stdout:371: done (2 left) 2024-04-15T14:38:02.585 INFO:tasks.rados.rados.0.smithi016.stdout:374: done (1 left) 2024-04-15T14:38:02.585 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 36 current snap is 39 2024-04-15T14:38:02.585 INFO:tasks.rados.rados.0.smithi016.stdout:375: seq_num 137 ranges {1581056=704512,2285568=655360,2940928=753664,3694592=196608} 2024-04-15T14:38:02.597 INFO:tasks.rados.rados.0.smithi016.stdout:375: writing smithi01678542-36 from 1581056 to 2285568 tid 1 2024-04-15T14:38:02.601 INFO:tasks.rados.rados.0.smithi016.stdout:375: writing smithi01678542-36 from 2285568 to 2940928 tid 2 2024-04-15T14:38:02.605 INFO:tasks.rados.rados.0.smithi016.stdout:375: writing smithi01678542-36 from 2940928 to 3694592 tid 3 2024-04-15T14:38:02.607 INFO:tasks.rados.rados.0.smithi016.stdout:375: writing smithi01678542-36 from 3694592 to 3891200 tid 4 2024-04-15T14:38:02.607 INFO:tasks.rados.rados.0.smithi016.stdout:376: copy_from oid 21 from oid 20 current snap is 39 2024-04-15T14:38:02.607 INFO:tasks.rados.rados.0.smithi016.stdout:373: finishing write tid 4 to smithi01678542-5 2024-04-15T14:38:02.607 INFO:tasks.rados.rados.0.smithi016.stdout:373: finishing write tid 5 to smithi01678542-5 2024-04-15T14:38:02.607 INFO:tasks.rados.rados.0.smithi016.stdout:377: setattr oid 33 current snap is 39 2024-04-15T14:38:02.607 INFO:tasks.rados.rados.0.smithi016.stdout:373: finishing write tid 6 to smithi01678542-5 2024-04-15T14:38:02.608 INFO:tasks.rados.rados.0.smithi016.stdout:373: oid 5 updating version 0 to 80 2024-04-15T14:38:02.608 INFO:tasks.rados.rados.0.smithi016.stdout:373: oid 5 updating version 80 to 84 2024-04-15T14:38:02.608 INFO:tasks.rados.rados.0.smithi016.stdout:373: oid 5 version 84 is already newer than 82 2024-04-15T14:38:02.608 INFO:tasks.rados.rados.0.smithi016.stdout:373: oid 5 version 84 is already newer than 83 2024-04-15T14:38:02.608 INFO:tasks.rados.rados.0.smithi016.stdout:373: oid 5 version 84 is already newer than 81 2024-04-15T14:38:02.608 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 5 v 84 (ObjNum 135 snap 39 seq_num 135) dirty exists 2024-04-15T14:38:02.608 INFO:tasks.rados.rados.0.smithi016.stdout:373: left oid 5 (ObjNum 135 snap 39 seq_num 135) 2024-04-15T14:38:02.608 INFO:tasks.rados.rados.0.smithi016.stdout:375: finishing write tid 1 to smithi01678542-36 2024-04-15T14:38:02.608 INFO:tasks.rados.rados.0.smithi016.stdout:375: finishing write tid 2 to smithi01678542-36 2024-04-15T14:38:02.609 INFO:tasks.rados.rados.0.smithi016.stdout:375: finishing write tid 3 to smithi01678542-36 2024-04-15T14:38:02.609 INFO:tasks.rados.rados.0.smithi016.stdout:375: finishing write tid 4 to smithi01678542-36 2024-04-15T14:38:02.609 INFO:tasks.rados.rados.0.smithi016.stdout:373: done (3 left) 2024-04-15T14:38:02.609 INFO:tasks.rados.rados.0.smithi016.stdout:378: read oid 35 snap -1 2024-04-15T14:38:02.609 INFO:tasks.rados.rados.0.smithi016.stdout:378: expect (ObjNum 70 snap 12 seq_num 70) 2024-04-15T14:38:02.609 INFO:tasks.rados.rados.0.smithi016.stdout:379: snap_create 2024-04-15T14:38:02.609 INFO:tasks.rados.rados.0.smithi016.stdout:375: finishing write tid 5 to smithi01678542-36 2024-04-15T14:38:02.610 INFO:tasks.rados.rados.0.smithi016.stdout:375: finishing write tid 6 to smithi01678542-36 2024-04-15T14:38:02.610 INFO:tasks.rados.rados.0.smithi016.stdout:375: oid 36 updating version 0 to 179 2024-04-15T14:38:02.610 INFO:tasks.rados.rados.0.smithi016.stdout:375: oid 36 updating version 179 to 180 2024-04-15T14:38:02.610 INFO:tasks.rados.rados.0.smithi016.stdout:375: oid 36 version 180 is already newer than 177 2024-04-15T14:38:02.610 INFO:tasks.rados.rados.0.smithi016.stdout:375: oid 36 version 180 is already newer than 178 2024-04-15T14:38:02.610 INFO:tasks.rados.rados.0.smithi016.stdout:375: oid 36 version 180 is already newer than 176 2024-04-15T14:38:02.610 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 36 v 180 (ObjNum 137 snap 39 seq_num 137) dirty exists 2024-04-15T14:38:02.610 INFO:tasks.rados.rados.0.smithi016.stdout:375: left oid 36 (ObjNum 137 snap 39 seq_num 137) 2024-04-15T14:38:02.612 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 33 v 163 (ObjNum 81 snap 19 seq_num 81) dirty exists 2024-04-15T14:38:02.616 INFO:tasks.rados.rados.0.smithi016.stdout:376: finishing copy_from racing read to smithi01678542-21 2024-04-15T14:38:02.617 INFO:tasks.rados.rados.0.smithi016.stdout:378: expect (ObjNum 70 snap 12 seq_num 70) 2024-04-15T14:38:02.673 INFO:tasks.rados.rados.0.smithi016.stdout:376: finishing copy_from to smithi01678542-21 2024-04-15T14:38:02.673 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 21 v 27 (ObjNum 38 snap 0 seq_num 38) dirty exists 2024-04-15T14:38:02.789 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:38:02 smithi016 ceph-mon[27435]: osdmap e140: 8 total, 8 up, 8 in 2024-04-15T14:38:02.789 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:38:02 smithi016 ceph-mon[36548]: osdmap e140: 8 total, 8 up, 8 in 2024-04-15T14:38:02.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:38:02 smithi102 ceph-mon[31017]: osdmap e140: 8 total, 8 up, 8 in 2024-04-15T14:38:03.502 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 15 14:38:03 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-y[27693]: ::ffff:172.21.15.102 - - [15/Apr/2024:14:38:03] "GET /metrics HTTP/1.1" 200 36079 "" "Prometheus/2.43.0" 2024-04-15T14:38:03.511 INFO:tasks.rados.rados.0.smithi016.stdout:375: done (4 left) 2024-04-15T14:38:03.511 INFO:tasks.rados.rados.0.smithi016.stdout:376: done (3 left) 2024-04-15T14:38:03.511 INFO:tasks.rados.rados.0.smithi016.stdout:377: done (2 left) 2024-04-15T14:38:03.511 INFO:tasks.rados.rados.0.smithi016.stdout:378: done (1 left) 2024-04-15T14:38:03.511 INFO:tasks.rados.rados.0.smithi016.stdout:379: done (0 left) 2024-04-15T14:38:03.511 INFO:tasks.rados.rados.0.smithi016.stdout:380: read oid 31 snap -1 2024-04-15T14:38:03.511 INFO:tasks.rados.rados.0.smithi016.stdout:380: expect (ObjNum 31 snap 0 seq_num 31) 2024-04-15T14:38:03.512 INFO:tasks.rados.rados.0.smithi016.stdout:381: copy_from oid 13 from oid 33 current snap is 40 2024-04-15T14:38:03.512 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 27 current snap is 40 2024-04-15T14:38:03.512 INFO:tasks.rados.rados.0.smithi016.stdout:382: seq_num 138 ranges {442368=720896,1163264=540672,1703936=557056,2260992=507904} 2024-04-15T14:38:03.518 INFO:tasks.rados.rados.0.smithi016.stdout:382: writing smithi01678542-27 from 442368 to 1163264 tid 1 2024-04-15T14:38:03.521 INFO:tasks.rados.rados.0.smithi016.stdout:382: writing smithi01678542-27 from 1163264 to 1703936 tid 2 2024-04-15T14:38:03.524 INFO:tasks.rados.rados.0.smithi016.stdout:382: writing smithi01678542-27 from 1703936 to 2260992 tid 3 2024-04-15T14:38:03.528 INFO:tasks.rados.rados.0.smithi016.stdout:382: writing smithi01678542-27 from 2260992 to 2768896 tid 4 2024-04-15T14:38:03.528 INFO:tasks.rados.rados.0.smithi016.stdout:383: copy_from oid 5 from oid 22 current snap is 40 2024-04-15T14:38:03.528 INFO:tasks.rados.rados.0.smithi016.stdout:380: expect (ObjNum 31 snap 0 seq_num 31) 2024-04-15T14:38:03.546 INFO:tasks.rados.rados.0.smithi016.stdout:382: finishing write tid 1 to smithi01678542-27 2024-04-15T14:38:03.546 INFO:tasks.rados.rados.0.smithi016.stdout:382: finishing write tid 2 to smithi01678542-27 2024-04-15T14:38:03.546 INFO:tasks.rados.rados.0.smithi016.stdout:380: done (3 left) 2024-04-15T14:38:03.546 INFO:tasks.rados.rados.0.smithi016.stdout:384: snap_create 2024-04-15T14:38:03.546 INFO:tasks.rados.rados.0.smithi016.stdout:382: finishing write tid 3 to smithi01678542-27 2024-04-15T14:38:03.546 INFO:tasks.rados.rados.0.smithi016.stdout:381: finishing copy_from racing read to smithi01678542-13 2024-04-15T14:38:03.547 INFO:tasks.rados.rados.0.smithi016.stdout:382: finishing write tid 4 to smithi01678542-27 2024-04-15T14:38:03.547 INFO:tasks.rados.rados.0.smithi016.stdout:381: finishing copy_from to smithi01678542-13 2024-04-15T14:38:03.547 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 13 v 163 (ObjNum 81 snap 19 seq_num 81) dirty exists 2024-04-15T14:38:03.547 INFO:tasks.rados.rados.0.smithi016.stdout:382: finishing write tid 5 to smithi01678542-27 2024-04-15T14:38:03.547 INFO:tasks.rados.rados.0.smithi016.stdout:382: finishing write tid 6 to smithi01678542-27 2024-04-15T14:38:03.547 INFO:tasks.rados.rados.0.smithi016.stdout:382: oid 27 updating version 0 to 45 2024-04-15T14:38:03.547 INFO:tasks.rados.rados.0.smithi016.stdout:382: oid 27 updating version 45 to 48 2024-04-15T14:38:03.547 INFO:tasks.rados.rados.0.smithi016.stdout:382: oid 27 version 48 is already newer than 46 2024-04-15T14:38:03.547 INFO:tasks.rados.rados.0.smithi016.stdout:382: oid 27 version 48 is already newer than 47 2024-04-15T14:38:03.547 INFO:tasks.rados.rados.0.smithi016.stdout:382: oid 27 updating version 48 to 49 2024-04-15T14:38:03.547 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 27 v 49 (ObjNum 138 snap 40 seq_num 138) dirty exists 2024-04-15T14:38:03.547 INFO:tasks.rados.rados.0.smithi016.stdout:382: left oid 27 (ObjNum 138 snap 40 seq_num 138) 2024-04-15T14:38:03.547 INFO:tasks.rados.rados.0.smithi016.stdout:383: finishing copy_from racing read to smithi01678542-5 2024-04-15T14:38:03.547 INFO:tasks.rados.rados.0.smithi016.stdout:383: finishing copy_from to smithi01678542-5 2024-04-15T14:38:03.547 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 5 v 153 (ObjNum 123 snap 34 seq_num 123) dirty exists 2024-04-15T14:38:03.789 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:38:03 smithi016 ceph-mon[27435]: pgmap v188: 121 pgs: 121 active+clean; 106 MiB data, 405 MiB used, 715 GiB / 715 GiB avail 2024-04-15T14:38:03.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:38:03 smithi016 ceph-mon[27435]: osdmap e141: 8 total, 8 up, 8 in 2024-04-15T14:38:03.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:38:03 smithi016 ceph-mon[36548]: pgmap v188: 121 pgs: 121 active+clean; 106 MiB data, 405 MiB used, 715 GiB / 715 GiB avail 2024-04-15T14:38:03.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:38:03 smithi016 ceph-mon[36548]: osdmap e141: 8 total, 8 up, 8 in 2024-04-15T14:38:03.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:38:03 smithi102 ceph-mon[31017]: pgmap v188: 121 pgs: 121 active+clean; 106 MiB data, 405 MiB used, 715 GiB / 715 GiB avail 2024-04-15T14:38:03.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:38:03 smithi102 ceph-mon[31017]: osdmap e141: 8 total, 8 up, 8 in 2024-04-15T14:38:04.516 INFO:tasks.rados.rados.0.smithi016.stdout:381: done (3 left) 2024-04-15T14:38:04.516 INFO:tasks.rados.rados.0.smithi016.stdout:382: done (2 left) 2024-04-15T14:38:04.516 INFO:tasks.rados.rados.0.smithi016.stdout:383: done (1 left) 2024-04-15T14:38:04.516 INFO:tasks.rados.rados.0.smithi016.stdout:384: done (0 left) 2024-04-15T14:38:04.516 INFO:tasks.rados.rados.0.smithi016.stdout:385: read oid 36 snap -1 2024-04-15T14:38:04.516 INFO:tasks.rados.rados.0.smithi016.stdout:385: expect (ObjNum 137 snap 39 seq_num 137) 2024-04-15T14:38:04.516 INFO:tasks.rados.rados.0.smithi016.stdout:386: delete oid 21 current snap is 41 2024-04-15T14:38:04.531 INFO:tasks.rados.rados.0.smithi016.stdout:385: expect (ObjNum 137 snap 39 seq_num 137) 2024-04-15T14:38:04.660 INFO:tasks.rados.rados.0.smithi016.stdout:385: done (1 left) 2024-04-15T14:38:04.660 INFO:tasks.rados.rados.0.smithi016.stdout:386: done (0 left) 2024-04-15T14:38:04.660 INFO:tasks.rados.rados.0.smithi016.stdout:387: rmattr oid 22 current snap is 41 2024-04-15T14:38:04.661 INFO:tasks.rados.rados.0.smithi016.stdout:387: done (0 left) 2024-04-15T14:38:04.661 INFO:tasks.rados.rados.0.smithi016.stdout:388: rmattr oid 42 current snap is 41 2024-04-15T14:38:04.661 INFO:tasks.rados.rados.0.smithi016.stdout:388: done (0 left) 2024-04-15T14:38:04.661 INFO:tasks.rados.rados.0.smithi016.stdout:389: rmattr oid 23 current snap is 41 2024-04-15T14:38:04.661 INFO:tasks.rados.rados.0.smithi016.stdout:389: done (0 left) 2024-04-15T14:38:04.661 INFO:tasks.rados.rados.0.smithi016.stdout:390: copy_from oid 2 from oid 40 current snap is 41 2024-04-15T14:38:04.661 INFO:tasks.rados.rados.0.smithi016.stdout:391: delete oid 43 current snap is 41 2024-04-15T14:38:04.662 INFO:tasks.rados.rados.0.smithi016.stdout:391: done (1 left) 2024-04-15T14:38:04.662 INFO:tasks.rados.rados.0.smithi016.stdout:392: rollback oid 14 current snap is 41 2024-04-15T14:38:04.662 INFO:tasks.rados.rados.0.smithi016.stdout:rollback oid 14 to 36 2024-04-15T14:38:04.662 INFO:tasks.rados.rados.0.smithi016.stdout:393: read oid 19 snap -1 2024-04-15T14:38:04.662 INFO:tasks.rados.rados.0.smithi016.stdout:393: expect (ObjNum 130 snap 38 seq_num 130) 2024-04-15T14:38:04.662 INFO:tasks.rados.rados.0.smithi016.stdout:394: snap_remove snap 26 2024-04-15T14:38:04.789 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:38:04 smithi016 ceph-mon[27435]: osdmap e142: 8 total, 8 up, 8 in 2024-04-15T14:38:04.789 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:38:04 smithi016 ceph-mon[36548]: osdmap e142: 8 total, 8 up, 8 in 2024-04-15T14:38:04.938 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:38:04 smithi102 ceph-mon[31017]: osdmap e142: 8 total, 8 up, 8 in 2024-04-15T14:38:05.519 INFO:tasks.rados.rados.0.smithi016.stdout:394: done (3 left) 2024-04-15T14:38:05.519 INFO:tasks.rados.rados.0.smithi016.stdout:395: delete oid 39 current snap is 41 2024-04-15T14:38:05.519 INFO:tasks.rados.rados.0.smithi016.stdout:390: finishing copy_from to smithi01678542-2 2024-04-15T14:38:05.519 INFO:tasks.rados.rados.0.smithi016.stdout:390: got expected ENOENT (src dne) 2024-04-15T14:38:05.519 INFO:tasks.rados.rados.0.smithi016.stdout:390: finishing copy_from racing read to smithi01678542-2 2024-04-15T14:38:05.519 INFO:tasks.rados.rados.0.smithi016.stdout:392: finishing rollback tid 0 to smithi01678542-14 2024-04-15T14:38:05.519 INFO:tasks.rados.rados.0.smithi016.stdout:392: finishing rollback tid 1 to smithi01678542-14 2024-04-15T14:38:05.519 INFO:tasks.rados.rados.0.smithi016.stdout:392: finishing rollback tid 2 to smithi01678542-14 2024-04-15T14:38:05.519 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 14 v 61 (ObjNum 98 snap 25 seq_num 98) dirty exists 2024-04-15T14:38:05.519 INFO:tasks.rados.rados.0.smithi016.stdout:393: expect (ObjNum 130 snap 38 seq_num 130) 2024-04-15T14:38:05.585 INFO:tasks.rados.rados.0.smithi016.stdout:390: done (3 left) 2024-04-15T14:38:05.585 INFO:tasks.rados.rados.0.smithi016.stdout:392: done (2 left) 2024-04-15T14:38:05.585 INFO:tasks.rados.rados.0.smithi016.stdout:393: done (1 left) 2024-04-15T14:38:05.585 INFO:tasks.rados.rados.0.smithi016.stdout:395: done (0 left) 2024-04-15T14:38:05.585 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 12 current snap is 41 2024-04-15T14:38:05.585 INFO:tasks.rados.rados.0.smithi016.stdout:396: seq_num 142 ranges {1286144=786432,2072576=475136,2547712=540672,3088384=589824} 2024-04-15T14:38:05.596 INFO:tasks.rados.rados.0.smithi016.stdout:396: writing smithi01678542-12 from 1286144 to 2072576 tid 1 2024-04-15T14:38:05.599 INFO:tasks.rados.rados.0.smithi016.stdout:396: writing smithi01678542-12 from 2072576 to 2547712 tid 2 2024-04-15T14:38:05.602 INFO:tasks.rados.rados.0.smithi016.stdout:396: writing smithi01678542-12 from 2547712 to 3088384 tid 3 2024-04-15T14:38:05.606 INFO:tasks.rados.rados.0.smithi016.stdout:396: writing smithi01678542-12 from 3088384 to 3678208 tid 4 2024-04-15T14:38:05.606 INFO:tasks.rados.rados.0.smithi016.stdout:397: snap_remove snap 28 2024-04-15T14:38:05.789 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:38:05 smithi016 ceph-mon[36548]: pgmap v191: 121 pgs: 121 active+clean; 124 MiB data, 428 MiB used, 715 GiB / 715 GiB avail; 2.7 MiB/s rd, 4.6 MiB/s wr, 29 op/s 2024-04-15T14:38:05.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:38:05 smithi016 ceph-mon[36548]: osdmap e143: 8 total, 8 up, 8 in 2024-04-15T14:38:05.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:38:05 smithi016 ceph-mon[27435]: pgmap v191: 121 pgs: 121 active+clean; 124 MiB data, 428 MiB used, 715 GiB / 715 GiB avail; 2.7 MiB/s rd, 4.6 MiB/s wr, 29 op/s 2024-04-15T14:38:05.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:38:05 smithi016 ceph-mon[27435]: osdmap e143: 8 total, 8 up, 8 in 2024-04-15T14:38:05.816 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:38:05 smithi102 ceph-mon[31017]: pgmap v191: 121 pgs: 121 active+clean; 124 MiB data, 428 MiB used, 715 GiB / 715 GiB avail; 2.7 MiB/s rd, 4.6 MiB/s wr, 29 op/s 2024-04-15T14:38:05.816 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:38:05 smithi102 ceph-mon[31017]: osdmap e143: 8 total, 8 up, 8 in 2024-04-15T14:38:06.530 INFO:tasks.rados.rados.0.smithi016.stdout:397: done (1 left) 2024-04-15T14:38:06.530 INFO:tasks.rados.rados.0.smithi016.stdout:398: snap_remove snap 18 2024-04-15T14:38:06.530 INFO:tasks.rados.rados.0.smithi016.stdout:396: finishing write tid 1 to smithi01678542-12 2024-04-15T14:38:06.530 INFO:tasks.rados.rados.0.smithi016.stdout:396: finishing write tid 2 to smithi01678542-12 2024-04-15T14:38:06.530 INFO:tasks.rados.rados.0.smithi016.stdout:396: finishing write tid 3 to smithi01678542-12 2024-04-15T14:38:06.531 INFO:tasks.rados.rados.0.smithi016.stdout:396: finishing write tid 4 to smithi01678542-12 2024-04-15T14:38:06.531 INFO:tasks.rados.rados.0.smithi016.stdout:396: finishing write tid 5 to smithi01678542-12 2024-04-15T14:38:06.531 INFO:tasks.rados.rados.0.smithi016.stdout:396: finishing write tid 6 to smithi01678542-12 2024-04-15T14:38:06.531 INFO:tasks.rados.rados.0.smithi016.stdout:396: oid 12 updating version 0 to 120 2024-04-15T14:38:06.531 INFO:tasks.rados.rados.0.smithi016.stdout:396: oid 12 updating version 120 to 122 2024-04-15T14:38:06.531 INFO:tasks.rados.rados.0.smithi016.stdout:396: oid 12 updating version 122 to 123 2024-04-15T14:38:06.531 INFO:tasks.rados.rados.0.smithi016.stdout:396: oid 12 version 123 is already newer than 119 2024-04-15T14:38:06.531 INFO:tasks.rados.rados.0.smithi016.stdout:396: oid 12 version 123 is already newer than 121 2024-04-15T14:38:06.531 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 12 v 123 (ObjNum 142 snap 41 seq_num 142) dirty exists 2024-04-15T14:38:06.531 INFO:tasks.rados.rados.0.smithi016.stdout:396: left oid 12 (ObjNum 142 snap 41 seq_num 142) 2024-04-15T14:38:06.789 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:38:06 smithi016 ceph-mon[27435]: osdmap e144: 8 total, 8 up, 8 in 2024-04-15T14:38:06.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:38:06 smithi016 ceph-mon[36548]: osdmap e144: 8 total, 8 up, 8 in 2024-04-15T14:38:06.820 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:38:06 smithi102 ceph-mon[31017]: osdmap e144: 8 total, 8 up, 8 in 2024-04-15T14:38:07.532 INFO:tasks.rados.rados.0.smithi016.stdout:396: done (1 left) 2024-04-15T14:38:07.532 INFO:tasks.rados.rados.0.smithi016.stdout:398: done (0 left) 2024-04-15T14:38:07.532 INFO:tasks.rados.rados.0.smithi016.stdout:399: snap_remove snap 37 2024-04-15T14:38:07.749 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:38:07 smithi102 ceph-mon[31017]: pgmap v194: 121 pgs: 121 active+clean; 124 MiB data, 428 MiB used, 715 GiB / 715 GiB avail; 2.7 MiB/s rd, 4.6 MiB/s wr, 29 op/s 2024-04-15T14:38:07.749 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:38:07 smithi102 ceph-mon[31017]: osdmap e145: 8 total, 8 up, 8 in 2024-04-15T14:38:07.749 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:38:07 smithi102 ceph-mon[31017]: from='mgr.14628 ' entity='mgr.y' 2024-04-15T14:38:07.749 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:38:07 smithi102 ceph-mon[31017]: from='mgr.14628 172.21.15.16:0/2128211001' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-04-15T14:38:07.749 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:38:07 smithi102 ceph-mon[31017]: from='mgr.14628 ' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-04-15T14:38:07.749 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:38:07 smithi102 ceph-mon[31017]: from='mgr.14628 172.21.15.16:0/2128211001' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-04-15T14:38:07.749 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:38:07 smithi102 ceph-mon[31017]: from='mgr.14628 172.21.15.16:0/2128211001' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T14:38:07.789 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:38:07 smithi016 ceph-mon[36548]: pgmap v194: 121 pgs: 121 active+clean; 124 MiB data, 428 MiB used, 715 GiB / 715 GiB avail; 2.7 MiB/s rd, 4.6 MiB/s wr, 29 op/s 2024-04-15T14:38:07.789 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:38:07 smithi016 ceph-mon[36548]: osdmap e145: 8 total, 8 up, 8 in 2024-04-15T14:38:07.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:38:07 smithi016 ceph-mon[36548]: from='mgr.14628 ' entity='mgr.y' 2024-04-15T14:38:07.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:38:07 smithi016 ceph-mon[36548]: from='mgr.14628 172.21.15.16:0/2128211001' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-04-15T14:38:07.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:38:07 smithi016 ceph-mon[36548]: from='mgr.14628 ' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-04-15T14:38:07.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:38:07 smithi016 ceph-mon[36548]: from='mgr.14628 172.21.15.16:0/2128211001' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-04-15T14:38:07.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:38:07 smithi016 ceph-mon[36548]: from='mgr.14628 172.21.15.16:0/2128211001' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T14:38:07.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:38:07 smithi016 ceph-mon[27435]: pgmap v194: 121 pgs: 121 active+clean; 124 MiB data, 428 MiB used, 715 GiB / 715 GiB avail; 2.7 MiB/s rd, 4.6 MiB/s wr, 29 op/s 2024-04-15T14:38:07.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:38:07 smithi016 ceph-mon[27435]: osdmap e145: 8 total, 8 up, 8 in 2024-04-15T14:38:07.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:38:07 smithi016 ceph-mon[27435]: from='mgr.14628 ' entity='mgr.y' 2024-04-15T14:38:07.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:38:07 smithi016 ceph-mon[27435]: from='mgr.14628 172.21.15.16:0/2128211001' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-04-15T14:38:07.791 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:38:07 smithi016 ceph-mon[27435]: from='mgr.14628 ' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-04-15T14:38:07.791 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:38:07 smithi016 ceph-mon[27435]: from='mgr.14628 172.21.15.16:0/2128211001' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-04-15T14:38:07.791 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:38:07 smithi016 ceph-mon[27435]: from='mgr.14628 172.21.15.16:0/2128211001' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T14:38:08.543 INFO:tasks.rados.rados.0.smithi016.stdout:399: done (0 left) 2024-04-15T14:38:08.543 INFO:tasks.rados.rados.0.smithi016.stdout:400: snap_remove snap 35 2024-04-15T14:38:08.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:38:08 smithi102 ceph-mon[31017]: Upgrade: Updating mgr.x 2024-04-15T14:38:08.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:38:08 smithi102 ceph-mon[31017]: Deploying daemon mgr.x on smithi102 2024-04-15T14:38:08.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:38:08 smithi102 ceph-mon[31017]: osdmap e146: 8 total, 8 up, 8 in 2024-04-15T14:38:08.789 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:38:08 smithi016 ceph-mon[27435]: Upgrade: Updating mgr.x 2024-04-15T14:38:08.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:38:08 smithi016 ceph-mon[27435]: Deploying daemon mgr.x on smithi102 2024-04-15T14:38:08.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:38:08 smithi016 ceph-mon[27435]: osdmap e146: 8 total, 8 up, 8 in 2024-04-15T14:38:08.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:38:08 smithi016 ceph-mon[36548]: Upgrade: Updating mgr.x 2024-04-15T14:38:08.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:38:08 smithi016 ceph-mon[36548]: Deploying daemon mgr.x on smithi102 2024-04-15T14:38:08.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:38:08 smithi016 ceph-mon[36548]: osdmap e146: 8 total, 8 up, 8 in 2024-04-15T14:38:08.988 INFO:journalctl@ceph.mgr.x.smithi102.stdout:Apr 15 14:38:08 smithi102 systemd[1]: Stopping Ceph mgr.x for 362ea986-fb34-11ee-bc8f-c7b262605968... 2024-04-15T14:38:09.316 INFO:journalctl@ceph.mgr.x.smithi102.stdout:Apr 15 14:38:09 smithi102 podman[66616]: 2024-04-15 14:38:09.031886536 +0000 UTC m=+0.151519706 container died 312901c60e9fba712673c6c8ae314673842e2f29f4b8b95efed519ebab588320 (image=quay.ceph.io/ceph-ci/ceph@sha256:68779415073ff203e402b0379758fdddf51fc45e34dd0f039888aa95268c5315, name=ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-x, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.build-date=20240409, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, io.buildah.version=1.33.5, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, CEPH_POINT_RELEASE=, GIT_CLEAN=True, RELEASE=reef-e3fb05d, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67) 2024-04-15T14:38:09.455 INFO:tasks.rados.rados.0.smithi016.stdout:400: done (0 left) 2024-04-15T14:38:09.455 INFO:tasks.rados.rados.0.smithi016.stdout:401: setattr oid 41 current snap is 41 2024-04-15T14:38:09.457 INFO:tasks.rados.rados.0.smithi016.stdout:402: read oid 26 snap -1 2024-04-15T14:38:09.458 INFO:tasks.rados.rados.0.smithi016.stdout:402: expect (ObjNum 69 snap 12 seq_num 69) 2024-04-15T14:38:09.458 INFO:tasks.rados.rados.0.smithi016.stdout:403: read oid 36 snap -1 2024-04-15T14:38:09.458 INFO:tasks.rados.rados.0.smithi016.stdout:403: expect (ObjNum 137 snap 39 seq_num 137) 2024-04-15T14:38:09.458 INFO:tasks.rados.rados.0.smithi016.stdout:404: snap_remove snap 24 2024-04-15T14:38:09.667 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:38:09 smithi102 ceph-mon[31017]: pgmap v197: 121 pgs: 121 active+clean; 122 MiB data, 441 MiB used, 715 GiB / 715 GiB avail; 4.7 MiB/s rd, 2.5 MiB/s wr, 8 op/s 2024-04-15T14:38:09.667 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:38:09 smithi102 ceph-mon[31017]: osdmap e147: 8 total, 8 up, 8 in 2024-04-15T14:38:09.667 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:38:09 smithi102 ceph-mon[31017]: osdmap e148: 8 total, 8 up, 8 in 2024-04-15T14:38:09.667 INFO:journalctl@ceph.mgr.x.smithi102.stdout:Apr 15 14:38:09 smithi102 podman[66616]: 2024-04-15 14:38:09.431819133 +0000 UTC m=+0.551452302 container cleanup 312901c60e9fba712673c6c8ae314673842e2f29f4b8b95efed519ebab588320 (image=quay.ceph.io/ceph-ci/ceph@sha256:68779415073ff203e402b0379758fdddf51fc45e34dd0f039888aa95268c5315, name=ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-x, org.label-schema.schema-version=1.0, io.buildah.version=1.33.5, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240409, GIT_CLEAN=True, RELEASE=reef-e3fb05d, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, CEPH_POINT_RELEASE=) 2024-04-15T14:38:09.667 INFO:journalctl@ceph.mgr.x.smithi102.stdout:Apr 15 14:38:09 smithi102 bash[66616]: ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-x 2024-04-15T14:38:09.789 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:38:09 smithi016 ceph-mon[36548]: pgmap v197: 121 pgs: 121 active+clean; 122 MiB data, 441 MiB used, 715 GiB / 715 GiB avail; 4.7 MiB/s rd, 2.5 MiB/s wr, 8 op/s 2024-04-15T14:38:09.789 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:38:09 smithi016 ceph-mon[36548]: osdmap e147: 8 total, 8 up, 8 in 2024-04-15T14:38:09.789 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:38:09 smithi016 ceph-mon[36548]: osdmap e148: 8 total, 8 up, 8 in 2024-04-15T14:38:09.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:38:09 smithi016 ceph-mon[27435]: pgmap v197: 121 pgs: 121 active+clean; 122 MiB data, 441 MiB used, 715 GiB / 715 GiB avail; 4.7 MiB/s rd, 2.5 MiB/s wr, 8 op/s 2024-04-15T14:38:09.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:38:09 smithi016 ceph-mon[27435]: osdmap e147: 8 total, 8 up, 8 in 2024-04-15T14:38:09.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:38:09 smithi016 ceph-mon[27435]: osdmap e148: 8 total, 8 up, 8 in 2024-04-15T14:38:09.918 INFO:journalctl@ceph.mgr.x.smithi102.stdout:Apr 15 14:38:09 smithi102 podman[66635]: 2024-04-15 14:38:09.666520395 +0000 UTC m=+0.638241168 container remove 312901c60e9fba712673c6c8ae314673842e2f29f4b8b95efed519ebab588320 (image=quay.ceph.io/ceph-ci/ceph@sha256:68779415073ff203e402b0379758fdddf51fc45e34dd0f039888aa95268c5315, name=ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-x, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, GIT_CLEAN=True, GIT_BRANCH=HEAD, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.build-date=20240409, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=reef-e3fb05d, org.label-schema.name=CentOS Stream 8 Base Image, ceph=True, org.label-schema.license=GPLv2) 2024-04-15T14:38:09.918 INFO:journalctl@ceph.mgr.x.smithi102.stdout:Apr 15 14:38:09 smithi102 systemd[1]: ceph-362ea986-fb34-11ee-bc8f-c7b262605968@mgr.x.service: Main process exited, code=exited, status=143/n/a 2024-04-15T14:38:10.187 INFO:journalctl@ceph.mgr.x.smithi102.stdout:Apr 15 14:38:09 smithi102 systemd[1]: ceph-362ea986-fb34-11ee-bc8f-c7b262605968@mgr.x.service: Failed with result 'exit-code'. 2024-04-15T14:38:10.187 INFO:journalctl@ceph.mgr.x.smithi102.stdout:Apr 15 14:38:09 smithi102 systemd[1]: Stopped Ceph mgr.x for 362ea986-fb34-11ee-bc8f-c7b262605968. 2024-04-15T14:38:10.187 INFO:journalctl@ceph.mgr.x.smithi102.stdout:Apr 15 14:38:09 smithi102 systemd[1]: ceph-362ea986-fb34-11ee-bc8f-c7b262605968@mgr.x.service: Consumed 18.405s CPU time. 2024-04-15T14:38:10.187 INFO:journalctl@ceph.mgr.x.smithi102.stdout:Apr 15 14:38:10 smithi102 systemd[1]: Starting Ceph mgr.x for 362ea986-fb34-11ee-bc8f-c7b262605968... 2024-04-15T14:38:10.457 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 41 v 78 (ObjNum 65 snap 0 seq_num 1684951897) dirty exists 2024-04-15T14:38:10.457 INFO:tasks.rados.rados.0.smithi016.stdout:402: expect (ObjNum 69 snap 12 seq_num 69) 2024-04-15T14:38:10.519 INFO:tasks.rados.rados.0.smithi016.stdout:403: expect (ObjNum 137 snap 39 seq_num 137) 2024-04-15T14:38:10.602 INFO:journalctl@ceph.mgr.x.smithi102.stdout:Apr 15 14:38:10 smithi102 podman[66783]: 2024-04-15 14:38:10.234801359 +0000 UTC m=+0.017475171 image pull 259793512b732efd8e04a33aa28c6de3675c47d120bc226206521425d246003e quay.ceph.io/ceph-ci/ceph@sha256:55072b3f7eae2e3409906b98d09d882e1c3dc2a9205d85fd5f4c0bc62f82d163 2024-04-15T14:38:10.602 INFO:journalctl@ceph.mgr.x.smithi102.stdout:Apr 15 14:38:10 smithi102 podman[66783]: 2024-04-15 14:38:10.359825509 +0000 UTC m=+0.142499345 container create 13ca59d122ea6900272a31cdc5fb2edde457185d3cb0f4fe7437a552dcf924c7 (image=quay.ceph.io/ceph-ci/ceph@sha256:55072b3f7eae2e3409906b98d09d882e1c3dc2a9205d85fd5f4c0bc62f82d163, name=ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-x, org.label-schema.build-date=20240409, ceph=True, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 8 Base Image, RELEASE=main-c2d8c31, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, io.buildah.version=1.33.5, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0) 2024-04-15T14:38:10.602 INFO:journalctl@ceph.mgr.x.smithi102.stdout:Apr 15 14:38:10 smithi102 podman[66783]: 2024-04-15 14:38:10.571063 +0000 UTC m=+0.353736793 container init 13ca59d122ea6900272a31cdc5fb2edde457185d3cb0f4fe7437a552dcf924c7 (image=quay.ceph.io/ceph-ci/ceph@sha256:55072b3f7eae2e3409906b98d09d882e1c3dc2a9205d85fd5f4c0bc62f82d163, name=ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-x, org.label-schema.build-date=20240409, RELEASE=main-c2d8c31, org.label-schema.name=CentOS Stream 8 Base Image, io.buildah.version=1.33.5, org.label-schema.schema-version=1.0, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, GIT_CLEAN=True, ceph=True) 2024-04-15T14:38:10.602 INFO:journalctl@ceph.mgr.x.smithi102.stdout:Apr 15 14:38:10 smithi102 podman[66783]: 2024-04-15 14:38:10.576744991 +0000 UTC m=+0.359418785 container start 13ca59d122ea6900272a31cdc5fb2edde457185d3cb0f4fe7437a552dcf924c7 (image=quay.ceph.io/ceph-ci/ceph@sha256:55072b3f7eae2e3409906b98d09d882e1c3dc2a9205d85fd5f4c0bc62f82d163, name=ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-x, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, org.label-schema.build-date=20240409, org.label-schema.name=CentOS Stream 8 Base Image, RELEASE=main-c2d8c31, org.label-schema.vendor=CentOS, io.buildah.version=1.33.5, ceph=True, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, GIT_CLEAN=True, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67) 2024-04-15T14:38:10.648 INFO:tasks.rados.rados.0.smithi016.stdout:401: done (3 left) 2024-04-15T14:38:10.649 INFO:tasks.rados.rados.0.smithi016.stdout:402: done (2 left) 2024-04-15T14:38:10.649 INFO:tasks.rados.rados.0.smithi016.stdout:403: done (1 left) 2024-04-15T14:38:10.649 INFO:tasks.rados.rados.0.smithi016.stdout:404: done (0 left) 2024-04-15T14:38:10.649 INFO:tasks.rados.rados.0.smithi016.stdout:405: read oid 45 snap -1 2024-04-15T14:38:10.649 INFO:tasks.rados.rados.0.smithi016.stdout:405: expect (ObjNum 126 snap 35 seq_num 126) 2024-04-15T14:38:10.649 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 44 current snap is 41 2024-04-15T14:38:10.649 INFO:tasks.rados.rados.0.smithi016.stdout:406: seq_num 143 ranges {0=802816,802816=761856,1564672=745472,2310144=98304} 2024-04-15T14:38:10.652 INFO:tasks.rados.rados.0.smithi016.stdout:406: writing smithi01678542-44 from 0 to 802816 tid 1 2024-04-15T14:38:10.656 INFO:tasks.rados.rados.0.smithi016.stdout:406: writing smithi01678542-44 from 802816 to 1564672 tid 2 2024-04-15T14:38:10.661 INFO:tasks.rados.rados.0.smithi016.stdout:406: writing smithi01678542-44 from 1564672 to 2310144 tid 3 2024-04-15T14:38:10.661 INFO:tasks.rados.rados.0.smithi016.stdout:406: writing smithi01678542-44 from 2310144 to 2408448 tid 4 2024-04-15T14:38:10.662 INFO:tasks.rados.rados.0.smithi016.stdout:407: snap_remove snap 33 2024-04-15T14:38:10.937 INFO:journalctl@ceph.mgr.x.smithi102.stdout:Apr 15 14:38:10 smithi102 ceph-mgr[66823]: -- 172.21.15.102:0/2713878244 <== mon.1 v2:172.21.15.102:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x55c8f51c45a0 con 0x55c8f5199000 2024-04-15T14:38:10.937 INFO:journalctl@ceph.mgr.x.smithi102.stdout:Apr 15 14:38:10 smithi102 bash[66783]: 13ca59d122ea6900272a31cdc5fb2edde457185d3cb0f4fe7437a552dcf924c7 2024-04-15T14:38:10.937 INFO:journalctl@ceph.mgr.x.smithi102.stdout:Apr 15 14:38:10 smithi102 systemd[1]: Started Ceph mgr.x for 362ea986-fb34-11ee-bc8f-c7b262605968. 2024-04-15T14:38:11.437 INFO:journalctl@ceph.mgr.x.smithi102.stdout:Apr 15 14:38:11 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-x[66799]: 2024-04-15T14:38:11.159+0000 7f7a7ad62200 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-04-15T14:38:11.437 INFO:journalctl@ceph.mgr.x.smithi102.stdout:Apr 15 14:38:11 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-x[66799]: 2024-04-15T14:38:11.266+0000 7f7a7ad62200 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-04-15T14:38:11.545 INFO:tasks.rados.rados.0.smithi016.stdout:407: done (2 left) 2024-04-15T14:38:11.545 INFO:tasks.rados.rados.0.smithi016.stdout:408: snap_create 2024-04-15T14:38:11.545 INFO:tasks.rados.rados.0.smithi016.stdout:406: finishing write tid 1 to smithi01678542-44 2024-04-15T14:38:11.545 INFO:tasks.rados.rados.0.smithi016.stdout:406: finishing write tid 2 to smithi01678542-44 2024-04-15T14:38:11.545 INFO:tasks.rados.rados.0.smithi016.stdout:405: expect (ObjNum 126 snap 35 seq_num 126) 2024-04-15T14:38:11.716 INFO:tasks.rados.rados.0.smithi016.stdout:406: finishing write tid 3 to smithi01678542-44 2024-04-15T14:38:11.716 INFO:tasks.rados.rados.0.smithi016.stdout:406: finishing write tid 4 to smithi01678542-44 2024-04-15T14:38:11.716 INFO:tasks.rados.rados.0.smithi016.stdout:406: finishing write tid 5 to smithi01678542-44 2024-04-15T14:38:11.716 INFO:tasks.rados.rados.0.smithi016.stdout:406: finishing write tid 6 to smithi01678542-44 2024-04-15T14:38:11.716 INFO:tasks.rados.rados.0.smithi016.stdout:406: oid 44 updating version 0 to 193 2024-04-15T14:38:11.716 INFO:tasks.rados.rados.0.smithi016.stdout:406: oid 44 version 193 is already newer than 192 2024-04-15T14:38:11.716 INFO:tasks.rados.rados.0.smithi016.stdout:406: oid 44 updating version 193 to 194 2024-04-15T14:38:11.717 INFO:tasks.rados.rados.0.smithi016.stdout:406: oid 44 updating version 194 to 196 2024-04-15T14:38:11.717 INFO:tasks.rados.rados.0.smithi016.stdout:406: oid 44 version 196 is already newer than 195 2024-04-15T14:38:11.717 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 44 v 196 (ObjNum 143 snap 41 seq_num 143) dirty exists 2024-04-15T14:38:11.717 INFO:tasks.rados.rados.0.smithi016.stdout:406: left oid 44 (ObjNum 143 snap 41 seq_num 143) 2024-04-15T14:38:11.757 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:38:11 smithi102 ceph-mon[31017]: pgmap v200: 121 pgs: 121 active+clean; 122 MiB data, 441 MiB used, 715 GiB / 715 GiB avail; 4.7 MiB/s rd, 2.5 MiB/s wr, 8 op/s 2024-04-15T14:38:11.758 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:38:11 smithi102 ceph-mon[31017]: osdmap e149: 8 total, 8 up, 8 in 2024-04-15T14:38:11.758 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:38:11 smithi102 ceph-mon[31017]: from='mgr.14628 ' entity='mgr.y' 2024-04-15T14:38:11.758 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:38:11 smithi102 ceph-mon[31017]: from='mgr.14628 ' entity='mgr.y' 2024-04-15T14:38:11.758 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:38:11 smithi102 ceph-mon[31017]: from='mgr.14628 172.21.15.16:0/2128211001' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T14:38:11.789 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:38:11 smithi016 ceph-mon[36548]: pgmap v200: 121 pgs: 121 active+clean; 122 MiB data, 441 MiB used, 715 GiB / 715 GiB avail; 4.7 MiB/s rd, 2.5 MiB/s wr, 8 op/s 2024-04-15T14:38:11.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:38:11 smithi016 ceph-mon[36548]: osdmap e149: 8 total, 8 up, 8 in 2024-04-15T14:38:11.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:38:11 smithi016 ceph-mon[36548]: from='mgr.14628 ' entity='mgr.y' 2024-04-15T14:38:11.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:38:11 smithi016 ceph-mon[36548]: from='mgr.14628 ' entity='mgr.y' 2024-04-15T14:38:11.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:38:11 smithi016 ceph-mon[36548]: from='mgr.14628 172.21.15.16:0/2128211001' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T14:38:11.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:38:11 smithi016 ceph-mon[27435]: pgmap v200: 121 pgs: 121 active+clean; 122 MiB data, 441 MiB used, 715 GiB / 715 GiB avail; 4.7 MiB/s rd, 2.5 MiB/s wr, 8 op/s 2024-04-15T14:38:11.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:38:11 smithi016 ceph-mon[27435]: osdmap e149: 8 total, 8 up, 8 in 2024-04-15T14:38:11.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:38:11 smithi016 ceph-mon[27435]: from='mgr.14628 ' entity='mgr.y' 2024-04-15T14:38:11.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:38:11 smithi016 ceph-mon[27435]: from='mgr.14628 ' entity='mgr.y' 2024-04-15T14:38:11.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:38:11 smithi016 ceph-mon[27435]: from='mgr.14628 172.21.15.16:0/2128211001' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T14:38:12.375 INFO:journalctl@ceph.mgr.x.smithi102.stdout:Apr 15 14:38:12 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-x[66799]: 2024-04-15T14:38:12.030+0000 7f7a7ad62200 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-04-15T14:38:12.375 INFO:journalctl@ceph.mgr.x.smithi102.stdout:Apr 15 14:38:12 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-x[66799]: 2024-04-15T14:38:12.128+0000 7f7a7ad62200 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-04-15T14:38:12.375 INFO:journalctl@ceph.mgr.x.smithi102.stdout:Apr 15 14:38:12 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-x[66799]: 2024-04-15T14:38:12.276+0000 7f7a7ad62200 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-04-15T14:38:12.376 INFO:journalctl@ceph.mgr.x.smithi102.stdout:Apr 15 14:38:12 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-x[66799]: 2024-04-15T14:38:12.373+0000 7f7a7ad62200 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-04-15T14:38:12.550 INFO:tasks.rados.rados.0.smithi016.stdout:405: done (2 left) 2024-04-15T14:38:12.550 INFO:tasks.rados.rados.0.smithi016.stdout:406: done (1 left) 2024-04-15T14:38:12.550 INFO:tasks.rados.rados.0.smithi016.stdout:408: done (0 left) 2024-04-15T14:38:12.550 INFO:tasks.rados.rados.0.smithi016.stdout:409: snap_remove snap 38 2024-04-15T14:38:12.662 INFO:journalctl@ceph.mgr.x.smithi102.stdout:Apr 15 14:38:12 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-x[66799]: 2024-04-15T14:38:12.460+0000 7f7a7ad62200 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-04-15T14:38:12.662 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:38:12 smithi102 ceph-mon[31017]: osdmap e150: 8 total, 8 up, 8 in 2024-04-15T14:38:12.662 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:38:12 smithi102 ceph-mon[31017]: from='mgr.14628 172.21.15.16:0/2128211001' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T14:38:12.937 INFO:journalctl@ceph.mgr.x.smithi102.stdout:Apr 15 14:38:12 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-x[66799]: 2024-04-15T14:38:12.738+0000 7f7a7ad62200 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-04-15T14:38:12.937 INFO:journalctl@ceph.mgr.x.smithi102.stdout:Apr 15 14:38:12 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-x[66799]: 2024-04-15T14:38:12.848+0000 7f7a7ad62200 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-04-15T14:38:13.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:38:12 smithi016 ceph-mon[36548]: osdmap e150: 8 total, 8 up, 8 in 2024-04-15T14:38:13.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:38:12 smithi016 ceph-mon[36548]: from='mgr.14628 172.21.15.16:0/2128211001' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T14:38:13.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:38:12 smithi016 ceph-mon[27435]: osdmap e150: 8 total, 8 up, 8 in 2024-04-15T14:38:13.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:38:12 smithi016 ceph-mon[27435]: from='mgr.14628 172.21.15.16:0/2128211001' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T14:38:13.245 INFO:journalctl@ceph.mgr.x.smithi102.stdout:Apr 15 14:38:12 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-x[66799]: 2024-04-15T14:38:12.942+0000 7f7a7ad62200 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-04-15T14:38:13.245 INFO:journalctl@ceph.mgr.x.smithi102.stdout:Apr 15 14:38:13 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-x[66799]: 2024-04-15T14:38:13.051+0000 7f7a7ad62200 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-04-15T14:38:13.245 INFO:journalctl@ceph.mgr.x.smithi102.stdout:Apr 15 14:38:13 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-x[66799]: 2024-04-15T14:38:13.243+0000 7f7a7ad62200 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-04-15T14:38:13.508 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 15 14:38:13 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-y[27693]: ::ffff:172.21.15.102 - - [15/Apr/2024:14:38:13] "GET /metrics HTTP/1.1" 200 36082 "" "Prometheus/2.43.0" 2024-04-15T14:38:13.553 INFO:tasks.rados.rados.0.smithi016.stdout:409: done (0 left) 2024-04-15T14:38:13.553 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 50 current snap is 42 2024-04-15T14:38:13.553 INFO:tasks.rados.rados.0.smithi016.stdout:410: seq_num 144 ranges {827392=16384} 2024-04-15T14:38:13.556 INFO:tasks.rados.rados.0.smithi016.stdout:410: writing smithi01678542-50 from 827392 to 843776 tid 1 2024-04-15T14:38:13.556 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 4 current snap is 42 2024-04-15T14:38:13.556 INFO:tasks.rados.rados.0.smithi016.stdout:411: seq_num 145 ranges {57344=32768} 2024-04-15T14:38:13.557 INFO:tasks.rados.rados.0.smithi016.stdout:411: writing smithi01678542-4 from 57344 to 90112 tid 1 2024-04-15T14:38:13.557 INFO:tasks.rados.rados.0.smithi016.stdout:412: rmattr oid 9 current snap is 42 2024-04-15T14:38:13.557 INFO:tasks.rados.rados.0.smithi016.stdout:412: done (2 left) 2024-04-15T14:38:13.558 INFO:tasks.rados.rados.0.smithi016.stdout:413: delete oid 21 current snap is 42 2024-04-15T14:38:13.562 INFO:tasks.rados.rados.0.smithi016.stdout:411: finishing write tid 1 to smithi01678542-4 2024-04-15T14:38:13.562 INFO:tasks.rados.rados.0.smithi016.stdout:411: finishing write tid 2 to smithi01678542-4 2024-04-15T14:38:13.563 INFO:tasks.rados.rados.0.smithi016.stdout:410: finishing write tid 1 to smithi01678542-50 2024-04-15T14:38:13.563 INFO:tasks.rados.rados.0.smithi016.stdout:410: finishing write tid 2 to smithi01678542-50 2024-04-15T14:38:13.563 INFO:tasks.rados.rados.0.smithi016.stdout:411: finishing write tid 3 to smithi01678542-4 2024-04-15T14:38:13.563 INFO:tasks.rados.rados.0.smithi016.stdout:411: oid 4 updating version 0 to 205 2024-04-15T14:38:13.563 INFO:tasks.rados.rados.0.smithi016.stdout:411: oid 4 version 205 is already newer than 204 2024-04-15T14:38:13.563 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 4 v 205 (ObjNum 145 snap 42 seq_num 145) dirty exists 2024-04-15T14:38:13.563 INFO:tasks.rados.rados.0.smithi016.stdout:411: left oid 4 (ObjNum 145 snap 42 seq_num 145) 2024-04-15T14:38:13.564 INFO:tasks.rados.rados.0.smithi016.stdout:411: done (2 left) 2024-04-15T14:38:13.564 INFO:tasks.rados.rados.0.smithi016.stdout:413: done (1 left) 2024-04-15T14:38:13.564 INFO:tasks.rados.rados.0.smithi016.stdout:414: read oid 29 snap -1 2024-04-15T14:38:13.564 INFO:tasks.rados.rados.0.smithi016.stdout:414: expect (ObjNum 92 snap 21 seq_num 92) 2024-04-15T14:38:13.564 INFO:tasks.rados.rados.0.smithi016.stdout:415: snap_create 2024-04-15T14:38:13.565 INFO:tasks.rados.rados.0.smithi016.stdout:410: finishing write tid 3 to smithi01678542-50 2024-04-15T14:38:13.565 INFO:tasks.rados.rados.0.smithi016.stdout:410: oid 50 updating version 0 to 253 2024-04-15T14:38:13.565 INFO:tasks.rados.rados.0.smithi016.stdout:410: oid 50 updating version 253 to 254 2024-04-15T14:38:13.565 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 50 v 254 (ObjNum 144 snap 42 seq_num 144) dirty exists 2024-04-15T14:38:13.565 INFO:tasks.rados.rados.0.smithi016.stdout:410: left oid 50 (ObjNum 144 snap 42 seq_num 144) 2024-04-15T14:38:13.571 INFO:tasks.rados.rados.0.smithi016.stdout:414: expect (ObjNum 92 snap 21 seq_num 92) 2024-04-15T14:38:13.789 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:38:13 smithi016 ceph-mon[27435]: pgmap v203: 121 pgs: 121 active+clean; 122 MiB data, 441 MiB used, 715 GiB / 715 GiB avail 2024-04-15T14:38:13.789 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:38:13 smithi016 ceph-mon[27435]: osdmap e151: 8 total, 8 up, 8 in 2024-04-15T14:38:13.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:38:13 smithi016 ceph-mon[36548]: pgmap v203: 121 pgs: 121 active+clean; 122 MiB data, 441 MiB used, 715 GiB / 715 GiB avail 2024-04-15T14:38:13.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:38:13 smithi016 ceph-mon[36548]: osdmap e151: 8 total, 8 up, 8 in 2024-04-15T14:38:13.790 INFO:journalctl@ceph.alertmanager.a.smithi016.stdout:Apr 15 14:38:13 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-alertmanager-a[75130]: ts=2024-04-15T14:38:13.508Z caller=notify.go:732 level=warn component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi102.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.102:8443: connect: connection refused" 2024-04-15T14:38:13.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:38:13 smithi102 ceph-mon[31017]: pgmap v203: 121 pgs: 121 active+clean; 122 MiB data, 441 MiB used, 715 GiB / 715 GiB avail 2024-04-15T14:38:13.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:38:13 smithi102 ceph-mon[31017]: osdmap e151: 8 total, 8 up, 8 in 2024-04-15T14:38:14.562 INFO:tasks.rados.rados.0.smithi016.stdout:410: done (2 left) 2024-04-15T14:38:14.562 INFO:tasks.rados.rados.0.smithi016.stdout:414: done (1 left) 2024-04-15T14:38:14.562 INFO:tasks.rados.rados.0.smithi016.stdout:415: done (0 left) 2024-04-15T14:38:14.562 INFO:tasks.rados.rados.0.smithi016.stdout:416: rmattr oid 6 current snap is 43 2024-04-15T14:38:14.562 INFO:tasks.rados.rados.0.smithi016.stdout:417: rollback oid 3 current snap is 43 2024-04-15T14:38:14.562 INFO:tasks.rados.rados.0.smithi016.stdout:rollback oid 3 to 31 2024-04-15T14:38:14.562 INFO:tasks.rados.rados.0.smithi016.stdout:418: rollback oid 16 current snap is 43 2024-04-15T14:38:14.562 INFO:tasks.rados.rados.0.smithi016.stdout:rollback oid 16 to 22 2024-04-15T14:38:14.562 INFO:tasks.rados.rados.0.smithi016.stdout:419: snap_create 2024-04-15T14:38:14.563 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 6 v 0 (ObjNum 36 snap 0 seq_num 36) dirty exists 2024-04-15T14:38:14.563 INFO:journalctl@ceph.mgr.x.smithi102.stdout:Apr 15 14:38:14 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-x[66799]: 2024-04-15T14:38:14.279+0000 7f7a7ad62200 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-04-15T14:38:14.563 INFO:journalctl@ceph.mgr.x.smithi102.stdout:Apr 15 14:38:14 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-x[66799]: 2024-04-15T14:38:14.424+0000 7f7a7ad62200 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-04-15T14:38:14.565 INFO:tasks.rados.rados.0.smithi016.stdout:418: finishing rollback tid 0 to smithi01678542-16 2024-04-15T14:38:14.568 INFO:tasks.rados.rados.0.smithi016.stdout:418: finishing rollback tid 1 to smithi01678542-16 2024-04-15T14:38:14.568 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 16 v 154 (ObjNum 161 snap 0 seq_num 1) dirty dne 2024-04-15T14:38:14.570 INFO:tasks.rados.rados.0.smithi016.stdout:417: finishing rollback tid 0 to smithi01678542-3 2024-04-15T14:38:14.570 INFO:tasks.rados.rados.0.smithi016.stdout:417: finishing rollback tid 1 to smithi01678542-3 2024-04-15T14:38:14.570 INFO:tasks.rados.rados.0.smithi016.stdout:417: finishing rollback tid 2 to smithi01678542-3 2024-04-15T14:38:14.570 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 3 v 52 (ObjNum 6 snap 0 seq_num 6) dirty exists 2024-04-15T14:38:14.877 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:38:14 smithi102 ceph-mon[31017]: osdmap e152: 8 total, 8 up, 8 in 2024-04-15T14:38:14.877 INFO:journalctl@ceph.mgr.x.smithi102.stdout:Apr 15 14:38:14 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-x[66799]: 2024-04-15T14:38:14.782+0000 7f7a7ad62200 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-04-15T14:38:14.877 INFO:journalctl@ceph.mgr.x.smithi102.stdout:Apr 15 14:38:14 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-x[66799]: 2024-04-15T14:38:14.875+0000 7f7a7ad62200 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-04-15T14:38:15.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:38:14 smithi016 ceph-mon[27435]: osdmap e152: 8 total, 8 up, 8 in 2024-04-15T14:38:15.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:38:14 smithi016 ceph-mon[36548]: osdmap e152: 8 total, 8 up, 8 in 2024-04-15T14:38:15.187 INFO:journalctl@ceph.mgr.x.smithi102.stdout:Apr 15 14:38:15 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-x[66799]: 2024-04-15T14:38:15.079+0000 7f7a7ad62200 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-04-15T14:38:15.563 INFO:tasks.rados.rados.0.smithi016.stdout:416: done (3 left) 2024-04-15T14:38:15.563 INFO:tasks.rados.rados.0.smithi016.stdout:417: done (2 left) 2024-04-15T14:38:15.563 INFO:tasks.rados.rados.0.smithi016.stdout:418: done (1 left) 2024-04-15T14:38:15.563 INFO:tasks.rados.rados.0.smithi016.stdout:419: done (0 left) 2024-04-15T14:38:15.563 INFO:tasks.rados.rados.0.smithi016.stdout:420: rollback oid 39 current snap is 44 2024-04-15T14:38:15.563 INFO:tasks.rados.rados.0.smithi016.stdout:rollback oid 39 to 36 2024-04-15T14:38:15.563 INFO:tasks.rados.rados.0.smithi016.stdout:421: rollback oid 21 current snap is 44 2024-04-15T14:38:15.563 INFO:tasks.rados.rados.0.smithi016.stdout:rollback oid 21 to 43 2024-04-15T14:38:15.563 INFO:tasks.rados.rados.0.smithi016.stdout:422: delete oid 24 current snap is 44 2024-04-15T14:38:15.564 INFO:journalctl@ceph.mgr.x.smithi102.stdout:Apr 15 14:38:15 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-x[66799]: 2024-04-15T14:38:15.273+0000 7f7a7ad62200 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-04-15T14:38:15.565 INFO:tasks.rados.rados.0.smithi016.stdout:420: finishing rollback tid 1 to smithi01678542-39 2024-04-15T14:38:15.567 INFO:tasks.rados.rados.0.smithi016.stdout:420: finishing rollback tid 2 to smithi01678542-39 2024-04-15T14:38:15.567 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 39 v 166 (ObjNum 38 snap 0 seq_num 38) dirty exists 2024-04-15T14:38:15.568 INFO:tasks.rados.rados.0.smithi016.stdout:421: finishing rollback tid 1 to smithi01678542-21 2024-04-15T14:38:15.568 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 21 v 183 (ObjNum 177 snap 0 seq_num 1) dirty dne 2024-04-15T14:38:15.568 INFO:tasks.rados.rados.0.smithi016.stdout:420: done (2 left) 2024-04-15T14:38:15.568 INFO:tasks.rados.rados.0.smithi016.stdout:421: done (1 left) 2024-04-15T14:38:15.569 INFO:tasks.rados.rados.0.smithi016.stdout:422: done (0 left) 2024-04-15T14:38:15.569 INFO:tasks.rados.rados.0.smithi016.stdout:423: delete oid 47 current snap is 44 2024-04-15T14:38:15.571 INFO:tasks.rados.rados.0.smithi016.stdout:423: done (0 left) 2024-04-15T14:38:15.571 INFO:tasks.rados.rados.0.smithi016.stdout:424: read oid 33 snap 42 2024-04-15T14:38:15.571 INFO:tasks.rados.rados.0.smithi016.stdout:424: expect (ObjNum 81 snap 19 seq_num 81) 2024-04-15T14:38:15.571 INFO:tasks.rados.rados.0.smithi016.stdout:425: snap_create 2024-04-15T14:38:15.588 INFO:tasks.rados.rados.0.smithi016.stdout:424: expect (ObjNum 81 snap 19 seq_num 81) 2024-04-15T14:38:15.842 INFO:journalctl@ceph.mgr.x.smithi102.stdout:Apr 15 14:38:15 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-x[66799]: 2024-04-15T14:38:15.568+0000 7f7a7ad62200 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-04-15T14:38:15.842 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:38:15 smithi102 ceph-mon[31017]: pgmap v206: 121 pgs: 121 active+clean; 121 MiB data, 437 MiB used, 715 GiB / 715 GiB avail; 7.2 MiB/s rd, 588 KiB/s wr, 9 op/s 2024-04-15T14:38:15.843 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:38:15 smithi102 ceph-mon[31017]: osdmap e153: 8 total, 8 up, 8 in 2024-04-15T14:38:16.039 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:38:15 smithi016 ceph-mon[27435]: pgmap v206: 121 pgs: 121 active+clean; 121 MiB data, 437 MiB used, 715 GiB / 715 GiB avail; 7.2 MiB/s rd, 588 KiB/s wr, 9 op/s 2024-04-15T14:38:16.039 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:38:15 smithi016 ceph-mon[27435]: osdmap e153: 8 total, 8 up, 8 in 2024-04-15T14:38:16.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:38:15 smithi016 ceph-mon[36548]: pgmap v206: 121 pgs: 121 active+clean; 121 MiB data, 437 MiB used, 715 GiB / 715 GiB avail; 7.2 MiB/s rd, 588 KiB/s wr, 9 op/s 2024-04-15T14:38:16.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:38:15 smithi016 ceph-mon[36548]: osdmap e153: 8 total, 8 up, 8 in 2024-04-15T14:38:16.097 INFO:journalctl@ceph.mgr.x.smithi102.stdout:Apr 15 14:38:15 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-x[66799]: 2024-04-15T14:38:15.840+0000 7f7a7ad62200 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-04-15T14:38:16.097 INFO:journalctl@ceph.mgr.x.smithi102.stdout:Apr 15 14:38:16 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-x[66799]: 2024-04-15T14:38:16.094+0000 7f7a7ad62200 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-04-15T14:38:16.574 INFO:tasks.rados.rados.0.smithi016.stdout:424: done (1 left) 2024-04-15T14:38:16.574 INFO:tasks.rados.rados.0.smithi016.stdout:425: done (0 left) 2024-04-15T14:38:16.574 INFO:tasks.rados.rados.0.smithi016.stdout:426: delete oid 49 current snap is 45 2024-04-15T14:38:16.575 INFO:tasks.rados.rados.0.smithi016.stdout:426: done (0 left) 2024-04-15T14:38:16.575 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 5 current snap is 45 2024-04-15T14:38:16.575 INFO:tasks.rados.rados.0.smithi016.stdout:427: seq_num 150 ranges {2072576=114688} 2024-04-15T14:38:16.587 INFO:tasks.rados.rados.0.smithi016.stdout:427: writing smithi01678542-5 from 2072576 to 2187264 tid 1 2024-04-15T14:38:16.587 INFO:tasks.rados.rados.0.smithi016.stdout:428: setattr oid 28 current snap is 45 2024-04-15T14:38:16.589 INFO:tasks.rados.rados.0.smithi016.stdout:429: read oid 15 snap -1 2024-04-15T14:38:16.589 INFO:tasks.rados.rados.0.smithi016.stdout:429: expect (ObjNum 122 snap 34 seq_num 122) 2024-04-15T14:38:16.589 INFO:tasks.rados.rados.0.smithi016.stdout:430: rmattr oid 32 current snap is 45 2024-04-15T14:38:16.589 INFO:tasks.rados.rados.0.smithi016.stdout:430: done (3 left) 2024-04-15T14:38:16.589 INFO:tasks.rados.rados.0.smithi016.stdout:431: rollback oid 7 current snap is 45 2024-04-15T14:38:16.589 INFO:tasks.rados.rados.0.smithi016.stdout:rollback oid 7 to 42 2024-04-15T14:38:16.590 INFO:tasks.rados.rados.0.smithi016.stdout:432: rollback oid 45 current snap is 45 2024-04-15T14:38:16.590 INFO:tasks.rados.rados.0.smithi016.stdout:rollback oid 45 to 40 2024-04-15T14:38:16.590 INFO:tasks.rados.rados.0.smithi016.stdout:433: read oid 44 snap -1 2024-04-15T14:38:16.590 INFO:tasks.rados.rados.0.smithi016.stdout:433: expect (ObjNum 143 snap 41 seq_num 143) 2024-04-15T14:38:16.590 INFO:tasks.rados.rados.0.smithi016.stdout:434: snap_create 2024-04-15T14:38:16.595 INFO:tasks.rados.rados.0.smithi016.stdout:432: finishing rollback tid 0 to smithi01678542-45 2024-04-15T14:38:16.595 INFO:tasks.rados.rados.0.smithi016.stdout:427: finishing write tid 1 to smithi01678542-5 2024-04-15T14:38:16.596 INFO:tasks.rados.rados.0.smithi016.stdout:427: finishing write tid 2 to smithi01678542-5 2024-04-15T14:38:16.596 INFO:tasks.rados.rados.0.smithi016.stdout:431: finishing rollback tid 0 to smithi01678542-7 2024-04-15T14:38:16.596 INFO:tasks.rados.rados.0.smithi016.stdout:431: finishing rollback tid 1 to smithi01678542-7 2024-04-15T14:38:16.596 INFO:tasks.rados.rados.0.smithi016.stdout:431: finishing rollback tid 2 to smithi01678542-7 2024-04-15T14:38:16.596 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 7 v 64 (ObjNum 99 snap 25 seq_num 99) dirty exists 2024-04-15T14:38:16.596 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 28 v 156 (ObjNum 9 snap 0 seq_num 9) dirty exists 2024-04-15T14:38:16.597 INFO:tasks.rados.rados.0.smithi016.stdout:432: finishing rollback tid 1 to smithi01678542-45 2024-04-15T14:38:16.597 INFO:tasks.rados.rados.0.smithi016.stdout:427: finishing write tid 3 to smithi01678542-5 2024-04-15T14:38:16.598 INFO:tasks.rados.rados.0.smithi016.stdout:427: oid 5 updating version 0 to 155 2024-04-15T14:38:16.598 INFO:tasks.rados.rados.0.smithi016.stdout:427: oid 5 version 155 is already newer than 154 2024-04-15T14:38:16.598 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 5 v 155 (ObjNum 150 snap 45 seq_num 150) dirty exists 2024-04-15T14:38:16.598 INFO:tasks.rados.rados.0.smithi016.stdout:427: left oid 5 (ObjNum 150 snap 45 seq_num 150) 2024-04-15T14:38:16.598 INFO:tasks.rados.rados.0.smithi016.stdout:432: finishing rollback tid 2 to smithi01678542-45 2024-04-15T14:38:16.598 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 45 v 85 (ObjNum 126 snap 35 seq_num 126) dirty exists 2024-04-15T14:38:16.606 INFO:tasks.rados.rados.0.smithi016.stdout:433: expect (ObjNum 143 snap 41 seq_num 143) 2024-04-15T14:38:16.671 INFO:tasks.rados.rados.0.smithi016.stdout:429: expect (ObjNum 122 snap 34 seq_num 122) 2024-04-15T14:38:16.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:38:16 smithi102 ceph-mon[31017]: osdmap e154: 8 total, 8 up, 8 in 2024-04-15T14:38:16.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:38:16 smithi102 ceph-mon[31017]: from='mgr.14628 ' entity='mgr.y' 2024-04-15T14:38:16.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:38:16 smithi102 ceph-mon[31017]: from='mgr.14628 ' entity='mgr.y' 2024-04-15T14:38:16.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:38:16 smithi102 ceph-mon[31017]: from='mgr.14628 ' entity='mgr.y' 2024-04-15T14:38:16.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:38:16 smithi102 ceph-mon[31017]: from='mgr.14628 ' entity='mgr.y' 2024-04-15T14:38:17.039 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:38:16 smithi016 ceph-mon[27435]: osdmap e154: 8 total, 8 up, 8 in 2024-04-15T14:38:17.039 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:38:16 smithi016 ceph-mon[27435]: from='mgr.14628 ' entity='mgr.y' 2024-04-15T14:38:17.039 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:38:16 smithi016 ceph-mon[27435]: from='mgr.14628 ' entity='mgr.y' 2024-04-15T14:38:17.039 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:38:16 smithi016 ceph-mon[27435]: from='mgr.14628 ' entity='mgr.y' 2024-04-15T14:38:17.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:38:16 smithi016 ceph-mon[27435]: from='mgr.14628 ' entity='mgr.y' 2024-04-15T14:38:17.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:38:16 smithi016 ceph-mon[36548]: osdmap e154: 8 total, 8 up, 8 in 2024-04-15T14:38:17.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:38:16 smithi016 ceph-mon[36548]: from='mgr.14628 ' entity='mgr.y' 2024-04-15T14:38:17.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:38:16 smithi016 ceph-mon[36548]: from='mgr.14628 ' entity='mgr.y' 2024-04-15T14:38:17.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:38:16 smithi016 ceph-mon[36548]: from='mgr.14628 ' entity='mgr.y' 2024-04-15T14:38:17.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:38:16 smithi016 ceph-mon[36548]: from='mgr.14628 ' entity='mgr.y' 2024-04-15T14:38:17.437 INFO:journalctl@ceph.mgr.x.smithi102.stdout:Apr 15 14:38:16 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-x[66799]: 2024-04-15T14:38:16.995+0000 7f7a7ad62200 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-04-15T14:38:17.576 INFO:tasks.rados.rados.0.smithi016.stdout:427: done (6 left) 2024-04-15T14:38:17.577 INFO:tasks.rados.rados.0.smithi016.stdout:428: done (5 left) 2024-04-15T14:38:17.577 INFO:tasks.rados.rados.0.smithi016.stdout:429: done (4 left) 2024-04-15T14:38:17.577 INFO:tasks.rados.rados.0.smithi016.stdout:431: done (3 left) 2024-04-15T14:38:17.577 INFO:tasks.rados.rados.0.smithi016.stdout:432: done (2 left) 2024-04-15T14:38:17.577 INFO:tasks.rados.rados.0.smithi016.stdout:433: done (1 left) 2024-04-15T14:38:17.577 INFO:tasks.rados.rados.0.smithi016.stdout:434: done (0 left) 2024-04-15T14:38:17.577 INFO:tasks.rados.rados.0.smithi016.stdout:435: copy_from oid 1 from oid 7 current snap is 46 2024-04-15T14:38:17.577 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 48 current snap is 46 2024-04-15T14:38:17.577 INFO:tasks.rados.rados.0.smithi016.stdout:436: seq_num 151 ranges {0=131072} 2024-04-15T14:38:17.578 INFO:tasks.rados.rados.0.smithi016.stdout:436: writing smithi01678542-48 from 0 to 131072 tid 1 2024-04-15T14:38:17.578 INFO:tasks.rados.rados.0.smithi016.stdout:437: rmattr oid 50 current snap is 46 2024-04-15T14:38:17.578 INFO:tasks.rados.rados.0.smithi016.stdout:438: delete oid 14 current snap is 46 2024-04-15T14:38:17.580 INFO:tasks.rados.rados.0.smithi016.stdout:438: done (3 left) 2024-04-15T14:38:17.580 INFO:tasks.rados.rados.0.smithi016.stdout:439: read oid 13 snap -1 2024-04-15T14:38:17.580 INFO:tasks.rados.rados.0.smithi016.stdout:439: expect (ObjNum 81 snap 19 seq_num 81) 2024-04-15T14:38:17.580 INFO:tasks.rados.rados.0.smithi016.stdout:440: setattr oid 11 current snap is 46 2024-04-15T14:38:17.582 INFO:tasks.rados.rados.0.smithi016.stdout:441: read oid 6 snap -1 2024-04-15T14:38:17.582 INFO:tasks.rados.rados.0.smithi016.stdout:441: expect (ObjNum 36 snap 0 seq_num 36) 2024-04-15T14:38:17.582 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 29 current snap is 46 2024-04-15T14:38:17.582 INFO:tasks.rados.rados.0.smithi016.stdout:442: seq_num 153 ranges {1548288=163840} 2024-04-15T14:38:17.592 INFO:tasks.rados.rados.0.smithi016.stdout:442: writing smithi01678542-29 from 1548288 to 1712128 tid 1 2024-04-15T14:38:17.592 INFO:tasks.rados.rados.0.smithi016.stdout:443: read oid 44 snap -1 2024-04-15T14:38:17.592 INFO:tasks.rados.rados.0.smithi016.stdout:443: expect (ObjNum 143 snap 41 seq_num 143) 2024-04-15T14:38:17.592 INFO:tasks.rados.rados.0.smithi016.stdout:444: read oid 37 snap -1 2024-04-15T14:38:17.592 INFO:tasks.rados.rados.0.smithi016.stdout:444: expect (ObjNum 98 snap 25 seq_num 98) 2024-04-15T14:38:17.592 INFO:tasks.rados.rados.0.smithi016.stdout:445: rmattr oid 43 current snap is 46 2024-04-15T14:38:17.593 INFO:tasks.rados.rados.0.smithi016.stdout:445: done (9 left) 2024-04-15T14:38:17.593 INFO:tasks.rados.rados.0.smithi016.stdout:446: setattr oid 21 current snap is 46 2024-04-15T14:38:17.593 INFO:tasks.rados.rados.0.smithi016.stdout:436: finishing write tid 1 to smithi01678542-48 2024-04-15T14:38:17.593 INFO:tasks.rados.rados.0.smithi016.stdout:441: expect (ObjNum 36 snap 0 seq_num 36) 2024-04-15T14:38:17.613 INFO:tasks.rados.rados.0.smithi016.stdout:436: finishing write tid 2 to smithi01678542-48 2024-04-15T14:38:17.613 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 11 v 207 (ObjNum 105 snap 26 seq_num 105) dirty exists 2024-04-15T14:38:17.613 INFO:tasks.rados.rados.0.smithi016.stdout:435: finishing copy_from racing read to smithi01678542-1 2024-04-15T14:38:17.613 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 50 v 260 (ObjNum 144 snap 42 seq_num 144) dirty exists 2024-04-15T14:38:17.613 INFO:tasks.rados.rados.0.smithi016.stdout:436: finishing write tid 3 to smithi01678542-48 2024-04-15T14:38:17.613 INFO:tasks.rados.rados.0.smithi016.stdout:436: oid 48 updating version 0 to 158 2024-04-15T14:38:17.613 INFO:tasks.rados.rados.0.smithi016.stdout:436: oid 48 version 158 is already newer than 157 2024-04-15T14:38:17.613 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 48 v 158 (ObjNum 151 snap 46 seq_num 151) dirty exists 2024-04-15T14:38:17.613 INFO:tasks.rados.rados.0.smithi016.stdout:436: left oid 48 (ObjNum 151 snap 46 seq_num 151) 2024-04-15T14:38:17.613 INFO:tasks.rados.rados.0.smithi016.stdout:435: finishing copy_from to smithi01678542-1 2024-04-15T14:38:17.614 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 1 v 64 (ObjNum 99 snap 25 seq_num 99) dirty exists 2024-04-15T14:38:17.614 INFO:tasks.rados.rados.0.smithi016.stdout:442: finishing write tid 1 to smithi01678542-29 2024-04-15T14:38:17.614 INFO:tasks.rados.rados.0.smithi016.stdout:442: finishing write tid 2 to smithi01678542-29 2024-04-15T14:38:17.614 INFO:tasks.rados.rados.0.smithi016.stdout:444: expect (ObjNum 98 snap 25 seq_num 98) 2024-04-15T14:38:17.657 INFO:tasks.rados.rados.0.smithi016.stdout:442: finishing write tid 3 to smithi01678542-29 2024-04-15T14:38:17.657 INFO:tasks.rados.rados.0.smithi016.stdout:442: oid 29 updating version 0 to 209 2024-04-15T14:38:17.657 INFO:tasks.rados.rados.0.smithi016.stdout:442: oid 29 updating version 209 to 210 2024-04-15T14:38:17.657 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 29 v 210 (ObjNum 153 snap 46 seq_num 153) dirty exists 2024-04-15T14:38:17.657 INFO:tasks.rados.rados.0.smithi016.stdout:442: left oid 29 (ObjNum 153 snap 46 seq_num 153) 2024-04-15T14:38:17.657 INFO:tasks.rados.rados.0.smithi016.stdout:439: expect (ObjNum 81 snap 19 seq_num 81) 2024-04-15T14:38:17.805 INFO:tasks.rados.rados.0.smithi016.stdout:443: expect (ObjNum 143 snap 41 seq_num 143) 2024-04-15T14:38:17.869 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 21 v 261 (ObjNum 177 snap 0 seq_num 0) dirty exists 2024-04-15T14:38:17.869 INFO:tasks.rados.rados.0.smithi016.stdout:435: done (9 left) 2024-04-15T14:38:17.869 INFO:tasks.rados.rados.0.smithi016.stdout:436: done (8 left) 2024-04-15T14:38:17.869 INFO:tasks.rados.rados.0.smithi016.stdout:437: done (7 left) 2024-04-15T14:38:17.869 INFO:tasks.rados.rados.0.smithi016.stdout:439: done (6 left) 2024-04-15T14:38:17.869 INFO:tasks.rados.rados.0.smithi016.stdout:440: done (5 left) 2024-04-15T14:38:17.870 INFO:tasks.rados.rados.0.smithi016.stdout:441: done (4 left) 2024-04-15T14:38:17.870 INFO:tasks.rados.rados.0.smithi016.stdout:442: done (3 left) 2024-04-15T14:38:17.870 INFO:tasks.rados.rados.0.smithi016.stdout:443: done (2 left) 2024-04-15T14:38:17.870 INFO:tasks.rados.rados.0.smithi016.stdout:444: done (1 left) 2024-04-15T14:38:17.870 INFO:tasks.rados.rados.0.smithi016.stdout:446: done (0 left) 2024-04-15T14:38:17.870 INFO:tasks.rados.rados.0.smithi016.stdout:447: rmattr oid 27 current snap is 46 2024-04-15T14:38:17.870 INFO:tasks.rados.rados.0.smithi016.stdout:447: done (0 left) 2024-04-15T14:38:17.870 INFO:tasks.rados.rados.0.smithi016.stdout:448: setattr oid 40 current snap is 46 2024-04-15T14:38:17.870 INFO:tasks.rados.rados.0.smithi016.stdout:449: snap_create 2024-04-15T14:38:17.871 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 40 v 78 (ObjNum 161 snap 0 seq_num 1) dirty exists 2024-04-15T14:38:17.913 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:38:17 smithi102 ceph-mon[31017]: pgmap v209: 121 pgs: 121 active+clean; 121 MiB data, 437 MiB used, 715 GiB / 715 GiB avail; 7.2 MiB/s rd, 588 KiB/s wr, 9 op/s 2024-04-15T14:38:17.913 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:38:17 smithi102 ceph-mon[31017]: osdmap e155: 8 total, 8 up, 8 in 2024-04-15T14:38:17.913 INFO:journalctl@ceph.mgr.x.smithi102.stdout:Apr 15 14:38:17 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-x[66799]: 2024-04-15T14:38:17.577+0000 7f7a7ad62200 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-04-15T14:38:17.914 INFO:journalctl@ceph.mgr.x.smithi102.stdout:Apr 15 14:38:17 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-x[66799]: 2024-04-15T14:38:17.688+0000 7f7a7ad62200 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-04-15T14:38:18.039 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:38:17 smithi016 ceph-mon[27435]: pgmap v209: 121 pgs: 121 active+clean; 121 MiB data, 437 MiB used, 715 GiB / 715 GiB avail; 7.2 MiB/s rd, 588 KiB/s wr, 9 op/s 2024-04-15T14:38:18.039 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:38:17 smithi016 ceph-mon[27435]: osdmap e155: 8 total, 8 up, 8 in 2024-04-15T14:38:18.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:38:17 smithi016 ceph-mon[36548]: pgmap v209: 121 pgs: 121 active+clean; 121 MiB data, 437 MiB used, 715 GiB / 715 GiB avail; 7.2 MiB/s rd, 588 KiB/s wr, 9 op/s 2024-04-15T14:38:18.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:38:17 smithi016 ceph-mon[36548]: osdmap e155: 8 total, 8 up, 8 in 2024-04-15T14:38:18.187 INFO:journalctl@ceph.mgr.x.smithi102.stdout:Apr 15 14:38:17 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-x[66799]: 2024-04-15T14:38:17.912+0000 7f7a7ad62200 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-04-15T14:38:18.187 INFO:journalctl@ceph.mgr.x.smithi102.stdout:Apr 15 14:38:17 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-x[66799]: [15/Apr/2024:14:38:17] ENGINE Bus STARTING 2024-04-15T14:38:18.187 INFO:journalctl@ceph.mgr.x.smithi102.stdout:Apr 15 14:38:18 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-x[66799]: CherryPy Checker: 2024-04-15T14:38:18.187 INFO:journalctl@ceph.mgr.x.smithi102.stdout:Apr 15 14:38:18 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-x[66799]: The Application mounted at '' has an empty config. 2024-04-15T14:38:18.187 INFO:journalctl@ceph.mgr.x.smithi102.stdout:Apr 15 14:38:18 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-x[66799]: 2024-04-15T14:38:18.187 INFO:journalctl@ceph.mgr.x.smithi102.stdout:Apr 15 14:38:18 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-x[66799]: [15/Apr/2024:14:38:18] ENGINE Serving on http://:::9283 2024-04-15T14:38:18.187 INFO:journalctl@ceph.mgr.x.smithi102.stdout:Apr 15 14:38:18 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-x[66799]: [15/Apr/2024:14:38:18] ENGINE Bus STARTED 2024-04-15T14:38:18.590 INFO:tasks.rados.rados.0.smithi016.stdout:448: done (1 left) 2024-04-15T14:38:18.591 INFO:tasks.rados.rados.0.smithi016.stdout:449: done (0 left) 2024-04-15T14:38:18.591 INFO:tasks.rados.rados.0.smithi016.stdout:450: setattr oid 39 current snap is 47 2024-04-15T14:38:18.591 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 22 current snap is 47 2024-04-15T14:38:18.591 INFO:tasks.rados.rados.0.smithi016.stdout:451: seq_num 154 ranges {2072576=180224} 2024-04-15T14:38:18.604 INFO:tasks.rados.rados.0.smithi016.stdout:451: writing smithi01678542-22 from 2072576 to 2252800 tid 1 2024-04-15T14:38:18.604 INFO:tasks.rados.rados.0.smithi016.stdout:452: snap_remove snap 46 2024-04-15T14:38:18.899 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:38:18 smithi102 ceph-mon[31017]: osdmap e156: 8 total, 8 up, 8 in 2024-04-15T14:38:18.899 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:38:18 smithi102 ceph-mon[31017]: Standby manager daemon x restarted 2024-04-15T14:38:18.899 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:38:18 smithi102 ceph-mon[31017]: Standby manager daemon x started 2024-04-15T14:38:18.899 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:38:18 smithi102 ceph-mon[31017]: from='mgr.? 172.21.15.102:0/1583469291' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-04-15T14:38:18.899 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:38:18 smithi102 ceph-mon[31017]: from='mgr.? 172.21.15.102:0/1583469291' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-04-15T14:38:18.899 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:38:18 smithi102 ceph-mon[31017]: from='mgr.? 172.21.15.102:0/1583469291' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-04-15T14:38:18.900 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:38:18 smithi102 ceph-mon[31017]: from='mgr.? 172.21.15.102:0/1583469291' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-04-15T14:38:19.039 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:38:18 smithi016 ceph-mon[36548]: osdmap e156: 8 total, 8 up, 8 in 2024-04-15T14:38:19.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:38:18 smithi016 ceph-mon[36548]: Standby manager daemon x restarted 2024-04-15T14:38:19.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:38:18 smithi016 ceph-mon[36548]: Standby manager daemon x started 2024-04-15T14:38:19.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:38:18 smithi016 ceph-mon[36548]: from='mgr.? 172.21.15.102:0/1583469291' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-04-15T14:38:19.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:38:18 smithi016 ceph-mon[36548]: from='mgr.? 172.21.15.102:0/1583469291' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-04-15T14:38:19.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:38:18 smithi016 ceph-mon[36548]: from='mgr.? 172.21.15.102:0/1583469291' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-04-15T14:38:19.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:38:18 smithi016 ceph-mon[36548]: from='mgr.? 172.21.15.102:0/1583469291' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-04-15T14:38:19.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:38:18 smithi016 ceph-mon[27435]: osdmap e156: 8 total, 8 up, 8 in 2024-04-15T14:38:19.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:38:18 smithi016 ceph-mon[27435]: Standby manager daemon x restarted 2024-04-15T14:38:19.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:38:18 smithi016 ceph-mon[27435]: Standby manager daemon x started 2024-04-15T14:38:19.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:38:18 smithi016 ceph-mon[27435]: from='mgr.? 172.21.15.102:0/1583469291' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-04-15T14:38:19.041 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:38:18 smithi016 ceph-mon[27435]: from='mgr.? 172.21.15.102:0/1583469291' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-04-15T14:38:19.041 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:38:18 smithi016 ceph-mon[27435]: from='mgr.? 172.21.15.102:0/1583469291' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-04-15T14:38:19.041 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:38:18 smithi016 ceph-mon[27435]: from='mgr.? 172.21.15.102:0/1583469291' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-04-15T14:38:19.458 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 39 v 167 (ObjNum 38 snap 0 seq_num 38) dirty exists 2024-04-15T14:38:19.458 INFO:tasks.rados.rados.0.smithi016.stdout:451: finishing write tid 1 to smithi01678542-22 2024-04-15T14:38:19.459 INFO:tasks.rados.rados.0.smithi016.stdout:451: finishing write tid 2 to smithi01678542-22 2024-04-15T14:38:19.459 INFO:tasks.rados.rados.0.smithi016.stdout:451: finishing write tid 3 to smithi01678542-22 2024-04-15T14:38:19.459 INFO:tasks.rados.rados.0.smithi016.stdout:451: oid 22 updating version 0 to 189 2024-04-15T14:38:19.459 INFO:tasks.rados.rados.0.smithi016.stdout:451: oid 22 version 189 is already newer than 188 2024-04-15T14:38:19.459 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 22 v 189 (ObjNum 154 snap 47 seq_num 154) dirty exists 2024-04-15T14:38:19.459 INFO:tasks.rados.rados.0.smithi016.stdout:451: left oid 22 (ObjNum 154 snap 47 seq_num 154) 2024-04-15T14:38:19.459 INFO:tasks.rados.rados.0.smithi016.stdout:450: done (2 left) 2024-04-15T14:38:19.459 INFO:tasks.rados.rados.0.smithi016.stdout:451: done (1 left) 2024-04-15T14:38:19.459 INFO:tasks.rados.rados.0.smithi016.stdout:452: done (0 left) 2024-04-15T14:38:19.459 INFO:tasks.rados.rados.0.smithi016.stdout:453: rmattr oid 43 current snap is 47 2024-04-15T14:38:19.459 INFO:tasks.rados.rados.0.smithi016.stdout:453: done (0 left) 2024-04-15T14:38:19.459 INFO:tasks.rados.rados.0.smithi016.stdout:454: copy_from oid 11 from oid 38 current snap is 47 2024-04-15T14:38:19.460 INFO:tasks.rados.rados.0.smithi016.stdout:455: copy_from oid 48 from oid 31 current snap is 47 2024-04-15T14:38:19.460 INFO:tasks.rados.rados.0.smithi016.stdout:456: delete oid 17 current snap is 47 2024-04-15T14:38:19.463 INFO:tasks.rados.rados.0.smithi016.stdout:456: done (2 left) 2024-04-15T14:38:19.463 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 21 current snap is 47 2024-04-15T14:38:19.463 INFO:tasks.rados.rados.0.smithi016.stdout:457: seq_num 156 ranges {0=221184} 2024-04-15T14:38:19.465 INFO:tasks.rados.rados.0.smithi016.stdout:457: writing smithi01678542-21 from 0 to 221184 tid 1 2024-04-15T14:38:19.465 INFO:tasks.rados.rados.0.smithi016.stdout:458: delete oid 39 current snap is 47 2024-04-15T14:38:19.468 INFO:tasks.rados.rados.0.smithi016.stdout:458: done (3 left) 2024-04-15T14:38:19.468 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 3 current snap is 47 2024-04-15T14:38:19.468 INFO:tasks.rados.rados.0.smithi016.stdout:457: finishing write tid 1 to smithi01678542-21 2024-04-15T14:38:19.468 INFO:tasks.rados.rados.0.smithi016.stdout:459: seq_num 158 ranges {106496=253952} 2024-04-15T14:38:19.470 INFO:tasks.rados.rados.0.smithi016.stdout:459: writing smithi01678542-3 from 106496 to 360448 tid 1 2024-04-15T14:38:19.470 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 13 current snap is 47 2024-04-15T14:38:19.471 INFO:tasks.rados.rados.0.smithi016.stdout:457: finishing write tid 2 to smithi01678542-21 2024-04-15T14:38:19.471 INFO:tasks.rados.rados.0.smithi016.stdout:454: finishing copy_from racing read to smithi01678542-11 2024-04-15T14:38:19.471 INFO:tasks.rados.rados.0.smithi016.stdout:460: seq_num 159 ranges {3514368=270336} 2024-04-15T14:38:19.491 INFO:tasks.rados.rados.0.smithi016.stdout:460: writing smithi01678542-13 from 3514368 to 3784704 tid 1 2024-04-15T14:38:19.491 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 12 current snap is 47 2024-04-15T14:38:19.491 INFO:tasks.rados.rados.0.smithi016.stdout:455: finishing copy_from racing read to smithi01678542-48 2024-04-15T14:38:19.491 INFO:tasks.rados.rados.0.smithi016.stdout:461: seq_num 160 ranges {3678208=286720} 2024-04-15T14:38:19.513 INFO:tasks.rados.rados.0.smithi016.stdout:461: writing smithi01678542-12 from 3678208 to 3964928 tid 1 2024-04-15T14:38:19.513 INFO:tasks.rados.rados.0.smithi016.stdout:462: read oid 44 snap -1 2024-04-15T14:38:19.513 INFO:tasks.rados.rados.0.smithi016.stdout:462: expect (ObjNum 143 snap 41 seq_num 143) 2024-04-15T14:38:19.513 INFO:tasks.rados.rados.0.smithi016.stdout:463: snap_remove snap 36 2024-04-15T14:38:19.742 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:38:19 smithi102 ceph-mon[31017]: pgmap v212: 121 pgs: 121 active+clean; 124 MiB data, 438 MiB used, 715 GiB / 715 GiB avail; 15 MiB/s rd, 566 KiB/s wr, 35 op/s 2024-04-15T14:38:19.743 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:38:19 smithi102 ceph-mon[31017]: mgrmap e23: y(active, since 4m), standbys: x 2024-04-15T14:38:19.743 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:38:19 smithi102 ceph-mon[31017]: osdmap e157: 8 total, 8 up, 8 in 2024-04-15T14:38:19.743 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:38:19 smithi102 ceph-mon[31017]: osdmap e158: 8 total, 8 up, 8 in 2024-04-15T14:38:20.039 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:38:19 smithi016 ceph-mon[27435]: pgmap v212: 121 pgs: 121 active+clean; 124 MiB data, 438 MiB used, 715 GiB / 715 GiB avail; 15 MiB/s rd, 566 KiB/s wr, 35 op/s 2024-04-15T14:38:20.039 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:38:19 smithi016 ceph-mon[27435]: mgrmap e23: y(active, since 4m), standbys: x 2024-04-15T14:38:20.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:38:19 smithi016 ceph-mon[27435]: osdmap e157: 8 total, 8 up, 8 in 2024-04-15T14:38:20.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:38:19 smithi016 ceph-mon[27435]: osdmap e158: 8 total, 8 up, 8 in 2024-04-15T14:38:20.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:38:19 smithi016 ceph-mon[36548]: pgmap v212: 121 pgs: 121 active+clean; 124 MiB data, 438 MiB used, 715 GiB / 715 GiB avail; 15 MiB/s rd, 566 KiB/s wr, 35 op/s 2024-04-15T14:38:20.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:38:19 smithi016 ceph-mon[36548]: mgrmap e23: y(active, since 4m), standbys: x 2024-04-15T14:38:20.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:38:19 smithi016 ceph-mon[36548]: osdmap e157: 8 total, 8 up, 8 in 2024-04-15T14:38:20.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:38:19 smithi016 ceph-mon[36548]: osdmap e158: 8 total, 8 up, 8 in 2024-04-15T14:38:20.460 INFO:tasks.rados.rados.0.smithi016.stdout:463: done (7 left) 2024-04-15T14:38:20.460 INFO:tasks.rados.rados.0.smithi016.stdout:464: rollback oid 24 current snap is 47 2024-04-15T14:38:20.460 INFO:tasks.rados.rados.0.smithi016.stdout:rollback oid 24 to 25 2024-04-15T14:38:20.460 INFO:tasks.rados.rados.0.smithi016.stdout:457: finishing write tid 3 to smithi01678542-21 2024-04-15T14:38:20.460 INFO:tasks.rados.rados.0.smithi016.stdout:457: oid 21 updating version 0 to 263 2024-04-15T14:38:20.461 INFO:tasks.rados.rados.0.smithi016.stdout:457: oid 21 version 263 is already newer than 262 2024-04-15T14:38:20.461 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 21 v 263 (ObjNum 156 snap 47 seq_num 156) dirty exists 2024-04-15T14:38:20.461 INFO:tasks.rados.rados.0.smithi016.stdout:457: left oid 21 (ObjNum 156 snap 47 seq_num 156) 2024-04-15T14:38:20.461 INFO:tasks.rados.rados.0.smithi016.stdout:454: finishing copy_from to smithi01678542-11 2024-04-15T14:38:20.461 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 11 v 110 (ObjNum 37 snap 0 seq_num 37) dirty exists 2024-04-15T14:38:20.461 INFO:tasks.rados.rados.0.smithi016.stdout:455: finishing copy_from to smithi01678542-48 2024-04-15T14:38:20.461 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 48 v 74 (ObjNum 31 snap 0 seq_num 31) dirty exists 2024-04-15T14:38:20.461 INFO:tasks.rados.rados.0.smithi016.stdout:459: finishing write tid 1 to smithi01678542-3 2024-04-15T14:38:20.461 INFO:tasks.rados.rados.0.smithi016.stdout:454: done (7 left) 2024-04-15T14:38:20.461 INFO:tasks.rados.rados.0.smithi016.stdout:455: done (6 left) 2024-04-15T14:38:20.461 INFO:tasks.rados.rados.0.smithi016.stdout:457: done (5 left) 2024-04-15T14:38:20.461 INFO:tasks.rados.rados.0.smithi016.stdout:465: delete oid 15 current snap is 47 2024-04-15T14:38:20.461 INFO:tasks.rados.rados.0.smithi016.stdout:459: finishing write tid 2 to smithi01678542-3 2024-04-15T14:38:20.461 INFO:tasks.rados.rados.0.smithi016.stdout:459: finishing write tid 3 to smithi01678542-3 2024-04-15T14:38:20.461 INFO:tasks.rados.rados.0.smithi016.stdout:459: oid 3 updating version 0 to 54 2024-04-15T14:38:20.462 INFO:tasks.rados.rados.0.smithi016.stdout:459: oid 3 updating version 54 to 55 2024-04-15T14:38:20.462 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 3 v 55 (ObjNum 158 snap 47 seq_num 158) dirty exists 2024-04-15T14:38:20.462 INFO:tasks.rados.rados.0.smithi016.stdout:459: left oid 3 (ObjNum 158 snap 47 seq_num 158) 2024-04-15T14:38:20.462 INFO:tasks.rados.rados.0.smithi016.stdout:460: finishing write tid 1 to smithi01678542-13 2024-04-15T14:38:20.462 INFO:tasks.rados.rados.0.smithi016.stdout:460: finishing write tid 2 to smithi01678542-13 2024-04-15T14:38:20.462 INFO:tasks.rados.rados.0.smithi016.stdout:460: finishing write tid 3 to smithi01678542-13 2024-04-15T14:38:20.462 INFO:tasks.rados.rados.0.smithi016.stdout:460: oid 13 updating version 0 to 169 2024-04-15T14:38:20.462 INFO:tasks.rados.rados.0.smithi016.stdout:460: oid 13 updating version 169 to 170 2024-04-15T14:38:20.462 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 13 v 170 (ObjNum 159 snap 47 seq_num 159) dirty exists 2024-04-15T14:38:20.462 INFO:tasks.rados.rados.0.smithi016.stdout:460: left oid 13 (ObjNum 159 snap 47 seq_num 159) 2024-04-15T14:38:20.462 INFO:tasks.rados.rados.0.smithi016.stdout:461: finishing write tid 1 to smithi01678542-12 2024-04-15T14:38:20.462 INFO:tasks.rados.rados.0.smithi016.stdout:461: finishing write tid 2 to smithi01678542-12 2024-04-15T14:38:20.462 INFO:tasks.rados.rados.0.smithi016.stdout:461: finishing write tid 3 to smithi01678542-12 2024-04-15T14:38:20.463 INFO:tasks.rados.rados.0.smithi016.stdout:461: oid 12 updating version 0 to 162 2024-04-15T14:38:20.463 INFO:tasks.rados.rados.0.smithi016.stdout:461: oid 12 version 162 is already newer than 161 2024-04-15T14:38:20.463 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 12 v 162 (ObjNum 160 snap 47 seq_num 160) dirty exists 2024-04-15T14:38:20.463 INFO:tasks.rados.rados.0.smithi016.stdout:461: left oid 12 (ObjNum 160 snap 47 seq_num 160) 2024-04-15T14:38:20.463 INFO:tasks.rados.rados.0.smithi016.stdout:462: expect (ObjNum 143 snap 41 seq_num 143) 2024-04-15T14:38:20.531 INFO:tasks.rados.rados.0.smithi016.stdout:464: finishing rollback tid 1 to smithi01678542-24 2024-04-15T14:38:20.531 INFO:tasks.rados.rados.0.smithi016.stdout:464: finishing rollback tid 2 to smithi01678542-24 2024-04-15T14:38:20.531 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 24 v 192 (ObjNum 46 snap 0 seq_num 46) dirty exists 2024-04-15T14:38:20.531 INFO:tasks.rados.rados.0.smithi016.stdout:459: done (5 left) 2024-04-15T14:38:20.531 INFO:tasks.rados.rados.0.smithi016.stdout:460: done (4 left) 2024-04-15T14:38:20.531 INFO:tasks.rados.rados.0.smithi016.stdout:461: done (3 left) 2024-04-15T14:38:20.532 INFO:tasks.rados.rados.0.smithi016.stdout:462: done (2 left) 2024-04-15T14:38:20.532 INFO:tasks.rados.rados.0.smithi016.stdout:464: done (1 left) 2024-04-15T14:38:20.532 INFO:tasks.rados.rados.0.smithi016.stdout:465: done (0 left) 2024-04-15T14:38:20.532 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 49 current snap is 47 2024-04-15T14:38:20.532 INFO:tasks.rados.rados.0.smithi016.stdout:466: seq_num 162 ranges {0=319488} 2024-04-15T14:38:20.532 INFO:tasks.rados.rados.0.smithi016.stdout:466: writing smithi01678542-49 from 0 to 319488 tid 1 2024-04-15T14:38:20.532 INFO:tasks.rados.rados.0.smithi016.stdout:467: snap_remove snap 40 2024-04-15T14:38:21.289 INFO:journalctl@ceph.alertmanager.a.smithi016.stdout:Apr 15 14:38:20 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-alertmanager-a[75130]: ts=2024-04-15T14:38:20.868Z caller=notify.go:743 level=info component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify success" attempts=6 2024-04-15T14:38:21.466 INFO:tasks.rados.rados.0.smithi016.stdout:467: done (1 left) 2024-04-15T14:38:21.466 INFO:tasks.rados.rados.0.smithi016.stdout:468: copy_from oid 46 from oid 11 current snap is 47 2024-04-15T14:38:21.466 INFO:tasks.rados.rados.0.smithi016.stdout:466: finishing write tid 1 to smithi01678542-49 2024-04-15T14:38:21.466 INFO:tasks.rados.rados.0.smithi016.stdout:466: finishing write tid 2 to smithi01678542-49 2024-04-15T14:38:21.466 INFO:tasks.rados.rados.0.smithi016.stdout:466: finishing write tid 3 to smithi01678542-49 2024-04-15T14:38:21.466 INFO:tasks.rados.rados.0.smithi016.stdout:466: oid 49 updating version 0 to 95 2024-04-15T14:38:21.466 INFO:tasks.rados.rados.0.smithi016.stdout:466: oid 49 version 95 is already newer than 94 2024-04-15T14:38:21.466 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 49 v 95 (ObjNum 162 snap 47 seq_num 162) dirty exists 2024-04-15T14:38:21.467 INFO:tasks.rados.rados.0.smithi016.stdout:466: left oid 49 (ObjNum 162 snap 47 seq_num 162) 2024-04-15T14:38:21.467 INFO:tasks.rados.rados.0.smithi016.stdout:466: done (1 left) 2024-04-15T14:38:21.467 INFO:tasks.rados.rados.0.smithi016.stdout:469: setattr oid 27 current snap is 47 2024-04-15T14:38:21.469 INFO:tasks.rados.rados.0.smithi016.stdout:470: rollback oid 3 current snap is 47 2024-04-15T14:38:21.469 INFO:tasks.rados.rados.0.smithi016.stdout:rollback oid 3 to 39 2024-04-15T14:38:21.469 INFO:tasks.rados.rados.0.smithi016.stdout:471: setattr oid 40 current snap is 47 2024-04-15T14:38:21.472 INFO:tasks.rados.rados.0.smithi016.stdout:472: snap_create 2024-04-15T14:38:21.475 INFO:tasks.rados.rados.0.smithi016.stdout:470: finishing rollback tid 0 to smithi01678542-3 2024-04-15T14:38:21.476 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 27 v 93 (ObjNum 138 snap 40 seq_num 138) dirty exists 2024-04-15T14:38:21.477 INFO:tasks.rados.rados.0.smithi016.stdout:470: finishing rollback tid 1 to smithi01678542-3 2024-04-15T14:38:21.477 INFO:tasks.rados.rados.0.smithi016.stdout:470: finishing rollback tid 2 to smithi01678542-3 2024-04-15T14:38:21.477 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 3 v 62 (ObjNum 6 snap 0 seq_num 6) dirty exists 2024-04-15T14:38:21.479 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 40 v 83 (ObjNum 129 snap 0 seq_num 2235110056) dirty exists 2024-04-15T14:38:21.479 INFO:tasks.rados.rados.0.smithi016.stdout:468: finishing copy_from racing read to smithi01678542-46 2024-04-15T14:38:21.480 INFO:tasks.rados.rados.0.smithi016.stdout:468: finishing copy_from to smithi01678542-46 2024-04-15T14:38:21.480 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 46 v 110 (ObjNum 37 snap 0 seq_num 37) dirty exists 2024-04-15T14:38:21.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:38:21 smithi016 ceph-mon[27435]: pgmap v215: 121 pgs: 121 active+clean; 124 MiB data, 438 MiB used, 715 GiB / 715 GiB avail; 15 MiB/s rd, 566 KiB/s wr, 35 op/s 2024-04-15T14:38:21.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:38:21 smithi016 ceph-mon[27435]: osdmap e159: 8 total, 8 up, 8 in 2024-04-15T14:38:21.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:38:21 smithi016 ceph-mon[36548]: pgmap v215: 121 pgs: 121 active+clean; 124 MiB data, 438 MiB used, 715 GiB / 715 GiB avail; 15 MiB/s rd, 566 KiB/s wr, 35 op/s 2024-04-15T14:38:21.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:38:21 smithi016 ceph-mon[36548]: osdmap e159: 8 total, 8 up, 8 in 2024-04-15T14:38:21.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:38:21 smithi102 ceph-mon[31017]: pgmap v215: 121 pgs: 121 active+clean; 124 MiB data, 438 MiB used, 715 GiB / 715 GiB avail; 15 MiB/s rd, 566 KiB/s wr, 35 op/s 2024-04-15T14:38:21.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:38:21 smithi102 ceph-mon[31017]: osdmap e159: 8 total, 8 up, 8 in 2024-04-15T14:38:22.469 INFO:tasks.rados.rados.0.smithi016.stdout:468: done (4 left) 2024-04-15T14:38:22.469 INFO:tasks.rados.rados.0.smithi016.stdout:469: done (3 left) 2024-04-15T14:38:22.469 INFO:tasks.rados.rados.0.smithi016.stdout:470: done (2 left) 2024-04-15T14:38:22.470 INFO:tasks.rados.rados.0.smithi016.stdout:471: done (1 left) 2024-04-15T14:38:22.470 INFO:tasks.rados.rados.0.smithi016.stdout:472: done (0 left) 2024-04-15T14:38:22.470 INFO:tasks.rados.rados.0.smithi016.stdout:473: snap_create 2024-04-15T14:38:22.789 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:38:22 smithi016 ceph-mon[27435]: osdmap e160: 8 total, 8 up, 8 in 2024-04-15T14:38:22.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:38:22 smithi016 ceph-mon[36548]: osdmap e160: 8 total, 8 up, 8 in 2024-04-15T14:38:22.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:38:22 smithi102 ceph-mon[31017]: osdmap e160: 8 total, 8 up, 8 in 2024-04-15T14:38:23.471 INFO:tasks.rados.rados.0.smithi016.stdout:473: done (0 left) 2024-04-15T14:38:23.471 INFO:tasks.rados.rados.0.smithi016.stdout:474: setattr oid 4 current snap is 49 2024-04-15T14:38:23.471 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 15 14:38:23 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-y[27693]: ::ffff:172.21.15.102 - - [15/Apr/2024:14:38:23] "GET /metrics HTTP/1.1" 200 36082 "" "Prometheus/2.43.0" 2024-04-15T14:38:23.473 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 14 current snap is 49 2024-04-15T14:38:23.473 INFO:tasks.rados.rados.0.smithi016.stdout:475: seq_num 163 ranges {0=335872} 2024-04-15T14:38:23.476 INFO:tasks.rados.rados.0.smithi016.stdout:475: writing smithi01678542-14 from 0 to 335872 tid 1 2024-04-15T14:38:23.476 INFO:tasks.rados.rados.0.smithi016.stdout:476: read oid 16 snap 48 2024-04-15T14:38:23.476 INFO:tasks.rados.rados.0.smithi016.stdout:476: expect deleted 2024-04-15T14:38:23.476 INFO:tasks.rados.rados.0.smithi016.stdout:477: rmattr oid 10 current snap is 49 2024-04-15T14:38:23.476 INFO:tasks.rados.rados.0.smithi016.stdout:477: done (3 left) 2024-04-15T14:38:23.476 INFO:tasks.rados.rados.0.smithi016.stdout:478: copy_from oid 41 from oid 17 current snap is 49 2024-04-15T14:38:23.476 INFO:tasks.rados.rados.0.smithi016.stdout:479: delete oid 32 current snap is 49 2024-04-15T14:38:23.480 INFO:tasks.rados.rados.0.smithi016.stdout:478: finishing copy_from to smithi01678542-41 2024-04-15T14:38:23.480 INFO:tasks.rados.rados.0.smithi016.stdout:478: got expected ENOENT (src dne) 2024-04-15T14:38:23.480 INFO:tasks.rados.rados.0.smithi016.stdout:478: finishing copy_from racing read to smithi01678542-41 2024-04-15T14:38:23.482 INFO:tasks.rados.rados.0.smithi016.stdout:475: finishing write tid 1 to smithi01678542-14 2024-04-15T14:38:23.482 INFO:tasks.rados.rados.0.smithi016.stdout:475: finishing write tid 2 to smithi01678542-14 2024-04-15T14:38:23.484 INFO:tasks.rados.rados.0.smithi016.stdout:475: finishing write tid 3 to smithi01678542-14 2024-04-15T14:38:23.484 INFO:tasks.rados.rados.0.smithi016.stdout:475: oid 14 updating version 0 to 85 2024-04-15T14:38:23.484 INFO:tasks.rados.rados.0.smithi016.stdout:475: oid 14 version 85 is already newer than 84 2024-04-15T14:38:23.484 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 14 v 85 (ObjNum 163 snap 49 seq_num 163) dirty exists 2024-04-15T14:38:23.484 INFO:tasks.rados.rados.0.smithi016.stdout:475: left oid 14 (ObjNum 163 snap 49 seq_num 163) 2024-04-15T14:38:23.485 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 4 v 227 (ObjNum 145 snap 42 seq_num 145) dirty exists 2024-04-15T14:38:23.485 INFO:tasks.rados.rados.0.smithi016.stdout:474: done (4 left) 2024-04-15T14:38:23.485 INFO:tasks.rados.rados.0.smithi016.stdout:475: done (3 left) 2024-04-15T14:38:23.486 INFO:tasks.rados.rados.0.smithi016.stdout:476: done (2 left) 2024-04-15T14:38:23.486 INFO:tasks.rados.rados.0.smithi016.stdout:478: done (1 left) 2024-04-15T14:38:23.486 INFO:tasks.rados.rados.0.smithi016.stdout:479: done (0 left) 2024-04-15T14:38:23.486 INFO:tasks.rados.rados.0.smithi016.stdout:480: rmattr oid 49 current snap is 49 2024-04-15T14:38:23.486 INFO:tasks.rados.rados.0.smithi016.stdout:480: done (0 left) 2024-04-15T14:38:23.486 INFO:tasks.rados.rados.0.smithi016.stdout:481: rollback oid 28 current snap is 49 2024-04-15T14:38:23.486 INFO:tasks.rados.rados.0.smithi016.stdout:rollback oid 28 to 25 2024-04-15T14:38:23.486 INFO:tasks.rados.rados.0.smithi016.stdout:482: copy_from oid 14 from oid 48 current snap is 49 2024-04-15T14:38:23.486 INFO:tasks.rados.rados.0.smithi016.stdout:483: read oid 22 snap -1 2024-04-15T14:38:23.486 INFO:tasks.rados.rados.0.smithi016.stdout:483: expect (ObjNum 154 snap 47 seq_num 154) 2024-04-15T14:38:23.486 INFO:tasks.rados.rados.0.smithi016.stdout:484: rollback oid 19 current snap is 49 2024-04-15T14:38:23.486 INFO:tasks.rados.rados.0.smithi016.stdout:rollback oid 19 to 25 2024-04-15T14:38:23.486 INFO:tasks.rados.rados.0.smithi016.stdout:485: setattr oid 17 current snap is 49 2024-04-15T14:38:23.487 INFO:tasks.rados.rados.0.smithi016.stdout:486: snap_create 2024-04-15T14:38:23.491 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 17 v 98 (ObjNum 33 snap 0 seq_num 2234999232) dirty exists 2024-04-15T14:38:23.492 INFO:tasks.rados.rados.0.smithi016.stdout:481: finishing rollback tid 0 to smithi01678542-28 2024-04-15T14:38:23.492 INFO:tasks.rados.rados.0.smithi016.stdout:481: finishing rollback tid 1 to smithi01678542-28 2024-04-15T14:38:23.492 INFO:tasks.rados.rados.0.smithi016.stdout:481: finishing rollback tid 2 to smithi01678542-28 2024-04-15T14:38:23.492 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 28 v 173 (ObjNum 9 snap 0 seq_num 9) dirty exists 2024-04-15T14:38:23.495 INFO:tasks.rados.rados.0.smithi016.stdout:484: finishing rollback tid 0 to smithi01678542-19 2024-04-15T14:38:23.495 INFO:tasks.rados.rados.0.smithi016.stdout:484: finishing rollback tid 1 to smithi01678542-19 2024-04-15T14:38:23.495 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 19 v 200 (ObjNum 81 snap 0 seq_num 3760489769) dirty dne 2024-04-15T14:38:23.495 INFO:tasks.rados.rados.0.smithi016.stdout:482: finishing copy_from racing read to smithi01678542-14 2024-04-15T14:38:23.496 INFO:tasks.rados.rados.0.smithi016.stdout:482: finishing copy_from to smithi01678542-14 2024-04-15T14:38:23.496 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 14 v 74 (ObjNum 31 snap 0 seq_num 31) dirty exists 2024-04-15T14:38:23.497 INFO:tasks.rados.rados.0.smithi016.stdout:483: expect (ObjNum 154 snap 47 seq_num 154) 2024-04-15T14:38:23.753 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:38:23 smithi016 ceph-mon[36548]: pgmap v218: 121 pgs: 121 active+clean; 124 MiB data, 438 MiB used, 715 GiB / 715 GiB avail 2024-04-15T14:38:23.753 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:38:23 smithi016 ceph-mon[36548]: osdmap e161: 8 total, 8 up, 8 in 2024-04-15T14:38:23.753 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:38:23 smithi016 ceph-mon[27435]: pgmap v218: 121 pgs: 121 active+clean; 124 MiB data, 438 MiB used, 715 GiB / 715 GiB avail 2024-04-15T14:38:23.753 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:38:23 smithi016 ceph-mon[27435]: osdmap e161: 8 total, 8 up, 8 in 2024-04-15T14:38:23.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:38:23 smithi102 ceph-mon[31017]: pgmap v218: 121 pgs: 121 active+clean; 124 MiB data, 438 MiB used, 715 GiB / 715 GiB avail 2024-04-15T14:38:23.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:38:23 smithi102 ceph-mon[31017]: osdmap e161: 8 total, 8 up, 8 in 2024-04-15T14:38:24.480 INFO:tasks.rados.rados.0.smithi016.stdout:481: done (5 left) 2024-04-15T14:38:24.480 INFO:tasks.rados.rados.0.smithi016.stdout:482: done (4 left) 2024-04-15T14:38:24.480 INFO:tasks.rados.rados.0.smithi016.stdout:483: done (3 left) 2024-04-15T14:38:24.480 INFO:tasks.rados.rados.0.smithi016.stdout:484: done (2 left) 2024-04-15T14:38:24.480 INFO:tasks.rados.rados.0.smithi016.stdout:485: done (1 left) 2024-04-15T14:38:24.480 INFO:tasks.rados.rados.0.smithi016.stdout:486: done (0 left) 2024-04-15T14:38:24.480 INFO:tasks.rados.rados.0.smithi016.stdout:487: rmattr oid 4 current snap is 50 2024-04-15T14:38:24.480 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 47 current snap is 50 2024-04-15T14:38:24.480 INFO:tasks.rados.rados.0.smithi016.stdout:488: seq_num 165 ranges {0=368640} 2024-04-15T14:38:24.481 INFO:tasks.rados.rados.0.smithi016.stdout:488: writing smithi01678542-47 from 0 to 368640 tid 1 2024-04-15T14:38:24.482 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 40 current snap is 50 2024-04-15T14:38:24.482 INFO:tasks.rados.rados.0.smithi016.stdout:489: seq_num 166 ranges {0=385024} 2024-04-15T14:38:24.484 INFO:tasks.rados.rados.0.smithi016.stdout:489: writing smithi01678542-40 from 0 to 385024 tid 1 2024-04-15T14:38:24.484 INFO:tasks.rados.rados.0.smithi016.stdout:490: read oid 38 snap 44 2024-04-15T14:38:24.484 INFO:tasks.rados.rados.0.smithi016.stdout:490: expect (ObjNum 37 snap 0 seq_num 37) 2024-04-15T14:38:24.484 INFO:tasks.rados.rados.0.smithi016.stdout:491: delete oid 16 current snap is 50 2024-04-15T14:38:24.486 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 4 v 231 (ObjNum 145 snap 42 seq_num 145) dirty exists 2024-04-15T14:38:24.487 INFO:tasks.rados.rados.0.smithi016.stdout:488: finishing write tid 1 to smithi01678542-47 2024-04-15T14:38:24.488 INFO:tasks.rados.rados.0.smithi016.stdout:488: finishing write tid 2 to smithi01678542-47 2024-04-15T14:38:24.488 INFO:tasks.rados.rados.0.smithi016.stdout:487: done (4 left) 2024-04-15T14:38:24.488 INFO:tasks.rados.rados.0.smithi016.stdout:491: done (3 left) 2024-04-15T14:38:24.488 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 49 current snap is 50 2024-04-15T14:38:24.488 INFO:tasks.rados.rados.0.smithi016.stdout:492: seq_num 168 ranges {319488=417792} 2024-04-15T14:38:24.492 INFO:tasks.rados.rados.0.smithi016.stdout:492: writing smithi01678542-49 from 319488 to 737280 tid 1 2024-04-15T14:38:24.492 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 27 current snap is 50 2024-04-15T14:38:24.492 INFO:tasks.rados.rados.0.smithi016.stdout:493: seq_num 169 ranges {2768896=434176} 2024-04-15T14:38:24.510 INFO:tasks.rados.rados.0.smithi016.stdout:493: writing smithi01678542-27 from 2768896 to 3203072 tid 1 2024-04-15T14:38:24.511 INFO:tasks.rados.rados.0.smithi016.stdout:494: rollback oid 32 current snap is 50 2024-04-15T14:38:24.511 INFO:tasks.rados.rados.0.smithi016.stdout:rollback oid 32 to 30 2024-04-15T14:38:24.511 INFO:tasks.rados.rados.0.smithi016.stdout:490: expect (ObjNum 37 snap 0 seq_num 37) 2024-04-15T14:38:24.541 INFO:tasks.rados.rados.0.smithi016.stdout:488: finishing write tid 3 to smithi01678542-47 2024-04-15T14:38:24.541 INFO:tasks.rados.rados.0.smithi016.stdout:488: oid 47 updating version 0 to 283 2024-04-15T14:38:24.541 INFO:tasks.rados.rados.0.smithi016.stdout:488: oid 47 version 283 is already newer than 282 2024-04-15T14:38:24.541 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 47 v 283 (ObjNum 165 snap 50 seq_num 165) dirty exists 2024-04-15T14:38:24.541 INFO:tasks.rados.rados.0.smithi016.stdout:488: left oid 47 (ObjNum 165 snap 50 seq_num 165) 2024-04-15T14:38:24.542 INFO:tasks.rados.rados.0.smithi016.stdout:488: done (5 left) 2024-04-15T14:38:24.542 INFO:tasks.rados.rados.0.smithi016.stdout:490: done (4 left) 2024-04-15T14:38:24.542 INFO:tasks.rados.rados.0.smithi016.stdout:495: read oid 35 snap -1 2024-04-15T14:38:24.542 INFO:tasks.rados.rados.0.smithi016.stdout:495: expect (ObjNum 70 snap 12 seq_num 70) 2024-04-15T14:38:24.542 INFO:tasks.rados.rados.0.smithi016.stdout:496: rollback oid 16 current snap is 50 2024-04-15T14:38:24.542 INFO:tasks.rados.rados.0.smithi016.stdout:rollback oid 16 to 22 2024-04-15T14:38:24.542 INFO:tasks.rados.rados.0.smithi016.stdout:489: finishing write tid 1 to smithi01678542-40 2024-04-15T14:38:24.542 INFO:tasks.rados.rados.0.smithi016.stdout:489: finishing write tid 2 to smithi01678542-40 2024-04-15T14:38:24.542 INFO:tasks.rados.rados.0.smithi016.stdout:489: finishing write tid 3 to smithi01678542-40 2024-04-15T14:38:24.542 INFO:tasks.rados.rados.0.smithi016.stdout:489: oid 40 updating version 0 to 88 2024-04-15T14:38:24.542 INFO:tasks.rados.rados.0.smithi016.stdout:489: oid 40 updating version 88 to 89 2024-04-15T14:38:24.542 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 40 v 89 (ObjNum 166 snap 50 seq_num 166) dirty exists 2024-04-15T14:38:24.542 INFO:tasks.rados.rados.0.smithi016.stdout:489: left oid 40 (ObjNum 166 snap 50 seq_num 166) 2024-04-15T14:38:24.543 INFO:tasks.rados.rados.0.smithi016.stdout:492: finishing write tid 1 to smithi01678542-49 2024-04-15T14:38:24.543 INFO:tasks.rados.rados.0.smithi016.stdout:489: done (5 left) 2024-04-15T14:38:24.543 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 13 current snap is 50 2024-04-15T14:38:24.543 INFO:tasks.rados.rados.0.smithi016.stdout:492: finishing write tid 2 to smithi01678542-49 2024-04-15T14:38:24.543 INFO:tasks.rados.rados.0.smithi016.stdout:497: seq_num 170 ranges {3784704=450560} 2024-04-15T14:38:24.564 INFO:tasks.rados.rados.0.smithi016.stdout:497: writing smithi01678542-13 from 3784704 to 4235264 tid 1 2024-04-15T14:38:24.565 INFO:tasks.rados.rados.0.smithi016.stdout:498: rollback oid 25 current snap is 50 2024-04-15T14:38:24.565 INFO:tasks.rados.rados.0.smithi016.stdout:rollback oid 25 to 43 2024-04-15T14:38:24.565 INFO:tasks.rados.rados.0.smithi016.stdout:492: finishing write tid 3 to smithi01678542-49 2024-04-15T14:38:24.565 INFO:tasks.rados.rados.0.smithi016.stdout:492: oid 49 updating version 0 to 100 2024-04-15T14:38:24.565 INFO:tasks.rados.rados.0.smithi016.stdout:492: oid 49 updating version 100 to 101 2024-04-15T14:38:24.565 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 49 v 101 (ObjNum 168 snap 50 seq_num 168) dirty exists 2024-04-15T14:38:24.565 INFO:tasks.rados.rados.0.smithi016.stdout:492: left oid 49 (ObjNum 168 snap 50 seq_num 168) 2024-04-15T14:38:24.565 INFO:tasks.rados.rados.0.smithi016.stdout:494: finishing rollback tid 1 to smithi01678542-32 2024-04-15T14:38:24.565 INFO:tasks.rados.rados.0.smithi016.stdout:494: finishing rollback tid 2 to smithi01678542-32 2024-04-15T14:38:24.565 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 32 v 233 (ObjNum 6 snap 0 seq_num 6) dirty exists 2024-04-15T14:38:24.565 INFO:tasks.rados.rados.0.smithi016.stdout:493: finishing write tid 1 to smithi01678542-27 2024-04-15T14:38:24.565 INFO:tasks.rados.rados.0.smithi016.stdout:493: finishing write tid 2 to smithi01678542-27 2024-04-15T14:38:24.565 INFO:tasks.rados.rados.0.smithi016.stdout:493: finishing write tid 3 to smithi01678542-27 2024-04-15T14:38:24.565 INFO:tasks.rados.rados.0.smithi016.stdout:493: oid 27 updating version 0 to 96 2024-04-15T14:38:24.566 INFO:tasks.rados.rados.0.smithi016.stdout:493: oid 27 version 96 is already newer than 95 2024-04-15T14:38:24.566 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 27 v 96 (ObjNum 169 snap 50 seq_num 169) dirty exists 2024-04-15T14:38:24.566 INFO:tasks.rados.rados.0.smithi016.stdout:493: left oid 27 (ObjNum 169 snap 50 seq_num 169) 2024-04-15T14:38:24.566 INFO:tasks.rados.rados.0.smithi016.stdout:492: done (6 left) 2024-04-15T14:38:24.566 INFO:tasks.rados.rados.0.smithi016.stdout:493: done (5 left) 2024-04-15T14:38:24.566 INFO:tasks.rados.rados.0.smithi016.stdout:494: done (4 left) 2024-04-15T14:38:24.566 INFO:tasks.rados.rados.0.smithi016.stdout:499: snap_remove snap 48 2024-04-15T14:38:24.728 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:38:24 smithi016 ceph-mon[27435]: osdmap e162: 8 total, 8 up, 8 in 2024-04-15T14:38:24.728 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:38:24 smithi016 ceph-mon[36548]: osdmap e162: 8 total, 8 up, 8 in 2024-04-15T14:38:24.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:38:24 smithi102 ceph-mon[31017]: osdmap e162: 8 total, 8 up, 8 in 2024-04-15T14:38:25.486 INFO:tasks.rados.rados.0.smithi016.stdout:499: done (4 left) 2024-04-15T14:38:25.486 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 36 current snap is 50 2024-04-15T14:38:25.486 INFO:tasks.rados.rados.0.smithi016.stdout:500: seq_num 171 ranges {3891200=466944} 2024-04-15T14:38:25.510 INFO:tasks.rados.rados.0.smithi016.stdout:500: writing smithi01678542-36 from 3891200 to 4358144 tid 1 2024-04-15T14:38:25.510 INFO:tasks.rados.rados.0.smithi016.stdout:501: delete oid 29 current snap is 50 2024-04-15T14:38:25.511 INFO:tasks.rados.rados.0.smithi016.stdout:496: finishing rollback tid 1 to smithi01678542-16 2024-04-15T14:38:25.511 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 16 v 154 (ObjNum 289 snap 0 seq_num 1) dirty dne 2024-04-15T14:38:25.511 INFO:tasks.rados.rados.0.smithi016.stdout:495: expect (ObjNum 70 snap 12 seq_num 70) 2024-04-15T14:38:25.567 INFO:tasks.rados.rados.0.smithi016.stdout:497: finishing write tid 1 to smithi01678542-13 2024-04-15T14:38:25.568 INFO:tasks.rados.rados.0.smithi016.stdout:497: finishing write tid 2 to smithi01678542-13 2024-04-15T14:38:25.568 INFO:tasks.rados.rados.0.smithi016.stdout:498: finishing rollback tid 0 to smithi01678542-25 2024-04-15T14:38:25.568 INFO:tasks.rados.rados.0.smithi016.stdout:498: finishing rollback tid 1 to smithi01678542-25 2024-04-15T14:38:25.568 INFO:tasks.rados.rados.0.smithi016.stdout:497: finishing write tid 3 to smithi01678542-13 2024-04-15T14:38:25.568 INFO:tasks.rados.rados.0.smithi016.stdout:497: oid 13 updating version 0 to 171 2024-04-15T14:38:25.568 INFO:tasks.rados.rados.0.smithi016.stdout:497: oid 13 updating version 171 to 172 2024-04-15T14:38:25.568 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 13 v 172 (ObjNum 170 snap 50 seq_num 170) dirty exists 2024-04-15T14:38:25.568 INFO:tasks.rados.rados.0.smithi016.stdout:497: left oid 13 (ObjNum 170 snap 50 seq_num 170) 2024-04-15T14:38:25.568 INFO:tasks.rados.rados.0.smithi016.stdout:498: finishing rollback tid 2 to smithi01678542-25 2024-04-15T14:38:25.568 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 25 v 175 (ObjNum 103 snap 26 seq_num 103) dirty exists 2024-04-15T14:38:25.568 INFO:tasks.rados.rados.0.smithi016.stdout:500: finishing write tid 1 to smithi01678542-36 2024-04-15T14:38:25.568 INFO:tasks.rados.rados.0.smithi016.stdout:495: done (5 left) 2024-04-15T14:38:25.568 INFO:tasks.rados.rados.0.smithi016.stdout:496: done (4 left) 2024-04-15T14:38:25.568 INFO:tasks.rados.rados.0.smithi016.stdout:497: done (3 left) 2024-04-15T14:38:25.569 INFO:tasks.rados.rados.0.smithi016.stdout:498: done (2 left) 2024-04-15T14:38:25.569 INFO:tasks.rados.rados.0.smithi016.stdout:501: done (1 left) 2024-04-15T14:38:25.569 INFO:tasks.rados.rados.0.smithi016.stdout:502: snap_create 2024-04-15T14:38:25.569 INFO:tasks.rados.rados.0.smithi016.stdout:500: finishing write tid 2 to smithi01678542-36 2024-04-15T14:38:25.569 INFO:tasks.rados.rados.0.smithi016.stdout:500: finishing write tid 3 to smithi01678542-36 2024-04-15T14:38:25.569 INFO:tasks.rados.rados.0.smithi016.stdout:500: oid 36 updating version 0 to 286 2024-04-15T14:38:25.569 INFO:tasks.rados.rados.0.smithi016.stdout:500: oid 36 version 286 is already newer than 285 2024-04-15T14:38:25.569 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 36 v 286 (ObjNum 171 snap 50 seq_num 171) dirty exists 2024-04-15T14:38:25.569 INFO:tasks.rados.rados.0.smithi016.stdout:500: left oid 36 (ObjNum 171 snap 50 seq_num 171) 2024-04-15T14:38:25.789 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:38:25 smithi016 ceph-mon[27435]: pgmap v221: 121 pgs: 121 active+clean; 123 MiB data, 439 MiB used, 715 GiB / 715 GiB avail; 1.7 MiB/s rd, 806 KiB/s wr, 23 op/s 2024-04-15T14:38:25.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:38:25 smithi016 ceph-mon[27435]: osdmap e163: 8 total, 8 up, 8 in 2024-04-15T14:38:25.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:38:25 smithi016 ceph-mon[36548]: pgmap v221: 121 pgs: 121 active+clean; 123 MiB data, 439 MiB used, 715 GiB / 715 GiB avail; 1.7 MiB/s rd, 806 KiB/s wr, 23 op/s 2024-04-15T14:38:25.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:38:25 smithi016 ceph-mon[36548]: osdmap e163: 8 total, 8 up, 8 in 2024-04-15T14:38:25.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:38:25 smithi102 ceph-mon[31017]: pgmap v221: 121 pgs: 121 active+clean; 123 MiB data, 439 MiB used, 715 GiB / 715 GiB avail; 1.7 MiB/s rd, 806 KiB/s wr, 23 op/s 2024-04-15T14:38:25.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:38:25 smithi102 ceph-mon[31017]: osdmap e163: 8 total, 8 up, 8 in 2024-04-15T14:38:26.492 INFO:tasks.rados.rados.0.smithi016.stdout:500: done (1 left) 2024-04-15T14:38:26.492 INFO:tasks.rados.rados.0.smithi016.stdout:502: done (0 left) 2024-04-15T14:38:26.492 INFO:tasks.rados.rados.0.smithi016.stdout:503: snap_create 2024-04-15T14:38:26.789 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:38:26 smithi016 ceph-mon[27435]: osdmap e164: 8 total, 8 up, 8 in 2024-04-15T14:38:26.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:38:26 smithi016 ceph-mon[36548]: osdmap e164: 8 total, 8 up, 8 in 2024-04-15T14:38:26.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:38:26 smithi102 ceph-mon[31017]: osdmap e164: 8 total, 8 up, 8 in 2024-04-15T14:38:27.493 INFO:tasks.rados.rados.0.smithi016.stdout:503: done (0 left) 2024-04-15T14:38:27.493 INFO:tasks.rados.rados.0.smithi016.stdout:504: snap_remove snap 31 2024-04-15T14:38:27.789 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:38:27 smithi016 ceph-mon[27435]: pgmap v224: 121 pgs: 121 active+clean; 123 MiB data, 439 MiB used, 715 GiB / 715 GiB avail; 1.7 MiB/s rd, 806 KiB/s wr, 23 op/s 2024-04-15T14:38:27.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:38:27 smithi016 ceph-mon[27435]: osdmap e165: 8 total, 8 up, 8 in 2024-04-15T14:38:27.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:38:27 smithi016 ceph-mon[27435]: from='mgr.14628 172.21.15.16:0/2128211001' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T14:38:27.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:38:27 smithi016 ceph-mon[36548]: pgmap v224: 121 pgs: 121 active+clean; 123 MiB data, 439 MiB used, 715 GiB / 715 GiB avail; 1.7 MiB/s rd, 806 KiB/s wr, 23 op/s 2024-04-15T14:38:27.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:38:27 smithi016 ceph-mon[36548]: osdmap e165: 8 total, 8 up, 8 in 2024-04-15T14:38:27.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:38:27 smithi016 ceph-mon[36548]: from='mgr.14628 172.21.15.16:0/2128211001' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T14:38:27.834 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:38:27 smithi102 ceph-mon[31017]: pgmap v224: 121 pgs: 121 active+clean; 123 MiB data, 439 MiB used, 715 GiB / 715 GiB avail; 1.7 MiB/s rd, 806 KiB/s wr, 23 op/s 2024-04-15T14:38:27.834 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:38:27 smithi102 ceph-mon[31017]: osdmap e165: 8 total, 8 up, 8 in 2024-04-15T14:38:27.834 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:38:27 smithi102 ceph-mon[31017]: from='mgr.14628 172.21.15.16:0/2128211001' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T14:38:28.336 INFO:teuthology.orchestra.run.smithi016.stdout:true 2024-04-15T14:38:28.503 INFO:tasks.rados.rados.0.smithi016.stdout:504: done (0 left) 2024-04-15T14:38:28.504 INFO:tasks.rados.rados.0.smithi016.stdout:505: read oid 21 snap -1 2024-04-15T14:38:28.504 INFO:tasks.rados.rados.0.smithi016.stdout:505: expect (ObjNum 156 snap 47 seq_num 156) 2024-04-15T14:38:28.504 INFO:tasks.rados.rados.0.smithi016.stdout:506: snap_remove snap 41 2024-04-15T14:38:28.674 INFO:teuthology.orchestra.run.smithi016.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-04-15T14:38:28.674 INFO:teuthology.orchestra.run.smithi016.stdout:alertmanager.a smithi016 *:9093,9094 running (3m) 111s ago 3m 26.5M - 0.25.0 c8568f914cd2 bc85d1f32a92 2024-04-15T14:38:28.674 INFO:teuthology.orchestra.run.smithi016.stdout:grafana.a smithi102 *:3000 running (3m) 12s ago 3m 86.1M - 9.4.7 954c08fa6188 dfd3a2bac142 2024-04-15T14:38:28.674 INFO:teuthology.orchestra.run.smithi016.stdout:mds.a smithi016 running (5m) 111s ago 5m 15.4M - 18.2.2-1221-ge3fb05d5 aa4d2281650a 287f01435fb1 2024-04-15T14:38:28.674 INFO:teuthology.orchestra.run.smithi016.stdout:mds.b smithi102 running (4m) 12s ago 4m 13.7M - 18.2.2-1221-ge3fb05d5 aa4d2281650a 9ed1adb3241c 2024-04-15T14:38:28.674 INFO:teuthology.orchestra.run.smithi016.stdout:mgr.x smithi102 *:8443,9283,8765 running (18s) 12s ago 8m 59.1M - 19.0.0-3080-gc2d8c315 259793512b73 13ca59d122ea 2024-04-15T14:38:28.674 INFO:teuthology.orchestra.run.smithi016.stdout:mgr.y smithi016 *:9283,8765 running (10m) 111s ago 10m 499M - 18.2.2-1221-ge3fb05d5 aa4d2281650a 1389745c9a7f 2024-04-15T14:38:28.674 INFO:teuthology.orchestra.run.smithi016.stdout:mon.a smithi016 running (10m) 111s ago 10m 47.2M 2048M 18.2.2-1221-ge3fb05d5 aa4d2281650a 73d4ec97caf5 2024-04-15T14:38:28.674 INFO:teuthology.orchestra.run.smithi016.stdout:mon.b smithi102 running (8m) 12s ago 8m 40.3M 2048M 18.2.2-1221-ge3fb05d5 aa4d2281650a 07416040f229 2024-04-15T14:38:28.675 INFO:teuthology.orchestra.run.smithi016.stdout:mon.c smithi016 running (8m) 111s ago 8m 37.2M 2048M 18.2.2-1221-ge3fb05d5 aa4d2281650a c42afef2bc9e 2024-04-15T14:38:28.675 INFO:teuthology.orchestra.run.smithi016.stdout:node-exporter.a smithi016 *:9100 running (3m) 111s ago 3m 16.0M - 1.5.0 0da6a335fe13 8d0101b6e6e8 2024-04-15T14:38:28.675 INFO:teuthology.orchestra.run.smithi016.stdout:node-exporter.b smithi102 *:9100 running (3m) 12s ago 3m 15.7M - 1.5.0 0da6a335fe13 d83ffdf53df3 2024-04-15T14:38:28.675 INFO:teuthology.orchestra.run.smithi016.stdout:osd.0 smithi016 running (8m) 111s ago 8m 46.3M 2993M 18.2.2-1221-ge3fb05d5 aa4d2281650a ae127ce45e48 2024-04-15T14:38:28.675 INFO:teuthology.orchestra.run.smithi016.stdout:osd.1 smithi016 running (7m) 111s ago 7m 44.2M 2993M 18.2.2-1221-ge3fb05d5 aa4d2281650a 9239978ce644 2024-04-15T14:38:28.675 INFO:teuthology.orchestra.run.smithi016.stdout:osd.2 smithi016 running (7m) 111s ago 7m 43.0M 2993M 18.2.2-1221-ge3fb05d5 aa4d2281650a b55efe4e74b4 2024-04-15T14:38:28.675 INFO:teuthology.orchestra.run.smithi016.stdout:osd.3 smithi016 running (6m) 111s ago 6m 41.5M 2993M 18.2.2-1221-ge3fb05d5 aa4d2281650a b2684936efa6 2024-04-15T14:38:28.675 INFO:teuthology.orchestra.run.smithi016.stdout:osd.4 smithi102 running (6m) 12s ago 6m 90.8M 2992M 18.2.2-1221-ge3fb05d5 aa4d2281650a f863e36be995 2024-04-15T14:38:28.675 INFO:teuthology.orchestra.run.smithi016.stdout:osd.5 smithi102 running (6m) 12s ago 6m 79.4M 2992M 18.2.2-1221-ge3fb05d5 aa4d2281650a 64518f93c8c8 2024-04-15T14:38:28.675 INFO:teuthology.orchestra.run.smithi016.stdout:osd.6 smithi102 running (5m) 12s ago 5m 80.8M 2992M 18.2.2-1221-ge3fb05d5 aa4d2281650a a3993a86427e 2024-04-15T14:38:28.675 INFO:teuthology.orchestra.run.smithi016.stdout:osd.7 smithi102 running (5m) 12s ago 5m 66.4M 2992M 18.2.2-1221-ge3fb05d5 aa4d2281650a f9ac771a8a69 2024-04-15T14:38:28.675 INFO:teuthology.orchestra.run.smithi016.stdout:prometheus.a smithi102 *:9095 running (2m) 12s ago 4m 41.4M - 2.43.0 a07b618ecd1d 11691b427374 2024-04-15T14:38:28.676 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:38:28 smithi016 ceph-mon[27435]: osdmap e166: 8 total, 8 up, 8 in 2024-04-15T14:38:28.676 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:38:28 smithi016 ceph-mon[36548]: osdmap e166: 8 total, 8 up, 8 in 2024-04-15T14:38:28.783 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:38:28 smithi102 ceph-mon[31017]: osdmap e166: 8 total, 8 up, 8 in 2024-04-15T14:38:29.074 INFO:teuthology.orchestra.run.smithi016.stdout:{ 2024-04-15T14:38:29.074 INFO:teuthology.orchestra.run.smithi016.stdout: "mon": { 2024-04-15T14:38:29.074 INFO:teuthology.orchestra.run.smithi016.stdout: "ceph version 18.2.2-1221-ge3fb05d5 (e3fb05d5e6da84b5c44db3f3051c4d242f9809c1) reef (stable)": 3 2024-04-15T14:38:29.075 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-04-15T14:38:29.075 INFO:teuthology.orchestra.run.smithi016.stdout: "mgr": { 2024-04-15T14:38:29.075 INFO:teuthology.orchestra.run.smithi016.stdout: "ceph version 18.2.2-1221-ge3fb05d5 (e3fb05d5e6da84b5c44db3f3051c4d242f9809c1) reef (stable)": 1, 2024-04-15T14:38:29.075 INFO:teuthology.orchestra.run.smithi016.stdout: "ceph version 19.0.0-3080-gc2d8c315 (c2d8c3155d854ee204cb7c7261232571229d1d54) squid (dev)": 1 2024-04-15T14:38:29.075 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-04-15T14:38:29.075 INFO:teuthology.orchestra.run.smithi016.stdout: "osd": { 2024-04-15T14:38:29.075 INFO:teuthology.orchestra.run.smithi016.stdout: "ceph version 18.2.2-1221-ge3fb05d5 (e3fb05d5e6da84b5c44db3f3051c4d242f9809c1) reef (stable)": 8 2024-04-15T14:38:29.075 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-04-15T14:38:29.075 INFO:teuthology.orchestra.run.smithi016.stdout: "mds": { 2024-04-15T14:38:29.075 INFO:teuthology.orchestra.run.smithi016.stdout: "ceph version 18.2.2-1221-ge3fb05d5 (e3fb05d5e6da84b5c44db3f3051c4d242f9809c1) reef (stable)": 2 2024-04-15T14:38:29.075 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-04-15T14:38:29.075 INFO:teuthology.orchestra.run.smithi016.stdout: "overall": { 2024-04-15T14:38:29.076 INFO:teuthology.orchestra.run.smithi016.stdout: "ceph version 18.2.2-1221-ge3fb05d5 (e3fb05d5e6da84b5c44db3f3051c4d242f9809c1) reef (stable)": 14, 2024-04-15T14:38:29.076 INFO:teuthology.orchestra.run.smithi016.stdout: "ceph version 19.0.0-3080-gc2d8c315 (c2d8c3155d854ee204cb7c7261232571229d1d54) squid (dev)": 1 2024-04-15T14:38:29.076 INFO:teuthology.orchestra.run.smithi016.stdout: } 2024-04-15T14:38:29.076 INFO:teuthology.orchestra.run.smithi016.stdout:} 2024-04-15T14:38:29.461 INFO:tasks.rados.rados.0.smithi016.stdout:506: done (1 left) 2024-04-15T14:38:29.461 INFO:tasks.rados.rados.0.smithi016.stdout:507: snap_remove snap 49 2024-04-15T14:38:29.751 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:38:29 smithi102 ceph-mon[31017]: pgmap v227: 121 pgs: 121 active+clean; 126 MiB data, 461 MiB used, 715 GiB / 715 GiB avail; 3.3 MiB/s rd, 826 KiB/s wr, 23 op/s 2024-04-15T14:38:29.751 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:38:29 smithi102 ceph-mon[31017]: from='client.15132 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-15T14:38:29.751 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:38:29 smithi102 ceph-mon[31017]: osdmap e167: 8 total, 8 up, 8 in 2024-04-15T14:38:29.751 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:38:29 smithi102 ceph-mon[31017]: from='client.15138 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-15T14:38:29.751 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:38:29 smithi102 ceph-mon[31017]: from='client.? 172.21.15.16:0/2533969019' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T14:38:29.752 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:38:29 smithi102 ceph-mon[31017]: osdmap e168: 8 total, 8 up, 8 in 2024-04-15T14:38:29.789 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:38:29 smithi016 ceph-mon[27435]: pgmap v227: 121 pgs: 121 active+clean; 126 MiB data, 461 MiB used, 715 GiB / 715 GiB avail; 3.3 MiB/s rd, 826 KiB/s wr, 23 op/s 2024-04-15T14:38:29.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:38:29 smithi016 ceph-mon[27435]: from='client.15132 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-15T14:38:29.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:38:29 smithi016 ceph-mon[27435]: osdmap e167: 8 total, 8 up, 8 in 2024-04-15T14:38:29.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:38:29 smithi016 ceph-mon[27435]: from='client.15138 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-15T14:38:29.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:38:29 smithi016 ceph-mon[27435]: from='client.? 172.21.15.16:0/2533969019' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T14:38:29.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:38:29 smithi016 ceph-mon[27435]: osdmap e168: 8 total, 8 up, 8 in 2024-04-15T14:38:29.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:38:29 smithi016 ceph-mon[36548]: pgmap v227: 121 pgs: 121 active+clean; 126 MiB data, 461 MiB used, 715 GiB / 715 GiB avail; 3.3 MiB/s rd, 826 KiB/s wr, 23 op/s 2024-04-15T14:38:29.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:38:29 smithi016 ceph-mon[36548]: from='client.15132 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-15T14:38:29.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:38:29 smithi016 ceph-mon[36548]: osdmap e167: 8 total, 8 up, 8 in 2024-04-15T14:38:29.791 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:38:29 smithi016 ceph-mon[36548]: from='client.15138 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-15T14:38:29.791 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:38:29 smithi016 ceph-mon[36548]: from='client.? 172.21.15.16:0/2533969019' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T14:38:29.791 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:38:29 smithi016 ceph-mon[36548]: osdmap e168: 8 total, 8 up, 8 in 2024-04-15T14:38:29.980 INFO:tasks.rados.rados.0.smithi016.stdout:507: done (1 left) 2024-04-15T14:38:29.980 INFO:tasks.rados.rados.0.smithi016.stdout:508: copy_from oid 40 from oid 22 current snap is 52 2024-04-15T14:38:29.980 INFO:tasks.rados.rados.0.smithi016.stdout:505: expect (ObjNum 156 snap 47 seq_num 156) 2024-04-15T14:38:29.991 INFO:tasks.rados.rados.0.smithi016.stdout:505: done (1 left) 2024-04-15T14:38:29.991 INFO:tasks.rados.rados.0.smithi016.stdout:509: rollback oid 8 current snap is 52 2024-04-15T14:38:29.992 INFO:tasks.rados.rados.0.smithi016.stdout:rollback oid 8 to 42 2024-04-15T14:38:29.992 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 43 current snap is 52 2024-04-15T14:38:29.992 INFO:tasks.rados.rados.0.smithi016.stdout:510: seq_num 173 ranges {0=499712} 2024-04-15T14:38:29.994 INFO:tasks.rados.rados.0.smithi016.stdout:510: writing smithi01678542-43 from 0 to 499712 tid 1 2024-04-15T14:38:29.994 INFO:tasks.rados.rados.0.smithi016.stdout:511: snap_create 2024-04-15T14:38:29.994 INFO:tasks.rados.rados.0.smithi016.stdout:509: finishing rollback tid 1 to smithi01678542-8 2024-04-15T14:38:29.994 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 8 v 97 (ObjNum 81 snap 0 seq_num 1885497700) dirty dne 2024-04-15T14:38:29.997 INFO:tasks.rados.rados.0.smithi016.stdout:508: finishing copy_from racing read to smithi01678542-40 2024-04-15T14:38:29.997 INFO:tasks.rados.rados.0.smithi016.stdout:510: finishing write tid 1 to smithi01678542-43 2024-04-15T14:38:29.997 INFO:tasks.rados.rados.0.smithi016.stdout:510: finishing write tid 2 to smithi01678542-43 2024-04-15T14:38:29.999 INFO:tasks.rados.rados.0.smithi016.stdout:510: finishing write tid 3 to smithi01678542-43 2024-04-15T14:38:29.999 INFO:tasks.rados.rados.0.smithi016.stdout:510: oid 43 updating version 0 to 308 2024-04-15T14:38:29.999 INFO:tasks.rados.rados.0.smithi016.stdout:510: oid 43 version 308 is already newer than 307 2024-04-15T14:38:29.999 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 43 v 308 (ObjNum 173 snap 52 seq_num 173) dirty exists 2024-04-15T14:38:29.999 INFO:tasks.rados.rados.0.smithi016.stdout:510: left oid 43 (ObjNum 173 snap 52 seq_num 173) 2024-04-15T14:38:29.999 INFO:tasks.rados.rados.0.smithi016.stdout:508: finishing copy_from to smithi01678542-40 2024-04-15T14:38:29.999 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 40 v 189 (ObjNum 154 snap 47 seq_num 154) dirty exists 2024-04-15T14:38:30.004 INFO:journalctl@ceph.mgr.x.smithi102.stdout:Apr 15 14:38:29 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-x[66799]: [15/Apr/2024:14:38:29] ENGINE Bus STOPPING 2024-04-15T14:38:30.289 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 15 14:38:30 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-y[27693]: ignoring --setuser ceph since I am not root 2024-04-15T14:38:30.290 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 15 14:38:30 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-y[27693]: ignoring --setgroup ceph since I am not root 2024-04-15T14:38:30.438 INFO:journalctl@ceph.mgr.x.smithi102.stdout:Apr 15 14:38:30 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-x[66799]: [15/Apr/2024:14:38:30] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-04-15T14:38:30.438 INFO:journalctl@ceph.mgr.x.smithi102.stdout:Apr 15 14:38:30 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-x[66799]: [15/Apr/2024:14:38:30] ENGINE Bus STOPPED 2024-04-15T14:38:30.438 INFO:journalctl@ceph.mgr.x.smithi102.stdout:Apr 15 14:38:30 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-x[66799]: [15/Apr/2024:14:38:30] ENGINE Bus STARTING 2024-04-15T14:38:30.438 INFO:journalctl@ceph.mgr.x.smithi102.stdout:Apr 15 14:38:30 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-x[66799]: 2024-04-15T14:38:30.117+0000 7f79d896f700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-15T14:38:30.438 INFO:journalctl@ceph.mgr.x.smithi102.stdout:Apr 15 14:38:30 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-x[66799]: 2024-04-15T14:38:30.117+0000 7f79d896f700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-15T14:38:30.439 INFO:journalctl@ceph.mgr.x.smithi102.stdout:Apr 15 14:38:30 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-x[66799]: 2024-04-15T14:38:30.117+0000 7f79d896f700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-15T14:38:30.439 INFO:journalctl@ceph.mgr.x.smithi102.stdout:Apr 15 14:38:30 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-x[66799]: 2024-04-15T14:38:30.117+0000 7f79d896f700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-15T14:38:30.439 INFO:journalctl@ceph.mgr.x.smithi102.stdout:Apr 15 14:38:30 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-x[66799]: 2024-04-15T14:38:30.117+0000 7f79d896f700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-15T14:38:30.439 INFO:journalctl@ceph.mgr.x.smithi102.stdout:Apr 15 14:38:30 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-x[66799]: 2024-04-15T14:38:30.117+0000 7f79db975700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-15T14:38:30.439 INFO:journalctl@ceph.mgr.x.smithi102.stdout:Apr 15 14:38:30 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-x[66799]: 2024-04-15T14:38:30.117+0000 7f79db975700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-15T14:38:30.439 INFO:journalctl@ceph.mgr.x.smithi102.stdout:Apr 15 14:38:30 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-x[66799]: 2024-04-15T14:38:30.117+0000 7f79db975700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-15T14:38:30.440 INFO:journalctl@ceph.mgr.x.smithi102.stdout:Apr 15 14:38:30 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-x[66799]: 2024-04-15T14:38:30.117+0000 7f79db975700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-15T14:38:30.440 INFO:journalctl@ceph.mgr.x.smithi102.stdout:Apr 15 14:38:30 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-x[66799]: 2024-04-15T14:38:30.117+0000 7f79db975700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-15T14:38:30.440 INFO:journalctl@ceph.mgr.x.smithi102.stdout:Apr 15 14:38:30 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-x[66799]: [15/Apr/2024:14:38:30] ENGINE Serving on http://:::9283 2024-04-15T14:38:30.440 INFO:journalctl@ceph.mgr.x.smithi102.stdout:Apr 15 14:38:30 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-x[66799]: [15/Apr/2024:14:38:30] ENGINE Bus STARTED 2024-04-15T14:38:30.978 INFO:tasks.rados.rados.0.smithi016.stdout:508: done (3 left) 2024-04-15T14:38:30.978 INFO:tasks.rados.rados.0.smithi016.stdout:509: done (2 left) 2024-04-15T14:38:30.978 INFO:tasks.rados.rados.0.smithi016.stdout:510: done (1 left) 2024-04-15T14:38:30.978 INFO:tasks.rados.rados.0.smithi016.stdout:511: done (0 left) 2024-04-15T14:38:30.978 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 17 current snap is 53 2024-04-15T14:38:30.978 INFO:tasks.rados.rados.0.smithi016.stdout:512: seq_num 174 ranges {0=516096} 2024-04-15T14:38:30.981 INFO:tasks.rados.rados.0.smithi016.stdout:512: writing smithi01678542-17 from 0 to 516096 tid 1 2024-04-15T14:38:30.981 INFO:tasks.rados.rados.0.smithi016.stdout:513: copy_from oid 28 from oid 42 current snap is 53 2024-04-15T14:38:30.981 INFO:tasks.rados.rados.0.smithi016.stdout:514: rollback oid 15 current snap is 53 2024-04-15T14:38:30.982 INFO:tasks.rados.rados.0.smithi016.stdout:rollback oid 15 to 43 2024-04-15T14:38:30.982 INFO:tasks.rados.rados.0.smithi016.stdout:515: rollback oid 33 current snap is 53 2024-04-15T14:38:30.982 INFO:tasks.rados.rados.0.smithi016.stdout:rollback oid 33 to 25 2024-04-15T14:38:30.982 INFO:tasks.rados.rados.0.smithi016.stdout:516: delete oid 46 current snap is 53 2024-04-15T14:38:30.988 INFO:tasks.rados.rados.0.smithi016.stdout:516: done (4 left) 2024-04-15T14:38:30.988 INFO:tasks.rados.rados.0.smithi016.stdout:517: read oid 11 snap 22 2024-04-15T14:38:30.988 INFO:tasks.rados.rados.0.smithi016.stdout:517: expect (ObjNum 11 snap 0 seq_num 11) 2024-04-15T14:38:30.988 INFO:tasks.rados.rados.0.smithi016.stdout:518: read oid 19 snap -1 2024-04-15T14:38:30.988 INFO:tasks.rados.rados.0.smithi016.stdout:518: expect deleted 2024-04-15T14:38:30.988 INFO:tasks.rados.rados.0.smithi016.stdout:519: copy_from oid 14 from oid 7 current snap is 53 2024-04-15T14:38:30.988 INFO:tasks.rados.rados.0.smithi016.stdout:512: finishing write tid 1 to smithi01678542-17 2024-04-15T14:38:30.989 INFO:tasks.rados.rados.0.smithi016.stdout:520: delete oid 47 current snap is 53 2024-04-15T14:38:30.989 INFO:tasks.rados.rados.0.smithi016.stdout:512: finishing write tid 2 to smithi01678542-17 2024-04-15T14:38:30.989 INFO:tasks.rados.rados.0.smithi016.stdout:514: finishing rollback tid 1 to smithi01678542-15 2024-04-15T14:38:30.989 INFO:tasks.rados.rados.0.smithi016.stdout:514: finishing rollback tid 2 to smithi01678542-15 2024-04-15T14:38:30.989 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 15 v 210 (ObjNum 122 snap 34 seq_num 122) dirty exists 2024-04-15T14:38:30.990 INFO:tasks.rados.rados.0.smithi016.stdout:512: finishing write tid 3 to smithi01678542-17 2024-04-15T14:38:30.991 INFO:tasks.rados.rados.0.smithi016.stdout:512: oid 17 updating version 0 to 114 2024-04-15T14:38:30.991 INFO:tasks.rados.rados.0.smithi016.stdout:512: oid 17 version 114 is already newer than 113 2024-04-15T14:38:30.991 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 17 v 114 (ObjNum 174 snap 53 seq_num 174) dirty exists 2024-04-15T14:38:30.991 INFO:tasks.rados.rados.0.smithi016.stdout:512: left oid 17 (ObjNum 174 snap 53 seq_num 174) 2024-04-15T14:38:30.991 INFO:tasks.rados.rados.0.smithi016.stdout:512: done (7 left) 2024-04-15T14:38:30.991 INFO:tasks.rados.rados.0.smithi016.stdout:514: done (6 left) 2024-04-15T14:38:30.991 INFO:tasks.rados.rados.0.smithi016.stdout:518: done (5 left) 2024-04-15T14:38:30.991 INFO:tasks.rados.rados.0.smithi016.stdout:520: done (4 left) 2024-04-15T14:38:30.991 INFO:tasks.rados.rados.0.smithi016.stdout:521: read oid 35 snap -1 2024-04-15T14:38:30.991 INFO:tasks.rados.rados.0.smithi016.stdout:521: expect (ObjNum 70 snap 12 seq_num 70) 2024-04-15T14:38:30.991 INFO:tasks.rados.rados.0.smithi016.stdout:522: delete oid 4 current snap is 53 2024-04-15T14:38:30.992 INFO:tasks.rados.rados.0.smithi016.stdout:515: finishing rollback tid 0 to smithi01678542-33 2024-04-15T14:38:30.992 INFO:tasks.rados.rados.0.smithi016.stdout:515: finishing rollback tid 1 to smithi01678542-33 2024-04-15T14:38:30.992 INFO:tasks.rados.rados.0.smithi016.stdout:515: finishing rollback tid 2 to smithi01678542-33 2024-04-15T14:38:30.992 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 33 v 265 (ObjNum 15 snap 0 seq_num 15) dirty exists 2024-04-15T14:38:30.994 INFO:tasks.rados.rados.0.smithi016.stdout:513: finishing copy_from racing read to smithi01678542-28 2024-04-15T14:38:30.995 INFO:tasks.rados.rados.0.smithi016.stdout:517: expect (ObjNum 11 snap 0 seq_num 11) 2024-04-15T14:38:31.006 INFO:tasks.rados.rados.0.smithi016.stdout:515: done (5 left) 2024-04-15T14:38:31.006 INFO:tasks.rados.rados.0.smithi016.stdout:517: done (4 left) 2024-04-15T14:38:31.006 INFO:tasks.rados.rados.0.smithi016.stdout:522: done (3 left) 2024-04-15T14:38:31.006 INFO:tasks.rados.rados.0.smithi016.stdout:523: copy_from oid 22 from oid 30 current snap is 53 2024-04-15T14:38:31.006 INFO:tasks.rados.rados.0.smithi016.stdout:513: finishing copy_from to smithi01678542-28 2024-04-15T14:38:31.006 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 28 v 6 (ObjNum 41 snap 0 seq_num 41) dirty exists 2024-04-15T14:38:31.007 INFO:tasks.rados.rados.0.smithi016.stdout:521: expect (ObjNum 70 snap 12 seq_num 70) 2024-04-15T14:38:31.039 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 15 14:38:30 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-y[27693]: 2024-04-15T14:38:30.578+0000 7f65d3c85200 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-04-15T14:38:31.040 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 15 14:38:30 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-y[27693]: 2024-04-15T14:38:30.676+0000 7f65d3c85200 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-04-15T14:38:31.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:38:30 smithi016 ceph-mon[27435]: from='mgr.14628 ' entity='mgr.y' 2024-04-15T14:38:31.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:38:30 smithi016 ceph-mon[27435]: from='mgr.14628 ' entity='mgr.y' 2024-04-15T14:38:31.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:38:30 smithi016 ceph-mon[27435]: from='mgr.14628 172.21.15.16:0/2128211001' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T14:38:31.041 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:38:30 smithi016 ceph-mon[27435]: from='mgr.14628 172.21.15.16:0/2128211001' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T14:38:31.041 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:38:30 smithi016 ceph-mon[27435]: from='mgr.14628 ' entity='mgr.y' 2024-04-15T14:38:31.041 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:38:30 smithi016 ceph-mon[27435]: from='mgr.14628 172.21.15.16:0/2128211001' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T14:38:31.041 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:38:30 smithi016 ceph-mon[27435]: from='mgr.14628 172.21.15.16:0/2128211001' entity='mgr.y' cmd=[{"prefix": "mgr fail", "who": "y"}]: dispatch 2024-04-15T14:38:31.041 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:38:30 smithi016 ceph-mon[27435]: from='mgr.14628 ' entity='mgr.y' cmd=[{"prefix": "mgr fail", "who": "y"}]: dispatch 2024-04-15T14:38:31.041 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:38:30 smithi016 ceph-mon[27435]: Activating manager daemon x 2024-04-15T14:38:31.041 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:38:30 smithi016 ceph-mon[27435]: osdmap e169: 8 total, 8 up, 8 in 2024-04-15T14:38:31.041 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:38:30 smithi016 ceph-mon[27435]: from='mgr.14628 ' entity='mgr.y' cmd='[{"prefix": "mgr fail", "who": "y"}]': finished 2024-04-15T14:38:31.041 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:38:30 smithi016 ceph-mon[27435]: mgrmap e24: x(active, starting, since 0.009099s) 2024-04-15T14:38:31.041 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:38:30 smithi016 ceph-mon[27435]: from='mgr.24892 172.21.15.102:0/1583469291' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-15T14:38:31.042 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:38:30 smithi016 ceph-mon[27435]: from='mgr.24892 172.21.15.102:0/1583469291' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-15T14:38:31.042 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:38:30 smithi016 ceph-mon[27435]: from='mgr.24892 172.21.15.102:0/1583469291' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-15T14:38:31.042 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:38:30 smithi016 ceph-mon[27435]: from='mgr.24892 172.21.15.102:0/1583469291' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-04-15T14:38:31.042 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:38:30 smithi016 ceph-mon[27435]: from='mgr.24892 172.21.15.102:0/1583469291' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-04-15T14:38:31.042 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:38:30 smithi016 ceph-mon[27435]: from='mgr.24892 172.21.15.102:0/1583469291' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-04-15T14:38:31.042 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:38:30 smithi016 ceph-mon[27435]: from='mgr.24892 172.21.15.102:0/1583469291' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-15T14:38:31.042 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:38:30 smithi016 ceph-mon[27435]: from='mgr.24892 172.21.15.102:0/1583469291' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-15T14:38:31.042 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:38:30 smithi016 ceph-mon[27435]: from='mgr.24892 172.21.15.102:0/1583469291' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-15T14:38:31.042 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:38:30 smithi016 ceph-mon[27435]: from='mgr.24892 172.21.15.102:0/1583469291' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-15T14:38:31.042 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:38:30 smithi016 ceph-mon[27435]: from='mgr.24892 172.21.15.102:0/1583469291' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-15T14:38:31.042 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:38:30 smithi016 ceph-mon[27435]: from='mgr.24892 172.21.15.102:0/1583469291' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-15T14:38:31.043 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:38:30 smithi016 ceph-mon[27435]: from='mgr.24892 172.21.15.102:0/1583469291' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-15T14:38:31.043 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:38:30 smithi016 ceph-mon[27435]: from='mgr.24892 172.21.15.102:0/1583469291' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-15T14:38:31.043 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:38:30 smithi016 ceph-mon[27435]: from='mgr.24892 172.21.15.102:0/1583469291' entity='mgr.x' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-04-15T14:38:31.043 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:38:30 smithi016 ceph-mon[27435]: from='mgr.24892 172.21.15.102:0/1583469291' entity='mgr.x' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-04-15T14:38:31.043 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:38:30 smithi016 ceph-mon[27435]: from='mgr.24892 172.21.15.102:0/1583469291' entity='mgr.x' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-04-15T14:38:31.043 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:38:30 smithi016 ceph-mon[27435]: Manager daemon x is now available 2024-04-15T14:38:31.043 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:38:30 smithi016 ceph-mon[27435]: from='mgr.24892 172.21.15.102:0/1583469291' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T14:38:31.043 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:38:30 smithi016 ceph-mon[27435]: from='mgr.24892 172.21.15.102:0/1583469291' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T14:38:31.043 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:38:30 smithi016 ceph-mon[27435]: from='mgr.24892 172.21.15.102:0/1583469291' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2024-04-15T14:38:31.043 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:38:30 smithi016 ceph-mon[27435]: from='mgr.24892 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2024-04-15T14:38:31.043 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:38:30 smithi016 ceph-mon[27435]: from='mgr.24892 172.21.15.102:0/1583469291' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2024-04-15T14:38:31.043 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:38:30 smithi016 ceph-mon[27435]: from='mgr.24892 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2024-04-15T14:38:31.044 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:38:30 smithi016 ceph-mon[27435]: Deploying cephadm binary to smithi102 2024-04-15T14:38:31.044 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:38:30 smithi016 ceph-mon[27435]: Deploying cephadm binary to smithi016 2024-04-15T14:38:31.044 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:38:30 smithi016 ceph-mon[36548]: from='mgr.14628 ' entity='mgr.y' 2024-04-15T14:38:31.044 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:38:30 smithi016 ceph-mon[36548]: from='mgr.14628 ' entity='mgr.y' 2024-04-15T14:38:31.044 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:38:30 smithi016 ceph-mon[36548]: from='mgr.14628 172.21.15.16:0/2128211001' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T14:38:31.044 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:38:30 smithi016 ceph-mon[36548]: from='mgr.14628 172.21.15.16:0/2128211001' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T14:38:31.044 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:38:30 smithi016 ceph-mon[36548]: from='mgr.14628 ' entity='mgr.y' 2024-04-15T14:38:31.044 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:38:30 smithi016 ceph-mon[36548]: from='mgr.14628 172.21.15.16:0/2128211001' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T14:38:31.045 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:38:30 smithi016 ceph-mon[36548]: from='mgr.14628 172.21.15.16:0/2128211001' entity='mgr.y' cmd=[{"prefix": "mgr fail", "who": "y"}]: dispatch 2024-04-15T14:38:31.045 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:38:30 smithi016 ceph-mon[36548]: from='mgr.14628 ' entity='mgr.y' cmd=[{"prefix": "mgr fail", "who": "y"}]: dispatch 2024-04-15T14:38:31.045 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:38:30 smithi016 ceph-mon[36548]: Activating manager daemon x 2024-04-15T14:38:31.045 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:38:30 smithi016 ceph-mon[36548]: osdmap e169: 8 total, 8 up, 8 in 2024-04-15T14:38:31.045 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:38:30 smithi016 ceph-mon[36548]: from='mgr.14628 ' entity='mgr.y' cmd='[{"prefix": "mgr fail", "who": "y"}]': finished 2024-04-15T14:38:31.045 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:38:30 smithi016 ceph-mon[36548]: mgrmap e24: x(active, starting, since 0.009099s) 2024-04-15T14:38:31.045 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:38:30 smithi016 ceph-mon[36548]: from='mgr.24892 172.21.15.102:0/1583469291' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-15T14:38:31.045 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:38:30 smithi016 ceph-mon[36548]: from='mgr.24892 172.21.15.102:0/1583469291' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-15T14:38:31.045 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:38:30 smithi016 ceph-mon[36548]: from='mgr.24892 172.21.15.102:0/1583469291' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-15T14:38:31.045 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:38:30 smithi016 ceph-mon[36548]: from='mgr.24892 172.21.15.102:0/1583469291' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-04-15T14:38:31.046 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:38:30 smithi016 ceph-mon[36548]: from='mgr.24892 172.21.15.102:0/1583469291' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-04-15T14:38:31.046 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:38:30 smithi016 ceph-mon[36548]: from='mgr.24892 172.21.15.102:0/1583469291' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-04-15T14:38:31.046 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:38:30 smithi016 ceph-mon[36548]: from='mgr.24892 172.21.15.102:0/1583469291' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-15T14:38:31.046 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:38:30 smithi016 ceph-mon[36548]: from='mgr.24892 172.21.15.102:0/1583469291' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-15T14:38:31.046 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:38:30 smithi016 ceph-mon[36548]: from='mgr.24892 172.21.15.102:0/1583469291' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-15T14:38:31.046 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:38:30 smithi016 ceph-mon[36548]: from='mgr.24892 172.21.15.102:0/1583469291' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-15T14:38:31.046 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:38:30 smithi016 ceph-mon[36548]: from='mgr.24892 172.21.15.102:0/1583469291' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-15T14:38:31.046 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:38:30 smithi016 ceph-mon[36548]: from='mgr.24892 172.21.15.102:0/1583469291' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-15T14:38:31.046 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:38:30 smithi016 ceph-mon[36548]: from='mgr.24892 172.21.15.102:0/1583469291' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-15T14:38:31.046 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:38:30 smithi016 ceph-mon[36548]: from='mgr.24892 172.21.15.102:0/1583469291' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-15T14:38:31.046 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:38:30 smithi016 ceph-mon[36548]: from='mgr.24892 172.21.15.102:0/1583469291' entity='mgr.x' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-04-15T14:38:31.047 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:38:30 smithi016 ceph-mon[36548]: from='mgr.24892 172.21.15.102:0/1583469291' entity='mgr.x' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-04-15T14:38:31.047 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:38:30 smithi016 ceph-mon[36548]: from='mgr.24892 172.21.15.102:0/1583469291' entity='mgr.x' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-04-15T14:38:31.047 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:38:30 smithi016 ceph-mon[36548]: Manager daemon x is now available 2024-04-15T14:38:31.047 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:38:30 smithi016 ceph-mon[36548]: from='mgr.24892 172.21.15.102:0/1583469291' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T14:38:31.047 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:38:30 smithi016 ceph-mon[36548]: from='mgr.24892 172.21.15.102:0/1583469291' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T14:38:31.047 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:38:30 smithi016 ceph-mon[36548]: from='mgr.24892 172.21.15.102:0/1583469291' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2024-04-15T14:38:31.047 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:38:30 smithi016 ceph-mon[36548]: from='mgr.24892 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2024-04-15T14:38:31.047 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:38:30 smithi016 ceph-mon[36548]: from='mgr.24892 172.21.15.102:0/1583469291' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2024-04-15T14:38:31.047 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:38:30 smithi016 ceph-mon[36548]: from='mgr.24892 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2024-04-15T14:38:31.047 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:38:30 smithi016 ceph-mon[36548]: Deploying cephadm binary to smithi102 2024-04-15T14:38:31.047 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:38:30 smithi016 ceph-mon[36548]: Deploying cephadm binary to smithi016 2024-04-15T14:38:31.063 INFO:tasks.rados.rados.0.smithi016.stdout:519: finishing copy_from racing read to smithi01678542-14 2024-04-15T14:38:31.063 INFO:tasks.rados.rados.0.smithi016.stdout:519: finishing copy_from to smithi01678542-14 2024-04-15T14:38:31.063 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 14 v 64 (ObjNum 99 snap 25 seq_num 99) dirty exists 2024-04-15T14:38:31.063 INFO:tasks.rados.rados.0.smithi016.stdout:513: done (3 left) 2024-04-15T14:38:31.063 INFO:tasks.rados.rados.0.smithi016.stdout:519: done (2 left) 2024-04-15T14:38:31.063 INFO:tasks.rados.rados.0.smithi016.stdout:521: done (1 left) 2024-04-15T14:38:31.063 INFO:tasks.rados.rados.0.smithi016.stdout:524: delete oid 10 current snap is 53 2024-04-15T14:38:31.063 INFO:tasks.rados.rados.0.smithi016.stdout:523: finishing copy_from racing read to smithi01678542-22 2024-04-15T14:38:31.063 INFO:tasks.rados.rados.0.smithi016.stdout:523: finishing copy_from to smithi01678542-22 2024-04-15T14:38:31.063 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 22 v 30 (ObjNum 97 snap 25 seq_num 97) dirty exists 2024-04-15T14:38:31.064 INFO:tasks.rados.rados.0.smithi016.stdout:523: done (1 left) 2024-04-15T14:38:31.064 INFO:tasks.rados.rados.0.smithi016.stdout:524: done (0 left) 2024-04-15T14:38:31.064 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 39 current snap is 53 2024-04-15T14:38:31.064 INFO:tasks.rados.rados.0.smithi016.stdout:525: seq_num 179 ranges {0=606208} 2024-04-15T14:38:31.068 INFO:tasks.rados.rados.0.smithi016.stdout:525: writing smithi01678542-39 from 0 to 606208 tid 1 2024-04-15T14:38:31.068 INFO:tasks.rados.rados.0.smithi016.stdout:526: rollback oid 8 current snap is 53 2024-04-15T14:38:31.068 INFO:tasks.rados.rados.0.smithi016.stdout:rollback oid 8 to 39 2024-04-15T14:38:31.068 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 43 current snap is 53 2024-04-15T14:38:31.068 INFO:tasks.rados.rados.0.smithi016.stdout:527: seq_num 180 ranges {499712=622592} 2024-04-15T14:38:31.074 INFO:tasks.rados.rados.0.smithi016.stdout:527: writing smithi01678542-43 from 499712 to 1122304 tid 1 2024-04-15T14:38:31.074 INFO:tasks.rados.rados.0.smithi016.stdout:528: delete oid 49 current snap is 53 2024-04-15T14:38:31.074 INFO:tasks.rados.rados.0.smithi016.stdout:526: finishing rollback tid 1 to smithi01678542-8 2024-04-15T14:38:31.074 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 8 v 97 (ObjNum 273 snap 0 seq_num 0) dirty dne 2024-04-15T14:38:31.074 INFO:tasks.rados.rados.0.smithi016.stdout:525: finishing write tid 1 to smithi01678542-39 2024-04-15T14:38:31.074 INFO:tasks.rados.rados.0.smithi016.stdout:525: finishing write tid 2 to smithi01678542-39 2024-04-15T14:38:31.074 INFO:tasks.rados.rados.0.smithi016.stdout:525: finishing write tid 3 to smithi01678542-39 2024-04-15T14:38:31.074 INFO:tasks.rados.rados.0.smithi016.stdout:525: oid 39 updating version 0 to 176 2024-04-15T14:38:31.075 INFO:tasks.rados.rados.0.smithi016.stdout:525: oid 39 updating version 176 to 177 2024-04-15T14:38:31.075 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 39 v 177 (ObjNum 179 snap 53 seq_num 179) dirty exists 2024-04-15T14:38:31.075 INFO:tasks.rados.rados.0.smithi016.stdout:525: left oid 39 (ObjNum 179 snap 53 seq_num 179) 2024-04-15T14:38:31.075 INFO:tasks.rados.rados.0.smithi016.stdout:525: done (3 left) 2024-04-15T14:38:31.076 INFO:tasks.rados.rados.0.smithi016.stdout:526: done (2 left) 2024-04-15T14:38:31.076 INFO:tasks.rados.rados.0.smithi016.stdout:528: done (1 left) 2024-04-15T14:38:31.076 INFO:tasks.rados.rados.0.smithi016.stdout:529: delete oid 10 current snap is 53 2024-04-15T14:38:31.077 INFO:tasks.rados.rados.0.smithi016.stdout:529: done (1 left) 2024-04-15T14:38:31.077 INFO:tasks.rados.rados.0.smithi016.stdout:530: rmattr oid 29 current snap is 53 2024-04-15T14:38:31.077 INFO:tasks.rados.rados.0.smithi016.stdout:530: done (1 left) 2024-04-15T14:38:31.077 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 37 current snap is 53 2024-04-15T14:38:31.077 INFO:tasks.rados.rados.0.smithi016.stdout:531: seq_num 183 ranges {1654784=671744} 2024-04-15T14:38:31.090 INFO:tasks.rados.rados.0.smithi016.stdout:531: writing smithi01678542-37 from 1654784 to 2326528 tid 1 2024-04-15T14:38:31.090 INFO:tasks.rados.rados.0.smithi016.stdout:532: read oid 29 snap -1 2024-04-15T14:38:31.090 INFO:tasks.rados.rados.0.smithi016.stdout:532: expect deleted 2024-04-15T14:38:31.091 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 12 current snap is 53 2024-04-15T14:38:31.091 INFO:tasks.rados.rados.0.smithi016.stdout:527: finishing write tid 1 to smithi01678542-43 2024-04-15T14:38:31.091 INFO:tasks.rados.rados.0.smithi016.stdout:527: finishing write tid 2 to smithi01678542-43 2024-04-15T14:38:31.091 INFO:tasks.rados.rados.0.smithi016.stdout:527: finishing write tid 3 to smithi01678542-43 2024-04-15T14:38:31.091 INFO:tasks.rados.rados.0.smithi016.stdout:527: oid 43 updating version 0 to 313 2024-04-15T14:38:31.091 INFO:tasks.rados.rados.0.smithi016.stdout:527: oid 43 version 313 is already newer than 312 2024-04-15T14:38:31.091 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 43 v 313 (ObjNum 180 snap 53 seq_num 180) dirty exists 2024-04-15T14:38:31.091 INFO:tasks.rados.rados.0.smithi016.stdout:527: left oid 43 (ObjNum 180 snap 53 seq_num 180) 2024-04-15T14:38:31.091 INFO:tasks.rados.rados.0.smithi016.stdout:533: seq_num 184 ranges {3964928=688128} 2024-04-15T14:38:31.115 INFO:tasks.rados.rados.0.smithi016.stdout:533: writing smithi01678542-12 from 3964928 to 4653056 tid 1 2024-04-15T14:38:31.115 INFO:tasks.rados.rados.0.smithi016.stdout:527: done (3 left) 2024-04-15T14:38:31.115 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 36 current snap is 53 2024-04-15T14:38:31.116 INFO:tasks.rados.rados.0.smithi016.stdout:534: seq_num 185 ranges {4358144=704512} 2024-04-15T14:38:31.143 INFO:tasks.rados.rados.0.smithi016.stdout:534: writing smithi01678542-36 from 4358144 to 5062656 tid 1 2024-04-15T14:38:31.143 INFO:tasks.rados.rados.0.smithi016.stdout:535: snap_remove snap 22 2024-04-15T14:38:31.189 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:38:30 smithi102 ceph-mon[31017]: from='mgr.14628 ' entity='mgr.y' 2024-04-15T14:38:31.189 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:38:30 smithi102 ceph-mon[31017]: from='mgr.14628 ' entity='mgr.y' 2024-04-15T14:38:31.189 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:38:30 smithi102 ceph-mon[31017]: from='mgr.14628 172.21.15.16:0/2128211001' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T14:38:31.189 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:38:30 smithi102 ceph-mon[31017]: from='mgr.14628 172.21.15.16:0/2128211001' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T14:38:31.189 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:38:30 smithi102 ceph-mon[31017]: from='mgr.14628 ' entity='mgr.y' 2024-04-15T14:38:31.189 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:38:30 smithi102 ceph-mon[31017]: from='mgr.14628 172.21.15.16:0/2128211001' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T14:38:31.189 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:38:30 smithi102 ceph-mon[31017]: from='mgr.14628 172.21.15.16:0/2128211001' entity='mgr.y' cmd=[{"prefix": "mgr fail", "who": "y"}]: dispatch 2024-04-15T14:38:31.190 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:38:30 smithi102 ceph-mon[31017]: from='mgr.14628 ' entity='mgr.y' cmd=[{"prefix": "mgr fail", "who": "y"}]: dispatch 2024-04-15T14:38:31.190 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:38:30 smithi102 ceph-mon[31017]: Activating manager daemon x 2024-04-15T14:38:31.190 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:38:30 smithi102 ceph-mon[31017]: osdmap e169: 8 total, 8 up, 8 in 2024-04-15T14:38:31.190 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:38:30 smithi102 ceph-mon[31017]: from='mgr.14628 ' entity='mgr.y' cmd='[{"prefix": "mgr fail", "who": "y"}]': finished 2024-04-15T14:38:31.190 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:38:30 smithi102 ceph-mon[31017]: mgrmap e24: x(active, starting, since 0.009099s) 2024-04-15T14:38:31.190 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:38:30 smithi102 ceph-mon[31017]: from='mgr.24892 172.21.15.102:0/1583469291' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-15T14:38:31.190 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:38:30 smithi102 ceph-mon[31017]: from='mgr.24892 172.21.15.102:0/1583469291' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-15T14:38:31.190 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:38:30 smithi102 ceph-mon[31017]: from='mgr.24892 172.21.15.102:0/1583469291' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-15T14:38:31.190 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:38:30 smithi102 ceph-mon[31017]: from='mgr.24892 172.21.15.102:0/1583469291' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-04-15T14:38:31.190 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:38:30 smithi102 ceph-mon[31017]: from='mgr.24892 172.21.15.102:0/1583469291' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-04-15T14:38:31.190 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:38:30 smithi102 ceph-mon[31017]: from='mgr.24892 172.21.15.102:0/1583469291' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-04-15T14:38:31.190 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:38:30 smithi102 ceph-mon[31017]: from='mgr.24892 172.21.15.102:0/1583469291' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-15T14:38:31.191 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:38:30 smithi102 ceph-mon[31017]: from='mgr.24892 172.21.15.102:0/1583469291' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-15T14:38:31.191 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:38:30 smithi102 ceph-mon[31017]: from='mgr.24892 172.21.15.102:0/1583469291' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-15T14:38:31.191 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:38:30 smithi102 ceph-mon[31017]: from='mgr.24892 172.21.15.102:0/1583469291' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-15T14:38:31.191 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:38:30 smithi102 ceph-mon[31017]: from='mgr.24892 172.21.15.102:0/1583469291' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-15T14:38:31.191 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:38:30 smithi102 ceph-mon[31017]: from='mgr.24892 172.21.15.102:0/1583469291' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-15T14:38:31.191 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:38:30 smithi102 ceph-mon[31017]: from='mgr.24892 172.21.15.102:0/1583469291' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-15T14:38:31.191 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:38:30 smithi102 ceph-mon[31017]: from='mgr.24892 172.21.15.102:0/1583469291' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-15T14:38:31.191 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:38:30 smithi102 ceph-mon[31017]: from='mgr.24892 172.21.15.102:0/1583469291' entity='mgr.x' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-04-15T14:38:31.191 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:38:30 smithi102 ceph-mon[31017]: from='mgr.24892 172.21.15.102:0/1583469291' entity='mgr.x' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-04-15T14:38:31.191 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:38:30 smithi102 ceph-mon[31017]: from='mgr.24892 172.21.15.102:0/1583469291' entity='mgr.x' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-04-15T14:38:31.191 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:38:30 smithi102 ceph-mon[31017]: Manager daemon x is now available 2024-04-15T14:38:31.191 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:38:30 smithi102 ceph-mon[31017]: from='mgr.24892 172.21.15.102:0/1583469291' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T14:38:31.191 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:38:30 smithi102 ceph-mon[31017]: from='mgr.24892 172.21.15.102:0/1583469291' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T14:38:31.192 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:38:30 smithi102 ceph-mon[31017]: from='mgr.24892 172.21.15.102:0/1583469291' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2024-04-15T14:38:31.192 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:38:30 smithi102 ceph-mon[31017]: from='mgr.24892 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2024-04-15T14:38:31.192 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:38:30 smithi102 ceph-mon[31017]: from='mgr.24892 172.21.15.102:0/1583469291' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2024-04-15T14:38:31.192 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:38:30 smithi102 ceph-mon[31017]: from='mgr.24892 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2024-04-15T14:38:31.192 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:38:30 smithi102 ceph-mon[31017]: Deploying cephadm binary to smithi102 2024-04-15T14:38:31.192 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:38:30 smithi102 ceph-mon[31017]: Deploying cephadm binary to smithi016 2024-04-15T14:38:31.700 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 15 14:38:31 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-y[27693]: 2024-04-15T14:38:31.361+0000 7f65d3c85200 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-04-15T14:38:31.700 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 15 14:38:31 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-y[27693]: 2024-04-15T14:38:31.455+0000 7f65d3c85200 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-04-15T14:38:31.701 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 15 14:38:31 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-y[27693]: 2024-04-15T14:38:31.600+0000 7f65d3c85200 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-04-15T14:38:31.701 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 15 14:38:31 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-y[27693]: 2024-04-15T14:38:31.698+0000 7f65d3c85200 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-04-15T14:38:31.937 INFO:journalctl@ceph.prometheus.a.smithi102.stdout:Apr 15 14:38:31 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-prometheus-a[64742]: ts=2024-04-15T14:38:31.473Z caller=refresh.go:99 level=error component="discovery manager scrape" discovery=http config=node msg="Unable to refresh target groups" err="Get \"http://172.21.15.16:8765/sd/prometheus/sd-config?service=node-exporter\": dial tcp 172.21.15.16:8765: connect: connection refused" 2024-04-15T14:38:31.937 INFO:journalctl@ceph.prometheus.a.smithi102.stdout:Apr 15 14:38:31 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-prometheus-a[64742]: ts=2024-04-15T14:38:31.474Z caller=refresh.go:99 level=error component="discovery manager scrape" discovery=http config=nvmeof msg="Unable to refresh target groups" err="Get \"http://172.21.15.16:8765/sd/prometheus/sd-config?service=nvmeof\": dial tcp 172.21.15.16:8765: connect: connection refused" 2024-04-15T14:38:31.937 INFO:journalctl@ceph.prometheus.a.smithi102.stdout:Apr 15 14:38:31 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-prometheus-a[64742]: ts=2024-04-15T14:38:31.476Z caller=refresh.go:99 level=error component="discovery manager scrape" discovery=http config=ceph-exporter msg="Unable to refresh target groups" err="Get \"http://172.21.15.16:8765/sd/prometheus/sd-config?service=ceph-exporter\": dial tcp 172.21.15.16:8765: connect: connection refused" 2024-04-15T14:38:31.937 INFO:journalctl@ceph.prometheus.a.smithi102.stdout:Apr 15 14:38:31 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-prometheus-a[64742]: ts=2024-04-15T14:38:31.479Z caller=refresh.go:99 level=error component="discovery manager scrape" discovery=http config=ceph msg="Unable to refresh target groups" err="Get \"http://172.21.15.16:8765/sd/prometheus/sd-config?service=mgr-prometheus\": dial tcp 172.21.15.16:8765: connect: connection refused" 2024-04-15T14:38:31.937 INFO:journalctl@ceph.prometheus.a.smithi102.stdout:Apr 15 14:38:31 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-prometheus-a[64742]: ts=2024-04-15T14:38:31.479Z caller=refresh.go:99 level=error component="discovery manager notify" discovery=http config=config-0 msg="Unable to refresh target groups" err="Get \"http://172.21.15.16:8765/sd/prometheus/sd-config?service=alertmanager\": dial tcp 172.21.15.16:8765: connect: connection refused" 2024-04-15T14:38:31.975 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 15 14:38:31 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-y[27693]: 2024-04-15T14:38:31.784+0000 7f65d3c85200 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-04-15T14:38:31.989 INFO:tasks.rados.rados.0.smithi016.stdout:535: done (4 left) 2024-04-15T14:38:31.990 INFO:tasks.rados.rados.0.smithi016.stdout:536: snap_create 2024-04-15T14:38:31.990 INFO:tasks.rados.rados.0.smithi016.stdout:531: finishing write tid 1 to smithi01678542-37 2024-04-15T14:38:31.990 INFO:tasks.rados.rados.0.smithi016.stdout:531: finishing write tid 2 to smithi01678542-37 2024-04-15T14:38:31.990 INFO:tasks.rados.rados.0.smithi016.stdout:531: finishing write tid 3 to smithi01678542-37 2024-04-15T14:38:31.990 INFO:tasks.rados.rados.0.smithi016.stdout:531: oid 37 updating version 0 to 222 2024-04-15T14:38:31.990 INFO:tasks.rados.rados.0.smithi016.stdout:531: oid 37 updating version 222 to 223 2024-04-15T14:38:31.990 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 37 v 223 (ObjNum 183 snap 53 seq_num 183) dirty exists 2024-04-15T14:38:31.990 INFO:tasks.rados.rados.0.smithi016.stdout:531: left oid 37 (ObjNum 183 snap 53 seq_num 183) 2024-04-15T14:38:31.990 INFO:tasks.rados.rados.0.smithi016.stdout:533: finishing write tid 1 to smithi01678542-12 2024-04-15T14:38:31.990 INFO:tasks.rados.rados.0.smithi016.stdout:533: finishing write tid 2 to smithi01678542-12 2024-04-15T14:38:31.990 INFO:tasks.rados.rados.0.smithi016.stdout:533: finishing write tid 3 to smithi01678542-12 2024-04-15T14:38:31.990 INFO:tasks.rados.rados.0.smithi016.stdout:533: oid 12 updating version 0 to 181 2024-04-15T14:38:31.991 INFO:tasks.rados.rados.0.smithi016.stdout:533: oid 12 version 181 is already newer than 180 2024-04-15T14:38:31.991 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 12 v 181 (ObjNum 184 snap 53 seq_num 184) dirty exists 2024-04-15T14:38:31.991 INFO:tasks.rados.rados.0.smithi016.stdout:533: left oid 12 (ObjNum 184 snap 53 seq_num 184) 2024-04-15T14:38:31.991 INFO:tasks.rados.rados.0.smithi016.stdout:534: finishing write tid 1 to smithi01678542-36 2024-04-15T14:38:31.991 INFO:tasks.rados.rados.0.smithi016.stdout:534: finishing write tid 2 to smithi01678542-36 2024-04-15T14:38:31.991 INFO:tasks.rados.rados.0.smithi016.stdout:534: finishing write tid 3 to smithi01678542-36 2024-04-15T14:38:31.991 INFO:tasks.rados.rados.0.smithi016.stdout:534: oid 36 updating version 0 to 316 2024-04-15T14:38:31.991 INFO:tasks.rados.rados.0.smithi016.stdout:534: oid 36 version 316 is already newer than 315 2024-04-15T14:38:31.991 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 36 v 316 (ObjNum 185 snap 53 seq_num 185) dirty exists 2024-04-15T14:38:31.991 INFO:tasks.rados.rados.0.smithi016.stdout:534: left oid 36 (ObjNum 185 snap 53 seq_num 185) 2024-04-15T14:38:32.270 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:38:31 smithi016 ceph-mon[27435]: [15/Apr/2024:14:38:30] ENGINE Bus STARTING 2024-04-15T14:38:32.270 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:38:31 smithi016 ceph-mon[27435]: osdmap e170: 8 total, 8 up, 8 in 2024-04-15T14:38:32.271 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:38:31 smithi016 ceph-mon[27435]: mgrmap e25: x(active, since 1.01267s) 2024-04-15T14:38:32.271 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:38:31 smithi016 ceph-mon[27435]: pgmap v4: 121 pgs: 121 active+clean; 133 MiB data, 498 MiB used, 715 GiB / 715 GiB avail 2024-04-15T14:38:32.271 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:38:31 smithi016 ceph-mon[27435]: [15/Apr/2024:14:38:31] ENGINE Serving on https://172.21.15.102:7150 2024-04-15T14:38:32.271 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:38:31 smithi016 ceph-mon[27435]: [15/Apr/2024:14:38:31] ENGINE Serving on http://172.21.15.102:8765 2024-04-15T14:38:32.271 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:38:31 smithi016 ceph-mon[27435]: [15/Apr/2024:14:38:31] ENGINE Bus STARTED 2024-04-15T14:38:32.271 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 15 14:38:32 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-y[27693]: 2024-04-15T14:38:32.065+0000 7f65d3c85200 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-04-15T14:38:32.271 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 15 14:38:32 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-y[27693]: 2024-04-15T14:38:32.179+0000 7f65d3c85200 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-04-15T14:38:32.271 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:38:31 smithi016 ceph-mon[36548]: [15/Apr/2024:14:38:30] ENGINE Bus STARTING 2024-04-15T14:38:32.272 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:38:31 smithi016 ceph-mon[36548]: osdmap e170: 8 total, 8 up, 8 in 2024-04-15T14:38:32.272 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:38:31 smithi016 ceph-mon[36548]: mgrmap e25: x(active, since 1.01267s) 2024-04-15T14:38:32.272 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:38:31 smithi016 ceph-mon[36548]: pgmap v4: 121 pgs: 121 active+clean; 133 MiB data, 498 MiB used, 715 GiB / 715 GiB avail 2024-04-15T14:38:32.272 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:38:31 smithi016 ceph-mon[36548]: [15/Apr/2024:14:38:31] ENGINE Serving on https://172.21.15.102:7150 2024-04-15T14:38:32.272 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:38:31 smithi016 ceph-mon[36548]: [15/Apr/2024:14:38:31] ENGINE Serving on http://172.21.15.102:8765 2024-04-15T14:38:32.272 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:38:31 smithi016 ceph-mon[36548]: [15/Apr/2024:14:38:31] ENGINE Bus STARTED 2024-04-15T14:38:32.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:38:31 smithi102 ceph-mon[31017]: [15/Apr/2024:14:38:30] ENGINE Bus STARTING 2024-04-15T14:38:32.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:38:31 smithi102 ceph-mon[31017]: osdmap e170: 8 total, 8 up, 8 in 2024-04-15T14:38:32.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:38:31 smithi102 ceph-mon[31017]: mgrmap e25: x(active, since 1.01267s) 2024-04-15T14:38:32.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:38:31 smithi102 ceph-mon[31017]: pgmap v4: 121 pgs: 121 active+clean; 133 MiB data, 498 MiB used, 715 GiB / 715 GiB avail 2024-04-15T14:38:32.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:38:31 smithi102 ceph-mon[31017]: [15/Apr/2024:14:38:31] ENGINE Serving on https://172.21.15.102:7150 2024-04-15T14:38:32.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:38:31 smithi102 ceph-mon[31017]: [15/Apr/2024:14:38:31] ENGINE Serving on http://172.21.15.102:8765 2024-04-15T14:38:32.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:38:31 smithi102 ceph-mon[31017]: [15/Apr/2024:14:38:31] ENGINE Bus STARTED 2024-04-15T14:38:32.539 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 15 14:38:32 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-y[27693]: 2024-04-15T14:38:32.268+0000 7f65d3c85200 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-04-15T14:38:32.539 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 15 14:38:32 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-y[27693]: 2024-04-15T14:38:32.366+0000 7f65d3c85200 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-04-15T14:38:32.989 INFO:tasks.rados.rados.0.smithi016.stdout:531: done (4 left) 2024-04-15T14:38:32.989 INFO:tasks.rados.rados.0.smithi016.stdout:532: done (3 left) 2024-04-15T14:38:32.989 INFO:tasks.rados.rados.0.smithi016.stdout:533: done (2 left) 2024-04-15T14:38:32.989 INFO:tasks.rados.rados.0.smithi016.stdout:534: done (1 left) 2024-04-15T14:38:32.989 INFO:tasks.rados.rados.0.smithi016.stdout:536: done (0 left) 2024-04-15T14:38:32.989 INFO:tasks.rados.rados.0.smithi016.stdout:537: snap_remove snap 53 2024-04-15T14:38:32.991 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 15 14:38:32 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-y[27693]: 2024-04-15T14:38:32.546+0000 7f65d3c85200 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-04-15T14:38:33.289 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:38:32 smithi016 ceph-mon[27435]: mgrmap e26: x(active, since 2s) 2024-04-15T14:38:33.289 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:38:32 smithi016 ceph-mon[27435]: osdmap e171: 8 total, 8 up, 8 in 2024-04-15T14:38:33.289 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:38:32 smithi016 ceph-mon[27435]: pgmap v6: 121 pgs: 121 active+clean; 133 MiB data, 498 MiB used, 715 GiB / 715 GiB avail 2024-04-15T14:38:33.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:38:32 smithi016 ceph-mon[36548]: mgrmap e26: x(active, since 2s) 2024-04-15T14:38:33.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:38:32 smithi016 ceph-mon[36548]: osdmap e171: 8 total, 8 up, 8 in 2024-04-15T14:38:33.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:38:32 smithi016 ceph-mon[36548]: pgmap v6: 121 pgs: 121 active+clean; 133 MiB data, 498 MiB used, 715 GiB / 715 GiB avail 2024-04-15T14:38:33.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:38:32 smithi102 ceph-mon[31017]: mgrmap e26: x(active, since 2s) 2024-04-15T14:38:33.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:38:32 smithi102 ceph-mon[31017]: osdmap e171: 8 total, 8 up, 8 in 2024-04-15T14:38:33.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:38:32 smithi102 ceph-mon[31017]: pgmap v6: 121 pgs: 121 active+clean; 133 MiB data, 498 MiB used, 715 GiB / 715 GiB avail 2024-04-15T14:38:33.993 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 15 14:38:33 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-y[27693]: 2024-04-15T14:38:33.547+0000 7f65d3c85200 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-04-15T14:38:33.993 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 15 14:38:33 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-y[27693]: 2024-04-15T14:38:33.684+0000 7f65d3c85200 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-04-15T14:38:34.004 INFO:tasks.rados.rados.0.smithi016.stdout:537: done (0 left) 2024-04-15T14:38:34.004 INFO:tasks.rados.rados.0.smithi016.stdout:538: read oid 16 snap 47 2024-04-15T14:38:34.004 INFO:tasks.rados.rados.0.smithi016.stdout:538: expect deleted 2024-04-15T14:38:34.004 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 2 current snap is 54 2024-04-15T14:38:34.004 INFO:tasks.rados.rados.0.smithi016.stdout:539: seq_num 186 ranges {1597440=720896} 2024-04-15T14:38:34.017 INFO:tasks.rados.rados.0.smithi016.stdout:539: writing smithi01678542-2 from 1597440 to 2318336 tid 1 2024-04-15T14:38:34.017 INFO:tasks.rados.rados.0.smithi016.stdout:540: setattr oid 49 current snap is 54 2024-04-15T14:38:34.017 INFO:tasks.rados.rados.0.smithi016.stdout:538: done (2 left) 2024-04-15T14:38:34.018 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 33 current snap is 54 2024-04-15T14:38:34.018 INFO:tasks.rados.rados.0.smithi016.stdout:541: seq_num 187 ranges {253952=737280} 2024-04-15T14:38:34.024 INFO:tasks.rados.rados.0.smithi016.stdout:541: writing smithi01678542-33 from 253952 to 991232 tid 1 2024-04-15T14:38:34.025 INFO:tasks.rados.rados.0.smithi016.stdout:542: read oid 29 snap -1 2024-04-15T14:38:34.025 INFO:tasks.rados.rados.0.smithi016.stdout:542: expect deleted 2024-04-15T14:38:34.025 INFO:tasks.rados.rados.0.smithi016.stdout:543: read oid 5 snap -1 2024-04-15T14:38:34.025 INFO:tasks.rados.rados.0.smithi016.stdout:543: expect (ObjNum 150 snap 45 seq_num 150) 2024-04-15T14:38:34.025 INFO:tasks.rados.rados.0.smithi016.stdout:544: copy_from oid 1 from oid 7 current snap is 54 2024-04-15T14:38:34.025 INFO:tasks.rados.rados.0.smithi016.stdout:539: finishing write tid 1 to smithi01678542-2 2024-04-15T14:38:34.025 INFO:tasks.rados.rados.0.smithi016.stdout:539: finishing write tid 2 to smithi01678542-2 2024-04-15T14:38:34.025 INFO:tasks.rados.rados.0.smithi016.stdout:539: finishing write tid 3 to smithi01678542-2 2024-04-15T14:38:34.025 INFO:tasks.rados.rados.0.smithi016.stdout:539: oid 2 updating version 0 to 231 2024-04-15T14:38:34.025 INFO:tasks.rados.rados.0.smithi016.stdout:539: oid 2 updating version 231 to 232 2024-04-15T14:38:34.025 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 2 v 232 (ObjNum 186 snap 54 seq_num 186) dirty exists 2024-04-15T14:38:34.025 INFO:tasks.rados.rados.0.smithi016.stdout:539: left oid 2 (ObjNum 186 snap 54 seq_num 186) 2024-04-15T14:38:34.025 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 49 v 121 (ObjNum 33 snap 0 seq_num 4179104135) dirty exists 2024-04-15T14:38:34.025 INFO:tasks.rados.rados.0.smithi016.stdout:539: done (5 left) 2024-04-15T14:38:34.026 INFO:tasks.rados.rados.0.smithi016.stdout:540: done (4 left) 2024-04-15T14:38:34.026 INFO:tasks.rados.rados.0.smithi016.stdout:545: rollback oid 22 current snap is 54 2024-04-15T14:38:34.026 INFO:tasks.rados.rados.0.smithi016.stdout:rollback oid 22 to 39 2024-04-15T14:38:34.026 INFO:tasks.rados.rados.0.smithi016.stdout:546: snap_remove snap 47 2024-04-15T14:38:34.289 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:38:33 smithi016 ceph-mon[27435]: osdmap e172: 8 total, 8 up, 8 in 2024-04-15T14:38:34.289 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:38:33 smithi016 ceph-mon[36548]: osdmap e172: 8 total, 8 up, 8 in 2024-04-15T14:38:34.290 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 15 14:38:34 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-y[27693]: 2024-04-15T14:38:34.036+0000 7f65d3c85200 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-04-15T14:38:34.290 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 15 14:38:34 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-y[27693]: 2024-04-15T14:38:34.131+0000 7f65d3c85200 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-04-15T14:38:34.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:38:33 smithi102 ceph-mon[31017]: osdmap e172: 8 total, 8 up, 8 in 2024-04-15T14:38:34.461 INFO:tasks.rados.rados.0.smithi016.stdout:546: done (5 left) 2024-04-15T14:38:34.461 INFO:tasks.rados.rados.0.smithi016.stdout:547: read oid 31 snap -1 2024-04-15T14:38:34.461 INFO:tasks.rados.rados.0.smithi016.stdout:547: expect (ObjNum 31 snap 0 seq_num 31) 2024-04-15T14:38:34.461 INFO:tasks.rados.rados.0.smithi016.stdout:548: rollback oid 18 current snap is 54 2024-04-15T14:38:34.461 INFO:tasks.rados.rados.0.smithi016.stdout:rollback oid 18 to 25 2024-04-15T14:38:34.461 INFO:tasks.rados.rados.0.smithi016.stdout:545: finishing rollback tid 0 to smithi01678542-22 2024-04-15T14:38:34.461 INFO:tasks.rados.rados.0.smithi016.stdout:545: finishing rollback tid 1 to smithi01678542-22 2024-04-15T14:38:34.461 INFO:tasks.rados.rados.0.smithi016.stdout:545: finishing rollback tid 2 to smithi01678542-22 2024-04-15T14:38:34.461 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 22 v 235 (ObjNum 123 snap 34 seq_num 123) dirty exists 2024-04-15T14:38:34.462 INFO:tasks.rados.rados.0.smithi016.stdout:541: finishing write tid 1 to smithi01678542-33 2024-04-15T14:38:34.462 INFO:tasks.rados.rados.0.smithi016.stdout:541: finishing write tid 2 to smithi01678542-33 2024-04-15T14:38:34.462 INFO:tasks.rados.rados.0.smithi016.stdout:541: finishing write tid 3 to smithi01678542-33 2024-04-15T14:38:34.462 INFO:tasks.rados.rados.0.smithi016.stdout:541: oid 33 updating version 0 to 277 2024-04-15T14:38:34.462 INFO:tasks.rados.rados.0.smithi016.stdout:541: oid 33 version 277 is already newer than 276 2024-04-15T14:38:34.462 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 33 v 277 (ObjNum 187 snap 54 seq_num 187) dirty exists 2024-04-15T14:38:34.462 INFO:tasks.rados.rados.0.smithi016.stdout:541: left oid 33 (ObjNum 187 snap 54 seq_num 187) 2024-04-15T14:38:34.462 INFO:tasks.rados.rados.0.smithi016.stdout:543: expect (ObjNum 150 snap 45 seq_num 150) 2024-04-15T14:38:34.558 INFO:tasks.rados.rados.0.smithi016.stdout:544: finishing copy_from racing read to smithi01678542-1 2024-04-15T14:38:34.558 INFO:tasks.rados.rados.0.smithi016.stdout:544: finishing copy_from to smithi01678542-1 2024-04-15T14:38:34.558 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 1 v 64 (ObjNum 99 snap 25 seq_num 99) dirty exists 2024-04-15T14:38:34.559 INFO:tasks.rados.rados.0.smithi016.stdout:541: done (6 left) 2024-04-15T14:38:34.559 INFO:tasks.rados.rados.0.smithi016.stdout:542: done (5 left) 2024-04-15T14:38:34.559 INFO:tasks.rados.rados.0.smithi016.stdout:543: done (4 left) 2024-04-15T14:38:34.559 INFO:tasks.rados.rados.0.smithi016.stdout:544: done (3 left) 2024-04-15T14:38:34.559 INFO:tasks.rados.rados.0.smithi016.stdout:545: done (2 left) 2024-04-15T14:38:34.559 INFO:tasks.rados.rados.0.smithi016.stdout:549: setattr oid 49 current snap is 54 2024-04-15T14:38:34.559 INFO:tasks.rados.rados.0.smithi016.stdout:547: expect (ObjNum 31 snap 0 seq_num 31) 2024-04-15T14:38:34.577 INFO:tasks.rados.rados.0.smithi016.stdout:548: finishing rollback tid 0 to smithi01678542-18 2024-04-15T14:38:34.577 INFO:tasks.rados.rados.0.smithi016.stdout:548: finishing rollback tid 1 to smithi01678542-18 2024-04-15T14:38:34.577 INFO:tasks.rados.rados.0.smithi016.stdout:548: finishing rollback tid 2 to smithi01678542-18 2024-04-15T14:38:34.577 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 18 v 66 (ObjNum 17 snap 0 seq_num 17) dirty exists 2024-04-15T14:38:34.577 INFO:tasks.rados.rados.0.smithi016.stdout:547: done (2 left) 2024-04-15T14:38:34.577 INFO:tasks.rados.rados.0.smithi016.stdout:548: done (1 left) 2024-04-15T14:38:34.577 INFO:tasks.rados.rados.0.smithi016.stdout:550: rollback oid 34 current snap is 54 2024-04-15T14:38:34.577 INFO:tasks.rados.rados.0.smithi016.stdout:rollback oid 34 to 52 2024-04-15T14:38:34.577 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 21 current snap is 54 2024-04-15T14:38:34.577 INFO:tasks.rados.rados.0.smithi016.stdout:551: seq_num 188 ranges {221184=753664} 2024-04-15T14:38:34.582 INFO:tasks.rados.rados.0.smithi016.stdout:551: writing smithi01678542-21 from 221184 to 974848 tid 1 2024-04-15T14:38:34.582 INFO:tasks.rados.rados.0.smithi016.stdout:552: snap_remove snap 30 2024-04-15T14:38:34.789 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 15 14:38:34 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-y[27693]: 2024-04-15T14:38:34.350+0000 7f65d3c85200 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-04-15T14:38:34.789 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 15 14:38:34 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-y[27693]: 2024-04-15T14:38:34.553+0000 7f65d3c85200 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-04-15T14:38:35.126 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:38:34 smithi016 ceph-mon[36548]: pgmap v8: 121 pgs: 121 active+clean; 133 MiB data, 498 MiB used, 715 GiB / 715 GiB avail 2024-04-15T14:38:35.127 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:38:34 smithi016 ceph-mon[36548]: osdmap e173: 8 total, 8 up, 8 in 2024-04-15T14:38:35.127 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:38:34 smithi016 ceph-mon[36548]: mgrmap e27: x(active, since 4s) 2024-04-15T14:38:35.127 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:38:34 smithi016 ceph-mon[36548]: osdmap e174: 8 total, 8 up, 8 in 2024-04-15T14:38:35.127 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:38:34 smithi016 ceph-mon[27435]: pgmap v8: 121 pgs: 121 active+clean; 133 MiB data, 498 MiB used, 715 GiB / 715 GiB avail 2024-04-15T14:38:35.127 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:38:34 smithi016 ceph-mon[27435]: osdmap e173: 8 total, 8 up, 8 in 2024-04-15T14:38:35.127 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:38:34 smithi016 ceph-mon[27435]: mgrmap e27: x(active, since 4s) 2024-04-15T14:38:35.127 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:38:34 smithi016 ceph-mon[27435]: osdmap e174: 8 total, 8 up, 8 in 2024-04-15T14:38:35.128 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 15 14:38:34 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-y[27693]: 2024-04-15T14:38:34.857+0000 7f65d3c85200 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-04-15T14:38:35.128 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 15 14:38:35 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-y[27693]: 2024-04-15T14:38:35.124+0000 7f65d3c85200 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-04-15T14:38:35.438 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:38:34 smithi102 ceph-mon[31017]: pgmap v8: 121 pgs: 121 active+clean; 133 MiB data, 498 MiB used, 715 GiB / 715 GiB avail 2024-04-15T14:38:35.438 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:38:34 smithi102 ceph-mon[31017]: osdmap e173: 8 total, 8 up, 8 in 2024-04-15T14:38:35.438 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:38:34 smithi102 ceph-mon[31017]: mgrmap e27: x(active, since 4s) 2024-04-15T14:38:35.439 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:38:34 smithi102 ceph-mon[31017]: osdmap e174: 8 total, 8 up, 8 in 2024-04-15T14:38:35.461 INFO:tasks.rados.rados.0.smithi016.stdout:552: done (3 left) 2024-04-15T14:38:35.462 INFO:tasks.rados.rados.0.smithi016.stdout:553: read oid 27 snap -1 2024-04-15T14:38:35.462 INFO:tasks.rados.rados.0.smithi016.stdout:553: expect (ObjNum 169 snap 50 seq_num 169) 2024-04-15T14:38:35.462 INFO:tasks.rados.rados.0.smithi016.stdout:554: copy_from oid 1 from oid 33 current snap is 54 2024-04-15T14:38:35.462 INFO:tasks.rados.rados.0.smithi016.stdout:555: rollback oid 38 current snap is 54 2024-04-15T14:38:35.462 INFO:tasks.rados.rados.0.smithi016.stdout:rollback oid 38 to 51 2024-04-15T14:38:35.462 INFO:tasks.rados.rados.0.smithi016.stdout:556: snap_create 2024-04-15T14:38:35.462 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 49 v 124 (ObjNum 33 snap 0 seq_num 2234875584) dirty exists 2024-04-15T14:38:35.462 INFO:tasks.rados.rados.0.smithi016.stdout:550: finishing rollback tid 0 to smithi01678542-34 2024-04-15T14:38:35.462 INFO:tasks.rados.rados.0.smithi016.stdout:550: finishing rollback tid 1 to smithi01678542-34 2024-04-15T14:38:35.462 INFO:tasks.rados.rados.0.smithi016.stdout:550: finishing rollback tid 2 to smithi01678542-34 2024-04-15T14:38:35.462 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 34 v 332 (ObjNum 45 snap 0 seq_num 45) dirty exists 2024-04-15T14:38:35.462 INFO:tasks.rados.rados.0.smithi016.stdout:551: finishing write tid 1 to smithi01678542-21 2024-04-15T14:38:35.462 INFO:tasks.rados.rados.0.smithi016.stdout:551: finishing write tid 2 to smithi01678542-21 2024-04-15T14:38:35.463 INFO:tasks.rados.rados.0.smithi016.stdout:551: finishing write tid 3 to smithi01678542-21 2024-04-15T14:38:35.463 INFO:tasks.rados.rados.0.smithi016.stdout:551: oid 21 updating version 0 to 334 2024-04-15T14:38:35.463 INFO:tasks.rados.rados.0.smithi016.stdout:551: oid 21 updating version 334 to 335 2024-04-15T14:38:35.463 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 21 v 335 (ObjNum 188 snap 54 seq_num 188) dirty exists 2024-04-15T14:38:35.463 INFO:tasks.rados.rados.0.smithi016.stdout:551: left oid 21 (ObjNum 188 snap 54 seq_num 188) 2024-04-15T14:38:35.475 INFO:tasks.rados.rados.0.smithi016.stdout:554: finishing copy_from racing read to smithi01678542-1 2024-04-15T14:38:35.477 INFO:tasks.rados.rados.0.smithi016.stdout:554: finishing copy_from to smithi01678542-1 2024-04-15T14:38:35.477 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 1 v 277 (ObjNum 187 snap 54 seq_num 187) dirty exists 2024-04-15T14:38:35.478 INFO:tasks.rados.rados.0.smithi016.stdout:555: finishing rollback tid 0 to smithi01678542-38 2024-04-15T14:38:35.482 INFO:tasks.rados.rados.0.smithi016.stdout:555: finishing rollback tid 1 to smithi01678542-38 2024-04-15T14:38:35.482 INFO:tasks.rados.rados.0.smithi016.stdout:555: finishing rollback tid 2 to smithi01678542-38 2024-04-15T14:38:35.482 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 38 v 222 (ObjNum 37 snap 0 seq_num 37) dirty exists 2024-04-15T14:38:35.492 INFO:tasks.rados.rados.0.smithi016.stdout:553: expect (ObjNum 169 snap 50 seq_num 169) 2024-04-15T14:38:35.789 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 15 14:38:35 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-y[27693]: 2024-04-15T14:38:35.378+0000 7f65d3c85200 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-04-15T14:38:36.459 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 15 14:38:36 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-y[27693]: 2024-04-15T14:38:36.283+0000 7f65d3c85200 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-04-15T14:38:36.467 INFO:tasks.rados.rados.0.smithi016.stdout:549: done (6 left) 2024-04-15T14:38:36.467 INFO:tasks.rados.rados.0.smithi016.stdout:550: done (5 left) 2024-04-15T14:38:36.467 INFO:tasks.rados.rados.0.smithi016.stdout:551: done (4 left) 2024-04-15T14:38:36.468 INFO:tasks.rados.rados.0.smithi016.stdout:553: done (3 left) 2024-04-15T14:38:36.468 INFO:tasks.rados.rados.0.smithi016.stdout:554: done (2 left) 2024-04-15T14:38:36.468 INFO:tasks.rados.rados.0.smithi016.stdout:555: done (1 left) 2024-04-15T14:38:36.468 INFO:tasks.rados.rados.0.smithi016.stdout:556: done (0 left) 2024-04-15T14:38:36.468 INFO:tasks.rados.rados.0.smithi016.stdout:557: read oid 47 snap -1 2024-04-15T14:38:36.468 INFO:tasks.rados.rados.0.smithi016.stdout:557: expect deleted 2024-04-15T14:38:36.468 INFO:tasks.rados.rados.0.smithi016.stdout:558: delete oid 33 current snap is 55 2024-04-15T14:38:36.474 INFO:tasks.rados.rados.0.smithi016.stdout:557: done (1 left) 2024-04-15T14:38:36.475 INFO:tasks.rados.rados.0.smithi016.stdout:558: done (0 left) 2024-04-15T14:38:36.475 INFO:tasks.rados.rados.0.smithi016.stdout:559: rollback oid 46 current snap is 55 2024-04-15T14:38:36.475 INFO:tasks.rados.rados.0.smithi016.stdout:rollback oid 46 to 45 2024-04-15T14:38:36.475 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 49 current snap is 55 2024-04-15T14:38:36.475 INFO:tasks.rados.rados.0.smithi016.stdout:560: seq_num 190 ranges {0=786432} 2024-04-15T14:38:36.480 INFO:tasks.rados.rados.0.smithi016.stdout:560: writing smithi01678542-49 from 0 to 786432 tid 1 2024-04-15T14:38:36.480 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 10 current snap is 55 2024-04-15T14:38:36.480 INFO:tasks.rados.rados.0.smithi016.stdout:559: finishing rollback tid 1 to smithi01678542-46 2024-04-15T14:38:36.480 INFO:tasks.rados.rados.0.smithi016.stdout:559: finishing rollback tid 2 to smithi01678542-46 2024-04-15T14:38:36.480 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 46 v 255 (ObjNum 45 snap 0 seq_num 45) dirty exists 2024-04-15T14:38:36.480 INFO:tasks.rados.rados.0.smithi016.stdout:561: seq_num 191 ranges {0=802816} 2024-04-15T14:38:36.485 INFO:tasks.rados.rados.0.smithi016.stdout:561: writing smithi01678542-10 from 0 to 802816 tid 1 2024-04-15T14:38:36.485 INFO:tasks.rados.rados.0.smithi016.stdout:559: done (2 left) 2024-04-15T14:38:36.485 INFO:tasks.rados.rados.0.smithi016.stdout:562: rollback oid 31 current snap is 55 2024-04-15T14:38:36.485 INFO:tasks.rados.rados.0.smithi016.stdout:rollback oid 31 to 45 2024-04-15T14:38:36.485 INFO:tasks.rados.rados.0.smithi016.stdout:563: read oid 32 snap -1 2024-04-15T14:38:36.485 INFO:tasks.rados.rados.0.smithi016.stdout:563: expect (ObjNum 6 snap 0 seq_num 6) 2024-04-15T14:38:36.486 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 24 current snap is 55 2024-04-15T14:38:36.486 INFO:tasks.rados.rados.0.smithi016.stdout:564: seq_num 192 ranges {778240=417792,1196032=401408} 2024-04-15T14:38:36.492 INFO:tasks.rados.rados.0.smithi016.stdout:564: writing smithi01678542-24 from 778240 to 1196032 tid 1 2024-04-15T14:38:36.495 INFO:tasks.rados.rados.0.smithi016.stdout:564: writing smithi01678542-24 from 1196032 to 1597440 tid 2 2024-04-15T14:38:36.495 INFO:tasks.rados.rados.0.smithi016.stdout:565: snap_create 2024-04-15T14:38:36.495 INFO:tasks.rados.rados.0.smithi016.stdout:560: finishing write tid 1 to smithi01678542-49 2024-04-15T14:38:36.496 INFO:tasks.rados.rados.0.smithi016.stdout:560: finishing write tid 2 to smithi01678542-49 2024-04-15T14:38:36.496 INFO:tasks.rados.rados.0.smithi016.stdout:560: finishing write tid 3 to smithi01678542-49 2024-04-15T14:38:36.496 INFO:tasks.rados.rados.0.smithi016.stdout:560: oid 49 updating version 0 to 131 2024-04-15T14:38:36.496 INFO:tasks.rados.rados.0.smithi016.stdout:560: oid 49 version 131 is already newer than 130 2024-04-15T14:38:36.496 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 49 v 131 (ObjNum 190 snap 55 seq_num 190) dirty exists 2024-04-15T14:38:36.496 INFO:tasks.rados.rados.0.smithi016.stdout:560: left oid 49 (ObjNum 190 snap 55 seq_num 190) 2024-04-15T14:38:36.496 INFO:tasks.rados.rados.0.smithi016.stdout:563: expect (ObjNum 6 snap 0 seq_num 6) 2024-04-15T14:38:36.500 INFO:tasks.rados.rados.0.smithi016.stdout:561: finishing write tid 1 to smithi01678542-10 2024-04-15T14:38:36.500 INFO:tasks.rados.rados.0.smithi016.stdout:561: finishing write tid 2 to smithi01678542-10 2024-04-15T14:38:36.500 INFO:tasks.rados.rados.0.smithi016.stdout:562: finishing rollback tid 0 to smithi01678542-31 2024-04-15T14:38:36.500 INFO:tasks.rados.rados.0.smithi016.stdout:562: finishing rollback tid 1 to smithi01678542-31 2024-04-15T14:38:36.500 INFO:tasks.rados.rados.0.smithi016.stdout:562: finishing rollback tid 2 to smithi01678542-31 2024-04-15T14:38:36.500 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 31 v 280 (ObjNum 31 snap 0 seq_num 31) dirty exists 2024-04-15T14:38:36.501 INFO:tasks.rados.rados.0.smithi016.stdout:561: finishing write tid 3 to smithi01678542-10 2024-04-15T14:38:36.501 INFO:tasks.rados.rados.0.smithi016.stdout:561: oid 10 updating version 0 to 256 2024-04-15T14:38:36.501 INFO:tasks.rados.rados.0.smithi016.stdout:561: oid 10 updating version 256 to 257 2024-04-15T14:38:36.501 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 10 v 257 (ObjNum 191 snap 55 seq_num 191) dirty exists 2024-04-15T14:38:36.501 INFO:tasks.rados.rados.0.smithi016.stdout:561: left oid 10 (ObjNum 191 snap 55 seq_num 191) 2024-04-15T14:38:36.501 INFO:tasks.rados.rados.0.smithi016.stdout:564: finishing write tid 1 to smithi01678542-24 2024-04-15T14:38:36.501 INFO:tasks.rados.rados.0.smithi016.stdout:564: finishing write tid 2 to smithi01678542-24 2024-04-15T14:38:36.501 INFO:tasks.rados.rados.0.smithi016.stdout:564: finishing write tid 3 to smithi01678542-24 2024-04-15T14:38:36.501 INFO:tasks.rados.rados.0.smithi016.stdout:564: finishing write tid 4 to smithi01678542-24 2024-04-15T14:38:36.501 INFO:tasks.rados.rados.0.smithi016.stdout:564: oid 24 updating version 0 to 231 2024-04-15T14:38:36.501 INFO:tasks.rados.rados.0.smithi016.stdout:564: oid 24 version 231 is already newer than 230 2024-04-15T14:38:36.501 INFO:tasks.rados.rados.0.smithi016.stdout:564: oid 24 updating version 231 to 232 2024-04-15T14:38:36.501 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 24 v 232 (ObjNum 192 snap 55 seq_num 192) dirty exists 2024-04-15T14:38:36.501 INFO:tasks.rados.rados.0.smithi016.stdout:564: left oid 24 (ObjNum 192 snap 55 seq_num 192) 2024-04-15T14:38:36.789 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:38:36 smithi016 ceph-mon[36548]: osdmap e175: 8 total, 8 up, 8 in 2024-04-15T14:38:36.789 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:38:36 smithi016 ceph-mon[27435]: osdmap e175: 8 total, 8 up, 8 in 2024-04-15T14:38:36.798 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:38:36 smithi102 ceph-mon[31017]: osdmap e175: 8 total, 8 up, 8 in 2024-04-15T14:38:37.191 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 15 14:38:36 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-y[27693]: 2024-04-15T14:38:36.913+0000 7f65d3c85200 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-04-15T14:38:37.191 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 15 14:38:37 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-y[27693]: 2024-04-15T14:38:37.018+0000 7f65d3c85200 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-04-15T14:38:37.465 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 15 14:38:37 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-y[27693]: 2024-04-15T14:38:37.263+0000 7f65d3c85200 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-04-15T14:38:37.465 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 15 14:38:37 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-y[27693]: [15/Apr/2024:14:38:37] ENGINE Bus STARTING 2024-04-15T14:38:37.465 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 15 14:38:37 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-y[27693]: CherryPy Checker: 2024-04-15T14:38:37.466 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 15 14:38:37 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-y[27693]: The Application mounted at '' has an empty config. 2024-04-15T14:38:37.466 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 15 14:38:37 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-y[27693]: 2024-04-15T14:38:37.466 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 15 14:38:37 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-y[27693]: [15/Apr/2024:14:38:37] ENGINE Serving on http://:::9283 2024-04-15T14:38:37.466 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 15 14:38:37 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-y[27693]: [15/Apr/2024:14:38:37] ENGINE Bus STARTED 2024-04-15T14:38:37.476 INFO:tasks.rados.rados.0.smithi016.stdout:560: done (5 left) 2024-04-15T14:38:37.476 INFO:tasks.rados.rados.0.smithi016.stdout:561: done (4 left) 2024-04-15T14:38:37.476 INFO:tasks.rados.rados.0.smithi016.stdout:562: done (3 left) 2024-04-15T14:38:37.476 INFO:tasks.rados.rados.0.smithi016.stdout:563: done (2 left) 2024-04-15T14:38:37.477 INFO:tasks.rados.rados.0.smithi016.stdout:564: done (1 left) 2024-04-15T14:38:37.477 INFO:tasks.rados.rados.0.smithi016.stdout:565: done (0 left) 2024-04-15T14:38:37.477 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 23 current snap is 56 2024-04-15T14:38:37.477 INFO:tasks.rados.rados.0.smithi016.stdout:566: seq_num 193 ranges {1957888=434176,2392064=401408} 2024-04-15T14:38:37.489 INFO:tasks.rados.rados.0.smithi016.stdout:566: writing smithi01678542-23 from 1957888 to 2392064 tid 1 2024-04-15T14:38:37.491 INFO:tasks.rados.rados.0.smithi016.stdout:566: writing smithi01678542-23 from 2392064 to 2793472 tid 2 2024-04-15T14:38:37.491 INFO:tasks.rados.rados.0.smithi016.stdout:567: copy_from oid 26 from oid 22 current snap is 56 2024-04-15T14:38:37.492 INFO:tasks.rados.rados.0.smithi016.stdout:568: snap_create 2024-04-15T14:38:37.494 INFO:tasks.rados.rados.0.smithi016.stdout:566: finishing write tid 1 to smithi01678542-23 2024-04-15T14:38:37.495 INFO:tasks.rados.rados.0.smithi016.stdout:566: finishing write tid 2 to smithi01678542-23 2024-04-15T14:38:37.495 INFO:tasks.rados.rados.0.smithi016.stdout:566: finishing write tid 3 to smithi01678542-23 2024-04-15T14:38:37.495 INFO:tasks.rados.rados.0.smithi016.stdout:566: finishing write tid 4 to smithi01678542-23 2024-04-15T14:38:37.495 INFO:tasks.rados.rados.0.smithi016.stdout:566: oid 23 updating version 0 to 203 2024-04-15T14:38:37.496 INFO:tasks.rados.rados.0.smithi016.stdout:566: oid 23 version 203 is already newer than 202 2024-04-15T14:38:37.496 INFO:tasks.rados.rados.0.smithi016.stdout:566: oid 23 version 203 is already newer than 201 2024-04-15T14:38:37.496 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 23 v 203 (ObjNum 193 snap 56 seq_num 193) dirty exists 2024-04-15T14:38:37.496 INFO:tasks.rados.rados.0.smithi016.stdout:566: left oid 23 (ObjNum 193 snap 56 seq_num 193) 2024-04-15T14:38:37.499 INFO:tasks.rados.rados.0.smithi016.stdout:567: finishing copy_from racing read to smithi01678542-26 2024-04-15T14:38:37.501 INFO:tasks.rados.rados.0.smithi016.stdout:567: finishing copy_from to smithi01678542-26 2024-04-15T14:38:37.501 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 26 v 235 (ObjNum 123 snap 34 seq_num 123) dirty exists 2024-04-15T14:38:37.789 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:38:37 smithi016 ceph-mon[27435]: pgmap v12: 121 pgs: 121 active+clean; 134 MiB data, 500 MiB used, 715 GiB / 715 GiB avail; 255 B/s rd, 318 KiB/s wr, 1 op/s 2024-04-15T14:38:37.789 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:38:37 smithi016 ceph-mon[27435]: osdmap e176: 8 total, 8 up, 8 in 2024-04-15T14:38:37.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:38:37 smithi016 ceph-mon[27435]: Standby manager daemon y started 2024-04-15T14:38:37.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:38:37 smithi016 ceph-mon[27435]: from='mgr.? 172.21.15.16:0/1210971227' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/crt"}]: dispatch 2024-04-15T14:38:37.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:38:37 smithi016 ceph-mon[27435]: from='mgr.? 172.21.15.16:0/1210971227' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-04-15T14:38:37.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:38:37 smithi016 ceph-mon[27435]: from='mgr.? 172.21.15.16:0/1210971227' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/key"}]: dispatch 2024-04-15T14:38:37.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:38:37 smithi016 ceph-mon[27435]: from='mgr.? 172.21.15.16:0/1210971227' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-04-15T14:38:37.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:38:37 smithi016 ceph-mon[36548]: pgmap v12: 121 pgs: 121 active+clean; 134 MiB data, 500 MiB used, 715 GiB / 715 GiB avail; 255 B/s rd, 318 KiB/s wr, 1 op/s 2024-04-15T14:38:37.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:38:37 smithi016 ceph-mon[36548]: osdmap e176: 8 total, 8 up, 8 in 2024-04-15T14:38:37.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:38:37 smithi016 ceph-mon[36548]: Standby manager daemon y started 2024-04-15T14:38:37.791 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:38:37 smithi016 ceph-mon[36548]: from='mgr.? 172.21.15.16:0/1210971227' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/crt"}]: dispatch 2024-04-15T14:38:37.791 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:38:37 smithi016 ceph-mon[36548]: from='mgr.? 172.21.15.16:0/1210971227' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-04-15T14:38:37.791 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:38:37 smithi016 ceph-mon[36548]: from='mgr.? 172.21.15.16:0/1210971227' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/key"}]: dispatch 2024-04-15T14:38:37.791 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:38:37 smithi016 ceph-mon[36548]: from='mgr.? 172.21.15.16:0/1210971227' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-04-15T14:38:37.802 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:38:37 smithi102 ceph-mon[31017]: pgmap v12: 121 pgs: 121 active+clean; 134 MiB data, 500 MiB used, 715 GiB / 715 GiB avail; 255 B/s rd, 318 KiB/s wr, 1 op/s 2024-04-15T14:38:37.803 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:38:37 smithi102 ceph-mon[31017]: osdmap e176: 8 total, 8 up, 8 in 2024-04-15T14:38:37.803 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:38:37 smithi102 ceph-mon[31017]: Standby manager daemon y started 2024-04-15T14:38:37.803 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:38:37 smithi102 ceph-mon[31017]: from='mgr.? 172.21.15.16:0/1210971227' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/crt"}]: dispatch 2024-04-15T14:38:37.803 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:38:37 smithi102 ceph-mon[31017]: from='mgr.? 172.21.15.16:0/1210971227' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-04-15T14:38:37.803 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:38:37 smithi102 ceph-mon[31017]: from='mgr.? 172.21.15.16:0/1210971227' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/key"}]: dispatch 2024-04-15T14:38:37.803 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:38:37 smithi102 ceph-mon[31017]: from='mgr.? 172.21.15.16:0/1210971227' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-04-15T14:38:38.478 INFO:tasks.rados.rados.0.smithi016.stdout:566: done (2 left) 2024-04-15T14:38:38.478 INFO:tasks.rados.rados.0.smithi016.stdout:567: done (1 left) 2024-04-15T14:38:38.478 INFO:tasks.rados.rados.0.smithi016.stdout:568: done (0 left) 2024-04-15T14:38:38.478 INFO:tasks.rados.rados.0.smithi016.stdout:569: snap_create 2024-04-15T14:38:38.755 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:38:38 smithi102 ceph-mon[31017]: osdmap e177: 8 total, 8 up, 8 in 2024-04-15T14:38:38.755 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:38:38 smithi102 ceph-mon[31017]: mgrmap e28: x(active, since 7s), standbys: y 2024-04-15T14:38:38.755 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:38:38 smithi102 ceph-mon[31017]: from='mgr.24892 172.21.15.102:0/1583469291' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-04-15T14:38:38.755 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:38:38 smithi102 ceph-mon[31017]: from='mgr.24892 ' entity='mgr.x' 2024-04-15T14:38:38.755 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:38:38 smithi102 ceph-mon[31017]: from='mgr.24892 ' entity='mgr.x' 2024-04-15T14:38:38.789 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:38:38 smithi016 ceph-mon[27435]: osdmap e177: 8 total, 8 up, 8 in 2024-04-15T14:38:38.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:38:38 smithi016 ceph-mon[27435]: mgrmap e28: x(active, since 7s), standbys: y 2024-04-15T14:38:38.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:38:38 smithi016 ceph-mon[27435]: from='mgr.24892 172.21.15.102:0/1583469291' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-04-15T14:38:38.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:38:38 smithi016 ceph-mon[27435]: from='mgr.24892 ' entity='mgr.x' 2024-04-15T14:38:38.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:38:38 smithi016 ceph-mon[27435]: from='mgr.24892 ' entity='mgr.x' 2024-04-15T14:38:38.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:38:38 smithi016 ceph-mon[36548]: osdmap e177: 8 total, 8 up, 8 in 2024-04-15T14:38:38.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:38:38 smithi016 ceph-mon[36548]: mgrmap e28: x(active, since 7s), standbys: y 2024-04-15T14:38:38.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:38:38 smithi016 ceph-mon[36548]: from='mgr.24892 172.21.15.102:0/1583469291' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-04-15T14:38:38.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:38:38 smithi016 ceph-mon[36548]: from='mgr.24892 ' entity='mgr.x' 2024-04-15T14:38:38.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:38:38 smithi016 ceph-mon[36548]: from='mgr.24892 ' entity='mgr.x' 2024-04-15T14:38:39.461 INFO:tasks.rados.rados.0.smithi016.stdout:569: done (0 left) 2024-04-15T14:38:39.461 INFO:tasks.rados.rados.0.smithi016.stdout:570: delete oid 4 current snap is 58 2024-04-15T14:38:39.465 INFO:tasks.rados.rados.0.smithi016.stdout:570: done (0 left) 2024-04-15T14:38:39.465 INFO:tasks.rados.rados.0.smithi016.stdout:571: delete oid 15 current snap is 58 2024-04-15T14:38:39.468 INFO:tasks.rados.rados.0.smithi016.stdout:571: done (0 left) 2024-04-15T14:38:39.468 INFO:tasks.rados.rados.0.smithi016.stdout:572: snap_create 2024-04-15T14:38:39.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:38:39 smithi102 ceph-mon[31017]: pgmap v15: 121 pgs: 121 active+clean; 134 MiB data, 510 MiB used, 715 GiB / 715 GiB avail; 4.3 MiB/s rd, 3.1 MiB/s wr, 52 op/s 2024-04-15T14:38:39.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:38:39 smithi102 ceph-mon[31017]: osdmap e178: 8 total, 8 up, 8 in 2024-04-15T14:38:39.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:38:39 smithi102 ceph-mon[31017]: osdmap e179: 8 total, 8 up, 8 in 2024-04-15T14:38:39.789 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:38:39 smithi016 ceph-mon[27435]: pgmap v15: 121 pgs: 121 active+clean; 134 MiB data, 510 MiB used, 715 GiB / 715 GiB avail; 4.3 MiB/s rd, 3.1 MiB/s wr, 52 op/s 2024-04-15T14:38:39.789 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:38:39 smithi016 ceph-mon[27435]: osdmap e178: 8 total, 8 up, 8 in 2024-04-15T14:38:39.789 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:38:39 smithi016 ceph-mon[27435]: osdmap e179: 8 total, 8 up, 8 in 2024-04-15T14:38:39.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:38:39 smithi016 ceph-mon[36548]: pgmap v15: 121 pgs: 121 active+clean; 134 MiB data, 510 MiB used, 715 GiB / 715 GiB avail; 4.3 MiB/s rd, 3.1 MiB/s wr, 52 op/s 2024-04-15T14:38:39.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:38:39 smithi016 ceph-mon[36548]: osdmap e178: 8 total, 8 up, 8 in 2024-04-15T14:38:39.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:38:39 smithi016 ceph-mon[36548]: osdmap e179: 8 total, 8 up, 8 in 2024-04-15T14:38:40.463 INFO:tasks.rados.rados.0.smithi016.stdout:572: done (0 left) 2024-04-15T14:38:40.463 INFO:tasks.rados.rados.0.smithi016.stdout:573: setattr oid 19 current snap is 59 2024-04-15T14:38:40.465 INFO:tasks.rados.rados.0.smithi016.stdout:574: rmattr oid 42 current snap is 59 2024-04-15T14:38:40.465 INFO:tasks.rados.rados.0.smithi016.stdout:574: done (1 left) 2024-04-15T14:38:40.465 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 39 current snap is 59 2024-04-15T14:38:40.465 INFO:tasks.rados.rados.0.smithi016.stdout:575: seq_num 196 ranges {606208=491520,1097728=401408} 2024-04-15T14:38:40.471 INFO:tasks.rados.rados.0.smithi016.stdout:575: writing smithi01678542-39 from 606208 to 1097728 tid 1 2024-04-15T14:38:40.474 INFO:tasks.rados.rados.0.smithi016.stdout:575: writing smithi01678542-39 from 1097728 to 1499136 tid 2 2024-04-15T14:38:40.474 INFO:tasks.rados.rados.0.smithi016.stdout:576: read oid 47 snap -1 2024-04-15T14:38:40.474 INFO:tasks.rados.rados.0.smithi016.stdout:576: expect deleted 2024-04-15T14:38:40.474 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 41 current snap is 59 2024-04-15T14:38:40.474 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 19 v 258 (ObjNum 33 snap 0 seq_num 2234949552) dirty exists 2024-04-15T14:38:40.474 INFO:tasks.rados.rados.0.smithi016.stdout:577: seq_num 197 ranges {0=507904,507904=401408} 2024-04-15T14:38:40.477 INFO:tasks.rados.rados.0.smithi016.stdout:577: writing smithi01678542-41 from 0 to 507904 tid 1 2024-04-15T14:38:40.480 INFO:tasks.rados.rados.0.smithi016.stdout:577: writing smithi01678542-41 from 507904 to 909312 tid 2 2024-04-15T14:38:40.480 INFO:tasks.rados.rados.0.smithi016.stdout:573: done (3 left) 2024-04-15T14:38:40.480 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 23 current snap is 59 2024-04-15T14:38:40.480 INFO:tasks.rados.rados.0.smithi016.stdout:578: seq_num 198 ranges {2793472=524288,3317760=401408} 2024-04-15T14:38:40.498 INFO:tasks.rados.rados.0.smithi016.stdout:578: writing smithi01678542-23 from 2793472 to 3317760 tid 1 2024-04-15T14:38:40.502 INFO:tasks.rados.rados.0.smithi016.stdout:578: writing smithi01678542-23 from 3317760 to 3719168 tid 2 2024-04-15T14:38:40.502 INFO:tasks.rados.rados.0.smithi016.stdout:579: read oid 30 snap -1 2024-04-15T14:38:40.502 INFO:tasks.rados.rados.0.smithi016.stdout:579: expect (ObjNum 97 snap 25 seq_num 97) 2024-04-15T14:38:40.502 INFO:tasks.rados.rados.0.smithi016.stdout:580: copy_from oid 11 from oid 2 current snap is 59 2024-04-15T14:38:40.502 INFO:tasks.rados.rados.0.smithi016.stdout:575: finishing write tid 1 to smithi01678542-39 2024-04-15T14:38:40.502 INFO:tasks.rados.rados.0.smithi016.stdout:575: finishing write tid 2 to smithi01678542-39 2024-04-15T14:38:40.502 INFO:tasks.rados.rados.0.smithi016.stdout:575: finishing write tid 3 to smithi01678542-39 2024-04-15T14:38:40.503 INFO:tasks.rados.rados.0.smithi016.stdout:575: finishing write tid 4 to smithi01678542-39 2024-04-15T14:38:40.503 INFO:tasks.rados.rados.0.smithi016.stdout:575: oid 39 updating version 0 to 191 2024-04-15T14:38:40.503 INFO:tasks.rados.rados.0.smithi016.stdout:575: oid 39 version 191 is already newer than 190 2024-04-15T14:38:40.503 INFO:tasks.rados.rados.0.smithi016.stdout:575: oid 39 version 191 is already newer than 189 2024-04-15T14:38:40.503 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 39 v 191 (ObjNum 196 snap 59 seq_num 196) dirty exists 2024-04-15T14:38:40.503 INFO:tasks.rados.rados.0.smithi016.stdout:575: left oid 39 (ObjNum 196 snap 59 seq_num 196) 2024-04-15T14:38:40.503 INFO:tasks.rados.rados.0.smithi016.stdout:577: finishing write tid 1 to smithi01678542-41 2024-04-15T14:38:40.503 INFO:tasks.rados.rados.0.smithi016.stdout:577: finishing write tid 2 to smithi01678542-41 2024-04-15T14:38:40.503 INFO:tasks.rados.rados.0.smithi016.stdout:575: done (5 left) 2024-04-15T14:38:40.503 INFO:tasks.rados.rados.0.smithi016.stdout:576: done (4 left) 2024-04-15T14:38:40.503 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 15 current snap is 59 2024-04-15T14:38:40.503 INFO:tasks.rados.rados.0.smithi016.stdout:577: finishing write tid 3 to smithi01678542-41 2024-04-15T14:38:40.503 INFO:tasks.rados.rados.0.smithi016.stdout:577: finishing write tid 4 to smithi01678542-41 2024-04-15T14:38:40.503 INFO:tasks.rados.rados.0.smithi016.stdout:577: oid 41 updating version 0 to 236 2024-04-15T14:38:40.504 INFO:tasks.rados.rados.0.smithi016.stdout:577: oid 41 updating version 236 to 238 2024-04-15T14:38:40.504 INFO:tasks.rados.rados.0.smithi016.stdout:577: oid 41 version 238 is already newer than 237 2024-04-15T14:38:40.504 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 41 v 238 (ObjNum 197 snap 59 seq_num 197) dirty exists 2024-04-15T14:38:40.504 INFO:tasks.rados.rados.0.smithi016.stdout:577: left oid 41 (ObjNum 197 snap 59 seq_num 197) 2024-04-15T14:38:40.504 INFO:tasks.rados.rados.0.smithi016.stdout:581: seq_num 199 ranges {0=540672,540672=401408} 2024-04-15T14:38:40.504 INFO:tasks.rados.rados.0.smithi016.stdout:581: writing smithi01678542-15 from 0 to 540672 tid 1 2024-04-15T14:38:40.507 INFO:tasks.rados.rados.0.smithi016.stdout:581: writing smithi01678542-15 from 540672 to 942080 tid 2 2024-04-15T14:38:40.507 INFO:tasks.rados.rados.0.smithi016.stdout:577: done (4 left) 2024-04-15T14:38:40.507 INFO:tasks.rados.rados.0.smithi016.stdout:582: delete oid 37 current snap is 59 2024-04-15T14:38:40.507 INFO:tasks.rados.rados.0.smithi016.stdout:578: finishing write tid 1 to smithi01678542-23 2024-04-15T14:38:40.507 INFO:tasks.rados.rados.0.smithi016.stdout:578: finishing write tid 2 to smithi01678542-23 2024-04-15T14:38:40.507 INFO:tasks.rados.rados.0.smithi016.stdout:578: finishing write tid 3 to smithi01678542-23 2024-04-15T14:38:40.508 INFO:tasks.rados.rados.0.smithi016.stdout:578: finishing write tid 4 to smithi01678542-23 2024-04-15T14:38:40.508 INFO:tasks.rados.rados.0.smithi016.stdout:578: oid 23 updating version 0 to 206 2024-04-15T14:38:40.508 INFO:tasks.rados.rados.0.smithi016.stdout:578: oid 23 updating version 206 to 207 2024-04-15T14:38:40.508 INFO:tasks.rados.rados.0.smithi016.stdout:578: oid 23 version 207 is already newer than 205 2024-04-15T14:38:40.508 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 23 v 207 (ObjNum 198 snap 59 seq_num 198) dirty exists 2024-04-15T14:38:40.508 INFO:tasks.rados.rados.0.smithi016.stdout:578: left oid 23 (ObjNum 198 snap 59 seq_num 198) 2024-04-15T14:38:40.511 INFO:tasks.rados.rados.0.smithi016.stdout:581: finishing write tid 1 to smithi01678542-15 2024-04-15T14:38:40.511 INFO:tasks.rados.rados.0.smithi016.stdout:581: finishing write tid 2 to smithi01678542-15 2024-04-15T14:38:40.511 INFO:tasks.rados.rados.0.smithi016.stdout:578: done (4 left) 2024-04-15T14:38:40.511 INFO:tasks.rados.rados.0.smithi016.stdout:582: done (3 left) 2024-04-15T14:38:40.511 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 4 current snap is 59 2024-04-15T14:38:40.511 INFO:tasks.rados.rados.0.smithi016.stdout:583: seq_num 201 ranges {0=573440,573440=401408} 2024-04-15T14:38:40.514 INFO:tasks.rados.rados.0.smithi016.stdout:583: writing smithi01678542-4 from 0 to 573440 tid 1 2024-04-15T14:38:40.517 INFO:tasks.rados.rados.0.smithi016.stdout:583: writing smithi01678542-4 from 573440 to 974848 tid 2 2024-04-15T14:38:40.517 INFO:tasks.rados.rados.0.smithi016.stdout:584: setattr oid 49 current snap is 59 2024-04-15T14:38:40.517 INFO:tasks.rados.rados.0.smithi016.stdout:579: expect (ObjNum 97 snap 25 seq_num 97) 2024-04-15T14:38:40.584 INFO:tasks.rados.rados.0.smithi016.stdout:581: finishing write tid 3 to smithi01678542-15 2024-04-15T14:38:40.584 INFO:tasks.rados.rados.0.smithi016.stdout:581: finishing write tid 4 to smithi01678542-15 2024-04-15T14:38:40.584 INFO:tasks.rados.rados.0.smithi016.stdout:581: oid 15 updating version 0 to 235 2024-04-15T14:38:40.584 INFO:tasks.rados.rados.0.smithi016.stdout:581: oid 15 updating version 235 to 236 2024-04-15T14:38:40.584 INFO:tasks.rados.rados.0.smithi016.stdout:581: oid 15 updating version 236 to 237 2024-04-15T14:38:40.584 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 15 v 237 (ObjNum 199 snap 59 seq_num 199) dirty exists 2024-04-15T14:38:40.584 INFO:tasks.rados.rados.0.smithi016.stdout:581: left oid 15 (ObjNum 199 snap 59 seq_num 199) 2024-04-15T14:38:40.584 INFO:tasks.rados.rados.0.smithi016.stdout:580: finishing copy_from racing read to smithi01678542-11 2024-04-15T14:38:40.584 INFO:tasks.rados.rados.0.smithi016.stdout:580: finishing copy_from to smithi01678542-11 2024-04-15T14:38:40.584 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 11 v 232 (ObjNum 186 snap 54 seq_num 186) dirty exists 2024-04-15T14:38:40.585 INFO:tasks.rados.rados.0.smithi016.stdout:583: finishing write tid 1 to smithi01678542-4 2024-04-15T14:38:40.585 INFO:tasks.rados.rados.0.smithi016.stdout:583: finishing write tid 2 to smithi01678542-4 2024-04-15T14:38:40.585 INFO:tasks.rados.rados.0.smithi016.stdout:583: finishing write tid 3 to smithi01678542-4 2024-04-15T14:38:40.585 INFO:tasks.rados.rados.0.smithi016.stdout:583: finishing write tid 4 to smithi01678542-4 2024-04-15T14:38:40.585 INFO:tasks.rados.rados.0.smithi016.stdout:583: oid 4 updating version 0 to 303 2024-04-15T14:38:40.585 INFO:tasks.rados.rados.0.smithi016.stdout:583: oid 4 version 303 is already newer than 302 2024-04-15T14:38:40.585 INFO:tasks.rados.rados.0.smithi016.stdout:583: oid 4 version 303 is already newer than 301 2024-04-15T14:38:40.585 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 4 v 303 (ObjNum 201 snap 59 seq_num 201) dirty exists 2024-04-15T14:38:40.585 INFO:tasks.rados.rados.0.smithi016.stdout:583: left oid 4 (ObjNum 201 snap 59 seq_num 201) 2024-04-15T14:38:40.585 INFO:tasks.rados.rados.0.smithi016.stdout:579: done (4 left) 2024-04-15T14:38:40.585 INFO:tasks.rados.rados.0.smithi016.stdout:580: done (3 left) 2024-04-15T14:38:40.585 INFO:tasks.rados.rados.0.smithi016.stdout:581: done (2 left) 2024-04-15T14:38:40.585 INFO:tasks.rados.rados.0.smithi016.stdout:583: done (1 left) 2024-04-15T14:38:40.585 INFO:tasks.rados.rados.0.smithi016.stdout:585: delete oid 37 current snap is 59 2024-04-15T14:38:40.586 INFO:tasks.rados.rados.0.smithi016.stdout:585: done (1 left) 2024-04-15T14:38:40.586 INFO:tasks.rados.rados.0.smithi016.stdout:586: snap_remove snap 54 2024-04-15T14:38:40.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:38:40 smithi016 ceph-mon[27435]: from='mgr.24892 ' entity='mgr.x' 2024-04-15T14:38:40.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:38:40 smithi016 ceph-mon[27435]: from='mgr.24892 ' entity='mgr.x' 2024-04-15T14:38:40.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:38:40 smithi016 ceph-mon[27435]: from='mgr.24892 172.21.15.102:0/1583469291' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-04-15T14:38:40.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:38:40 smithi016 ceph-mon[27435]: from='mgr.24892 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-04-15T14:38:40.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:38:40 smithi016 ceph-mon[27435]: from='mgr.24892 172.21.15.102:0/1583469291' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-04-15T14:38:40.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:38:40 smithi016 ceph-mon[27435]: from='mgr.24892 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-04-15T14:38:40.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:38:40 smithi016 ceph-mon[27435]: from='mgr.24892 172.21.15.102:0/1583469291' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-04-15T14:38:40.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:38:40 smithi016 ceph-mon[27435]: from='mgr.24892 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-04-15T14:38:40.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:38:40 smithi016 ceph-mon[27435]: from='mgr.24892 172.21.15.102:0/1583469291' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-04-15T14:38:40.791 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:38:40 smithi016 ceph-mon[27435]: from='mgr.24892 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-04-15T14:38:40.791 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:38:40 smithi016 ceph-mon[27435]: Adjusting osd_memory_target on smithi016 to 2481M 2024-04-15T14:38:40.791 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:38:40 smithi016 ceph-mon[27435]: from='mgr.24892 ' entity='mgr.x' 2024-04-15T14:38:40.791 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:38:40 smithi016 ceph-mon[27435]: from='mgr.24892 ' entity='mgr.x' 2024-04-15T14:38:40.791 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:38:40 smithi016 ceph-mon[27435]: from='mgr.24892 ' entity='mgr.x' 2024-04-15T14:38:40.791 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:38:40 smithi016 ceph-mon[27435]: from='mgr.24892 172.21.15.102:0/1583469291' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T14:38:40.791 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:38:40 smithi016 ceph-mon[27435]: from='mgr.24892 172.21.15.102:0/1583469291' entity='mgr.x' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-15T14:38:40.791 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:38:40 smithi016 ceph-mon[27435]: from='mgr.24892 172.21.15.102:0/1583469291' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-15T14:38:40.791 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:38:40 smithi016 ceph-mon[27435]: from='mgr.24892 172.21.15.102:0/1583469291' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-15T14:38:40.791 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:38:40 smithi016 ceph-mon[27435]: from='mgr.24892 172.21.15.102:0/1583469291' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-15T14:38:40.791 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:38:40 smithi016 ceph-mon[27435]: from='mgr.24892 172.21.15.102:0/1583469291' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-15T14:38:40.791 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:38:40 smithi016 ceph-mon[27435]: from='mgr.24892 172.21.15.102:0/1583469291' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-15T14:38:40.791 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:38:40 smithi016 ceph-mon[27435]: from='mgr.24892 172.21.15.102:0/1583469291' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-15T14:38:40.791 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:38:40 smithi016 ceph-mon[27435]: from='mgr.24892 172.21.15.102:0/1583469291' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-15T14:38:40.792 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:38:40 smithi016 ceph-mon[27435]: from='mgr.24892 172.21.15.102:0/1583469291' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-15T14:38:40.792 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:38:40 smithi016 ceph-mon[27435]: from='mgr.24892 172.21.15.102:0/1583469291' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-15T14:38:40.792 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:38:40 smithi016 ceph-mon[27435]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-15T14:38:40.792 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:38:40 smithi016 ceph-mon[27435]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-15T14:38:40.792 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:38:40 smithi016 ceph-mon[27435]: from='mgr.24892 172.21.15.102:0/1583469291' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-15T14:38:40.792 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:38:40 smithi016 ceph-mon[36548]: from='mgr.24892 ' entity='mgr.x' 2024-04-15T14:38:40.792 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:38:40 smithi016 ceph-mon[36548]: from='mgr.24892 ' entity='mgr.x' 2024-04-15T14:38:40.792 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:38:40 smithi016 ceph-mon[36548]: from='mgr.24892 172.21.15.102:0/1583469291' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-04-15T14:38:40.793 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:38:40 smithi016 ceph-mon[36548]: from='mgr.24892 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-04-15T14:38:40.793 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:38:40 smithi016 ceph-mon[36548]: from='mgr.24892 172.21.15.102:0/1583469291' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-04-15T14:38:40.793 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:38:40 smithi016 ceph-mon[36548]: from='mgr.24892 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-04-15T14:38:40.793 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:38:40 smithi016 ceph-mon[36548]: from='mgr.24892 172.21.15.102:0/1583469291' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-04-15T14:38:40.793 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:38:40 smithi016 ceph-mon[36548]: from='mgr.24892 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-04-15T14:38:40.793 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:38:40 smithi016 ceph-mon[36548]: from='mgr.24892 172.21.15.102:0/1583469291' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-04-15T14:38:40.793 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:38:40 smithi016 ceph-mon[36548]: from='mgr.24892 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-04-15T14:38:40.793 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:38:40 smithi016 ceph-mon[36548]: Adjusting osd_memory_target on smithi016 to 2481M 2024-04-15T14:38:40.793 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:38:40 smithi016 ceph-mon[36548]: from='mgr.24892 ' entity='mgr.x' 2024-04-15T14:38:40.793 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:38:40 smithi016 ceph-mon[36548]: from='mgr.24892 ' entity='mgr.x' 2024-04-15T14:38:40.793 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:38:40 smithi016 ceph-mon[36548]: from='mgr.24892 ' entity='mgr.x' 2024-04-15T14:38:40.793 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:38:40 smithi016 ceph-mon[36548]: from='mgr.24892 172.21.15.102:0/1583469291' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T14:38:40.793 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:38:40 smithi016 ceph-mon[36548]: from='mgr.24892 172.21.15.102:0/1583469291' entity='mgr.x' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-15T14:38:40.793 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:38:40 smithi016 ceph-mon[36548]: from='mgr.24892 172.21.15.102:0/1583469291' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-15T14:38:40.794 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:38:40 smithi016 ceph-mon[36548]: from='mgr.24892 172.21.15.102:0/1583469291' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-15T14:38:40.794 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:38:40 smithi016 ceph-mon[36548]: from='mgr.24892 172.21.15.102:0/1583469291' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-15T14:38:40.794 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:38:40 smithi016 ceph-mon[36548]: from='mgr.24892 172.21.15.102:0/1583469291' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-15T14:38:40.794 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:38:40 smithi016 ceph-mon[36548]: from='mgr.24892 172.21.15.102:0/1583469291' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-15T14:38:40.794 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:38:40 smithi016 ceph-mon[36548]: from='mgr.24892 172.21.15.102:0/1583469291' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-15T14:38:40.794 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:38:40 smithi016 ceph-mon[36548]: from='mgr.24892 172.21.15.102:0/1583469291' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-15T14:38:40.794 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:38:40 smithi016 ceph-mon[36548]: from='mgr.24892 172.21.15.102:0/1583469291' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-15T14:38:40.794 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:38:40 smithi016 ceph-mon[36548]: from='mgr.24892 172.21.15.102:0/1583469291' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-15T14:38:40.794 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:38:40 smithi016 ceph-mon[36548]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-15T14:38:40.794 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:38:40 smithi016 ceph-mon[36548]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-15T14:38:40.794 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:38:40 smithi016 ceph-mon[36548]: from='mgr.24892 172.21.15.102:0/1583469291' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-15T14:38:40.795 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:38:40 smithi016 ceph-mon[27435]: from='mgr.24892 172.21.15.102:0/1583469291' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-15T14:38:40.795 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:38:40 smithi016 ceph-mon[27435]: from='mgr.24892 172.21.15.102:0/1583469291' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-15T14:38:40.795 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:38:40 smithi016 ceph-mon[27435]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-15T14:38:40.795 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:38:40 smithi016 ceph-mon[27435]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-15T14:38:40.795 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:38:40 smithi016 ceph-mon[27435]: from='mgr.24892 172.21.15.102:0/1583469291' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-15T14:38:40.795 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:38:40 smithi016 ceph-mon[27435]: from='mgr.24892 172.21.15.102:0/1583469291' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-15T14:38:40.795 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:38:40 smithi016 ceph-mon[27435]: from='mgr.24892 172.21.15.102:0/1583469291' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-15T14:38:40.795 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:38:40 smithi016 ceph-mon[27435]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-15T14:38:40.795 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:38:40 smithi016 ceph-mon[27435]: from='mgr.24892 172.21.15.102:0/1583469291' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-15T14:38:40.795 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:38:40 smithi016 ceph-mon[27435]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-15T14:38:40.795 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:38:40 smithi016 ceph-mon[27435]: from='mgr.24892 172.21.15.102:0/1583469291' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-15T14:38:40.795 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:38:40 smithi016 ceph-mon[27435]: from='mgr.24892 172.21.15.102:0/1583469291' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-15T14:38:40.795 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:38:40 smithi016 ceph-mon[27435]: osdmap e180: 8 total, 8 up, 8 in 2024-04-15T14:38:40.796 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:38:40 smithi016 ceph-mon[36548]: from='mgr.24892 172.21.15.102:0/1583469291' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-15T14:38:40.796 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:38:40 smithi016 ceph-mon[36548]: from='mgr.24892 172.21.15.102:0/1583469291' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-15T14:38:40.796 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:38:40 smithi016 ceph-mon[36548]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-15T14:38:40.796 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:38:40 smithi016 ceph-mon[36548]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-15T14:38:40.796 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:38:40 smithi016 ceph-mon[36548]: from='mgr.24892 172.21.15.102:0/1583469291' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-15T14:38:40.796 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:38:40 smithi016 ceph-mon[36548]: from='mgr.24892 172.21.15.102:0/1583469291' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-15T14:38:40.796 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:38:40 smithi016 ceph-mon[36548]: from='mgr.24892 172.21.15.102:0/1583469291' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-15T14:38:40.796 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:38:40 smithi016 ceph-mon[36548]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-15T14:38:40.796 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:38:40 smithi016 ceph-mon[36548]: from='mgr.24892 172.21.15.102:0/1583469291' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-15T14:38:40.796 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:38:40 smithi016 ceph-mon[36548]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-15T14:38:40.796 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:38:40 smithi016 ceph-mon[36548]: from='mgr.24892 172.21.15.102:0/1583469291' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-15T14:38:40.797 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:38:40 smithi016 ceph-mon[36548]: from='mgr.24892 172.21.15.102:0/1583469291' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-15T14:38:40.797 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:38:40 smithi016 ceph-mon[36548]: osdmap e180: 8 total, 8 up, 8 in 2024-04-15T14:38:40.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:38:40 smithi102 ceph-mon[31017]: from='mgr.24892 ' entity='mgr.x' 2024-04-15T14:38:40.938 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:38:40 smithi102 ceph-mon[31017]: from='mgr.24892 ' entity='mgr.x' 2024-04-15T14:38:40.938 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:38:40 smithi102 ceph-mon[31017]: from='mgr.24892 172.21.15.102:0/1583469291' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-04-15T14:38:40.938 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:38:40 smithi102 ceph-mon[31017]: from='mgr.24892 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-04-15T14:38:40.938 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:38:40 smithi102 ceph-mon[31017]: from='mgr.24892 172.21.15.102:0/1583469291' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-04-15T14:38:40.938 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:38:40 smithi102 ceph-mon[31017]: from='mgr.24892 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-04-15T14:38:40.938 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:38:40 smithi102 ceph-mon[31017]: from='mgr.24892 172.21.15.102:0/1583469291' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-04-15T14:38:40.938 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:38:40 smithi102 ceph-mon[31017]: from='mgr.24892 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-04-15T14:38:40.938 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:38:40 smithi102 ceph-mon[31017]: from='mgr.24892 172.21.15.102:0/1583469291' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-04-15T14:38:40.938 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:38:40 smithi102 ceph-mon[31017]: from='mgr.24892 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-04-15T14:38:40.938 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:38:40 smithi102 ceph-mon[31017]: Adjusting osd_memory_target on smithi016 to 2481M 2024-04-15T14:38:40.938 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:38:40 smithi102 ceph-mon[31017]: from='mgr.24892 ' entity='mgr.x' 2024-04-15T14:38:40.939 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:38:40 smithi102 ceph-mon[31017]: from='mgr.24892 ' entity='mgr.x' 2024-04-15T14:38:40.939 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:38:40 smithi102 ceph-mon[31017]: from='mgr.24892 ' entity='mgr.x' 2024-04-15T14:38:40.939 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:38:40 smithi102 ceph-mon[31017]: from='mgr.24892 172.21.15.102:0/1583469291' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T14:38:40.939 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:38:40 smithi102 ceph-mon[31017]: from='mgr.24892 172.21.15.102:0/1583469291' entity='mgr.x' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-15T14:38:40.939 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:38:40 smithi102 ceph-mon[31017]: from='mgr.24892 172.21.15.102:0/1583469291' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-15T14:38:40.939 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:38:40 smithi102 ceph-mon[31017]: from='mgr.24892 172.21.15.102:0/1583469291' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-15T14:38:40.939 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:38:40 smithi102 ceph-mon[31017]: from='mgr.24892 172.21.15.102:0/1583469291' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-15T14:38:40.939 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:38:40 smithi102 ceph-mon[31017]: from='mgr.24892 172.21.15.102:0/1583469291' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-15T14:38:40.939 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:38:40 smithi102 ceph-mon[31017]: from='mgr.24892 172.21.15.102:0/1583469291' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-15T14:38:40.939 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:38:40 smithi102 ceph-mon[31017]: from='mgr.24892 172.21.15.102:0/1583469291' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-15T14:38:40.939 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:38:40 smithi102 ceph-mon[31017]: from='mgr.24892 172.21.15.102:0/1583469291' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-15T14:38:40.939 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:38:40 smithi102 ceph-mon[31017]: from='mgr.24892 172.21.15.102:0/1583469291' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-15T14:38:40.939 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:38:40 smithi102 ceph-mon[31017]: from='mgr.24892 172.21.15.102:0/1583469291' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-15T14:38:40.939 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:38:40 smithi102 ceph-mon[31017]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-15T14:38:40.940 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:38:40 smithi102 ceph-mon[31017]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-15T14:38:40.940 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:38:40 smithi102 ceph-mon[31017]: from='mgr.24892 172.21.15.102:0/1583469291' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-15T14:38:40.940 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:38:40 smithi102 ceph-mon[31017]: from='mgr.24892 172.21.15.102:0/1583469291' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-15T14:38:40.940 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:38:40 smithi102 ceph-mon[31017]: from='mgr.24892 172.21.15.102:0/1583469291' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-15T14:38:40.940 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:38:40 smithi102 ceph-mon[31017]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-15T14:38:40.940 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:38:40 smithi102 ceph-mon[31017]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-15T14:38:40.940 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:38:40 smithi102 ceph-mon[31017]: from='mgr.24892 172.21.15.102:0/1583469291' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-15T14:38:40.940 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:38:40 smithi102 ceph-mon[31017]: from='mgr.24892 172.21.15.102:0/1583469291' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-15T14:38:40.940 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:38:40 smithi102 ceph-mon[31017]: from='mgr.24892 172.21.15.102:0/1583469291' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-15T14:38:40.940 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:38:40 smithi102 ceph-mon[31017]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-15T14:38:40.940 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:38:40 smithi102 ceph-mon[31017]: from='mgr.24892 172.21.15.102:0/1583469291' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-15T14:38:40.940 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:38:40 smithi102 ceph-mon[31017]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-15T14:38:40.940 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:38:40 smithi102 ceph-mon[31017]: from='mgr.24892 172.21.15.102:0/1583469291' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-15T14:38:40.940 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:38:40 smithi102 ceph-mon[31017]: from='mgr.24892 172.21.15.102:0/1583469291' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-15T14:38:40.940 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:38:40 smithi102 ceph-mon[31017]: osdmap e180: 8 total, 8 up, 8 in 2024-04-15T14:38:41.548 INFO:tasks.rados.rados.0.smithi016.stdout:586: done (1 left) 2024-04-15T14:38:41.548 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 9 current snap is 59 2024-04-15T14:38:41.548 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 49 v 133 (ObjNum 190 snap 55 seq_num 190) dirty exists 2024-04-15T14:38:41.548 INFO:tasks.rados.rados.0.smithi016.stdout:587: seq_num 203 ranges {0=606208,606208=401408} 2024-04-15T14:38:41.552 INFO:tasks.rados.rados.0.smithi016.stdout:587: writing smithi01678542-9 from 0 to 606208 tid 1 2024-04-15T14:38:41.554 INFO:tasks.rados.rados.0.smithi016.stdout:587: writing smithi01678542-9 from 606208 to 1007616 tid 2 2024-04-15T14:38:41.555 INFO:tasks.rados.rados.0.smithi016.stdout:584: done (1 left) 2024-04-15T14:38:41.555 INFO:tasks.rados.rados.0.smithi016.stdout:588: snap_create 2024-04-15T14:38:41.559 INFO:tasks.rados.rados.0.smithi016.stdout:587: finishing write tid 1 to smithi01678542-9 2024-04-15T14:38:41.559 INFO:tasks.rados.rados.0.smithi016.stdout:587: finishing write tid 2 to smithi01678542-9 2024-04-15T14:38:41.559 INFO:tasks.rados.rados.0.smithi016.stdout:587: finishing write tid 3 to smithi01678542-9 2024-04-15T14:38:41.560 INFO:tasks.rados.rados.0.smithi016.stdout:587: finishing write tid 4 to smithi01678542-9 2024-04-15T14:38:41.560 INFO:tasks.rados.rados.0.smithi016.stdout:587: oid 9 updating version 0 to 242 2024-04-15T14:38:41.560 INFO:tasks.rados.rados.0.smithi016.stdout:587: oid 9 updating version 242 to 243 2024-04-15T14:38:41.560 INFO:tasks.rados.rados.0.smithi016.stdout:587: oid 9 updating version 243 to 244 2024-04-15T14:38:41.561 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 9 v 244 (ObjNum 203 snap 59 seq_num 203) dirty exists 2024-04-15T14:38:41.561 INFO:tasks.rados.rados.0.smithi016.stdout:587: left oid 9 (ObjNum 203 snap 59 seq_num 203) 2024-04-15T14:38:41.789 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:38:41 smithi016 ceph-mon[27435]: pgmap v18: 121 pgs: 121 active+clean; 134 MiB data, 510 MiB used, 715 GiB / 715 GiB avail; 4.3 MiB/s rd, 2.8 MiB/s wr, 51 op/s 2024-04-15T14:38:41.789 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:38:41 smithi016 ceph-mon[27435]: from='mgr.24892 ' entity='mgr.x' 2024-04-15T14:38:41.789 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:38:41 smithi016 ceph-mon[27435]: from='mgr.24892 ' entity='mgr.x' 2024-04-15T14:38:41.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:38:41 smithi016 ceph-mon[36548]: pgmap v18: 121 pgs: 121 active+clean; 134 MiB data, 510 MiB used, 715 GiB / 715 GiB avail; 4.3 MiB/s rd, 2.8 MiB/s wr, 51 op/s 2024-04-15T14:38:41.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:38:41 smithi016 ceph-mon[36548]: from='mgr.24892 ' entity='mgr.x' 2024-04-15T14:38:41.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:38:41 smithi016 ceph-mon[36548]: from='mgr.24892 ' entity='mgr.x' 2024-04-15T14:38:41.891 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:38:41 smithi102 ceph-mon[31017]: pgmap v18: 121 pgs: 121 active+clean; 134 MiB data, 510 MiB used, 715 GiB / 715 GiB avail; 4.3 MiB/s rd, 2.8 MiB/s wr, 51 op/s 2024-04-15T14:38:41.891 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:38:41 smithi102 ceph-mon[31017]: from='mgr.24892 ' entity='mgr.x' 2024-04-15T14:38:41.891 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:38:41 smithi102 ceph-mon[31017]: from='mgr.24892 ' entity='mgr.x' 2024-04-15T14:38:42.560 INFO:tasks.rados.rados.0.smithi016.stdout:587: done (1 left) 2024-04-15T14:38:42.560 INFO:tasks.rados.rados.0.smithi016.stdout:588: done (0 left) 2024-04-15T14:38:42.560 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 27 current snap is 60 2024-04-15T14:38:42.560 INFO:tasks.rados.rados.0.smithi016.stdout:589: seq_num 204 ranges {3203072=622592,3825664=401408} 2024-04-15T14:38:42.580 INFO:tasks.rados.rados.0.smithi016.stdout:589: writing smithi01678542-27 from 3203072 to 3825664 tid 1 2024-04-15T14:38:42.583 INFO:tasks.rados.rados.0.smithi016.stdout:589: writing smithi01678542-27 from 3825664 to 4227072 tid 2 2024-04-15T14:38:42.583 INFO:tasks.rados.rados.0.smithi016.stdout:590: rollback oid 16 current snap is 60 2024-04-15T14:38:42.583 INFO:tasks.rados.rados.0.smithi016.stdout:rollback oid 16 to 25 2024-04-15T14:38:42.583 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 32 current snap is 60 2024-04-15T14:38:42.583 INFO:tasks.rados.rados.0.smithi016.stdout:591: seq_num 205 ranges {106496=638976,745472=401408} 2024-04-15T14:38:42.587 INFO:tasks.rados.rados.0.smithi016.stdout:591: writing smithi01678542-32 from 106496 to 745472 tid 1 2024-04-15T14:38:42.589 INFO:tasks.rados.rados.0.smithi016.stdout:591: writing smithi01678542-32 from 745472 to 1146880 tid 2 2024-04-15T14:38:42.590 INFO:tasks.rados.rados.0.smithi016.stdout:592: snap_create 2024-04-15T14:38:42.590 INFO:tasks.rados.rados.0.smithi016.stdout:590: finishing rollback tid 1 to smithi01678542-16 2024-04-15T14:38:42.590 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 16 v 154 (ObjNum 273 snap 0 seq_num 0) dirty dne 2024-04-15T14:38:42.590 INFO:tasks.rados.rados.0.smithi016.stdout:589: finishing write tid 1 to smithi01678542-27 2024-04-15T14:38:42.590 INFO:tasks.rados.rados.0.smithi016.stdout:589: finishing write tid 2 to smithi01678542-27 2024-04-15T14:38:42.590 INFO:tasks.rados.rados.0.smithi016.stdout:589: finishing write tid 3 to smithi01678542-27 2024-04-15T14:38:42.590 INFO:tasks.rados.rados.0.smithi016.stdout:589: finishing write tid 4 to smithi01678542-27 2024-04-15T14:38:42.590 INFO:tasks.rados.rados.0.smithi016.stdout:589: oid 27 updating version 0 to 121 2024-04-15T14:38:42.590 INFO:tasks.rados.rados.0.smithi016.stdout:589: oid 27 updating version 121 to 122 2024-04-15T14:38:42.590 INFO:tasks.rados.rados.0.smithi016.stdout:589: oid 27 version 122 is already newer than 120 2024-04-15T14:38:42.590 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 27 v 122 (ObjNum 204 snap 60 seq_num 204) dirty exists 2024-04-15T14:38:42.590 INFO:tasks.rados.rados.0.smithi016.stdout:589: left oid 27 (ObjNum 204 snap 60 seq_num 204) 2024-04-15T14:38:42.594 INFO:tasks.rados.rados.0.smithi016.stdout:591: finishing write tid 1 to smithi01678542-32 2024-04-15T14:38:42.594 INFO:tasks.rados.rados.0.smithi016.stdout:591: finishing write tid 2 to smithi01678542-32 2024-04-15T14:38:42.594 INFO:tasks.rados.rados.0.smithi016.stdout:591: finishing write tid 3 to smithi01678542-32 2024-04-15T14:38:42.594 INFO:tasks.rados.rados.0.smithi016.stdout:591: finishing write tid 4 to smithi01678542-32 2024-04-15T14:38:42.594 INFO:tasks.rados.rados.0.smithi016.stdout:591: oid 32 updating version 0 to 310 2024-04-15T14:38:42.594 INFO:tasks.rados.rados.0.smithi016.stdout:591: oid 32 version 310 is already newer than 309 2024-04-15T14:38:42.594 INFO:tasks.rados.rados.0.smithi016.stdout:591: oid 32 updating version 310 to 311 2024-04-15T14:38:42.595 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 32 v 311 (ObjNum 205 snap 60 seq_num 205) dirty exists 2024-04-15T14:38:42.595 INFO:tasks.rados.rados.0.smithi016.stdout:591: left oid 32 (ObjNum 205 snap 60 seq_num 205) 2024-04-15T14:38:42.662 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:38:42 smithi102 ceph-mon[31017]: osdmap e181: 8 total, 8 up, 8 in 2024-04-15T14:38:43.039 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:38:42 smithi016 ceph-mon[27435]: osdmap e181: 8 total, 8 up, 8 in 2024-04-15T14:38:43.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:38:42 smithi016 ceph-mon[36548]: osdmap e181: 8 total, 8 up, 8 in 2024-04-15T14:38:43.539 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 15 14:38:43 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-y[27693]: ::ffff:172.21.15.102 - - [15/Apr/2024:14:38:43] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-04-15T14:38:43.559 INFO:tasks.rados.rados.0.smithi016.stdout:589: done (3 left) 2024-04-15T14:38:43.559 INFO:tasks.rados.rados.0.smithi016.stdout:590: done (2 left) 2024-04-15T14:38:43.559 INFO:tasks.rados.rados.0.smithi016.stdout:591: done (1 left) 2024-04-15T14:38:43.559 INFO:tasks.rados.rados.0.smithi016.stdout:592: done (0 left) 2024-04-15T14:38:43.559 INFO:tasks.rados.rados.0.smithi016.stdout:593: setattr oid 7 current snap is 61 2024-04-15T14:38:43.560 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 19 current snap is 61 2024-04-15T14:38:43.560 INFO:tasks.rados.rados.0.smithi016.stdout:594: seq_num 206 ranges {0=655360,655360=401408} 2024-04-15T14:38:43.564 INFO:tasks.rados.rados.0.smithi016.stdout:594: writing smithi01678542-19 from 0 to 655360 tid 1 2024-04-15T14:38:43.566 INFO:tasks.rados.rados.0.smithi016.stdout:594: writing smithi01678542-19 from 655360 to 1056768 tid 2 2024-04-15T14:38:43.566 INFO:tasks.rados.rados.0.smithi016.stdout:595: copy_from oid 13 from oid 8 current snap is 61 2024-04-15T14:38:43.567 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 7 v 65 (ObjNum 99 snap 25 seq_num 99) dirty exists 2024-04-15T14:38:43.567 INFO:tasks.rados.rados.0.smithi016.stdout:593: done (2 left) 2024-04-15T14:38:43.567 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 41 current snap is 61 2024-04-15T14:38:43.567 INFO:tasks.rados.rados.0.smithi016.stdout:596: seq_num 207 ranges {909312=671744,1581056=401408} 2024-04-15T14:38:43.575 INFO:tasks.rados.rados.0.smithi016.stdout:596: writing smithi01678542-41 from 909312 to 1581056 tid 1 2024-04-15T14:38:43.578 INFO:tasks.rados.rados.0.smithi016.stdout:596: writing smithi01678542-41 from 1581056 to 1982464 tid 2 2024-04-15T14:38:43.578 INFO:tasks.rados.rados.0.smithi016.stdout:597: read oid 20 snap 43 2024-04-15T14:38:43.578 INFO:tasks.rados.rados.0.smithi016.stdout:597: expect (ObjNum 38 snap 0 seq_num 38) 2024-04-15T14:38:43.578 INFO:tasks.rados.rados.0.smithi016.stdout:598: snap_remove snap 57 2024-04-15T14:38:43.802 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:38:43 smithi102 ceph-mon[31017]: pgmap v21: 121 pgs: 121 active+clean; 147 MiB data, 528 MiB used, 715 GiB / 715 GiB avail; 1.6 MiB/s rd, 2.9 MiB/s wr, 34 op/s 2024-04-15T14:38:43.802 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:38:43 smithi102 ceph-mon[31017]: mgrmap e29: x(active, since 12s), standbys: y 2024-04-15T14:38:43.802 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:38:43 smithi102 ceph-mon[31017]: osdmap e182: 8 total, 8 up, 8 in 2024-04-15T14:38:44.039 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:38:43 smithi016 ceph-mon[36548]: pgmap v21: 121 pgs: 121 active+clean; 147 MiB data, 528 MiB used, 715 GiB / 715 GiB avail; 1.6 MiB/s rd, 2.9 MiB/s wr, 34 op/s 2024-04-15T14:38:44.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:38:43 smithi016 ceph-mon[36548]: mgrmap e29: x(active, since 12s), standbys: y 2024-04-15T14:38:44.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:38:43 smithi016 ceph-mon[36548]: osdmap e182: 8 total, 8 up, 8 in 2024-04-15T14:38:44.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:38:43 smithi016 ceph-mon[27435]: pgmap v21: 121 pgs: 121 active+clean; 147 MiB data, 528 MiB used, 715 GiB / 715 GiB avail; 1.6 MiB/s rd, 2.9 MiB/s wr, 34 op/s 2024-04-15T14:38:44.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:38:43 smithi016 ceph-mon[27435]: mgrmap e29: x(active, since 12s), standbys: y 2024-04-15T14:38:44.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:38:43 smithi016 ceph-mon[27435]: osdmap e182: 8 total, 8 up, 8 in 2024-04-15T14:38:44.567 INFO:tasks.rados.rados.0.smithi016.stdout:598: done (4 left) 2024-04-15T14:38:44.567 INFO:tasks.rados.rados.0.smithi016.stdout:599: read oid 21 snap -1 2024-04-15T14:38:44.567 INFO:tasks.rados.rados.0.smithi016.stdout:599: expect (ObjNum 188 snap 54 seq_num 188) 2024-04-15T14:38:44.567 INFO:tasks.rados.rados.0.smithi016.stdout:600: delete oid 22 current snap is 61 2024-04-15T14:38:44.567 INFO:tasks.rados.rados.0.smithi016.stdout:594: finishing write tid 1 to smithi01678542-19 2024-04-15T14:38:44.567 INFO:tasks.rados.rados.0.smithi016.stdout:594: finishing write tid 2 to smithi01678542-19 2024-04-15T14:38:44.567 INFO:tasks.rados.rados.0.smithi016.stdout:594: finishing write tid 3 to smithi01678542-19 2024-04-15T14:38:44.568 INFO:tasks.rados.rados.0.smithi016.stdout:595: finishing copy_from to smithi01678542-13 2024-04-15T14:38:44.568 INFO:tasks.rados.rados.0.smithi016.stdout:595: got expected ENOENT (src dne) 2024-04-15T14:38:44.568 INFO:tasks.rados.rados.0.smithi016.stdout:595: finishing copy_from racing read to smithi01678542-13 2024-04-15T14:38:44.568 INFO:tasks.rados.rados.0.smithi016.stdout:594: finishing write tid 4 to smithi01678542-19 2024-04-15T14:38:44.568 INFO:tasks.rados.rados.0.smithi016.stdout:594: oid 19 updating version 0 to 265 2024-04-15T14:38:44.568 INFO:tasks.rados.rados.0.smithi016.stdout:594: oid 19 updating version 265 to 266 2024-04-15T14:38:44.568 INFO:tasks.rados.rados.0.smithi016.stdout:594: oid 19 updating version 266 to 267 2024-04-15T14:38:44.568 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 19 v 267 (ObjNum 206 snap 61 seq_num 206) dirty exists 2024-04-15T14:38:44.568 INFO:tasks.rados.rados.0.smithi016.stdout:594: left oid 19 (ObjNum 206 snap 61 seq_num 206) 2024-04-15T14:38:44.568 INFO:tasks.rados.rados.0.smithi016.stdout:596: finishing write tid 1 to smithi01678542-41 2024-04-15T14:38:44.568 INFO:tasks.rados.rados.0.smithi016.stdout:596: finishing write tid 2 to smithi01678542-41 2024-04-15T14:38:44.568 INFO:tasks.rados.rados.0.smithi016.stdout:596: finishing write tid 3 to smithi01678542-41 2024-04-15T14:38:44.568 INFO:tasks.rados.rados.0.smithi016.stdout:597: expect (ObjNum 38 snap 0 seq_num 38) 2024-04-15T14:38:44.595 INFO:tasks.rados.rados.0.smithi016.stdout:596: finishing write tid 4 to smithi01678542-41 2024-04-15T14:38:44.595 INFO:tasks.rados.rados.0.smithi016.stdout:596: oid 41 updating version 0 to 241 2024-04-15T14:38:44.595 INFO:tasks.rados.rados.0.smithi016.stdout:596: oid 41 version 241 is already newer than 239 2024-04-15T14:38:44.595 INFO:tasks.rados.rados.0.smithi016.stdout:596: oid 41 version 241 is already newer than 240 2024-04-15T14:38:44.595 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 41 v 241 (ObjNum 207 snap 61 seq_num 207) dirty exists 2024-04-15T14:38:44.596 INFO:tasks.rados.rados.0.smithi016.stdout:596: left oid 41 (ObjNum 207 snap 61 seq_num 207) 2024-04-15T14:38:44.596 INFO:tasks.rados.rados.0.smithi016.stdout:594: done (5 left) 2024-04-15T14:38:44.596 INFO:tasks.rados.rados.0.smithi016.stdout:595: done (4 left) 2024-04-15T14:38:44.596 INFO:tasks.rados.rados.0.smithi016.stdout:596: done (3 left) 2024-04-15T14:38:44.596 INFO:tasks.rados.rados.0.smithi016.stdout:597: done (2 left) 2024-04-15T14:38:44.596 INFO:tasks.rados.rados.0.smithi016.stdout:600: done (1 left) 2024-04-15T14:38:44.596 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 3 current snap is 61 2024-04-15T14:38:44.596 INFO:tasks.rados.rados.0.smithi016.stdout:601: seq_num 209 ranges {106496=704512,811008=401408} 2024-04-15T14:38:44.599 INFO:tasks.rados.rados.0.smithi016.stdout:601: writing smithi01678542-3 from 106496 to 811008 tid 1 2024-04-15T14:38:44.601 INFO:tasks.rados.rados.0.smithi016.stdout:601: writing smithi01678542-3 from 811008 to 1212416 tid 2 2024-04-15T14:38:44.602 INFO:tasks.rados.rados.0.smithi016.stdout:602: read oid 28 snap -1 2024-04-15T14:38:44.602 INFO:tasks.rados.rados.0.smithi016.stdout:602: expect (ObjNum 41 snap 0 seq_num 41) 2024-04-15T14:38:44.602 INFO:tasks.rados.rados.0.smithi016.stdout:603: rollback oid 6 current snap is 61 2024-04-15T14:38:44.602 INFO:tasks.rados.rados.0.smithi016.stdout:rollback oid 6 to 51 2024-04-15T14:38:44.602 INFO:tasks.rados.rados.0.smithi016.stdout:599: expect (ObjNum 188 snap 54 seq_num 188) 2024-04-15T14:38:44.634 INFO:tasks.rados.rados.0.smithi016.stdout:601: finishing write tid 1 to smithi01678542-3 2024-04-15T14:38:44.635 INFO:tasks.rados.rados.0.smithi016.stdout:601: finishing write tid 2 to smithi01678542-3 2024-04-15T14:38:44.635 INFO:tasks.rados.rados.0.smithi016.stdout:601: finishing write tid 3 to smithi01678542-3 2024-04-15T14:38:44.635 INFO:tasks.rados.rados.0.smithi016.stdout:603: finishing rollback tid 0 to smithi01678542-6 2024-04-15T14:38:44.635 INFO:tasks.rados.rados.0.smithi016.stdout:603: finishing rollback tid 1 to smithi01678542-6 2024-04-15T14:38:44.635 INFO:tasks.rados.rados.0.smithi016.stdout:603: finishing rollback tid 2 to smithi01678542-6 2024-04-15T14:38:44.635 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 6 v 68 (ObjNum 36 snap 0 seq_num 36) dirty exists 2024-04-15T14:38:44.635 INFO:tasks.rados.rados.0.smithi016.stdout:601: finishing write tid 4 to smithi01678542-3 2024-04-15T14:38:44.635 INFO:tasks.rados.rados.0.smithi016.stdout:601: oid 3 updating version 0 to 74 2024-04-15T14:38:44.635 INFO:tasks.rados.rados.0.smithi016.stdout:601: oid 3 updating version 74 to 76 2024-04-15T14:38:44.636 INFO:tasks.rados.rados.0.smithi016.stdout:601: oid 3 version 76 is already newer than 75 2024-04-15T14:38:44.636 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 3 v 76 (ObjNum 209 snap 61 seq_num 209) dirty exists 2024-04-15T14:38:44.636 INFO:tasks.rados.rados.0.smithi016.stdout:601: left oid 3 (ObjNum 209 snap 61 seq_num 209) 2024-04-15T14:38:44.636 INFO:tasks.rados.rados.0.smithi016.stdout:602: expect (ObjNum 41 snap 0 seq_num 41) 2024-04-15T14:38:44.653 INFO:tasks.rados.rados.0.smithi016.stdout:599: done (3 left) 2024-04-15T14:38:44.653 INFO:tasks.rados.rados.0.smithi016.stdout:601: done (2 left) 2024-04-15T14:38:44.653 INFO:tasks.rados.rados.0.smithi016.stdout:602: done (1 left) 2024-04-15T14:38:44.653 INFO:tasks.rados.rados.0.smithi016.stdout:603: done (0 left) 2024-04-15T14:38:44.653 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 13 current snap is 61 2024-04-15T14:38:44.654 INFO:tasks.rados.rados.0.smithi016.stdout:604: seq_num 210 ranges {4235264=720896,4956160=401408} 2024-04-15T14:38:44.680 INFO:tasks.rados.rados.0.smithi016.stdout:604: writing smithi01678542-13 from 4235264 to 4956160 tid 1 2024-04-15T14:38:44.682 INFO:tasks.rados.rados.0.smithi016.stdout:604: writing smithi01678542-13 from 4956160 to 5357568 tid 2 2024-04-15T14:38:44.683 INFO:tasks.rados.rados.0.smithi016.stdout:605: snap_create 2024-04-15T14:38:44.685 INFO:tasks.rados.rados.0.smithi016.stdout:604: finishing write tid 1 to smithi01678542-13 2024-04-15T14:38:44.685 INFO:tasks.rados.rados.0.smithi016.stdout:604: finishing write tid 2 to smithi01678542-13 2024-04-15T14:38:44.685 INFO:tasks.rados.rados.0.smithi016.stdout:604: finishing write tid 3 to smithi01678542-13 2024-04-15T14:38:44.686 INFO:tasks.rados.rados.0.smithi016.stdout:604: finishing write tid 4 to smithi01678542-13 2024-04-15T14:38:44.686 INFO:tasks.rados.rados.0.smithi016.stdout:604: oid 13 updating version 0 to 198 2024-04-15T14:38:44.686 INFO:tasks.rados.rados.0.smithi016.stdout:604: oid 13 updating version 198 to 199 2024-04-15T14:38:44.686 INFO:tasks.rados.rados.0.smithi016.stdout:604: oid 13 version 199 is already newer than 197 2024-04-15T14:38:44.686 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 13 v 199 (ObjNum 210 snap 61 seq_num 210) dirty exists 2024-04-15T14:38:44.686 INFO:tasks.rados.rados.0.smithi016.stdout:604: left oid 13 (ObjNum 210 snap 61 seq_num 210) 2024-04-15T14:38:44.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:38:44 smithi102 ceph-mon[31017]: osdmap e183: 8 total, 8 up, 8 in 2024-04-15T14:38:45.041 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:38:44 smithi016 ceph-mon[27435]: osdmap e183: 8 total, 8 up, 8 in 2024-04-15T14:38:45.042 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:38:44 smithi016 ceph-mon[36548]: osdmap e183: 8 total, 8 up, 8 in 2024-04-15T14:38:45.595 INFO:tasks.rados.rados.0.smithi016.stdout:604: done (1 left) 2024-04-15T14:38:45.596 INFO:tasks.rados.rados.0.smithi016.stdout:605: done (0 left) 2024-04-15T14:38:45.596 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 18 current snap is 62 2024-04-15T14:38:45.596 INFO:tasks.rados.rados.0.smithi016.stdout:606: seq_num 211 ranges {286720=737280,1024000=401408} 2024-04-15T14:38:45.601 INFO:tasks.rados.rados.0.smithi016.stdout:606: writing smithi01678542-18 from 286720 to 1024000 tid 1 2024-04-15T14:38:45.603 INFO:tasks.rados.rados.0.smithi016.stdout:606: writing smithi01678542-18 from 1024000 to 1425408 tid 2 2024-04-15T14:38:45.603 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 39 current snap is 62 2024-04-15T14:38:45.603 INFO:tasks.rados.rados.0.smithi016.stdout:607: seq_num 212 ranges {1499136=753664,2252800=401408} 2024-04-15T14:38:45.616 INFO:tasks.rados.rados.0.smithi016.stdout:607: writing smithi01678542-39 from 1499136 to 2252800 tid 1 2024-04-15T14:38:45.618 INFO:tasks.rados.rados.0.smithi016.stdout:607: writing smithi01678542-39 from 2252800 to 2654208 tid 2 2024-04-15T14:38:45.618 INFO:tasks.rados.rados.0.smithi016.stdout:608: setattr oid 49 current snap is 62 2024-04-15T14:38:45.619 INFO:tasks.rados.rados.0.smithi016.stdout:606: finishing write tid 1 to smithi01678542-18 2024-04-15T14:38:45.619 INFO:tasks.rados.rados.0.smithi016.stdout:606: finishing write tid 2 to smithi01678542-18 2024-04-15T14:38:45.619 INFO:tasks.rados.rados.0.smithi016.stdout:606: finishing write tid 3 to smithi01678542-18 2024-04-15T14:38:45.619 INFO:tasks.rados.rados.0.smithi016.stdout:606: finishing write tid 4 to smithi01678542-18 2024-04-15T14:38:45.619 INFO:tasks.rados.rados.0.smithi016.stdout:606: oid 18 updating version 0 to 72 2024-04-15T14:38:45.619 INFO:tasks.rados.rados.0.smithi016.stdout:606: oid 18 version 72 is already newer than 71 2024-04-15T14:38:45.619 INFO:tasks.rados.rados.0.smithi016.stdout:606: oid 18 version 72 is already newer than 70 2024-04-15T14:38:45.619 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 18 v 72 (ObjNum 211 snap 62 seq_num 211) dirty exists 2024-04-15T14:38:45.619 INFO:tasks.rados.rados.0.smithi016.stdout:606: left oid 18 (ObjNum 211 snap 62 seq_num 211) 2024-04-15T14:38:45.620 INFO:tasks.rados.rados.0.smithi016.stdout:606: done (2 left) 2024-04-15T14:38:45.620 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 8 current snap is 62 2024-04-15T14:38:45.620 INFO:tasks.rados.rados.0.smithi016.stdout:609: seq_num 213 ranges {0=770048,770048=401408} 2024-04-15T14:38:45.624 INFO:tasks.rados.rados.0.smithi016.stdout:609: writing smithi01678542-8 from 0 to 770048 tid 1 2024-04-15T14:38:45.628 INFO:tasks.rados.rados.0.smithi016.stdout:609: writing smithi01678542-8 from 770048 to 1171456 tid 2 2024-04-15T14:38:45.628 INFO:tasks.rados.rados.0.smithi016.stdout:610: rollback oid 23 current snap is 62 2024-04-15T14:38:45.629 INFO:tasks.rados.rados.0.smithi016.stdout:rollback oid 23 to 61 2024-04-15T14:38:45.629 INFO:tasks.rados.rados.0.smithi016.stdout:607: finishing write tid 1 to smithi01678542-39 2024-04-15T14:38:45.629 INFO:tasks.rados.rados.0.smithi016.stdout:607: finishing write tid 2 to smithi01678542-39 2024-04-15T14:38:45.629 INFO:tasks.rados.rados.0.smithi016.stdout:607: finishing write tid 3 to smithi01678542-39 2024-04-15T14:38:45.629 INFO:tasks.rados.rados.0.smithi016.stdout:607: finishing write tid 4 to smithi01678542-39 2024-04-15T14:38:45.629 INFO:tasks.rados.rados.0.smithi016.stdout:607: oid 39 updating version 0 to 201 2024-04-15T14:38:45.629 INFO:tasks.rados.rados.0.smithi016.stdout:607: oid 39 updating version 201 to 202 2024-04-15T14:38:45.630 INFO:tasks.rados.rados.0.smithi016.stdout:607: oid 39 updating version 202 to 203 2024-04-15T14:38:45.630 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 39 v 203 (ObjNum 212 snap 62 seq_num 212) dirty exists 2024-04-15T14:38:45.630 INFO:tasks.rados.rados.0.smithi016.stdout:607: left oid 39 (ObjNum 212 snap 62 seq_num 212) 2024-04-15T14:38:45.630 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 49 v 139 (ObjNum 190 snap 55 seq_num 190) dirty exists 2024-04-15T14:38:45.630 INFO:tasks.rados.rados.0.smithi016.stdout:607: done (3 left) 2024-04-15T14:38:45.630 INFO:tasks.rados.rados.0.smithi016.stdout:608: done (2 left) 2024-04-15T14:38:45.631 INFO:tasks.rados.rados.0.smithi016.stdout:611: copy_from oid 46 from oid 12 current snap is 62 2024-04-15T14:38:45.631 INFO:tasks.rados.rados.0.smithi016.stdout:612: snap_remove snap 52 2024-04-15T14:38:45.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:38:45 smithi102 ceph-mon[31017]: pgmap v24: 121 pgs: 121 active+clean; 147 MiB data, 528 MiB used, 715 GiB / 715 GiB avail; 1.6 MiB/s rd, 2.9 MiB/s wr, 34 op/s 2024-04-15T14:38:45.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:38:45 smithi102 ceph-mon[31017]: osdmap e184: 8 total, 8 up, 8 in 2024-04-15T14:38:45.938 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:38:45 smithi102 ceph-mon[31017]: from='mgr.24892 ' entity='mgr.x' 2024-04-15T14:38:45.938 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:38:45 smithi102 ceph-mon[31017]: from='mgr.24892 ' entity='mgr.x' 2024-04-15T14:38:45.938 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:38:45 smithi102 ceph-mon[31017]: from='mgr.24892 172.21.15.102:0/1583469291' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-04-15T14:38:45.938 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:38:45 smithi102 ceph-mon[31017]: from='mgr.24892 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-04-15T14:38:45.938 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:38:45 smithi102 ceph-mon[31017]: from='mgr.24892 172.21.15.102:0/1583469291' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-04-15T14:38:45.938 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:38:45 smithi102 ceph-mon[31017]: from='mgr.24892 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-04-15T14:38:45.938 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:38:45 smithi102 ceph-mon[31017]: from='mgr.24892 172.21.15.102:0/1583469291' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-04-15T14:38:45.938 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:38:45 smithi102 ceph-mon[31017]: from='mgr.24892 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-04-15T14:38:45.939 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:38:45 smithi102 ceph-mon[31017]: from='mgr.24892 172.21.15.102:0/1583469291' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-04-15T14:38:45.939 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:38:45 smithi102 ceph-mon[31017]: from='mgr.24892 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-04-15T14:38:45.939 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:38:45 smithi102 ceph-mon[31017]: Adjusting osd_memory_target on smithi102 to 2480M 2024-04-15T14:38:45.939 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:38:45 smithi102 ceph-mon[31017]: from='mgr.24892 ' entity='mgr.x' 2024-04-15T14:38:45.939 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:38:45 smithi102 ceph-mon[31017]: from='mgr.24892 172.21.15.102:0/1583469291' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T14:38:45.939 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:38:45 smithi102 ceph-mon[31017]: from='mgr.24892 172.21.15.102:0/1583469291' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T14:38:45.939 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:38:45 smithi102 ceph-mon[31017]: Updating smithi016:/etc/ceph/ceph.conf 2024-04-15T14:38:45.939 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:38:45 smithi102 ceph-mon[31017]: Updating smithi102:/etc/ceph/ceph.conf 2024-04-15T14:38:45.939 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:38:45 smithi102 ceph-mon[31017]: from='mgr.24892 172.21.15.102:0/1583469291' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T14:38:46.041 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:38:45 smithi016 ceph-mon[27435]: pgmap v24: 121 pgs: 121 active+clean; 147 MiB data, 528 MiB used, 715 GiB / 715 GiB avail; 1.6 MiB/s rd, 2.9 MiB/s wr, 34 op/s 2024-04-15T14:38:46.042 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:38:45 smithi016 ceph-mon[27435]: osdmap e184: 8 total, 8 up, 8 in 2024-04-15T14:38:46.042 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:38:45 smithi016 ceph-mon[27435]: from='mgr.24892 ' entity='mgr.x' 2024-04-15T14:38:46.042 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:38:45 smithi016 ceph-mon[27435]: from='mgr.24892 ' entity='mgr.x' 2024-04-15T14:38:46.042 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:38:45 smithi016 ceph-mon[27435]: from='mgr.24892 172.21.15.102:0/1583469291' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-04-15T14:38:46.042 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:38:45 smithi016 ceph-mon[27435]: from='mgr.24892 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-04-15T14:38:46.042 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:38:45 smithi016 ceph-mon[27435]: from='mgr.24892 172.21.15.102:0/1583469291' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-04-15T14:38:46.043 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:38:45 smithi016 ceph-mon[27435]: from='mgr.24892 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-04-15T14:38:46.043 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:38:45 smithi016 ceph-mon[27435]: from='mgr.24892 172.21.15.102:0/1583469291' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-04-15T14:38:46.043 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:38:45 smithi016 ceph-mon[27435]: from='mgr.24892 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-04-15T14:38:46.043 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:38:45 smithi016 ceph-mon[27435]: from='mgr.24892 172.21.15.102:0/1583469291' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-04-15T14:38:46.043 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:38:45 smithi016 ceph-mon[27435]: from='mgr.24892 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-04-15T14:38:46.043 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:38:45 smithi016 ceph-mon[27435]: Adjusting osd_memory_target on smithi102 to 2480M 2024-04-15T14:38:46.044 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:38:45 smithi016 ceph-mon[27435]: from='mgr.24892 ' entity='mgr.x' 2024-04-15T14:38:46.044 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:38:45 smithi016 ceph-mon[27435]: from='mgr.24892 172.21.15.102:0/1583469291' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T14:38:46.044 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:38:45 smithi016 ceph-mon[27435]: from='mgr.24892 172.21.15.102:0/1583469291' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T14:38:46.044 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:38:45 smithi016 ceph-mon[27435]: Updating smithi016:/etc/ceph/ceph.conf 2024-04-15T14:38:46.044 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:38:45 smithi016 ceph-mon[27435]: Updating smithi102:/etc/ceph/ceph.conf 2024-04-15T14:38:46.044 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:38:45 smithi016 ceph-mon[27435]: from='mgr.24892 172.21.15.102:0/1583469291' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T14:38:46.045 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:38:45 smithi016 ceph-mon[36548]: pgmap v24: 121 pgs: 121 active+clean; 147 MiB data, 528 MiB used, 715 GiB / 715 GiB avail; 1.6 MiB/s rd, 2.9 MiB/s wr, 34 op/s 2024-04-15T14:38:46.045 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:38:45 smithi016 ceph-mon[36548]: osdmap e184: 8 total, 8 up, 8 in 2024-04-15T14:38:46.045 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:38:45 smithi016 ceph-mon[36548]: from='mgr.24892 ' entity='mgr.x' 2024-04-15T14:38:46.045 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:38:45 smithi016 ceph-mon[36548]: from='mgr.24892 ' entity='mgr.x' 2024-04-15T14:38:46.045 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:38:45 smithi016 ceph-mon[36548]: from='mgr.24892 172.21.15.102:0/1583469291' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-04-15T14:38:46.045 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:38:45 smithi016 ceph-mon[36548]: from='mgr.24892 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-04-15T14:38:46.045 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:38:45 smithi016 ceph-mon[36548]: from='mgr.24892 172.21.15.102:0/1583469291' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-04-15T14:38:46.045 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:38:45 smithi016 ceph-mon[36548]: from='mgr.24892 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-04-15T14:38:46.045 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:38:45 smithi016 ceph-mon[36548]: from='mgr.24892 172.21.15.102:0/1583469291' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-04-15T14:38:46.045 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:38:45 smithi016 ceph-mon[36548]: from='mgr.24892 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-04-15T14:38:46.045 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:38:45 smithi016 ceph-mon[36548]: from='mgr.24892 172.21.15.102:0/1583469291' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-04-15T14:38:46.046 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:38:45 smithi016 ceph-mon[36548]: from='mgr.24892 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-04-15T14:38:46.046 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:38:45 smithi016 ceph-mon[36548]: Adjusting osd_memory_target on smithi102 to 2480M 2024-04-15T14:38:46.046 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:38:45 smithi016 ceph-mon[36548]: from='mgr.24892 ' entity='mgr.x' 2024-04-15T14:38:46.046 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:38:45 smithi016 ceph-mon[36548]: from='mgr.24892 172.21.15.102:0/1583469291' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T14:38:46.046 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:38:45 smithi016 ceph-mon[36548]: from='mgr.24892 172.21.15.102:0/1583469291' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T14:38:46.046 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:38:45 smithi016 ceph-mon[36548]: Updating smithi016:/etc/ceph/ceph.conf 2024-04-15T14:38:46.046 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:38:45 smithi016 ceph-mon[36548]: Updating smithi102:/etc/ceph/ceph.conf 2024-04-15T14:38:46.046 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:38:45 smithi016 ceph-mon[36548]: from='mgr.24892 172.21.15.102:0/1583469291' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T14:38:46.604 INFO:tasks.rados.rados.0.smithi016.stdout:612: done (3 left) 2024-04-15T14:38:46.604 INFO:tasks.rados.rados.0.smithi016.stdout:613: setattr oid 35 current snap is 62 2024-04-15T14:38:46.605 INFO:tasks.rados.rados.0.smithi016.stdout:609: finishing write tid 1 to smithi01678542-8 2024-04-15T14:38:46.605 INFO:tasks.rados.rados.0.smithi016.stdout:609: finishing write tid 2 to smithi01678542-8 2024-04-15T14:38:46.605 INFO:tasks.rados.rados.0.smithi016.stdout:609: finishing write tid 3 to smithi01678542-8 2024-04-15T14:38:46.605 INFO:tasks.rados.rados.0.smithi016.stdout:609: finishing write tid 4 to smithi01678542-8 2024-04-15T14:38:46.605 INFO:tasks.rados.rados.0.smithi016.stdout:609: oid 8 updating version 0 to 214 2024-04-15T14:38:46.605 INFO:tasks.rados.rados.0.smithi016.stdout:609: oid 8 version 214 is already newer than 212 2024-04-15T14:38:46.605 INFO:tasks.rados.rados.0.smithi016.stdout:609: oid 8 version 214 is already newer than 213 2024-04-15T14:38:46.605 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 8 v 214 (ObjNum 213 snap 62 seq_num 213) dirty exists 2024-04-15T14:38:46.605 INFO:tasks.rados.rados.0.smithi016.stdout:609: left oid 8 (ObjNum 213 snap 62 seq_num 213) 2024-04-15T14:38:46.605 INFO:tasks.rados.rados.0.smithi016.stdout:610: finishing rollback tid 0 to smithi01678542-23 2024-04-15T14:38:46.605 INFO:tasks.rados.rados.0.smithi016.stdout:610: finishing rollback tid 1 to smithi01678542-23 2024-04-15T14:38:46.605 INFO:tasks.rados.rados.0.smithi016.stdout:610: finishing rollback tid 2 to smithi01678542-23 2024-04-15T14:38:46.605 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 23 v 218 (ObjNum 198 snap 59 seq_num 198) dirty exists 2024-04-15T14:38:46.605 INFO:tasks.rados.rados.0.smithi016.stdout:611: finishing copy_from racing read to smithi01678542-46 2024-04-15T14:38:46.606 INFO:tasks.rados.rados.0.smithi016.stdout:611: finishing copy_from to smithi01678542-46 2024-04-15T14:38:46.606 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 46 v 181 (ObjNum 184 snap 53 seq_num 184) dirty exists 2024-04-15T14:38:46.606 INFO:tasks.rados.rados.0.smithi016.stdout:609: done (3 left) 2024-04-15T14:38:46.606 INFO:tasks.rados.rados.0.smithi016.stdout:610: done (2 left) 2024-04-15T14:38:46.606 INFO:tasks.rados.rados.0.smithi016.stdout:611: done (1 left) 2024-04-15T14:38:46.606 INFO:tasks.rados.rados.0.smithi016.stdout:614: read oid 21 snap 45 2024-04-15T14:38:46.606 INFO:tasks.rados.rados.0.smithi016.stdout:614: expect deleted 2024-04-15T14:38:46.606 INFO:tasks.rados.rados.0.smithi016.stdout:615: copy_from oid 39 from oid 12 current snap is 62 2024-04-15T14:38:46.606 INFO:tasks.rados.rados.0.smithi016.stdout:616: delete oid 4 current snap is 62 2024-04-15T14:38:46.615 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 35 v 190 (ObjNum 70 snap 12 seq_num 70) dirty exists 2024-04-15T14:38:46.615 INFO:tasks.rados.rados.0.smithi016.stdout:613: done (3 left) 2024-04-15T14:38:46.615 INFO:tasks.rados.rados.0.smithi016.stdout:614: done (2 left) 2024-04-15T14:38:46.616 INFO:tasks.rados.rados.0.smithi016.stdout:616: done (1 left) 2024-04-15T14:38:46.616 INFO:tasks.rados.rados.0.smithi016.stdout:617: snap_create 2024-04-15T14:38:46.637 INFO:tasks.rados.rados.0.smithi016.stdout:615: finishing copy_from racing read to smithi01678542-39 2024-04-15T14:38:46.639 INFO:tasks.rados.rados.0.smithi016.stdout:615: finishing copy_from to smithi01678542-39 2024-04-15T14:38:46.639 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 39 v 181 (ObjNum 184 snap 53 seq_num 184) dirty exists 2024-04-15T14:38:46.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:38:46 smithi102 ceph-mon[31017]: Updating smithi102:/var/lib/ceph/362ea986-fb34-11ee-bc8f-c7b262605968/config/ceph.conf 2024-04-15T14:38:46.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:38:46 smithi102 ceph-mon[31017]: Updating smithi016:/var/lib/ceph/362ea986-fb34-11ee-bc8f-c7b262605968/config/ceph.conf 2024-04-15T14:38:46.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:38:46 smithi102 ceph-mon[31017]: Updating smithi016:/etc/ceph/ceph.client.admin.keyring 2024-04-15T14:38:46.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:38:46 smithi102 ceph-mon[31017]: Updating smithi102:/etc/ceph/ceph.client.admin.keyring 2024-04-15T14:38:46.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:38:46 smithi102 ceph-mon[31017]: Updating smithi102:/var/lib/ceph/362ea986-fb34-11ee-bc8f-c7b262605968/config/ceph.client.admin.keyring 2024-04-15T14:38:46.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:38:46 smithi102 ceph-mon[31017]: Updating smithi016:/var/lib/ceph/362ea986-fb34-11ee-bc8f-c7b262605968/config/ceph.client.admin.keyring 2024-04-15T14:38:46.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:38:46 smithi102 ceph-mon[31017]: osdmap e185: 8 total, 8 up, 8 in 2024-04-15T14:38:46.938 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:38:46 smithi102 ceph-mon[31017]: from='mgr.24892 ' entity='mgr.x' 2024-04-15T14:38:46.938 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:38:46 smithi102 ceph-mon[31017]: from='mgr.24892 ' entity='mgr.x' 2024-04-15T14:38:46.938 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:38:46 smithi102 ceph-mon[31017]: from='mgr.24892 ' entity='mgr.x' 2024-04-15T14:38:46.938 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:38:46 smithi102 ceph-mon[31017]: from='mgr.24892 ' entity='mgr.x' 2024-04-15T14:38:46.938 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:38:46 smithi102 ceph-mon[31017]: from='mgr.24892 ' entity='mgr.x' 2024-04-15T14:38:47.039 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:38:46 smithi016 ceph-mon[27435]: Updating smithi102:/var/lib/ceph/362ea986-fb34-11ee-bc8f-c7b262605968/config/ceph.conf 2024-04-15T14:38:47.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:38:46 smithi016 ceph-mon[27435]: Updating smithi016:/var/lib/ceph/362ea986-fb34-11ee-bc8f-c7b262605968/config/ceph.conf 2024-04-15T14:38:47.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:38:46 smithi016 ceph-mon[27435]: Updating smithi016:/etc/ceph/ceph.client.admin.keyring 2024-04-15T14:38:47.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:38:46 smithi016 ceph-mon[27435]: Updating smithi102:/etc/ceph/ceph.client.admin.keyring 2024-04-15T14:38:47.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:38:46 smithi016 ceph-mon[27435]: Updating smithi102:/var/lib/ceph/362ea986-fb34-11ee-bc8f-c7b262605968/config/ceph.client.admin.keyring 2024-04-15T14:38:47.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:38:46 smithi016 ceph-mon[27435]: Updating smithi016:/var/lib/ceph/362ea986-fb34-11ee-bc8f-c7b262605968/config/ceph.client.admin.keyring 2024-04-15T14:38:47.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:38:46 smithi016 ceph-mon[27435]: osdmap e185: 8 total, 8 up, 8 in 2024-04-15T14:38:47.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:38:46 smithi016 ceph-mon[27435]: from='mgr.24892 ' entity='mgr.x' 2024-04-15T14:38:47.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:38:46 smithi016 ceph-mon[27435]: from='mgr.24892 ' entity='mgr.x' 2024-04-15T14:38:47.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:38:46 smithi016 ceph-mon[27435]: from='mgr.24892 ' entity='mgr.x' 2024-04-15T14:38:47.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:38:46 smithi016 ceph-mon[27435]: from='mgr.24892 ' entity='mgr.x' 2024-04-15T14:38:47.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:38:46 smithi016 ceph-mon[27435]: from='mgr.24892 ' entity='mgr.x' 2024-04-15T14:38:47.041 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:38:46 smithi016 ceph-mon[36548]: Updating smithi102:/var/lib/ceph/362ea986-fb34-11ee-bc8f-c7b262605968/config/ceph.conf 2024-04-15T14:38:47.041 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:38:46 smithi016 ceph-mon[36548]: Updating smithi016:/var/lib/ceph/362ea986-fb34-11ee-bc8f-c7b262605968/config/ceph.conf 2024-04-15T14:38:47.041 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:38:46 smithi016 ceph-mon[36548]: Updating smithi016:/etc/ceph/ceph.client.admin.keyring 2024-04-15T14:38:47.041 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:38:46 smithi016 ceph-mon[36548]: Updating smithi102:/etc/ceph/ceph.client.admin.keyring 2024-04-15T14:38:47.041 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:38:46 smithi016 ceph-mon[36548]: Updating smithi102:/var/lib/ceph/362ea986-fb34-11ee-bc8f-c7b262605968/config/ceph.client.admin.keyring 2024-04-15T14:38:47.041 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:38:46 smithi016 ceph-mon[36548]: Updating smithi016:/var/lib/ceph/362ea986-fb34-11ee-bc8f-c7b262605968/config/ceph.client.admin.keyring 2024-04-15T14:38:47.041 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:38:46 smithi016 ceph-mon[36548]: osdmap e185: 8 total, 8 up, 8 in 2024-04-15T14:38:47.041 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:38:46 smithi016 ceph-mon[36548]: from='mgr.24892 ' entity='mgr.x' 2024-04-15T14:38:47.041 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:38:46 smithi016 ceph-mon[36548]: from='mgr.24892 ' entity='mgr.x' 2024-04-15T14:38:47.041 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:38:46 smithi016 ceph-mon[36548]: from='mgr.24892 ' entity='mgr.x' 2024-04-15T14:38:47.041 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:38:46 smithi016 ceph-mon[36548]: from='mgr.24892 ' entity='mgr.x' 2024-04-15T14:38:47.041 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:38:46 smithi016 ceph-mon[36548]: from='mgr.24892 ' entity='mgr.x' 2024-04-15T14:38:47.610 INFO:tasks.rados.rados.0.smithi016.stdout:615: done (1 left) 2024-04-15T14:38:47.610 INFO:tasks.rados.rados.0.smithi016.stdout:617: done (0 left) 2024-04-15T14:38:47.610 INFO:tasks.rados.rados.0.smithi016.stdout:618: read oid 45 snap -1 2024-04-15T14:38:47.610 INFO:tasks.rados.rados.0.smithi016.stdout:618: expect (ObjNum 126 snap 35 seq_num 126) 2024-04-15T14:38:47.610 INFO:tasks.rados.rados.0.smithi016.stdout:619: setattr oid 1 current snap is 63 2024-04-15T14:38:47.612 INFO:tasks.rados.rados.0.smithi016.stdout:620: rmattr oid 34 current snap is 63 2024-04-15T14:38:47.612 INFO:tasks.rados.rados.0.smithi016.stdout:620: done (2 left) 2024-04-15T14:38:47.612 INFO:tasks.rados.rados.0.smithi016.stdout:621: read oid 10 snap -1 2024-04-15T14:38:47.612 INFO:tasks.rados.rados.0.smithi016.stdout:621: expect (ObjNum 191 snap 55 seq_num 191) 2024-04-15T14:38:47.613 INFO:tasks.rados.rados.0.smithi016.stdout:622: rollback oid 46 current snap is 63 2024-04-15T14:38:47.613 INFO:tasks.rados.rados.0.smithi016.stdout:rollback oid 46 to 56 2024-04-15T14:38:47.613 INFO:tasks.rados.rados.0.smithi016.stdout:623: copy_from oid 25 from oid 44 current snap is 63 2024-04-15T14:38:47.613 INFO:tasks.rados.rados.0.smithi016.stdout:624: rollback oid 41 current snap is 63 2024-04-15T14:38:47.613 INFO:tasks.rados.rados.0.smithi016.stdout:rollback oid 41 to 56 2024-04-15T14:38:47.613 INFO:tasks.rados.rados.0.smithi016.stdout:625: rollback oid 50 current snap is 63 2024-04-15T14:38:47.613 INFO:tasks.rados.rados.0.smithi016.stdout:rollback oid 50 to 42 2024-04-15T14:38:47.614 INFO:tasks.rados.rados.0.smithi016.stdout:626: read oid 5 snap -1 2024-04-15T14:38:47.614 INFO:tasks.rados.rados.0.smithi016.stdout:626: expect (ObjNum 150 snap 45 seq_num 150) 2024-04-15T14:38:47.614 INFO:tasks.rados.rados.0.smithi016.stdout:627: rollback oid 4 current snap is 63 2024-04-15T14:38:47.614 INFO:tasks.rados.rados.0.smithi016.stdout:rollback oid 4 to 39 2024-04-15T14:38:47.614 INFO:tasks.rados.rados.0.smithi016.stdout:628: snap_create 2024-04-15T14:38:47.620 INFO:tasks.rados.rados.0.smithi016.stdout:625: finishing rollback tid 0 to smithi01678542-50 2024-04-15T14:38:47.621 INFO:tasks.rados.rados.0.smithi016.stdout:625: finishing rollback tid 1 to smithi01678542-50 2024-04-15T14:38:47.621 INFO:tasks.rados.rados.0.smithi016.stdout:625: finishing rollback tid 2 to smithi01678542-50 2024-04-15T14:38:47.622 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 50 v 361 (ObjNum 144 snap 42 seq_num 144) dirty exists 2024-04-15T14:38:47.622 INFO:tasks.rados.rados.0.smithi016.stdout:624: finishing rollback tid 0 to smithi01678542-41 2024-04-15T14:38:47.622 INFO:tasks.rados.rados.0.smithi016.stdout:624: finishing rollback tid 1 to smithi01678542-41 2024-04-15T14:38:47.622 INFO:tasks.rados.rados.0.smithi016.stdout:624: finishing rollback tid 2 to smithi01678542-41 2024-04-15T14:38:47.622 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 41 v 244 (ObjNum 33 snap 0 seq_num 2235881920) dirty exists 2024-04-15T14:38:47.623 INFO:tasks.rados.rados.0.smithi016.stdout:627: finishing rollback tid 1 to smithi01678542-4 2024-04-15T14:38:47.623 INFO:tasks.rados.rados.0.smithi016.stdout:627: finishing rollback tid 2 to smithi01678542-4 2024-04-15T14:38:47.623 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 4 v 327 (ObjNum 3 snap 0 seq_num 3) dirty exists 2024-04-15T14:38:47.625 INFO:tasks.rados.rados.0.smithi016.stdout:621: expect (ObjNum 191 snap 55 seq_num 191) 2024-04-15T14:38:47.647 INFO:tasks.rados.rados.0.smithi016.stdout:622: finishing rollback tid 0 to smithi01678542-46 2024-04-15T14:38:47.647 INFO:tasks.rados.rados.0.smithi016.stdout:622: finishing rollback tid 1 to smithi01678542-46 2024-04-15T14:38:47.647 INFO:tasks.rados.rados.0.smithi016.stdout:622: finishing rollback tid 2 to smithi01678542-46 2024-04-15T14:38:47.647 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 46 v 285 (ObjNum 45 snap 0 seq_num 45) dirty exists 2024-04-15T14:38:47.647 INFO:tasks.rados.rados.0.smithi016.stdout:623: finishing copy_from racing read to smithi01678542-25 2024-04-15T14:38:47.647 INFO:tasks.rados.rados.0.smithi016.stdout:626: expect (ObjNum 150 snap 45 seq_num 150) 2024-04-15T14:38:47.738 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 1 v 281 (ObjNum 187 snap 54 seq_num 187) dirty exists 2024-04-15T14:38:47.738 INFO:tasks.rados.rados.0.smithi016.stdout:618: expect (ObjNum 126 snap 35 seq_num 126) 2024-04-15T14:38:47.904 INFO:tasks.rados.rados.0.smithi016.stdout:623: finishing copy_from to smithi01678542-25 2024-04-15T14:38:47.904 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 25 v 196 (ObjNum 143 snap 41 seq_num 143) dirty exists 2024-04-15T14:38:47.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:38:47 smithi102 ceph-mon[31017]: Reconfiguring prometheus.a (dependencies changed)... 2024-04-15T14:38:47.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:38:47 smithi102 ceph-mon[31017]: pgmap v27: 121 pgs: 121 active+clean; 149 MiB data, 535 MiB used, 715 GiB / 715 GiB avail; 511 KiB/s rd, 556 KiB/s wr, 3 op/s 2024-04-15T14:38:47.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:38:47 smithi102 ceph-mon[31017]: Reconfiguring daemon prometheus.a on smithi102 2024-04-15T14:38:47.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:38:47 smithi102 ceph-mon[31017]: osdmap e186: 8 total, 8 up, 8 in 2024-04-15T14:38:48.039 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:38:47 smithi016 ceph-mon[27435]: Reconfiguring prometheus.a (dependencies changed)... 2024-04-15T14:38:48.039 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:38:47 smithi016 ceph-mon[27435]: pgmap v27: 121 pgs: 121 active+clean; 149 MiB data, 535 MiB used, 715 GiB / 715 GiB avail; 511 KiB/s rd, 556 KiB/s wr, 3 op/s 2024-04-15T14:38:48.039 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:38:47 smithi016 ceph-mon[27435]: Reconfiguring daemon prometheus.a on smithi102 2024-04-15T14:38:48.039 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:38:47 smithi016 ceph-mon[27435]: osdmap e186: 8 total, 8 up, 8 in 2024-04-15T14:38:48.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:38:47 smithi016 ceph-mon[36548]: Reconfiguring prometheus.a (dependencies changed)... 2024-04-15T14:38:48.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:38:47 smithi016 ceph-mon[36548]: pgmap v27: 121 pgs: 121 active+clean; 149 MiB data, 535 MiB used, 715 GiB / 715 GiB avail; 511 KiB/s rd, 556 KiB/s wr, 3 op/s 2024-04-15T14:38:48.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:38:47 smithi016 ceph-mon[36548]: Reconfiguring daemon prometheus.a on smithi102 2024-04-15T14:38:48.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:38:47 smithi016 ceph-mon[36548]: osdmap e186: 8 total, 8 up, 8 in 2024-04-15T14:38:48.616 INFO:tasks.rados.rados.0.smithi016.stdout:618: done (9 left) 2024-04-15T14:38:48.616 INFO:tasks.rados.rados.0.smithi016.stdout:619: done (8 left) 2024-04-15T14:38:48.616 INFO:tasks.rados.rados.0.smithi016.stdout:621: done (7 left) 2024-04-15T14:38:48.616 INFO:tasks.rados.rados.0.smithi016.stdout:622: done (6 left) 2024-04-15T14:38:48.616 INFO:tasks.rados.rados.0.smithi016.stdout:623: done (5 left) 2024-04-15T14:38:48.616 INFO:tasks.rados.rados.0.smithi016.stdout:624: done (4 left) 2024-04-15T14:38:48.616 INFO:tasks.rados.rados.0.smithi016.stdout:625: done (3 left) 2024-04-15T14:38:48.616 INFO:tasks.rados.rados.0.smithi016.stdout:626: done (2 left) 2024-04-15T14:38:48.616 INFO:tasks.rados.rados.0.smithi016.stdout:627: done (1 left) 2024-04-15T14:38:48.616 INFO:tasks.rados.rados.0.smithi016.stdout:628: done (0 left) 2024-04-15T14:38:48.616 INFO:tasks.rados.rados.0.smithi016.stdout:629: rollback oid 44 current snap is 64 2024-04-15T14:38:48.616 INFO:tasks.rados.rados.0.smithi016.stdout:rollback oid 44 to 55 2024-04-15T14:38:48.616 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 30 current snap is 64 2024-04-15T14:38:48.617 INFO:tasks.rados.rados.0.smithi016.stdout:630: seq_num 215 ranges {2129920=409600,2539520=532480,3072000=270336} 2024-04-15T14:38:48.629 INFO:tasks.rados.rados.0.smithi016.stdout:630: writing smithi01678542-30 from 2129920 to 2539520 tid 1 2024-04-15T14:38:48.632 INFO:tasks.rados.rados.0.smithi016.stdout:630: writing smithi01678542-30 from 2539520 to 3072000 tid 2 2024-04-15T14:38:48.633 INFO:tasks.rados.rados.0.smithi016.stdout:630: writing smithi01678542-30 from 3072000 to 3342336 tid 3 2024-04-15T14:38:48.634 INFO:tasks.rados.rados.0.smithi016.stdout:631: rollback oid 40 current snap is 64 2024-04-15T14:38:48.634 INFO:tasks.rados.rados.0.smithi016.stdout:rollback oid 40 to 50 2024-04-15T14:38:48.634 INFO:tasks.rados.rados.0.smithi016.stdout:629: finishing rollback tid 0 to smithi01678542-44 2024-04-15T14:38:48.634 INFO:tasks.rados.rados.0.smithi016.stdout:629: finishing rollback tid 1 to smithi01678542-44 2024-04-15T14:38:48.634 INFO:tasks.rados.rados.0.smithi016.stdout:629: finishing rollback tid 2 to smithi01678542-44 2024-04-15T14:38:48.634 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 44 v 331 (ObjNum 143 snap 41 seq_num 143) dirty exists 2024-04-15T14:38:48.634 INFO:tasks.rados.rados.0.smithi016.stdout:630: finishing write tid 1 to smithi01678542-30 2024-04-15T14:38:48.634 INFO:tasks.rados.rados.0.smithi016.stdout:629: done (2 left) 2024-04-15T14:38:48.634 INFO:tasks.rados.rados.0.smithi016.stdout:632: snap_remove snap 45 2024-04-15T14:38:48.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:38:48 smithi102 ceph-mon[31017]: osdmap e187: 8 total, 8 up, 8 in 2024-04-15T14:38:49.039 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:38:48 smithi016 ceph-mon[27435]: osdmap e187: 8 total, 8 up, 8 in 2024-04-15T14:38:49.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:38:48 smithi016 ceph-mon[36548]: osdmap e187: 8 total, 8 up, 8 in 2024-04-15T14:38:49.467 INFO:tasks.rados.rados.0.smithi016.stdout:632: done (2 left) 2024-04-15T14:38:49.468 INFO:tasks.rados.rados.0.smithi016.stdout:633: snap_create 2024-04-15T14:38:49.468 INFO:tasks.rados.rados.0.smithi016.stdout:630: finishing write tid 2 to smithi01678542-30 2024-04-15T14:38:49.468 INFO:tasks.rados.rados.0.smithi016.stdout:630: finishing write tid 3 to smithi01678542-30 2024-04-15T14:38:49.468 INFO:tasks.rados.rados.0.smithi016.stdout:630: finishing write tid 4 to smithi01678542-30 2024-04-15T14:38:49.468 INFO:tasks.rados.rados.0.smithi016.stdout:630: finishing write tid 5 to smithi01678542-30 2024-04-15T14:38:49.468 INFO:tasks.rados.rados.0.smithi016.stdout:630: oid 30 updating version 0 to 81 2024-04-15T14:38:49.468 INFO:tasks.rados.rados.0.smithi016.stdout:630: oid 30 updating version 81 to 83 2024-04-15T14:38:49.468 INFO:tasks.rados.rados.0.smithi016.stdout:630: oid 30 version 83 is already newer than 82 2024-04-15T14:38:49.468 INFO:tasks.rados.rados.0.smithi016.stdout:630: oid 30 version 83 is already newer than 80 2024-04-15T14:38:49.468 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 30 v 83 (ObjNum 215 snap 64 seq_num 215) dirty exists 2024-04-15T14:38:49.468 INFO:tasks.rados.rados.0.smithi016.stdout:630: left oid 30 (ObjNum 215 snap 64 seq_num 215) 2024-04-15T14:38:49.468 INFO:tasks.rados.rados.0.smithi016.stdout:631: finishing rollback tid 0 to smithi01678542-40 2024-04-15T14:38:49.468 INFO:tasks.rados.rados.0.smithi016.stdout:631: finishing rollback tid 1 to smithi01678542-40 2024-04-15T14:38:49.468 INFO:tasks.rados.rados.0.smithi016.stdout:631: finishing rollback tid 2 to smithi01678542-40 2024-04-15T14:38:49.469 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 40 v 193 (ObjNum 166 snap 50 seq_num 166) dirty exists 2024-04-15T14:38:49.937 INFO:journalctl@ceph.prometheus.a.smithi102.stdout:Apr 15 14:38:49 smithi102 systemd[1]: Stopping Ceph prometheus.a for 362ea986-fb34-11ee-bc8f-c7b262605968... 2024-04-15T14:38:49.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:38:49 smithi102 ceph-mon[31017]: pgmap v30: 121 pgs: 121 active+clean; 161 MiB data, 573 MiB used, 715 GiB / 715 GiB avail; 1.7 MiB/s rd, 3.7 MiB/s wr, 24 op/s 2024-04-15T14:38:49.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:38:49 smithi102 ceph-mon[31017]: osdmap e188: 8 total, 8 up, 8 in 2024-04-15T14:38:49.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:38:49 smithi102 ceph-mon[31017]: osdmap e189: 8 total, 8 up, 8 in 2024-04-15T14:38:50.039 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:38:49 smithi016 ceph-mon[27435]: pgmap v30: 121 pgs: 121 active+clean; 161 MiB data, 573 MiB used, 715 GiB / 715 GiB avail; 1.7 MiB/s rd, 3.7 MiB/s wr, 24 op/s 2024-04-15T14:38:50.039 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:38:49 smithi016 ceph-mon[27435]: osdmap e188: 8 total, 8 up, 8 in 2024-04-15T14:38:50.039 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:38:49 smithi016 ceph-mon[27435]: osdmap e189: 8 total, 8 up, 8 in 2024-04-15T14:38:50.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:38:49 smithi016 ceph-mon[36548]: pgmap v30: 121 pgs: 121 active+clean; 161 MiB data, 573 MiB used, 715 GiB / 715 GiB avail; 1.7 MiB/s rd, 3.7 MiB/s wr, 24 op/s 2024-04-15T14:38:50.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:38:49 smithi016 ceph-mon[36548]: osdmap e188: 8 total, 8 up, 8 in 2024-04-15T14:38:50.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:38:49 smithi016 ceph-mon[36548]: osdmap e189: 8 total, 8 up, 8 in 2024-04-15T14:38:50.312 INFO:journalctl@ceph.prometheus.a.smithi102.stdout:Apr 15 14:38:49 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-prometheus-a[64742]: ts=2024-04-15T14:38:49.988Z caller=main.go:840 level=warn msg="Received SIGTERM, exiting gracefully..." 2024-04-15T14:38:50.312 INFO:journalctl@ceph.prometheus.a.smithi102.stdout:Apr 15 14:38:49 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-prometheus-a[64742]: ts=2024-04-15T14:38:49.989Z caller=main.go:864 level=info msg="Stopping scrape discovery manager..." 2024-04-15T14:38:50.313 INFO:journalctl@ceph.prometheus.a.smithi102.stdout:Apr 15 14:38:49 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-prometheus-a[64742]: ts=2024-04-15T14:38:49.989Z caller=main.go:878 level=info msg="Stopping notify discovery manager..." 2024-04-15T14:38:50.313 INFO:journalctl@ceph.prometheus.a.smithi102.stdout:Apr 15 14:38:49 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-prometheus-a[64742]: ts=2024-04-15T14:38:49.989Z caller=manager.go:988 level=info component="rule manager" msg="Stopping rule manager..." 2024-04-15T14:38:50.313 INFO:journalctl@ceph.prometheus.a.smithi102.stdout:Apr 15 14:38:49 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-prometheus-a[64742]: ts=2024-04-15T14:38:49.989Z caller=main.go:860 level=info msg="Scrape discovery manager stopped" 2024-04-15T14:38:50.313 INFO:journalctl@ceph.prometheus.a.smithi102.stdout:Apr 15 14:38:49 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-prometheus-a[64742]: ts=2024-04-15T14:38:49.989Z caller=main.go:874 level=info msg="Notify discovery manager stopped" 2024-04-15T14:38:50.313 INFO:journalctl@ceph.prometheus.a.smithi102.stdout:Apr 15 14:38:49 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-prometheus-a[64742]: ts=2024-04-15T14:38:49.989Z caller=manager.go:998 level=info component="rule manager" msg="Rule manager stopped" 2024-04-15T14:38:50.313 INFO:journalctl@ceph.prometheus.a.smithi102.stdout:Apr 15 14:38:49 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-prometheus-a[64742]: ts=2024-04-15T14:38:49.989Z caller=main.go:915 level=info msg="Stopping scrape manager..." 2024-04-15T14:38:50.313 INFO:journalctl@ceph.prometheus.a.smithi102.stdout:Apr 15 14:38:49 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-prometheus-a[64742]: ts=2024-04-15T14:38:49.989Z caller=main.go:907 level=info msg="Scrape manager stopped" 2024-04-15T14:38:50.313 INFO:journalctl@ceph.prometheus.a.smithi102.stdout:Apr 15 14:38:49 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-prometheus-a[64742]: ts=2024-04-15T14:38:49.989Z caller=notifier.go:606 level=info component=notifier msg="Stopping notification manager..." 2024-04-15T14:38:50.313 INFO:journalctl@ceph.prometheus.a.smithi102.stdout:Apr 15 14:38:49 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-prometheus-a[64742]: ts=2024-04-15T14:38:49.989Z caller=main.go:1135 level=info msg="Notifier manager stopped" 2024-04-15T14:38:50.313 INFO:journalctl@ceph.prometheus.a.smithi102.stdout:Apr 15 14:38:49 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-prometheus-a[64742]: ts=2024-04-15T14:38:49.989Z caller=main.go:1147 level=info msg="See you next time!" 2024-04-15T14:38:50.313 INFO:journalctl@ceph.prometheus.a.smithi102.stdout:Apr 15 14:38:49 smithi102 podman[75056]: 2024-04-15 14:38:49.999223481 +0000 UTC m=+0.242814131 container died 11691b42737440b99f9f9b180928b886bde30346c917613e06933fc4fd6390d4 (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-362ea986-fb34-11ee-bc8f-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-04-15T14:38:50.469 INFO:tasks.rados.rados.0.smithi016.stdout:630: done (2 left) 2024-04-15T14:38:50.469 INFO:tasks.rados.rados.0.smithi016.stdout:631: done (1 left) 2024-04-15T14:38:50.469 INFO:tasks.rados.rados.0.smithi016.stdout:633: done (0 left) 2024-04-15T14:38:50.469 INFO:tasks.rados.rados.0.smithi016.stdout:634: rmattr oid 40 current snap is 65 2024-04-15T14:38:50.469 INFO:tasks.rados.rados.0.smithi016.stdout:635: read oid 48 snap 42 2024-04-15T14:38:50.469 INFO:tasks.rados.rados.0.smithi016.stdout:635: expect deleted 2024-04-15T14:38:50.469 INFO:tasks.rados.rados.0.smithi016.stdout:636: read oid 13 snap -1 2024-04-15T14:38:50.469 INFO:tasks.rados.rados.0.smithi016.stdout:636: expect (ObjNum 210 snap 61 seq_num 210) 2024-04-15T14:38:50.469 INFO:tasks.rados.rados.0.smithi016.stdout:637: snap_remove snap 60 2024-04-15T14:38:50.687 INFO:journalctl@ceph.prometheus.a.smithi102.stdout:Apr 15 14:38:50 smithi102 podman[75056]: 2024-04-15 14:38:50.502849271 +0000 UTC m=+0.746439967 container cleanup 11691b42737440b99f9f9b180928b886bde30346c917613e06933fc4fd6390d4 (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-362ea986-fb34-11ee-bc8f-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-04-15T14:38:50.687 INFO:journalctl@ceph.prometheus.a.smithi102.stdout:Apr 15 14:38:50 smithi102 bash[75056]: ceph-362ea986-fb34-11ee-bc8f-c7b262605968-prometheus-a 2024-04-15T14:38:51.067 INFO:journalctl@ceph.prometheus.a.smithi102.stdout:Apr 15 14:38:50 smithi102 podman[75075]: 2024-04-15 14:38:50.745832436 +0000 UTC m=+0.748716753 container remove 11691b42737440b99f9f9b180928b886bde30346c917613e06933fc4fd6390d4 (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-362ea986-fb34-11ee-bc8f-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-04-15T14:38:51.067 INFO:journalctl@ceph.prometheus.a.smithi102.stdout:Apr 15 14:38:50 smithi102 systemd[1]: ceph-362ea986-fb34-11ee-bc8f-c7b262605968@prometheus.a.service: Deactivated successfully. 2024-04-15T14:38:51.067 INFO:journalctl@ceph.prometheus.a.smithi102.stdout:Apr 15 14:38:50 smithi102 systemd[1]: Stopped Ceph prometheus.a for 362ea986-fb34-11ee-bc8f-c7b262605968. 2024-04-15T14:38:51.067 INFO:journalctl@ceph.prometheus.a.smithi102.stdout:Apr 15 14:38:50 smithi102 systemd[1]: ceph-362ea986-fb34-11ee-bc8f-c7b262605968@prometheus.a.service: Consumed 1.644s CPU time. 2024-04-15T14:38:51.067 INFO:journalctl@ceph.prometheus.a.smithi102.stdout:Apr 15 14:38:50 smithi102 systemd[1]: Starting Ceph prometheus.a for 362ea986-fb34-11ee-bc8f-c7b262605968... 2024-04-15T14:38:51.393 INFO:journalctl@ceph.prometheus.a.smithi102.stdout:Apr 15 14:38:51 smithi102 podman[75175]: 2024-04-15 14:38:50.970595853 +0000 UTC m=+0.018775916 image pull a07b618ecd1dce142bce4c52f0e80982eaf1f14265a2415c2d35978ccaa0a464 quay.io/prometheus/prometheus:v2.43.0 2024-04-15T14:38:51.393 INFO:journalctl@ceph.prometheus.a.smithi102.stdout:Apr 15 14:38:51 smithi102 podman[75175]: 2024-04-15 14:38:51.105474362 +0000 UTC m=+0.153654408 container create d96e0e1949f84e7577e920b4cb1ab6e1048a75bcf53535b7dda082f3f33b7ef8 (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-362ea986-fb34-11ee-bc8f-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-04-15T14:38:51.472 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 40 v 194 (ObjNum 166 snap 50 seq_num 166) dirty exists 2024-04-15T14:38:51.472 INFO:tasks.rados.rados.0.smithi016.stdout:636: expect (ObjNum 210 snap 61 seq_num 210) 2024-04-15T14:38:51.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:38:51 smithi102 ceph-mon[31017]: pgmap v33: 121 pgs: 121 active+clean; 161 MiB data, 573 MiB used, 715 GiB / 715 GiB avail; 1.2 MiB/s rd, 3.2 MiB/s wr, 21 op/s 2024-04-15T14:38:51.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:38:51 smithi102 ceph-mon[31017]: osdmap e190: 8 total, 8 up, 8 in 2024-04-15T14:38:51.688 INFO:journalctl@ceph.prometheus.a.smithi102.stdout:Apr 15 14:38:51 smithi102 podman[75175]: 2024-04-15 14:38:51.392913035 +0000 UTC m=+0.441093092 container init d96e0e1949f84e7577e920b4cb1ab6e1048a75bcf53535b7dda082f3f33b7ef8 (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-362ea986-fb34-11ee-bc8f-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-04-15T14:38:51.688 INFO:journalctl@ceph.prometheus.a.smithi102.stdout:Apr 15 14:38:51 smithi102 podman[75175]: 2024-04-15 14:38:51.39839088 +0000 UTC m=+0.446570927 container start d96e0e1949f84e7577e920b4cb1ab6e1048a75bcf53535b7dda082f3f33b7ef8 (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-362ea986-fb34-11ee-bc8f-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-04-15T14:38:51.689 INFO:journalctl@ceph.prometheus.a.smithi102.stdout:Apr 15 14:38:51 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-prometheus-a[75190]: ts=2024-04-15T14:38:51.423Z caller=main.go:564 level=info msg="Starting Prometheus Server" mode=server version="(version=2.43.0, branch=HEAD, revision=edfc3bcd025dd6fe296c167a14a216cab1e552ee)" 2024-04-15T14:38:51.689 INFO:journalctl@ceph.prometheus.a.smithi102.stdout:Apr 15 14:38:51 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-prometheus-a[75190]: ts=2024-04-15T14:38:51.423Z caller=main.go:569 level=info build_context="(go=go1.19.7, platform=linux/amd64, user=root@8a0ee342e522, date=20230321-12:56:07, tags=netgo,builtinassets)" 2024-04-15T14:38:51.689 INFO:journalctl@ceph.prometheus.a.smithi102.stdout:Apr 15 14:38:51 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-prometheus-a[75190]: ts=2024-04-15T14:38:51.423Z caller=main.go:570 level=info host_details="(Linux 5.14.0-438.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Fri Apr 12 13:55:21 UTC 2024 x86_64 smithi102 (none))" 2024-04-15T14:38:51.689 INFO:journalctl@ceph.prometheus.a.smithi102.stdout:Apr 15 14:38:51 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-prometheus-a[75190]: ts=2024-04-15T14:38:51.423Z caller=main.go:571 level=info fd_limits="(soft=1048576, hard=1048576)" 2024-04-15T14:38:51.689 INFO:journalctl@ceph.prometheus.a.smithi102.stdout:Apr 15 14:38:51 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-prometheus-a[75190]: ts=2024-04-15T14:38:51.423Z caller=main.go:572 level=info vm_limits="(soft=unlimited, hard=unlimited)" 2024-04-15T14:38:51.689 INFO:journalctl@ceph.prometheus.a.smithi102.stdout:Apr 15 14:38:51 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-prometheus-a[75190]: ts=2024-04-15T14:38:51.424Z caller=web.go:561 level=info component=web msg="Start listening for connections" address=:9095 2024-04-15T14:38:51.690 INFO:journalctl@ceph.prometheus.a.smithi102.stdout:Apr 15 14:38:51 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-prometheus-a[75190]: ts=2024-04-15T14:38:51.425Z caller=main.go:1005 level=info msg="Starting TSDB ..." 2024-04-15T14:38:51.690 INFO:journalctl@ceph.prometheus.a.smithi102.stdout:Apr 15 14:38:51 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-prometheus-a[75190]: ts=2024-04-15T14:38:51.427Z caller=tls_config.go:232 level=info component=web msg="Listening on" address=[::]:9095 2024-04-15T14:38:51.690 INFO:journalctl@ceph.prometheus.a.smithi102.stdout:Apr 15 14:38:51 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-prometheus-a[75190]: ts=2024-04-15T14:38:51.427Z caller=tls_config.go:235 level=info component=web msg="TLS is disabled." http2=false address=[::]:9095 2024-04-15T14:38:51.690 INFO:journalctl@ceph.prometheus.a.smithi102.stdout:Apr 15 14:38:51 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-prometheus-a[75190]: ts=2024-04-15T14:38:51.429Z caller=head.go:587 level=info component=tsdb msg="Replaying on-disk memory mappable chunks if any" 2024-04-15T14:38:51.690 INFO:journalctl@ceph.prometheus.a.smithi102.stdout:Apr 15 14:38:51 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-prometheus-a[75190]: ts=2024-04-15T14:38:51.429Z caller=head.go:658 level=info component=tsdb msg="On-disk memory mappable chunks replay completed" duration=1.407µs 2024-04-15T14:38:51.691 INFO:journalctl@ceph.prometheus.a.smithi102.stdout:Apr 15 14:38:51 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-prometheus-a[75190]: ts=2024-04-15T14:38:51.429Z caller=head.go:664 level=info component=tsdb msg="Replaying WAL, this may take a while" 2024-04-15T14:38:51.691 INFO:journalctl@ceph.prometheus.a.smithi102.stdout:Apr 15 14:38:51 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-prometheus-a[75190]: ts=2024-04-15T14:38:51.430Z caller=head.go:735 level=info component=tsdb msg="WAL segment loaded" segment=0 maxSegment=2 2024-04-15T14:38:51.691 INFO:journalctl@ceph.prometheus.a.smithi102.stdout:Apr 15 14:38:51 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-prometheus-a[75190]: ts=2024-04-15T14:38:51.437Z caller=head.go:735 level=info component=tsdb msg="WAL segment loaded" segment=1 maxSegment=2 2024-04-15T14:38:51.691 INFO:journalctl@ceph.prometheus.a.smithi102.stdout:Apr 15 14:38:51 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-prometheus-a[75190]: ts=2024-04-15T14:38:51.438Z caller=head.go:735 level=info component=tsdb msg="WAL segment loaded" segment=2 maxSegment=2 2024-04-15T14:38:51.691 INFO:journalctl@ceph.prometheus.a.smithi102.stdout:Apr 15 14:38:51 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-prometheus-a[75190]: ts=2024-04-15T14:38:51.438Z caller=head.go:772 level=info component=tsdb msg="WAL replay completed" checkpoint_replay_duration=37.218µs wal_replay_duration=8.8848ms wbl_replay_duration=110ns total_replay_duration=8.938134ms 2024-04-15T14:38:51.691 INFO:journalctl@ceph.prometheus.a.smithi102.stdout:Apr 15 14:38:51 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-prometheus-a[75190]: ts=2024-04-15T14:38:51.439Z caller=main.go:1026 level=info fs_type=XFS_SUPER_MAGIC 2024-04-15T14:38:51.692 INFO:journalctl@ceph.prometheus.a.smithi102.stdout:Apr 15 14:38:51 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-prometheus-a[75190]: ts=2024-04-15T14:38:51.439Z caller=main.go:1029 level=info msg="TSDB started" 2024-04-15T14:38:51.692 INFO:journalctl@ceph.prometheus.a.smithi102.stdout:Apr 15 14:38:51 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-prometheus-a[75190]: ts=2024-04-15T14:38:51.439Z caller=main.go:1209 level=info msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml 2024-04-15T14:38:51.692 INFO:journalctl@ceph.prometheus.a.smithi102.stdout:Apr 15 14:38:51 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-prometheus-a[75190]: ts=2024-04-15T14:38:51.462Z caller=main.go:1246 level=info msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=22.814828ms db_storage=773ns remote_storage=1.607µs web_handler=453ns query_engine=548ns scrape=390.992µs scrape_sd=85.014µs notify=14.91µs notify_sd=10.667µs rules=21.999081ms tracing=6.221µs 2024-04-15T14:38:51.692 INFO:journalctl@ceph.prometheus.a.smithi102.stdout:Apr 15 14:38:51 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-prometheus-a[75190]: ts=2024-04-15T14:38:51.462Z caller=main.go:990 level=info msg="Server is ready to receive web requests." 2024-04-15T14:38:51.692 INFO:journalctl@ceph.prometheus.a.smithi102.stdout:Apr 15 14:38:51 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-prometheus-a[75190]: ts=2024-04-15T14:38:51.462Z caller=manager.go:974 level=info component="rule manager" msg="Starting rule manager..." 2024-04-15T14:38:51.692 INFO:journalctl@ceph.prometheus.a.smithi102.stdout:Apr 15 14:38:51 smithi102 bash[75175]: d96e0e1949f84e7577e920b4cb1ab6e1048a75bcf53535b7dda082f3f33b7ef8 2024-04-15T14:38:51.693 INFO:journalctl@ceph.prometheus.a.smithi102.stdout:Apr 15 14:38:51 smithi102 systemd[1]: Started Ceph prometheus.a for 362ea986-fb34-11ee-bc8f-c7b262605968. 2024-04-15T14:38:51.789 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:38:51 smithi016 ceph-mon[36548]: pgmap v33: 121 pgs: 121 active+clean; 161 MiB data, 573 MiB used, 715 GiB / 715 GiB avail; 1.2 MiB/s rd, 3.2 MiB/s wr, 21 op/s 2024-04-15T14:38:51.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:38:51 smithi016 ceph-mon[36548]: osdmap e190: 8 total, 8 up, 8 in 2024-04-15T14:38:51.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:38:51 smithi016 ceph-mon[27435]: pgmap v33: 121 pgs: 121 active+clean; 161 MiB data, 573 MiB used, 715 GiB / 715 GiB avail; 1.2 MiB/s rd, 3.2 MiB/s wr, 21 op/s 2024-04-15T14:38:51.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:38:51 smithi016 ceph-mon[27435]: osdmap e190: 8 total, 8 up, 8 in 2024-04-15T14:38:51.863 INFO:tasks.rados.rados.0.smithi016.stdout:634: done (3 left) 2024-04-15T14:38:51.863 INFO:tasks.rados.rados.0.smithi016.stdout:635: done (2 left) 2024-04-15T14:38:51.863 INFO:tasks.rados.rados.0.smithi016.stdout:636: done (1 left) 2024-04-15T14:38:51.863 INFO:tasks.rados.rados.0.smithi016.stdout:637: done (0 left) 2024-04-15T14:38:51.863 INFO:tasks.rados.rados.0.smithi016.stdout:638: copy_from oid 5 from oid 50 current snap is 65 2024-04-15T14:38:51.863 INFO:tasks.rados.rados.0.smithi016.stdout:639: copy_from oid 6 from oid 28 current snap is 65 2024-04-15T14:38:51.863 INFO:tasks.rados.rados.0.smithi016.stdout:640: rollback oid 15 current snap is 65 2024-04-15T14:38:51.864 INFO:tasks.rados.rados.0.smithi016.stdout:rollback oid 15 to 62 2024-04-15T14:38:51.864 INFO:tasks.rados.rados.0.smithi016.stdout:641: read oid 29 snap -1 2024-04-15T14:38:51.864 INFO:tasks.rados.rados.0.smithi016.stdout:641: expect deleted 2024-04-15T14:38:51.864 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 3 current snap is 65 2024-04-15T14:38:51.864 INFO:tasks.rados.rados.0.smithi016.stdout:642: seq_num 216 ranges {1212416=425984,1638400=409600,2048000=393216} 2024-04-15T14:38:51.872 INFO:tasks.rados.rados.0.smithi016.stdout:642: writing smithi01678542-3 from 1212416 to 1638400 tid 1 2024-04-15T14:38:51.874 INFO:tasks.rados.rados.0.smithi016.stdout:642: writing smithi01678542-3 from 1638400 to 2048000 tid 2 2024-04-15T14:38:51.876 INFO:tasks.rados.rados.0.smithi016.stdout:642: writing smithi01678542-3 from 2048000 to 2441216 tid 3 2024-04-15T14:38:51.877 INFO:tasks.rados.rados.0.smithi016.stdout:643: snap_remove snap 39 2024-04-15T14:38:52.549 INFO:tasks.rados.rados.0.smithi016.stdout:643: done (5 left) 2024-04-15T14:38:52.549 INFO:tasks.rados.rados.0.smithi016.stdout:644: snap_remove snap 43 2024-04-15T14:38:52.789 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:38:52 smithi016 ceph-mon[27435]: osdmap e191: 8 total, 8 up, 8 in 2024-04-15T14:38:52.789 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:38:52 smithi016 ceph-mon[27435]: from='mgr.24892 ' entity='mgr.x' 2024-04-15T14:38:52.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:38:52 smithi016 ceph-mon[27435]: from='mgr.24892 ' entity='mgr.x' 2024-04-15T14:38:52.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:38:52 smithi016 ceph-mon[27435]: from='mgr.24892 172.21.15.102:0/1583469291' entity='mgr.x' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-04-15T14:38:52.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:38:52 smithi016 ceph-mon[27435]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-04-15T14:38:52.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:38:52 smithi016 ceph-mon[27435]: from='mgr.24892 172.21.15.102:0/1583469291' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T14:38:52.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:38:52 smithi016 ceph-mon[27435]: Upgrade: Need to upgrade myself (mgr.x) 2024-04-15T14:38:52.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:38:52 smithi016 ceph-mon[27435]: Upgrade: Need to upgrade myself (mgr.x) 2024-04-15T14:38:52.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:38:52 smithi016 ceph-mon[36548]: osdmap e191: 8 total, 8 up, 8 in 2024-04-15T14:38:52.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:38:52 smithi016 ceph-mon[36548]: from='mgr.24892 ' entity='mgr.x' 2024-04-15T14:38:52.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:38:52 smithi016 ceph-mon[36548]: from='mgr.24892 ' entity='mgr.x' 2024-04-15T14:38:52.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:38:52 smithi016 ceph-mon[36548]: from='mgr.24892 172.21.15.102:0/1583469291' entity='mgr.x' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-04-15T14:38:52.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:38:52 smithi016 ceph-mon[36548]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-04-15T14:38:52.791 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:38:52 smithi016 ceph-mon[36548]: from='mgr.24892 172.21.15.102:0/1583469291' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T14:38:52.791 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:38:52 smithi016 ceph-mon[36548]: Upgrade: Need to upgrade myself (mgr.x) 2024-04-15T14:38:52.791 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:38:52 smithi016 ceph-mon[36548]: Upgrade: Need to upgrade myself (mgr.x) 2024-04-15T14:38:52.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:38:52 smithi102 ceph-mon[31017]: osdmap e191: 8 total, 8 up, 8 in 2024-04-15T14:38:52.938 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:38:52 smithi102 ceph-mon[31017]: from='mgr.24892 ' entity='mgr.x' 2024-04-15T14:38:52.938 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:38:52 smithi102 ceph-mon[31017]: from='mgr.24892 ' entity='mgr.x' 2024-04-15T14:38:52.938 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:38:52 smithi102 ceph-mon[31017]: from='mgr.24892 172.21.15.102:0/1583469291' entity='mgr.x' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-04-15T14:38:52.938 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:38:52 smithi102 ceph-mon[31017]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-04-15T14:38:52.938 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:38:52 smithi102 ceph-mon[31017]: from='mgr.24892 172.21.15.102:0/1583469291' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T14:38:52.938 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:38:52 smithi102 ceph-mon[31017]: Upgrade: Need to upgrade myself (mgr.x) 2024-04-15T14:38:52.938 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:38:52 smithi102 ceph-mon[31017]: Upgrade: Need to upgrade myself (mgr.x) 2024-04-15T14:38:53.556 INFO:tasks.rados.rados.0.smithi016.stdout:644: done (5 left) 2024-04-15T14:38:53.556 INFO:tasks.rados.rados.0.smithi016.stdout:645: snap_remove snap 56 2024-04-15T14:38:53.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:38:53 smithi102 ceph-mon[31017]: pgmap v36: 121 pgs: 121 active+clean; 169 MiB data, 610 MiB used, 715 GiB / 715 GiB avail; 9.2 MiB/s rd, 2.0 MiB/s wr, 22 op/s 2024-04-15T14:38:53.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:38:53 smithi102 ceph-mon[31017]: osdmap e192: 8 total, 8 up, 8 in 2024-04-15T14:38:53.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:38:53 smithi102 ceph-mon[31017]: from='mgr.24892 ' entity='mgr.x' 2024-04-15T14:38:53.938 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:38:53 smithi102 ceph-mon[31017]: from='mgr.24892 172.21.15.102:0/1583469291' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-04-15T14:38:53.938 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:38:53 smithi102 ceph-mon[31017]: from='mgr.24892 ' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-04-15T14:38:53.938 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:38:53 smithi102 ceph-mon[31017]: from='mgr.24892 172.21.15.102:0/1583469291' entity='mgr.x' cmd=[{"prefix": "mgr services"}]: dispatch 2024-04-15T14:38:53.938 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:38:53 smithi102 ceph-mon[31017]: from='mgr.24892 172.21.15.102:0/1583469291' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T14:38:54.039 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:38:53 smithi016 ceph-mon[36548]: pgmap v36: 121 pgs: 121 active+clean; 169 MiB data, 610 MiB used, 715 GiB / 715 GiB avail; 9.2 MiB/s rd, 2.0 MiB/s wr, 22 op/s 2024-04-15T14:38:54.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:38:53 smithi016 ceph-mon[36548]: osdmap e192: 8 total, 8 up, 8 in 2024-04-15T14:38:54.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:38:53 smithi016 ceph-mon[36548]: from='mgr.24892 ' entity='mgr.x' 2024-04-15T14:38:54.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:38:53 smithi016 ceph-mon[36548]: from='mgr.24892 172.21.15.102:0/1583469291' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-04-15T14:38:54.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:38:53 smithi016 ceph-mon[36548]: from='mgr.24892 ' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-04-15T14:38:54.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:38:53 smithi016 ceph-mon[36548]: from='mgr.24892 172.21.15.102:0/1583469291' entity='mgr.x' cmd=[{"prefix": "mgr services"}]: dispatch 2024-04-15T14:38:54.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:38:53 smithi016 ceph-mon[36548]: from='mgr.24892 172.21.15.102:0/1583469291' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T14:38:54.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:38:53 smithi016 ceph-mon[27435]: pgmap v36: 121 pgs: 121 active+clean; 169 MiB data, 610 MiB used, 715 GiB / 715 GiB avail; 9.2 MiB/s rd, 2.0 MiB/s wr, 22 op/s 2024-04-15T14:38:54.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:38:53 smithi016 ceph-mon[27435]: osdmap e192: 8 total, 8 up, 8 in 2024-04-15T14:38:54.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:38:53 smithi016 ceph-mon[27435]: from='mgr.24892 ' entity='mgr.x' 2024-04-15T14:38:54.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:38:53 smithi016 ceph-mon[27435]: from='mgr.24892 172.21.15.102:0/1583469291' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-04-15T14:38:54.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:38:53 smithi016 ceph-mon[27435]: from='mgr.24892 ' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-04-15T14:38:54.041 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:38:53 smithi016 ceph-mon[27435]: from='mgr.24892 172.21.15.102:0/1583469291' entity='mgr.x' cmd=[{"prefix": "mgr services"}]: dispatch 2024-04-15T14:38:54.041 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:38:53 smithi016 ceph-mon[27435]: from='mgr.24892 172.21.15.102:0/1583469291' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T14:38:54.470 INFO:tasks.rados.rados.0.smithi016.stdout:645: done (5 left) 2024-04-15T14:38:54.470 INFO:tasks.rados.rados.0.smithi016.stdout:646: rollback oid 4 current snap is 65 2024-04-15T14:38:54.470 INFO:tasks.rados.rados.0.smithi016.stdout:rollback oid 4 to 59 2024-04-15T14:38:54.470 INFO:tasks.rados.rados.0.smithi016.stdout:647: read oid 21 snap -1 2024-04-15T14:38:54.470 INFO:tasks.rados.rados.0.smithi016.stdout:647: expect (ObjNum 188 snap 54 seq_num 188) 2024-04-15T14:38:54.470 INFO:tasks.rados.rados.0.smithi016.stdout:648: rmattr oid 36 current snap is 65 2024-04-15T14:38:54.471 INFO:tasks.rados.rados.0.smithi016.stdout:648: done (7 left) 2024-04-15T14:38:54.471 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 41 current snap is 65 2024-04-15T14:38:54.471 INFO:tasks.rados.rados.0.smithi016.stdout:649: seq_num 217 ranges {0=442368,442368=696320,1138688=106496} 2024-04-15T14:38:54.477 INFO:tasks.rados.rados.0.smithi016.stdout:649: writing smithi01678542-41 from 0 to 442368 tid 1 2024-04-15T14:38:54.478 INFO:tasks.rados.rados.0.smithi016.stdout:649: writing smithi01678542-41 from 442368 to 1138688 tid 2 2024-04-15T14:38:54.479 INFO:tasks.rados.rados.0.smithi016.stdout:649: writing smithi01678542-41 from 1138688 to 1245184 tid 3 2024-04-15T14:38:54.479 INFO:tasks.rados.rados.0.smithi016.stdout:640: finishing rollback tid 0 to smithi01678542-15 2024-04-15T14:38:54.480 INFO:tasks.rados.rados.0.smithi016.stdout:640: finishing rollback tid 1 to smithi01678542-15 2024-04-15T14:38:54.480 INFO:tasks.rados.rados.0.smithi016.stdout:640: finishing rollback tid 2 to smithi01678542-15 2024-04-15T14:38:54.480 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 15 v 258 (ObjNum 199 snap 59 seq_num 199) dirty exists 2024-04-15T14:38:54.480 INFO:tasks.rados.rados.0.smithi016.stdout:639: finishing copy_from racing read to smithi01678542-6 2024-04-15T14:38:54.480 INFO:tasks.rados.rados.0.smithi016.stdout:639: finishing copy_from to smithi01678542-6 2024-04-15T14:38:54.480 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 6 v 6 (ObjNum 41 snap 0 seq_num 41) dirty exists 2024-04-15T14:38:54.480 INFO:tasks.rados.rados.0.smithi016.stdout:638: finishing copy_from racing read to smithi01678542-5 2024-04-15T14:38:54.480 INFO:tasks.rados.rados.0.smithi016.stdout:638: finishing copy_from to smithi01678542-5 2024-04-15T14:38:54.480 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 5 v 361 (ObjNum 144 snap 42 seq_num 144) dirty exists 2024-04-15T14:38:54.480 INFO:tasks.rados.rados.0.smithi016.stdout:642: finishing write tid 1 to smithi01678542-3 2024-04-15T14:38:54.480 INFO:tasks.rados.rados.0.smithi016.stdout:642: finishing write tid 2 to smithi01678542-3 2024-04-15T14:38:54.480 INFO:tasks.rados.rados.0.smithi016.stdout:642: finishing write tid 3 to smithi01678542-3 2024-04-15T14:38:54.480 INFO:tasks.rados.rados.0.smithi016.stdout:642: finishing write tid 4 to smithi01678542-3 2024-04-15T14:38:54.481 INFO:tasks.rados.rados.0.smithi016.stdout:642: finishing write tid 5 to smithi01678542-3 2024-04-15T14:38:54.481 INFO:tasks.rados.rados.0.smithi016.stdout:642: oid 3 updating version 0 to 93 2024-04-15T14:38:54.481 INFO:tasks.rados.rados.0.smithi016.stdout:642: oid 3 updating version 93 to 95 2024-04-15T14:38:54.481 INFO:tasks.rados.rados.0.smithi016.stdout:642: oid 3 version 95 is already newer than 94 2024-04-15T14:38:54.481 INFO:tasks.rados.rados.0.smithi016.stdout:642: oid 3 updating version 95 to 96 2024-04-15T14:38:54.481 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 3 v 96 (ObjNum 216 snap 65 seq_num 216) dirty exists 2024-04-15T14:38:54.481 INFO:tasks.rados.rados.0.smithi016.stdout:642: left oid 3 (ObjNum 216 snap 65 seq_num 216) 2024-04-15T14:38:54.481 INFO:tasks.rados.rados.0.smithi016.stdout:638: done (7 left) 2024-04-15T14:38:54.481 INFO:tasks.rados.rados.0.smithi016.stdout:639: done (6 left) 2024-04-15T14:38:54.481 INFO:tasks.rados.rados.0.smithi016.stdout:640: done (5 left) 2024-04-15T14:38:54.482 INFO:tasks.rados.rados.0.smithi016.stdout:641: done (4 left) 2024-04-15T14:38:54.482 INFO:tasks.rados.rados.0.smithi016.stdout:642: done (3 left) 2024-04-15T14:38:54.482 INFO:tasks.rados.rados.0.smithi016.stdout:650: rollback oid 6 current snap is 65 2024-04-15T14:38:54.483 INFO:tasks.rados.rados.0.smithi016.stdout:rollback oid 6 to 25 2024-04-15T14:38:54.483 INFO:tasks.rados.rados.0.smithi016.stdout:651: read oid 2 snap -1 2024-04-15T14:38:54.483 INFO:tasks.rados.rados.0.smithi016.stdout:651: expect (ObjNum 186 snap 54 seq_num 186) 2024-04-15T14:38:54.483 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 27 current snap is 65 2024-04-15T14:38:54.483 INFO:tasks.rados.rados.0.smithi016.stdout:652: seq_num 218 ranges {4227072=458752,4685824=581632,5267456=221184} 2024-04-15T14:38:54.507 INFO:tasks.rados.rados.0.smithi016.stdout:652: writing smithi01678542-27 from 4227072 to 4685824 tid 1 2024-04-15T14:38:54.511 INFO:tasks.rados.rados.0.smithi016.stdout:652: writing smithi01678542-27 from 4685824 to 5267456 tid 2 2024-04-15T14:38:54.513 INFO:tasks.rados.rados.0.smithi016.stdout:652: writing smithi01678542-27 from 5267456 to 5488640 tid 3 2024-04-15T14:38:54.513 INFO:tasks.rados.rados.0.smithi016.stdout:653: snap_create 2024-04-15T14:38:54.513 INFO:tasks.rados.rados.0.smithi016.stdout:646: finishing rollback tid 0 to smithi01678542-4 2024-04-15T14:38:54.513 INFO:tasks.rados.rados.0.smithi016.stdout:646: finishing rollback tid 1 to smithi01678542-4 2024-04-15T14:38:54.513 INFO:tasks.rados.rados.0.smithi016.stdout:646: finishing rollback tid 2 to smithi01678542-4 2024-04-15T14:38:54.513 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 4 v 377 (ObjNum 201 snap 59 seq_num 201) dirty exists 2024-04-15T14:38:54.513 INFO:tasks.rados.rados.0.smithi016.stdout:650: finishing rollback tid 0 to smithi01678542-6 2024-04-15T14:38:54.513 INFO:tasks.rados.rados.0.smithi016.stdout:649: finishing write tid 1 to smithi01678542-41 2024-04-15T14:38:54.513 INFO:tasks.rados.rados.0.smithi016.stdout:647: expect (ObjNum 188 snap 54 seq_num 188) 2024-04-15T14:38:54.545 INFO:tasks.rados.rados.0.smithi016.stdout:649: finishing write tid 2 to smithi01678542-41 2024-04-15T14:38:54.545 INFO:tasks.rados.rados.0.smithi016.stdout:650: finishing rollback tid 1 to smithi01678542-6 2024-04-15T14:38:54.545 INFO:tasks.rados.rados.0.smithi016.stdout:650: finishing rollback tid 2 to smithi01678542-6 2024-04-15T14:38:54.546 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 6 v 74 (ObjNum 36 snap 0 seq_num 36) dirty exists 2024-04-15T14:38:54.546 INFO:tasks.rados.rados.0.smithi016.stdout:649: finishing write tid 3 to smithi01678542-41 2024-04-15T14:38:54.546 INFO:tasks.rados.rados.0.smithi016.stdout:649: finishing write tid 4 to smithi01678542-41 2024-04-15T14:38:54.546 INFO:tasks.rados.rados.0.smithi016.stdout:649: finishing write tid 5 to smithi01678542-41 2024-04-15T14:38:54.546 INFO:tasks.rados.rados.0.smithi016.stdout:649: oid 41 updating version 0 to 247 2024-04-15T14:38:54.546 INFO:tasks.rados.rados.0.smithi016.stdout:649: oid 41 version 247 is already newer than 245 2024-04-15T14:38:54.546 INFO:tasks.rados.rados.0.smithi016.stdout:649: oid 41 updating version 247 to 248 2024-04-15T14:38:54.546 INFO:tasks.rados.rados.0.smithi016.stdout:649: oid 41 version 248 is already newer than 246 2024-04-15T14:38:54.546 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 41 v 248 (ObjNum 217 snap 65 seq_num 217) dirty exists 2024-04-15T14:38:54.546 INFO:tasks.rados.rados.0.smithi016.stdout:649: left oid 41 (ObjNum 217 snap 65 seq_num 217) 2024-04-15T14:38:54.546 INFO:tasks.rados.rados.0.smithi016.stdout:651: expect (ObjNum 186 snap 54 seq_num 186) 2024-04-15T14:38:54.634 INFO:tasks.rados.rados.0.smithi016.stdout:652: finishing write tid 1 to smithi01678542-27 2024-04-15T14:38:54.634 INFO:tasks.rados.rados.0.smithi016.stdout:652: finishing write tid 2 to smithi01678542-27 2024-04-15T14:38:54.635 INFO:tasks.rados.rados.0.smithi016.stdout:652: finishing write tid 3 to smithi01678542-27 2024-04-15T14:38:54.635 INFO:tasks.rados.rados.0.smithi016.stdout:652: finishing write tid 4 to smithi01678542-27 2024-04-15T14:38:54.635 INFO:tasks.rados.rados.0.smithi016.stdout:652: finishing write tid 5 to smithi01678542-27 2024-04-15T14:38:54.635 INFO:tasks.rados.rados.0.smithi016.stdout:652: oid 27 updating version 0 to 143 2024-04-15T14:38:54.635 INFO:tasks.rados.rados.0.smithi016.stdout:652: oid 27 version 143 is already newer than 140 2024-04-15T14:38:54.635 INFO:tasks.rados.rados.0.smithi016.stdout:652: oid 27 version 143 is already newer than 142 2024-04-15T14:38:54.635 INFO:tasks.rados.rados.0.smithi016.stdout:652: oid 27 version 143 is already newer than 141 2024-04-15T14:38:54.635 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 27 v 143 (ObjNum 218 snap 65 seq_num 218) dirty exists 2024-04-15T14:38:54.635 INFO:tasks.rados.rados.0.smithi016.stdout:652: left oid 27 (ObjNum 218 snap 65 seq_num 218) 2024-04-15T14:38:54.789 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:38:54 smithi016 ceph-mon[36548]: Upgrade: Updating mgr.y 2024-04-15T14:38:54.789 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:38:54 smithi016 ceph-mon[36548]: Deploying daemon mgr.y on smithi016 2024-04-15T14:38:54.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:38:54 smithi016 ceph-mon[36548]: osdmap e193: 8 total, 8 up, 8 in 2024-04-15T14:38:54.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:38:54 smithi016 ceph-mon[36548]: osdmap e194: 8 total, 8 up, 8 in 2024-04-15T14:38:54.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:38:54 smithi016 ceph-mon[27435]: Upgrade: Updating mgr.y 2024-04-15T14:38:54.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:38:54 smithi016 ceph-mon[27435]: Deploying daemon mgr.y on smithi016 2024-04-15T14:38:54.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:38:54 smithi016 ceph-mon[27435]: osdmap e193: 8 total, 8 up, 8 in 2024-04-15T14:38:54.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:38:54 smithi016 ceph-mon[27435]: osdmap e194: 8 total, 8 up, 8 in 2024-04-15T14:38:54.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:38:54 smithi102 ceph-mon[31017]: Upgrade: Updating mgr.y 2024-04-15T14:38:54.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:38:54 smithi102 ceph-mon[31017]: Deploying daemon mgr.y on smithi016 2024-04-15T14:38:54.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:38:54 smithi102 ceph-mon[31017]: osdmap e193: 8 total, 8 up, 8 in 2024-04-15T14:38:54.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:38:54 smithi102 ceph-mon[31017]: osdmap e194: 8 total, 8 up, 8 in 2024-04-15T14:38:55.469 INFO:tasks.rados.rados.0.smithi016.stdout:646: done (6 left) 2024-04-15T14:38:55.469 INFO:tasks.rados.rados.0.smithi016.stdout:647: done (5 left) 2024-04-15T14:38:55.469 INFO:tasks.rados.rados.0.smithi016.stdout:649: done (4 left) 2024-04-15T14:38:55.469 INFO:tasks.rados.rados.0.smithi016.stdout:650: done (3 left) 2024-04-15T14:38:55.469 INFO:tasks.rados.rados.0.smithi016.stdout:651: done (2 left) 2024-04-15T14:38:55.469 INFO:tasks.rados.rados.0.smithi016.stdout:652: done (1 left) 2024-04-15T14:38:55.469 INFO:tasks.rados.rados.0.smithi016.stdout:653: done (0 left) 2024-04-15T14:38:55.469 INFO:tasks.rados.rados.0.smithi016.stdout:654: delete oid 2 current snap is 66 2024-04-15T14:38:55.471 INFO:tasks.rados.rados.0.smithi016.stdout:654: done (0 left) 2024-04-15T14:38:55.471 INFO:tasks.rados.rados.0.smithi016.stdout:655: delete oid 5 current snap is 66 2024-04-15T14:38:55.476 INFO:tasks.rados.rados.0.smithi016.stdout:655: done (0 left) 2024-04-15T14:38:55.476 INFO:tasks.rados.rados.0.smithi016.stdout:656: read oid 43 snap -1 2024-04-15T14:38:55.476 INFO:tasks.rados.rados.0.smithi016.stdout:656: expect (ObjNum 180 snap 53 seq_num 180) 2024-04-15T14:38:55.476 INFO:tasks.rados.rados.0.smithi016.stdout:657: read oid 28 snap 50 2024-04-15T14:38:55.476 INFO:tasks.rados.rados.0.smithi016.stdout:657: expect (ObjNum 9 snap 0 seq_num 9) 2024-04-15T14:38:55.477 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 11 current snap is 66 2024-04-15T14:38:55.477 INFO:tasks.rados.rados.0.smithi016.stdout:658: seq_num 221 ranges {2318336=507904,2826240=688128,3514368=114688} 2024-04-15T14:38:55.494 INFO:tasks.rados.rados.0.smithi016.stdout:658: writing smithi01678542-11 from 2318336 to 2826240 tid 1 2024-04-15T14:38:55.495 INFO:tasks.rados.rados.0.smithi016.stdout:658: writing smithi01678542-11 from 2826240 to 3514368 tid 2 2024-04-15T14:38:55.498 INFO:tasks.rados.rados.0.smithi016.stdout:658: writing smithi01678542-11 from 3514368 to 3629056 tid 3 2024-04-15T14:38:55.498 INFO:tasks.rados.rados.0.smithi016.stdout:659: read oid 39 snap -1 2024-04-15T14:38:55.498 INFO:tasks.rados.rados.0.smithi016.stdout:659: expect (ObjNum 184 snap 53 seq_num 184) 2024-04-15T14:38:55.498 INFO:tasks.rados.rados.0.smithi016.stdout:660: rollback oid 18 current snap is 66 2024-04-15T14:38:55.499 INFO:tasks.rados.rados.0.smithi016.stdout:rollback oid 18 to 65 2024-04-15T14:38:55.499 INFO:tasks.rados.rados.0.smithi016.stdout:657: expect (ObjNum 9 snap 0 seq_num 9) 2024-04-15T14:38:55.504 INFO:tasks.rados.rados.0.smithi016.stdout:656: expect (ObjNum 180 snap 53 seq_num 180) 2024-04-15T14:38:55.547 INFO:tasks.rados.rados.0.smithi016.stdout:658: finishing write tid 1 to smithi01678542-11 2024-04-15T14:38:55.548 INFO:tasks.rados.rados.0.smithi016.stdout:660: finishing rollback tid 0 to smithi01678542-18 2024-04-15T14:38:55.548 INFO:tasks.rados.rados.0.smithi016.stdout:660: finishing rollback tid 1 to smithi01678542-18 2024-04-15T14:38:55.548 INFO:tasks.rados.rados.0.smithi016.stdout:660: finishing rollback tid 2 to smithi01678542-18 2024-04-15T14:38:55.548 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 18 v 88 (ObjNum 211 snap 62 seq_num 211) dirty exists 2024-04-15T14:38:55.548 INFO:tasks.rados.rados.0.smithi016.stdout:658: finishing write tid 2 to smithi01678542-11 2024-04-15T14:38:55.548 INFO:tasks.rados.rados.0.smithi016.stdout:656: done (4 left) 2024-04-15T14:38:55.548 INFO:tasks.rados.rados.0.smithi016.stdout:657: done (3 left) 2024-04-15T14:38:55.548 INFO:tasks.rados.rados.0.smithi016.stdout:660: done (2 left) 2024-04-15T14:38:55.548 INFO:tasks.rados.rados.0.smithi016.stdout:661: setattr oid 40 current snap is 66 2024-04-15T14:38:55.548 INFO:tasks.rados.rados.0.smithi016.stdout:658: finishing write tid 3 to smithi01678542-11 2024-04-15T14:38:55.548 INFO:tasks.rados.rados.0.smithi016.stdout:658: finishing write tid 4 to smithi01678542-11 2024-04-15T14:38:55.548 INFO:tasks.rados.rados.0.smithi016.stdout:658: finishing write tid 5 to smithi01678542-11 2024-04-15T14:38:55.548 INFO:tasks.rados.rados.0.smithi016.stdout:658: oid 11 updating version 0 to 383 2024-04-15T14:38:55.549 INFO:tasks.rados.rados.0.smithi016.stdout:658: oid 11 version 383 is already newer than 381 2024-04-15T14:38:55.549 INFO:tasks.rados.rados.0.smithi016.stdout:658: oid 11 version 383 is already newer than 382 2024-04-15T14:38:55.549 INFO:tasks.rados.rados.0.smithi016.stdout:658: oid 11 updating version 383 to 384 2024-04-15T14:38:55.549 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 11 v 384 (ObjNum 221 snap 66 seq_num 221) dirty exists 2024-04-15T14:38:55.549 INFO:tasks.rados.rados.0.smithi016.stdout:658: left oid 11 (ObjNum 221 snap 66 seq_num 221) 2024-04-15T14:38:55.549 INFO:tasks.rados.rados.0.smithi016.stdout:659: expect (ObjNum 184 snap 53 seq_num 184) 2024-04-15T14:38:55.789 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:38:55 smithi016 ceph-mon[27435]: pgmap v39: 121 pgs: 121 active+clean; 169 MiB data, 610 MiB used, 715 GiB / 715 GiB avail; 9.2 MiB/s rd, 2.0 MiB/s wr, 22 op/s 2024-04-15T14:38:55.789 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:38:55 smithi016 ceph-mon[27435]: osdmap e195: 8 total, 8 up, 8 in 2024-04-15T14:38:55.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:38:55 smithi016 ceph-mon[36548]: pgmap v39: 121 pgs: 121 active+clean; 169 MiB data, 610 MiB used, 715 GiB / 715 GiB avail; 9.2 MiB/s rd, 2.0 MiB/s wr, 22 op/s 2024-04-15T14:38:55.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:38:55 smithi016 ceph-mon[36548]: osdmap e195: 8 total, 8 up, 8 in 2024-04-15T14:38:55.790 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 15 14:38:55 smithi016 systemd[1]: Stopping Ceph mgr.y for 362ea986-fb34-11ee-bc8f-c7b262605968... 2024-04-15T14:38:55.835 INFO:tasks.rados.rados.0.smithi016.stdout:658: done (2 left) 2024-04-15T14:38:55.835 INFO:tasks.rados.rados.0.smithi016.stdout:659: done (1 left) 2024-04-15T14:38:55.835 INFO:tasks.rados.rados.0.smithi016.stdout:662: delete oid 27 current snap is 66 2024-04-15T14:38:55.838 INFO:tasks.rados.rados.0.smithi016.stdout:662: done (1 left) 2024-04-15T14:38:55.838 INFO:tasks.rados.rados.0.smithi016.stdout:663: rollback oid 30 current snap is 66 2024-04-15T14:38:55.838 INFO:tasks.rados.rados.0.smithi016.stdout:rollback oid 30 to 61 2024-04-15T14:38:55.838 INFO:tasks.rados.rados.0.smithi016.stdout:664: setattr oid 39 current snap is 66 2024-04-15T14:38:55.838 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 40 v 195 (ObjNum 166 snap 50 seq_num 166) dirty exists 2024-04-15T14:38:55.840 INFO:tasks.rados.rados.0.smithi016.stdout:661: done (2 left) 2024-04-15T14:38:55.840 INFO:tasks.rados.rados.0.smithi016.stdout:665: setattr oid 26 current snap is 66 2024-04-15T14:38:55.841 INFO:tasks.rados.rados.0.smithi016.stdout:663: finishing rollback tid 0 to smithi01678542-30 2024-04-15T14:38:55.842 INFO:tasks.rados.rados.0.smithi016.stdout:663: finishing rollback tid 1 to smithi01678542-30 2024-04-15T14:38:55.842 INFO:tasks.rados.rados.0.smithi016.stdout:663: finishing rollback tid 2 to smithi01678542-30 2024-04-15T14:38:55.842 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 30 v 112 (ObjNum 97 snap 25 seq_num 97) dirty exists 2024-04-15T14:38:55.842 INFO:tasks.rados.rados.0.smithi016.stdout:663: done (2 left) 2024-04-15T14:38:55.842 INFO:tasks.rados.rados.0.smithi016.stdout:666: snap_remove snap 61 2024-04-15T14:38:55.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:38:55 smithi102 ceph-mon[31017]: pgmap v39: 121 pgs: 121 active+clean; 169 MiB data, 610 MiB used, 715 GiB / 715 GiB avail; 9.2 MiB/s rd, 2.0 MiB/s wr, 22 op/s 2024-04-15T14:38:55.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:38:55 smithi102 ceph-mon[31017]: osdmap e195: 8 total, 8 up, 8 in 2024-04-15T14:38:56.151 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 15 14:38:55 smithi016 podman[81255]: 2024-04-15 14:38:55.818307 +0000 UTC m=+0.151085942 container died 1389745c9a7fe07d4c53ea8ff830628c8c765ecba420d01cabfc34f9452f5b81 (image=quay.ceph.io/ceph-ci/ceph:reef, name=ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-y, ceph=True, RELEASE=reef-e3fb05d, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, GIT_CLEAN=True, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.build-date=20240409, io.buildah.version=1.33.5) 2024-04-15T14:38:56.468 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 15 14:38:56 smithi016 podman[81255]: 2024-04-15 14:38:56.224783845 +0000 UTC m=+0.557562774 container cleanup 1389745c9a7fe07d4c53ea8ff830628c8c765ecba420d01cabfc34f9452f5b81 (image=quay.ceph.io/ceph-ci/ceph:reef, name=ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-y, RELEASE=reef-e3fb05d, io.buildah.version=1.33.5, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240409, GIT_BRANCH=HEAD, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, ceph=True, maintainer=Guillaume Abrioux , GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.license=GPLv2) 2024-04-15T14:38:56.468 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 15 14:38:56 smithi016 bash[81255]: ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-y 2024-04-15T14:38:56.563 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 39 v 238 (ObjNum 184 snap 53 seq_num 184) dirty exists 2024-04-15T14:38:56.564 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 26 v 249 (ObjNum 123 snap 34 seq_num 123) dirty exists 2024-04-15T14:38:56.564 INFO:tasks.rados.rados.0.smithi016.stdout:664: done (2 left) 2024-04-15T14:38:56.564 INFO:tasks.rados.rados.0.smithi016.stdout:665: done (1 left) 2024-04-15T14:38:56.564 INFO:tasks.rados.rados.0.smithi016.stdout:666: done (0 left) 2024-04-15T14:38:56.564 INFO:tasks.rados.rados.0.smithi016.stdout:667: delete oid 36 current snap is 66 2024-04-15T14:38:56.571 INFO:tasks.rados.rados.0.smithi016.stdout:667: done (0 left) 2024-04-15T14:38:56.571 INFO:tasks.rados.rados.0.smithi016.stdout:668: read oid 42 snap -1 2024-04-15T14:38:56.571 INFO:tasks.rados.rados.0.smithi016.stdout:668: expect (ObjNum 41 snap 0 seq_num 41) 2024-04-15T14:38:56.571 INFO:tasks.rados.rados.0.smithi016.stdout:669: read oid 24 snap -1 2024-04-15T14:38:56.571 INFO:tasks.rados.rados.0.smithi016.stdout:669: expect (ObjNum 192 snap 55 seq_num 192) 2024-04-15T14:38:56.571 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 21 current snap is 66 2024-04-15T14:38:56.571 INFO:tasks.rados.rados.0.smithi016.stdout:670: seq_num 224 ranges {974848=557056,1531904=737280,2269184=65536} 2024-04-15T14:38:56.580 INFO:tasks.rados.rados.0.smithi016.stdout:670: writing smithi01678542-21 from 974848 to 1531904 tid 1 2024-04-15T14:38:56.584 INFO:tasks.rados.rados.0.smithi016.stdout:670: writing smithi01678542-21 from 1531904 to 2269184 tid 2 2024-04-15T14:38:56.585 INFO:tasks.rados.rados.0.smithi016.stdout:670: writing smithi01678542-21 from 2269184 to 2334720 tid 3 2024-04-15T14:38:56.585 INFO:tasks.rados.rados.0.smithi016.stdout:671: snap_remove snap 63 2024-04-15T14:38:56.789 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 15 14:38:56 smithi016 podman[81274]: 2024-04-15 14:38:56.468088472 +0000 UTC m=+0.652818706 container remove 1389745c9a7fe07d4c53ea8ff830628c8c765ecba420d01cabfc34f9452f5b81 (image=quay.ceph.io/ceph-ci/ceph:reef, name=ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-y, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.license=GPLv2, org.label-schema.build-date=20240409, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, io.buildah.version=1.33.5, GIT_CLEAN=True, RELEASE=reef-e3fb05d, ceph=True, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS) 2024-04-15T14:38:56.790 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 15 14:38:56 smithi016 systemd[1]: ceph-362ea986-fb34-11ee-bc8f-c7b262605968@mgr.y.service: Main process exited, code=exited, status=143/n/a 2024-04-15T14:38:56.790 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 15 14:38:56 smithi016 systemd[1]: ceph-362ea986-fb34-11ee-bc8f-c7b262605968@mgr.y.service: Failed with result 'exit-code'. 2024-04-15T14:38:56.790 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 15 14:38:56 smithi016 systemd[1]: Stopped Ceph mgr.y for 362ea986-fb34-11ee-bc8f-c7b262605968. 2024-04-15T14:38:56.790 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 15 14:38:56 smithi016 systemd[1]: ceph-362ea986-fb34-11ee-bc8f-c7b262605968@mgr.y.service: Consumed 1min 6.780s CPU time. 2024-04-15T14:38:57.161 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 15 14:38:56 smithi016 systemd[1]: Starting Ceph mgr.y for 362ea986-fb34-11ee-bc8f-c7b262605968... 2024-04-15T14:38:57.162 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 15 14:38:57 smithi016 podman[81407]: 2024-04-15 14:38:56.92805428 +0000 UTC m=+0.017639383 image pull 259793512b732efd8e04a33aa28c6de3675c47d120bc226206521425d246003e quay.ceph.io/ceph-ci/ceph@sha256:55072b3f7eae2e3409906b98d09d882e1c3dc2a9205d85fd5f4c0bc62f82d163 2024-04-15T14:38:57.162 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 15 14:38:57 smithi016 podman[81407]: 2024-04-15 14:38:57.044439519 +0000 UTC m=+0.134024602 container create 23b2f98a056a65f4b6684771e9736608ac39075917099dac9b6654994f9b9f93 (image=quay.ceph.io/ceph-ci/ceph@sha256:55072b3f7eae2e3409906b98d09d882e1c3dc2a9205d85fd5f4c0bc62f82d163, name=ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-y, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 8 Base Image, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, ceph=True, org.label-schema.build-date=20240409, org.label-schema.schema-version=1.0, RELEASE=main-c2d8c31, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, io.buildah.version=1.33.5, org.label-schema.vendor=CentOS) 2024-04-15T14:38:57.539 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 15 14:38:57 smithi016 podman[81407]: 2024-04-15 14:38:57.280149487 +0000 UTC m=+0.369734573 container init 23b2f98a056a65f4b6684771e9736608ac39075917099dac9b6654994f9b9f93 (image=quay.ceph.io/ceph-ci/ceph@sha256:55072b3f7eae2e3409906b98d09d882e1c3dc2a9205d85fd5f4c0bc62f82d163, name=ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-y, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, GIT_BRANCH=HEAD, ceph=True, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.build-date=20240409, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, io.buildah.version=1.33.5, RELEASE=main-c2d8c31) 2024-04-15T14:38:57.539 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 15 14:38:57 smithi016 podman[81407]: 2024-04-15 14:38:57.286081961 +0000 UTC m=+0.375667047 container start 23b2f98a056a65f4b6684771e9736608ac39075917099dac9b6654994f9b9f93 (image=quay.ceph.io/ceph-ci/ceph@sha256:55072b3f7eae2e3409906b98d09d882e1c3dc2a9205d85fd5f4c0bc62f82d163, name=ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-y, RELEASE=main-c2d8c31, CEPH_POINT_RELEASE=, ceph=True, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240409, org.label-schema.license=GPLv2, GIT_CLEAN=True, GIT_BRANCH=HEAD, io.buildah.version=1.33.5) 2024-04-15T14:38:57.540 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 15 14:38:57 smithi016 ceph-mgr[81444]: -- 172.21.15.16:0/882036528 <== mon.2 v2:172.21.15.16:3301/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x55db4494a5a0 con 0x55db4491ec00 2024-04-15T14:38:57.540 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 15 14:38:57 smithi016 bash[81407]: 23b2f98a056a65f4b6684771e9736608ac39075917099dac9b6654994f9b9f93 2024-04-15T14:38:57.540 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 15 14:38:57 smithi016 systemd[1]: Started Ceph mgr.y for 362ea986-fb34-11ee-bc8f-c7b262605968. 2024-04-15T14:38:57.569 INFO:tasks.rados.rados.0.smithi016.stdout:671: done (3 left) 2024-04-15T14:38:57.570 INFO:tasks.rados.rados.0.smithi016.stdout:672: snap_remove snap 62 2024-04-15T14:38:57.873 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:38:57 smithi016 ceph-mon[27435]: pgmap v42: 121 pgs: 121 active+clean; 164 MiB data, 608 MiB used, 715 GiB / 715 GiB avail; 3.5 MiB/s rd, 0 B/s wr, 6 op/s 2024-04-15T14:38:57.873 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:38:57 smithi016 ceph-mon[27435]: osdmap e196: 8 total, 8 up, 8 in 2024-04-15T14:38:57.873 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:38:57 smithi016 ceph-mon[27435]: from='mgr.24892 ' entity='mgr.x' 2024-04-15T14:38:57.873 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:38:57 smithi016 ceph-mon[27435]: from='mgr.24892 ' entity='mgr.x' 2024-04-15T14:38:57.873 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:38:57 smithi016 ceph-mon[27435]: from='mgr.24892 172.21.15.102:0/1583469291' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T14:38:57.874 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:38:57 smithi016 ceph-mon[36548]: pgmap v42: 121 pgs: 121 active+clean; 164 MiB data, 608 MiB used, 715 GiB / 715 GiB avail; 3.5 MiB/s rd, 0 B/s wr, 6 op/s 2024-04-15T14:38:57.874 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:38:57 smithi016 ceph-mon[36548]: osdmap e196: 8 total, 8 up, 8 in 2024-04-15T14:38:57.874 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:38:57 smithi016 ceph-mon[36548]: from='mgr.24892 ' entity='mgr.x' 2024-04-15T14:38:57.874 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:38:57 smithi016 ceph-mon[36548]: from='mgr.24892 ' entity='mgr.x' 2024-04-15T14:38:57.874 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:38:57 smithi016 ceph-mon[36548]: from='mgr.24892 172.21.15.102:0/1583469291' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T14:38:57.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:38:57 smithi102 ceph-mon[31017]: pgmap v42: 121 pgs: 121 active+clean; 164 MiB data, 608 MiB used, 715 GiB / 715 GiB avail; 3.5 MiB/s rd, 0 B/s wr, 6 op/s 2024-04-15T14:38:57.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:38:57 smithi102 ceph-mon[31017]: osdmap e196: 8 total, 8 up, 8 in 2024-04-15T14:38:57.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:38:57 smithi102 ceph-mon[31017]: from='mgr.24892 ' entity='mgr.x' 2024-04-15T14:38:57.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:38:57 smithi102 ceph-mon[31017]: from='mgr.24892 ' entity='mgr.x' 2024-04-15T14:38:57.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:38:57 smithi102 ceph-mon[31017]: from='mgr.24892 172.21.15.102:0/1583469291' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T14:38:58.289 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 15 14:38:57 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-y[81421]: 2024-04-15T14:38:57.872+0000 7fe2c0933200 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-04-15T14:38:58.289 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 15 14:38:57 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-y[81421]: 2024-04-15T14:38:57.972+0000 7fe2c0933200 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-04-15T14:38:58.580 INFO:tasks.rados.rados.0.smithi016.stdout:672: done (3 left) 2024-04-15T14:38:58.580 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 31 current snap is 66 2024-04-15T14:38:58.580 INFO:tasks.rados.rados.0.smithi016.stdout:673: seq_num 225 ranges {524288=573440,1097728=622592,1720320=180224} 2024-04-15T14:38:58.585 INFO:tasks.rados.rados.0.smithi016.stdout:673: writing smithi01678542-31 from 524288 to 1097728 tid 1 2024-04-15T14:38:58.590 INFO:tasks.rados.rados.0.smithi016.stdout:673: writing smithi01678542-31 from 1097728 to 1720320 tid 2 2024-04-15T14:38:58.591 INFO:tasks.rados.rados.0.smithi016.stdout:673: writing smithi01678542-31 from 1720320 to 1900544 tid 3 2024-04-15T14:38:58.591 INFO:tasks.rados.rados.0.smithi016.stdout:674: read oid 9 snap -1 2024-04-15T14:38:58.591 INFO:tasks.rados.rados.0.smithi016.stdout:674: expect (ObjNum 203 snap 59 seq_num 203) 2024-04-15T14:38:58.591 INFO:tasks.rados.rados.0.smithi016.stdout:675: rollback oid 40 current snap is 66 2024-04-15T14:38:58.591 INFO:tasks.rados.rados.0.smithi016.stdout:rollback oid 40 to 50 2024-04-15T14:38:58.591 INFO:tasks.rados.rados.0.smithi016.stdout:668: expect (ObjNum 41 snap 0 seq_num 41) 2024-04-15T14:38:58.612 INFO:tasks.rados.rados.0.smithi016.stdout:669: expect (ObjNum 192 snap 55 seq_num 192) 2024-04-15T14:38:58.679 INFO:tasks.rados.rados.0.smithi016.stdout:670: finishing write tid 1 to smithi01678542-21 2024-04-15T14:38:58.679 INFO:tasks.rados.rados.0.smithi016.stdout:670: finishing write tid 2 to smithi01678542-21 2024-04-15T14:38:58.679 INFO:tasks.rados.rados.0.smithi016.stdout:670: finishing write tid 3 to smithi01678542-21 2024-04-15T14:38:58.679 INFO:tasks.rados.rados.0.smithi016.stdout:670: finishing write tid 4 to smithi01678542-21 2024-04-15T14:38:58.679 INFO:tasks.rados.rados.0.smithi016.stdout:668: done (5 left) 2024-04-15T14:38:58.679 INFO:tasks.rados.rados.0.smithi016.stdout:669: done (4 left) 2024-04-15T14:38:58.679 INFO:tasks.rados.rados.0.smithi016.stdout:676: delete oid 15 current snap is 66 2024-04-15T14:38:58.680 INFO:tasks.rados.rados.0.smithi016.stdout:670: finishing write tid 5 to smithi01678542-21 2024-04-15T14:38:58.680 INFO:tasks.rados.rados.0.smithi016.stdout:670: oid 21 updating version 0 to 399 2024-04-15T14:38:58.680 INFO:tasks.rados.rados.0.smithi016.stdout:670: oid 21 version 399 is already newer than 397 2024-04-15T14:38:58.680 INFO:tasks.rados.rados.0.smithi016.stdout:670: oid 21 updating version 399 to 400 2024-04-15T14:38:58.680 INFO:tasks.rados.rados.0.smithi016.stdout:670: oid 21 version 400 is already newer than 398 2024-04-15T14:38:58.680 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 21 v 400 (ObjNum 224 snap 66 seq_num 224) dirty exists 2024-04-15T14:38:58.680 INFO:tasks.rados.rados.0.smithi016.stdout:670: left oid 21 (ObjNum 224 snap 66 seq_num 224) 2024-04-15T14:38:58.680 INFO:tasks.rados.rados.0.smithi016.stdout:673: finishing write tid 1 to smithi01678542-31 2024-04-15T14:38:58.680 INFO:tasks.rados.rados.0.smithi016.stdout:673: finishing write tid 2 to smithi01678542-31 2024-04-15T14:38:58.680 INFO:tasks.rados.rados.0.smithi016.stdout:673: finishing write tid 3 to smithi01678542-31 2024-04-15T14:38:58.680 INFO:tasks.rados.rados.0.smithi016.stdout:673: finishing write tid 4 to smithi01678542-31 2024-04-15T14:38:58.680 INFO:tasks.rados.rados.0.smithi016.stdout:675: finishing rollback tid 0 to smithi01678542-40 2024-04-15T14:38:58.680 INFO:tasks.rados.rados.0.smithi016.stdout:673: finishing write tid 5 to smithi01678542-31 2024-04-15T14:38:58.680 INFO:tasks.rados.rados.0.smithi016.stdout:673: oid 31 updating version 0 to 365 2024-04-15T14:38:58.681 INFO:tasks.rados.rados.0.smithi016.stdout:673: oid 31 version 365 is already newer than 363 2024-04-15T14:38:58.681 INFO:tasks.rados.rados.0.smithi016.stdout:673: oid 31 version 365 is already newer than 364 2024-04-15T14:38:58.681 INFO:tasks.rados.rados.0.smithi016.stdout:673: oid 31 updating version 365 to 366 2024-04-15T14:38:58.681 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 31 v 366 (ObjNum 225 snap 66 seq_num 225) dirty exists 2024-04-15T14:38:58.681 INFO:tasks.rados.rados.0.smithi016.stdout:673: left oid 31 (ObjNum 225 snap 66 seq_num 225) 2024-04-15T14:38:58.681 INFO:tasks.rados.rados.0.smithi016.stdout:674: expect (ObjNum 203 snap 59 seq_num 203) 2024-04-15T14:38:58.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:38:58 smithi102 ceph-mon[31017]: osdmap e197: 8 total, 8 up, 8 in 2024-04-15T14:38:58.688 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:38:58 smithi102 ceph-mon[31017]: from='mgr.24892 ' entity='mgr.x' 2024-04-15T14:38:58.688 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:38:58 smithi102 ceph-mon[31017]: from='mgr.24892 ' entity='mgr.x' 2024-04-15T14:38:58.708 INFO:tasks.rados.rados.0.smithi016.stdout:675: finishing rollback tid 1 to smithi01678542-40 2024-04-15T14:38:58.708 INFO:tasks.rados.rados.0.smithi016.stdout:675: finishing rollback tid 2 to smithi01678542-40 2024-04-15T14:38:58.708 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 40 v 198 (ObjNum 166 snap 50 seq_num 166) dirty exists 2024-04-15T14:38:58.708 INFO:tasks.rados.rados.0.smithi016.stdout:670: done (4 left) 2024-04-15T14:38:58.708 INFO:tasks.rados.rados.0.smithi016.stdout:673: done (3 left) 2024-04-15T14:38:58.708 INFO:tasks.rados.rados.0.smithi016.stdout:674: done (2 left) 2024-04-15T14:38:58.708 INFO:tasks.rados.rados.0.smithi016.stdout:675: done (1 left) 2024-04-15T14:38:58.708 INFO:tasks.rados.rados.0.smithi016.stdout:676: done (0 left) 2024-04-15T14:38:58.708 INFO:tasks.rados.rados.0.smithi016.stdout:677: read oid 39 snap -1 2024-04-15T14:38:58.708 INFO:tasks.rados.rados.0.smithi016.stdout:677: expect (ObjNum 184 snap 53 seq_num 184) 2024-04-15T14:38:58.708 INFO:tasks.rados.rados.0.smithi016.stdout:678: snap_remove snap 50 2024-04-15T14:38:58.942 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:38:58 smithi016 ceph-mon[36548]: osdmap e197: 8 total, 8 up, 8 in 2024-04-15T14:38:58.943 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:38:58 smithi016 ceph-mon[36548]: from='mgr.24892 ' entity='mgr.x' 2024-04-15T14:38:58.943 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:38:58 smithi016 ceph-mon[36548]: from='mgr.24892 ' entity='mgr.x' 2024-04-15T14:38:58.943 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:38:58 smithi016 ceph-mon[27435]: osdmap e197: 8 total, 8 up, 8 in 2024-04-15T14:38:58.943 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:38:58 smithi016 ceph-mon[27435]: from='mgr.24892 ' entity='mgr.x' 2024-04-15T14:38:58.944 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:38:58 smithi016 ceph-mon[27435]: from='mgr.24892 ' entity='mgr.x' 2024-04-15T14:38:58.944 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 15 14:38:58 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-y[81421]: 2024-04-15T14:38:58.693+0000 7fe2c0933200 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-04-15T14:38:58.944 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 15 14:38:58 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-y[81421]: 2024-04-15T14:38:58.794+0000 7fe2c0933200 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-04-15T14:38:59.289 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 15 14:38:58 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-y[81421]: 2024-04-15T14:38:58.941+0000 7fe2c0933200 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-04-15T14:38:59.289 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 15 14:38:59 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-y[81421]: 2024-04-15T14:38:59.044+0000 7fe2c0933200 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-04-15T14:38:59.289 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 15 14:38:59 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-y[81421]: 2024-04-15T14:38:59.133+0000 7fe2c0933200 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-04-15T14:38:59.474 INFO:teuthology.orchestra.run.smithi016.stdout:true 2024-04-15T14:38:59.475 INFO:tasks.rados.rados.0.smithi016.stdout:678: done (1 left) 2024-04-15T14:38:59.475 INFO:tasks.rados.rados.0.smithi016.stdout:679: rmattr oid 18 current snap is 66 2024-04-15T14:38:59.475 INFO:tasks.rados.rados.0.smithi016.stdout:679: done (1 left) 2024-04-15T14:38:59.475 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 20 current snap is 66 2024-04-15T14:38:59.475 INFO:tasks.rados.rados.0.smithi016.stdout:680: seq_num 227 ranges {638976=606208,1245184=794624,2039808=8192} 2024-04-15T14:38:59.484 INFO:tasks.rados.rados.0.smithi016.stdout:680: writing smithi01678542-20 from 638976 to 1245184 tid 1 2024-04-15T14:38:59.490 INFO:tasks.rados.rados.0.smithi016.stdout:680: writing smithi01678542-20 from 1245184 to 2039808 tid 2 2024-04-15T14:38:59.492 INFO:tasks.rados.rados.0.smithi016.stdout:680: writing smithi01678542-20 from 2039808 to 2048000 tid 3 2024-04-15T14:38:59.492 INFO:tasks.rados.rados.0.smithi016.stdout:681: read oid 1 snap -1 2024-04-15T14:38:59.492 INFO:tasks.rados.rados.0.smithi016.stdout:681: expect (ObjNum 187 snap 54 seq_num 187) 2024-04-15T14:38:59.493 INFO:tasks.rados.rados.0.smithi016.stdout:682: read oid 22 snap -1 2024-04-15T14:38:59.493 INFO:tasks.rados.rados.0.smithi016.stdout:682: expect deleted 2024-04-15T14:38:59.493 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 43 current snap is 66 2024-04-15T14:38:59.493 INFO:tasks.rados.rados.0.smithi016.stdout:683: seq_num 228 ranges {1122304=622592,1744896=671744,2416640=131072} 2024-04-15T14:38:59.503 INFO:tasks.rados.rados.0.smithi016.stdout:683: writing smithi01678542-43 from 1122304 to 1744896 tid 1 2024-04-15T14:38:59.507 INFO:tasks.rados.rados.0.smithi016.stdout:683: writing smithi01678542-43 from 1744896 to 2416640 tid 2 2024-04-15T14:38:59.508 INFO:tasks.rados.rados.0.smithi016.stdout:683: writing smithi01678542-43 from 2416640 to 2547712 tid 3 2024-04-15T14:38:59.508 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 17 current snap is 66 2024-04-15T14:38:59.509 INFO:tasks.rados.rados.0.smithi016.stdout:684: seq_num 229 ranges {516096=638976,1155072=606208,1761280=196608} 2024-04-15T14:38:59.515 INFO:tasks.rados.rados.0.smithi016.stdout:684: writing smithi01678542-17 from 516096 to 1155072 tid 1 2024-04-15T14:38:59.519 INFO:tasks.rados.rados.0.smithi016.stdout:684: writing smithi01678542-17 from 1155072 to 1761280 tid 2 2024-04-15T14:38:59.520 INFO:tasks.rados.rados.0.smithi016.stdout:684: writing smithi01678542-17 from 1761280 to 1957888 tid 3 2024-04-15T14:38:59.520 INFO:tasks.rados.rados.0.smithi016.stdout:677: expect (ObjNum 184 snap 53 seq_num 184) 2024-04-15T14:38:59.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:38:59 smithi102 ceph-mon[31017]: pgmap v45: 121 pgs: 121 active+clean; 167 MiB data, 643 MiB used, 715 GiB / 715 GiB avail; 6.6 MiB/s rd, 1.6 MiB/s wr, 29 op/s 2024-04-15T14:38:59.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:38:59 smithi102 ceph-mon[31017]: osdmap e198: 8 total, 8 up, 8 in 2024-04-15T14:38:59.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:38:59 smithi102 ceph-mon[31017]: osdmap e199: 8 total, 8 up, 8 in 2024-04-15T14:38:59.771 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:38:59 smithi016 ceph-mon[36548]: pgmap v45: 121 pgs: 121 active+clean; 167 MiB data, 643 MiB used, 715 GiB / 715 GiB avail; 6.6 MiB/s rd, 1.6 MiB/s wr, 29 op/s 2024-04-15T14:38:59.771 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:38:59 smithi016 ceph-mon[36548]: osdmap e198: 8 total, 8 up, 8 in 2024-04-15T14:38:59.771 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:38:59 smithi016 ceph-mon[36548]: osdmap e199: 8 total, 8 up, 8 in 2024-04-15T14:38:59.771 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:38:59 smithi016 ceph-mon[27435]: pgmap v45: 121 pgs: 121 active+clean; 167 MiB data, 643 MiB used, 715 GiB / 715 GiB avail; 6.6 MiB/s rd, 1.6 MiB/s wr, 29 op/s 2024-04-15T14:38:59.771 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:38:59 smithi016 ceph-mon[27435]: osdmap e198: 8 total, 8 up, 8 in 2024-04-15T14:38:59.771 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:38:59 smithi016 ceph-mon[27435]: osdmap e199: 8 total, 8 up, 8 in 2024-04-15T14:38:59.772 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 15 14:38:59 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-y[81421]: 2024-04-15T14:38:59.420+0000 7fe2c0933200 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-04-15T14:38:59.772 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 15 14:38:59 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-y[81421]: 2024-04-15T14:38:59.565+0000 7fe2c0933200 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-04-15T14:38:59.772 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 15 14:38:59 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-y[81421]: 2024-04-15T14:38:59.667+0000 7fe2c0933200 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-04-15T14:38:59.798 INFO:tasks.rados.rados.0.smithi016.stdout:677: done (5 left) 2024-04-15T14:38:59.799 INFO:tasks.rados.rados.0.smithi016.stdout:682: done (4 left) 2024-04-15T14:38:59.799 INFO:tasks.rados.rados.0.smithi016.stdout:685: snap_remove snap 25 2024-04-15T14:38:59.897 INFO:teuthology.orchestra.run.smithi016.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-04-15T14:38:59.897 INFO:teuthology.orchestra.run.smithi016.stdout:alertmanager.a smithi016 *:9093,9094 running (3m) 21s ago 4m 25.7M - 0.25.0 c8568f914cd2 bc85d1f32a92 2024-04-15T14:38:59.898 INFO:teuthology.orchestra.run.smithi016.stdout:grafana.a smithi102 *:3000 running (4m) 20s ago 3m 87.7M - 9.4.7 954c08fa6188 dfd3a2bac142 2024-04-15T14:38:59.898 INFO:teuthology.orchestra.run.smithi016.stdout:mds.a smithi016 running (5m) 21s ago 5m 16.7M - 18.2.2-1221-ge3fb05d5 aa4d2281650a 287f01435fb1 2024-04-15T14:38:59.898 INFO:teuthology.orchestra.run.smithi016.stdout:mds.b smithi102 running (5m) 20s ago 5m 13.9M - 18.2.2-1221-ge3fb05d5 aa4d2281650a 9ed1adb3241c 2024-04-15T14:38:59.898 INFO:teuthology.orchestra.run.smithi016.stdout:mgr.x smithi102 *:8443,9283,8765 running (49s) 20s ago 9m 493M - 19.0.0-3080-gc2d8c315 259793512b73 13ca59d122ea 2024-04-15T14:38:59.898 INFO:teuthology.orchestra.run.smithi016.stdout:mgr.y smithi016 *:8443,9283,8765 starting - - - - 2024-04-15T14:38:59.898 INFO:teuthology.orchestra.run.smithi016.stdout:mon.a smithi016 running (10m) 21s ago 10m 52.2M 2048M 18.2.2-1221-ge3fb05d5 aa4d2281650a 73d4ec97caf5 2024-04-15T14:38:59.898 INFO:teuthology.orchestra.run.smithi016.stdout:mon.b smithi102 running (9m) 20s ago 9m 45.5M 2048M 18.2.2-1221-ge3fb05d5 aa4d2281650a 07416040f229 2024-04-15T14:38:59.898 INFO:teuthology.orchestra.run.smithi016.stdout:mon.c smithi016 running (9m) 21s ago 9m 40.9M 2048M 18.2.2-1221-ge3fb05d5 aa4d2281650a c42afef2bc9e 2024-04-15T14:38:59.898 INFO:teuthology.orchestra.run.smithi016.stdout:node-exporter.a smithi016 *:9100 running (3m) 21s ago 3m 16.6M - 1.5.0 0da6a335fe13 8d0101b6e6e8 2024-04-15T14:38:59.898 INFO:teuthology.orchestra.run.smithi016.stdout:node-exporter.b smithi102 *:9100 running (3m) 20s ago 3m 15.9M - 1.5.0 0da6a335fe13 d83ffdf53df3 2024-04-15T14:38:59.898 INFO:teuthology.orchestra.run.smithi016.stdout:osd.0 smithi016 running (8m) 21s ago 8m 106M 2481M 18.2.2-1221-ge3fb05d5 aa4d2281650a ae127ce45e48 2024-04-15T14:38:59.899 INFO:teuthology.orchestra.run.smithi016.stdout:osd.1 smithi016 running (8m) 21s ago 8m 93.2M 2481M 18.2.2-1221-ge3fb05d5 aa4d2281650a 9239978ce644 2024-04-15T14:38:59.899 INFO:teuthology.orchestra.run.smithi016.stdout:osd.2 smithi016 running (7m) 21s ago 7m 94.1M 2481M 18.2.2-1221-ge3fb05d5 aa4d2281650a b55efe4e74b4 2024-04-15T14:38:59.899 INFO:teuthology.orchestra.run.smithi016.stdout:osd.3 smithi016 running (7m) 21s ago 7m 86.2M 2481M 18.2.2-1221-ge3fb05d5 aa4d2281650a b2684936efa6 2024-04-15T14:38:59.899 INFO:teuthology.orchestra.run.smithi016.stdout:osd.4 smithi102 running (7m) 20s ago 7m 111M 2480M 18.2.2-1221-ge3fb05d5 aa4d2281650a f863e36be995 2024-04-15T14:38:59.899 INFO:teuthology.orchestra.run.smithi016.stdout:osd.5 smithi102 running (6m) 20s ago 6m 94.9M 2480M 18.2.2-1221-ge3fb05d5 aa4d2281650a 64518f93c8c8 2024-04-15T14:38:59.899 INFO:teuthology.orchestra.run.smithi016.stdout:osd.6 smithi102 running (6m) 20s ago 6m 91.1M 2480M 18.2.2-1221-ge3fb05d5 aa4d2281650a a3993a86427e 2024-04-15T14:38:59.899 INFO:teuthology.orchestra.run.smithi016.stdout:osd.7 smithi102 running (5m) 20s ago 5m 77.0M 2480M 18.2.2-1221-ge3fb05d5 aa4d2281650a f9ac771a8a69 2024-04-15T14:38:59.899 INFO:teuthology.orchestra.run.smithi016.stdout:prometheus.a smithi102 *:9095 starting - - - - 2024-04-15T14:39:00.039 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 15 14:38:59 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-y[81421]: 2024-04-15T14:38:59.770+0000 7fe2c0933200 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-04-15T14:39:00.039 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 15 14:38:59 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-y[81421]: 2024-04-15T14:38:59.961+0000 7fe2c0933200 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-04-15T14:39:00.343 INFO:teuthology.orchestra.run.smithi016.stdout:{ 2024-04-15T14:39:00.343 INFO:teuthology.orchestra.run.smithi016.stdout: "mon": { 2024-04-15T14:39:00.343 INFO:teuthology.orchestra.run.smithi016.stdout: "ceph version 18.2.2-1221-ge3fb05d5 (e3fb05d5e6da84b5c44db3f3051c4d242f9809c1) reef (stable)": 3 2024-04-15T14:39:00.343 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-04-15T14:39:00.343 INFO:teuthology.orchestra.run.smithi016.stdout: "mgr": { 2024-04-15T14:39:00.343 INFO:teuthology.orchestra.run.smithi016.stdout: "ceph version 18.2.2-1221-ge3fb05d5 (e3fb05d5e6da84b5c44db3f3051c4d242f9809c1) reef (stable)": 1, 2024-04-15T14:39:00.344 INFO:teuthology.orchestra.run.smithi016.stdout: "ceph version 19.0.0-3080-gc2d8c315 (c2d8c3155d854ee204cb7c7261232571229d1d54) squid (dev)": 1 2024-04-15T14:39:00.344 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-04-15T14:39:00.344 INFO:teuthology.orchestra.run.smithi016.stdout: "osd": { 2024-04-15T14:39:00.344 INFO:teuthology.orchestra.run.smithi016.stdout: "ceph version 18.2.2-1221-ge3fb05d5 (e3fb05d5e6da84b5c44db3f3051c4d242f9809c1) reef (stable)": 8 2024-04-15T14:39:00.344 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-04-15T14:39:00.344 INFO:teuthology.orchestra.run.smithi016.stdout: "mds": { 2024-04-15T14:39:00.344 INFO:teuthology.orchestra.run.smithi016.stdout: "ceph version 18.2.2-1221-ge3fb05d5 (e3fb05d5e6da84b5c44db3f3051c4d242f9809c1) reef (stable)": 2 2024-04-15T14:39:00.344 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-04-15T14:39:00.344 INFO:teuthology.orchestra.run.smithi016.stdout: "overall": { 2024-04-15T14:39:00.344 INFO:teuthology.orchestra.run.smithi016.stdout: "ceph version 18.2.2-1221-ge3fb05d5 (e3fb05d5e6da84b5c44db3f3051c4d242f9809c1) reef (stable)": 14, 2024-04-15T14:39:00.344 INFO:teuthology.orchestra.run.smithi016.stdout: "ceph version 19.0.0-3080-gc2d8c315 (c2d8c3155d854ee204cb7c7261232571229d1d54) squid (dev)": 1 2024-04-15T14:39:00.344 INFO:teuthology.orchestra.run.smithi016.stdout: } 2024-04-15T14:39:00.345 INFO:teuthology.orchestra.run.smithi016.stdout:} 2024-04-15T14:39:00.583 INFO:tasks.rados.rados.0.smithi016.stdout:685: done (4 left) 2024-04-15T14:39:00.583 INFO:tasks.rados.rados.0.smithi016.stdout:686: snap_remove snap 58 2024-04-15T14:39:00.789 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:39:00 smithi016 ceph-mon[27435]: from='client.25088 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-15T14:39:00.789 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:39:00 smithi016 ceph-mon[27435]: from='mgr.24892 172.21.15.102:0/1583469291' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T14:39:00.789 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:39:00 smithi016 ceph-mon[27435]: from='client.? 172.21.15.16:0/2041015477' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T14:39:00.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:39:00 smithi016 ceph-mon[36548]: from='client.25088 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-15T14:39:00.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:39:00 smithi016 ceph-mon[36548]: from='mgr.24892 172.21.15.102:0/1583469291' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T14:39:00.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:39:00 smithi016 ceph-mon[36548]: from='client.? 172.21.15.16:0/2041015477' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T14:39:00.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:39:00 smithi102 ceph-mon[31017]: from='client.25088 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-15T14:39:00.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:39:00 smithi102 ceph-mon[31017]: from='mgr.24892 172.21.15.102:0/1583469291' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T14:39:00.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:39:00 smithi102 ceph-mon[31017]: from='client.? 172.21.15.16:0/2041015477' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T14:39:01.187 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 15 14:39:01 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-y[81421]: 2024-04-15T14:39:01.048+0000 7fe2c0933200 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-04-15T14:39:01.187 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 15 14:39:01 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-y[81421]: 2024-04-15T14:39:01.186+0000 7fe2c0933200 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-04-15T14:39:01.606 INFO:tasks.rados.rados.0.smithi016.stdout:686: done (4 left) 2024-04-15T14:39:01.607 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 36 current snap is 66 2024-04-15T14:39:01.607 INFO:tasks.rados.rados.0.smithi016.stdout:687: seq_num 230 ranges {0=655360,655360=491520,1146880=311296} 2024-04-15T14:39:01.608 INFO:tasks.rados.rados.0.smithi016.stdout:687: writing smithi01678542-36 from 0 to 655360 tid 1 2024-04-15T14:39:01.613 INFO:tasks.rados.rados.0.smithi016.stdout:687: writing smithi01678542-36 from 655360 to 1146880 tid 2 2024-04-15T14:39:01.616 INFO:tasks.rados.rados.0.smithi016.stdout:687: writing smithi01678542-36 from 1146880 to 1458176 tid 3 2024-04-15T14:39:01.616 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 11 current snap is 66 2024-04-15T14:39:01.616 INFO:tasks.rados.rados.0.smithi016.stdout:688: seq_num 231 ranges {3629056=671744,4300800=778240,5079040=24576} 2024-04-15T14:39:01.639 INFO:tasks.rados.rados.0.smithi016.stdout:688: writing smithi01678542-11 from 3629056 to 4300800 tid 1 2024-04-15T14:39:01.644 INFO:tasks.rados.rados.0.smithi016.stdout:688: writing smithi01678542-11 from 4300800 to 5079040 tid 2 2024-04-15T14:39:01.644 INFO:tasks.rados.rados.0.smithi016.stdout:688: writing smithi01678542-11 from 5079040 to 5103616 tid 3 2024-04-15T14:39:01.644 INFO:tasks.rados.rados.0.smithi016.stdout:689: snap_create 2024-04-15T14:39:01.644 INFO:tasks.rados.rados.0.smithi016.stdout:680: finishing write tid 1 to smithi01678542-20 2024-04-15T14:39:01.645 INFO:tasks.rados.rados.0.smithi016.stdout:681: expect (ObjNum 187 snap 54 seq_num 187) 2024-04-15T14:39:01.687 INFO:tasks.rados.rados.0.smithi016.stdout:680: finishing write tid 2 to smithi01678542-20 2024-04-15T14:39:01.687 INFO:tasks.rados.rados.0.smithi016.stdout:680: finishing write tid 3 to smithi01678542-20 2024-04-15T14:39:01.687 INFO:tasks.rados.rados.0.smithi016.stdout:680: finishing write tid 4 to smithi01678542-20 2024-04-15T14:39:01.687 INFO:tasks.rados.rados.0.smithi016.stdout:680: finishing write tid 5 to smithi01678542-20 2024-04-15T14:39:01.687 INFO:tasks.rados.rados.0.smithi016.stdout:680: oid 20 updating version 0 to 249 2024-04-15T14:39:01.687 INFO:tasks.rados.rados.0.smithi016.stdout:680: oid 20 version 249 is already newer than 246 2024-04-15T14:39:01.687 INFO:tasks.rados.rados.0.smithi016.stdout:680: oid 20 version 249 is already newer than 248 2024-04-15T14:39:01.687 INFO:tasks.rados.rados.0.smithi016.stdout:680: oid 20 version 249 is already newer than 247 2024-04-15T14:39:01.687 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 20 v 249 (ObjNum 227 snap 66 seq_num 227) dirty exists 2024-04-15T14:39:01.688 INFO:tasks.rados.rados.0.smithi016.stdout:680: left oid 20 (ObjNum 227 snap 66 seq_num 227) 2024-04-15T14:39:01.688 INFO:tasks.rados.rados.0.smithi016.stdout:683: finishing write tid 1 to smithi01678542-43 2024-04-15T14:39:01.688 INFO:tasks.rados.rados.0.smithi016.stdout:683: finishing write tid 2 to smithi01678542-43 2024-04-15T14:39:01.688 INFO:tasks.rados.rados.0.smithi016.stdout:683: finishing write tid 3 to smithi01678542-43 2024-04-15T14:39:01.688 INFO:tasks.rados.rados.0.smithi016.stdout:683: finishing write tid 4 to smithi01678542-43 2024-04-15T14:39:01.688 INFO:tasks.rados.rados.0.smithi016.stdout:683: finishing write tid 5 to smithi01678542-43 2024-04-15T14:39:01.688 INFO:tasks.rados.rados.0.smithi016.stdout:683: oid 43 updating version 0 to 422 2024-04-15T14:39:01.688 INFO:tasks.rados.rados.0.smithi016.stdout:683: oid 43 updating version 422 to 425 2024-04-15T14:39:01.688 INFO:tasks.rados.rados.0.smithi016.stdout:683: oid 43 version 425 is already newer than 423 2024-04-15T14:39:01.688 INFO:tasks.rados.rados.0.smithi016.stdout:683: oid 43 version 425 is already newer than 424 2024-04-15T14:39:01.688 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 43 v 425 (ObjNum 228 snap 66 seq_num 228) dirty exists 2024-04-15T14:39:01.688 INFO:tasks.rados.rados.0.smithi016.stdout:683: left oid 43 (ObjNum 228 snap 66 seq_num 228) 2024-04-15T14:39:01.688 INFO:tasks.rados.rados.0.smithi016.stdout:684: finishing write tid 1 to smithi01678542-17 2024-04-15T14:39:01.688 INFO:tasks.rados.rados.0.smithi016.stdout:684: finishing write tid 2 to smithi01678542-17 2024-04-15T14:39:01.688 INFO:tasks.rados.rados.0.smithi016.stdout:684: finishing write tid 3 to smithi01678542-17 2024-04-15T14:39:01.688 INFO:tasks.rados.rados.0.smithi016.stdout:684: finishing write tid 4 to smithi01678542-17 2024-04-15T14:39:01.689 INFO:tasks.rados.rados.0.smithi016.stdout:684: finishing write tid 5 to smithi01678542-17 2024-04-15T14:39:01.689 INFO:tasks.rados.rados.0.smithi016.stdout:684: oid 17 updating version 0 to 164 2024-04-15T14:39:01.689 INFO:tasks.rados.rados.0.smithi016.stdout:684: oid 17 version 164 is already newer than 163 2024-04-15T14:39:01.689 INFO:tasks.rados.rados.0.smithi016.stdout:684: oid 17 version 164 is already newer than 162 2024-04-15T14:39:01.689 INFO:tasks.rados.rados.0.smithi016.stdout:684: oid 17 version 164 is already newer than 161 2024-04-15T14:39:01.689 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 17 v 164 (ObjNum 229 snap 66 seq_num 229) dirty exists 2024-04-15T14:39:01.689 INFO:tasks.rados.rados.0.smithi016.stdout:684: left oid 17 (ObjNum 229 snap 66 seq_num 229) 2024-04-15T14:39:01.689 INFO:tasks.rados.rados.0.smithi016.stdout:687: finishing write tid 1 to smithi01678542-36 2024-04-15T14:39:01.689 INFO:tasks.rados.rados.0.smithi016.stdout:687: finishing write tid 2 to smithi01678542-36 2024-04-15T14:39:01.689 INFO:tasks.rados.rados.0.smithi016.stdout:687: finishing write tid 3 to smithi01678542-36 2024-04-15T14:39:01.689 INFO:tasks.rados.rados.0.smithi016.stdout:687: finishing write tid 4 to smithi01678542-36 2024-04-15T14:39:01.689 INFO:tasks.rados.rados.0.smithi016.stdout:687: finishing write tid 5 to smithi01678542-36 2024-04-15T14:39:01.689 INFO:tasks.rados.rados.0.smithi016.stdout:687: oid 36 updating version 0 to 448 2024-04-15T14:39:01.689 INFO:tasks.rados.rados.0.smithi016.stdout:687: oid 36 version 448 is already newer than 447 2024-04-15T14:39:01.690 INFO:tasks.rados.rados.0.smithi016.stdout:687: oid 36 updating version 448 to 449 2024-04-15T14:39:01.690 INFO:tasks.rados.rados.0.smithi016.stdout:687: oid 36 version 449 is already newer than 446 2024-04-15T14:39:01.690 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 36 v 449 (ObjNum 230 snap 66 seq_num 230) dirty exists 2024-04-15T14:39:01.690 INFO:tasks.rados.rados.0.smithi016.stdout:687: left oid 36 (ObjNum 230 snap 66 seq_num 230) 2024-04-15T14:39:01.690 INFO:tasks.rados.rados.0.smithi016.stdout:688: finishing write tid 1 to smithi01678542-11 2024-04-15T14:39:01.690 INFO:tasks.rados.rados.0.smithi016.stdout:688: finishing write tid 2 to smithi01678542-11 2024-04-15T14:39:01.690 INFO:tasks.rados.rados.0.smithi016.stdout:688: finishing write tid 3 to smithi01678542-11 2024-04-15T14:39:01.690 INFO:tasks.rados.rados.0.smithi016.stdout:688: finishing write tid 4 to smithi01678542-11 2024-04-15T14:39:01.690 INFO:tasks.rados.rados.0.smithi016.stdout:688: finishing write tid 5 to smithi01678542-11 2024-04-15T14:39:01.690 INFO:tasks.rados.rados.0.smithi016.stdout:688: oid 11 updating version 0 to 428 2024-04-15T14:39:01.690 INFO:tasks.rados.rados.0.smithi016.stdout:688: oid 11 version 428 is already newer than 425 2024-04-15T14:39:01.690 INFO:tasks.rados.rados.0.smithi016.stdout:688: oid 11 version 428 is already newer than 427 2024-04-15T14:39:01.690 INFO:tasks.rados.rados.0.smithi016.stdout:688: oid 11 version 428 is already newer than 426 2024-04-15T14:39:01.690 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 11 v 428 (ObjNum 231 snap 66 seq_num 231) dirty exists 2024-04-15T14:39:01.691 INFO:tasks.rados.rados.0.smithi016.stdout:688: left oid 11 (ObjNum 231 snap 66 seq_num 231) 2024-04-15T14:39:01.795 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:39:01 smithi016 ceph-mon[36548]: from='client.15213 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-15T14:39:01.795 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:39:01 smithi016 ceph-mon[36548]: pgmap v48: 121 pgs: 121 active+clean; 167 MiB data, 643 MiB used, 715 GiB / 715 GiB avail; 3.2 MiB/s rd, 1.6 MiB/s wr, 22 op/s 2024-04-15T14:39:01.795 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:39:01 smithi016 ceph-mon[36548]: osdmap e200: 8 total, 8 up, 8 in 2024-04-15T14:39:01.796 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:39:01 smithi016 ceph-mon[27435]: from='client.15213 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-15T14:39:01.796 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:39:01 smithi016 ceph-mon[27435]: pgmap v48: 121 pgs: 121 active+clean; 167 MiB data, 643 MiB used, 715 GiB / 715 GiB avail; 3.2 MiB/s rd, 1.6 MiB/s wr, 22 op/s 2024-04-15T14:39:01.796 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:39:01 smithi016 ceph-mon[27435]: osdmap e200: 8 total, 8 up, 8 in 2024-04-15T14:39:01.796 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 15 14:39:01 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-y[81421]: 2024-04-15T14:39:01.540+0000 7fe2c0933200 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-04-15T14:39:01.796 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 15 14:39:01 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-y[81421]: 2024-04-15T14:39:01.653+0000 7fe2c0933200 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-04-15T14:39:01.842 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:39:01 smithi102 ceph-mon[31017]: from='client.15213 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-15T14:39:01.843 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:39:01 smithi102 ceph-mon[31017]: pgmap v48: 121 pgs: 121 active+clean; 167 MiB data, 643 MiB used, 715 GiB / 715 GiB avail; 3.2 MiB/s rd, 1.6 MiB/s wr, 22 op/s 2024-04-15T14:39:01.843 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:39:01 smithi102 ceph-mon[31017]: osdmap e200: 8 total, 8 up, 8 in 2024-04-15T14:39:02.061 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 15 14:39:01 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-y[81421]: 2024-04-15T14:39:01.865+0000 7fe2c0933200 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-04-15T14:39:02.377 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 15 14:39:02 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-y[81421]: 2024-04-15T14:39:02.060+0000 7fe2c0933200 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-04-15T14:39:02.378 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 15 14:39:02 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-y[81421]: 2024-04-15T14:39:02.376+0000 7fe2c0933200 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-04-15T14:39:02.597 INFO:tasks.rados.rados.0.smithi016.stdout:680: done (6 left) 2024-04-15T14:39:02.597 INFO:tasks.rados.rados.0.smithi016.stdout:681: done (5 left) 2024-04-15T14:39:02.597 INFO:tasks.rados.rados.0.smithi016.stdout:683: done (4 left) 2024-04-15T14:39:02.597 INFO:tasks.rados.rados.0.smithi016.stdout:684: done (3 left) 2024-04-15T14:39:02.597 INFO:tasks.rados.rados.0.smithi016.stdout:687: done (2 left) 2024-04-15T14:39:02.597 INFO:tasks.rados.rados.0.smithi016.stdout:688: done (1 left) 2024-04-15T14:39:02.597 INFO:tasks.rados.rados.0.smithi016.stdout:689: done (0 left) 2024-04-15T14:39:02.598 INFO:tasks.rados.rados.0.smithi016.stdout:690: rollback oid 13 current snap is 67 2024-04-15T14:39:02.598 INFO:tasks.rados.rados.0.smithi016.stdout:rollback oid 13 to 44 2024-04-15T14:39:02.598 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 35 current snap is 67 2024-04-15T14:39:02.598 INFO:tasks.rados.rados.0.smithi016.stdout:691: seq_num 232 ranges {1753088=688128,2441216=663552,3104768=139264} 2024-04-15T14:39:02.610 INFO:tasks.rados.rados.0.smithi016.stdout:691: writing smithi01678542-35 from 1753088 to 2441216 tid 1 2024-04-15T14:39:02.614 INFO:tasks.rados.rados.0.smithi016.stdout:691: writing smithi01678542-35 from 2441216 to 3104768 tid 2 2024-04-15T14:39:02.616 INFO:tasks.rados.rados.0.smithi016.stdout:691: writing smithi01678542-35 from 3104768 to 3244032 tid 3 2024-04-15T14:39:02.616 INFO:tasks.rados.rados.0.smithi016.stdout:692: read oid 1 snap -1 2024-04-15T14:39:02.616 INFO:tasks.rados.rados.0.smithi016.stdout:692: expect (ObjNum 187 snap 54 seq_num 187) 2024-04-15T14:39:02.616 INFO:tasks.rados.rados.0.smithi016.stdout:693: rollback oid 26 current snap is 67 2024-04-15T14:39:02.616 INFO:tasks.rados.rados.0.smithi016.stdout:690: finishing rollback tid 0 to smithi01678542-13 2024-04-15T14:39:02.616 INFO:tasks.rados.rados.0.smithi016.stdout:690: finishing rollback tid 1 to smithi01678542-13 2024-04-15T14:39:02.616 INFO:tasks.rados.rados.0.smithi016.stdout:690: finishing rollback tid 2 to smithi01678542-13 2024-04-15T14:39:02.616 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 13 v 268 (ObjNum 81 snap 19 seq_num 81) dirty exists 2024-04-15T14:39:02.616 INFO:tasks.rados.rados.0.smithi016.stdout:rollback oid 26 to 55 2024-04-15T14:39:02.616 INFO:tasks.rados.rados.0.smithi016.stdout:690: done (3 left) 2024-04-15T14:39:02.616 INFO:tasks.rados.rados.0.smithi016.stdout:694: rollback oid 7 current snap is 67 2024-04-15T14:39:02.616 INFO:tasks.rados.rados.0.smithi016.stdout:rollback oid 7 to 64 2024-04-15T14:39:02.616 INFO:tasks.rados.rados.0.smithi016.stdout:695: setattr oid 45 current snap is 67 2024-04-15T14:39:02.617 INFO:tasks.rados.rados.0.smithi016.stdout:696: delete oid 17 current snap is 67 2024-04-15T14:39:02.622 INFO:tasks.rados.rados.0.smithi016.stdout:691: finishing write tid 1 to smithi01678542-35 2024-04-15T14:39:02.622 INFO:tasks.rados.rados.0.smithi016.stdout:691: finishing write tid 2 to smithi01678542-35 2024-04-15T14:39:02.622 INFO:tasks.rados.rados.0.smithi016.stdout:691: finishing write tid 3 to smithi01678542-35 2024-04-15T14:39:02.622 INFO:tasks.rados.rados.0.smithi016.stdout:692: expect (ObjNum 187 snap 54 seq_num 187) 2024-04-15T14:39:02.672 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:39:02 smithi016 ceph-mon[27435]: osdmap e201: 8 total, 8 up, 8 in 2024-04-15T14:39:02.672 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:39:02 smithi016 ceph-mon[27435]: from='mgr.24892 ' entity='mgr.x' 2024-04-15T14:39:02.672 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:39:02 smithi016 ceph-mon[27435]: from='mgr.24892 ' entity='mgr.x' 2024-04-15T14:39:02.673 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:39:02 smithi016 ceph-mon[27435]: from='mgr.24892 ' entity='mgr.x' 2024-04-15T14:39:02.673 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:39:02 smithi016 ceph-mon[27435]: from='mgr.24892 ' entity='mgr.x' 2024-04-15T14:39:02.673 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:39:02 smithi016 ceph-mon[36548]: osdmap e201: 8 total, 8 up, 8 in 2024-04-15T14:39:02.673 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:39:02 smithi016 ceph-mon[36548]: from='mgr.24892 ' entity='mgr.x' 2024-04-15T14:39:02.673 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:39:02 smithi016 ceph-mon[36548]: from='mgr.24892 ' entity='mgr.x' 2024-04-15T14:39:02.673 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:39:02 smithi016 ceph-mon[36548]: from='mgr.24892 ' entity='mgr.x' 2024-04-15T14:39:02.673 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:39:02 smithi016 ceph-mon[36548]: from='mgr.24892 ' entity='mgr.x' 2024-04-15T14:39:02.674 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 15 14:39:02 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-y[81421]: 2024-04-15T14:39:02.670+0000 7fe2c0933200 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-04-15T14:39:02.675 INFO:tasks.rados.rados.0.smithi016.stdout:691: finishing write tid 4 to smithi01678542-35 2024-04-15T14:39:02.675 INFO:tasks.rados.rados.0.smithi016.stdout:691: finishing write tid 5 to smithi01678542-35 2024-04-15T14:39:02.675 INFO:tasks.rados.rados.0.smithi016.stdout:691: oid 35 updating version 0 to 199 2024-04-15T14:39:02.675 INFO:tasks.rados.rados.0.smithi016.stdout:691: oid 35 updating version 199 to 202 2024-04-15T14:39:02.675 INFO:tasks.rados.rados.0.smithi016.stdout:691: oid 35 version 202 is already newer than 201 2024-04-15T14:39:02.675 INFO:tasks.rados.rados.0.smithi016.stdout:691: oid 35 version 202 is already newer than 200 2024-04-15T14:39:02.675 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 35 v 202 (ObjNum 232 snap 67 seq_num 232) dirty exists 2024-04-15T14:39:02.675 INFO:tasks.rados.rados.0.smithi016.stdout:691: left oid 35 (ObjNum 232 snap 67 seq_num 232) 2024-04-15T14:39:02.675 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 45 v 161 (ObjNum 126 snap 35 seq_num 126) dirty exists 2024-04-15T14:39:02.675 INFO:tasks.rados.rados.0.smithi016.stdout:694: finishing rollback tid 0 to smithi01678542-7 2024-04-15T14:39:02.675 INFO:tasks.rados.rados.0.smithi016.stdout:693: finishing rollback tid 0 to smithi01678542-26 2024-04-15T14:39:02.676 INFO:tasks.rados.rados.0.smithi016.stdout:693: finishing rollback tid 1 to smithi01678542-26 2024-04-15T14:39:02.676 INFO:tasks.rados.rados.0.smithi016.stdout:693: finishing rollback tid 2 to smithi01678542-26 2024-04-15T14:39:02.676 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 26 v 252 (ObjNum 69 snap 12 seq_num 69) dirty exists 2024-04-15T14:39:02.676 INFO:tasks.rados.rados.0.smithi016.stdout:694: finishing rollback tid 1 to smithi01678542-7 2024-04-15T14:39:02.676 INFO:tasks.rados.rados.0.smithi016.stdout:694: finishing rollback tid 2 to smithi01678542-7 2024-04-15T14:39:02.676 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 7 v 96 (ObjNum 99 snap 25 seq_num 99) dirty exists 2024-04-15T14:39:02.676 INFO:tasks.rados.rados.0.smithi016.stdout:691: done (5 left) 2024-04-15T14:39:02.676 INFO:tasks.rados.rados.0.smithi016.stdout:692: done (4 left) 2024-04-15T14:39:02.676 INFO:tasks.rados.rados.0.smithi016.stdout:693: done (3 left) 2024-04-15T14:39:02.676 INFO:tasks.rados.rados.0.smithi016.stdout:694: done (2 left) 2024-04-15T14:39:02.676 INFO:tasks.rados.rados.0.smithi016.stdout:695: done (1 left) 2024-04-15T14:39:02.676 INFO:tasks.rados.rados.0.smithi016.stdout:696: done (0 left) 2024-04-15T14:39:02.676 INFO:tasks.rados.rados.0.smithi016.stdout:697: delete oid 49 current snap is 67 2024-04-15T14:39:02.677 INFO:tasks.rados.rados.0.smithi016.stdout:697: done (0 left) 2024-04-15T14:39:02.677 INFO:tasks.rados.rados.0.smithi016.stdout:698: rmattr oid 13 current snap is 67 2024-04-15T14:39:02.677 INFO:tasks.rados.rados.0.smithi016.stdout:699: read oid 28 snap -1 2024-04-15T14:39:02.678 INFO:tasks.rados.rados.0.smithi016.stdout:699: expect (ObjNum 41 snap 0 seq_num 41) 2024-04-15T14:39:02.678 INFO:tasks.rados.rados.0.smithi016.stdout:700: copy_from oid 23 from oid 45 current snap is 67 2024-04-15T14:39:02.678 INFO:tasks.rados.rados.0.smithi016.stdout:701: read oid 2 snap -1 2024-04-15T14:39:02.678 INFO:tasks.rados.rados.0.smithi016.stdout:701: expect deleted 2024-04-15T14:39:02.678 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 7 current snap is 67 2024-04-15T14:39:02.678 INFO:tasks.rados.rados.0.smithi016.stdout:702: seq_num 235 ranges {1859584=745472,2605056=712704,3317760=90112} 2024-04-15T14:39:02.694 INFO:tasks.rados.rados.0.smithi016.stdout:702: writing smithi01678542-7 from 1859584 to 2605056 tid 1 2024-04-15T14:39:02.698 INFO:tasks.rados.rados.0.smithi016.stdout:702: writing smithi01678542-7 from 2605056 to 3317760 tid 2 2024-04-15T14:39:02.699 INFO:tasks.rados.rados.0.smithi016.stdout:702: writing smithi01678542-7 from 3317760 to 3407872 tid 3 2024-04-15T14:39:02.699 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 39 current snap is 67 2024-04-15T14:39:02.699 INFO:tasks.rados.rados.0.smithi016.stdout:703: seq_num 236 ranges {4653056=761856,5414912=647168,6062080=155648} 2024-04-15T14:39:02.730 INFO:tasks.rados.rados.0.smithi016.stdout:703: writing smithi01678542-39 from 4653056 to 5414912 tid 1 2024-04-15T14:39:02.735 INFO:tasks.rados.rados.0.smithi016.stdout:703: writing smithi01678542-39 from 5414912 to 6062080 tid 2 2024-04-15T14:39:02.736 INFO:tasks.rados.rados.0.smithi016.stdout:703: writing smithi01678542-39 from 6062080 to 6217728 tid 3 2024-04-15T14:39:02.736 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 21 current snap is 67 2024-04-15T14:39:02.736 INFO:tasks.rados.rados.0.smithi016.stdout:704: seq_num 237 ranges {2334720=778240,3112960=532480,3645440=270336} 2024-04-15T14:39:02.755 INFO:tasks.rados.rados.0.smithi016.stdout:704: writing smithi01678542-21 from 2334720 to 3112960 tid 1 2024-04-15T14:39:02.762 INFO:tasks.rados.rados.0.smithi016.stdout:704: writing smithi01678542-21 from 3112960 to 3645440 tid 2 2024-04-15T14:39:02.763 INFO:tasks.rados.rados.0.smithi016.stdout:704: writing smithi01678542-21 from 3645440 to 3915776 tid 3 2024-04-15T14:39:02.764 INFO:tasks.rados.rados.0.smithi016.stdout:705: copy_from oid 29 from oid 37 current snap is 67 2024-04-15T14:39:02.764 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 13 v 269 (ObjNum 81 snap 19 seq_num 81) dirty exists 2024-04-15T14:39:02.764 INFO:tasks.rados.rados.0.smithi016.stdout:699: expect (ObjNum 41 snap 0 seq_num 41) 2024-04-15T14:39:02.795 INFO:tasks.rados.rados.0.smithi016.stdout:700: finishing copy_from racing read to smithi01678542-23 2024-04-15T14:39:02.795 INFO:tasks.rados.rados.0.smithi016.stdout:700: finishing copy_from to smithi01678542-23 2024-04-15T14:39:02.796 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 23 v 161 (ObjNum 126 snap 35 seq_num 126) dirty exists 2024-04-15T14:39:02.796 INFO:tasks.rados.rados.0.smithi016.stdout:702: finishing write tid 1 to smithi01678542-7 2024-04-15T14:39:02.796 INFO:tasks.rados.rados.0.smithi016.stdout:702: finishing write tid 2 to smithi01678542-7 2024-04-15T14:39:02.796 INFO:tasks.rados.rados.0.smithi016.stdout:702: finishing write tid 3 to smithi01678542-7 2024-04-15T14:39:02.796 INFO:tasks.rados.rados.0.smithi016.stdout:702: finishing write tid 4 to smithi01678542-7 2024-04-15T14:39:02.796 INFO:tasks.rados.rados.0.smithi016.stdout:702: finishing write tid 5 to smithi01678542-7 2024-04-15T14:39:02.796 INFO:tasks.rados.rados.0.smithi016.stdout:702: oid 7 updating version 0 to 99 2024-04-15T14:39:02.796 INFO:tasks.rados.rados.0.smithi016.stdout:702: oid 7 updating version 99 to 100 2024-04-15T14:39:02.796 INFO:tasks.rados.rados.0.smithi016.stdout:702: oid 7 version 100 is already newer than 98 2024-04-15T14:39:02.796 INFO:tasks.rados.rados.0.smithi016.stdout:702: oid 7 version 100 is already newer than 97 2024-04-15T14:39:02.797 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 7 v 100 (ObjNum 235 snap 67 seq_num 235) dirty exists 2024-04-15T14:39:02.797 INFO:tasks.rados.rados.0.smithi016.stdout:702: left oid 7 (ObjNum 235 snap 67 seq_num 235) 2024-04-15T14:39:02.797 INFO:tasks.rados.rados.0.smithi016.stdout:703: finishing write tid 1 to smithi01678542-39 2024-04-15T14:39:02.797 INFO:tasks.rados.rados.0.smithi016.stdout:703: finishing write tid 2 to smithi01678542-39 2024-04-15T14:39:02.797 INFO:tasks.rados.rados.0.smithi016.stdout:703: finishing write tid 3 to smithi01678542-39 2024-04-15T14:39:02.797 INFO:tasks.rados.rados.0.smithi016.stdout:703: finishing write tid 4 to smithi01678542-39 2024-04-15T14:39:02.797 INFO:tasks.rados.rados.0.smithi016.stdout:703: finishing write tid 5 to smithi01678542-39 2024-04-15T14:39:02.797 INFO:tasks.rados.rados.0.smithi016.stdout:703: oid 39 updating version 0 to 272 2024-04-15T14:39:02.797 INFO:tasks.rados.rados.0.smithi016.stdout:703: oid 39 updating version 272 to 274 2024-04-15T14:39:02.797 INFO:tasks.rados.rados.0.smithi016.stdout:703: oid 39 version 274 is already newer than 271 2024-04-15T14:39:02.797 INFO:tasks.rados.rados.0.smithi016.stdout:703: oid 39 version 274 is already newer than 273 2024-04-15T14:39:02.797 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 39 v 274 (ObjNum 236 snap 67 seq_num 236) dirty exists 2024-04-15T14:39:02.798 INFO:tasks.rados.rados.0.smithi016.stdout:703: left oid 39 (ObjNum 236 snap 67 seq_num 236) 2024-04-15T14:39:02.798 INFO:tasks.rados.rados.0.smithi016.stdout:704: finishing write tid 1 to smithi01678542-21 2024-04-15T14:39:02.798 INFO:tasks.rados.rados.0.smithi016.stdout:698: done (7 left) 2024-04-15T14:39:02.798 INFO:tasks.rados.rados.0.smithi016.stdout:699: done (6 left) 2024-04-15T14:39:02.798 INFO:tasks.rados.rados.0.smithi016.stdout:700: done (5 left) 2024-04-15T14:39:02.798 INFO:tasks.rados.rados.0.smithi016.stdout:701: done (4 left) 2024-04-15T14:39:02.798 INFO:tasks.rados.rados.0.smithi016.stdout:702: done (3 left) 2024-04-15T14:39:02.798 INFO:tasks.rados.rados.0.smithi016.stdout:703: done (2 left) 2024-04-15T14:39:02.798 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 19 current snap is 67 2024-04-15T14:39:02.798 INFO:tasks.rados.rados.0.smithi016.stdout:704: finishing write tid 2 to smithi01678542-21 2024-04-15T14:39:02.799 INFO:tasks.rados.rados.0.smithi016.stdout:705: finishing copy_from to smithi01678542-29 2024-04-15T14:39:02.799 INFO:tasks.rados.rados.0.smithi016.stdout:705: got expected ENOENT (src dne) 2024-04-15T14:39:02.799 INFO:tasks.rados.rados.0.smithi016.stdout:705: finishing copy_from racing read to smithi01678542-29 2024-04-15T14:39:02.799 INFO:tasks.rados.rados.0.smithi016.stdout:704: finishing write tid 3 to smithi01678542-21 2024-04-15T14:39:02.799 INFO:tasks.rados.rados.0.smithi016.stdout:706: seq_num 238 ranges {1056768=794624,1851392=417792,2269184=385024} 2024-04-15T14:39:02.804 INFO:tasks.rados.rados.0.smithi016.stdout:706: writing smithi01678542-19 from 1056768 to 1851392 tid 1 2024-04-15T14:39:02.806 INFO:tasks.rados.rados.0.smithi016.stdout:706: writing smithi01678542-19 from 1851392 to 2269184 tid 2 2024-04-15T14:39:02.809 INFO:tasks.rados.rados.0.smithi016.stdout:706: writing smithi01678542-19 from 2269184 to 2654208 tid 3 2024-04-15T14:39:02.809 INFO:tasks.rados.rados.0.smithi016.stdout:705: done (2 left) 2024-04-15T14:39:02.811 INFO:tasks.rados.rados.0.smithi016.stdout:707: delete oid 12 current snap is 67 2024-04-15T14:39:02.812 INFO:tasks.rados.rados.0.smithi016.stdout:704: finishing write tid 4 to smithi01678542-21 2024-04-15T14:39:02.812 INFO:tasks.rados.rados.0.smithi016.stdout:704: finishing write tid 5 to smithi01678542-21 2024-04-15T14:39:02.812 INFO:tasks.rados.rados.0.smithi016.stdout:704: oid 21 updating version 0 to 454 2024-04-15T14:39:02.812 INFO:tasks.rados.rados.0.smithi016.stdout:704: oid 21 version 454 is already newer than 453 2024-04-15T14:39:02.812 INFO:tasks.rados.rados.0.smithi016.stdout:704: oid 21 version 454 is already newer than 452 2024-04-15T14:39:02.812 INFO:tasks.rados.rados.0.smithi016.stdout:704: oid 21 version 454 is already newer than 451 2024-04-15T14:39:02.812 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 21 v 454 (ObjNum 237 snap 67 seq_num 237) dirty exists 2024-04-15T14:39:02.812 INFO:tasks.rados.rados.0.smithi016.stdout:704: left oid 21 (ObjNum 237 snap 67 seq_num 237) 2024-04-15T14:39:02.812 INFO:tasks.rados.rados.0.smithi016.stdout:706: finishing write tid 1 to smithi01678542-19 2024-04-15T14:39:02.812 INFO:tasks.rados.rados.0.smithi016.stdout:706: finishing write tid 2 to smithi01678542-19 2024-04-15T14:39:02.813 INFO:tasks.rados.rados.0.smithi016.stdout:704: done (2 left) 2024-04-15T14:39:02.813 INFO:tasks.rados.rados.0.smithi016.stdout:707: done (1 left) 2024-04-15T14:39:02.813 INFO:tasks.rados.rados.0.smithi016.stdout:708: snap_remove snap 44 2024-04-15T14:39:02.946 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:39:02 smithi102 ceph-mon[31017]: osdmap e201: 8 total, 8 up, 8 in 2024-04-15T14:39:02.946 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:39:02 smithi102 ceph-mon[31017]: from='mgr.24892 ' entity='mgr.x' 2024-04-15T14:39:02.946 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:39:02 smithi102 ceph-mon[31017]: from='mgr.24892 ' entity='mgr.x' 2024-04-15T14:39:02.947 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:39:02 smithi102 ceph-mon[31017]: from='mgr.24892 ' entity='mgr.x' 2024-04-15T14:39:02.947 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:39:02 smithi102 ceph-mon[31017]: from='mgr.24892 ' entity='mgr.x' 2024-04-15T14:39:03.289 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 15 14:39:02 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-y[81421]: 2024-04-15T14:39:02.956+0000 7fe2c0933200 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-04-15T14:39:03.601 INFO:tasks.rados.rados.0.smithi016.stdout:708: done (1 left) 2024-04-15T14:39:03.601 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 36 current snap is 67 2024-04-15T14:39:03.601 INFO:tasks.rados.rados.0.smithi016.stdout:709: seq_num 240 ranges {1458176=425984,1884160=589824,2473984=483328,2957312=131072} 2024-04-15T14:39:03.613 INFO:tasks.rados.rados.0.smithi016.stdout:709: writing smithi01678542-36 from 1458176 to 1884160 tid 1 2024-04-15T14:39:03.617 INFO:tasks.rados.rados.0.smithi016.stdout:709: writing smithi01678542-36 from 1884160 to 2473984 tid 2 2024-04-15T14:39:03.621 INFO:tasks.rados.rados.0.smithi016.stdout:709: writing smithi01678542-36 from 2473984 to 2957312 tid 3 2024-04-15T14:39:03.624 INFO:tasks.rados.rados.0.smithi016.stdout:709: writing smithi01678542-36 from 2957312 to 3088384 tid 4 2024-04-15T14:39:03.624 INFO:tasks.rados.rados.0.smithi016.stdout:706: finishing write tid 3 to smithi01678542-19 2024-04-15T14:39:03.624 INFO:tasks.rados.rados.0.smithi016.stdout:706: finishing write tid 4 to smithi01678542-19 2024-04-15T14:39:03.624 INFO:tasks.rados.rados.0.smithi016.stdout:706: finishing write tid 5 to smithi01678542-19 2024-04-15T14:39:03.624 INFO:tasks.rados.rados.0.smithi016.stdout:706: oid 19 updating version 0 to 365 2024-04-15T14:39:03.624 INFO:tasks.rados.rados.0.smithi016.stdout:706: oid 19 updating version 365 to 368 2024-04-15T14:39:03.625 INFO:tasks.rados.rados.0.smithi016.stdout:706: oid 19 version 368 is already newer than 367 2024-04-15T14:39:03.625 INFO:tasks.rados.rados.0.smithi016.stdout:706: oid 19 version 368 is already newer than 366 2024-04-15T14:39:03.625 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 19 v 368 (ObjNum 238 snap 67 seq_num 238) dirty exists 2024-04-15T14:39:03.625 INFO:tasks.rados.rados.0.smithi016.stdout:706: left oid 19 (ObjNum 238 snap 67 seq_num 238) 2024-04-15T14:39:03.625 INFO:tasks.rados.rados.0.smithi016.stdout:706: done (1 left) 2024-04-15T14:39:03.625 INFO:tasks.rados.rados.0.smithi016.stdout:710: read oid 29 snap -1 2024-04-15T14:39:03.626 INFO:tasks.rados.rados.0.smithi016.stdout:710: expect deleted 2024-04-15T14:39:03.626 INFO:tasks.rados.rados.0.smithi016.stdout:711: snap_create 2024-04-15T14:39:03.626 INFO:tasks.rados.rados.0.smithi016.stdout:709: finishing write tid 1 to smithi01678542-36 2024-04-15T14:39:03.627 INFO:tasks.rados.rados.0.smithi016.stdout:709: finishing write tid 2 to smithi01678542-36 2024-04-15T14:39:03.628 INFO:tasks.rados.rados.0.smithi016.stdout:709: finishing write tid 3 to smithi01678542-36 2024-04-15T14:39:03.628 INFO:tasks.rados.rados.0.smithi016.stdout:709: finishing write tid 4 to smithi01678542-36 2024-04-15T14:39:03.628 INFO:tasks.rados.rados.0.smithi016.stdout:709: finishing write tid 5 to smithi01678542-36 2024-04-15T14:39:03.630 INFO:tasks.rados.rados.0.smithi016.stdout:709: finishing write tid 6 to smithi01678542-36 2024-04-15T14:39:03.630 INFO:tasks.rados.rados.0.smithi016.stdout:709: oid 36 updating version 0 to 466 2024-04-15T14:39:03.630 INFO:tasks.rados.rados.0.smithi016.stdout:709: oid 36 version 466 is already newer than 465 2024-04-15T14:39:03.630 INFO:tasks.rados.rados.0.smithi016.stdout:709: oid 36 version 466 is already newer than 460 2024-04-15T14:39:03.631 INFO:tasks.rados.rados.0.smithi016.stdout:709: oid 36 version 466 is already newer than 463 2024-04-15T14:39:03.631 INFO:tasks.rados.rados.0.smithi016.stdout:709: oid 36 version 466 is already newer than 464 2024-04-15T14:39:03.631 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 36 v 466 (ObjNum 240 snap 67 seq_num 240) dirty exists 2024-04-15T14:39:03.631 INFO:tasks.rados.rados.0.smithi016.stdout:709: left oid 36 (ObjNum 240 snap 67 seq_num 240) 2024-04-15T14:39:03.871 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:39:03 smithi016 ceph-mon[27435]: pgmap v51: 121 pgs: 121 active+clean; 155 MiB data, 686 MiB used, 715 GiB / 715 GiB avail; 6.4 MiB/s rd, 1.7 MiB/s wr, 12 op/s 2024-04-15T14:39:03.871 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:39:03 smithi016 ceph-mon[27435]: osdmap e202: 8 total, 8 up, 8 in 2024-04-15T14:39:03.871 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:39:03 smithi016 ceph-mon[27435]: from='mgr.24892 ' entity='mgr.x' 2024-04-15T14:39:03.871 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:39:03 smithi016 ceph-mon[27435]: from='mgr.24892 ' entity='mgr.x' 2024-04-15T14:39:03.871 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:39:03 smithi016 ceph-mon[36548]: pgmap v51: 121 pgs: 121 active+clean; 155 MiB data, 686 MiB used, 715 GiB / 715 GiB avail; 6.4 MiB/s rd, 1.7 MiB/s wr, 12 op/s 2024-04-15T14:39:03.872 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:39:03 smithi016 ceph-mon[36548]: osdmap e202: 8 total, 8 up, 8 in 2024-04-15T14:39:03.872 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:39:03 smithi016 ceph-mon[36548]: from='mgr.24892 ' entity='mgr.x' 2024-04-15T14:39:03.872 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:39:03 smithi016 ceph-mon[36548]: from='mgr.24892 ' entity='mgr.x' 2024-04-15T14:39:03.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:39:03 smithi102 ceph-mon[31017]: pgmap v51: 121 pgs: 121 active+clean; 155 MiB data, 686 MiB used, 715 GiB / 715 GiB avail; 6.4 MiB/s rd, 1.7 MiB/s wr, 12 op/s 2024-04-15T14:39:03.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:39:03 smithi102 ceph-mon[31017]: osdmap e202: 8 total, 8 up, 8 in 2024-04-15T14:39:03.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:39:03 smithi102 ceph-mon[31017]: from='mgr.24892 ' entity='mgr.x' 2024-04-15T14:39:03.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:39:03 smithi102 ceph-mon[31017]: from='mgr.24892 ' entity='mgr.x' 2024-04-15T14:39:03.938 INFO:journalctl@ceph.prometheus.a.smithi102.stdout:Apr 15 14:39:03 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-prometheus-a[75190]: ts=2024-04-15T14:39:03.506Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi016\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi016\", job=\"node\", machine=\"x86_64\", nodename=\"smithi016\", release=\"5.14.0-438.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Apr 12 13:55:21 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"362ea986-fb34-11ee-bc8f-c7b262605968\", domainname=\"(none)\", instance=\"smithi016\", job=\"node\", machine=\"x86_64\", nodename=\"smithi016\", release=\"5.14.0-438.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Apr 12 13:55:21 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T14:39:04.156 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 15 14:39:03 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-y[81421]: 2024-04-15T14:39:03.870+0000 7fe2c0933200 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-04-15T14:39:04.471 INFO:tasks.rados.rados.0.smithi016.stdout:709: done (2 left) 2024-04-15T14:39:04.471 INFO:tasks.rados.rados.0.smithi016.stdout:710: done (1 left) 2024-04-15T14:39:04.471 INFO:tasks.rados.rados.0.smithi016.stdout:711: done (0 left) 2024-04-15T14:39:04.471 INFO:tasks.rados.rados.0.smithi016.stdout:712: setattr oid 33 current snap is 68 2024-04-15T14:39:04.476 INFO:tasks.rados.rados.0.smithi016.stdout:713: read oid 6 snap -1 2024-04-15T14:39:04.476 INFO:tasks.rados.rados.0.smithi016.stdout:713: expect (ObjNum 36 snap 0 seq_num 36) 2024-04-15T14:39:04.476 INFO:tasks.rados.rados.0.smithi016.stdout:714: delete oid 27 current snap is 68 2024-04-15T14:39:04.480 INFO:tasks.rados.rados.0.smithi016.stdout:713: expect (ObjNum 36 snap 0 seq_num 36) 2024-04-15T14:39:04.497 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 33 v 441 (ObjNum 177 snap 0 seq_num 0) dirty exists 2024-04-15T14:39:04.497 INFO:tasks.rados.rados.0.smithi016.stdout:712: done (2 left) 2024-04-15T14:39:04.497 INFO:tasks.rados.rados.0.smithi016.stdout:713: done (1 left) 2024-04-15T14:39:04.497 INFO:tasks.rados.rados.0.smithi016.stdout:714: done (0 left) 2024-04-15T14:39:04.497 INFO:tasks.rados.rados.0.smithi016.stdout:715: rollback oid 9 current snap is 68 2024-04-15T14:39:04.497 INFO:tasks.rados.rados.0.smithi016.stdout:rollback oid 9 to 51 2024-04-15T14:39:04.497 INFO:tasks.rados.rados.0.smithi016.stdout:716: read oid 6 snap -1 2024-04-15T14:39:04.497 INFO:tasks.rados.rados.0.smithi016.stdout:716: expect (ObjNum 36 snap 0 seq_num 36) 2024-04-15T14:39:04.497 INFO:tasks.rados.rados.0.smithi016.stdout:717: read oid 24 snap 34 2024-04-15T14:39:04.497 INFO:tasks.rados.rados.0.smithi016.stdout:717: expect (ObjNum 46 snap 0 seq_num 46) 2024-04-15T14:39:04.497 INFO:tasks.rados.rados.0.smithi016.stdout:718: snap_create 2024-04-15T14:39:04.499 INFO:tasks.rados.rados.0.smithi016.stdout:716: expect (ObjNum 36 snap 0 seq_num 36) 2024-04-15T14:39:04.516 INFO:tasks.rados.rados.0.smithi016.stdout:715: finishing rollback tid 0 to smithi01678542-9 2024-04-15T14:39:04.516 INFO:tasks.rados.rados.0.smithi016.stdout:715: finishing rollback tid 1 to smithi01678542-9 2024-04-15T14:39:04.516 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 9 v 299 (ObjNum 161 snap 0 seq_num 1) dirty dne 2024-04-15T14:39:04.517 INFO:tasks.rados.rados.0.smithi016.stdout:717: expect (ObjNum 46 snap 0 seq_num 46) 2024-04-15T14:39:04.762 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:39:04 smithi016 ceph-mon[36548]: osdmap e203: 8 total, 8 up, 8 in 2024-04-15T14:39:04.762 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:39:04 smithi016 ceph-mon[36548]: osdmap e204: 8 total, 8 up, 8 in 2024-04-15T14:39:04.762 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:39:04 smithi016 ceph-mon[27435]: osdmap e203: 8 total, 8 up, 8 in 2024-04-15T14:39:04.762 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:39:04 smithi016 ceph-mon[27435]: osdmap e204: 8 total, 8 up, 8 in 2024-04-15T14:39:04.762 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 15 14:39:04 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-y[81421]: 2024-04-15T14:39:04.483+0000 7fe2c0933200 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-04-15T14:39:04.763 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 15 14:39:04 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-y[81421]: 2024-04-15T14:39:04.589+0000 7fe2c0933200 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-04-15T14:39:04.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:39:04 smithi102 ceph-mon[31017]: osdmap e203: 8 total, 8 up, 8 in 2024-04-15T14:39:04.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:39:04 smithi102 ceph-mon[31017]: osdmap e204: 8 total, 8 up, 8 in 2024-04-15T14:39:05.039 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 15 14:39:04 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-y[81421]: 2024-04-15T14:39:04.826+0000 7fe2c0933200 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-04-15T14:39:05.039 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 15 14:39:04 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-y[81421]: [15/Apr/2024:14:39:04] ENGINE Bus STARTING 2024-04-15T14:39:05.039 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 15 14:39:04 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-y[81421]: CherryPy Checker: 2024-04-15T14:39:05.039 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 15 14:39:04 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-y[81421]: The Application mounted at '' has an empty config. 2024-04-15T14:39:05.039 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 15 14:39:04 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-y[81421]: 2024-04-15T14:39:05.040 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 15 14:39:04 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-y[81421]: [15/Apr/2024:14:39:04] ENGINE Serving on http://:::9283 2024-04-15T14:39:05.040 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 15 14:39:04 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-y[81421]: [15/Apr/2024:14:39:04] ENGINE Bus STARTED 2024-04-15T14:39:05.471 INFO:tasks.rados.rados.0.smithi016.stdout:715: done (3 left) 2024-04-15T14:39:05.472 INFO:tasks.rados.rados.0.smithi016.stdout:716: done (2 left) 2024-04-15T14:39:05.472 INFO:tasks.rados.rados.0.smithi016.stdout:717: done (1 left) 2024-04-15T14:39:05.472 INFO:tasks.rados.rados.0.smithi016.stdout:718: done (0 left) 2024-04-15T14:39:05.472 INFO:tasks.rados.rados.0.smithi016.stdout:719: snap_remove snap 59 2024-04-15T14:39:05.619 INFO:journalctl@ceph.mgr.x.smithi102.stdout:Apr 15 14:39:05 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-x[66799]: ::ffff:172.21.15.102 - - [15/Apr/2024:14:39:05] "GET /metrics HTTP/1.1" 200 36077 "" "Prometheus/2.43.0" 2024-04-15T14:39:05.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:39:05 smithi102 ceph-mon[31017]: pgmap v54: 121 pgs: 121 active+clean; 155 MiB data, 686 MiB used, 715 GiB / 715 GiB avail; 6.4 MiB/s rd, 1.7 MiB/s wr, 12 op/s 2024-04-15T14:39:05.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:39:05 smithi102 ceph-mon[31017]: Standby manager daemon y restarted 2024-04-15T14:39:05.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:39:05 smithi102 ceph-mon[31017]: Standby manager daemon y started 2024-04-15T14:39:05.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:39:05 smithi102 ceph-mon[31017]: from='mgr.? 172.21.15.16:0/2410717947' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/crt"}]: dispatch 2024-04-15T14:39:05.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:39:05 smithi102 ceph-mon[31017]: from='mgr.? 172.21.15.16:0/2410717947' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-04-15T14:39:05.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:39:05 smithi102 ceph-mon[31017]: from='mgr.? 172.21.15.16:0/2410717947' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/key"}]: dispatch 2024-04-15T14:39:05.938 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:39:05 smithi102 ceph-mon[31017]: from='mgr.? 172.21.15.16:0/2410717947' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-04-15T14:39:05.938 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:39:05 smithi102 ceph-mon[31017]: osdmap e205: 8 total, 8 up, 8 in 2024-04-15T14:39:06.039 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:39:05 smithi016 ceph-mon[27435]: pgmap v54: 121 pgs: 121 active+clean; 155 MiB data, 686 MiB used, 715 GiB / 715 GiB avail; 6.4 MiB/s rd, 1.7 MiB/s wr, 12 op/s 2024-04-15T14:39:06.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:39:05 smithi016 ceph-mon[27435]: Standby manager daemon y restarted 2024-04-15T14:39:06.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:39:05 smithi016 ceph-mon[27435]: Standby manager daemon y started 2024-04-15T14:39:06.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:39:05 smithi016 ceph-mon[27435]: from='mgr.? 172.21.15.16:0/2410717947' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/crt"}]: dispatch 2024-04-15T14:39:06.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:39:05 smithi016 ceph-mon[27435]: from='mgr.? 172.21.15.16:0/2410717947' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-04-15T14:39:06.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:39:05 smithi016 ceph-mon[27435]: from='mgr.? 172.21.15.16:0/2410717947' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/key"}]: dispatch 2024-04-15T14:39:06.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:39:05 smithi016 ceph-mon[27435]: from='mgr.? 172.21.15.16:0/2410717947' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-04-15T14:39:06.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:39:05 smithi016 ceph-mon[27435]: osdmap e205: 8 total, 8 up, 8 in 2024-04-15T14:39:06.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:39:05 smithi016 ceph-mon[36548]: pgmap v54: 121 pgs: 121 active+clean; 155 MiB data, 686 MiB used, 715 GiB / 715 GiB avail; 6.4 MiB/s rd, 1.7 MiB/s wr, 12 op/s 2024-04-15T14:39:06.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:39:05 smithi016 ceph-mon[36548]: Standby manager daemon y restarted 2024-04-15T14:39:06.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:39:05 smithi016 ceph-mon[36548]: Standby manager daemon y started 2024-04-15T14:39:06.041 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:39:05 smithi016 ceph-mon[36548]: from='mgr.? 172.21.15.16:0/2410717947' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/crt"}]: dispatch 2024-04-15T14:39:06.041 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:39:05 smithi016 ceph-mon[36548]: from='mgr.? 172.21.15.16:0/2410717947' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-04-15T14:39:06.041 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:39:05 smithi016 ceph-mon[36548]: from='mgr.? 172.21.15.16:0/2410717947' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/key"}]: dispatch 2024-04-15T14:39:06.041 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:39:05 smithi016 ceph-mon[36548]: from='mgr.? 172.21.15.16:0/2410717947' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-04-15T14:39:06.041 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:39:05 smithi016 ceph-mon[36548]: osdmap e205: 8 total, 8 up, 8 in 2024-04-15T14:39:06.473 INFO:tasks.rados.rados.0.smithi016.stdout:719: done (0 left) 2024-04-15T14:39:06.474 INFO:tasks.rados.rados.0.smithi016.stdout:720: snap_remove snap 55 2024-04-15T14:39:06.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:39:06 smithi102 ceph-mon[31017]: mgrmap e30: x(active, since 35s), standbys: y 2024-04-15T14:39:06.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:39:06 smithi102 ceph-mon[31017]: osdmap e206: 8 total, 8 up, 8 in 2024-04-15T14:39:07.039 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:39:06 smithi016 ceph-mon[27435]: mgrmap e30: x(active, since 35s), standbys: y 2024-04-15T14:39:07.039 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:39:06 smithi016 ceph-mon[27435]: osdmap e206: 8 total, 8 up, 8 in 2024-04-15T14:39:07.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:39:06 smithi016 ceph-mon[36548]: mgrmap e30: x(active, since 35s), standbys: y 2024-04-15T14:39:07.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:39:06 smithi016 ceph-mon[36548]: osdmap e206: 8 total, 8 up, 8 in 2024-04-15T14:39:07.308 INFO:tasks.rados.rados.0.smithi016.stdout:720: done (0 left) 2024-04-15T14:39:07.308 INFO:tasks.rados.rados.0.smithi016.stdout:721: copy_from oid 48 from oid 5 current snap is 69 2024-04-15T14:39:07.308 INFO:tasks.rados.rados.0.smithi016.stdout:722: setattr oid 20 current snap is 69 2024-04-15T14:39:07.309 INFO:tasks.rados.rados.0.smithi016.stdout:723: read oid 3 snap -1 2024-04-15T14:39:07.309 INFO:tasks.rados.rados.0.smithi016.stdout:723: expect (ObjNum 216 snap 65 seq_num 216) 2024-04-15T14:39:07.309 INFO:tasks.rados.rados.0.smithi016.stdout:724: copy_from oid 49 from oid 17 current snap is 69 2024-04-15T14:39:07.309 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 35 current snap is 69 2024-04-15T14:39:07.309 INFO:tasks.rados.rados.0.smithi016.stdout:725: seq_num 242 ranges {3244032=458752,3702784=753664,4456448=450560} 2024-04-15T14:39:07.330 INFO:tasks.rados.rados.0.smithi016.stdout:725: writing smithi01678542-35 from 3244032 to 3702784 tid 1 2024-04-15T14:39:07.335 INFO:tasks.rados.rados.0.smithi016.stdout:725: writing smithi01678542-35 from 3702784 to 4456448 tid 2 2024-04-15T14:39:07.338 INFO:tasks.rados.rados.0.smithi016.stdout:725: writing smithi01678542-35 from 4456448 to 4907008 tid 3 2024-04-15T14:39:07.338 INFO:tasks.rados.rados.0.smithi016.stdout:726: copy_from oid 31 from oid 40 current snap is 69 2024-04-15T14:39:07.338 INFO:tasks.rados.rados.0.smithi016.stdout:721: finishing copy_from to smithi01678542-48 2024-04-15T14:39:07.338 INFO:tasks.rados.rados.0.smithi016.stdout:721: got expected ENOENT (src dne) 2024-04-15T14:39:07.338 INFO:tasks.rados.rados.0.smithi016.stdout:721: finishing copy_from racing read to smithi01678542-48 2024-04-15T14:39:07.338 INFO:tasks.rados.rados.0.smithi016.stdout:724: finishing copy_from to smithi01678542-49 2024-04-15T14:39:07.338 INFO:tasks.rados.rados.0.smithi016.stdout:724: got expected ENOENT (src dne) 2024-04-15T14:39:07.339 INFO:tasks.rados.rados.0.smithi016.stdout:724: finishing copy_from racing read to smithi01678542-49 2024-04-15T14:39:07.339 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 20 v 283 (ObjNum 227 snap 66 seq_num 227) dirty exists 2024-04-15T14:39:07.339 INFO:tasks.rados.rados.0.smithi016.stdout:723: expect (ObjNum 216 snap 65 seq_num 216) 2024-04-15T14:39:07.434 INFO:tasks.rados.rados.0.smithi016.stdout:725: finishing write tid 1 to smithi01678542-35 2024-04-15T14:39:07.434 INFO:tasks.rados.rados.0.smithi016.stdout:725: finishing write tid 2 to smithi01678542-35 2024-04-15T14:39:07.434 INFO:tasks.rados.rados.0.smithi016.stdout:721: done (5 left) 2024-04-15T14:39:07.434 INFO:tasks.rados.rados.0.smithi016.stdout:722: done (4 left) 2024-04-15T14:39:07.434 INFO:tasks.rados.rados.0.smithi016.stdout:723: done (3 left) 2024-04-15T14:39:07.434 INFO:tasks.rados.rados.0.smithi016.stdout:724: done (2 left) 2024-04-15T14:39:07.434 INFO:tasks.rados.rados.0.smithi016.stdout:727: delete oid 2 current snap is 69 2024-04-15T14:39:07.434 INFO:tasks.rados.rados.0.smithi016.stdout:725: finishing write tid 3 to smithi01678542-35 2024-04-15T14:39:07.434 INFO:tasks.rados.rados.0.smithi016.stdout:725: finishing write tid 4 to smithi01678542-35 2024-04-15T14:39:07.435 INFO:tasks.rados.rados.0.smithi016.stdout:725: finishing write tid 5 to smithi01678542-35 2024-04-15T14:39:07.435 INFO:tasks.rados.rados.0.smithi016.stdout:725: oid 35 updating version 0 to 204 2024-04-15T14:39:07.435 INFO:tasks.rados.rados.0.smithi016.stdout:725: oid 35 version 204 is already newer than 203 2024-04-15T14:39:07.435 INFO:tasks.rados.rados.0.smithi016.stdout:725: oid 35 updating version 204 to 205 2024-04-15T14:39:07.435 INFO:tasks.rados.rados.0.smithi016.stdout:725: oid 35 updating version 205 to 206 2024-04-15T14:39:07.435 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 35 v 206 (ObjNum 242 snap 69 seq_num 242) dirty exists 2024-04-15T14:39:07.435 INFO:tasks.rados.rados.0.smithi016.stdout:725: left oid 35 (ObjNum 242 snap 69 seq_num 242) 2024-04-15T14:39:07.435 INFO:tasks.rados.rados.0.smithi016.stdout:726: finishing copy_from racing read to smithi01678542-31 2024-04-15T14:39:07.435 INFO:tasks.rados.rados.0.smithi016.stdout:726: finishing copy_from to smithi01678542-31 2024-04-15T14:39:07.435 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 31 v 198 (ObjNum 166 snap 50 seq_num 166) dirty exists 2024-04-15T14:39:07.435 INFO:tasks.rados.rados.0.smithi016.stdout:725: done (2 left) 2024-04-15T14:39:07.435 INFO:tasks.rados.rados.0.smithi016.stdout:726: done (1 left) 2024-04-15T14:39:07.435 INFO:tasks.rados.rados.0.smithi016.stdout:727: done (0 left) 2024-04-15T14:39:07.435 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 26 current snap is 69 2024-04-15T14:39:07.435 INFO:tasks.rados.rados.0.smithi016.stdout:728: seq_num 244 ranges {1572864=491520,2064384=573440,2637824=458752,3096576=172032} 2024-04-15T14:39:07.445 INFO:tasks.rados.rados.0.smithi016.stdout:728: writing smithi01678542-26 from 1572864 to 2064384 tid 1 2024-04-15T14:39:07.449 INFO:tasks.rados.rados.0.smithi016.stdout:728: writing smithi01678542-26 from 2064384 to 2637824 tid 2 2024-04-15T14:39:07.452 INFO:tasks.rados.rados.0.smithi016.stdout:728: writing smithi01678542-26 from 2637824 to 3096576 tid 3 2024-04-15T14:39:07.454 INFO:tasks.rados.rados.0.smithi016.stdout:728: writing smithi01678542-26 from 3096576 to 3268608 tid 4 2024-04-15T14:39:07.454 INFO:tasks.rados.rados.0.smithi016.stdout:729: snap_create 2024-04-15T14:39:07.454 INFO:tasks.rados.rados.0.smithi016.stdout:728: finishing write tid 1 to smithi01678542-26 2024-04-15T14:39:07.454 INFO:tasks.rados.rados.0.smithi016.stdout:728: finishing write tid 2 to smithi01678542-26 2024-04-15T14:39:07.456 INFO:tasks.rados.rados.0.smithi016.stdout:728: finishing write tid 3 to smithi01678542-26 2024-04-15T14:39:07.456 INFO:tasks.rados.rados.0.smithi016.stdout:728: finishing write tid 4 to smithi01678542-26 2024-04-15T14:39:07.456 INFO:tasks.rados.rados.0.smithi016.stdout:728: finishing write tid 5 to smithi01678542-26 2024-04-15T14:39:07.458 INFO:tasks.rados.rados.0.smithi016.stdout:728: finishing write tid 6 to smithi01678542-26 2024-04-15T14:39:07.458 INFO:tasks.rados.rados.0.smithi016.stdout:728: oid 26 updating version 0 to 255 2024-04-15T14:39:07.458 INFO:tasks.rados.rados.0.smithi016.stdout:728: oid 26 updating version 255 to 256 2024-04-15T14:39:07.458 INFO:tasks.rados.rados.0.smithi016.stdout:728: oid 26 version 256 is already newer than 253 2024-04-15T14:39:07.458 INFO:tasks.rados.rados.0.smithi016.stdout:728: oid 26 version 256 is already newer than 254 2024-04-15T14:39:07.458 INFO:tasks.rados.rados.0.smithi016.stdout:728: oid 26 updating version 256 to 257 2024-04-15T14:39:07.458 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 26 v 257 (ObjNum 244 snap 69 seq_num 244) dirty exists 2024-04-15T14:39:07.458 INFO:tasks.rados.rados.0.smithi016.stdout:728: left oid 26 (ObjNum 244 snap 69 seq_num 244) 2024-04-15T14:39:07.565 INFO:journalctl@ceph.mgr.x.smithi102.stdout:Apr 15 14:39:07 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-x[66799]: 2024-04-15T14:39:07.305+0000 7f7a6e34d700 -1 mgr handle_mgr_map I was active but no longer am 2024-04-15T14:39:07.565 INFO:journalctl@ceph.mgr.x.smithi102.stdout:Apr 15 14:39:07 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-x[66799]: ignoring --setuser ceph since I am not root 2024-04-15T14:39:07.565 INFO:journalctl@ceph.mgr.x.smithi102.stdout:Apr 15 14:39:07 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-x[66799]: ignoring --setgroup ceph since I am not root 2024-04-15T14:39:07.565 INFO:journalctl@ceph.mgr.x.smithi102.stdout:Apr 15 14:39:07 smithi102 ceph-mgr[66823]: -- 172.21.15.102:0/3459530768 <== mon.1 v2:172.21.15.102:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x56426a4ba5a0 con 0x56426a48e800 2024-04-15T14:39:07.624 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 15 14:39:07 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-y[81421]: [15/Apr/2024:14:39:07] ENGINE Bus STOPPING 2024-04-15T14:39:07.624 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 15 14:39:07 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-y[81421]: [15/Apr/2024:14:39:07] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-04-15T14:39:07.624 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 15 14:39:07 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-y[81421]: [15/Apr/2024:14:39:07] ENGINE Bus STOPPED 2024-04-15T14:39:07.624 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 15 14:39:07 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-y[81421]: [15/Apr/2024:14:39:07] ENGINE Bus STARTING 2024-04-15T14:39:07.624 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 15 14:39:07 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-y[81421]: 2024-04-15T14:39:07.470+0000 7fe221586700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-15T14:39:07.624 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 15 14:39:07 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-y[81421]: 2024-04-15T14:39:07.470+0000 7fe221586700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-15T14:39:07.625 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 15 14:39:07 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-y[81421]: 2024-04-15T14:39:07.470+0000 7fe221586700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-15T14:39:07.625 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 15 14:39:07 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-y[81421]: 2024-04-15T14:39:07.470+0000 7fe221586700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-15T14:39:07.625 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 15 14:39:07 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-y[81421]: 2024-04-15T14:39:07.470+0000 7fe221586700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-15T14:39:07.625 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 15 14:39:07 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-y[81421]: 2024-04-15T14:39:07.470+0000 7fe21e580700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-15T14:39:07.625 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 15 14:39:07 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-y[81421]: 2024-04-15T14:39:07.470+0000 7fe21e580700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-15T14:39:07.625 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 15 14:39:07 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-y[81421]: 2024-04-15T14:39:07.470+0000 7fe21e580700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-15T14:39:07.625 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 15 14:39:07 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-y[81421]: 2024-04-15T14:39:07.470+0000 7fe21e580700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-15T14:39:07.625 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 15 14:39:07 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-y[81421]: 2024-04-15T14:39:07.470+0000 7fe21e580700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-15T14:39:07.625 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 15 14:39:07 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-y[81421]: [15/Apr/2024:14:39:07] ENGINE Serving on http://:::9283 2024-04-15T14:39:07.625 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 15 14:39:07 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-y[81421]: [15/Apr/2024:14:39:07] ENGINE Bus STARTED 2024-04-15T14:39:07.832 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:39:07 smithi102 ceph-mon[31017]: pgmap v57: 121 pgs: 121 active+clean; 156 MiB data, 722 MiB used, 715 GiB / 715 GiB avail; 510 KiB/s rd, 382 KiB/s wr, 4 op/s 2024-04-15T14:39:07.832 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:39:07 smithi102 ceph-mon[31017]: from='mgr.24892 ' entity='mgr.x' 2024-04-15T14:39:07.833 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:39:07 smithi102 ceph-mon[31017]: from='mgr.24892 ' entity='mgr.x' 2024-04-15T14:39:07.833 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:39:07 smithi102 ceph-mon[31017]: from='mgr.24892 172.21.15.102:0/1583469291' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T14:39:07.833 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:39:07 smithi102 ceph-mon[31017]: from='mgr.24892 172.21.15.102:0/1583469291' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T14:39:07.833 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:39:07 smithi102 ceph-mon[31017]: from='mgr.24892 ' entity='mgr.x' 2024-04-15T14:39:07.833 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:39:07 smithi102 ceph-mon[31017]: from='mgr.24892 172.21.15.102:0/1583469291' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T14:39:07.833 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:39:07 smithi102 ceph-mon[31017]: from='mgr.24892 172.21.15.102:0/1583469291' entity='mgr.x' cmd=[{"prefix": "mgr fail", "who": "x"}]: dispatch 2024-04-15T14:39:07.833 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:39:07 smithi102 ceph-mon[31017]: from='mgr.24892 ' entity='mgr.x' cmd=[{"prefix": "mgr fail", "who": "x"}]: dispatch 2024-04-15T14:39:07.833 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:39:07 smithi102 ceph-mon[31017]: Activating manager daemon y 2024-04-15T14:39:07.833 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:39:07 smithi102 ceph-mon[31017]: osdmap e207: 8 total, 8 up, 8 in 2024-04-15T14:39:07.833 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:39:07 smithi102 ceph-mon[31017]: from='mgr.24892 ' entity='mgr.x' cmd='[{"prefix": "mgr fail", "who": "x"}]': finished 2024-04-15T14:39:07.833 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:39:07 smithi102 ceph-mon[31017]: mgrmap e31: y(active, starting, since 0.00651574s) 2024-04-15T14:39:07.833 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:39:07 smithi102 ceph-mon[31017]: from='mgr.15201 172.21.15.16:0/2410717947' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-15T14:39:07.833 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:39:07 smithi102 ceph-mon[31017]: from='mgr.15201 172.21.15.16:0/2410717947' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-15T14:39:07.834 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:39:07 smithi102 ceph-mon[31017]: from='mgr.15201 172.21.15.16:0/2410717947' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-15T14:39:07.834 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:39:07 smithi102 ceph-mon[31017]: from='mgr.15201 172.21.15.16:0/2410717947' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-04-15T14:39:07.834 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:39:07 smithi102 ceph-mon[31017]: from='mgr.15201 172.21.15.16:0/2410717947' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-04-15T14:39:07.834 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:39:07 smithi102 ceph-mon[31017]: from='mgr.15201 172.21.15.16:0/2410717947' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-04-15T14:39:07.834 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:39:07 smithi102 ceph-mon[31017]: from='mgr.15201 172.21.15.16:0/2410717947' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-15T14:39:07.834 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:39:07 smithi102 ceph-mon[31017]: from='mgr.15201 172.21.15.16:0/2410717947' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-15T14:39:07.834 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:39:07 smithi102 ceph-mon[31017]: from='mgr.15201 172.21.15.16:0/2410717947' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-15T14:39:07.834 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:39:07 smithi102 ceph-mon[31017]: from='mgr.15201 172.21.15.16:0/2410717947' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-15T14:39:07.834 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:39:07 smithi102 ceph-mon[31017]: from='mgr.15201 172.21.15.16:0/2410717947' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-15T14:39:07.834 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:39:07 smithi102 ceph-mon[31017]: from='mgr.15201 172.21.15.16:0/2410717947' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-15T14:39:07.834 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:39:07 smithi102 ceph-mon[31017]: from='mgr.15201 172.21.15.16:0/2410717947' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-15T14:39:07.834 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:39:07 smithi102 ceph-mon[31017]: from='mgr.15201 172.21.15.16:0/2410717947' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-15T14:39:07.834 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:39:07 smithi102 ceph-mon[31017]: from='mgr.15201 172.21.15.16:0/2410717947' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-04-15T14:39:07.834 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:39:07 smithi102 ceph-mon[31017]: from='mgr.15201 172.21.15.16:0/2410717947' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-04-15T14:39:07.835 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:39:07 smithi102 ceph-mon[31017]: from='mgr.15201 172.21.15.16:0/2410717947' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-04-15T14:39:07.835 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:39:07 smithi102 ceph-mon[31017]: Manager daemon y is now available 2024-04-15T14:39:07.835 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:39:07 smithi102 ceph-mon[31017]: from='mgr.15201 172.21.15.16:0/2410717947' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T14:39:07.835 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:39:07 smithi102 ceph-mon[31017]: from='mgr.15201 172.21.15.16:0/2410717947' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T14:39:07.835 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:39:07 smithi102 ceph-mon[31017]: from='mgr.15201 172.21.15.16:0/2410717947' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-04-15T14:39:07.835 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:39:07 smithi102 ceph-mon[31017]: from='mgr.15201 ' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-04-15T14:39:07.835 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:39:07 smithi102 ceph-mon[31017]: from='mgr.15201 172.21.15.16:0/2410717947' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-04-15T14:39:07.835 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:39:07 smithi102 ceph-mon[31017]: from='mgr.15201 ' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-04-15T14:39:08.039 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:39:07 smithi016 ceph-mon[27435]: pgmap v57: 121 pgs: 121 active+clean; 156 MiB data, 722 MiB used, 715 GiB / 715 GiB avail; 510 KiB/s rd, 382 KiB/s wr, 4 op/s 2024-04-15T14:39:08.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:39:07 smithi016 ceph-mon[27435]: from='mgr.24892 ' entity='mgr.x' 2024-04-15T14:39:08.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:39:07 smithi016 ceph-mon[27435]: from='mgr.24892 ' entity='mgr.x' 2024-04-15T14:39:08.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:39:07 smithi016 ceph-mon[27435]: from='mgr.24892 172.21.15.102:0/1583469291' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T14:39:08.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:39:07 smithi016 ceph-mon[27435]: from='mgr.24892 172.21.15.102:0/1583469291' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T14:39:08.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:39:07 smithi016 ceph-mon[27435]: from='mgr.24892 ' entity='mgr.x' 2024-04-15T14:39:08.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:39:07 smithi016 ceph-mon[27435]: from='mgr.24892 172.21.15.102:0/1583469291' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T14:39:08.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:39:07 smithi016 ceph-mon[27435]: from='mgr.24892 172.21.15.102:0/1583469291' entity='mgr.x' cmd=[{"prefix": "mgr fail", "who": "x"}]: dispatch 2024-04-15T14:39:08.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:39:07 smithi016 ceph-mon[27435]: from='mgr.24892 ' entity='mgr.x' cmd=[{"prefix": "mgr fail", "who": "x"}]: dispatch 2024-04-15T14:39:08.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:39:07 smithi016 ceph-mon[27435]: Activating manager daemon y 2024-04-15T14:39:08.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:39:07 smithi016 ceph-mon[27435]: osdmap e207: 8 total, 8 up, 8 in 2024-04-15T14:39:08.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:39:07 smithi016 ceph-mon[27435]: from='mgr.24892 ' entity='mgr.x' cmd='[{"prefix": "mgr fail", "who": "x"}]': finished 2024-04-15T14:39:08.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:39:07 smithi016 ceph-mon[27435]: mgrmap e31: y(active, starting, since 0.00651574s) 2024-04-15T14:39:08.041 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:39:07 smithi016 ceph-mon[27435]: from='mgr.15201 172.21.15.16:0/2410717947' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-15T14:39:08.041 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:39:07 smithi016 ceph-mon[27435]: from='mgr.15201 172.21.15.16:0/2410717947' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-15T14:39:08.041 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:39:07 smithi016 ceph-mon[27435]: from='mgr.15201 172.21.15.16:0/2410717947' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-15T14:39:08.041 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:39:07 smithi016 ceph-mon[27435]: from='mgr.15201 172.21.15.16:0/2410717947' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-04-15T14:39:08.041 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:39:07 smithi016 ceph-mon[27435]: from='mgr.15201 172.21.15.16:0/2410717947' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-04-15T14:39:08.041 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:39:07 smithi016 ceph-mon[27435]: from='mgr.15201 172.21.15.16:0/2410717947' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-04-15T14:39:08.041 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:39:07 smithi016 ceph-mon[27435]: from='mgr.15201 172.21.15.16:0/2410717947' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-15T14:39:08.041 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:39:07 smithi016 ceph-mon[27435]: from='mgr.15201 172.21.15.16:0/2410717947' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-15T14:39:08.041 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:39:07 smithi016 ceph-mon[27435]: from='mgr.15201 172.21.15.16:0/2410717947' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-15T14:39:08.041 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:39:07 smithi016 ceph-mon[27435]: from='mgr.15201 172.21.15.16:0/2410717947' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-15T14:39:08.041 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:39:07 smithi016 ceph-mon[27435]: from='mgr.15201 172.21.15.16:0/2410717947' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-15T14:39:08.041 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:39:07 smithi016 ceph-mon[27435]: from='mgr.15201 172.21.15.16:0/2410717947' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-15T14:39:08.041 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:39:07 smithi016 ceph-mon[27435]: from='mgr.15201 172.21.15.16:0/2410717947' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-15T14:39:08.041 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:39:07 smithi016 ceph-mon[27435]: from='mgr.15201 172.21.15.16:0/2410717947' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-15T14:39:08.042 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:39:07 smithi016 ceph-mon[27435]: from='mgr.15201 172.21.15.16:0/2410717947' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-04-15T14:39:08.042 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:39:07 smithi016 ceph-mon[27435]: from='mgr.15201 172.21.15.16:0/2410717947' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-04-15T14:39:08.042 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:39:07 smithi016 ceph-mon[36548]: pgmap v57: 121 pgs: 121 active+clean; 156 MiB data, 722 MiB used, 715 GiB / 715 GiB avail; 510 KiB/s rd, 382 KiB/s wr, 4 op/s 2024-04-15T14:39:08.042 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:39:07 smithi016 ceph-mon[36548]: from='mgr.24892 ' entity='mgr.x' 2024-04-15T14:39:08.042 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:39:07 smithi016 ceph-mon[36548]: from='mgr.24892 ' entity='mgr.x' 2024-04-15T14:39:08.042 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:39:07 smithi016 ceph-mon[36548]: from='mgr.24892 172.21.15.102:0/1583469291' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T14:39:08.042 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:39:07 smithi016 ceph-mon[36548]: from='mgr.24892 172.21.15.102:0/1583469291' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T14:39:08.042 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:39:07 smithi016 ceph-mon[36548]: from='mgr.24892 ' entity='mgr.x' 2024-04-15T14:39:08.042 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:39:07 smithi016 ceph-mon[36548]: from='mgr.24892 172.21.15.102:0/1583469291' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T14:39:08.043 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:39:07 smithi016 ceph-mon[36548]: from='mgr.24892 172.21.15.102:0/1583469291' entity='mgr.x' cmd=[{"prefix": "mgr fail", "who": "x"}]: dispatch 2024-04-15T14:39:08.043 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:39:07 smithi016 ceph-mon[36548]: from='mgr.24892 ' entity='mgr.x' cmd=[{"prefix": "mgr fail", "who": "x"}]: dispatch 2024-04-15T14:39:08.043 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:39:07 smithi016 ceph-mon[36548]: Activating manager daemon y 2024-04-15T14:39:08.043 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:39:07 smithi016 ceph-mon[36548]: osdmap e207: 8 total, 8 up, 8 in 2024-04-15T14:39:08.043 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:39:07 smithi016 ceph-mon[36548]: from='mgr.24892 ' entity='mgr.x' cmd='[{"prefix": "mgr fail", "who": "x"}]': finished 2024-04-15T14:39:08.043 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:39:07 smithi016 ceph-mon[36548]: mgrmap e31: y(active, starting, since 0.00651574s) 2024-04-15T14:39:08.043 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:39:07 smithi016 ceph-mon[36548]: from='mgr.15201 172.21.15.16:0/2410717947' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-15T14:39:08.043 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:39:07 smithi016 ceph-mon[36548]: from='mgr.15201 172.21.15.16:0/2410717947' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-15T14:39:08.043 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:39:07 smithi016 ceph-mon[36548]: from='mgr.15201 172.21.15.16:0/2410717947' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-15T14:39:08.043 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:39:07 smithi016 ceph-mon[36548]: from='mgr.15201 172.21.15.16:0/2410717947' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-04-15T14:39:08.043 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:39:07 smithi016 ceph-mon[36548]: from='mgr.15201 172.21.15.16:0/2410717947' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-04-15T14:39:08.043 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:39:07 smithi016 ceph-mon[36548]: from='mgr.15201 172.21.15.16:0/2410717947' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-04-15T14:39:08.043 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:39:07 smithi016 ceph-mon[36548]: from='mgr.15201 172.21.15.16:0/2410717947' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-15T14:39:08.043 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:39:07 smithi016 ceph-mon[36548]: from='mgr.15201 172.21.15.16:0/2410717947' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-15T14:39:08.043 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:39:07 smithi016 ceph-mon[36548]: from='mgr.15201 172.21.15.16:0/2410717947' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-15T14:39:08.044 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:39:07 smithi016 ceph-mon[36548]: from='mgr.15201 172.21.15.16:0/2410717947' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-15T14:39:08.044 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:39:07 smithi016 ceph-mon[36548]: from='mgr.15201 172.21.15.16:0/2410717947' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-15T14:39:08.044 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:39:07 smithi016 ceph-mon[36548]: from='mgr.15201 172.21.15.16:0/2410717947' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-15T14:39:08.044 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:39:07 smithi016 ceph-mon[36548]: from='mgr.15201 172.21.15.16:0/2410717947' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-15T14:39:08.044 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:39:07 smithi016 ceph-mon[36548]: from='mgr.15201 172.21.15.16:0/2410717947' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-15T14:39:08.044 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:39:07 smithi016 ceph-mon[36548]: from='mgr.15201 172.21.15.16:0/2410717947' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-04-15T14:39:08.044 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:39:07 smithi016 ceph-mon[36548]: from='mgr.15201 172.21.15.16:0/2410717947' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-04-15T14:39:08.044 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:39:07 smithi016 ceph-mon[27435]: from='mgr.15201 172.21.15.16:0/2410717947' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-04-15T14:39:08.044 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:39:07 smithi016 ceph-mon[27435]: Manager daemon y is now available 2024-04-15T14:39:08.044 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:39:07 smithi016 ceph-mon[27435]: from='mgr.15201 172.21.15.16:0/2410717947' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T14:39:08.044 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:39:07 smithi016 ceph-mon[27435]: from='mgr.15201 172.21.15.16:0/2410717947' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T14:39:08.044 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:39:07 smithi016 ceph-mon[27435]: from='mgr.15201 172.21.15.16:0/2410717947' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-04-15T14:39:08.045 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:39:07 smithi016 ceph-mon[27435]: from='mgr.15201 ' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-04-15T14:39:08.045 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:39:07 smithi016 ceph-mon[27435]: from='mgr.15201 172.21.15.16:0/2410717947' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-04-15T14:39:08.045 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:39:07 smithi016 ceph-mon[27435]: from='mgr.15201 ' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-04-15T14:39:08.045 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:39:07 smithi016 ceph-mon[36548]: from='mgr.15201 172.21.15.16:0/2410717947' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-04-15T14:39:08.045 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:39:07 smithi016 ceph-mon[36548]: Manager daemon y is now available 2024-04-15T14:39:08.045 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:39:07 smithi016 ceph-mon[36548]: from='mgr.15201 172.21.15.16:0/2410717947' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T14:39:08.045 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:39:07 smithi016 ceph-mon[36548]: from='mgr.15201 172.21.15.16:0/2410717947' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T14:39:08.045 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:39:07 smithi016 ceph-mon[36548]: from='mgr.15201 172.21.15.16:0/2410717947' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-04-15T14:39:08.045 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:39:07 smithi016 ceph-mon[36548]: from='mgr.15201 ' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-04-15T14:39:08.045 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:39:07 smithi016 ceph-mon[36548]: from='mgr.15201 172.21.15.16:0/2410717947' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-04-15T14:39:08.045 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:39:07 smithi016 ceph-mon[36548]: from='mgr.15201 ' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-04-15T14:39:08.187 INFO:journalctl@ceph.mgr.x.smithi102.stdout:Apr 15 14:39:07 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-x[66799]: 2024-04-15T14:39:07.907+0000 7f8f0b499200 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-04-15T14:39:08.247 INFO:journalctl@ceph.mgr.x.smithi102.stdout:Apr 15 14:39:08 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-x[66799]: 2024-04-15T14:39:08.009+0000 7f8f0b499200 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-04-15T14:39:08.311 INFO:tasks.rados.rados.0.smithi016.stdout:728: done (1 left) 2024-04-15T14:39:08.311 INFO:tasks.rados.rados.0.smithi016.stdout:729: done (0 left) 2024-04-15T14:39:08.311 INFO:tasks.rados.rados.0.smithi016.stdout:730: delete oid 35 current snap is 70 2024-04-15T14:39:08.314 INFO:tasks.rados.rados.0.smithi016.stdout:730: done (0 left) 2024-04-15T14:39:08.314 INFO:tasks.rados.rados.0.smithi016.stdout:731: snap_create 2024-04-15T14:39:08.851 INFO:journalctl@ceph.mgr.x.smithi102.stdout:Apr 15 14:39:08 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-x[66799]: 2024-04-15T14:39:08.718+0000 7f8f0b499200 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-04-15T14:39:08.851 INFO:journalctl@ceph.mgr.x.smithi102.stdout:Apr 15 14:39:08 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-x[66799]: 2024-04-15T14:39:08.813+0000 7f8f0b499200 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-04-15T14:39:09.151 INFO:journalctl@ceph.mgr.x.smithi102.stdout:Apr 15 14:39:08 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-x[66799]: 2024-04-15T14:39:08.961+0000 7f8f0b499200 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-04-15T14:39:09.151 INFO:journalctl@ceph.mgr.x.smithi102.stdout:Apr 15 14:39:09 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-x[66799]: 2024-04-15T14:39:09.068+0000 7f8f0b499200 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-04-15T14:39:09.151 INFO:journalctl@ceph.mgr.x.smithi102.stdout:Apr 15 14:39:09 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-x[66799]: 2024-04-15T14:39:09.150+0000 7f8f0b499200 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-04-15T14:39:09.316 INFO:tasks.rados.rados.0.smithi016.stdout:731: done (0 left) 2024-04-15T14:39:09.316 INFO:tasks.rados.rados.0.smithi016.stdout:732: snap_create 2024-04-15T14:39:09.433 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:39:09 smithi102 ceph-mon[31017]: [15/Apr/2024:14:39:07] ENGINE Bus STARTING 2024-04-15T14:39:09.433 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:39:09 smithi102 ceph-mon[31017]: [15/Apr/2024:14:39:08] ENGINE Serving on https://172.21.15.16:7150 2024-04-15T14:39:09.433 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:39:09 smithi102 ceph-mon[31017]: [15/Apr/2024:14:39:08] ENGINE Serving on http://172.21.15.16:8765 2024-04-15T14:39:09.433 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:39:09 smithi102 ceph-mon[31017]: [15/Apr/2024:14:39:08] ENGINE Bus STARTED 2024-04-15T14:39:09.433 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:39:09 smithi102 ceph-mon[31017]: mgrmap e32: y(active, since 1.00872s) 2024-04-15T14:39:09.433 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:39:09 smithi102 ceph-mon[31017]: osdmap e208: 8 total, 8 up, 8 in 2024-04-15T14:39:09.471 INFO:tasks.rados.rados.0.smithi016.stdout:732: done (0 left) 2024-04-15T14:39:09.471 INFO:tasks.rados.rados.0.smithi016.stdout:733: read oid 22 snap -1 2024-04-15T14:39:09.471 INFO:tasks.rados.rados.0.smithi016.stdout:733: expect deleted 2024-04-15T14:39:09.472 INFO:tasks.rados.rados.0.smithi016.stdout:734: snap_remove snap 65 2024-04-15T14:39:09.520 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:39:09 smithi016 ceph-mon[27435]: [15/Apr/2024:14:39:07] ENGINE Bus STARTING 2024-04-15T14:39:09.520 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:39:09 smithi016 ceph-mon[27435]: [15/Apr/2024:14:39:08] ENGINE Serving on https://172.21.15.16:7150 2024-04-15T14:39:09.520 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:39:09 smithi016 ceph-mon[27435]: [15/Apr/2024:14:39:08] ENGINE Serving on http://172.21.15.16:8765 2024-04-15T14:39:09.520 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:39:09 smithi016 ceph-mon[27435]: [15/Apr/2024:14:39:08] ENGINE Bus STARTED 2024-04-15T14:39:09.520 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:39:09 smithi016 ceph-mon[27435]: mgrmap e32: y(active, since 1.00872s) 2024-04-15T14:39:09.521 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:39:09 smithi016 ceph-mon[27435]: osdmap e208: 8 total, 8 up, 8 in 2024-04-15T14:39:09.521 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:39:09 smithi016 ceph-mon[36548]: [15/Apr/2024:14:39:07] ENGINE Bus STARTING 2024-04-15T14:39:09.521 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:39:09 smithi016 ceph-mon[36548]: [15/Apr/2024:14:39:08] ENGINE Serving on https://172.21.15.16:7150 2024-04-15T14:39:09.521 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:39:09 smithi016 ceph-mon[36548]: [15/Apr/2024:14:39:08] ENGINE Serving on http://172.21.15.16:8765 2024-04-15T14:39:09.521 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:39:09 smithi016 ceph-mon[36548]: [15/Apr/2024:14:39:08] ENGINE Bus STARTED 2024-04-15T14:39:09.521 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:39:09 smithi016 ceph-mon[36548]: mgrmap e32: y(active, since 1.00872s) 2024-04-15T14:39:09.522 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:39:09 smithi016 ceph-mon[36548]: osdmap e208: 8 total, 8 up, 8 in 2024-04-15T14:39:09.687 INFO:journalctl@ceph.mgr.x.smithi102.stdout:Apr 15 14:39:09 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-x[66799]: 2024-04-15T14:39:09.432+0000 7f8f0b499200 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-04-15T14:39:09.687 INFO:journalctl@ceph.mgr.x.smithi102.stdout:Apr 15 14:39:09 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-x[66799]: 2024-04-15T14:39:09.543+0000 7f8f0b499200 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-04-15T14:39:09.687 INFO:journalctl@ceph.mgr.x.smithi102.stdout:Apr 15 14:39:09 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-x[66799]: 2024-04-15T14:39:09.630+0000 7f8f0b499200 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-04-15T14:39:10.187 INFO:journalctl@ceph.mgr.x.smithi102.stdout:Apr 15 14:39:09 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-x[66799]: 2024-04-15T14:39:09.736+0000 7f8f0b499200 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-04-15T14:39:10.187 INFO:journalctl@ceph.mgr.x.smithi102.stdout:Apr 15 14:39:09 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-x[66799]: 2024-04-15T14:39:09.935+0000 7f8f0b499200 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-04-15T14:39:10.473 INFO:tasks.rados.rados.0.smithi016.stdout:734: done (1 left) 2024-04-15T14:39:10.474 INFO:tasks.rados.rados.0.smithi016.stdout:735: read oid 48 snap -1 2024-04-15T14:39:10.474 INFO:tasks.rados.rados.0.smithi016.stdout:735: expect (ObjNum 31 snap 0 seq_num 31) 2024-04-15T14:39:10.474 INFO:tasks.rados.rados.0.smithi016.stdout:736: read oid 4 snap 69 2024-04-15T14:39:10.474 INFO:tasks.rados.rados.0.smithi016.stdout:736: expect (ObjNum 201 snap 59 seq_num 201) 2024-04-15T14:39:10.474 INFO:tasks.rados.rados.0.smithi016.stdout:737: rollback oid 41 current snap is 72 2024-04-15T14:39:10.474 INFO:tasks.rados.rados.0.smithi016.stdout:rollback oid 41 to 71 2024-04-15T14:39:10.474 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 3 current snap is 72 2024-04-15T14:39:10.474 INFO:tasks.rados.rados.0.smithi016.stdout:738: seq_num 246 ranges {2441216=524288,2965504=745472,3710976=425984,4136960=32768} 2024-04-15T14:39:10.490 INFO:tasks.rados.rados.0.smithi016.stdout:738: writing smithi01678542-3 from 2441216 to 2965504 tid 1 2024-04-15T14:39:10.495 INFO:tasks.rados.rados.0.smithi016.stdout:738: writing smithi01678542-3 from 2965504 to 3710976 tid 2 2024-04-15T14:39:10.497 INFO:tasks.rados.rados.0.smithi016.stdout:738: writing smithi01678542-3 from 3710976 to 4136960 tid 3 2024-04-15T14:39:10.498 INFO:tasks.rados.rados.0.smithi016.stdout:738: writing smithi01678542-3 from 4136960 to 4169728 tid 4 2024-04-15T14:39:10.498 INFO:tasks.rados.rados.0.smithi016.stdout:739: rollback oid 10 current snap is 72 2024-04-15T14:39:10.498 INFO:tasks.rados.rados.0.smithi016.stdout:rollback oid 10 to 71 2024-04-15T14:39:10.498 INFO:tasks.rados.rados.0.smithi016.stdout:735: expect (ObjNum 31 snap 0 seq_num 31) 2024-04-15T14:39:10.514 INFO:tasks.rados.rados.0.smithi016.stdout:737: finishing rollback tid 0 to smithi01678542-41 2024-04-15T14:39:10.515 INFO:tasks.rados.rados.0.smithi016.stdout:737: finishing rollback tid 1 to smithi01678542-41 2024-04-15T14:39:10.515 INFO:tasks.rados.rados.0.smithi016.stdout:737: finishing rollback tid 2 to smithi01678542-41 2024-04-15T14:39:10.515 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 41 v 260 (ObjNum 217 snap 65 seq_num 217) dirty exists 2024-04-15T14:39:10.515 INFO:tasks.rados.rados.0.smithi016.stdout:736: expect (ObjNum 201 snap 59 seq_num 201) 2024-04-15T14:39:10.541 INFO:tasks.rados.rados.0.smithi016.stdout:738: finishing write tid 1 to smithi01678542-3 2024-04-15T14:39:10.541 INFO:tasks.rados.rados.0.smithi016.stdout:738: finishing write tid 2 to smithi01678542-3 2024-04-15T14:39:10.541 INFO:tasks.rados.rados.0.smithi016.stdout:738: finishing write tid 3 to smithi01678542-3 2024-04-15T14:39:10.541 INFO:tasks.rados.rados.0.smithi016.stdout:739: finishing rollback tid 0 to smithi01678542-10 2024-04-15T14:39:10.541 INFO:tasks.rados.rados.0.smithi016.stdout:739: finishing rollback tid 1 to smithi01678542-10 2024-04-15T14:39:10.541 INFO:tasks.rados.rados.0.smithi016.stdout:739: finishing rollback tid 2 to smithi01678542-10 2024-04-15T14:39:10.542 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 10 v 403 (ObjNum 191 snap 55 seq_num 191) dirty exists 2024-04-15T14:39:10.542 INFO:tasks.rados.rados.0.smithi016.stdout:738: finishing write tid 4 to smithi01678542-3 2024-04-15T14:39:10.542 INFO:tasks.rados.rados.0.smithi016.stdout:733: done (5 left) 2024-04-15T14:39:10.542 INFO:tasks.rados.rados.0.smithi016.stdout:735: done (4 left) 2024-04-15T14:39:10.542 INFO:tasks.rados.rados.0.smithi016.stdout:736: done (3 left) 2024-04-15T14:39:10.542 INFO:tasks.rados.rados.0.smithi016.stdout:737: done (2 left) 2024-04-15T14:39:10.542 INFO:tasks.rados.rados.0.smithi016.stdout:739: done (1 left) 2024-04-15T14:39:10.542 INFO:tasks.rados.rados.0.smithi016.stdout:740: read oid 33 snap -1 2024-04-15T14:39:10.542 INFO:tasks.rados.rados.0.smithi016.stdout:740: expect (ObjNum 0 snap 0 seq_num 0) 2024-04-15T14:39:10.542 INFO:tasks.rados.rados.0.smithi016.stdout:741: snap_create 2024-04-15T14:39:10.542 INFO:tasks.rados.rados.0.smithi016.stdout:738: finishing write tid 5 to smithi01678542-3 2024-04-15T14:39:10.542 INFO:tasks.rados.rados.0.smithi016.stdout:738: finishing write tid 6 to smithi01678542-3 2024-04-15T14:39:10.542 INFO:tasks.rados.rados.0.smithi016.stdout:738: oid 3 updating version 0 to 154 2024-04-15T14:39:10.542 INFO:tasks.rados.rados.0.smithi016.stdout:738: oid 3 version 154 is already newer than 153 2024-04-15T14:39:10.542 INFO:tasks.rados.rados.0.smithi016.stdout:738: oid 3 updating version 154 to 156 2024-04-15T14:39:10.543 INFO:tasks.rados.rados.0.smithi016.stdout:738: oid 3 version 156 is already newer than 152 2024-04-15T14:39:10.543 INFO:tasks.rados.rados.0.smithi016.stdout:738: oid 3 version 156 is already newer than 155 2024-04-15T14:39:10.543 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 3 v 156 (ObjNum 246 snap 72 seq_num 246) dirty exists 2024-04-15T14:39:10.543 INFO:tasks.rados.rados.0.smithi016.stdout:738: left oid 3 (ObjNum 246 snap 72 seq_num 246) 2024-04-15T14:39:10.543 INFO:tasks.rados.rados.0.smithi016.stdout:740: expect (ObjNum 0 snap 0 seq_num 0) 2024-04-15T14:39:10.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:39:10 smithi102 ceph-mon[31017]: pgmap v4: 121 pgs: 121 active+clean; 162 MiB data, 787 MiB used, 714 GiB / 715 GiB avail; 30 GiB/s rd, 18 GiB/s wr, 252.81k op/s; 138 MiB/s, 491 objects/s recovering 2024-04-15T14:39:10.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:39:10 smithi102 ceph-mon[31017]: osdmap e209: 8 total, 8 up, 8 in 2024-04-15T14:39:10.688 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:39:10 smithi102 ceph-mon[31017]: mgrmap e33: y(active, since 2s) 2024-04-15T14:39:10.688 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:39:10 smithi102 ceph-mon[31017]: osdmap e210: 8 total, 8 up, 8 in 2024-04-15T14:39:10.789 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:39:10 smithi016 ceph-mon[27435]: pgmap v4: 121 pgs: 121 active+clean; 162 MiB data, 787 MiB used, 714 GiB / 715 GiB avail; 30 GiB/s rd, 18 GiB/s wr, 252.81k op/s; 138 MiB/s, 491 objects/s recovering 2024-04-15T14:39:10.789 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:39:10 smithi016 ceph-mon[27435]: osdmap e209: 8 total, 8 up, 8 in 2024-04-15T14:39:10.789 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:39:10 smithi016 ceph-mon[27435]: mgrmap e33: y(active, since 2s) 2024-04-15T14:39:10.789 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:39:10 smithi016 ceph-mon[27435]: osdmap e210: 8 total, 8 up, 8 in 2024-04-15T14:39:10.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:39:10 smithi016 ceph-mon[36548]: pgmap v4: 121 pgs: 121 active+clean; 162 MiB data, 787 MiB used, 714 GiB / 715 GiB avail; 30 GiB/s rd, 18 GiB/s wr, 252.81k op/s; 138 MiB/s, 491 objects/s recovering 2024-04-15T14:39:10.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:39:10 smithi016 ceph-mon[36548]: osdmap e209: 8 total, 8 up, 8 in 2024-04-15T14:39:10.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:39:10 smithi016 ceph-mon[36548]: mgrmap e33: y(active, since 2s) 2024-04-15T14:39:10.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:39:10 smithi016 ceph-mon[36548]: osdmap e210: 8 total, 8 up, 8 in 2024-04-15T14:39:11.232 INFO:journalctl@ceph.mgr.x.smithi102.stdout:Apr 15 14:39:10 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-x[66799]: 2024-04-15T14:39:10.942+0000 7f8f0b499200 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-04-15T14:39:11.232 INFO:journalctl@ceph.mgr.x.smithi102.stdout:Apr 15 14:39:11 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-x[66799]: 2024-04-15T14:39:11.080+0000 7f8f0b499200 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-04-15T14:39:11.475 INFO:tasks.rados.rados.0.smithi016.stdout:738: done (2 left) 2024-04-15T14:39:11.475 INFO:tasks.rados.rados.0.smithi016.stdout:740: done (1 left) 2024-04-15T14:39:11.475 INFO:tasks.rados.rados.0.smithi016.stdout:741: done (0 left) 2024-04-15T14:39:11.475 INFO:tasks.rados.rados.0.smithi016.stdout:742: read oid 2 snap 69 2024-04-15T14:39:11.475 INFO:tasks.rados.rados.0.smithi016.stdout:742: expect deleted 2024-04-15T14:39:11.475 INFO:tasks.rados.rados.0.smithi016.stdout:743: read oid 33 snap -1 2024-04-15T14:39:11.475 INFO:tasks.rados.rados.0.smithi016.stdout:743: expect (ObjNum 0 snap 0 seq_num 0) 2024-04-15T14:39:11.475 INFO:tasks.rados.rados.0.smithi016.stdout:744: rollback oid 14 current snap is 73 2024-04-15T14:39:11.476 INFO:tasks.rados.rados.0.smithi016.stdout:rollback oid 14 to 66 2024-04-15T14:39:11.476 INFO:tasks.rados.rados.0.smithi016.stdout:745: read oid 45 snap -1 2024-04-15T14:39:11.476 INFO:tasks.rados.rados.0.smithi016.stdout:745: expect (ObjNum 126 snap 35 seq_num 126) 2024-04-15T14:39:11.476 INFO:tasks.rados.rados.0.smithi016.stdout:746: read oid 26 snap 71 2024-04-15T14:39:11.476 INFO:tasks.rados.rados.0.smithi016.stdout:746: expect (ObjNum 244 snap 69 seq_num 244) 2024-04-15T14:39:11.476 INFO:tasks.rados.rados.0.smithi016.stdout:747: read oid 11 snap 69 2024-04-15T14:39:11.476 INFO:tasks.rados.rados.0.smithi016.stdout:747: expect (ObjNum 231 snap 66 seq_num 231) 2024-04-15T14:39:11.476 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 1 current snap is 73 2024-04-15T14:39:11.476 INFO:tasks.rados.rados.0.smithi016.stdout:748: seq_num 247 ranges {991232=540672,1531904=622592,2154496=581632} 2024-04-15T14:39:11.485 INFO:tasks.rados.rados.0.smithi016.stdout:748: writing smithi01678542-1 from 991232 to 1531904 tid 1 2024-04-15T14:39:11.489 INFO:tasks.rados.rados.0.smithi016.stdout:748: writing smithi01678542-1 from 1531904 to 2154496 tid 2 2024-04-15T14:39:11.494 INFO:tasks.rados.rados.0.smithi016.stdout:748: writing smithi01678542-1 from 2154496 to 2736128 tid 3 2024-04-15T14:39:11.494 INFO:tasks.rados.rados.0.smithi016.stdout:749: delete oid 22 current snap is 73 2024-04-15T14:39:11.494 INFO:tasks.rados.rados.0.smithi016.stdout:743: expect (ObjNum 0 snap 0 seq_num 0) 2024-04-15T14:39:11.501 INFO:tasks.rados.rados.0.smithi016.stdout:744: finishing rollback tid 0 to smithi01678542-14 2024-04-15T14:39:11.501 INFO:tasks.rados.rados.0.smithi016.stdout:744: finishing rollback tid 1 to smithi01678542-14 2024-04-15T14:39:11.501 INFO:tasks.rados.rados.0.smithi016.stdout:744: finishing rollback tid 2 to smithi01678542-14 2024-04-15T14:39:11.501 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 14 v 210 (ObjNum 99 snap 25 seq_num 99) dirty exists 2024-04-15T14:39:11.501 INFO:tasks.rados.rados.0.smithi016.stdout:742: done (7 left) 2024-04-15T14:39:11.501 INFO:tasks.rados.rados.0.smithi016.stdout:743: done (6 left) 2024-04-15T14:39:11.501 INFO:tasks.rados.rados.0.smithi016.stdout:744: done (5 left) 2024-04-15T14:39:11.501 INFO:tasks.rados.rados.0.smithi016.stdout:749: done (4 left) 2024-04-15T14:39:11.501 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 41 current snap is 73 2024-04-15T14:39:11.501 INFO:tasks.rados.rados.0.smithi016.stdout:748: finishing write tid 1 to smithi01678542-1 2024-04-15T14:39:11.502 INFO:tasks.rados.rados.0.smithi016.stdout:750: seq_num 249 ranges {1245184=573440,1818624=794624,2613248=409600} 2024-04-15T14:39:11.510 INFO:tasks.rados.rados.0.smithi016.stdout:750: writing smithi01678542-41 from 1245184 to 1818624 tid 1 2024-04-15T14:39:11.515 INFO:tasks.rados.rados.0.smithi016.stdout:750: writing smithi01678542-41 from 1818624 to 2613248 tid 2 2024-04-15T14:39:11.518 INFO:tasks.rados.rados.0.smithi016.stdout:750: writing smithi01678542-41 from 2613248 to 3022848 tid 3 2024-04-15T14:39:11.518 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 48 current snap is 73 2024-04-15T14:39:11.518 INFO:tasks.rados.rados.0.smithi016.stdout:748: finishing write tid 2 to smithi01678542-1 2024-04-15T14:39:11.518 INFO:tasks.rados.rados.0.smithi016.stdout:746: expect (ObjNum 244 snap 69 seq_num 244) 2024-04-15T14:39:11.535 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:39:11 smithi102 ceph-mon[31017]: pgmap v6: 121 pgs: 121 active+clean; 162 MiB data, 787 MiB used, 714 GiB / 715 GiB avail; 374 MiB/s rd, 223 MiB/s wr, 3.06k op/s; 1.7 MiB/s, 5 objects/s recovering 2024-04-15T14:39:11.535 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:39:11 smithi102 ceph-mon[31017]: osdmap e211: 8 total, 8 up, 8 in 2024-04-15T14:39:11.535 INFO:journalctl@ceph.mgr.x.smithi102.stdout:Apr 15 14:39:11 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-x[66799]: 2024-04-15T14:39:11.429+0000 7f8f0b499200 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-04-15T14:39:11.539 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:39:11 smithi016 ceph-mon[27435]: pgmap v6: 121 pgs: 121 active+clean; 162 MiB data, 787 MiB used, 714 GiB / 715 GiB avail; 374 MiB/s rd, 223 MiB/s wr, 3.06k op/s; 1.7 MiB/s, 5 objects/s recovering 2024-04-15T14:39:11.539 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:39:11 smithi016 ceph-mon[27435]: osdmap e211: 8 total, 8 up, 8 in 2024-04-15T14:39:11.539 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:39:11 smithi016 ceph-mon[36548]: pgmap v6: 121 pgs: 121 active+clean; 162 MiB data, 787 MiB used, 714 GiB / 715 GiB avail; 374 MiB/s rd, 223 MiB/s wr, 3.06k op/s; 1.7 MiB/s, 5 objects/s recovering 2024-04-15T14:39:11.539 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:39:11 smithi016 ceph-mon[36548]: osdmap e211: 8 total, 8 up, 8 in 2024-04-15T14:39:11.661 INFO:tasks.rados.rados.0.smithi016.stdout:748: finishing write tid 3 to smithi01678542-1 2024-04-15T14:39:11.661 INFO:tasks.rados.rados.0.smithi016.stdout:748: finishing write tid 4 to smithi01678542-1 2024-04-15T14:39:11.661 INFO:tasks.rados.rados.0.smithi016.stdout:751: seq_num 250 ranges {524288=589824,1114112=679936,1794048=409600,2203648=114688} 2024-04-15T14:39:11.667 INFO:tasks.rados.rados.0.smithi016.stdout:751: writing smithi01678542-48 from 524288 to 1114112 tid 1 2024-04-15T14:39:11.673 INFO:tasks.rados.rados.0.smithi016.stdout:751: writing smithi01678542-48 from 1114112 to 1794048 tid 2 2024-04-15T14:39:11.675 INFO:tasks.rados.rados.0.smithi016.stdout:751: writing smithi01678542-48 from 1794048 to 2203648 tid 3 2024-04-15T14:39:11.675 INFO:tasks.rados.rados.0.smithi016.stdout:751: writing smithi01678542-48 from 2203648 to 2318336 tid 4 2024-04-15T14:39:11.675 INFO:tasks.rados.rados.0.smithi016.stdout:746: done (5 left) 2024-04-15T14:39:11.675 INFO:tasks.rados.rados.0.smithi016.stdout:752: read oid 38 snap -1 2024-04-15T14:39:11.675 INFO:tasks.rados.rados.0.smithi016.stdout:752: expect (ObjNum 37 snap 0 seq_num 37) 2024-04-15T14:39:11.675 INFO:tasks.rados.rados.0.smithi016.stdout:753: delete oid 28 current snap is 73 2024-04-15T14:39:11.675 INFO:tasks.rados.rados.0.smithi016.stdout:748: finishing write tid 5 to smithi01678542-1 2024-04-15T14:39:11.675 INFO:tasks.rados.rados.0.smithi016.stdout:748: oid 1 updating version 0 to 369 2024-04-15T14:39:11.675 INFO:tasks.rados.rados.0.smithi016.stdout:748: oid 1 version 369 is already newer than 368 2024-04-15T14:39:11.675 INFO:tasks.rados.rados.0.smithi016.stdout:748: oid 1 updating version 369 to 370 2024-04-15T14:39:11.675 INFO:tasks.rados.rados.0.smithi016.stdout:748: oid 1 version 370 is already newer than 367 2024-04-15T14:39:11.676 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 1 v 370 (ObjNum 247 snap 73 seq_num 247) dirty exists 2024-04-15T14:39:11.676 INFO:tasks.rados.rados.0.smithi016.stdout:748: left oid 1 (ObjNum 247 snap 73 seq_num 247) 2024-04-15T14:39:11.676 INFO:tasks.rados.rados.0.smithi016.stdout:745: expect (ObjNum 126 snap 35 seq_num 126) 2024-04-15T14:39:11.844 INFO:tasks.rados.rados.0.smithi016.stdout:747: expect (ObjNum 231 snap 66 seq_num 231) 2024-04-15T14:39:11.882 INFO:journalctl@ceph.mgr.x.smithi102.stdout:Apr 15 14:39:11 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-x[66799]: 2024-04-15T14:39:11.534+0000 7f8f0b499200 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-04-15T14:39:11.882 INFO:journalctl@ceph.mgr.x.smithi102.stdout:Apr 15 14:39:11 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-x[66799]: 2024-04-15T14:39:11.748+0000 7f8f0b499200 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-04-15T14:39:12.102 INFO:tasks.rados.rados.0.smithi016.stdout:750: finishing write tid 1 to smithi01678542-41 2024-04-15T14:39:12.102 INFO:tasks.rados.rados.0.smithi016.stdout:750: finishing write tid 2 to smithi01678542-41 2024-04-15T14:39:12.102 INFO:tasks.rados.rados.0.smithi016.stdout:750: finishing write tid 3 to smithi01678542-41 2024-04-15T14:39:12.102 INFO:tasks.rados.rados.0.smithi016.stdout:750: finishing write tid 4 to smithi01678542-41 2024-04-15T14:39:12.102 INFO:tasks.rados.rados.0.smithi016.stdout:750: finishing write tid 5 to smithi01678542-41 2024-04-15T14:39:12.102 INFO:tasks.rados.rados.0.smithi016.stdout:750: oid 41 updating version 0 to 263 2024-04-15T14:39:12.102 INFO:tasks.rados.rados.0.smithi016.stdout:750: oid 41 version 263 is already newer than 261 2024-04-15T14:39:12.102 INFO:tasks.rados.rados.0.smithi016.stdout:750: oid 41 updating version 263 to 264 2024-04-15T14:39:12.102 INFO:tasks.rados.rados.0.smithi016.stdout:750: oid 41 version 264 is already newer than 262 2024-04-15T14:39:12.102 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 41 v 264 (ObjNum 249 snap 73 seq_num 249) dirty exists 2024-04-15T14:39:12.102 INFO:tasks.rados.rados.0.smithi016.stdout:750: left oid 41 (ObjNum 249 snap 73 seq_num 249) 2024-04-15T14:39:12.102 INFO:tasks.rados.rados.0.smithi016.stdout:751: finishing write tid 1 to smithi01678542-48 2024-04-15T14:39:12.103 INFO:tasks.rados.rados.0.smithi016.stdout:751: finishing write tid 2 to smithi01678542-48 2024-04-15T14:39:12.103 INFO:tasks.rados.rados.0.smithi016.stdout:751: finishing write tid 3 to smithi01678542-48 2024-04-15T14:39:12.103 INFO:tasks.rados.rados.0.smithi016.stdout:751: finishing write tid 4 to smithi01678542-48 2024-04-15T14:39:12.103 INFO:tasks.rados.rados.0.smithi016.stdout:751: finishing write tid 5 to smithi01678542-48 2024-04-15T14:39:12.103 INFO:tasks.rados.rados.0.smithi016.stdout:752: expect (ObjNum 37 snap 0 seq_num 37) 2024-04-15T14:39:12.119 INFO:tasks.rados.rados.0.smithi016.stdout:751: finishing write tid 6 to smithi01678542-48 2024-04-15T14:39:12.119 INFO:tasks.rados.rados.0.smithi016.stdout:751: oid 48 updating version 0 to 226 2024-04-15T14:39:12.119 INFO:tasks.rados.rados.0.smithi016.stdout:751: oid 48 version 226 is already newer than 224 2024-04-15T14:39:12.119 INFO:tasks.rados.rados.0.smithi016.stdout:751: oid 48 version 226 is already newer than 225 2024-04-15T14:39:12.119 INFO:tasks.rados.rados.0.smithi016.stdout:751: oid 48 version 226 is already newer than 222 2024-04-15T14:39:12.119 INFO:tasks.rados.rados.0.smithi016.stdout:751: oid 48 version 226 is already newer than 223 2024-04-15T14:39:12.119 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 48 v 226 (ObjNum 250 snap 73 seq_num 250) dirty exists 2024-04-15T14:39:12.119 INFO:tasks.rados.rados.0.smithi016.stdout:751: left oid 48 (ObjNum 250 snap 73 seq_num 250) 2024-04-15T14:39:12.120 INFO:tasks.rados.rados.0.smithi016.stdout:745: done (6 left) 2024-04-15T14:39:12.120 INFO:tasks.rados.rados.0.smithi016.stdout:747: done (5 left) 2024-04-15T14:39:12.120 INFO:tasks.rados.rados.0.smithi016.stdout:748: done (4 left) 2024-04-15T14:39:12.120 INFO:tasks.rados.rados.0.smithi016.stdout:750: done (3 left) 2024-04-15T14:39:12.120 INFO:tasks.rados.rados.0.smithi016.stdout:751: done (2 left) 2024-04-15T14:39:12.120 INFO:tasks.rados.rados.0.smithi016.stdout:752: done (1 left) 2024-04-15T14:39:12.120 INFO:tasks.rados.rados.0.smithi016.stdout:753: done (0 left) 2024-04-15T14:39:12.120 INFO:tasks.rados.rados.0.smithi016.stdout:754: rmattr oid 10 current snap is 73 2024-04-15T14:39:12.120 INFO:tasks.rados.rados.0.smithi016.stdout:754: done (0 left) 2024-04-15T14:39:12.120 INFO:tasks.rados.rados.0.smithi016.stdout:755: copy_from oid 19 from oid 5 current snap is 73 2024-04-15T14:39:12.120 INFO:tasks.rados.rados.0.smithi016.stdout:756: read oid 47 snap -1 2024-04-15T14:39:12.120 INFO:tasks.rados.rados.0.smithi016.stdout:756: expect deleted 2024-04-15T14:39:12.120 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 20 current snap is 73 2024-04-15T14:39:12.120 INFO:tasks.rados.rados.0.smithi016.stdout:757: seq_num 252 ranges {2048000=630784,2678784=499712,3178496=425984,3604480=278528} 2024-04-15T14:39:12.134 INFO:tasks.rados.rados.0.smithi016.stdout:757: writing smithi01678542-20 from 2048000 to 2678784 tid 1 2024-04-15T14:39:12.137 INFO:tasks.rados.rados.0.smithi016.stdout:757: writing smithi01678542-20 from 2678784 to 3178496 tid 2 2024-04-15T14:39:12.140 INFO:tasks.rados.rados.0.smithi016.stdout:757: writing smithi01678542-20 from 3178496 to 3604480 tid 3 2024-04-15T14:39:12.142 INFO:tasks.rados.rados.0.smithi016.stdout:757: writing smithi01678542-20 from 3604480 to 3883008 tid 4 2024-04-15T14:39:12.142 INFO:tasks.rados.rados.0.smithi016.stdout:758: setattr oid 25 current snap is 73 2024-04-15T14:39:12.142 INFO:tasks.rados.rados.0.smithi016.stdout:755: finishing copy_from to smithi01678542-19 2024-04-15T14:39:12.142 INFO:tasks.rados.rados.0.smithi016.stdout:755: got expected ENOENT (src dne) 2024-04-15T14:39:12.143 INFO:tasks.rados.rados.0.smithi016.stdout:755: finishing copy_from racing read to smithi01678542-19 2024-04-15T14:39:12.143 INFO:tasks.rados.rados.0.smithi016.stdout:757: finishing write tid 1 to smithi01678542-20 2024-04-15T14:39:12.143 INFO:tasks.rados.rados.0.smithi016.stdout:757: finishing write tid 2 to smithi01678542-20 2024-04-15T14:39:12.143 INFO:tasks.rados.rados.0.smithi016.stdout:757: finishing write tid 3 to smithi01678542-20 2024-04-15T14:39:12.143 INFO:tasks.rados.rados.0.smithi016.stdout:755: done (3 left) 2024-04-15T14:39:12.143 INFO:tasks.rados.rados.0.smithi016.stdout:756: done (2 left) 2024-04-15T14:39:12.143 INFO:tasks.rados.rados.0.smithi016.stdout:759: snap_create 2024-04-15T14:39:12.144 INFO:journalctl@ceph.mgr.x.smithi102.stdout:Apr 15 14:39:11 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-x[66799]: 2024-04-15T14:39:11.938+0000 7f8f0b499200 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-04-15T14:39:12.145 INFO:tasks.rados.rados.0.smithi016.stdout:757: finishing write tid 4 to smithi01678542-20 2024-04-15T14:39:12.145 INFO:tasks.rados.rados.0.smithi016.stdout:757: finishing write tid 5 to smithi01678542-20 2024-04-15T14:39:12.145 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 25 v 298 (ObjNum 143 snap 41 seq_num 143) dirty exists 2024-04-15T14:39:12.146 INFO:tasks.rados.rados.0.smithi016.stdout:757: finishing write tid 6 to smithi01678542-20 2024-04-15T14:39:12.146 INFO:tasks.rados.rados.0.smithi016.stdout:757: oid 20 updating version 0 to 294 2024-04-15T14:39:12.147 INFO:tasks.rados.rados.0.smithi016.stdout:757: oid 20 version 294 is already newer than 293 2024-04-15T14:39:12.147 INFO:tasks.rados.rados.0.smithi016.stdout:757: oid 20 updating version 294 to 295 2024-04-15T14:39:12.147 INFO:tasks.rados.rados.0.smithi016.stdout:757: oid 20 updating version 295 to 297 2024-04-15T14:39:12.147 INFO:tasks.rados.rados.0.smithi016.stdout:757: oid 20 version 297 is already newer than 296 2024-04-15T14:39:12.147 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 20 v 297 (ObjNum 252 snap 73 seq_num 252) dirty exists 2024-04-15T14:39:12.147 INFO:tasks.rados.rados.0.smithi016.stdout:757: left oid 20 (ObjNum 252 snap 73 seq_num 252) 2024-04-15T14:39:12.437 INFO:journalctl@ceph.mgr.x.smithi102.stdout:Apr 15 14:39:12 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-x[66799]: 2024-04-15T14:39:12.234+0000 7f8f0b499200 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-04-15T14:39:12.603 INFO:tasks.rados.rados.0.smithi016.stdout:757: done (2 left) 2024-04-15T14:39:12.603 INFO:tasks.rados.rados.0.smithi016.stdout:758: done (1 left) 2024-04-15T14:39:12.603 INFO:tasks.rados.rados.0.smithi016.stdout:759: done (0 left) 2024-04-15T14:39:12.604 INFO:tasks.rados.rados.0.smithi016.stdout:760: snap_create 2024-04-15T14:39:12.756 INFO:journalctl@ceph.mgr.x.smithi102.stdout:Apr 15 14:39:12 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-x[66799]: 2024-04-15T14:39:12.504+0000 7f8f0b499200 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-04-15T14:39:12.757 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:39:12 smithi102 ceph-mon[31017]: pgmap v9: 121 pgs: 121 active+clean; 162 MiB data, 787 MiB used, 714 GiB / 715 GiB avail; 125 MiB/s rd, 75 MiB/s wr, 1.02k op/s; 575 KiB/s, 1 objects/s recovering 2024-04-15T14:39:12.757 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:39:12 smithi102 ceph-mon[31017]: osdmap e212: 8 total, 8 up, 8 in 2024-04-15T14:39:12.757 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:39:12 smithi102 ceph-mon[31017]: mgrmap e34: y(active, since 4s) 2024-04-15T14:39:12.757 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:39:12 smithi102 ceph-mon[31017]: from='mgr.15201 ' entity='mgr.y' 2024-04-15T14:39:12.757 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:39:12 smithi102 ceph-mon[31017]: from='mgr.15201 ' entity='mgr.y' 2024-04-15T14:39:12.757 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:39:12 smithi102 ceph-mon[31017]: from='mgr.15201 ' entity='mgr.y' 2024-04-15T14:39:12.757 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:39:12 smithi102 ceph-mon[31017]: from='mgr.15201 ' entity='mgr.y' 2024-04-15T14:39:12.789 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:39:12 smithi016 ceph-mon[36548]: pgmap v9: 121 pgs: 121 active+clean; 162 MiB data, 787 MiB used, 714 GiB / 715 GiB avail; 125 MiB/s rd, 75 MiB/s wr, 1.02k op/s; 575 KiB/s, 1 objects/s recovering 2024-04-15T14:39:12.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:39:12 smithi016 ceph-mon[36548]: osdmap e212: 8 total, 8 up, 8 in 2024-04-15T14:39:12.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:39:12 smithi016 ceph-mon[36548]: mgrmap e34: y(active, since 4s) 2024-04-15T14:39:12.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:39:12 smithi016 ceph-mon[36548]: from='mgr.15201 ' entity='mgr.y' 2024-04-15T14:39:12.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:39:12 smithi016 ceph-mon[36548]: from='mgr.15201 ' entity='mgr.y' 2024-04-15T14:39:12.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:39:12 smithi016 ceph-mon[36548]: from='mgr.15201 ' entity='mgr.y' 2024-04-15T14:39:12.791 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:39:12 smithi016 ceph-mon[36548]: from='mgr.15201 ' entity='mgr.y' 2024-04-15T14:39:12.791 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:39:12 smithi016 ceph-mon[27435]: pgmap v9: 121 pgs: 121 active+clean; 162 MiB data, 787 MiB used, 714 GiB / 715 GiB avail; 125 MiB/s rd, 75 MiB/s wr, 1.02k op/s; 575 KiB/s, 1 objects/s recovering 2024-04-15T14:39:12.791 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:39:12 smithi016 ceph-mon[27435]: osdmap e212: 8 total, 8 up, 8 in 2024-04-15T14:39:12.791 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:39:12 smithi016 ceph-mon[27435]: mgrmap e34: y(active, since 4s) 2024-04-15T14:39:12.792 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:39:12 smithi016 ceph-mon[27435]: from='mgr.15201 ' entity='mgr.y' 2024-04-15T14:39:12.792 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:39:12 smithi016 ceph-mon[27435]: from='mgr.15201 ' entity='mgr.y' 2024-04-15T14:39:12.792 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:39:12 smithi016 ceph-mon[27435]: from='mgr.15201 ' entity='mgr.y' 2024-04-15T14:39:12.792 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:39:12 smithi016 ceph-mon[27435]: from='mgr.15201 ' entity='mgr.y' 2024-04-15T14:39:13.187 INFO:journalctl@ceph.mgr.x.smithi102.stdout:Apr 15 14:39:12 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-x[66799]: 2024-04-15T14:39:12.755+0000 7f8f0b499200 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-04-15T14:39:13.605 INFO:tasks.rados.rados.0.smithi016.stdout:760: done (0 left) 2024-04-15T14:39:13.605 INFO:tasks.rados.rados.0.smithi016.stdout:761: copy_from oid 22 from oid 47 current snap is 75 2024-04-15T14:39:13.605 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 27 current snap is 75 2024-04-15T14:39:13.606 INFO:tasks.rados.rados.0.smithi016.stdout:762: seq_num 253 ranges {0=647168,647168=786432,1433600=417792} 2024-04-15T14:39:13.608 INFO:tasks.rados.rados.0.smithi016.stdout:762: writing smithi01678542-27 from 0 to 647168 tid 1 2024-04-15T14:39:13.614 INFO:tasks.rados.rados.0.smithi016.stdout:762: writing smithi01678542-27 from 647168 to 1433600 tid 2 2024-04-15T14:39:13.616 INFO:tasks.rados.rados.0.smithi016.stdout:762: writing smithi01678542-27 from 1433600 to 1851392 tid 3 2024-04-15T14:39:13.616 INFO:tasks.rados.rados.0.smithi016.stdout:763: snap_create 2024-04-15T14:39:13.616 INFO:tasks.rados.rados.0.smithi016.stdout:761: finishing copy_from to smithi01678542-22 2024-04-15T14:39:13.616 INFO:tasks.rados.rados.0.smithi016.stdout:761: got expected ENOENT (src dne) 2024-04-15T14:39:13.616 INFO:tasks.rados.rados.0.smithi016.stdout:761: finishing copy_from racing read to smithi01678542-22 2024-04-15T14:39:13.616 INFO:tasks.rados.rados.0.smithi016.stdout:762: finishing write tid 1 to smithi01678542-27 2024-04-15T14:39:13.616 INFO:tasks.rados.rados.0.smithi016.stdout:762: finishing write tid 2 to smithi01678542-27 2024-04-15T14:39:13.618 INFO:tasks.rados.rados.0.smithi016.stdout:762: finishing write tid 3 to smithi01678542-27 2024-04-15T14:39:13.618 INFO:tasks.rados.rados.0.smithi016.stdout:762: finishing write tid 4 to smithi01678542-27 2024-04-15T14:39:13.619 INFO:tasks.rados.rados.0.smithi016.stdout:762: finishing write tid 5 to smithi01678542-27 2024-04-15T14:39:13.619 INFO:tasks.rados.rados.0.smithi016.stdout:762: oid 27 updating version 0 to 182 2024-04-15T14:39:13.619 INFO:tasks.rados.rados.0.smithi016.stdout:762: oid 27 version 182 is already newer than 180 2024-04-15T14:39:13.619 INFO:tasks.rados.rados.0.smithi016.stdout:762: oid 27 version 182 is already newer than 181 2024-04-15T14:39:13.619 INFO:tasks.rados.rados.0.smithi016.stdout:762: oid 27 version 182 is already newer than 179 2024-04-15T14:39:13.619 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 27 v 182 (ObjNum 253 snap 75 seq_num 253) dirty exists 2024-04-15T14:39:13.619 INFO:tasks.rados.rados.0.smithi016.stdout:762: left oid 27 (ObjNum 253 snap 75 seq_num 253) 2024-04-15T14:39:13.789 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:39:13 smithi016 ceph-mon[27435]: osdmap e213: 8 total, 8 up, 8 in 2024-04-15T14:39:13.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:39:13 smithi016 ceph-mon[27435]: from='mgr.15201 ' entity='mgr.y' 2024-04-15T14:39:13.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:39:13 smithi016 ceph-mon[27435]: from='mgr.15201 ' entity='mgr.y' 2024-04-15T14:39:13.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:39:13 smithi016 ceph-mon[27435]: from='mgr.15201 ' entity='mgr.y' 2024-04-15T14:39:13.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:39:13 smithi016 ceph-mon[27435]: from='mgr.15201 ' entity='mgr.y' 2024-04-15T14:39:13.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:39:13 smithi016 ceph-mon[36548]: osdmap e213: 8 total, 8 up, 8 in 2024-04-15T14:39:13.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:39:13 smithi016 ceph-mon[36548]: from='mgr.15201 ' entity='mgr.y' 2024-04-15T14:39:13.791 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:39:13 smithi016 ceph-mon[36548]: from='mgr.15201 ' entity='mgr.y' 2024-04-15T14:39:13.791 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:39:13 smithi016 ceph-mon[36548]: from='mgr.15201 ' entity='mgr.y' 2024-04-15T14:39:13.791 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:39:13 smithi016 ceph-mon[36548]: from='mgr.15201 ' entity='mgr.y' 2024-04-15T14:39:13.937 INFO:journalctl@ceph.mgr.x.smithi102.stdout:Apr 15 14:39:13 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-x[66799]: 2024-04-15T14:39:13.608+0000 7f8f0b499200 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-04-15T14:39:13.938 INFO:journalctl@ceph.prometheus.a.smithi102.stdout:Apr 15 14:39:13 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-prometheus-a[75190]: ts=2024-04-15T14:39:13.505Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi016\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi016\", job=\"node\", machine=\"x86_64\", nodename=\"smithi016\", release=\"5.14.0-438.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Apr 12 13:55:21 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"362ea986-fb34-11ee-bc8f-c7b262605968\", domainname=\"(none)\", instance=\"smithi016\", job=\"node\", machine=\"x86_64\", nodename=\"smithi016\", release=\"5.14.0-438.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Apr 12 13:55:21 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T14:39:13.938 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:39:13 smithi102 ceph-mon[31017]: osdmap e213: 8 total, 8 up, 8 in 2024-04-15T14:39:13.938 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:39:13 smithi102 ceph-mon[31017]: from='mgr.15201 ' entity='mgr.y' 2024-04-15T14:39:13.938 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:39:13 smithi102 ceph-mon[31017]: from='mgr.15201 ' entity='mgr.y' 2024-04-15T14:39:13.938 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:39:13 smithi102 ceph-mon[31017]: from='mgr.15201 ' entity='mgr.y' 2024-04-15T14:39:13.938 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:39:13 smithi102 ceph-mon[31017]: from='mgr.15201 ' entity='mgr.y' 2024-04-15T14:39:14.437 INFO:journalctl@ceph.mgr.x.smithi102.stdout:Apr 15 14:39:14 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-x[66799]: 2024-04-15T14:39:14.177+0000 7f8f0b499200 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-04-15T14:39:14.437 INFO:journalctl@ceph.mgr.x.smithi102.stdout:Apr 15 14:39:14 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-x[66799]: 2024-04-15T14:39:14.276+0000 7f8f0b499200 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-04-15T14:39:14.617 INFO:tasks.rados.rados.0.smithi016.stdout:761: done (2 left) 2024-04-15T14:39:14.617 INFO:tasks.rados.rados.0.smithi016.stdout:762: done (1 left) 2024-04-15T14:39:14.617 INFO:tasks.rados.rados.0.smithi016.stdout:763: done (0 left) 2024-04-15T14:39:14.617 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 35 current snap is 76 2024-04-15T14:39:14.617 INFO:tasks.rados.rados.0.smithi016.stdout:764: seq_num 254 ranges {0=663552,663552=663552,1327104=540672} 2024-04-15T14:39:14.620 INFO:tasks.rados.rados.0.smithi016.stdout:764: writing smithi01678542-35 from 0 to 663552 tid 1 2024-04-15T14:39:14.624 INFO:tasks.rados.rados.0.smithi016.stdout:764: writing smithi01678542-35 from 663552 to 1327104 tid 2 2024-04-15T14:39:14.628 INFO:tasks.rados.rados.0.smithi016.stdout:764: writing smithi01678542-35 from 1327104 to 1867776 tid 3 2024-04-15T14:39:14.628 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 40 current snap is 76 2024-04-15T14:39:14.628 INFO:tasks.rados.rados.0.smithi016.stdout:764: finishing write tid 1 to smithi01678542-35 2024-04-15T14:39:14.628 INFO:tasks.rados.rados.0.smithi016.stdout:764: finishing write tid 2 to smithi01678542-35 2024-04-15T14:39:14.628 INFO:tasks.rados.rados.0.smithi016.stdout:765: seq_num 255 ranges {385024=679936,1064960=548864,1613824=598016,2211840=57344} 2024-04-15T14:39:14.633 INFO:tasks.rados.rados.0.smithi016.stdout:765: writing smithi01678542-40 from 385024 to 1064960 tid 1 2024-04-15T14:39:14.636 INFO:tasks.rados.rados.0.smithi016.stdout:765: writing smithi01678542-40 from 1064960 to 1613824 tid 2 2024-04-15T14:39:14.640 INFO:tasks.rados.rados.0.smithi016.stdout:765: writing smithi01678542-40 from 1613824 to 2211840 tid 3 2024-04-15T14:39:14.641 INFO:tasks.rados.rados.0.smithi016.stdout:765: writing smithi01678542-40 from 2211840 to 2269184 tid 4 2024-04-15T14:39:14.641 INFO:tasks.rados.rados.0.smithi016.stdout:766: read oid 22 snap -1 2024-04-15T14:39:14.641 INFO:tasks.rados.rados.0.smithi016.stdout:766: expect deleted 2024-04-15T14:39:14.642 INFO:tasks.rados.rados.0.smithi016.stdout:767: read oid 8 snap -1 2024-04-15T14:39:14.642 INFO:tasks.rados.rados.0.smithi016.stdout:767: expect (ObjNum 213 snap 62 seq_num 213) 2024-04-15T14:39:14.642 INFO:tasks.rados.rados.0.smithi016.stdout:768: copy_from oid 30 from oid 12 current snap is 76 2024-04-15T14:39:14.642 INFO:tasks.rados.rados.0.smithi016.stdout:764: finishing write tid 3 to smithi01678542-35 2024-04-15T14:39:14.642 INFO:tasks.rados.rados.0.smithi016.stdout:764: finishing write tid 4 to smithi01678542-35 2024-04-15T14:39:14.642 INFO:tasks.rados.rados.0.smithi016.stdout:764: finishing write tid 5 to smithi01678542-35 2024-04-15T14:39:14.642 INFO:tasks.rados.rados.0.smithi016.stdout:764: oid 35 updating version 0 to 211 2024-04-15T14:39:14.642 INFO:tasks.rados.rados.0.smithi016.stdout:764: oid 35 updating version 211 to 214 2024-04-15T14:39:14.642 INFO:tasks.rados.rados.0.smithi016.stdout:764: oid 35 version 214 is already newer than 212 2024-04-15T14:39:14.642 INFO:tasks.rados.rados.0.smithi016.stdout:764: oid 35 version 214 is already newer than 213 2024-04-15T14:39:14.642 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 35 v 214 (ObjNum 254 snap 76 seq_num 254) dirty exists 2024-04-15T14:39:14.642 INFO:tasks.rados.rados.0.smithi016.stdout:764: left oid 35 (ObjNum 254 snap 76 seq_num 254) 2024-04-15T14:39:14.642 INFO:tasks.rados.rados.0.smithi016.stdout:765: finishing write tid 1 to smithi01678542-40 2024-04-15T14:39:14.642 INFO:tasks.rados.rados.0.smithi016.stdout:765: finishing write tid 2 to smithi01678542-40 2024-04-15T14:39:14.643 INFO:tasks.rados.rados.0.smithi016.stdout:764: done (4 left) 2024-04-15T14:39:14.643 INFO:tasks.rados.rados.0.smithi016.stdout:769: snap_remove snap 68 2024-04-15T14:39:14.924 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:39:14 smithi016 ceph-mon[36548]: pgmap v12: 121 pgs: 121 active+clean; 161 MiB data, 787 MiB used, 714 GiB / 715 GiB avail; 3.2 MiB/s rd, 0 op/s 2024-04-15T14:39:14.924 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:39:14 smithi016 ceph-mon[36548]: osdmap e214: 8 total, 8 up, 8 in 2024-04-15T14:39:14.924 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:39:14 smithi016 ceph-mon[36548]: Standby manager daemon x started 2024-04-15T14:39:14.924 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:39:14 smithi016 ceph-mon[36548]: from='mgr.? 172.21.15.102:0/2714829328' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-04-15T14:39:14.924 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:39:14 smithi016 ceph-mon[36548]: from='mgr.? 172.21.15.102:0/2714829328' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-04-15T14:39:14.925 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:39:14 smithi016 ceph-mon[36548]: from='mgr.? 172.21.15.102:0/2714829328' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-04-15T14:39:14.925 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:39:14 smithi016 ceph-mon[36548]: from='mgr.? 172.21.15.102:0/2714829328' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-04-15T14:39:14.925 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:39:14 smithi016 ceph-mon[27435]: pgmap v12: 121 pgs: 121 active+clean; 161 MiB data, 787 MiB used, 714 GiB / 715 GiB avail; 3.2 MiB/s rd, 0 op/s 2024-04-15T14:39:14.925 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:39:14 smithi016 ceph-mon[27435]: osdmap e214: 8 total, 8 up, 8 in 2024-04-15T14:39:14.925 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:39:14 smithi016 ceph-mon[27435]: Standby manager daemon x started 2024-04-15T14:39:14.925 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:39:14 smithi016 ceph-mon[27435]: from='mgr.? 172.21.15.102:0/2714829328' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-04-15T14:39:14.925 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:39:14 smithi016 ceph-mon[27435]: from='mgr.? 172.21.15.102:0/2714829328' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-04-15T14:39:14.925 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:39:14 smithi016 ceph-mon[27435]: from='mgr.? 172.21.15.102:0/2714829328' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-04-15T14:39:14.925 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:39:14 smithi016 ceph-mon[27435]: from='mgr.? 172.21.15.102:0/2714829328' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-04-15T14:39:14.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:39:14 smithi102 ceph-mon[31017]: pgmap v12: 121 pgs: 121 active+clean; 161 MiB data, 787 MiB used, 714 GiB / 715 GiB avail; 3.2 MiB/s rd, 0 op/s 2024-04-15T14:39:14.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:39:14 smithi102 ceph-mon[31017]: osdmap e214: 8 total, 8 up, 8 in 2024-04-15T14:39:14.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:39:14 smithi102 ceph-mon[31017]: Standby manager daemon x started 2024-04-15T14:39:14.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:39:14 smithi102 ceph-mon[31017]: from='mgr.? 172.21.15.102:0/2714829328' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-04-15T14:39:14.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:39:14 smithi102 ceph-mon[31017]: from='mgr.? 172.21.15.102:0/2714829328' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-04-15T14:39:14.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:39:14 smithi102 ceph-mon[31017]: from='mgr.? 172.21.15.102:0/2714829328' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-04-15T14:39:14.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:39:14 smithi102 ceph-mon[31017]: from='mgr.? 172.21.15.102:0/2714829328' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-04-15T14:39:14.938 INFO:journalctl@ceph.mgr.x.smithi102.stdout:Apr 15 14:39:14 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-x[66799]: 2024-04-15T14:39:14.496+0000 7f8f0b499200 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-04-15T14:39:14.938 INFO:journalctl@ceph.mgr.x.smithi102.stdout:Apr 15 14:39:14 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-x[66799]: [15/Apr/2024:14:39:14] ENGINE Bus STARTING 2024-04-15T14:39:14.938 INFO:journalctl@ceph.mgr.x.smithi102.stdout:Apr 15 14:39:14 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-x[66799]: CherryPy Checker: 2024-04-15T14:39:14.938 INFO:journalctl@ceph.mgr.x.smithi102.stdout:Apr 15 14:39:14 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-x[66799]: The Application mounted at '' has an empty config. 2024-04-15T14:39:14.938 INFO:journalctl@ceph.mgr.x.smithi102.stdout:Apr 15 14:39:14 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-x[66799]: 2024-04-15T14:39:14.938 INFO:journalctl@ceph.mgr.x.smithi102.stdout:Apr 15 14:39:14 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-x[66799]: [15/Apr/2024:14:39:14] ENGINE Serving on http://:::9283 2024-04-15T14:39:14.938 INFO:journalctl@ceph.mgr.x.smithi102.stdout:Apr 15 14:39:14 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-x[66799]: [15/Apr/2024:14:39:14] ENGINE Bus STARTED 2024-04-15T14:39:15.615 INFO:journalctl@ceph.mgr.x.smithi102.stdout:Apr 15 14:39:15 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-x[66799]: ::ffff:172.21.15.102 - - [15/Apr/2024:14:39:15] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-04-15T14:39:15.624 INFO:tasks.rados.rados.0.smithi016.stdout:769: done (4 left) 2024-04-15T14:39:15.624 INFO:tasks.rados.rados.0.smithi016.stdout:770: delete oid 47 current snap is 76 2024-04-15T14:39:15.624 INFO:tasks.rados.rados.0.smithi016.stdout:765: finishing write tid 3 to smithi01678542-40 2024-04-15T14:39:15.624 INFO:tasks.rados.rados.0.smithi016.stdout:765: finishing write tid 4 to smithi01678542-40 2024-04-15T14:39:15.624 INFO:tasks.rados.rados.0.smithi016.stdout:765: finishing write tid 5 to smithi01678542-40 2024-04-15T14:39:15.625 INFO:tasks.rados.rados.0.smithi016.stdout:765: finishing write tid 6 to smithi01678542-40 2024-04-15T14:39:15.625 INFO:tasks.rados.rados.0.smithi016.stdout:765: oid 40 updating version 0 to 218 2024-04-15T14:39:15.625 INFO:tasks.rados.rados.0.smithi016.stdout:765: oid 40 version 218 is already newer than 216 2024-04-15T14:39:15.625 INFO:tasks.rados.rados.0.smithi016.stdout:765: oid 40 version 218 is already newer than 215 2024-04-15T14:39:15.625 INFO:tasks.rados.rados.0.smithi016.stdout:765: oid 40 version 218 is already newer than 217 2024-04-15T14:39:15.625 INFO:tasks.rados.rados.0.smithi016.stdout:765: oid 40 updating version 218 to 219 2024-04-15T14:39:15.625 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 40 v 219 (ObjNum 255 snap 76 seq_num 255) dirty exists 2024-04-15T14:39:15.625 INFO:tasks.rados.rados.0.smithi016.stdout:765: left oid 40 (ObjNum 255 snap 76 seq_num 255) 2024-04-15T14:39:15.625 INFO:tasks.rados.rados.0.smithi016.stdout:767: expect (ObjNum 213 snap 62 seq_num 213) 2024-04-15T14:39:15.658 INFO:tasks.rados.rados.0.smithi016.stdout:768: finishing copy_from to smithi01678542-30 2024-04-15T14:39:15.658 INFO:tasks.rados.rados.0.smithi016.stdout:768: got expected ENOENT (src dne) 2024-04-15T14:39:15.659 INFO:tasks.rados.rados.0.smithi016.stdout:768: finishing copy_from racing read to smithi01678542-30 2024-04-15T14:39:15.659 INFO:tasks.rados.rados.0.smithi016.stdout:765: done (4 left) 2024-04-15T14:39:15.659 INFO:tasks.rados.rados.0.smithi016.stdout:766: done (3 left) 2024-04-15T14:39:15.659 INFO:tasks.rados.rados.0.smithi016.stdout:767: done (2 left) 2024-04-15T14:39:15.659 INFO:tasks.rados.rados.0.smithi016.stdout:768: done (1 left) 2024-04-15T14:39:15.659 INFO:tasks.rados.rados.0.smithi016.stdout:770: done (0 left) 2024-04-15T14:39:15.659 INFO:tasks.rados.rados.0.smithi016.stdout:771: read oid 11 snap -1 2024-04-15T14:39:15.659 INFO:tasks.rados.rados.0.smithi016.stdout:771: expect (ObjNum 231 snap 66 seq_num 231) 2024-04-15T14:39:15.659 INFO:tasks.rados.rados.0.smithi016.stdout:772: snap_remove snap 66 2024-04-15T14:39:15.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:39:15 smithi102 ceph-mon[31017]: osdmap e215: 8 total, 8 up, 8 in 2024-04-15T14:39:15.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:39:15 smithi102 ceph-mon[31017]: mgrmap e35: y(active, since 7s), standbys: x 2024-04-15T14:39:15.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:39:15 smithi102 ceph-mon[31017]: from='mgr.15201 172.21.15.16:0/2410717947' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-04-15T14:39:16.039 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:39:15 smithi016 ceph-mon[27435]: osdmap e215: 8 total, 8 up, 8 in 2024-04-15T14:39:16.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:39:15 smithi016 ceph-mon[27435]: mgrmap e35: y(active, since 7s), standbys: x 2024-04-15T14:39:16.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:39:15 smithi016 ceph-mon[27435]: from='mgr.15201 172.21.15.16:0/2410717947' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-04-15T14:39:16.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:39:15 smithi016 ceph-mon[36548]: osdmap e215: 8 total, 8 up, 8 in 2024-04-15T14:39:16.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:39:15 smithi016 ceph-mon[36548]: mgrmap e35: y(active, since 7s), standbys: x 2024-04-15T14:39:16.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:39:15 smithi016 ceph-mon[36548]: from='mgr.15201 172.21.15.16:0/2410717947' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-04-15T14:39:16.628 INFO:tasks.rados.rados.0.smithi016.stdout:772: done (1 left) 2024-04-15T14:39:16.629 INFO:tasks.rados.rados.0.smithi016.stdout:773: read oid 12 snap -1 2024-04-15T14:39:16.629 INFO:tasks.rados.rados.0.smithi016.stdout:773: expect deleted 2024-04-15T14:39:16.629 INFO:tasks.rados.rados.0.smithi016.stdout:774: read oid 29 snap -1 2024-04-15T14:39:16.629 INFO:tasks.rados.rados.0.smithi016.stdout:774: expect deleted 2024-04-15T14:39:16.629 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 17 current snap is 76 2024-04-15T14:39:16.629 INFO:tasks.rados.rados.0.smithi016.stdout:775: seq_num 257 ranges {0=712704,712704=720896,1433600=483328} 2024-04-15T14:39:16.633 INFO:tasks.rados.rados.0.smithi016.stdout:775: writing smithi01678542-17 from 0 to 712704 tid 1 2024-04-15T14:39:16.638 INFO:tasks.rados.rados.0.smithi016.stdout:775: writing smithi01678542-17 from 712704 to 1433600 tid 2 2024-04-15T14:39:16.642 INFO:tasks.rados.rados.0.smithi016.stdout:775: writing smithi01678542-17 from 1433600 to 1916928 tid 3 2024-04-15T14:39:16.642 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 7 current snap is 76 2024-04-15T14:39:16.642 INFO:tasks.rados.rados.0.smithi016.stdout:776: seq_num 258 ranges {3407872=729088,4136960=606208,4743168=598016} 2024-04-15T14:39:16.666 INFO:tasks.rados.rados.0.smithi016.stdout:776: writing smithi01678542-7 from 3407872 to 4136960 tid 1 2024-04-15T14:39:16.669 INFO:tasks.rados.rados.0.smithi016.stdout:776: writing smithi01678542-7 from 4136960 to 4743168 tid 2 2024-04-15T14:39:16.673 INFO:tasks.rados.rados.0.smithi016.stdout:776: writing smithi01678542-7 from 4743168 to 5341184 tid 3 2024-04-15T14:39:16.673 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 8 current snap is 76 2024-04-15T14:39:16.673 INFO:tasks.rados.rados.0.smithi016.stdout:777: seq_num 259 ranges {1171456=745472,1916928=540672,2457600=581632,3039232=81920} 2024-04-15T14:39:16.683 INFO:tasks.rados.rados.0.smithi016.stdout:777: writing smithi01678542-8 from 1171456 to 1916928 tid 1 2024-04-15T14:39:16.686 INFO:tasks.rados.rados.0.smithi016.stdout:777: writing smithi01678542-8 from 1916928 to 2457600 tid 2 2024-04-15T14:39:16.690 INFO:tasks.rados.rados.0.smithi016.stdout:777: writing smithi01678542-8 from 2457600 to 3039232 tid 3 2024-04-15T14:39:16.691 INFO:tasks.rados.rados.0.smithi016.stdout:777: writing smithi01678542-8 from 3039232 to 3121152 tid 4 2024-04-15T14:39:16.691 INFO:tasks.rados.rados.0.smithi016.stdout:778: rmattr oid 16 current snap is 76 2024-04-15T14:39:16.691 INFO:tasks.rados.rados.0.smithi016.stdout:778: done (6 left) 2024-04-15T14:39:16.691 INFO:tasks.rados.rados.0.smithi016.stdout:779: snap_remove snap 51 2024-04-15T14:39:16.789 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:39:16 smithi016 ceph-mon[27435]: pgmap v15: 121 pgs: 121 active+clean; 169 MiB data, 815 MiB used, 714 GiB / 715 GiB avail; 11 MiB/s rd, 2.1 MiB/s wr, 50 op/s 2024-04-15T14:39:16.789 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:39:16 smithi016 ceph-mon[27435]: osdmap e216: 8 total, 8 up, 8 in 2024-04-15T14:39:16.789 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:39:16 smithi016 ceph-mon[27435]: from='mgr.15201 ' entity='mgr.y' 2024-04-15T14:39:16.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:39:16 smithi016 ceph-mon[27435]: from='mgr.15201 ' entity='mgr.y' 2024-04-15T14:39:16.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:39:16 smithi016 ceph-mon[27435]: from='mgr.15201 172.21.15.16:0/2410717947' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T14:39:16.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:39:16 smithi016 ceph-mon[27435]: from='mgr.15201 172.21.15.16:0/2410717947' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T14:39:16.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:39:16 smithi016 ceph-mon[36548]: pgmap v15: 121 pgs: 121 active+clean; 169 MiB data, 815 MiB used, 714 GiB / 715 GiB avail; 11 MiB/s rd, 2.1 MiB/s wr, 50 op/s 2024-04-15T14:39:16.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:39:16 smithi016 ceph-mon[36548]: osdmap e216: 8 total, 8 up, 8 in 2024-04-15T14:39:16.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:39:16 smithi016 ceph-mon[36548]: from='mgr.15201 ' entity='mgr.y' 2024-04-15T14:39:16.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:39:16 smithi016 ceph-mon[36548]: from='mgr.15201 ' entity='mgr.y' 2024-04-15T14:39:16.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:39:16 smithi016 ceph-mon[36548]: from='mgr.15201 172.21.15.16:0/2410717947' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T14:39:16.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:39:16 smithi016 ceph-mon[36548]: from='mgr.15201 172.21.15.16:0/2410717947' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T14:39:16.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:39:16 smithi102 ceph-mon[31017]: pgmap v15: 121 pgs: 121 active+clean; 169 MiB data, 815 MiB used, 714 GiB / 715 GiB avail; 11 MiB/s rd, 2.1 MiB/s wr, 50 op/s 2024-04-15T14:39:16.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:39:16 smithi102 ceph-mon[31017]: osdmap e216: 8 total, 8 up, 8 in 2024-04-15T14:39:16.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:39:16 smithi102 ceph-mon[31017]: from='mgr.15201 ' entity='mgr.y' 2024-04-15T14:39:16.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:39:16 smithi102 ceph-mon[31017]: from='mgr.15201 ' entity='mgr.y' 2024-04-15T14:39:16.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:39:16 smithi102 ceph-mon[31017]: from='mgr.15201 172.21.15.16:0/2410717947' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T14:39:16.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:39:16 smithi102 ceph-mon[31017]: from='mgr.15201 172.21.15.16:0/2410717947' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T14:39:17.638 INFO:tasks.rados.rados.0.smithi016.stdout:779: done (6 left) 2024-04-15T14:39:17.638 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 9 current snap is 76 2024-04-15T14:39:17.638 INFO:tasks.rados.rados.0.smithi016.stdout:780: seq_num 260 ranges {0=761856,761856=417792,1179648=786432} 2024-04-15T14:39:17.641 INFO:tasks.rados.rados.0.smithi016.stdout:780: writing smithi01678542-9 from 0 to 761856 tid 1 2024-04-15T14:39:17.644 INFO:tasks.rados.rados.0.smithi016.stdout:780: writing smithi01678542-9 from 761856 to 1179648 tid 2 2024-04-15T14:39:17.650 INFO:tasks.rados.rados.0.smithi016.stdout:780: writing smithi01678542-9 from 1179648 to 1966080 tid 3 2024-04-15T14:39:17.650 INFO:tasks.rados.rados.0.smithi016.stdout:781: snap_create 2024-04-15T14:39:17.652 INFO:tasks.rados.rados.0.smithi016.stdout:771: expect (ObjNum 231 snap 66 seq_num 231) 2024-04-15T14:39:17.931 INFO:tasks.rados.rados.0.smithi016.stdout:775: finishing write tid 1 to smithi01678542-17 2024-04-15T14:39:17.931 INFO:tasks.rados.rados.0.smithi016.stdout:775: finishing write tid 2 to smithi01678542-17 2024-04-15T14:39:17.932 INFO:tasks.rados.rados.0.smithi016.stdout:775: finishing write tid 3 to smithi01678542-17 2024-04-15T14:39:17.932 INFO:tasks.rados.rados.0.smithi016.stdout:775: finishing write tid 4 to smithi01678542-17 2024-04-15T14:39:17.932 INFO:tasks.rados.rados.0.smithi016.stdout:775: finishing write tid 5 to smithi01678542-17 2024-04-15T14:39:17.932 INFO:tasks.rados.rados.0.smithi016.stdout:775: oid 17 updating version 0 to 196 2024-04-15T14:39:17.932 INFO:tasks.rados.rados.0.smithi016.stdout:775: oid 17 updating version 196 to 198 2024-04-15T14:39:17.932 INFO:tasks.rados.rados.0.smithi016.stdout:775: oid 17 version 198 is already newer than 197 2024-04-15T14:39:17.932 INFO:tasks.rados.rados.0.smithi016.stdout:775: oid 17 version 198 is already newer than 195 2024-04-15T14:39:17.932 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 17 v 198 (ObjNum 257 snap 76 seq_num 257) dirty exists 2024-04-15T14:39:17.932 INFO:tasks.rados.rados.0.smithi016.stdout:775: left oid 17 (ObjNum 257 snap 76 seq_num 257) 2024-04-15T14:39:17.932 INFO:tasks.rados.rados.0.smithi016.stdout:776: finishing write tid 1 to smithi01678542-7 2024-04-15T14:39:17.932 INFO:tasks.rados.rados.0.smithi016.stdout:776: finishing write tid 2 to smithi01678542-7 2024-04-15T14:39:17.932 INFO:tasks.rados.rados.0.smithi016.stdout:776: finishing write tid 3 to smithi01678542-7 2024-04-15T14:39:17.932 INFO:tasks.rados.rados.0.smithi016.stdout:776: finishing write tid 4 to smithi01678542-7 2024-04-15T14:39:17.932 INFO:tasks.rados.rados.0.smithi016.stdout:776: finishing write tid 5 to smithi01678542-7 2024-04-15T14:39:17.933 INFO:tasks.rados.rados.0.smithi016.stdout:776: oid 7 updating version 0 to 119 2024-04-15T14:39:17.933 INFO:tasks.rados.rados.0.smithi016.stdout:776: oid 7 updating version 119 to 120 2024-04-15T14:39:17.933 INFO:tasks.rados.rados.0.smithi016.stdout:776: oid 7 version 120 is already newer than 118 2024-04-15T14:39:17.933 INFO:tasks.rados.rados.0.smithi016.stdout:776: oid 7 updating version 120 to 121 2024-04-15T14:39:17.933 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 7 v 121 (ObjNum 258 snap 76 seq_num 258) dirty exists 2024-04-15T14:39:17.933 INFO:tasks.rados.rados.0.smithi016.stdout:776: left oid 7 (ObjNum 258 snap 76 seq_num 258) 2024-04-15T14:39:17.933 INFO:tasks.rados.rados.0.smithi016.stdout:777: finishing write tid 1 to smithi01678542-8 2024-04-15T14:39:17.933 INFO:tasks.rados.rados.0.smithi016.stdout:777: finishing write tid 2 to smithi01678542-8 2024-04-15T14:39:17.933 INFO:tasks.rados.rados.0.smithi016.stdout:777: finishing write tid 3 to smithi01678542-8 2024-04-15T14:39:17.933 INFO:tasks.rados.rados.0.smithi016.stdout:777: finishing write tid 4 to smithi01678542-8 2024-04-15T14:39:17.933 INFO:tasks.rados.rados.0.smithi016.stdout:777: finishing write tid 5 to smithi01678542-8 2024-04-15T14:39:17.933 INFO:tasks.rados.rados.0.smithi016.stdout:777: finishing write tid 6 to smithi01678542-8 2024-04-15T14:39:17.933 INFO:tasks.rados.rados.0.smithi016.stdout:777: oid 8 updating version 0 to 307 2024-04-15T14:39:17.933 INFO:tasks.rados.rados.0.smithi016.stdout:777: oid 8 updating version 307 to 310 2024-04-15T14:39:17.933 INFO:tasks.rados.rados.0.smithi016.stdout:777: oid 8 version 310 is already newer than 308 2024-04-15T14:39:17.934 INFO:tasks.rados.rados.0.smithi016.stdout:777: oid 8 updating version 310 to 311 2024-04-15T14:39:17.934 INFO:tasks.rados.rados.0.smithi016.stdout:777: oid 8 version 311 is already newer than 309 2024-04-15T14:39:17.934 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 8 v 311 (ObjNum 259 snap 76 seq_num 259) dirty exists 2024-04-15T14:39:17.934 INFO:tasks.rados.rados.0.smithi016.stdout:777: left oid 8 (ObjNum 259 snap 76 seq_num 259) 2024-04-15T14:39:17.934 INFO:tasks.rados.rados.0.smithi016.stdout:780: finishing write tid 1 to smithi01678542-9 2024-04-15T14:39:17.934 INFO:tasks.rados.rados.0.smithi016.stdout:780: finishing write tid 2 to smithi01678542-9 2024-04-15T14:39:17.934 INFO:tasks.rados.rados.0.smithi016.stdout:780: finishing write tid 3 to smithi01678542-9 2024-04-15T14:39:17.934 INFO:tasks.rados.rados.0.smithi016.stdout:780: finishing write tid 4 to smithi01678542-9 2024-04-15T14:39:17.934 INFO:tasks.rados.rados.0.smithi016.stdout:780: finishing write tid 5 to smithi01678542-9 2024-04-15T14:39:17.934 INFO:tasks.rados.rados.0.smithi016.stdout:780: oid 9 updating version 0 to 318 2024-04-15T14:39:17.934 INFO:tasks.rados.rados.0.smithi016.stdout:780: oid 9 version 318 is already newer than 316 2024-04-15T14:39:17.934 INFO:tasks.rados.rados.0.smithi016.stdout:780: oid 9 updating version 318 to 319 2024-04-15T14:39:17.934 INFO:tasks.rados.rados.0.smithi016.stdout:780: oid 9 version 319 is already newer than 317 2024-04-15T14:39:17.934 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 9 v 319 (ObjNum 260 snap 76 seq_num 260) dirty exists 2024-04-15T14:39:17.935 INFO:tasks.rados.rados.0.smithi016.stdout:780: left oid 9 (ObjNum 260 snap 76 seq_num 260) 2024-04-15T14:39:17.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:39:17 smithi102 ceph-mon[31017]: Updating smithi016:/etc/ceph/ceph.conf 2024-04-15T14:39:17.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:39:17 smithi102 ceph-mon[31017]: Updating smithi102:/etc/ceph/ceph.conf 2024-04-15T14:39:17.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:39:17 smithi102 ceph-mon[31017]: osdmap e217: 8 total, 8 up, 8 in 2024-04-15T14:39:17.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:39:17 smithi102 ceph-mon[31017]: Updating smithi016:/var/lib/ceph/362ea986-fb34-11ee-bc8f-c7b262605968/config/ceph.conf 2024-04-15T14:39:17.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:39:17 smithi102 ceph-mon[31017]: Updating smithi102:/var/lib/ceph/362ea986-fb34-11ee-bc8f-c7b262605968/config/ceph.conf 2024-04-15T14:39:17.938 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:39:17 smithi102 ceph-mon[31017]: Updating smithi016:/etc/ceph/ceph.client.admin.keyring 2024-04-15T14:39:17.938 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:39:17 smithi102 ceph-mon[31017]: Updating smithi102:/etc/ceph/ceph.client.admin.keyring 2024-04-15T14:39:17.938 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:39:17 smithi102 ceph-mon[31017]: from='mgr.15201 172.21.15.16:0/2410717947' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T14:39:17.938 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:39:17 smithi102 ceph-mon[31017]: from='mgr.15201 172.21.15.16:0/2410717947' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-15T14:39:17.938 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:39:17 smithi102 ceph-mon[31017]: from='mgr.15201 172.21.15.16:0/2410717947' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-15T14:39:17.938 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:39:17 smithi102 ceph-mon[31017]: from='mgr.15201 172.21.15.16:0/2410717947' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-15T14:39:17.938 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:39:17 smithi102 ceph-mon[31017]: from='mgr.15201 172.21.15.16:0/2410717947' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-15T14:39:17.938 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:39:17 smithi102 ceph-mon[31017]: from='mgr.15201 172.21.15.16:0/2410717947' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-15T14:39:17.938 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:39:17 smithi102 ceph-mon[31017]: from='mgr.15201 172.21.15.16:0/2410717947' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-15T14:39:17.938 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:39:17 smithi102 ceph-mon[31017]: from='mgr.15201 172.21.15.16:0/2410717947' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-15T14:39:17.938 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:39:17 smithi102 ceph-mon[31017]: from='mgr.15201 172.21.15.16:0/2410717947' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-15T14:39:17.938 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:39:17 smithi102 ceph-mon[31017]: from='mgr.15201 172.21.15.16:0/2410717947' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-15T14:39:17.939 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:39:17 smithi102 ceph-mon[31017]: from='mgr.15201 172.21.15.16:0/2410717947' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-15T14:39:17.939 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:39:17 smithi102 ceph-mon[31017]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-15T14:39:17.939 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:39:17 smithi102 ceph-mon[31017]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-15T14:39:17.939 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:39:17 smithi102 ceph-mon[31017]: from='mgr.15201 172.21.15.16:0/2410717947' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-15T14:39:17.939 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:39:17 smithi102 ceph-mon[31017]: from='mgr.15201 172.21.15.16:0/2410717947' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-15T14:39:17.939 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:39:17 smithi102 ceph-mon[31017]: from='mgr.15201 172.21.15.16:0/2410717947' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-15T14:39:17.939 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:39:17 smithi102 ceph-mon[31017]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-15T14:39:17.939 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:39:17 smithi102 ceph-mon[31017]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-15T14:39:17.939 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:39:17 smithi102 ceph-mon[31017]: from='mgr.15201 172.21.15.16:0/2410717947' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-15T14:39:17.939 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:39:17 smithi102 ceph-mon[31017]: from='mgr.15201 172.21.15.16:0/2410717947' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-15T14:39:17.939 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:39:17 smithi102 ceph-mon[31017]: from='mgr.15201 172.21.15.16:0/2410717947' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-15T14:39:17.939 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:39:17 smithi102 ceph-mon[31017]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-15T14:39:17.939 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:39:17 smithi102 ceph-mon[31017]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-15T14:39:17.939 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:39:17 smithi102 ceph-mon[31017]: from='mgr.15201 172.21.15.16:0/2410717947' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-15T14:39:17.940 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:39:17 smithi102 ceph-mon[31017]: from='mgr.15201 172.21.15.16:0/2410717947' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-15T14:39:17.940 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:39:17 smithi102 ceph-mon[31017]: from='mgr.15201 172.21.15.16:0/2410717947' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-15T14:39:18.039 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:39:17 smithi016 ceph-mon[27435]: Updating smithi016:/etc/ceph/ceph.conf 2024-04-15T14:39:18.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:39:17 smithi016 ceph-mon[27435]: Updating smithi102:/etc/ceph/ceph.conf 2024-04-15T14:39:18.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:39:17 smithi016 ceph-mon[27435]: osdmap e217: 8 total, 8 up, 8 in 2024-04-15T14:39:18.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:39:17 smithi016 ceph-mon[27435]: Updating smithi016:/var/lib/ceph/362ea986-fb34-11ee-bc8f-c7b262605968/config/ceph.conf 2024-04-15T14:39:18.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:39:17 smithi016 ceph-mon[27435]: Updating smithi102:/var/lib/ceph/362ea986-fb34-11ee-bc8f-c7b262605968/config/ceph.conf 2024-04-15T14:39:18.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:39:17 smithi016 ceph-mon[27435]: Updating smithi016:/etc/ceph/ceph.client.admin.keyring 2024-04-15T14:39:18.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:39:17 smithi016 ceph-mon[27435]: Updating smithi102:/etc/ceph/ceph.client.admin.keyring 2024-04-15T14:39:18.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:39:17 smithi016 ceph-mon[27435]: from='mgr.15201 172.21.15.16:0/2410717947' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T14:39:18.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:39:17 smithi016 ceph-mon[27435]: from='mgr.15201 172.21.15.16:0/2410717947' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-15T14:39:18.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:39:17 smithi016 ceph-mon[27435]: from='mgr.15201 172.21.15.16:0/2410717947' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-15T14:39:18.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:39:17 smithi016 ceph-mon[27435]: from='mgr.15201 172.21.15.16:0/2410717947' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-15T14:39:18.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:39:17 smithi016 ceph-mon[27435]: from='mgr.15201 172.21.15.16:0/2410717947' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-15T14:39:18.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:39:17 smithi016 ceph-mon[27435]: from='mgr.15201 172.21.15.16:0/2410717947' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-15T14:39:18.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:39:17 smithi016 ceph-mon[27435]: from='mgr.15201 172.21.15.16:0/2410717947' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-15T14:39:18.041 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:39:17 smithi016 ceph-mon[27435]: from='mgr.15201 172.21.15.16:0/2410717947' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-15T14:39:18.041 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:39:17 smithi016 ceph-mon[27435]: from='mgr.15201 172.21.15.16:0/2410717947' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-15T14:39:18.041 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:39:17 smithi016 ceph-mon[27435]: from='mgr.15201 172.21.15.16:0/2410717947' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-15T14:39:18.041 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:39:17 smithi016 ceph-mon[27435]: from='mgr.15201 172.21.15.16:0/2410717947' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-15T14:39:18.041 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:39:17 smithi016 ceph-mon[27435]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-15T14:39:18.041 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:39:17 smithi016 ceph-mon[27435]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-15T14:39:18.041 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:39:17 smithi016 ceph-mon[27435]: from='mgr.15201 172.21.15.16:0/2410717947' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-15T14:39:18.041 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:39:17 smithi016 ceph-mon[27435]: from='mgr.15201 172.21.15.16:0/2410717947' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-15T14:39:18.041 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:39:17 smithi016 ceph-mon[27435]: from='mgr.15201 172.21.15.16:0/2410717947' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-15T14:39:18.041 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:39:17 smithi016 ceph-mon[27435]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-15T14:39:18.041 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:39:17 smithi016 ceph-mon[27435]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-15T14:39:18.041 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:39:17 smithi016 ceph-mon[27435]: from='mgr.15201 172.21.15.16:0/2410717947' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-15T14:39:18.041 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:39:17 smithi016 ceph-mon[27435]: from='mgr.15201 172.21.15.16:0/2410717947' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-15T14:39:18.041 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:39:17 smithi016 ceph-mon[27435]: from='mgr.15201 172.21.15.16:0/2410717947' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-15T14:39:18.042 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:39:17 smithi016 ceph-mon[27435]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-15T14:39:18.042 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:39:17 smithi016 ceph-mon[27435]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-15T14:39:18.042 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:39:17 smithi016 ceph-mon[36548]: Updating smithi016:/etc/ceph/ceph.conf 2024-04-15T14:39:18.042 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:39:17 smithi016 ceph-mon[36548]: Updating smithi102:/etc/ceph/ceph.conf 2024-04-15T14:39:18.042 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:39:17 smithi016 ceph-mon[36548]: osdmap e217: 8 total, 8 up, 8 in 2024-04-15T14:39:18.042 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:39:17 smithi016 ceph-mon[36548]: Updating smithi016:/var/lib/ceph/362ea986-fb34-11ee-bc8f-c7b262605968/config/ceph.conf 2024-04-15T14:39:18.042 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:39:17 smithi016 ceph-mon[36548]: Updating smithi102:/var/lib/ceph/362ea986-fb34-11ee-bc8f-c7b262605968/config/ceph.conf 2024-04-15T14:39:18.042 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:39:17 smithi016 ceph-mon[36548]: Updating smithi016:/etc/ceph/ceph.client.admin.keyring 2024-04-15T14:39:18.042 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:39:17 smithi016 ceph-mon[36548]: Updating smithi102:/etc/ceph/ceph.client.admin.keyring 2024-04-15T14:39:18.043 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:39:17 smithi016 ceph-mon[36548]: from='mgr.15201 172.21.15.16:0/2410717947' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T14:39:18.043 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:39:17 smithi016 ceph-mon[36548]: from='mgr.15201 172.21.15.16:0/2410717947' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-15T14:39:18.043 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:39:17 smithi016 ceph-mon[36548]: from='mgr.15201 172.21.15.16:0/2410717947' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-15T14:39:18.043 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:39:17 smithi016 ceph-mon[36548]: from='mgr.15201 172.21.15.16:0/2410717947' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-15T14:39:18.043 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:39:17 smithi016 ceph-mon[36548]: from='mgr.15201 172.21.15.16:0/2410717947' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-15T14:39:18.043 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:39:17 smithi016 ceph-mon[36548]: from='mgr.15201 172.21.15.16:0/2410717947' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-15T14:39:18.043 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:39:17 smithi016 ceph-mon[36548]: from='mgr.15201 172.21.15.16:0/2410717947' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-15T14:39:18.043 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:39:17 smithi016 ceph-mon[36548]: from='mgr.15201 172.21.15.16:0/2410717947' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-15T14:39:18.043 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:39:17 smithi016 ceph-mon[36548]: from='mgr.15201 172.21.15.16:0/2410717947' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-15T14:39:18.043 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:39:17 smithi016 ceph-mon[36548]: from='mgr.15201 172.21.15.16:0/2410717947' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-15T14:39:18.043 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:39:17 smithi016 ceph-mon[36548]: from='mgr.15201 172.21.15.16:0/2410717947' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-15T14:39:18.043 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:39:17 smithi016 ceph-mon[36548]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-15T14:39:18.043 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:39:17 smithi016 ceph-mon[36548]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-15T14:39:18.043 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:39:17 smithi016 ceph-mon[36548]: from='mgr.15201 172.21.15.16:0/2410717947' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-15T14:39:18.043 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:39:17 smithi016 ceph-mon[36548]: from='mgr.15201 172.21.15.16:0/2410717947' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-15T14:39:18.044 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:39:17 smithi016 ceph-mon[36548]: from='mgr.15201 172.21.15.16:0/2410717947' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-15T14:39:18.044 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:39:17 smithi016 ceph-mon[36548]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-15T14:39:18.044 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:39:17 smithi016 ceph-mon[36548]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-15T14:39:18.044 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:39:17 smithi016 ceph-mon[36548]: from='mgr.15201 172.21.15.16:0/2410717947' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-15T14:39:18.044 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:39:17 smithi016 ceph-mon[36548]: from='mgr.15201 172.21.15.16:0/2410717947' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-15T14:39:18.044 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:39:17 smithi016 ceph-mon[36548]: from='mgr.15201 172.21.15.16:0/2410717947' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-15T14:39:18.044 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:39:17 smithi016 ceph-mon[36548]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-15T14:39:18.044 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:39:17 smithi016 ceph-mon[36548]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-15T14:39:18.044 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:39:17 smithi016 ceph-mon[27435]: from='mgr.15201 172.21.15.16:0/2410717947' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-15T14:39:18.044 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:39:17 smithi016 ceph-mon[27435]: from='mgr.15201 172.21.15.16:0/2410717947' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-15T14:39:18.044 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:39:17 smithi016 ceph-mon[27435]: from='mgr.15201 172.21.15.16:0/2410717947' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-15T14:39:18.045 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:39:17 smithi016 ceph-mon[36548]: from='mgr.15201 172.21.15.16:0/2410717947' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-15T14:39:18.045 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:39:17 smithi016 ceph-mon[36548]: from='mgr.15201 172.21.15.16:0/2410717947' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-15T14:39:18.045 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:39:17 smithi016 ceph-mon[36548]: from='mgr.15201 172.21.15.16:0/2410717947' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-15T14:39:18.630 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:39:18 smithi102 ceph-mon[31017]: pgmap v18: 121 pgs: 121 active+clean; 169 MiB data, 815 MiB used, 714 GiB / 715 GiB avail; 7.7 MiB/s rd, 2.1 MiB/s wr, 49 op/s 2024-04-15T14:39:18.630 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:39:18 smithi102 ceph-mon[31017]: Updating smithi016:/var/lib/ceph/362ea986-fb34-11ee-bc8f-c7b262605968/config/ceph.client.admin.keyring 2024-04-15T14:39:18.630 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:39:18 smithi102 ceph-mon[31017]: Updating smithi102:/var/lib/ceph/362ea986-fb34-11ee-bc8f-c7b262605968/config/ceph.client.admin.keyring 2024-04-15T14:39:18.630 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:39:18 smithi102 ceph-mon[31017]: osdmap e218: 8 total, 8 up, 8 in 2024-04-15T14:39:18.653 INFO:tasks.rados.rados.0.smithi016.stdout:771: done (7 left) 2024-04-15T14:39:18.654 INFO:tasks.rados.rados.0.smithi016.stdout:773: done (6 left) 2024-04-15T14:39:18.654 INFO:tasks.rados.rados.0.smithi016.stdout:774: done (5 left) 2024-04-15T14:39:18.654 INFO:tasks.rados.rados.0.smithi016.stdout:775: done (4 left) 2024-04-15T14:39:18.654 INFO:tasks.rados.rados.0.smithi016.stdout:776: done (3 left) 2024-04-15T14:39:18.654 INFO:tasks.rados.rados.0.smithi016.stdout:777: done (2 left) 2024-04-15T14:39:18.654 INFO:tasks.rados.rados.0.smithi016.stdout:780: done (1 left) 2024-04-15T14:39:18.654 INFO:tasks.rados.rados.0.smithi016.stdout:781: done (0 left) 2024-04-15T14:39:18.654 INFO:tasks.rados.rados.0.smithi016.stdout:782: delete oid 46 current snap is 77 2024-04-15T14:39:18.657 INFO:tasks.rados.rados.0.smithi016.stdout:782: done (0 left) 2024-04-15T14:39:18.658 INFO:tasks.rados.rados.0.smithi016.stdout:783: delete oid 44 current snap is 77 2024-04-15T14:39:18.663 INFO:tasks.rados.rados.0.smithi016.stdout:783: done (0 left) 2024-04-15T14:39:18.663 INFO:tasks.rados.rados.0.smithi016.stdout:784: read oid 46 snap -1 2024-04-15T14:39:18.663 INFO:tasks.rados.rados.0.smithi016.stdout:784: expect deleted 2024-04-15T14:39:18.663 INFO:tasks.rados.rados.0.smithi016.stdout:785: rollback oid 47 current snap is 77 2024-04-15T14:39:18.663 INFO:tasks.rados.rados.0.smithi016.stdout:rollback oid 47 to 73 2024-04-15T14:39:18.663 INFO:tasks.rados.rados.0.smithi016.stdout:786: read oid 43 snap -1 2024-04-15T14:39:18.663 INFO:tasks.rados.rados.0.smithi016.stdout:786: expect (ObjNum 228 snap 66 seq_num 228) 2024-04-15T14:39:18.663 INFO:tasks.rados.rados.0.smithi016.stdout:787: copy_from oid 41 from oid 49 current snap is 77 2024-04-15T14:39:18.663 INFO:tasks.rados.rados.0.smithi016.stdout:788: snap_remove snap 74 2024-04-15T14:39:18.911 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:39:18 smithi102 ceph-mon[31017]: from='mgr.15201 ' entity='mgr.y' 2024-04-15T14:39:18.911 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:39:18 smithi102 ceph-mon[31017]: from='mgr.15201 ' entity='mgr.y' 2024-04-15T14:39:18.911 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:39:18 smithi102 ceph-mon[31017]: from='mgr.15201 ' entity='mgr.y' 2024-04-15T14:39:18.911 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:39:18 smithi102 ceph-mon[31017]: from='mgr.15201 ' entity='mgr.y' 2024-04-15T14:39:18.912 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:39:18 smithi102 ceph-mon[31017]: from='mgr.15201 ' entity='mgr.y' 2024-04-15T14:39:18.912 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:39:18 smithi102 ceph-mon[31017]: Reconfiguring prometheus.a (dependencies changed)... 2024-04-15T14:39:18.912 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:39:18 smithi102 ceph-mon[31017]: Reconfiguring daemon prometheus.a on smithi102 2024-04-15T14:39:19.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:39:18 smithi016 ceph-mon[27435]: pgmap v18: 121 pgs: 121 active+clean; 169 MiB data, 815 MiB used, 714 GiB / 715 GiB avail; 7.7 MiB/s rd, 2.1 MiB/s wr, 49 op/s 2024-04-15T14:39:19.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:39:18 smithi016 ceph-mon[27435]: Updating smithi016:/var/lib/ceph/362ea986-fb34-11ee-bc8f-c7b262605968/config/ceph.client.admin.keyring 2024-04-15T14:39:19.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:39:18 smithi016 ceph-mon[27435]: Updating smithi102:/var/lib/ceph/362ea986-fb34-11ee-bc8f-c7b262605968/config/ceph.client.admin.keyring 2024-04-15T14:39:19.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:39:18 smithi016 ceph-mon[27435]: osdmap e218: 8 total, 8 up, 8 in 2024-04-15T14:39:19.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:39:18 smithi016 ceph-mon[27435]: from='mgr.15201 ' entity='mgr.y' 2024-04-15T14:39:19.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:39:18 smithi016 ceph-mon[27435]: from='mgr.15201 ' entity='mgr.y' 2024-04-15T14:39:19.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:39:18 smithi016 ceph-mon[27435]: from='mgr.15201 ' entity='mgr.y' 2024-04-15T14:39:19.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:39:18 smithi016 ceph-mon[27435]: from='mgr.15201 ' entity='mgr.y' 2024-04-15T14:39:19.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:39:18 smithi016 ceph-mon[27435]: from='mgr.15201 ' entity='mgr.y' 2024-04-15T14:39:19.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:39:18 smithi016 ceph-mon[27435]: Reconfiguring prometheus.a (dependencies changed)... 2024-04-15T14:39:19.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:39:18 smithi016 ceph-mon[27435]: Reconfiguring daemon prometheus.a on smithi102 2024-04-15T14:39:19.041 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:39:18 smithi016 ceph-mon[36548]: pgmap v18: 121 pgs: 121 active+clean; 169 MiB data, 815 MiB used, 714 GiB / 715 GiB avail; 7.7 MiB/s rd, 2.1 MiB/s wr, 49 op/s 2024-04-15T14:39:19.041 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:39:18 smithi016 ceph-mon[36548]: Updating smithi016:/var/lib/ceph/362ea986-fb34-11ee-bc8f-c7b262605968/config/ceph.client.admin.keyring 2024-04-15T14:39:19.041 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:39:18 smithi016 ceph-mon[36548]: Updating smithi102:/var/lib/ceph/362ea986-fb34-11ee-bc8f-c7b262605968/config/ceph.client.admin.keyring 2024-04-15T14:39:19.041 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:39:18 smithi016 ceph-mon[36548]: osdmap e218: 8 total, 8 up, 8 in 2024-04-15T14:39:19.041 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:39:18 smithi016 ceph-mon[36548]: from='mgr.15201 ' entity='mgr.y' 2024-04-15T14:39:19.041 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:39:18 smithi016 ceph-mon[36548]: from='mgr.15201 ' entity='mgr.y' 2024-04-15T14:39:19.041 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:39:18 smithi016 ceph-mon[36548]: from='mgr.15201 ' entity='mgr.y' 2024-04-15T14:39:19.041 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:39:18 smithi016 ceph-mon[36548]: from='mgr.15201 ' entity='mgr.y' 2024-04-15T14:39:19.041 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:39:18 smithi016 ceph-mon[36548]: from='mgr.15201 ' entity='mgr.y' 2024-04-15T14:39:19.041 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:39:18 smithi016 ceph-mon[36548]: Reconfiguring prometheus.a (dependencies changed)... 2024-04-15T14:39:19.041 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:39:18 smithi016 ceph-mon[36548]: Reconfiguring daemon prometheus.a on smithi102 2024-04-15T14:39:19.476 INFO:tasks.rados.rados.0.smithi016.stdout:788: done (4 left) 2024-04-15T14:39:19.476 INFO:tasks.rados.rados.0.smithi016.stdout:789: rmattr oid 48 current snap is 77 2024-04-15T14:39:19.476 INFO:tasks.rados.rados.0.smithi016.stdout:790: read oid 17 snap -1 2024-04-15T14:39:19.476 INFO:tasks.rados.rados.0.smithi016.stdout:790: expect (ObjNum 257 snap 76 seq_num 257) 2024-04-15T14:39:19.476 INFO:tasks.rados.rados.0.smithi016.stdout:791: rollback oid 28 current snap is 77 2024-04-15T14:39:19.476 INFO:tasks.rados.rados.0.smithi016.stdout:rollback oid 28 to 75 2024-04-15T14:39:19.476 INFO:tasks.rados.rados.0.smithi016.stdout:792: copy_from oid 18 from oid 13 current snap is 77 2024-04-15T14:39:19.476 INFO:tasks.rados.rados.0.smithi016.stdout:793: read oid 31 snap -1 2024-04-15T14:39:19.476 INFO:tasks.rados.rados.0.smithi016.stdout:793: expect (ObjNum 166 snap 50 seq_num 166) 2024-04-15T14:39:19.477 INFO:tasks.rados.rados.0.smithi016.stdout:794: read oid 34 snap -1 2024-04-15T14:39:19.477 INFO:tasks.rados.rados.0.smithi016.stdout:794: expect (ObjNum 45 snap 0 seq_num 45) 2024-04-15T14:39:19.477 INFO:tasks.rados.rados.0.smithi016.stdout:795: snap_remove snap 76 2024-04-15T14:39:19.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:39:19 smithi102 ceph-mon[31017]: osdmap e219: 8 total, 8 up, 8 in 2024-04-15T14:39:19.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:39:19 smithi102 ceph-mon[31017]: osdmap e220: 8 total, 8 up, 8 in 2024-04-15T14:39:20.039 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:39:19 smithi016 ceph-mon[27435]: osdmap e219: 8 total, 8 up, 8 in 2024-04-15T14:39:20.039 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:39:19 smithi016 ceph-mon[27435]: osdmap e220: 8 total, 8 up, 8 in 2024-04-15T14:39:20.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:39:19 smithi016 ceph-mon[36548]: osdmap e219: 8 total, 8 up, 8 in 2024-04-15T14:39:20.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:39:19 smithi016 ceph-mon[36548]: osdmap e220: 8 total, 8 up, 8 in 2024-04-15T14:39:20.477 INFO:tasks.rados.rados.0.smithi016.stdout:795: done (10 left) 2024-04-15T14:39:20.477 INFO:tasks.rados.rados.0.smithi016.stdout:796: read oid 40 snap -1 2024-04-15T14:39:20.477 INFO:tasks.rados.rados.0.smithi016.stdout:796: expect (ObjNum 255 snap 76 seq_num 255) 2024-04-15T14:39:20.477 INFO:tasks.rados.rados.0.smithi016.stdout:797: snap_remove snap 64 2024-04-15T14:39:20.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:39:20 smithi102 ceph-mon[31017]: pgmap v21: 121 pgs: 121 active+clean; 175 MiB data, 843 MiB used, 714 GiB / 715 GiB avail; 4.5 MiB/s rd, 3.2 MiB/s wr, 22 op/s 2024-04-15T14:39:20.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:39:20 smithi102 ceph-mon[31017]: mgrmap e36: y(active, since 12s), standbys: x 2024-04-15T14:39:20.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:39:20 smithi102 ceph-mon[31017]: osdmap e221: 8 total, 8 up, 8 in 2024-04-15T14:39:21.039 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:39:20 smithi016 ceph-mon[27435]: pgmap v21: 121 pgs: 121 active+clean; 175 MiB data, 843 MiB used, 714 GiB / 715 GiB avail; 4.5 MiB/s rd, 3.2 MiB/s wr, 22 op/s 2024-04-15T14:39:21.039 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:39:20 smithi016 ceph-mon[27435]: mgrmap e36: y(active, since 12s), standbys: x 2024-04-15T14:39:21.039 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:39:20 smithi016 ceph-mon[27435]: osdmap e221: 8 total, 8 up, 8 in 2024-04-15T14:39:21.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:39:20 smithi016 ceph-mon[36548]: pgmap v21: 121 pgs: 121 active+clean; 175 MiB data, 843 MiB used, 714 GiB / 715 GiB avail; 4.5 MiB/s rd, 3.2 MiB/s wr, 22 op/s 2024-04-15T14:39:21.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:39:20 smithi016 ceph-mon[36548]: mgrmap e36: y(active, since 12s), standbys: x 2024-04-15T14:39:21.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:39:20 smithi016 ceph-mon[36548]: osdmap e221: 8 total, 8 up, 8 in 2024-04-15T14:39:21.480 INFO:tasks.rados.rados.0.smithi016.stdout:797: done (11 left) 2024-04-15T14:39:21.480 INFO:tasks.rados.rados.0.smithi016.stdout:798: read oid 22 snap -1 2024-04-15T14:39:21.481 INFO:tasks.rados.rados.0.smithi016.stdout:798: expect deleted 2024-04-15T14:39:21.481 INFO:tasks.rados.rados.0.smithi016.stdout:799: snap_create 2024-04-15T14:39:21.481 INFO:tasks.rados.rados.0.smithi016.stdout:787: finishing copy_from to smithi01678542-41 2024-04-15T14:39:21.481 INFO:tasks.rados.rados.0.smithi016.stdout:787: got expected ENOENT (src dne) 2024-04-15T14:39:21.481 INFO:tasks.rados.rados.0.smithi016.stdout:787: finishing copy_from racing read to smithi01678542-41 2024-04-15T14:39:21.481 INFO:tasks.rados.rados.0.smithi016.stdout:785: finishing rollback tid 1 to smithi01678542-47 2024-04-15T14:39:21.481 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 47 v 310 (ObjNum 161 snap 0 seq_num 0) dirty dne 2024-04-15T14:39:21.481 INFO:tasks.rados.rados.0.smithi016.stdout:786: expect (ObjNum 228 snap 66 seq_num 228) 2024-04-15T14:39:21.581 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 48 v 242 (ObjNum 250 snap 73 seq_num 250) dirty exists 2024-04-15T14:39:21.581 INFO:tasks.rados.rados.0.smithi016.stdout:791: finishing rollback tid 1 to smithi01678542-28 2024-04-15T14:39:21.582 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 28 v 228 (ObjNum 81 snap 0 seq_num 1935760737) dirty dne 2024-04-15T14:39:21.582 INFO:tasks.rados.rados.0.smithi016.stdout:793: expect (ObjNum 166 snap 50 seq_num 166) 2024-04-15T14:39:21.595 INFO:tasks.rados.rados.0.smithi016.stdout:794: expect (ObjNum 45 snap 0 seq_num 45) 2024-04-15T14:39:21.616 INFO:tasks.rados.rados.0.smithi016.stdout:790: expect (ObjNum 257 snap 76 seq_num 257) 2024-04-15T14:39:21.666 INFO:tasks.rados.rados.0.smithi016.stdout:792: finishing copy_from racing read to smithi01678542-18 2024-04-15T14:39:21.666 INFO:tasks.rados.rados.0.smithi016.stdout:792: finishing copy_from to smithi01678542-18 2024-04-15T14:39:21.667 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 18 v 269 (ObjNum 81 snap 19 seq_num 81) dirty exists 2024-04-15T14:39:21.667 INFO:tasks.rados.rados.0.smithi016.stdout:796: expect (ObjNum 255 snap 76 seq_num 255) 2024-04-15T14:39:21.672 INFO:journalctl@ceph.prometheus.a.smithi102.stdout:Apr 15 14:39:21 smithi102 systemd[1]: Stopping Ceph prometheus.a for 362ea986-fb34-11ee-bc8f-c7b262605968... 2024-04-15T14:39:21.937 INFO:journalctl@ceph.prometheus.a.smithi102.stdout:Apr 15 14:39:21 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-prometheus-a[75190]: ts=2024-04-15T14:39:21.671Z caller=main.go:840 level=warn msg="Received SIGTERM, exiting gracefully..." 2024-04-15T14:39:21.937 INFO:journalctl@ceph.prometheus.a.smithi102.stdout:Apr 15 14:39:21 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-prometheus-a[75190]: ts=2024-04-15T14:39:21.672Z caller=main.go:864 level=info msg="Stopping scrape discovery manager..." 2024-04-15T14:39:21.937 INFO:journalctl@ceph.prometheus.a.smithi102.stdout:Apr 15 14:39:21 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-prometheus-a[75190]: ts=2024-04-15T14:39:21.672Z caller=main.go:878 level=info msg="Stopping notify discovery manager..." 2024-04-15T14:39:21.937 INFO:journalctl@ceph.prometheus.a.smithi102.stdout:Apr 15 14:39:21 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-prometheus-a[75190]: ts=2024-04-15T14:39:21.672Z caller=manager.go:988 level=info component="rule manager" msg="Stopping rule manager..." 2024-04-15T14:39:21.938 INFO:journalctl@ceph.prometheus.a.smithi102.stdout:Apr 15 14:39:21 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-prometheus-a[75190]: ts=2024-04-15T14:39:21.672Z caller=main.go:874 level=info msg="Notify discovery manager stopped" 2024-04-15T14:39:21.938 INFO:journalctl@ceph.prometheus.a.smithi102.stdout:Apr 15 14:39:21 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-prometheus-a[75190]: ts=2024-04-15T14:39:21.672Z caller=main.go:860 level=info msg="Scrape discovery manager stopped" 2024-04-15T14:39:21.938 INFO:journalctl@ceph.prometheus.a.smithi102.stdout:Apr 15 14:39:21 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-prometheus-a[75190]: ts=2024-04-15T14:39:21.672Z caller=manager.go:998 level=info component="rule manager" msg="Rule manager stopped" 2024-04-15T14:39:21.938 INFO:journalctl@ceph.prometheus.a.smithi102.stdout:Apr 15 14:39:21 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-prometheus-a[75190]: ts=2024-04-15T14:39:21.672Z caller=main.go:915 level=info msg="Stopping scrape manager..." 2024-04-15T14:39:21.938 INFO:journalctl@ceph.prometheus.a.smithi102.stdout:Apr 15 14:39:21 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-prometheus-a[75190]: ts=2024-04-15T14:39:21.672Z caller=main.go:907 level=info msg="Scrape manager stopped" 2024-04-15T14:39:21.938 INFO:journalctl@ceph.prometheus.a.smithi102.stdout:Apr 15 14:39:21 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-prometheus-a[75190]: ts=2024-04-15T14:39:21.672Z caller=notifier.go:606 level=info component=notifier msg="Stopping notification manager..." 2024-04-15T14:39:21.938 INFO:journalctl@ceph.prometheus.a.smithi102.stdout:Apr 15 14:39:21 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-prometheus-a[75190]: ts=2024-04-15T14:39:21.672Z caller=main.go:1135 level=info msg="Notifier manager stopped" 2024-04-15T14:39:21.938 INFO:journalctl@ceph.prometheus.a.smithi102.stdout:Apr 15 14:39:21 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-prometheus-a[75190]: ts=2024-04-15T14:39:21.672Z caller=main.go:1147 level=info msg="See you next time!" 2024-04-15T14:39:21.938 INFO:journalctl@ceph.prometheus.a.smithi102.stdout:Apr 15 14:39:21 smithi102 podman[77890]: 2024-04-15 14:39:21.682426106 +0000 UTC m=+0.102577879 container died d96e0e1949f84e7577e920b4cb1ab6e1048a75bcf53535b7dda082f3f33b7ef8 (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-362ea986-fb34-11ee-bc8f-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-04-15T14:39:22.395 INFO:journalctl@ceph.prometheus.a.smithi102.stdout:Apr 15 14:39:22 smithi102 podman[77890]: 2024-04-15 14:39:22.018749525 +0000 UTC m=+0.438901297 container cleanup d96e0e1949f84e7577e920b4cb1ab6e1048a75bcf53535b7dda082f3f33b7ef8 (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-362ea986-fb34-11ee-bc8f-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-04-15T14:39:22.395 INFO:journalctl@ceph.prometheus.a.smithi102.stdout:Apr 15 14:39:22 smithi102 bash[77890]: ceph-362ea986-fb34-11ee-bc8f-c7b262605968-prometheus-a 2024-04-15T14:39:22.480 INFO:tasks.rados.rados.0.smithi016.stdout:784: done (12 left) 2024-04-15T14:39:22.481 INFO:tasks.rados.rados.0.smithi016.stdout:785: done (11 left) 2024-04-15T14:39:22.481 INFO:tasks.rados.rados.0.smithi016.stdout:786: done (10 left) 2024-04-15T14:39:22.481 INFO:tasks.rados.rados.0.smithi016.stdout:787: done (9 left) 2024-04-15T14:39:22.481 INFO:tasks.rados.rados.0.smithi016.stdout:789: done (8 left) 2024-04-15T14:39:22.481 INFO:tasks.rados.rados.0.smithi016.stdout:790: done (7 left) 2024-04-15T14:39:22.481 INFO:tasks.rados.rados.0.smithi016.stdout:791: done (6 left) 2024-04-15T14:39:22.481 INFO:tasks.rados.rados.0.smithi016.stdout:792: done (5 left) 2024-04-15T14:39:22.481 INFO:tasks.rados.rados.0.smithi016.stdout:793: done (4 left) 2024-04-15T14:39:22.481 INFO:tasks.rados.rados.0.smithi016.stdout:794: done (3 left) 2024-04-15T14:39:22.481 INFO:tasks.rados.rados.0.smithi016.stdout:796: done (2 left) 2024-04-15T14:39:22.481 INFO:tasks.rados.rados.0.smithi016.stdout:798: done (1 left) 2024-04-15T14:39:22.481 INFO:tasks.rados.rados.0.smithi016.stdout:799: done (0 left) 2024-04-15T14:39:22.481 INFO:tasks.rados.rados.0.smithi016.stdout:800: rollback oid 21 current snap is 78 2024-04-15T14:39:22.482 INFO:tasks.rados.rados.0.smithi016.stdout:rollback oid 21 to 70 2024-04-15T14:39:22.482 INFO:tasks.rados.rados.0.smithi016.stdout:801: copy_from oid 28 from oid 37 current snap is 78 2024-04-15T14:39:22.482 INFO:tasks.rados.rados.0.smithi016.stdout:802: delete oid 1 current snap is 78 2024-04-15T14:39:22.483 INFO:tasks.rados.rados.0.smithi016.stdout:802: done (2 left) 2024-04-15T14:39:22.483 INFO:tasks.rados.rados.0.smithi016.stdout:803: delete oid 20 current snap is 78 2024-04-15T14:39:22.486 INFO:tasks.rados.rados.0.smithi016.stdout:801: finishing copy_from to smithi01678542-28 2024-04-15T14:39:22.486 INFO:tasks.rados.rados.0.smithi016.stdout:801: got expected ENOENT (src dne) 2024-04-15T14:39:22.487 INFO:tasks.rados.rados.0.smithi016.stdout:801: finishing copy_from racing read to smithi01678542-28 2024-04-15T14:39:22.489 INFO:tasks.rados.rados.0.smithi016.stdout:800: finishing rollback tid 0 to smithi01678542-21 2024-04-15T14:39:22.489 INFO:tasks.rados.rados.0.smithi016.stdout:800: finishing rollback tid 1 to smithi01678542-21 2024-04-15T14:39:22.490 INFO:tasks.rados.rados.0.smithi016.stdout:801: done (2 left) 2024-04-15T14:39:22.490 INFO:tasks.rados.rados.0.smithi016.stdout:803: done (1 left) 2024-04-15T14:39:22.490 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 4 current snap is 78 2024-04-15T14:39:22.490 INFO:tasks.rados.rados.0.smithi016.stdout:804: seq_num 265 ranges {974848=442368,1417216=647168,2064384=573440,2637824=385024} 2024-04-15T14:39:22.497 INFO:tasks.rados.rados.0.smithi016.stdout:804: writing smithi01678542-4 from 974848 to 1417216 tid 1 2024-04-15T14:39:22.501 INFO:tasks.rados.rados.0.smithi016.stdout:804: writing smithi01678542-4 from 1417216 to 2064384 tid 2 2024-04-15T14:39:22.504 INFO:tasks.rados.rados.0.smithi016.stdout:804: writing smithi01678542-4 from 2064384 to 2637824 tid 3 2024-04-15T14:39:22.507 INFO:tasks.rados.rados.0.smithi016.stdout:804: writing smithi01678542-4 from 2637824 to 3022848 tid 4 2024-04-15T14:39:22.507 INFO:tasks.rados.rados.0.smithi016.stdout:805: rmattr oid 24 current snap is 78 2024-04-15T14:39:22.507 INFO:tasks.rados.rados.0.smithi016.stdout:805: done (2 left) 2024-04-15T14:39:22.507 INFO:tasks.rados.rados.0.smithi016.stdout:806: snap_create 2024-04-15T14:39:22.507 INFO:tasks.rados.rados.0.smithi016.stdout:800: finishing rollback tid 2 to smithi01678542-21 2024-04-15T14:39:22.507 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 21 v 514 (ObjNum 237 snap 67 seq_num 237) dirty exists 2024-04-15T14:39:22.507 INFO:tasks.rados.rados.0.smithi016.stdout:804: finishing write tid 1 to smithi01678542-4 2024-04-15T14:39:22.508 INFO:tasks.rados.rados.0.smithi016.stdout:804: finishing write tid 2 to smithi01678542-4 2024-04-15T14:39:22.508 INFO:tasks.rados.rados.0.smithi016.stdout:804: finishing write tid 3 to smithi01678542-4 2024-04-15T14:39:22.510 INFO:tasks.rados.rados.0.smithi016.stdout:804: finishing write tid 4 to smithi01678542-4 2024-04-15T14:39:22.510 INFO:tasks.rados.rados.0.smithi016.stdout:804: finishing write tid 5 to smithi01678542-4 2024-04-15T14:39:22.511 INFO:tasks.rados.rados.0.smithi016.stdout:804: finishing write tid 6 to smithi01678542-4 2024-04-15T14:39:22.512 INFO:tasks.rados.rados.0.smithi016.stdout:804: oid 4 updating version 0 to 481 2024-04-15T14:39:22.512 INFO:tasks.rados.rados.0.smithi016.stdout:804: oid 4 updating version 481 to 485 2024-04-15T14:39:22.512 INFO:tasks.rados.rados.0.smithi016.stdout:804: oid 4 version 485 is already newer than 484 2024-04-15T14:39:22.512 INFO:tasks.rados.rados.0.smithi016.stdout:804: oid 4 version 485 is already newer than 483 2024-04-15T14:39:22.512 INFO:tasks.rados.rados.0.smithi016.stdout:804: oid 4 version 485 is already newer than 482 2024-04-15T14:39:22.512 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 4 v 485 (ObjNum 265 snap 78 seq_num 265) dirty exists 2024-04-15T14:39:22.512 INFO:tasks.rados.rados.0.smithi016.stdout:804: left oid 4 (ObjNum 265 snap 78 seq_num 265) 2024-04-15T14:39:22.674 INFO:journalctl@ceph.prometheus.a.smithi102.stdout:Apr 15 14:39:22 smithi102 podman[77909]: 2024-04-15 14:39:22.395166129 +0000 UTC m=+0.713298625 container remove d96e0e1949f84e7577e920b4cb1ab6e1048a75bcf53535b7dda082f3f33b7ef8 (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-362ea986-fb34-11ee-bc8f-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-04-15T14:39:22.674 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:39:22 smithi102 ceph-mon[31017]: pgmap v24: 121 pgs: 121 active+clean; 175 MiB data, 843 MiB used, 714 GiB / 715 GiB avail; 4.5 MiB/s rd, 3.2 MiB/s wr, 22 op/s 2024-04-15T14:39:22.674 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:39:22 smithi102 ceph-mon[31017]: osdmap e222: 8 total, 8 up, 8 in 2024-04-15T14:39:22.674 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:39:22 smithi102 ceph-mon[31017]: from='mgr.15201 172.21.15.16:0/2410717947' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T14:39:22.789 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:39:22 smithi016 ceph-mon[36548]: pgmap v24: 121 pgs: 121 active+clean; 175 MiB data, 843 MiB used, 714 GiB / 715 GiB avail; 4.5 MiB/s rd, 3.2 MiB/s wr, 22 op/s 2024-04-15T14:39:22.789 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:39:22 smithi016 ceph-mon[36548]: osdmap e222: 8 total, 8 up, 8 in 2024-04-15T14:39:22.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:39:22 smithi016 ceph-mon[36548]: from='mgr.15201 172.21.15.16:0/2410717947' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T14:39:22.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:39:22 smithi016 ceph-mon[27435]: pgmap v24: 121 pgs: 121 active+clean; 175 MiB data, 843 MiB used, 714 GiB / 715 GiB avail; 4.5 MiB/s rd, 3.2 MiB/s wr, 22 op/s 2024-04-15T14:39:22.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:39:22 smithi016 ceph-mon[27435]: osdmap e222: 8 total, 8 up, 8 in 2024-04-15T14:39:22.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:39:22 smithi016 ceph-mon[27435]: from='mgr.15201 172.21.15.16:0/2410717947' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T14:39:23.045 INFO:journalctl@ceph.prometheus.a.smithi102.stdout:Apr 15 14:39:22 smithi102 systemd[1]: ceph-362ea986-fb34-11ee-bc8f-c7b262605968@prometheus.a.service: Deactivated successfully. 2024-04-15T14:39:23.045 INFO:journalctl@ceph.prometheus.a.smithi102.stdout:Apr 15 14:39:22 smithi102 systemd[1]: Stopped Ceph prometheus.a for 362ea986-fb34-11ee-bc8f-c7b262605968. 2024-04-15T14:39:23.045 INFO:journalctl@ceph.prometheus.a.smithi102.stdout:Apr 15 14:39:22 smithi102 systemd[1]: ceph-362ea986-fb34-11ee-bc8f-c7b262605968@prometheus.a.service: Consumed 1.137s CPU time. 2024-04-15T14:39:23.045 INFO:journalctl@ceph.prometheus.a.smithi102.stdout:Apr 15 14:39:22 smithi102 systemd[1]: Starting Ceph prometheus.a for 362ea986-fb34-11ee-bc8f-c7b262605968... 2024-04-15T14:39:23.046 INFO:journalctl@ceph.prometheus.a.smithi102.stdout:Apr 15 14:39:22 smithi102 podman[78013]: 2024-04-15 14:39:22.802992411 +0000 UTC m=+0.018632188 image pull a07b618ecd1dce142bce4c52f0e80982eaf1f14265a2415c2d35978ccaa0a464 quay.io/prometheus/prometheus:v2.43.0 2024-04-15T14:39:23.046 INFO:journalctl@ceph.prometheus.a.smithi102.stdout:Apr 15 14:39:22 smithi102 podman[78013]: 2024-04-15 14:39:22.929741055 +0000 UTC m=+0.145380813 container create 86d1d3518ceb94f01fbe0024c299d8abcc2a427e3b16cfa814ace14ec6e8ff32 (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-362ea986-fb34-11ee-bc8f-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-04-15T14:39:23.438 INFO:journalctl@ceph.prometheus.a.smithi102.stdout:Apr 15 14:39:23 smithi102 podman[78013]: 2024-04-15 14:39:23.156886601 +0000 UTC m=+0.372526368 container init 86d1d3518ceb94f01fbe0024c299d8abcc2a427e3b16cfa814ace14ec6e8ff32 (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-362ea986-fb34-11ee-bc8f-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-04-15T14:39:23.438 INFO:journalctl@ceph.prometheus.a.smithi102.stdout:Apr 15 14:39:23 smithi102 podman[78013]: 2024-04-15 14:39:23.162104589 +0000 UTC m=+0.377744348 container start 86d1d3518ceb94f01fbe0024c299d8abcc2a427e3b16cfa814ace14ec6e8ff32 (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-362ea986-fb34-11ee-bc8f-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-04-15T14:39:23.438 INFO:journalctl@ceph.prometheus.a.smithi102.stdout:Apr 15 14:39:23 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-prometheus-a[78028]: ts=2024-04-15T14:39:23.186Z caller=main.go:564 level=info msg="Starting Prometheus Server" mode=server version="(version=2.43.0, branch=HEAD, revision=edfc3bcd025dd6fe296c167a14a216cab1e552ee)" 2024-04-15T14:39:23.438 INFO:journalctl@ceph.prometheus.a.smithi102.stdout:Apr 15 14:39:23 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-prometheus-a[78028]: ts=2024-04-15T14:39:23.186Z caller=main.go:569 level=info build_context="(go=go1.19.7, platform=linux/amd64, user=root@8a0ee342e522, date=20230321-12:56:07, tags=netgo,builtinassets)" 2024-04-15T14:39:23.438 INFO:journalctl@ceph.prometheus.a.smithi102.stdout:Apr 15 14:39:23 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-prometheus-a[78028]: ts=2024-04-15T14:39:23.186Z caller=main.go:570 level=info host_details="(Linux 5.14.0-438.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Fri Apr 12 13:55:21 UTC 2024 x86_64 smithi102 (none))" 2024-04-15T14:39:23.438 INFO:journalctl@ceph.prometheus.a.smithi102.stdout:Apr 15 14:39:23 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-prometheus-a[78028]: ts=2024-04-15T14:39:23.186Z caller=main.go:571 level=info fd_limits="(soft=1048576, hard=1048576)" 2024-04-15T14:39:23.438 INFO:journalctl@ceph.prometheus.a.smithi102.stdout:Apr 15 14:39:23 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-prometheus-a[78028]: ts=2024-04-15T14:39:23.186Z caller=main.go:572 level=info vm_limits="(soft=unlimited, hard=unlimited)" 2024-04-15T14:39:23.438 INFO:journalctl@ceph.prometheus.a.smithi102.stdout:Apr 15 14:39:23 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-prometheus-a[78028]: ts=2024-04-15T14:39:23.187Z caller=web.go:561 level=info component=web msg="Start listening for connections" address=:9095 2024-04-15T14:39:23.439 INFO:journalctl@ceph.prometheus.a.smithi102.stdout:Apr 15 14:39:23 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-prometheus-a[78028]: ts=2024-04-15T14:39:23.188Z caller=main.go:1005 level=info msg="Starting TSDB ..." 2024-04-15T14:39:23.439 INFO:journalctl@ceph.prometheus.a.smithi102.stdout:Apr 15 14:39:23 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-prometheus-a[78028]: ts=2024-04-15T14:39:23.189Z caller=tls_config.go:232 level=info component=web msg="Listening on" address=[::]:9095 2024-04-15T14:39:23.439 INFO:journalctl@ceph.prometheus.a.smithi102.stdout:Apr 15 14:39:23 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-prometheus-a[78028]: ts=2024-04-15T14:39:23.189Z caller=tls_config.go:235 level=info component=web msg="TLS is disabled." http2=false address=[::]:9095 2024-04-15T14:39:23.439 INFO:journalctl@ceph.prometheus.a.smithi102.stdout:Apr 15 14:39:23 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-prometheus-a[78028]: ts=2024-04-15T14:39:23.191Z caller=head.go:587 level=info component=tsdb msg="Replaying on-disk memory mappable chunks if any" 2024-04-15T14:39:23.439 INFO:journalctl@ceph.prometheus.a.smithi102.stdout:Apr 15 14:39:23 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-prometheus-a[78028]: ts=2024-04-15T14:39:23.191Z caller=head.go:658 level=info component=tsdb msg="On-disk memory mappable chunks replay completed" duration=1.477µs 2024-04-15T14:39:23.439 INFO:journalctl@ceph.prometheus.a.smithi102.stdout:Apr 15 14:39:23 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-prometheus-a[78028]: ts=2024-04-15T14:39:23.191Z caller=head.go:664 level=info component=tsdb msg="Replaying WAL, this may take a while" 2024-04-15T14:39:23.439 INFO:journalctl@ceph.prometheus.a.smithi102.stdout:Apr 15 14:39:23 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-prometheus-a[78028]: ts=2024-04-15T14:39:23.192Z caller=head.go:735 level=info component=tsdb msg="WAL segment loaded" segment=0 maxSegment=3 2024-04-15T14:39:23.439 INFO:journalctl@ceph.prometheus.a.smithi102.stdout:Apr 15 14:39:23 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-prometheus-a[78028]: ts=2024-04-15T14:39:23.199Z caller=head.go:735 level=info component=tsdb msg="WAL segment loaded" segment=1 maxSegment=3 2024-04-15T14:39:23.439 INFO:journalctl@ceph.prometheus.a.smithi102.stdout:Apr 15 14:39:23 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-prometheus-a[78028]: ts=2024-04-15T14:39:23.205Z caller=head.go:735 level=info component=tsdb msg="WAL segment loaded" segment=2 maxSegment=3 2024-04-15T14:39:23.439 INFO:journalctl@ceph.prometheus.a.smithi102.stdout:Apr 15 14:39:23 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-prometheus-a[78028]: ts=2024-04-15T14:39:23.205Z caller=head.go:735 level=info component=tsdb msg="WAL segment loaded" segment=3 maxSegment=3 2024-04-15T14:39:23.439 INFO:journalctl@ceph.prometheus.a.smithi102.stdout:Apr 15 14:39:23 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-prometheus-a[78028]: ts=2024-04-15T14:39:23.205Z caller=head.go:772 level=info component=tsdb msg="WAL replay completed" checkpoint_replay_duration=19.618µs wal_replay_duration=14.04246ms wbl_replay_duration=108ns total_replay_duration=14.080129ms 2024-04-15T14:39:23.439 INFO:journalctl@ceph.prometheus.a.smithi102.stdout:Apr 15 14:39:23 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-prometheus-a[78028]: ts=2024-04-15T14:39:23.207Z caller=main.go:1026 level=info fs_type=XFS_SUPER_MAGIC 2024-04-15T14:39:23.440 INFO:journalctl@ceph.prometheus.a.smithi102.stdout:Apr 15 14:39:23 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-prometheus-a[78028]: ts=2024-04-15T14:39:23.207Z caller=main.go:1029 level=info msg="TSDB started" 2024-04-15T14:39:23.440 INFO:journalctl@ceph.prometheus.a.smithi102.stdout:Apr 15 14:39:23 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-prometheus-a[78028]: ts=2024-04-15T14:39:23.207Z caller=main.go:1209 level=info msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml 2024-04-15T14:39:23.440 INFO:journalctl@ceph.prometheus.a.smithi102.stdout:Apr 15 14:39:23 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-prometheus-a[78028]: ts=2024-04-15T14:39:23.228Z caller=main.go:1246 level=info msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=21.131715ms db_storage=841ns remote_storage=1.045µs web_handler=431ns query_engine=614ns scrape=390.273µs scrape_sd=285.585µs notify=12.976µs notify_sd=14.503µs rules=20.072366ms tracing=6.093µs 2024-04-15T14:39:23.440 INFO:journalctl@ceph.prometheus.a.smithi102.stdout:Apr 15 14:39:23 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-prometheus-a[78028]: ts=2024-04-15T14:39:23.228Z caller=main.go:990 level=info msg="Server is ready to receive web requests." 2024-04-15T14:39:23.440 INFO:journalctl@ceph.prometheus.a.smithi102.stdout:Apr 15 14:39:23 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-prometheus-a[78028]: ts=2024-04-15T14:39:23.228Z caller=manager.go:974 level=info component="rule manager" msg="Starting rule manager..." 2024-04-15T14:39:23.440 INFO:journalctl@ceph.prometheus.a.smithi102.stdout:Apr 15 14:39:23 smithi102 bash[78013]: 86d1d3518ceb94f01fbe0024c299d8abcc2a427e3b16cfa814ace14ec6e8ff32 2024-04-15T14:39:23.440 INFO:journalctl@ceph.prometheus.a.smithi102.stdout:Apr 15 14:39:23 smithi102 systemd[1]: Started Ceph prometheus.a for 362ea986-fb34-11ee-bc8f-c7b262605968. 2024-04-15T14:39:23.490 INFO:tasks.rados.rados.0.smithi016.stdout:800: done (2 left) 2024-04-15T14:39:23.491 INFO:tasks.rados.rados.0.smithi016.stdout:804: done (1 left) 2024-04-15T14:39:23.491 INFO:tasks.rados.rados.0.smithi016.stdout:806: done (0 left) 2024-04-15T14:39:23.491 INFO:tasks.rados.rados.0.smithi016.stdout:807: rmattr oid 35 current snap is 79 2024-04-15T14:39:23.491 INFO:tasks.rados.rados.0.smithi016.stdout:807: done (0 left) 2024-04-15T14:39:23.491 INFO:tasks.rados.rados.0.smithi016.stdout:808: read oid 27 snap -1 2024-04-15T14:39:23.491 INFO:tasks.rados.rados.0.smithi016.stdout:808: expect (ObjNum 253 snap 75 seq_num 253) 2024-04-15T14:39:23.491 INFO:tasks.rados.rados.0.smithi016.stdout:809: setattr oid 18 current snap is 79 2024-04-15T14:39:23.491 INFO:tasks.rados.rados.0.smithi016.stdout:810: rollback oid 25 current snap is 79 2024-04-15T14:39:23.492 INFO:tasks.rados.rados.0.smithi016.stdout:rollback oid 25 to 67 2024-04-15T14:39:23.492 INFO:tasks.rados.rados.0.smithi016.stdout:811: snap_remove snap 77 2024-04-15T14:39:23.789 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:39:23 smithi016 ceph-mon[27435]: osdmap e223: 8 total, 8 up, 8 in 2024-04-15T14:39:23.789 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:39:23 smithi016 ceph-mon[27435]: from='mgr.15201 ' entity='mgr.y' 2024-04-15T14:39:23.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:39:23 smithi016 ceph-mon[27435]: from='mgr.15201 ' entity='mgr.y' 2024-04-15T14:39:23.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:39:23 smithi016 ceph-mon[27435]: from='mgr.15201 172.21.15.16:0/2410717947' entity='mgr.y' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-04-15T14:39:23.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:39:23 smithi016 ceph-mon[27435]: from='mgr.15201 172.21.15.16:0/2410717947' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T14:39:23.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:39:23 smithi016 ceph-mon[36548]: osdmap e223: 8 total, 8 up, 8 in 2024-04-15T14:39:23.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:39:23 smithi016 ceph-mon[36548]: from='mgr.15201 ' entity='mgr.y' 2024-04-15T14:39:23.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:39:23 smithi016 ceph-mon[36548]: from='mgr.15201 ' entity='mgr.y' 2024-04-15T14:39:23.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:39:23 smithi016 ceph-mon[36548]: from='mgr.15201 172.21.15.16:0/2410717947' entity='mgr.y' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-04-15T14:39:23.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:39:23 smithi016 ceph-mon[36548]: from='mgr.15201 172.21.15.16:0/2410717947' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T14:39:23.937 INFO:journalctl@ceph.prometheus.a.smithi102.stdout:Apr 15 14:39:23 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-prometheus-a[78028]: ts=2024-04-15T14:39:23.504Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi016\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi016\", job=\"node\", machine=\"x86_64\", nodename=\"smithi016\", release=\"5.14.0-438.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Apr 12 13:55:21 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"362ea986-fb34-11ee-bc8f-c7b262605968\", domainname=\"(none)\", instance=\"smithi016\", job=\"node\", machine=\"x86_64\", nodename=\"smithi016\", release=\"5.14.0-438.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Apr 12 13:55:21 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T14:39:23.938 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:39:23 smithi102 ceph-mon[31017]: osdmap e223: 8 total, 8 up, 8 in 2024-04-15T14:39:23.938 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:39:23 smithi102 ceph-mon[31017]: from='mgr.15201 ' entity='mgr.y' 2024-04-15T14:39:23.938 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:39:23 smithi102 ceph-mon[31017]: from='mgr.15201 ' entity='mgr.y' 2024-04-15T14:39:23.938 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:39:23 smithi102 ceph-mon[31017]: from='mgr.15201 172.21.15.16:0/2410717947' entity='mgr.y' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-04-15T14:39:23.938 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:39:23 smithi102 ceph-mon[31017]: from='mgr.15201 172.21.15.16:0/2410717947' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T14:39:24.477 INFO:tasks.rados.rados.0.smithi016.stdout:811: done (3 left) 2024-04-15T14:39:24.477 INFO:tasks.rados.rados.0.smithi016.stdout:812: snap_create 2024-04-15T14:39:24.477 INFO:tasks.rados.rados.0.smithi016.stdout:810: finishing rollback tid 0 to smithi01678542-25 2024-04-15T14:39:24.477 INFO:tasks.rados.rados.0.smithi016.stdout:810: finishing rollback tid 1 to smithi01678542-25 2024-04-15T14:39:24.477 INFO:tasks.rados.rados.0.smithi016.stdout:810: finishing rollback tid 2 to smithi01678542-25 2024-04-15T14:39:24.477 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 25 v 320 (ObjNum 143 snap 41 seq_num 143) dirty exists 2024-04-15T14:39:24.477 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 18 v 270 (ObjNum 81 snap 19 seq_num 81) dirty exists 2024-04-15T14:39:24.477 INFO:tasks.rados.rados.0.smithi016.stdout:808: expect (ObjNum 253 snap 75 seq_num 253) 2024-04-15T14:39:24.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:39:24 smithi016 ceph-mon[27435]: pgmap v27: 121 pgs: 121 active+clean; 172 MiB data, 842 MiB used, 714 GiB / 715 GiB avail; 1.4 MiB/s rd, 0 op/s 2024-04-15T14:39:24.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:39:24 smithi016 ceph-mon[27435]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-04-15T14:39:24.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:39:24 smithi016 ceph-mon[27435]: osdmap e224: 8 total, 8 up, 8 in 2024-04-15T14:39:24.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:39:24 smithi016 ceph-mon[27435]: osdmap e225: 8 total, 8 up, 8 in 2024-04-15T14:39:24.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:39:24 smithi016 ceph-mon[36548]: pgmap v27: 121 pgs: 121 active+clean; 172 MiB data, 842 MiB used, 714 GiB / 715 GiB avail; 1.4 MiB/s rd, 0 op/s 2024-04-15T14:39:24.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:39:24 smithi016 ceph-mon[36548]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-04-15T14:39:24.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:39:24 smithi016 ceph-mon[36548]: osdmap e224: 8 total, 8 up, 8 in 2024-04-15T14:39:24.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:39:24 smithi016 ceph-mon[36548]: osdmap e225: 8 total, 8 up, 8 in 2024-04-15T14:39:24.897 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:39:24 smithi102 ceph-mon[31017]: pgmap v27: 121 pgs: 121 active+clean; 172 MiB data, 842 MiB used, 714 GiB / 715 GiB avail; 1.4 MiB/s rd, 0 op/s 2024-04-15T14:39:24.897 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:39:24 smithi102 ceph-mon[31017]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-04-15T14:39:24.897 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:39:24 smithi102 ceph-mon[31017]: osdmap e224: 8 total, 8 up, 8 in 2024-04-15T14:39:24.897 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:39:24 smithi102 ceph-mon[31017]: osdmap e225: 8 total, 8 up, 8 in 2024-04-15T14:39:25.478 INFO:tasks.rados.rados.0.smithi016.stdout:808: done (3 left) 2024-04-15T14:39:25.478 INFO:tasks.rados.rados.0.smithi016.stdout:809: done (2 left) 2024-04-15T14:39:25.478 INFO:tasks.rados.rados.0.smithi016.stdout:810: done (1 left) 2024-04-15T14:39:25.479 INFO:tasks.rados.rados.0.smithi016.stdout:812: done (0 left) 2024-04-15T14:39:25.479 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 1 current snap is 80 2024-04-15T14:39:25.479 INFO:tasks.rados.rados.0.smithi016.stdout:813: seq_num 266 ranges {0=458752,458752=524288,983040=729088,1712128=352256} 2024-04-15T14:39:25.480 INFO:tasks.rados.rados.0.smithi016.stdout:813: writing smithi01678542-1 from 0 to 458752 tid 1 2024-04-15T14:39:25.483 INFO:tasks.rados.rados.0.smithi016.stdout:813: writing smithi01678542-1 from 458752 to 983040 tid 2 2024-04-15T14:39:25.487 INFO:tasks.rados.rados.0.smithi016.stdout:813: writing smithi01678542-1 from 983040 to 1712128 tid 3 2024-04-15T14:39:25.490 INFO:tasks.rados.rados.0.smithi016.stdout:813: writing smithi01678542-1 from 1712128 to 2064384 tid 4 2024-04-15T14:39:25.490 INFO:tasks.rados.rados.0.smithi016.stdout:814: copy_from oid 48 from oid 18 current snap is 80 2024-04-15T14:39:25.490 INFO:tasks.rados.rados.0.smithi016.stdout:813: finishing write tid 1 to smithi01678542-1 2024-04-15T14:39:25.490 INFO:tasks.rados.rados.0.smithi016.stdout:813: finishing write tid 2 to smithi01678542-1 2024-04-15T14:39:25.490 INFO:tasks.rados.rados.0.smithi016.stdout:815: read oid 33 snap -1 2024-04-15T14:39:25.490 INFO:tasks.rados.rados.0.smithi016.stdout:815: expect (ObjNum 0 snap 0 seq_num 0) 2024-04-15T14:39:25.490 INFO:tasks.rados.rados.0.smithi016.stdout:816: copy_from oid 32 from oid 37 current snap is 80 2024-04-15T14:39:25.490 INFO:tasks.rados.rados.0.smithi016.stdout:817: delete oid 20 current snap is 80 2024-04-15T14:39:25.493 INFO:tasks.rados.rados.0.smithi016.stdout:813: finishing write tid 3 to smithi01678542-1 2024-04-15T14:39:25.493 INFO:tasks.rados.rados.0.smithi016.stdout:813: finishing write tid 4 to smithi01678542-1 2024-04-15T14:39:25.493 INFO:tasks.rados.rados.0.smithi016.stdout:813: finishing write tid 5 to smithi01678542-1 2024-04-15T14:39:25.495 INFO:tasks.rados.rados.0.smithi016.stdout:815: expect (ObjNum 0 snap 0 seq_num 0) 2024-04-15T14:39:25.501 INFO:tasks.rados.rados.0.smithi016.stdout:816: finishing copy_from to smithi01678542-32 2024-04-15T14:39:25.501 INFO:tasks.rados.rados.0.smithi016.stdout:816: got expected ENOENT (src dne) 2024-04-15T14:39:25.501 INFO:tasks.rados.rados.0.smithi016.stdout:816: finishing copy_from racing read to smithi01678542-32 2024-04-15T14:39:25.501 INFO:tasks.rados.rados.0.smithi016.stdout:815: done (4 left) 2024-04-15T14:39:25.501 INFO:tasks.rados.rados.0.smithi016.stdout:816: done (3 left) 2024-04-15T14:39:25.501 INFO:tasks.rados.rados.0.smithi016.stdout:817: done (2 left) 2024-04-15T14:39:25.501 INFO:tasks.rados.rados.0.smithi016.stdout:818: snap_create 2024-04-15T14:39:25.501 INFO:tasks.rados.rados.0.smithi016.stdout:813: finishing write tid 6 to smithi01678542-1 2024-04-15T14:39:25.501 INFO:tasks.rados.rados.0.smithi016.stdout:813: oid 1 updating version 0 to 373 2024-04-15T14:39:25.501 INFO:tasks.rados.rados.0.smithi016.stdout:813: oid 1 version 373 is already newer than 372 2024-04-15T14:39:25.501 INFO:tasks.rados.rados.0.smithi016.stdout:813: oid 1 updating version 373 to 375 2024-04-15T14:39:25.501 INFO:tasks.rados.rados.0.smithi016.stdout:813: oid 1 updating version 375 to 376 2024-04-15T14:39:25.501 INFO:tasks.rados.rados.0.smithi016.stdout:813: oid 1 version 376 is already newer than 374 2024-04-15T14:39:25.502 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 1 v 376 (ObjNum 266 snap 80 seq_num 266) dirty exists 2024-04-15T14:39:25.502 INFO:tasks.rados.rados.0.smithi016.stdout:813: left oid 1 (ObjNum 266 snap 80 seq_num 266) 2024-04-15T14:39:25.505 INFO:tasks.rados.rados.0.smithi016.stdout:814: finishing copy_from racing read to smithi01678542-48 2024-04-15T14:39:25.508 INFO:tasks.rados.rados.0.smithi016.stdout:814: finishing copy_from to smithi01678542-48 2024-04-15T14:39:25.508 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 48 v 270 (ObjNum 81 snap 19 seq_num 81) dirty exists 2024-04-15T14:39:25.789 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:39:25 smithi016 ceph-mon[36548]: Upgrade: Updating mgr.x 2024-04-15T14:39:25.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:39:25 smithi016 ceph-mon[36548]: from='mgr.15201 172.21.15.16:0/2410717947' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-04-15T14:39:25.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:39:25 smithi016 ceph-mon[36548]: from='mgr.15201 ' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-04-15T14:39:25.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:39:25 smithi016 ceph-mon[36548]: from='mgr.15201 172.21.15.16:0/2410717947' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-04-15T14:39:25.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:39:25 smithi016 ceph-mon[36548]: from='mgr.15201 172.21.15.16:0/2410717947' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T14:39:25.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:39:25 smithi016 ceph-mon[36548]: Deploying daemon mgr.x on smithi102 2024-04-15T14:39:25.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:39:25 smithi016 ceph-mon[36548]: osdmap e226: 8 total, 8 up, 8 in 2024-04-15T14:39:25.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:39:25 smithi016 ceph-mon[27435]: Upgrade: Updating mgr.x 2024-04-15T14:39:25.791 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:39:25 smithi016 ceph-mon[27435]: from='mgr.15201 172.21.15.16:0/2410717947' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-04-15T14:39:25.791 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:39:25 smithi016 ceph-mon[27435]: from='mgr.15201 ' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-04-15T14:39:25.791 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:39:25 smithi016 ceph-mon[27435]: from='mgr.15201 172.21.15.16:0/2410717947' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-04-15T14:39:25.791 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:39:25 smithi016 ceph-mon[27435]: from='mgr.15201 172.21.15.16:0/2410717947' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T14:39:25.791 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:39:25 smithi016 ceph-mon[27435]: Deploying daemon mgr.x on smithi102 2024-04-15T14:39:25.791 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:39:25 smithi016 ceph-mon[27435]: osdmap e226: 8 total, 8 up, 8 in 2024-04-15T14:39:25.809 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:39:25 smithi102 ceph-mon[31017]: Upgrade: Updating mgr.x 2024-04-15T14:39:25.809 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:39:25 smithi102 ceph-mon[31017]: from='mgr.15201 172.21.15.16:0/2410717947' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-04-15T14:39:25.809 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:39:25 smithi102 ceph-mon[31017]: from='mgr.15201 ' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-04-15T14:39:25.810 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:39:25 smithi102 ceph-mon[31017]: from='mgr.15201 172.21.15.16:0/2410717947' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-04-15T14:39:25.810 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:39:25 smithi102 ceph-mon[31017]: from='mgr.15201 172.21.15.16:0/2410717947' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T14:39:25.810 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:39:25 smithi102 ceph-mon[31017]: Deploying daemon mgr.x on smithi102 2024-04-15T14:39:25.810 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:39:25 smithi102 ceph-mon[31017]: osdmap e226: 8 total, 8 up, 8 in 2024-04-15T14:39:26.498 INFO:tasks.rados.rados.0.smithi016.stdout:813: done (2 left) 2024-04-15T14:39:26.498 INFO:tasks.rados.rados.0.smithi016.stdout:814: done (1 left) 2024-04-15T14:39:26.498 INFO:tasks.rados.rados.0.smithi016.stdout:818: done (0 left) 2024-04-15T14:39:26.499 INFO:tasks.rados.rados.0.smithi016.stdout:819: read oid 28 snap -1 2024-04-15T14:39:26.499 INFO:tasks.rados.rados.0.smithi016.stdout:819: expect deleted 2024-04-15T14:39:26.499 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 2 current snap is 81 2024-04-15T14:39:26.499 INFO:tasks.rados.rados.0.smithi016.stdout:820: seq_num 268 ranges {0=491520,491520=745472,1236992=745472,1982464=114688} 2024-04-15T14:39:26.500 INFO:tasks.rados.rados.0.smithi016.stdout:820: writing smithi01678542-2 from 0 to 491520 tid 1 2024-04-15T14:39:26.505 INFO:tasks.rados.rados.0.smithi016.stdout:820: writing smithi01678542-2 from 491520 to 1236992 tid 2 2024-04-15T14:39:26.509 INFO:tasks.rados.rados.0.smithi016.stdout:820: writing smithi01678542-2 from 1236992 to 1982464 tid 3 2024-04-15T14:39:26.510 INFO:tasks.rados.rados.0.smithi016.stdout:820: writing smithi01678542-2 from 1982464 to 2097152 tid 4 2024-04-15T14:39:26.510 INFO:tasks.rados.rados.0.smithi016.stdout:821: delete oid 38 current snap is 81 2024-04-15T14:39:26.510 INFO:tasks.rados.rados.0.smithi016.stdout:820: finishing write tid 1 to smithi01678542-2 2024-04-15T14:39:26.510 INFO:tasks.rados.rados.0.smithi016.stdout:820: finishing write tid 2 to smithi01678542-2 2024-04-15T14:39:26.513 INFO:tasks.rados.rados.0.smithi016.stdout:819: done (2 left) 2024-04-15T14:39:26.513 INFO:tasks.rados.rados.0.smithi016.stdout:821: done (1 left) 2024-04-15T14:39:26.513 INFO:tasks.rados.rados.0.smithi016.stdout:822: snap_create 2024-04-15T14:39:26.513 INFO:tasks.rados.rados.0.smithi016.stdout:820: finishing write tid 3 to smithi01678542-2 2024-04-15T14:39:26.514 INFO:tasks.rados.rados.0.smithi016.stdout:820: finishing write tid 4 to smithi01678542-2 2024-04-15T14:39:26.514 INFO:tasks.rados.rados.0.smithi016.stdout:820: finishing write tid 5 to smithi01678542-2 2024-04-15T14:39:26.516 INFO:tasks.rados.rados.0.smithi016.stdout:820: finishing write tid 6 to smithi01678542-2 2024-04-15T14:39:26.516 INFO:tasks.rados.rados.0.smithi016.stdout:820: oid 2 updating version 0 to 434 2024-04-15T14:39:26.516 INFO:tasks.rados.rados.0.smithi016.stdout:820: oid 2 updating version 434 to 437 2024-04-15T14:39:26.516 INFO:tasks.rados.rados.0.smithi016.stdout:820: oid 2 version 437 is already newer than 433 2024-04-15T14:39:26.516 INFO:tasks.rados.rados.0.smithi016.stdout:820: oid 2 version 437 is already newer than 435 2024-04-15T14:39:26.516 INFO:tasks.rados.rados.0.smithi016.stdout:820: oid 2 version 437 is already newer than 436 2024-04-15T14:39:26.516 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 2 v 437 (ObjNum 268 snap 81 seq_num 268) dirty exists 2024-04-15T14:39:26.516 INFO:tasks.rados.rados.0.smithi016.stdout:820: left oid 2 (ObjNum 268 snap 81 seq_num 268) 2024-04-15T14:39:26.588 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:39:26 smithi102 ceph-mon[31017]: pgmap v30: 121 pgs: 121 active+clean; 167 MiB data, 850 MiB used, 714 GiB / 715 GiB avail; 5.7 MiB/s rd, 1.3 MiB/s wr, 10 op/s 2024-04-15T14:39:26.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:39:26 smithi016 ceph-mon[27435]: pgmap v30: 121 pgs: 121 active+clean; 167 MiB data, 850 MiB used, 714 GiB / 715 GiB avail; 5.7 MiB/s rd, 1.3 MiB/s wr, 10 op/s 2024-04-15T14:39:26.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:39:26 smithi016 ceph-mon[36548]: pgmap v30: 121 pgs: 121 active+clean; 167 MiB data, 850 MiB used, 714 GiB / 715 GiB avail; 5.7 MiB/s rd, 1.3 MiB/s wr, 10 op/s 2024-04-15T14:39:27.168 INFO:journalctl@ceph.mgr.x.smithi102.stdout:Apr 15 14:39:26 smithi102 systemd[1]: Stopping Ceph mgr.x for 362ea986-fb34-11ee-bc8f-c7b262605968... 2024-04-15T14:39:27.437 INFO:journalctl@ceph.mgr.x.smithi102.stdout:Apr 15 14:39:27 smithi102 podman[78423]: 2024-04-15 14:39:27.167077789 +0000 UTC m=+0.144635365 container died 13ca59d122ea6900272a31cdc5fb2edde457185d3cb0f4fe7437a552dcf924c7 (image=quay.ceph.io/ceph-ci/ceph@sha256:55072b3f7eae2e3409906b98d09d882e1c3dc2a9205d85fd5f4c0bc62f82d163, name=ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-x, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=main-c2d8c31, ceph=True, org.label-schema.schema-version=1.0, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.build-date=20240409, GIT_BRANCH=HEAD, io.buildah.version=1.33.5, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , GIT_CLEAN=True, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS) 2024-04-15T14:39:27.509 INFO:tasks.rados.rados.0.smithi016.stdout:820: done (1 left) 2024-04-15T14:39:27.509 INFO:tasks.rados.rados.0.smithi016.stdout:822: done (0 left) 2024-04-15T14:39:27.509 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 27 current snap is 82 2024-04-15T14:39:27.509 INFO:tasks.rados.rados.0.smithi016.stdout:823: seq_num 270 ranges {1851392=524288,2375680=516096,2891776=761856,3653632=327680} 2024-04-15T14:39:27.522 INFO:tasks.rados.rados.0.smithi016.stdout:823: writing smithi01678542-27 from 1851392 to 2375680 tid 1 2024-04-15T14:39:27.525 INFO:tasks.rados.rados.0.smithi016.stdout:823: writing smithi01678542-27 from 2375680 to 2891776 tid 2 2024-04-15T14:39:27.529 INFO:tasks.rados.rados.0.smithi016.stdout:823: writing smithi01678542-27 from 2891776 to 3653632 tid 3 2024-04-15T14:39:27.532 INFO:tasks.rados.rados.0.smithi016.stdout:823: writing smithi01678542-27 from 3653632 to 3981312 tid 4 2024-04-15T14:39:27.532 INFO:tasks.rados.rados.0.smithi016.stdout:824: read oid 26 snap -1 2024-04-15T14:39:27.532 INFO:tasks.rados.rados.0.smithi016.stdout:824: expect (ObjNum 244 snap 69 seq_num 244) 2024-04-15T14:39:27.532 INFO:tasks.rados.rados.0.smithi016.stdout:825: rmattr oid 4 current snap is 82 2024-04-15T14:39:27.532 INFO:tasks.rados.rados.0.smithi016.stdout:825: done (2 left) 2024-04-15T14:39:27.532 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 17 current snap is 82 2024-04-15T14:39:27.532 INFO:tasks.rados.rados.0.smithi016.stdout:826: seq_num 271 ranges {1916928=540672,2457600=802816,3260416=516096,3776512=286720} 2024-04-15T14:39:27.546 INFO:tasks.rados.rados.0.smithi016.stdout:826: writing smithi01678542-17 from 1916928 to 2457600 tid 1 2024-04-15T14:39:27.550 INFO:tasks.rados.rados.0.smithi016.stdout:826: writing smithi01678542-17 from 2457600 to 3260416 tid 2 2024-04-15T14:39:27.553 INFO:tasks.rados.rados.0.smithi016.stdout:826: writing smithi01678542-17 from 3260416 to 3776512 tid 3 2024-04-15T14:39:27.555 INFO:tasks.rados.rados.0.smithi016.stdout:826: writing smithi01678542-17 from 3776512 to 4063232 tid 4 2024-04-15T14:39:27.555 INFO:tasks.rados.rados.0.smithi016.stdout:827: rmattr oid 43 current snap is 82 2024-04-15T14:39:27.556 INFO:tasks.rados.rados.0.smithi016.stdout:827: done (3 left) 2024-04-15T14:39:27.556 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 2 current snap is 82 2024-04-15T14:39:27.556 INFO:tasks.rados.rados.0.smithi016.stdout:823: finishing write tid 1 to smithi01678542-27 2024-04-15T14:39:27.556 INFO:tasks.rados.rados.0.smithi016.stdout:823: finishing write tid 2 to smithi01678542-27 2024-04-15T14:39:27.556 INFO:tasks.rados.rados.0.smithi016.stdout:828: seq_num 272 ranges {2097152=565248,2662400=688128,3350528=729088,4079616=188416} 2024-04-15T14:39:27.570 INFO:tasks.rados.rados.0.smithi016.stdout:828: writing smithi01678542-2 from 2097152 to 2662400 tid 1 2024-04-15T14:39:27.574 INFO:tasks.rados.rados.0.smithi016.stdout:828: writing smithi01678542-2 from 2662400 to 3350528 tid 2 2024-04-15T14:39:27.578 INFO:tasks.rados.rados.0.smithi016.stdout:828: writing smithi01678542-2 from 3350528 to 4079616 tid 3 2024-04-15T14:39:27.579 INFO:tasks.rados.rados.0.smithi016.stdout:828: writing smithi01678542-2 from 4079616 to 4268032 tid 4 2024-04-15T14:39:27.579 INFO:tasks.rados.rados.0.smithi016.stdout:829: read oid 9 snap 79 2024-04-15T14:39:27.579 INFO:tasks.rados.rados.0.smithi016.stdout:829: expect (ObjNum 260 snap 76 seq_num 260) 2024-04-15T14:39:27.580 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 42 current snap is 82 2024-04-15T14:39:27.580 INFO:tasks.rados.rados.0.smithi016.stdout:830: seq_num 273 ranges {696320=581632,1277952=565248,1843200=532480,2375680=507904} 2024-04-15T14:39:27.587 INFO:tasks.rados.rados.0.smithi016.stdout:830: writing smithi01678542-42 from 696320 to 1277952 tid 1 2024-04-15T14:39:27.590 INFO:tasks.rados.rados.0.smithi016.stdout:830: writing smithi01678542-42 from 1277952 to 1843200 tid 2 2024-04-15T14:39:27.593 INFO:tasks.rados.rados.0.smithi016.stdout:830: writing smithi01678542-42 from 1843200 to 2375680 tid 3 2024-04-15T14:39:27.597 INFO:tasks.rados.rados.0.smithi016.stdout:830: writing smithi01678542-42 from 2375680 to 2883584 tid 4 2024-04-15T14:39:27.597 INFO:tasks.rados.rados.0.smithi016.stdout:831: read oid 3 snap 73 2024-04-15T14:39:27.597 INFO:tasks.rados.rados.0.smithi016.stdout:831: expect (ObjNum 246 snap 72 seq_num 246) 2024-04-15T14:39:27.597 INFO:tasks.rados.rados.0.smithi016.stdout:832: setattr oid 7 current snap is 82 2024-04-15T14:39:27.597 INFO:tasks.rados.rados.0.smithi016.stdout:823: finishing write tid 3 to smithi01678542-27 2024-04-15T14:39:27.597 INFO:tasks.rados.rados.0.smithi016.stdout:823: finishing write tid 4 to smithi01678542-27 2024-04-15T14:39:27.598 INFO:tasks.rados.rados.0.smithi016.stdout:823: finishing write tid 5 to smithi01678542-27 2024-04-15T14:39:27.598 INFO:tasks.rados.rados.0.smithi016.stdout:823: finishing write tid 6 to smithi01678542-27 2024-04-15T14:39:27.598 INFO:tasks.rados.rados.0.smithi016.stdout:823: oid 27 updating version 0 to 197 2024-04-15T14:39:27.598 INFO:tasks.rados.rados.0.smithi016.stdout:823: oid 27 version 197 is already newer than 196 2024-04-15T14:39:27.598 INFO:tasks.rados.rados.0.smithi016.stdout:823: oid 27 updating version 197 to 198 2024-04-15T14:39:27.598 INFO:tasks.rados.rados.0.smithi016.stdout:823: oid 27 version 198 is already newer than 195 2024-04-15T14:39:27.598 INFO:tasks.rados.rados.0.smithi016.stdout:823: oid 27 version 198 is already newer than 194 2024-04-15T14:39:27.598 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 27 v 198 (ObjNum 270 snap 82 seq_num 270) dirty exists 2024-04-15T14:39:27.598 INFO:tasks.rados.rados.0.smithi016.stdout:823: left oid 27 (ObjNum 270 snap 82 seq_num 270) 2024-04-15T14:39:27.598 INFO:tasks.rados.rados.0.smithi016.stdout:824: expect (ObjNum 244 snap 69 seq_num 244) 2024-04-15T14:39:27.727 INFO:tasks.rados.rados.0.smithi016.stdout:826: finishing write tid 1 to smithi01678542-17 2024-04-15T14:39:27.727 INFO:tasks.rados.rados.0.smithi016.stdout:826: finishing write tid 2 to smithi01678542-17 2024-04-15T14:39:27.728 INFO:tasks.rados.rados.0.smithi016.stdout:826: finishing write tid 3 to smithi01678542-17 2024-04-15T14:39:27.728 INFO:tasks.rados.rados.0.smithi016.stdout:826: finishing write tid 4 to smithi01678542-17 2024-04-15T14:39:27.728 INFO:tasks.rados.rados.0.smithi016.stdout:826: finishing write tid 5 to smithi01678542-17 2024-04-15T14:39:27.728 INFO:tasks.rados.rados.0.smithi016.stdout:826: finishing write tid 6 to smithi01678542-17 2024-04-15T14:39:27.728 INFO:tasks.rados.rados.0.smithi016.stdout:826: oid 17 updating version 0 to 209 2024-04-15T14:39:27.728 INFO:tasks.rados.rados.0.smithi016.stdout:826: oid 17 updating version 209 to 211 2024-04-15T14:39:27.728 INFO:tasks.rados.rados.0.smithi016.stdout:826: oid 17 updating version 211 to 212 2024-04-15T14:39:27.728 INFO:tasks.rados.rados.0.smithi016.stdout:826: oid 17 version 212 is already newer than 208 2024-04-15T14:39:27.728 INFO:tasks.rados.rados.0.smithi016.stdout:826: oid 17 version 212 is already newer than 210 2024-04-15T14:39:27.728 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 17 v 212 (ObjNum 271 snap 82 seq_num 271) dirty exists 2024-04-15T14:39:27.728 INFO:tasks.rados.rados.0.smithi016.stdout:826: left oid 17 (ObjNum 271 snap 82 seq_num 271) 2024-04-15T14:39:27.728 INFO:tasks.rados.rados.0.smithi016.stdout:828: finishing write tid 1 to smithi01678542-2 2024-04-15T14:39:27.728 INFO:tasks.rados.rados.0.smithi016.stdout:828: finishing write tid 2 to smithi01678542-2 2024-04-15T14:39:27.728 INFO:tasks.rados.rados.0.smithi016.stdout:828: finishing write tid 3 to smithi01678542-2 2024-04-15T14:39:27.729 INFO:tasks.rados.rados.0.smithi016.stdout:828: finishing write tid 4 to smithi01678542-2 2024-04-15T14:39:27.729 INFO:tasks.rados.rados.0.smithi016.stdout:828: finishing write tid 5 to smithi01678542-2 2024-04-15T14:39:27.729 INFO:tasks.rados.rados.0.smithi016.stdout:828: finishing write tid 6 to smithi01678542-2 2024-04-15T14:39:27.729 INFO:tasks.rados.rados.0.smithi016.stdout:828: oid 2 updating version 0 to 439 2024-04-15T14:39:27.729 INFO:tasks.rados.rados.0.smithi016.stdout:828: oid 2 updating version 439 to 443 2024-04-15T14:39:27.729 INFO:tasks.rados.rados.0.smithi016.stdout:828: oid 2 version 443 is already newer than 442 2024-04-15T14:39:27.729 INFO:tasks.rados.rados.0.smithi016.stdout:828: oid 2 version 443 is already newer than 440 2024-04-15T14:39:27.729 INFO:tasks.rados.rados.0.smithi016.stdout:828: oid 2 version 443 is already newer than 441 2024-04-15T14:39:27.729 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 2 v 443 (ObjNum 272 snap 82 seq_num 272) dirty exists 2024-04-15T14:39:27.729 INFO:tasks.rados.rados.0.smithi016.stdout:828: left oid 2 (ObjNum 272 snap 82 seq_num 272) 2024-04-15T14:39:27.729 INFO:tasks.rados.rados.0.smithi016.stdout:829: expect (ObjNum 260 snap 76 seq_num 260) 2024-04-15T14:39:27.779 INFO:tasks.rados.rados.0.smithi016.stdout:830: finishing write tid 1 to smithi01678542-42 2024-04-15T14:39:27.779 INFO:tasks.rados.rados.0.smithi016.stdout:830: finishing write tid 2 to smithi01678542-42 2024-04-15T14:39:27.779 INFO:tasks.rados.rados.0.smithi016.stdout:830: finishing write tid 3 to smithi01678542-42 2024-04-15T14:39:27.779 INFO:tasks.rados.rados.0.smithi016.stdout:830: finishing write tid 4 to smithi01678542-42 2024-04-15T14:39:27.779 INFO:tasks.rados.rados.0.smithi016.stdout:830: finishing write tid 5 to smithi01678542-42 2024-04-15T14:39:27.779 INFO:tasks.rados.rados.0.smithi016.stdout:830: finishing write tid 6 to smithi01678542-42 2024-04-15T14:39:27.779 INFO:tasks.rados.rados.0.smithi016.stdout:830: oid 42 updating version 0 to 26 2024-04-15T14:39:27.780 INFO:tasks.rados.rados.0.smithi016.stdout:830: oid 42 updating version 26 to 28 2024-04-15T14:39:27.780 INFO:tasks.rados.rados.0.smithi016.stdout:830: oid 42 updating version 28 to 29 2024-04-15T14:39:27.780 INFO:tasks.rados.rados.0.smithi016.stdout:830: oid 42 updating version 29 to 30 2024-04-15T14:39:27.780 INFO:tasks.rados.rados.0.smithi016.stdout:830: oid 42 version 30 is already newer than 27 2024-04-15T14:39:27.780 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 42 v 30 (ObjNum 273 snap 82 seq_num 273) dirty exists 2024-04-15T14:39:27.780 INFO:tasks.rados.rados.0.smithi016.stdout:830: left oid 42 (ObjNum 273 snap 82 seq_num 273) 2024-04-15T14:39:27.780 INFO:tasks.rados.rados.0.smithi016.stdout:831: expect (ObjNum 246 snap 72 seq_num 246) 2024-04-15T14:39:27.789 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:39:27 smithi016 ceph-mon[27435]: osdmap e227: 8 total, 8 up, 8 in 2024-04-15T14:39:27.789 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:39:27 smithi016 ceph-mon[36548]: osdmap e227: 8 total, 8 up, 8 in 2024-04-15T14:39:27.935 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:39:27 smithi102 ceph-mon[31017]: osdmap e227: 8 total, 8 up, 8 in 2024-04-15T14:39:27.935 INFO:journalctl@ceph.mgr.x.smithi102.stdout:Apr 15 14:39:27 smithi102 podman[78423]: 2024-04-15 14:39:27.600073625 +0000 UTC m=+0.577631207 container cleanup 13ca59d122ea6900272a31cdc5fb2edde457185d3cb0f4fe7437a552dcf924c7 (image=quay.ceph.io/ceph-ci/ceph@sha256:55072b3f7eae2e3409906b98d09d882e1c3dc2a9205d85fd5f4c0bc62f82d163, name=ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-x, org.label-schema.vendor=CentOS, GIT_CLEAN=True, maintainer=Guillaume Abrioux , GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=main-c2d8c31, org.label-schema.schema-version=1.0, io.buildah.version=1.33.5, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.build-date=20240409, org.label-schema.license=GPLv2) 2024-04-15T14:39:27.935 INFO:journalctl@ceph.mgr.x.smithi102.stdout:Apr 15 14:39:27 smithi102 bash[78423]: ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-x 2024-04-15T14:39:27.950 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 7 v 133 (ObjNum 258 snap 76 seq_num 258) dirty exists 2024-04-15T14:39:27.950 INFO:tasks.rados.rados.0.smithi016.stdout:823: done (7 left) 2024-04-15T14:39:27.950 INFO:tasks.rados.rados.0.smithi016.stdout:824: done (6 left) 2024-04-15T14:39:27.950 INFO:tasks.rados.rados.0.smithi016.stdout:826: done (5 left) 2024-04-15T14:39:27.950 INFO:tasks.rados.rados.0.smithi016.stdout:828: done (4 left) 2024-04-15T14:39:27.950 INFO:tasks.rados.rados.0.smithi016.stdout:829: done (3 left) 2024-04-15T14:39:27.950 INFO:tasks.rados.rados.0.smithi016.stdout:830: done (2 left) 2024-04-15T14:39:27.951 INFO:tasks.rados.rados.0.smithi016.stdout:831: done (1 left) 2024-04-15T14:39:27.951 INFO:tasks.rados.rados.0.smithi016.stdout:832: done (0 left) 2024-04-15T14:39:27.951 INFO:tasks.rados.rados.0.smithi016.stdout:833: read oid 10 snap 72 2024-04-15T14:39:27.951 INFO:tasks.rados.rados.0.smithi016.stdout:833: expect (ObjNum 191 snap 55 seq_num 191) 2024-04-15T14:39:27.951 INFO:tasks.rados.rados.0.smithi016.stdout:834: rmattr oid 16 current snap is 82 2024-04-15T14:39:27.951 INFO:tasks.rados.rados.0.smithi016.stdout:834: done (1 left) 2024-04-15T14:39:27.951 INFO:tasks.rados.rados.0.smithi016.stdout:835: snap_remove snap 75 2024-04-15T14:39:28.187 INFO:journalctl@ceph.mgr.x.smithi102.stdout:Apr 15 14:39:27 smithi102 podman[78442]: 2024-04-15 14:39:27.934831841 +0000 UTC m=+0.766801661 container remove 13ca59d122ea6900272a31cdc5fb2edde457185d3cb0f4fe7437a552dcf924c7 (image=quay.ceph.io/ceph-ci/ceph@sha256:55072b3f7eae2e3409906b98d09d882e1c3dc2a9205d85fd5f4c0bc62f82d163, name=ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-x, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, RELEASE=main-c2d8c31, ceph=True, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240409, org.label-schema.schema-version=1.0) 2024-04-15T14:39:28.187 INFO:journalctl@ceph.mgr.x.smithi102.stdout:Apr 15 14:39:27 smithi102 systemd[1]: ceph-362ea986-fb34-11ee-bc8f-c7b262605968@mgr.x.service: Main process exited, code=exited, status=143/n/a 2024-04-15T14:39:28.187 INFO:journalctl@ceph.mgr.x.smithi102.stdout:Apr 15 14:39:28 smithi102 systemd[1]: ceph-362ea986-fb34-11ee-bc8f-c7b262605968@mgr.x.service: Failed with result 'exit-code'. 2024-04-15T14:39:28.187 INFO:journalctl@ceph.mgr.x.smithi102.stdout:Apr 15 14:39:28 smithi102 systemd[1]: Stopped Ceph mgr.x for 362ea986-fb34-11ee-bc8f-c7b262605968. 2024-04-15T14:39:28.187 INFO:journalctl@ceph.mgr.x.smithi102.stdout:Apr 15 14:39:28 smithi102 systemd[1]: ceph-362ea986-fb34-11ee-bc8f-c7b262605968@mgr.x.service: Consumed 25.226s CPU time. 2024-04-15T14:39:28.505 INFO:journalctl@ceph.mgr.x.smithi102.stdout:Apr 15 14:39:28 smithi102 systemd[1]: Starting Ceph mgr.x for 362ea986-fb34-11ee-bc8f-c7b262605968... 2024-04-15T14:39:28.515 INFO:tasks.rados.rados.0.smithi016.stdout:835: done (1 left) 2024-04-15T14:39:28.515 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 9 current snap is 82 2024-04-15T14:39:28.515 INFO:tasks.rados.rados.0.smithi016.stdout:836: seq_num 274 ranges {1966080=598016,2564096=499712,3063808=745472,3809280=360448} 2024-04-15T14:39:28.529 INFO:tasks.rados.rados.0.smithi016.stdout:836: writing smithi01678542-9 from 1966080 to 2564096 tid 1 2024-04-15T14:39:28.532 INFO:tasks.rados.rados.0.smithi016.stdout:836: writing smithi01678542-9 from 2564096 to 3063808 tid 2 2024-04-15T14:39:28.536 INFO:tasks.rados.rados.0.smithi016.stdout:836: writing smithi01678542-9 from 3063808 to 3809280 tid 3 2024-04-15T14:39:28.538 INFO:tasks.rados.rados.0.smithi016.stdout:836: writing smithi01678542-9 from 3809280 to 4169728 tid 4 2024-04-15T14:39:28.538 INFO:tasks.rados.rados.0.smithi016.stdout:837: rmattr oid 38 current snap is 82 2024-04-15T14:39:28.538 INFO:tasks.rados.rados.0.smithi016.stdout:837: done (2 left) 2024-04-15T14:39:28.539 INFO:tasks.rados.rados.0.smithi016.stdout:838: snap_remove snap 79 2024-04-15T14:39:28.764 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:39:28 smithi102 ceph-mon[31017]: pgmap v33: 121 pgs: 121 active+clean; 167 MiB data, 850 MiB used, 714 GiB / 715 GiB avail; 4.3 MiB/s rd, 1.3 MiB/s wr, 9 op/s 2024-04-15T14:39:28.765 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:39:28 smithi102 ceph-mon[31017]: osdmap e228: 8 total, 8 up, 8 in 2024-04-15T14:39:28.765 INFO:journalctl@ceph.mgr.x.smithi102.stdout:Apr 15 14:39:28 smithi102 podman[78580]: 2024-04-15 14:39:28.498006372 +0000 UTC m=+0.018244969 image pull 259793512b732efd8e04a33aa28c6de3675c47d120bc226206521425d246003e quay.ceph.io/ceph-ci/ceph@sha256:55072b3f7eae2e3409906b98d09d882e1c3dc2a9205d85fd5f4c0bc62f82d163 2024-04-15T14:39:28.765 INFO:journalctl@ceph.mgr.x.smithi102.stdout:Apr 15 14:39:28 smithi102 podman[78580]: 2024-04-15 14:39:28.652749233 +0000 UTC m=+0.172987820 container create 7427787dd7cfd74cdbd4141f35b360265927b91cd06aa49951f41f752cb82551 (image=quay.ceph.io/ceph-ci/ceph@sha256:55072b3f7eae2e3409906b98d09d882e1c3dc2a9205d85fd5f4c0bc62f82d163, name=ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-x, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, ceph=True, CEPH_POINT_RELEASE=, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, GIT_BRANCH=HEAD, RELEASE=main-c2d8c31, org.label-schema.name=CentOS Stream 8 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240409, org.label-schema.schema-version=1.0, io.buildah.version=1.33.5, org.label-schema.vendor=CentOS, GIT_CLEAN=True) 2024-04-15T14:39:28.789 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:39:28 smithi016 ceph-mon[36548]: pgmap v33: 121 pgs: 121 active+clean; 167 MiB data, 850 MiB used, 714 GiB / 715 GiB avail; 4.3 MiB/s rd, 1.3 MiB/s wr, 9 op/s 2024-04-15T14:39:28.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:39:28 smithi016 ceph-mon[36548]: osdmap e228: 8 total, 8 up, 8 in 2024-04-15T14:39:28.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:39:28 smithi016 ceph-mon[27435]: pgmap v33: 121 pgs: 121 active+clean; 167 MiB data, 850 MiB used, 714 GiB / 715 GiB avail; 4.3 MiB/s rd, 1.3 MiB/s wr, 9 op/s 2024-04-15T14:39:28.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:39:28 smithi016 ceph-mon[27435]: osdmap e228: 8 total, 8 up, 8 in 2024-04-15T14:39:29.187 INFO:journalctl@ceph.mgr.x.smithi102.stdout:Apr 15 14:39:28 smithi102 podman[78580]: 2024-04-15 14:39:28.872060769 +0000 UTC m=+0.392299360 container init 7427787dd7cfd74cdbd4141f35b360265927b91cd06aa49951f41f752cb82551 (image=quay.ceph.io/ceph-ci/ceph@sha256:55072b3f7eae2e3409906b98d09d882e1c3dc2a9205d85fd5f4c0bc62f82d163, name=ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-x, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, io.buildah.version=1.33.5, RELEASE=main-c2d8c31, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 8 Base Image, ceph=True, org.label-schema.license=GPLv2, org.label-schema.build-date=20240409, GIT_CLEAN=True, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD) 2024-04-15T14:39:29.187 INFO:journalctl@ceph.mgr.x.smithi102.stdout:Apr 15 14:39:28 smithi102 podman[78580]: 2024-04-15 14:39:28.877198656 +0000 UTC m=+0.397437244 container start 7427787dd7cfd74cdbd4141f35b360265927b91cd06aa49951f41f752cb82551 (image=quay.ceph.io/ceph-ci/ceph@sha256:55072b3f7eae2e3409906b98d09d882e1c3dc2a9205d85fd5f4c0bc62f82d163, name=ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-x, RELEASE=main-c2d8c31, org.label-schema.name=CentOS Stream 8 Base Image, io.buildah.version=1.33.5, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240409, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, GIT_CLEAN=True, ceph=True, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2) 2024-04-15T14:39:29.187 INFO:journalctl@ceph.mgr.x.smithi102.stdout:Apr 15 14:39:28 smithi102 ceph-mgr[78617]: -- 172.21.15.102:0/1774793915 <== mon.1 v2:172.21.15.102:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x564ae8c785a0 con 0x564ae8c4d000 2024-04-15T14:39:29.187 INFO:journalctl@ceph.mgr.x.smithi102.stdout:Apr 15 14:39:28 smithi102 bash[78580]: 7427787dd7cfd74cdbd4141f35b360265927b91cd06aa49951f41f752cb82551 2024-04-15T14:39:29.187 INFO:journalctl@ceph.mgr.x.smithi102.stdout:Apr 15 14:39:28 smithi102 systemd[1]: Started Ceph mgr.x for 362ea986-fb34-11ee-bc8f-c7b262605968. 2024-04-15T14:39:29.522 INFO:tasks.rados.rados.0.smithi016.stdout:838: done (2 left) 2024-04-15T14:39:29.523 INFO:tasks.rados.rados.0.smithi016.stdout:839: copy_from oid 29 from oid 1 current snap is 82 2024-04-15T14:39:29.523 INFO:tasks.rados.rados.0.smithi016.stdout:833: expect (ObjNum 191 snap 55 seq_num 191) 2024-04-15T14:39:29.549 INFO:tasks.rados.rados.0.smithi016.stdout:836: finishing write tid 1 to smithi01678542-9 2024-04-15T14:39:29.549 INFO:tasks.rados.rados.0.smithi016.stdout:836: finishing write tid 2 to smithi01678542-9 2024-04-15T14:39:29.550 INFO:tasks.rados.rados.0.smithi016.stdout:836: finishing write tid 3 to smithi01678542-9 2024-04-15T14:39:29.550 INFO:tasks.rados.rados.0.smithi016.stdout:836: finishing write tid 4 to smithi01678542-9 2024-04-15T14:39:29.550 INFO:tasks.rados.rados.0.smithi016.stdout:836: finishing write tid 5 to smithi01678542-9 2024-04-15T14:39:29.550 INFO:tasks.rados.rados.0.smithi016.stdout:836: finishing write tid 6 to smithi01678542-9 2024-04-15T14:39:29.550 INFO:tasks.rados.rados.0.smithi016.stdout:836: oid 9 updating version 0 to 329 2024-04-15T14:39:29.550 INFO:tasks.rados.rados.0.smithi016.stdout:836: oid 9 updating version 329 to 333 2024-04-15T14:39:29.551 INFO:tasks.rados.rados.0.smithi016.stdout:836: oid 9 version 333 is already newer than 330 2024-04-15T14:39:29.551 INFO:tasks.rados.rados.0.smithi016.stdout:836: oid 9 version 333 is already newer than 331 2024-04-15T14:39:29.551 INFO:tasks.rados.rados.0.smithi016.stdout:836: oid 9 version 333 is already newer than 332 2024-04-15T14:39:29.551 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 9 v 333 (ObjNum 274 snap 82 seq_num 274) dirty exists 2024-04-15T14:39:29.551 INFO:tasks.rados.rados.0.smithi016.stdout:836: left oid 9 (ObjNum 274 snap 82 seq_num 274) 2024-04-15T14:39:29.551 INFO:tasks.rados.rados.0.smithi016.stdout:833: done (2 left) 2024-04-15T14:39:29.552 INFO:tasks.rados.rados.0.smithi016.stdout:836: done (1 left) 2024-04-15T14:39:29.552 INFO:tasks.rados.rados.0.smithi016.stdout:840: read oid 10 snap -1 2024-04-15T14:39:29.552 INFO:tasks.rados.rados.0.smithi016.stdout:840: expect (ObjNum 191 snap 55 seq_num 191) 2024-04-15T14:39:29.552 INFO:tasks.rados.rados.0.smithi016.stdout:841: copy_from oid 25 from oid 17 current snap is 82 2024-04-15T14:39:29.552 INFO:tasks.rados.rados.0.smithi016.stdout:839: finishing copy_from racing read to smithi01678542-29 2024-04-15T14:39:29.552 INFO:tasks.rados.rados.0.smithi016.stdout:839: finishing copy_from to smithi01678542-29 2024-04-15T14:39:29.552 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 29 v 376 (ObjNum 266 snap 80 seq_num 266) dirty exists 2024-04-15T14:39:29.553 INFO:tasks.rados.rados.0.smithi016.stdout:839: done (2 left) 2024-04-15T14:39:29.553 INFO:tasks.rados.rados.0.smithi016.stdout:842: delete oid 31 current snap is 82 2024-04-15T14:39:29.554 INFO:tasks.rados.rados.0.smithi016.stdout:842: done (2 left) 2024-04-15T14:39:29.554 INFO:tasks.rados.rados.0.smithi016.stdout:843: rollback oid 46 current snap is 82 2024-04-15T14:39:29.554 INFO:tasks.rados.rados.0.smithi016.stdout:rollback oid 46 to 34 2024-04-15T14:39:29.556 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 7 current snap is 82 2024-04-15T14:39:29.556 INFO:tasks.rados.rados.0.smithi016.stdout:844: seq_num 276 ranges {5341184=630784,5971968=671744,6643712=704512,7348224=229376} 2024-04-15T14:39:29.584 INFO:tasks.rados.rados.0.smithi016.stdout:844: writing smithi01678542-7 from 5341184 to 5971968 tid 1 2024-04-15T14:39:29.588 INFO:tasks.rados.rados.0.smithi016.stdout:844: writing smithi01678542-7 from 5971968 to 6643712 tid 2 2024-04-15T14:39:29.593 INFO:tasks.rados.rados.0.smithi016.stdout:844: writing smithi01678542-7 from 6643712 to 7348224 tid 3 2024-04-15T14:39:29.594 INFO:tasks.rados.rados.0.smithi016.stdout:844: writing smithi01678542-7 from 7348224 to 7577600 tid 4 2024-04-15T14:39:29.594 INFO:tasks.rados.rados.0.smithi016.stdout:845: copy_from oid 43 from oid 37 current snap is 82 2024-04-15T14:39:29.594 INFO:tasks.rados.rados.0.smithi016.stdout:840: expect (ObjNum 191 snap 55 seq_num 191) 2024-04-15T14:39:29.616 INFO:tasks.rados.rados.0.smithi016.stdout:843: finishing rollback tid 1 to smithi01678542-46 2024-04-15T14:39:29.616 INFO:tasks.rados.rados.0.smithi016.stdout:843: finishing rollback tid 2 to smithi01678542-46 2024-04-15T14:39:29.617 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 46 v 447 (ObjNum 45 snap 0 seq_num 45) dirty exists 2024-04-15T14:39:29.617 INFO:tasks.rados.rados.0.smithi016.stdout:841: finishing copy_from racing read to smithi01678542-25 2024-04-15T14:39:29.617 INFO:tasks.rados.rados.0.smithi016.stdout:841: finishing copy_from to smithi01678542-25 2024-04-15T14:39:29.617 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 25 v 212 (ObjNum 271 snap 82 seq_num 271) dirty exists 2024-04-15T14:39:29.617 INFO:tasks.rados.rados.0.smithi016.stdout:844: finishing write tid 1 to smithi01678542-7 2024-04-15T14:39:29.617 INFO:tasks.rados.rados.0.smithi016.stdout:844: finishing write tid 2 to smithi01678542-7 2024-04-15T14:39:29.617 INFO:tasks.rados.rados.0.smithi016.stdout:840: done (4 left) 2024-04-15T14:39:29.617 INFO:tasks.rados.rados.0.smithi016.stdout:841: done (3 left) 2024-04-15T14:39:29.617 INFO:tasks.rados.rados.0.smithi016.stdout:843: done (2 left) 2024-04-15T14:39:29.617 INFO:tasks.rados.rados.0.smithi016.stdout:846: snap_remove snap 78 2024-04-15T14:39:29.789 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:39:29 smithi016 ceph-mon[27435]: osdmap e229: 8 total, 8 up, 8 in 2024-04-15T14:39:29.789 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:39:29 smithi016 ceph-mon[27435]: from='mgr.15201 ' entity='mgr.y' 2024-04-15T14:39:29.789 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:39:29 smithi016 ceph-mon[27435]: from='mgr.15201 ' entity='mgr.y' 2024-04-15T14:39:29.789 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:39:29 smithi016 ceph-mon[27435]: from='mgr.15201 172.21.15.16:0/2410717947' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T14:39:29.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:39:29 smithi016 ceph-mon[36548]: osdmap e229: 8 total, 8 up, 8 in 2024-04-15T14:39:29.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:39:29 smithi016 ceph-mon[36548]: from='mgr.15201 ' entity='mgr.y' 2024-04-15T14:39:29.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:39:29 smithi016 ceph-mon[36548]: from='mgr.15201 ' entity='mgr.y' 2024-04-15T14:39:29.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:39:29 smithi016 ceph-mon[36548]: from='mgr.15201 172.21.15.16:0/2410717947' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T14:39:29.937 INFO:journalctl@ceph.mgr.x.smithi102.stdout:Apr 15 14:39:29 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-x[78594]: 2024-04-15T14:39:29.436+0000 7fb922b61200 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-04-15T14:39:29.937 INFO:journalctl@ceph.mgr.x.smithi102.stdout:Apr 15 14:39:29 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-x[78594]: 2024-04-15T14:39:29.543+0000 7fb922b61200 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-04-15T14:39:29.938 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:39:29 smithi102 ceph-mon[31017]: osdmap e229: 8 total, 8 up, 8 in 2024-04-15T14:39:29.938 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:39:29 smithi102 ceph-mon[31017]: from='mgr.15201 ' entity='mgr.y' 2024-04-15T14:39:29.938 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:39:29 smithi102 ceph-mon[31017]: from='mgr.15201 ' entity='mgr.y' 2024-04-15T14:39:29.938 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:39:29 smithi102 ceph-mon[31017]: from='mgr.15201 172.21.15.16:0/2410717947' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T14:39:30.519 INFO:journalctl@ceph.mgr.x.smithi102.stdout:Apr 15 14:39:30 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-x[78594]: 2024-04-15T14:39:30.261+0000 7fb922b61200 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-04-15T14:39:30.519 INFO:journalctl@ceph.mgr.x.smithi102.stdout:Apr 15 14:39:30 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-x[78594]: 2024-04-15T14:39:30.358+0000 7fb922b61200 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-04-15T14:39:30.519 INFO:journalctl@ceph.mgr.x.smithi102.stdout:Apr 15 14:39:30 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-x[78594]: 2024-04-15T14:39:30.504+0000 7fb922b61200 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-04-15T14:39:30.526 INFO:tasks.rados.rados.0.smithi016.stdout:846: done (2 left) 2024-04-15T14:39:30.527 INFO:tasks.rados.rados.0.smithi016.stdout:847: rollback oid 46 current snap is 82 2024-04-15T14:39:30.527 INFO:tasks.rados.rados.0.smithi016.stdout:rollback oid 46 to 80 2024-04-15T14:39:30.527 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 25 current snap is 82 2024-04-15T14:39:30.527 INFO:tasks.rados.rados.0.smithi016.stdout:848: seq_num 277 ranges {4063232=647168,4710400=557056,5267456=516096,5783552=532480} 2024-04-15T14:39:30.555 INFO:tasks.rados.rados.0.smithi016.stdout:848: writing smithi01678542-25 from 4063232 to 4710400 tid 1 2024-04-15T14:39:30.559 INFO:tasks.rados.rados.0.smithi016.stdout:848: writing smithi01678542-25 from 4710400 to 5267456 tid 2 2024-04-15T14:39:30.563 INFO:tasks.rados.rados.0.smithi016.stdout:848: writing smithi01678542-25 from 5267456 to 5783552 tid 3 2024-04-15T14:39:30.568 INFO:tasks.rados.rados.0.smithi016.stdout:848: writing smithi01678542-25 from 5783552 to 6316032 tid 4 2024-04-15T14:39:30.568 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 32 current snap is 82 2024-04-15T14:39:30.568 INFO:tasks.rados.rados.0.smithi016.stdout:845: finishing copy_from to smithi01678542-43 2024-04-15T14:39:30.568 INFO:tasks.rados.rados.0.smithi016.stdout:845: got expected ENOENT (src dne) 2024-04-15T14:39:30.568 INFO:tasks.rados.rados.0.smithi016.stdout:845: finishing copy_from racing read to smithi01678542-43 2024-04-15T14:39:30.568 INFO:tasks.rados.rados.0.smithi016.stdout:844: finishing write tid 3 to smithi01678542-7 2024-04-15T14:39:30.568 INFO:tasks.rados.rados.0.smithi016.stdout:844: finishing write tid 4 to smithi01678542-7 2024-04-15T14:39:30.568 INFO:tasks.rados.rados.0.smithi016.stdout:849: seq_num 278 ranges {1146880=663552,1810432=442368,2252800=720896,2973696=442368} 2024-04-15T14:39:30.579 INFO:tasks.rados.rados.0.smithi016.stdout:849: writing smithi01678542-32 from 1146880 to 1810432 tid 1 2024-04-15T14:39:30.582 INFO:tasks.rados.rados.0.smithi016.stdout:849: writing smithi01678542-32 from 1810432 to 2252800 tid 2 2024-04-15T14:39:30.588 INFO:tasks.rados.rados.0.smithi016.stdout:849: writing smithi01678542-32 from 2252800 to 2973696 tid 3 2024-04-15T14:39:30.592 INFO:tasks.rados.rados.0.smithi016.stdout:849: writing smithi01678542-32 from 2973696 to 3416064 tid 4 2024-04-15T14:39:30.592 INFO:tasks.rados.rados.0.smithi016.stdout:845: done (4 left) 2024-04-15T14:39:30.593 INFO:tasks.rados.rados.0.smithi016.stdout:850: snap_create 2024-04-15T14:39:30.593 INFO:tasks.rados.rados.0.smithi016.stdout:844: finishing write tid 5 to smithi01678542-7 2024-04-15T14:39:30.593 INFO:tasks.rados.rados.0.smithi016.stdout:844: finishing write tid 6 to smithi01678542-7 2024-04-15T14:39:30.593 INFO:tasks.rados.rados.0.smithi016.stdout:844: oid 7 updating version 0 to 141 2024-04-15T14:39:30.593 INFO:tasks.rados.rados.0.smithi016.stdout:844: oid 7 version 141 is already newer than 140 2024-04-15T14:39:30.593 INFO:tasks.rados.rados.0.smithi016.stdout:844: oid 7 version 141 is already newer than 139 2024-04-15T14:39:30.593 INFO:tasks.rados.rados.0.smithi016.stdout:844: oid 7 version 141 is already newer than 138 2024-04-15T14:39:30.593 INFO:tasks.rados.rados.0.smithi016.stdout:844: oid 7 updating version 141 to 142 2024-04-15T14:39:30.593 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 7 v 142 (ObjNum 276 snap 82 seq_num 276) dirty exists 2024-04-15T14:39:30.593 INFO:tasks.rados.rados.0.smithi016.stdout:844: left oid 7 (ObjNum 276 snap 82 seq_num 276) 2024-04-15T14:39:30.593 INFO:tasks.rados.rados.0.smithi016.stdout:847: finishing rollback tid 0 to smithi01678542-46 2024-04-15T14:39:30.593 INFO:tasks.rados.rados.0.smithi016.stdout:847: finishing rollback tid 1 to smithi01678542-46 2024-04-15T14:39:30.593 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 46 v 449 (ObjNum 33 snap 0 seq_num 3760654999) dirty dne 2024-04-15T14:39:30.594 INFO:tasks.rados.rados.0.smithi016.stdout:848: finishing write tid 1 to smithi01678542-25 2024-04-15T14:39:30.594 INFO:tasks.rados.rados.0.smithi016.stdout:848: finishing write tid 2 to smithi01678542-25 2024-04-15T14:39:30.594 INFO:tasks.rados.rados.0.smithi016.stdout:848: finishing write tid 3 to smithi01678542-25 2024-04-15T14:39:30.594 INFO:tasks.rados.rados.0.smithi016.stdout:848: finishing write tid 4 to smithi01678542-25 2024-04-15T14:39:30.594 INFO:tasks.rados.rados.0.smithi016.stdout:848: finishing write tid 5 to smithi01678542-25 2024-04-15T14:39:30.594 INFO:tasks.rados.rados.0.smithi016.stdout:848: finishing write tid 6 to smithi01678542-25 2024-04-15T14:39:30.594 INFO:tasks.rados.rados.0.smithi016.stdout:848: oid 25 updating version 0 to 329 2024-04-15T14:39:30.594 INFO:tasks.rados.rados.0.smithi016.stdout:848: oid 25 updating version 329 to 332 2024-04-15T14:39:30.595 INFO:tasks.rados.rados.0.smithi016.stdout:848: oid 25 version 332 is already newer than 330 2024-04-15T14:39:30.595 INFO:tasks.rados.rados.0.smithi016.stdout:848: oid 25 version 332 is already newer than 331 2024-04-15T14:39:30.595 INFO:tasks.rados.rados.0.smithi016.stdout:848: oid 25 updating version 332 to 333 2024-04-15T14:39:30.595 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 25 v 333 (ObjNum 277 snap 82 seq_num 277) dirty exists 2024-04-15T14:39:30.595 INFO:tasks.rados.rados.0.smithi016.stdout:848: left oid 25 (ObjNum 277 snap 82 seq_num 277) 2024-04-15T14:39:30.595 INFO:tasks.rados.rados.0.smithi016.stdout:849: finishing write tid 1 to smithi01678542-32 2024-04-15T14:39:30.595 INFO:tasks.rados.rados.0.smithi016.stdout:849: finishing write tid 2 to smithi01678542-32 2024-04-15T14:39:30.595 INFO:tasks.rados.rados.0.smithi016.stdout:849: finishing write tid 3 to smithi01678542-32 2024-04-15T14:39:30.596 INFO:tasks.rados.rados.0.smithi016.stdout:849: finishing write tid 4 to smithi01678542-32 2024-04-15T14:39:30.596 INFO:tasks.rados.rados.0.smithi016.stdout:849: finishing write tid 5 to smithi01678542-32 2024-04-15T14:39:30.597 INFO:tasks.rados.rados.0.smithi016.stdout:849: finishing write tid 6 to smithi01678542-32 2024-04-15T14:39:30.597 INFO:tasks.rados.rados.0.smithi016.stdout:849: oid 32 updating version 0 to 497 2024-04-15T14:39:30.597 INFO:tasks.rados.rados.0.smithi016.stdout:849: oid 32 version 497 is already newer than 495 2024-04-15T14:39:30.597 INFO:tasks.rados.rados.0.smithi016.stdout:849: oid 32 version 497 is already newer than 494 2024-04-15T14:39:30.597 INFO:tasks.rados.rados.0.smithi016.stdout:849: oid 32 version 497 is already newer than 496 2024-04-15T14:39:30.597 INFO:tasks.rados.rados.0.smithi016.stdout:849: oid 32 updating version 497 to 498 2024-04-15T14:39:30.597 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 32 v 498 (ObjNum 278 snap 82 seq_num 278) dirty exists 2024-04-15T14:39:30.597 INFO:tasks.rados.rados.0.smithi016.stdout:849: left oid 32 (ObjNum 278 snap 82 seq_num 278) 2024-04-15T14:39:30.753 INFO:teuthology.orchestra.run.smithi016.stdout:true 2024-04-15T14:39:30.789 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:39:30 smithi016 ceph-mon[36548]: pgmap v36: 121 pgs: 121 active+clean; 182 MiB data, 893 MiB used, 714 GiB / 715 GiB avail; 8.7 MiB/s rd, 3.9 MiB/s wr, 26 op/s 2024-04-15T14:39:30.789 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:39:30 smithi016 ceph-mon[36548]: osdmap e230: 8 total, 8 up, 8 in 2024-04-15T14:39:30.789 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:39:30 smithi016 ceph-mon[36548]: from='mgr.15201 ' entity='mgr.y' 2024-04-15T14:39:30.789 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:39:30 smithi016 ceph-mon[36548]: from='mgr.15201 ' entity='mgr.y' 2024-04-15T14:39:30.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:39:30 smithi016 ceph-mon[27435]: pgmap v36: 121 pgs: 121 active+clean; 182 MiB data, 893 MiB used, 714 GiB / 715 GiB avail; 8.7 MiB/s rd, 3.9 MiB/s wr, 26 op/s 2024-04-15T14:39:30.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:39:30 smithi016 ceph-mon[27435]: osdmap e230: 8 total, 8 up, 8 in 2024-04-15T14:39:30.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:39:30 smithi016 ceph-mon[27435]: from='mgr.15201 ' entity='mgr.y' 2024-04-15T14:39:30.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:39:30 smithi016 ceph-mon[27435]: from='mgr.15201 ' entity='mgr.y' 2024-04-15T14:39:30.937 INFO:journalctl@ceph.mgr.x.smithi102.stdout:Apr 15 14:39:30 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-x[78594]: 2024-04-15T14:39:30.619+0000 7fb922b61200 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-04-15T14:39:30.937 INFO:journalctl@ceph.mgr.x.smithi102.stdout:Apr 15 14:39:30 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-x[78594]: 2024-04-15T14:39:30.705+0000 7fb922b61200 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-04-15T14:39:30.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:39:30 smithi102 ceph-mon[31017]: pgmap v36: 121 pgs: 121 active+clean; 182 MiB data, 893 MiB used, 714 GiB / 715 GiB avail; 8.7 MiB/s rd, 3.9 MiB/s wr, 26 op/s 2024-04-15T14:39:30.938 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:39:30 smithi102 ceph-mon[31017]: osdmap e230: 8 total, 8 up, 8 in 2024-04-15T14:39:30.938 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:39:30 smithi102 ceph-mon[31017]: from='mgr.15201 ' entity='mgr.y' 2024-04-15T14:39:30.938 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:39:30 smithi102 ceph-mon[31017]: from='mgr.15201 ' entity='mgr.y' 2024-04-15T14:39:31.088 INFO:teuthology.orchestra.run.smithi016.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-04-15T14:39:31.088 INFO:teuthology.orchestra.run.smithi016.stdout:alertmanager.a smithi016 *:9093,9094 running (4m) 19s ago 4m 25.7M - 0.25.0 c8568f914cd2 bc85d1f32a92 2024-04-15T14:39:31.088 INFO:teuthology.orchestra.run.smithi016.stdout:grafana.a smithi102 *:3000 running (4m) 18s ago 4m 88.6M - 9.4.7 954c08fa6188 dfd3a2bac142 2024-04-15T14:39:31.088 INFO:teuthology.orchestra.run.smithi016.stdout:mds.a smithi016 running (6m) 19s ago 6m 16.9M - 18.2.2-1221-ge3fb05d5 aa4d2281650a 287f01435fb1 2024-04-15T14:39:31.089 INFO:teuthology.orchestra.run.smithi016.stdout:mds.b smithi102 running (6m) 18s ago 6m 14.1M - 18.2.2-1221-ge3fb05d5 aa4d2281650a 9ed1adb3241c 2024-04-15T14:39:31.089 INFO:teuthology.orchestra.run.smithi016.stdout:mgr.x smithi102 *:8443,9283,8765 starting - - - - 2024-04-15T14:39:31.089 INFO:teuthology.orchestra.run.smithi016.stdout:mgr.y smithi016 *:8443,9283,8765 running (34s) 19s ago 11m 476M - 19.0.0-3080-gc2d8c315 259793512b73 23b2f98a056a 2024-04-15T14:39:31.089 INFO:teuthology.orchestra.run.smithi016.stdout:mon.a smithi016 running (11m) 19s ago 11m 53.2M 2048M 18.2.2-1221-ge3fb05d5 aa4d2281650a 73d4ec97caf5 2024-04-15T14:39:31.089 INFO:teuthology.orchestra.run.smithi016.stdout:mon.b smithi102 running (10m) 18s ago 9m 46.6M 2048M 18.2.2-1221-ge3fb05d5 aa4d2281650a 07416040f229 2024-04-15T14:39:31.089 INFO:teuthology.orchestra.run.smithi016.stdout:mon.c smithi016 running (9m) 19s ago 9m 42.2M 2048M 18.2.2-1221-ge3fb05d5 aa4d2281650a c42afef2bc9e 2024-04-15T14:39:31.089 INFO:teuthology.orchestra.run.smithi016.stdout:node-exporter.a smithi016 *:9100 running (4m) 19s ago 4m 16.4M - 1.5.0 0da6a335fe13 8d0101b6e6e8 2024-04-15T14:39:31.089 INFO:teuthology.orchestra.run.smithi016.stdout:node-exporter.b smithi102 *:9100 running (4m) 18s ago 4m 15.9M - 1.5.0 0da6a335fe13 d83ffdf53df3 2024-04-15T14:39:31.089 INFO:teuthology.orchestra.run.smithi016.stdout:osd.0 smithi016 running (9m) 19s ago 9m 132M 2481M 18.2.2-1221-ge3fb05d5 aa4d2281650a ae127ce45e48 2024-04-15T14:39:31.089 INFO:teuthology.orchestra.run.smithi016.stdout:osd.1 smithi016 running (8m) 19s ago 8m 131M 2481M 18.2.2-1221-ge3fb05d5 aa4d2281650a 9239978ce644 2024-04-15T14:39:31.089 INFO:teuthology.orchestra.run.smithi016.stdout:osd.2 smithi016 running (8m) 19s ago 8m 120M 2481M 18.2.2-1221-ge3fb05d5 aa4d2281650a b55efe4e74b4 2024-04-15T14:39:31.089 INFO:teuthology.orchestra.run.smithi016.stdout:osd.3 smithi016 running (8m) 19s ago 7m 102M 2481M 18.2.2-1221-ge3fb05d5 aa4d2281650a b2684936efa6 2024-04-15T14:39:31.089 INFO:teuthology.orchestra.run.smithi016.stdout:osd.4 smithi102 running (7m) 18s ago 7m 141M 2480M 18.2.2-1221-ge3fb05d5 aa4d2281650a f863e36be995 2024-04-15T14:39:31.090 INFO:teuthology.orchestra.run.smithi016.stdout:osd.5 smithi102 running (7m) 18s ago 7m 124M 2480M 18.2.2-1221-ge3fb05d5 aa4d2281650a 64518f93c8c8 2024-04-15T14:39:31.090 INFO:teuthology.orchestra.run.smithi016.stdout:osd.6 smithi102 running (6m) 18s ago 6m 103M 2480M 18.2.2-1221-ge3fb05d5 aa4d2281650a a3993a86427e 2024-04-15T14:39:31.090 INFO:teuthology.orchestra.run.smithi016.stdout:osd.7 smithi102 running (6m) 18s ago 6m 91.2M 2480M 18.2.2-1221-ge3fb05d5 aa4d2281650a f9ac771a8a69 2024-04-15T14:39:31.090 INFO:teuthology.orchestra.run.smithi016.stdout:prometheus.a smithi102 *:9095 starting - - - - 2024-04-15T14:39:31.254 INFO:journalctl@ceph.mgr.x.smithi102.stdout:Apr 15 14:39:30 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-x[78594]: 2024-04-15T14:39:30.980+0000 7fb922b61200 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-04-15T14:39:31.254 INFO:journalctl@ceph.mgr.x.smithi102.stdout:Apr 15 14:39:31 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-x[78594]: 2024-04-15T14:39:31.098+0000 7fb922b61200 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-04-15T14:39:31.254 INFO:journalctl@ceph.mgr.x.smithi102.stdout:Apr 15 14:39:31 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-x[78594]: 2024-04-15T14:39:31.186+0000 7fb922b61200 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-04-15T14:39:31.502 INFO:teuthology.orchestra.run.smithi016.stdout:{ 2024-04-15T14:39:31.502 INFO:teuthology.orchestra.run.smithi016.stdout: "mon": { 2024-04-15T14:39:31.502 INFO:teuthology.orchestra.run.smithi016.stdout: "ceph version 18.2.2-1221-ge3fb05d5 (e3fb05d5e6da84b5c44db3f3051c4d242f9809c1) reef (stable)": 3 2024-04-15T14:39:31.502 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-04-15T14:39:31.502 INFO:teuthology.orchestra.run.smithi016.stdout: "mgr": { 2024-04-15T14:39:31.502 INFO:teuthology.orchestra.run.smithi016.stdout: "ceph version 19.0.0-3080-gc2d8c315 (c2d8c3155d854ee204cb7c7261232571229d1d54) squid (dev)": 2 2024-04-15T14:39:31.502 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-04-15T14:39:31.502 INFO:teuthology.orchestra.run.smithi016.stdout: "osd": { 2024-04-15T14:39:31.503 INFO:teuthology.orchestra.run.smithi016.stdout: "ceph version 18.2.2-1221-ge3fb05d5 (e3fb05d5e6da84b5c44db3f3051c4d242f9809c1) reef (stable)": 8 2024-04-15T14:39:31.503 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-04-15T14:39:31.503 INFO:teuthology.orchestra.run.smithi016.stdout: "mds": { 2024-04-15T14:39:31.503 INFO:teuthology.orchestra.run.smithi016.stdout: "ceph version 18.2.2-1221-ge3fb05d5 (e3fb05d5e6da84b5c44db3f3051c4d242f9809c1) reef (stable)": 2 2024-04-15T14:39:31.503 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-04-15T14:39:31.503 INFO:teuthology.orchestra.run.smithi016.stdout: "overall": { 2024-04-15T14:39:31.503 INFO:teuthology.orchestra.run.smithi016.stdout: "ceph version 18.2.2-1221-ge3fb05d5 (e3fb05d5e6da84b5c44db3f3051c4d242f9809c1) reef (stable)": 13, 2024-04-15T14:39:31.503 INFO:teuthology.orchestra.run.smithi016.stdout: "ceph version 19.0.0-3080-gc2d8c315 (c2d8c3155d854ee204cb7c7261232571229d1d54) squid (dev)": 2 2024-04-15T14:39:31.503 INFO:teuthology.orchestra.run.smithi016.stdout: } 2024-04-15T14:39:31.503 INFO:teuthology.orchestra.run.smithi016.stdout:} 2024-04-15T14:39:31.527 INFO:journalctl@ceph.mgr.x.smithi102.stdout:Apr 15 14:39:31 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-x[78594]: 2024-04-15T14:39:31.288+0000 7fb922b61200 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-04-15T14:39:31.527 INFO:journalctl@ceph.mgr.x.smithi102.stdout:Apr 15 14:39:31 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-x[78594]: 2024-04-15T14:39:31.471+0000 7fb922b61200 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-04-15T14:39:31.531 INFO:tasks.rados.rados.0.smithi016.stdout:844: done (4 left) 2024-04-15T14:39:31.531 INFO:tasks.rados.rados.0.smithi016.stdout:847: done (3 left) 2024-04-15T14:39:31.531 INFO:tasks.rados.rados.0.smithi016.stdout:848: done (2 left) 2024-04-15T14:39:31.531 INFO:tasks.rados.rados.0.smithi016.stdout:849: done (1 left) 2024-04-15T14:39:31.531 INFO:tasks.rados.rados.0.smithi016.stdout:850: done (0 left) 2024-04-15T14:39:31.531 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 45 current snap is 83 2024-04-15T14:39:31.532 INFO:tasks.rados.rados.0.smithi016.stdout:851: seq_num 279 ranges {4464640=679936,5144576=720896,5865472=483328,6348800=401408} 2024-04-15T14:39:31.559 INFO:tasks.rados.rados.0.smithi016.stdout:851: writing smithi01678542-45 from 4464640 to 5144576 tid 1 2024-04-15T14:39:31.563 INFO:tasks.rados.rados.0.smithi016.stdout:851: writing smithi01678542-45 from 5144576 to 5865472 tid 2 2024-04-15T14:39:31.566 INFO:tasks.rados.rados.0.smithi016.stdout:851: writing smithi01678542-45 from 5865472 to 6348800 tid 3 2024-04-15T14:39:31.569 INFO:tasks.rados.rados.0.smithi016.stdout:851: writing smithi01678542-45 from 6348800 to 6750208 tid 4 2024-04-15T14:39:31.569 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 10 current snap is 83 2024-04-15T14:39:31.569 INFO:tasks.rados.rados.0.smithi016.stdout:851: finishing write tid 1 to smithi01678542-45 2024-04-15T14:39:31.569 INFO:tasks.rados.rados.0.smithi016.stdout:852: seq_num 280 ranges {802816=696320,1499136=606208,2105344=688128,2793472=311296} 2024-04-15T14:39:31.577 INFO:tasks.rados.rados.0.smithi016.stdout:852: writing smithi01678542-10 from 802816 to 1499136 tid 1 2024-04-15T14:39:31.580 INFO:tasks.rados.rados.0.smithi016.stdout:852: writing smithi01678542-10 from 1499136 to 2105344 tid 2 2024-04-15T14:39:31.584 INFO:tasks.rados.rados.0.smithi016.stdout:852: writing smithi01678542-10 from 2105344 to 2793472 tid 3 2024-04-15T14:39:31.587 INFO:tasks.rados.rados.0.smithi016.stdout:852: writing smithi01678542-10 from 2793472 to 3104768 tid 4 2024-04-15T14:39:31.587 INFO:tasks.rados.rados.0.smithi016.stdout:853: delete oid 7 current snap is 83 2024-04-15T14:39:31.587 INFO:tasks.rados.rados.0.smithi016.stdout:851: finishing write tid 2 to smithi01678542-45 2024-04-15T14:39:31.587 INFO:tasks.rados.rados.0.smithi016.stdout:851: finishing write tid 3 to smithi01678542-45 2024-04-15T14:39:31.587 INFO:tasks.rados.rados.0.smithi016.stdout:851: finishing write tid 4 to smithi01678542-45 2024-04-15T14:39:31.587 INFO:tasks.rados.rados.0.smithi016.stdout:851: finishing write tid 5 to smithi01678542-45 2024-04-15T14:39:31.588 INFO:tasks.rados.rados.0.smithi016.stdout:851: finishing write tid 6 to smithi01678542-45 2024-04-15T14:39:31.588 INFO:tasks.rados.rados.0.smithi016.stdout:851: oid 45 updating version 0 to 210 2024-04-15T14:39:31.588 INFO:tasks.rados.rados.0.smithi016.stdout:851: oid 45 version 210 is already newer than 209 2024-04-15T14:39:31.588 INFO:tasks.rados.rados.0.smithi016.stdout:851: oid 45 version 210 is already newer than 207 2024-04-15T14:39:31.588 INFO:tasks.rados.rados.0.smithi016.stdout:851: oid 45 version 210 is already newer than 206 2024-04-15T14:39:31.588 INFO:tasks.rados.rados.0.smithi016.stdout:851: oid 45 version 210 is already newer than 208 2024-04-15T14:39:31.588 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 45 v 210 (ObjNum 279 snap 83 seq_num 279) dirty exists 2024-04-15T14:39:31.588 INFO:tasks.rados.rados.0.smithi016.stdout:851: left oid 45 (ObjNum 279 snap 83 seq_num 279) 2024-04-15T14:39:31.588 INFO:tasks.rados.rados.0.smithi016.stdout:852: finishing write tid 1 to smithi01678542-10 2024-04-15T14:39:31.588 INFO:tasks.rados.rados.0.smithi016.stdout:852: finishing write tid 2 to smithi01678542-10 2024-04-15T14:39:31.588 INFO:tasks.rados.rados.0.smithi016.stdout:852: finishing write tid 3 to smithi01678542-10 2024-04-15T14:39:31.589 INFO:tasks.rados.rados.0.smithi016.stdout:852: finishing write tid 4 to smithi01678542-10 2024-04-15T14:39:31.590 INFO:tasks.rados.rados.0.smithi016.stdout:851: done (2 left) 2024-04-15T14:39:31.591 INFO:tasks.rados.rados.0.smithi016.stdout:853: done (1 left) 2024-04-15T14:39:31.591 INFO:tasks.rados.rados.0.smithi016.stdout:854: rmattr oid 20 current snap is 83 2024-04-15T14:39:31.591 INFO:tasks.rados.rados.0.smithi016.stdout:854: done (1 left) 2024-04-15T14:39:31.591 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 24 current snap is 83 2024-04-15T14:39:31.591 INFO:tasks.rados.rados.0.smithi016.stdout:855: seq_num 282 ranges {1597440=729088,2326528=425984,2752512=704512,3457024=475136} 2024-04-15T14:39:31.603 INFO:tasks.rados.rados.0.smithi016.stdout:855: writing smithi01678542-24 from 1597440 to 2326528 tid 1 2024-04-15T14:39:31.605 INFO:tasks.rados.rados.0.smithi016.stdout:855: writing smithi01678542-24 from 2326528 to 2752512 tid 2 2024-04-15T14:39:31.609 INFO:tasks.rados.rados.0.smithi016.stdout:855: writing smithi01678542-24 from 2752512 to 3457024 tid 3 2024-04-15T14:39:31.612 INFO:tasks.rados.rados.0.smithi016.stdout:855: writing smithi01678542-24 from 3457024 to 3932160 tid 4 2024-04-15T14:39:31.612 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 37 current snap is 83 2024-04-15T14:39:31.612 INFO:tasks.rados.rados.0.smithi016.stdout:852: finishing write tid 5 to smithi01678542-10 2024-04-15T14:39:31.613 INFO:tasks.rados.rados.0.smithi016.stdout:852: finishing write tid 6 to smithi01678542-10 2024-04-15T14:39:31.613 INFO:tasks.rados.rados.0.smithi016.stdout:852: oid 10 updating version 0 to 455 2024-04-15T14:39:31.613 INFO:tasks.rados.rados.0.smithi016.stdout:852: oid 10 version 455 is already newer than 451 2024-04-15T14:39:31.613 INFO:tasks.rados.rados.0.smithi016.stdout:852: oid 10 version 455 is already newer than 454 2024-04-15T14:39:31.613 INFO:tasks.rados.rados.0.smithi016.stdout:852: oid 10 version 455 is already newer than 452 2024-04-15T14:39:31.613 INFO:tasks.rados.rados.0.smithi016.stdout:852: oid 10 version 455 is already newer than 453 2024-04-15T14:39:31.613 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 10 v 455 (ObjNum 280 snap 83 seq_num 280) dirty exists 2024-04-15T14:39:31.613 INFO:tasks.rados.rados.0.smithi016.stdout:852: left oid 10 (ObjNum 280 snap 83 seq_num 280) 2024-04-15T14:39:31.613 INFO:tasks.rados.rados.0.smithi016.stdout:855: finishing write tid 1 to smithi01678542-24 2024-04-15T14:39:31.613 INFO:tasks.rados.rados.0.smithi016.stdout:855: finishing write tid 2 to smithi01678542-24 2024-04-15T14:39:31.613 INFO:tasks.rados.rados.0.smithi016.stdout:855: finishing write tid 3 to smithi01678542-24 2024-04-15T14:39:31.613 INFO:tasks.rados.rados.0.smithi016.stdout:856: seq_num 283 ranges {0=745472,745472=712704,1458176=458752,1916928=434176} 2024-04-15T14:39:31.616 INFO:tasks.rados.rados.0.smithi016.stdout:856: writing smithi01678542-37 from 0 to 745472 tid 1 2024-04-15T14:39:31.620 INFO:tasks.rados.rados.0.smithi016.stdout:856: writing smithi01678542-37 from 745472 to 1458176 tid 2 2024-04-15T14:39:31.623 INFO:tasks.rados.rados.0.smithi016.stdout:856: writing smithi01678542-37 from 1458176 to 1916928 tid 3 2024-04-15T14:39:31.626 INFO:tasks.rados.rados.0.smithi016.stdout:856: writing smithi01678542-37 from 1916928 to 2351104 tid 4 2024-04-15T14:39:31.626 INFO:tasks.rados.rados.0.smithi016.stdout:852: done (2 left) 2024-04-15T14:39:31.626 INFO:tasks.rados.rados.0.smithi016.stdout:857: delete oid 20 current snap is 83 2024-04-15T14:39:31.626 INFO:tasks.rados.rados.0.smithi016.stdout:855: finishing write tid 4 to smithi01678542-24 2024-04-15T14:39:31.626 INFO:tasks.rados.rados.0.smithi016.stdout:855: finishing write tid 5 to smithi01678542-24 2024-04-15T14:39:31.627 INFO:tasks.rados.rados.0.smithi016.stdout:855: finishing write tid 6 to smithi01678542-24 2024-04-15T14:39:31.627 INFO:tasks.rados.rados.0.smithi016.stdout:855: oid 24 updating version 0 to 347 2024-04-15T14:39:31.627 INFO:tasks.rados.rados.0.smithi016.stdout:855: oid 24 version 347 is already newer than 343 2024-04-15T14:39:31.627 INFO:tasks.rados.rados.0.smithi016.stdout:855: oid 24 version 347 is already newer than 344 2024-04-15T14:39:31.627 INFO:tasks.rados.rados.0.smithi016.stdout:855: oid 24 version 347 is already newer than 345 2024-04-15T14:39:31.627 INFO:tasks.rados.rados.0.smithi016.stdout:855: oid 24 version 347 is already newer than 346 2024-04-15T14:39:31.627 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 24 v 347 (ObjNum 282 snap 83 seq_num 282) dirty exists 2024-04-15T14:39:31.627 INFO:tasks.rados.rados.0.smithi016.stdout:855: left oid 24 (ObjNum 282 snap 83 seq_num 282) 2024-04-15T14:39:31.627 INFO:tasks.rados.rados.0.smithi016.stdout:856: finishing write tid 1 to smithi01678542-37 2024-04-15T14:39:31.627 INFO:tasks.rados.rados.0.smithi016.stdout:856: finishing write tid 2 to smithi01678542-37 2024-04-15T14:39:31.627 INFO:tasks.rados.rados.0.smithi016.stdout:856: finishing write tid 3 to smithi01678542-37 2024-04-15T14:39:31.628 INFO:tasks.rados.rados.0.smithi016.stdout:856: finishing write tid 4 to smithi01678542-37 2024-04-15T14:39:31.628 INFO:tasks.rados.rados.0.smithi016.stdout:856: finishing write tid 5 to smithi01678542-37 2024-04-15T14:39:31.629 INFO:tasks.rados.rados.0.smithi016.stdout:855: done (2 left) 2024-04-15T14:39:31.629 INFO:tasks.rados.rados.0.smithi016.stdout:857: done (1 left) 2024-04-15T14:39:31.630 INFO:tasks.rados.rados.0.smithi016.stdout:858: snap_create 2024-04-15T14:39:31.630 INFO:tasks.rados.rados.0.smithi016.stdout:856: finishing write tid 6 to smithi01678542-37 2024-04-15T14:39:31.630 INFO:tasks.rados.rados.0.smithi016.stdout:856: oid 37 updating version 0 to 458 2024-04-15T14:39:31.630 INFO:tasks.rados.rados.0.smithi016.stdout:856: oid 37 updating version 458 to 459 2024-04-15T14:39:31.630 INFO:tasks.rados.rados.0.smithi016.stdout:856: oid 37 version 459 is already newer than 457 2024-04-15T14:39:31.630 INFO:tasks.rados.rados.0.smithi016.stdout:856: oid 37 version 459 is already newer than 456 2024-04-15T14:39:31.630 INFO:tasks.rados.rados.0.smithi016.stdout:856: oid 37 updating version 459 to 460 2024-04-15T14:39:31.630 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 37 v 460 (ObjNum 283 snap 83 seq_num 283) dirty exists 2024-04-15T14:39:31.630 INFO:tasks.rados.rados.0.smithi016.stdout:856: left oid 37 (ObjNum 283 snap 83 seq_num 283) 2024-04-15T14:39:31.780 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:39:31 smithi016 ceph-mon[27435]: osdmap e231: 8 total, 8 up, 8 in 2024-04-15T14:39:31.780 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:39:31 smithi016 ceph-mon[27435]: from='client.15285 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-15T14:39:31.780 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:39:31 smithi016 ceph-mon[27435]: from='client.15291 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-15T14:39:31.780 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:39:31 smithi016 ceph-mon[27435]: from='client.? 172.21.15.16:0/598722240' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T14:39:31.780 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:39:31 smithi016 ceph-mon[36548]: osdmap e231: 8 total, 8 up, 8 in 2024-04-15T14:39:31.781 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:39:31 smithi016 ceph-mon[36548]: from='client.15285 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-15T14:39:31.781 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:39:31 smithi016 ceph-mon[36548]: from='client.15291 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-15T14:39:31.781 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:39:31 smithi016 ceph-mon[36548]: from='client.? 172.21.15.16:0/598722240' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T14:39:31.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:39:31 smithi102 ceph-mon[31017]: osdmap e231: 8 total, 8 up, 8 in 2024-04-15T14:39:31.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:39:31 smithi102 ceph-mon[31017]: from='client.15285 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-15T14:39:31.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:39:31 smithi102 ceph-mon[31017]: from='client.15291 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-15T14:39:31.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:39:31 smithi102 ceph-mon[31017]: from='client.? 172.21.15.16:0/598722240' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T14:39:32.039 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 15 14:39:31 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-y[81421]: ::ffff:172.21.15.102 - - [15/Apr/2024:14:39:31] "GET /metrics HTTP/1.1" 200 36078 "" "Prometheus/2.43.0" 2024-04-15T14:39:32.532 INFO:tasks.rados.rados.0.smithi016.stdout:856: done (1 left) 2024-04-15T14:39:32.532 INFO:tasks.rados.rados.0.smithi016.stdout:858: done (0 left) 2024-04-15T14:39:32.532 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 13 current snap is 84 2024-04-15T14:39:32.533 INFO:tasks.rados.rados.0.smithi016.stdout:859: seq_num 285 ranges {3514368=778240,4292608=475136,4767744=475136,5242880=655360} 2024-04-15T14:39:32.556 INFO:tasks.rados.rados.0.smithi016.stdout:859: writing smithi01678542-13 from 3514368 to 4292608 tid 1 2024-04-15T14:39:32.558 INFO:tasks.rados.rados.0.smithi016.stdout:859: writing smithi01678542-13 from 4292608 to 4767744 tid 2 2024-04-15T14:39:32.562 INFO:tasks.rados.rados.0.smithi016.stdout:859: writing smithi01678542-13 from 4767744 to 5242880 tid 3 2024-04-15T14:39:32.566 INFO:tasks.rados.rados.0.smithi016.stdout:859: writing smithi01678542-13 from 5242880 to 5898240 tid 4 2024-04-15T14:39:32.566 INFO:tasks.rados.rados.0.smithi016.stdout:860: delete oid 50 current snap is 84 2024-04-15T14:39:32.566 INFO:tasks.rados.rados.0.smithi016.stdout:859: finishing write tid 1 to smithi01678542-13 2024-04-15T14:39:32.566 INFO:tasks.rados.rados.0.smithi016.stdout:859: finishing write tid 2 to smithi01678542-13 2024-04-15T14:39:32.566 INFO:tasks.rados.rados.0.smithi016.stdout:859: finishing write tid 3 to smithi01678542-13 2024-04-15T14:39:32.569 INFO:tasks.rados.rados.0.smithi016.stdout:860: done (1 left) 2024-04-15T14:39:32.569 INFO:tasks.rados.rados.0.smithi016.stdout:861: rollback oid 21 current snap is 84 2024-04-15T14:39:32.569 INFO:tasks.rados.rados.0.smithi016.stdout:rollback oid 21 to 34 2024-04-15T14:39:32.569 INFO:tasks.rados.rados.0.smithi016.stdout:862: snap_remove snap 42 2024-04-15T14:39:32.672 INFO:journalctl@ceph.mgr.x.smithi102.stdout:Apr 15 14:39:32 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-x[78594]: 2024-04-15T14:39:32.528+0000 7fb922b61200 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-04-15T14:39:32.673 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:39:32 smithi102 ceph-mon[31017]: pgmap v39: 121 pgs: 121 active+clean; 182 MiB data, 893 MiB used, 714 GiB / 715 GiB avail; 8.7 MiB/s rd, 3.9 MiB/s wr, 26 op/s 2024-04-15T14:39:32.673 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:39:32 smithi102 ceph-mon[31017]: osdmap e232: 8 total, 8 up, 8 in 2024-04-15T14:39:32.789 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:39:32 smithi016 ceph-mon[36548]: pgmap v39: 121 pgs: 121 active+clean; 182 MiB data, 893 MiB used, 714 GiB / 715 GiB avail; 8.7 MiB/s rd, 3.9 MiB/s wr, 26 op/s 2024-04-15T14:39:32.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:39:32 smithi016 ceph-mon[36548]: osdmap e232: 8 total, 8 up, 8 in 2024-04-15T14:39:32.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:39:32 smithi016 ceph-mon[27435]: pgmap v39: 121 pgs: 121 active+clean; 182 MiB data, 893 MiB used, 714 GiB / 715 GiB avail; 8.7 MiB/s rd, 3.9 MiB/s wr, 26 op/s 2024-04-15T14:39:32.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:39:32 smithi016 ceph-mon[27435]: osdmap e232: 8 total, 8 up, 8 in 2024-04-15T14:39:32.937 INFO:journalctl@ceph.mgr.x.smithi102.stdout:Apr 15 14:39:32 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-x[78594]: 2024-04-15T14:39:32.670+0000 7fb922b61200 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-04-15T14:39:33.303 INFO:journalctl@ceph.mgr.x.smithi102.stdout:Apr 15 14:39:33 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-x[78594]: 2024-04-15T14:39:33.017+0000 7fb922b61200 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-04-15T14:39:33.303 INFO:journalctl@ceph.mgr.x.smithi102.stdout:Apr 15 14:39:33 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-x[78594]: 2024-04-15T14:39:33.110+0000 7fb922b61200 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-04-15T14:39:33.545 INFO:tasks.rados.rados.0.smithi016.stdout:859: finishing write tid 4 to smithi01678542-13 2024-04-15T14:39:33.545 INFO:tasks.rados.rados.0.smithi016.stdout:859: finishing write tid 5 to smithi01678542-13 2024-04-15T14:39:33.545 INFO:tasks.rados.rados.0.smithi016.stdout:859: finishing write tid 6 to smithi01678542-13 2024-04-15T14:39:33.545 INFO:tasks.rados.rados.0.smithi016.stdout:859: oid 13 updating version 0 to 339 2024-04-15T14:39:33.546 INFO:tasks.rados.rados.0.smithi016.stdout:859: oid 13 version 339 is already newer than 336 2024-04-15T14:39:33.546 INFO:tasks.rados.rados.0.smithi016.stdout:859: oid 13 version 339 is already newer than 338 2024-04-15T14:39:33.546 INFO:tasks.rados.rados.0.smithi016.stdout:859: oid 13 version 339 is already newer than 335 2024-04-15T14:39:33.546 INFO:tasks.rados.rados.0.smithi016.stdout:859: oid 13 version 339 is already newer than 337 2024-04-15T14:39:33.546 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 13 v 339 (ObjNum 285 snap 84 seq_num 285) dirty exists 2024-04-15T14:39:33.546 INFO:tasks.rados.rados.0.smithi016.stdout:859: left oid 13 (ObjNum 285 snap 84 seq_num 285) 2024-04-15T14:39:33.546 INFO:tasks.rados.rados.0.smithi016.stdout:861: finishing rollback tid 0 to smithi01678542-21 2024-04-15T14:39:33.546 INFO:tasks.rados.rados.0.smithi016.stdout:861: finishing rollback tid 1 to smithi01678542-21 2024-04-15T14:39:33.546 INFO:tasks.rados.rados.0.smithi016.stdout:861: finishing rollback tid 2 to smithi01678542-21 2024-04-15T14:39:33.546 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 21 v 524 (ObjNum 121 snap 34 seq_num 121) dirty exists 2024-04-15T14:39:33.546 INFO:tasks.rados.rados.0.smithi016.stdout:859: done (2 left) 2024-04-15T14:39:33.546 INFO:tasks.rados.rados.0.smithi016.stdout:861: done (1 left) 2024-04-15T14:39:33.546 INFO:tasks.rados.rados.0.smithi016.stdout:862: done (0 left) 2024-04-15T14:39:33.547 INFO:tasks.rados.rados.0.smithi016.stdout:863: snap_create 2024-04-15T14:39:33.690 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:39:33 smithi102 ceph-mon[31017]: osdmap e233: 8 total, 8 up, 8 in 2024-04-15T14:39:33.691 INFO:journalctl@ceph.mgr.x.smithi102.stdout:Apr 15 14:39:33 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-x[78594]: 2024-04-15T14:39:33.333+0000 7fb922b61200 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-04-15T14:39:33.691 INFO:journalctl@ceph.mgr.x.smithi102.stdout:Apr 15 14:39:33 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-x[78594]: 2024-04-15T14:39:33.525+0000 7fb922b61200 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-04-15T14:39:33.691 INFO:journalctl@ceph.prometheus.a.smithi102.stdout:Apr 15 14:39:33 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-prometheus-a[78028]: ts=2024-04-15T14:39:33.505Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi016\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi016\", job=\"node\", machine=\"x86_64\", nodename=\"smithi016\", release=\"5.14.0-438.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Apr 12 13:55:21 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"362ea986-fb34-11ee-bc8f-c7b262605968\", domainname=\"(none)\", instance=\"smithi016\", job=\"node\", machine=\"x86_64\", nodename=\"smithi016\", release=\"5.14.0-438.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Apr 12 13:55:21 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T14:39:34.039 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:39:33 smithi016 ceph-mon[27435]: osdmap e233: 8 total, 8 up, 8 in 2024-04-15T14:39:34.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:39:33 smithi016 ceph-mon[36548]: osdmap e233: 8 total, 8 up, 8 in 2024-04-15T14:39:34.120 INFO:journalctl@ceph.mgr.x.smithi102.stdout:Apr 15 14:39:33 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-x[78594]: 2024-04-15T14:39:33.849+0000 7fb922b61200 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-04-15T14:39:34.437 INFO:journalctl@ceph.mgr.x.smithi102.stdout:Apr 15 14:39:34 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-x[78594]: 2024-04-15T14:39:34.118+0000 7fb922b61200 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-04-15T14:39:34.437 INFO:journalctl@ceph.mgr.x.smithi102.stdout:Apr 15 14:39:34 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-x[78594]: 2024-04-15T14:39:34.367+0000 7fb922b61200 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-04-15T14:39:34.479 INFO:tasks.rados.rados.0.smithi016.stdout:863: done (0 left) 2024-04-15T14:39:34.479 INFO:tasks.rados.rados.0.smithi016.stdout:864: read oid 46 snap -1 2024-04-15T14:39:34.479 INFO:tasks.rados.rados.0.smithi016.stdout:864: expect deleted 2024-04-15T14:39:34.479 INFO:tasks.rados.rados.0.smithi016.stdout:865: read oid 12 snap -1 2024-04-15T14:39:34.479 INFO:tasks.rados.rados.0.smithi016.stdout:865: expect deleted 2024-04-15T14:39:34.479 INFO:tasks.rados.rados.0.smithi016.stdout:866: read oid 29 snap -1 2024-04-15T14:39:34.480 INFO:tasks.rados.rados.0.smithi016.stdout:866: expect (ObjNum 266 snap 80 seq_num 266) 2024-04-15T14:39:34.480 INFO:tasks.rados.rados.0.smithi016.stdout:867: snap_remove snap 71 2024-04-15T14:39:34.789 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:39:34 smithi016 ceph-mon[36548]: pgmap v42: 121 pgs: 121 active+clean; 185 MiB data, 903 MiB used, 714 GiB / 715 GiB avail; 255 B/s rd, 558 KiB/s wr, 1 op/s 2024-04-15T14:39:34.789 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:39:34 smithi016 ceph-mon[36548]: osdmap e234: 8 total, 8 up, 8 in 2024-04-15T14:39:34.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:39:34 smithi016 ceph-mon[36548]: from='mgr.15201 ' entity='mgr.y' 2024-04-15T14:39:34.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:39:34 smithi016 ceph-mon[36548]: from='mgr.15201 ' entity='mgr.y' 2024-04-15T14:39:34.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:39:34 smithi016 ceph-mon[36548]: osdmap e235: 8 total, 8 up, 8 in 2024-04-15T14:39:34.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:39:34 smithi016 ceph-mon[27435]: pgmap v42: 121 pgs: 121 active+clean; 185 MiB data, 903 MiB used, 714 GiB / 715 GiB avail; 255 B/s rd, 558 KiB/s wr, 1 op/s 2024-04-15T14:39:34.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:39:34 smithi016 ceph-mon[27435]: osdmap e234: 8 total, 8 up, 8 in 2024-04-15T14:39:34.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:39:34 smithi016 ceph-mon[27435]: from='mgr.15201 ' entity='mgr.y' 2024-04-15T14:39:34.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:39:34 smithi016 ceph-mon[27435]: from='mgr.15201 ' entity='mgr.y' 2024-04-15T14:39:34.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:39:34 smithi016 ceph-mon[27435]: osdmap e235: 8 total, 8 up, 8 in 2024-04-15T14:39:34.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:39:34 smithi102 ceph-mon[31017]: pgmap v42: 121 pgs: 121 active+clean; 185 MiB data, 903 MiB used, 714 GiB / 715 GiB avail; 255 B/s rd, 558 KiB/s wr, 1 op/s 2024-04-15T14:39:34.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:39:34 smithi102 ceph-mon[31017]: osdmap e234: 8 total, 8 up, 8 in 2024-04-15T14:39:34.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:39:34 smithi102 ceph-mon[31017]: from='mgr.15201 ' entity='mgr.y' 2024-04-15T14:39:34.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:39:34 smithi102 ceph-mon[31017]: from='mgr.15201 ' entity='mgr.y' 2024-04-15T14:39:34.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:39:34 smithi102 ceph-mon[31017]: osdmap e235: 8 total, 8 up, 8 in 2024-04-15T14:39:35.483 INFO:tasks.rados.rados.0.smithi016.stdout:867: done (3 left) 2024-04-15T14:39:35.483 INFO:tasks.rados.rados.0.smithi016.stdout:868: setattr oid 42 current snap is 85 2024-04-15T14:39:35.484 INFO:tasks.rados.rados.0.smithi016.stdout:866: expect (ObjNum 266 snap 80 seq_num 266) 2024-04-15T14:39:35.547 INFO:tasks.rados.rados.0.smithi016.stdout:864: done (3 left) 2024-04-15T14:39:35.547 INFO:tasks.rados.rados.0.smithi016.stdout:865: done (2 left) 2024-04-15T14:39:35.548 INFO:tasks.rados.rados.0.smithi016.stdout:866: done (1 left) 2024-04-15T14:39:35.548 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 12 current snap is 85 2024-04-15T14:39:35.548 INFO:tasks.rados.rados.0.smithi016.stdout:869: seq_num 287 ranges {0=8192} 2024-04-15T14:39:35.548 INFO:tasks.rados.rados.0.smithi016.stdout:869: writing smithi01678542-12 from 0 to 8192 tid 1 2024-04-15T14:39:35.548 INFO:tasks.rados.rados.0.smithi016.stdout:870: read oid 21 snap 80 2024-04-15T14:39:35.548 INFO:tasks.rados.rados.0.smithi016.stdout:870: expect (ObjNum 237 snap 67 seq_num 237) 2024-04-15T14:39:35.548 INFO:tasks.rados.rados.0.smithi016.stdout:871: read oid 50 snap -1 2024-04-15T14:39:35.548 INFO:tasks.rados.rados.0.smithi016.stdout:871: expect deleted 2024-04-15T14:39:35.548 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 32 current snap is 85 2024-04-15T14:39:35.548 INFO:tasks.rados.rados.0.smithi016.stdout:872: seq_num 288 ranges {3416064=24576} 2024-04-15T14:39:35.567 INFO:tasks.rados.rados.0.smithi016.stdout:872: writing smithi01678542-32 from 3416064 to 3440640 tid 1 2024-04-15T14:39:35.567 INFO:tasks.rados.rados.0.smithi016.stdout:873: read oid 11 snap 81 2024-04-15T14:39:35.567 INFO:tasks.rados.rados.0.smithi016.stdout:873: expect (ObjNum 231 snap 66 seq_num 231) 2024-04-15T14:39:35.567 INFO:tasks.rados.rados.0.smithi016.stdout:874: read oid 29 snap -1 2024-04-15T14:39:35.567 INFO:tasks.rados.rados.0.smithi016.stdout:874: expect (ObjNum 266 snap 80 seq_num 266) 2024-04-15T14:39:35.567 INFO:tasks.rados.rados.0.smithi016.stdout:875: snap_create 2024-04-15T14:39:35.567 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 42 v 42 (ObjNum 273 snap 82 seq_num 273) dirty exists 2024-04-15T14:39:35.567 INFO:tasks.rados.rados.0.smithi016.stdout:869: finishing write tid 1 to smithi01678542-12 2024-04-15T14:39:35.567 INFO:tasks.rados.rados.0.smithi016.stdout:869: finishing write tid 2 to smithi01678542-12 2024-04-15T14:39:35.567 INFO:tasks.rados.rados.0.smithi016.stdout:869: finishing write tid 3 to smithi01678542-12 2024-04-15T14:39:35.568 INFO:tasks.rados.rados.0.smithi016.stdout:869: oid 12 updating version 0 to 348 2024-04-15T14:39:35.568 INFO:tasks.rados.rados.0.smithi016.stdout:869: oid 12 updating version 348 to 349 2024-04-15T14:39:35.568 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 12 v 349 (ObjNum 287 snap 85 seq_num 287) dirty exists 2024-04-15T14:39:35.568 INFO:tasks.rados.rados.0.smithi016.stdout:869: left oid 12 (ObjNum 287 snap 85 seq_num 287) 2024-04-15T14:39:35.568 INFO:tasks.rados.rados.0.smithi016.stdout:870: expect (ObjNum 237 snap 67 seq_num 237) 2024-04-15T14:39:35.687 INFO:journalctl@ceph.mgr.x.smithi102.stdout:Apr 15 14:39:35 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-x[78594]: 2024-04-15T14:39:35.246+0000 7fb922b61200 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-04-15T14:39:35.729 INFO:tasks.rados.rados.0.smithi016.stdout:872: finishing write tid 1 to smithi01678542-32 2024-04-15T14:39:35.730 INFO:tasks.rados.rados.0.smithi016.stdout:872: finishing write tid 2 to smithi01678542-32 2024-04-15T14:39:35.730 INFO:tasks.rados.rados.0.smithi016.stdout:872: finishing write tid 3 to smithi01678542-32 2024-04-15T14:39:35.730 INFO:tasks.rados.rados.0.smithi016.stdout:872: oid 32 updating version 0 to 518 2024-04-15T14:39:35.730 INFO:tasks.rados.rados.0.smithi016.stdout:872: oid 32 updating version 518 to 519 2024-04-15T14:39:35.730 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 32 v 519 (ObjNum 288 snap 85 seq_num 288) dirty exists 2024-04-15T14:39:35.730 INFO:tasks.rados.rados.0.smithi016.stdout:872: left oid 32 (ObjNum 288 snap 85 seq_num 288) 2024-04-15T14:39:35.730 INFO:tasks.rados.rados.0.smithi016.stdout:873: expect (ObjNum 231 snap 66 seq_num 231) 2024-04-15T14:39:35.986 INFO:tasks.rados.rados.0.smithi016.stdout:874: expect (ObjNum 266 snap 80 seq_num 266) 2024-04-15T14:39:36.150 INFO:journalctl@ceph.mgr.x.smithi102.stdout:Apr 15 14:39:35 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-x[78594]: 2024-04-15T14:39:35.864+0000 7fb922b61200 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-04-15T14:39:36.150 INFO:journalctl@ceph.mgr.x.smithi102.stdout:Apr 15 14:39:35 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-x[78594]: 2024-04-15T14:39:35.971+0000 7fb922b61200 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-04-15T14:39:36.437 INFO:journalctl@ceph.mgr.x.smithi102.stdout:Apr 15 14:39:36 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-x[78594]: 2024-04-15T14:39:36.208+0000 7fb922b61200 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-04-15T14:39:36.437 INFO:journalctl@ceph.mgr.x.smithi102.stdout:Apr 15 14:39:36 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-x[78594]: [15/Apr/2024:14:39:36] ENGINE Bus STARTING 2024-04-15T14:39:36.437 INFO:journalctl@ceph.mgr.x.smithi102.stdout:Apr 15 14:39:36 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-x[78594]: CherryPy Checker: 2024-04-15T14:39:36.437 INFO:journalctl@ceph.mgr.x.smithi102.stdout:Apr 15 14:39:36 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-x[78594]: The Application mounted at '' has an empty config. 2024-04-15T14:39:36.437 INFO:journalctl@ceph.mgr.x.smithi102.stdout:Apr 15 14:39:36 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-x[78594]: 2024-04-15T14:39:36.437 INFO:journalctl@ceph.mgr.x.smithi102.stdout:Apr 15 14:39:36 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-x[78594]: [15/Apr/2024:14:39:36] ENGINE Serving on http://:::9283 2024-04-15T14:39:36.438 INFO:journalctl@ceph.mgr.x.smithi102.stdout:Apr 15 14:39:36 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-x[78594]: [15/Apr/2024:14:39:36] ENGINE Bus STARTED 2024-04-15T14:39:36.556 INFO:tasks.rados.rados.0.smithi016.stdout:868: done (7 left) 2024-04-15T14:39:36.556 INFO:tasks.rados.rados.0.smithi016.stdout:869: done (6 left) 2024-04-15T14:39:36.556 INFO:tasks.rados.rados.0.smithi016.stdout:870: done (5 left) 2024-04-15T14:39:36.556 INFO:tasks.rados.rados.0.smithi016.stdout:871: done (4 left) 2024-04-15T14:39:36.556 INFO:tasks.rados.rados.0.smithi016.stdout:872: done (3 left) 2024-04-15T14:39:36.557 INFO:tasks.rados.rados.0.smithi016.stdout:873: done (2 left) 2024-04-15T14:39:36.557 INFO:tasks.rados.rados.0.smithi016.stdout:874: done (1 left) 2024-04-15T14:39:36.557 INFO:tasks.rados.rados.0.smithi016.stdout:875: done (0 left) 2024-04-15T14:39:36.557 INFO:tasks.rados.rados.0.smithi016.stdout:876: snap_remove snap 84 2024-04-15T14:39:36.789 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:39:36 smithi016 ceph-mon[27435]: pgmap v45: 121 pgs: 121 active+clean; 210 MiB data, 934 MiB used, 714 GiB / 715 GiB avail; 590 KiB/s rd, 6.4 MiB/s wr, 17 op/s 2024-04-15T14:39:36.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:39:36 smithi016 ceph-mon[27435]: osdmap e236: 8 total, 8 up, 8 in 2024-04-15T14:39:36.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:39:36 smithi016 ceph-mon[27435]: from='mgr.15201 ' entity='mgr.y' 2024-04-15T14:39:36.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:39:36 smithi016 ceph-mon[27435]: from='mgr.15201 ' entity='mgr.y' 2024-04-15T14:39:36.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:39:36 smithi016 ceph-mon[27435]: Standby manager daemon x restarted 2024-04-15T14:39:36.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:39:36 smithi016 ceph-mon[27435]: Standby manager daemon x started 2024-04-15T14:39:36.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:39:36 smithi016 ceph-mon[27435]: from='mgr.? 172.21.15.102:0/1469141164' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-04-15T14:39:36.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:39:36 smithi016 ceph-mon[27435]: from='mgr.? 172.21.15.102:0/1469141164' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-04-15T14:39:36.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:39:36 smithi016 ceph-mon[27435]: from='mgr.? 172.21.15.102:0/1469141164' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-04-15T14:39:36.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:39:36 smithi016 ceph-mon[27435]: from='mgr.? 172.21.15.102:0/1469141164' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-04-15T14:39:36.791 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:39:36 smithi016 ceph-mon[36548]: pgmap v45: 121 pgs: 121 active+clean; 210 MiB data, 934 MiB used, 714 GiB / 715 GiB avail; 590 KiB/s rd, 6.4 MiB/s wr, 17 op/s 2024-04-15T14:39:36.791 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:39:36 smithi016 ceph-mon[36548]: osdmap e236: 8 total, 8 up, 8 in 2024-04-15T14:39:36.791 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:39:36 smithi016 ceph-mon[36548]: from='mgr.15201 ' entity='mgr.y' 2024-04-15T14:39:36.791 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:39:36 smithi016 ceph-mon[36548]: from='mgr.15201 ' entity='mgr.y' 2024-04-15T14:39:36.791 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:39:36 smithi016 ceph-mon[36548]: Standby manager daemon x restarted 2024-04-15T14:39:36.791 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:39:36 smithi016 ceph-mon[36548]: Standby manager daemon x started 2024-04-15T14:39:36.791 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:39:36 smithi016 ceph-mon[36548]: from='mgr.? 172.21.15.102:0/1469141164' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-04-15T14:39:36.791 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:39:36 smithi016 ceph-mon[36548]: from='mgr.? 172.21.15.102:0/1469141164' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-04-15T14:39:36.791 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:39:36 smithi016 ceph-mon[36548]: from='mgr.? 172.21.15.102:0/1469141164' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-04-15T14:39:36.791 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:39:36 smithi016 ceph-mon[36548]: from='mgr.? 172.21.15.102:0/1469141164' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-04-15T14:39:36.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:39:36 smithi102 ceph-mon[31017]: pgmap v45: 121 pgs: 121 active+clean; 210 MiB data, 934 MiB used, 714 GiB / 715 GiB avail; 590 KiB/s rd, 6.4 MiB/s wr, 17 op/s 2024-04-15T14:39:36.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:39:36 smithi102 ceph-mon[31017]: osdmap e236: 8 total, 8 up, 8 in 2024-04-15T14:39:36.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:39:36 smithi102 ceph-mon[31017]: from='mgr.15201 ' entity='mgr.y' 2024-04-15T14:39:36.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:39:36 smithi102 ceph-mon[31017]: from='mgr.15201 ' entity='mgr.y' 2024-04-15T14:39:36.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:39:36 smithi102 ceph-mon[31017]: Standby manager daemon x restarted 2024-04-15T14:39:36.938 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:39:36 smithi102 ceph-mon[31017]: Standby manager daemon x started 2024-04-15T14:39:36.938 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:39:36 smithi102 ceph-mon[31017]: from='mgr.? 172.21.15.102:0/1469141164' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-04-15T14:39:36.938 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:39:36 smithi102 ceph-mon[31017]: from='mgr.? 172.21.15.102:0/1469141164' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-04-15T14:39:36.938 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:39:36 smithi102 ceph-mon[31017]: from='mgr.? 172.21.15.102:0/1469141164' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-04-15T14:39:36.938 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:39:36 smithi102 ceph-mon[31017]: from='mgr.? 172.21.15.102:0/1469141164' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-04-15T14:39:37.564 INFO:tasks.rados.rados.0.smithi016.stdout:876: done (0 left) 2024-04-15T14:39:37.564 INFO:tasks.rados.rados.0.smithi016.stdout:877: rmattr oid 41 current snap is 86 2024-04-15T14:39:37.564 INFO:tasks.rados.rados.0.smithi016.stdout:878: snap_remove snap 72 2024-04-15T14:39:37.674 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:39:37 smithi102 ceph-mon[31017]: mgrmap e37: y(active, since 29s), standbys: x 2024-04-15T14:39:37.674 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:39:37 smithi102 ceph-mon[31017]: osdmap e237: 8 total, 8 up, 8 in 2024-04-15T14:39:37.674 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:39:37 smithi102 ceph-mon[31017]: from='mgr.15201 172.21.15.16:0/2410717947' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T14:39:38.039 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:39:37 smithi016 ceph-mon[27435]: mgrmap e37: y(active, since 29s), standbys: x 2024-04-15T14:39:38.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:39:37 smithi016 ceph-mon[27435]: osdmap e237: 8 total, 8 up, 8 in 2024-04-15T14:39:38.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:39:37 smithi016 ceph-mon[27435]: from='mgr.15201 172.21.15.16:0/2410717947' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T14:39:38.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:39:37 smithi016 ceph-mon[36548]: mgrmap e37: y(active, since 29s), standbys: x 2024-04-15T14:39:38.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:39:37 smithi016 ceph-mon[36548]: osdmap e237: 8 total, 8 up, 8 in 2024-04-15T14:39:38.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:39:37 smithi016 ceph-mon[36548]: from='mgr.15201 172.21.15.16:0/2410717947' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T14:39:38.568 INFO:tasks.rados.rados.0.smithi016.stdout:878: done (1 left) 2024-04-15T14:39:38.568 INFO:tasks.rados.rados.0.smithi016.stdout:879: setattr oid 12 current snap is 86 2024-04-15T14:39:38.571 INFO:tasks.rados.rados.0.smithi016.stdout:880: rmattr oid 26 current snap is 86 2024-04-15T14:39:38.571 INFO:tasks.rados.rados.0.smithi016.stdout:881: rollback oid 7 current snap is 86 2024-04-15T14:39:38.571 INFO:tasks.rados.rados.0.smithi016.stdout:rollback oid 7 to 34 2024-04-15T14:39:38.571 INFO:tasks.rados.rados.0.smithi016.stdout:882: rollback oid 28 current snap is 86 2024-04-15T14:39:38.571 INFO:tasks.rados.rados.0.smithi016.stdout:rollback oid 28 to 81 2024-04-15T14:39:38.571 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 41 v 265 (ObjNum 249 snap 73 seq_num 249) dirty exists 2024-04-15T14:39:38.571 INFO:tasks.rados.rados.0.smithi016.stdout:877: done (4 left) 2024-04-15T14:39:38.572 INFO:tasks.rados.rados.0.smithi016.stdout:883: snap_create 2024-04-15T14:39:38.575 INFO:tasks.rados.rados.0.smithi016.stdout:882: finishing rollback tid 1 to smithi01678542-28 2024-04-15T14:39:38.575 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 28 v 228 (ObjNum 3329 snap 0 seq_num 2906632928) dirty dne 2024-04-15T14:39:38.581 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 26 v 266 (ObjNum 244 snap 69 seq_num 244) dirty exists 2024-04-15T14:39:38.581 INFO:tasks.rados.rados.0.smithi016.stdout:881: finishing rollback tid 1 to smithi01678542-7 2024-04-15T14:39:38.582 INFO:tasks.rados.rados.0.smithi016.stdout:881: finishing rollback tid 2 to smithi01678542-7 2024-04-15T14:39:38.582 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 7 v 156 (ObjNum 99 snap 25 seq_num 99) dirty exists 2024-04-15T14:39:38.582 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 12 v 351 (ObjNum 287 snap 85 seq_num 287) dirty exists 2024-04-15T14:39:38.653 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:39:38 smithi102 ceph-mon[31017]: pgmap v48: 121 pgs: 121 active+clean; 210 MiB data, 934 MiB used, 714 GiB / 715 GiB avail; 590 KiB/s rd, 5.8 MiB/s wr, 16 op/s 2024-04-15T14:39:38.653 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:39:38 smithi102 ceph-mon[31017]: osdmap e238: 8 total, 8 up, 8 in 2024-04-15T14:39:39.039 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:39:38 smithi016 ceph-mon[27435]: pgmap v48: 121 pgs: 121 active+clean; 210 MiB data, 934 MiB used, 714 GiB / 715 GiB avail; 590 KiB/s rd, 5.8 MiB/s wr, 16 op/s 2024-04-15T14:39:39.039 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:39:38 smithi016 ceph-mon[27435]: osdmap e238: 8 total, 8 up, 8 in 2024-04-15T14:39:39.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:39:38 smithi016 ceph-mon[36548]: pgmap v48: 121 pgs: 121 active+clean; 210 MiB data, 934 MiB used, 714 GiB / 715 GiB avail; 590 KiB/s rd, 5.8 MiB/s wr, 16 op/s 2024-04-15T14:39:39.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:39:38 smithi016 ceph-mon[36548]: osdmap e238: 8 total, 8 up, 8 in 2024-04-15T14:39:39.568 INFO:tasks.rados.rados.0.smithi016.stdout:879: done (4 left) 2024-04-15T14:39:39.568 INFO:tasks.rados.rados.0.smithi016.stdout:880: done (3 left) 2024-04-15T14:39:39.568 INFO:tasks.rados.rados.0.smithi016.stdout:881: done (2 left) 2024-04-15T14:39:39.568 INFO:tasks.rados.rados.0.smithi016.stdout:882: done (1 left) 2024-04-15T14:39:39.568 INFO:tasks.rados.rados.0.smithi016.stdout:883: done (0 left) 2024-04-15T14:39:39.568 INFO:tasks.rados.rados.0.smithi016.stdout:884: rollback oid 43 current snap is 87 2024-04-15T14:39:39.568 INFO:tasks.rados.rados.0.smithi016.stdout:rollback oid 43 to 81 2024-04-15T14:39:39.569 INFO:tasks.rados.rados.0.smithi016.stdout:885: snap_create 2024-04-15T14:39:39.573 INFO:tasks.rados.rados.0.smithi016.stdout:884: finishing rollback tid 0 to smithi01678542-43 2024-04-15T14:39:39.573 INFO:tasks.rados.rados.0.smithi016.stdout:884: finishing rollback tid 1 to smithi01678542-43 2024-04-15T14:39:39.573 INFO:tasks.rados.rados.0.smithi016.stdout:884: finishing rollback tid 2 to smithi01678542-43 2024-04-15T14:39:39.573 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 43 v 544 (ObjNum 228 snap 66 seq_num 228) dirty exists 2024-04-15T14:39:39.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:39:39 smithi102 ceph-mon[31017]: osdmap e239: 8 total, 8 up, 8 in 2024-04-15T14:39:39.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:39:39 smithi102 ceph-mon[31017]: from='mgr.15201 ' entity='mgr.y' 2024-04-15T14:39:39.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:39:39 smithi102 ceph-mon[31017]: from='mgr.15201 ' entity='mgr.y' 2024-04-15T14:39:39.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:39:39 smithi102 ceph-mon[31017]: from='mgr.15201 172.21.15.16:0/2410717947' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T14:39:39.938 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:39:39 smithi102 ceph-mon[31017]: from='mgr.15201 172.21.15.16:0/2410717947' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T14:39:39.938 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:39:39 smithi102 ceph-mon[31017]: from='mgr.15201 ' entity='mgr.y' 2024-04-15T14:39:39.938 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:39:39 smithi102 ceph-mon[31017]: from='mgr.15201 172.21.15.16:0/2410717947' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T14:39:39.938 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:39:39 smithi102 ceph-mon[31017]: from='mgr.15201 172.21.15.16:0/2410717947' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T14:39:39.938 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:39:39 smithi102 ceph-mon[31017]: from='mgr.15201 ' entity='mgr.y' 2024-04-15T14:39:39.938 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:39:39 smithi102 ceph-mon[31017]: from='mgr.15201 172.21.15.16:0/2410717947' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr.x"}]: dispatch 2024-04-15T14:39:39.938 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:39:39 smithi102 ceph-mon[31017]: from='mgr.15201 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr.x"}]: dispatch 2024-04-15T14:39:39.938 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:39:39 smithi102 ceph-mon[31017]: from='mgr.15201 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr.x"}]': finished 2024-04-15T14:39:39.938 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:39:39 smithi102 ceph-mon[31017]: from='mgr.15201 172.21.15.16:0/2410717947' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr.y"}]: dispatch 2024-04-15T14:39:39.938 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:39:39 smithi102 ceph-mon[31017]: from='mgr.15201 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr.y"}]: dispatch 2024-04-15T14:39:39.938 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:39:39 smithi102 ceph-mon[31017]: from='mgr.15201 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr.y"}]': finished 2024-04-15T14:39:39.938 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:39:39 smithi102 ceph-mon[31017]: from='mgr.15201 172.21.15.16:0/2410717947' entity='mgr.y' cmd=[{"prefix": "quorum_status"}]: dispatch 2024-04-15T14:39:39.938 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:39:39 smithi102 ceph-mon[31017]: from='mgr.15201 172.21.15.16:0/2410717947' entity='mgr.y' cmd=[{"prefix": "mon ok-to-stop", "ids": ["a"]}]: dispatch 2024-04-15T14:39:40.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:39:39 smithi016 ceph-mon[27435]: osdmap e239: 8 total, 8 up, 8 in 2024-04-15T14:39:40.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:39:39 smithi016 ceph-mon[27435]: from='mgr.15201 ' entity='mgr.y' 2024-04-15T14:39:40.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:39:39 smithi016 ceph-mon[27435]: from='mgr.15201 ' entity='mgr.y' 2024-04-15T14:39:40.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:39:39 smithi016 ceph-mon[27435]: from='mgr.15201 172.21.15.16:0/2410717947' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T14:39:40.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:39:39 smithi016 ceph-mon[27435]: from='mgr.15201 172.21.15.16:0/2410717947' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T14:39:40.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:39:39 smithi016 ceph-mon[27435]: from='mgr.15201 ' entity='mgr.y' 2024-04-15T14:39:40.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:39:39 smithi016 ceph-mon[27435]: from='mgr.15201 172.21.15.16:0/2410717947' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T14:39:40.041 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:39:39 smithi016 ceph-mon[27435]: from='mgr.15201 172.21.15.16:0/2410717947' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T14:39:40.041 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:39:39 smithi016 ceph-mon[27435]: from='mgr.15201 ' entity='mgr.y' 2024-04-15T14:39:40.041 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:39:39 smithi016 ceph-mon[27435]: from='mgr.15201 172.21.15.16:0/2410717947' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr.x"}]: dispatch 2024-04-15T14:39:40.041 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:39:39 smithi016 ceph-mon[27435]: from='mgr.15201 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr.x"}]: dispatch 2024-04-15T14:39:40.041 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:39:39 smithi016 ceph-mon[27435]: from='mgr.15201 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr.x"}]': finished 2024-04-15T14:39:40.041 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:39:39 smithi016 ceph-mon[27435]: from='mgr.15201 172.21.15.16:0/2410717947' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr.y"}]: dispatch 2024-04-15T14:39:40.041 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:39:39 smithi016 ceph-mon[27435]: from='mgr.15201 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr.y"}]: dispatch 2024-04-15T14:39:40.041 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:39:39 smithi016 ceph-mon[27435]: from='mgr.15201 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr.y"}]': finished 2024-04-15T14:39:40.041 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:39:39 smithi016 ceph-mon[27435]: from='mgr.15201 172.21.15.16:0/2410717947' entity='mgr.y' cmd=[{"prefix": "quorum_status"}]: dispatch 2024-04-15T14:39:40.041 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:39:39 smithi016 ceph-mon[27435]: from='mgr.15201 172.21.15.16:0/2410717947' entity='mgr.y' cmd=[{"prefix": "mon ok-to-stop", "ids": ["a"]}]: dispatch 2024-04-15T14:39:40.041 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:39:39 smithi016 ceph-mon[36548]: osdmap e239: 8 total, 8 up, 8 in 2024-04-15T14:39:40.041 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:39:39 smithi016 ceph-mon[36548]: from='mgr.15201 ' entity='mgr.y' 2024-04-15T14:39:40.042 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:39:39 smithi016 ceph-mon[36548]: from='mgr.15201 ' entity='mgr.y' 2024-04-15T14:39:40.042 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:39:39 smithi016 ceph-mon[36548]: from='mgr.15201 172.21.15.16:0/2410717947' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T14:39:40.042 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:39:39 smithi016 ceph-mon[36548]: from='mgr.15201 172.21.15.16:0/2410717947' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T14:39:40.042 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:39:39 smithi016 ceph-mon[36548]: from='mgr.15201 ' entity='mgr.y' 2024-04-15T14:39:40.042 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:39:39 smithi016 ceph-mon[36548]: from='mgr.15201 172.21.15.16:0/2410717947' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T14:39:40.042 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:39:39 smithi016 ceph-mon[36548]: from='mgr.15201 172.21.15.16:0/2410717947' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T14:39:40.042 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:39:39 smithi016 ceph-mon[36548]: from='mgr.15201 ' entity='mgr.y' 2024-04-15T14:39:40.042 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:39:39 smithi016 ceph-mon[36548]: from='mgr.15201 172.21.15.16:0/2410717947' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr.x"}]: dispatch 2024-04-15T14:39:40.042 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:39:39 smithi016 ceph-mon[36548]: from='mgr.15201 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr.x"}]: dispatch 2024-04-15T14:39:40.042 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:39:39 smithi016 ceph-mon[36548]: from='mgr.15201 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr.x"}]': finished 2024-04-15T14:39:40.042 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:39:39 smithi016 ceph-mon[36548]: from='mgr.15201 172.21.15.16:0/2410717947' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr.y"}]: dispatch 2024-04-15T14:39:40.042 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:39:39 smithi016 ceph-mon[36548]: from='mgr.15201 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr.y"}]: dispatch 2024-04-15T14:39:40.042 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:39:39 smithi016 ceph-mon[36548]: from='mgr.15201 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr.y"}]': finished 2024-04-15T14:39:40.043 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:39:39 smithi016 ceph-mon[36548]: from='mgr.15201 172.21.15.16:0/2410717947' entity='mgr.y' cmd=[{"prefix": "quorum_status"}]: dispatch 2024-04-15T14:39:40.043 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:39:39 smithi016 ceph-mon[36548]: from='mgr.15201 172.21.15.16:0/2410717947' entity='mgr.y' cmd=[{"prefix": "mon ok-to-stop", "ids": ["a"]}]: dispatch 2024-04-15T14:39:40.581 INFO:tasks.rados.rados.0.smithi016.stdout:884: done (1 left) 2024-04-15T14:39:40.581 INFO:tasks.rados.rados.0.smithi016.stdout:885: done (0 left) 2024-04-15T14:39:40.581 INFO:tasks.rados.rados.0.smithi016.stdout:886: rmattr oid 29 current snap is 88 2024-04-15T14:39:40.582 INFO:tasks.rados.rados.0.smithi016.stdout:886: done (0 left) 2024-04-15T14:39:40.582 INFO:tasks.rados.rados.0.smithi016.stdout:887: snap_create 2024-04-15T14:39:40.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:39:40 smithi016 ceph-mon[27435]: pgmap v51: 121 pgs: 121 active+clean; 199 MiB data, 936 MiB used, 714 GiB / 715 GiB avail; 9.4 MiB/s rd, 8.0 KiB/s wr, 12 op/s 2024-04-15T14:39:40.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:39:40 smithi016 ceph-mon[27435]: Upgrade: Setting container_image for all mgr 2024-04-15T14:39:40.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:39:40 smithi016 ceph-mon[27435]: Upgrade: It appears safe to stop mon.a 2024-04-15T14:39:40.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:39:40 smithi016 ceph-mon[27435]: osdmap e240: 8 total, 8 up, 8 in 2024-04-15T14:39:40.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:39:40 smithi016 ceph-mon[36548]: pgmap v51: 121 pgs: 121 active+clean; 199 MiB data, 936 MiB used, 714 GiB / 715 GiB avail; 9.4 MiB/s rd, 8.0 KiB/s wr, 12 op/s 2024-04-15T14:39:40.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:39:40 smithi016 ceph-mon[36548]: Upgrade: Setting container_image for all mgr 2024-04-15T14:39:40.791 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:39:40 smithi016 ceph-mon[36548]: Upgrade: It appears safe to stop mon.a 2024-04-15T14:39:40.791 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:39:40 smithi016 ceph-mon[36548]: osdmap e240: 8 total, 8 up, 8 in 2024-04-15T14:39:40.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:39:40 smithi102 ceph-mon[31017]: pgmap v51: 121 pgs: 121 active+clean; 199 MiB data, 936 MiB used, 714 GiB / 715 GiB avail; 9.4 MiB/s rd, 8.0 KiB/s wr, 12 op/s 2024-04-15T14:39:40.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:39:40 smithi102 ceph-mon[31017]: Upgrade: Setting container_image for all mgr 2024-04-15T14:39:40.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:39:40 smithi102 ceph-mon[31017]: Upgrade: It appears safe to stop mon.a 2024-04-15T14:39:40.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:39:40 smithi102 ceph-mon[31017]: osdmap e240: 8 total, 8 up, 8 in 2024-04-15T14:39:41.583 INFO:tasks.rados.rados.0.smithi016.stdout:887: done (0 left) 2024-04-15T14:39:41.583 INFO:tasks.rados.rados.0.smithi016.stdout:888: delete oid 33 current snap is 89 2024-04-15T14:39:41.592 INFO:tasks.rados.rados.0.smithi016.stdout:888: done (0 left) 2024-04-15T14:39:41.593 INFO:tasks.rados.rados.0.smithi016.stdout:889: setattr oid 48 current snap is 89 2024-04-15T14:39:41.595 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 2 current snap is 89 2024-04-15T14:39:41.595 INFO:tasks.rados.rados.0.smithi016.stdout:890: seq_num 290 ranges {4268032=57344} 2024-04-15T14:39:41.619 INFO:tasks.rados.rados.0.smithi016.stdout:890: writing smithi01678542-2 from 4268032 to 4325376 tid 1 2024-04-15T14:39:41.619 INFO:tasks.rados.rados.0.smithi016.stdout:891: read oid 37 snap -1 2024-04-15T14:39:41.619 INFO:tasks.rados.rados.0.smithi016.stdout:891: expect (ObjNum 283 snap 83 seq_num 283) 2024-04-15T14:39:41.619 INFO:tasks.rados.rados.0.smithi016.stdout:892: copy_from oid 40 from oid 33 current snap is 89 2024-04-15T14:39:41.619 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 48 v 272 (ObjNum 81 snap 19 seq_num 81) dirty exists 2024-04-15T14:39:41.620 INFO:tasks.rados.rados.0.smithi016.stdout:889: done (3 left) 2024-04-15T14:39:41.620 INFO:tasks.rados.rados.0.smithi016.stdout:893: snap_remove snap 34 2024-04-15T14:39:41.890 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 15 14:39:41 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-y[81421]: ::ffff:172.21.15.102 - - [15/Apr/2024:14:39:41] "GET /metrics HTTP/1.1" 200 36074 "" "Prometheus/2.43.0" 2024-04-15T14:39:41.891 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:39:41 smithi016 ceph-mon[36548]: osdmap e241: 8 total, 8 up, 8 in 2024-04-15T14:39:41.891 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:39:41 smithi016 ceph-mon[36548]: Upgrade: Updating mon.a 2024-04-15T14:39:41.891 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:39:41 smithi016 ceph-mon[36548]: from='mgr.15201 ' entity='mgr.y' 2024-04-15T14:39:41.891 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:39:41 smithi016 ceph-mon[36548]: from='mgr.15201 172.21.15.16:0/2410717947' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-15T14:39:41.891 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:39:41 smithi016 ceph-mon[36548]: from='mgr.15201 172.21.15.16:0/2410717947' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-04-15T14:39:41.891 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:39:41 smithi016 ceph-mon[36548]: from='mgr.15201 172.21.15.16:0/2410717947' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T14:39:41.891 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:39:41 smithi016 ceph-mon[36548]: Deploying daemon mon.a on smithi016 2024-04-15T14:39:41.892 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:39:41 smithi016 ceph-mon[27435]: osdmap e241: 8 total, 8 up, 8 in 2024-04-15T14:39:41.892 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:39:41 smithi016 ceph-mon[27435]: Upgrade: Updating mon.a 2024-04-15T14:39:41.892 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:39:41 smithi016 ceph-mon[27435]: from='mgr.15201 ' entity='mgr.y' 2024-04-15T14:39:41.892 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:39:41 smithi016 ceph-mon[27435]: from='mgr.15201 172.21.15.16:0/2410717947' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-15T14:39:41.892 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:39:41 smithi016 ceph-mon[27435]: from='mgr.15201 172.21.15.16:0/2410717947' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-04-15T14:39:41.892 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:39:41 smithi016 ceph-mon[27435]: from='mgr.15201 172.21.15.16:0/2410717947' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T14:39:41.892 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:39:41 smithi016 ceph-mon[27435]: Deploying daemon mon.a on smithi016 2024-04-15T14:39:41.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:39:41 smithi102 ceph-mon[31017]: osdmap e241: 8 total, 8 up, 8 in 2024-04-15T14:39:41.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:39:41 smithi102 ceph-mon[31017]: Upgrade: Updating mon.a 2024-04-15T14:39:41.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:39:41 smithi102 ceph-mon[31017]: from='mgr.15201 ' entity='mgr.y' 2024-04-15T14:39:41.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:39:41 smithi102 ceph-mon[31017]: from='mgr.15201 172.21.15.16:0/2410717947' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-15T14:39:41.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:39:41 smithi102 ceph-mon[31017]: from='mgr.15201 172.21.15.16:0/2410717947' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-04-15T14:39:41.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:39:41 smithi102 ceph-mon[31017]: from='mgr.15201 172.21.15.16:0/2410717947' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T14:39:41.938 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:39:41 smithi102 ceph-mon[31017]: Deploying daemon mon.a on smithi016 2024-04-15T14:39:42.590 INFO:journalctl@ceph.prometheus.a.smithi102.stdout:Apr 15 14:39:42 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-prometheus-a[78028]: ts=2024-04-15T14:39:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi016:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"362ea986-fb34-11ee-bc8f-c7b262605968\", instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T14:39:42.597 INFO:tasks.rados.rados.0.smithi016.stdout:893: done (3 left) 2024-04-15T14:39:42.597 INFO:tasks.rados.rados.0.smithi016.stdout:894: setattr oid 27 current snap is 89 2024-04-15T14:39:42.597 INFO:tasks.rados.rados.0.smithi016.stdout:892: finishing copy_from to smithi01678542-40 2024-04-15T14:39:42.597 INFO:tasks.rados.rados.0.smithi016.stdout:892: got expected ENOENT (src dne) 2024-04-15T14:39:42.597 INFO:tasks.rados.rados.0.smithi016.stdout:892: finishing copy_from racing read to smithi01678542-40 2024-04-15T14:39:42.598 INFO:tasks.rados.rados.0.smithi016.stdout:890: finishing write tid 1 to smithi01678542-2 2024-04-15T14:39:42.598 INFO:tasks.rados.rados.0.smithi016.stdout:890: finishing write tid 2 to smithi01678542-2 2024-04-15T14:39:42.598 INFO:tasks.rados.rados.0.smithi016.stdout:890: finishing write tid 3 to smithi01678542-2 2024-04-15T14:39:42.598 INFO:tasks.rados.rados.0.smithi016.stdout:890: oid 2 updating version 0 to 481 2024-04-15T14:39:42.598 INFO:tasks.rados.rados.0.smithi016.stdout:890: oid 2 version 481 is already newer than 480 2024-04-15T14:39:42.598 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 2 v 481 (ObjNum 290 snap 89 seq_num 290) dirty exists 2024-04-15T14:39:42.598 INFO:tasks.rados.rados.0.smithi016.stdout:890: left oid 2 (ObjNum 290 snap 89 seq_num 290) 2024-04-15T14:39:42.598 INFO:tasks.rados.rados.0.smithi016.stdout:891: expect (ObjNum 283 snap 83 seq_num 283) 2024-04-15T14:39:42.671 INFO:tasks.rados.rados.0.smithi016.stdout:890: done (3 left) 2024-04-15T14:39:42.671 INFO:tasks.rados.rados.0.smithi016.stdout:891: done (2 left) 2024-04-15T14:39:42.671 INFO:tasks.rados.rados.0.smithi016.stdout:892: done (1 left) 2024-04-15T14:39:42.672 INFO:tasks.rados.rados.0.smithi016.stdout:895: snap_create 2024-04-15T14:39:42.673 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 27 v 224 (ObjNum 270 snap 82 seq_num 270) dirty exists 2024-04-15T14:39:42.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:39:42 smithi102 ceph-mon[31017]: pgmap v54: 121 pgs: 121 active+clean; 199 MiB data, 936 MiB used, 714 GiB / 715 GiB avail; 9.4 MiB/s rd, 8.0 KiB/s wr, 12 op/s 2024-04-15T14:39:42.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:39:42 smithi102 ceph-mon[31017]: osdmap e242: 8 total, 8 up, 8 in 2024-04-15T14:39:43.011 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:39:42 smithi016 ceph-mon[27435]: pgmap v54: 121 pgs: 121 active+clean; 199 MiB data, 936 MiB used, 714 GiB / 715 GiB avail; 9.4 MiB/s rd, 8.0 KiB/s wr, 12 op/s 2024-04-15T14:39:43.012 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:39:42 smithi016 ceph-mon[27435]: osdmap e242: 8 total, 8 up, 8 in 2024-04-15T14:39:43.012 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:39:42 smithi016 ceph-mon[36548]: pgmap v54: 121 pgs: 121 active+clean; 199 MiB data, 936 MiB used, 714 GiB / 715 GiB avail; 9.4 MiB/s rd, 8.0 KiB/s wr, 12 op/s 2024-04-15T14:39:43.012 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:39:42 smithi016 ceph-mon[36548]: osdmap e242: 8 total, 8 up, 8 in 2024-04-15T14:39:43.562 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:39:43 smithi016 systemd[1]: Stopping Ceph mon.a for 362ea986-fb34-11ee-bc8f-c7b262605968... 2024-04-15T14:39:43.937 INFO:journalctl@ceph.prometheus.a.smithi102.stdout:Apr 15 14:39:43 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-prometheus-a[78028]: ts=2024-04-15T14:39:43.505Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi016\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi016\", job=\"node\", machine=\"x86_64\", nodename=\"smithi016\", release=\"5.14.0-438.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Apr 12 13:55:21 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"362ea986-fb34-11ee-bc8f-c7b262605968\", domainname=\"(none)\", instance=\"smithi016\", job=\"node\", machine=\"x86_64\", nodename=\"smithi016\", release=\"5.14.0-438.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Apr 12 13:55:21 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T14:39:43.983 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:39:43 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mon-a[27412]: 2024-04-15T14:39:43.559+0000 7f4eab60e700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mon -n mon.a -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false --default-mon-cluster-log-to-file=false --default-mon-cluster-log-to-journald=true --default-mon-cluster-log-to-stderr=false (PID: 1) UID: 0 2024-04-15T14:39:43.983 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:39:43 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mon-a[27412]: 2024-04-15T14:39:43.559+0000 7f4eab60e700 -1 mon.a@0(leader) e3 *** Got Signal Terminated *** 2024-04-15T14:39:43.983 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:39:43 smithi016 podman[90459]: 2024-04-15 14:39:43.581806163 +0000 UTC m=+0.147770750 container died 73d4ec97caf5971d2a47b4de27c2374d789373b237ee831916fb4c993db3189f (image=quay.ceph.io/ceph-ci/ceph:reef, name=ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mon-a, RELEASE=reef-e3fb05d, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.build-date=20240409, ceph=True, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, io.buildah.version=1.33.5, org.label-schema.schema-version=1.0, GIT_CLEAN=True, org.label-schema.license=GPLv2, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-04-15T14:39:43.983 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:39:43 smithi016 podman[90459]: 2024-04-15 14:39:43.982928792 +0000 UTC m=+0.548893389 container cleanup 73d4ec97caf5971d2a47b4de27c2374d789373b237ee831916fb4c993db3189f (image=quay.ceph.io/ceph-ci/ceph:reef, name=ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mon-a, org.label-schema.vendor=CentOS, RELEASE=reef-e3fb05d, io.buildah.version=1.33.5, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.build-date=20240409, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, org.label-schema.schema-version=1.0, GIT_CLEAN=True, maintainer=Guillaume Abrioux ) 2024-04-15T14:39:44.289 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:39:43 smithi016 bash[90459]: ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mon-a 2024-04-15T14:39:44.644 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:39:44 smithi016 podman[90478]: 2024-04-15 14:39:44.30155495 +0000 UTC m=+0.719401284 container remove 73d4ec97caf5971d2a47b4de27c2374d789373b237ee831916fb4c993db3189f (image=quay.ceph.io/ceph-ci/ceph:reef, name=ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mon-a, org.label-schema.build-date=20240409, org.label-schema.vendor=CentOS, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, ceph=True, GIT_CLEAN=True, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, RELEASE=reef-e3fb05d, org.label-schema.license=GPLv2) 2024-04-15T14:39:44.644 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:39:44 smithi016 systemd[1]: ceph-362ea986-fb34-11ee-bc8f-c7b262605968@mon.a.service: Deactivated successfully. 2024-04-15T14:39:44.644 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:39:44 smithi016 systemd[1]: Stopped Ceph mon.a for 362ea986-fb34-11ee-bc8f-c7b262605968. 2024-04-15T14:39:44.644 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:39:44 smithi016 systemd[1]: ceph-362ea986-fb34-11ee-bc8f-c7b262605968@mon.a.service: Consumed 14.126s CPU time. 2024-04-15T14:39:44.961 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:39:44 smithi016 systemd[1]: Starting Ceph mon.a for 362ea986-fb34-11ee-bc8f-c7b262605968... 2024-04-15T14:39:44.961 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:39:44 smithi016 podman[90614]: 2024-04-15 14:39:44.761367388 +0000 UTC m=+0.017998167 image pull 259793512b732efd8e04a33aa28c6de3675c47d120bc226206521425d246003e quay.ceph.io/ceph-ci/ceph@sha256:55072b3f7eae2e3409906b98d09d882e1c3dc2a9205d85fd5f4c0bc62f82d163 2024-04-15T14:39:45.219 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:39:44 smithi016 podman[90614]: 2024-04-15 14:39:44.96121777 +0000 UTC m=+0.217848572 container create 0f0e1a24c400c9e308c95d0b69ad6fd07267c285e921cc87588c390db704a215 (image=quay.ceph.io/ceph-ci/ceph@sha256:55072b3f7eae2e3409906b98d09d882e1c3dc2a9205d85fd5f4c0bc62f82d163, name=ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mon-a, maintainer=Guillaume Abrioux , GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.schema-version=1.0, ceph=True, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, RELEASE=main-c2d8c31, org.label-schema.build-date=20240409, io.buildah.version=1.33.5) 2024-04-15T14:39:45.219 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:39:45 smithi016 podman[90614]: 2024-04-15 14:39:45.18865796 +0000 UTC m=+0.445288761 container init 0f0e1a24c400c9e308c95d0b69ad6fd07267c285e921cc87588c390db704a215 (image=quay.ceph.io/ceph-ci/ceph@sha256:55072b3f7eae2e3409906b98d09d882e1c3dc2a9205d85fd5f4c0bc62f82d163, name=ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mon-a, io.buildah.version=1.33.5, GIT_BRANCH=HEAD, RELEASE=main-c2d8c31, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, ceph=True, org.label-schema.build-date=20240409, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.schema-version=1.0) 2024-04-15T14:39:45.219 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:39:45 smithi016 podman[90614]: 2024-04-15 14:39:45.194579119 +0000 UTC m=+0.451209881 container start 0f0e1a24c400c9e308c95d0b69ad6fd07267c285e921cc87588c390db704a215 (image=quay.ceph.io/ceph-ci/ceph@sha256:55072b3f7eae2e3409906b98d09d882e1c3dc2a9205d85fd5f4c0bc62f82d163, name=ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mon-a, org.label-schema.name=CentOS Stream 8 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240409, io.buildah.version=1.33.5, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, RELEASE=main-c2d8c31, org.label-schema.schema-version=1.0, GIT_CLEAN=True, org.label-schema.vendor=CentOS, ceph=True) 2024-04-15T14:39:45.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:39:45 smithi016 ceph-mon[90652]: set uid:gid to 167:167 (ceph:ceph) 2024-04-15T14:39:45.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:39:45 smithi016 ceph-mon[90652]: ceph version 19.0.0-3080-gc2d8c315 (c2d8c3155d854ee204cb7c7261232571229d1d54) squid (dev), process ceph-mon, pid 7 2024-04-15T14:39:45.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:39:45 smithi016 ceph-mon[90652]: pidfile_write: ignore empty --pid-file 2024-04-15T14:39:45.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:39:45 smithi016 ceph-mon[90652]: load: jerasure load: lrc 2024-04-15T14:39:45.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:39:45 smithi016 ceph-mon[90652]: rocksdb: RocksDB version: 7.9.2 2024-04-15T14:39:45.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:39:45 smithi016 ceph-mon[90652]: rocksdb: Git sha 0 2024-04-15T14:39:45.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:39:45 smithi016 ceph-mon[90652]: rocksdb: Compile date 2024-04-12 22:42:42 2024-04-15T14:39:45.541 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:39:45 smithi016 ceph-mon[90652]: rocksdb: DB SUMMARY 2024-04-15T14:39:45.541 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:39:45 smithi016 ceph-mon[90652]: rocksdb: DB Session ID: Y8W26V7HME1ZXP0OQWCL 2024-04-15T14:39:45.541 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:39:45 smithi016 ceph-mon[90652]: rocksdb: CURRENT file: CURRENT 2024-04-15T14:39:45.541 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:39:45 smithi016 ceph-mon[90652]: rocksdb: IDENTITY file: IDENTITY 2024-04-15T14:39:45.541 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:39:45 smithi016 ceph-mon[90652]: rocksdb: MANIFEST file: MANIFEST-000015 size: 1519 Bytes 2024-04-15T14:39:45.541 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:39:45 smithi016 ceph-mon[90652]: rocksdb: SST files in /var/lib/ceph/mon/ceph-a/store.db dir, Total Num: 1, files: 000032.sst 2024-04-15T14:39:45.541 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:39:45 smithi016 ceph-mon[90652]: rocksdb: Write Ahead Log file in /var/lib/ceph/mon/ceph-a/store.db: 000030.log size: 3472239 ; 2024-04-15T14:39:45.541 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:39:45 smithi016 ceph-mon[90652]: rocksdb: Options.error_if_exists: 0 2024-04-15T14:39:45.542 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:39:45 smithi016 ceph-mon[90652]: rocksdb: Options.create_if_missing: 0 2024-04-15T14:39:45.542 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:39:45 smithi016 ceph-mon[90652]: rocksdb: Options.paranoid_checks: 1 2024-04-15T14:39:45.542 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:39:45 smithi016 ceph-mon[90652]: rocksdb: Options.flush_verify_memtable_count: 1 2024-04-15T14:39:45.542 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:39:45 smithi016 ceph-mon[90652]: rocksdb: Options.track_and_verify_wals_in_manifest: 0 2024-04-15T14:39:45.542 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:39:45 smithi016 ceph-mon[90652]: rocksdb: Options.verify_sst_unique_id_in_manifest: 1 2024-04-15T14:39:45.542 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:39:45 smithi016 ceph-mon[90652]: rocksdb: Options.env: 0x55d28db36cc0 2024-04-15T14:39:45.542 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:39:45 smithi016 ceph-mon[90652]: rocksdb: Options.fs: PosixFileSystem 2024-04-15T14:39:45.542 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:39:45 smithi016 ceph-mon[90652]: rocksdb: Options.info_log: 0x55d28fe7fbe0 2024-04-15T14:39:45.543 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:39:45 smithi016 ceph-mon[90652]: rocksdb: Options.max_file_opening_threads: 16 2024-04-15T14:39:45.543 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:39:45 smithi016 ceph-mon[90652]: rocksdb: Options.statistics: (nil) 2024-04-15T14:39:45.543 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:39:45 smithi016 ceph-mon[90652]: rocksdb: Options.use_fsync: 0 2024-04-15T14:39:45.543 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:39:45 smithi016 ceph-mon[90652]: rocksdb: Options.max_log_file_size: 0 2024-04-15T14:39:45.543 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:39:45 smithi016 ceph-mon[90652]: rocksdb: Options.max_manifest_file_size: 1073741824 2024-04-15T14:39:45.543 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:39:45 smithi016 ceph-mon[90652]: rocksdb: Options.log_file_time_to_roll: 0 2024-04-15T14:39:45.543 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:39:45 smithi016 ceph-mon[90652]: rocksdb: Options.keep_log_file_num: 1000 2024-04-15T14:39:45.543 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:39:45 smithi016 ceph-mon[90652]: rocksdb: Options.recycle_log_file_num: 0 2024-04-15T14:39:45.543 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:39:45 smithi016 ceph-mon[90652]: rocksdb: Options.allow_fallocate: 1 2024-04-15T14:39:45.543 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:39:45 smithi016 ceph-mon[90652]: rocksdb: Options.allow_mmap_reads: 0 2024-04-15T14:39:45.544 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:39:45 smithi016 ceph-mon[90652]: rocksdb: Options.allow_mmap_writes: 0 2024-04-15T14:39:45.544 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:39:45 smithi016 ceph-mon[90652]: rocksdb: Options.use_direct_reads: 0 2024-04-15T14:39:45.544 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:39:45 smithi016 ceph-mon[90652]: rocksdb: Options.use_direct_io_for_flush_and_compaction: 0 2024-04-15T14:39:45.544 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:39:45 smithi016 ceph-mon[90652]: rocksdb: Options.create_missing_column_families: 0 2024-04-15T14:39:45.544 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:39:45 smithi016 ceph-mon[90652]: rocksdb: Options.db_log_dir: 2024-04-15T14:39:45.544 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:39:45 smithi016 ceph-mon[90652]: rocksdb: Options.wal_dir: 2024-04-15T14:39:45.544 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:39:45 smithi016 ceph-mon[90652]: rocksdb: Options.table_cache_numshardbits: 6 2024-04-15T14:39:45.544 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:39:45 smithi016 ceph-mon[90652]: rocksdb: Options.WAL_ttl_seconds: 0 2024-04-15T14:39:45.544 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:39:45 smithi016 ceph-mon[90652]: rocksdb: Options.WAL_size_limit_MB: 0 2024-04-15T14:39:45.544 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:39:45 smithi016 ceph-mon[90652]: rocksdb: Options.max_write_batch_group_size_bytes: 1048576 2024-04-15T14:39:45.545 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:39:45 smithi016 ceph-mon[90652]: rocksdb: Options.manifest_preallocation_size: 4194304 2024-04-15T14:39:45.545 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:39:45 smithi016 ceph-mon[90652]: rocksdb: Options.is_fd_close_on_exec: 1 2024-04-15T14:39:45.545 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:39:45 smithi016 ceph-mon[90652]: rocksdb: Options.advise_random_on_open: 1 2024-04-15T14:39:45.545 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:39:45 smithi016 ceph-mon[90652]: rocksdb: Options.db_write_buffer_size: 0 2024-04-15T14:39:45.545 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:39:45 smithi016 ceph-mon[90652]: rocksdb: Options.write_buffer_manager: 0x55d28fe50820 2024-04-15T14:39:45.545 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:39:45 smithi016 ceph-mon[90652]: rocksdb: Options.access_hint_on_compaction_start: 1 2024-04-15T14:39:45.545 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:39:45 smithi016 ceph-mon[90652]: rocksdb: Options.random_access_max_buffer_size: 1048576 2024-04-15T14:39:45.545 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:39:45 smithi016 ceph-mon[90652]: rocksdb: Options.use_adaptive_mutex: 0 2024-04-15T14:39:45.545 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:39:45 smithi016 ceph-mon[90652]: rocksdb: Options.rate_limiter: (nil) 2024-04-15T14:39:45.545 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:39:45 smithi016 ceph-mon[90652]: rocksdb: Options.sst_file_manager.rate_bytes_per_sec: 0 2024-04-15T14:39:45.545 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:39:45 smithi016 ceph-mon[90652]: rocksdb: Options.wal_recovery_mode: 2 2024-04-15T14:39:45.545 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:39:45 smithi016 ceph-mon[90652]: rocksdb: Options.enable_thread_tracking: 0 2024-04-15T14:39:45.545 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:39:45 smithi016 ceph-mon[90652]: rocksdb: Options.enable_pipelined_write: 0 2024-04-15T14:39:45.545 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:39:45 smithi016 ceph-mon[90652]: rocksdb: Options.unordered_write: 0 2024-04-15T14:39:45.546 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:39:45 smithi016 ceph-mon[90652]: rocksdb: Options.allow_concurrent_memtable_write: 1 2024-04-15T14:39:45.546 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:39:45 smithi016 ceph-mon[90652]: rocksdb: Options.enable_write_thread_adaptive_yield: 1 2024-04-15T14:39:45.546 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:39:45 smithi016 ceph-mon[90652]: rocksdb: Options.write_thread_max_yield_usec: 100 2024-04-15T14:39:45.546 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:39:45 smithi016 ceph-mon[90652]: rocksdb: Options.write_thread_slow_yield_usec: 3 2024-04-15T14:39:45.546 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:39:45 smithi016 ceph-mon[90652]: rocksdb: Options.row_cache: None 2024-04-15T14:39:45.546 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:39:45 smithi016 ceph-mon[90652]: rocksdb: Options.wal_filter: None 2024-04-15T14:39:45.546 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:39:45 smithi016 ceph-mon[90652]: rocksdb: Options.avoid_flush_during_recovery: 0 2024-04-15T14:39:45.546 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:39:45 smithi016 ceph-mon[90652]: rocksdb: Options.allow_ingest_behind: 0 2024-04-15T14:39:45.546 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:39:45 smithi016 ceph-mon[90652]: rocksdb: Options.two_write_queues: 0 2024-04-15T14:39:45.546 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:39:45 smithi016 ceph-mon[90652]: rocksdb: Options.manual_wal_flush: 0 2024-04-15T14:39:45.546 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:39:45 smithi016 ceph-mon[90652]: rocksdb: Options.wal_compression: 0 2024-04-15T14:39:45.546 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:39:45 smithi016 ceph-mon[90652]: rocksdb: Options.atomic_flush: 0 2024-04-15T14:39:45.546 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:39:45 smithi016 ceph-mon[90652]: rocksdb: Options.avoid_unnecessary_blocking_io: 0 2024-04-15T14:39:45.546 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:39:45 smithi016 ceph-mon[90652]: rocksdb: Options.persist_stats_to_disk: 0 2024-04-15T14:39:45.547 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:39:45 smithi016 ceph-mon[90652]: rocksdb: Options.write_dbid_to_manifest: 0 2024-04-15T14:39:45.547 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:39:45 smithi016 ceph-mon[90652]: rocksdb: Options.log_readahead_size: 0 2024-04-15T14:39:45.547 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:39:45 smithi016 ceph-mon[90652]: rocksdb: Options.file_checksum_gen_factory: Unknown 2024-04-15T14:39:45.547 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:39:45 smithi016 ceph-mon[90652]: rocksdb: Options.best_efforts_recovery: 0 2024-04-15T14:39:45.547 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:39:45 smithi016 ceph-mon[90652]: rocksdb: Options.max_bgerror_resume_count: 2147483647 2024-04-15T14:39:45.547 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:39:45 smithi016 ceph-mon[90652]: rocksdb: Options.bgerror_resume_retry_interval: 1000000 2024-04-15T14:39:45.547 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:39:45 smithi016 ceph-mon[90652]: rocksdb: Options.allow_data_in_errors: 0 2024-04-15T14:39:45.547 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:39:45 smithi016 ceph-mon[90652]: rocksdb: Options.db_host_id: __hostname__ 2024-04-15T14:39:45.547 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:39:45 smithi016 ceph-mon[90652]: rocksdb: Options.enforce_single_del_contracts: true 2024-04-15T14:39:45.549 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:39:45 smithi016 ceph-mon[90652]: rocksdb: Options.max_background_jobs: 2 2024-04-15T14:39:45.550 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:39:45 smithi016 ceph-mon[90652]: rocksdb: Options.max_background_compactions: -1 2024-04-15T14:39:45.550 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:39:45 smithi016 ceph-mon[90652]: rocksdb: Options.max_subcompactions: 1 2024-04-15T14:39:45.550 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:39:45 smithi016 ceph-mon[90652]: rocksdb: Options.avoid_flush_during_shutdown: 0 2024-04-15T14:39:45.550 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:39:45 smithi016 ceph-mon[90652]: rocksdb: Options.writable_file_max_buffer_size: 1048576 2024-04-15T14:39:45.550 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:39:45 smithi016 ceph-mon[90652]: rocksdb: Options.delayed_write_rate : 16777216 2024-04-15T14:39:45.550 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:39:45 smithi016 ceph-mon[90652]: rocksdb: Options.max_total_wal_size: 0 2024-04-15T14:39:45.550 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:39:45 smithi016 ceph-mon[90652]: rocksdb: Options.delete_obsolete_files_period_micros: 21600000000 2024-04-15T14:39:45.550 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:39:45 smithi016 ceph-mon[90652]: rocksdb: Options.stats_dump_period_sec: 600 2024-04-15T14:39:45.550 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:39:45 smithi016 ceph-mon[90652]: rocksdb: Options.stats_persist_period_sec: 600 2024-04-15T14:39:45.550 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:39:45 smithi016 ceph-mon[90652]: rocksdb: Options.stats_history_buffer_size: 1048576 2024-04-15T14:39:45.550 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:39:45 smithi016 ceph-mon[90652]: rocksdb: Options.max_open_files: -1 2024-04-15T14:39:45.550 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:39:45 smithi016 ceph-mon[90652]: rocksdb: Options.bytes_per_sync: 0 2024-04-15T14:39:45.551 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:39:45 smithi016 ceph-mon[90652]: rocksdb: Options.wal_bytes_per_sync: 0 2024-04-15T14:39:45.551 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:39:45 smithi016 ceph-mon[90652]: rocksdb: Options.strict_bytes_per_sync: 0 2024-04-15T14:39:45.551 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:39:45 smithi016 ceph-mon[90652]: rocksdb: Options.compaction_readahead_size: 0 2024-04-15T14:39:45.551 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:39:45 smithi016 ceph-mon[90652]: rocksdb: Options.max_background_flushes: -1 2024-04-15T14:39:45.551 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:39:45 smithi016 ceph-mon[90652]: rocksdb: Compression algorithms supported: 2024-04-15T14:39:45.551 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:39:45 smithi016 ceph-mon[90652]: rocksdb: kZSTDNotFinalCompression supported: 0 2024-04-15T14:39:45.551 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:39:45 smithi016 ceph-mon[90652]: rocksdb: kZSTD supported: 0 2024-04-15T14:39:45.551 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:39:45 smithi016 ceph-mon[90652]: rocksdb: kXpressCompression supported: 0 2024-04-15T14:39:45.551 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:39:45 smithi016 ceph-mon[90652]: rocksdb: kLZ4HCCompression supported: 1 2024-04-15T14:39:45.551 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:39:45 smithi016 ceph-mon[90652]: rocksdb: kZlibCompression supported: 1 2024-04-15T14:39:45.551 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:39:45 smithi016 ceph-mon[90652]: rocksdb: kSnappyCompression supported: 1 2024-04-15T14:39:45.551 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:39:45 smithi016 ceph-mon[90652]: rocksdb: kLZ4Compression supported: 1 2024-04-15T14:39:45.551 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:39:45 smithi016 ceph-mon[90652]: rocksdb: kBZip2Compression supported: 0 2024-04-15T14:39:45.551 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:39:45 smithi016 ceph-mon[90652]: rocksdb: Fast CRC32 supported: Supported on x86 2024-04-15T14:39:45.552 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:39:45 smithi016 ceph-mon[90652]: rocksdb: DMutex implementation: pthread_mutex_t 2024-04-15T14:39:45.552 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:39:45 smithi016 ceph-mon[90652]: rocksdb: [db/version_set.cc:5527] Recovering from manifest file: /var/lib/ceph/mon/ceph-a/store.db/MANIFEST-000015 2024-04-15T14:39:45.552 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:39:45 smithi016 ceph-mon[90652]: rocksdb: [db/column_family.cc:630] --------------- Options for column family [default]: 2024-04-15T14:39:45.552 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:39:45 smithi016 ceph-mon[90652]: rocksdb: Options.comparator: leveldb.BytewiseComparator 2024-04-15T14:39:45.552 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:39:45 smithi016 ceph-mon[90652]: rocksdb: Options.merge_operator: 2024-04-15T14:39:45.552 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:39:45 smithi016 ceph-mon[90652]: rocksdb: Options.compaction_filter: None 2024-04-15T14:39:45.552 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:39:45 smithi016 ceph-mon[90652]: rocksdb: Options.compaction_filter_factory: None 2024-04-15T14:39:45.552 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:39:45 smithi016 ceph-mon[90652]: rocksdb: Options.sst_partitioner_factory: None 2024-04-15T14:39:45.552 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:39:45 smithi016 ceph-mon[90652]: rocksdb: Options.memtable_factory: SkipListFactory 2024-04-15T14:39:45.552 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:39:45 smithi016 ceph-mon[90652]: rocksdb: Options.table_factory: BlockBasedTable 2024-04-15T14:39:45.552 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:39:45 smithi016 ceph-mon[90652]: rocksdb: table_factory options: flush_block_policy_factory: FlushBlockBySizePolicyFactory (0x55d28fe7fdc0) 2024-04-15T14:39:45.552 INFO:journalctl@ceph.mon.a.smithi016.stdout: cache_index_and_filter_blocks: 1 2024-04-15T14:39:45.552 INFO:journalctl@ceph.mon.a.smithi016.stdout: cache_index_and_filter_blocks_with_high_priority: 0 2024-04-15T14:39:45.553 INFO:journalctl@ceph.mon.a.smithi016.stdout: pin_l0_filter_and_index_blocks_in_cache: 0 2024-04-15T14:39:45.553 INFO:journalctl@ceph.mon.a.smithi016.stdout: pin_top_level_index_and_filter: 1 2024-04-15T14:39:45.553 INFO:journalctl@ceph.mon.a.smithi016.stdout: index_type: 0 2024-04-15T14:39:45.553 INFO:journalctl@ceph.mon.a.smithi016.stdout: data_block_index_type: 0 2024-04-15T14:39:45.553 INFO:journalctl@ceph.mon.a.smithi016.stdout: index_shortening: 1 2024-04-15T14:39:45.553 INFO:journalctl@ceph.mon.a.smithi016.stdout: data_block_hash_table_util_ratio: 0.750000 2024-04-15T14:39:45.553 INFO:journalctl@ceph.mon.a.smithi016.stdout: checksum: 4 2024-04-15T14:39:45.553 INFO:journalctl@ceph.mon.a.smithi016.stdout: no_block_cache: 0 2024-04-15T14:39:45.553 INFO:journalctl@ceph.mon.a.smithi016.stdout: block_cache: 0x55d28fe83090 2024-04-15T14:39:45.553 INFO:journalctl@ceph.mon.a.smithi016.stdout: block_cache_name: BinnedLRUCache 2024-04-15T14:39:45.553 INFO:journalctl@ceph.mon.a.smithi016.stdout: block_cache_options: 2024-04-15T14:39:45.553 INFO:journalctl@ceph.mon.a.smithi016.stdout: capacity : 536870912 2024-04-15T14:39:45.553 INFO:journalctl@ceph.mon.a.smithi016.stdout: num_shard_bits : 4 2024-04-15T14:39:45.553 INFO:journalctl@ceph.mon.a.smithi016.stdout: strict_capacity_limit : 0 2024-04-15T14:39:45.553 INFO:journalctl@ceph.mon.a.smithi016.stdout: high_pri_pool_ratio: 0.000 2024-04-15T14:39:45.554 INFO:journalctl@ceph.mon.a.smithi016.stdout: block_cache_compressed: (nil) 2024-04-15T14:39:45.554 INFO:journalctl@ceph.mon.a.smithi016.stdout: persistent_cache: (nil) 2024-04-15T14:39:45.554 INFO:journalctl@ceph.mon.a.smithi016.stdout: block_size: 4096 2024-04-15T14:39:45.554 INFO:journalctl@ceph.mon.a.smithi016.stdout: block_size_deviation: 10 2024-04-15T14:39:45.554 INFO:journalctl@ceph.mon.a.smithi016.stdout: block_restart_interval: 16 2024-04-15T14:39:45.554 INFO:journalctl@ceph.mon.a.smithi016.stdout: index_block_restart_interval: 1 2024-04-15T14:39:45.554 INFO:journalctl@ceph.mon.a.smithi016.stdout: metadata_block_size: 4096 2024-04-15T14:39:45.554 INFO:journalctl@ceph.mon.a.smithi016.stdout: partition_filters: 0 2024-04-15T14:39:45.554 INFO:journalctl@ceph.mon.a.smithi016.stdout: use_delta_encoding: 1 2024-04-15T14:39:45.554 INFO:journalctl@ceph.mon.a.smithi016.stdout: filter_policy: bloomfilter 2024-04-15T14:39:45.555 INFO:journalctl@ceph.mon.a.smithi016.stdout: whole_key_filtering: 1 2024-04-15T14:39:45.555 INFO:journalctl@ceph.mon.a.smithi016.stdout: verify_compression: 0 2024-04-15T14:39:45.555 INFO:journalctl@ceph.mon.a.smithi016.stdout: read_amp_bytes_per_bit: 0 2024-04-15T14:39:45.555 INFO:journalctl@ceph.mon.a.smithi016.stdout: format_version: 5 2024-04-15T14:39:45.555 INFO:journalctl@ceph.mon.a.smithi016.stdout: enable_index_compression: 1 2024-04-15T14:39:45.555 INFO:journalctl@ceph.mon.a.smithi016.stdout: block_align: 0 2024-04-15T14:39:45.555 INFO:journalctl@ceph.mon.a.smithi016.stdout: max_auto_readahead_size: 262144 2024-04-15T14:39:45.555 INFO:journalctl@ceph.mon.a.smithi016.stdout: prepopulate_block_cache: 0 2024-04-15T14:39:45.555 INFO:journalctl@ceph.mon.a.smithi016.stdout: initial_auto_readahead_size: 8192 2024-04-15T14:39:45.555 INFO:journalctl@ceph.mon.a.smithi016.stdout: num_file_reads_for_auto_readahead: 2 2024-04-15T14:39:45.555 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:39:45 smithi016 ceph-mon[90652]: rocksdb: Options.write_buffer_size: 33554432 2024-04-15T14:39:45.555 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:39:45 smithi016 ceph-mon[90652]: rocksdb: Options.max_write_buffer_number: 2 2024-04-15T14:39:45.555 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:39:45 smithi016 ceph-mon[90652]: rocksdb: Options.compression: NoCompression 2024-04-15T14:39:45.555 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:39:45 smithi016 ceph-mon[90652]: rocksdb: Options.bottommost_compression: Disabled 2024-04-15T14:39:45.556 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:39:45 smithi016 ceph-mon[90652]: rocksdb: Options.prefix_extractor: nullptr 2024-04-15T14:39:45.556 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:39:45 smithi016 ceph-mon[90652]: rocksdb: Options.memtable_insert_with_hint_prefix_extractor: nullptr 2024-04-15T14:39:45.556 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:39:45 smithi016 ceph-mon[90652]: rocksdb: Options.num_levels: 7 2024-04-15T14:39:45.556 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:39:45 smithi016 ceph-mon[90652]: rocksdb: Options.min_write_buffer_number_to_merge: 1 2024-04-15T14:39:45.556 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:39:45 smithi016 ceph-mon[90652]: rocksdb: Options.max_write_buffer_number_to_maintain: 0 2024-04-15T14:39:45.556 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:39:45 smithi016 ceph-mon[90652]: rocksdb: Options.max_write_buffer_size_to_maintain: 0 2024-04-15T14:39:45.556 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:39:45 smithi016 ceph-mon[90652]: rocksdb: Options.bottommost_compression_opts.window_bits: -14 2024-04-15T14:39:45.556 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:39:45 smithi016 ceph-mon[90652]: rocksdb: Options.bottommost_compression_opts.level: 32767 2024-04-15T14:39:45.556 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:39:45 smithi016 ceph-mon[90652]: rocksdb: Options.bottommost_compression_opts.strategy: 0 2024-04-15T14:39:45.556 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:39:45 smithi016 ceph-mon[90652]: rocksdb: Options.bottommost_compression_opts.max_dict_bytes: 0 2024-04-15T14:39:45.556 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:39:45 smithi016 ceph-mon[90652]: rocksdb: Options.bottommost_compression_opts.zstd_max_train_bytes: 0 2024-04-15T14:39:45.556 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:39:45 smithi016 ceph-mon[90652]: rocksdb: Options.bottommost_compression_opts.parallel_threads: 1 2024-04-15T14:39:45.556 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:39:45 smithi016 ceph-mon[90652]: rocksdb: Options.bottommost_compression_opts.enabled: false 2024-04-15T14:39:45.557 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:39:45 smithi016 ceph-mon[90652]: rocksdb: Options.bottommost_compression_opts.max_dict_buffer_bytes: 0 2024-04-15T14:39:45.557 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:39:45 smithi016 ceph-mon[90652]: rocksdb: Options.bottommost_compression_opts.use_zstd_dict_trainer: true 2024-04-15T14:39:45.557 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:39:45 smithi016 ceph-mon[90652]: rocksdb: Options.compression_opts.window_bits: -14 2024-04-15T14:39:45.557 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:39:45 smithi016 ceph-mon[90652]: rocksdb: Options.compression_opts.level: 32767 2024-04-15T14:39:45.557 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:39:45 smithi016 ceph-mon[90652]: rocksdb: Options.compression_opts.strategy: 0 2024-04-15T14:39:45.557 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:39:45 smithi016 ceph-mon[90652]: rocksdb: Options.compression_opts.max_dict_bytes: 0 2024-04-15T14:39:45.557 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:39:45 smithi016 ceph-mon[90652]: rocksdb: Options.compression_opts.zstd_max_train_bytes: 0 2024-04-15T14:39:45.557 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:39:45 smithi016 ceph-mon[90652]: rocksdb: Options.compression_opts.use_zstd_dict_trainer: true 2024-04-15T14:39:45.557 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:39:45 smithi016 ceph-mon[90652]: rocksdb: Options.compression_opts.parallel_threads: 1 2024-04-15T14:39:45.557 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:39:45 smithi016 ceph-mon[90652]: rocksdb: Options.compression_opts.enabled: false 2024-04-15T14:39:45.557 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:39:45 smithi016 ceph-mon[90652]: rocksdb: Options.compression_opts.max_dict_buffer_bytes: 0 2024-04-15T14:39:45.557 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:39:45 smithi016 ceph-mon[90652]: rocksdb: Options.level0_file_num_compaction_trigger: 4 2024-04-15T14:39:45.557 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:39:45 smithi016 ceph-mon[90652]: rocksdb: Options.level0_slowdown_writes_trigger: 20 2024-04-15T14:39:45.558 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:39:45 smithi016 ceph-mon[90652]: rocksdb: Options.level0_stop_writes_trigger: 36 2024-04-15T14:39:45.558 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:39:45 smithi016 ceph-mon[90652]: rocksdb: Options.target_file_size_base: 67108864 2024-04-15T14:39:45.558 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:39:45 smithi016 ceph-mon[90652]: rocksdb: Options.target_file_size_multiplier: 1 2024-04-15T14:39:45.558 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:39:45 smithi016 ceph-mon[90652]: rocksdb: Options.max_bytes_for_level_base: 268435456 2024-04-15T14:39:45.558 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:39:45 smithi016 ceph-mon[90652]: rocksdb: Options.level_compaction_dynamic_level_bytes: 1 2024-04-15T14:39:45.558 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:39:45 smithi016 ceph-mon[90652]: rocksdb: Options.max_bytes_for_level_multiplier: 10.000000 2024-04-15T14:39:45.558 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:39:45 smithi016 ceph-mon[90652]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[0]: 1 2024-04-15T14:39:45.559 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:39:45 smithi016 ceph-mon[90652]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[1]: 1 2024-04-15T14:39:45.559 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:39:45 smithi016 ceph-mon[90652]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[2]: 1 2024-04-15T14:39:45.559 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:39:45 smithi016 ceph-mon[90652]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[3]: 1 2024-04-15T14:39:45.559 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:39:45 smithi016 ceph-mon[90652]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[4]: 1 2024-04-15T14:39:45.559 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:39:45 smithi016 ceph-mon[90652]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[5]: 1 2024-04-15T14:39:45.559 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:39:45 smithi016 ceph-mon[90652]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[6]: 1 2024-04-15T14:39:45.559 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:39:45 smithi016 ceph-mon[90652]: rocksdb: Options.max_sequential_skip_in_iterations: 8 2024-04-15T14:39:45.559 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:39:45 smithi016 ceph-mon[90652]: rocksdb: Options.max_compaction_bytes: 1677721600 2024-04-15T14:39:45.559 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:39:45 smithi016 ceph-mon[90652]: rocksdb: Options.ignore_max_compaction_bytes_for_input: true 2024-04-15T14:39:45.559 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:39:45 smithi016 ceph-mon[90652]: rocksdb: Options.arena_block_size: 1048576 2024-04-15T14:39:45.559 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:39:45 smithi016 ceph-mon[90652]: rocksdb: Options.soft_pending_compaction_bytes_limit: 68719476736 2024-04-15T14:39:45.559 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:39:45 smithi016 ceph-mon[90652]: rocksdb: Options.hard_pending_compaction_bytes_limit: 274877906944 2024-04-15T14:39:45.559 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:39:45 smithi016 ceph-mon[90652]: rocksdb: Options.disable_auto_compactions: 0 2024-04-15T14:39:45.560 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:39:45 smithi016 ceph-mon[90652]: rocksdb: Options.compaction_style: kCompactionStyleLevel 2024-04-15T14:39:45.560 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:39:45 smithi016 ceph-mon[90652]: rocksdb: Options.compaction_pri: kMinOverlappingRatio 2024-04-15T14:39:45.560 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:39:45 smithi016 ceph-mon[90652]: rocksdb: Options.compaction_options_universal.size_ratio: 1 2024-04-15T14:39:45.560 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:39:45 smithi016 ceph-mon[90652]: rocksdb: Options.compaction_options_universal.min_merge_width: 2 2024-04-15T14:39:45.560 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:39:45 smithi016 ceph-mon[90652]: rocksdb: Options.compaction_options_universal.max_merge_width: 4294967295 2024-04-15T14:39:45.560 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:39:45 smithi016 ceph-mon[90652]: rocksdb: Options.compaction_options_universal.max_size_amplification_percent: 200 2024-04-15T14:39:45.560 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:39:45 smithi016 ceph-mon[90652]: rocksdb: Options.compaction_options_universal.compression_size_percent: -1 2024-04-15T14:39:45.560 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:39:45 smithi016 ceph-mon[90652]: rocksdb: Options.compaction_options_universal.stop_style: kCompactionStopStyleTotalSize 2024-04-15T14:39:45.560 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:39:45 smithi016 ceph-mon[90652]: rocksdb: Options.compaction_options_fifo.max_table_files_size: 1073741824 2024-04-15T14:39:45.560 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:39:45 smithi016 ceph-mon[90652]: rocksdb: Options.compaction_options_fifo.allow_compaction: 0 2024-04-15T14:39:45.560 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:39:45 smithi016 ceph-mon[90652]: rocksdb: Options.table_properties_collectors: CompactOnDeletionCollector (Sliding window size = 32768 Deletion trigger = 16384 Deletion ratio = 0); 2024-04-15T14:39:45.560 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:39:45 smithi016 ceph-mon[90652]: rocksdb: Options.inplace_update_support: 0 2024-04-15T14:39:45.560 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:39:45 smithi016 ceph-mon[90652]: rocksdb: Options.inplace_update_num_locks: 10000 2024-04-15T14:39:45.560 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:39:45 smithi016 ceph-mon[90652]: rocksdb: Options.memtable_prefix_bloom_size_ratio: 0.000000 2024-04-15T14:39:45.561 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:39:45 smithi016 ceph-mon[90652]: rocksdb: Options.memtable_whole_key_filtering: 0 2024-04-15T14:39:45.561 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:39:45 smithi016 ceph-mon[90652]: rocksdb: Options.memtable_huge_page_size: 0 2024-04-15T14:39:45.561 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:39:45 smithi016 ceph-mon[90652]: rocksdb: Options.bloom_locality: 0 2024-04-15T14:39:45.561 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:39:45 smithi016 ceph-mon[90652]: rocksdb: Options.max_successive_merges: 0 2024-04-15T14:39:45.561 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:39:45 smithi016 ceph-mon[90652]: rocksdb: Options.optimize_filters_for_hits: 0 2024-04-15T14:39:45.561 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:39:45 smithi016 ceph-mon[90652]: rocksdb: Options.paranoid_file_checks: 0 2024-04-15T14:39:45.561 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:39:45 smithi016 ceph-mon[90652]: rocksdb: Options.force_consistency_checks: 1 2024-04-15T14:39:45.561 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:39:45 smithi016 ceph-mon[90652]: rocksdb: Options.report_bg_io_stats: 0 2024-04-15T14:39:45.561 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:39:45 smithi016 ceph-mon[90652]: rocksdb: Options.ttl: 2592000 2024-04-15T14:39:45.561 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:39:45 smithi016 ceph-mon[90652]: rocksdb: Options.periodic_compaction_seconds: 0 2024-04-15T14:39:45.561 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:39:45 smithi016 ceph-mon[90652]: rocksdb: Options.preclude_last_level_data_seconds: 0 2024-04-15T14:39:45.561 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:39:45 smithi016 ceph-mon[90652]: rocksdb: Options.preserve_internal_time_seconds: 0 2024-04-15T14:39:45.561 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:39:45 smithi016 ceph-mon[90652]: rocksdb: Options.enable_blob_files: false 2024-04-15T14:39:45.561 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:39:45 smithi016 ceph-mon[90652]: rocksdb: Options.min_blob_size: 0 2024-04-15T14:39:45.561 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:39:45 smithi016 ceph-mon[90652]: rocksdb: Options.blob_file_size: 268435456 2024-04-15T14:39:45.562 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:39:45 smithi016 ceph-mon[90652]: rocksdb: Options.blob_compression_type: NoCompression 2024-04-15T14:39:45.562 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:39:45 smithi016 ceph-mon[90652]: rocksdb: Options.enable_blob_garbage_collection: false 2024-04-15T14:39:45.562 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:39:45 smithi016 ceph-mon[90652]: rocksdb: Options.blob_garbage_collection_age_cutoff: 0.250000 2024-04-15T14:39:45.562 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:39:45 smithi016 ceph-mon[90652]: rocksdb: Options.blob_garbage_collection_force_threshold: 1.000000 2024-04-15T14:39:45.562 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:39:45 smithi016 ceph-mon[90652]: rocksdb: Options.blob_compaction_readahead_size: 0 2024-04-15T14:39:45.562 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:39:45 smithi016 ceph-mon[90652]: rocksdb: Options.blob_file_starting_level: 0 2024-04-15T14:39:45.562 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:39:45 smithi016 ceph-mon[90652]: rocksdb: Options.experimental_mempurge_threshold: 0.000000 2024-04-15T14:39:45.562 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:39:45 smithi016 ceph-mon[90652]: rocksdb: [db/version_set.cc:4390] More existing levels in DB than needed. max_bytes_for_level_multiplier may not be guaranteed. 2024-04-15T14:39:45.562 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:39:45 smithi016 ceph-mon[90652]: rocksdb: [db/version_set.cc:5566] Recovered from manifest file:/var/lib/ceph/mon/ceph-a/store.db/MANIFEST-000015 succeeded,manifest_file_number is 15, next_file_number is 34, last_sequence is 13041, log_number is 30,prev_log_number is 0,max_column_family is 0,min_log_number_to_keep is 30 2024-04-15T14:39:45.562 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:39:45 smithi016 ceph-mon[90652]: rocksdb: [db/version_set.cc:5581] Column family [default] (ID 0), log number is 30 2024-04-15T14:39:45.562 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:39:45 smithi016 ceph-mon[90652]: rocksdb: [db/db_impl/db_impl_open.cc:539] DB ID: 4efe1fc6-4aa2-401e-8c3e-746359552aa3 2024-04-15T14:39:45.562 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:39:45 smithi016 ceph-mon[90652]: rocksdb: EVENT_LOG_v1 {"time_micros": 1713191985224430, "job": 1, "event": "recovery_started", "wal_files": [30]} 2024-04-15T14:39:45.562 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:39:45 smithi016 ceph-mon[90652]: rocksdb: [db/db_impl/db_impl_open.cc:1043] Recovering log #30 mode 2 2024-04-15T14:39:45.563 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:39:45 smithi016 ceph-mon[90652]: rocksdb: EVENT_LOG_v1 {"time_micros": 1713191985234391, "cf_name": "default", "job": 1, "event": "table_file_creation", "file_number": 35, "file_size": 3267194, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 13042, "largest_seqno": 14500, "table_properties": {"data_size": 3259195, "index_size": 5290, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 1669, "raw_key_size": 16043, "raw_average_key_size": 24, "raw_value_size": 3244361, "raw_average_value_size": 4938, "num_data_blocks": 233, "num_entries": 657, "num_filter_entries": 657, "num_deletions": 25, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "bloomfilter", "column_family_name": "default", "column_family_id": 0, "comparator": "leveldb.BytewiseComparator", "merge_operator": "", "prefix_extractor_name": "nullptr", "property_collectors": "[CompactOnDeletionCollector]", "compression": "NoCompression", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1713191985, "oldest_key_time": 0, "file_creation_time": 0, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "4efe1fc6-4aa2-401e-8c3e-746359552aa3", "db_session_id": "Y8W26V7HME1ZXP0OQWCL", "orig_file_number": 35, "seqno_to_time_mapping": "N/A"}} 2024-04-15T14:39:45.563 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:39:45 smithi016 ceph-mon[90652]: rocksdb: EVENT_LOG_v1 {"time_micros": 1713191985234496, "job": 1, "event": "recovery_finished"} 2024-04-15T14:39:45.563 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:39:45 smithi016 ceph-mon[90652]: rocksdb: [db/version_set.cc:5047] Creating manifest 37 2024-04-15T14:39:45.563 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:39:45 smithi016 ceph-mon[90652]: rocksdb: [db/version_set.cc:4390] More existing levels in DB than needed. max_bytes_for_level_multiplier may not be guaranteed. 2024-04-15T14:39:45.563 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:39:45 smithi016 ceph-mon[90652]: rocksdb: [file/delete_scheduler.cc:74] Deleted file /var/lib/ceph/mon/ceph-a/store.db/000030.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024-04-15T14:39:45.563 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:39:45 smithi016 ceph-mon[90652]: rocksdb: [db/db_impl/db_impl_open.cc:1987] SstFileManager instance 0x55d28ff72000 2024-04-15T14:39:45.563 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:39:45 smithi016 ceph-mon[90652]: rocksdb: DB pointer 0x55d28ff5c000 2024-04-15T14:39:45.563 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:39:45 smithi016 ceph-mon[90652]: rocksdb: [db/db_impl/db_impl.cc:1109] ------- DUMPING STATS ------- 2024-04-15T14:39:45.563 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:39:45 smithi016 ceph-mon[90652]: rocksdb: [db/db_impl/db_impl.cc:1111] 2024-04-15T14:39:45.563 INFO:journalctl@ceph.mon.a.smithi016.stdout: ** DB Stats ** 2024-04-15T14:39:45.563 INFO:journalctl@ceph.mon.a.smithi016.stdout: Uptime(secs): 0.0 total, 0.0 interval 2024-04-15T14:39:45.563 INFO:journalctl@ceph.mon.a.smithi016.stdout: Cumulative writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 GB, 0.00 MB/s 2024-04-15T14:39:45.563 INFO:journalctl@ceph.mon.a.smithi016.stdout: Cumulative WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2024-04-15T14:39:45.563 INFO:journalctl@ceph.mon.a.smithi016.stdout: Cumulative stall: 00:00:0.000 H:M:S, 0.0 percent 2024-04-15T14:39:45.564 INFO:journalctl@ceph.mon.a.smithi016.stdout: Interval writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 MB, 0.00 MB/s 2024-04-15T14:39:45.564 INFO:journalctl@ceph.mon.a.smithi016.stdout: Interval WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2024-04-15T14:39:45.564 INFO:journalctl@ceph.mon.a.smithi016.stdout: Interval stall: 00:00:0.000 H:M:S, 0.0 percent 2024-04-15T14:39:45.564 INFO:journalctl@ceph.mon.a.smithi016.stdout: 2024-04-15T14:39:45.564 INFO:journalctl@ceph.mon.a.smithi016.stdout: ** Compaction Stats [default] ** 2024-04-15T14:39:45.564 INFO:journalctl@ceph.mon.a.smithi016.stdout: Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) 2024-04-15T14:39:45.564 INFO:journalctl@ceph.mon.a.smithi016.stdout: ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------ 2024-04-15T14:39:45.564 INFO:journalctl@ceph.mon.a.smithi016.stdout: L0 1/0 3.12 MB 0.2 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 598.6 0.01 0.00 1 0.005 0 0 0.0 0.0 2024-04-15T14:39:45.564 INFO:journalctl@ceph.mon.a.smithi016.stdout: L6 1/0 8.12 MB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.00 0.00 0 0.000 0 0 0.0 0.0 2024-04-15T14:39:45.564 INFO:journalctl@ceph.mon.a.smithi016.stdout: Sum 2/0 11.24 MB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 598.6 0.01 0.00 1 0.005 0 0 0.0 0.0 2024-04-15T14:39:45.564 INFO:journalctl@ceph.mon.a.smithi016.stdout: Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 598.6 0.01 0.00 1 0.005 0 0 0.0 0.0 2024-04-15T14:39:45.564 INFO:journalctl@ceph.mon.a.smithi016.stdout: 2024-04-15T14:39:45.564 INFO:journalctl@ceph.mon.a.smithi016.stdout: ** Compaction Stats [default] ** 2024-04-15T14:39:45.564 INFO:journalctl@ceph.mon.a.smithi016.stdout: Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) 2024-04-15T14:39:45.565 INFO:journalctl@ceph.mon.a.smithi016.stdout: --------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2024-04-15T14:39:45.565 INFO:journalctl@ceph.mon.a.smithi016.stdout: User 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 598.6 0.01 0.00 1 0.005 0 0 0.0 0.0 2024-04-15T14:39:45.565 INFO:journalctl@ceph.mon.a.smithi016.stdout: 2024-04-15T14:39:45.565 INFO:journalctl@ceph.mon.a.smithi016.stdout: Blob file count: 0, total size: 0.0 GB, garbage size: 0.0 GB, space amp: 0.0 2024-04-15T14:39:45.565 INFO:journalctl@ceph.mon.a.smithi016.stdout: 2024-04-15T14:39:45.565 INFO:journalctl@ceph.mon.a.smithi016.stdout: Uptime(secs): 0.0 total, 0.0 interval 2024-04-15T14:39:45.565 INFO:journalctl@ceph.mon.a.smithi016.stdout: Flush(GB): cumulative 0.003, interval 0.003 2024-04-15T14:39:45.565 INFO:journalctl@ceph.mon.a.smithi016.stdout: AddFile(GB): cumulative 0.000, interval 0.000 2024-04-15T14:39:45.565 INFO:journalctl@ceph.mon.a.smithi016.stdout: AddFile(Total Files): cumulative 0, interval 0 2024-04-15T14:39:45.565 INFO:journalctl@ceph.mon.a.smithi016.stdout: AddFile(L0 Files): cumulative 0, interval 0 2024-04-15T14:39:45.565 INFO:journalctl@ceph.mon.a.smithi016.stdout: AddFile(Keys): cumulative 0, interval 0 2024-04-15T14:39:45.565 INFO:journalctl@ceph.mon.a.smithi016.stdout: Cumulative compaction: 0.00 GB write, 250.47 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-04-15T14:39:45.565 INFO:journalctl@ceph.mon.a.smithi016.stdout: Interval compaction: 0.00 GB write, 250.47 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-04-15T14:39:45.565 INFO:journalctl@ceph.mon.a.smithi016.stdout: Stalls(count): 0 level0_slowdown, 0 level0_slowdown_with_compaction, 0 level0_numfiles, 0 level0_numfiles_with_compaction, 0 stop for pending_compaction_bytes, 0 slowdown for pending_compaction_bytes, 0 memtable_compaction, 0 memtable_slowdown, interval 0 total count 2024-04-15T14:39:45.565 INFO:journalctl@ceph.mon.a.smithi016.stdout: Block cache BinnedLRUCache@0x55d28fe83090#7 capacity: 512.00 MB usage: 7.86 KB table_size: 0 occupancy: 18446744073709551615 collections: 1 last_copies: 0 last_secs: 1e-05 secs_since: 0 2024-04-15T14:39:45.566 INFO:journalctl@ceph.mon.a.smithi016.stdout: Block cache entry stats(count,size,portion): FilterBlock(1,1.78 KB,0.000339746%) IndexBlock(1,6.08 KB,0.00115931%) Misc(1,0.00 KB,0%) 2024-04-15T14:39:45.566 INFO:journalctl@ceph.mon.a.smithi016.stdout: 2024-04-15T14:39:45.566 INFO:journalctl@ceph.mon.a.smithi016.stdout: ** File Read Latency Histogram By Level [default] ** 2024-04-15T14:39:45.566 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:39:45 smithi016 ceph-mon[90652]: starting mon.a rank 0 at public addrs [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] at bind addrs [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] mon_data /var/lib/ceph/mon/ceph-a fsid 362ea986-fb34-11ee-bc8f-c7b262605968 2024-04-15T14:39:45.566 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:39:45 smithi016 ceph-mon[90652]: mon.a@-1(???) e3 preinit fsid 362ea986-fb34-11ee-bc8f-c7b262605968 2024-04-15T14:39:45.566 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:39:45 smithi016 ceph-mon[90652]: mon.a@-1(???).mds e6 new map 2024-04-15T14:39:45.566 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:39:45 smithi016 ceph-mon[90652]: mon.a@-1(???).mds e6 print_map 2024-04-15T14:39:45.566 INFO:journalctl@ceph.mon.a.smithi016.stdout: e6 2024-04-15T14:39:45.566 INFO:journalctl@ceph.mon.a.smithi016.stdout: enable_multiple, ever_enabled_multiple: 1,1 2024-04-15T14:39:45.566 INFO:journalctl@ceph.mon.a.smithi016.stdout: default compat: compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,8=no anchor table,9=file layout v2,10=snaprealm v2} 2024-04-15T14:39:45.566 INFO:journalctl@ceph.mon.a.smithi016.stdout: legacy client fscid: 1 2024-04-15T14:39:45.566 INFO:journalctl@ceph.mon.a.smithi016.stdout: 2024-04-15T14:39:45.566 INFO:journalctl@ceph.mon.a.smithi016.stdout: Filesystem 'cephfs' (1) 2024-04-15T14:39:45.567 INFO:journalctl@ceph.mon.a.smithi016.stdout: fs_name cephfs 2024-04-15T14:39:45.567 INFO:journalctl@ceph.mon.a.smithi016.stdout: epoch 6 2024-04-15T14:39:45.567 INFO:journalctl@ceph.mon.a.smithi016.stdout: flags 12 joinable allow_snaps allow_multimds_snaps 2024-04-15T14:39:45.567 INFO:journalctl@ceph.mon.a.smithi016.stdout: created 2024-04-15T14:33:34.967132+0000 2024-04-15T14:39:45.567 INFO:journalctl@ceph.mon.a.smithi016.stdout: modified 2024-04-15T14:33:36.974097+0000 2024-04-15T14:39:45.567 INFO:journalctl@ceph.mon.a.smithi016.stdout: tableserver 0 2024-04-15T14:39:45.567 INFO:journalctl@ceph.mon.a.smithi016.stdout: root 0 2024-04-15T14:39:45.567 INFO:journalctl@ceph.mon.a.smithi016.stdout: session_timeout 60 2024-04-15T14:39:45.567 INFO:journalctl@ceph.mon.a.smithi016.stdout: session_autoclose 300 2024-04-15T14:39:45.567 INFO:journalctl@ceph.mon.a.smithi016.stdout: max_file_size 1099511627776 2024-04-15T14:39:45.567 INFO:journalctl@ceph.mon.a.smithi016.stdout: max_xattr_size 65536 2024-04-15T14:39:45.567 INFO:journalctl@ceph.mon.a.smithi016.stdout: required_client_features {} 2024-04-15T14:39:45.567 INFO:journalctl@ceph.mon.a.smithi016.stdout: last_failure 0 2024-04-15T14:39:45.567 INFO:journalctl@ceph.mon.a.smithi016.stdout: last_failure_osd_epoch 0 2024-04-15T14:39:45.567 INFO:journalctl@ceph.mon.a.smithi016.stdout: compat compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,7=mds uses inline data,8=no anchor table,9=file layout v2,10=snaprealm v2} 2024-04-15T14:39:45.568 INFO:journalctl@ceph.mon.a.smithi016.stdout: max_mds 1 2024-04-15T14:39:45.568 INFO:journalctl@ceph.mon.a.smithi016.stdout: in 0 2024-04-15T14:39:45.568 INFO:journalctl@ceph.mon.a.smithi016.stdout: up {0=24350} 2024-04-15T14:39:45.568 INFO:journalctl@ceph.mon.a.smithi016.stdout: failed 2024-04-15T14:39:45.568 INFO:journalctl@ceph.mon.a.smithi016.stdout: damaged 2024-04-15T14:39:45.568 INFO:journalctl@ceph.mon.a.smithi016.stdout: stopped 2024-04-15T14:39:45.568 INFO:journalctl@ceph.mon.a.smithi016.stdout: data_pools [3] 2024-04-15T14:39:45.568 INFO:journalctl@ceph.mon.a.smithi016.stdout: metadata_pool 2 2024-04-15T14:39:45.568 INFO:journalctl@ceph.mon.a.smithi016.stdout: inline_data disabled 2024-04-15T14:39:45.568 INFO:journalctl@ceph.mon.a.smithi016.stdout: balancer 2024-04-15T14:39:45.568 INFO:journalctl@ceph.mon.a.smithi016.stdout: bal_rank_mask -1 2024-04-15T14:39:45.568 INFO:journalctl@ceph.mon.a.smithi016.stdout: standby_count_wanted 0 2024-04-15T14:39:45.568 INFO:journalctl@ceph.mon.a.smithi016.stdout: qdb_cluster leader: 0 members: 2024-04-15T14:39:45.568 INFO:journalctl@ceph.mon.a.smithi016.stdout: [mds.a{0:24350} state up:active seq 3 addr [v2:172.21.15.16:6834/1881779027,v1:172.21.15.16:6835/1881779027] compat {c=[1],r=[1],i=[7ff]}] 2024-04-15T14:39:45.569 INFO:journalctl@ceph.mon.a.smithi016.stdout: 2024-04-15T14:39:45.569 INFO:journalctl@ceph.mon.a.smithi016.stdout: 2024-04-15T14:39:45.569 INFO:journalctl@ceph.mon.a.smithi016.stdout: Standby daemons: 2024-04-15T14:39:45.569 INFO:journalctl@ceph.mon.a.smithi016.stdout: 2024-04-15T14:39:45.569 INFO:journalctl@ceph.mon.a.smithi016.stdout: [mds.b{-1:24349} state up:standby seq 1 addr [v2:172.21.15.102:6832/1183295622,v1:172.21.15.102:6833/1183295622] compat {c=[1],r=[1],i=[7ff]}] 2024-04-15T14:39:45.569 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:39:45 smithi016 ceph-mon[90652]: mon.a@-1(???).osd e243 crush map has features 3314933069573799936, adjusting msgr requires 2024-04-15T14:39:45.569 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:39:45 smithi016 ceph-mon[90652]: mon.a@-1(???).osd e243 crush map has features 432629308056666112, adjusting msgr requires 2024-04-15T14:39:45.569 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:39:45 smithi016 ceph-mon[90652]: mon.a@-1(???).osd e243 crush map has features 432629308056666112, adjusting msgr requires 2024-04-15T14:39:45.569 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:39:45 smithi016 ceph-mon[90652]: mon.a@-1(???).osd e243 crush map has features 432629308056666112, adjusting msgr requires 2024-04-15T14:39:45.569 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:39:45 smithi016 ceph-mon[90652]: mon.a@-1(???).paxosservice(auth 1..18) refresh upgraded, format 0 -> 3 2024-04-15T14:39:45.569 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:39:45 smithi016 bash[90614]: 0f0e1a24c400c9e308c95d0b69ad6fd07267c285e921cc87588c390db704a215 2024-04-15T14:39:45.569 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:39:45 smithi016 systemd[1]: Started Ceph mon.a for 362ea986-fb34-11ee-bc8f-c7b262605968. 2024-04-15T14:39:46.715 INFO:tasks.rados.rados.0.smithi016.stdout:894: done (1 left) 2024-04-15T14:39:46.715 INFO:tasks.rados.rados.0.smithi016.stdout:895: done (0 left) 2024-04-15T14:39:46.715 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 37 current snap is 90 2024-04-15T14:39:46.715 INFO:tasks.rados.rados.0.smithi016.stdout:896: seq_num 291 ranges {2351104=81920} 2024-04-15T14:39:46.728 INFO:tasks.rados.rados.0.smithi016.stdout:896: writing smithi01678542-37 from 2351104 to 2433024 tid 1 2024-04-15T14:39:46.729 INFO:tasks.rados.rados.0.smithi016.stdout:897: snap_create 2024-04-15T14:39:46.732 INFO:tasks.rados.rados.0.smithi016.stdout:896: finishing write tid 1 to smithi01678542-37 2024-04-15T14:39:46.732 INFO:tasks.rados.rados.0.smithi016.stdout:896: finishing write tid 2 to smithi01678542-37 2024-04-15T14:39:46.733 INFO:tasks.rados.rados.0.smithi016.stdout:896: finishing write tid 3 to smithi01678542-37 2024-04-15T14:39:46.734 INFO:tasks.rados.rados.0.smithi016.stdout:896: oid 37 updating version 0 to 491 2024-04-15T14:39:46.734 INFO:tasks.rados.rados.0.smithi016.stdout:896: oid 37 updating version 491 to 492 2024-04-15T14:39:46.734 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 37 v 492 (ObjNum 291 snap 90 seq_num 291) dirty exists 2024-04-15T14:39:46.734 INFO:tasks.rados.rados.0.smithi016.stdout:896: left oid 37 (ObjNum 291 snap 90 seq_num 291) 2024-04-15T14:39:47.039 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 15 14:39:46 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-y[81421]: ignoring --setuser ceph since I am not root 2024-04-15T14:39:47.039 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 15 14:39:46 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-y[81421]: ignoring --setgroup ceph since I am not root 2024-04-15T14:39:47.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:39:46 smithi016 ceph-mon[36548]: pgmap v57: 121 pgs: 121 active+clean; 170 MiB data, 949 MiB used, 714 GiB / 715 GiB avail; 1.7 MiB/s rd, 14 KiB/s wr, 15 op/s 2024-04-15T14:39:47.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:39:46 smithi016 ceph-mon[36548]: pgmap v58: 121 pgs: 121 active+clean; 148 MiB data, 926 MiB used, 714 GiB / 715 GiB avail; 1.2 MiB/s rd, 9.7 KiB/s wr, 15 op/s 2024-04-15T14:39:47.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:39:46 smithi016 ceph-mon[36548]: mon.a calling monitor election 2024-04-15T14:39:47.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:39:46 smithi016 ceph-mon[36548]: mon.a is new leader, mons a,b,c in quorum (ranks 0,1,2) 2024-04-15T14:39:47.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:39:46 smithi016 ceph-mon[36548]: monmap epoch 3 2024-04-15T14:39:47.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:39:46 smithi016 ceph-mon[36548]: fsid 362ea986-fb34-11ee-bc8f-c7b262605968 2024-04-15T14:39:47.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:39:46 smithi016 ceph-mon[36548]: last_changed 2024-04-15T14:29:39.521497+0000 2024-04-15T14:39:47.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:39:46 smithi016 ceph-mon[36548]: created 2024-04-15T14:28:00.200872+0000 2024-04-15T14:39:47.041 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:39:46 smithi016 ceph-mon[36548]: min_mon_release 18 (reef) 2024-04-15T14:39:47.041 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:39:46 smithi016 ceph-mon[36548]: election_strategy: 1 2024-04-15T14:39:47.041 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:39:46 smithi016 ceph-mon[36548]: 0: [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] mon.a 2024-04-15T14:39:47.041 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:39:46 smithi016 ceph-mon[36548]: 1: [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] mon.b 2024-04-15T14:39:47.041 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:39:46 smithi016 ceph-mon[36548]: 2: [v2:172.21.15.16:3301/0,v1:172.21.15.16:6790/0] mon.c 2024-04-15T14:39:47.041 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:39:46 smithi016 ceph-mon[36548]: fsmap cephfs:1 {0=a=up:active} 1 up:standby 2024-04-15T14:39:47.041 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:39:46 smithi016 ceph-mon[36548]: osdmap e243: 8 total, 8 up, 8 in 2024-04-15T14:39:47.041 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:39:46 smithi016 ceph-mon[36548]: mgrmap e37: y(active, since 39s), standbys: x 2024-04-15T14:39:47.042 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:39:46 smithi016 ceph-mon[36548]: overall HEALTH_OK 2024-04-15T14:39:47.042 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:39:46 smithi016 ceph-mon[36548]: from='mgr.15201 ' entity='' 2024-04-15T14:39:47.042 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:39:46 smithi016 ceph-mon[36548]: mgrmap e38: y(active, since 39s), standbys: x 2024-04-15T14:39:47.042 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:39:46 smithi016 ceph-mon[90652]: pgmap v57: 121 pgs: 121 active+clean; 170 MiB data, 949 MiB used, 714 GiB / 715 GiB avail; 1.7 MiB/s rd, 14 KiB/s wr, 15 op/s 2024-04-15T14:39:47.042 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:39:46 smithi016 ceph-mon[90652]: pgmap v58: 121 pgs: 121 active+clean; 148 MiB data, 926 MiB used, 714 GiB / 715 GiB avail; 1.2 MiB/s rd, 9.7 KiB/s wr, 15 op/s 2024-04-15T14:39:47.042 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:39:46 smithi016 ceph-mon[90652]: mon.a calling monitor election 2024-04-15T14:39:47.042 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:39:46 smithi016 ceph-mon[90652]: mon.a is new leader, mons a,b,c in quorum (ranks 0,1,2) 2024-04-15T14:39:47.042 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:39:46 smithi016 ceph-mon[90652]: monmap epoch 3 2024-04-15T14:39:47.042 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:39:46 smithi016 ceph-mon[90652]: fsid 362ea986-fb34-11ee-bc8f-c7b262605968 2024-04-15T14:39:47.042 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:39:46 smithi016 ceph-mon[90652]: last_changed 2024-04-15T14:29:39.521497+0000 2024-04-15T14:39:47.042 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:39:46 smithi016 ceph-mon[90652]: created 2024-04-15T14:28:00.200872+0000 2024-04-15T14:39:47.043 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:39:46 smithi016 ceph-mon[90652]: min_mon_release 18 (reef) 2024-04-15T14:39:47.043 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:39:46 smithi016 ceph-mon[90652]: election_strategy: 1 2024-04-15T14:39:47.043 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:39:46 smithi016 ceph-mon[90652]: 0: [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] mon.a 2024-04-15T14:39:47.043 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:39:46 smithi016 ceph-mon[90652]: 1: [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] mon.b 2024-04-15T14:39:47.043 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:39:46 smithi016 ceph-mon[90652]: 2: [v2:172.21.15.16:3301/0,v1:172.21.15.16:6790/0] mon.c 2024-04-15T14:39:47.043 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:39:46 smithi016 ceph-mon[90652]: fsmap cephfs:1 {0=a=up:active} 1 up:standby 2024-04-15T14:39:47.043 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:39:46 smithi016 ceph-mon[90652]: osdmap e243: 8 total, 8 up, 8 in 2024-04-15T14:39:47.043 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:39:46 smithi016 ceph-mon[90652]: mgrmap e37: y(active, since 39s), standbys: x 2024-04-15T14:39:47.044 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:39:46 smithi016 ceph-mon[90652]: overall HEALTH_OK 2024-04-15T14:39:47.044 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:39:46 smithi016 ceph-mon[90652]: from='mgr.15201 ' entity='' 2024-04-15T14:39:47.044 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:39:46 smithi016 ceph-mon[90652]: mgrmap e38: y(active, since 39s), standbys: x 2024-04-15T14:39:47.187 INFO:journalctl@ceph.mgr.x.smithi102.stdout:Apr 15 14:39:46 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-x[78594]: ignoring --setuser ceph since I am not root 2024-04-15T14:39:47.187 INFO:journalctl@ceph.mgr.x.smithi102.stdout:Apr 15 14:39:46 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-x[78594]: ignoring --setgroup ceph since I am not root 2024-04-15T14:39:47.187 INFO:journalctl@ceph.mgr.x.smithi102.stdout:Apr 15 14:39:46 smithi102 ceph-mgr[78617]: -- 172.21.15.102:0/3545102288 <== mon.1 v2:172.21.15.102:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x563d0b97c5a0 con 0x563d0b950800 2024-04-15T14:39:47.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:39:46 smithi102 ceph-mon[31017]: pgmap v57: 121 pgs: 121 active+clean; 170 MiB data, 949 MiB used, 714 GiB / 715 GiB avail; 1.7 MiB/s rd, 14 KiB/s wr, 15 op/s 2024-04-15T14:39:47.188 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:39:46 smithi102 ceph-mon[31017]: pgmap v58: 121 pgs: 121 active+clean; 148 MiB data, 926 MiB used, 714 GiB / 715 GiB avail; 1.2 MiB/s rd, 9.7 KiB/s wr, 15 op/s 2024-04-15T14:39:47.188 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:39:46 smithi102 ceph-mon[31017]: mon.a calling monitor election 2024-04-15T14:39:47.188 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:39:46 smithi102 ceph-mon[31017]: mon.a is new leader, mons a,b,c in quorum (ranks 0,1,2) 2024-04-15T14:39:47.188 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:39:46 smithi102 ceph-mon[31017]: monmap epoch 3 2024-04-15T14:39:47.188 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:39:46 smithi102 ceph-mon[31017]: fsid 362ea986-fb34-11ee-bc8f-c7b262605968 2024-04-15T14:39:47.188 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:39:46 smithi102 ceph-mon[31017]: last_changed 2024-04-15T14:29:39.521497+0000 2024-04-15T14:39:47.188 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:39:46 smithi102 ceph-mon[31017]: created 2024-04-15T14:28:00.200872+0000 2024-04-15T14:39:47.188 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:39:46 smithi102 ceph-mon[31017]: min_mon_release 18 (reef) 2024-04-15T14:39:47.188 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:39:46 smithi102 ceph-mon[31017]: election_strategy: 1 2024-04-15T14:39:47.188 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:39:46 smithi102 ceph-mon[31017]: 0: [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] mon.a 2024-04-15T14:39:47.188 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:39:46 smithi102 ceph-mon[31017]: 1: [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] mon.b 2024-04-15T14:39:47.188 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:39:46 smithi102 ceph-mon[31017]: 2: [v2:172.21.15.16:3301/0,v1:172.21.15.16:6790/0] mon.c 2024-04-15T14:39:47.188 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:39:46 smithi102 ceph-mon[31017]: fsmap cephfs:1 {0=a=up:active} 1 up:standby 2024-04-15T14:39:47.188 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:39:46 smithi102 ceph-mon[31017]: osdmap e243: 8 total, 8 up, 8 in 2024-04-15T14:39:47.188 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:39:46 smithi102 ceph-mon[31017]: mgrmap e37: y(active, since 39s), standbys: x 2024-04-15T14:39:47.189 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:39:46 smithi102 ceph-mon[31017]: overall HEALTH_OK 2024-04-15T14:39:47.189 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:39:46 smithi102 ceph-mon[31017]: from='mgr.15201 ' entity='' 2024-04-15T14:39:47.189 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:39:46 smithi102 ceph-mon[31017]: mgrmap e38: y(active, since 39s), standbys: x 2024-04-15T14:39:47.539 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 15 14:39:47 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-y[81421]: 2024-04-15T14:39:47.254+0000 7f3e82569200 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-04-15T14:39:47.539 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 15 14:39:47 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-y[81421]: 2024-04-15T14:39:47.351+0000 7f3e82569200 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-04-15T14:39:47.687 INFO:journalctl@ceph.mgr.x.smithi102.stdout:Apr 15 14:39:47 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-x[78594]: 2024-04-15T14:39:47.228+0000 7f2437293200 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-04-15T14:39:47.687 INFO:journalctl@ceph.mgr.x.smithi102.stdout:Apr 15 14:39:47 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-x[78594]: 2024-04-15T14:39:47.321+0000 7f2437293200 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-04-15T14:39:47.719 INFO:tasks.rados.rados.0.smithi016.stdout:896: done (1 left) 2024-04-15T14:39:47.719 INFO:tasks.rados.rados.0.smithi016.stdout:897: done (0 left) 2024-04-15T14:39:47.719 INFO:tasks.rados.rados.0.smithi016.stdout:898: read oid 11 snap 88 2024-04-15T14:39:47.719 INFO:tasks.rados.rados.0.smithi016.stdout:898: expect (ObjNum 231 snap 66 seq_num 231) 2024-04-15T14:39:47.720 INFO:tasks.rados.rados.0.smithi016.stdout:899: snap_create 2024-04-15T14:39:47.740 INFO:tasks.rados.rados.0.smithi016.stdout:898: expect (ObjNum 231 snap 66 seq_num 231) 2024-04-15T14:39:47.967 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:39:47 smithi102 ceph-mon[31017]: osdmap e244: 8 total, 8 up, 8 in 2024-04-15T14:39:48.021 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:39:47 smithi016 ceph-mon[90652]: osdmap e244: 8 total, 8 up, 8 in 2024-04-15T14:39:48.022 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:39:47 smithi016 ceph-mon[36548]: osdmap e244: 8 total, 8 up, 8 in 2024-04-15T14:39:48.289 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 15 14:39:48 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-y[81421]: 2024-04-15T14:39:48.019+0000 7f3e82569200 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-04-15T14:39:48.289 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 15 14:39:48 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-y[81421]: 2024-04-15T14:39:48.115+0000 7f3e82569200 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-04-15T14:39:48.289 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 15 14:39:48 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-y[81421]: 2024-04-15T14:39:48.260+0000 7f3e82569200 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-04-15T14:39:48.297 INFO:journalctl@ceph.mgr.x.smithi102.stdout:Apr 15 14:39:47 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-x[78594]: 2024-04-15T14:39:47.965+0000 7f2437293200 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-04-15T14:39:48.298 INFO:journalctl@ceph.mgr.x.smithi102.stdout:Apr 15 14:39:48 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-x[78594]: 2024-04-15T14:39:48.058+0000 7f2437293200 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-04-15T14:39:48.298 INFO:journalctl@ceph.mgr.x.smithi102.stdout:Apr 15 14:39:48 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-x[78594]: 2024-04-15T14:39:48.201+0000 7f2437293200 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-04-15T14:39:48.298 INFO:journalctl@ceph.mgr.x.smithi102.stdout:Apr 15 14:39:48 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-x[78594]: 2024-04-15T14:39:48.295+0000 7f2437293200 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-04-15T14:39:48.647 INFO:journalctl@ceph.mgr.x.smithi102.stdout:Apr 15 14:39:48 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-x[78594]: 2024-04-15T14:39:48.381+0000 7f2437293200 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-04-15T14:39:48.720 INFO:tasks.rados.rados.0.smithi016.stdout:898: done (1 left) 2024-04-15T14:39:48.720 INFO:tasks.rados.rados.0.smithi016.stdout:899: done (0 left) 2024-04-15T14:39:48.721 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 10 current snap is 92 2024-04-15T14:39:48.721 INFO:tasks.rados.rados.0.smithi016.stdout:900: seq_num 292 ranges {3104768=98304} 2024-04-15T14:39:48.721 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 15 14:39:48 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-y[81421]: 2024-04-15T14:39:48.359+0000 7f3e82569200 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-04-15T14:39:48.721 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 15 14:39:48 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-y[81421]: 2024-04-15T14:39:48.445+0000 7f3e82569200 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-04-15T14:39:48.721 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 15 14:39:48 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-y[81421]: 2024-04-15T14:39:48.718+0000 7f3e82569200 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-04-15T14:39:48.738 INFO:tasks.rados.rados.0.smithi016.stdout:900: writing smithi01678542-10 from 3104768 to 3203072 tid 1 2024-04-15T14:39:48.738 INFO:tasks.rados.rados.0.smithi016.stdout:901: copy_from oid 5 from oid 16 current snap is 92 2024-04-15T14:39:48.738 INFO:tasks.rados.rados.0.smithi016.stdout:902: copy_from oid 36 from oid 3 current snap is 92 2024-04-15T14:39:48.739 INFO:tasks.rados.rados.0.smithi016.stdout:903: read oid 6 snap -1 2024-04-15T14:39:48.739 INFO:tasks.rados.rados.0.smithi016.stdout:903: expect (ObjNum 36 snap 0 seq_num 36) 2024-04-15T14:39:48.739 INFO:tasks.rados.rados.0.smithi016.stdout:904: read oid 47 snap -1 2024-04-15T14:39:48.739 INFO:tasks.rados.rados.0.smithi016.stdout:904: expect deleted 2024-04-15T14:39:48.739 INFO:tasks.rados.rados.0.smithi016.stdout:905: delete oid 44 current snap is 92 2024-04-15T14:39:48.741 INFO:tasks.rados.rados.0.smithi016.stdout:901: finishing copy_from to smithi01678542-5 2024-04-15T14:39:48.741 INFO:tasks.rados.rados.0.smithi016.stdout:901: got expected ENOENT (src dne) 2024-04-15T14:39:48.741 INFO:tasks.rados.rados.0.smithi016.stdout:901: finishing copy_from racing read to smithi01678542-5 2024-04-15T14:39:48.742 INFO:tasks.rados.rados.0.smithi016.stdout:900: finishing write tid 1 to smithi01678542-10 2024-04-15T14:39:48.743 INFO:tasks.rados.rados.0.smithi016.stdout:903: expect (ObjNum 36 snap 0 seq_num 36) 2024-04-15T14:39:48.765 INFO:tasks.rados.rados.0.smithi016.stdout:900: finishing write tid 2 to smithi01678542-10 2024-04-15T14:39:48.765 INFO:tasks.rados.rados.0.smithi016.stdout:900: finishing write tid 3 to smithi01678542-10 2024-04-15T14:39:48.765 INFO:tasks.rados.rados.0.smithi016.stdout:900: oid 10 updating version 0 to 494 2024-04-15T14:39:48.765 INFO:tasks.rados.rados.0.smithi016.stdout:900: oid 10 updating version 494 to 495 2024-04-15T14:39:48.765 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 10 v 495 (ObjNum 292 snap 92 seq_num 292) dirty exists 2024-04-15T14:39:48.766 INFO:tasks.rados.rados.0.smithi016.stdout:900: left oid 10 (ObjNum 292 snap 92 seq_num 292) 2024-04-15T14:39:48.766 INFO:tasks.rados.rados.0.smithi016.stdout:902: finishing copy_from racing read to smithi01678542-36 2024-04-15T14:39:48.766 INFO:tasks.rados.rados.0.smithi016.stdout:902: finishing copy_from to smithi01678542-36 2024-04-15T14:39:48.766 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 36 v 156 (ObjNum 246 snap 72 seq_num 246) dirty exists 2024-04-15T14:39:48.766 INFO:tasks.rados.rados.0.smithi016.stdout:900: done (5 left) 2024-04-15T14:39:48.766 INFO:tasks.rados.rados.0.smithi016.stdout:901: done (4 left) 2024-04-15T14:39:48.766 INFO:tasks.rados.rados.0.smithi016.stdout:902: done (3 left) 2024-04-15T14:39:48.766 INFO:tasks.rados.rados.0.smithi016.stdout:903: done (2 left) 2024-04-15T14:39:48.766 INFO:tasks.rados.rados.0.smithi016.stdout:904: done (1 left) 2024-04-15T14:39:48.766 INFO:tasks.rados.rados.0.smithi016.stdout:905: done (0 left) 2024-04-15T14:39:48.766 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 33 current snap is 92 2024-04-15T14:39:48.766 INFO:tasks.rados.rados.0.smithi016.stdout:906: seq_num 294 ranges {0=131072} 2024-04-15T14:39:48.766 INFO:tasks.rados.rados.0.smithi016.stdout:906: writing smithi01678542-33 from 0 to 131072 tid 1 2024-04-15T14:39:48.766 INFO:tasks.rados.rados.0.smithi016.stdout:907: rollback oid 47 current snap is 92 2024-04-15T14:39:48.767 INFO:tasks.rados.rados.0.smithi016.stdout:rollback oid 47 to 70 2024-04-15T14:39:48.767 INFO:tasks.rados.rados.0.smithi016.stdout:908: setattr oid 44 current snap is 92 2024-04-15T14:39:48.767 INFO:tasks.rados.rados.0.smithi016.stdout:907: finishing rollback tid 1 to smithi01678542-47 2024-04-15T14:39:48.767 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 47 v 0 (ObjNum 161 snap 0 seq_num 0) dirty dne 2024-04-15T14:39:48.767 INFO:tasks.rados.rados.0.smithi016.stdout:907: done (2 left) 2024-04-15T14:39:48.767 INFO:tasks.rados.rados.0.smithi016.stdout:909: snap_remove snap 88 2024-04-15T14:39:48.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:39:48 smithi102 ceph-mon[31017]: osdmap e245: 8 total, 8 up, 8 in 2024-04-15T14:39:48.937 INFO:journalctl@ceph.mgr.x.smithi102.stdout:Apr 15 14:39:48 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-x[78594]: 2024-04-15T14:39:48.645+0000 7f2437293200 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-04-15T14:39:48.937 INFO:journalctl@ceph.mgr.x.smithi102.stdout:Apr 15 14:39:48 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-x[78594]: 2024-04-15T14:39:48.761+0000 7f2437293200 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-04-15T14:39:48.937 INFO:journalctl@ceph.mgr.x.smithi102.stdout:Apr 15 14:39:48 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-x[78594]: 2024-04-15T14:39:48.850+0000 7f2437293200 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-04-15T14:39:49.030 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:39:48 smithi016 ceph-mon[90652]: osdmap e245: 8 total, 8 up, 8 in 2024-04-15T14:39:49.031 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:39:48 smithi016 ceph-mon[36548]: osdmap e245: 8 total, 8 up, 8 in 2024-04-15T14:39:49.031 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 15 14:39:48 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-y[81421]: 2024-04-15T14:39:48.840+0000 7f3e82569200 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-04-15T14:39:49.031 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 15 14:39:48 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-y[81421]: 2024-04-15T14:39:48.930+0000 7f3e82569200 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-04-15T14:39:49.289 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 15 14:39:49 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-y[81421]: 2024-04-15T14:39:49.028+0000 7f3e82569200 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-04-15T14:39:49.289 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 15 14:39:49 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-y[81421]: 2024-04-15T14:39:49.209+0000 7f3e82569200 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-04-15T14:39:49.437 INFO:journalctl@ceph.mgr.x.smithi102.stdout:Apr 15 14:39:48 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-x[78594]: 2024-04-15T14:39:48.947+0000 7f2437293200 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-04-15T14:39:49.437 INFO:journalctl@ceph.mgr.x.smithi102.stdout:Apr 15 14:39:49 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-x[78594]: 2024-04-15T14:39:49.127+0000 7f2437293200 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-04-15T14:39:49.731 INFO:tasks.rados.rados.0.smithi016.stdout:909: done (2 left) 2024-04-15T14:39:49.731 INFO:tasks.rados.rados.0.smithi016.stdout:910: snap_create 2024-04-15T14:39:49.731 INFO:tasks.rados.rados.0.smithi016.stdout:906: finishing write tid 1 to smithi01678542-33 2024-04-15T14:39:49.731 INFO:tasks.rados.rados.0.smithi016.stdout:906: finishing write tid 2 to smithi01678542-33 2024-04-15T14:39:49.732 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 44 v 543 (ObjNum 289 snap 0 seq_num 0) dirty exists 2024-04-15T14:39:49.732 INFO:tasks.rados.rados.0.smithi016.stdout:906: finishing write tid 3 to smithi01678542-33 2024-04-15T14:39:49.732 INFO:tasks.rados.rados.0.smithi016.stdout:906: oid 33 updating version 0 to 541 2024-04-15T14:39:49.732 INFO:tasks.rados.rados.0.smithi016.stdout:906: oid 33 updating version 541 to 542 2024-04-15T14:39:49.732 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 33 v 542 (ObjNum 294 snap 92 seq_num 294) dirty exists 2024-04-15T14:39:49.733 INFO:tasks.rados.rados.0.smithi016.stdout:906: left oid 33 (ObjNum 294 snap 92 seq_num 294) 2024-04-15T14:39:49.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:39:49 smithi102 ceph-mon[31017]: osdmap e246: 8 total, 8 up, 8 in 2024-04-15T14:39:50.039 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:39:49 smithi016 ceph-mon[90652]: osdmap e246: 8 total, 8 up, 8 in 2024-04-15T14:39:50.039 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:39:49 smithi016 ceph-mon[36548]: osdmap e246: 8 total, 8 up, 8 in 2024-04-15T14:39:50.248 INFO:tasks.rados.rados.0.smithi016.stdout:906: done (2 left) 2024-04-15T14:39:50.248 INFO:tasks.rados.rados.0.smithi016.stdout:908: done (1 left) 2024-04-15T14:39:50.248 INFO:tasks.rados.rados.0.smithi016.stdout:910: done (0 left) 2024-04-15T14:39:50.248 INFO:tasks.rados.rados.0.smithi016.stdout:911: rmattr oid 17 current snap is 93 2024-04-15T14:39:50.248 INFO:tasks.rados.rados.0.smithi016.stdout:911: done (0 left) 2024-04-15T14:39:50.248 INFO:tasks.rados.rados.0.smithi016.stdout:912: read oid 48 snap -1 2024-04-15T14:39:50.248 INFO:tasks.rados.rados.0.smithi016.stdout:912: expect (ObjNum 81 snap 19 seq_num 81) 2024-04-15T14:39:50.248 INFO:tasks.rados.rados.0.smithi016.stdout:913: copy_from oid 15 from oid 10 current snap is 93 2024-04-15T14:39:50.249 INFO:tasks.rados.rados.0.smithi016.stdout:914: snap_create 2024-04-15T14:39:50.260 INFO:tasks.rados.rados.0.smithi016.stdout:913: finishing copy_from racing read to smithi01678542-15 2024-04-15T14:39:50.262 INFO:tasks.rados.rados.0.smithi016.stdout:913: finishing copy_from to smithi01678542-15 2024-04-15T14:39:50.262 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 15 v 495 (ObjNum 292 snap 92 seq_num 292) dirty exists 2024-04-15T14:39:50.267 INFO:tasks.rados.rados.0.smithi016.stdout:912: expect (ObjNum 81 snap 19 seq_num 81) 2024-04-15T14:39:50.437 INFO:journalctl@ceph.mgr.x.smithi102.stdout:Apr 15 14:39:50 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-x[78594]: 2024-04-15T14:39:50.105+0000 7f2437293200 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-04-15T14:39:51.047 INFO:journalctl@ceph.mgr.x.smithi102.stdout:Apr 15 14:39:50 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-x[78594]: 2024-04-15T14:39:50.238+0000 7f2437293200 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-04-15T14:39:51.048 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 15 14:39:50 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-y[81421]: 2024-04-15T14:39:50.213+0000 7f3e82569200 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-04-15T14:39:51.048 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 15 14:39:50 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-y[81421]: 2024-04-15T14:39:50.385+0000 7f3e82569200 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-04-15T14:39:51.048 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:39:50 smithi102 ceph-mon[31017]: osdmap e247: 8 total, 8 up, 8 in 2024-04-15T14:39:51.048 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:39:50 smithi102 ceph-mon[31017]: osdmap e248: 8 total, 8 up, 8 in 2024-04-15T14:39:51.049 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:39:50 smithi016 ceph-mon[90652]: osdmap e247: 8 total, 8 up, 8 in 2024-04-15T14:39:51.049 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:39:50 smithi016 ceph-mon[90652]: osdmap e248: 8 total, 8 up, 8 in 2024-04-15T14:39:51.049 INFO:journalctl@ceph.mgr.x.smithi102.stdout:Apr 15 14:39:50 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-x[78594]: 2024-04-15T14:39:50.583+0000 7f2437293200 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-04-15T14:39:51.049 INFO:journalctl@ceph.mgr.x.smithi102.stdout:Apr 15 14:39:50 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-x[78594]: 2024-04-15T14:39:50.677+0000 7f2437293200 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-04-15T14:39:51.049 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:39:50 smithi016 ceph-mon[36548]: osdmap e247: 8 total, 8 up, 8 in 2024-04-15T14:39:51.049 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:39:50 smithi016 ceph-mon[36548]: osdmap e248: 8 total, 8 up, 8 in 2024-04-15T14:39:51.050 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 15 14:39:50 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-y[81421]: 2024-04-15T14:39:50.734+0000 7f3e82569200 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-04-15T14:39:51.050 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 15 14:39:50 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-y[81421]: 2024-04-15T14:39:50.828+0000 7f3e82569200 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-04-15T14:39:51.188 INFO:journalctl@ceph.mgr.x.smithi102.stdout:Apr 15 14:39:50 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-x[78594]: 2024-04-15T14:39:50.877+0000 7f2437293200 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-04-15T14:39:51.188 INFO:journalctl@ceph.mgr.x.smithi102.stdout:Apr 15 14:39:51 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-x[78594]: 2024-04-15T14:39:51.070+0000 7f2437293200 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-04-15T14:39:51.248 INFO:tasks.rados.rados.0.smithi016.stdout:912: done (2 left) 2024-04-15T14:39:51.248 INFO:tasks.rados.rados.0.smithi016.stdout:913: done (1 left) 2024-04-15T14:39:51.248 INFO:tasks.rados.rados.0.smithi016.stdout:914: done (0 left) 2024-04-15T14:39:51.248 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 15 current snap is 94 2024-04-15T14:39:51.249 INFO:tasks.rados.rados.0.smithi016.stdout:915: seq_num 295 ranges {3203072=147456} 2024-04-15T14:39:51.266 INFO:tasks.rados.rados.0.smithi016.stdout:915: writing smithi01678542-15 from 3203072 to 3350528 tid 1 2024-04-15T14:39:51.266 INFO:tasks.rados.rados.0.smithi016.stdout:916: delete oid 31 current snap is 94 2024-04-15T14:39:51.269 INFO:tasks.rados.rados.0.smithi016.stdout:915: finishing write tid 1 to smithi01678542-15 2024-04-15T14:39:51.270 INFO:tasks.rados.rados.0.smithi016.stdout:915: finishing write tid 2 to smithi01678542-15 2024-04-15T14:39:51.270 INFO:tasks.rados.rados.0.smithi016.stdout:916: done (1 left) 2024-04-15T14:39:51.270 INFO:tasks.rados.rados.0.smithi016.stdout:917: snap_create 2024-04-15T14:39:51.271 INFO:tasks.rados.rados.0.smithi016.stdout:915: finishing write tid 3 to smithi01678542-15 2024-04-15T14:39:51.271 INFO:tasks.rados.rados.0.smithi016.stdout:915: oid 15 updating version 0 to 496 2024-04-15T14:39:51.271 INFO:tasks.rados.rados.0.smithi016.stdout:915: oid 15 updating version 496 to 497 2024-04-15T14:39:51.271 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 15 v 497 (ObjNum 295 snap 94 seq_num 295) dirty exists 2024-04-15T14:39:51.271 INFO:tasks.rados.rados.0.smithi016.stdout:915: left oid 15 (ObjNum 295 snap 94 seq_num 295) 2024-04-15T14:39:51.539 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 15 14:39:51 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-y[81421]: 2024-04-15T14:39:51.039+0000 7f3e82569200 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-04-15T14:39:51.540 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 15 14:39:51 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-y[81421]: 2024-04-15T14:39:51.234+0000 7f3e82569200 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-04-15T14:39:51.540 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 15 14:39:51 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-y[81421]: 2024-04-15T14:39:51.538+0000 7f3e82569200 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-04-15T14:39:51.629 INFO:journalctl@ceph.mgr.x.smithi102.stdout:Apr 15 14:39:51 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-x[78594]: 2024-04-15T14:39:51.367+0000 7f2437293200 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-04-15T14:39:51.937 INFO:journalctl@ceph.mgr.x.smithi102.stdout:Apr 15 14:39:51 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-x[78594]: 2024-04-15T14:39:51.627+0000 7f2437293200 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-04-15T14:39:51.937 INFO:journalctl@ceph.mgr.x.smithi102.stdout:Apr 15 14:39:51 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-x[78594]: 2024-04-15T14:39:51.872+0000 7f2437293200 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-04-15T14:39:52.249 INFO:tasks.rados.rados.0.smithi016.stdout:915: done (1 left) 2024-04-15T14:39:52.249 INFO:tasks.rados.rados.0.smithi016.stdout:917: done (0 left) 2024-04-15T14:39:52.249 INFO:tasks.rados.rados.0.smithi016.stdout:918: copy_from oid 33 from oid 44 current snap is 95 2024-04-15T14:39:52.249 INFO:tasks.rados.rados.0.smithi016.stdout:919: delete oid 3 current snap is 95 2024-04-15T14:39:52.249 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 15 14:39:51 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-y[81421]: 2024-04-15T14:39:51.805+0000 7f3e82569200 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-04-15T14:39:52.250 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 15 14:39:52 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-y[81421]: 2024-04-15T14:39:52.054+0000 7f3e82569200 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-04-15T14:39:52.252 INFO:tasks.rados.rados.0.smithi016.stdout:919: done (1 left) 2024-04-15T14:39:52.252 INFO:tasks.rados.rados.0.smithi016.stdout:920: snap_remove snap 73 2024-04-15T14:39:52.539 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:39:52 smithi016 ceph-mon[36548]: osdmap e249: 8 total, 8 up, 8 in 2024-04-15T14:39:52.539 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:39:52 smithi016 ceph-mon[90652]: osdmap e249: 8 total, 8 up, 8 in 2024-04-15T14:39:52.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:39:52 smithi102 ceph-mon[31017]: osdmap e249: 8 total, 8 up, 8 in 2024-04-15T14:39:53.187 INFO:journalctl@ceph.mgr.x.smithi102.stdout:Apr 15 14:39:52 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-x[78594]: 2024-04-15T14:39:52.694+0000 7f2437293200 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-04-15T14:39:53.250 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 15 14:39:52 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-y[81421]: 2024-04-15T14:39:52.908+0000 7f3e82569200 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-04-15T14:39:53.265 INFO:tasks.rados.rados.0.smithi016.stdout:920: done (1 left) 2024-04-15T14:39:53.265 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 21 current snap is 95 2024-04-15T14:39:53.265 INFO:tasks.rados.rados.0.smithi016.stdout:921: seq_num 298 ranges {2146304=196608} 2024-04-15T14:39:53.280 INFO:tasks.rados.rados.0.smithi016.stdout:921: writing smithi01678542-21 from 2146304 to 2342912 tid 1 2024-04-15T14:39:53.280 INFO:tasks.rados.rados.0.smithi016.stdout:918: finishing copy_from racing read to smithi01678542-33 2024-04-15T14:39:53.280 INFO:tasks.rados.rados.0.smithi016.stdout:918: finishing copy_from to smithi01678542-33 2024-04-15T14:39:53.280 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 33 v 543 (ObjNum 49 snap 0 seq_num 1953066355) dirty exists 2024-04-15T14:39:53.280 INFO:tasks.rados.rados.0.smithi016.stdout:918: done (1 left) 2024-04-15T14:39:53.280 INFO:tasks.rados.rados.0.smithi016.stdout:922: read oid 26 snap -1 2024-04-15T14:39:53.280 INFO:tasks.rados.rados.0.smithi016.stdout:922: expect (ObjNum 244 snap 69 seq_num 244) 2024-04-15T14:39:53.280 INFO:tasks.rados.rados.0.smithi016.stdout:923: read oid 48 snap -1 2024-04-15T14:39:53.280 INFO:tasks.rados.rados.0.smithi016.stdout:923: expect (ObjNum 81 snap 19 seq_num 81) 2024-04-15T14:39:53.280 INFO:tasks.rados.rados.0.smithi016.stdout:924: read oid 27 snap -1 2024-04-15T14:39:53.280 INFO:tasks.rados.rados.0.smithi016.stdout:924: expect (ObjNum 270 snap 82 seq_num 270) 2024-04-15T14:39:53.281 INFO:tasks.rados.rados.0.smithi016.stdout:925: snap_remove snap 90 2024-04-15T14:39:53.505 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:39:53 smithi102 ceph-mon[31017]: osdmap e250: 8 total, 8 up, 8 in 2024-04-15T14:39:53.505 INFO:journalctl@ceph.mgr.x.smithi102.stdout:Apr 15 14:39:53 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-x[78594]: 2024-04-15T14:39:53.279+0000 7f2437293200 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-04-15T14:39:53.505 INFO:journalctl@ceph.mgr.x.smithi102.stdout:Apr 15 14:39:53 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-x[78594]: 2024-04-15T14:39:53.385+0000 7f2437293200 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-04-15T14:39:53.527 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:39:53 smithi016 ceph-mon[90652]: osdmap e250: 8 total, 8 up, 8 in 2024-04-15T14:39:53.527 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:39:53 smithi016 ceph-mon[36548]: osdmap e250: 8 total, 8 up, 8 in 2024-04-15T14:39:53.789 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 15 14:39:53 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-y[81421]: 2024-04-15T14:39:53.526+0000 7f3e82569200 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-04-15T14:39:53.789 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 15 14:39:53 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-y[81421]: 2024-04-15T14:39:53.632+0000 7f3e82569200 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-04-15T14:39:53.876 INFO:tasks.rados.rados.0.smithi016.stdout:921: finishing write tid 1 to smithi01678542-21 2024-04-15T14:39:53.876 INFO:tasks.rados.rados.0.smithi016.stdout:921: finishing write tid 2 to smithi01678542-21 2024-04-15T14:39:53.876 INFO:tasks.rados.rados.0.smithi016.stdout:921: finishing write tid 3 to smithi01678542-21 2024-04-15T14:39:53.877 INFO:tasks.rados.rados.0.smithi016.stdout:921: oid 21 updating version 0 to 568 2024-04-15T14:39:53.877 INFO:tasks.rados.rados.0.smithi016.stdout:921: oid 21 updating version 568 to 569 2024-04-15T14:39:53.877 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 21 v 569 (ObjNum 298 snap 95 seq_num 298) dirty exists 2024-04-15T14:39:53.877 INFO:tasks.rados.rados.0.smithi016.stdout:921: left oid 21 (ObjNum 298 snap 95 seq_num 298) 2024-04-15T14:39:53.877 INFO:tasks.rados.rados.0.smithi016.stdout:922: expect (ObjNum 244 snap 69 seq_num 244) 2024-04-15T14:39:53.937 INFO:journalctl@ceph.prometheus.a.smithi102.stdout:Apr 15 14:39:53 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-prometheus-a[78028]: ts=2024-04-15T14:39:53.504Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi016\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi016\", job=\"node\", machine=\"x86_64\", nodename=\"smithi016\", release=\"5.14.0-438.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Apr 12 13:55:21 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"362ea986-fb34-11ee-bc8f-c7b262605968\", domainname=\"(none)\", instance=\"smithi016\", job=\"node\", machine=\"x86_64\", nodename=\"smithi016\", release=\"5.14.0-438.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Apr 12 13:55:21 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T14:39:53.937 INFO:journalctl@ceph.mgr.x.smithi102.stdout:Apr 15 14:39:53 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-x[78594]: 2024-04-15T14:39:53.612+0000 7f2437293200 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-04-15T14:39:53.937 INFO:journalctl@ceph.mgr.x.smithi102.stdout:Apr 15 14:39:53 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-x[78594]: [15/Apr/2024:14:39:53] ENGINE Bus STARTING 2024-04-15T14:39:53.937 INFO:journalctl@ceph.mgr.x.smithi102.stdout:Apr 15 14:39:53 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-x[78594]: CherryPy Checker: 2024-04-15T14:39:53.938 INFO:journalctl@ceph.mgr.x.smithi102.stdout:Apr 15 14:39:53 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-x[78594]: The Application mounted at '' has an empty config. 2024-04-15T14:39:53.938 INFO:journalctl@ceph.mgr.x.smithi102.stdout:Apr 15 14:39:53 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-x[78594]: 2024-04-15T14:39:53.938 INFO:journalctl@ceph.mgr.x.smithi102.stdout:Apr 15 14:39:53 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-x[78594]: [15/Apr/2024:14:39:53] ENGINE Serving on http://:::9283 2024-04-15T14:39:53.938 INFO:journalctl@ceph.mgr.x.smithi102.stdout:Apr 15 14:39:53 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-x[78594]: [15/Apr/2024:14:39:53] ENGINE Bus STARTED 2024-04-15T14:39:54.020 INFO:tasks.rados.rados.0.smithi016.stdout:924: expect (ObjNum 270 snap 82 seq_num 270) 2024-04-15T14:39:54.121 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 15 14:39:53 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-y[81421]: 2024-04-15T14:39:53.863+0000 7f3e82569200 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-04-15T14:39:54.121 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 15 14:39:53 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-y[81421]: [15/Apr/2024:14:39:53] ENGINE Bus STARTING 2024-04-15T14:39:54.121 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 15 14:39:54 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-y[81421]: 2024-04-15T14:39:54.008+0000 7f3de8106700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-15T14:39:54.121 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 15 14:39:54 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-y[81421]: 2024-04-15T14:39:54.008+0000 7f3de8106700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-15T14:39:54.121 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 15 14:39:54 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-y[81421]: 2024-04-15T14:39:54.008+0000 7f3de8106700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-15T14:39:54.121 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 15 14:39:54 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-y[81421]: 2024-04-15T14:39:54.008+0000 7f3de8106700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-15T14:39:54.121 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 15 14:39:54 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-y[81421]: 2024-04-15T14:39:54.008+0000 7f3de8106700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-15T14:39:54.121 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 15 14:39:54 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-y[81421]: 2024-04-15T14:39:54.009+0000 7f3de20fa700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-15T14:39:54.121 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 15 14:39:54 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-y[81421]: 2024-04-15T14:39:54.009+0000 7f3de20fa700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-15T14:39:54.121 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 15 14:39:54 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-y[81421]: 2024-04-15T14:39:54.009+0000 7f3de20fa700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-15T14:39:54.121 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 15 14:39:54 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-y[81421]: 2024-04-15T14:39:54.009+0000 7f3de20fa700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-15T14:39:54.121 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 15 14:39:54 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-y[81421]: 2024-04-15T14:39:54.009+0000 7f3de20fa700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-15T14:39:54.122 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 15 14:39:54 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-y[81421]: CherryPy Checker: 2024-04-15T14:39:54.122 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 15 14:39:54 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-y[81421]: The Application mounted at '' has an empty config. 2024-04-15T14:39:54.122 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 15 14:39:54 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-y[81421]: 2024-04-15T14:39:54.122 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 15 14:39:54 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-y[81421]: [15/Apr/2024:14:39:54] ENGINE Serving on http://:::9283 2024-04-15T14:39:54.122 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 15 14:39:54 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-y[81421]: [15/Apr/2024:14:39:54] ENGINE Bus STARTED 2024-04-15T14:39:54.223 INFO:tasks.rados.rados.0.smithi016.stdout:923: expect (ObjNum 81 snap 19 seq_num 81) 2024-04-15T14:39:54.376 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:39:54 smithi016 ceph-mon[36548]: osdmap e251: 8 total, 8 up, 8 in 2024-04-15T14:39:54.376 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:39:54 smithi016 ceph-mon[36548]: Standby manager daemon x restarted 2024-04-15T14:39:54.376 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:39:54 smithi016 ceph-mon[36548]: Standby manager daemon x started 2024-04-15T14:39:54.377 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:39:54 smithi016 ceph-mon[36548]: from='mgr.? 172.21.15.102:0/1650526558' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-04-15T14:39:54.377 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:39:54 smithi016 ceph-mon[36548]: from='mgr.? 172.21.15.102:0/1650526558' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-04-15T14:39:54.377 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:39:54 smithi016 ceph-mon[36548]: from='mgr.? 172.21.15.102:0/1650526558' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-04-15T14:39:54.377 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:39:54 smithi016 ceph-mon[36548]: from='mgr.? 172.21.15.102:0/1650526558' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-04-15T14:39:54.377 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:39:54 smithi016 ceph-mon[36548]: Active manager daemon y restarted 2024-04-15T14:39:54.377 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:39:54 smithi016 ceph-mon[36548]: Activating manager daemon y 2024-04-15T14:39:54.377 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:39:54 smithi016 ceph-mon[36548]: osdmap e252: 8 total, 8 up, 8 in 2024-04-15T14:39:54.377 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:39:54 smithi016 ceph-mon[36548]: mgrmap e39: y(active, starting, since 0.00718481s), standbys: x 2024-04-15T14:39:54.377 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:39:54 smithi016 ceph-mon[36548]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-15T14:39:54.377 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:39:54 smithi016 ceph-mon[36548]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-15T14:39:54.377 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:39:54 smithi016 ceph-mon[36548]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-15T14:39:54.377 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:39:54 smithi016 ceph-mon[36548]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-04-15T14:39:54.377 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:39:54 smithi016 ceph-mon[36548]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-04-15T14:39:54.378 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:39:54 smithi016 ceph-mon[36548]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-04-15T14:39:54.378 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:39:54 smithi016 ceph-mon[36548]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-04-15T14:39:54.378 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:39:54 smithi016 ceph-mon[36548]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-15T14:39:54.378 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:39:54 smithi016 ceph-mon[36548]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-15T14:39:54.378 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:39:54 smithi016 ceph-mon[36548]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-15T14:39:54.378 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:39:54 smithi016 ceph-mon[36548]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-15T14:39:54.378 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:39:54 smithi016 ceph-mon[36548]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-15T14:39:54.378 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:39:54 smithi016 ceph-mon[36548]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-15T14:39:54.378 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:39:54 smithi016 ceph-mon[36548]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-15T14:39:54.378 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:39:54 smithi016 ceph-mon[36548]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-15T14:39:54.378 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:39:54 smithi016 ceph-mon[36548]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-04-15T14:39:54.378 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:39:54 smithi016 ceph-mon[36548]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-04-15T14:39:54.378 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:39:54 smithi016 ceph-mon[36548]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-04-15T14:39:54.378 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:39:54 smithi016 ceph-mon[36548]: Manager daemon y is now available 2024-04-15T14:39:54.378 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:39:54 smithi016 ceph-mon[36548]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T14:39:54.379 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:39:54 smithi016 ceph-mon[36548]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T14:39:54.379 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:39:54 smithi016 ceph-mon[36548]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-04-15T14:39:54.379 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:39:54 smithi016 ceph-mon[36548]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-04-15T14:39:54.379 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:39:54 smithi016 ceph-mon[90652]: osdmap e251: 8 total, 8 up, 8 in 2024-04-15T14:39:54.379 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:39:54 smithi016 ceph-mon[90652]: Standby manager daemon x restarted 2024-04-15T14:39:54.379 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:39:54 smithi016 ceph-mon[90652]: Standby manager daemon x started 2024-04-15T14:39:54.379 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:39:54 smithi016 ceph-mon[90652]: from='mgr.? 172.21.15.102:0/1650526558' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-04-15T14:39:54.379 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:39:54 smithi016 ceph-mon[90652]: from='mgr.? 172.21.15.102:0/1650526558' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-04-15T14:39:54.380 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:39:54 smithi016 ceph-mon[90652]: from='mgr.? 172.21.15.102:0/1650526558' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-04-15T14:39:54.380 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:39:54 smithi016 ceph-mon[90652]: from='mgr.? 172.21.15.102:0/1650526558' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-04-15T14:39:54.380 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:39:54 smithi016 ceph-mon[90652]: Active manager daemon y restarted 2024-04-15T14:39:54.380 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:39:54 smithi016 ceph-mon[90652]: Activating manager daemon y 2024-04-15T14:39:54.380 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:39:54 smithi016 ceph-mon[90652]: osdmap e252: 8 total, 8 up, 8 in 2024-04-15T14:39:54.380 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:39:54 smithi016 ceph-mon[90652]: mgrmap e39: y(active, starting, since 0.00718481s), standbys: x 2024-04-15T14:39:54.380 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:39:54 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-15T14:39:54.380 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:39:54 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-15T14:39:54.380 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:39:54 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-15T14:39:54.380 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:39:54 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-04-15T14:39:54.380 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:39:54 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-04-15T14:39:54.380 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:39:54 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-04-15T14:39:54.380 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:39:54 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-04-15T14:39:54.380 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:39:54 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-15T14:39:54.381 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:39:54 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-15T14:39:54.381 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:39:54 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-15T14:39:54.381 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:39:54 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-15T14:39:54.381 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:39:54 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-15T14:39:54.381 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:39:54 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-15T14:39:54.381 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:39:54 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-15T14:39:54.381 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:39:54 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-15T14:39:54.381 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:39:54 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-04-15T14:39:54.381 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:39:54 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-04-15T14:39:54.381 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:39:54 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-04-15T14:39:54.381 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:39:54 smithi016 ceph-mon[90652]: Manager daemon y is now available 2024-04-15T14:39:54.381 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:39:54 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T14:39:54.381 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:39:54 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T14:39:54.381 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:39:54 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-04-15T14:39:54.381 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:39:54 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-04-15T14:39:54.385 INFO:tasks.rados.rados.0.smithi016.stdout:921: done (4 left) 2024-04-15T14:39:54.385 INFO:tasks.rados.rados.0.smithi016.stdout:922: done (3 left) 2024-04-15T14:39:54.385 INFO:tasks.rados.rados.0.smithi016.stdout:923: done (2 left) 2024-04-15T14:39:54.385 INFO:tasks.rados.rados.0.smithi016.stdout:924: done (1 left) 2024-04-15T14:39:54.385 INFO:tasks.rados.rados.0.smithi016.stdout:925: done (0 left) 2024-04-15T14:39:54.385 INFO:tasks.rados.rados.0.smithi016.stdout:926: setattr oid 3 current snap is 95 2024-04-15T14:39:54.386 INFO:tasks.rados.rados.0.smithi016.stdout:927: snap_remove snap 85 2024-04-15T14:39:54.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:39:54 smithi102 ceph-mon[31017]: osdmap e251: 8 total, 8 up, 8 in 2024-04-15T14:39:54.438 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:39:54 smithi102 ceph-mon[31017]: Standby manager daemon x restarted 2024-04-15T14:39:54.438 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:39:54 smithi102 ceph-mon[31017]: Standby manager daemon x started 2024-04-15T14:39:54.438 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:39:54 smithi102 ceph-mon[31017]: from='mgr.? 172.21.15.102:0/1650526558' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-04-15T14:39:54.438 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:39:54 smithi102 ceph-mon[31017]: from='mgr.? 172.21.15.102:0/1650526558' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-04-15T14:39:54.438 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:39:54 smithi102 ceph-mon[31017]: from='mgr.? 172.21.15.102:0/1650526558' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-04-15T14:39:54.438 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:39:54 smithi102 ceph-mon[31017]: from='mgr.? 172.21.15.102:0/1650526558' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-04-15T14:39:54.438 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:39:54 smithi102 ceph-mon[31017]: Active manager daemon y restarted 2024-04-15T14:39:54.438 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:39:54 smithi102 ceph-mon[31017]: Activating manager daemon y 2024-04-15T14:39:54.438 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:39:54 smithi102 ceph-mon[31017]: osdmap e252: 8 total, 8 up, 8 in 2024-04-15T14:39:54.438 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:39:54 smithi102 ceph-mon[31017]: mgrmap e39: y(active, starting, since 0.00718481s), standbys: x 2024-04-15T14:39:54.438 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:39:54 smithi102 ceph-mon[31017]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-15T14:39:54.438 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:39:54 smithi102 ceph-mon[31017]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-15T14:39:54.438 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:39:54 smithi102 ceph-mon[31017]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-15T14:39:54.439 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:39:54 smithi102 ceph-mon[31017]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-04-15T14:39:54.439 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:39:54 smithi102 ceph-mon[31017]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-04-15T14:39:54.439 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:39:54 smithi102 ceph-mon[31017]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-04-15T14:39:54.439 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:39:54 smithi102 ceph-mon[31017]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-04-15T14:39:54.439 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:39:54 smithi102 ceph-mon[31017]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-15T14:39:54.439 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:39:54 smithi102 ceph-mon[31017]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-15T14:39:54.439 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:39:54 smithi102 ceph-mon[31017]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-15T14:39:54.439 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:39:54 smithi102 ceph-mon[31017]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-15T14:39:54.439 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:39:54 smithi102 ceph-mon[31017]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-15T14:39:54.439 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:39:54 smithi102 ceph-mon[31017]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-15T14:39:54.439 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:39:54 smithi102 ceph-mon[31017]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-15T14:39:54.439 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:39:54 smithi102 ceph-mon[31017]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-15T14:39:54.439 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:39:54 smithi102 ceph-mon[31017]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-04-15T14:39:54.439 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:39:54 smithi102 ceph-mon[31017]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-04-15T14:39:54.439 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:39:54 smithi102 ceph-mon[31017]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-04-15T14:39:54.440 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:39:54 smithi102 ceph-mon[31017]: Manager daemon y is now available 2024-04-15T14:39:54.440 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:39:54 smithi102 ceph-mon[31017]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T14:39:54.440 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:39:54 smithi102 ceph-mon[31017]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T14:39:54.440 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:39:54 smithi102 ceph-mon[31017]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-04-15T14:39:54.440 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:39:54 smithi102 ceph-mon[31017]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-04-15T14:39:55.174 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 15 14:39:54 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-y[81421]: 2024-04-15T14:39:54.879+0000 7f3e3870d700 -1 mgr.server handle_report got status from non-daemon mon.a 2024-04-15T14:39:55.263 INFO:tasks.rados.rados.0.smithi016.stdout:927: done (1 left) 2024-04-15T14:39:55.263 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 16 current snap is 95 2024-04-15T14:39:55.263 INFO:tasks.rados.rados.0.smithi016.stdout:928: seq_num 299 ranges {0=212992} 2024-04-15T14:39:55.265 INFO:tasks.rados.rados.0.smithi016.stdout:928: writing smithi01678542-16 from 0 to 212992 tid 1 2024-04-15T14:39:55.265 INFO:tasks.rados.rados.0.smithi016.stdout:929: read oid 41 snap 89 2024-04-15T14:39:55.265 INFO:tasks.rados.rados.0.smithi016.stdout:929: expect (ObjNum 249 snap 73 seq_num 249) 2024-04-15T14:39:55.265 INFO:tasks.rados.rados.0.smithi016.stdout:930: setattr oid 10 current snap is 95 2024-04-15T14:39:55.265 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 3 v 185 (ObjNum 161 snap 0 seq_num 1) dirty exists 2024-04-15T14:39:55.267 INFO:tasks.rados.rados.0.smithi016.stdout:926: done (3 left) 2024-04-15T14:39:55.267 INFO:tasks.rados.rados.0.smithi016.stdout:931: read oid 19 snap -1 2024-04-15T14:39:55.267 INFO:tasks.rados.rados.0.smithi016.stdout:931: expect (ObjNum 238 snap 67 seq_num 238) 2024-04-15T14:39:55.267 INFO:tasks.rados.rados.0.smithi016.stdout:932: delete oid 4 current snap is 95 2024-04-15T14:39:55.271 INFO:tasks.rados.rados.0.smithi016.stdout:928: finishing write tid 1 to smithi01678542-16 2024-04-15T14:39:55.273 INFO:tasks.rados.rados.0.smithi016.stdout:928: finishing write tid 2 to smithi01678542-16 2024-04-15T14:39:55.278 INFO:tasks.rados.rados.0.smithi016.stdout:932: done (4 left) 2024-04-15T14:39:55.278 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 42 current snap is 95 2024-04-15T14:39:55.278 INFO:tasks.rados.rados.0.smithi016.stdout:933: seq_num 301 ranges {2883584=245760} 2024-04-15T14:39:55.295 INFO:tasks.rados.rados.0.smithi016.stdout:933: writing smithi01678542-42 from 2883584 to 3129344 tid 1 2024-04-15T14:39:55.295 INFO:tasks.rados.rados.0.smithi016.stdout:934: read oid 32 snap -1 2024-04-15T14:39:55.295 INFO:tasks.rados.rados.0.smithi016.stdout:934: expect (ObjNum 288 snap 85 seq_num 288) 2024-04-15T14:39:55.295 INFO:tasks.rados.rados.0.smithi016.stdout:935: read oid 14 snap -1 2024-04-15T14:39:55.295 INFO:tasks.rados.rados.0.smithi016.stdout:935: expect (ObjNum 99 snap 25 seq_num 99) 2024-04-15T14:39:55.295 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 15 current snap is 95 2024-04-15T14:39:55.295 INFO:tasks.rados.rados.0.smithi016.stdout:936: seq_num 302 ranges {3350528=262144} 2024-04-15T14:39:55.315 INFO:tasks.rados.rados.0.smithi016.stdout:936: writing smithi01678542-15 from 3350528 to 3612672 tid 1 2024-04-15T14:39:55.315 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 31 current snap is 95 2024-04-15T14:39:55.315 INFO:tasks.rados.rados.0.smithi016.stdout:928: finishing write tid 3 to smithi01678542-16 2024-04-15T14:39:55.315 INFO:tasks.rados.rados.0.smithi016.stdout:928: oid 16 updating version 0 to 284 2024-04-15T14:39:55.315 INFO:tasks.rados.rados.0.smithi016.stdout:928: oid 16 version 284 is already newer than 283 2024-04-15T14:39:55.316 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 16 v 284 (ObjNum 299 snap 95 seq_num 299) dirty exists 2024-04-15T14:39:55.316 INFO:tasks.rados.rados.0.smithi016.stdout:928: left oid 16 (ObjNum 299 snap 95 seq_num 299) 2024-04-15T14:39:55.316 INFO:tasks.rados.rados.0.smithi016.stdout:937: seq_num 303 ranges {0=278528} 2024-04-15T14:39:55.317 INFO:tasks.rados.rados.0.smithi016.stdout:937: writing smithi01678542-31 from 0 to 278528 tid 1 2024-04-15T14:39:55.317 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 10 v 513 (ObjNum 292 snap 92 seq_num 292) dirty exists 2024-04-15T14:39:55.317 INFO:tasks.rados.rados.0.smithi016.stdout:931: expect (ObjNum 238 snap 67 seq_num 238) 2024-04-15T14:39:55.409 INFO:tasks.rados.rados.0.smithi016.stdout:929: expect (ObjNum 249 snap 73 seq_num 249) 2024-04-15T14:39:55.509 INFO:tasks.rados.rados.0.smithi016.stdout:933: finishing write tid 1 to smithi01678542-42 2024-04-15T14:39:55.509 INFO:tasks.rados.rados.0.smithi016.stdout:933: finishing write tid 2 to smithi01678542-42 2024-04-15T14:39:55.509 INFO:tasks.rados.rados.0.smithi016.stdout:933: finishing write tid 3 to smithi01678542-42 2024-04-15T14:39:55.510 INFO:tasks.rados.rados.0.smithi016.stdout:933: oid 42 updating version 0 to 52 2024-04-15T14:39:55.510 INFO:tasks.rados.rados.0.smithi016.stdout:933: oid 42 updating version 52 to 53 2024-04-15T14:39:55.510 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 42 v 53 (ObjNum 301 snap 95 seq_num 301) dirty exists 2024-04-15T14:39:55.510 INFO:tasks.rados.rados.0.smithi016.stdout:933: left oid 42 (ObjNum 301 snap 95 seq_num 301) 2024-04-15T14:39:55.510 INFO:tasks.rados.rados.0.smithi016.stdout:935: expect (ObjNum 99 snap 25 seq_num 99) 2024-04-15T14:39:55.561 INFO:tasks.rados.rados.0.smithi016.stdout:934: expect (ObjNum 288 snap 85 seq_num 288) 2024-04-15T14:39:55.731 INFO:tasks.rados.rados.0.smithi016.stdout:936: finishing write tid 1 to smithi01678542-15 2024-04-15T14:39:55.731 INFO:tasks.rados.rados.0.smithi016.stdout:936: finishing write tid 2 to smithi01678542-15 2024-04-15T14:39:55.731 INFO:tasks.rados.rados.0.smithi016.stdout:936: finishing write tid 3 to smithi01678542-15 2024-04-15T14:39:55.731 INFO:tasks.rados.rados.0.smithi016.stdout:936: oid 15 updating version 0 to 499 2024-04-15T14:39:55.731 INFO:tasks.rados.rados.0.smithi016.stdout:936: oid 15 version 499 is already newer than 498 2024-04-15T14:39:55.731 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 15 v 499 (ObjNum 302 snap 95 seq_num 302) dirty exists 2024-04-15T14:39:55.732 INFO:tasks.rados.rados.0.smithi016.stdout:936: left oid 15 (ObjNum 302 snap 95 seq_num 302) 2024-04-15T14:39:55.732 INFO:tasks.rados.rados.0.smithi016.stdout:937: finishing write tid 1 to smithi01678542-31 2024-04-15T14:39:55.732 INFO:tasks.rados.rados.0.smithi016.stdout:937: finishing write tid 2 to smithi01678542-31 2024-04-15T14:39:55.732 INFO:tasks.rados.rados.0.smithi016.stdout:937: finishing write tid 3 to smithi01678542-31 2024-04-15T14:39:55.732 INFO:tasks.rados.rados.0.smithi016.stdout:937: oid 31 updating version 0 to 378 2024-04-15T14:39:55.732 INFO:tasks.rados.rados.0.smithi016.stdout:937: oid 31 updating version 378 to 379 2024-04-15T14:39:55.732 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 31 v 379 (ObjNum 303 snap 95 seq_num 303) dirty exists 2024-04-15T14:39:55.732 INFO:tasks.rados.rados.0.smithi016.stdout:937: left oid 31 (ObjNum 303 snap 95 seq_num 303) 2024-04-15T14:39:55.732 INFO:tasks.rados.rados.0.smithi016.stdout:928: done (8 left) 2024-04-15T14:39:55.732 INFO:tasks.rados.rados.0.smithi016.stdout:929: done (7 left) 2024-04-15T14:39:55.732 INFO:tasks.rados.rados.0.smithi016.stdout:930: done (6 left) 2024-04-15T14:39:55.732 INFO:tasks.rados.rados.0.smithi016.stdout:931: done (5 left) 2024-04-15T14:39:55.732 INFO:tasks.rados.rados.0.smithi016.stdout:933: done (4 left) 2024-04-15T14:39:55.732 INFO:tasks.rados.rados.0.smithi016.stdout:934: done (3 left) 2024-04-15T14:39:55.733 INFO:tasks.rados.rados.0.smithi016.stdout:935: done (2 left) 2024-04-15T14:39:55.733 INFO:tasks.rados.rados.0.smithi016.stdout:936: done (1 left) 2024-04-15T14:39:55.733 INFO:tasks.rados.rados.0.smithi016.stdout:937: done (0 left) 2024-04-15T14:39:55.733 INFO:tasks.rados.rados.0.smithi016.stdout:938: rmattr oid 34 current snap is 95 2024-04-15T14:39:55.733 INFO:tasks.rados.rados.0.smithi016.stdout:938: done (0 left) 2024-04-15T14:39:55.733 INFO:tasks.rados.rados.0.smithi016.stdout:939: setattr oid 43 current snap is 95 2024-04-15T14:39:55.734 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 15 current snap is 95 2024-04-15T14:39:55.734 INFO:tasks.rados.rados.0.smithi016.stdout:940: seq_num 304 ranges {3612672=294912} 2024-04-15T14:39:55.755 INFO:tasks.rados.rados.0.smithi016.stdout:940: writing smithi01678542-15 from 3612672 to 3907584 tid 1 2024-04-15T14:39:55.756 INFO:tasks.rados.rados.0.smithi016.stdout:941: delete oid 39 current snap is 95 2024-04-15T14:39:55.756 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 43 v 581 (ObjNum 228 snap 66 seq_num 228) dirty exists 2024-04-15T14:39:55.758 INFO:tasks.rados.rados.0.smithi016.stdout:940: finishing write tid 1 to smithi01678542-15 2024-04-15T14:39:55.759 INFO:tasks.rados.rados.0.smithi016.stdout:939: done (2 left) 2024-04-15T14:39:55.759 INFO:tasks.rados.rados.0.smithi016.stdout:941: done (1 left) 2024-04-15T14:39:55.759 INFO:tasks.rados.rados.0.smithi016.stdout:942: read oid 5 snap -1 2024-04-15T14:39:55.759 INFO:tasks.rados.rados.0.smithi016.stdout:942: expect deleted 2024-04-15T14:39:55.759 INFO:tasks.rados.rados.0.smithi016.stdout:943: rmattr oid 32 current snap is 95 2024-04-15T14:39:55.759 INFO:tasks.rados.rados.0.smithi016.stdout:943: done (2 left) 2024-04-15T14:39:55.759 INFO:tasks.rados.rados.0.smithi016.stdout:944: rmattr oid 47 current snap is 95 2024-04-15T14:39:55.759 INFO:tasks.rados.rados.0.smithi016.stdout:944: done (2 left) 2024-04-15T14:39:55.759 INFO:tasks.rados.rados.0.smithi016.stdout:945: setattr oid 47 current snap is 95 2024-04-15T14:39:55.759 INFO:tasks.rados.rados.0.smithi016.stdout:940: finishing write tid 2 to smithi01678542-15 2024-04-15T14:39:55.760 INFO:tasks.rados.rados.0.smithi016.stdout:940: finishing write tid 3 to smithi01678542-15 2024-04-15T14:39:55.760 INFO:tasks.rados.rados.0.smithi016.stdout:940: oid 15 updating version 0 to 500 2024-04-15T14:39:55.761 INFO:tasks.rados.rados.0.smithi016.stdout:940: oid 15 updating version 500 to 501 2024-04-15T14:39:55.761 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 15 v 501 (ObjNum 304 snap 95 seq_num 304) dirty exists 2024-04-15T14:39:55.761 INFO:tasks.rados.rados.0.smithi016.stdout:940: left oid 15 (ObjNum 304 snap 95 seq_num 304) 2024-04-15T14:39:55.761 INFO:tasks.rados.rados.0.smithi016.stdout:940: done (2 left) 2024-04-15T14:39:55.761 INFO:tasks.rados.rados.0.smithi016.stdout:942: done (1 left) 2024-04-15T14:39:55.761 INFO:tasks.rados.rados.0.smithi016.stdout:946: read oid 21 snap 94 2024-04-15T14:39:55.761 INFO:tasks.rados.rados.0.smithi016.stdout:946: expect (ObjNum 121 snap 34 seq_num 121) 2024-04-15T14:39:55.761 INFO:tasks.rados.rados.0.smithi016.stdout:947: rollback oid 46 current snap is 95 2024-04-15T14:39:55.761 INFO:tasks.rados.rados.0.smithi016.stdout:rollback oid 46 to 82 2024-04-15T14:39:55.761 INFO:tasks.rados.rados.0.smithi016.stdout:948: setattr oid 18 current snap is 95 2024-04-15T14:39:55.762 INFO:tasks.rados.rados.0.smithi016.stdout:949: rollback oid 10 current snap is 95 2024-04-15T14:39:55.762 INFO:tasks.rados.rados.0.smithi016.stdout:rollback oid 10 to 67 2024-04-15T14:39:55.763 INFO:tasks.rados.rados.0.smithi016.stdout:950: rollback oid 25 current snap is 95 2024-04-15T14:39:55.763 INFO:tasks.rados.rados.0.smithi016.stdout:rollback oid 25 to 81 2024-04-15T14:39:55.763 INFO:tasks.rados.rados.0.smithi016.stdout:951: read oid 43 snap -1 2024-04-15T14:39:55.763 INFO:tasks.rados.rados.0.smithi016.stdout:951: expect (ObjNum 228 snap 66 seq_num 228) 2024-04-15T14:39:55.763 INFO:tasks.rados.rados.0.smithi016.stdout:952: read oid 14 snap 70 2024-04-15T14:39:55.763 INFO:tasks.rados.rados.0.smithi016.stdout:952: expect (ObjNum 99 snap 25 seq_num 99) 2024-04-15T14:39:55.764 INFO:tasks.rados.rados.0.smithi016.stdout:953: read oid 22 snap -1 2024-04-15T14:39:55.764 INFO:tasks.rados.rados.0.smithi016.stdout:953: expect deleted 2024-04-15T14:39:55.764 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 49 current snap is 95 2024-04-15T14:39:55.764 INFO:tasks.rados.rados.0.smithi016.stdout:954: seq_num 306 ranges {0=327680} 2024-04-15T14:39:55.764 INFO:tasks.rados.rados.0.smithi016.stdout:954: writing smithi01678542-49 from 0 to 327680 tid 1 2024-04-15T14:39:55.764 INFO:tasks.rados.rados.0.smithi016.stdout:955: snap_remove snap 80 2024-04-15T14:39:56.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:39:55 smithi102 ceph-mon[31017]: mgrmap e40: y(active, since 1.01118s), standbys: x 2024-04-15T14:39:56.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:39:55 smithi102 ceph-mon[31017]: osdmap e253: 8 total, 8 up, 8 in 2024-04-15T14:39:56.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:39:55 smithi102 ceph-mon[31017]: [15/Apr/2024:14:39:55] ENGINE Bus STARTING 2024-04-15T14:39:56.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:39:55 smithi102 ceph-mon[31017]: [15/Apr/2024:14:39:55] ENGINE Serving on https://172.21.15.16:7150 2024-04-15T14:39:56.205 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:39:55 smithi016 ceph-mon[36548]: mgrmap e40: y(active, since 1.01118s), standbys: x 2024-04-15T14:39:56.205 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:39:55 smithi016 ceph-mon[36548]: osdmap e253: 8 total, 8 up, 8 in 2024-04-15T14:39:56.205 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:39:55 smithi016 ceph-mon[36548]: [15/Apr/2024:14:39:55] ENGINE Bus STARTING 2024-04-15T14:39:56.205 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:39:55 smithi016 ceph-mon[36548]: [15/Apr/2024:14:39:55] ENGINE Serving on https://172.21.15.16:7150 2024-04-15T14:39:56.206 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:39:55 smithi016 ceph-mon[90652]: mgrmap e40: y(active, since 1.01118s), standbys: x 2024-04-15T14:39:56.206 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:39:55 smithi016 ceph-mon[90652]: osdmap e253: 8 total, 8 up, 8 in 2024-04-15T14:39:56.206 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:39:55 smithi016 ceph-mon[90652]: [15/Apr/2024:14:39:55] ENGINE Bus STARTING 2024-04-15T14:39:56.206 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:39:55 smithi016 ceph-mon[90652]: [15/Apr/2024:14:39:55] ENGINE Serving on https://172.21.15.16:7150 2024-04-15T14:39:56.273 INFO:tasks.rados.rados.0.smithi016.stdout:955: done (10 left) 2024-04-15T14:39:56.273 INFO:tasks.rados.rados.0.smithi016.stdout:956: setattr oid 20 current snap is 95 2024-04-15T14:39:56.273 INFO:tasks.rados.rados.0.smithi016.stdout:950: finishing rollback tid 0 to smithi01678542-25 2024-04-15T14:39:56.273 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 47 v 582 (ObjNum 65 snap 0 seq_num 2235192256) dirty exists 2024-04-15T14:39:56.273 INFO:tasks.rados.rados.0.smithi016.stdout:947: finishing rollback tid 1 to smithi01678542-46 2024-04-15T14:39:56.273 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 46 v 449 (ObjNum 33 snap 0 seq_num 2235133008) dirty dne 2024-04-15T14:39:56.273 INFO:tasks.rados.rados.0.smithi016.stdout:949: finishing rollback tid 0 to smithi01678542-10 2024-04-15T14:39:56.273 INFO:tasks.rados.rados.0.smithi016.stdout:950: finishing rollback tid 1 to smithi01678542-25 2024-04-15T14:39:56.274 INFO:tasks.rados.rados.0.smithi016.stdout:950: finishing rollback tid 2 to smithi01678542-25 2024-04-15T14:39:56.274 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 25 v 367 (ObjNum 143 snap 41 seq_num 143) dirty exists 2024-04-15T14:39:56.274 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 18 v 271 (ObjNum 81 snap 19 seq_num 81) dirty exists 2024-04-15T14:39:56.274 INFO:tasks.rados.rados.0.smithi016.stdout:949: finishing rollback tid 1 to smithi01678542-10 2024-04-15T14:39:56.274 INFO:tasks.rados.rados.0.smithi016.stdout:949: finishing rollback tid 2 to smithi01678542-10 2024-04-15T14:39:56.274 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 10 v 519 (ObjNum 191 snap 55 seq_num 191) dirty exists 2024-04-15T14:39:56.274 INFO:tasks.rados.rados.0.smithi016.stdout:954: finishing write tid 1 to smithi01678542-49 2024-04-15T14:39:56.274 INFO:tasks.rados.rados.0.smithi016.stdout:954: finishing write tid 2 to smithi01678542-49 2024-04-15T14:39:56.274 INFO:tasks.rados.rados.0.smithi016.stdout:954: finishing write tid 3 to smithi01678542-49 2024-04-15T14:39:56.274 INFO:tasks.rados.rados.0.smithi016.stdout:954: oid 49 updating version 0 to 221 2024-04-15T14:39:56.274 INFO:tasks.rados.rados.0.smithi016.stdout:954: oid 49 updating version 221 to 222 2024-04-15T14:39:56.274 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 49 v 222 (ObjNum 306 snap 95 seq_num 306) dirty exists 2024-04-15T14:39:56.274 INFO:tasks.rados.rados.0.smithi016.stdout:954: left oid 49 (ObjNum 306 snap 95 seq_num 306) 2024-04-15T14:39:56.274 INFO:tasks.rados.rados.0.smithi016.stdout:952: expect (ObjNum 99 snap 25 seq_num 99) 2024-04-15T14:39:56.331 INFO:tasks.rados.rados.0.smithi016.stdout:946: expect (ObjNum 121 snap 34 seq_num 121) 2024-04-15T14:39:56.389 INFO:tasks.rados.rados.0.smithi016.stdout:951: expect (ObjNum 228 snap 66 seq_num 228) 2024-04-15T14:39:56.491 INFO:tasks.rados.rados.0.smithi016.stdout:945: done (10 left) 2024-04-15T14:39:56.491 INFO:tasks.rados.rados.0.smithi016.stdout:946: done (9 left) 2024-04-15T14:39:56.491 INFO:tasks.rados.rados.0.smithi016.stdout:947: done (8 left) 2024-04-15T14:39:56.491 INFO:tasks.rados.rados.0.smithi016.stdout:948: done (7 left) 2024-04-15T14:39:56.491 INFO:tasks.rados.rados.0.smithi016.stdout:949: done (6 left) 2024-04-15T14:39:56.492 INFO:tasks.rados.rados.0.smithi016.stdout:950: done (5 left) 2024-04-15T14:39:56.492 INFO:tasks.rados.rados.0.smithi016.stdout:951: done (4 left) 2024-04-15T14:39:56.492 INFO:tasks.rados.rados.0.smithi016.stdout:952: done (3 left) 2024-04-15T14:39:56.492 INFO:tasks.rados.rados.0.smithi016.stdout:953: done (2 left) 2024-04-15T14:39:56.492 INFO:tasks.rados.rados.0.smithi016.stdout:954: done (1 left) 2024-04-15T14:39:56.492 INFO:tasks.rados.rados.0.smithi016.stdout:957: rmattr oid 43 current snap is 95 2024-04-15T14:39:56.492 INFO:tasks.rados.rados.0.smithi016.stdout:958: snap_remove snap 81 2024-04-15T14:39:57.272 INFO:tasks.rados.rados.0.smithi016.stdout:958: done (2 left) 2024-04-15T14:39:57.273 INFO:tasks.rados.rados.0.smithi016.stdout:959: rollback oid 50 current snap is 95 2024-04-15T14:39:57.273 INFO:tasks.rados.rados.0.smithi016.stdout:rollback oid 50 to 89 2024-04-15T14:39:57.273 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 20 v 368 (ObjNum 161 snap 0 seq_num 0) dirty exists 2024-04-15T14:39:57.273 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 43 v 591 (ObjNum 228 snap 66 seq_num 228) dirty exists 2024-04-15T14:39:57.273 INFO:tasks.rados.rados.0.smithi016.stdout:956: done (2 left) 2024-04-15T14:39:57.273 INFO:tasks.rados.rados.0.smithi016.stdout:957: done (1 left) 2024-04-15T14:39:57.273 INFO:tasks.rados.rados.0.smithi016.stdout:960: delete oid 49 current snap is 95 2024-04-15T14:39:57.283 INFO:tasks.rados.rados.0.smithi016.stdout:960: done (1 left) 2024-04-15T14:39:57.283 INFO:tasks.rados.rados.0.smithi016.stdout:961: delete oid 20 current snap is 95 2024-04-15T14:39:57.284 INFO:tasks.rados.rados.0.smithi016.stdout:959: finishing rollback tid 1 to smithi01678542-50 2024-04-15T14:39:57.285 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 50 v 520 (ObjNum 129 snap 0 seq_num 3763353590) dirty dne 2024-04-15T14:39:57.286 INFO:tasks.rados.rados.0.smithi016.stdout:959: done (1 left) 2024-04-15T14:39:57.287 INFO:tasks.rados.rados.0.smithi016.stdout:961: done (0 left) 2024-04-15T14:39:57.287 INFO:tasks.rados.rados.0.smithi016.stdout:962: snap_remove snap 67 2024-04-15T14:39:57.289 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:39:57 smithi016 ceph-mon[90652]: [15/Apr/2024:14:39:55] ENGINE Serving on http://172.21.15.16:8765 2024-04-15T14:39:57.289 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:39:57 smithi016 ceph-mon[90652]: [15/Apr/2024:14:39:55] ENGINE Bus STARTED 2024-04-15T14:39:57.289 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:39:57 smithi016 ceph-mon[90652]: pgmap v5: 121 pgs: 121 active+clean; 150 MiB data, 932 MiB used, 714 GiB / 715 GiB avail 2024-04-15T14:39:57.289 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:39:57 smithi016 ceph-mon[90652]: mgrmap e41: y(active, since 2s), standbys: x 2024-04-15T14:39:57.289 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:39:57 smithi016 ceph-mon[90652]: osdmap e254: 8 total, 8 up, 8 in 2024-04-15T14:39:57.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:39:57 smithi016 ceph-mon[36548]: [15/Apr/2024:14:39:55] ENGINE Serving on http://172.21.15.16:8765 2024-04-15T14:39:57.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:39:57 smithi016 ceph-mon[36548]: [15/Apr/2024:14:39:55] ENGINE Bus STARTED 2024-04-15T14:39:57.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:39:57 smithi016 ceph-mon[36548]: pgmap v5: 121 pgs: 121 active+clean; 150 MiB data, 932 MiB used, 714 GiB / 715 GiB avail 2024-04-15T14:39:57.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:39:57 smithi016 ceph-mon[36548]: mgrmap e41: y(active, since 2s), standbys: x 2024-04-15T14:39:57.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:39:57 smithi016 ceph-mon[36548]: osdmap e254: 8 total, 8 up, 8 in 2024-04-15T14:39:57.516 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:39:57 smithi102 ceph-mon[31017]: [15/Apr/2024:14:39:55] ENGINE Serving on http://172.21.15.16:8765 2024-04-15T14:39:57.516 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:39:57 smithi102 ceph-mon[31017]: [15/Apr/2024:14:39:55] ENGINE Bus STARTED 2024-04-15T14:39:57.516 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:39:57 smithi102 ceph-mon[31017]: pgmap v5: 121 pgs: 121 active+clean; 150 MiB data, 932 MiB used, 714 GiB / 715 GiB avail 2024-04-15T14:39:57.516 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:39:57 smithi102 ceph-mon[31017]: mgrmap e41: y(active, since 2s), standbys: x 2024-04-15T14:39:57.516 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:39:57 smithi102 ceph-mon[31017]: osdmap e254: 8 total, 8 up, 8 in 2024-04-15T14:39:58.283 INFO:tasks.rados.rados.0.smithi016.stdout:962: done (0 left) 2024-04-15T14:39:58.284 INFO:tasks.rados.rados.0.smithi016.stdout:963: snap_remove snap 69 2024-04-15T14:39:58.539 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:39:58 smithi016 ceph-mon[90652]: osdmap e255: 8 total, 8 up, 8 in 2024-04-15T14:39:58.539 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:39:58 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T14:39:58.539 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:39:58 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T14:39:58.539 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:39:58 smithi016 ceph-mon[36548]: osdmap e255: 8 total, 8 up, 8 in 2024-04-15T14:39:58.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:39:58 smithi016 ceph-mon[36548]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T14:39:58.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:39:58 smithi016 ceph-mon[36548]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T14:39:58.546 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:39:58 smithi102 ceph-mon[31017]: osdmap e255: 8 total, 8 up, 8 in 2024-04-15T14:39:58.546 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:39:58 smithi102 ceph-mon[31017]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T14:39:58.546 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:39:58 smithi102 ceph-mon[31017]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T14:39:59.288 INFO:tasks.rados.rados.0.smithi016.stdout:963: done (0 left) 2024-04-15T14:39:59.289 INFO:tasks.rados.rados.0.smithi016.stdout:964: snap_create 2024-04-15T14:39:59.539 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:39:59 smithi016 ceph-mon[90652]: pgmap v8: 121 pgs: 121 active+clean; 150 MiB data, 932 MiB used, 714 GiB / 715 GiB avail 2024-04-15T14:39:59.539 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:39:59 smithi016 ceph-mon[90652]: osdmap e256: 8 total, 8 up, 8 in 2024-04-15T14:39:59.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:39:59 smithi016 ceph-mon[90652]: mgrmap e42: y(active, since 4s), standbys: x 2024-04-15T14:39:59.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:39:59 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T14:39:59.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:39:59 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T14:39:59.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:39:59 smithi016 ceph-mon[36548]: pgmap v8: 121 pgs: 121 active+clean; 150 MiB data, 932 MiB used, 714 GiB / 715 GiB avail 2024-04-15T14:39:59.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:39:59 smithi016 ceph-mon[36548]: osdmap e256: 8 total, 8 up, 8 in 2024-04-15T14:39:59.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:39:59 smithi016 ceph-mon[36548]: mgrmap e42: y(active, since 4s), standbys: x 2024-04-15T14:39:59.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:39:59 smithi016 ceph-mon[36548]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T14:39:59.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:39:59 smithi016 ceph-mon[36548]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T14:39:59.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:39:59 smithi102 ceph-mon[31017]: pgmap v8: 121 pgs: 121 active+clean; 150 MiB data, 932 MiB used, 714 GiB / 715 GiB avail 2024-04-15T14:39:59.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:39:59 smithi102 ceph-mon[31017]: osdmap e256: 8 total, 8 up, 8 in 2024-04-15T14:39:59.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:39:59 smithi102 ceph-mon[31017]: mgrmap e42: y(active, since 4s), standbys: x 2024-04-15T14:39:59.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:39:59 smithi102 ceph-mon[31017]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T14:39:59.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:39:59 smithi102 ceph-mon[31017]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T14:40:00.251 INFO:tasks.rados.rados.0.smithi016.stdout:964: done (0 left) 2024-04-15T14:40:00.251 INFO:tasks.rados.rados.0.smithi016.stdout:965: rollback oid 48 current snap is 96 2024-04-15T14:40:00.251 INFO:tasks.rados.rados.0.smithi016.stdout:rollback oid 48 to 91 2024-04-15T14:40:00.251 INFO:tasks.rados.rados.0.smithi016.stdout:966: copy_from oid 4 from oid 24 current snap is 96 2024-04-15T14:40:00.251 INFO:tasks.rados.rados.0.smithi016.stdout:967: snap_create 2024-04-15T14:40:00.258 INFO:tasks.rados.rados.0.smithi016.stdout:965: finishing rollback tid 0 to smithi01678542-48 2024-04-15T14:40:00.258 INFO:tasks.rados.rados.0.smithi016.stdout:965: finishing rollback tid 1 to smithi01678542-48 2024-04-15T14:40:00.259 INFO:tasks.rados.rados.0.smithi016.stdout:965: finishing rollback tid 2 to smithi01678542-48 2024-04-15T14:40:00.259 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 48 v 302 (ObjNum 81 snap 19 seq_num 81) dirty exists 2024-04-15T14:40:00.272 INFO:tasks.rados.rados.0.smithi016.stdout:966: finishing copy_from racing read to smithi01678542-4 2024-04-15T14:40:00.275 INFO:tasks.rados.rados.0.smithi016.stdout:966: finishing copy_from to smithi01678542-4 2024-04-15T14:40:00.275 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 4 v 347 (ObjNum 282 snap 83 seq_num 282) dirty exists 2024-04-15T14:40:00.539 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:40:00 smithi016 ceph-mon[36548]: osdmap e257: 8 total, 8 up, 8 in 2024-04-15T14:40:00.539 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:40:00 smithi016 ceph-mon[36548]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T14:40:00.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:40:00 smithi016 ceph-mon[36548]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T14:40:00.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:40:00 smithi016 ceph-mon[36548]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T14:40:00.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:40:00 smithi016 ceph-mon[36548]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T14:40:00.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:40:00 smithi016 ceph-mon[36548]: overall HEALTH_OK 2024-04-15T14:40:00.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:40:00 smithi016 ceph-mon[36548]: osdmap e258: 8 total, 8 up, 8 in 2024-04-15T14:40:00.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:40:00 smithi016 ceph-mon[90652]: osdmap e257: 8 total, 8 up, 8 in 2024-04-15T14:40:00.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:40:00 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T14:40:00.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:40:00 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T14:40:00.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:40:00 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T14:40:00.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:40:00 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T14:40:00.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:40:00 smithi016 ceph-mon[90652]: overall HEALTH_OK 2024-04-15T14:40:00.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:40:00 smithi016 ceph-mon[90652]: osdmap e258: 8 total, 8 up, 8 in 2024-04-15T14:40:00.562 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:40:00 smithi102 ceph-mon[31017]: osdmap e257: 8 total, 8 up, 8 in 2024-04-15T14:40:00.562 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:40:00 smithi102 ceph-mon[31017]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T14:40:00.562 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:40:00 smithi102 ceph-mon[31017]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T14:40:00.562 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:40:00 smithi102 ceph-mon[31017]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T14:40:00.562 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:40:00 smithi102 ceph-mon[31017]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T14:40:00.562 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:40:00 smithi102 ceph-mon[31017]: overall HEALTH_OK 2024-04-15T14:40:00.562 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:40:00 smithi102 ceph-mon[31017]: osdmap e258: 8 total, 8 up, 8 in 2024-04-15T14:40:01.254 INFO:tasks.rados.rados.0.smithi016.stdout:965: done (2 left) 2024-04-15T14:40:01.254 INFO:tasks.rados.rados.0.smithi016.stdout:966: done (1 left) 2024-04-15T14:40:01.255 INFO:tasks.rados.rados.0.smithi016.stdout:967: done (0 left) 2024-04-15T14:40:01.255 INFO:tasks.rados.rados.0.smithi016.stdout:968: read oid 34 snap 87 2024-04-15T14:40:01.255 INFO:tasks.rados.rados.0.smithi016.stdout:968: expect (ObjNum 45 snap 0 seq_num 45) 2024-04-15T14:40:01.255 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 45 current snap is 97 2024-04-15T14:40:01.255 INFO:tasks.rados.rados.0.smithi016.stdout:969: seq_num 309 ranges {6750208=376832} 2024-04-15T14:40:01.291 INFO:tasks.rados.rados.0.smithi016.stdout:969: writing smithi01678542-45 from 6750208 to 7127040 tid 1 2024-04-15T14:40:01.292 INFO:tasks.rados.rados.0.smithi016.stdout:970: delete oid 48 current snap is 97 2024-04-15T14:40:01.292 INFO:tasks.rados.rados.0.smithi016.stdout:968: expect (ObjNum 45 snap 0 seq_num 45) 2024-04-15T14:40:01.313 INFO:tasks.rados.rados.0.smithi016.stdout:969: finishing write tid 1 to smithi01678542-45 2024-04-15T14:40:01.313 INFO:tasks.rados.rados.0.smithi016.stdout:969: finishing write tid 2 to smithi01678542-45 2024-04-15T14:40:01.313 INFO:tasks.rados.rados.0.smithi016.stdout:969: finishing write tid 3 to smithi01678542-45 2024-04-15T14:40:01.313 INFO:tasks.rados.rados.0.smithi016.stdout:969: oid 45 updating version 0 to 245 2024-04-15T14:40:01.313 INFO:tasks.rados.rados.0.smithi016.stdout:969: oid 45 version 245 is already newer than 244 2024-04-15T14:40:01.313 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 45 v 245 (ObjNum 309 snap 97 seq_num 309) dirty exists 2024-04-15T14:40:01.314 INFO:tasks.rados.rados.0.smithi016.stdout:969: left oid 45 (ObjNum 309 snap 97 seq_num 309) 2024-04-15T14:40:01.314 INFO:tasks.rados.rados.0.smithi016.stdout:968: done (2 left) 2024-04-15T14:40:01.314 INFO:tasks.rados.rados.0.smithi016.stdout:969: done (1 left) 2024-04-15T14:40:01.314 INFO:tasks.rados.rados.0.smithi016.stdout:970: done (0 left) 2024-04-15T14:40:01.314 INFO:tasks.rados.rados.0.smithi016.stdout:971: setattr oid 29 current snap is 97 2024-04-15T14:40:01.314 INFO:tasks.rados.rados.0.smithi016.stdout:972: rollback oid 3 current snap is 97 2024-04-15T14:40:01.314 INFO:tasks.rados.rados.0.smithi016.stdout:rollback oid 3 to 83 2024-04-15T14:40:01.314 INFO:tasks.rados.rados.0.smithi016.stdout:973: snap_create 2024-04-15T14:40:01.317 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 29 v 588 (ObjNum 266 snap 80 seq_num 266) dirty exists 2024-04-15T14:40:01.320 INFO:tasks.rados.rados.0.smithi016.stdout:972: finishing rollback tid 0 to smithi01678542-3 2024-04-15T14:40:01.320 INFO:tasks.rados.rados.0.smithi016.stdout:972: finishing rollback tid 1 to smithi01678542-3 2024-04-15T14:40:01.320 INFO:tasks.rados.rados.0.smithi016.stdout:972: finishing rollback tid 2 to smithi01678542-3 2024-04-15T14:40:01.320 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 3 v 199 (ObjNum 246 snap 72 seq_num 246) dirty exists 2024-04-15T14:40:01.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:40:01 smithi102 ceph-mon[31017]: pgmap v11: 121 pgs: 121 active+clean; 153 MiB data, 932 MiB used, 714 GiB / 715 GiB avail; 2.5 MiB/s rd, 52 KiB/s wr, 2 op/s 2024-04-15T14:40:01.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:40:01 smithi102 ceph-mon[31017]: osdmap e259: 8 total, 8 up, 8 in 2024-04-15T14:40:01.780 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:40:01 smithi016 ceph-mon[90652]: pgmap v11: 121 pgs: 121 active+clean; 153 MiB data, 932 MiB used, 714 GiB / 715 GiB avail; 2.5 MiB/s rd, 52 KiB/s wr, 2 op/s 2024-04-15T14:40:01.780 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:40:01 smithi016 ceph-mon[90652]: osdmap e259: 8 total, 8 up, 8 in 2024-04-15T14:40:01.780 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:40:01 smithi016 ceph-mon[36548]: pgmap v11: 121 pgs: 121 active+clean; 153 MiB data, 932 MiB used, 714 GiB / 715 GiB avail; 2.5 MiB/s rd, 52 KiB/s wr, 2 op/s 2024-04-15T14:40:01.780 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:40:01 smithi016 ceph-mon[36548]: osdmap e259: 8 total, 8 up, 8 in 2024-04-15T14:40:01.874 INFO:teuthology.orchestra.run.smithi016.stdout:true 2024-04-15T14:40:02.039 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 15 14:40:01 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-y[81421]: ::ffff:172.21.15.102 - - [15/Apr/2024:14:40:01] "GET /metrics HTTP/1.1" 200 33355 "" "Prometheus/2.43.0" 2024-04-15T14:40:02.205 INFO:teuthology.orchestra.run.smithi016.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-04-15T14:40:02.205 INFO:teuthology.orchestra.run.smithi016.stdout:alertmanager.a smithi016 *:9093,9094 running (4m) 4s ago 5m 25.7M - 0.25.0 c8568f914cd2 bc85d1f32a92 2024-04-15T14:40:02.205 INFO:teuthology.orchestra.run.smithi016.stdout:grafana.a smithi102 *:3000 running (5m) 3s ago 5m 88.4M - 9.4.7 954c08fa6188 dfd3a2bac142 2024-04-15T14:40:02.205 INFO:teuthology.orchestra.run.smithi016.stdout:mds.a smithi016 running (6m) 4s ago 6m 17.7M - 18.2.2-1221-ge3fb05d5 aa4d2281650a 287f01435fb1 2024-04-15T14:40:02.206 INFO:teuthology.orchestra.run.smithi016.stdout:mds.b smithi102 running (6m) 3s ago 6m 14.4M - 18.2.2-1221-ge3fb05d5 aa4d2281650a 9ed1adb3241c 2024-04-15T14:40:02.206 INFO:teuthology.orchestra.run.smithi016.stdout:mgr.x smithi102 *:8443,9283,8765 running (33s) 3s ago 10m 447M - 19.0.0-3080-gc2d8c315 259793512b73 7427787dd7cf 2024-04-15T14:40:02.206 INFO:teuthology.orchestra.run.smithi016.stdout:mgr.y smithi016 *:8443,9283,8765 running (65s) 4s ago 11m 476M - 19.0.0-3080-gc2d8c315 259793512b73 23b2f98a056a 2024-04-15T14:40:02.206 INFO:teuthology.orchestra.run.smithi016.stdout:mon.a smithi016 running (17s) 4s ago 11m 31.3M 2048M 19.0.0-3080-gc2d8c315 259793512b73 0f0e1a24c400 2024-04-15T14:40:02.206 INFO:teuthology.orchestra.run.smithi016.stdout:mon.b smithi102 running (10m) 3s ago 10m 55.5M 2048M 18.2.2-1221-ge3fb05d5 aa4d2281650a 07416040f229 2024-04-15T14:40:02.206 INFO:teuthology.orchestra.run.smithi016.stdout:mon.c smithi016 running (10m) 4s ago 10m 49.0M 2048M 18.2.2-1221-ge3fb05d5 aa4d2281650a c42afef2bc9e 2024-04-15T14:40:02.206 INFO:teuthology.orchestra.run.smithi016.stdout:node-exporter.a smithi016 *:9100 running (4m) 4s ago 4m 16.5M - 1.5.0 0da6a335fe13 8d0101b6e6e8 2024-04-15T14:40:02.206 INFO:teuthology.orchestra.run.smithi016.stdout:node-exporter.b smithi102 *:9100 running (4m) 3s ago 4m 15.3M - 1.5.0 0da6a335fe13 d83ffdf53df3 2024-04-15T14:40:02.206 INFO:teuthology.orchestra.run.smithi016.stdout:osd.0 smithi016 running (9m) 4s ago 9m 152M 2481M 18.2.2-1221-ge3fb05d5 aa4d2281650a ae127ce45e48 2024-04-15T14:40:02.206 INFO:teuthology.orchestra.run.smithi016.stdout:osd.1 smithi016 running (9m) 4s ago 9m 153M 2481M 18.2.2-1221-ge3fb05d5 aa4d2281650a 9239978ce644 2024-04-15T14:40:02.206 INFO:teuthology.orchestra.run.smithi016.stdout:osd.2 smithi016 running (8m) 4s ago 8m 137M 2481M 18.2.2-1221-ge3fb05d5 aa4d2281650a b55efe4e74b4 2024-04-15T14:40:02.206 INFO:teuthology.orchestra.run.smithi016.stdout:osd.3 smithi016 running (8m) 4s ago 8m 121M 2481M 18.2.2-1221-ge3fb05d5 aa4d2281650a b2684936efa6 2024-04-15T14:40:02.206 INFO:teuthology.orchestra.run.smithi016.stdout:osd.4 smithi102 running (8m) 3s ago 8m 157M 2480M 18.2.2-1221-ge3fb05d5 aa4d2281650a f863e36be995 2024-04-15T14:40:02.207 INFO:teuthology.orchestra.run.smithi016.stdout:osd.5 smithi102 running (7m) 3s ago 7m 153M 2480M 18.2.2-1221-ge3fb05d5 aa4d2281650a 64518f93c8c8 2024-04-15T14:40:02.207 INFO:teuthology.orchestra.run.smithi016.stdout:osd.6 smithi102 running (7m) 3s ago 7m 115M 2480M 18.2.2-1221-ge3fb05d5 aa4d2281650a a3993a86427e 2024-04-15T14:40:02.207 INFO:teuthology.orchestra.run.smithi016.stdout:osd.7 smithi102 running (6m) 3s ago 6m 112M 2480M 18.2.2-1221-ge3fb05d5 aa4d2281650a f9ac771a8a69 2024-04-15T14:40:02.207 INFO:teuthology.orchestra.run.smithi016.stdout:prometheus.a smithi102 *:9095 running (39s) 3s ago 5m 51.8M - 2.43.0 a07b618ecd1d 86d1d3518ceb 2024-04-15T14:40:02.252 INFO:tasks.rados.rados.0.smithi016.stdout:971: done (2 left) 2024-04-15T14:40:02.252 INFO:tasks.rados.rados.0.smithi016.stdout:972: done (1 left) 2024-04-15T14:40:02.252 INFO:tasks.rados.rados.0.smithi016.stdout:973: done (0 left) 2024-04-15T14:40:02.252 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 36 current snap is 98 2024-04-15T14:40:02.252 INFO:tasks.rados.rados.0.smithi016.stdout:974: seq_num 311 ranges {4169728=417792} 2024-04-15T14:40:02.277 INFO:tasks.rados.rados.0.smithi016.stdout:974: writing smithi01678542-36 from 4169728 to 4587520 tid 1 2024-04-15T14:40:02.277 INFO:tasks.rados.rados.0.smithi016.stdout:975: read oid 24 snap -1 2024-04-15T14:40:02.278 INFO:tasks.rados.rados.0.smithi016.stdout:975: expect (ObjNum 282 snap 83 seq_num 282) 2024-04-15T14:40:02.278 INFO:tasks.rados.rados.0.smithi016.stdout:976: snap_remove snap 96 2024-04-15T14:40:02.625 INFO:teuthology.orchestra.run.smithi016.stdout:{ 2024-04-15T14:40:02.625 INFO:teuthology.orchestra.run.smithi016.stdout: "mon": { 2024-04-15T14:40:02.625 INFO:teuthology.orchestra.run.smithi016.stdout: "ceph version 18.2.2-1221-ge3fb05d5 (e3fb05d5e6da84b5c44db3f3051c4d242f9809c1) reef (stable)": 2, 2024-04-15T14:40:02.625 INFO:teuthology.orchestra.run.smithi016.stdout: "ceph version 19.0.0-3080-gc2d8c315 (c2d8c3155d854ee204cb7c7261232571229d1d54) squid (dev)": 1 2024-04-15T14:40:02.625 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-04-15T14:40:02.625 INFO:teuthology.orchestra.run.smithi016.stdout: "mgr": { 2024-04-15T14:40:02.625 INFO:teuthology.orchestra.run.smithi016.stdout: "ceph version 19.0.0-3080-gc2d8c315 (c2d8c3155d854ee204cb7c7261232571229d1d54) squid (dev)": 2 2024-04-15T14:40:02.625 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-04-15T14:40:02.626 INFO:teuthology.orchestra.run.smithi016.stdout: "osd": { 2024-04-15T14:40:02.626 INFO:teuthology.orchestra.run.smithi016.stdout: "ceph version 18.2.2-1221-ge3fb05d5 (e3fb05d5e6da84b5c44db3f3051c4d242f9809c1) reef (stable)": 8 2024-04-15T14:40:02.626 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-04-15T14:40:02.626 INFO:teuthology.orchestra.run.smithi016.stdout: "mds": { 2024-04-15T14:40:02.626 INFO:teuthology.orchestra.run.smithi016.stdout: "ceph version 18.2.2-1221-ge3fb05d5 (e3fb05d5e6da84b5c44db3f3051c4d242f9809c1) reef (stable)": 2 2024-04-15T14:40:02.626 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-04-15T14:40:02.626 INFO:teuthology.orchestra.run.smithi016.stdout: "overall": { 2024-04-15T14:40:02.626 INFO:teuthology.orchestra.run.smithi016.stdout: "ceph version 18.2.2-1221-ge3fb05d5 (e3fb05d5e6da84b5c44db3f3051c4d242f9809c1) reef (stable)": 12, 2024-04-15T14:40:02.626 INFO:teuthology.orchestra.run.smithi016.stdout: "ceph version 19.0.0-3080-gc2d8c315 (c2d8c3155d854ee204cb7c7261232571229d1d54) squid (dev)": 3 2024-04-15T14:40:02.626 INFO:teuthology.orchestra.run.smithi016.stdout: } 2024-04-15T14:40:02.626 INFO:teuthology.orchestra.run.smithi016.stdout:} 2024-04-15T14:40:02.687 INFO:journalctl@ceph.prometheus.a.smithi102.stdout:Apr 15 14:40:02 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-prometheus-a[78028]: ts=2024-04-15T14:40:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi016:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"362ea986-fb34-11ee-bc8f-c7b262605968\", instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T14:40:03.260 INFO:tasks.rados.rados.0.smithi016.stdout:976: done (2 left) 2024-04-15T14:40:03.260 INFO:tasks.rados.rados.0.smithi016.stdout:977: read oid 22 snap -1 2024-04-15T14:40:03.260 INFO:tasks.rados.rados.0.smithi016.stdout:977: expect deleted 2024-04-15T14:40:03.260 INFO:tasks.rados.rados.0.smithi016.stdout:978: read oid 46 snap -1 2024-04-15T14:40:03.260 INFO:tasks.rados.rados.0.smithi016.stdout:978: expect deleted 2024-04-15T14:40:03.261 INFO:tasks.rados.rados.0.smithi016.stdout:979: snap_remove snap 97 2024-04-15T14:40:03.405 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:40:03 smithi102 ceph-mon[31017]: from='client.25217 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-15T14:40:03.405 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:40:03 smithi102 ceph-mon[31017]: pgmap v14: 121 pgs: 121 active+clean; 146 MiB data, 987 MiB used, 714 GiB / 715 GiB avail; 13 MiB/s rd, 396 KiB/s wr, 69 op/s 2024-04-15T14:40:03.405 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:40:03 smithi102 ceph-mon[31017]: from='client.25223 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-15T14:40:03.405 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:40:03 smithi102 ceph-mon[31017]: osdmap e260: 8 total, 8 up, 8 in 2024-04-15T14:40:03.405 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:40:03 smithi102 ceph-mon[31017]: from='client.? 172.21.15.16:0/4283333273' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T14:40:03.539 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:40:03 smithi016 ceph-mon[36548]: from='client.25217 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-15T14:40:03.539 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:40:03 smithi016 ceph-mon[36548]: pgmap v14: 121 pgs: 121 active+clean; 146 MiB data, 987 MiB used, 714 GiB / 715 GiB avail; 13 MiB/s rd, 396 KiB/s wr, 69 op/s 2024-04-15T14:40:03.539 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:40:03 smithi016 ceph-mon[36548]: from='client.25223 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-15T14:40:03.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:40:03 smithi016 ceph-mon[36548]: osdmap e260: 8 total, 8 up, 8 in 2024-04-15T14:40:03.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:40:03 smithi016 ceph-mon[36548]: from='client.? 172.21.15.16:0/4283333273' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T14:40:03.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:40:03 smithi016 ceph-mon[90652]: from='client.25217 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-15T14:40:03.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:40:03 smithi016 ceph-mon[90652]: pgmap v14: 121 pgs: 121 active+clean; 146 MiB data, 987 MiB used, 714 GiB / 715 GiB avail; 13 MiB/s rd, 396 KiB/s wr, 69 op/s 2024-04-15T14:40:03.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:40:03 smithi016 ceph-mon[90652]: from='client.25223 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-15T14:40:03.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:40:03 smithi016 ceph-mon[90652]: osdmap e260: 8 total, 8 up, 8 in 2024-04-15T14:40:03.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:40:03 smithi016 ceph-mon[90652]: from='client.? 172.21.15.16:0/4283333273' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T14:40:03.687 INFO:journalctl@ceph.prometheus.a.smithi102.stdout:Apr 15 14:40:03 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-prometheus-a[78028]: ts=2024-04-15T14:40:03.504Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi016\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi016\", job=\"node\", machine=\"x86_64\", nodename=\"smithi016\", release=\"5.14.0-438.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Apr 12 13:55:21 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"362ea986-fb34-11ee-bc8f-c7b262605968\", domainname=\"(none)\", instance=\"smithi016\", job=\"node\", machine=\"x86_64\", nodename=\"smithi016\", release=\"5.14.0-438.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Apr 12 13:55:21 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T14:40:04.267 INFO:tasks.rados.rados.0.smithi016.stdout:979: done (4 left) 2024-04-15T14:40:04.267 INFO:tasks.rados.rados.0.smithi016.stdout:980: read oid 40 snap 94 2024-04-15T14:40:04.267 INFO:tasks.rados.rados.0.smithi016.stdout:980: expect (ObjNum 255 snap 76 seq_num 255) 2024-04-15T14:40:04.268 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 10 current snap is 98 2024-04-15T14:40:04.268 INFO:tasks.rados.rados.0.smithi016.stdout:981: seq_num 312 ranges {802816=434176} 2024-04-15T14:40:04.274 INFO:tasks.rados.rados.0.smithi016.stdout:981: writing smithi01678542-10 from 802816 to 1236992 tid 1 2024-04-15T14:40:04.274 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 35 current snap is 98 2024-04-15T14:40:04.274 INFO:tasks.rados.rados.0.smithi016.stdout:982: seq_num 313 ranges {1867776=450560} 2024-04-15T14:40:04.289 INFO:tasks.rados.rados.0.smithi016.stdout:982: writing smithi01678542-35 from 1867776 to 2318336 tid 1 2024-04-15T14:40:04.289 INFO:tasks.rados.rados.0.smithi016.stdout:983: copy_from oid 28 from oid 7 current snap is 98 2024-04-15T14:40:04.289 INFO:tasks.rados.rados.0.smithi016.stdout:974: finishing write tid 1 to smithi01678542-36 2024-04-15T14:40:04.289 INFO:tasks.rados.rados.0.smithi016.stdout:974: finishing write tid 2 to smithi01678542-36 2024-04-15T14:40:04.290 INFO:tasks.rados.rados.0.smithi016.stdout:974: finishing write tid 3 to smithi01678542-36 2024-04-15T14:40:04.290 INFO:tasks.rados.rados.0.smithi016.stdout:974: oid 36 updating version 0 to 618 2024-04-15T14:40:04.290 INFO:tasks.rados.rados.0.smithi016.stdout:974: oid 36 updating version 618 to 619 2024-04-15T14:40:04.290 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 36 v 619 (ObjNum 311 snap 98 seq_num 311) dirty exists 2024-04-15T14:40:04.290 INFO:tasks.rados.rados.0.smithi016.stdout:974: left oid 36 (ObjNum 311 snap 98 seq_num 311) 2024-04-15T14:40:04.290 INFO:tasks.rados.rados.0.smithi016.stdout:975: expect (ObjNum 282 snap 83 seq_num 282) 2024-04-15T14:40:04.432 INFO:tasks.rados.rados.0.smithi016.stdout:981: finishing write tid 1 to smithi01678542-10 2024-04-15T14:40:04.432 INFO:tasks.rados.rados.0.smithi016.stdout:981: finishing write tid 2 to smithi01678542-10 2024-04-15T14:40:04.432 INFO:tasks.rados.rados.0.smithi016.stdout:981: finishing write tid 3 to smithi01678542-10 2024-04-15T14:40:04.433 INFO:tasks.rados.rados.0.smithi016.stdout:981: oid 10 updating version 0 to 536 2024-04-15T14:40:04.433 INFO:tasks.rados.rados.0.smithi016.stdout:981: oid 10 version 536 is already newer than 535 2024-04-15T14:40:04.433 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 10 v 536 (ObjNum 312 snap 98 seq_num 312) dirty exists 2024-04-15T14:40:04.433 INFO:tasks.rados.rados.0.smithi016.stdout:981: left oid 10 (ObjNum 312 snap 98 seq_num 312) 2024-04-15T14:40:04.433 INFO:tasks.rados.rados.0.smithi016.stdout:980: expect (ObjNum 255 snap 76 seq_num 255) 2024-04-15T14:40:04.507 INFO:tasks.rados.rados.0.smithi016.stdout:982: finishing write tid 1 to smithi01678542-35 2024-04-15T14:40:04.507 INFO:tasks.rados.rados.0.smithi016.stdout:982: finishing write tid 2 to smithi01678542-35 2024-04-15T14:40:04.507 INFO:tasks.rados.rados.0.smithi016.stdout:974: done (7 left) 2024-04-15T14:40:04.507 INFO:tasks.rados.rados.0.smithi016.stdout:975: done (6 left) 2024-04-15T14:40:04.507 INFO:tasks.rados.rados.0.smithi016.stdout:977: done (5 left) 2024-04-15T14:40:04.507 INFO:tasks.rados.rados.0.smithi016.stdout:978: done (4 left) 2024-04-15T14:40:04.507 INFO:tasks.rados.rados.0.smithi016.stdout:980: done (3 left) 2024-04-15T14:40:04.508 INFO:tasks.rados.rados.0.smithi016.stdout:981: done (2 left) 2024-04-15T14:40:04.508 INFO:tasks.rados.rados.0.smithi016.stdout:984: rollback oid 42 current snap is 98 2024-04-15T14:40:04.508 INFO:tasks.rados.rados.0.smithi016.stdout:rollback oid 42 to 87 2024-04-15T14:40:04.508 INFO:tasks.rados.rados.0.smithi016.stdout:982: finishing write tid 3 to smithi01678542-35 2024-04-15T14:40:04.508 INFO:tasks.rados.rados.0.smithi016.stdout:982: oid 35 updating version 0 to 267 2024-04-15T14:40:04.508 INFO:tasks.rados.rados.0.smithi016.stdout:982: oid 35 version 267 is already newer than 266 2024-04-15T14:40:04.508 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 35 v 267 (ObjNum 313 snap 98 seq_num 313) dirty exists 2024-04-15T14:40:04.508 INFO:tasks.rados.rados.0.smithi016.stdout:982: left oid 35 (ObjNum 313 snap 98 seq_num 313) 2024-04-15T14:40:04.508 INFO:tasks.rados.rados.0.smithi016.stdout:983: finishing copy_from racing read to smithi01678542-28 2024-04-15T14:40:04.508 INFO:tasks.rados.rados.0.smithi016.stdout:983: finishing copy_from to smithi01678542-28 2024-04-15T14:40:04.508 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 28 v 156 (ObjNum 99 snap 25 seq_num 99) dirty exists 2024-04-15T14:40:04.508 INFO:tasks.rados.rados.0.smithi016.stdout:982: done (2 left) 2024-04-15T14:40:04.508 INFO:tasks.rados.rados.0.smithi016.stdout:983: done (1 left) 2024-04-15T14:40:04.508 INFO:tasks.rados.rados.0.smithi016.stdout:985: copy_from oid 8 from oid 46 current snap is 98 2024-04-15T14:40:04.509 INFO:tasks.rados.rados.0.smithi016.stdout:986: read oid 27 snap 92 2024-04-15T14:40:04.509 INFO:tasks.rados.rados.0.smithi016.stdout:986: expect (ObjNum 270 snap 82 seq_num 270) 2024-04-15T14:40:04.509 INFO:tasks.rados.rados.0.smithi016.stdout:987: snap_remove snap 70 2024-04-15T14:40:04.539 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:40:04 smithi016 ceph-mon[36548]: osdmap e261: 8 total, 8 up, 8 in 2024-04-15T14:40:04.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:40:04 smithi016 ceph-mon[36548]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T14:40:04.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:40:04 smithi016 ceph-mon[36548]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T14:40:04.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:40:04 smithi016 ceph-mon[36548]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T14:40:04.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:40:04 smithi016 ceph-mon[36548]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T14:40:04.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:40:04 smithi016 ceph-mon[36548]: Updating smithi016:/etc/ceph/ceph.conf 2024-04-15T14:40:04.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:40:04 smithi016 ceph-mon[36548]: Updating smithi102:/etc/ceph/ceph.conf 2024-04-15T14:40:04.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:40:04 smithi016 ceph-mon[36548]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T14:40:04.541 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:40:04 smithi016 ceph-mon[36548]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-15T14:40:04.541 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:40:04 smithi016 ceph-mon[36548]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-15T14:40:04.541 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:40:04 smithi016 ceph-mon[36548]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-15T14:40:04.541 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:40:04 smithi016 ceph-mon[36548]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-15T14:40:04.541 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:40:04 smithi016 ceph-mon[36548]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-15T14:40:04.541 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:40:04 smithi016 ceph-mon[36548]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-15T14:40:04.541 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:40:04 smithi016 ceph-mon[36548]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-15T14:40:04.541 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:40:04 smithi016 ceph-mon[36548]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-15T14:40:04.541 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:40:04 smithi016 ceph-mon[36548]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-15T14:40:04.541 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:40:04 smithi016 ceph-mon[36548]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-15T14:40:04.541 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:40:04 smithi016 ceph-mon[36548]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-15T14:40:04.541 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:40:04 smithi016 ceph-mon[36548]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-15T14:40:04.541 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:40:04 smithi016 ceph-mon[36548]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-15T14:40:04.542 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:40:04 smithi016 ceph-mon[36548]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-15T14:40:04.542 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:40:04 smithi016 ceph-mon[36548]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-15T14:40:04.542 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:40:04 smithi016 ceph-mon[36548]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-15T14:40:04.542 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:40:04 smithi016 ceph-mon[36548]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-15T14:40:04.542 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:40:04 smithi016 ceph-mon[36548]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-15T14:40:04.542 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:40:04 smithi016 ceph-mon[36548]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-15T14:40:04.542 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:40:04 smithi016 ceph-mon[36548]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-15T14:40:04.542 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:40:04 smithi016 ceph-mon[36548]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-15T14:40:04.543 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:40:04 smithi016 ceph-mon[90652]: osdmap e261: 8 total, 8 up, 8 in 2024-04-15T14:40:04.543 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:40:04 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T14:40:04.543 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:40:04 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T14:40:04.543 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:40:04 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T14:40:04.543 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:40:04 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T14:40:04.543 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:40:04 smithi016 ceph-mon[90652]: Updating smithi016:/etc/ceph/ceph.conf 2024-04-15T14:40:04.543 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:40:04 smithi016 ceph-mon[90652]: Updating smithi102:/etc/ceph/ceph.conf 2024-04-15T14:40:04.543 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:40:04 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T14:40:04.543 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:40:04 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-15T14:40:04.544 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:40:04 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-15T14:40:04.544 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:40:04 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-15T14:40:04.544 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:40:04 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-15T14:40:04.544 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:40:04 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-15T14:40:04.544 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:40:04 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-15T14:40:04.544 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:40:04 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-15T14:40:04.544 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:40:04 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-15T14:40:04.544 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:40:04 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-15T14:40:04.544 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:40:04 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-15T14:40:04.544 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:40:04 smithi016 ceph-mon[90652]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-15T14:40:04.544 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:40:04 smithi016 ceph-mon[90652]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-15T14:40:04.544 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:40:04 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-15T14:40:04.544 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:40:04 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-15T14:40:04.544 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:40:04 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-15T14:40:04.545 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:40:04 smithi016 ceph-mon[90652]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-15T14:40:04.545 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:40:04 smithi016 ceph-mon[90652]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-15T14:40:04.545 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:40:04 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-15T14:40:04.545 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:40:04 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-15T14:40:04.545 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:40:04 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-15T14:40:04.545 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:40:04 smithi016 ceph-mon[90652]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-15T14:40:04.545 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:40:04 smithi016 ceph-mon[36548]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-15T14:40:04.545 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:40:04 smithi016 ceph-mon[36548]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-15T14:40:04.545 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:40:04 smithi016 ceph-mon[36548]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-15T14:40:04.546 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:40:04 smithi016 ceph-mon[36548]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-15T14:40:04.546 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:40:04 smithi016 ceph-mon[90652]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-15T14:40:04.546 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:40:04 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-15T14:40:04.546 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:40:04 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-15T14:40:04.546 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:40:04 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-15T14:40:04.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:40:04 smithi102 ceph-mon[31017]: osdmap e261: 8 total, 8 up, 8 in 2024-04-15T14:40:04.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:40:04 smithi102 ceph-mon[31017]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T14:40:04.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:40:04 smithi102 ceph-mon[31017]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T14:40:04.688 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:40:04 smithi102 ceph-mon[31017]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T14:40:04.688 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:40:04 smithi102 ceph-mon[31017]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T14:40:04.688 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:40:04 smithi102 ceph-mon[31017]: Updating smithi016:/etc/ceph/ceph.conf 2024-04-15T14:40:04.688 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:40:04 smithi102 ceph-mon[31017]: Updating smithi102:/etc/ceph/ceph.conf 2024-04-15T14:40:04.688 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:40:04 smithi102 ceph-mon[31017]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T14:40:04.688 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:40:04 smithi102 ceph-mon[31017]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-15T14:40:04.688 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:40:04 smithi102 ceph-mon[31017]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-15T14:40:04.688 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:40:04 smithi102 ceph-mon[31017]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-15T14:40:04.688 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:40:04 smithi102 ceph-mon[31017]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-15T14:40:04.688 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:40:04 smithi102 ceph-mon[31017]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-15T14:40:04.688 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:40:04 smithi102 ceph-mon[31017]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-15T14:40:04.688 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:40:04 smithi102 ceph-mon[31017]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-15T14:40:04.688 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:40:04 smithi102 ceph-mon[31017]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-15T14:40:04.688 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:40:04 smithi102 ceph-mon[31017]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-15T14:40:04.689 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:40:04 smithi102 ceph-mon[31017]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-15T14:40:04.689 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:40:04 smithi102 ceph-mon[31017]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-15T14:40:04.689 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:40:04 smithi102 ceph-mon[31017]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-15T14:40:04.689 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:40:04 smithi102 ceph-mon[31017]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-15T14:40:04.689 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:40:04 smithi102 ceph-mon[31017]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-15T14:40:04.689 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:40:04 smithi102 ceph-mon[31017]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-15T14:40:04.689 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:40:04 smithi102 ceph-mon[31017]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-15T14:40:04.689 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:40:04 smithi102 ceph-mon[31017]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-15T14:40:04.689 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:40:04 smithi102 ceph-mon[31017]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-15T14:40:04.689 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:40:04 smithi102 ceph-mon[31017]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-15T14:40:04.689 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:40:04 smithi102 ceph-mon[31017]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-15T14:40:04.689 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:40:04 smithi102 ceph-mon[31017]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-15T14:40:04.689 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:40:04 smithi102 ceph-mon[31017]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-15T14:40:04.689 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:40:04 smithi102 ceph-mon[31017]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-15T14:40:04.689 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:40:04 smithi102 ceph-mon[31017]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-15T14:40:04.690 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:40:04 smithi102 ceph-mon[31017]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-15T14:40:05.258 INFO:tasks.rados.rados.0.smithi016.stdout:987: done (3 left) 2024-04-15T14:40:05.259 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 22 current snap is 98 2024-04-15T14:40:05.259 INFO:tasks.rados.rados.0.smithi016.stdout:988: seq_num 314 ranges {0=466944} 2024-04-15T14:40:05.259 INFO:tasks.rados.rados.0.smithi016.stdout:988: writing smithi01678542-22 from 0 to 466944 tid 1 2024-04-15T14:40:05.259 INFO:tasks.rados.rados.0.smithi016.stdout:989: delete oid 41 current snap is 98 2024-04-15T14:40:05.259 INFO:tasks.rados.rados.0.smithi016.stdout:985: finishing copy_from to smithi01678542-8 2024-04-15T14:40:05.259 INFO:tasks.rados.rados.0.smithi016.stdout:985: got expected ENOENT (src dne) 2024-04-15T14:40:05.259 INFO:tasks.rados.rados.0.smithi016.stdout:985: finishing copy_from racing read to smithi01678542-8 2024-04-15T14:40:05.259 INFO:tasks.rados.rados.0.smithi016.stdout:984: finishing rollback tid 0 to smithi01678542-42 2024-04-15T14:40:05.259 INFO:tasks.rados.rados.0.smithi016.stdout:984: finishing rollback tid 1 to smithi01678542-42 2024-04-15T14:40:05.259 INFO:tasks.rados.rados.0.smithi016.stdout:984: finishing rollback tid 2 to smithi01678542-42 2024-04-15T14:40:05.259 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 42 v 65 (ObjNum 273 snap 82 seq_num 273) dirty exists 2024-04-15T14:40:05.259 INFO:tasks.rados.rados.0.smithi016.stdout:986: expect (ObjNum 270 snap 82 seq_num 270) 2024-04-15T14:40:05.405 INFO:tasks.rados.rados.0.smithi016.stdout:988: finishing write tid 1 to smithi01678542-22 2024-04-15T14:40:05.405 INFO:tasks.rados.rados.0.smithi016.stdout:988: finishing write tid 2 to smithi01678542-22 2024-04-15T14:40:05.405 INFO:tasks.rados.rados.0.smithi016.stdout:984: done (4 left) 2024-04-15T14:40:05.405 INFO:tasks.rados.rados.0.smithi016.stdout:985: done (3 left) 2024-04-15T14:40:05.405 INFO:tasks.rados.rados.0.smithi016.stdout:986: done (2 left) 2024-04-15T14:40:05.405 INFO:tasks.rados.rados.0.smithi016.stdout:989: done (1 left) 2024-04-15T14:40:05.405 INFO:tasks.rados.rados.0.smithi016.stdout:990: snap_remove snap 95 2024-04-15T14:40:05.523 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:40:05 smithi016 ceph-mon[36548]: Updating smithi016:/var/lib/ceph/362ea986-fb34-11ee-bc8f-c7b262605968/config/ceph.conf 2024-04-15T14:40:05.523 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:40:05 smithi016 ceph-mon[36548]: Updating smithi102:/var/lib/ceph/362ea986-fb34-11ee-bc8f-c7b262605968/config/ceph.conf 2024-04-15T14:40:05.524 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:40:05 smithi016 ceph-mon[36548]: pgmap v17: 121 pgs: 121 active+clean; 146 MiB data, 987 MiB used, 714 GiB / 715 GiB avail; 10 MiB/s rd, 344 KiB/s wr, 66 op/s 2024-04-15T14:40:05.524 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:40:05 smithi016 ceph-mon[36548]: Updating smithi102:/etc/ceph/ceph.client.admin.keyring 2024-04-15T14:40:05.524 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:40:05 smithi016 ceph-mon[36548]: Updating smithi016:/etc/ceph/ceph.client.admin.keyring 2024-04-15T14:40:05.524 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:40:05 smithi016 ceph-mon[36548]: osdmap e262: 8 total, 8 up, 8 in 2024-04-15T14:40:05.524 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:40:05 smithi016 ceph-mon[36548]: Updating smithi102:/var/lib/ceph/362ea986-fb34-11ee-bc8f-c7b262605968/config/ceph.client.admin.keyring 2024-04-15T14:40:05.524 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:40:05 smithi016 ceph-mon[36548]: Updating smithi016:/var/lib/ceph/362ea986-fb34-11ee-bc8f-c7b262605968/config/ceph.client.admin.keyring 2024-04-15T14:40:05.524 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:40:05 smithi016 ceph-mon[36548]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T14:40:05.524 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:40:05 smithi016 ceph-mon[36548]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T14:40:05.524 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:40:05 smithi016 ceph-mon[36548]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T14:40:05.524 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:40:05 smithi016 ceph-mon[36548]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T14:40:05.524 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:40:05 smithi016 ceph-mon[36548]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T14:40:05.524 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:40:05 smithi016 ceph-mon[36548]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T14:40:05.524 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:40:05 smithi016 ceph-mon[36548]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T14:40:05.524 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:40:05 smithi016 ceph-mon[36548]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "quorum_status"}]: dispatch 2024-04-15T14:40:05.524 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:40:05 smithi016 ceph-mon[36548]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "mon ok-to-stop", "ids": ["c"]}]: dispatch 2024-04-15T14:40:05.525 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:40:05 smithi016 ceph-mon[36548]: osdmap e263: 8 total, 8 up, 8 in 2024-04-15T14:40:05.525 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:40:05 smithi016 ceph-mon[90652]: Updating smithi016:/var/lib/ceph/362ea986-fb34-11ee-bc8f-c7b262605968/config/ceph.conf 2024-04-15T14:40:05.525 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:40:05 smithi016 ceph-mon[90652]: Updating smithi102:/var/lib/ceph/362ea986-fb34-11ee-bc8f-c7b262605968/config/ceph.conf 2024-04-15T14:40:05.525 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:40:05 smithi016 ceph-mon[90652]: pgmap v17: 121 pgs: 121 active+clean; 146 MiB data, 987 MiB used, 714 GiB / 715 GiB avail; 10 MiB/s rd, 344 KiB/s wr, 66 op/s 2024-04-15T14:40:05.525 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:40:05 smithi016 ceph-mon[90652]: Updating smithi102:/etc/ceph/ceph.client.admin.keyring 2024-04-15T14:40:05.525 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:40:05 smithi016 ceph-mon[90652]: Updating smithi016:/etc/ceph/ceph.client.admin.keyring 2024-04-15T14:40:05.525 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:40:05 smithi016 ceph-mon[90652]: osdmap e262: 8 total, 8 up, 8 in 2024-04-15T14:40:05.525 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:40:05 smithi016 ceph-mon[90652]: Updating smithi102:/var/lib/ceph/362ea986-fb34-11ee-bc8f-c7b262605968/config/ceph.client.admin.keyring 2024-04-15T14:40:05.525 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:40:05 smithi016 ceph-mon[90652]: Updating smithi016:/var/lib/ceph/362ea986-fb34-11ee-bc8f-c7b262605968/config/ceph.client.admin.keyring 2024-04-15T14:40:05.525 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:40:05 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T14:40:05.525 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:40:05 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T14:40:05.525 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:40:05 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T14:40:05.526 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:40:05 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T14:40:05.526 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:40:05 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T14:40:05.526 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:40:05 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T14:40:05.526 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:40:05 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T14:40:05.526 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:40:05 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "quorum_status"}]: dispatch 2024-04-15T14:40:05.526 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:40:05 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "mon ok-to-stop", "ids": ["c"]}]: dispatch 2024-04-15T14:40:05.526 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:40:05 smithi016 ceph-mon[90652]: osdmap e263: 8 total, 8 up, 8 in 2024-04-15T14:40:05.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:40:05 smithi102 ceph-mon[31017]: Updating smithi016:/var/lib/ceph/362ea986-fb34-11ee-bc8f-c7b262605968/config/ceph.conf 2024-04-15T14:40:05.688 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:40:05 smithi102 ceph-mon[31017]: Updating smithi102:/var/lib/ceph/362ea986-fb34-11ee-bc8f-c7b262605968/config/ceph.conf 2024-04-15T14:40:05.688 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:40:05 smithi102 ceph-mon[31017]: pgmap v17: 121 pgs: 121 active+clean; 146 MiB data, 987 MiB used, 714 GiB / 715 GiB avail; 10 MiB/s rd, 344 KiB/s wr, 66 op/s 2024-04-15T14:40:05.688 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:40:05 smithi102 ceph-mon[31017]: Updating smithi102:/etc/ceph/ceph.client.admin.keyring 2024-04-15T14:40:05.688 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:40:05 smithi102 ceph-mon[31017]: Updating smithi016:/etc/ceph/ceph.client.admin.keyring 2024-04-15T14:40:05.688 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:40:05 smithi102 ceph-mon[31017]: osdmap e262: 8 total, 8 up, 8 in 2024-04-15T14:40:05.688 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:40:05 smithi102 ceph-mon[31017]: Updating smithi102:/var/lib/ceph/362ea986-fb34-11ee-bc8f-c7b262605968/config/ceph.client.admin.keyring 2024-04-15T14:40:05.688 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:40:05 smithi102 ceph-mon[31017]: Updating smithi016:/var/lib/ceph/362ea986-fb34-11ee-bc8f-c7b262605968/config/ceph.client.admin.keyring 2024-04-15T14:40:05.688 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:40:05 smithi102 ceph-mon[31017]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T14:40:05.688 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:40:05 smithi102 ceph-mon[31017]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T14:40:05.688 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:40:05 smithi102 ceph-mon[31017]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T14:40:05.688 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:40:05 smithi102 ceph-mon[31017]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T14:40:05.688 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:40:05 smithi102 ceph-mon[31017]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T14:40:05.689 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:40:05 smithi102 ceph-mon[31017]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T14:40:05.689 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:40:05 smithi102 ceph-mon[31017]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T14:40:05.689 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:40:05 smithi102 ceph-mon[31017]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "quorum_status"}]: dispatch 2024-04-15T14:40:05.689 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:40:05 smithi102 ceph-mon[31017]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "mon ok-to-stop", "ids": ["c"]}]: dispatch 2024-04-15T14:40:05.689 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:40:05 smithi102 ceph-mon[31017]: osdmap e263: 8 total, 8 up, 8 in 2024-04-15T14:40:06.277 INFO:tasks.rados.rados.0.smithi016.stdout:990: done (1 left) 2024-04-15T14:40:06.277 INFO:tasks.rados.rados.0.smithi016.stdout:991: snap_create 2024-04-15T14:40:06.277 INFO:tasks.rados.rados.0.smithi016.stdout:988: finishing write tid 3 to smithi01678542-22 2024-04-15T14:40:06.277 INFO:tasks.rados.rados.0.smithi016.stdout:988: oid 22 updating version 0 to 541 2024-04-15T14:40:06.277 INFO:tasks.rados.rados.0.smithi016.stdout:988: oid 22 updating version 541 to 542 2024-04-15T14:40:06.277 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 22 v 542 (ObjNum 314 snap 98 seq_num 314) dirty exists 2024-04-15T14:40:06.278 INFO:tasks.rados.rados.0.smithi016.stdout:988: left oid 22 (ObjNum 314 snap 98 seq_num 314) 2024-04-15T14:40:06.455 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:40:06 smithi016 ceph-mon[90652]: Upgrade: It appears safe to stop mon.c 2024-04-15T14:40:06.455 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:40:06 smithi016 ceph-mon[36548]: Upgrade: It appears safe to stop mon.c 2024-04-15T14:40:06.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:40:06 smithi102 ceph-mon[31017]: Upgrade: It appears safe to stop mon.c 2024-04-15T14:40:07.273 INFO:tasks.rados.rados.0.smithi016.stdout:988: done (1 left) 2024-04-15T14:40:07.273 INFO:tasks.rados.rados.0.smithi016.stdout:991: done (0 left) 2024-04-15T14:40:07.273 INFO:tasks.rados.rados.0.smithi016.stdout:992: copy_from oid 20 from oid 32 current snap is 99 2024-04-15T14:40:07.273 INFO:tasks.rados.rados.0.smithi016.stdout:993: delete oid 3 current snap is 99 2024-04-15T14:40:07.280 INFO:tasks.rados.rados.0.smithi016.stdout:993: done (1 left) 2024-04-15T14:40:07.281 INFO:tasks.rados.rados.0.smithi016.stdout:994: copy_from oid 45 from oid 37 current snap is 99 2024-04-15T14:40:07.281 INFO:tasks.rados.rados.0.smithi016.stdout:995: snap_remove snap 86 2024-04-15T14:40:07.372 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:40:07 smithi016 ceph-mon[90652]: pgmap v20: 121 pgs: 121 active+clean; 157 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail; 7.9 MiB/s rd, 1.8 MiB/s wr, 26 op/s 2024-04-15T14:40:07.373 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:40:07 smithi016 ceph-mon[90652]: osdmap e264: 8 total, 8 up, 8 in 2024-04-15T14:40:07.373 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:40:07 smithi016 ceph-mon[90652]: mgrmap e43: y(active, since 12s), standbys: x 2024-04-15T14:40:07.373 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:40:07 smithi016 ceph-mon[90652]: Upgrade: Updating mon.c 2024-04-15T14:40:07.373 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:40:07 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T14:40:07.373 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:40:07 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-15T14:40:07.373 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:40:07 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-04-15T14:40:07.373 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:40:07 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T14:40:07.373 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:40:07 smithi016 ceph-mon[90652]: Deploying daemon mon.c on smithi016 2024-04-15T14:40:07.373 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:40:07 smithi016 ceph-mon[36548]: pgmap v20: 121 pgs: 121 active+clean; 157 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail; 7.9 MiB/s rd, 1.8 MiB/s wr, 26 op/s 2024-04-15T14:40:07.373 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:40:07 smithi016 ceph-mon[36548]: osdmap e264: 8 total, 8 up, 8 in 2024-04-15T14:40:07.373 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:40:07 smithi016 ceph-mon[36548]: mgrmap e43: y(active, since 12s), standbys: x 2024-04-15T14:40:07.373 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:40:07 smithi016 ceph-mon[36548]: Upgrade: Updating mon.c 2024-04-15T14:40:07.374 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:40:07 smithi016 ceph-mon[36548]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T14:40:07.374 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:40:07 smithi016 ceph-mon[36548]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-15T14:40:07.374 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:40:07 smithi016 ceph-mon[36548]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-04-15T14:40:07.374 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:40:07 smithi016 ceph-mon[36548]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T14:40:07.374 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:40:07 smithi016 ceph-mon[36548]: Deploying daemon mon.c on smithi016 2024-04-15T14:40:07.589 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:40:07 smithi102 ceph-mon[31017]: pgmap v20: 121 pgs: 121 active+clean; 157 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail; 7.9 MiB/s rd, 1.8 MiB/s wr, 26 op/s 2024-04-15T14:40:07.589 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:40:07 smithi102 ceph-mon[31017]: osdmap e264: 8 total, 8 up, 8 in 2024-04-15T14:40:07.589 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:40:07 smithi102 ceph-mon[31017]: mgrmap e43: y(active, since 12s), standbys: x 2024-04-15T14:40:07.589 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:40:07 smithi102 ceph-mon[31017]: Upgrade: Updating mon.c 2024-04-15T14:40:07.589 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:40:07 smithi102 ceph-mon[31017]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T14:40:07.589 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:40:07 smithi102 ceph-mon[31017]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-15T14:40:07.589 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:40:07 smithi102 ceph-mon[31017]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-04-15T14:40:07.589 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:40:07 smithi102 ceph-mon[31017]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T14:40:07.589 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:40:07 smithi102 ceph-mon[31017]: Deploying daemon mon.c on smithi016 2024-04-15T14:40:08.287 INFO:tasks.rados.rados.0.smithi016.stdout:995: done (2 left) 2024-04-15T14:40:08.287 INFO:tasks.rados.rados.0.smithi016.stdout:996: snap_create 2024-04-15T14:40:08.288 INFO:tasks.rados.rados.0.smithi016.stdout:994: finishing copy_from racing read to smithi01678542-45 2024-04-15T14:40:08.288 INFO:tasks.rados.rados.0.smithi016.stdout:994: finishing copy_from to smithi01678542-45 2024-04-15T14:40:08.288 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 45 v 492 (ObjNum 291 snap 90 seq_num 291) dirty exists 2024-04-15T14:40:08.288 INFO:tasks.rados.rados.0.smithi016.stdout:992: finishing copy_from racing read to smithi01678542-20 2024-04-15T14:40:08.288 INFO:tasks.rados.rados.0.smithi016.stdout:992: finishing copy_from to smithi01678542-20 2024-04-15T14:40:08.288 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 20 v 519 (ObjNum 288 snap 85 seq_num 288) dirty exists 2024-04-15T14:40:08.431 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:40:08 smithi016 ceph-mon[90652]: osdmap e265: 8 total, 8 up, 8 in 2024-04-15T14:40:08.431 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:40:08 smithi016 ceph-mon[36548]: osdmap e265: 8 total, 8 up, 8 in 2024-04-15T14:40:08.604 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:40:08 smithi102 ceph-mon[31017]: osdmap e265: 8 total, 8 up, 8 in 2024-04-15T14:40:08.789 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:40:08 smithi016 systemd[1]: Stopping Ceph mon.c for 362ea986-fb34-11ee-bc8f-c7b262605968... 2024-04-15T14:40:08.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:40:08 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mon-c[36525]: 2024-04-15T14:40:08.678+0000 7f3d4bd9e700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mon -n mon.c -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false --default-mon-cluster-log-to-file=false --default-mon-cluster-log-to-journald=true --default-mon-cluster-log-to-stderr=false (PID: 1) UID: 0 2024-04-15T14:40:08.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:40:08 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mon-c[36525]: 2024-04-15T14:40:08.678+0000 7f3d4bd9e700 -1 mon.c@2(peon) e3 *** Got Signal Terminated *** 2024-04-15T14:40:09.161 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:40:08 smithi016 podman[93022]: 2024-04-15 14:40:08.883405266 +0000 UTC m=+0.309091364 container died c42afef2bc9e7596552ce9e1651f47bd9dc29e99ddb761dfd8e0057cc33b051a (image=quay.ceph.io/ceph-ci/ceph@sha256:68779415073ff203e402b0379758fdddf51fc45e34dd0f039888aa95268c5315, name=ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mon-c, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240409, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux , RELEASE=reef-e3fb05d, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, GIT_CLEAN=True, ceph=True, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD) 2024-04-15T14:40:09.539 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:40:09 smithi016 podman[93022]: 2024-04-15 14:40:09.360098344 +0000 UTC m=+0.785784490 container cleanup c42afef2bc9e7596552ce9e1651f47bd9dc29e99ddb761dfd8e0057cc33b051a (image=quay.ceph.io/ceph-ci/ceph@sha256:68779415073ff203e402b0379758fdddf51fc45e34dd0f039888aa95268c5315, name=ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mon-c, RELEASE=reef-e3fb05d, org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=, GIT_CLEAN=True, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240409, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, io.buildah.version=1.33.5, ceph=True, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, maintainer=Guillaume Abrioux ) 2024-04-15T14:40:09.539 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:40:09 smithi016 bash[93022]: ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mon-c 2024-04-15T14:40:10.039 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:40:09 smithi016 podman[93041]: 2024-04-15 14:40:09.670206259 +0000 UTC m=+0.787727635 container remove c42afef2bc9e7596552ce9e1651f47bd9dc29e99ddb761dfd8e0057cc33b051a (image=quay.ceph.io/ceph-ci/ceph@sha256:68779415073ff203e402b0379758fdddf51fc45e34dd0f039888aa95268c5315, name=ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mon-c, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , io.buildah.version=1.33.5, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, org.label-schema.build-date=20240409, CEPH_POINT_RELEASE=, GIT_CLEAN=True, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, RELEASE=reef-e3fb05d, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67) 2024-04-15T14:40:10.039 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:40:09 smithi016 systemd[1]: ceph-362ea986-fb34-11ee-bc8f-c7b262605968@mon.c.service: Deactivated successfully. 2024-04-15T14:40:10.039 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:40:09 smithi016 systemd[1]: Stopped Ceph mon.c for 362ea986-fb34-11ee-bc8f-c7b262605968. 2024-04-15T14:40:10.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:40:09 smithi016 systemd[1]: ceph-362ea986-fb34-11ee-bc8f-c7b262605968@mon.c.service: Consumed 7.847s CPU time. 2024-04-15T14:40:10.411 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:40:10 smithi016 systemd[1]: Starting Ceph mon.c for 362ea986-fb34-11ee-bc8f-c7b262605968... 2024-04-15T14:40:10.411 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:40:10 smithi016 podman[93175]: 2024-04-15 14:40:10.165803945 +0000 UTC m=+0.018190439 image pull 259793512b732efd8e04a33aa28c6de3675c47d120bc226206521425d246003e quay.ceph.io/ceph-ci/ceph@sha256:55072b3f7eae2e3409906b98d09d882e1c3dc2a9205d85fd5f4c0bc62f82d163 2024-04-15T14:40:10.411 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:40:10 smithi016 podman[93175]: 2024-04-15 14:40:10.279521846 +0000 UTC m=+0.131908326 container create eef940aadb4dd2b7dbadbad121cdf3b243d8300c2c8524159bdafb599d7447d3 (image=quay.ceph.io/ceph-ci/ceph@sha256:55072b3f7eae2e3409906b98d09d882e1c3dc2a9205d85fd5f4c0bc62f82d163, name=ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mon-c, ceph=True, RELEASE=main-c2d8c31, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 8 Base Image, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240409, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, GIT_CLEAN=True, maintainer=Guillaume Abrioux , io.buildah.version=1.33.5) 2024-04-15T14:40:10.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:40:10 smithi016 podman[93175]: 2024-04-15 14:40:10.506912798 +0000 UTC m=+0.359299279 container init eef940aadb4dd2b7dbadbad121cdf3b243d8300c2c8524159bdafb599d7447d3 (image=quay.ceph.io/ceph-ci/ceph@sha256:55072b3f7eae2e3409906b98d09d882e1c3dc2a9205d85fd5f4c0bc62f82d163, name=ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mon-c, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, io.buildah.version=1.33.5, org.label-schema.name=CentOS Stream 8 Base Image, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, RELEASE=main-c2d8c31, org.label-schema.build-date=20240409, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, GIT_CLEAN=True, org.label-schema.schema-version=1.0, ceph=True) 2024-04-15T14:40:10.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:40:10 smithi016 podman[93175]: 2024-04-15 14:40:10.512095713 +0000 UTC m=+0.364482196 container start eef940aadb4dd2b7dbadbad121cdf3b243d8300c2c8524159bdafb599d7447d3 (image=quay.ceph.io/ceph-ci/ceph@sha256:55072b3f7eae2e3409906b98d09d882e1c3dc2a9205d85fd5f4c0bc62f82d163, name=ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mon-c, maintainer=Guillaume Abrioux , GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, io.buildah.version=1.33.5, ceph=True, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240409, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 8 Base Image, RELEASE=main-c2d8c31, GIT_BRANCH=HEAD, GIT_CLEAN=True, org.label-schema.schema-version=1.0) 2024-04-15T14:40:10.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:40:10 smithi016 ceph-mon[93212]: set uid:gid to 167:167 (ceph:ceph) 2024-04-15T14:40:10.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:40:10 smithi016 ceph-mon[93212]: ceph version 19.0.0-3080-gc2d8c315 (c2d8c3155d854ee204cb7c7261232571229d1d54) squid (dev), process ceph-mon, pid 7 2024-04-15T14:40:10.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:40:10 smithi016 ceph-mon[93212]: pidfile_write: ignore empty --pid-file 2024-04-15T14:40:10.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:40:10 smithi016 ceph-mon[93212]: load: jerasure load: lrc 2024-04-15T14:40:10.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:40:10 smithi016 ceph-mon[93212]: rocksdb: RocksDB version: 7.9.2 2024-04-15T14:40:10.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:40:10 smithi016 ceph-mon[93212]: rocksdb: Git sha 0 2024-04-15T14:40:10.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:40:10 smithi016 ceph-mon[93212]: rocksdb: Compile date 2024-04-12 22:42:42 2024-04-15T14:40:10.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:40:10 smithi016 ceph-mon[93212]: rocksdb: DB SUMMARY 2024-04-15T14:40:10.791 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:40:10 smithi016 ceph-mon[93212]: rocksdb: DB Session ID: JZKM9U46YMK3ZS8KXZEH 2024-04-15T14:40:10.791 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:40:10 smithi016 ceph-mon[93212]: rocksdb: CURRENT file: CURRENT 2024-04-15T14:40:10.791 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:40:10 smithi016 ceph-mon[93212]: rocksdb: IDENTITY file: IDENTITY 2024-04-15T14:40:10.791 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:40:10 smithi016 ceph-mon[93212]: rocksdb: MANIFEST file: MANIFEST-000010 size: 1413 Bytes 2024-04-15T14:40:10.791 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:40:10 smithi016 ceph-mon[93212]: rocksdb: SST files in /var/lib/ceph/mon/ceph-c/store.db dir, Total Num: 1, files: 000027.sst 2024-04-15T14:40:10.791 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:40:10 smithi016 ceph-mon[93212]: rocksdb: Write Ahead Log file in /var/lib/ceph/mon/ceph-c/store.db: 000025.log size: 8794312 ; 2024-04-15T14:40:10.791 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:40:10 smithi016 ceph-mon[93212]: rocksdb: Options.error_if_exists: 0 2024-04-15T14:40:10.791 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:40:10 smithi016 ceph-mon[93212]: rocksdb: Options.create_if_missing: 0 2024-04-15T14:40:10.791 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:40:10 smithi016 ceph-mon[93212]: rocksdb: Options.paranoid_checks: 1 2024-04-15T14:40:10.791 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:40:10 smithi016 ceph-mon[93212]: rocksdb: Options.flush_verify_memtable_count: 1 2024-04-15T14:40:10.791 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:40:10 smithi016 ceph-mon[93212]: rocksdb: Options.track_and_verify_wals_in_manifest: 0 2024-04-15T14:40:10.791 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:40:10 smithi016 ceph-mon[93212]: rocksdb: Options.verify_sst_unique_id_in_manifest: 1 2024-04-15T14:40:10.791 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:40:10 smithi016 ceph-mon[93212]: rocksdb: Options.env: 0x55dbfb363cc0 2024-04-15T14:40:10.792 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:40:10 smithi016 ceph-mon[93212]: rocksdb: Options.fs: PosixFileSystem 2024-04-15T14:40:10.792 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:40:10 smithi016 ceph-mon[93212]: rocksdb: Options.info_log: 0x55dbfbd49be0 2024-04-15T14:40:10.792 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:40:10 smithi016 ceph-mon[93212]: rocksdb: Options.max_file_opening_threads: 16 2024-04-15T14:40:10.792 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:40:10 smithi016 ceph-mon[93212]: rocksdb: Options.statistics: (nil) 2024-04-15T14:40:10.794 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:40:10 smithi016 ceph-mon[93212]: rocksdb: Options.use_fsync: 0 2024-04-15T14:40:10.794 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:40:10 smithi016 ceph-mon[93212]: rocksdb: Options.max_log_file_size: 0 2024-04-15T14:40:10.795 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:40:10 smithi016 ceph-mon[93212]: rocksdb: Options.max_manifest_file_size: 1073741824 2024-04-15T14:40:10.795 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:40:10 smithi016 ceph-mon[93212]: rocksdb: Options.log_file_time_to_roll: 0 2024-04-15T14:40:10.795 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:40:10 smithi016 ceph-mon[93212]: rocksdb: Options.keep_log_file_num: 1000 2024-04-15T14:40:10.795 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:40:10 smithi016 ceph-mon[93212]: rocksdb: Options.recycle_log_file_num: 0 2024-04-15T14:40:10.795 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:40:10 smithi016 ceph-mon[93212]: rocksdb: Options.allow_fallocate: 1 2024-04-15T14:40:10.796 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:40:10 smithi016 ceph-mon[93212]: rocksdb: Options.allow_mmap_reads: 0 2024-04-15T14:40:10.796 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:40:10 smithi016 ceph-mon[93212]: rocksdb: Options.allow_mmap_writes: 0 2024-04-15T14:40:10.796 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:40:10 smithi016 ceph-mon[93212]: rocksdb: Options.use_direct_reads: 0 2024-04-15T14:40:10.796 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:40:10 smithi016 ceph-mon[93212]: rocksdb: Options.use_direct_io_for_flush_and_compaction: 0 2024-04-15T14:40:10.796 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:40:10 smithi016 ceph-mon[93212]: rocksdb: Options.create_missing_column_families: 0 2024-04-15T14:40:10.796 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:40:10 smithi016 ceph-mon[93212]: rocksdb: Options.db_log_dir: 2024-04-15T14:40:10.797 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:40:10 smithi016 ceph-mon[93212]: rocksdb: Options.wal_dir: 2024-04-15T14:40:10.797 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:40:10 smithi016 ceph-mon[93212]: rocksdb: Options.table_cache_numshardbits: 6 2024-04-15T14:40:10.797 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:40:10 smithi016 ceph-mon[93212]: rocksdb: Options.WAL_ttl_seconds: 0 2024-04-15T14:40:10.797 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:40:10 smithi016 ceph-mon[93212]: rocksdb: Options.WAL_size_limit_MB: 0 2024-04-15T14:40:10.798 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:40:10 smithi016 ceph-mon[93212]: rocksdb: Options.max_write_batch_group_size_bytes: 1048576 2024-04-15T14:40:10.798 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:40:10 smithi016 ceph-mon[93212]: rocksdb: Options.manifest_preallocation_size: 4194304 2024-04-15T14:40:10.798 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:40:10 smithi016 ceph-mon[93212]: rocksdb: Options.is_fd_close_on_exec: 1 2024-04-15T14:40:10.798 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:40:10 smithi016 ceph-mon[93212]: rocksdb: Options.advise_random_on_open: 1 2024-04-15T14:40:10.798 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:40:10 smithi016 ceph-mon[93212]: rocksdb: Options.db_write_buffer_size: 0 2024-04-15T14:40:10.798 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:40:10 smithi016 ceph-mon[93212]: rocksdb: Options.write_buffer_manager: 0x55dbfbd1a820 2024-04-15T14:40:10.799 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:40:10 smithi016 ceph-mon[93212]: rocksdb: Options.access_hint_on_compaction_start: 1 2024-04-15T14:40:10.799 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:40:10 smithi016 ceph-mon[93212]: rocksdb: Options.random_access_max_buffer_size: 1048576 2024-04-15T14:40:10.799 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:40:10 smithi016 ceph-mon[93212]: rocksdb: Options.use_adaptive_mutex: 0 2024-04-15T14:40:10.799 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:40:10 smithi016 ceph-mon[93212]: rocksdb: Options.rate_limiter: (nil) 2024-04-15T14:40:10.799 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:40:10 smithi016 ceph-mon[93212]: rocksdb: Options.sst_file_manager.rate_bytes_per_sec: 0 2024-04-15T14:40:10.799 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:40:10 smithi016 ceph-mon[93212]: rocksdb: Options.wal_recovery_mode: 2 2024-04-15T14:40:10.800 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:40:10 smithi016 ceph-mon[93212]: rocksdb: Options.enable_thread_tracking: 0 2024-04-15T14:40:10.800 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:40:10 smithi016 ceph-mon[93212]: rocksdb: Options.enable_pipelined_write: 0 2024-04-15T14:40:10.800 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:40:10 smithi016 ceph-mon[93212]: rocksdb: Options.unordered_write: 0 2024-04-15T14:40:10.800 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:40:10 smithi016 ceph-mon[93212]: rocksdb: Options.allow_concurrent_memtable_write: 1 2024-04-15T14:40:10.800 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:40:10 smithi016 ceph-mon[93212]: rocksdb: Options.enable_write_thread_adaptive_yield: 1 2024-04-15T14:40:10.800 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:40:10 smithi016 ceph-mon[93212]: rocksdb: Options.write_thread_max_yield_usec: 100 2024-04-15T14:40:10.801 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:40:10 smithi016 ceph-mon[93212]: rocksdb: Options.write_thread_slow_yield_usec: 3 2024-04-15T14:40:10.801 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:40:10 smithi016 ceph-mon[93212]: rocksdb: Options.row_cache: None 2024-04-15T14:40:10.801 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:40:10 smithi016 ceph-mon[93212]: rocksdb: Options.wal_filter: None 2024-04-15T14:40:10.801 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:40:10 smithi016 ceph-mon[93212]: rocksdb: Options.avoid_flush_during_recovery: 0 2024-04-15T14:40:10.801 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:40:10 smithi016 ceph-mon[93212]: rocksdb: Options.allow_ingest_behind: 0 2024-04-15T14:40:10.801 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:40:10 smithi016 ceph-mon[93212]: rocksdb: Options.two_write_queues: 0 2024-04-15T14:40:10.802 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:40:10 smithi016 ceph-mon[93212]: rocksdb: Options.manual_wal_flush: 0 2024-04-15T14:40:10.802 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:40:10 smithi016 ceph-mon[93212]: rocksdb: Options.wal_compression: 0 2024-04-15T14:40:10.802 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:40:10 smithi016 ceph-mon[93212]: rocksdb: Options.atomic_flush: 0 2024-04-15T14:40:10.802 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:40:10 smithi016 ceph-mon[93212]: rocksdb: Options.avoid_unnecessary_blocking_io: 0 2024-04-15T14:40:10.802 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:40:10 smithi016 ceph-mon[93212]: rocksdb: Options.persist_stats_to_disk: 0 2024-04-15T14:40:10.802 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:40:10 smithi016 ceph-mon[93212]: rocksdb: Options.write_dbid_to_manifest: 0 2024-04-15T14:40:10.803 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:40:10 smithi016 ceph-mon[93212]: rocksdb: Options.log_readahead_size: 0 2024-04-15T14:40:10.803 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:40:10 smithi016 ceph-mon[93212]: rocksdb: Options.file_checksum_gen_factory: Unknown 2024-04-15T14:40:10.803 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:40:10 smithi016 ceph-mon[93212]: rocksdb: Options.best_efforts_recovery: 0 2024-04-15T14:40:10.803 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:40:10 smithi016 ceph-mon[93212]: rocksdb: Options.max_bgerror_resume_count: 2147483647 2024-04-15T14:40:10.803 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:40:10 smithi016 ceph-mon[93212]: rocksdb: Options.bgerror_resume_retry_interval: 1000000 2024-04-15T14:40:10.803 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:40:10 smithi016 ceph-mon[93212]: rocksdb: Options.allow_data_in_errors: 0 2024-04-15T14:40:10.804 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:40:10 smithi016 ceph-mon[93212]: rocksdb: Options.db_host_id: __hostname__ 2024-04-15T14:40:10.804 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:40:10 smithi016 ceph-mon[93212]: rocksdb: Options.enforce_single_del_contracts: true 2024-04-15T14:40:10.804 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:40:10 smithi016 ceph-mon[93212]: rocksdb: Options.max_background_jobs: 2 2024-04-15T14:40:10.804 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:40:10 smithi016 ceph-mon[93212]: rocksdb: Options.max_background_compactions: -1 2024-04-15T14:40:10.804 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:40:10 smithi016 ceph-mon[93212]: rocksdb: Options.max_subcompactions: 1 2024-04-15T14:40:10.804 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:40:10 smithi016 ceph-mon[93212]: rocksdb: Options.avoid_flush_during_shutdown: 0 2024-04-15T14:40:10.804 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:40:10 smithi016 ceph-mon[93212]: rocksdb: Options.writable_file_max_buffer_size: 1048576 2024-04-15T14:40:10.804 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:40:10 smithi016 ceph-mon[93212]: rocksdb: Options.delayed_write_rate : 16777216 2024-04-15T14:40:10.805 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:40:10 smithi016 ceph-mon[93212]: rocksdb: Options.max_total_wal_size: 0 2024-04-15T14:40:10.805 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:40:10 smithi016 ceph-mon[93212]: rocksdb: Options.delete_obsolete_files_period_micros: 21600000000 2024-04-15T14:40:10.805 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:40:10 smithi016 ceph-mon[93212]: rocksdb: Options.stats_dump_period_sec: 600 2024-04-15T14:40:10.805 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:40:10 smithi016 ceph-mon[93212]: rocksdb: Options.stats_persist_period_sec: 600 2024-04-15T14:40:10.805 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:40:10 smithi016 ceph-mon[93212]: rocksdb: Options.stats_history_buffer_size: 1048576 2024-04-15T14:40:10.805 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:40:10 smithi016 ceph-mon[93212]: rocksdb: Options.max_open_files: -1 2024-04-15T14:40:10.806 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:40:10 smithi016 ceph-mon[93212]: rocksdb: Options.bytes_per_sync: 0 2024-04-15T14:40:10.806 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:40:10 smithi016 ceph-mon[93212]: rocksdb: Options.wal_bytes_per_sync: 0 2024-04-15T14:40:10.806 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:40:10 smithi016 ceph-mon[93212]: rocksdb: Options.strict_bytes_per_sync: 0 2024-04-15T14:40:10.806 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:40:10 smithi016 ceph-mon[93212]: rocksdb: Options.compaction_readahead_size: 0 2024-04-15T14:40:10.806 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:40:10 smithi016 ceph-mon[93212]: rocksdb: Options.max_background_flushes: -1 2024-04-15T14:40:10.806 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:40:10 smithi016 ceph-mon[93212]: rocksdb: Compression algorithms supported: 2024-04-15T14:40:10.807 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:40:10 smithi016 ceph-mon[93212]: rocksdb: kZSTDNotFinalCompression supported: 0 2024-04-15T14:40:10.807 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:40:10 smithi016 ceph-mon[93212]: rocksdb: kZSTD supported: 0 2024-04-15T14:40:10.807 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:40:10 smithi016 ceph-mon[93212]: rocksdb: kXpressCompression supported: 0 2024-04-15T14:40:10.807 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:40:10 smithi016 ceph-mon[93212]: rocksdb: kLZ4HCCompression supported: 1 2024-04-15T14:40:10.807 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:40:10 smithi016 ceph-mon[93212]: rocksdb: kZlibCompression supported: 1 2024-04-15T14:40:10.807 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:40:10 smithi016 ceph-mon[93212]: rocksdb: kSnappyCompression supported: 1 2024-04-15T14:40:10.808 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:40:10 smithi016 ceph-mon[93212]: rocksdb: kLZ4Compression supported: 1 2024-04-15T14:40:10.808 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:40:10 smithi016 ceph-mon[93212]: rocksdb: kBZip2Compression supported: 0 2024-04-15T14:40:10.808 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:40:10 smithi016 ceph-mon[93212]: rocksdb: Fast CRC32 supported: Supported on x86 2024-04-15T14:40:10.808 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:40:10 smithi016 ceph-mon[93212]: rocksdb: DMutex implementation: pthread_mutex_t 2024-04-15T14:40:10.808 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:40:10 smithi016 ceph-mon[93212]: rocksdb: [db/version_set.cc:5527] Recovering from manifest file: /var/lib/ceph/mon/ceph-c/store.db/MANIFEST-000010 2024-04-15T14:40:10.809 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:40:10 smithi016 ceph-mon[93212]: rocksdb: [db/column_family.cc:630] --------------- Options for column family [default]: 2024-04-15T14:40:10.809 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:40:10 smithi016 ceph-mon[93212]: rocksdb: Options.comparator: leveldb.BytewiseComparator 2024-04-15T14:40:10.809 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:40:10 smithi016 ceph-mon[93212]: rocksdb: Options.merge_operator: 2024-04-15T14:40:10.809 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:40:10 smithi016 ceph-mon[93212]: rocksdb: Options.compaction_filter: None 2024-04-15T14:40:10.809 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:40:10 smithi016 ceph-mon[93212]: rocksdb: Options.compaction_filter_factory: None 2024-04-15T14:40:10.809 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:40:10 smithi016 ceph-mon[93212]: rocksdb: Options.sst_partitioner_factory: None 2024-04-15T14:40:10.810 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:40:10 smithi016 ceph-mon[93212]: rocksdb: Options.memtable_factory: SkipListFactory 2024-04-15T14:40:10.810 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:40:10 smithi016 ceph-mon[93212]: rocksdb: Options.table_factory: BlockBasedTable 2024-04-15T14:40:10.810 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:40:10 smithi016 ceph-mon[93212]: rocksdb: table_factory options: flush_block_policy_factory: FlushBlockBySizePolicyFactory (0x55dbfbd49dc0) 2024-04-15T14:40:10.810 INFO:journalctl@ceph.mon.c.smithi016.stdout: cache_index_and_filter_blocks: 1 2024-04-15T14:40:10.810 INFO:journalctl@ceph.mon.c.smithi016.stdout: cache_index_and_filter_blocks_with_high_priority: 0 2024-04-15T14:40:10.810 INFO:journalctl@ceph.mon.c.smithi016.stdout: pin_l0_filter_and_index_blocks_in_cache: 0 2024-04-15T14:40:10.810 INFO:journalctl@ceph.mon.c.smithi016.stdout: pin_top_level_index_and_filter: 1 2024-04-15T14:40:10.810 INFO:journalctl@ceph.mon.c.smithi016.stdout: index_type: 0 2024-04-15T14:40:10.810 INFO:journalctl@ceph.mon.c.smithi016.stdout: data_block_index_type: 0 2024-04-15T14:40:10.810 INFO:journalctl@ceph.mon.c.smithi016.stdout: index_shortening: 1 2024-04-15T14:40:10.810 INFO:journalctl@ceph.mon.c.smithi016.stdout: data_block_hash_table_util_ratio: 0.750000 2024-04-15T14:40:10.810 INFO:journalctl@ceph.mon.c.smithi016.stdout: checksum: 4 2024-04-15T14:40:10.811 INFO:journalctl@ceph.mon.c.smithi016.stdout: no_block_cache: 0 2024-04-15T14:40:10.811 INFO:journalctl@ceph.mon.c.smithi016.stdout: block_cache: 0x55dbfbd4d090 2024-04-15T14:40:10.811 INFO:journalctl@ceph.mon.c.smithi016.stdout: block_cache_name: BinnedLRUCache 2024-04-15T14:40:10.811 INFO:journalctl@ceph.mon.c.smithi016.stdout: block_cache_options: 2024-04-15T14:40:10.811 INFO:journalctl@ceph.mon.c.smithi016.stdout: capacity : 536870912 2024-04-15T14:40:10.811 INFO:journalctl@ceph.mon.c.smithi016.stdout: num_shard_bits : 4 2024-04-15T14:40:10.811 INFO:journalctl@ceph.mon.c.smithi016.stdout: strict_capacity_limit : 0 2024-04-15T14:40:10.811 INFO:journalctl@ceph.mon.c.smithi016.stdout: high_pri_pool_ratio: 0.000 2024-04-15T14:40:10.811 INFO:journalctl@ceph.mon.c.smithi016.stdout: block_cache_compressed: (nil) 2024-04-15T14:40:10.811 INFO:journalctl@ceph.mon.c.smithi016.stdout: persistent_cache: (nil) 2024-04-15T14:40:10.811 INFO:journalctl@ceph.mon.c.smithi016.stdout: block_size: 4096 2024-04-15T14:40:10.811 INFO:journalctl@ceph.mon.c.smithi016.stdout: block_size_deviation: 10 2024-04-15T14:40:10.811 INFO:journalctl@ceph.mon.c.smithi016.stdout: block_restart_interval: 16 2024-04-15T14:40:10.811 INFO:journalctl@ceph.mon.c.smithi016.stdout: index_block_restart_interval: 1 2024-04-15T14:40:10.812 INFO:journalctl@ceph.mon.c.smithi016.stdout: metadata_block_size: 4096 2024-04-15T14:40:10.812 INFO:journalctl@ceph.mon.c.smithi016.stdout: partition_filters: 0 2024-04-15T14:40:10.812 INFO:journalctl@ceph.mon.c.smithi016.stdout: use_delta_encoding: 1 2024-04-15T14:40:10.812 INFO:journalctl@ceph.mon.c.smithi016.stdout: filter_policy: bloomfilter 2024-04-15T14:40:10.812 INFO:journalctl@ceph.mon.c.smithi016.stdout: whole_key_filtering: 1 2024-04-15T14:40:10.812 INFO:journalctl@ceph.mon.c.smithi016.stdout: verify_compression: 0 2024-04-15T14:40:10.812 INFO:journalctl@ceph.mon.c.smithi016.stdout: read_amp_bytes_per_bit: 0 2024-04-15T14:40:10.812 INFO:journalctl@ceph.mon.c.smithi016.stdout: format_version: 5 2024-04-15T14:40:10.812 INFO:journalctl@ceph.mon.c.smithi016.stdout: enable_index_compression: 1 2024-04-15T14:40:10.812 INFO:journalctl@ceph.mon.c.smithi016.stdout: block_align: 0 2024-04-15T14:40:10.813 INFO:journalctl@ceph.mon.c.smithi016.stdout: max_auto_readahead_size: 262144 2024-04-15T14:40:10.813 INFO:journalctl@ceph.mon.c.smithi016.stdout: prepopulate_block_cache: 0 2024-04-15T14:40:10.813 INFO:journalctl@ceph.mon.c.smithi016.stdout: initial_auto_readahead_size: 8192 2024-04-15T14:40:10.813 INFO:journalctl@ceph.mon.c.smithi016.stdout: num_file_reads_for_auto_readahead: 2 2024-04-15T14:40:10.813 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:40:10 smithi016 ceph-mon[93212]: rocksdb: Options.write_buffer_size: 33554432 2024-04-15T14:40:10.813 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:40:10 smithi016 ceph-mon[93212]: rocksdb: Options.max_write_buffer_number: 2 2024-04-15T14:40:10.813 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:40:10 smithi016 ceph-mon[93212]: rocksdb: Options.compression: NoCompression 2024-04-15T14:40:10.813 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:40:10 smithi016 ceph-mon[93212]: rocksdb: Options.bottommost_compression: Disabled 2024-04-15T14:40:10.813 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:40:10 smithi016 ceph-mon[93212]: rocksdb: Options.prefix_extractor: nullptr 2024-04-15T14:40:10.813 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:40:10 smithi016 ceph-mon[93212]: rocksdb: Options.memtable_insert_with_hint_prefix_extractor: nullptr 2024-04-15T14:40:10.813 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:40:10 smithi016 ceph-mon[93212]: rocksdb: Options.num_levels: 7 2024-04-15T14:40:10.813 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:40:10 smithi016 ceph-mon[93212]: rocksdb: Options.min_write_buffer_number_to_merge: 1 2024-04-15T14:40:10.814 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:40:10 smithi016 ceph-mon[93212]: rocksdb: Options.max_write_buffer_number_to_maintain: 0 2024-04-15T14:40:10.814 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:40:10 smithi016 ceph-mon[93212]: rocksdb: Options.max_write_buffer_size_to_maintain: 0 2024-04-15T14:40:10.814 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:40:10 smithi016 ceph-mon[93212]: rocksdb: Options.bottommost_compression_opts.window_bits: -14 2024-04-15T14:40:10.814 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:40:10 smithi016 ceph-mon[93212]: rocksdb: Options.bottommost_compression_opts.level: 32767 2024-04-15T14:40:10.814 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:40:10 smithi016 ceph-mon[93212]: rocksdb: Options.bottommost_compression_opts.strategy: 0 2024-04-15T14:40:10.814 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:40:10 smithi016 ceph-mon[93212]: rocksdb: Options.bottommost_compression_opts.max_dict_bytes: 0 2024-04-15T14:40:10.814 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:40:10 smithi016 ceph-mon[93212]: rocksdb: Options.bottommost_compression_opts.zstd_max_train_bytes: 0 2024-04-15T14:40:10.814 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:40:10 smithi016 ceph-mon[93212]: rocksdb: Options.bottommost_compression_opts.parallel_threads: 1 2024-04-15T14:40:10.814 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:40:10 smithi016 ceph-mon[93212]: rocksdb: Options.bottommost_compression_opts.enabled: false 2024-04-15T14:40:10.814 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:40:10 smithi016 ceph-mon[93212]: rocksdb: Options.bottommost_compression_opts.max_dict_buffer_bytes: 0 2024-04-15T14:40:10.814 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:40:10 smithi016 ceph-mon[93212]: rocksdb: Options.bottommost_compression_opts.use_zstd_dict_trainer: true 2024-04-15T14:40:10.814 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:40:10 smithi016 ceph-mon[93212]: rocksdb: Options.compression_opts.window_bits: -14 2024-04-15T14:40:10.814 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:40:10 smithi016 ceph-mon[93212]: rocksdb: Options.compression_opts.level: 32767 2024-04-15T14:40:10.814 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:40:10 smithi016 ceph-mon[93212]: rocksdb: Options.compression_opts.strategy: 0 2024-04-15T14:40:10.815 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:40:10 smithi016 ceph-mon[93212]: rocksdb: Options.compression_opts.max_dict_bytes: 0 2024-04-15T14:40:10.815 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:40:10 smithi016 ceph-mon[93212]: rocksdb: Options.compression_opts.zstd_max_train_bytes: 0 2024-04-15T14:40:10.815 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:40:10 smithi016 ceph-mon[93212]: rocksdb: Options.compression_opts.use_zstd_dict_trainer: true 2024-04-15T14:40:10.815 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:40:10 smithi016 ceph-mon[93212]: rocksdb: Options.compression_opts.parallel_threads: 1 2024-04-15T14:40:10.815 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:40:10 smithi016 ceph-mon[93212]: rocksdb: Options.compression_opts.enabled: false 2024-04-15T14:40:10.815 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:40:10 smithi016 ceph-mon[93212]: rocksdb: Options.compression_opts.max_dict_buffer_bytes: 0 2024-04-15T14:40:10.815 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:40:10 smithi016 ceph-mon[93212]: rocksdb: Options.level0_file_num_compaction_trigger: 4 2024-04-15T14:40:10.815 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:40:10 smithi016 ceph-mon[93212]: rocksdb: Options.level0_slowdown_writes_trigger: 20 2024-04-15T14:40:10.815 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:40:10 smithi016 ceph-mon[93212]: rocksdb: Options.level0_stop_writes_trigger: 36 2024-04-15T14:40:10.815 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:40:10 smithi016 ceph-mon[93212]: rocksdb: Options.target_file_size_base: 67108864 2024-04-15T14:40:10.815 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:40:10 smithi016 ceph-mon[93212]: rocksdb: Options.target_file_size_multiplier: 1 2024-04-15T14:40:10.815 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:40:10 smithi016 ceph-mon[93212]: rocksdb: Options.max_bytes_for_level_base: 268435456 2024-04-15T14:40:10.815 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:40:10 smithi016 ceph-mon[93212]: rocksdb: Options.level_compaction_dynamic_level_bytes: 1 2024-04-15T14:40:10.815 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:40:10 smithi016 ceph-mon[93212]: rocksdb: Options.max_bytes_for_level_multiplier: 10.000000 2024-04-15T14:40:10.816 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:40:10 smithi016 ceph-mon[93212]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[0]: 1 2024-04-15T14:40:10.816 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:40:10 smithi016 ceph-mon[93212]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[1]: 1 2024-04-15T14:40:10.816 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:40:10 smithi016 ceph-mon[93212]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[2]: 1 2024-04-15T14:40:10.816 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:40:10 smithi016 ceph-mon[93212]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[3]: 1 2024-04-15T14:40:10.816 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:40:10 smithi016 ceph-mon[93212]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[4]: 1 2024-04-15T14:40:10.816 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:40:10 smithi016 ceph-mon[93212]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[5]: 1 2024-04-15T14:40:10.816 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:40:10 smithi016 ceph-mon[93212]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[6]: 1 2024-04-15T14:40:10.816 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:40:10 smithi016 ceph-mon[93212]: rocksdb: Options.max_sequential_skip_in_iterations: 8 2024-04-15T14:40:10.816 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:40:10 smithi016 ceph-mon[93212]: rocksdb: Options.max_compaction_bytes: 1677721600 2024-04-15T14:40:10.816 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:40:10 smithi016 ceph-mon[93212]: rocksdb: Options.ignore_max_compaction_bytes_for_input: true 2024-04-15T14:40:10.816 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:40:10 smithi016 ceph-mon[93212]: rocksdb: Options.arena_block_size: 1048576 2024-04-15T14:40:10.816 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:40:10 smithi016 ceph-mon[93212]: rocksdb: Options.soft_pending_compaction_bytes_limit: 68719476736 2024-04-15T14:40:10.816 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:40:10 smithi016 ceph-mon[93212]: rocksdb: Options.hard_pending_compaction_bytes_limit: 274877906944 2024-04-15T14:40:10.817 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:40:10 smithi016 ceph-mon[93212]: rocksdb: Options.disable_auto_compactions: 0 2024-04-15T14:40:10.817 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:40:10 smithi016 ceph-mon[93212]: rocksdb: Options.compaction_style: kCompactionStyleLevel 2024-04-15T14:40:10.817 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:40:10 smithi016 ceph-mon[93212]: rocksdb: Options.compaction_pri: kMinOverlappingRatio 2024-04-15T14:40:10.817 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:40:10 smithi016 ceph-mon[93212]: rocksdb: Options.compaction_options_universal.size_ratio: 1 2024-04-15T14:40:10.817 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:40:10 smithi016 ceph-mon[93212]: rocksdb: Options.compaction_options_universal.min_merge_width: 2 2024-04-15T14:40:10.817 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:40:10 smithi016 ceph-mon[93212]: rocksdb: Options.compaction_options_universal.max_merge_width: 4294967295 2024-04-15T14:40:10.817 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:40:10 smithi016 ceph-mon[93212]: rocksdb: Options.compaction_options_universal.max_size_amplification_percent: 200 2024-04-15T14:40:10.817 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:40:10 smithi016 ceph-mon[93212]: rocksdb: Options.compaction_options_universal.compression_size_percent: -1 2024-04-15T14:40:10.817 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:40:10 smithi016 ceph-mon[93212]: rocksdb: Options.compaction_options_universal.stop_style: kCompactionStopStyleTotalSize 2024-04-15T14:40:10.817 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:40:10 smithi016 ceph-mon[93212]: rocksdb: Options.compaction_options_fifo.max_table_files_size: 1073741824 2024-04-15T14:40:10.817 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:40:10 smithi016 ceph-mon[93212]: rocksdb: Options.compaction_options_fifo.allow_compaction: 0 2024-04-15T14:40:10.817 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:40:10 smithi016 ceph-mon[93212]: rocksdb: Options.table_properties_collectors: CompactOnDeletionCollector (Sliding window size = 32768 Deletion trigger = 16384 Deletion ratio = 0); 2024-04-15T14:40:10.817 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:40:10 smithi016 ceph-mon[93212]: rocksdb: Options.inplace_update_support: 0 2024-04-15T14:40:10.817 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:40:10 smithi016 ceph-mon[93212]: rocksdb: Options.inplace_update_num_locks: 10000 2024-04-15T14:40:10.818 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:40:10 smithi016 ceph-mon[93212]: rocksdb: Options.memtable_prefix_bloom_size_ratio: 0.000000 2024-04-15T14:40:10.818 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:40:10 smithi016 ceph-mon[93212]: rocksdb: Options.memtable_whole_key_filtering: 0 2024-04-15T14:40:10.818 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:40:10 smithi016 ceph-mon[93212]: rocksdb: Options.memtable_huge_page_size: 0 2024-04-15T14:40:10.818 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:40:10 smithi016 ceph-mon[93212]: rocksdb: Options.bloom_locality: 0 2024-04-15T14:40:10.818 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:40:10 smithi016 ceph-mon[93212]: rocksdb: Options.max_successive_merges: 0 2024-04-15T14:40:10.818 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:40:10 smithi016 ceph-mon[93212]: rocksdb: Options.optimize_filters_for_hits: 0 2024-04-15T14:40:10.818 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:40:10 smithi016 ceph-mon[93212]: rocksdb: Options.paranoid_file_checks: 0 2024-04-15T14:40:10.818 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:40:10 smithi016 ceph-mon[93212]: rocksdb: Options.force_consistency_checks: 1 2024-04-15T14:40:10.818 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:40:10 smithi016 ceph-mon[93212]: rocksdb: Options.report_bg_io_stats: 0 2024-04-15T14:40:10.818 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:40:10 smithi016 ceph-mon[93212]: rocksdb: Options.ttl: 2592000 2024-04-15T14:40:10.818 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:40:10 smithi016 ceph-mon[93212]: rocksdb: Options.periodic_compaction_seconds: 0 2024-04-15T14:40:10.818 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:40:10 smithi016 ceph-mon[93212]: rocksdb: Options.preclude_last_level_data_seconds: 0 2024-04-15T14:40:10.818 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:40:10 smithi016 ceph-mon[93212]: rocksdb: Options.preserve_internal_time_seconds: 0 2024-04-15T14:40:10.819 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:40:10 smithi016 ceph-mon[93212]: rocksdb: Options.enable_blob_files: false 2024-04-15T14:40:10.819 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:40:10 smithi016 ceph-mon[93212]: rocksdb: Options.min_blob_size: 0 2024-04-15T14:40:10.819 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:40:10 smithi016 ceph-mon[93212]: rocksdb: Options.blob_file_size: 268435456 2024-04-15T14:40:10.819 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:40:10 smithi016 ceph-mon[93212]: rocksdb: Options.blob_compression_type: NoCompression 2024-04-15T14:40:10.819 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:40:10 smithi016 ceph-mon[93212]: rocksdb: Options.enable_blob_garbage_collection: false 2024-04-15T14:40:10.819 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:40:10 smithi016 ceph-mon[93212]: rocksdb: Options.blob_garbage_collection_age_cutoff: 0.250000 2024-04-15T14:40:10.819 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:40:10 smithi016 ceph-mon[93212]: rocksdb: Options.blob_garbage_collection_force_threshold: 1.000000 2024-04-15T14:40:10.819 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:40:10 smithi016 ceph-mon[93212]: rocksdb: Options.blob_compaction_readahead_size: 0 2024-04-15T14:40:10.819 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:40:10 smithi016 ceph-mon[93212]: rocksdb: Options.blob_file_starting_level: 0 2024-04-15T14:40:10.819 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:40:10 smithi016 ceph-mon[93212]: rocksdb: Options.experimental_mempurge_threshold: 0.000000 2024-04-15T14:40:10.819 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:40:10 smithi016 ceph-mon[93212]: rocksdb: [db/version_set.cc:4390] More existing levels in DB than needed. max_bytes_for_level_multiplier may not be guaranteed. 2024-04-15T14:40:10.819 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:40:10 smithi016 ceph-mon[93212]: rocksdb: [db/version_set.cc:5566] Recovered from manifest file:/var/lib/ceph/mon/ceph-c/store.db/MANIFEST-000010 succeeded,manifest_file_number is 10, next_file_number is 29, last_sequence is 13646, log_number is 25,prev_log_number is 0,max_column_family is 0,min_log_number_to_keep is 25 2024-04-15T14:40:10.819 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:40:10 smithi016 ceph-mon[93212]: rocksdb: [db/version_set.cc:5581] Column family [default] (ID 0), log number is 25 2024-04-15T14:40:10.819 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:40:10 smithi016 ceph-mon[93212]: rocksdb: [db/db_impl/db_impl_open.cc:539] DB ID: e1fda818-05f8-4861-8f86-2ab7414ae4c0 2024-04-15T14:40:10.820 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:40:10 smithi016 ceph-mon[93212]: rocksdb: EVENT_LOG_v1 {"time_micros": 1713192010542086, "job": 1, "event": "recovery_started", "wal_files": [25]} 2024-04-15T14:40:10.820 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:40:10 smithi016 ceph-mon[93212]: rocksdb: [db/db_impl/db_impl_open.cc:1043] Recovering log #25 mode 2 2024-04-15T14:40:10.820 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:40:10 smithi016 ceph-mon[93212]: rocksdb: EVENT_LOG_v1 {"time_micros": 1713192010560881, "cf_name": "default", "job": 1, "event": "table_file_creation", "file_number": 30, "file_size": 5455295, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 13651, "largest_seqno": 16072, "table_properties": {"data_size": 5443749, "index_size": 8004, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 2501, "raw_key_size": 24107, "raw_average_key_size": 24, "raw_value_size": 5421458, "raw_average_value_size": 5432, "num_data_blocks": 350, "num_entries": 998, "num_filter_entries": 998, "num_deletions": 35, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "bloomfilter", "column_family_name": "default", "column_family_id": 0, "comparator": "leveldb.BytewiseComparator", "merge_operator": "", "prefix_extractor_name": "nullptr", "property_collectors": "[CompactOnDeletionCollector]", "compression": "NoCompression", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1713192010, "oldest_key_time": 0, "file_creation_time": 0, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "e1fda818-05f8-4861-8f86-2ab7414ae4c0", "db_session_id": "JZKM9U46YMK3ZS8KXZEH", "orig_file_number": 30, "seqno_to_time_mapping": "N/A"}} 2024-04-15T14:40:10.820 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:40:10 smithi016 ceph-mon[93212]: rocksdb: EVENT_LOG_v1 {"time_micros": 1713192010560988, "job": 1, "event": "recovery_finished"} 2024-04-15T14:40:10.820 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:40:10 smithi016 ceph-mon[93212]: rocksdb: [db/version_set.cc:5047] Creating manifest 32 2024-04-15T14:40:10.820 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:40:10 smithi016 ceph-mon[93212]: rocksdb: [db/version_set.cc:4390] More existing levels in DB than needed. max_bytes_for_level_multiplier may not be guaranteed. 2024-04-15T14:40:10.820 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:40:10 smithi016 ceph-mon[93212]: rocksdb: [file/delete_scheduler.cc:74] Deleted file /var/lib/ceph/mon/ceph-c/store.db/000025.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024-04-15T14:40:10.820 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:40:10 smithi016 ceph-mon[93212]: rocksdb: [db/db_impl/db_impl_open.cc:1987] SstFileManager instance 0x55dbfbe3c000 2024-04-15T14:40:10.820 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:40:10 smithi016 ceph-mon[93212]: rocksdb: DB pointer 0x55dbfbe26000 2024-04-15T14:40:10.820 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:40:10 smithi016 ceph-mon[93212]: rocksdb: [db/db_impl/db_impl.cc:1109] ------- DUMPING STATS ------- 2024-04-15T14:40:10.820 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:40:10 smithi016 ceph-mon[93212]: rocksdb: [db/db_impl/db_impl.cc:1111] 2024-04-15T14:40:10.820 INFO:journalctl@ceph.mon.c.smithi016.stdout: ** DB Stats ** 2024-04-15T14:40:10.821 INFO:journalctl@ceph.mon.c.smithi016.stdout: Uptime(secs): 0.0 total, 0.0 interval 2024-04-15T14:40:10.821 INFO:journalctl@ceph.mon.c.smithi016.stdout: Cumulative writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 GB, 0.00 MB/s 2024-04-15T14:40:10.821 INFO:journalctl@ceph.mon.c.smithi016.stdout: Cumulative WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2024-04-15T14:40:10.821 INFO:journalctl@ceph.mon.c.smithi016.stdout: Cumulative stall: 00:00:0.000 H:M:S, 0.0 percent 2024-04-15T14:40:10.821 INFO:journalctl@ceph.mon.c.smithi016.stdout: Interval writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 MB, 0.00 MB/s 2024-04-15T14:40:10.821 INFO:journalctl@ceph.mon.c.smithi016.stdout: Interval WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2024-04-15T14:40:10.821 INFO:journalctl@ceph.mon.c.smithi016.stdout: Interval stall: 00:00:0.000 H:M:S, 0.0 percent 2024-04-15T14:40:10.821 INFO:journalctl@ceph.mon.c.smithi016.stdout: 2024-04-15T14:40:10.821 INFO:journalctl@ceph.mon.c.smithi016.stdout: ** Compaction Stats [default] ** 2024-04-15T14:40:10.821 INFO:journalctl@ceph.mon.c.smithi016.stdout: Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) 2024-04-15T14:40:10.821 INFO:journalctl@ceph.mon.c.smithi016.stdout: ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------ 2024-04-15T14:40:10.821 INFO:journalctl@ceph.mon.c.smithi016.stdout: L0 1/0 5.20 MB 0.2 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 685.2 0.01 0.00 1 0.008 0 0 0.0 0.0 2024-04-15T14:40:10.822 INFO:journalctl@ceph.mon.c.smithi016.stdout: L6 1/0 8.12 MB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.00 0.00 0 0.000 0 0 0.0 0.0 2024-04-15T14:40:10.822 INFO:journalctl@ceph.mon.c.smithi016.stdout: Sum 2/0 13.32 MB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 685.2 0.01 0.00 1 0.008 0 0 0.0 0.0 2024-04-15T14:40:10.822 INFO:journalctl@ceph.mon.c.smithi016.stdout: Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 685.2 0.01 0.00 1 0.008 0 0 0.0 0.0 2024-04-15T14:40:10.822 INFO:journalctl@ceph.mon.c.smithi016.stdout: 2024-04-15T14:40:10.822 INFO:journalctl@ceph.mon.c.smithi016.stdout: ** Compaction Stats [default] ** 2024-04-15T14:40:10.822 INFO:journalctl@ceph.mon.c.smithi016.stdout: Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) 2024-04-15T14:40:10.822 INFO:journalctl@ceph.mon.c.smithi016.stdout: --------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2024-04-15T14:40:10.822 INFO:journalctl@ceph.mon.c.smithi016.stdout: User 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 685.2 0.01 0.00 1 0.008 0 0 0.0 0.0 2024-04-15T14:40:10.822 INFO:journalctl@ceph.mon.c.smithi016.stdout: 2024-04-15T14:40:10.822 INFO:journalctl@ceph.mon.c.smithi016.stdout: Blob file count: 0, total size: 0.0 GB, garbage size: 0.0 GB, space amp: 0.0 2024-04-15T14:40:10.822 INFO:journalctl@ceph.mon.c.smithi016.stdout: 2024-04-15T14:40:10.822 INFO:journalctl@ceph.mon.c.smithi016.stdout: Uptime(secs): 0.0 total, 0.0 interval 2024-04-15T14:40:10.822 INFO:journalctl@ceph.mon.c.smithi016.stdout: Flush(GB): cumulative 0.005, interval 0.005 2024-04-15T14:40:10.822 INFO:journalctl@ceph.mon.c.smithi016.stdout: AddFile(GB): cumulative 0.000, interval 0.000 2024-04-15T14:40:10.823 INFO:journalctl@ceph.mon.c.smithi016.stdout: AddFile(Total Files): cumulative 0, interval 0 2024-04-15T14:40:10.823 INFO:journalctl@ceph.mon.c.smithi016.stdout: AddFile(L0 Files): cumulative 0, interval 0 2024-04-15T14:40:10.823 INFO:journalctl@ceph.mon.c.smithi016.stdout: AddFile(Keys): cumulative 0, interval 0 2024-04-15T14:40:10.823 INFO:journalctl@ceph.mon.c.smithi016.stdout: Cumulative compaction: 0.01 GB write, 240.68 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-04-15T14:40:10.823 INFO:journalctl@ceph.mon.c.smithi016.stdout: Interval compaction: 0.01 GB write, 240.68 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-04-15T14:40:10.823 INFO:journalctl@ceph.mon.c.smithi016.stdout: Stalls(count): 0 level0_slowdown, 0 level0_slowdown_with_compaction, 0 level0_numfiles, 0 level0_numfiles_with_compaction, 0 stop for pending_compaction_bytes, 0 slowdown for pending_compaction_bytes, 0 memtable_compaction, 0 memtable_slowdown, interval 0 total count 2024-04-15T14:40:10.823 INFO:journalctl@ceph.mon.c.smithi016.stdout: Block cache BinnedLRUCache@0x55dbfbd4d090#7 capacity: 512.00 MB usage: 10.61 KB table_size: 0 occupancy: 18446744073709551615 collections: 1 last_copies: 0 last_secs: 1.1e-05 secs_since: 0 2024-04-15T14:40:10.823 INFO:journalctl@ceph.mon.c.smithi016.stdout: Block cache entry stats(count,size,portion): FilterBlock(1,2.53 KB,0.000482798%) IndexBlock(1,8.08 KB,0.00154078%) Misc(1,0.00 KB,0%) 2024-04-15T14:40:10.823 INFO:journalctl@ceph.mon.c.smithi016.stdout: 2024-04-15T14:40:10.823 INFO:journalctl@ceph.mon.c.smithi016.stdout: ** File Read Latency Histogram By Level [default] ** 2024-04-15T14:40:10.823 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:40:10 smithi016 ceph-mon[93212]: starting mon.c rank 2 at public addrs [v2:172.21.15.16:3301/0,v1:172.21.15.16:6790/0] at bind addrs [v2:172.21.15.16:3301/0,v1:172.21.15.16:6790/0] mon_data /var/lib/ceph/mon/ceph-c fsid 362ea986-fb34-11ee-bc8f-c7b262605968 2024-04-15T14:40:10.823 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:40:10 smithi016 ceph-mon[93212]: mon.c@-1(???) e3 preinit fsid 362ea986-fb34-11ee-bc8f-c7b262605968 2024-04-15T14:40:10.823 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:40:10 smithi016 ceph-mon[93212]: mon.c@-1(???).mds e6 new map 2024-04-15T14:40:10.823 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:40:10 smithi016 ceph-mon[93212]: mon.c@-1(???).mds e6 print_map 2024-04-15T14:40:10.824 INFO:journalctl@ceph.mon.c.smithi016.stdout: e6 2024-04-15T14:40:10.824 INFO:journalctl@ceph.mon.c.smithi016.stdout: enable_multiple, ever_enabled_multiple: 1,1 2024-04-15T14:40:10.824 INFO:journalctl@ceph.mon.c.smithi016.stdout: default compat: compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,8=no anchor table,9=file layout v2,10=snaprealm v2} 2024-04-15T14:40:10.824 INFO:journalctl@ceph.mon.c.smithi016.stdout: legacy client fscid: 1 2024-04-15T14:40:10.824 INFO:journalctl@ceph.mon.c.smithi016.stdout: 2024-04-15T14:40:10.824 INFO:journalctl@ceph.mon.c.smithi016.stdout: Filesystem 'cephfs' (1) 2024-04-15T14:40:10.824 INFO:journalctl@ceph.mon.c.smithi016.stdout: fs_name cephfs 2024-04-15T14:40:10.824 INFO:journalctl@ceph.mon.c.smithi016.stdout: epoch 6 2024-04-15T14:40:10.824 INFO:journalctl@ceph.mon.c.smithi016.stdout: flags 12 joinable allow_snaps allow_multimds_snaps 2024-04-15T14:40:10.824 INFO:journalctl@ceph.mon.c.smithi016.stdout: created 2024-04-15T14:33:34.967132+0000 2024-04-15T14:40:10.824 INFO:journalctl@ceph.mon.c.smithi016.stdout: modified 2024-04-15T14:33:36.974097+0000 2024-04-15T14:40:10.824 INFO:journalctl@ceph.mon.c.smithi016.stdout: tableserver 0 2024-04-15T14:40:10.824 INFO:journalctl@ceph.mon.c.smithi016.stdout: root 0 2024-04-15T14:40:10.825 INFO:journalctl@ceph.mon.c.smithi016.stdout: session_timeout 60 2024-04-15T14:40:10.825 INFO:journalctl@ceph.mon.c.smithi016.stdout: session_autoclose 300 2024-04-15T14:40:10.825 INFO:journalctl@ceph.mon.c.smithi016.stdout: max_file_size 1099511627776 2024-04-15T14:40:10.825 INFO:journalctl@ceph.mon.c.smithi016.stdout: max_xattr_size 65536 2024-04-15T14:40:10.825 INFO:journalctl@ceph.mon.c.smithi016.stdout: required_client_features {} 2024-04-15T14:40:10.825 INFO:journalctl@ceph.mon.c.smithi016.stdout: last_failure 0 2024-04-15T14:40:10.825 INFO:journalctl@ceph.mon.c.smithi016.stdout: last_failure_osd_epoch 0 2024-04-15T14:40:10.825 INFO:journalctl@ceph.mon.c.smithi016.stdout: compat compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,7=mds uses inline data,8=no anchor table,9=file layout v2,10=snaprealm v2} 2024-04-15T14:40:10.825 INFO:journalctl@ceph.mon.c.smithi016.stdout: max_mds 1 2024-04-15T14:40:10.825 INFO:journalctl@ceph.mon.c.smithi016.stdout: in 0 2024-04-15T14:40:10.825 INFO:journalctl@ceph.mon.c.smithi016.stdout: up {0=24350} 2024-04-15T14:40:10.825 INFO:journalctl@ceph.mon.c.smithi016.stdout: failed 2024-04-15T14:40:10.825 INFO:journalctl@ceph.mon.c.smithi016.stdout: damaged 2024-04-15T14:40:10.825 INFO:journalctl@ceph.mon.c.smithi016.stdout: stopped 2024-04-15T14:40:10.826 INFO:journalctl@ceph.mon.c.smithi016.stdout: data_pools [3] 2024-04-15T14:40:10.826 INFO:journalctl@ceph.mon.c.smithi016.stdout: metadata_pool 2 2024-04-15T14:40:10.826 INFO:journalctl@ceph.mon.c.smithi016.stdout: inline_data disabled 2024-04-15T14:40:10.826 INFO:journalctl@ceph.mon.c.smithi016.stdout: balancer 2024-04-15T14:40:10.826 INFO:journalctl@ceph.mon.c.smithi016.stdout: bal_rank_mask -1 2024-04-15T14:40:10.826 INFO:journalctl@ceph.mon.c.smithi016.stdout: standby_count_wanted 0 2024-04-15T14:40:10.826 INFO:journalctl@ceph.mon.c.smithi016.stdout: qdb_cluster leader: 0 members: 2024-04-15T14:40:10.826 INFO:journalctl@ceph.mon.c.smithi016.stdout: [mds.a{0:24350} state up:active seq 3 addr [v2:172.21.15.16:6834/1881779027,v1:172.21.15.16:6835/1881779027] compat {c=[1],r=[1],i=[7ff]}] 2024-04-15T14:40:10.826 INFO:journalctl@ceph.mon.c.smithi016.stdout: 2024-04-15T14:40:10.826 INFO:journalctl@ceph.mon.c.smithi016.stdout: 2024-04-15T14:40:10.826 INFO:journalctl@ceph.mon.c.smithi016.stdout: Standby daemons: 2024-04-15T14:40:10.826 INFO:journalctl@ceph.mon.c.smithi016.stdout: 2024-04-15T14:40:10.827 INFO:journalctl@ceph.mon.c.smithi016.stdout: [mds.b{-1:24349} state up:standby seq 1 addr [v2:172.21.15.102:6832/1183295622,v1:172.21.15.102:6833/1183295622] compat {c=[1],r=[1],i=[7ff]}] 2024-04-15T14:40:10.827 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:40:10 smithi016 ceph-mon[93212]: mon.c@-1(???).osd e266 crush map has features 3314933069573799936, adjusting msgr requires 2024-04-15T14:40:10.827 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:40:10 smithi016 ceph-mon[93212]: mon.c@-1(???).osd e266 crush map has features 432629308056666112, adjusting msgr requires 2024-04-15T14:40:10.827 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:40:10 smithi016 ceph-mon[93212]: mon.c@-1(???).osd e266 crush map has features 432629308056666112, adjusting msgr requires 2024-04-15T14:40:10.827 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:40:10 smithi016 ceph-mon[93212]: mon.c@-1(???).osd e266 crush map has features 432629308056666112, adjusting msgr requires 2024-04-15T14:40:10.827 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:40:10 smithi016 ceph-mon[93212]: mon.c@-1(???).paxosservice(auth 1..20) refresh upgraded, format 0 -> 3 2024-04-15T14:40:10.827 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:40:10 smithi016 bash[93175]: eef940aadb4dd2b7dbadbad121cdf3b243d8300c2c8524159bdafb599d7447d3 2024-04-15T14:40:10.827 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:40:10 smithi016 systemd[1]: Started Ceph mon.c for 362ea986-fb34-11ee-bc8f-c7b262605968. 2024-04-15T14:40:12.039 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 15 14:40:11 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-y[81421]: ::ffff:172.21.15.102 - - [15/Apr/2024:14:40:11] "GET /metrics HTTP/1.1" 200 36086 "" "Prometheus/2.43.0" 2024-04-15T14:40:12.687 INFO:journalctl@ceph.prometheus.a.smithi102.stdout:Apr 15 14:40:12 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-prometheus-a[78028]: ts=2024-04-15T14:40:12.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi016:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"362ea986-fb34-11ee-bc8f-c7b262605968\", instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T14:40:13.937 INFO:journalctl@ceph.prometheus.a.smithi102.stdout:Apr 15 14:40:13 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-prometheus-a[78028]: ts=2024-04-15T14:40:13.504Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi016\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi016\", job=\"node\", machine=\"x86_64\", nodename=\"smithi016\", release=\"5.14.0-438.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Apr 12 13:55:21 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"362ea986-fb34-11ee-bc8f-c7b262605968\", domainname=\"(none)\", instance=\"smithi016\", job=\"node\", machine=\"x86_64\", nodename=\"smithi016\", release=\"5.14.0-438.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Apr 12 13:55:21 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T14:40:16.795 INFO:tasks.rados.rados.0.smithi016.stdout:992: done (2 left) 2024-04-15T14:40:16.796 INFO:tasks.rados.rados.0.smithi016.stdout:994: done (1 left) 2024-04-15T14:40:16.796 INFO:tasks.rados.rados.0.smithi016.stdout:996: done (0 left) 2024-04-15T14:40:16.796 INFO:tasks.rados.rados.0.smithi016.stdout:997: snap_remove snap 82 2024-04-15T14:40:17.039 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:40:16 smithi016 ceph-mon[93212]: mon.c calling monitor election 2024-04-15T14:40:17.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:40:16 smithi016 ceph-mon[93212]: mon.b calling monitor election 2024-04-15T14:40:17.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:40:16 smithi016 ceph-mon[93212]: mon.a calling monitor election 2024-04-15T14:40:17.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:40:16 smithi016 ceph-mon[93212]: mon.a is new leader, mons a,b,c in quorum (ranks 0,1,2) 2024-04-15T14:40:17.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:40:16 smithi016 ceph-mon[93212]: monmap epoch 3 2024-04-15T14:40:17.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:40:16 smithi016 ceph-mon[93212]: fsid 362ea986-fb34-11ee-bc8f-c7b262605968 2024-04-15T14:40:17.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:40:16 smithi016 ceph-mon[93212]: last_changed 2024-04-15T14:29:39.521497+0000 2024-04-15T14:40:17.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:40:16 smithi016 ceph-mon[93212]: created 2024-04-15T14:28:00.200872+0000 2024-04-15T14:40:17.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:40:16 smithi016 ceph-mon[93212]: min_mon_release 18 (reef) 2024-04-15T14:40:17.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:40:16 smithi016 ceph-mon[93212]: election_strategy: 1 2024-04-15T14:40:17.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:40:16 smithi016 ceph-mon[93212]: 0: [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] mon.a 2024-04-15T14:40:17.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:40:16 smithi016 ceph-mon[93212]: 1: [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] mon.b 2024-04-15T14:40:17.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:40:16 smithi016 ceph-mon[93212]: 2: [v2:172.21.15.16:3301/0,v1:172.21.15.16:6790/0] mon.c 2024-04-15T14:40:17.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:40:16 smithi016 ceph-mon[93212]: fsmap cephfs:1 {0=a=up:active} 1 up:standby 2024-04-15T14:40:17.041 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:40:16 smithi016 ceph-mon[93212]: osdmap e267: 8 total, 8 up, 8 in 2024-04-15T14:40:17.041 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:40:16 smithi016 ceph-mon[93212]: mgrmap e43: y(active, since 22s), standbys: x 2024-04-15T14:40:17.041 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:40:16 smithi016 ceph-mon[93212]: overall HEALTH_OK 2024-04-15T14:40:17.041 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:40:16 smithi016 ceph-mon[90652]: mon.c calling monitor election 2024-04-15T14:40:17.041 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:40:16 smithi016 ceph-mon[90652]: mon.b calling monitor election 2024-04-15T14:40:17.041 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:40:16 smithi016 ceph-mon[90652]: mon.a calling monitor election 2024-04-15T14:40:17.041 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:40:16 smithi016 ceph-mon[90652]: mon.a is new leader, mons a,b,c in quorum (ranks 0,1,2) 2024-04-15T14:40:17.041 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:40:16 smithi016 ceph-mon[90652]: monmap epoch 3 2024-04-15T14:40:17.041 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:40:16 smithi016 ceph-mon[90652]: fsid 362ea986-fb34-11ee-bc8f-c7b262605968 2024-04-15T14:40:17.041 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:40:16 smithi016 ceph-mon[90652]: last_changed 2024-04-15T14:29:39.521497+0000 2024-04-15T14:40:17.041 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:40:16 smithi016 ceph-mon[90652]: created 2024-04-15T14:28:00.200872+0000 2024-04-15T14:40:17.041 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:40:16 smithi016 ceph-mon[90652]: min_mon_release 18 (reef) 2024-04-15T14:40:17.042 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:40:16 smithi016 ceph-mon[90652]: election_strategy: 1 2024-04-15T14:40:17.042 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:40:16 smithi016 ceph-mon[90652]: 0: [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] mon.a 2024-04-15T14:40:17.042 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:40:16 smithi016 ceph-mon[90652]: 1: [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] mon.b 2024-04-15T14:40:17.042 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:40:16 smithi016 ceph-mon[90652]: 2: [v2:172.21.15.16:3301/0,v1:172.21.15.16:6790/0] mon.c 2024-04-15T14:40:17.042 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:40:16 smithi016 ceph-mon[90652]: fsmap cephfs:1 {0=a=up:active} 1 up:standby 2024-04-15T14:40:17.043 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:40:16 smithi016 ceph-mon[90652]: osdmap e267: 8 total, 8 up, 8 in 2024-04-15T14:40:17.043 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:40:16 smithi016 ceph-mon[90652]: mgrmap e43: y(active, since 22s), standbys: x 2024-04-15T14:40:17.043 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:40:16 smithi016 ceph-mon[90652]: overall HEALTH_OK 2024-04-15T14:40:17.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:40:16 smithi102 ceph-mon[31017]: mon.c calling monitor election 2024-04-15T14:40:17.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:40:16 smithi102 ceph-mon[31017]: mon.b calling monitor election 2024-04-15T14:40:17.188 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:40:16 smithi102 ceph-mon[31017]: mon.a calling monitor election 2024-04-15T14:40:17.188 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:40:16 smithi102 ceph-mon[31017]: mon.a is new leader, mons a,b,c in quorum (ranks 0,1,2) 2024-04-15T14:40:17.188 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:40:16 smithi102 ceph-mon[31017]: monmap epoch 3 2024-04-15T14:40:17.188 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:40:16 smithi102 ceph-mon[31017]: fsid 362ea986-fb34-11ee-bc8f-c7b262605968 2024-04-15T14:40:17.188 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:40:16 smithi102 ceph-mon[31017]: last_changed 2024-04-15T14:29:39.521497+0000 2024-04-15T14:40:17.188 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:40:16 smithi102 ceph-mon[31017]: created 2024-04-15T14:28:00.200872+0000 2024-04-15T14:40:17.188 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:40:16 smithi102 ceph-mon[31017]: min_mon_release 18 (reef) 2024-04-15T14:40:17.188 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:40:16 smithi102 ceph-mon[31017]: election_strategy: 1 2024-04-15T14:40:17.188 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:40:16 smithi102 ceph-mon[31017]: 0: [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] mon.a 2024-04-15T14:40:17.188 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:40:16 smithi102 ceph-mon[31017]: 1: [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] mon.b 2024-04-15T14:40:17.188 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:40:16 smithi102 ceph-mon[31017]: 2: [v2:172.21.15.16:3301/0,v1:172.21.15.16:6790/0] mon.c 2024-04-15T14:40:17.188 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:40:16 smithi102 ceph-mon[31017]: fsmap cephfs:1 {0=a=up:active} 1 up:standby 2024-04-15T14:40:17.188 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:40:16 smithi102 ceph-mon[31017]: osdmap e267: 8 total, 8 up, 8 in 2024-04-15T14:40:17.188 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:40:16 smithi102 ceph-mon[31017]: mgrmap e43: y(active, since 22s), standbys: x 2024-04-15T14:40:17.189 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:40:16 smithi102 ceph-mon[31017]: overall HEALTH_OK 2024-04-15T14:40:17.801 INFO:tasks.rados.rados.0.smithi016.stdout:997: done (0 left) 2024-04-15T14:40:17.801 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 25 current snap is 100 2024-04-15T14:40:17.801 INFO:tasks.rados.rados.0.smithi016.stdout:998: seq_num 317 ranges {2408448=516096} 2024-04-15T14:40:17.819 INFO:tasks.rados.rados.0.smithi016.stdout:998: writing smithi01678542-25 from 2408448 to 2924544 tid 1 2024-04-15T14:40:17.820 INFO:tasks.rados.rados.0.smithi016.stdout:999: copy_from oid 1 from oid 10 current snap is 100 2024-04-15T14:40:17.820 INFO:tasks.rados.rados.0.smithi016.stdout:1000: read oid 46 snap -1 2024-04-15T14:40:17.820 INFO:tasks.rados.rados.0.smithi016.stdout:1000: expect deleted 2024-04-15T14:40:17.820 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 24 current snap is 100 2024-04-15T14:40:17.820 INFO:tasks.rados.rados.0.smithi016.stdout:1001: seq_num 318 ranges {3932160=532480} 2024-04-15T14:40:17.845 INFO:tasks.rados.rados.0.smithi016.stdout:1001: writing smithi01678542-24 from 3932160 to 4464640 tid 1 2024-04-15T14:40:17.845 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 5 current snap is 100 2024-04-15T14:40:17.845 INFO:tasks.rados.rados.0.smithi016.stdout:1002: seq_num 319 ranges {0=548864} 2024-04-15T14:40:17.849 INFO:tasks.rados.rados.0.smithi016.stdout:1002: writing smithi01678542-5 from 0 to 548864 tid 1 2024-04-15T14:40:17.849 INFO:tasks.rados.rados.0.smithi016.stdout:998: finishing write tid 1 to smithi01678542-25 2024-04-15T14:40:17.849 INFO:tasks.rados.rados.0.smithi016.stdout:998: finishing write tid 2 to smithi01678542-25 2024-04-15T14:40:17.849 INFO:tasks.rados.rados.0.smithi016.stdout:998: finishing write tid 3 to smithi01678542-25 2024-04-15T14:40:17.850 INFO:tasks.rados.rados.0.smithi016.stdout:998: oid 25 updating version 0 to 410 2024-04-15T14:40:17.850 INFO:tasks.rados.rados.0.smithi016.stdout:998: oid 25 version 410 is already newer than 409 2024-04-15T14:40:17.850 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 25 v 410 (ObjNum 317 snap 100 seq_num 317) dirty exists 2024-04-15T14:40:17.850 INFO:tasks.rados.rados.0.smithi016.stdout:998: left oid 25 (ObjNum 317 snap 100 seq_num 317) 2024-04-15T14:40:17.850 INFO:tasks.rados.rados.0.smithi016.stdout:999: finishing copy_from racing read to smithi01678542-1 2024-04-15T14:40:17.850 INFO:tasks.rados.rados.0.smithi016.stdout:999: finishing copy_from to smithi01678542-1 2024-04-15T14:40:17.850 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 1 v 536 (ObjNum 312 snap 98 seq_num 312) dirty exists 2024-04-15T14:40:17.850 INFO:tasks.rados.rados.0.smithi016.stdout:998: done (4 left) 2024-04-15T14:40:17.850 INFO:tasks.rados.rados.0.smithi016.stdout:999: done (3 left) 2024-04-15T14:40:17.850 INFO:tasks.rados.rados.0.smithi016.stdout:1000: done (2 left) 2024-04-15T14:40:17.851 INFO:tasks.rados.rados.0.smithi016.stdout:1003: rollback oid 15 current snap is 100 2024-04-15T14:40:17.851 INFO:tasks.rados.rados.0.smithi016.stdout:rollback oid 15 to 98 2024-04-15T14:40:17.851 INFO:tasks.rados.rados.0.smithi016.stdout:1001: finishing write tid 1 to smithi01678542-24 2024-04-15T14:40:17.851 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 12 current snap is 100 2024-04-15T14:40:17.851 INFO:tasks.rados.rados.0.smithi016.stdout:1004: seq_num 320 ranges {8192=565248} 2024-04-15T14:40:17.854 INFO:tasks.rados.rados.0.smithi016.stdout:1004: writing smithi01678542-12 from 8192 to 573440 tid 1 2024-04-15T14:40:17.854 INFO:tasks.rados.rados.0.smithi016.stdout:1005: copy_from oid 9 from oid 3 current snap is 100 2024-04-15T14:40:17.854 INFO:tasks.rados.rados.0.smithi016.stdout:1001: finishing write tid 2 to smithi01678542-24 2024-04-15T14:40:17.854 INFO:tasks.rados.rados.0.smithi016.stdout:1002: finishing write tid 1 to smithi01678542-5 2024-04-15T14:40:17.854 INFO:tasks.rados.rados.0.smithi016.stdout:1002: finishing write tid 2 to smithi01678542-5 2024-04-15T14:40:17.854 INFO:tasks.rados.rados.0.smithi016.stdout:1006: copy_from oid 23 from oid 13 current snap is 100 2024-04-15T14:40:17.855 INFO:tasks.rados.rados.0.smithi016.stdout:1003: finishing rollback tid 0 to smithi01678542-15 2024-04-15T14:40:17.855 INFO:tasks.rados.rados.0.smithi016.stdout:1001: finishing write tid 3 to smithi01678542-24 2024-04-15T14:40:17.855 INFO:tasks.rados.rados.0.smithi016.stdout:1001: oid 24 updating version 0 to 502 2024-04-15T14:40:17.855 INFO:tasks.rados.rados.0.smithi016.stdout:1001: oid 24 updating version 502 to 503 2024-04-15T14:40:17.855 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 24 v 503 (ObjNum 318 snap 100 seq_num 318) dirty exists 2024-04-15T14:40:17.855 INFO:tasks.rados.rados.0.smithi016.stdout:1001: left oid 24 (ObjNum 318 snap 100 seq_num 318) 2024-04-15T14:40:17.855 INFO:tasks.rados.rados.0.smithi016.stdout:1003: finishing rollback tid 1 to smithi01678542-15 2024-04-15T14:40:17.855 INFO:tasks.rados.rados.0.smithi016.stdout:1001: done (5 left) 2024-04-15T14:40:17.855 INFO:tasks.rados.rados.0.smithi016.stdout:1007: read oid 40 snap -1 2024-04-15T14:40:17.855 INFO:tasks.rados.rados.0.smithi016.stdout:1007: expect (ObjNum 255 snap 76 seq_num 255) 2024-04-15T14:40:17.855 INFO:tasks.rados.rados.0.smithi016.stdout:1008: rollback oid 31 current snap is 100 2024-04-15T14:40:17.856 INFO:tasks.rados.rados.0.smithi016.stdout:rollback oid 31 to 99 2024-04-15T14:40:17.856 INFO:tasks.rados.rados.0.smithi016.stdout:1009: read oid 33 snap -1 2024-04-15T14:40:17.856 INFO:tasks.rados.rados.0.smithi016.stdout:1009: expect (ObjNum 0 snap 0 seq_num 0) 2024-04-15T14:40:17.856 INFO:tasks.rados.rados.0.smithi016.stdout:1010: read oid 39 snap -1 2024-04-15T14:40:17.856 INFO:tasks.rados.rados.0.smithi016.stdout:1010: expect deleted 2024-04-15T14:40:17.856 INFO:tasks.rados.rados.0.smithi016.stdout:1011: snap_remove snap 87 2024-04-15T14:40:18.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:40:17 smithi102 ceph-mon[31017]: osdmap e268: 8 total, 8 up, 8 in 2024-04-15T14:40:18.289 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:40:17 smithi016 ceph-mon[93212]: osdmap e268: 8 total, 8 up, 8 in 2024-04-15T14:40:18.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:40:17 smithi016 ceph-mon[90652]: osdmap e268: 8 total, 8 up, 8 in 2024-04-15T14:40:18.812 INFO:tasks.rados.rados.0.smithi016.stdout:1011: done (9 left) 2024-04-15T14:40:18.812 INFO:tasks.rados.rados.0.smithi016.stdout:1012: read oid 14 snap -1 2024-04-15T14:40:18.812 INFO:tasks.rados.rados.0.smithi016.stdout:1012: expect (ObjNum 99 snap 25 seq_num 99) 2024-04-15T14:40:18.812 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 38 current snap is 100 2024-04-15T14:40:18.812 INFO:tasks.rados.rados.0.smithi016.stdout:1013: seq_num 321 ranges {0=581632} 2024-04-15T14:40:18.814 INFO:tasks.rados.rados.0.smithi016.stdout:1013: writing smithi01678542-38 from 0 to 581632 tid 1 2024-04-15T14:40:18.815 INFO:tasks.rados.rados.0.smithi016.stdout:1009: expect (ObjNum 0 snap 0 seq_num 0) 2024-04-15T14:40:18.819 INFO:tasks.rados.rados.0.smithi016.stdout:1005: finishing copy_from to smithi01678542-9 2024-04-15T14:40:18.820 INFO:tasks.rados.rados.0.smithi016.stdout:1005: got expected ENOENT (src dne) 2024-04-15T14:40:18.820 INFO:tasks.rados.rados.0.smithi016.stdout:1003: finishing rollback tid 2 to smithi01678542-15 2024-04-15T14:40:18.820 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 15 v 506 (ObjNum 304 snap 95 seq_num 304) dirty exists 2024-04-15T14:40:18.820 INFO:tasks.rados.rados.0.smithi016.stdout:1005: finishing copy_from racing read to smithi01678542-9 2024-04-15T14:40:18.820 INFO:tasks.rados.rados.0.smithi016.stdout:1002: finishing write tid 3 to smithi01678542-5 2024-04-15T14:40:18.820 INFO:tasks.rados.rados.0.smithi016.stdout:1002: oid 5 updating version 0 to 537 2024-04-15T14:40:18.820 INFO:tasks.rados.rados.0.smithi016.stdout:1002: oid 5 updating version 537 to 538 2024-04-15T14:40:18.820 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 5 v 538 (ObjNum 319 snap 100 seq_num 319) dirty exists 2024-04-15T14:40:18.820 INFO:tasks.rados.rados.0.smithi016.stdout:1002: left oid 5 (ObjNum 319 snap 100 seq_num 319) 2024-04-15T14:40:18.820 INFO:tasks.rados.rados.0.smithi016.stdout:1004: finishing write tid 1 to smithi01678542-12 2024-04-15T14:40:18.820 INFO:tasks.rados.rados.0.smithi016.stdout:1004: finishing write tid 2 to smithi01678542-12 2024-04-15T14:40:18.820 INFO:tasks.rados.rados.0.smithi016.stdout:1004: finishing write tid 3 to smithi01678542-12 2024-04-15T14:40:18.820 INFO:tasks.rados.rados.0.smithi016.stdout:1004: oid 12 updating version 0 to 520 2024-04-15T14:40:18.820 INFO:tasks.rados.rados.0.smithi016.stdout:1004: oid 12 updating version 520 to 521 2024-04-15T14:40:18.820 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 12 v 521 (ObjNum 320 snap 100 seq_num 320) dirty exists 2024-04-15T14:40:18.821 INFO:tasks.rados.rados.0.smithi016.stdout:1004: left oid 12 (ObjNum 320 snap 100 seq_num 320) 2024-04-15T14:40:18.821 INFO:tasks.rados.rados.0.smithi016.stdout:1008: finishing rollback tid 0 to smithi01678542-31 2024-04-15T14:40:18.821 INFO:tasks.rados.rados.0.smithi016.stdout:1008: finishing rollback tid 1 to smithi01678542-31 2024-04-15T14:40:18.821 INFO:tasks.rados.rados.0.smithi016.stdout:1007: expect (ObjNum 255 snap 76 seq_num 255) 2024-04-15T14:40:18.896 INFO:tasks.rados.rados.0.smithi016.stdout:1008: finishing rollback tid 2 to smithi01678542-31 2024-04-15T14:40:18.896 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 31 v 541 (ObjNum 303 snap 95 seq_num 303) dirty exists 2024-04-15T14:40:18.896 INFO:tasks.rados.rados.0.smithi016.stdout:1006: finishing copy_from racing read to smithi01678542-23 2024-04-15T14:40:18.896 INFO:tasks.rados.rados.0.smithi016.stdout:1006: finishing copy_from to smithi01678542-23 2024-04-15T14:40:18.897 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 23 v 339 (ObjNum 285 snap 84 seq_num 285) dirty exists 2024-04-15T14:40:18.897 INFO:tasks.rados.rados.0.smithi016.stdout:1012: expect (ObjNum 99 snap 25 seq_num 99) 2024-04-15T14:40:18.950 INFO:tasks.rados.rados.0.smithi016.stdout:1013: finishing write tid 1 to smithi01678542-38 2024-04-15T14:40:18.950 INFO:tasks.rados.rados.0.smithi016.stdout:1013: finishing write tid 2 to smithi01678542-38 2024-04-15T14:40:18.950 INFO:tasks.rados.rados.0.smithi016.stdout:1013: finishing write tid 3 to smithi01678542-38 2024-04-15T14:40:18.950 INFO:tasks.rados.rados.0.smithi016.stdout:1013: oid 38 updating version 0 to 508 2024-04-15T14:40:18.950 INFO:tasks.rados.rados.0.smithi016.stdout:1013: oid 38 version 508 is already newer than 507 2024-04-15T14:40:18.950 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 38 v 508 (ObjNum 321 snap 100 seq_num 321) dirty exists 2024-04-15T14:40:18.950 INFO:tasks.rados.rados.0.smithi016.stdout:1013: left oid 38 (ObjNum 321 snap 100 seq_num 321) 2024-04-15T14:40:18.950 INFO:tasks.rados.rados.0.smithi016.stdout:1002: done (10 left) 2024-04-15T14:40:18.950 INFO:tasks.rados.rados.0.smithi016.stdout:1003: done (9 left) 2024-04-15T14:40:18.950 INFO:tasks.rados.rados.0.smithi016.stdout:1004: done (8 left) 2024-04-15T14:40:18.951 INFO:tasks.rados.rados.0.smithi016.stdout:1005: done (7 left) 2024-04-15T14:40:18.951 INFO:tasks.rados.rados.0.smithi016.stdout:1006: done (6 left) 2024-04-15T14:40:18.951 INFO:tasks.rados.rados.0.smithi016.stdout:1007: done (5 left) 2024-04-15T14:40:18.951 INFO:tasks.rados.rados.0.smithi016.stdout:1008: done (4 left) 2024-04-15T14:40:18.951 INFO:tasks.rados.rados.0.smithi016.stdout:1009: done (3 left) 2024-04-15T14:40:18.951 INFO:tasks.rados.rados.0.smithi016.stdout:1010: done (2 left) 2024-04-15T14:40:18.951 INFO:tasks.rados.rados.0.smithi016.stdout:1012: done (1 left) 2024-04-15T14:40:18.951 INFO:tasks.rados.rados.0.smithi016.stdout:1013: done (0 left) 2024-04-15T14:40:18.951 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 6 current snap is 100 2024-04-15T14:40:18.951 INFO:tasks.rados.rados.0.smithi016.stdout:1014: seq_num 322 ranges {606208=598016} 2024-04-15T14:40:18.956 INFO:tasks.rados.rados.0.smithi016.stdout:1014: writing smithi01678542-6 from 606208 to 1204224 tid 1 2024-04-15T14:40:18.956 INFO:tasks.rados.rados.0.smithi016.stdout:1015: delete oid 17 current snap is 100 2024-04-15T14:40:18.958 INFO:tasks.rados.rados.0.smithi016.stdout:1015: done (1 left) 2024-04-15T14:40:18.958 INFO:tasks.rados.rados.0.smithi016.stdout:1016: rollback oid 37 current snap is 100 2024-04-15T14:40:18.958 INFO:tasks.rados.rados.0.smithi016.stdout:rollback oid 37 to 98 2024-04-15T14:40:18.958 INFO:tasks.rados.rados.0.smithi016.stdout:1017: delete oid 29 current snap is 100 2024-04-15T14:40:18.959 INFO:tasks.rados.rados.0.smithi016.stdout:1014: finishing write tid 1 to smithi01678542-6 2024-04-15T14:40:18.959 INFO:tasks.rados.rados.0.smithi016.stdout:1014: finishing write tid 2 to smithi01678542-6 2024-04-15T14:40:18.960 INFO:tasks.rados.rados.0.smithi016.stdout:1014: finishing write tid 3 to smithi01678542-6 2024-04-15T14:40:18.960 INFO:tasks.rados.rados.0.smithi016.stdout:1014: oid 6 updating version 0 to 177 2024-04-15T14:40:18.960 INFO:tasks.rados.rados.0.smithi016.stdout:1014: oid 6 version 177 is already newer than 176 2024-04-15T14:40:18.960 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 6 v 177 (ObjNum 322 snap 100 seq_num 322) dirty exists 2024-04-15T14:40:18.961 INFO:tasks.rados.rados.0.smithi016.stdout:1014: left oid 6 (ObjNum 322 snap 100 seq_num 322) 2024-04-15T14:40:18.961 INFO:tasks.rados.rados.0.smithi016.stdout:1014: done (2 left) 2024-04-15T14:40:18.961 INFO:tasks.rados.rados.0.smithi016.stdout:1017: done (1 left) 2024-04-15T14:40:18.961 INFO:tasks.rados.rados.0.smithi016.stdout:1018: snap_create 2024-04-15T14:40:18.962 INFO:tasks.rados.rados.0.smithi016.stdout:1016: finishing rollback tid 0 to smithi01678542-37 2024-04-15T14:40:18.962 INFO:tasks.rados.rados.0.smithi016.stdout:1016: finishing rollback tid 1 to smithi01678542-37 2024-04-15T14:40:18.962 INFO:tasks.rados.rados.0.smithi016.stdout:1016: finishing rollback tid 2 to smithi01678542-37 2024-04-15T14:40:18.962 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 37 v 564 (ObjNum 291 snap 90 seq_num 291) dirty exists 2024-04-15T14:40:19.120 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:40:18 smithi016 ceph-mon[93212]: osdmap e269: 8 total, 8 up, 8 in 2024-04-15T14:40:19.120 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:40:18 smithi016 ceph-mon[93212]: pgmap v32: 121 pgs: 121 active+clean; 152 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail 2024-04-15T14:40:19.120 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:40:18 smithi016 ceph-mon[90652]: osdmap e269: 8 total, 8 up, 8 in 2024-04-15T14:40:19.120 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:40:18 smithi016 ceph-mon[90652]: pgmap v32: 121 pgs: 121 active+clean; 152 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail 2024-04-15T14:40:19.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:40:18 smithi102 ceph-mon[31017]: osdmap e269: 8 total, 8 up, 8 in 2024-04-15T14:40:19.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:40:18 smithi102 ceph-mon[31017]: pgmap v32: 121 pgs: 121 active+clean; 152 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail 2024-04-15T14:40:19.819 INFO:tasks.rados.rados.0.smithi016.stdout:1016: done (1 left) 2024-04-15T14:40:19.819 INFO:tasks.rados.rados.0.smithi016.stdout:1018: done (0 left) 2024-04-15T14:40:19.819 INFO:tasks.rados.rados.0.smithi016.stdout:1019: read oid 12 snap -1 2024-04-15T14:40:19.819 INFO:tasks.rados.rados.0.smithi016.stdout:1019: expect (ObjNum 320 snap 100 seq_num 320) 2024-04-15T14:40:19.820 INFO:tasks.rados.rados.0.smithi016.stdout:1020: snap_create 2024-04-15T14:40:19.824 INFO:tasks.rados.rados.0.smithi016.stdout:1019: expect (ObjNum 320 snap 100 seq_num 320) 2024-04-15T14:40:20.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:40:19 smithi102 ceph-mon[31017]: osdmap e270: 8 total, 8 up, 8 in 2024-04-15T14:40:20.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:40:19 smithi102 ceph-mon[31017]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T14:40:20.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:40:19 smithi102 ceph-mon[31017]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T14:40:20.254 INFO:tasks.rados.rados.0.smithi016.stdout:1019: done (1 left) 2024-04-15T14:40:20.254 INFO:tasks.rados.rados.0.smithi016.stdout:1020: done (0 left) 2024-04-15T14:40:20.254 INFO:tasks.rados.rados.0.smithi016.stdout:1021: read oid 5 snap 98 2024-04-15T14:40:20.254 INFO:tasks.rados.rados.0.smithi016.stdout:1021: expect deleted 2024-04-15T14:40:20.254 INFO:tasks.rados.rados.0.smithi016.stdout:1022: read oid 47 snap 89 2024-04-15T14:40:20.255 INFO:tasks.rados.rados.0.smithi016.stdout:1022: expect deleted 2024-04-15T14:40:20.255 INFO:tasks.rados.rados.0.smithi016.stdout:1023: copy_from oid 23 from oid 15 current snap is 102 2024-04-15T14:40:20.255 INFO:tasks.rados.rados.0.smithi016.stdout:1024: delete oid 9 current snap is 102 2024-04-15T14:40:20.262 INFO:tasks.rados.rados.0.smithi016.stdout:1021: done (3 left) 2024-04-15T14:40:20.262 INFO:tasks.rados.rados.0.smithi016.stdout:1022: done (2 left) 2024-04-15T14:40:20.262 INFO:tasks.rados.rados.0.smithi016.stdout:1024: done (1 left) 2024-04-15T14:40:20.263 INFO:tasks.rados.rados.0.smithi016.stdout:1025: setattr oid 39 current snap is 102 2024-04-15T14:40:20.264 INFO:tasks.rados.rados.0.smithi016.stdout:1026: rollback oid 19 current snap is 102 2024-04-15T14:40:20.264 INFO:tasks.rados.rados.0.smithi016.stdout:rollback oid 19 to 89 2024-04-15T14:40:20.264 INFO:tasks.rados.rados.0.smithi016.stdout:1027: delete oid 44 current snap is 102 2024-04-15T14:40:20.270 INFO:tasks.rados.rados.0.smithi016.stdout:1026: finishing rollback tid 0 to smithi01678542-19 2024-04-15T14:40:20.271 INFO:tasks.rados.rados.0.smithi016.stdout:1026: finishing rollback tid 1 to smithi01678542-19 2024-04-15T14:40:20.271 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 39 v 415 (ObjNum 49 snap 0 seq_num 1953066355) dirty exists 2024-04-15T14:40:20.271 INFO:tasks.rados.rados.0.smithi016.stdout:1026: finishing rollback tid 2 to smithi01678542-19 2024-04-15T14:40:20.271 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 19 v 568 (ObjNum 238 snap 67 seq_num 238) dirty exists 2024-04-15T14:40:20.272 INFO:tasks.rados.rados.0.smithi016.stdout:1025: done (3 left) 2024-04-15T14:40:20.272 INFO:tasks.rados.rados.0.smithi016.stdout:1026: done (2 left) 2024-04-15T14:40:20.272 INFO:tasks.rados.rados.0.smithi016.stdout:1027: done (1 left) 2024-04-15T14:40:20.272 INFO:tasks.rados.rados.0.smithi016.stdout:1028: copy_from oid 49 from oid 42 current snap is 102 2024-04-15T14:40:20.272 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 5 current snap is 102 2024-04-15T14:40:20.272 INFO:tasks.rados.rados.0.smithi016.stdout:1029: seq_num 327 ranges {548864=679936} 2024-04-15T14:40:20.279 INFO:tasks.rados.rados.0.smithi016.stdout:1029: writing smithi01678542-5 from 548864 to 1228800 tid 1 2024-04-15T14:40:20.280 INFO:tasks.rados.rados.0.smithi016.stdout:1030: delete oid 48 current snap is 102 2024-04-15T14:40:20.280 INFO:tasks.rados.rados.0.smithi016.stdout:1023: finishing copy_from racing read to smithi01678542-23 2024-04-15T14:40:20.280 INFO:tasks.rados.rados.0.smithi016.stdout:1023: finishing copy_from to smithi01678542-23 2024-04-15T14:40:20.280 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 23 v 506 (ObjNum 304 snap 95 seq_num 304) dirty exists 2024-04-15T14:40:20.281 INFO:tasks.rados.rados.0.smithi016.stdout:1023: done (3 left) 2024-04-15T14:40:20.281 INFO:tasks.rados.rados.0.smithi016.stdout:1030: done (2 left) 2024-04-15T14:40:20.281 INFO:tasks.rados.rados.0.smithi016.stdout:1031: snap_create 2024-04-15T14:40:20.282 INFO:tasks.rados.rados.0.smithi016.stdout:1028: finishing copy_from racing read to smithi01678542-49 2024-04-15T14:40:20.284 INFO:tasks.rados.rados.0.smithi016.stdout:1029: finishing write tid 1 to smithi01678542-5 2024-04-15T14:40:20.284 INFO:tasks.rados.rados.0.smithi016.stdout:1029: finishing write tid 2 to smithi01678542-5 2024-04-15T14:40:20.284 INFO:tasks.rados.rados.0.smithi016.stdout:1028: finishing copy_from to smithi01678542-49 2024-04-15T14:40:20.285 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 49 v 65 (ObjNum 273 snap 82 seq_num 273) dirty exists 2024-04-15T14:40:20.285 INFO:tasks.rados.rados.0.smithi016.stdout:1029: finishing write tid 3 to smithi01678542-5 2024-04-15T14:40:20.285 INFO:tasks.rados.rados.0.smithi016.stdout:1029: oid 5 updating version 0 to 543 2024-04-15T14:40:20.285 INFO:tasks.rados.rados.0.smithi016.stdout:1029: oid 5 version 543 is already newer than 542 2024-04-15T14:40:20.285 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 5 v 543 (ObjNum 327 snap 102 seq_num 327) dirty exists 2024-04-15T14:40:20.285 INFO:tasks.rados.rados.0.smithi016.stdout:1029: left oid 5 (ObjNum 327 snap 102 seq_num 327) 2024-04-15T14:40:20.289 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:40:19 smithi016 ceph-mon[93212]: osdmap e270: 8 total, 8 up, 8 in 2024-04-15T14:40:20.289 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:40:19 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T14:40:20.289 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:40:19 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T14:40:20.289 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:40:19 smithi016 ceph-mon[90652]: osdmap e270: 8 total, 8 up, 8 in 2024-04-15T14:40:20.289 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:40:19 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T14:40:20.289 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:40:19 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T14:40:20.821 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:40:20 smithi016 ceph-mon[90652]: osdmap e271: 8 total, 8 up, 8 in 2024-04-15T14:40:20.821 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:40:20 smithi016 ceph-mon[90652]: pgmap v35: 121 pgs: 121 active+clean; 154 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 3.0 MiB/s rd, 562 KiB/s wr, 6 op/s 2024-04-15T14:40:20.821 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 15 14:40:20 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-y[81421]: 2024-04-15T14:40:20.569+0000 7f3e3870d700 -1 mgr.server handle_report got status from non-daemon mon.c 2024-04-15T14:40:21.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:40:20 smithi102 ceph-mon[31017]: osdmap e271: 8 total, 8 up, 8 in 2024-04-15T14:40:21.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:40:20 smithi102 ceph-mon[31017]: pgmap v35: 121 pgs: 121 active+clean; 154 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 3.0 MiB/s rd, 562 KiB/s wr, 6 op/s 2024-04-15T14:40:21.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:40:20 smithi102 ceph-mon[31017]: osdmap e272: 8 total, 8 up, 8 in 2024-04-15T14:40:21.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:40:20 smithi102 ceph-mon[31017]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T14:40:21.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:40:20 smithi102 ceph-mon[31017]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T14:40:21.255 INFO:tasks.rados.rados.0.smithi016.stdout:1028: done (2 left) 2024-04-15T14:40:21.255 INFO:tasks.rados.rados.0.smithi016.stdout:1029: done (1 left) 2024-04-15T14:40:21.255 INFO:tasks.rados.rados.0.smithi016.stdout:1031: done (0 left) 2024-04-15T14:40:21.256 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 47 current snap is 103 2024-04-15T14:40:21.256 INFO:tasks.rados.rados.0.smithi016.stdout:1032: seq_num 329 ranges {0=712704} 2024-04-15T14:40:21.259 INFO:tasks.rados.rados.0.smithi016.stdout:1032: writing smithi01678542-47 from 0 to 712704 tid 1 2024-04-15T14:40:21.259 INFO:tasks.rados.rados.0.smithi016.stdout:1033: snap_remove snap 100 2024-04-15T14:40:21.289 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:40:20 smithi016 ceph-mon[90652]: osdmap e272: 8 total, 8 up, 8 in 2024-04-15T14:40:21.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:40:20 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T14:40:21.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:40:20 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T14:40:21.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:40:20 smithi016 ceph-mon[93212]: osdmap e271: 8 total, 8 up, 8 in 2024-04-15T14:40:21.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:40:20 smithi016 ceph-mon[93212]: pgmap v35: 121 pgs: 121 active+clean; 154 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 3.0 MiB/s rd, 562 KiB/s wr, 6 op/s 2024-04-15T14:40:21.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:40:20 smithi016 ceph-mon[93212]: osdmap e272: 8 total, 8 up, 8 in 2024-04-15T14:40:21.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:40:20 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T14:40:21.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:40:20 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T14:40:22.039 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 15 14:40:21 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-y[81421]: ::ffff:172.21.15.102 - - [15/Apr/2024:14:40:21] "GET /metrics HTTP/1.1" 200 36086 "" "Prometheus/2.43.0" 2024-04-15T14:40:22.260 INFO:tasks.rados.rados.0.smithi016.stdout:1033: done (1 left) 2024-04-15T14:40:22.260 INFO:tasks.rados.rados.0.smithi016.stdout:1034: delete oid 9 current snap is 103 2024-04-15T14:40:22.261 INFO:tasks.rados.rados.0.smithi016.stdout:1032: finishing write tid 1 to smithi01678542-47 2024-04-15T14:40:22.261 INFO:tasks.rados.rados.0.smithi016.stdout:1032: finishing write tid 2 to smithi01678542-47 2024-04-15T14:40:22.261 INFO:tasks.rados.rados.0.smithi016.stdout:1032: finishing write tid 3 to smithi01678542-47 2024-04-15T14:40:22.261 INFO:tasks.rados.rados.0.smithi016.stdout:1032: oid 47 updating version 0 to 656 2024-04-15T14:40:22.261 INFO:tasks.rados.rados.0.smithi016.stdout:1032: oid 47 version 656 is already newer than 655 2024-04-15T14:40:22.261 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 47 v 656 (ObjNum 329 snap 103 seq_num 329) dirty exists 2024-04-15T14:40:22.261 INFO:tasks.rados.rados.0.smithi016.stdout:1032: left oid 47 (ObjNum 329 snap 103 seq_num 329) 2024-04-15T14:40:22.266 INFO:tasks.rados.rados.0.smithi016.stdout:1032: done (1 left) 2024-04-15T14:40:22.266 INFO:tasks.rados.rados.0.smithi016.stdout:1034: done (0 left) 2024-04-15T14:40:22.266 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 46 current snap is 103 2024-04-15T14:40:22.266 INFO:tasks.rados.rados.0.smithi016.stdout:1035: seq_num 331 ranges {0=753664} 2024-04-15T14:40:22.271 INFO:tasks.rados.rados.0.smithi016.stdout:1035: writing smithi01678542-46 from 0 to 753664 tid 1 2024-04-15T14:40:22.271 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 15 current snap is 103 2024-04-15T14:40:22.271 INFO:tasks.rados.rados.0.smithi016.stdout:1036: seq_num 332 ranges {3907584=770048} 2024-04-15T14:40:22.297 INFO:tasks.rados.rados.0.smithi016.stdout:1036: writing smithi01678542-15 from 3907584 to 4677632 tid 1 2024-04-15T14:40:22.297 INFO:tasks.rados.rados.0.smithi016.stdout:1037: read oid 31 snap -1 2024-04-15T14:40:22.297 INFO:tasks.rados.rados.0.smithi016.stdout:1037: expect (ObjNum 303 snap 95 seq_num 303) 2024-04-15T14:40:22.297 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 23 current snap is 103 2024-04-15T14:40:22.297 INFO:tasks.rados.rados.0.smithi016.stdout:1035: finishing write tid 1 to smithi01678542-46 2024-04-15T14:40:22.297 INFO:tasks.rados.rados.0.smithi016.stdout:1035: finishing write tid 2 to smithi01678542-46 2024-04-15T14:40:22.297 INFO:tasks.rados.rados.0.smithi016.stdout:1035: finishing write tid 3 to smithi01678542-46 2024-04-15T14:40:22.297 INFO:tasks.rados.rados.0.smithi016.stdout:1035: oid 46 updating version 0 to 571 2024-04-15T14:40:22.297 INFO:tasks.rados.rados.0.smithi016.stdout:1035: oid 46 updating version 571 to 572 2024-04-15T14:40:22.298 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 46 v 572 (ObjNum 331 snap 103 seq_num 331) dirty exists 2024-04-15T14:40:22.298 INFO:tasks.rados.rados.0.smithi016.stdout:1035: left oid 46 (ObjNum 331 snap 103 seq_num 331) 2024-04-15T14:40:22.298 INFO:tasks.rados.rados.0.smithi016.stdout:1038: seq_num 333 ranges {3907584=786432} 2024-04-15T14:40:22.323 INFO:tasks.rados.rados.0.smithi016.stdout:1038: writing smithi01678542-23 from 3907584 to 4694016 tid 1 2024-04-15T14:40:22.323 INFO:tasks.rados.rados.0.smithi016.stdout:1035: done (3 left) 2024-04-15T14:40:22.323 INFO:tasks.rados.rados.0.smithi016.stdout:1039: snap_remove snap 101 2024-04-15T14:40:22.323 INFO:tasks.rados.rados.0.smithi016.stdout:1036: finishing write tid 1 to smithi01678542-15 2024-04-15T14:40:22.323 INFO:tasks.rados.rados.0.smithi016.stdout:1036: finishing write tid 2 to smithi01678542-15 2024-04-15T14:40:22.323 INFO:tasks.rados.rados.0.smithi016.stdout:1036: finishing write tid 3 to smithi01678542-15 2024-04-15T14:40:22.323 INFO:tasks.rados.rados.0.smithi016.stdout:1036: oid 15 updating version 0 to 510 2024-04-15T14:40:22.323 INFO:tasks.rados.rados.0.smithi016.stdout:1036: oid 15 updating version 510 to 511 2024-04-15T14:40:22.323 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 15 v 511 (ObjNum 332 snap 103 seq_num 332) dirty exists 2024-04-15T14:40:22.323 INFO:tasks.rados.rados.0.smithi016.stdout:1036: left oid 15 (ObjNum 332 snap 103 seq_num 332) 2024-04-15T14:40:22.323 INFO:tasks.rados.rados.0.smithi016.stdout:1037: expect (ObjNum 303 snap 95 seq_num 303) 2024-04-15T14:40:22.331 INFO:tasks.rados.rados.0.smithi016.stdout:1038: finishing write tid 1 to smithi01678542-23 2024-04-15T14:40:22.331 INFO:tasks.rados.rados.0.smithi016.stdout:1038: finishing write tid 2 to smithi01678542-23 2024-04-15T14:40:22.331 INFO:tasks.rados.rados.0.smithi016.stdout:1038: finishing write tid 3 to smithi01678542-23 2024-04-15T14:40:22.331 INFO:tasks.rados.rados.0.smithi016.stdout:1038: oid 23 updating version 0 to 522 2024-04-15T14:40:22.331 INFO:tasks.rados.rados.0.smithi016.stdout:1038: oid 23 updating version 522 to 523 2024-04-15T14:40:22.331 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 23 v 523 (ObjNum 333 snap 103 seq_num 333) dirty exists 2024-04-15T14:40:22.331 INFO:tasks.rados.rados.0.smithi016.stdout:1038: left oid 23 (ObjNum 333 snap 103 seq_num 333) 2024-04-15T14:40:22.521 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:40:22 smithi016 ceph-mon[90652]: osdmap e273: 8 total, 8 up, 8 in 2024-04-15T14:40:22.521 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:40:22 smithi016 ceph-mon[93212]: osdmap e273: 8 total, 8 up, 8 in 2024-04-15T14:40:22.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:40:22 smithi102 ceph-mon[31017]: osdmap e273: 8 total, 8 up, 8 in 2024-04-15T14:40:22.687 INFO:journalctl@ceph.prometheus.a.smithi102.stdout:Apr 15 14:40:22 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-prometheus-a[78028]: ts=2024-04-15T14:40:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi016:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"362ea986-fb34-11ee-bc8f-c7b262605968\", instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T14:40:23.265 INFO:tasks.rados.rados.0.smithi016.stdout:1036: done (3 left) 2024-04-15T14:40:23.265 INFO:tasks.rados.rados.0.smithi016.stdout:1037: done (2 left) 2024-04-15T14:40:23.265 INFO:tasks.rados.rados.0.smithi016.stdout:1038: done (1 left) 2024-04-15T14:40:23.265 INFO:tasks.rados.rados.0.smithi016.stdout:1039: done (0 left) 2024-04-15T14:40:23.265 INFO:tasks.rados.rados.0.smithi016.stdout:1040: rmattr oid 30 current snap is 103 2024-04-15T14:40:23.265 INFO:tasks.rados.rados.0.smithi016.stdout:1040: done (0 left) 2024-04-15T14:40:23.265 INFO:tasks.rados.rados.0.smithi016.stdout:1041: snap_remove snap 91 2024-04-15T14:40:23.539 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:40:23 smithi016 ceph-mon[93212]: pgmap v38: 121 pgs: 121 active+clean; 154 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 3.4 MiB/s rd, 2.5 MiB/s wr, 12 op/s 2024-04-15T14:40:23.539 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:40:23 smithi016 ceph-mon[93212]: osdmap e274: 8 total, 8 up, 8 in 2024-04-15T14:40:23.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:40:23 smithi016 ceph-mon[90652]: pgmap v38: 121 pgs: 121 active+clean; 154 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 3.4 MiB/s rd, 2.5 MiB/s wr, 12 op/s 2024-04-15T14:40:23.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:40:23 smithi016 ceph-mon[90652]: osdmap e274: 8 total, 8 up, 8 in 2024-04-15T14:40:23.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:40:23 smithi102 ceph-mon[31017]: pgmap v38: 121 pgs: 121 active+clean; 154 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 3.4 MiB/s rd, 2.5 MiB/s wr, 12 op/s 2024-04-15T14:40:23.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:40:23 smithi102 ceph-mon[31017]: osdmap e274: 8 total, 8 up, 8 in 2024-04-15T14:40:23.687 INFO:journalctl@ceph.prometheus.a.smithi102.stdout:Apr 15 14:40:23 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-prometheus-a[78028]: ts=2024-04-15T14:40:23.504Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi016\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi016\", job=\"node\", machine=\"x86_64\", nodename=\"smithi016\", release=\"5.14.0-438.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Apr 12 13:55:21 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"362ea986-fb34-11ee-bc8f-c7b262605968\", domainname=\"(none)\", instance=\"smithi016\", job=\"node\", machine=\"x86_64\", nodename=\"smithi016\", release=\"5.14.0-438.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Apr 12 13:55:21 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T14:40:24.272 INFO:tasks.rados.rados.0.smithi016.stdout:1041: done (0 left) 2024-04-15T14:40:24.272 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 19 current snap is 103 2024-04-15T14:40:24.272 INFO:tasks.rados.rados.0.smithi016.stdout:1042: seq_num 334 ranges {2654208=802816} 2024-04-15T14:40:24.291 INFO:tasks.rados.rados.0.smithi016.stdout:1042: writing smithi01678542-19 from 2654208 to 3457024 tid 1 2024-04-15T14:40:24.291 INFO:tasks.rados.rados.0.smithi016.stdout:1043: read oid 41 snap -1 2024-04-15T14:40:24.291 INFO:tasks.rados.rados.0.smithi016.stdout:1043: expect deleted 2024-04-15T14:40:24.292 INFO:tasks.rados.rados.0.smithi016.stdout:1044: snap_remove snap 98 2024-04-15T14:40:24.539 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:40:24 smithi016 ceph-mon[93212]: osdmap e275: 8 total, 8 up, 8 in 2024-04-15T14:40:24.539 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:40:24 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T14:40:24.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:40:24 smithi016 ceph-mon[90652]: osdmap e275: 8 total, 8 up, 8 in 2024-04-15T14:40:24.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:40:24 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T14:40:24.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:40:24 smithi102 ceph-mon[31017]: osdmap e275: 8 total, 8 up, 8 in 2024-04-15T14:40:24.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:40:24 smithi102 ceph-mon[31017]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T14:40:25.281 INFO:tasks.rados.rados.0.smithi016.stdout:1044: done (2 left) 2024-04-15T14:40:25.281 INFO:tasks.rados.rados.0.smithi016.stdout:1045: read oid 7 snap -1 2024-04-15T14:40:25.281 INFO:tasks.rados.rados.0.smithi016.stdout:1045: expect (ObjNum 99 snap 25 seq_num 99) 2024-04-15T14:40:25.281 INFO:tasks.rados.rados.0.smithi016.stdout:1046: snap_create 2024-04-15T14:40:25.281 INFO:tasks.rados.rados.0.smithi016.stdout:1042: finishing write tid 1 to smithi01678542-19 2024-04-15T14:40:25.282 INFO:tasks.rados.rados.0.smithi016.stdout:1042: finishing write tid 2 to smithi01678542-19 2024-04-15T14:40:25.282 INFO:tasks.rados.rados.0.smithi016.stdout:1042: finishing write tid 3 to smithi01678542-19 2024-04-15T14:40:25.282 INFO:tasks.rados.rados.0.smithi016.stdout:1042: oid 19 updating version 0 to 583 2024-04-15T14:40:25.282 INFO:tasks.rados.rados.0.smithi016.stdout:1042: oid 19 version 583 is already newer than 582 2024-04-15T14:40:25.282 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 19 v 583 (ObjNum 334 snap 103 seq_num 334) dirty exists 2024-04-15T14:40:25.282 INFO:tasks.rados.rados.0.smithi016.stdout:1042: left oid 19 (ObjNum 334 snap 103 seq_num 334) 2024-04-15T14:40:25.291 INFO:tasks.rados.rados.0.smithi016.stdout:1045: expect (ObjNum 99 snap 25 seq_num 99) 2024-04-15T14:40:25.335 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:40:25 smithi102 ceph-mon[31017]: pgmap v41: 121 pgs: 121 active+clean; 154 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 437 KiB/s rd, 1.9 MiB/s wr, 5 op/s 2024-04-15T14:40:25.335 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:40:25 smithi102 ceph-mon[31017]: osdmap e276: 8 total, 8 up, 8 in 2024-04-15T14:40:25.335 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:40:25 smithi102 ceph-mon[31017]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T14:40:25.335 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:40:25 smithi102 ceph-mon[31017]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T14:40:25.335 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:40:25 smithi102 ceph-mon[31017]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T14:40:25.335 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:40:25 smithi102 ceph-mon[31017]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T14:40:25.335 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:40:25 smithi102 ceph-mon[31017]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T14:40:25.335 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:40:25 smithi102 ceph-mon[31017]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T14:40:25.335 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:40:25 smithi102 ceph-mon[31017]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T14:40:25.335 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:40:25 smithi102 ceph-mon[31017]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "quorum_status"}]: dispatch 2024-04-15T14:40:25.335 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:40:25 smithi102 ceph-mon[31017]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "mon ok-to-stop", "ids": ["b"]}]: dispatch 2024-04-15T14:40:25.335 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:40:25 smithi102 ceph-mon[31017]: Upgrade: It appears safe to stop mon.b 2024-04-15T14:40:25.539 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:40:25 smithi016 ceph-mon[93212]: pgmap v41: 121 pgs: 121 active+clean; 154 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 437 KiB/s rd, 1.9 MiB/s wr, 5 op/s 2024-04-15T14:40:25.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:40:25 smithi016 ceph-mon[93212]: osdmap e276: 8 total, 8 up, 8 in 2024-04-15T14:40:25.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:40:25 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T14:40:25.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:40:25 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T14:40:25.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:40:25 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T14:40:25.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:40:25 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T14:40:25.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:40:25 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T14:40:25.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:40:25 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T14:40:25.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:40:25 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T14:40:25.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:40:25 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "quorum_status"}]: dispatch 2024-04-15T14:40:25.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:40:25 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "mon ok-to-stop", "ids": ["b"]}]: dispatch 2024-04-15T14:40:25.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:40:25 smithi016 ceph-mon[93212]: Upgrade: It appears safe to stop mon.b 2024-04-15T14:40:25.541 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:40:25 smithi016 ceph-mon[90652]: pgmap v41: 121 pgs: 121 active+clean; 154 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 437 KiB/s rd, 1.9 MiB/s wr, 5 op/s 2024-04-15T14:40:25.541 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:40:25 smithi016 ceph-mon[90652]: osdmap e276: 8 total, 8 up, 8 in 2024-04-15T14:40:25.541 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:40:25 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T14:40:25.541 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:40:25 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T14:40:25.541 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:40:25 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T14:40:25.541 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:40:25 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T14:40:25.541 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:40:25 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T14:40:25.541 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:40:25 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T14:40:25.541 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:40:25 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T14:40:25.541 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:40:25 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "quorum_status"}]: dispatch 2024-04-15T14:40:25.541 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:40:25 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "mon ok-to-stop", "ids": ["b"]}]: dispatch 2024-04-15T14:40:25.541 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:40:25 smithi016 ceph-mon[90652]: Upgrade: It appears safe to stop mon.b 2024-04-15T14:40:26.282 INFO:tasks.rados.rados.0.smithi016.stdout:1042: done (3 left) 2024-04-15T14:40:26.282 INFO:tasks.rados.rados.0.smithi016.stdout:1043: done (2 left) 2024-04-15T14:40:26.282 INFO:tasks.rados.rados.0.smithi016.stdout:1045: done (1 left) 2024-04-15T14:40:26.282 INFO:tasks.rados.rados.0.smithi016.stdout:1046: done (0 left) 2024-04-15T14:40:26.282 INFO:tasks.rados.rados.0.smithi016.stdout:1047: snap_remove snap 99 2024-04-15T14:40:26.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:40:26 smithi016 ceph-mon[90652]: osdmap e277: 8 total, 8 up, 8 in 2024-04-15T14:40:26.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:40:26 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T14:40:26.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:40:26 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-15T14:40:26.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:40:26 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-04-15T14:40:26.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:40:26 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T14:40:26.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:40:26 smithi016 ceph-mon[93212]: osdmap e277: 8 total, 8 up, 8 in 2024-04-15T14:40:26.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:40:26 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T14:40:26.541 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:40:26 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-15T14:40:26.541 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:40:26 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-04-15T14:40:26.541 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:40:26 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T14:40:26.578 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:40:26 smithi102 ceph-mon[31017]: osdmap e277: 8 total, 8 up, 8 in 2024-04-15T14:40:26.578 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:40:26 smithi102 ceph-mon[31017]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T14:40:26.578 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:40:26 smithi102 ceph-mon[31017]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-15T14:40:26.578 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:40:26 smithi102 ceph-mon[31017]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-04-15T14:40:26.579 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:40:26 smithi102 ceph-mon[31017]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T14:40:27.283 INFO:tasks.rados.rados.0.smithi016.stdout:1047: done (0 left) 2024-04-15T14:40:27.284 INFO:tasks.rados.rados.0.smithi016.stdout:1048: copy_from oid 25 from oid 20 current snap is 104 2024-04-15T14:40:27.284 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 47 current snap is 104 2024-04-15T14:40:27.284 INFO:tasks.rados.rados.0.smithi016.stdout:1049: seq_num 335 ranges {712704=417792,1130496=401408} 2024-04-15T14:40:27.290 INFO:tasks.rados.rados.0.smithi016.stdout:1049: writing smithi01678542-47 from 712704 to 1130496 tid 1 2024-04-15T14:40:27.293 INFO:tasks.rados.rados.0.smithi016.stdout:1049: writing smithi01678542-47 from 1130496 to 1531904 tid 2 2024-04-15T14:40:27.293 INFO:tasks.rados.rados.0.smithi016.stdout:1050: read oid 50 snap -1 2024-04-15T14:40:27.293 INFO:tasks.rados.rados.0.smithi016.stdout:1050: expect deleted 2024-04-15T14:40:27.293 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 21 current snap is 104 2024-04-15T14:40:27.293 INFO:tasks.rados.rados.0.smithi016.stdout:1051: seq_num 336 ranges {2342912=434176,2777088=401408} 2024-04-15T14:40:27.309 INFO:tasks.rados.rados.0.smithi016.stdout:1051: writing smithi01678542-21 from 2342912 to 2777088 tid 1 2024-04-15T14:40:27.312 INFO:tasks.rados.rados.0.smithi016.stdout:1051: writing smithi01678542-21 from 2777088 to 3178496 tid 2 2024-04-15T14:40:27.312 INFO:tasks.rados.rados.0.smithi016.stdout:1052: snap_create 2024-04-15T14:40:27.312 INFO:tasks.rados.rados.0.smithi016.stdout:1049: finishing write tid 1 to smithi01678542-47 2024-04-15T14:40:27.312 INFO:tasks.rados.rados.0.smithi016.stdout:1049: finishing write tid 2 to smithi01678542-47 2024-04-15T14:40:27.312 INFO:tasks.rados.rados.0.smithi016.stdout:1049: finishing write tid 3 to smithi01678542-47 2024-04-15T14:40:27.312 INFO:tasks.rados.rados.0.smithi016.stdout:1049: finishing write tid 4 to smithi01678542-47 2024-04-15T14:40:27.312 INFO:tasks.rados.rados.0.smithi016.stdout:1049: oid 47 updating version 0 to 670 2024-04-15T14:40:27.312 INFO:tasks.rados.rados.0.smithi016.stdout:1049: oid 47 updating version 670 to 672 2024-04-15T14:40:27.312 INFO:tasks.rados.rados.0.smithi016.stdout:1049: oid 47 version 672 is already newer than 671 2024-04-15T14:40:27.312 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 47 v 672 (ObjNum 335 snap 104 seq_num 335) dirty exists 2024-04-15T14:40:27.312 INFO:tasks.rados.rados.0.smithi016.stdout:1049: left oid 47 (ObjNum 335 snap 104 seq_num 335) 2024-04-15T14:40:27.312 INFO:tasks.rados.rados.0.smithi016.stdout:1048: finishing copy_from racing read to smithi01678542-25 2024-04-15T14:40:27.314 INFO:tasks.rados.rados.0.smithi016.stdout:1048: finishing copy_from to smithi01678542-25 2024-04-15T14:40:27.314 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 25 v 519 (ObjNum 288 snap 85 seq_num 288) dirty exists 2024-04-15T14:40:27.316 INFO:tasks.rados.rados.0.smithi016.stdout:1051: finishing write tid 1 to smithi01678542-21 2024-04-15T14:40:27.316 INFO:tasks.rados.rados.0.smithi016.stdout:1051: finishing write tid 2 to smithi01678542-21 2024-04-15T14:40:27.316 INFO:tasks.rados.rados.0.smithi016.stdout:1051: finishing write tid 3 to smithi01678542-21 2024-04-15T14:40:27.317 INFO:tasks.rados.rados.0.smithi016.stdout:1051: finishing write tid 4 to smithi01678542-21 2024-04-15T14:40:27.317 INFO:tasks.rados.rados.0.smithi016.stdout:1051: oid 21 updating version 0 to 677 2024-04-15T14:40:27.317 INFO:tasks.rados.rados.0.smithi016.stdout:1051: oid 21 version 677 is already newer than 676 2024-04-15T14:40:27.317 INFO:tasks.rados.rados.0.smithi016.stdout:1051: oid 21 updating version 677 to 678 2024-04-15T14:40:27.317 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 21 v 678 (ObjNum 336 snap 104 seq_num 336) dirty exists 2024-04-15T14:40:27.318 INFO:tasks.rados.rados.0.smithi016.stdout:1051: left oid 21 (ObjNum 336 snap 104 seq_num 336) 2024-04-15T14:40:27.539 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:40:27 smithi016 ceph-mon[93212]: pgmap v44: 121 pgs: 121 active+clean; 160 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 206 KiB/s rd, 2.7 MiB/s wr, 12 op/s 2024-04-15T14:40:27.539 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:40:27 smithi016 ceph-mon[93212]: Upgrade: Updating mon.b 2024-04-15T14:40:27.539 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:40:27 smithi016 ceph-mon[93212]: Deploying daemon mon.b on smithi102 2024-04-15T14:40:27.539 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:40:27 smithi016 ceph-mon[93212]: osdmap e278: 8 total, 8 up, 8 in 2024-04-15T14:40:27.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:40:27 smithi016 ceph-mon[90652]: pgmap v44: 121 pgs: 121 active+clean; 160 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 206 KiB/s rd, 2.7 MiB/s wr, 12 op/s 2024-04-15T14:40:27.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:40:27 smithi016 ceph-mon[90652]: Upgrade: Updating mon.b 2024-04-15T14:40:27.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:40:27 smithi016 ceph-mon[90652]: Deploying daemon mon.b on smithi102 2024-04-15T14:40:27.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:40:27 smithi016 ceph-mon[90652]: osdmap e278: 8 total, 8 up, 8 in 2024-04-15T14:40:27.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:40:27 smithi102 ceph-mon[31017]: pgmap v44: 121 pgs: 121 active+clean; 160 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 206 KiB/s rd, 2.7 MiB/s wr, 12 op/s 2024-04-15T14:40:27.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:40:27 smithi102 ceph-mon[31017]: Upgrade: Updating mon.b 2024-04-15T14:40:27.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:40:27 smithi102 ceph-mon[31017]: Deploying daemon mon.b on smithi102 2024-04-15T14:40:27.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:40:27 smithi102 ceph-mon[31017]: osdmap e278: 8 total, 8 up, 8 in 2024-04-15T14:40:28.286 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:40:28 smithi102 systemd[1]: Stopping Ceph mon.b for 362ea986-fb34-11ee-bc8f-c7b262605968... 2024-04-15T14:40:28.539 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:40:28 smithi016 ceph-mon[90652]: osdmap e279: 8 total, 8 up, 8 in 2024-04-15T14:40:28.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:40:28 smithi016 ceph-mon[93212]: osdmap e279: 8 total, 8 up, 8 in 2024-04-15T14:40:28.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:40:28 smithi102 ceph-mon[31017]: osdmap e279: 8 total, 8 up, 8 in 2024-04-15T14:40:28.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:40:28 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mon-b[30994]: 2024-04-15T14:40:28.292+0000 7f0f1f11f700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mon -n mon.b -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false --default-mon-cluster-log-to-file=false --default-mon-cluster-log-to-journald=true --default-mon-cluster-log-to-stderr=false (PID: 1) UID: 0 2024-04-15T14:40:28.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:40:28 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mon-b[30994]: 2024-04-15T14:40:28.292+0000 7f0f1f11f700 -1 mon.b@1(peon) e3 *** Got Signal Terminated *** 2024-04-15T14:40:28.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:40:28 smithi102 podman[86939]: 2024-04-15 14:40:28.48818621 +0000 UTC m=+0.325254310 container died 07416040f2293aad363d792f1598699cfecb82e9eb5df8e1ae2fc288364e3b74 (image=quay.ceph.io/ceph-ci/ceph@sha256:68779415073ff203e402b0379758fdddf51fc45e34dd0f039888aa95268c5315, name=ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mon-b, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True, RELEASE=reef-e3fb05d, org.label-schema.build-date=20240409, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, io.buildah.version=1.33.5, CEPH_POINT_RELEASE=, ceph=True) 2024-04-15T14:40:29.167 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:40:28 smithi102 podman[86939]: 2024-04-15 14:40:28.840747788 +0000 UTC m=+0.677815879 container cleanup 07416040f2293aad363d792f1598699cfecb82e9eb5df8e1ae2fc288364e3b74 (image=quay.ceph.io/ceph-ci/ceph@sha256:68779415073ff203e402b0379758fdddf51fc45e34dd0f039888aa95268c5315, name=ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mon-b, maintainer=Guillaume Abrioux , io.buildah.version=1.33.5, RELEASE=reef-e3fb05d, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240409, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, ceph=True, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, GIT_CLEAN=True) 2024-04-15T14:40:29.167 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:40:28 smithi102 bash[86939]: ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mon-b 2024-04-15T14:40:29.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:40:29 smithi102 podman[86957]: 2024-04-15 14:40:29.166953491 +0000 UTC m=+0.674909229 container remove 07416040f2293aad363d792f1598699cfecb82e9eb5df8e1ae2fc288364e3b74 (image=quay.ceph.io/ceph-ci/ceph@sha256:68779415073ff203e402b0379758fdddf51fc45e34dd0f039888aa95268c5315, name=ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mon-b, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240409, RELEASE=reef-e3fb05d, io.buildah.version=1.33.5, ceph=True, org.label-schema.license=GPLv2) 2024-04-15T14:40:29.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:40:29 smithi102 systemd[1]: ceph-362ea986-fb34-11ee-bc8f-c7b262605968@mon.b.service: Deactivated successfully. 2024-04-15T14:40:29.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:40:29 smithi102 systemd[1]: Stopped Ceph mon.b for 362ea986-fb34-11ee-bc8f-c7b262605968. 2024-04-15T14:40:29.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:40:29 smithi102 systemd[1]: ceph-362ea986-fb34-11ee-bc8f-c7b262605968@mon.b.service: Consumed 9.771s CPU time. 2024-04-15T14:40:29.818 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:40:29 smithi102 systemd[1]: Starting Ceph mon.b for 362ea986-fb34-11ee-bc8f-c7b262605968... 2024-04-15T14:40:29.818 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:40:29 smithi102 podman[87094]: 2024-04-15 14:40:29.710204229 +0000 UTC m=+0.108052685 container create 57b781990cd4d3d5ee4c8f4cc6677f02169126ed5ab168b9002dab8b828fb0fe (image=quay.ceph.io/ceph-ci/ceph@sha256:55072b3f7eae2e3409906b98d09d882e1c3dc2a9205d85fd5f4c0bc62f82d163, name=ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mon-b, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240409, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=main-c2d8c31, GIT_CLEAN=True, io.buildah.version=1.33.5, ceph=True) 2024-04-15T14:40:29.818 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:40:29 smithi102 podman[87094]: 2024-04-15 14:40:29.620201484 +0000 UTC m=+0.018049954 image pull 259793512b732efd8e04a33aa28c6de3675c47d120bc226206521425d246003e quay.ceph.io/ceph-ci/ceph@sha256:55072b3f7eae2e3409906b98d09d882e1c3dc2a9205d85fd5f4c0bc62f82d163 2024-04-15T14:40:30.438 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:40:29 smithi102 podman[87094]: 2024-04-15 14:40:29.937825063 +0000 UTC m=+0.335673510 container init 57b781990cd4d3d5ee4c8f4cc6677f02169126ed5ab168b9002dab8b828fb0fe (image=quay.ceph.io/ceph-ci/ceph@sha256:55072b3f7eae2e3409906b98d09d882e1c3dc2a9205d85fd5f4c0bc62f82d163, name=ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mon-b, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, RELEASE=main-c2d8c31, maintainer=Guillaume Abrioux , io.buildah.version=1.33.5, GIT_CLEAN=True, ceph=True, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240409, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 8 Base Image) 2024-04-15T14:40:30.438 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:40:29 smithi102 podman[87094]: 2024-04-15 14:40:29.943217769 +0000 UTC m=+0.341066216 container start 57b781990cd4d3d5ee4c8f4cc6677f02169126ed5ab168b9002dab8b828fb0fe (image=quay.ceph.io/ceph-ci/ceph@sha256:55072b3f7eae2e3409906b98d09d882e1c3dc2a9205d85fd5f4c0bc62f82d163, name=ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mon-b, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.33.5, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, RELEASE=main-c2d8c31, GIT_BRANCH=HEAD, GIT_CLEAN=True, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240409, org.label-schema.license=GPLv2, ceph=True) 2024-04-15T14:40:30.438 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:40:29 smithi102 ceph-mon[87131]: set uid:gid to 167:167 (ceph:ceph) 2024-04-15T14:40:30.438 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:40:29 smithi102 ceph-mon[87131]: ceph version 19.0.0-3080-gc2d8c315 (c2d8c3155d854ee204cb7c7261232571229d1d54) squid (dev), process ceph-mon, pid 7 2024-04-15T14:40:30.438 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:40:29 smithi102 ceph-mon[87131]: pidfile_write: ignore empty --pid-file 2024-04-15T14:40:30.438 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:40:29 smithi102 ceph-mon[87131]: load: jerasure load: lrc 2024-04-15T14:40:30.438 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:40:29 smithi102 ceph-mon[87131]: rocksdb: RocksDB version: 7.9.2 2024-04-15T14:40:30.438 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:40:29 smithi102 ceph-mon[87131]: rocksdb: Git sha 0 2024-04-15T14:40:30.439 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:40:29 smithi102 ceph-mon[87131]: rocksdb: Compile date 2024-04-12 22:42:42 2024-04-15T14:40:30.439 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:40:29 smithi102 ceph-mon[87131]: rocksdb: DB SUMMARY 2024-04-15T14:40:30.439 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:40:29 smithi102 ceph-mon[87131]: rocksdb: DB Session ID: R1971N6D65F0HRAE1JC8 2024-04-15T14:40:30.439 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:40:29 smithi102 ceph-mon[87131]: rocksdb: CURRENT file: CURRENT 2024-04-15T14:40:30.439 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:40:29 smithi102 ceph-mon[87131]: rocksdb: IDENTITY file: IDENTITY 2024-04-15T14:40:30.439 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:40:29 smithi102 ceph-mon[87131]: rocksdb: MANIFEST file: MANIFEST-000010 size: 1413 Bytes 2024-04-15T14:40:30.440 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:40:29 smithi102 ceph-mon[87131]: rocksdb: SST files in /var/lib/ceph/mon/ceph-b/store.db dir, Total Num: 1, files: 000027.sst 2024-04-15T14:40:30.440 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:40:29 smithi102 ceph-mon[87131]: rocksdb: Write Ahead Log file in /var/lib/ceph/mon/ceph-b/store.db: 000025.log size: 9717615 ; 2024-04-15T14:40:30.440 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:40:29 smithi102 ceph-mon[87131]: rocksdb: Options.error_if_exists: 0 2024-04-15T14:40:30.440 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:40:29 smithi102 ceph-mon[87131]: rocksdb: Options.create_if_missing: 0 2024-04-15T14:40:30.440 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:40:29 smithi102 ceph-mon[87131]: rocksdb: Options.paranoid_checks: 1 2024-04-15T14:40:30.440 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:40:29 smithi102 ceph-mon[87131]: rocksdb: Options.flush_verify_memtable_count: 1 2024-04-15T14:40:30.440 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:40:29 smithi102 ceph-mon[87131]: rocksdb: Options.track_and_verify_wals_in_manifest: 0 2024-04-15T14:40:30.440 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:40:29 smithi102 ceph-mon[87131]: rocksdb: Options.verify_sst_unique_id_in_manifest: 1 2024-04-15T14:40:30.440 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:40:29 smithi102 ceph-mon[87131]: rocksdb: Options.env: 0x55c372c2ccc0 2024-04-15T14:40:30.440 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:40:29 smithi102 ceph-mon[87131]: rocksdb: Options.fs: PosixFileSystem 2024-04-15T14:40:30.440 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:40:29 smithi102 ceph-mon[87131]: rocksdb: Options.info_log: 0x55c3740a1be0 2024-04-15T14:40:30.440 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:40:29 smithi102 ceph-mon[87131]: rocksdb: Options.max_file_opening_threads: 16 2024-04-15T14:40:30.441 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:40:29 smithi102 ceph-mon[87131]: rocksdb: Options.statistics: (nil) 2024-04-15T14:40:30.441 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:40:29 smithi102 ceph-mon[87131]: rocksdb: Options.use_fsync: 0 2024-04-15T14:40:30.441 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:40:29 smithi102 ceph-mon[87131]: rocksdb: Options.max_log_file_size: 0 2024-04-15T14:40:30.441 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:40:29 smithi102 ceph-mon[87131]: rocksdb: Options.max_manifest_file_size: 1073741824 2024-04-15T14:40:30.441 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:40:29 smithi102 ceph-mon[87131]: rocksdb: Options.log_file_time_to_roll: 0 2024-04-15T14:40:30.441 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:40:29 smithi102 ceph-mon[87131]: rocksdb: Options.keep_log_file_num: 1000 2024-04-15T14:40:30.441 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:40:29 smithi102 ceph-mon[87131]: rocksdb: Options.recycle_log_file_num: 0 2024-04-15T14:40:30.441 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:40:29 smithi102 ceph-mon[87131]: rocksdb: Options.allow_fallocate: 1 2024-04-15T14:40:30.441 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:40:29 smithi102 ceph-mon[87131]: rocksdb: Options.allow_mmap_reads: 0 2024-04-15T14:40:30.441 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:40:29 smithi102 ceph-mon[87131]: rocksdb: Options.allow_mmap_writes: 0 2024-04-15T14:40:30.441 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:40:29 smithi102 ceph-mon[87131]: rocksdb: Options.use_direct_reads: 0 2024-04-15T14:40:30.442 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:40:29 smithi102 ceph-mon[87131]: rocksdb: Options.use_direct_io_for_flush_and_compaction: 0 2024-04-15T14:40:30.442 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:40:29 smithi102 ceph-mon[87131]: rocksdb: Options.create_missing_column_families: 0 2024-04-15T14:40:30.442 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:40:29 smithi102 ceph-mon[87131]: rocksdb: Options.db_log_dir: 2024-04-15T14:40:30.442 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:40:29 smithi102 ceph-mon[87131]: rocksdb: Options.wal_dir: 2024-04-15T14:40:30.442 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:40:29 smithi102 ceph-mon[87131]: rocksdb: Options.table_cache_numshardbits: 6 2024-04-15T14:40:30.442 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:40:29 smithi102 ceph-mon[87131]: rocksdb: Options.WAL_ttl_seconds: 0 2024-04-15T14:40:30.442 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:40:29 smithi102 ceph-mon[87131]: rocksdb: Options.WAL_size_limit_MB: 0 2024-04-15T14:40:30.442 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:40:29 smithi102 ceph-mon[87131]: rocksdb: Options.max_write_batch_group_size_bytes: 1048576 2024-04-15T14:40:30.442 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:40:29 smithi102 ceph-mon[87131]: rocksdb: Options.manifest_preallocation_size: 4194304 2024-04-15T14:40:30.442 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:40:29 smithi102 ceph-mon[87131]: rocksdb: Options.is_fd_close_on_exec: 1 2024-04-15T14:40:30.442 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:40:29 smithi102 ceph-mon[87131]: rocksdb: Options.advise_random_on_open: 1 2024-04-15T14:40:30.442 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:40:29 smithi102 ceph-mon[87131]: rocksdb: Options.db_write_buffer_size: 0 2024-04-15T14:40:30.442 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:40:29 smithi102 ceph-mon[87131]: rocksdb: Options.write_buffer_manager: 0x55c374072820 2024-04-15T14:40:30.442 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:40:29 smithi102 ceph-mon[87131]: rocksdb: Options.access_hint_on_compaction_start: 1 2024-04-15T14:40:30.443 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:40:29 smithi102 ceph-mon[87131]: rocksdb: Options.random_access_max_buffer_size: 1048576 2024-04-15T14:40:30.443 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:40:29 smithi102 ceph-mon[87131]: rocksdb: Options.use_adaptive_mutex: 0 2024-04-15T14:40:30.443 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:40:29 smithi102 ceph-mon[87131]: rocksdb: Options.rate_limiter: (nil) 2024-04-15T14:40:30.443 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:40:29 smithi102 ceph-mon[87131]: rocksdb: Options.sst_file_manager.rate_bytes_per_sec: 0 2024-04-15T14:40:30.443 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:40:29 smithi102 ceph-mon[87131]: rocksdb: Options.wal_recovery_mode: 2 2024-04-15T14:40:30.443 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:40:29 smithi102 ceph-mon[87131]: rocksdb: Options.enable_thread_tracking: 0 2024-04-15T14:40:30.443 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:40:29 smithi102 ceph-mon[87131]: rocksdb: Options.enable_pipelined_write: 0 2024-04-15T14:40:30.443 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:40:29 smithi102 ceph-mon[87131]: rocksdb: Options.unordered_write: 0 2024-04-15T14:40:30.443 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:40:29 smithi102 ceph-mon[87131]: rocksdb: Options.allow_concurrent_memtable_write: 1 2024-04-15T14:40:30.443 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:40:29 smithi102 ceph-mon[87131]: rocksdb: Options.enable_write_thread_adaptive_yield: 1 2024-04-15T14:40:30.443 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:40:29 smithi102 ceph-mon[87131]: rocksdb: Options.write_thread_max_yield_usec: 100 2024-04-15T14:40:30.443 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:40:29 smithi102 ceph-mon[87131]: rocksdb: Options.write_thread_slow_yield_usec: 3 2024-04-15T14:40:30.443 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:40:29 smithi102 ceph-mon[87131]: rocksdb: Options.row_cache: None 2024-04-15T14:40:30.443 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:40:29 smithi102 ceph-mon[87131]: rocksdb: Options.wal_filter: None 2024-04-15T14:40:30.444 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:40:29 smithi102 ceph-mon[87131]: rocksdb: Options.avoid_flush_during_recovery: 0 2024-04-15T14:40:30.445 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:40:29 smithi102 ceph-mon[87131]: rocksdb: Options.allow_ingest_behind: 0 2024-04-15T14:40:30.445 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:40:29 smithi102 ceph-mon[87131]: rocksdb: Options.two_write_queues: 0 2024-04-15T14:40:30.445 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:40:29 smithi102 ceph-mon[87131]: rocksdb: Options.manual_wal_flush: 0 2024-04-15T14:40:30.445 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:40:29 smithi102 ceph-mon[87131]: rocksdb: Options.wal_compression: 0 2024-04-15T14:40:30.445 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:40:29 smithi102 ceph-mon[87131]: rocksdb: Options.atomic_flush: 0 2024-04-15T14:40:30.445 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:40:29 smithi102 ceph-mon[87131]: rocksdb: Options.avoid_unnecessary_blocking_io: 0 2024-04-15T14:40:30.445 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:40:29 smithi102 ceph-mon[87131]: rocksdb: Options.persist_stats_to_disk: 0 2024-04-15T14:40:30.445 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:40:29 smithi102 ceph-mon[87131]: rocksdb: Options.write_dbid_to_manifest: 0 2024-04-15T14:40:30.446 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:40:29 smithi102 ceph-mon[87131]: rocksdb: Options.log_readahead_size: 0 2024-04-15T14:40:30.446 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:40:29 smithi102 ceph-mon[87131]: rocksdb: Options.file_checksum_gen_factory: Unknown 2024-04-15T14:40:30.446 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:40:29 smithi102 ceph-mon[87131]: rocksdb: Options.best_efforts_recovery: 0 2024-04-15T14:40:30.446 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:40:29 smithi102 ceph-mon[87131]: rocksdb: Options.max_bgerror_resume_count: 2147483647 2024-04-15T14:40:30.446 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:40:29 smithi102 ceph-mon[87131]: rocksdb: Options.bgerror_resume_retry_interval: 1000000 2024-04-15T14:40:30.446 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:40:29 smithi102 ceph-mon[87131]: rocksdb: Options.allow_data_in_errors: 0 2024-04-15T14:40:30.446 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:40:29 smithi102 ceph-mon[87131]: rocksdb: Options.db_host_id: __hostname__ 2024-04-15T14:40:30.446 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:40:29 smithi102 ceph-mon[87131]: rocksdb: Options.enforce_single_del_contracts: true 2024-04-15T14:40:30.446 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:40:29 smithi102 ceph-mon[87131]: rocksdb: Options.max_background_jobs: 2 2024-04-15T14:40:30.446 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:40:29 smithi102 ceph-mon[87131]: rocksdb: Options.max_background_compactions: -1 2024-04-15T14:40:30.446 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:40:29 smithi102 ceph-mon[87131]: rocksdb: Options.max_subcompactions: 1 2024-04-15T14:40:30.446 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:40:29 smithi102 ceph-mon[87131]: rocksdb: Options.avoid_flush_during_shutdown: 0 2024-04-15T14:40:30.446 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:40:29 smithi102 ceph-mon[87131]: rocksdb: Options.writable_file_max_buffer_size: 1048576 2024-04-15T14:40:30.447 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:40:29 smithi102 ceph-mon[87131]: rocksdb: Options.delayed_write_rate : 16777216 2024-04-15T14:40:30.447 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:40:29 smithi102 ceph-mon[87131]: rocksdb: Options.max_total_wal_size: 0 2024-04-15T14:40:30.447 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:40:29 smithi102 ceph-mon[87131]: rocksdb: Options.delete_obsolete_files_period_micros: 21600000000 2024-04-15T14:40:30.447 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:40:29 smithi102 ceph-mon[87131]: rocksdb: Options.stats_dump_period_sec: 600 2024-04-15T14:40:30.447 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:40:29 smithi102 ceph-mon[87131]: rocksdb: Options.stats_persist_period_sec: 600 2024-04-15T14:40:30.447 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:40:29 smithi102 ceph-mon[87131]: rocksdb: Options.stats_history_buffer_size: 1048576 2024-04-15T14:40:30.447 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:40:29 smithi102 ceph-mon[87131]: rocksdb: Options.max_open_files: -1 2024-04-15T14:40:30.447 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:40:29 smithi102 ceph-mon[87131]: rocksdb: Options.bytes_per_sync: 0 2024-04-15T14:40:30.447 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:40:29 smithi102 ceph-mon[87131]: rocksdb: Options.wal_bytes_per_sync: 0 2024-04-15T14:40:30.447 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:40:29 smithi102 ceph-mon[87131]: rocksdb: Options.strict_bytes_per_sync: 0 2024-04-15T14:40:30.447 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:40:29 smithi102 ceph-mon[87131]: rocksdb: Options.compaction_readahead_size: 0 2024-04-15T14:40:30.447 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:40:29 smithi102 ceph-mon[87131]: rocksdb: Options.max_background_flushes: -1 2024-04-15T14:40:30.447 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:40:29 smithi102 ceph-mon[87131]: rocksdb: Compression algorithms supported: 2024-04-15T14:40:30.447 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:40:29 smithi102 ceph-mon[87131]: rocksdb: kZSTDNotFinalCompression supported: 0 2024-04-15T14:40:30.448 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:40:29 smithi102 ceph-mon[87131]: rocksdb: kZSTD supported: 0 2024-04-15T14:40:30.448 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:40:29 smithi102 ceph-mon[87131]: rocksdb: kXpressCompression supported: 0 2024-04-15T14:40:30.448 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:40:29 smithi102 ceph-mon[87131]: rocksdb: kLZ4HCCompression supported: 1 2024-04-15T14:40:30.448 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:40:29 smithi102 ceph-mon[87131]: rocksdb: kZlibCompression supported: 1 2024-04-15T14:40:30.448 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:40:29 smithi102 ceph-mon[87131]: rocksdb: kSnappyCompression supported: 1 2024-04-15T14:40:30.448 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:40:29 smithi102 ceph-mon[87131]: rocksdb: kLZ4Compression supported: 1 2024-04-15T14:40:30.448 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:40:29 smithi102 ceph-mon[87131]: rocksdb: kBZip2Compression supported: 0 2024-04-15T14:40:30.448 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:40:29 smithi102 ceph-mon[87131]: rocksdb: Fast CRC32 supported: Supported on x86 2024-04-15T14:40:30.448 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:40:29 smithi102 ceph-mon[87131]: rocksdb: DMutex implementation: pthread_mutex_t 2024-04-15T14:40:30.448 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:40:29 smithi102 ceph-mon[87131]: rocksdb: [db/version_set.cc:5527] Recovering from manifest file: /var/lib/ceph/mon/ceph-b/store.db/MANIFEST-000010 2024-04-15T14:40:30.448 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:40:29 smithi102 ceph-mon[87131]: rocksdb: [db/column_family.cc:630] --------------- Options for column family [default]: 2024-04-15T14:40:30.448 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:40:29 smithi102 ceph-mon[87131]: rocksdb: Options.comparator: leveldb.BytewiseComparator 2024-04-15T14:40:30.448 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:40:29 smithi102 ceph-mon[87131]: rocksdb: Options.merge_operator: 2024-04-15T14:40:30.448 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:40:29 smithi102 ceph-mon[87131]: rocksdb: Options.compaction_filter: None 2024-04-15T14:40:30.449 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:40:29 smithi102 ceph-mon[87131]: rocksdb: Options.compaction_filter_factory: None 2024-04-15T14:40:30.449 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:40:29 smithi102 ceph-mon[87131]: rocksdb: Options.sst_partitioner_factory: None 2024-04-15T14:40:30.449 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:40:29 smithi102 ceph-mon[87131]: rocksdb: Options.memtable_factory: SkipListFactory 2024-04-15T14:40:30.449 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:40:29 smithi102 ceph-mon[87131]: rocksdb: Options.table_factory: BlockBasedTable 2024-04-15T14:40:30.449 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:40:29 smithi102 ceph-mon[87131]: rocksdb: table_factory options: flush_block_policy_factory: FlushBlockBySizePolicyFactory (0x55c3740a1dc0) 2024-04-15T14:40:30.449 INFO:journalctl@ceph.mon.b.smithi102.stdout: cache_index_and_filter_blocks: 1 2024-04-15T14:40:30.449 INFO:journalctl@ceph.mon.b.smithi102.stdout: cache_index_and_filter_blocks_with_high_priority: 0 2024-04-15T14:40:30.449 INFO:journalctl@ceph.mon.b.smithi102.stdout: pin_l0_filter_and_index_blocks_in_cache: 0 2024-04-15T14:40:30.449 INFO:journalctl@ceph.mon.b.smithi102.stdout: pin_top_level_index_and_filter: 1 2024-04-15T14:40:30.449 INFO:journalctl@ceph.mon.b.smithi102.stdout: index_type: 0 2024-04-15T14:40:30.449 INFO:journalctl@ceph.mon.b.smithi102.stdout: data_block_index_type: 0 2024-04-15T14:40:30.449 INFO:journalctl@ceph.mon.b.smithi102.stdout: index_shortening: 1 2024-04-15T14:40:30.449 INFO:journalctl@ceph.mon.b.smithi102.stdout: data_block_hash_table_util_ratio: 0.750000 2024-04-15T14:40:30.449 INFO:journalctl@ceph.mon.b.smithi102.stdout: checksum: 4 2024-04-15T14:40:30.450 INFO:journalctl@ceph.mon.b.smithi102.stdout: no_block_cache: 0 2024-04-15T14:40:30.450 INFO:journalctl@ceph.mon.b.smithi102.stdout: block_cache: 0x55c3740a5090 2024-04-15T14:40:30.450 INFO:journalctl@ceph.mon.b.smithi102.stdout: block_cache_name: BinnedLRUCache 2024-04-15T14:40:30.450 INFO:journalctl@ceph.mon.b.smithi102.stdout: block_cache_options: 2024-04-15T14:40:30.450 INFO:journalctl@ceph.mon.b.smithi102.stdout: capacity : 536870912 2024-04-15T14:40:30.450 INFO:journalctl@ceph.mon.b.smithi102.stdout: num_shard_bits : 4 2024-04-15T14:40:30.450 INFO:journalctl@ceph.mon.b.smithi102.stdout: strict_capacity_limit : 0 2024-04-15T14:40:30.450 INFO:journalctl@ceph.mon.b.smithi102.stdout: high_pri_pool_ratio: 0.000 2024-04-15T14:40:30.450 INFO:journalctl@ceph.mon.b.smithi102.stdout: block_cache_compressed: (nil) 2024-04-15T14:40:30.450 INFO:journalctl@ceph.mon.b.smithi102.stdout: persistent_cache: (nil) 2024-04-15T14:40:30.451 INFO:journalctl@ceph.mon.b.smithi102.stdout: block_size: 4096 2024-04-15T14:40:30.451 INFO:journalctl@ceph.mon.b.smithi102.stdout: block_size_deviation: 10 2024-04-15T14:40:30.451 INFO:journalctl@ceph.mon.b.smithi102.stdout: block_restart_interval: 16 2024-04-15T14:40:30.451 INFO:journalctl@ceph.mon.b.smithi102.stdout: index_block_restart_interval: 1 2024-04-15T14:40:30.451 INFO:journalctl@ceph.mon.b.smithi102.stdout: metadata_block_size: 4096 2024-04-15T14:40:30.451 INFO:journalctl@ceph.mon.b.smithi102.stdout: partition_filters: 0 2024-04-15T14:40:30.451 INFO:journalctl@ceph.mon.b.smithi102.stdout: use_delta_encoding: 1 2024-04-15T14:40:30.451 INFO:journalctl@ceph.mon.b.smithi102.stdout: filter_policy: bloomfilter 2024-04-15T14:40:30.451 INFO:journalctl@ceph.mon.b.smithi102.stdout: whole_key_filtering: 1 2024-04-15T14:40:30.451 INFO:journalctl@ceph.mon.b.smithi102.stdout: verify_compression: 0 2024-04-15T14:40:30.451 INFO:journalctl@ceph.mon.b.smithi102.stdout: read_amp_bytes_per_bit: 0 2024-04-15T14:40:30.451 INFO:journalctl@ceph.mon.b.smithi102.stdout: format_version: 5 2024-04-15T14:40:30.451 INFO:journalctl@ceph.mon.b.smithi102.stdout: enable_index_compression: 1 2024-04-15T14:40:30.451 INFO:journalctl@ceph.mon.b.smithi102.stdout: block_align: 0 2024-04-15T14:40:30.452 INFO:journalctl@ceph.mon.b.smithi102.stdout: max_auto_readahead_size: 262144 2024-04-15T14:40:30.452 INFO:journalctl@ceph.mon.b.smithi102.stdout: prepopulate_block_cache: 0 2024-04-15T14:40:30.452 INFO:journalctl@ceph.mon.b.smithi102.stdout: initial_auto_readahead_size: 8192 2024-04-15T14:40:30.452 INFO:journalctl@ceph.mon.b.smithi102.stdout: num_file_reads_for_auto_readahead: 2 2024-04-15T14:40:30.452 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:40:29 smithi102 ceph-mon[87131]: rocksdb: Options.write_buffer_size: 33554432 2024-04-15T14:40:30.452 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:40:29 smithi102 ceph-mon[87131]: rocksdb: Options.max_write_buffer_number: 2 2024-04-15T14:40:30.452 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:40:29 smithi102 ceph-mon[87131]: rocksdb: Options.compression: NoCompression 2024-04-15T14:40:30.452 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:40:29 smithi102 ceph-mon[87131]: rocksdb: Options.bottommost_compression: Disabled 2024-04-15T14:40:30.452 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:40:29 smithi102 ceph-mon[87131]: rocksdb: Options.prefix_extractor: nullptr 2024-04-15T14:40:30.452 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:40:29 smithi102 ceph-mon[87131]: rocksdb: Options.memtable_insert_with_hint_prefix_extractor: nullptr 2024-04-15T14:40:30.452 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:40:29 smithi102 ceph-mon[87131]: rocksdb: Options.num_levels: 7 2024-04-15T14:40:30.452 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:40:29 smithi102 ceph-mon[87131]: rocksdb: Options.min_write_buffer_number_to_merge: 1 2024-04-15T14:40:30.452 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:40:29 smithi102 ceph-mon[87131]: rocksdb: Options.max_write_buffer_number_to_maintain: 0 2024-04-15T14:40:30.452 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:40:29 smithi102 ceph-mon[87131]: rocksdb: Options.max_write_buffer_size_to_maintain: 0 2024-04-15T14:40:30.453 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:40:29 smithi102 ceph-mon[87131]: rocksdb: Options.bottommost_compression_opts.window_bits: -14 2024-04-15T14:40:30.453 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:40:29 smithi102 ceph-mon[87131]: rocksdb: Options.bottommost_compression_opts.level: 32767 2024-04-15T14:40:30.453 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:40:29 smithi102 ceph-mon[87131]: rocksdb: Options.bottommost_compression_opts.strategy: 0 2024-04-15T14:40:30.453 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:40:29 smithi102 ceph-mon[87131]: rocksdb: Options.bottommost_compression_opts.max_dict_bytes: 0 2024-04-15T14:40:30.453 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:40:29 smithi102 ceph-mon[87131]: rocksdb: Options.bottommost_compression_opts.zstd_max_train_bytes: 0 2024-04-15T14:40:30.453 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:40:29 smithi102 ceph-mon[87131]: rocksdb: Options.bottommost_compression_opts.parallel_threads: 1 2024-04-15T14:40:30.453 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:40:29 smithi102 ceph-mon[87131]: rocksdb: Options.bottommost_compression_opts.enabled: false 2024-04-15T14:40:30.453 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:40:29 smithi102 ceph-mon[87131]: rocksdb: Options.bottommost_compression_opts.max_dict_buffer_bytes: 0 2024-04-15T14:40:30.453 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:40:29 smithi102 ceph-mon[87131]: rocksdb: Options.bottommost_compression_opts.use_zstd_dict_trainer: true 2024-04-15T14:40:30.453 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:40:29 smithi102 ceph-mon[87131]: rocksdb: Options.compression_opts.window_bits: -14 2024-04-15T14:40:30.453 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:40:29 smithi102 ceph-mon[87131]: rocksdb: Options.compression_opts.level: 32767 2024-04-15T14:40:30.453 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:40:29 smithi102 ceph-mon[87131]: rocksdb: Options.compression_opts.strategy: 0 2024-04-15T14:40:30.453 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:40:29 smithi102 ceph-mon[87131]: rocksdb: Options.compression_opts.max_dict_bytes: 0 2024-04-15T14:40:30.453 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:40:29 smithi102 ceph-mon[87131]: rocksdb: Options.compression_opts.zstd_max_train_bytes: 0 2024-04-15T14:40:30.454 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:40:29 smithi102 ceph-mon[87131]: rocksdb: Options.compression_opts.use_zstd_dict_trainer: true 2024-04-15T14:40:30.454 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:40:29 smithi102 ceph-mon[87131]: rocksdb: Options.compression_opts.parallel_threads: 1 2024-04-15T14:40:30.454 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:40:29 smithi102 ceph-mon[87131]: rocksdb: Options.compression_opts.enabled: false 2024-04-15T14:40:30.454 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:40:29 smithi102 ceph-mon[87131]: rocksdb: Options.compression_opts.max_dict_buffer_bytes: 0 2024-04-15T14:40:30.454 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:40:29 smithi102 ceph-mon[87131]: rocksdb: Options.level0_file_num_compaction_trigger: 4 2024-04-15T14:40:30.454 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:40:29 smithi102 ceph-mon[87131]: rocksdb: Options.level0_slowdown_writes_trigger: 20 2024-04-15T14:40:30.454 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:40:29 smithi102 ceph-mon[87131]: rocksdb: Options.level0_stop_writes_trigger: 36 2024-04-15T14:40:30.454 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:40:29 smithi102 ceph-mon[87131]: rocksdb: Options.target_file_size_base: 67108864 2024-04-15T14:40:30.454 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:40:29 smithi102 ceph-mon[87131]: rocksdb: Options.target_file_size_multiplier: 1 2024-04-15T14:40:30.454 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:40:29 smithi102 ceph-mon[87131]: rocksdb: Options.max_bytes_for_level_base: 268435456 2024-04-15T14:40:30.454 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:40:29 smithi102 ceph-mon[87131]: rocksdb: Options.level_compaction_dynamic_level_bytes: 1 2024-04-15T14:40:30.454 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:40:29 smithi102 ceph-mon[87131]: rocksdb: Options.max_bytes_for_level_multiplier: 10.000000 2024-04-15T14:40:30.454 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:40:29 smithi102 ceph-mon[87131]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[0]: 1 2024-04-15T14:40:30.455 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:40:29 smithi102 ceph-mon[87131]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[1]: 1 2024-04-15T14:40:30.455 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:40:29 smithi102 ceph-mon[87131]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[2]: 1 2024-04-15T14:40:30.455 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:40:29 smithi102 ceph-mon[87131]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[3]: 1 2024-04-15T14:40:30.455 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:40:29 smithi102 ceph-mon[87131]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[4]: 1 2024-04-15T14:40:30.455 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:40:29 smithi102 ceph-mon[87131]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[5]: 1 2024-04-15T14:40:30.455 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:40:29 smithi102 ceph-mon[87131]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[6]: 1 2024-04-15T14:40:30.455 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:40:29 smithi102 ceph-mon[87131]: rocksdb: Options.max_sequential_skip_in_iterations: 8 2024-04-15T14:40:30.455 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:40:29 smithi102 ceph-mon[87131]: rocksdb: Options.max_compaction_bytes: 1677721600 2024-04-15T14:40:30.455 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:40:29 smithi102 ceph-mon[87131]: rocksdb: Options.ignore_max_compaction_bytes_for_input: true 2024-04-15T14:40:30.455 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:40:29 smithi102 ceph-mon[87131]: rocksdb: Options.arena_block_size: 1048576 2024-04-15T14:40:30.455 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:40:29 smithi102 ceph-mon[87131]: rocksdb: Options.soft_pending_compaction_bytes_limit: 68719476736 2024-04-15T14:40:30.455 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:40:29 smithi102 ceph-mon[87131]: rocksdb: Options.hard_pending_compaction_bytes_limit: 274877906944 2024-04-15T14:40:30.455 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:40:29 smithi102 ceph-mon[87131]: rocksdb: Options.disable_auto_compactions: 0 2024-04-15T14:40:30.455 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:40:29 smithi102 ceph-mon[87131]: rocksdb: Options.compaction_style: kCompactionStyleLevel 2024-04-15T14:40:30.456 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:40:29 smithi102 ceph-mon[87131]: rocksdb: Options.compaction_pri: kMinOverlappingRatio 2024-04-15T14:40:30.456 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:40:29 smithi102 ceph-mon[87131]: rocksdb: Options.compaction_options_universal.size_ratio: 1 2024-04-15T14:40:30.456 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:40:29 smithi102 ceph-mon[87131]: rocksdb: Options.compaction_options_universal.min_merge_width: 2 2024-04-15T14:40:30.456 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:40:29 smithi102 ceph-mon[87131]: rocksdb: Options.compaction_options_universal.max_merge_width: 4294967295 2024-04-15T14:40:30.456 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:40:29 smithi102 ceph-mon[87131]: rocksdb: Options.compaction_options_universal.max_size_amplification_percent: 200 2024-04-15T14:40:30.456 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:40:29 smithi102 ceph-mon[87131]: rocksdb: Options.compaction_options_universal.compression_size_percent: -1 2024-04-15T14:40:30.456 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:40:29 smithi102 ceph-mon[87131]: rocksdb: Options.compaction_options_universal.stop_style: kCompactionStopStyleTotalSize 2024-04-15T14:40:30.456 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:40:29 smithi102 ceph-mon[87131]: rocksdb: Options.compaction_options_fifo.max_table_files_size: 1073741824 2024-04-15T14:40:30.456 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:40:29 smithi102 ceph-mon[87131]: rocksdb: Options.compaction_options_fifo.allow_compaction: 0 2024-04-15T14:40:30.456 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:40:29 smithi102 ceph-mon[87131]: rocksdb: Options.table_properties_collectors: CompactOnDeletionCollector (Sliding window size = 32768 Deletion trigger = 16384 Deletion ratio = 0); 2024-04-15T14:40:30.456 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:40:29 smithi102 ceph-mon[87131]: rocksdb: Options.inplace_update_support: 0 2024-04-15T14:40:30.456 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:40:29 smithi102 ceph-mon[87131]: rocksdb: Options.inplace_update_num_locks: 10000 2024-04-15T14:40:30.456 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:40:29 smithi102 ceph-mon[87131]: rocksdb: Options.memtable_prefix_bloom_size_ratio: 0.000000 2024-04-15T14:40:30.456 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:40:29 smithi102 ceph-mon[87131]: rocksdb: Options.memtable_whole_key_filtering: 0 2024-04-15T14:40:30.457 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:40:29 smithi102 ceph-mon[87131]: rocksdb: Options.memtable_huge_page_size: 0 2024-04-15T14:40:30.457 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:40:29 smithi102 ceph-mon[87131]: rocksdb: Options.bloom_locality: 0 2024-04-15T14:40:30.457 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:40:29 smithi102 ceph-mon[87131]: rocksdb: Options.max_successive_merges: 0 2024-04-15T14:40:30.457 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:40:29 smithi102 ceph-mon[87131]: rocksdb: Options.optimize_filters_for_hits: 0 2024-04-15T14:40:30.457 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:40:29 smithi102 ceph-mon[87131]: rocksdb: Options.paranoid_file_checks: 0 2024-04-15T14:40:30.457 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:40:29 smithi102 ceph-mon[87131]: rocksdb: Options.force_consistency_checks: 1 2024-04-15T14:40:30.457 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:40:29 smithi102 ceph-mon[87131]: rocksdb: Options.report_bg_io_stats: 0 2024-04-15T14:40:30.457 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:40:29 smithi102 ceph-mon[87131]: rocksdb: Options.ttl: 2592000 2024-04-15T14:40:30.457 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:40:29 smithi102 ceph-mon[87131]: rocksdb: Options.periodic_compaction_seconds: 0 2024-04-15T14:40:30.457 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:40:29 smithi102 ceph-mon[87131]: rocksdb: Options.preclude_last_level_data_seconds: 0 2024-04-15T14:40:30.457 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:40:29 smithi102 ceph-mon[87131]: rocksdb: Options.preserve_internal_time_seconds: 0 2024-04-15T14:40:30.457 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:40:29 smithi102 ceph-mon[87131]: rocksdb: Options.enable_blob_files: false 2024-04-15T14:40:30.457 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:40:29 smithi102 ceph-mon[87131]: rocksdb: Options.min_blob_size: 0 2024-04-15T14:40:30.457 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:40:29 smithi102 ceph-mon[87131]: rocksdb: Options.blob_file_size: 268435456 2024-04-15T14:40:30.458 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:40:29 smithi102 ceph-mon[87131]: rocksdb: Options.blob_compression_type: NoCompression 2024-04-15T14:40:30.458 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:40:29 smithi102 ceph-mon[87131]: rocksdb: Options.enable_blob_garbage_collection: false 2024-04-15T14:40:30.458 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:40:29 smithi102 ceph-mon[87131]: rocksdb: Options.blob_garbage_collection_age_cutoff: 0.250000 2024-04-15T14:40:30.458 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:40:29 smithi102 ceph-mon[87131]: rocksdb: Options.blob_garbage_collection_force_threshold: 1.000000 2024-04-15T14:40:30.458 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:40:29 smithi102 ceph-mon[87131]: rocksdb: Options.blob_compaction_readahead_size: 0 2024-04-15T14:40:30.458 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:40:29 smithi102 ceph-mon[87131]: rocksdb: Options.blob_file_starting_level: 0 2024-04-15T14:40:30.458 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:40:29 smithi102 ceph-mon[87131]: rocksdb: Options.experimental_mempurge_threshold: 0.000000 2024-04-15T14:40:30.459 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:40:29 smithi102 ceph-mon[87131]: rocksdb: [db/version_set.cc:4390] More existing levels in DB than needed. max_bytes_for_level_multiplier may not be guaranteed. 2024-04-15T14:40:30.459 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:40:29 smithi102 ceph-mon[87131]: rocksdb: [db/version_set.cc:5566] Recovered from manifest file:/var/lib/ceph/mon/ceph-b/store.db/MANIFEST-000010 succeeded,manifest_file_number is 10, next_file_number is 29, last_sequence is 13722, log_number is 25,prev_log_number is 0,max_column_family is 0,min_log_number_to_keep is 25 2024-04-15T14:40:30.459 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:40:29 smithi102 ceph-mon[87131]: rocksdb: [db/version_set.cc:5581] Column family [default] (ID 0), log number is 25 2024-04-15T14:40:30.459 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:40:29 smithi102 ceph-mon[87131]: rocksdb: [db/db_impl/db_impl_open.cc:539] DB ID: 54e5a6f6-e70a-4dd9-878d-9850a33d0462 2024-04-15T14:40:30.459 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:40:29 smithi102 ceph-mon[87131]: rocksdb: EVENT_LOG_v1 {"time_micros": 1713192029973655, "job": 1, "event": "recovery_started", "wal_files": [25]} 2024-04-15T14:40:30.459 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:40:29 smithi102 ceph-mon[87131]: rocksdb: [db/db_impl/db_impl_open.cc:1043] Recovering log #25 mode 2 2024-04-15T14:40:30.460 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:40:29 smithi102 ceph-mon[87131]: rocksdb: EVENT_LOG_v1 {"time_micros": 1713192029997756, "cf_name": "default", "job": 1, "event": "table_file_creation", "file_number": 30, "file_size": 6000318, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 13727, "largest_seqno": 16849, "table_properties": {"data_size": 5986349, "index_size": 9402, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 3525, "raw_key_size": 32015, "raw_average_key_size": 22, "raw_value_size": 5957249, "raw_average_value_size": 4234, "num_data_blocks": 410, "num_entries": 1407, "num_filter_entries": 1407, "num_deletions": 290, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "bloomfilter", "column_family_name": "default", "column_family_id": 0, "comparator": "leveldb.BytewiseComparator", "merge_operator": "", "prefix_extractor_name": "nullptr", "property_collectors": "[CompactOnDeletionCollector]", "compression": "NoCompression", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1713192029, "oldest_key_time": 0, "file_creation_time": 0, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "54e5a6f6-e70a-4dd9-878d-9850a33d0462", "db_session_id": "R1971N6D65F0HRAE1JC8", "orig_file_number": 30, "seqno_to_time_mapping": "N/A"}} 2024-04-15T14:40:30.460 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:40:29 smithi102 ceph-mon[87131]: rocksdb: EVENT_LOG_v1 {"time_micros": 1713192029997835, "job": 1, "event": "recovery_finished"} 2024-04-15T14:40:30.460 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:40:29 smithi102 ceph-mon[87131]: rocksdb: [db/version_set.cc:5047] Creating manifest 32 2024-04-15T14:40:30.460 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:40:29 smithi102 ceph-mon[87131]: rocksdb: [db/version_set.cc:4390] More existing levels in DB than needed. max_bytes_for_level_multiplier may not be guaranteed. 2024-04-15T14:40:30.460 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:40:29 smithi102 ceph-mon[87131]: rocksdb: [file/delete_scheduler.cc:74] Deleted file /var/lib/ceph/mon/ceph-b/store.db/000025.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024-04-15T14:40:30.460 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:40:29 smithi102 ceph-mon[87131]: rocksdb: [db/db_impl/db_impl_open.cc:1987] SstFileManager instance 0x55c374194000 2024-04-15T14:40:30.461 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:40:29 smithi102 ceph-mon[87131]: rocksdb: DB pointer 0x55c37417e000 2024-04-15T14:40:30.461 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:40:30 smithi102 ceph-mon[87131]: rocksdb: [db/db_impl/db_impl.cc:1109] ------- DUMPING STATS ------- 2024-04-15T14:40:30.461 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:40:30 smithi102 ceph-mon[87131]: rocksdb: [db/db_impl/db_impl.cc:1111] 2024-04-15T14:40:30.461 INFO:journalctl@ceph.mon.b.smithi102.stdout: ** DB Stats ** 2024-04-15T14:40:30.461 INFO:journalctl@ceph.mon.b.smithi102.stdout: Uptime(secs): 0.0 total, 0.0 interval 2024-04-15T14:40:30.461 INFO:journalctl@ceph.mon.b.smithi102.stdout: Cumulative writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 GB, 0.00 MB/s 2024-04-15T14:40:30.462 INFO:journalctl@ceph.mon.b.smithi102.stdout: Cumulative WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2024-04-15T14:40:30.462 INFO:journalctl@ceph.mon.b.smithi102.stdout: Cumulative stall: 00:00:0.000 H:M:S, 0.0 percent 2024-04-15T14:40:30.462 INFO:journalctl@ceph.mon.b.smithi102.stdout: Interval writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 MB, 0.00 MB/s 2024-04-15T14:40:30.462 INFO:journalctl@ceph.mon.b.smithi102.stdout: Interval WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2024-04-15T14:40:30.462 INFO:journalctl@ceph.mon.b.smithi102.stdout: Interval stall: 00:00:0.000 H:M:S, 0.0 percent 2024-04-15T14:40:30.462 INFO:journalctl@ceph.mon.b.smithi102.stdout: 2024-04-15T14:40:30.463 INFO:journalctl@ceph.mon.b.smithi102.stdout: ** Compaction Stats [default] ** 2024-04-15T14:40:30.463 INFO:journalctl@ceph.mon.b.smithi102.stdout: Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) 2024-04-15T14:40:30.463 INFO:journalctl@ceph.mon.b.smithi102.stdout: ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------ 2024-04-15T14:40:30.463 INFO:journalctl@ceph.mon.b.smithi102.stdout: L0 1/0 5.72 MB 0.2 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 492.2 0.01 0.00 1 0.012 0 0 0.0 0.0 2024-04-15T14:40:30.463 INFO:journalctl@ceph.mon.b.smithi102.stdout: L6 1/0 8.12 MB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.00 0.00 0 0.000 0 0 0.0 0.0 2024-04-15T14:40:30.463 INFO:journalctl@ceph.mon.b.smithi102.stdout: Sum 2/0 13.84 MB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 492.2 0.01 0.00 1 0.012 0 0 0.0 0.0 2024-04-15T14:40:30.464 INFO:journalctl@ceph.mon.b.smithi102.stdout: Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 492.2 0.01 0.00 1 0.012 0 0 0.0 0.0 2024-04-15T14:40:30.464 INFO:journalctl@ceph.mon.b.smithi102.stdout: 2024-04-15T14:40:30.464 INFO:journalctl@ceph.mon.b.smithi102.stdout: ** Compaction Stats [default] ** 2024-04-15T14:40:30.464 INFO:journalctl@ceph.mon.b.smithi102.stdout: Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) 2024-04-15T14:40:30.464 INFO:journalctl@ceph.mon.b.smithi102.stdout: --------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2024-04-15T14:40:30.464 INFO:journalctl@ceph.mon.b.smithi102.stdout: User 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 492.2 0.01 0.00 1 0.012 0 0 0.0 0.0 2024-04-15T14:40:30.465 INFO:journalctl@ceph.mon.b.smithi102.stdout: 2024-04-15T14:40:30.465 INFO:journalctl@ceph.mon.b.smithi102.stdout: Blob file count: 0, total size: 0.0 GB, garbage size: 0.0 GB, space amp: 0.0 2024-04-15T14:40:30.465 INFO:journalctl@ceph.mon.b.smithi102.stdout: 2024-04-15T14:40:30.465 INFO:journalctl@ceph.mon.b.smithi102.stdout: Uptime(secs): 0.0 total, 0.0 interval 2024-04-15T14:40:30.465 INFO:journalctl@ceph.mon.b.smithi102.stdout: Flush(GB): cumulative 0.006, interval 0.006 2024-04-15T14:40:30.465 INFO:journalctl@ceph.mon.b.smithi102.stdout: AddFile(GB): cumulative 0.000, interval 0.000 2024-04-15T14:40:30.466 INFO:journalctl@ceph.mon.b.smithi102.stdout: AddFile(Total Files): cumulative 0, interval 0 2024-04-15T14:40:30.466 INFO:journalctl@ceph.mon.b.smithi102.stdout: AddFile(L0 Files): cumulative 0, interval 0 2024-04-15T14:40:30.466 INFO:journalctl@ceph.mon.b.smithi102.stdout: AddFile(Keys): cumulative 0, interval 0 2024-04-15T14:40:30.466 INFO:journalctl@ceph.mon.b.smithi102.stdout: Cumulative compaction: 0.01 GB write, 210.72 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-04-15T14:40:30.466 INFO:journalctl@ceph.mon.b.smithi102.stdout: Interval compaction: 0.01 GB write, 210.72 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-04-15T14:40:30.466 INFO:journalctl@ceph.mon.b.smithi102.stdout: Stalls(count): 0 level0_slowdown, 0 level0_slowdown_with_compaction, 0 level0_numfiles, 0 level0_numfiles_with_compaction, 0 stop for pending_compaction_bytes, 0 slowdown for pending_compaction_bytes, 0 memtable_compaction, 0 memtable_slowdown, interval 0 total count 2024-04-15T14:40:30.467 INFO:journalctl@ceph.mon.b.smithi102.stdout: Block cache BinnedLRUCache@0x55c3740a5090#7 capacity: 512.00 MB usage: 14.11 KB table_size: 0 occupancy: 18446744073709551615 collections: 1 last_copies: 0 last_secs: 1e-05 secs_since: 0 2024-04-15T14:40:30.467 INFO:journalctl@ceph.mon.b.smithi102.stdout: Block cache entry stats(count,size,portion): FilterBlock(1,4.03 KB,0.0007689%) IndexBlock(1,10.08 KB,0.00192225%) Misc(1,0.00 KB,0%) 2024-04-15T14:40:30.467 INFO:journalctl@ceph.mon.b.smithi102.stdout: 2024-04-15T14:40:30.467 INFO:journalctl@ceph.mon.b.smithi102.stdout: ** File Read Latency Histogram By Level [default] ** 2024-04-15T14:40:30.467 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:40:30 smithi102 ceph-mon[87131]: starting mon.b rank 1 at public addrs [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] at bind addrs [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] mon_data /var/lib/ceph/mon/ceph-b fsid 362ea986-fb34-11ee-bc8f-c7b262605968 2024-04-15T14:40:30.467 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:40:30 smithi102 ceph-mon[87131]: mon.b@-1(???) e3 preinit fsid 362ea986-fb34-11ee-bc8f-c7b262605968 2024-04-15T14:40:30.468 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:40:30 smithi102 ceph-mon[87131]: mon.b@-1(???).mds e6 new map 2024-04-15T14:40:30.468 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:40:30 smithi102 ceph-mon[87131]: mon.b@-1(???).mds e6 print_map 2024-04-15T14:40:30.468 INFO:journalctl@ceph.mon.b.smithi102.stdout: e6 2024-04-15T14:40:30.468 INFO:journalctl@ceph.mon.b.smithi102.stdout: enable_multiple, ever_enabled_multiple: 1,1 2024-04-15T14:40:30.468 INFO:journalctl@ceph.mon.b.smithi102.stdout: default compat: compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,8=no anchor table,9=file layout v2,10=snaprealm v2} 2024-04-15T14:40:30.468 INFO:journalctl@ceph.mon.b.smithi102.stdout: legacy client fscid: 1 2024-04-15T14:40:30.469 INFO:journalctl@ceph.mon.b.smithi102.stdout: 2024-04-15T14:40:30.469 INFO:journalctl@ceph.mon.b.smithi102.stdout: Filesystem 'cephfs' (1) 2024-04-15T14:40:30.469 INFO:journalctl@ceph.mon.b.smithi102.stdout: fs_name cephfs 2024-04-15T14:40:30.469 INFO:journalctl@ceph.mon.b.smithi102.stdout: epoch 6 2024-04-15T14:40:30.469 INFO:journalctl@ceph.mon.b.smithi102.stdout: flags 12 joinable allow_snaps allow_multimds_snaps 2024-04-15T14:40:30.469 INFO:journalctl@ceph.mon.b.smithi102.stdout: created 2024-04-15T14:33:34.967132+0000 2024-04-15T14:40:30.470 INFO:journalctl@ceph.mon.b.smithi102.stdout: modified 2024-04-15T14:33:36.974097+0000 2024-04-15T14:40:30.470 INFO:journalctl@ceph.mon.b.smithi102.stdout: tableserver 0 2024-04-15T14:40:30.470 INFO:journalctl@ceph.mon.b.smithi102.stdout: root 0 2024-04-15T14:40:30.470 INFO:journalctl@ceph.mon.b.smithi102.stdout: session_timeout 60 2024-04-15T14:40:30.470 INFO:journalctl@ceph.mon.b.smithi102.stdout: session_autoclose 300 2024-04-15T14:40:30.470 INFO:journalctl@ceph.mon.b.smithi102.stdout: max_file_size 1099511627776 2024-04-15T14:40:30.471 INFO:journalctl@ceph.mon.b.smithi102.stdout: max_xattr_size 65536 2024-04-15T14:40:30.471 INFO:journalctl@ceph.mon.b.smithi102.stdout: required_client_features {} 2024-04-15T14:40:30.471 INFO:journalctl@ceph.mon.b.smithi102.stdout: last_failure 0 2024-04-15T14:40:30.471 INFO:journalctl@ceph.mon.b.smithi102.stdout: last_failure_osd_epoch 0 2024-04-15T14:40:30.471 INFO:journalctl@ceph.mon.b.smithi102.stdout: compat compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,7=mds uses inline data,8=no anchor table,9=file layout v2,10=snaprealm v2} 2024-04-15T14:40:30.471 INFO:journalctl@ceph.mon.b.smithi102.stdout: max_mds 1 2024-04-15T14:40:30.471 INFO:journalctl@ceph.mon.b.smithi102.stdout: in 0 2024-04-15T14:40:30.472 INFO:journalctl@ceph.mon.b.smithi102.stdout: up {0=24350} 2024-04-15T14:40:30.472 INFO:journalctl@ceph.mon.b.smithi102.stdout: failed 2024-04-15T14:40:30.473 INFO:journalctl@ceph.mon.b.smithi102.stdout: damaged 2024-04-15T14:40:30.473 INFO:journalctl@ceph.mon.b.smithi102.stdout: stopped 2024-04-15T14:40:30.473 INFO:journalctl@ceph.mon.b.smithi102.stdout: data_pools [3] 2024-04-15T14:40:30.473 INFO:journalctl@ceph.mon.b.smithi102.stdout: metadata_pool 2 2024-04-15T14:40:30.473 INFO:journalctl@ceph.mon.b.smithi102.stdout: inline_data disabled 2024-04-15T14:40:30.473 INFO:journalctl@ceph.mon.b.smithi102.stdout: balancer 2024-04-15T14:40:30.474 INFO:journalctl@ceph.mon.b.smithi102.stdout: bal_rank_mask -1 2024-04-15T14:40:30.474 INFO:journalctl@ceph.mon.b.smithi102.stdout: standby_count_wanted 0 2024-04-15T14:40:30.474 INFO:journalctl@ceph.mon.b.smithi102.stdout: qdb_cluster leader: 0 members: 2024-04-15T14:40:30.474 INFO:journalctl@ceph.mon.b.smithi102.stdout: [mds.a{0:24350} state up:active seq 3 addr [v2:172.21.15.16:6834/1881779027,v1:172.21.15.16:6835/1881779027] compat {c=[1],r=[1],i=[7ff]}] 2024-04-15T14:40:30.474 INFO:journalctl@ceph.mon.b.smithi102.stdout: 2024-04-15T14:40:30.474 INFO:journalctl@ceph.mon.b.smithi102.stdout: 2024-04-15T14:40:30.475 INFO:journalctl@ceph.mon.b.smithi102.stdout: Standby daemons: 2024-04-15T14:40:30.475 INFO:journalctl@ceph.mon.b.smithi102.stdout: 2024-04-15T14:40:30.475 INFO:journalctl@ceph.mon.b.smithi102.stdout: [mds.b{-1:24349} state up:standby seq 1 addr [v2:172.21.15.102:6832/1183295622,v1:172.21.15.102:6833/1183295622] compat {c=[1],r=[1],i=[7ff]}] 2024-04-15T14:40:30.475 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:40:30 smithi102 ceph-mon[87131]: mon.b@-1(???).osd e279 crush map has features 3314933069573799936, adjusting msgr requires 2024-04-15T14:40:30.475 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:40:30 smithi102 ceph-mon[87131]: mon.b@-1(???).osd e279 crush map has features 432629308056666112, adjusting msgr requires 2024-04-15T14:40:30.476 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:40:30 smithi102 ceph-mon[87131]: mon.b@-1(???).osd e279 crush map has features 432629308056666112, adjusting msgr requires 2024-04-15T14:40:30.476 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:40:30 smithi102 ceph-mon[87131]: mon.b@-1(???).osd e279 crush map has features 432629308056666112, adjusting msgr requires 2024-04-15T14:40:30.476 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:40:30 smithi102 ceph-mon[87131]: mon.b@-1(???).paxosservice(auth 1..21) refresh upgraded, format 0 -> 3 2024-04-15T14:40:30.476 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:40:30 smithi102 bash[87094]: 57b781990cd4d3d5ee4c8f4cc6677f02169126ed5ab168b9002dab8b828fb0fe 2024-04-15T14:40:30.476 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:40:30 smithi102 systemd[1]: Started Ceph mon.b for 362ea986-fb34-11ee-bc8f-c7b262605968. 2024-04-15T14:40:32.039 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 15 14:40:31 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-y[81421]: ::ffff:172.21.15.102 - - [15/Apr/2024:14:40:31] "GET /metrics HTTP/1.1" 200 36082 "" "Prometheus/2.43.0" 2024-04-15T14:40:32.687 INFO:journalctl@ceph.prometheus.a.smithi102.stdout:Apr 15 14:40:32 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-prometheus-a[78028]: ts=2024-04-15T14:40:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi016:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"362ea986-fb34-11ee-bc8f-c7b262605968\", instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T14:40:33.937 INFO:journalctl@ceph.prometheus.a.smithi102.stdout:Apr 15 14:40:33 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-prometheus-a[78028]: ts=2024-04-15T14:40:33.504Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi016\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi016\", job=\"node\", machine=\"x86_64\", nodename=\"smithi016\", release=\"5.14.0-438.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Apr 12 13:55:21 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"362ea986-fb34-11ee-bc8f-c7b262605968\", domainname=\"(none)\", instance=\"smithi016\", job=\"node\", machine=\"x86_64\", nodename=\"smithi016\", release=\"5.14.0-438.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Apr 12 13:55:21 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T14:40:35.149 INFO:tasks.rados.rados.0.smithi016.stdout:1048: done (4 left) 2024-04-15T14:40:35.149 INFO:tasks.rados.rados.0.smithi016.stdout:1049: done (3 left) 2024-04-15T14:40:35.149 INFO:tasks.rados.rados.0.smithi016.stdout:1050: done (2 left) 2024-04-15T14:40:35.149 INFO:tasks.rados.rados.0.smithi016.stdout:1051: done (1 left) 2024-04-15T14:40:35.149 INFO:tasks.rados.rados.0.smithi016.stdout:1052: done (0 left) 2024-04-15T14:40:35.149 INFO:tasks.rados.rados.0.smithi016.stdout:1053: read oid 7 snap 102 2024-04-15T14:40:35.149 INFO:tasks.rados.rados.0.smithi016.stdout:1053: expect (ObjNum 99 snap 25 seq_num 99) 2024-04-15T14:40:35.149 INFO:tasks.rados.rados.0.smithi016.stdout:1054: copy_from oid 13 from oid 41 current snap is 105 2024-04-15T14:40:35.149 INFO:tasks.rados.rados.0.smithi016.stdout:1055: snap_remove snap 94 2024-04-15T14:40:35.256 INFO:tasks.rados.rados.0.smithi016.stdout:1055: done (2 left) 2024-04-15T14:40:35.256 INFO:tasks.rados.rados.0.smithi016.stdout:1056: snap_create 2024-04-15T14:40:35.256 INFO:tasks.rados.rados.0.smithi016.stdout:1054: finishing copy_from to smithi01678542-13 2024-04-15T14:40:35.256 INFO:tasks.rados.rados.0.smithi016.stdout:1054: got expected ENOENT (src dne) 2024-04-15T14:40:35.256 INFO:tasks.rados.rados.0.smithi016.stdout:1054: finishing copy_from racing read to smithi01678542-13 2024-04-15T14:40:35.256 INFO:tasks.rados.rados.0.smithi016.stdout:1053: expect (ObjNum 99 snap 25 seq_num 99) 2024-04-15T14:40:35.289 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 15 14:40:35 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-y[81421]: 2024-04-15T14:40:35.007+0000 7f3e3870d700 -1 mgr.server handle_report got status from non-daemon mon.b 2024-04-15T14:40:35.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:40:35 smithi016 ceph-mon[93212]: pgmap v48: 121 pgs: 121 active+clean; 164 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 147 KiB/s rd, 2.8 MiB/s wr, 10 op/s 2024-04-15T14:40:35.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:40:35 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-15T14:40:35.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:40:35 smithi016 ceph-mon[93212]: mon.a calling monitor election 2024-04-15T14:40:35.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:40:35 smithi016 ceph-mon[93212]: mon.c calling monitor election 2024-04-15T14:40:35.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:40:35 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-15T14:40:35.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:40:35 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-15T14:40:35.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:40:35 smithi016 ceph-mon[93212]: mon.b calling monitor election 2024-04-15T14:40:35.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:40:35 smithi016 ceph-mon[93212]: pgmap v50: 121 pgs: 121 active+clean; 160 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 908 KiB/s rd, 829 KiB/s wr, 2 op/s 2024-04-15T14:40:35.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:40:35 smithi016 ceph-mon[93212]: pgmap v51: 121 pgs: 121 active+clean; 160 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 716 KiB/s rd, 654 KiB/s wr, 1 op/s 2024-04-15T14:40:35.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:40:35 smithi016 ceph-mon[93212]: mon.a is new leader, mons a,c in quorum (ranks 0,2) 2024-04-15T14:40:35.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:40:35 smithi016 ceph-mon[93212]: overall HEALTH_OK 2024-04-15T14:40:35.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:40:35 smithi016 ceph-mon[93212]: mon.a calling monitor election 2024-04-15T14:40:35.291 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:40:35 smithi016 ceph-mon[93212]: mon.a is new leader, mons a,b,c in quorum (ranks 0,1,2) 2024-04-15T14:40:35.291 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:40:35 smithi016 ceph-mon[93212]: monmap epoch 4 2024-04-15T14:40:35.291 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:40:35 smithi016 ceph-mon[93212]: fsid 362ea986-fb34-11ee-bc8f-c7b262605968 2024-04-15T14:40:35.291 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:40:35 smithi016 ceph-mon[93212]: last_changed 2024-04-15T14:40:30.066091+0000 2024-04-15T14:40:35.291 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:40:35 smithi016 ceph-mon[93212]: created 2024-04-15T14:28:00.200872+0000 2024-04-15T14:40:35.291 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:40:35 smithi016 ceph-mon[93212]: min_mon_release 19 (squid) 2024-04-15T14:40:35.291 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:40:35 smithi016 ceph-mon[93212]: election_strategy: 1 2024-04-15T14:40:35.291 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:40:35 smithi016 ceph-mon[93212]: 0: [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] mon.a 2024-04-15T14:40:35.291 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:40:35 smithi016 ceph-mon[93212]: 1: [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] mon.b 2024-04-15T14:40:35.291 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:40:35 smithi016 ceph-mon[93212]: 2: [v2:172.21.15.16:3301/0,v1:172.21.15.16:6790/0] mon.c 2024-04-15T14:40:35.291 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:40:35 smithi016 ceph-mon[93212]: fsmap cephfs:1 {0=a=up:active} 1 up:standby 2024-04-15T14:40:35.291 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:40:35 smithi016 ceph-mon[93212]: osdmap e280: 8 total, 8 up, 8 in 2024-04-15T14:40:35.291 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:40:35 smithi016 ceph-mon[93212]: mgrmap e43: y(active, since 41s), standbys: x 2024-04-15T14:40:35.291 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:40:35 smithi016 ceph-mon[93212]: overall HEALTH_OK 2024-04-15T14:40:35.292 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:40:35 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T14:40:35.292 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:40:35 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T14:40:35.292 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:40:35 smithi016 ceph-mon[90652]: pgmap v48: 121 pgs: 121 active+clean; 164 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 147 KiB/s rd, 2.8 MiB/s wr, 10 op/s 2024-04-15T14:40:35.292 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:40:35 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-15T14:40:35.292 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:40:35 smithi016 ceph-mon[90652]: mon.a calling monitor election 2024-04-15T14:40:35.292 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:40:35 smithi016 ceph-mon[90652]: mon.c calling monitor election 2024-04-15T14:40:35.292 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:40:35 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-15T14:40:35.292 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:40:35 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-15T14:40:35.292 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:40:35 smithi016 ceph-mon[90652]: mon.b calling monitor election 2024-04-15T14:40:35.292 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:40:35 smithi016 ceph-mon[90652]: pgmap v50: 121 pgs: 121 active+clean; 160 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 908 KiB/s rd, 829 KiB/s wr, 2 op/s 2024-04-15T14:40:35.292 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:40:35 smithi016 ceph-mon[90652]: pgmap v51: 121 pgs: 121 active+clean; 160 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 716 KiB/s rd, 654 KiB/s wr, 1 op/s 2024-04-15T14:40:35.292 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:40:35 smithi016 ceph-mon[90652]: mon.a is new leader, mons a,c in quorum (ranks 0,2) 2024-04-15T14:40:35.293 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:40:35 smithi016 ceph-mon[90652]: overall HEALTH_OK 2024-04-15T14:40:35.293 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:40:35 smithi016 ceph-mon[90652]: mon.a calling monitor election 2024-04-15T14:40:35.293 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:40:35 smithi016 ceph-mon[90652]: mon.a is new leader, mons a,b,c in quorum (ranks 0,1,2) 2024-04-15T14:40:35.293 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:40:35 smithi016 ceph-mon[90652]: monmap epoch 4 2024-04-15T14:40:35.293 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:40:35 smithi016 ceph-mon[90652]: fsid 362ea986-fb34-11ee-bc8f-c7b262605968 2024-04-15T14:40:35.293 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:40:35 smithi016 ceph-mon[90652]: last_changed 2024-04-15T14:40:30.066091+0000 2024-04-15T14:40:35.293 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:40:35 smithi016 ceph-mon[90652]: created 2024-04-15T14:28:00.200872+0000 2024-04-15T14:40:35.293 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:40:35 smithi016 ceph-mon[90652]: min_mon_release 19 (squid) 2024-04-15T14:40:35.293 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:40:35 smithi016 ceph-mon[90652]: election_strategy: 1 2024-04-15T14:40:35.293 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:40:35 smithi016 ceph-mon[90652]: 0: [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] mon.a 2024-04-15T14:40:35.293 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:40:35 smithi016 ceph-mon[90652]: 1: [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] mon.b 2024-04-15T14:40:35.293 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:40:35 smithi016 ceph-mon[90652]: 2: [v2:172.21.15.16:3301/0,v1:172.21.15.16:6790/0] mon.c 2024-04-15T14:40:35.293 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:40:35 smithi016 ceph-mon[90652]: fsmap cephfs:1 {0=a=up:active} 1 up:standby 2024-04-15T14:40:35.293 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:40:35 smithi016 ceph-mon[90652]: osdmap e280: 8 total, 8 up, 8 in 2024-04-15T14:40:35.293 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:40:35 smithi016 ceph-mon[90652]: mgrmap e43: y(active, since 41s), standbys: x 2024-04-15T14:40:35.293 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:40:35 smithi016 ceph-mon[90652]: overall HEALTH_OK 2024-04-15T14:40:35.294 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:40:35 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T14:40:35.294 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:40:35 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T14:40:35.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:40:35 smithi102 ceph-mon[87131]: pgmap v48: 121 pgs: 121 active+clean; 164 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 147 KiB/s rd, 2.8 MiB/s wr, 10 op/s 2024-04-15T14:40:35.438 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:40:35 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-15T14:40:35.438 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:40:35 smithi102 ceph-mon[87131]: mon.a calling monitor election 2024-04-15T14:40:35.438 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:40:35 smithi102 ceph-mon[87131]: mon.c calling monitor election 2024-04-15T14:40:35.438 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:40:35 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-15T14:40:35.438 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:40:35 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-15T14:40:35.438 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:40:35 smithi102 ceph-mon[87131]: mon.b calling monitor election 2024-04-15T14:40:35.438 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:40:35 smithi102 ceph-mon[87131]: pgmap v50: 121 pgs: 121 active+clean; 160 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 908 KiB/s rd, 829 KiB/s wr, 2 op/s 2024-04-15T14:40:35.438 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:40:35 smithi102 ceph-mon[87131]: pgmap v51: 121 pgs: 121 active+clean; 160 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 716 KiB/s rd, 654 KiB/s wr, 1 op/s 2024-04-15T14:40:35.438 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:40:35 smithi102 ceph-mon[87131]: mon.a is new leader, mons a,c in quorum (ranks 0,2) 2024-04-15T14:40:35.438 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:40:35 smithi102 ceph-mon[87131]: overall HEALTH_OK 2024-04-15T14:40:35.438 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:40:35 smithi102 ceph-mon[87131]: mon.a calling monitor election 2024-04-15T14:40:35.438 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:40:35 smithi102 ceph-mon[87131]: mon.a is new leader, mons a,b,c in quorum (ranks 0,1,2) 2024-04-15T14:40:35.438 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:40:35 smithi102 ceph-mon[87131]: monmap epoch 4 2024-04-15T14:40:35.438 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:40:35 smithi102 ceph-mon[87131]: fsid 362ea986-fb34-11ee-bc8f-c7b262605968 2024-04-15T14:40:35.439 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:40:35 smithi102 ceph-mon[87131]: last_changed 2024-04-15T14:40:30.066091+0000 2024-04-15T14:40:35.439 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:40:35 smithi102 ceph-mon[87131]: created 2024-04-15T14:28:00.200872+0000 2024-04-15T14:40:35.439 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:40:35 smithi102 ceph-mon[87131]: min_mon_release 19 (squid) 2024-04-15T14:40:35.439 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:40:35 smithi102 ceph-mon[87131]: election_strategy: 1 2024-04-15T14:40:35.439 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:40:35 smithi102 ceph-mon[87131]: 0: [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] mon.a 2024-04-15T14:40:35.439 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:40:35 smithi102 ceph-mon[87131]: 1: [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] mon.b 2024-04-15T14:40:35.439 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:40:35 smithi102 ceph-mon[87131]: 2: [v2:172.21.15.16:3301/0,v1:172.21.15.16:6790/0] mon.c 2024-04-15T14:40:35.439 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:40:35 smithi102 ceph-mon[87131]: fsmap cephfs:1 {0=a=up:active} 1 up:standby 2024-04-15T14:40:35.439 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:40:35 smithi102 ceph-mon[87131]: osdmap e280: 8 total, 8 up, 8 in 2024-04-15T14:40:35.439 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:40:35 smithi102 ceph-mon[87131]: mgrmap e43: y(active, since 41s), standbys: x 2024-04-15T14:40:35.439 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:40:35 smithi102 ceph-mon[87131]: overall HEALTH_OK 2024-04-15T14:40:35.439 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:40:35 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T14:40:35.439 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:40:35 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T14:40:36.000 INFO:teuthology.orchestra.run.smithi016.stdout:true 2024-04-15T14:40:36.258 INFO:tasks.rados.rados.0.smithi016.stdout:1053: done (2 left) 2024-04-15T14:40:36.258 INFO:tasks.rados.rados.0.smithi016.stdout:1054: done (1 left) 2024-04-15T14:40:36.258 INFO:tasks.rados.rados.0.smithi016.stdout:1056: done (0 left) 2024-04-15T14:40:36.258 INFO:tasks.rados.rados.0.smithi016.stdout:1057: snap_create 2024-04-15T14:40:36.289 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:40:36 smithi016 ceph-mon[90652]: osdmap e281: 8 total, 8 up, 8 in 2024-04-15T14:40:36.289 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:40:36 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T14:40:36.289 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:40:36 smithi016 ceph-mon[90652]: osdmap e282: 8 total, 8 up, 8 in 2024-04-15T14:40:36.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:40:36 smithi016 ceph-mon[93212]: osdmap e281: 8 total, 8 up, 8 in 2024-04-15T14:40:36.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:40:36 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T14:40:36.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:40:36 smithi016 ceph-mon[93212]: osdmap e282: 8 total, 8 up, 8 in 2024-04-15T14:40:36.339 INFO:teuthology.orchestra.run.smithi016.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-04-15T14:40:36.339 INFO:teuthology.orchestra.run.smithi016.stdout:alertmanager.a smithi016 *:9093,9094 running (5m) 16s ago 5m 24.6M - 0.25.0 c8568f914cd2 bc85d1f32a92 2024-04-15T14:40:36.339 INFO:teuthology.orchestra.run.smithi016.stdout:grafana.a smithi102 *:3000 running (5m) 37s ago 5m 88.4M - 9.4.7 954c08fa6188 dfd3a2bac142 2024-04-15T14:40:36.339 INFO:teuthology.orchestra.run.smithi016.stdout:mds.a smithi016 running (7m) 16s ago 7m 18.3M - 18.2.2-1221-ge3fb05d5 aa4d2281650a 287f01435fb1 2024-04-15T14:40:36.339 INFO:teuthology.orchestra.run.smithi016.stdout:mds.b smithi102 running (7m) 37s ago 7m 14.4M - 18.2.2-1221-ge3fb05d5 aa4d2281650a 9ed1adb3241c 2024-04-15T14:40:36.339 INFO:teuthology.orchestra.run.smithi016.stdout:mgr.x smithi102 *:8443,9283,8765 running (67s) 37s ago 10m 447M - 19.0.0-3080-gc2d8c315 259793512b73 7427787dd7cf 2024-04-15T14:40:36.339 INFO:teuthology.orchestra.run.smithi016.stdout:mgr.y smithi016 *:8443,9283,8765 running (99s) 16s ago 12m 503M - 19.0.0-3080-gc2d8c315 259793512b73 23b2f98a056a 2024-04-15T14:40:36.340 INFO:teuthology.orchestra.run.smithi016.stdout:mon.a smithi016 running (51s) 16s ago 12m 38.7M 2048M 19.0.0-3080-gc2d8c315 259793512b73 0f0e1a24c400 2024-04-15T14:40:36.340 INFO:teuthology.orchestra.run.smithi016.stdout:mon.b smithi102 starting - - - 2048M 2024-04-15T14:40:36.340 INFO:teuthology.orchestra.run.smithi016.stdout:mon.c smithi016 running (26s) 16s ago 10m 24.3M 2048M 19.0.0-3080-gc2d8c315 259793512b73 eef940aadb4d 2024-04-15T14:40:36.340 INFO:teuthology.orchestra.run.smithi016.stdout:node-exporter.a smithi016 *:9100 running (5m) 16s ago 5m 16.5M - 1.5.0 0da6a335fe13 8d0101b6e6e8 2024-04-15T14:40:36.340 INFO:teuthology.orchestra.run.smithi016.stdout:node-exporter.b smithi102 *:9100 running (5m) 37s ago 5m 15.3M - 1.5.0 0da6a335fe13 d83ffdf53df3 2024-04-15T14:40:36.340 INFO:teuthology.orchestra.run.smithi016.stdout:osd.0 smithi016 running (10m) 16s ago 10m 166M 2481M 18.2.2-1221-ge3fb05d5 aa4d2281650a ae127ce45e48 2024-04-15T14:40:36.340 INFO:teuthology.orchestra.run.smithi016.stdout:osd.1 smithi016 running (9m) 16s ago 9m 165M 2481M 18.2.2-1221-ge3fb05d5 aa4d2281650a 9239978ce644 2024-04-15T14:40:36.340 INFO:teuthology.orchestra.run.smithi016.stdout:osd.2 smithi016 running (9m) 16s ago 9m 149M 2481M 18.2.2-1221-ge3fb05d5 aa4d2281650a b55efe4e74b4 2024-04-15T14:40:36.340 INFO:teuthology.orchestra.run.smithi016.stdout:osd.3 smithi016 running (9m) 16s ago 9m 135M 2481M 18.2.2-1221-ge3fb05d5 aa4d2281650a b2684936efa6 2024-04-15T14:40:36.340 INFO:teuthology.orchestra.run.smithi016.stdout:osd.4 smithi102 running (8m) 37s ago 8m 157M 2480M 18.2.2-1221-ge3fb05d5 aa4d2281650a f863e36be995 2024-04-15T14:40:36.340 INFO:teuthology.orchestra.run.smithi016.stdout:osd.5 smithi102 running (8m) 37s ago 8m 153M 2480M 18.2.2-1221-ge3fb05d5 aa4d2281650a 64518f93c8c8 2024-04-15T14:40:36.340 INFO:teuthology.orchestra.run.smithi016.stdout:osd.6 smithi102 running (7m) 37s ago 7m 115M 2480M 18.2.2-1221-ge3fb05d5 aa4d2281650a a3993a86427e 2024-04-15T14:40:36.340 INFO:teuthology.orchestra.run.smithi016.stdout:osd.7 smithi102 running (7m) 37s ago 7m 112M 2480M 18.2.2-1221-ge3fb05d5 aa4d2281650a f9ac771a8a69 2024-04-15T14:40:36.340 INFO:teuthology.orchestra.run.smithi016.stdout:prometheus.a smithi102 *:9095 running (73s) 37s ago 6m 51.8M - 2.43.0 a07b618ecd1d 86d1d3518ceb 2024-04-15T14:40:36.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:40:36 smithi102 ceph-mon[87131]: osdmap e281: 8 total, 8 up, 8 in 2024-04-15T14:40:36.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:40:36 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T14:40:36.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:40:36 smithi102 ceph-mon[87131]: osdmap e282: 8 total, 8 up, 8 in 2024-04-15T14:40:36.757 INFO:teuthology.orchestra.run.smithi016.stdout:{ 2024-04-15T14:40:36.757 INFO:teuthology.orchestra.run.smithi016.stdout: "mon": { 2024-04-15T14:40:36.757 INFO:teuthology.orchestra.run.smithi016.stdout: "ceph version 19.0.0-3080-gc2d8c315 (c2d8c3155d854ee204cb7c7261232571229d1d54) squid (dev)": 3 2024-04-15T14:40:36.757 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-04-15T14:40:36.757 INFO:teuthology.orchestra.run.smithi016.stdout: "mgr": { 2024-04-15T14:40:36.758 INFO:teuthology.orchestra.run.smithi016.stdout: "ceph version 19.0.0-3080-gc2d8c315 (c2d8c3155d854ee204cb7c7261232571229d1d54) squid (dev)": 2 2024-04-15T14:40:36.758 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-04-15T14:40:36.758 INFO:teuthology.orchestra.run.smithi016.stdout: "osd": { 2024-04-15T14:40:36.758 INFO:teuthology.orchestra.run.smithi016.stdout: "ceph version 18.2.2-1221-ge3fb05d5 (e3fb05d5e6da84b5c44db3f3051c4d242f9809c1) reef (stable)": 8 2024-04-15T14:40:36.758 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-04-15T14:40:36.758 INFO:teuthology.orchestra.run.smithi016.stdout: "mds": { 2024-04-15T14:40:36.759 INFO:teuthology.orchestra.run.smithi016.stdout: "ceph version 18.2.2-1221-ge3fb05d5 (e3fb05d5e6da84b5c44db3f3051c4d242f9809c1) reef (stable)": 2 2024-04-15T14:40:36.759 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-04-15T14:40:36.759 INFO:teuthology.orchestra.run.smithi016.stdout: "overall": { 2024-04-15T14:40:36.759 INFO:teuthology.orchestra.run.smithi016.stdout: "ceph version 18.2.2-1221-ge3fb05d5 (e3fb05d5e6da84b5c44db3f3051c4d242f9809c1) reef (stable)": 10, 2024-04-15T14:40:36.759 INFO:teuthology.orchestra.run.smithi016.stdout: "ceph version 19.0.0-3080-gc2d8c315 (c2d8c3155d854ee204cb7c7261232571229d1d54) squid (dev)": 5 2024-04-15T14:40:36.759 INFO:teuthology.orchestra.run.smithi016.stdout: } 2024-04-15T14:40:36.760 INFO:teuthology.orchestra.run.smithi016.stdout:} 2024-04-15T14:40:37.260 INFO:tasks.rados.rados.0.smithi016.stdout:1057: done (0 left) 2024-04-15T14:40:37.261 INFO:tasks.rados.rados.0.smithi016.stdout:1058: snap_remove snap 106 2024-04-15T14:40:37.487 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:40:37 smithi102 ceph-mon[87131]: pgmap v54: 121 pgs: 121 active+clean; 160 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 908 KiB/s rd, 0 op/s 2024-04-15T14:40:37.487 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:40:37 smithi102 ceph-mon[87131]: from='client.34176 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-15T14:40:37.487 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:40:37 smithi102 ceph-mon[87131]: osdmap e283: 8 total, 8 up, 8 in 2024-04-15T14:40:37.487 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:40:37 smithi102 ceph-mon[87131]: from='client.34182 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-15T14:40:37.487 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:40:37 smithi102 ceph-mon[87131]: from='client.? 172.21.15.16:0/1909975529' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T14:40:37.539 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:40:37 smithi016 ceph-mon[90652]: pgmap v54: 121 pgs: 121 active+clean; 160 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 908 KiB/s rd, 0 op/s 2024-04-15T14:40:37.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:40:37 smithi016 ceph-mon[90652]: from='client.34176 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-15T14:40:37.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:40:37 smithi016 ceph-mon[90652]: osdmap e283: 8 total, 8 up, 8 in 2024-04-15T14:40:37.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:40:37 smithi016 ceph-mon[90652]: from='client.34182 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-15T14:40:37.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:40:37 smithi016 ceph-mon[90652]: from='client.? 172.21.15.16:0/1909975529' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T14:40:37.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:40:37 smithi016 ceph-mon[93212]: pgmap v54: 121 pgs: 121 active+clean; 160 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 908 KiB/s rd, 0 op/s 2024-04-15T14:40:37.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:40:37 smithi016 ceph-mon[93212]: from='client.34176 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-15T14:40:37.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:40:37 smithi016 ceph-mon[93212]: osdmap e283: 8 total, 8 up, 8 in 2024-04-15T14:40:37.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:40:37 smithi016 ceph-mon[93212]: from='client.34182 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-15T14:40:37.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:40:37 smithi016 ceph-mon[93212]: from='client.? 172.21.15.16:0/1909975529' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T14:40:38.271 INFO:tasks.rados.rados.0.smithi016.stdout:1058: done (0 left) 2024-04-15T14:40:38.272 INFO:tasks.rados.rados.0.smithi016.stdout:1059: snap_remove snap 93 2024-04-15T14:40:38.539 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:40:38 smithi016 ceph-mon[90652]: osdmap e284: 8 total, 8 up, 8 in 2024-04-15T14:40:38.539 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:40:38 smithi016 ceph-mon[93212]: osdmap e284: 8 total, 8 up, 8 in 2024-04-15T14:40:38.616 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:40:38 smithi102 ceph-mon[87131]: osdmap e284: 8 total, 8 up, 8 in 2024-04-15T14:40:39.273 INFO:tasks.rados.rados.0.smithi016.stdout:1059: done (0 left) 2024-04-15T14:40:39.274 INFO:tasks.rados.rados.0.smithi016.stdout:1060: delete oid 6 current snap is 107 2024-04-15T14:40:39.284 INFO:tasks.rados.rados.0.smithi016.stdout:1060: done (0 left) 2024-04-15T14:40:39.284 INFO:tasks.rados.rados.0.smithi016.stdout:1061: read oid 23 snap 89 2024-04-15T14:40:39.284 INFO:tasks.rados.rados.0.smithi016.stdout:1061: expect (ObjNum 126 snap 35 seq_num 126) 2024-04-15T14:40:39.284 INFO:tasks.rados.rados.0.smithi016.stdout:1062: copy_from oid 43 from oid 22 current snap is 107 2024-04-15T14:40:39.284 INFO:tasks.rados.rados.0.smithi016.stdout:1063: rmattr oid 11 current snap is 107 2024-04-15T14:40:39.284 INFO:tasks.rados.rados.0.smithi016.stdout:1063: done (2 left) 2024-04-15T14:40:39.284 INFO:tasks.rados.rados.0.smithi016.stdout:1064: delete oid 18 current snap is 107 2024-04-15T14:40:39.291 INFO:tasks.rados.rados.0.smithi016.stdout:1064: done (2 left) 2024-04-15T14:40:39.291 INFO:tasks.rados.rados.0.smithi016.stdout:1065: read oid 18 snap -1 2024-04-15T14:40:39.291 INFO:tasks.rados.rados.0.smithi016.stdout:1065: expect deleted 2024-04-15T14:40:39.291 INFO:tasks.rados.rados.0.smithi016.stdout:1066: delete oid 26 current snap is 107 2024-04-15T14:40:39.295 INFO:tasks.rados.rados.0.smithi016.stdout:1062: finishing copy_from racing read to smithi01678542-43 2024-04-15T14:40:39.297 INFO:tasks.rados.rados.0.smithi016.stdout:1065: done (3 left) 2024-04-15T14:40:39.297 INFO:tasks.rados.rados.0.smithi016.stdout:1066: done (2 left) 2024-04-15T14:40:39.297 INFO:tasks.rados.rados.0.smithi016.stdout:1067: snap_remove snap 102 2024-04-15T14:40:39.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:40:39 smithi016 ceph-mon[90652]: pgmap v57: 121 pgs: 121 active+clean; 160 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail 2024-04-15T14:40:39.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:40:39 smithi016 ceph-mon[90652]: osdmap e285: 8 total, 8 up, 8 in 2024-04-15T14:40:39.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:40:39 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T14:40:39.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:40:39 smithi016 ceph-mon[93212]: pgmap v57: 121 pgs: 121 active+clean; 160 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail 2024-04-15T14:40:39.541 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:40:39 smithi016 ceph-mon[93212]: osdmap e285: 8 total, 8 up, 8 in 2024-04-15T14:40:39.541 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:40:39 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T14:40:39.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:40:39 smithi102 ceph-mon[87131]: pgmap v57: 121 pgs: 121 active+clean; 160 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail 2024-04-15T14:40:39.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:40:39 smithi102 ceph-mon[87131]: osdmap e285: 8 total, 8 up, 8 in 2024-04-15T14:40:39.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:40:39 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T14:40:40.284 INFO:tasks.rados.rados.0.smithi016.stdout:1067: done (2 left) 2024-04-15T14:40:40.284 INFO:tasks.rados.rados.0.smithi016.stdout:1068: copy_from oid 25 from oid 29 current snap is 107 2024-04-15T14:40:40.284 INFO:tasks.rados.rados.0.smithi016.stdout:1062: finishing copy_from to smithi01678542-43 2024-04-15T14:40:40.284 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 43 v 542 (ObjNum 314 snap 98 seq_num 314) dirty exists 2024-04-15T14:40:40.284 INFO:tasks.rados.rados.0.smithi016.stdout:1061: expect (ObjNum 126 snap 35 seq_num 126) 2024-04-15T14:40:40.459 INFO:tasks.rados.rados.0.smithi016.stdout:1068: finishing copy_from to smithi01678542-25 2024-04-15T14:40:40.459 INFO:tasks.rados.rados.0.smithi016.stdout:1068: got expected ENOENT (src dne) 2024-04-15T14:40:40.459 INFO:tasks.rados.rados.0.smithi016.stdout:1068: finishing copy_from racing read to smithi01678542-25 2024-04-15T14:40:40.459 INFO:tasks.rados.rados.0.smithi016.stdout:1061: done (2 left) 2024-04-15T14:40:40.459 INFO:tasks.rados.rados.0.smithi016.stdout:1062: done (1 left) 2024-04-15T14:40:40.459 INFO:tasks.rados.rados.0.smithi016.stdout:1068: done (0 left) 2024-04-15T14:40:40.459 INFO:tasks.rados.rados.0.smithi016.stdout:1069: copy_from oid 36 from oid 15 current snap is 107 2024-04-15T14:40:40.459 INFO:tasks.rados.rados.0.smithi016.stdout:1070: snap_remove snap 83 2024-04-15T14:40:40.539 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:40:40 smithi016 ceph-mon[93212]: osdmap e286: 8 total, 8 up, 8 in 2024-04-15T14:40:40.539 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:40:40 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T14:40:40.539 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:40:40 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T14:40:40.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:40:40 smithi016 ceph-mon[90652]: osdmap e286: 8 total, 8 up, 8 in 2024-04-15T14:40:40.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:40:40 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T14:40:40.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:40:40 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T14:40:40.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:40:40 smithi102 ceph-mon[87131]: osdmap e286: 8 total, 8 up, 8 in 2024-04-15T14:40:40.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:40:40 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T14:40:40.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:40:40 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T14:40:41.286 INFO:tasks.rados.rados.0.smithi016.stdout:1069: finishing copy_from racing read to smithi01678542-36 2024-04-15T14:40:41.287 INFO:tasks.rados.rados.0.smithi016.stdout:1069: finishing copy_from to smithi01678542-36 2024-04-15T14:40:41.287 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 36 v 511 (ObjNum 332 snap 103 seq_num 332) dirty exists 2024-04-15T14:40:41.287 INFO:tasks.rados.rados.0.smithi016.stdout:1069: done (1 left) 2024-04-15T14:40:41.287 INFO:tasks.rados.rados.0.smithi016.stdout:1070: done (0 left) 2024-04-15T14:40:41.287 INFO:tasks.rados.rados.0.smithi016.stdout:1071: read oid 5 snap 89 2024-04-15T14:40:41.287 INFO:tasks.rados.rados.0.smithi016.stdout:1071: expect deleted 2024-04-15T14:40:41.287 INFO:tasks.rados.rados.0.smithi016.stdout:1072: snap_remove snap 105 2024-04-15T14:40:41.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:40:41 smithi016 ceph-mon[90652]: pgmap v60: 121 pgs: 121 active+clean; 160 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 1.3 MiB/s rd, 114 KiB/s wr, 2 op/s 2024-04-15T14:40:41.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:40:41 smithi016 ceph-mon[90652]: osdmap e287: 8 total, 8 up, 8 in 2024-04-15T14:40:41.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:40:41 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T14:40:41.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:40:41 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T14:40:41.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:40:41 smithi016 ceph-mon[93212]: pgmap v60: 121 pgs: 121 active+clean; 160 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 1.3 MiB/s rd, 114 KiB/s wr, 2 op/s 2024-04-15T14:40:41.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:40:41 smithi016 ceph-mon[93212]: osdmap e287: 8 total, 8 up, 8 in 2024-04-15T14:40:41.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:40:41 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T14:40:41.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:40:41 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T14:40:41.594 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:40:41 smithi102 ceph-mon[87131]: pgmap v60: 121 pgs: 121 active+clean; 160 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 1.3 MiB/s rd, 114 KiB/s wr, 2 op/s 2024-04-15T14:40:41.594 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:40:41 smithi102 ceph-mon[87131]: osdmap e287: 8 total, 8 up, 8 in 2024-04-15T14:40:41.594 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:40:41 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T14:40:41.594 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:40:41 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T14:40:42.039 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 15 14:40:41 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-y[81421]: ::ffff:172.21.15.102 - - [15/Apr/2024:14:40:41] "GET /metrics HTTP/1.1" 200 36072 "" "Prometheus/2.43.0" 2024-04-15T14:40:42.298 INFO:tasks.rados.rados.0.smithi016.stdout:1072: done (1 left) 2024-04-15T14:40:42.299 INFO:tasks.rados.rados.0.smithi016.stdout:1073: copy_from oid 11 from oid 45 current snap is 107 2024-04-15T14:40:42.299 INFO:tasks.rados.rados.0.smithi016.stdout:1071: done (1 left) 2024-04-15T14:40:42.299 INFO:tasks.rados.rados.0.smithi016.stdout:1074: read oid 25 snap -1 2024-04-15T14:40:42.299 INFO:tasks.rados.rados.0.smithi016.stdout:1074: expect (ObjNum 288 snap 85 seq_num 288) 2024-04-15T14:40:42.299 INFO:tasks.rados.rados.0.smithi016.stdout:1075: delete oid 49 current snap is 107 2024-04-15T14:40:42.304 INFO:tasks.rados.rados.0.smithi016.stdout:1075: done (2 left) 2024-04-15T14:40:42.304 INFO:tasks.rados.rados.0.smithi016.stdout:1076: delete oid 23 current snap is 107 2024-04-15T14:40:42.308 INFO:tasks.rados.rados.0.smithi016.stdout:1076: done (2 left) 2024-04-15T14:40:42.308 INFO:tasks.rados.rados.0.smithi016.stdout:1077: snap_create 2024-04-15T14:40:42.317 INFO:tasks.rados.rados.0.smithi016.stdout:1073: finishing copy_from racing read to smithi01678542-11 2024-04-15T14:40:42.319 INFO:tasks.rados.rados.0.smithi016.stdout:1074: expect (ObjNum 288 snap 85 seq_num 288) 2024-04-15T14:40:42.486 INFO:tasks.rados.rados.0.smithi016.stdout:1073: finishing copy_from to smithi01678542-11 2024-04-15T14:40:42.487 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 11 v 492 (ObjNum 291 snap 90 seq_num 291) dirty exists 2024-04-15T14:40:42.557 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:40:42 smithi102 ceph-mon[87131]: osdmap e288: 8 total, 8 up, 8 in 2024-04-15T14:40:42.558 INFO:journalctl@ceph.prometheus.a.smithi102.stdout:Apr 15 14:40:42 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-prometheus-a[78028]: ts=2024-04-15T14:40:42.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi016:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"362ea986-fb34-11ee-bc8f-c7b262605968\", instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T14:40:42.789 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:40:42 smithi016 ceph-mon[90652]: osdmap e288: 8 total, 8 up, 8 in 2024-04-15T14:40:42.789 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:40:42 smithi016 ceph-mon[93212]: osdmap e288: 8 total, 8 up, 8 in 2024-04-15T14:40:43.302 INFO:tasks.rados.rados.0.smithi016.stdout:1073: done (2 left) 2024-04-15T14:40:43.303 INFO:tasks.rados.rados.0.smithi016.stdout:1074: done (1 left) 2024-04-15T14:40:43.303 INFO:tasks.rados.rados.0.smithi016.stdout:1077: done (0 left) 2024-04-15T14:40:43.303 INFO:tasks.rados.rados.0.smithi016.stdout:1078: rmattr oid 12 current snap is 108 2024-04-15T14:40:43.303 INFO:tasks.rados.rados.0.smithi016.stdout:1079: rollback oid 16 current snap is 108 2024-04-15T14:40:43.303 INFO:tasks.rados.rados.0.smithi016.stdout:rollback oid 16 to 104 2024-04-15T14:40:43.303 INFO:tasks.rados.rados.0.smithi016.stdout:1080: snap_remove snap 92 2024-04-15T14:40:43.458 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:40:43 smithi102 ceph-mon[87131]: pgmap v63: 121 pgs: 121 active+clean; 160 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 4.5 MiB/s rd, 114 KiB/s wr, 3 op/s 2024-04-15T14:40:43.458 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:40:43 smithi102 ceph-mon[87131]: osdmap e289: 8 total, 8 up, 8 in 2024-04-15T14:40:43.687 INFO:journalctl@ceph.prometheus.a.smithi102.stdout:Apr 15 14:40:43 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-prometheus-a[78028]: ts=2024-04-15T14:40:43.504Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi016\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi016\", job=\"node\", machine=\"x86_64\", nodename=\"smithi016\", release=\"5.14.0-438.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Apr 12 13:55:21 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"362ea986-fb34-11ee-bc8f-c7b262605968\", domainname=\"(none)\", instance=\"smithi016\", job=\"node\", machine=\"x86_64\", nodename=\"smithi016\", release=\"5.14.0-438.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Apr 12 13:55:21 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T14:40:43.789 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:40:43 smithi016 ceph-mon[90652]: pgmap v63: 121 pgs: 121 active+clean; 160 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 4.5 MiB/s rd, 114 KiB/s wr, 3 op/s 2024-04-15T14:40:43.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:40:43 smithi016 ceph-mon[90652]: osdmap e289: 8 total, 8 up, 8 in 2024-04-15T14:40:43.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:40:43 smithi016 ceph-mon[93212]: pgmap v63: 121 pgs: 121 active+clean; 160 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 4.5 MiB/s rd, 114 KiB/s wr, 3 op/s 2024-04-15T14:40:43.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:40:43 smithi016 ceph-mon[93212]: osdmap e289: 8 total, 8 up, 8 in 2024-04-15T14:40:44.308 INFO:tasks.rados.rados.0.smithi016.stdout:1080: done (2 left) 2024-04-15T14:40:44.308 INFO:tasks.rados.rados.0.smithi016.stdout:1081: snap_create 2024-04-15T14:40:44.308 INFO:tasks.rados.rados.0.smithi016.stdout:1079: finishing rollback tid 0 to smithi01678542-16 2024-04-15T14:40:44.308 INFO:tasks.rados.rados.0.smithi016.stdout:1079: finishing rollback tid 1 to smithi01678542-16 2024-04-15T14:40:44.309 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 12 v 525 (ObjNum 320 snap 100 seq_num 320) dirty exists 2024-04-15T14:40:44.309 INFO:tasks.rados.rados.0.smithi016.stdout:1079: finishing rollback tid 2 to smithi01678542-16 2024-04-15T14:40:44.309 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 16 v 332 (ObjNum 299 snap 95 seq_num 299) dirty exists 2024-04-15T14:40:44.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:40:44 smithi102 ceph-mon[87131]: osdmap e290: 8 total, 8 up, 8 in 2024-04-15T14:40:44.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:40:44 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T14:40:44.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:40:44 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T14:40:44.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:40:44 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T14:40:44.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:40:44 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T14:40:44.688 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:40:44 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T14:40:44.688 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:40:44 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-15T14:40:44.688 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:40:44 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-04-15T14:40:44.688 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:40:44 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T14:40:44.789 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:40:44 smithi016 ceph-mon[90652]: osdmap e290: 8 total, 8 up, 8 in 2024-04-15T14:40:44.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:40:44 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T14:40:44.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:40:44 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T14:40:44.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:40:44 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T14:40:44.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:40:44 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T14:40:44.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:40:44 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T14:40:44.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:40:44 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-15T14:40:44.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:40:44 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-04-15T14:40:44.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:40:44 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T14:40:44.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:40:44 smithi016 ceph-mon[93212]: osdmap e290: 8 total, 8 up, 8 in 2024-04-15T14:40:44.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:40:44 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T14:40:44.791 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:40:44 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T14:40:44.791 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:40:44 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T14:40:44.791 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:40:44 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T14:40:44.791 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:40:44 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T14:40:44.791 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:40:44 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-15T14:40:44.791 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:40:44 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-04-15T14:40:44.791 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:40:44 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T14:40:45.257 INFO:tasks.rados.rados.0.smithi016.stdout:1078: done (2 left) 2024-04-15T14:40:45.257 INFO:tasks.rados.rados.0.smithi016.stdout:1079: done (1 left) 2024-04-15T14:40:45.257 INFO:tasks.rados.rados.0.smithi016.stdout:1081: done (0 left) 2024-04-15T14:40:45.257 INFO:tasks.rados.rados.0.smithi016.stdout:1082: copy_from oid 23 from oid 38 current snap is 109 2024-04-15T14:40:45.257 INFO:tasks.rados.rados.0.smithi016.stdout:1083: snap_remove snap 89 2024-04-15T14:40:45.539 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:40:45 smithi016 ceph-mon[90652]: pgmap v66: 121 pgs: 121 active+clean; 160 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 3.2 MiB/s rd, 0 op/s 2024-04-15T14:40:45.539 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:40:45 smithi016 ceph-mon[90652]: Reconfiguring mon.a (monmap changed)... 2024-04-15T14:40:45.539 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:40:45 smithi016 ceph-mon[90652]: Reconfiguring daemon mon.a on smithi016 2024-04-15T14:40:45.539 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:40:45 smithi016 ceph-mon[90652]: osdmap e291: 8 total, 8 up, 8 in 2024-04-15T14:40:45.539 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:40:45 smithi016 ceph-mon[90652]: osdmap e292: 8 total, 8 up, 8 in 2024-04-15T14:40:45.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:40:45 smithi016 ceph-mon[93212]: pgmap v66: 121 pgs: 121 active+clean; 160 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 3.2 MiB/s rd, 0 op/s 2024-04-15T14:40:45.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:40:45 smithi016 ceph-mon[93212]: Reconfiguring mon.a (monmap changed)... 2024-04-15T14:40:45.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:40:45 smithi016 ceph-mon[93212]: Reconfiguring daemon mon.a on smithi016 2024-04-15T14:40:45.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:40:45 smithi016 ceph-mon[93212]: osdmap e291: 8 total, 8 up, 8 in 2024-04-15T14:40:45.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:40:45 smithi016 ceph-mon[93212]: osdmap e292: 8 total, 8 up, 8 in 2024-04-15T14:40:45.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:40:45 smithi102 ceph-mon[87131]: pgmap v66: 121 pgs: 121 active+clean; 160 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 3.2 MiB/s rd, 0 op/s 2024-04-15T14:40:45.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:40:45 smithi102 ceph-mon[87131]: Reconfiguring mon.a (monmap changed)... 2024-04-15T14:40:45.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:40:45 smithi102 ceph-mon[87131]: Reconfiguring daemon mon.a on smithi016 2024-04-15T14:40:45.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:40:45 smithi102 ceph-mon[87131]: osdmap e291: 8 total, 8 up, 8 in 2024-04-15T14:40:45.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:40:45 smithi102 ceph-mon[87131]: osdmap e292: 8 total, 8 up, 8 in 2024-04-15T14:40:46.259 INFO:tasks.rados.rados.0.smithi016.stdout:1083: done (1 left) 2024-04-15T14:40:46.259 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 12 current snap is 109 2024-04-15T14:40:46.259 INFO:tasks.rados.rados.0.smithi016.stdout:1084: seq_num 342 ranges {573440=532480,1105920=401408} 2024-04-15T14:40:46.267 INFO:tasks.rados.rados.0.smithi016.stdout:1084: writing smithi01678542-12 from 573440 to 1105920 tid 1 2024-04-15T14:40:46.270 INFO:tasks.rados.rados.0.smithi016.stdout:1084: writing smithi01678542-12 from 1105920 to 1507328 tid 2 2024-04-15T14:40:46.271 INFO:tasks.rados.rados.0.smithi016.stdout:1082: finishing copy_from racing read to smithi01678542-23 2024-04-15T14:40:46.271 INFO:tasks.rados.rados.0.smithi016.stdout:1082: finishing copy_from to smithi01678542-23 2024-04-15T14:40:46.271 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 23 v 508 (ObjNum 321 snap 100 seq_num 321) dirty exists 2024-04-15T14:40:46.271 INFO:tasks.rados.rados.0.smithi016.stdout:1082: done (1 left) 2024-04-15T14:40:46.271 INFO:tasks.rados.rados.0.smithi016.stdout:1085: copy_from oid 2 from oid 28 current snap is 109 2024-04-15T14:40:46.271 INFO:tasks.rados.rados.0.smithi016.stdout:1086: rmattr oid 15 current snap is 109 2024-04-15T14:40:46.271 INFO:tasks.rados.rados.0.smithi016.stdout:1086: done (2 left) 2024-04-15T14:40:46.271 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 27 current snap is 109 2024-04-15T14:40:46.271 INFO:tasks.rados.rados.0.smithi016.stdout:1087: seq_num 343 ranges {3981312=548864,4530176=401408} 2024-04-15T14:40:46.297 INFO:tasks.rados.rados.0.smithi016.stdout:1087: writing smithi01678542-27 from 3981312 to 4530176 tid 1 2024-04-15T14:40:46.301 INFO:tasks.rados.rados.0.smithi016.stdout:1087: writing smithi01678542-27 from 4530176 to 4931584 tid 2 2024-04-15T14:40:46.301 INFO:tasks.rados.rados.0.smithi016.stdout:1088: snap_create 2024-04-15T14:40:46.301 INFO:tasks.rados.rados.0.smithi016.stdout:1084: finishing write tid 1 to smithi01678542-12 2024-04-15T14:40:46.301 INFO:tasks.rados.rados.0.smithi016.stdout:1084: finishing write tid 2 to smithi01678542-12 2024-04-15T14:40:46.301 INFO:tasks.rados.rados.0.smithi016.stdout:1084: finishing write tid 3 to smithi01678542-12 2024-04-15T14:40:46.301 INFO:tasks.rados.rados.0.smithi016.stdout:1084: finishing write tid 4 to smithi01678542-12 2024-04-15T14:40:46.302 INFO:tasks.rados.rados.0.smithi016.stdout:1084: oid 12 updating version 0 to 528 2024-04-15T14:40:46.302 INFO:tasks.rados.rados.0.smithi016.stdout:1084: oid 12 version 528 is already newer than 526 2024-04-15T14:40:46.302 INFO:tasks.rados.rados.0.smithi016.stdout:1084: oid 12 version 528 is already newer than 527 2024-04-15T14:40:46.302 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 12 v 528 (ObjNum 342 snap 109 seq_num 342) dirty exists 2024-04-15T14:40:46.302 INFO:tasks.rados.rados.0.smithi016.stdout:1084: left oid 12 (ObjNum 342 snap 109 seq_num 342) 2024-04-15T14:40:46.302 INFO:tasks.rados.rados.0.smithi016.stdout:1085: finishing copy_from racing read to smithi01678542-2 2024-04-15T14:40:46.302 INFO:tasks.rados.rados.0.smithi016.stdout:1085: finishing copy_from to smithi01678542-2 2024-04-15T14:40:46.302 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 2 v 156 (ObjNum 99 snap 25 seq_num 99) dirty exists 2024-04-15T14:40:46.302 INFO:tasks.rados.rados.0.smithi016.stdout:1087: finishing write tid 1 to smithi01678542-27 2024-04-15T14:40:46.303 INFO:tasks.rados.rados.0.smithi016.stdout:1087: finishing write tid 2 to smithi01678542-27 2024-04-15T14:40:46.304 INFO:tasks.rados.rados.0.smithi016.stdout:1087: finishing write tid 3 to smithi01678542-27 2024-04-15T14:40:46.305 INFO:tasks.rados.rados.0.smithi016.stdout:1087: finishing write tid 4 to smithi01678542-27 2024-04-15T14:40:46.305 INFO:tasks.rados.rados.0.smithi016.stdout:1087: oid 27 updating version 0 to 494 2024-04-15T14:40:46.305 INFO:tasks.rados.rados.0.smithi016.stdout:1087: oid 27 version 494 is already newer than 493 2024-04-15T14:40:46.305 INFO:tasks.rados.rados.0.smithi016.stdout:1087: oid 27 updating version 494 to 495 2024-04-15T14:40:46.305 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 27 v 495 (ObjNum 343 snap 109 seq_num 343) dirty exists 2024-04-15T14:40:46.305 INFO:tasks.rados.rados.0.smithi016.stdout:1087: left oid 27 (ObjNum 343 snap 109 seq_num 343) 2024-04-15T14:40:47.260 INFO:tasks.rados.rados.0.smithi016.stdout:1084: done (3 left) 2024-04-15T14:40:47.261 INFO:tasks.rados.rados.0.smithi016.stdout:1085: done (2 left) 2024-04-15T14:40:47.261 INFO:tasks.rados.rados.0.smithi016.stdout:1087: done (1 left) 2024-04-15T14:40:47.261 INFO:tasks.rados.rados.0.smithi016.stdout:1088: done (0 left) 2024-04-15T14:40:47.261 INFO:tasks.rados.rados.0.smithi016.stdout:1089: rollback oid 26 current snap is 110 2024-04-15T14:40:47.261 INFO:tasks.rados.rados.0.smithi016.stdout:rollback oid 26 to 103 2024-04-15T14:40:47.261 INFO:tasks.rados.rados.0.smithi016.stdout:1090: copy_from oid 48 from oid 14 current snap is 110 2024-04-15T14:40:47.261 INFO:tasks.rados.rados.0.smithi016.stdout:1091: snap_create 2024-04-15T14:40:47.265 INFO:tasks.rados.rados.0.smithi016.stdout:1089: finishing rollback tid 1 to smithi01678542-26 2024-04-15T14:40:47.265 INFO:tasks.rados.rados.0.smithi016.stdout:1089: finishing rollback tid 2 to smithi01678542-26 2024-04-15T14:40:47.265 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 26 v 296 (ObjNum 244 snap 69 seq_num 244) dirty exists 2024-04-15T14:40:47.271 INFO:tasks.rados.rados.0.smithi016.stdout:1090: finishing copy_from racing read to smithi01678542-48 2024-04-15T14:40:47.272 INFO:tasks.rados.rados.0.smithi016.stdout:1090: finishing copy_from to smithi01678542-48 2024-04-15T14:40:47.272 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 48 v 210 (ObjNum 99 snap 25 seq_num 99) dirty exists 2024-04-15T14:40:47.289 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:40:46 smithi016 ceph-mon[93212]: pgmap v69: 121 pgs: 121 active+clean; 163 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.7 MiB/s wr, 5 op/s 2024-04-15T14:40:47.289 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:40:46 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T14:40:47.289 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:40:46 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T14:40:47.289 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:40:46 smithi016 ceph-mon[93212]: Reconfiguring mgr.y (monmap changed)... 2024-04-15T14:40:47.289 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:40:46 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-04-15T14:40:47.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:40:46 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-04-15T14:40:47.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:40:46 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T14:40:47.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:40:46 smithi016 ceph-mon[93212]: Reconfiguring daemon mgr.y on smithi016 2024-04-15T14:40:47.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:40:46 smithi016 ceph-mon[93212]: osdmap e293: 8 total, 8 up, 8 in 2024-04-15T14:40:47.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:40:46 smithi016 ceph-mon[90652]: pgmap v69: 121 pgs: 121 active+clean; 163 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.7 MiB/s wr, 5 op/s 2024-04-15T14:40:47.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:40:46 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T14:40:47.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:40:46 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T14:40:47.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:40:46 smithi016 ceph-mon[90652]: Reconfiguring mgr.y (monmap changed)... 2024-04-15T14:40:47.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:40:46 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-04-15T14:40:47.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:40:46 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-04-15T14:40:47.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:40:46 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T14:40:47.291 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:40:46 smithi016 ceph-mon[90652]: Reconfiguring daemon mgr.y on smithi016 2024-04-15T14:40:47.291 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:40:46 smithi016 ceph-mon[90652]: osdmap e293: 8 total, 8 up, 8 in 2024-04-15T14:40:47.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:40:46 smithi102 ceph-mon[87131]: pgmap v69: 121 pgs: 121 active+clean; 163 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.7 MiB/s wr, 5 op/s 2024-04-15T14:40:47.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:40:46 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T14:40:47.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:40:46 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T14:40:47.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:40:46 smithi102 ceph-mon[87131]: Reconfiguring mgr.y (monmap changed)... 2024-04-15T14:40:47.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:40:46 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-04-15T14:40:47.438 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:40:46 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-04-15T14:40:47.438 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:40:46 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T14:40:47.438 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:40:46 smithi102 ceph-mon[87131]: Reconfiguring daemon mgr.y on smithi016 2024-04-15T14:40:47.438 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:40:46 smithi102 ceph-mon[87131]: osdmap e293: 8 total, 8 up, 8 in 2024-04-15T14:40:48.266 INFO:tasks.rados.rados.0.smithi016.stdout:1089: done (2 left) 2024-04-15T14:40:48.266 INFO:tasks.rados.rados.0.smithi016.stdout:1090: done (1 left) 2024-04-15T14:40:48.266 INFO:tasks.rados.rados.0.smithi016.stdout:1091: done (0 left) 2024-04-15T14:40:48.266 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 23 current snap is 111 2024-04-15T14:40:48.266 INFO:tasks.rados.rados.0.smithi016.stdout:1092: seq_num 344 ranges {581632=565248,1146880=401408} 2024-04-15T14:40:48.272 INFO:tasks.rados.rados.0.smithi016.stdout:1092: writing smithi01678542-23 from 581632 to 1146880 tid 1 2024-04-15T14:40:48.274 INFO:tasks.rados.rados.0.smithi016.stdout:1092: writing smithi01678542-23 from 1146880 to 1548288 tid 2 2024-04-15T14:40:48.274 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 36 current snap is 111 2024-04-15T14:40:48.274 INFO:tasks.rados.rados.0.smithi016.stdout:1093: seq_num 345 ranges {4677632=581632,5259264=401408} 2024-04-15T14:40:48.303 INFO:tasks.rados.rados.0.smithi016.stdout:1093: writing smithi01678542-36 from 4677632 to 5259264 tid 1 2024-04-15T14:40:48.306 INFO:tasks.rados.rados.0.smithi016.stdout:1093: writing smithi01678542-36 from 5259264 to 5660672 tid 2 2024-04-15T14:40:48.307 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 12 current snap is 111 2024-04-15T14:40:48.307 INFO:tasks.rados.rados.0.smithi016.stdout:1092: finishing write tid 1 to smithi01678542-23 2024-04-15T14:40:48.307 INFO:tasks.rados.rados.0.smithi016.stdout:1094: seq_num 346 ranges {1507328=598016,2105344=401408} 2024-04-15T14:40:48.317 INFO:tasks.rados.rados.0.smithi016.stdout:1094: writing smithi01678542-12 from 1507328 to 2105344 tid 1 2024-04-15T14:40:48.320 INFO:tasks.rados.rados.0.smithi016.stdout:1094: writing smithi01678542-12 from 2105344 to 2506752 tid 2 2024-04-15T14:40:48.320 INFO:tasks.rados.rados.0.smithi016.stdout:1095: snap_create 2024-04-15T14:40:48.320 INFO:tasks.rados.rados.0.smithi016.stdout:1092: finishing write tid 2 to smithi01678542-23 2024-04-15T14:40:48.320 INFO:tasks.rados.rados.0.smithi016.stdout:1092: finishing write tid 3 to smithi01678542-23 2024-04-15T14:40:48.321 INFO:tasks.rados.rados.0.smithi016.stdout:1092: finishing write tid 4 to smithi01678542-23 2024-04-15T14:40:48.321 INFO:tasks.rados.rados.0.smithi016.stdout:1092: oid 23 updating version 0 to 530 2024-04-15T14:40:48.321 INFO:tasks.rados.rados.0.smithi016.stdout:1092: oid 23 updating version 530 to 531 2024-04-15T14:40:48.321 INFO:tasks.rados.rados.0.smithi016.stdout:1092: oid 23 version 531 is already newer than 529 2024-04-15T14:40:48.321 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 23 v 531 (ObjNum 344 snap 111 seq_num 344) dirty exists 2024-04-15T14:40:48.321 INFO:tasks.rados.rados.0.smithi016.stdout:1092: left oid 23 (ObjNum 344 snap 111 seq_num 344) 2024-04-15T14:40:48.321 INFO:tasks.rados.rados.0.smithi016.stdout:1093: finishing write tid 1 to smithi01678542-36 2024-04-15T14:40:48.321 INFO:tasks.rados.rados.0.smithi016.stdout:1093: finishing write tid 2 to smithi01678542-36 2024-04-15T14:40:48.321 INFO:tasks.rados.rados.0.smithi016.stdout:1093: finishing write tid 3 to smithi01678542-36 2024-04-15T14:40:48.321 INFO:tasks.rados.rados.0.smithi016.stdout:1093: finishing write tid 4 to smithi01678542-36 2024-04-15T14:40:48.321 INFO:tasks.rados.rados.0.smithi016.stdout:1093: oid 36 updating version 0 to 726 2024-04-15T14:40:48.321 INFO:tasks.rados.rados.0.smithi016.stdout:1093: oid 36 updating version 726 to 728 2024-04-15T14:40:48.321 INFO:tasks.rados.rados.0.smithi016.stdout:1093: oid 36 version 728 is already newer than 727 2024-04-15T14:40:48.321 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 36 v 728 (ObjNum 345 snap 111 seq_num 345) dirty exists 2024-04-15T14:40:48.322 INFO:tasks.rados.rados.0.smithi016.stdout:1093: left oid 36 (ObjNum 345 snap 111 seq_num 345) 2024-04-15T14:40:48.322 INFO:tasks.rados.rados.0.smithi016.stdout:1094: finishing write tid 1 to smithi01678542-12 2024-04-15T14:40:48.323 INFO:tasks.rados.rados.0.smithi016.stdout:1094: finishing write tid 2 to smithi01678542-12 2024-04-15T14:40:48.323 INFO:tasks.rados.rados.0.smithi016.stdout:1094: finishing write tid 3 to smithi01678542-12 2024-04-15T14:40:48.324 INFO:tasks.rados.rados.0.smithi016.stdout:1094: finishing write tid 4 to smithi01678542-12 2024-04-15T14:40:48.324 INFO:tasks.rados.rados.0.smithi016.stdout:1094: oid 12 updating version 0 to 532 2024-04-15T14:40:48.324 INFO:tasks.rados.rados.0.smithi016.stdout:1094: oid 12 updating version 532 to 534 2024-04-15T14:40:48.324 INFO:tasks.rados.rados.0.smithi016.stdout:1094: oid 12 version 534 is already newer than 533 2024-04-15T14:40:48.324 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 12 v 534 (ObjNum 346 snap 111 seq_num 346) dirty exists 2024-04-15T14:40:48.324 INFO:tasks.rados.rados.0.smithi016.stdout:1094: left oid 12 (ObjNum 346 snap 111 seq_num 346) 2024-04-15T14:40:48.520 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:40:48 smithi102 ceph-mon[87131]: osdmap e294: 8 total, 8 up, 8 in 2024-04-15T14:40:48.520 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:40:48 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T14:40:48.520 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:40:48 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T14:40:48.520 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:40:48 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-15T14:40:48.520 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:40:48 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-04-15T14:40:48.520 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:40:48 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T14:40:48.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:40:48 smithi016 ceph-mon[90652]: osdmap e294: 8 total, 8 up, 8 in 2024-04-15T14:40:48.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:40:48 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T14:40:48.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:40:48 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T14:40:48.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:40:48 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-15T14:40:48.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:40:48 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-04-15T14:40:48.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:40:48 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T14:40:48.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:40:48 smithi016 ceph-mon[93212]: osdmap e294: 8 total, 8 up, 8 in 2024-04-15T14:40:48.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:40:48 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T14:40:48.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:40:48 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T14:40:48.541 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:40:48 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-15T14:40:48.541 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:40:48 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-04-15T14:40:48.541 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:40:48 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T14:40:49.273 INFO:tasks.rados.rados.0.smithi016.stdout:1092: done (3 left) 2024-04-15T14:40:49.273 INFO:tasks.rados.rados.0.smithi016.stdout:1093: done (2 left) 2024-04-15T14:40:49.273 INFO:tasks.rados.rados.0.smithi016.stdout:1094: done (1 left) 2024-04-15T14:40:49.274 INFO:tasks.rados.rados.0.smithi016.stdout:1095: done (0 left) 2024-04-15T14:40:49.274 INFO:tasks.rados.rados.0.smithi016.stdout:1096: read oid 16 snap -1 2024-04-15T14:40:49.274 INFO:tasks.rados.rados.0.smithi016.stdout:1096: expect (ObjNum 299 snap 95 seq_num 299) 2024-04-15T14:40:49.274 INFO:tasks.rados.rados.0.smithi016.stdout:1097: read oid 47 snap -1 2024-04-15T14:40:49.274 INFO:tasks.rados.rados.0.smithi016.stdout:1097: expect (ObjNum 335 snap 104 seq_num 335) 2024-04-15T14:40:49.274 INFO:tasks.rados.rados.0.smithi016.stdout:1098: delete oid 7 current snap is 112 2024-04-15T14:40:49.277 INFO:tasks.rados.rados.0.smithi016.stdout:1098: done (2 left) 2024-04-15T14:40:49.277 INFO:tasks.rados.rados.0.smithi016.stdout:1099: snap_create 2024-04-15T14:40:49.280 INFO:tasks.rados.rados.0.smithi016.stdout:1097: expect (ObjNum 335 snap 104 seq_num 335) 2024-04-15T14:40:49.334 INFO:tasks.rados.rados.0.smithi016.stdout:1096: expect (ObjNum 299 snap 95 seq_num 299) 2024-04-15T14:40:49.410 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:40:49 smithi016 ceph-mon[90652]: Reconfiguring mon.c (monmap changed)... 2024-04-15T14:40:49.410 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:40:49 smithi016 ceph-mon[90652]: Reconfiguring daemon mon.c on smithi016 2024-04-15T14:40:49.410 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:40:49 smithi016 ceph-mon[90652]: pgmap v72: 121 pgs: 121 active+clean; 163 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.7 MiB/s wr, 5 op/s 2024-04-15T14:40:49.410 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:40:49 smithi016 ceph-mon[90652]: osdmap e295: 8 total, 8 up, 8 in 2024-04-15T14:40:49.411 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:40:49 smithi016 ceph-mon[93212]: Reconfiguring mon.c (monmap changed)... 2024-04-15T14:40:49.411 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:40:49 smithi016 ceph-mon[93212]: Reconfiguring daemon mon.c on smithi016 2024-04-15T14:40:49.411 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:40:49 smithi016 ceph-mon[93212]: pgmap v72: 121 pgs: 121 active+clean; 163 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.7 MiB/s wr, 5 op/s 2024-04-15T14:40:49.411 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:40:49 smithi016 ceph-mon[93212]: osdmap e295: 8 total, 8 up, 8 in 2024-04-15T14:40:49.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:40:49 smithi102 ceph-mon[87131]: Reconfiguring mon.c (monmap changed)... 2024-04-15T14:40:49.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:40:49 smithi102 ceph-mon[87131]: Reconfiguring daemon mon.c on smithi016 2024-04-15T14:40:49.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:40:49 smithi102 ceph-mon[87131]: pgmap v72: 121 pgs: 121 active+clean; 163 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.7 MiB/s wr, 5 op/s 2024-04-15T14:40:49.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:40:49 smithi102 ceph-mon[87131]: osdmap e295: 8 total, 8 up, 8 in 2024-04-15T14:40:50.259 INFO:tasks.rados.rados.0.smithi016.stdout:1096: done (2 left) 2024-04-15T14:40:50.259 INFO:tasks.rados.rados.0.smithi016.stdout:1097: done (1 left) 2024-04-15T14:40:50.259 INFO:tasks.rados.rados.0.smithi016.stdout:1099: done (0 left) 2024-04-15T14:40:50.259 INFO:tasks.rados.rados.0.smithi016.stdout:1100: snap_remove snap 103 2024-04-15T14:40:50.387 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:40:50 smithi016 ceph-mon[90652]: osdmap e296: 8 total, 8 up, 8 in 2024-04-15T14:40:50.387 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:40:50 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T14:40:50.387 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:40:50 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T14:40:50.387 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:40:50 smithi016 ceph-mon[90652]: Reconfiguring osd.0 (monmap changed)... 2024-04-15T14:40:50.387 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:40:50 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.0"}]: dispatch 2024-04-15T14:40:50.387 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:40:50 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T14:40:50.387 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:40:50 smithi016 ceph-mon[90652]: Reconfiguring daemon osd.0 on smithi016 2024-04-15T14:40:50.388 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:40:50 smithi016 ceph-mon[90652]: osdmap e297: 8 total, 8 up, 8 in 2024-04-15T14:40:50.388 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:40:50 smithi016 ceph-mon[93212]: osdmap e296: 8 total, 8 up, 8 in 2024-04-15T14:40:50.388 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:40:50 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T14:40:50.388 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:40:50 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T14:40:50.388 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:40:50 smithi016 ceph-mon[93212]: Reconfiguring osd.0 (monmap changed)... 2024-04-15T14:40:50.388 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:40:50 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.0"}]: dispatch 2024-04-15T14:40:50.388 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:40:50 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T14:40:50.388 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:40:50 smithi016 ceph-mon[93212]: Reconfiguring daemon osd.0 on smithi016 2024-04-15T14:40:50.388 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:40:50 smithi016 ceph-mon[93212]: osdmap e297: 8 total, 8 up, 8 in 2024-04-15T14:40:50.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:40:50 smithi102 ceph-mon[87131]: osdmap e296: 8 total, 8 up, 8 in 2024-04-15T14:40:50.688 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:40:50 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T14:40:50.688 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:40:50 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T14:40:50.688 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:40:50 smithi102 ceph-mon[87131]: Reconfiguring osd.0 (monmap changed)... 2024-04-15T14:40:50.688 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:40:50 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.0"}]: dispatch 2024-04-15T14:40:50.688 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:40:50 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T14:40:50.688 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:40:50 smithi102 ceph-mon[87131]: Reconfiguring daemon osd.0 on smithi016 2024-04-15T14:40:50.688 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:40:50 smithi102 ceph-mon[87131]: osdmap e297: 8 total, 8 up, 8 in 2024-04-15T14:40:51.260 INFO:tasks.rados.rados.0.smithi016.stdout:1100: done (0 left) 2024-04-15T14:40:51.260 INFO:tasks.rados.rados.0.smithi016.stdout:1101: copy_from oid 33 from oid 1 current snap is 113 2024-04-15T14:40:51.260 INFO:tasks.rados.rados.0.smithi016.stdout:1102: read oid 46 snap -1 2024-04-15T14:40:51.260 INFO:tasks.rados.rados.0.smithi016.stdout:1102: expect (ObjNum 331 snap 103 seq_num 331) 2024-04-15T14:40:51.260 INFO:tasks.rados.rados.0.smithi016.stdout:1103: snap_remove snap 104 2024-04-15T14:40:51.779 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:40:51 smithi016 ceph-mon[90652]: pgmap v75: 121 pgs: 121 active+clean; 122 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 1.3 MiB/s rd, 2.2 MiB/s wr, 8 op/s 2024-04-15T14:40:51.779 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:40:51 smithi016 ceph-mon[90652]: osdmap e298: 8 total, 8 up, 8 in 2024-04-15T14:40:51.779 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:40:51 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T14:40:51.779 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:40:51 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T14:40:51.779 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:40:51 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.1"}]: dispatch 2024-04-15T14:40:51.779 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:40:51 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T14:40:51.780 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:40:51 smithi016 ceph-mon[93212]: pgmap v75: 121 pgs: 121 active+clean; 122 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 1.3 MiB/s rd, 2.2 MiB/s wr, 8 op/s 2024-04-15T14:40:51.780 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:40:51 smithi016 ceph-mon[93212]: osdmap e298: 8 total, 8 up, 8 in 2024-04-15T14:40:51.780 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:40:51 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T14:40:51.780 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:40:51 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T14:40:51.780 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:40:51 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.1"}]: dispatch 2024-04-15T14:40:51.780 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:40:51 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T14:40:51.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:40:51 smithi102 ceph-mon[87131]: pgmap v75: 121 pgs: 121 active+clean; 122 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 1.3 MiB/s rd, 2.2 MiB/s wr, 8 op/s 2024-04-15T14:40:51.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:40:51 smithi102 ceph-mon[87131]: osdmap e298: 8 total, 8 up, 8 in 2024-04-15T14:40:51.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:40:51 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T14:40:51.938 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:40:51 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T14:40:51.938 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:40:51 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.1"}]: dispatch 2024-04-15T14:40:51.938 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:40:51 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T14:40:52.039 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 15 14:40:51 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-y[81421]: ::ffff:172.21.15.102 - - [15/Apr/2024:14:40:51] "GET /metrics HTTP/1.1" 200 36072 "" "Prometheus/2.43.0" 2024-04-15T14:40:52.266 INFO:tasks.rados.rados.0.smithi016.stdout:1103: done (2 left) 2024-04-15T14:40:52.267 INFO:tasks.rados.rados.0.smithi016.stdout:1104: snap_remove snap 108 2024-04-15T14:40:52.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:40:52 smithi102 ceph-mon[87131]: Reconfiguring osd.1 (monmap changed)... 2024-04-15T14:40:52.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:40:52 smithi102 ceph-mon[87131]: Reconfiguring daemon osd.1 on smithi016 2024-04-15T14:40:52.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:40:52 smithi102 ceph-mon[87131]: osdmap e299: 8 total, 8 up, 8 in 2024-04-15T14:40:52.688 INFO:journalctl@ceph.prometheus.a.smithi102.stdout:Apr 15 14:40:52 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-prometheus-a[78028]: ts=2024-04-15T14:40:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi016:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"362ea986-fb34-11ee-bc8f-c7b262605968\", instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T14:40:52.739 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:40:52 smithi016 ceph-mon[93212]: Reconfiguring osd.1 (monmap changed)... 2024-04-15T14:40:52.739 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:40:52 smithi016 ceph-mon[93212]: Reconfiguring daemon osd.1 on smithi016 2024-04-15T14:40:52.739 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:40:52 smithi016 ceph-mon[93212]: osdmap e299: 8 total, 8 up, 8 in 2024-04-15T14:40:52.740 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:40:52 smithi016 ceph-mon[90652]: Reconfiguring osd.1 (monmap changed)... 2024-04-15T14:40:52.740 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:40:52 smithi016 ceph-mon[90652]: Reconfiguring daemon osd.1 on smithi016 2024-04-15T14:40:52.740 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:40:52 smithi016 ceph-mon[90652]: osdmap e299: 8 total, 8 up, 8 in 2024-04-15T14:40:53.267 INFO:tasks.rados.rados.0.smithi016.stdout:1104: done (2 left) 2024-04-15T14:40:53.267 INFO:tasks.rados.rados.0.smithi016.stdout:1105: snap_create 2024-04-15T14:40:53.267 INFO:tasks.rados.rados.0.smithi016.stdout:1102: expect (ObjNum 331 snap 103 seq_num 331) 2024-04-15T14:40:53.290 INFO:tasks.rados.rados.0.smithi016.stdout:1101: finishing copy_from racing read to smithi01678542-33 2024-04-15T14:40:53.290 INFO:tasks.rados.rados.0.smithi016.stdout:1101: finishing copy_from to smithi01678542-33 2024-04-15T14:40:53.291 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 33 v 536 (ObjNum 312 snap 98 seq_num 312) dirty exists 2024-04-15T14:40:53.789 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:40:53 smithi016 ceph-mon[90652]: pgmap v78: 121 pgs: 121 active+clean; 122 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 1.3 MiB/s rd, 2.2 MiB/s wr, 8 op/s 2024-04-15T14:40:53.789 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:40:53 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T14:40:53.789 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:40:53 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T14:40:53.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:40:53 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.2"}]: dispatch 2024-04-15T14:40:53.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:40:53 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T14:40:53.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:40:53 smithi016 ceph-mon[90652]: osdmap e300: 8 total, 8 up, 8 in 2024-04-15T14:40:53.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:40:53 smithi016 ceph-mon[93212]: pgmap v78: 121 pgs: 121 active+clean; 122 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 1.3 MiB/s rd, 2.2 MiB/s wr, 8 op/s 2024-04-15T14:40:53.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:40:53 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T14:40:53.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:40:53 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T14:40:53.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:40:53 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.2"}]: dispatch 2024-04-15T14:40:53.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:40:53 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T14:40:53.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:40:53 smithi016 ceph-mon[93212]: osdmap e300: 8 total, 8 up, 8 in 2024-04-15T14:40:53.937 INFO:journalctl@ceph.prometheus.a.smithi102.stdout:Apr 15 14:40:53 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-prometheus-a[78028]: ts=2024-04-15T14:40:53.504Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi016\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi016\", job=\"node\", machine=\"x86_64\", nodename=\"smithi016\", release=\"5.14.0-438.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Apr 12 13:55:21 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"362ea986-fb34-11ee-bc8f-c7b262605968\", domainname=\"(none)\", instance=\"smithi016\", job=\"node\", machine=\"x86_64\", nodename=\"smithi016\", release=\"5.14.0-438.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Apr 12 13:55:21 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T14:40:53.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:40:53 smithi102 ceph-mon[87131]: pgmap v78: 121 pgs: 121 active+clean; 122 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 1.3 MiB/s rd, 2.2 MiB/s wr, 8 op/s 2024-04-15T14:40:53.938 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:40:53 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T14:40:53.938 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:40:53 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T14:40:53.938 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:40:53 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.2"}]: dispatch 2024-04-15T14:40:53.938 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:40:53 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T14:40:53.938 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:40:53 smithi102 ceph-mon[87131]: osdmap e300: 8 total, 8 up, 8 in 2024-04-15T14:40:54.270 INFO:tasks.rados.rados.0.smithi016.stdout:1101: done (2 left) 2024-04-15T14:40:54.270 INFO:tasks.rados.rados.0.smithi016.stdout:1102: done (1 left) 2024-04-15T14:40:54.270 INFO:tasks.rados.rados.0.smithi016.stdout:1105: done (0 left) 2024-04-15T14:40:54.270 INFO:tasks.rados.rados.0.smithi016.stdout:1106: rmattr oid 26 current snap is 114 2024-04-15T14:40:54.271 INFO:tasks.rados.rados.0.smithi016.stdout:1107: rmattr oid 42 current snap is 114 2024-04-15T14:40:54.271 INFO:tasks.rados.rados.0.smithi016.stdout:1108: rmattr oid 24 current snap is 114 2024-04-15T14:40:54.271 INFO:tasks.rados.rados.0.smithi016.stdout:1108: done (2 left) 2024-04-15T14:40:54.271 INFO:tasks.rados.rados.0.smithi016.stdout:1109: snap_remove snap 110 2024-04-15T14:40:54.789 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:40:54 smithi016 ceph-mon[90652]: Reconfiguring osd.2 (monmap changed)... 2024-04-15T14:40:54.789 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:40:54 smithi016 ceph-mon[90652]: Reconfiguring daemon osd.2 on smithi016 2024-04-15T14:40:54.789 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:40:54 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T14:40:54.789 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:40:54 smithi016 ceph-mon[90652]: osdmap e301: 8 total, 8 up, 8 in 2024-04-15T14:40:54.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:40:54 smithi016 ceph-mon[93212]: Reconfiguring osd.2 (monmap changed)... 2024-04-15T14:40:54.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:40:54 smithi016 ceph-mon[93212]: Reconfiguring daemon osd.2 on smithi016 2024-04-15T14:40:54.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:40:54 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T14:40:54.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:40:54 smithi016 ceph-mon[93212]: osdmap e301: 8 total, 8 up, 8 in 2024-04-15T14:40:54.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:40:54 smithi102 ceph-mon[87131]: Reconfiguring osd.2 (monmap changed)... 2024-04-15T14:40:54.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:40:54 smithi102 ceph-mon[87131]: Reconfiguring daemon osd.2 on smithi016 2024-04-15T14:40:54.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:40:54 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T14:40:54.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:40:54 smithi102 ceph-mon[87131]: osdmap e301: 8 total, 8 up, 8 in 2024-04-15T14:40:55.271 INFO:tasks.rados.rados.0.smithi016.stdout:1109: done (2 left) 2024-04-15T14:40:55.271 INFO:tasks.rados.rados.0.smithi016.stdout:1110: delete oid 10 current snap is 114 2024-04-15T14:40:55.271 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 26 v 302 (ObjNum 244 snap 69 seq_num 244) dirty exists 2024-04-15T14:40:55.271 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 42 v 89 (ObjNum 273 snap 82 seq_num 273) dirty exists 2024-04-15T14:40:55.279 INFO:tasks.rados.rados.0.smithi016.stdout:1106: done (2 left) 2024-04-15T14:40:55.279 INFO:tasks.rados.rados.0.smithi016.stdout:1107: done (1 left) 2024-04-15T14:40:55.279 INFO:tasks.rados.rados.0.smithi016.stdout:1110: done (0 left) 2024-04-15T14:40:55.279 INFO:tasks.rados.rados.0.smithi016.stdout:1111: rollback oid 3 current snap is 114 2024-04-15T14:40:55.279 INFO:tasks.rados.rados.0.smithi016.stdout:rollback oid 3 to 111 2024-04-15T14:40:55.279 INFO:tasks.rados.rados.0.smithi016.stdout:1112: setattr oid 37 current snap is 114 2024-04-15T14:40:55.280 INFO:tasks.rados.rados.0.smithi016.stdout:1111: finishing rollback tid 1 to smithi01678542-3 2024-04-15T14:40:55.280 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 3 v 0 (ObjNum 1153 snap 0 seq_num 2235217472) dirty dne 2024-04-15T14:40:55.282 INFO:tasks.rados.rados.0.smithi016.stdout:1111: done (1 left) 2024-04-15T14:40:55.282 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 14 current snap is 114 2024-04-15T14:40:55.282 INFO:tasks.rados.rados.0.smithi016.stdout:1113: seq_num 349 ranges {1859584=655360,2514944=401408} 2024-04-15T14:40:55.295 INFO:tasks.rados.rados.0.smithi016.stdout:1113: writing smithi01678542-14 from 1859584 to 2514944 tid 1 2024-04-15T14:40:55.297 INFO:tasks.rados.rados.0.smithi016.stdout:1113: writing smithi01678542-14 from 2514944 to 2916352 tid 2 2024-04-15T14:40:55.297 INFO:tasks.rados.rados.0.smithi016.stdout:1114: snap_create 2024-04-15T14:40:55.297 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 37 v 637 (ObjNum 291 snap 90 seq_num 291) dirty exists 2024-04-15T14:40:55.300 INFO:tasks.rados.rados.0.smithi016.stdout:1113: finishing write tid 1 to smithi01678542-14 2024-04-15T14:40:55.300 INFO:tasks.rados.rados.0.smithi016.stdout:1113: finishing write tid 2 to smithi01678542-14 2024-04-15T14:40:55.301 INFO:tasks.rados.rados.0.smithi016.stdout:1113: finishing write tid 3 to smithi01678542-14 2024-04-15T14:40:55.302 INFO:tasks.rados.rados.0.smithi016.stdout:1113: finishing write tid 4 to smithi01678542-14 2024-04-15T14:40:55.302 INFO:tasks.rados.rados.0.smithi016.stdout:1113: oid 14 updating version 0 to 295 2024-04-15T14:40:55.302 INFO:tasks.rados.rados.0.smithi016.stdout:1113: oid 14 version 295 is already newer than 293 2024-04-15T14:40:55.302 INFO:tasks.rados.rados.0.smithi016.stdout:1113: oid 14 version 295 is already newer than 294 2024-04-15T14:40:55.302 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 14 v 295 (ObjNum 349 snap 114 seq_num 349) dirty exists 2024-04-15T14:40:55.302 INFO:tasks.rados.rados.0.smithi016.stdout:1113: left oid 14 (ObjNum 349 snap 114 seq_num 349) 2024-04-15T14:40:55.618 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:40:55 smithi016 ceph-mon[90652]: pgmap v81: 121 pgs: 121 active+clean; 122 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail 2024-04-15T14:40:55.618 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:40:55 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T14:40:55.618 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:40:55 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T14:40:55.618 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:40:55 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.3"}]: dispatch 2024-04-15T14:40:55.618 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:40:55 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T14:40:55.618 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:40:55 smithi016 ceph-mon[90652]: osdmap e302: 8 total, 8 up, 8 in 2024-04-15T14:40:55.619 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:40:55 smithi016 ceph-mon[93212]: pgmap v81: 121 pgs: 121 active+clean; 122 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail 2024-04-15T14:40:55.619 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:40:55 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T14:40:55.619 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:40:55 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T14:40:55.619 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:40:55 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.3"}]: dispatch 2024-04-15T14:40:55.619 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:40:55 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T14:40:55.619 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:40:55 smithi016 ceph-mon[93212]: osdmap e302: 8 total, 8 up, 8 in 2024-04-15T14:40:55.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:40:55 smithi102 ceph-mon[87131]: pgmap v81: 121 pgs: 121 active+clean; 122 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail 2024-04-15T14:40:55.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:40:55 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T14:40:55.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:40:55 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T14:40:55.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:40:55 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.3"}]: dispatch 2024-04-15T14:40:55.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:40:55 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T14:40:55.938 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:40:55 smithi102 ceph-mon[87131]: osdmap e302: 8 total, 8 up, 8 in 2024-04-15T14:40:56.272 INFO:tasks.rados.rados.0.smithi016.stdout:1112: done (2 left) 2024-04-15T14:40:56.272 INFO:tasks.rados.rados.0.smithi016.stdout:1113: done (1 left) 2024-04-15T14:40:56.272 INFO:tasks.rados.rados.0.smithi016.stdout:1114: done (0 left) 2024-04-15T14:40:56.272 INFO:tasks.rados.rados.0.smithi016.stdout:1115: read oid 7 snap 109 2024-04-15T14:40:56.272 INFO:tasks.rados.rados.0.smithi016.stdout:1115: expect (ObjNum 99 snap 25 seq_num 99) 2024-04-15T14:40:56.272 INFO:tasks.rados.rados.0.smithi016.stdout:1116: rmattr oid 2 current snap is 115 2024-04-15T14:40:56.272 INFO:tasks.rados.rados.0.smithi016.stdout:1116: done (1 left) 2024-04-15T14:40:56.272 INFO:tasks.rados.rados.0.smithi016.stdout:1117: copy_from oid 47 from oid 9 current snap is 115 2024-04-15T14:40:56.272 INFO:tasks.rados.rados.0.smithi016.stdout:1118: copy_from oid 42 from oid 35 current snap is 115 2024-04-15T14:40:56.272 INFO:tasks.rados.rados.0.smithi016.stdout:1119: copy_from oid 15 from oid 1 current snap is 115 2024-04-15T14:40:56.272 INFO:tasks.rados.rados.0.smithi016.stdout:1120: delete oid 28 current snap is 115 2024-04-15T14:40:56.274 INFO:tasks.rados.rados.0.smithi016.stdout:1117: finishing copy_from to smithi01678542-47 2024-04-15T14:40:56.274 INFO:tasks.rados.rados.0.smithi016.stdout:1117: got expected ENOENT (src dne) 2024-04-15T14:40:56.274 INFO:tasks.rados.rados.0.smithi016.stdout:1117: finishing copy_from racing read to smithi01678542-47 2024-04-15T14:40:56.276 INFO:tasks.rados.rados.0.smithi016.stdout:1117: done (4 left) 2024-04-15T14:40:56.276 INFO:tasks.rados.rados.0.smithi016.stdout:1120: done (3 left) 2024-04-15T14:40:56.276 INFO:tasks.rados.rados.0.smithi016.stdout:1121: rollback oid 20 current snap is 115 2024-04-15T14:40:56.276 INFO:tasks.rados.rados.0.smithi016.stdout:rollback oid 20 to 109 2024-04-15T14:40:56.276 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 2 current snap is 115 2024-04-15T14:40:56.276 INFO:tasks.rados.rados.0.smithi016.stdout:1122: seq_num 351 ranges {1859584=688128,2547712=401408} 2024-04-15T14:40:56.291 INFO:tasks.rados.rados.0.smithi016.stdout:1122: writing smithi01678542-2 from 1859584 to 2547712 tid 1 2024-04-15T14:40:56.294 INFO:tasks.rados.rados.0.smithi016.stdout:1122: writing smithi01678542-2 from 2547712 to 2949120 tid 2 2024-04-15T14:40:56.294 INFO:tasks.rados.rados.0.smithi016.stdout:1123: snap_remove snap 114 2024-04-15T14:40:56.654 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:40:56 smithi016 ceph-mon[93212]: Reconfiguring osd.3 (monmap changed)... 2024-04-15T14:40:56.654 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:40:56 smithi016 ceph-mon[93212]: Reconfiguring daemon osd.3 on smithi016 2024-04-15T14:40:56.654 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:40:56 smithi016 ceph-mon[93212]: osdmap e303: 8 total, 8 up, 8 in 2024-04-15T14:40:56.655 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:40:56 smithi016 ceph-mon[90652]: Reconfiguring osd.3 (monmap changed)... 2024-04-15T14:40:56.655 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:40:56 smithi016 ceph-mon[90652]: Reconfiguring daemon osd.3 on smithi016 2024-04-15T14:40:56.655 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:40:56 smithi016 ceph-mon[90652]: osdmap e303: 8 total, 8 up, 8 in 2024-04-15T14:40:56.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:40:56 smithi102 ceph-mon[87131]: Reconfiguring osd.3 (monmap changed)... 2024-04-15T14:40:56.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:40:56 smithi102 ceph-mon[87131]: Reconfiguring daemon osd.3 on smithi016 2024-04-15T14:40:56.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:40:56 smithi102 ceph-mon[87131]: osdmap e303: 8 total, 8 up, 8 in 2024-04-15T14:40:57.277 INFO:tasks.rados.rados.0.smithi016.stdout:1123: done (5 left) 2024-04-15T14:40:57.277 INFO:tasks.rados.rados.0.smithi016.stdout:1124: setattr oid 24 current snap is 115 2024-04-15T14:40:57.277 INFO:tasks.rados.rados.0.smithi016.stdout:1115: expect (ObjNum 99 snap 25 seq_num 99) 2024-04-15T14:40:57.332 INFO:tasks.rados.rados.0.smithi016.stdout:1119: finishing copy_from racing read to smithi01678542-15 2024-04-15T14:40:57.332 INFO:tasks.rados.rados.0.smithi016.stdout:1121: finishing rollback tid 0 to smithi01678542-20 2024-04-15T14:40:57.332 INFO:tasks.rados.rados.0.smithi016.stdout:1121: finishing rollback tid 1 to smithi01678542-20 2024-04-15T14:40:57.332 INFO:tasks.rados.rados.0.smithi016.stdout:1121: finishing rollback tid 2 to smithi01678542-20 2024-04-15T14:40:57.332 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 20 v 537 (ObjNum 288 snap 85 seq_num 288) dirty exists 2024-04-15T14:40:57.332 INFO:tasks.rados.rados.0.smithi016.stdout:1119: finishing copy_from to smithi01678542-15 2024-04-15T14:40:57.332 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 15 v 536 (ObjNum 312 snap 98 seq_num 312) dirty exists 2024-04-15T14:40:57.332 INFO:tasks.rados.rados.0.smithi016.stdout:1118: finishing copy_from racing read to smithi01678542-42 2024-04-15T14:40:57.332 INFO:tasks.rados.rados.0.smithi016.stdout:1118: finishing copy_from to smithi01678542-42 2024-04-15T14:40:57.332 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 42 v 267 (ObjNum 313 snap 98 seq_num 313) dirty exists 2024-04-15T14:40:57.332 INFO:tasks.rados.rados.0.smithi016.stdout:1122: finishing write tid 1 to smithi01678542-2 2024-04-15T14:40:57.333 INFO:tasks.rados.rados.0.smithi016.stdout:1122: finishing write tid 2 to smithi01678542-2 2024-04-15T14:40:57.333 INFO:tasks.rados.rados.0.smithi016.stdout:1122: finishing write tid 3 to smithi01678542-2 2024-04-15T14:40:57.333 INFO:tasks.rados.rados.0.smithi016.stdout:1122: finishing write tid 4 to smithi01678542-2 2024-04-15T14:40:57.333 INFO:tasks.rados.rados.0.smithi016.stdout:1122: oid 2 updating version 0 to 640 2024-04-15T14:40:57.333 INFO:tasks.rados.rados.0.smithi016.stdout:1122: oid 2 updating version 640 to 641 2024-04-15T14:40:57.333 INFO:tasks.rados.rados.0.smithi016.stdout:1122: oid 2 version 641 is already newer than 639 2024-04-15T14:40:57.333 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 2 v 641 (ObjNum 351 snap 115 seq_num 351) dirty exists 2024-04-15T14:40:57.333 INFO:tasks.rados.rados.0.smithi016.stdout:1122: left oid 2 (ObjNum 351 snap 115 seq_num 351) 2024-04-15T14:40:57.333 INFO:tasks.rados.rados.0.smithi016.stdout:1115: done (5 left) 2024-04-15T14:40:57.333 INFO:tasks.rados.rados.0.smithi016.stdout:1118: done (4 left) 2024-04-15T14:40:57.333 INFO:tasks.rados.rados.0.smithi016.stdout:1119: done (3 left) 2024-04-15T14:40:57.333 INFO:tasks.rados.rados.0.smithi016.stdout:1121: done (2 left) 2024-04-15T14:40:57.333 INFO:tasks.rados.rados.0.smithi016.stdout:1122: done (1 left) 2024-04-15T14:40:57.333 INFO:tasks.rados.rados.0.smithi016.stdout:1125: copy_from oid 18 from oid 33 current snap is 115 2024-04-15T14:40:57.333 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 4 current snap is 115 2024-04-15T14:40:57.334 INFO:tasks.rados.rados.0.smithi016.stdout:1126: seq_num 352 ranges {3932160=704512,4636672=401408} 2024-04-15T14:40:57.356 INFO:tasks.rados.rados.0.smithi016.stdout:1126: writing smithi01678542-4 from 3932160 to 4636672 tid 1 2024-04-15T14:40:57.359 INFO:tasks.rados.rados.0.smithi016.stdout:1126: writing smithi01678542-4 from 4636672 to 5038080 tid 2 2024-04-15T14:40:57.359 INFO:tasks.rados.rados.0.smithi016.stdout:1127: copy_from oid 38 from oid 6 current snap is 115 2024-04-15T14:40:57.359 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 24 v 537 (ObjNum 318 snap 100 seq_num 318) dirty exists 2024-04-15T14:40:57.359 INFO:tasks.rados.rados.0.smithi016.stdout:1125: finishing copy_from racing read to smithi01678542-18 2024-04-15T14:40:57.359 INFO:tasks.rados.rados.0.smithi016.stdout:1125: finishing copy_from to smithi01678542-18 2024-04-15T14:40:57.359 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 18 v 536 (ObjNum 312 snap 98 seq_num 312) dirty exists 2024-04-15T14:40:57.359 INFO:tasks.rados.rados.0.smithi016.stdout:1124: done (3 left) 2024-04-15T14:40:57.359 INFO:tasks.rados.rados.0.smithi016.stdout:1125: done (2 left) 2024-04-15T14:40:57.360 INFO:tasks.rados.rados.0.smithi016.stdout:1128: snap_create 2024-04-15T14:40:57.360 INFO:tasks.rados.rados.0.smithi016.stdout:1127: finishing copy_from to smithi01678542-38 2024-04-15T14:40:57.360 INFO:tasks.rados.rados.0.smithi016.stdout:1127: got expected ENOENT (src dne) 2024-04-15T14:40:57.360 INFO:tasks.rados.rados.0.smithi016.stdout:1127: finishing copy_from racing read to smithi01678542-38 2024-04-15T14:40:57.362 INFO:tasks.rados.rados.0.smithi016.stdout:1126: finishing write tid 1 to smithi01678542-4 2024-04-15T14:40:57.362 INFO:tasks.rados.rados.0.smithi016.stdout:1126: finishing write tid 2 to smithi01678542-4 2024-04-15T14:40:57.362 INFO:tasks.rados.rados.0.smithi016.stdout:1126: finishing write tid 3 to smithi01678542-4 2024-04-15T14:40:57.363 INFO:tasks.rados.rados.0.smithi016.stdout:1126: finishing write tid 4 to smithi01678542-4 2024-04-15T14:40:57.363 INFO:tasks.rados.rados.0.smithi016.stdout:1126: oid 4 updating version 0 to 698 2024-04-15T14:40:57.363 INFO:tasks.rados.rados.0.smithi016.stdout:1126: oid 4 version 698 is already newer than 696 2024-04-15T14:40:57.363 INFO:tasks.rados.rados.0.smithi016.stdout:1126: oid 4 version 698 is already newer than 697 2024-04-15T14:40:57.363 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 4 v 698 (ObjNum 352 snap 115 seq_num 352) dirty exists 2024-04-15T14:40:57.363 INFO:tasks.rados.rados.0.smithi016.stdout:1126: left oid 4 (ObjNum 352 snap 115 seq_num 352) 2024-04-15T14:40:57.649 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:40:57 smithi016 ceph-mon[93212]: pgmap v84: 121 pgs: 121 active+clean; 94 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 552 KiB/s rd, 302 KiB/s wr, 4 op/s 2024-04-15T14:40:57.649 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:40:57 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T14:40:57.649 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:40:57 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T14:40:57.649 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:40:57 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-15T14:40:57.649 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:40:57 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T14:40:57.649 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:40:57 smithi016 ceph-mon[93212]: osdmap e304: 8 total, 8 up, 8 in 2024-04-15T14:40:57.650 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:40:57 smithi016 ceph-mon[90652]: pgmap v84: 121 pgs: 121 active+clean; 94 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 552 KiB/s rd, 302 KiB/s wr, 4 op/s 2024-04-15T14:40:57.650 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:40:57 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T14:40:57.650 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:40:57 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T14:40:57.650 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:40:57 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-15T14:40:57.650 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:40:57 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T14:40:57.650 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:40:57 smithi016 ceph-mon[90652]: osdmap e304: 8 total, 8 up, 8 in 2024-04-15T14:40:57.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:40:57 smithi102 ceph-mon[87131]: pgmap v84: 121 pgs: 121 active+clean; 94 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 552 KiB/s rd, 302 KiB/s wr, 4 op/s 2024-04-15T14:40:57.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:40:57 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T14:40:57.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:40:57 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T14:40:57.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:40:57 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-15T14:40:57.938 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:40:57 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T14:40:57.938 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:40:57 smithi102 ceph-mon[87131]: osdmap e304: 8 total, 8 up, 8 in 2024-04-15T14:40:58.275 INFO:tasks.rados.rados.0.smithi016.stdout:1126: done (2 left) 2024-04-15T14:40:58.275 INFO:tasks.rados.rados.0.smithi016.stdout:1127: done (1 left) 2024-04-15T14:40:58.275 INFO:tasks.rados.rados.0.smithi016.stdout:1128: done (0 left) 2024-04-15T14:40:58.275 INFO:tasks.rados.rados.0.smithi016.stdout:1129: copy_from oid 34 from oid 25 current snap is 116 2024-04-15T14:40:58.275 INFO:tasks.rados.rados.0.smithi016.stdout:1130: rollback oid 49 current snap is 116 2024-04-15T14:40:58.275 INFO:tasks.rados.rados.0.smithi016.stdout:rollback oid 49 to 113 2024-04-15T14:40:58.275 INFO:tasks.rados.rados.0.smithi016.stdout:1131: delete oid 4 current snap is 116 2024-04-15T14:40:58.278 INFO:tasks.rados.rados.0.smithi016.stdout:1130: finishing rollback tid 1 to smithi01678542-49 2024-04-15T14:40:58.278 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 49 v 0 (ObjNum 129 snap 0 seq_num 2234903392) dirty dne 2024-04-15T14:40:58.278 INFO:tasks.rados.rados.0.smithi016.stdout:1130: done (2 left) 2024-04-15T14:40:58.278 INFO:tasks.rados.rados.0.smithi016.stdout:1131: done (1 left) 2024-04-15T14:40:58.278 INFO:tasks.rados.rados.0.smithi016.stdout:1132: delete oid 42 current snap is 116 2024-04-15T14:40:58.280 INFO:tasks.rados.rados.0.smithi016.stdout:1132: done (1 left) 2024-04-15T14:40:58.280 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 3 current snap is 116 2024-04-15T14:40:58.280 INFO:tasks.rados.rados.0.smithi016.stdout:1133: seq_num 355 ranges {0=753664,753664=401408} 2024-04-15T14:40:58.284 INFO:tasks.rados.rados.0.smithi016.stdout:1133: writing smithi01678542-3 from 0 to 753664 tid 1 2024-04-15T14:40:58.287 INFO:tasks.rados.rados.0.smithi016.stdout:1133: writing smithi01678542-3 from 753664 to 1155072 tid 2 2024-04-15T14:40:58.287 INFO:tasks.rados.rados.0.smithi016.stdout:1134: rmattr oid 41 current snap is 116 2024-04-15T14:40:58.287 INFO:tasks.rados.rados.0.smithi016.stdout:1134: done (2 left) 2024-04-15T14:40:58.287 INFO:tasks.rados.rados.0.smithi016.stdout:1135: read oid 38 snap 107 2024-04-15T14:40:58.287 INFO:tasks.rados.rados.0.smithi016.stdout:1135: expect (ObjNum 321 snap 100 seq_num 321) 2024-04-15T14:40:58.287 INFO:tasks.rados.rados.0.smithi016.stdout:1136: snap_remove snap 111 2024-04-15T14:40:58.789 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:40:58 smithi016 ceph-mon[90652]: Reconfiguring mds.a (monmap changed)... 2024-04-15T14:40:58.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:40:58 smithi016 ceph-mon[90652]: Reconfiguring daemon mds.a on smithi016 2024-04-15T14:40:58.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:40:58 smithi016 ceph-mon[90652]: osdmap e305: 8 total, 8 up, 8 in 2024-04-15T14:40:58.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:40:58 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T14:40:58.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:40:58 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T14:40:58.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:40:58 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-15T14:40:58.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:40:58 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-04-15T14:40:58.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:40:58 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T14:40:58.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:40:58 smithi016 ceph-mon[93212]: Reconfiguring mds.a (monmap changed)... 2024-04-15T14:40:58.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:40:58 smithi016 ceph-mon[93212]: Reconfiguring daemon mds.a on smithi016 2024-04-15T14:40:58.791 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:40:58 smithi016 ceph-mon[93212]: osdmap e305: 8 total, 8 up, 8 in 2024-04-15T14:40:58.791 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:40:58 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T14:40:58.791 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:40:58 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T14:40:58.791 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:40:58 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-15T14:40:58.791 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:40:58 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-04-15T14:40:58.791 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:40:58 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T14:40:58.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:40:58 smithi102 ceph-mon[87131]: Reconfiguring mds.a (monmap changed)... 2024-04-15T14:40:58.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:40:58 smithi102 ceph-mon[87131]: Reconfiguring daemon mds.a on smithi016 2024-04-15T14:40:58.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:40:58 smithi102 ceph-mon[87131]: osdmap e305: 8 total, 8 up, 8 in 2024-04-15T14:40:58.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:40:58 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T14:40:58.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:40:58 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T14:40:58.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:40:58 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-15T14:40:58.938 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:40:58 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-04-15T14:40:58.938 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:40:58 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T14:40:59.277 INFO:tasks.rados.rados.0.smithi016.stdout:1136: done (3 left) 2024-04-15T14:40:59.278 INFO:tasks.rados.rados.0.smithi016.stdout:1137: read oid 23 snap -1 2024-04-15T14:40:59.278 INFO:tasks.rados.rados.0.smithi016.stdout:1137: expect (ObjNum 344 snap 111 seq_num 344) 2024-04-15T14:40:59.278 INFO:tasks.rados.rados.0.smithi016.stdout:1138: snap_remove snap 112 2024-04-15T14:40:59.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:40:59 smithi102 ceph-mon[87131]: pgmap v87: 121 pgs: 121 active+clean; 94 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 552 KiB/s rd, 302 KiB/s wr, 4 op/s 2024-04-15T14:40:59.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:40:59 smithi102 ceph-mon[87131]: Reconfiguring mon.b (monmap changed)... 2024-04-15T14:40:59.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:40:59 smithi102 ceph-mon[87131]: Reconfiguring daemon mon.b on smithi102 2024-04-15T14:40:59.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:40:59 smithi102 ceph-mon[87131]: osdmap e306: 8 total, 8 up, 8 in 2024-04-15T14:40:59.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:40:59 smithi016 ceph-mon[90652]: pgmap v87: 121 pgs: 121 active+clean; 94 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 552 KiB/s rd, 302 KiB/s wr, 4 op/s 2024-04-15T14:40:59.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:40:59 smithi016 ceph-mon[90652]: Reconfiguring mon.b (monmap changed)... 2024-04-15T14:40:59.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:40:59 smithi016 ceph-mon[90652]: Reconfiguring daemon mon.b on smithi102 2024-04-15T14:40:59.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:40:59 smithi016 ceph-mon[90652]: osdmap e306: 8 total, 8 up, 8 in 2024-04-15T14:40:59.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:40:59 smithi016 ceph-mon[93212]: pgmap v87: 121 pgs: 121 active+clean; 94 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 552 KiB/s rd, 302 KiB/s wr, 4 op/s 2024-04-15T14:40:59.791 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:40:59 smithi016 ceph-mon[93212]: Reconfiguring mon.b (monmap changed)... 2024-04-15T14:40:59.791 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:40:59 smithi016 ceph-mon[93212]: Reconfiguring daemon mon.b on smithi102 2024-04-15T14:40:59.791 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:40:59 smithi016 ceph-mon[93212]: osdmap e306: 8 total, 8 up, 8 in 2024-04-15T14:41:00.262 INFO:tasks.rados.rados.0.smithi016.stdout:1138: done (4 left) 2024-04-15T14:41:00.262 INFO:tasks.rados.rados.0.smithi016.stdout:1139: rollback oid 2 current snap is 116 2024-04-15T14:41:00.262 INFO:tasks.rados.rados.0.smithi016.stdout:rollback oid 2 to 109 2024-04-15T14:41:00.262 INFO:tasks.rados.rados.0.smithi016.stdout:1135: expect (ObjNum 321 snap 100 seq_num 321) 2024-04-15T14:41:00.285 INFO:tasks.rados.rados.0.smithi016.stdout:1133: finishing write tid 1 to smithi01678542-3 2024-04-15T14:41:00.285 INFO:tasks.rados.rados.0.smithi016.stdout:1133: finishing write tid 2 to smithi01678542-3 2024-04-15T14:41:00.285 INFO:tasks.rados.rados.0.smithi016.stdout:1133: finishing write tid 3 to smithi01678542-3 2024-04-15T14:41:00.285 INFO:tasks.rados.rados.0.smithi016.stdout:1129: finishing copy_from racing read to smithi01678542-34 2024-04-15T14:41:00.285 INFO:tasks.rados.rados.0.smithi016.stdout:1133: finishing write tid 4 to smithi01678542-3 2024-04-15T14:41:00.285 INFO:tasks.rados.rados.0.smithi016.stdout:1133: oid 3 updating version 0 to 229 2024-04-15T14:41:00.286 INFO:tasks.rados.rados.0.smithi016.stdout:1133: oid 3 updating version 229 to 230 2024-04-15T14:41:00.286 INFO:tasks.rados.rados.0.smithi016.stdout:1133: oid 3 version 230 is already newer than 228 2024-04-15T14:41:00.286 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 3 v 230 (ObjNum 355 snap 116 seq_num 355) dirty exists 2024-04-15T14:41:00.286 INFO:tasks.rados.rados.0.smithi016.stdout:1133: left oid 3 (ObjNum 355 snap 116 seq_num 355) 2024-04-15T14:41:00.286 INFO:tasks.rados.rados.0.smithi016.stdout:1129: finishing copy_from to smithi01678542-34 2024-04-15T14:41:00.286 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 34 v 519 (ObjNum 288 snap 85 seq_num 288) dirty exists 2024-04-15T14:41:00.286 INFO:tasks.rados.rados.0.smithi016.stdout:1137: expect (ObjNum 344 snap 111 seq_num 344) 2024-04-15T14:41:00.335 INFO:tasks.rados.rados.0.smithi016.stdout:1139: finishing rollback tid 0 to smithi01678542-2 2024-04-15T14:41:00.335 INFO:tasks.rados.rados.0.smithi016.stdout:1139: finishing rollback tid 1 to smithi01678542-2 2024-04-15T14:41:00.335 INFO:tasks.rados.rados.0.smithi016.stdout:1139: finishing rollback tid 2 to smithi01678542-2 2024-04-15T14:41:00.335 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 2 v 653 (ObjNum 99 snap 25 seq_num 99) dirty exists 2024-04-15T14:41:00.336 INFO:tasks.rados.rados.0.smithi016.stdout:1129: done (4 left) 2024-04-15T14:41:00.336 INFO:tasks.rados.rados.0.smithi016.stdout:1133: done (3 left) 2024-04-15T14:41:00.336 INFO:tasks.rados.rados.0.smithi016.stdout:1135: done (2 left) 2024-04-15T14:41:00.336 INFO:tasks.rados.rados.0.smithi016.stdout:1137: done (1 left) 2024-04-15T14:41:00.336 INFO:tasks.rados.rados.0.smithi016.stdout:1139: done (0 left) 2024-04-15T14:41:00.336 INFO:tasks.rados.rados.0.smithi016.stdout:1140: snap_create 2024-04-15T14:41:01.263 INFO:tasks.rados.rados.0.smithi016.stdout:1140: done (0 left) 2024-04-15T14:41:01.264 INFO:tasks.rados.rados.0.smithi016.stdout:1141: snap_create 2024-04-15T14:41:01.419 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:41:01 smithi102 ceph-mon[87131]: pgmap v90: 121 pgs: 121 active+clean; 106 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 2.9 MiB/s rd, 3.0 MiB/s wr, 21 op/s 2024-04-15T14:41:01.419 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:41:01 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T14:41:01.419 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:41:01 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T14:41:01.419 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:41:01 smithi102 ceph-mon[87131]: Reconfiguring mgr.x (monmap changed)... 2024-04-15T14:41:01.419 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:41:01 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-04-15T14:41:01.419 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:41:01 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-04-15T14:41:01.419 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:41:01 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T14:41:01.419 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:41:01 smithi102 ceph-mon[87131]: Reconfiguring daemon mgr.x on smithi102 2024-04-15T14:41:01.419 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:41:01 smithi102 ceph-mon[87131]: osdmap e307: 8 total, 8 up, 8 in 2024-04-15T14:41:01.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:41:01 smithi016 ceph-mon[90652]: pgmap v90: 121 pgs: 121 active+clean; 106 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 2.9 MiB/s rd, 3.0 MiB/s wr, 21 op/s 2024-04-15T14:41:01.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:41:01 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T14:41:01.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:41:01 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T14:41:01.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:41:01 smithi016 ceph-mon[90652]: Reconfiguring mgr.x (monmap changed)... 2024-04-15T14:41:01.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:41:01 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-04-15T14:41:01.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:41:01 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-04-15T14:41:01.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:41:01 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T14:41:01.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:41:01 smithi016 ceph-mon[90652]: Reconfiguring daemon mgr.x on smithi102 2024-04-15T14:41:01.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:41:01 smithi016 ceph-mon[90652]: osdmap e307: 8 total, 8 up, 8 in 2024-04-15T14:41:01.541 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:41:01 smithi016 ceph-mon[93212]: pgmap v90: 121 pgs: 121 active+clean; 106 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 2.9 MiB/s rd, 3.0 MiB/s wr, 21 op/s 2024-04-15T14:41:01.541 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:41:01 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T14:41:01.541 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:41:01 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T14:41:01.541 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:41:01 smithi016 ceph-mon[93212]: Reconfiguring mgr.x (monmap changed)... 2024-04-15T14:41:01.541 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:41:01 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-04-15T14:41:01.541 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:41:01 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-04-15T14:41:01.541 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:41:01 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T14:41:01.541 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:41:01 smithi016 ceph-mon[93212]: Reconfiguring daemon mgr.x on smithi102 2024-04-15T14:41:01.541 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:41:01 smithi016 ceph-mon[93212]: osdmap e307: 8 total, 8 up, 8 in 2024-04-15T14:41:02.039 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 15 14:41:01 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-y[81421]: ::ffff:172.21.15.102 - - [15/Apr/2024:14:41:01] "GET /metrics HTTP/1.1" 200 36074 "" "Prometheus/2.43.0" 2024-04-15T14:41:02.265 INFO:tasks.rados.rados.0.smithi016.stdout:1141: done (0 left) 2024-04-15T14:41:02.265 INFO:tasks.rados.rados.0.smithi016.stdout:1142: delete oid 39 current snap is 118 2024-04-15T14:41:02.272 INFO:tasks.rados.rados.0.smithi016.stdout:1142: done (0 left) 2024-04-15T14:41:02.272 INFO:tasks.rados.rados.0.smithi016.stdout:1143: rollback oid 33 current snap is 118 2024-04-15T14:41:02.272 INFO:tasks.rados.rados.0.smithi016.stdout:rollback oid 33 to 109 2024-04-15T14:41:02.272 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 12 current snap is 118 2024-04-15T14:41:02.272 INFO:tasks.rados.rados.0.smithi016.stdout:1144: seq_num 357 ranges {2506752=786432,3293184=401408} 2024-04-15T14:41:02.290 INFO:tasks.rados.rados.0.smithi016.stdout:1144: writing smithi01678542-12 from 2506752 to 3293184 tid 1 2024-04-15T14:41:02.292 INFO:tasks.rados.rados.0.smithi016.stdout:1144: writing smithi01678542-12 from 3293184 to 3694592 tid 2 2024-04-15T14:41:02.292 INFO:tasks.rados.rados.0.smithi016.stdout:1145: rollback oid 42 current snap is 118 2024-04-15T14:41:02.293 INFO:tasks.rados.rados.0.smithi016.stdout:rollback oid 42 to 115 2024-04-15T14:41:02.293 INFO:tasks.rados.rados.0.smithi016.stdout:1143: finishing rollback tid 0 to smithi01678542-33 2024-04-15T14:41:02.293 INFO:tasks.rados.rados.0.smithi016.stdout:1143: finishing rollback tid 1 to smithi01678542-33 2024-04-15T14:41:02.293 INFO:tasks.rados.rados.0.smithi016.stdout:1143: finishing rollback tid 2 to smithi01678542-33 2024-04-15T14:41:02.293 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 33 v 712 (ObjNum 65 snap 0 seq_num 1801350481) dirty exists 2024-04-15T14:41:02.293 INFO:tasks.rados.rados.0.smithi016.stdout:1143: done (2 left) 2024-04-15T14:41:02.293 INFO:tasks.rados.rados.0.smithi016.stdout:1146: snap_remove snap 107 2024-04-15T14:41:02.522 INFO:journalctl@ceph.prometheus.a.smithi102.stdout:Apr 15 14:41:02 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-prometheus-a[78028]: ts=2024-04-15T14:41:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi016:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"362ea986-fb34-11ee-bc8f-c7b262605968\", instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T14:41:02.523 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:41:02 smithi102 ceph-mon[87131]: osdmap e308: 8 total, 8 up, 8 in 2024-04-15T14:41:02.523 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:41:02 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T14:41:02.523 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:41:02 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T14:41:02.523 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:41:02 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.4"}]: dispatch 2024-04-15T14:41:02.523 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:41:02 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T14:41:02.539 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:41:02 smithi016 ceph-mon[93212]: osdmap e308: 8 total, 8 up, 8 in 2024-04-15T14:41:02.539 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:41:02 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T14:41:02.539 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:41:02 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T14:41:02.539 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:41:02 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.4"}]: dispatch 2024-04-15T14:41:02.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:41:02 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T14:41:02.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:41:02 smithi016 ceph-mon[90652]: osdmap e308: 8 total, 8 up, 8 in 2024-04-15T14:41:02.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:41:02 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T14:41:02.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:41:02 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T14:41:02.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:41:02 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.4"}]: dispatch 2024-04-15T14:41:02.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:41:02 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T14:41:03.282 INFO:tasks.rados.rados.0.smithi016.stdout:1146: done (2 left) 2024-04-15T14:41:03.282 INFO:tasks.rados.rados.0.smithi016.stdout:1147: read oid 8 snap -1 2024-04-15T14:41:03.282 INFO:tasks.rados.rados.0.smithi016.stdout:1147: expect (ObjNum 259 snap 76 seq_num 259) 2024-04-15T14:41:03.282 INFO:tasks.rados.rados.0.smithi016.stdout:1148: setattr oid 25 current snap is 118 2024-04-15T14:41:03.282 INFO:tasks.rados.rados.0.smithi016.stdout:1144: finishing write tid 1 to smithi01678542-12 2024-04-15T14:41:03.282 INFO:tasks.rados.rados.0.smithi016.stdout:1144: finishing write tid 2 to smithi01678542-12 2024-04-15T14:41:03.282 INFO:tasks.rados.rados.0.smithi016.stdout:1144: finishing write tid 3 to smithi01678542-12 2024-04-15T14:41:03.282 INFO:tasks.rados.rados.0.smithi016.stdout:1145: finishing rollback tid 1 to smithi01678542-42 2024-04-15T14:41:03.282 INFO:tasks.rados.rados.0.smithi016.stdout:1145: finishing rollback tid 2 to smithi01678542-42 2024-04-15T14:41:03.283 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 42 v 270 (ObjNum 313 snap 98 seq_num 313) dirty exists 2024-04-15T14:41:03.283 INFO:tasks.rados.rados.0.smithi016.stdout:1144: finishing write tid 4 to smithi01678542-12 2024-04-15T14:41:03.283 INFO:tasks.rados.rados.0.smithi016.stdout:1144: oid 12 updating version 0 to 538 2024-04-15T14:41:03.283 INFO:tasks.rados.rados.0.smithi016.stdout:1144: oid 12 updating version 538 to 540 2024-04-15T14:41:03.283 INFO:tasks.rados.rados.0.smithi016.stdout:1144: oid 12 version 540 is already newer than 539 2024-04-15T14:41:03.283 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 12 v 540 (ObjNum 357 snap 118 seq_num 357) dirty exists 2024-04-15T14:41:03.283 INFO:tasks.rados.rados.0.smithi016.stdout:1144: left oid 12 (ObjNum 357 snap 118 seq_num 357) 2024-04-15T14:41:03.283 INFO:tasks.rados.rados.0.smithi016.stdout:1144: done (3 left) 2024-04-15T14:41:03.283 INFO:tasks.rados.rados.0.smithi016.stdout:1145: done (2 left) 2024-04-15T14:41:03.283 INFO:tasks.rados.rados.0.smithi016.stdout:1149: delete oid 3 current snap is 118 2024-04-15T14:41:03.284 INFO:tasks.rados.rados.0.smithi016.stdout:1149: done (2 left) 2024-04-15T14:41:03.284 INFO:tasks.rados.rados.0.smithi016.stdout:1150: snap_create 2024-04-15T14:41:03.290 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 25 v 521 (ObjNum 288 snap 85 seq_num 288) dirty exists 2024-04-15T14:41:03.300 INFO:tasks.rados.rados.0.smithi016.stdout:1147: expect (ObjNum 259 snap 76 seq_num 259) 2024-04-15T14:41:03.384 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:41:03 smithi102 ceph-mon[87131]: Reconfiguring osd.4 (monmap changed)... 2024-04-15T14:41:03.384 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:41:03 smithi102 ceph-mon[87131]: Reconfiguring daemon osd.4 on smithi102 2024-04-15T14:41:03.385 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:41:03 smithi102 ceph-mon[87131]: pgmap v93: 121 pgs: 121 active+clean; 106 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 2.9 MiB/s rd, 3.0 MiB/s wr, 21 op/s 2024-04-15T14:41:03.385 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:41:03 smithi102 ceph-mon[87131]: osdmap e309: 8 total, 8 up, 8 in 2024-04-15T14:41:03.539 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:41:03 smithi016 ceph-mon[90652]: Reconfiguring osd.4 (monmap changed)... 2024-04-15T14:41:03.539 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:41:03 smithi016 ceph-mon[90652]: Reconfiguring daemon osd.4 on smithi102 2024-04-15T14:41:03.539 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:41:03 smithi016 ceph-mon[90652]: pgmap v93: 121 pgs: 121 active+clean; 106 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 2.9 MiB/s rd, 3.0 MiB/s wr, 21 op/s 2024-04-15T14:41:03.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:41:03 smithi016 ceph-mon[90652]: osdmap e309: 8 total, 8 up, 8 in 2024-04-15T14:41:03.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:41:03 smithi016 ceph-mon[93212]: Reconfiguring osd.4 (monmap changed)... 2024-04-15T14:41:03.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:41:03 smithi016 ceph-mon[93212]: Reconfiguring daemon osd.4 on smithi102 2024-04-15T14:41:03.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:41:03 smithi016 ceph-mon[93212]: pgmap v93: 121 pgs: 121 active+clean; 106 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 2.9 MiB/s rd, 3.0 MiB/s wr, 21 op/s 2024-04-15T14:41:03.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:41:03 smithi016 ceph-mon[93212]: osdmap e309: 8 total, 8 up, 8 in 2024-04-15T14:41:03.687 INFO:journalctl@ceph.prometheus.a.smithi102.stdout:Apr 15 14:41:03 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-prometheus-a[78028]: ts=2024-04-15T14:41:03.504Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi016\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi016\", job=\"node\", machine=\"x86_64\", nodename=\"smithi016\", release=\"5.14.0-438.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Apr 12 13:55:21 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"362ea986-fb34-11ee-bc8f-c7b262605968\", domainname=\"(none)\", instance=\"smithi016\", job=\"node\", machine=\"x86_64\", nodename=\"smithi016\", release=\"5.14.0-438.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Apr 12 13:55:21 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T14:41:04.288 INFO:tasks.rados.rados.0.smithi016.stdout:1147: done (2 left) 2024-04-15T14:41:04.288 INFO:tasks.rados.rados.0.smithi016.stdout:1148: done (1 left) 2024-04-15T14:41:04.288 INFO:tasks.rados.rados.0.smithi016.stdout:1150: done (0 left) 2024-04-15T14:41:04.288 INFO:tasks.rados.rados.0.smithi016.stdout:1151: rollback oid 41 current snap is 119 2024-04-15T14:41:04.288 INFO:tasks.rados.rados.0.smithi016.stdout:rollback oid 41 to 109 2024-04-15T14:41:04.288 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 4 current snap is 119 2024-04-15T14:41:04.288 INFO:tasks.rados.rados.0.smithi016.stdout:1152: seq_num 359 ranges {0=417792,417792=417792,835584=385024} 2024-04-15T14:41:04.290 INFO:tasks.rados.rados.0.smithi016.stdout:1152: writing smithi01678542-4 from 0 to 417792 tid 1 2024-04-15T14:41:04.293 INFO:tasks.rados.rados.0.smithi016.stdout:1152: writing smithi01678542-4 from 417792 to 835584 tid 2 2024-04-15T14:41:04.295 INFO:tasks.rados.rados.0.smithi016.stdout:1152: writing smithi01678542-4 from 835584 to 1220608 tid 3 2024-04-15T14:41:04.296 INFO:tasks.rados.rados.0.smithi016.stdout:1153: delete oid 19 current snap is 119 2024-04-15T14:41:04.296 INFO:tasks.rados.rados.0.smithi016.stdout:1151: finishing rollback tid 1 to smithi01678542-41 2024-04-15T14:41:04.296 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 41 v 0 (ObjNum 129 snap 0 seq_num 2235882768) dirty dne 2024-04-15T14:41:04.296 INFO:tasks.rados.rados.0.smithi016.stdout:1152: finishing write tid 1 to smithi01678542-4 2024-04-15T14:41:04.296 INFO:tasks.rados.rados.0.smithi016.stdout:1152: finishing write tid 2 to smithi01678542-4 2024-04-15T14:41:04.299 INFO:tasks.rados.rados.0.smithi016.stdout:1152: finishing write tid 3 to smithi01678542-4 2024-04-15T14:41:04.299 INFO:tasks.rados.rados.0.smithi016.stdout:1152: finishing write tid 4 to smithi01678542-4 2024-04-15T14:41:04.299 INFO:tasks.rados.rados.0.smithi016.stdout:1151: done (2 left) 2024-04-15T14:41:04.300 INFO:tasks.rados.rados.0.smithi016.stdout:1153: done (1 left) 2024-04-15T14:41:04.300 INFO:tasks.rados.rados.0.smithi016.stdout:1154: rollback oid 6 current snap is 119 2024-04-15T14:41:04.300 INFO:tasks.rados.rados.0.smithi016.stdout:rollback oid 6 to 109 2024-04-15T14:41:04.300 INFO:tasks.rados.rados.0.smithi016.stdout:1155: snap_remove snap 117 2024-04-15T14:41:04.370 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:41:04 smithi102 ceph-mon[87131]: osdmap e310: 8 total, 8 up, 8 in 2024-04-15T14:41:04.371 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:41:04 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T14:41:04.371 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:41:04 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T14:41:04.371 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:41:04 smithi102 ceph-mon[87131]: Reconfiguring osd.5 (monmap changed)... 2024-04-15T14:41:04.371 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:41:04 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.5"}]: dispatch 2024-04-15T14:41:04.371 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:41:04 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T14:41:04.371 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:41:04 smithi102 ceph-mon[87131]: Reconfiguring daemon osd.5 on smithi102 2024-04-15T14:41:04.539 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:41:04 smithi016 ceph-mon[90652]: osdmap e310: 8 total, 8 up, 8 in 2024-04-15T14:41:04.539 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:41:04 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T14:41:04.539 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:41:04 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T14:41:04.539 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:41:04 smithi016 ceph-mon[90652]: Reconfiguring osd.5 (monmap changed)... 2024-04-15T14:41:04.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:41:04 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.5"}]: dispatch 2024-04-15T14:41:04.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:41:04 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T14:41:04.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:41:04 smithi016 ceph-mon[90652]: Reconfiguring daemon osd.5 on smithi102 2024-04-15T14:41:04.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:41:04 smithi016 ceph-mon[93212]: osdmap e310: 8 total, 8 up, 8 in 2024-04-15T14:41:04.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:41:04 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T14:41:04.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:41:04 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T14:41:04.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:41:04 smithi016 ceph-mon[93212]: Reconfiguring osd.5 (monmap changed)... 2024-04-15T14:41:04.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:41:04 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.5"}]: dispatch 2024-04-15T14:41:04.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:41:04 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T14:41:04.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:41:04 smithi016 ceph-mon[93212]: Reconfiguring daemon osd.5 on smithi102 2024-04-15T14:41:05.290 INFO:tasks.rados.rados.0.smithi016.stdout:1155: done (2 left) 2024-04-15T14:41:05.291 INFO:tasks.rados.rados.0.smithi016.stdout:1156: read oid 7 snap -1 2024-04-15T14:41:05.291 INFO:tasks.rados.rados.0.smithi016.stdout:1156: expect deleted 2024-04-15T14:41:05.291 INFO:tasks.rados.rados.0.smithi016.stdout:1157: delete oid 35 current snap is 119 2024-04-15T14:41:05.291 INFO:tasks.rados.rados.0.smithi016.stdout:1154: finishing rollback tid 1 to smithi01678542-6 2024-04-15T14:41:05.291 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 6 v 0 (ObjNum 289 snap 0 seq_num 0) dirty dne 2024-04-15T14:41:05.291 INFO:tasks.rados.rados.0.smithi016.stdout:1152: finishing write tid 5 to smithi01678542-4 2024-04-15T14:41:05.291 INFO:tasks.rados.rados.0.smithi016.stdout:1152: oid 4 updating version 0 to 717 2024-04-15T14:41:05.291 INFO:tasks.rados.rados.0.smithi016.stdout:1152: oid 4 updating version 717 to 720 2024-04-15T14:41:05.291 INFO:tasks.rados.rados.0.smithi016.stdout:1152: oid 4 version 720 is already newer than 718 2024-04-15T14:41:05.291 INFO:tasks.rados.rados.0.smithi016.stdout:1152: oid 4 version 720 is already newer than 719 2024-04-15T14:41:05.291 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 4 v 720 (ObjNum 359 snap 119 seq_num 359) dirty exists 2024-04-15T14:41:05.291 INFO:tasks.rados.rados.0.smithi016.stdout:1152: left oid 4 (ObjNum 359 snap 119 seq_num 359) 2024-04-15T14:41:05.299 INFO:tasks.rados.rados.0.smithi016.stdout:1152: done (3 left) 2024-04-15T14:41:05.300 INFO:tasks.rados.rados.0.smithi016.stdout:1154: done (2 left) 2024-04-15T14:41:05.300 INFO:tasks.rados.rados.0.smithi016.stdout:1156: done (1 left) 2024-04-15T14:41:05.300 INFO:tasks.rados.rados.0.smithi016.stdout:1157: done (0 left) 2024-04-15T14:41:05.300 INFO:tasks.rados.rados.0.smithi016.stdout:1158: rollback oid 8 current snap is 119 2024-04-15T14:41:05.300 INFO:tasks.rados.rados.0.smithi016.stdout:rollback oid 8 to 115 2024-04-15T14:41:05.300 INFO:tasks.rados.rados.0.smithi016.stdout:1159: rmattr oid 2 current snap is 119 2024-04-15T14:41:05.300 INFO:tasks.rados.rados.0.smithi016.stdout:1159: done (1 left) 2024-04-15T14:41:05.300 INFO:tasks.rados.rados.0.smithi016.stdout:1160: delete oid 9 current snap is 119 2024-04-15T14:41:05.303 INFO:tasks.rados.rados.0.smithi016.stdout:1160: done (1 left) 2024-04-15T14:41:05.304 INFO:tasks.rados.rados.0.smithi016.stdout:1161: read oid 16 snap -1 2024-04-15T14:41:05.304 INFO:tasks.rados.rados.0.smithi016.stdout:1161: expect (ObjNum 299 snap 95 seq_num 299) 2024-04-15T14:41:05.304 INFO:tasks.rados.rados.0.smithi016.stdout:1162: snap_create 2024-04-15T14:41:05.304 INFO:tasks.rados.rados.0.smithi016.stdout:1158: finishing rollback tid 0 to smithi01678542-8 2024-04-15T14:41:05.304 INFO:tasks.rados.rados.0.smithi016.stdout:1158: finishing rollback tid 1 to smithi01678542-8 2024-04-15T14:41:05.304 INFO:tasks.rados.rados.0.smithi016.stdout:1158: finishing rollback tid 2 to smithi01678542-8 2024-04-15T14:41:05.304 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 8 v 543 (ObjNum 259 snap 76 seq_num 259) dirty exists 2024-04-15T14:41:05.306 INFO:tasks.rados.rados.0.smithi016.stdout:1161: expect (ObjNum 299 snap 95 seq_num 299) 2024-04-15T14:41:05.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:41:05 smithi102 ceph-mon[87131]: pgmap v96: 121 pgs: 121 active+clean; 106 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail 2024-04-15T14:41:05.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:41:05 smithi102 ceph-mon[87131]: osdmap e311: 8 total, 8 up, 8 in 2024-04-15T14:41:05.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:41:05 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T14:41:05.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:41:05 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T14:41:05.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:41:05 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.6"}]: dispatch 2024-04-15T14:41:05.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:41:05 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T14:41:05.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:41:05 smithi016 ceph-mon[90652]: pgmap v96: 121 pgs: 121 active+clean; 106 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail 2024-04-15T14:41:05.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:41:05 smithi016 ceph-mon[90652]: osdmap e311: 8 total, 8 up, 8 in 2024-04-15T14:41:05.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:41:05 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T14:41:05.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:41:05 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T14:41:05.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:41:05 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.6"}]: dispatch 2024-04-15T14:41:05.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:41:05 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T14:41:05.791 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:41:05 smithi016 ceph-mon[93212]: pgmap v96: 121 pgs: 121 active+clean; 106 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail 2024-04-15T14:41:05.791 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:41:05 smithi016 ceph-mon[93212]: osdmap e311: 8 total, 8 up, 8 in 2024-04-15T14:41:05.791 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:41:05 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T14:41:05.791 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:41:05 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T14:41:05.791 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:41:05 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.6"}]: dispatch 2024-04-15T14:41:05.791 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:41:05 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T14:41:06.301 INFO:tasks.rados.rados.0.smithi016.stdout:1158: done (2 left) 2024-04-15T14:41:06.301 INFO:tasks.rados.rados.0.smithi016.stdout:1161: done (1 left) 2024-04-15T14:41:06.301 INFO:tasks.rados.rados.0.smithi016.stdout:1162: done (0 left) 2024-04-15T14:41:06.301 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 40 current snap is 120 2024-04-15T14:41:06.301 INFO:tasks.rados.rados.0.smithi016.stdout:1163: seq_num 363 ranges {2269184=483328,2752512=753664,3506176=49152} 2024-04-15T14:41:06.316 INFO:tasks.rados.rados.0.smithi016.stdout:1163: writing smithi01678542-40 from 2269184 to 2752512 tid 1 2024-04-15T14:41:06.320 INFO:tasks.rados.rados.0.smithi016.stdout:1163: writing smithi01678542-40 from 2752512 to 3506176 tid 2 2024-04-15T14:41:06.321 INFO:tasks.rados.rados.0.smithi016.stdout:1163: writing smithi01678542-40 from 3506176 to 3555328 tid 3 2024-04-15T14:41:06.321 INFO:tasks.rados.rados.0.smithi016.stdout:1164: delete oid 2 current snap is 120 2024-04-15T14:41:06.323 INFO:tasks.rados.rados.0.smithi016.stdout:1163: finishing write tid 1 to smithi01678542-40 2024-04-15T14:41:06.324 INFO:tasks.rados.rados.0.smithi016.stdout:1163: finishing write tid 2 to smithi01678542-40 2024-04-15T14:41:06.325 INFO:tasks.rados.rados.0.smithi016.stdout:1163: finishing write tid 3 to smithi01678542-40 2024-04-15T14:41:06.325 INFO:tasks.rados.rados.0.smithi016.stdout:1164: done (1 left) 2024-04-15T14:41:06.325 INFO:tasks.rados.rados.0.smithi016.stdout:1165: snap_remove snap 113 2024-04-15T14:41:06.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:41:06 smithi102 ceph-mon[87131]: Reconfiguring osd.6 (monmap changed)... 2024-04-15T14:41:06.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:41:06 smithi102 ceph-mon[87131]: Reconfiguring daemon osd.6 on smithi102 2024-04-15T14:41:06.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:41:06 smithi102 ceph-mon[87131]: osdmap e312: 8 total, 8 up, 8 in 2024-04-15T14:41:06.789 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:41:06 smithi016 ceph-mon[93212]: Reconfiguring osd.6 (monmap changed)... 2024-04-15T14:41:06.789 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:41:06 smithi016 ceph-mon[93212]: Reconfiguring daemon osd.6 on smithi102 2024-04-15T14:41:06.789 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:41:06 smithi016 ceph-mon[93212]: osdmap e312: 8 total, 8 up, 8 in 2024-04-15T14:41:06.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:41:06 smithi016 ceph-mon[90652]: Reconfiguring osd.6 (monmap changed)... 2024-04-15T14:41:06.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:41:06 smithi016 ceph-mon[90652]: Reconfiguring daemon osd.6 on smithi102 2024-04-15T14:41:06.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:41:06 smithi016 ceph-mon[90652]: osdmap e312: 8 total, 8 up, 8 in 2024-04-15T14:41:07.137 INFO:teuthology.orchestra.run.smithi016.stdout:true 2024-04-15T14:41:07.300 INFO:tasks.rados.rados.0.smithi016.stdout:1165: done (1 left) 2024-04-15T14:41:07.300 INFO:tasks.rados.rados.0.smithi016.stdout:1166: copy_from oid 43 from oid 39 current snap is 120 2024-04-15T14:41:07.300 INFO:tasks.rados.rados.0.smithi016.stdout:1163: finishing write tid 4 to smithi01678542-40 2024-04-15T14:41:07.300 INFO:tasks.rados.rados.0.smithi016.stdout:1163: finishing write tid 5 to smithi01678542-40 2024-04-15T14:41:07.300 INFO:tasks.rados.rados.0.smithi016.stdout:1163: oid 40 updating version 0 to 305 2024-04-15T14:41:07.301 INFO:tasks.rados.rados.0.smithi016.stdout:1163: oid 40 updating version 305 to 307 2024-04-15T14:41:07.301 INFO:tasks.rados.rados.0.smithi016.stdout:1163: oid 40 version 307 is already newer than 306 2024-04-15T14:41:07.301 INFO:tasks.rados.rados.0.smithi016.stdout:1163: oid 40 updating version 307 to 308 2024-04-15T14:41:07.301 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 40 v 308 (ObjNum 363 snap 120 seq_num 363) dirty exists 2024-04-15T14:41:07.301 INFO:tasks.rados.rados.0.smithi016.stdout:1163: left oid 40 (ObjNum 363 snap 120 seq_num 363) 2024-04-15T14:41:07.301 INFO:tasks.rados.rados.0.smithi016.stdout:1163: done (1 left) 2024-04-15T14:41:07.301 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 49 current snap is 120 2024-04-15T14:41:07.301 INFO:tasks.rados.rados.0.smithi016.stdout:1167: seq_num 365 ranges {0=516096,516096=573440,1089536=229376} 2024-04-15T14:41:07.303 INFO:tasks.rados.rados.0.smithi016.stdout:1167: writing smithi01678542-49 from 0 to 516096 tid 1 2024-04-15T14:41:07.307 INFO:tasks.rados.rados.0.smithi016.stdout:1167: writing smithi01678542-49 from 516096 to 1089536 tid 2 2024-04-15T14:41:07.309 INFO:tasks.rados.rados.0.smithi016.stdout:1167: writing smithi01678542-49 from 1089536 to 1318912 tid 3 2024-04-15T14:41:07.310 INFO:tasks.rados.rados.0.smithi016.stdout:1168: delete oid 26 current snap is 120 2024-04-15T14:41:07.310 INFO:tasks.rados.rados.0.smithi016.stdout:1166: finishing copy_from to smithi01678542-43 2024-04-15T14:41:07.310 INFO:tasks.rados.rados.0.smithi016.stdout:1166: got expected ENOENT (src dne) 2024-04-15T14:41:07.310 INFO:tasks.rados.rados.0.smithi016.stdout:1166: finishing copy_from racing read to smithi01678542-43 2024-04-15T14:41:07.314 INFO:tasks.rados.rados.0.smithi016.stdout:1167: finishing write tid 1 to smithi01678542-49 2024-04-15T14:41:07.315 INFO:tasks.rados.rados.0.smithi016.stdout:1167: finishing write tid 2 to smithi01678542-49 2024-04-15T14:41:07.316 INFO:tasks.rados.rados.0.smithi016.stdout:1167: finishing write tid 3 to smithi01678542-49 2024-04-15T14:41:07.318 INFO:tasks.rados.rados.0.smithi016.stdout:1166: done (2 left) 2024-04-15T14:41:07.318 INFO:tasks.rados.rados.0.smithi016.stdout:1168: done (1 left) 2024-04-15T14:41:07.318 INFO:tasks.rados.rados.0.smithi016.stdout:1169: read oid 7 snap 116 2024-04-15T14:41:07.318 INFO:tasks.rados.rados.0.smithi016.stdout:1169: expect deleted 2024-04-15T14:41:07.318 INFO:tasks.rados.rados.0.smithi016.stdout:1170: rollback oid 18 current snap is 120 2024-04-15T14:41:07.318 INFO:tasks.rados.rados.0.smithi016.stdout:rollback oid 18 to 118 2024-04-15T14:41:07.318 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 40 current snap is 120 2024-04-15T14:41:07.319 INFO:tasks.rados.rados.0.smithi016.stdout:1171: seq_num 367 ranges {3555328=548864,4104192=737280,4841472=65536} 2024-04-15T14:41:07.341 INFO:tasks.rados.rados.0.smithi016.stdout:1171: writing smithi01678542-40 from 3555328 to 4104192 tid 1 2024-04-15T14:41:07.345 INFO:tasks.rados.rados.0.smithi016.stdout:1171: writing smithi01678542-40 from 4104192 to 4841472 tid 2 2024-04-15T14:41:07.345 INFO:tasks.rados.rados.0.smithi016.stdout:1171: writing smithi01678542-40 from 4841472 to 4907008 tid 3 2024-04-15T14:41:07.346 INFO:tasks.rados.rados.0.smithi016.stdout:1172: read oid 31 snap -1 2024-04-15T14:41:07.346 INFO:tasks.rados.rados.0.smithi016.stdout:1172: expect (ObjNum 303 snap 95 seq_num 303) 2024-04-15T14:41:07.346 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 32 current snap is 120 2024-04-15T14:41:07.346 INFO:tasks.rados.rados.0.smithi016.stdout:1173: seq_num 368 ranges {3440640=573440,4014080=622592,4636672=180224} 2024-04-15T14:41:07.367 INFO:tasks.rados.rados.0.smithi016.stdout:1173: writing smithi01678542-32 from 3440640 to 4014080 tid 1 2024-04-15T14:41:07.371 INFO:tasks.rados.rados.0.smithi016.stdout:1173: writing smithi01678542-32 from 4014080 to 4636672 tid 2 2024-04-15T14:41:07.373 INFO:tasks.rados.rados.0.smithi016.stdout:1173: writing smithi01678542-32 from 4636672 to 4816896 tid 3 2024-04-15T14:41:07.373 INFO:tasks.rados.rados.0.smithi016.stdout:1174: read oid 24 snap -1 2024-04-15T14:41:07.373 INFO:tasks.rados.rados.0.smithi016.stdout:1174: expect (ObjNum 318 snap 100 seq_num 318) 2024-04-15T14:41:07.373 INFO:tasks.rados.rados.0.smithi016.stdout:1175: rollback oid 6 current snap is 120 2024-04-15T14:41:07.373 INFO:tasks.rados.rados.0.smithi016.stdout:rollback oid 6 to 118 2024-04-15T14:41:07.373 INFO:tasks.rados.rados.0.smithi016.stdout:1169: done (7 left) 2024-04-15T14:41:07.373 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 20 current snap is 120 2024-04-15T14:41:07.373 INFO:tasks.rados.rados.0.smithi016.stdout:1167: finishing write tid 4 to smithi01678542-49 2024-04-15T14:41:07.373 INFO:tasks.rados.rados.0.smithi016.stdout:1170: finishing rollback tid 0 to smithi01678542-18 2024-04-15T14:41:07.373 INFO:tasks.rados.rados.0.smithi016.stdout:1170: finishing rollback tid 1 to smithi01678542-18 2024-04-15T14:41:07.373 INFO:tasks.rados.rados.0.smithi016.stdout:1167: finishing write tid 5 to smithi01678542-49 2024-04-15T14:41:07.374 INFO:tasks.rados.rados.0.smithi016.stdout:1167: oid 49 updating version 0 to 256 2024-04-15T14:41:07.374 INFO:tasks.rados.rados.0.smithi016.stdout:1167: oid 49 version 256 is already newer than 255 2024-04-15T14:41:07.374 INFO:tasks.rados.rados.0.smithi016.stdout:1167: oid 49 version 256 is already newer than 253 2024-04-15T14:41:07.374 INFO:tasks.rados.rados.0.smithi016.stdout:1167: oid 49 version 256 is already newer than 254 2024-04-15T14:41:07.374 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 49 v 256 (ObjNum 365 snap 120 seq_num 365) dirty exists 2024-04-15T14:41:07.374 INFO:tasks.rados.rados.0.smithi016.stdout:1167: left oid 49 (ObjNum 365 snap 120 seq_num 365) 2024-04-15T14:41:07.374 INFO:tasks.rados.rados.0.smithi016.stdout:1170: finishing rollback tid 2 to smithi01678542-18 2024-04-15T14:41:07.374 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 18 v 539 (ObjNum 312 snap 98 seq_num 312) dirty exists 2024-04-15T14:41:07.374 INFO:tasks.rados.rados.0.smithi016.stdout:1171: finishing write tid 1 to smithi01678542-40 2024-04-15T14:41:07.374 INFO:tasks.rados.rados.0.smithi016.stdout:1176: seq_num 369 ranges {3440640=589824,4030464=507904,4538368=294912} 2024-04-15T14:41:07.394 INFO:tasks.rados.rados.0.smithi016.stdout:1176: writing smithi01678542-20 from 3440640 to 4030464 tid 1 2024-04-15T14:41:07.397 INFO:tasks.rados.rados.0.smithi016.stdout:1176: writing smithi01678542-20 from 4030464 to 4538368 tid 2 2024-04-15T14:41:07.399 INFO:tasks.rados.rados.0.smithi016.stdout:1176: writing smithi01678542-20 from 4538368 to 4833280 tid 3 2024-04-15T14:41:07.400 INFO:tasks.rados.rados.0.smithi016.stdout:1167: done (7 left) 2024-04-15T14:41:07.400 INFO:tasks.rados.rados.0.smithi016.stdout:1170: done (6 left) 2024-04-15T14:41:07.400 INFO:tasks.rados.rados.0.smithi016.stdout:1177: read oid 44 snap -1 2024-04-15T14:41:07.400 INFO:tasks.rados.rados.0.smithi016.stdout:1177: expect deleted 2024-04-15T14:41:07.400 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 30 current snap is 120 2024-04-15T14:41:07.400 INFO:tasks.rados.rados.0.smithi016.stdout:1178: seq_num 370 ranges {2129920=606208,2736128=794624,3530752=8192} 2024-04-15T14:41:07.414 INFO:tasks.rados.rados.0.smithi016.stdout:1178: writing smithi01678542-30 from 2129920 to 2736128 tid 1 2024-04-15T14:41:07.419 INFO:tasks.rados.rados.0.smithi016.stdout:1178: writing smithi01678542-30 from 2736128 to 3530752 tid 2 2024-04-15T14:41:07.419 INFO:tasks.rados.rados.0.smithi016.stdout:1178: writing smithi01678542-30 from 3530752 to 3538944 tid 3 2024-04-15T14:41:07.419 INFO:tasks.rados.rados.0.smithi016.stdout:1179: rmattr oid 38 current snap is 120 2024-04-15T14:41:07.419 INFO:tasks.rados.rados.0.smithi016.stdout:1179: done (8 left) 2024-04-15T14:41:07.419 INFO:tasks.rados.rados.0.smithi016.stdout:1180: read oid 2 snap -1 2024-04-15T14:41:07.419 INFO:tasks.rados.rados.0.smithi016.stdout:1180: expect deleted 2024-04-15T14:41:07.420 INFO:tasks.rados.rados.0.smithi016.stdout:1181: rmattr oid 10 current snap is 120 2024-04-15T14:41:07.420 INFO:tasks.rados.rados.0.smithi016.stdout:1181: done (9 left) 2024-04-15T14:41:07.420 INFO:tasks.rados.rados.0.smithi016.stdout:1182: rmattr oid 22 current snap is 120 2024-04-15T14:41:07.420 INFO:tasks.rados.rados.0.smithi016.stdout:1182: done (9 left) 2024-04-15T14:41:07.420 INFO:tasks.rados.rados.0.smithi016.stdout:1183: copy_from oid 12 from oid 13 current snap is 120 2024-04-15T14:41:07.420 INFO:tasks.rados.rados.0.smithi016.stdout:1172: expect (ObjNum 303 snap 95 seq_num 303) 2024-04-15T14:41:07.428 INFO:tasks.rados.rados.0.smithi016.stdout:1171: finishing write tid 2 to smithi01678542-40 2024-04-15T14:41:07.428 INFO:tasks.rados.rados.0.smithi016.stdout:1171: finishing write tid 3 to smithi01678542-40 2024-04-15T14:41:07.428 INFO:tasks.rados.rados.0.smithi016.stdout:1171: finishing write tid 4 to smithi01678542-40 2024-04-15T14:41:07.428 INFO:tasks.rados.rados.0.smithi016.stdout:1171: finishing write tid 5 to smithi01678542-40 2024-04-15T14:41:07.428 INFO:tasks.rados.rados.0.smithi016.stdout:1171: oid 40 updating version 0 to 316 2024-04-15T14:41:07.428 INFO:tasks.rados.rados.0.smithi016.stdout:1171: oid 40 version 316 is already newer than 315 2024-04-15T14:41:07.428 INFO:tasks.rados.rados.0.smithi016.stdout:1171: oid 40 updating version 316 to 318 2024-04-15T14:41:07.428 INFO:tasks.rados.rados.0.smithi016.stdout:1171: oid 40 version 318 is already newer than 317 2024-04-15T14:41:07.428 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 40 v 318 (ObjNum 367 snap 120 seq_num 367) dirty exists 2024-04-15T14:41:07.428 INFO:tasks.rados.rados.0.smithi016.stdout:1171: left oid 40 (ObjNum 367 snap 120 seq_num 367) 2024-04-15T14:41:07.428 INFO:tasks.rados.rados.0.smithi016.stdout:1173: finishing write tid 1 to smithi01678542-32 2024-04-15T14:41:07.428 INFO:tasks.rados.rados.0.smithi016.stdout:1171: done (9 left) 2024-04-15T14:41:07.428 INFO:tasks.rados.rados.0.smithi016.stdout:1172: done (8 left) 2024-04-15T14:41:07.429 INFO:tasks.rados.rados.0.smithi016.stdout:1184: snap_create 2024-04-15T14:41:07.429 INFO:tasks.rados.rados.0.smithi016.stdout:1175: finishing rollback tid 1 to smithi01678542-6 2024-04-15T14:41:07.429 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 6 v 0 (ObjNum 33 snap 0 seq_num 2235301600) dirty dne 2024-04-15T14:41:07.429 INFO:tasks.rados.rados.0.smithi016.stdout:1173: finishing write tid 2 to smithi01678542-32 2024-04-15T14:41:07.429 INFO:tasks.rados.rados.0.smithi016.stdout:1173: finishing write tid 3 to smithi01678542-32 2024-04-15T14:41:07.429 INFO:tasks.rados.rados.0.smithi016.stdout:1173: finishing write tid 4 to smithi01678542-32 2024-04-15T14:41:07.429 INFO:tasks.rados.rados.0.smithi016.stdout:1173: finishing write tid 5 to smithi01678542-32 2024-04-15T14:41:07.429 INFO:tasks.rados.rados.0.smithi016.stdout:1173: oid 32 updating version 0 to 728 2024-04-15T14:41:07.429 INFO:tasks.rados.rados.0.smithi016.stdout:1173: oid 32 updating version 728 to 729 2024-04-15T14:41:07.429 INFO:tasks.rados.rados.0.smithi016.stdout:1173: oid 32 updating version 729 to 730 2024-04-15T14:41:07.429 INFO:tasks.rados.rados.0.smithi016.stdout:1173: oid 32 updating version 730 to 731 2024-04-15T14:41:07.429 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 32 v 731 (ObjNum 368 snap 120 seq_num 368) dirty exists 2024-04-15T14:41:07.429 INFO:tasks.rados.rados.0.smithi016.stdout:1173: left oid 32 (ObjNum 368 snap 120 seq_num 368) 2024-04-15T14:41:07.429 INFO:tasks.rados.rados.0.smithi016.stdout:1174: expect (ObjNum 318 snap 100 seq_num 318) 2024-04-15T14:41:07.494 INFO:teuthology.orchestra.run.smithi016.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-04-15T14:41:07.494 INFO:teuthology.orchestra.run.smithi016.stdout:alertmanager.a smithi016 *:9093,9094 running (5m) 47s ago 6m 24.6M - 0.25.0 c8568f914cd2 bc85d1f32a92 2024-04-15T14:41:07.494 INFO:teuthology.orchestra.run.smithi016.stdout:grafana.a smithi102 *:3000 running (6m) 27s ago 6m 88.8M - 9.4.7 954c08fa6188 dfd3a2bac142 2024-04-15T14:41:07.494 INFO:teuthology.orchestra.run.smithi016.stdout:mds.a smithi016 running (7m) 47s ago 7m 18.3M - 18.2.2-1221-ge3fb05d5 aa4d2281650a 287f01435fb1 2024-04-15T14:41:07.494 INFO:teuthology.orchestra.run.smithi016.stdout:mds.b smithi102 running (7m) 27s ago 7m 14.7M - 18.2.2-1221-ge3fb05d5 aa4d2281650a 9ed1adb3241c 2024-04-15T14:41:07.494 INFO:teuthology.orchestra.run.smithi016.stdout:mgr.x smithi102 *:8443,9283,8765 running (98s) 27s ago 11m 450M - 19.0.0-3080-gc2d8c315 259793512b73 7427787dd7cf 2024-04-15T14:41:07.494 INFO:teuthology.orchestra.run.smithi016.stdout:mgr.y smithi016 *:8443,9283,8765 running (2m) 47s ago 12m 503M - 19.0.0-3080-gc2d8c315 259793512b73 23b2f98a056a 2024-04-15T14:41:07.494 INFO:teuthology.orchestra.run.smithi016.stdout:mon.a smithi016 running (82s) 47s ago 13m 38.7M 2048M 19.0.0-3080-gc2d8c315 259793512b73 0f0e1a24c400 2024-04-15T14:41:07.494 INFO:teuthology.orchestra.run.smithi016.stdout:mon.b smithi102 running (37s) 27s ago 11m 23.3M 2048M 19.0.0-3080-gc2d8c315 259793512b73 57b781990cd4 2024-04-15T14:41:07.494 INFO:teuthology.orchestra.run.smithi016.stdout:mon.c smithi016 running (57s) 47s ago 11m 24.3M 2048M 19.0.0-3080-gc2d8c315 259793512b73 eef940aadb4d 2024-04-15T14:41:07.495 INFO:teuthology.orchestra.run.smithi016.stdout:node-exporter.a smithi016 *:9100 running (6m) 47s ago 6m 16.5M - 1.5.0 0da6a335fe13 8d0101b6e6e8 2024-04-15T14:41:07.495 INFO:teuthology.orchestra.run.smithi016.stdout:node-exporter.b smithi102 *:9100 running (5m) 27s ago 5m 15.8M - 1.5.0 0da6a335fe13 d83ffdf53df3 2024-04-15T14:41:07.495 INFO:teuthology.orchestra.run.smithi016.stdout:osd.0 smithi016 running (10m) 47s ago 10m 166M 2481M 18.2.2-1221-ge3fb05d5 aa4d2281650a ae127ce45e48 2024-04-15T14:41:07.495 INFO:teuthology.orchestra.run.smithi016.stdout:osd.1 smithi016 running (10m) 47s ago 10m 165M 2481M 18.2.2-1221-ge3fb05d5 aa4d2281650a 9239978ce644 2024-04-15T14:41:07.495 INFO:teuthology.orchestra.run.smithi016.stdout:osd.2 smithi016 running (10m) 47s ago 10m 149M 2481M 18.2.2-1221-ge3fb05d5 aa4d2281650a b55efe4e74b4 2024-04-15T14:41:07.495 INFO:teuthology.orchestra.run.smithi016.stdout:osd.3 smithi016 running (9m) 47s ago 9m 135M 2481M 18.2.2-1221-ge3fb05d5 aa4d2281650a b2684936efa6 2024-04-15T14:41:07.495 INFO:teuthology.orchestra.run.smithi016.stdout:osd.4 smithi102 running (9m) 27s ago 9m 180M 2480M 18.2.2-1221-ge3fb05d5 aa4d2281650a f863e36be995 2024-04-15T14:41:07.495 INFO:teuthology.orchestra.run.smithi016.stdout:osd.5 smithi102 running (8m) 27s ago 8m 171M 2480M 18.2.2-1221-ge3fb05d5 aa4d2281650a 64518f93c8c8 2024-04-15T14:41:07.495 INFO:teuthology.orchestra.run.smithi016.stdout:osd.6 smithi102 running (8m) 27s ago 8m 128M 2480M 18.2.2-1221-ge3fb05d5 aa4d2281650a a3993a86427e 2024-04-15T14:41:07.495 INFO:teuthology.orchestra.run.smithi016.stdout:osd.7 smithi102 running (7m) 27s ago 7m 119M 2480M 18.2.2-1221-ge3fb05d5 aa4d2281650a f9ac771a8a69 2024-04-15T14:41:07.495 INFO:teuthology.orchestra.run.smithi016.stdout:prometheus.a smithi102 *:9095 running (104s) 27s ago 7m 56.1M - 2.43.0 a07b618ecd1d 86d1d3518ceb 2024-04-15T14:41:07.496 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:41:07 smithi016 ceph-mon[90652]: pgmap v99: 121 pgs: 121 active+clean; 106 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 2.2 MiB/s rd, 588 KiB/s wr, 10 op/s 2024-04-15T14:41:07.496 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:41:07 smithi016 ceph-mon[90652]: osdmap e313: 8 total, 8 up, 8 in 2024-04-15T14:41:07.496 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:41:07 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T14:41:07.496 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:41:07 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T14:41:07.496 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:41:07 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.7"}]: dispatch 2024-04-15T14:41:07.496 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:41:07 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T14:41:07.496 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:41:07 smithi016 ceph-mon[93212]: pgmap v99: 121 pgs: 121 active+clean; 106 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 2.2 MiB/s rd, 588 KiB/s wr, 10 op/s 2024-04-15T14:41:07.496 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:41:07 smithi016 ceph-mon[93212]: osdmap e313: 8 total, 8 up, 8 in 2024-04-15T14:41:07.496 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:41:07 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T14:41:07.496 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:41:07 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T14:41:07.496 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:41:07 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.7"}]: dispatch 2024-04-15T14:41:07.496 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:41:07 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T14:41:07.658 INFO:tasks.rados.rados.0.smithi016.stdout:1176: finishing write tid 1 to smithi01678542-20 2024-04-15T14:41:07.658 INFO:tasks.rados.rados.0.smithi016.stdout:1176: finishing write tid 2 to smithi01678542-20 2024-04-15T14:41:07.658 INFO:tasks.rados.rados.0.smithi016.stdout:1176: finishing write tid 3 to smithi01678542-20 2024-04-15T14:41:07.658 INFO:tasks.rados.rados.0.smithi016.stdout:1176: finishing write tid 4 to smithi01678542-20 2024-04-15T14:41:07.658 INFO:tasks.rados.rados.0.smithi016.stdout:1176: finishing write tid 5 to smithi01678542-20 2024-04-15T14:41:07.658 INFO:tasks.rados.rados.0.smithi016.stdout:1176: oid 20 updating version 0 to 546 2024-04-15T14:41:07.658 INFO:tasks.rados.rados.0.smithi016.stdout:1176: oid 20 version 546 is already newer than 545 2024-04-15T14:41:07.658 INFO:tasks.rados.rados.0.smithi016.stdout:1176: oid 20 version 546 is already newer than 544 2024-04-15T14:41:07.659 INFO:tasks.rados.rados.0.smithi016.stdout:1176: oid 20 updating version 546 to 547 2024-04-15T14:41:07.659 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 20 v 547 (ObjNum 369 snap 120 seq_num 369) dirty exists 2024-04-15T14:41:07.659 INFO:tasks.rados.rados.0.smithi016.stdout:1176: left oid 20 (ObjNum 369 snap 120 seq_num 369) 2024-04-15T14:41:07.659 INFO:tasks.rados.rados.0.smithi016.stdout:1178: finishing write tid 1 to smithi01678542-30 2024-04-15T14:41:07.659 INFO:tasks.rados.rados.0.smithi016.stdout:1178: finishing write tid 2 to smithi01678542-30 2024-04-15T14:41:07.659 INFO:tasks.rados.rados.0.smithi016.stdout:1178: finishing write tid 3 to smithi01678542-30 2024-04-15T14:41:07.659 INFO:tasks.rados.rados.0.smithi016.stdout:1178: finishing write tid 4 to smithi01678542-30 2024-04-15T14:41:07.659 INFO:tasks.rados.rados.0.smithi016.stdout:1178: finishing write tid 5 to smithi01678542-30 2024-04-15T14:41:07.659 INFO:tasks.rados.rados.0.smithi016.stdout:1178: oid 30 updating version 0 to 237 2024-04-15T14:41:07.659 INFO:tasks.rados.rados.0.smithi016.stdout:1178: oid 30 updating version 237 to 239 2024-04-15T14:41:07.659 INFO:tasks.rados.rados.0.smithi016.stdout:1178: oid 30 version 239 is already newer than 238 2024-04-15T14:41:07.659 INFO:tasks.rados.rados.0.smithi016.stdout:1178: oid 30 version 239 is already newer than 236 2024-04-15T14:41:07.659 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 30 v 239 (ObjNum 370 snap 120 seq_num 370) dirty exists 2024-04-15T14:41:07.659 INFO:tasks.rados.rados.0.smithi016.stdout:1178: left oid 30 (ObjNum 370 snap 120 seq_num 370) 2024-04-15T14:41:07.659 INFO:tasks.rados.rados.0.smithi016.stdout:1183: finishing copy_from racing read to smithi01678542-12 2024-04-15T14:41:07.660 INFO:tasks.rados.rados.0.smithi016.stdout:1183: finishing copy_from to smithi01678542-12 2024-04-15T14:41:07.660 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 12 v 339 (ObjNum 285 snap 84 seq_num 285) dirty exists 2024-04-15T14:41:07.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:41:07 smithi102 ceph-mon[87131]: pgmap v99: 121 pgs: 121 active+clean; 106 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 2.2 MiB/s rd, 588 KiB/s wr, 10 op/s 2024-04-15T14:41:07.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:41:07 smithi102 ceph-mon[87131]: osdmap e313: 8 total, 8 up, 8 in 2024-04-15T14:41:07.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:41:07 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T14:41:07.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:41:07 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T14:41:07.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:41:07 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.7"}]: dispatch 2024-04-15T14:41:07.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:41:07 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T14:41:07.909 INFO:teuthology.orchestra.run.smithi016.stdout:{ 2024-04-15T14:41:07.909 INFO:teuthology.orchestra.run.smithi016.stdout: "mon": { 2024-04-15T14:41:07.909 INFO:teuthology.orchestra.run.smithi016.stdout: "ceph version 19.0.0-3080-gc2d8c315 (c2d8c3155d854ee204cb7c7261232571229d1d54) squid (dev)": 3 2024-04-15T14:41:07.909 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-04-15T14:41:07.909 INFO:teuthology.orchestra.run.smithi016.stdout: "mgr": { 2024-04-15T14:41:07.909 INFO:teuthology.orchestra.run.smithi016.stdout: "ceph version 19.0.0-3080-gc2d8c315 (c2d8c3155d854ee204cb7c7261232571229d1d54) squid (dev)": 2 2024-04-15T14:41:07.909 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-04-15T14:41:07.909 INFO:teuthology.orchestra.run.smithi016.stdout: "osd": { 2024-04-15T14:41:07.909 INFO:teuthology.orchestra.run.smithi016.stdout: "ceph version 18.2.2-1221-ge3fb05d5 (e3fb05d5e6da84b5c44db3f3051c4d242f9809c1) reef (stable)": 8 2024-04-15T14:41:07.909 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-04-15T14:41:07.909 INFO:teuthology.orchestra.run.smithi016.stdout: "mds": { 2024-04-15T14:41:07.909 INFO:teuthology.orchestra.run.smithi016.stdout: "ceph version 18.2.2-1221-ge3fb05d5 (e3fb05d5e6da84b5c44db3f3051c4d242f9809c1) reef (stable)": 2 2024-04-15T14:41:07.909 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-04-15T14:41:07.910 INFO:teuthology.orchestra.run.smithi016.stdout: "overall": { 2024-04-15T14:41:07.910 INFO:teuthology.orchestra.run.smithi016.stdout: "ceph version 18.2.2-1221-ge3fb05d5 (e3fb05d5e6da84b5c44db3f3051c4d242f9809c1) reef (stable)": 10, 2024-04-15T14:41:07.910 INFO:teuthology.orchestra.run.smithi016.stdout: "ceph version 19.0.0-3080-gc2d8c315 (c2d8c3155d854ee204cb7c7261232571229d1d54) squid (dev)": 5 2024-04-15T14:41:07.910 INFO:teuthology.orchestra.run.smithi016.stdout: } 2024-04-15T14:41:07.910 INFO:teuthology.orchestra.run.smithi016.stdout:} 2024-04-15T14:41:08.313 INFO:tasks.rados.rados.0.smithi016.stdout:1173: done (8 left) 2024-04-15T14:41:08.313 INFO:tasks.rados.rados.0.smithi016.stdout:1174: done (7 left) 2024-04-15T14:41:08.313 INFO:tasks.rados.rados.0.smithi016.stdout:1175: done (6 left) 2024-04-15T14:41:08.313 INFO:tasks.rados.rados.0.smithi016.stdout:1176: done (5 left) 2024-04-15T14:41:08.313 INFO:tasks.rados.rados.0.smithi016.stdout:1177: done (4 left) 2024-04-15T14:41:08.313 INFO:tasks.rados.rados.0.smithi016.stdout:1178: done (3 left) 2024-04-15T14:41:08.313 INFO:tasks.rados.rados.0.smithi016.stdout:1180: done (2 left) 2024-04-15T14:41:08.313 INFO:tasks.rados.rados.0.smithi016.stdout:1183: done (1 left) 2024-04-15T14:41:08.313 INFO:tasks.rados.rados.0.smithi016.stdout:1184: done (0 left) 2024-04-15T14:41:08.313 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 28 current snap is 121 2024-04-15T14:41:08.313 INFO:tasks.rados.rados.0.smithi016.stdout:1185: seq_num 371 ranges {0=622592,622592=679936,1302528=122880} 2024-04-15T14:41:08.315 INFO:tasks.rados.rados.0.smithi016.stdout:1185: writing smithi01678542-28 from 0 to 622592 tid 1 2024-04-15T14:41:08.319 INFO:tasks.rados.rados.0.smithi016.stdout:1185: writing smithi01678542-28 from 622592 to 1302528 tid 2 2024-04-15T14:41:08.320 INFO:tasks.rados.rados.0.smithi016.stdout:1185: writing smithi01678542-28 from 1302528 to 1425408 tid 3 2024-04-15T14:41:08.320 INFO:tasks.rados.rados.0.smithi016.stdout:1186: rmattr oid 39 current snap is 121 2024-04-15T14:41:08.320 INFO:tasks.rados.rados.0.smithi016.stdout:1186: done (1 left) 2024-04-15T14:41:08.320 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 34 current snap is 121 2024-04-15T14:41:08.321 INFO:tasks.rados.rados.0.smithi016.stdout:1187: seq_num 372 ranges {3440640=638976,4079616=565248,4644864=237568} 2024-04-15T14:41:08.342 INFO:tasks.rados.rados.0.smithi016.stdout:1187: writing smithi01678542-34 from 3440640 to 4079616 tid 1 2024-04-15T14:41:08.346 INFO:tasks.rados.rados.0.smithi016.stdout:1187: writing smithi01678542-34 from 4079616 to 4644864 tid 2 2024-04-15T14:41:08.348 INFO:tasks.rados.rados.0.smithi016.stdout:1187: writing smithi01678542-34 from 4644864 to 4882432 tid 3 2024-04-15T14:41:08.348 INFO:tasks.rados.rados.0.smithi016.stdout:1188: copy_from oid 3 from oid 13 current snap is 121 2024-04-15T14:41:08.348 INFO:tasks.rados.rados.0.smithi016.stdout:1185: finishing write tid 1 to smithi01678542-28 2024-04-15T14:41:08.348 INFO:tasks.rados.rados.0.smithi016.stdout:1185: finishing write tid 2 to smithi01678542-28 2024-04-15T14:41:08.349 INFO:tasks.rados.rados.0.smithi016.stdout:1185: finishing write tid 3 to smithi01678542-28 2024-04-15T14:41:08.349 INFO:tasks.rados.rados.0.smithi016.stdout:1185: finishing write tid 4 to smithi01678542-28 2024-04-15T14:41:08.349 INFO:tasks.rados.rados.0.smithi016.stdout:1185: finishing write tid 5 to smithi01678542-28 2024-04-15T14:41:08.349 INFO:tasks.rados.rados.0.smithi016.stdout:1185: oid 28 updating version 0 to 359 2024-04-15T14:41:08.349 INFO:tasks.rados.rados.0.smithi016.stdout:1185: oid 28 version 359 is already newer than 358 2024-04-15T14:41:08.349 INFO:tasks.rados.rados.0.smithi016.stdout:1185: oid 28 version 359 is already newer than 357 2024-04-15T14:41:08.349 INFO:tasks.rados.rados.0.smithi016.stdout:1185: oid 28 version 359 is already newer than 356 2024-04-15T14:41:08.349 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 28 v 359 (ObjNum 371 snap 121 seq_num 371) dirty exists 2024-04-15T14:41:08.349 INFO:tasks.rados.rados.0.smithi016.stdout:1185: left oid 28 (ObjNum 371 snap 121 seq_num 371) 2024-04-15T14:41:08.349 INFO:tasks.rados.rados.0.smithi016.stdout:1187: finishing write tid 1 to smithi01678542-34 2024-04-15T14:41:08.350 INFO:tasks.rados.rados.0.smithi016.stdout:1185: done (2 left) 2024-04-15T14:41:08.350 INFO:tasks.rados.rados.0.smithi016.stdout:1189: copy_from oid 5 from oid 45 current snap is 121 2024-04-15T14:41:08.350 INFO:tasks.rados.rados.0.smithi016.stdout:1190: snap_create 2024-04-15T14:41:08.350 INFO:tasks.rados.rados.0.smithi016.stdout:1187: finishing write tid 2 to smithi01678542-34 2024-04-15T14:41:08.351 INFO:tasks.rados.rados.0.smithi016.stdout:1187: finishing write tid 3 to smithi01678542-34 2024-04-15T14:41:08.351 INFO:tasks.rados.rados.0.smithi016.stdout:1187: finishing write tid 4 to smithi01678542-34 2024-04-15T14:41:08.352 INFO:tasks.rados.rados.0.smithi016.stdout:1187: finishing write tid 5 to smithi01678542-34 2024-04-15T14:41:08.352 INFO:tasks.rados.rados.0.smithi016.stdout:1187: oid 34 updating version 0 to 761 2024-04-15T14:41:08.352 INFO:tasks.rados.rados.0.smithi016.stdout:1187: oid 34 version 761 is already newer than 758 2024-04-15T14:41:08.352 INFO:tasks.rados.rados.0.smithi016.stdout:1187: oid 34 version 761 is already newer than 759 2024-04-15T14:41:08.352 INFO:tasks.rados.rados.0.smithi016.stdout:1187: oid 34 version 761 is already newer than 760 2024-04-15T14:41:08.352 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 34 v 761 (ObjNum 372 snap 121 seq_num 372) dirty exists 2024-04-15T14:41:08.352 INFO:tasks.rados.rados.0.smithi016.stdout:1187: left oid 34 (ObjNum 372 snap 121 seq_num 372) 2024-04-15T14:41:08.362 INFO:tasks.rados.rados.0.smithi016.stdout:1189: finishing copy_from racing read to smithi01678542-5 2024-04-15T14:41:08.363 INFO:tasks.rados.rados.0.smithi016.stdout:1189: finishing copy_from to smithi01678542-5 2024-04-15T14:41:08.363 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 5 v 492 (ObjNum 291 snap 90 seq_num 291) dirty exists 2024-04-15T14:41:08.375 INFO:tasks.rados.rados.0.smithi016.stdout:1188: finishing copy_from racing read to smithi01678542-3 2024-04-15T14:41:08.381 INFO:tasks.rados.rados.0.smithi016.stdout:1188: finishing copy_from to smithi01678542-3 2024-04-15T14:41:08.381 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 3 v 339 (ObjNum 285 snap 84 seq_num 285) dirty exists 2024-04-15T14:41:08.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:41:08 smithi102 ceph-mon[87131]: Reconfiguring osd.7 (monmap changed)... 2024-04-15T14:41:08.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:41:08 smithi102 ceph-mon[87131]: Reconfiguring daemon osd.7 on smithi102 2024-04-15T14:41:08.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:41:08 smithi102 ceph-mon[87131]: from='client.34194 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-15T14:41:08.688 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:41:08 smithi102 ceph-mon[87131]: osdmap e314: 8 total, 8 up, 8 in 2024-04-15T14:41:08.688 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:41:08 smithi102 ceph-mon[87131]: from='client.44126 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-15T14:41:08.688 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:41:08 smithi102 ceph-mon[87131]: from='client.? 172.21.15.16:0/3828250593' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T14:41:08.789 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:41:08 smithi016 ceph-mon[90652]: Reconfiguring osd.7 (monmap changed)... 2024-04-15T14:41:08.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:41:08 smithi016 ceph-mon[90652]: Reconfiguring daemon osd.7 on smithi102 2024-04-15T14:41:08.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:41:08 smithi016 ceph-mon[90652]: from='client.34194 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-15T14:41:08.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:41:08 smithi016 ceph-mon[90652]: osdmap e314: 8 total, 8 up, 8 in 2024-04-15T14:41:08.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:41:08 smithi016 ceph-mon[90652]: from='client.44126 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-15T14:41:08.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:41:08 smithi016 ceph-mon[90652]: from='client.? 172.21.15.16:0/3828250593' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T14:41:08.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:41:08 smithi016 ceph-mon[93212]: Reconfiguring osd.7 (monmap changed)... 2024-04-15T14:41:08.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:41:08 smithi016 ceph-mon[93212]: Reconfiguring daemon osd.7 on smithi102 2024-04-15T14:41:08.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:41:08 smithi016 ceph-mon[93212]: from='client.34194 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-15T14:41:08.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:41:08 smithi016 ceph-mon[93212]: osdmap e314: 8 total, 8 up, 8 in 2024-04-15T14:41:08.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:41:08 smithi016 ceph-mon[93212]: from='client.44126 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-15T14:41:08.791 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:41:08 smithi016 ceph-mon[93212]: from='client.? 172.21.15.16:0/3828250593' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T14:41:09.318 INFO:tasks.rados.rados.0.smithi016.stdout:1187: done (3 left) 2024-04-15T14:41:09.318 INFO:tasks.rados.rados.0.smithi016.stdout:1188: done (2 left) 2024-04-15T14:41:09.318 INFO:tasks.rados.rados.0.smithi016.stdout:1189: done (1 left) 2024-04-15T14:41:09.318 INFO:tasks.rados.rados.0.smithi016.stdout:1190: done (0 left) 2024-04-15T14:41:09.318 INFO:tasks.rados.rados.0.smithi016.stdout:1191: snap_create 2024-04-15T14:41:09.541 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:41:09 smithi102 ceph-mon[87131]: pgmap v102: 121 pgs: 121 active+clean; 106 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 2.2 MiB/s rd, 588 KiB/s wr, 10 op/s 2024-04-15T14:41:09.541 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:41:09 smithi102 ceph-mon[87131]: osdmap e315: 8 total, 8 up, 8 in 2024-04-15T14:41:09.541 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:41:09 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T14:41:09.541 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:41:09 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T14:41:09.541 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:41:09 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-15T14:41:09.541 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:41:09 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T14:41:09.541 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:41:09 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T14:41:09.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:41:09 smithi016 ceph-mon[90652]: pgmap v102: 121 pgs: 121 active+clean; 106 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 2.2 MiB/s rd, 588 KiB/s wr, 10 op/s 2024-04-15T14:41:09.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:41:09 smithi016 ceph-mon[90652]: osdmap e315: 8 total, 8 up, 8 in 2024-04-15T14:41:09.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:41:09 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T14:41:09.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:41:09 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T14:41:09.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:41:09 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-15T14:41:09.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:41:09 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T14:41:09.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:41:09 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T14:41:09.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:41:09 smithi016 ceph-mon[93212]: pgmap v102: 121 pgs: 121 active+clean; 106 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 2.2 MiB/s rd, 588 KiB/s wr, 10 op/s 2024-04-15T14:41:09.791 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:41:09 smithi016 ceph-mon[93212]: osdmap e315: 8 total, 8 up, 8 in 2024-04-15T14:41:09.791 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:41:09 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T14:41:09.791 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:41:09 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T14:41:09.791 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:41:09 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-15T14:41:09.791 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:41:09 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T14:41:09.791 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:41:09 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T14:41:10.264 INFO:tasks.rados.rados.0.smithi016.stdout:1191: done (0 left) 2024-04-15T14:41:10.264 INFO:tasks.rados.rados.0.smithi016.stdout:1192: snap_remove snap 116 2024-04-15T14:41:10.428 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:41:10 smithi102 ceph-mon[87131]: Reconfiguring mds.b (monmap changed)... 2024-04-15T14:41:10.428 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:41:10 smithi102 ceph-mon[87131]: Reconfiguring daemon mds.b on smithi102 2024-04-15T14:41:10.428 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:41:10 smithi102 ceph-mon[87131]: osdmap e316: 8 total, 8 up, 8 in 2024-04-15T14:41:10.428 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:41:10 smithi102 ceph-mon[87131]: osdmap e317: 8 total, 8 up, 8 in 2024-04-15T14:41:10.789 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:41:10 smithi016 ceph-mon[90652]: Reconfiguring mds.b (monmap changed)... 2024-04-15T14:41:10.789 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:41:10 smithi016 ceph-mon[90652]: Reconfiguring daemon mds.b on smithi102 2024-04-15T14:41:10.789 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:41:10 smithi016 ceph-mon[90652]: osdmap e316: 8 total, 8 up, 8 in 2024-04-15T14:41:10.789 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:41:10 smithi016 ceph-mon[90652]: osdmap e317: 8 total, 8 up, 8 in 2024-04-15T14:41:10.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:41:10 smithi016 ceph-mon[93212]: Reconfiguring mds.b (monmap changed)... 2024-04-15T14:41:10.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:41:10 smithi016 ceph-mon[93212]: Reconfiguring daemon mds.b on smithi102 2024-04-15T14:41:10.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:41:10 smithi016 ceph-mon[93212]: osdmap e316: 8 total, 8 up, 8 in 2024-04-15T14:41:10.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:41:10 smithi016 ceph-mon[93212]: osdmap e317: 8 total, 8 up, 8 in 2024-04-15T14:41:11.265 INFO:tasks.rados.rados.0.smithi016.stdout:1192: done (0 left) 2024-04-15T14:41:11.265 INFO:tasks.rados.rados.0.smithi016.stdout:1193: rollback oid 5 current snap is 123 2024-04-15T14:41:11.265 INFO:tasks.rados.rados.0.smithi016.stdout:rollback oid 5 to 122 2024-04-15T14:41:11.266 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 29 current snap is 123 2024-04-15T14:41:11.266 INFO:tasks.rados.rados.0.smithi016.stdout:1194: seq_num 373 ranges {0=655360,655360=499712,1155072=303104} 2024-04-15T14:41:11.270 INFO:tasks.rados.rados.0.smithi016.stdout:1194: writing smithi01678542-29 from 0 to 655360 tid 1 2024-04-15T14:41:11.273 INFO:tasks.rados.rados.0.smithi016.stdout:1194: writing smithi01678542-29 from 655360 to 1155072 tid 2 2024-04-15T14:41:11.275 INFO:tasks.rados.rados.0.smithi016.stdout:1194: writing smithi01678542-29 from 1155072 to 1458176 tid 3 2024-04-15T14:41:11.275 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 10 current snap is 123 2024-04-15T14:41:11.276 INFO:tasks.rados.rados.0.smithi016.stdout:1195: seq_num 374 ranges {0=671744,671744=778240,1449984=24576} 2024-04-15T14:41:11.280 INFO:tasks.rados.rados.0.smithi016.stdout:1195: writing smithi01678542-10 from 0 to 671744 tid 1 2024-04-15T14:41:11.287 INFO:tasks.rados.rados.0.smithi016.stdout:1195: writing smithi01678542-10 from 671744 to 1449984 tid 2 2024-04-15T14:41:11.287 INFO:tasks.rados.rados.0.smithi016.stdout:1195: writing smithi01678542-10 from 1449984 to 1474560 tid 3 2024-04-15T14:41:11.287 INFO:tasks.rados.rados.0.smithi016.stdout:1196: delete oid 26 current snap is 123 2024-04-15T14:41:11.287 INFO:tasks.rados.rados.0.smithi016.stdout:1194: finishing write tid 1 to smithi01678542-29 2024-04-15T14:41:11.287 INFO:tasks.rados.rados.0.smithi016.stdout:1193: finishing rollback tid 0 to smithi01678542-5 2024-04-15T14:41:11.287 INFO:tasks.rados.rados.0.smithi016.stdout:1194: finishing write tid 2 to smithi01678542-29 2024-04-15T14:41:11.287 INFO:tasks.rados.rados.0.smithi016.stdout:1193: finishing rollback tid 1 to smithi01678542-5 2024-04-15T14:41:11.287 INFO:tasks.rados.rados.0.smithi016.stdout:1193: finishing rollback tid 2 to smithi01678542-5 2024-04-15T14:41:11.287 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 5 v 546 (ObjNum 291 snap 90 seq_num 291) dirty exists 2024-04-15T14:41:11.288 INFO:tasks.rados.rados.0.smithi016.stdout:1194: finishing write tid 3 to smithi01678542-29 2024-04-15T14:41:11.288 INFO:tasks.rados.rados.0.smithi016.stdout:1194: finishing write tid 4 to smithi01678542-29 2024-04-15T14:41:11.288 INFO:tasks.rados.rados.0.smithi016.stdout:1194: finishing write tid 5 to smithi01678542-29 2024-04-15T14:41:11.288 INFO:tasks.rados.rados.0.smithi016.stdout:1194: oid 29 updating version 0 to 736 2024-04-15T14:41:11.288 INFO:tasks.rados.rados.0.smithi016.stdout:1194: oid 29 updating version 736 to 738 2024-04-15T14:41:11.288 INFO:tasks.rados.rados.0.smithi016.stdout:1194: oid 29 version 738 is already newer than 737 2024-04-15T14:41:11.288 INFO:tasks.rados.rados.0.smithi016.stdout:1194: oid 29 updating version 738 to 739 2024-04-15T14:41:11.288 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 29 v 739 (ObjNum 373 snap 123 seq_num 373) dirty exists 2024-04-15T14:41:11.288 INFO:tasks.rados.rados.0.smithi016.stdout:1194: left oid 29 (ObjNum 373 snap 123 seq_num 373) 2024-04-15T14:41:11.288 INFO:tasks.rados.rados.0.smithi016.stdout:1195: finishing write tid 1 to smithi01678542-10 2024-04-15T14:41:11.289 INFO:tasks.rados.rados.0.smithi016.stdout:1193: done (3 left) 2024-04-15T14:41:11.289 INFO:tasks.rados.rados.0.smithi016.stdout:1194: done (2 left) 2024-04-15T14:41:11.289 INFO:tasks.rados.rados.0.smithi016.stdout:1196: done (1 left) 2024-04-15T14:41:11.289 INFO:tasks.rados.rados.0.smithi016.stdout:1197: read oid 39 snap -1 2024-04-15T14:41:11.289 INFO:tasks.rados.rados.0.smithi016.stdout:1197: expect deleted 2024-04-15T14:41:11.289 INFO:tasks.rados.rados.0.smithi016.stdout:1198: snap_remove snap 115 2024-04-15T14:41:11.779 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:41:11 smithi016 ceph-mon[90652]: pgmap v105: 121 pgs: 121 active+clean; 130 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 3.6 MiB/s rd, 6.0 MiB/s wr, 16 op/s 2024-04-15T14:41:11.780 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:41:11 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T14:41:11.780 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:41:11 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T14:41:11.780 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:41:11 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T14:41:11.780 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:41:11 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T14:41:11.780 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:41:11 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T14:41:11.780 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:41:11 smithi016 ceph-mon[90652]: Upgrade: Setting container_image for all mon 2024-04-15T14:41:11.780 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:41:11 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T14:41:11.780 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:41:11 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.a"}]: dispatch 2024-04-15T14:41:11.780 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:41:11 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon.a"}]': finished 2024-04-15T14:41:11.780 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:41:11 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]: dispatch 2024-04-15T14:41:11.780 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:41:11 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]': finished 2024-04-15T14:41:11.780 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:41:11 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.c"}]: dispatch 2024-04-15T14:41:11.780 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:41:11 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon.c"}]': finished 2024-04-15T14:41:11.781 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:41:11 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T14:41:11.781 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:41:11 smithi016 ceph-mon[90652]: Upgrade: Setting container_image for all crash 2024-04-15T14:41:11.781 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:41:11 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T14:41:11.781 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:41:11 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["0"], "max": 16}]: dispatch 2024-04-15T14:41:11.781 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:41:11 smithi016 ceph-mon[90652]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["0"], "max": 16}]: dispatch 2024-04-15T14:41:11.781 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:41:11 smithi016 ceph-mon[90652]: Upgrade: osd.0 is safe to restart 2024-04-15T14:41:11.781 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:41:11 smithi016 ceph-mon[90652]: osdmap e318: 8 total, 8 up, 8 in 2024-04-15T14:41:11.781 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:41:11 smithi016 ceph-mon[93212]: pgmap v105: 121 pgs: 121 active+clean; 130 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 3.6 MiB/s rd, 6.0 MiB/s wr, 16 op/s 2024-04-15T14:41:11.781 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:41:11 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T14:41:11.781 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:41:11 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T14:41:11.781 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:41:11 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T14:41:11.782 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:41:11 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T14:41:11.782 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:41:11 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T14:41:11.782 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:41:11 smithi016 ceph-mon[93212]: Upgrade: Setting container_image for all mon 2024-04-15T14:41:11.782 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:41:11 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T14:41:11.782 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:41:11 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.a"}]: dispatch 2024-04-15T14:41:11.782 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:41:11 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon.a"}]': finished 2024-04-15T14:41:11.782 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:41:11 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]: dispatch 2024-04-15T14:41:11.782 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:41:11 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]': finished 2024-04-15T14:41:11.783 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:41:11 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.c"}]: dispatch 2024-04-15T14:41:11.783 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:41:11 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon.c"}]': finished 2024-04-15T14:41:11.783 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:41:11 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T14:41:11.783 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:41:11 smithi016 ceph-mon[93212]: Upgrade: Setting container_image for all crash 2024-04-15T14:41:11.783 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:41:11 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T14:41:11.783 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:41:11 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["0"], "max": 16}]: dispatch 2024-04-15T14:41:11.783 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:41:11 smithi016 ceph-mon[93212]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["0"], "max": 16}]: dispatch 2024-04-15T14:41:11.783 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:41:11 smithi016 ceph-mon[93212]: Upgrade: osd.0 is safe to restart 2024-04-15T14:41:11.783 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:41:11 smithi016 ceph-mon[93212]: osdmap e318: 8 total, 8 up, 8 in 2024-04-15T14:41:11.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:41:11 smithi102 ceph-mon[87131]: pgmap v105: 121 pgs: 121 active+clean; 130 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 3.6 MiB/s rd, 6.0 MiB/s wr, 16 op/s 2024-04-15T14:41:11.938 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:41:11 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T14:41:11.938 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:41:11 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T14:41:11.938 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:41:11 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T14:41:11.938 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:41:11 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T14:41:11.938 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:41:11 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T14:41:11.938 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:41:11 smithi102 ceph-mon[87131]: Upgrade: Setting container_image for all mon 2024-04-15T14:41:11.939 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:41:11 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T14:41:11.939 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:41:11 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.a"}]: dispatch 2024-04-15T14:41:11.939 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:41:11 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon.a"}]': finished 2024-04-15T14:41:11.939 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:41:11 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]: dispatch 2024-04-15T14:41:11.939 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:41:11 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]': finished 2024-04-15T14:41:11.939 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:41:11 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.c"}]: dispatch 2024-04-15T14:41:11.939 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:41:11 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon.c"}]': finished 2024-04-15T14:41:11.939 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:41:11 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T14:41:11.939 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:41:11 smithi102 ceph-mon[87131]: Upgrade: Setting container_image for all crash 2024-04-15T14:41:11.939 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:41:11 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T14:41:11.939 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:41:11 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["0"], "max": 16}]: dispatch 2024-04-15T14:41:11.939 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:41:11 smithi102 ceph-mon[87131]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["0"], "max": 16}]: dispatch 2024-04-15T14:41:11.939 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:41:11 smithi102 ceph-mon[87131]: Upgrade: osd.0 is safe to restart 2024-04-15T14:41:11.940 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:41:11 smithi102 ceph-mon[87131]: osdmap e318: 8 total, 8 up, 8 in 2024-04-15T14:41:12.039 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 15 14:41:11 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-y[81421]: ::ffff:172.21.15.102 - - [15/Apr/2024:14:41:11] "GET /metrics HTTP/1.1" 200 36075 "" "Prometheus/2.43.0" 2024-04-15T14:41:12.265 INFO:tasks.rados.rados.0.smithi016.stdout:1198: done (2 left) 2024-04-15T14:41:12.265 INFO:tasks.rados.rados.0.smithi016.stdout:1199: snap_remove snap 121 2024-04-15T14:41:12.687 INFO:journalctl@ceph.prometheus.a.smithi102.stdout:Apr 15 14:41:12 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-prometheus-a[78028]: ts=2024-04-15T14:41:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi016:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"362ea986-fb34-11ee-bc8f-c7b262605968\", instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T14:41:13.267 INFO:tasks.rados.rados.0.smithi016.stdout:1199: done (2 left) 2024-04-15T14:41:13.267 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 47 current snap is 123 2024-04-15T14:41:13.267 INFO:tasks.rados.rados.0.smithi016.stdout:1200: seq_num 376 ranges {1531904=704512,2236416=548864,2785280=253952} 2024-04-15T14:41:13.279 INFO:tasks.rados.rados.0.smithi016.stdout:1200: writing smithi01678542-47 from 1531904 to 2236416 tid 1 2024-04-15T14:41:13.282 INFO:tasks.rados.rados.0.smithi016.stdout:1200: writing smithi01678542-47 from 2236416 to 2785280 tid 2 2024-04-15T14:41:13.285 INFO:tasks.rados.rados.0.smithi016.stdout:1200: writing smithi01678542-47 from 2785280 to 3039232 tid 3 2024-04-15T14:41:13.285 INFO:tasks.rados.rados.0.smithi016.stdout:1201: copy_from oid 46 from oid 44 current snap is 123 2024-04-15T14:41:13.285 INFO:tasks.rados.rados.0.smithi016.stdout:1195: finishing write tid 2 to smithi01678542-10 2024-04-15T14:41:13.285 INFO:tasks.rados.rados.0.smithi016.stdout:1195: finishing write tid 3 to smithi01678542-10 2024-04-15T14:41:13.285 INFO:tasks.rados.rados.0.smithi016.stdout:1195: finishing write tid 4 to smithi01678542-10 2024-04-15T14:41:13.285 INFO:tasks.rados.rados.0.smithi016.stdout:1195: finishing write tid 5 to smithi01678542-10 2024-04-15T14:41:13.285 INFO:tasks.rados.rados.0.smithi016.stdout:1195: oid 10 updating version 0 to 687 2024-04-15T14:41:13.285 INFO:tasks.rados.rados.0.smithi016.stdout:1195: oid 10 version 687 is already newer than 684 2024-04-15T14:41:13.285 INFO:tasks.rados.rados.0.smithi016.stdout:1195: oid 10 version 687 is already newer than 686 2024-04-15T14:41:13.285 INFO:tasks.rados.rados.0.smithi016.stdout:1195: oid 10 version 687 is already newer than 685 2024-04-15T14:41:13.285 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 10 v 687 (ObjNum 374 snap 123 seq_num 374) dirty exists 2024-04-15T14:41:13.285 INFO:tasks.rados.rados.0.smithi016.stdout:1195: left oid 10 (ObjNum 374 snap 123 seq_num 374) 2024-04-15T14:41:13.285 INFO:tasks.rados.rados.0.smithi016.stdout:1200: finishing write tid 1 to smithi01678542-47 2024-04-15T14:41:13.285 INFO:tasks.rados.rados.0.smithi016.stdout:1195: done (3 left) 2024-04-15T14:41:13.286 INFO:tasks.rados.rados.0.smithi016.stdout:1197: done (2 left) 2024-04-15T14:41:13.286 INFO:tasks.rados.rados.0.smithi016.stdout:1202: snap_create 2024-04-15T14:41:13.287 INFO:tasks.rados.rados.0.smithi016.stdout:1200: finishing write tid 2 to smithi01678542-47 2024-04-15T14:41:13.287 INFO:tasks.rados.rados.0.smithi016.stdout:1200: finishing write tid 3 to smithi01678542-47 2024-04-15T14:41:13.288 INFO:tasks.rados.rados.0.smithi016.stdout:1201: finishing copy_from to smithi01678542-46 2024-04-15T14:41:13.288 INFO:tasks.rados.rados.0.smithi016.stdout:1201: got expected ENOENT (src dne) 2024-04-15T14:41:13.288 INFO:tasks.rados.rados.0.smithi016.stdout:1200: finishing write tid 4 to smithi01678542-47 2024-04-15T14:41:13.288 INFO:tasks.rados.rados.0.smithi016.stdout:1201: finishing copy_from racing read to smithi01678542-46 2024-04-15T14:41:13.289 INFO:tasks.rados.rados.0.smithi016.stdout:1200: finishing write tid 5 to smithi01678542-47 2024-04-15T14:41:13.289 INFO:tasks.rados.rados.0.smithi016.stdout:1200: oid 47 updating version 0 to 769 2024-04-15T14:41:13.289 INFO:tasks.rados.rados.0.smithi016.stdout:1200: oid 47 version 769 is already newer than 767 2024-04-15T14:41:13.289 INFO:tasks.rados.rados.0.smithi016.stdout:1200: oid 47 version 769 is already newer than 768 2024-04-15T14:41:13.289 INFO:tasks.rados.rados.0.smithi016.stdout:1200: oid 47 updating version 769 to 770 2024-04-15T14:41:13.289 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 47 v 770 (ObjNum 376 snap 123 seq_num 376) dirty exists 2024-04-15T14:41:13.289 INFO:tasks.rados.rados.0.smithi016.stdout:1200: left oid 47 (ObjNum 376 snap 123 seq_num 376) 2024-04-15T14:41:13.289 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:41:13 smithi016 ceph-mon[90652]: pgmap v108: 121 pgs: 121 active+clean; 130 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 3.6 MiB/s rd, 6.0 MiB/s wr, 16 op/s 2024-04-15T14:41:13.289 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:41:13 smithi016 ceph-mon[90652]: Upgrade: Updating osd.0 2024-04-15T14:41:13.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:41:13 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T14:41:13.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:41:13 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.0"}]: dispatch 2024-04-15T14:41:13.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:41:13 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T14:41:13.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:41:13 smithi016 ceph-mon[90652]: Deploying daemon osd.0 on smithi016 2024-04-15T14:41:13.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:41:13 smithi016 ceph-mon[90652]: osdmap e319: 8 total, 8 up, 8 in 2024-04-15T14:41:13.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:41:13 smithi016 ceph-mon[93212]: pgmap v108: 121 pgs: 121 active+clean; 130 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 3.6 MiB/s rd, 6.0 MiB/s wr, 16 op/s 2024-04-15T14:41:13.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:41:13 smithi016 ceph-mon[93212]: Upgrade: Updating osd.0 2024-04-15T14:41:13.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:41:13 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T14:41:13.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:41:13 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.0"}]: dispatch 2024-04-15T14:41:13.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:41:13 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T14:41:13.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:41:13 smithi016 ceph-mon[93212]: Deploying daemon osd.0 on smithi016 2024-04-15T14:41:13.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:41:13 smithi016 ceph-mon[93212]: osdmap e319: 8 total, 8 up, 8 in 2024-04-15T14:41:13.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:41:13 smithi102 ceph-mon[87131]: pgmap v108: 121 pgs: 121 active+clean; 130 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 3.6 MiB/s rd, 6.0 MiB/s wr, 16 op/s 2024-04-15T14:41:13.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:41:13 smithi102 ceph-mon[87131]: Upgrade: Updating osd.0 2024-04-15T14:41:13.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:41:13 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T14:41:13.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:41:13 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.0"}]: dispatch 2024-04-15T14:41:13.438 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:41:13 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T14:41:13.438 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:41:13 smithi102 ceph-mon[87131]: Deploying daemon osd.0 on smithi016 2024-04-15T14:41:13.438 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:41:13 smithi102 ceph-mon[87131]: osdmap e319: 8 total, 8 up, 8 in 2024-04-15T14:41:13.937 INFO:journalctl@ceph.prometheus.a.smithi102.stdout:Apr 15 14:41:13 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-prometheus-a[78028]: ts=2024-04-15T14:41:13.504Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi016\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi016\", job=\"node\", machine=\"x86_64\", nodename=\"smithi016\", release=\"5.14.0-438.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Apr 12 13:55:21 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"362ea986-fb34-11ee-bc8f-c7b262605968\", domainname=\"(none)\", instance=\"smithi016\", job=\"node\", machine=\"x86_64\", nodename=\"smithi016\", release=\"5.14.0-438.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Apr 12 13:55:21 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T14:41:14.273 INFO:tasks.rados.rados.0.smithi016.stdout:1200: done (2 left) 2024-04-15T14:41:14.273 INFO:tasks.rados.rados.0.smithi016.stdout:1201: done (1 left) 2024-04-15T14:41:14.274 INFO:tasks.rados.rados.0.smithi016.stdout:1202: done (0 left) 2024-04-15T14:41:14.274 INFO:tasks.rados.rados.0.smithi016.stdout:1203: delete oid 3 current snap is 124 2024-04-15T14:41:14.279 INFO:tasks.rados.rados.0.smithi016.stdout:1203: done (0 left) 2024-04-15T14:41:14.279 INFO:tasks.rados.rados.0.smithi016.stdout:1204: read oid 6 snap -1 2024-04-15T14:41:14.279 INFO:tasks.rados.rados.0.smithi016.stdout:1204: expect deleted 2024-04-15T14:41:14.279 INFO:tasks.rados.rados.0.smithi016.stdout:1205: delete oid 30 current snap is 124 2024-04-15T14:41:14.281 INFO:tasks.rados.rados.0.smithi016.stdout:1205: done (1 left) 2024-04-15T14:41:14.281 INFO:tasks.rados.rados.0.smithi016.stdout:1206: snap_remove snap 109 2024-04-15T14:41:14.395 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:41:14 smithi016 ceph-mon[90652]: osdmap e320: 8 total, 8 up, 8 in 2024-04-15T14:41:14.395 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:41:14 smithi016 ceph-mon[93212]: osdmap e320: 8 total, 8 up, 8 in 2024-04-15T14:41:14.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:41:14 smithi102 ceph-mon[87131]: osdmap e320: 8 total, 8 up, 8 in 2024-04-15T14:41:15.274 INFO:tasks.rados.rados.0.smithi016.stdout:1206: done (1 left) 2024-04-15T14:41:15.275 INFO:tasks.rados.rados.0.smithi016.stdout:1207: read oid 44 snap -1 2024-04-15T14:41:15.275 INFO:tasks.rados.rados.0.smithi016.stdout:1207: expect deleted 2024-04-15T14:41:15.275 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 8 current snap is 124 2024-04-15T14:41:15.275 INFO:tasks.rados.rados.0.smithi016.stdout:1208: seq_num 379 ranges {3121152=753664,3874816=606208,4481024=196608} 2024-04-15T14:41:15.297 INFO:tasks.rados.rados.0.smithi016.stdout:1208: writing smithi01678542-8 from 3121152 to 3874816 tid 1 2024-04-15T14:41:15.301 INFO:tasks.rados.rados.0.smithi016.stdout:1208: writing smithi01678542-8 from 3874816 to 4481024 tid 2 2024-04-15T14:41:15.302 INFO:tasks.rados.rados.0.smithi016.stdout:1208: writing smithi01678542-8 from 4481024 to 4677632 tid 3 2024-04-15T14:41:15.302 INFO:tasks.rados.rados.0.smithi016.stdout:1209: snap_remove snap 122 2024-04-15T14:41:15.539 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:41:15 smithi016 ceph-mon[93212]: pgmap v111: 121 pgs: 121 active+clean; 130 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail 2024-04-15T14:41:15.539 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:41:15 smithi016 ceph-mon[93212]: osdmap e321: 8 total, 8 up, 8 in 2024-04-15T14:41:15.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:41:15 smithi016 ceph-mon[90652]: pgmap v111: 121 pgs: 121 active+clean; 130 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail 2024-04-15T14:41:15.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:41:15 smithi016 ceph-mon[90652]: osdmap e321: 8 total, 8 up, 8 in 2024-04-15T14:41:15.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:41:15 smithi102 ceph-mon[87131]: pgmap v111: 121 pgs: 121 active+clean; 130 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail 2024-04-15T14:41:15.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:41:15 smithi102 ceph-mon[87131]: osdmap e321: 8 total, 8 up, 8 in 2024-04-15T14:41:15.982 INFO:journalctl@ceph.osd.0.smithi016.stdout:Apr 15 14:41:15 smithi016 systemd[1]: Stopping Ceph osd.0 for 362ea986-fb34-11ee-bc8f-c7b262605968... 2024-04-15T14:41:16.281 INFO:journalctl@ceph.osd.0.smithi016.stdout:Apr 15 14:41:15 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-osd-0[40952]: 2024-04-15T14:41:15.980+0000 7fa2f7c58700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.0 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-04-15T14:41:16.281 INFO:journalctl@ceph.osd.0.smithi016.stdout:Apr 15 14:41:15 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-osd-0[40952]: 2024-04-15T14:41:15.980+0000 7fa2f7c58700 -1 osd.0 322 *** Got signal Terminated *** 2024-04-15T14:41:16.281 INFO:journalctl@ceph.osd.0.smithi016.stdout:Apr 15 14:41:15 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-osd-0[40952]: 2024-04-15T14:41:15.980+0000 7fa2f7c58700 -1 osd.0 322 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-04-15T14:41:16.285 INFO:tasks.rados.rados.0.smithi016.stdout:1208: finishing write tid 1 to smithi01678542-8 2024-04-15T14:41:16.285 INFO:tasks.rados.rados.0.smithi016.stdout:1208: finishing write tid 2 to smithi01678542-8 2024-04-15T14:41:16.285 INFO:tasks.rados.rados.0.smithi016.stdout:1208: finishing write tid 3 to smithi01678542-8 2024-04-15T14:41:16.285 INFO:tasks.rados.rados.0.smithi016.stdout:1208: finishing write tid 4 to smithi01678542-8 2024-04-15T14:41:16.285 INFO:tasks.rados.rados.0.smithi016.stdout:1208: finishing write tid 5 to smithi01678542-8 2024-04-15T14:41:16.285 INFO:tasks.rados.rados.0.smithi016.stdout:1208: oid 8 updating version 0 to 548 2024-04-15T14:41:16.285 INFO:tasks.rados.rados.0.smithi016.stdout:1208: oid 8 updating version 548 to 550 2024-04-15T14:41:16.285 INFO:tasks.rados.rados.0.smithi016.stdout:1208: oid 8 updating version 550 to 551 2024-04-15T14:41:16.285 INFO:tasks.rados.rados.0.smithi016.stdout:1208: oid 8 version 551 is already newer than 549 2024-04-15T14:41:16.285 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 8 v 551 (ObjNum 379 snap 124 seq_num 379) dirty exists 2024-04-15T14:41:16.285 INFO:tasks.rados.rados.0.smithi016.stdout:1208: left oid 8 (ObjNum 379 snap 124 seq_num 379) 2024-04-15T14:41:16.285 INFO:tasks.rados.rados.0.smithi016.stdout:1204: done (3 left) 2024-04-15T14:41:16.285 INFO:tasks.rados.rados.0.smithi016.stdout:1207: done (2 left) 2024-04-15T14:41:16.285 INFO:tasks.rados.rados.0.smithi016.stdout:1208: done (1 left) 2024-04-15T14:41:16.286 INFO:tasks.rados.rados.0.smithi016.stdout:1209: done (0 left) 2024-04-15T14:41:16.286 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 24 current snap is 124 2024-04-15T14:41:16.286 INFO:tasks.rados.rados.0.smithi016.stdout:1210: seq_num 380 ranges {4464640=770048,5234688=483328,5718016=319488} 2024-04-15T14:41:16.314 INFO:tasks.rados.rados.0.smithi016.stdout:1210: writing smithi01678542-24 from 4464640 to 5234688 tid 1 2024-04-15T14:41:16.316 INFO:tasks.rados.rados.0.smithi016.stdout:1210: writing smithi01678542-24 from 5234688 to 5718016 tid 2 2024-04-15T14:41:16.318 INFO:tasks.rados.rados.0.smithi016.stdout:1210: writing smithi01678542-24 from 5718016 to 6037504 tid 3 2024-04-15T14:41:16.318 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 35 current snap is 124 2024-04-15T14:41:16.318 INFO:tasks.rados.rados.0.smithi016.stdout:1211: seq_num 381 ranges {0=786432,786432=417792,1204224=385024} 2024-04-15T14:41:16.322 INFO:tasks.rados.rados.0.smithi016.stdout:1211: writing smithi01678542-35 from 0 to 786432 tid 1 2024-04-15T14:41:16.325 INFO:tasks.rados.rados.0.smithi016.stdout:1211: writing smithi01678542-35 from 786432 to 1204224 tid 2 2024-04-15T14:41:16.327 INFO:tasks.rados.rados.0.smithi016.stdout:1211: writing smithi01678542-35 from 1204224 to 1589248 tid 3 2024-04-15T14:41:16.327 INFO:tasks.rados.rados.0.smithi016.stdout:1212: snap_remove snap 118 2024-04-15T14:41:16.539 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:41:16 smithi016 ceph-mon[90652]: osdmap e322: 8 total, 8 up, 8 in 2024-04-15T14:41:16.539 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:41:16 smithi016 ceph-mon[90652]: osd.0 marked itself down and dead 2024-04-15T14:41:16.539 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:41:16 smithi016 ceph-mon[93212]: osdmap e322: 8 total, 8 up, 8 in 2024-04-15T14:41:16.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:41:16 smithi016 ceph-mon[93212]: osd.0 marked itself down and dead 2024-04-15T14:41:16.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:41:16 smithi102 ceph-mon[87131]: osdmap e322: 8 total, 8 up, 8 in 2024-04-15T14:41:16.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:41:16 smithi102 ceph-mon[87131]: osd.0 marked itself down and dead 2024-04-15T14:41:16.980 INFO:journalctl@ceph.osd.0.smithi016.stdout:Apr 15 14:41:16 smithi016 podman[98799]: 2024-04-15 14:41:16.666626648 +0000 UTC m=+0.813874869 container died ae127ce45e485743e0f99f9eee8f21805e28939a3020301cc9176a3726de9313 (image=quay.ceph.io/ceph-ci/ceph@sha256:68779415073ff203e402b0379758fdddf51fc45e34dd0f039888aa95268c5315, name=ceph-362ea986-fb34-11ee-bc8f-c7b262605968-osd-0, RELEASE=reef-e3fb05d, GIT_CLEAN=True, GIT_BRANCH=HEAD, org.label-schema.build-date=20240409, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.33.5, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, ceph=True) 2024-04-15T14:41:17.289 INFO:tasks.rados.rados.0.smithi016.stdout:1211: finishing write tid 1 to smithi01678542-35 2024-04-15T14:41:17.289 INFO:tasks.rados.rados.0.smithi016.stdout:1211: finishing write tid 2 to smithi01678542-35 2024-04-15T14:41:17.289 INFO:tasks.rados.rados.0.smithi016.stdout:1211: finishing write tid 3 to smithi01678542-35 2024-04-15T14:41:17.290 INFO:tasks.rados.rados.0.smithi016.stdout:1211: finishing write tid 4 to smithi01678542-35 2024-04-15T14:41:17.290 INFO:tasks.rados.rados.0.smithi016.stdout:1211: finishing write tid 5 to smithi01678542-35 2024-04-15T14:41:17.290 INFO:tasks.rados.rados.0.smithi016.stdout:1211: oid 35 updating version 0 to 334 2024-04-15T14:41:17.290 INFO:tasks.rados.rados.0.smithi016.stdout:1211: oid 35 updating version 334 to 335 2024-04-15T14:41:17.290 INFO:tasks.rados.rados.0.smithi016.stdout:1211: oid 35 updating version 335 to 336 2024-04-15T14:41:17.290 INFO:tasks.rados.rados.0.smithi016.stdout:1211: oid 35 version 336 is already newer than 333 2024-04-15T14:41:17.290 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 35 v 336 (ObjNum 381 snap 124 seq_num 381) dirty exists 2024-04-15T14:41:17.290 INFO:tasks.rados.rados.0.smithi016.stdout:1211: left oid 35 (ObjNum 381 snap 124 seq_num 381) 2024-04-15T14:41:17.290 INFO:tasks.rados.rados.0.smithi016.stdout:1211: done (2 left) 2024-04-15T14:41:17.290 INFO:tasks.rados.rados.0.smithi016.stdout:1212: done (1 left) 2024-04-15T14:41:17.290 INFO:tasks.rados.rados.0.smithi016.stdout:1213: rollback oid 23 current snap is 124 2024-04-15T14:41:17.290 INFO:tasks.rados.rados.0.smithi016.stdout:rollback oid 23 to 120 2024-04-15T14:41:17.290 INFO:tasks.rados.rados.0.smithi016.stdout:1214: read oid 4 snap -1 2024-04-15T14:41:17.291 INFO:tasks.rados.rados.0.smithi016.stdout:1214: expect (ObjNum 359 snap 119 seq_num 359) 2024-04-15T14:41:17.291 INFO:tasks.rados.rados.0.smithi016.stdout:1215: read oid 37 snap -1 2024-04-15T14:41:17.291 INFO:tasks.rados.rados.0.smithi016.stdout:1215: expect (ObjNum 291 snap 90 seq_num 291) 2024-04-15T14:41:17.291 INFO:journalctl@ceph.osd.0.smithi016.stdout:Apr 15 14:41:17 smithi016 podman[98799]: 2024-04-15 14:41:17.137003439 +0000 UTC m=+1.284251662 container cleanup ae127ce45e485743e0f99f9eee8f21805e28939a3020301cc9176a3726de9313 (image=quay.ceph.io/ceph-ci/ceph@sha256:68779415073ff203e402b0379758fdddf51fc45e34dd0f039888aa95268c5315, name=ceph-362ea986-fb34-11ee-bc8f-c7b262605968-osd-0, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.name=CentOS Stream 8 Base Image, io.buildah.version=1.33.5, ceph=True, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240409, RELEASE=reef-e3fb05d, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux ) 2024-04-15T14:41:17.291 INFO:journalctl@ceph.osd.0.smithi016.stdout:Apr 15 14:41:17 smithi016 bash[98799]: ceph-362ea986-fb34-11ee-bc8f-c7b262605968-osd-0 2024-04-15T14:41:17.292 INFO:tasks.rados.rados.0.smithi016.stdout:1216: read oid 32 snap -1 2024-04-15T14:41:17.292 INFO:tasks.rados.rados.0.smithi016.stdout:1216: expect (ObjNum 368 snap 120 seq_num 368) 2024-04-15T14:41:17.292 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 8 current snap is 124 2024-04-15T14:41:17.292 INFO:tasks.rados.rados.0.smithi016.stdout:1217: seq_num 382 ranges {4677632=802816,5480448=704512,6184960=98304} 2024-04-15T14:41:17.321 INFO:tasks.rados.rados.0.smithi016.stdout:1217: writing smithi01678542-8 from 4677632 to 5480448 tid 1 2024-04-15T14:41:17.325 INFO:tasks.rados.rados.0.smithi016.stdout:1217: writing smithi01678542-8 from 5480448 to 6184960 tid 2 2024-04-15T14:41:17.326 INFO:tasks.rados.rados.0.smithi016.stdout:1217: writing smithi01678542-8 from 6184960 to 6283264 tid 3 2024-04-15T14:41:17.326 INFO:tasks.rados.rados.0.smithi016.stdout:1218: rmattr oid 42 current snap is 124 2024-04-15T14:41:17.327 INFO:tasks.rados.rados.0.smithi016.stdout:1218: done (6 left) 2024-04-15T14:41:17.327 INFO:tasks.rados.rados.0.smithi016.stdout:1219: setattr oid 39 current snap is 124 2024-04-15T14:41:17.327 INFO:tasks.rados.rados.0.smithi016.stdout:1215: expect (ObjNum 291 snap 90 seq_num 291) 2024-04-15T14:41:17.434 INFO:tasks.rados.rados.0.smithi016.stdout:1213: finishing rollback tid 0 to smithi01678542-23 2024-04-15T14:41:17.434 INFO:tasks.rados.rados.0.smithi016.stdout:1213: finishing rollback tid 1 to smithi01678542-23 2024-04-15T14:41:17.434 INFO:tasks.rados.rados.0.smithi016.stdout:1210: finishing write tid 1 to smithi01678542-24 2024-04-15T14:41:17.434 INFO:tasks.rados.rados.0.smithi016.stdout:1213: finishing rollback tid 2 to smithi01678542-23 2024-04-15T14:41:17.434 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 23 v 554 (ObjNum 344 snap 111 seq_num 344) dirty exists 2024-04-15T14:41:17.434 INFO:tasks.rados.rados.0.smithi016.stdout:1210: finishing write tid 2 to smithi01678542-24 2024-04-15T14:41:17.434 INFO:tasks.rados.rados.0.smithi016.stdout:1210: finishing write tid 3 to smithi01678542-24 2024-04-15T14:41:17.434 INFO:tasks.rados.rados.0.smithi016.stdout:1210: finishing write tid 4 to smithi01678542-24 2024-04-15T14:41:17.434 INFO:tasks.rados.rados.0.smithi016.stdout:1210: finishing write tid 5 to smithi01678542-24 2024-04-15T14:41:17.434 INFO:tasks.rados.rados.0.smithi016.stdout:1210: oid 24 updating version 0 to 539 2024-04-15T14:41:17.434 INFO:tasks.rados.rados.0.smithi016.stdout:1210: oid 24 updating version 539 to 540 2024-04-15T14:41:17.434 INFO:tasks.rados.rados.0.smithi016.stdout:1210: oid 24 version 540 is already newer than 538 2024-04-15T14:41:17.435 INFO:tasks.rados.rados.0.smithi016.stdout:1210: oid 24 updating version 540 to 541 2024-04-15T14:41:17.435 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 24 v 541 (ObjNum 380 snap 124 seq_num 380) dirty exists 2024-04-15T14:41:17.435 INFO:tasks.rados.rados.0.smithi016.stdout:1210: left oid 24 (ObjNum 380 snap 124 seq_num 380) 2024-04-15T14:41:17.435 INFO:tasks.rados.rados.0.smithi016.stdout:1214: expect (ObjNum 359 snap 119 seq_num 359) 2024-04-15T14:41:17.467 INFO:tasks.rados.rados.0.smithi016.stdout:1217: finishing write tid 1 to smithi01678542-8 2024-04-15T14:41:17.467 INFO:tasks.rados.rados.0.smithi016.stdout:1217: finishing write tid 2 to smithi01678542-8 2024-04-15T14:41:17.467 INFO:tasks.rados.rados.0.smithi016.stdout:1217: finishing write tid 3 to smithi01678542-8 2024-04-15T14:41:17.467 INFO:tasks.rados.rados.0.smithi016.stdout:1217: finishing write tid 4 to smithi01678542-8 2024-04-15T14:41:17.467 INFO:tasks.rados.rados.0.smithi016.stdout:1217: finishing write tid 5 to smithi01678542-8 2024-04-15T14:41:17.467 INFO:tasks.rados.rados.0.smithi016.stdout:1217: oid 8 updating version 0 to 557 2024-04-15T14:41:17.467 INFO:tasks.rados.rados.0.smithi016.stdout:1217: oid 8 version 557 is already newer than 556 2024-04-15T14:41:17.467 INFO:tasks.rados.rados.0.smithi016.stdout:1217: oid 8 version 557 is already newer than 555 2024-04-15T14:41:17.467 INFO:tasks.rados.rados.0.smithi016.stdout:1217: oid 8 updating version 557 to 558 2024-04-15T14:41:17.467 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 8 v 558 (ObjNum 382 snap 124 seq_num 382) dirty exists 2024-04-15T14:41:17.468 INFO:tasks.rados.rados.0.smithi016.stdout:1217: left oid 8 (ObjNum 382 snap 124 seq_num 382) 2024-04-15T14:41:17.468 INFO:tasks.rados.rados.0.smithi016.stdout:1216: expect (ObjNum 368 snap 120 seq_num 368) 2024-04-15T14:41:17.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:41:17 smithi102 ceph-mon[87131]: pgmap v114: 121 pgs: 121 active+clean; 128 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 767 B/s rd, 1.1 MiB/s wr, 5 op/s 2024-04-15T14:41:17.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:41:17 smithi102 ceph-mon[87131]: Health check failed: 1 osds down (OSD_DOWN) 2024-04-15T14:41:17.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:41:17 smithi102 ceph-mon[87131]: osdmap e323: 8 total, 7 up, 8 in 2024-04-15T14:41:17.738 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 39 v 522 (ObjNum 161 snap 0 seq_num 0) dirty exists 2024-04-15T14:41:17.738 INFO:tasks.rados.rados.0.smithi016.stdout:1210: done (6 left) 2024-04-15T14:41:17.738 INFO:tasks.rados.rados.0.smithi016.stdout:1213: done (5 left) 2024-04-15T14:41:17.739 INFO:tasks.rados.rados.0.smithi016.stdout:1214: done (4 left) 2024-04-15T14:41:17.739 INFO:tasks.rados.rados.0.smithi016.stdout:1215: done (3 left) 2024-04-15T14:41:17.739 INFO:tasks.rados.rados.0.smithi016.stdout:1216: done (2 left) 2024-04-15T14:41:17.739 INFO:tasks.rados.rados.0.smithi016.stdout:1217: done (1 left) 2024-04-15T14:41:17.739 INFO:tasks.rados.rados.0.smithi016.stdout:1219: done (0 left) 2024-04-15T14:41:17.739 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 18 current snap is 124 2024-04-15T14:41:17.739 INFO:tasks.rados.rados.0.smithi016.stdout:1220: seq_num 383 ranges {1236992=417792,1654784=589824,2244608=417792,2662400=196608} 2024-04-15T14:41:17.747 INFO:tasks.rados.rados.0.smithi016.stdout:1220: writing smithi01678542-18 from 1236992 to 1654784 tid 1 2024-04-15T14:41:17.750 INFO:tasks.rados.rados.0.smithi016.stdout:1220: writing smithi01678542-18 from 1654784 to 2244608 tid 2 2024-04-15T14:41:17.753 INFO:tasks.rados.rados.0.smithi016.stdout:1220: writing smithi01678542-18 from 2244608 to 2662400 tid 3 2024-04-15T14:41:17.754 INFO:tasks.rados.rados.0.smithi016.stdout:1220: writing smithi01678542-18 from 2662400 to 2859008 tid 4 2024-04-15T14:41:17.754 INFO:tasks.rados.rados.0.smithi016.stdout:1221: snap_create 2024-04-15T14:41:17.754 INFO:tasks.rados.rados.0.smithi016.stdout:1220: finishing write tid 1 to smithi01678542-18 2024-04-15T14:41:17.754 INFO:tasks.rados.rados.0.smithi016.stdout:1220: finishing write tid 2 to smithi01678542-18 2024-04-15T14:41:17.756 INFO:tasks.rados.rados.0.smithi016.stdout:1220: finishing write tid 3 to smithi01678542-18 2024-04-15T14:41:17.756 INFO:tasks.rados.rados.0.smithi016.stdout:1220: finishing write tid 4 to smithi01678542-18 2024-04-15T14:41:17.756 INFO:tasks.rados.rados.0.smithi016.stdout:1220: finishing write tid 5 to smithi01678542-18 2024-04-15T14:41:17.757 INFO:tasks.rados.rados.0.smithi016.stdout:1220: finishing write tid 6 to smithi01678542-18 2024-04-15T14:41:17.757 INFO:tasks.rados.rados.0.smithi016.stdout:1220: oid 18 updating version 0 to 544 2024-04-15T14:41:17.757 INFO:tasks.rados.rados.0.smithi016.stdout:1220: oid 18 version 544 is already newer than 540 2024-04-15T14:41:17.757 INFO:tasks.rados.rados.0.smithi016.stdout:1220: oid 18 version 544 is already newer than 543 2024-04-15T14:41:17.757 INFO:tasks.rados.rados.0.smithi016.stdout:1220: oid 18 version 544 is already newer than 541 2024-04-15T14:41:17.757 INFO:tasks.rados.rados.0.smithi016.stdout:1220: oid 18 version 544 is already newer than 542 2024-04-15T14:41:17.757 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 18 v 544 (ObjNum 383 snap 124 seq_num 383) dirty exists 2024-04-15T14:41:17.758 INFO:tasks.rados.rados.0.smithi016.stdout:1220: left oid 18 (ObjNum 383 snap 124 seq_num 383) 2024-04-15T14:41:17.770 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:41:17 smithi016 ceph-mon[93212]: pgmap v114: 121 pgs: 121 active+clean; 128 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 767 B/s rd, 1.1 MiB/s wr, 5 op/s 2024-04-15T14:41:17.770 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:41:17 smithi016 ceph-mon[93212]: Health check failed: 1 osds down (OSD_DOWN) 2024-04-15T14:41:17.770 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:41:17 smithi016 ceph-mon[93212]: osdmap e323: 8 total, 7 up, 8 in 2024-04-15T14:41:17.770 INFO:journalctl@ceph.osd.0.smithi016.stdout:Apr 15 14:41:17 smithi016 podman[98820]: 2024-04-15 14:41:17.438443521 +0000 UTC m=+0.774207065 container remove ae127ce45e485743e0f99f9eee8f21805e28939a3020301cc9176a3726de9313 (image=quay.ceph.io/ceph-ci/ceph@sha256:68779415073ff203e402b0379758fdddf51fc45e34dd0f039888aa95268c5315, name=ceph-362ea986-fb34-11ee-bc8f-c7b262605968-osd-0, org.label-schema.license=GPLv2, RELEASE=reef-e3fb05d, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , ceph=True, org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=, GIT_CLEAN=True, org.label-schema.schema-version=1.0, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, io.buildah.version=1.33.5, org.label-schema.build-date=20240409) 2024-04-15T14:41:17.770 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:41:17 smithi016 ceph-mon[90652]: pgmap v114: 121 pgs: 121 active+clean; 128 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 767 B/s rd, 1.1 MiB/s wr, 5 op/s 2024-04-15T14:41:17.770 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:41:17 smithi016 ceph-mon[90652]: Health check failed: 1 osds down (OSD_DOWN) 2024-04-15T14:41:17.771 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:41:17 smithi016 ceph-mon[90652]: osdmap e323: 8 total, 7 up, 8 in 2024-04-15T14:41:18.027 INFO:journalctl@ceph.osd.0.smithi016.stdout:Apr 15 14:41:17 smithi016 podman[98918]: 2024-04-15 14:41:17.672314587 +0000 UTC m=+0.018355283 image pull 259793512b732efd8e04a33aa28c6de3675c47d120bc226206521425d246003e quay.ceph.io/ceph-ci/ceph@sha256:55072b3f7eae2e3409906b98d09d882e1c3dc2a9205d85fd5f4c0bc62f82d163 2024-04-15T14:41:18.027 INFO:journalctl@ceph.osd.0.smithi016.stdout:Apr 15 14:41:17 smithi016 podman[98918]: 2024-04-15 14:41:17.789617271 +0000 UTC m=+0.135658023 container create af74236ff84db7767dfd6eafee5e093799b594369669dfdfac89aa09b7733e3f (image=quay.ceph.io/ceph-ci/ceph@sha256:55072b3f7eae2e3409906b98d09d882e1c3dc2a9205d85fd5f4c0bc62f82d163, name=ceph-362ea986-fb34-11ee-bc8f-c7b262605968-osd-0-deactivate, io.buildah.version=1.33.5, org.label-schema.schema-version=1.0, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, RELEASE=main-c2d8c31, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240409, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, ceph=True, org.label-schema.name=CentOS Stream 8 Base Image, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, GIT_CLEAN=True) 2024-04-15T14:41:18.027 INFO:journalctl@ceph.osd.0.smithi016.stdout:Apr 15 14:41:18 smithi016 podman[98918]: 2024-04-15 14:41:18.025686516 +0000 UTC m=+0.371727210 container init af74236ff84db7767dfd6eafee5e093799b594369669dfdfac89aa09b7733e3f (image=quay.ceph.io/ceph-ci/ceph@sha256:55072b3f7eae2e3409906b98d09d882e1c3dc2a9205d85fd5f4c0bc62f82d163, name=ceph-362ea986-fb34-11ee-bc8f-c7b262605968-osd-0-deactivate, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.license=GPLv2, GIT_CLEAN=True, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, ceph=True, RELEASE=main-c2d8c31, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240409, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, io.buildah.version=1.33.5, org.label-schema.schema-version=1.0) 2024-04-15T14:41:18.290 INFO:journalctl@ceph.osd.0.smithi016.stdout:Apr 15 14:41:18 smithi016 podman[98918]: 2024-04-15 14:41:18.032152299 +0000 UTC m=+0.378192986 container start af74236ff84db7767dfd6eafee5e093799b594369669dfdfac89aa09b7733e3f (image=quay.ceph.io/ceph-ci/ceph@sha256:55072b3f7eae2e3409906b98d09d882e1c3dc2a9205d85fd5f4c0bc62f82d163, name=ceph-362ea986-fb34-11ee-bc8f-c7b262605968-osd-0-deactivate, GIT_BRANCH=HEAD, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240409, CEPH_POINT_RELEASE=, GIT_CLEAN=True, org.label-schema.vendor=CentOS, io.buildah.version=1.33.5, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, RELEASE=main-c2d8c31, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67) 2024-04-15T14:41:18.290 INFO:journalctl@ceph.osd.0.smithi016.stdout:Apr 15 14:41:18 smithi016 podman[98918]: 2024-04-15 14:41:18.133927984 +0000 UTC m=+0.479968679 container attach af74236ff84db7767dfd6eafee5e093799b594369669dfdfac89aa09b7733e3f (image=quay.ceph.io/ceph-ci/ceph@sha256:55072b3f7eae2e3409906b98d09d882e1c3dc2a9205d85fd5f4c0bc62f82d163, name=ceph-362ea986-fb34-11ee-bc8f-c7b262605968-osd-0-deactivate, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, GIT_CLEAN=True, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, org.label-schema.build-date=20240409, maintainer=Guillaume Abrioux , io.buildah.version=1.33.5, org.label-schema.name=CentOS Stream 8 Base Image, RELEASE=main-c2d8c31) 2024-04-15T14:41:18.299 INFO:tasks.rados.rados.0.smithi016.stdout:1220: done (1 left) 2024-04-15T14:41:18.299 INFO:tasks.rados.rados.0.smithi016.stdout:1221: done (0 left) 2024-04-15T14:41:18.299 INFO:tasks.rados.rados.0.smithi016.stdout:1222: copy_from oid 6 from oid 49 current snap is 125 2024-04-15T14:41:18.299 INFO:tasks.rados.rados.0.smithi016.stdout:1223: rollback oid 33 current snap is 125 2024-04-15T14:41:18.299 INFO:tasks.rados.rados.0.smithi016.stdout:rollback oid 33 to 119 2024-04-15T14:41:18.299 INFO:tasks.rados.rados.0.smithi016.stdout:1224: copy_from oid 38 from oid 1 current snap is 125 2024-04-15T14:41:18.299 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 16 current snap is 125 2024-04-15T14:41:18.299 INFO:tasks.rados.rados.0.smithi016.stdout:1225: seq_num 384 ranges {212992=434176,647168=475136,1122304=630784,1753088=98304} 2024-04-15T14:41:18.303 INFO:tasks.rados.rados.0.smithi016.stdout:1225: writing smithi01678542-16 from 212992 to 647168 tid 1 2024-04-15T14:41:18.305 INFO:tasks.rados.rados.0.smithi016.stdout:1225: writing smithi01678542-16 from 647168 to 1122304 tid 2 2024-04-15T14:41:18.310 INFO:tasks.rados.rados.0.smithi016.stdout:1225: writing smithi01678542-16 from 1122304 to 1753088 tid 3 2024-04-15T14:41:18.311 INFO:tasks.rados.rados.0.smithi016.stdout:1225: writing smithi01678542-16 from 1753088 to 1851392 tid 4 2024-04-15T14:41:18.311 INFO:tasks.rados.rados.0.smithi016.stdout:1226: snap_create 2024-04-15T14:41:18.311 INFO:tasks.rados.rados.0.smithi016.stdout:1223: finishing rollback tid 0 to smithi01678542-33 2024-04-15T14:41:18.311 INFO:tasks.rados.rados.0.smithi016.stdout:1223: finishing rollback tid 1 to smithi01678542-33 2024-04-15T14:41:18.311 INFO:tasks.rados.rados.0.smithi016.stdout:1223: finishing rollback tid 2 to smithi01678542-33 2024-04-15T14:41:18.311 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 33 v 755 (ObjNum 49 snap 0 seq_num 206) dirty exists 2024-04-15T14:41:18.311 INFO:tasks.rados.rados.0.smithi016.stdout:1225: finishing write tid 1 to smithi01678542-16 2024-04-15T14:41:18.311 INFO:tasks.rados.rados.0.smithi016.stdout:1225: finishing write tid 2 to smithi01678542-16 2024-04-15T14:41:18.313 INFO:tasks.rados.rados.0.smithi016.stdout:1222: finishing copy_from racing read to smithi01678542-6 2024-04-15T14:41:18.314 INFO:tasks.rados.rados.0.smithi016.stdout:1225: finishing write tid 3 to smithi01678542-16 2024-04-15T14:41:18.314 INFO:tasks.rados.rados.0.smithi016.stdout:1225: finishing write tid 4 to smithi01678542-16 2024-04-15T14:41:18.314 INFO:tasks.rados.rados.0.smithi016.stdout:1222: finishing copy_from to smithi01678542-6 2024-04-15T14:41:18.314 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 6 v 256 (ObjNum 365 snap 120 seq_num 365) dirty exists 2024-04-15T14:41:18.315 INFO:tasks.rados.rados.0.smithi016.stdout:1225: finishing write tid 5 to smithi01678542-16 2024-04-15T14:41:18.316 INFO:tasks.rados.rados.0.smithi016.stdout:1224: finishing copy_from racing read to smithi01678542-38 2024-04-15T14:41:18.316 INFO:tasks.rados.rados.0.smithi016.stdout:1224: finishing copy_from to smithi01678542-38 2024-04-15T14:41:18.316 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 38 v 536 (ObjNum 312 snap 98 seq_num 312) dirty exists 2024-04-15T14:41:18.318 INFO:tasks.rados.rados.0.smithi016.stdout:1225: finishing write tid 6 to smithi01678542-16 2024-04-15T14:41:18.318 INFO:tasks.rados.rados.0.smithi016.stdout:1225: oid 16 updating version 0 to 367 2024-04-15T14:41:18.318 INFO:tasks.rados.rados.0.smithi016.stdout:1225: oid 16 version 367 is already newer than 363 2024-04-15T14:41:18.318 INFO:tasks.rados.rados.0.smithi016.stdout:1225: oid 16 version 367 is already newer than 364 2024-04-15T14:41:18.318 INFO:tasks.rados.rados.0.smithi016.stdout:1225: oid 16 version 367 is already newer than 365 2024-04-15T14:41:18.318 INFO:tasks.rados.rados.0.smithi016.stdout:1225: oid 16 version 367 is already newer than 366 2024-04-15T14:41:18.318 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 16 v 367 (ObjNum 384 snap 125 seq_num 384) dirty exists 2024-04-15T14:41:18.318 INFO:tasks.rados.rados.0.smithi016.stdout:1225: left oid 16 (ObjNum 384 snap 125 seq_num 384) 2024-04-15T14:41:18.629 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:41:18 smithi016 ceph-mon[93212]: osdmap e324: 8 total, 7 up, 8 in 2024-04-15T14:41:18.629 INFO:journalctl@ceph.osd.0.smithi016.stdout:Apr 15 14:41:18 smithi016 podman[98918]: 2024-04-15 14:41:18.335045969 +0000 UTC m=+0.681086664 container died af74236ff84db7767dfd6eafee5e093799b594369669dfdfac89aa09b7733e3f (image=quay.ceph.io/ceph-ci/ceph@sha256:55072b3f7eae2e3409906b98d09d882e1c3dc2a9205d85fd5f4c0bc62f82d163, name=ceph-362ea986-fb34-11ee-bc8f-c7b262605968-osd-0-deactivate, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, ceph=True, io.buildah.version=1.33.5, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240409, org.label-schema.license=GPLv2, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, RELEASE=main-c2d8c31, GIT_CLEAN=True, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image) 2024-04-15T14:41:18.629 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:41:18 smithi016 ceph-mon[90652]: osdmap e324: 8 total, 7 up, 8 in 2024-04-15T14:41:18.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:41:18 smithi102 ceph-mon[87131]: osdmap e324: 8 total, 7 up, 8 in 2024-04-15T14:41:19.289 INFO:journalctl@ceph.osd.0.smithi016.stdout:Apr 15 14:41:18 smithi016 podman[98963]: 2024-04-15 14:41:18.962527292 +0000 UTC m=+0.622788562 container remove af74236ff84db7767dfd6eafee5e093799b594369669dfdfac89aa09b7733e3f (image=quay.ceph.io/ceph-ci/ceph@sha256:55072b3f7eae2e3409906b98d09d882e1c3dc2a9205d85fd5f4c0bc62f82d163, name=ceph-362ea986-fb34-11ee-bc8f-c7b262605968-osd-0-deactivate, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240409, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, GIT_CLEAN=True, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, RELEASE=main-c2d8c31, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, io.buildah.version=1.33.5) 2024-04-15T14:41:19.290 INFO:journalctl@ceph.osd.0.smithi016.stdout:Apr 15 14:41:18 smithi016 systemd[1]: ceph-362ea986-fb34-11ee-bc8f-c7b262605968@osd.0.service: Deactivated successfully. 2024-04-15T14:41:19.290 INFO:journalctl@ceph.osd.0.smithi016.stdout:Apr 15 14:41:18 smithi016 systemd[1]: Stopped Ceph osd.0 for 362ea986-fb34-11ee-bc8f-c7b262605968. 2024-04-15T14:41:19.290 INFO:journalctl@ceph.osd.0.smithi016.stdout:Apr 15 14:41:18 smithi016 systemd[1]: ceph-362ea986-fb34-11ee-bc8f-c7b262605968@osd.0.service: Consumed 11.701s CPU time. 2024-04-15T14:41:19.290 INFO:journalctl@ceph.osd.0.smithi016.stdout:Apr 15 14:41:19 smithi016 systemd[1]: Starting Ceph osd.0 for 362ea986-fb34-11ee-bc8f-c7b262605968... 2024-04-15T14:41:19.303 INFO:tasks.rados.rados.0.smithi016.stdout:1222: done (4 left) 2024-04-15T14:41:19.303 INFO:tasks.rados.rados.0.smithi016.stdout:1223: done (3 left) 2024-04-15T14:41:19.303 INFO:tasks.rados.rados.0.smithi016.stdout:1224: done (2 left) 2024-04-15T14:41:19.304 INFO:tasks.rados.rados.0.smithi016.stdout:1225: done (1 left) 2024-04-15T14:41:19.304 INFO:tasks.rados.rados.0.smithi016.stdout:1226: done (0 left) 2024-04-15T14:41:19.304 INFO:tasks.rados.rados.0.smithi016.stdout:1227: copy_from oid 31 from oid 47 current snap is 126 2024-04-15T14:41:19.304 INFO:tasks.rados.rados.0.smithi016.stdout:1228: read oid 12 snap 119 2024-04-15T14:41:19.304 INFO:tasks.rados.rados.0.smithi016.stdout:1228: expect (ObjNum 357 snap 118 seq_num 357) 2024-04-15T14:41:19.304 INFO:tasks.rados.rados.0.smithi016.stdout:1229: snap_remove snap 125 2024-04-15T14:41:19.587 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:41:19 smithi016 ceph-mon[93212]: pgmap v117: 121 pgs: 15 stale+active+clean, 106 active+clean; 128 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 767 B/s rd, 1.1 MiB/s wr, 5 op/s 2024-04-15T14:41:19.587 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:41:19 smithi016 ceph-mon[93212]: osdmap e325: 8 total, 7 up, 8 in 2024-04-15T14:41:19.588 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:41:19 smithi016 ceph-mon[90652]: pgmap v117: 121 pgs: 15 stale+active+clean, 106 active+clean; 128 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 767 B/s rd, 1.1 MiB/s wr, 5 op/s 2024-04-15T14:41:19.588 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:41:19 smithi016 ceph-mon[90652]: osdmap e325: 8 total, 7 up, 8 in 2024-04-15T14:41:19.588 INFO:journalctl@ceph.osd.0.smithi016.stdout:Apr 15 14:41:19 smithi016 podman[99072]: 2024-04-15 14:41:19.32948467 +0000 UTC m=+0.024089480 image pull 259793512b732efd8e04a33aa28c6de3675c47d120bc226206521425d246003e quay.ceph.io/ceph-ci/ceph@sha256:55072b3f7eae2e3409906b98d09d882e1c3dc2a9205d85fd5f4c0bc62f82d163 2024-04-15T14:41:19.588 INFO:journalctl@ceph.osd.0.smithi016.stdout:Apr 15 14:41:19 smithi016 podman[99072]: 2024-04-15 14:41:19.44678899 +0000 UTC m=+0.141393799 container create 356ba77fb4c3ba14c0ad2fcdfa1e05016af914a9159cfb6d9cdc0d8ab2e872d6 (image=quay.ceph.io/ceph-ci/ceph@sha256:55072b3f7eae2e3409906b98d09d882e1c3dc2a9205d85fd5f4c0bc62f82d163, name=ceph-362ea986-fb34-11ee-bc8f-c7b262605968-osd-0-activate, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , ceph=True, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240409, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.33.5, CEPH_POINT_RELEASE=, RELEASE=main-c2d8c31, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD) 2024-04-15T14:41:19.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:41:19 smithi102 ceph-mon[87131]: pgmap v117: 121 pgs: 15 stale+active+clean, 106 active+clean; 128 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 767 B/s rd, 1.1 MiB/s wr, 5 op/s 2024-04-15T14:41:19.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:41:19 smithi102 ceph-mon[87131]: osdmap e325: 8 total, 7 up, 8 in 2024-04-15T14:41:20.039 INFO:journalctl@ceph.osd.0.smithi016.stdout:Apr 15 14:41:19 smithi016 podman[99072]: 2024-04-15 14:41:19.699634759 +0000 UTC m=+0.394239571 container init 356ba77fb4c3ba14c0ad2fcdfa1e05016af914a9159cfb6d9cdc0d8ab2e872d6 (image=quay.ceph.io/ceph-ci/ceph@sha256:55072b3f7eae2e3409906b98d09d882e1c3dc2a9205d85fd5f4c0bc62f82d163, name=ceph-362ea986-fb34-11ee-bc8f-c7b262605968-osd-0-activate, GIT_CLEAN=True, io.buildah.version=1.33.5, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 8 Base Image, ceph=True, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, maintainer=Guillaume Abrioux , RELEASE=main-c2d8c31, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240409) 2024-04-15T14:41:20.039 INFO:journalctl@ceph.osd.0.smithi016.stdout:Apr 15 14:41:19 smithi016 podman[99072]: 2024-04-15 14:41:19.705529294 +0000 UTC m=+0.400134116 container start 356ba77fb4c3ba14c0ad2fcdfa1e05016af914a9159cfb6d9cdc0d8ab2e872d6 (image=quay.ceph.io/ceph-ci/ceph@sha256:55072b3f7eae2e3409906b98d09d882e1c3dc2a9205d85fd5f4c0bc62f82d163, name=ceph-362ea986-fb34-11ee-bc8f-c7b262605968-osd-0-activate, ceph=True, RELEASE=main-c2d8c31, maintainer=Guillaume Abrioux , GIT_CLEAN=True, io.buildah.version=1.33.5, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, org.label-schema.build-date=20240409) 2024-04-15T14:41:20.040 INFO:journalctl@ceph.osd.0.smithi016.stdout:Apr 15 14:41:19 smithi016 podman[99072]: 2024-04-15 14:41:19.815990228 +0000 UTC m=+0.510595063 container attach 356ba77fb4c3ba14c0ad2fcdfa1e05016af914a9159cfb6d9cdc0d8ab2e872d6 (image=quay.ceph.io/ceph-ci/ceph@sha256:55072b3f7eae2e3409906b98d09d882e1c3dc2a9205d85fd5f4c0bc62f82d163, name=ceph-362ea986-fb34-11ee-bc8f-c7b262605968-osd-0-activate, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, GIT_CLEAN=True, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, io.buildah.version=1.33.5, org.label-schema.build-date=20240409, ceph=True, RELEASE=main-c2d8c31) 2024-04-15T14:41:20.266 INFO:tasks.rados.rados.0.smithi016.stdout:1229: done (2 left) 2024-04-15T14:41:20.266 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 44 current snap is 126 2024-04-15T14:41:20.266 INFO:tasks.rados.rados.0.smithi016.stdout:1230: seq_num 385 ranges {0=450560,450560=761856,1212416=442368} 2024-04-15T14:41:20.268 INFO:tasks.rados.rados.0.smithi016.stdout:1230: writing smithi01678542-44 from 0 to 450560 tid 1 2024-04-15T14:41:20.272 INFO:tasks.rados.rados.0.smithi016.stdout:1230: writing smithi01678542-44 from 450560 to 1212416 tid 2 2024-04-15T14:41:20.275 INFO:tasks.rados.rados.0.smithi016.stdout:1230: writing smithi01678542-44 from 1212416 to 1654784 tid 3 2024-04-15T14:41:20.275 INFO:tasks.rados.rados.0.smithi016.stdout:1231: rollback oid 14 current snap is 126 2024-04-15T14:41:20.275 INFO:tasks.rados.rados.0.smithi016.stdout:rollback oid 14 to 124 2024-04-15T14:41:20.275 INFO:tasks.rados.rados.0.smithi016.stdout:1228: expect (ObjNum 357 snap 118 seq_num 357) 2024-04-15T14:41:20.451 INFO:tasks.rados.rados.0.smithi016.stdout:1227: finishing copy_from racing read to smithi01678542-31 2024-04-15T14:41:20.451 INFO:tasks.rados.rados.0.smithi016.stdout:1227: finishing copy_from to smithi01678542-31 2024-04-15T14:41:20.451 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 31 v 770 (ObjNum 376 snap 123 seq_num 376) dirty exists 2024-04-15T14:41:20.451 INFO:tasks.rados.rados.0.smithi016.stdout:1227: done (3 left) 2024-04-15T14:41:20.451 INFO:tasks.rados.rados.0.smithi016.stdout:1228: done (2 left) 2024-04-15T14:41:20.452 INFO:tasks.rados.rados.0.smithi016.stdout:1232: snap_remove snap 119 2024-04-15T14:41:20.478 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:41:20 smithi016 ceph-mon[93212]: osdmap e326: 8 total, 7 up, 8 in 2024-04-15T14:41:20.478 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:41:20 smithi016 ceph-mon[93212]: osdmap e327: 8 total, 7 up, 8 in 2024-04-15T14:41:20.478 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:41:20 smithi016 ceph-mon[90652]: osdmap e326: 8 total, 7 up, 8 in 2024-04-15T14:41:20.478 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:41:20 smithi016 ceph-mon[90652]: osdmap e327: 8 total, 7 up, 8 in 2024-04-15T14:41:20.479 INFO:journalctl@ceph.osd.0.smithi016.stdout:Apr 15 14:41:20 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-osd-0-activate[99087]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-0 2024-04-15T14:41:20.479 INFO:journalctl@ceph.osd.0.smithi016.stdout:Apr 15 14:41:20 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-osd-0-activate[99087]: Running command: /usr/bin/ceph-bluestore-tool prime-osd-dir --path /var/lib/ceph/osd/ceph-0 --no-mon-config --dev /dev/mapper/vg_nvme-lv_4 2024-04-15T14:41:20.479 INFO:journalctl@ceph.osd.0.smithi016.stdout:Apr 15 14:41:20 smithi016 bash[99072]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-0 2024-04-15T14:41:20.479 INFO:journalctl@ceph.osd.0.smithi016.stdout:Apr 15 14:41:20 smithi016 bash[99072]: Running command: /usr/bin/ceph-bluestore-tool prime-osd-dir --path /var/lib/ceph/osd/ceph-0 --no-mon-config --dev /dev/mapper/vg_nvme-lv_4 2024-04-15T14:41:20.479 INFO:journalctl@ceph.osd.0.smithi016.stdout:Apr 15 14:41:20 smithi016 bash[99072]: Running command: /usr/bin/chown -h ceph:ceph /dev/mapper/vg_nvme-lv_4 2024-04-15T14:41:20.479 INFO:journalctl@ceph.osd.0.smithi016.stdout:Apr 15 14:41:20 smithi016 bash[99072]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-3 2024-04-15T14:41:20.479 INFO:journalctl@ceph.osd.0.smithi016.stdout:Apr 15 14:41:20 smithi016 bash[99072]: Running command: /usr/bin/ln -s /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-0/block 2024-04-15T14:41:20.479 INFO:journalctl@ceph.osd.0.smithi016.stdout:Apr 15 14:41:20 smithi016 bash[99072]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-0 2024-04-15T14:41:20.479 INFO:journalctl@ceph.osd.0.smithi016.stdout:Apr 15 14:41:20 smithi016 bash[99072]: --> ceph-volume raw activate successful for osd ID: 0 2024-04-15T14:41:20.479 INFO:journalctl@ceph.osd.0.smithi016.stdout:Apr 15 14:41:20 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-osd-0-activate[99087]: Running command: /usr/bin/chown -h ceph:ceph /dev/mapper/vg_nvme-lv_4 2024-04-15T14:41:20.479 INFO:journalctl@ceph.osd.0.smithi016.stdout:Apr 15 14:41:20 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-osd-0-activate[99087]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-3 2024-04-15T14:41:20.479 INFO:journalctl@ceph.osd.0.smithi016.stdout:Apr 15 14:41:20 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-osd-0-activate[99087]: Running command: /usr/bin/ln -s /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-0/block 2024-04-15T14:41:20.479 INFO:journalctl@ceph.osd.0.smithi016.stdout:Apr 15 14:41:20 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-osd-0-activate[99087]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-0 2024-04-15T14:41:20.480 INFO:journalctl@ceph.osd.0.smithi016.stdout:Apr 15 14:41:20 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-osd-0-activate[99087]: --> ceph-volume raw activate successful for osd ID: 0 2024-04-15T14:41:20.480 INFO:journalctl@ceph.osd.0.smithi016.stdout:Apr 15 14:41:20 smithi016 podman[99072]: 2024-04-15 14:41:20.188420521 +0000 UTC m=+0.883025334 container died 356ba77fb4c3ba14c0ad2fcdfa1e05016af914a9159cfb6d9cdc0d8ab2e872d6 (image=quay.ceph.io/ceph-ci/ceph@sha256:55072b3f7eae2e3409906b98d09d882e1c3dc2a9205d85fd5f4c0bc62f82d163, name=ceph-362ea986-fb34-11ee-bc8f-c7b262605968-osd-0-activate, ceph=True, CEPH_POINT_RELEASE=, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240409, maintainer=Guillaume Abrioux , RELEASE=main-c2d8c31, org.label-schema.vendor=CentOS, io.buildah.version=1.33.5, GIT_CLEAN=True, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 8 Base Image) 2024-04-15T14:41:20.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:41:20 smithi102 ceph-mon[87131]: osdmap e326: 8 total, 7 up, 8 in 2024-04-15T14:41:20.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:41:20 smithi102 ceph-mon[87131]: osdmap e327: 8 total, 7 up, 8 in 2024-04-15T14:41:21.039 INFO:journalctl@ceph.osd.0.smithi016.stdout:Apr 15 14:41:20 smithi016 podman[99240]: 2024-04-15 14:41:20.778062969 +0000 UTC m=+0.584074999 container remove 356ba77fb4c3ba14c0ad2fcdfa1e05016af914a9159cfb6d9cdc0d8ab2e872d6 (image=quay.ceph.io/ceph-ci/ceph@sha256:55072b3f7eae2e3409906b98d09d882e1c3dc2a9205d85fd5f4c0bc62f82d163, name=ceph-362ea986-fb34-11ee-bc8f-c7b262605968-osd-0-activate, io.buildah.version=1.33.5, GIT_BRANCH=HEAD, GIT_CLEAN=True, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240409, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, RELEASE=main-c2d8c31, ceph=True, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67) 2024-04-15T14:41:21.039 INFO:journalctl@ceph.osd.0.smithi016.stdout:Apr 15 14:41:20 smithi016 podman[99309]: 2024-04-15 14:41:20.895092808 +0000 UTC m=+0.017663286 image pull 259793512b732efd8e04a33aa28c6de3675c47d120bc226206521425d246003e quay.ceph.io/ceph-ci/ceph@sha256:55072b3f7eae2e3409906b98d09d882e1c3dc2a9205d85fd5f4c0bc62f82d163 2024-04-15T14:41:21.039 INFO:journalctl@ceph.osd.0.smithi016.stdout:Apr 15 14:41:21 smithi016 podman[99309]: 2024-04-15 14:41:21.003920205 +0000 UTC m=+0.126490724 container create 6ae1b6c924936598e2745c3fb1d5ccd72a977ff62ccd982e5c151fbe24b17871 (image=quay.ceph.io/ceph-ci/ceph@sha256:55072b3f7eae2e3409906b98d09d882e1c3dc2a9205d85fd5f4c0bc62f82d163, name=ceph-362ea986-fb34-11ee-bc8f-c7b262605968-osd-0, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 8 Base Image, RELEASE=main-c2d8c31, CEPH_POINT_RELEASE=, io.buildah.version=1.33.5, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, GIT_CLEAN=True, org.label-schema.build-date=20240409) 2024-04-15T14:41:21.314 INFO:tasks.rados.rados.0.smithi016.stdout:1232: done (2 left) 2024-04-15T14:41:21.314 INFO:tasks.rados.rados.0.smithi016.stdout:1233: copy_from oid 4 from oid 8 current snap is 126 2024-04-15T14:41:21.314 INFO:tasks.rados.rados.0.smithi016.stdout:1230: finishing write tid 1 to smithi01678542-44 2024-04-15T14:41:21.315 INFO:tasks.rados.rados.0.smithi016.stdout:1230: finishing write tid 2 to smithi01678542-44 2024-04-15T14:41:21.315 INFO:tasks.rados.rados.0.smithi016.stdout:1230: finishing write tid 3 to smithi01678542-44 2024-04-15T14:41:21.315 INFO:tasks.rados.rados.0.smithi016.stdout:1230: finishing write tid 4 to smithi01678542-44 2024-04-15T14:41:21.315 INFO:tasks.rados.rados.0.smithi016.stdout:1230: finishing write tid 5 to smithi01678542-44 2024-04-15T14:41:21.315 INFO:tasks.rados.rados.0.smithi016.stdout:1230: oid 44 updating version 0 to 759 2024-04-15T14:41:21.315 INFO:tasks.rados.rados.0.smithi016.stdout:1230: oid 44 version 759 is already newer than 757 2024-04-15T14:41:21.315 INFO:tasks.rados.rados.0.smithi016.stdout:1230: oid 44 version 759 is already newer than 756 2024-04-15T14:41:21.315 INFO:tasks.rados.rados.0.smithi016.stdout:1230: oid 44 version 759 is already newer than 758 2024-04-15T14:41:21.315 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 44 v 759 (ObjNum 385 snap 126 seq_num 385) dirty exists 2024-04-15T14:41:21.315 INFO:tasks.rados.rados.0.smithi016.stdout:1230: left oid 44 (ObjNum 385 snap 126 seq_num 385) 2024-04-15T14:41:21.315 INFO:tasks.rados.rados.0.smithi016.stdout:1231: finishing rollback tid 0 to smithi01678542-14 2024-04-15T14:41:21.315 INFO:tasks.rados.rados.0.smithi016.stdout:1231: finishing rollback tid 1 to smithi01678542-14 2024-04-15T14:41:21.315 INFO:tasks.rados.rados.0.smithi016.stdout:1231: finishing rollback tid 2 to smithi01678542-14 2024-04-15T14:41:21.315 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 14 v 344 (ObjNum 349 snap 114 seq_num 349) dirty exists 2024-04-15T14:41:21.315 INFO:tasks.rados.rados.0.smithi016.stdout:1230: done (2 left) 2024-04-15T14:41:21.316 INFO:tasks.rados.rados.0.smithi016.stdout:1231: done (1 left) 2024-04-15T14:41:21.316 INFO:tasks.rados.rados.0.smithi016.stdout:1234: snap_create 2024-04-15T14:41:21.346 INFO:tasks.rados.rados.0.smithi016.stdout:1233: finishing copy_from racing read to smithi01678542-4 2024-04-15T14:41:21.349 INFO:tasks.rados.rados.0.smithi016.stdout:1233: finishing copy_from to smithi01678542-4 2024-04-15T14:41:21.349 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 4 v 558 (ObjNum 382 snap 124 seq_num 382) dirty exists 2024-04-15T14:41:21.539 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:41:21 smithi016 ceph-mon[90652]: pgmap v120: 121 pgs: 15 active+undersized+degraded, 38 active+undersized, 68 active+clean; 120 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 8.7 MiB/s rd, 3.6 MiB/s wr, 18 op/s; 45/267 objects degraded (16.854%) 2024-04-15T14:41:21.539 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:41:21 smithi016 ceph-mon[90652]: Health check failed: Degraded data redundancy: 45/267 objects degraded (16.854%), 15 pgs degraded (PG_DEGRADED) 2024-04-15T14:41:21.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:41:21 smithi016 ceph-mon[93212]: pgmap v120: 121 pgs: 15 active+undersized+degraded, 38 active+undersized, 68 active+clean; 120 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 8.7 MiB/s rd, 3.6 MiB/s wr, 18 op/s; 45/267 objects degraded (16.854%) 2024-04-15T14:41:21.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:41:21 smithi016 ceph-mon[93212]: Health check failed: Degraded data redundancy: 45/267 objects degraded (16.854%), 15 pgs degraded (PG_DEGRADED) 2024-04-15T14:41:21.540 INFO:journalctl@ceph.osd.0.smithi016.stdout:Apr 15 14:41:21 smithi016 podman[99309]: 2024-04-15 14:41:21.265079 +0000 UTC m=+0.387649478 container init 6ae1b6c924936598e2745c3fb1d5ccd72a977ff62ccd982e5c151fbe24b17871 (image=quay.ceph.io/ceph-ci/ceph@sha256:55072b3f7eae2e3409906b98d09d882e1c3dc2a9205d85fd5f4c0bc62f82d163, name=ceph-362ea986-fb34-11ee-bc8f-c7b262605968-osd-0, GIT_BRANCH=HEAD, RELEASE=main-c2d8c31, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, io.buildah.version=1.33.5, org.label-schema.license=GPLv2, ceph=True, maintainer=Guillaume Abrioux , GIT_CLEAN=True, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240409, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 8 Base Image) 2024-04-15T14:41:21.540 INFO:journalctl@ceph.osd.0.smithi016.stdout:Apr 15 14:41:21 smithi016 podman[99309]: 2024-04-15 14:41:21.271076403 +0000 UTC m=+0.393646893 container start 6ae1b6c924936598e2745c3fb1d5ccd72a977ff62ccd982e5c151fbe24b17871 (image=quay.ceph.io/ceph-ci/ceph@sha256:55072b3f7eae2e3409906b98d09d882e1c3dc2a9205d85fd5f4c0bc62f82d163, name=ceph-362ea986-fb34-11ee-bc8f-c7b262605968-osd-0, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 8 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, org.label-schema.build-date=20240409, maintainer=Guillaume Abrioux , GIT_CLEAN=True, ceph=True, io.buildah.version=1.33.5, RELEASE=main-c2d8c31) 2024-04-15T14:41:21.540 INFO:journalctl@ceph.osd.0.smithi016.stdout:Apr 15 14:41:21 smithi016 ceph-osd[99347]: -- 172.21.15.16:0/3069336466 <== mon.0 v2:172.21.15.16:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x55a450bb1680 con 0x55a450b7b000 2024-04-15T14:41:21.540 INFO:journalctl@ceph.osd.0.smithi016.stdout:Apr 15 14:41:21 smithi016 bash[99309]: 6ae1b6c924936598e2745c3fb1d5ccd72a977ff62ccd982e5c151fbe24b17871 2024-04-15T14:41:21.540 INFO:journalctl@ceph.osd.0.smithi016.stdout:Apr 15 14:41:21 smithi016 systemd[1]: Started Ceph osd.0 for 362ea986-fb34-11ee-bc8f-c7b262605968. 2024-04-15T14:41:21.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:41:21 smithi102 ceph-mon[87131]: pgmap v120: 121 pgs: 15 active+undersized+degraded, 38 active+undersized, 68 active+clean; 120 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 8.7 MiB/s rd, 3.6 MiB/s wr, 18 op/s; 45/267 objects degraded (16.854%) 2024-04-15T14:41:21.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:41:21 smithi102 ceph-mon[87131]: Health check failed: Degraded data redundancy: 45/267 objects degraded (16.854%), 15 pgs degraded (PG_DEGRADED) 2024-04-15T14:41:22.039 INFO:journalctl@ceph.osd.0.smithi016.stdout:Apr 15 14:41:21 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-osd-0[99324]: 2024-04-15T14:41:21.821+0000 7fc85cdad7c0 -1 Falling back to public interface 2024-04-15T14:41:22.039 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 15 14:41:21 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-y[81421]: ::ffff:172.21.15.102 - - [15/Apr/2024:14:41:21] "GET /metrics HTTP/1.1" 200 36075 "" "Prometheus/2.43.0" 2024-04-15T14:41:22.316 INFO:tasks.rados.rados.0.smithi016.stdout:1233: done (1 left) 2024-04-15T14:41:22.316 INFO:tasks.rados.rados.0.smithi016.stdout:1234: done (0 left) 2024-04-15T14:41:22.316 INFO:tasks.rados.rados.0.smithi016.stdout:1235: copy_from oid 35 from oid 22 current snap is 127 2024-04-15T14:41:22.316 INFO:tasks.rados.rados.0.smithi016.stdout:1236: rollback oid 20 current snap is 127 2024-04-15T14:41:22.316 INFO:tasks.rados.rados.0.smithi016.stdout:rollback oid 20 to 126 2024-04-15T14:41:22.316 INFO:tasks.rados.rados.0.smithi016.stdout:1237: delete oid 27 current snap is 127 2024-04-15T14:41:22.319 INFO:tasks.rados.rados.0.smithi016.stdout:1236: finishing rollback tid 0 to smithi01678542-20 2024-04-15T14:41:22.320 INFO:tasks.rados.rados.0.smithi016.stdout:1236: finishing rollback tid 1 to smithi01678542-20 2024-04-15T14:41:22.320 INFO:tasks.rados.rados.0.smithi016.stdout:1236: finishing rollback tid 2 to smithi01678542-20 2024-04-15T14:41:22.320 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 20 v 561 (ObjNum 369 snap 120 seq_num 369) dirty exists 2024-04-15T14:41:22.324 INFO:tasks.rados.rados.0.smithi016.stdout:1236: done (2 left) 2024-04-15T14:41:22.324 INFO:tasks.rados.rados.0.smithi016.stdout:1237: done (1 left) 2024-04-15T14:41:22.324 INFO:tasks.rados.rados.0.smithi016.stdout:1238: rollback oid 39 current snap is 127 2024-04-15T14:41:22.324 INFO:tasks.rados.rados.0.smithi016.stdout:rollback oid 39 to 123 2024-04-15T14:41:22.324 INFO:tasks.rados.rados.0.smithi016.stdout:1239: delete oid 11 current snap is 127 2024-04-15T14:41:22.327 INFO:tasks.rados.rados.0.smithi016.stdout:1239: done (2 left) 2024-04-15T14:41:22.327 INFO:tasks.rados.rados.0.smithi016.stdout:1240: copy_from oid 20 from oid 34 current snap is 127 2024-04-15T14:41:22.327 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 7 current snap is 127 2024-04-15T14:41:22.327 INFO:tasks.rados.rados.0.smithi016.stdout:1241: seq_num 388 ranges {0=507904,507904=458752,966656=606208,1572864=139264} 2024-04-15T14:41:22.330 INFO:tasks.rados.rados.0.smithi016.stdout:1241: writing smithi01678542-7 from 0 to 507904 tid 1 2024-04-15T14:41:22.333 INFO:tasks.rados.rados.0.smithi016.stdout:1241: writing smithi01678542-7 from 507904 to 966656 tid 2 2024-04-15T14:41:22.337 INFO:tasks.rados.rados.0.smithi016.stdout:1241: writing smithi01678542-7 from 966656 to 1572864 tid 3 2024-04-15T14:41:22.338 INFO:tasks.rados.rados.0.smithi016.stdout:1241: writing smithi01678542-7 from 1572864 to 1712128 tid 4 2024-04-15T14:41:22.338 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 3 current snap is 127 2024-04-15T14:41:22.338 INFO:tasks.rados.rados.0.smithi016.stdout:1238: finishing rollback tid 0 to smithi01678542-39 2024-04-15T14:41:22.338 INFO:tasks.rados.rados.0.smithi016.stdout:1242: seq_num 389 ranges {0=524288,524288=745472,1269760=458752} 2024-04-15T14:41:22.341 INFO:tasks.rados.rados.0.smithi016.stdout:1242: writing smithi01678542-3 from 0 to 524288 tid 1 2024-04-15T14:41:22.347 INFO:tasks.rados.rados.0.smithi016.stdout:1242: writing smithi01678542-3 from 524288 to 1269760 tid 2 2024-04-15T14:41:22.351 INFO:tasks.rados.rados.0.smithi016.stdout:1242: writing smithi01678542-3 from 1269760 to 1728512 tid 3 2024-04-15T14:41:22.351 INFO:tasks.rados.rados.0.smithi016.stdout:1243: rollback oid 6 current snap is 127 2024-04-15T14:41:22.351 INFO:tasks.rados.rados.0.smithi016.stdout:rollback oid 6 to 126 2024-04-15T14:41:22.351 INFO:tasks.rados.rados.0.smithi016.stdout:1235: finishing copy_from racing read to smithi01678542-35 2024-04-15T14:41:22.351 INFO:tasks.rados.rados.0.smithi016.stdout:1238: finishing rollback tid 1 to smithi01678542-39 2024-04-15T14:41:22.351 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 39 v 524 (ObjNum 161 snap 0 seq_num 0) dirty dne 2024-04-15T14:41:22.351 INFO:tasks.rados.rados.0.smithi016.stdout:1235: finishing copy_from to smithi01678542-35 2024-04-15T14:41:22.351 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 35 v 542 (ObjNum 314 snap 98 seq_num 314) dirty exists 2024-04-15T14:41:22.351 INFO:tasks.rados.rados.0.smithi016.stdout:1241: finishing write tid 1 to smithi01678542-7 2024-04-15T14:41:22.351 INFO:tasks.rados.rados.0.smithi016.stdout:1235: done (5 left) 2024-04-15T14:41:22.351 INFO:tasks.rados.rados.0.smithi016.stdout:1238: done (4 left) 2024-04-15T14:41:22.351 INFO:tasks.rados.rados.0.smithi016.stdout:1244: read oid 13 snap -1 2024-04-15T14:41:22.351 INFO:tasks.rados.rados.0.smithi016.stdout:1244: expect (ObjNum 285 snap 84 seq_num 285) 2024-04-15T14:41:22.351 INFO:tasks.rados.rados.0.smithi016.stdout:1241: finishing write tid 2 to smithi01678542-7 2024-04-15T14:41:22.352 INFO:tasks.rados.rados.0.smithi016.stdout:1241: finishing write tid 3 to smithi01678542-7 2024-04-15T14:41:22.352 INFO:tasks.rados.rados.0.smithi016.stdout:1241: finishing write tid 4 to smithi01678542-7 2024-04-15T14:41:22.352 INFO:tasks.rados.rados.0.smithi016.stdout:1241: finishing write tid 5 to smithi01678542-7 2024-04-15T14:41:22.352 INFO:tasks.rados.rados.0.smithi016.stdout:1245: copy_from oid 18 from oid 5 current snap is 127 2024-04-15T14:41:22.352 INFO:tasks.rados.rados.0.smithi016.stdout:1241: finishing write tid 6 to smithi01678542-7 2024-04-15T14:41:22.352 INFO:tasks.rados.rados.0.smithi016.stdout:1241: oid 7 updating version 0 to 260 2024-04-15T14:41:22.352 INFO:tasks.rados.rados.0.smithi016.stdout:1241: oid 7 version 260 is already newer than 258 2024-04-15T14:41:22.352 INFO:tasks.rados.rados.0.smithi016.stdout:1241: oid 7 version 260 is already newer than 259 2024-04-15T14:41:22.352 INFO:tasks.rados.rados.0.smithi016.stdout:1241: oid 7 updating version 260 to 261 2024-04-15T14:41:22.352 INFO:tasks.rados.rados.0.smithi016.stdout:1241: oid 7 version 261 is already newer than 257 2024-04-15T14:41:22.352 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 7 v 261 (ObjNum 388 snap 127 seq_num 388) dirty exists 2024-04-15T14:41:22.352 INFO:tasks.rados.rados.0.smithi016.stdout:1241: left oid 7 (ObjNum 388 snap 127 seq_num 388) 2024-04-15T14:41:22.352 INFO:tasks.rados.rados.0.smithi016.stdout:1242: finishing write tid 1 to smithi01678542-3 2024-04-15T14:41:22.352 INFO:tasks.rados.rados.0.smithi016.stdout:1240: finishing copy_from racing read to smithi01678542-20 2024-04-15T14:41:22.352 INFO:tasks.rados.rados.0.smithi016.stdout:1240: finishing copy_from to smithi01678542-20 2024-04-15T14:41:22.353 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 20 v 761 (ObjNum 372 snap 121 seq_num 372) dirty exists 2024-04-15T14:41:22.353 INFO:tasks.rados.rados.0.smithi016.stdout:1242: finishing write tid 2 to smithi01678542-3 2024-04-15T14:41:22.353 INFO:tasks.rados.rados.0.smithi016.stdout:1240: done (5 left) 2024-04-15T14:41:22.353 INFO:tasks.rados.rados.0.smithi016.stdout:1241: done (4 left) 2024-04-15T14:41:22.353 INFO:tasks.rados.rados.0.smithi016.stdout:1246: snap_create 2024-04-15T14:41:22.353 INFO:tasks.rados.rados.0.smithi016.stdout:1243: finishing rollback tid 0 to smithi01678542-6 2024-04-15T14:41:22.353 INFO:tasks.rados.rados.0.smithi016.stdout:1243: finishing rollback tid 1 to smithi01678542-6 2024-04-15T14:41:22.354 INFO:tasks.rados.rados.0.smithi016.stdout:1243: finishing rollback tid 2 to smithi01678542-6 2024-04-15T14:41:22.354 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 6 v 264 (ObjNum 365 snap 120 seq_num 365) dirty exists 2024-04-15T14:41:22.355 INFO:tasks.rados.rados.0.smithi016.stdout:1242: finishing write tid 3 to smithi01678542-3 2024-04-15T14:41:22.355 INFO:tasks.rados.rados.0.smithi016.stdout:1242: finishing write tid 4 to smithi01678542-3 2024-04-15T14:41:22.358 INFO:tasks.rados.rados.0.smithi016.stdout:1242: finishing write tid 5 to smithi01678542-3 2024-04-15T14:41:22.358 INFO:tasks.rados.rados.0.smithi016.stdout:1242: oid 3 updating version 0 to 343 2024-04-15T14:41:22.358 INFO:tasks.rados.rados.0.smithi016.stdout:1242: oid 3 updating version 343 to 345 2024-04-15T14:41:22.358 INFO:tasks.rados.rados.0.smithi016.stdout:1242: oid 3 version 345 is already newer than 344 2024-04-15T14:41:22.358 INFO:tasks.rados.rados.0.smithi016.stdout:1242: oid 3 version 345 is already newer than 342 2024-04-15T14:41:22.358 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 3 v 345 (ObjNum 389 snap 127 seq_num 389) dirty exists 2024-04-15T14:41:22.359 INFO:tasks.rados.rados.0.smithi016.stdout:1242: left oid 3 (ObjNum 389 snap 127 seq_num 389) 2024-04-15T14:41:22.366 INFO:tasks.rados.rados.0.smithi016.stdout:1245: finishing copy_from racing read to smithi01678542-18 2024-04-15T14:41:22.369 INFO:tasks.rados.rados.0.smithi016.stdout:1245: finishing copy_from to smithi01678542-18 2024-04-15T14:41:22.369 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 18 v 546 (ObjNum 291 snap 90 seq_num 291) dirty exists 2024-04-15T14:41:22.381 INFO:tasks.rados.rados.0.smithi016.stdout:1244: expect (ObjNum 285 snap 84 seq_num 285) 2024-04-15T14:41:22.539 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:41:22 smithi016 ceph-mon[90652]: osdmap e328: 8 total, 7 up, 8 in 2024-04-15T14:41:22.539 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:41:22 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T14:41:22.539 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:41:22 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T14:41:22.539 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:41:22 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T14:41:22.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:41:22 smithi016 ceph-mon[93212]: osdmap e328: 8 total, 7 up, 8 in 2024-04-15T14:41:22.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:41:22 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T14:41:22.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:41:22 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T14:41:22.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:41:22 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T14:41:22.687 INFO:journalctl@ceph.prometheus.a.smithi102.stdout:Apr 15 14:41:22 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-prometheus-a[78028]: ts=2024-04-15T14:41:22.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi016:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"362ea986-fb34-11ee-bc8f-c7b262605968\", instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T14:41:22.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:41:22 smithi102 ceph-mon[87131]: osdmap e328: 8 total, 7 up, 8 in 2024-04-15T14:41:22.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:41:22 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T14:41:22.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:41:22 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T14:41:22.688 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:41:22 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T14:41:23.325 INFO:tasks.rados.rados.0.smithi016.stdout:1242: done (4 left) 2024-04-15T14:41:23.458 INFO:tasks.rados.rados.0.smithi016.stdout:1243: done (3 left) 2024-04-15T14:41:23.458 INFO:tasks.rados.rados.0.smithi016.stdout:1244: done (2 left) 2024-04-15T14:41:23.458 INFO:tasks.rados.rados.0.smithi016.stdout:1245: done (1 left) 2024-04-15T14:41:23.458 INFO:tasks.rados.rados.0.smithi016.stdout:1246: done (0 left) 2024-04-15T14:41:23.458 INFO:tasks.rados.rados.0.smithi016.stdout:1247: read oid 49 snap -1 2024-04-15T14:41:23.458 INFO:tasks.rados.rados.0.smithi016.stdout:1247: expect (ObjNum 365 snap 120 seq_num 365) 2024-04-15T14:41:23.458 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 45 current snap is 128 2024-04-15T14:41:23.458 INFO:tasks.rados.rados.0.smithi016.stdout:1248: seq_num 390 ranges {2433024=540672,2973696=630784,3604480=573440} 2024-04-15T14:41:23.461 INFO:tasks.rados.rados.0.smithi016.stdout:1248: writing smithi01678542-45 from 2433024 to 2973696 tid 1 2024-04-15T14:41:23.461 INFO:tasks.rados.rados.0.smithi016.stdout:1248: writing smithi01678542-45 from 2973696 to 3604480 tid 2 2024-04-15T14:41:23.461 INFO:tasks.rados.rados.0.smithi016.stdout:1248: writing smithi01678542-45 from 3604480 to 4177920 tid 3 2024-04-15T14:41:23.461 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 18 current snap is 128 2024-04-15T14:41:23.461 INFO:tasks.rados.rados.0.smithi016.stdout:1249: seq_num 391 ranges {2433024=557056,2990080=516096,3506176=688128} 2024-04-15T14:41:23.462 INFO:tasks.rados.rados.0.smithi016.stdout:1249: writing smithi01678542-18 from 2433024 to 2990080 tid 1 2024-04-15T14:41:23.462 INFO:tasks.rados.rados.0.smithi016.stdout:1249: writing smithi01678542-18 from 2990080 to 3506176 tid 2 2024-04-15T14:41:23.462 INFO:tasks.rados.rados.0.smithi016.stdout:1249: writing smithi01678542-18 from 3506176 to 4194304 tid 3 2024-04-15T14:41:23.462 INFO:tasks.rados.rados.0.smithi016.stdout:1250: rollback oid 27 current snap is 128 2024-04-15T14:41:23.462 INFO:tasks.rados.rados.0.smithi016.stdout:rollback oid 27 to 124 2024-04-15T14:41:23.462 INFO:tasks.rados.rados.0.smithi016.stdout:1247: expect (ObjNum 365 snap 120 seq_num 365) 2024-04-15T14:41:23.462 INFO:tasks.rados.rados.0.smithi016.stdout:1248: finishing write tid 1 to smithi01678542-45 2024-04-15T14:41:23.462 INFO:tasks.rados.rados.0.smithi016.stdout:1248: finishing write tid 2 to smithi01678542-45 2024-04-15T14:41:23.462 INFO:tasks.rados.rados.0.smithi016.stdout:1248: finishing write tid 3 to smithi01678542-45 2024-04-15T14:41:23.462 INFO:tasks.rados.rados.0.smithi016.stdout:1248: finishing write tid 4 to smithi01678542-45 2024-04-15T14:41:23.462 INFO:tasks.rados.rados.0.smithi016.stdout:1248: finishing write tid 5 to smithi01678542-45 2024-04-15T14:41:23.462 INFO:tasks.rados.rados.0.smithi016.stdout:1248: oid 45 updating version 0 to 499 2024-04-15T14:41:23.462 INFO:tasks.rados.rados.0.smithi016.stdout:1248: oid 45 version 499 is already newer than 497 2024-04-15T14:41:23.463 INFO:tasks.rados.rados.0.smithi016.stdout:1248: oid 45 updating version 499 to 500 2024-04-15T14:41:23.463 INFO:tasks.rados.rados.0.smithi016.stdout:1248: oid 45 version 500 is already newer than 498 2024-04-15T14:41:23.463 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 45 v 500 (ObjNum 390 snap 128 seq_num 390) dirty exists 2024-04-15T14:41:23.463 INFO:tasks.rados.rados.0.smithi016.stdout:1248: left oid 45 (ObjNum 390 snap 128 seq_num 390) 2024-04-15T14:41:23.463 INFO:tasks.rados.rados.0.smithi016.stdout:1249: finishing write tid 1 to smithi01678542-18 2024-04-15T14:41:23.463 INFO:tasks.rados.rados.0.smithi016.stdout:1249: finishing write tid 2 to smithi01678542-18 2024-04-15T14:41:23.463 INFO:tasks.rados.rados.0.smithi016.stdout:1250: finishing rollback tid 1 to smithi01678542-27 2024-04-15T14:41:23.463 INFO:tasks.rados.rados.0.smithi016.stdout:1250: finishing rollback tid 2 to smithi01678542-27 2024-04-15T14:41:23.463 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 27 v 502 (ObjNum 343 snap 109 seq_num 343) dirty exists 2024-04-15T14:41:23.463 INFO:tasks.rados.rados.0.smithi016.stdout:1249: finishing write tid 3 to smithi01678542-18 2024-04-15T14:41:23.463 INFO:tasks.rados.rados.0.smithi016.stdout:1249: finishing write tid 4 to smithi01678542-18 2024-04-15T14:41:23.463 INFO:tasks.rados.rados.0.smithi016.stdout:1249: finishing write tid 5 to smithi01678542-18 2024-04-15T14:41:23.463 INFO:tasks.rados.rados.0.smithi016.stdout:1249: oid 18 updating version 0 to 547 2024-04-15T14:41:23.463 INFO:tasks.rados.rados.0.smithi016.stdout:1249: oid 18 updating version 547 to 549 2024-04-15T14:41:23.464 INFO:tasks.rados.rados.0.smithi016.stdout:1249: oid 18 updating version 549 to 550 2024-04-15T14:41:23.464 INFO:tasks.rados.rados.0.smithi016.stdout:1249: oid 18 version 550 is already newer than 548 2024-04-15T14:41:23.464 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 18 v 550 (ObjNum 391 snap 128 seq_num 391) dirty exists 2024-04-15T14:41:23.464 INFO:tasks.rados.rados.0.smithi016.stdout:1249: left oid 18 (ObjNum 391 snap 128 seq_num 391) 2024-04-15T14:41:23.464 INFO:tasks.rados.rados.0.smithi016.stdout:1247: done (3 left) 2024-04-15T14:41:23.464 INFO:tasks.rados.rados.0.smithi016.stdout:1248: done (2 left) 2024-04-15T14:41:23.464 INFO:tasks.rados.rados.0.smithi016.stdout:1249: done (1 left) 2024-04-15T14:41:23.464 INFO:tasks.rados.rados.0.smithi016.stdout:1250: done (0 left) 2024-04-15T14:41:23.464 INFO:tasks.rados.rados.0.smithi016.stdout:1251: read oid 6 snap -1 2024-04-15T14:41:23.464 INFO:tasks.rados.rados.0.smithi016.stdout:1251: expect (ObjNum 365 snap 120 seq_num 365) 2024-04-15T14:41:23.464 INFO:tasks.rados.rados.0.smithi016.stdout:1252: read oid 40 snap -1 2024-04-15T14:41:23.464 INFO:tasks.rados.rados.0.smithi016.stdout:1252: expect (ObjNum 367 snap 120 seq_num 367) 2024-04-15T14:41:23.464 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 18 current snap is 128 2024-04-15T14:41:23.464 INFO:tasks.rados.rados.0.smithi016.stdout:1253: seq_num 392 ranges {4194304=573440,4767744=802816,5570560=401408} 2024-04-15T14:41:23.464 INFO:tasks.rados.rados.0.smithi016.stdout:1253: writing smithi01678542-18 from 4194304 to 4767744 tid 1 2024-04-15T14:41:23.465 INFO:tasks.rados.rados.0.smithi016.stdout:1253: writing smithi01678542-18 from 4767744 to 5570560 tid 2 2024-04-15T14:41:23.465 INFO:tasks.rados.rados.0.smithi016.stdout:1253: writing smithi01678542-18 from 5570560 to 5971968 tid 3 2024-04-15T14:41:23.465 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 29 current snap is 128 2024-04-15T14:41:23.465 INFO:tasks.rados.rados.0.smithi016.stdout:1254: seq_num 393 ranges {1458176=589824,2048000=679936,2727936=524288} 2024-04-15T14:41:23.465 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:41:23 smithi016 ceph-mon[93212]: pgmap v123: 121 pgs: 15 active+undersized+degraded, 38 active+undersized, 68 active+clean; 120 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 8.7 MiB/s rd, 3.6 MiB/s wr, 18 op/s; 45/267 objects degraded (16.854%) 2024-04-15T14:41:23.465 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:41:23 smithi016 ceph-mon[93212]: osdmap e329: 8 total, 7 up, 8 in 2024-04-15T14:41:23.465 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:41:23 smithi016 ceph-mon[90652]: pgmap v123: 121 pgs: 15 active+undersized+degraded, 38 active+undersized, 68 active+clean; 120 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 8.7 MiB/s rd, 3.6 MiB/s wr, 18 op/s; 45/267 objects degraded (16.854%) 2024-04-15T14:41:23.466 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:41:23 smithi016 ceph-mon[90652]: osdmap e329: 8 total, 7 up, 8 in 2024-04-15T14:41:23.466 INFO:tasks.rados.rados.0.smithi016.stdout:1254: writing smithi01678542-29 from 1458176 to 2048000 tid 1 2024-04-15T14:41:23.466 INFO:tasks.rados.rados.0.smithi016.stdout:1254: writing smithi01678542-29 from 2048000 to 2727936 tid 2 2024-04-15T14:41:23.467 INFO:tasks.rados.rados.0.smithi016.stdout:1254: writing smithi01678542-29 from 2727936 to 3252224 tid 3 2024-04-15T14:41:23.467 INFO:tasks.rados.rados.0.smithi016.stdout:1255: read oid 31 snap -1 2024-04-15T14:41:23.467 INFO:tasks.rados.rados.0.smithi016.stdout:1255: expect (ObjNum 376 snap 123 seq_num 376) 2024-04-15T14:41:23.467 INFO:tasks.rados.rados.0.smithi016.stdout:1256: snap_remove snap 127 2024-04-15T14:41:23.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:41:23 smithi102 ceph-mon[87131]: pgmap v123: 121 pgs: 15 active+undersized+degraded, 38 active+undersized, 68 active+clean; 120 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 8.7 MiB/s rd, 3.6 MiB/s wr, 18 op/s; 45/267 objects degraded (16.854%) 2024-04-15T14:41:23.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:41:23 smithi102 ceph-mon[87131]: osdmap e329: 8 total, 7 up, 8 in 2024-04-15T14:41:23.687 INFO:journalctl@ceph.prometheus.a.smithi102.stdout:Apr 15 14:41:23 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-prometheus-a[78028]: ts=2024-04-15T14:41:23.504Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi016\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi016\", job=\"node\", machine=\"x86_64\", nodename=\"smithi016\", release=\"5.14.0-438.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Apr 12 13:55:21 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"362ea986-fb34-11ee-bc8f-c7b262605968\", domainname=\"(none)\", instance=\"smithi016\", job=\"node\", machine=\"x86_64\", nodename=\"smithi016\", release=\"5.14.0-438.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Apr 12 13:55:21 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T14:41:24.331 INFO:tasks.rados.rados.0.smithi016.stdout:1256: done (5 left) 2024-04-15T14:41:24.331 INFO:tasks.rados.rados.0.smithi016.stdout:1257: snap_remove snap 124 2024-04-15T14:41:24.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:41:24 smithi102 ceph-mon[87131]: osdmap e330: 8 total, 7 up, 8 in 2024-04-15T14:41:24.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:41:24 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T14:41:24.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:41:24 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T14:41:24.719 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:41:24 smithi016 ceph-mon[90652]: osdmap e330: 8 total, 7 up, 8 in 2024-04-15T14:41:24.719 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:41:24 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T14:41:24.719 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:41:24 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T14:41:24.720 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:41:24 smithi016 ceph-mon[93212]: osdmap e330: 8 total, 7 up, 8 in 2024-04-15T14:41:24.720 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:41:24 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T14:41:24.720 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:41:24 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T14:41:24.988 INFO:journalctl@ceph.osd.0.smithi016.stdout:Apr 15 14:41:24 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-osd-0[99324]: 2024-04-15T14:41:24.717+0000 7fc85cdad7c0 -1 osd.0 322 log_to_monitors true 2024-04-15T14:41:25.270 INFO:tasks.rados.rados.0.smithi016.stdout:1257: done (5 left) 2024-04-15T14:41:25.270 INFO:tasks.rados.rados.0.smithi016.stdout:1258: setattr oid 41 current snap is 128 2024-04-15T14:41:25.270 INFO:tasks.rados.rados.0.smithi016.stdout:1251: expect (ObjNum 365 snap 120 seq_num 365) 2024-04-15T14:41:25.317 INFO:tasks.rados.rados.0.smithi016.stdout:1252: expect (ObjNum 367 snap 120 seq_num 367) 2024-04-15T14:41:25.568 INFO:tasks.rados.rados.0.smithi016.stdout:1253: finishing write tid 1 to smithi01678542-18 2024-04-15T14:41:25.569 INFO:tasks.rados.rados.0.smithi016.stdout:1253: finishing write tid 2 to smithi01678542-18 2024-04-15T14:41:25.569 INFO:tasks.rados.rados.0.smithi016.stdout:1253: finishing write tid 3 to smithi01678542-18 2024-04-15T14:41:25.569 INFO:tasks.rados.rados.0.smithi016.stdout:1253: finishing write tid 4 to smithi01678542-18 2024-04-15T14:41:25.569 INFO:tasks.rados.rados.0.smithi016.stdout:1253: finishing write tid 5 to smithi01678542-18 2024-04-15T14:41:25.569 INFO:tasks.rados.rados.0.smithi016.stdout:1253: oid 18 updating version 0 to 554 2024-04-15T14:41:25.569 INFO:tasks.rados.rados.0.smithi016.stdout:1253: oid 18 version 554 is already newer than 552 2024-04-15T14:41:25.569 INFO:tasks.rados.rados.0.smithi016.stdout:1253: oid 18 version 554 is already newer than 551 2024-04-15T14:41:25.569 INFO:tasks.rados.rados.0.smithi016.stdout:1253: oid 18 version 554 is already newer than 553 2024-04-15T14:41:25.569 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 18 v 554 (ObjNum 392 snap 128 seq_num 392) dirty exists 2024-04-15T14:41:25.569 INFO:tasks.rados.rados.0.smithi016.stdout:1253: left oid 18 (ObjNum 392 snap 128 seq_num 392) 2024-04-15T14:41:25.569 INFO:tasks.rados.rados.0.smithi016.stdout:1254: finishing write tid 1 to smithi01678542-29 2024-04-15T14:41:25.569 INFO:tasks.rados.rados.0.smithi016.stdout:1254: finishing write tid 2 to smithi01678542-29 2024-04-15T14:41:25.569 INFO:tasks.rados.rados.0.smithi016.stdout:1254: finishing write tid 3 to smithi01678542-29 2024-04-15T14:41:25.570 INFO:tasks.rados.rados.0.smithi016.stdout:1254: finishing write tid 4 to smithi01678542-29 2024-04-15T14:41:25.570 INFO:tasks.rados.rados.0.smithi016.stdout:1254: finishing write tid 5 to smithi01678542-29 2024-04-15T14:41:25.570 INFO:tasks.rados.rados.0.smithi016.stdout:1254: oid 29 updating version 0 to 767 2024-04-15T14:41:25.570 INFO:tasks.rados.rados.0.smithi016.stdout:1254: oid 29 version 767 is already newer than 766 2024-04-15T14:41:25.570 INFO:tasks.rados.rados.0.smithi016.stdout:1254: oid 29 version 767 is already newer than 765 2024-04-15T14:41:25.570 INFO:tasks.rados.rados.0.smithi016.stdout:1254: oid 29 updating version 767 to 768 2024-04-15T14:41:25.570 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 29 v 768 (ObjNum 393 snap 128 seq_num 393) dirty exists 2024-04-15T14:41:25.570 INFO:tasks.rados.rados.0.smithi016.stdout:1254: left oid 29 (ObjNum 393 snap 128 seq_num 393) 2024-04-15T14:41:25.570 INFO:tasks.rados.rados.0.smithi016.stdout:1255: expect (ObjNum 376 snap 123 seq_num 376) 2024-04-15T14:41:25.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:41:25 smithi102 ceph-mon[87131]: pgmap v126: 121 pgs: 15 active+undersized+degraded, 38 active+undersized, 68 active+clean; 120 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 45/267 objects degraded (16.854%) 2024-04-15T14:41:25.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:41:25 smithi102 ceph-mon[87131]: osdmap e331: 8 total, 7 up, 8 in 2024-04-15T14:41:25.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:41:25 smithi102 ceph-mon[87131]: from='osd.0 [v2:172.21.15.16:6802/2683561677,v1:172.21.15.16:6803/2683561677]' entity='osd.0' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]: dispatch 2024-04-15T14:41:25.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:41:25 smithi102 ceph-mon[87131]: from='osd.0 ' entity='osd.0' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]: dispatch 2024-04-15T14:41:25.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:41:25 smithi102 ceph-mon[87131]: from='osd.0 ' entity='osd.0' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]': finished 2024-04-15T14:41:25.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:41:25 smithi102 ceph-mon[87131]: osdmap e332: 8 total, 7 up, 8 in 2024-04-15T14:41:25.688 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:41:25 smithi102 ceph-mon[87131]: from='osd.0 [v2:172.21.15.16:6802/2683561677,v1:172.21.15.16:6803/2683561677]' entity='osd.0' cmd=[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi016", "root=default"]}]: dispatch 2024-04-15T14:41:25.688 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:41:25 smithi102 ceph-mon[87131]: from='osd.0 ' entity='osd.0' cmd=[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi016", "root=default"]}]: dispatch 2024-04-15T14:41:25.689 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 41 v 322 (ObjNum 161 snap 0 seq_num 1) dirty exists 2024-04-15T14:41:25.689 INFO:tasks.rados.rados.0.smithi016.stdout:1251: done (5 left) 2024-04-15T14:41:25.689 INFO:tasks.rados.rados.0.smithi016.stdout:1252: done (4 left) 2024-04-15T14:41:25.689 INFO:tasks.rados.rados.0.smithi016.stdout:1253: done (3 left) 2024-04-15T14:41:25.689 INFO:tasks.rados.rados.0.smithi016.stdout:1254: done (2 left) 2024-04-15T14:41:25.689 INFO:tasks.rados.rados.0.smithi016.stdout:1255: done (1 left) 2024-04-15T14:41:25.689 INFO:tasks.rados.rados.0.smithi016.stdout:1258: done (0 left) 2024-04-15T14:41:25.689 INFO:tasks.rados.rados.0.smithi016.stdout:1259: snap_remove snap 120 2024-04-15T14:41:25.776 INFO:journalctl@ceph.osd.0.smithi016.stdout:Apr 15 14:41:25 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-osd-0[99324]: 2024-04-15T14:41:25.582+0000 7fc84a1fd700 -1 osd.0 322 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-04-15T14:41:25.776 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:41:25 smithi016 ceph-mon[93212]: pgmap v126: 121 pgs: 15 active+undersized+degraded, 38 active+undersized, 68 active+clean; 120 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 45/267 objects degraded (16.854%) 2024-04-15T14:41:25.777 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:41:25 smithi016 ceph-mon[93212]: osdmap e331: 8 total, 7 up, 8 in 2024-04-15T14:41:25.777 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:41:25 smithi016 ceph-mon[93212]: from='osd.0 [v2:172.21.15.16:6802/2683561677,v1:172.21.15.16:6803/2683561677]' entity='osd.0' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]: dispatch 2024-04-15T14:41:25.777 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:41:25 smithi016 ceph-mon[93212]: from='osd.0 ' entity='osd.0' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]: dispatch 2024-04-15T14:41:25.777 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:41:25 smithi016 ceph-mon[93212]: from='osd.0 ' entity='osd.0' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]': finished 2024-04-15T14:41:25.777 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:41:25 smithi016 ceph-mon[93212]: osdmap e332: 8 total, 7 up, 8 in 2024-04-15T14:41:25.777 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:41:25 smithi016 ceph-mon[93212]: from='osd.0 [v2:172.21.15.16:6802/2683561677,v1:172.21.15.16:6803/2683561677]' entity='osd.0' cmd=[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi016", "root=default"]}]: dispatch 2024-04-15T14:41:25.777 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:41:25 smithi016 ceph-mon[93212]: from='osd.0 ' entity='osd.0' cmd=[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi016", "root=default"]}]: dispatch 2024-04-15T14:41:25.777 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:41:25 smithi016 ceph-mon[90652]: pgmap v126: 121 pgs: 15 active+undersized+degraded, 38 active+undersized, 68 active+clean; 120 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 45/267 objects degraded (16.854%) 2024-04-15T14:41:25.777 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:41:25 smithi016 ceph-mon[90652]: osdmap e331: 8 total, 7 up, 8 in 2024-04-15T14:41:25.777 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:41:25 smithi016 ceph-mon[90652]: from='osd.0 [v2:172.21.15.16:6802/2683561677,v1:172.21.15.16:6803/2683561677]' entity='osd.0' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]: dispatch 2024-04-15T14:41:25.777 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:41:25 smithi016 ceph-mon[90652]: from='osd.0 ' entity='osd.0' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]: dispatch 2024-04-15T14:41:25.778 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:41:25 smithi016 ceph-mon[90652]: from='osd.0 ' entity='osd.0' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]': finished 2024-04-15T14:41:25.778 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:41:25 smithi016 ceph-mon[90652]: osdmap e332: 8 total, 7 up, 8 in 2024-04-15T14:41:25.778 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:41:25 smithi016 ceph-mon[90652]: from='osd.0 [v2:172.21.15.16:6802/2683561677,v1:172.21.15.16:6803/2683561677]' entity='osd.0' cmd=[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi016", "root=default"]}]: dispatch 2024-04-15T14:41:25.778 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:41:25 smithi016 ceph-mon[90652]: from='osd.0 ' entity='osd.0' cmd=[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi016", "root=default"]}]: dispatch 2024-04-15T14:41:26.586 INFO:tasks.rados.rados.0.smithi016.stdout:1259: done (0 left) 2024-04-15T14:41:26.587 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 11 current snap is 128 2024-04-15T14:41:26.587 INFO:tasks.rados.rados.0.smithi016.stdout:1260: seq_num 394 ranges {0=606208,606208=565248,1171456=557056,1728512=81920} 2024-04-15T14:41:26.595 INFO:tasks.rados.rados.0.smithi016.stdout:1260: writing smithi01678542-11 from 0 to 606208 tid 1 2024-04-15T14:41:26.599 INFO:tasks.rados.rados.0.smithi016.stdout:1260: writing smithi01678542-11 from 606208 to 1171456 tid 2 2024-04-15T14:41:26.605 INFO:tasks.rados.rados.0.smithi016.stdout:1260: writing smithi01678542-11 from 1171456 to 1728512 tid 3 2024-04-15T14:41:26.606 INFO:tasks.rados.rados.0.smithi016.stdout:1260: writing smithi01678542-11 from 1728512 to 1810432 tid 4 2024-04-15T14:41:26.606 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 3 current snap is 128 2024-04-15T14:41:26.606 INFO:tasks.rados.rados.0.smithi016.stdout:1261: seq_num 395 ranges {1728512=622592,2351104=450560,2801664=753664} 2024-04-15T14:41:26.620 INFO:tasks.rados.rados.0.smithi016.stdout:1261: writing smithi01678542-3 from 1728512 to 2351104 tid 1 2024-04-15T14:41:26.624 INFO:tasks.rados.rados.0.smithi016.stdout:1261: writing smithi01678542-3 from 2351104 to 2801664 tid 2 2024-04-15T14:41:26.629 INFO:tasks.rados.rados.0.smithi016.stdout:1261: writing smithi01678542-3 from 2801664 to 3555328 tid 3 2024-04-15T14:41:26.629 INFO:tasks.rados.rados.0.smithi016.stdout:1262: rollback oid 13 current snap is 128 2024-04-15T14:41:26.629 INFO:tasks.rados.rados.0.smithi016.stdout:rollback oid 13 to 126 2024-04-15T14:41:26.629 INFO:tasks.rados.rados.0.smithi016.stdout:1261: finishing write tid 1 to smithi01678542-3 2024-04-15T14:41:26.629 INFO:tasks.rados.rados.0.smithi016.stdout:1261: finishing write tid 2 to smithi01678542-3 2024-04-15T14:41:26.629 INFO:tasks.rados.rados.0.smithi016.stdout:1263: rollback oid 8 current snap is 128 2024-04-15T14:41:26.629 INFO:tasks.rados.rados.0.smithi016.stdout:rollback oid 8 to 123 2024-04-15T14:41:26.629 INFO:tasks.rados.rados.0.smithi016.stdout:1264: rmattr oid 35 current snap is 128 2024-04-15T14:41:26.629 INFO:tasks.rados.rados.0.smithi016.stdout:1265: rmattr oid 14 current snap is 128 2024-04-15T14:41:26.629 INFO:tasks.rados.rados.0.smithi016.stdout:1265: done (5 left) 2024-04-15T14:41:26.629 INFO:tasks.rados.rados.0.smithi016.stdout:1266: delete oid 6 current snap is 128 2024-04-15T14:41:26.629 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 35 v 0 (ObjNum 314 snap 98 seq_num 314) dirty exists 2024-04-15T14:41:26.630 INFO:tasks.rados.rados.0.smithi016.stdout:1264: done (5 left) 2024-04-15T14:41:26.630 INFO:tasks.rados.rados.0.smithi016.stdout:1266: done (4 left) 2024-04-15T14:41:26.630 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 25 current snap is 128 2024-04-15T14:41:26.630 INFO:tasks.rados.rados.0.smithi016.stdout:1267: seq_num 397 ranges {3440640=655360,4096000=671744,4767744=532480} 2024-04-15T14:41:26.652 INFO:tasks.rados.rados.0.smithi016.stdout:1267: writing smithi01678542-25 from 3440640 to 4096000 tid 1 2024-04-15T14:41:26.656 INFO:tasks.rados.rados.0.smithi016.stdout:1267: writing smithi01678542-25 from 4096000 to 4767744 tid 2 2024-04-15T14:41:26.659 INFO:tasks.rados.rados.0.smithi016.stdout:1267: writing smithi01678542-25 from 4767744 to 5300224 tid 3 2024-04-15T14:41:26.659 INFO:tasks.rados.rados.0.smithi016.stdout:1268: delete oid 29 current snap is 128 2024-04-15T14:41:26.659 INFO:tasks.rados.rados.0.smithi016.stdout:1261: finishing write tid 3 to smithi01678542-3 2024-04-15T14:41:26.659 INFO:tasks.rados.rados.0.smithi016.stdout:1261: finishing write tid 4 to smithi01678542-3 2024-04-15T14:41:26.660 INFO:tasks.rados.rados.0.smithi016.stdout:1261: finishing write tid 5 to smithi01678542-3 2024-04-15T14:41:26.660 INFO:tasks.rados.rados.0.smithi016.stdout:1261: oid 3 updating version 0 to 349 2024-04-15T14:41:26.660 INFO:tasks.rados.rados.0.smithi016.stdout:1261: oid 3 version 349 is already newer than 348 2024-04-15T14:41:26.660 INFO:tasks.rados.rados.0.smithi016.stdout:1261: oid 3 version 349 is already newer than 346 2024-04-15T14:41:26.660 INFO:tasks.rados.rados.0.smithi016.stdout:1261: oid 3 version 349 is already newer than 347 2024-04-15T14:41:26.660 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 3 v 349 (ObjNum 395 snap 128 seq_num 395) dirty exists 2024-04-15T14:41:26.660 INFO:tasks.rados.rados.0.smithi016.stdout:1261: left oid 3 (ObjNum 395 snap 128 seq_num 395) 2024-04-15T14:41:26.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:41:26 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T14:41:26.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:41:26 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T14:41:26.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:41:26 smithi102 ceph-mon[87131]: from='osd.0 ' entity='osd.0' 2024-04-15T14:41:26.789 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:41:26 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T14:41:26.789 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:41:26 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T14:41:26.789 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:41:26 smithi016 ceph-mon[90652]: from='osd.0 ' entity='osd.0' 2024-04-15T14:41:26.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:41:26 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T14:41:26.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:41:26 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T14:41:26.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:41:26 smithi016 ceph-mon[93212]: from='osd.0 ' entity='osd.0' 2024-04-15T14:41:27.617 INFO:tasks.rados.rados.0.smithi016.stdout:1262: finishing rollback tid 0 to smithi01678542-13 2024-04-15T14:41:27.617 INFO:tasks.rados.rados.0.smithi016.stdout:1262: finishing rollback tid 1 to smithi01678542-13 2024-04-15T14:41:27.617 INFO:tasks.rados.rados.0.smithi016.stdout:1262: finishing rollback tid 2 to smithi01678542-13 2024-04-15T14:41:27.617 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 13 v 527 (ObjNum 285 snap 84 seq_num 285) dirty exists 2024-04-15T14:41:27.617 INFO:tasks.rados.rados.0.smithi016.stdout:1267: finishing write tid 1 to smithi01678542-25 2024-04-15T14:41:27.617 INFO:tasks.rados.rados.0.smithi016.stdout:1267: finishing write tid 2 to smithi01678542-25 2024-04-15T14:41:27.618 INFO:tasks.rados.rados.0.smithi016.stdout:1267: finishing write tid 3 to smithi01678542-25 2024-04-15T14:41:27.618 INFO:tasks.rados.rados.0.smithi016.stdout:1260: finishing write tid 1 to smithi01678542-11 2024-04-15T14:41:27.620 INFO:tasks.rados.rados.0.smithi016.stdout:1267: finishing write tid 4 to smithi01678542-25 2024-04-15T14:41:27.621 INFO:tasks.rados.rados.0.smithi016.stdout:1260: finishing write tid 2 to smithi01678542-11 2024-04-15T14:41:27.621 INFO:tasks.rados.rados.0.smithi016.stdout:1260: finishing write tid 3 to smithi01678542-11 2024-04-15T14:41:27.621 INFO:tasks.rados.rados.0.smithi016.stdout:1260: finishing write tid 4 to smithi01678542-11 2024-04-15T14:41:27.622 INFO:tasks.rados.rados.0.smithi016.stdout:1260: finishing write tid 5 to smithi01678542-11 2024-04-15T14:41:27.622 INFO:tasks.rados.rados.0.smithi016.stdout:1267: finishing write tid 5 to smithi01678542-25 2024-04-15T14:41:27.622 INFO:tasks.rados.rados.0.smithi016.stdout:1267: oid 25 updating version 0 to 531 2024-04-15T14:41:27.622 INFO:tasks.rados.rados.0.smithi016.stdout:1267: oid 25 version 531 is already newer than 529 2024-04-15T14:41:27.622 INFO:tasks.rados.rados.0.smithi016.stdout:1267: oid 25 version 531 is already newer than 530 2024-04-15T14:41:27.622 INFO:tasks.rados.rados.0.smithi016.stdout:1267: oid 25 version 531 is already newer than 528 2024-04-15T14:41:27.622 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 25 v 531 (ObjNum 397 snap 128 seq_num 397) dirty exists 2024-04-15T14:41:27.622 INFO:tasks.rados.rados.0.smithi016.stdout:1267: left oid 25 (ObjNum 397 snap 128 seq_num 397) 2024-04-15T14:41:27.626 INFO:tasks.rados.rados.0.smithi016.stdout:1260: finishing write tid 6 to smithi01678542-11 2024-04-15T14:41:27.626 INFO:tasks.rados.rados.0.smithi016.stdout:1260: oid 11 updating version 0 to 772 2024-04-15T14:41:27.626 INFO:tasks.rados.rados.0.smithi016.stdout:1260: oid 11 version 772 is already newer than 771 2024-04-15T14:41:27.626 INFO:tasks.rados.rados.0.smithi016.stdout:1260: oid 11 version 772 is already newer than 770 2024-04-15T14:41:27.626 INFO:tasks.rados.rados.0.smithi016.stdout:1260: oid 11 version 772 is already newer than 769 2024-04-15T14:41:27.626 INFO:tasks.rados.rados.0.smithi016.stdout:1260: oid 11 updating version 772 to 773 2024-04-15T14:41:27.626 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 11 v 773 (ObjNum 394 snap 128 seq_num 394) dirty exists 2024-04-15T14:41:27.626 INFO:tasks.rados.rados.0.smithi016.stdout:1260: left oid 11 (ObjNum 394 snap 128 seq_num 394) 2024-04-15T14:41:27.633 INFO:tasks.rados.rados.0.smithi016.stdout:1263: finishing rollback tid 0 to smithi01678542-8 2024-04-15T14:41:27.633 INFO:tasks.rados.rados.0.smithi016.stdout:1263: finishing rollback tid 1 to smithi01678542-8 2024-04-15T14:41:27.633 INFO:tasks.rados.rados.0.smithi016.stdout:1263: finishing rollback tid 2 to smithi01678542-8 2024-04-15T14:41:27.633 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 8 v 764 (ObjNum 259 snap 76 seq_num 259) dirty exists 2024-04-15T14:41:27.637 INFO:tasks.rados.rados.0.smithi016.stdout:1260: done (5 left) 2024-04-15T14:41:27.637 INFO:tasks.rados.rados.0.smithi016.stdout:1261: done (4 left) 2024-04-15T14:41:27.637 INFO:tasks.rados.rados.0.smithi016.stdout:1262: done (3 left) 2024-04-15T14:41:27.637 INFO:tasks.rados.rados.0.smithi016.stdout:1263: done (2 left) 2024-04-15T14:41:27.638 INFO:tasks.rados.rados.0.smithi016.stdout:1267: done (1 left) 2024-04-15T14:41:27.638 INFO:tasks.rados.rados.0.smithi016.stdout:1268: done (0 left) 2024-04-15T14:41:27.638 INFO:tasks.rados.rados.0.smithi016.stdout:1269: snap_remove snap 123 2024-04-15T14:41:27.888 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:41:27 smithi016 ceph-mon[93212]: pgmap v129: 121 pgs: 15 active+undersized+degraded, 38 active+undersized, 68 active+clean; 145 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 12 MiB/s rd, 6.3 MiB/s wr, 19 op/s; 55/291 objects degraded (18.900%) 2024-04-15T14:41:27.888 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:41:27 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T14:41:27.888 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:41:27 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T14:41:27.888 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:41:27 smithi016 ceph-mon[93212]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-04-15T14:41:27.888 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:41:27 smithi016 ceph-mon[93212]: Health check update: Degraded data redundancy: 55/291 objects degraded (18.900%), 15 pgs degraded (PG_DEGRADED) 2024-04-15T14:41:27.889 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:41:27 smithi016 ceph-mon[93212]: osd.0 [v2:172.21.15.16:6802/2683561677,v1:172.21.15.16:6803/2683561677] boot 2024-04-15T14:41:27.889 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:41:27 smithi016 ceph-mon[93212]: osdmap e333: 8 total, 8 up, 8 in 2024-04-15T14:41:27.889 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:41:27 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-15T14:41:27.889 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:41:27 smithi016 ceph-mon[93212]: mgrmap e44: y(active, since 92s), standbys: x 2024-04-15T14:41:27.889 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:41:27 smithi016 ceph-mon[90652]: pgmap v129: 121 pgs: 15 active+undersized+degraded, 38 active+undersized, 68 active+clean; 145 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 12 MiB/s rd, 6.3 MiB/s wr, 19 op/s; 55/291 objects degraded (18.900%) 2024-04-15T14:41:27.889 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:41:27 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T14:41:27.889 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:41:27 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T14:41:27.889 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:41:27 smithi016 ceph-mon[90652]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-04-15T14:41:27.889 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:41:27 smithi016 ceph-mon[90652]: Health check update: Degraded data redundancy: 55/291 objects degraded (18.900%), 15 pgs degraded (PG_DEGRADED) 2024-04-15T14:41:27.889 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:41:27 smithi016 ceph-mon[90652]: osd.0 [v2:172.21.15.16:6802/2683561677,v1:172.21.15.16:6803/2683561677] boot 2024-04-15T14:41:27.889 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:41:27 smithi016 ceph-mon[90652]: osdmap e333: 8 total, 8 up, 8 in 2024-04-15T14:41:27.889 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:41:27 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-15T14:41:27.890 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:41:27 smithi016 ceph-mon[90652]: mgrmap e44: y(active, since 92s), standbys: x 2024-04-15T14:41:27.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:41:27 smithi102 ceph-mon[87131]: pgmap v129: 121 pgs: 15 active+undersized+degraded, 38 active+undersized, 68 active+clean; 145 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 12 MiB/s rd, 6.3 MiB/s wr, 19 op/s; 55/291 objects degraded (18.900%) 2024-04-15T14:41:27.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:41:27 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T14:41:27.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:41:27 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T14:41:27.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:41:27 smithi102 ceph-mon[87131]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-04-15T14:41:27.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:41:27 smithi102 ceph-mon[87131]: Health check update: Degraded data redundancy: 55/291 objects degraded (18.900%), 15 pgs degraded (PG_DEGRADED) 2024-04-15T14:41:27.938 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:41:27 smithi102 ceph-mon[87131]: osd.0 [v2:172.21.15.16:6802/2683561677,v1:172.21.15.16:6803/2683561677] boot 2024-04-15T14:41:27.938 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:41:27 smithi102 ceph-mon[87131]: osdmap e333: 8 total, 8 up, 8 in 2024-04-15T14:41:27.938 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:41:27 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-15T14:41:27.938 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:41:27 smithi102 ceph-mon[87131]: mgrmap e44: y(active, since 92s), standbys: x 2024-04-15T14:41:28.590 INFO:tasks.rados.rados.0.smithi016.stdout:1269: done (0 left) 2024-04-15T14:41:28.590 INFO:tasks.rados.rados.0.smithi016.stdout:1270: delete oid 20 current snap is 128 2024-04-15T14:41:28.597 INFO:tasks.rados.rados.0.smithi016.stdout:1270: done (0 left) 2024-04-15T14:41:28.597 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 16 current snap is 128 2024-04-15T14:41:28.597 INFO:tasks.rados.rados.0.smithi016.stdout:1271: seq_num 400 ranges {1851392=704512,2555904=720896,3276800=483328} 2024-04-15T14:41:28.611 INFO:tasks.rados.rados.0.smithi016.stdout:1271: writing smithi01678542-16 from 1851392 to 2555904 tid 1 2024-04-15T14:41:28.615 INFO:tasks.rados.rados.0.smithi016.stdout:1271: writing smithi01678542-16 from 2555904 to 3276800 tid 2 2024-04-15T14:41:28.618 INFO:tasks.rados.rados.0.smithi016.stdout:1271: writing smithi01678542-16 from 3276800 to 3760128 tid 3 2024-04-15T14:41:28.618 INFO:tasks.rados.rados.0.smithi016.stdout:1272: copy_from oid 11 from oid 18 current snap is 128 2024-04-15T14:41:28.618 INFO:tasks.rados.rados.0.smithi016.stdout:1271: finishing write tid 1 to smithi01678542-16 2024-04-15T14:41:28.618 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 3 current snap is 128 2024-04-15T14:41:28.618 INFO:tasks.rados.rados.0.smithi016.stdout:1273: seq_num 401 ranges {3555328=720896,4276224=606208,4882432=598016} 2024-04-15T14:41:28.641 INFO:tasks.rados.rados.0.smithi016.stdout:1273: writing smithi01678542-3 from 3555328 to 4276224 tid 1 2024-04-15T14:41:28.644 INFO:tasks.rados.rados.0.smithi016.stdout:1273: writing smithi01678542-3 from 4276224 to 4882432 tid 2 2024-04-15T14:41:28.648 INFO:tasks.rados.rados.0.smithi016.stdout:1273: writing smithi01678542-3 from 4882432 to 5480448 tid 3 2024-04-15T14:41:28.648 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 44 current snap is 128 2024-04-15T14:41:28.649 INFO:tasks.rados.rados.0.smithi016.stdout:1271: finishing write tid 2 to smithi01678542-16 2024-04-15T14:41:28.649 INFO:tasks.rados.rados.0.smithi016.stdout:1271: finishing write tid 3 to smithi01678542-16 2024-04-15T14:41:28.649 INFO:tasks.rados.rados.0.smithi016.stdout:1271: finishing write tid 4 to smithi01678542-16 2024-04-15T14:41:28.649 INFO:tasks.rados.rados.0.smithi016.stdout:1271: finishing write tid 5 to smithi01678542-16 2024-04-15T14:41:28.649 INFO:tasks.rados.rados.0.smithi016.stdout:1271: oid 16 updating version 0 to 379 2024-04-15T14:41:28.649 INFO:tasks.rados.rados.0.smithi016.stdout:1271: oid 16 version 379 is already newer than 378 2024-04-15T14:41:28.649 INFO:tasks.rados.rados.0.smithi016.stdout:1271: oid 16 updating version 379 to 380 2024-04-15T14:41:28.649 INFO:tasks.rados.rados.0.smithi016.stdout:1271: oid 16 version 380 is already newer than 377 2024-04-15T14:41:28.649 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 16 v 380 (ObjNum 400 snap 128 seq_num 400) dirty exists 2024-04-15T14:41:28.649 INFO:tasks.rados.rados.0.smithi016.stdout:1271: left oid 16 (ObjNum 400 snap 128 seq_num 400) 2024-04-15T14:41:28.649 INFO:tasks.rados.rados.0.smithi016.stdout:1272: finishing copy_from racing read to smithi01678542-11 2024-04-15T14:41:28.649 INFO:tasks.rados.rados.0.smithi016.stdout:1272: finishing copy_from to smithi01678542-11 2024-04-15T14:41:28.649 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 11 v 554 (ObjNum 392 snap 128 seq_num 392) dirty exists 2024-04-15T14:41:28.649 INFO:tasks.rados.rados.0.smithi016.stdout:1273: finishing write tid 1 to smithi01678542-3 2024-04-15T14:41:28.650 INFO:tasks.rados.rados.0.smithi016.stdout:1273: finishing write tid 2 to smithi01678542-3 2024-04-15T14:41:28.650 INFO:tasks.rados.rados.0.smithi016.stdout:1274: seq_num 402 ranges {1654784=737280,2392064=491520,2883584=516096,3399680=196608} 2024-04-15T14:41:28.661 INFO:tasks.rados.rados.0.smithi016.stdout:1274: writing smithi01678542-44 from 1654784 to 2392064 tid 1 2024-04-15T14:41:28.663 INFO:tasks.rados.rados.0.smithi016.stdout:1274: writing smithi01678542-44 from 2392064 to 2883584 tid 2 2024-04-15T14:41:28.666 INFO:tasks.rados.rados.0.smithi016.stdout:1274: writing smithi01678542-44 from 2883584 to 3399680 tid 3 2024-04-15T14:41:28.668 INFO:tasks.rados.rados.0.smithi016.stdout:1274: writing smithi01678542-44 from 3399680 to 3596288 tid 4 2024-04-15T14:41:28.668 INFO:tasks.rados.rados.0.smithi016.stdout:1271: done (3 left) 2024-04-15T14:41:28.669 INFO:tasks.rados.rados.0.smithi016.stdout:1272: done (2 left) 2024-04-15T14:41:28.669 INFO:tasks.rados.rados.0.smithi016.stdout:1275: read oid 2 snap -1 2024-04-15T14:41:28.669 INFO:tasks.rados.rados.0.smithi016.stdout:1275: expect deleted 2024-04-15T14:41:28.669 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 24 current snap is 128 2024-04-15T14:41:28.669 INFO:tasks.rados.rados.0.smithi016.stdout:1273: finishing write tid 3 to smithi01678542-3 2024-04-15T14:41:28.669 INFO:tasks.rados.rados.0.smithi016.stdout:1273: finishing write tid 4 to smithi01678542-3 2024-04-15T14:41:28.669 INFO:tasks.rados.rados.0.smithi016.stdout:1273: finishing write tid 5 to smithi01678542-3 2024-04-15T14:41:28.669 INFO:tasks.rados.rados.0.smithi016.stdout:1273: oid 3 updating version 0 to 353 2024-04-15T14:41:28.669 INFO:tasks.rados.rados.0.smithi016.stdout:1273: oid 3 version 353 is already newer than 352 2024-04-15T14:41:28.669 INFO:tasks.rados.rados.0.smithi016.stdout:1273: oid 3 version 353 is already newer than 351 2024-04-15T14:41:28.669 INFO:tasks.rados.rados.0.smithi016.stdout:1273: oid 3 version 353 is already newer than 350 2024-04-15T14:41:28.669 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 3 v 353 (ObjNum 401 snap 128 seq_num 401) dirty exists 2024-04-15T14:41:28.669 INFO:tasks.rados.rados.0.smithi016.stdout:1273: left oid 3 (ObjNum 401 snap 128 seq_num 401) 2024-04-15T14:41:28.669 INFO:tasks.rados.rados.0.smithi016.stdout:1274: finishing write tid 1 to smithi01678542-44 2024-04-15T14:41:28.670 INFO:tasks.rados.rados.0.smithi016.stdout:1274: finishing write tid 2 to smithi01678542-44 2024-04-15T14:41:28.670 INFO:tasks.rados.rados.0.smithi016.stdout:1276: seq_num 403 ranges {6037504=753664,6791168=425984,7217152=720896,7938048=57344} 2024-04-15T14:41:28.705 INFO:tasks.rados.rados.0.smithi016.stdout:1276: writing smithi01678542-24 from 6037504 to 6791168 tid 1 2024-04-15T14:41:28.707 INFO:tasks.rados.rados.0.smithi016.stdout:1276: writing smithi01678542-24 from 6791168 to 7217152 tid 2 2024-04-15T14:41:28.711 INFO:tasks.rados.rados.0.smithi016.stdout:1276: writing smithi01678542-24 from 7217152 to 7938048 tid 3 2024-04-15T14:41:28.712 INFO:tasks.rados.rados.0.smithi016.stdout:1276: writing smithi01678542-24 from 7938048 to 7995392 tid 4 2024-04-15T14:41:28.713 INFO:tasks.rados.rados.0.smithi016.stdout:1273: done (3 left) 2024-04-15T14:41:28.713 INFO:tasks.rados.rados.0.smithi016.stdout:1277: rollback oid 28 current snap is 128 2024-04-15T14:41:28.713 INFO:tasks.rados.rados.0.smithi016.stdout:rollback oid 28 to 126 2024-04-15T14:41:28.713 INFO:tasks.rados.rados.0.smithi016.stdout:1274: finishing write tid 3 to smithi01678542-44 2024-04-15T14:41:28.713 INFO:tasks.rados.rados.0.smithi016.stdout:1275: done (3 left) 2024-04-15T14:41:28.713 INFO:tasks.rados.rados.0.smithi016.stdout:1278: copy_from oid 13 from oid 36 current snap is 128 2024-04-15T14:41:28.713 INFO:tasks.rados.rados.0.smithi016.stdout:1274: finishing write tid 4 to smithi01678542-44 2024-04-15T14:41:28.713 INFO:tasks.rados.rados.0.smithi016.stdout:1274: finishing write tid 5 to smithi01678542-44 2024-04-15T14:41:28.713 INFO:tasks.rados.rados.0.smithi016.stdout:1274: finishing write tid 6 to smithi01678542-44 2024-04-15T14:41:28.713 INFO:tasks.rados.rados.0.smithi016.stdout:1274: oid 44 updating version 0 to 795 2024-04-15T14:41:28.713 INFO:tasks.rados.rados.0.smithi016.stdout:1274: oid 44 updating version 795 to 799 2024-04-15T14:41:28.713 INFO:tasks.rados.rados.0.smithi016.stdout:1274: oid 44 version 799 is already newer than 798 2024-04-15T14:41:28.713 INFO:tasks.rados.rados.0.smithi016.stdout:1274: oid 44 version 799 is already newer than 797 2024-04-15T14:41:28.714 INFO:tasks.rados.rados.0.smithi016.stdout:1274: oid 44 version 799 is already newer than 796 2024-04-15T14:41:28.714 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 44 v 799 (ObjNum 402 snap 128 seq_num 402) dirty exists 2024-04-15T14:41:28.714 INFO:tasks.rados.rados.0.smithi016.stdout:1274: left oid 44 (ObjNum 402 snap 128 seq_num 402) 2024-04-15T14:41:28.714 INFO:tasks.rados.rados.0.smithi016.stdout:1276: finishing write tid 1 to smithi01678542-24 2024-04-15T14:41:28.714 INFO:tasks.rados.rados.0.smithi016.stdout:1274: done (3 left) 2024-04-15T14:41:28.714 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 10 current snap is 128 2024-04-15T14:41:28.714 INFO:tasks.rados.rados.0.smithi016.stdout:1276: finishing write tid 2 to smithi01678542-24 2024-04-15T14:41:28.714 INFO:tasks.rados.rados.0.smithi016.stdout:1279: seq_num 404 ranges {1474560=770048,2244608=712704,2957312=491520} 2024-04-15T14:41:28.725 INFO:tasks.rados.rados.0.smithi016.stdout:1279: writing smithi01678542-10 from 1474560 to 2244608 tid 1 2024-04-15T14:41:28.729 INFO:tasks.rados.rados.0.smithi016.stdout:1279: writing smithi01678542-10 from 2244608 to 2957312 tid 2 2024-04-15T14:41:28.732 INFO:tasks.rados.rados.0.smithi016.stdout:1279: writing smithi01678542-10 from 2957312 to 3448832 tid 3 2024-04-15T14:41:28.732 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 39 current snap is 128 2024-04-15T14:41:28.732 INFO:tasks.rados.rados.0.smithi016.stdout:1280: seq_num 405 ranges {0=786432,786432=589824,1376256=614400} 2024-04-15T14:41:28.738 INFO:tasks.rados.rados.0.smithi016.stdout:1280: writing smithi01678542-39 from 0 to 786432 tid 1 2024-04-15T14:41:28.740 INFO:tasks.rados.rados.0.smithi016.stdout:1280: writing smithi01678542-39 from 786432 to 1376256 tid 2 2024-04-15T14:41:28.743 INFO:tasks.rados.rados.0.smithi016.stdout:1280: writing smithi01678542-39 from 1376256 to 1990656 tid 3 2024-04-15T14:41:28.743 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 3 current snap is 128 2024-04-15T14:41:28.744 INFO:tasks.rados.rados.0.smithi016.stdout:1277: finishing rollback tid 0 to smithi01678542-28 2024-04-15T14:41:28.744 INFO:tasks.rados.rados.0.smithi016.stdout:1281: seq_num 406 ranges {5480448=802816,6283264=475136,6758400=499712,7258112=229376} 2024-04-15T14:41:28.778 INFO:tasks.rados.rados.0.smithi016.stdout:1281: writing smithi01678542-3 from 5480448 to 6283264 tid 1 2024-04-15T14:41:28.780 INFO:tasks.rados.rados.0.smithi016.stdout:1281: writing smithi01678542-3 from 6283264 to 6758400 tid 2 2024-04-15T14:41:28.783 INFO:tasks.rados.rados.0.smithi016.stdout:1281: writing smithi01678542-3 from 6758400 to 7258112 tid 3 2024-04-15T14:41:28.785 INFO:tasks.rados.rados.0.smithi016.stdout:1281: writing smithi01678542-3 from 7258112 to 7487488 tid 4 2024-04-15T14:41:28.785 INFO:tasks.rados.rados.0.smithi016.stdout:1282: rmattr oid 29 current snap is 128 2024-04-15T14:41:28.785 INFO:tasks.rados.rados.0.smithi016.stdout:1282: done (6 left) 2024-04-15T14:41:28.785 INFO:tasks.rados.rados.0.smithi016.stdout:1283: delete oid 5 current snap is 128 2024-04-15T14:41:28.785 INFO:tasks.rados.rados.0.smithi016.stdout:1276: finishing write tid 3 to smithi01678542-24 2024-04-15T14:41:28.785 INFO:tasks.rados.rados.0.smithi016.stdout:1277: finishing rollback tid 1 to smithi01678542-28 2024-04-15T14:41:28.785 INFO:tasks.rados.rados.0.smithi016.stdout:1277: finishing rollback tid 2 to smithi01678542-28 2024-04-15T14:41:28.785 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 28 v 384 (ObjNum 371 snap 121 seq_num 371) dirty exists 2024-04-15T14:41:28.785 INFO:tasks.rados.rados.0.smithi016.stdout:1276: finishing write tid 4 to smithi01678542-24 2024-04-15T14:41:28.785 INFO:tasks.rados.rados.0.smithi016.stdout:1276: finishing write tid 5 to smithi01678542-24 2024-04-15T14:41:28.785 INFO:tasks.rados.rados.0.smithi016.stdout:1276: finishing write tid 6 to smithi01678542-24 2024-04-15T14:41:28.786 INFO:tasks.rados.rados.0.smithi016.stdout:1276: oid 24 updating version 0 to 543 2024-04-15T14:41:28.786 INFO:tasks.rados.rados.0.smithi016.stdout:1276: oid 24 updating version 543 to 544 2024-04-15T14:41:28.786 INFO:tasks.rados.rados.0.smithi016.stdout:1276: oid 24 updating version 544 to 546 2024-04-15T14:41:28.786 INFO:tasks.rados.rados.0.smithi016.stdout:1276: oid 24 version 546 is already newer than 545 2024-04-15T14:41:28.786 INFO:tasks.rados.rados.0.smithi016.stdout:1276: oid 24 version 546 is already newer than 542 2024-04-15T14:41:28.786 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 24 v 546 (ObjNum 403 snap 128 seq_num 403) dirty exists 2024-04-15T14:41:28.786 INFO:tasks.rados.rados.0.smithi016.stdout:1276: left oid 24 (ObjNum 403 snap 128 seq_num 403) 2024-04-15T14:41:28.786 INFO:tasks.rados.rados.0.smithi016.stdout:1279: finishing write tid 1 to smithi01678542-10 2024-04-15T14:41:28.786 INFO:tasks.rados.rados.0.smithi016.stdout:1279: finishing write tid 2 to smithi01678542-10 2024-04-15T14:41:28.786 INFO:tasks.rados.rados.0.smithi016.stdout:1279: finishing write tid 3 to smithi01678542-10 2024-04-15T14:41:28.786 INFO:tasks.rados.rados.0.smithi016.stdout:1279: finishing write tid 4 to smithi01678542-10 2024-04-15T14:41:28.786 INFO:tasks.rados.rados.0.smithi016.stdout:1279: finishing write tid 5 to smithi01678542-10 2024-04-15T14:41:28.786 INFO:tasks.rados.rados.0.smithi016.stdout:1279: oid 10 updating version 0 to 709 2024-04-15T14:41:28.787 INFO:tasks.rados.rados.0.smithi016.stdout:1279: oid 10 updating version 709 to 710 2024-04-15T14:41:28.787 INFO:tasks.rados.rados.0.smithi016.stdout:1279: oid 10 version 710 is already newer than 707 2024-04-15T14:41:28.787 INFO:tasks.rados.rados.0.smithi016.stdout:1279: oid 10 version 710 is already newer than 708 2024-04-15T14:41:28.787 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 10 v 710 (ObjNum 404 snap 128 seq_num 404) dirty exists 2024-04-15T14:41:28.787 INFO:tasks.rados.rados.0.smithi016.stdout:1279: left oid 10 (ObjNum 404 snap 128 seq_num 404) 2024-04-15T14:41:28.787 INFO:tasks.rados.rados.0.smithi016.stdout:1278: finishing copy_from racing read to smithi01678542-13 2024-04-15T14:41:28.787 INFO:tasks.rados.rados.0.smithi016.stdout:1278: finishing copy_from to smithi01678542-13 2024-04-15T14:41:28.787 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 13 v 728 (ObjNum 345 snap 111 seq_num 345) dirty exists 2024-04-15T14:41:28.787 INFO:tasks.rados.rados.0.smithi016.stdout:1280: finishing write tid 1 to smithi01678542-39 2024-04-15T14:41:28.787 INFO:tasks.rados.rados.0.smithi016.stdout:1280: finishing write tid 2 to smithi01678542-39 2024-04-15T14:41:28.787 INFO:tasks.rados.rados.0.smithi016.stdout:1280: finishing write tid 3 to smithi01678542-39 2024-04-15T14:41:28.787 INFO:tasks.rados.rados.0.smithi016.stdout:1280: finishing write tid 4 to smithi01678542-39 2024-04-15T14:41:28.787 INFO:tasks.rados.rados.0.smithi016.stdout:1280: finishing write tid 5 to smithi01678542-39 2024-04-15T14:41:28.787 INFO:tasks.rados.rados.0.smithi016.stdout:1280: oid 39 updating version 0 to 731 2024-04-15T14:41:28.787 INFO:tasks.rados.rados.0.smithi016.stdout:1280: oid 39 version 731 is already newer than 729 2024-04-15T14:41:28.788 INFO:tasks.rados.rados.0.smithi016.stdout:1280: oid 39 updating version 731 to 732 2024-04-15T14:41:28.788 INFO:tasks.rados.rados.0.smithi016.stdout:1280: oid 39 version 732 is already newer than 730 2024-04-15T14:41:28.788 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 39 v 732 (ObjNum 405 snap 128 seq_num 405) dirty exists 2024-04-15T14:41:28.788 INFO:tasks.rados.rados.0.smithi016.stdout:1280: left oid 39 (ObjNum 405 snap 128 seq_num 405) 2024-04-15T14:41:28.788 INFO:tasks.rados.rados.0.smithi016.stdout:1281: finishing write tid 1 to smithi01678542-3 2024-04-15T14:41:28.788 INFO:tasks.rados.rados.0.smithi016.stdout:1281: finishing write tid 2 to smithi01678542-3 2024-04-15T14:41:28.789 INFO:tasks.rados.rados.0.smithi016.stdout:1276: done (6 left) 2024-04-15T14:41:28.789 INFO:tasks.rados.rados.0.smithi016.stdout:1277: done (5 left) 2024-04-15T14:41:28.789 INFO:tasks.rados.rados.0.smithi016.stdout:1278: done (4 left) 2024-04-15T14:41:28.789 INFO:tasks.rados.rados.0.smithi016.stdout:1279: done (3 left) 2024-04-15T14:41:28.789 INFO:tasks.rados.rados.0.smithi016.stdout:1280: done (2 left) 2024-04-15T14:41:28.789 INFO:tasks.rados.rados.0.smithi016.stdout:1283: done (1 left) 2024-04-15T14:41:28.789 INFO:tasks.rados.rados.0.smithi016.stdout:1284: rollback oid 30 current snap is 128 2024-04-15T14:41:28.789 INFO:tasks.rados.rados.0.smithi016.stdout:rollback oid 30 to 126 2024-04-15T14:41:28.789 INFO:tasks.rados.rados.0.smithi016.stdout:1285: copy_from oid 22 from oid 16 current snap is 128 2024-04-15T14:41:28.789 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 23 current snap is 128 2024-04-15T14:41:28.789 INFO:tasks.rados.rados.0.smithi016.stdout:1286: seq_num 408 ranges {1548288=442368,1990656=647168,2637824=507904,3145728=450560} 2024-04-15T14:41:28.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:41:28 smithi016 ceph-mon[93212]: osdmap e334: 8 total, 8 up, 8 in 2024-04-15T14:41:28.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:41:28 smithi016 ceph-mon[90652]: osdmap e334: 8 total, 8 up, 8 in 2024-04-15T14:41:28.797 INFO:tasks.rados.rados.0.smithi016.stdout:1286: writing smithi01678542-23 from 1548288 to 1990656 tid 1 2024-04-15T14:41:28.801 INFO:tasks.rados.rados.0.smithi016.stdout:1286: writing smithi01678542-23 from 1990656 to 2637824 tid 2 2024-04-15T14:41:28.805 INFO:tasks.rados.rados.0.smithi016.stdout:1286: writing smithi01678542-23 from 2637824 to 3145728 tid 3 2024-04-15T14:41:28.808 INFO:tasks.rados.rados.0.smithi016.stdout:1286: writing smithi01678542-23 from 3145728 to 3596288 tid 4 2024-04-15T14:41:28.808 INFO:tasks.rados.rados.0.smithi016.stdout:1287: read oid 34 snap 126 2024-04-15T14:41:28.808 INFO:tasks.rados.rados.0.smithi016.stdout:1287: expect (ObjNum 372 snap 121 seq_num 372) 2024-04-15T14:41:28.808 INFO:tasks.rados.rados.0.smithi016.stdout:1288: snap_create 2024-04-15T14:41:28.808 INFO:tasks.rados.rados.0.smithi016.stdout:1284: finishing rollback tid 1 to smithi01678542-30 2024-04-15T14:41:28.809 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 30 v 0 (ObjNum 977 snap 0 seq_num 2906632352) dirty dne 2024-04-15T14:41:28.809 INFO:tasks.rados.rados.0.smithi016.stdout:1281: finishing write tid 3 to smithi01678542-3 2024-04-15T14:41:28.809 INFO:tasks.rados.rados.0.smithi016.stdout:1281: finishing write tid 4 to smithi01678542-3 2024-04-15T14:41:28.809 INFO:tasks.rados.rados.0.smithi016.stdout:1281: finishing write tid 5 to smithi01678542-3 2024-04-15T14:41:28.809 INFO:tasks.rados.rados.0.smithi016.stdout:1281: finishing write tid 6 to smithi01678542-3 2024-04-15T14:41:28.809 INFO:tasks.rados.rados.0.smithi016.stdout:1281: oid 3 updating version 0 to 354 2024-04-15T14:41:28.809 INFO:tasks.rados.rados.0.smithi016.stdout:1281: oid 3 updating version 354 to 357 2024-04-15T14:41:28.809 INFO:tasks.rados.rados.0.smithi016.stdout:1281: oid 3 version 357 is already newer than 356 2024-04-15T14:41:28.809 INFO:tasks.rados.rados.0.smithi016.stdout:1281: oid 3 updating version 357 to 358 2024-04-15T14:41:28.809 INFO:tasks.rados.rados.0.smithi016.stdout:1281: oid 3 version 358 is already newer than 355 2024-04-15T14:41:28.809 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 3 v 358 (ObjNum 406 snap 128 seq_num 406) dirty exists 2024-04-15T14:41:28.809 INFO:tasks.rados.rados.0.smithi016.stdout:1281: left oid 3 (ObjNum 406 snap 128 seq_num 406) 2024-04-15T14:41:28.809 INFO:tasks.rados.rados.0.smithi016.stdout:1286: finishing write tid 1 to smithi01678542-23 2024-04-15T14:41:28.809 INFO:tasks.rados.rados.0.smithi016.stdout:1285: finishing copy_from racing read to smithi01678542-22 2024-04-15T14:41:28.809 INFO:tasks.rados.rados.0.smithi016.stdout:1285: finishing copy_from to smithi01678542-22 2024-04-15T14:41:28.810 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 22 v 380 (ObjNum 400 snap 128 seq_num 400) dirty exists 2024-04-15T14:41:28.810 INFO:tasks.rados.rados.0.smithi016.stdout:1286: finishing write tid 2 to smithi01678542-23 2024-04-15T14:41:28.810 INFO:tasks.rados.rados.0.smithi016.stdout:1286: finishing write tid 3 to smithi01678542-23 2024-04-15T14:41:28.812 INFO:tasks.rados.rados.0.smithi016.stdout:1286: finishing write tid 4 to smithi01678542-23 2024-04-15T14:41:28.812 INFO:tasks.rados.rados.0.smithi016.stdout:1286: finishing write tid 5 to smithi01678542-23 2024-04-15T14:41:28.813 INFO:tasks.rados.rados.0.smithi016.stdout:1286: finishing write tid 6 to smithi01678542-23 2024-04-15T14:41:28.813 INFO:tasks.rados.rados.0.smithi016.stdout:1286: oid 23 updating version 0 to 766 2024-04-15T14:41:28.813 INFO:tasks.rados.rados.0.smithi016.stdout:1286: oid 23 updating version 766 to 768 2024-04-15T14:41:28.813 INFO:tasks.rados.rados.0.smithi016.stdout:1286: oid 23 updating version 768 to 770 2024-04-15T14:41:28.813 INFO:tasks.rados.rados.0.smithi016.stdout:1286: oid 23 version 770 is already newer than 767 2024-04-15T14:41:28.813 INFO:tasks.rados.rados.0.smithi016.stdout:1286: oid 23 version 770 is already newer than 769 2024-04-15T14:41:28.813 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 23 v 770 (ObjNum 408 snap 128 seq_num 408) dirty exists 2024-04-15T14:41:28.813 INFO:tasks.rados.rados.0.smithi016.stdout:1286: left oid 23 (ObjNum 408 snap 128 seq_num 408) 2024-04-15T14:41:28.822 INFO:tasks.rados.rados.0.smithi016.stdout:1287: expect (ObjNum 372 snap 121 seq_num 372) 2024-04-15T14:41:28.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:41:28 smithi102 ceph-mon[87131]: osdmap e334: 8 total, 8 up, 8 in 2024-04-15T14:41:29.594 INFO:tasks.rados.rados.0.smithi016.stdout:1281: done (5 left) 2024-04-15T14:41:29.594 INFO:tasks.rados.rados.0.smithi016.stdout:1284: done (4 left) 2024-04-15T14:41:29.594 INFO:tasks.rados.rados.0.smithi016.stdout:1285: done (3 left) 2024-04-15T14:41:29.594 INFO:tasks.rados.rados.0.smithi016.stdout:1286: done (2 left) 2024-04-15T14:41:29.594 INFO:tasks.rados.rados.0.smithi016.stdout:1287: done (1 left) 2024-04-15T14:41:29.594 INFO:tasks.rados.rados.0.smithi016.stdout:1288: done (0 left) 2024-04-15T14:41:29.594 INFO:tasks.rados.rados.0.smithi016.stdout:1289: delete oid 26 current snap is 129 2024-04-15T14:41:29.595 INFO:tasks.rados.rados.0.smithi016.stdout:1289: done (0 left) 2024-04-15T14:41:29.595 INFO:tasks.rados.rados.0.smithi016.stdout:1290: delete oid 5 current snap is 129 2024-04-15T14:41:29.599 INFO:tasks.rados.rados.0.smithi016.stdout:1290: done (0 left) 2024-04-15T14:41:29.599 INFO:tasks.rados.rados.0.smithi016.stdout:1291: copy_from oid 21 from oid 29 current snap is 129 2024-04-15T14:41:29.599 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 3 current snap is 129 2024-04-15T14:41:29.599 INFO:tasks.rados.rados.0.smithi016.stdout:1292: seq_num 411 ranges {7487488=491520,7979008=753664,8732672=688128,9420800=163840} 2024-04-15T14:41:29.642 INFO:tasks.rados.rados.0.smithi016.stdout:1292: writing smithi01678542-3 from 7487488 to 7979008 tid 1 2024-04-15T14:41:29.646 INFO:tasks.rados.rados.0.smithi016.stdout:1292: writing smithi01678542-3 from 7979008 to 8732672 tid 2 2024-04-15T14:41:29.650 INFO:tasks.rados.rados.0.smithi016.stdout:1292: writing smithi01678542-3 from 8732672 to 9420800 tid 3 2024-04-15T14:41:29.651 INFO:tasks.rados.rados.0.smithi016.stdout:1292: writing smithi01678542-3 from 9420800 to 9584640 tid 4 2024-04-15T14:41:29.652 INFO:tasks.rados.rados.0.smithi016.stdout:1293: copy_from oid 35 from oid 34 current snap is 129 2024-04-15T14:41:29.652 INFO:tasks.rados.rados.0.smithi016.stdout:1291: finishing copy_from to smithi01678542-21 2024-04-15T14:41:29.652 INFO:tasks.rados.rados.0.smithi016.stdout:1291: got expected ENOENT (src dne) 2024-04-15T14:41:29.652 INFO:tasks.rados.rados.0.smithi016.stdout:1291: finishing copy_from racing read to smithi01678542-21 2024-04-15T14:41:29.652 INFO:tasks.rados.rados.0.smithi016.stdout:1292: finishing write tid 1 to smithi01678542-3 2024-04-15T14:41:29.652 INFO:tasks.rados.rados.0.smithi016.stdout:1292: finishing write tid 2 to smithi01678542-3 2024-04-15T14:41:29.652 INFO:tasks.rados.rados.0.smithi016.stdout:1291: done (2 left) 2024-04-15T14:41:29.652 INFO:tasks.rados.rados.0.smithi016.stdout:1294: read oid 38 snap -1 2024-04-15T14:41:29.652 INFO:tasks.rados.rados.0.smithi016.stdout:1294: expect (ObjNum 312 snap 98 seq_num 312) 2024-04-15T14:41:29.652 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 26 current snap is 129 2024-04-15T14:41:29.652 INFO:tasks.rados.rados.0.smithi016.stdout:1295: seq_num 412 ranges {0=507904,507904=630784,1138688=491520,1630208=483328} 2024-04-15T14:41:29.654 INFO:tasks.rados.rados.0.smithi016.stdout:1295: writing smithi01678542-26 from 0 to 507904 tid 1 2024-04-15T14:41:29.658 INFO:tasks.rados.rados.0.smithi016.stdout:1295: writing smithi01678542-26 from 507904 to 1138688 tid 2 2024-04-15T14:41:29.661 INFO:tasks.rados.rados.0.smithi016.stdout:1295: writing smithi01678542-26 from 1138688 to 1630208 tid 3 2024-04-15T14:41:29.665 INFO:tasks.rados.rados.0.smithi016.stdout:1295: writing smithi01678542-26 from 1630208 to 2113536 tid 4 2024-04-15T14:41:29.665 INFO:tasks.rados.rados.0.smithi016.stdout:1296: copy_from oid 30 from oid 31 current snap is 129 2024-04-15T14:41:29.665 INFO:tasks.rados.rados.0.smithi016.stdout:1292: finishing write tid 3 to smithi01678542-3 2024-04-15T14:41:29.665 INFO:tasks.rados.rados.0.smithi016.stdout:1292: finishing write tid 4 to smithi01678542-3 2024-04-15T14:41:29.665 INFO:tasks.rados.rados.0.smithi016.stdout:1292: finishing write tid 5 to smithi01678542-3 2024-04-15T14:41:29.665 INFO:tasks.rados.rados.0.smithi016.stdout:1292: finishing write tid 6 to smithi01678542-3 2024-04-15T14:41:29.665 INFO:tasks.rados.rados.0.smithi016.stdout:1292: oid 3 updating version 0 to 362 2024-04-15T14:41:29.665 INFO:tasks.rados.rados.0.smithi016.stdout:1292: oid 3 version 362 is already newer than 361 2024-04-15T14:41:29.665 INFO:tasks.rados.rados.0.smithi016.stdout:1292: oid 3 version 362 is already newer than 360 2024-04-15T14:41:29.665 INFO:tasks.rados.rados.0.smithi016.stdout:1292: oid 3 version 362 is already newer than 359 2024-04-15T14:41:29.665 INFO:tasks.rados.rados.0.smithi016.stdout:1292: oid 3 updating version 362 to 363 2024-04-15T14:41:29.665 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 3 v 363 (ObjNum 411 snap 129 seq_num 411) dirty exists 2024-04-15T14:41:29.665 INFO:tasks.rados.rados.0.smithi016.stdout:1292: left oid 3 (ObjNum 411 snap 129 seq_num 411) 2024-04-15T14:41:29.665 INFO:tasks.rados.rados.0.smithi016.stdout:1294: expect (ObjNum 312 snap 98 seq_num 312) 2024-04-15T14:41:29.713 INFO:tasks.rados.rados.0.smithi016.stdout:1295: finishing write tid 1 to smithi01678542-26 2024-04-15T14:41:29.713 INFO:tasks.rados.rados.0.smithi016.stdout:1292: done (4 left) 2024-04-15T14:41:29.713 INFO:tasks.rados.rados.0.smithi016.stdout:1294: done (3 left) 2024-04-15T14:41:29.713 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 8 current snap is 129 2024-04-15T14:41:29.713 INFO:tasks.rados.rados.0.smithi016.stdout:1295: finishing write tid 2 to smithi01678542-26 2024-04-15T14:41:29.713 INFO:tasks.rados.rados.0.smithi016.stdout:1297: seq_num 413 ranges {3121152=524288,3645440=516096,4161536=696320,4857856=393216} 2024-04-15T14:41:29.732 INFO:tasks.rados.rados.0.smithi016.stdout:1297: writing smithi01678542-8 from 3121152 to 3645440 tid 1 2024-04-15T14:41:29.735 INFO:tasks.rados.rados.0.smithi016.stdout:1297: writing smithi01678542-8 from 3645440 to 4161536 tid 2 2024-04-15T14:41:29.739 INFO:tasks.rados.rados.0.smithi016.stdout:1297: writing smithi01678542-8 from 4161536 to 4857856 tid 3 2024-04-15T14:41:29.742 INFO:tasks.rados.rados.0.smithi016.stdout:1297: writing smithi01678542-8 from 4857856 to 5251072 tid 4 2024-04-15T14:41:29.743 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 44 current snap is 129 2024-04-15T14:41:29.743 INFO:tasks.rados.rados.0.smithi016.stdout:1295: finishing write tid 3 to smithi01678542-26 2024-04-15T14:41:29.743 INFO:tasks.rados.rados.0.smithi016.stdout:1295: finishing write tid 4 to smithi01678542-26 2024-04-15T14:41:29.743 INFO:tasks.rados.rados.0.smithi016.stdout:1298: seq_num 414 ranges {3596288=540672,4136960=802816,4939776=458752,5398528=344064} 2024-04-15T14:41:29.765 INFO:tasks.rados.rados.0.smithi016.stdout:1298: writing smithi01678542-44 from 3596288 to 4136960 tid 1 2024-04-15T14:41:29.769 INFO:tasks.rados.rados.0.smithi016.stdout:1298: writing smithi01678542-44 from 4136960 to 4939776 tid 2 2024-04-15T14:41:29.772 INFO:tasks.rados.rados.0.smithi016.stdout:1298: writing smithi01678542-44 from 4939776 to 5398528 tid 3 2024-04-15T14:41:29.775 INFO:tasks.rados.rados.0.smithi016.stdout:1298: writing smithi01678542-44 from 5398528 to 5742592 tid 4 2024-04-15T14:41:29.775 INFO:tasks.rados.rados.0.smithi016.stdout:1299: read oid 46 snap -1 2024-04-15T14:41:29.775 INFO:tasks.rados.rados.0.smithi016.stdout:1299: expect (ObjNum 331 snap 103 seq_num 331) 2024-04-15T14:41:29.775 INFO:tasks.rados.rados.0.smithi016.stdout:1300: snap_create 2024-04-15T14:41:29.775 INFO:tasks.rados.rados.0.smithi016.stdout:1295: finishing write tid 5 to smithi01678542-26 2024-04-15T14:41:29.775 INFO:tasks.rados.rados.0.smithi016.stdout:1295: finishing write tid 6 to smithi01678542-26 2024-04-15T14:41:29.775 INFO:tasks.rados.rados.0.smithi016.stdout:1295: oid 26 updating version 0 to 324 2024-04-15T14:41:29.775 INFO:tasks.rados.rados.0.smithi016.stdout:1295: oid 26 updating version 324 to 328 2024-04-15T14:41:29.775 INFO:tasks.rados.rados.0.smithi016.stdout:1295: oid 26 version 328 is already newer than 327 2024-04-15T14:41:29.775 INFO:tasks.rados.rados.0.smithi016.stdout:1295: oid 26 version 328 is already newer than 326 2024-04-15T14:41:29.776 INFO:tasks.rados.rados.0.smithi016.stdout:1295: oid 26 version 328 is already newer than 325 2024-04-15T14:41:29.776 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 26 v 328 (ObjNum 412 snap 129 seq_num 412) dirty exists 2024-04-15T14:41:29.776 INFO:tasks.rados.rados.0.smithi016.stdout:1295: left oid 26 (ObjNum 412 snap 129 seq_num 412) 2024-04-15T14:41:29.776 INFO:tasks.rados.rados.0.smithi016.stdout:1293: finishing copy_from racing read to smithi01678542-35 2024-04-15T14:41:29.776 INFO:tasks.rados.rados.0.smithi016.stdout:1296: finishing copy_from racing read to smithi01678542-30 2024-04-15T14:41:29.776 INFO:tasks.rados.rados.0.smithi016.stdout:1293: finishing copy_from to smithi01678542-35 2024-04-15T14:41:29.776 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 35 v 761 (ObjNum 372 snap 121 seq_num 372) dirty exists 2024-04-15T14:41:29.776 INFO:tasks.rados.rados.0.smithi016.stdout:1296: finishing copy_from to smithi01678542-30 2024-04-15T14:41:29.776 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 30 v 770 (ObjNum 376 snap 123 seq_num 376) dirty exists 2024-04-15T14:41:29.776 INFO:tasks.rados.rados.0.smithi016.stdout:1297: finishing write tid 1 to smithi01678542-8 2024-04-15T14:41:29.776 INFO:tasks.rados.rados.0.smithi016.stdout:1297: finishing write tid 2 to smithi01678542-8 2024-04-15T14:41:29.776 INFO:tasks.rados.rados.0.smithi016.stdout:1297: finishing write tid 3 to smithi01678542-8 2024-04-15T14:41:29.776 INFO:tasks.rados.rados.0.smithi016.stdout:1297: finishing write tid 4 to smithi01678542-8 2024-04-15T14:41:29.776 INFO:tasks.rados.rados.0.smithi016.stdout:1297: finishing write tid 5 to smithi01678542-8 2024-04-15T14:41:29.776 INFO:tasks.rados.rados.0.smithi016.stdout:1297: finishing write tid 6 to smithi01678542-8 2024-04-15T14:41:29.777 INFO:tasks.rados.rados.0.smithi016.stdout:1297: oid 8 updating version 0 to 775 2024-04-15T14:41:29.777 INFO:tasks.rados.rados.0.smithi016.stdout:1297: oid 8 version 775 is already newer than 771 2024-04-15T14:41:29.777 INFO:tasks.rados.rados.0.smithi016.stdout:1297: oid 8 version 775 is already newer than 772 2024-04-15T14:41:29.777 INFO:tasks.rados.rados.0.smithi016.stdout:1297: oid 8 version 775 is already newer than 773 2024-04-15T14:41:29.777 INFO:tasks.rados.rados.0.smithi016.stdout:1297: oid 8 version 775 is already newer than 774 2024-04-15T14:41:29.777 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 8 v 775 (ObjNum 413 snap 129 seq_num 413) dirty exists 2024-04-15T14:41:29.777 INFO:tasks.rados.rados.0.smithi016.stdout:1297: left oid 8 (ObjNum 413 snap 129 seq_num 413) 2024-04-15T14:41:29.777 INFO:tasks.rados.rados.0.smithi016.stdout:1298: finishing write tid 1 to smithi01678542-44 2024-04-15T14:41:29.777 INFO:tasks.rados.rados.0.smithi016.stdout:1298: finishing write tid 2 to smithi01678542-44 2024-04-15T14:41:29.778 INFO:tasks.rados.rados.0.smithi016.stdout:1298: finishing write tid 3 to smithi01678542-44 2024-04-15T14:41:29.778 INFO:tasks.rados.rados.0.smithi016.stdout:1298: finishing write tid 4 to smithi01678542-44 2024-04-15T14:41:29.778 INFO:tasks.rados.rados.0.smithi016.stdout:1298: finishing write tid 5 to smithi01678542-44 2024-04-15T14:41:29.778 INFO:tasks.rados.rados.0.smithi016.stdout:1299: expect (ObjNum 331 snap 103 seq_num 331) 2024-04-15T14:41:29.797 INFO:tasks.rados.rados.0.smithi016.stdout:1298: finishing write tid 6 to smithi01678542-44 2024-04-15T14:41:29.797 INFO:tasks.rados.rados.0.smithi016.stdout:1298: oid 44 updating version 0 to 801 2024-04-15T14:41:29.797 INFO:tasks.rados.rados.0.smithi016.stdout:1298: oid 44 updating version 801 to 802 2024-04-15T14:41:29.797 INFO:tasks.rados.rados.0.smithi016.stdout:1298: oid 44 updating version 802 to 805 2024-04-15T14:41:29.797 INFO:tasks.rados.rados.0.smithi016.stdout:1298: oid 44 version 805 is already newer than 803 2024-04-15T14:41:29.797 INFO:tasks.rados.rados.0.smithi016.stdout:1298: oid 44 version 805 is already newer than 804 2024-04-15T14:41:29.797 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 44 v 805 (ObjNum 414 snap 129 seq_num 414) dirty exists 2024-04-15T14:41:29.797 INFO:tasks.rados.rados.0.smithi016.stdout:1298: left oid 44 (ObjNum 414 snap 129 seq_num 414) 2024-04-15T14:41:29.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:41:29 smithi102 ceph-mon[87131]: pgmap v132: 121 pgs: 15 active+undersized+degraded, 38 active+undersized, 68 active+clean; 145 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 12 MiB/s rd, 6.3 MiB/s wr, 19 op/s; 55/291 objects degraded (18.900%) 2024-04-15T14:41:29.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:41:29 smithi102 ceph-mon[87131]: osdmap e335: 8 total, 8 up, 8 in 2024-04-15T14:41:30.005 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:41:29 smithi016 ceph-mon[93212]: pgmap v132: 121 pgs: 15 active+undersized+degraded, 38 active+undersized, 68 active+clean; 145 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 12 MiB/s rd, 6.3 MiB/s wr, 19 op/s; 55/291 objects degraded (18.900%) 2024-04-15T14:41:30.005 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:41:29 smithi016 ceph-mon[93212]: osdmap e335: 8 total, 8 up, 8 in 2024-04-15T14:41:30.005 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:41:29 smithi016 ceph-mon[90652]: pgmap v132: 121 pgs: 15 active+undersized+degraded, 38 active+undersized, 68 active+clean; 145 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 12 MiB/s rd, 6.3 MiB/s wr, 19 op/s; 55/291 objects degraded (18.900%) 2024-04-15T14:41:30.005 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:41:29 smithi016 ceph-mon[90652]: osdmap e335: 8 total, 8 up, 8 in 2024-04-15T14:41:30.289 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 15 14:41:30 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-y[81421]: 2024-04-15T14:41:30.206+0000 7f3e3870d700 -1 mgr.server reply reply (16) Device or resource busy unsafe to stop osd(s) at this time (5 PGs are or would become offline) 2024-04-15T14:41:30.600 INFO:tasks.rados.rados.0.smithi016.stdout:1293: done (6 left) 2024-04-15T14:41:30.600 INFO:tasks.rados.rados.0.smithi016.stdout:1295: done (5 left) 2024-04-15T14:41:30.600 INFO:tasks.rados.rados.0.smithi016.stdout:1296: done (4 left) 2024-04-15T14:41:30.600 INFO:tasks.rados.rados.0.smithi016.stdout:1297: done (3 left) 2024-04-15T14:41:30.600 INFO:tasks.rados.rados.0.smithi016.stdout:1298: done (2 left) 2024-04-15T14:41:30.600 INFO:tasks.rados.rados.0.smithi016.stdout:1299: done (1 left) 2024-04-15T14:41:30.600 INFO:tasks.rados.rados.0.smithi016.stdout:1300: done (0 left) 2024-04-15T14:41:30.601 INFO:tasks.rados.rados.0.smithi016.stdout:1301: setattr oid 23 current snap is 130 2024-04-15T14:41:30.601 INFO:tasks.rados.rados.0.smithi016.stdout:1302: snap_remove snap 129 2024-04-15T14:41:30.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:41:30 smithi102 ceph-mon[87131]: osdmap e336: 8 total, 8 up, 8 in 2024-04-15T14:41:30.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:41:30 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T14:41:30.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:41:30 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T14:41:30.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:41:30 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T14:41:30.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:41:30 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T14:41:30.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:41:30 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T14:41:30.938 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:41:30 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T14:41:30.938 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:41:30 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T14:41:30.938 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:41:30 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T14:41:30.938 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:41:30 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T14:41:30.938 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:41:30 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["1"], "max": 16}]: dispatch 2024-04-15T14:41:31.039 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:41:30 smithi016 ceph-mon[90652]: osdmap e336: 8 total, 8 up, 8 in 2024-04-15T14:41:31.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:41:30 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T14:41:31.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:41:30 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T14:41:31.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:41:30 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T14:41:31.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:41:30 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T14:41:31.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:41:30 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T14:41:31.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:41:30 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T14:41:31.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:41:30 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T14:41:31.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:41:30 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T14:41:31.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:41:30 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T14:41:31.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:41:30 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["1"], "max": 16}]: dispatch 2024-04-15T14:41:31.041 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:41:30 smithi016 ceph-mon[93212]: osdmap e336: 8 total, 8 up, 8 in 2024-04-15T14:41:31.041 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:41:30 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T14:41:31.041 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:41:30 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T14:41:31.041 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:41:30 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T14:41:31.041 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:41:30 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T14:41:31.041 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:41:30 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T14:41:31.041 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:41:30 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T14:41:31.041 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:41:30 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T14:41:31.041 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:41:30 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T14:41:31.041 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:41:30 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T14:41:31.041 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:41:30 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["1"], "max": 16}]: dispatch 2024-04-15T14:41:31.601 INFO:tasks.rados.rados.0.smithi016.stdout:1302: done (1 left) 2024-04-15T14:41:31.601 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 45 current snap is 130 2024-04-15T14:41:31.601 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 23 v 776 (ObjNum 408 snap 128 seq_num 408) dirty exists 2024-04-15T14:41:31.601 INFO:tasks.rados.rados.0.smithi016.stdout:1303: seq_num 415 ranges {4177920=557056,4734976=688128,5423104=663552,6086656=253952} 2024-04-15T14:41:31.627 INFO:tasks.rados.rados.0.smithi016.stdout:1303: writing smithi01678542-45 from 4177920 to 4734976 tid 1 2024-04-15T14:41:31.632 INFO:tasks.rados.rados.0.smithi016.stdout:1303: writing smithi01678542-45 from 4734976 to 5423104 tid 2 2024-04-15T14:41:31.636 INFO:tasks.rados.rados.0.smithi016.stdout:1303: writing smithi01678542-45 from 5423104 to 6086656 tid 3 2024-04-15T14:41:31.638 INFO:tasks.rados.rados.0.smithi016.stdout:1303: writing smithi01678542-45 from 6086656 to 6340608 tid 4 2024-04-15T14:41:31.638 INFO:tasks.rados.rados.0.smithi016.stdout:1301: done (1 left) 2024-04-15T14:41:31.638 INFO:tasks.rados.rados.0.smithi016.stdout:1304: snap_remove snap 126 2024-04-15T14:41:31.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:41:31 smithi102 ceph-mon[87131]: pgmap v135: 121 pgs: 4 active+undersized+degraded, 11 active+undersized, 106 active+clean; 172 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 4.9 MiB/s rd, 13 MiB/s wr, 34 op/s; 9/279 objects degraded (3.226%); 14 MiB/s, 5 objects/s recovering 2024-04-15T14:41:31.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:41:31 smithi102 ceph-mon[87131]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["1"], "max": 16}]: dispatch 2024-04-15T14:41:31.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:41:31 smithi102 ceph-mon[87131]: Upgrade: unsafe to stop osd(s) at this time (5 PGs are or would become offline) 2024-04-15T14:41:31.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:41:31 smithi102 ceph-mon[87131]: osdmap e337: 8 total, 8 up, 8 in 2024-04-15T14:41:32.039 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:41:31 smithi016 ceph-mon[90652]: pgmap v135: 121 pgs: 4 active+undersized+degraded, 11 active+undersized, 106 active+clean; 172 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 4.9 MiB/s rd, 13 MiB/s wr, 34 op/s; 9/279 objects degraded (3.226%); 14 MiB/s, 5 objects/s recovering 2024-04-15T14:41:32.039 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:41:31 smithi016 ceph-mon[90652]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["1"], "max": 16}]: dispatch 2024-04-15T14:41:32.039 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:41:31 smithi016 ceph-mon[90652]: Upgrade: unsafe to stop osd(s) at this time (5 PGs are or would become offline) 2024-04-15T14:41:32.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:41:31 smithi016 ceph-mon[90652]: osdmap e337: 8 total, 8 up, 8 in 2024-04-15T14:41:32.040 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 15 14:41:31 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-y[81421]: ::ffff:172.21.15.102 - - [15/Apr/2024:14:41:31] "GET /metrics HTTP/1.1" 200 36133 "" "Prometheus/2.43.0" 2024-04-15T14:41:32.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:41:31 smithi016 ceph-mon[93212]: pgmap v135: 121 pgs: 4 active+undersized+degraded, 11 active+undersized, 106 active+clean; 172 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 4.9 MiB/s rd, 13 MiB/s wr, 34 op/s; 9/279 objects degraded (3.226%); 14 MiB/s, 5 objects/s recovering 2024-04-15T14:41:32.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:41:31 smithi016 ceph-mon[93212]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["1"], "max": 16}]: dispatch 2024-04-15T14:41:32.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:41:31 smithi016 ceph-mon[93212]: Upgrade: unsafe to stop osd(s) at this time (5 PGs are or would become offline) 2024-04-15T14:41:32.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:41:31 smithi016 ceph-mon[93212]: osdmap e337: 8 total, 8 up, 8 in 2024-04-15T14:41:32.614 INFO:tasks.rados.rados.0.smithi016.stdout:1304: done (1 left) 2024-04-15T14:41:32.614 INFO:tasks.rados.rados.0.smithi016.stdout:1305: delete oid 14 current snap is 130 2024-04-15T14:41:32.614 INFO:tasks.rados.rados.0.smithi016.stdout:1303: finishing write tid 1 to smithi01678542-45 2024-04-15T14:41:32.614 INFO:tasks.rados.rados.0.smithi016.stdout:1303: finishing write tid 2 to smithi01678542-45 2024-04-15T14:41:32.615 INFO:tasks.rados.rados.0.smithi016.stdout:1303: finishing write tid 3 to smithi01678542-45 2024-04-15T14:41:32.615 INFO:tasks.rados.rados.0.smithi016.stdout:1303: finishing write tid 4 to smithi01678542-45 2024-04-15T14:41:32.615 INFO:tasks.rados.rados.0.smithi016.stdout:1303: finishing write tid 5 to smithi01678542-45 2024-04-15T14:41:32.615 INFO:tasks.rados.rados.0.smithi016.stdout:1303: finishing write tid 6 to smithi01678542-45 2024-04-15T14:41:32.615 INFO:tasks.rados.rados.0.smithi016.stdout:1303: oid 45 updating version 0 to 506 2024-04-15T14:41:32.615 INFO:tasks.rados.rados.0.smithi016.stdout:1303: oid 45 updating version 506 to 507 2024-04-15T14:41:32.615 INFO:tasks.rados.rados.0.smithi016.stdout:1303: oid 45 version 507 is already newer than 503 2024-04-15T14:41:32.615 INFO:tasks.rados.rados.0.smithi016.stdout:1303: oid 45 version 507 is already newer than 505 2024-04-15T14:41:32.615 INFO:tasks.rados.rados.0.smithi016.stdout:1303: oid 45 version 507 is already newer than 504 2024-04-15T14:41:32.615 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 45 v 507 (ObjNum 415 snap 130 seq_num 415) dirty exists 2024-04-15T14:41:32.615 INFO:tasks.rados.rados.0.smithi016.stdout:1303: left oid 45 (ObjNum 415 snap 130 seq_num 415) 2024-04-15T14:41:32.616 INFO:journalctl@ceph.prometheus.a.smithi102.stdout:Apr 15 14:41:32 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-prometheus-a[78028]: ts=2024-04-15T14:41:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi016:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"362ea986-fb34-11ee-bc8f-c7b262605968\", instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T14:41:32.624 INFO:tasks.rados.rados.0.smithi016.stdout:1303: done (1 left) 2024-04-15T14:41:32.624 INFO:tasks.rados.rados.0.smithi016.stdout:1305: done (0 left) 2024-04-15T14:41:32.624 INFO:tasks.rados.rados.0.smithi016.stdout:1306: rollback oid 50 current snap is 130 2024-04-15T14:41:32.624 INFO:tasks.rados.rados.0.smithi016.stdout:rollback oid 50 to 128 2024-04-15T14:41:32.624 INFO:tasks.rados.rados.0.smithi016.stdout:1307: copy_from oid 39 from oid 10 current snap is 130 2024-04-15T14:41:32.624 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 2 current snap is 130 2024-04-15T14:41:32.624 INFO:tasks.rados.rados.0.smithi016.stdout:1308: seq_num 417 ranges {0=589824,589824=458752,1048576=679936,1728512=466944} 2024-04-15T14:41:32.628 INFO:tasks.rados.rados.0.smithi016.stdout:1308: writing smithi01678542-2 from 0 to 589824 tid 1 2024-04-15T14:41:32.631 INFO:tasks.rados.rados.0.smithi016.stdout:1308: writing smithi01678542-2 from 589824 to 1048576 tid 2 2024-04-15T14:41:32.635 INFO:tasks.rados.rados.0.smithi016.stdout:1308: writing smithi01678542-2 from 1048576 to 1728512 tid 3 2024-04-15T14:41:32.640 INFO:tasks.rados.rados.0.smithi016.stdout:1308: writing smithi01678542-2 from 1728512 to 2195456 tid 4 2024-04-15T14:41:32.640 INFO:tasks.rados.rados.0.smithi016.stdout:1309: read oid 36 snap -1 2024-04-15T14:41:32.640 INFO:tasks.rados.rados.0.smithi016.stdout:1309: expect (ObjNum 345 snap 111 seq_num 345) 2024-04-15T14:41:32.640 INFO:tasks.rados.rados.0.smithi016.stdout:1310: rollback oid 32 current snap is 130 2024-04-15T14:41:32.640 INFO:tasks.rados.rados.0.smithi016.stdout:rollback oid 32 to 128 2024-04-15T14:41:32.640 INFO:tasks.rados.rados.0.smithi016.stdout:1306: finishing rollback tid 1 to smithi01678542-50 2024-04-15T14:41:32.640 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 50 v 0 (ObjNum 289 snap 0 seq_num 0) dirty dne 2024-04-15T14:41:32.640 INFO:tasks.rados.rados.0.smithi016.stdout:1308: finishing write tid 1 to smithi01678542-2 2024-04-15T14:41:32.640 INFO:tasks.rados.rados.0.smithi016.stdout:1308: finishing write tid 2 to smithi01678542-2 2024-04-15T14:41:32.640 INFO:tasks.rados.rados.0.smithi016.stdout:1308: finishing write tid 3 to smithi01678542-2 2024-04-15T14:41:32.640 INFO:tasks.rados.rados.0.smithi016.stdout:1306: done (4 left) 2024-04-15T14:41:32.640 INFO:tasks.rados.rados.0.smithi016.stdout:1311: rollback oid 25 current snap is 130 2024-04-15T14:41:32.640 INFO:tasks.rados.rados.0.smithi016.stdout:rollback oid 25 to 128 2024-04-15T14:41:32.640 INFO:tasks.rados.rados.0.smithi016.stdout:1312: copy_from oid 34 from oid 3 current snap is 130 2024-04-15T14:41:32.641 INFO:tasks.rados.rados.0.smithi016.stdout:1313: snap_create 2024-04-15T14:41:32.643 INFO:tasks.rados.rados.0.smithi016.stdout:1308: finishing write tid 4 to smithi01678542-2 2024-04-15T14:41:32.643 INFO:tasks.rados.rados.0.smithi016.stdout:1310: finishing rollback tid 0 to smithi01678542-32 2024-04-15T14:41:32.643 INFO:tasks.rados.rados.0.smithi016.stdout:1308: finishing write tid 5 to smithi01678542-2 2024-04-15T14:41:32.644 INFO:tasks.rados.rados.0.smithi016.stdout:1310: finishing rollback tid 1 to smithi01678542-32 2024-04-15T14:41:32.644 INFO:tasks.rados.rados.0.smithi016.stdout:1310: finishing rollback tid 2 to smithi01678542-32 2024-04-15T14:41:32.644 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 32 v 815 (ObjNum 368 snap 120 seq_num 368) dirty exists 2024-04-15T14:41:32.645 INFO:tasks.rados.rados.0.smithi016.stdout:1308: finishing write tid 6 to smithi01678542-2 2024-04-15T14:41:32.645 INFO:tasks.rados.rados.0.smithi016.stdout:1308: oid 2 updating version 0 to 718 2024-04-15T14:41:32.645 INFO:tasks.rados.rados.0.smithi016.stdout:1308: oid 2 version 718 is already newer than 717 2024-04-15T14:41:32.645 INFO:tasks.rados.rados.0.smithi016.stdout:1308: oid 2 updating version 718 to 720 2024-04-15T14:41:32.645 INFO:tasks.rados.rados.0.smithi016.stdout:1308: oid 2 version 720 is already newer than 719 2024-04-15T14:41:32.645 INFO:tasks.rados.rados.0.smithi016.stdout:1308: oid 2 updating version 720 to 721 2024-04-15T14:41:32.646 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 2 v 721 (ObjNum 417 snap 130 seq_num 417) dirty exists 2024-04-15T14:41:32.646 INFO:tasks.rados.rados.0.smithi016.stdout:1308: left oid 2 (ObjNum 417 snap 130 seq_num 417) 2024-04-15T14:41:32.651 INFO:tasks.rados.rados.0.smithi016.stdout:1307: finishing copy_from racing read to smithi01678542-39 2024-04-15T14:41:32.651 INFO:tasks.rados.rados.0.smithi016.stdout:1311: finishing rollback tid 0 to smithi01678542-25 2024-04-15T14:41:32.651 INFO:tasks.rados.rados.0.smithi016.stdout:1311: finishing rollback tid 1 to smithi01678542-25 2024-04-15T14:41:32.651 INFO:tasks.rados.rados.0.smithi016.stdout:1311: finishing rollback tid 2 to smithi01678542-25 2024-04-15T14:41:32.651 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 25 v 735 (ObjNum 397 snap 128 seq_num 397) dirty exists 2024-04-15T14:41:32.656 INFO:tasks.rados.rados.0.smithi016.stdout:1307: finishing copy_from to smithi01678542-39 2024-04-15T14:41:32.657 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 39 v 710 (ObjNum 404 snap 128 seq_num 404) dirty exists 2024-04-15T14:41:32.659 INFO:tasks.rados.rados.0.smithi016.stdout:1309: expect (ObjNum 345 snap 111 seq_num 345) 2024-04-15T14:41:32.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:41:32 smithi102 ceph-mon[87131]: osdmap e338: 8 total, 8 up, 8 in 2024-04-15T14:41:33.039 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:41:32 smithi016 ceph-mon[90652]: osdmap e338: 8 total, 8 up, 8 in 2024-04-15T14:41:33.039 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:41:32 smithi016 ceph-mon[93212]: osdmap e338: 8 total, 8 up, 8 in 2024-04-15T14:41:33.180 INFO:tasks.rados.rados.0.smithi016.stdout:1312: finishing copy_from racing read to smithi01678542-34 2024-04-15T14:41:33.180 INFO:tasks.rados.rados.0.smithi016.stdout:1312: finishing copy_from to smithi01678542-34 2024-04-15T14:41:33.180 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 34 v 363 (ObjNum 411 snap 129 seq_num 411) dirty exists 2024-04-15T14:41:33.618 INFO:tasks.rados.rados.0.smithi016.stdout:1307: done (6 left) 2024-04-15T14:41:33.618 INFO:tasks.rados.rados.0.smithi016.stdout:1308: done (5 left) 2024-04-15T14:41:33.618 INFO:tasks.rados.rados.0.smithi016.stdout:1309: done (4 left) 2024-04-15T14:41:33.618 INFO:tasks.rados.rados.0.smithi016.stdout:1310: done (3 left) 2024-04-15T14:41:33.618 INFO:tasks.rados.rados.0.smithi016.stdout:1311: done (2 left) 2024-04-15T14:41:33.618 INFO:tasks.rados.rados.0.smithi016.stdout:1312: done (1 left) 2024-04-15T14:41:33.618 INFO:tasks.rados.rados.0.smithi016.stdout:1313: done (0 left) 2024-04-15T14:41:33.618 INFO:tasks.rados.rados.0.smithi016.stdout:1314: read oid 31 snap 130 2024-04-15T14:41:33.619 INFO:tasks.rados.rados.0.smithi016.stdout:1314: expect (ObjNum 376 snap 123 seq_num 376) 2024-04-15T14:41:33.619 INFO:tasks.rados.rados.0.smithi016.stdout:1315: snap_create 2024-04-15T14:41:33.632 INFO:tasks.rados.rados.0.smithi016.stdout:1314: expect (ObjNum 376 snap 123 seq_num 376) 2024-04-15T14:41:33.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:41:33 smithi102 ceph-mon[87131]: pgmap v138: 121 pgs: 121 active+clean; 172 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 4.9 MiB/s rd, 13 MiB/s wr, 34 op/s; 18 MiB/s, 6 objects/s recovering 2024-04-15T14:41:33.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:41:33 smithi102 ceph-mon[87131]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 9/279 objects degraded (3.226%), 4 pgs degraded) 2024-04-15T14:41:33.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:41:33 smithi102 ceph-mon[87131]: Cluster is now healthy 2024-04-15T14:41:33.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:41:33 smithi102 ceph-mon[87131]: osdmap e339: 8 total, 8 up, 8 in 2024-04-15T14:41:33.937 INFO:journalctl@ceph.prometheus.a.smithi102.stdout:Apr 15 14:41:33 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-prometheus-a[78028]: ts=2024-04-15T14:41:33.504Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi016\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi016\", job=\"node\", machine=\"x86_64\", nodename=\"smithi016\", release=\"5.14.0-438.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Apr 12 13:55:21 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"362ea986-fb34-11ee-bc8f-c7b262605968\", domainname=\"(none)\", instance=\"smithi016\", job=\"node\", machine=\"x86_64\", nodename=\"smithi016\", release=\"5.14.0-438.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Apr 12 13:55:21 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T14:41:34.039 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:41:33 smithi016 ceph-mon[90652]: pgmap v138: 121 pgs: 121 active+clean; 172 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 4.9 MiB/s rd, 13 MiB/s wr, 34 op/s; 18 MiB/s, 6 objects/s recovering 2024-04-15T14:41:34.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:41:33 smithi016 ceph-mon[90652]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 9/279 objects degraded (3.226%), 4 pgs degraded) 2024-04-15T14:41:34.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:41:33 smithi016 ceph-mon[90652]: Cluster is now healthy 2024-04-15T14:41:34.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:41:33 smithi016 ceph-mon[90652]: osdmap e339: 8 total, 8 up, 8 in 2024-04-15T14:41:34.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:41:33 smithi016 ceph-mon[93212]: pgmap v138: 121 pgs: 121 active+clean; 172 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 4.9 MiB/s rd, 13 MiB/s wr, 34 op/s; 18 MiB/s, 6 objects/s recovering 2024-04-15T14:41:34.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:41:33 smithi016 ceph-mon[93212]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 9/279 objects degraded (3.226%), 4 pgs degraded) 2024-04-15T14:41:34.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:41:33 smithi016 ceph-mon[93212]: Cluster is now healthy 2024-04-15T14:41:34.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:41:33 smithi016 ceph-mon[93212]: osdmap e339: 8 total, 8 up, 8 in 2024-04-15T14:41:34.623 INFO:tasks.rados.rados.0.smithi016.stdout:1314: done (1 left) 2024-04-15T14:41:34.623 INFO:tasks.rados.rados.0.smithi016.stdout:1315: done (0 left) 2024-04-15T14:41:34.623 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 28 current snap is 132 2024-04-15T14:41:34.623 INFO:tasks.rados.rados.0.smithi016.stdout:1316: seq_num 418 ranges {1425408=606208,2031616=737280,2768896=434176,3203072=434176} 2024-04-15T14:41:34.634 INFO:tasks.rados.rados.0.smithi016.stdout:1316: writing smithi01678542-28 from 1425408 to 2031616 tid 1 2024-04-15T14:41:34.638 INFO:tasks.rados.rados.0.smithi016.stdout:1316: writing smithi01678542-28 from 2031616 to 2768896 tid 2 2024-04-15T14:41:34.641 INFO:tasks.rados.rados.0.smithi016.stdout:1316: writing smithi01678542-28 from 2768896 to 3203072 tid 3 2024-04-15T14:41:34.643 INFO:tasks.rados.rados.0.smithi016.stdout:1316: writing smithi01678542-28 from 3203072 to 3637248 tid 4 2024-04-15T14:41:34.643 INFO:tasks.rados.rados.0.smithi016.stdout:1317: rollback oid 6 current snap is 132 2024-04-15T14:41:34.643 INFO:tasks.rados.rados.0.smithi016.stdout:rollback oid 6 to 131 2024-04-15T14:41:34.643 INFO:tasks.rados.rados.0.smithi016.stdout:1316: finishing write tid 1 to smithi01678542-28 2024-04-15T14:41:34.644 INFO:tasks.rados.rados.0.smithi016.stdout:1318: snap_remove snap 128 2024-04-15T14:41:34.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:41:34 smithi102 ceph-mon[87131]: osdmap e340: 8 total, 8 up, 8 in 2024-04-15T14:41:35.039 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:41:34 smithi016 ceph-mon[90652]: osdmap e340: 8 total, 8 up, 8 in 2024-04-15T14:41:35.039 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:41:34 smithi016 ceph-mon[93212]: osdmap e340: 8 total, 8 up, 8 in 2024-04-15T14:41:35.271 INFO:tasks.rados.rados.0.smithi016.stdout:1318: done (2 left) 2024-04-15T14:41:35.271 INFO:tasks.rados.rados.0.smithi016.stdout:1319: delete oid 2 current snap is 132 2024-04-15T14:41:35.271 INFO:tasks.rados.rados.0.smithi016.stdout:1316: finishing write tid 2 to smithi01678542-28 2024-04-15T14:41:35.271 INFO:tasks.rados.rados.0.smithi016.stdout:1317: finishing rollback tid 1 to smithi01678542-6 2024-04-15T14:41:35.271 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 6 v 0 (ObjNum 273 snap 0 seq_num 0) dirty dne 2024-04-15T14:41:35.271 INFO:tasks.rados.rados.0.smithi016.stdout:1316: finishing write tid 3 to smithi01678542-28 2024-04-15T14:41:35.271 INFO:tasks.rados.rados.0.smithi016.stdout:1316: finishing write tid 4 to smithi01678542-28 2024-04-15T14:41:35.271 INFO:tasks.rados.rados.0.smithi016.stdout:1316: finishing write tid 5 to smithi01678542-28 2024-04-15T14:41:35.271 INFO:tasks.rados.rados.0.smithi016.stdout:1316: finishing write tid 6 to smithi01678542-28 2024-04-15T14:41:35.271 INFO:tasks.rados.rados.0.smithi016.stdout:1316: oid 28 updating version 0 to 390 2024-04-15T14:41:35.272 INFO:tasks.rados.rados.0.smithi016.stdout:1316: oid 28 updating version 390 to 392 2024-04-15T14:41:35.272 INFO:tasks.rados.rados.0.smithi016.stdout:1316: oid 28 updating version 392 to 394 2024-04-15T14:41:35.272 INFO:tasks.rados.rados.0.smithi016.stdout:1316: oid 28 version 394 is already newer than 391 2024-04-15T14:41:35.272 INFO:tasks.rados.rados.0.smithi016.stdout:1316: oid 28 version 394 is already newer than 393 2024-04-15T14:41:35.272 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 28 v 394 (ObjNum 418 snap 132 seq_num 418) dirty exists 2024-04-15T14:41:35.272 INFO:tasks.rados.rados.0.smithi016.stdout:1316: left oid 28 (ObjNum 418 snap 132 seq_num 418) 2024-04-15T14:41:35.276 INFO:tasks.rados.rados.0.smithi016.stdout:1316: done (2 left) 2024-04-15T14:41:35.276 INFO:tasks.rados.rados.0.smithi016.stdout:1317: done (1 left) 2024-04-15T14:41:35.276 INFO:tasks.rados.rados.0.smithi016.stdout:1319: done (0 left) 2024-04-15T14:41:35.276 INFO:tasks.rados.rados.0.smithi016.stdout:1320: snap_create 2024-04-15T14:41:35.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:41:35 smithi102 ceph-mon[87131]: pgmap v141: 121 pgs: 121 active+clean; 172 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 3.9 MiB/s, 0 objects/s recovering 2024-04-15T14:41:35.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:41:35 smithi102 ceph-mon[87131]: osdmap e341: 8 total, 8 up, 8 in 2024-04-15T14:41:35.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:41:35 smithi102 ceph-mon[87131]: osdmap e342: 8 total, 8 up, 8 in 2024-04-15T14:41:36.039 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:41:35 smithi016 ceph-mon[90652]: pgmap v141: 121 pgs: 121 active+clean; 172 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 3.9 MiB/s, 0 objects/s recovering 2024-04-15T14:41:36.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:41:35 smithi016 ceph-mon[90652]: osdmap e341: 8 total, 8 up, 8 in 2024-04-15T14:41:36.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:41:35 smithi016 ceph-mon[90652]: osdmap e342: 8 total, 8 up, 8 in 2024-04-15T14:41:36.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:41:35 smithi016 ceph-mon[93212]: pgmap v141: 121 pgs: 121 active+clean; 172 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 3.9 MiB/s, 0 objects/s recovering 2024-04-15T14:41:36.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:41:35 smithi016 ceph-mon[93212]: osdmap e341: 8 total, 8 up, 8 in 2024-04-15T14:41:36.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:41:35 smithi016 ceph-mon[93212]: osdmap e342: 8 total, 8 up, 8 in 2024-04-15T14:41:36.272 INFO:tasks.rados.rados.0.smithi016.stdout:1320: done (0 left) 2024-04-15T14:41:36.272 INFO:tasks.rados.rados.0.smithi016.stdout:1321: snap_create 2024-04-15T14:41:37.277 INFO:tasks.rados.rados.0.smithi016.stdout:1321: done (0 left) 2024-04-15T14:41:37.278 INFO:tasks.rados.rados.0.smithi016.stdout:1322: rollback oid 2 current snap is 134 2024-04-15T14:41:37.278 INFO:tasks.rados.rados.0.smithi016.stdout:rollback oid 2 to 132 2024-04-15T14:41:37.278 INFO:tasks.rados.rados.0.smithi016.stdout:1323: read oid 21 snap -1 2024-04-15T14:41:37.278 INFO:tasks.rados.rados.0.smithi016.stdout:1323: expect (ObjNum 336 snap 104 seq_num 336) 2024-04-15T14:41:37.278 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 44 current snap is 134 2024-04-15T14:41:37.278 INFO:tasks.rados.rados.0.smithi016.stdout:1324: seq_num 420 ranges {5742592=638976,6381568=557056,6938624=450560,7389184=598016} 2024-04-15T14:41:37.312 INFO:tasks.rados.rados.0.smithi016.stdout:1324: writing smithi01678542-44 from 5742592 to 6381568 tid 1 2024-04-15T14:41:37.315 INFO:tasks.rados.rados.0.smithi016.stdout:1324: writing smithi01678542-44 from 6381568 to 6938624 tid 2 2024-04-15T14:41:37.318 INFO:tasks.rados.rados.0.smithi016.stdout:1324: writing smithi01678542-44 from 6938624 to 7389184 tid 3 2024-04-15T14:41:37.322 INFO:tasks.rados.rados.0.smithi016.stdout:1324: writing smithi01678542-44 from 7389184 to 7987200 tid 4 2024-04-15T14:41:37.322 INFO:tasks.rados.rados.0.smithi016.stdout:1325: delete oid 1 current snap is 134 2024-04-15T14:41:37.322 INFO:tasks.rados.rados.0.smithi016.stdout:1322: finishing rollback tid 1 to smithi01678542-2 2024-04-15T14:41:37.322 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 2 v 723 (ObjNum 49 snap 0 seq_num 1935041121) dirty dne 2024-04-15T14:41:37.322 INFO:tasks.rados.rados.0.smithi016.stdout:1323: expect (ObjNum 336 snap 104 seq_num 336) 2024-04-15T14:41:37.481 INFO:tasks.rados.rados.0.smithi016.stdout:1324: finishing write tid 1 to smithi01678542-44 2024-04-15T14:41:37.481 INFO:tasks.rados.rados.0.smithi016.stdout:1324: finishing write tid 2 to smithi01678542-44 2024-04-15T14:41:37.481 INFO:tasks.rados.rados.0.smithi016.stdout:1324: finishing write tid 3 to smithi01678542-44 2024-04-15T14:41:37.482 INFO:tasks.rados.rados.0.smithi016.stdout:1324: finishing write tid 4 to smithi01678542-44 2024-04-15T14:41:37.482 INFO:tasks.rados.rados.0.smithi016.stdout:1324: finishing write tid 5 to smithi01678542-44 2024-04-15T14:41:37.482 INFO:tasks.rados.rados.0.smithi016.stdout:1322: done (3 left) 2024-04-15T14:41:37.482 INFO:tasks.rados.rados.0.smithi016.stdout:1323: done (2 left) 2024-04-15T14:41:37.482 INFO:tasks.rados.rados.0.smithi016.stdout:1325: done (1 left) 2024-04-15T14:41:37.482 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 29 current snap is 134 2024-04-15T14:41:37.482 INFO:tasks.rados.rados.0.smithi016.stdout:1324: finishing write tid 6 to smithi01678542-44 2024-04-15T14:41:37.482 INFO:tasks.rados.rados.0.smithi016.stdout:1324: oid 44 updating version 0 to 823 2024-04-15T14:41:37.482 INFO:tasks.rados.rados.0.smithi016.stdout:1324: oid 44 updating version 823 to 825 2024-04-15T14:41:37.482 INFO:tasks.rados.rados.0.smithi016.stdout:1324: oid 44 version 825 is already newer than 822 2024-04-15T14:41:37.482 INFO:tasks.rados.rados.0.smithi016.stdout:1324: oid 44 version 825 is already newer than 821 2024-04-15T14:41:37.482 INFO:tasks.rados.rados.0.smithi016.stdout:1324: oid 44 version 825 is already newer than 824 2024-04-15T14:41:37.482 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 44 v 825 (ObjNum 420 snap 134 seq_num 420) dirty exists 2024-04-15T14:41:37.482 INFO:tasks.rados.rados.0.smithi016.stdout:1324: left oid 44 (ObjNum 420 snap 134 seq_num 420) 2024-04-15T14:41:37.482 INFO:tasks.rados.rados.0.smithi016.stdout:1326: seq_num 422 ranges {0=671744,671744=729088,1400832=417792,1818624=458752} 2024-04-15T14:41:37.484 INFO:tasks.rados.rados.0.smithi016.stdout:1326: writing smithi01678542-29 from 0 to 671744 tid 1 2024-04-15T14:41:37.489 INFO:tasks.rados.rados.0.smithi016.stdout:1326: writing smithi01678542-29 from 671744 to 1400832 tid 2 2024-04-15T14:41:37.491 INFO:tasks.rados.rados.0.smithi016.stdout:1326: writing smithi01678542-29 from 1400832 to 1818624 tid 3 2024-04-15T14:41:37.493 INFO:tasks.rados.rados.0.smithi016.stdout:1326: writing smithi01678542-29 from 1818624 to 2277376 tid 4 2024-04-15T14:41:37.494 INFO:tasks.rados.rados.0.smithi016.stdout:1324: done (1 left) 2024-04-15T14:41:37.494 INFO:tasks.rados.rados.0.smithi016.stdout:1327: snap_remove snap 131 2024-04-15T14:41:37.539 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:41:37 smithi016 ceph-mon[90652]: pgmap v144: 121 pgs: 121 active+clean; 161 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 6.2 MiB/s rd, 4.7 MiB/s wr, 13 op/s 2024-04-15T14:41:37.539 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:41:37 smithi016 ceph-mon[90652]: osdmap e343: 8 total, 8 up, 8 in 2024-04-15T14:41:37.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:41:37 smithi016 ceph-mon[93212]: pgmap v144: 121 pgs: 121 active+clean; 161 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 6.2 MiB/s rd, 4.7 MiB/s wr, 13 op/s 2024-04-15T14:41:37.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:41:37 smithi016 ceph-mon[93212]: osdmap e343: 8 total, 8 up, 8 in 2024-04-15T14:41:37.689 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:41:37 smithi102 ceph-mon[87131]: pgmap v144: 121 pgs: 121 active+clean; 161 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 6.2 MiB/s rd, 4.7 MiB/s wr, 13 op/s 2024-04-15T14:41:37.689 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:41:37 smithi102 ceph-mon[87131]: osdmap e343: 8 total, 8 up, 8 in 2024-04-15T14:41:38.277 INFO:teuthology.orchestra.run.smithi016.stdout:true 2024-04-15T14:41:38.280 INFO:tasks.rados.rados.0.smithi016.stdout:1327: done (1 left) 2024-04-15T14:41:38.280 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 4 current snap is 134 2024-04-15T14:41:38.280 INFO:tasks.rados.rados.0.smithi016.stdout:1326: finishing write tid 1 to smithi01678542-29 2024-04-15T14:41:38.281 INFO:tasks.rados.rados.0.smithi016.stdout:1328: seq_num 423 ranges {6283264=688128,6971392=614400,7585792=622592,8208384=368640} 2024-04-15T14:41:38.319 INFO:tasks.rados.rados.0.smithi016.stdout:1328: writing smithi01678542-4 from 6283264 to 6971392 tid 1 2024-04-15T14:41:38.322 INFO:tasks.rados.rados.0.smithi016.stdout:1328: writing smithi01678542-4 from 6971392 to 7585792 tid 2 2024-04-15T14:41:38.326 INFO:tasks.rados.rados.0.smithi016.stdout:1328: writing smithi01678542-4 from 7585792 to 8208384 tid 3 2024-04-15T14:41:38.328 INFO:tasks.rados.rados.0.smithi016.stdout:1328: writing smithi01678542-4 from 8208384 to 8577024 tid 4 2024-04-15T14:41:38.328 INFO:tasks.rados.rados.0.smithi016.stdout:1329: setattr oid 31 current snap is 134 2024-04-15T14:41:38.328 INFO:tasks.rados.rados.0.smithi016.stdout:1326: finishing write tid 2 to smithi01678542-29 2024-04-15T14:41:38.329 INFO:tasks.rados.rados.0.smithi016.stdout:1326: finishing write tid 3 to smithi01678542-29 2024-04-15T14:41:38.329 INFO:tasks.rados.rados.0.smithi016.stdout:1326: finishing write tid 4 to smithi01678542-29 2024-04-15T14:41:38.329 INFO:tasks.rados.rados.0.smithi016.stdout:1326: finishing write tid 5 to smithi01678542-29 2024-04-15T14:41:38.329 INFO:tasks.rados.rados.0.smithi016.stdout:1326: finishing write tid 6 to smithi01678542-29 2024-04-15T14:41:38.329 INFO:tasks.rados.rados.0.smithi016.stdout:1326: oid 29 updating version 0 to 828 2024-04-15T14:41:38.329 INFO:tasks.rados.rados.0.smithi016.stdout:1326: oid 29 updating version 828 to 829 2024-04-15T14:41:38.329 INFO:tasks.rados.rados.0.smithi016.stdout:1326: oid 29 version 829 is already newer than 827 2024-04-15T14:41:38.329 INFO:tasks.rados.rados.0.smithi016.stdout:1326: oid 29 updating version 829 to 830 2024-04-15T14:41:38.329 INFO:tasks.rados.rados.0.smithi016.stdout:1326: oid 29 version 830 is already newer than 826 2024-04-15T14:41:38.329 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 29 v 830 (ObjNum 422 snap 134 seq_num 422) dirty exists 2024-04-15T14:41:38.329 INFO:tasks.rados.rados.0.smithi016.stdout:1326: left oid 29 (ObjNum 422 snap 134 seq_num 422) 2024-04-15T14:41:38.329 INFO:tasks.rados.rados.0.smithi016.stdout:1328: finishing write tid 1 to smithi01678542-4 2024-04-15T14:41:38.329 INFO:tasks.rados.rados.0.smithi016.stdout:1328: finishing write tid 2 to smithi01678542-4 2024-04-15T14:41:38.330 INFO:tasks.rados.rados.0.smithi016.stdout:1326: done (2 left) 2024-04-15T14:41:38.330 INFO:tasks.rados.rados.0.smithi016.stdout:1330: copy_from oid 47 from oid 9 current snap is 134 2024-04-15T14:41:38.330 INFO:tasks.rados.rados.0.smithi016.stdout:1331: snap_create 2024-04-15T14:41:38.330 INFO:tasks.rados.rados.0.smithi016.stdout:1328: finishing write tid 3 to smithi01678542-4 2024-04-15T14:41:38.331 INFO:tasks.rados.rados.0.smithi016.stdout:1328: finishing write tid 4 to smithi01678542-4 2024-04-15T14:41:38.331 INFO:tasks.rados.rados.0.smithi016.stdout:1328: finishing write tid 5 to smithi01678542-4 2024-04-15T14:41:38.333 INFO:tasks.rados.rados.0.smithi016.stdout:1328: finishing write tid 6 to smithi01678542-4 2024-04-15T14:41:38.333 INFO:tasks.rados.rados.0.smithi016.stdout:1328: oid 4 updating version 0 to 836 2024-04-15T14:41:38.333 INFO:tasks.rados.rados.0.smithi016.stdout:1328: oid 4 updating version 836 to 838 2024-04-15T14:41:38.333 INFO:tasks.rados.rados.0.smithi016.stdout:1328: oid 4 version 838 is already newer than 835 2024-04-15T14:41:38.334 INFO:tasks.rados.rados.0.smithi016.stdout:1328: oid 4 version 838 is already newer than 834 2024-04-15T14:41:38.334 INFO:tasks.rados.rados.0.smithi016.stdout:1328: oid 4 version 838 is already newer than 837 2024-04-15T14:41:38.334 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 4 v 838 (ObjNum 423 snap 134 seq_num 423) dirty exists 2024-04-15T14:41:38.334 INFO:tasks.rados.rados.0.smithi016.stdout:1328: left oid 4 (ObjNum 423 snap 134 seq_num 423) 2024-04-15T14:41:38.335 INFO:tasks.rados.rados.0.smithi016.stdout:1330: finishing copy_from to smithi01678542-47 2024-04-15T14:41:38.335 INFO:tasks.rados.rados.0.smithi016.stdout:1330: got expected ENOENT (src dne) 2024-04-15T14:41:38.335 INFO:tasks.rados.rados.0.smithi016.stdout:1330: finishing copy_from racing read to smithi01678542-47 2024-04-15T14:41:38.336 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 31 v 773 (ObjNum 376 snap 123 seq_num 376) dirty exists 2024-04-15T14:41:38.539 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:41:38 smithi016 ceph-mon[90652]: osdmap e344: 8 total, 8 up, 8 in 2024-04-15T14:41:38.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:41:38 smithi016 ceph-mon[93212]: osdmap e344: 8 total, 8 up, 8 in 2024-04-15T14:41:38.616 INFO:teuthology.orchestra.run.smithi016.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-04-15T14:41:38.616 INFO:teuthology.orchestra.run.smithi016.stdout:alertmanager.a smithi016 *:9093,9094 running (6m) 13s ago 6m 24.6M - 0.25.0 c8568f914cd2 bc85d1f32a92 2024-04-15T14:41:38.616 INFO:teuthology.orchestra.run.smithi016.stdout:grafana.a smithi102 *:3000 running (6m) 58s ago 6m 88.8M - 9.4.7 954c08fa6188 dfd3a2bac142 2024-04-15T14:41:38.616 INFO:teuthology.orchestra.run.smithi016.stdout:mds.a smithi016 running (8m) 13s ago 8m 19.0M - 18.2.2-1221-ge3fb05d5 aa4d2281650a 287f01435fb1 2024-04-15T14:41:38.616 INFO:teuthology.orchestra.run.smithi016.stdout:mds.b smithi102 running (8m) 58s ago 8m 14.7M - 18.2.2-1221-ge3fb05d5 aa4d2281650a 9ed1adb3241c 2024-04-15T14:41:38.616 INFO:teuthology.orchestra.run.smithi016.stdout:mgr.x smithi102 *:8443,9283,8765 running (2m) 58s ago 11m 450M - 19.0.0-3080-gc2d8c315 259793512b73 7427787dd7cf 2024-04-15T14:41:38.616 INFO:teuthology.orchestra.run.smithi016.stdout:mgr.y smithi016 *:8443,9283,8765 running (2m) 13s ago 13m 509M - 19.0.0-3080-gc2d8c315 259793512b73 23b2f98a056a 2024-04-15T14:41:38.616 INFO:teuthology.orchestra.run.smithi016.stdout:mon.a smithi016 running (113s) 13s ago 13m 47.0M 2048M 19.0.0-3080-gc2d8c315 259793512b73 0f0e1a24c400 2024-04-15T14:41:38.616 INFO:teuthology.orchestra.run.smithi016.stdout:mon.b smithi102 running (68s) 58s ago 12m 23.3M 2048M 19.0.0-3080-gc2d8c315 259793512b73 57b781990cd4 2024-04-15T14:41:38.617 INFO:teuthology.orchestra.run.smithi016.stdout:mon.c smithi016 running (88s) 13s ago 11m 39.1M 2048M 19.0.0-3080-gc2d8c315 259793512b73 eef940aadb4d 2024-04-15T14:41:38.617 INFO:teuthology.orchestra.run.smithi016.stdout:node-exporter.a smithi016 *:9100 running (6m) 13s ago 6m 16.4M - 1.5.0 0da6a335fe13 8d0101b6e6e8 2024-04-15T14:41:38.617 INFO:teuthology.orchestra.run.smithi016.stdout:node-exporter.b smithi102 *:9100 running (6m) 58s ago 6m 15.8M - 1.5.0 0da6a335fe13 d83ffdf53df3 2024-04-15T14:41:38.617 INFO:teuthology.orchestra.run.smithi016.stdout:osd.0 smithi016 running (17s) 13s ago 11m 12.6M 2481M 19.0.0-3080-gc2d8c315 259793512b73 6ae1b6c92493 2024-04-15T14:41:38.617 INFO:teuthology.orchestra.run.smithi016.stdout:osd.1 smithi016 running (10m) 13s ago 10m 194M 2481M 18.2.2-1221-ge3fb05d5 aa4d2281650a 9239978ce644 2024-04-15T14:41:38.617 INFO:teuthology.orchestra.run.smithi016.stdout:osd.2 smithi016 running (10m) 13s ago 10m 162M 2481M 18.2.2-1221-ge3fb05d5 aa4d2281650a b55efe4e74b4 2024-04-15T14:41:38.617 INFO:teuthology.orchestra.run.smithi016.stdout:osd.3 smithi016 running (10m) 13s ago 10m 143M 2481M 18.2.2-1221-ge3fb05d5 aa4d2281650a b2684936efa6 2024-04-15T14:41:38.617 INFO:teuthology.orchestra.run.smithi016.stdout:osd.4 smithi102 running (9m) 58s ago 9m 180M 2480M 18.2.2-1221-ge3fb05d5 aa4d2281650a f863e36be995 2024-04-15T14:41:38.617 INFO:teuthology.orchestra.run.smithi016.stdout:osd.5 smithi102 running (9m) 58s ago 9m 171M 2480M 18.2.2-1221-ge3fb05d5 aa4d2281650a 64518f93c8c8 2024-04-15T14:41:38.617 INFO:teuthology.orchestra.run.smithi016.stdout:osd.6 smithi102 running (8m) 58s ago 8m 128M 2480M 18.2.2-1221-ge3fb05d5 aa4d2281650a a3993a86427e 2024-04-15T14:41:38.617 INFO:teuthology.orchestra.run.smithi016.stdout:osd.7 smithi102 running (8m) 58s ago 8m 119M 2480M 18.2.2-1221-ge3fb05d5 aa4d2281650a f9ac771a8a69 2024-04-15T14:41:38.617 INFO:teuthology.orchestra.run.smithi016.stdout:prometheus.a smithi102 *:9095 running (2m) 58s ago 7m 56.1M - 2.43.0 a07b618ecd1d 86d1d3518ceb 2024-04-15T14:41:38.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:41:38 smithi102 ceph-mon[87131]: osdmap e344: 8 total, 8 up, 8 in 2024-04-15T14:41:39.033 INFO:teuthology.orchestra.run.smithi016.stdout:{ 2024-04-15T14:41:39.033 INFO:teuthology.orchestra.run.smithi016.stdout: "mon": { 2024-04-15T14:41:39.034 INFO:teuthology.orchestra.run.smithi016.stdout: "ceph version 19.0.0-3080-gc2d8c315 (c2d8c3155d854ee204cb7c7261232571229d1d54) squid (dev)": 3 2024-04-15T14:41:39.034 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-04-15T14:41:39.034 INFO:teuthology.orchestra.run.smithi016.stdout: "mgr": { 2024-04-15T14:41:39.034 INFO:teuthology.orchestra.run.smithi016.stdout: "ceph version 19.0.0-3080-gc2d8c315 (c2d8c3155d854ee204cb7c7261232571229d1d54) squid (dev)": 2 2024-04-15T14:41:39.034 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-04-15T14:41:39.034 INFO:teuthology.orchestra.run.smithi016.stdout: "osd": { 2024-04-15T14:41:39.034 INFO:teuthology.orchestra.run.smithi016.stdout: "ceph version 18.2.2-1221-ge3fb05d5 (e3fb05d5e6da84b5c44db3f3051c4d242f9809c1) reef (stable)": 7, 2024-04-15T14:41:39.034 INFO:teuthology.orchestra.run.smithi016.stdout: "ceph version 19.0.0-3080-gc2d8c315 (c2d8c3155d854ee204cb7c7261232571229d1d54) squid (dev)": 1 2024-04-15T14:41:39.034 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-04-15T14:41:39.034 INFO:teuthology.orchestra.run.smithi016.stdout: "mds": { 2024-04-15T14:41:39.034 INFO:teuthology.orchestra.run.smithi016.stdout: "ceph version 18.2.2-1221-ge3fb05d5 (e3fb05d5e6da84b5c44db3f3051c4d242f9809c1) reef (stable)": 2 2024-04-15T14:41:39.034 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-04-15T14:41:39.034 INFO:teuthology.orchestra.run.smithi016.stdout: "overall": { 2024-04-15T14:41:39.035 INFO:teuthology.orchestra.run.smithi016.stdout: "ceph version 18.2.2-1221-ge3fb05d5 (e3fb05d5e6da84b5c44db3f3051c4d242f9809c1) reef (stable)": 9, 2024-04-15T14:41:39.035 INFO:teuthology.orchestra.run.smithi016.stdout: "ceph version 19.0.0-3080-gc2d8c315 (c2d8c3155d854ee204cb7c7261232571229d1d54) squid (dev)": 6 2024-04-15T14:41:39.035 INFO:teuthology.orchestra.run.smithi016.stdout: } 2024-04-15T14:41:39.035 INFO:teuthology.orchestra.run.smithi016.stdout:} 2024-04-15T14:41:39.285 INFO:tasks.rados.rados.0.smithi016.stdout:1328: done (3 left) 2024-04-15T14:41:39.285 INFO:tasks.rados.rados.0.smithi016.stdout:1329: done (2 left) 2024-04-15T14:41:39.285 INFO:tasks.rados.rados.0.smithi016.stdout:1330: done (1 left) 2024-04-15T14:41:39.285 INFO:tasks.rados.rados.0.smithi016.stdout:1331: done (0 left) 2024-04-15T14:41:39.285 INFO:tasks.rados.rados.0.smithi016.stdout:1332: snap_remove snap 130 2024-04-15T14:41:39.289 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:41:39 smithi016 ceph-mon[90652]: pgmap v147: 121 pgs: 121 active+clean; 161 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 6.2 MiB/s rd, 4.7 MiB/s wr, 13 op/s 2024-04-15T14:41:39.289 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:41:39 smithi016 ceph-mon[90652]: from='client.34218 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-15T14:41:39.289 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:41:39 smithi016 ceph-mon[90652]: osdmap e345: 8 total, 8 up, 8 in 2024-04-15T14:41:39.289 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:41:39 smithi016 ceph-mon[90652]: from='client.44150 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-15T14:41:39.289 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:41:39 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T14:41:39.289 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:41:39 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T14:41:39.289 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:41:39 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T14:41:39.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:41:39 smithi016 ceph-mon[90652]: from='client.? 172.21.15.16:0/2985666598' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T14:41:39.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:41:39 smithi016 ceph-mon[93212]: pgmap v147: 121 pgs: 121 active+clean; 161 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 6.2 MiB/s rd, 4.7 MiB/s wr, 13 op/s 2024-04-15T14:41:39.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:41:39 smithi016 ceph-mon[93212]: from='client.34218 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-15T14:41:39.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:41:39 smithi016 ceph-mon[93212]: osdmap e345: 8 total, 8 up, 8 in 2024-04-15T14:41:39.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:41:39 smithi016 ceph-mon[93212]: from='client.44150 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-15T14:41:39.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:41:39 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T14:41:39.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:41:39 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T14:41:39.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:41:39 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T14:41:39.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:41:39 smithi016 ceph-mon[93212]: from='client.? 172.21.15.16:0/2985666598' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T14:41:39.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:41:39 smithi102 ceph-mon[87131]: pgmap v147: 121 pgs: 121 active+clean; 161 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 6.2 MiB/s rd, 4.7 MiB/s wr, 13 op/s 2024-04-15T14:41:39.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:41:39 smithi102 ceph-mon[87131]: from='client.34218 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-15T14:41:39.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:41:39 smithi102 ceph-mon[87131]: osdmap e345: 8 total, 8 up, 8 in 2024-04-15T14:41:39.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:41:39 smithi102 ceph-mon[87131]: from='client.44150 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-15T14:41:39.688 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:41:39 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T14:41:39.688 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:41:39 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T14:41:39.688 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:41:39 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T14:41:39.688 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:41:39 smithi102 ceph-mon[87131]: from='client.? 172.21.15.16:0/2985666598' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T14:41:40.272 INFO:tasks.rados.rados.0.smithi016.stdout:1332: done (0 left) 2024-04-15T14:41:40.272 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 8 current snap is 135 2024-04-15T14:41:40.272 INFO:tasks.rados.rados.0.smithi016.stdout:1333: seq_num 424 ranges {5251072=704512,5955584=491520,6447104=434176,6881280=679936} 2024-04-15T14:41:40.305 INFO:tasks.rados.rados.0.smithi016.stdout:1333: writing smithi01678542-8 from 5251072 to 5955584 tid 1 2024-04-15T14:41:40.307 INFO:tasks.rados.rados.0.smithi016.stdout:1333: writing smithi01678542-8 from 5955584 to 6447104 tid 2 2024-04-15T14:41:40.310 INFO:tasks.rados.rados.0.smithi016.stdout:1333: writing smithi01678542-8 from 6447104 to 6881280 tid 3 2024-04-15T14:41:40.315 INFO:tasks.rados.rados.0.smithi016.stdout:1333: writing smithi01678542-8 from 6881280 to 7561216 tid 4 2024-04-15T14:41:40.315 INFO:tasks.rados.rados.0.smithi016.stdout:1334: rollback oid 31 current snap is 135 2024-04-15T14:41:40.315 INFO:tasks.rados.rados.0.smithi016.stdout:rollback oid 31 to 133 2024-04-15T14:41:40.315 INFO:tasks.rados.rados.0.smithi016.stdout:1333: finishing write tid 1 to smithi01678542-8 2024-04-15T14:41:40.315 INFO:tasks.rados.rados.0.smithi016.stdout:1333: finishing write tid 2 to smithi01678542-8 2024-04-15T14:41:40.315 INFO:tasks.rados.rados.0.smithi016.stdout:1333: finishing write tid 3 to smithi01678542-8 2024-04-15T14:41:40.315 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 20 current snap is 135 2024-04-15T14:41:40.315 INFO:tasks.rados.rados.0.smithi016.stdout:1335: seq_num 425 ranges {0=720896,720896=778240,1499136=638976,2138112=188416} 2024-04-15T14:41:40.319 INFO:tasks.rados.rados.0.smithi016.stdout:1335: writing smithi01678542-20 from 0 to 720896 tid 1 2024-04-15T14:41:40.325 INFO:tasks.rados.rados.0.smithi016.stdout:1335: writing smithi01678542-20 from 720896 to 1499136 tid 2 2024-04-15T14:41:40.329 INFO:tasks.rados.rados.0.smithi016.stdout:1335: writing smithi01678542-20 from 1499136 to 2138112 tid 3 2024-04-15T14:41:40.331 INFO:tasks.rados.rados.0.smithi016.stdout:1335: writing smithi01678542-20 from 2138112 to 2326528 tid 4 2024-04-15T14:41:40.331 INFO:tasks.rados.rados.0.smithi016.stdout:1336: read oid 41 snap -1 2024-04-15T14:41:40.331 INFO:tasks.rados.rados.0.smithi016.stdout:1336: expect (ObjNum 0 snap 0 seq_num 0) 2024-04-15T14:41:40.331 INFO:tasks.rados.rados.0.smithi016.stdout:1337: rmattr oid 46 current snap is 135 2024-04-15T14:41:40.331 INFO:tasks.rados.rados.0.smithi016.stdout:1337: done (4 left) 2024-04-15T14:41:40.331 INFO:tasks.rados.rados.0.smithi016.stdout:1338: rmattr oid 32 current snap is 135 2024-04-15T14:41:40.331 INFO:tasks.rados.rados.0.smithi016.stdout:1338: done (4 left) 2024-04-15T14:41:40.331 INFO:tasks.rados.rados.0.smithi016.stdout:1339: snap_create 2024-04-15T14:41:40.331 INFO:tasks.rados.rados.0.smithi016.stdout:1334: finishing rollback tid 0 to smithi01678542-31 2024-04-15T14:41:40.331 INFO:tasks.rados.rados.0.smithi016.stdout:1333: finishing write tid 4 to smithi01678542-8 2024-04-15T14:41:40.331 INFO:tasks.rados.rados.0.smithi016.stdout:1333: finishing write tid 5 to smithi01678542-8 2024-04-15T14:41:40.331 INFO:tasks.rados.rados.0.smithi016.stdout:1334: finishing rollback tid 1 to smithi01678542-31 2024-04-15T14:41:40.331 INFO:tasks.rados.rados.0.smithi016.stdout:1334: finishing rollback tid 2 to smithi01678542-31 2024-04-15T14:41:40.332 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 31 v 776 (ObjNum 376 snap 123 seq_num 376) dirty exists 2024-04-15T14:41:40.332 INFO:tasks.rados.rados.0.smithi016.stdout:1333: finishing write tid 6 to smithi01678542-8 2024-04-15T14:41:40.332 INFO:tasks.rados.rados.0.smithi016.stdout:1333: oid 8 updating version 0 to 779 2024-04-15T14:41:40.332 INFO:tasks.rados.rados.0.smithi016.stdout:1333: oid 8 updating version 779 to 781 2024-04-15T14:41:40.332 INFO:tasks.rados.rados.0.smithi016.stdout:1333: oid 8 version 781 is already newer than 778 2024-04-15T14:41:40.332 INFO:tasks.rados.rados.0.smithi016.stdout:1333: oid 8 version 781 is already newer than 777 2024-04-15T14:41:40.332 INFO:tasks.rados.rados.0.smithi016.stdout:1333: oid 8 version 781 is already newer than 780 2024-04-15T14:41:40.332 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 8 v 781 (ObjNum 424 snap 135 seq_num 424) dirty exists 2024-04-15T14:41:40.332 INFO:tasks.rados.rados.0.smithi016.stdout:1333: left oid 8 (ObjNum 424 snap 135 seq_num 424) 2024-04-15T14:41:40.332 INFO:tasks.rados.rados.0.smithi016.stdout:1335: finishing write tid 1 to smithi01678542-20 2024-04-15T14:41:40.332 INFO:tasks.rados.rados.0.smithi016.stdout:1335: finishing write tid 2 to smithi01678542-20 2024-04-15T14:41:40.332 INFO:tasks.rados.rados.0.smithi016.stdout:1336: expect (ObjNum 0 snap 0 seq_num 0) 2024-04-15T14:41:40.333 INFO:tasks.rados.rados.0.smithi016.stdout:1335: finishing write tid 3 to smithi01678542-20 2024-04-15T14:41:40.333 INFO:tasks.rados.rados.0.smithi016.stdout:1335: finishing write tid 4 to smithi01678542-20 2024-04-15T14:41:40.333 INFO:tasks.rados.rados.0.smithi016.stdout:1335: finishing write tid 5 to smithi01678542-20 2024-04-15T14:41:40.334 INFO:tasks.rados.rados.0.smithi016.stdout:1335: finishing write tid 6 to smithi01678542-20 2024-04-15T14:41:40.334 INFO:tasks.rados.rados.0.smithi016.stdout:1335: oid 20 updating version 0 to 784 2024-04-15T14:41:40.334 INFO:tasks.rados.rados.0.smithi016.stdout:1335: oid 20 updating version 784 to 786 2024-04-15T14:41:40.334 INFO:tasks.rados.rados.0.smithi016.stdout:1335: oid 20 version 786 is already newer than 783 2024-04-15T14:41:40.334 INFO:tasks.rados.rados.0.smithi016.stdout:1335: oid 20 version 786 is already newer than 782 2024-04-15T14:41:40.334 INFO:tasks.rados.rados.0.smithi016.stdout:1335: oid 20 version 786 is already newer than 785 2024-04-15T14:41:40.334 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 20 v 786 (ObjNum 425 snap 135 seq_num 425) dirty exists 2024-04-15T14:41:40.334 INFO:tasks.rados.rados.0.smithi016.stdout:1335: left oid 20 (ObjNum 425 snap 135 seq_num 425) 2024-04-15T14:41:40.539 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:41:40 smithi016 ceph-mon[93212]: osdmap e346: 8 total, 8 up, 8 in 2024-04-15T14:41:40.539 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:41:40 smithi016 ceph-mon[93212]: osdmap e347: 8 total, 8 up, 8 in 2024-04-15T14:41:40.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:41:40 smithi016 ceph-mon[90652]: osdmap e346: 8 total, 8 up, 8 in 2024-04-15T14:41:40.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:41:40 smithi016 ceph-mon[90652]: osdmap e347: 8 total, 8 up, 8 in 2024-04-15T14:41:40.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:41:40 smithi102 ceph-mon[87131]: osdmap e346: 8 total, 8 up, 8 in 2024-04-15T14:41:40.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:41:40 smithi102 ceph-mon[87131]: osdmap e347: 8 total, 8 up, 8 in 2024-04-15T14:41:41.298 INFO:tasks.rados.rados.0.smithi016.stdout:1333: done (4 left) 2024-04-15T14:41:41.298 INFO:tasks.rados.rados.0.smithi016.stdout:1334: done (3 left) 2024-04-15T14:41:41.298 INFO:tasks.rados.rados.0.smithi016.stdout:1335: done (2 left) 2024-04-15T14:41:41.298 INFO:tasks.rados.rados.0.smithi016.stdout:1336: done (1 left) 2024-04-15T14:41:41.298 INFO:tasks.rados.rados.0.smithi016.stdout:1339: done (0 left) 2024-04-15T14:41:41.298 INFO:tasks.rados.rados.0.smithi016.stdout:1340: rollback oid 39 current snap is 136 2024-04-15T14:41:41.299 INFO:tasks.rados.rados.0.smithi016.stdout:rollback oid 39 to 133 2024-04-15T14:41:41.299 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 44 current snap is 136 2024-04-15T14:41:41.299 INFO:tasks.rados.rados.0.smithi016.stdout:1341: seq_num 426 ranges {7987200=737280,8724480=712704,9437184=802816,10240000=90112} 2024-04-15T14:41:41.345 INFO:tasks.rados.rados.0.smithi016.stdout:1341: writing smithi01678542-44 from 7987200 to 8724480 tid 1 2024-04-15T14:41:41.349 INFO:tasks.rados.rados.0.smithi016.stdout:1341: writing smithi01678542-44 from 8724480 to 9437184 tid 2 2024-04-15T14:41:41.353 INFO:tasks.rados.rados.0.smithi016.stdout:1341: writing smithi01678542-44 from 9437184 to 10240000 tid 3 2024-04-15T14:41:41.355 INFO:tasks.rados.rados.0.smithi016.stdout:1341: writing smithi01678542-44 from 10240000 to 10330112 tid 4 2024-04-15T14:41:41.355 INFO:tasks.rados.rados.0.smithi016.stdout:1342: read oid 16 snap 132 2024-04-15T14:41:41.355 INFO:tasks.rados.rados.0.smithi016.stdout:1342: expect (ObjNum 400 snap 128 seq_num 400) 2024-04-15T14:41:41.355 INFO:tasks.rados.rados.0.smithi016.stdout:1340: finishing rollback tid 0 to smithi01678542-39 2024-04-15T14:41:41.356 INFO:tasks.rados.rados.0.smithi016.stdout:1340: finishing rollback tid 1 to smithi01678542-39 2024-04-15T14:41:41.356 INFO:tasks.rados.rados.0.smithi016.stdout:1340: finishing rollback tid 2 to smithi01678542-39 2024-04-15T14:41:41.356 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 39 v 738 (ObjNum 404 snap 128 seq_num 404) dirty exists 2024-04-15T14:41:41.356 INFO:tasks.rados.rados.0.smithi016.stdout:1341: finishing write tid 1 to smithi01678542-44 2024-04-15T14:41:41.356 INFO:tasks.rados.rados.0.smithi016.stdout:1341: finishing write tid 2 to smithi01678542-44 2024-04-15T14:41:41.356 INFO:tasks.rados.rados.0.smithi016.stdout:1343: read oid 17 snap -1 2024-04-15T14:41:41.356 INFO:tasks.rados.rados.0.smithi016.stdout:1343: expect deleted 2024-04-15T14:41:41.356 INFO:tasks.rados.rados.0.smithi016.stdout:1340: done (3 left) 2024-04-15T14:41:41.356 INFO:tasks.rados.rados.0.smithi016.stdout:1344: copy_from oid 7 from oid 29 current snap is 136 2024-04-15T14:41:41.356 INFO:tasks.rados.rados.0.smithi016.stdout:1345: rollback oid 36 current snap is 136 2024-04-15T14:41:41.356 INFO:tasks.rados.rados.0.smithi016.stdout:rollback oid 36 to 135 2024-04-15T14:41:41.356 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 25 current snap is 136 2024-04-15T14:41:41.356 INFO:tasks.rados.rados.0.smithi016.stdout:1346: seq_num 427 ranges {5300224=761856,6062080=598016,6660096=606208,7266304=401408} 2024-04-15T14:41:41.388 INFO:tasks.rados.rados.0.smithi016.stdout:1346: writing smithi01678542-25 from 5300224 to 6062080 tid 1 2024-04-15T14:41:41.391 INFO:tasks.rados.rados.0.smithi016.stdout:1346: writing smithi01678542-25 from 6062080 to 6660096 tid 2 2024-04-15T14:41:41.394 INFO:tasks.rados.rados.0.smithi016.stdout:1346: writing smithi01678542-25 from 6660096 to 7266304 tid 3 2024-04-15T14:41:41.398 INFO:tasks.rados.rados.0.smithi016.stdout:1346: writing smithi01678542-25 from 7266304 to 7667712 tid 4 2024-04-15T14:41:41.398 INFO:tasks.rados.rados.0.smithi016.stdout:1347: read oid 22 snap -1 2024-04-15T14:41:41.398 INFO:tasks.rados.rados.0.smithi016.stdout:1347: expect (ObjNum 400 snap 128 seq_num 400) 2024-04-15T14:41:41.398 INFO:tasks.rados.rados.0.smithi016.stdout:1348: rmattr oid 45 current snap is 136 2024-04-15T14:41:41.398 INFO:tasks.rados.rados.0.smithi016.stdout:1348: done (7 left) 2024-04-15T14:41:41.398 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 23 current snap is 136 2024-04-15T14:41:41.398 INFO:tasks.rados.rados.0.smithi016.stdout:1349: seq_num 428 ranges {3596288=778240,4374528=483328,4857856=409600,5267456=417792,5685248=294912} 2024-04-15T14:41:41.421 INFO:tasks.rados.rados.0.smithi016.stdout:1349: writing smithi01678542-23 from 3596288 to 4374528 tid 1 2024-04-15T14:41:41.424 INFO:tasks.rados.rados.0.smithi016.stdout:1349: writing smithi01678542-23 from 4374528 to 4857856 tid 2 2024-04-15T14:41:41.426 INFO:tasks.rados.rados.0.smithi016.stdout:1349: writing smithi01678542-23 from 4857856 to 5267456 tid 3 2024-04-15T14:41:41.429 INFO:tasks.rados.rados.0.smithi016.stdout:1349: writing smithi01678542-23 from 5267456 to 5685248 tid 4 2024-04-15T14:41:41.431 INFO:tasks.rados.rados.0.smithi016.stdout:1349: writing smithi01678542-23 from 5685248 to 5980160 tid 5 2024-04-15T14:41:41.431 INFO:tasks.rados.rados.0.smithi016.stdout:1350: copy_from oid 37 from oid 47 current snap is 136 2024-04-15T14:41:41.431 INFO:tasks.rados.rados.0.smithi016.stdout:1341: finishing write tid 3 to smithi01678542-44 2024-04-15T14:41:41.431 INFO:tasks.rados.rados.0.smithi016.stdout:1341: finishing write tid 4 to smithi01678542-44 2024-04-15T14:41:41.431 INFO:tasks.rados.rados.0.smithi016.stdout:1341: finishing write tid 5 to smithi01678542-44 2024-04-15T14:41:41.431 INFO:tasks.rados.rados.0.smithi016.stdout:1345: finishing rollback tid 0 to smithi01678542-36 2024-04-15T14:41:41.431 INFO:tasks.rados.rados.0.smithi016.stdout:1345: finishing rollback tid 1 to smithi01678542-36 2024-04-15T14:41:41.431 INFO:tasks.rados.rados.0.smithi016.stdout:1345: finishing rollback tid 2 to smithi01678542-36 2024-04-15T14:41:41.431 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 36 v 798 (ObjNum 345 snap 111 seq_num 345) dirty exists 2024-04-15T14:41:41.431 INFO:tasks.rados.rados.0.smithi016.stdout:1341: finishing write tid 6 to smithi01678542-44 2024-04-15T14:41:41.431 INFO:tasks.rados.rados.0.smithi016.stdout:1341: oid 44 updating version 0 to 845 2024-04-15T14:41:41.432 INFO:tasks.rados.rados.0.smithi016.stdout:1341: oid 44 updating version 845 to 846 2024-04-15T14:41:41.432 INFO:tasks.rados.rados.0.smithi016.stdout:1341: oid 44 updating version 846 to 847 2024-04-15T14:41:41.432 INFO:tasks.rados.rados.0.smithi016.stdout:1341: oid 44 version 847 is already newer than 844 2024-04-15T14:41:41.432 INFO:tasks.rados.rados.0.smithi016.stdout:1341: oid 44 updating version 847 to 848 2024-04-15T14:41:41.432 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 44 v 848 (ObjNum 426 snap 136 seq_num 426) dirty exists 2024-04-15T14:41:41.432 INFO:tasks.rados.rados.0.smithi016.stdout:1341: left oid 44 (ObjNum 426 snap 136 seq_num 426) 2024-04-15T14:41:41.432 INFO:tasks.rados.rados.0.smithi016.stdout:1342: expect (ObjNum 400 snap 128 seq_num 400) 2024-04-15T14:41:41.539 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:41:41 smithi016 ceph-mon[90652]: pgmap v150: 121 pgs: 121 active+clean; 157 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 2.3 MiB/s rd, 1.6 MiB/s wr, 11 op/s 2024-04-15T14:41:41.539 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:41:41 smithi016 ceph-mon[93212]: pgmap v150: 121 pgs: 121 active+clean; 157 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 2.3 MiB/s rd, 1.6 MiB/s wr, 11 op/s 2024-04-15T14:41:41.565 INFO:tasks.rados.rados.0.smithi016.stdout:1344: finishing copy_from racing read to smithi01678542-7 2024-04-15T14:41:41.565 INFO:tasks.rados.rados.0.smithi016.stdout:1344: finishing copy_from to smithi01678542-7 2024-04-15T14:41:41.565 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 7 v 830 (ObjNum 422 snap 134 seq_num 422) dirty exists 2024-04-15T14:41:41.566 INFO:tasks.rados.rados.0.smithi016.stdout:1346: finishing write tid 1 to smithi01678542-25 2024-04-15T14:41:41.566 INFO:tasks.rados.rados.0.smithi016.stdout:1346: finishing write tid 2 to smithi01678542-25 2024-04-15T14:41:41.566 INFO:tasks.rados.rados.0.smithi016.stdout:1341: done (8 left) 2024-04-15T14:41:41.566 INFO:tasks.rados.rados.0.smithi016.stdout:1342: done (7 left) 2024-04-15T14:41:41.566 INFO:tasks.rados.rados.0.smithi016.stdout:1343: done (6 left) 2024-04-15T14:41:41.566 INFO:tasks.rados.rados.0.smithi016.stdout:1344: done (5 left) 2024-04-15T14:41:41.566 INFO:tasks.rados.rados.0.smithi016.stdout:1345: done (4 left) 2024-04-15T14:41:41.566 INFO:tasks.rados.rados.0.smithi016.stdout:1351: read oid 19 snap -1 2024-04-15T14:41:41.566 INFO:tasks.rados.rados.0.smithi016.stdout:1351: expect deleted 2024-04-15T14:41:41.566 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 49 current snap is 136 2024-04-15T14:41:41.566 INFO:tasks.rados.rados.0.smithi016.stdout:1346: finishing write tid 3 to smithi01678542-25 2024-04-15T14:41:41.566 INFO:tasks.rados.rados.0.smithi016.stdout:1346: finishing write tid 4 to smithi01678542-25 2024-04-15T14:41:41.566 INFO:tasks.rados.rados.0.smithi016.stdout:1346: finishing write tid 5 to smithi01678542-25 2024-04-15T14:41:41.567 INFO:tasks.rados.rados.0.smithi016.stdout:1346: finishing write tid 6 to smithi01678542-25 2024-04-15T14:41:41.567 INFO:tasks.rados.rados.0.smithi016.stdout:1346: oid 25 updating version 0 to 743 2024-04-15T14:41:41.567 INFO:tasks.rados.rados.0.smithi016.stdout:1346: oid 25 version 743 is already newer than 742 2024-04-15T14:41:41.567 INFO:tasks.rados.rados.0.smithi016.stdout:1346: oid 25 version 743 is already newer than 740 2024-04-15T14:41:41.567 INFO:tasks.rados.rados.0.smithi016.stdout:1346: oid 25 version 743 is already newer than 741 2024-04-15T14:41:41.567 INFO:tasks.rados.rados.0.smithi016.stdout:1346: oid 25 version 743 is already newer than 739 2024-04-15T14:41:41.567 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 25 v 743 (ObjNum 427 snap 136 seq_num 427) dirty exists 2024-04-15T14:41:41.567 INFO:tasks.rados.rados.0.smithi016.stdout:1346: left oid 25 (ObjNum 427 snap 136 seq_num 427) 2024-04-15T14:41:41.567 INFO:tasks.rados.rados.0.smithi016.stdout:1347: expect (ObjNum 400 snap 128 seq_num 400) 2024-04-15T14:41:41.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:41:41 smithi102 ceph-mon[87131]: pgmap v150: 121 pgs: 121 active+clean; 157 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 2.3 MiB/s rd, 1.6 MiB/s wr, 11 op/s 2024-04-15T14:41:41.697 INFO:tasks.rados.rados.0.smithi016.stdout:1349: finishing write tid 1 to smithi01678542-23 2024-04-15T14:41:41.697 INFO:tasks.rados.rados.0.smithi016.stdout:1349: finishing write tid 2 to smithi01678542-23 2024-04-15T14:41:41.698 INFO:tasks.rados.rados.0.smithi016.stdout:1349: finishing write tid 3 to smithi01678542-23 2024-04-15T14:41:41.698 INFO:tasks.rados.rados.0.smithi016.stdout:1349: finishing write tid 4 to smithi01678542-23 2024-04-15T14:41:41.698 INFO:tasks.rados.rados.0.smithi016.stdout:1349: finishing write tid 5 to smithi01678542-23 2024-04-15T14:41:41.698 INFO:tasks.rados.rados.0.smithi016.stdout:1349: finishing write tid 6 to smithi01678542-23 2024-04-15T14:41:41.698 INFO:tasks.rados.rados.0.smithi016.stdout:1349: finishing write tid 7 to smithi01678542-23 2024-04-15T14:41:41.698 INFO:tasks.rados.rados.0.smithi016.stdout:1349: oid 23 updating version 0 to 790 2024-04-15T14:41:41.698 INFO:tasks.rados.rados.0.smithi016.stdout:1349: oid 23 updating version 790 to 791 2024-04-15T14:41:41.698 INFO:tasks.rados.rados.0.smithi016.stdout:1349: oid 23 updating version 791 to 792 2024-04-15T14:41:41.698 INFO:tasks.rados.rados.0.smithi016.stdout:1349: oid 23 version 792 is already newer than 787 2024-04-15T14:41:41.698 INFO:tasks.rados.rados.0.smithi016.stdout:1349: oid 23 version 792 is already newer than 789 2024-04-15T14:41:41.698 INFO:tasks.rados.rados.0.smithi016.stdout:1349: oid 23 version 792 is already newer than 788 2024-04-15T14:41:41.698 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 23 v 792 (ObjNum 428 snap 136 seq_num 428) dirty exists 2024-04-15T14:41:41.699 INFO:tasks.rados.rados.0.smithi016.stdout:1349: left oid 23 (ObjNum 428 snap 136 seq_num 428) 2024-04-15T14:41:41.699 INFO:tasks.rados.rados.0.smithi016.stdout:1350: finishing copy_from racing read to smithi01678542-37 2024-04-15T14:41:41.699 INFO:tasks.rados.rados.0.smithi016.stdout:1350: finishing copy_from to smithi01678542-37 2024-04-15T14:41:41.699 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 37 v 770 (ObjNum 376 snap 123 seq_num 376) dirty exists 2024-04-15T14:41:41.699 INFO:tasks.rados.rados.0.smithi016.stdout:1352: seq_num 429 ranges {1318912=794624,2113536=770048,2883584=622592,3506176=212992} 2024-04-15T14:41:41.709 INFO:tasks.rados.rados.0.smithi016.stdout:1352: writing smithi01678542-49 from 1318912 to 2113536 tid 1 2024-04-15T14:41:41.713 INFO:tasks.rados.rados.0.smithi016.stdout:1352: writing smithi01678542-49 from 2113536 to 2883584 tid 2 2024-04-15T14:41:41.717 INFO:tasks.rados.rados.0.smithi016.stdout:1352: writing smithi01678542-49 from 2883584 to 3506176 tid 3 2024-04-15T14:41:41.718 INFO:tasks.rados.rados.0.smithi016.stdout:1352: writing smithi01678542-49 from 3506176 to 3719168 tid 4 2024-04-15T14:41:41.718 INFO:tasks.rados.rados.0.smithi016.stdout:1346: done (5 left) 2024-04-15T14:41:41.718 INFO:tasks.rados.rados.0.smithi016.stdout:1347: done (4 left) 2024-04-15T14:41:41.719 INFO:tasks.rados.rados.0.smithi016.stdout:1349: done (3 left) 2024-04-15T14:41:41.719 INFO:tasks.rados.rados.0.smithi016.stdout:1350: done (2 left) 2024-04-15T14:41:41.719 INFO:tasks.rados.rados.0.smithi016.stdout:1353: snap_create 2024-04-15T14:41:41.719 INFO:tasks.rados.rados.0.smithi016.stdout:1352: finishing write tid 1 to smithi01678542-49 2024-04-15T14:41:41.719 INFO:tasks.rados.rados.0.smithi016.stdout:1352: finishing write tid 2 to smithi01678542-49 2024-04-15T14:41:41.720 INFO:tasks.rados.rados.0.smithi016.stdout:1352: finishing write tid 3 to smithi01678542-49 2024-04-15T14:41:41.721 INFO:tasks.rados.rados.0.smithi016.stdout:1352: finishing write tid 4 to smithi01678542-49 2024-04-15T14:41:41.721 INFO:tasks.rados.rados.0.smithi016.stdout:1352: finishing write tid 5 to smithi01678542-49 2024-04-15T14:41:41.722 INFO:tasks.rados.rados.0.smithi016.stdout:1352: finishing write tid 6 to smithi01678542-49 2024-04-15T14:41:41.722 INFO:tasks.rados.rados.0.smithi016.stdout:1352: oid 49 updating version 0 to 261 2024-04-15T14:41:41.722 INFO:tasks.rados.rados.0.smithi016.stdout:1352: oid 49 version 261 is already newer than 260 2024-04-15T14:41:41.722 INFO:tasks.rados.rados.0.smithi016.stdout:1352: oid 49 version 261 is already newer than 258 2024-04-15T14:41:41.722 INFO:tasks.rados.rados.0.smithi016.stdout:1352: oid 49 version 261 is already newer than 259 2024-04-15T14:41:41.722 INFO:tasks.rados.rados.0.smithi016.stdout:1352: oid 49 updating version 261 to 262 2024-04-15T14:41:41.722 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 49 v 262 (ObjNum 429 snap 136 seq_num 429) dirty exists 2024-04-15T14:41:41.722 INFO:tasks.rados.rados.0.smithi016.stdout:1352: left oid 49 (ObjNum 429 snap 136 seq_num 429) 2024-04-15T14:41:42.039 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 15 14:41:41 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-y[81421]: ::ffff:172.21.15.102 - - [15/Apr/2024:14:41:41] "GET /metrics HTTP/1.1" 200 36196 "" "Prometheus/2.43.0" 2024-04-15T14:41:42.303 INFO:tasks.rados.rados.0.smithi016.stdout:1351: done (2 left) 2024-04-15T14:41:42.304 INFO:tasks.rados.rados.0.smithi016.stdout:1352: done (1 left) 2024-04-15T14:41:42.304 INFO:tasks.rados.rados.0.smithi016.stdout:1353: done (0 left) 2024-04-15T14:41:42.304 INFO:tasks.rados.rados.0.smithi016.stdout:1354: copy_from oid 49 from oid 24 current snap is 137 2024-04-15T14:41:42.304 INFO:tasks.rados.rados.0.smithi016.stdout:1355: rollback oid 15 current snap is 137 2024-04-15T14:41:42.304 INFO:tasks.rados.rados.0.smithi016.stdout:rollback oid 15 to 136 2024-04-15T14:41:42.304 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 35 current snap is 137 2024-04-15T14:41:42.304 INFO:tasks.rados.rados.0.smithi016.stdout:1356: seq_num 430 ranges {4882432=8192} 2024-04-15T14:41:42.332 INFO:tasks.rados.rados.0.smithi016.stdout:1356: writing smithi01678542-35 from 4882432 to 4890624 tid 1 2024-04-15T14:41:42.332 INFO:tasks.rados.rados.0.smithi016.stdout:1357: snap_create 2024-04-15T14:41:42.332 INFO:tasks.rados.rados.0.smithi016.stdout:1355: finishing rollback tid 0 to smithi01678542-15 2024-04-15T14:41:42.332 INFO:tasks.rados.rados.0.smithi016.stdout:1355: finishing rollback tid 1 to smithi01678542-15 2024-04-15T14:41:42.332 INFO:tasks.rados.rados.0.smithi016.stdout:1355: finishing rollback tid 2 to smithi01678542-15 2024-04-15T14:41:42.332 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 15 v 549 (ObjNum 312 snap 98 seq_num 312) dirty exists 2024-04-15T14:41:42.336 INFO:tasks.rados.rados.0.smithi016.stdout:1356: finishing write tid 1 to smithi01678542-35 2024-04-15T14:41:42.336 INFO:tasks.rados.rados.0.smithi016.stdout:1356: finishing write tid 2 to smithi01678542-35 2024-04-15T14:41:42.337 INFO:tasks.rados.rados.0.smithi016.stdout:1356: finishing write tid 3 to smithi01678542-35 2024-04-15T14:41:42.337 INFO:tasks.rados.rados.0.smithi016.stdout:1356: oid 35 updating version 0 to 764 2024-04-15T14:41:42.337 INFO:tasks.rados.rados.0.smithi016.stdout:1356: oid 35 version 764 is already newer than 763 2024-04-15T14:41:42.337 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 35 v 764 (ObjNum 430 snap 137 seq_num 430) dirty exists 2024-04-15T14:41:42.337 INFO:tasks.rados.rados.0.smithi016.stdout:1356: left oid 35 (ObjNum 430 snap 137 seq_num 430) 2024-04-15T14:41:42.345 INFO:tasks.rados.rados.0.smithi016.stdout:1354: finishing copy_from racing read to smithi01678542-49 2024-04-15T14:41:42.349 INFO:tasks.rados.rados.0.smithi016.stdout:1354: finishing copy_from to smithi01678542-49 2024-04-15T14:41:42.349 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 49 v 546 (ObjNum 403 snap 128 seq_num 403) dirty exists 2024-04-15T14:41:42.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:41:42 smithi102 ceph-mon[87131]: osdmap e348: 8 total, 8 up, 8 in 2024-04-15T14:41:42.687 INFO:journalctl@ceph.prometheus.a.smithi102.stdout:Apr 15 14:41:42 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-prometheus-a[78028]: ts=2024-04-15T14:41:42.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi016:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"362ea986-fb34-11ee-bc8f-c7b262605968\", instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T14:41:42.789 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:41:42 smithi016 ceph-mon[90652]: osdmap e348: 8 total, 8 up, 8 in 2024-04-15T14:41:42.789 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:41:42 smithi016 ceph-mon[93212]: osdmap e348: 8 total, 8 up, 8 in 2024-04-15T14:41:43.309 INFO:tasks.rados.rados.0.smithi016.stdout:1354: done (3 left) 2024-04-15T14:41:43.309 INFO:tasks.rados.rados.0.smithi016.stdout:1355: done (2 left) 2024-04-15T14:41:43.309 INFO:tasks.rados.rados.0.smithi016.stdout:1356: done (1 left) 2024-04-15T14:41:43.309 INFO:tasks.rados.rados.0.smithi016.stdout:1357: done (0 left) 2024-04-15T14:41:43.309 INFO:tasks.rados.rados.0.smithi016.stdout:1358: rollback oid 1 current snap is 138 2024-04-15T14:41:43.309 INFO:tasks.rados.rados.0.smithi016.stdout:rollback oid 1 to 137 2024-04-15T14:41:43.309 INFO:tasks.rados.rados.0.smithi016.stdout:1359: rollback oid 36 current snap is 138 2024-04-15T14:41:43.309 INFO:tasks.rados.rados.0.smithi016.stdout:rollback oid 36 to 134 2024-04-15T14:41:43.309 INFO:tasks.rados.rados.0.smithi016.stdout:1360: snap_remove snap 132 2024-04-15T14:41:43.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:41:43 smithi102 ceph-mon[87131]: pgmap v153: 121 pgs: 121 active+clean; 157 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 2.3 MiB/s rd, 1.6 MiB/s wr, 11 op/s 2024-04-15T14:41:43.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:41:43 smithi102 ceph-mon[87131]: osdmap e349: 8 total, 8 up, 8 in 2024-04-15T14:41:43.687 INFO:journalctl@ceph.prometheus.a.smithi102.stdout:Apr 15 14:41:43 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-prometheus-a[78028]: ts=2024-04-15T14:41:43.504Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi016\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi016\", job=\"node\", machine=\"x86_64\", nodename=\"smithi016\", release=\"5.14.0-438.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Apr 12 13:55:21 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"362ea986-fb34-11ee-bc8f-c7b262605968\", domainname=\"(none)\", instance=\"smithi016\", job=\"node\", machine=\"x86_64\", nodename=\"smithi016\", release=\"5.14.0-438.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Apr 12 13:55:21 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T14:41:43.789 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:41:43 smithi016 ceph-mon[90652]: pgmap v153: 121 pgs: 121 active+clean; 157 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 2.3 MiB/s rd, 1.6 MiB/s wr, 11 op/s 2024-04-15T14:41:43.789 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:41:43 smithi016 ceph-mon[90652]: osdmap e349: 8 total, 8 up, 8 in 2024-04-15T14:41:43.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:41:43 smithi016 ceph-mon[93212]: pgmap v153: 121 pgs: 121 active+clean; 157 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 2.3 MiB/s rd, 1.6 MiB/s wr, 11 op/s 2024-04-15T14:41:43.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:41:43 smithi016 ceph-mon[93212]: osdmap e349: 8 total, 8 up, 8 in 2024-04-15T14:41:44.316 INFO:tasks.rados.rados.0.smithi016.stdout:1360: done (2 left) 2024-04-15T14:41:44.316 INFO:tasks.rados.rados.0.smithi016.stdout:1361: snap_remove snap 136 2024-04-15T14:41:44.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:41:44 smithi102 ceph-mon[87131]: osdmap e350: 8 total, 8 up, 8 in 2024-04-15T14:41:44.789 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:41:44 smithi016 ceph-mon[90652]: osdmap e350: 8 total, 8 up, 8 in 2024-04-15T14:41:44.789 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:41:44 smithi016 ceph-mon[93212]: osdmap e350: 8 total, 8 up, 8 in 2024-04-15T14:41:45.273 INFO:tasks.rados.rados.0.smithi016.stdout:1361: done (2 left) 2024-04-15T14:41:45.273 INFO:tasks.rados.rados.0.smithi016.stdout:1362: snap_remove snap 133 2024-04-15T14:41:45.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:41:45 smithi102 ceph-mon[87131]: pgmap v156: 121 pgs: 121 active+clean; 157 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail 2024-04-15T14:41:45.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:41:45 smithi102 ceph-mon[87131]: osdmap e351: 8 total, 8 up, 8 in 2024-04-15T14:41:45.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:41:45 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["1"], "max": 16}]: dispatch 2024-04-15T14:41:45.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:41:45 smithi102 ceph-mon[87131]: osdmap e352: 8 total, 8 up, 8 in 2024-04-15T14:41:45.789 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:41:45 smithi016 ceph-mon[90652]: pgmap v156: 121 pgs: 121 active+clean; 157 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail 2024-04-15T14:41:45.789 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:41:45 smithi016 ceph-mon[90652]: osdmap e351: 8 total, 8 up, 8 in 2024-04-15T14:41:45.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:41:45 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["1"], "max": 16}]: dispatch 2024-04-15T14:41:45.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:41:45 smithi016 ceph-mon[90652]: osdmap e352: 8 total, 8 up, 8 in 2024-04-15T14:41:45.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:41:45 smithi016 ceph-mon[93212]: pgmap v156: 121 pgs: 121 active+clean; 157 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail 2024-04-15T14:41:45.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:41:45 smithi016 ceph-mon[93212]: osdmap e351: 8 total, 8 up, 8 in 2024-04-15T14:41:45.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:41:45 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["1"], "max": 16}]: dispatch 2024-04-15T14:41:45.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:41:45 smithi016 ceph-mon[93212]: osdmap e352: 8 total, 8 up, 8 in 2024-04-15T14:41:46.275 INFO:tasks.rados.rados.0.smithi016.stdout:1362: done (2 left) 2024-04-15T14:41:46.275 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 29 current snap is 138 2024-04-15T14:41:46.275 INFO:tasks.rados.rados.0.smithi016.stdout:1358: finishing rollback tid 1 to smithi01678542-1 2024-04-15T14:41:46.275 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 1 v 772 (ObjNum 65 snap 0 seq_num 1919506283) dirty dne 2024-04-15T14:41:46.275 INFO:tasks.rados.rados.0.smithi016.stdout:1363: seq_num 431 ranges {2277376=24576} 2024-04-15T14:41:46.289 INFO:tasks.rados.rados.0.smithi016.stdout:1363: writing smithi01678542-29 from 2277376 to 2301952 tid 1 2024-04-15T14:41:46.289 INFO:tasks.rados.rados.0.smithi016.stdout:1358: done (2 left) 2024-04-15T14:41:46.289 INFO:tasks.rados.rados.0.smithi016.stdout:1364: snap_remove snap 137 2024-04-15T14:41:46.539 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:41:46 smithi016 ceph-mon[90652]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["1"], "max": 16}]: dispatch 2024-04-15T14:41:46.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:41:46 smithi016 ceph-mon[90652]: Upgrade: osd.1 is safe to restart 2024-04-15T14:41:46.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:41:46 smithi016 ceph-mon[90652]: osdmap e353: 8 total, 8 up, 8 in 2024-04-15T14:41:46.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:41:46 smithi016 ceph-mon[93212]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["1"], "max": 16}]: dispatch 2024-04-15T14:41:46.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:41:46 smithi016 ceph-mon[93212]: Upgrade: osd.1 is safe to restart 2024-04-15T14:41:46.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:41:46 smithi016 ceph-mon[93212]: osdmap e353: 8 total, 8 up, 8 in 2024-04-15T14:41:46.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:41:46 smithi102 ceph-mon[87131]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["1"], "max": 16}]: dispatch 2024-04-15T14:41:46.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:41:46 smithi102 ceph-mon[87131]: Upgrade: osd.1 is safe to restart 2024-04-15T14:41:46.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:41:46 smithi102 ceph-mon[87131]: osdmap e353: 8 total, 8 up, 8 in 2024-04-15T14:41:47.277 INFO:tasks.rados.rados.0.smithi016.stdout:1364: done (2 left) 2024-04-15T14:41:47.277 INFO:tasks.rados.rados.0.smithi016.stdout:1365: copy_from oid 19 from oid 18 current snap is 138 2024-04-15T14:41:47.277 INFO:tasks.rados.rados.0.smithi016.stdout:1359: finishing rollback tid 0 to smithi01678542-36 2024-04-15T14:41:47.277 INFO:tasks.rados.rados.0.smithi016.stdout:1359: finishing rollback tid 1 to smithi01678542-36 2024-04-15T14:41:47.277 INFO:tasks.rados.rados.0.smithi016.stdout:1359: finishing rollback tid 2 to smithi01678542-36 2024-04-15T14:41:47.278 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 36 v 802 (ObjNum 345 snap 111 seq_num 345) dirty exists 2024-04-15T14:41:47.278 INFO:tasks.rados.rados.0.smithi016.stdout:1363: finishing write tid 1 to smithi01678542-29 2024-04-15T14:41:47.278 INFO:tasks.rados.rados.0.smithi016.stdout:1363: finishing write tid 2 to smithi01678542-29 2024-04-15T14:41:47.278 INFO:tasks.rados.rados.0.smithi016.stdout:1363: finishing write tid 3 to smithi01678542-29 2024-04-15T14:41:47.278 INFO:tasks.rados.rados.0.smithi016.stdout:1363: oid 29 updating version 0 to 858 2024-04-15T14:41:47.278 INFO:tasks.rados.rados.0.smithi016.stdout:1363: oid 29 updating version 858 to 859 2024-04-15T14:41:47.278 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 29 v 859 (ObjNum 431 snap 138 seq_num 431) dirty exists 2024-04-15T14:41:47.279 INFO:tasks.rados.rados.0.smithi016.stdout:1363: left oid 29 (ObjNum 431 snap 138 seq_num 431) 2024-04-15T14:41:47.279 INFO:tasks.rados.rados.0.smithi016.stdout:1359: done (2 left) 2024-04-15T14:41:47.279 INFO:tasks.rados.rados.0.smithi016.stdout:1363: done (1 left) 2024-04-15T14:41:47.279 INFO:tasks.rados.rados.0.smithi016.stdout:1366: snap_remove snap 135 2024-04-15T14:41:47.639 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:41:47 smithi016 ceph-mon[90652]: pgmap v159: 121 pgs: 121 active+clean; 181 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 5.4 MiB/s rd, 6.5 MiB/s wr, 16 op/s 2024-04-15T14:41:47.639 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:41:47 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T14:41:47.639 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:41:47 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.1"}]: dispatch 2024-04-15T14:41:47.639 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:41:47 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T14:41:47.640 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:41:47 smithi016 ceph-mon[90652]: osdmap e354: 8 total, 8 up, 8 in 2024-04-15T14:41:47.640 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:41:47 smithi016 ceph-mon[93212]: pgmap v159: 121 pgs: 121 active+clean; 181 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 5.4 MiB/s rd, 6.5 MiB/s wr, 16 op/s 2024-04-15T14:41:47.640 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:41:47 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T14:41:47.640 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:41:47 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.1"}]: dispatch 2024-04-15T14:41:47.640 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:41:47 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T14:41:47.641 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:41:47 smithi016 ceph-mon[93212]: osdmap e354: 8 total, 8 up, 8 in 2024-04-15T14:41:47.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:41:47 smithi102 ceph-mon[87131]: pgmap v159: 121 pgs: 121 active+clean; 181 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 5.4 MiB/s rd, 6.5 MiB/s wr, 16 op/s 2024-04-15T14:41:47.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:41:47 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T14:41:47.688 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:41:47 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.1"}]: dispatch 2024-04-15T14:41:47.688 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:41:47 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T14:41:47.688 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:41:47 smithi102 ceph-mon[87131]: osdmap e354: 8 total, 8 up, 8 in 2024-04-15T14:41:48.277 INFO:tasks.rados.rados.0.smithi016.stdout:1366: done (1 left) 2024-04-15T14:41:48.278 INFO:tasks.rados.rados.0.smithi016.stdout:1367: snap_create 2024-04-15T14:41:48.278 INFO:tasks.rados.rados.0.smithi016.stdout:1365: finishing copy_from racing read to smithi01678542-19 2024-04-15T14:41:48.278 INFO:tasks.rados.rados.0.smithi016.stdout:1365: finishing copy_from to smithi01678542-19 2024-04-15T14:41:48.278 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 19 v 554 (ObjNum 392 snap 128 seq_num 392) dirty exists 2024-04-15T14:41:48.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:41:48 smithi102 ceph-mon[87131]: Upgrade: Updating osd.1 2024-04-15T14:41:48.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:41:48 smithi102 ceph-mon[87131]: Deploying daemon osd.1 on smithi016 2024-04-15T14:41:48.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:41:48 smithi102 ceph-mon[87131]: osdmap e355: 8 total, 8 up, 8 in 2024-04-15T14:41:48.789 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:41:48 smithi016 ceph-mon[90652]: Upgrade: Updating osd.1 2024-04-15T14:41:48.789 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:41:48 smithi016 ceph-mon[90652]: Deploying daemon osd.1 on smithi016 2024-04-15T14:41:48.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:41:48 smithi016 ceph-mon[90652]: osdmap e355: 8 total, 8 up, 8 in 2024-04-15T14:41:48.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:41:48 smithi016 ceph-mon[93212]: Upgrade: Updating osd.1 2024-04-15T14:41:48.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:41:48 smithi016 ceph-mon[93212]: Deploying daemon osd.1 on smithi016 2024-04-15T14:41:48.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:41:48 smithi016 ceph-mon[93212]: osdmap e355: 8 total, 8 up, 8 in 2024-04-15T14:41:49.279 INFO:tasks.rados.rados.0.smithi016.stdout:1365: done (1 left) 2024-04-15T14:41:49.279 INFO:tasks.rados.rados.0.smithi016.stdout:1367: done (0 left) 2024-04-15T14:41:49.279 INFO:tasks.rados.rados.0.smithi016.stdout:1368: read oid 47 snap -1 2024-04-15T14:41:49.279 INFO:tasks.rados.rados.0.smithi016.stdout:1368: expect (ObjNum 376 snap 123 seq_num 376) 2024-04-15T14:41:49.279 INFO:tasks.rados.rados.0.smithi016.stdout:1369: copy_from oid 11 from oid 22 current snap is 139 2024-04-15T14:41:49.279 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 2 current snap is 139 2024-04-15T14:41:49.280 INFO:tasks.rados.rados.0.smithi016.stdout:1370: seq_num 432 ranges {0=40960} 2024-04-15T14:41:49.280 INFO:tasks.rados.rados.0.smithi016.stdout:1370: writing smithi01678542-2 from 0 to 40960 tid 1 2024-04-15T14:41:49.280 INFO:tasks.rados.rados.0.smithi016.stdout:1371: copy_from oid 41 from oid 27 current snap is 139 2024-04-15T14:41:49.280 INFO:tasks.rados.rados.0.smithi016.stdout:1372: read oid 9 snap -1 2024-04-15T14:41:49.280 INFO:tasks.rados.rados.0.smithi016.stdout:1372: expect deleted 2024-04-15T14:41:49.280 INFO:tasks.rados.rados.0.smithi016.stdout:1373: snap_create 2024-04-15T14:41:49.282 INFO:tasks.rados.rados.0.smithi016.stdout:1370: finishing write tid 1 to smithi01678542-2 2024-04-15T14:41:49.283 INFO:tasks.rados.rados.0.smithi016.stdout:1370: finishing write tid 2 to smithi01678542-2 2024-04-15T14:41:49.289 INFO:tasks.rados.rados.0.smithi016.stdout:1370: finishing write tid 3 to smithi01678542-2 2024-04-15T14:41:49.289 INFO:tasks.rados.rados.0.smithi016.stdout:1370: oid 2 updating version 0 to 772 2024-04-15T14:41:49.289 INFO:tasks.rados.rados.0.smithi016.stdout:1370: oid 2 version 772 is already newer than 771 2024-04-15T14:41:49.290 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 2 v 772 (ObjNum 432 snap 139 seq_num 432) dirty exists 2024-04-15T14:41:49.290 INFO:tasks.rados.rados.0.smithi016.stdout:1370: left oid 2 (ObjNum 432 snap 139 seq_num 432) 2024-04-15T14:41:49.294 INFO:tasks.rados.rados.0.smithi016.stdout:1368: expect (ObjNum 376 snap 123 seq_num 376) 2024-04-15T14:41:49.416 INFO:tasks.rados.rados.0.smithi016.stdout:1369: finishing copy_from racing read to smithi01678542-11 2024-04-15T14:41:49.416 INFO:tasks.rados.rados.0.smithi016.stdout:1369: finishing copy_from to smithi01678542-11 2024-04-15T14:41:49.416 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 11 v 380 (ObjNum 400 snap 128 seq_num 400) dirty exists 2024-04-15T14:41:49.416 INFO:tasks.rados.rados.0.smithi016.stdout:1371: finishing copy_from racing read to smithi01678542-41 2024-04-15T14:41:49.416 INFO:tasks.rados.rados.0.smithi016.stdout:1371: finishing copy_from to smithi01678542-41 2024-04-15T14:41:49.416 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 41 v 502 (ObjNum 343 snap 109 seq_num 343) dirty exists 2024-04-15T14:41:49.539 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:41:49 smithi016 ceph-mon[93212]: pgmap v162: 121 pgs: 121 active+clean; 181 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 5.4 MiB/s rd, 6.5 MiB/s wr, 16 op/s 2024-04-15T14:41:49.539 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:41:49 smithi016 ceph-mon[93212]: osdmap e356: 8 total, 8 up, 8 in 2024-04-15T14:41:49.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:41:49 smithi016 ceph-mon[90652]: pgmap v162: 121 pgs: 121 active+clean; 181 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 5.4 MiB/s rd, 6.5 MiB/s wr, 16 op/s 2024-04-15T14:41:49.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:41:49 smithi016 ceph-mon[90652]: osdmap e356: 8 total, 8 up, 8 in 2024-04-15T14:41:49.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:41:49 smithi102 ceph-mon[87131]: pgmap v162: 121 pgs: 121 active+clean; 181 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 5.4 MiB/s rd, 6.5 MiB/s wr, 16 op/s 2024-04-15T14:41:49.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:41:49 smithi102 ceph-mon[87131]: osdmap e356: 8 total, 8 up, 8 in 2024-04-15T14:41:50.280 INFO:tasks.rados.rados.0.smithi016.stdout:1368: done (5 left) 2024-04-15T14:41:50.280 INFO:tasks.rados.rados.0.smithi016.stdout:1369: done (4 left) 2024-04-15T14:41:50.280 INFO:tasks.rados.rados.0.smithi016.stdout:1370: done (3 left) 2024-04-15T14:41:50.280 INFO:tasks.rados.rados.0.smithi016.stdout:1371: done (2 left) 2024-04-15T14:41:50.280 INFO:tasks.rados.rados.0.smithi016.stdout:1372: done (1 left) 2024-04-15T14:41:50.280 INFO:tasks.rados.rados.0.smithi016.stdout:1373: done (0 left) 2024-04-15T14:41:50.280 INFO:tasks.rados.rados.0.smithi016.stdout:1374: snap_create 2024-04-15T14:41:51.285 INFO:tasks.rados.rados.0.smithi016.stdout:1374: done (0 left) 2024-04-15T14:41:51.286 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 7 current snap is 141 2024-04-15T14:41:51.286 INFO:tasks.rados.rados.0.smithi016.stdout:1375: seq_num 433 ranges {2277376=57344} 2024-04-15T14:41:51.293 INFO:journalctl@ceph.osd.1.smithi016.stdout:Apr 15 14:41:50 smithi016 systemd[1]: Stopping Ceph osd.1 for 362ea986-fb34-11ee-bc8f-c7b262605968... 2024-04-15T14:41:51.293 INFO:journalctl@ceph.osd.1.smithi016.stdout:Apr 15 14:41:51 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-osd-1[46889]: 2024-04-15T14:41:51.100+0000 7f6fc79b2700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.1 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-04-15T14:41:51.293 INFO:journalctl@ceph.osd.1.smithi016.stdout:Apr 15 14:41:51 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-osd-1[46889]: 2024-04-15T14:41:51.100+0000 7f6fc79b2700 -1 osd.1 357 *** Got signal Terminated *** 2024-04-15T14:41:51.293 INFO:journalctl@ceph.osd.1.smithi016.stdout:Apr 15 14:41:51 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-osd-1[46889]: 2024-04-15T14:41:51.100+0000 7f6fc79b2700 -1 osd.1 357 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-04-15T14:41:51.298 INFO:tasks.rados.rados.0.smithi016.stdout:1375: writing smithi01678542-7 from 2277376 to 2334720 tid 1 2024-04-15T14:41:51.298 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 45 current snap is 141 2024-04-15T14:41:51.298 INFO:tasks.rados.rados.0.smithi016.stdout:1376: seq_num 434 ranges {6340608=73728} 2024-04-15T14:41:51.334 INFO:tasks.rados.rados.0.smithi016.stdout:1376: writing smithi01678542-45 from 6340608 to 6414336 tid 1 2024-04-15T14:41:51.334 INFO:tasks.rados.rados.0.smithi016.stdout:1377: copy_from oid 38 from oid 44 current snap is 141 2024-04-15T14:41:51.335 INFO:tasks.rados.rados.0.smithi016.stdout:1375: finishing write tid 1 to smithi01678542-7 2024-04-15T14:41:51.335 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 35 current snap is 141 2024-04-15T14:41:51.335 INFO:tasks.rados.rados.0.smithi016.stdout:1378: seq_num 435 ranges {4890624=90112} 2024-04-15T14:41:51.362 INFO:tasks.rados.rados.0.smithi016.stdout:1378: writing smithi01678542-35 from 4890624 to 4980736 tid 1 2024-04-15T14:41:51.363 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 24 current snap is 141 2024-04-15T14:41:51.363 INFO:tasks.rados.rados.0.smithi016.stdout:1375: finishing write tid 2 to smithi01678542-7 2024-04-15T14:41:51.363 INFO:tasks.rados.rados.0.smithi016.stdout:1375: finishing write tid 3 to smithi01678542-7 2024-04-15T14:41:51.363 INFO:tasks.rados.rados.0.smithi016.stdout:1375: oid 7 updating version 0 to 832 2024-04-15T14:41:51.363 INFO:tasks.rados.rados.0.smithi016.stdout:1375: oid 7 version 832 is already newer than 831 2024-04-15T14:41:51.364 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 7 v 832 (ObjNum 433 snap 141 seq_num 433) dirty exists 2024-04-15T14:41:51.364 INFO:tasks.rados.rados.0.smithi016.stdout:1375: left oid 7 (ObjNum 433 snap 141 seq_num 433) 2024-04-15T14:41:51.364 INFO:tasks.rados.rados.0.smithi016.stdout:1376: finishing write tid 1 to smithi01678542-45 2024-04-15T14:41:51.364 INFO:tasks.rados.rados.0.smithi016.stdout:1376: finishing write tid 2 to smithi01678542-45 2024-04-15T14:41:51.364 INFO:tasks.rados.rados.0.smithi016.stdout:1376: finishing write tid 3 to smithi01678542-45 2024-04-15T14:41:51.364 INFO:tasks.rados.rados.0.smithi016.stdout:1376: oid 45 updating version 0 to 509 2024-04-15T14:41:51.365 INFO:tasks.rados.rados.0.smithi016.stdout:1376: oid 45 version 509 is already newer than 508 2024-04-15T14:41:51.365 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 45 v 509 (ObjNum 434 snap 141 seq_num 434) dirty exists 2024-04-15T14:41:51.365 INFO:tasks.rados.rados.0.smithi016.stdout:1376: left oid 45 (ObjNum 434 snap 141 seq_num 434) 2024-04-15T14:41:51.365 INFO:tasks.rados.rados.0.smithi016.stdout:1379: seq_num 436 ranges {7995392=106496} 2024-04-15T14:41:51.405 INFO:tasks.rados.rados.0.smithi016.stdout:1379: writing smithi01678542-24 from 7995392 to 8101888 tid 1 2024-04-15T14:41:51.405 INFO:tasks.rados.rados.0.smithi016.stdout:1375: done (4 left) 2024-04-15T14:41:51.406 INFO:tasks.rados.rados.0.smithi016.stdout:1376: done (3 left) 2024-04-15T14:41:51.406 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 3 current snap is 141 2024-04-15T14:41:51.406 INFO:tasks.rados.rados.0.smithi016.stdout:1380: seq_num 437 ranges {9584640=122880} 2024-04-15T14:41:51.458 INFO:tasks.rados.rados.0.smithi016.stdout:1380: writing smithi01678542-3 from 9584640 to 9707520 tid 1 2024-04-15T14:41:51.458 INFO:tasks.rados.rados.0.smithi016.stdout:1381: snap_remove snap 139 2024-04-15T14:41:51.539 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:41:51 smithi016 ceph-mon[90652]: pgmap v165: 121 pgs: 121 active+clean; 194 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.5 MiB/s wr, 3 op/s 2024-04-15T14:41:51.539 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:41:51 smithi016 ceph-mon[90652]: osdmap e357: 8 total, 8 up, 8 in 2024-04-15T14:41:51.539 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:41:51 smithi016 ceph-mon[90652]: osd.1 marked itself down and dead 2024-04-15T14:41:51.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:41:51 smithi016 ceph-mon[93212]: pgmap v165: 121 pgs: 121 active+clean; 194 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.5 MiB/s wr, 3 op/s 2024-04-15T14:41:51.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:41:51 smithi016 ceph-mon[93212]: osdmap e357: 8 total, 8 up, 8 in 2024-04-15T14:41:51.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:41:51 smithi016 ceph-mon[93212]: osd.1 marked itself down and dead 2024-04-15T14:41:51.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:41:51 smithi102 ceph-mon[87131]: pgmap v165: 121 pgs: 121 active+clean; 194 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.5 MiB/s wr, 3 op/s 2024-04-15T14:41:51.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:41:51 smithi102 ceph-mon[87131]: osdmap e357: 8 total, 8 up, 8 in 2024-04-15T14:41:51.688 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:41:51 smithi102 ceph-mon[87131]: osd.1 marked itself down and dead 2024-04-15T14:41:52.039 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 15 14:41:51 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-y[81421]: ::ffff:172.21.15.102 - - [15/Apr/2024:14:41:51] "GET /metrics HTTP/1.1" 200 36196 "" "Prometheus/2.43.0" 2024-04-15T14:41:52.040 INFO:journalctl@ceph.osd.1.smithi016.stdout:Apr 15 14:41:51 smithi016 podman[103629]: 2024-04-15 14:41:51.836072334 +0000 UTC m=+0.829984096 container died 9239978ce6444911a8b201e8e021871ad8b9c509441ae64fa550df2549d65b96 (image=quay.ceph.io/ceph-ci/ceph@sha256:68779415073ff203e402b0379758fdddf51fc45e34dd0f039888aa95268c5315, name=ceph-362ea986-fb34-11ee-bc8f-c7b262605968-osd-1, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=reef-e3fb05d, io.buildah.version=1.33.5, ceph=True, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.license=GPLv2, org.label-schema.build-date=20240409, GIT_CLEAN=True) 2024-04-15T14:41:52.284 INFO:tasks.rados.rados.0.smithi016.stdout:1377: finishing copy_from racing read to smithi01678542-38 2024-04-15T14:41:52.284 INFO:tasks.rados.rados.0.smithi016.stdout:1377: finishing copy_from to smithi01678542-38 2024-04-15T14:41:52.285 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 38 v 848 (ObjNum 426 snap 136 seq_num 426) dirty exists 2024-04-15T14:41:52.285 INFO:tasks.rados.rados.0.smithi016.stdout:1379: finishing write tid 1 to smithi01678542-24 2024-04-15T14:41:52.285 INFO:tasks.rados.rados.0.smithi016.stdout:1379: finishing write tid 2 to smithi01678542-24 2024-04-15T14:41:52.285 INFO:tasks.rados.rados.0.smithi016.stdout:1379: finishing write tid 3 to smithi01678542-24 2024-04-15T14:41:52.285 INFO:tasks.rados.rados.0.smithi016.stdout:1379: oid 24 updating version 0 to 849 2024-04-15T14:41:52.285 INFO:tasks.rados.rados.0.smithi016.stdout:1379: oid 24 updating version 849 to 850 2024-04-15T14:41:52.285 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 24 v 850 (ObjNum 436 snap 141 seq_num 436) dirty exists 2024-04-15T14:41:52.285 INFO:tasks.rados.rados.0.smithi016.stdout:1379: left oid 24 (ObjNum 436 snap 141 seq_num 436) 2024-04-15T14:41:52.285 INFO:tasks.rados.rados.0.smithi016.stdout:1380: finishing write tid 1 to smithi01678542-3 2024-04-15T14:41:52.285 INFO:tasks.rados.rados.0.smithi016.stdout:1380: finishing write tid 2 to smithi01678542-3 2024-04-15T14:41:52.285 INFO:tasks.rados.rados.0.smithi016.stdout:1380: finishing write tid 3 to smithi01678542-3 2024-04-15T14:41:52.285 INFO:tasks.rados.rados.0.smithi016.stdout:1380: oid 3 updating version 0 to 771 2024-04-15T14:41:52.285 INFO:tasks.rados.rados.0.smithi016.stdout:1380: oid 3 updating version 771 to 772 2024-04-15T14:41:52.285 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 3 v 772 (ObjNum 437 snap 141 seq_num 437) dirty exists 2024-04-15T14:41:52.286 INFO:tasks.rados.rados.0.smithi016.stdout:1380: left oid 3 (ObjNum 437 snap 141 seq_num 437) 2024-04-15T14:41:52.286 INFO:tasks.rados.rados.0.smithi016.stdout:1377: done (4 left) 2024-04-15T14:41:52.286 INFO:tasks.rados.rados.0.smithi016.stdout:1379: done (3 left) 2024-04-15T14:41:52.286 INFO:tasks.rados.rados.0.smithi016.stdout:1380: done (2 left) 2024-04-15T14:41:52.286 INFO:tasks.rados.rados.0.smithi016.stdout:1381: done (1 left) 2024-04-15T14:41:52.286 INFO:tasks.rados.rados.0.smithi016.stdout:1382: snap_create 2024-04-15T14:41:52.297 INFO:tasks.rados.rados.0.smithi016.stdout:1378: finishing write tid 1 to smithi01678542-35 2024-04-15T14:41:52.297 INFO:tasks.rados.rados.0.smithi016.stdout:1378: finishing write tid 2 to smithi01678542-35 2024-04-15T14:41:52.299 INFO:tasks.rados.rados.0.smithi016.stdout:1378: finishing write tid 3 to smithi01678542-35 2024-04-15T14:41:52.300 INFO:tasks.rados.rados.0.smithi016.stdout:1378: oid 35 updating version 0 to 766 2024-04-15T14:41:52.300 INFO:tasks.rados.rados.0.smithi016.stdout:1378: oid 35 version 766 is already newer than 765 2024-04-15T14:41:52.300 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 35 v 766 (ObjNum 435 snap 141 seq_num 435) dirty exists 2024-04-15T14:41:52.300 INFO:tasks.rados.rados.0.smithi016.stdout:1378: left oid 35 (ObjNum 435 snap 141 seq_num 435) 2024-04-15T14:41:52.517 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:41:52 smithi016 ceph-mon[90652]: Health check failed: 1 osds down (OSD_DOWN) 2024-04-15T14:41:52.517 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:41:52 smithi016 ceph-mon[90652]: osdmap e358: 8 total, 7 up, 8 in 2024-04-15T14:41:52.517 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:41:52 smithi016 ceph-mon[90652]: osdmap e359: 8 total, 7 up, 8 in 2024-04-15T14:41:52.517 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:41:52 smithi016 ceph-mon[93212]: Health check failed: 1 osds down (OSD_DOWN) 2024-04-15T14:41:52.517 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:41:52 smithi016 ceph-mon[93212]: osdmap e358: 8 total, 7 up, 8 in 2024-04-15T14:41:52.517 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:41:52 smithi016 ceph-mon[93212]: osdmap e359: 8 total, 7 up, 8 in 2024-04-15T14:41:52.518 INFO:journalctl@ceph.osd.1.smithi016.stdout:Apr 15 14:41:52 smithi016 podman[103629]: 2024-04-15 14:41:52.265056942 +0000 UTC m=+1.258968730 container cleanup 9239978ce6444911a8b201e8e021871ad8b9c509441ae64fa550df2549d65b96 (image=quay.ceph.io/ceph-ci/ceph@sha256:68779415073ff203e402b0379758fdddf51fc45e34dd0f039888aa95268c5315, name=ceph-362ea986-fb34-11ee-bc8f-c7b262605968-osd-1, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 8 Base Image, io.buildah.version=1.33.5, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=reef-e3fb05d, GIT_CLEAN=True, ceph=True, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.build-date=20240409) 2024-04-15T14:41:52.518 INFO:journalctl@ceph.osd.1.smithi016.stdout:Apr 15 14:41:52 smithi016 bash[103629]: ceph-362ea986-fb34-11ee-bc8f-c7b262605968-osd-1 2024-04-15T14:41:52.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:41:52 smithi102 ceph-mon[87131]: Health check failed: 1 osds down (OSD_DOWN) 2024-04-15T14:41:52.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:41:52 smithi102 ceph-mon[87131]: osdmap e358: 8 total, 7 up, 8 in 2024-04-15T14:41:52.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:41:52 smithi102 ceph-mon[87131]: osdmap e359: 8 total, 7 up, 8 in 2024-04-15T14:41:52.687 INFO:journalctl@ceph.prometheus.a.smithi102.stdout:Apr 15 14:41:52 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-prometheus-a[78028]: ts=2024-04-15T14:41:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi016:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"362ea986-fb34-11ee-bc8f-c7b262605968\", instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T14:41:52.789 INFO:journalctl@ceph.osd.1.smithi016.stdout:Apr 15 14:41:52 smithi016 podman[103652]: 2024-04-15 14:41:52.516725714 +0000 UTC m=+0.681690999 container remove 9239978ce6444911a8b201e8e021871ad8b9c509441ae64fa550df2549d65b96 (image=quay.ceph.io/ceph-ci/ceph@sha256:68779415073ff203e402b0379758fdddf51fc45e34dd0f039888aa95268c5315, name=ceph-362ea986-fb34-11ee-bc8f-c7b262605968-osd-1, org.label-schema.build-date=20240409, RELEASE=reef-e3fb05d, ceph=True, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, GIT_CLEAN=True, io.buildah.version=1.33.5, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux ) 2024-04-15T14:41:53.254 INFO:journalctl@ceph.osd.1.smithi016.stdout:Apr 15 14:41:52 smithi016 podman[103750]: 2024-04-15 14:41:52.844800942 +0000 UTC m=+0.018149056 image pull 259793512b732efd8e04a33aa28c6de3675c47d120bc226206521425d246003e quay.ceph.io/ceph-ci/ceph@sha256:55072b3f7eae2e3409906b98d09d882e1c3dc2a9205d85fd5f4c0bc62f82d163 2024-04-15T14:41:53.254 INFO:journalctl@ceph.osd.1.smithi016.stdout:Apr 15 14:41:52 smithi016 podman[103750]: 2024-04-15 14:41:52.951106395 +0000 UTC m=+0.124454509 container create aac280c0f021d4a0aa008f3814fc7b603f52b742e7c88b1b4ca436a1621a99d1 (image=quay.ceph.io/ceph-ci/ceph@sha256:55072b3f7eae2e3409906b98d09d882e1c3dc2a9205d85fd5f4c0bc62f82d163, name=ceph-362ea986-fb34-11ee-bc8f-c7b262605968-osd-1-deactivate, CEPH_POINT_RELEASE=, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, io.buildah.version=1.33.5, org.label-schema.vendor=CentOS, RELEASE=main-c2d8c31, org.label-schema.name=CentOS Stream 8 Base Image, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240409, GIT_CLEAN=True, ceph=True, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD) 2024-04-15T14:41:53.254 INFO:journalctl@ceph.osd.1.smithi016.stdout:Apr 15 14:41:53 smithi016 podman[103750]: 2024-04-15 14:41:53.178295954 +0000 UTC m=+0.351644068 container init aac280c0f021d4a0aa008f3814fc7b603f52b742e7c88b1b4ca436a1621a99d1 (image=quay.ceph.io/ceph-ci/ceph@sha256:55072b3f7eae2e3409906b98d09d882e1c3dc2a9205d85fd5f4c0bc62f82d163, name=ceph-362ea986-fb34-11ee-bc8f-c7b262605968-osd-1-deactivate, GIT_CLEAN=True, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD, ceph=True, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240409, RELEASE=main-c2d8c31, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.schema-version=1.0, io.buildah.version=1.33.5, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-04-15T14:41:53.254 INFO:journalctl@ceph.osd.1.smithi016.stdout:Apr 15 14:41:53 smithi016 podman[103750]: 2024-04-15 14:41:53.183908676 +0000 UTC m=+0.357256796 container start aac280c0f021d4a0aa008f3814fc7b603f52b742e7c88b1b4ca436a1621a99d1 (image=quay.ceph.io/ceph-ci/ceph@sha256:55072b3f7eae2e3409906b98d09d882e1c3dc2a9205d85fd5f4c0bc62f82d163, name=ceph-362ea986-fb34-11ee-bc8f-c7b262605968-osd-1-deactivate, org.label-schema.vendor=CentOS, io.buildah.version=1.33.5, org.label-schema.build-date=20240409, ceph=True, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, RELEASE=main-c2d8c31, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0) 2024-04-15T14:41:53.254 INFO:journalctl@ceph.osd.1.smithi016.stdout:Apr 15 14:41:53 smithi016 podman[103750]: 2024-04-15 14:41:53.253110553 +0000 UTC m=+0.426458667 container attach aac280c0f021d4a0aa008f3814fc7b603f52b742e7c88b1b4ca436a1621a99d1 (image=quay.ceph.io/ceph-ci/ceph@sha256:55072b3f7eae2e3409906b98d09d882e1c3dc2a9205d85fd5f4c0bc62f82d163, name=ceph-362ea986-fb34-11ee-bc8f-c7b262605968-osd-1-deactivate, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, GIT_CLEAN=True, RELEASE=main-c2d8c31, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240409, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, ceph=True, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2) 2024-04-15T14:41:53.285 INFO:tasks.rados.rados.0.smithi016.stdout:1378: done (1 left) 2024-04-15T14:41:53.285 INFO:tasks.rados.rados.0.smithi016.stdout:1382: done (0 left) 2024-04-15T14:41:53.285 INFO:tasks.rados.rados.0.smithi016.stdout:1383: copy_from oid 34 from oid 38 current snap is 142 2024-04-15T14:41:53.285 INFO:tasks.rados.rados.0.smithi016.stdout:1384: rollback oid 46 current snap is 142 2024-04-15T14:41:53.285 INFO:tasks.rados.rados.0.smithi016.stdout:rollback oid 46 to 140 2024-04-15T14:41:53.285 INFO:tasks.rados.rados.0.smithi016.stdout:1385: rollback oid 23 current snap is 142 2024-04-15T14:41:53.285 INFO:tasks.rados.rados.0.smithi016.stdout:rollback oid 23 to 141 2024-04-15T14:41:53.286 INFO:tasks.rados.rados.0.smithi016.stdout:1386: delete oid 22 current snap is 142 2024-04-15T14:41:53.289 INFO:tasks.rados.rados.0.smithi016.stdout:1384: finishing rollback tid 0 to smithi01678542-46 2024-04-15T14:41:53.290 INFO:tasks.rados.rados.0.smithi016.stdout:1384: finishing rollback tid 1 to smithi01678542-46 2024-04-15T14:41:53.292 INFO:tasks.rados.rados.0.smithi016.stdout:1384: finishing rollback tid 2 to smithi01678542-46 2024-04-15T14:41:53.292 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 46 v 775 (ObjNum 331 snap 103 seq_num 331) dirty exists 2024-04-15T14:41:53.293 INFO:tasks.rados.rados.0.smithi016.stdout:1384: done (3 left) 2024-04-15T14:41:53.293 INFO:tasks.rados.rados.0.smithi016.stdout:1386: done (2 left) 2024-04-15T14:41:53.293 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 48 current snap is 142 2024-04-15T14:41:53.293 INFO:tasks.rados.rados.0.smithi016.stdout:1385: finishing rollback tid 0 to smithi01678542-23 2024-04-15T14:41:53.293 INFO:tasks.rados.rados.0.smithi016.stdout:1387: seq_num 439 ranges {1859584=155648} 2024-04-15T14:41:53.305 INFO:tasks.rados.rados.0.smithi016.stdout:1387: writing smithi01678542-48 from 1859584 to 2015232 tid 1 2024-04-15T14:41:53.305 INFO:tasks.rados.rados.0.smithi016.stdout:1388: copy_from oid 13 from oid 1 current snap is 142 2024-04-15T14:41:53.305 INFO:tasks.rados.rados.0.smithi016.stdout:1385: finishing rollback tid 1 to smithi01678542-23 2024-04-15T14:41:53.305 INFO:tasks.rados.rados.0.smithi016.stdout:1385: finishing rollback tid 2 to smithi01678542-23 2024-04-15T14:41:53.305 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 23 v 795 (ObjNum 428 snap 136 seq_num 428) dirty exists 2024-04-15T14:41:53.305 INFO:tasks.rados.rados.0.smithi016.stdout:1385: done (3 left) 2024-04-15T14:41:53.305 INFO:tasks.rados.rados.0.smithi016.stdout:1389: snap_remove snap 140 2024-04-15T14:41:53.503 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:41:53 smithi016 ceph-mon[90652]: pgmap v168: 121 pgs: 17 stale+active+clean, 104 active+clean; 192 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.5 MiB/s wr, 3 op/s 2024-04-15T14:41:53.503 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:41:53 smithi016 ceph-mon[90652]: osdmap e360: 8 total, 7 up, 8 in 2024-04-15T14:41:53.504 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:41:53 smithi016 ceph-mon[93212]: pgmap v168: 121 pgs: 17 stale+active+clean, 104 active+clean; 192 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.5 MiB/s wr, 3 op/s 2024-04-15T14:41:53.504 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:41:53 smithi016 ceph-mon[93212]: osdmap e360: 8 total, 7 up, 8 in 2024-04-15T14:41:53.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:41:53 smithi102 ceph-mon[87131]: pgmap v168: 121 pgs: 17 stale+active+clean, 104 active+clean; 192 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.5 MiB/s wr, 3 op/s 2024-04-15T14:41:53.688 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:41:53 smithi102 ceph-mon[87131]: osdmap e360: 8 total, 7 up, 8 in 2024-04-15T14:41:53.688 INFO:journalctl@ceph.prometheus.a.smithi102.stdout:Apr 15 14:41:53 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-prometheus-a[78028]: ts=2024-04-15T14:41:53.505Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi016\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi016\", job=\"node\", machine=\"x86_64\", nodename=\"smithi016\", release=\"5.14.0-438.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Apr 12 13:55:21 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"362ea986-fb34-11ee-bc8f-c7b262605968\", domainname=\"(none)\", instance=\"smithi016\", job=\"node\", machine=\"x86_64\", nodename=\"smithi016\", release=\"5.14.0-438.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Apr 12 13:55:21 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T14:41:53.789 INFO:journalctl@ceph.osd.1.smithi016.stdout:Apr 15 14:41:53 smithi016 podman[103750]: 2024-04-15 14:41:53.503180438 +0000 UTC m=+0.676528552 container died aac280c0f021d4a0aa008f3814fc7b603f52b742e7c88b1b4ca436a1621a99d1 (image=quay.ceph.io/ceph-ci/ceph@sha256:55072b3f7eae2e3409906b98d09d882e1c3dc2a9205d85fd5f4c0bc62f82d163, name=ceph-362ea986-fb34-11ee-bc8f-c7b262605968-osd-1-deactivate, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240409, GIT_CLEAN=True, RELEASE=main-c2d8c31, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 8 Base Image, ceph=True, org.label-schema.license=GPLv2, io.buildah.version=1.33.5, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, maintainer=Guillaume Abrioux ) 2024-04-15T14:41:54.310 INFO:tasks.rados.rados.0.smithi016.stdout:1388: finishing copy_from to smithi01678542-13 2024-04-15T14:41:54.310 INFO:tasks.rados.rados.0.smithi016.stdout:1388: got expected ENOENT (src dne) 2024-04-15T14:41:54.310 INFO:tasks.rados.rados.0.smithi016.stdout:1388: finishing copy_from racing read to smithi01678542-13 2024-04-15T14:41:54.310 INFO:tasks.rados.rados.0.smithi016.stdout:1387: finishing write tid 1 to smithi01678542-48 2024-04-15T14:41:54.310 INFO:tasks.rados.rados.0.smithi016.stdout:1387: finishing write tid 2 to smithi01678542-48 2024-04-15T14:41:54.310 INFO:tasks.rados.rados.0.smithi016.stdout:1387: finishing write tid 3 to smithi01678542-48 2024-04-15T14:41:54.310 INFO:tasks.rados.rados.0.smithi016.stdout:1387: oid 48 updating version 0 to 403 2024-04-15T14:41:54.310 INFO:tasks.rados.rados.0.smithi016.stdout:1387: oid 48 version 403 is already newer than 402 2024-04-15T14:41:54.310 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 48 v 403 (ObjNum 439 snap 142 seq_num 439) dirty exists 2024-04-15T14:41:54.311 INFO:tasks.rados.rados.0.smithi016.stdout:1387: left oid 48 (ObjNum 439 snap 142 seq_num 439) 2024-04-15T14:41:54.311 INFO:tasks.rados.rados.0.smithi016.stdout:1383: finishing copy_from racing read to smithi01678542-34 2024-04-15T14:41:54.311 INFO:tasks.rados.rados.0.smithi016.stdout:1383: finishing copy_from to smithi01678542-34 2024-04-15T14:41:54.311 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 34 v 848 (ObjNum 426 snap 136 seq_num 426) dirty exists 2024-04-15T14:41:54.311 INFO:tasks.rados.rados.0.smithi016.stdout:1383: done (3 left) 2024-04-15T14:41:54.311 INFO:tasks.rados.rados.0.smithi016.stdout:1387: done (2 left) 2024-04-15T14:41:54.311 INFO:tasks.rados.rados.0.smithi016.stdout:1388: done (1 left) 2024-04-15T14:41:54.311 INFO:tasks.rados.rados.0.smithi016.stdout:1389: done (0 left) 2024-04-15T14:41:54.311 INFO:tasks.rados.rados.0.smithi016.stdout:1390: copy_from oid 32 from oid 37 current snap is 142 2024-04-15T14:41:54.311 INFO:tasks.rados.rados.0.smithi016.stdout:1391: copy_from oid 7 from oid 48 current snap is 142 2024-04-15T14:41:54.311 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 27 current snap is 142 2024-04-15T14:41:54.311 INFO:tasks.rados.rados.0.smithi016.stdout:1392: seq_num 440 ranges {4931584=172032} 2024-04-15T14:41:54.339 INFO:tasks.rados.rados.0.smithi016.stdout:1392: writing smithi01678542-27 from 4931584 to 5103616 tid 1 2024-04-15T14:41:54.339 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 31 current snap is 142 2024-04-15T14:41:54.339 INFO:tasks.rados.rados.0.smithi016.stdout:1391: finishing copy_from racing read to smithi01678542-7 2024-04-15T14:41:54.339 INFO:tasks.rados.rados.0.smithi016.stdout:1393: seq_num 441 ranges {3039232=188416} 2024-04-15T14:41:54.356 INFO:tasks.rados.rados.0.smithi016.stdout:1393: writing smithi01678542-31 from 3039232 to 3227648 tid 1 2024-04-15T14:41:54.356 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 30 current snap is 142 2024-04-15T14:41:54.357 INFO:tasks.rados.rados.0.smithi016.stdout:1394: seq_num 442 ranges {3039232=204800} 2024-04-15T14:41:54.375 INFO:tasks.rados.rados.0.smithi016.stdout:1394: writing smithi01678542-30 from 3039232 to 3244032 tid 1 2024-04-15T14:41:54.375 INFO:tasks.rados.rados.0.smithi016.stdout:1395: rmattr oid 28 current snap is 142 2024-04-15T14:41:54.375 INFO:tasks.rados.rados.0.smithi016.stdout:1395: done (5 left) 2024-04-15T14:41:54.375 INFO:tasks.rados.rados.0.smithi016.stdout:1396: delete oid 17 current snap is 142 2024-04-15T14:41:54.375 INFO:tasks.rados.rados.0.smithi016.stdout:1391: finishing copy_from to smithi01678542-7 2024-04-15T14:41:54.375 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 7 v 403 (ObjNum 439 snap 142 seq_num 439) dirty exists 2024-04-15T14:41:54.375 INFO:tasks.rados.rados.0.smithi016.stdout:1390: finishing copy_from racing read to smithi01678542-32 2024-04-15T14:41:54.375 INFO:tasks.rados.rados.0.smithi016.stdout:1390: finishing copy_from to smithi01678542-32 2024-04-15T14:41:54.375 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 32 v 770 (ObjNum 376 snap 123 seq_num 376) dirty exists 2024-04-15T14:41:54.375 INFO:tasks.rados.rados.0.smithi016.stdout:1392: finishing write tid 1 to smithi01678542-27 2024-04-15T14:41:54.375 INFO:tasks.rados.rados.0.smithi016.stdout:1392: finishing write tid 2 to smithi01678542-27 2024-04-15T14:41:54.376 INFO:tasks.rados.rados.0.smithi016.stdout:1392: finishing write tid 3 to smithi01678542-27 2024-04-15T14:41:54.376 INFO:tasks.rados.rados.0.smithi016.stdout:1392: oid 27 updating version 0 to 510 2024-04-15T14:41:54.376 INFO:tasks.rados.rados.0.smithi016.stdout:1392: oid 27 updating version 510 to 511 2024-04-15T14:41:54.376 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 27 v 511 (ObjNum 440 snap 142 seq_num 440) dirty exists 2024-04-15T14:41:54.376 INFO:tasks.rados.rados.0.smithi016.stdout:1392: left oid 27 (ObjNum 440 snap 142 seq_num 440) 2024-04-15T14:41:54.376 INFO:tasks.rados.rados.0.smithi016.stdout:1393: finishing write tid 1 to smithi01678542-31 2024-04-15T14:41:54.376 INFO:tasks.rados.rados.0.smithi016.stdout:1393: finishing write tid 2 to smithi01678542-31 2024-04-15T14:41:54.376 INFO:tasks.rados.rados.0.smithi016.stdout:1393: finishing write tid 3 to smithi01678542-31 2024-04-15T14:41:54.376 INFO:tasks.rados.rados.0.smithi016.stdout:1393: oid 31 updating version 0 to 777 2024-04-15T14:41:54.376 INFO:tasks.rados.rados.0.smithi016.stdout:1393: oid 31 updating version 777 to 778 2024-04-15T14:41:54.376 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 31 v 778 (ObjNum 441 snap 142 seq_num 441) dirty exists 2024-04-15T14:41:54.376 INFO:tasks.rados.rados.0.smithi016.stdout:1393: left oid 31 (ObjNum 441 snap 142 seq_num 441) 2024-04-15T14:41:54.377 INFO:tasks.rados.rados.0.smithi016.stdout:1390: done (5 left) 2024-04-15T14:41:54.377 INFO:tasks.rados.rados.0.smithi016.stdout:1391: done (4 left) 2024-04-15T14:41:54.377 INFO:tasks.rados.rados.0.smithi016.stdout:1392: done (3 left) 2024-04-15T14:41:54.377 INFO:tasks.rados.rados.0.smithi016.stdout:1393: done (2 left) 2024-04-15T14:41:54.377 INFO:tasks.rados.rados.0.smithi016.stdout:1396: done (1 left) 2024-04-15T14:41:54.378 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 5 current snap is 142 2024-04-15T14:41:54.378 INFO:tasks.rados.rados.0.smithi016.stdout:1397: seq_num 444 ranges {0=237568} 2024-04-15T14:41:54.378 INFO:tasks.rados.rados.0.smithi016.stdout:1397: writing smithi01678542-5 from 0 to 237568 tid 1 2024-04-15T14:41:54.378 INFO:tasks.rados.rados.0.smithi016.stdout:1398: delete oid 38 current snap is 142 2024-04-15T14:41:54.380 INFO:tasks.rados.rados.0.smithi016.stdout:1397: finishing write tid 1 to smithi01678542-5 2024-04-15T14:41:54.380 INFO:tasks.rados.rados.0.smithi016.stdout:1397: finishing write tid 2 to smithi01678542-5 2024-04-15T14:41:54.380 INFO:tasks.rados.rados.0.smithi016.stdout:1398: done (2 left) 2024-04-15T14:41:54.380 INFO:tasks.rados.rados.0.smithi016.stdout:1399: setattr oid 39 current snap is 142 2024-04-15T14:41:54.381 INFO:tasks.rados.rados.0.smithi016.stdout:1397: finishing write tid 3 to smithi01678542-5 2024-04-15T14:41:54.382 INFO:tasks.rados.rados.0.smithi016.stdout:1397: oid 5 updating version 0 to 779 2024-04-15T14:41:54.382 INFO:tasks.rados.rados.0.smithi016.stdout:1397: oid 5 updating version 779 to 780 2024-04-15T14:41:54.382 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 5 v 780 (ObjNum 444 snap 142 seq_num 444) dirty exists 2024-04-15T14:41:54.382 INFO:tasks.rados.rados.0.smithi016.stdout:1397: left oid 5 (ObjNum 444 snap 142 seq_num 444) 2024-04-15T14:41:54.382 INFO:tasks.rados.rados.0.smithi016.stdout:1397: done (2 left) 2024-04-15T14:41:54.382 INFO:tasks.rados.rados.0.smithi016.stdout:1400: read oid 20 snap -1 2024-04-15T14:41:54.382 INFO:tasks.rados.rados.0.smithi016.stdout:1400: expect (ObjNum 425 snap 135 seq_num 425) 2024-04-15T14:41:54.382 INFO:tasks.rados.rados.0.smithi016.stdout:1401: snap_remove snap 138 2024-04-15T14:41:54.540 INFO:journalctl@ceph.osd.1.smithi016.stdout:Apr 15 14:41:54 smithi016 podman[103796]: 2024-04-15 14:41:54.115315632 +0000 UTC m=+0.606945957 container remove aac280c0f021d4a0aa008f3814fc7b603f52b742e7c88b1b4ca436a1621a99d1 (image=quay.ceph.io/ceph-ci/ceph@sha256:55072b3f7eae2e3409906b98d09d882e1c3dc2a9205d85fd5f4c0bc62f82d163, name=ceph-362ea986-fb34-11ee-bc8f-c7b262605968-osd-1-deactivate, org.label-schema.build-date=20240409, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, ceph=True, io.buildah.version=1.33.5, org.label-schema.vendor=CentOS, RELEASE=main-c2d8c31, GIT_CLEAN=True, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=) 2024-04-15T14:41:54.540 INFO:journalctl@ceph.osd.1.smithi016.stdout:Apr 15 14:41:54 smithi016 systemd[1]: ceph-362ea986-fb34-11ee-bc8f-c7b262605968@osd.1.service: Deactivated successfully. 2024-04-15T14:41:54.540 INFO:journalctl@ceph.osd.1.smithi016.stdout:Apr 15 14:41:54 smithi016 systemd[1]: Stopped Ceph osd.1 for 362ea986-fb34-11ee-bc8f-c7b262605968. 2024-04-15T14:41:54.540 INFO:journalctl@ceph.osd.1.smithi016.stdout:Apr 15 14:41:54 smithi016 systemd[1]: ceph-362ea986-fb34-11ee-bc8f-c7b262605968@osd.1.service: Consumed 11.804s CPU time. 2024-04-15T14:41:54.540 INFO:journalctl@ceph.osd.1.smithi016.stdout:Apr 15 14:41:54 smithi016 systemd[1]: Starting Ceph osd.1 for 362ea986-fb34-11ee-bc8f-c7b262605968... 2024-04-15T14:41:54.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:41:54 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.0", "id": [7, 4]}]: dispatch 2024-04-15T14:41:54.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:41:54 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.4", "id": [7, 2, 0, 3]}]: dispatch 2024-04-15T14:41:54.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:41:54 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.7", "id": [7, 1]}]: dispatch 2024-04-15T14:41:54.541 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:41:54 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.a", "id": [7, 2]}]: dispatch 2024-04-15T14:41:54.541 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:41:54 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.b", "id": [7, 1]}]: dispatch 2024-04-15T14:41:54.541 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:41:54 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.c", "id": [0, 1]}]: dispatch 2024-04-15T14:41:54.541 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:41:54 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "5.7", "id": [0, 7]}]: dispatch 2024-04-15T14:41:54.541 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:41:54 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "5.e", "id": [5, 3]}]: dispatch 2024-04-15T14:41:54.541 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:41:54 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "5.f", "id": [5, 1]}]: dispatch 2024-04-15T14:41:54.541 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:41:54 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T14:41:54.541 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:41:54 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T14:41:54.541 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:41:54 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.0", "id": [7, 4]}]: dispatch 2024-04-15T14:41:54.541 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:41:54 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.4", "id": [7, 2, 0, 3]}]: dispatch 2024-04-15T14:41:54.541 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:41:54 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.7", "id": [7, 1]}]: dispatch 2024-04-15T14:41:54.541 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:41:54 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.a", "id": [7, 2]}]: dispatch 2024-04-15T14:41:54.542 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:41:54 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.b", "id": [7, 1]}]: dispatch 2024-04-15T14:41:54.542 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:41:54 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.c", "id": [0, 1]}]: dispatch 2024-04-15T14:41:54.542 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:41:54 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "5.7", "id": [0, 7]}]: dispatch 2024-04-15T14:41:54.542 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:41:54 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "5.e", "id": [5, 3]}]: dispatch 2024-04-15T14:41:54.542 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:41:54 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "5.f", "id": [5, 1]}]: dispatch 2024-04-15T14:41:54.542 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:41:54 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T14:41:54.542 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:41:54 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T14:41:54.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:41:54 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.0", "id": [7, 4]}]: dispatch 2024-04-15T14:41:54.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:41:54 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.4", "id": [7, 2, 0, 3]}]: dispatch 2024-04-15T14:41:54.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:41:54 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.7", "id": [7, 1]}]: dispatch 2024-04-15T14:41:54.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:41:54 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.a", "id": [7, 2]}]: dispatch 2024-04-15T14:41:54.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:41:54 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.b", "id": [7, 1]}]: dispatch 2024-04-15T14:41:54.688 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:41:54 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.c", "id": [0, 1]}]: dispatch 2024-04-15T14:41:54.688 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:41:54 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "5.7", "id": [0, 7]}]: dispatch 2024-04-15T14:41:54.688 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:41:54 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "5.e", "id": [5, 3]}]: dispatch 2024-04-15T14:41:54.688 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:41:54 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "5.f", "id": [5, 1]}]: dispatch 2024-04-15T14:41:54.688 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:41:54 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T14:41:54.688 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:41:54 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T14:41:54.868 INFO:journalctl@ceph.osd.1.smithi016.stdout:Apr 15 14:41:54 smithi016 podman[103902]: 2024-04-15 14:41:54.481261992 +0000 UTC m=+0.017771776 image pull 259793512b732efd8e04a33aa28c6de3675c47d120bc226206521425d246003e quay.ceph.io/ceph-ci/ceph@sha256:55072b3f7eae2e3409906b98d09d882e1c3dc2a9205d85fd5f4c0bc62f82d163 2024-04-15T14:41:54.868 INFO:journalctl@ceph.osd.1.smithi016.stdout:Apr 15 14:41:54 smithi016 podman[103902]: 2024-04-15 14:41:54.608132171 +0000 UTC m=+0.144641943 container create 5ed1800511f37ce44102ba722fc2d6c40b7c27413c0208d011da98b4a9acf274 (image=quay.ceph.io/ceph-ci/ceph@sha256:55072b3f7eae2e3409906b98d09d882e1c3dc2a9205d85fd5f4c0bc62f82d163, name=ceph-362ea986-fb34-11ee-bc8f-c7b262605968-osd-1-activate, GIT_BRANCH=HEAD, RELEASE=main-c2d8c31, ceph=True, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 8 Base Image, io.buildah.version=1.33.5, org.label-schema.build-date=20240409, org.label-schema.license=GPLv2, GIT_CLEAN=True, CEPH_POINT_RELEASE=, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS) 2024-04-15T14:41:55.277 INFO:tasks.rados.rados.0.smithi016.stdout:1401: done (3 left) 2024-04-15T14:41:55.277 INFO:tasks.rados.rados.0.smithi016.stdout:1402: snap_remove snap 134 2024-04-15T14:41:55.289 INFO:journalctl@ceph.osd.1.smithi016.stdout:Apr 15 14:41:54 smithi016 podman[103902]: 2024-04-15 14:41:54.867702832 +0000 UTC m=+0.404212604 container init 5ed1800511f37ce44102ba722fc2d6c40b7c27413c0208d011da98b4a9acf274 (image=quay.ceph.io/ceph-ci/ceph@sha256:55072b3f7eae2e3409906b98d09d882e1c3dc2a9205d85fd5f4c0bc62f82d163, name=ceph-362ea986-fb34-11ee-bc8f-c7b262605968-osd-1-activate, org.label-schema.license=GPLv2, GIT_CLEAN=True, RELEASE=main-c2d8c31, org.label-schema.name=CentOS Stream 8 Base Image, io.buildah.version=1.33.5, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, org.label-schema.build-date=20240409, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, ceph=True, org.label-schema.schema-version=1.0) 2024-04-15T14:41:55.289 INFO:journalctl@ceph.osd.1.smithi016.stdout:Apr 15 14:41:54 smithi016 podman[103902]: 2024-04-15 14:41:54.876258693 +0000 UTC m=+0.412768467 container start 5ed1800511f37ce44102ba722fc2d6c40b7c27413c0208d011da98b4a9acf274 (image=quay.ceph.io/ceph-ci/ceph@sha256:55072b3f7eae2e3409906b98d09d882e1c3dc2a9205d85fd5f4c0bc62f82d163, name=ceph-362ea986-fb34-11ee-bc8f-c7b262605968-osd-1-activate, GIT_CLEAN=True, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, RELEASE=main-c2d8c31, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, org.label-schema.build-date=20240409, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, io.buildah.version=1.33.5) 2024-04-15T14:41:55.289 INFO:journalctl@ceph.osd.1.smithi016.stdout:Apr 15 14:41:55 smithi016 podman[103902]: 2024-04-15 14:41:55.085733968 +0000 UTC m=+0.622243760 container attach 5ed1800511f37ce44102ba722fc2d6c40b7c27413c0208d011da98b4a9acf274 (image=quay.ceph.io/ceph-ci/ceph@sha256:55072b3f7eae2e3409906b98d09d882e1c3dc2a9205d85fd5f4c0bc62f82d163, name=ceph-362ea986-fb34-11ee-bc8f-c7b262605968-osd-1-activate, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, RELEASE=main-c2d8c31, GIT_BRANCH=HEAD, ceph=True, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 8 Base Image, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, io.buildah.version=1.33.5, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240409) 2024-04-15T14:41:55.649 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:41:55 smithi016 ceph-mon[90652]: pgmap v171: 121 pgs: 17 stale+active+clean, 104 active+clean; 192 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail 2024-04-15T14:41:55.649 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:41:55 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.0", "id": [7, 4]}]': finished 2024-04-15T14:41:55.649 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:41:55 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.4", "id": [7, 2, 0, 3]}]': finished 2024-04-15T14:41:55.649 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:41:55 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.7", "id": [7, 1]}]': finished 2024-04-15T14:41:55.649 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:41:55 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.a", "id": [7, 2]}]': finished 2024-04-15T14:41:55.649 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:41:55 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.b", "id": [7, 1]}]': finished 2024-04-15T14:41:55.649 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:41:55 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.c", "id": [0, 1]}]': finished 2024-04-15T14:41:55.649 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:41:55 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "5.7", "id": [0, 7]}]': finished 2024-04-15T14:41:55.649 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:41:55 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "5.e", "id": [5, 3]}]': finished 2024-04-15T14:41:55.650 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:41:55 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "5.f", "id": [5, 1]}]': finished 2024-04-15T14:41:55.650 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:41:55 smithi016 ceph-mon[90652]: osdmap e361: 8 total, 7 up, 8 in 2024-04-15T14:41:55.650 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:41:55 smithi016 ceph-mon[90652]: osdmap e362: 8 total, 7 up, 8 in 2024-04-15T14:41:55.650 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:41:55 smithi016 ceph-mon[93212]: pgmap v171: 121 pgs: 17 stale+active+clean, 104 active+clean; 192 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail 2024-04-15T14:41:55.650 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:41:55 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.0", "id": [7, 4]}]': finished 2024-04-15T14:41:55.650 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:41:55 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.4", "id": [7, 2, 0, 3]}]': finished 2024-04-15T14:41:55.650 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:41:55 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.7", "id": [7, 1]}]': finished 2024-04-15T14:41:55.650 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:41:55 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.a", "id": [7, 2]}]': finished 2024-04-15T14:41:55.650 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:41:55 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.b", "id": [7, 1]}]': finished 2024-04-15T14:41:55.651 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:41:55 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.c", "id": [0, 1]}]': finished 2024-04-15T14:41:55.651 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:41:55 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "5.7", "id": [0, 7]}]': finished 2024-04-15T14:41:55.651 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:41:55 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "5.e", "id": [5, 3]}]': finished 2024-04-15T14:41:55.651 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:41:55 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "5.f", "id": [5, 1]}]': finished 2024-04-15T14:41:55.651 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:41:55 smithi016 ceph-mon[93212]: osdmap e361: 8 total, 7 up, 8 in 2024-04-15T14:41:55.651 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:41:55 smithi016 ceph-mon[93212]: osdmap e362: 8 total, 7 up, 8 in 2024-04-15T14:41:55.651 INFO:journalctl@ceph.osd.1.smithi016.stdout:Apr 15 14:41:55 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-osd-1-activate[103916]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-1 2024-04-15T14:41:55.651 INFO:journalctl@ceph.osd.1.smithi016.stdout:Apr 15 14:41:55 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-osd-1-activate[103916]: Running command: /usr/bin/ceph-bluestore-tool prime-osd-dir --path /var/lib/ceph/osd/ceph-1 --no-mon-config --dev /dev/mapper/vg_nvme-lv_3 2024-04-15T14:41:55.651 INFO:journalctl@ceph.osd.1.smithi016.stdout:Apr 15 14:41:55 smithi016 bash[103902]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-1 2024-04-15T14:41:55.652 INFO:journalctl@ceph.osd.1.smithi016.stdout:Apr 15 14:41:55 smithi016 bash[103902]: Running command: /usr/bin/ceph-bluestore-tool prime-osd-dir --path /var/lib/ceph/osd/ceph-1 --no-mon-config --dev /dev/mapper/vg_nvme-lv_3 2024-04-15T14:41:55.652 INFO:journalctl@ceph.osd.1.smithi016.stdout:Apr 15 14:41:55 smithi016 bash[103902]: Running command: /usr/bin/chown -h ceph:ceph /dev/mapper/vg_nvme-lv_3 2024-04-15T14:41:55.652 INFO:journalctl@ceph.osd.1.smithi016.stdout:Apr 15 14:41:55 smithi016 bash[103902]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-2 2024-04-15T14:41:55.652 INFO:journalctl@ceph.osd.1.smithi016.stdout:Apr 15 14:41:55 smithi016 bash[103902]: Running command: /usr/bin/ln -s /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-1/block 2024-04-15T14:41:55.652 INFO:journalctl@ceph.osd.1.smithi016.stdout:Apr 15 14:41:55 smithi016 bash[103902]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-1 2024-04-15T14:41:55.652 INFO:journalctl@ceph.osd.1.smithi016.stdout:Apr 15 14:41:55 smithi016 bash[103902]: --> ceph-volume raw activate successful for osd ID: 1 2024-04-15T14:41:55.652 INFO:journalctl@ceph.osd.1.smithi016.stdout:Apr 15 14:41:55 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-osd-1-activate[103916]: Running command: /usr/bin/chown -h ceph:ceph /dev/mapper/vg_nvme-lv_3 2024-04-15T14:41:55.652 INFO:journalctl@ceph.osd.1.smithi016.stdout:Apr 15 14:41:55 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-osd-1-activate[103916]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-2 2024-04-15T14:41:55.652 INFO:journalctl@ceph.osd.1.smithi016.stdout:Apr 15 14:41:55 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-osd-1-activate[103916]: Running command: /usr/bin/ln -s /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-1/block 2024-04-15T14:41:55.652 INFO:journalctl@ceph.osd.1.smithi016.stdout:Apr 15 14:41:55 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-osd-1-activate[103916]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-1 2024-04-15T14:41:55.652 INFO:journalctl@ceph.osd.1.smithi016.stdout:Apr 15 14:41:55 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-osd-1-activate[103916]: --> ceph-volume raw activate successful for osd ID: 1 2024-04-15T14:41:55.652 INFO:journalctl@ceph.osd.1.smithi016.stdout:Apr 15 14:41:55 smithi016 podman[103902]: 2024-04-15 14:41:55.361447086 +0000 UTC m=+0.897956857 container died 5ed1800511f37ce44102ba722fc2d6c40b7c27413c0208d011da98b4a9acf274 (image=quay.ceph.io/ceph-ci/ceph@sha256:55072b3f7eae2e3409906b98d09d882e1c3dc2a9205d85fd5f4c0bc62f82d163, name=ceph-362ea986-fb34-11ee-bc8f-c7b262605968-osd-1-activate, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , ceph=True, GIT_CLEAN=True, org.label-schema.build-date=20240409, RELEASE=main-c2d8c31, org.label-schema.vendor=CentOS, io.buildah.version=1.33.5) 2024-04-15T14:41:55.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:41:55 smithi102 ceph-mon[87131]: pgmap v171: 121 pgs: 17 stale+active+clean, 104 active+clean; 192 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail 2024-04-15T14:41:55.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:41:55 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.0", "id": [7, 4]}]': finished 2024-04-15T14:41:55.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:41:55 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.4", "id": [7, 2, 0, 3]}]': finished 2024-04-15T14:41:55.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:41:55 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.7", "id": [7, 1]}]': finished 2024-04-15T14:41:55.688 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:41:55 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.a", "id": [7, 2]}]': finished 2024-04-15T14:41:55.688 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:41:55 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.b", "id": [7, 1]}]': finished 2024-04-15T14:41:55.688 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:41:55 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.c", "id": [0, 1]}]': finished 2024-04-15T14:41:55.688 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:41:55 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "5.7", "id": [0, 7]}]': finished 2024-04-15T14:41:55.688 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:41:55 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "5.e", "id": [5, 3]}]': finished 2024-04-15T14:41:55.688 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:41:55 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "5.f", "id": [5, 1]}]': finished 2024-04-15T14:41:55.688 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:41:55 smithi102 ceph-mon[87131]: osdmap e361: 8 total, 7 up, 8 in 2024-04-15T14:41:55.688 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:41:55 smithi102 ceph-mon[87131]: osdmap e362: 8 total, 7 up, 8 in 2024-04-15T14:41:56.277 INFO:tasks.rados.rados.0.smithi016.stdout:1402: done (3 left) 2024-04-15T14:41:56.277 INFO:tasks.rados.rados.0.smithi016.stdout:1403: snap_create 2024-04-15T14:41:56.278 INFO:tasks.rados.rados.0.smithi016.stdout:1400: expect (ObjNum 425 snap 135 seq_num 425) 2024-04-15T14:41:56.351 INFO:tasks.rados.rados.0.smithi016.stdout:1394: finishing write tid 1 to smithi01678542-30 2024-04-15T14:41:56.352 INFO:tasks.rados.rados.0.smithi016.stdout:1394: finishing write tid 2 to smithi01678542-30 2024-04-15T14:41:56.352 INFO:tasks.rados.rados.0.smithi016.stdout:1394: finishing write tid 3 to smithi01678542-30 2024-04-15T14:41:56.352 INFO:tasks.rados.rados.0.smithi016.stdout:1394: oid 30 updating version 0 to 774 2024-04-15T14:41:56.352 INFO:tasks.rados.rados.0.smithi016.stdout:1394: oid 30 version 774 is already newer than 773 2024-04-15T14:41:56.352 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 30 v 774 (ObjNum 442 snap 142 seq_num 442) dirty exists 2024-04-15T14:41:56.352 INFO:tasks.rados.rados.0.smithi016.stdout:1394: left oid 30 (ObjNum 442 snap 142 seq_num 442) 2024-04-15T14:41:56.352 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 39 v 744 (ObjNum 404 snap 128 seq_num 404) dirty exists 2024-04-15T14:41:56.423 INFO:journalctl@ceph.osd.1.smithi016.stdout:Apr 15 14:41:56 smithi016 podman[104052]: 2024-04-15 14:41:56.065095457 +0000 UTC m=+0.698279215 container remove 5ed1800511f37ce44102ba722fc2d6c40b7c27413c0208d011da98b4a9acf274 (image=quay.ceph.io/ceph-ci/ceph@sha256:55072b3f7eae2e3409906b98d09d882e1c3dc2a9205d85fd5f4c0bc62f82d163, name=ceph-362ea986-fb34-11ee-bc8f-c7b262605968-osd-1-activate, GIT_BRANCH=HEAD, GIT_CLEAN=True, org.label-schema.license=GPLv2, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240409, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , RELEASE=main-c2d8c31, io.buildah.version=1.33.5, ceph=True) 2024-04-15T14:41:56.424 INFO:journalctl@ceph.osd.1.smithi016.stdout:Apr 15 14:41:56 smithi016 podman[104134]: 2024-04-15 14:41:56.183450123 +0000 UTC m=+0.021574936 image pull 259793512b732efd8e04a33aa28c6de3675c47d120bc226206521425d246003e quay.ceph.io/ceph-ci/ceph@sha256:55072b3f7eae2e3409906b98d09d882e1c3dc2a9205d85fd5f4c0bc62f82d163 2024-04-15T14:41:56.424 INFO:journalctl@ceph.osd.1.smithi016.stdout:Apr 15 14:41:56 smithi016 podman[104134]: 2024-04-15 14:41:56.291422324 +0000 UTC m=+0.129547134 container create 106c0a0471280b8e8bc72044d3892aa5b0b51c8ec23c03bb9a5ecc7ecd96e3d1 (image=quay.ceph.io/ceph-ci/ceph@sha256:55072b3f7eae2e3409906b98d09d882e1c3dc2a9205d85fd5f4c0bc62f82d163, name=ceph-362ea986-fb34-11ee-bc8f-c7b262605968-osd-1, org.label-schema.license=GPLv2, RELEASE=main-c2d8c31, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, ceph=True, org.label-schema.schema-version=1.0, GIT_CLEAN=True, GIT_BRANCH=HEAD, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240409, io.buildah.version=1.33.5) 2024-04-15T14:41:56.789 INFO:journalctl@ceph.osd.1.smithi016.stdout:Apr 15 14:41:56 smithi016 podman[104134]: 2024-04-15 14:41:56.484960519 +0000 UTC m=+0.323085328 container init 106c0a0471280b8e8bc72044d3892aa5b0b51c8ec23c03bb9a5ecc7ecd96e3d1 (image=quay.ceph.io/ceph-ci/ceph@sha256:55072b3f7eae2e3409906b98d09d882e1c3dc2a9205d85fd5f4c0bc62f82d163, name=ceph-362ea986-fb34-11ee-bc8f-c7b262605968-osd-1, org.label-schema.name=CentOS Stream 8 Base Image, maintainer=Guillaume Abrioux , GIT_CLEAN=True, io.buildah.version=1.33.5, org.label-schema.license=GPLv2, RELEASE=main-c2d8c31, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.build-date=20240409, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, ceph=True, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS) 2024-04-15T14:41:56.789 INFO:journalctl@ceph.osd.1.smithi016.stdout:Apr 15 14:41:56 smithi016 podman[104134]: 2024-04-15 14:41:56.490568342 +0000 UTC m=+0.328693148 container start 106c0a0471280b8e8bc72044d3892aa5b0b51c8ec23c03bb9a5ecc7ecd96e3d1 (image=quay.ceph.io/ceph-ci/ceph@sha256:55072b3f7eae2e3409906b98d09d882e1c3dc2a9205d85fd5f4c0bc62f82d163, name=ceph-362ea986-fb34-11ee-bc8f-c7b262605968-osd-1, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, RELEASE=main-c2d8c31, ceph=True, org.label-schema.build-date=20240409, org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, GIT_CLEAN=True, io.buildah.version=1.33.5, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-04-15T14:41:56.790 INFO:journalctl@ceph.osd.1.smithi016.stdout:Apr 15 14:41:56 smithi016 ceph-osd[104172]: -- 172.21.15.16:0/1049184152 <== mon.0 v2:172.21.15.16:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x55e96ee73680 con 0x55e96ee3cc00 2024-04-15T14:41:56.790 INFO:journalctl@ceph.osd.1.smithi016.stdout:Apr 15 14:41:56 smithi016 bash[104134]: 106c0a0471280b8e8bc72044d3892aa5b0b51c8ec23c03bb9a5ecc7ecd96e3d1 2024-04-15T14:41:56.790 INFO:journalctl@ceph.osd.1.smithi016.stdout:Apr 15 14:41:56 smithi016 systemd[1]: Started Ceph osd.1 for 362ea986-fb34-11ee-bc8f-c7b262605968. 2024-04-15T14:41:57.282 INFO:tasks.rados.rados.0.smithi016.stdout:1394: done (3 left) 2024-04-15T14:41:57.283 INFO:tasks.rados.rados.0.smithi016.stdout:1399: done (2 left) 2024-04-15T14:41:57.283 INFO:tasks.rados.rados.0.smithi016.stdout:1400: done (1 left) 2024-04-15T14:41:57.283 INFO:tasks.rados.rados.0.smithi016.stdout:1403: done (0 left) 2024-04-15T14:41:57.283 INFO:tasks.rados.rados.0.smithi016.stdout:1404: rollback oid 14 current snap is 143 2024-04-15T14:41:57.283 INFO:tasks.rados.rados.0.smithi016.stdout:rollback oid 14 to 141 2024-04-15T14:41:57.283 INFO:tasks.rados.rados.0.smithi016.stdout:1405: snap_remove snap 142 2024-04-15T14:41:57.289 INFO:journalctl@ceph.osd.1.smithi016.stdout:Apr 15 14:41:57 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-osd-1[104149]: 2024-04-15T14:41:57.029+0000 7f854ceca7c0 -1 Falling back to public interface 2024-04-15T14:41:57.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:41:57 smithi016 ceph-mon[90652]: pgmap v174: 121 pgs: 4 peering, 10 active+undersized+degraded, 5 unknown, 30 active+undersized, 72 active+clean; 218 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 1.7 MiB/s rd, 6.4 MiB/s wr, 11 op/s; 32/297 objects degraded (10.774%) 2024-04-15T14:41:57.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:41:57 smithi016 ceph-mon[90652]: osdmap e363: 8 total, 7 up, 8 in 2024-04-15T14:41:57.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:41:57 smithi016 ceph-mon[90652]: Health check failed: Degraded data redundancy: 32/297 objects degraded (10.774%), 10 pgs degraded (PG_DEGRADED) 2024-04-15T14:41:57.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:41:57 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T14:41:57.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:41:57 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T14:41:57.291 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:41:57 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T14:41:57.291 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:41:57 smithi016 ceph-mon[93212]: pgmap v174: 121 pgs: 4 peering, 10 active+undersized+degraded, 5 unknown, 30 active+undersized, 72 active+clean; 218 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 1.7 MiB/s rd, 6.4 MiB/s wr, 11 op/s; 32/297 objects degraded (10.774%) 2024-04-15T14:41:57.291 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:41:57 smithi016 ceph-mon[93212]: osdmap e363: 8 total, 7 up, 8 in 2024-04-15T14:41:57.291 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:41:57 smithi016 ceph-mon[93212]: Health check failed: Degraded data redundancy: 32/297 objects degraded (10.774%), 10 pgs degraded (PG_DEGRADED) 2024-04-15T14:41:57.291 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:41:57 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T14:41:57.292 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:41:57 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T14:41:57.292 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:41:57 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T14:41:57.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:41:57 smithi102 ceph-mon[87131]: pgmap v174: 121 pgs: 4 peering, 10 active+undersized+degraded, 5 unknown, 30 active+undersized, 72 active+clean; 218 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 1.7 MiB/s rd, 6.4 MiB/s wr, 11 op/s; 32/297 objects degraded (10.774%) 2024-04-15T14:41:57.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:41:57 smithi102 ceph-mon[87131]: osdmap e363: 8 total, 7 up, 8 in 2024-04-15T14:41:57.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:41:57 smithi102 ceph-mon[87131]: Health check failed: Degraded data redundancy: 32/297 objects degraded (10.774%), 10 pgs degraded (PG_DEGRADED) 2024-04-15T14:41:57.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:41:57 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T14:41:57.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:41:57 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T14:41:57.688 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:41:57 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T14:41:58.288 INFO:tasks.rados.rados.0.smithi016.stdout:1405: done (1 left) 2024-04-15T14:41:58.288 INFO:tasks.rados.rados.0.smithi016.stdout:1406: snap_create 2024-04-15T14:41:58.288 INFO:tasks.rados.rados.0.smithi016.stdout:1404: finishing rollback tid 1 to smithi01678542-14 2024-04-15T14:41:58.288 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 14 v 0 (ObjNum 161 snap 0 seq_num 0) dirty dne 2024-04-15T14:41:58.539 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:41:58 smithi016 ceph-mon[90652]: osdmap e364: 8 total, 7 up, 8 in 2024-04-15T14:41:58.539 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:41:58 smithi016 ceph-mon[93212]: osdmap e364: 8 total, 7 up, 8 in 2024-04-15T14:41:58.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:41:58 smithi102 ceph-mon[87131]: osdmap e364: 8 total, 7 up, 8 in 2024-04-15T14:41:59.288 INFO:tasks.rados.rados.0.smithi016.stdout:1404: done (1 left) 2024-04-15T14:41:59.288 INFO:tasks.rados.rados.0.smithi016.stdout:1406: done (0 left) 2024-04-15T14:41:59.289 INFO:tasks.rados.rados.0.smithi016.stdout:1407: rollback oid 16 current snap is 144 2024-04-15T14:41:59.289 INFO:tasks.rados.rados.0.smithi016.stdout:rollback oid 16 to 143 2024-04-15T14:41:59.289 INFO:tasks.rados.rados.0.smithi016.stdout:1408: read oid 31 snap -1 2024-04-15T14:41:59.289 INFO:tasks.rados.rados.0.smithi016.stdout:1408: expect (ObjNum 441 snap 142 seq_num 441) 2024-04-15T14:41:59.289 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 13 current snap is 144 2024-04-15T14:41:59.289 INFO:tasks.rados.rados.0.smithi016.stdout:1409: seq_num 446 ranges {5660672=278528} 2024-04-15T14:41:59.324 INFO:tasks.rados.rados.0.smithi016.stdout:1409: writing smithi01678542-13 from 5660672 to 5939200 tid 1 2024-04-15T14:41:59.324 INFO:tasks.rados.rados.0.smithi016.stdout:1410: delete oid 10 current snap is 144 2024-04-15T14:41:59.324 INFO:tasks.rados.rados.0.smithi016.stdout:1407: finishing rollback tid 0 to smithi01678542-16 2024-04-15T14:41:59.324 INFO:tasks.rados.rados.0.smithi016.stdout:1407: finishing rollback tid 1 to smithi01678542-16 2024-04-15T14:41:59.324 INFO:tasks.rados.rados.0.smithi016.stdout:1407: finishing rollback tid 2 to smithi01678542-16 2024-04-15T14:41:59.324 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 16 v 413 (ObjNum 400 snap 128 seq_num 400) dirty exists 2024-04-15T14:41:59.324 INFO:tasks.rados.rados.0.smithi016.stdout:1408: expect (ObjNum 441 snap 142 seq_num 441) 2024-04-15T14:41:59.506 INFO:tasks.rados.rados.0.smithi016.stdout:1409: finishing write tid 1 to smithi01678542-13 2024-04-15T14:41:59.506 INFO:tasks.rados.rados.0.smithi016.stdout:1409: finishing write tid 2 to smithi01678542-13 2024-04-15T14:41:59.507 INFO:tasks.rados.rados.0.smithi016.stdout:1407: done (3 left) 2024-04-15T14:41:59.507 INFO:tasks.rados.rados.0.smithi016.stdout:1408: done (2 left) 2024-04-15T14:41:59.507 INFO:tasks.rados.rados.0.smithi016.stdout:1410: done (1 left) 2024-04-15T14:41:59.507 INFO:tasks.rados.rados.0.smithi016.stdout:1411: read oid 8 snap -1 2024-04-15T14:41:59.507 INFO:tasks.rados.rados.0.smithi016.stdout:1411: expect (ObjNum 424 snap 135 seq_num 424) 2024-04-15T14:41:59.507 INFO:tasks.rados.rados.0.smithi016.stdout:1412: read oid 34 snap -1 2024-04-15T14:41:59.507 INFO:tasks.rados.rados.0.smithi016.stdout:1412: expect (ObjNum 426 snap 136 seq_num 426) 2024-04-15T14:41:59.507 INFO:tasks.rados.rados.0.smithi016.stdout:1413: rollback oid 16 current snap is 144 2024-04-15T14:41:59.507 INFO:tasks.rados.rados.0.smithi016.stdout:rollback oid 16 to 143 2024-04-15T14:41:59.507 INFO:tasks.rados.rados.0.smithi016.stdout:1409: finishing write tid 3 to smithi01678542-13 2024-04-15T14:41:59.507 INFO:tasks.rados.rados.0.smithi016.stdout:1409: oid 13 updating version 0 to 745 2024-04-15T14:41:59.507 INFO:tasks.rados.rados.0.smithi016.stdout:1409: oid 13 updating version 745 to 746 2024-04-15T14:41:59.507 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 13 v 746 (ObjNum 446 snap 144 seq_num 446) dirty exists 2024-04-15T14:41:59.507 INFO:tasks.rados.rados.0.smithi016.stdout:1409: left oid 13 (ObjNum 446 snap 144 seq_num 446) 2024-04-15T14:41:59.508 INFO:tasks.rados.rados.0.smithi016.stdout:1409: done (3 left) 2024-04-15T14:41:59.508 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 33 current snap is 144 2024-04-15T14:41:59.508 INFO:tasks.rados.rados.0.smithi016.stdout:1414: seq_num 448 ranges {0=311296} 2024-04-15T14:41:59.508 INFO:tasks.rados.rados.0.smithi016.stdout:1414: writing smithi01678542-33 from 0 to 311296 tid 1 2024-04-15T14:41:59.508 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 38 current snap is 144 2024-04-15T14:41:59.508 INFO:tasks.rados.rados.0.smithi016.stdout:1415: seq_num 449 ranges {0=327680} 2024-04-15T14:41:59.510 INFO:tasks.rados.rados.0.smithi016.stdout:1415: writing smithi01678542-38 from 0 to 327680 tid 1 2024-04-15T14:41:59.510 INFO:tasks.rados.rados.0.smithi016.stdout:1416: setattr oid 35 current snap is 144 2024-04-15T14:41:59.510 INFO:tasks.rados.rados.0.smithi016.stdout:1413: finishing rollback tid 0 to smithi01678542-16 2024-04-15T14:41:59.511 INFO:tasks.rados.rados.0.smithi016.stdout:1413: finishing rollback tid 1 to smithi01678542-16 2024-04-15T14:41:59.512 INFO:tasks.rados.rados.0.smithi016.stdout:1417: copy_from oid 19 from oid 42 current snap is 144 2024-04-15T14:41:59.512 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 40 current snap is 144 2024-04-15T14:41:59.512 INFO:tasks.rados.rados.0.smithi016.stdout:1418: seq_num 450 ranges {4907008=344064} 2024-04-15T14:41:59.539 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:41:59 smithi016 ceph-mon[93212]: pgmap v177: 121 pgs: 4 peering, 10 active+undersized+degraded, 5 unknown, 30 active+undersized, 72 active+clean; 218 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 1.7 MiB/s rd, 6.4 MiB/s wr, 11 op/s; 32/297 objects degraded (10.774%) 2024-04-15T14:41:59.539 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:41:59 smithi016 ceph-mon[93212]: osdmap e365: 8 total, 7 up, 8 in 2024-04-15T14:41:59.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:41:59 smithi016 ceph-mon[90652]: pgmap v177: 121 pgs: 4 peering, 10 active+undersized+degraded, 5 unknown, 30 active+undersized, 72 active+clean; 218 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 1.7 MiB/s rd, 6.4 MiB/s wr, 11 op/s; 32/297 objects degraded (10.774%) 2024-04-15T14:41:59.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:41:59 smithi016 ceph-mon[90652]: osdmap e365: 8 total, 7 up, 8 in 2024-04-15T14:41:59.544 INFO:tasks.rados.rados.0.smithi016.stdout:1418: writing smithi01678542-40 from 4907008 to 5251072 tid 1 2024-04-15T14:41:59.544 INFO:tasks.rados.rados.0.smithi016.stdout:1419: copy_from oid 13 from oid 5 current snap is 144 2024-04-15T14:41:59.544 INFO:tasks.rados.rados.0.smithi016.stdout:1413: finishing rollback tid 2 to smithi01678542-16 2024-04-15T14:41:59.544 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 16 v 416 (ObjNum 400 snap 128 seq_num 400) dirty exists 2024-04-15T14:41:59.544 INFO:tasks.rados.rados.0.smithi016.stdout:1413: done (8 left) 2024-04-15T14:41:59.544 INFO:tasks.rados.rados.0.smithi016.stdout:1420: copy_from oid 49 from oid 10 current snap is 144 2024-04-15T14:41:59.544 INFO:tasks.rados.rados.0.smithi016.stdout:1415: finishing write tid 1 to smithi01678542-38 2024-04-15T14:41:59.544 INFO:tasks.rados.rados.0.smithi016.stdout:1414: finishing write tid 1 to smithi01678542-33 2024-04-15T14:41:59.544 INFO:tasks.rados.rados.0.smithi016.stdout:1415: finishing write tid 2 to smithi01678542-38 2024-04-15T14:41:59.544 INFO:tasks.rados.rados.0.smithi016.stdout:1414: finishing write tid 2 to smithi01678542-33 2024-04-15T14:41:59.544 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 35 v 767 (ObjNum 435 snap 141 seq_num 435) dirty exists 2024-04-15T14:41:59.544 INFO:tasks.rados.rados.0.smithi016.stdout:1415: finishing write tid 3 to smithi01678542-38 2024-04-15T14:41:59.545 INFO:tasks.rados.rados.0.smithi016.stdout:1415: oid 38 updating version 0 to 852 2024-04-15T14:41:59.545 INFO:tasks.rados.rados.0.smithi016.stdout:1415: oid 38 updating version 852 to 853 2024-04-15T14:41:59.545 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 38 v 853 (ObjNum 449 snap 144 seq_num 449) dirty exists 2024-04-15T14:41:59.545 INFO:tasks.rados.rados.0.smithi016.stdout:1415: left oid 38 (ObjNum 449 snap 144 seq_num 449) 2024-04-15T14:41:59.545 INFO:tasks.rados.rados.0.smithi016.stdout:1414: finishing write tid 3 to smithi01678542-33 2024-04-15T14:41:59.545 INFO:tasks.rados.rados.0.smithi016.stdout:1414: oid 33 updating version 0 to 884 2024-04-15T14:41:59.545 INFO:tasks.rados.rados.0.smithi016.stdout:1414: oid 33 version 884 is already newer than 883 2024-04-15T14:41:59.545 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 33 v 884 (ObjNum 448 snap 144 seq_num 448) dirty exists 2024-04-15T14:41:59.545 INFO:tasks.rados.rados.0.smithi016.stdout:1414: left oid 33 (ObjNum 448 snap 144 seq_num 448) 2024-04-15T14:41:59.545 INFO:tasks.rados.rados.0.smithi016.stdout:1417: finishing copy_from racing read to smithi01678542-19 2024-04-15T14:41:59.545 INFO:tasks.rados.rados.0.smithi016.stdout:1417: finishing copy_from to smithi01678542-19 2024-04-15T14:41:59.545 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 19 v 270 (ObjNum 313 snap 98 seq_num 313) dirty exists 2024-04-15T14:41:59.545 INFO:tasks.rados.rados.0.smithi016.stdout:1414: done (8 left) 2024-04-15T14:41:59.545 INFO:tasks.rados.rados.0.smithi016.stdout:1415: done (7 left) 2024-04-15T14:41:59.545 INFO:tasks.rados.rados.0.smithi016.stdout:1416: done (6 left) 2024-04-15T14:41:59.546 INFO:tasks.rados.rados.0.smithi016.stdout:1417: done (5 left) 2024-04-15T14:41:59.546 INFO:tasks.rados.rados.0.smithi016.stdout:1421: rollback oid 37 current snap is 144 2024-04-15T14:41:59.546 INFO:tasks.rados.rados.0.smithi016.stdout:rollback oid 37 to 141 2024-04-15T14:41:59.546 INFO:tasks.rados.rados.0.smithi016.stdout:1422: read oid 48 snap -1 2024-04-15T14:41:59.546 INFO:tasks.rados.rados.0.smithi016.stdout:1422: expect (ObjNum 439 snap 142 seq_num 439) 2024-04-15T14:41:59.546 INFO:tasks.rados.rados.0.smithi016.stdout:1423: snap_remove snap 143 2024-04-15T14:41:59.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:41:59 smithi102 ceph-mon[87131]: pgmap v177: 121 pgs: 4 peering, 10 active+undersized+degraded, 5 unknown, 30 active+undersized, 72 active+clean; 218 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 1.7 MiB/s rd, 6.4 MiB/s wr, 11 op/s; 32/297 objects degraded (10.774%) 2024-04-15T14:41:59.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:41:59 smithi102 ceph-mon[87131]: osdmap e365: 8 total, 7 up, 8 in 2024-04-15T14:42:00.267 INFO:journalctl@ceph.osd.1.smithi016.stdout:Apr 15 14:41:59 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-osd-1[104149]: 2024-04-15T14:41:59.938+0000 7f854ceca7c0 -1 osd.1 357 log_to_monitors true 2024-04-15T14:42:00.299 INFO:tasks.rados.rados.0.smithi016.stdout:1423: done (7 left) 2024-04-15T14:42:00.299 INFO:tasks.rados.rados.0.smithi016.stdout:1424: read oid 29 snap 141 2024-04-15T14:42:00.299 INFO:tasks.rados.rados.0.smithi016.stdout:1424: expect (ObjNum 431 snap 138 seq_num 431) 2024-04-15T14:42:00.299 INFO:tasks.rados.rados.0.smithi016.stdout:1425: rollback oid 45 current snap is 144 2024-04-15T14:42:00.299 INFO:tasks.rados.rados.0.smithi016.stdout:rollback oid 45 to 141 2024-04-15T14:42:00.299 INFO:tasks.rados.rados.0.smithi016.stdout:1418: finishing write tid 1 to smithi01678542-40 2024-04-15T14:42:00.299 INFO:tasks.rados.rados.0.smithi016.stdout:1418: finishing write tid 2 to smithi01678542-40 2024-04-15T14:42:00.299 INFO:tasks.rados.rados.0.smithi016.stdout:1418: finishing write tid 3 to smithi01678542-40 2024-04-15T14:42:00.299 INFO:tasks.rados.rados.0.smithi016.stdout:1418: oid 40 updating version 0 to 768 2024-04-15T14:42:00.299 INFO:tasks.rados.rados.0.smithi016.stdout:1418: oid 40 updating version 768 to 769 2024-04-15T14:42:00.300 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 40 v 769 (ObjNum 450 snap 144 seq_num 450) dirty exists 2024-04-15T14:42:00.300 INFO:tasks.rados.rados.0.smithi016.stdout:1418: left oid 40 (ObjNum 450 snap 144 seq_num 450) 2024-04-15T14:42:00.300 INFO:tasks.rados.rados.0.smithi016.stdout:1420: finishing copy_from to smithi01678542-49 2024-04-15T14:42:00.300 INFO:tasks.rados.rados.0.smithi016.stdout:1420: got expected ENOENT (src dne) 2024-04-15T14:42:00.300 INFO:tasks.rados.rados.0.smithi016.stdout:1421: finishing rollback tid 0 to smithi01678542-37 2024-04-15T14:42:00.300 INFO:tasks.rados.rados.0.smithi016.stdout:1421: finishing rollback tid 1 to smithi01678542-37 2024-04-15T14:42:00.300 INFO:tasks.rados.rados.0.smithi016.stdout:1421: finishing rollback tid 2 to smithi01678542-37 2024-04-15T14:42:00.300 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 37 v 780 (ObjNum 376 snap 123 seq_num 376) dirty exists 2024-04-15T14:42:00.300 INFO:tasks.rados.rados.0.smithi016.stdout:1420: finishing copy_from racing read to smithi01678542-49 2024-04-15T14:42:00.300 INFO:tasks.rados.rados.0.smithi016.stdout:1411: expect (ObjNum 424 snap 135 seq_num 424) 2024-04-15T14:42:00.539 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:42:00 smithi016 ceph-mon[90652]: osdmap e366: 8 total, 7 up, 8 in 2024-04-15T14:42:00.539 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:42:00 smithi016 ceph-mon[90652]: from='osd.1 [v2:172.21.15.16:6810/3656460435,v1:172.21.15.16:6811/3656460435]' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2024-04-15T14:42:00.539 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:42:00 smithi016 ceph-mon[90652]: from='osd.1 ' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2024-04-15T14:42:00.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:42:00 smithi016 ceph-mon[93212]: osdmap e366: 8 total, 7 up, 8 in 2024-04-15T14:42:00.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:42:00 smithi016 ceph-mon[93212]: from='osd.1 [v2:172.21.15.16:6810/3656460435,v1:172.21.15.16:6811/3656460435]' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2024-04-15T14:42:00.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:42:00 smithi016 ceph-mon[93212]: from='osd.1 ' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2024-04-15T14:42:00.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:42:00 smithi102 ceph-mon[87131]: osdmap e366: 8 total, 7 up, 8 in 2024-04-15T14:42:00.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:42:00 smithi102 ceph-mon[87131]: from='osd.1 [v2:172.21.15.16:6810/3656460435,v1:172.21.15.16:6811/3656460435]' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2024-04-15T14:42:00.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:42:00 smithi102 ceph-mon[87131]: from='osd.1 ' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2024-04-15T14:42:00.692 INFO:tasks.rados.rados.0.smithi016.stdout:1419: finishing copy_from racing read to smithi01678542-13 2024-04-15T14:42:00.692 INFO:tasks.rados.rados.0.smithi016.stdout:1419: finishing copy_from to smithi01678542-13 2024-04-15T14:42:00.692 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 13 v 780 (ObjNum 444 snap 142 seq_num 444) dirty exists 2024-04-15T14:42:00.692 INFO:tasks.rados.rados.0.smithi016.stdout:1422: expect (ObjNum 439 snap 142 seq_num 439) 2024-04-15T14:42:00.779 INFO:tasks.rados.rados.0.smithi016.stdout:1412: expect (ObjNum 426 snap 136 seq_num 426) 2024-04-15T14:42:01.039 INFO:journalctl@ceph.osd.1.smithi016.stdout:Apr 15 14:42:00 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-osd-1[104149]: 2024-04-15T14:42:00.604+0000 7f853a31a700 -1 osd.1 357 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-04-15T14:42:01.366 INFO:tasks.rados.rados.0.smithi016.stdout:1425: finishing rollback tid 0 to smithi01678542-45 2024-04-15T14:42:01.367 INFO:tasks.rados.rados.0.smithi016.stdout:1425: finishing rollback tid 1 to smithi01678542-45 2024-04-15T14:42:01.367 INFO:tasks.rados.rados.0.smithi016.stdout:1411: done (8 left) 2024-04-15T14:42:01.367 INFO:tasks.rados.rados.0.smithi016.stdout:1412: done (7 left) 2024-04-15T14:42:01.367 INFO:tasks.rados.rados.0.smithi016.stdout:1418: done (6 left) 2024-04-15T14:42:01.367 INFO:tasks.rados.rados.0.smithi016.stdout:1419: done (5 left) 2024-04-15T14:42:01.367 INFO:tasks.rados.rados.0.smithi016.stdout:1420: done (4 left) 2024-04-15T14:42:01.367 INFO:tasks.rados.rados.0.smithi016.stdout:1421: done (3 left) 2024-04-15T14:42:01.367 INFO:tasks.rados.rados.0.smithi016.stdout:1422: done (2 left) 2024-04-15T14:42:01.367 INFO:tasks.rados.rados.0.smithi016.stdout:1426: read oid 21 snap -1 2024-04-15T14:42:01.367 INFO:tasks.rados.rados.0.smithi016.stdout:1426: expect (ObjNum 336 snap 104 seq_num 336) 2024-04-15T14:42:01.367 INFO:tasks.rados.rados.0.smithi016.stdout:1427: copy_from oid 33 from oid 20 current snap is 144 2024-04-15T14:42:01.367 INFO:tasks.rados.rados.0.smithi016.stdout:1425: finishing rollback tid 2 to smithi01678542-45 2024-04-15T14:42:01.367 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 45 v 514 (ObjNum 434 snap 141 seq_num 434) dirty exists 2024-04-15T14:42:01.368 INFO:tasks.rados.rados.0.smithi016.stdout:1424: expect (ObjNum 431 snap 138 seq_num 431) 2024-04-15T14:42:01.467 INFO:tasks.rados.rados.0.smithi016.stdout:1424: done (3 left) 2024-04-15T14:42:01.467 INFO:tasks.rados.rados.0.smithi016.stdout:1425: done (2 left) 2024-04-15T14:42:01.467 INFO:tasks.rados.rados.0.smithi016.stdout:1428: snap_create 2024-04-15T14:42:01.467 INFO:tasks.rados.rados.0.smithi016.stdout:1427: finishing copy_from racing read to smithi01678542-33 2024-04-15T14:42:01.467 INFO:tasks.rados.rados.0.smithi016.stdout:1427: finishing copy_from to smithi01678542-33 2024-04-15T14:42:01.467 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 33 v 786 (ObjNum 425 snap 135 seq_num 425) dirty exists 2024-04-15T14:42:01.467 INFO:tasks.rados.rados.0.smithi016.stdout:1426: expect (ObjNum 336 snap 104 seq_num 336) 2024-04-15T14:42:01.633 INFO:tasks.rados.rados.0.smithi016.stdout:1426: done (2 left) 2024-04-15T14:42:01.633 INFO:tasks.rados.rados.0.smithi016.stdout:1427: done (1 left) 2024-04-15T14:42:01.633 INFO:tasks.rados.rados.0.smithi016.stdout:1428: done (0 left) 2024-04-15T14:42:01.633 INFO:tasks.rados.rados.0.smithi016.stdout:1429: setattr oid 12 current snap is 145 2024-04-15T14:42:01.634 INFO:tasks.rados.rados.0.smithi016.stdout:1430: delete oid 11 current snap is 145 2024-04-15T14:42:01.636 INFO:tasks.rados.rados.0.smithi016.stdout:1430: done (1 left) 2024-04-15T14:42:01.636 INFO:tasks.rados.rados.0.smithi016.stdout:1431: snap_remove snap 144 2024-04-15T14:42:01.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:42:01 smithi102 ceph-mon[87131]: pgmap v180: 121 pgs: 11 active+undersized+degraded, 7 active+clean+remapped, 30 active+undersized, 73 active+clean; 210 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 17 MiB/s rd, 982 KiB/s wr, 20 op/s; 35/288 objects degraded (12.153%); 5/288 objects misplaced (1.736%); 8.3 MiB/s, 14 objects/s recovering 2024-04-15T14:42:01.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:42:01 smithi102 ceph-mon[87131]: from='osd.1 ' entity='osd.1' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]': finished 2024-04-15T14:42:01.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:42:01 smithi102 ceph-mon[87131]: osdmap e367: 8 total, 7 up, 8 in 2024-04-15T14:42:01.688 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:42:01 smithi102 ceph-mon[87131]: from='osd.1 [v2:172.21.15.16:6810/3656460435,v1:172.21.15.16:6811/3656460435]' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi016", "root=default"]}]: dispatch 2024-04-15T14:42:01.688 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:42:01 smithi102 ceph-mon[87131]: from='osd.1 ' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi016", "root=default"]}]: dispatch 2024-04-15T14:42:01.688 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:42:01 smithi102 ceph-mon[87131]: from='osd.1 ' entity='osd.1' 2024-04-15T14:42:01.688 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:42:01 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T14:42:01.688 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:42:01 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T14:42:01.779 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:42:01 smithi016 ceph-mon[90652]: pgmap v180: 121 pgs: 11 active+undersized+degraded, 7 active+clean+remapped, 30 active+undersized, 73 active+clean; 210 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 17 MiB/s rd, 982 KiB/s wr, 20 op/s; 35/288 objects degraded (12.153%); 5/288 objects misplaced (1.736%); 8.3 MiB/s, 14 objects/s recovering 2024-04-15T14:42:01.779 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:42:01 smithi016 ceph-mon[90652]: from='osd.1 ' entity='osd.1' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]': finished 2024-04-15T14:42:01.779 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:42:01 smithi016 ceph-mon[90652]: osdmap e367: 8 total, 7 up, 8 in 2024-04-15T14:42:01.779 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:42:01 smithi016 ceph-mon[90652]: from='osd.1 [v2:172.21.15.16:6810/3656460435,v1:172.21.15.16:6811/3656460435]' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi016", "root=default"]}]: dispatch 2024-04-15T14:42:01.779 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:42:01 smithi016 ceph-mon[90652]: from='osd.1 ' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi016", "root=default"]}]: dispatch 2024-04-15T14:42:01.780 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:42:01 smithi016 ceph-mon[90652]: from='osd.1 ' entity='osd.1' 2024-04-15T14:42:01.780 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:42:01 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T14:42:01.780 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:42:01 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T14:42:01.780 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:42:01 smithi016 ceph-mon[93212]: pgmap v180: 121 pgs: 11 active+undersized+degraded, 7 active+clean+remapped, 30 active+undersized, 73 active+clean; 210 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 17 MiB/s rd, 982 KiB/s wr, 20 op/s; 35/288 objects degraded (12.153%); 5/288 objects misplaced (1.736%); 8.3 MiB/s, 14 objects/s recovering 2024-04-15T14:42:01.780 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:42:01 smithi016 ceph-mon[93212]: from='osd.1 ' entity='osd.1' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]': finished 2024-04-15T14:42:01.780 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:42:01 smithi016 ceph-mon[93212]: osdmap e367: 8 total, 7 up, 8 in 2024-04-15T14:42:01.780 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:42:01 smithi016 ceph-mon[93212]: from='osd.1 [v2:172.21.15.16:6810/3656460435,v1:172.21.15.16:6811/3656460435]' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi016", "root=default"]}]: dispatch 2024-04-15T14:42:01.780 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:42:01 smithi016 ceph-mon[93212]: from='osd.1 ' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi016", "root=default"]}]: dispatch 2024-04-15T14:42:01.780 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:42:01 smithi016 ceph-mon[93212]: from='osd.1 ' entity='osd.1' 2024-04-15T14:42:01.780 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:42:01 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T14:42:01.780 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:42:01 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T14:42:02.039 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 15 14:42:01 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-y[81421]: ::ffff:172.21.15.102 - - [15/Apr/2024:14:42:01] "GET /metrics HTTP/1.1" 200 36192 "" "Prometheus/2.43.0" 2024-04-15T14:42:02.620 INFO:tasks.rados.rados.0.smithi016.stdout:1431: done (1 left) 2024-04-15T14:42:02.620 INFO:tasks.rados.rados.0.smithi016.stdout:1432: rmattr oid 47 current snap is 145 2024-04-15T14:42:02.620 INFO:tasks.rados.rados.0.smithi016.stdout:1433: read oid 5 snap 141 2024-04-15T14:42:02.620 INFO:tasks.rados.rados.0.smithi016.stdout:1433: expect deleted 2024-04-15T14:42:02.620 INFO:tasks.rados.rados.0.smithi016.stdout:1434: read oid 35 snap -1 2024-04-15T14:42:02.620 INFO:tasks.rados.rados.0.smithi016.stdout:1434: expect (ObjNum 435 snap 141 seq_num 435) 2024-04-15T14:42:02.620 INFO:tasks.rados.rados.0.smithi016.stdout:1435: read oid 23 snap 141 2024-04-15T14:42:02.620 INFO:tasks.rados.rados.0.smithi016.stdout:1435: expect (ObjNum 428 snap 136 seq_num 428) 2024-04-15T14:42:02.620 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 31 current snap is 145 2024-04-15T14:42:02.621 INFO:tasks.rados.rados.0.smithi016.stdout:1436: seq_num 452 ranges {3227648=376832} 2024-04-15T14:42:02.633 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:42:02 smithi016 ceph-mon[90652]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-04-15T14:42:02.633 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:42:02 smithi016 ceph-mon[90652]: osd.1 [v2:172.21.15.16:6810/3656460435,v1:172.21.15.16:6811/3656460435] boot 2024-04-15T14:42:02.633 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:42:02 smithi016 ceph-mon[90652]: osdmap e368: 8 total, 8 up, 8 in 2024-04-15T14:42:02.633 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:42:02 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-15T14:42:02.633 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:42:02 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T14:42:02.634 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:42:02 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T14:42:02.634 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:42:02 smithi016 ceph-mon[93212]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-04-15T14:42:02.634 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:42:02 smithi016 ceph-mon[93212]: osd.1 [v2:172.21.15.16:6810/3656460435,v1:172.21.15.16:6811/3656460435] boot 2024-04-15T14:42:02.634 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:42:02 smithi016 ceph-mon[93212]: osdmap e368: 8 total, 8 up, 8 in 2024-04-15T14:42:02.634 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:42:02 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-15T14:42:02.634 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:42:02 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T14:42:02.634 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:42:02 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T14:42:02.639 INFO:tasks.rados.rados.0.smithi016.stdout:1436: writing smithi01678542-31 from 3227648 to 3604480 tid 1 2024-04-15T14:42:02.639 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 33 current snap is 145 2024-04-15T14:42:02.639 INFO:tasks.rados.rados.0.smithi016.stdout:1437: seq_num 453 ranges {2326528=393216} 2024-04-15T14:42:02.657 INFO:tasks.rados.rados.0.smithi016.stdout:1437: writing smithi01678542-33 from 2326528 to 2719744 tid 1 2024-04-15T14:42:02.657 INFO:tasks.rados.rados.0.smithi016.stdout:1433: done (6 left) 2024-04-15T14:42:02.657 INFO:tasks.rados.rados.0.smithi016.stdout:1438: rollback oid 45 current snap is 145 2024-04-15T14:42:02.657 INFO:tasks.rados.rados.0.smithi016.stdout:rollback oid 45 to 141 2024-04-15T14:42:02.657 INFO:tasks.rados.rados.0.smithi016.stdout:1436: finishing write tid 1 to smithi01678542-31 2024-04-15T14:42:02.658 INFO:tasks.rados.rados.0.smithi016.stdout:1436: finishing write tid 2 to smithi01678542-31 2024-04-15T14:42:02.658 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 47 v 849 (ObjNum 376 snap 123 seq_num 376) dirty exists 2024-04-15T14:42:02.658 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 12 v 796 (ObjNum 285 snap 84 seq_num 285) dirty exists 2024-04-15T14:42:02.658 INFO:tasks.rados.rados.0.smithi016.stdout:1436: finishing write tid 3 to smithi01678542-31 2024-04-15T14:42:02.658 INFO:tasks.rados.rados.0.smithi016.stdout:1436: oid 31 updating version 0 to 781 2024-04-15T14:42:02.658 INFO:tasks.rados.rados.0.smithi016.stdout:1436: oid 31 updating version 781 to 782 2024-04-15T14:42:02.658 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 31 v 782 (ObjNum 452 snap 145 seq_num 452) dirty exists 2024-04-15T14:42:02.658 INFO:tasks.rados.rados.0.smithi016.stdout:1436: left oid 31 (ObjNum 452 snap 145 seq_num 452) 2024-04-15T14:42:02.658 INFO:tasks.rados.rados.0.smithi016.stdout:1429: done (6 left) 2024-04-15T14:42:02.658 INFO:tasks.rados.rados.0.smithi016.stdout:1432: done (5 left) 2024-04-15T14:42:02.658 INFO:tasks.rados.rados.0.smithi016.stdout:1436: done (4 left) 2024-04-15T14:42:02.658 INFO:tasks.rados.rados.0.smithi016.stdout:1439: snap_create 2024-04-15T14:42:02.659 INFO:tasks.rados.rados.0.smithi016.stdout:1438: finishing rollback tid 0 to smithi01678542-45 2024-04-15T14:42:02.660 INFO:tasks.rados.rados.0.smithi016.stdout:1438: finishing rollback tid 1 to smithi01678542-45 2024-04-15T14:42:02.660 INFO:tasks.rados.rados.0.smithi016.stdout:1438: finishing rollback tid 2 to smithi01678542-45 2024-04-15T14:42:02.660 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 45 v 517 (ObjNum 434 snap 141 seq_num 434) dirty exists 2024-04-15T14:42:02.660 INFO:tasks.rados.rados.0.smithi016.stdout:1437: finishing write tid 1 to smithi01678542-33 2024-04-15T14:42:02.661 INFO:tasks.rados.rados.0.smithi016.stdout:1437: finishing write tid 2 to smithi01678542-33 2024-04-15T14:42:02.662 INFO:tasks.rados.rados.0.smithi016.stdout:1437: finishing write tid 3 to smithi01678542-33 2024-04-15T14:42:02.662 INFO:tasks.rados.rados.0.smithi016.stdout:1437: oid 33 updating version 0 to 892 2024-04-15T14:42:02.662 INFO:tasks.rados.rados.0.smithi016.stdout:1437: oid 33 updating version 892 to 893 2024-04-15T14:42:02.662 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 33 v 893 (ObjNum 453 snap 145 seq_num 453) dirty exists 2024-04-15T14:42:02.662 INFO:tasks.rados.rados.0.smithi016.stdout:1437: left oid 33 (ObjNum 453 snap 145 seq_num 453) 2024-04-15T14:42:02.663 INFO:tasks.rados.rados.0.smithi016.stdout:1434: expect (ObjNum 435 snap 141 seq_num 435) 2024-04-15T14:42:02.687 INFO:journalctl@ceph.prometheus.a.smithi102.stdout:Apr 15 14:42:02 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-prometheus-a[78028]: ts=2024-04-15T14:42:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi016:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"362ea986-fb34-11ee-bc8f-c7b262605968\", instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T14:42:02.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:42:02 smithi102 ceph-mon[87131]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-04-15T14:42:02.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:42:02 smithi102 ceph-mon[87131]: osd.1 [v2:172.21.15.16:6810/3656460435,v1:172.21.15.16:6811/3656460435] boot 2024-04-15T14:42:02.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:42:02 smithi102 ceph-mon[87131]: osdmap e368: 8 total, 8 up, 8 in 2024-04-15T14:42:02.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:42:02 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-15T14:42:02.688 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:42:02 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T14:42:02.688 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:42:02 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T14:42:03.100 INFO:tasks.rados.rados.0.smithi016.stdout:1435: expect (ObjNum 428 snap 136 seq_num 428) 2024-04-15T14:42:03.619 INFO:tasks.rados.rados.0.smithi016.stdout:1434: done (4 left) 2024-04-15T14:42:03.619 INFO:tasks.rados.rados.0.smithi016.stdout:1435: done (3 left) 2024-04-15T14:42:03.619 INFO:tasks.rados.rados.0.smithi016.stdout:1437: done (2 left) 2024-04-15T14:42:03.619 INFO:tasks.rados.rados.0.smithi016.stdout:1438: done (1 left) 2024-04-15T14:42:03.619 INFO:tasks.rados.rados.0.smithi016.stdout:1439: done (0 left) 2024-04-15T14:42:03.619 INFO:tasks.rados.rados.0.smithi016.stdout:1440: read oid 8 snap 145 2024-04-15T14:42:03.620 INFO:tasks.rados.rados.0.smithi016.stdout:1440: expect (ObjNum 424 snap 135 seq_num 424) 2024-04-15T14:42:03.620 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 31 current snap is 146 2024-04-15T14:42:03.620 INFO:tasks.rados.rados.0.smithi016.stdout:1441: seq_num 454 ranges {3604480=409600} 2024-04-15T14:42:03.641 INFO:tasks.rados.rados.0.smithi016.stdout:1441: writing smithi01678542-31 from 3604480 to 4014080 tid 1 2024-04-15T14:42:03.641 INFO:tasks.rados.rados.0.smithi016.stdout:1442: setattr oid 28 current snap is 146 2024-04-15T14:42:03.643 INFO:tasks.rados.rados.0.smithi016.stdout:1443: snap_create 2024-04-15T14:42:03.645 INFO:tasks.rados.rados.0.smithi016.stdout:1441: finishing write tid 1 to smithi01678542-31 2024-04-15T14:42:03.645 INFO:tasks.rados.rados.0.smithi016.stdout:1441: finishing write tid 2 to smithi01678542-31 2024-04-15T14:42:03.647 INFO:tasks.rados.rados.0.smithi016.stdout:1441: finishing write tid 3 to smithi01678542-31 2024-04-15T14:42:03.648 INFO:tasks.rados.rados.0.smithi016.stdout:1441: oid 31 updating version 0 to 784 2024-04-15T14:42:03.648 INFO:tasks.rados.rados.0.smithi016.stdout:1441: oid 31 version 784 is already newer than 783 2024-04-15T14:42:03.648 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 31 v 784 (ObjNum 454 snap 146 seq_num 454) dirty exists 2024-04-15T14:42:03.648 INFO:tasks.rados.rados.0.smithi016.stdout:1441: left oid 31 (ObjNum 454 snap 146 seq_num 454) 2024-04-15T14:42:03.648 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 28 v 420 (ObjNum 418 snap 132 seq_num 418) dirty exists 2024-04-15T14:42:03.649 INFO:tasks.rados.rados.0.smithi016.stdout:1440: expect (ObjNum 424 snap 135 seq_num 424) 2024-04-15T14:42:03.762 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:42:03 smithi016 ceph-mon[90652]: pgmap v183: 121 pgs: 11 active+undersized+degraded, 7 active+clean+remapped, 30 active+undersized, 73 active+clean; 210 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 17 MiB/s rd, 982 KiB/s wr, 21 op/s; 35/288 objects degraded (12.153%); 5/288 objects misplaced (1.736%); 8.3 MiB/s, 14 objects/s recovering 2024-04-15T14:42:03.762 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:42:03 smithi016 ceph-mon[90652]: osdmap e369: 8 total, 8 up, 8 in 2024-04-15T14:42:03.762 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:42:03 smithi016 ceph-mon[93212]: pgmap v183: 121 pgs: 11 active+undersized+degraded, 7 active+clean+remapped, 30 active+undersized, 73 active+clean; 210 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 17 MiB/s rd, 982 KiB/s wr, 21 op/s; 35/288 objects degraded (12.153%); 5/288 objects misplaced (1.736%); 8.3 MiB/s, 14 objects/s recovering 2024-04-15T14:42:03.762 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:42:03 smithi016 ceph-mon[93212]: osdmap e369: 8 total, 8 up, 8 in 2024-04-15T14:42:03.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:42:03 smithi102 ceph-mon[87131]: pgmap v183: 121 pgs: 11 active+undersized+degraded, 7 active+clean+remapped, 30 active+undersized, 73 active+clean; 210 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 17 MiB/s rd, 982 KiB/s wr, 21 op/s; 35/288 objects degraded (12.153%); 5/288 objects misplaced (1.736%); 8.3 MiB/s, 14 objects/s recovering 2024-04-15T14:42:03.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:42:03 smithi102 ceph-mon[87131]: osdmap e369: 8 total, 8 up, 8 in 2024-04-15T14:42:03.937 INFO:journalctl@ceph.prometheus.a.smithi102.stdout:Apr 15 14:42:03 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-prometheus-a[78028]: ts=2024-04-15T14:42:03.504Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi016\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi016\", job=\"node\", machine=\"x86_64\", nodename=\"smithi016\", release=\"5.14.0-438.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Apr 12 13:55:21 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"362ea986-fb34-11ee-bc8f-c7b262605968\", domainname=\"(none)\", instance=\"smithi016\", job=\"node\", machine=\"x86_64\", nodename=\"smithi016\", release=\"5.14.0-438.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Apr 12 13:55:21 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T14:42:04.623 INFO:tasks.rados.rados.0.smithi016.stdout:1440: done (3 left) 2024-04-15T14:42:04.623 INFO:tasks.rados.rados.0.smithi016.stdout:1441: done (2 left) 2024-04-15T14:42:04.624 INFO:tasks.rados.rados.0.smithi016.stdout:1442: done (1 left) 2024-04-15T14:42:04.624 INFO:tasks.rados.rados.0.smithi016.stdout:1443: done (0 left) 2024-04-15T14:42:04.624 INFO:tasks.rados.rados.0.smithi016.stdout:1444: rmattr oid 41 current snap is 147 2024-04-15T14:42:04.624 INFO:tasks.rados.rados.0.smithi016.stdout:1445: snap_remove snap 145 2024-04-15T14:42:04.907 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:42:04 smithi016 ceph-mon[93212]: osdmap e370: 8 total, 8 up, 8 in 2024-04-15T14:42:04.908 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:42:04 smithi016 ceph-mon[90652]: osdmap e370: 8 total, 8 up, 8 in 2024-04-15T14:42:04.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:42:04 smithi102 ceph-mon[87131]: osdmap e370: 8 total, 8 up, 8 in 2024-04-15T14:42:05.624 INFO:tasks.rados.rados.0.smithi016.stdout:1445: done (1 left) 2024-04-15T14:42:05.624 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 43 current snap is 147 2024-04-15T14:42:05.624 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 41 v 503 (ObjNum 343 snap 109 seq_num 343) dirty exists 2024-04-15T14:42:05.624 INFO:tasks.rados.rados.0.smithi016.stdout:1446: seq_num 455 ranges {466944=425984} 2024-04-15T14:42:05.630 INFO:tasks.rados.rados.0.smithi016.stdout:1446: writing smithi01678542-43 from 466944 to 892928 tid 1 2024-04-15T14:42:05.630 INFO:tasks.rados.rados.0.smithi016.stdout:1444: done (1 left) 2024-04-15T14:42:05.630 INFO:tasks.rados.rados.0.smithi016.stdout:1447: delete oid 26 current snap is 147 2024-04-15T14:42:05.633 INFO:tasks.rados.rados.0.smithi016.stdout:1447: done (1 left) 2024-04-15T14:42:05.633 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 18 current snap is 147 2024-04-15T14:42:05.633 INFO:tasks.rados.rados.0.smithi016.stdout:1448: seq_num 457 ranges {5971968=458752} 2024-04-15T14:42:05.668 INFO:tasks.rados.rados.0.smithi016.stdout:1448: writing smithi01678542-18 from 5971968 to 6430720 tid 1 2024-04-15T14:42:05.669 INFO:tasks.rados.rados.0.smithi016.stdout:1449: delete oid 1 current snap is 147 2024-04-15T14:42:05.669 INFO:tasks.rados.rados.0.smithi016.stdout:1446: finishing write tid 1 to smithi01678542-43 2024-04-15T14:42:05.669 INFO:tasks.rados.rados.0.smithi016.stdout:1446: finishing write tid 2 to smithi01678542-43 2024-04-15T14:42:05.669 INFO:tasks.rados.rados.0.smithi016.stdout:1446: finishing write tid 3 to smithi01678542-43 2024-04-15T14:42:05.669 INFO:tasks.rados.rados.0.smithi016.stdout:1446: oid 43 updating version 0 to 850 2024-04-15T14:42:05.669 INFO:tasks.rados.rados.0.smithi016.stdout:1446: oid 43 updating version 850 to 851 2024-04-15T14:42:05.669 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 43 v 851 (ObjNum 455 snap 147 seq_num 455) dirty exists 2024-04-15T14:42:05.669 INFO:tasks.rados.rados.0.smithi016.stdout:1446: left oid 43 (ObjNum 455 snap 147 seq_num 455) 2024-04-15T14:42:05.670 INFO:tasks.rados.rados.0.smithi016.stdout:1446: done (2 left) 2024-04-15T14:42:05.670 INFO:tasks.rados.rados.0.smithi016.stdout:1449: done (1 left) 2024-04-15T14:42:05.670 INFO:tasks.rados.rados.0.smithi016.stdout:1450: copy_from oid 4 from oid 1 current snap is 147 2024-04-15T14:42:05.670 INFO:tasks.rados.rados.0.smithi016.stdout:1451: snap_create 2024-04-15T14:42:05.670 INFO:tasks.rados.rados.0.smithi016.stdout:1450: finishing copy_from to smithi01678542-4 2024-04-15T14:42:05.670 INFO:tasks.rados.rados.0.smithi016.stdout:1450: got expected ENOENT (src dne) 2024-04-15T14:42:05.671 INFO:tasks.rados.rados.0.smithi016.stdout:1450: finishing copy_from racing read to smithi01678542-4 2024-04-15T14:42:05.671 INFO:tasks.rados.rados.0.smithi016.stdout:1448: finishing write tid 1 to smithi01678542-18 2024-04-15T14:42:05.671 INFO:tasks.rados.rados.0.smithi016.stdout:1448: finishing write tid 2 to smithi01678542-18 2024-04-15T14:42:05.673 INFO:tasks.rados.rados.0.smithi016.stdout:1448: finishing write tid 3 to smithi01678542-18 2024-04-15T14:42:05.673 INFO:tasks.rados.rados.0.smithi016.stdout:1448: oid 18 updating version 0 to 556 2024-04-15T14:42:05.673 INFO:tasks.rados.rados.0.smithi016.stdout:1448: oid 18 version 556 is already newer than 555 2024-04-15T14:42:05.673 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 18 v 556 (ObjNum 457 snap 147 seq_num 457) dirty exists 2024-04-15T14:42:05.673 INFO:tasks.rados.rados.0.smithi016.stdout:1448: left oid 18 (ObjNum 457 snap 147 seq_num 457) 2024-04-15T14:42:05.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:42:05 smithi102 ceph-mon[87131]: pgmap v186: 121 pgs: 11 active+undersized+degraded, 7 active+clean+remapped, 30 active+undersized, 73 active+clean; 210 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 0 op/s; 35/288 objects degraded (12.153%); 5/288 objects misplaced (1.736%) 2024-04-15T14:42:05.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:42:05 smithi102 ceph-mon[87131]: osdmap e371: 8 total, 8 up, 8 in 2024-04-15T14:42:05.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:42:05 smithi102 ceph-mon[87131]: Health check update: Degraded data redundancy: 35/288 objects degraded (12.153%), 11 pgs degraded (PG_DEGRADED) 2024-04-15T14:42:05.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:42:05 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T14:42:05.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:42:05 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T14:42:05.938 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:42:05 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T14:42:05.938 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:42:05 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T14:42:05.938 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:42:05 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T14:42:06.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:42:05 smithi016 ceph-mon[90652]: pgmap v186: 121 pgs: 11 active+undersized+degraded, 7 active+clean+remapped, 30 active+undersized, 73 active+clean; 210 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 0 op/s; 35/288 objects degraded (12.153%); 5/288 objects misplaced (1.736%) 2024-04-15T14:42:06.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:42:05 smithi016 ceph-mon[90652]: osdmap e371: 8 total, 8 up, 8 in 2024-04-15T14:42:06.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:42:05 smithi016 ceph-mon[90652]: Health check update: Degraded data redundancy: 35/288 objects degraded (12.153%), 11 pgs degraded (PG_DEGRADED) 2024-04-15T14:42:06.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:42:05 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T14:42:06.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:42:05 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T14:42:06.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:42:05 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T14:42:06.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:42:05 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T14:42:06.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:42:05 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T14:42:06.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:42:05 smithi016 ceph-mon[93212]: pgmap v186: 121 pgs: 11 active+undersized+degraded, 7 active+clean+remapped, 30 active+undersized, 73 active+clean; 210 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 0 op/s; 35/288 objects degraded (12.153%); 5/288 objects misplaced (1.736%) 2024-04-15T14:42:06.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:42:05 smithi016 ceph-mon[93212]: osdmap e371: 8 total, 8 up, 8 in 2024-04-15T14:42:06.041 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:42:05 smithi016 ceph-mon[93212]: Health check update: Degraded data redundancy: 35/288 objects degraded (12.153%), 11 pgs degraded (PG_DEGRADED) 2024-04-15T14:42:06.041 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:42:05 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T14:42:06.041 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:42:05 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T14:42:06.041 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:42:05 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T14:42:06.041 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:42:05 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T14:42:06.041 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:42:05 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T14:42:06.638 INFO:tasks.rados.rados.0.smithi016.stdout:1448: done (2 left) 2024-04-15T14:42:06.638 INFO:tasks.rados.rados.0.smithi016.stdout:1450: done (1 left) 2024-04-15T14:42:06.638 INFO:tasks.rados.rados.0.smithi016.stdout:1451: done (0 left) 2024-04-15T14:42:06.638 INFO:tasks.rados.rados.0.smithi016.stdout:1452: setattr oid 25 current snap is 148 2024-04-15T14:42:06.639 INFO:tasks.rados.rados.0.smithi016.stdout:1453: setattr oid 47 current snap is 148 2024-04-15T14:42:06.641 INFO:tasks.rados.rados.0.smithi016.stdout:1454: snap_create 2024-04-15T14:42:06.645 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 25 v 781 (ObjNum 427 snap 136 seq_num 427) dirty exists 2024-04-15T14:42:06.647 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 47 v 852 (ObjNum 376 snap 123 seq_num 376) dirty exists 2024-04-15T14:42:06.720 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:42:06 smithi016 ceph-mon[90652]: osdmap e372: 8 total, 8 up, 8 in 2024-04-15T14:42:06.720 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:42:06 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T14:42:06.720 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:42:06 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T14:42:06.720 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:42:06 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T14:42:06.720 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:42:06 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T14:42:06.721 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:42:06 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16}]: dispatch 2024-04-15T14:42:06.721 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:42:06 smithi016 ceph-mon[90652]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16}]: dispatch 2024-04-15T14:42:06.721 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:42:06 smithi016 ceph-mon[90652]: Upgrade: osd.2 is safe to restart 2024-04-15T14:42:06.721 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:42:06 smithi016 ceph-mon[93212]: osdmap e372: 8 total, 8 up, 8 in 2024-04-15T14:42:06.721 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:42:06 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T14:42:06.721 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:42:06 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T14:42:06.722 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:42:06 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T14:42:06.722 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:42:06 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T14:42:06.722 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:42:06 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16}]: dispatch 2024-04-15T14:42:06.722 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:42:06 smithi016 ceph-mon[93212]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16}]: dispatch 2024-04-15T14:42:06.722 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:42:06 smithi016 ceph-mon[93212]: Upgrade: osd.2 is safe to restart 2024-04-15T14:42:06.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:42:06 smithi102 ceph-mon[87131]: osdmap e372: 8 total, 8 up, 8 in 2024-04-15T14:42:06.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:42:06 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T14:42:06.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:42:06 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T14:42:06.938 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:42:06 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T14:42:06.938 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:42:06 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T14:42:06.938 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:42:06 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16}]: dispatch 2024-04-15T14:42:06.938 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:42:06 smithi102 ceph-mon[87131]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16}]: dispatch 2024-04-15T14:42:06.938 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:42:06 smithi102 ceph-mon[87131]: Upgrade: osd.2 is safe to restart 2024-04-15T14:42:07.641 INFO:tasks.rados.rados.0.smithi016.stdout:1452: done (2 left) 2024-04-15T14:42:07.641 INFO:tasks.rados.rados.0.smithi016.stdout:1453: done (1 left) 2024-04-15T14:42:07.641 INFO:tasks.rados.rados.0.smithi016.stdout:1454: done (0 left) 2024-04-15T14:42:07.641 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 7 current snap is 149 2024-04-15T14:42:07.641 INFO:tasks.rados.rados.0.smithi016.stdout:1455: seq_num 459 ranges {2015232=491520} 2024-04-15T14:42:07.655 INFO:tasks.rados.rados.0.smithi016.stdout:1455: writing smithi01678542-7 from 2015232 to 2506752 tid 1 2024-04-15T14:42:07.655 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 32 current snap is 149 2024-04-15T14:42:07.655 INFO:tasks.rados.rados.0.smithi016.stdout:1456: seq_num 460 ranges {3039232=507904} 2024-04-15T14:42:07.674 INFO:tasks.rados.rados.0.smithi016.stdout:1456: writing smithi01678542-32 from 3039232 to 3547136 tid 1 2024-04-15T14:42:07.674 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 34 current snap is 149 2024-04-15T14:42:07.675 INFO:tasks.rados.rados.0.smithi016.stdout:1455: finishing write tid 1 to smithi01678542-7 2024-04-15T14:42:07.675 INFO:tasks.rados.rados.0.smithi016.stdout:1455: finishing write tid 2 to smithi01678542-7 2024-04-15T14:42:07.675 INFO:tasks.rados.rados.0.smithi016.stdout:1455: finishing write tid 3 to smithi01678542-7 2024-04-15T14:42:07.675 INFO:tasks.rados.rados.0.smithi016.stdout:1455: oid 7 updating version 0 to 834 2024-04-15T14:42:07.675 INFO:tasks.rados.rados.0.smithi016.stdout:1455: oid 7 version 834 is already newer than 833 2024-04-15T14:42:07.675 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 7 v 834 (ObjNum 459 snap 149 seq_num 459) dirty exists 2024-04-15T14:42:07.675 INFO:tasks.rados.rados.0.smithi016.stdout:1455: left oid 7 (ObjNum 459 snap 149 seq_num 459) 2024-04-15T14:42:07.675 INFO:tasks.rados.rados.0.smithi016.stdout:1457: seq_num 461 ranges {10330112=524288} 2024-04-15T14:42:07.734 INFO:tasks.rados.rados.0.smithi016.stdout:1457: writing smithi01678542-34 from 10330112 to 10854400 tid 1 2024-04-15T14:42:07.734 INFO:tasks.rados.rados.0.smithi016.stdout:1455: done (2 left) 2024-04-15T14:42:07.734 INFO:tasks.rados.rados.0.smithi016.stdout:1458: snap_create 2024-04-15T14:42:07.734 INFO:tasks.rados.rados.0.smithi016.stdout:1456: finishing write tid 1 to smithi01678542-32 2024-04-15T14:42:07.734 INFO:tasks.rados.rados.0.smithi016.stdout:1456: finishing write tid 2 to smithi01678542-32 2024-04-15T14:42:07.734 INFO:tasks.rados.rados.0.smithi016.stdout:1456: finishing write tid 3 to smithi01678542-32 2024-04-15T14:42:07.734 INFO:tasks.rados.rados.0.smithi016.stdout:1456: oid 32 updating version 0 to 895 2024-04-15T14:42:07.734 INFO:tasks.rados.rados.0.smithi016.stdout:1456: oid 32 updating version 895 to 896 2024-04-15T14:42:07.734 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 32 v 896 (ObjNum 460 snap 149 seq_num 460) dirty exists 2024-04-15T14:42:07.734 INFO:tasks.rados.rados.0.smithi016.stdout:1456: left oid 32 (ObjNum 460 snap 149 seq_num 460) 2024-04-15T14:42:07.739 INFO:tasks.rados.rados.0.smithi016.stdout:1457: finishing write tid 1 to smithi01678542-34 2024-04-15T14:42:07.740 INFO:tasks.rados.rados.0.smithi016.stdout:1457: finishing write tid 2 to smithi01678542-34 2024-04-15T14:42:07.741 INFO:tasks.rados.rados.0.smithi016.stdout:1457: finishing write tid 3 to smithi01678542-34 2024-04-15T14:42:07.741 INFO:tasks.rados.rados.0.smithi016.stdout:1457: oid 34 updating version 0 to 854 2024-04-15T14:42:07.741 INFO:tasks.rados.rados.0.smithi016.stdout:1457: oid 34 version 854 is already newer than 853 2024-04-15T14:42:07.741 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 34 v 854 (ObjNum 461 snap 149 seq_num 461) dirty exists 2024-04-15T14:42:07.741 INFO:tasks.rados.rados.0.smithi016.stdout:1457: left oid 34 (ObjNum 461 snap 149 seq_num 461) 2024-04-15T14:42:07.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:42:07 smithi102 ceph-mon[87131]: pgmap v189: 121 pgs: 1 peering, 120 active+clean; 212 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 7.8 MiB/s rd, 856 KiB/s wr, 19 op/s; 17 MiB/s, 8 objects/s recovering 2024-04-15T14:42:07.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:42:07 smithi102 ceph-mon[87131]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 35/288 objects degraded (12.153%), 11 pgs degraded) 2024-04-15T14:42:07.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:42:07 smithi102 ceph-mon[87131]: Cluster is now healthy 2024-04-15T14:42:07.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:42:07 smithi102 ceph-mon[87131]: osdmap e373: 8 total, 8 up, 8 in 2024-04-15T14:42:07.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:42:07 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T14:42:07.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:42:07 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.2"}]: dispatch 2024-04-15T14:42:07.938 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:42:07 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T14:42:07.951 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:42:07 smithi016 ceph-mon[93212]: pgmap v189: 121 pgs: 1 peering, 120 active+clean; 212 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 7.8 MiB/s rd, 856 KiB/s wr, 19 op/s; 17 MiB/s, 8 objects/s recovering 2024-04-15T14:42:07.951 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:42:07 smithi016 ceph-mon[93212]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 35/288 objects degraded (12.153%), 11 pgs degraded) 2024-04-15T14:42:07.951 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:42:07 smithi016 ceph-mon[93212]: Cluster is now healthy 2024-04-15T14:42:07.951 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:42:07 smithi016 ceph-mon[93212]: osdmap e373: 8 total, 8 up, 8 in 2024-04-15T14:42:07.951 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:42:07 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T14:42:07.951 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:42:07 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.2"}]: dispatch 2024-04-15T14:42:07.951 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:42:07 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T14:42:07.951 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:42:07 smithi016 ceph-mon[90652]: pgmap v189: 121 pgs: 1 peering, 120 active+clean; 212 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 7.8 MiB/s rd, 856 KiB/s wr, 19 op/s; 17 MiB/s, 8 objects/s recovering 2024-04-15T14:42:07.952 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:42:07 smithi016 ceph-mon[90652]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 35/288 objects degraded (12.153%), 11 pgs degraded) 2024-04-15T14:42:07.952 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:42:07 smithi016 ceph-mon[90652]: Cluster is now healthy 2024-04-15T14:42:07.952 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:42:07 smithi016 ceph-mon[90652]: osdmap e373: 8 total, 8 up, 8 in 2024-04-15T14:42:07.952 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:42:07 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T14:42:07.952 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:42:07 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.2"}]: dispatch 2024-04-15T14:42:07.952 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:42:07 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T14:42:08.645 INFO:tasks.rados.rados.0.smithi016.stdout:1456: done (2 left) 2024-04-15T14:42:08.645 INFO:tasks.rados.rados.0.smithi016.stdout:1457: done (1 left) 2024-04-15T14:42:08.645 INFO:tasks.rados.rados.0.smithi016.stdout:1458: done (0 left) 2024-04-15T14:42:08.646 INFO:tasks.rados.rados.0.smithi016.stdout:1459: delete oid 40 current snap is 150 2024-04-15T14:42:08.650 INFO:tasks.rados.rados.0.smithi016.stdout:1459: done (0 left) 2024-04-15T14:42:08.650 INFO:tasks.rados.rados.0.smithi016.stdout:1460: snap_remove snap 146 2024-04-15T14:42:08.882 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:42:08 smithi016 ceph-mon[93212]: Upgrade: Updating osd.2 2024-04-15T14:42:08.882 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:42:08 smithi016 ceph-mon[93212]: Deploying daemon osd.2 on smithi016 2024-04-15T14:42:08.883 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:42:08 smithi016 ceph-mon[93212]: osdmap e374: 8 total, 8 up, 8 in 2024-04-15T14:42:08.883 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:42:08 smithi016 ceph-mon[90652]: Upgrade: Updating osd.2 2024-04-15T14:42:08.883 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:42:08 smithi016 ceph-mon[90652]: Deploying daemon osd.2 on smithi016 2024-04-15T14:42:08.883 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:42:08 smithi016 ceph-mon[90652]: osdmap e374: 8 total, 8 up, 8 in 2024-04-15T14:42:08.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:42:08 smithi102 ceph-mon[87131]: Upgrade: Updating osd.2 2024-04-15T14:42:08.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:42:08 smithi102 ceph-mon[87131]: Deploying daemon osd.2 on smithi016 2024-04-15T14:42:08.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:42:08 smithi102 ceph-mon[87131]: osdmap e374: 8 total, 8 up, 8 in 2024-04-15T14:42:09.409 INFO:teuthology.orchestra.run.smithi016.stdout:true 2024-04-15T14:42:09.646 INFO:tasks.rados.rados.0.smithi016.stdout:1460: done (0 left) 2024-04-15T14:42:09.646 INFO:tasks.rados.rados.0.smithi016.stdout:1461: snap_remove snap 147 2024-04-15T14:42:09.751 INFO:teuthology.orchestra.run.smithi016.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-04-15T14:42:09.751 INFO:teuthology.orchestra.run.smithi016.stdout:alertmanager.a smithi016 *:9093,9094 running (6m) 8s ago 7m 24.6M - 0.25.0 c8568f914cd2 bc85d1f32a92 2024-04-15T14:42:09.751 INFO:teuthology.orchestra.run.smithi016.stdout:grafana.a smithi102 *:3000 running (7m) 90s ago 7m 88.8M - 9.4.7 954c08fa6188 dfd3a2bac142 2024-04-15T14:42:09.752 INFO:teuthology.orchestra.run.smithi016.stdout:mds.a smithi016 running (8m) 8s ago 8m 19.3M - 18.2.2-1221-ge3fb05d5 aa4d2281650a 287f01435fb1 2024-04-15T14:42:09.752 INFO:teuthology.orchestra.run.smithi016.stdout:mds.b smithi102 running (8m) 90s ago 8m 14.7M - 18.2.2-1221-ge3fb05d5 aa4d2281650a 9ed1adb3241c 2024-04-15T14:42:09.752 INFO:teuthology.orchestra.run.smithi016.stdout:mgr.x smithi102 *:8443,9283,8765 running (2m) 90s ago 12m 450M - 19.0.0-3080-gc2d8c315 259793512b73 7427787dd7cf 2024-04-15T14:42:09.752 INFO:teuthology.orchestra.run.smithi016.stdout:mgr.y smithi016 *:8443,9283,8765 running (3m) 8s ago 13m 514M - 19.0.0-3080-gc2d8c315 259793512b73 23b2f98a056a 2024-04-15T14:42:09.752 INFO:teuthology.orchestra.run.smithi016.stdout:mon.a smithi016 running (2m) 8s ago 14m 56.5M 2048M 19.0.0-3080-gc2d8c315 259793512b73 0f0e1a24c400 2024-04-15T14:42:09.752 INFO:teuthology.orchestra.run.smithi016.stdout:mon.b smithi102 running (100s) 90s ago 12m 23.3M 2048M 19.0.0-3080-gc2d8c315 259793512b73 57b781990cd4 2024-04-15T14:42:09.753 INFO:teuthology.orchestra.run.smithi016.stdout:mon.c smithi016 running (119s) 8s ago 12m 48.5M 2048M 19.0.0-3080-gc2d8c315 259793512b73 eef940aadb4d 2024-04-15T14:42:09.753 INFO:teuthology.orchestra.run.smithi016.stdout:node-exporter.a smithi016 *:9100 running (7m) 8s ago 7m 16.1M - 1.5.0 0da6a335fe13 8d0101b6e6e8 2024-04-15T14:42:09.753 INFO:teuthology.orchestra.run.smithi016.stdout:node-exporter.b smithi102 *:9100 running (6m) 90s ago 6m 15.8M - 1.5.0 0da6a335fe13 d83ffdf53df3 2024-04-15T14:42:09.753 INFO:teuthology.orchestra.run.smithi016.stdout:osd.0 smithi016 running (48s) 8s ago 11m 106M 2481M 19.0.0-3080-gc2d8c315 259793512b73 6ae1b6c92493 2024-04-15T14:42:09.753 INFO:teuthology.orchestra.run.smithi016.stdout:osd.1 smithi016 running (13s) 8s ago 11m 12.4M 2481M 19.0.0-3080-gc2d8c315 259793512b73 106c0a047128 2024-04-15T14:42:09.753 INFO:teuthology.orchestra.run.smithi016.stdout:osd.2 smithi016 running (11m) 8s ago 11m 175M 2481M 18.2.2-1221-ge3fb05d5 aa4d2281650a b55efe4e74b4 2024-04-15T14:42:09.754 INFO:teuthology.orchestra.run.smithi016.stdout:osd.3 smithi016 running (10m) 8s ago 10m 162M 2481M 18.2.2-1221-ge3fb05d5 aa4d2281650a b2684936efa6 2024-04-15T14:42:09.754 INFO:teuthology.orchestra.run.smithi016.stdout:osd.4 smithi102 running (10m) 90s ago 10m 180M 2480M 18.2.2-1221-ge3fb05d5 aa4d2281650a f863e36be995 2024-04-15T14:42:09.754 INFO:teuthology.orchestra.run.smithi016.stdout:osd.5 smithi102 running (9m) 90s ago 9m 171M 2480M 18.2.2-1221-ge3fb05d5 aa4d2281650a 64518f93c8c8 2024-04-15T14:42:09.754 INFO:teuthology.orchestra.run.smithi016.stdout:osd.6 smithi102 running (9m) 90s ago 9m 128M 2480M 18.2.2-1221-ge3fb05d5 aa4d2281650a a3993a86427e 2024-04-15T14:42:09.754 INFO:teuthology.orchestra.run.smithi016.stdout:osd.7 smithi102 running (9m) 90s ago 9m 119M 2480M 18.2.2-1221-ge3fb05d5 aa4d2281650a f9ac771a8a69 2024-04-15T14:42:09.755 INFO:teuthology.orchestra.run.smithi016.stdout:prometheus.a smithi102 *:9095 running (2m) 90s ago 8m 56.1M - 2.43.0 a07b618ecd1d 86d1d3518ceb 2024-04-15T14:42:09.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:42:09 smithi102 ceph-mon[87131]: pgmap v192: 121 pgs: 1 peering, 120 active+clean; 212 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 7.8 MiB/s rd, 856 KiB/s wr, 19 op/s; 17 MiB/s, 8 objects/s recovering 2024-04-15T14:42:09.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:42:09 smithi102 ceph-mon[87131]: osdmap e375: 8 total, 8 up, 8 in 2024-04-15T14:42:09.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:42:09 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T14:42:09.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:42:09 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T14:42:09.948 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:42:09 smithi016 ceph-mon[93212]: pgmap v192: 121 pgs: 1 peering, 120 active+clean; 212 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 7.8 MiB/s rd, 856 KiB/s wr, 19 op/s; 17 MiB/s, 8 objects/s recovering 2024-04-15T14:42:09.948 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:42:09 smithi016 ceph-mon[93212]: osdmap e375: 8 total, 8 up, 8 in 2024-04-15T14:42:09.948 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:42:09 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T14:42:09.948 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:42:09 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T14:42:09.948 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:42:09 smithi016 ceph-mon[90652]: pgmap v192: 121 pgs: 1 peering, 120 active+clean; 212 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 7.8 MiB/s rd, 856 KiB/s wr, 19 op/s; 17 MiB/s, 8 objects/s recovering 2024-04-15T14:42:09.948 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:42:09 smithi016 ceph-mon[90652]: osdmap e375: 8 total, 8 up, 8 in 2024-04-15T14:42:09.949 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:42:09 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T14:42:09.949 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:42:09 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T14:42:10.168 INFO:teuthology.orchestra.run.smithi016.stdout:{ 2024-04-15T14:42:10.168 INFO:teuthology.orchestra.run.smithi016.stdout: "mon": { 2024-04-15T14:42:10.168 INFO:teuthology.orchestra.run.smithi016.stdout: "ceph version 19.0.0-3080-gc2d8c315 (c2d8c3155d854ee204cb7c7261232571229d1d54) squid (dev)": 3 2024-04-15T14:42:10.168 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-04-15T14:42:10.168 INFO:teuthology.orchestra.run.smithi016.stdout: "mgr": { 2024-04-15T14:42:10.168 INFO:teuthology.orchestra.run.smithi016.stdout: "ceph version 19.0.0-3080-gc2d8c315 (c2d8c3155d854ee204cb7c7261232571229d1d54) squid (dev)": 2 2024-04-15T14:42:10.168 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-04-15T14:42:10.168 INFO:teuthology.orchestra.run.smithi016.stdout: "osd": { 2024-04-15T14:42:10.168 INFO:teuthology.orchestra.run.smithi016.stdout: "ceph version 18.2.2-1221-ge3fb05d5 (e3fb05d5e6da84b5c44db3f3051c4d242f9809c1) reef (stable)": 6, 2024-04-15T14:42:10.168 INFO:teuthology.orchestra.run.smithi016.stdout: "ceph version 19.0.0-3080-gc2d8c315 (c2d8c3155d854ee204cb7c7261232571229d1d54) squid (dev)": 2 2024-04-15T14:42:10.168 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-04-15T14:42:10.169 INFO:teuthology.orchestra.run.smithi016.stdout: "mds": { 2024-04-15T14:42:10.169 INFO:teuthology.orchestra.run.smithi016.stdout: "ceph version 18.2.2-1221-ge3fb05d5 (e3fb05d5e6da84b5c44db3f3051c4d242f9809c1) reef (stable)": 2 2024-04-15T14:42:10.169 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-04-15T14:42:10.169 INFO:teuthology.orchestra.run.smithi016.stdout: "overall": { 2024-04-15T14:42:10.169 INFO:teuthology.orchestra.run.smithi016.stdout: "ceph version 18.2.2-1221-ge3fb05d5 (e3fb05d5e6da84b5c44db3f3051c4d242f9809c1) reef (stable)": 8, 2024-04-15T14:42:10.169 INFO:teuthology.orchestra.run.smithi016.stdout: "ceph version 19.0.0-3080-gc2d8c315 (c2d8c3155d854ee204cb7c7261232571229d1d54) squid (dev)": 7 2024-04-15T14:42:10.169 INFO:teuthology.orchestra.run.smithi016.stdout: } 2024-04-15T14:42:10.169 INFO:teuthology.orchestra.run.smithi016.stdout:} 2024-04-15T14:42:10.278 INFO:tasks.rados.rados.0.smithi016.stdout:1461: done (0 left) 2024-04-15T14:42:10.278 INFO:tasks.rados.rados.0.smithi016.stdout:1462: snap_remove snap 141 2024-04-15T14:42:10.789 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:42:10 smithi016 ceph-mon[93212]: from='client.34242 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-15T14:42:10.789 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:42:10 smithi016 ceph-mon[93212]: osdmap e376: 8 total, 8 up, 8 in 2024-04-15T14:42:10.789 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:42:10 smithi016 ceph-mon[93212]: from='client.34248 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-15T14:42:10.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:42:10 smithi016 ceph-mon[93212]: from='client.? 172.21.15.16:0/1217922262' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T14:42:10.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:42:10 smithi016 ceph-mon[93212]: osdmap e377: 8 total, 8 up, 8 in 2024-04-15T14:42:10.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:42:10 smithi016 ceph-mon[90652]: from='client.34242 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-15T14:42:10.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:42:10 smithi016 ceph-mon[90652]: osdmap e376: 8 total, 8 up, 8 in 2024-04-15T14:42:10.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:42:10 smithi016 ceph-mon[90652]: from='client.34248 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-15T14:42:10.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:42:10 smithi016 ceph-mon[90652]: from='client.? 172.21.15.16:0/1217922262' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T14:42:10.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:42:10 smithi016 ceph-mon[90652]: osdmap e377: 8 total, 8 up, 8 in 2024-04-15T14:42:10.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:42:10 smithi102 ceph-mon[87131]: from='client.34242 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-15T14:42:10.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:42:10 smithi102 ceph-mon[87131]: osdmap e376: 8 total, 8 up, 8 in 2024-04-15T14:42:10.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:42:10 smithi102 ceph-mon[87131]: from='client.34248 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-15T14:42:10.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:42:10 smithi102 ceph-mon[87131]: from='client.? 172.21.15.16:0/1217922262' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T14:42:10.938 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:42:10 smithi102 ceph-mon[87131]: osdmap e377: 8 total, 8 up, 8 in 2024-04-15T14:42:11.116 INFO:journalctl@ceph.osd.2.smithi016.stdout:Apr 15 14:42:10 smithi016 systemd[1]: Stopping Ceph osd.2 for 362ea986-fb34-11ee-bc8f-c7b262605968... 2024-04-15T14:42:11.281 INFO:tasks.rados.rados.0.smithi016.stdout:1462: done (0 left) 2024-04-15T14:42:11.281 INFO:tasks.rados.rados.0.smithi016.stdout:1463: delete oid 34 current snap is 150 2024-04-15T14:42:11.296 INFO:tasks.rados.rados.0.smithi016.stdout:1463: done (0 left) 2024-04-15T14:42:11.296 INFO:tasks.rados.rados.0.smithi016.stdout:1464: read oid 33 snap -1 2024-04-15T14:42:11.296 INFO:tasks.rados.rados.0.smithi016.stdout:1464: expect (ObjNum 453 snap 145 seq_num 453) 2024-04-15T14:42:11.296 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 48 current snap is 150 2024-04-15T14:42:11.296 INFO:tasks.rados.rados.0.smithi016.stdout:1465: seq_num 464 ranges {2015232=573440} 2024-04-15T14:42:11.310 INFO:tasks.rados.rados.0.smithi016.stdout:1465: writing smithi01678542-48 from 2015232 to 2588672 tid 1 2024-04-15T14:42:11.311 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 5 current snap is 150 2024-04-15T14:42:11.311 INFO:tasks.rados.rados.0.smithi016.stdout:1466: seq_num 465 ranges {237568=598016} 2024-04-15T14:42:11.315 INFO:tasks.rados.rados.0.smithi016.stdout:1466: writing smithi01678542-5 from 237568 to 835584 tid 1 2024-04-15T14:42:11.316 INFO:tasks.rados.rados.0.smithi016.stdout:1467: read oid 42 snap -1 2024-04-15T14:42:11.316 INFO:tasks.rados.rados.0.smithi016.stdout:1467: expect (ObjNum 313 snap 98 seq_num 313) 2024-04-15T14:42:11.316 INFO:tasks.rados.rados.0.smithi016.stdout:1468: delete oid 15 current snap is 150 2024-04-15T14:42:11.316 INFO:tasks.rados.rados.0.smithi016.stdout:1464: expect (ObjNum 453 snap 145 seq_num 453) 2024-04-15T14:42:11.425 INFO:tasks.rados.rados.0.smithi016.stdout:1465: finishing write tid 1 to smithi01678542-48 2024-04-15T14:42:11.425 INFO:tasks.rados.rados.0.smithi016.stdout:1465: finishing write tid 2 to smithi01678542-48 2024-04-15T14:42:11.425 INFO:tasks.rados.rados.0.smithi016.stdout:1465: finishing write tid 3 to smithi01678542-48 2024-04-15T14:42:11.425 INFO:tasks.rados.rados.0.smithi016.stdout:1465: oid 48 updating version 0 to 431 2024-04-15T14:42:11.425 INFO:tasks.rados.rados.0.smithi016.stdout:1465: oid 48 version 431 is already newer than 430 2024-04-15T14:42:11.425 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 48 v 431 (ObjNum 464 snap 150 seq_num 464) dirty exists 2024-04-15T14:42:11.425 INFO:tasks.rados.rados.0.smithi016.stdout:1465: left oid 48 (ObjNum 464 snap 150 seq_num 464) 2024-04-15T14:42:11.539 INFO:journalctl@ceph.osd.2.smithi016.stdout:Apr 15 14:42:11 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-osd-2[52887]: 2024-04-15T14:42:11.114+0000 7fa638865700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.2 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-04-15T14:42:11.539 INFO:journalctl@ceph.osd.2.smithi016.stdout:Apr 15 14:42:11 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-osd-2[52887]: 2024-04-15T14:42:11.114+0000 7fa638865700 -1 osd.2 377 *** Got signal Terminated *** 2024-04-15T14:42:11.539 INFO:journalctl@ceph.osd.2.smithi016.stdout:Apr 15 14:42:11 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-osd-2[52887]: 2024-04-15T14:42:11.114+0000 7fa638865700 -1 osd.2 377 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-04-15T14:42:11.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:42:11 smithi102 ceph-mon[87131]: pgmap v195: 121 pgs: 1 peering, 120 active+clean; 215 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 1.2 KiB/s rd, 588 KiB/s wr, 14 op/s 2024-04-15T14:42:11.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:42:11 smithi102 ceph-mon[87131]: osd.2 marked itself down and dead 2024-04-15T14:42:11.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:42:11 smithi102 ceph-mon[87131]: Health check failed: 1 osds down (OSD_DOWN) 2024-04-15T14:42:11.938 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:42:11 smithi102 ceph-mon[87131]: osdmap e378: 8 total, 7 up, 8 in 2024-04-15T14:42:12.039 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 15 14:42:11 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-y[81421]: ::ffff:172.21.15.102 - - [15/Apr/2024:14:42:11] "GET /metrics HTTP/1.1" 200 36225 "" "Prometheus/2.43.0" 2024-04-15T14:42:12.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:42:11 smithi016 ceph-mon[90652]: pgmap v195: 121 pgs: 1 peering, 120 active+clean; 215 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 1.2 KiB/s rd, 588 KiB/s wr, 14 op/s 2024-04-15T14:42:12.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:42:11 smithi016 ceph-mon[90652]: osd.2 marked itself down and dead 2024-04-15T14:42:12.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:42:11 smithi016 ceph-mon[90652]: Health check failed: 1 osds down (OSD_DOWN) 2024-04-15T14:42:12.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:42:11 smithi016 ceph-mon[90652]: osdmap e378: 8 total, 7 up, 8 in 2024-04-15T14:42:12.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:42:11 smithi016 ceph-mon[93212]: pgmap v195: 121 pgs: 1 peering, 120 active+clean; 215 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 1.2 KiB/s rd, 588 KiB/s wr, 14 op/s 2024-04-15T14:42:12.041 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:42:11 smithi016 ceph-mon[93212]: osd.2 marked itself down and dead 2024-04-15T14:42:12.041 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:42:11 smithi016 ceph-mon[93212]: Health check failed: 1 osds down (OSD_DOWN) 2024-04-15T14:42:12.041 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:42:11 smithi016 ceph-mon[93212]: osdmap e378: 8 total, 7 up, 8 in 2024-04-15T14:42:12.041 INFO:journalctl@ceph.osd.2.smithi016.stdout:Apr 15 14:42:11 smithi016 podman[108873]: 2024-04-15 14:42:11.841369851 +0000 UTC m=+0.893380279 container died b55efe4e74b4bcd3b6e961c2aa34661576d86285d60b26caddc315a77dcc7e40 (image=quay.ceph.io/ceph-ci/ceph@sha256:68779415073ff203e402b0379758fdddf51fc45e34dd0f039888aa95268c5315, name=ceph-362ea986-fb34-11ee-bc8f-c7b262605968-osd-2, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, ceph=True, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240409, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image, io.buildah.version=1.33.5, org.label-schema.license=GPLv2, GIT_CLEAN=True, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, maintainer=Guillaume Abrioux , RELEASE=reef-e3fb05d) 2024-04-15T14:42:12.295 INFO:tasks.rados.rados.0.smithi016.stdout:1466: finishing write tid 1 to smithi01678542-5 2024-04-15T14:42:12.295 INFO:tasks.rados.rados.0.smithi016.stdout:1466: finishing write tid 2 to smithi01678542-5 2024-04-15T14:42:12.297 INFO:tasks.rados.rados.0.smithi016.stdout:1464: done (4 left) 2024-04-15T14:42:12.297 INFO:tasks.rados.rados.0.smithi016.stdout:1465: done (3 left) 2024-04-15T14:42:12.297 INFO:tasks.rados.rados.0.smithi016.stdout:1468: done (2 left) 2024-04-15T14:42:12.297 INFO:tasks.rados.rados.0.smithi016.stdout:1469: rollback oid 47 current snap is 150 2024-04-15T14:42:12.297 INFO:tasks.rados.rados.0.smithi016.stdout:rollback oid 47 to 149 2024-04-15T14:42:12.297 INFO:tasks.rados.rados.0.smithi016.stdout:1470: read oid 39 snap 148 2024-04-15T14:42:12.297 INFO:tasks.rados.rados.0.smithi016.stdout:1470: expect (ObjNum 404 snap 128 seq_num 404) 2024-04-15T14:42:12.297 INFO:tasks.rados.rados.0.smithi016.stdout:1471: copy_from oid 30 from oid 23 current snap is 150 2024-04-15T14:42:12.297 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 7 current snap is 150 2024-04-15T14:42:12.297 INFO:tasks.rados.rados.0.smithi016.stdout:1472: seq_num 467 ranges {2506752=630784} 2024-04-15T14:42:12.318 INFO:tasks.rados.rados.0.smithi016.stdout:1472: writing smithi01678542-7 from 2506752 to 3137536 tid 1 2024-04-15T14:42:12.318 INFO:tasks.rados.rados.0.smithi016.stdout:1473: copy_from oid 46 from oid 2 current snap is 150 2024-04-15T14:42:12.318 INFO:tasks.rados.rados.0.smithi016.stdout:1466: finishing write tid 3 to smithi01678542-5 2024-04-15T14:42:12.318 INFO:tasks.rados.rados.0.smithi016.stdout:1466: oid 5 updating version 0 to 786 2024-04-15T14:42:12.318 INFO:tasks.rados.rados.0.smithi016.stdout:1466: oid 5 version 786 is already newer than 785 2024-04-15T14:42:12.318 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 5 v 786 (ObjNum 465 snap 150 seq_num 465) dirty exists 2024-04-15T14:42:12.319 INFO:tasks.rados.rados.0.smithi016.stdout:1466: left oid 5 (ObjNum 465 snap 150 seq_num 465) 2024-04-15T14:42:12.319 INFO:tasks.rados.rados.0.smithi016.stdout:1466: done (6 left) 2024-04-15T14:42:12.319 INFO:tasks.rados.rados.0.smithi016.stdout:1474: read oid 16 snap -1 2024-04-15T14:42:12.319 INFO:tasks.rados.rados.0.smithi016.stdout:1474: expect (ObjNum 400 snap 128 seq_num 400) 2024-04-15T14:42:12.319 INFO:tasks.rados.rados.0.smithi016.stdout:1475: delete oid 45 current snap is 150 2024-04-15T14:42:12.319 INFO:tasks.rados.rados.0.smithi016.stdout:1469: finishing rollback tid 0 to smithi01678542-47 2024-04-15T14:42:12.319 INFO:tasks.rados.rados.0.smithi016.stdout:1469: finishing rollback tid 1 to smithi01678542-47 2024-04-15T14:42:12.319 INFO:tasks.rados.rados.0.smithi016.stdout:1467: expect (ObjNum 313 snap 98 seq_num 313) 2024-04-15T14:42:12.423 INFO:tasks.rados.rados.0.smithi016.stdout:1469: finishing rollback tid 2 to smithi01678542-47 2024-04-15T14:42:12.423 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 47 v 858 (ObjNum 376 snap 123 seq_num 376) dirty exists 2024-04-15T14:42:12.423 INFO:tasks.rados.rados.0.smithi016.stdout:1467: done (7 left) 2024-04-15T14:42:12.423 INFO:tasks.rados.rados.0.smithi016.stdout:1469: done (6 left) 2024-04-15T14:42:12.423 INFO:tasks.rados.rados.0.smithi016.stdout:1475: done (5 left) 2024-04-15T14:42:12.423 INFO:tasks.rados.rados.0.smithi016.stdout:1476: copy_from oid 8 from oid 24 current snap is 150 2024-04-15T14:42:12.423 INFO:tasks.rados.rados.0.smithi016.stdout:1470: expect (ObjNum 404 snap 128 seq_num 404) 2024-04-15T14:42:12.472 INFO:journalctl@ceph.osd.2.smithi016.stdout:Apr 15 14:42:12 smithi016 podman[108873]: 2024-04-15 14:42:12.212062509 +0000 UTC m=+1.264072937 container cleanup b55efe4e74b4bcd3b6e961c2aa34661576d86285d60b26caddc315a77dcc7e40 (image=quay.ceph.io/ceph-ci/ceph@sha256:68779415073ff203e402b0379758fdddf51fc45e34dd0f039888aa95268c5315, name=ceph-362ea986-fb34-11ee-bc8f-c7b262605968-osd-2, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 8 Base Image, maintainer=Guillaume Abrioux , io.buildah.version=1.33.5, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, GIT_CLEAN=True, org.label-schema.build-date=20240409, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, RELEASE=reef-e3fb05d, ceph=True, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=) 2024-04-15T14:42:12.472 INFO:journalctl@ceph.osd.2.smithi016.stdout:Apr 15 14:42:12 smithi016 bash[108873]: ceph-362ea986-fb34-11ee-bc8f-c7b262605968-osd-2 2024-04-15T14:42:12.565 INFO:tasks.rados.rados.0.smithi016.stdout:1472: finishing write tid 1 to smithi01678542-7 2024-04-15T14:42:12.565 INFO:tasks.rados.rados.0.smithi016.stdout:1472: finishing write tid 2 to smithi01678542-7 2024-04-15T14:42:12.565 INFO:tasks.rados.rados.0.smithi016.stdout:1472: finishing write tid 3 to smithi01678542-7 2024-04-15T14:42:12.565 INFO:tasks.rados.rados.0.smithi016.stdout:1472: oid 7 updating version 0 to 836 2024-04-15T14:42:12.565 INFO:tasks.rados.rados.0.smithi016.stdout:1472: oid 7 version 836 is already newer than 835 2024-04-15T14:42:12.565 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 7 v 836 (ObjNum 467 snap 150 seq_num 467) dirty exists 2024-04-15T14:42:12.565 INFO:tasks.rados.rados.0.smithi016.stdout:1472: left oid 7 (ObjNum 467 snap 150 seq_num 467) 2024-04-15T14:42:12.565 INFO:tasks.rados.rados.0.smithi016.stdout:1473: finishing copy_from racing read to smithi01678542-46 2024-04-15T14:42:12.565 INFO:tasks.rados.rados.0.smithi016.stdout:1474: expect (ObjNum 400 snap 128 seq_num 400) 2024-04-15T14:42:12.687 INFO:journalctl@ceph.prometheus.a.smithi102.stdout:Apr 15 14:42:12 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-prometheus-a[78028]: ts=2024-04-15T14:42:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi016:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"362ea986-fb34-11ee-bc8f-c7b262605968\", instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T14:42:12.709 INFO:tasks.rados.rados.0.smithi016.stdout:1473: finishing copy_from to smithi01678542-46 2024-04-15T14:42:12.709 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 46 v 772 (ObjNum 432 snap 139 seq_num 432) dirty exists 2024-04-15T14:42:12.709 INFO:tasks.rados.rados.0.smithi016.stdout:1471: finishing copy_from racing read to smithi01678542-30 2024-04-15T14:42:12.709 INFO:tasks.rados.rados.0.smithi016.stdout:1470: done (5 left) 2024-04-15T14:42:12.709 INFO:tasks.rados.rados.0.smithi016.stdout:1472: done (4 left) 2024-04-15T14:42:12.709 INFO:tasks.rados.rados.0.smithi016.stdout:1473: done (3 left) 2024-04-15T14:42:12.709 INFO:tasks.rados.rados.0.smithi016.stdout:1474: done (2 left) 2024-04-15T14:42:12.709 INFO:tasks.rados.rados.0.smithi016.stdout:1477: copy_from oid 4 from oid 3 current snap is 150 2024-04-15T14:42:12.709 INFO:tasks.rados.rados.0.smithi016.stdout:1471: finishing copy_from to smithi01678542-30 2024-04-15T14:42:12.709 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 30 v 795 (ObjNum 428 snap 136 seq_num 428) dirty exists 2024-04-15T14:42:12.709 INFO:tasks.rados.rados.0.smithi016.stdout:1476: finishing copy_from racing read to smithi01678542-8 2024-04-15T14:42:12.709 INFO:tasks.rados.rados.0.smithi016.stdout:1476: finishing copy_from to smithi01678542-8 2024-04-15T14:42:12.709 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 8 v 850 (ObjNum 436 snap 141 seq_num 436) dirty exists 2024-04-15T14:42:12.710 INFO:tasks.rados.rados.0.smithi016.stdout:1471: done (2 left) 2024-04-15T14:42:12.710 INFO:tasks.rados.rados.0.smithi016.stdout:1476: done (1 left) 2024-04-15T14:42:12.710 INFO:tasks.rados.rados.0.smithi016.stdout:1478: copy_from oid 38 from oid 48 current snap is 150 2024-04-15T14:42:12.710 INFO:tasks.rados.rados.0.smithi016.stdout:1479: read oid 28 snap -1 2024-04-15T14:42:12.710 INFO:tasks.rados.rados.0.smithi016.stdout:1479: expect (ObjNum 418 snap 132 seq_num 418) 2024-04-15T14:42:12.710 INFO:tasks.rados.rados.0.smithi016.stdout:1480: delete oid 31 current snap is 150 2024-04-15T14:42:12.711 INFO:tasks.rados.rados.0.smithi016.stdout:1480: done (3 left) 2024-04-15T14:42:12.711 INFO:tasks.rados.rados.0.smithi016.stdout:1481: delete oid 44 current snap is 150 2024-04-15T14:42:12.715 INFO:tasks.rados.rados.0.smithi016.stdout:1481: done (3 left) 2024-04-15T14:42:12.715 INFO:tasks.rados.rados.0.smithi016.stdout:1482: snap_remove snap 148 2024-04-15T14:42:12.790 INFO:journalctl@ceph.osd.2.smithi016.stdout:Apr 15 14:42:12 smithi016 podman[108896]: 2024-04-15 14:42:12.472045304 +0000 UTC m=+0.634470078 container remove b55efe4e74b4bcd3b6e961c2aa34661576d86285d60b26caddc315a77dcc7e40 (image=quay.ceph.io/ceph-ci/ceph@sha256:68779415073ff203e402b0379758fdddf51fc45e34dd0f039888aa95268c5315, name=ceph-362ea986-fb34-11ee-bc8f-c7b262605968-osd-2, org.label-schema.build-date=20240409, org.label-schema.name=CentOS Stream 8 Base Image, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, GIT_CLEAN=True, io.buildah.version=1.33.5, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , RELEASE=reef-e3fb05d, ceph=True, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0) 2024-04-15T14:42:13.083 INFO:journalctl@ceph.osd.2.smithi016.stdout:Apr 15 14:42:12 smithi016 podman[108992]: 2024-04-15 14:42:12.733831076 +0000 UTC m=+0.025915176 image pull 259793512b732efd8e04a33aa28c6de3675c47d120bc226206521425d246003e quay.ceph.io/ceph-ci/ceph@sha256:55072b3f7eae2e3409906b98d09d882e1c3dc2a9205d85fd5f4c0bc62f82d163 2024-04-15T14:42:13.083 INFO:journalctl@ceph.osd.2.smithi016.stdout:Apr 15 14:42:12 smithi016 podman[108992]: 2024-04-15 14:42:12.856488231 +0000 UTC m=+0.148572315 container create 797173bb36c4919c2ae200439ad1501619a3a899c91e7678f0e2f55776b491df (image=quay.ceph.io/ceph-ci/ceph@sha256:55072b3f7eae2e3409906b98d09d882e1c3dc2a9205d85fd5f4c0bc62f82d163, name=ceph-362ea986-fb34-11ee-bc8f-c7b262605968-osd-2-deactivate, GIT_CLEAN=True, org.label-schema.license=GPLv2, io.buildah.version=1.33.5, RELEASE=main-c2d8c31, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.name=CentOS Stream 8 Base Image, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240409, ceph=True, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=) 2024-04-15T14:42:13.083 INFO:journalctl@ceph.osd.2.smithi016.stdout:Apr 15 14:42:13 smithi016 podman[108992]: 2024-04-15 14:42:13.077203745 +0000 UTC m=+0.369287839 container init 797173bb36c4919c2ae200439ad1501619a3a899c91e7678f0e2f55776b491df (image=quay.ceph.io/ceph-ci/ceph@sha256:55072b3f7eae2e3409906b98d09d882e1c3dc2a9205d85fd5f4c0bc62f82d163, name=ceph-362ea986-fb34-11ee-bc8f-c7b262605968-osd-2-deactivate, RELEASE=main-c2d8c31, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, ceph=True, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , io.buildah.version=1.33.5, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.license=GPLv2, org.label-schema.build-date=20240409, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-04-15T14:42:13.083 INFO:journalctl@ceph.osd.2.smithi016.stdout:Apr 15 14:42:13 smithi016 podman[108992]: 2024-04-15 14:42:13.082808212 +0000 UTC m=+0.374892296 container start 797173bb36c4919c2ae200439ad1501619a3a899c91e7678f0e2f55776b491df (image=quay.ceph.io/ceph-ci/ceph@sha256:55072b3f7eae2e3409906b98d09d882e1c3dc2a9205d85fd5f4c0bc62f82d163, name=ceph-362ea986-fb34-11ee-bc8f-c7b262605968-osd-2-deactivate, org.label-schema.build-date=20240409, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , ceph=True, org.label-schema.license=GPLv2, RELEASE=main-c2d8c31, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, GIT_CLEAN=True, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 8 Base Image, io.buildah.version=1.33.5) 2024-04-15T14:42:13.378 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:42:13 smithi016 ceph-mon[93212]: pgmap v198: 121 pgs: 12 stale+active+clean, 109 active+clean; 215 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 1.2 KiB/s rd, 588 KiB/s wr, 14 op/s 2024-04-15T14:42:13.379 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:42:13 smithi016 ceph-mon[93212]: osdmap e379: 8 total, 7 up, 8 in 2024-04-15T14:42:13.379 INFO:journalctl@ceph.osd.2.smithi016.stdout:Apr 15 14:42:13 smithi016 podman[108992]: 2024-04-15 14:42:13.183799192 +0000 UTC m=+0.475883282 container attach 797173bb36c4919c2ae200439ad1501619a3a899c91e7678f0e2f55776b491df (image=quay.ceph.io/ceph-ci/ceph@sha256:55072b3f7eae2e3409906b98d09d882e1c3dc2a9205d85fd5f4c0bc62f82d163, name=ceph-362ea986-fb34-11ee-bc8f-c7b262605968-osd-2-deactivate, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, RELEASE=main-c2d8c31, GIT_CLEAN=True, org.label-schema.build-date=20240409, org.label-schema.name=CentOS Stream 8 Base Image, io.buildah.version=1.33.5, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, ceph=True, org.label-schema.vendor=CentOS) 2024-04-15T14:42:13.379 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:42:13 smithi016 ceph-mon[90652]: pgmap v198: 121 pgs: 12 stale+active+clean, 109 active+clean; 215 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 1.2 KiB/s rd, 588 KiB/s wr, 14 op/s 2024-04-15T14:42:13.379 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:42:13 smithi016 ceph-mon[90652]: osdmap e379: 8 total, 7 up, 8 in 2024-04-15T14:42:13.662 INFO:tasks.rados.rados.0.smithi016.stdout:1479: expect (ObjNum 418 snap 132 seq_num 418) 2024-04-15T14:42:13.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:42:13 smithi102 ceph-mon[87131]: pgmap v198: 121 pgs: 12 stale+active+clean, 109 active+clean; 215 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 1.2 KiB/s rd, 588 KiB/s wr, 14 op/s 2024-04-15T14:42:13.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:42:13 smithi102 ceph-mon[87131]: osdmap e379: 8 total, 7 up, 8 in 2024-04-15T14:42:13.687 INFO:journalctl@ceph.prometheus.a.smithi102.stdout:Apr 15 14:42:13 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-prometheus-a[78028]: ts=2024-04-15T14:42:13.504Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi016\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi016\", job=\"node\", machine=\"x86_64\", nodename=\"smithi016\", release=\"5.14.0-438.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Apr 12 13:55:21 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"362ea986-fb34-11ee-bc8f-c7b262605968\", domainname=\"(none)\", instance=\"smithi016\", job=\"node\", machine=\"x86_64\", nodename=\"smithi016\", release=\"5.14.0-438.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Apr 12 13:55:21 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T14:42:13.746 INFO:journalctl@ceph.osd.2.smithi016.stdout:Apr 15 14:42:13 smithi016 podman[108992]: 2024-04-15 14:42:13.378582159 +0000 UTC m=+0.670666265 container died 797173bb36c4919c2ae200439ad1501619a3a899c91e7678f0e2f55776b491df (image=quay.ceph.io/ceph-ci/ceph@sha256:55072b3f7eae2e3409906b98d09d882e1c3dc2a9205d85fd5f4c0bc62f82d163, name=ceph-362ea986-fb34-11ee-bc8f-c7b262605968-osd-2-deactivate, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 8 Base Image, RELEASE=main-c2d8c31, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , io.buildah.version=1.33.5, org.label-schema.build-date=20240409, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, GIT_CLEAN=True, ceph=True, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2) 2024-04-15T14:42:13.789 INFO:tasks.rados.rados.0.smithi016.stdout:1478: finishing copy_from racing read to smithi01678542-38 2024-04-15T14:42:13.790 INFO:tasks.rados.rados.0.smithi016.stdout:1478: finishing copy_from to smithi01678542-38 2024-04-15T14:42:13.790 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 38 v 431 (ObjNum 464 snap 150 seq_num 464) dirty exists 2024-04-15T14:42:13.790 INFO:tasks.rados.rados.0.smithi016.stdout:1477: finishing copy_from racing read to smithi01678542-4 2024-04-15T14:42:13.790 INFO:tasks.rados.rados.0.smithi016.stdout:1477: finishing copy_from to smithi01678542-4 2024-04-15T14:42:13.790 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 4 v 772 (ObjNum 437 snap 141 seq_num 437) dirty exists 2024-04-15T14:42:13.790 INFO:tasks.rados.rados.0.smithi016.stdout:1477: done (3 left) 2024-04-15T14:42:13.790 INFO:tasks.rados.rados.0.smithi016.stdout:1478: done (2 left) 2024-04-15T14:42:13.790 INFO:tasks.rados.rados.0.smithi016.stdout:1479: done (1 left) 2024-04-15T14:42:13.790 INFO:tasks.rados.rados.0.smithi016.stdout:1482: done (0 left) 2024-04-15T14:42:13.790 INFO:tasks.rados.rados.0.smithi016.stdout:1483: snap_remove snap 149 2024-04-15T14:42:14.484 INFO:journalctl@ceph.osd.2.smithi016.stdout:Apr 15 14:42:14 smithi016 podman[109039]: 2024-04-15 14:42:14.054307716 +0000 UTC m=+0.670055851 container remove 797173bb36c4919c2ae200439ad1501619a3a899c91e7678f0e2f55776b491df (image=quay.ceph.io/ceph-ci/ceph@sha256:55072b3f7eae2e3409906b98d09d882e1c3dc2a9205d85fd5f4c0bc62f82d163, name=ceph-362ea986-fb34-11ee-bc8f-c7b262605968-osd-2-deactivate, org.label-schema.build-date=20240409, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.name=CentOS Stream 8 Base Image, maintainer=Guillaume Abrioux , RELEASE=main-c2d8c31, org.label-schema.vendor=CentOS, ceph=True, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.33.5) 2024-04-15T14:42:14.484 INFO:journalctl@ceph.osd.2.smithi016.stdout:Apr 15 14:42:14 smithi016 systemd[1]: ceph-362ea986-fb34-11ee-bc8f-c7b262605968@osd.2.service: Deactivated successfully. 2024-04-15T14:42:14.484 INFO:journalctl@ceph.osd.2.smithi016.stdout:Apr 15 14:42:14 smithi016 systemd[1]: Stopped Ceph osd.2 for 362ea986-fb34-11ee-bc8f-c7b262605968. 2024-04-15T14:42:14.484 INFO:journalctl@ceph.osd.2.smithi016.stdout:Apr 15 14:42:14 smithi016 systemd[1]: ceph-362ea986-fb34-11ee-bc8f-c7b262605968@osd.2.service: Consumed 13.171s CPU time. 2024-04-15T14:42:14.484 INFO:journalctl@ceph.osd.2.smithi016.stdout:Apr 15 14:42:14 smithi016 systemd[1]: Starting Ceph osd.2 for 362ea986-fb34-11ee-bc8f-c7b262605968... 2024-04-15T14:42:14.667 INFO:tasks.rados.rados.0.smithi016.stdout:1483: done (0 left) 2024-04-15T14:42:14.668 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 23 current snap is 150 2024-04-15T14:42:14.668 INFO:tasks.rados.rados.0.smithi016.stdout:1484: seq_num 471 ranges {5980160=696320} 2024-04-15T14:42:14.705 INFO:tasks.rados.rados.0.smithi016.stdout:1484: writing smithi01678542-23 from 5980160 to 6676480 tid 1 2024-04-15T14:42:14.705 INFO:tasks.rados.rados.0.smithi016.stdout:1485: rmattr oid 15 current snap is 150 2024-04-15T14:42:14.705 INFO:tasks.rados.rados.0.smithi016.stdout:1485: done (1 left) 2024-04-15T14:42:14.705 INFO:tasks.rados.rados.0.smithi016.stdout:1486: read oid 6 snap -1 2024-04-15T14:42:14.705 INFO:tasks.rados.rados.0.smithi016.stdout:1486: expect deleted 2024-04-15T14:42:14.705 INFO:tasks.rados.rados.0.smithi016.stdout:1487: setattr oid 10 current snap is 150 2024-04-15T14:42:14.707 INFO:tasks.rados.rados.0.smithi016.stdout:1486: done (2 left) 2024-04-15T14:42:14.707 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 35 current snap is 150 2024-04-15T14:42:14.707 INFO:tasks.rados.rados.0.smithi016.stdout:1488: seq_num 472 ranges {4980736=712704} 2024-04-15T14:42:14.739 INFO:tasks.rados.rados.0.smithi016.stdout:1488: writing smithi01678542-35 from 4980736 to 5693440 tid 1 2024-04-15T14:42:14.739 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 1 current snap is 150 2024-04-15T14:42:14.739 INFO:tasks.rados.rados.0.smithi016.stdout:1489: seq_num 473 ranges {0=729088} 2024-04-15T14:42:14.747 INFO:tasks.rados.rados.0.smithi016.stdout:1489: writing smithi01678542-1 from 0 to 729088 tid 1 2024-04-15T14:42:14.747 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 33 current snap is 150 2024-04-15T14:42:14.747 INFO:tasks.rados.rados.0.smithi016.stdout:1484: finishing write tid 1 to smithi01678542-23 2024-04-15T14:42:14.747 INFO:tasks.rados.rados.0.smithi016.stdout:1484: finishing write tid 2 to smithi01678542-23 2024-04-15T14:42:14.747 INFO:tasks.rados.rados.0.smithi016.stdout:1484: finishing write tid 3 to smithi01678542-23 2024-04-15T14:42:14.747 INFO:tasks.rados.rados.0.smithi016.stdout:1484: oid 23 updating version 0 to 851 2024-04-15T14:42:14.747 INFO:tasks.rados.rados.0.smithi016.stdout:1484: oid 23 updating version 851 to 852 2024-04-15T14:42:14.747 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 23 v 852 (ObjNum 471 snap 150 seq_num 471) dirty exists 2024-04-15T14:42:14.748 INFO:tasks.rados.rados.0.smithi016.stdout:1484: left oid 23 (ObjNum 471 snap 150 seq_num 471) 2024-04-15T14:42:14.748 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 10 v 781 (ObjNum 129 snap 0 seq_num 2235102304) dirty exists 2024-04-15T14:42:14.748 INFO:tasks.rados.rados.0.smithi016.stdout:1488: finishing write tid 1 to smithi01678542-35 2024-04-15T14:42:14.748 INFO:tasks.rados.rados.0.smithi016.stdout:1490: seq_num 474 ranges {2719744=745472} 2024-04-15T14:42:14.763 INFO:tasks.rados.rados.0.smithi016.stdout:1490: writing smithi01678542-33 from 2719744 to 3465216 tid 1 2024-04-15T14:42:14.763 INFO:tasks.rados.rados.0.smithi016.stdout:1484: done (4 left) 2024-04-15T14:42:14.764 INFO:tasks.rados.rados.0.smithi016.stdout:1487: done (3 left) 2024-04-15T14:42:14.764 INFO:tasks.rados.rados.0.smithi016.stdout:1491: read oid 4 snap -1 2024-04-15T14:42:14.764 INFO:tasks.rados.rados.0.smithi016.stdout:1491: expect (ObjNum 437 snap 141 seq_num 437) 2024-04-15T14:42:14.764 INFO:tasks.rados.rados.0.smithi016.stdout:1492: copy_from oid 27 from oid 50 current snap is 150 2024-04-15T14:42:14.764 INFO:tasks.rados.rados.0.smithi016.stdout:1488: finishing write tid 2 to smithi01678542-35 2024-04-15T14:42:14.764 INFO:tasks.rados.rados.0.smithi016.stdout:1488: finishing write tid 3 to smithi01678542-35 2024-04-15T14:42:14.764 INFO:tasks.rados.rados.0.smithi016.stdout:1488: oid 35 updating version 0 to 772 2024-04-15T14:42:14.764 INFO:tasks.rados.rados.0.smithi016.stdout:1488: oid 35 version 772 is already newer than 771 2024-04-15T14:42:14.764 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 35 v 772 (ObjNum 472 snap 150 seq_num 472) dirty exists 2024-04-15T14:42:14.764 INFO:tasks.rados.rados.0.smithi016.stdout:1488: left oid 35 (ObjNum 472 snap 150 seq_num 472) 2024-04-15T14:42:14.764 INFO:tasks.rados.rados.0.smithi016.stdout:1489: finishing write tid 1 to smithi01678542-1 2024-04-15T14:42:14.764 INFO:tasks.rados.rados.0.smithi016.stdout:1488: done (4 left) 2024-04-15T14:42:14.764 INFO:tasks.rados.rados.0.smithi016.stdout:1493: setattr oid 24 current snap is 150 2024-04-15T14:42:14.765 INFO:tasks.rados.rados.0.smithi016.stdout:1489: finishing write tid 2 to smithi01678542-1 2024-04-15T14:42:14.765 INFO:tasks.rados.rados.0.smithi016.stdout:1489: finishing write tid 3 to smithi01678542-1 2024-04-15T14:42:14.765 INFO:tasks.rados.rados.0.smithi016.stdout:1489: oid 1 updating version 0 to 788 2024-04-15T14:42:14.765 INFO:tasks.rados.rados.0.smithi016.stdout:1489: oid 1 updating version 788 to 789 2024-04-15T14:42:14.765 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 1 v 789 (ObjNum 473 snap 150 seq_num 473) dirty exists 2024-04-15T14:42:14.765 INFO:tasks.rados.rados.0.smithi016.stdout:1489: left oid 1 (ObjNum 473 snap 150 seq_num 473) 2024-04-15T14:42:14.765 INFO:tasks.rados.rados.0.smithi016.stdout:1492: finishing copy_from to smithi01678542-27 2024-04-15T14:42:14.765 INFO:tasks.rados.rados.0.smithi016.stdout:1492: got expected ENOENT (src dne) 2024-04-15T14:42:14.765 INFO:tasks.rados.rados.0.smithi016.stdout:1492: finishing copy_from racing read to smithi01678542-27 2024-04-15T14:42:14.765 INFO:tasks.rados.rados.0.smithi016.stdout:1489: done (4 left) 2024-04-15T14:42:14.765 INFO:tasks.rados.rados.0.smithi016.stdout:1492: done (3 left) 2024-04-15T14:42:14.765 INFO:tasks.rados.rados.0.smithi016.stdout:1494: read oid 13 snap -1 2024-04-15T14:42:14.765 INFO:tasks.rados.rados.0.smithi016.stdout:1494: expect (ObjNum 444 snap 142 seq_num 444) 2024-04-15T14:42:14.765 INFO:tasks.rados.rados.0.smithi016.stdout:1495: read oid 35 snap -1 2024-04-15T14:42:14.765 INFO:tasks.rados.rados.0.smithi016.stdout:1495: expect (ObjNum 472 snap 150 seq_num 472) 2024-04-15T14:42:14.766 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 41 current snap is 150 2024-04-15T14:42:14.766 INFO:tasks.rados.rados.0.smithi016.stdout:1496: seq_num 475 ranges {4931584=761856} 2024-04-15T14:42:14.784 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:42:14 smithi016 ceph-mon[90652]: osdmap e380: 8 total, 7 up, 8 in 2024-04-15T14:42:14.784 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:42:14 smithi016 ceph-mon[93212]: osdmap e380: 8 total, 7 up, 8 in 2024-04-15T14:42:14.784 INFO:journalctl@ceph.osd.2.smithi016.stdout:Apr 15 14:42:14 smithi016 podman[109145]: 2024-04-15 14:42:14.385999445 +0000 UTC m=+0.017822792 image pull 259793512b732efd8e04a33aa28c6de3675c47d120bc226206521425d246003e quay.ceph.io/ceph-ci/ceph@sha256:55072b3f7eae2e3409906b98d09d882e1c3dc2a9205d85fd5f4c0bc62f82d163 2024-04-15T14:42:14.784 INFO:journalctl@ceph.osd.2.smithi016.stdout:Apr 15 14:42:14 smithi016 podman[109145]: 2024-04-15 14:42:14.516362626 +0000 UTC m=+0.148185963 container create b0b4135bc11918092b959e738c1d2aa8db6efb1b054f6800caa457f480cda662 (image=quay.ceph.io/ceph-ci/ceph@sha256:55072b3f7eae2e3409906b98d09d882e1c3dc2a9205d85fd5f4c0bc62f82d163, name=ceph-362ea986-fb34-11ee-bc8f-c7b262605968-osd-2-activate, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240409, GIT_CLEAN=True, RELEASE=main-c2d8c31, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 8 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, io.buildah.version=1.33.5) 2024-04-15T14:42:14.797 INFO:tasks.rados.rados.0.smithi016.stdout:1496: writing smithi01678542-41 from 4931584 to 5693440 tid 1 2024-04-15T14:42:14.797 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 24 v 855 (ObjNum 436 snap 141 seq_num 436) dirty exists 2024-04-15T14:42:14.797 INFO:tasks.rados.rados.0.smithi016.stdout:1493: done (5 left) 2024-04-15T14:42:14.797 INFO:tasks.rados.rados.0.smithi016.stdout:1497: copy_from oid 14 from oid 47 current snap is 150 2024-04-15T14:42:14.797 INFO:tasks.rados.rados.0.smithi016.stdout:1494: expect (ObjNum 444 snap 142 seq_num 444) 2024-04-15T14:42:14.803 INFO:tasks.rados.rados.0.smithi016.stdout:1490: finishing write tid 1 to smithi01678542-33 2024-04-15T14:42:14.803 INFO:tasks.rados.rados.0.smithi016.stdout:1495: expect (ObjNum 472 snap 150 seq_num 472) 2024-04-15T14:42:14.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:42:14 smithi102 ceph-mon[87131]: osdmap e380: 8 total, 7 up, 8 in 2024-04-15T14:42:15.039 INFO:journalctl@ceph.osd.2.smithi016.stdout:Apr 15 14:42:14 smithi016 podman[109145]: 2024-04-15 14:42:14.783847456 +0000 UTC m=+0.415670799 container init b0b4135bc11918092b959e738c1d2aa8db6efb1b054f6800caa457f480cda662 (image=quay.ceph.io/ceph-ci/ceph@sha256:55072b3f7eae2e3409906b98d09d882e1c3dc2a9205d85fd5f4c0bc62f82d163, name=ceph-362ea986-fb34-11ee-bc8f-c7b262605968-osd-2-activate, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, io.buildah.version=1.33.5, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240409, ceph=True, RELEASE=main-c2d8c31, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux ) 2024-04-15T14:42:15.039 INFO:journalctl@ceph.osd.2.smithi016.stdout:Apr 15 14:42:14 smithi016 podman[109145]: 2024-04-15 14:42:14.791467155 +0000 UTC m=+0.423290494 container start b0b4135bc11918092b959e738c1d2aa8db6efb1b054f6800caa457f480cda662 (image=quay.ceph.io/ceph-ci/ceph@sha256:55072b3f7eae2e3409906b98d09d882e1c3dc2a9205d85fd5f4c0bc62f82d163, name=ceph-362ea986-fb34-11ee-bc8f-c7b262605968-osd-2-activate, ceph=True, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, RELEASE=main-c2d8c31, io.buildah.version=1.33.5, GIT_CLEAN=True, org.label-schema.build-date=20240409, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=) 2024-04-15T14:42:15.039 INFO:journalctl@ceph.osd.2.smithi016.stdout:Apr 15 14:42:14 smithi016 podman[109145]: 2024-04-15 14:42:14.883390771 +0000 UTC m=+0.515214118 container attach b0b4135bc11918092b959e738c1d2aa8db6efb1b054f6800caa457f480cda662 (image=quay.ceph.io/ceph-ci/ceph@sha256:55072b3f7eae2e3409906b98d09d882e1c3dc2a9205d85fd5f4c0bc62f82d163, name=ceph-362ea986-fb34-11ee-bc8f-c7b262605968-osd-2-activate, RELEASE=main-c2d8c31, GIT_BRANCH=HEAD, GIT_CLEAN=True, CEPH_POINT_RELEASE=, ceph=True, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.build-date=20240409, org.label-schema.schema-version=1.0, io.buildah.version=1.33.5, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS) 2024-04-15T14:42:15.329 INFO:tasks.rados.rados.0.smithi016.stdout:1490: finishing write tid 2 to smithi01678542-33 2024-04-15T14:42:15.329 INFO:tasks.rados.rados.0.smithi016.stdout:1496: finishing write tid 1 to smithi01678542-41 2024-04-15T14:42:15.329 INFO:tasks.rados.rados.0.smithi016.stdout:1496: finishing write tid 2 to smithi01678542-41 2024-04-15T14:42:15.329 INFO:tasks.rados.rados.0.smithi016.stdout:1496: finishing write tid 3 to smithi01678542-41 2024-04-15T14:42:15.330 INFO:tasks.rados.rados.0.smithi016.stdout:1496: oid 41 updating version 0 to 506 2024-04-15T14:42:15.330 INFO:tasks.rados.rados.0.smithi016.stdout:1496: oid 41 version 506 is already newer than 505 2024-04-15T14:42:15.330 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 41 v 506 (ObjNum 475 snap 150 seq_num 475) dirty exists 2024-04-15T14:42:15.330 INFO:tasks.rados.rados.0.smithi016.stdout:1496: left oid 41 (ObjNum 475 snap 150 seq_num 475) 2024-04-15T14:42:15.330 INFO:tasks.rados.rados.0.smithi016.stdout:1491: expect (ObjNum 437 snap 141 seq_num 437) 2024-04-15T14:42:15.540 INFO:journalctl@ceph.osd.2.smithi016.stdout:Apr 15 14:42:15 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-osd-2-activate[109160]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-2 2024-04-15T14:42:15.540 INFO:journalctl@ceph.osd.2.smithi016.stdout:Apr 15 14:42:15 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-osd-2-activate[109160]: Running command: /usr/bin/ceph-bluestore-tool prime-osd-dir --path /var/lib/ceph/osd/ceph-2 --no-mon-config --dev /dev/mapper/vg_nvme-lv_2 2024-04-15T14:42:15.540 INFO:journalctl@ceph.osd.2.smithi016.stdout:Apr 15 14:42:15 smithi016 bash[109145]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-2 2024-04-15T14:42:15.540 INFO:journalctl@ceph.osd.2.smithi016.stdout:Apr 15 14:42:15 smithi016 bash[109145]: Running command: /usr/bin/ceph-bluestore-tool prime-osd-dir --path /var/lib/ceph/osd/ceph-2 --no-mon-config --dev /dev/mapper/vg_nvme-lv_2 2024-04-15T14:42:15.540 INFO:journalctl@ceph.osd.2.smithi016.stdout:Apr 15 14:42:15 smithi016 bash[109145]: Running command: /usr/bin/chown -h ceph:ceph /dev/mapper/vg_nvme-lv_2 2024-04-15T14:42:15.540 INFO:journalctl@ceph.osd.2.smithi016.stdout:Apr 15 14:42:15 smithi016 bash[109145]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-1 2024-04-15T14:42:15.540 INFO:journalctl@ceph.osd.2.smithi016.stdout:Apr 15 14:42:15 smithi016 bash[109145]: Running command: /usr/bin/ln -s /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-2/block 2024-04-15T14:42:15.540 INFO:journalctl@ceph.osd.2.smithi016.stdout:Apr 15 14:42:15 smithi016 bash[109145]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-2 2024-04-15T14:42:15.540 INFO:journalctl@ceph.osd.2.smithi016.stdout:Apr 15 14:42:15 smithi016 bash[109145]: --> ceph-volume raw activate successful for osd ID: 2 2024-04-15T14:42:15.540 INFO:journalctl@ceph.osd.2.smithi016.stdout:Apr 15 14:42:15 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-osd-2-activate[109160]: Running command: /usr/bin/chown -h ceph:ceph /dev/mapper/vg_nvme-lv_2 2024-04-15T14:42:15.540 INFO:journalctl@ceph.osd.2.smithi016.stdout:Apr 15 14:42:15 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-osd-2-activate[109160]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-1 2024-04-15T14:42:15.541 INFO:journalctl@ceph.osd.2.smithi016.stdout:Apr 15 14:42:15 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-osd-2-activate[109160]: Running command: /usr/bin/ln -s /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-2/block 2024-04-15T14:42:15.541 INFO:journalctl@ceph.osd.2.smithi016.stdout:Apr 15 14:42:15 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-osd-2-activate[109160]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-2 2024-04-15T14:42:15.541 INFO:journalctl@ceph.osd.2.smithi016.stdout:Apr 15 14:42:15 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-osd-2-activate[109160]: --> ceph-volume raw activate successful for osd ID: 2 2024-04-15T14:42:15.541 INFO:journalctl@ceph.osd.2.smithi016.stdout:Apr 15 14:42:15 smithi016 podman[109145]: 2024-04-15 14:42:15.275985922 +0000 UTC m=+0.907809259 container died b0b4135bc11918092b959e738c1d2aa8db6efb1b054f6800caa457f480cda662 (image=quay.ceph.io/ceph-ci/ceph@sha256:55072b3f7eae2e3409906b98d09d882e1c3dc2a9205d85fd5f4c0bc62f82d163, name=ceph-362ea986-fb34-11ee-bc8f-c7b262605968-osd-2-activate, CEPH_POINT_RELEASE=, ceph=True, RELEASE=main-c2d8c31, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, io.buildah.version=1.33.5, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 8 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, GIT_CLEAN=True, org.label-schema.build-date=20240409, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0) 2024-04-15T14:42:15.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:42:15 smithi102 ceph-mon[87131]: pgmap v201: 121 pgs: 12 stale+active+clean, 109 active+clean; 215 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail 2024-04-15T14:42:15.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:42:15 smithi102 ceph-mon[87131]: osdmap e381: 8 total, 7 up, 8 in 2024-04-15T14:42:15.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:42:15 smithi102 ceph-mon[87131]: osdmap e382: 8 total, 7 up, 8 in 2024-04-15T14:42:16.039 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:42:15 smithi016 ceph-mon[90652]: pgmap v201: 121 pgs: 12 stale+active+clean, 109 active+clean; 215 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail 2024-04-15T14:42:16.039 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:42:15 smithi016 ceph-mon[90652]: osdmap e381: 8 total, 7 up, 8 in 2024-04-15T14:42:16.039 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:42:15 smithi016 ceph-mon[90652]: osdmap e382: 8 total, 7 up, 8 in 2024-04-15T14:42:16.039 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:42:15 smithi016 ceph-mon[93212]: pgmap v201: 121 pgs: 12 stale+active+clean, 109 active+clean; 215 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail 2024-04-15T14:42:16.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:42:15 smithi016 ceph-mon[93212]: osdmap e381: 8 total, 7 up, 8 in 2024-04-15T14:42:16.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:42:15 smithi016 ceph-mon[93212]: osdmap e382: 8 total, 7 up, 8 in 2024-04-15T14:42:16.043 INFO:tasks.rados.rados.0.smithi016.stdout:1490: finishing write tid 3 to smithi01678542-33 2024-04-15T14:42:16.043 INFO:tasks.rados.rados.0.smithi016.stdout:1490: oid 33 updating version 0 to 921 2024-04-15T14:42:16.043 INFO:tasks.rados.rados.0.smithi016.stdout:1490: oid 33 updating version 921 to 922 2024-04-15T14:42:16.043 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 33 v 922 (ObjNum 474 snap 150 seq_num 474) dirty exists 2024-04-15T14:42:16.043 INFO:tasks.rados.rados.0.smithi016.stdout:1490: left oid 33 (ObjNum 474 snap 150 seq_num 474) 2024-04-15T14:42:16.043 INFO:tasks.rados.rados.0.smithi016.stdout:1490: done (5 left) 2024-04-15T14:42:16.043 INFO:tasks.rados.rados.0.smithi016.stdout:1491: done (4 left) 2024-04-15T14:42:16.043 INFO:tasks.rados.rados.0.smithi016.stdout:1494: done (3 left) 2024-04-15T14:42:16.043 INFO:tasks.rados.rados.0.smithi016.stdout:1495: done (2 left) 2024-04-15T14:42:16.043 INFO:tasks.rados.rados.0.smithi016.stdout:1496: done (1 left) 2024-04-15T14:42:16.044 INFO:tasks.rados.rados.0.smithi016.stdout:1498: rollback oid 43 current snap is 150 2024-04-15T14:42:16.044 INFO:tasks.rados.rados.0.smithi016.stdout:1498: done (1 left) 2024-04-15T14:42:16.044 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 11 current snap is 150 2024-04-15T14:42:16.044 INFO:tasks.rados.rados.0.smithi016.stdout:1499: seq_num 476 ranges {0=778240} 2024-04-15T14:42:16.047 INFO:tasks.rados.rados.0.smithi016.stdout:1499: writing smithi01678542-11 from 0 to 778240 tid 1 2024-04-15T14:42:16.047 INFO:tasks.rados.rados.0.smithi016.stdout:1500: delete oid 1 current snap is 150 2024-04-15T14:42:16.049 INFO:tasks.rados.rados.0.smithi016.stdout:1500: done (2 left) 2024-04-15T14:42:16.049 INFO:tasks.rados.rados.0.smithi016.stdout:1501: setattr oid 3 current snap is 150 2024-04-15T14:42:16.050 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 37 current snap is 150 2024-04-15T14:42:16.050 INFO:tasks.rados.rados.0.smithi016.stdout:1502: seq_num 478 ranges {3039232=409600,3448832=401408} 2024-04-15T14:42:16.069 INFO:tasks.rados.rados.0.smithi016.stdout:1502: writing smithi01678542-37 from 3039232 to 3448832 tid 1 2024-04-15T14:42:16.071 INFO:tasks.rados.rados.0.smithi016.stdout:1502: writing smithi01678542-37 from 3448832 to 3850240 tid 2 2024-04-15T14:42:16.072 INFO:tasks.rados.rados.0.smithi016.stdout:1503: rollback oid 49 current snap is 150 2024-04-15T14:42:16.072 INFO:tasks.rados.rados.0.smithi016.stdout:1503: done (4 left) 2024-04-15T14:42:16.072 INFO:tasks.rados.rados.0.smithi016.stdout:1504: snap_create 2024-04-15T14:42:16.072 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 3 v 796 (ObjNum 437 snap 141 seq_num 437) dirty exists 2024-04-15T14:42:16.072 INFO:tasks.rados.rados.0.smithi016.stdout:1499: finishing write tid 1 to smithi01678542-11 2024-04-15T14:42:16.072 INFO:tasks.rados.rados.0.smithi016.stdout:1499: finishing write tid 2 to smithi01678542-11 2024-04-15T14:42:16.072 INFO:tasks.rados.rados.0.smithi016.stdout:1499: finishing write tid 3 to smithi01678542-11 2024-04-15T14:42:16.072 INFO:tasks.rados.rados.0.smithi016.stdout:1499: oid 11 updating version 0 to 924 2024-04-15T14:42:16.072 INFO:tasks.rados.rados.0.smithi016.stdout:1499: oid 11 version 924 is already newer than 923 2024-04-15T14:42:16.072 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 11 v 924 (ObjNum 476 snap 150 seq_num 476) dirty exists 2024-04-15T14:42:16.072 INFO:tasks.rados.rados.0.smithi016.stdout:1499: left oid 11 (ObjNum 476 snap 150 seq_num 476) 2024-04-15T14:42:16.072 INFO:tasks.rados.rados.0.smithi016.stdout:1497: finishing copy_from racing read to smithi01678542-14 2024-04-15T14:42:16.072 INFO:tasks.rados.rados.0.smithi016.stdout:1497: finishing copy_from to smithi01678542-14 2024-04-15T14:42:16.072 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 14 v 858 (ObjNum 376 snap 123 seq_num 376) dirty exists 2024-04-15T14:42:16.073 INFO:tasks.rados.rados.0.smithi016.stdout:1502: finishing write tid 1 to smithi01678542-37 2024-04-15T14:42:16.074 INFO:tasks.rados.rados.0.smithi016.stdout:1502: finishing write tid 2 to smithi01678542-37 2024-04-15T14:42:16.074 INFO:tasks.rados.rados.0.smithi016.stdout:1502: finishing write tid 3 to smithi01678542-37 2024-04-15T14:42:16.075 INFO:tasks.rados.rados.0.smithi016.stdout:1502: finishing write tid 4 to smithi01678542-37 2024-04-15T14:42:16.075 INFO:tasks.rados.rados.0.smithi016.stdout:1502: oid 37 updating version 0 to 782 2024-04-15T14:42:16.075 INFO:tasks.rados.rados.0.smithi016.stdout:1502: oid 37 updating version 782 to 784 2024-04-15T14:42:16.075 INFO:tasks.rados.rados.0.smithi016.stdout:1502: oid 37 version 784 is already newer than 783 2024-04-15T14:42:16.075 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 37 v 784 (ObjNum 478 snap 150 seq_num 478) dirty exists 2024-04-15T14:42:16.075 INFO:tasks.rados.rados.0.smithi016.stdout:1502: left oid 37 (ObjNum 478 snap 150 seq_num 478) 2024-04-15T14:42:16.425 INFO:journalctl@ceph.osd.2.smithi016.stdout:Apr 15 14:42:16 smithi016 podman[109302]: 2024-04-15 14:42:16.171367117 +0000 UTC m=+0.888600015 container remove b0b4135bc11918092b959e738c1d2aa8db6efb1b054f6800caa457f480cda662 (image=quay.ceph.io/ceph-ci/ceph@sha256:55072b3f7eae2e3409906b98d09d882e1c3dc2a9205d85fd5f4c0bc62f82d163, name=ceph-362ea986-fb34-11ee-bc8f-c7b262605968-osd-2-activate, org.label-schema.build-date=20240409, ceph=True, org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, RELEASE=main-c2d8c31, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0) 2024-04-15T14:42:16.425 INFO:journalctl@ceph.osd.2.smithi016.stdout:Apr 15 14:42:16 smithi016 podman[109369]: 2024-04-15 14:42:16.285095842 +0000 UTC m=+0.018420407 image pull 259793512b732efd8e04a33aa28c6de3675c47d120bc226206521425d246003e quay.ceph.io/ceph-ci/ceph@sha256:55072b3f7eae2e3409906b98d09d882e1c3dc2a9205d85fd5f4c0bc62f82d163 2024-04-15T14:42:16.425 INFO:journalctl@ceph.osd.2.smithi016.stdout:Apr 15 14:42:16 smithi016 podman[109369]: 2024-04-15 14:42:16.424949096 +0000 UTC m=+0.158273693 container create 436c24e520a2b52b232246f50bf2f76b7e5efff547495d67ffe59abea98877b3 (image=quay.ceph.io/ceph-ci/ceph@sha256:55072b3f7eae2e3409906b98d09d882e1c3dc2a9205d85fd5f4c0bc62f82d163, name=ceph-362ea986-fb34-11ee-bc8f-c7b262605968-osd-2, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, io.buildah.version=1.33.5, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 8 Base Image, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, ceph=True, org.label-schema.license=GPLv2, RELEASE=main-c2d8c31, org.label-schema.build-date=20240409, org.label-schema.schema-version=1.0) 2024-04-15T14:42:16.672 INFO:tasks.rados.rados.0.smithi016.stdout:1497: done (4 left) 2024-04-15T14:42:16.672 INFO:tasks.rados.rados.0.smithi016.stdout:1499: done (3 left) 2024-04-15T14:42:16.672 INFO:tasks.rados.rados.0.smithi016.stdout:1501: done (2 left) 2024-04-15T14:42:16.672 INFO:tasks.rados.rados.0.smithi016.stdout:1502: done (1 left) 2024-04-15T14:42:16.672 INFO:tasks.rados.rados.0.smithi016.stdout:1504: done (0 left) 2024-04-15T14:42:16.672 INFO:tasks.rados.rados.0.smithi016.stdout:1505: snap_remove snap 150 2024-04-15T14:42:16.690 INFO:journalctl@ceph.osd.2.smithi016.stdout:Apr 15 14:42:16 smithi016 podman[109369]: 2024-04-15 14:42:16.662401834 +0000 UTC m=+0.395726386 container init 436c24e520a2b52b232246f50bf2f76b7e5efff547495d67ffe59abea98877b3 (image=quay.ceph.io/ceph-ci/ceph@sha256:55072b3f7eae2e3409906b98d09d882e1c3dc2a9205d85fd5f4c0bc62f82d163, name=ceph-362ea986-fb34-11ee-bc8f-c7b262605968-osd-2, GIT_CLEAN=True, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240409, org.label-schema.license=GPLv2, RELEASE=main-c2d8c31, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, io.buildah.version=1.33.5, GIT_BRANCH=HEAD, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, ceph=True) 2024-04-15T14:42:16.690 INFO:journalctl@ceph.osd.2.smithi016.stdout:Apr 15 14:42:16 smithi016 podman[109369]: 2024-04-15 14:42:16.668761839 +0000 UTC m=+0.402086392 container start 436c24e520a2b52b232246f50bf2f76b7e5efff547495d67ffe59abea98877b3 (image=quay.ceph.io/ceph-ci/ceph@sha256:55072b3f7eae2e3409906b98d09d882e1c3dc2a9205d85fd5f4c0bc62f82d163, name=ceph-362ea986-fb34-11ee-bc8f-c7b262605968-osd-2, RELEASE=main-c2d8c31, org.label-schema.build-date=20240409, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, ceph=True, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, GIT_CLEAN=True, io.buildah.version=1.33.5) 2024-04-15T14:42:17.039 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:42:16 smithi016 ceph-mon[90652]: Health check failed: Degraded data redundancy: 40/243 objects degraded (16.461%), 10 pgs degraded (PG_DEGRADED) 2024-04-15T14:42:17.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:42:16 smithi016 ceph-mon[90652]: osdmap e383: 8 total, 7 up, 8 in 2024-04-15T14:42:17.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:42:16 smithi016 ceph-mon[93212]: Health check failed: Degraded data redundancy: 40/243 objects degraded (16.461%), 10 pgs degraded (PG_DEGRADED) 2024-04-15T14:42:17.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:42:16 smithi016 ceph-mon[93212]: osdmap e383: 8 total, 7 up, 8 in 2024-04-15T14:42:17.040 INFO:journalctl@ceph.osd.2.smithi016.stdout:Apr 15 14:42:16 smithi016 ceph-osd[109407]: -- 172.21.15.16:0/1834754911 <== mon.0 v2:172.21.15.16:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x558a3bb9d680 con 0x558a3bb67000 2024-04-15T14:42:17.040 INFO:journalctl@ceph.osd.2.smithi016.stdout:Apr 15 14:42:16 smithi016 bash[109369]: 436c24e520a2b52b232246f50bf2f76b7e5efff547495d67ffe59abea98877b3 2024-04-15T14:42:17.040 INFO:journalctl@ceph.osd.2.smithi016.stdout:Apr 15 14:42:16 smithi016 systemd[1]: Started Ceph osd.2 for 362ea986-fb34-11ee-bc8f-c7b262605968. 2024-04-15T14:42:17.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:42:16 smithi102 ceph-mon[87131]: Health check failed: Degraded data redundancy: 40/243 objects degraded (16.461%), 10 pgs degraded (PG_DEGRADED) 2024-04-15T14:42:17.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:42:16 smithi102 ceph-mon[87131]: osdmap e383: 8 total, 7 up, 8 in 2024-04-15T14:42:17.539 INFO:journalctl@ceph.osd.2.smithi016.stdout:Apr 15 14:42:17 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-osd-2[109384]: 2024-04-15T14:42:17.217+0000 7f06de6737c0 -1 Falling back to public interface 2024-04-15T14:42:17.673 INFO:tasks.rados.rados.0.smithi016.stdout:1505: done (0 left) 2024-04-15T14:42:17.673 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 29 current snap is 151 2024-04-15T14:42:17.674 INFO:tasks.rados.rados.0.smithi016.stdout:1506: seq_num 479 ranges {2301952=425984,2727936=401408} 2024-04-15T14:42:17.688 INFO:tasks.rados.rados.0.smithi016.stdout:1506: writing smithi01678542-29 from 2301952 to 2727936 tid 1 2024-04-15T14:42:17.691 INFO:tasks.rados.rados.0.smithi016.stdout:1506: writing smithi01678542-29 from 2727936 to 3129344 tid 2 2024-04-15T14:42:17.691 INFO:tasks.rados.rados.0.smithi016.stdout:1507: copy_from oid 14 from oid 8 current snap is 151 2024-04-15T14:42:17.691 INFO:tasks.rados.rados.0.smithi016.stdout:1508: setattr oid 25 current snap is 151 2024-04-15T14:42:17.694 INFO:tasks.rados.rados.0.smithi016.stdout:1506: finishing write tid 1 to smithi01678542-29 2024-04-15T14:42:17.694 INFO:tasks.rados.rados.0.smithi016.stdout:1506: finishing write tid 2 to smithi01678542-29 2024-04-15T14:42:17.695 INFO:tasks.rados.rados.0.smithi016.stdout:1506: finishing write tid 3 to smithi01678542-29 2024-04-15T14:42:17.696 INFO:tasks.rados.rados.0.smithi016.stdout:1509: rollback oid 45 current snap is 151 2024-04-15T14:42:17.696 INFO:tasks.rados.rados.0.smithi016.stdout:1509: done (3 left) 2024-04-15T14:42:17.696 INFO:tasks.rados.rados.0.smithi016.stdout:1510: rollback oid 42 current snap is 151 2024-04-15T14:42:17.696 INFO:tasks.rados.rados.0.smithi016.stdout:1510: done (3 left) 2024-04-15T14:42:17.696 INFO:tasks.rados.rados.0.smithi016.stdout:1511: snap_create 2024-04-15T14:42:17.697 INFO:tasks.rados.rados.0.smithi016.stdout:1506: finishing write tid 4 to smithi01678542-29 2024-04-15T14:42:17.697 INFO:tasks.rados.rados.0.smithi016.stdout:1506: oid 29 updating version 0 to 926 2024-04-15T14:42:17.697 INFO:tasks.rados.rados.0.smithi016.stdout:1506: oid 29 version 926 is already newer than 925 2024-04-15T14:42:17.697 INFO:tasks.rados.rados.0.smithi016.stdout:1506: oid 29 updating version 926 to 927 2024-04-15T14:42:17.697 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 29 v 927 (ObjNum 479 snap 151 seq_num 479) dirty exists 2024-04-15T14:42:17.697 INFO:tasks.rados.rados.0.smithi016.stdout:1506: left oid 29 (ObjNum 479 snap 151 seq_num 479) 2024-04-15T14:42:17.703 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 25 v 782 (ObjNum 427 snap 136 seq_num 427) dirty exists 2024-04-15T14:42:17.734 INFO:tasks.rados.rados.0.smithi016.stdout:1507: finishing copy_from racing read to smithi01678542-14 2024-04-15T14:42:17.740 INFO:tasks.rados.rados.0.smithi016.stdout:1507: finishing copy_from to smithi01678542-14 2024-04-15T14:42:17.740 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 14 v 850 (ObjNum 436 snap 141 seq_num 436) dirty exists 2024-04-15T14:42:18.039 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:42:17 smithi016 ceph-mon[90652]: pgmap v204: 121 pgs: 10 active+undersized+degraded, 29 active+undersized, 82 active+clean; 172 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 23 MiB/s rd, 7.6 MiB/s wr, 28 op/s; 40/243 objects degraded (16.461%) 2024-04-15T14:42:18.039 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:42:17 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T14:42:18.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:42:17 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T14:42:18.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:42:17 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T14:42:18.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:42:17 smithi016 ceph-mon[90652]: osdmap e384: 8 total, 7 up, 8 in 2024-04-15T14:42:18.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:42:17 smithi016 ceph-mon[93212]: pgmap v204: 121 pgs: 10 active+undersized+degraded, 29 active+undersized, 82 active+clean; 172 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 23 MiB/s rd, 7.6 MiB/s wr, 28 op/s; 40/243 objects degraded (16.461%) 2024-04-15T14:42:18.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:42:17 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T14:42:18.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:42:17 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T14:42:18.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:42:17 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T14:42:18.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:42:17 smithi016 ceph-mon[93212]: osdmap e384: 8 total, 7 up, 8 in 2024-04-15T14:42:18.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:42:17 smithi102 ceph-mon[87131]: pgmap v204: 121 pgs: 10 active+undersized+degraded, 29 active+undersized, 82 active+clean; 172 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 23 MiB/s rd, 7.6 MiB/s wr, 28 op/s; 40/243 objects degraded (16.461%) 2024-04-15T14:42:18.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:42:17 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T14:42:18.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:42:17 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T14:42:18.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:42:17 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T14:42:18.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:42:17 smithi102 ceph-mon[87131]: osdmap e384: 8 total, 7 up, 8 in 2024-04-15T14:42:18.675 INFO:tasks.rados.rados.0.smithi016.stdout:1506: done (3 left) 2024-04-15T14:42:18.676 INFO:tasks.rados.rados.0.smithi016.stdout:1507: done (2 left) 2024-04-15T14:42:18.676 INFO:tasks.rados.rados.0.smithi016.stdout:1508: done (1 left) 2024-04-15T14:42:18.676 INFO:tasks.rados.rados.0.smithi016.stdout:1511: done (0 left) 2024-04-15T14:42:18.676 INFO:tasks.rados.rados.0.smithi016.stdout:1512: delete oid 14 current snap is 152 2024-04-15T14:42:18.681 INFO:tasks.rados.rados.0.smithi016.stdout:1512: done (0 left) 2024-04-15T14:42:18.681 INFO:tasks.rados.rados.0.smithi016.stdout:1513: read oid 24 snap -1 2024-04-15T14:42:18.681 INFO:tasks.rados.rados.0.smithi016.stdout:1513: expect (ObjNum 436 snap 141 seq_num 436) 2024-04-15T14:42:18.681 INFO:tasks.rados.rados.0.smithi016.stdout:1514: snap_remove snap 151 2024-04-15T14:42:19.683 INFO:tasks.rados.rados.0.smithi016.stdout:1514: done (1 left) 2024-04-15T14:42:19.683 INFO:tasks.rados.rados.0.smithi016.stdout:1515: read oid 29 snap -1 2024-04-15T14:42:19.683 INFO:tasks.rados.rados.0.smithi016.stdout:1515: expect (ObjNum 479 snap 151 seq_num 479) 2024-04-15T14:42:19.683 INFO:tasks.rados.rados.0.smithi016.stdout:1516: delete oid 46 current snap is 152 2024-04-15T14:42:19.683 INFO:tasks.rados.rados.0.smithi016.stdout:1513: expect (ObjNum 436 snap 141 seq_num 436) 2024-04-15T14:42:19.789 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:42:19 smithi016 ceph-mon[93212]: pgmap v207: 121 pgs: 10 active+undersized+degraded, 29 active+undersized, 82 active+clean; 172 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 23 MiB/s rd, 7.6 MiB/s wr, 28 op/s; 40/243 objects degraded (16.461%) 2024-04-15T14:42:19.789 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:42:19 smithi016 ceph-mon[93212]: osdmap e385: 8 total, 7 up, 8 in 2024-04-15T14:42:19.789 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:42:19 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T14:42:19.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:42:19 smithi016 ceph-mon[90652]: pgmap v207: 121 pgs: 10 active+undersized+degraded, 29 active+undersized, 82 active+clean; 172 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 23 MiB/s rd, 7.6 MiB/s wr, 28 op/s; 40/243 objects degraded (16.461%) 2024-04-15T14:42:19.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:42:19 smithi016 ceph-mon[90652]: osdmap e385: 8 total, 7 up, 8 in 2024-04-15T14:42:19.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:42:19 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T14:42:19.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:42:19 smithi102 ceph-mon[87131]: pgmap v207: 121 pgs: 10 active+undersized+degraded, 29 active+undersized, 82 active+clean; 172 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 23 MiB/s rd, 7.6 MiB/s wr, 28 op/s; 40/243 objects degraded (16.461%) 2024-04-15T14:42:19.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:42:19 smithi102 ceph-mon[87131]: osdmap e385: 8 total, 7 up, 8 in 2024-04-15T14:42:19.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:42:19 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T14:42:20.322 INFO:tasks.rados.rados.0.smithi016.stdout:1515: expect (ObjNum 479 snap 151 seq_num 479) 2024-04-15T14:42:20.364 INFO:journalctl@ceph.osd.2.smithi016.stdout:Apr 15 14:42:20 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-osd-2[109384]: 2024-04-15T14:42:20.090+0000 7f06de6737c0 -1 osd.2 377 log_to_monitors true 2024-04-15T14:42:20.484 INFO:tasks.rados.rados.0.smithi016.stdout:1513: done (2 left) 2024-04-15T14:42:20.485 INFO:tasks.rados.rados.0.smithi016.stdout:1515: done (1 left) 2024-04-15T14:42:20.485 INFO:tasks.rados.rados.0.smithi016.stdout:1516: done (0 left) 2024-04-15T14:42:20.485 INFO:tasks.rados.rados.0.smithi016.stdout:1517: snap_create 2024-04-15T14:42:20.685 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:42:20 smithi016 ceph-mon[90652]: osdmap e386: 8 total, 7 up, 8 in 2024-04-15T14:42:20.686 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:42:20 smithi016 ceph-mon[90652]: from='osd.2 [v2:172.21.15.16:6818/2403079935,v1:172.21.15.16:6819/2403079935]' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2024-04-15T14:42:20.686 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:42:20 smithi016 ceph-mon[90652]: from='osd.2 ' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2024-04-15T14:42:20.689 INFO:tasks.rados.rados.0.smithi016.stdout:1517: done (0 left) 2024-04-15T14:42:20.689 INFO:tasks.rados.rados.0.smithi016.stdout:1518: delete oid 21 current snap is 153 2024-04-15T14:42:20.693 INFO:tasks.rados.rados.0.smithi016.stdout:1518: done (0 left) 2024-04-15T14:42:20.693 INFO:tasks.rados.rados.0.smithi016.stdout:1519: delete oid 1 current snap is 153 2024-04-15T14:42:20.697 INFO:tasks.rados.rados.0.smithi016.stdout:1519: done (0 left) 2024-04-15T14:42:20.697 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 6 current snap is 153 2024-04-15T14:42:20.697 INFO:tasks.rados.rados.0.smithi016.stdout:1520: seq_num 484 ranges {0=507904,507904=401408} 2024-04-15T14:42:20.700 INFO:tasks.rados.rados.0.smithi016.stdout:1520: writing smithi01678542-6 from 0 to 507904 tid 1 2024-04-15T14:42:20.703 INFO:tasks.rados.rados.0.smithi016.stdout:1520: writing smithi01678542-6 from 507904 to 909312 tid 2 2024-04-15T14:42:20.703 INFO:tasks.rados.rados.0.smithi016.stdout:1521: snap_create 2024-04-15T14:42:20.704 INFO:tasks.rados.rados.0.smithi016.stdout:1520: finishing write tid 1 to smithi01678542-6 2024-04-15T14:42:20.705 INFO:tasks.rados.rados.0.smithi016.stdout:1520: finishing write tid 2 to smithi01678542-6 2024-04-15T14:42:20.705 INFO:tasks.rados.rados.0.smithi016.stdout:1520: finishing write tid 3 to smithi01678542-6 2024-04-15T14:42:20.707 INFO:tasks.rados.rados.0.smithi016.stdout:1520: finishing write tid 4 to smithi01678542-6 2024-04-15T14:42:20.707 INFO:tasks.rados.rados.0.smithi016.stdout:1520: oid 6 updating version 0 to 838 2024-04-15T14:42:20.707 INFO:tasks.rados.rados.0.smithi016.stdout:1520: oid 6 version 838 is already newer than 837 2024-04-15T14:42:20.707 INFO:tasks.rados.rados.0.smithi016.stdout:1520: oid 6 updating version 838 to 839 2024-04-15T14:42:20.707 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 6 v 839 (ObjNum 484 snap 153 seq_num 484) dirty exists 2024-04-15T14:42:20.707 INFO:tasks.rados.rados.0.smithi016.stdout:1520: left oid 6 (ObjNum 484 snap 153 seq_num 484) 2024-04-15T14:42:20.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:42:20 smithi102 ceph-mon[87131]: osdmap e386: 8 total, 7 up, 8 in 2024-04-15T14:42:20.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:42:20 smithi102 ceph-mon[87131]: from='osd.2 [v2:172.21.15.16:6818/2403079935,v1:172.21.15.16:6819/2403079935]' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2024-04-15T14:42:20.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:42:20 smithi102 ceph-mon[87131]: from='osd.2 ' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2024-04-15T14:42:21.039 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:42:20 smithi016 ceph-mon[93212]: osdmap e386: 8 total, 7 up, 8 in 2024-04-15T14:42:21.039 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:42:20 smithi016 ceph-mon[93212]: from='osd.2 [v2:172.21.15.16:6818/2403079935,v1:172.21.15.16:6819/2403079935]' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2024-04-15T14:42:21.039 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:42:20 smithi016 ceph-mon[93212]: from='osd.2 ' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2024-04-15T14:42:21.040 INFO:journalctl@ceph.osd.2.smithi016.stdout:Apr 15 14:42:20 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-osd-2[109384]: 2024-04-15T14:42:20.708+0000 7f06cfacb700 -1 osd.2 377 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-04-15T14:42:21.700 INFO:tasks.rados.rados.0.smithi016.stdout:1520: done (1 left) 2024-04-15T14:42:21.700 INFO:tasks.rados.rados.0.smithi016.stdout:1521: done (0 left) 2024-04-15T14:42:21.700 INFO:tasks.rados.rados.0.smithi016.stdout:1522: rollback oid 29 current snap is 154 2024-04-15T14:42:21.700 INFO:tasks.rados.rados.0.smithi016.stdout:rollback oid 29 to 153 2024-04-15T14:42:21.700 INFO:tasks.rados.rados.0.smithi016.stdout:1523: read oid 47 snap -1 2024-04-15T14:42:21.701 INFO:tasks.rados.rados.0.smithi016.stdout:1523: expect (ObjNum 376 snap 123 seq_num 376) 2024-04-15T14:42:21.701 INFO:tasks.rados.rados.0.smithi016.stdout:1524: rollback oid 11 current snap is 154 2024-04-15T14:42:21.701 INFO:tasks.rados.rados.0.smithi016.stdout:rollback oid 11 to 153 2024-04-15T14:42:21.701 INFO:tasks.rados.rados.0.smithi016.stdout:1525: setattr oid 7 current snap is 154 2024-04-15T14:42:21.701 INFO:tasks.rados.rados.0.smithi016.stdout:1526: delete oid 28 current snap is 154 2024-04-15T14:42:21.705 INFO:tasks.rados.rados.0.smithi016.stdout:1526: done (4 left) 2024-04-15T14:42:21.705 INFO:tasks.rados.rados.0.smithi016.stdout:1527: rollback oid 43 current snap is 154 2024-04-15T14:42:21.705 INFO:tasks.rados.rados.0.smithi016.stdout:rollback oid 43 to 152 2024-04-15T14:42:21.705 INFO:tasks.rados.rados.0.smithi016.stdout:1528: delete oid 28 current snap is 154 2024-04-15T14:42:21.711 INFO:tasks.rados.rados.0.smithi016.stdout:1522: finishing rollback tid 0 to smithi01678542-29 2024-04-15T14:42:21.711 INFO:tasks.rados.rados.0.smithi016.stdout:1522: finishing rollback tid 1 to smithi01678542-29 2024-04-15T14:42:21.711 INFO:tasks.rados.rados.0.smithi016.stdout:1522: finishing rollback tid 2 to smithi01678542-29 2024-04-15T14:42:21.711 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 29 v 931 (ObjNum 479 snap 151 seq_num 479) dirty exists 2024-04-15T14:42:21.711 INFO:tasks.rados.rados.0.smithi016.stdout:1524: finishing rollback tid 0 to smithi01678542-11 2024-04-15T14:42:21.711 INFO:tasks.rados.rados.0.smithi016.stdout:1524: finishing rollback tid 1 to smithi01678542-11 2024-04-15T14:42:21.711 INFO:tasks.rados.rados.0.smithi016.stdout:1524: finishing rollback tid 2 to smithi01678542-11 2024-04-15T14:42:21.711 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 11 v 935 (ObjNum 476 snap 150 seq_num 476) dirty exists 2024-04-15T14:42:21.712 INFO:tasks.rados.rados.0.smithi016.stdout:1522: done (5 left) 2024-04-15T14:42:21.712 INFO:tasks.rados.rados.0.smithi016.stdout:1524: done (4 left) 2024-04-15T14:42:21.712 INFO:tasks.rados.rados.0.smithi016.stdout:1528: done (3 left) 2024-04-15T14:42:21.712 INFO:tasks.rados.rados.0.smithi016.stdout:1529: delete oid 4 current snap is 154 2024-04-15T14:42:21.713 INFO:tasks.rados.rados.0.smithi016.stdout:1527: finishing rollback tid 0 to smithi01678542-43 2024-04-15T14:42:21.715 INFO:tasks.rados.rados.0.smithi016.stdout:1529: done (3 left) 2024-04-15T14:42:21.715 INFO:tasks.rados.rados.0.smithi016.stdout:1530: read oid 50 snap -1 2024-04-15T14:42:21.715 INFO:tasks.rados.rados.0.smithi016.stdout:1530: expect deleted 2024-04-15T14:42:21.715 INFO:tasks.rados.rados.0.smithi016.stdout:1531: setattr oid 28 current snap is 154 2024-04-15T14:42:21.716 INFO:tasks.rados.rados.0.smithi016.stdout:1532: snap_remove snap 153 2024-04-15T14:42:21.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:42:21 smithi102 ceph-mon[87131]: pgmap v210: 121 pgs: 10 active+undersized+degraded, 29 active+undersized, 82 active+clean; 182 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.2 MiB/s wr, 11 op/s; 39/249 objects degraded (15.663%) 2024-04-15T14:42:21.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:42:21 smithi102 ceph-mon[87131]: from='osd.2 ' entity='osd.2' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]': finished 2024-04-15T14:42:21.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:42:21 smithi102 ceph-mon[87131]: osdmap e387: 8 total, 7 up, 8 in 2024-04-15T14:42:21.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:42:21 smithi102 ceph-mon[87131]: from='osd.2 [v2:172.21.15.16:6818/2403079935,v1:172.21.15.16:6819/2403079935]' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi016", "root=default"]}]: dispatch 2024-04-15T14:42:21.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:42:21 smithi102 ceph-mon[87131]: from='osd.2 ' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi016", "root=default"]}]: dispatch 2024-04-15T14:42:21.938 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:42:21 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T14:42:21.938 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:42:21 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T14:42:22.039 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 15 14:42:21 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-y[81421]: ::ffff:172.21.15.102 - - [15/Apr/2024:14:42:21] "GET /metrics HTTP/1.1" 200 36225 "" "Prometheus/2.43.0" 2024-04-15T14:42:22.039 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:42:21 smithi016 ceph-mon[90652]: pgmap v210: 121 pgs: 10 active+undersized+degraded, 29 active+undersized, 82 active+clean; 182 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.2 MiB/s wr, 11 op/s; 39/249 objects degraded (15.663%) 2024-04-15T14:42:22.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:42:21 smithi016 ceph-mon[90652]: from='osd.2 ' entity='osd.2' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]': finished 2024-04-15T14:42:22.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:42:21 smithi016 ceph-mon[90652]: osdmap e387: 8 total, 7 up, 8 in 2024-04-15T14:42:22.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:42:21 smithi016 ceph-mon[90652]: from='osd.2 [v2:172.21.15.16:6818/2403079935,v1:172.21.15.16:6819/2403079935]' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi016", "root=default"]}]: dispatch 2024-04-15T14:42:22.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:42:21 smithi016 ceph-mon[90652]: from='osd.2 ' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi016", "root=default"]}]: dispatch 2024-04-15T14:42:22.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:42:21 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T14:42:22.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:42:21 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T14:42:22.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:42:21 smithi016 ceph-mon[93212]: pgmap v210: 121 pgs: 10 active+undersized+degraded, 29 active+undersized, 82 active+clean; 182 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.2 MiB/s wr, 11 op/s; 39/249 objects degraded (15.663%) 2024-04-15T14:42:22.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:42:21 smithi016 ceph-mon[93212]: from='osd.2 ' entity='osd.2' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]': finished 2024-04-15T14:42:22.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:42:21 smithi016 ceph-mon[93212]: osdmap e387: 8 total, 7 up, 8 in 2024-04-15T14:42:22.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:42:21 smithi016 ceph-mon[93212]: from='osd.2 [v2:172.21.15.16:6818/2403079935,v1:172.21.15.16:6819/2403079935]' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi016", "root=default"]}]: dispatch 2024-04-15T14:42:22.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:42:21 smithi016 ceph-mon[93212]: from='osd.2 ' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi016", "root=default"]}]: dispatch 2024-04-15T14:42:22.041 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:42:21 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T14:42:22.041 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:42:21 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T14:42:22.687 INFO:journalctl@ceph.prometheus.a.smithi102.stdout:Apr 15 14:42:22 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-prometheus-a[78028]: ts=2024-04-15T14:42:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi016:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"362ea986-fb34-11ee-bc8f-c7b262605968\", instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T14:42:22.700 INFO:tasks.rados.rados.0.smithi016.stdout:1532: done (5 left) 2024-04-15T14:42:22.700 INFO:tasks.rados.rados.0.smithi016.stdout:1533: read oid 24 snap -1 2024-04-15T14:42:22.701 INFO:tasks.rados.rados.0.smithi016.stdout:1533: expect (ObjNum 436 snap 141 seq_num 436) 2024-04-15T14:42:22.701 INFO:tasks.rados.rados.0.smithi016.stdout:1534: read oid 41 snap -1 2024-04-15T14:42:22.701 INFO:tasks.rados.rados.0.smithi016.stdout:1534: expect (ObjNum 475 snap 150 seq_num 475) 2024-04-15T14:42:22.701 INFO:tasks.rados.rados.0.smithi016.stdout:1535: delete oid 44 current snap is 154 2024-04-15T14:42:22.701 INFO:tasks.rados.rados.0.smithi016.stdout:1523: expect (ObjNum 376 snap 123 seq_num 376) 2024-04-15T14:42:22.857 INFO:tasks.rados.rados.0.smithi016.stdout:1527: finishing rollback tid 1 to smithi01678542-43 2024-04-15T14:42:22.857 INFO:tasks.rados.rados.0.smithi016.stdout:1527: finishing rollback tid 2 to smithi01678542-43 2024-04-15T14:42:22.857 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 43 v 864 (ObjNum 455 snap 147 seq_num 455) dirty exists 2024-04-15T14:42:22.857 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 28 v 439 (ObjNum 161 snap 0 seq_num 1) dirty exists 2024-04-15T14:42:22.857 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 7 v 840 (ObjNum 467 snap 150 seq_num 467) dirty exists 2024-04-15T14:42:22.857 INFO:tasks.rados.rados.0.smithi016.stdout:1534: expect (ObjNum 475 snap 150 seq_num 475) 2024-04-15T14:42:22.878 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:42:22 smithi016 ceph-mon[90652]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-04-15T14:42:22.878 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:42:22 smithi016 ceph-mon[90652]: osd.2 [v2:172.21.15.16:6818/2403079935,v1:172.21.15.16:6819/2403079935] boot 2024-04-15T14:42:22.878 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:42:22 smithi016 ceph-mon[90652]: osdmap e388: 8 total, 8 up, 8 in 2024-04-15T14:42:22.879 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:42:22 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-15T14:42:22.879 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:42:22 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T14:42:22.879 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:42:22 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T14:42:22.879 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:42:22 smithi016 ceph-mon[93212]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-04-15T14:42:22.879 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:42:22 smithi016 ceph-mon[93212]: osd.2 [v2:172.21.15.16:6818/2403079935,v1:172.21.15.16:6819/2403079935] boot 2024-04-15T14:42:22.879 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:42:22 smithi016 ceph-mon[93212]: osdmap e388: 8 total, 8 up, 8 in 2024-04-15T14:42:22.879 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:42:22 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-15T14:42:22.879 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:42:22 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T14:42:22.879 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:42:22 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T14:42:23.184 INFO:tasks.rados.rados.0.smithi016.stdout:1533: expect (ObjNum 436 snap 141 seq_num 436) 2024-04-15T14:42:23.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:42:22 smithi102 ceph-mon[87131]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-04-15T14:42:23.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:42:22 smithi102 ceph-mon[87131]: osd.2 [v2:172.21.15.16:6818/2403079935,v1:172.21.15.16:6819/2403079935] boot 2024-04-15T14:42:23.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:42:22 smithi102 ceph-mon[87131]: osdmap e388: 8 total, 8 up, 8 in 2024-04-15T14:42:23.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:42:22 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-15T14:42:23.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:42:22 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T14:42:23.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:42:22 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T14:42:23.811 INFO:tasks.rados.rados.0.smithi016.stdout:1523: done (7 left) 2024-04-15T14:42:23.812 INFO:tasks.rados.rados.0.smithi016.stdout:1525: done (6 left) 2024-04-15T14:42:23.812 INFO:tasks.rados.rados.0.smithi016.stdout:1527: done (5 left) 2024-04-15T14:42:23.812 INFO:tasks.rados.rados.0.smithi016.stdout:1530: done (4 left) 2024-04-15T14:42:23.812 INFO:tasks.rados.rados.0.smithi016.stdout:1531: done (3 left) 2024-04-15T14:42:23.812 INFO:tasks.rados.rados.0.smithi016.stdout:1533: done (2 left) 2024-04-15T14:42:23.812 INFO:tasks.rados.rados.0.smithi016.stdout:1534: done (1 left) 2024-04-15T14:42:23.812 INFO:tasks.rados.rados.0.smithi016.stdout:1535: done (0 left) 2024-04-15T14:42:23.812 INFO:tasks.rados.rados.0.smithi016.stdout:1536: setattr oid 18 current snap is 154 2024-04-15T14:42:23.813 INFO:tasks.rados.rados.0.smithi016.stdout:1537: delete oid 22 current snap is 154 2024-04-15T14:42:23.814 INFO:tasks.rados.rados.0.smithi016.stdout:1537: done (1 left) 2024-04-15T14:42:23.815 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 6 current snap is 154 2024-04-15T14:42:23.815 INFO:tasks.rados.rados.0.smithi016.stdout:1538: seq_num 490 ranges {909312=614400,1523712=401408} 2024-04-15T14:42:23.823 INFO:tasks.rados.rados.0.smithi016.stdout:1538: writing smithi01678542-6 from 909312 to 1523712 tid 1 2024-04-15T14:42:23.825 INFO:tasks.rados.rados.0.smithi016.stdout:1538: writing smithi01678542-6 from 1523712 to 1925120 tid 2 2024-04-15T14:42:23.825 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 20 current snap is 154 2024-04-15T14:42:23.826 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 18 v 557 (ObjNum 457 snap 147 seq_num 457) dirty exists 2024-04-15T14:42:23.826 INFO:tasks.rados.rados.0.smithi016.stdout:1539: seq_num 491 ranges {2326528=630784,2957312=401408} 2024-04-15T14:42:23.842 INFO:tasks.rados.rados.0.smithi016.stdout:1539: writing smithi01678542-20 from 2326528 to 2957312 tid 1 2024-04-15T14:42:23.844 INFO:tasks.rados.rados.0.smithi016.stdout:1539: writing smithi01678542-20 from 2957312 to 3358720 tid 2 2024-04-15T14:42:23.844 INFO:tasks.rados.rados.0.smithi016.stdout:1536: done (2 left) 2024-04-15T14:42:23.844 INFO:tasks.rados.rados.0.smithi016.stdout:1540: snap_remove snap 152 2024-04-15T14:42:23.933 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:42:23 smithi016 ceph-mon[93212]: pgmap v213: 121 pgs: 10 active+undersized+degraded, 29 active+undersized, 82 active+clean; 182 MiB data, 1011 MiB used, 714 GiB / 715 GiB avail; 8.1 MiB/s rd, 3.2 MiB/s wr, 17 op/s; 39/249 objects degraded (15.663%) 2024-04-15T14:42:23.933 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:42:23 smithi016 ceph-mon[93212]: osdmap e389: 8 total, 8 up, 8 in 2024-04-15T14:42:23.933 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:42:23 smithi016 ceph-mon[90652]: pgmap v213: 121 pgs: 10 active+undersized+degraded, 29 active+undersized, 82 active+clean; 182 MiB data, 1011 MiB used, 714 GiB / 715 GiB avail; 8.1 MiB/s rd, 3.2 MiB/s wr, 17 op/s; 39/249 objects degraded (15.663%) 2024-04-15T14:42:23.933 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:42:23 smithi016 ceph-mon[90652]: osdmap e389: 8 total, 8 up, 8 in 2024-04-15T14:42:23.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:42:23 smithi102 ceph-mon[87131]: pgmap v213: 121 pgs: 10 active+undersized+degraded, 29 active+undersized, 82 active+clean; 182 MiB data, 1011 MiB used, 714 GiB / 715 GiB avail; 8.1 MiB/s rd, 3.2 MiB/s wr, 17 op/s; 39/249 objects degraded (15.663%) 2024-04-15T14:42:23.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:42:23 smithi102 ceph-mon[87131]: osdmap e389: 8 total, 8 up, 8 in 2024-04-15T14:42:23.937 INFO:journalctl@ceph.prometheus.a.smithi102.stdout:Apr 15 14:42:23 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-prometheus-a[78028]: ts=2024-04-15T14:42:23.505Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi016\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi016\", job=\"node\", machine=\"x86_64\", nodename=\"smithi016\", release=\"5.14.0-438.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Apr 12 13:55:21 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"362ea986-fb34-11ee-bc8f-c7b262605968\", domainname=\"(none)\", instance=\"smithi016\", job=\"node\", machine=\"x86_64\", nodename=\"smithi016\", release=\"5.14.0-438.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Apr 12 13:55:21 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T14:42:24.704 INFO:tasks.rados.rados.0.smithi016.stdout:1540: done (2 left) 2024-04-15T14:42:24.788 INFO:tasks.rados.rados.0.smithi016.stdout:1541: delete oid 34 current snap is 154 2024-04-15T14:42:24.788 INFO:tasks.rados.rados.0.smithi016.stdout:1538: finishing write tid 1 to smithi01678542-6 2024-04-15T14:42:24.788 INFO:tasks.rados.rados.0.smithi016.stdout:1538: finishing write tid 2 to smithi01678542-6 2024-04-15T14:42:24.788 INFO:tasks.rados.rados.0.smithi016.stdout:1538: finishing write tid 3 to smithi01678542-6 2024-04-15T14:42:24.789 INFO:tasks.rados.rados.0.smithi016.stdout:1538: finishing write tid 4 to smithi01678542-6 2024-04-15T14:42:24.789 INFO:tasks.rados.rados.0.smithi016.stdout:1538: oid 6 updating version 0 to 842 2024-04-15T14:42:24.789 INFO:tasks.rados.rados.0.smithi016.stdout:1538: oid 6 updating version 842 to 843 2024-04-15T14:42:24.789 INFO:tasks.rados.rados.0.smithi016.stdout:1538: oid 6 version 843 is already newer than 841 2024-04-15T14:42:24.789 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 6 v 843 (ObjNum 490 snap 154 seq_num 490) dirty exists 2024-04-15T14:42:24.789 INFO:tasks.rados.rados.0.smithi016.stdout:1538: left oid 6 (ObjNum 490 snap 154 seq_num 490) 2024-04-15T14:42:24.789 INFO:tasks.rados.rados.0.smithi016.stdout:1539: finishing write tid 1 to smithi01678542-20 2024-04-15T14:42:24.789 INFO:tasks.rados.rados.0.smithi016.stdout:1539: finishing write tid 2 to smithi01678542-20 2024-04-15T14:42:24.790 INFO:tasks.rados.rados.0.smithi016.stdout:1539: finishing write tid 3 to smithi01678542-20 2024-04-15T14:42:24.790 INFO:tasks.rados.rados.0.smithi016.stdout:1539: finishing write tid 4 to smithi01678542-20 2024-04-15T14:42:24.790 INFO:tasks.rados.rados.0.smithi016.stdout:1539: oid 20 updating version 0 to 854 2024-04-15T14:42:24.790 INFO:tasks.rados.rados.0.smithi016.stdout:1539: oid 20 updating version 854 to 855 2024-04-15T14:42:24.790 INFO:tasks.rados.rados.0.smithi016.stdout:1539: oid 20 version 855 is already newer than 853 2024-04-15T14:42:24.790 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 20 v 855 (ObjNum 491 snap 154 seq_num 491) dirty exists 2024-04-15T14:42:24.790 INFO:tasks.rados.rados.0.smithi016.stdout:1539: left oid 20 (ObjNum 491 snap 154 seq_num 491) 2024-04-15T14:42:24.794 INFO:tasks.rados.rados.0.smithi016.stdout:1538: done (2 left) 2024-04-15T14:42:24.794 INFO:tasks.rados.rados.0.smithi016.stdout:1539: done (1 left) 2024-04-15T14:42:24.795 INFO:tasks.rados.rados.0.smithi016.stdout:1541: done (0 left) 2024-04-15T14:42:24.795 INFO:tasks.rados.rados.0.smithi016.stdout:1542: delete oid 25 current snap is 154 2024-04-15T14:42:24.795 INFO:tasks.rados.rados.0.smithi016.stdout:1542: done (0 left) 2024-04-15T14:42:24.795 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 8 current snap is 154 2024-04-15T14:42:24.795 INFO:tasks.rados.rados.0.smithi016.stdout:1543: seq_num 494 ranges {8101888=679936,8781824=401408} 2024-04-15T14:42:24.795 INFO:tasks.rados.rados.0.smithi016.stdout:1543: writing smithi01678542-8 from 8101888 to 8781824 tid 1 2024-04-15T14:42:24.795 INFO:tasks.rados.rados.0.smithi016.stdout:1543: writing smithi01678542-8 from 8781824 to 9183232 tid 2 2024-04-15T14:42:24.795 INFO:tasks.rados.rados.0.smithi016.stdout:1544: delete oid 16 current snap is 154 2024-04-15T14:42:24.795 INFO:tasks.rados.rados.0.smithi016.stdout:1544: done (1 left) 2024-04-15T14:42:24.795 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 7 current snap is 154 2024-04-15T14:42:24.795 INFO:tasks.rados.rados.0.smithi016.stdout:1545: seq_num 496 ranges {3137536=712704,3850240=401408} 2024-04-15T14:42:24.795 INFO:tasks.rados.rados.0.smithi016.stdout:1545: writing smithi01678542-7 from 3137536 to 3850240 tid 1 2024-04-15T14:42:24.795 INFO:tasks.rados.rados.0.smithi016.stdout:1545: writing smithi01678542-7 from 3850240 to 4251648 tid 2 2024-04-15T14:42:24.795 INFO:tasks.rados.rados.0.smithi016.stdout:1546: rollback oid 47 current snap is 154 2024-04-15T14:42:24.796 INFO:tasks.rados.rados.0.smithi016.stdout:1546: done (2 left) 2024-04-15T14:42:24.796 INFO:tasks.rados.rados.0.smithi016.stdout:1547: rollback oid 3 current snap is 154 2024-04-15T14:42:24.796 INFO:tasks.rados.rados.0.smithi016.stdout:1547: done (2 left) 2024-04-15T14:42:24.796 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 11 current snap is 154 2024-04-15T14:42:24.796 INFO:tasks.rados.rados.0.smithi016.stdout:1543: finishing write tid 1 to smithi01678542-8 2024-04-15T14:42:24.796 INFO:tasks.rados.rados.0.smithi016.stdout:1543: finishing write tid 2 to smithi01678542-8 2024-04-15T14:42:24.796 INFO:tasks.rados.rados.0.smithi016.stdout:1543: finishing write tid 3 to smithi01678542-8 2024-04-15T14:42:24.796 INFO:tasks.rados.rados.0.smithi016.stdout:1543: finishing write tid 4 to smithi01678542-8 2024-04-15T14:42:24.796 INFO:tasks.rados.rados.0.smithi016.stdout:1543: oid 8 updating version 0 to 856 2024-04-15T14:42:24.796 INFO:tasks.rados.rados.0.smithi016.stdout:1543: oid 8 updating version 856 to 858 2024-04-15T14:42:24.796 INFO:tasks.rados.rados.0.smithi016.stdout:1543: oid 8 version 858 is already newer than 857 2024-04-15T14:42:24.796 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 8 v 858 (ObjNum 494 snap 154 seq_num 494) dirty exists 2024-04-15T14:42:24.796 INFO:tasks.rados.rados.0.smithi016.stdout:1543: left oid 8 (ObjNum 494 snap 154 seq_num 494) 2024-04-15T14:42:24.796 INFO:tasks.rados.rados.0.smithi016.stdout:1548: seq_num 497 ranges {778240=729088,1507328=401408} 2024-04-15T14:42:24.799 INFO:tasks.rados.rados.0.smithi016.stdout:1548: writing smithi01678542-11 from 778240 to 1507328 tid 1 2024-04-15T14:42:24.804 INFO:tasks.rados.rados.0.smithi016.stdout:1548: writing smithi01678542-11 from 1507328 to 1908736 tid 2 2024-04-15T14:42:24.805 INFO:tasks.rados.rados.0.smithi016.stdout:1543: done (2 left) 2024-04-15T14:42:24.805 INFO:tasks.rados.rados.0.smithi016.stdout:1549: read oid 25 snap -1 2024-04-15T14:42:24.805 INFO:tasks.rados.rados.0.smithi016.stdout:1549: expect deleted 2024-04-15T14:42:24.805 INFO:tasks.rados.rados.0.smithi016.stdout:1550: rmattr oid 48 current snap is 154 2024-04-15T14:42:24.805 INFO:tasks.rados.rados.0.smithi016.stdout:1550: done (3 left) 2024-04-15T14:42:24.805 INFO:tasks.rados.rados.0.smithi016.stdout:1551: read oid 12 snap -1 2024-04-15T14:42:24.806 INFO:tasks.rados.rados.0.smithi016.stdout:1551: expect (ObjNum 285 snap 84 seq_num 285) 2024-04-15T14:42:24.806 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 22 current snap is 154 2024-04-15T14:42:24.806 INFO:tasks.rados.rados.0.smithi016.stdout:1545: finishing write tid 1 to smithi01678542-7 2024-04-15T14:42:24.806 INFO:tasks.rados.rados.0.smithi016.stdout:1545: finishing write tid 2 to smithi01678542-7 2024-04-15T14:42:24.806 INFO:tasks.rados.rados.0.smithi016.stdout:1545: finishing write tid 3 to smithi01678542-7 2024-04-15T14:42:24.807 INFO:tasks.rados.rados.0.smithi016.stdout:1545: finishing write tid 4 to smithi01678542-7 2024-04-15T14:42:24.807 INFO:tasks.rados.rados.0.smithi016.stdout:1545: oid 7 updating version 0 to 845 2024-04-15T14:42:24.807 INFO:tasks.rados.rados.0.smithi016.stdout:1545: oid 7 version 845 is already newer than 844 2024-04-15T14:42:24.807 INFO:tasks.rados.rados.0.smithi016.stdout:1545: oid 7 updating version 845 to 846 2024-04-15T14:42:24.807 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 7 v 846 (ObjNum 496 snap 154 seq_num 496) dirty exists 2024-04-15T14:42:24.807 INFO:tasks.rados.rados.0.smithi016.stdout:1545: left oid 7 (ObjNum 496 snap 154 seq_num 496) 2024-04-15T14:42:24.808 INFO:tasks.rados.rados.0.smithi016.stdout:1552: seq_num 498 ranges {0=745472,745472=401408} 2024-04-15T14:42:24.808 INFO:tasks.rados.rados.0.smithi016.stdout:1552: writing smithi01678542-22 from 0 to 745472 tid 1 2024-04-15T14:42:24.809 INFO:tasks.rados.rados.0.smithi016.stdout:1552: writing smithi01678542-22 from 745472 to 1146880 tid 2 2024-04-15T14:42:24.810 INFO:tasks.rados.rados.0.smithi016.stdout:1545: done (4 left) 2024-04-15T14:42:24.810 INFO:tasks.rados.rados.0.smithi016.stdout:1553: snap_create 2024-04-15T14:42:24.810 INFO:tasks.rados.rados.0.smithi016.stdout:1548: finishing write tid 1 to smithi01678542-11 2024-04-15T14:42:24.810 INFO:tasks.rados.rados.0.smithi016.stdout:1548: finishing write tid 2 to smithi01678542-11 2024-04-15T14:42:24.810 INFO:tasks.rados.rados.0.smithi016.stdout:1548: finishing write tid 3 to smithi01678542-11 2024-04-15T14:42:24.810 INFO:tasks.rados.rados.0.smithi016.stdout:1548: finishing write tid 4 to smithi01678542-11 2024-04-15T14:42:24.811 INFO:tasks.rados.rados.0.smithi016.stdout:1548: oid 11 updating version 0 to 953 2024-04-15T14:42:24.811 INFO:tasks.rados.rados.0.smithi016.stdout:1548: oid 11 version 953 is already newer than 951 2024-04-15T14:42:24.811 INFO:tasks.rados.rados.0.smithi016.stdout:1548: oid 11 version 953 is already newer than 952 2024-04-15T14:42:24.811 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 11 v 953 (ObjNum 497 snap 154 seq_num 497) dirty exists 2024-04-15T14:42:24.811 INFO:tasks.rados.rados.0.smithi016.stdout:1548: left oid 11 (ObjNum 497 snap 154 seq_num 497) 2024-04-15T14:42:24.813 INFO:tasks.rados.rados.0.smithi016.stdout:1552: finishing write tid 1 to smithi01678542-22 2024-04-15T14:42:24.813 INFO:tasks.rados.rados.0.smithi016.stdout:1552: finishing write tid 2 to smithi01678542-22 2024-04-15T14:42:24.814 INFO:tasks.rados.rados.0.smithi016.stdout:1552: finishing write tid 3 to smithi01678542-22 2024-04-15T14:42:24.816 INFO:tasks.rados.rados.0.smithi016.stdout:1552: finishing write tid 4 to smithi01678542-22 2024-04-15T14:42:24.816 INFO:tasks.rados.rados.0.smithi016.stdout:1552: oid 22 updating version 0 to 796 2024-04-15T14:42:24.816 INFO:tasks.rados.rados.0.smithi016.stdout:1552: oid 22 version 796 is already newer than 795 2024-04-15T14:42:24.816 INFO:tasks.rados.rados.0.smithi016.stdout:1552: oid 22 version 796 is already newer than 794 2024-04-15T14:42:24.816 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 22 v 796 (ObjNum 498 snap 154 seq_num 498) dirty exists 2024-04-15T14:42:24.816 INFO:tasks.rados.rados.0.smithi016.stdout:1552: left oid 22 (ObjNum 498 snap 154 seq_num 498) 2024-04-15T14:42:24.823 INFO:tasks.rados.rados.0.smithi016.stdout:1551: expect (ObjNum 285 snap 84 seq_num 285) 2024-04-15T14:42:25.117 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:42:24 smithi016 ceph-mon[93212]: pgmap v215: 121 pgs: 10 active+undersized+degraded, 29 active+undersized, 82 active+clean; 182 MiB data, 1011 MiB used, 714 GiB / 715 GiB avail; 7.6 MiB/s rd, 3.1 MiB/s wr, 16 op/s; 39/249 objects degraded (15.663%) 2024-04-15T14:42:25.117 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:42:24 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T14:42:25.117 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:42:24 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T14:42:25.118 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:42:24 smithi016 ceph-mon[93212]: osdmap e390: 8 total, 8 up, 8 in 2024-04-15T14:42:25.118 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:42:24 smithi016 ceph-mon[90652]: pgmap v215: 121 pgs: 10 active+undersized+degraded, 29 active+undersized, 82 active+clean; 182 MiB data, 1011 MiB used, 714 GiB / 715 GiB avail; 7.6 MiB/s rd, 3.1 MiB/s wr, 16 op/s; 39/249 objects degraded (15.663%) 2024-04-15T14:42:25.118 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:42:24 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T14:42:25.118 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:42:24 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T14:42:25.118 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:42:24 smithi016 ceph-mon[90652]: osdmap e390: 8 total, 8 up, 8 in 2024-04-15T14:42:25.282 INFO:tasks.rados.rados.0.smithi016.stdout:1548: done (4 left) 2024-04-15T14:42:25.282 INFO:tasks.rados.rados.0.smithi016.stdout:1549: done (3 left) 2024-04-15T14:42:25.282 INFO:tasks.rados.rados.0.smithi016.stdout:1551: done (2 left) 2024-04-15T14:42:25.282 INFO:tasks.rados.rados.0.smithi016.stdout:1552: done (1 left) 2024-04-15T14:42:25.282 INFO:tasks.rados.rados.0.smithi016.stdout:1553: done (0 left) 2024-04-15T14:42:25.282 INFO:tasks.rados.rados.0.smithi016.stdout:1554: delete oid 33 current snap is 155 2024-04-15T14:42:25.284 INFO:tasks.rados.rados.0.smithi016.stdout:1554: done (0 left) 2024-04-15T14:42:25.284 INFO:tasks.rados.rados.0.smithi016.stdout:1555: read oid 12 snap -1 2024-04-15T14:42:25.284 INFO:tasks.rados.rados.0.smithi016.stdout:1555: expect (ObjNum 285 snap 84 seq_num 285) 2024-04-15T14:42:25.284 INFO:tasks.rados.rados.0.smithi016.stdout:1556: snap_create 2024-04-15T14:42:25.302 INFO:tasks.rados.rados.0.smithi016.stdout:1555: expect (ObjNum 285 snap 84 seq_num 285) 2024-04-15T14:42:25.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:42:24 smithi102 ceph-mon[87131]: pgmap v215: 121 pgs: 10 active+undersized+degraded, 29 active+undersized, 82 active+clean; 182 MiB data, 1011 MiB used, 714 GiB / 715 GiB avail; 7.6 MiB/s rd, 3.1 MiB/s wr, 16 op/s; 39/249 objects degraded (15.663%) 2024-04-15T14:42:25.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:42:24 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T14:42:25.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:42:24 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T14:42:25.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:42:24 smithi102 ceph-mon[87131]: osdmap e390: 8 total, 8 up, 8 in 2024-04-15T14:42:25.789 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 15 14:42:25 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-y[81421]: 2024-04-15T14:42:25.700+0000 7f3e3870d700 -1 mgr.server reply reply (16) Device or resource busy unsafe to stop osd(s) at this time (9 PGs are or would become offline) 2024-04-15T14:42:26.283 INFO:tasks.rados.rados.0.smithi016.stdout:1555: done (1 left) 2024-04-15T14:42:26.283 INFO:tasks.rados.rados.0.smithi016.stdout:1556: done (0 left) 2024-04-15T14:42:26.283 INFO:tasks.rados.rados.0.smithi016.stdout:1557: read oid 12 snap 154 2024-04-15T14:42:26.283 INFO:tasks.rados.rados.0.smithi016.stdout:1557: expect (ObjNum 285 snap 84 seq_num 285) 2024-04-15T14:42:26.283 INFO:tasks.rados.rados.0.smithi016.stdout:1558: setattr oid 27 current snap is 156 2024-04-15T14:42:26.284 INFO:tasks.rados.rados.0.smithi016.stdout:1559: read oid 8 snap -1 2024-04-15T14:42:26.284 INFO:tasks.rados.rados.0.smithi016.stdout:1559: expect (ObjNum 494 snap 154 seq_num 494) 2024-04-15T14:42:26.284 INFO:tasks.rados.rados.0.smithi016.stdout:1560: read oid 11 snap -1 2024-04-15T14:42:26.284 INFO:tasks.rados.rados.0.smithi016.stdout:1560: expect (ObjNum 497 snap 154 seq_num 497) 2024-04-15T14:42:26.284 INFO:tasks.rados.rados.0.smithi016.stdout:1561: snap_remove snap 155 2024-04-15T14:42:26.289 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:42:25 smithi016 ceph-mon[90652]: Health check update: Degraded data redundancy: 39/249 objects degraded (15.663%), 10 pgs degraded (PG_DEGRADED) 2024-04-15T14:42:26.289 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:42:25 smithi016 ceph-mon[90652]: osdmap e391: 8 total, 8 up, 8 in 2024-04-15T14:42:26.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:42:25 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T14:42:26.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:42:25 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T14:42:26.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:42:25 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T14:42:26.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:42:25 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T14:42:26.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:42:25 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T14:42:26.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:42:25 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T14:42:26.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:42:25 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T14:42:26.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:42:25 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T14:42:26.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:42:25 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T14:42:26.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:42:25 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["3"], "max": 16}]: dispatch 2024-04-15T14:42:26.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:42:25 smithi016 ceph-mon[90652]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["3"], "max": 16}]: dispatch 2024-04-15T14:42:26.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:42:25 smithi016 ceph-mon[90652]: Upgrade: unsafe to stop osd(s) at this time (9 PGs are or would become offline) 2024-04-15T14:42:26.291 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:42:25 smithi016 ceph-mon[93212]: Health check update: Degraded data redundancy: 39/249 objects degraded (15.663%), 10 pgs degraded (PG_DEGRADED) 2024-04-15T14:42:26.291 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:42:25 smithi016 ceph-mon[93212]: osdmap e391: 8 total, 8 up, 8 in 2024-04-15T14:42:26.291 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:42:25 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T14:42:26.291 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:42:25 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T14:42:26.291 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:42:25 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T14:42:26.291 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:42:25 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T14:42:26.291 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:42:25 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T14:42:26.291 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:42:25 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T14:42:26.291 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:42:25 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T14:42:26.291 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:42:25 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T14:42:26.291 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:42:25 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T14:42:26.291 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:42:25 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["3"], "max": 16}]: dispatch 2024-04-15T14:42:26.291 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:42:25 smithi016 ceph-mon[93212]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["3"], "max": 16}]: dispatch 2024-04-15T14:42:26.292 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:42:25 smithi016 ceph-mon[93212]: Upgrade: unsafe to stop osd(s) at this time (9 PGs are or would become offline) 2024-04-15T14:42:26.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:42:25 smithi102 ceph-mon[87131]: Health check update: Degraded data redundancy: 39/249 objects degraded (15.663%), 10 pgs degraded (PG_DEGRADED) 2024-04-15T14:42:26.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:42:25 smithi102 ceph-mon[87131]: osdmap e391: 8 total, 8 up, 8 in 2024-04-15T14:42:26.438 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:42:25 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T14:42:26.438 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:42:25 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T14:42:26.438 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:42:25 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T14:42:26.438 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:42:25 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T14:42:26.438 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:42:25 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T14:42:26.438 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:42:25 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T14:42:26.438 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:42:25 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T14:42:26.438 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:42:25 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T14:42:26.438 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:42:25 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T14:42:26.438 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:42:25 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["3"], "max": 16}]: dispatch 2024-04-15T14:42:26.438 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:42:25 smithi102 ceph-mon[87131]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["3"], "max": 16}]: dispatch 2024-04-15T14:42:26.438 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:42:25 smithi102 ceph-mon[87131]: Upgrade: unsafe to stop osd(s) at this time (9 PGs are or would become offline) 2024-04-15T14:42:27.287 INFO:tasks.rados.rados.0.smithi016.stdout:1561: done (4 left) 2024-04-15T14:42:27.287 INFO:tasks.rados.rados.0.smithi016.stdout:1562: copy_from oid 3 from oid 47 current snap is 156 2024-04-15T14:42:27.287 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 27 v 519 (ObjNum 440 snap 142 seq_num 440) dirty exists 2024-04-15T14:42:27.287 INFO:tasks.rados.rados.0.smithi016.stdout:1560: expect (ObjNum 497 snap 154 seq_num 497) 2024-04-15T14:42:27.352 INFO:tasks.rados.rados.0.smithi016.stdout:1557: expect (ObjNum 285 snap 84 seq_num 285) 2024-04-15T14:42:27.539 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:42:27 smithi016 ceph-mon[90652]: pgmap v218: 121 pgs: 121 active+clean; 122 MiB data, 953 MiB used, 714 GiB / 715 GiB avail; 19 MiB/s rd, 1.7 MiB/s wr, 28 op/s; 7.7 MiB/s, 4 objects/s recovering 2024-04-15T14:42:27.539 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:42:27 smithi016 ceph-mon[90652]: osdmap e392: 8 total, 8 up, 8 in 2024-04-15T14:42:27.539 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:42:27 smithi016 ceph-mon[90652]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 39/249 objects degraded (15.663%), 10 pgs degraded) 2024-04-15T14:42:27.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:42:27 smithi016 ceph-mon[90652]: Cluster is now healthy 2024-04-15T14:42:27.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:42:27 smithi016 ceph-mon[93212]: pgmap v218: 121 pgs: 121 active+clean; 122 MiB data, 953 MiB used, 714 GiB / 715 GiB avail; 19 MiB/s rd, 1.7 MiB/s wr, 28 op/s; 7.7 MiB/s, 4 objects/s recovering 2024-04-15T14:42:27.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:42:27 smithi016 ceph-mon[93212]: osdmap e392: 8 total, 8 up, 8 in 2024-04-15T14:42:27.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:42:27 smithi016 ceph-mon[93212]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 39/249 objects degraded (15.663%), 10 pgs degraded) 2024-04-15T14:42:27.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:42:27 smithi016 ceph-mon[93212]: Cluster is now healthy 2024-04-15T14:42:27.622 INFO:tasks.rados.rados.0.smithi016.stdout:1559: expect (ObjNum 494 snap 154 seq_num 494) 2024-04-15T14:42:27.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:42:27 smithi102 ceph-mon[87131]: pgmap v218: 121 pgs: 121 active+clean; 122 MiB data, 953 MiB used, 714 GiB / 715 GiB avail; 19 MiB/s rd, 1.7 MiB/s wr, 28 op/s; 7.7 MiB/s, 4 objects/s recovering 2024-04-15T14:42:27.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:42:27 smithi102 ceph-mon[87131]: osdmap e392: 8 total, 8 up, 8 in 2024-04-15T14:42:27.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:42:27 smithi102 ceph-mon[87131]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 39/249 objects degraded (15.663%), 10 pgs degraded) 2024-04-15T14:42:27.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:42:27 smithi102 ceph-mon[87131]: Cluster is now healthy 2024-04-15T14:42:28.404 INFO:tasks.rados.rados.0.smithi016.stdout:1562: finishing copy_from racing read to smithi01678542-3 2024-04-15T14:42:28.404 INFO:tasks.rados.rados.0.smithi016.stdout:1562: finishing copy_from to smithi01678542-3 2024-04-15T14:42:28.404 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 3 v 858 (ObjNum 376 snap 123 seq_num 376) dirty exists 2024-04-15T14:42:28.404 INFO:tasks.rados.rados.0.smithi016.stdout:1557: done (4 left) 2024-04-15T14:42:28.404 INFO:tasks.rados.rados.0.smithi016.stdout:1558: done (3 left) 2024-04-15T14:42:28.404 INFO:tasks.rados.rados.0.smithi016.stdout:1559: done (2 left) 2024-04-15T14:42:28.404 INFO:tasks.rados.rados.0.smithi016.stdout:1560: done (1 left) 2024-04-15T14:42:28.404 INFO:tasks.rados.rados.0.smithi016.stdout:1562: done (0 left) 2024-04-15T14:42:28.404 INFO:tasks.rados.rados.0.smithi016.stdout:1563: copy_from oid 13 from oid 3 current snap is 156 2024-04-15T14:42:28.404 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 27 current snap is 156 2024-04-15T14:42:28.404 INFO:tasks.rados.rados.0.smithi016.stdout:1564: seq_num 500 ranges {5103616=778240,5881856=401408} 2024-04-15T14:42:28.436 INFO:tasks.rados.rados.0.smithi016.stdout:1564: writing smithi01678542-27 from 5103616 to 5881856 tid 1 2024-04-15T14:42:28.438 INFO:tasks.rados.rados.0.smithi016.stdout:1564: writing smithi01678542-27 from 5881856 to 6283264 tid 2 2024-04-15T14:42:28.439 INFO:tasks.rados.rados.0.smithi016.stdout:1565: copy_from oid 22 from oid 32 current snap is 156 2024-04-15T14:42:28.439 INFO:tasks.rados.rados.0.smithi016.stdout:1563: finishing copy_from racing read to smithi01678542-13 2024-04-15T14:42:28.439 INFO:tasks.rados.rados.0.smithi016.stdout:1563: finishing copy_from to smithi01678542-13 2024-04-15T14:42:28.439 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 13 v 858 (ObjNum 376 snap 123 seq_num 376) dirty exists 2024-04-15T14:42:28.439 INFO:tasks.rados.rados.0.smithi016.stdout:1563: done (2 left) 2024-04-15T14:42:28.439 INFO:tasks.rados.rados.0.smithi016.stdout:1566: snap_remove snap 154 2024-04-15T14:42:28.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:42:28 smithi102 ceph-mon[87131]: osdmap e393: 8 total, 8 up, 8 in 2024-04-15T14:42:28.789 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:42:28 smithi016 ceph-mon[90652]: osdmap e393: 8 total, 8 up, 8 in 2024-04-15T14:42:28.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:42:28 smithi016 ceph-mon[93212]: osdmap e393: 8 total, 8 up, 8 in 2024-04-15T14:42:29.302 INFO:tasks.rados.rados.0.smithi016.stdout:1566: done (2 left) 2024-04-15T14:42:29.302 INFO:tasks.rados.rados.0.smithi016.stdout:1567: snap_create 2024-04-15T14:42:29.303 INFO:tasks.rados.rados.0.smithi016.stdout:1564: finishing write tid 1 to smithi01678542-27 2024-04-15T14:42:29.303 INFO:tasks.rados.rados.0.smithi016.stdout:1564: finishing write tid 2 to smithi01678542-27 2024-04-15T14:42:29.303 INFO:tasks.rados.rados.0.smithi016.stdout:1564: finishing write tid 3 to smithi01678542-27 2024-04-15T14:42:29.303 INFO:tasks.rados.rados.0.smithi016.stdout:1564: finishing write tid 4 to smithi01678542-27 2024-04-15T14:42:29.303 INFO:tasks.rados.rados.0.smithi016.stdout:1564: oid 27 updating version 0 to 522 2024-04-15T14:42:29.303 INFO:tasks.rados.rados.0.smithi016.stdout:1564: oid 27 version 522 is already newer than 520 2024-04-15T14:42:29.303 INFO:tasks.rados.rados.0.smithi016.stdout:1564: oid 27 version 522 is already newer than 521 2024-04-15T14:42:29.303 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 27 v 522 (ObjNum 500 snap 156 seq_num 500) dirty exists 2024-04-15T14:42:29.303 INFO:tasks.rados.rados.0.smithi016.stdout:1564: left oid 27 (ObjNum 500 snap 156 seq_num 500) 2024-04-15T14:42:29.303 INFO:tasks.rados.rados.0.smithi016.stdout:1565: finishing copy_from racing read to smithi01678542-22 2024-04-15T14:42:29.303 INFO:tasks.rados.rados.0.smithi016.stdout:1565: finishing copy_from to smithi01678542-22 2024-04-15T14:42:29.303 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 22 v 896 (ObjNum 460 snap 149 seq_num 460) dirty exists 2024-04-15T14:42:29.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:42:29 smithi102 ceph-mon[87131]: pgmap v221: 121 pgs: 121 active+clean; 122 MiB data, 953 MiB used, 714 GiB / 715 GiB avail; 21 MiB/s rd, 1.8 MiB/s wr, 29 op/s; 8.2 MiB/s, 4 objects/s recovering 2024-04-15T14:42:29.789 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:42:29 smithi016 ceph-mon[90652]: pgmap v221: 121 pgs: 121 active+clean; 122 MiB data, 953 MiB used, 714 GiB / 715 GiB avail; 21 MiB/s rd, 1.8 MiB/s wr, 29 op/s; 8.2 MiB/s, 4 objects/s recovering 2024-04-15T14:42:29.789 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:42:29 smithi016 ceph-mon[93212]: pgmap v221: 121 pgs: 121 active+clean; 122 MiB data, 953 MiB used, 714 GiB / 715 GiB avail; 21 MiB/s rd, 1.8 MiB/s wr, 29 op/s; 8.2 MiB/s, 4 objects/s recovering 2024-04-15T14:42:30.284 INFO:tasks.rados.rados.0.smithi016.stdout:1564: done (2 left) 2024-04-15T14:42:30.284 INFO:tasks.rados.rados.0.smithi016.stdout:1565: done (1 left) 2024-04-15T14:42:30.285 INFO:tasks.rados.rados.0.smithi016.stdout:1567: done (0 left) 2024-04-15T14:42:30.285 INFO:tasks.rados.rados.0.smithi016.stdout:1568: delete oid 39 current snap is 157 2024-04-15T14:42:30.290 INFO:tasks.rados.rados.0.smithi016.stdout:1568: done (0 left) 2024-04-15T14:42:30.290 INFO:tasks.rados.rados.0.smithi016.stdout:1569: snap_remove snap 156 2024-04-15T14:42:30.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:42:30 smithi102 ceph-mon[87131]: osdmap e394: 8 total, 8 up, 8 in 2024-04-15T14:42:30.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:42:30 smithi102 ceph-mon[87131]: osdmap e395: 8 total, 8 up, 8 in 2024-04-15T14:42:30.789 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:42:30 smithi016 ceph-mon[90652]: osdmap e394: 8 total, 8 up, 8 in 2024-04-15T14:42:30.789 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:42:30 smithi016 ceph-mon[90652]: osdmap e395: 8 total, 8 up, 8 in 2024-04-15T14:42:30.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:42:30 smithi016 ceph-mon[93212]: osdmap e394: 8 total, 8 up, 8 in 2024-04-15T14:42:30.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:42:30 smithi016 ceph-mon[93212]: osdmap e395: 8 total, 8 up, 8 in 2024-04-15T14:42:31.286 INFO:tasks.rados.rados.0.smithi016.stdout:1569: done (0 left) 2024-04-15T14:42:31.286 INFO:tasks.rados.rados.0.smithi016.stdout:1570: read oid 30 snap -1 2024-04-15T14:42:31.286 INFO:tasks.rados.rados.0.smithi016.stdout:1570: expect (ObjNum 428 snap 136 seq_num 428) 2024-04-15T14:42:31.286 INFO:tasks.rados.rados.0.smithi016.stdout:1571: setattr oid 31 current snap is 157 2024-04-15T14:42:31.288 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 17 current snap is 157 2024-04-15T14:42:31.288 INFO:tasks.rados.rados.0.smithi016.stdout:1572: seq_num 502 ranges {0=409600,409600=417792,827392=385024} 2024-04-15T14:42:31.290 INFO:tasks.rados.rados.0.smithi016.stdout:1572: writing smithi01678542-17 from 0 to 409600 tid 1 2024-04-15T14:42:31.293 INFO:tasks.rados.rados.0.smithi016.stdout:1572: writing smithi01678542-17 from 409600 to 827392 tid 2 2024-04-15T14:42:31.295 INFO:tasks.rados.rados.0.smithi016.stdout:1572: writing smithi01678542-17 from 827392 to 1212416 tid 3 2024-04-15T14:42:31.296 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 32 current snap is 157 2024-04-15T14:42:31.296 INFO:tasks.rados.rados.0.smithi016.stdout:1573: seq_num 503 ranges {3547136=425984,3973120=704512,4677632=98304} 2024-04-15T14:42:31.318 INFO:tasks.rados.rados.0.smithi016.stdout:1573: writing smithi01678542-32 from 3547136 to 3973120 tid 1 2024-04-15T14:42:31.322 INFO:tasks.rados.rados.0.smithi016.stdout:1573: writing smithi01678542-32 from 3973120 to 4677632 tid 2 2024-04-15T14:42:31.323 INFO:tasks.rados.rados.0.smithi016.stdout:1573: writing smithi01678542-32 from 4677632 to 4775936 tid 3 2024-04-15T14:42:31.323 INFO:tasks.rados.rados.0.smithi016.stdout:1574: read oid 49 snap -1 2024-04-15T14:42:31.323 INFO:tasks.rados.rados.0.smithi016.stdout:1574: expect (ObjNum 403 snap 128 seq_num 403) 2024-04-15T14:42:31.324 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 40 current snap is 157 2024-04-15T14:42:31.324 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 31 v 791 (ObjNum 161 snap 0 seq_num 1) dirty exists 2024-04-15T14:42:31.324 INFO:tasks.rados.rados.0.smithi016.stdout:1572: finishing write tid 1 to smithi01678542-17 2024-04-15T14:42:31.324 INFO:tasks.rados.rados.0.smithi016.stdout:1572: finishing write tid 2 to smithi01678542-17 2024-04-15T14:42:31.324 INFO:tasks.rados.rados.0.smithi016.stdout:1572: finishing write tid 3 to smithi01678542-17 2024-04-15T14:42:31.324 INFO:tasks.rados.rados.0.smithi016.stdout:1572: finishing write tid 4 to smithi01678542-17 2024-04-15T14:42:31.324 INFO:tasks.rados.rados.0.smithi016.stdout:1572: finishing write tid 5 to smithi01678542-17 2024-04-15T14:42:31.324 INFO:tasks.rados.rados.0.smithi016.stdout:1572: oid 17 updating version 0 to 550 2024-04-15T14:42:31.324 INFO:tasks.rados.rados.0.smithi016.stdout:1572: oid 17 version 550 is already newer than 549 2024-04-15T14:42:31.324 INFO:tasks.rados.rados.0.smithi016.stdout:1572: oid 17 version 550 is already newer than 548 2024-04-15T14:42:31.324 INFO:tasks.rados.rados.0.smithi016.stdout:1572: oid 17 version 550 is already newer than 547 2024-04-15T14:42:31.324 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 17 v 550 (ObjNum 502 snap 157 seq_num 502) dirty exists 2024-04-15T14:42:31.324 INFO:tasks.rados.rados.0.smithi016.stdout:1572: left oid 17 (ObjNum 502 snap 157 seq_num 502) 2024-04-15T14:42:31.324 INFO:tasks.rados.rados.0.smithi016.stdout:1570: expect (ObjNum 428 snap 136 seq_num 428) 2024-04-15T14:42:31.579 INFO:tasks.rados.rados.0.smithi016.stdout:1573: finishing write tid 1 to smithi01678542-32 2024-04-15T14:42:31.579 INFO:tasks.rados.rados.0.smithi016.stdout:1573: finishing write tid 2 to smithi01678542-32 2024-04-15T14:42:31.579 INFO:tasks.rados.rados.0.smithi016.stdout:1573: finishing write tid 3 to smithi01678542-32 2024-04-15T14:42:31.580 INFO:tasks.rados.rados.0.smithi016.stdout:1573: finishing write tid 4 to smithi01678542-32 2024-04-15T14:42:31.580 INFO:tasks.rados.rados.0.smithi016.stdout:1573: finishing write tid 5 to smithi01678542-32 2024-04-15T14:42:31.580 INFO:tasks.rados.rados.0.smithi016.stdout:1573: oid 32 updating version 0 to 960 2024-04-15T14:42:31.580 INFO:tasks.rados.rados.0.smithi016.stdout:1573: oid 32 version 960 is already newer than 958 2024-04-15T14:42:31.580 INFO:tasks.rados.rados.0.smithi016.stdout:1573: oid 32 updating version 960 to 961 2024-04-15T14:42:31.580 INFO:tasks.rados.rados.0.smithi016.stdout:1573: oid 32 version 961 is already newer than 959 2024-04-15T14:42:31.580 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 32 v 961 (ObjNum 503 snap 157 seq_num 503) dirty exists 2024-04-15T14:42:31.580 INFO:tasks.rados.rados.0.smithi016.stdout:1573: left oid 32 (ObjNum 503 snap 157 seq_num 503) 2024-04-15T14:42:31.580 INFO:tasks.rados.rados.0.smithi016.stdout:1574: expect (ObjNum 403 snap 128 seq_num 403) 2024-04-15T14:42:31.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:42:31 smithi102 ceph-mon[87131]: pgmap v223: 121 pgs: 121 active+clean; 121 MiB data, 981 MiB used, 714 GiB / 715 GiB avail; 17 MiB/s rd, 1.9 MiB/s wr, 14 op/s; 6.0 MiB/s, 2 objects/s recovering 2024-04-15T14:42:31.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:42:31 smithi102 ceph-mon[87131]: osdmap e396: 8 total, 8 up, 8 in 2024-04-15T14:42:31.779 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:42:31 smithi016 ceph-mon[93212]: pgmap v223: 121 pgs: 121 active+clean; 121 MiB data, 981 MiB used, 714 GiB / 715 GiB avail; 17 MiB/s rd, 1.9 MiB/s wr, 14 op/s; 6.0 MiB/s, 2 objects/s recovering 2024-04-15T14:42:31.779 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:42:31 smithi016 ceph-mon[93212]: osdmap e396: 8 total, 8 up, 8 in 2024-04-15T14:42:31.779 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:42:31 smithi016 ceph-mon[90652]: pgmap v223: 121 pgs: 121 active+clean; 121 MiB data, 981 MiB used, 714 GiB / 715 GiB avail; 17 MiB/s rd, 1.9 MiB/s wr, 14 op/s; 6.0 MiB/s, 2 objects/s recovering 2024-04-15T14:42:31.779 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:42:31 smithi016 ceph-mon[90652]: osdmap e396: 8 total, 8 up, 8 in 2024-04-15T14:42:32.039 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 15 14:42:31 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-y[81421]: ::ffff:172.21.15.102 - - [15/Apr/2024:14:42:31] "GET /metrics HTTP/1.1" 200 36063 "" "Prometheus/2.43.0" 2024-04-15T14:42:32.067 INFO:tasks.rados.rados.0.smithi016.stdout:1575: seq_num 504 ranges {0=450560,450560=589824,1040384=212992} 2024-04-15T14:42:32.069 INFO:tasks.rados.rados.0.smithi016.stdout:1575: writing smithi01678542-40 from 0 to 450560 tid 1 2024-04-15T14:42:32.072 INFO:tasks.rados.rados.0.smithi016.stdout:1575: writing smithi01678542-40 from 450560 to 1040384 tid 2 2024-04-15T14:42:32.075 INFO:tasks.rados.rados.0.smithi016.stdout:1575: writing smithi01678542-40 from 1040384 to 1253376 tid 3 2024-04-15T14:42:32.075 INFO:tasks.rados.rados.0.smithi016.stdout:1570: done (5 left) 2024-04-15T14:42:32.075 INFO:tasks.rados.rados.0.smithi016.stdout:1571: done (4 left) 2024-04-15T14:42:32.075 INFO:tasks.rados.rados.0.smithi016.stdout:1572: done (3 left) 2024-04-15T14:42:32.075 INFO:tasks.rados.rados.0.smithi016.stdout:1573: done (2 left) 2024-04-15T14:42:32.075 INFO:tasks.rados.rados.0.smithi016.stdout:1574: done (1 left) 2024-04-15T14:42:32.075 INFO:tasks.rados.rados.0.smithi016.stdout:1576: read oid 46 snap -1 2024-04-15T14:42:32.075 INFO:tasks.rados.rados.0.smithi016.stdout:1576: expect deleted 2024-04-15T14:42:32.075 INFO:tasks.rados.rados.0.smithi016.stdout:1577: rollback oid 18 current snap is 157 2024-04-15T14:42:32.075 INFO:tasks.rados.rados.0.smithi016.stdout:1577: done (2 left) 2024-04-15T14:42:32.075 INFO:tasks.rados.rados.0.smithi016.stdout:1578: copy_from oid 17 from oid 38 current snap is 157 2024-04-15T14:42:32.075 INFO:tasks.rados.rados.0.smithi016.stdout:1575: finishing write tid 1 to smithi01678542-40 2024-04-15T14:42:32.076 INFO:tasks.rados.rados.0.smithi016.stdout:1579: read oid 9 snap -1 2024-04-15T14:42:32.076 INFO:tasks.rados.rados.0.smithi016.stdout:1579: expect deleted 2024-04-15T14:42:32.076 INFO:tasks.rados.rados.0.smithi016.stdout:1580: copy_from oid 5 from oid 8 current snap is 157 2024-04-15T14:42:32.076 INFO:tasks.rados.rados.0.smithi016.stdout:1581: setattr oid 23 current snap is 157 2024-04-15T14:42:32.076 INFO:tasks.rados.rados.0.smithi016.stdout:1576: done (5 left) 2024-04-15T14:42:32.076 INFO:tasks.rados.rados.0.smithi016.stdout:1579: done (4 left) 2024-04-15T14:42:32.076 INFO:tasks.rados.rados.0.smithi016.stdout:1582: rollback oid 10 current snap is 157 2024-04-15T14:42:32.076 INFO:tasks.rados.rados.0.smithi016.stdout:1582: done (4 left) 2024-04-15T14:42:32.076 INFO:tasks.rados.rados.0.smithi016.stdout:1583: delete oid 22 current snap is 157 2024-04-15T14:42:32.077 INFO:tasks.rados.rados.0.smithi016.stdout:1575: finishing write tid 2 to smithi01678542-40 2024-04-15T14:42:32.077 INFO:tasks.rados.rados.0.smithi016.stdout:1575: finishing write tid 3 to smithi01678542-40 2024-04-15T14:42:32.077 INFO:tasks.rados.rados.0.smithi016.stdout:1575: finishing write tid 4 to smithi01678542-40 2024-04-15T14:42:32.079 INFO:tasks.rados.rados.0.smithi016.stdout:1583: done (4 left) 2024-04-15T14:42:32.079 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 21 current snap is 157 2024-04-15T14:42:32.079 INFO:tasks.rados.rados.0.smithi016.stdout:1584: seq_num 506 ranges {0=483328,483328=761856,1245184=40960} 2024-04-15T14:42:32.082 INFO:tasks.rados.rados.0.smithi016.stdout:1584: writing smithi01678542-21 from 0 to 483328 tid 1 2024-04-15T14:42:32.087 INFO:tasks.rados.rados.0.smithi016.stdout:1584: writing smithi01678542-21 from 483328 to 1245184 tid 2 2024-04-15T14:42:32.087 INFO:tasks.rados.rados.0.smithi016.stdout:1584: writing smithi01678542-21 from 1245184 to 1286144 tid 3 2024-04-15T14:42:32.088 INFO:tasks.rados.rados.0.smithi016.stdout:1585: read oid 12 snap -1 2024-04-15T14:42:32.088 INFO:tasks.rados.rados.0.smithi016.stdout:1585: expect (ObjNum 285 snap 84 seq_num 285) 2024-04-15T14:42:32.088 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 1 current snap is 157 2024-04-15T14:42:32.088 INFO:tasks.rados.rados.0.smithi016.stdout:1586: seq_num 507 ranges {0=499712,499712=638976,1138688=163840} 2024-04-15T14:42:32.091 INFO:tasks.rados.rados.0.smithi016.stdout:1586: writing smithi01678542-1 from 0 to 499712 tid 1 2024-04-15T14:42:32.094 INFO:tasks.rados.rados.0.smithi016.stdout:1586: writing smithi01678542-1 from 499712 to 1138688 tid 2 2024-04-15T14:42:32.096 INFO:tasks.rados.rados.0.smithi016.stdout:1586: writing smithi01678542-1 from 1138688 to 1302528 tid 3 2024-04-15T14:42:32.096 INFO:tasks.rados.rados.0.smithi016.stdout:1587: copy_from oid 27 from oid 9 current snap is 157 2024-04-15T14:42:32.096 INFO:tasks.rados.rados.0.smithi016.stdout:1575: finishing write tid 5 to smithi01678542-40 2024-04-15T14:42:32.096 INFO:tasks.rados.rados.0.smithi016.stdout:1575: oid 40 updating version 0 to 862 2024-04-15T14:42:32.096 INFO:tasks.rados.rados.0.smithi016.stdout:1575: oid 40 version 862 is already newer than 861 2024-04-15T14:42:32.097 INFO:tasks.rados.rados.0.smithi016.stdout:1575: oid 40 updating version 862 to 863 2024-04-15T14:42:32.097 INFO:tasks.rados.rados.0.smithi016.stdout:1575: oid 40 version 863 is already newer than 860 2024-04-15T14:42:32.097 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 40 v 863 (ObjNum 504 snap 157 seq_num 504) dirty exists 2024-04-15T14:42:32.097 INFO:tasks.rados.rados.0.smithi016.stdout:1575: left oid 40 (ObjNum 504 snap 157 seq_num 504) 2024-04-15T14:42:32.097 INFO:tasks.rados.rados.0.smithi016.stdout:1575: done (7 left) 2024-04-15T14:42:32.097 INFO:tasks.rados.rados.0.smithi016.stdout:1588: rollback oid 35 current snap is 157 2024-04-15T14:42:32.097 INFO:tasks.rados.rados.0.smithi016.stdout:1588: done (7 left) 2024-04-15T14:42:32.097 INFO:tasks.rados.rados.0.smithi016.stdout:1589: snap_create 2024-04-15T14:42:32.097 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 23 v 859 (ObjNum 471 snap 150 seq_num 471) dirty exists 2024-04-15T14:42:32.097 INFO:tasks.rados.rados.0.smithi016.stdout:1578: finishing copy_from racing read to smithi01678542-17 2024-04-15T14:42:32.097 INFO:tasks.rados.rados.0.smithi016.stdout:1578: finishing copy_from to smithi01678542-17 2024-04-15T14:42:32.097 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 17 v 431 (ObjNum 464 snap 150 seq_num 464) dirty exists 2024-04-15T14:42:32.097 INFO:tasks.rados.rados.0.smithi016.stdout:1584: finishing write tid 1 to smithi01678542-21 2024-04-15T14:42:32.097 INFO:tasks.rados.rados.0.smithi016.stdout:1584: finishing write tid 2 to smithi01678542-21 2024-04-15T14:42:32.098 INFO:tasks.rados.rados.0.smithi016.stdout:1584: finishing write tid 3 to smithi01678542-21 2024-04-15T14:42:32.098 INFO:tasks.rados.rados.0.smithi016.stdout:1584: finishing write tid 4 to smithi01678542-21 2024-04-15T14:42:32.098 INFO:tasks.rados.rados.0.smithi016.stdout:1584: finishing write tid 5 to smithi01678542-21 2024-04-15T14:42:32.098 INFO:tasks.rados.rados.0.smithi016.stdout:1584: oid 21 updating version 0 to 873 2024-04-15T14:42:32.098 INFO:tasks.rados.rados.0.smithi016.stdout:1584: oid 21 updating version 873 to 874 2024-04-15T14:42:32.098 INFO:tasks.rados.rados.0.smithi016.stdout:1584: oid 21 updating version 874 to 875 2024-04-15T14:42:32.098 INFO:tasks.rados.rados.0.smithi016.stdout:1584: oid 21 version 875 is already newer than 872 2024-04-15T14:42:32.098 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 21 v 875 (ObjNum 506 snap 157 seq_num 506) dirty exists 2024-04-15T14:42:32.098 INFO:tasks.rados.rados.0.smithi016.stdout:1584: left oid 21 (ObjNum 506 snap 157 seq_num 506) 2024-04-15T14:42:32.098 INFO:tasks.rados.rados.0.smithi016.stdout:1587: finishing copy_from to smithi01678542-27 2024-04-15T14:42:32.098 INFO:tasks.rados.rados.0.smithi016.stdout:1587: got expected ENOENT (src dne) 2024-04-15T14:42:32.098 INFO:tasks.rados.rados.0.smithi016.stdout:1587: finishing copy_from racing read to smithi01678542-27 2024-04-15T14:42:32.107 INFO:tasks.rados.rados.0.smithi016.stdout:1586: finishing write tid 1 to smithi01678542-1 2024-04-15T14:42:32.107 INFO:tasks.rados.rados.0.smithi016.stdout:1585: expect (ObjNum 285 snap 84 seq_num 285) 2024-04-15T14:42:32.380 INFO:tasks.rados.rados.0.smithi016.stdout:1586: finishing write tid 2 to smithi01678542-1 2024-04-15T14:42:32.380 INFO:tasks.rados.rados.0.smithi016.stdout:1586: finishing write tid 3 to smithi01678542-1 2024-04-15T14:42:32.380 INFO:tasks.rados.rados.0.smithi016.stdout:1586: finishing write tid 4 to smithi01678542-1 2024-04-15T14:42:32.380 INFO:tasks.rados.rados.0.smithi016.stdout:1580: finishing copy_from racing read to smithi01678542-5 2024-04-15T14:42:32.380 INFO:tasks.rados.rados.0.smithi016.stdout:1586: finishing write tid 5 to smithi01678542-1 2024-04-15T14:42:32.380 INFO:tasks.rados.rados.0.smithi016.stdout:1586: oid 1 updating version 0 to 792 2024-04-15T14:42:32.381 INFO:tasks.rados.rados.0.smithi016.stdout:1586: oid 1 updating version 792 to 793 2024-04-15T14:42:32.381 INFO:tasks.rados.rados.0.smithi016.stdout:1586: oid 1 updating version 793 to 794 2024-04-15T14:42:32.381 INFO:tasks.rados.rados.0.smithi016.stdout:1586: oid 1 updating version 794 to 795 2024-04-15T14:42:32.381 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 1 v 795 (ObjNum 507 snap 157 seq_num 507) dirty exists 2024-04-15T14:42:32.381 INFO:tasks.rados.rados.0.smithi016.stdout:1586: left oid 1 (ObjNum 507 snap 157 seq_num 507) 2024-04-15T14:42:32.381 INFO:tasks.rados.rados.0.smithi016.stdout:1580: finishing copy_from to smithi01678542-5 2024-04-15T14:42:32.381 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 5 v 858 (ObjNum 494 snap 154 seq_num 494) dirty exists 2024-04-15T14:42:32.381 INFO:tasks.rados.rados.0.smithi016.stdout:1578: done (7 left) 2024-04-15T14:42:32.381 INFO:tasks.rados.rados.0.smithi016.stdout:1580: done (6 left) 2024-04-15T14:42:32.381 INFO:tasks.rados.rados.0.smithi016.stdout:1581: done (5 left) 2024-04-15T14:42:32.381 INFO:tasks.rados.rados.0.smithi016.stdout:1584: done (4 left) 2024-04-15T14:42:32.381 INFO:tasks.rados.rados.0.smithi016.stdout:1585: done (3 left) 2024-04-15T14:42:32.381 INFO:tasks.rados.rados.0.smithi016.stdout:1586: done (2 left) 2024-04-15T14:42:32.381 INFO:tasks.rados.rados.0.smithi016.stdout:1587: done (1 left) 2024-04-15T14:42:32.382 INFO:tasks.rados.rados.0.smithi016.stdout:1589: done (0 left) 2024-04-15T14:42:32.382 INFO:tasks.rados.rados.0.smithi016.stdout:1590: rollback oid 45 current snap is 158 2024-04-15T14:42:32.382 INFO:tasks.rados.rados.0.smithi016.stdout:rollback oid 45 to 157 2024-04-15T14:42:32.382 INFO:tasks.rados.rados.0.smithi016.stdout:1591: delete oid 41 current snap is 158 2024-04-15T14:42:32.383 INFO:tasks.rados.rados.0.smithi016.stdout:1590: finishing rollback tid 1 to smithi01678542-45 2024-04-15T14:42:32.383 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 45 v 0 (ObjNum 353 snap 0 seq_num 2235075216) dirty dne 2024-04-15T14:42:32.384 INFO:tasks.rados.rados.0.smithi016.stdout:1590: done (1 left) 2024-04-15T14:42:32.384 INFO:tasks.rados.rados.0.smithi016.stdout:1591: done (0 left) 2024-04-15T14:42:32.385 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 24 current snap is 158 2024-04-15T14:42:32.385 INFO:tasks.rados.rados.0.smithi016.stdout:1592: seq_num 509 ranges {8101888=532480,8634368=409600,9043968=393216} 2024-04-15T14:42:32.431 INFO:tasks.rados.rados.0.smithi016.stdout:1592: writing smithi01678542-24 from 8101888 to 8634368 tid 1 2024-04-15T14:42:32.434 INFO:tasks.rados.rados.0.smithi016.stdout:1592: writing smithi01678542-24 from 8634368 to 9043968 tid 2 2024-04-15T14:42:32.437 INFO:tasks.rados.rados.0.smithi016.stdout:1592: writing smithi01678542-24 from 9043968 to 9437184 tid 3 2024-04-15T14:42:32.437 INFO:tasks.rados.rados.0.smithi016.stdout:1593: read oid 5 snap -1 2024-04-15T14:42:32.437 INFO:tasks.rados.rados.0.smithi016.stdout:1593: expect (ObjNum 494 snap 154 seq_num 494) 2024-04-15T14:42:32.437 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 6 current snap is 158 2024-04-15T14:42:32.437 INFO:tasks.rados.rados.0.smithi016.stdout:1592: finishing write tid 1 to smithi01678542-24 2024-04-15T14:42:32.437 INFO:tasks.rados.rados.0.smithi016.stdout:1594: seq_num 510 ranges {1925120=548864,2473984=745472,3219456=57344} 2024-04-15T14:42:32.450 INFO:tasks.rados.rados.0.smithi016.stdout:1594: writing smithi01678542-6 from 1925120 to 2473984 tid 1 2024-04-15T14:42:32.454 INFO:tasks.rados.rados.0.smithi016.stdout:1594: writing smithi01678542-6 from 2473984 to 3219456 tid 2 2024-04-15T14:42:32.455 INFO:tasks.rados.rados.0.smithi016.stdout:1594: writing smithi01678542-6 from 3219456 to 3276800 tid 3 2024-04-15T14:42:32.455 INFO:tasks.rados.rados.0.smithi016.stdout:1595: read oid 36 snap 157 2024-04-15T14:42:32.456 INFO:tasks.rados.rados.0.smithi016.stdout:1595: expect (ObjNum 345 snap 111 seq_num 345) 2024-04-15T14:42:32.456 INFO:tasks.rados.rados.0.smithi016.stdout:1596: read oid 9 snap -1 2024-04-15T14:42:32.456 INFO:tasks.rados.rados.0.smithi016.stdout:1596: expect deleted 2024-04-15T14:42:32.456 INFO:tasks.rados.rados.0.smithi016.stdout:1597: copy_from oid 11 from oid 41 current snap is 158 2024-04-15T14:42:32.456 INFO:tasks.rados.rados.0.smithi016.stdout:1592: finishing write tid 2 to smithi01678542-24 2024-04-15T14:42:32.456 INFO:tasks.rados.rados.0.smithi016.stdout:1592: finishing write tid 3 to smithi01678542-24 2024-04-15T14:42:32.456 INFO:tasks.rados.rados.0.smithi016.stdout:1592: finishing write tid 4 to smithi01678542-24 2024-04-15T14:42:32.456 INFO:tasks.rados.rados.0.smithi016.stdout:1592: finishing write tid 5 to smithi01678542-24 2024-04-15T14:42:32.456 INFO:tasks.rados.rados.0.smithi016.stdout:1592: oid 24 updating version 0 to 857 2024-04-15T14:42:32.456 INFO:tasks.rados.rados.0.smithi016.stdout:1592: oid 24 updating version 857 to 858 2024-04-15T14:42:32.456 INFO:tasks.rados.rados.0.smithi016.stdout:1592: oid 24 version 858 is already newer than 856 2024-04-15T14:42:32.456 INFO:tasks.rados.rados.0.smithi016.stdout:1592: oid 24 updating version 858 to 859 2024-04-15T14:42:32.456 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 24 v 859 (ObjNum 509 snap 158 seq_num 509) dirty exists 2024-04-15T14:42:32.457 INFO:tasks.rados.rados.0.smithi016.stdout:1592: left oid 24 (ObjNum 509 snap 158 seq_num 509) 2024-04-15T14:42:32.457 INFO:tasks.rados.rados.0.smithi016.stdout:1592: done (5 left) 2024-04-15T14:42:32.457 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 1 current snap is 158 2024-04-15T14:42:32.457 INFO:tasks.rados.rados.0.smithi016.stdout:1598: seq_num 511 ranges {1302528=565248,1867776=630784,2498560=172032} 2024-04-15T14:42:32.465 INFO:tasks.rados.rados.0.smithi016.stdout:1598: writing smithi01678542-1 from 1302528 to 1867776 tid 1 2024-04-15T14:42:32.470 INFO:tasks.rados.rados.0.smithi016.stdout:1598: writing smithi01678542-1 from 1867776 to 2498560 tid 2 2024-04-15T14:42:32.474 INFO:tasks.rados.rados.0.smithi016.stdout:1598: writing smithi01678542-1 from 2498560 to 2670592 tid 3 2024-04-15T14:42:32.475 INFO:tasks.rados.rados.0.smithi016.stdout:1599: copy_from oid 31 from oid 50 current snap is 158 2024-04-15T14:42:32.475 INFO:tasks.rados.rados.0.smithi016.stdout:1596: done (6 left) 2024-04-15T14:42:32.475 INFO:tasks.rados.rados.0.smithi016.stdout:1600: read oid 7 snap -1 2024-04-15T14:42:32.475 INFO:tasks.rados.rados.0.smithi016.stdout:1600: expect (ObjNum 496 snap 154 seq_num 496) 2024-04-15T14:42:32.475 INFO:tasks.rados.rados.0.smithi016.stdout:1601: rollback oid 18 current snap is 158 2024-04-15T14:42:32.475 INFO:tasks.rados.rados.0.smithi016.stdout:rollback oid 18 to 157 2024-04-15T14:42:32.475 INFO:tasks.rados.rados.0.smithi016.stdout:1594: finishing write tid 1 to smithi01678542-6 2024-04-15T14:42:32.475 INFO:tasks.rados.rados.0.smithi016.stdout:1594: finishing write tid 2 to smithi01678542-6 2024-04-15T14:42:32.475 INFO:tasks.rados.rados.0.smithi016.stdout:1594: finishing write tid 3 to smithi01678542-6 2024-04-15T14:42:32.475 INFO:tasks.rados.rados.0.smithi016.stdout:1594: finishing write tid 4 to smithi01678542-6 2024-04-15T14:42:32.475 INFO:tasks.rados.rados.0.smithi016.stdout:1597: finishing copy_from to smithi01678542-11 2024-04-15T14:42:32.475 INFO:tasks.rados.rados.0.smithi016.stdout:1597: got expected ENOENT (src dne) 2024-04-15T14:42:32.475 INFO:tasks.rados.rados.0.smithi016.stdout:1597: finishing copy_from racing read to smithi01678542-11 2024-04-15T14:42:32.476 INFO:tasks.rados.rados.0.smithi016.stdout:1594: finishing write tid 5 to smithi01678542-6 2024-04-15T14:42:32.476 INFO:tasks.rados.rados.0.smithi016.stdout:1594: oid 6 updating version 0 to 850 2024-04-15T14:42:32.476 INFO:tasks.rados.rados.0.smithi016.stdout:1594: oid 6 version 850 is already newer than 848 2024-04-15T14:42:32.476 INFO:tasks.rados.rados.0.smithi016.stdout:1594: oid 6 version 850 is already newer than 847 2024-04-15T14:42:32.476 INFO:tasks.rados.rados.0.smithi016.stdout:1594: oid 6 version 850 is already newer than 849 2024-04-15T14:42:32.476 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 6 v 850 (ObjNum 510 snap 158 seq_num 510) dirty exists 2024-04-15T14:42:32.476 INFO:tasks.rados.rados.0.smithi016.stdout:1594: left oid 6 (ObjNum 510 snap 158 seq_num 510) 2024-04-15T14:42:32.476 INFO:tasks.rados.rados.0.smithi016.stdout:1594: done (7 left) 2024-04-15T14:42:32.476 INFO:tasks.rados.rados.0.smithi016.stdout:1597: done (6 left) 2024-04-15T14:42:32.476 INFO:tasks.rados.rados.0.smithi016.stdout:1602: rollback oid 24 current snap is 158 2024-04-15T14:42:32.476 INFO:tasks.rados.rados.0.smithi016.stdout:rollback oid 24 to 157 2024-04-15T14:42:32.476 INFO:tasks.rados.rados.0.smithi016.stdout:1603: rollback oid 4 current snap is 158 2024-04-15T14:42:32.476 INFO:tasks.rados.rados.0.smithi016.stdout:rollback oid 4 to 157 2024-04-15T14:42:32.476 INFO:tasks.rados.rados.0.smithi016.stdout:1604: read oid 16 snap 157 2024-04-15T14:42:32.476 INFO:tasks.rados.rados.0.smithi016.stdout:1604: expect deleted 2024-04-15T14:42:32.477 INFO:tasks.rados.rados.0.smithi016.stdout:1605: read oid 2 snap 157 2024-04-15T14:42:32.477 INFO:tasks.rados.rados.0.smithi016.stdout:1605: expect (ObjNum 432 snap 139 seq_num 432) 2024-04-15T14:42:32.477 INFO:tasks.rados.rados.0.smithi016.stdout:1606: rollback oid 38 current snap is 158 2024-04-15T14:42:32.477 INFO:tasks.rados.rados.0.smithi016.stdout:rollback oid 38 to 157 2024-04-15T14:42:32.477 INFO:tasks.rados.rados.0.smithi016.stdout:1607: rmattr oid 12 current snap is 158 2024-04-15T14:42:32.477 INFO:tasks.rados.rados.0.smithi016.stdout:1608: setattr oid 42 current snap is 158 2024-04-15T14:42:32.477 INFO:tasks.rados.rados.0.smithi016.stdout:1603: finishing rollback tid 1 to smithi01678542-4 2024-04-15T14:42:32.477 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 4 v 0 (ObjNum 4113 snap 0 seq_num 4294967295) dirty dne 2024-04-15T14:42:32.477 INFO:tasks.rados.rados.0.smithi016.stdout:1603: done (12 left) 2024-04-15T14:42:32.477 INFO:tasks.rados.rados.0.smithi016.stdout:1609: read oid 40 snap 157 2024-04-15T14:42:32.477 INFO:tasks.rados.rados.0.smithi016.stdout:1609: expect (ObjNum 504 snap 157 seq_num 504) 2024-04-15T14:42:32.477 INFO:tasks.rados.rados.0.smithi016.stdout:1610: setattr oid 15 current snap is 158 2024-04-15T14:42:32.479 INFO:tasks.rados.rados.0.smithi016.stdout:1604: done (13 left) 2024-04-15T14:42:32.479 INFO:tasks.rados.rados.0.smithi016.stdout:1611: read oid 19 snap 157 2024-04-15T14:42:32.479 INFO:tasks.rados.rados.0.smithi016.stdout:1611: expect (ObjNum 313 snap 98 seq_num 313) 2024-04-15T14:42:32.479 INFO:tasks.rados.rados.0.smithi016.stdout:1612: rollback oid 46 current snap is 158 2024-04-15T14:42:32.479 INFO:tasks.rados.rados.0.smithi016.stdout:rollback oid 46 to 157 2024-04-15T14:42:32.479 INFO:tasks.rados.rados.0.smithi016.stdout:1613: rollback oid 14 current snap is 158 2024-04-15T14:42:32.479 INFO:tasks.rados.rados.0.smithi016.stdout:rollback oid 14 to 157 2024-04-15T14:42:32.479 INFO:tasks.rados.rados.0.smithi016.stdout: waiting on 16 2024-04-15T14:42:32.479 INFO:tasks.rados.rados.0.smithi016.stdout:1601: finishing rollback tid 0 to smithi01678542-18 2024-04-15T14:42:32.480 INFO:tasks.rados.rados.0.smithi016.stdout:1601: finishing rollback tid 1 to smithi01678542-18 2024-04-15T14:42:32.481 INFO:tasks.rados.rados.0.smithi016.stdout:1601: finishing rollback tid 2 to smithi01678542-18 2024-04-15T14:42:32.481 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 18 v 560 (ObjNum 457 snap 147 seq_num 457) dirty exists 2024-04-15T14:42:32.481 INFO:tasks.rados.rados.0.smithi016.stdout:1595: expect (ObjNum 345 snap 111 seq_num 345) 2024-04-15T14:42:32.687 INFO:journalctl@ceph.prometheus.a.smithi102.stdout:Apr 15 14:42:32 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-prometheus-a[78028]: ts=2024-04-15T14:42:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi016:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"362ea986-fb34-11ee-bc8f-c7b262605968\", instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T14:42:33.005 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 12 v 860 (ObjNum 285 snap 84 seq_num 285) dirty exists 2024-04-15T14:42:33.005 INFO:tasks.rados.rados.0.smithi016.stdout:1612: finishing rollback tid 1 to smithi01678542-46 2024-04-15T14:42:33.005 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 46 v 0 (ObjNum 129 snap 0 seq_num 3763874297) dirty dne 2024-04-15T14:42:33.005 INFO:tasks.rados.rados.0.smithi016.stdout:1595: done (15 left) 2024-04-15T14:42:33.005 INFO:tasks.rados.rados.0.smithi016.stdout:1601: done (14 left) 2024-04-15T14:42:33.005 INFO:tasks.rados.rados.0.smithi016.stdout:1607: done (13 left) 2024-04-15T14:42:33.006 INFO:tasks.rados.rados.0.smithi016.stdout:1612: done (12 left) 2024-04-15T14:42:33.006 INFO:tasks.rados.rados.0.smithi016.stdout:1614: read oid 28 snap -1 2024-04-15T14:42:33.006 INFO:tasks.rados.rados.0.smithi016.stdout:1614: expect (ObjNum 0 snap 0 seq_num 0) 2024-04-15T14:42:33.006 INFO:tasks.rados.rados.0.smithi016.stdout:1615: rollback oid 26 current snap is 158 2024-04-15T14:42:33.006 INFO:tasks.rados.rados.0.smithi016.stdout:rollback oid 26 to 157 2024-04-15T14:42:33.006 INFO:tasks.rados.rados.0.smithi016.stdout:1605: expect (ObjNum 432 snap 139 seq_num 432) 2024-04-15T14:42:33.007 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 42 v 271 (ObjNum 313 snap 98 seq_num 313) dirty exists 2024-04-15T14:42:33.007 INFO:tasks.rados.rados.0.smithi016.stdout:1602: finishing rollback tid 0 to smithi01678542-24 2024-04-15T14:42:33.007 INFO:tasks.rados.rados.0.smithi016.stdout:1605: done (13 left) 2024-04-15T14:42:33.007 INFO:tasks.rados.rados.0.smithi016.stdout:1608: done (12 left) 2024-04-15T14:42:33.007 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 47 current snap is 158 2024-04-15T14:42:33.007 INFO:tasks.rados.rados.0.smithi016.stdout:1602: finishing rollback tid 1 to smithi01678542-24 2024-04-15T14:42:33.007 INFO:tasks.rados.rados.0.smithi016.stdout:1616: seq_num 512 ranges {3039232=581632,3620864=516096,4136960=286720} 2024-04-15T14:42:33.026 INFO:tasks.rados.rados.0.smithi016.stdout:1616: writing smithi01678542-47 from 3039232 to 3620864 tid 1 2024-04-15T14:42:33.029 INFO:tasks.rados.rados.0.smithi016.stdout:1616: writing smithi01678542-47 from 3620864 to 4136960 tid 2 2024-04-15T14:42:33.031 INFO:tasks.rados.rados.0.smithi016.stdout:1616: writing smithi01678542-47 from 4136960 to 4423680 tid 3 2024-04-15T14:42:33.031 INFO:tasks.rados.rados.0.smithi016.stdout:1617: delete oid 48 current snap is 158 2024-04-15T14:42:33.031 INFO:tasks.rados.rados.0.smithi016.stdout:1602: finishing rollback tid 2 to smithi01678542-24 2024-04-15T14:42:33.031 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 24 v 862 (ObjNum 436 snap 141 seq_num 436) dirty exists 2024-04-15T14:42:33.031 INFO:tasks.rados.rados.0.smithi016.stdout:1606: finishing rollback tid 0 to smithi01678542-38 2024-04-15T14:42:33.031 INFO:tasks.rados.rados.0.smithi016.stdout:1606: finishing rollback tid 1 to smithi01678542-38 2024-04-15T14:42:33.031 INFO:tasks.rados.rados.0.smithi016.stdout:1606: finishing rollback tid 2 to smithi01678542-38 2024-04-15T14:42:33.031 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 38 v 865 (ObjNum 464 snap 150 seq_num 464) dirty exists 2024-04-15T14:42:33.032 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 15 v 866 (ObjNum 33 snap 0 seq_num 2234174800) dirty exists 2024-04-15T14:42:33.032 INFO:tasks.rados.rados.0.smithi016.stdout:1611: expect (ObjNum 313 snap 98 seq_num 313) 2024-04-15T14:42:33.123 INFO:tasks.rados.rados.0.smithi016.stdout:1593: expect (ObjNum 494 snap 154 seq_num 494) 2024-04-15T14:42:33.687 INFO:journalctl@ceph.prometheus.a.smithi102.stdout:Apr 15 14:42:33 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-prometheus-a[78028]: ts=2024-04-15T14:42:33.505Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi016\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi016\", job=\"node\", machine=\"x86_64\", nodename=\"smithi016\", release=\"5.14.0-438.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Apr 12 13:55:21 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"362ea986-fb34-11ee-bc8f-c7b262605968\", domainname=\"(none)\", instance=\"smithi016\", job=\"node\", machine=\"x86_64\", nodename=\"smithi016\", release=\"5.14.0-438.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Apr 12 13:55:21 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T14:42:33.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:42:33 smithi102 ceph-mon[87131]: pgmap v226: 121 pgs: 121 active+clean; 118 MiB data, 972 MiB used, 714 GiB / 715 GiB avail; 11 MiB/s rd, 2.2 MiB/s wr, 9 op/s 2024-04-15T14:42:33.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:42:33 smithi102 ceph-mon[87131]: osdmap e397: 8 total, 8 up, 8 in 2024-04-15T14:42:33.789 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:42:33 smithi016 ceph-mon[90652]: pgmap v226: 121 pgs: 121 active+clean; 118 MiB data, 972 MiB used, 714 GiB / 715 GiB avail; 11 MiB/s rd, 2.2 MiB/s wr, 9 op/s 2024-04-15T14:42:33.789 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:42:33 smithi016 ceph-mon[90652]: osdmap e397: 8 total, 8 up, 8 in 2024-04-15T14:42:33.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:42:33 smithi016 ceph-mon[93212]: pgmap v226: 121 pgs: 121 active+clean; 118 MiB data, 972 MiB used, 714 GiB / 715 GiB avail; 11 MiB/s rd, 2.2 MiB/s wr, 9 op/s 2024-04-15T14:42:33.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:42:33 smithi016 ceph-mon[93212]: osdmap e397: 8 total, 8 up, 8 in 2024-04-15T14:42:33.904 INFO:tasks.rados.rados.0.smithi016.stdout:1598: finishing write tid 1 to smithi01678542-1 2024-04-15T14:42:33.904 INFO:tasks.rados.rados.0.smithi016.stdout:1599: finishing copy_from to smithi01678542-31 2024-04-15T14:42:33.904 INFO:tasks.rados.rados.0.smithi016.stdout:1599: got expected ENOENT (src dne) 2024-04-15T14:42:33.904 INFO:tasks.rados.rados.0.smithi016.stdout:1599: finishing copy_from racing read to smithi01678542-31 2024-04-15T14:42:33.904 INFO:tasks.rados.rados.0.smithi016.stdout:1613: finishing rollback tid 1 to smithi01678542-14 2024-04-15T14:42:33.904 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 14 v 0 (ObjNum 0 snap 0 seq_num 304) dirty dne 2024-04-15T14:42:33.904 INFO:tasks.rados.rados.0.smithi016.stdout:1609: expect (ObjNum 504 snap 157 seq_num 504) 2024-04-15T14:42:33.937 INFO:tasks.rados.rados.0.smithi016.stdout:1598: finishing write tid 2 to smithi01678542-1 2024-04-15T14:42:33.937 INFO:tasks.rados.rados.0.smithi016.stdout:1598: finishing write tid 3 to smithi01678542-1 2024-04-15T14:42:33.937 INFO:tasks.rados.rados.0.smithi016.stdout:1598: finishing write tid 4 to smithi01678542-1 2024-04-15T14:42:33.937 INFO:tasks.rados.rados.0.smithi016.stdout:1598: finishing write tid 5 to smithi01678542-1 2024-04-15T14:42:33.937 INFO:tasks.rados.rados.0.smithi016.stdout:1598: oid 1 updating version 0 to 862 2024-04-15T14:42:33.937 INFO:tasks.rados.rados.0.smithi016.stdout:1598: oid 1 version 862 is already newer than 860 2024-04-15T14:42:33.937 INFO:tasks.rados.rados.0.smithi016.stdout:1598: oid 1 version 862 is already newer than 859 2024-04-15T14:42:33.937 INFO:tasks.rados.rados.0.smithi016.stdout:1598: oid 1 version 862 is already newer than 861 2024-04-15T14:42:33.937 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 1 v 862 (ObjNum 511 snap 158 seq_num 511) dirty exists 2024-04-15T14:42:33.937 INFO:tasks.rados.rados.0.smithi016.stdout:1598: left oid 1 (ObjNum 511 snap 158 seq_num 511) 2024-04-15T14:42:33.938 INFO:tasks.rados.rados.0.smithi016.stdout:1600: expect (ObjNum 496 snap 154 seq_num 496) 2024-04-15T14:42:34.209 INFO:tasks.rados.rados.0.smithi016.stdout:1615: finishing rollback tid 1 to smithi01678542-26 2024-04-15T14:42:34.209 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 26 v 0 (ObjNum 289 snap 0 seq_num 1) dirty dne 2024-04-15T14:42:34.209 INFO:tasks.rados.rados.0.smithi016.stdout:1614: expect (ObjNum 0 snap 0 seq_num 0) 2024-04-15T14:42:34.212 INFO:tasks.rados.rados.0.smithi016.stdout:1616: finishing write tid 1 to smithi01678542-47 2024-04-15T14:42:34.212 INFO:tasks.rados.rados.0.smithi016.stdout:1616: finishing write tid 2 to smithi01678542-47 2024-04-15T14:42:34.212 INFO:tasks.rados.rados.0.smithi016.stdout:1616: finishing write tid 3 to smithi01678542-47 2024-04-15T14:42:34.212 INFO:tasks.rados.rados.0.smithi016.stdout:1616: finishing write tid 4 to smithi01678542-47 2024-04-15T14:42:34.212 INFO:tasks.rados.rados.0.smithi016.stdout:1616: finishing write tid 5 to smithi01678542-47 2024-04-15T14:42:34.212 INFO:tasks.rados.rados.0.smithi016.stdout:1616: oid 47 updating version 0 to 879 2024-04-15T14:42:34.212 INFO:tasks.rados.rados.0.smithi016.stdout:1616: oid 47 version 879 is already newer than 877 2024-04-15T14:42:34.212 INFO:tasks.rados.rados.0.smithi016.stdout:1616: oid 47 version 879 is already newer than 878 2024-04-15T14:42:34.212 INFO:tasks.rados.rados.0.smithi016.stdout:1616: oid 47 updating version 879 to 880 2024-04-15T14:42:34.212 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 47 v 880 (ObjNum 512 snap 158 seq_num 512) dirty exists 2024-04-15T14:42:34.212 INFO:tasks.rados.rados.0.smithi016.stdout:1616: left oid 47 (ObjNum 512 snap 158 seq_num 512) 2024-04-15T14:42:34.212 INFO:tasks.rados.rados.0.smithi016.stdout:1593: done (13 left) 2024-04-15T14:42:34.213 INFO:tasks.rados.rados.0.smithi016.stdout:1598: done (12 left) 2024-04-15T14:42:34.213 INFO:tasks.rados.rados.0.smithi016.stdout:1599: done (11 left) 2024-04-15T14:42:34.213 INFO:tasks.rados.rados.0.smithi016.stdout:1600: done (10 left) 2024-04-15T14:42:34.213 INFO:tasks.rados.rados.0.smithi016.stdout:1602: done (9 left) 2024-04-15T14:42:34.213 INFO:tasks.rados.rados.0.smithi016.stdout:1606: done (8 left) 2024-04-15T14:42:34.213 INFO:tasks.rados.rados.0.smithi016.stdout:1609: done (7 left) 2024-04-15T14:42:34.213 INFO:tasks.rados.rados.0.smithi016.stdout:1610: done (6 left) 2024-04-15T14:42:34.213 INFO:tasks.rados.rados.0.smithi016.stdout:1611: done (5 left) 2024-04-15T14:42:34.213 INFO:tasks.rados.rados.0.smithi016.stdout:1613: done (4 left) 2024-04-15T14:42:34.213 INFO:tasks.rados.rados.0.smithi016.stdout:1614: done (3 left) 2024-04-15T14:42:34.213 INFO:tasks.rados.rados.0.smithi016.stdout:1615: done (2 left) 2024-04-15T14:42:34.213 INFO:tasks.rados.rados.0.smithi016.stdout:1616: done (1 left) 2024-04-15T14:42:34.213 INFO:tasks.rados.rados.0.smithi016.stdout:1617: done (0 left) 2024-04-15T14:42:34.213 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 8 current snap is 158 2024-04-15T14:42:34.213 INFO:tasks.rados.rados.0.smithi016.stdout:1618: seq_num 514 ranges {9183232=614400,9797632=679936,10477568=122880} 2024-04-15T14:42:34.264 INFO:tasks.rados.rados.0.smithi016.stdout:1618: writing smithi01678542-8 from 9183232 to 9797632 tid 1 2024-04-15T14:42:34.268 INFO:tasks.rados.rados.0.smithi016.stdout:1618: writing smithi01678542-8 from 9797632 to 10477568 tid 2 2024-04-15T14:42:34.269 INFO:tasks.rados.rados.0.smithi016.stdout:1618: writing smithi01678542-8 from 10477568 to 10600448 tid 3 2024-04-15T14:42:34.269 INFO:tasks.rados.rados.0.smithi016.stdout:1619: read oid 2 snap -1 2024-04-15T14:42:34.269 INFO:tasks.rados.rados.0.smithi016.stdout:1619: expect (ObjNum 432 snap 139 seq_num 432) 2024-04-15T14:42:34.269 INFO:tasks.rados.rados.0.smithi016.stdout:1620: snap_create 2024-04-15T14:42:34.270 INFO:tasks.rados.rados.0.smithi016.stdout:1618: finishing write tid 1 to smithi01678542-8 2024-04-15T14:42:34.271 INFO:tasks.rados.rados.0.smithi016.stdout:1619: expect (ObjNum 432 snap 139 seq_num 432) 2024-04-15T14:42:34.272 INFO:tasks.rados.rados.0.smithi016.stdout:1618: finishing write tid 2 to smithi01678542-8 2024-04-15T14:42:34.272 INFO:tasks.rados.rados.0.smithi016.stdout:1618: finishing write tid 3 to smithi01678542-8 2024-04-15T14:42:34.273 INFO:tasks.rados.rados.0.smithi016.stdout:1618: finishing write tid 4 to smithi01678542-8 2024-04-15T14:42:34.274 INFO:tasks.rados.rados.0.smithi016.stdout:1618: finishing write tid 5 to smithi01678542-8 2024-04-15T14:42:34.275 INFO:tasks.rados.rados.0.smithi016.stdout:1618: oid 8 updating version 0 to 864 2024-04-15T14:42:34.275 INFO:tasks.rados.rados.0.smithi016.stdout:1618: oid 8 version 864 is already newer than 861 2024-04-15T14:42:34.275 INFO:tasks.rados.rados.0.smithi016.stdout:1618: oid 8 version 864 is already newer than 862 2024-04-15T14:42:34.275 INFO:tasks.rados.rados.0.smithi016.stdout:1618: oid 8 version 864 is already newer than 863 2024-04-15T14:42:34.275 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 8 v 864 (ObjNum 514 snap 158 seq_num 514) dirty exists 2024-04-15T14:42:34.275 INFO:tasks.rados.rados.0.smithi016.stdout:1618: left oid 8 (ObjNum 514 snap 158 seq_num 514) 2024-04-15T14:42:34.999 INFO:tasks.rados.rados.0.smithi016.stdout:1618: done (2 left) 2024-04-15T14:42:34.999 INFO:tasks.rados.rados.0.smithi016.stdout:1619: done (1 left) 2024-04-15T14:42:34.999 INFO:tasks.rados.rados.0.smithi016.stdout:1620: done (0 left) 2024-04-15T14:42:34.999 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 27 current snap is 159 2024-04-15T14:42:34.999 INFO:tasks.rados.rados.0.smithi016.stdout:1621: seq_num 515 ranges {6283264=630784,6914048=565248,7479296=237568} 2024-04-15T14:42:35.036 INFO:tasks.rados.rados.0.smithi016.stdout:1621: writing smithi01678542-27 from 6283264 to 6914048 tid 1 2024-04-15T14:42:35.039 INFO:tasks.rados.rados.0.smithi016.stdout:1621: writing smithi01678542-27 from 6914048 to 7479296 tid 2 2024-04-15T14:42:35.041 INFO:tasks.rados.rados.0.smithi016.stdout:1621: writing smithi01678542-27 from 7479296 to 7716864 tid 3 2024-04-15T14:42:35.041 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 15 current snap is 159 2024-04-15T14:42:35.041 INFO:tasks.rados.rados.0.smithi016.stdout:1622: seq_num 516 ranges {0=647168,647168=450560,1097728=352256} 2024-04-15T14:42:35.045 INFO:tasks.rados.rados.0.smithi016.stdout:1622: writing smithi01678542-15 from 0 to 647168 tid 1 2024-04-15T14:42:35.048 INFO:tasks.rados.rados.0.smithi016.stdout:1622: writing smithi01678542-15 from 647168 to 1097728 tid 2 2024-04-15T14:42:35.051 INFO:tasks.rados.rados.0.smithi016.stdout:1622: writing smithi01678542-15 from 1097728 to 1449984 tid 3 2024-04-15T14:42:35.051 INFO:tasks.rados.rados.0.smithi016.stdout:1623: read oid 29 snap -1 2024-04-15T14:42:35.051 INFO:tasks.rados.rados.0.smithi016.stdout:1623: expect (ObjNum 479 snap 151 seq_num 479) 2024-04-15T14:42:35.051 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 31 current snap is 159 2024-04-15T14:42:35.051 INFO:tasks.rados.rados.0.smithi016.stdout:1621: finishing write tid 1 to smithi01678542-27 2024-04-15T14:42:35.052 INFO:tasks.rados.rados.0.smithi016.stdout:1624: seq_num 517 ranges {0=663552,663552=786432,1449984=16384} 2024-04-15T14:42:35.055 INFO:tasks.rados.rados.0.smithi016.stdout:1624: writing smithi01678542-31 from 0 to 663552 tid 1 2024-04-15T14:42:35.060 INFO:tasks.rados.rados.0.smithi016.stdout:1624: writing smithi01678542-31 from 663552 to 1449984 tid 2 2024-04-15T14:42:35.060 INFO:tasks.rados.rados.0.smithi016.stdout:1624: writing smithi01678542-31 from 1449984 to 1466368 tid 3 2024-04-15T14:42:35.060 INFO:tasks.rados.rados.0.smithi016.stdout:1625: read oid 35 snap -1 2024-04-15T14:42:35.060 INFO:tasks.rados.rados.0.smithi016.stdout:1625: expect (ObjNum 472 snap 150 seq_num 472) 2024-04-15T14:42:35.060 INFO:tasks.rados.rados.0.smithi016.stdout:1626: read oid 4 snap -1 2024-04-15T14:42:35.061 INFO:tasks.rados.rados.0.smithi016.stdout:1626: expect deleted 2024-04-15T14:42:35.061 INFO:tasks.rados.rados.0.smithi016.stdout:1627: snap_remove snap 158 2024-04-15T14:42:35.285 INFO:tasks.rados.rados.0.smithi016.stdout:1627: done (6 left) 2024-04-15T14:42:35.285 INFO:tasks.rados.rados.0.smithi016.stdout:1628: snap_create 2024-04-15T14:42:35.285 INFO:tasks.rados.rados.0.smithi016.stdout:1621: finishing write tid 2 to smithi01678542-27 2024-04-15T14:42:35.285 INFO:tasks.rados.rados.0.smithi016.stdout:1621: finishing write tid 3 to smithi01678542-27 2024-04-15T14:42:35.286 INFO:tasks.rados.rados.0.smithi016.stdout:1621: finishing write tid 4 to smithi01678542-27 2024-04-15T14:42:35.286 INFO:tasks.rados.rados.0.smithi016.stdout:1621: finishing write tid 5 to smithi01678542-27 2024-04-15T14:42:35.286 INFO:tasks.rados.rados.0.smithi016.stdout:1621: oid 27 updating version 0 to 526 2024-04-15T14:42:35.286 INFO:tasks.rados.rados.0.smithi016.stdout:1621: oid 27 version 526 is already newer than 525 2024-04-15T14:42:35.286 INFO:tasks.rados.rados.0.smithi016.stdout:1621: oid 27 version 526 is already newer than 524 2024-04-15T14:42:35.286 INFO:tasks.rados.rados.0.smithi016.stdout:1621: oid 27 version 526 is already newer than 523 2024-04-15T14:42:35.286 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 27 v 526 (ObjNum 515 snap 159 seq_num 515) dirty exists 2024-04-15T14:42:35.286 INFO:tasks.rados.rados.0.smithi016.stdout:1621: left oid 27 (ObjNum 515 snap 159 seq_num 515) 2024-04-15T14:42:35.286 INFO:tasks.rados.rados.0.smithi016.stdout:1622: finishing write tid 1 to smithi01678542-15 2024-04-15T14:42:35.286 INFO:tasks.rados.rados.0.smithi016.stdout:1622: finishing write tid 2 to smithi01678542-15 2024-04-15T14:42:35.286 INFO:tasks.rados.rados.0.smithi016.stdout:1622: finishing write tid 3 to smithi01678542-15 2024-04-15T14:42:35.286 INFO:tasks.rados.rados.0.smithi016.stdout:1622: finishing write tid 4 to smithi01678542-15 2024-04-15T14:42:35.286 INFO:tasks.rados.rados.0.smithi016.stdout:1622: finishing write tid 5 to smithi01678542-15 2024-04-15T14:42:35.286 INFO:tasks.rados.rados.0.smithi016.stdout:1622: oid 15 updating version 0 to 867 2024-04-15T14:42:35.286 INFO:tasks.rados.rados.0.smithi016.stdout:1622: oid 15 updating version 867 to 868 2024-04-15T14:42:35.287 INFO:tasks.rados.rados.0.smithi016.stdout:1622: oid 15 updating version 868 to 869 2024-04-15T14:42:35.287 INFO:tasks.rados.rados.0.smithi016.stdout:1622: oid 15 updating version 869 to 870 2024-04-15T14:42:35.287 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 15 v 870 (ObjNum 516 snap 159 seq_num 516) dirty exists 2024-04-15T14:42:35.287 INFO:tasks.rados.rados.0.smithi016.stdout:1622: left oid 15 (ObjNum 516 snap 159 seq_num 516) 2024-04-15T14:42:35.287 INFO:tasks.rados.rados.0.smithi016.stdout:1624: finishing write tid 1 to smithi01678542-31 2024-04-15T14:42:35.287 INFO:tasks.rados.rados.0.smithi016.stdout:1623: expect (ObjNum 479 snap 151 seq_num 479) 2024-04-15T14:42:35.289 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:42:34 smithi016 ceph-mon[90652]: pgmap v228: 121 pgs: 121 active+clean; 118 MiB data, 972 MiB used, 714 GiB / 715 GiB avail; 11 MiB/s rd, 2.2 MiB/s wr, 9 op/s 2024-04-15T14:42:35.289 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:42:34 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T14:42:35.289 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:42:34 smithi016 ceph-mon[93212]: pgmap v228: 121 pgs: 121 active+clean; 118 MiB data, 972 MiB used, 714 GiB / 715 GiB avail; 11 MiB/s rd, 2.2 MiB/s wr, 9 op/s 2024-04-15T14:42:35.289 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:42:34 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T14:42:35.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:42:34 smithi102 ceph-mon[87131]: pgmap v228: 121 pgs: 121 active+clean; 118 MiB data, 972 MiB used, 714 GiB / 715 GiB avail; 11 MiB/s rd, 2.2 MiB/s wr, 9 op/s 2024-04-15T14:42:35.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:42:34 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T14:42:35.442 INFO:tasks.rados.rados.0.smithi016.stdout:1624: finishing write tid 2 to smithi01678542-31 2024-04-15T14:42:35.442 INFO:tasks.rados.rados.0.smithi016.stdout:1624: finishing write tid 3 to smithi01678542-31 2024-04-15T14:42:35.442 INFO:tasks.rados.rados.0.smithi016.stdout:1624: finishing write tid 4 to smithi01678542-31 2024-04-15T14:42:35.442 INFO:tasks.rados.rados.0.smithi016.stdout:1624: finishing write tid 5 to smithi01678542-31 2024-04-15T14:42:35.442 INFO:tasks.rados.rados.0.smithi016.stdout:1624: oid 31 updating version 0 to 865 2024-04-15T14:42:35.442 INFO:tasks.rados.rados.0.smithi016.stdout:1624: oid 31 updating version 865 to 866 2024-04-15T14:42:35.443 INFO:tasks.rados.rados.0.smithi016.stdout:1624: oid 31 version 866 is already newer than 863 2024-04-15T14:42:35.443 INFO:tasks.rados.rados.0.smithi016.stdout:1624: oid 31 version 866 is already newer than 864 2024-04-15T14:42:35.443 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 31 v 866 (ObjNum 517 snap 159 seq_num 517) dirty exists 2024-04-15T14:42:35.443 INFO:tasks.rados.rados.0.smithi016.stdout:1624: left oid 31 (ObjNum 517 snap 159 seq_num 517) 2024-04-15T14:42:35.443 INFO:tasks.rados.rados.0.smithi016.stdout:1625: expect (ObjNum 472 snap 150 seq_num 472) 2024-04-15T14:42:36.288 INFO:tasks.rados.rados.0.smithi016.stdout:1621: done (6 left) 2024-04-15T14:42:36.288 INFO:tasks.rados.rados.0.smithi016.stdout:1622: done (5 left) 2024-04-15T14:42:36.288 INFO:tasks.rados.rados.0.smithi016.stdout:1623: done (4 left) 2024-04-15T14:42:36.288 INFO:tasks.rados.rados.0.smithi016.stdout:1624: done (3 left) 2024-04-15T14:42:36.288 INFO:tasks.rados.rados.0.smithi016.stdout:1625: done (2 left) 2024-04-15T14:42:36.288 INFO:tasks.rados.rados.0.smithi016.stdout:1626: done (1 left) 2024-04-15T14:42:36.288 INFO:tasks.rados.rados.0.smithi016.stdout:1628: done (0 left) 2024-04-15T14:42:36.288 INFO:tasks.rados.rados.0.smithi016.stdout:1629: snap_create 2024-04-15T14:42:36.289 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:42:35 smithi016 ceph-mon[93212]: osdmap e398: 8 total, 8 up, 8 in 2024-04-15T14:42:36.289 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:42:35 smithi016 ceph-mon[93212]: osdmap e399: 8 total, 8 up, 8 in 2024-04-15T14:42:36.289 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:42:35 smithi016 ceph-mon[90652]: osdmap e398: 8 total, 8 up, 8 in 2024-04-15T14:42:36.289 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:42:35 smithi016 ceph-mon[90652]: osdmap e399: 8 total, 8 up, 8 in 2024-04-15T14:42:36.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:42:35 smithi102 ceph-mon[87131]: osdmap e398: 8 total, 8 up, 8 in 2024-04-15T14:42:36.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:42:35 smithi102 ceph-mon[87131]: osdmap e399: 8 total, 8 up, 8 in 2024-04-15T14:42:37.293 INFO:tasks.rados.rados.0.smithi016.stdout:1629: done (0 left) 2024-04-15T14:42:37.293 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 40 current snap is 161 2024-04-15T14:42:37.293 INFO:tasks.rados.rados.0.smithi016.stdout:1630: seq_num 518 ranges {1253376=679936,1933312=671744,2605056=131072} 2024-04-15T14:42:37.303 INFO:tasks.rados.rados.0.smithi016.stdout:1630: writing smithi01678542-40 from 1253376 to 1933312 tid 1 2024-04-15T14:42:37.307 INFO:tasks.rados.rados.0.smithi016.stdout:1630: writing smithi01678542-40 from 1933312 to 2605056 tid 2 2024-04-15T14:42:37.308 INFO:tasks.rados.rados.0.smithi016.stdout:1630: writing smithi01678542-40 from 2605056 to 2736128 tid 3 2024-04-15T14:42:37.308 INFO:tasks.rados.rados.0.smithi016.stdout:1631: snap_create 2024-04-15T14:42:37.311 INFO:tasks.rados.rados.0.smithi016.stdout:1630: finishing write tid 1 to smithi01678542-40 2024-04-15T14:42:37.311 INFO:tasks.rados.rados.0.smithi016.stdout:1630: finishing write tid 2 to smithi01678542-40 2024-04-15T14:42:37.312 INFO:tasks.rados.rados.0.smithi016.stdout:1630: finishing write tid 3 to smithi01678542-40 2024-04-15T14:42:37.312 INFO:tasks.rados.rados.0.smithi016.stdout:1630: finishing write tid 4 to smithi01678542-40 2024-04-15T14:42:37.314 INFO:tasks.rados.rados.0.smithi016.stdout:1630: finishing write tid 5 to smithi01678542-40 2024-04-15T14:42:37.314 INFO:tasks.rados.rados.0.smithi016.stdout:1630: oid 40 updating version 0 to 867 2024-04-15T14:42:37.314 INFO:tasks.rados.rados.0.smithi016.stdout:1630: oid 40 version 867 is already newer than 866 2024-04-15T14:42:37.314 INFO:tasks.rados.rados.0.smithi016.stdout:1630: oid 40 version 867 is already newer than 864 2024-04-15T14:42:37.314 INFO:tasks.rados.rados.0.smithi016.stdout:1630: oid 40 version 867 is already newer than 865 2024-04-15T14:42:37.314 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 40 v 867 (ObjNum 518 snap 161 seq_num 518) dirty exists 2024-04-15T14:42:37.314 INFO:tasks.rados.rados.0.smithi016.stdout:1630: left oid 40 (ObjNum 518 snap 161 seq_num 518) 2024-04-15T14:42:37.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:42:37 smithi102 ceph-mon[87131]: pgmap v231: 121 pgs: 121 active+clean; 135 MiB data, 1003 MiB used, 714 GiB / 715 GiB avail; 26 MiB/s rd, 5.7 MiB/s wr, 47 op/s 2024-04-15T14:42:37.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:42:37 smithi102 ceph-mon[87131]: osdmap e400: 8 total, 8 up, 8 in 2024-04-15T14:42:37.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:42:37 smithi016 ceph-mon[90652]: pgmap v231: 121 pgs: 121 active+clean; 135 MiB data, 1003 MiB used, 714 GiB / 715 GiB avail; 26 MiB/s rd, 5.7 MiB/s wr, 47 op/s 2024-04-15T14:42:37.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:42:37 smithi016 ceph-mon[90652]: osdmap e400: 8 total, 8 up, 8 in 2024-04-15T14:42:37.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:42:37 smithi016 ceph-mon[93212]: pgmap v231: 121 pgs: 121 active+clean; 135 MiB data, 1003 MiB used, 714 GiB / 715 GiB avail; 26 MiB/s rd, 5.7 MiB/s wr, 47 op/s 2024-04-15T14:42:37.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:42:37 smithi016 ceph-mon[93212]: osdmap e400: 8 total, 8 up, 8 in 2024-04-15T14:42:38.303 INFO:tasks.rados.rados.0.smithi016.stdout:1630: done (1 left) 2024-04-15T14:42:38.303 INFO:tasks.rados.rados.0.smithi016.stdout:1631: done (0 left) 2024-04-15T14:42:38.303 INFO:tasks.rados.rados.0.smithi016.stdout:1632: copy_from oid 50 from oid 10 current snap is 162 2024-04-15T14:42:38.303 INFO:tasks.rados.rados.0.smithi016.stdout:1633: snap_remove snap 157 2024-04-15T14:42:38.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:42:38 smithi102 ceph-mon[87131]: osdmap e401: 8 total, 8 up, 8 in 2024-04-15T14:42:38.789 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:42:38 smithi016 ceph-mon[90652]: osdmap e401: 8 total, 8 up, 8 in 2024-04-15T14:42:38.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:42:38 smithi016 ceph-mon[93212]: osdmap e401: 8 total, 8 up, 8 in 2024-04-15T14:42:39.309 INFO:tasks.rados.rados.0.smithi016.stdout:1633: done (1 left) 2024-04-15T14:42:39.309 INFO:tasks.rados.rados.0.smithi016.stdout:1634: copy_from oid 5 from oid 2 current snap is 162 2024-04-15T14:42:39.309 INFO:tasks.rados.rados.0.smithi016.stdout:1632: finishing copy_from racing read to smithi01678542-50 2024-04-15T14:42:39.309 INFO:tasks.rados.rados.0.smithi016.stdout:1632: finishing copy_from to smithi01678542-50 2024-04-15T14:42:39.309 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 50 v 781 (ObjNum 273 snap 0 seq_num 0) dirty exists 2024-04-15T14:42:39.309 INFO:tasks.rados.rados.0.smithi016.stdout:1632: done (1 left) 2024-04-15T14:42:39.309 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 7 current snap is 162 2024-04-15T14:42:39.309 INFO:tasks.rados.rados.0.smithi016.stdout:1635: seq_num 519 ranges {4251648=696320,4947968=548864,5496832=253952} 2024-04-15T14:42:39.336 INFO:tasks.rados.rados.0.smithi016.stdout:1635: writing smithi01678542-7 from 4251648 to 4947968 tid 1 2024-04-15T14:42:39.339 INFO:tasks.rados.rados.0.smithi016.stdout:1635: writing smithi01678542-7 from 4947968 to 5496832 tid 2 2024-04-15T14:42:39.341 INFO:tasks.rados.rados.0.smithi016.stdout:1635: writing smithi01678542-7 from 5496832 to 5750784 tid 3 2024-04-15T14:42:39.341 INFO:tasks.rados.rados.0.smithi016.stdout:1636: snap_create 2024-04-15T14:42:39.341 INFO:tasks.rados.rados.0.smithi016.stdout:1634: finishing copy_from racing read to smithi01678542-5 2024-04-15T14:42:39.341 INFO:tasks.rados.rados.0.smithi016.stdout:1634: finishing copy_from to smithi01678542-5 2024-04-15T14:42:39.341 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 5 v 772 (ObjNum 432 snap 139 seq_num 432) dirty exists 2024-04-15T14:42:39.341 INFO:tasks.rados.rados.0.smithi016.stdout:1635: finishing write tid 1 to smithi01678542-7 2024-04-15T14:42:39.343 INFO:tasks.rados.rados.0.smithi016.stdout:1635: finishing write tid 2 to smithi01678542-7 2024-04-15T14:42:39.343 INFO:tasks.rados.rados.0.smithi016.stdout:1635: finishing write tid 3 to smithi01678542-7 2024-04-15T14:42:39.343 INFO:tasks.rados.rados.0.smithi016.stdout:1635: finishing write tid 4 to smithi01678542-7 2024-04-15T14:42:39.344 INFO:tasks.rados.rados.0.smithi016.stdout:1635: finishing write tid 5 to smithi01678542-7 2024-04-15T14:42:39.344 INFO:tasks.rados.rados.0.smithi016.stdout:1635: oid 7 updating version 0 to 852 2024-04-15T14:42:39.344 INFO:tasks.rados.rados.0.smithi016.stdout:1635: oid 7 updating version 852 to 854 2024-04-15T14:42:39.344 INFO:tasks.rados.rados.0.smithi016.stdout:1635: oid 7 version 854 is already newer than 853 2024-04-15T14:42:39.345 INFO:tasks.rados.rados.0.smithi016.stdout:1635: oid 7 version 854 is already newer than 851 2024-04-15T14:42:39.345 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 7 v 854 (ObjNum 519 snap 162 seq_num 519) dirty exists 2024-04-15T14:42:39.345 INFO:tasks.rados.rados.0.smithi016.stdout:1635: left oid 7 (ObjNum 519 snap 162 seq_num 519) 2024-04-15T14:42:39.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:42:39 smithi102 ceph-mon[87131]: pgmap v234: 121 pgs: 121 active+clean; 135 MiB data, 1003 MiB used, 714 GiB / 715 GiB avail; 31 MiB/s rd, 6.6 MiB/s wr, 54 op/s 2024-04-15T14:42:39.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:42:39 smithi102 ceph-mon[87131]: osdmap e402: 8 total, 8 up, 8 in 2024-04-15T14:42:39.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:42:39 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T14:42:39.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:42:39 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T14:42:39.789 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:42:39 smithi016 ceph-mon[93212]: pgmap v234: 121 pgs: 121 active+clean; 135 MiB data, 1003 MiB used, 714 GiB / 715 GiB avail; 31 MiB/s rd, 6.6 MiB/s wr, 54 op/s 2024-04-15T14:42:39.789 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:42:39 smithi016 ceph-mon[93212]: osdmap e402: 8 total, 8 up, 8 in 2024-04-15T14:42:39.789 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:42:39 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T14:42:39.789 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:42:39 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T14:42:39.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:42:39 smithi016 ceph-mon[90652]: pgmap v234: 121 pgs: 121 active+clean; 135 MiB data, 1003 MiB used, 714 GiB / 715 GiB avail; 31 MiB/s rd, 6.6 MiB/s wr, 54 op/s 2024-04-15T14:42:39.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:42:39 smithi016 ceph-mon[90652]: osdmap e402: 8 total, 8 up, 8 in 2024-04-15T14:42:39.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:42:39 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T14:42:39.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:42:39 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T14:42:40.313 INFO:tasks.rados.rados.0.smithi016.stdout:1634: done (2 left) 2024-04-15T14:42:40.314 INFO:tasks.rados.rados.0.smithi016.stdout:1635: done (1 left) 2024-04-15T14:42:40.314 INFO:tasks.rados.rados.0.smithi016.stdout:1636: done (0 left) 2024-04-15T14:42:40.314 INFO:tasks.rados.rados.0.smithi016.stdout:1637: read oid 9 snap -1 2024-04-15T14:42:40.314 INFO:tasks.rados.rados.0.smithi016.stdout:1637: expect deleted 2024-04-15T14:42:40.314 INFO:tasks.rados.rados.0.smithi016.stdout:1638: read oid 50 snap -1 2024-04-15T14:42:40.314 INFO:tasks.rados.rados.0.smithi016.stdout:1638: expect (ObjNum 0 snap 0 seq_num 0) 2024-04-15T14:42:40.314 INFO:tasks.rados.rados.0.smithi016.stdout:1639: snap_remove snap 160 2024-04-15T14:42:40.545 INFO:teuthology.orchestra.run.smithi016.stdout:true 2024-04-15T14:42:40.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:42:40 smithi102 ceph-mon[87131]: osdmap e403: 8 total, 8 up, 8 in 2024-04-15T14:42:40.789 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:42:40 smithi016 ceph-mon[93212]: osdmap e403: 8 total, 8 up, 8 in 2024-04-15T14:42:40.789 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:42:40 smithi016 ceph-mon[90652]: osdmap e403: 8 total, 8 up, 8 in 2024-04-15T14:42:40.893 INFO:teuthology.orchestra.run.smithi016.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-04-15T14:42:40.893 INFO:teuthology.orchestra.run.smithi016.stdout:alertmanager.a smithi016 *:9093,9094 running (7m) 20s ago 7m 24.7M - 0.25.0 c8568f914cd2 bc85d1f32a92 2024-04-15T14:42:40.893 INFO:teuthology.orchestra.run.smithi016.stdout:grafana.a smithi102 *:3000 running (7m) 2m ago 7m 88.8M - 9.4.7 954c08fa6188 dfd3a2bac142 2024-04-15T14:42:40.893 INFO:teuthology.orchestra.run.smithi016.stdout:mds.a smithi016 running (9m) 20s ago 9m 19.5M - 18.2.2-1221-ge3fb05d5 aa4d2281650a 287f01435fb1 2024-04-15T14:42:40.893 INFO:teuthology.orchestra.run.smithi016.stdout:mds.b smithi102 running (9m) 2m ago 9m 14.7M - 18.2.2-1221-ge3fb05d5 aa4d2281650a 9ed1adb3241c 2024-04-15T14:42:40.893 INFO:teuthology.orchestra.run.smithi016.stdout:mgr.x smithi102 *:8443,9283,8765 running (3m) 2m ago 12m 450M - 19.0.0-3080-gc2d8c315 259793512b73 7427787dd7cf 2024-04-15T14:42:40.893 INFO:teuthology.orchestra.run.smithi016.stdout:mgr.y smithi016 *:8443,9283,8765 running (3m) 20s ago 14m 515M - 19.0.0-3080-gc2d8c315 259793512b73 23b2f98a056a 2024-04-15T14:42:40.893 INFO:teuthology.orchestra.run.smithi016.stdout:mon.a smithi016 running (2m) 20s ago 14m 50.6M 2048M 19.0.0-3080-gc2d8c315 259793512b73 0f0e1a24c400 2024-04-15T14:42:40.894 INFO:teuthology.orchestra.run.smithi016.stdout:mon.b smithi102 running (2m) 2m ago 13m 23.3M 2048M 19.0.0-3080-gc2d8c315 259793512b73 57b781990cd4 2024-04-15T14:42:40.894 INFO:teuthology.orchestra.run.smithi016.stdout:mon.c smithi016 running (2m) 20s ago 13m 42.5M 2048M 19.0.0-3080-gc2d8c315 259793512b73 eef940aadb4d 2024-04-15T14:42:40.894 INFO:teuthology.orchestra.run.smithi016.stdout:node-exporter.a smithi016 *:9100 running (7m) 20s ago 7m 16.5M - 1.5.0 0da6a335fe13 8d0101b6e6e8 2024-04-15T14:42:40.894 INFO:teuthology.orchestra.run.smithi016.stdout:node-exporter.b smithi102 *:9100 running (7m) 2m ago 7m 15.8M - 1.5.0 0da6a335fe13 d83ffdf53df3 2024-04-15T14:42:40.894 INFO:teuthology.orchestra.run.smithi016.stdout:osd.0 smithi016 running (79s) 20s ago 12m 115M 2481M 19.0.0-3080-gc2d8c315 259793512b73 6ae1b6c92493 2024-04-15T14:42:40.894 INFO:teuthology.orchestra.run.smithi016.stdout:osd.1 smithi016 running (44s) 20s ago 12m 99.9M 2481M 19.0.0-3080-gc2d8c315 259793512b73 106c0a047128 2024-04-15T14:42:40.894 INFO:teuthology.orchestra.run.smithi016.stdout:osd.2 smithi016 running (24s) 20s ago 11m 12.7M 2481M 19.0.0-3080-gc2d8c315 259793512b73 436c24e520a2 2024-04-15T14:42:40.894 INFO:teuthology.orchestra.run.smithi016.stdout:osd.3 smithi016 running (11m) 20s ago 11m 166M 2481M 18.2.2-1221-ge3fb05d5 aa4d2281650a b2684936efa6 2024-04-15T14:42:40.894 INFO:teuthology.orchestra.run.smithi016.stdout:osd.4 smithi102 running (10m) 2m ago 10m 180M 2480M 18.2.2-1221-ge3fb05d5 aa4d2281650a f863e36be995 2024-04-15T14:42:40.894 INFO:teuthology.orchestra.run.smithi016.stdout:osd.5 smithi102 running (10m) 2m ago 10m 171M 2480M 18.2.2-1221-ge3fb05d5 aa4d2281650a 64518f93c8c8 2024-04-15T14:42:40.894 INFO:teuthology.orchestra.run.smithi016.stdout:osd.6 smithi102 running (9m) 2m ago 9m 128M 2480M 18.2.2-1221-ge3fb05d5 aa4d2281650a a3993a86427e 2024-04-15T14:42:40.894 INFO:teuthology.orchestra.run.smithi016.stdout:osd.7 smithi102 running (9m) 2m ago 9m 119M 2480M 18.2.2-1221-ge3fb05d5 aa4d2281650a f9ac771a8a69 2024-04-15T14:42:40.894 INFO:teuthology.orchestra.run.smithi016.stdout:prometheus.a smithi102 *:9095 running (3m) 2m ago 8m 56.1M - 2.43.0 a07b618ecd1d 86d1d3518ceb 2024-04-15T14:42:41.316 INFO:tasks.rados.rados.0.smithi016.stdout:1639: done (2 left) 2024-04-15T14:42:41.317 INFO:tasks.rados.rados.0.smithi016.stdout:1640: copy_from oid 7 from oid 32 current snap is 163 2024-04-15T14:42:41.317 INFO:tasks.rados.rados.0.smithi016.stdout:1638: expect (ObjNum 0 snap 0 seq_num 0) 2024-04-15T14:42:41.322 INFO:tasks.rados.rados.0.smithi016.stdout:1637: done (2 left) 2024-04-15T14:42:41.322 INFO:tasks.rados.rados.0.smithi016.stdout:1638: done (1 left) 2024-04-15T14:42:41.322 INFO:tasks.rados.rados.0.smithi016.stdout:1641: rollback oid 4 current snap is 163 2024-04-15T14:42:41.322 INFO:tasks.rados.rados.0.smithi016.stdout:rollback oid 4 to 161 2024-04-15T14:42:41.322 INFO:tasks.rados.rados.0.smithi016.stdout:1642: read oid 15 snap -1 2024-04-15T14:42:41.322 INFO:tasks.rados.rados.0.smithi016.stdout:1642: expect (ObjNum 516 snap 159 seq_num 516) 2024-04-15T14:42:41.323 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 42 current snap is 163 2024-04-15T14:42:41.323 INFO:tasks.rados.rados.0.smithi016.stdout:1643: seq_num 520 ranges {2318336=712704,3031040=434176,3465216=368640} 2024-04-15T14:42:41.337 INFO:teuthology.orchestra.run.smithi016.stdout:{ 2024-04-15T14:42:41.337 INFO:teuthology.orchestra.run.smithi016.stdout: "mon": { 2024-04-15T14:42:41.338 INFO:teuthology.orchestra.run.smithi016.stdout: "ceph version 19.0.0-3080-gc2d8c315 (c2d8c3155d854ee204cb7c7261232571229d1d54) squid (dev)": 3 2024-04-15T14:42:41.338 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-04-15T14:42:41.338 INFO:teuthology.orchestra.run.smithi016.stdout: "mgr": { 2024-04-15T14:42:41.338 INFO:teuthology.orchestra.run.smithi016.stdout: "ceph version 19.0.0-3080-gc2d8c315 (c2d8c3155d854ee204cb7c7261232571229d1d54) squid (dev)": 2 2024-04-15T14:42:41.338 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-04-15T14:42:41.338 INFO:teuthology.orchestra.run.smithi016.stdout: "osd": { 2024-04-15T14:42:41.338 INFO:teuthology.orchestra.run.smithi016.stdout: "ceph version 18.2.2-1221-ge3fb05d5 (e3fb05d5e6da84b5c44db3f3051c4d242f9809c1) reef (stable)": 5, 2024-04-15T14:42:41.338 INFO:teuthology.orchestra.run.smithi016.stdout: "ceph version 19.0.0-3080-gc2d8c315 (c2d8c3155d854ee204cb7c7261232571229d1d54) squid (dev)": 3 2024-04-15T14:42:41.338 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-04-15T14:42:41.338 INFO:teuthology.orchestra.run.smithi016.stdout: "mds": { 2024-04-15T14:42:41.338 INFO:teuthology.orchestra.run.smithi016.stdout: "ceph version 18.2.2-1221-ge3fb05d5 (e3fb05d5e6da84b5c44db3f3051c4d242f9809c1) reef (stable)": 2 2024-04-15T14:42:41.338 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-04-15T14:42:41.339 INFO:teuthology.orchestra.run.smithi016.stdout: "overall": { 2024-04-15T14:42:41.339 INFO:teuthology.orchestra.run.smithi016.stdout: "ceph version 18.2.2-1221-ge3fb05d5 (e3fb05d5e6da84b5c44db3f3051c4d242f9809c1) reef (stable)": 7, 2024-04-15T14:42:41.339 INFO:teuthology.orchestra.run.smithi016.stdout: "ceph version 19.0.0-3080-gc2d8c315 (c2d8c3155d854ee204cb7c7261232571229d1d54) squid (dev)": 8 2024-04-15T14:42:41.339 INFO:teuthology.orchestra.run.smithi016.stdout: } 2024-04-15T14:42:41.339 INFO:teuthology.orchestra.run.smithi016.stdout:} 2024-04-15T14:42:41.340 INFO:tasks.rados.rados.0.smithi016.stdout:1643: writing smithi01678542-42 from 2318336 to 3031040 tid 1 2024-04-15T14:42:41.342 INFO:tasks.rados.rados.0.smithi016.stdout:1643: writing smithi01678542-42 from 3031040 to 3465216 tid 2 2024-04-15T14:42:41.345 INFO:tasks.rados.rados.0.smithi016.stdout:1643: writing smithi01678542-42 from 3465216 to 3833856 tid 3 2024-04-15T14:42:41.345 INFO:tasks.rados.rados.0.smithi016.stdout:1644: setattr oid 9 current snap is 163 2024-04-15T14:42:41.345 INFO:tasks.rados.rados.0.smithi016.stdout:1641: finishing rollback tid 1 to smithi01678542-4 2024-04-15T14:42:41.345 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 4 v 0 (ObjNum 1073 snap 0 seq_num 2235117696) dirty dne 2024-04-15T14:42:41.345 INFO:tasks.rados.rados.0.smithi016.stdout:1642: expect (ObjNum 516 snap 159 seq_num 516) 2024-04-15T14:42:41.387 INFO:tasks.rados.rados.0.smithi016.stdout:1640: finishing copy_from racing read to smithi01678542-7 2024-04-15T14:42:41.387 INFO:tasks.rados.rados.0.smithi016.stdout:1643: finishing write tid 1 to smithi01678542-42 2024-04-15T14:42:41.387 INFO:tasks.rados.rados.0.smithi016.stdout:1643: finishing write tid 2 to smithi01678542-42 2024-04-15T14:42:41.387 INFO:tasks.rados.rados.0.smithi016.stdout:1640: finishing copy_from to smithi01678542-7 2024-04-15T14:42:41.387 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 7 v 961 (ObjNum 503 snap 157 seq_num 503) dirty exists 2024-04-15T14:42:41.387 INFO:tasks.rados.rados.0.smithi016.stdout:1643: finishing write tid 3 to smithi01678542-42 2024-04-15T14:42:41.388 INFO:tasks.rados.rados.0.smithi016.stdout:1643: finishing write tid 4 to smithi01678542-42 2024-04-15T14:42:41.388 INFO:tasks.rados.rados.0.smithi016.stdout:1643: finishing write tid 5 to smithi01678542-42 2024-04-15T14:42:41.388 INFO:tasks.rados.rados.0.smithi016.stdout:1643: oid 42 updating version 0 to 272 2024-04-15T14:42:41.388 INFO:tasks.rados.rados.0.smithi016.stdout:1643: oid 42 updating version 272 to 273 2024-04-15T14:42:41.388 INFO:tasks.rados.rados.0.smithi016.stdout:1643: oid 42 updating version 273 to 275 2024-04-15T14:42:41.388 INFO:tasks.rados.rados.0.smithi016.stdout:1643: oid 42 version 275 is already newer than 274 2024-04-15T14:42:41.388 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 42 v 275 (ObjNum 520 snap 163 seq_num 520) dirty exists 2024-04-15T14:42:41.388 INFO:tasks.rados.rados.0.smithi016.stdout:1643: left oid 42 (ObjNum 520 snap 163 seq_num 520) 2024-04-15T14:42:41.388 INFO:tasks.rados.rados.0.smithi016.stdout:1640: done (4 left) 2024-04-15T14:42:41.388 INFO:tasks.rados.rados.0.smithi016.stdout:1641: done (3 left) 2024-04-15T14:42:41.389 INFO:tasks.rados.rados.0.smithi016.stdout:1642: done (2 left) 2024-04-15T14:42:41.389 INFO:tasks.rados.rados.0.smithi016.stdout:1643: done (1 left) 2024-04-15T14:42:41.389 INFO:tasks.rados.rados.0.smithi016.stdout:1645: snap_remove snap 162 2024-04-15T14:42:41.617 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:42:41 smithi016 ceph-mon[93212]: pgmap v237: 121 pgs: 121 active+clean; 135 MiB data, 1006 MiB used, 714 GiB / 715 GiB avail; 6.3 MiB/s rd, 730 KiB/s wr, 5 op/s 2024-04-15T14:42:41.617 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:42:41 smithi016 ceph-mon[93212]: osdmap e404: 8 total, 8 up, 8 in 2024-04-15T14:42:41.617 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:42:41 smithi016 ceph-mon[93212]: from='client.44192 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-15T14:42:41.617 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:42:41 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["3"], "max": 16}]: dispatch 2024-04-15T14:42:41.617 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:42:41 smithi016 ceph-mon[93212]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["3"], "max": 16}]: dispatch 2024-04-15T14:42:41.617 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:42:41 smithi016 ceph-mon[93212]: Upgrade: osd.3 is safe to restart 2024-04-15T14:42:41.618 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:42:41 smithi016 ceph-mon[90652]: pgmap v237: 121 pgs: 121 active+clean; 135 MiB data, 1006 MiB used, 714 GiB / 715 GiB avail; 6.3 MiB/s rd, 730 KiB/s wr, 5 op/s 2024-04-15T14:42:41.618 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:42:41 smithi016 ceph-mon[90652]: osdmap e404: 8 total, 8 up, 8 in 2024-04-15T14:42:41.618 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:42:41 smithi016 ceph-mon[90652]: from='client.44192 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-15T14:42:41.618 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:42:41 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["3"], "max": 16}]: dispatch 2024-04-15T14:42:41.618 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:42:41 smithi016 ceph-mon[90652]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["3"], "max": 16}]: dispatch 2024-04-15T14:42:41.618 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:42:41 smithi016 ceph-mon[90652]: Upgrade: osd.3 is safe to restart 2024-04-15T14:42:41.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:42:41 smithi102 ceph-mon[87131]: pgmap v237: 121 pgs: 121 active+clean; 135 MiB data, 1006 MiB used, 714 GiB / 715 GiB avail; 6.3 MiB/s rd, 730 KiB/s wr, 5 op/s 2024-04-15T14:42:41.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:42:41 smithi102 ceph-mon[87131]: osdmap e404: 8 total, 8 up, 8 in 2024-04-15T14:42:41.688 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:42:41 smithi102 ceph-mon[87131]: from='client.44192 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-15T14:42:41.688 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:42:41 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["3"], "max": 16}]: dispatch 2024-04-15T14:42:41.688 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:42:41 smithi102 ceph-mon[87131]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["3"], "max": 16}]: dispatch 2024-04-15T14:42:41.688 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:42:41 smithi102 ceph-mon[87131]: Upgrade: osd.3 is safe to restart 2024-04-15T14:42:42.039 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 15 14:42:41 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-y[81421]: ::ffff:172.21.15.102 - - [15/Apr/2024:14:42:41] "GET /metrics HTTP/1.1" 200 36202 "" "Prometheus/2.43.0" 2024-04-15T14:42:42.324 INFO:tasks.rados.rados.0.smithi016.stdout:1645: done (1 left) 2024-04-15T14:42:42.324 INFO:tasks.rados.rados.0.smithi016.stdout:1646: rmattr oid 23 current snap is 163 2024-04-15T14:42:42.324 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 9 v 871 (ObjNum 289 snap 0 seq_num 1) dirty exists 2024-04-15T14:42:42.324 INFO:tasks.rados.rados.0.smithi016.stdout:1644: done (1 left) 2024-04-15T14:42:42.324 INFO:tasks.rados.rados.0.smithi016.stdout:1647: read oid 4 snap 159 2024-04-15T14:42:42.324 INFO:tasks.rados.rados.0.smithi016.stdout:1647: expect deleted 2024-04-15T14:42:42.324 INFO:tasks.rados.rados.0.smithi016.stdout:1648: read oid 21 snap 159 2024-04-15T14:42:42.324 INFO:tasks.rados.rados.0.smithi016.stdout:1648: expect (ObjNum 506 snap 157 seq_num 506) 2024-04-15T14:42:42.324 INFO:tasks.rados.rados.0.smithi016.stdout:1649: delete oid 38 current snap is 163 2024-04-15T14:42:42.330 INFO:tasks.rados.rados.0.smithi016.stdout:1648: expect (ObjNum 506 snap 157 seq_num 506) 2024-04-15T14:42:42.366 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 23 v 865 (ObjNum 471 snap 150 seq_num 471) dirty exists 2024-04-15T14:42:42.366 INFO:tasks.rados.rados.0.smithi016.stdout:1646: done (3 left) 2024-04-15T14:42:42.366 INFO:tasks.rados.rados.0.smithi016.stdout:1647: done (2 left) 2024-04-15T14:42:42.366 INFO:tasks.rados.rados.0.smithi016.stdout:1648: done (1 left) 2024-04-15T14:42:42.366 INFO:tasks.rados.rados.0.smithi016.stdout:1649: done (0 left) 2024-04-15T14:42:42.366 INFO:tasks.rados.rados.0.smithi016.stdout:1650: read oid 15 snap 159 2024-04-15T14:42:42.366 INFO:tasks.rados.rados.0.smithi016.stdout:1650: expect (ObjNum 516 snap 159 seq_num 516) 2024-04-15T14:42:42.367 INFO:tasks.rados.rados.0.smithi016.stdout:1651: read oid 48 snap -1 2024-04-15T14:42:42.367 INFO:tasks.rados.rados.0.smithi016.stdout:1651: expect deleted 2024-04-15T14:42:42.367 INFO:tasks.rados.rados.0.smithi016.stdout:1652: snap_create 2024-04-15T14:42:42.369 INFO:tasks.rados.rados.0.smithi016.stdout:1650: expect (ObjNum 516 snap 159 seq_num 516) 2024-04-15T14:42:42.455 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:42:42 smithi016 ceph-mon[93212]: from='client.34272 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-15T14:42:42.455 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:42:42 smithi016 ceph-mon[93212]: osdmap e405: 8 total, 8 up, 8 in 2024-04-15T14:42:42.455 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:42:42 smithi016 ceph-mon[93212]: from='client.? 172.21.15.16:0/934351922' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T14:42:42.455 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:42:42 smithi016 ceph-mon[90652]: from='client.34272 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-15T14:42:42.455 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:42:42 smithi016 ceph-mon[90652]: osdmap e405: 8 total, 8 up, 8 in 2024-04-15T14:42:42.455 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:42:42 smithi016 ceph-mon[90652]: from='client.? 172.21.15.16:0/934351922' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T14:42:42.687 INFO:journalctl@ceph.prometheus.a.smithi102.stdout:Apr 15 14:42:42 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-prometheus-a[78028]: ts=2024-04-15T14:42:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi016:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"362ea986-fb34-11ee-bc8f-c7b262605968\", instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T14:42:42.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:42:42 smithi102 ceph-mon[87131]: from='client.34272 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-15T14:42:42.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:42:42 smithi102 ceph-mon[87131]: osdmap e405: 8 total, 8 up, 8 in 2024-04-15T14:42:42.688 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:42:42 smithi102 ceph-mon[87131]: from='client.? 172.21.15.16:0/934351922' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T14:42:43.323 INFO:tasks.rados.rados.0.smithi016.stdout:1650: done (2 left) 2024-04-15T14:42:43.323 INFO:tasks.rados.rados.0.smithi016.stdout:1651: done (1 left) 2024-04-15T14:42:43.323 INFO:tasks.rados.rados.0.smithi016.stdout:1652: done (0 left) 2024-04-15T14:42:43.324 INFO:tasks.rados.rados.0.smithi016.stdout:1653: setattr oid 49 current snap is 164 2024-04-15T14:42:43.325 INFO:tasks.rados.rados.0.smithi016.stdout:1654: read oid 45 snap -1 2024-04-15T14:42:43.325 INFO:tasks.rados.rados.0.smithi016.stdout:1654: expect deleted 2024-04-15T14:42:43.325 INFO:tasks.rados.rados.0.smithi016.stdout:1655: snap_create 2024-04-15T14:42:43.327 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:42:43 smithi016 ceph-mon[90652]: pgmap v240: 121 pgs: 121 active+clean; 131 MiB data, 1008 MiB used, 714 GiB / 715 GiB avail; 6.3 MiB/s rd, 1.1 MiB/s wr, 6 op/s 2024-04-15T14:42:43.328 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:42:43 smithi016 ceph-mon[90652]: osdmap e406: 8 total, 8 up, 8 in 2024-04-15T14:42:43.328 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:42:43 smithi016 ceph-mon[90652]: Upgrade: Updating osd.3 2024-04-15T14:42:43.328 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:42:43 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T14:42:43.328 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:42:43 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.3"}]: dispatch 2024-04-15T14:42:43.328 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:42:43 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T14:42:43.328 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:42:43 smithi016 ceph-mon[90652]: Deploying daemon osd.3 on smithi016 2024-04-15T14:42:43.331 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 49 v 551 (ObjNum 403 snap 128 seq_num 403) dirty exists 2024-04-15T14:42:43.687 INFO:journalctl@ceph.prometheus.a.smithi102.stdout:Apr 15 14:42:43 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-prometheus-a[78028]: ts=2024-04-15T14:42:43.504Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi016\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi016\", job=\"node\", machine=\"x86_64\", nodename=\"smithi016\", release=\"5.14.0-438.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Apr 12 13:55:21 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"362ea986-fb34-11ee-bc8f-c7b262605968\", domainname=\"(none)\", instance=\"smithi016\", job=\"node\", machine=\"x86_64\", nodename=\"smithi016\", release=\"5.14.0-438.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Apr 12 13:55:21 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T14:42:43.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:42:43 smithi102 ceph-mon[87131]: pgmap v240: 121 pgs: 121 active+clean; 131 MiB data, 1008 MiB used, 714 GiB / 715 GiB avail; 6.3 MiB/s rd, 1.1 MiB/s wr, 6 op/s 2024-04-15T14:42:43.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:42:43 smithi102 ceph-mon[87131]: osdmap e406: 8 total, 8 up, 8 in 2024-04-15T14:42:43.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:42:43 smithi102 ceph-mon[87131]: Upgrade: Updating osd.3 2024-04-15T14:42:43.688 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:42:43 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T14:42:43.688 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:42:43 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.3"}]: dispatch 2024-04-15T14:42:43.688 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:42:43 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T14:42:43.688 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:42:43 smithi102 ceph-mon[87131]: Deploying daemon osd.3 on smithi016 2024-04-15T14:42:43.789 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:42:43 smithi016 ceph-mon[93212]: pgmap v240: 121 pgs: 121 active+clean; 131 MiB data, 1008 MiB used, 714 GiB / 715 GiB avail; 6.3 MiB/s rd, 1.1 MiB/s wr, 6 op/s 2024-04-15T14:42:43.789 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:42:43 smithi016 ceph-mon[93212]: osdmap e406: 8 total, 8 up, 8 in 2024-04-15T14:42:43.789 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:42:43 smithi016 ceph-mon[93212]: Upgrade: Updating osd.3 2024-04-15T14:42:43.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:42:43 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T14:42:43.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:42:43 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.3"}]: dispatch 2024-04-15T14:42:43.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:42:43 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T14:42:43.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:42:43 smithi016 ceph-mon[93212]: Deploying daemon osd.3 on smithi016 2024-04-15T14:42:44.337 INFO:tasks.rados.rados.0.smithi016.stdout:1653: done (2 left) 2024-04-15T14:42:44.337 INFO:tasks.rados.rados.0.smithi016.stdout:1654: done (1 left) 2024-04-15T14:42:44.337 INFO:tasks.rados.rados.0.smithi016.stdout:1655: done (0 left) 2024-04-15T14:42:44.337 INFO:tasks.rados.rados.0.smithi016.stdout:1656: copy_from oid 12 from oid 38 current snap is 165 2024-04-15T14:42:44.337 INFO:tasks.rados.rados.0.smithi016.stdout:1657: read oid 23 snap 159 2024-04-15T14:42:44.337 INFO:tasks.rados.rados.0.smithi016.stdout:1657: expect (ObjNum 471 snap 150 seq_num 471) 2024-04-15T14:42:44.337 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 31 current snap is 165 2024-04-15T14:42:44.337 INFO:tasks.rados.rados.0.smithi016.stdout:1658: seq_num 522 ranges {1466368=745472,2211840=606208,2818048=196608} 2024-04-15T14:42:44.348 INFO:tasks.rados.rados.0.smithi016.stdout:1658: writing smithi01678542-31 from 1466368 to 2211840 tid 1 2024-04-15T14:42:44.352 INFO:tasks.rados.rados.0.smithi016.stdout:1658: writing smithi01678542-31 from 2211840 to 2818048 tid 2 2024-04-15T14:42:44.354 INFO:tasks.rados.rados.0.smithi016.stdout:1658: writing smithi01678542-31 from 2818048 to 3014656 tid 3 2024-04-15T14:42:44.354 INFO:tasks.rados.rados.0.smithi016.stdout:1659: rollback oid 15 current snap is 165 2024-04-15T14:42:44.354 INFO:tasks.rados.rados.0.smithi016.stdout:rollback oid 15 to 164 2024-04-15T14:42:44.354 INFO:tasks.rados.rados.0.smithi016.stdout:1656: finishing copy_from to smithi01678542-12 2024-04-15T14:42:44.354 INFO:tasks.rados.rados.0.smithi016.stdout:1656: got expected ENOENT (src dne) 2024-04-15T14:42:44.354 INFO:tasks.rados.rados.0.smithi016.stdout:1656: finishing copy_from racing read to smithi01678542-12 2024-04-15T14:42:44.354 INFO:tasks.rados.rados.0.smithi016.stdout:1656: done (3 left) 2024-04-15T14:42:44.354 INFO:tasks.rados.rados.0.smithi016.stdout:1660: read oid 38 snap -1 2024-04-15T14:42:44.354 INFO:tasks.rados.rados.0.smithi016.stdout:1660: expect deleted 2024-04-15T14:42:44.355 INFO:tasks.rados.rados.0.smithi016.stdout:1661: copy_from oid 24 from oid 19 current snap is 165 2024-04-15T14:42:44.355 INFO:tasks.rados.rados.0.smithi016.stdout:1662: snap_create 2024-04-15T14:42:44.359 INFO:tasks.rados.rados.0.smithi016.stdout:1659: finishing rollback tid 0 to smithi01678542-15 2024-04-15T14:42:44.359 INFO:tasks.rados.rados.0.smithi016.stdout:1659: finishing rollback tid 1 to smithi01678542-15 2024-04-15T14:42:44.359 INFO:tasks.rados.rados.0.smithi016.stdout:1659: finishing rollback tid 2 to smithi01678542-15 2024-04-15T14:42:44.359 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 15 v 875 (ObjNum 516 snap 159 seq_num 516) dirty exists 2024-04-15T14:42:44.360 INFO:tasks.rados.rados.0.smithi016.stdout:1658: finishing write tid 1 to smithi01678542-31 2024-04-15T14:42:44.360 INFO:tasks.rados.rados.0.smithi016.stdout:1658: finishing write tid 2 to smithi01678542-31 2024-04-15T14:42:44.360 INFO:tasks.rados.rados.0.smithi016.stdout:1658: finishing write tid 3 to smithi01678542-31 2024-04-15T14:42:44.361 INFO:tasks.rados.rados.0.smithi016.stdout:1658: finishing write tid 4 to smithi01678542-31 2024-04-15T14:42:44.362 INFO:tasks.rados.rados.0.smithi016.stdout:1658: finishing write tid 5 to smithi01678542-31 2024-04-15T14:42:44.363 INFO:tasks.rados.rados.0.smithi016.stdout:1658: oid 31 updating version 0 to 867 2024-04-15T14:42:44.363 INFO:tasks.rados.rados.0.smithi016.stdout:1658: oid 31 updating version 867 to 870 2024-04-15T14:42:44.363 INFO:tasks.rados.rados.0.smithi016.stdout:1658: oid 31 version 870 is already newer than 868 2024-04-15T14:42:44.363 INFO:tasks.rados.rados.0.smithi016.stdout:1658: oid 31 version 870 is already newer than 869 2024-04-15T14:42:44.363 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 31 v 870 (ObjNum 522 snap 165 seq_num 522) dirty exists 2024-04-15T14:42:44.363 INFO:tasks.rados.rados.0.smithi016.stdout:1658: left oid 31 (ObjNum 522 snap 165 seq_num 522) 2024-04-15T14:42:44.366 INFO:tasks.rados.rados.0.smithi016.stdout:1657: expect (ObjNum 471 snap 150 seq_num 471) 2024-04-15T14:42:44.446 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:42:44 smithi016 ceph-mon[93212]: osdmap e407: 8 total, 8 up, 8 in 2024-04-15T14:42:44.446 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:42:44 smithi016 ceph-mon[90652]: osdmap e407: 8 total, 8 up, 8 in 2024-04-15T14:42:44.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:42:44 smithi102 ceph-mon[87131]: osdmap e407: 8 total, 8 up, 8 in 2024-04-15T14:42:44.740 INFO:tasks.rados.rados.0.smithi016.stdout:1661: finishing copy_from racing read to smithi01678542-24 2024-04-15T14:42:44.740 INFO:tasks.rados.rados.0.smithi016.stdout:1661: finishing copy_from to smithi01678542-24 2024-04-15T14:42:44.740 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 24 v 270 (ObjNum 313 snap 98 seq_num 313) dirty exists 2024-04-15T14:42:45.286 INFO:tasks.rados.rados.0.smithi016.stdout:1657: done (5 left) 2024-04-15T14:42:45.287 INFO:tasks.rados.rados.0.smithi016.stdout:1658: done (4 left) 2024-04-15T14:42:45.287 INFO:tasks.rados.rados.0.smithi016.stdout:1659: done (3 left) 2024-04-15T14:42:45.287 INFO:tasks.rados.rados.0.smithi016.stdout:1660: done (2 left) 2024-04-15T14:42:45.287 INFO:tasks.rados.rados.0.smithi016.stdout:1661: done (1 left) 2024-04-15T14:42:45.287 INFO:tasks.rados.rados.0.smithi016.stdout:1662: done (0 left) 2024-04-15T14:42:45.287 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 47 current snap is 166 2024-04-15T14:42:45.287 INFO:tasks.rados.rados.0.smithi016.stdout:1663: seq_num 523 ranges {4423680=770048,5193728=491520,5685248=311296} 2024-04-15T14:42:45.314 INFO:tasks.rados.rados.0.smithi016.stdout:1663: writing smithi01678542-47 from 4423680 to 5193728 tid 1 2024-04-15T14:42:45.317 INFO:tasks.rados.rados.0.smithi016.stdout:1663: writing smithi01678542-47 from 5193728 to 5685248 tid 2 2024-04-15T14:42:45.320 INFO:tasks.rados.rados.0.smithi016.stdout:1663: writing smithi01678542-47 from 5685248 to 5996544 tid 3 2024-04-15T14:42:45.320 INFO:tasks.rados.rados.0.smithi016.stdout:1664: read oid 37 snap -1 2024-04-15T14:42:45.320 INFO:tasks.rados.rados.0.smithi016.stdout:1664: expect (ObjNum 478 snap 150 seq_num 478) 2024-04-15T14:42:45.320 INFO:tasks.rados.rados.0.smithi016.stdout:1665: read oid 9 snap -1 2024-04-15T14:42:45.320 INFO:tasks.rados.rados.0.smithi016.stdout:1665: expect (ObjNum 0 snap 0 seq_num 0) 2024-04-15T14:42:45.320 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 30 current snap is 166 2024-04-15T14:42:45.320 INFO:tasks.rados.rados.0.smithi016.stdout:1666: seq_num 524 ranges {5980160=786432,6766592=778240,7544832=24576} 2024-04-15T14:42:45.357 INFO:tasks.rados.rados.0.smithi016.stdout:1666: writing smithi01678542-30 from 5980160 to 6766592 tid 1 2024-04-15T14:42:45.362 INFO:tasks.rados.rados.0.smithi016.stdout:1666: writing smithi01678542-30 from 6766592 to 7544832 tid 2 2024-04-15T14:42:45.362 INFO:tasks.rados.rados.0.smithi016.stdout:1666: writing smithi01678542-30 from 7544832 to 7569408 tid 3 2024-04-15T14:42:45.362 INFO:tasks.rados.rados.0.smithi016.stdout:1667: rollback oid 15 current snap is 166 2024-04-15T14:42:45.362 INFO:tasks.rados.rados.0.smithi016.stdout:rollback oid 15 to 164 2024-04-15T14:42:45.362 INFO:tasks.rados.rados.0.smithi016.stdout:1663: finishing write tid 1 to smithi01678542-47 2024-04-15T14:42:45.362 INFO:tasks.rados.rados.0.smithi016.stdout:1665: expect (ObjNum 0 snap 0 seq_num 0) 2024-04-15T14:42:45.366 INFO:tasks.rados.rados.0.smithi016.stdout:1663: finishing write tid 2 to smithi01678542-47 2024-04-15T14:42:45.366 INFO:tasks.rados.rados.0.smithi016.stdout:1663: finishing write tid 3 to smithi01678542-47 2024-04-15T14:42:45.366 INFO:tasks.rados.rados.0.smithi016.stdout:1663: finishing write tid 4 to smithi01678542-47 2024-04-15T14:42:45.366 INFO:tasks.rados.rados.0.smithi016.stdout:1663: finishing write tid 5 to smithi01678542-47 2024-04-15T14:42:45.366 INFO:tasks.rados.rados.0.smithi016.stdout:1663: oid 47 updating version 0 to 887 2024-04-15T14:42:45.366 INFO:tasks.rados.rados.0.smithi016.stdout:1663: oid 47 version 887 is already newer than 886 2024-04-15T14:42:45.366 INFO:tasks.rados.rados.0.smithi016.stdout:1663: oid 47 updating version 887 to 888 2024-04-15T14:42:45.366 INFO:tasks.rados.rados.0.smithi016.stdout:1663: oid 47 version 888 is already newer than 885 2024-04-15T14:42:45.366 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 47 v 888 (ObjNum 523 snap 166 seq_num 523) dirty exists 2024-04-15T14:42:45.367 INFO:tasks.rados.rados.0.smithi016.stdout:1663: left oid 47 (ObjNum 523 snap 166 seq_num 523) 2024-04-15T14:42:45.367 INFO:tasks.rados.rados.0.smithi016.stdout:1664: expect (ObjNum 478 snap 150 seq_num 478) 2024-04-15T14:42:45.469 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:42:45 smithi016 ceph-mon[90652]: pgmap v243: 121 pgs: 121 active+clean; 131 MiB data, 1008 MiB used, 714 GiB / 715 GiB avail; 255 B/s rd, 366 KiB/s wr, 1 op/s 2024-04-15T14:42:45.469 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:42:45 smithi016 ceph-mon[90652]: osdmap e408: 8 total, 8 up, 8 in 2024-04-15T14:42:45.469 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:42:45 smithi016 ceph-mon[90652]: osdmap e409: 8 total, 8 up, 8 in 2024-04-15T14:42:45.469 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:42:45 smithi016 ceph-mon[93212]: pgmap v243: 121 pgs: 121 active+clean; 131 MiB data, 1008 MiB used, 714 GiB / 715 GiB avail; 255 B/s rd, 366 KiB/s wr, 1 op/s 2024-04-15T14:42:45.470 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:42:45 smithi016 ceph-mon[93212]: osdmap e408: 8 total, 8 up, 8 in 2024-04-15T14:42:45.470 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:42:45 smithi016 ceph-mon[93212]: osdmap e409: 8 total, 8 up, 8 in 2024-04-15T14:42:45.556 INFO:tasks.rados.rados.0.smithi016.stdout:1666: finishing write tid 1 to smithi01678542-30 2024-04-15T14:42:45.556 INFO:tasks.rados.rados.0.smithi016.stdout:1666: finishing write tid 2 to smithi01678542-30 2024-04-15T14:42:45.556 INFO:tasks.rados.rados.0.smithi016.stdout:1666: finishing write tid 3 to smithi01678542-30 2024-04-15T14:42:45.556 INFO:tasks.rados.rados.0.smithi016.stdout:1667: finishing rollback tid 0 to smithi01678542-15 2024-04-15T14:42:45.556 INFO:tasks.rados.rados.0.smithi016.stdout:1666: finishing write tid 4 to smithi01678542-30 2024-04-15T14:42:45.556 INFO:tasks.rados.rados.0.smithi016.stdout:1667: finishing rollback tid 1 to smithi01678542-15 2024-04-15T14:42:45.557 INFO:tasks.rados.rados.0.smithi016.stdout:1667: finishing rollback tid 2 to smithi01678542-15 2024-04-15T14:42:45.557 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 15 v 878 (ObjNum 516 snap 159 seq_num 516) dirty exists 2024-04-15T14:42:45.557 INFO:tasks.rados.rados.0.smithi016.stdout:1666: finishing write tid 5 to smithi01678542-30 2024-04-15T14:42:45.557 INFO:tasks.rados.rados.0.smithi016.stdout:1666: oid 30 updating version 0 to 859 2024-04-15T14:42:45.557 INFO:tasks.rados.rados.0.smithi016.stdout:1666: oid 30 updating version 859 to 861 2024-04-15T14:42:45.557 INFO:tasks.rados.rados.0.smithi016.stdout:1666: oid 30 version 861 is already newer than 860 2024-04-15T14:42:45.557 INFO:tasks.rados.rados.0.smithi016.stdout:1666: oid 30 updating version 861 to 862 2024-04-15T14:42:45.557 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 30 v 862 (ObjNum 524 snap 166 seq_num 524) dirty exists 2024-04-15T14:42:45.557 INFO:tasks.rados.rados.0.smithi016.stdout:1666: left oid 30 (ObjNum 524 snap 166 seq_num 524) 2024-04-15T14:42:45.557 INFO:tasks.rados.rados.0.smithi016.stdout:1663: done (4 left) 2024-04-15T14:42:45.557 INFO:tasks.rados.rados.0.smithi016.stdout:1664: done (3 left) 2024-04-15T14:42:45.557 INFO:tasks.rados.rados.0.smithi016.stdout:1665: done (2 left) 2024-04-15T14:42:45.557 INFO:tasks.rados.rados.0.smithi016.stdout:1666: done (1 left) 2024-04-15T14:42:45.557 INFO:tasks.rados.rados.0.smithi016.stdout:1667: done (0 left) 2024-04-15T14:42:45.557 INFO:tasks.rados.rados.0.smithi016.stdout:1668: read oid 31 snap -1 2024-04-15T14:42:45.558 INFO:tasks.rados.rados.0.smithi016.stdout:1668: expect (ObjNum 522 snap 165 seq_num 522) 2024-04-15T14:42:45.558 INFO:tasks.rados.rados.0.smithi016.stdout:1669: copy_from oid 44 from oid 37 current snap is 166 2024-04-15T14:42:45.558 INFO:tasks.rados.rados.0.smithi016.stdout:1670: read oid 25 snap 159 2024-04-15T14:42:45.558 INFO:tasks.rados.rados.0.smithi016.stdout:1670: expect deleted 2024-04-15T14:42:45.558 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 15 current snap is 166 2024-04-15T14:42:45.558 INFO:tasks.rados.rados.0.smithi016.stdout:1671: seq_num 525 ranges {1449984=802816,2252800=712704,2965504=90112} 2024-04-15T14:42:45.569 INFO:tasks.rados.rados.0.smithi016.stdout:1671: writing smithi01678542-15 from 1449984 to 2252800 tid 1 2024-04-15T14:42:45.572 INFO:tasks.rados.rados.0.smithi016.stdout:1671: writing smithi01678542-15 from 2252800 to 2965504 tid 2 2024-04-15T14:42:45.573 INFO:tasks.rados.rados.0.smithi016.stdout:1671: writing smithi01678542-15 from 2965504 to 3055616 tid 3 2024-04-15T14:42:45.573 INFO:tasks.rados.rados.0.smithi016.stdout:1672: rollback oid 27 current snap is 166 2024-04-15T14:42:45.573 INFO:tasks.rados.rados.0.smithi016.stdout:rollback oid 27 to 165 2024-04-15T14:42:45.573 INFO:tasks.rados.rados.0.smithi016.stdout:1668: expect (ObjNum 522 snap 165 seq_num 522) 2024-04-15T14:42:45.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:42:45 smithi102 ceph-mon[87131]: pgmap v243: 121 pgs: 121 active+clean; 131 MiB data, 1008 MiB used, 714 GiB / 715 GiB avail; 255 B/s rd, 366 KiB/s wr, 1 op/s 2024-04-15T14:42:45.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:42:45 smithi102 ceph-mon[87131]: osdmap e408: 8 total, 8 up, 8 in 2024-04-15T14:42:45.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:42:45 smithi102 ceph-mon[87131]: osdmap e409: 8 total, 8 up, 8 in 2024-04-15T14:42:45.688 INFO:tasks.rados.rados.0.smithi016.stdout:1671: finishing write tid 1 to smithi01678542-15 2024-04-15T14:42:45.688 INFO:tasks.rados.rados.0.smithi016.stdout:1669: finishing copy_from racing read to smithi01678542-44 2024-04-15T14:42:45.688 INFO:tasks.rados.rados.0.smithi016.stdout:1668: done (4 left) 2024-04-15T14:42:45.688 INFO:tasks.rados.rados.0.smithi016.stdout:1670: done (3 left) 2024-04-15T14:42:45.688 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 50 current snap is 166 2024-04-15T14:42:45.688 INFO:tasks.rados.rados.0.smithi016.stdout:1673: seq_num 526 ranges {0=417792,417792=589824,1007616=614400} 2024-04-15T14:42:45.690 INFO:tasks.rados.rados.0.smithi016.stdout:1673: writing smithi01678542-50 from 0 to 417792 tid 1 2024-04-15T14:42:45.693 INFO:tasks.rados.rados.0.smithi016.stdout:1673: writing smithi01678542-50 from 417792 to 1007616 tid 2 2024-04-15T14:42:45.697 INFO:tasks.rados.rados.0.smithi016.stdout:1673: writing smithi01678542-50 from 1007616 to 1622016 tid 3 2024-04-15T14:42:45.698 INFO:tasks.rados.rados.0.smithi016.stdout:1674: setattr oid 33 current snap is 166 2024-04-15T14:42:45.698 INFO:tasks.rados.rados.0.smithi016.stdout:1669: finishing copy_from to smithi01678542-44 2024-04-15T14:42:45.698 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 44 v 784 (ObjNum 478 snap 150 seq_num 478) dirty exists 2024-04-15T14:42:45.698 INFO:tasks.rados.rados.0.smithi016.stdout:1672: finishing rollback tid 0 to smithi01678542-27 2024-04-15T14:42:45.698 INFO:tasks.rados.rados.0.smithi016.stdout:1672: finishing rollback tid 1 to smithi01678542-27 2024-04-15T14:42:45.698 INFO:tasks.rados.rados.0.smithi016.stdout:1671: finishing write tid 2 to smithi01678542-15 2024-04-15T14:42:45.698 INFO:tasks.rados.rados.0.smithi016.stdout:1672: finishing rollback tid 2 to smithi01678542-27 2024-04-15T14:42:45.698 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 27 v 529 (ObjNum 515 snap 159 seq_num 515) dirty exists 2024-04-15T14:42:45.698 INFO:tasks.rados.rados.0.smithi016.stdout:1671: finishing write tid 3 to smithi01678542-15 2024-04-15T14:42:45.698 INFO:tasks.rados.rados.0.smithi016.stdout:1671: finishing write tid 4 to smithi01678542-15 2024-04-15T14:42:45.698 INFO:tasks.rados.rados.0.smithi016.stdout:1671: finishing write tid 5 to smithi01678542-15 2024-04-15T14:42:45.698 INFO:tasks.rados.rados.0.smithi016.stdout:1671: oid 15 updating version 0 to 879 2024-04-15T14:42:45.698 INFO:tasks.rados.rados.0.smithi016.stdout:1671: oid 15 updating version 879 to 880 2024-04-15T14:42:45.699 INFO:tasks.rados.rados.0.smithi016.stdout:1671: oid 15 updating version 880 to 881 2024-04-15T14:42:45.699 INFO:tasks.rados.rados.0.smithi016.stdout:1671: oid 15 updating version 881 to 882 2024-04-15T14:42:45.699 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 15 v 882 (ObjNum 525 snap 166 seq_num 525) dirty exists 2024-04-15T14:42:45.699 INFO:tasks.rados.rados.0.smithi016.stdout:1671: left oid 15 (ObjNum 525 snap 166 seq_num 525) 2024-04-15T14:42:45.699 INFO:tasks.rados.rados.0.smithi016.stdout:1673: finishing write tid 1 to smithi01678542-50 2024-04-15T14:42:45.699 INFO:tasks.rados.rados.0.smithi016.stdout:1673: finishing write tid 2 to smithi01678542-50 2024-04-15T14:42:45.699 INFO:tasks.rados.rados.0.smithi016.stdout:1669: done (4 left) 2024-04-15T14:42:45.699 INFO:tasks.rados.rados.0.smithi016.stdout:1671: done (3 left) 2024-04-15T14:42:45.699 INFO:tasks.rados.rados.0.smithi016.stdout:1672: done (2 left) 2024-04-15T14:42:45.699 INFO:tasks.rados.rados.0.smithi016.stdout:1675: copy_from oid 16 from oid 17 current snap is 166 2024-04-15T14:42:45.699 INFO:tasks.rados.rados.0.smithi016.stdout:1676: read oid 9 snap -1 2024-04-15T14:42:45.699 INFO:tasks.rados.rados.0.smithi016.stdout:1676: expect (ObjNum 0 snap 0 seq_num 0) 2024-04-15T14:42:45.699 INFO:tasks.rados.rados.0.smithi016.stdout:1677: rmattr oid 7 current snap is 166 2024-04-15T14:42:45.699 INFO:tasks.rados.rados.0.smithi016.stdout:1678: read oid 39 snap -1 2024-04-15T14:42:45.699 INFO:tasks.rados.rados.0.smithi016.stdout:1678: expect deleted 2024-04-15T14:42:45.700 INFO:tasks.rados.rados.0.smithi016.stdout:1679: snap_create 2024-04-15T14:42:45.700 INFO:tasks.rados.rados.0.smithi016.stdout:1676: expect (ObjNum 0 snap 0 seq_num 0) 2024-04-15T14:42:45.704 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 33 v 964 (ObjNum 65 snap 0 seq_num 1566404707) dirty exists 2024-04-15T14:42:45.704 INFO:tasks.rados.rados.0.smithi016.stdout:1673: finishing write tid 3 to smithi01678542-50 2024-04-15T14:42:45.704 INFO:tasks.rados.rados.0.smithi016.stdout:1673: finishing write tid 4 to smithi01678542-50 2024-04-15T14:42:45.705 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 7 v 962 (ObjNum 503 snap 157 seq_num 503) dirty exists 2024-04-15T14:42:45.705 INFO:tasks.rados.rados.0.smithi016.stdout:1673: finishing write tid 5 to smithi01678542-50 2024-04-15T14:42:45.705 INFO:tasks.rados.rados.0.smithi016.stdout:1673: oid 50 updating version 0 to 890 2024-04-15T14:42:45.705 INFO:tasks.rados.rados.0.smithi016.stdout:1673: oid 50 updating version 890 to 893 2024-04-15T14:42:45.705 INFO:tasks.rados.rados.0.smithi016.stdout:1673: oid 50 version 893 is already newer than 891 2024-04-15T14:42:45.705 INFO:tasks.rados.rados.0.smithi016.stdout:1673: oid 50 version 893 is already newer than 892 2024-04-15T14:42:45.705 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 50 v 893 (ObjNum 526 snap 166 seq_num 526) dirty exists 2024-04-15T14:42:45.705 INFO:tasks.rados.rados.0.smithi016.stdout:1673: left oid 50 (ObjNum 526 snap 166 seq_num 526) 2024-04-15T14:42:45.710 INFO:tasks.rados.rados.0.smithi016.stdout:1675: finishing copy_from racing read to smithi01678542-16 2024-04-15T14:42:45.711 INFO:tasks.rados.rados.0.smithi016.stdout:1675: finishing copy_from to smithi01678542-16 2024-04-15T14:42:45.711 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 16 v 431 (ObjNum 464 snap 150 seq_num 464) dirty exists 2024-04-15T14:42:46.103 INFO:journalctl@ceph.osd.3.smithi016.stdout:Apr 15 14:42:45 smithi016 systemd[1]: Stopping Ceph osd.3 for 362ea986-fb34-11ee-bc8f-c7b262605968... 2024-04-15T14:42:46.343 INFO:tasks.rados.rados.0.smithi016.stdout:1673: done (6 left) 2024-04-15T14:42:46.343 INFO:tasks.rados.rados.0.smithi016.stdout:1674: done (5 left) 2024-04-15T14:42:46.343 INFO:tasks.rados.rados.0.smithi016.stdout:1675: done (4 left) 2024-04-15T14:42:46.343 INFO:tasks.rados.rados.0.smithi016.stdout:1676: done (3 left) 2024-04-15T14:42:46.344 INFO:tasks.rados.rados.0.smithi016.stdout:1677: done (2 left) 2024-04-15T14:42:46.344 INFO:tasks.rados.rados.0.smithi016.stdout:1678: done (1 left) 2024-04-15T14:42:46.344 INFO:tasks.rados.rados.0.smithi016.stdout:1679: done (0 left) 2024-04-15T14:42:46.344 INFO:tasks.rados.rados.0.smithi016.stdout:1680: setattr oid 36 current snap is 167 2024-04-15T14:42:46.344 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 2 current snap is 167 2024-04-15T14:42:46.344 INFO:tasks.rados.rados.0.smithi016.stdout:1681: seq_num 527 ranges {40960=434176,475136=475136,950272=565248,1515520=163840} 2024-04-15T14:42:46.347 INFO:tasks.rados.rados.0.smithi016.stdout:1681: writing smithi01678542-2 from 40960 to 475136 tid 1 2024-04-15T14:42:46.351 INFO:tasks.rados.rados.0.smithi016.stdout:1681: writing smithi01678542-2 from 475136 to 950272 tid 2 2024-04-15T14:42:46.355 INFO:tasks.rados.rados.0.smithi016.stdout:1681: writing smithi01678542-2 from 950272 to 1515520 tid 3 2024-04-15T14:42:46.356 INFO:tasks.rados.rados.0.smithi016.stdout:1681: writing smithi01678542-2 from 1515520 to 1679360 tid 4 2024-04-15T14:42:46.357 INFO:tasks.rados.rados.0.smithi016.stdout:1682: read oid 25 snap -1 2024-04-15T14:42:46.357 INFO:tasks.rados.rados.0.smithi016.stdout:1682: expect deleted 2024-04-15T14:42:46.357 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 17 current snap is 167 2024-04-15T14:42:46.357 INFO:tasks.rados.rados.0.smithi016.stdout:1683: seq_num 528 ranges {2588672=450560,3039232=761856,3801088=442368} 2024-04-15T14:42:46.373 INFO:tasks.rados.rados.0.smithi016.stdout:1683: writing smithi01678542-17 from 2588672 to 3039232 tid 1 2024-04-15T14:42:46.377 INFO:tasks.rados.rados.0.smithi016.stdout:1683: writing smithi01678542-17 from 3039232 to 3801088 tid 2 2024-04-15T14:42:46.380 INFO:tasks.rados.rados.0.smithi016.stdout:1683: writing smithi01678542-17 from 3801088 to 4243456 tid 3 2024-04-15T14:42:46.380 INFO:tasks.rados.rados.0.smithi016.stdout:1684: read oid 8 snap -1 2024-04-15T14:42:46.380 INFO:tasks.rados.rados.0.smithi016.stdout:1684: expect (ObjNum 514 snap 158 seq_num 514) 2024-04-15T14:42:46.380 INFO:tasks.rados.rados.0.smithi016.stdout:1685: read oid 39 snap 165 2024-04-15T14:42:46.380 INFO:tasks.rados.rados.0.smithi016.stdout:1685: expect deleted 2024-04-15T14:42:46.381 INFO:tasks.rados.rados.0.smithi016.stdout:1686: delete oid 6 current snap is 167 2024-04-15T14:42:46.381 INFO:tasks.rados.rados.0.smithi016.stdout:1683: finishing write tid 1 to smithi01678542-17 2024-04-15T14:42:46.381 INFO:tasks.rados.rados.0.smithi016.stdout:1683: finishing write tid 2 to smithi01678542-17 2024-04-15T14:42:46.385 INFO:tasks.rados.rados.0.smithi016.stdout:1686: done (6 left) 2024-04-15T14:42:46.386 INFO:tasks.rados.rados.0.smithi016.stdout:1687: snap_remove snap 164 2024-04-15T14:42:46.539 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:42:46 smithi016 ceph-mon[90652]: osd.3 marked itself down and dead 2024-04-15T14:42:46.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:42:46 smithi016 ceph-mon[93212]: osd.3 marked itself down and dead 2024-04-15T14:42:46.540 INFO:journalctl@ceph.osd.3.smithi016.stdout:Apr 15 14:42:46 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-osd-3[59214]: 2024-04-15T14:42:46.101+0000 7f726bf83700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.3 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-04-15T14:42:46.540 INFO:journalctl@ceph.osd.3.smithi016.stdout:Apr 15 14:42:46 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-osd-3[59214]: 2024-04-15T14:42:46.101+0000 7f726bf83700 -1 osd.3 409 *** Got signal Terminated *** 2024-04-15T14:42:46.540 INFO:journalctl@ceph.osd.3.smithi016.stdout:Apr 15 14:42:46 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-osd-3[59214]: 2024-04-15T14:42:46.101+0000 7f726bf83700 -1 osd.3 409 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-04-15T14:42:46.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:42:46 smithi102 ceph-mon[87131]: osd.3 marked itself down and dead 2024-04-15T14:42:47.166 INFO:journalctl@ceph.osd.3.smithi016.stdout:Apr 15 14:42:46 smithi016 podman[113657]: 2024-04-15 14:42:46.889249319 +0000 UTC m=+0.896958443 container died b2684936efa618f231ea21d4e502474f06ccc165642ef92a2d37885d1a63e518 (image=quay.ceph.io/ceph-ci/ceph@sha256:68779415073ff203e402b0379758fdddf51fc45e34dd0f039888aa95268c5315, name=ceph-362ea986-fb34-11ee-bc8f-c7b262605968-osd-3, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, ceph=True, io.buildah.version=1.33.5, GIT_CLEAN=True, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, RELEASE=reef-e3fb05d, org.label-schema.name=CentOS Stream 8 Base Image, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240409) 2024-04-15T14:42:47.345 INFO:tasks.rados.rados.0.smithi016.stdout:1683: finishing write tid 3 to smithi01678542-17 2024-04-15T14:42:47.345 INFO:tasks.rados.rados.0.smithi016.stdout:1683: finishing write tid 4 to smithi01678542-17 2024-04-15T14:42:47.345 INFO:tasks.rados.rados.0.smithi016.stdout:1683: finishing write tid 5 to smithi01678542-17 2024-04-15T14:42:47.345 INFO:tasks.rados.rados.0.smithi016.stdout:1683: oid 17 updating version 0 to 554 2024-04-15T14:42:47.345 INFO:tasks.rados.rados.0.smithi016.stdout:1683: oid 17 version 554 is already newer than 553 2024-04-15T14:42:47.345 INFO:tasks.rados.rados.0.smithi016.stdout:1683: oid 17 version 554 is already newer than 552 2024-04-15T14:42:47.346 INFO:tasks.rados.rados.0.smithi016.stdout:1683: oid 17 updating version 554 to 555 2024-04-15T14:42:47.346 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 17 v 555 (ObjNum 528 snap 167 seq_num 528) dirty exists 2024-04-15T14:42:47.346 INFO:tasks.rados.rados.0.smithi016.stdout:1683: left oid 17 (ObjNum 528 snap 167 seq_num 528) 2024-04-15T14:42:47.346 INFO:tasks.rados.rados.0.smithi016.stdout:1684: expect (ObjNum 514 snap 158 seq_num 514) 2024-04-15T14:42:47.539 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:42:47 smithi016 ceph-mon[90652]: pgmap v246: 121 pgs: 121 active+clean; 141 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail; 11 MiB/s rd, 2.8 MiB/s wr, 29 op/s 2024-04-15T14:42:47.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:42:47 smithi016 ceph-mon[90652]: Health check failed: 1 osds down (OSD_DOWN) 2024-04-15T14:42:47.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:42:47 smithi016 ceph-mon[90652]: osdmap e410: 8 total, 7 up, 8 in 2024-04-15T14:42:47.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:42:47 smithi016 ceph-mon[93212]: pgmap v246: 121 pgs: 121 active+clean; 141 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail; 11 MiB/s rd, 2.8 MiB/s wr, 29 op/s 2024-04-15T14:42:47.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:42:47 smithi016 ceph-mon[93212]: Health check failed: 1 osds down (OSD_DOWN) 2024-04-15T14:42:47.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:42:47 smithi016 ceph-mon[93212]: osdmap e410: 8 total, 7 up, 8 in 2024-04-15T14:42:47.540 INFO:journalctl@ceph.osd.3.smithi016.stdout:Apr 15 14:42:47 smithi016 podman[113657]: 2024-04-15 14:42:47.265067391 +0000 UTC m=+1.272776545 container cleanup b2684936efa618f231ea21d4e502474f06ccc165642ef92a2d37885d1a63e518 (image=quay.ceph.io/ceph-ci/ceph@sha256:68779415073ff203e402b0379758fdddf51fc45e34dd0f039888aa95268c5315, name=ceph-362ea986-fb34-11ee-bc8f-c7b262605968-osd-3, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, org.label-schema.build-date=20240409, RELEASE=reef-e3fb05d, ceph=True, org.label-schema.license=GPLv2, GIT_CLEAN=True, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=) 2024-04-15T14:42:47.540 INFO:journalctl@ceph.osd.3.smithi016.stdout:Apr 15 14:42:47 smithi016 bash[113657]: ceph-362ea986-fb34-11ee-bc8f-c7b262605968-osd-3 2024-04-15T14:42:47.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:42:47 smithi102 ceph-mon[87131]: pgmap v246: 121 pgs: 121 active+clean; 141 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail; 11 MiB/s rd, 2.8 MiB/s wr, 29 op/s 2024-04-15T14:42:47.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:42:47 smithi102 ceph-mon[87131]: Health check failed: 1 osds down (OSD_DOWN) 2024-04-15T14:42:47.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:42:47 smithi102 ceph-mon[87131]: osdmap e410: 8 total, 7 up, 8 in 2024-04-15T14:42:47.924 INFO:journalctl@ceph.osd.3.smithi016.stdout:Apr 15 14:42:47 smithi016 podman[113680]: 2024-04-15 14:42:47.566167069 +0000 UTC m=+0.671630669 container remove b2684936efa618f231ea21d4e502474f06ccc165642ef92a2d37885d1a63e518 (image=quay.ceph.io/ceph-ci/ceph@sha256:68779415073ff203e402b0379758fdddf51fc45e34dd0f039888aa95268c5315, name=ceph-362ea986-fb34-11ee-bc8f-c7b262605968-osd-3, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, ceph=True, org.label-schema.build-date=20240409, GIT_CLEAN=True, RELEASE=reef-e3fb05d, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS) 2024-04-15T14:42:48.236 INFO:journalctl@ceph.osd.3.smithi016.stdout:Apr 15 14:42:47 smithi016 podman[113774]: 2024-04-15 14:42:47.827157542 +0000 UTC m=+0.017520102 image pull 259793512b732efd8e04a33aa28c6de3675c47d120bc226206521425d246003e quay.ceph.io/ceph-ci/ceph@sha256:55072b3f7eae2e3409906b98d09d882e1c3dc2a9205d85fd5f4c0bc62f82d163 2024-04-15T14:42:48.237 INFO:journalctl@ceph.osd.3.smithi016.stdout:Apr 15 14:42:47 smithi016 podman[113774]: 2024-04-15 14:42:47.942213139 +0000 UTC m=+0.132575700 container create e77dcbcf05772e5a6972240bc760ab8f95ddb86e2aa57625e68331c5a06929fb (image=quay.ceph.io/ceph-ci/ceph@sha256:55072b3f7eae2e3409906b98d09d882e1c3dc2a9205d85fd5f4c0bc62f82d163, name=ceph-362ea986-fb34-11ee-bc8f-c7b262605968-osd-3-deactivate, ceph=True, GIT_CLEAN=True, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240409, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, io.buildah.version=1.33.5, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, RELEASE=main-c2d8c31, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-04-15T14:42:48.237 INFO:journalctl@ceph.osd.3.smithi016.stdout:Apr 15 14:42:48 smithi016 podman[113774]: 2024-04-15 14:42:48.152970691 +0000 UTC m=+0.343333256 container init e77dcbcf05772e5a6972240bc760ab8f95ddb86e2aa57625e68331c5a06929fb (image=quay.ceph.io/ceph-ci/ceph@sha256:55072b3f7eae2e3409906b98d09d882e1c3dc2a9205d85fd5f4c0bc62f82d163, name=ceph-362ea986-fb34-11ee-bc8f-c7b262605968-osd-3-deactivate, maintainer=Guillaume Abrioux , GIT_CLEAN=True, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image, RELEASE=main-c2d8c31, ceph=True, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240409, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, io.buildah.version=1.33.5) 2024-04-15T14:42:48.237 INFO:journalctl@ceph.osd.3.smithi016.stdout:Apr 15 14:42:48 smithi016 podman[113774]: 2024-04-15 14:42:48.1582624 +0000 UTC m=+0.348624960 container start e77dcbcf05772e5a6972240bc760ab8f95ddb86e2aa57625e68331c5a06929fb (image=quay.ceph.io/ceph-ci/ceph@sha256:55072b3f7eae2e3409906b98d09d882e1c3dc2a9205d85fd5f4c0bc62f82d163, name=ceph-362ea986-fb34-11ee-bc8f-c7b262605968-osd-3-deactivate, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, ceph=True, RELEASE=main-c2d8c31, io.buildah.version=1.33.5, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image, maintainer=Guillaume Abrioux , GIT_CLEAN=True, org.label-schema.build-date=20240409, CEPH_POINT_RELEASE=) 2024-04-15T14:42:48.237 INFO:journalctl@ceph.osd.3.smithi016.stdout:Apr 15 14:42:48 smithi016 podman[113774]: 2024-04-15 14:42:48.236171932 +0000 UTC m=+0.426534510 container attach e77dcbcf05772e5a6972240bc760ab8f95ddb86e2aa57625e68331c5a06929fb (image=quay.ceph.io/ceph-ci/ceph@sha256:55072b3f7eae2e3409906b98d09d882e1c3dc2a9205d85fd5f4c0bc62f82d163, name=ceph-362ea986-fb34-11ee-bc8f-c7b262605968-osd-3-deactivate, RELEASE=main-c2d8c31, org.label-schema.build-date=20240409, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , ceph=True, GIT_CLEAN=True, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, io.buildah.version=1.33.5) 2024-04-15T14:42:48.344 INFO:tasks.rados.rados.0.smithi016.stdout:1681: finishing write tid 1 to smithi01678542-2 2024-04-15T14:42:48.344 INFO:tasks.rados.rados.0.smithi016.stdout:1681: finishing write tid 2 to smithi01678542-2 2024-04-15T14:42:48.344 INFO:tasks.rados.rados.0.smithi016.stdout:1681: finishing write tid 3 to smithi01678542-2 2024-04-15T14:42:48.345 INFO:tasks.rados.rados.0.smithi016.stdout:1681: finishing write tid 4 to smithi01678542-2 2024-04-15T14:42:48.345 INFO:tasks.rados.rados.0.smithi016.stdout:1681: finishing write tid 5 to smithi01678542-2 2024-04-15T14:42:48.345 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 36 v 895 (ObjNum 345 snap 111 seq_num 345) dirty exists 2024-04-15T14:42:48.345 INFO:tasks.rados.rados.0.smithi016.stdout:1681: finishing write tid 6 to smithi01678542-2 2024-04-15T14:42:48.345 INFO:tasks.rados.rados.0.smithi016.stdout:1681: oid 2 updating version 0 to 899 2024-04-15T14:42:48.345 INFO:tasks.rados.rados.0.smithi016.stdout:1681: oid 2 updating version 899 to 902 2024-04-15T14:42:48.345 INFO:tasks.rados.rados.0.smithi016.stdout:1681: oid 2 version 902 is already newer than 901 2024-04-15T14:42:48.345 INFO:tasks.rados.rados.0.smithi016.stdout:1681: oid 2 version 902 is already newer than 900 2024-04-15T14:42:48.345 INFO:tasks.rados.rados.0.smithi016.stdout:1681: oid 2 version 902 is already newer than 898 2024-04-15T14:42:48.345 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 2 v 902 (ObjNum 527 snap 167 seq_num 527) dirty exists 2024-04-15T14:42:48.346 INFO:tasks.rados.rados.0.smithi016.stdout:1681: left oid 2 (ObjNum 527 snap 167 seq_num 527) 2024-04-15T14:42:48.346 INFO:tasks.rados.rados.0.smithi016.stdout:1680: done (6 left) 2024-04-15T14:42:48.346 INFO:tasks.rados.rados.0.smithi016.stdout:1681: done (5 left) 2024-04-15T14:42:48.346 INFO:tasks.rados.rados.0.smithi016.stdout:1682: done (4 left) 2024-04-15T14:42:48.346 INFO:tasks.rados.rados.0.smithi016.stdout:1683: done (3 left) 2024-04-15T14:42:48.346 INFO:tasks.rados.rados.0.smithi016.stdout:1684: done (2 left) 2024-04-15T14:42:48.346 INFO:tasks.rados.rados.0.smithi016.stdout:1685: done (1 left) 2024-04-15T14:42:48.346 INFO:tasks.rados.rados.0.smithi016.stdout:1687: done (0 left) 2024-04-15T14:42:48.346 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 3 current snap is 167 2024-04-15T14:42:48.346 INFO:tasks.rados.rados.0.smithi016.stdout:1688: seq_num 530 ranges {3039232=483328,3522560=532480,4055040=671744} 2024-04-15T14:42:48.363 INFO:tasks.rados.rados.0.smithi016.stdout:1688: writing smithi01678542-3 from 3039232 to 3522560 tid 1 2024-04-15T14:42:48.366 INFO:tasks.rados.rados.0.smithi016.stdout:1688: writing smithi01678542-3 from 3522560 to 4055040 tid 2 2024-04-15T14:42:48.371 INFO:tasks.rados.rados.0.smithi016.stdout:1688: writing smithi01678542-3 from 4055040 to 4726784 tid 3 2024-04-15T14:42:48.371 INFO:tasks.rados.rados.0.smithi016.stdout:1689: setattr oid 12 current snap is 167 2024-04-15T14:42:48.371 INFO:tasks.rados.rados.0.smithi016.stdout:1688: finishing write tid 1 to smithi01678542-3 2024-04-15T14:42:48.371 INFO:tasks.rados.rados.0.smithi016.stdout:1688: finishing write tid 2 to smithi01678542-3 2024-04-15T14:42:48.372 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 9 current snap is 167 2024-04-15T14:42:48.372 INFO:tasks.rados.rados.0.smithi016.stdout:1690: seq_num 531 ranges {0=499712,499712=417792,917504=548864,1466368=237568} 2024-04-15T14:42:48.375 INFO:tasks.rados.rados.0.smithi016.stdout:1690: writing smithi01678542-9 from 0 to 499712 tid 1 2024-04-15T14:42:48.377 INFO:tasks.rados.rados.0.smithi016.stdout:1690: writing smithi01678542-9 from 499712 to 917504 tid 2 2024-04-15T14:42:48.381 INFO:tasks.rados.rados.0.smithi016.stdout:1690: writing smithi01678542-9 from 917504 to 1466368 tid 3 2024-04-15T14:42:48.384 INFO:tasks.rados.rados.0.smithi016.stdout:1690: writing smithi01678542-9 from 1466368 to 1703936 tid 4 2024-04-15T14:42:48.384 INFO:tasks.rados.rados.0.smithi016.stdout:1691: copy_from oid 7 from oid 4 current snap is 167 2024-04-15T14:42:48.384 INFO:tasks.rados.rados.0.smithi016.stdout:1688: finishing write tid 3 to smithi01678542-3 2024-04-15T14:42:48.384 INFO:tasks.rados.rados.0.smithi016.stdout:1688: finishing write tid 4 to smithi01678542-3 2024-04-15T14:42:48.384 INFO:tasks.rados.rados.0.smithi016.stdout:1688: finishing write tid 5 to smithi01678542-3 2024-04-15T14:42:48.384 INFO:tasks.rados.rados.0.smithi016.stdout:1688: oid 3 updating version 0 to 866 2024-04-15T14:42:48.384 INFO:tasks.rados.rados.0.smithi016.stdout:1688: oid 3 version 866 is already newer than 864 2024-04-15T14:42:48.384 INFO:tasks.rados.rados.0.smithi016.stdout:1688: oid 3 version 866 is already newer than 865 2024-04-15T14:42:48.384 INFO:tasks.rados.rados.0.smithi016.stdout:1688: oid 3 version 866 is already newer than 863 2024-04-15T14:42:48.384 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 3 v 866 (ObjNum 530 snap 167 seq_num 530) dirty exists 2024-04-15T14:42:48.384 INFO:tasks.rados.rados.0.smithi016.stdout:1688: left oid 3 (ObjNum 530 snap 167 seq_num 530) 2024-04-15T14:42:48.384 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 12 v 866 (ObjNum 285 snap 84 seq_num 285) dirty exists 2024-04-15T14:42:48.384 INFO:tasks.rados.rados.0.smithi016.stdout:1690: finishing write tid 1 to smithi01678542-9 2024-04-15T14:42:48.385 INFO:tasks.rados.rados.0.smithi016.stdout:1690: finishing write tid 2 to smithi01678542-9 2024-04-15T14:42:48.385 INFO:tasks.rados.rados.0.smithi016.stdout:1688: done (3 left) 2024-04-15T14:42:48.385 INFO:tasks.rados.rados.0.smithi016.stdout:1689: done (2 left) 2024-04-15T14:42:48.385 INFO:tasks.rados.rados.0.smithi016.stdout:1692: rollback oid 28 current snap is 167 2024-04-15T14:42:48.385 INFO:tasks.rados.rados.0.smithi016.stdout:rollback oid 28 to 163 2024-04-15T14:42:48.385 INFO:tasks.rados.rados.0.smithi016.stdout:1693: delete oid 27 current snap is 167 2024-04-15T14:42:48.385 INFO:tasks.rados.rados.0.smithi016.stdout:1691: finishing copy_from to smithi01678542-7 2024-04-15T14:42:48.385 INFO:tasks.rados.rados.0.smithi016.stdout:1691: got expected ENOENT (src dne) 2024-04-15T14:42:48.385 INFO:tasks.rados.rados.0.smithi016.stdout:1691: finishing copy_from racing read to smithi01678542-7 2024-04-15T14:42:48.387 INFO:tasks.rados.rados.0.smithi016.stdout:1690: finishing write tid 3 to smithi01678542-9 2024-04-15T14:42:48.387 INFO:tasks.rados.rados.0.smithi016.stdout:1690: finishing write tid 4 to smithi01678542-9 2024-04-15T14:42:48.387 INFO:tasks.rados.rados.0.smithi016.stdout:1691: done (3 left) 2024-04-15T14:42:48.387 INFO:tasks.rados.rados.0.smithi016.stdout:1693: done (2 left) 2024-04-15T14:42:48.387 INFO:tasks.rados.rados.0.smithi016.stdout:1694: copy_from oid 38 from oid 5 current snap is 167 2024-04-15T14:42:48.387 INFO:tasks.rados.rados.0.smithi016.stdout:1695: copy_from oid 29 from oid 14 current snap is 167 2024-04-15T14:42:48.387 INFO:tasks.rados.rados.0.smithi016.stdout:1696: read oid 16 snap -1 2024-04-15T14:42:48.387 INFO:tasks.rados.rados.0.smithi016.stdout:1696: expect (ObjNum 464 snap 150 seq_num 464) 2024-04-15T14:42:48.387 INFO:tasks.rados.rados.0.smithi016.stdout:1697: delete oid 19 current snap is 167 2024-04-15T14:42:48.387 INFO:tasks.rados.rados.0.smithi016.stdout:1690: finishing write tid 5 to smithi01678542-9 2024-04-15T14:42:48.388 INFO:tasks.rados.rados.0.smithi016.stdout:1692: finishing rollback tid 0 to smithi01678542-28 2024-04-15T14:42:48.388 INFO:tasks.rados.rados.0.smithi016.stdout:1695: finishing copy_from to smithi01678542-29 2024-04-15T14:42:48.388 INFO:tasks.rados.rados.0.smithi016.stdout:1695: got expected ENOENT (src dne) 2024-04-15T14:42:48.388 INFO:tasks.rados.rados.0.smithi016.stdout:1695: finishing copy_from racing read to smithi01678542-29 2024-04-15T14:42:48.388 INFO:tasks.rados.rados.0.smithi016.stdout:1690: finishing write tid 6 to smithi01678542-9 2024-04-15T14:42:48.388 INFO:tasks.rados.rados.0.smithi016.stdout:1690: oid 9 updating version 0 to 887 2024-04-15T14:42:48.388 INFO:tasks.rados.rados.0.smithi016.stdout:1690: oid 9 version 887 is already newer than 886 2024-04-15T14:42:48.389 INFO:tasks.rados.rados.0.smithi016.stdout:1690: oid 9 version 887 is already newer than 885 2024-04-15T14:42:48.389 INFO:tasks.rados.rados.0.smithi016.stdout:1690: oid 9 version 887 is already newer than 883 2024-04-15T14:42:48.389 INFO:tasks.rados.rados.0.smithi016.stdout:1690: oid 9 version 887 is already newer than 884 2024-04-15T14:42:48.389 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 9 v 887 (ObjNum 531 snap 167 seq_num 531) dirty exists 2024-04-15T14:42:48.389 INFO:tasks.rados.rados.0.smithi016.stdout:1690: left oid 9 (ObjNum 531 snap 167 seq_num 531) 2024-04-15T14:42:48.390 INFO:tasks.rados.rados.0.smithi016.stdout:1690: done (5 left) 2024-04-15T14:42:48.391 INFO:tasks.rados.rados.0.smithi016.stdout:1695: done (4 left) 2024-04-15T14:42:48.391 INFO:tasks.rados.rados.0.smithi016.stdout:1697: done (3 left) 2024-04-15T14:42:48.391 INFO:tasks.rados.rados.0.smithi016.stdout:1698: rmattr oid 11 current snap is 167 2024-04-15T14:42:48.391 INFO:tasks.rados.rados.0.smithi016.stdout:1698: done (3 left) 2024-04-15T14:42:48.391 INFO:tasks.rados.rados.0.smithi016.stdout:1699: read oid 46 snap -1 2024-04-15T14:42:48.391 INFO:tasks.rados.rados.0.smithi016.stdout:1699: expect deleted 2024-04-15T14:42:48.391 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 26 current snap is 167 2024-04-15T14:42:48.391 INFO:tasks.rados.rados.0.smithi016.stdout:1700: seq_num 534 ranges {0=548864,548864=516096,1064960=688128} 2024-04-15T14:42:48.393 INFO:tasks.rados.rados.0.smithi016.stdout:1700: writing smithi01678542-26 from 0 to 548864 tid 1 2024-04-15T14:42:48.396 INFO:tasks.rados.rados.0.smithi016.stdout:1700: writing smithi01678542-26 from 548864 to 1064960 tid 2 2024-04-15T14:42:48.401 INFO:tasks.rados.rados.0.smithi016.stdout:1700: writing smithi01678542-26 from 1064960 to 1753088 tid 3 2024-04-15T14:42:48.401 INFO:tasks.rados.rados.0.smithi016.stdout:1701: delete oid 42 current snap is 167 2024-04-15T14:42:48.401 INFO:tasks.rados.rados.0.smithi016.stdout:1692: finishing rollback tid 1 to smithi01678542-28 2024-04-15T14:42:48.401 INFO:tasks.rados.rados.0.smithi016.stdout:1694: finishing copy_from racing read to smithi01678542-38 2024-04-15T14:42:48.401 INFO:tasks.rados.rados.0.smithi016.stdout:1692: finishing rollback tid 2 to smithi01678542-28 2024-04-15T14:42:48.401 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 28 v 453 (ObjNum 65 snap 0 seq_num 1767400795) dirty exists 2024-04-15T14:42:48.401 INFO:tasks.rados.rados.0.smithi016.stdout:1694: finishing copy_from to smithi01678542-38 2024-04-15T14:42:48.401 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 38 v 772 (ObjNum 432 snap 139 seq_num 432) dirty exists 2024-04-15T14:42:48.401 INFO:tasks.rados.rados.0.smithi016.stdout:1700: finishing write tid 1 to smithi01678542-26 2024-04-15T14:42:48.401 INFO:tasks.rados.rados.0.smithi016.stdout:1700: finishing write tid 2 to smithi01678542-26 2024-04-15T14:42:48.404 INFO:tasks.rados.rados.0.smithi016.stdout:1692: done (5 left) 2024-04-15T14:42:48.404 INFO:tasks.rados.rados.0.smithi016.stdout:1694: done (4 left) 2024-04-15T14:42:48.404 INFO:tasks.rados.rados.0.smithi016.stdout:1699: done (3 left) 2024-04-15T14:42:48.404 INFO:tasks.rados.rados.0.smithi016.stdout:1701: done (2 left) 2024-04-15T14:42:48.404 INFO:tasks.rados.rados.0.smithi016.stdout:1702: snap_remove snap 165 2024-04-15T14:42:48.539 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:42:48 smithi016 ceph-mon[90652]: osdmap e411: 8 total, 7 up, 8 in 2024-04-15T14:42:48.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:42:48 smithi016 ceph-mon[93212]: osdmap e411: 8 total, 7 up, 8 in 2024-04-15T14:42:48.540 INFO:journalctl@ceph.osd.3.smithi016.stdout:Apr 15 14:42:48 smithi016 podman[113774]: 2024-04-15 14:42:48.475452881 +0000 UTC m=+0.665815433 container died e77dcbcf05772e5a6972240bc760ab8f95ddb86e2aa57625e68331c5a06929fb (image=quay.ceph.io/ceph-ci/ceph@sha256:55072b3f7eae2e3409906b98d09d882e1c3dc2a9205d85fd5f4c0bc62f82d163, name=ceph-362ea986-fb34-11ee-bc8f-c7b262605968-osd-3-deactivate, GIT_CLEAN=True, ceph=True, maintainer=Guillaume Abrioux , GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240409, org.label-schema.schema-version=1.0, io.buildah.version=1.33.5, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=main-c2d8c31, org.label-schema.name=CentOS Stream 8 Base Image) 2024-04-15T14:42:48.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:42:48 smithi102 ceph-mon[87131]: osdmap e411: 8 total, 7 up, 8 in 2024-04-15T14:42:49.353 INFO:journalctl@ceph.osd.3.smithi016.stdout:Apr 15 14:42:49 smithi016 podman[113820]: 2024-04-15 14:42:49.073157408 +0000 UTC m=+0.588795451 container remove e77dcbcf05772e5a6972240bc760ab8f95ddb86e2aa57625e68331c5a06929fb (image=quay.ceph.io/ceph-ci/ceph@sha256:55072b3f7eae2e3409906b98d09d882e1c3dc2a9205d85fd5f4c0bc62f82d163, name=ceph-362ea986-fb34-11ee-bc8f-c7b262605968-osd-3-deactivate, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240409, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.vendor=CentOS, io.buildah.version=1.33.5, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, ceph=True, maintainer=Guillaume Abrioux , GIT_CLEAN=True, org.label-schema.schema-version=1.0, RELEASE=main-c2d8c31, CEPH_POINT_RELEASE=) 2024-04-15T14:42:49.354 INFO:journalctl@ceph.osd.3.smithi016.stdout:Apr 15 14:42:49 smithi016 systemd[1]: ceph-362ea986-fb34-11ee-bc8f-c7b262605968@osd.3.service: Deactivated successfully. 2024-04-15T14:42:49.354 INFO:journalctl@ceph.osd.3.smithi016.stdout:Apr 15 14:42:49 smithi016 systemd[1]: Stopped Ceph osd.3 for 362ea986-fb34-11ee-bc8f-c7b262605968. 2024-04-15T14:42:49.354 INFO:journalctl@ceph.osd.3.smithi016.stdout:Apr 15 14:42:49 smithi016 systemd[1]: ceph-362ea986-fb34-11ee-bc8f-c7b262605968@osd.3.service: Consumed 11.869s CPU time. 2024-04-15T14:42:49.354 INFO:journalctl@ceph.osd.3.smithi016.stdout:Apr 15 14:42:49 smithi016 systemd[1]: Starting Ceph osd.3 for 362ea986-fb34-11ee-bc8f-c7b262605968... 2024-04-15T14:42:49.361 INFO:tasks.rados.rados.0.smithi016.stdout:1702: done (2 left) 2024-04-15T14:42:49.361 INFO:tasks.rados.rados.0.smithi016.stdout:1703: delete oid 15 current snap is 167 2024-04-15T14:42:49.361 INFO:tasks.rados.rados.0.smithi016.stdout:1700: finishing write tid 3 to smithi01678542-26 2024-04-15T14:42:49.361 INFO:tasks.rados.rados.0.smithi016.stdout:1700: finishing write tid 4 to smithi01678542-26 2024-04-15T14:42:49.361 INFO:tasks.rados.rados.0.smithi016.stdout:1696: expect (ObjNum 464 snap 150 seq_num 464) 2024-04-15T14:42:49.504 INFO:tasks.rados.rados.0.smithi016.stdout:1700: finishing write tid 5 to smithi01678542-26 2024-04-15T14:42:49.505 INFO:tasks.rados.rados.0.smithi016.stdout:1700: oid 26 updating version 0 to 509 2024-04-15T14:42:49.505 INFO:tasks.rados.rados.0.smithi016.stdout:1700: oid 26 version 509 is already newer than 508 2024-04-15T14:42:49.505 INFO:tasks.rados.rados.0.smithi016.stdout:1700: oid 26 updating version 509 to 510 2024-04-15T14:42:49.505 INFO:tasks.rados.rados.0.smithi016.stdout:1700: oid 26 updating version 510 to 511 2024-04-15T14:42:49.505 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 26 v 511 (ObjNum 534 snap 167 seq_num 534) dirty exists 2024-04-15T14:42:49.505 INFO:tasks.rados.rados.0.smithi016.stdout:1700: left oid 26 (ObjNum 534 snap 167 seq_num 534) 2024-04-15T14:42:49.505 INFO:tasks.rados.rados.0.smithi016.stdout:1696: done (2 left) 2024-04-15T14:42:49.505 INFO:tasks.rados.rados.0.smithi016.stdout:1700: done (1 left) 2024-04-15T14:42:49.505 INFO:tasks.rados.rados.0.smithi016.stdout:1703: done (0 left) 2024-04-15T14:42:49.505 INFO:tasks.rados.rados.0.smithi016.stdout:1704: delete oid 23 current snap is 167 2024-04-15T14:42:49.507 INFO:tasks.rados.rados.0.smithi016.stdout:1704: done (0 left) 2024-04-15T14:42:49.507 INFO:tasks.rados.rados.0.smithi016.stdout:1705: copy_from oid 6 from oid 30 current snap is 167 2024-04-15T14:42:49.507 INFO:tasks.rados.rados.0.smithi016.stdout:1706: snap_remove snap 159 2024-04-15T14:42:49.652 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:42:49 smithi016 ceph-mon[90652]: pgmap v249: 121 pgs: 16 stale+active+clean, 105 active+clean; 141 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail; 11 MiB/s rd, 2.8 MiB/s wr, 29 op/s 2024-04-15T14:42:49.652 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:42:49 smithi016 ceph-mon[93212]: pgmap v249: 121 pgs: 16 stale+active+clean, 105 active+clean; 141 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail; 11 MiB/s rd, 2.8 MiB/s wr, 29 op/s 2024-04-15T14:42:49.653 INFO:journalctl@ceph.osd.3.smithi016.stdout:Apr 15 14:42:49 smithi016 podman[113929]: 2024-04-15 14:42:49.524547884 +0000 UTC m=+0.110154460 container create 080f9a2f579b0dbb1bceea6972b5d0fbca59932d7da679b036473dc8ea9c511a (image=quay.ceph.io/ceph-ci/ceph@sha256:55072b3f7eae2e3409906b98d09d882e1c3dc2a9205d85fd5f4c0bc62f82d163, name=ceph-362ea986-fb34-11ee-bc8f-c7b262605968-osd-3-activate, maintainer=Guillaume Abrioux , RELEASE=main-c2d8c31, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 8 Base Image, io.buildah.version=1.33.5, org.label-schema.vendor=CentOS, ceph=True, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240409, org.label-schema.schema-version=1.0, GIT_CLEAN=True, org.label-schema.license=GPLv2) 2024-04-15T14:42:49.653 INFO:journalctl@ceph.osd.3.smithi016.stdout:Apr 15 14:42:49 smithi016 podman[113929]: 2024-04-15 14:42:49.432428353 +0000 UTC m=+0.018034929 image pull 259793512b732efd8e04a33aa28c6de3675c47d120bc226206521425d246003e quay.ceph.io/ceph-ci/ceph@sha256:55072b3f7eae2e3409906b98d09d882e1c3dc2a9205d85fd5f4c0bc62f82d163 2024-04-15T14:42:49.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:42:49 smithi102 ceph-mon[87131]: pgmap v249: 121 pgs: 16 stale+active+clean, 105 active+clean; 141 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail; 11 MiB/s rd, 2.8 MiB/s wr, 29 op/s 2024-04-15T14:42:50.040 INFO:journalctl@ceph.osd.3.smithi016.stdout:Apr 15 14:42:49 smithi016 podman[113929]: 2024-04-15 14:42:49.768852879 +0000 UTC m=+0.354459454 container init 080f9a2f579b0dbb1bceea6972b5d0fbca59932d7da679b036473dc8ea9c511a (image=quay.ceph.io/ceph-ci/ceph@sha256:55072b3f7eae2e3409906b98d09d882e1c3dc2a9205d85fd5f4c0bc62f82d163, name=ceph-362ea986-fb34-11ee-bc8f-c7b262605968-osd-3-activate, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image, maintainer=Guillaume Abrioux , io.buildah.version=1.33.5, RELEASE=main-c2d8c31, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, GIT_CLEAN=True, org.label-schema.vendor=CentOS, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, org.label-schema.build-date=20240409, ceph=True) 2024-04-15T14:42:50.040 INFO:journalctl@ceph.osd.3.smithi016.stdout:Apr 15 14:42:49 smithi016 podman[113929]: 2024-04-15 14:42:49.774423778 +0000 UTC m=+0.360030354 container start 080f9a2f579b0dbb1bceea6972b5d0fbca59932d7da679b036473dc8ea9c511a (image=quay.ceph.io/ceph-ci/ceph@sha256:55072b3f7eae2e3409906b98d09d882e1c3dc2a9205d85fd5f4c0bc62f82d163, name=ceph-362ea986-fb34-11ee-bc8f-c7b262605968-osd-3-activate, org.label-schema.build-date=20240409, org.label-schema.license=GPLv2, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, ceph=True, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, RELEASE=main-c2d8c31, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 8 Base Image) 2024-04-15T14:42:50.040 INFO:journalctl@ceph.osd.3.smithi016.stdout:Apr 15 14:42:49 smithi016 podman[113929]: 2024-04-15 14:42:49.851834251 +0000 UTC m=+0.437440826 container attach 080f9a2f579b0dbb1bceea6972b5d0fbca59932d7da679b036473dc8ea9c511a (image=quay.ceph.io/ceph-ci/ceph@sha256:55072b3f7eae2e3409906b98d09d882e1c3dc2a9205d85fd5f4c0bc62f82d163, name=ceph-362ea986-fb34-11ee-bc8f-c7b262605968-osd-3-activate, org.label-schema.build-date=20240409, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, RELEASE=main-c2d8c31, CEPH_POINT_RELEASE=, GIT_CLEAN=True, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, io.buildah.version=1.33.5, ceph=True, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, GIT_BRANCH=HEAD) 2024-04-15T14:42:50.288 INFO:tasks.rados.rados.0.smithi016.stdout:1706: done (1 left) 2024-04-15T14:42:50.288 INFO:tasks.rados.rados.0.smithi016.stdout:1707: snap_create 2024-04-15T14:42:50.288 INFO:tasks.rados.rados.0.smithi016.stdout:1705: finishing copy_from racing read to smithi01678542-6 2024-04-15T14:42:50.288 INFO:tasks.rados.rados.0.smithi016.stdout:1705: finishing copy_from to smithi01678542-6 2024-04-15T14:42:50.288 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 6 v 862 (ObjNum 524 snap 166 seq_num 524) dirty exists 2024-04-15T14:42:50.539 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:42:50 smithi016 ceph-mon[90652]: osdmap e412: 8 total, 7 up, 8 in 2024-04-15T14:42:50.539 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:42:50 smithi016 ceph-mon[90652]: osdmap e413: 8 total, 7 up, 8 in 2024-04-15T14:42:50.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:42:50 smithi016 ceph-mon[93212]: osdmap e412: 8 total, 7 up, 8 in 2024-04-15T14:42:50.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:42:50 smithi016 ceph-mon[93212]: osdmap e413: 8 total, 7 up, 8 in 2024-04-15T14:42:50.540 INFO:journalctl@ceph.osd.3.smithi016.stdout:Apr 15 14:42:50 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-osd-3-activate[113943]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-3 2024-04-15T14:42:50.540 INFO:journalctl@ceph.osd.3.smithi016.stdout:Apr 15 14:42:50 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-osd-3-activate[113943]: Running command: /usr/bin/ceph-bluestore-tool prime-osd-dir --path /var/lib/ceph/osd/ceph-3 --no-mon-config --dev /dev/mapper/vg_nvme-lv_1 2024-04-15T14:42:50.540 INFO:journalctl@ceph.osd.3.smithi016.stdout:Apr 15 14:42:50 smithi016 bash[113929]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-3 2024-04-15T14:42:50.540 INFO:journalctl@ceph.osd.3.smithi016.stdout:Apr 15 14:42:50 smithi016 bash[113929]: Running command: /usr/bin/ceph-bluestore-tool prime-osd-dir --path /var/lib/ceph/osd/ceph-3 --no-mon-config --dev /dev/mapper/vg_nvme-lv_1 2024-04-15T14:42:50.540 INFO:journalctl@ceph.osd.3.smithi016.stdout:Apr 15 14:42:50 smithi016 bash[113929]: Running command: /usr/bin/chown -h ceph:ceph /dev/mapper/vg_nvme-lv_1 2024-04-15T14:42:50.540 INFO:journalctl@ceph.osd.3.smithi016.stdout:Apr 15 14:42:50 smithi016 bash[113929]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-0 2024-04-15T14:42:50.540 INFO:journalctl@ceph.osd.3.smithi016.stdout:Apr 15 14:42:50 smithi016 bash[113929]: Running command: /usr/bin/ln -s /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-3/block 2024-04-15T14:42:50.540 INFO:journalctl@ceph.osd.3.smithi016.stdout:Apr 15 14:42:50 smithi016 bash[113929]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-3 2024-04-15T14:42:50.541 INFO:journalctl@ceph.osd.3.smithi016.stdout:Apr 15 14:42:50 smithi016 bash[113929]: --> ceph-volume raw activate successful for osd ID: 3 2024-04-15T14:42:50.541 INFO:journalctl@ceph.osd.3.smithi016.stdout:Apr 15 14:42:50 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-osd-3-activate[113943]: Running command: /usr/bin/chown -h ceph:ceph /dev/mapper/vg_nvme-lv_1 2024-04-15T14:42:50.541 INFO:journalctl@ceph.osd.3.smithi016.stdout:Apr 15 14:42:50 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-osd-3-activate[113943]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-0 2024-04-15T14:42:50.541 INFO:journalctl@ceph.osd.3.smithi016.stdout:Apr 15 14:42:50 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-osd-3-activate[113943]: Running command: /usr/bin/ln -s /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-3/block 2024-04-15T14:42:50.541 INFO:journalctl@ceph.osd.3.smithi016.stdout:Apr 15 14:42:50 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-osd-3-activate[113943]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-3 2024-04-15T14:42:50.541 INFO:journalctl@ceph.osd.3.smithi016.stdout:Apr 15 14:42:50 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-osd-3-activate[113943]: --> ceph-volume raw activate successful for osd ID: 3 2024-04-15T14:42:50.541 INFO:journalctl@ceph.osd.3.smithi016.stdout:Apr 15 14:42:50 smithi016 podman[113929]: 2024-04-15 14:42:50.252985997 +0000 UTC m=+0.838592584 container died 080f9a2f579b0dbb1bceea6972b5d0fbca59932d7da679b036473dc8ea9c511a (image=quay.ceph.io/ceph-ci/ceph@sha256:55072b3f7eae2e3409906b98d09d882e1c3dc2a9205d85fd5f4c0bc62f82d163, name=ceph-362ea986-fb34-11ee-bc8f-c7b262605968-osd-3-activate, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.build-date=20240409, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, RELEASE=main-c2d8c31, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 8 Base Image, maintainer=Guillaume Abrioux , io.buildah.version=1.33.5, org.label-schema.schema-version=1.0, ceph=True, GIT_CLEAN=True) 2024-04-15T14:42:50.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:42:50 smithi102 ceph-mon[87131]: osdmap e412: 8 total, 7 up, 8 in 2024-04-15T14:42:50.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:42:50 smithi102 ceph-mon[87131]: osdmap e413: 8 total, 7 up, 8 in 2024-04-15T14:42:51.239 INFO:journalctl@ceph.osd.3.smithi016.stdout:Apr 15 14:42:50 smithi016 podman[114095]: 2024-04-15 14:42:50.906297038 +0000 UTC m=+0.647639751 container remove 080f9a2f579b0dbb1bceea6972b5d0fbca59932d7da679b036473dc8ea9c511a (image=quay.ceph.io/ceph-ci/ceph@sha256:55072b3f7eae2e3409906b98d09d882e1c3dc2a9205d85fd5f4c0bc62f82d163, name=ceph-362ea986-fb34-11ee-bc8f-c7b262605968-osd-3-activate, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=, GIT_CLEAN=True, GIT_BRANCH=HEAD, org.label-schema.build-date=20240409, RELEASE=main-c2d8c31, org.label-schema.license=GPLv2, ceph=True, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux ) 2024-04-15T14:42:51.239 INFO:journalctl@ceph.osd.3.smithi016.stdout:Apr 15 14:42:51 smithi016 podman[114160]: 2024-04-15 14:42:51.020717231 +0000 UTC m=+0.018198046 image pull 259793512b732efd8e04a33aa28c6de3675c47d120bc226206521425d246003e quay.ceph.io/ceph-ci/ceph@sha256:55072b3f7eae2e3409906b98d09d882e1c3dc2a9205d85fd5f4c0bc62f82d163 2024-04-15T14:42:51.239 INFO:journalctl@ceph.osd.3.smithi016.stdout:Apr 15 14:42:51 smithi016 podman[114160]: 2024-04-15 14:42:51.123919453 +0000 UTC m=+0.121400304 container create abb436370146b05f70bb53968bf047b70d60513ec61b672f070076689b5768d0 (image=quay.ceph.io/ceph-ci/ceph@sha256:55072b3f7eae2e3409906b98d09d882e1c3dc2a9205d85fd5f4c0bc62f82d163, name=ceph-362ea986-fb34-11ee-bc8f-c7b262605968-osd-3, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, ceph=True, RELEASE=main-c2d8c31, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , GIT_CLEAN=True, org.label-schema.schema-version=1.0, io.buildah.version=1.33.5, org.label-schema.name=CentOS Stream 8 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240409, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD) 2024-04-15T14:42:51.289 INFO:tasks.rados.rados.0.smithi016.stdout:1705: done (1 left) 2024-04-15T14:42:51.289 INFO:tasks.rados.rados.0.smithi016.stdout:1707: done (0 left) 2024-04-15T14:42:51.289 INFO:tasks.rados.rados.0.smithi016.stdout:1708: delete oid 46 current snap is 168 2024-04-15T14:42:51.291 INFO:tasks.rados.rados.0.smithi016.stdout:1708: done (0 left) 2024-04-15T14:42:51.291 INFO:tasks.rados.rados.0.smithi016.stdout:1709: rollback oid 6 current snap is 168 2024-04-15T14:42:51.291 INFO:tasks.rados.rados.0.smithi016.stdout:rollback oid 6 to 161 2024-04-15T14:42:51.291 INFO:tasks.rados.rados.0.smithi016.stdout:1710: read oid 17 snap -1 2024-04-15T14:42:51.291 INFO:tasks.rados.rados.0.smithi016.stdout:1710: expect (ObjNum 528 snap 167 seq_num 528) 2024-04-15T14:42:51.291 INFO:tasks.rados.rados.0.smithi016.stdout:1711: snap_create 2024-04-15T14:42:51.295 INFO:tasks.rados.rados.0.smithi016.stdout:1709: finishing rollback tid 0 to smithi01678542-6 2024-04-15T14:42:51.296 INFO:tasks.rados.rados.0.smithi016.stdout:1709: finishing rollback tid 1 to smithi01678542-6 2024-04-15T14:42:51.296 INFO:tasks.rados.rados.0.smithi016.stdout:1709: finishing rollback tid 2 to smithi01678542-6 2024-04-15T14:42:51.296 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 6 v 966 (ObjNum 510 snap 158 seq_num 510) dirty exists 2024-04-15T14:42:51.305 INFO:tasks.rados.rados.0.smithi016.stdout:1710: expect (ObjNum 528 snap 167 seq_num 528) 2024-04-15T14:42:51.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:42:51 smithi102 ceph-mon[87131]: pgmap v251: 121 pgs: 3 active+undersized+degraded, 5 stale+active+clean, 18 active+undersized, 95 active+clean; 147 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail; 12 MiB/s rd, 3.4 MiB/s wr, 29 op/s; 8/228 objects degraded (3.509%) 2024-04-15T14:42:51.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:42:51 smithi102 ceph-mon[87131]: Health check failed: Degraded data redundancy: 8/228 objects degraded (3.509%), 3 pgs degraded (PG_DEGRADED) 2024-04-15T14:42:51.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:42:51 smithi102 ceph-mon[87131]: osdmap e414: 8 total, 7 up, 8 in 2024-04-15T14:42:51.779 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:42:51 smithi016 ceph-mon[93212]: pgmap v251: 121 pgs: 3 active+undersized+degraded, 5 stale+active+clean, 18 active+undersized, 95 active+clean; 147 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail; 12 MiB/s rd, 3.4 MiB/s wr, 29 op/s; 8/228 objects degraded (3.509%) 2024-04-15T14:42:51.779 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:42:51 smithi016 ceph-mon[93212]: Health check failed: Degraded data redundancy: 8/228 objects degraded (3.509%), 3 pgs degraded (PG_DEGRADED) 2024-04-15T14:42:51.780 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:42:51 smithi016 ceph-mon[93212]: osdmap e414: 8 total, 7 up, 8 in 2024-04-15T14:42:51.780 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:42:51 smithi016 ceph-mon[90652]: pgmap v251: 121 pgs: 3 active+undersized+degraded, 5 stale+active+clean, 18 active+undersized, 95 active+clean; 147 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail; 12 MiB/s rd, 3.4 MiB/s wr, 29 op/s; 8/228 objects degraded (3.509%) 2024-04-15T14:42:51.780 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:42:51 smithi016 ceph-mon[90652]: Health check failed: Degraded data redundancy: 8/228 objects degraded (3.509%), 3 pgs degraded (PG_DEGRADED) 2024-04-15T14:42:51.780 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:42:51 smithi016 ceph-mon[90652]: osdmap e414: 8 total, 7 up, 8 in 2024-04-15T14:42:51.780 INFO:journalctl@ceph.osd.3.smithi016.stdout:Apr 15 14:42:51 smithi016 podman[114160]: 2024-04-15 14:42:51.326053602 +0000 UTC m=+0.323534408 container init abb436370146b05f70bb53968bf047b70d60513ec61b672f070076689b5768d0 (image=quay.ceph.io/ceph-ci/ceph@sha256:55072b3f7eae2e3409906b98d09d882e1c3dc2a9205d85fd5f4c0bc62f82d163, name=ceph-362ea986-fb34-11ee-bc8f-c7b262605968-osd-3, GIT_BRANCH=HEAD, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 8 Base Image, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, RELEASE=main-c2d8c31, ceph=True, org.label-schema.build-date=20240409, org.label-schema.schema-version=1.0, io.buildah.version=1.33.5, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2) 2024-04-15T14:42:51.780 INFO:journalctl@ceph.osd.3.smithi016.stdout:Apr 15 14:42:51 smithi016 podman[114160]: 2024-04-15 14:42:51.331496607 +0000 UTC m=+0.328977412 container start abb436370146b05f70bb53968bf047b70d60513ec61b672f070076689b5768d0 (image=quay.ceph.io/ceph-ci/ceph@sha256:55072b3f7eae2e3409906b98d09d882e1c3dc2a9205d85fd5f4c0bc62f82d163, name=ceph-362ea986-fb34-11ee-bc8f-c7b262605968-osd-3, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , ceph=True, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 8 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.33.5, GIT_CLEAN=True, org.label-schema.license=GPLv2, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.build-date=20240409, RELEASE=main-c2d8c31) 2024-04-15T14:42:51.780 INFO:journalctl@ceph.osd.3.smithi016.stdout:Apr 15 14:42:51 smithi016 ceph-osd[114198]: -- 172.21.15.16:0/3769765447 <== mon.0 v2:172.21.15.16:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x55a8f2111680 con 0x55a8f20db400 2024-04-15T14:42:51.781 INFO:journalctl@ceph.osd.3.smithi016.stdout:Apr 15 14:42:51 smithi016 bash[114160]: abb436370146b05f70bb53968bf047b70d60513ec61b672f070076689b5768d0 2024-04-15T14:42:51.781 INFO:journalctl@ceph.osd.3.smithi016.stdout:Apr 15 14:42:51 smithi016 systemd[1]: Started Ceph osd.3 for 362ea986-fb34-11ee-bc8f-c7b262605968. 2024-04-15T14:42:52.039 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 15 14:42:51 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-y[81421]: ::ffff:172.21.15.102 - - [15/Apr/2024:14:42:51] "GET /metrics HTTP/1.1" 200 36202 "" "Prometheus/2.43.0" 2024-04-15T14:42:52.040 INFO:journalctl@ceph.osd.3.smithi016.stdout:Apr 15 14:42:51 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-osd-3[114175]: 2024-04-15T14:42:51.871+0000 7f5b6f5677c0 -1 Falling back to public interface 2024-04-15T14:42:52.290 INFO:tasks.rados.rados.0.smithi016.stdout:1709: done (2 left) 2024-04-15T14:42:52.290 INFO:tasks.rados.rados.0.smithi016.stdout:1710: done (1 left) 2024-04-15T14:42:52.290 INFO:tasks.rados.rados.0.smithi016.stdout:1711: done (0 left) 2024-04-15T14:42:52.290 INFO:tasks.rados.rados.0.smithi016.stdout:1712: rollback oid 5 current snap is 169 2024-04-15T14:42:52.290 INFO:tasks.rados.rados.0.smithi016.stdout:rollback oid 5 to 168 2024-04-15T14:42:52.290 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 46 current snap is 169 2024-04-15T14:42:52.290 INFO:tasks.rados.rados.0.smithi016.stdout:1713: seq_num 539 ranges {0=630784,630784=737280,1368064=466944} 2024-04-15T14:42:52.293 INFO:tasks.rados.rados.0.smithi016.stdout:1713: writing smithi01678542-46 from 0 to 630784 tid 1 2024-04-15T14:42:52.297 INFO:tasks.rados.rados.0.smithi016.stdout:1713: writing smithi01678542-46 from 630784 to 1368064 tid 2 2024-04-15T14:42:52.301 INFO:tasks.rados.rados.0.smithi016.stdout:1713: writing smithi01678542-46 from 1368064 to 1835008 tid 3 2024-04-15T14:42:52.301 INFO:tasks.rados.rados.0.smithi016.stdout:1714: snap_create 2024-04-15T14:42:52.301 INFO:tasks.rados.rados.0.smithi016.stdout:1712: finishing rollback tid 0 to smithi01678542-5 2024-04-15T14:42:52.301 INFO:tasks.rados.rados.0.smithi016.stdout:1712: finishing rollback tid 1 to smithi01678542-5 2024-04-15T14:42:52.301 INFO:tasks.rados.rados.0.smithi016.stdout:1712: finishing rollback tid 2 to smithi01678542-5 2024-04-15T14:42:52.301 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 5 v 873 (ObjNum 432 snap 139 seq_num 432) dirty exists 2024-04-15T14:42:52.301 INFO:tasks.rados.rados.0.smithi016.stdout:1713: finishing write tid 1 to smithi01678542-46 2024-04-15T14:42:52.302 INFO:tasks.rados.rados.0.smithi016.stdout:1713: finishing write tid 2 to smithi01678542-46 2024-04-15T14:42:52.303 INFO:tasks.rados.rados.0.smithi016.stdout:1713: finishing write tid 3 to smithi01678542-46 2024-04-15T14:42:52.303 INFO:tasks.rados.rados.0.smithi016.stdout:1713: finishing write tid 4 to smithi01678542-46 2024-04-15T14:42:52.304 INFO:tasks.rados.rados.0.smithi016.stdout:1713: finishing write tid 5 to smithi01678542-46 2024-04-15T14:42:52.304 INFO:tasks.rados.rados.0.smithi016.stdout:1713: oid 46 updating version 0 to 906 2024-04-15T14:42:52.304 INFO:tasks.rados.rados.0.smithi016.stdout:1713: oid 46 version 906 is already newer than 904 2024-04-15T14:42:52.305 INFO:tasks.rados.rados.0.smithi016.stdout:1713: oid 46 version 906 is already newer than 905 2024-04-15T14:42:52.305 INFO:tasks.rados.rados.0.smithi016.stdout:1713: oid 46 updating version 906 to 907 2024-04-15T14:42:52.305 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 46 v 907 (ObjNum 539 snap 169 seq_num 539) dirty exists 2024-04-15T14:42:52.305 INFO:tasks.rados.rados.0.smithi016.stdout:1713: left oid 46 (ObjNum 539 snap 169 seq_num 539) 2024-04-15T14:42:52.687 INFO:journalctl@ceph.prometheus.a.smithi102.stdout:Apr 15 14:42:52 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-prometheus-a[78028]: ts=2024-04-15T14:42:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi016:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"362ea986-fb34-11ee-bc8f-c7b262605968\", instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T14:42:52.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:42:52 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T14:42:52.688 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:42:52 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T14:42:52.688 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:42:52 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T14:42:52.688 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:42:52 smithi102 ceph-mon[87131]: osdmap e415: 8 total, 7 up, 8 in 2024-04-15T14:42:52.763 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:42:52 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T14:42:52.764 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:42:52 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T14:42:52.764 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:42:52 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T14:42:52.764 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:42:52 smithi016 ceph-mon[93212]: osdmap e415: 8 total, 7 up, 8 in 2024-04-15T14:42:52.764 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:42:52 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T14:42:52.764 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:42:52 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T14:42:52.764 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:42:52 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T14:42:52.764 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:42:52 smithi016 ceph-mon[90652]: osdmap e415: 8 total, 7 up, 8 in 2024-04-15T14:42:53.292 INFO:tasks.rados.rados.0.smithi016.stdout:1712: done (2 left) 2024-04-15T14:42:53.292 INFO:tasks.rados.rados.0.smithi016.stdout:1713: done (1 left) 2024-04-15T14:42:53.292 INFO:tasks.rados.rados.0.smithi016.stdout:1714: done (0 left) 2024-04-15T14:42:53.292 INFO:tasks.rados.rados.0.smithi016.stdout:1715: snap_remove snap 169 2024-04-15T14:42:53.789 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:42:53 smithi016 ceph-mon[90652]: pgmap v254: 121 pgs: 9 active+undersized+degraded, 33 active+undersized, 79 active+clean; 167 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 7.7 MiB/s rd, 5.7 MiB/s wr, 29 op/s; 29/276 objects degraded (10.507%) 2024-04-15T14:42:53.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:42:53 smithi016 ceph-mon[90652]: osdmap e416: 8 total, 7 up, 8 in 2024-04-15T14:42:53.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:42:53 smithi016 ceph-mon[93212]: pgmap v254: 121 pgs: 9 active+undersized+degraded, 33 active+undersized, 79 active+clean; 167 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 7.7 MiB/s rd, 5.7 MiB/s wr, 29 op/s; 29/276 objects degraded (10.507%) 2024-04-15T14:42:53.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:42:53 smithi016 ceph-mon[93212]: osdmap e416: 8 total, 7 up, 8 in 2024-04-15T14:42:53.937 INFO:journalctl@ceph.prometheus.a.smithi102.stdout:Apr 15 14:42:53 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-prometheus-a[78028]: ts=2024-04-15T14:42:53.505Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi016\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi016\", job=\"node\", machine=\"x86_64\", nodename=\"smithi016\", release=\"5.14.0-438.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Apr 12 13:55:21 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"362ea986-fb34-11ee-bc8f-c7b262605968\", domainname=\"(none)\", instance=\"smithi016\", job=\"node\", machine=\"x86_64\", nodename=\"smithi016\", release=\"5.14.0-438.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Apr 12 13:55:21 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T14:42:53.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:42:53 smithi102 ceph-mon[87131]: pgmap v254: 121 pgs: 9 active+undersized+degraded, 33 active+undersized, 79 active+clean; 167 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 7.7 MiB/s rd, 5.7 MiB/s wr, 29 op/s; 29/276 objects degraded (10.507%) 2024-04-15T14:42:53.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:42:53 smithi102 ceph-mon[87131]: osdmap e416: 8 total, 7 up, 8 in 2024-04-15T14:42:54.294 INFO:tasks.rados.rados.0.smithi016.stdout:1715: done (0 left) 2024-04-15T14:42:54.294 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 49 current snap is 170 2024-04-15T14:42:54.294 INFO:tasks.rados.rados.0.smithi016.stdout:1716: seq_num 540 ranges {7995392=647168,8642560=671744,9314304=532480} 2024-04-15T14:42:54.342 INFO:tasks.rados.rados.0.smithi016.stdout:1716: writing smithi01678542-49 from 7995392 to 8642560 tid 1 2024-04-15T14:42:54.347 INFO:tasks.rados.rados.0.smithi016.stdout:1716: writing smithi01678542-49 from 8642560 to 9314304 tid 2 2024-04-15T14:42:54.352 INFO:tasks.rados.rados.0.smithi016.stdout:1716: writing smithi01678542-49 from 9314304 to 9846784 tid 3 2024-04-15T14:42:54.353 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 25 current snap is 170 2024-04-15T14:42:54.353 INFO:tasks.rados.rados.0.smithi016.stdout:1717: seq_num 541 ranges {0=663552,663552=557056,1220608=475136,1695744=172032} 2024-04-15T14:42:54.359 INFO:tasks.rados.rados.0.smithi016.stdout:1717: writing smithi01678542-25 from 0 to 663552 tid 1 2024-04-15T14:42:54.363 INFO:tasks.rados.rados.0.smithi016.stdout:1717: writing smithi01678542-25 from 663552 to 1220608 tid 2 2024-04-15T14:42:54.365 INFO:tasks.rados.rados.0.smithi016.stdout:1717: writing smithi01678542-25 from 1220608 to 1695744 tid 3 2024-04-15T14:42:54.367 INFO:tasks.rados.rados.0.smithi016.stdout:1717: writing smithi01678542-25 from 1695744 to 1867776 tid 4 2024-04-15T14:42:54.367 INFO:tasks.rados.rados.0.smithi016.stdout:1718: copy_from oid 30 from oid 13 current snap is 170 2024-04-15T14:42:54.367 INFO:tasks.rados.rados.0.smithi016.stdout:1716: finishing write tid 1 to smithi01678542-49 2024-04-15T14:42:54.368 INFO:tasks.rados.rados.0.smithi016.stdout:1716: finishing write tid 2 to smithi01678542-49 2024-04-15T14:42:54.368 INFO:tasks.rados.rados.0.smithi016.stdout:1716: finishing write tid 3 to smithi01678542-49 2024-04-15T14:42:54.368 INFO:tasks.rados.rados.0.smithi016.stdout:1716: finishing write tid 4 to smithi01678542-49 2024-04-15T14:42:54.368 INFO:tasks.rados.rados.0.smithi016.stdout:1717: finishing write tid 1 to smithi01678542-25 2024-04-15T14:42:54.368 INFO:tasks.rados.rados.0.smithi016.stdout:1716: finishing write tid 5 to smithi01678542-49 2024-04-15T14:42:54.368 INFO:tasks.rados.rados.0.smithi016.stdout:1716: oid 49 updating version 0 to 557 2024-04-15T14:42:54.368 INFO:tasks.rados.rados.0.smithi016.stdout:1716: oid 49 version 557 is already newer than 556 2024-04-15T14:42:54.368 INFO:tasks.rados.rados.0.smithi016.stdout:1716: oid 49 updating version 557 to 558 2024-04-15T14:42:54.368 INFO:tasks.rados.rados.0.smithi016.stdout:1716: oid 49 updating version 558 to 559 2024-04-15T14:42:54.368 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 49 v 559 (ObjNum 540 snap 170 seq_num 540) dirty exists 2024-04-15T14:42:54.368 INFO:tasks.rados.rados.0.smithi016.stdout:1716: left oid 49 (ObjNum 540 snap 170 seq_num 540) 2024-04-15T14:42:54.368 INFO:tasks.rados.rados.0.smithi016.stdout:1716: done (2 left) 2024-04-15T14:42:54.369 INFO:tasks.rados.rados.0.smithi016.stdout:1719: read oid 36 snap -1 2024-04-15T14:42:54.369 INFO:tasks.rados.rados.0.smithi016.stdout:1719: expect (ObjNum 345 snap 111 seq_num 345) 2024-04-15T14:42:54.369 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 37 current snap is 170 2024-04-15T14:42:54.369 INFO:tasks.rados.rados.0.smithi016.stdout:1720: seq_num 542 ranges {3850240=679936,4530176=442368,4972544=679936,5652480=81920} 2024-04-15T14:42:54.393 INFO:tasks.rados.rados.0.smithi016.stdout:1720: writing smithi01678542-37 from 3850240 to 4530176 tid 1 2024-04-15T14:42:54.396 INFO:tasks.rados.rados.0.smithi016.stdout:1720: writing smithi01678542-37 from 4530176 to 4972544 tid 2 2024-04-15T14:42:54.401 INFO:tasks.rados.rados.0.smithi016.stdout:1720: writing smithi01678542-37 from 4972544 to 5652480 tid 3 2024-04-15T14:42:54.402 INFO:tasks.rados.rados.0.smithi016.stdout:1720: writing smithi01678542-37 from 5652480 to 5734400 tid 4 2024-04-15T14:42:54.402 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 39 current snap is 170 2024-04-15T14:42:54.402 INFO:tasks.rados.rados.0.smithi016.stdout:1721: seq_num 543 ranges {0=704512,704512=729088,1433600=475136} 2024-04-15T14:42:54.407 INFO:tasks.rados.rados.0.smithi016.stdout:1721: writing smithi01678542-39 from 0 to 704512 tid 1 2024-04-15T14:42:54.411 INFO:tasks.rados.rados.0.smithi016.stdout:1721: writing smithi01678542-39 from 704512 to 1433600 tid 2 2024-04-15T14:42:54.415 INFO:tasks.rados.rados.0.smithi016.stdout:1721: writing smithi01678542-39 from 1433600 to 1908736 tid 3 2024-04-15T14:42:54.415 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 27 current snap is 170 2024-04-15T14:42:54.415 INFO:tasks.rados.rados.0.smithi016.stdout:1717: finishing write tid 2 to smithi01678542-25 2024-04-15T14:42:54.415 INFO:tasks.rados.rados.0.smithi016.stdout:1717: finishing write tid 3 to smithi01678542-25 2024-04-15T14:42:54.415 INFO:tasks.rados.rados.0.smithi016.stdout:1717: finishing write tid 4 to smithi01678542-25 2024-04-15T14:42:54.415 INFO:tasks.rados.rados.0.smithi016.stdout:1717: finishing write tid 5 to smithi01678542-25 2024-04-15T14:42:54.415 INFO:tasks.rados.rados.0.smithi016.stdout:1717: finishing write tid 6 to smithi01678542-25 2024-04-15T14:42:54.415 INFO:tasks.rados.rados.0.smithi016.stdout:1717: oid 25 updating version 0 to 863 2024-04-15T14:42:54.416 INFO:tasks.rados.rados.0.smithi016.stdout:1717: oid 25 version 863 is already newer than 861 2024-04-15T14:42:54.416 INFO:tasks.rados.rados.0.smithi016.stdout:1717: oid 25 version 863 is already newer than 860 2024-04-15T14:42:54.416 INFO:tasks.rados.rados.0.smithi016.stdout:1717: oid 25 version 863 is already newer than 862 2024-04-15T14:42:54.416 INFO:tasks.rados.rados.0.smithi016.stdout:1717: oid 25 updating version 863 to 864 2024-04-15T14:42:54.416 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 25 v 864 (ObjNum 541 snap 170 seq_num 541) dirty exists 2024-04-15T14:42:54.416 INFO:tasks.rados.rados.0.smithi016.stdout:1717: left oid 25 (ObjNum 541 snap 170 seq_num 541) 2024-04-15T14:42:54.416 INFO:tasks.rados.rados.0.smithi016.stdout:1719: expect (ObjNum 345 snap 111 seq_num 345) 2024-04-15T14:42:54.947 INFO:tasks.rados.rados.0.smithi016.stdout:1718: finishing copy_from racing read to smithi01678542-30 2024-04-15T14:42:54.947 INFO:tasks.rados.rados.0.smithi016.stdout:1718: finishing copy_from to smithi01678542-30 2024-04-15T14:42:54.947 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 30 v 858 (ObjNum 376 snap 123 seq_num 376) dirty exists 2024-04-15T14:42:54.947 INFO:tasks.rados.rados.0.smithi016.stdout:1720: finishing write tid 1 to smithi01678542-37 2024-04-15T14:42:54.947 INFO:tasks.rados.rados.0.smithi016.stdout:1720: finishing write tid 2 to smithi01678542-37 2024-04-15T14:42:54.948 INFO:tasks.rados.rados.0.smithi016.stdout:1722: seq_num 544 ranges {0=720896,720896=614400,1335296=589824} 2024-04-15T14:42:54.951 INFO:tasks.rados.rados.0.smithi016.stdout:1722: writing smithi01678542-27 from 0 to 720896 tid 1 2024-04-15T14:42:54.954 INFO:tasks.rados.rados.0.smithi016.stdout:1722: writing smithi01678542-27 from 720896 to 1335296 tid 2 2024-04-15T14:42:54.958 INFO:tasks.rados.rados.0.smithi016.stdout:1722: writing smithi01678542-27 from 1335296 to 1925120 tid 3 2024-04-15T14:42:54.958 INFO:tasks.rados.rados.0.smithi016.stdout:1717: done (5 left) 2024-04-15T14:42:54.958 INFO:tasks.rados.rados.0.smithi016.stdout:1718: done (4 left) 2024-04-15T14:42:54.958 INFO:tasks.rados.rados.0.smithi016.stdout:1719: done (3 left) 2024-04-15T14:42:54.958 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 34 current snap is 170 2024-04-15T14:42:54.958 INFO:tasks.rados.rados.0.smithi016.stdout:1721: finishing write tid 1 to smithi01678542-39 2024-04-15T14:42:54.958 INFO:tasks.rados.rados.0.smithi016.stdout:1720: finishing write tid 3 to smithi01678542-37 2024-04-15T14:42:54.958 INFO:tasks.rados.rados.0.smithi016.stdout:1723: seq_num 545 ranges {0=737280,737280=491520,1228800=450560,1679360=262144} 2024-04-15T14:42:54.961 INFO:journalctl@ceph.osd.3.smithi016.stdout:Apr 15 14:42:54 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-osd-3[114175]: 2024-04-15T14:42:54.790+0000 7f5b6f5677c0 -1 osd.3 409 log_to_monitors true 2024-04-15T14:42:54.962 INFO:tasks.rados.rados.0.smithi016.stdout:1723: writing smithi01678542-34 from 0 to 737280 tid 1 2024-04-15T14:42:54.965 INFO:tasks.rados.rados.0.smithi016.stdout:1723: writing smithi01678542-34 from 737280 to 1228800 tid 2 2024-04-15T14:42:54.968 INFO:tasks.rados.rados.0.smithi016.stdout:1723: writing smithi01678542-34 from 1228800 to 1679360 tid 3 2024-04-15T14:42:54.971 INFO:tasks.rados.rados.0.smithi016.stdout:1723: writing smithi01678542-34 from 1679360 to 1941504 tid 4 2024-04-15T14:42:54.971 INFO:tasks.rados.rados.0.smithi016.stdout:1724: delete oid 23 current snap is 170 2024-04-15T14:42:54.971 INFO:tasks.rados.rados.0.smithi016.stdout:1720: finishing write tid 4 to smithi01678542-37 2024-04-15T14:42:54.971 INFO:tasks.rados.rados.0.smithi016.stdout:1720: finishing write tid 5 to smithi01678542-37 2024-04-15T14:42:54.971 INFO:tasks.rados.rados.0.smithi016.stdout:1720: finishing write tid 6 to smithi01678542-37 2024-04-15T14:42:54.971 INFO:tasks.rados.rados.0.smithi016.stdout:1720: oid 37 updating version 0 to 912 2024-04-15T14:42:54.971 INFO:tasks.rados.rados.0.smithi016.stdout:1720: oid 37 version 912 is already newer than 911 2024-04-15T14:42:54.971 INFO:tasks.rados.rados.0.smithi016.stdout:1720: oid 37 version 912 is already newer than 909 2024-04-15T14:42:54.971 INFO:tasks.rados.rados.0.smithi016.stdout:1720: oid 37 version 912 is already newer than 910 2024-04-15T14:42:54.971 INFO:tasks.rados.rados.0.smithi016.stdout:1720: oid 37 version 912 is already newer than 908 2024-04-15T14:42:54.972 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 37 v 912 (ObjNum 542 snap 170 seq_num 542) dirty exists 2024-04-15T14:42:54.972 INFO:tasks.rados.rados.0.smithi016.stdout:1720: left oid 37 (ObjNum 542 snap 170 seq_num 542) 2024-04-15T14:42:54.972 INFO:tasks.rados.rados.0.smithi016.stdout:1721: finishing write tid 2 to smithi01678542-39 2024-04-15T14:42:54.972 INFO:tasks.rados.rados.0.smithi016.stdout:1721: finishing write tid 3 to smithi01678542-39 2024-04-15T14:42:54.972 INFO:tasks.rados.rados.0.smithi016.stdout:1721: finishing write tid 4 to smithi01678542-39 2024-04-15T14:42:54.972 INFO:tasks.rados.rados.0.smithi016.stdout:1721: finishing write tid 5 to smithi01678542-39 2024-04-15T14:42:54.972 INFO:tasks.rados.rados.0.smithi016.stdout:1721: oid 39 updating version 0 to 865 2024-04-15T14:42:54.972 INFO:tasks.rados.rados.0.smithi016.stdout:1721: oid 39 updating version 865 to 868 2024-04-15T14:42:54.972 INFO:tasks.rados.rados.0.smithi016.stdout:1721: oid 39 version 868 is already newer than 867 2024-04-15T14:42:54.972 INFO:tasks.rados.rados.0.smithi016.stdout:1721: oid 39 version 868 is already newer than 866 2024-04-15T14:42:54.972 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 39 v 868 (ObjNum 543 snap 170 seq_num 543) dirty exists 2024-04-15T14:42:54.972 INFO:tasks.rados.rados.0.smithi016.stdout:1721: left oid 39 (ObjNum 543 snap 170 seq_num 543) 2024-04-15T14:42:54.972 INFO:tasks.rados.rados.0.smithi016.stdout:1722: finishing write tid 1 to smithi01678542-27 2024-04-15T14:42:54.972 INFO:tasks.rados.rados.0.smithi016.stdout:1722: finishing write tid 2 to smithi01678542-27 2024-04-15T14:42:54.973 INFO:tasks.rados.rados.0.smithi016.stdout:1722: finishing write tid 3 to smithi01678542-27 2024-04-15T14:42:54.973 INFO:tasks.rados.rados.0.smithi016.stdout:1722: finishing write tid 4 to smithi01678542-27 2024-04-15T14:42:54.973 INFO:tasks.rados.rados.0.smithi016.stdout:1722: finishing write tid 5 to smithi01678542-27 2024-04-15T14:42:54.973 INFO:tasks.rados.rados.0.smithi016.stdout:1722: oid 27 updating version 0 to 534 2024-04-15T14:42:54.973 INFO:tasks.rados.rados.0.smithi016.stdout:1722: oid 27 version 534 is already newer than 532 2024-04-15T14:42:54.973 INFO:tasks.rados.rados.0.smithi016.stdout:1722: oid 27 version 534 is already newer than 531 2024-04-15T14:42:54.973 INFO:tasks.rados.rados.0.smithi016.stdout:1722: oid 27 version 534 is already newer than 533 2024-04-15T14:42:54.973 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 27 v 534 (ObjNum 544 snap 170 seq_num 544) dirty exists 2024-04-15T14:42:54.973 INFO:tasks.rados.rados.0.smithi016.stdout:1722: left oid 27 (ObjNum 544 snap 170 seq_num 544) 2024-04-15T14:42:54.973 INFO:tasks.rados.rados.0.smithi016.stdout:1723: finishing write tid 1 to smithi01678542-34 2024-04-15T14:42:54.973 INFO:tasks.rados.rados.0.smithi016.stdout:1723: finishing write tid 2 to smithi01678542-34 2024-04-15T14:42:54.974 INFO:tasks.rados.rados.0.smithi016.stdout:1723: finishing write tid 3 to smithi01678542-34 2024-04-15T14:42:54.974 INFO:tasks.rados.rados.0.smithi016.stdout:1720: done (4 left) 2024-04-15T14:42:54.974 INFO:tasks.rados.rados.0.smithi016.stdout:1721: done (3 left) 2024-04-15T14:42:54.974 INFO:tasks.rados.rados.0.smithi016.stdout:1722: done (2 left) 2024-04-15T14:42:54.974 INFO:tasks.rados.rados.0.smithi016.stdout:1724: done (1 left) 2024-04-15T14:42:54.974 INFO:tasks.rados.rados.0.smithi016.stdout:1725: rollback oid 49 current snap is 170 2024-04-15T14:42:54.974 INFO:tasks.rados.rados.0.smithi016.stdout:rollback oid 49 to 163 2024-04-15T14:42:54.974 INFO:tasks.rados.rados.0.smithi016.stdout:1726: snap_remove snap 161 2024-04-15T14:42:55.283 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:42:54 smithi016 ceph-mon[93212]: pgmap v257: 121 pgs: 9 active+undersized+degraded, 33 active+undersized, 79 active+clean; 167 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 4.8 MiB/s rd, 5.0 MiB/s wr, 24 op/s; 29/276 objects degraded (10.507%) 2024-04-15T14:42:55.284 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:42:54 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T14:42:55.284 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:42:54 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T14:42:55.284 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:42:54 smithi016 ceph-mon[93212]: osdmap e417: 8 total, 7 up, 8 in 2024-04-15T14:42:55.284 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:42:54 smithi016 ceph-mon[93212]: from='osd.3 [v2:172.21.15.16:6826/2389879982,v1:172.21.15.16:6827/2389879982]' entity='osd.3' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]: dispatch 2024-04-15T14:42:55.284 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:42:54 smithi016 ceph-mon[93212]: from='osd.3 ' entity='osd.3' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]: dispatch 2024-04-15T14:42:55.284 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:42:54 smithi016 ceph-mon[90652]: pgmap v257: 121 pgs: 9 active+undersized+degraded, 33 active+undersized, 79 active+clean; 167 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 4.8 MiB/s rd, 5.0 MiB/s wr, 24 op/s; 29/276 objects degraded (10.507%) 2024-04-15T14:42:55.284 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:42:54 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T14:42:55.284 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:42:54 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T14:42:55.284 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:42:54 smithi016 ceph-mon[90652]: osdmap e417: 8 total, 7 up, 8 in 2024-04-15T14:42:55.284 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:42:54 smithi016 ceph-mon[90652]: from='osd.3 [v2:172.21.15.16:6826/2389879982,v1:172.21.15.16:6827/2389879982]' entity='osd.3' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]: dispatch 2024-04-15T14:42:55.284 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:42:54 smithi016 ceph-mon[90652]: from='osd.3 ' entity='osd.3' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]: dispatch 2024-04-15T14:42:55.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:42:54 smithi102 ceph-mon[87131]: pgmap v257: 121 pgs: 9 active+undersized+degraded, 33 active+undersized, 79 active+clean; 167 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 4.8 MiB/s rd, 5.0 MiB/s wr, 24 op/s; 29/276 objects degraded (10.507%) 2024-04-15T14:42:55.465 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:42:54 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T14:42:55.465 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:42:54 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T14:42:55.465 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:42:54 smithi102 ceph-mon[87131]: osdmap e417: 8 total, 7 up, 8 in 2024-04-15T14:42:55.465 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:42:54 smithi102 ceph-mon[87131]: from='osd.3 [v2:172.21.15.16:6826/2389879982,v1:172.21.15.16:6827/2389879982]' entity='osd.3' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]: dispatch 2024-04-15T14:42:55.465 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:42:54 smithi102 ceph-mon[87131]: from='osd.3 ' entity='osd.3' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]: dispatch 2024-04-15T14:42:55.490 INFO:tasks.rados.rados.0.smithi016.stdout:1726: done (2 left) 2024-04-15T14:42:55.490 INFO:tasks.rados.rados.0.smithi016.stdout:1727: copy_from oid 8 from oid 25 current snap is 170 2024-04-15T14:42:55.490 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 36 current snap is 170 2024-04-15T14:42:55.493 INFO:tasks.rados.rados.0.smithi016.stdout:1728: seq_num 547 ranges {5660672=770048,6430720=663552,7094272=466944,7561216=73728} 2024-04-15T14:42:55.527 INFO:tasks.rados.rados.0.smithi016.stdout:1728: writing smithi01678542-36 from 5660672 to 6430720 tid 1 2024-04-15T14:42:55.530 INFO:tasks.rados.rados.0.smithi016.stdout:1728: writing smithi01678542-36 from 6430720 to 7094272 tid 2 2024-04-15T14:42:55.533 INFO:tasks.rados.rados.0.smithi016.stdout:1728: writing smithi01678542-36 from 7094272 to 7561216 tid 3 2024-04-15T14:42:55.534 INFO:tasks.rados.rados.0.smithi016.stdout:1728: writing smithi01678542-36 from 7561216 to 7634944 tid 4 2024-04-15T14:42:55.535 INFO:tasks.rados.rados.0.smithi016.stdout:1729: rollback oid 10 current snap is 170 2024-04-15T14:42:55.535 INFO:tasks.rados.rados.0.smithi016.stdout:rollback oid 10 to 163 2024-04-15T14:42:55.535 INFO:tasks.rados.rados.0.smithi016.stdout:1723: finishing write tid 4 to smithi01678542-34 2024-04-15T14:42:55.535 INFO:tasks.rados.rados.0.smithi016.stdout:1723: finishing write tid 5 to smithi01678542-34 2024-04-15T14:42:55.535 INFO:tasks.rados.rados.0.smithi016.stdout:1723: finishing write tid 6 to smithi01678542-34 2024-04-15T14:42:55.535 INFO:tasks.rados.rados.0.smithi016.stdout:1723: oid 34 updating version 0 to 900 2024-04-15T14:42:55.535 INFO:tasks.rados.rados.0.smithi016.stdout:1723: oid 34 version 900 is already newer than 897 2024-04-15T14:42:55.535 INFO:tasks.rados.rados.0.smithi016.stdout:1723: oid 34 version 900 is already newer than 899 2024-04-15T14:42:55.535 INFO:tasks.rados.rados.0.smithi016.stdout:1723: oid 34 version 900 is already newer than 896 2024-04-15T14:42:55.535 INFO:tasks.rados.rados.0.smithi016.stdout:1723: oid 34 version 900 is already newer than 898 2024-04-15T14:42:55.535 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 34 v 900 (ObjNum 545 snap 170 seq_num 545) dirty exists 2024-04-15T14:42:55.535 INFO:tasks.rados.rados.0.smithi016.stdout:1723: left oid 34 (ObjNum 545 snap 170 seq_num 545) 2024-04-15T14:42:55.535 INFO:tasks.rados.rados.0.smithi016.stdout:1725: finishing rollback tid 0 to smithi01678542-49 2024-04-15T14:42:55.535 INFO:tasks.rados.rados.0.smithi016.stdout:1723: done (4 left) 2024-04-15T14:42:55.535 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 35 current snap is 170 2024-04-15T14:42:55.536 INFO:tasks.rados.rados.0.smithi016.stdout:1725: finishing rollback tid 1 to smithi01678542-49 2024-04-15T14:42:55.536 INFO:tasks.rados.rados.0.smithi016.stdout:1725: finishing rollback tid 2 to smithi01678542-49 2024-04-15T14:42:55.536 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 49 v 562 (ObjNum 403 snap 128 seq_num 403) dirty exists 2024-04-15T14:42:55.536 INFO:tasks.rados.rados.0.smithi016.stdout:1727: finishing copy_from racing read to smithi01678542-8 2024-04-15T14:42:55.536 INFO:tasks.rados.rados.0.smithi016.stdout:1727: finishing copy_from to smithi01678542-8 2024-04-15T14:42:55.536 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 8 v 864 (ObjNum 541 snap 170 seq_num 541) dirty exists 2024-04-15T14:42:55.536 INFO:tasks.rados.rados.0.smithi016.stdout:1728: finishing write tid 1 to smithi01678542-36 2024-04-15T14:42:55.536 INFO:tasks.rados.rados.0.smithi016.stdout:1730: seq_num 548 ranges {5693440=786432,6479872=598016,7077888=606208} 2024-04-15T14:42:55.539 INFO:journalctl@ceph.osd.3.smithi016.stdout:Apr 15 14:42:55 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-osd-3[114175]: 2024-04-15T14:42:55.524+0000 7f5b609bf700 -1 osd.3 409 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-04-15T14:42:55.569 INFO:tasks.rados.rados.0.smithi016.stdout:1730: writing smithi01678542-35 from 5693440 to 6479872 tid 1 2024-04-15T14:42:55.572 INFO:tasks.rados.rados.0.smithi016.stdout:1730: writing smithi01678542-35 from 6479872 to 7077888 tid 2 2024-04-15T14:42:55.577 INFO:tasks.rados.rados.0.smithi016.stdout:1730: writing smithi01678542-35 from 7077888 to 7684096 tid 3 2024-04-15T14:42:55.577 INFO:tasks.rados.rados.0.smithi016.stdout:1725: done (4 left) 2024-04-15T14:42:55.577 INFO:tasks.rados.rados.0.smithi016.stdout:1727: done (3 left) 2024-04-15T14:42:55.577 INFO:tasks.rados.rados.0.smithi016.stdout:1731: rollback oid 33 current snap is 170 2024-04-15T14:42:55.577 INFO:tasks.rados.rados.0.smithi016.stdout:rollback oid 33 to 166 2024-04-15T14:42:55.577 INFO:tasks.rados.rados.0.smithi016.stdout:1728: finishing write tid 2 to smithi01678542-36 2024-04-15T14:42:55.577 INFO:tasks.rados.rados.0.smithi016.stdout:1728: finishing write tid 3 to smithi01678542-36 2024-04-15T14:42:55.577 INFO:tasks.rados.rados.0.smithi016.stdout:1728: finishing write tid 4 to smithi01678542-36 2024-04-15T14:42:55.577 INFO:tasks.rados.rados.0.smithi016.stdout:1728: finishing write tid 5 to smithi01678542-36 2024-04-15T14:42:55.577 INFO:tasks.rados.rados.0.smithi016.stdout:1729: finishing rollback tid 0 to smithi01678542-10 2024-04-15T14:42:55.577 INFO:tasks.rados.rados.0.smithi016.stdout:1729: finishing rollback tid 1 to smithi01678542-10 2024-04-15T14:42:55.577 INFO:tasks.rados.rados.0.smithi016.stdout:1729: finishing rollback tid 2 to smithi01678542-10 2024-04-15T14:42:55.578 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 10 v 915 (ObjNum 161 snap 0 seq_num 0) dirty exists 2024-04-15T14:42:55.578 INFO:tasks.rados.rados.0.smithi016.stdout:1728: finishing write tid 6 to smithi01678542-36 2024-04-15T14:42:55.578 INFO:tasks.rados.rados.0.smithi016.stdout:1728: oid 36 updating version 0 to 906 2024-04-15T14:42:55.578 INFO:tasks.rados.rados.0.smithi016.stdout:1728: oid 36 version 906 is already newer than 903 2024-04-15T14:42:55.578 INFO:tasks.rados.rados.0.smithi016.stdout:1728: oid 36 version 906 is already newer than 904 2024-04-15T14:42:55.578 INFO:tasks.rados.rados.0.smithi016.stdout:1728: oid 36 version 906 is already newer than 905 2024-04-15T14:42:55.578 INFO:tasks.rados.rados.0.smithi016.stdout:1728: oid 36 version 906 is already newer than 902 2024-04-15T14:42:55.578 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 36 v 906 (ObjNum 547 snap 170 seq_num 547) dirty exists 2024-04-15T14:42:55.578 INFO:tasks.rados.rados.0.smithi016.stdout:1728: left oid 36 (ObjNum 547 snap 170 seq_num 547) 2024-04-15T14:42:55.578 INFO:tasks.rados.rados.0.smithi016.stdout:1730: finishing write tid 1 to smithi01678542-35 2024-04-15T14:42:55.578 INFO:tasks.rados.rados.0.smithi016.stdout:1730: finishing write tid 2 to smithi01678542-35 2024-04-15T14:42:55.578 INFO:tasks.rados.rados.0.smithi016.stdout:1728: done (3 left) 2024-04-15T14:42:55.578 INFO:tasks.rados.rados.0.smithi016.stdout:1729: done (2 left) 2024-04-15T14:42:55.579 INFO:tasks.rados.rados.0.smithi016.stdout:1732: setattr oid 16 current snap is 170 2024-04-15T14:42:55.579 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 41 current snap is 170 2024-04-15T14:42:55.579 INFO:tasks.rados.rados.0.smithi016.stdout:1733: seq_num 549 ranges {0=802816,802816=483328,1286144=434176,1720320=286720} 2024-04-15T14:42:55.582 INFO:tasks.rados.rados.0.smithi016.stdout:1733: writing smithi01678542-41 from 0 to 802816 tid 1 2024-04-15T14:42:55.585 INFO:tasks.rados.rados.0.smithi016.stdout:1733: writing smithi01678542-41 from 802816 to 1286144 tid 2 2024-04-15T14:42:55.587 INFO:tasks.rados.rados.0.smithi016.stdout:1733: writing smithi01678542-41 from 1286144 to 1720320 tid 3 2024-04-15T14:42:55.590 INFO:tasks.rados.rados.0.smithi016.stdout:1733: writing smithi01678542-41 from 1720320 to 2007040 tid 4 2024-04-15T14:42:55.590 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 12 current snap is 170 2024-04-15T14:42:55.590 INFO:tasks.rados.rados.0.smithi016.stdout:1730: finishing write tid 3 to smithi01678542-35 2024-04-15T14:42:55.591 INFO:tasks.rados.rados.0.smithi016.stdout:1730: finishing write tid 4 to smithi01678542-35 2024-04-15T14:42:55.591 INFO:tasks.rados.rados.0.smithi016.stdout:1731: finishing rollback tid 0 to smithi01678542-33 2024-04-15T14:42:55.591 INFO:tasks.rados.rados.0.smithi016.stdout:1731: finishing rollback tid 1 to smithi01678542-33 2024-04-15T14:42:55.591 INFO:tasks.rados.rados.0.smithi016.stdout:1731: finishing rollback tid 2 to smithi01678542-33 2024-04-15T14:42:55.591 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 33 v 968 (ObjNum 161 snap 0 seq_num 1) dirty exists 2024-04-15T14:42:55.591 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 16 v 455 (ObjNum 464 snap 150 seq_num 464) dirty exists 2024-04-15T14:42:55.591 INFO:tasks.rados.rados.0.smithi016.stdout:1730: finishing write tid 5 to smithi01678542-35 2024-04-15T14:42:55.591 INFO:tasks.rados.rados.0.smithi016.stdout:1730: oid 35 updating version 0 to 869 2024-04-15T14:42:55.591 INFO:tasks.rados.rados.0.smithi016.stdout:1730: oid 35 version 869 is already newer than 868 2024-04-15T14:42:55.591 INFO:tasks.rados.rados.0.smithi016.stdout:1730: oid 35 updating version 869 to 871 2024-04-15T14:42:55.591 INFO:tasks.rados.rados.0.smithi016.stdout:1730: oid 35 version 871 is already newer than 870 2024-04-15T14:42:55.591 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 35 v 871 (ObjNum 548 snap 170 seq_num 548) dirty exists 2024-04-15T14:42:55.591 INFO:tasks.rados.rados.0.smithi016.stdout:1730: left oid 35 (ObjNum 548 snap 170 seq_num 548) 2024-04-15T14:42:55.591 INFO:tasks.rados.rados.0.smithi016.stdout:1733: finishing write tid 1 to smithi01678542-41 2024-04-15T14:42:55.592 INFO:tasks.rados.rados.0.smithi016.stdout:1733: finishing write tid 2 to smithi01678542-41 2024-04-15T14:42:55.592 INFO:tasks.rados.rados.0.smithi016.stdout:1733: finishing write tid 3 to smithi01678542-41 2024-04-15T14:42:55.592 INFO:tasks.rados.rados.0.smithi016.stdout:1734: seq_num 550 ranges {5898240=417792,6316032=770048,7086080=638976,7725056=196608} 2024-04-15T14:42:55.624 INFO:tasks.rados.rados.0.smithi016.stdout:1734: writing smithi01678542-12 from 5898240 to 6316032 tid 1 2024-04-15T14:42:55.629 INFO:tasks.rados.rados.0.smithi016.stdout:1734: writing smithi01678542-12 from 6316032 to 7086080 tid 2 2024-04-15T14:42:55.632 INFO:tasks.rados.rados.0.smithi016.stdout:1734: writing smithi01678542-12 from 7086080 to 7725056 tid 3 2024-04-15T14:42:55.635 INFO:tasks.rados.rados.0.smithi016.stdout:1734: writing smithi01678542-12 from 7725056 to 7921664 tid 4 2024-04-15T14:42:55.635 INFO:tasks.rados.rados.0.smithi016.stdout:1730: done (4 left) 2024-04-15T14:42:55.635 INFO:tasks.rados.rados.0.smithi016.stdout:1731: done (3 left) 2024-04-15T14:42:55.635 INFO:tasks.rados.rados.0.smithi016.stdout:1732: done (2 left) 2024-04-15T14:42:55.635 INFO:tasks.rados.rados.0.smithi016.stdout:1735: read oid 13 snap -1 2024-04-15T14:42:55.635 INFO:tasks.rados.rados.0.smithi016.stdout:1735: expect (ObjNum 376 snap 123 seq_num 376) 2024-04-15T14:42:55.635 INFO:tasks.rados.rados.0.smithi016.stdout:1736: read oid 28 snap -1 2024-04-15T14:42:55.636 INFO:tasks.rados.rados.0.smithi016.stdout:1736: expect (ObjNum 0 snap 0 seq_num 0) 2024-04-15T14:42:55.636 INFO:tasks.rados.rados.0.smithi016.stdout:1737: copy_from oid 15 from oid 25 current snap is 170 2024-04-15T14:42:55.636 INFO:tasks.rados.rados.0.smithi016.stdout:1733: finishing write tid 4 to smithi01678542-41 2024-04-15T14:42:55.636 INFO:tasks.rados.rados.0.smithi016.stdout:1733: finishing write tid 5 to smithi01678542-41 2024-04-15T14:42:55.636 INFO:tasks.rados.rados.0.smithi016.stdout:1733: finishing write tid 6 to smithi01678542-41 2024-04-15T14:42:55.636 INFO:tasks.rados.rados.0.smithi016.stdout:1733: oid 41 updating version 0 to 516 2024-04-15T14:42:55.636 INFO:tasks.rados.rados.0.smithi016.stdout:1733: oid 41 version 516 is already newer than 513 2024-04-15T14:42:55.636 INFO:tasks.rados.rados.0.smithi016.stdout:1733: oid 41 version 516 is already newer than 514 2024-04-15T14:42:55.636 INFO:tasks.rados.rados.0.smithi016.stdout:1733: oid 41 version 516 is already newer than 512 2024-04-15T14:42:55.636 INFO:tasks.rados.rados.0.smithi016.stdout:1733: oid 41 version 516 is already newer than 515 2024-04-15T14:42:55.636 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 41 v 516 (ObjNum 549 snap 170 seq_num 549) dirty exists 2024-04-15T14:42:55.636 INFO:tasks.rados.rados.0.smithi016.stdout:1733: left oid 41 (ObjNum 549 snap 170 seq_num 549) 2024-04-15T14:42:55.636 INFO:tasks.rados.rados.0.smithi016.stdout:1734: finishing write tid 1 to smithi01678542-12 2024-04-15T14:42:55.636 INFO:tasks.rados.rados.0.smithi016.stdout:1734: finishing write tid 2 to smithi01678542-12 2024-04-15T14:42:55.636 INFO:tasks.rados.rados.0.smithi016.stdout:1733: done (4 left) 2024-04-15T14:42:55.637 INFO:tasks.rados.rados.0.smithi016.stdout:1738: read oid 16 snap -1 2024-04-15T14:42:55.637 INFO:tasks.rados.rados.0.smithi016.stdout:1738: expect (ObjNum 464 snap 150 seq_num 464) 2024-04-15T14:42:55.637 INFO:tasks.rados.rados.0.smithi016.stdout:1739: copy_from oid 48 from oid 31 current snap is 170 2024-04-15T14:42:55.637 INFO:tasks.rados.rados.0.smithi016.stdout:1740: snap_remove snap 168 2024-04-15T14:42:56.499 INFO:tasks.rados.rados.0.smithi016.stdout:1740: done (6 left) 2024-04-15T14:42:56.500 INFO:tasks.rados.rados.0.smithi016.stdout:1741: read oid 29 snap -1 2024-04-15T14:42:56.500 INFO:tasks.rados.rados.0.smithi016.stdout:1741: expect (ObjNum 479 snap 151 seq_num 479) 2024-04-15T14:42:56.500 INFO:tasks.rados.rados.0.smithi016.stdout:1742: copy_from oid 40 from oid 20 current snap is 170 2024-04-15T14:42:56.500 INFO:tasks.rados.rados.0.smithi016.stdout:1743: copy_from oid 3 from oid 11 current snap is 170 2024-04-15T14:42:56.500 INFO:tasks.rados.rados.0.smithi016.stdout:1744: read oid 33 snap 167 2024-04-15T14:42:56.500 INFO:tasks.rados.rados.0.smithi016.stdout:1744: expect (ObjNum -2059722976 snap 22097 seq_num 2236948064) 2024-04-15T14:42:56.500 INFO:tasks.rados.rados.0.smithi016.stdout:1745: snap_create 2024-04-15T14:42:56.500 INFO:tasks.rados.rados.0.smithi016.stdout:1736: expect (ObjNum 0 snap 0 seq_num 0) 2024-04-15T14:42:56.500 INFO:tasks.rados.rados.0.smithi016.stdout:1734: finishing write tid 3 to smithi01678542-12 2024-04-15T14:42:56.500 INFO:tasks.rados.rados.0.smithi016.stdout:1734: finishing write tid 4 to smithi01678542-12 2024-04-15T14:42:56.500 INFO:tasks.rados.rados.0.smithi016.stdout:1734: finishing write tid 5 to smithi01678542-12 2024-04-15T14:42:56.500 INFO:tasks.rados.rados.0.smithi016.stdout:1734: finishing write tid 6 to smithi01678542-12 2024-04-15T14:42:56.501 INFO:tasks.rados.rados.0.smithi016.stdout:1734: oid 12 updating version 0 to 869 2024-04-15T14:42:56.501 INFO:tasks.rados.rados.0.smithi016.stdout:1734: oid 12 updating version 869 to 871 2024-04-15T14:42:56.501 INFO:tasks.rados.rados.0.smithi016.stdout:1734: oid 12 version 871 is already newer than 870 2024-04-15T14:42:56.501 INFO:tasks.rados.rados.0.smithi016.stdout:1734: oid 12 version 871 is already newer than 868 2024-04-15T14:42:56.501 INFO:tasks.rados.rados.0.smithi016.stdout:1734: oid 12 updating version 871 to 872 2024-04-15T14:42:56.501 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 12 v 872 (ObjNum 550 snap 170 seq_num 550) dirty exists 2024-04-15T14:42:56.501 INFO:tasks.rados.rados.0.smithi016.stdout:1734: left oid 12 (ObjNum 550 snap 170 seq_num 550) 2024-04-15T14:42:56.501 INFO:tasks.rados.rados.0.smithi016.stdout:1738: expect (ObjNum 464 snap 150 seq_num 464) 2024-04-15T14:42:56.665 INFO:tasks.rados.rados.0.smithi016.stdout:1735: expect (ObjNum 376 snap 123 seq_num 376) 2024-04-15T14:42:56.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:42:56 smithi016 ceph-mon[93212]: from='osd.3 ' entity='osd.3' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]': finished 2024-04-15T14:42:56.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:42:56 smithi016 ceph-mon[93212]: osdmap e418: 8 total, 7 up, 8 in 2024-04-15T14:42:56.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:42:56 smithi016 ceph-mon[93212]: from='osd.3 [v2:172.21.15.16:6826/2389879982,v1:172.21.15.16:6827/2389879982]' entity='osd.3' cmd=[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi016", "root=default"]}]: dispatch 2024-04-15T14:42:56.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:42:56 smithi016 ceph-mon[93212]: from='osd.3 ' entity='osd.3' cmd=[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi016", "root=default"]}]: dispatch 2024-04-15T14:42:56.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:42:56 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T14:42:56.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:42:56 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T14:42:56.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:42:56 smithi016 ceph-mon[90652]: from='osd.3 ' entity='osd.3' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]': finished 2024-04-15T14:42:56.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:42:56 smithi016 ceph-mon[90652]: osdmap e418: 8 total, 7 up, 8 in 2024-04-15T14:42:56.791 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:42:56 smithi016 ceph-mon[90652]: from='osd.3 [v2:172.21.15.16:6826/2389879982,v1:172.21.15.16:6827/2389879982]' entity='osd.3' cmd=[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi016", "root=default"]}]: dispatch 2024-04-15T14:42:56.791 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:42:56 smithi016 ceph-mon[90652]: from='osd.3 ' entity='osd.3' cmd=[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi016", "root=default"]}]: dispatch 2024-04-15T14:42:56.791 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:42:56 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T14:42:56.791 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:42:56 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T14:42:56.799 INFO:tasks.rados.rados.0.smithi016.stdout:1739: finishing copy_from racing read to smithi01678542-48 2024-04-15T14:42:56.799 INFO:tasks.rados.rados.0.smithi016.stdout:1739: finishing copy_from to smithi01678542-48 2024-04-15T14:42:56.799 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 48 v 870 (ObjNum 522 snap 165 seq_num 522) dirty exists 2024-04-15T14:42:56.799 INFO:tasks.rados.rados.0.smithi016.stdout:1737: finishing copy_from racing read to smithi01678542-15 2024-04-15T14:42:56.799 INFO:tasks.rados.rados.0.smithi016.stdout:1737: finishing copy_from to smithi01678542-15 2024-04-15T14:42:56.799 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 15 v 864 (ObjNum 541 snap 170 seq_num 541) dirty exists 2024-04-15T14:42:56.799 INFO:tasks.rados.rados.0.smithi016.stdout:1744: expect (ObjNum -2059722976 snap 22097 seq_num 2236948064) 2024-04-15T14:42:56.800 INFO:tasks.rados.rados.0.smithi016.stdout:1741: expect (ObjNum 479 snap 151 seq_num 479) 2024-04-15T14:42:56.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:42:56 smithi102 ceph-mon[87131]: from='osd.3 ' entity='osd.3' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]': finished 2024-04-15T14:42:56.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:42:56 smithi102 ceph-mon[87131]: osdmap e418: 8 total, 7 up, 8 in 2024-04-15T14:42:56.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:42:56 smithi102 ceph-mon[87131]: from='osd.3 [v2:172.21.15.16:6826/2389879982,v1:172.21.15.16:6827/2389879982]' entity='osd.3' cmd=[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi016", "root=default"]}]: dispatch 2024-04-15T14:42:56.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:42:56 smithi102 ceph-mon[87131]: from='osd.3 ' entity='osd.3' cmd=[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi016", "root=default"]}]: dispatch 2024-04-15T14:42:56.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:42:56 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T14:42:56.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:42:56 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T14:42:56.961 INFO:tasks.rados.rados.0.smithi016.stdout:1742: finishing copy_from racing read to smithi01678542-40 2024-04-15T14:42:56.961 INFO:tasks.rados.rados.0.smithi016.stdout:1742: finishing copy_from to smithi01678542-40 2024-04-15T14:42:56.961 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 40 v 855 (ObjNum 491 snap 154 seq_num 491) dirty exists 2024-04-15T14:42:56.961 INFO:tasks.rados.rados.0.smithi016.stdout:1743: finishing copy_from racing read to smithi01678542-3 2024-04-15T14:42:56.961 INFO:tasks.rados.rados.0.smithi016.stdout:1743: finishing copy_from to smithi01678542-3 2024-04-15T14:42:56.961 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 3 v 953 (ObjNum 497 snap 154 seq_num 497) dirty exists 2024-04-15T14:42:57.494 INFO:tasks.rados.rados.0.smithi016.stdout:1734: done (10 left) 2024-04-15T14:42:57.494 INFO:tasks.rados.rados.0.smithi016.stdout:1735: done (9 left) 2024-04-15T14:42:57.494 INFO:tasks.rados.rados.0.smithi016.stdout:1736: done (8 left) 2024-04-15T14:42:57.494 INFO:tasks.rados.rados.0.smithi016.stdout:1737: done (7 left) 2024-04-15T14:42:57.495 INFO:tasks.rados.rados.0.smithi016.stdout:1738: done (6 left) 2024-04-15T14:42:57.495 INFO:tasks.rados.rados.0.smithi016.stdout:1739: done (5 left) 2024-04-15T14:42:57.495 INFO:tasks.rados.rados.0.smithi016.stdout:1741: done (4 left) 2024-04-15T14:42:57.495 INFO:tasks.rados.rados.0.smithi016.stdout:1742: done (3 left) 2024-04-15T14:42:57.495 INFO:tasks.rados.rados.0.smithi016.stdout:1743: done (2 left) 2024-04-15T14:42:57.495 INFO:tasks.rados.rados.0.smithi016.stdout:1744: done (1 left) 2024-04-15T14:42:57.495 INFO:tasks.rados.rados.0.smithi016.stdout:1745: done (0 left) 2024-04-15T14:42:57.495 INFO:tasks.rados.rados.0.smithi016.stdout:1746: rmattr oid 13 current snap is 171 2024-04-15T14:42:57.495 INFO:tasks.rados.rados.0.smithi016.stdout:1747: read oid 26 snap 163 2024-04-15T14:42:57.495 INFO:tasks.rados.rados.0.smithi016.stdout:1747: expect deleted 2024-04-15T14:42:57.496 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 6 current snap is 171 2024-04-15T14:42:57.496 INFO:tasks.rados.rados.0.smithi016.stdout:1748: seq_num 551 ranges {3276800=434176,3710976=647168,4358144=450560,4808704=507904} 2024-04-15T14:42:57.518 INFO:tasks.rados.rados.0.smithi016.stdout:1748: writing smithi01678542-6 from 3276800 to 3710976 tid 1 2024-04-15T14:42:57.522 INFO:tasks.rados.rados.0.smithi016.stdout:1748: writing smithi01678542-6 from 3710976 to 4358144 tid 2 2024-04-15T14:42:57.526 INFO:tasks.rados.rados.0.smithi016.stdout:1748: writing smithi01678542-6 from 4358144 to 4808704 tid 3 2024-04-15T14:42:57.531 INFO:tasks.rados.rados.0.smithi016.stdout:1748: writing smithi01678542-6 from 4808704 to 5316608 tid 4 2024-04-15T14:42:57.531 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 13 v 869 (ObjNum 376 snap 123 seq_num 376) dirty exists 2024-04-15T14:42:57.531 INFO:tasks.rados.rados.0.smithi016.stdout:1748: finishing write tid 1 to smithi01678542-6 2024-04-15T14:42:57.531 INFO:tasks.rados.rados.0.smithi016.stdout:1748: finishing write tid 2 to smithi01678542-6 2024-04-15T14:42:57.531 INFO:tasks.rados.rados.0.smithi016.stdout:1748: finishing write tid 3 to smithi01678542-6 2024-04-15T14:42:57.531 INFO:tasks.rados.rados.0.smithi016.stdout:1746: done (2 left) 2024-04-15T14:42:57.531 INFO:tasks.rados.rados.0.smithi016.stdout:1747: done (1 left) 2024-04-15T14:42:57.531 INFO:tasks.rados.rados.0.smithi016.stdout:1749: rollback oid 26 current snap is 171 2024-04-15T14:42:57.531 INFO:tasks.rados.rados.0.smithi016.stdout:rollback oid 26 to 163 2024-04-15T14:42:57.531 INFO:tasks.rados.rados.0.smithi016.stdout:1750: read oid 33 snap -1 2024-04-15T14:42:57.531 INFO:tasks.rados.rados.0.smithi016.stdout:1750: expect (ObjNum 0 snap 0 seq_num 0) 2024-04-15T14:42:57.532 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 50 current snap is 171 2024-04-15T14:42:57.532 INFO:tasks.rados.rados.0.smithi016.stdout:1751: seq_num 552 ranges {1622016=450560,2072576=532480,2605056=655360,3260416=417792} 2024-04-15T14:42:57.543 INFO:tasks.rados.rados.0.smithi016.stdout:1751: writing smithi01678542-50 from 1622016 to 2072576 tid 1 2024-04-15T14:42:57.546 INFO:tasks.rados.rados.0.smithi016.stdout:1751: writing smithi01678542-50 from 2072576 to 2605056 tid 2 2024-04-15T14:42:57.550 INFO:tasks.rados.rados.0.smithi016.stdout:1751: writing smithi01678542-50 from 2605056 to 3260416 tid 3 2024-04-15T14:42:57.553 INFO:tasks.rados.rados.0.smithi016.stdout:1751: writing smithi01678542-50 from 3260416 to 3678208 tid 4 2024-04-15T14:42:57.553 INFO:tasks.rados.rados.0.smithi016.stdout:1752: setattr oid 27 current snap is 171 2024-04-15T14:42:57.553 INFO:tasks.rados.rados.0.smithi016.stdout:1750: expect (ObjNum 0 snap 0 seq_num 0) 2024-04-15T14:42:57.554 INFO:tasks.rados.rados.0.smithi016.stdout:1749: finishing rollback tid 0 to smithi01678542-26 2024-04-15T14:42:57.554 INFO:tasks.rados.rados.0.smithi016.stdout:1748: finishing write tid 4 to smithi01678542-6 2024-04-15T14:42:57.554 INFO:tasks.rados.rados.0.smithi016.stdout:1748: finishing write tid 5 to smithi01678542-6 2024-04-15T14:42:57.554 INFO:tasks.rados.rados.0.smithi016.stdout:1749: finishing rollback tid 1 to smithi01678542-26 2024-04-15T14:42:57.555 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 26 v 518 (ObjNum 177 snap 0 seq_num 2235626224) dirty dne 2024-04-15T14:42:57.555 INFO:tasks.rados.rados.0.smithi016.stdout:1748: finishing write tid 6 to smithi01678542-6 2024-04-15T14:42:57.555 INFO:tasks.rados.rados.0.smithi016.stdout:1748: oid 6 updating version 0 to 971 2024-04-15T14:42:57.555 INFO:tasks.rados.rados.0.smithi016.stdout:1748: oid 6 version 971 is already newer than 970 2024-04-15T14:42:57.555 INFO:tasks.rados.rados.0.smithi016.stdout:1748: oid 6 version 971 is already newer than 967 2024-04-15T14:42:57.555 INFO:tasks.rados.rados.0.smithi016.stdout:1748: oid 6 version 971 is already newer than 969 2024-04-15T14:42:57.555 INFO:tasks.rados.rados.0.smithi016.stdout:1748: oid 6 version 971 is already newer than 968 2024-04-15T14:42:57.555 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 6 v 971 (ObjNum 551 snap 171 seq_num 551) dirty exists 2024-04-15T14:42:57.555 INFO:tasks.rados.rados.0.smithi016.stdout:1748: left oid 6 (ObjNum 551 snap 171 seq_num 551) 2024-04-15T14:42:57.555 INFO:tasks.rados.rados.0.smithi016.stdout:1751: finishing write tid 1 to smithi01678542-50 2024-04-15T14:42:57.555 INFO:tasks.rados.rados.0.smithi016.stdout:1751: finishing write tid 2 to smithi01678542-50 2024-04-15T14:42:57.556 INFO:tasks.rados.rados.0.smithi016.stdout:1748: done (4 left) 2024-04-15T14:42:57.557 INFO:tasks.rados.rados.0.smithi016.stdout:1749: done (3 left) 2024-04-15T14:42:57.557 INFO:tasks.rados.rados.0.smithi016.stdout:1750: done (2 left) 2024-04-15T14:42:57.557 INFO:tasks.rados.rados.0.smithi016.stdout:1753: read oid 32 snap -1 2024-04-15T14:42:57.557 INFO:tasks.rados.rados.0.smithi016.stdout:1753: expect (ObjNum 503 snap 157 seq_num 503) 2024-04-15T14:42:57.557 INFO:tasks.rados.rados.0.smithi016.stdout:1754: read oid 13 snap 167 2024-04-15T14:42:57.557 INFO:tasks.rados.rados.0.smithi016.stdout:1754: expect (ObjNum 376 snap 123 seq_num 376) 2024-04-15T14:42:57.557 INFO:tasks.rados.rados.0.smithi016.stdout:1755: read oid 46 snap -1 2024-04-15T14:42:57.557 INFO:tasks.rados.rados.0.smithi016.stdout:1755: expect (ObjNum 539 snap 169 seq_num 539) 2024-04-15T14:42:57.557 INFO:tasks.rados.rados.0.smithi016.stdout:1756: delete oid 18 current snap is 171 2024-04-15T14:42:57.558 INFO:tasks.rados.rados.0.smithi016.stdout:1751: finishing write tid 3 to smithi01678542-50 2024-04-15T14:42:57.558 INFO:tasks.rados.rados.0.smithi016.stdout:1751: finishing write tid 4 to smithi01678542-50 2024-04-15T14:42:57.559 INFO:tasks.rados.rados.0.smithi016.stdout:1751: finishing write tid 5 to smithi01678542-50 2024-04-15T14:42:57.559 INFO:tasks.rados.rados.0.smithi016.stdout:1756: done (5 left) 2024-04-15T14:42:57.559 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 15 current snap is 171 2024-04-15T14:42:57.559 INFO:tasks.rados.rados.0.smithi016.stdout:1757: seq_num 554 ranges {1867776=483328,2351104=704512,3055616=622592,3678208=278528} 2024-04-15T14:42:57.573 INFO:tasks.rados.rados.0.smithi016.stdout:1757: writing smithi01678542-15 from 1867776 to 2351104 tid 1 2024-04-15T14:42:57.578 INFO:tasks.rados.rados.0.smithi016.stdout:1757: writing smithi01678542-15 from 2351104 to 3055616 tid 2 2024-04-15T14:42:57.583 INFO:tasks.rados.rados.0.smithi016.stdout:1757: writing smithi01678542-15 from 3055616 to 3678208 tid 3 2024-04-15T14:42:57.585 INFO:tasks.rados.rados.0.smithi016.stdout:1757: writing smithi01678542-15 from 3678208 to 3956736 tid 4 2024-04-15T14:42:57.585 INFO:tasks.rados.rados.0.smithi016.stdout:1758: rollback oid 23 current snap is 171 2024-04-15T14:42:57.586 INFO:tasks.rados.rados.0.smithi016.stdout:rollback oid 23 to 167 2024-04-15T14:42:57.586 INFO:tasks.rados.rados.0.smithi016.stdout:1751: finishing write tid 6 to smithi01678542-50 2024-04-15T14:42:57.586 INFO:tasks.rados.rados.0.smithi016.stdout:1751: oid 50 updating version 0 to 908 2024-04-15T14:42:57.586 INFO:tasks.rados.rados.0.smithi016.stdout:1751: oid 50 updating version 908 to 909 2024-04-15T14:42:57.586 INFO:tasks.rados.rados.0.smithi016.stdout:1751: oid 50 updating version 909 to 912 2024-04-15T14:42:57.586 INFO:tasks.rados.rados.0.smithi016.stdout:1751: oid 50 version 912 is already newer than 911 2024-04-15T14:42:57.586 INFO:tasks.rados.rados.0.smithi016.stdout:1751: oid 50 version 912 is already newer than 910 2024-04-15T14:42:57.586 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 50 v 912 (ObjNum 552 snap 171 seq_num 552) dirty exists 2024-04-15T14:42:57.586 INFO:tasks.rados.rados.0.smithi016.stdout:1751: left oid 50 (ObjNum 552 snap 171 seq_num 552) 2024-04-15T14:42:57.586 INFO:tasks.rados.rados.0.smithi016.stdout:1751: done (6 left) 2024-04-15T14:42:57.586 INFO:tasks.rados.rados.0.smithi016.stdout:1759: rmattr oid 4 current snap is 171 2024-04-15T14:42:57.586 INFO:tasks.rados.rados.0.smithi016.stdout:1759: done (6 left) 2024-04-15T14:42:57.586 INFO:tasks.rados.rados.0.smithi016.stdout:1760: delete oid 5 current snap is 171 2024-04-15T14:42:57.586 INFO:tasks.rados.rados.0.smithi016.stdout:1755: expect (ObjNum 539 snap 169 seq_num 539) 2024-04-15T14:42:57.649 INFO:tasks.rados.rados.0.smithi016.stdout:1755: done (6 left) 2024-04-15T14:42:57.650 INFO:tasks.rados.rados.0.smithi016.stdout:1760: done (5 left) 2024-04-15T14:42:57.650 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 3 current snap is 171 2024-04-15T14:42:57.650 INFO:tasks.rados.rados.0.smithi016.stdout:1757: finishing write tid 1 to smithi01678542-15 2024-04-15T14:42:57.650 INFO:tasks.rados.rados.0.smithi016.stdout:1754: expect (ObjNum 376 snap 123 seq_num 376) 2024-04-15T14:42:57.778 INFO:tasks.rados.rados.0.smithi016.stdout:1757: finishing write tid 2 to smithi01678542-15 2024-04-15T14:42:57.778 INFO:tasks.rados.rados.0.smithi016.stdout:1753: expect (ObjNum 503 snap 157 seq_num 503) 2024-04-15T14:42:57.789 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:42:57 smithi016 ceph-mon[90652]: pgmap v260: 121 pgs: 9 active+undersized+degraded, 33 active+undersized, 79 active+clean; 181 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail; 7.1 MiB/s rd, 4.8 MiB/s wr, 15 op/s; 35/297 objects degraded (11.785%) 2024-04-15T14:42:57.789 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:42:57 smithi016 ceph-mon[90652]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-04-15T14:42:57.789 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:42:57 smithi016 ceph-mon[90652]: osd.3 [v2:172.21.15.16:6826/2389879982,v1:172.21.15.16:6827/2389879982] boot 2024-04-15T14:42:57.789 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:42:57 smithi016 ceph-mon[90652]: osdmap e419: 8 total, 8 up, 8 in 2024-04-15T14:42:57.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:42:57 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-15T14:42:57.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:42:57 smithi016 ceph-mon[90652]: Health check update: Degraded data redundancy: 35/297 objects degraded (11.785%), 9 pgs degraded (PG_DEGRADED) 2024-04-15T14:42:57.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:42:57 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T14:42:57.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:42:57 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T14:42:57.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:42:57 smithi016 ceph-mon[90652]: osdmap e420: 8 total, 8 up, 8 in 2024-04-15T14:42:57.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:42:57 smithi016 ceph-mon[93212]: pgmap v260: 121 pgs: 9 active+undersized+degraded, 33 active+undersized, 79 active+clean; 181 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail; 7.1 MiB/s rd, 4.8 MiB/s wr, 15 op/s; 35/297 objects degraded (11.785%) 2024-04-15T14:42:57.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:42:57 smithi016 ceph-mon[93212]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-04-15T14:42:57.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:42:57 smithi016 ceph-mon[93212]: osd.3 [v2:172.21.15.16:6826/2389879982,v1:172.21.15.16:6827/2389879982] boot 2024-04-15T14:42:57.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:42:57 smithi016 ceph-mon[93212]: osdmap e419: 8 total, 8 up, 8 in 2024-04-15T14:42:57.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:42:57 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-15T14:42:57.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:42:57 smithi016 ceph-mon[93212]: Health check update: Degraded data redundancy: 35/297 objects degraded (11.785%), 9 pgs degraded (PG_DEGRADED) 2024-04-15T14:42:57.791 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:42:57 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T14:42:57.791 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:42:57 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T14:42:57.791 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:42:57 smithi016 ceph-mon[93212]: osdmap e420: 8 total, 8 up, 8 in 2024-04-15T14:42:57.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:42:57 smithi102 ceph-mon[87131]: pgmap v260: 121 pgs: 9 active+undersized+degraded, 33 active+undersized, 79 active+clean; 181 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail; 7.1 MiB/s rd, 4.8 MiB/s wr, 15 op/s; 35/297 objects degraded (11.785%) 2024-04-15T14:42:57.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:42:57 smithi102 ceph-mon[87131]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-04-15T14:42:57.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:42:57 smithi102 ceph-mon[87131]: osd.3 [v2:172.21.15.16:6826/2389879982,v1:172.21.15.16:6827/2389879982] boot 2024-04-15T14:42:57.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:42:57 smithi102 ceph-mon[87131]: osdmap e419: 8 total, 8 up, 8 in 2024-04-15T14:42:57.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:42:57 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-15T14:42:57.938 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:42:57 smithi102 ceph-mon[87131]: Health check update: Degraded data redundancy: 35/297 objects degraded (11.785%), 9 pgs degraded (PG_DEGRADED) 2024-04-15T14:42:57.938 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:42:57 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T14:42:57.938 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:42:57 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T14:42:57.938 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:42:57 smithi102 ceph-mon[87131]: osdmap e420: 8 total, 8 up, 8 in 2024-04-15T14:42:58.049 INFO:tasks.rados.rados.0.smithi016.stdout:1758: finishing rollback tid 1 to smithi01678542-23 2024-04-15T14:42:58.050 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 23 v 867 (ObjNum 273 snap 0 seq_num 0) dirty dne 2024-04-15T14:42:58.050 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 27 v 535 (ObjNum 544 snap 170 seq_num 544) dirty exists 2024-04-15T14:42:58.050 INFO:tasks.rados.rados.0.smithi016.stdout:1757: finishing write tid 3 to smithi01678542-15 2024-04-15T14:42:58.050 INFO:tasks.rados.rados.0.smithi016.stdout:1761: seq_num 556 ranges {1908736=516096,2424832=524288,2949120=638976,3588096=442368} 2024-04-15T14:42:58.062 INFO:tasks.rados.rados.0.smithi016.stdout:1761: writing smithi01678542-3 from 1908736 to 2424832 tid 1 2024-04-15T14:42:58.065 INFO:tasks.rados.rados.0.smithi016.stdout:1761: writing smithi01678542-3 from 2424832 to 2949120 tid 2 2024-04-15T14:42:58.068 INFO:tasks.rados.rados.0.smithi016.stdout:1761: writing smithi01678542-3 from 2949120 to 3588096 tid 3 2024-04-15T14:42:58.072 INFO:tasks.rados.rados.0.smithi016.stdout:1761: writing smithi01678542-3 from 3588096 to 4030464 tid 4 2024-04-15T14:42:58.072 INFO:tasks.rados.rados.0.smithi016.stdout:1752: done (5 left) 2024-04-15T14:42:58.073 INFO:tasks.rados.rados.0.smithi016.stdout:1753: done (4 left) 2024-04-15T14:42:58.073 INFO:tasks.rados.rados.0.smithi016.stdout:1754: done (3 left) 2024-04-15T14:42:58.073 INFO:tasks.rados.rados.0.smithi016.stdout:1758: done (2 left) 2024-04-15T14:42:58.073 INFO:tasks.rados.rados.0.smithi016.stdout:1762: copy_from oid 44 from oid 14 current snap is 171 2024-04-15T14:42:58.073 INFO:tasks.rados.rados.0.smithi016.stdout:1757: finishing write tid 4 to smithi01678542-15 2024-04-15T14:42:58.073 INFO:tasks.rados.rados.0.smithi016.stdout:1757: finishing write tid 5 to smithi01678542-15 2024-04-15T14:42:58.073 INFO:tasks.rados.rados.0.smithi016.stdout:1757: finishing write tid 6 to smithi01678542-15 2024-04-15T14:42:58.073 INFO:tasks.rados.rados.0.smithi016.stdout:1757: oid 15 updating version 0 to 891 2024-04-15T14:42:58.073 INFO:tasks.rados.rados.0.smithi016.stdout:1757: oid 15 version 891 is already newer than 889 2024-04-15T14:42:58.073 INFO:tasks.rados.rados.0.smithi016.stdout:1757: oid 15 version 891 is already newer than 890 2024-04-15T14:42:58.073 INFO:tasks.rados.rados.0.smithi016.stdout:1757: oid 15 updating version 891 to 893 2024-04-15T14:42:58.073 INFO:tasks.rados.rados.0.smithi016.stdout:1757: oid 15 version 893 is already newer than 892 2024-04-15T14:42:58.073 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 15 v 893 (ObjNum 554 snap 171 seq_num 554) dirty exists 2024-04-15T14:42:58.073 INFO:tasks.rados.rados.0.smithi016.stdout:1757: left oid 15 (ObjNum 554 snap 171 seq_num 554) 2024-04-15T14:42:58.074 INFO:tasks.rados.rados.0.smithi016.stdout:1761: finishing write tid 1 to smithi01678542-3 2024-04-15T14:42:58.074 INFO:tasks.rados.rados.0.smithi016.stdout:1761: finishing write tid 2 to smithi01678542-3 2024-04-15T14:42:58.074 INFO:tasks.rados.rados.0.smithi016.stdout:1757: done (2 left) 2024-04-15T14:42:58.074 INFO:tasks.rados.rados.0.smithi016.stdout:1763: snap_create 2024-04-15T14:42:58.074 INFO:tasks.rados.rados.0.smithi016.stdout:1761: finishing write tid 3 to smithi01678542-3 2024-04-15T14:42:58.074 INFO:tasks.rados.rados.0.smithi016.stdout:1762: finishing copy_from to smithi01678542-44 2024-04-15T14:42:58.074 INFO:tasks.rados.rados.0.smithi016.stdout:1762: got expected ENOENT (src dne) 2024-04-15T14:42:58.074 INFO:tasks.rados.rados.0.smithi016.stdout:1762: finishing copy_from racing read to smithi01678542-44 2024-04-15T14:42:58.075 INFO:tasks.rados.rados.0.smithi016.stdout:1761: finishing write tid 4 to smithi01678542-3 2024-04-15T14:42:58.075 INFO:tasks.rados.rados.0.smithi016.stdout:1761: finishing write tid 5 to smithi01678542-3 2024-04-15T14:42:58.075 INFO:tasks.rados.rados.0.smithi016.stdout:1761: finishing write tid 6 to smithi01678542-3 2024-04-15T14:42:58.075 INFO:tasks.rados.rados.0.smithi016.stdout:1761: oid 3 updating version 0 to 956 2024-04-15T14:42:58.075 INFO:tasks.rados.rados.0.smithi016.stdout:1761: oid 3 updating version 956 to 958 2024-04-15T14:42:58.075 INFO:tasks.rados.rados.0.smithi016.stdout:1761: oid 3 version 958 is already newer than 955 2024-04-15T14:42:58.075 INFO:tasks.rados.rados.0.smithi016.stdout:1761: oid 3 version 958 is already newer than 954 2024-04-15T14:42:58.076 INFO:tasks.rados.rados.0.smithi016.stdout:1761: oid 3 version 958 is already newer than 957 2024-04-15T14:42:58.076 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 3 v 958 (ObjNum 556 snap 171 seq_num 556) dirty exists 2024-04-15T14:42:58.076 INFO:tasks.rados.rados.0.smithi016.stdout:1761: left oid 3 (ObjNum 556 snap 171 seq_num 556) 2024-04-15T14:42:58.511 INFO:tasks.rados.rados.0.smithi016.stdout:1761: done (2 left) 2024-04-15T14:42:58.511 INFO:tasks.rados.rados.0.smithi016.stdout:1762: done (1 left) 2024-04-15T14:42:58.512 INFO:tasks.rados.rados.0.smithi016.stdout:1763: done (0 left) 2024-04-15T14:42:58.512 INFO:tasks.rados.rados.0.smithi016.stdout:1764: rollback oid 2 current snap is 172 2024-04-15T14:42:58.512 INFO:tasks.rados.rados.0.smithi016.stdout:rollback oid 2 to 170 2024-04-15T14:42:58.512 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 11 current snap is 172 2024-04-15T14:42:58.512 INFO:tasks.rados.rados.0.smithi016.stdout:1765: seq_num 557 ranges {1908736=532480,2441216=802816,3244032=794624,4038656=8192} 2024-04-15T14:42:58.524 INFO:tasks.rados.rados.0.smithi016.stdout:1765: writing smithi01678542-11 from 1908736 to 2441216 tid 1 2024-04-15T14:42:58.529 INFO:tasks.rados.rados.0.smithi016.stdout:1765: writing smithi01678542-11 from 2441216 to 3244032 tid 2 2024-04-15T14:42:58.534 INFO:tasks.rados.rados.0.smithi016.stdout:1765: writing smithi01678542-11 from 3244032 to 4038656 tid 3 2024-04-15T14:42:58.534 INFO:tasks.rados.rados.0.smithi016.stdout:1765: writing smithi01678542-11 from 4038656 to 4046848 tid 4 2024-04-15T14:42:58.534 INFO:tasks.rados.rados.0.smithi016.stdout:1766: copy_from oid 49 from oid 36 current snap is 172 2024-04-15T14:42:58.534 INFO:tasks.rados.rados.0.smithi016.stdout:1764: finishing rollback tid 0 to smithi01678542-2 2024-04-15T14:42:58.534 INFO:tasks.rados.rados.0.smithi016.stdout:1764: finishing rollback tid 1 to smithi01678542-2 2024-04-15T14:42:58.535 INFO:tasks.rados.rados.0.smithi016.stdout:1764: finishing rollback tid 2 to smithi01678542-2 2024-04-15T14:42:58.535 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 2 v 918 (ObjNum 527 snap 167 seq_num 527) dirty exists 2024-04-15T14:42:58.535 INFO:tasks.rados.rados.0.smithi016.stdout:1765: finishing write tid 1 to smithi01678542-11 2024-04-15T14:42:58.535 INFO:tasks.rados.rados.0.smithi016.stdout:1765: finishing write tid 2 to smithi01678542-11 2024-04-15T14:42:58.535 INFO:tasks.rados.rados.0.smithi016.stdout:1764: done (2 left) 2024-04-15T14:42:58.535 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 43 current snap is 172 2024-04-15T14:42:58.535 INFO:tasks.rados.rados.0.smithi016.stdout:1767: seq_num 558 ranges {892928=548864,1441792=688128,2129920=606208,2736128=311296} 2024-04-15T14:42:58.542 INFO:tasks.rados.rados.0.smithi016.stdout:1767: writing smithi01678542-43 from 892928 to 1441792 tid 1 2024-04-15T14:42:58.547 INFO:tasks.rados.rados.0.smithi016.stdout:1767: writing smithi01678542-43 from 1441792 to 2129920 tid 2 2024-04-15T14:42:58.550 INFO:tasks.rados.rados.0.smithi016.stdout:1767: writing smithi01678542-43 from 2129920 to 2736128 tid 3 2024-04-15T14:42:58.553 INFO:tasks.rados.rados.0.smithi016.stdout:1767: writing smithi01678542-43 from 2736128 to 3047424 tid 4 2024-04-15T14:42:58.553 INFO:tasks.rados.rados.0.smithi016.stdout:1768: read oid 37 snap -1 2024-04-15T14:42:58.553 INFO:tasks.rados.rados.0.smithi016.stdout:1768: expect (ObjNum 542 snap 170 seq_num 542) 2024-04-15T14:42:58.553 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 33 current snap is 172 2024-04-15T14:42:58.553 INFO:tasks.rados.rados.0.smithi016.stdout:1765: finishing write tid 3 to smithi01678542-11 2024-04-15T14:42:58.553 INFO:tasks.rados.rados.0.smithi016.stdout:1769: seq_num 559 ranges {0=565248,565248=573440,1138688=409600,1548288=622592} 2024-04-15T14:42:58.556 INFO:tasks.rados.rados.0.smithi016.stdout:1769: writing smithi01678542-33 from 0 to 565248 tid 1 2024-04-15T14:42:58.560 INFO:tasks.rados.rados.0.smithi016.stdout:1769: writing smithi01678542-33 from 565248 to 1138688 tid 2 2024-04-15T14:42:58.563 INFO:tasks.rados.rados.0.smithi016.stdout:1769: writing smithi01678542-33 from 1138688 to 1548288 tid 3 2024-04-15T14:42:58.567 INFO:tasks.rados.rados.0.smithi016.stdout:1769: writing smithi01678542-33 from 1548288 to 2170880 tid 4 2024-04-15T14:42:58.568 INFO:tasks.rados.rados.0.smithi016.stdout:1770: snap_remove snap 170 2024-04-15T14:42:59.516 INFO:tasks.rados.rados.0.smithi016.stdout:1770: done (5 left) 2024-04-15T14:42:59.517 INFO:tasks.rados.rados.0.smithi016.stdout:1771: rollback oid 42 current snap is 172 2024-04-15T14:42:59.517 INFO:tasks.rados.rados.0.smithi016.stdout:rollback oid 42 to 171 2024-04-15T14:42:59.517 INFO:tasks.rados.rados.0.smithi016.stdout:1765: finishing write tid 4 to smithi01678542-11 2024-04-15T14:42:59.517 INFO:tasks.rados.rados.0.smithi016.stdout:1765: finishing write tid 5 to smithi01678542-11 2024-04-15T14:42:59.517 INFO:tasks.rados.rados.0.smithi016.stdout:1765: finishing write tid 6 to smithi01678542-11 2024-04-15T14:42:59.517 INFO:tasks.rados.rados.0.smithi016.stdout:1765: oid 11 updating version 0 to 974 2024-04-15T14:42:59.517 INFO:tasks.rados.rados.0.smithi016.stdout:1765: oid 11 version 974 is already newer than 972 2024-04-15T14:42:59.517 INFO:tasks.rados.rados.0.smithi016.stdout:1765: oid 11 updating version 974 to 975 2024-04-15T14:42:59.517 INFO:tasks.rados.rados.0.smithi016.stdout:1765: oid 11 updating version 975 to 976 2024-04-15T14:42:59.517 INFO:tasks.rados.rados.0.smithi016.stdout:1765: oid 11 version 976 is already newer than 973 2024-04-15T14:42:59.517 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 11 v 976 (ObjNum 557 snap 172 seq_num 557) dirty exists 2024-04-15T14:42:59.517 INFO:tasks.rados.rados.0.smithi016.stdout:1765: left oid 11 (ObjNum 557 snap 172 seq_num 557) 2024-04-15T14:42:59.518 INFO:tasks.rados.rados.0.smithi016.stdout:1767: finishing write tid 1 to smithi01678542-43 2024-04-15T14:42:59.518 INFO:tasks.rados.rados.0.smithi016.stdout:1765: done (5 left) 2024-04-15T14:42:59.518 INFO:tasks.rados.rados.0.smithi016.stdout:1772: delete oid 48 current snap is 172 2024-04-15T14:42:59.518 INFO:tasks.rados.rados.0.smithi016.stdout:1767: finishing write tid 2 to smithi01678542-43 2024-04-15T14:42:59.518 INFO:tasks.rados.rados.0.smithi016.stdout:1767: finishing write tid 3 to smithi01678542-43 2024-04-15T14:42:59.518 INFO:tasks.rados.rados.0.smithi016.stdout:1767: finishing write tid 4 to smithi01678542-43 2024-04-15T14:42:59.518 INFO:tasks.rados.rados.0.smithi016.stdout:1767: finishing write tid 5 to smithi01678542-43 2024-04-15T14:42:59.518 INFO:tasks.rados.rados.0.smithi016.stdout:1767: finishing write tid 6 to smithi01678542-43 2024-04-15T14:42:59.518 INFO:tasks.rados.rados.0.smithi016.stdout:1767: oid 43 updating version 0 to 922 2024-04-15T14:42:59.518 INFO:tasks.rados.rados.0.smithi016.stdout:1767: oid 43 updating version 922 to 923 2024-04-15T14:42:59.518 INFO:tasks.rados.rados.0.smithi016.stdout:1767: oid 43 updating version 923 to 925 2024-04-15T14:42:59.518 INFO:tasks.rados.rados.0.smithi016.stdout:1767: oid 43 updating version 925 to 926 2024-04-15T14:42:59.518 INFO:tasks.rados.rados.0.smithi016.stdout:1767: oid 43 version 926 is already newer than 924 2024-04-15T14:42:59.519 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 43 v 926 (ObjNum 558 snap 172 seq_num 558) dirty exists 2024-04-15T14:42:59.519 INFO:tasks.rados.rados.0.smithi016.stdout:1767: left oid 43 (ObjNum 558 snap 172 seq_num 558) 2024-04-15T14:42:59.519 INFO:tasks.rados.rados.0.smithi016.stdout:1769: finishing write tid 1 to smithi01678542-33 2024-04-15T14:42:59.519 INFO:tasks.rados.rados.0.smithi016.stdout:1769: finishing write tid 2 to smithi01678542-33 2024-04-15T14:42:59.519 INFO:tasks.rados.rados.0.smithi016.stdout:1769: finishing write tid 3 to smithi01678542-33 2024-04-15T14:42:59.519 INFO:tasks.rados.rados.0.smithi016.stdout:1766: finishing copy_from racing read to smithi01678542-49 2024-04-15T14:42:59.519 INFO:tasks.rados.rados.0.smithi016.stdout:1766: finishing copy_from to smithi01678542-49 2024-04-15T14:42:59.519 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 49 v 906 (ObjNum 547 snap 170 seq_num 547) dirty exists 2024-04-15T14:42:59.519 INFO:tasks.rados.rados.0.smithi016.stdout:1769: finishing write tid 4 to smithi01678542-33 2024-04-15T14:42:59.519 INFO:tasks.rados.rados.0.smithi016.stdout:1769: finishing write tid 5 to smithi01678542-33 2024-04-15T14:42:59.519 INFO:tasks.rados.rados.0.smithi016.stdout:1769: finishing write tid 6 to smithi01678542-33 2024-04-15T14:42:59.519 INFO:tasks.rados.rados.0.smithi016.stdout:1769: oid 33 updating version 0 to 980 2024-04-15T14:42:59.519 INFO:tasks.rados.rados.0.smithi016.stdout:1769: oid 33 version 980 is already newer than 979 2024-04-15T14:42:59.520 INFO:tasks.rados.rados.0.smithi016.stdout:1769: oid 33 version 980 is already newer than 978 2024-04-15T14:42:59.520 INFO:tasks.rados.rados.0.smithi016.stdout:1769: oid 33 updating version 980 to 982 2024-04-15T14:42:59.520 INFO:tasks.rados.rados.0.smithi016.stdout:1769: oid 33 version 982 is already newer than 981 2024-04-15T14:42:59.520 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 33 v 982 (ObjNum 559 snap 172 seq_num 559) dirty exists 2024-04-15T14:42:59.520 INFO:tasks.rados.rados.0.smithi016.stdout:1769: left oid 33 (ObjNum 559 snap 172 seq_num 559) 2024-04-15T14:42:59.520 INFO:tasks.rados.rados.0.smithi016.stdout:1768: expect (ObjNum 542 snap 170 seq_num 542) 2024-04-15T14:42:59.764 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:42:59 smithi016 ceph-mon[93212]: pgmap v263: 121 pgs: 9 active+undersized+degraded, 33 active+undersized, 79 active+clean; 181 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail; 7.1 MiB/s rd, 4.8 MiB/s wr, 15 op/s; 35/297 objects degraded (11.785%) 2024-04-15T14:42:59.765 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:42:59 smithi016 ceph-mon[93212]: osdmap e421: 8 total, 8 up, 8 in 2024-04-15T14:42:59.765 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:42:59 smithi016 ceph-mon[90652]: pgmap v263: 121 pgs: 9 active+undersized+degraded, 33 active+undersized, 79 active+clean; 181 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail; 7.1 MiB/s rd, 4.8 MiB/s wr, 15 op/s; 35/297 objects degraded (11.785%) 2024-04-15T14:42:59.765 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:42:59 smithi016 ceph-mon[90652]: osdmap e421: 8 total, 8 up, 8 in 2024-04-15T14:42:59.825 INFO:tasks.rados.rados.0.smithi016.stdout:1771: finishing rollback tid 1 to smithi01678542-42 2024-04-15T14:42:59.825 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 42 v 276 (ObjNum 225 snap 0 seq_num 2234816336) dirty dne 2024-04-15T14:42:59.825 INFO:tasks.rados.rados.0.smithi016.stdout:1766: done (5 left) 2024-04-15T14:42:59.825 INFO:tasks.rados.rados.0.smithi016.stdout:1767: done (4 left) 2024-04-15T14:42:59.825 INFO:tasks.rados.rados.0.smithi016.stdout:1768: done (3 left) 2024-04-15T14:42:59.825 INFO:tasks.rados.rados.0.smithi016.stdout:1769: done (2 left) 2024-04-15T14:42:59.825 INFO:tasks.rados.rados.0.smithi016.stdout:1771: done (1 left) 2024-04-15T14:42:59.825 INFO:tasks.rados.rados.0.smithi016.stdout:1772: done (0 left) 2024-04-15T14:42:59.825 INFO:tasks.rados.rados.0.smithi016.stdout:1773: delete oid 27 current snap is 172 2024-04-15T14:42:59.827 INFO:tasks.rados.rados.0.smithi016.stdout:1773: done (0 left) 2024-04-15T14:42:59.827 INFO:tasks.rados.rados.0.smithi016.stdout:1774: snap_remove snap 163 2024-04-15T14:42:59.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:42:59 smithi102 ceph-mon[87131]: pgmap v263: 121 pgs: 9 active+undersized+degraded, 33 active+undersized, 79 active+clean; 181 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail; 7.1 MiB/s rd, 4.8 MiB/s wr, 15 op/s; 35/297 objects degraded (11.785%) 2024-04-15T14:42:59.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:42:59 smithi102 ceph-mon[87131]: osdmap e421: 8 total, 8 up, 8 in 2024-04-15T14:43:00.523 INFO:tasks.rados.rados.0.smithi016.stdout:1774: done (0 left) 2024-04-15T14:43:00.523 INFO:tasks.rados.rados.0.smithi016.stdout:1775: setattr oid 36 current snap is 172 2024-04-15T14:43:00.528 INFO:tasks.rados.rados.0.smithi016.stdout:1776: copy_from oid 38 from oid 1 current snap is 172 2024-04-15T14:43:00.528 INFO:tasks.rados.rados.0.smithi016.stdout:1777: rollback oid 15 current snap is 172 2024-04-15T14:43:00.529 INFO:tasks.rados.rados.0.smithi016.stdout:rollback oid 15 to 166 2024-04-15T14:43:00.529 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 22 current snap is 172 2024-04-15T14:43:00.529 INFO:tasks.rados.rados.0.smithi016.stdout:1778: seq_num 562 ranges {0=622592,622592=630784,1253376=581632,1835008=393216} 2024-04-15T14:43:00.530 INFO:tasks.rados.rados.0.smithi016.stdout:1778: writing smithi01678542-22 from 0 to 622592 tid 1 2024-04-15T14:43:00.534 INFO:tasks.rados.rados.0.smithi016.stdout:1778: writing smithi01678542-22 from 622592 to 1253376 tid 2 2024-04-15T14:43:00.538 INFO:tasks.rados.rados.0.smithi016.stdout:1778: writing smithi01678542-22 from 1253376 to 1835008 tid 3 2024-04-15T14:43:00.541 INFO:tasks.rados.rados.0.smithi016.stdout:1778: writing smithi01678542-22 from 1835008 to 2228224 tid 4 2024-04-15T14:43:00.543 INFO:tasks.rados.rados.0.smithi016.stdout:1779: rollback oid 10 current snap is 172 2024-04-15T14:43:00.543 INFO:tasks.rados.rados.0.smithi016.stdout:rollback oid 10 to 167 2024-04-15T14:43:00.543 INFO:tasks.rados.rados.0.smithi016.stdout:1777: finishing rollback tid 0 to smithi01678542-15 2024-04-15T14:43:00.543 INFO:tasks.rados.rados.0.smithi016.stdout:1777: finishing rollback tid 1 to smithi01678542-15 2024-04-15T14:43:00.543 INFO:tasks.rados.rados.0.smithi016.stdout:1780: snap_create 2024-04-15T14:43:00.544 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 36 v 932 (ObjNum 547 snap 170 seq_num 547) dirty exists 2024-04-15T14:43:00.551 INFO:tasks.rados.rados.0.smithi016.stdout:1778: finishing write tid 1 to smithi01678542-22 2024-04-15T14:43:00.551 INFO:tasks.rados.rados.0.smithi016.stdout:1778: finishing write tid 2 to smithi01678542-22 2024-04-15T14:43:00.551 INFO:tasks.rados.rados.0.smithi016.stdout:1778: finishing write tid 3 to smithi01678542-22 2024-04-15T14:43:00.553 INFO:tasks.rados.rados.0.smithi016.stdout:1778: finishing write tid 4 to smithi01678542-22 2024-04-15T14:43:00.553 INFO:tasks.rados.rados.0.smithi016.stdout:1778: finishing write tid 5 to smithi01678542-22 2024-04-15T14:43:00.554 INFO:tasks.rados.rados.0.smithi016.stdout:1776: finishing copy_from racing read to smithi01678542-38 2024-04-15T14:43:00.554 INFO:tasks.rados.rados.0.smithi016.stdout:1777: finishing rollback tid 2 to smithi01678542-15 2024-04-15T14:43:00.554 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 15 v 896 (ObjNum 525 snap 166 seq_num 525) dirty exists 2024-04-15T14:43:00.556 INFO:tasks.rados.rados.0.smithi016.stdout:1779: finishing rollback tid 0 to smithi01678542-10 2024-04-15T14:43:00.556 INFO:tasks.rados.rados.0.smithi016.stdout:1779: finishing rollback tid 1 to smithi01678542-10 2024-04-15T14:43:00.557 INFO:tasks.rados.rados.0.smithi016.stdout:1776: finishing copy_from to smithi01678542-38 2024-04-15T14:43:00.557 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 38 v 862 (ObjNum 511 snap 158 seq_num 511) dirty exists 2024-04-15T14:43:00.558 INFO:tasks.rados.rados.0.smithi016.stdout:1778: finishing write tid 6 to smithi01678542-22 2024-04-15T14:43:00.558 INFO:tasks.rados.rados.0.smithi016.stdout:1778: oid 22 updating version 0 to 922 2024-04-15T14:43:00.558 INFO:tasks.rados.rados.0.smithi016.stdout:1778: oid 22 updating version 922 to 923 2024-04-15T14:43:00.558 INFO:tasks.rados.rados.0.smithi016.stdout:1778: oid 22 version 923 is already newer than 919 2024-04-15T14:43:00.558 INFO:tasks.rados.rados.0.smithi016.stdout:1778: oid 22 version 923 is already newer than 921 2024-04-15T14:43:00.558 INFO:tasks.rados.rados.0.smithi016.stdout:1778: oid 22 version 923 is already newer than 920 2024-04-15T14:43:00.558 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 22 v 923 (ObjNum 562 snap 172 seq_num 562) dirty exists 2024-04-15T14:43:00.558 INFO:tasks.rados.rados.0.smithi016.stdout:1778: left oid 22 (ObjNum 562 snap 172 seq_num 562) 2024-04-15T14:43:00.560 INFO:tasks.rados.rados.0.smithi016.stdout:1779: finishing rollback tid 2 to smithi01678542-10 2024-04-15T14:43:00.560 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 10 v 926 (ObjNum 161 snap 0 seq_num 1) dirty exists 2024-04-15T14:43:00.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:43:00 smithi016 ceph-mon[90652]: osdmap e422: 8 total, 8 up, 8 in 2024-04-15T14:43:00.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:43:00 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T14:43:00.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:43:00 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T14:43:00.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:43:00 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T14:43:00.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:43:00 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T14:43:00.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:43:00 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T14:43:00.791 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 15 14:43:00 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-y[81421]: 2024-04-15T14:43:00.638+0000 7f3e3870d700 -1 mgr.server reply reply (16) Device or resource busy unsafe to stop osd(s) at this time (6 PGs are or would become offline) 2024-04-15T14:43:00.791 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:43:00 smithi016 ceph-mon[93212]: osdmap e422: 8 total, 8 up, 8 in 2024-04-15T14:43:00.791 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:43:00 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T14:43:00.791 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:43:00 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T14:43:00.791 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:43:00 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T14:43:00.791 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:43:00 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T14:43:00.791 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:43:00 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T14:43:00.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:43:00 smithi102 ceph-mon[87131]: osdmap e422: 8 total, 8 up, 8 in 2024-04-15T14:43:00.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:43:00 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T14:43:00.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:43:00 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T14:43:00.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:43:00 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T14:43:00.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:43:00 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T14:43:00.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:43:00 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T14:43:01.528 INFO:tasks.rados.rados.0.smithi016.stdout:1775: done (5 left) 2024-04-15T14:43:01.528 INFO:tasks.rados.rados.0.smithi016.stdout:1776: done (4 left) 2024-04-15T14:43:01.529 INFO:tasks.rados.rados.0.smithi016.stdout:1777: done (3 left) 2024-04-15T14:43:01.529 INFO:tasks.rados.rados.0.smithi016.stdout:1778: done (2 left) 2024-04-15T14:43:01.529 INFO:tasks.rados.rados.0.smithi016.stdout:1779: done (1 left) 2024-04-15T14:43:01.529 INFO:tasks.rados.rados.0.smithi016.stdout:1780: done (0 left) 2024-04-15T14:43:01.529 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 8 current snap is 173 2024-04-15T14:43:01.529 INFO:tasks.rados.rados.0.smithi016.stdout:1781: seq_num 563 ranges {1867776=638976,2506752=565248,3072000=794624,3866624=245760} 2024-04-15T14:43:01.542 INFO:tasks.rados.rados.0.smithi016.stdout:1781: writing smithi01678542-8 from 1867776 to 2506752 tid 1 2024-04-15T14:43:01.545 INFO:tasks.rados.rados.0.smithi016.stdout:1781: writing smithi01678542-8 from 2506752 to 3072000 tid 2 2024-04-15T14:43:01.550 INFO:tasks.rados.rados.0.smithi016.stdout:1781: writing smithi01678542-8 from 3072000 to 3866624 tid 3 2024-04-15T14:43:01.552 INFO:tasks.rados.rados.0.smithi016.stdout:1781: writing smithi01678542-8 from 3866624 to 4112384 tid 4 2024-04-15T14:43:01.552 INFO:tasks.rados.rados.0.smithi016.stdout:1782: delete oid 12 current snap is 173 2024-04-15T14:43:01.552 INFO:tasks.rados.rados.0.smithi016.stdout:1781: finishing write tid 1 to smithi01678542-8 2024-04-15T14:43:01.552 INFO:tasks.rados.rados.0.smithi016.stdout:1781: finishing write tid 2 to smithi01678542-8 2024-04-15T14:43:01.554 INFO:tasks.rados.rados.0.smithi016.stdout:1781: finishing write tid 3 to smithi01678542-8 2024-04-15T14:43:01.555 INFO:tasks.rados.rados.0.smithi016.stdout:1781: finishing write tid 4 to smithi01678542-8 2024-04-15T14:43:01.555 INFO:tasks.rados.rados.0.smithi016.stdout:1781: finishing write tid 5 to smithi01678542-8 2024-04-15T14:43:01.558 INFO:tasks.rados.rados.0.smithi016.stdout:1781: finishing write tid 6 to smithi01678542-8 2024-04-15T14:43:01.558 INFO:tasks.rados.rados.0.smithi016.stdout:1781: oid 8 updating version 0 to 876 2024-04-15T14:43:01.558 INFO:tasks.rados.rados.0.smithi016.stdout:1781: oid 8 version 876 is already newer than 875 2024-04-15T14:43:01.558 INFO:tasks.rados.rados.0.smithi016.stdout:1781: oid 8 version 876 is already newer than 873 2024-04-15T14:43:01.558 INFO:tasks.rados.rados.0.smithi016.stdout:1781: oid 8 version 876 is already newer than 874 2024-04-15T14:43:01.558 INFO:tasks.rados.rados.0.smithi016.stdout:1781: oid 8 updating version 876 to 877 2024-04-15T14:43:01.558 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 8 v 877 (ObjNum 563 snap 173 seq_num 563) dirty exists 2024-04-15T14:43:01.559 INFO:tasks.rados.rados.0.smithi016.stdout:1781: left oid 8 (ObjNum 563 snap 173 seq_num 563) 2024-04-15T14:43:01.559 INFO:tasks.rados.rados.0.smithi016.stdout:1781: done (1 left) 2024-04-15T14:43:01.559 INFO:tasks.rados.rados.0.smithi016.stdout:1782: done (0 left) 2024-04-15T14:43:01.559 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 38 current snap is 173 2024-04-15T14:43:01.559 INFO:tasks.rados.rados.0.smithi016.stdout:1783: seq_num 565 ranges {2670592=671744,3342336=729088,4071424=753664,4825088=122880} 2024-04-15T14:43:01.577 INFO:tasks.rados.rados.0.smithi016.stdout:1783: writing smithi01678542-38 from 2670592 to 3342336 tid 1 2024-04-15T14:43:01.581 INFO:tasks.rados.rados.0.smithi016.stdout:1783: writing smithi01678542-38 from 3342336 to 4071424 tid 2 2024-04-15T14:43:01.585 INFO:tasks.rados.rados.0.smithi016.stdout:1783: writing smithi01678542-38 from 4071424 to 4825088 tid 3 2024-04-15T14:43:01.586 INFO:tasks.rados.rados.0.smithi016.stdout:1783: writing smithi01678542-38 from 4825088 to 4947968 tid 4 2024-04-15T14:43:01.586 INFO:tasks.rados.rados.0.smithi016.stdout:1784: delete oid 32 current snap is 173 2024-04-15T14:43:01.586 INFO:tasks.rados.rados.0.smithi016.stdout:1783: finishing write tid 1 to smithi01678542-38 2024-04-15T14:43:01.586 INFO:tasks.rados.rados.0.smithi016.stdout:1783: finishing write tid 2 to smithi01678542-38 2024-04-15T14:43:01.589 INFO:tasks.rados.rados.0.smithi016.stdout:1783: finishing write tid 3 to smithi01678542-38 2024-04-15T14:43:01.589 INFO:tasks.rados.rados.0.smithi016.stdout:1783: finishing write tid 4 to smithi01678542-38 2024-04-15T14:43:01.590 INFO:tasks.rados.rados.0.smithi016.stdout:1783: finishing write tid 5 to smithi01678542-38 2024-04-15T14:43:01.590 INFO:tasks.rados.rados.0.smithi016.stdout:1783: finishing write tid 6 to smithi01678542-38 2024-04-15T14:43:01.591 INFO:tasks.rados.rados.0.smithi016.stdout:1783: oid 38 updating version 0 to 897 2024-04-15T14:43:01.591 INFO:tasks.rados.rados.0.smithi016.stdout:1783: oid 38 updating version 897 to 900 2024-04-15T14:43:01.591 INFO:tasks.rados.rados.0.smithi016.stdout:1783: oid 38 version 900 is already newer than 899 2024-04-15T14:43:01.591 INFO:tasks.rados.rados.0.smithi016.stdout:1783: oid 38 updating version 900 to 901 2024-04-15T14:43:01.591 INFO:tasks.rados.rados.0.smithi016.stdout:1783: oid 38 version 901 is already newer than 898 2024-04-15T14:43:01.591 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 38 v 901 (ObjNum 565 snap 173 seq_num 565) dirty exists 2024-04-15T14:43:01.591 INFO:tasks.rados.rados.0.smithi016.stdout:1783: left oid 38 (ObjNum 565 snap 173 seq_num 565) 2024-04-15T14:43:01.592 INFO:tasks.rados.rados.0.smithi016.stdout:1783: done (1 left) 2024-04-15T14:43:01.592 INFO:tasks.rados.rados.0.smithi016.stdout:1784: done (0 left) 2024-04-15T14:43:01.592 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 34 current snap is 173 2024-04-15T14:43:01.592 INFO:tasks.rados.rados.0.smithi016.stdout:1785: seq_num 567 ranges {1941504=704512,2646016=499712,3145728=770048,3915776=335872} 2024-04-15T14:43:01.606 INFO:tasks.rados.rados.0.smithi016.stdout:1785: writing smithi01678542-34 from 1941504 to 2646016 tid 1 2024-04-15T14:43:01.609 INFO:tasks.rados.rados.0.smithi016.stdout:1785: writing smithi01678542-34 from 2646016 to 3145728 tid 2 2024-04-15T14:43:01.613 INFO:tasks.rados.rados.0.smithi016.stdout:1785: writing smithi01678542-34 from 3145728 to 3915776 tid 3 2024-04-15T14:43:01.615 INFO:tasks.rados.rados.0.smithi016.stdout:1785: writing smithi01678542-34 from 3915776 to 4251648 tid 4 2024-04-15T14:43:01.615 INFO:tasks.rados.rados.0.smithi016.stdout:1786: rmattr oid 23 current snap is 173 2024-04-15T14:43:01.616 INFO:tasks.rados.rados.0.smithi016.stdout:1786: done (1 left) 2024-04-15T14:43:01.616 INFO:tasks.rados.rados.0.smithi016.stdout:1787: copy_from oid 36 from oid 3 current snap is 173 2024-04-15T14:43:01.616 INFO:tasks.rados.rados.0.smithi016.stdout:1785: finishing write tid 1 to smithi01678542-34 2024-04-15T14:43:01.616 INFO:tasks.rados.rados.0.smithi016.stdout:1785: finishing write tid 2 to smithi01678542-34 2024-04-15T14:43:01.616 INFO:tasks.rados.rados.0.smithi016.stdout:1788: copy_from oid 18 from oid 45 current snap is 173 2024-04-15T14:43:01.616 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 7 current snap is 173 2024-04-15T14:43:01.616 INFO:tasks.rados.rados.0.smithi016.stdout:1789: seq_num 568 ranges {4775936=720896,5496832=786432,6283264=581632,6864896=237568} 2024-04-15T14:43:01.646 INFO:tasks.rados.rados.0.smithi016.stdout:1789: writing smithi01678542-7 from 4775936 to 5496832 tid 1 2024-04-15T14:43:01.650 INFO:tasks.rados.rados.0.smithi016.stdout:1789: writing smithi01678542-7 from 5496832 to 6283264 tid 2 2024-04-15T14:43:01.654 INFO:tasks.rados.rados.0.smithi016.stdout:1789: writing smithi01678542-7 from 6283264 to 6864896 tid 3 2024-04-15T14:43:01.655 INFO:tasks.rados.rados.0.smithi016.stdout:1789: writing smithi01678542-7 from 6864896 to 7102464 tid 4 2024-04-15T14:43:01.655 INFO:tasks.rados.rados.0.smithi016.stdout:1790: delete oid 47 current snap is 173 2024-04-15T14:43:01.656 INFO:tasks.rados.rados.0.smithi016.stdout:1788: finishing copy_from to smithi01678542-18 2024-04-15T14:43:01.656 INFO:tasks.rados.rados.0.smithi016.stdout:1788: got expected ENOENT (src dne) 2024-04-15T14:43:01.656 INFO:tasks.rados.rados.0.smithi016.stdout:1788: finishing copy_from racing read to smithi01678542-18 2024-04-15T14:43:01.656 INFO:tasks.rados.rados.0.smithi016.stdout:1785: finishing write tid 3 to smithi01678542-34 2024-04-15T14:43:01.656 INFO:tasks.rados.rados.0.smithi016.stdout:1785: finishing write tid 4 to smithi01678542-34 2024-04-15T14:43:01.656 INFO:tasks.rados.rados.0.smithi016.stdout:1785: finishing write tid 5 to smithi01678542-34 2024-04-15T14:43:01.656 INFO:tasks.rados.rados.0.smithi016.stdout:1785: finishing write tid 6 to smithi01678542-34 2024-04-15T14:43:01.656 INFO:tasks.rados.rados.0.smithi016.stdout:1785: oid 34 updating version 0 to 944 2024-04-15T14:43:01.656 INFO:tasks.rados.rados.0.smithi016.stdout:1785: oid 34 updating version 944 to 945 2024-04-15T14:43:01.656 INFO:tasks.rados.rados.0.smithi016.stdout:1785: oid 34 version 945 is already newer than 942 2024-04-15T14:43:01.656 INFO:tasks.rados.rados.0.smithi016.stdout:1785: oid 34 updating version 945 to 946 2024-04-15T14:43:01.656 INFO:tasks.rados.rados.0.smithi016.stdout:1785: oid 34 version 946 is already newer than 943 2024-04-15T14:43:01.656 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 34 v 946 (ObjNum 567 snap 173 seq_num 567) dirty exists 2024-04-15T14:43:01.656 INFO:tasks.rados.rados.0.smithi016.stdout:1785: left oid 34 (ObjNum 567 snap 173 seq_num 567) 2024-04-15T14:43:01.657 INFO:tasks.rados.rados.0.smithi016.stdout:1787: finishing copy_from racing read to smithi01678542-36 2024-04-15T14:43:01.657 INFO:tasks.rados.rados.0.smithi016.stdout:1787: finishing copy_from to smithi01678542-36 2024-04-15T14:43:01.657 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 36 v 958 (ObjNum 556 snap 171 seq_num 556) dirty exists 2024-04-15T14:43:01.657 INFO:tasks.rados.rados.0.smithi016.stdout:1789: finishing write tid 1 to smithi01678542-7 2024-04-15T14:43:01.657 INFO:tasks.rados.rados.0.smithi016.stdout:1789: finishing write tid 2 to smithi01678542-7 2024-04-15T14:43:01.657 INFO:tasks.rados.rados.0.smithi016.stdout:1789: finishing write tid 3 to smithi01678542-7 2024-04-15T14:43:01.658 INFO:tasks.rados.rados.0.smithi016.stdout:1789: finishing write tid 4 to smithi01678542-7 2024-04-15T14:43:01.658 INFO:tasks.rados.rados.0.smithi016.stdout:1789: finishing write tid 5 to smithi01678542-7 2024-04-15T14:43:01.659 INFO:tasks.rados.rados.0.smithi016.stdout:1785: done (4 left) 2024-04-15T14:43:01.659 INFO:tasks.rados.rados.0.smithi016.stdout:1787: done (3 left) 2024-04-15T14:43:01.659 INFO:tasks.rados.rados.0.smithi016.stdout:1788: done (2 left) 2024-04-15T14:43:01.659 INFO:tasks.rados.rados.0.smithi016.stdout:1790: done (1 left) 2024-04-15T14:43:01.659 INFO:tasks.rados.rados.0.smithi016.stdout:1791: read oid 29 snap -1 2024-04-15T14:43:01.659 INFO:tasks.rados.rados.0.smithi016.stdout:1791: expect (ObjNum 479 snap 151 seq_num 479) 2024-04-15T14:43:01.659 INFO:tasks.rados.rados.0.smithi016.stdout:1792: delete oid 40 current snap is 173 2024-04-15T14:43:01.661 INFO:tasks.rados.rados.0.smithi016.stdout:1789: finishing write tid 6 to smithi01678542-7 2024-04-15T14:43:01.661 INFO:tasks.rados.rados.0.smithi016.stdout:1789: oid 7 updating version 0 to 973 2024-04-15T14:43:01.662 INFO:tasks.rados.rados.0.smithi016.stdout:1789: oid 7 version 973 is already newer than 972 2024-04-15T14:43:01.662 INFO:tasks.rados.rados.0.smithi016.stdout:1789: oid 7 updating version 973 to 974 2024-04-15T14:43:01.662 INFO:tasks.rados.rados.0.smithi016.stdout:1789: oid 7 updating version 974 to 975 2024-04-15T14:43:01.662 INFO:tasks.rados.rados.0.smithi016.stdout:1789: oid 7 updating version 975 to 976 2024-04-15T14:43:01.662 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 7 v 976 (ObjNum 568 snap 173 seq_num 568) dirty exists 2024-04-15T14:43:01.662 INFO:tasks.rados.rados.0.smithi016.stdout:1789: left oid 7 (ObjNum 568 snap 173 seq_num 568) 2024-04-15T14:43:01.662 INFO:tasks.rados.rados.0.smithi016.stdout:1789: done (2 left) 2024-04-15T14:43:01.662 INFO:tasks.rados.rados.0.smithi016.stdout:1792: done (1 left) 2024-04-15T14:43:01.662 INFO:tasks.rados.rados.0.smithi016.stdout:1793: snap_create 2024-04-15T14:43:01.672 INFO:tasks.rados.rados.0.smithi016.stdout:1791: expect (ObjNum 479 snap 151 seq_num 479) 2024-04-15T14:43:01.778 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:43:01 smithi016 ceph-mon[90652]: pgmap v266: 121 pgs: 6 active+undersized+degraded, 26 active+undersized, 89 active+clean; 184 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 9.7 MiB/s rd, 3.0 MiB/s wr, 20 op/s; 25/324 objects degraded (7.716%); 2.9 MiB/s, 1 objects/s recovering 2024-04-15T14:43:01.779 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:43:01 smithi016 ceph-mon[90652]: osdmap e423: 8 total, 8 up, 8 in 2024-04-15T14:43:01.779 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:43:01 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T14:43:01.779 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:43:01 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T14:43:01.779 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:43:01 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T14:43:01.779 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:43:01 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T14:43:01.779 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:43:01 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["4"], "max": 16}]: dispatch 2024-04-15T14:43:01.779 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:43:01 smithi016 ceph-mon[90652]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["4"], "max": 16}]: dispatch 2024-04-15T14:43:01.779 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:43:01 smithi016 ceph-mon[90652]: Upgrade: unsafe to stop osd(s) at this time (6 PGs are or would become offline) 2024-04-15T14:43:01.780 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:43:01 smithi016 ceph-mon[93212]: pgmap v266: 121 pgs: 6 active+undersized+degraded, 26 active+undersized, 89 active+clean; 184 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 9.7 MiB/s rd, 3.0 MiB/s wr, 20 op/s; 25/324 objects degraded (7.716%); 2.9 MiB/s, 1 objects/s recovering 2024-04-15T14:43:01.780 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:43:01 smithi016 ceph-mon[93212]: osdmap e423: 8 total, 8 up, 8 in 2024-04-15T14:43:01.780 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:43:01 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T14:43:01.780 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:43:01 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T14:43:01.780 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:43:01 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T14:43:01.780 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:43:01 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T14:43:01.780 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:43:01 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["4"], "max": 16}]: dispatch 2024-04-15T14:43:01.780 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:43:01 smithi016 ceph-mon[93212]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["4"], "max": 16}]: dispatch 2024-04-15T14:43:01.780 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:43:01 smithi016 ceph-mon[93212]: Upgrade: unsafe to stop osd(s) at this time (6 PGs are or would become offline) 2024-04-15T14:43:01.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:43:01 smithi102 ceph-mon[87131]: pgmap v266: 121 pgs: 6 active+undersized+degraded, 26 active+undersized, 89 active+clean; 184 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 9.7 MiB/s rd, 3.0 MiB/s wr, 20 op/s; 25/324 objects degraded (7.716%); 2.9 MiB/s, 1 objects/s recovering 2024-04-15T14:43:01.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:43:01 smithi102 ceph-mon[87131]: osdmap e423: 8 total, 8 up, 8 in 2024-04-15T14:43:01.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:43:01 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T14:43:01.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:43:01 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T14:43:01.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:43:01 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T14:43:01.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:43:01 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T14:43:01.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:43:01 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["4"], "max": 16}]: dispatch 2024-04-15T14:43:01.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:43:01 smithi102 ceph-mon[87131]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["4"], "max": 16}]: dispatch 2024-04-15T14:43:01.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:43:01 smithi102 ceph-mon[87131]: Upgrade: unsafe to stop osd(s) at this time (6 PGs are or would become offline) 2024-04-15T14:43:02.039 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 15 14:43:01 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-y[81421]: ::ffff:172.21.15.102 - - [15/Apr/2024:14:43:01] "GET /metrics HTTP/1.1" 200 36209 "" "Prometheus/2.43.0" 2024-04-15T14:43:02.535 INFO:tasks.rados.rados.0.smithi016.stdout:1791: done (1 left) 2024-04-15T14:43:02.535 INFO:tasks.rados.rados.0.smithi016.stdout:1793: done (0 left) 2024-04-15T14:43:02.535 INFO:tasks.rados.rados.0.smithi016.stdout:1794: delete oid 9 current snap is 174 2024-04-15T14:43:02.540 INFO:tasks.rados.rados.0.smithi016.stdout:1794: done (0 left) 2024-04-15T14:43:02.540 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 39 current snap is 174 2024-04-15T14:43:02.541 INFO:tasks.rados.rados.0.smithi016.stdout:1795: seq_num 572 ranges {1908736=786432,2695168=770048,3465216=557056,4022272=278528} 2024-04-15T14:43:02.555 INFO:tasks.rados.rados.0.smithi016.stdout:1795: writing smithi01678542-39 from 1908736 to 2695168 tid 1 2024-04-15T14:43:02.559 INFO:tasks.rados.rados.0.smithi016.stdout:1795: writing smithi01678542-39 from 2695168 to 3465216 tid 2 2024-04-15T14:43:02.562 INFO:tasks.rados.rados.0.smithi016.stdout:1795: writing smithi01678542-39 from 3465216 to 4022272 tid 3 2024-04-15T14:43:02.564 INFO:tasks.rados.rados.0.smithi016.stdout:1795: writing smithi01678542-39 from 4022272 to 4300800 tid 4 2024-04-15T14:43:02.564 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 47 current snap is 174 2024-04-15T14:43:02.564 INFO:tasks.rados.rados.0.smithi016.stdout:1795: finishing write tid 1 to smithi01678542-39 2024-04-15T14:43:02.564 INFO:tasks.rados.rados.0.smithi016.stdout:1796: seq_num 573 ranges {0=802816,802816=655360,1458176=720896,2179072=229376} 2024-04-15T14:43:02.569 INFO:tasks.rados.rados.0.smithi016.stdout:1796: writing smithi01678542-47 from 0 to 802816 tid 1 2024-04-15T14:43:02.573 INFO:tasks.rados.rados.0.smithi016.stdout:1796: writing smithi01678542-47 from 802816 to 1458176 tid 2 2024-04-15T14:43:02.577 INFO:tasks.rados.rados.0.smithi016.stdout:1796: writing smithi01678542-47 from 1458176 to 2179072 tid 3 2024-04-15T14:43:02.579 INFO:tasks.rados.rados.0.smithi016.stdout:1796: writing smithi01678542-47 from 2179072 to 2408448 tid 4 2024-04-15T14:43:02.579 INFO:tasks.rados.rados.0.smithi016.stdout:1797: read oid 32 snap -1 2024-04-15T14:43:02.579 INFO:tasks.rados.rados.0.smithi016.stdout:1797: expect deleted 2024-04-15T14:43:02.579 INFO:tasks.rados.rados.0.smithi016.stdout:1798: snap_create 2024-04-15T14:43:02.579 INFO:tasks.rados.rados.0.smithi016.stdout:1795: finishing write tid 2 to smithi01678542-39 2024-04-15T14:43:02.579 INFO:tasks.rados.rados.0.smithi016.stdout:1795: finishing write tid 3 to smithi01678542-39 2024-04-15T14:43:02.579 INFO:tasks.rados.rados.0.smithi016.stdout:1795: finishing write tid 4 to smithi01678542-39 2024-04-15T14:43:02.579 INFO:tasks.rados.rados.0.smithi016.stdout:1795: finishing write tid 5 to smithi01678542-39 2024-04-15T14:43:02.579 INFO:tasks.rados.rados.0.smithi016.stdout:1795: finishing write tid 6 to smithi01678542-39 2024-04-15T14:43:02.580 INFO:tasks.rados.rados.0.smithi016.stdout:1795: oid 39 updating version 0 to 874 2024-04-15T14:43:02.580 INFO:tasks.rados.rados.0.smithi016.stdout:1795: oid 39 version 874 is already newer than 872 2024-04-15T14:43:02.580 INFO:tasks.rados.rados.0.smithi016.stdout:1795: oid 39 version 874 is already newer than 870 2024-04-15T14:43:02.580 INFO:tasks.rados.rados.0.smithi016.stdout:1795: oid 39 version 874 is already newer than 871 2024-04-15T14:43:02.580 INFO:tasks.rados.rados.0.smithi016.stdout:1795: oid 39 version 874 is already newer than 873 2024-04-15T14:43:02.580 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 39 v 874 (ObjNum 572 snap 174 seq_num 572) dirty exists 2024-04-15T14:43:02.580 INFO:tasks.rados.rados.0.smithi016.stdout:1795: left oid 39 (ObjNum 572 snap 174 seq_num 572) 2024-04-15T14:43:02.580 INFO:tasks.rados.rados.0.smithi016.stdout:1796: finishing write tid 1 to smithi01678542-47 2024-04-15T14:43:02.580 INFO:tasks.rados.rados.0.smithi016.stdout:1796: finishing write tid 2 to smithi01678542-47 2024-04-15T14:43:02.581 INFO:tasks.rados.rados.0.smithi016.stdout:1796: finishing write tid 3 to smithi01678542-47 2024-04-15T14:43:02.581 INFO:tasks.rados.rados.0.smithi016.stdout:1796: finishing write tid 4 to smithi01678542-47 2024-04-15T14:43:02.582 INFO:tasks.rados.rados.0.smithi016.stdout:1796: finishing write tid 5 to smithi01678542-47 2024-04-15T14:43:02.583 INFO:tasks.rados.rados.0.smithi016.stdout:1796: finishing write tid 6 to smithi01678542-47 2024-04-15T14:43:02.583 INFO:tasks.rados.rados.0.smithi016.stdout:1796: oid 47 updating version 0 to 960 2024-04-15T14:43:02.583 INFO:tasks.rados.rados.0.smithi016.stdout:1796: oid 47 updating version 960 to 964 2024-04-15T14:43:02.583 INFO:tasks.rados.rados.0.smithi016.stdout:1796: oid 47 version 964 is already newer than 961 2024-04-15T14:43:02.583 INFO:tasks.rados.rados.0.smithi016.stdout:1796: oid 47 version 964 is already newer than 962 2024-04-15T14:43:02.583 INFO:tasks.rados.rados.0.smithi016.stdout:1796: oid 47 version 964 is already newer than 963 2024-04-15T14:43:02.583 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 47 v 964 (ObjNum 573 snap 174 seq_num 573) dirty exists 2024-04-15T14:43:02.583 INFO:tasks.rados.rados.0.smithi016.stdout:1796: left oid 47 (ObjNum 573 snap 174 seq_num 573) 2024-04-15T14:43:02.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:43:02 smithi102 ceph-mon[87131]: osdmap e424: 8 total, 8 up, 8 in 2024-04-15T14:43:02.687 INFO:journalctl@ceph.prometheus.a.smithi102.stdout:Apr 15 14:43:02 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-prometheus-a[78028]: ts=2024-04-15T14:43:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi016:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"362ea986-fb34-11ee-bc8f-c7b262605968\", instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T14:43:02.789 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:43:02 smithi016 ceph-mon[90652]: osdmap e424: 8 total, 8 up, 8 in 2024-04-15T14:43:02.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:43:02 smithi016 ceph-mon[93212]: osdmap e424: 8 total, 8 up, 8 in 2024-04-15T14:43:03.539 INFO:tasks.rados.rados.0.smithi016.stdout:1795: done (3 left) 2024-04-15T14:43:03.539 INFO:tasks.rados.rados.0.smithi016.stdout:1796: done (2 left) 2024-04-15T14:43:03.539 INFO:tasks.rados.rados.0.smithi016.stdout:1797: done (1 left) 2024-04-15T14:43:03.539 INFO:tasks.rados.rados.0.smithi016.stdout:1798: done (0 left) 2024-04-15T14:43:03.539 INFO:tasks.rados.rados.0.smithi016.stdout:1799: copy_from oid 23 from oid 48 current snap is 175 2024-04-15T14:43:03.540 INFO:tasks.rados.rados.0.smithi016.stdout:1800: delete oid 40 current snap is 175 2024-04-15T14:43:03.543 INFO:tasks.rados.rados.0.smithi016.stdout:1799: finishing copy_from to smithi01678542-23 2024-04-15T14:43:03.543 INFO:tasks.rados.rados.0.smithi016.stdout:1799: got expected ENOENT (src dne) 2024-04-15T14:43:03.543 INFO:tasks.rados.rados.0.smithi016.stdout:1799: finishing copy_from racing read to smithi01678542-23 2024-04-15T14:43:03.543 INFO:tasks.rados.rados.0.smithi016.stdout:1799: done (1 left) 2024-04-15T14:43:03.543 INFO:tasks.rados.rados.0.smithi016.stdout:1800: done (0 left) 2024-04-15T14:43:03.543 INFO:tasks.rados.rados.0.smithi016.stdout:1801: snap_remove snap 173 2024-04-15T14:43:03.789 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:43:03 smithi016 ceph-mon[90652]: pgmap v269: 121 pgs: 121 active+clean; 209 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 15 MiB/s rd, 10 MiB/s wr, 43 op/s; 14 MiB/s, 5 objects/s recovering 2024-04-15T14:43:03.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:43:03 smithi016 ceph-mon[90652]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 25/324 objects degraded (7.716%), 6 pgs degraded) 2024-04-15T14:43:03.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:43:03 smithi016 ceph-mon[90652]: Cluster is now healthy 2024-04-15T14:43:03.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:43:03 smithi016 ceph-mon[90652]: osdmap e425: 8 total, 8 up, 8 in 2024-04-15T14:43:03.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:43:03 smithi016 ceph-mon[93212]: pgmap v269: 121 pgs: 121 active+clean; 209 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 15 MiB/s rd, 10 MiB/s wr, 43 op/s; 14 MiB/s, 5 objects/s recovering 2024-04-15T14:43:03.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:43:03 smithi016 ceph-mon[93212]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 25/324 objects degraded (7.716%), 6 pgs degraded) 2024-04-15T14:43:03.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:43:03 smithi016 ceph-mon[93212]: Cluster is now healthy 2024-04-15T14:43:03.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:43:03 smithi016 ceph-mon[93212]: osdmap e425: 8 total, 8 up, 8 in 2024-04-15T14:43:03.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:43:03 smithi102 ceph-mon[87131]: pgmap v269: 121 pgs: 121 active+clean; 209 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 15 MiB/s rd, 10 MiB/s wr, 43 op/s; 14 MiB/s, 5 objects/s recovering 2024-04-15T14:43:03.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:43:03 smithi102 ceph-mon[87131]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 25/324 objects degraded (7.716%), 6 pgs degraded) 2024-04-15T14:43:03.938 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:43:03 smithi102 ceph-mon[87131]: Cluster is now healthy 2024-04-15T14:43:03.938 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:43:03 smithi102 ceph-mon[87131]: osdmap e425: 8 total, 8 up, 8 in 2024-04-15T14:43:03.938 INFO:journalctl@ceph.prometheus.a.smithi102.stdout:Apr 15 14:43:03 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-prometheus-a[78028]: ts=2024-04-15T14:43:03.505Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi016\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi016\", job=\"node\", machine=\"x86_64\", nodename=\"smithi016\", release=\"5.14.0-438.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Apr 12 13:55:21 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"362ea986-fb34-11ee-bc8f-c7b262605968\", domainname=\"(none)\", instance=\"smithi016\", job=\"node\", machine=\"x86_64\", nodename=\"smithi016\", release=\"5.14.0-438.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Apr 12 13:55:21 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T14:43:04.546 INFO:tasks.rados.rados.0.smithi016.stdout:1801: done (0 left) 2024-04-15T14:43:04.546 INFO:tasks.rados.rados.0.smithi016.stdout:1802: setattr oid 38 current snap is 175 2024-04-15T14:43:04.548 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 46 current snap is 175 2024-04-15T14:43:04.548 INFO:tasks.rados.rados.0.smithi016.stdout:1803: seq_num 575 ranges {1835008=32768} 2024-04-15T14:43:04.559 INFO:tasks.rados.rados.0.smithi016.stdout:1803: writing smithi01678542-46 from 1835008 to 1867776 tid 1 2024-04-15T14:43:04.559 INFO:tasks.rados.rados.0.smithi016.stdout:1804: delete oid 23 current snap is 175 2024-04-15T14:43:04.559 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 38 v 903 (ObjNum 565 snap 173 seq_num 565) dirty exists 2024-04-15T14:43:04.562 INFO:tasks.rados.rados.0.smithi016.stdout:1803: finishing write tid 1 to smithi01678542-46 2024-04-15T14:43:04.563 INFO:tasks.rados.rados.0.smithi016.stdout:1803: finishing write tid 2 to smithi01678542-46 2024-04-15T14:43:04.565 INFO:tasks.rados.rados.0.smithi016.stdout:1802: done (2 left) 2024-04-15T14:43:04.565 INFO:tasks.rados.rados.0.smithi016.stdout:1804: done (1 left) 2024-04-15T14:43:04.565 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 26 current snap is 175 2024-04-15T14:43:04.565 INFO:tasks.rados.rados.0.smithi016.stdout:1805: seq_num 577 ranges {0=65536} 2024-04-15T14:43:04.565 INFO:tasks.rados.rados.0.smithi016.stdout:1805: writing smithi01678542-26 from 0 to 65536 tid 1 2024-04-15T14:43:04.565 INFO:tasks.rados.rados.0.smithi016.stdout:1806: snap_remove snap 174 2024-04-15T14:43:04.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:43:04 smithi102 ceph-mon[87131]: osdmap e426: 8 total, 8 up, 8 in 2024-04-15T14:43:05.039 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:43:04 smithi016 ceph-mon[90652]: osdmap e426: 8 total, 8 up, 8 in 2024-04-15T14:43:05.039 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:43:04 smithi016 ceph-mon[93212]: osdmap e426: 8 total, 8 up, 8 in 2024-04-15T14:43:05.290 INFO:tasks.rados.rados.0.smithi016.stdout:1806: done (2 left) 2024-04-15T14:43:05.291 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 9 current snap is 175 2024-04-15T14:43:05.291 INFO:tasks.rados.rados.0.smithi016.stdout:1803: finishing write tid 3 to smithi01678542-46 2024-04-15T14:43:05.291 INFO:tasks.rados.rados.0.smithi016.stdout:1803: oid 46 updating version 0 to 927 2024-04-15T14:43:05.291 INFO:tasks.rados.rados.0.smithi016.stdout:1803: oid 46 updating version 927 to 928 2024-04-15T14:43:05.291 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 46 v 928 (ObjNum 575 snap 175 seq_num 575) dirty exists 2024-04-15T14:43:05.291 INFO:tasks.rados.rados.0.smithi016.stdout:1803: left oid 46 (ObjNum 575 snap 175 seq_num 575) 2024-04-15T14:43:05.291 INFO:tasks.rados.rados.0.smithi016.stdout:1807: seq_num 578 ranges {0=81920} 2024-04-15T14:43:05.291 INFO:tasks.rados.rados.0.smithi016.stdout:1807: writing smithi01678542-9 from 0 to 81920 tid 1 2024-04-15T14:43:05.291 INFO:tasks.rados.rados.0.smithi016.stdout:1803: done (2 left) 2024-04-15T14:43:05.291 INFO:tasks.rados.rados.0.smithi016.stdout:1808: snap_create 2024-04-15T14:43:05.291 INFO:tasks.rados.rados.0.smithi016.stdout:1805: finishing write tid 1 to smithi01678542-26 2024-04-15T14:43:05.291 INFO:tasks.rados.rados.0.smithi016.stdout:1805: finishing write tid 2 to smithi01678542-26 2024-04-15T14:43:05.292 INFO:tasks.rados.rados.0.smithi016.stdout:1805: finishing write tid 3 to smithi01678542-26 2024-04-15T14:43:05.292 INFO:tasks.rados.rados.0.smithi016.stdout:1805: oid 26 updating version 0 to 520 2024-04-15T14:43:05.292 INFO:tasks.rados.rados.0.smithi016.stdout:1805: oid 26 version 520 is already newer than 519 2024-04-15T14:43:05.292 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 26 v 520 (ObjNum 577 snap 175 seq_num 577) dirty exists 2024-04-15T14:43:05.292 INFO:tasks.rados.rados.0.smithi016.stdout:1805: left oid 26 (ObjNum 577 snap 175 seq_num 577) 2024-04-15T14:43:05.298 INFO:tasks.rados.rados.0.smithi016.stdout:1807: finishing write tid 1 to smithi01678542-9 2024-04-15T14:43:05.299 INFO:tasks.rados.rados.0.smithi016.stdout:1807: finishing write tid 2 to smithi01678542-9 2024-04-15T14:43:05.301 INFO:tasks.rados.rados.0.smithi016.stdout:1807: finishing write tid 3 to smithi01678542-9 2024-04-15T14:43:05.301 INFO:tasks.rados.rados.0.smithi016.stdout:1807: oid 9 updating version 0 to 904 2024-04-15T14:43:05.301 INFO:tasks.rados.rados.0.smithi016.stdout:1807: oid 9 updating version 904 to 905 2024-04-15T14:43:05.301 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 9 v 905 (ObjNum 578 snap 175 seq_num 578) dirty exists 2024-04-15T14:43:05.301 INFO:tasks.rados.rados.0.smithi016.stdout:1807: left oid 9 (ObjNum 578 snap 175 seq_num 578) 2024-04-15T14:43:05.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:43:05 smithi102 ceph-mon[87131]: pgmap v272: 121 pgs: 121 active+clean; 209 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 5.4 MiB/s rd, 7.3 MiB/s wr, 23 op/s; 11 MiB/s, 3 objects/s recovering 2024-04-15T14:43:05.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:43:05 smithi102 ceph-mon[87131]: osdmap e427: 8 total, 8 up, 8 in 2024-04-15T14:43:05.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:43:05 smithi102 ceph-mon[87131]: osdmap e428: 8 total, 8 up, 8 in 2024-04-15T14:43:06.039 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:43:05 smithi016 ceph-mon[90652]: pgmap v272: 121 pgs: 121 active+clean; 209 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 5.4 MiB/s rd, 7.3 MiB/s wr, 23 op/s; 11 MiB/s, 3 objects/s recovering 2024-04-15T14:43:06.039 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:43:05 smithi016 ceph-mon[90652]: osdmap e427: 8 total, 8 up, 8 in 2024-04-15T14:43:06.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:43:05 smithi016 ceph-mon[90652]: osdmap e428: 8 total, 8 up, 8 in 2024-04-15T14:43:06.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:43:05 smithi016 ceph-mon[93212]: pgmap v272: 121 pgs: 121 active+clean; 209 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 5.4 MiB/s rd, 7.3 MiB/s wr, 23 op/s; 11 MiB/s, 3 objects/s recovering 2024-04-15T14:43:06.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:43:05 smithi016 ceph-mon[93212]: osdmap e427: 8 total, 8 up, 8 in 2024-04-15T14:43:06.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:43:05 smithi016 ceph-mon[93212]: osdmap e428: 8 total, 8 up, 8 in 2024-04-15T14:43:06.293 INFO:tasks.rados.rados.0.smithi016.stdout:1805: done (2 left) 2024-04-15T14:43:06.293 INFO:tasks.rados.rados.0.smithi016.stdout:1807: done (1 left) 2024-04-15T14:43:06.293 INFO:tasks.rados.rados.0.smithi016.stdout:1808: done (0 left) 2024-04-15T14:43:06.293 INFO:tasks.rados.rados.0.smithi016.stdout:1809: rollback oid 36 current snap is 176 2024-04-15T14:43:06.293 INFO:tasks.rados.rados.0.smithi016.stdout:rollback oid 36 to 172 2024-04-15T14:43:06.293 INFO:tasks.rados.rados.0.smithi016.stdout:1810: snap_create 2024-04-15T14:43:06.298 INFO:tasks.rados.rados.0.smithi016.stdout:1809: finishing rollback tid 0 to smithi01678542-36 2024-04-15T14:43:06.298 INFO:tasks.rados.rados.0.smithi016.stdout:1809: finishing rollback tid 1 to smithi01678542-36 2024-04-15T14:43:06.299 INFO:tasks.rados.rados.0.smithi016.stdout:1809: finishing rollback tid 2 to smithi01678542-36 2024-04-15T14:43:06.299 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 36 v 967 (ObjNum 547 snap 170 seq_num 547) dirty exists 2024-04-15T14:43:07.294 INFO:tasks.rados.rados.0.smithi016.stdout:1809: done (1 left) 2024-04-15T14:43:07.294 INFO:tasks.rados.rados.0.smithi016.stdout:1810: done (0 left) 2024-04-15T14:43:07.294 INFO:tasks.rados.rados.0.smithi016.stdout:1811: read oid 4 snap 171 2024-04-15T14:43:07.294 INFO:tasks.rados.rados.0.smithi016.stdout:1811: expect deleted 2024-04-15T14:43:07.294 INFO:tasks.rados.rados.0.smithi016.stdout:1812: snap_remove snap 172 2024-04-15T14:43:07.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:43:07 smithi102 ceph-mon[87131]: pgmap v275: 121 pgs: 121 active+clean; 226 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 2.2 MiB/s rd, 4.3 MiB/s wr, 24 op/s 2024-04-15T14:43:07.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:43:07 smithi102 ceph-mon[87131]: osdmap e429: 8 total, 8 up, 8 in 2024-04-15T14:43:07.789 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:43:07 smithi016 ceph-mon[93212]: pgmap v275: 121 pgs: 121 active+clean; 226 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 2.2 MiB/s rd, 4.3 MiB/s wr, 24 op/s 2024-04-15T14:43:07.789 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:43:07 smithi016 ceph-mon[93212]: osdmap e429: 8 total, 8 up, 8 in 2024-04-15T14:43:07.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:43:07 smithi016 ceph-mon[90652]: pgmap v275: 121 pgs: 121 active+clean; 226 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 2.2 MiB/s rd, 4.3 MiB/s wr, 24 op/s 2024-04-15T14:43:07.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:43:07 smithi016 ceph-mon[90652]: osdmap e429: 8 total, 8 up, 8 in 2024-04-15T14:43:08.306 INFO:tasks.rados.rados.0.smithi016.stdout:1812: done (1 left) 2024-04-15T14:43:08.306 INFO:tasks.rados.rados.0.smithi016.stdout:1813: setattr oid 49 current snap is 177 2024-04-15T14:43:08.308 INFO:tasks.rados.rados.0.smithi016.stdout:1811: done (1 left) 2024-04-15T14:43:08.308 INFO:tasks.rados.rados.0.smithi016.stdout:1814: snap_remove snap 166 2024-04-15T14:43:08.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:43:08 smithi102 ceph-mon[87131]: osdmap e430: 8 total, 8 up, 8 in 2024-04-15T14:43:08.789 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:43:08 smithi016 ceph-mon[90652]: osdmap e430: 8 total, 8 up, 8 in 2024-04-15T14:43:08.789 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:43:08 smithi016 ceph-mon[93212]: osdmap e430: 8 total, 8 up, 8 in 2024-04-15T14:43:09.307 INFO:tasks.rados.rados.0.smithi016.stdout:1814: done (1 left) 2024-04-15T14:43:09.308 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 41 current snap is 177 2024-04-15T14:43:09.308 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 49 v 907 (ObjNum 547 snap 170 seq_num 547) dirty exists 2024-04-15T14:43:09.308 INFO:tasks.rados.rados.0.smithi016.stdout:1815: seq_num 579 ranges {2007040=98304} 2024-04-15T14:43:09.319 INFO:tasks.rados.rados.0.smithi016.stdout:1815: writing smithi01678542-41 from 2007040 to 2105344 tid 1 2024-04-15T14:43:09.320 INFO:tasks.rados.rados.0.smithi016.stdout:1813: done (1 left) 2024-04-15T14:43:09.320 INFO:tasks.rados.rados.0.smithi016.stdout:1816: copy_from oid 29 from oid 48 current snap is 177 2024-04-15T14:43:09.320 INFO:tasks.rados.rados.0.smithi016.stdout:1817: snap_remove snap 171 2024-04-15T14:43:09.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:43:09 smithi102 ceph-mon[87131]: pgmap v278: 121 pgs: 121 active+clean; 226 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 2.2 MiB/s rd, 4.3 MiB/s wr, 24 op/s 2024-04-15T14:43:09.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:43:09 smithi102 ceph-mon[87131]: osdmap e431: 8 total, 8 up, 8 in 2024-04-15T14:43:09.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:43:09 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T14:43:09.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:43:09 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T14:43:09.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:43:09 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T14:43:09.789 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:43:09 smithi016 ceph-mon[90652]: pgmap v278: 121 pgs: 121 active+clean; 226 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 2.2 MiB/s rd, 4.3 MiB/s wr, 24 op/s 2024-04-15T14:43:09.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:43:09 smithi016 ceph-mon[90652]: osdmap e431: 8 total, 8 up, 8 in 2024-04-15T14:43:09.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:43:09 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T14:43:09.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:43:09 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T14:43:09.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:43:09 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T14:43:09.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:43:09 smithi016 ceph-mon[93212]: pgmap v278: 121 pgs: 121 active+clean; 226 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 2.2 MiB/s rd, 4.3 MiB/s wr, 24 op/s 2024-04-15T14:43:09.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:43:09 smithi016 ceph-mon[93212]: osdmap e431: 8 total, 8 up, 8 in 2024-04-15T14:43:09.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:43:09 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T14:43:09.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:43:09 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T14:43:09.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:43:09 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T14:43:10.294 INFO:tasks.rados.rados.0.smithi016.stdout:1817: done (2 left) 2024-04-15T14:43:10.294 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 49 current snap is 177 2024-04-15T14:43:10.294 INFO:tasks.rados.rados.0.smithi016.stdout:1818: seq_num 580 ranges {7634944=114688} 2024-04-15T14:43:10.339 INFO:tasks.rados.rados.0.smithi016.stdout:1818: writing smithi01678542-49 from 7634944 to 7749632 tid 1 2024-04-15T14:43:10.339 INFO:tasks.rados.rados.0.smithi016.stdout:1819: read oid 30 snap -1 2024-04-15T14:43:10.339 INFO:tasks.rados.rados.0.smithi016.stdout:1819: expect (ObjNum 376 snap 123 seq_num 376) 2024-04-15T14:43:10.339 INFO:tasks.rados.rados.0.smithi016.stdout:1820: setattr oid 39 current snap is 177 2024-04-15T14:43:10.339 INFO:tasks.rados.rados.0.smithi016.stdout:1816: finishing copy_from to smithi01678542-29 2024-04-15T14:43:10.339 INFO:tasks.rados.rados.0.smithi016.stdout:1816: got expected ENOENT (src dne) 2024-04-15T14:43:10.339 INFO:tasks.rados.rados.0.smithi016.stdout:1816: finishing copy_from racing read to smithi01678542-29 2024-04-15T14:43:10.339 INFO:tasks.rados.rados.0.smithi016.stdout:1815: finishing write tid 1 to smithi01678542-41 2024-04-15T14:43:10.339 INFO:tasks.rados.rados.0.smithi016.stdout:1815: finishing write tid 2 to smithi01678542-41 2024-04-15T14:43:10.339 INFO:tasks.rados.rados.0.smithi016.stdout:1815: finishing write tid 3 to smithi01678542-41 2024-04-15T14:43:10.340 INFO:tasks.rados.rados.0.smithi016.stdout:1815: oid 41 updating version 0 to 521 2024-04-15T14:43:10.340 INFO:tasks.rados.rados.0.smithi016.stdout:1815: oid 41 updating version 521 to 522 2024-04-15T14:43:10.340 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 41 v 522 (ObjNum 579 snap 177 seq_num 579) dirty exists 2024-04-15T14:43:10.340 INFO:tasks.rados.rados.0.smithi016.stdout:1815: left oid 41 (ObjNum 579 snap 177 seq_num 579) 2024-04-15T14:43:10.340 INFO:tasks.rados.rados.0.smithi016.stdout:1815: done (4 left) 2024-04-15T14:43:10.340 INFO:tasks.rados.rados.0.smithi016.stdout:1816: done (3 left) 2024-04-15T14:43:10.340 INFO:tasks.rados.rados.0.smithi016.stdout:1821: snap_remove snap 175 2024-04-15T14:43:10.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:43:10 smithi102 ceph-mon[87131]: osdmap e432: 8 total, 8 up, 8 in 2024-04-15T14:43:10.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:43:10 smithi102 ceph-mon[87131]: osdmap e433: 8 total, 8 up, 8 in 2024-04-15T14:43:10.789 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:43:10 smithi016 ceph-mon[90652]: osdmap e432: 8 total, 8 up, 8 in 2024-04-15T14:43:10.789 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:43:10 smithi016 ceph-mon[90652]: osdmap e433: 8 total, 8 up, 8 in 2024-04-15T14:43:10.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:43:10 smithi016 ceph-mon[93212]: osdmap e432: 8 total, 8 up, 8 in 2024-04-15T14:43:10.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:43:10 smithi016 ceph-mon[93212]: osdmap e433: 8 total, 8 up, 8 in 2024-04-15T14:43:11.323 INFO:tasks.rados.rados.0.smithi016.stdout:1821: done (3 left) 2024-04-15T14:43:11.323 INFO:tasks.rados.rados.0.smithi016.stdout:1822: rollback oid 11 current snap is 177 2024-04-15T14:43:11.324 INFO:tasks.rados.rados.0.smithi016.stdout:rollback oid 11 to 167 2024-04-15T14:43:11.324 INFO:tasks.rados.rados.0.smithi016.stdout:1818: finishing write tid 1 to smithi01678542-49 2024-04-15T14:43:11.324 INFO:tasks.rados.rados.0.smithi016.stdout:1818: finishing write tid 2 to smithi01678542-49 2024-04-15T14:43:11.324 INFO:tasks.rados.rados.0.smithi016.stdout:1818: finishing write tid 3 to smithi01678542-49 2024-04-15T14:43:11.324 INFO:tasks.rados.rados.0.smithi016.stdout:1818: oid 49 updating version 0 to 909 2024-04-15T14:43:11.324 INFO:tasks.rados.rados.0.smithi016.stdout:1818: oid 49 version 909 is already newer than 908 2024-04-15T14:43:11.324 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 49 v 909 (ObjNum 580 snap 177 seq_num 580) dirty exists 2024-04-15T14:43:11.324 INFO:tasks.rados.rados.0.smithi016.stdout:1818: left oid 49 (ObjNum 580 snap 177 seq_num 580) 2024-04-15T14:43:11.324 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 39 v 875 (ObjNum 572 snap 174 seq_num 572) dirty exists 2024-04-15T14:43:11.324 INFO:tasks.rados.rados.0.smithi016.stdout:1819: expect (ObjNum 376 snap 123 seq_num 376) 2024-04-15T14:43:11.451 INFO:tasks.rados.rados.0.smithi016.stdout:1822: finishing rollback tid 0 to smithi01678542-11 2024-04-15T14:43:11.451 INFO:tasks.rados.rados.0.smithi016.stdout:1822: finishing rollback tid 1 to smithi01678542-11 2024-04-15T14:43:11.451 INFO:tasks.rados.rados.0.smithi016.stdout:1822: finishing rollback tid 2 to smithi01678542-11 2024-04-15T14:43:11.451 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 11 v 1008 (ObjNum 497 snap 154 seq_num 497) dirty exists 2024-04-15T14:43:11.451 INFO:tasks.rados.rados.0.smithi016.stdout:1818: done (3 left) 2024-04-15T14:43:11.452 INFO:tasks.rados.rados.0.smithi016.stdout:1819: done (2 left) 2024-04-15T14:43:11.452 INFO:tasks.rados.rados.0.smithi016.stdout:1820: done (1 left) 2024-04-15T14:43:11.452 INFO:tasks.rados.rados.0.smithi016.stdout:1822: done (0 left) 2024-04-15T14:43:11.452 INFO:tasks.rados.rados.0.smithi016.stdout:1823: read oid 1 snap 176 2024-04-15T14:43:11.452 INFO:tasks.rados.rados.0.smithi016.stdout:1823: expect (ObjNum 511 snap 158 seq_num 511) 2024-04-15T14:43:11.452 INFO:tasks.rados.rados.0.smithi016.stdout:1824: read oid 3 snap 167 2024-04-15T14:43:11.452 INFO:tasks.rados.rados.0.smithi016.stdout:1824: expect (ObjNum 530 snap 167 seq_num 530) 2024-04-15T14:43:11.453 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 10 current snap is 177 2024-04-15T14:43:11.453 INFO:tasks.rados.rados.0.smithi016.stdout:1825: seq_num 581 ranges {0=139264} 2024-04-15T14:43:11.453 INFO:tasks.rados.rados.0.smithi016.stdout:1825: writing smithi01678542-10 from 0 to 139264 tid 1 2024-04-15T14:43:11.453 INFO:tasks.rados.rados.0.smithi016.stdout:1826: rollback oid 12 current snap is 177 2024-04-15T14:43:11.453 INFO:tasks.rados.rados.0.smithi016.stdout:rollback oid 12 to 167 2024-04-15T14:43:11.453 INFO:tasks.rados.rados.0.smithi016.stdout:1827: rollback oid 13 current snap is 177 2024-04-15T14:43:11.454 INFO:tasks.rados.rados.0.smithi016.stdout:rollback oid 13 to 167 2024-04-15T14:43:11.454 INFO:tasks.rados.rados.0.smithi016.stdout:1828: rollback oid 7 current snap is 177 2024-04-15T14:43:11.454 INFO:tasks.rados.rados.0.smithi016.stdout:rollback oid 7 to 176 2024-04-15T14:43:11.454 INFO:tasks.rados.rados.0.smithi016.stdout:1829: snap_create 2024-04-15T14:43:11.455 INFO:tasks.rados.rados.0.smithi016.stdout:1828: finishing rollback tid 0 to smithi01678542-7 2024-04-15T14:43:11.457 INFO:tasks.rados.rados.0.smithi016.stdout:1828: finishing rollback tid 1 to smithi01678542-7 2024-04-15T14:43:11.457 INFO:tasks.rados.rados.0.smithi016.stdout:1827: finishing rollback tid 0 to smithi01678542-13 2024-04-15T14:43:11.457 INFO:tasks.rados.rados.0.smithi016.stdout:1828: finishing rollback tid 2 to smithi01678542-7 2024-04-15T14:43:11.457 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 7 v 979 (ObjNum 568 snap 173 seq_num 568) dirty exists 2024-04-15T14:43:11.457 INFO:tasks.rados.rados.0.smithi016.stdout:1825: finishing write tid 1 to smithi01678542-10 2024-04-15T14:43:11.457 INFO:tasks.rados.rados.0.smithi016.stdout:1827: finishing rollback tid 1 to smithi01678542-13 2024-04-15T14:43:11.457 INFO:tasks.rados.rados.0.smithi016.stdout:1825: finishing write tid 2 to smithi01678542-10 2024-04-15T14:43:11.457 INFO:tasks.rados.rados.0.smithi016.stdout:1827: finishing rollback tid 2 to smithi01678542-13 2024-04-15T14:43:11.458 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 13 v 878 (ObjNum 376 snap 123 seq_num 376) dirty exists 2024-04-15T14:43:11.459 INFO:tasks.rados.rados.0.smithi016.stdout:1825: finishing write tid 3 to smithi01678542-10 2024-04-15T14:43:11.459 INFO:tasks.rados.rados.0.smithi016.stdout:1825: oid 10 updating version 0 to 929 2024-04-15T14:43:11.459 INFO:tasks.rados.rados.0.smithi016.stdout:1825: oid 10 updating version 929 to 930 2024-04-15T14:43:11.459 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 10 v 930 (ObjNum 581 snap 177 seq_num 581) dirty exists 2024-04-15T14:43:11.459 INFO:tasks.rados.rados.0.smithi016.stdout:1825: left oid 10 (ObjNum 581 snap 177 seq_num 581) 2024-04-15T14:43:11.462 INFO:tasks.rados.rados.0.smithi016.stdout:1826: finishing rollback tid 1 to smithi01678542-12 2024-04-15T14:43:11.463 INFO:tasks.rados.rados.0.smithi016.stdout:1826: finishing rollback tid 2 to smithi01678542-12 2024-04-15T14:43:11.463 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 12 v 880 (ObjNum 285 snap 84 seq_num 285) dirty exists 2024-04-15T14:43:11.466 INFO:tasks.rados.rados.0.smithi016.stdout:1823: expect (ObjNum 511 snap 158 seq_num 511) 2024-04-15T14:43:11.559 INFO:tasks.rados.rados.0.smithi016.stdout:1824: expect (ObjNum 530 snap 167 seq_num 530) 2024-04-15T14:43:11.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:43:11 smithi102 ceph-mon[87131]: pgmap v281: 121 pgs: 121 active+clean; 226 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 0 B/s rd, 0 op/s 2024-04-15T14:43:11.720 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:43:11 smithi016 ceph-mon[93212]: pgmap v281: 121 pgs: 121 active+clean; 226 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 0 B/s rd, 0 op/s 2024-04-15T14:43:11.721 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:43:11 smithi016 ceph-mon[90652]: pgmap v281: 121 pgs: 121 active+clean; 226 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 0 B/s rd, 0 op/s 2024-04-15T14:43:11.721 INFO:teuthology.orchestra.run.smithi016.stdout:true 2024-04-15T14:43:12.039 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 15 14:43:11 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-y[81421]: ::ffff:172.21.15.102 - - [15/Apr/2024:14:43:11] "GET /metrics HTTP/1.1" 200 36200 "" "Prometheus/2.43.0" 2024-04-15T14:43:12.051 INFO:teuthology.orchestra.run.smithi016.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-04-15T14:43:12.052 INFO:teuthology.orchestra.run.smithi016.stdout:alertmanager.a smithi016 *:9093,9094 running (7m) 16s ago 8m 24.7M - 0.25.0 c8568f914cd2 bc85d1f32a92 2024-04-15T14:43:12.052 INFO:teuthology.orchestra.run.smithi016.stdout:grafana.a smithi102 *:3000 running (8m) 2m ago 8m 88.8M - 9.4.7 954c08fa6188 dfd3a2bac142 2024-04-15T14:43:12.052 INFO:teuthology.orchestra.run.smithi016.stdout:mds.a smithi016 running (9m) 16s ago 9m 19.8M - 18.2.2-1221-ge3fb05d5 aa4d2281650a 287f01435fb1 2024-04-15T14:43:12.052 INFO:teuthology.orchestra.run.smithi016.stdout:mds.b smithi102 running (9m) 2m ago 9m 14.7M - 18.2.2-1221-ge3fb05d5 aa4d2281650a 9ed1adb3241c 2024-04-15T14:43:12.052 INFO:teuthology.orchestra.run.smithi016.stdout:mgr.x smithi102 *:8443,9283,8765 running (3m) 2m ago 13m 450M - 19.0.0-3080-gc2d8c315 259793512b73 7427787dd7cf 2024-04-15T14:43:12.052 INFO:teuthology.orchestra.run.smithi016.stdout:mgr.y smithi016 *:8443,9283,8765 running (4m) 16s ago 15m 516M - 19.0.0-3080-gc2d8c315 259793512b73 23b2f98a056a 2024-04-15T14:43:12.052 INFO:teuthology.orchestra.run.smithi016.stdout:mon.a smithi016 running (3m) 16s ago 15m 53.1M 2048M 19.0.0-3080-gc2d8c315 259793512b73 0f0e1a24c400 2024-04-15T14:43:12.052 INFO:teuthology.orchestra.run.smithi016.stdout:mon.b smithi102 running (2m) 2m ago 13m 23.3M 2048M 19.0.0-3080-gc2d8c315 259793512b73 57b781990cd4 2024-04-15T14:43:12.052 INFO:teuthology.orchestra.run.smithi016.stdout:mon.c smithi016 running (3m) 16s ago 13m 45.2M 2048M 19.0.0-3080-gc2d8c315 259793512b73 eef940aadb4d 2024-04-15T14:43:12.052 INFO:teuthology.orchestra.run.smithi016.stdout:node-exporter.a smithi016 *:9100 running (8m) 16s ago 8m 17.1M - 1.5.0 0da6a335fe13 8d0101b6e6e8 2024-04-15T14:43:12.052 INFO:teuthology.orchestra.run.smithi016.stdout:node-exporter.b smithi102 *:9100 running (8m) 2m ago 8m 15.8M - 1.5.0 0da6a335fe13 d83ffdf53df3 2024-04-15T14:43:12.052 INFO:teuthology.orchestra.run.smithi016.stdout:osd.0 smithi016 running (111s) 16s ago 12m 127M 2481M 19.0.0-3080-gc2d8c315 259793512b73 6ae1b6c92493 2024-04-15T14:43:12.053 INFO:teuthology.orchestra.run.smithi016.stdout:osd.1 smithi016 running (75s) 16s ago 12m 124M 2481M 19.0.0-3080-gc2d8c315 259793512b73 106c0a047128 2024-04-15T14:43:12.053 INFO:teuthology.orchestra.run.smithi016.stdout:osd.2 smithi016 running (55s) 16s ago 12m 92.5M 2481M 19.0.0-3080-gc2d8c315 259793512b73 436c24e520a2 2024-04-15T14:43:12.053 INFO:teuthology.orchestra.run.smithi016.stdout:osd.3 smithi016 running (21s) 16s ago 11m 11.7M 2481M 19.0.0-3080-gc2d8c315 259793512b73 abb436370146 2024-04-15T14:43:12.053 INFO:teuthology.orchestra.run.smithi016.stdout:osd.4 smithi102 running (11m) 2m ago 11m 180M 2480M 18.2.2-1221-ge3fb05d5 aa4d2281650a f863e36be995 2024-04-15T14:43:12.053 INFO:teuthology.orchestra.run.smithi016.stdout:osd.5 smithi102 running (10m) 2m ago 10m 171M 2480M 18.2.2-1221-ge3fb05d5 aa4d2281650a 64518f93c8c8 2024-04-15T14:43:12.053 INFO:teuthology.orchestra.run.smithi016.stdout:osd.6 smithi102 running (10m) 2m ago 10m 128M 2480M 18.2.2-1221-ge3fb05d5 aa4d2281650a a3993a86427e 2024-04-15T14:43:12.053 INFO:teuthology.orchestra.run.smithi016.stdout:osd.7 smithi102 running (10m) 2m ago 10m 119M 2480M 18.2.2-1221-ge3fb05d5 aa4d2281650a f9ac771a8a69 2024-04-15T14:43:12.053 INFO:teuthology.orchestra.run.smithi016.stdout:prometheus.a smithi102 *:9095 running (3m) 2m ago 9m 56.1M - 2.43.0 a07b618ecd1d 86d1d3518ceb 2024-04-15T14:43:12.327 INFO:tasks.rados.rados.0.smithi016.stdout:1823: done (6 left) 2024-04-15T14:43:12.327 INFO:tasks.rados.rados.0.smithi016.stdout:1824: done (5 left) 2024-04-15T14:43:12.328 INFO:tasks.rados.rados.0.smithi016.stdout:1825: done (4 left) 2024-04-15T14:43:12.328 INFO:tasks.rados.rados.0.smithi016.stdout:1826: done (3 left) 2024-04-15T14:43:12.328 INFO:tasks.rados.rados.0.smithi016.stdout:1827: done (2 left) 2024-04-15T14:43:12.328 INFO:tasks.rados.rados.0.smithi016.stdout:1828: done (1 left) 2024-04-15T14:43:12.328 INFO:tasks.rados.rados.0.smithi016.stdout:1829: done (0 left) 2024-04-15T14:43:12.328 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 38 current snap is 178 2024-04-15T14:43:12.328 INFO:tasks.rados.rados.0.smithi016.stdout:1830: seq_num 582 ranges {4947968=155648} 2024-04-15T14:43:12.355 INFO:tasks.rados.rados.0.smithi016.stdout:1830: writing smithi01678542-38 from 4947968 to 5103616 tid 1 2024-04-15T14:43:12.355 INFO:tasks.rados.rados.0.smithi016.stdout:1831: snap_create 2024-04-15T14:43:12.359 INFO:tasks.rados.rados.0.smithi016.stdout:1830: finishing write tid 1 to smithi01678542-38 2024-04-15T14:43:12.359 INFO:tasks.rados.rados.0.smithi016.stdout:1830: finishing write tid 2 to smithi01678542-38 2024-04-15T14:43:12.360 INFO:tasks.rados.rados.0.smithi016.stdout:1830: finishing write tid 3 to smithi01678542-38 2024-04-15T14:43:12.360 INFO:tasks.rados.rados.0.smithi016.stdout:1830: oid 38 updating version 0 to 907 2024-04-15T14:43:12.360 INFO:tasks.rados.rados.0.smithi016.stdout:1830: oid 38 version 907 is already newer than 906 2024-04-15T14:43:12.360 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 38 v 907 (ObjNum 582 snap 178 seq_num 582) dirty exists 2024-04-15T14:43:12.361 INFO:tasks.rados.rados.0.smithi016.stdout:1830: left oid 38 (ObjNum 582 snap 178 seq_num 582) 2024-04-15T14:43:12.471 INFO:teuthology.orchestra.run.smithi016.stdout:{ 2024-04-15T14:43:12.471 INFO:teuthology.orchestra.run.smithi016.stdout: "mon": { 2024-04-15T14:43:12.471 INFO:teuthology.orchestra.run.smithi016.stdout: "ceph version 19.0.0-3080-gc2d8c315 (c2d8c3155d854ee204cb7c7261232571229d1d54) squid (dev)": 3 2024-04-15T14:43:12.471 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-04-15T14:43:12.472 INFO:teuthology.orchestra.run.smithi016.stdout: "mgr": { 2024-04-15T14:43:12.472 INFO:teuthology.orchestra.run.smithi016.stdout: "ceph version 19.0.0-3080-gc2d8c315 (c2d8c3155d854ee204cb7c7261232571229d1d54) squid (dev)": 2 2024-04-15T14:43:12.472 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-04-15T14:43:12.472 INFO:teuthology.orchestra.run.smithi016.stdout: "osd": { 2024-04-15T14:43:12.472 INFO:teuthology.orchestra.run.smithi016.stdout: "ceph version 18.2.2-1221-ge3fb05d5 (e3fb05d5e6da84b5c44db3f3051c4d242f9809c1) reef (stable)": 4, 2024-04-15T14:43:12.472 INFO:teuthology.orchestra.run.smithi016.stdout: "ceph version 19.0.0-3080-gc2d8c315 (c2d8c3155d854ee204cb7c7261232571229d1d54) squid (dev)": 4 2024-04-15T14:43:12.472 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-04-15T14:43:12.472 INFO:teuthology.orchestra.run.smithi016.stdout: "mds": { 2024-04-15T14:43:12.472 INFO:teuthology.orchestra.run.smithi016.stdout: "ceph version 18.2.2-1221-ge3fb05d5 (e3fb05d5e6da84b5c44db3f3051c4d242f9809c1) reef (stable)": 2 2024-04-15T14:43:12.472 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-04-15T14:43:12.472 INFO:teuthology.orchestra.run.smithi016.stdout: "overall": { 2024-04-15T14:43:12.472 INFO:teuthology.orchestra.run.smithi016.stdout: "ceph version 18.2.2-1221-ge3fb05d5 (e3fb05d5e6da84b5c44db3f3051c4d242f9809c1) reef (stable)": 6, 2024-04-15T14:43:12.472 INFO:teuthology.orchestra.run.smithi016.stdout: "ceph version 19.0.0-3080-gc2d8c315 (c2d8c3155d854ee204cb7c7261232571229d1d54) squid (dev)": 9 2024-04-15T14:43:12.472 INFO:teuthology.orchestra.run.smithi016.stdout: } 2024-04-15T14:43:12.473 INFO:teuthology.orchestra.run.smithi016.stdout:} 2024-04-15T14:43:12.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:43:12 smithi102 ceph-mon[87131]: osdmap e434: 8 total, 8 up, 8 in 2024-04-15T14:43:12.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:43:12 smithi102 ceph-mon[87131]: from='client.44216 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-15T14:43:12.687 INFO:journalctl@ceph.prometheus.a.smithi102.stdout:Apr 15 14:43:12 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-prometheus-a[78028]: ts=2024-04-15T14:43:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi016:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"362ea986-fb34-11ee-bc8f-c7b262605968\", instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T14:43:12.789 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:43:12 smithi016 ceph-mon[90652]: osdmap e434: 8 total, 8 up, 8 in 2024-04-15T14:43:12.789 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:43:12 smithi016 ceph-mon[90652]: from='client.44216 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-15T14:43:12.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:43:12 smithi016 ceph-mon[93212]: osdmap e434: 8 total, 8 up, 8 in 2024-04-15T14:43:12.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:43:12 smithi016 ceph-mon[93212]: from='client.44216 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-15T14:43:13.332 INFO:tasks.rados.rados.0.smithi016.stdout:1830: done (1 left) 2024-04-15T14:43:13.332 INFO:tasks.rados.rados.0.smithi016.stdout:1831: done (0 left) 2024-04-15T14:43:13.332 INFO:tasks.rados.rados.0.smithi016.stdout:1832: setattr oid 29 current snap is 179 2024-04-15T14:43:13.332 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 31 current snap is 179 2024-04-15T14:43:13.333 INFO:tasks.rados.rados.0.smithi016.stdout:1833: seq_num 583 ranges {3014656=172032} 2024-04-15T14:43:13.350 INFO:tasks.rados.rados.0.smithi016.stdout:1833: writing smithi01678542-31 from 3014656 to 3186688 tid 1 2024-04-15T14:43:13.350 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 46 current snap is 179 2024-04-15T14:43:13.351 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 29 v 1010 (ObjNum 479 snap 151 seq_num 479) dirty exists 2024-04-15T14:43:13.351 INFO:tasks.rados.rados.0.smithi016.stdout:1834: seq_num 584 ranges {1867776=188416} 2024-04-15T14:43:13.362 INFO:tasks.rados.rados.0.smithi016.stdout:1834: writing smithi01678542-46 from 1867776 to 2056192 tid 1 2024-04-15T14:43:13.362 INFO:tasks.rados.rados.0.smithi016.stdout:1832: done (2 left) 2024-04-15T14:43:13.362 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 25 current snap is 179 2024-04-15T14:43:13.362 INFO:tasks.rados.rados.0.smithi016.stdout:1833: finishing write tid 1 to smithi01678542-31 2024-04-15T14:43:13.362 INFO:tasks.rados.rados.0.smithi016.stdout:1835: seq_num 585 ranges {1867776=204800} 2024-04-15T14:43:13.373 INFO:tasks.rados.rados.0.smithi016.stdout:1835: writing smithi01678542-25 from 1867776 to 2072576 tid 1 2024-04-15T14:43:13.374 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 2 current snap is 179 2024-04-15T14:43:13.374 INFO:tasks.rados.rados.0.smithi016.stdout:1833: finishing write tid 2 to smithi01678542-31 2024-04-15T14:43:13.374 INFO:tasks.rados.rados.0.smithi016.stdout:1833: finishing write tid 3 to smithi01678542-31 2024-04-15T14:43:13.374 INFO:tasks.rados.rados.0.smithi016.stdout:1833: oid 31 updating version 0 to 876 2024-04-15T14:43:13.374 INFO:tasks.rados.rados.0.smithi016.stdout:1833: oid 31 version 876 is already newer than 875 2024-04-15T14:43:13.374 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 31 v 876 (ObjNum 583 snap 179 seq_num 583) dirty exists 2024-04-15T14:43:13.374 INFO:tasks.rados.rados.0.smithi016.stdout:1833: left oid 31 (ObjNum 583 snap 179 seq_num 583) 2024-04-15T14:43:13.374 INFO:tasks.rados.rados.0.smithi016.stdout:1834: finishing write tid 1 to smithi01678542-46 2024-04-15T14:43:13.374 INFO:tasks.rados.rados.0.smithi016.stdout:1834: finishing write tid 2 to smithi01678542-46 2024-04-15T14:43:13.374 INFO:tasks.rados.rados.0.smithi016.stdout:1836: seq_num 586 ranges {1679360=221184} 2024-04-15T14:43:13.385 INFO:tasks.rados.rados.0.smithi016.stdout:1836: writing smithi01678542-2 from 1679360 to 1900544 tid 1 2024-04-15T14:43:13.385 INFO:tasks.rados.rados.0.smithi016.stdout:1833: done (3 left) 2024-04-15T14:43:13.385 INFO:tasks.rados.rados.0.smithi016.stdout:1837: rmattr oid 18 current snap is 179 2024-04-15T14:43:13.385 INFO:tasks.rados.rados.0.smithi016.stdout:1837: done (3 left) 2024-04-15T14:43:13.385 INFO:tasks.rados.rados.0.smithi016.stdout:1838: setattr oid 33 current snap is 179 2024-04-15T14:43:13.385 INFO:tasks.rados.rados.0.smithi016.stdout:1834: finishing write tid 3 to smithi01678542-46 2024-04-15T14:43:13.385 INFO:tasks.rados.rados.0.smithi016.stdout:1834: oid 46 updating version 0 to 932 2024-04-15T14:43:13.385 INFO:tasks.rados.rados.0.smithi016.stdout:1834: oid 46 version 932 is already newer than 931 2024-04-15T14:43:13.386 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 46 v 932 (ObjNum 584 snap 179 seq_num 584) dirty exists 2024-04-15T14:43:13.386 INFO:tasks.rados.rados.0.smithi016.stdout:1834: left oid 46 (ObjNum 584 snap 179 seq_num 584) 2024-04-15T14:43:13.386 INFO:tasks.rados.rados.0.smithi016.stdout:1835: finishing write tid 1 to smithi01678542-25 2024-04-15T14:43:13.386 INFO:tasks.rados.rados.0.smithi016.stdout:1835: finishing write tid 2 to smithi01678542-25 2024-04-15T14:43:13.386 INFO:tasks.rados.rados.0.smithi016.stdout:1835: finishing write tid 3 to smithi01678542-25 2024-04-15T14:43:13.386 INFO:tasks.rados.rados.0.smithi016.stdout:1835: oid 25 updating version 0 to 880 2024-04-15T14:43:13.386 INFO:tasks.rados.rados.0.smithi016.stdout:1835: oid 25 version 880 is already newer than 879 2024-04-15T14:43:13.386 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 25 v 880 (ObjNum 585 snap 179 seq_num 585) dirty exists 2024-04-15T14:43:13.386 INFO:tasks.rados.rados.0.smithi016.stdout:1835: left oid 25 (ObjNum 585 snap 179 seq_num 585) 2024-04-15T14:43:13.386 INFO:tasks.rados.rados.0.smithi016.stdout:1834: done (3 left) 2024-04-15T14:43:13.386 INFO:tasks.rados.rados.0.smithi016.stdout:1835: done (2 left) 2024-04-15T14:43:13.386 INFO:tasks.rados.rados.0.smithi016.stdout:1839: rollback oid 24 current snap is 179 2024-04-15T14:43:13.386 INFO:tasks.rados.rados.0.smithi016.stdout:rollback oid 24 to 178 2024-04-15T14:43:13.387 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 41 current snap is 179 2024-04-15T14:43:13.387 INFO:tasks.rados.rados.0.smithi016.stdout:1840: seq_num 587 ranges {2105344=237568} 2024-04-15T14:43:13.398 INFO:tasks.rados.rados.0.smithi016.stdout:1840: writing smithi01678542-41 from 2105344 to 2342912 tid 1 2024-04-15T14:43:13.399 INFO:tasks.rados.rados.0.smithi016.stdout:1841: rollback oid 43 current snap is 179 2024-04-15T14:43:13.399 INFO:tasks.rados.rados.0.smithi016.stdout:rollback oid 43 to 177 2024-04-15T14:43:13.399 INFO:tasks.rados.rados.0.smithi016.stdout:1836: finishing write tid 1 to smithi01678542-2 2024-04-15T14:43:13.399 INFO:tasks.rados.rados.0.smithi016.stdout:1836: finishing write tid 2 to smithi01678542-2 2024-04-15T14:43:13.399 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 33 v 1012 (ObjNum 559 snap 172 seq_num 559) dirty exists 2024-04-15T14:43:13.399 INFO:tasks.rados.rados.0.smithi016.stdout:1839: finishing rollback tid 0 to smithi01678542-24 2024-04-15T14:43:13.399 INFO:tasks.rados.rados.0.smithi016.stdout:1838: done (4 left) 2024-04-15T14:43:13.399 INFO:tasks.rados.rados.0.smithi016.stdout:1842: copy_from oid 38 from oid 21 current snap is 179 2024-04-15T14:43:13.399 INFO:tasks.rados.rados.0.smithi016.stdout:1839: finishing rollback tid 1 to smithi01678542-24 2024-04-15T14:43:13.399 INFO:tasks.rados.rados.0.smithi016.stdout:1839: finishing rollback tid 2 to smithi01678542-24 2024-04-15T14:43:13.399 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 24 v 910 (ObjNum 313 snap 98 seq_num 313) dirty exists 2024-04-15T14:43:13.399 INFO:tasks.rados.rados.0.smithi016.stdout:1836: finishing write tid 3 to smithi01678542-2 2024-04-15T14:43:13.399 INFO:tasks.rados.rados.0.smithi016.stdout:1836: oid 2 updating version 0 to 933 2024-04-15T14:43:13.399 INFO:tasks.rados.rados.0.smithi016.stdout:1836: oid 2 updating version 933 to 934 2024-04-15T14:43:13.400 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 2 v 934 (ObjNum 586 snap 179 seq_num 586) dirty exists 2024-04-15T14:43:13.400 INFO:tasks.rados.rados.0.smithi016.stdout:1836: left oid 2 (ObjNum 586 snap 179 seq_num 586) 2024-04-15T14:43:13.400 INFO:tasks.rados.rados.0.smithi016.stdout:1836: done (4 left) 2024-04-15T14:43:13.400 INFO:tasks.rados.rados.0.smithi016.stdout:1839: done (3 left) 2024-04-15T14:43:13.400 INFO:tasks.rados.rados.0.smithi016.stdout:1843: delete oid 22 current snap is 179 2024-04-15T14:43:13.401 INFO:tasks.rados.rados.0.smithi016.stdout:1840: finishing write tid 1 to smithi01678542-41 2024-04-15T14:43:13.401 INFO:tasks.rados.rados.0.smithi016.stdout:1840: finishing write tid 2 to smithi01678542-41 2024-04-15T14:43:13.402 INFO:tasks.rados.rados.0.smithi016.stdout:1843: done (3 left) 2024-04-15T14:43:13.402 INFO:tasks.rados.rados.0.smithi016.stdout:1844: rmattr oid 27 current snap is 179 2024-04-15T14:43:13.402 INFO:tasks.rados.rados.0.smithi016.stdout:1844: done (3 left) 2024-04-15T14:43:13.403 INFO:tasks.rados.rados.0.smithi016.stdout:1845: copy_from oid 49 from oid 48 current snap is 179 2024-04-15T14:43:13.403 INFO:tasks.rados.rados.0.smithi016.stdout:1846: setattr oid 24 current snap is 179 2024-04-15T14:43:13.403 INFO:tasks.rados.rados.0.smithi016.stdout:1841: finishing rollback tid 0 to smithi01678542-43 2024-04-15T14:43:13.403 INFO:tasks.rados.rados.0.smithi016.stdout:1840: finishing write tid 3 to smithi01678542-41 2024-04-15T14:43:13.403 INFO:tasks.rados.rados.0.smithi016.stdout:1840: oid 41 updating version 0 to 524 2024-04-15T14:43:13.403 INFO:tasks.rados.rados.0.smithi016.stdout:1840: oid 41 version 524 is already newer than 523 2024-04-15T14:43:13.404 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 41 v 524 (ObjNum 587 snap 179 seq_num 587) dirty exists 2024-04-15T14:43:13.404 INFO:tasks.rados.rados.0.smithi016.stdout:1840: left oid 41 (ObjNum 587 snap 179 seq_num 587) 2024-04-15T14:43:13.404 INFO:tasks.rados.rados.0.smithi016.stdout:1845: finishing copy_from to smithi01678542-49 2024-04-15T14:43:13.404 INFO:tasks.rados.rados.0.smithi016.stdout:1845: got expected ENOENT (src dne) 2024-04-15T14:43:13.405 INFO:tasks.rados.rados.0.smithi016.stdout:1845: finishing copy_from racing read to smithi01678542-49 2024-04-15T14:43:13.405 INFO:tasks.rados.rados.0.smithi016.stdout:1840: done (4 left) 2024-04-15T14:43:13.405 INFO:tasks.rados.rados.0.smithi016.stdout:1845: done (3 left) 2024-04-15T14:43:13.405 INFO:tasks.rados.rados.0.smithi016.stdout:1847: snap_create 2024-04-15T14:43:13.405 INFO:tasks.rados.rados.0.smithi016.stdout:1841: finishing rollback tid 1 to smithi01678542-43 2024-04-15T14:43:13.405 INFO:tasks.rados.rados.0.smithi016.stdout:1841: finishing rollback tid 2 to smithi01678542-43 2024-04-15T14:43:13.405 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 43 v 987 (ObjNum 558 snap 172 seq_num 558) dirty exists 2024-04-15T14:43:13.410 INFO:tasks.rados.rados.0.smithi016.stdout:1842: finishing copy_from racing read to smithi01678542-38 2024-04-15T14:43:13.410 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 24 v 911 (ObjNum 313 snap 98 seq_num 313) dirty exists 2024-04-15T14:43:13.410 INFO:tasks.rados.rados.0.smithi016.stdout:1842: finishing copy_from to smithi01678542-38 2024-04-15T14:43:13.411 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 38 v 875 (ObjNum 506 snap 157 seq_num 506) dirty exists 2024-04-15T14:43:13.687 INFO:journalctl@ceph.prometheus.a.smithi102.stdout:Apr 15 14:43:13 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-prometheus-a[78028]: ts=2024-04-15T14:43:13.505Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi016\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi016\", job=\"node\", machine=\"x86_64\", nodename=\"smithi016\", release=\"5.14.0-438.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Apr 12 13:55:21 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"362ea986-fb34-11ee-bc8f-c7b262605968\", domainname=\"(none)\", instance=\"smithi016\", job=\"node\", machine=\"x86_64\", nodename=\"smithi016\", release=\"5.14.0-438.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Apr 12 13:55:21 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T14:43:13.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:43:13 smithi102 ceph-mon[87131]: pgmap v284: 121 pgs: 121 active+clean; 198 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 255 B/s rd, 24 KiB/s wr, 6 op/s 2024-04-15T14:43:13.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:43:13 smithi102 ceph-mon[87131]: from='client.34296 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-15T14:43:13.688 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:43:13 smithi102 ceph-mon[87131]: osdmap e435: 8 total, 8 up, 8 in 2024-04-15T14:43:13.688 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:43:13 smithi102 ceph-mon[87131]: from='client.? 172.21.15.16:0/3850167441' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T14:43:13.789 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:43:13 smithi016 ceph-mon[90652]: pgmap v284: 121 pgs: 121 active+clean; 198 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 255 B/s rd, 24 KiB/s wr, 6 op/s 2024-04-15T14:43:13.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:43:13 smithi016 ceph-mon[90652]: from='client.34296 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-15T14:43:13.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:43:13 smithi016 ceph-mon[90652]: osdmap e435: 8 total, 8 up, 8 in 2024-04-15T14:43:13.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:43:13 smithi016 ceph-mon[90652]: from='client.? 172.21.15.16:0/3850167441' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T14:43:13.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:43:13 smithi016 ceph-mon[93212]: pgmap v284: 121 pgs: 121 active+clean; 198 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 255 B/s rd, 24 KiB/s wr, 6 op/s 2024-04-15T14:43:13.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:43:13 smithi016 ceph-mon[93212]: from='client.34296 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-15T14:43:13.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:43:13 smithi016 ceph-mon[93212]: osdmap e435: 8 total, 8 up, 8 in 2024-04-15T14:43:13.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:43:13 smithi016 ceph-mon[93212]: from='client.? 172.21.15.16:0/3850167441' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T14:43:14.338 INFO:tasks.rados.rados.0.smithi016.stdout:1841: done (3 left) 2024-04-15T14:43:14.338 INFO:tasks.rados.rados.0.smithi016.stdout:1842: done (2 left) 2024-04-15T14:43:14.338 INFO:tasks.rados.rados.0.smithi016.stdout:1846: done (1 left) 2024-04-15T14:43:14.338 INFO:tasks.rados.rados.0.smithi016.stdout:1847: done (0 left) 2024-04-15T14:43:14.338 INFO:tasks.rados.rados.0.smithi016.stdout:1848: delete oid 24 current snap is 180 2024-04-15T14:43:14.343 INFO:tasks.rados.rados.0.smithi016.stdout:1848: done (0 left) 2024-04-15T14:43:14.343 INFO:tasks.rados.rados.0.smithi016.stdout:1849: rmattr oid 14 current snap is 180 2024-04-15T14:43:14.344 INFO:tasks.rados.rados.0.smithi016.stdout:1849: done (0 left) 2024-04-15T14:43:14.344 INFO:tasks.rados.rados.0.smithi016.stdout:1850: delete oid 15 current snap is 180 2024-04-15T14:43:14.346 INFO:tasks.rados.rados.0.smithi016.stdout:1850: done (0 left) 2024-04-15T14:43:14.346 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 4 current snap is 180 2024-04-15T14:43:14.346 INFO:tasks.rados.rados.0.smithi016.stdout:1851: seq_num 591 ranges {0=303104} 2024-04-15T14:43:14.348 INFO:tasks.rados.rados.0.smithi016.stdout:1851: writing smithi01678542-4 from 0 to 303104 tid 1 2024-04-15T14:43:14.348 INFO:tasks.rados.rados.0.smithi016.stdout:1852: snap_create 2024-04-15T14:43:14.354 INFO:tasks.rados.rados.0.smithi016.stdout:1851: finishing write tid 1 to smithi01678542-4 2024-04-15T14:43:14.354 INFO:tasks.rados.rados.0.smithi016.stdout:1851: finishing write tid 2 to smithi01678542-4 2024-04-15T14:43:14.357 INFO:tasks.rados.rados.0.smithi016.stdout:1851: finishing write tid 3 to smithi01678542-4 2024-04-15T14:43:14.357 INFO:tasks.rados.rados.0.smithi016.stdout:1851: oid 4 updating version 0 to 1013 2024-04-15T14:43:14.357 INFO:tasks.rados.rados.0.smithi016.stdout:1851: oid 4 updating version 1013 to 1014 2024-04-15T14:43:14.357 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 4 v 1014 (ObjNum 591 snap 180 seq_num 591) dirty exists 2024-04-15T14:43:14.358 INFO:tasks.rados.rados.0.smithi016.stdout:1851: left oid 4 (ObjNum 591 snap 180 seq_num 591) 2024-04-15T14:43:14.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:43:14 smithi102 ceph-mon[87131]: osdmap e436: 8 total, 8 up, 8 in 2024-04-15T14:43:14.789 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:43:14 smithi016 ceph-mon[90652]: osdmap e436: 8 total, 8 up, 8 in 2024-04-15T14:43:14.789 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:43:14 smithi016 ceph-mon[93212]: osdmap e436: 8 total, 8 up, 8 in 2024-04-15T14:43:15.295 INFO:tasks.rados.rados.0.smithi016.stdout:1851: done (1 left) 2024-04-15T14:43:15.295 INFO:tasks.rados.rados.0.smithi016.stdout:1852: done (0 left) 2024-04-15T14:43:15.295 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 45 current snap is 181 2024-04-15T14:43:15.295 INFO:tasks.rados.rados.0.smithi016.stdout:1853: seq_num 592 ranges {0=319488} 2024-04-15T14:43:15.296 INFO:tasks.rados.rados.0.smithi016.stdout:1853: writing smithi01678542-45 from 0 to 319488 tid 1 2024-04-15T14:43:15.296 INFO:tasks.rados.rados.0.smithi016.stdout:1854: snap_remove snap 178 2024-04-15T14:43:15.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:43:15 smithi102 ceph-mon[87131]: pgmap v287: 121 pgs: 121 active+clean; 198 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 255 B/s rd, 24 KiB/s wr, 6 op/s 2024-04-15T14:43:15.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:43:15 smithi102 ceph-mon[87131]: osdmap e437: 8 total, 8 up, 8 in 2024-04-15T14:43:15.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:43:15 smithi102 ceph-mon[87131]: osdmap e438: 8 total, 8 up, 8 in 2024-04-15T14:43:15.789 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:43:15 smithi016 ceph-mon[90652]: pgmap v287: 121 pgs: 121 active+clean; 198 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 255 B/s rd, 24 KiB/s wr, 6 op/s 2024-04-15T14:43:15.789 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:43:15 smithi016 ceph-mon[90652]: osdmap e437: 8 total, 8 up, 8 in 2024-04-15T14:43:15.789 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:43:15 smithi016 ceph-mon[90652]: osdmap e438: 8 total, 8 up, 8 in 2024-04-15T14:43:15.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:43:15 smithi016 ceph-mon[93212]: pgmap v287: 121 pgs: 121 active+clean; 198 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 255 B/s rd, 24 KiB/s wr, 6 op/s 2024-04-15T14:43:15.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:43:15 smithi016 ceph-mon[93212]: osdmap e437: 8 total, 8 up, 8 in 2024-04-15T14:43:15.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:43:15 smithi016 ceph-mon[93212]: osdmap e438: 8 total, 8 up, 8 in 2024-04-15T14:43:16.296 INFO:tasks.rados.rados.0.smithi016.stdout:1854: done (1 left) 2024-04-15T14:43:16.297 INFO:tasks.rados.rados.0.smithi016.stdout:1855: copy_from oid 25 from oid 40 current snap is 181 2024-04-15T14:43:16.297 INFO:tasks.rados.rados.0.smithi016.stdout:1853: finishing write tid 1 to smithi01678542-45 2024-04-15T14:43:16.297 INFO:tasks.rados.rados.0.smithi016.stdout:1853: finishing write tid 2 to smithi01678542-45 2024-04-15T14:43:16.297 INFO:tasks.rados.rados.0.smithi016.stdout:1853: finishing write tid 3 to smithi01678542-45 2024-04-15T14:43:16.297 INFO:tasks.rados.rados.0.smithi016.stdout:1853: oid 45 updating version 0 to 538 2024-04-15T14:43:16.297 INFO:tasks.rados.rados.0.smithi016.stdout:1853: oid 45 version 538 is already newer than 537 2024-04-15T14:43:16.297 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 45 v 538 (ObjNum 592 snap 181 seq_num 592) dirty exists 2024-04-15T14:43:16.297 INFO:tasks.rados.rados.0.smithi016.stdout:1853: left oid 45 (ObjNum 592 snap 181 seq_num 592) 2024-04-15T14:43:16.297 INFO:tasks.rados.rados.0.smithi016.stdout:1853: done (1 left) 2024-04-15T14:43:16.297 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 32 current snap is 181 2024-04-15T14:43:16.297 INFO:tasks.rados.rados.0.smithi016.stdout:1856: seq_num 593 ranges {0=335872} 2024-04-15T14:43:16.298 INFO:tasks.rados.rados.0.smithi016.stdout:1856: writing smithi01678542-32 from 0 to 335872 tid 1 2024-04-15T14:43:16.299 INFO:tasks.rados.rados.0.smithi016.stdout:1857: snap_remove snap 177 2024-04-15T14:43:16.521 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:43:16 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["4"], "max": 16}]: dispatch 2024-04-15T14:43:16.521 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:43:16 smithi102 ceph-mon[87131]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["4"], "max": 16}]: dispatch 2024-04-15T14:43:16.521 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:43:16 smithi102 ceph-mon[87131]: Upgrade: osd.4 is safe to restart 2024-04-15T14:43:16.521 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:43:16 smithi102 ceph-mon[87131]: osdmap e439: 8 total, 8 up, 8 in 2024-04-15T14:43:16.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:43:16 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["4"], "max": 16}]: dispatch 2024-04-15T14:43:16.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:43:16 smithi016 ceph-mon[90652]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["4"], "max": 16}]: dispatch 2024-04-15T14:43:16.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:43:16 smithi016 ceph-mon[90652]: Upgrade: osd.4 is safe to restart 2024-04-15T14:43:16.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:43:16 smithi016 ceph-mon[90652]: osdmap e439: 8 total, 8 up, 8 in 2024-04-15T14:43:16.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:43:16 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["4"], "max": 16}]: dispatch 2024-04-15T14:43:16.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:43:16 smithi016 ceph-mon[93212]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["4"], "max": 16}]: dispatch 2024-04-15T14:43:16.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:43:16 smithi016 ceph-mon[93212]: Upgrade: osd.4 is safe to restart 2024-04-15T14:43:16.791 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:43:16 smithi016 ceph-mon[93212]: osdmap e439: 8 total, 8 up, 8 in 2024-04-15T14:43:17.298 INFO:tasks.rados.rados.0.smithi016.stdout:1857: done (2 left) 2024-04-15T14:43:17.298 INFO:tasks.rados.rados.0.smithi016.stdout:1858: delete oid 19 current snap is 181 2024-04-15T14:43:17.298 INFO:tasks.rados.rados.0.smithi016.stdout:1855: finishing copy_from to smithi01678542-25 2024-04-15T14:43:17.298 INFO:tasks.rados.rados.0.smithi016.stdout:1855: got expected ENOENT (src dne) 2024-04-15T14:43:17.299 INFO:tasks.rados.rados.0.smithi016.stdout:1855: finishing copy_from racing read to smithi01678542-25 2024-04-15T14:43:17.299 INFO:tasks.rados.rados.0.smithi016.stdout:1856: finishing write tid 1 to smithi01678542-32 2024-04-15T14:43:17.299 INFO:tasks.rados.rados.0.smithi016.stdout:1856: finishing write tid 2 to smithi01678542-32 2024-04-15T14:43:17.299 INFO:tasks.rados.rados.0.smithi016.stdout:1856: finishing write tid 3 to smithi01678542-32 2024-04-15T14:43:17.299 INFO:tasks.rados.rados.0.smithi016.stdout:1856: oid 32 updating version 0 to 1016 2024-04-15T14:43:17.299 INFO:tasks.rados.rados.0.smithi016.stdout:1856: oid 32 version 1016 is already newer than 1015 2024-04-15T14:43:17.299 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 32 v 1016 (ObjNum 593 snap 181 seq_num 593) dirty exists 2024-04-15T14:43:17.299 INFO:tasks.rados.rados.0.smithi016.stdout:1856: left oid 32 (ObjNum 593 snap 181 seq_num 593) 2024-04-15T14:43:17.306 INFO:tasks.rados.rados.0.smithi016.stdout:1855: done (2 left) 2024-04-15T14:43:17.306 INFO:tasks.rados.rados.0.smithi016.stdout:1856: done (1 left) 2024-04-15T14:43:17.306 INFO:tasks.rados.rados.0.smithi016.stdout:1858: done (0 left) 2024-04-15T14:43:17.306 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 23 current snap is 181 2024-04-15T14:43:17.306 INFO:tasks.rados.rados.0.smithi016.stdout:1859: seq_num 595 ranges {0=368640} 2024-04-15T14:43:17.310 INFO:tasks.rados.rados.0.smithi016.stdout:1859: writing smithi01678542-23 from 0 to 368640 tid 1 2024-04-15T14:43:17.310 INFO:tasks.rados.rados.0.smithi016.stdout:1860: snap_create 2024-04-15T14:43:17.314 INFO:tasks.rados.rados.0.smithi016.stdout:1859: finishing write tid 1 to smithi01678542-23 2024-04-15T14:43:17.314 INFO:tasks.rados.rados.0.smithi016.stdout:1859: finishing write tid 2 to smithi01678542-23 2024-04-15T14:43:17.316 INFO:tasks.rados.rados.0.smithi016.stdout:1859: finishing write tid 3 to smithi01678542-23 2024-04-15T14:43:17.316 INFO:tasks.rados.rados.0.smithi016.stdout:1859: oid 23 updating version 0 to 882 2024-04-15T14:43:17.316 INFO:tasks.rados.rados.0.smithi016.stdout:1859: oid 23 version 882 is already newer than 881 2024-04-15T14:43:17.316 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 23 v 882 (ObjNum 595 snap 181 seq_num 595) dirty exists 2024-04-15T14:43:17.316 INFO:tasks.rados.rados.0.smithi016.stdout:1859: left oid 23 (ObjNum 595 snap 181 seq_num 595) 2024-04-15T14:43:17.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:43:17 smithi102 ceph-mon[87131]: pgmap v290: 121 pgs: 121 active+clean; 197 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 7.5 MiB/s rd, 816 KiB/s wr, 35 op/s 2024-04-15T14:43:17.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:43:17 smithi102 ceph-mon[87131]: osdmap e440: 8 total, 8 up, 8 in 2024-04-15T14:43:17.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:43:17 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T14:43:17.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:43:17 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.4"}]: dispatch 2024-04-15T14:43:17.688 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:43:17 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T14:43:17.789 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:43:17 smithi016 ceph-mon[90652]: pgmap v290: 121 pgs: 121 active+clean; 197 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 7.5 MiB/s rd, 816 KiB/s wr, 35 op/s 2024-04-15T14:43:17.789 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:43:17 smithi016 ceph-mon[90652]: osdmap e440: 8 total, 8 up, 8 in 2024-04-15T14:43:17.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:43:17 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T14:43:17.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:43:17 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.4"}]: dispatch 2024-04-15T14:43:17.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:43:17 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T14:43:17.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:43:17 smithi016 ceph-mon[93212]: pgmap v290: 121 pgs: 121 active+clean; 197 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 7.5 MiB/s rd, 816 KiB/s wr, 35 op/s 2024-04-15T14:43:17.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:43:17 smithi016 ceph-mon[93212]: osdmap e440: 8 total, 8 up, 8 in 2024-04-15T14:43:17.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:43:17 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T14:43:17.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:43:17 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.4"}]: dispatch 2024-04-15T14:43:17.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:43:17 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T14:43:18.299 INFO:tasks.rados.rados.0.smithi016.stdout:1859: done (1 left) 2024-04-15T14:43:18.299 INFO:tasks.rados.rados.0.smithi016.stdout:1860: done (0 left) 2024-04-15T14:43:18.299 INFO:tasks.rados.rados.0.smithi016.stdout:1861: read oid 33 snap -1 2024-04-15T14:43:18.299 INFO:tasks.rados.rados.0.smithi016.stdout:1861: expect (ObjNum 559 snap 172 seq_num 559) 2024-04-15T14:43:18.300 INFO:tasks.rados.rados.0.smithi016.stdout:1862: read oid 5 snap -1 2024-04-15T14:43:18.300 INFO:tasks.rados.rados.0.smithi016.stdout:1862: expect deleted 2024-04-15T14:43:18.300 INFO:tasks.rados.rados.0.smithi016.stdout:1863: rmattr oid 16 current snap is 182 2024-04-15T14:43:18.300 INFO:tasks.rados.rados.0.smithi016.stdout:1864: read oid 7 snap -1 2024-04-15T14:43:18.300 INFO:tasks.rados.rados.0.smithi016.stdout:1864: expect (ObjNum 568 snap 173 seq_num 568) 2024-04-15T14:43:18.300 INFO:tasks.rados.rados.0.smithi016.stdout:1865: snap_remove snap 167 2024-04-15T14:43:18.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:43:18 smithi102 ceph-mon[87131]: Upgrade: Updating osd.4 2024-04-15T14:43:18.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:43:18 smithi102 ceph-mon[87131]: Deploying daemon osd.4 on smithi102 2024-04-15T14:43:18.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:43:18 smithi102 ceph-mon[87131]: osdmap e441: 8 total, 8 up, 8 in 2024-04-15T14:43:18.789 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:43:18 smithi016 ceph-mon[90652]: Upgrade: Updating osd.4 2024-04-15T14:43:18.789 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:43:18 smithi016 ceph-mon[90652]: Deploying daemon osd.4 on smithi102 2024-04-15T14:43:18.789 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:43:18 smithi016 ceph-mon[90652]: osdmap e441: 8 total, 8 up, 8 in 2024-04-15T14:43:18.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:43:18 smithi016 ceph-mon[93212]: Upgrade: Updating osd.4 2024-04-15T14:43:18.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:43:18 smithi016 ceph-mon[93212]: Deploying daemon osd.4 on smithi102 2024-04-15T14:43:18.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:43:18 smithi016 ceph-mon[93212]: osdmap e441: 8 total, 8 up, 8 in 2024-04-15T14:43:19.300 INFO:tasks.rados.rados.0.smithi016.stdout:1865: done (4 left) 2024-04-15T14:43:19.300 INFO:tasks.rados.rados.0.smithi016.stdout:1866: delete oid 44 current snap is 182 2024-04-15T14:43:19.301 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 16 v 872 (ObjNum 464 snap 150 seq_num 464) dirty exists 2024-04-15T14:43:19.301 INFO:tasks.rados.rados.0.smithi016.stdout:1861: expect (ObjNum 559 snap 172 seq_num 559) 2024-04-15T14:43:19.371 INFO:tasks.rados.rados.0.smithi016.stdout:1864: expect (ObjNum 568 snap 173 seq_num 568) 2024-04-15T14:43:19.504 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:43:19 smithi102 ceph-mon[87131]: pgmap v293: 121 pgs: 121 active+clean; 197 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 7.5 MiB/s rd, 816 KiB/s wr, 35 op/s 2024-04-15T14:43:19.504 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:43:19 smithi102 ceph-mon[87131]: osdmap e442: 8 total, 8 up, 8 in 2024-04-15T14:43:19.781 INFO:tasks.rados.rados.0.smithi016.stdout:1861: done (4 left) 2024-04-15T14:43:19.781 INFO:tasks.rados.rados.0.smithi016.stdout:1862: done (3 left) 2024-04-15T14:43:19.781 INFO:tasks.rados.rados.0.smithi016.stdout:1863: done (2 left) 2024-04-15T14:43:19.781 INFO:tasks.rados.rados.0.smithi016.stdout:1864: done (1 left) 2024-04-15T14:43:19.781 INFO:tasks.rados.rados.0.smithi016.stdout:1866: done (0 left) 2024-04-15T14:43:19.781 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 6 current snap is 182 2024-04-15T14:43:19.781 INFO:tasks.rados.rados.0.smithi016.stdout:1867: seq_num 597 ranges {5316608=401408} 2024-04-15T14:43:19.789 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:43:19 smithi016 ceph-mon[90652]: pgmap v293: 121 pgs: 121 active+clean; 197 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 7.5 MiB/s rd, 816 KiB/s wr, 35 op/s 2024-04-15T14:43:19.789 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:43:19 smithi016 ceph-mon[90652]: osdmap e442: 8 total, 8 up, 8 in 2024-04-15T14:43:19.789 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:43:19 smithi016 ceph-mon[93212]: pgmap v293: 121 pgs: 121 active+clean; 197 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 7.5 MiB/s rd, 816 KiB/s wr, 35 op/s 2024-04-15T14:43:19.789 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:43:19 smithi016 ceph-mon[93212]: osdmap e442: 8 total, 8 up, 8 in 2024-04-15T14:43:19.811 INFO:tasks.rados.rados.0.smithi016.stdout:1867: writing smithi01678542-6 from 5316608 to 5718016 tid 1 2024-04-15T14:43:19.811 INFO:tasks.rados.rados.0.smithi016.stdout:1868: snap_create 2024-04-15T14:43:19.814 INFO:tasks.rados.rados.0.smithi016.stdout:1867: finishing write tid 1 to smithi01678542-6 2024-04-15T14:43:19.814 INFO:tasks.rados.rados.0.smithi016.stdout:1867: finishing write tid 2 to smithi01678542-6 2024-04-15T14:43:19.815 INFO:tasks.rados.rados.0.smithi016.stdout:1867: finishing write tid 3 to smithi01678542-6 2024-04-15T14:43:19.815 INFO:tasks.rados.rados.0.smithi016.stdout:1867: oid 6 updating version 0 to 981 2024-04-15T14:43:19.816 INFO:tasks.rados.rados.0.smithi016.stdout:1867: oid 6 version 981 is already newer than 980 2024-04-15T14:43:19.816 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 6 v 981 (ObjNum 597 snap 182 seq_num 597) dirty exists 2024-04-15T14:43:19.816 INFO:tasks.rados.rados.0.smithi016.stdout:1867: left oid 6 (ObjNum 597 snap 182 seq_num 597) 2024-04-15T14:43:20.296 INFO:tasks.rados.rados.0.smithi016.stdout:1867: done (1 left) 2024-04-15T14:43:20.296 INFO:tasks.rados.rados.0.smithi016.stdout:1868: done (0 left) 2024-04-15T14:43:20.297 INFO:tasks.rados.rados.0.smithi016.stdout:1869: rmattr oid 25 current snap is 183 2024-04-15T14:43:20.297 INFO:tasks.rados.rados.0.smithi016.stdout:1869: done (0 left) 2024-04-15T14:43:20.297 INFO:tasks.rados.rados.0.smithi016.stdout:1870: copy_from oid 15 from oid 38 current snap is 183 2024-04-15T14:43:20.297 INFO:tasks.rados.rados.0.smithi016.stdout:1871: rollback oid 45 current snap is 183 2024-04-15T14:43:20.297 INFO:tasks.rados.rados.0.smithi016.stdout:rollback oid 45 to 181 2024-04-15T14:43:20.297 INFO:tasks.rados.rados.0.smithi016.stdout:1872: read oid 30 snap -1 2024-04-15T14:43:20.297 INFO:tasks.rados.rados.0.smithi016.stdout:1872: expect (ObjNum 376 snap 123 seq_num 376) 2024-04-15T14:43:20.297 INFO:tasks.rados.rados.0.smithi016.stdout:1873: delete oid 3 current snap is 183 2024-04-15T14:43:20.308 INFO:tasks.rados.rados.0.smithi016.stdout:1871: finishing rollback tid 0 to smithi01678542-45 2024-04-15T14:43:20.308 INFO:tasks.rados.rados.0.smithi016.stdout:1871: finishing rollback tid 1 to smithi01678542-45 2024-04-15T14:43:20.308 INFO:tasks.rados.rados.0.smithi016.stdout:1871: finishing rollback tid 2 to smithi01678542-45 2024-04-15T14:43:20.308 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 45 v 541 (ObjNum 592 snap 181 seq_num 592) dirty exists 2024-04-15T14:43:20.311 INFO:tasks.rados.rados.0.smithi016.stdout:1870: finishing copy_from racing read to smithi01678542-15 2024-04-15T14:43:20.312 INFO:tasks.rados.rados.0.smithi016.stdout:1870: finishing copy_from to smithi01678542-15 2024-04-15T14:43:20.312 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 15 v 875 (ObjNum 506 snap 157 seq_num 506) dirty exists 2024-04-15T14:43:20.315 INFO:tasks.rados.rados.0.smithi016.stdout:1872: expect (ObjNum 376 snap 123 seq_num 376) 2024-04-15T14:43:20.436 INFO:tasks.rados.rados.0.smithi016.stdout:1870: done (3 left) 2024-04-15T14:43:20.437 INFO:tasks.rados.rados.0.smithi016.stdout:1871: done (2 left) 2024-04-15T14:43:20.437 INFO:tasks.rados.rados.0.smithi016.stdout:1872: done (1 left) 2024-04-15T14:43:20.437 INFO:tasks.rados.rados.0.smithi016.stdout:1873: done (0 left) 2024-04-15T14:43:20.437 INFO:tasks.rados.rados.0.smithi016.stdout:1874: copy_from oid 7 from oid 11 current snap is 183 2024-04-15T14:43:20.437 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 33 current snap is 183 2024-04-15T14:43:20.437 INFO:tasks.rados.rados.0.smithi016.stdout:1875: seq_num 599 ranges {2170880=434176} 2024-04-15T14:43:20.451 INFO:tasks.rados.rados.0.smithi016.stdout:1875: writing smithi01678542-33 from 2170880 to 2605056 tid 1 2024-04-15T14:43:20.451 INFO:tasks.rados.rados.0.smithi016.stdout:1876: delete oid 25 current snap is 183 2024-04-15T14:43:20.451 INFO:tasks.rados.rados.0.smithi016.stdout:1874: finishing copy_from racing read to smithi01678542-7 2024-04-15T14:43:20.451 INFO:tasks.rados.rados.0.smithi016.stdout:1874: finishing copy_from to smithi01678542-7 2024-04-15T14:43:20.452 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 7 v 1008 (ObjNum 497 snap 154 seq_num 497) dirty exists 2024-04-15T14:43:20.452 INFO:tasks.rados.rados.0.smithi016.stdout:1874: done (2 left) 2024-04-15T14:43:20.452 INFO:tasks.rados.rados.0.smithi016.stdout:1876: done (1 left) 2024-04-15T14:43:20.453 INFO:tasks.rados.rados.0.smithi016.stdout:1877: snap_remove snap 179 2024-04-15T14:43:21.031 INFO:journalctl@ceph.osd.4.smithi102.stdout:Apr 15 14:43:20 smithi102 systemd[1]: Stopping Ceph osd.4 for 362ea986-fb34-11ee-bc8f-c7b262605968... 2024-04-15T14:43:21.293 INFO:journalctl@ceph.osd.4.smithi102.stdout:Apr 15 14:43:21 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-osd-4[36550]: 2024-04-15T14:43:21.029+0000 7fe9325d9700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.4 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-04-15T14:43:21.293 INFO:journalctl@ceph.osd.4.smithi102.stdout:Apr 15 14:43:21 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-osd-4[36550]: 2024-04-15T14:43:21.029+0000 7fe9325d9700 -1 osd.4 443 *** Got signal Terminated *** 2024-04-15T14:43:21.293 INFO:journalctl@ceph.osd.4.smithi102.stdout:Apr 15 14:43:21 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-osd-4[36550]: 2024-04-15T14:43:21.029+0000 7fe9325d9700 -1 osd.4 443 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-04-15T14:43:21.354 INFO:tasks.rados.rados.0.smithi016.stdout:1877: done (1 left) 2024-04-15T14:43:21.354 INFO:tasks.rados.rados.0.smithi016.stdout:1878: read oid 11 snap -1 2024-04-15T14:43:21.354 INFO:tasks.rados.rados.0.smithi016.stdout:1878: expect (ObjNum 497 snap 154 seq_num 497) 2024-04-15T14:43:21.354 INFO:tasks.rados.rados.0.smithi016.stdout:1879: snap_remove snap 181 2024-04-15T14:43:21.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:43:21 smithi102 ceph-mon[87131]: pgmap v296: 121 pgs: 121 active+clean; 184 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 1.6 MiB/s rd, 82 KiB/s wr, 3 op/s 2024-04-15T14:43:21.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:43:21 smithi102 ceph-mon[87131]: osdmap e443: 8 total, 8 up, 8 in 2024-04-15T14:43:21.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:43:21 smithi102 ceph-mon[87131]: osd.4 marked itself down and dead 2024-04-15T14:43:21.778 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:43:21 smithi016 ceph-mon[90652]: pgmap v296: 121 pgs: 121 active+clean; 184 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 1.6 MiB/s rd, 82 KiB/s wr, 3 op/s 2024-04-15T14:43:21.779 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:43:21 smithi016 ceph-mon[90652]: osdmap e443: 8 total, 8 up, 8 in 2024-04-15T14:43:21.779 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:43:21 smithi016 ceph-mon[90652]: osd.4 marked itself down and dead 2024-04-15T14:43:21.779 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:43:21 smithi016 ceph-mon[93212]: pgmap v296: 121 pgs: 121 active+clean; 184 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 1.6 MiB/s rd, 82 KiB/s wr, 3 op/s 2024-04-15T14:43:21.779 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:43:21 smithi016 ceph-mon[93212]: osdmap e443: 8 total, 8 up, 8 in 2024-04-15T14:43:21.779 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:43:21 smithi016 ceph-mon[93212]: osd.4 marked itself down and dead 2024-04-15T14:43:22.028 INFO:journalctl@ceph.osd.4.smithi102.stdout:Apr 15 14:43:21 smithi102 podman[92539]: 2024-04-15 14:43:21.745019069 +0000 UTC m=+0.826265840 container died f863e36be995a753555d9d8782e49cd5b0377dfcfd8d55f4296a5b859bdbaf55 (image=quay.ceph.io/ceph-ci/ceph@sha256:68779415073ff203e402b0379758fdddf51fc45e34dd0f039888aa95268c5315, name=ceph-362ea986-fb34-11ee-bc8f-c7b262605968-osd-4, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, org.label-schema.build-date=20240409, RELEASE=reef-e3fb05d, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, io.buildah.version=1.33.5, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS) 2024-04-15T14:43:22.039 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 15 14:43:21 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-y[81421]: ::ffff:172.21.15.102 - - [15/Apr/2024:14:43:21] "GET /metrics HTTP/1.1" 200 36200 "" "Prometheus/2.43.0" 2024-04-15T14:43:22.295 INFO:journalctl@ceph.osd.4.smithi102.stdout:Apr 15 14:43:22 smithi102 podman[92539]: 2024-04-15 14:43:22.101804994 +0000 UTC m=+1.183051758 container cleanup f863e36be995a753555d9d8782e49cd5b0377dfcfd8d55f4296a5b859bdbaf55 (image=quay.ceph.io/ceph-ci/ceph@sha256:68779415073ff203e402b0379758fdddf51fc45e34dd0f039888aa95268c5315, name=ceph-362ea986-fb34-11ee-bc8f-c7b262605968-osd-4, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240409, RELEASE=reef-e3fb05d, maintainer=Guillaume Abrioux , GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, GIT_CLEAN=True, io.buildah.version=1.33.5, GIT_BRANCH=HEAD, ceph=True, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=) 2024-04-15T14:43:22.295 INFO:journalctl@ceph.osd.4.smithi102.stdout:Apr 15 14:43:22 smithi102 bash[92539]: ceph-362ea986-fb34-11ee-bc8f-c7b262605968-osd-4 2024-04-15T14:43:22.356 INFO:tasks.rados.rados.0.smithi016.stdout:1879: done (2 left) 2024-04-15T14:43:22.356 INFO:tasks.rados.rados.0.smithi016.stdout:1880: rollback oid 13 current snap is 183 2024-04-15T14:43:22.356 INFO:tasks.rados.rados.0.smithi016.stdout:rollback oid 13 to 182 2024-04-15T14:43:22.356 INFO:tasks.rados.rados.0.smithi016.stdout:1875: finishing write tid 1 to smithi01678542-33 2024-04-15T14:43:22.357 INFO:tasks.rados.rados.0.smithi016.stdout:1875: finishing write tid 2 to smithi01678542-33 2024-04-15T14:43:22.357 INFO:tasks.rados.rados.0.smithi016.stdout:1875: finishing write tid 3 to smithi01678542-33 2024-04-15T14:43:22.357 INFO:tasks.rados.rados.0.smithi016.stdout:1875: oid 33 updating version 0 to 1036 2024-04-15T14:43:22.357 INFO:tasks.rados.rados.0.smithi016.stdout:1875: oid 33 updating version 1036 to 1037 2024-04-15T14:43:22.357 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 33 v 1037 (ObjNum 599 snap 183 seq_num 599) dirty exists 2024-04-15T14:43:22.357 INFO:tasks.rados.rados.0.smithi016.stdout:1875: left oid 33 (ObjNum 599 snap 183 seq_num 599) 2024-04-15T14:43:22.357 INFO:tasks.rados.rados.0.smithi016.stdout:1878: expect (ObjNum 497 snap 154 seq_num 497) 2024-04-15T14:43:22.428 INFO:tasks.rados.rados.0.smithi016.stdout:1880: finishing rollback tid 0 to smithi01678542-13 2024-04-15T14:43:22.428 INFO:tasks.rados.rados.0.smithi016.stdout:1880: finishing rollback tid 1 to smithi01678542-13 2024-04-15T14:43:22.428 INFO:tasks.rados.rados.0.smithi016.stdout:1875: done (2 left) 2024-04-15T14:43:22.428 INFO:tasks.rados.rados.0.smithi016.stdout:1878: done (1 left) 2024-04-15T14:43:22.428 INFO:tasks.rados.rados.0.smithi016.stdout:1881: read oid 5 snap -1 2024-04-15T14:43:22.428 INFO:tasks.rados.rados.0.smithi016.stdout:1881: expect deleted 2024-04-15T14:43:22.428 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 37 current snap is 183 2024-04-15T14:43:22.428 INFO:tasks.rados.rados.0.smithi016.stdout:1880: finishing rollback tid 2 to smithi01678542-13 2024-04-15T14:43:22.429 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 13 v 884 (ObjNum 376 snap 123 seq_num 376) dirty exists 2024-04-15T14:43:22.429 INFO:tasks.rados.rados.0.smithi016.stdout:1882: seq_num 601 ranges {5734400=475136} 2024-04-15T14:43:22.462 INFO:tasks.rados.rados.0.smithi016.stdout:1882: writing smithi01678542-37 from 5734400 to 6209536 tid 1 2024-04-15T14:43:22.462 INFO:tasks.rados.rados.0.smithi016.stdout:1880: done (2 left) 2024-04-15T14:43:22.462 INFO:tasks.rados.rados.0.smithi016.stdout:1883: rollback oid 40 current snap is 183 2024-04-15T14:43:22.462 INFO:tasks.rados.rados.0.smithi016.stdout:rollback oid 40 to 176 2024-04-15T14:43:22.462 INFO:tasks.rados.rados.0.smithi016.stdout:1881: done (2 left) 2024-04-15T14:43:22.462 INFO:tasks.rados.rados.0.smithi016.stdout:1884: snap_remove snap 180 2024-04-15T14:43:22.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:43:22 smithi102 ceph-mon[87131]: Health check failed: 1 osds down (OSD_DOWN) 2024-04-15T14:43:22.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:43:22 smithi102 ceph-mon[87131]: osdmap e444: 8 total, 7 up, 8 in 2024-04-15T14:43:22.688 INFO:journalctl@ceph.osd.4.smithi102.stdout:Apr 15 14:43:22 smithi102 podman[92561]: 2024-04-15 14:43:22.39469131 +0000 UTC m=+0.647512660 container remove f863e36be995a753555d9d8782e49cd5b0377dfcfd8d55f4296a5b859bdbaf55 (image=quay.ceph.io/ceph-ci/ceph@sha256:68779415073ff203e402b0379758fdddf51fc45e34dd0f039888aa95268c5315, name=ceph-362ea986-fb34-11ee-bc8f-c7b262605968-osd-4, org.label-schema.license=GPLv2, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240409, RELEASE=reef-e3fb05d, io.buildah.version=1.33.5, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, ceph=True, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True) 2024-04-15T14:43:22.688 INFO:journalctl@ceph.prometheus.a.smithi102.stdout:Apr 15 14:43:22 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-prometheus-a[78028]: ts=2024-04-15T14:43:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi016:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"362ea986-fb34-11ee-bc8f-c7b262605968\", instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T14:43:22.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:43:22 smithi016 ceph-mon[90652]: Health check failed: 1 osds down (OSD_DOWN) 2024-04-15T14:43:22.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:43:22 smithi016 ceph-mon[90652]: osdmap e444: 8 total, 7 up, 8 in 2024-04-15T14:43:22.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:43:22 smithi016 ceph-mon[93212]: Health check failed: 1 osds down (OSD_DOWN) 2024-04-15T14:43:22.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:43:22 smithi016 ceph-mon[93212]: osdmap e444: 8 total, 7 up, 8 in 2024-04-15T14:43:23.056 INFO:journalctl@ceph.osd.4.smithi102.stdout:Apr 15 14:43:22 smithi102 podman[92654]: 2024-04-15 14:43:22.624817461 +0000 UTC m=+0.018284286 image pull 259793512b732efd8e04a33aa28c6de3675c47d120bc226206521425d246003e quay.ceph.io/ceph-ci/ceph@sha256:55072b3f7eae2e3409906b98d09d882e1c3dc2a9205d85fd5f4c0bc62f82d163 2024-04-15T14:43:23.056 INFO:journalctl@ceph.osd.4.smithi102.stdout:Apr 15 14:43:22 smithi102 podman[92654]: 2024-04-15 14:43:22.762200699 +0000 UTC m=+0.155667557 container create 9fddec75b0075089f211deddd7c394524d02b68a7ceb478674c58f29a78606ee (image=quay.ceph.io/ceph-ci/ceph@sha256:55072b3f7eae2e3409906b98d09d882e1c3dc2a9205d85fd5f4c0bc62f82d163, name=ceph-362ea986-fb34-11ee-bc8f-c7b262605968-osd-4-deactivate, GIT_BRANCH=HEAD, io.buildah.version=1.33.5, RELEASE=main-c2d8c31, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240409, org.label-schema.name=CentOS Stream 8 Base Image, maintainer=Guillaume Abrioux , GIT_CLEAN=True, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.vendor=CentOS) 2024-04-15T14:43:23.056 INFO:journalctl@ceph.osd.4.smithi102.stdout:Apr 15 14:43:22 smithi102 podman[92654]: 2024-04-15 14:43:22.964462656 +0000 UTC m=+0.357929464 container init 9fddec75b0075089f211deddd7c394524d02b68a7ceb478674c58f29a78606ee (image=quay.ceph.io/ceph-ci/ceph@sha256:55072b3f7eae2e3409906b98d09d882e1c3dc2a9205d85fd5f4c0bc62f82d163, name=ceph-362ea986-fb34-11ee-bc8f-c7b262605968-osd-4-deactivate, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, RELEASE=main-c2d8c31, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True, GIT_BRANCH=HEAD, io.buildah.version=1.33.5, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , ceph=True, org.label-schema.build-date=20240409) 2024-04-15T14:43:23.056 INFO:journalctl@ceph.osd.4.smithi102.stdout:Apr 15 14:43:22 smithi102 podman[92654]: 2024-04-15 14:43:22.969584026 +0000 UTC m=+0.363050832 container start 9fddec75b0075089f211deddd7c394524d02b68a7ceb478674c58f29a78606ee (image=quay.ceph.io/ceph-ci/ceph@sha256:55072b3f7eae2e3409906b98d09d882e1c3dc2a9205d85fd5f4c0bc62f82d163, name=ceph-362ea986-fb34-11ee-bc8f-c7b262605968-osd-4-deactivate, maintainer=Guillaume Abrioux , RELEASE=main-c2d8c31, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240409, org.label-schema.schema-version=1.0, io.buildah.version=1.33.5, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD) 2024-04-15T14:43:23.057 INFO:journalctl@ceph.osd.4.smithi102.stdout:Apr 15 14:43:23 smithi102 podman[92654]: 2024-04-15 14:43:23.055960055 +0000 UTC m=+0.449426877 container attach 9fddec75b0075089f211deddd7c394524d02b68a7ceb478674c58f29a78606ee (image=quay.ceph.io/ceph-ci/ceph@sha256:55072b3f7eae2e3409906b98d09d882e1c3dc2a9205d85fd5f4c0bc62f82d163, name=ceph-362ea986-fb34-11ee-bc8f-c7b262605968-osd-4-deactivate, CEPH_POINT_RELEASE=, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.33.5, org.label-schema.license=GPLv2, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.build-date=20240409, RELEASE=main-c2d8c31, org.label-schema.vendor=CentOS, ceph=True, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0) 2024-04-15T14:43:23.355 INFO:journalctl@ceph.osd.4.smithi102.stdout:Apr 15 14:43:23 smithi102 podman[92654]: 2024-04-15 14:43:23.257642055 +0000 UTC m=+0.651108861 container died 9fddec75b0075089f211deddd7c394524d02b68a7ceb478674c58f29a78606ee (image=quay.ceph.io/ceph-ci/ceph@sha256:55072b3f7eae2e3409906b98d09d882e1c3dc2a9205d85fd5f4c0bc62f82d163, name=ceph-362ea986-fb34-11ee-bc8f-c7b262605968-osd-4-deactivate, org.label-schema.build-date=20240409, org.label-schema.schema-version=1.0, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, RELEASE=main-c2d8c31, ceph=True, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.33.5) 2024-04-15T14:43:23.364 INFO:tasks.rados.rados.0.smithi016.stdout:1884: done (2 left) 2024-04-15T14:43:23.364 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 45 current snap is 183 2024-04-15T14:43:23.364 INFO:tasks.rados.rados.0.smithi016.stdout:1883: finishing rollback tid 1 to smithi01678542-40 2024-04-15T14:43:23.364 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 40 v 0 (ObjNum 289 snap 0 seq_num 0) dirty dne 2024-04-15T14:43:23.364 INFO:tasks.rados.rados.0.smithi016.stdout:1882: finishing write tid 1 to smithi01678542-37 2024-04-15T14:43:23.365 INFO:tasks.rados.rados.0.smithi016.stdout:1882: finishing write tid 2 to smithi01678542-37 2024-04-15T14:43:23.365 INFO:tasks.rados.rados.0.smithi016.stdout:1885: seq_num 602 ranges {319488=491520} 2024-04-15T14:43:23.368 INFO:tasks.rados.rados.0.smithi016.stdout:1885: writing smithi01678542-45 from 319488 to 811008 tid 1 2024-04-15T14:43:23.368 INFO:tasks.rados.rados.0.smithi016.stdout:1883: done (2 left) 2024-04-15T14:43:23.369 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 7 current snap is 183 2024-04-15T14:43:23.369 INFO:tasks.rados.rados.0.smithi016.stdout:1886: seq_num 603 ranges {1908736=507904} 2024-04-15T14:43:23.382 INFO:tasks.rados.rados.0.smithi016.stdout:1886: writing smithi01678542-7 from 1908736 to 2416640 tid 1 2024-04-15T14:43:23.382 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 23 current snap is 183 2024-04-15T14:43:23.383 INFO:tasks.rados.rados.0.smithi016.stdout:1882: finishing write tid 3 to smithi01678542-37 2024-04-15T14:43:23.383 INFO:tasks.rados.rados.0.smithi016.stdout:1882: oid 37 updating version 0 to 937 2024-04-15T14:43:23.383 INFO:tasks.rados.rados.0.smithi016.stdout:1882: oid 37 version 937 is already newer than 936 2024-04-15T14:43:23.383 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 37 v 937 (ObjNum 601 snap 183 seq_num 601) dirty exists 2024-04-15T14:43:23.383 INFO:tasks.rados.rados.0.smithi016.stdout:1882: left oid 37 (ObjNum 601 snap 183 seq_num 601) 2024-04-15T14:43:23.383 INFO:tasks.rados.rados.0.smithi016.stdout:1885: finishing write tid 1 to smithi01678542-45 2024-04-15T14:43:23.383 INFO:tasks.rados.rados.0.smithi016.stdout:1885: finishing write tid 2 to smithi01678542-45 2024-04-15T14:43:23.383 INFO:tasks.rados.rados.0.smithi016.stdout:1887: seq_num 604 ranges {368640=524288} 2024-04-15T14:43:23.388 INFO:tasks.rados.rados.0.smithi016.stdout:1887: writing smithi01678542-23 from 368640 to 892928 tid 1 2024-04-15T14:43:23.388 INFO:tasks.rados.rados.0.smithi016.stdout:1882: done (3 left) 2024-04-15T14:43:23.388 INFO:tasks.rados.rados.0.smithi016.stdout:1888: snap_create 2024-04-15T14:43:23.388 INFO:tasks.rados.rados.0.smithi016.stdout:1885: finishing write tid 3 to smithi01678542-45 2024-04-15T14:43:23.388 INFO:tasks.rados.rados.0.smithi016.stdout:1885: oid 45 updating version 0 to 542 2024-04-15T14:43:23.388 INFO:tasks.rados.rados.0.smithi016.stdout:1885: oid 45 updating version 542 to 543 2024-04-15T14:43:23.388 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 45 v 543 (ObjNum 602 snap 183 seq_num 602) dirty exists 2024-04-15T14:43:23.388 INFO:tasks.rados.rados.0.smithi016.stdout:1885: left oid 45 (ObjNum 602 snap 183 seq_num 602) 2024-04-15T14:43:23.389 INFO:tasks.rados.rados.0.smithi016.stdout:1886: finishing write tid 1 to smithi01678542-7 2024-04-15T14:43:23.389 INFO:tasks.rados.rados.0.smithi016.stdout:1886: finishing write tid 2 to smithi01678542-7 2024-04-15T14:43:23.390 INFO:tasks.rados.rados.0.smithi016.stdout:1886: finishing write tid 3 to smithi01678542-7 2024-04-15T14:43:23.390 INFO:tasks.rados.rados.0.smithi016.stdout:1886: oid 7 updating version 0 to 1010 2024-04-15T14:43:23.391 INFO:tasks.rados.rados.0.smithi016.stdout:1886: oid 7 version 1010 is already newer than 1009 2024-04-15T14:43:23.391 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 7 v 1010 (ObjNum 603 snap 183 seq_num 603) dirty exists 2024-04-15T14:43:23.391 INFO:tasks.rados.rados.0.smithi016.stdout:1886: left oid 7 (ObjNum 603 snap 183 seq_num 603) 2024-04-15T14:43:23.392 INFO:tasks.rados.rados.0.smithi016.stdout:1887: finishing write tid 1 to smithi01678542-23 2024-04-15T14:43:23.392 INFO:tasks.rados.rados.0.smithi016.stdout:1887: finishing write tid 2 to smithi01678542-23 2024-04-15T14:43:23.393 INFO:tasks.rados.rados.0.smithi016.stdout:1887: finishing write tid 3 to smithi01678542-23 2024-04-15T14:43:23.394 INFO:tasks.rados.rados.0.smithi016.stdout:1887: oid 23 updating version 0 to 883 2024-04-15T14:43:23.394 INFO:tasks.rados.rados.0.smithi016.stdout:1887: oid 23 updating version 883 to 884 2024-04-15T14:43:23.394 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 23 v 884 (ObjNum 604 snap 183 seq_num 604) dirty exists 2024-04-15T14:43:23.394 INFO:tasks.rados.rados.0.smithi016.stdout:1887: left oid 23 (ObjNum 604 snap 183 seq_num 604) 2024-04-15T14:43:23.611 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:43:23 smithi102 ceph-mon[87131]: pgmap v299: 121 pgs: 9 stale+active+clean, 112 active+clean; 131 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 8.8 MiB/s rd, 1.0 MiB/s wr, 8 op/s 2024-04-15T14:43:23.611 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:43:23 smithi102 ceph-mon[87131]: osdmap e445: 8 total, 7 up, 8 in 2024-04-15T14:43:23.611 INFO:journalctl@ceph.prometheus.a.smithi102.stdout:Apr 15 14:43:23 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-prometheus-a[78028]: ts=2024-04-15T14:43:23.505Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi016\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi016\", job=\"node\", machine=\"x86_64\", nodename=\"smithi016\", release=\"5.14.0-438.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Apr 12 13:55:21 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"362ea986-fb34-11ee-bc8f-c7b262605968\", domainname=\"(none)\", instance=\"smithi016\", job=\"node\", machine=\"x86_64\", nodename=\"smithi016\", release=\"5.14.0-438.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Apr 12 13:55:21 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T14:43:23.691 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:43:23 smithi016 ceph-mon[93212]: pgmap v299: 121 pgs: 9 stale+active+clean, 112 active+clean; 131 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 8.8 MiB/s rd, 1.0 MiB/s wr, 8 op/s 2024-04-15T14:43:23.691 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:43:23 smithi016 ceph-mon[93212]: osdmap e445: 8 total, 7 up, 8 in 2024-04-15T14:43:23.692 INFO:journalctl@ceph.osd.2.smithi016.stdout:Apr 15 14:43:23 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-osd-2[109384]: 2024-04-15T14:43:23.390+0000 7f06bb2a2700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 106 after trimming was started 2024-04-15T14:43:23.692 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:43:23 smithi016 ceph-mon[90652]: pgmap v299: 121 pgs: 9 stale+active+clean, 112 active+clean; 131 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 8.8 MiB/s rd, 1.0 MiB/s wr, 8 op/s 2024-04-15T14:43:23.692 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:43:23 smithi016 ceph-mon[90652]: osdmap e445: 8 total, 7 up, 8 in 2024-04-15T14:43:24.187 INFO:journalctl@ceph.osd.4.smithi102.stdout:Apr 15 14:43:23 smithi102 podman[92700]: 2024-04-15 14:43:23.893356531 +0000 UTC m=+0.630116694 container remove 9fddec75b0075089f211deddd7c394524d02b68a7ceb478674c58f29a78606ee (image=quay.ceph.io/ceph-ci/ceph@sha256:55072b3f7eae2e3409906b98d09d882e1c3dc2a9205d85fd5f4c0bc62f82d163, name=ceph-362ea986-fb34-11ee-bc8f-c7b262605968-osd-4-deactivate, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240409, org.label-schema.vendor=CentOS, ceph=True, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True, io.buildah.version=1.33.5, RELEASE=main-c2d8c31, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67) 2024-04-15T14:43:24.187 INFO:journalctl@ceph.osd.4.smithi102.stdout:Apr 15 14:43:23 smithi102 systemd[1]: ceph-362ea986-fb34-11ee-bc8f-c7b262605968@osd.4.service: Deactivated successfully. 2024-04-15T14:43:24.187 INFO:journalctl@ceph.osd.4.smithi102.stdout:Apr 15 14:43:23 smithi102 systemd[1]: Stopped Ceph osd.4 for 362ea986-fb34-11ee-bc8f-c7b262605968. 2024-04-15T14:43:24.187 INFO:journalctl@ceph.osd.4.smithi102.stdout:Apr 15 14:43:23 smithi102 systemd[1]: ceph-362ea986-fb34-11ee-bc8f-c7b262605968@osd.4.service: Consumed 14.942s CPU time. 2024-04-15T14:43:24.188 INFO:journalctl@ceph.osd.4.smithi102.stdout:Apr 15 14:43:24 smithi102 systemd[1]: Starting Ceph osd.4 for 362ea986-fb34-11ee-bc8f-c7b262605968... 2024-04-15T14:43:24.371 INFO:tasks.rados.rados.0.smithi016.stdout:1885: done (3 left) 2024-04-15T14:43:24.371 INFO:tasks.rados.rados.0.smithi016.stdout:1886: done (2 left) 2024-04-15T14:43:24.372 INFO:tasks.rados.rados.0.smithi016.stdout:1887: done (1 left) 2024-04-15T14:43:24.372 INFO:tasks.rados.rados.0.smithi016.stdout:1888: done (0 left) 2024-04-15T14:43:24.372 INFO:tasks.rados.rados.0.smithi016.stdout:1889: delete oid 50 current snap is 184 2024-04-15T14:43:24.377 INFO:tasks.rados.rados.0.smithi016.stdout:1889: done (0 left) 2024-04-15T14:43:24.377 INFO:tasks.rados.rados.0.smithi016.stdout:1890: rmattr oid 47 current snap is 184 2024-04-15T14:43:24.378 INFO:tasks.rados.rados.0.smithi016.stdout:1890: done (0 left) 2024-04-15T14:43:24.378 INFO:tasks.rados.rados.0.smithi016.stdout:1891: delete oid 50 current snap is 184 2024-04-15T14:43:24.379 INFO:tasks.rados.rados.0.smithi016.stdout:1891: done (0 left) 2024-04-15T14:43:24.379 INFO:tasks.rados.rados.0.smithi016.stdout:1892: snap_remove snap 176 2024-04-15T14:43:24.606 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:43:24 smithi102 ceph-mon[87131]: osdmap e446: 8 total, 7 up, 8 in 2024-04-15T14:43:24.606 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:43:24 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T14:43:24.606 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:43:24 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T14:43:24.607 INFO:journalctl@ceph.osd.4.smithi102.stdout:Apr 15 14:43:24 smithi102 podman[92812]: 2024-04-15 14:43:24.229972781 +0000 UTC m=+0.017833171 image pull 259793512b732efd8e04a33aa28c6de3675c47d120bc226206521425d246003e quay.ceph.io/ceph-ci/ceph@sha256:55072b3f7eae2e3409906b98d09d882e1c3dc2a9205d85fd5f4c0bc62f82d163 2024-04-15T14:43:24.607 INFO:journalctl@ceph.osd.4.smithi102.stdout:Apr 15 14:43:24 smithi102 podman[92812]: 2024-04-15 14:43:24.394557512 +0000 UTC m=+0.182417901 container create 53334da5807271a823b8abdd67d5e02b97bb73c9f9cb68e4d9effc74e1d518d4 (image=quay.ceph.io/ceph-ci/ceph@sha256:55072b3f7eae2e3409906b98d09d882e1c3dc2a9205d85fd5f4c0bc62f82d163, name=ceph-362ea986-fb34-11ee-bc8f-c7b262605968-osd-4-activate, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, io.buildah.version=1.33.5, RELEASE=main-c2d8c31, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 8 Base Image, ceph=True, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240409, CEPH_POINT_RELEASE=, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67) 2024-04-15T14:43:24.704 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:43:24 smithi016 ceph-mon[93212]: osdmap e446: 8 total, 7 up, 8 in 2024-04-15T14:43:24.704 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:43:24 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T14:43:24.704 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:43:24 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T14:43:24.704 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:43:24 smithi016 ceph-mon[90652]: osdmap e446: 8 total, 7 up, 8 in 2024-04-15T14:43:24.705 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:43:24 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T14:43:24.705 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:43:24 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T14:43:24.937 INFO:journalctl@ceph.osd.4.smithi102.stdout:Apr 15 14:43:24 smithi102 podman[92812]: 2024-04-15 14:43:24.606130619 +0000 UTC m=+0.393991012 container init 53334da5807271a823b8abdd67d5e02b97bb73c9f9cb68e4d9effc74e1d518d4 (image=quay.ceph.io/ceph-ci/ceph@sha256:55072b3f7eae2e3409906b98d09d882e1c3dc2a9205d85fd5f4c0bc62f82d163, name=ceph-362ea986-fb34-11ee-bc8f-c7b262605968-osd-4-activate, RELEASE=main-c2d8c31, org.label-schema.license=GPLv2, ceph=True, org.label-schema.vendor=CentOS, io.buildah.version=1.33.5, org.label-schema.build-date=20240409, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, GIT_CLEAN=True, maintainer=Guillaume Abrioux ) 2024-04-15T14:43:24.937 INFO:journalctl@ceph.osd.4.smithi102.stdout:Apr 15 14:43:24 smithi102 podman[92812]: 2024-04-15 14:43:24.611907202 +0000 UTC m=+0.399767593 container start 53334da5807271a823b8abdd67d5e02b97bb73c9f9cb68e4d9effc74e1d518d4 (image=quay.ceph.io/ceph-ci/ceph@sha256:55072b3f7eae2e3409906b98d09d882e1c3dc2a9205d85fd5f4c0bc62f82d163, name=ceph-362ea986-fb34-11ee-bc8f-c7b262605968-osd-4-activate, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True, maintainer=Guillaume Abrioux , io.buildah.version=1.33.5, RELEASE=main-c2d8c31, org.label-schema.build-date=20240409, ceph=True, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=) 2024-04-15T14:43:24.937 INFO:journalctl@ceph.osd.4.smithi102.stdout:Apr 15 14:43:24 smithi102 podman[92812]: 2024-04-15 14:43:24.705405472 +0000 UTC m=+0.493265873 container attach 53334da5807271a823b8abdd67d5e02b97bb73c9f9cb68e4d9effc74e1d518d4 (image=quay.ceph.io/ceph-ci/ceph@sha256:55072b3f7eae2e3409906b98d09d882e1c3dc2a9205d85fd5f4c0bc62f82d163, name=ceph-362ea986-fb34-11ee-bc8f-c7b262605968-osd-4-activate, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 8 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.build-date=20240409, ceph=True, GIT_CLEAN=True, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, io.buildah.version=1.33.5, org.label-schema.license=GPLv2, RELEASE=main-c2d8c31, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS) 2024-04-15T14:43:25.296 INFO:tasks.rados.rados.0.smithi016.stdout:1892: done (0 left) 2024-04-15T14:43:25.297 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 23 current snap is 184 2024-04-15T14:43:25.297 INFO:tasks.rados.rados.0.smithi016.stdout:1893: seq_num 607 ranges {892928=573440} 2024-04-15T14:43:25.306 INFO:tasks.rados.rados.0.smithi016.stdout:1893: writing smithi01678542-23 from 892928 to 1466368 tid 1 2024-04-15T14:43:25.306 INFO:tasks.rados.rados.0.smithi016.stdout:1894: read oid 15 snap -1 2024-04-15T14:43:25.306 INFO:tasks.rados.rados.0.smithi016.stdout:1894: expect (ObjNum 506 snap 157 seq_num 506) 2024-04-15T14:43:25.306 INFO:tasks.rados.rados.0.smithi016.stdout:1895: setattr oid 36 current snap is 184 2024-04-15T14:43:25.309 INFO:tasks.rados.rados.0.smithi016.stdout:1896: snap_create 2024-04-15T14:43:25.310 INFO:tasks.rados.rados.0.smithi016.stdout:1893: finishing write tid 1 to smithi01678542-23 2024-04-15T14:43:25.311 INFO:tasks.rados.rados.0.smithi016.stdout:1893: finishing write tid 2 to smithi01678542-23 2024-04-15T14:43:25.311 INFO:tasks.rados.rados.0.smithi016.stdout:1894: expect (ObjNum 506 snap 157 seq_num 506) 2024-04-15T14:43:25.347 INFO:tasks.rados.rados.0.smithi016.stdout:1893: finishing write tid 3 to smithi01678542-23 2024-04-15T14:43:25.347 INFO:tasks.rados.rados.0.smithi016.stdout:1893: oid 23 updating version 0 to 885 2024-04-15T14:43:25.347 INFO:tasks.rados.rados.0.smithi016.stdout:1893: oid 23 updating version 885 to 886 2024-04-15T14:43:25.347 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 23 v 886 (ObjNum 607 snap 184 seq_num 607) dirty exists 2024-04-15T14:43:25.347 INFO:tasks.rados.rados.0.smithi016.stdout:1893: left oid 23 (ObjNum 607 snap 184 seq_num 607) 2024-04-15T14:43:25.347 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 36 v 1004 (ObjNum 547 snap 170 seq_num 547) dirty exists 2024-04-15T14:43:25.369 INFO:journalctl@ceph.osd.4.smithi102.stdout:Apr 15 14:43:25 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-osd-4-activate[92828]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-4 2024-04-15T14:43:25.369 INFO:journalctl@ceph.osd.4.smithi102.stdout:Apr 15 14:43:25 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-osd-4-activate[92828]: Running command: /usr/bin/ceph-bluestore-tool prime-osd-dir --path /var/lib/ceph/osd/ceph-4 --no-mon-config --dev /dev/mapper/vg_nvme-lv_4 2024-04-15T14:43:25.369 INFO:journalctl@ceph.osd.4.smithi102.stdout:Apr 15 14:43:25 smithi102 bash[92812]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-4 2024-04-15T14:43:25.369 INFO:journalctl@ceph.osd.4.smithi102.stdout:Apr 15 14:43:25 smithi102 bash[92812]: Running command: /usr/bin/ceph-bluestore-tool prime-osd-dir --path /var/lib/ceph/osd/ceph-4 --no-mon-config --dev /dev/mapper/vg_nvme-lv_4 2024-04-15T14:43:25.369 INFO:journalctl@ceph.osd.4.smithi102.stdout:Apr 15 14:43:25 smithi102 bash[92812]: Running command: /usr/bin/chown -h ceph:ceph /dev/mapper/vg_nvme-lv_4 2024-04-15T14:43:25.369 INFO:journalctl@ceph.osd.4.smithi102.stdout:Apr 15 14:43:25 smithi102 bash[92812]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-3 2024-04-15T14:43:25.370 INFO:journalctl@ceph.osd.4.smithi102.stdout:Apr 15 14:43:25 smithi102 bash[92812]: Running command: /usr/bin/ln -s /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-4/block 2024-04-15T14:43:25.370 INFO:journalctl@ceph.osd.4.smithi102.stdout:Apr 15 14:43:25 smithi102 bash[92812]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-4 2024-04-15T14:43:25.370 INFO:journalctl@ceph.osd.4.smithi102.stdout:Apr 15 14:43:25 smithi102 bash[92812]: --> ceph-volume raw activate successful for osd ID: 4 2024-04-15T14:43:25.370 INFO:journalctl@ceph.osd.4.smithi102.stdout:Apr 15 14:43:25 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-osd-4-activate[92828]: Running command: /usr/bin/chown -h ceph:ceph /dev/mapper/vg_nvme-lv_4 2024-04-15T14:43:25.370 INFO:journalctl@ceph.osd.4.smithi102.stdout:Apr 15 14:43:25 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-osd-4-activate[92828]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-3 2024-04-15T14:43:25.371 INFO:journalctl@ceph.osd.4.smithi102.stdout:Apr 15 14:43:25 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-osd-4-activate[92828]: Running command: /usr/bin/ln -s /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-4/block 2024-04-15T14:43:25.371 INFO:journalctl@ceph.osd.4.smithi102.stdout:Apr 15 14:43:25 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-osd-4-activate[92828]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-4 2024-04-15T14:43:25.371 INFO:journalctl@ceph.osd.4.smithi102.stdout:Apr 15 14:43:25 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-osd-4-activate[92828]: --> ceph-volume raw activate successful for osd ID: 4 2024-04-15T14:43:25.371 INFO:journalctl@ceph.osd.4.smithi102.stdout:Apr 15 14:43:25 smithi102 podman[92812]: 2024-04-15 14:43:25.079935921 +0000 UTC m=+0.867796314 container died 53334da5807271a823b8abdd67d5e02b97bb73c9f9cb68e4d9effc74e1d518d4 (image=quay.ceph.io/ceph-ci/ceph@sha256:55072b3f7eae2e3409906b98d09d882e1c3dc2a9205d85fd5f4c0bc62f82d163, name=ceph-362ea986-fb34-11ee-bc8f-c7b262605968-osd-4-activate, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, org.label-schema.build-date=20240409, io.buildah.version=1.33.5, org.label-schema.name=CentOS Stream 8 Base Image, ceph=True, RELEASE=main-c2d8c31, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, org.label-schema.schema-version=1.0, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.vendor=CentOS) 2024-04-15T14:43:25.634 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:43:25 smithi102 ceph-mon[87131]: pgmap v302: 121 pgs: 9 stale+active+clean, 112 active+clean; 131 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 7.3 MiB/s rd, 968 KiB/s wr, 5 op/s 2024-04-15T14:43:25.635 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:43:25 smithi102 ceph-mon[87131]: osdmap e447: 8 total, 7 up, 8 in 2024-04-15T14:43:25.635 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:43:25 smithi102 ceph-mon[87131]: osdmap e448: 8 total, 7 up, 8 in 2024-04-15T14:43:25.789 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:43:25 smithi016 ceph-mon[93212]: pgmap v302: 121 pgs: 9 stale+active+clean, 112 active+clean; 131 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 7.3 MiB/s rd, 968 KiB/s wr, 5 op/s 2024-04-15T14:43:25.789 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:43:25 smithi016 ceph-mon[93212]: osdmap e447: 8 total, 7 up, 8 in 2024-04-15T14:43:25.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:43:25 smithi016 ceph-mon[93212]: osdmap e448: 8 total, 7 up, 8 in 2024-04-15T14:43:25.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:43:25 smithi016 ceph-mon[90652]: pgmap v302: 121 pgs: 9 stale+active+clean, 112 active+clean; 131 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 7.3 MiB/s rd, 968 KiB/s wr, 5 op/s 2024-04-15T14:43:25.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:43:25 smithi016 ceph-mon[90652]: osdmap e447: 8 total, 7 up, 8 in 2024-04-15T14:43:25.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:43:25 smithi016 ceph-mon[90652]: osdmap e448: 8 total, 7 up, 8 in 2024-04-15T14:43:25.937 INFO:journalctl@ceph.osd.4.smithi102.stdout:Apr 15 14:43:25 smithi102 podman[92969]: 2024-04-15 14:43:25.634363934 +0000 UTC m=+0.549354093 container remove 53334da5807271a823b8abdd67d5e02b97bb73c9f9cb68e4d9effc74e1d518d4 (image=quay.ceph.io/ceph-ci/ceph@sha256:55072b3f7eae2e3409906b98d09d882e1c3dc2a9205d85fd5f4c0bc62f82d163, name=ceph-362ea986-fb34-11ee-bc8f-c7b262605968-osd-4-activate, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.33.5, RELEASE=main-c2d8c31, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , ceph=True, org.label-schema.build-date=20240409, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 8 Base Image) 2024-04-15T14:43:25.937 INFO:journalctl@ceph.osd.4.smithi102.stdout:Apr 15 14:43:25 smithi102 podman[93038]: 2024-04-15 14:43:25.747358548 +0000 UTC m=+0.017950986 image pull 259793512b732efd8e04a33aa28c6de3675c47d120bc226206521425d246003e quay.ceph.io/ceph-ci/ceph@sha256:55072b3f7eae2e3409906b98d09d882e1c3dc2a9205d85fd5f4c0bc62f82d163 2024-04-15T14:43:25.937 INFO:journalctl@ceph.osd.4.smithi102.stdout:Apr 15 14:43:25 smithi102 podman[93038]: 2024-04-15 14:43:25.86860809 +0000 UTC m=+0.139200519 container create bc2a238063083483d380cc3307e3db67e34c7606f5c1c4669743874bdf084b34 (image=quay.ceph.io/ceph-ci/ceph@sha256:55072b3f7eae2e3409906b98d09d882e1c3dc2a9205d85fd5f4c0bc62f82d163, name=ceph-362ea986-fb34-11ee-bc8f-c7b262605968-osd-4, ceph=True, org.label-schema.name=CentOS Stream 8 Base Image, io.buildah.version=1.33.5, RELEASE=main-c2d8c31, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, GIT_CLEAN=True, org.label-schema.build-date=20240409) 2024-04-15T14:43:26.297 INFO:tasks.rados.rados.0.smithi016.stdout:1893: done (3 left) 2024-04-15T14:43:26.297 INFO:tasks.rados.rados.0.smithi016.stdout:1894: done (2 left) 2024-04-15T14:43:26.297 INFO:tasks.rados.rados.0.smithi016.stdout:1895: done (1 left) 2024-04-15T14:43:26.298 INFO:tasks.rados.rados.0.smithi016.stdout:1896: done (0 left) 2024-04-15T14:43:26.298 INFO:tasks.rados.rados.0.smithi016.stdout:1897: delete oid 2 current snap is 185 2024-04-15T14:43:26.301 INFO:tasks.rados.rados.0.smithi016.stdout:1897: done (0 left) 2024-04-15T14:43:26.301 INFO:tasks.rados.rados.0.smithi016.stdout:1898: copy_from oid 29 from oid 30 current snap is 185 2024-04-15T14:43:26.301 INFO:tasks.rados.rados.0.smithi016.stdout:1899: read oid 1 snap 183 2024-04-15T14:43:26.301 INFO:tasks.rados.rados.0.smithi016.stdout:1899: expect (ObjNum 511 snap 158 seq_num 511) 2024-04-15T14:43:26.301 INFO:tasks.rados.rados.0.smithi016.stdout:1900: rollback oid 17 current snap is 185 2024-04-15T14:43:26.302 INFO:tasks.rados.rados.0.smithi016.stdout:rollback oid 17 to 184 2024-04-15T14:43:26.302 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 49 current snap is 185 2024-04-15T14:43:26.302 INFO:tasks.rados.rados.0.smithi016.stdout:1901: seq_num 609 ranges {7749632=606208} 2024-04-15T14:43:26.348 INFO:tasks.rados.rados.0.smithi016.stdout:1901: writing smithi01678542-49 from 7749632 to 8355840 tid 1 2024-04-15T14:43:26.348 INFO:tasks.rados.rados.0.smithi016.stdout:1902: setattr oid 5 current snap is 185 2024-04-15T14:43:26.348 INFO:tasks.rados.rados.0.smithi016.stdout:1900: finishing rollback tid 0 to smithi01678542-17 2024-04-15T14:43:26.348 INFO:tasks.rados.rados.0.smithi016.stdout:1900: finishing rollback tid 1 to smithi01678542-17 2024-04-15T14:43:26.348 INFO:tasks.rados.rados.0.smithi016.stdout:1900: finishing rollback tid 2 to smithi01678542-17 2024-04-15T14:43:26.348 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 17 v 912 (ObjNum 528 snap 167 seq_num 528) dirty exists 2024-04-15T14:43:26.348 INFO:tasks.rados.rados.0.smithi016.stdout:1899: expect (ObjNum 511 snap 158 seq_num 511) 2024-04-15T14:43:26.437 INFO:journalctl@ceph.osd.4.smithi102.stdout:Apr 15 14:43:26 smithi102 podman[93038]: 2024-04-15 14:43:26.045955549 +0000 UTC m=+0.316547981 container init bc2a238063083483d380cc3307e3db67e34c7606f5c1c4669743874bdf084b34 (image=quay.ceph.io/ceph-ci/ceph@sha256:55072b3f7eae2e3409906b98d09d882e1c3dc2a9205d85fd5f4c0bc62f82d163, name=ceph-362ea986-fb34-11ee-bc8f-c7b262605968-osd-4, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux , ceph=True, GIT_CLEAN=True, org.label-schema.build-date=20240409, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.license=GPLv2, RELEASE=main-c2d8c31, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-04-15T14:43:26.437 INFO:journalctl@ceph.osd.4.smithi102.stdout:Apr 15 14:43:26 smithi102 podman[93038]: 2024-04-15 14:43:26.0518502 +0000 UTC m=+0.322442631 container start bc2a238063083483d380cc3307e3db67e34c7606f5c1c4669743874bdf084b34 (image=quay.ceph.io/ceph-ci/ceph@sha256:55072b3f7eae2e3409906b98d09d882e1c3dc2a9205d85fd5f4c0bc62f82d163, name=ceph-362ea986-fb34-11ee-bc8f-c7b262605968-osd-4, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, io.buildah.version=1.33.5, org.label-schema.license=GPLv2, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.vendor=CentOS, ceph=True, RELEASE=main-c2d8c31, GIT_CLEAN=True, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240409, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD) 2024-04-15T14:43:26.437 INFO:journalctl@ceph.osd.4.smithi102.stdout:Apr 15 14:43:26 smithi102 ceph-osd[93077]: -- 172.21.15.102:0/3888095321 <== mon.1 v2:172.21.15.102:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x561ce115b680 con 0x561ce1125400 2024-04-15T14:43:26.438 INFO:journalctl@ceph.osd.4.smithi102.stdout:Apr 15 14:43:26 smithi102 bash[93038]: bc2a238063083483d380cc3307e3db67e34c7606f5c1c4669743874bdf084b34 2024-04-15T14:43:26.438 INFO:journalctl@ceph.osd.4.smithi102.stdout:Apr 15 14:43:26 smithi102 systemd[1]: Started Ceph osd.4 for 362ea986-fb34-11ee-bc8f-c7b262605968. 2024-04-15T14:43:26.441 INFO:tasks.rados.rados.0.smithi016.stdout:1898: finishing copy_from racing read to smithi01678542-29 2024-04-15T14:43:26.441 INFO:tasks.rados.rados.0.smithi016.stdout:1898: finishing copy_from to smithi01678542-29 2024-04-15T14:43:26.441 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 29 v 858 (ObjNum 376 snap 123 seq_num 376) dirty exists 2024-04-15T14:43:26.441 INFO:tasks.rados.rados.0.smithi016.stdout:1901: finishing write tid 1 to smithi01678542-49 2024-04-15T14:43:26.441 INFO:tasks.rados.rados.0.smithi016.stdout:1901: finishing write tid 2 to smithi01678542-49 2024-04-15T14:43:26.441 INFO:tasks.rados.rados.0.smithi016.stdout:1901: finishing write tid 3 to smithi01678542-49 2024-04-15T14:43:26.441 INFO:tasks.rados.rados.0.smithi016.stdout:1901: oid 49 updating version 0 to 913 2024-04-15T14:43:26.442 INFO:tasks.rados.rados.0.smithi016.stdout:1901: oid 49 updating version 913 to 914 2024-04-15T14:43:26.442 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 49 v 914 (ObjNum 609 snap 185 seq_num 609) dirty exists 2024-04-15T14:43:26.442 INFO:tasks.rados.rados.0.smithi016.stdout:1901: left oid 49 (ObjNum 609 snap 185 seq_num 609) 2024-04-15T14:43:26.442 INFO:tasks.rados.rados.0.smithi016.stdout:1898: done (4 left) 2024-04-15T14:43:26.442 INFO:tasks.rados.rados.0.smithi016.stdout:1899: done (3 left) 2024-04-15T14:43:26.442 INFO:tasks.rados.rados.0.smithi016.stdout:1900: done (2 left) 2024-04-15T14:43:26.442 INFO:tasks.rados.rados.0.smithi016.stdout:1901: done (1 left) 2024-04-15T14:43:26.442 INFO:tasks.rados.rados.0.smithi016.stdout:1903: read oid 41 snap 184 2024-04-15T14:43:26.442 INFO:tasks.rados.rados.0.smithi016.stdout:1903: expect (ObjNum 587 snap 179 seq_num 587) 2024-04-15T14:43:26.442 INFO:tasks.rados.rados.0.smithi016.stdout:1904: rmattr oid 9 current snap is 185 2024-04-15T14:43:26.442 INFO:tasks.rados.rados.0.smithi016.stdout:1904: done (2 left) 2024-04-15T14:43:26.442 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 16 current snap is 185 2024-04-15T14:43:26.442 INFO:tasks.rados.rados.0.smithi016.stdout:1905: seq_num 610 ranges {2588672=622592} 2024-04-15T14:43:26.458 INFO:tasks.rados.rados.0.smithi016.stdout:1905: writing smithi01678542-16 from 2588672 to 3211264 tid 1 2024-04-15T14:43:26.458 INFO:tasks.rados.rados.0.smithi016.stdout:1906: rollback oid 24 current snap is 185 2024-04-15T14:43:26.458 INFO:tasks.rados.rados.0.smithi016.stdout:rollback oid 24 to 184 2024-04-15T14:43:26.458 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 5 v 877 (ObjNum 161 snap 0 seq_num 1) dirty exists 2024-04-15T14:43:26.458 INFO:tasks.rados.rados.0.smithi016.stdout:1903: expect (ObjNum 587 snap 179 seq_num 587) 2024-04-15T14:43:26.588 INFO:tasks.rados.rados.0.smithi016.stdout:1906: finishing rollback tid 1 to smithi01678542-24 2024-04-15T14:43:26.588 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 24 v 0 (ObjNum 161 snap 0 seq_num 2235002672) dirty dne 2024-04-15T14:43:26.588 INFO:tasks.rados.rados.0.smithi016.stdout:1905: finishing write tid 1 to smithi01678542-16 2024-04-15T14:43:26.588 INFO:tasks.rados.rados.0.smithi016.stdout:1905: finishing write tid 2 to smithi01678542-16 2024-04-15T14:43:26.588 INFO:tasks.rados.rados.0.smithi016.stdout:1905: finishing write tid 3 to smithi01678542-16 2024-04-15T14:43:26.588 INFO:tasks.rados.rados.0.smithi016.stdout:1905: oid 16 updating version 0 to 873 2024-04-15T14:43:26.588 INFO:tasks.rados.rados.0.smithi016.stdout:1905: oid 16 updating version 873 to 874 2024-04-15T14:43:26.588 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 16 v 874 (ObjNum 610 snap 185 seq_num 610) dirty exists 2024-04-15T14:43:26.589 INFO:tasks.rados.rados.0.smithi016.stdout:1905: left oid 16 (ObjNum 610 snap 185 seq_num 610) 2024-04-15T14:43:26.589 INFO:tasks.rados.rados.0.smithi016.stdout:1902: done (3 left) 2024-04-15T14:43:26.589 INFO:tasks.rados.rados.0.smithi016.stdout:1903: done (2 left) 2024-04-15T14:43:26.589 INFO:tasks.rados.rados.0.smithi016.stdout:1905: done (1 left) 2024-04-15T14:43:26.589 INFO:tasks.rados.rados.0.smithi016.stdout:1906: done (0 left) 2024-04-15T14:43:26.589 INFO:tasks.rados.rados.0.smithi016.stdout:1907: copy_from oid 19 from oid 38 current snap is 185 2024-04-15T14:43:26.589 INFO:tasks.rados.rados.0.smithi016.stdout:1908: rollback oid 33 current snap is 185 2024-04-15T14:43:26.589 INFO:tasks.rados.rados.0.smithi016.stdout:rollback oid 33 to 184 2024-04-15T14:43:26.589 INFO:tasks.rados.rados.0.smithi016.stdout:1909: setattr oid 20 current snap is 185 2024-04-15T14:43:26.590 INFO:tasks.rados.rados.0.smithi016.stdout:1910: read oid 6 snap -1 2024-04-15T14:43:26.590 INFO:tasks.rados.rados.0.smithi016.stdout:1910: expect (ObjNum 597 snap 182 seq_num 597) 2024-04-15T14:43:26.590 INFO:tasks.rados.rados.0.smithi016.stdout:1911: copy_from oid 43 from oid 37 current snap is 185 2024-04-15T14:43:26.590 INFO:tasks.rados.rados.0.smithi016.stdout:1912: copy_from oid 39 from oid 5 current snap is 185 2024-04-15T14:43:26.590 INFO:tasks.rados.rados.0.smithi016.stdout:1913: read oid 10 snap 184 2024-04-15T14:43:26.590 INFO:tasks.rados.rados.0.smithi016.stdout:1913: expect (ObjNum 581 snap 177 seq_num 581) 2024-04-15T14:43:26.590 INFO:tasks.rados.rados.0.smithi016.stdout:1914: delete oid 40 current snap is 185 2024-04-15T14:43:26.592 INFO:tasks.rados.rados.0.smithi016.stdout:1908: finishing rollback tid 0 to smithi01678542-33 2024-04-15T14:43:26.592 INFO:tasks.rados.rados.0.smithi016.stdout:1914: done (7 left) 2024-04-15T14:43:26.592 INFO:tasks.rados.rados.0.smithi016.stdout:1915: read oid 13 snap -1 2024-04-15T14:43:26.592 INFO:tasks.rados.rados.0.smithi016.stdout:1915: expect (ObjNum 376 snap 123 seq_num 376) 2024-04-15T14:43:26.592 INFO:tasks.rados.rados.0.smithi016.stdout:1916: delete oid 48 current snap is 185 2024-04-15T14:43:26.593 INFO:tasks.rados.rados.0.smithi016.stdout:1908: finishing rollback tid 1 to smithi01678542-33 2024-04-15T14:43:26.593 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 20 v 887 (ObjNum 491 snap 154 seq_num 491) dirty exists 2024-04-15T14:43:26.593 INFO:tasks.rados.rados.0.smithi016.stdout:1908: finishing rollback tid 2 to smithi01678542-33 2024-04-15T14:43:26.593 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 33 v 1063 (ObjNum 599 snap 183 seq_num 599) dirty exists 2024-04-15T14:43:26.594 INFO:tasks.rados.rados.0.smithi016.stdout:1907: finishing copy_from racing read to smithi01678542-19 2024-04-15T14:43:26.595 INFO:tasks.rados.rados.0.smithi016.stdout:1912: finishing copy_from racing read to smithi01678542-39 2024-04-15T14:43:26.595 INFO:tasks.rados.rados.0.smithi016.stdout:1908: done (8 left) 2024-04-15T14:43:26.595 INFO:tasks.rados.rados.0.smithi016.stdout:1909: done (7 left) 2024-04-15T14:43:26.595 INFO:tasks.rados.rados.0.smithi016.stdout:1916: done (6 left) 2024-04-15T14:43:26.595 INFO:tasks.rados.rados.0.smithi016.stdout:1917: read oid 18 snap -1 2024-04-15T14:43:26.595 INFO:tasks.rados.rados.0.smithi016.stdout:1917: expect deleted 2024-04-15T14:43:26.595 INFO:tasks.rados.rados.0.smithi016.stdout:1918: copy_from oid 14 from oid 36 current snap is 185 2024-04-15T14:43:26.595 INFO:tasks.rados.rados.0.smithi016.stdout:1919: setattr oid 17 current snap is 185 2024-04-15T14:43:26.597 INFO:tasks.rados.rados.0.smithi016.stdout:1907: finishing copy_from to smithi01678542-19 2024-04-15T14:43:26.597 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 19 v 875 (ObjNum 506 snap 157 seq_num 506) dirty exists 2024-04-15T14:43:26.598 INFO:tasks.rados.rados.0.smithi016.stdout:1907: done (8 left) 2024-04-15T14:43:26.598 INFO:tasks.rados.rados.0.smithi016.stdout:1917: done (7 left) 2024-04-15T14:43:26.598 INFO:tasks.rados.rados.0.smithi016.stdout:1920: read oid 24 snap -1 2024-04-15T14:43:26.598 INFO:tasks.rados.rados.0.smithi016.stdout:1920: expect deleted 2024-04-15T14:43:26.598 INFO:tasks.rados.rados.0.smithi016.stdout:1921: read oid 7 snap -1 2024-04-15T14:43:26.598 INFO:tasks.rados.rados.0.smithi016.stdout:1921: expect (ObjNum 603 snap 183 seq_num 603) 2024-04-15T14:43:26.598 INFO:tasks.rados.rados.0.smithi016.stdout:1922: snap_create 2024-04-15T14:43:26.600 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 17 v 915 (ObjNum 528 snap 167 seq_num 528) dirty exists 2024-04-15T14:43:26.605 INFO:tasks.rados.rados.0.smithi016.stdout:1913: expect (ObjNum 581 snap 177 seq_num 581) 2024-04-15T14:43:26.617 INFO:tasks.rados.rados.0.smithi016.stdout:1912: finishing copy_from to smithi01678542-39 2024-04-15T14:43:26.617 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 39 v 877 (ObjNum 65 snap 0 seq_num 1767665780) dirty exists 2024-04-15T14:43:26.617 INFO:tasks.rados.rados.0.smithi016.stdout:1915: expect (ObjNum 376 snap 123 seq_num 376) 2024-04-15T14:43:26.742 INFO:tasks.rados.rados.0.smithi016.stdout:1910: expect (ObjNum 597 snap 182 seq_num 597) 2024-04-15T14:43:26.937 INFO:journalctl@ceph.osd.4.smithi102.stdout:Apr 15 14:43:26 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-osd-4[93054]: 2024-04-15T14:43:26.595+0000 7f200c2b17c0 -1 Falling back to public interface 2024-04-15T14:43:27.078 INFO:tasks.rados.rados.0.smithi016.stdout:1921: expect (ObjNum 603 snap 183 seq_num 603) 2024-04-15T14:43:27.186 INFO:tasks.rados.rados.0.smithi016.stdout:1911: finishing copy_from racing read to smithi01678542-43 2024-04-15T14:43:27.186 INFO:tasks.rados.rados.0.smithi016.stdout:1911: finishing copy_from to smithi01678542-43 2024-04-15T14:43:27.186 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 43 v 937 (ObjNum 601 snap 183 seq_num 601) dirty exists 2024-04-15T14:43:27.186 INFO:tasks.rados.rados.0.smithi016.stdout:1918: finishing copy_from racing read to smithi01678542-14 2024-04-15T14:43:27.186 INFO:tasks.rados.rados.0.smithi016.stdout:1918: finishing copy_from to smithi01678542-14 2024-04-15T14:43:27.187 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 14 v 1004 (ObjNum 547 snap 170 seq_num 547) dirty exists 2024-04-15T14:43:27.373 INFO:tasks.rados.rados.0.smithi016.stdout:1910: done (9 left) 2024-04-15T14:43:27.373 INFO:tasks.rados.rados.0.smithi016.stdout:1911: done (8 left) 2024-04-15T14:43:27.373 INFO:tasks.rados.rados.0.smithi016.stdout:1912: done (7 left) 2024-04-15T14:43:27.374 INFO:tasks.rados.rados.0.smithi016.stdout:1913: done (6 left) 2024-04-15T14:43:27.374 INFO:tasks.rados.rados.0.smithi016.stdout:1915: done (5 left) 2024-04-15T14:43:27.374 INFO:tasks.rados.rados.0.smithi016.stdout:1918: done (4 left) 2024-04-15T14:43:27.374 INFO:tasks.rados.rados.0.smithi016.stdout:1919: done (3 left) 2024-04-15T14:43:27.374 INFO:tasks.rados.rados.0.smithi016.stdout:1920: done (2 left) 2024-04-15T14:43:27.374 INFO:tasks.rados.rados.0.smithi016.stdout:1921: done (1 left) 2024-04-15T14:43:27.374 INFO:tasks.rados.rados.0.smithi016.stdout:1922: done (0 left) 2024-04-15T14:43:27.374 INFO:tasks.rados.rados.0.smithi016.stdout:1923: copy_from oid 43 from oid 29 current snap is 186 2024-04-15T14:43:27.374 INFO:tasks.rados.rados.0.smithi016.stdout:1924: delete oid 37 current snap is 186 2024-04-15T14:43:27.377 INFO:tasks.rados.rados.0.smithi016.stdout:1924: done (1 left) 2024-04-15T14:43:27.377 INFO:tasks.rados.rados.0.smithi016.stdout:1925: read oid 5 snap -1 2024-04-15T14:43:27.377 INFO:tasks.rados.rados.0.smithi016.stdout:1925: expect (ObjNum 0 snap 0 seq_num 0) 2024-04-15T14:43:27.378 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 16 current snap is 186 2024-04-15T14:43:27.378 INFO:tasks.rados.rados.0.smithi016.stdout:1926: seq_num 614 ranges {3211264=688128} 2024-04-15T14:43:27.399 INFO:tasks.rados.rados.0.smithi016.stdout:1926: writing smithi01678542-16 from 3211264 to 3899392 tid 1 2024-04-15T14:43:27.399 INFO:tasks.rados.rados.0.smithi016.stdout:1927: rollback oid 22 current snap is 186 2024-04-15T14:43:27.399 INFO:tasks.rados.rados.0.smithi016.stdout:rollback oid 22 to 183 2024-04-15T14:43:27.399 INFO:tasks.rados.rados.0.smithi016.stdout:1925: expect (ObjNum 0 snap 0 seq_num 0) 2024-04-15T14:43:27.401 INFO:tasks.rados.rados.0.smithi016.stdout:1923: finishing copy_from racing read to smithi01678542-43 2024-04-15T14:43:27.401 INFO:tasks.rados.rados.0.smithi016.stdout:1923: finishing copy_from to smithi01678542-43 2024-04-15T14:43:27.401 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 43 v 858 (ObjNum 376 snap 123 seq_num 376) dirty exists 2024-04-15T14:43:27.402 INFO:tasks.rados.rados.0.smithi016.stdout:1927: finishing rollback tid 1 to smithi01678542-22 2024-04-15T14:43:27.402 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 22 v 935 (ObjNum 33 snap 0 seq_num 2235146800) dirty dne 2024-04-15T14:43:27.402 INFO:tasks.rados.rados.0.smithi016.stdout:1923: done (3 left) 2024-04-15T14:43:27.402 INFO:tasks.rados.rados.0.smithi016.stdout:1925: done (2 left) 2024-04-15T14:43:27.402 INFO:tasks.rados.rados.0.smithi016.stdout:1927: done (1 left) 2024-04-15T14:43:27.402 INFO:tasks.rados.rados.0.smithi016.stdout:1928: delete oid 5 current snap is 186 2024-04-15T14:43:27.402 INFO:tasks.rados.rados.0.smithi016.stdout:1926: finishing write tid 1 to smithi01678542-16 2024-04-15T14:43:27.403 INFO:tasks.rados.rados.0.smithi016.stdout:1926: finishing write tid 2 to smithi01678542-16 2024-04-15T14:43:27.403 INFO:tasks.rados.rados.0.smithi016.stdout:1928: done (1 left) 2024-04-15T14:43:27.403 INFO:tasks.rados.rados.0.smithi016.stdout:1929: snap_remove snap 185 2024-04-15T14:43:27.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:43:27 smithi102 ceph-mon[87131]: pgmap v305: 121 pgs: 13 active+undersized+degraded, 34 active+undersized, 74 active+clean; 124 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail; 2.3 MiB/s rd, 734 KiB/s wr, 12 op/s; 50/273 objects degraded (18.315%) 2024-04-15T14:43:27.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:43:27 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T14:43:27.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:43:27 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T14:43:27.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:43:27 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T14:43:27.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:43:27 smithi102 ceph-mon[87131]: osdmap e449: 8 total, 7 up, 8 in 2024-04-15T14:43:27.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:43:27 smithi102 ceph-mon[87131]: Health check failed: Degraded data redundancy: 50/273 objects degraded (18.315%), 13 pgs degraded (PG_DEGRADED) 2024-04-15T14:43:27.539 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:43:27 smithi016 ceph-mon[90652]: pgmap v305: 121 pgs: 13 active+undersized+degraded, 34 active+undersized, 74 active+clean; 124 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail; 2.3 MiB/s rd, 734 KiB/s wr, 12 op/s; 50/273 objects degraded (18.315%) 2024-04-15T14:43:27.539 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:43:27 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T14:43:27.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:43:27 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T14:43:27.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:43:27 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T14:43:27.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:43:27 smithi016 ceph-mon[90652]: osdmap e449: 8 total, 7 up, 8 in 2024-04-15T14:43:27.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:43:27 smithi016 ceph-mon[90652]: Health check failed: Degraded data redundancy: 50/273 objects degraded (18.315%), 13 pgs degraded (PG_DEGRADED) 2024-04-15T14:43:27.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:43:27 smithi016 ceph-mon[93212]: pgmap v305: 121 pgs: 13 active+undersized+degraded, 34 active+undersized, 74 active+clean; 124 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail; 2.3 MiB/s rd, 734 KiB/s wr, 12 op/s; 50/273 objects degraded (18.315%) 2024-04-15T14:43:27.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:43:27 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T14:43:27.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:43:27 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T14:43:27.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:43:27 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T14:43:27.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:43:27 smithi016 ceph-mon[93212]: osdmap e449: 8 total, 7 up, 8 in 2024-04-15T14:43:27.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:43:27 smithi016 ceph-mon[93212]: Health check failed: Degraded data redundancy: 50/273 objects degraded (18.315%), 13 pgs degraded (PG_DEGRADED) 2024-04-15T14:43:28.380 INFO:tasks.rados.rados.0.smithi016.stdout:1929: done (1 left) 2024-04-15T14:43:28.380 INFO:tasks.rados.rados.0.smithi016.stdout:1930: snap_create 2024-04-15T14:43:28.380 INFO:tasks.rados.rados.0.smithi016.stdout:1926: finishing write tid 3 to smithi01678542-16 2024-04-15T14:43:28.380 INFO:tasks.rados.rados.0.smithi016.stdout:1926: oid 16 updating version 0 to 876 2024-04-15T14:43:28.380 INFO:tasks.rados.rados.0.smithi016.stdout:1926: oid 16 version 876 is already newer than 875 2024-04-15T14:43:28.380 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 16 v 876 (ObjNum 614 snap 186 seq_num 614) dirty exists 2024-04-15T14:43:28.381 INFO:tasks.rados.rados.0.smithi016.stdout:1926: left oid 16 (ObjNum 614 snap 186 seq_num 614) 2024-04-15T14:43:28.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:43:28 smithi102 ceph-mon[87131]: osdmap e450: 8 total, 7 up, 8 in 2024-04-15T14:43:28.789 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:43:28 smithi016 ceph-mon[90652]: osdmap e450: 8 total, 7 up, 8 in 2024-04-15T14:43:28.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:43:28 smithi016 ceph-mon[93212]: osdmap e450: 8 total, 7 up, 8 in 2024-04-15T14:43:29.381 INFO:tasks.rados.rados.0.smithi016.stdout:1926: done (1 left) 2024-04-15T14:43:29.381 INFO:tasks.rados.rados.0.smithi016.stdout:1930: done (0 left) 2024-04-15T14:43:29.381 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 10 current snap is 187 2024-04-15T14:43:29.381 INFO:tasks.rados.rados.0.smithi016.stdout:1931: seq_num 616 ranges {139264=720896} 2024-04-15T14:43:29.386 INFO:tasks.rados.rados.0.smithi016.stdout:1931: writing smithi01678542-10 from 139264 to 860160 tid 1 2024-04-15T14:43:29.386 INFO:tasks.rados.rados.0.smithi016.stdout:1932: snap_create 2024-04-15T14:43:29.392 INFO:tasks.rados.rados.0.smithi016.stdout:1931: finishing write tid 1 to smithi01678542-10 2024-04-15T14:43:29.392 INFO:tasks.rados.rados.0.smithi016.stdout:1931: finishing write tid 2 to smithi01678542-10 2024-04-15T14:43:29.394 INFO:tasks.rados.rados.0.smithi016.stdout:1931: finishing write tid 3 to smithi01678542-10 2024-04-15T14:43:29.394 INFO:tasks.rados.rados.0.smithi016.stdout:1931: oid 10 updating version 0 to 940 2024-04-15T14:43:29.394 INFO:tasks.rados.rados.0.smithi016.stdout:1931: oid 10 updating version 940 to 941 2024-04-15T14:43:29.394 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 10 v 941 (ObjNum 616 snap 187 seq_num 616) dirty exists 2024-04-15T14:43:29.394 INFO:tasks.rados.rados.0.smithi016.stdout:1931: left oid 10 (ObjNum 616 snap 187 seq_num 616) 2024-04-15T14:43:29.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:43:29 smithi102 ceph-mon[87131]: pgmap v308: 121 pgs: 13 active+undersized+degraded, 34 active+undersized, 74 active+clean; 124 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail; 2.3 MiB/s rd, 734 KiB/s wr, 12 op/s; 50/273 objects degraded (18.315%) 2024-04-15T14:43:29.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:43:29 smithi102 ceph-mon[87131]: osdmap e451: 8 total, 7 up, 8 in 2024-04-15T14:43:29.789 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:43:29 smithi016 ceph-mon[90652]: pgmap v308: 121 pgs: 13 active+undersized+degraded, 34 active+undersized, 74 active+clean; 124 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail; 2.3 MiB/s rd, 734 KiB/s wr, 12 op/s; 50/273 objects degraded (18.315%) 2024-04-15T14:43:29.789 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:43:29 smithi016 ceph-mon[90652]: osdmap e451: 8 total, 7 up, 8 in 2024-04-15T14:43:29.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:43:29 smithi016 ceph-mon[93212]: pgmap v308: 121 pgs: 13 active+undersized+degraded, 34 active+undersized, 74 active+clean; 124 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail; 2.3 MiB/s rd, 734 KiB/s wr, 12 op/s; 50/273 objects degraded (18.315%) 2024-04-15T14:43:29.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:43:29 smithi016 ceph-mon[93212]: osdmap e451: 8 total, 7 up, 8 in 2024-04-15T14:43:30.011 INFO:journalctl@ceph.osd.4.smithi102.stdout:Apr 15 14:43:29 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-osd-4[93054]: 2024-04-15T14:43:29.819+0000 7f200c2b17c0 -1 osd.4 443 log_to_monitors true 2024-04-15T14:43:30.391 INFO:tasks.rados.rados.0.smithi016.stdout:1931: done (1 left) 2024-04-15T14:43:30.392 INFO:tasks.rados.rados.0.smithi016.stdout:1932: done (0 left) 2024-04-15T14:43:30.392 INFO:tasks.rados.rados.0.smithi016.stdout:1933: rollback oid 27 current snap is 188 2024-04-15T14:43:30.392 INFO:tasks.rados.rados.0.smithi016.stdout:rollback oid 27 to 186 2024-04-15T14:43:30.392 INFO:tasks.rados.rados.0.smithi016.stdout:1934: delete oid 39 current snap is 188 2024-04-15T14:43:30.392 INFO:tasks.rados.rados.0.smithi016.stdout:1933: finishing rollback tid 1 to smithi01678542-27 2024-04-15T14:43:30.392 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 27 v 0 (ObjNum 161 snap 0 seq_num 1) dirty dne 2024-04-15T14:43:30.396 INFO:tasks.rados.rados.0.smithi016.stdout:1933: done (1 left) 2024-04-15T14:43:30.396 INFO:tasks.rados.rados.0.smithi016.stdout:1934: done (0 left) 2024-04-15T14:43:30.397 INFO:tasks.rados.rados.0.smithi016.stdout:1935: rollback oid 50 current snap is 188 2024-04-15T14:43:30.397 INFO:tasks.rados.rados.0.smithi016.stdout:rollback oid 50 to 184 2024-04-15T14:43:30.397 INFO:tasks.rados.rados.0.smithi016.stdout:1936: copy_from oid 26 from oid 41 current snap is 188 2024-04-15T14:43:30.397 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 20 current snap is 188 2024-04-15T14:43:30.397 INFO:tasks.rados.rados.0.smithi016.stdout:1937: seq_num 618 ranges {3358720=753664} 2024-04-15T14:43:30.419 INFO:tasks.rados.rados.0.smithi016.stdout:1937: writing smithi01678542-20 from 3358720 to 4112384 tid 1 2024-04-15T14:43:30.419 INFO:tasks.rados.rados.0.smithi016.stdout:1938: snap_create 2024-04-15T14:43:30.420 INFO:tasks.rados.rados.0.smithi016.stdout:1935: finishing rollback tid 1 to smithi01678542-50 2024-04-15T14:43:30.420 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 50 v 1001 (ObjNum 33 snap 0 seq_num 1953066355) dirty dne 2024-04-15T14:43:30.420 INFO:tasks.rados.rados.0.smithi016.stdout:1936: finishing copy_from racing read to smithi01678542-26 2024-04-15T14:43:30.423 INFO:tasks.rados.rados.0.smithi016.stdout:1937: finishing write tid 1 to smithi01678542-20 2024-04-15T14:43:30.423 INFO:tasks.rados.rados.0.smithi016.stdout:1937: finishing write tid 2 to smithi01678542-20 2024-04-15T14:43:30.425 INFO:tasks.rados.rados.0.smithi016.stdout:1937: finishing write tid 3 to smithi01678542-20 2024-04-15T14:43:30.425 INFO:tasks.rados.rados.0.smithi016.stdout:1937: oid 20 updating version 0 to 889 2024-04-15T14:43:30.425 INFO:tasks.rados.rados.0.smithi016.stdout:1937: oid 20 version 889 is already newer than 888 2024-04-15T14:43:30.425 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 20 v 889 (ObjNum 618 snap 188 seq_num 618) dirty exists 2024-04-15T14:43:30.425 INFO:tasks.rados.rados.0.smithi016.stdout:1937: left oid 20 (ObjNum 618 snap 188 seq_num 618) 2024-04-15T14:43:30.445 INFO:tasks.rados.rados.0.smithi016.stdout:1936: finishing copy_from to smithi01678542-26 2024-04-15T14:43:30.445 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 26 v 524 (ObjNum 587 snap 179 seq_num 587) dirty exists 2024-04-15T14:43:30.647 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:43:30 smithi102 ceph-mon[87131]: osdmap e452: 8 total, 7 up, 8 in 2024-04-15T14:43:30.647 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:43:30 smithi102 ceph-mon[87131]: from='osd.4 [v2:172.21.15.102:6800/1560758594,v1:172.21.15.102:6801/1560758594]' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2024-04-15T14:43:30.647 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:43:30 smithi102 ceph-mon[87131]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2024-04-15T14:43:30.789 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:43:30 smithi016 ceph-mon[93212]: osdmap e452: 8 total, 7 up, 8 in 2024-04-15T14:43:30.789 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:43:30 smithi016 ceph-mon[93212]: from='osd.4 [v2:172.21.15.102:6800/1560758594,v1:172.21.15.102:6801/1560758594]' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2024-04-15T14:43:30.789 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:43:30 smithi016 ceph-mon[93212]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2024-04-15T14:43:30.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:43:30 smithi016 ceph-mon[90652]: osdmap e452: 8 total, 7 up, 8 in 2024-04-15T14:43:30.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:43:30 smithi016 ceph-mon[90652]: from='osd.4 [v2:172.21.15.102:6800/1560758594,v1:172.21.15.102:6801/1560758594]' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2024-04-15T14:43:30.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:43:30 smithi016 ceph-mon[90652]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2024-04-15T14:43:30.937 INFO:journalctl@ceph.osd.4.smithi102.stdout:Apr 15 14:43:30 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-osd-4[93054]: 2024-04-15T14:43:30.844+0000 7f1ff9701700 -1 osd.4 443 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-04-15T14:43:31.393 INFO:tasks.rados.rados.0.smithi016.stdout:1935: done (3 left) 2024-04-15T14:43:31.393 INFO:tasks.rados.rados.0.smithi016.stdout:1936: done (2 left) 2024-04-15T14:43:31.393 INFO:tasks.rados.rados.0.smithi016.stdout:1937: done (1 left) 2024-04-15T14:43:31.393 INFO:tasks.rados.rados.0.smithi016.stdout:1938: done (0 left) 2024-04-15T14:43:31.393 INFO:tasks.rados.rados.0.smithi016.stdout:1939: snap_remove snap 183 2024-04-15T14:43:31.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:43:31 smithi102 ceph-mon[87131]: pgmap v311: 121 pgs: 13 active+undersized+degraded, 34 active+undersized, 74 active+clean; 129 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.5 MiB/s wr, 8 op/s; 50/264 objects degraded (18.939%) 2024-04-15T14:43:31.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:43:31 smithi102 ceph-mon[87131]: from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]': finished 2024-04-15T14:43:31.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:43:31 smithi102 ceph-mon[87131]: osdmap e453: 8 total, 7 up, 8 in 2024-04-15T14:43:31.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:43:31 smithi102 ceph-mon[87131]: from='osd.4 [v2:172.21.15.102:6800/1560758594,v1:172.21.15.102:6801/1560758594]' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi102", "root=default"]}]: dispatch 2024-04-15T14:43:31.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:43:31 smithi102 ceph-mon[87131]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi102", "root=default"]}]: dispatch 2024-04-15T14:43:31.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:43:31 smithi102 ceph-mon[87131]: from='osd.4 ' entity='osd.4' 2024-04-15T14:43:31.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:43:31 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T14:43:31.688 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:43:31 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T14:43:31.780 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:43:31 smithi016 ceph-mon[93212]: pgmap v311: 121 pgs: 13 active+undersized+degraded, 34 active+undersized, 74 active+clean; 129 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.5 MiB/s wr, 8 op/s; 50/264 objects degraded (18.939%) 2024-04-15T14:43:31.780 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:43:31 smithi016 ceph-mon[93212]: from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]': finished 2024-04-15T14:43:31.780 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:43:31 smithi016 ceph-mon[93212]: osdmap e453: 8 total, 7 up, 8 in 2024-04-15T14:43:31.780 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:43:31 smithi016 ceph-mon[93212]: from='osd.4 [v2:172.21.15.102:6800/1560758594,v1:172.21.15.102:6801/1560758594]' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi102", "root=default"]}]: dispatch 2024-04-15T14:43:31.780 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:43:31 smithi016 ceph-mon[93212]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi102", "root=default"]}]: dispatch 2024-04-15T14:43:31.781 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:43:31 smithi016 ceph-mon[93212]: from='osd.4 ' entity='osd.4' 2024-04-15T14:43:31.781 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:43:31 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T14:43:31.781 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:43:31 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T14:43:31.781 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:43:31 smithi016 ceph-mon[90652]: pgmap v311: 121 pgs: 13 active+undersized+degraded, 34 active+undersized, 74 active+clean; 129 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.5 MiB/s wr, 8 op/s; 50/264 objects degraded (18.939%) 2024-04-15T14:43:31.781 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:43:31 smithi016 ceph-mon[90652]: from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]': finished 2024-04-15T14:43:31.781 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:43:31 smithi016 ceph-mon[90652]: osdmap e453: 8 total, 7 up, 8 in 2024-04-15T14:43:31.781 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:43:31 smithi016 ceph-mon[90652]: from='osd.4 [v2:172.21.15.102:6800/1560758594,v1:172.21.15.102:6801/1560758594]' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi102", "root=default"]}]: dispatch 2024-04-15T14:43:31.781 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:43:31 smithi016 ceph-mon[90652]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi102", "root=default"]}]: dispatch 2024-04-15T14:43:31.781 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:43:31 smithi016 ceph-mon[90652]: from='osd.4 ' entity='osd.4' 2024-04-15T14:43:31.781 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:43:31 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T14:43:31.781 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:43:31 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T14:43:32.039 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 15 14:43:31 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-y[81421]: ::ffff:172.21.15.102 - - [15/Apr/2024:14:43:31] "GET /metrics HTTP/1.1" 200 36202 "" "Prometheus/2.43.0" 2024-04-15T14:43:32.401 INFO:tasks.rados.rados.0.smithi016.stdout:1939: done (0 left) 2024-04-15T14:43:32.401 INFO:tasks.rados.rados.0.smithi016.stdout:1940: read oid 42 snap 187 2024-04-15T14:43:32.401 INFO:tasks.rados.rados.0.smithi016.stdout:1940: expect deleted 2024-04-15T14:43:32.401 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 33 current snap is 189 2024-04-15T14:43:32.401 INFO:tasks.rados.rados.0.smithi016.stdout:1941: seq_num 619 ranges {2605056=770048} 2024-04-15T14:43:32.422 INFO:tasks.rados.rados.0.smithi016.stdout:1941: writing smithi01678542-33 from 2605056 to 3375104 tid 1 2024-04-15T14:43:32.422 INFO:tasks.rados.rados.0.smithi016.stdout:1942: delete oid 6 current snap is 189 2024-04-15T14:43:32.430 INFO:tasks.rados.rados.0.smithi016.stdout:1940: done (2 left) 2024-04-15T14:43:32.430 INFO:tasks.rados.rados.0.smithi016.stdout:1942: done (1 left) 2024-04-15T14:43:32.430 INFO:tasks.rados.rados.0.smithi016.stdout:1943: read oid 4 snap -1 2024-04-15T14:43:32.430 INFO:tasks.rados.rados.0.smithi016.stdout:1943: expect (ObjNum 591 snap 180 seq_num 591) 2024-04-15T14:43:32.430 INFO:tasks.rados.rados.0.smithi016.stdout:1944: read oid 31 snap -1 2024-04-15T14:43:32.430 INFO:tasks.rados.rados.0.smithi016.stdout:1944: expect (ObjNum 583 snap 179 seq_num 583) 2024-04-15T14:43:32.430 INFO:tasks.rados.rados.0.smithi016.stdout:1945: snap_remove snap 184 2024-04-15T14:43:32.687 INFO:journalctl@ceph.prometheus.a.smithi102.stdout:Apr 15 14:43:32 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-prometheus-a[78028]: ts=2024-04-15T14:43:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi016:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"362ea986-fb34-11ee-bc8f-c7b262605968\", instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T14:43:32.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:43:32 smithi102 ceph-mon[87131]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-04-15T14:43:32.688 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:43:32 smithi102 ceph-mon[87131]: osd.4 [v2:172.21.15.102:6800/1560758594,v1:172.21.15.102:6801/1560758594] boot 2024-04-15T14:43:32.688 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:43:32 smithi102 ceph-mon[87131]: osdmap e454: 8 total, 8 up, 8 in 2024-04-15T14:43:32.688 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:43:32 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-15T14:43:32.688 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:43:32 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T14:43:32.688 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:43:32 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T14:43:32.688 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:43:32 smithi102 ceph-mon[87131]: osdmap e455: 8 total, 8 up, 8 in 2024-04-15T14:43:32.789 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:43:32 smithi016 ceph-mon[90652]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-04-15T14:43:32.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:43:32 smithi016 ceph-mon[90652]: osd.4 [v2:172.21.15.102:6800/1560758594,v1:172.21.15.102:6801/1560758594] boot 2024-04-15T14:43:32.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:43:32 smithi016 ceph-mon[90652]: osdmap e454: 8 total, 8 up, 8 in 2024-04-15T14:43:32.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:43:32 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-15T14:43:32.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:43:32 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T14:43:32.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:43:32 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T14:43:32.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:43:32 smithi016 ceph-mon[90652]: osdmap e455: 8 total, 8 up, 8 in 2024-04-15T14:43:32.791 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:43:32 smithi016 ceph-mon[93212]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-04-15T14:43:32.791 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:43:32 smithi016 ceph-mon[93212]: osd.4 [v2:172.21.15.102:6800/1560758594,v1:172.21.15.102:6801/1560758594] boot 2024-04-15T14:43:32.791 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:43:32 smithi016 ceph-mon[93212]: osdmap e454: 8 total, 8 up, 8 in 2024-04-15T14:43:32.791 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:43:32 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-15T14:43:32.791 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:43:32 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T14:43:32.791 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:43:32 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T14:43:32.791 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:43:32 smithi016 ceph-mon[93212]: osdmap e455: 8 total, 8 up, 8 in 2024-04-15T14:43:33.424 INFO:tasks.rados.rados.0.smithi016.stdout:1945: done (3 left) 2024-04-15T14:43:33.424 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 39 current snap is 189 2024-04-15T14:43:33.424 INFO:tasks.rados.rados.0.smithi016.stdout:1946: seq_num 621 ranges {0=409600,409600=401408} 2024-04-15T14:43:33.426 INFO:tasks.rados.rados.0.smithi016.stdout:1946: writing smithi01678542-39 from 0 to 409600 tid 1 2024-04-15T14:43:33.429 INFO:tasks.rados.rados.0.smithi016.stdout:1946: writing smithi01678542-39 from 409600 to 811008 tid 2 2024-04-15T14:43:33.430 INFO:tasks.rados.rados.0.smithi016.stdout:1947: snap_remove snap 182 2024-04-15T14:43:33.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:43:33 smithi102 ceph-mon[87131]: pgmap v314: 121 pgs: 13 active+undersized+degraded, 34 active+undersized, 74 active+clean; 143 MiB data, 917 MiB used, 714 GiB / 715 GiB avail; 12 MiB/s rd, 6.2 MiB/s wr, 30 op/s; 63/306 objects degraded (20.588%) 2024-04-15T14:43:33.688 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:43:33 smithi102 ceph-mon[87131]: Health check update: Degraded data redundancy: 63/306 objects degraded (20.588%), 13 pgs degraded (PG_DEGRADED) 2024-04-15T14:43:33.688 INFO:journalctl@ceph.prometheus.a.smithi102.stdout:Apr 15 14:43:33 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-prometheus-a[78028]: ts=2024-04-15T14:43:33.504Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi016\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi016\", job=\"node\", machine=\"x86_64\", nodename=\"smithi016\", release=\"5.14.0-438.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Apr 12 13:55:21 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"362ea986-fb34-11ee-bc8f-c7b262605968\", domainname=\"(none)\", instance=\"smithi016\", job=\"node\", machine=\"x86_64\", nodename=\"smithi016\", release=\"5.14.0-438.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Apr 12 13:55:21 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T14:43:33.789 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:43:33 smithi016 ceph-mon[90652]: pgmap v314: 121 pgs: 13 active+undersized+degraded, 34 active+undersized, 74 active+clean; 143 MiB data, 917 MiB used, 714 GiB / 715 GiB avail; 12 MiB/s rd, 6.2 MiB/s wr, 30 op/s; 63/306 objects degraded (20.588%) 2024-04-15T14:43:33.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:43:33 smithi016 ceph-mon[90652]: Health check update: Degraded data redundancy: 63/306 objects degraded (20.588%), 13 pgs degraded (PG_DEGRADED) 2024-04-15T14:43:33.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:43:33 smithi016 ceph-mon[93212]: pgmap v314: 121 pgs: 13 active+undersized+degraded, 34 active+undersized, 74 active+clean; 143 MiB data, 917 MiB used, 714 GiB / 715 GiB avail; 12 MiB/s rd, 6.2 MiB/s wr, 30 op/s; 63/306 objects degraded (20.588%) 2024-04-15T14:43:33.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:43:33 smithi016 ceph-mon[93212]: Health check update: Degraded data redundancy: 63/306 objects degraded (20.588%), 13 pgs degraded (PG_DEGRADED) 2024-04-15T14:43:34.434 INFO:tasks.rados.rados.0.smithi016.stdout:1947: done (4 left) 2024-04-15T14:43:34.434 INFO:tasks.rados.rados.0.smithi016.stdout:1948: delete oid 36 current snap is 189 2024-04-15T14:43:34.434 INFO:tasks.rados.rados.0.smithi016.stdout:1941: finishing write tid 1 to smithi01678542-33 2024-04-15T14:43:34.434 INFO:tasks.rados.rados.0.smithi016.stdout:1943: expect (ObjNum 591 snap 180 seq_num 591) 2024-04-15T14:43:34.434 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:43:34 smithi102 ceph-mon[87131]: osdmap e456: 8 total, 8 up, 8 in 2024-04-15T14:43:34.447 INFO:tasks.rados.rados.0.smithi016.stdout:1941: finishing write tid 2 to smithi01678542-33 2024-04-15T14:43:34.447 INFO:tasks.rados.rados.0.smithi016.stdout:1941: finishing write tid 3 to smithi01678542-33 2024-04-15T14:43:34.447 INFO:tasks.rados.rados.0.smithi016.stdout:1941: oid 33 updating version 0 to 1069 2024-04-15T14:43:34.447 INFO:tasks.rados.rados.0.smithi016.stdout:1941: oid 33 updating version 1069 to 1070 2024-04-15T14:43:34.447 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 33 v 1070 (ObjNum 619 snap 189 seq_num 619) dirty exists 2024-04-15T14:43:34.447 INFO:tasks.rados.rados.0.smithi016.stdout:1941: left oid 33 (ObjNum 619 snap 189 seq_num 619) 2024-04-15T14:43:34.447 INFO:tasks.rados.rados.0.smithi016.stdout:1944: expect (ObjNum 583 snap 179 seq_num 583) 2024-04-15T14:43:34.610 INFO:tasks.rados.rados.0.smithi016.stdout:1946: finishing write tid 1 to smithi01678542-39 2024-04-15T14:43:34.610 INFO:tasks.rados.rados.0.smithi016.stdout:1946: finishing write tid 2 to smithi01678542-39 2024-04-15T14:43:34.610 INFO:tasks.rados.rados.0.smithi016.stdout:1946: finishing write tid 3 to smithi01678542-39 2024-04-15T14:43:34.610 INFO:tasks.rados.rados.0.smithi016.stdout:1946: finishing write tid 4 to smithi01678542-39 2024-04-15T14:43:34.610 INFO:tasks.rados.rados.0.smithi016.stdout:1946: oid 39 updating version 0 to 887 2024-04-15T14:43:34.610 INFO:tasks.rados.rados.0.smithi016.stdout:1946: oid 39 version 887 is already newer than 886 2024-04-15T14:43:34.610 INFO:tasks.rados.rados.0.smithi016.stdout:1946: oid 39 updating version 887 to 888 2024-04-15T14:43:34.611 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 39 v 888 (ObjNum 621 snap 189 seq_num 621) dirty exists 2024-04-15T14:43:34.611 INFO:tasks.rados.rados.0.smithi016.stdout:1946: left oid 39 (ObjNum 621 snap 189 seq_num 621) 2024-04-15T14:43:34.611 INFO:tasks.rados.rados.0.smithi016.stdout:1941: done (4 left) 2024-04-15T14:43:34.611 INFO:tasks.rados.rados.0.smithi016.stdout:1943: done (3 left) 2024-04-15T14:43:34.611 INFO:tasks.rados.rados.0.smithi016.stdout:1944: done (2 left) 2024-04-15T14:43:34.611 INFO:tasks.rados.rados.0.smithi016.stdout:1946: done (1 left) 2024-04-15T14:43:34.611 INFO:tasks.rados.rados.0.smithi016.stdout:1948: done (0 left) 2024-04-15T14:43:34.611 INFO:tasks.rados.rados.0.smithi016.stdout:1949: snap_create 2024-04-15T14:43:34.789 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:43:34 smithi016 ceph-mon[90652]: osdmap e456: 8 total, 8 up, 8 in 2024-04-15T14:43:34.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:43:34 smithi016 ceph-mon[93212]: osdmap e456: 8 total, 8 up, 8 in 2024-04-15T14:43:35.434 INFO:tasks.rados.rados.0.smithi016.stdout:1949: done (0 left) 2024-04-15T14:43:35.434 INFO:tasks.rados.rados.0.smithi016.stdout:1950: read oid 15 snap 186 2024-04-15T14:43:35.434 INFO:tasks.rados.rados.0.smithi016.stdout:1950: expect (ObjNum 506 snap 157 seq_num 506) 2024-04-15T14:43:35.435 INFO:tasks.rados.rados.0.smithi016.stdout:1951: setattr oid 3 current snap is 190 2024-04-15T14:43:35.436 INFO:tasks.rados.rados.0.smithi016.stdout:1952: snap_remove snap 189 2024-04-15T14:43:35.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:43:35 smithi102 ceph-mon[87131]: pgmap v317: 121 pgs: 13 active+undersized+degraded, 34 active+undersized, 74 active+clean; 143 MiB data, 917 MiB used, 714 GiB / 715 GiB avail; 9.8 MiB/s rd, 3.7 MiB/s wr, 21 op/s; 63/306 objects degraded (20.588%) 2024-04-15T14:43:35.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:43:35 smithi102 ceph-mon[87131]: osdmap e457: 8 total, 8 up, 8 in 2024-04-15T14:43:35.789 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:43:35 smithi016 ceph-mon[90652]: pgmap v317: 121 pgs: 13 active+undersized+degraded, 34 active+undersized, 74 active+clean; 143 MiB data, 917 MiB used, 714 GiB / 715 GiB avail; 9.8 MiB/s rd, 3.7 MiB/s wr, 21 op/s; 63/306 objects degraded (20.588%) 2024-04-15T14:43:35.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:43:35 smithi016 ceph-mon[90652]: osdmap e457: 8 total, 8 up, 8 in 2024-04-15T14:43:35.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:43:35 smithi016 ceph-mon[93212]: pgmap v317: 121 pgs: 13 active+undersized+degraded, 34 active+undersized, 74 active+clean; 143 MiB data, 917 MiB used, 714 GiB / 715 GiB avail; 9.8 MiB/s rd, 3.7 MiB/s wr, 21 op/s; 63/306 objects degraded (20.588%) 2024-04-15T14:43:35.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:43:35 smithi016 ceph-mon[93212]: osdmap e457: 8 total, 8 up, 8 in 2024-04-15T14:43:36.441 INFO:tasks.rados.rados.0.smithi016.stdout:1952: done (2 left) 2024-04-15T14:43:36.441 INFO:tasks.rados.rados.0.smithi016.stdout:1953: read oid 42 snap 188 2024-04-15T14:43:36.441 INFO:tasks.rados.rados.0.smithi016.stdout:1953: expect deleted 2024-04-15T14:43:36.441 INFO:tasks.rados.rados.0.smithi016.stdout:1954: read oid 23 snap 187 2024-04-15T14:43:36.441 INFO:tasks.rados.rados.0.smithi016.stdout:1954: expect (ObjNum 607 snap 184 seq_num 607) 2024-04-15T14:43:36.442 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 26 current snap is 190 2024-04-15T14:43:36.442 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 3 v 960 (ObjNum 161 snap 0 seq_num 1) dirty exists 2024-04-15T14:43:36.442 INFO:tasks.rados.rados.0.smithi016.stdout:1955: seq_num 623 ranges {2342912=442368,2785280=401408} 2024-04-15T14:43:36.456 INFO:tasks.rados.rados.0.smithi016.stdout:1955: writing smithi01678542-26 from 2342912 to 2785280 tid 1 2024-04-15T14:43:36.458 INFO:tasks.rados.rados.0.smithi016.stdout:1955: writing smithi01678542-26 from 2785280 to 3186688 tid 2 2024-04-15T14:43:36.459 INFO:tasks.rados.rados.0.smithi016.stdout:1951: done (4 left) 2024-04-15T14:43:36.459 INFO:tasks.rados.rados.0.smithi016.stdout:1956: delete oid 2 current snap is 190 2024-04-15T14:43:36.459 INFO:tasks.rados.rados.0.smithi016.stdout:1950: expect (ObjNum 506 snap 157 seq_num 506) 2024-04-15T14:43:36.495 INFO:tasks.rados.rados.0.smithi016.stdout:1954: expect (ObjNum 607 snap 184 seq_num 607) 2024-04-15T14:43:36.554 INFO:tasks.rados.rados.0.smithi016.stdout:1955: finishing write tid 1 to smithi01678542-26 2024-04-15T14:43:36.554 INFO:tasks.rados.rados.0.smithi016.stdout:1955: finishing write tid 2 to smithi01678542-26 2024-04-15T14:43:36.554 INFO:tasks.rados.rados.0.smithi016.stdout:1955: finishing write tid 3 to smithi01678542-26 2024-04-15T14:43:36.555 INFO:tasks.rados.rados.0.smithi016.stdout:1955: finishing write tid 4 to smithi01678542-26 2024-04-15T14:43:36.555 INFO:tasks.rados.rados.0.smithi016.stdout:1955: oid 26 updating version 0 to 526 2024-04-15T14:43:36.555 INFO:tasks.rados.rados.0.smithi016.stdout:1955: oid 26 version 526 is already newer than 525 2024-04-15T14:43:36.555 INFO:tasks.rados.rados.0.smithi016.stdout:1955: oid 26 updating version 526 to 527 2024-04-15T14:43:36.555 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 26 v 527 (ObjNum 623 snap 190 seq_num 623) dirty exists 2024-04-15T14:43:36.555 INFO:tasks.rados.rados.0.smithi016.stdout:1955: left oid 26 (ObjNum 623 snap 190 seq_num 623) 2024-04-15T14:43:36.555 INFO:tasks.rados.rados.0.smithi016.stdout:1950: done (4 left) 2024-04-15T14:43:36.555 INFO:tasks.rados.rados.0.smithi016.stdout:1953: done (3 left) 2024-04-15T14:43:36.555 INFO:tasks.rados.rados.0.smithi016.stdout:1954: done (2 left) 2024-04-15T14:43:36.555 INFO:tasks.rados.rados.0.smithi016.stdout:1955: done (1 left) 2024-04-15T14:43:36.555 INFO:tasks.rados.rados.0.smithi016.stdout:1956: done (0 left) 2024-04-15T14:43:36.555 INFO:tasks.rados.rados.0.smithi016.stdout:1957: setattr oid 45 current snap is 190 2024-04-15T14:43:36.556 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 4 current snap is 190 2024-04-15T14:43:36.556 INFO:tasks.rados.rados.0.smithi016.stdout:1958: seq_num 625 ranges {303104=475136,778240=401408} 2024-04-15T14:43:36.559 INFO:tasks.rados.rados.0.smithi016.stdout:1958: writing smithi01678542-4 from 303104 to 778240 tid 1 2024-04-15T14:43:36.562 INFO:tasks.rados.rados.0.smithi016.stdout:1958: writing smithi01678542-4 from 778240 to 1179648 tid 2 2024-04-15T14:43:36.562 INFO:tasks.rados.rados.0.smithi016.stdout:1959: rollback oid 26 current snap is 190 2024-04-15T14:43:36.562 INFO:tasks.rados.rados.0.smithi016.stdout:rollback oid 26 to 187 2024-04-15T14:43:36.563 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 45 v 544 (ObjNum 602 snap 183 seq_num 602) dirty exists 2024-04-15T14:43:36.563 INFO:tasks.rados.rados.0.smithi016.stdout:1957: done (2 left) 2024-04-15T14:43:36.563 INFO:tasks.rados.rados.0.smithi016.stdout:1960: copy_from oid 14 from oid 24 current snap is 190 2024-04-15T14:43:36.563 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 42 current snap is 190 2024-04-15T14:43:36.563 INFO:tasks.rados.rados.0.smithi016.stdout:1961: seq_num 626 ranges {0=491520,491520=401408} 2024-04-15T14:43:36.565 INFO:tasks.rados.rados.0.smithi016.stdout:1961: writing smithi01678542-42 from 0 to 491520 tid 1 2024-04-15T14:43:36.568 INFO:tasks.rados.rados.0.smithi016.stdout:1961: writing smithi01678542-42 from 491520 to 892928 tid 2 2024-04-15T14:43:36.568 INFO:tasks.rados.rados.0.smithi016.stdout:1962: delete oid 40 current snap is 190 2024-04-15T14:43:36.568 INFO:tasks.rados.rados.0.smithi016.stdout:1958: finishing write tid 1 to smithi01678542-4 2024-04-15T14:43:36.568 INFO:tasks.rados.rados.0.smithi016.stdout:1959: finishing rollback tid 0 to smithi01678542-26 2024-04-15T14:43:36.568 INFO:tasks.rados.rados.0.smithi016.stdout:1959: finishing rollback tid 1 to smithi01678542-26 2024-04-15T14:43:36.569 INFO:tasks.rados.rados.0.smithi016.stdout:1960: finishing copy_from to smithi01678542-14 2024-04-15T14:43:36.569 INFO:tasks.rados.rados.0.smithi016.stdout:1960: got expected ENOENT (src dne) 2024-04-15T14:43:36.569 INFO:tasks.rados.rados.0.smithi016.stdout:1960: finishing copy_from racing read to smithi01678542-14 2024-04-15T14:43:36.569 INFO:tasks.rados.rados.0.smithi016.stdout:1958: finishing write tid 2 to smithi01678542-4 2024-04-15T14:43:36.569 INFO:tasks.rados.rados.0.smithi016.stdout:1959: finishing rollback tid 2 to smithi01678542-26 2024-04-15T14:43:36.569 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 26 v 530 (ObjNum 577 snap 175 seq_num 577) dirty exists 2024-04-15T14:43:36.569 INFO:tasks.rados.rados.0.smithi016.stdout:1958: finishing write tid 3 to smithi01678542-4 2024-04-15T14:43:36.569 INFO:tasks.rados.rados.0.smithi016.stdout:1958: finishing write tid 4 to smithi01678542-4 2024-04-15T14:43:36.569 INFO:tasks.rados.rados.0.smithi016.stdout:1958: oid 4 updating version 0 to 1082 2024-04-15T14:43:36.569 INFO:tasks.rados.rados.0.smithi016.stdout:1958: oid 4 version 1082 is already newer than 1081 2024-04-15T14:43:36.569 INFO:tasks.rados.rados.0.smithi016.stdout:1958: oid 4 version 1082 is already newer than 1080 2024-04-15T14:43:36.569 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 4 v 1082 (ObjNum 625 snap 190 seq_num 625) dirty exists 2024-04-15T14:43:36.569 INFO:tasks.rados.rados.0.smithi016.stdout:1958: left oid 4 (ObjNum 625 snap 190 seq_num 625) 2024-04-15T14:43:36.569 INFO:tasks.rados.rados.0.smithi016.stdout:1961: finishing write tid 1 to smithi01678542-42 2024-04-15T14:43:36.570 INFO:tasks.rados.rados.0.smithi016.stdout:1958: done (4 left) 2024-04-15T14:43:36.570 INFO:tasks.rados.rados.0.smithi016.stdout:1959: done (3 left) 2024-04-15T14:43:36.571 INFO:tasks.rados.rados.0.smithi016.stdout:1960: done (2 left) 2024-04-15T14:43:36.571 INFO:tasks.rados.rados.0.smithi016.stdout:1962: done (1 left) 2024-04-15T14:43:36.571 INFO:tasks.rados.rados.0.smithi016.stdout:1963: read oid 26 snap -1 2024-04-15T14:43:36.571 INFO:tasks.rados.rados.0.smithi016.stdout:1963: expect (ObjNum 577 snap 175 seq_num 577) 2024-04-15T14:43:36.571 INFO:tasks.rados.rados.0.smithi016.stdout:1964: read oid 29 snap -1 2024-04-15T14:43:36.571 INFO:tasks.rados.rados.0.smithi016.stdout:1964: expect (ObjNum 376 snap 123 seq_num 376) 2024-04-15T14:43:36.571 INFO:tasks.rados.rados.0.smithi016.stdout:1965: snap_remove snap 188 2024-04-15T14:43:36.716 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:43:36 smithi102 ceph-mon[87131]: osdmap e458: 8 total, 8 up, 8 in 2024-04-15T14:43:36.716 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:43:36 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T14:43:36.716 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:43:36 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T14:43:36.716 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:43:36 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T14:43:36.716 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:43:36 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T14:43:36.717 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:43:36 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T14:43:36.717 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:43:36 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T14:43:36.717 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:43:36 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T14:43:36.717 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:43:36 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T14:43:36.717 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:43:36 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T14:43:36.717 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:43:36 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["5"], "max": 16}]: dispatch 2024-04-15T14:43:36.789 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:43:36 smithi016 ceph-mon[90652]: osdmap e458: 8 total, 8 up, 8 in 2024-04-15T14:43:36.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:43:36 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T14:43:36.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:43:36 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T14:43:36.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:43:36 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T14:43:36.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:43:36 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T14:43:36.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:43:36 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T14:43:36.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:43:36 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T14:43:36.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:43:36 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T14:43:36.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:43:36 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T14:43:36.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:43:36 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T14:43:36.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:43:36 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["5"], "max": 16}]: dispatch 2024-04-15T14:43:36.791 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:43:36 smithi016 ceph-mon[93212]: osdmap e458: 8 total, 8 up, 8 in 2024-04-15T14:43:36.791 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:43:36 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T14:43:36.791 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:43:36 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T14:43:36.791 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:43:36 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T14:43:36.791 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:43:36 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T14:43:36.791 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:43:36 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T14:43:36.791 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:43:36 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T14:43:36.791 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:43:36 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T14:43:36.791 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:43:36 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T14:43:36.791 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:43:36 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T14:43:36.791 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:43:36 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["5"], "max": 16}]: dispatch 2024-04-15T14:43:37.451 INFO:tasks.rados.rados.0.smithi016.stdout:1965: done (3 left) 2024-04-15T14:43:37.452 INFO:tasks.rados.rados.0.smithi016.stdout:1966: snap_create 2024-04-15T14:43:37.452 INFO:tasks.rados.rados.0.smithi016.stdout:1961: finishing write tid 2 to smithi01678542-42 2024-04-15T14:43:37.452 INFO:tasks.rados.rados.0.smithi016.stdout:1961: finishing write tid 3 to smithi01678542-42 2024-04-15T14:43:37.452 INFO:tasks.rados.rados.0.smithi016.stdout:1963: expect (ObjNum 577 snap 175 seq_num 577) 2024-04-15T14:43:37.454 INFO:tasks.rados.rados.0.smithi016.stdout:1961: finishing write tid 4 to smithi01678542-42 2024-04-15T14:43:37.454 INFO:tasks.rados.rados.0.smithi016.stdout:1961: oid 42 updating version 0 to 278 2024-04-15T14:43:37.454 INFO:tasks.rados.rados.0.smithi016.stdout:1961: oid 42 updating version 278 to 279 2024-04-15T14:43:37.454 INFO:tasks.rados.rados.0.smithi016.stdout:1961: oid 42 version 279 is already newer than 277 2024-04-15T14:43:37.455 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 42 v 279 (ObjNum 626 snap 190 seq_num 626) dirty exists 2024-04-15T14:43:37.455 INFO:tasks.rados.rados.0.smithi016.stdout:1961: left oid 42 (ObjNum 626 snap 190 seq_num 626) 2024-04-15T14:43:37.455 INFO:tasks.rados.rados.0.smithi016.stdout:1964: expect (ObjNum 376 snap 123 seq_num 376) 2024-04-15T14:43:37.699 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:43:37 smithi102 ceph-mon[87131]: pgmap v320: 121 pgs: 121 active+clean; 104 MiB data, 929 MiB used, 714 GiB / 715 GiB avail; 3.4 MiB/s rd, 570 KiB/s wr, 6 op/s; 25 MiB/s, 8 objects/s recovering 2024-04-15T14:43:37.699 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:43:37 smithi102 ceph-mon[87131]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["5"], "max": 16}]: dispatch 2024-04-15T14:43:37.699 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:43:37 smithi102 ceph-mon[87131]: Upgrade: osd.5 is safe to restart 2024-04-15T14:43:37.699 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:43:37 smithi102 ceph-mon[87131]: osdmap e459: 8 total, 8 up, 8 in 2024-04-15T14:43:37.699 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:43:37 smithi102 ceph-mon[87131]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 63/306 objects degraded (20.588%), 13 pgs degraded) 2024-04-15T14:43:37.699 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:43:37 smithi102 ceph-mon[87131]: Cluster is now healthy 2024-04-15T14:43:37.789 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:43:37 smithi016 ceph-mon[90652]: pgmap v320: 121 pgs: 121 active+clean; 104 MiB data, 929 MiB used, 714 GiB / 715 GiB avail; 3.4 MiB/s rd, 570 KiB/s wr, 6 op/s; 25 MiB/s, 8 objects/s recovering 2024-04-15T14:43:37.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:43:37 smithi016 ceph-mon[90652]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["5"], "max": 16}]: dispatch 2024-04-15T14:43:37.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:43:37 smithi016 ceph-mon[90652]: Upgrade: osd.5 is safe to restart 2024-04-15T14:43:37.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:43:37 smithi016 ceph-mon[90652]: osdmap e459: 8 total, 8 up, 8 in 2024-04-15T14:43:37.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:43:37 smithi016 ceph-mon[90652]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 63/306 objects degraded (20.588%), 13 pgs degraded) 2024-04-15T14:43:37.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:43:37 smithi016 ceph-mon[90652]: Cluster is now healthy 2024-04-15T14:43:37.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:43:37 smithi016 ceph-mon[93212]: pgmap v320: 121 pgs: 121 active+clean; 104 MiB data, 929 MiB used, 714 GiB / 715 GiB avail; 3.4 MiB/s rd, 570 KiB/s wr, 6 op/s; 25 MiB/s, 8 objects/s recovering 2024-04-15T14:43:37.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:43:37 smithi016 ceph-mon[93212]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["5"], "max": 16}]: dispatch 2024-04-15T14:43:37.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:43:37 smithi016 ceph-mon[93212]: Upgrade: osd.5 is safe to restart 2024-04-15T14:43:37.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:43:37 smithi016 ceph-mon[93212]: osdmap e459: 8 total, 8 up, 8 in 2024-04-15T14:43:37.791 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:43:37 smithi016 ceph-mon[93212]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 63/306 objects degraded (20.588%), 13 pgs degraded) 2024-04-15T14:43:37.791 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:43:37 smithi016 ceph-mon[93212]: Cluster is now healthy 2024-04-15T14:43:38.456 INFO:tasks.rados.rados.0.smithi016.stdout:1961: done (3 left) 2024-04-15T14:43:38.456 INFO:tasks.rados.rados.0.smithi016.stdout:1963: done (2 left) 2024-04-15T14:43:38.456 INFO:tasks.rados.rados.0.smithi016.stdout:1964: done (1 left) 2024-04-15T14:43:38.456 INFO:tasks.rados.rados.0.smithi016.stdout:1966: done (0 left) 2024-04-15T14:43:38.456 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 7 current snap is 191 2024-04-15T14:43:38.456 INFO:tasks.rados.rados.0.smithi016.stdout:1967: seq_num 628 ranges {2416640=524288,2940928=401408} 2024-04-15T14:43:38.471 INFO:tasks.rados.rados.0.smithi016.stdout:1967: writing smithi01678542-7 from 2416640 to 2940928 tid 1 2024-04-15T14:43:38.474 INFO:tasks.rados.rados.0.smithi016.stdout:1967: writing smithi01678542-7 from 2940928 to 3342336 tid 2 2024-04-15T14:43:38.474 INFO:tasks.rados.rados.0.smithi016.stdout:1968: read oid 43 snap -1 2024-04-15T14:43:38.474 INFO:tasks.rados.rados.0.smithi016.stdout:1968: expect (ObjNum 376 snap 123 seq_num 376) 2024-04-15T14:43:38.474 INFO:tasks.rados.rados.0.smithi016.stdout:1969: delete oid 38 current snap is 191 2024-04-15T14:43:38.480 INFO:tasks.rados.rados.0.smithi016.stdout:1969: done (2 left) 2024-04-15T14:43:38.480 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 9 current snap is 191 2024-04-15T14:43:38.481 INFO:tasks.rados.rados.0.smithi016.stdout:1970: seq_num 630 ranges {81920=557056,638976=401408} 2024-04-15T14:43:38.485 INFO:tasks.rados.rados.0.smithi016.stdout:1970: writing smithi01678542-9 from 81920 to 638976 tid 1 2024-04-15T14:43:38.487 INFO:tasks.rados.rados.0.smithi016.stdout:1970: writing smithi01678542-9 from 638976 to 1040384 tid 2 2024-04-15T14:43:38.488 INFO:tasks.rados.rados.0.smithi016.stdout:1971: read oid 15 snap -1 2024-04-15T14:43:38.488 INFO:tasks.rados.rados.0.smithi016.stdout:1971: expect (ObjNum 506 snap 157 seq_num 506) 2024-04-15T14:43:38.488 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 20 current snap is 191 2024-04-15T14:43:38.488 INFO:tasks.rados.rados.0.smithi016.stdout:1967: finishing write tid 1 to smithi01678542-7 2024-04-15T14:43:38.488 INFO:tasks.rados.rados.0.smithi016.stdout:1972: seq_num 631 ranges {4112384=573440,4685824=401408} 2024-04-15T14:43:38.513 INFO:tasks.rados.rados.0.smithi016.stdout:1972: writing smithi01678542-20 from 4112384 to 4685824 tid 1 2024-04-15T14:43:38.516 INFO:tasks.rados.rados.0.smithi016.stdout:1972: writing smithi01678542-20 from 4685824 to 5087232 tid 2 2024-04-15T14:43:38.516 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 1 current snap is 191 2024-04-15T14:43:38.516 INFO:tasks.rados.rados.0.smithi016.stdout:1967: finishing write tid 2 to smithi01678542-7 2024-04-15T14:43:38.517 INFO:tasks.rados.rados.0.smithi016.stdout:1967: finishing write tid 3 to smithi01678542-7 2024-04-15T14:43:38.517 INFO:tasks.rados.rados.0.smithi016.stdout:1973: seq_num 632 ranges {2670592=589824,3260416=401408} 2024-04-15T14:43:38.534 INFO:tasks.rados.rados.0.smithi016.stdout:1973: writing smithi01678542-1 from 2670592 to 3260416 tid 1 2024-04-15T14:43:38.536 INFO:tasks.rados.rados.0.smithi016.stdout:1973: writing smithi01678542-1 from 3260416 to 3661824 tid 2 2024-04-15T14:43:38.536 INFO:tasks.rados.rados.0.smithi016.stdout:1974: snap_create 2024-04-15T14:43:38.536 INFO:tasks.rados.rados.0.smithi016.stdout:1967: finishing write tid 4 to smithi01678542-7 2024-04-15T14:43:38.536 INFO:tasks.rados.rados.0.smithi016.stdout:1967: oid 7 updating version 0 to 1012 2024-04-15T14:43:38.537 INFO:tasks.rados.rados.0.smithi016.stdout:1967: oid 7 updating version 1012 to 1014 2024-04-15T14:43:38.537 INFO:tasks.rados.rados.0.smithi016.stdout:1967: oid 7 version 1014 is already newer than 1013 2024-04-15T14:43:38.537 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 7 v 1014 (ObjNum 628 snap 191 seq_num 628) dirty exists 2024-04-15T14:43:38.537 INFO:tasks.rados.rados.0.smithi016.stdout:1967: left oid 7 (ObjNum 628 snap 191 seq_num 628) 2024-04-15T14:43:38.537 INFO:tasks.rados.rados.0.smithi016.stdout:1970: finishing write tid 1 to smithi01678542-9 2024-04-15T14:43:38.537 INFO:tasks.rados.rados.0.smithi016.stdout:1970: finishing write tid 2 to smithi01678542-9 2024-04-15T14:43:38.537 INFO:tasks.rados.rados.0.smithi016.stdout:1970: finishing write tid 3 to smithi01678542-9 2024-04-15T14:43:38.537 INFO:tasks.rados.rados.0.smithi016.stdout:1968: expect (ObjNum 376 snap 123 seq_num 376) 2024-04-15T14:43:38.611 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:43:38 smithi102 ceph-mon[87131]: osdmap e460: 8 total, 8 up, 8 in 2024-04-15T14:43:38.611 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:43:38 smithi102 ceph-mon[87131]: Upgrade: Updating osd.5 2024-04-15T14:43:38.611 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:43:38 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T14:43:38.611 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:43:38 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.5"}]: dispatch 2024-04-15T14:43:38.611 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:43:38 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T14:43:38.612 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:43:38 smithi102 ceph-mon[87131]: Deploying daemon osd.5 on smithi102 2024-04-15T14:43:38.657 INFO:tasks.rados.rados.0.smithi016.stdout:1970: finishing write tid 4 to smithi01678542-9 2024-04-15T14:43:38.657 INFO:tasks.rados.rados.0.smithi016.stdout:1970: oid 9 updating version 0 to 915 2024-04-15T14:43:38.657 INFO:tasks.rados.rados.0.smithi016.stdout:1970: oid 9 updating version 915 to 917 2024-04-15T14:43:38.657 INFO:tasks.rados.rados.0.smithi016.stdout:1970: oid 9 version 917 is already newer than 916 2024-04-15T14:43:38.657 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 9 v 917 (ObjNum 630 snap 191 seq_num 630) dirty exists 2024-04-15T14:43:38.657 INFO:tasks.rados.rados.0.smithi016.stdout:1970: left oid 9 (ObjNum 630 snap 191 seq_num 630) 2024-04-15T14:43:38.658 INFO:tasks.rados.rados.0.smithi016.stdout:1971: expect (ObjNum 506 snap 157 seq_num 506) 2024-04-15T14:43:38.691 INFO:tasks.rados.rados.0.smithi016.stdout:1972: finishing write tid 1 to smithi01678542-20 2024-04-15T14:43:38.691 INFO:tasks.rados.rados.0.smithi016.stdout:1972: finishing write tid 2 to smithi01678542-20 2024-04-15T14:43:38.692 INFO:tasks.rados.rados.0.smithi016.stdout:1972: finishing write tid 3 to smithi01678542-20 2024-04-15T14:43:38.692 INFO:tasks.rados.rados.0.smithi016.stdout:1972: finishing write tid 4 to smithi01678542-20 2024-04-15T14:43:38.692 INFO:tasks.rados.rados.0.smithi016.stdout:1972: oid 20 updating version 0 to 890 2024-04-15T14:43:38.692 INFO:tasks.rados.rados.0.smithi016.stdout:1972: oid 20 updating version 890 to 891 2024-04-15T14:43:38.692 INFO:tasks.rados.rados.0.smithi016.stdout:1972: oid 20 updating version 891 to 892 2024-04-15T14:43:38.692 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 20 v 892 (ObjNum 631 snap 191 seq_num 631) dirty exists 2024-04-15T14:43:38.692 INFO:tasks.rados.rados.0.smithi016.stdout:1972: left oid 20 (ObjNum 631 snap 191 seq_num 631) 2024-04-15T14:43:38.692 INFO:tasks.rados.rados.0.smithi016.stdout:1973: finishing write tid 1 to smithi01678542-1 2024-04-15T14:43:38.692 INFO:tasks.rados.rados.0.smithi016.stdout:1973: finishing write tid 2 to smithi01678542-1 2024-04-15T14:43:38.693 INFO:tasks.rados.rados.0.smithi016.stdout:1973: finishing write tid 3 to smithi01678542-1 2024-04-15T14:43:38.693 INFO:tasks.rados.rados.0.smithi016.stdout:1973: finishing write tid 4 to smithi01678542-1 2024-04-15T14:43:38.693 INFO:tasks.rados.rados.0.smithi016.stdout:1973: oid 1 updating version 0 to 880 2024-04-15T14:43:38.693 INFO:tasks.rados.rados.0.smithi016.stdout:1973: oid 1 updating version 880 to 881 2024-04-15T14:43:38.693 INFO:tasks.rados.rados.0.smithi016.stdout:1973: oid 1 version 881 is already newer than 879 2024-04-15T14:43:38.693 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 1 v 881 (ObjNum 632 snap 191 seq_num 632) dirty exists 2024-04-15T14:43:38.693 INFO:tasks.rados.rados.0.smithi016.stdout:1973: left oid 1 (ObjNum 632 snap 191 seq_num 632) 2024-04-15T14:43:38.789 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:43:38 smithi016 ceph-mon[93212]: osdmap e460: 8 total, 8 up, 8 in 2024-04-15T14:43:38.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:43:38 smithi016 ceph-mon[93212]: Upgrade: Updating osd.5 2024-04-15T14:43:38.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:43:38 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T14:43:38.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:43:38 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.5"}]: dispatch 2024-04-15T14:43:38.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:43:38 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T14:43:38.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:43:38 smithi016 ceph-mon[93212]: Deploying daemon osd.5 on smithi102 2024-04-15T14:43:38.791 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:43:38 smithi016 ceph-mon[90652]: osdmap e460: 8 total, 8 up, 8 in 2024-04-15T14:43:38.791 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:43:38 smithi016 ceph-mon[90652]: Upgrade: Updating osd.5 2024-04-15T14:43:38.791 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:43:38 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T14:43:38.791 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:43:38 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.5"}]: dispatch 2024-04-15T14:43:38.791 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:43:38 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T14:43:38.791 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:43:38 smithi016 ceph-mon[90652]: Deploying daemon osd.5 on smithi102 2024-04-15T14:43:39.463 INFO:tasks.rados.rados.0.smithi016.stdout:1967: done (6 left) 2024-04-15T14:43:39.463 INFO:tasks.rados.rados.0.smithi016.stdout:1968: done (5 left) 2024-04-15T14:43:39.463 INFO:tasks.rados.rados.0.smithi016.stdout:1970: done (4 left) 2024-04-15T14:43:39.463 INFO:tasks.rados.rados.0.smithi016.stdout:1971: done (3 left) 2024-04-15T14:43:39.463 INFO:tasks.rados.rados.0.smithi016.stdout:1972: done (2 left) 2024-04-15T14:43:39.463 INFO:tasks.rados.rados.0.smithi016.stdout:1973: done (1 left) 2024-04-15T14:43:39.463 INFO:tasks.rados.rados.0.smithi016.stdout:1974: done (0 left) 2024-04-15T14:43:39.463 INFO:tasks.rados.rados.0.smithi016.stdout:1975: read oid 22 snap -1 2024-04-15T14:43:39.463 INFO:tasks.rados.rados.0.smithi016.stdout:1975: expect deleted 2024-04-15T14:43:39.464 INFO:tasks.rados.rados.0.smithi016.stdout:1976: read oid 39 snap 190 2024-04-15T14:43:39.464 INFO:tasks.rados.rados.0.smithi016.stdout:1976: expect (ObjNum 621 snap 189 seq_num 621) 2024-04-15T14:43:39.464 INFO:tasks.rados.rados.0.smithi016.stdout:1977: setattr oid 14 current snap is 192 2024-04-15T14:43:39.465 INFO:tasks.rados.rados.0.smithi016.stdout:1978: read oid 36 snap 186 2024-04-15T14:43:39.465 INFO:tasks.rados.rados.0.smithi016.stdout:1978: expect (ObjNum 547 snap 170 seq_num 547) 2024-04-15T14:43:39.466 INFO:tasks.rados.rados.0.smithi016.stdout:1979: rollback oid 13 current snap is 192 2024-04-15T14:43:39.466 INFO:tasks.rados.rados.0.smithi016.stdout:rollback oid 13 to 191 2024-04-15T14:43:39.466 INFO:tasks.rados.rados.0.smithi016.stdout:1980: read oid 9 snap -1 2024-04-15T14:43:39.466 INFO:tasks.rados.rados.0.smithi016.stdout:1980: expect (ObjNum 630 snap 191 seq_num 630) 2024-04-15T14:43:39.466 INFO:tasks.rados.rados.0.smithi016.stdout:1981: read oid 15 snap -1 2024-04-15T14:43:39.466 INFO:tasks.rados.rados.0.smithi016.stdout:1981: expect (ObjNum 506 snap 157 seq_num 506) 2024-04-15T14:43:39.466 INFO:tasks.rados.rados.0.smithi016.stdout:1982: rollback oid 44 current snap is 192 2024-04-15T14:43:39.466 INFO:tasks.rados.rados.0.smithi016.stdout:rollback oid 44 to 190 2024-04-15T14:43:39.466 INFO:tasks.rados.rados.0.smithi016.stdout:1983: read oid 5 snap -1 2024-04-15T14:43:39.466 INFO:tasks.rados.rados.0.smithi016.stdout:1983: expect deleted 2024-04-15T14:43:39.466 INFO:tasks.rados.rados.0.smithi016.stdout:1984: delete oid 28 current snap is 192 2024-04-15T14:43:39.467 INFO:tasks.rados.rados.0.smithi016.stdout:1982: finishing rollback tid 1 to smithi01678542-44 2024-04-15T14:43:39.467 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 44 v 0 (ObjNum 33 snap 0 seq_num 2211017976) dirty dne 2024-04-15T14:43:39.473 INFO:tasks.rados.rados.0.smithi016.stdout:1975: done (9 left) 2024-04-15T14:43:39.473 INFO:tasks.rados.rados.0.smithi016.stdout:1982: done (8 left) 2024-04-15T14:43:39.473 INFO:tasks.rados.rados.0.smithi016.stdout:1983: done (7 left) 2024-04-15T14:43:39.474 INFO:tasks.rados.rados.0.smithi016.stdout:1984: done (6 left) 2024-04-15T14:43:39.474 INFO:tasks.rados.rados.0.smithi016.stdout:1985: read oid 35 snap -1 2024-04-15T14:43:39.474 INFO:tasks.rados.rados.0.smithi016.stdout:1985: expect (ObjNum 548 snap 170 seq_num 548) 2024-04-15T14:43:39.474 INFO:tasks.rados.rados.0.smithi016.stdout:1986: delete oid 29 current snap is 192 2024-04-15T14:43:39.477 INFO:tasks.rados.rados.0.smithi016.stdout:1980: expect (ObjNum 630 snap 191 seq_num 630) 2024-04-15T14:43:39.511 INFO:tasks.rados.rados.0.smithi016.stdout:1979: finishing rollback tid 0 to smithi01678542-13 2024-04-15T14:43:39.511 INFO:tasks.rados.rados.0.smithi016.stdout:1979: finishing rollback tid 1 to smithi01678542-13 2024-04-15T14:43:39.511 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 14 v 1005 (ObjNum 547 snap 170 seq_num 547) dirty exists 2024-04-15T14:43:39.511 INFO:tasks.rados.rados.0.smithi016.stdout:1977: done (7 left) 2024-04-15T14:43:39.511 INFO:tasks.rados.rados.0.smithi016.stdout:1980: done (6 left) 2024-04-15T14:43:39.511 INFO:tasks.rados.rados.0.smithi016.stdout:1986: done (5 left) 2024-04-15T14:43:39.511 INFO:tasks.rados.rados.0.smithi016.stdout:1987: rollback oid 21 current snap is 192 2024-04-15T14:43:39.511 INFO:tasks.rados.rados.0.smithi016.stdout:rollback oid 21 to 190 2024-04-15T14:43:39.512 INFO:tasks.rados.rados.0.smithi016.stdout:1981: expect (ObjNum 506 snap 157 seq_num 506) 2024-04-15T14:43:39.545 INFO:tasks.rados.rados.0.smithi016.stdout:1976: expect (ObjNum 621 snap 189 seq_num 621) 2024-04-15T14:43:39.567 INFO:tasks.rados.rados.0.smithi016.stdout:1979: finishing rollback tid 2 to smithi01678542-13 2024-04-15T14:43:39.567 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 13 v 891 (ObjNum 376 snap 123 seq_num 376) dirty exists 2024-04-15T14:43:39.567 INFO:tasks.rados.rados.0.smithi016.stdout:1978: expect (ObjNum 547 snap 170 seq_num 547) 2024-04-15T14:43:39.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:43:39 smithi102 ceph-mon[87131]: pgmap v323: 121 pgs: 121 active+clean; 104 MiB data, 929 MiB used, 714 GiB / 715 GiB avail; 3.4 MiB/s rd, 570 KiB/s wr, 6 op/s; 25 MiB/s, 8 objects/s recovering 2024-04-15T14:43:39.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:43:39 smithi102 ceph-mon[87131]: osdmap e461: 8 total, 8 up, 8 in 2024-04-15T14:43:39.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:43:39 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T14:43:39.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:43:39 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T14:43:39.789 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:43:39 smithi016 ceph-mon[90652]: pgmap v323: 121 pgs: 121 active+clean; 104 MiB data, 929 MiB used, 714 GiB / 715 GiB avail; 3.4 MiB/s rd, 570 KiB/s wr, 6 op/s; 25 MiB/s, 8 objects/s recovering 2024-04-15T14:43:39.789 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:43:39 smithi016 ceph-mon[90652]: osdmap e461: 8 total, 8 up, 8 in 2024-04-15T14:43:39.789 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:43:39 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T14:43:39.789 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:43:39 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T14:43:39.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:43:39 smithi016 ceph-mon[93212]: pgmap v323: 121 pgs: 121 active+clean; 104 MiB data, 929 MiB used, 714 GiB / 715 GiB avail; 3.4 MiB/s rd, 570 KiB/s wr, 6 op/s; 25 MiB/s, 8 objects/s recovering 2024-04-15T14:43:39.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:43:39 smithi016 ceph-mon[93212]: osdmap e461: 8 total, 8 up, 8 in 2024-04-15T14:43:39.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:43:39 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T14:43:39.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:43:39 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T14:43:40.238 INFO:tasks.rados.rados.0.smithi016.stdout:1985: expect (ObjNum 548 snap 170 seq_num 548) 2024-04-15T14:43:40.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:43:40 smithi102 ceph-mon[87131]: osdmap e462: 8 total, 8 up, 8 in 2024-04-15T14:43:40.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:43:40 smithi102 ceph-mon[87131]: osdmap e463: 8 total, 8 up, 8 in 2024-04-15T14:43:40.789 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:43:40 smithi016 ceph-mon[90652]: osdmap e462: 8 total, 8 up, 8 in 2024-04-15T14:43:40.789 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:43:40 smithi016 ceph-mon[90652]: osdmap e463: 8 total, 8 up, 8 in 2024-04-15T14:43:40.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:43:40 smithi016 ceph-mon[93212]: osdmap e462: 8 total, 8 up, 8 in 2024-04-15T14:43:40.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:43:40 smithi016 ceph-mon[93212]: osdmap e463: 8 total, 8 up, 8 in 2024-04-15T14:43:40.913 INFO:tasks.rados.rados.0.smithi016.stdout:1987: finishing rollback tid 0 to smithi01678542-21 2024-04-15T14:43:40.913 INFO:tasks.rados.rados.0.smithi016.stdout:1987: finishing rollback tid 1 to smithi01678542-21 2024-04-15T14:43:40.913 INFO:tasks.rados.rados.0.smithi016.stdout:1987: finishing rollback tid 2 to smithi01678542-21 2024-04-15T14:43:40.913 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 21 v 1035 (ObjNum 506 snap 157 seq_num 506) dirty exists 2024-04-15T14:43:40.913 INFO:tasks.rados.rados.0.smithi016.stdout:1976: done (5 left) 2024-04-15T14:43:40.913 INFO:tasks.rados.rados.0.smithi016.stdout:1978: done (4 left) 2024-04-15T14:43:40.913 INFO:tasks.rados.rados.0.smithi016.stdout:1979: done (3 left) 2024-04-15T14:43:40.913 INFO:tasks.rados.rados.0.smithi016.stdout:1981: done (2 left) 2024-04-15T14:43:40.913 INFO:tasks.rados.rados.0.smithi016.stdout:1985: done (1 left) 2024-04-15T14:43:40.913 INFO:tasks.rados.rados.0.smithi016.stdout:1987: done (0 left) 2024-04-15T14:43:40.913 INFO:tasks.rados.rados.0.smithi016.stdout:1988: read oid 32 snap -1 2024-04-15T14:43:40.913 INFO:tasks.rados.rados.0.smithi016.stdout:1988: expect (ObjNum 593 snap 181 seq_num 593) 2024-04-15T14:43:40.914 INFO:tasks.rados.rados.0.smithi016.stdout:1989: setattr oid 21 current snap is 192 2024-04-15T14:43:40.914 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 17 current snap is 192 2024-04-15T14:43:40.914 INFO:tasks.rados.rados.0.smithi016.stdout:1990: seq_num 635 ranges {4243456=638976,4882432=401408} 2024-04-15T14:43:40.941 INFO:tasks.rados.rados.0.smithi016.stdout:1990: writing smithi01678542-17 from 4243456 to 4882432 tid 1 2024-04-15T14:43:40.943 INFO:tasks.rados.rados.0.smithi016.stdout:1990: writing smithi01678542-17 from 4882432 to 5283840 tid 2 2024-04-15T14:43:40.944 INFO:tasks.rados.rados.0.smithi016.stdout:1991: snap_remove snap 187 2024-04-15T14:43:41.313 INFO:journalctl@ceph.osd.5.smithi102.stdout:Apr 15 14:43:41 smithi102 systemd[1]: Stopping Ceph osd.5 for 362ea986-fb34-11ee-bc8f-c7b262605968... 2024-04-15T14:43:41.474 INFO:tasks.rados.rados.0.smithi016.stdout:1991: done (3 left) 2024-04-15T14:43:41.474 INFO:tasks.rados.rados.0.smithi016.stdout:1992: snap_create 2024-04-15T14:43:41.482 INFO:tasks.rados.rados.0.smithi016.stdout:1988: expect (ObjNum 593 snap 181 seq_num 593) 2024-04-15T14:43:41.490 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 21 v 1036 (ObjNum 506 snap 157 seq_num 506) dirty exists 2024-04-15T14:43:41.490 INFO:tasks.rados.rados.0.smithi016.stdout:1990: finishing write tid 1 to smithi01678542-17 2024-04-15T14:43:41.490 INFO:tasks.rados.rados.0.smithi016.stdout:1990: finishing write tid 2 to smithi01678542-17 2024-04-15T14:43:41.491 INFO:tasks.rados.rados.0.smithi016.stdout:1990: finishing write tid 3 to smithi01678542-17 2024-04-15T14:43:41.491 INFO:tasks.rados.rados.0.smithi016.stdout:1990: finishing write tid 4 to smithi01678542-17 2024-04-15T14:43:41.491 INFO:tasks.rados.rados.0.smithi016.stdout:1990: oid 17 updating version 0 to 918 2024-04-15T14:43:41.491 INFO:tasks.rados.rados.0.smithi016.stdout:1990: oid 17 version 918 is already newer than 916 2024-04-15T14:43:41.491 INFO:tasks.rados.rados.0.smithi016.stdout:1990: oid 17 version 918 is already newer than 917 2024-04-15T14:43:41.491 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 17 v 918 (ObjNum 635 snap 192 seq_num 635) dirty exists 2024-04-15T14:43:41.491 INFO:tasks.rados.rados.0.smithi016.stdout:1990: left oid 17 (ObjNum 635 snap 192 seq_num 635) 2024-04-15T14:43:41.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:43:41 smithi102 ceph-mon[87131]: pgmap v326: 121 pgs: 121 active+clean; 106 MiB data, 920 MiB used, 714 GiB / 715 GiB avail; 7.7 MiB/s rd, 456 KiB/s wr, 9 op/s 2024-04-15T14:43:41.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:43:41 smithi102 ceph-mon[87131]: osd.5 marked itself down and dead 2024-04-15T14:43:41.687 INFO:journalctl@ceph.osd.5.smithi102.stdout:Apr 15 14:43:41 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-osd-5[42614]: 2024-04-15T14:43:41.311+0000 7f3974bb8700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.5 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-04-15T14:43:41.688 INFO:journalctl@ceph.osd.5.smithi102.stdout:Apr 15 14:43:41 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-osd-5[42614]: 2024-04-15T14:43:41.311+0000 7f3974bb8700 -1 osd.5 463 *** Got signal Terminated *** 2024-04-15T14:43:41.688 INFO:journalctl@ceph.osd.5.smithi102.stdout:Apr 15 14:43:41 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-osd-5[42614]: 2024-04-15T14:43:41.311+0000 7f3974bb8700 -1 osd.5 463 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-04-15T14:43:41.779 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:43:41 smithi016 ceph-mon[90652]: pgmap v326: 121 pgs: 121 active+clean; 106 MiB data, 920 MiB used, 714 GiB / 715 GiB avail; 7.7 MiB/s rd, 456 KiB/s wr, 9 op/s 2024-04-15T14:43:41.779 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:43:41 smithi016 ceph-mon[90652]: osd.5 marked itself down and dead 2024-04-15T14:43:41.780 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:43:41 smithi016 ceph-mon[93212]: pgmap v326: 121 pgs: 121 active+clean; 106 MiB data, 920 MiB used, 714 GiB / 715 GiB avail; 7.7 MiB/s rd, 456 KiB/s wr, 9 op/s 2024-04-15T14:43:41.780 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:43:41 smithi016 ceph-mon[93212]: osd.5 marked itself down and dead 2024-04-15T14:43:42.039 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 15 14:43:41 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-y[81421]: ::ffff:172.21.15.102 - - [15/Apr/2024:14:43:41] "GET /metrics HTTP/1.1" 200 36211 "" "Prometheus/2.43.0" 2024-04-15T14:43:42.304 INFO:journalctl@ceph.osd.5.smithi102.stdout:Apr 15 14:43:42 smithi102 podman[97757]: 2024-04-15 14:43:42.028083167 +0000 UTC m=+0.825402420 container died 64518f93c8c82e70964f0757bb708b2d103c4c56e5d9d6635e18131869648c45 (image=quay.ceph.io/ceph-ci/ceph@sha256:68779415073ff203e402b0379758fdddf51fc45e34dd0f039888aa95268c5315, name=ceph-362ea986-fb34-11ee-bc8f-c7b262605968-osd-5, ceph=True, org.label-schema.build-date=20240409, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.33.5, org.label-schema.license=GPLv2, RELEASE=reef-e3fb05d, org.label-schema.schema-version=1.0, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67) 2024-04-15T14:43:42.478 INFO:tasks.rados.rados.0.smithi016.stdout:1988: done (3 left) 2024-04-15T14:43:42.478 INFO:tasks.rados.rados.0.smithi016.stdout:1989: done (2 left) 2024-04-15T14:43:42.478 INFO:tasks.rados.rados.0.smithi016.stdout:1990: done (1 left) 2024-04-15T14:43:42.478 INFO:tasks.rados.rados.0.smithi016.stdout:1992: done (0 left) 2024-04-15T14:43:42.478 INFO:tasks.rados.rados.0.smithi016.stdout:1993: delete oid 38 current snap is 193 2024-04-15T14:43:42.498 INFO:tasks.rados.rados.0.smithi016.stdout:1993: done (0 left) 2024-04-15T14:43:42.499 INFO:tasks.rados.rados.0.smithi016.stdout:1994: snap_remove snap 191 2024-04-15T14:43:42.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:43:42 smithi102 ceph-mon[87131]: Health check failed: 1 osds down (OSD_DOWN) 2024-04-15T14:43:42.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:43:42 smithi102 ceph-mon[87131]: osdmap e464: 8 total, 7 up, 8 in 2024-04-15T14:43:42.688 INFO:journalctl@ceph.prometheus.a.smithi102.stdout:Apr 15 14:43:42 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-prometheus-a[78028]: ts=2024-04-15T14:43:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi016:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"362ea986-fb34-11ee-bc8f-c7b262605968\", instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T14:43:42.688 INFO:journalctl@ceph.osd.5.smithi102.stdout:Apr 15 14:43:42 smithi102 podman[97757]: 2024-04-15 14:43:42.493441052 +0000 UTC m=+1.290760312 container cleanup 64518f93c8c82e70964f0757bb708b2d103c4c56e5d9d6635e18131869648c45 (image=quay.ceph.io/ceph-ci/ceph@sha256:68779415073ff203e402b0379758fdddf51fc45e34dd0f039888aa95268c5315, name=ceph-362ea986-fb34-11ee-bc8f-c7b262605968-osd-5, ceph=True, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, GIT_CLEAN=True, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, GIT_BRANCH=HEAD, org.label-schema.build-date=20240409, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, RELEASE=reef-e3fb05d, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux ) 2024-04-15T14:43:42.689 INFO:journalctl@ceph.osd.5.smithi102.stdout:Apr 15 14:43:42 smithi102 bash[97757]: ceph-362ea986-fb34-11ee-bc8f-c7b262605968-osd-5 2024-04-15T14:43:42.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:43:42 smithi016 ceph-mon[93212]: Health check failed: 1 osds down (OSD_DOWN) 2024-04-15T14:43:42.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:43:42 smithi016 ceph-mon[93212]: osdmap e464: 8 total, 7 up, 8 in 2024-04-15T14:43:42.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:43:42 smithi016 ceph-mon[90652]: Health check failed: 1 osds down (OSD_DOWN) 2024-04-15T14:43:42.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:43:42 smithi016 ceph-mon[90652]: osdmap e464: 8 total, 7 up, 8 in 2024-04-15T14:43:42.845 INFO:teuthology.orchestra.run.smithi016.stdout:true 2024-04-15T14:43:43.103 INFO:journalctl@ceph.osd.5.smithi102.stdout:Apr 15 14:43:42 smithi102 podman[97781]: 2024-04-15 14:43:42.786776503 +0000 UTC m=+0.758942410 container remove 64518f93c8c82e70964f0757bb708b2d103c4c56e5d9d6635e18131869648c45 (image=quay.ceph.io/ceph-ci/ceph@sha256:68779415073ff203e402b0379758fdddf51fc45e34dd0f039888aa95268c5315, name=ceph-362ea986-fb34-11ee-bc8f-c7b262605968-osd-5, maintainer=Guillaume Abrioux , GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.build-date=20240409, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, ceph=True, RELEASE=reef-e3fb05d, GIT_CLEAN=True, io.buildah.version=1.33.5, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=) 2024-04-15T14:43:43.176 INFO:teuthology.orchestra.run.smithi016.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-04-15T14:43:43.176 INFO:teuthology.orchestra.run.smithi016.stdout:alertmanager.a smithi016 *:9093,9094 running (8m) 47s ago 8m 24.7M - 0.25.0 c8568f914cd2 bc85d1f32a92 2024-04-15T14:43:43.176 INFO:teuthology.orchestra.run.smithi016.stdout:grafana.a smithi102 *:3000 running (8m) 12s ago 8m 88.8M - 9.4.7 954c08fa6188 dfd3a2bac142 2024-04-15T14:43:43.176 INFO:teuthology.orchestra.run.smithi016.stdout:mds.a smithi016 running (10m) 47s ago 10m 19.8M - 18.2.2-1221-ge3fb05d5 aa4d2281650a 287f01435fb1 2024-04-15T14:43:43.176 INFO:teuthology.orchestra.run.smithi016.stdout:mds.b smithi102 running (10m) 12s ago 10m 15.4M - 18.2.2-1221-ge3fb05d5 aa4d2281650a 9ed1adb3241c 2024-04-15T14:43:43.176 INFO:teuthology.orchestra.run.smithi016.stdout:mgr.x smithi102 *:8443,9283,8765 running (4m) 12s ago 13m 451M - 19.0.0-3080-gc2d8c315 259793512b73 7427787dd7cf 2024-04-15T14:43:43.176 INFO:teuthology.orchestra.run.smithi016.stdout:mgr.y smithi016 *:8443,9283,8765 running (4m) 47s ago 15m 516M - 19.0.0-3080-gc2d8c315 259793512b73 23b2f98a056a 2024-04-15T14:43:43.176 INFO:teuthology.orchestra.run.smithi016.stdout:mon.a smithi016 running (3m) 47s ago 15m 53.1M 2048M 19.0.0-3080-gc2d8c315 259793512b73 0f0e1a24c400 2024-04-15T14:43:43.177 INFO:teuthology.orchestra.run.smithi016.stdout:mon.b smithi102 running (3m) 12s ago 14m 44.2M 2048M 19.0.0-3080-gc2d8c315 259793512b73 57b781990cd4 2024-04-15T14:43:43.177 INFO:teuthology.orchestra.run.smithi016.stdout:mon.c smithi016 running (3m) 47s ago 14m 45.2M 2048M 19.0.0-3080-gc2d8c315 259793512b73 eef940aadb4d 2024-04-15T14:43:43.177 INFO:teuthology.orchestra.run.smithi016.stdout:node-exporter.a smithi016 *:9100 running (8m) 47s ago 8m 17.1M - 1.5.0 0da6a335fe13 8d0101b6e6e8 2024-04-15T14:43:43.177 INFO:teuthology.orchestra.run.smithi016.stdout:node-exporter.b smithi102 *:9100 running (8m) 12s ago 8m 15.6M - 1.5.0 0da6a335fe13 d83ffdf53df3 2024-04-15T14:43:43.177 INFO:teuthology.orchestra.run.smithi016.stdout:osd.0 smithi016 running (2m) 47s ago 13m 127M 2481M 19.0.0-3080-gc2d8c315 259793512b73 6ae1b6c92493 2024-04-15T14:43:43.177 INFO:teuthology.orchestra.run.smithi016.stdout:osd.1 smithi016 running (106s) 47s ago 13m 124M 2481M 19.0.0-3080-gc2d8c315 259793512b73 106c0a047128 2024-04-15T14:43:43.177 INFO:teuthology.orchestra.run.smithi016.stdout:osd.2 smithi016 running (86s) 47s ago 12m 92.5M 2481M 19.0.0-3080-gc2d8c315 259793512b73 436c24e520a2 2024-04-15T14:43:43.177 INFO:teuthology.orchestra.run.smithi016.stdout:osd.3 smithi016 running (52s) 47s ago 12m 11.7M 2481M 19.0.0-3080-gc2d8c315 259793512b73 abb436370146 2024-04-15T14:43:43.177 INFO:teuthology.orchestra.run.smithi016.stdout:osd.4 smithi102 running (17s) 12s ago 11m 12.7M 2480M 19.0.0-3080-gc2d8c315 259793512b73 bc2a23806308 2024-04-15T14:43:43.177 INFO:teuthology.orchestra.run.smithi016.stdout:osd.5 smithi102 running (11m) 12s ago 11m 211M 2480M 18.2.2-1221-ge3fb05d5 aa4d2281650a 64518f93c8c8 2024-04-15T14:43:43.177 INFO:teuthology.orchestra.run.smithi016.stdout:osd.6 smithi102 running (10m) 12s ago 10m 180M 2480M 18.2.2-1221-ge3fb05d5 aa4d2281650a a3993a86427e 2024-04-15T14:43:43.177 INFO:teuthology.orchestra.run.smithi016.stdout:osd.7 smithi102 running (10m) 12s ago 10m 187M 2480M 18.2.2-1221-ge3fb05d5 aa4d2281650a f9ac771a8a69 2024-04-15T14:43:43.177 INFO:teuthology.orchestra.run.smithi016.stdout:prometheus.a smithi102 *:9095 running (4m) 12s ago 9m 59.3M - 2.43.0 a07b618ecd1d 86d1d3518ceb 2024-04-15T14:43:43.374 INFO:journalctl@ceph.osd.5.smithi102.stdout:Apr 15 14:43:43 smithi102 podman[97881]: 2024-04-15 14:43:43.004771248 +0000 UTC m=+0.017787603 image pull 259793512b732efd8e04a33aa28c6de3675c47d120bc226206521425d246003e quay.ceph.io/ceph-ci/ceph@sha256:55072b3f7eae2e3409906b98d09d882e1c3dc2a9205d85fd5f4c0bc62f82d163 2024-04-15T14:43:43.374 INFO:journalctl@ceph.osd.5.smithi102.stdout:Apr 15 14:43:43 smithi102 podman[97881]: 2024-04-15 14:43:43.120822967 +0000 UTC m=+0.133839322 container create 20ae4c7b259af296f0f9d3be0abe3a5f6a2f2b5f4d3661f65fac6aebc8ff9cff (image=quay.ceph.io/ceph-ci/ceph@sha256:55072b3f7eae2e3409906b98d09d882e1c3dc2a9205d85fd5f4c0bc62f82d163, name=ceph-362ea986-fb34-11ee-bc8f-c7b262605968-osd-5-deactivate, org.label-schema.license=GPLv2, RELEASE=main-c2d8c31, GIT_BRANCH=HEAD, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, CEPH_POINT_RELEASE=, GIT_CLEAN=True, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240409, io.buildah.version=1.33.5) 2024-04-15T14:43:43.483 INFO:tasks.rados.rados.0.smithi016.stdout:1994: done (0 left) 2024-04-15T14:43:43.483 INFO:tasks.rados.rados.0.smithi016.stdout:1995: rmattr oid 12 current snap is 193 2024-04-15T14:43:43.483 INFO:tasks.rados.rados.0.smithi016.stdout:1996: snap_remove snap 192 2024-04-15T14:43:43.594 INFO:teuthology.orchestra.run.smithi016.stdout:{ 2024-04-15T14:43:43.594 INFO:teuthology.orchestra.run.smithi016.stdout: "mon": { 2024-04-15T14:43:43.594 INFO:teuthology.orchestra.run.smithi016.stdout: "ceph version 19.0.0-3080-gc2d8c315 (c2d8c3155d854ee204cb7c7261232571229d1d54) squid (dev)": 3 2024-04-15T14:43:43.594 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-04-15T14:43:43.594 INFO:teuthology.orchestra.run.smithi016.stdout: "mgr": { 2024-04-15T14:43:43.594 INFO:teuthology.orchestra.run.smithi016.stdout: "ceph version 19.0.0-3080-gc2d8c315 (c2d8c3155d854ee204cb7c7261232571229d1d54) squid (dev)": 2 2024-04-15T14:43:43.594 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-04-15T14:43:43.594 INFO:teuthology.orchestra.run.smithi016.stdout: "osd": { 2024-04-15T14:43:43.594 INFO:teuthology.orchestra.run.smithi016.stdout: "ceph version 18.2.2-1221-ge3fb05d5 (e3fb05d5e6da84b5c44db3f3051c4d242f9809c1) reef (stable)": 2, 2024-04-15T14:43:43.594 INFO:teuthology.orchestra.run.smithi016.stdout: "ceph version 19.0.0-3080-gc2d8c315 (c2d8c3155d854ee204cb7c7261232571229d1d54) squid (dev)": 5 2024-04-15T14:43:43.594 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-04-15T14:43:43.595 INFO:teuthology.orchestra.run.smithi016.stdout: "mds": { 2024-04-15T14:43:43.595 INFO:teuthology.orchestra.run.smithi016.stdout: "ceph version 18.2.2-1221-ge3fb05d5 (e3fb05d5e6da84b5c44db3f3051c4d242f9809c1) reef (stable)": 2 2024-04-15T14:43:43.595 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-04-15T14:43:43.595 INFO:teuthology.orchestra.run.smithi016.stdout: "overall": { 2024-04-15T14:43:43.595 INFO:teuthology.orchestra.run.smithi016.stdout: "ceph version 18.2.2-1221-ge3fb05d5 (e3fb05d5e6da84b5c44db3f3051c4d242f9809c1) reef (stable)": 4, 2024-04-15T14:43:43.595 INFO:teuthology.orchestra.run.smithi016.stdout: "ceph version 19.0.0-3080-gc2d8c315 (c2d8c3155d854ee204cb7c7261232571229d1d54) squid (dev)": 10 2024-04-15T14:43:43.595 INFO:teuthology.orchestra.run.smithi016.stdout: } 2024-04-15T14:43:43.595 INFO:teuthology.orchestra.run.smithi016.stdout:} 2024-04-15T14:43:43.673 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:43:43 smithi102 ceph-mon[87131]: pgmap v329: 121 pgs: 18 stale+active+clean, 103 active+clean; 107 MiB data, 920 MiB used, 714 GiB / 715 GiB avail; 20 MiB/s rd, 1.5 MiB/s wr, 34 op/s 2024-04-15T14:43:43.673 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:43:43 smithi102 ceph-mon[87131]: osdmap e465: 8 total, 7 up, 8 in 2024-04-15T14:43:43.673 INFO:journalctl@ceph.prometheus.a.smithi102.stdout:Apr 15 14:43:43 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-prometheus-a[78028]: ts=2024-04-15T14:43:43.504Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi016\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi016\", job=\"node\", machine=\"x86_64\", nodename=\"smithi016\", release=\"5.14.0-438.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Apr 12 13:55:21 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"362ea986-fb34-11ee-bc8f-c7b262605968\", domainname=\"(none)\", instance=\"smithi016\", job=\"node\", machine=\"x86_64\", nodename=\"smithi016\", release=\"5.14.0-438.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Apr 12 13:55:21 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T14:43:43.673 INFO:journalctl@ceph.osd.5.smithi102.stdout:Apr 15 14:43:43 smithi102 podman[97881]: 2024-04-15 14:43:43.373539926 +0000 UTC m=+0.386556289 container init 20ae4c7b259af296f0f9d3be0abe3a5f6a2f2b5f4d3661f65fac6aebc8ff9cff (image=quay.ceph.io/ceph-ci/ceph@sha256:55072b3f7eae2e3409906b98d09d882e1c3dc2a9205d85fd5f4c0bc62f82d163, name=ceph-362ea986-fb34-11ee-bc8f-c7b262605968-osd-5-deactivate, org.label-schema.name=CentOS Stream 8 Base Image, maintainer=Guillaume Abrioux , RELEASE=main-c2d8c31, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, ceph=True, org.label-schema.build-date=20240409, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, io.buildah.version=1.33.5) 2024-04-15T14:43:43.673 INFO:journalctl@ceph.osd.5.smithi102.stdout:Apr 15 14:43:43 smithi102 podman[97881]: 2024-04-15 14:43:43.37962584 +0000 UTC m=+0.392642195 container start 20ae4c7b259af296f0f9d3be0abe3a5f6a2f2b5f4d3661f65fac6aebc8ff9cff (image=quay.ceph.io/ceph-ci/ceph@sha256:55072b3f7eae2e3409906b98d09d882e1c3dc2a9205d85fd5f4c0bc62f82d163, name=ceph-362ea986-fb34-11ee-bc8f-c7b262605968-osd-5-deactivate, CEPH_POINT_RELEASE=, GIT_CLEAN=True, io.buildah.version=1.33.5, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , RELEASE=main-c2d8c31, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, ceph=True, org.label-schema.license=GPLv2, org.label-schema.build-date=20240409, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-04-15T14:43:43.674 INFO:journalctl@ceph.osd.5.smithi102.stdout:Apr 15 14:43:43 smithi102 podman[97881]: 2024-04-15 14:43:43.47326757 +0000 UTC m=+0.486283935 container attach 20ae4c7b259af296f0f9d3be0abe3a5f6a2f2b5f4d3661f65fac6aebc8ff9cff (image=quay.ceph.io/ceph-ci/ceph@sha256:55072b3f7eae2e3409906b98d09d882e1c3dc2a9205d85fd5f4c0bc62f82d163, name=ceph-362ea986-fb34-11ee-bc8f-c7b262605968-osd-5-deactivate, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, org.label-schema.build-date=20240409, RELEASE=main-c2d8c31, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, io.buildah.version=1.33.5, ceph=True, maintainer=Guillaume Abrioux ) 2024-04-15T14:43:43.674 INFO:journalctl@ceph.osd.5.smithi102.stdout:Apr 15 14:43:43 smithi102 podman[97881]: 2024-04-15 14:43:43.672145574 +0000 UTC m=+0.685161936 container died 20ae4c7b259af296f0f9d3be0abe3a5f6a2f2b5f4d3661f65fac6aebc8ff9cff (image=quay.ceph.io/ceph-ci/ceph@sha256:55072b3f7eae2e3409906b98d09d882e1c3dc2a9205d85fd5f4c0bc62f82d163, name=ceph-362ea986-fb34-11ee-bc8f-c7b262605968-osd-5-deactivate, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, GIT_CLEAN=True, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240409, RELEASE=main-c2d8c31, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, io.buildah.version=1.33.5, ceph=True) 2024-04-15T14:43:43.789 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:43:43 smithi016 ceph-mon[90652]: pgmap v329: 121 pgs: 18 stale+active+clean, 103 active+clean; 107 MiB data, 920 MiB used, 714 GiB / 715 GiB avail; 20 MiB/s rd, 1.5 MiB/s wr, 34 op/s 2024-04-15T14:43:43.789 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:43:43 smithi016 ceph-mon[90652]: osdmap e465: 8 total, 7 up, 8 in 2024-04-15T14:43:43.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:43:43 smithi016 ceph-mon[93212]: pgmap v329: 121 pgs: 18 stale+active+clean, 103 active+clean; 107 MiB data, 920 MiB used, 714 GiB / 715 GiB avail; 20 MiB/s rd, 1.5 MiB/s wr, 34 op/s 2024-04-15T14:43:43.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:43:43 smithi016 ceph-mon[93212]: osdmap e465: 8 total, 7 up, 8 in 2024-04-15T14:43:44.490 INFO:tasks.rados.rados.0.smithi016.stdout:1996: done (1 left) 2024-04-15T14:43:44.491 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 45 current snap is 193 2024-04-15T14:43:44.491 INFO:tasks.rados.rados.0.smithi016.stdout:1997: seq_num 637 ranges {811008=671744,1482752=401408} 2024-04-15T14:43:44.499 INFO:tasks.rados.rados.0.smithi016.stdout:1997: writing smithi01678542-45 from 811008 to 1482752 tid 1 2024-04-15T14:43:44.501 INFO:tasks.rados.rados.0.smithi016.stdout:1997: writing smithi01678542-45 from 1482752 to 1884160 tid 2 2024-04-15T14:43:44.501 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 2 current snap is 193 2024-04-15T14:43:44.501 INFO:tasks.rados.rados.0.smithi016.stdout:1998: seq_num 638 ranges {0=688128,688128=401408} 2024-04-15T14:43:44.506 INFO:tasks.rados.rados.0.smithi016.stdout:1998: writing smithi01678542-2 from 0 to 688128 tid 1 2024-04-15T14:43:44.509 INFO:tasks.rados.rados.0.smithi016.stdout:1998: writing smithi01678542-2 from 688128 to 1089536 tid 2 2024-04-15T14:43:44.509 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 44 current snap is 193 2024-04-15T14:43:44.510 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 12 v 893 (ObjNum 285 snap 84 seq_num 285) dirty exists 2024-04-15T14:43:44.510 INFO:tasks.rados.rados.0.smithi016.stdout:1997: finishing write tid 1 to smithi01678542-45 2024-04-15T14:43:44.510 INFO:tasks.rados.rados.0.smithi016.stdout:1997: finishing write tid 2 to smithi01678542-45 2024-04-15T14:43:44.510 INFO:tasks.rados.rados.0.smithi016.stdout:1997: finishing write tid 3 to smithi01678542-45 2024-04-15T14:43:44.510 INFO:tasks.rados.rados.0.smithi016.stdout:1997: finishing write tid 4 to smithi01678542-45 2024-04-15T14:43:44.510 INFO:tasks.rados.rados.0.smithi016.stdout:1997: oid 45 updating version 0 to 545 2024-04-15T14:43:44.510 INFO:tasks.rados.rados.0.smithi016.stdout:1997: oid 45 updating version 545 to 546 2024-04-15T14:43:44.510 INFO:tasks.rados.rados.0.smithi016.stdout:1997: oid 45 updating version 546 to 547 2024-04-15T14:43:44.510 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 45 v 547 (ObjNum 637 snap 193 seq_num 637) dirty exists 2024-04-15T14:43:44.510 INFO:tasks.rados.rados.0.smithi016.stdout:1997: left oid 45 (ObjNum 637 snap 193 seq_num 637) 2024-04-15T14:43:44.510 INFO:tasks.rados.rados.0.smithi016.stdout:1999: seq_num 639 ranges {0=704512,704512=401408} 2024-04-15T14:43:44.514 INFO:tasks.rados.rados.0.smithi016.stdout:1999: writing smithi01678542-44 from 0 to 704512 tid 1 2024-04-15T14:43:44.518 INFO:tasks.rados.rados.0.smithi016.stdout:1999: writing smithi01678542-44 from 704512 to 1105920 tid 2 2024-04-15T14:43:44.518 INFO:tasks.rados.rados.0.smithi016.stdout:1995: done (3 left) 2024-04-15T14:43:44.518 INFO:tasks.rados.rados.0.smithi016.stdout:1997: done (2 left) 2024-04-15T14:43:44.518 INFO:tasks.rados.rados.0.smithi016.stdout:2000: rollback oid 48 current snap is 193 2024-04-15T14:43:44.518 INFO:tasks.rados.rados.0.smithi016.stdout:rollback oid 48 to 190 2024-04-15T14:43:44.518 INFO:tasks.rados.rados.0.smithi016.stdout:1998: finishing write tid 1 to smithi01678542-2 2024-04-15T14:43:44.518 INFO:tasks.rados.rados.0.smithi016.stdout:1998: finishing write tid 2 to smithi01678542-2 2024-04-15T14:43:44.518 INFO:tasks.rados.rados.0.smithi016.stdout:1998: finishing write tid 3 to smithi01678542-2 2024-04-15T14:43:44.518 INFO:tasks.rados.rados.0.smithi016.stdout:1998: finishing write tid 4 to smithi01678542-2 2024-04-15T14:43:44.518 INFO:tasks.rados.rados.0.smithi016.stdout:1998: oid 2 updating version 0 to 950 2024-04-15T14:43:44.518 INFO:tasks.rados.rados.0.smithi016.stdout:1998: oid 2 version 950 is already newer than 949 2024-04-15T14:43:44.519 INFO:tasks.rados.rados.0.smithi016.stdout:1998: oid 2 version 950 is already newer than 948 2024-04-15T14:43:44.519 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 2 v 950 (ObjNum 638 snap 193 seq_num 638) dirty exists 2024-04-15T14:43:44.519 INFO:tasks.rados.rados.0.smithi016.stdout:1998: left oid 2 (ObjNum 638 snap 193 seq_num 638) 2024-04-15T14:43:44.519 INFO:tasks.rados.rados.0.smithi016.stdout:1998: done (2 left) 2024-04-15T14:43:44.519 INFO:tasks.rados.rados.0.smithi016.stdout:2001: rollback oid 9 current snap is 193 2024-04-15T14:43:44.519 INFO:tasks.rados.rados.0.smithi016.stdout:rollback oid 9 to 186 2024-04-15T14:43:44.519 INFO:tasks.rados.rados.0.smithi016.stdout:2002: copy_from oid 7 from oid 33 current snap is 193 2024-04-15T14:43:44.519 INFO:tasks.rados.rados.0.smithi016.stdout:2003: read oid 46 snap -1 2024-04-15T14:43:44.519 INFO:tasks.rados.rados.0.smithi016.stdout:2003: expect (ObjNum 584 snap 179 seq_num 584) 2024-04-15T14:43:44.519 INFO:tasks.rados.rados.0.smithi016.stdout:2004: delete oid 43 current snap is 193 2024-04-15T14:43:44.519 INFO:tasks.rados.rados.0.smithi016.stdout:1999: finishing write tid 1 to smithi01678542-44 2024-04-15T14:43:44.521 INFO:tasks.rados.rados.0.smithi016.stdout:2004: done (5 left) 2024-04-15T14:43:44.521 INFO:tasks.rados.rados.0.smithi016.stdout:2005: read oid 39 snap -1 2024-04-15T14:43:44.521 INFO:tasks.rados.rados.0.smithi016.stdout:2005: expect (ObjNum 621 snap 189 seq_num 621) 2024-04-15T14:43:44.521 INFO:tasks.rados.rados.0.smithi016.stdout:2006: snap_create 2024-04-15T14:43:44.521 INFO:tasks.rados.rados.0.smithi016.stdout:1999: finishing write tid 2 to smithi01678542-44 2024-04-15T14:43:44.521 INFO:tasks.rados.rados.0.smithi016.stdout:2000: finishing rollback tid 1 to smithi01678542-48 2024-04-15T14:43:44.521 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 48 v 0 (ObjNum 161 snap 0 seq_num 0) dirty dne 2024-04-15T14:43:44.521 INFO:tasks.rados.rados.0.smithi016.stdout:2001: finishing rollback tid 0 to smithi01678542-9 2024-04-15T14:43:44.522 INFO:tasks.rados.rados.0.smithi016.stdout:2001: finishing rollback tid 1 to smithi01678542-9 2024-04-15T14:43:44.522 INFO:tasks.rados.rados.0.smithi016.stdout:1999: finishing write tid 3 to smithi01678542-44 2024-04-15T14:43:44.524 INFO:tasks.rados.rados.0.smithi016.stdout:2001: finishing rollback tid 2 to smithi01678542-9 2024-04-15T14:43:44.524 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 9 v 920 (ObjNum 578 snap 175 seq_num 578) dirty exists 2024-04-15T14:43:44.526 INFO:tasks.rados.rados.0.smithi016.stdout:2003: expect (ObjNum 584 snap 179 seq_num 584) 2024-04-15T14:43:44.642 INFO:tasks.rados.rados.0.smithi016.stdout:2005: expect (ObjNum 621 snap 189 seq_num 621) 2024-04-15T14:43:44.664 INFO:tasks.rados.rados.0.smithi016.stdout:1999: finishing write tid 4 to smithi01678542-44 2024-04-15T14:43:44.664 INFO:tasks.rados.rados.0.smithi016.stdout:1999: oid 44 updating version 0 to 1090 2024-04-15T14:43:44.664 INFO:tasks.rados.rados.0.smithi016.stdout:1999: oid 44 version 1090 is already newer than 1089 2024-04-15T14:43:44.664 INFO:tasks.rados.rados.0.smithi016.stdout:1999: oid 44 updating version 1090 to 1091 2024-04-15T14:43:44.664 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 44 v 1091 (ObjNum 639 snap 193 seq_num 639) dirty exists 2024-04-15T14:43:44.664 INFO:tasks.rados.rados.0.smithi016.stdout:1999: left oid 44 (ObjNum 639 snap 193 seq_num 639) 2024-04-15T14:43:44.664 INFO:tasks.rados.rados.0.smithi016.stdout:2002: finishing copy_from racing read to smithi01678542-7 2024-04-15T14:43:44.664 INFO:tasks.rados.rados.0.smithi016.stdout:2002: finishing copy_from to smithi01678542-7 2024-04-15T14:43:44.664 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 7 v 1070 (ObjNum 619 snap 189 seq_num 619) dirty exists 2024-04-15T14:43:44.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:43:44 smithi102 ceph-mon[87131]: from='client.44237 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-15T14:43:44.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:43:44 smithi102 ceph-mon[87131]: from='client.34317 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-15T14:43:44.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:43:44 smithi102 ceph-mon[87131]: osdmap e466: 8 total, 7 up, 8 in 2024-04-15T14:43:44.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:43:44 smithi102 ceph-mon[87131]: from='client.? 172.21.15.16:0/1362892527' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T14:43:44.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:43:44 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T14:43:44.688 INFO:journalctl@ceph.osd.5.smithi102.stdout:Apr 15 14:43:44 smithi102 podman[97927]: 2024-04-15 14:43:44.394149392 +0000 UTC m=+0.716649632 container remove 20ae4c7b259af296f0f9d3be0abe3a5f6a2f2b5f4d3661f65fac6aebc8ff9cff (image=quay.ceph.io/ceph-ci/ceph@sha256:55072b3f7eae2e3409906b98d09d882e1c3dc2a9205d85fd5f4c0bc62f82d163, name=ceph-362ea986-fb34-11ee-bc8f-c7b262605968-osd-5-deactivate, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, GIT_CLEAN=True, org.label-schema.build-date=20240409, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.33.5, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, ceph=True, GIT_BRANCH=HEAD, RELEASE=main-c2d8c31) 2024-04-15T14:43:44.688 INFO:journalctl@ceph.osd.5.smithi102.stdout:Apr 15 14:43:44 smithi102 systemd[1]: ceph-362ea986-fb34-11ee-bc8f-c7b262605968@osd.5.service: Deactivated successfully. 2024-04-15T14:43:44.688 INFO:journalctl@ceph.osd.5.smithi102.stdout:Apr 15 14:43:44 smithi102 systemd[1]: Stopped Ceph osd.5 for 362ea986-fb34-11ee-bc8f-c7b262605968. 2024-04-15T14:43:44.688 INFO:journalctl@ceph.osd.5.smithi102.stdout:Apr 15 14:43:44 smithi102 systemd[1]: ceph-362ea986-fb34-11ee-bc8f-c7b262605968@osd.5.service: Consumed 14.165s CPU time. 2024-04-15T14:43:44.688 INFO:journalctl@ceph.osd.5.smithi102.stdout:Apr 15 14:43:44 smithi102 systemd[1]: Starting Ceph osd.5 for 362ea986-fb34-11ee-bc8f-c7b262605968... 2024-04-15T14:43:44.789 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:43:44 smithi016 ceph-mon[90652]: from='client.44237 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-15T14:43:44.789 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:43:44 smithi016 ceph-mon[90652]: from='client.34317 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-15T14:43:44.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:43:44 smithi016 ceph-mon[90652]: osdmap e466: 8 total, 7 up, 8 in 2024-04-15T14:43:44.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:43:44 smithi016 ceph-mon[90652]: from='client.? 172.21.15.16:0/1362892527' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T14:43:44.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:43:44 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T14:43:44.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:43:44 smithi016 ceph-mon[93212]: from='client.44237 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-15T14:43:44.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:43:44 smithi016 ceph-mon[93212]: from='client.34317 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-15T14:43:44.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:43:44 smithi016 ceph-mon[93212]: osdmap e466: 8 total, 7 up, 8 in 2024-04-15T14:43:44.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:43:44 smithi016 ceph-mon[93212]: from='client.? 172.21.15.16:0/1362892527' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T14:43:44.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:43:44 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T14:43:45.132 INFO:journalctl@ceph.osd.5.smithi102.stdout:Apr 15 14:43:44 smithi102 podman[98041]: 2024-04-15 14:43:44.753996744 +0000 UTC m=+0.018001057 image pull 259793512b732efd8e04a33aa28c6de3675c47d120bc226206521425d246003e quay.ceph.io/ceph-ci/ceph@sha256:55072b3f7eae2e3409906b98d09d882e1c3dc2a9205d85fd5f4c0bc62f82d163 2024-04-15T14:43:45.132 INFO:journalctl@ceph.osd.5.smithi102.stdout:Apr 15 14:43:44 smithi102 podman[98041]: 2024-04-15 14:43:44.870146763 +0000 UTC m=+0.134151073 container create 6134e49edff7e4786c3347a678ff523f334ec330f3ecbc5eb75b783cd7bbec12 (image=quay.ceph.io/ceph-ci/ceph@sha256:55072b3f7eae2e3409906b98d09d882e1c3dc2a9205d85fd5f4c0bc62f82d163, name=ceph-362ea986-fb34-11ee-bc8f-c7b262605968-osd-5-activate, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, RELEASE=main-c2d8c31, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.schema-version=1.0, io.buildah.version=1.33.5, org.label-schema.build-date=20240409, GIT_CLEAN=True, ceph=True) 2024-04-15T14:43:45.132 INFO:journalctl@ceph.osd.5.smithi102.stdout:Apr 15 14:43:45 smithi102 podman[98041]: 2024-04-15 14:43:45.131155076 +0000 UTC m=+0.395159386 container init 6134e49edff7e4786c3347a678ff523f334ec330f3ecbc5eb75b783cd7bbec12 (image=quay.ceph.io/ceph-ci/ceph@sha256:55072b3f7eae2e3409906b98d09d882e1c3dc2a9205d85fd5f4c0bc62f82d163, name=ceph-362ea986-fb34-11ee-bc8f-c7b262605968-osd-5-activate, org.label-schema.build-date=20240409, org.label-schema.vendor=CentOS, ceph=True, RELEASE=main-c2d8c31, GIT_CLEAN=True, io.buildah.version=1.33.5, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 8 Base Image, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=) 2024-04-15T14:43:45.301 INFO:tasks.rados.rados.0.smithi016.stdout:1999: done (6 left) 2024-04-15T14:43:45.301 INFO:tasks.rados.rados.0.smithi016.stdout:2000: done (5 left) 2024-04-15T14:43:45.301 INFO:tasks.rados.rados.0.smithi016.stdout:2001: done (4 left) 2024-04-15T14:43:45.301 INFO:tasks.rados.rados.0.smithi016.stdout:2002: done (3 left) 2024-04-15T14:43:45.301 INFO:tasks.rados.rados.0.smithi016.stdout:2003: done (2 left) 2024-04-15T14:43:45.301 INFO:tasks.rados.rados.0.smithi016.stdout:2005: done (1 left) 2024-04-15T14:43:45.301 INFO:tasks.rados.rados.0.smithi016.stdout:2006: done (0 left) 2024-04-15T14:43:45.301 INFO:tasks.rados.rados.0.smithi016.stdout:2007: snap_remove snap 190 2024-04-15T14:43:45.437 INFO:journalctl@ceph.osd.5.smithi102.stdout:Apr 15 14:43:45 smithi102 podman[98041]: 2024-04-15 14:43:45.136919318 +0000 UTC m=+0.400923637 container start 6134e49edff7e4786c3347a678ff523f334ec330f3ecbc5eb75b783cd7bbec12 (image=quay.ceph.io/ceph-ci/ceph@sha256:55072b3f7eae2e3409906b98d09d882e1c3dc2a9205d85fd5f4c0bc62f82d163, name=ceph-362ea986-fb34-11ee-bc8f-c7b262605968-osd-5-activate, org.label-schema.build-date=20240409, RELEASE=main-c2d8c31, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 8 Base Image, maintainer=Guillaume Abrioux , io.buildah.version=1.33.5, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, ceph=True, GIT_CLEAN=True, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67) 2024-04-15T14:43:45.437 INFO:journalctl@ceph.osd.5.smithi102.stdout:Apr 15 14:43:45 smithi102 podman[98041]: 2024-04-15 14:43:45.231135583 +0000 UTC m=+0.495139913 container attach 6134e49edff7e4786c3347a678ff523f334ec330f3ecbc5eb75b783cd7bbec12 (image=quay.ceph.io/ceph-ci/ceph@sha256:55072b3f7eae2e3409906b98d09d882e1c3dc2a9205d85fd5f4c0bc62f82d163, name=ceph-362ea986-fb34-11ee-bc8f-c7b262605968-osd-5-activate, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , io.buildah.version=1.33.5, GIT_BRANCH=HEAD, GIT_CLEAN=True, org.label-schema.license=GPLv2, ceph=True, org.label-schema.build-date=20240409, RELEASE=main-c2d8c31, org.label-schema.name=CentOS Stream 8 Base Image, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=) 2024-04-15T14:43:45.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:43:45 smithi016 ceph-mon[90652]: pgmap v332: 121 pgs: 18 stale+active+clean, 103 active+clean; 107 MiB data, 920 MiB used, 714 GiB / 715 GiB avail; 12 MiB/s rd, 1.1 MiB/s wr, 24 op/s 2024-04-15T14:43:45.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:43:45 smithi016 ceph-mon[90652]: osdmap e467: 8 total, 7 up, 8 in 2024-04-15T14:43:45.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:43:45 smithi016 ceph-mon[90652]: osdmap e468: 8 total, 7 up, 8 in 2024-04-15T14:43:45.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:43:45 smithi016 ceph-mon[93212]: pgmap v332: 121 pgs: 18 stale+active+clean, 103 active+clean; 107 MiB data, 920 MiB used, 714 GiB / 715 GiB avail; 12 MiB/s rd, 1.1 MiB/s wr, 24 op/s 2024-04-15T14:43:45.791 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:43:45 smithi016 ceph-mon[93212]: osdmap e467: 8 total, 7 up, 8 in 2024-04-15T14:43:45.791 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:43:45 smithi016 ceph-mon[93212]: osdmap e468: 8 total, 7 up, 8 in 2024-04-15T14:43:45.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:43:45 smithi102 ceph-mon[87131]: pgmap v332: 121 pgs: 18 stale+active+clean, 103 active+clean; 107 MiB data, 920 MiB used, 714 GiB / 715 GiB avail; 12 MiB/s rd, 1.1 MiB/s wr, 24 op/s 2024-04-15T14:43:45.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:43:45 smithi102 ceph-mon[87131]: osdmap e467: 8 total, 7 up, 8 in 2024-04-15T14:43:45.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:43:45 smithi102 ceph-mon[87131]: osdmap e468: 8 total, 7 up, 8 in 2024-04-15T14:43:45.937 INFO:journalctl@ceph.osd.5.smithi102.stdout:Apr 15 14:43:45 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-osd-5-activate[98056]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-5 2024-04-15T14:43:45.938 INFO:journalctl@ceph.osd.5.smithi102.stdout:Apr 15 14:43:45 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-osd-5-activate[98056]: Running command: /usr/bin/ceph-bluestore-tool prime-osd-dir --path /var/lib/ceph/osd/ceph-5 --no-mon-config --dev /dev/mapper/vg_nvme-lv_3 2024-04-15T14:43:45.938 INFO:journalctl@ceph.osd.5.smithi102.stdout:Apr 15 14:43:45 smithi102 bash[98041]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-5 2024-04-15T14:43:45.938 INFO:journalctl@ceph.osd.5.smithi102.stdout:Apr 15 14:43:45 smithi102 bash[98041]: Running command: /usr/bin/ceph-bluestore-tool prime-osd-dir --path /var/lib/ceph/osd/ceph-5 --no-mon-config --dev /dev/mapper/vg_nvme-lv_3 2024-04-15T14:43:45.938 INFO:journalctl@ceph.osd.5.smithi102.stdout:Apr 15 14:43:45 smithi102 bash[98041]: Running command: /usr/bin/chown -h ceph:ceph /dev/mapper/vg_nvme-lv_3 2024-04-15T14:43:45.938 INFO:journalctl@ceph.osd.5.smithi102.stdout:Apr 15 14:43:45 smithi102 bash[98041]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-2 2024-04-15T14:43:45.938 INFO:journalctl@ceph.osd.5.smithi102.stdout:Apr 15 14:43:45 smithi102 bash[98041]: Running command: /usr/bin/ln -s /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-5/block 2024-04-15T14:43:45.938 INFO:journalctl@ceph.osd.5.smithi102.stdout:Apr 15 14:43:45 smithi102 bash[98041]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-5 2024-04-15T14:43:45.938 INFO:journalctl@ceph.osd.5.smithi102.stdout:Apr 15 14:43:45 smithi102 bash[98041]: --> ceph-volume raw activate successful for osd ID: 5 2024-04-15T14:43:45.938 INFO:journalctl@ceph.osd.5.smithi102.stdout:Apr 15 14:43:45 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-osd-5-activate[98056]: Running command: /usr/bin/chown -h ceph:ceph /dev/mapper/vg_nvme-lv_3 2024-04-15T14:43:45.938 INFO:journalctl@ceph.osd.5.smithi102.stdout:Apr 15 14:43:45 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-osd-5-activate[98056]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-2 2024-04-15T14:43:45.938 INFO:journalctl@ceph.osd.5.smithi102.stdout:Apr 15 14:43:45 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-osd-5-activate[98056]: Running command: /usr/bin/ln -s /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-5/block 2024-04-15T14:43:45.938 INFO:journalctl@ceph.osd.5.smithi102.stdout:Apr 15 14:43:45 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-osd-5-activate[98056]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-5 2024-04-15T14:43:45.938 INFO:journalctl@ceph.osd.5.smithi102.stdout:Apr 15 14:43:45 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-osd-5-activate[98056]: --> ceph-volume raw activate successful for osd ID: 5 2024-04-15T14:43:45.939 INFO:journalctl@ceph.osd.5.smithi102.stdout:Apr 15 14:43:45 smithi102 podman[98041]: 2024-04-15 14:43:45.615371386 +0000 UTC m=+0.879375689 container died 6134e49edff7e4786c3347a678ff523f334ec330f3ecbc5eb75b783cd7bbec12 (image=quay.ceph.io/ceph-ci/ceph@sha256:55072b3f7eae2e3409906b98d09d882e1c3dc2a9205d85fd5f4c0bc62f82d163, name=ceph-362ea986-fb34-11ee-bc8f-c7b262605968-osd-5-activate, ceph=True, RELEASE=main-c2d8c31, org.label-schema.build-date=20240409, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.name=CentOS Stream 8 Base Image, io.buildah.version=1.33.5, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, GIT_CLEAN=True) 2024-04-15T14:43:46.303 INFO:tasks.rados.rados.0.smithi016.stdout:2007: done (0 left) 2024-04-15T14:43:46.303 INFO:tasks.rados.rados.0.smithi016.stdout:2008: snap_remove snap 186 2024-04-15T14:43:46.437 INFO:journalctl@ceph.osd.5.smithi102.stdout:Apr 15 14:43:46 smithi102 podman[98207]: 2024-04-15 14:43:46.218401299 +0000 UTC m=+0.597537332 container remove 6134e49edff7e4786c3347a678ff523f334ec330f3ecbc5eb75b783cd7bbec12 (image=quay.ceph.io/ceph-ci/ceph@sha256:55072b3f7eae2e3409906b98d09d882e1c3dc2a9205d85fd5f4c0bc62f82d163, name=ceph-362ea986-fb34-11ee-bc8f-c7b262605968-osd-5-activate, GIT_BRANCH=HEAD, org.label-schema.build-date=20240409, org.label-schema.schema-version=1.0, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, io.buildah.version=1.33.5, org.label-schema.name=CentOS Stream 8 Base Image, ceph=True, org.label-schema.vendor=CentOS, RELEASE=main-c2d8c31, GIT_CLEAN=True, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-04-15T14:43:46.730 INFO:journalctl@ceph.osd.5.smithi102.stdout:Apr 15 14:43:46 smithi102 podman[98277]: 2024-04-15 14:43:46.339537722 +0000 UTC m=+0.018286925 image pull 259793512b732efd8e04a33aa28c6de3675c47d120bc226206521425d246003e quay.ceph.io/ceph-ci/ceph@sha256:55072b3f7eae2e3409906b98d09d882e1c3dc2a9205d85fd5f4c0bc62f82d163 2024-04-15T14:43:46.731 INFO:journalctl@ceph.osd.5.smithi102.stdout:Apr 15 14:43:46 smithi102 podman[98277]: 2024-04-15 14:43:46.485824247 +0000 UTC m=+0.164573448 container create c74141cc87b2e849736a30608e6c029dcc123316f53f68d08871ad1684cd6a95 (image=quay.ceph.io/ceph-ci/ceph@sha256:55072b3f7eae2e3409906b98d09d882e1c3dc2a9205d85fd5f4c0bc62f82d163, name=ceph-362ea986-fb34-11ee-bc8f-c7b262605968-osd-5, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, GIT_CLEAN=True, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, RELEASE=main-c2d8c31, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, io.buildah.version=1.33.5, org.label-schema.build-date=20240409, org.label-schema.name=CentOS Stream 8 Base Image) 2024-04-15T14:43:46.731 INFO:journalctl@ceph.osd.5.smithi102.stdout:Apr 15 14:43:46 smithi102 podman[98277]: 2024-04-15 14:43:46.730311225 +0000 UTC m=+0.409060421 container init c74141cc87b2e849736a30608e6c029dcc123316f53f68d08871ad1684cd6a95 (image=quay.ceph.io/ceph-ci/ceph@sha256:55072b3f7eae2e3409906b98d09d882e1c3dc2a9205d85fd5f4c0bc62f82d163, name=ceph-362ea986-fb34-11ee-bc8f-c7b262605968-osd-5, org.label-schema.vendor=CentOS, GIT_CLEAN=True, io.buildah.version=1.33.5, CEPH_POINT_RELEASE=, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, GIT_BRANCH=HEAD, RELEASE=main-c2d8c31, ceph=True, org.label-schema.build-date=20240409, org.label-schema.name=CentOS Stream 8 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2) 2024-04-15T14:43:47.187 INFO:journalctl@ceph.osd.5.smithi102.stdout:Apr 15 14:43:46 smithi102 podman[98277]: 2024-04-15 14:43:46.73581242 +0000 UTC m=+0.414561617 container start c74141cc87b2e849736a30608e6c029dcc123316f53f68d08871ad1684cd6a95 (image=quay.ceph.io/ceph-ci/ceph@sha256:55072b3f7eae2e3409906b98d09d882e1c3dc2a9205d85fd5f4c0bc62f82d163, name=ceph-362ea986-fb34-11ee-bc8f-c7b262605968-osd-5, org.label-schema.build-date=20240409, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=main-c2d8c31, org.label-schema.vendor=CentOS, GIT_CLEAN=True, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, ceph=True, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 8 Base Image) 2024-04-15T14:43:47.187 INFO:journalctl@ceph.osd.5.smithi102.stdout:Apr 15 14:43:46 smithi102 ceph-osd[98315]: -- 172.21.15.102:0/1667714976 <== mon.1 v2:172.21.15.102:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x55ca7c8f5680 con 0x55ca7c8bec00 2024-04-15T14:43:47.187 INFO:journalctl@ceph.osd.5.smithi102.stdout:Apr 15 14:43:46 smithi102 bash[98277]: c74141cc87b2e849736a30608e6c029dcc123316f53f68d08871ad1684cd6a95 2024-04-15T14:43:47.187 INFO:journalctl@ceph.osd.5.smithi102.stdout:Apr 15 14:43:46 smithi102 systemd[1]: Started Ceph osd.5 for 362ea986-fb34-11ee-bc8f-c7b262605968. 2024-04-15T14:43:47.303 INFO:tasks.rados.rados.0.smithi016.stdout:2008: done (0 left) 2024-04-15T14:43:47.304 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 8 current snap is 194 2024-04-15T14:43:47.304 INFO:tasks.rados.rados.0.smithi016.stdout:2009: seq_num 641 ranges {4112384=745472,4857856=401408} 2024-04-15T14:43:47.331 INFO:tasks.rados.rados.0.smithi016.stdout:2009: writing smithi01678542-8 from 4112384 to 4857856 tid 1 2024-04-15T14:43:47.334 INFO:tasks.rados.rados.0.smithi016.stdout:2009: writing smithi01678542-8 from 4857856 to 5259264 tid 2 2024-04-15T14:43:47.334 INFO:tasks.rados.rados.0.smithi016.stdout:2010: rollback oid 45 current snap is 194 2024-04-15T14:43:47.334 INFO:tasks.rados.rados.0.smithi016.stdout:rollback oid 45 to 193 2024-04-15T14:43:47.335 INFO:tasks.rados.rados.0.smithi016.stdout:2011: rollback oid 9 current snap is 194 2024-04-15T14:43:47.335 INFO:tasks.rados.rados.0.smithi016.stdout:rollback oid 9 to 193 2024-04-15T14:43:47.335 INFO:tasks.rados.rados.0.smithi016.stdout:2012: read oid 36 snap -1 2024-04-15T14:43:47.335 INFO:tasks.rados.rados.0.smithi016.stdout:2012: expect deleted 2024-04-15T14:43:47.335 INFO:tasks.rados.rados.0.smithi016.stdout:2013: delete oid 30 current snap is 194 2024-04-15T14:43:47.338 INFO:tasks.rados.rados.0.smithi016.stdout:2009: finishing write tid 1 to smithi01678542-8 2024-04-15T14:43:47.338 INFO:tasks.rados.rados.0.smithi016.stdout:2012: done (4 left) 2024-04-15T14:43:47.338 INFO:tasks.rados.rados.0.smithi016.stdout:2013: done (3 left) 2024-04-15T14:43:47.338 INFO:tasks.rados.rados.0.smithi016.stdout:2014: read oid 11 snap -1 2024-04-15T14:43:47.338 INFO:tasks.rados.rados.0.smithi016.stdout:2014: expect (ObjNum 497 snap 154 seq_num 497) 2024-04-15T14:43:47.338 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 43 current snap is 194 2024-04-15T14:43:47.339 INFO:tasks.rados.rados.0.smithi016.stdout:2015: seq_num 643 ranges {0=778240,778240=401408} 2024-04-15T14:43:47.343 INFO:tasks.rados.rados.0.smithi016.stdout:2015: writing smithi01678542-43 from 0 to 778240 tid 1 2024-04-15T14:43:47.347 INFO:tasks.rados.rados.0.smithi016.stdout:2015: writing smithi01678542-43 from 778240 to 1179648 tid 2 2024-04-15T14:43:47.347 INFO:tasks.rados.rados.0.smithi016.stdout:2016: read oid 39 snap -1 2024-04-15T14:43:47.347 INFO:tasks.rados.rados.0.smithi016.stdout:2016: expect (ObjNum 621 snap 189 seq_num 621) 2024-04-15T14:43:47.347 INFO:tasks.rados.rados.0.smithi016.stdout:2017: copy_from oid 30 from oid 23 current snap is 194 2024-04-15T14:43:47.347 INFO:tasks.rados.rados.0.smithi016.stdout:2009: finishing write tid 2 to smithi01678542-8 2024-04-15T14:43:47.347 INFO:tasks.rados.rados.0.smithi016.stdout:2010: finishing rollback tid 0 to smithi01678542-45 2024-04-15T14:43:47.347 INFO:tasks.rados.rados.0.smithi016.stdout:2009: finishing write tid 3 to smithi01678542-8 2024-04-15T14:43:47.347 INFO:tasks.rados.rados.0.smithi016.stdout:2010: finishing rollback tid 1 to smithi01678542-45 2024-04-15T14:43:47.347 INFO:tasks.rados.rados.0.smithi016.stdout:2011: finishing rollback tid 0 to smithi01678542-9 2024-04-15T14:43:47.347 INFO:tasks.rados.rados.0.smithi016.stdout:2011: finishing rollback tid 1 to smithi01678542-9 2024-04-15T14:43:47.347 INFO:tasks.rados.rados.0.smithi016.stdout:2011: finishing rollback tid 2 to smithi01678542-9 2024-04-15T14:43:47.347 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 9 v 923 (ObjNum 578 snap 175 seq_num 578) dirty exists 2024-04-15T14:43:47.347 INFO:tasks.rados.rados.0.smithi016.stdout:2009: finishing write tid 4 to smithi01678542-8 2024-04-15T14:43:47.348 INFO:tasks.rados.rados.0.smithi016.stdout:2009: oid 8 updating version 0 to 895 2024-04-15T14:43:47.348 INFO:tasks.rados.rados.0.smithi016.stdout:2009: oid 8 updating version 895 to 896 2024-04-15T14:43:47.348 INFO:tasks.rados.rados.0.smithi016.stdout:2009: oid 8 version 896 is already newer than 894 2024-04-15T14:43:47.348 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 8 v 896 (ObjNum 641 snap 194 seq_num 641) dirty exists 2024-04-15T14:43:47.348 INFO:tasks.rados.rados.0.smithi016.stdout:2009: left oid 8 (ObjNum 641 snap 194 seq_num 641) 2024-04-15T14:43:47.348 INFO:tasks.rados.rados.0.smithi016.stdout:2010: finishing rollback tid 2 to smithi01678542-45 2024-04-15T14:43:47.348 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 45 v 550 (ObjNum 637 snap 193 seq_num 637) dirty exists 2024-04-15T14:43:47.348 INFO:tasks.rados.rados.0.smithi016.stdout:2009: done (6 left) 2024-04-15T14:43:47.348 INFO:tasks.rados.rados.0.smithi016.stdout:2010: done (5 left) 2024-04-15T14:43:47.348 INFO:tasks.rados.rados.0.smithi016.stdout:2011: done (4 left) 2024-04-15T14:43:47.348 INFO:tasks.rados.rados.0.smithi016.stdout:2018: copy_from oid 49 from oid 14 current snap is 194 2024-04-15T14:43:47.348 INFO:tasks.rados.rados.0.smithi016.stdout:2019: snap_remove snap 193 2024-04-15T14:43:47.687 INFO:journalctl@ceph.osd.5.smithi102.stdout:Apr 15 14:43:47 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-osd-5[98292]: 2024-04-15T14:43:47.277+0000 7f4efc8b27c0 -1 Falling back to public interface 2024-04-15T14:43:47.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:43:47 smithi102 ceph-mon[87131]: pgmap v335: 121 pgs: 9 active+undersized+degraded, 39 active+undersized, 73 active+clean; 113 MiB data, 960 MiB used, 714 GiB / 715 GiB avail; 2.1 MiB/s rd, 1.8 MiB/s wr, 15 op/s; 32/261 objects degraded (12.261%) 2024-04-15T14:43:47.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:43:47 smithi102 ceph-mon[87131]: osdmap e469: 8 total, 7 up, 8 in 2024-04-15T14:43:47.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:43:47 smithi102 ceph-mon[87131]: Health check failed: Degraded data redundancy: 32/261 objects degraded (12.261%), 9 pgs degraded (PG_DEGRADED) 2024-04-15T14:43:47.688 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:43:47 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T14:43:47.688 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:43:47 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T14:43:47.688 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:43:47 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T14:43:47.789 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:43:47 smithi016 ceph-mon[90652]: pgmap v335: 121 pgs: 9 active+undersized+degraded, 39 active+undersized, 73 active+clean; 113 MiB data, 960 MiB used, 714 GiB / 715 GiB avail; 2.1 MiB/s rd, 1.8 MiB/s wr, 15 op/s; 32/261 objects degraded (12.261%) 2024-04-15T14:43:47.789 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:43:47 smithi016 ceph-mon[90652]: osdmap e469: 8 total, 7 up, 8 in 2024-04-15T14:43:47.789 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:43:47 smithi016 ceph-mon[90652]: Health check failed: Degraded data redundancy: 32/261 objects degraded (12.261%), 9 pgs degraded (PG_DEGRADED) 2024-04-15T14:43:47.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:43:47 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T14:43:47.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:43:47 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T14:43:47.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:43:47 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T14:43:47.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:43:47 smithi016 ceph-mon[93212]: pgmap v335: 121 pgs: 9 active+undersized+degraded, 39 active+undersized, 73 active+clean; 113 MiB data, 960 MiB used, 714 GiB / 715 GiB avail; 2.1 MiB/s rd, 1.8 MiB/s wr, 15 op/s; 32/261 objects degraded (12.261%) 2024-04-15T14:43:47.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:43:47 smithi016 ceph-mon[93212]: osdmap e469: 8 total, 7 up, 8 in 2024-04-15T14:43:47.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:43:47 smithi016 ceph-mon[93212]: Health check failed: Degraded data redundancy: 32/261 objects degraded (12.261%), 9 pgs degraded (PG_DEGRADED) 2024-04-15T14:43:47.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:43:47 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T14:43:47.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:43:47 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T14:43:47.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:43:47 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T14:43:48.313 INFO:tasks.rados.rados.0.smithi016.stdout:2019: done (5 left) 2024-04-15T14:43:48.313 INFO:tasks.rados.rados.0.smithi016.stdout:2020: copy_from oid 37 from oid 34 current snap is 194 2024-04-15T14:43:48.313 INFO:tasks.rados.rados.0.smithi016.stdout:2014: expect (ObjNum 497 snap 154 seq_num 497) 2024-04-15T14:43:48.384 INFO:tasks.rados.rados.0.smithi016.stdout:2015: finishing write tid 1 to smithi01678542-43 2024-04-15T14:43:48.384 INFO:tasks.rados.rados.0.smithi016.stdout:2016: expect (ObjNum 621 snap 189 seq_num 621) 2024-04-15T14:43:48.406 INFO:tasks.rados.rados.0.smithi016.stdout:2015: finishing write tid 2 to smithi01678542-43 2024-04-15T14:43:48.406 INFO:tasks.rados.rados.0.smithi016.stdout:2015: finishing write tid 3 to smithi01678542-43 2024-04-15T14:43:48.406 INFO:tasks.rados.rados.0.smithi016.stdout:2017: finishing copy_from racing read to smithi01678542-30 2024-04-15T14:43:48.406 INFO:tasks.rados.rados.0.smithi016.stdout:2015: finishing write tid 4 to smithi01678542-43 2024-04-15T14:43:48.406 INFO:tasks.rados.rados.0.smithi016.stdout:2015: oid 43 updating version 0 to 1056 2024-04-15T14:43:48.406 INFO:tasks.rados.rados.0.smithi016.stdout:2015: oid 43 updating version 1056 to 1057 2024-04-15T14:43:48.407 INFO:tasks.rados.rados.0.smithi016.stdout:2015: oid 43 version 1057 is already newer than 1055 2024-04-15T14:43:48.407 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 43 v 1057 (ObjNum 643 snap 194 seq_num 643) dirty exists 2024-04-15T14:43:48.407 INFO:tasks.rados.rados.0.smithi016.stdout:2015: left oid 43 (ObjNum 643 snap 194 seq_num 643) 2024-04-15T14:43:48.407 INFO:tasks.rados.rados.0.smithi016.stdout:2017: finishing copy_from to smithi01678542-30 2024-04-15T14:43:48.407 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 30 v 886 (ObjNum 607 snap 184 seq_num 607) dirty exists 2024-04-15T14:43:48.407 INFO:tasks.rados.rados.0.smithi016.stdout:2018: finishing copy_from racing read to smithi01678542-49 2024-04-15T14:43:48.407 INFO:tasks.rados.rados.0.smithi016.stdout:2018: finishing copy_from to smithi01678542-49 2024-04-15T14:43:48.407 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 49 v 1005 (ObjNum 547 snap 170 seq_num 547) dirty exists 2024-04-15T14:43:48.407 INFO:tasks.rados.rados.0.smithi016.stdout:2020: finishing copy_from racing read to smithi01678542-37 2024-04-15T14:43:48.407 INFO:tasks.rados.rados.0.smithi016.stdout:2020: finishing copy_from to smithi01678542-37 2024-04-15T14:43:48.407 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 37 v 946 (ObjNum 567 snap 173 seq_num 567) dirty exists 2024-04-15T14:43:48.407 INFO:tasks.rados.rados.0.smithi016.stdout:2014: done (5 left) 2024-04-15T14:43:48.407 INFO:tasks.rados.rados.0.smithi016.stdout:2015: done (4 left) 2024-04-15T14:43:48.408 INFO:tasks.rados.rados.0.smithi016.stdout:2016: done (3 left) 2024-04-15T14:43:48.408 INFO:tasks.rados.rados.0.smithi016.stdout:2017: done (2 left) 2024-04-15T14:43:48.408 INFO:tasks.rados.rados.0.smithi016.stdout:2018: done (1 left) 2024-04-15T14:43:48.408 INFO:tasks.rados.rados.0.smithi016.stdout:2020: done (0 left) 2024-04-15T14:43:48.408 INFO:tasks.rados.rados.0.smithi016.stdout:2021: read oid 15 snap -1 2024-04-15T14:43:48.408 INFO:tasks.rados.rados.0.smithi016.stdout:2021: expect (ObjNum 506 snap 157 seq_num 506) 2024-04-15T14:43:48.408 INFO:tasks.rados.rados.0.smithi016.stdout:2022: rollback oid 11 current snap is 194 2024-04-15T14:43:48.408 INFO:tasks.rados.rados.0.smithi016.stdout:2022: done (1 left) 2024-04-15T14:43:48.408 INFO:tasks.rados.rados.0.smithi016.stdout:2023: setattr oid 9 current snap is 194 2024-04-15T14:43:48.409 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 27 current snap is 194 2024-04-15T14:43:48.409 INFO:tasks.rados.rados.0.smithi016.stdout:2024: seq_num 644 ranges {0=794624,794624=401408} 2024-04-15T14:43:48.411 INFO:tasks.rados.rados.0.smithi016.stdout:2024: writing smithi01678542-27 from 0 to 794624 tid 1 2024-04-15T14:43:48.414 INFO:tasks.rados.rados.0.smithi016.stdout:2024: writing smithi01678542-27 from 794624 to 1196032 tid 2 2024-04-15T14:43:48.414 INFO:tasks.rados.rados.0.smithi016.stdout:2025: setattr oid 24 current snap is 194 2024-04-15T14:43:48.414 INFO:tasks.rados.rados.0.smithi016.stdout:2021: expect (ObjNum 506 snap 157 seq_num 506) 2024-04-15T14:43:48.450 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 9 v 924 (ObjNum 578 snap 175 seq_num 578) dirty exists 2024-04-15T14:43:48.450 INFO:tasks.rados.rados.0.smithi016.stdout:2024: finishing write tid 1 to smithi01678542-27 2024-04-15T14:43:48.450 INFO:tasks.rados.rados.0.smithi016.stdout:2024: finishing write tid 2 to smithi01678542-27 2024-04-15T14:43:48.450 INFO:tasks.rados.rados.0.smithi016.stdout:2024: finishing write tid 3 to smithi01678542-27 2024-04-15T14:43:48.450 INFO:tasks.rados.rados.0.smithi016.stdout:2024: finishing write tid 4 to smithi01678542-27 2024-04-15T14:43:48.450 INFO:tasks.rados.rados.0.smithi016.stdout:2024: oid 27 updating version 0 to 551 2024-04-15T14:43:48.451 INFO:tasks.rados.rados.0.smithi016.stdout:2024: oid 27 updating version 551 to 553 2024-04-15T14:43:48.451 INFO:tasks.rados.rados.0.smithi016.stdout:2024: oid 27 version 553 is already newer than 552 2024-04-15T14:43:48.451 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 27 v 553 (ObjNum 644 snap 194 seq_num 644) dirty exists 2024-04-15T14:43:48.451 INFO:tasks.rados.rados.0.smithi016.stdout:2024: left oid 27 (ObjNum 644 snap 194 seq_num 644) 2024-04-15T14:43:48.451 INFO:tasks.rados.rados.0.smithi016.stdout:2021: done (3 left) 2024-04-15T14:43:48.451 INFO:tasks.rados.rados.0.smithi016.stdout:2023: done (2 left) 2024-04-15T14:43:48.451 INFO:tasks.rados.rados.0.smithi016.stdout:2024: done (1 left) 2024-04-15T14:43:48.451 INFO:tasks.rados.rados.0.smithi016.stdout:2026: snap_create 2024-04-15T14:43:48.451 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 24 v 925 (ObjNum 289 snap 0 seq_num 1) dirty exists 2024-04-15T14:43:48.603 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:43:48 smithi102 ceph-mon[87131]: osdmap e470: 8 total, 7 up, 8 in 2024-04-15T14:43:48.789 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:43:48 smithi016 ceph-mon[90652]: osdmap e470: 8 total, 7 up, 8 in 2024-04-15T14:43:48.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:43:48 smithi016 ceph-mon[93212]: osdmap e470: 8 total, 7 up, 8 in 2024-04-15T14:43:49.319 INFO:tasks.rados.rados.0.smithi016.stdout:2025: done (1 left) 2024-04-15T14:43:49.319 INFO:tasks.rados.rados.0.smithi016.stdout:2026: done (0 left) 2024-04-15T14:43:49.319 INFO:tasks.rados.rados.0.smithi016.stdout:2027: setattr oid 1 current snap is 195 2024-04-15T14:43:49.321 INFO:tasks.rados.rados.0.smithi016.stdout:2028: rmattr oid 4 current snap is 195 2024-04-15T14:43:49.321 INFO:tasks.rados.rados.0.smithi016.stdout:2028: done (1 left) 2024-04-15T14:43:49.321 INFO:tasks.rados.rados.0.smithi016.stdout:2029: copy_from oid 15 from oid 24 current snap is 195 2024-04-15T14:43:49.321 INFO:tasks.rados.rados.0.smithi016.stdout:2030: snap_remove snap 194 2024-04-15T14:43:49.506 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:43:49 smithi102 ceph-mon[87131]: pgmap v338: 121 pgs: 9 active+undersized+degraded, 39 active+undersized, 73 active+clean; 113 MiB data, 960 MiB used, 714 GiB / 715 GiB avail; 2.1 MiB/s rd, 1.8 MiB/s wr, 15 op/s; 32/261 objects degraded (12.261%) 2024-04-15T14:43:49.506 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:43:49 smithi102 ceph-mon[87131]: osdmap e471: 8 total, 7 up, 8 in 2024-04-15T14:43:49.789 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:43:49 smithi016 ceph-mon[90652]: pgmap v338: 121 pgs: 9 active+undersized+degraded, 39 active+undersized, 73 active+clean; 113 MiB data, 960 MiB used, 714 GiB / 715 GiB avail; 2.1 MiB/s rd, 1.8 MiB/s wr, 15 op/s; 32/261 objects degraded (12.261%) 2024-04-15T14:43:49.789 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:43:49 smithi016 ceph-mon[90652]: osdmap e471: 8 total, 7 up, 8 in 2024-04-15T14:43:49.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:43:49 smithi016 ceph-mon[93212]: pgmap v338: 121 pgs: 9 active+undersized+degraded, 39 active+undersized, 73 active+clean; 113 MiB data, 960 MiB used, 714 GiB / 715 GiB avail; 2.1 MiB/s rd, 1.8 MiB/s wr, 15 op/s; 32/261 objects degraded (12.261%) 2024-04-15T14:43:49.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:43:49 smithi016 ceph-mon[93212]: osdmap e471: 8 total, 7 up, 8 in 2024-04-15T14:43:50.325 INFO:tasks.rados.rados.0.smithi016.stdout:2030: done (2 left) 2024-04-15T14:43:50.325 INFO:tasks.rados.rados.0.smithi016.stdout:2031: setattr oid 39 current snap is 195 2024-04-15T14:43:50.325 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 1 v 882 (ObjNum 632 snap 191 seq_num 632) dirty exists 2024-04-15T14:43:50.325 INFO:tasks.rados.rados.0.smithi016.stdout:2029: finishing copy_from racing read to smithi01678542-15 2024-04-15T14:43:50.325 INFO:tasks.rados.rados.0.smithi016.stdout:2029: finishing copy_from to smithi01678542-15 2024-04-15T14:43:50.325 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 15 v 925 (ObjNum 129 snap 0 seq_num 2235409568) dirty exists 2024-04-15T14:43:50.327 INFO:tasks.rados.rados.0.smithi016.stdout:2027: done (2 left) 2024-04-15T14:43:50.327 INFO:tasks.rados.rados.0.smithi016.stdout:2029: done (1 left) 2024-04-15T14:43:50.327 INFO:tasks.rados.rados.0.smithi016.stdout:2032: read oid 46 snap -1 2024-04-15T14:43:50.327 INFO:tasks.rados.rados.0.smithi016.stdout:2032: expect (ObjNum 584 snap 179 seq_num 584) 2024-04-15T14:43:50.327 INFO:tasks.rados.rados.0.smithi016.stdout:2033: snap_create 2024-04-15T14:43:50.333 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 39 v 892 (ObjNum 621 snap 189 seq_num 621) dirty exists 2024-04-15T14:43:50.338 INFO:tasks.rados.rados.0.smithi016.stdout:2032: expect (ObjNum 584 snap 179 seq_num 584) 2024-04-15T14:43:50.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:43:50 smithi102 ceph-mon[87131]: osdmap e472: 8 total, 7 up, 8 in 2024-04-15T14:43:50.789 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:43:50 smithi016 ceph-mon[90652]: osdmap e472: 8 total, 7 up, 8 in 2024-04-15T14:43:50.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:43:50 smithi016 ceph-mon[93212]: osdmap e472: 8 total, 7 up, 8 in 2024-04-15T14:43:50.937 INFO:journalctl@ceph.osd.5.smithi102.stdout:Apr 15 14:43:50 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-osd-5[98292]: 2024-04-15T14:43:50.491+0000 7f4efc8b27c0 -1 osd.5 463 log_to_monitors true 2024-04-15T14:43:51.326 INFO:tasks.rados.rados.0.smithi016.stdout:2031: done (2 left) 2024-04-15T14:43:51.326 INFO:tasks.rados.rados.0.smithi016.stdout:2032: done (1 left) 2024-04-15T14:43:51.326 INFO:tasks.rados.rados.0.smithi016.stdout:2033: done (0 left) 2024-04-15T14:43:51.326 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 13 current snap is 196 2024-04-15T14:43:51.326 INFO:tasks.rados.rados.0.smithi016.stdout:2034: seq_num 645 ranges {3039232=409600,3448832=778240,4227072=24576} 2024-04-15T14:43:51.345 INFO:tasks.rados.rados.0.smithi016.stdout:2034: writing smithi01678542-13 from 3039232 to 3448832 tid 1 2024-04-15T14:43:51.349 INFO:tasks.rados.rados.0.smithi016.stdout:2034: writing smithi01678542-13 from 3448832 to 4227072 tid 2 2024-04-15T14:43:51.350 INFO:tasks.rados.rados.0.smithi016.stdout:2034: writing smithi01678542-13 from 4227072 to 4251648 tid 3 2024-04-15T14:43:51.351 INFO:tasks.rados.rados.0.smithi016.stdout:2035: copy_from oid 28 from oid 50 current snap is 196 2024-04-15T14:43:51.351 INFO:tasks.rados.rados.0.smithi016.stdout:2036: rollback oid 38 current snap is 196 2024-04-15T14:43:51.351 INFO:tasks.rados.rados.0.smithi016.stdout:rollback oid 38 to 195 2024-04-15T14:43:51.351 INFO:tasks.rados.rados.0.smithi016.stdout:2037: read oid 20 snap -1 2024-04-15T14:43:51.351 INFO:tasks.rados.rados.0.smithi016.stdout:2037: expect (ObjNum 631 snap 191 seq_num 631) 2024-04-15T14:43:51.351 INFO:tasks.rados.rados.0.smithi016.stdout:2038: snap_create 2024-04-15T14:43:51.353 INFO:tasks.rados.rados.0.smithi016.stdout:2035: finishing copy_from to smithi01678542-28 2024-04-15T14:43:51.353 INFO:tasks.rados.rados.0.smithi016.stdout:2035: got expected ENOENT (src dne) 2024-04-15T14:43:51.353 INFO:tasks.rados.rados.0.smithi016.stdout:2035: finishing copy_from racing read to smithi01678542-28 2024-04-15T14:43:51.353 INFO:tasks.rados.rados.0.smithi016.stdout:2036: finishing rollback tid 1 to smithi01678542-38 2024-04-15T14:43:51.353 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 38 v 914 (ObjNum 273 snap 0 seq_num 0) dirty dne 2024-04-15T14:43:51.360 INFO:tasks.rados.rados.0.smithi016.stdout:2034: finishing write tid 1 to smithi01678542-13 2024-04-15T14:43:51.377 INFO:tasks.rados.rados.0.smithi016.stdout:2037: expect (ObjNum 631 snap 191 seq_num 631) 2024-04-15T14:43:51.676 INFO:tasks.rados.rados.0.smithi016.stdout:2034: finishing write tid 2 to smithi01678542-13 2024-04-15T14:43:51.676 INFO:tasks.rados.rados.0.smithi016.stdout:2034: finishing write tid 3 to smithi01678542-13 2024-04-15T14:43:51.676 INFO:tasks.rados.rados.0.smithi016.stdout:2034: finishing write tid 4 to smithi01678542-13 2024-04-15T14:43:51.676 INFO:tasks.rados.rados.0.smithi016.stdout:2034: finishing write tid 5 to smithi01678542-13 2024-04-15T14:43:51.677 INFO:tasks.rados.rados.0.smithi016.stdout:2034: oid 13 updating version 0 to 894 2024-04-15T14:43:51.677 INFO:tasks.rados.rados.0.smithi016.stdout:2034: oid 13 updating version 894 to 896 2024-04-15T14:43:51.677 INFO:tasks.rados.rados.0.smithi016.stdout:2034: oid 13 version 896 is already newer than 895 2024-04-15T14:43:51.677 INFO:tasks.rados.rados.0.smithi016.stdout:2034: oid 13 version 896 is already newer than 893 2024-04-15T14:43:51.677 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 13 v 896 (ObjNum 645 snap 196 seq_num 645) dirty exists 2024-04-15T14:43:51.677 INFO:tasks.rados.rados.0.smithi016.stdout:2034: left oid 13 (ObjNum 645 snap 196 seq_num 645) 2024-04-15T14:43:51.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:43:51 smithi102 ceph-mon[87131]: pgmap v341: 121 pgs: 9 active+undersized+degraded, 39 active+undersized, 73 active+clean; 113 MiB data, 962 MiB used, 714 GiB / 715 GiB avail; 1.4 MiB/s rd, 0 B/s wr, 5 op/s; 33/261 objects degraded (12.644%) 2024-04-15T14:43:51.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:43:51 smithi102 ceph-mon[87131]: osdmap e473: 8 total, 7 up, 8 in 2024-04-15T14:43:51.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:43:51 smithi102 ceph-mon[87131]: from='osd.5 [v2:172.21.15.102:6808/3131683058,v1:172.21.15.102:6809/3131683058]' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2024-04-15T14:43:51.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:43:51 smithi102 ceph-mon[87131]: from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2024-04-15T14:43:51.779 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:43:51 smithi016 ceph-mon[93212]: pgmap v341: 121 pgs: 9 active+undersized+degraded, 39 active+undersized, 73 active+clean; 113 MiB data, 962 MiB used, 714 GiB / 715 GiB avail; 1.4 MiB/s rd, 0 B/s wr, 5 op/s; 33/261 objects degraded (12.644%) 2024-04-15T14:43:52.276 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:43:51 smithi016 ceph-mon[93212]: osdmap e473: 8 total, 7 up, 8 in 2024-04-15T14:43:52.277 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:43:51 smithi016 ceph-mon[93212]: from='osd.5 [v2:172.21.15.102:6808/3131683058,v1:172.21.15.102:6809/3131683058]' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2024-04-15T14:43:52.277 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:43:51 smithi016 ceph-mon[93212]: from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2024-04-15T14:43:52.277 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:43:51 smithi016 ceph-mon[90652]: pgmap v341: 121 pgs: 9 active+undersized+degraded, 39 active+undersized, 73 active+clean; 113 MiB data, 962 MiB used, 714 GiB / 715 GiB avail; 1.4 MiB/s rd, 0 B/s wr, 5 op/s; 33/261 objects degraded (12.644%) 2024-04-15T14:43:52.277 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:43:51 smithi016 ceph-mon[90652]: osdmap e473: 8 total, 7 up, 8 in 2024-04-15T14:43:52.277 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:43:51 smithi016 ceph-mon[90652]: from='osd.5 [v2:172.21.15.102:6808/3131683058,v1:172.21.15.102:6809/3131683058]' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2024-04-15T14:43:52.277 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:43:51 smithi016 ceph-mon[90652]: from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2024-04-15T14:43:52.278 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 15 14:43:51 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-y[81421]: ::ffff:172.21.15.102 - - [15/Apr/2024:14:43:51] "GET /metrics HTTP/1.1" 200 36211 "" "Prometheus/2.43.0" 2024-04-15T14:43:52.278 INFO:journalctl@ceph.osd.5.smithi102.stdout:Apr 15 14:43:51 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-osd-5[98292]: 2024-04-15T14:43:51.766+0000 7f4ee9d02700 -1 osd.5 463 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-04-15T14:43:52.336 INFO:tasks.rados.rados.0.smithi016.stdout:2034: done (4 left) 2024-04-15T14:43:52.336 INFO:tasks.rados.rados.0.smithi016.stdout:2035: done (3 left) 2024-04-15T14:43:52.336 INFO:tasks.rados.rados.0.smithi016.stdout:2036: done (2 left) 2024-04-15T14:43:52.336 INFO:tasks.rados.rados.0.smithi016.stdout:2037: done (1 left) 2024-04-15T14:43:52.336 INFO:tasks.rados.rados.0.smithi016.stdout:2038: done (0 left) 2024-04-15T14:43:52.336 INFO:tasks.rados.rados.0.smithi016.stdout:2039: snap_create 2024-04-15T14:43:52.687 INFO:journalctl@ceph.prometheus.a.smithi102.stdout:Apr 15 14:43:52 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-prometheus-a[78028]: ts=2024-04-15T14:43:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi016:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"362ea986-fb34-11ee-bc8f-c7b262605968\", instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T14:43:52.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:43:52 smithi102 ceph-mon[87131]: from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]': finished 2024-04-15T14:43:52.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:43:52 smithi102 ceph-mon[87131]: osdmap e474: 8 total, 7 up, 8 in 2024-04-15T14:43:52.688 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:43:52 smithi102 ceph-mon[87131]: from='osd.5 [v2:172.21.15.102:6808/3131683058,v1:172.21.15.102:6809/3131683058]' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi102", "root=default"]}]: dispatch 2024-04-15T14:43:52.688 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:43:52 smithi102 ceph-mon[87131]: from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi102", "root=default"]}]: dispatch 2024-04-15T14:43:52.688 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:43:52 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T14:43:52.688 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:43:52 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T14:43:52.688 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:43:52 smithi102 ceph-mon[87131]: from='osd.5 ' entity='osd.5' 2024-04-15T14:43:52.789 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:43:52 smithi016 ceph-mon[90652]: from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]': finished 2024-04-15T14:43:52.789 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:43:52 smithi016 ceph-mon[90652]: osdmap e474: 8 total, 7 up, 8 in 2024-04-15T14:43:52.789 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:43:52 smithi016 ceph-mon[90652]: from='osd.5 [v2:172.21.15.102:6808/3131683058,v1:172.21.15.102:6809/3131683058]' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi102", "root=default"]}]: dispatch 2024-04-15T14:43:52.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:43:52 smithi016 ceph-mon[90652]: from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi102", "root=default"]}]: dispatch 2024-04-15T14:43:52.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:43:52 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T14:43:52.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:43:52 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T14:43:52.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:43:52 smithi016 ceph-mon[90652]: from='osd.5 ' entity='osd.5' 2024-04-15T14:43:52.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:43:52 smithi016 ceph-mon[93212]: from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]': finished 2024-04-15T14:43:52.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:43:52 smithi016 ceph-mon[93212]: osdmap e474: 8 total, 7 up, 8 in 2024-04-15T14:43:52.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:43:52 smithi016 ceph-mon[93212]: from='osd.5 [v2:172.21.15.102:6808/3131683058,v1:172.21.15.102:6809/3131683058]' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi102", "root=default"]}]: dispatch 2024-04-15T14:43:52.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:43:52 smithi016 ceph-mon[93212]: from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi102", "root=default"]}]: dispatch 2024-04-15T14:43:52.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:43:52 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T14:43:52.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:43:52 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T14:43:52.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:43:52 smithi016 ceph-mon[93212]: from='osd.5 ' entity='osd.5' 2024-04-15T14:43:53.338 INFO:tasks.rados.rados.0.smithi016.stdout:2039: done (0 left) 2024-04-15T14:43:53.338 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 17 current snap is 198 2024-04-15T14:43:53.338 INFO:tasks.rados.rados.0.smithi016.stdout:2040: seq_num 646 ranges {5283840=425984,5709824=655360,6365184=147456} 2024-04-15T14:43:53.371 INFO:tasks.rados.rados.0.smithi016.stdout:2040: writing smithi01678542-17 from 5283840 to 5709824 tid 1 2024-04-15T14:43:53.375 INFO:tasks.rados.rados.0.smithi016.stdout:2040: writing smithi01678542-17 from 5709824 to 6365184 tid 2 2024-04-15T14:43:53.376 INFO:tasks.rados.rados.0.smithi016.stdout:2040: writing smithi01678542-17 from 6365184 to 6512640 tid 3 2024-04-15T14:43:53.376 INFO:tasks.rados.rados.0.smithi016.stdout:2041: delete oid 34 current snap is 198 2024-04-15T14:43:53.376 INFO:tasks.rados.rados.0.smithi016.stdout:2040: finishing write tid 1 to smithi01678542-17 2024-04-15T14:43:53.379 INFO:tasks.rados.rados.0.smithi016.stdout:2041: done (1 left) 2024-04-15T14:43:53.379 INFO:tasks.rados.rados.0.smithi016.stdout:2042: delete oid 48 current snap is 198 2024-04-15T14:43:53.380 INFO:tasks.rados.rados.0.smithi016.stdout:2040: finishing write tid 2 to smithi01678542-17 2024-04-15T14:43:53.380 INFO:tasks.rados.rados.0.smithi016.stdout:2040: finishing write tid 3 to smithi01678542-17 2024-04-15T14:43:53.380 INFO:tasks.rados.rados.0.smithi016.stdout:2040: finishing write tid 4 to smithi01678542-17 2024-04-15T14:43:53.381 INFO:tasks.rados.rados.0.smithi016.stdout:2042: done (1 left) 2024-04-15T14:43:53.381 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 45 current snap is 198 2024-04-15T14:43:53.381 INFO:tasks.rados.rados.0.smithi016.stdout:2043: seq_num 649 ranges {1884160=475136,2359296=761856,3121152=40960} 2024-04-15T14:43:53.394 INFO:tasks.rados.rados.0.smithi016.stdout:2043: writing smithi01678542-45 from 1884160 to 2359296 tid 1 2024-04-15T14:43:53.400 INFO:tasks.rados.rados.0.smithi016.stdout:2043: writing smithi01678542-45 from 2359296 to 3121152 tid 2 2024-04-15T14:43:53.400 INFO:tasks.rados.rados.0.smithi016.stdout:2043: writing smithi01678542-45 from 3121152 to 3162112 tid 3 2024-04-15T14:43:53.400 INFO:tasks.rados.rados.0.smithi016.stdout:2044: rollback oid 25 current snap is 198 2024-04-15T14:43:53.400 INFO:tasks.rados.rados.0.smithi016.stdout:rollback oid 25 to 196 2024-04-15T14:43:53.400 INFO:tasks.rados.rados.0.smithi016.stdout:2040: finishing write tid 5 to smithi01678542-17 2024-04-15T14:43:53.400 INFO:tasks.rados.rados.0.smithi016.stdout:2040: oid 17 updating version 0 to 1007 2024-04-15T14:43:53.400 INFO:tasks.rados.rados.0.smithi016.stdout:2040: oid 17 updating version 1007 to 1008 2024-04-15T14:43:53.400 INFO:tasks.rados.rados.0.smithi016.stdout:2040: oid 17 version 1008 is already newer than 1006 2024-04-15T14:43:53.400 INFO:tasks.rados.rados.0.smithi016.stdout:2040: oid 17 updating version 1008 to 1009 2024-04-15T14:43:53.400 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 17 v 1009 (ObjNum 646 snap 198 seq_num 646) dirty exists 2024-04-15T14:43:53.400 INFO:tasks.rados.rados.0.smithi016.stdout:2040: left oid 17 (ObjNum 646 snap 198 seq_num 646) 2024-04-15T14:43:53.400 INFO:tasks.rados.rados.0.smithi016.stdout:2043: finishing write tid 1 to smithi01678542-45 2024-04-15T14:43:53.400 INFO:tasks.rados.rados.0.smithi016.stdout:2040: done (2 left) 2024-04-15T14:43:53.401 INFO:tasks.rados.rados.0.smithi016.stdout:2045: read oid 42 snap -1 2024-04-15T14:43:53.401 INFO:tasks.rados.rados.0.smithi016.stdout:2045: expect (ObjNum 626 snap 190 seq_num 626) 2024-04-15T14:43:53.401 INFO:tasks.rados.rados.0.smithi016.stdout:2046: snap_remove snap 195 2024-04-15T14:43:53.587 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:43:53 smithi102 ceph-mon[87131]: pgmap v344: 121 pgs: 9 active+undersized+degraded, 39 active+undersized, 73 active+clean; 108 MiB data, 831 MiB used, 714 GiB / 715 GiB avail; 4.3 MiB/s rd, 4.0 MiB/s wr, 30 op/s; 36/231 objects degraded (15.584%) 2024-04-15T14:43:53.587 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:43:53 smithi102 ceph-mon[87131]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-04-15T14:43:53.587 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:43:53 smithi102 ceph-mon[87131]: osd.5 [v2:172.21.15.102:6808/3131683058,v1:172.21.15.102:6809/3131683058] boot 2024-04-15T14:43:53.587 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:43:53 smithi102 ceph-mon[87131]: osdmap e475: 8 total, 8 up, 8 in 2024-04-15T14:43:53.587 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:43:53 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-15T14:43:53.587 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:43:53 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T14:43:53.588 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:43:53 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T14:43:53.588 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:43:53 smithi102 ceph-mon[87131]: Health check update: Degraded data redundancy: 36/231 objects degraded (15.584%), 9 pgs degraded (PG_DEGRADED) 2024-04-15T14:43:53.692 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:43:53 smithi016 ceph-mon[93212]: pgmap v344: 121 pgs: 9 active+undersized+degraded, 39 active+undersized, 73 active+clean; 108 MiB data, 831 MiB used, 714 GiB / 715 GiB avail; 4.3 MiB/s rd, 4.0 MiB/s wr, 30 op/s; 36/231 objects degraded (15.584%) 2024-04-15T14:43:53.692 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:43:53 smithi016 ceph-mon[93212]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-04-15T14:43:53.692 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:43:53 smithi016 ceph-mon[93212]: osd.5 [v2:172.21.15.102:6808/3131683058,v1:172.21.15.102:6809/3131683058] boot 2024-04-15T14:43:53.692 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:43:53 smithi016 ceph-mon[93212]: osdmap e475: 8 total, 8 up, 8 in 2024-04-15T14:43:53.692 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:43:53 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-15T14:43:53.692 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:43:53 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T14:43:53.692 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:43:53 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T14:43:53.692 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:43:53 smithi016 ceph-mon[93212]: Health check update: Degraded data redundancy: 36/231 objects degraded (15.584%), 9 pgs degraded (PG_DEGRADED) 2024-04-15T14:43:53.692 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:43:53 smithi016 ceph-mon[90652]: pgmap v344: 121 pgs: 9 active+undersized+degraded, 39 active+undersized, 73 active+clean; 108 MiB data, 831 MiB used, 714 GiB / 715 GiB avail; 4.3 MiB/s rd, 4.0 MiB/s wr, 30 op/s; 36/231 objects degraded (15.584%) 2024-04-15T14:43:53.693 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:43:53 smithi016 ceph-mon[90652]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-04-15T14:43:53.693 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:43:53 smithi016 ceph-mon[90652]: osd.5 [v2:172.21.15.102:6808/3131683058,v1:172.21.15.102:6809/3131683058] boot 2024-04-15T14:43:53.693 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:43:53 smithi016 ceph-mon[90652]: osdmap e475: 8 total, 8 up, 8 in 2024-04-15T14:43:53.693 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:43:53 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-15T14:43:53.693 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:43:53 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T14:43:53.693 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:43:53 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T14:43:53.693 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:43:53 smithi016 ceph-mon[90652]: Health check update: Degraded data redundancy: 36/231 objects degraded (15.584%), 9 pgs degraded (PG_DEGRADED) 2024-04-15T14:43:54.344 INFO:tasks.rados.rados.0.smithi016.stdout:2044: finishing rollback tid 1 to smithi01678542-25 2024-04-15T14:43:54.344 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 25 v 0 (ObjNum 129 snap 0 seq_num 2235119136) dirty dne 2024-04-15T14:43:54.344 INFO:tasks.rados.rados.0.smithi016.stdout:2043: finishing write tid 2 to smithi01678542-45 2024-04-15T14:43:54.344 INFO:tasks.rados.rados.0.smithi016.stdout:2045: expect (ObjNum 626 snap 190 seq_num 626) 2024-04-15T14:43:54.384 INFO:tasks.rados.rados.0.smithi016.stdout:2043: finishing write tid 3 to smithi01678542-45 2024-04-15T14:43:54.385 INFO:tasks.rados.rados.0.smithi016.stdout:2043: finishing write tid 4 to smithi01678542-45 2024-04-15T14:43:54.385 INFO:tasks.rados.rados.0.smithi016.stdout:2044: done (3 left) 2024-04-15T14:43:54.385 INFO:tasks.rados.rados.0.smithi016.stdout:2045: done (2 left) 2024-04-15T14:43:54.385 INFO:tasks.rados.rados.0.smithi016.stdout:2046: done (1 left) 2024-04-15T14:43:54.385 INFO:tasks.rados.rados.0.smithi016.stdout:2047: read oid 34 snap -1 2024-04-15T14:43:54.385 INFO:tasks.rados.rados.0.smithi016.stdout:2047: expect deleted 2024-04-15T14:43:54.385 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 4 current snap is 198 2024-04-15T14:43:54.385 INFO:tasks.rados.rados.0.smithi016.stdout:2043: finishing write tid 5 to smithi01678542-45 2024-04-15T14:43:54.385 INFO:tasks.rados.rados.0.smithi016.stdout:2043: oid 45 updating version 0 to 556 2024-04-15T14:43:54.385 INFO:tasks.rados.rados.0.smithi016.stdout:2043: oid 45 version 556 is already newer than 555 2024-04-15T14:43:54.385 INFO:tasks.rados.rados.0.smithi016.stdout:2043: oid 45 version 556 is already newer than 554 2024-04-15T14:43:54.385 INFO:tasks.rados.rados.0.smithi016.stdout:2043: oid 45 updating version 556 to 557 2024-04-15T14:43:54.385 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 45 v 557 (ObjNum 649 snap 198 seq_num 649) dirty exists 2024-04-15T14:43:54.385 INFO:tasks.rados.rados.0.smithi016.stdout:2043: left oid 45 (ObjNum 649 snap 198 seq_num 649) 2024-04-15T14:43:54.385 INFO:tasks.rados.rados.0.smithi016.stdout:2048: seq_num 650 ranges {1179648=491520,1671168=647168,2318336=155648} 2024-04-15T14:43:54.394 INFO:tasks.rados.rados.0.smithi016.stdout:2048: writing smithi01678542-4 from 1179648 to 1671168 tid 1 2024-04-15T14:43:54.399 INFO:tasks.rados.rados.0.smithi016.stdout:2048: writing smithi01678542-4 from 1671168 to 2318336 tid 2 2024-04-15T14:43:54.401 INFO:tasks.rados.rados.0.smithi016.stdout:2048: writing smithi01678542-4 from 2318336 to 2473984 tid 3 2024-04-15T14:43:54.401 INFO:tasks.rados.rados.0.smithi016.stdout:2043: done (2 left) 2024-04-15T14:43:54.401 INFO:tasks.rados.rados.0.smithi016.stdout:2049: copy_from oid 41 from oid 1 current snap is 198 2024-04-15T14:43:54.401 INFO:tasks.rados.rados.0.smithi016.stdout:2048: finishing write tid 1 to smithi01678542-4 2024-04-15T14:43:54.401 INFO:tasks.rados.rados.0.smithi016.stdout:2047: done (2 left) 2024-04-15T14:43:54.402 INFO:tasks.rados.rados.0.smithi016.stdout:2050: read oid 14 snap -1 2024-04-15T14:43:54.402 INFO:tasks.rados.rados.0.smithi016.stdout:2050: expect (ObjNum 547 snap 170 seq_num 547) 2024-04-15T14:43:54.402 INFO:tasks.rados.rados.0.smithi016.stdout:2051: read oid 35 snap -1 2024-04-15T14:43:54.402 INFO:tasks.rados.rados.0.smithi016.stdout:2051: expect (ObjNum 548 snap 170 seq_num 548) 2024-04-15T14:43:54.402 INFO:tasks.rados.rados.0.smithi016.stdout:2052: delete oid 47 current snap is 198 2024-04-15T14:43:54.403 INFO:tasks.rados.rados.0.smithi016.stdout:2052: done (4 left) 2024-04-15T14:43:54.404 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 40 current snap is 198 2024-04-15T14:43:54.404 INFO:tasks.rados.rados.0.smithi016.stdout:2053: seq_num 652 ranges {0=524288,524288=409600,933888=393216} 2024-04-15T14:43:54.407 INFO:tasks.rados.rados.0.smithi016.stdout:2053: writing smithi01678542-40 from 0 to 524288 tid 1 2024-04-15T14:43:54.409 INFO:tasks.rados.rados.0.smithi016.stdout:2053: writing smithi01678542-40 from 524288 to 933888 tid 2 2024-04-15T14:43:54.412 INFO:tasks.rados.rados.0.smithi016.stdout:2053: writing smithi01678542-40 from 933888 to 1327104 tid 3 2024-04-15T14:43:54.412 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 44 current snap is 198 2024-04-15T14:43:54.412 INFO:tasks.rados.rados.0.smithi016.stdout:2048: finishing write tid 2 to smithi01678542-4 2024-04-15T14:43:54.412 INFO:tasks.rados.rados.0.smithi016.stdout:2048: finishing write tid 3 to smithi01678542-4 2024-04-15T14:43:54.412 INFO:tasks.rados.rados.0.smithi016.stdout:2048: finishing write tid 4 to smithi01678542-4 2024-04-15T14:43:54.412 INFO:tasks.rados.rados.0.smithi016.stdout:2048: finishing write tid 5 to smithi01678542-4 2024-04-15T14:43:54.412 INFO:tasks.rados.rados.0.smithi016.stdout:2048: oid 4 updating version 0 to 1101 2024-04-15T14:43:54.412 INFO:tasks.rados.rados.0.smithi016.stdout:2048: oid 4 version 1101 is already newer than 1099 2024-04-15T14:43:54.412 INFO:tasks.rados.rados.0.smithi016.stdout:2048: oid 4 version 1101 is already newer than 1100 2024-04-15T14:43:54.413 INFO:tasks.rados.rados.0.smithi016.stdout:2048: oid 4 updating version 1101 to 1102 2024-04-15T14:43:54.413 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 4 v 1102 (ObjNum 650 snap 198 seq_num 650) dirty exists 2024-04-15T14:43:54.413 INFO:tasks.rados.rados.0.smithi016.stdout:2048: left oid 4 (ObjNum 650 snap 198 seq_num 650) 2024-04-15T14:43:54.413 INFO:tasks.rados.rados.0.smithi016.stdout:2054: seq_num 653 ranges {1105920=540672,1646592=696320,2342912=106496} 2024-04-15T14:43:54.421 INFO:tasks.rados.rados.0.smithi016.stdout:2054: writing smithi01678542-44 from 1105920 to 1646592 tid 1 2024-04-15T14:43:54.425 INFO:tasks.rados.rados.0.smithi016.stdout:2054: writing smithi01678542-44 from 1646592 to 2342912 tid 2 2024-04-15T14:43:54.426 INFO:tasks.rados.rados.0.smithi016.stdout:2054: writing smithi01678542-44 from 2342912 to 2449408 tid 3 2024-04-15T14:43:54.426 INFO:tasks.rados.rados.0.smithi016.stdout:2048: done (5 left) 2024-04-15T14:43:54.426 INFO:tasks.rados.rados.0.smithi016.stdout:2055: snap_create 2024-04-15T14:43:54.426 INFO:tasks.rados.rados.0.smithi016.stdout:2054: finishing write tid 1 to smithi01678542-44 2024-04-15T14:43:54.432 INFO:tasks.rados.rados.0.smithi016.stdout:2049: finishing copy_from racing read to smithi01678542-41 2024-04-15T14:43:54.434 INFO:tasks.rados.rados.0.smithi016.stdout:2054: finishing write tid 2 to smithi01678542-44 2024-04-15T14:43:54.434 INFO:tasks.rados.rados.0.smithi016.stdout:2054: finishing write tid 3 to smithi01678542-44 2024-04-15T14:43:54.434 INFO:tasks.rados.rados.0.smithi016.stdout:2054: finishing write tid 4 to smithi01678542-44 2024-04-15T14:43:54.437 INFO:tasks.rados.rados.0.smithi016.stdout:2054: finishing write tid 5 to smithi01678542-44 2024-04-15T14:43:54.438 INFO:tasks.rados.rados.0.smithi016.stdout:2054: oid 44 updating version 0 to 1106 2024-04-15T14:43:54.438 INFO:tasks.rados.rados.0.smithi016.stdout:2054: oid 44 version 1106 is already newer than 1104 2024-04-15T14:43:54.438 INFO:tasks.rados.rados.0.smithi016.stdout:2054: oid 44 updating version 1106 to 1107 2024-04-15T14:43:54.438 INFO:tasks.rados.rados.0.smithi016.stdout:2054: oid 44 version 1107 is already newer than 1105 2024-04-15T14:43:54.438 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 44 v 1107 (ObjNum 653 snap 198 seq_num 653) dirty exists 2024-04-15T14:43:54.438 INFO:tasks.rados.rados.0.smithi016.stdout:2054: left oid 44 (ObjNum 653 snap 198 seq_num 653) 2024-04-15T14:43:54.438 INFO:tasks.rados.rados.0.smithi016.stdout:2049: finishing copy_from to smithi01678542-41 2024-04-15T14:43:54.438 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 41 v 882 (ObjNum 632 snap 191 seq_num 632) dirty exists 2024-04-15T14:43:54.442 INFO:tasks.rados.rados.0.smithi016.stdout:2050: expect (ObjNum 547 snap 170 seq_num 547) 2024-04-15T14:43:54.610 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:43:54 smithi102 ceph-mon[87131]: osdmap e476: 8 total, 8 up, 8 in 2024-04-15T14:43:54.610 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:43:54 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T14:43:54.610 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:43:54 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T14:43:54.789 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:43:54 smithi016 ceph-mon[93212]: osdmap e476: 8 total, 8 up, 8 in 2024-04-15T14:43:54.789 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:43:54 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T14:43:54.789 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:43:54 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T14:43:54.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:43:54 smithi016 ceph-mon[90652]: osdmap e476: 8 total, 8 up, 8 in 2024-04-15T14:43:54.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:43:54 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T14:43:54.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:43:54 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T14:43:55.114 INFO:tasks.rados.rados.0.smithi016.stdout:2053: finishing write tid 1 to smithi01678542-40 2024-04-15T14:43:55.114 INFO:tasks.rados.rados.0.smithi016.stdout:2053: finishing write tid 2 to smithi01678542-40 2024-04-15T14:43:55.114 INFO:tasks.rados.rados.0.smithi016.stdout:2053: finishing write tid 3 to smithi01678542-40 2024-04-15T14:43:55.114 INFO:tasks.rados.rados.0.smithi016.stdout:2051: expect (ObjNum 548 snap 170 seq_num 548) 2024-04-15T14:43:55.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:43:55 smithi102 ceph-mon[87131]: pgmap v347: 121 pgs: 9 active+undersized+degraded, 39 active+undersized, 73 active+clean; 108 MiB data, 831 MiB used, 714 GiB / 715 GiB avail; 3.0 MiB/s rd, 4.0 MiB/s wr, 24 op/s; 36/231 objects degraded (15.584%) 2024-04-15T14:43:55.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:43:55 smithi102 ceph-mon[87131]: osdmap e477: 8 total, 8 up, 8 in 2024-04-15T14:43:55.785 INFO:tasks.rados.rados.0.smithi016.stdout:2053: finishing write tid 4 to smithi01678542-40 2024-04-15T14:43:55.785 INFO:tasks.rados.rados.0.smithi016.stdout:2053: finishing write tid 5 to smithi01678542-40 2024-04-15T14:43:55.785 INFO:tasks.rados.rados.0.smithi016.stdout:2053: oid 40 updating version 0 to 1007 2024-04-15T14:43:55.785 INFO:tasks.rados.rados.0.smithi016.stdout:2053: oid 40 updating version 1007 to 1008 2024-04-15T14:43:55.785 INFO:tasks.rados.rados.0.smithi016.stdout:2053: oid 40 updating version 1008 to 1009 2024-04-15T14:43:55.785 INFO:tasks.rados.rados.0.smithi016.stdout:2053: oid 40 version 1009 is already newer than 1006 2024-04-15T14:43:55.785 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 40 v 1009 (ObjNum 652 snap 198 seq_num 652) dirty exists 2024-04-15T14:43:55.786 INFO:tasks.rados.rados.0.smithi016.stdout:2053: left oid 40 (ObjNum 652 snap 198 seq_num 652) 2024-04-15T14:43:55.786 INFO:tasks.rados.rados.0.smithi016.stdout:2049: done (5 left) 2024-04-15T14:43:55.786 INFO:tasks.rados.rados.0.smithi016.stdout:2050: done (4 left) 2024-04-15T14:43:55.786 INFO:tasks.rados.rados.0.smithi016.stdout:2051: done (3 left) 2024-04-15T14:43:55.786 INFO:tasks.rados.rados.0.smithi016.stdout:2053: done (2 left) 2024-04-15T14:43:55.786 INFO:tasks.rados.rados.0.smithi016.stdout:2054: done (1 left) 2024-04-15T14:43:55.786 INFO:tasks.rados.rados.0.smithi016.stdout:2055: done (0 left) 2024-04-15T14:43:55.786 INFO:tasks.rados.rados.0.smithi016.stdout:2056: copy_from oid 35 from oid 2 current snap is 199 2024-04-15T14:43:55.786 INFO:tasks.rados.rados.0.smithi016.stdout:2057: copy_from oid 24 from oid 12 current snap is 199 2024-04-15T14:43:55.786 INFO:tasks.rados.rados.0.smithi016.stdout:2058: copy_from oid 44 from oid 36 current snap is 199 2024-04-15T14:43:55.786 INFO:tasks.rados.rados.0.smithi016.stdout:2059: snap_create 2024-04-15T14:43:55.789 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:43:55 smithi016 ceph-mon[93212]: pgmap v347: 121 pgs: 9 active+undersized+degraded, 39 active+undersized, 73 active+clean; 108 MiB data, 831 MiB used, 714 GiB / 715 GiB avail; 3.0 MiB/s rd, 4.0 MiB/s wr, 24 op/s; 36/231 objects degraded (15.584%) 2024-04-15T14:43:55.789 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:43:55 smithi016 ceph-mon[93212]: osdmap e477: 8 total, 8 up, 8 in 2024-04-15T14:43:55.789 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:43:55 smithi016 ceph-mon[90652]: pgmap v347: 121 pgs: 9 active+undersized+degraded, 39 active+undersized, 73 active+clean; 108 MiB data, 831 MiB used, 714 GiB / 715 GiB avail; 3.0 MiB/s rd, 4.0 MiB/s wr, 24 op/s; 36/231 objects degraded (15.584%) 2024-04-15T14:43:55.789 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:43:55 smithi016 ceph-mon[90652]: osdmap e477: 8 total, 8 up, 8 in 2024-04-15T14:43:55.791 INFO:tasks.rados.rados.0.smithi016.stdout:2058: finishing copy_from to smithi01678542-44 2024-04-15T14:43:55.791 INFO:tasks.rados.rados.0.smithi016.stdout:2058: got expected ENOENT (src dne) 2024-04-15T14:43:55.791 INFO:tasks.rados.rados.0.smithi016.stdout:2058: finishing copy_from racing read to smithi01678542-44 2024-04-15T14:43:55.795 INFO:tasks.rados.rados.0.smithi016.stdout:2056: finishing copy_from racing read to smithi01678542-35 2024-04-15T14:43:55.795 INFO:tasks.rados.rados.0.smithi016.stdout:2056: finishing copy_from to smithi01678542-35 2024-04-15T14:43:55.796 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 35 v 950 (ObjNum 638 snap 193 seq_num 638) dirty exists 2024-04-15T14:43:55.811 INFO:tasks.rados.rados.0.smithi016.stdout:2057: finishing copy_from racing read to smithi01678542-24 2024-04-15T14:43:55.814 INFO:tasks.rados.rados.0.smithi016.stdout:2057: finishing copy_from to smithi01678542-24 2024-04-15T14:43:55.815 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 24 v 893 (ObjNum 285 snap 84 seq_num 285) dirty exists 2024-04-15T14:43:56.354 INFO:tasks.rados.rados.0.smithi016.stdout:2056: done (3 left) 2024-04-15T14:43:56.354 INFO:tasks.rados.rados.0.smithi016.stdout:2057: done (2 left) 2024-04-15T14:43:56.354 INFO:tasks.rados.rados.0.smithi016.stdout:2058: done (1 left) 2024-04-15T14:43:56.354 INFO:tasks.rados.rados.0.smithi016.stdout:2059: done (0 left) 2024-04-15T14:43:56.354 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 45 current snap is 200 2024-04-15T14:43:56.354 INFO:tasks.rados.rados.0.smithi016.stdout:2060: seq_num 654 ranges {3162112=557056,3719168=630784,4349952=172032} 2024-04-15T14:43:56.374 INFO:tasks.rados.rados.0.smithi016.stdout:2060: writing smithi01678542-45 from 3162112 to 3719168 tid 1 2024-04-15T14:43:56.377 INFO:tasks.rados.rados.0.smithi016.stdout:2060: writing smithi01678542-45 from 3719168 to 4349952 tid 2 2024-04-15T14:43:56.378 INFO:tasks.rados.rados.0.smithi016.stdout:2060: writing smithi01678542-45 from 4349952 to 4521984 tid 3 2024-04-15T14:43:56.379 INFO:tasks.rados.rados.0.smithi016.stdout:2061: rollback oid 15 current snap is 200 2024-04-15T14:43:56.379 INFO:tasks.rados.rados.0.smithi016.stdout:rollback oid 15 to 199 2024-04-15T14:43:56.379 INFO:tasks.rados.rados.0.smithi016.stdout:2062: snap_remove snap 197 2024-04-15T14:43:56.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:43:56 smithi102 ceph-mon[87131]: osdmap e478: 8 total, 8 up, 8 in 2024-04-15T14:43:56.789 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:43:56 smithi016 ceph-mon[90652]: osdmap e478: 8 total, 8 up, 8 in 2024-04-15T14:43:56.789 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:43:56 smithi016 ceph-mon[93212]: osdmap e478: 8 total, 8 up, 8 in 2024-04-15T14:43:56.790 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 15 14:43:56 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-y[81421]: 2024-04-15T14:43:56.508+0000 7f3e3870d700 -1 mgr.server reply reply (16) Device or resource busy unsafe to stop osd(s) at this time (5 PGs are or would become offline) 2024-04-15T14:43:57.370 INFO:tasks.rados.rados.0.smithi016.stdout:2062: done (2 left) 2024-04-15T14:43:57.370 INFO:tasks.rados.rados.0.smithi016.stdout:2063: read oid 8 snap 199 2024-04-15T14:43:57.370 INFO:tasks.rados.rados.0.smithi016.stdout:2063: expect (ObjNum 641 snap 194 seq_num 641) 2024-04-15T14:43:57.370 INFO:tasks.rados.rados.0.smithi016.stdout:2064: rollback oid 47 current snap is 200 2024-04-15T14:43:57.370 INFO:tasks.rados.rados.0.smithi016.stdout:rollback oid 47 to 198 2024-04-15T14:43:57.370 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 11 current snap is 200 2024-04-15T14:43:57.370 INFO:tasks.rados.rados.0.smithi016.stdout:2065: seq_num 655 ranges {1908736=573440,2482176=516096,2998272=286720} 2024-04-15T14:43:57.384 INFO:tasks.rados.rados.0.smithi016.stdout:2065: writing smithi01678542-11 from 1908736 to 2482176 tid 1 2024-04-15T14:43:57.386 INFO:tasks.rados.rados.0.smithi016.stdout:2065: writing smithi01678542-11 from 2482176 to 2998272 tid 2 2024-04-15T14:43:57.390 INFO:tasks.rados.rados.0.smithi016.stdout:2065: writing smithi01678542-11 from 2998272 to 3284992 tid 3 2024-04-15T14:43:57.390 INFO:tasks.rados.rados.0.smithi016.stdout:2066: copy_from oid 23 from oid 42 current snap is 200 2024-04-15T14:43:57.390 INFO:tasks.rados.rados.0.smithi016.stdout:2060: finishing write tid 1 to smithi01678542-45 2024-04-15T14:43:57.390 INFO:tasks.rados.rados.0.smithi016.stdout:2060: finishing write tid 2 to smithi01678542-45 2024-04-15T14:43:57.390 INFO:tasks.rados.rados.0.smithi016.stdout:2060: finishing write tid 3 to smithi01678542-45 2024-04-15T14:43:57.390 INFO:tasks.rados.rados.0.smithi016.stdout:2060: finishing write tid 4 to smithi01678542-45 2024-04-15T14:43:57.391 INFO:tasks.rados.rados.0.smithi016.stdout:2060: finishing write tid 5 to smithi01678542-45 2024-04-15T14:43:57.391 INFO:tasks.rados.rados.0.smithi016.stdout:2060: oid 45 updating version 0 to 559 2024-04-15T14:43:57.391 INFO:tasks.rados.rados.0.smithi016.stdout:2060: oid 45 updating version 559 to 560 2024-04-15T14:43:57.391 INFO:tasks.rados.rados.0.smithi016.stdout:2060: oid 45 updating version 560 to 561 2024-04-15T14:43:57.391 INFO:tasks.rados.rados.0.smithi016.stdout:2060: oid 45 version 561 is already newer than 558 2024-04-15T14:43:57.391 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 45 v 561 (ObjNum 654 snap 200 seq_num 654) dirty exists 2024-04-15T14:43:57.391 INFO:tasks.rados.rados.0.smithi016.stdout:2060: left oid 45 (ObjNum 654 snap 200 seq_num 654) 2024-04-15T14:43:57.391 INFO:tasks.rados.rados.0.smithi016.stdout:2061: finishing rollback tid 0 to smithi01678542-15 2024-04-15T14:43:57.391 INFO:tasks.rados.rados.0.smithi016.stdout:2061: finishing rollback tid 1 to smithi01678542-15 2024-04-15T14:43:57.391 INFO:tasks.rados.rados.0.smithi016.stdout:2061: finishing rollback tid 2 to smithi01678542-15 2024-04-15T14:43:57.391 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 15 v 928 (ObjNum 65 snap 0 seq_num 2211017552) dirty exists 2024-04-15T14:43:57.391 INFO:tasks.rados.rados.0.smithi016.stdout:2064: finishing rollback tid 1 to smithi01678542-47 2024-04-15T14:43:57.391 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 47 v 1063 (ObjNum 33 snap 0 seq_num 2235733616) dirty dne 2024-04-15T14:43:57.392 INFO:tasks.rados.rados.0.smithi016.stdout:2060: done (5 left) 2024-04-15T14:43:57.392 INFO:tasks.rados.rados.0.smithi016.stdout:2061: done (4 left) 2024-04-15T14:43:57.392 INFO:tasks.rados.rados.0.smithi016.stdout:2064: done (3 left) 2024-04-15T14:43:57.392 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 30 current snap is 200 2024-04-15T14:43:57.392 INFO:tasks.rados.rados.0.smithi016.stdout:2067: seq_num 656 ranges {1466368=589824,2056192=802816} 2024-04-15T14:43:57.401 INFO:tasks.rados.rados.0.smithi016.stdout:2067: writing smithi01678542-30 from 1466368 to 2056192 tid 1 2024-04-15T14:43:57.406 INFO:tasks.rados.rados.0.smithi016.stdout:2067: writing smithi01678542-30 from 2056192 to 2859008 tid 2 2024-04-15T14:43:57.406 INFO:tasks.rados.rados.0.smithi016.stdout:2068: snap_remove snap 196 2024-04-15T14:43:57.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:43:57 smithi102 ceph-mon[87131]: pgmap v350: 121 pgs: 18 active+undersized, 103 active+clean; 105 MiB data, 833 MiB used, 714 GiB / 715 GiB avail; 15 MiB/s rd, 2.7 MiB/s wr, 12 op/s; 3.2 MiB/s, 2 objects/s recovering 2024-04-15T14:43:57.688 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:43:57 smithi102 ceph-mon[87131]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 36/231 objects degraded (15.584%), 9 pgs degraded) 2024-04-15T14:43:57.688 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:43:57 smithi102 ceph-mon[87131]: Cluster is now healthy 2024-04-15T14:43:57.688 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:43:57 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T14:43:57.688 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:43:57 smithi102 ceph-mon[87131]: osdmap e479: 8 total, 8 up, 8 in 2024-04-15T14:43:57.688 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:43:57 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T14:43:57.688 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:43:57 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T14:43:57.688 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:43:57 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T14:43:57.688 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:43:57 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T14:43:57.688 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:43:57 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T14:43:57.688 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:43:57 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T14:43:57.688 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:43:57 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T14:43:57.689 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:43:57 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T14:43:57.689 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:43:57 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["6"], "max": 16}]: dispatch 2024-04-15T14:43:57.689 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:43:57 smithi102 ceph-mon[87131]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["6"], "max": 16}]: dispatch 2024-04-15T14:43:57.689 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:43:57 smithi102 ceph-mon[87131]: Upgrade: unsafe to stop osd(s) at this time (5 PGs are or would become offline) 2024-04-15T14:43:57.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:43:57 smithi016 ceph-mon[90652]: pgmap v350: 121 pgs: 18 active+undersized, 103 active+clean; 105 MiB data, 833 MiB used, 714 GiB / 715 GiB avail; 15 MiB/s rd, 2.7 MiB/s wr, 12 op/s; 3.2 MiB/s, 2 objects/s recovering 2024-04-15T14:43:57.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:43:57 smithi016 ceph-mon[90652]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 36/231 objects degraded (15.584%), 9 pgs degraded) 2024-04-15T14:43:57.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:43:57 smithi016 ceph-mon[90652]: Cluster is now healthy 2024-04-15T14:43:57.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:43:57 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T14:43:57.791 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:43:57 smithi016 ceph-mon[90652]: osdmap e479: 8 total, 8 up, 8 in 2024-04-15T14:43:57.791 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:43:57 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T14:43:57.791 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:43:57 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T14:43:57.791 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:43:57 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T14:43:57.791 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:43:57 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T14:43:57.791 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:43:57 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T14:43:57.791 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:43:57 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T14:43:57.791 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:43:57 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T14:43:57.791 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:43:57 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T14:43:57.792 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:43:57 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["6"], "max": 16}]: dispatch 2024-04-15T14:43:57.792 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:43:57 smithi016 ceph-mon[90652]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["6"], "max": 16}]: dispatch 2024-04-15T14:43:57.792 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:43:57 smithi016 ceph-mon[90652]: Upgrade: unsafe to stop osd(s) at this time (5 PGs are or would become offline) 2024-04-15T14:43:57.792 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:43:57 smithi016 ceph-mon[93212]: pgmap v350: 121 pgs: 18 active+undersized, 103 active+clean; 105 MiB data, 833 MiB used, 714 GiB / 715 GiB avail; 15 MiB/s rd, 2.7 MiB/s wr, 12 op/s; 3.2 MiB/s, 2 objects/s recovering 2024-04-15T14:43:57.792 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:43:57 smithi016 ceph-mon[93212]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 36/231 objects degraded (15.584%), 9 pgs degraded) 2024-04-15T14:43:57.792 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:43:57 smithi016 ceph-mon[93212]: Cluster is now healthy 2024-04-15T14:43:57.793 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:43:57 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T14:43:57.793 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:43:57 smithi016 ceph-mon[93212]: osdmap e479: 8 total, 8 up, 8 in 2024-04-15T14:43:57.793 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:43:57 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T14:43:57.793 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:43:57 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T14:43:57.793 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:43:57 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T14:43:57.793 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:43:57 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T14:43:57.793 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:43:57 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T14:43:57.794 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:43:57 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T14:43:57.794 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:43:57 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T14:43:57.794 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:43:57 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T14:43:57.794 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:43:57 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["6"], "max": 16}]: dispatch 2024-04-15T14:43:57.794 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:43:57 smithi016 ceph-mon[93212]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["6"], "max": 16}]: dispatch 2024-04-15T14:43:57.794 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:43:57 smithi016 ceph-mon[93212]: Upgrade: unsafe to stop osd(s) at this time (5 PGs are or would become offline) 2024-04-15T14:43:58.376 INFO:tasks.rados.rados.0.smithi016.stdout:2068: done (4 left) 2024-04-15T14:43:58.376 INFO:tasks.rados.rados.0.smithi016.stdout:2069: snap_remove snap 198 2024-04-15T14:43:58.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:43:58 smithi102 ceph-mon[87131]: osdmap e480: 8 total, 8 up, 8 in 2024-04-15T14:43:58.789 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:43:58 smithi016 ceph-mon[90652]: osdmap e480: 8 total, 8 up, 8 in 2024-04-15T14:43:58.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:43:58 smithi016 ceph-mon[93212]: osdmap e480: 8 total, 8 up, 8 in 2024-04-15T14:43:59.377 INFO:tasks.rados.rados.0.smithi016.stdout:2069: done (4 left) 2024-04-15T14:43:59.377 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 19 current snap is 200 2024-04-15T14:43:59.377 INFO:tasks.rados.rados.0.smithi016.stdout:2065: finishing write tid 1 to smithi01678542-11 2024-04-15T14:43:59.377 INFO:tasks.rados.rados.0.smithi016.stdout:2070: seq_num 657 ranges {1286144=606208,1892352=688128,2580480=114688} 2024-04-15T14:43:59.387 INFO:tasks.rados.rados.0.smithi016.stdout:2070: writing smithi01678542-19 from 1286144 to 1892352 tid 1 2024-04-15T14:43:59.391 INFO:tasks.rados.rados.0.smithi016.stdout:2070: writing smithi01678542-19 from 1892352 to 2580480 tid 2 2024-04-15T14:43:59.392 INFO:tasks.rados.rados.0.smithi016.stdout:2070: writing smithi01678542-19 from 2580480 to 2695168 tid 3 2024-04-15T14:43:59.392 INFO:tasks.rados.rados.0.smithi016.stdout:2071: setattr oid 34 current snap is 200 2024-04-15T14:43:59.392 INFO:tasks.rados.rados.0.smithi016.stdout:2065: finishing write tid 2 to smithi01678542-11 2024-04-15T14:43:59.393 INFO:tasks.rados.rados.0.smithi016.stdout:2065: finishing write tid 3 to smithi01678542-11 2024-04-15T14:43:59.393 INFO:tasks.rados.rados.0.smithi016.stdout:2065: finishing write tid 4 to smithi01678542-11 2024-04-15T14:43:59.393 INFO:tasks.rados.rados.0.smithi016.stdout:2065: finishing write tid 5 to smithi01678542-11 2024-04-15T14:43:59.393 INFO:tasks.rados.rados.0.smithi016.stdout:2065: oid 11 updating version 0 to 1115 2024-04-15T14:43:59.393 INFO:tasks.rados.rados.0.smithi016.stdout:2065: oid 11 version 1115 is already newer than 1114 2024-04-15T14:43:59.393 INFO:tasks.rados.rados.0.smithi016.stdout:2065: oid 11 version 1115 is already newer than 1113 2024-04-15T14:43:59.393 INFO:tasks.rados.rados.0.smithi016.stdout:2065: oid 11 updating version 1115 to 1116 2024-04-15T14:43:59.393 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 11 v 1116 (ObjNum 655 snap 200 seq_num 655) dirty exists 2024-04-15T14:43:59.393 INFO:tasks.rados.rados.0.smithi016.stdout:2065: left oid 11 (ObjNum 655 snap 200 seq_num 655) 2024-04-15T14:43:59.393 INFO:tasks.rados.rados.0.smithi016.stdout:2063: expect (ObjNum 641 snap 194 seq_num 641) 2024-04-15T14:43:59.633 INFO:tasks.rados.rados.0.smithi016.stdout:2066: finishing copy_from racing read to smithi01678542-23 2024-04-15T14:43:59.633 INFO:tasks.rados.rados.0.smithi016.stdout:2066: finishing copy_from to smithi01678542-23 2024-04-15T14:43:59.633 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 23 v 279 (ObjNum 626 snap 190 seq_num 626) dirty exists 2024-04-15T14:43:59.633 INFO:tasks.rados.rados.0.smithi016.stdout:2067: finishing write tid 1 to smithi01678542-30 2024-04-15T14:43:59.633 INFO:tasks.rados.rados.0.smithi016.stdout:2067: finishing write tid 2 to smithi01678542-30 2024-04-15T14:43:59.633 INFO:tasks.rados.rados.0.smithi016.stdout:2067: finishing write tid 3 to smithi01678542-30 2024-04-15T14:43:59.633 INFO:tasks.rados.rados.0.smithi016.stdout:2067: finishing write tid 4 to smithi01678542-30 2024-04-15T14:43:59.633 INFO:tasks.rados.rados.0.smithi016.stdout:2067: oid 30 updating version 0 to 963 2024-04-15T14:43:59.633 INFO:tasks.rados.rados.0.smithi016.stdout:2067: oid 30 updating version 963 to 964 2024-04-15T14:43:59.633 INFO:tasks.rados.rados.0.smithi016.stdout:2067: oid 30 version 964 is already newer than 962 2024-04-15T14:43:59.633 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 30 v 964 (ObjNum 656 snap 200 seq_num 656) dirty exists 2024-04-15T14:43:59.633 INFO:tasks.rados.rados.0.smithi016.stdout:2067: left oid 30 (ObjNum 656 snap 200 seq_num 656) 2024-04-15T14:43:59.634 INFO:tasks.rados.rados.0.smithi016.stdout:2070: finishing write tid 1 to smithi01678542-19 2024-04-15T14:43:59.634 INFO:tasks.rados.rados.0.smithi016.stdout:2070: finishing write tid 2 to smithi01678542-19 2024-04-15T14:43:59.634 INFO:tasks.rados.rados.0.smithi016.stdout:2070: finishing write tid 3 to smithi01678542-19 2024-04-15T14:43:59.634 INFO:tasks.rados.rados.0.smithi016.stdout:2070: finishing write tid 4 to smithi01678542-19 2024-04-15T14:43:59.634 INFO:tasks.rados.rados.0.smithi016.stdout:2070: finishing write tid 5 to smithi01678542-19 2024-04-15T14:43:59.634 INFO:tasks.rados.rados.0.smithi016.stdout:2070: oid 19 updating version 0 to 958 2024-04-15T14:43:59.634 INFO:tasks.rados.rados.0.smithi016.stdout:2070: oid 19 version 958 is already newer than 957 2024-04-15T14:43:59.634 INFO:tasks.rados.rados.0.smithi016.stdout:2070: oid 19 version 958 is already newer than 956 2024-04-15T14:43:59.634 INFO:tasks.rados.rados.0.smithi016.stdout:2070: oid 19 version 958 is already newer than 955 2024-04-15T14:43:59.634 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 19 v 958 (ObjNum 657 snap 200 seq_num 657) dirty exists 2024-04-15T14:43:59.634 INFO:tasks.rados.rados.0.smithi016.stdout:2070: left oid 19 (ObjNum 657 snap 200 seq_num 657) 2024-04-15T14:43:59.634 INFO:tasks.rados.rados.0.smithi016.stdout:2063: done (5 left) 2024-04-15T14:43:59.634 INFO:tasks.rados.rados.0.smithi016.stdout:2065: done (4 left) 2024-04-15T14:43:59.634 INFO:tasks.rados.rados.0.smithi016.stdout:2066: done (3 left) 2024-04-15T14:43:59.634 INFO:tasks.rados.rados.0.smithi016.stdout:2067: done (2 left) 2024-04-15T14:43:59.635 INFO:tasks.rados.rados.0.smithi016.stdout:2070: done (1 left) 2024-04-15T14:43:59.635 INFO:tasks.rados.rados.0.smithi016.stdout:2072: rollback oid 14 current snap is 200 2024-04-15T14:43:59.635 INFO:tasks.rados.rados.0.smithi016.stdout:rollback oid 14 to 199 2024-04-15T14:43:59.635 INFO:tasks.rados.rados.0.smithi016.stdout:2073: read oid 37 snap -1 2024-04-15T14:43:59.635 INFO:tasks.rados.rados.0.smithi016.stdout:2073: expect (ObjNum 567 snap 173 seq_num 567) 2024-04-15T14:43:59.635 INFO:tasks.rados.rados.0.smithi016.stdout:2074: setattr oid 11 current snap is 200 2024-04-15T14:43:59.635 INFO:tasks.rados.rados.0.smithi016.stdout:2075: read oid 4 snap 199 2024-04-15T14:43:59.635 INFO:tasks.rados.rados.0.smithi016.stdout:2075: expect (ObjNum 650 snap 198 seq_num 650) 2024-04-15T14:43:59.635 INFO:tasks.rados.rados.0.smithi016.stdout:2076: snap_create 2024-04-15T14:43:59.635 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 34 v 1073 (ObjNum 289 snap 0 seq_num 0) dirty exists 2024-04-15T14:43:59.640 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 11 v 1125 (ObjNum 655 snap 200 seq_num 655) dirty exists 2024-04-15T14:43:59.643 INFO:tasks.rados.rados.0.smithi016.stdout:2072: finishing rollback tid 0 to smithi01678542-14 2024-04-15T14:43:59.645 INFO:tasks.rados.rados.0.smithi016.stdout:2072: finishing rollback tid 1 to smithi01678542-14 2024-04-15T14:43:59.647 INFO:tasks.rados.rados.0.smithi016.stdout:2072: finishing rollback tid 2 to smithi01678542-14 2024-04-15T14:43:59.647 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 14 v 1012 (ObjNum 547 snap 170 seq_num 547) dirty exists 2024-04-15T14:43:59.651 INFO:tasks.rados.rados.0.smithi016.stdout:2073: expect (ObjNum 567 snap 173 seq_num 567) 2024-04-15T14:43:59.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:43:59 smithi102 ceph-mon[87131]: pgmap v353: 121 pgs: 121 active+clean; 105 MiB data, 835 MiB used, 714 GiB / 715 GiB avail; 15 MiB/s rd, 2.7 MiB/s wr, 12 op/s; 3.2 MiB/s, 2 objects/s recovering 2024-04-15T14:43:59.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:43:59 smithi102 ceph-mon[87131]: osdmap e481: 8 total, 8 up, 8 in 2024-04-15T14:43:59.789 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:43:59 smithi016 ceph-mon[90652]: pgmap v353: 121 pgs: 121 active+clean; 105 MiB data, 835 MiB used, 714 GiB / 715 GiB avail; 15 MiB/s rd, 2.7 MiB/s wr, 12 op/s; 3.2 MiB/s, 2 objects/s recovering 2024-04-15T14:43:59.789 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:43:59 smithi016 ceph-mon[90652]: osdmap e481: 8 total, 8 up, 8 in 2024-04-15T14:43:59.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:43:59 smithi016 ceph-mon[93212]: pgmap v353: 121 pgs: 121 active+clean; 105 MiB data, 835 MiB used, 714 GiB / 715 GiB avail; 15 MiB/s rd, 2.7 MiB/s wr, 12 op/s; 3.2 MiB/s, 2 objects/s recovering 2024-04-15T14:43:59.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:43:59 smithi016 ceph-mon[93212]: osdmap e481: 8 total, 8 up, 8 in 2024-04-15T14:43:59.794 INFO:tasks.rados.rados.0.smithi016.stdout:2075: expect (ObjNum 650 snap 198 seq_num 650) 2024-04-15T14:44:00.303 INFO:tasks.rados.rados.0.smithi016.stdout:2071: done (5 left) 2024-04-15T14:44:00.303 INFO:tasks.rados.rados.0.smithi016.stdout:2072: done (4 left) 2024-04-15T14:44:00.303 INFO:tasks.rados.rados.0.smithi016.stdout:2073: done (3 left) 2024-04-15T14:44:00.303 INFO:tasks.rados.rados.0.smithi016.stdout:2074: done (2 left) 2024-04-15T14:44:00.303 INFO:tasks.rados.rados.0.smithi016.stdout:2075: done (1 left) 2024-04-15T14:44:00.303 INFO:tasks.rados.rados.0.smithi016.stdout:2076: done (0 left) 2024-04-15T14:44:00.303 INFO:tasks.rados.rados.0.smithi016.stdout:2077: read oid 24 snap -1 2024-04-15T14:44:00.303 INFO:tasks.rados.rados.0.smithi016.stdout:2077: expect (ObjNum 285 snap 84 seq_num 285) 2024-04-15T14:44:00.303 INFO:tasks.rados.rados.0.smithi016.stdout:2078: snap_create 2024-04-15T14:44:00.324 INFO:tasks.rados.rados.0.smithi016.stdout:2077: expect (ObjNum 285 snap 84 seq_num 285) 2024-04-15T14:44:00.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:44:00 smithi102 ceph-mon[87131]: osdmap e482: 8 total, 8 up, 8 in 2024-04-15T14:44:00.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:44:00 smithi102 ceph-mon[87131]: osdmap e483: 8 total, 8 up, 8 in 2024-04-15T14:44:00.789 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:44:00 smithi016 ceph-mon[90652]: osdmap e482: 8 total, 8 up, 8 in 2024-04-15T14:44:00.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:44:00 smithi016 ceph-mon[90652]: osdmap e483: 8 total, 8 up, 8 in 2024-04-15T14:44:00.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:44:00 smithi016 ceph-mon[93212]: osdmap e482: 8 total, 8 up, 8 in 2024-04-15T14:44:00.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:44:00 smithi016 ceph-mon[93212]: osdmap e483: 8 total, 8 up, 8 in 2024-04-15T14:44:01.304 INFO:tasks.rados.rados.0.smithi016.stdout:2077: done (1 left) 2024-04-15T14:44:01.305 INFO:tasks.rados.rados.0.smithi016.stdout:2078: done (0 left) 2024-04-15T14:44:01.305 INFO:tasks.rados.rados.0.smithi016.stdout:2079: copy_from oid 24 from oid 14 current snap is 202 2024-04-15T14:44:01.305 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 10 current snap is 202 2024-04-15T14:44:01.305 INFO:tasks.rados.rados.0.smithi016.stdout:2080: seq_num 658 ranges {860160=622592,1482752=565248,2048000=237568} 2024-04-15T14:44:01.312 INFO:tasks.rados.rados.0.smithi016.stdout:2080: writing smithi01678542-10 from 860160 to 1482752 tid 1 2024-04-15T14:44:01.316 INFO:tasks.rados.rados.0.smithi016.stdout:2080: writing smithi01678542-10 from 1482752 to 2048000 tid 2 2024-04-15T14:44:01.317 INFO:tasks.rados.rados.0.smithi016.stdout:2080: writing smithi01678542-10 from 2048000 to 2285568 tid 3 2024-04-15T14:44:01.318 INFO:tasks.rados.rados.0.smithi016.stdout:2081: snap_remove snap 200 2024-04-15T14:44:01.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:44:01 smithi102 ceph-mon[87131]: pgmap v356: 121 pgs: 121 active+clean; 100 MiB data, 841 MiB used, 714 GiB / 715 GiB avail; 1.8 MiB/s rd, 602 KiB/s wr, 8 op/s 2024-04-15T14:44:01.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:44:01 smithi102 ceph-mon[87131]: osdmap e484: 8 total, 8 up, 8 in 2024-04-15T14:44:01.779 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:44:01 smithi016 ceph-mon[90652]: pgmap v356: 121 pgs: 121 active+clean; 100 MiB data, 841 MiB used, 714 GiB / 715 GiB avail; 1.8 MiB/s rd, 602 KiB/s wr, 8 op/s 2024-04-15T14:44:01.779 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:44:01 smithi016 ceph-mon[90652]: osdmap e484: 8 total, 8 up, 8 in 2024-04-15T14:44:01.779 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:44:01 smithi016 ceph-mon[93212]: pgmap v356: 121 pgs: 121 active+clean; 100 MiB data, 841 MiB used, 714 GiB / 715 GiB avail; 1.8 MiB/s rd, 602 KiB/s wr, 8 op/s 2024-04-15T14:44:01.780 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:44:01 smithi016 ceph-mon[93212]: osdmap e484: 8 total, 8 up, 8 in 2024-04-15T14:44:02.039 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 15 14:44:01 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-y[81421]: ::ffff:172.21.15.102 - - [15/Apr/2024:14:44:01] "GET /metrics HTTP/1.1" 200 36050 "" "Prometheus/2.43.0" 2024-04-15T14:44:02.308 INFO:tasks.rados.rados.0.smithi016.stdout:2081: done (2 left) 2024-04-15T14:44:02.308 INFO:tasks.rados.rados.0.smithi016.stdout:2082: read oid 36 snap -1 2024-04-15T14:44:02.308 INFO:tasks.rados.rados.0.smithi016.stdout:2082: expect deleted 2024-04-15T14:44:02.308 INFO:tasks.rados.rados.0.smithi016.stdout:2083: delete oid 40 current snap is 202 2024-04-15T14:44:02.308 INFO:tasks.rados.rados.0.smithi016.stdout:2080: finishing write tid 1 to smithi01678542-10 2024-04-15T14:44:02.308 INFO:tasks.rados.rados.0.smithi016.stdout:2080: finishing write tid 2 to smithi01678542-10 2024-04-15T14:44:02.308 INFO:tasks.rados.rados.0.smithi016.stdout:2080: finishing write tid 3 to smithi01678542-10 2024-04-15T14:44:02.308 INFO:tasks.rados.rados.0.smithi016.stdout:2080: finishing write tid 4 to smithi01678542-10 2024-04-15T14:44:02.308 INFO:tasks.rados.rados.0.smithi016.stdout:2080: finishing write tid 5 to smithi01678542-10 2024-04-15T14:44:02.308 INFO:tasks.rados.rados.0.smithi016.stdout:2080: oid 10 updating version 0 to 962 2024-04-15T14:44:02.308 INFO:tasks.rados.rados.0.smithi016.stdout:2080: oid 10 version 962 is already newer than 960 2024-04-15T14:44:02.308 INFO:tasks.rados.rados.0.smithi016.stdout:2080: oid 10 updating version 962 to 963 2024-04-15T14:44:02.308 INFO:tasks.rados.rados.0.smithi016.stdout:2080: oid 10 version 963 is already newer than 961 2024-04-15T14:44:02.309 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 10 v 963 (ObjNum 658 snap 202 seq_num 658) dirty exists 2024-04-15T14:44:02.309 INFO:tasks.rados.rados.0.smithi016.stdout:2080: left oid 10 (ObjNum 658 snap 202 seq_num 658) 2024-04-15T14:44:02.309 INFO:tasks.rados.rados.0.smithi016.stdout:2079: finishing copy_from racing read to smithi01678542-24 2024-04-15T14:44:02.309 INFO:tasks.rados.rados.0.smithi016.stdout:2079: finishing copy_from to smithi01678542-24 2024-04-15T14:44:02.309 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 24 v 1012 (ObjNum 547 snap 170 seq_num 547) dirty exists 2024-04-15T14:44:02.315 INFO:tasks.rados.rados.0.smithi016.stdout:2079: done (3 left) 2024-04-15T14:44:02.315 INFO:tasks.rados.rados.0.smithi016.stdout:2080: done (2 left) 2024-04-15T14:44:02.315 INFO:tasks.rados.rados.0.smithi016.stdout:2082: done (1 left) 2024-04-15T14:44:02.315 INFO:tasks.rados.rados.0.smithi016.stdout:2083: done (0 left) 2024-04-15T14:44:02.315 INFO:tasks.rados.rados.0.smithi016.stdout:2084: rmattr oid 46 current snap is 202 2024-04-15T14:44:02.315 INFO:tasks.rados.rados.0.smithi016.stdout:2084: done (0 left) 2024-04-15T14:44:02.315 INFO:tasks.rados.rados.0.smithi016.stdout:2085: rollback oid 20 current snap is 202 2024-04-15T14:44:02.316 INFO:tasks.rados.rados.0.smithi016.stdout:rollback oid 20 to 199 2024-04-15T14:44:02.316 INFO:tasks.rados.rados.0.smithi016.stdout:2086: rmattr oid 26 current snap is 202 2024-04-15T14:44:02.316 INFO:tasks.rados.rados.0.smithi016.stdout:2086: done (1 left) 2024-04-15T14:44:02.316 INFO:tasks.rados.rados.0.smithi016.stdout:2087: rollback oid 22 current snap is 202 2024-04-15T14:44:02.316 INFO:tasks.rados.rados.0.smithi016.stdout:rollback oid 22 to 201 2024-04-15T14:44:02.316 INFO:tasks.rados.rados.0.smithi016.stdout:2088: read oid 35 snap -1 2024-04-15T14:44:02.316 INFO:tasks.rados.rados.0.smithi016.stdout:2088: expect (ObjNum 638 snap 193 seq_num 638) 2024-04-15T14:44:02.316 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 48 current snap is 202 2024-04-15T14:44:02.316 INFO:tasks.rados.rados.0.smithi016.stdout:2089: seq_num 660 ranges {0=663552,663552=737280,1400832=65536} 2024-04-15T14:44:02.319 INFO:tasks.rados.rados.0.smithi016.stdout:2089: writing smithi01678542-48 from 0 to 663552 tid 1 2024-04-15T14:44:02.323 INFO:tasks.rados.rados.0.smithi016.stdout:2089: writing smithi01678542-48 from 663552 to 1400832 tid 2 2024-04-15T14:44:02.324 INFO:tasks.rados.rados.0.smithi016.stdout:2089: writing smithi01678542-48 from 1400832 to 1466368 tid 3 2024-04-15T14:44:02.324 INFO:tasks.rados.rados.0.smithi016.stdout:2090: snap_create 2024-04-15T14:44:02.324 INFO:tasks.rados.rados.0.smithi016.stdout:2087: finishing rollback tid 1 to smithi01678542-22 2024-04-15T14:44:02.324 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 22 v 0 (ObjNum 273 snap 0 seq_num 0) dirty dne 2024-04-15T14:44:02.324 INFO:tasks.rados.rados.0.smithi016.stdout:2085: finishing rollback tid 0 to smithi01678542-20 2024-04-15T14:44:02.324 INFO:tasks.rados.rados.0.smithi016.stdout:2085: finishing rollback tid 1 to smithi01678542-20 2024-04-15T14:44:02.324 INFO:tasks.rados.rados.0.smithi016.stdout:2085: finishing rollback tid 2 to smithi01678542-20 2024-04-15T14:44:02.324 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 20 v 899 (ObjNum 631 snap 191 seq_num 631) dirty exists 2024-04-15T14:44:02.324 INFO:tasks.rados.rados.0.smithi016.stdout:2088: expect (ObjNum 638 snap 193 seq_num 638) 2024-04-15T14:44:02.354 INFO:tasks.rados.rados.0.smithi016.stdout:2089: finishing write tid 1 to smithi01678542-48 2024-04-15T14:44:02.354 INFO:tasks.rados.rados.0.smithi016.stdout:2089: finishing write tid 2 to smithi01678542-48 2024-04-15T14:44:02.354 INFO:tasks.rados.rados.0.smithi016.stdout:2089: finishing write tid 3 to smithi01678542-48 2024-04-15T14:44:02.354 INFO:tasks.rados.rados.0.smithi016.stdout:2089: finishing write tid 4 to smithi01678542-48 2024-04-15T14:44:02.355 INFO:tasks.rados.rados.0.smithi016.stdout:2089: finishing write tid 5 to smithi01678542-48 2024-04-15T14:44:02.355 INFO:tasks.rados.rados.0.smithi016.stdout:2089: oid 48 updating version 0 to 878 2024-04-15T14:44:02.355 INFO:tasks.rados.rados.0.smithi016.stdout:2089: oid 48 updating version 878 to 881 2024-04-15T14:44:02.355 INFO:tasks.rados.rados.0.smithi016.stdout:2089: oid 48 version 881 is already newer than 880 2024-04-15T14:44:02.355 INFO:tasks.rados.rados.0.smithi016.stdout:2089: oid 48 version 881 is already newer than 879 2024-04-15T14:44:02.355 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 48 v 881 (ObjNum 660 snap 202 seq_num 660) dirty exists 2024-04-15T14:44:02.355 INFO:tasks.rados.rados.0.smithi016.stdout:2089: left oid 48 (ObjNum 660 snap 202 seq_num 660) 2024-04-15T14:44:02.687 INFO:journalctl@ceph.prometheus.a.smithi102.stdout:Apr 15 14:44:02 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-prometheus-a[78028]: ts=2024-04-15T14:44:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi016:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"362ea986-fb34-11ee-bc8f-c7b262605968\", instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T14:44:03.311 INFO:tasks.rados.rados.0.smithi016.stdout:2085: done (4 left) 2024-04-15T14:44:03.311 INFO:tasks.rados.rados.0.smithi016.stdout:2087: done (3 left) 2024-04-15T14:44:03.311 INFO:tasks.rados.rados.0.smithi016.stdout:2088: done (2 left) 2024-04-15T14:44:03.311 INFO:tasks.rados.rados.0.smithi016.stdout:2089: done (1 left) 2024-04-15T14:44:03.311 INFO:tasks.rados.rados.0.smithi016.stdout:2090: done (0 left) 2024-04-15T14:44:03.311 INFO:tasks.rados.rados.0.smithi016.stdout:2091: snap_create 2024-04-15T14:44:03.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:44:03 smithi102 ceph-mon[87131]: pgmap v359: 121 pgs: 121 active+clean; 102 MiB data, 841 MiB used, 714 GiB / 715 GiB avail; 13 MiB/s rd, 3.2 MiB/s wr, 21 op/s 2024-04-15T14:44:03.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:44:03 smithi102 ceph-mon[87131]: osdmap e485: 8 total, 8 up, 8 in 2024-04-15T14:44:03.789 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:44:03 smithi016 ceph-mon[90652]: pgmap v359: 121 pgs: 121 active+clean; 102 MiB data, 841 MiB used, 714 GiB / 715 GiB avail; 13 MiB/s rd, 3.2 MiB/s wr, 21 op/s 2024-04-15T14:44:03.789 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:44:03 smithi016 ceph-mon[90652]: osdmap e485: 8 total, 8 up, 8 in 2024-04-15T14:44:03.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:44:03 smithi016 ceph-mon[93212]: pgmap v359: 121 pgs: 121 active+clean; 102 MiB data, 841 MiB used, 714 GiB / 715 GiB avail; 13 MiB/s rd, 3.2 MiB/s wr, 21 op/s 2024-04-15T14:44:03.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:44:03 smithi016 ceph-mon[93212]: osdmap e485: 8 total, 8 up, 8 in 2024-04-15T14:44:04.320 INFO:tasks.rados.rados.0.smithi016.stdout:2091: done (0 left) 2024-04-15T14:44:04.320 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 11 current snap is 204 2024-04-15T14:44:04.320 INFO:tasks.rados.rados.0.smithi016.stdout:2092: seq_num 661 ranges {3284992=679936,3964928=622592,4587520=180224} 2024-04-15T14:44:04.341 INFO:tasks.rados.rados.0.smithi016.stdout:2092: writing smithi01678542-11 from 3284992 to 3964928 tid 1 2024-04-15T14:44:04.344 INFO:tasks.rados.rados.0.smithi016.stdout:2092: writing smithi01678542-11 from 3964928 to 4587520 tid 2 2024-04-15T14:44:04.346 INFO:tasks.rados.rados.0.smithi016.stdout:2092: writing smithi01678542-11 from 4587520 to 4767744 tid 3 2024-04-15T14:44:04.346 INFO:tasks.rados.rados.0.smithi016.stdout:2093: delete oid 48 current snap is 204 2024-04-15T14:44:04.351 INFO:tasks.rados.rados.0.smithi016.stdout:2093: done (1 left) 2024-04-15T14:44:04.351 INFO:tasks.rados.rados.0.smithi016.stdout:2094: snap_create 2024-04-15T14:44:04.351 INFO:tasks.rados.rados.0.smithi016.stdout:2092: finishing write tid 1 to smithi01678542-11 2024-04-15T14:44:04.351 INFO:tasks.rados.rados.0.smithi016.stdout:2092: finishing write tid 2 to smithi01678542-11 2024-04-15T14:44:04.353 INFO:tasks.rados.rados.0.smithi016.stdout:2092: finishing write tid 3 to smithi01678542-11 2024-04-15T14:44:04.353 INFO:tasks.rados.rados.0.smithi016.stdout:2092: finishing write tid 4 to smithi01678542-11 2024-04-15T14:44:04.355 INFO:tasks.rados.rados.0.smithi016.stdout:2092: finishing write tid 5 to smithi01678542-11 2024-04-15T14:44:04.355 INFO:tasks.rados.rados.0.smithi016.stdout:2092: oid 11 updating version 0 to 1128 2024-04-15T14:44:04.355 INFO:tasks.rados.rados.0.smithi016.stdout:2092: oid 11 version 1128 is already newer than 1127 2024-04-15T14:44:04.355 INFO:tasks.rados.rados.0.smithi016.stdout:2092: oid 11 updating version 1128 to 1130 2024-04-15T14:44:04.355 INFO:tasks.rados.rados.0.smithi016.stdout:2092: oid 11 version 1130 is already newer than 1129 2024-04-15T14:44:04.356 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 11 v 1130 (ObjNum 661 snap 204 seq_num 661) dirty exists 2024-04-15T14:44:04.356 INFO:tasks.rados.rados.0.smithi016.stdout:2092: left oid 11 (ObjNum 661 snap 204 seq_num 661) 2024-04-15T14:44:04.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:44:04 smithi102 ceph-mon[87131]: osdmap e486: 8 total, 8 up, 8 in 2024-04-15T14:44:04.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:44:04 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T14:44:04.789 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:44:04 smithi016 ceph-mon[90652]: osdmap e486: 8 total, 8 up, 8 in 2024-04-15T14:44:04.789 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:44:04 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T14:44:04.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:44:04 smithi016 ceph-mon[93212]: osdmap e486: 8 total, 8 up, 8 in 2024-04-15T14:44:04.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:44:04 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T14:44:05.306 INFO:tasks.rados.rados.0.smithi016.stdout:2092: done (1 left) 2024-04-15T14:44:05.306 INFO:tasks.rados.rados.0.smithi016.stdout:2094: done (0 left) 2024-04-15T14:44:05.307 INFO:tasks.rados.rados.0.smithi016.stdout:2095: read oid 1 snap -1 2024-04-15T14:44:05.307 INFO:tasks.rados.rados.0.smithi016.stdout:2095: expect (ObjNum 632 snap 191 seq_num 632) 2024-04-15T14:44:05.307 INFO:tasks.rados.rados.0.smithi016.stdout:2096: setattr oid 42 current snap is 205 2024-04-15T14:44:05.308 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 10 current snap is 205 2024-04-15T14:44:05.308 INFO:tasks.rados.rados.0.smithi016.stdout:2097: seq_num 663 ranges {2285568=712704,2998272=442368,3440640=360448} 2024-04-15T14:44:05.325 INFO:tasks.rados.rados.0.smithi016.stdout:2097: writing smithi01678542-10 from 2285568 to 2998272 tid 1 2024-04-15T14:44:05.328 INFO:tasks.rados.rados.0.smithi016.stdout:2097: writing smithi01678542-10 from 2998272 to 3440640 tid 2 2024-04-15T14:44:05.330 INFO:tasks.rados.rados.0.smithi016.stdout:2097: writing smithi01678542-10 from 3440640 to 3801088 tid 3 2024-04-15T14:44:05.330 INFO:tasks.rados.rados.0.smithi016.stdout:2098: snap_create 2024-04-15T14:44:05.331 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 42 v 280 (ObjNum 626 snap 190 seq_num 626) dirty exists 2024-04-15T14:44:05.331 INFO:tasks.rados.rados.0.smithi016.stdout:2095: expect (ObjNum 632 snap 191 seq_num 632) 2024-04-15T14:44:05.497 INFO:tasks.rados.rados.0.smithi016.stdout:2097: finishing write tid 1 to smithi01678542-10 2024-04-15T14:44:05.497 INFO:tasks.rados.rados.0.smithi016.stdout:2097: finishing write tid 2 to smithi01678542-10 2024-04-15T14:44:05.497 INFO:tasks.rados.rados.0.smithi016.stdout:2097: finishing write tid 3 to smithi01678542-10 2024-04-15T14:44:05.498 INFO:tasks.rados.rados.0.smithi016.stdout:2097: finishing write tid 4 to smithi01678542-10 2024-04-15T14:44:05.498 INFO:tasks.rados.rados.0.smithi016.stdout:2097: finishing write tid 5 to smithi01678542-10 2024-04-15T14:44:05.498 INFO:tasks.rados.rados.0.smithi016.stdout:2097: oid 10 updating version 0 to 969 2024-04-15T14:44:05.498 INFO:tasks.rados.rados.0.smithi016.stdout:2097: oid 10 version 969 is already newer than 967 2024-04-15T14:44:05.498 INFO:tasks.rados.rados.0.smithi016.stdout:2097: oid 10 updating version 969 to 970 2024-04-15T14:44:05.498 INFO:tasks.rados.rados.0.smithi016.stdout:2097: oid 10 version 970 is already newer than 968 2024-04-15T14:44:05.498 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 10 v 970 (ObjNum 663 snap 205 seq_num 663) dirty exists 2024-04-15T14:44:05.498 INFO:tasks.rados.rados.0.smithi016.stdout:2097: left oid 10 (ObjNum 663 snap 205 seq_num 663) 2024-04-15T14:44:05.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:44:05 smithi102 ceph-mon[87131]: pgmap v362: 121 pgs: 121 active+clean; 102 MiB data, 841 MiB used, 714 GiB / 715 GiB avail; 11 MiB/s rd, 2.6 MiB/s wr, 12 op/s 2024-04-15T14:44:05.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:44:05 smithi102 ceph-mon[87131]: osdmap e487: 8 total, 8 up, 8 in 2024-04-15T14:44:05.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:44:05 smithi102 ceph-mon[87131]: osdmap e488: 8 total, 8 up, 8 in 2024-04-15T14:44:05.789 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:44:05 smithi016 ceph-mon[90652]: pgmap v362: 121 pgs: 121 active+clean; 102 MiB data, 841 MiB used, 714 GiB / 715 GiB avail; 11 MiB/s rd, 2.6 MiB/s wr, 12 op/s 2024-04-15T14:44:05.789 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:44:05 smithi016 ceph-mon[90652]: osdmap e487: 8 total, 8 up, 8 in 2024-04-15T14:44:05.789 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:44:05 smithi016 ceph-mon[90652]: osdmap e488: 8 total, 8 up, 8 in 2024-04-15T14:44:05.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:44:05 smithi016 ceph-mon[93212]: pgmap v362: 121 pgs: 121 active+clean; 102 MiB data, 841 MiB used, 714 GiB / 715 GiB avail; 11 MiB/s rd, 2.6 MiB/s wr, 12 op/s 2024-04-15T14:44:05.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:44:05 smithi016 ceph-mon[93212]: osdmap e487: 8 total, 8 up, 8 in 2024-04-15T14:44:05.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:44:05 smithi016 ceph-mon[93212]: osdmap e488: 8 total, 8 up, 8 in 2024-04-15T14:44:06.325 INFO:tasks.rados.rados.0.smithi016.stdout:2095: done (3 left) 2024-04-15T14:44:06.325 INFO:tasks.rados.rados.0.smithi016.stdout:2096: done (2 left) 2024-04-15T14:44:06.325 INFO:tasks.rados.rados.0.smithi016.stdout:2097: done (1 left) 2024-04-15T14:44:06.325 INFO:tasks.rados.rados.0.smithi016.stdout:2098: done (0 left) 2024-04-15T14:44:06.326 INFO:tasks.rados.rados.0.smithi016.stdout:2099: delete oid 9 current snap is 206 2024-04-15T14:44:06.329 INFO:tasks.rados.rados.0.smithi016.stdout:2099: done (0 left) 2024-04-15T14:44:06.329 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 35 current snap is 206 2024-04-15T14:44:06.329 INFO:tasks.rados.rados.0.smithi016.stdout:2100: seq_num 665 ranges {1089536=745472,1835008=606208,2441216=196608} 2024-04-15T14:44:06.338 INFO:tasks.rados.rados.0.smithi016.stdout:2100: writing smithi01678542-35 from 1089536 to 1835008 tid 1 2024-04-15T14:44:06.342 INFO:tasks.rados.rados.0.smithi016.stdout:2100: writing smithi01678542-35 from 1835008 to 2441216 tid 2 2024-04-15T14:44:06.344 INFO:tasks.rados.rados.0.smithi016.stdout:2100: writing smithi01678542-35 from 2441216 to 2637824 tid 3 2024-04-15T14:44:06.344 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 6 current snap is 206 2024-04-15T14:44:06.344 INFO:tasks.rados.rados.0.smithi016.stdout:2101: seq_num 666 ranges {0=761856,761856=491520,1253376=311296} 2024-04-15T14:44:06.349 INFO:tasks.rados.rados.0.smithi016.stdout:2101: writing smithi01678542-6 from 0 to 761856 tid 1 2024-04-15T14:44:06.351 INFO:tasks.rados.rados.0.smithi016.stdout:2101: writing smithi01678542-6 from 761856 to 1253376 tid 2 2024-04-15T14:44:06.354 INFO:tasks.rados.rados.0.smithi016.stdout:2101: writing smithi01678542-6 from 1253376 to 1564672 tid 3 2024-04-15T14:44:06.354 INFO:tasks.rados.rados.0.smithi016.stdout:2102: delete oid 37 current snap is 206 2024-04-15T14:44:06.354 INFO:tasks.rados.rados.0.smithi016.stdout:2100: finishing write tid 1 to smithi01678542-35 2024-04-15T14:44:06.354 INFO:tasks.rados.rados.0.smithi016.stdout:2100: finishing write tid 2 to smithi01678542-35 2024-04-15T14:44:06.355 INFO:tasks.rados.rados.0.smithi016.stdout:2100: finishing write tid 3 to smithi01678542-35 2024-04-15T14:44:06.355 INFO:tasks.rados.rados.0.smithi016.stdout:2100: finishing write tid 4 to smithi01678542-35 2024-04-15T14:44:06.355 INFO:tasks.rados.rados.0.smithi016.stdout:2100: finishing write tid 5 to smithi01678542-35 2024-04-15T14:44:06.355 INFO:tasks.rados.rados.0.smithi016.stdout:2100: oid 35 updating version 0 to 1016 2024-04-15T14:44:06.355 INFO:tasks.rados.rados.0.smithi016.stdout:2100: oid 35 version 1016 is already newer than 1015 2024-04-15T14:44:06.355 INFO:tasks.rados.rados.0.smithi016.stdout:2100: oid 35 updating version 1016 to 1017 2024-04-15T14:44:06.355 INFO:tasks.rados.rados.0.smithi016.stdout:2100: oid 35 version 1017 is already newer than 1014 2024-04-15T14:44:06.355 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 35 v 1017 (ObjNum 665 snap 206 seq_num 665) dirty exists 2024-04-15T14:44:06.355 INFO:tasks.rados.rados.0.smithi016.stdout:2100: left oid 35 (ObjNum 665 snap 206 seq_num 665) 2024-04-15T14:44:06.355 INFO:tasks.rados.rados.0.smithi016.stdout:2101: finishing write tid 1 to smithi01678542-6 2024-04-15T14:44:06.356 INFO:tasks.rados.rados.0.smithi016.stdout:2101: finishing write tid 2 to smithi01678542-6 2024-04-15T14:44:06.356 INFO:tasks.rados.rados.0.smithi016.stdout:2100: done (2 left) 2024-04-15T14:44:06.357 INFO:tasks.rados.rados.0.smithi016.stdout:2102: done (1 left) 2024-04-15T14:44:06.357 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 40 current snap is 206 2024-04-15T14:44:06.357 INFO:tasks.rados.rados.0.smithi016.stdout:2101: finishing write tid 3 to smithi01678542-6 2024-04-15T14:44:06.357 INFO:tasks.rados.rados.0.smithi016.stdout:2103: seq_num 668 ranges {0=794624,794624=663552,1458176=139264} 2024-04-15T14:44:06.361 INFO:tasks.rados.rados.0.smithi016.stdout:2103: writing smithi01678542-40 from 0 to 794624 tid 1 2024-04-15T14:44:06.364 INFO:tasks.rados.rados.0.smithi016.stdout:2103: writing smithi01678542-40 from 794624 to 1458176 tid 2 2024-04-15T14:44:06.366 INFO:tasks.rados.rados.0.smithi016.stdout:2103: writing smithi01678542-40 from 1458176 to 1597440 tid 3 2024-04-15T14:44:06.366 INFO:tasks.rados.rados.0.smithi016.stdout:2104: copy_from oid 31 from oid 21 current snap is 206 2024-04-15T14:44:06.366 INFO:tasks.rados.rados.0.smithi016.stdout:2101: finishing write tid 4 to smithi01678542-6 2024-04-15T14:44:06.366 INFO:tasks.rados.rados.0.smithi016.stdout:2101: finishing write tid 5 to smithi01678542-6 2024-04-15T14:44:06.366 INFO:tasks.rados.rados.0.smithi016.stdout:2101: oid 6 updating version 0 to 1073 2024-04-15T14:44:06.366 INFO:tasks.rados.rados.0.smithi016.stdout:2101: oid 6 version 1073 is already newer than 1072 2024-04-15T14:44:06.366 INFO:tasks.rados.rados.0.smithi016.stdout:2101: oid 6 updating version 1073 to 1074 2024-04-15T14:44:06.366 INFO:tasks.rados.rados.0.smithi016.stdout:2101: oid 6 version 1074 is already newer than 1071 2024-04-15T14:44:06.366 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 6 v 1074 (ObjNum 666 snap 206 seq_num 666) dirty exists 2024-04-15T14:44:06.366 INFO:tasks.rados.rados.0.smithi016.stdout:2101: left oid 6 (ObjNum 666 snap 206 seq_num 666) 2024-04-15T14:44:06.367 INFO:tasks.rados.rados.0.smithi016.stdout:2103: finishing write tid 1 to smithi01678542-40 2024-04-15T14:44:06.367 INFO:tasks.rados.rados.0.smithi016.stdout:2101: done (2 left) 2024-04-15T14:44:06.367 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 10 current snap is 206 2024-04-15T14:44:06.367 INFO:tasks.rados.rados.0.smithi016.stdout:2105: seq_num 669 ranges {3801088=409600,4210688=548864,4759552=655360} 2024-04-15T14:44:06.389 INFO:tasks.rados.rados.0.smithi016.stdout:2105: writing smithi01678542-10 from 3801088 to 4210688 tid 1 2024-04-15T14:44:06.393 INFO:tasks.rados.rados.0.smithi016.stdout:2105: writing smithi01678542-10 from 4210688 to 4759552 tid 2 2024-04-15T14:44:06.397 INFO:tasks.rados.rados.0.smithi016.stdout:2105: writing smithi01678542-10 from 4759552 to 5414912 tid 3 2024-04-15T14:44:06.397 INFO:tasks.rados.rados.0.smithi016.stdout:2106: copy_from oid 19 from oid 47 current snap is 206 2024-04-15T14:44:06.397 INFO:tasks.rados.rados.0.smithi016.stdout:2103: finishing write tid 2 to smithi01678542-40 2024-04-15T14:44:06.397 INFO:tasks.rados.rados.0.smithi016.stdout:2107: delete oid 13 current snap is 206 2024-04-15T14:44:06.397 INFO:tasks.rados.rados.0.smithi016.stdout:2103: finishing write tid 3 to smithi01678542-40 2024-04-15T14:44:06.397 INFO:tasks.rados.rados.0.smithi016.stdout:2103: finishing write tid 4 to smithi01678542-40 2024-04-15T14:44:06.397 INFO:tasks.rados.rados.0.smithi016.stdout:2103: finishing write tid 5 to smithi01678542-40 2024-04-15T14:44:06.397 INFO:tasks.rados.rados.0.smithi016.stdout:2103: oid 40 updating version 0 to 1020 2024-04-15T14:44:06.397 INFO:tasks.rados.rados.0.smithi016.stdout:2103: oid 40 version 1020 is already newer than 1019 2024-04-15T14:44:06.398 INFO:tasks.rados.rados.0.smithi016.stdout:2103: oid 40 updating version 1020 to 1021 2024-04-15T14:44:06.398 INFO:tasks.rados.rados.0.smithi016.stdout:2103: oid 40 version 1021 is already newer than 1018 2024-04-15T14:44:06.398 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 40 v 1021 (ObjNum 668 snap 206 seq_num 668) dirty exists 2024-04-15T14:44:06.398 INFO:tasks.rados.rados.0.smithi016.stdout:2103: left oid 40 (ObjNum 668 snap 206 seq_num 668) 2024-04-15T14:44:06.398 INFO:tasks.rados.rados.0.smithi016.stdout:2104: finishing copy_from racing read to smithi01678542-31 2024-04-15T14:44:06.398 INFO:tasks.rados.rados.0.smithi016.stdout:2104: finishing copy_from to smithi01678542-31 2024-04-15T14:44:06.398 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 31 v 1036 (ObjNum 506 snap 157 seq_num 506) dirty exists 2024-04-15T14:44:06.398 INFO:tasks.rados.rados.0.smithi016.stdout:2105: finishing write tid 1 to smithi01678542-10 2024-04-15T14:44:06.398 INFO:tasks.rados.rados.0.smithi016.stdout:2105: finishing write tid 2 to smithi01678542-10 2024-04-15T14:44:06.399 INFO:tasks.rados.rados.0.smithi016.stdout:2103: done (4 left) 2024-04-15T14:44:06.399 INFO:tasks.rados.rados.0.smithi016.stdout:2104: done (3 left) 2024-04-15T14:44:06.399 INFO:tasks.rados.rados.0.smithi016.stdout:2107: done (2 left) 2024-04-15T14:44:06.399 INFO:tasks.rados.rados.0.smithi016.stdout:2108: snap_remove snap 199 2024-04-15T14:44:07.331 INFO:tasks.rados.rados.0.smithi016.stdout:2105: finishing write tid 3 to smithi01678542-10 2024-04-15T14:44:07.332 INFO:tasks.rados.rados.0.smithi016.stdout:2105: finishing write tid 4 to smithi01678542-10 2024-04-15T14:44:07.332 INFO:tasks.rados.rados.0.smithi016.stdout:2106: finishing copy_from to smithi01678542-19 2024-04-15T14:44:07.332 INFO:tasks.rados.rados.0.smithi016.stdout:2106: got expected ENOENT (src dne) 2024-04-15T14:44:07.332 INFO:tasks.rados.rados.0.smithi016.stdout:2106: finishing copy_from racing read to smithi01678542-19 2024-04-15T14:44:07.332 INFO:tasks.rados.rados.0.smithi016.stdout:2105: finishing write tid 5 to smithi01678542-10 2024-04-15T14:44:07.332 INFO:tasks.rados.rados.0.smithi016.stdout:2105: oid 10 updating version 0 to 974 2024-04-15T14:44:07.332 INFO:tasks.rados.rados.0.smithi016.stdout:2105: oid 10 updating version 974 to 977 2024-04-15T14:44:07.332 INFO:tasks.rados.rados.0.smithi016.stdout:2105: oid 10 version 977 is already newer than 976 2024-04-15T14:44:07.332 INFO:tasks.rados.rados.0.smithi016.stdout:2105: oid 10 version 977 is already newer than 975 2024-04-15T14:44:07.332 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 10 v 977 (ObjNum 669 snap 206 seq_num 669) dirty exists 2024-04-15T14:44:07.332 INFO:tasks.rados.rados.0.smithi016.stdout:2105: left oid 10 (ObjNum 669 snap 206 seq_num 669) 2024-04-15T14:44:07.332 INFO:tasks.rados.rados.0.smithi016.stdout:2105: done (2 left) 2024-04-15T14:44:07.332 INFO:tasks.rados.rados.0.smithi016.stdout:2106: done (1 left) 2024-04-15T14:44:07.332 INFO:tasks.rados.rados.0.smithi016.stdout:2108: done (0 left) 2024-04-15T14:44:07.332 INFO:tasks.rados.rados.0.smithi016.stdout:2109: snap_remove snap 201 2024-04-15T14:44:07.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:44:07 smithi102 ceph-mon[87131]: pgmap v365: 121 pgs: 121 active+clean; 115 MiB data, 886 MiB used, 714 GiB / 715 GiB avail; 799 KiB/s rd, 3.2 MiB/s wr, 12 op/s 2024-04-15T14:44:07.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:44:07 smithi102 ceph-mon[87131]: osdmap e489: 8 total, 8 up, 8 in 2024-04-15T14:44:07.789 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:44:07 smithi016 ceph-mon[90652]: pgmap v365: 121 pgs: 121 active+clean; 115 MiB data, 886 MiB used, 714 GiB / 715 GiB avail; 799 KiB/s rd, 3.2 MiB/s wr, 12 op/s 2024-04-15T14:44:07.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:44:07 smithi016 ceph-mon[90652]: osdmap e489: 8 total, 8 up, 8 in 2024-04-15T14:44:07.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:44:07 smithi016 ceph-mon[93212]: pgmap v365: 121 pgs: 121 active+clean; 115 MiB data, 886 MiB used, 714 GiB / 715 GiB avail; 799 KiB/s rd, 3.2 MiB/s wr, 12 op/s 2024-04-15T14:44:07.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:44:07 smithi016 ceph-mon[93212]: osdmap e489: 8 total, 8 up, 8 in 2024-04-15T14:44:08.337 INFO:tasks.rados.rados.0.smithi016.stdout:2109: done (0 left) 2024-04-15T14:44:08.337 INFO:tasks.rados.rados.0.smithi016.stdout:2110: copy_from oid 11 from oid 40 current snap is 206 2024-04-15T14:44:08.337 INFO:tasks.rados.rados.0.smithi016.stdout:2111: read oid 22 snap -1 2024-04-15T14:44:08.337 INFO:tasks.rados.rados.0.smithi016.stdout:2111: expect deleted 2024-04-15T14:44:08.338 INFO:tasks.rados.rados.0.smithi016.stdout:2112: setattr oid 29 current snap is 206 2024-04-15T14:44:08.340 INFO:tasks.rados.rados.0.smithi016.stdout:2113: snap_remove snap 204 2024-04-15T14:44:08.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:44:08 smithi102 ceph-mon[87131]: osdmap e490: 8 total, 8 up, 8 in 2024-04-15T14:44:08.789 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:44:08 smithi016 ceph-mon[90652]: osdmap e490: 8 total, 8 up, 8 in 2024-04-15T14:44:08.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:44:08 smithi016 ceph-mon[93212]: osdmap e490: 8 total, 8 up, 8 in 2024-04-15T14:44:09.338 INFO:tasks.rados.rados.0.smithi016.stdout:2113: done (3 left) 2024-04-15T14:44:09.338 INFO:tasks.rados.rados.0.smithi016.stdout:2114: read oid 42 snap 205 2024-04-15T14:44:09.339 INFO:tasks.rados.rados.0.smithi016.stdout:2114: expect (ObjNum 626 snap 190 seq_num 626) 2024-04-15T14:44:09.339 INFO:tasks.rados.rados.0.smithi016.stdout:2115: setattr oid 43 current snap is 206 2024-04-15T14:44:09.339 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 29 v 1133 (ObjNum 289 snap 0 seq_num 1) dirty exists 2024-04-15T14:44:09.339 INFO:tasks.rados.rados.0.smithi016.stdout:2110: finishing copy_from racing read to smithi01678542-11 2024-04-15T14:44:09.339 INFO:tasks.rados.rados.0.smithi016.stdout:2110: finishing copy_from to smithi01678542-11 2024-04-15T14:44:09.339 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 11 v 1021 (ObjNum 668 snap 206 seq_num 668) dirty exists 2024-04-15T14:44:09.339 INFO:tasks.rados.rados.0.smithi016.stdout:2110: done (4 left) 2024-04-15T14:44:09.339 INFO:tasks.rados.rados.0.smithi016.stdout:2111: done (3 left) 2024-04-15T14:44:09.340 INFO:tasks.rados.rados.0.smithi016.stdout:2112: done (2 left) 2024-04-15T14:44:09.340 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 12 current snap is 206 2024-04-15T14:44:09.340 INFO:tasks.rados.rados.0.smithi016.stdout:2116: seq_num 671 ranges {5898240=442368,6340608=761856,7102464=442368} 2024-04-15T14:44:09.375 INFO:tasks.rados.rados.0.smithi016.stdout:2116: writing smithi01678542-12 from 5898240 to 6340608 tid 1 2024-04-15T14:44:09.379 INFO:tasks.rados.rados.0.smithi016.stdout:2116: writing smithi01678542-12 from 6340608 to 7102464 tid 2 2024-04-15T14:44:09.384 INFO:tasks.rados.rados.0.smithi016.stdout:2116: writing smithi01678542-12 from 7102464 to 7544832 tid 3 2024-04-15T14:44:09.385 INFO:tasks.rados.rados.0.smithi016.stdout:2117: copy_from oid 38 from oid 37 current snap is 206 2024-04-15T14:44:09.385 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 43 v 1075 (ObjNum 643 snap 194 seq_num 643) dirty exists 2024-04-15T14:44:09.385 INFO:tasks.rados.rados.0.smithi016.stdout:2114: expect (ObjNum 626 snap 190 seq_num 626) 2024-04-15T14:44:09.410 INFO:tasks.rados.rados.0.smithi016.stdout:2116: finishing write tid 1 to smithi01678542-12 2024-04-15T14:44:09.411 INFO:tasks.rados.rados.0.smithi016.stdout:2116: finishing write tid 2 to smithi01678542-12 2024-04-15T14:44:09.411 INFO:tasks.rados.rados.0.smithi016.stdout:2117: finishing copy_from to smithi01678542-38 2024-04-15T14:44:09.411 INFO:tasks.rados.rados.0.smithi016.stdout:2117: got expected ENOENT (src dne) 2024-04-15T14:44:09.411 INFO:tasks.rados.rados.0.smithi016.stdout:2117: finishing copy_from racing read to smithi01678542-38 2024-04-15T14:44:09.411 INFO:tasks.rados.rados.0.smithi016.stdout:2116: finishing write tid 3 to smithi01678542-12 2024-04-15T14:44:09.411 INFO:tasks.rados.rados.0.smithi016.stdout:2116: finishing write tid 4 to smithi01678542-12 2024-04-15T14:44:09.411 INFO:tasks.rados.rados.0.smithi016.stdout:2116: finishing write tid 5 to smithi01678542-12 2024-04-15T14:44:09.411 INFO:tasks.rados.rados.0.smithi016.stdout:2116: oid 12 updating version 0 to 901 2024-04-15T14:44:09.411 INFO:tasks.rados.rados.0.smithi016.stdout:2116: oid 12 updating version 901 to 902 2024-04-15T14:44:09.411 INFO:tasks.rados.rados.0.smithi016.stdout:2116: oid 12 updating version 902 to 903 2024-04-15T14:44:09.411 INFO:tasks.rados.rados.0.smithi016.stdout:2116: oid 12 version 903 is already newer than 900 2024-04-15T14:44:09.411 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 12 v 903 (ObjNum 671 snap 206 seq_num 671) dirty exists 2024-04-15T14:44:09.412 INFO:tasks.rados.rados.0.smithi016.stdout:2116: left oid 12 (ObjNum 671 snap 206 seq_num 671) 2024-04-15T14:44:09.412 INFO:tasks.rados.rados.0.smithi016.stdout:2114: done (3 left) 2024-04-15T14:44:09.412 INFO:tasks.rados.rados.0.smithi016.stdout:2115: done (2 left) 2024-04-15T14:44:09.412 INFO:tasks.rados.rados.0.smithi016.stdout:2116: done (1 left) 2024-04-15T14:44:09.412 INFO:tasks.rados.rados.0.smithi016.stdout:2117: done (0 left) 2024-04-15T14:44:09.412 INFO:tasks.rados.rados.0.smithi016.stdout:2118: rollback oid 1 current snap is 206 2024-04-15T14:44:09.412 INFO:tasks.rados.rados.0.smithi016.stdout:rollback oid 1 to 203 2024-04-15T14:44:09.412 INFO:tasks.rados.rados.0.smithi016.stdout:2119: rollback oid 5 current snap is 206 2024-04-15T14:44:09.412 INFO:tasks.rados.rados.0.smithi016.stdout:rollback oid 5 to 202 2024-04-15T14:44:09.412 INFO:tasks.rados.rados.0.smithi016.stdout:2120: snap_create 2024-04-15T14:44:09.418 INFO:tasks.rados.rados.0.smithi016.stdout:2118: finishing rollback tid 0 to smithi01678542-1 2024-04-15T14:44:09.418 INFO:tasks.rados.rados.0.smithi016.stdout:2118: finishing rollback tid 1 to smithi01678542-1 2024-04-15T14:44:09.418 INFO:tasks.rados.rados.0.smithi016.stdout:2118: finishing rollback tid 2 to smithi01678542-1 2024-04-15T14:44:09.418 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 1 v 1039 (ObjNum 632 snap 191 seq_num 632) dirty exists 2024-04-15T14:44:09.419 INFO:tasks.rados.rados.0.smithi016.stdout:2119: finishing rollback tid 1 to smithi01678542-5 2024-04-15T14:44:09.420 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 5 v 0 (ObjNum 1217 snap 0 seq_num 2236162896) dirty dne 2024-04-15T14:44:09.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:44:09 smithi102 ceph-mon[87131]: pgmap v368: 121 pgs: 121 active+clean; 115 MiB data, 891 MiB used, 714 GiB / 715 GiB avail; 799 KiB/s rd, 3.2 MiB/s wr, 12 op/s 2024-04-15T14:44:09.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:44:09 smithi102 ceph-mon[87131]: osdmap e491: 8 total, 8 up, 8 in 2024-04-15T14:44:09.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:44:09 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T14:44:09.688 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:44:09 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T14:44:09.789 INFO:journalctl@ceph.osd.2.smithi016.stdout:Apr 15 14:44:09 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-osd-2[109384]: 2024-04-15T14:44:09.349+0000 7f06bdaa7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11e after trimming was started 2024-04-15T14:44:09.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:44:09 smithi016 ceph-mon[93212]: pgmap v368: 121 pgs: 121 active+clean; 115 MiB data, 891 MiB used, 714 GiB / 715 GiB avail; 799 KiB/s rd, 3.2 MiB/s wr, 12 op/s 2024-04-15T14:44:09.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:44:09 smithi016 ceph-mon[93212]: osdmap e491: 8 total, 8 up, 8 in 2024-04-15T14:44:09.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:44:09 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T14:44:09.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:44:09 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T14:44:09.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:44:09 smithi016 ceph-mon[90652]: pgmap v368: 121 pgs: 121 active+clean; 115 MiB data, 891 MiB used, 714 GiB / 715 GiB avail; 799 KiB/s rd, 3.2 MiB/s wr, 12 op/s 2024-04-15T14:44:09.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:44:09 smithi016 ceph-mon[90652]: osdmap e491: 8 total, 8 up, 8 in 2024-04-15T14:44:09.791 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:44:09 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T14:44:09.791 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:44:09 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T14:44:10.307 INFO:tasks.rados.rados.0.smithi016.stdout:2118: done (2 left) 2024-04-15T14:44:10.307 INFO:tasks.rados.rados.0.smithi016.stdout:2119: done (1 left) 2024-04-15T14:44:10.307 INFO:tasks.rados.rados.0.smithi016.stdout:2120: done (0 left) 2024-04-15T14:44:10.307 INFO:tasks.rados.rados.0.smithi016.stdout:2121: read oid 42 snap 203 2024-04-15T14:44:10.307 INFO:tasks.rados.rados.0.smithi016.stdout:2121: expect (ObjNum 626 snap 190 seq_num 626) 2024-04-15T14:44:10.307 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 12 current snap is 207 2024-04-15T14:44:10.307 INFO:tasks.rados.rados.0.smithi016.stdout:2122: seq_num 672 ranges {7544832=458752,8003584=647168,8650752=466944,9117696=90112} 2024-04-15T14:44:10.350 INFO:tasks.rados.rados.0.smithi016.stdout:2122: writing smithi01678542-12 from 7544832 to 8003584 tid 1 2024-04-15T14:44:10.355 INFO:tasks.rados.rados.0.smithi016.stdout:2122: writing smithi01678542-12 from 8003584 to 8650752 tid 2 2024-04-15T14:44:10.358 INFO:tasks.rados.rados.0.smithi016.stdout:2122: writing smithi01678542-12 from 8650752 to 9117696 tid 3 2024-04-15T14:44:10.358 INFO:tasks.rados.rados.0.smithi016.stdout:2122: writing smithi01678542-12 from 9117696 to 9207808 tid 4 2024-04-15T14:44:10.358 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 22 current snap is 207 2024-04-15T14:44:10.359 INFO:tasks.rados.rados.0.smithi016.stdout:2123: seq_num 673 ranges {0=475136,475136=532480,1007616=671744} 2024-04-15T14:44:10.361 INFO:tasks.rados.rados.0.smithi016.stdout:2123: writing smithi01678542-22 from 0 to 475136 tid 1 2024-04-15T14:44:10.365 INFO:tasks.rados.rados.0.smithi016.stdout:2123: writing smithi01678542-22 from 475136 to 1007616 tid 2 2024-04-15T14:44:10.369 INFO:tasks.rados.rados.0.smithi016.stdout:2123: writing smithi01678542-22 from 1007616 to 1679360 tid 3 2024-04-15T14:44:10.369 INFO:tasks.rados.rados.0.smithi016.stdout:2124: rollback oid 35 current snap is 207 2024-04-15T14:44:10.370 INFO:tasks.rados.rados.0.smithi016.stdout:rollback oid 35 to 205 2024-04-15T14:44:10.370 INFO:tasks.rados.rados.0.smithi016.stdout:2121: expect (ObjNum 626 snap 190 seq_num 626) 2024-04-15T14:44:10.395 INFO:tasks.rados.rados.0.smithi016.stdout:2122: finishing write tid 1 to smithi01678542-12 2024-04-15T14:44:10.395 INFO:tasks.rados.rados.0.smithi016.stdout:2122: finishing write tid 2 to smithi01678542-12 2024-04-15T14:44:10.395 INFO:tasks.rados.rados.0.smithi016.stdout:2122: finishing write tid 3 to smithi01678542-12 2024-04-15T14:44:10.395 INFO:tasks.rados.rados.0.smithi016.stdout:2122: finishing write tid 4 to smithi01678542-12 2024-04-15T14:44:10.396 INFO:tasks.rados.rados.0.smithi016.stdout:2122: finishing write tid 5 to smithi01678542-12 2024-04-15T14:44:10.396 INFO:tasks.rados.rados.0.smithi016.stdout:2122: finishing write tid 6 to smithi01678542-12 2024-04-15T14:44:10.396 INFO:tasks.rados.rados.0.smithi016.stdout:2122: oid 12 updating version 0 to 904 2024-04-15T14:44:10.396 INFO:tasks.rados.rados.0.smithi016.stdout:2122: oid 12 updating version 904 to 907 2024-04-15T14:44:10.396 INFO:tasks.rados.rados.0.smithi016.stdout:2122: oid 12 version 907 is already newer than 905 2024-04-15T14:44:10.396 INFO:tasks.rados.rados.0.smithi016.stdout:2122: oid 12 updating version 907 to 908 2024-04-15T14:44:10.396 INFO:tasks.rados.rados.0.smithi016.stdout:2122: oid 12 version 908 is already newer than 906 2024-04-15T14:44:10.396 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 12 v 908 (ObjNum 672 snap 207 seq_num 672) dirty exists 2024-04-15T14:44:10.396 INFO:tasks.rados.rados.0.smithi016.stdout:2122: left oid 12 (ObjNum 672 snap 207 seq_num 672) 2024-04-15T14:44:10.396 INFO:tasks.rados.rados.0.smithi016.stdout:2123: finishing write tid 1 to smithi01678542-22 2024-04-15T14:44:10.396 INFO:tasks.rados.rados.0.smithi016.stdout:2123: finishing write tid 2 to smithi01678542-22 2024-04-15T14:44:10.396 INFO:tasks.rados.rados.0.smithi016.stdout:2123: finishing write tid 3 to smithi01678542-22 2024-04-15T14:44:10.397 INFO:tasks.rados.rados.0.smithi016.stdout:2123: finishing write tid 4 to smithi01678542-22 2024-04-15T14:44:10.397 INFO:tasks.rados.rados.0.smithi016.stdout:2121: done (3 left) 2024-04-15T14:44:10.397 INFO:tasks.rados.rados.0.smithi016.stdout:2122: done (2 left) 2024-04-15T14:44:10.397 INFO:tasks.rados.rados.0.smithi016.stdout:2125: rollback oid 50 current snap is 207 2024-04-15T14:44:10.397 INFO:tasks.rados.rados.0.smithi016.stdout:rollback oid 50 to 203 2024-04-15T14:44:10.397 INFO:tasks.rados.rados.0.smithi016.stdout:2123: finishing write tid 5 to smithi01678542-22 2024-04-15T14:44:10.397 INFO:tasks.rados.rados.0.smithi016.stdout:2123: oid 22 updating version 0 to 994 2024-04-15T14:44:10.397 INFO:tasks.rados.rados.0.smithi016.stdout:2123: oid 22 version 994 is already newer than 992 2024-04-15T14:44:10.397 INFO:tasks.rados.rados.0.smithi016.stdout:2123: oid 22 version 994 is already newer than 993 2024-04-15T14:44:10.397 INFO:tasks.rados.rados.0.smithi016.stdout:2123: oid 22 updating version 994 to 995 2024-04-15T14:44:10.397 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 22 v 995 (ObjNum 673 snap 207 seq_num 673) dirty exists 2024-04-15T14:44:10.397 INFO:tasks.rados.rados.0.smithi016.stdout:2123: left oid 22 (ObjNum 673 snap 207 seq_num 673) 2024-04-15T14:44:10.397 INFO:tasks.rados.rados.0.smithi016.stdout:2124: finishing rollback tid 0 to smithi01678542-35 2024-04-15T14:44:10.397 INFO:tasks.rados.rados.0.smithi016.stdout:2124: finishing rollback tid 1 to smithi01678542-35 2024-04-15T14:44:10.398 INFO:tasks.rados.rados.0.smithi016.stdout:2124: finishing rollback tid 2 to smithi01678542-35 2024-04-15T14:44:10.398 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 35 v 1024 (ObjNum 638 snap 193 seq_num 638) dirty exists 2024-04-15T14:44:10.398 INFO:tasks.rados.rados.0.smithi016.stdout:2123: done (2 left) 2024-04-15T14:44:10.398 INFO:tasks.rados.rados.0.smithi016.stdout:2124: done (1 left) 2024-04-15T14:44:10.398 INFO:tasks.rados.rados.0.smithi016.stdout:2126: read oid 35 snap -1 2024-04-15T14:44:10.398 INFO:tasks.rados.rados.0.smithi016.stdout:2126: expect (ObjNum 638 snap 193 seq_num 638) 2024-04-15T14:44:10.398 INFO:tasks.rados.rados.0.smithi016.stdout:2127: rmattr oid 36 current snap is 207 2024-04-15T14:44:10.398 INFO:tasks.rados.rados.0.smithi016.stdout:2127: done (2 left) 2024-04-15T14:44:10.398 INFO:tasks.rados.rados.0.smithi016.stdout:2128: setattr oid 7 current snap is 207 2024-04-15T14:44:10.398 INFO:tasks.rados.rados.0.smithi016.stdout:2125: finishing rollback tid 1 to smithi01678542-50 2024-04-15T14:44:10.398 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 50 v 0 (ObjNum 81 snap 0 seq_num 2235281792) dirty dne 2024-04-15T14:44:10.399 INFO:tasks.rados.rados.0.smithi016.stdout:2125: done (2 left) 2024-04-15T14:44:10.399 INFO:tasks.rados.rados.0.smithi016.stdout:2129: delete oid 50 current snap is 207 2024-04-15T14:44:10.399 INFO:tasks.rados.rados.0.smithi016.stdout:2129: done (2 left) 2024-04-15T14:44:10.399 INFO:tasks.rados.rados.0.smithi016.stdout:2130: copy_from oid 21 from oid 36 current snap is 207 2024-04-15T14:44:10.399 INFO:tasks.rados.rados.0.smithi016.stdout:2131: delete oid 38 current snap is 207 2024-04-15T14:44:10.399 INFO:tasks.rados.rados.0.smithi016.stdout:2126: expect (ObjNum 638 snap 193 seq_num 638) 2024-04-15T14:44:10.429 INFO:tasks.rados.rados.0.smithi016.stdout:2130: finishing copy_from to smithi01678542-21 2024-04-15T14:44:10.429 INFO:tasks.rados.rados.0.smithi016.stdout:2130: got expected ENOENT (src dne) 2024-04-15T14:44:10.429 INFO:tasks.rados.rados.0.smithi016.stdout:2130: finishing copy_from racing read to smithi01678542-21 2024-04-15T14:44:10.429 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 7 v 1075 (ObjNum 619 snap 189 seq_num 619) dirty exists 2024-04-15T14:44:10.429 INFO:tasks.rados.rados.0.smithi016.stdout:2126: done (3 left) 2024-04-15T14:44:10.429 INFO:tasks.rados.rados.0.smithi016.stdout:2128: done (2 left) 2024-04-15T14:44:10.429 INFO:tasks.rados.rados.0.smithi016.stdout:2130: done (1 left) 2024-04-15T14:44:10.429 INFO:tasks.rados.rados.0.smithi016.stdout:2131: done (0 left) 2024-04-15T14:44:10.429 INFO:tasks.rados.rados.0.smithi016.stdout:2132: read oid 39 snap -1 2024-04-15T14:44:10.429 INFO:tasks.rados.rados.0.smithi016.stdout:2132: expect (ObjNum 621 snap 189 seq_num 621) 2024-04-15T14:44:10.430 INFO:tasks.rados.rados.0.smithi016.stdout:2133: delete oid 47 current snap is 207 2024-04-15T14:44:10.430 INFO:tasks.rados.rados.0.smithi016.stdout:2133: done (1 left) 2024-04-15T14:44:10.430 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 34 current snap is 207 2024-04-15T14:44:10.430 INFO:tasks.rados.rados.0.smithi016.stdout:2134: seq_num 677 ranges {0=540672,540672=516096,1056768=655360,1712128=32768} 2024-04-15T14:44:10.433 INFO:tasks.rados.rados.0.smithi016.stdout:2134: writing smithi01678542-34 from 0 to 540672 tid 1 2024-04-15T14:44:10.436 INFO:tasks.rados.rados.0.smithi016.stdout:2134: writing smithi01678542-34 from 540672 to 1056768 tid 2 2024-04-15T14:44:10.443 INFO:tasks.rados.rados.0.smithi016.stdout:2134: writing smithi01678542-34 from 1056768 to 1712128 tid 3 2024-04-15T14:44:10.443 INFO:tasks.rados.rados.0.smithi016.stdout:2134: writing smithi01678542-34 from 1712128 to 1744896 tid 4 2024-04-15T14:44:10.443 INFO:tasks.rados.rados.0.smithi016.stdout:2135: rollback oid 40 current snap is 207 2024-04-15T14:44:10.443 INFO:tasks.rados.rados.0.smithi016.stdout:rollback oid 40 to 202 2024-04-15T14:44:10.443 INFO:tasks.rados.rados.0.smithi016.stdout:2132: expect (ObjNum 621 snap 189 seq_num 621) 2024-04-15T14:44:10.467 INFO:tasks.rados.rados.0.smithi016.stdout:2134: finishing write tid 1 to smithi01678542-34 2024-04-15T14:44:10.467 INFO:tasks.rados.rados.0.smithi016.stdout:2134: finishing write tid 2 to smithi01678542-34 2024-04-15T14:44:10.467 INFO:tasks.rados.rados.0.smithi016.stdout:2135: finishing rollback tid 0 to smithi01678542-40 2024-04-15T14:44:10.468 INFO:tasks.rados.rados.0.smithi016.stdout:2135: finishing rollback tid 1 to smithi01678542-40 2024-04-15T14:44:10.468 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 40 v 1026 (ObjNum 273 snap 0 seq_num 0) dirty dne 2024-04-15T14:44:10.468 INFO:tasks.rados.rados.0.smithi016.stdout:2134: finishing write tid 3 to smithi01678542-34 2024-04-15T14:44:10.468 INFO:tasks.rados.rados.0.smithi016.stdout:2132: done (2 left) 2024-04-15T14:44:10.468 INFO:tasks.rados.rados.0.smithi016.stdout:2135: done (1 left) 2024-04-15T14:44:10.468 INFO:tasks.rados.rados.0.smithi016.stdout:2136: delete oid 19 current snap is 207 2024-04-15T14:44:10.468 INFO:tasks.rados.rados.0.smithi016.stdout:2134: finishing write tid 4 to smithi01678542-34 2024-04-15T14:44:10.468 INFO:tasks.rados.rados.0.smithi016.stdout:2134: finishing write tid 5 to smithi01678542-34 2024-04-15T14:44:10.468 INFO:tasks.rados.rados.0.smithi016.stdout:2134: finishing write tid 6 to smithi01678542-34 2024-04-15T14:44:10.468 INFO:tasks.rados.rados.0.smithi016.stdout:2134: oid 34 updating version 0 to 1081 2024-04-15T14:44:10.468 INFO:tasks.rados.rados.0.smithi016.stdout:2134: oid 34 updating version 1081 to 1083 2024-04-15T14:44:10.468 INFO:tasks.rados.rados.0.smithi016.stdout:2134: oid 34 version 1083 is already newer than 1080 2024-04-15T14:44:10.469 INFO:tasks.rados.rados.0.smithi016.stdout:2134: oid 34 version 1083 is already newer than 1082 2024-04-15T14:44:10.469 INFO:tasks.rados.rados.0.smithi016.stdout:2134: oid 34 version 1083 is already newer than 1079 2024-04-15T14:44:10.469 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 34 v 1083 (ObjNum 677 snap 207 seq_num 677) dirty exists 2024-04-15T14:44:10.469 INFO:tasks.rados.rados.0.smithi016.stdout:2134: left oid 34 (ObjNum 677 snap 207 seq_num 677) 2024-04-15T14:44:10.469 INFO:tasks.rados.rados.0.smithi016.stdout:2134: done (1 left) 2024-04-15T14:44:10.469 INFO:tasks.rados.rados.0.smithi016.stdout:2136: done (0 left) 2024-04-15T14:44:10.469 INFO:tasks.rados.rados.0.smithi016.stdout:2137: setattr oid 29 current snap is 207 2024-04-15T14:44:10.471 INFO:tasks.rados.rados.0.smithi016.stdout:2138: rollback oid 3 current snap is 207 2024-04-15T14:44:10.471 INFO:tasks.rados.rados.0.smithi016.stdout:rollback oid 3 to 203 2024-04-15T14:44:10.471 INFO:tasks.rados.rados.0.smithi016.stdout:2139: rollback oid 20 current snap is 207 2024-04-15T14:44:10.471 INFO:tasks.rados.rados.0.smithi016.stdout:rollback oid 20 to 202 2024-04-15T14:44:10.471 INFO:tasks.rados.rados.0.smithi016.stdout:2140: read oid 43 snap 202 2024-04-15T14:44:10.471 INFO:tasks.rados.rados.0.smithi016.stdout:2140: expect (ObjNum 643 snap 194 seq_num 643) 2024-04-15T14:44:10.471 INFO:tasks.rados.rados.0.smithi016.stdout:2141: delete oid 8 current snap is 207 2024-04-15T14:44:10.480 INFO:tasks.rados.rados.0.smithi016.stdout:2138: finishing rollback tid 0 to smithi01678542-3 2024-04-15T14:44:10.480 INFO:tasks.rados.rados.0.smithi016.stdout:2138: finishing rollback tid 1 to smithi01678542-3 2024-04-15T14:44:10.480 INFO:tasks.rados.rados.0.smithi016.stdout:2138: finishing rollback tid 2 to smithi01678542-3 2024-04-15T14:44:10.480 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 3 v 967 (ObjNum 0 snap 0 seq_num 304) dirty exists 2024-04-15T14:44:10.480 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 29 v 1141 (ObjNum 161 snap 0 seq_num 1) dirty exists 2024-04-15T14:44:10.480 INFO:tasks.rados.rados.0.smithi016.stdout:2140: expect (ObjNum 643 snap 194 seq_num 643) 2024-04-15T14:44:10.509 INFO:tasks.rados.rados.0.smithi016.stdout:2139: finishing rollback tid 0 to smithi01678542-20 2024-04-15T14:44:10.509 INFO:tasks.rados.rados.0.smithi016.stdout:2139: finishing rollback tid 1 to smithi01678542-20 2024-04-15T14:44:10.509 INFO:tasks.rados.rados.0.smithi016.stdout:2139: finishing rollback tid 2 to smithi01678542-20 2024-04-15T14:44:10.509 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 20 v 911 (ObjNum 631 snap 191 seq_num 631) dirty exists 2024-04-15T14:44:10.509 INFO:tasks.rados.rados.0.smithi016.stdout:2137: done (4 left) 2024-04-15T14:44:10.509 INFO:tasks.rados.rados.0.smithi016.stdout:2138: done (3 left) 2024-04-15T14:44:10.510 INFO:tasks.rados.rados.0.smithi016.stdout:2139: done (2 left) 2024-04-15T14:44:10.510 INFO:tasks.rados.rados.0.smithi016.stdout:2140: done (1 left) 2024-04-15T14:44:10.510 INFO:tasks.rados.rados.0.smithi016.stdout:2141: done (0 left) 2024-04-15T14:44:10.510 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 31 current snap is 207 2024-04-15T14:44:10.510 INFO:tasks.rados.rados.0.smithi016.stdout:2142: seq_num 680 ranges {1286144=598016,1884160=573440,2457600=434176,2891776=196608} 2024-04-15T14:44:10.523 INFO:tasks.rados.rados.0.smithi016.stdout:2142: writing smithi01678542-31 from 1286144 to 1884160 tid 1 2024-04-15T14:44:10.523 INFO:tasks.rados.rados.0.smithi016.stdout:2142: writing smithi01678542-31 from 1884160 to 2457600 tid 2 2024-04-15T14:44:10.524 INFO:tasks.rados.rados.0.smithi016.stdout:2142: writing smithi01678542-31 from 2457600 to 2891776 tid 3 2024-04-15T14:44:10.525 INFO:tasks.rados.rados.0.smithi016.stdout:2142: writing smithi01678542-31 from 2891776 to 3088384 tid 4 2024-04-15T14:44:10.526 INFO:tasks.rados.rados.0.smithi016.stdout:2143: delete oid 16 current snap is 207 2024-04-15T14:44:10.526 INFO:tasks.rados.rados.0.smithi016.stdout:2142: finishing write tid 1 to smithi01678542-31 2024-04-15T14:44:10.526 INFO:tasks.rados.rados.0.smithi016.stdout:2142: finishing write tid 2 to smithi01678542-31 2024-04-15T14:44:10.528 INFO:tasks.rados.rados.0.smithi016.stdout:2143: done (1 left) 2024-04-15T14:44:10.528 INFO:tasks.rados.rados.0.smithi016.stdout:2144: snap_remove snap 205 2024-04-15T14:44:10.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:44:10 smithi102 ceph-mon[87131]: osdmap e492: 8 total, 8 up, 8 in 2024-04-15T14:44:10.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:44:10 smithi102 ceph-mon[87131]: osdmap e493: 8 total, 8 up, 8 in 2024-04-15T14:44:10.789 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:44:10 smithi016 ceph-mon[90652]: osdmap e492: 8 total, 8 up, 8 in 2024-04-15T14:44:10.789 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:44:10 smithi016 ceph-mon[90652]: osdmap e493: 8 total, 8 up, 8 in 2024-04-15T14:44:10.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:44:10 smithi016 ceph-mon[93212]: osdmap e492: 8 total, 8 up, 8 in 2024-04-15T14:44:10.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:44:10 smithi016 ceph-mon[93212]: osdmap e493: 8 total, 8 up, 8 in 2024-04-15T14:44:11.356 INFO:tasks.rados.rados.0.smithi016.stdout:2144: done (1 left) 2024-04-15T14:44:11.356 INFO:tasks.rados.rados.0.smithi016.stdout:2145: snap_remove snap 202 2024-04-15T14:44:11.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:44:11 smithi102 ceph-mon[87131]: pgmap v371: 121 pgs: 121 active+clean; 120 MiB data, 896 MiB used, 714 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.4 MiB/s wr, 9 op/s 2024-04-15T14:44:11.779 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:44:11 smithi016 ceph-mon[90652]: pgmap v371: 121 pgs: 121 active+clean; 120 MiB data, 896 MiB used, 714 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.4 MiB/s wr, 9 op/s 2024-04-15T14:44:11.780 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:44:11 smithi016 ceph-mon[93212]: pgmap v371: 121 pgs: 121 active+clean; 120 MiB data, 896 MiB used, 714 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.4 MiB/s wr, 9 op/s 2024-04-15T14:44:12.039 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 15 14:44:11 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-y[81421]: ::ffff:172.21.15.102 - - [15/Apr/2024:14:44:11] "GET /metrics HTTP/1.1" 200 36195 "" "Prometheus/2.43.0" 2024-04-15T14:44:12.365 INFO:tasks.rados.rados.0.smithi016.stdout:2145: done (1 left) 2024-04-15T14:44:12.366 INFO:tasks.rados.rados.0.smithi016.stdout:2146: rollback oid 39 current snap is 207 2024-04-15T14:44:12.366 INFO:tasks.rados.rados.0.smithi016.stdout:rollback oid 39 to 206 2024-04-15T14:44:12.366 INFO:tasks.rados.rados.0.smithi016.stdout:2142: finishing write tid 3 to smithi01678542-31 2024-04-15T14:44:12.366 INFO:tasks.rados.rados.0.smithi016.stdout:2142: finishing write tid 4 to smithi01678542-31 2024-04-15T14:44:12.366 INFO:tasks.rados.rados.0.smithi016.stdout:2142: finishing write tid 5 to smithi01678542-31 2024-04-15T14:44:12.366 INFO:tasks.rados.rados.0.smithi016.stdout:2142: finishing write tid 6 to smithi01678542-31 2024-04-15T14:44:12.366 INFO:tasks.rados.rados.0.smithi016.stdout:2142: oid 31 updating version 0 to 1044 2024-04-15T14:44:12.366 INFO:tasks.rados.rados.0.smithi016.stdout:2142: oid 31 version 1044 is already newer than 1042 2024-04-15T14:44:12.366 INFO:tasks.rados.rados.0.smithi016.stdout:2142: oid 31 version 1044 is already newer than 1041 2024-04-15T14:44:12.367 INFO:tasks.rados.rados.0.smithi016.stdout:2142: oid 31 version 1044 is already newer than 1043 2024-04-15T14:44:12.367 INFO:tasks.rados.rados.0.smithi016.stdout:2142: oid 31 version 1044 is already newer than 1040 2024-04-15T14:44:12.367 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 31 v 1044 (ObjNum 680 snap 207 seq_num 680) dirty exists 2024-04-15T14:44:12.367 INFO:tasks.rados.rados.0.smithi016.stdout:2142: left oid 31 (ObjNum 680 snap 207 seq_num 680) 2024-04-15T14:44:12.367 INFO:tasks.rados.rados.0.smithi016.stdout:2142: done (1 left) 2024-04-15T14:44:12.367 INFO:tasks.rados.rados.0.smithi016.stdout:2147: snap_remove snap 203 2024-04-15T14:44:12.403 INFO:journalctl@ceph.prometheus.a.smithi102.stdout:Apr 15 14:44:12 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-prometheus-a[78028]: ts=2024-04-15T14:44:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi016:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"362ea986-fb34-11ee-bc8f-c7b262605968\", instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T14:44:12.403 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:44:12 smithi102 ceph-mon[87131]: osdmap e494: 8 total, 8 up, 8 in 2024-04-15T14:44:12.403 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:44:12 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["6"], "max": 16}]: dispatch 2024-04-15T14:44:12.403 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:44:12 smithi102 ceph-mon[87131]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["6"], "max": 16}]: dispatch 2024-04-15T14:44:12.403 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:44:12 smithi102 ceph-mon[87131]: Upgrade: osd.6 is safe to restart 2024-04-15T14:44:12.789 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:44:12 smithi016 ceph-mon[90652]: osdmap e494: 8 total, 8 up, 8 in 2024-04-15T14:44:12.789 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:44:12 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["6"], "max": 16}]: dispatch 2024-04-15T14:44:12.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:44:12 smithi016 ceph-mon[90652]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["6"], "max": 16}]: dispatch 2024-04-15T14:44:12.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:44:12 smithi016 ceph-mon[90652]: Upgrade: osd.6 is safe to restart 2024-04-15T14:44:12.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:44:12 smithi016 ceph-mon[93212]: osdmap e494: 8 total, 8 up, 8 in 2024-04-15T14:44:12.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:44:12 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["6"], "max": 16}]: dispatch 2024-04-15T14:44:12.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:44:12 smithi016 ceph-mon[93212]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["6"], "max": 16}]: dispatch 2024-04-15T14:44:12.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:44:12 smithi016 ceph-mon[93212]: Upgrade: osd.6 is safe to restart 2024-04-15T14:44:13.367 INFO:tasks.rados.rados.0.smithi016.stdout:2147: done (1 left) 2024-04-15T14:44:13.367 INFO:tasks.rados.rados.0.smithi016.stdout:2148: read oid 36 snap -1 2024-04-15T14:44:13.367 INFO:tasks.rados.rados.0.smithi016.stdout:2148: expect deleted 2024-04-15T14:44:13.367 INFO:tasks.rados.rados.0.smithi016.stdout:2149: snap_create 2024-04-15T14:44:13.367 INFO:tasks.rados.rados.0.smithi016.stdout:2146: finishing rollback tid 0 to smithi01678542-39 2024-04-15T14:44:13.367 INFO:tasks.rados.rados.0.smithi016.stdout:2146: finishing rollback tid 1 to smithi01678542-39 2024-04-15T14:44:13.368 INFO:tasks.rados.rados.0.smithi016.stdout:2146: finishing rollback tid 2 to smithi01678542-39 2024-04-15T14:44:13.368 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 39 v 900 (ObjNum 621 snap 189 seq_num 621) dirty exists 2024-04-15T14:44:13.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:44:13 smithi102 ceph-mon[87131]: pgmap v374: 121 pgs: 121 active+clean; 120 MiB data, 916 MiB used, 714 GiB / 715 GiB avail; 5.4 MiB/s rd, 3.4 MiB/s wr, 32 op/s 2024-04-15T14:44:13.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:44:13 smithi102 ceph-mon[87131]: osdmap e495: 8 total, 8 up, 8 in 2024-04-15T14:44:13.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:44:13 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T14:44:13.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:44:13 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.6"}]: dispatch 2024-04-15T14:44:13.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:44:13 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T14:44:13.789 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:44:13 smithi016 ceph-mon[90652]: pgmap v374: 121 pgs: 121 active+clean; 120 MiB data, 916 MiB used, 714 GiB / 715 GiB avail; 5.4 MiB/s rd, 3.4 MiB/s wr, 32 op/s 2024-04-15T14:44:13.789 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:44:13 smithi016 ceph-mon[90652]: osdmap e495: 8 total, 8 up, 8 in 2024-04-15T14:44:13.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:44:13 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T14:44:13.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:44:13 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.6"}]: dispatch 2024-04-15T14:44:13.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:44:13 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T14:44:13.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:44:13 smithi016 ceph-mon[93212]: pgmap v374: 121 pgs: 121 active+clean; 120 MiB data, 916 MiB used, 714 GiB / 715 GiB avail; 5.4 MiB/s rd, 3.4 MiB/s wr, 32 op/s 2024-04-15T14:44:13.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:44:13 smithi016 ceph-mon[93212]: osdmap e495: 8 total, 8 up, 8 in 2024-04-15T14:44:13.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:44:13 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T14:44:13.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:44:13 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.6"}]: dispatch 2024-04-15T14:44:13.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:44:13 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T14:44:13.967 INFO:teuthology.orchestra.run.smithi016.stdout:true 2024-04-15T14:44:14.296 INFO:teuthology.orchestra.run.smithi016.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-04-15T14:44:14.296 INFO:teuthology.orchestra.run.smithi016.stdout:alertmanager.a smithi016 *:9093,9094 running (8m) 78s ago 9m 24.7M - 0.25.0 c8568f914cd2 bc85d1f32a92 2024-04-15T14:44:14.296 INFO:teuthology.orchestra.run.smithi016.stdout:grafana.a smithi102 *:3000 running (9m) 22s ago 9m 88.8M - 9.4.7 954c08fa6188 dfd3a2bac142 2024-04-15T14:44:14.296 INFO:teuthology.orchestra.run.smithi016.stdout:mds.a smithi016 running (10m) 78s ago 10m 19.8M - 18.2.2-1221-ge3fb05d5 aa4d2281650a 287f01435fb1 2024-04-15T14:44:14.296 INFO:teuthology.orchestra.run.smithi016.stdout:mds.b smithi102 running (10m) 22s ago 10m 15.5M - 18.2.2-1221-ge3fb05d5 aa4d2281650a 9ed1adb3241c 2024-04-15T14:44:14.296 INFO:teuthology.orchestra.run.smithi016.stdout:mgr.x smithi102 *:8443,9283,8765 running (4m) 22s ago 14m 451M - 19.0.0-3080-gc2d8c315 259793512b73 7427787dd7cf 2024-04-15T14:44:14.296 INFO:teuthology.orchestra.run.smithi016.stdout:mgr.y smithi016 *:8443,9283,8765 running (5m) 78s ago 16m 516M - 19.0.0-3080-gc2d8c315 259793512b73 23b2f98a056a 2024-04-15T14:44:14.297 INFO:teuthology.orchestra.run.smithi016.stdout:mon.a smithi016 running (4m) 78s ago 16m 53.1M 2048M 19.0.0-3080-gc2d8c315 259793512b73 0f0e1a24c400 2024-04-15T14:44:14.297 INFO:teuthology.orchestra.run.smithi016.stdout:mon.b smithi102 running (3m) 22s ago 14m 45.2M 2048M 19.0.0-3080-gc2d8c315 259793512b73 57b781990cd4 2024-04-15T14:44:14.297 INFO:teuthology.orchestra.run.smithi016.stdout:mon.c smithi016 running (4m) 78s ago 14m 45.2M 2048M 19.0.0-3080-gc2d8c315 259793512b73 eef940aadb4d 2024-04-15T14:44:14.297 INFO:teuthology.orchestra.run.smithi016.stdout:node-exporter.a smithi016 *:9100 running (9m) 78s ago 9m 17.1M - 1.5.0 0da6a335fe13 8d0101b6e6e8 2024-04-15T14:44:14.297 INFO:teuthology.orchestra.run.smithi016.stdout:node-exporter.b smithi102 *:9100 running (9m) 22s ago 9m 15.8M - 1.5.0 0da6a335fe13 d83ffdf53df3 2024-04-15T14:44:14.297 INFO:teuthology.orchestra.run.smithi016.stdout:osd.0 smithi016 running (2m) 78s ago 13m 127M 2481M 19.0.0-3080-gc2d8c315 259793512b73 6ae1b6c92493 2024-04-15T14:44:14.297 INFO:teuthology.orchestra.run.smithi016.stdout:osd.1 smithi016 running (2m) 78s ago 13m 124M 2481M 19.0.0-3080-gc2d8c315 259793512b73 106c0a047128 2024-04-15T14:44:14.297 INFO:teuthology.orchestra.run.smithi016.stdout:osd.2 smithi016 running (118s) 78s ago 13m 92.5M 2481M 19.0.0-3080-gc2d8c315 259793512b73 436c24e520a2 2024-04-15T14:44:14.297 INFO:teuthology.orchestra.run.smithi016.stdout:osd.3 smithi016 running (83s) 78s ago 12m 11.7M 2481M 19.0.0-3080-gc2d8c315 259793512b73 abb436370146 2024-04-15T14:44:14.297 INFO:teuthology.orchestra.run.smithi016.stdout:osd.4 smithi102 running (48s) 22s ago 12m 115M 2480M 19.0.0-3080-gc2d8c315 259793512b73 bc2a23806308 2024-04-15T14:44:14.297 INFO:teuthology.orchestra.run.smithi016.stdout:osd.5 smithi102 running (27s) 22s ago 11m 13.5M 2480M 19.0.0-3080-gc2d8c315 259793512b73 c74141cc87b2 2024-04-15T14:44:14.298 INFO:teuthology.orchestra.run.smithi016.stdout:osd.6 smithi102 running (11m) 22s ago 11m 181M 2480M 18.2.2-1221-ge3fb05d5 aa4d2281650a a3993a86427e 2024-04-15T14:44:14.298 INFO:teuthology.orchestra.run.smithi016.stdout:osd.7 smithi102 running (11m) 22s ago 11m 185M 2480M 18.2.2-1221-ge3fb05d5 aa4d2281650a f9ac771a8a69 2024-04-15T14:44:14.298 INFO:teuthology.orchestra.run.smithi016.stdout:prometheus.a smithi102 *:9095 running (4m) 22s ago 10m 59.7M - 2.43.0 a07b618ecd1d 86d1d3518ceb 2024-04-15T14:44:14.373 INFO:tasks.rados.rados.0.smithi016.stdout:2146: done (2 left) 2024-04-15T14:44:14.373 INFO:tasks.rados.rados.0.smithi016.stdout:2148: done (1 left) 2024-04-15T14:44:14.373 INFO:tasks.rados.rados.0.smithi016.stdout:2149: done (0 left) 2024-04-15T14:44:14.373 INFO:tasks.rados.rados.0.smithi016.stdout:2150: delete oid 6 current snap is 208 2024-04-15T14:44:14.376 INFO:tasks.rados.rados.0.smithi016.stdout:2150: done (0 left) 2024-04-15T14:44:14.376 INFO:tasks.rados.rados.0.smithi016.stdout:2151: read oid 47 snap -1 2024-04-15T14:44:14.376 INFO:tasks.rados.rados.0.smithi016.stdout:2151: expect deleted 2024-04-15T14:44:14.376 INFO:tasks.rados.rados.0.smithi016.stdout:2152: read oid 2 snap -1 2024-04-15T14:44:14.376 INFO:tasks.rados.rados.0.smithi016.stdout:2152: expect (ObjNum 638 snap 193 seq_num 638) 2024-04-15T14:44:14.376 INFO:tasks.rados.rados.0.smithi016.stdout:2153: read oid 42 snap -1 2024-04-15T14:44:14.376 INFO:tasks.rados.rados.0.smithi016.stdout:2153: expect (ObjNum 626 snap 190 seq_num 626) 2024-04-15T14:44:14.376 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 3 current snap is 208 2024-04-15T14:44:14.376 INFO:tasks.rados.rados.0.smithi016.stdout:2154: seq_num 683 ranges {0=647168,647168=630784,1277952=573440} 2024-04-15T14:44:14.380 INFO:tasks.rados.rados.0.smithi016.stdout:2154: writing smithi01678542-3 from 0 to 647168 tid 1 2024-04-15T14:44:14.385 INFO:tasks.rados.rados.0.smithi016.stdout:2154: writing smithi01678542-3 from 647168 to 1277952 tid 2 2024-04-15T14:44:14.388 INFO:tasks.rados.rados.0.smithi016.stdout:2154: writing smithi01678542-3 from 1277952 to 1851392 tid 3 2024-04-15T14:44:14.388 INFO:tasks.rados.rados.0.smithi016.stdout:2155: snap_remove snap 207 2024-04-15T14:44:14.679 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:44:14 smithi102 ceph-mon[87131]: Upgrade: Updating osd.6 2024-04-15T14:44:14.679 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:44:14 smithi102 ceph-mon[87131]: Deploying daemon osd.6 on smithi102 2024-04-15T14:44:14.679 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:44:14 smithi102 ceph-mon[87131]: osdmap e496: 8 total, 8 up, 8 in 2024-04-15T14:44:14.720 INFO:teuthology.orchestra.run.smithi016.stdout:{ 2024-04-15T14:44:14.720 INFO:teuthology.orchestra.run.smithi016.stdout: "mon": { 2024-04-15T14:44:14.720 INFO:teuthology.orchestra.run.smithi016.stdout: "ceph version 19.0.0-3080-gc2d8c315 (c2d8c3155d854ee204cb7c7261232571229d1d54) squid (dev)": 3 2024-04-15T14:44:14.720 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-04-15T14:44:14.721 INFO:teuthology.orchestra.run.smithi016.stdout: "mgr": { 2024-04-15T14:44:14.721 INFO:teuthology.orchestra.run.smithi016.stdout: "ceph version 19.0.0-3080-gc2d8c315 (c2d8c3155d854ee204cb7c7261232571229d1d54) squid (dev)": 2 2024-04-15T14:44:14.721 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-04-15T14:44:14.721 INFO:teuthology.orchestra.run.smithi016.stdout: "osd": { 2024-04-15T14:44:14.721 INFO:teuthology.orchestra.run.smithi016.stdout: "ceph version 18.2.2-1221-ge3fb05d5 (e3fb05d5e6da84b5c44db3f3051c4d242f9809c1) reef (stable)": 2, 2024-04-15T14:44:14.721 INFO:teuthology.orchestra.run.smithi016.stdout: "ceph version 19.0.0-3080-gc2d8c315 (c2d8c3155d854ee204cb7c7261232571229d1d54) squid (dev)": 6 2024-04-15T14:44:14.721 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-04-15T14:44:14.721 INFO:teuthology.orchestra.run.smithi016.stdout: "mds": { 2024-04-15T14:44:14.721 INFO:teuthology.orchestra.run.smithi016.stdout: "ceph version 18.2.2-1221-ge3fb05d5 (e3fb05d5e6da84b5c44db3f3051c4d242f9809c1) reef (stable)": 2 2024-04-15T14:44:14.721 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-04-15T14:44:14.721 INFO:teuthology.orchestra.run.smithi016.stdout: "overall": { 2024-04-15T14:44:14.721 INFO:teuthology.orchestra.run.smithi016.stdout: "ceph version 18.2.2-1221-ge3fb05d5 (e3fb05d5e6da84b5c44db3f3051c4d242f9809c1) reef (stable)": 4, 2024-04-15T14:44:14.721 INFO:teuthology.orchestra.run.smithi016.stdout: "ceph version 19.0.0-3080-gc2d8c315 (c2d8c3155d854ee204cb7c7261232571229d1d54) squid (dev)": 11 2024-04-15T14:44:14.721 INFO:teuthology.orchestra.run.smithi016.stdout: } 2024-04-15T14:44:14.722 INFO:teuthology.orchestra.run.smithi016.stdout:} 2024-04-15T14:44:14.722 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:44:14 smithi016 ceph-mon[90652]: Upgrade: Updating osd.6 2024-04-15T14:44:14.722 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:44:14 smithi016 ceph-mon[90652]: Deploying daemon osd.6 on smithi102 2024-04-15T14:44:14.722 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:44:14 smithi016 ceph-mon[90652]: osdmap e496: 8 total, 8 up, 8 in 2024-04-15T14:44:14.722 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:44:14 smithi016 ceph-mon[93212]: Upgrade: Updating osd.6 2024-04-15T14:44:14.722 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:44:14 smithi016 ceph-mon[93212]: Deploying daemon osd.6 on smithi102 2024-04-15T14:44:14.722 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:44:14 smithi016 ceph-mon[93212]: osdmap e496: 8 total, 8 up, 8 in 2024-04-15T14:44:15.308 INFO:tasks.rados.rados.0.smithi016.stdout:2155: done (4 left) 2024-04-15T14:44:15.308 INFO:tasks.rados.rados.0.smithi016.stdout:2156: rollback oid 23 current snap is 208 2024-04-15T14:44:15.308 INFO:tasks.rados.rados.0.smithi016.stdout:rollback oid 23 to 206 2024-04-15T14:44:15.308 INFO:tasks.rados.rados.0.smithi016.stdout:2153: expect (ObjNum 626 snap 190 seq_num 626) 2024-04-15T14:44:15.337 INFO:tasks.rados.rados.0.smithi016.stdout:2152: expect (ObjNum 638 snap 193 seq_num 638) 2024-04-15T14:44:15.367 INFO:tasks.rados.rados.0.smithi016.stdout:2154: finishing write tid 1 to smithi01678542-3 2024-04-15T14:44:15.367 INFO:tasks.rados.rados.0.smithi016.stdout:2154: finishing write tid 2 to smithi01678542-3 2024-04-15T14:44:15.367 INFO:tasks.rados.rados.0.smithi016.stdout:2154: finishing write tid 3 to smithi01678542-3 2024-04-15T14:44:15.367 INFO:tasks.rados.rados.0.smithi016.stdout:2154: finishing write tid 4 to smithi01678542-3 2024-04-15T14:44:15.367 INFO:tasks.rados.rados.0.smithi016.stdout:2151: done (4 left) 2024-04-15T14:44:15.367 INFO:tasks.rados.rados.0.smithi016.stdout:2152: done (3 left) 2024-04-15T14:44:15.367 INFO:tasks.rados.rados.0.smithi016.stdout:2153: done (2 left) 2024-04-15T14:44:15.367 INFO:tasks.rados.rados.0.smithi016.stdout:2157: read oid 34 snap -1 2024-04-15T14:44:15.367 INFO:tasks.rados.rados.0.smithi016.stdout:2157: expect (ObjNum 677 snap 207 seq_num 677) 2024-04-15T14:44:15.367 INFO:tasks.rados.rados.0.smithi016.stdout:2158: delete oid 42 current snap is 208 2024-04-15T14:44:15.367 INFO:tasks.rados.rados.0.smithi016.stdout:2154: finishing write tid 5 to smithi01678542-3 2024-04-15T14:44:15.367 INFO:tasks.rados.rados.0.smithi016.stdout:2154: oid 3 updating version 0 to 970 2024-04-15T14:44:15.368 INFO:tasks.rados.rados.0.smithi016.stdout:2154: oid 3 updating version 970 to 971 2024-04-15T14:44:15.368 INFO:tasks.rados.rados.0.smithi016.stdout:2154: oid 3 version 971 is already newer than 968 2024-04-15T14:44:15.368 INFO:tasks.rados.rados.0.smithi016.stdout:2154: oid 3 version 971 is already newer than 969 2024-04-15T14:44:15.368 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 3 v 971 (ObjNum 683 snap 208 seq_num 683) dirty exists 2024-04-15T14:44:15.368 INFO:tasks.rados.rados.0.smithi016.stdout:2154: left oid 3 (ObjNum 683 snap 208 seq_num 683) 2024-04-15T14:44:15.368 INFO:tasks.rados.rados.0.smithi016.stdout:2156: finishing rollback tid 0 to smithi01678542-23 2024-04-15T14:44:15.368 INFO:tasks.rados.rados.0.smithi016.stdout:2156: finishing rollback tid 1 to smithi01678542-23 2024-04-15T14:44:15.368 INFO:tasks.rados.rados.0.smithi016.stdout:2156: finishing rollback tid 2 to smithi01678542-23 2024-04-15T14:44:15.368 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 23 v 915 (ObjNum 626 snap 190 seq_num 626) dirty exists 2024-04-15T14:44:15.375 INFO:tasks.rados.rados.0.smithi016.stdout:2154: done (3 left) 2024-04-15T14:44:15.375 INFO:tasks.rados.rados.0.smithi016.stdout:2156: done (2 left) 2024-04-15T14:44:15.376 INFO:tasks.rados.rados.0.smithi016.stdout:2158: done (1 left) 2024-04-15T14:44:15.376 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 24 current snap is 208 2024-04-15T14:44:15.376 INFO:tasks.rados.rados.0.smithi016.stdout:2159: seq_num 685 ranges {7634944=679936,8314880=442368,8757248=622592,9379840=139264} 2024-04-15T14:44:15.421 INFO:tasks.rados.rados.0.smithi016.stdout:2159: writing smithi01678542-24 from 7634944 to 8314880 tid 1 2024-04-15T14:44:15.423 INFO:tasks.rados.rados.0.smithi016.stdout:2159: writing smithi01678542-24 from 8314880 to 8757248 tid 2 2024-04-15T14:44:15.427 INFO:tasks.rados.rados.0.smithi016.stdout:2159: writing smithi01678542-24 from 8757248 to 9379840 tid 3 2024-04-15T14:44:15.428 INFO:tasks.rados.rados.0.smithi016.stdout:2159: writing smithi01678542-24 from 9379840 to 9519104 tid 4 2024-04-15T14:44:15.428 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 39 current snap is 208 2024-04-15T14:44:15.428 INFO:tasks.rados.rados.0.smithi016.stdout:2160: seq_num 686 ranges {811008=696320,1507328=729088,2236416=425984,2662400=49152} 2024-04-15T14:44:15.438 INFO:tasks.rados.rados.0.smithi016.stdout:2160: writing smithi01678542-39 from 811008 to 1507328 tid 1 2024-04-15T14:44:15.440 INFO:tasks.rados.rados.0.smithi016.stdout:2160: writing smithi01678542-39 from 1507328 to 2236416 tid 2 2024-04-15T14:44:15.443 INFO:tasks.rados.rados.0.smithi016.stdout:2160: writing smithi01678542-39 from 2236416 to 2662400 tid 3 2024-04-15T14:44:15.444 INFO:tasks.rados.rados.0.smithi016.stdout:2160: writing smithi01678542-39 from 2662400 to 2711552 tid 4 2024-04-15T14:44:15.444 INFO:tasks.rados.rados.0.smithi016.stdout:2161: snap_remove snap 206 2024-04-15T14:44:15.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:44:15 smithi102 ceph-mon[87131]: pgmap v377: 121 pgs: 121 active+clean; 120 MiB data, 916 MiB used, 714 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.0 MiB/s wr, 22 op/s 2024-04-15T14:44:15.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:44:15 smithi102 ceph-mon[87131]: from='client.44261 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-15T14:44:15.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:44:15 smithi102 ceph-mon[87131]: from='client.34341 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-15T14:44:15.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:44:15 smithi102 ceph-mon[87131]: osdmap e497: 8 total, 8 up, 8 in 2024-04-15T14:44:15.688 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:44:15 smithi102 ceph-mon[87131]: from='client.? 172.21.15.16:0/3742492014' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T14:44:15.688 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:44:15 smithi102 ceph-mon[87131]: osdmap e498: 8 total, 8 up, 8 in 2024-04-15T14:44:15.789 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:44:15 smithi016 ceph-mon[90652]: pgmap v377: 121 pgs: 121 active+clean; 120 MiB data, 916 MiB used, 714 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.0 MiB/s wr, 22 op/s 2024-04-15T14:44:15.789 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:44:15 smithi016 ceph-mon[90652]: from='client.44261 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-15T14:44:15.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:44:15 smithi016 ceph-mon[90652]: from='client.34341 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-15T14:44:15.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:44:15 smithi016 ceph-mon[90652]: osdmap e497: 8 total, 8 up, 8 in 2024-04-15T14:44:15.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:44:15 smithi016 ceph-mon[90652]: from='client.? 172.21.15.16:0/3742492014' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T14:44:15.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:44:15 smithi016 ceph-mon[90652]: osdmap e498: 8 total, 8 up, 8 in 2024-04-15T14:44:15.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:44:15 smithi016 ceph-mon[93212]: pgmap v377: 121 pgs: 121 active+clean; 120 MiB data, 916 MiB used, 714 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.0 MiB/s wr, 22 op/s 2024-04-15T14:44:15.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:44:15 smithi016 ceph-mon[93212]: from='client.44261 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-15T14:44:15.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:44:15 smithi016 ceph-mon[93212]: from='client.34341 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-15T14:44:15.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:44:15 smithi016 ceph-mon[93212]: osdmap e497: 8 total, 8 up, 8 in 2024-04-15T14:44:15.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:44:15 smithi016 ceph-mon[93212]: from='client.? 172.21.15.16:0/3742492014' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T14:44:15.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:44:15 smithi016 ceph-mon[93212]: osdmap e498: 8 total, 8 up, 8 in 2024-04-15T14:44:16.380 INFO:tasks.rados.rados.0.smithi016.stdout:2161: done (3 left) 2024-04-15T14:44:16.380 INFO:tasks.rados.rados.0.smithi016.stdout:2162: read oid 17 snap -1 2024-04-15T14:44:16.380 INFO:tasks.rados.rados.0.smithi016.stdout:2162: expect (ObjNum 646 snap 198 seq_num 646) 2024-04-15T14:44:16.380 INFO:tasks.rados.rados.0.smithi016.stdout:2163: setattr oid 2 current snap is 208 2024-04-15T14:44:16.380 INFO:tasks.rados.rados.0.smithi016.stdout:2157: expect (ObjNum 677 snap 207 seq_num 677) 2024-04-15T14:44:16.439 INFO:tasks.rados.rados.0.smithi016.stdout:2159: finishing write tid 1 to smithi01678542-24 2024-04-15T14:44:16.439 INFO:tasks.rados.rados.0.smithi016.stdout:2159: finishing write tid 2 to smithi01678542-24 2024-04-15T14:44:16.439 INFO:tasks.rados.rados.0.smithi016.stdout:2159: finishing write tid 3 to smithi01678542-24 2024-04-15T14:44:16.439 INFO:tasks.rados.rados.0.smithi016.stdout:2159: finishing write tid 4 to smithi01678542-24 2024-04-15T14:44:16.439 INFO:tasks.rados.rados.0.smithi016.stdout:2159: finishing write tid 5 to smithi01678542-24 2024-04-15T14:44:16.439 INFO:tasks.rados.rados.0.smithi016.stdout:2159: finishing write tid 6 to smithi01678542-24 2024-04-15T14:44:16.439 INFO:tasks.rados.rados.0.smithi016.stdout:2159: oid 24 updating version 0 to 1014 2024-04-15T14:44:16.439 INFO:tasks.rados.rados.0.smithi016.stdout:2159: oid 24 updating version 1014 to 1015 2024-04-15T14:44:16.439 INFO:tasks.rados.rados.0.smithi016.stdout:2159: oid 24 updating version 1015 to 1018 2024-04-15T14:44:16.439 INFO:tasks.rados.rados.0.smithi016.stdout:2159: oid 24 version 1018 is already newer than 1016 2024-04-15T14:44:16.439 INFO:tasks.rados.rados.0.smithi016.stdout:2159: oid 24 version 1018 is already newer than 1017 2024-04-15T14:44:16.440 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 24 v 1018 (ObjNum 685 snap 208 seq_num 685) dirty exists 2024-04-15T14:44:16.440 INFO:tasks.rados.rados.0.smithi016.stdout:2159: left oid 24 (ObjNum 685 snap 208 seq_num 685) 2024-04-15T14:44:16.440 INFO:tasks.rados.rados.0.smithi016.stdout:2160: finishing write tid 1 to smithi01678542-39 2024-04-15T14:44:16.440 INFO:tasks.rados.rados.0.smithi016.stdout:2160: finishing write tid 2 to smithi01678542-39 2024-04-15T14:44:16.440 INFO:tasks.rados.rados.0.smithi016.stdout:2160: finishing write tid 3 to smithi01678542-39 2024-04-15T14:44:16.440 INFO:tasks.rados.rados.0.smithi016.stdout:2160: finishing write tid 4 to smithi01678542-39 2024-04-15T14:44:16.440 INFO:tasks.rados.rados.0.smithi016.stdout:2160: finishing write tid 5 to smithi01678542-39 2024-04-15T14:44:16.440 INFO:tasks.rados.rados.0.smithi016.stdout:2160: finishing write tid 6 to smithi01678542-39 2024-04-15T14:44:16.440 INFO:tasks.rados.rados.0.smithi016.stdout:2160: oid 39 updating version 0 to 904 2024-04-15T14:44:16.440 INFO:tasks.rados.rados.0.smithi016.stdout:2160: oid 39 updating version 904 to 905 2024-04-15T14:44:16.440 INFO:tasks.rados.rados.0.smithi016.stdout:2160: oid 39 version 905 is already newer than 901 2024-04-15T14:44:16.440 INFO:tasks.rados.rados.0.smithi016.stdout:2160: oid 39 version 905 is already newer than 903 2024-04-15T14:44:16.440 INFO:tasks.rados.rados.0.smithi016.stdout:2160: oid 39 version 905 is already newer than 902 2024-04-15T14:44:16.440 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 39 v 905 (ObjNum 686 snap 208 seq_num 686) dirty exists 2024-04-15T14:44:16.440 INFO:tasks.rados.rados.0.smithi016.stdout:2160: left oid 39 (ObjNum 686 snap 208 seq_num 686) 2024-04-15T14:44:16.440 INFO:tasks.rados.rados.0.smithi016.stdout:2162: expect (ObjNum 646 snap 198 seq_num 646) 2024-04-15T14:44:16.875 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 2 v 1018 (ObjNum 638 snap 193 seq_num 638) dirty exists 2024-04-15T14:44:17.079 INFO:tasks.rados.rados.0.smithi016.stdout:2157: done (4 left) 2024-04-15T14:44:17.079 INFO:tasks.rados.rados.0.smithi016.stdout:2159: done (3 left) 2024-04-15T14:44:17.079 INFO:tasks.rados.rados.0.smithi016.stdout:2160: done (2 left) 2024-04-15T14:44:17.079 INFO:tasks.rados.rados.0.smithi016.stdout:2162: done (1 left) 2024-04-15T14:44:17.079 INFO:tasks.rados.rados.0.smithi016.stdout:2163: done (0 left) 2024-04-15T14:44:17.079 INFO:tasks.rados.rados.0.smithi016.stdout:2164: rollback oid 18 current snap is 208 2024-04-15T14:44:17.080 INFO:tasks.rados.rados.0.smithi016.stdout:2164: done (0 left) 2024-04-15T14:44:17.080 INFO:tasks.rados.rados.0.smithi016.stdout:2165: copy_from oid 30 from oid 50 current snap is 208 2024-04-15T14:44:17.080 INFO:tasks.rados.rados.0.smithi016.stdout:2166: delete oid 14 current snap is 208 2024-04-15T14:44:17.080 INFO:journalctl@ceph.osd.6.smithi102.stdout:Apr 15 14:44:16 smithi102 systemd[1]: Stopping Ceph osd.6 for 362ea986-fb34-11ee-bc8f-c7b262605968... 2024-04-15T14:44:17.081 INFO:journalctl@ceph.osd.6.smithi102.stdout:Apr 15 14:44:16 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-osd-6[48533]: 2024-04-15T14:44:16.709+0000 7f724faf4700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.6 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-04-15T14:44:17.081 INFO:journalctl@ceph.osd.6.smithi102.stdout:Apr 15 14:44:16 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-osd-6[48533]: 2024-04-15T14:44:16.709+0000 7f724faf4700 -1 osd.6 499 *** Got signal Terminated *** 2024-04-15T14:44:17.081 INFO:journalctl@ceph.osd.6.smithi102.stdout:Apr 15 14:44:16 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-osd-6[48533]: 2024-04-15T14:44:16.709+0000 7f724faf4700 -1 osd.6 499 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-04-15T14:44:17.085 INFO:tasks.rados.rados.0.smithi016.stdout:2165: finishing copy_from to smithi01678542-30 2024-04-15T14:44:17.085 INFO:tasks.rados.rados.0.smithi016.stdout:2165: got expected ENOENT (src dne) 2024-04-15T14:44:17.085 INFO:tasks.rados.rados.0.smithi016.stdout:2165: finishing copy_from racing read to smithi01678542-30 2024-04-15T14:44:17.085 INFO:tasks.rados.rados.0.smithi016.stdout:2165: done (1 left) 2024-04-15T14:44:17.085 INFO:tasks.rados.rados.0.smithi016.stdout:2166: done (0 left) 2024-04-15T14:44:17.085 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 3 current snap is 208 2024-04-15T14:44:17.086 INFO:tasks.rados.rados.0.smithi016.stdout:2167: seq_num 688 ranges {1851392=729088,2580480=499712,3080192=704512} 2024-04-15T14:44:17.086 INFO:tasks.rados.rados.0.smithi016.stdout:2167: writing smithi01678542-3 from 1851392 to 2580480 tid 1 2024-04-15T14:44:17.086 INFO:tasks.rados.rados.0.smithi016.stdout:2167: writing smithi01678542-3 from 2580480 to 3080192 tid 2 2024-04-15T14:44:17.086 INFO:tasks.rados.rados.0.smithi016.stdout:2167: writing smithi01678542-3 from 3080192 to 3784704 tid 3 2024-04-15T14:44:17.086 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 12 current snap is 208 2024-04-15T14:44:17.086 INFO:tasks.rados.rados.0.smithi016.stdout:2167: finishing write tid 1 to smithi01678542-3 2024-04-15T14:44:17.086 INFO:tasks.rados.rados.0.smithi016.stdout:2168: seq_num 689 ranges {9207808=745472,9953280=786432,10739712=417792} 2024-04-15T14:44:17.086 INFO:tasks.rados.rados.0.smithi016.stdout:2168: writing smithi01678542-12 from 9207808 to 9953280 tid 1 2024-04-15T14:44:17.086 INFO:tasks.rados.rados.0.smithi016.stdout:2168: writing smithi01678542-12 from 9953280 to 10739712 tid 2 2024-04-15T14:44:17.086 INFO:tasks.rados.rados.0.smithi016.stdout:2168: writing smithi01678542-12 from 10739712 to 11157504 tid 3 2024-04-15T14:44:17.086 INFO:tasks.rados.rados.0.smithi016.stdout:2169: rollback oid 6 current snap is 208 2024-04-15T14:44:17.086 INFO:tasks.rados.rados.0.smithi016.stdout:2169: done (2 left) 2024-04-15T14:44:17.086 INFO:tasks.rados.rados.0.smithi016.stdout:2170: delete oid 17 current snap is 208 2024-04-15T14:44:17.086 INFO:tasks.rados.rados.0.smithi016.stdout:2167: finishing write tid 2 to smithi01678542-3 2024-04-15T14:44:17.087 INFO:tasks.rados.rados.0.smithi016.stdout:2167: finishing write tid 3 to smithi01678542-3 2024-04-15T14:44:17.087 INFO:tasks.rados.rados.0.smithi016.stdout:2167: finishing write tid 4 to smithi01678542-3 2024-04-15T14:44:17.087 INFO:tasks.rados.rados.0.smithi016.stdout:2167: finishing write tid 5 to smithi01678542-3 2024-04-15T14:44:17.087 INFO:tasks.rados.rados.0.smithi016.stdout:2167: oid 3 updating version 0 to 974 2024-04-15T14:44:17.087 INFO:tasks.rados.rados.0.smithi016.stdout:2167: oid 3 updating version 974 to 975 2024-04-15T14:44:17.087 INFO:tasks.rados.rados.0.smithi016.stdout:2167: oid 3 version 975 is already newer than 972 2024-04-15T14:44:17.087 INFO:tasks.rados.rados.0.smithi016.stdout:2167: oid 3 version 975 is already newer than 973 2024-04-15T14:44:17.087 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 3 v 975 (ObjNum 688 snap 208 seq_num 688) dirty exists 2024-04-15T14:44:17.087 INFO:tasks.rados.rados.0.smithi016.stdout:2167: left oid 3 (ObjNum 688 snap 208 seq_num 688) 2024-04-15T14:44:17.087 INFO:tasks.rados.rados.0.smithi016.stdout:2168: finishing write tid 1 to smithi01678542-12 2024-04-15T14:44:17.087 INFO:tasks.rados.rados.0.smithi016.stdout:2167: done (2 left) 2024-04-15T14:44:17.087 INFO:tasks.rados.rados.0.smithi016.stdout:2170: done (1 left) 2024-04-15T14:44:17.087 INFO:tasks.rados.rados.0.smithi016.stdout:2171: setattr oid 14 current snap is 208 2024-04-15T14:44:17.087 INFO:tasks.rados.rados.0.smithi016.stdout:2168: finishing write tid 2 to smithi01678542-12 2024-04-15T14:44:17.087 INFO:tasks.rados.rados.0.smithi016.stdout:2168: finishing write tid 3 to smithi01678542-12 2024-04-15T14:44:17.088 INFO:tasks.rados.rados.0.smithi016.stdout:2168: finishing write tid 4 to smithi01678542-12 2024-04-15T14:44:17.088 INFO:tasks.rados.rados.0.smithi016.stdout:2172: setattr oid 28 current snap is 208 2024-04-15T14:44:17.088 INFO:tasks.rados.rados.0.smithi016.stdout:2168: finishing write tid 5 to smithi01678542-12 2024-04-15T14:44:17.088 INFO:tasks.rados.rados.0.smithi016.stdout:2168: oid 12 updating version 0 to 916 2024-04-15T14:44:17.088 INFO:tasks.rados.rados.0.smithi016.stdout:2168: oid 12 updating version 916 to 918 2024-04-15T14:44:17.088 INFO:tasks.rados.rados.0.smithi016.stdout:2168: oid 12 version 918 is already newer than 917 2024-04-15T14:44:17.088 INFO:tasks.rados.rados.0.smithi016.stdout:2168: oid 12 updating version 918 to 919 2024-04-15T14:44:17.088 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 12 v 919 (ObjNum 689 snap 208 seq_num 689) dirty exists 2024-04-15T14:44:17.088 INFO:tasks.rados.rados.0.smithi016.stdout:2168: left oid 12 (ObjNum 689 snap 208 seq_num 689) 2024-04-15T14:44:17.088 INFO:tasks.rados.rados.0.smithi016.stdout:2168: done (2 left) 2024-04-15T14:44:17.088 INFO:tasks.rados.rados.0.smithi016.stdout:2173: read oid 20 snap -1 2024-04-15T14:44:17.088 INFO:tasks.rados.rados.0.smithi016.stdout:2173: expect (ObjNum 631 snap 191 seq_num 631) 2024-04-15T14:44:17.088 INFO:tasks.rados.rados.0.smithi016.stdout:2174: delete oid 47 current snap is 208 2024-04-15T14:44:17.089 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 14 v 1028 (ObjNum 161 snap 0 seq_num 1) dirty exists 2024-04-15T14:44:17.090 INFO:tasks.rados.rados.0.smithi016.stdout:2171: done (3 left) 2024-04-15T14:44:17.090 INFO:tasks.rados.rados.0.smithi016.stdout:2174: done (2 left) 2024-04-15T14:44:17.090 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 4 current snap is 208 2024-04-15T14:44:17.090 INFO:tasks.rados.rados.0.smithi016.stdout:2175: seq_num 692 ranges {2473984=794624,3268608=483328,3751936=720896} 2024-04-15T14:44:17.090 INFO:tasks.rados.rados.0.smithi016.stdout:2175: writing smithi01678542-4 from 2473984 to 3268608 tid 1 2024-04-15T14:44:17.090 INFO:tasks.rados.rados.0.smithi016.stdout:2175: writing smithi01678542-4 from 3268608 to 3751936 tid 2 2024-04-15T14:44:17.090 INFO:tasks.rados.rados.0.smithi016.stdout:2175: writing smithi01678542-4 from 3751936 to 4472832 tid 3 2024-04-15T14:44:17.090 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 29 current snap is 208 2024-04-15T14:44:17.090 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 28 v 884 (ObjNum 129 snap 0 seq_num 2235025504) dirty exists 2024-04-15T14:44:17.090 INFO:tasks.rados.rados.0.smithi016.stdout:2176: seq_num 693 ranges {0=409600,409600=770048,1179648=581632,1761280=253952} 2024-04-15T14:44:17.090 INFO:tasks.rados.rados.0.smithi016.stdout:2176: writing smithi01678542-29 from 0 to 409600 tid 1 2024-04-15T14:44:17.090 INFO:tasks.rados.rados.0.smithi016.stdout:2176: writing smithi01678542-29 from 409600 to 1179648 tid 2 2024-04-15T14:44:17.090 INFO:tasks.rados.rados.0.smithi016.stdout:2176: writing smithi01678542-29 from 1179648 to 1761280 tid 3 2024-04-15T14:44:17.090 INFO:tasks.rados.rados.0.smithi016.stdout:2176: writing smithi01678542-29 from 1761280 to 2015232 tid 4 2024-04-15T14:44:17.091 INFO:tasks.rados.rados.0.smithi016.stdout:2172: done (3 left) 2024-04-15T14:44:17.091 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 27 current snap is 208 2024-04-15T14:44:17.091 INFO:tasks.rados.rados.0.smithi016.stdout:2173: expect (ObjNum 631 snap 191 seq_num 631) 2024-04-15T14:44:17.299 INFO:tasks.rados.rados.0.smithi016.stdout:2175: finishing write tid 1 to smithi01678542-4 2024-04-15T14:44:17.299 INFO:tasks.rados.rados.0.smithi016.stdout:2175: finishing write tid 2 to smithi01678542-4 2024-04-15T14:44:17.299 INFO:tasks.rados.rados.0.smithi016.stdout:2175: finishing write tid 3 to smithi01678542-4 2024-04-15T14:44:17.299 INFO:tasks.rados.rados.0.smithi016.stdout:2175: finishing write tid 4 to smithi01678542-4 2024-04-15T14:44:17.299 INFO:tasks.rados.rados.0.smithi016.stdout:2175: finishing write tid 5 to smithi01678542-4 2024-04-15T14:44:17.299 INFO:tasks.rados.rados.0.smithi016.stdout:2175: oid 4 updating version 0 to 1152 2024-04-15T14:44:17.299 INFO:tasks.rados.rados.0.smithi016.stdout:2175: oid 4 version 1152 is already newer than 1151 2024-04-15T14:44:17.299 INFO:tasks.rados.rados.0.smithi016.stdout:2175: oid 4 updating version 1152 to 1153 2024-04-15T14:44:17.299 INFO:tasks.rados.rados.0.smithi016.stdout:2175: oid 4 version 1153 is already newer than 1150 2024-04-15T14:44:17.299 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 4 v 1153 (ObjNum 692 snap 208 seq_num 692) dirty exists 2024-04-15T14:44:17.299 INFO:tasks.rados.rados.0.smithi016.stdout:2175: left oid 4 (ObjNum 692 snap 208 seq_num 692) 2024-04-15T14:44:17.299 INFO:tasks.rados.rados.0.smithi016.stdout:2176: finishing write tid 1 to smithi01678542-29 2024-04-15T14:44:17.299 INFO:tasks.rados.rados.0.smithi016.stdout:2176: finishing write tid 2 to smithi01678542-29 2024-04-15T14:44:17.300 INFO:tasks.rados.rados.0.smithi016.stdout:2176: finishing write tid 3 to smithi01678542-29 2024-04-15T14:44:17.300 INFO:tasks.rados.rados.0.smithi016.stdout:2176: finishing write tid 4 to smithi01678542-29 2024-04-15T14:44:17.300 INFO:tasks.rados.rados.0.smithi016.stdout:2176: finishing write tid 5 to smithi01678542-29 2024-04-15T14:44:17.300 INFO:tasks.rados.rados.0.smithi016.stdout:2176: finishing write tid 6 to smithi01678542-29 2024-04-15T14:44:17.300 INFO:tasks.rados.rados.0.smithi016.stdout:2176: oid 29 updating version 0 to 1155 2024-04-15T14:44:17.300 INFO:tasks.rados.rados.0.smithi016.stdout:2176: oid 29 updating version 1155 to 1156 2024-04-15T14:44:17.300 INFO:tasks.rados.rados.0.smithi016.stdout:2176: oid 29 updating version 1156 to 1158 2024-04-15T14:44:17.300 INFO:tasks.rados.rados.0.smithi016.stdout:2176: oid 29 version 1158 is already newer than 1157 2024-04-15T14:44:17.300 INFO:tasks.rados.rados.0.smithi016.stdout:2176: oid 29 version 1158 is already newer than 1154 2024-04-15T14:44:17.300 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 29 v 1158 (ObjNum 693 snap 208 seq_num 693) dirty exists 2024-04-15T14:44:17.300 INFO:tasks.rados.rados.0.smithi016.stdout:2176: left oid 29 (ObjNum 693 snap 208 seq_num 693) 2024-04-15T14:44:17.300 INFO:tasks.rados.rados.0.smithi016.stdout:2177: seq_num 694 ranges {1196032=425984,1622016=655360,2277376=786432,3063808=163840} 2024-04-15T14:44:17.307 INFO:tasks.rados.rados.0.smithi016.stdout:2177: writing smithi01678542-27 from 1196032 to 1622016 tid 1 2024-04-15T14:44:17.311 INFO:tasks.rados.rados.0.smithi016.stdout:2177: writing smithi01678542-27 from 1622016 to 2277376 tid 2 2024-04-15T14:44:17.316 INFO:tasks.rados.rados.0.smithi016.stdout:2177: writing smithi01678542-27 from 2277376 to 3063808 tid 3 2024-04-15T14:44:17.317 INFO:tasks.rados.rados.0.smithi016.stdout:2177: writing smithi01678542-27 from 3063808 to 3227648 tid 4 2024-04-15T14:44:17.317 INFO:tasks.rados.rados.0.smithi016.stdout:2173: done (3 left) 2024-04-15T14:44:17.317 INFO:tasks.rados.rados.0.smithi016.stdout:2175: done (2 left) 2024-04-15T14:44:17.317 INFO:tasks.rados.rados.0.smithi016.stdout:2176: done (1 left) 2024-04-15T14:44:17.318 INFO:tasks.rados.rados.0.smithi016.stdout:2178: read oid 29 snap -1 2024-04-15T14:44:17.318 INFO:tasks.rados.rados.0.smithi016.stdout:2178: expect (ObjNum 693 snap 208 seq_num 693) 2024-04-15T14:44:17.318 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 35 current snap is 208 2024-04-15T14:44:17.318 INFO:tasks.rados.rados.0.smithi016.stdout:2179: seq_num 695 ranges {1089536=442368,1531904=540672,2072576=598016,2670592=466944} 2024-04-15T14:44:17.325 INFO:tasks.rados.rados.0.smithi016.stdout:2179: writing smithi01678542-35 from 1089536 to 1531904 tid 1 2024-04-15T14:44:17.328 INFO:tasks.rados.rados.0.smithi016.stdout:2179: writing smithi01678542-35 from 1531904 to 2072576 tid 2 2024-04-15T14:44:17.332 INFO:tasks.rados.rados.0.smithi016.stdout:2179: writing smithi01678542-35 from 2072576 to 2670592 tid 3 2024-04-15T14:44:17.335 INFO:tasks.rados.rados.0.smithi016.stdout:2179: writing smithi01678542-35 from 2670592 to 3137536 tid 4 2024-04-15T14:44:17.335 INFO:tasks.rados.rados.0.smithi016.stdout:2180: rmattr oid 41 current snap is 208 2024-04-15T14:44:17.335 INFO:tasks.rados.rados.0.smithi016.stdout:2177: finishing write tid 1 to smithi01678542-27 2024-04-15T14:44:17.335 INFO:tasks.rados.rados.0.smithi016.stdout:2177: finishing write tid 2 to smithi01678542-27 2024-04-15T14:44:17.335 INFO:tasks.rados.rados.0.smithi016.stdout:2177: finishing write tid 3 to smithi01678542-27 2024-04-15T14:44:17.335 INFO:tasks.rados.rados.0.smithi016.stdout:2177: finishing write tid 4 to smithi01678542-27 2024-04-15T14:44:17.335 INFO:tasks.rados.rados.0.smithi016.stdout:2177: finishing write tid 5 to smithi01678542-27 2024-04-15T14:44:17.335 INFO:tasks.rados.rados.0.smithi016.stdout:2177: finishing write tid 6 to smithi01678542-27 2024-04-15T14:44:17.335 INFO:tasks.rados.rados.0.smithi016.stdout:2177: oid 27 updating version 0 to 565 2024-04-15T14:44:17.335 INFO:tasks.rados.rados.0.smithi016.stdout:2177: oid 27 updating version 565 to 566 2024-04-15T14:44:17.335 INFO:tasks.rados.rados.0.smithi016.stdout:2177: oid 27 version 566 is already newer than 563 2024-04-15T14:44:17.335 INFO:tasks.rados.rados.0.smithi016.stdout:2177: oid 27 version 566 is already newer than 564 2024-04-15T14:44:17.335 INFO:tasks.rados.rados.0.smithi016.stdout:2177: oid 27 version 566 is already newer than 562 2024-04-15T14:44:17.336 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 27 v 566 (ObjNum 694 snap 208 seq_num 694) dirty exists 2024-04-15T14:44:17.336 INFO:tasks.rados.rados.0.smithi016.stdout:2177: left oid 27 (ObjNum 694 snap 208 seq_num 694) 2024-04-15T14:44:17.336 INFO:tasks.rados.rados.0.smithi016.stdout:2178: expect (ObjNum 693 snap 208 seq_num 693) 2024-04-15T14:44:17.402 INFO:tasks.rados.rados.0.smithi016.stdout:2179: finishing write tid 1 to smithi01678542-35 2024-04-15T14:44:17.402 INFO:tasks.rados.rados.0.smithi016.stdout:2179: finishing write tid 2 to smithi01678542-35 2024-04-15T14:44:17.402 INFO:tasks.rados.rados.0.smithi016.stdout:2179: finishing write tid 3 to smithi01678542-35 2024-04-15T14:44:17.402 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 41 v 883 (ObjNum 632 snap 191 seq_num 632) dirty exists 2024-04-15T14:44:17.402 INFO:tasks.rados.rados.0.smithi016.stdout:2179: finishing write tid 4 to smithi01678542-35 2024-04-15T14:44:17.402 INFO:tasks.rados.rados.0.smithi016.stdout:2177: done (3 left) 2024-04-15T14:44:17.402 INFO:tasks.rados.rados.0.smithi016.stdout:2178: done (2 left) 2024-04-15T14:44:17.402 INFO:tasks.rados.rados.0.smithi016.stdout:2180: done (1 left) 2024-04-15T14:44:17.402 INFO:tasks.rados.rados.0.smithi016.stdout:2181: rmattr oid 22 current snap is 208 2024-04-15T14:44:17.403 INFO:tasks.rados.rados.0.smithi016.stdout:2181: done (1 left) 2024-04-15T14:44:17.403 INFO:tasks.rados.rados.0.smithi016.stdout:2182: delete oid 30 current snap is 208 2024-04-15T14:44:17.403 INFO:tasks.rados.rados.0.smithi016.stdout:2179: finishing write tid 5 to smithi01678542-35 2024-04-15T14:44:17.403 INFO:tasks.rados.rados.0.smithi016.stdout:2179: finishing write tid 6 to smithi01678542-35 2024-04-15T14:44:17.403 INFO:tasks.rados.rados.0.smithi016.stdout:2179: oid 35 updating version 0 to 1030 2024-04-15T14:44:17.403 INFO:tasks.rados.rados.0.smithi016.stdout:2179: oid 35 updating version 1030 to 1032 2024-04-15T14:44:17.403 INFO:tasks.rados.rados.0.smithi016.stdout:2179: oid 35 version 1032 is already newer than 1029 2024-04-15T14:44:17.403 INFO:tasks.rados.rados.0.smithi016.stdout:2179: oid 35 updating version 1032 to 1033 2024-04-15T14:44:17.403 INFO:tasks.rados.rados.0.smithi016.stdout:2179: oid 35 version 1033 is already newer than 1031 2024-04-15T14:44:17.403 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 35 v 1033 (ObjNum 695 snap 208 seq_num 695) dirty exists 2024-04-15T14:44:17.403 INFO:tasks.rados.rados.0.smithi016.stdout:2179: left oid 35 (ObjNum 695 snap 208 seq_num 695) 2024-04-15T14:44:17.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:44:17 smithi102 ceph-mon[87131]: pgmap v380: 121 pgs: 121 active+clean; 112 MiB data, 922 MiB used, 714 GiB / 715 GiB avail; 3.5 MiB/s rd, 2.2 MiB/s wr, 20 op/s 2024-04-15T14:44:17.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:44:17 smithi102 ceph-mon[87131]: osdmap e499: 8 total, 8 up, 8 in 2024-04-15T14:44:17.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:44:17 smithi102 ceph-mon[87131]: osd.6 marked itself down and dead 2024-04-15T14:44:17.789 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:44:17 smithi016 ceph-mon[90652]: pgmap v380: 121 pgs: 121 active+clean; 112 MiB data, 922 MiB used, 714 GiB / 715 GiB avail; 3.5 MiB/s rd, 2.2 MiB/s wr, 20 op/s 2024-04-15T14:44:17.789 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:44:17 smithi016 ceph-mon[90652]: osdmap e499: 8 total, 8 up, 8 in 2024-04-15T14:44:17.789 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:44:17 smithi016 ceph-mon[90652]: osd.6 marked itself down and dead 2024-04-15T14:44:17.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:44:17 smithi016 ceph-mon[93212]: pgmap v380: 121 pgs: 121 active+clean; 112 MiB data, 922 MiB used, 714 GiB / 715 GiB avail; 3.5 MiB/s rd, 2.2 MiB/s wr, 20 op/s 2024-04-15T14:44:17.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:44:17 smithi016 ceph-mon[93212]: osdmap e499: 8 total, 8 up, 8 in 2024-04-15T14:44:17.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:44:17 smithi016 ceph-mon[93212]: osd.6 marked itself down and dead 2024-04-15T14:44:18.175 INFO:journalctl@ceph.osd.6.smithi102.stdout:Apr 15 14:44:17 smithi102 podman[102542]: 2024-04-15 14:44:17.923931739 +0000 UTC m=+1.321357356 container died a3993a86427e2d7d7fd6225a66cb0a1268fcf0352bfc3e2ed1845b973609c40f (image=quay.ceph.io/ceph-ci/ceph@sha256:68779415073ff203e402b0379758fdddf51fc45e34dd0f039888aa95268c5315, name=ceph-362ea986-fb34-11ee-bc8f-c7b262605968-osd-6, org.label-schema.name=CentOS Stream 8 Base Image, io.buildah.version=1.33.5, RELEASE=reef-e3fb05d, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, org.label-schema.build-date=20240409, GIT_CLEAN=True, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.license=GPLv2, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-04-15T14:44:18.399 INFO:tasks.rados.rados.0.smithi016.stdout:2179: done (1 left) 2024-04-15T14:44:18.399 INFO:tasks.rados.rados.0.smithi016.stdout:2182: done (0 left) 2024-04-15T14:44:18.399 INFO:tasks.rados.rados.0.smithi016.stdout:2183: rmattr oid 5 current snap is 208 2024-04-15T14:44:18.399 INFO:tasks.rados.rados.0.smithi016.stdout:2183: done (0 left) 2024-04-15T14:44:18.399 INFO:tasks.rados.rados.0.smithi016.stdout:2184: read oid 16 snap -1 2024-04-15T14:44:18.400 INFO:tasks.rados.rados.0.smithi016.stdout:2184: expect deleted 2024-04-15T14:44:18.400 INFO:tasks.rados.rados.0.smithi016.stdout:2185: read oid 45 snap -1 2024-04-15T14:44:18.400 INFO:tasks.rados.rados.0.smithi016.stdout:2185: expect (ObjNum 654 snap 200 seq_num 654) 2024-04-15T14:44:18.400 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 36 current snap is 208 2024-04-15T14:44:18.400 INFO:tasks.rados.rados.0.smithi016.stdout:2186: seq_num 697 ranges {0=475136,475136=704512,1179648=557056,1736704=344064} 2024-04-15T14:44:18.402 INFO:tasks.rados.rados.0.smithi016.stdout:2186: writing smithi01678542-36 from 0 to 475136 tid 1 2024-04-15T14:44:18.407 INFO:tasks.rados.rados.0.smithi016.stdout:2186: writing smithi01678542-36 from 475136 to 1179648 tid 2 2024-04-15T14:44:18.410 INFO:tasks.rados.rados.0.smithi016.stdout:2186: writing smithi01678542-36 from 1179648 to 1736704 tid 3 2024-04-15T14:44:18.412 INFO:tasks.rados.rados.0.smithi016.stdout:2186: writing smithi01678542-36 from 1736704 to 2080768 tid 4 2024-04-15T14:44:18.413 INFO:tasks.rados.rados.0.smithi016.stdout:2186: finishing write tid 1 to smithi01678542-36 2024-04-15T14:44:18.413 INFO:tasks.rados.rados.0.smithi016.stdout:2186: finishing write tid 2 to smithi01678542-36 2024-04-15T14:44:18.414 INFO:tasks.rados.rados.0.smithi016.stdout:2184: done (2 left) 2024-04-15T14:44:18.414 INFO:tasks.rados.rados.0.smithi016.stdout:2187: copy_from oid 39 from oid 3 current snap is 208 2024-04-15T14:44:18.414 INFO:tasks.rados.rados.0.smithi016.stdout:2188: rollback oid 5 current snap is 208 2024-04-15T14:44:18.414 INFO:tasks.rados.rados.0.smithi016.stdout:2188: done (3 left) 2024-04-15T14:44:18.414 INFO:tasks.rados.rados.0.smithi016.stdout:2189: copy_from oid 33 from oid 30 current snap is 208 2024-04-15T14:44:18.414 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 5 current snap is 208 2024-04-15T14:44:18.414 INFO:tasks.rados.rados.0.smithi016.stdout:2190: seq_num 698 ranges {0=499712,499712=589824,1089536=770048,1859584=245760} 2024-04-15T14:44:18.416 INFO:tasks.rados.rados.0.smithi016.stdout:2190: writing smithi01678542-5 from 0 to 499712 tid 1 2024-04-15T14:44:18.421 INFO:tasks.rados.rados.0.smithi016.stdout:2190: writing smithi01678542-5 from 499712 to 1089536 tid 2 2024-04-15T14:44:18.425 INFO:tasks.rados.rados.0.smithi016.stdout:2190: writing smithi01678542-5 from 1089536 to 1859584 tid 3 2024-04-15T14:44:18.427 INFO:tasks.rados.rados.0.smithi016.stdout:2190: writing smithi01678542-5 from 1859584 to 2105344 tid 4 2024-04-15T14:44:18.427 INFO:tasks.rados.rados.0.smithi016.stdout:2191: read oid 12 snap -1 2024-04-15T14:44:18.427 INFO:tasks.rados.rados.0.smithi016.stdout:2191: expect (ObjNum 689 snap 208 seq_num 689) 2024-04-15T14:44:18.427 INFO:tasks.rados.rados.0.smithi016.stdout:2192: copy_from oid 21 from oid 8 current snap is 208 2024-04-15T14:44:18.427 INFO:tasks.rados.rados.0.smithi016.stdout:2186: finishing write tid 3 to smithi01678542-36 2024-04-15T14:44:18.427 INFO:tasks.rados.rados.0.smithi016.stdout:2186: finishing write tid 4 to smithi01678542-36 2024-04-15T14:44:18.427 INFO:tasks.rados.rados.0.smithi016.stdout:2186: finishing write tid 5 to smithi01678542-36 2024-04-15T14:44:18.427 INFO:tasks.rados.rados.0.smithi016.stdout:2185: expect (ObjNum 654 snap 200 seq_num 654) 2024-04-15T14:44:18.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:44:18 smithi102 ceph-mon[87131]: Health check failed: 1 osds down (OSD_DOWN) 2024-04-15T14:44:18.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:44:18 smithi102 ceph-mon[87131]: osdmap e500: 8 total, 7 up, 8 in 2024-04-15T14:44:18.437 INFO:journalctl@ceph.osd.6.smithi102.stdout:Apr 15 14:44:18 smithi102 podman[102542]: 2024-04-15 14:44:18.24817605 +0000 UTC m=+1.645601656 container cleanup a3993a86427e2d7d7fd6225a66cb0a1268fcf0352bfc3e2ed1845b973609c40f (image=quay.ceph.io/ceph-ci/ceph@sha256:68779415073ff203e402b0379758fdddf51fc45e34dd0f039888aa95268c5315, name=ceph-362ea986-fb34-11ee-bc8f-c7b262605968-osd-6, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.build-date=20240409, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, ceph=True, io.buildah.version=1.33.5, RELEASE=reef-e3fb05d, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, GIT_CLEAN=True) 2024-04-15T14:44:18.437 INFO:journalctl@ceph.osd.6.smithi102.stdout:Apr 15 14:44:18 smithi102 bash[102542]: ceph-362ea986-fb34-11ee-bc8f-c7b262605968-osd-6 2024-04-15T14:44:18.652 INFO:tasks.rados.rados.0.smithi016.stdout:2189: finishing copy_from to smithi01678542-33 2024-04-15T14:44:18.652 INFO:tasks.rados.rados.0.smithi016.stdout:2189: got expected ENOENT (src dne) 2024-04-15T14:44:18.652 INFO:tasks.rados.rados.0.smithi016.stdout:2189: finishing copy_from racing read to smithi01678542-33 2024-04-15T14:44:18.652 INFO:tasks.rados.rados.0.smithi016.stdout:2190: finishing write tid 1 to smithi01678542-5 2024-04-15T14:44:18.653 INFO:tasks.rados.rados.0.smithi016.stdout:2186: finishing write tid 6 to smithi01678542-36 2024-04-15T14:44:18.653 INFO:tasks.rados.rados.0.smithi016.stdout:2186: oid 36 updating version 0 to 1102 2024-04-15T14:44:18.653 INFO:tasks.rados.rados.0.smithi016.stdout:2186: oid 36 version 1102 is already newer than 1100 2024-04-15T14:44:18.653 INFO:tasks.rados.rados.0.smithi016.stdout:2186: oid 36 version 1102 is already newer than 1101 2024-04-15T14:44:18.653 INFO:tasks.rados.rados.0.smithi016.stdout:2186: oid 36 updating version 1102 to 1103 2024-04-15T14:44:18.653 INFO:tasks.rados.rados.0.smithi016.stdout:2186: oid 36 version 1103 is already newer than 1099 2024-04-15T14:44:18.653 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 36 v 1103 (ObjNum 697 snap 208 seq_num 697) dirty exists 2024-04-15T14:44:18.653 INFO:tasks.rados.rados.0.smithi016.stdout:2186: left oid 36 (ObjNum 697 snap 208 seq_num 697) 2024-04-15T14:44:18.653 INFO:tasks.rados.rados.0.smithi016.stdout:2190: finishing write tid 2 to smithi01678542-5 2024-04-15T14:44:18.653 INFO:tasks.rados.rados.0.smithi016.stdout:2185: done (6 left) 2024-04-15T14:44:18.653 INFO:tasks.rados.rados.0.smithi016.stdout:2186: done (5 left) 2024-04-15T14:44:18.653 INFO:tasks.rados.rados.0.smithi016.stdout:2189: done (4 left) 2024-04-15T14:44:18.653 INFO:tasks.rados.rados.0.smithi016.stdout:2193: rollback oid 29 current snap is 208 2024-04-15T14:44:18.653 INFO:tasks.rados.rados.0.smithi016.stdout:2193: done (4 left) 2024-04-15T14:44:18.653 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 10 current snap is 208 2024-04-15T14:44:18.654 INFO:tasks.rados.rados.0.smithi016.stdout:2190: finishing write tid 3 to smithi01678542-5 2024-04-15T14:44:18.654 INFO:tasks.rados.rados.0.smithi016.stdout:2190: finishing write tid 4 to smithi01678542-5 2024-04-15T14:44:18.654 INFO:tasks.rados.rados.0.smithi016.stdout:2190: finishing write tid 5 to smithi01678542-5 2024-04-15T14:44:18.654 INFO:tasks.rados.rados.0.smithi016.stdout:2192: finishing copy_from to smithi01678542-21 2024-04-15T14:44:18.654 INFO:tasks.rados.rados.0.smithi016.stdout:2192: got expected ENOENT (src dne) 2024-04-15T14:44:18.654 INFO:tasks.rados.rados.0.smithi016.stdout:2194: seq_num 699 ranges {5414912=516096,5931008=475136,6406144=573440,6979584=557056} 2024-04-15T14:44:18.684 INFO:tasks.rados.rados.0.smithi016.stdout:2194: writing smithi01678542-10 from 5414912 to 5931008 tid 1 2024-04-15T14:44:18.687 INFO:tasks.rados.rados.0.smithi016.stdout:2194: writing smithi01678542-10 from 5931008 to 6406144 tid 2 2024-04-15T14:44:18.691 INFO:tasks.rados.rados.0.smithi016.stdout:2194: writing smithi01678542-10 from 6406144 to 6979584 tid 3 2024-04-15T14:44:18.694 INFO:tasks.rados.rados.0.smithi016.stdout:2194: writing smithi01678542-10 from 6979584 to 7536640 tid 4 2024-04-15T14:44:18.695 INFO:tasks.rados.rados.0.smithi016.stdout:2195: snap_create 2024-04-15T14:44:18.695 INFO:tasks.rados.rados.0.smithi016.stdout:2192: finishing copy_from racing read to smithi01678542-21 2024-04-15T14:44:18.695 INFO:tasks.rados.rados.0.smithi016.stdout:2190: finishing write tid 6 to smithi01678542-5 2024-04-15T14:44:18.695 INFO:tasks.rados.rados.0.smithi016.stdout:2190: oid 5 updating version 0 to 1047 2024-04-15T14:44:18.695 INFO:tasks.rados.rados.0.smithi016.stdout:2190: oid 5 updating version 1047 to 1048 2024-04-15T14:44:18.695 INFO:tasks.rados.rados.0.smithi016.stdout:2190: oid 5 version 1048 is already newer than 1046 2024-04-15T14:44:18.695 INFO:tasks.rados.rados.0.smithi016.stdout:2190: oid 5 updating version 1048 to 1049 2024-04-15T14:44:18.695 INFO:tasks.rados.rados.0.smithi016.stdout:2190: oid 5 version 1049 is already newer than 1045 2024-04-15T14:44:18.695 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 5 v 1049 (ObjNum 698 snap 208 seq_num 698) dirty exists 2024-04-15T14:44:18.695 INFO:tasks.rados.rados.0.smithi016.stdout:2190: left oid 5 (ObjNum 698 snap 208 seq_num 698) 2024-04-15T14:44:18.695 INFO:tasks.rados.rados.0.smithi016.stdout:2187: finishing copy_from racing read to smithi01678542-39 2024-04-15T14:44:18.695 INFO:tasks.rados.rados.0.smithi016.stdout:2187: finishing copy_from to smithi01678542-39 2024-04-15T14:44:18.695 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 39 v 975 (ObjNum 688 snap 208 seq_num 688) dirty exists 2024-04-15T14:44:18.696 INFO:tasks.rados.rados.0.smithi016.stdout:2191: expect (ObjNum 689 snap 208 seq_num 689) 2024-04-15T14:44:18.789 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:44:18 smithi016 ceph-mon[93212]: Health check failed: 1 osds down (OSD_DOWN) 2024-04-15T14:44:18.789 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:44:18 smithi016 ceph-mon[93212]: osdmap e500: 8 total, 7 up, 8 in 2024-04-15T14:44:18.789 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:44:18 smithi016 ceph-mon[90652]: Health check failed: 1 osds down (OSD_DOWN) 2024-04-15T14:44:18.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:44:18 smithi016 ceph-mon[90652]: osdmap e500: 8 total, 7 up, 8 in 2024-04-15T14:44:18.934 INFO:journalctl@ceph.osd.6.smithi102.stdout:Apr 15 14:44:18 smithi102 podman[102565]: 2024-04-15 14:44:18.500021271 +0000 UTC m=+0.571526596 container remove a3993a86427e2d7d7fd6225a66cb0a1268fcf0352bfc3e2ed1845b973609c40f (image=quay.ceph.io/ceph-ci/ceph@sha256:68779415073ff203e402b0379758fdddf51fc45e34dd0f039888aa95268c5315, name=ceph-362ea986-fb34-11ee-bc8f-c7b262605968-osd-6, io.buildah.version=1.33.5, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, RELEASE=reef-e3fb05d, GIT_BRANCH=HEAD, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240409, GIT_CLEAN=True, org.label-schema.vendor=CentOS, ceph=True) 2024-04-15T14:44:19.187 INFO:journalctl@ceph.osd.6.smithi102.stdout:Apr 15 14:44:18 smithi102 podman[102663]: 2024-04-15 14:44:18.93426161 +0000 UTC m=+0.109351312 container create 7006f788c5eb35dfd30f29369b5b6521e7d061afc71922430c36010c8339bb94 (image=quay.ceph.io/ceph-ci/ceph@sha256:55072b3f7eae2e3409906b98d09d882e1c3dc2a9205d85fd5f4c0bc62f82d163, name=ceph-362ea986-fb34-11ee-bc8f-c7b262605968-osd-6-deactivate, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image, maintainer=Guillaume Abrioux , RELEASE=main-c2d8c31, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, io.buildah.version=1.33.5, ceph=True, org.label-schema.build-date=20240409, org.label-schema.vendor=CentOS, GIT_CLEAN=True, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0) 2024-04-15T14:44:19.187 INFO:journalctl@ceph.osd.6.smithi102.stdout:Apr 15 14:44:18 smithi102 podman[102663]: 2024-04-15 14:44:18.84254246 +0000 UTC m=+0.017632126 image pull 259793512b732efd8e04a33aa28c6de3675c47d120bc226206521425d246003e quay.ceph.io/ceph-ci/ceph@sha256:55072b3f7eae2e3409906b98d09d882e1c3dc2a9205d85fd5f4c0bc62f82d163 2024-04-15T14:44:19.187 INFO:journalctl@ceph.osd.6.smithi102.stdout:Apr 15 14:44:19 smithi102 podman[102663]: 2024-04-15 14:44:19.145028817 +0000 UTC m=+0.320118481 container init 7006f788c5eb35dfd30f29369b5b6521e7d061afc71922430c36010c8339bb94 (image=quay.ceph.io/ceph-ci/ceph@sha256:55072b3f7eae2e3409906b98d09d882e1c3dc2a9205d85fd5f4c0bc62f82d163, name=ceph-362ea986-fb34-11ee-bc8f-c7b262605968-osd-6-deactivate, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.build-date=20240409, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , GIT_CLEAN=True, RELEASE=main-c2d8c31, io.buildah.version=1.33.5, org.label-schema.schema-version=1.0, ceph=True) 2024-04-15T14:44:19.187 INFO:journalctl@ceph.osd.6.smithi102.stdout:Apr 15 14:44:19 smithi102 podman[102663]: 2024-04-15 14:44:19.150838101 +0000 UTC m=+0.325927762 container start 7006f788c5eb35dfd30f29369b5b6521e7d061afc71922430c36010c8339bb94 (image=quay.ceph.io/ceph-ci/ceph@sha256:55072b3f7eae2e3409906b98d09d882e1c3dc2a9205d85fd5f4c0bc62f82d163, name=ceph-362ea986-fb34-11ee-bc8f-c7b262605968-osd-6-deactivate, org.label-schema.build-date=20240409, ceph=True, GIT_CLEAN=True, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, RELEASE=main-c2d8c31, io.buildah.version=1.33.5, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.license=GPLv2, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67) 2024-04-15T14:44:19.475 INFO:tasks.rados.rados.0.smithi016.stdout:2194: finishing write tid 1 to smithi01678542-10 2024-04-15T14:44:19.475 INFO:tasks.rados.rados.0.smithi016.stdout:2194: finishing write tid 2 to smithi01678542-10 2024-04-15T14:44:19.475 INFO:tasks.rados.rados.0.smithi016.stdout:2194: finishing write tid 3 to smithi01678542-10 2024-04-15T14:44:19.475 INFO:tasks.rados.rados.0.smithi016.stdout:2194: finishing write tid 4 to smithi01678542-10 2024-04-15T14:44:19.475 INFO:tasks.rados.rados.0.smithi016.stdout:2187: done (5 left) 2024-04-15T14:44:19.475 INFO:tasks.rados.rados.0.smithi016.stdout:2190: done (4 left) 2024-04-15T14:44:19.476 INFO:tasks.rados.rados.0.smithi016.stdout:2191: done (3 left) 2024-04-15T14:44:19.476 INFO:tasks.rados.rados.0.smithi016.stdout:2192: done (2 left) 2024-04-15T14:44:19.476 INFO:tasks.rados.rados.0.smithi016.stdout:2195: done (1 left) 2024-04-15T14:44:19.476 INFO:tasks.rados.rados.0.smithi016.stdout:2196: snap_create 2024-04-15T14:44:19.476 INFO:tasks.rados.rados.0.smithi016.stdout:2194: finishing write tid 5 to smithi01678542-10 2024-04-15T14:44:19.476 INFO:tasks.rados.rados.0.smithi016.stdout:2194: finishing write tid 6 to smithi01678542-10 2024-04-15T14:44:19.476 INFO:tasks.rados.rados.0.smithi016.stdout:2194: oid 10 updating version 0 to 1022 2024-04-15T14:44:19.476 INFO:tasks.rados.rados.0.smithi016.stdout:2194: oid 10 version 1022 is already newer than 1021 2024-04-15T14:44:19.476 INFO:tasks.rados.rados.0.smithi016.stdout:2194: oid 10 version 1022 is already newer than 1019 2024-04-15T14:44:19.476 INFO:tasks.rados.rados.0.smithi016.stdout:2194: oid 10 version 1022 is already newer than 1020 2024-04-15T14:44:19.476 INFO:tasks.rados.rados.0.smithi016.stdout:2194: oid 10 updating version 1022 to 1023 2024-04-15T14:44:19.476 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 10 v 1023 (ObjNum 699 snap 208 seq_num 699) dirty exists 2024-04-15T14:44:19.477 INFO:tasks.rados.rados.0.smithi016.stdout:2194: left oid 10 (ObjNum 699 snap 208 seq_num 699) 2024-04-15T14:44:19.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:44:19 smithi102 ceph-mon[87131]: pgmap v383: 121 pgs: 14 stale+active+clean, 107 active+clean; 112 MiB data, 919 MiB used, 714 GiB / 715 GiB avail; 3.5 MiB/s rd, 2.2 MiB/s wr, 20 op/s 2024-04-15T14:44:19.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:44:19 smithi102 ceph-mon[87131]: osdmap e501: 8 total, 7 up, 8 in 2024-04-15T14:44:19.688 INFO:journalctl@ceph.osd.6.smithi102.stdout:Apr 15 14:44:19 smithi102 podman[102663]: 2024-04-15 14:44:19.253472437 +0000 UTC m=+0.428562100 container attach 7006f788c5eb35dfd30f29369b5b6521e7d061afc71922430c36010c8339bb94 (image=quay.ceph.io/ceph-ci/ceph@sha256:55072b3f7eae2e3409906b98d09d882e1c3dc2a9205d85fd5f4c0bc62f82d163, name=ceph-362ea986-fb34-11ee-bc8f-c7b262605968-osd-6-deactivate, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240409, org.label-schema.name=CentOS Stream 8 Base Image, ceph=True, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, io.buildah.version=1.33.5, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , RELEASE=main-c2d8c31, GIT_CLEAN=True, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-04-15T14:44:19.688 INFO:journalctl@ceph.osd.6.smithi102.stdout:Apr 15 14:44:19 smithi102 podman[102663]: 2024-04-15 14:44:19.4479795 +0000 UTC m=+0.623069162 container died 7006f788c5eb35dfd30f29369b5b6521e7d061afc71922430c36010c8339bb94 (image=quay.ceph.io/ceph-ci/ceph@sha256:55072b3f7eae2e3409906b98d09d882e1c3dc2a9205d85fd5f4c0bc62f82d163, name=ceph-362ea986-fb34-11ee-bc8f-c7b262605968-osd-6-deactivate, org.label-schema.build-date=20240409, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, GIT_CLEAN=True, io.buildah.version=1.33.5, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , RELEASE=main-c2d8c31, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, ceph=True) 2024-04-15T14:44:19.789 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:44:19 smithi016 ceph-mon[90652]: pgmap v383: 121 pgs: 14 stale+active+clean, 107 active+clean; 112 MiB data, 919 MiB used, 714 GiB / 715 GiB avail; 3.5 MiB/s rd, 2.2 MiB/s wr, 20 op/s 2024-04-15T14:44:19.789 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:44:19 smithi016 ceph-mon[90652]: osdmap e501: 8 total, 7 up, 8 in 2024-04-15T14:44:19.789 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:44:19 smithi016 ceph-mon[93212]: pgmap v383: 121 pgs: 14 stale+active+clean, 107 active+clean; 112 MiB data, 919 MiB used, 714 GiB / 715 GiB avail; 3.5 MiB/s rd, 2.2 MiB/s wr, 20 op/s 2024-04-15T14:44:19.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:44:19 smithi016 ceph-mon[93212]: osdmap e501: 8 total, 7 up, 8 in 2024-04-15T14:44:20.311 INFO:tasks.rados.rados.0.smithi016.stdout:2194: done (1 left) 2024-04-15T14:44:20.311 INFO:tasks.rados.rados.0.smithi016.stdout:2196: done (0 left) 2024-04-15T14:44:20.312 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 15 current snap is 210 2024-04-15T14:44:20.312 INFO:tasks.rados.rados.0.smithi016.stdout:2197: seq_num 700 ranges {0=532480,532480=409600,942080=737280,1679360=458752} 2024-04-15T14:44:20.314 INFO:tasks.rados.rados.0.smithi016.stdout:2197: writing smithi01678542-15 from 0 to 532480 tid 1 2024-04-15T14:44:20.317 INFO:tasks.rados.rados.0.smithi016.stdout:2197: writing smithi01678542-15 from 532480 to 942080 tid 2 2024-04-15T14:44:20.321 INFO:tasks.rados.rados.0.smithi016.stdout:2197: writing smithi01678542-15 from 942080 to 1679360 tid 3 2024-04-15T14:44:20.325 INFO:tasks.rados.rados.0.smithi016.stdout:2197: writing smithi01678542-15 from 1679360 to 2138112 tid 4 2024-04-15T14:44:20.325 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 42 current snap is 210 2024-04-15T14:44:20.325 INFO:tasks.rados.rados.0.smithi016.stdout:2198: seq_num 701 ranges {0=548864,548864=696320,1245184=540672,1785856=368640} 2024-04-15T14:44:20.329 INFO:tasks.rados.rados.0.smithi016.stdout:2198: writing smithi01678542-42 from 0 to 548864 tid 1 2024-04-15T14:44:20.333 INFO:tasks.rados.rados.0.smithi016.stdout:2198: writing smithi01678542-42 from 548864 to 1245184 tid 2 2024-04-15T14:44:20.337 INFO:tasks.rados.rados.0.smithi016.stdout:2198: writing smithi01678542-42 from 1245184 to 1785856 tid 3 2024-04-15T14:44:20.340 INFO:tasks.rados.rados.0.smithi016.stdout:2198: writing smithi01678542-42 from 1785856 to 2154496 tid 4 2024-04-15T14:44:20.340 INFO:tasks.rados.rados.0.smithi016.stdout:2199: read oid 25 snap -1 2024-04-15T14:44:20.340 INFO:tasks.rados.rados.0.smithi016.stdout:2199: expect deleted 2024-04-15T14:44:20.340 INFO:tasks.rados.rados.0.smithi016.stdout:2200: rmattr oid 41 current snap is 210 2024-04-15T14:44:20.341 INFO:tasks.rados.rados.0.smithi016.stdout:2197: finishing write tid 1 to smithi01678542-15 2024-04-15T14:44:20.341 INFO:tasks.rados.rados.0.smithi016.stdout:2197: finishing write tid 2 to smithi01678542-15 2024-04-15T14:44:20.341 INFO:tasks.rados.rados.0.smithi016.stdout:2201: snap_create 2024-04-15T14:44:20.342 INFO:tasks.rados.rados.0.smithi016.stdout:2197: finishing write tid 3 to smithi01678542-15 2024-04-15T14:44:20.344 INFO:tasks.rados.rados.0.smithi016.stdout:2197: finishing write tid 4 to smithi01678542-15 2024-04-15T14:44:20.344 INFO:tasks.rados.rados.0.smithi016.stdout:2197: finishing write tid 5 to smithi01678542-15 2024-04-15T14:44:20.344 INFO:tasks.rados.rados.0.smithi016.stdout:2198: finishing write tid 1 to smithi01678542-42 2024-04-15T14:44:20.345 INFO:tasks.rados.rados.0.smithi016.stdout:2198: finishing write tid 2 to smithi01678542-42 2024-04-15T14:44:20.346 INFO:tasks.rados.rados.0.smithi016.stdout:2198: finishing write tid 3 to smithi01678542-42 2024-04-15T14:44:20.346 INFO:tasks.rados.rados.0.smithi016.stdout:2198: finishing write tid 4 to smithi01678542-42 2024-04-15T14:44:20.346 INFO:tasks.rados.rados.0.smithi016.stdout:2197: finishing write tid 6 to smithi01678542-15 2024-04-15T14:44:20.347 INFO:tasks.rados.rados.0.smithi016.stdout:2197: oid 15 updating version 0 to 1021 2024-04-15T14:44:20.347 INFO:tasks.rados.rados.0.smithi016.stdout:2197: oid 15 updating version 1021 to 1022 2024-04-15T14:44:20.347 INFO:tasks.rados.rados.0.smithi016.stdout:2197: oid 15 updating version 1022 to 1023 2024-04-15T14:44:20.349 INFO:tasks.rados.rados.0.smithi016.stdout:2197: oid 15 version 1023 is already newer than 1019 2024-04-15T14:44:20.350 INFO:tasks.rados.rados.0.smithi016.stdout:2197: oid 15 version 1023 is already newer than 1020 2024-04-15T14:44:20.350 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 15 v 1023 (ObjNum 700 snap 210 seq_num 700) dirty exists 2024-04-15T14:44:20.350 INFO:tasks.rados.rados.0.smithi016.stdout:2197: left oid 15 (ObjNum 700 snap 210 seq_num 700) 2024-04-15T14:44:20.350 INFO:tasks.rados.rados.0.smithi016.stdout:2198: finishing write tid 5 to smithi01678542-42 2024-04-15T14:44:20.350 INFO:tasks.rados.rados.0.smithi016.stdout:2198: finishing write tid 6 to smithi01678542-42 2024-04-15T14:44:20.350 INFO:tasks.rados.rados.0.smithi016.stdout:2198: oid 42 updating version 0 to 283 2024-04-15T14:44:20.350 INFO:tasks.rados.rados.0.smithi016.stdout:2198: oid 42 updating version 283 to 284 2024-04-15T14:44:20.350 INFO:tasks.rados.rados.0.smithi016.stdout:2198: oid 42 updating version 284 to 286 2024-04-15T14:44:20.351 INFO:tasks.rados.rados.0.smithi016.stdout:2198: oid 42 version 286 is already newer than 282 2024-04-15T14:44:20.351 INFO:tasks.rados.rados.0.smithi016.stdout:2198: oid 42 version 286 is already newer than 285 2024-04-15T14:44:20.351 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 42 v 286 (ObjNum 701 snap 210 seq_num 701) dirty exists 2024-04-15T14:44:20.351 INFO:tasks.rados.rados.0.smithi016.stdout:2198: left oid 42 (ObjNum 701 snap 210 seq_num 701) 2024-04-15T14:44:20.351 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 41 v 884 (ObjNum 632 snap 191 seq_num 632) dirty exists 2024-04-15T14:44:20.413 INFO:journalctl@ceph.osd.6.smithi102.stdout:Apr 15 14:44:20 smithi102 podman[102710]: 2024-04-15 14:44:20.115960165 +0000 UTC m=+0.659179170 container remove 7006f788c5eb35dfd30f29369b5b6521e7d061afc71922430c36010c8339bb94 (image=quay.ceph.io/ceph-ci/ceph@sha256:55072b3f7eae2e3409906b98d09d882e1c3dc2a9205d85fd5f4c0bc62f82d163, name=ceph-362ea986-fb34-11ee-bc8f-c7b262605968-osd-6-deactivate, GIT_CLEAN=True, ceph=True, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240409, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, io.buildah.version=1.33.5, RELEASE=main-c2d8c31, org.label-schema.schema-version=1.0) 2024-04-15T14:44:20.414 INFO:journalctl@ceph.osd.6.smithi102.stdout:Apr 15 14:44:20 smithi102 systemd[1]: ceph-362ea986-fb34-11ee-bc8f-c7b262605968@osd.6.service: Deactivated successfully. 2024-04-15T14:44:20.414 INFO:journalctl@ceph.osd.6.smithi102.stdout:Apr 15 14:44:20 smithi102 systemd[1]: Stopped Ceph osd.6 for 362ea986-fb34-11ee-bc8f-c7b262605968. 2024-04-15T14:44:20.414 INFO:journalctl@ceph.osd.6.smithi102.stdout:Apr 15 14:44:20 smithi102 systemd[1]: ceph-362ea986-fb34-11ee-bc8f-c7b262605968@osd.6.service: Consumed 13.928s CPU time. 2024-04-15T14:44:20.414 INFO:journalctl@ceph.osd.6.smithi102.stdout:Apr 15 14:44:20 smithi102 systemd[1]: Starting Ceph osd.6 for 362ea986-fb34-11ee-bc8f-c7b262605968... 2024-04-15T14:44:20.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:44:20 smithi102 ceph-mon[87131]: osdmap e502: 8 total, 7 up, 8 in 2024-04-15T14:44:20.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:44:20 smithi102 ceph-mon[87131]: osdmap e503: 8 total, 7 up, 8 in 2024-04-15T14:44:20.687 INFO:journalctl@ceph.osd.6.smithi102.stdout:Apr 15 14:44:20 smithi102 podman[102818]: 2024-04-15 14:44:20.457686228 +0000 UTC m=+0.017901519 image pull 259793512b732efd8e04a33aa28c6de3675c47d120bc226206521425d246003e quay.ceph.io/ceph-ci/ceph@sha256:55072b3f7eae2e3409906b98d09d882e1c3dc2a9205d85fd5f4c0bc62f82d163 2024-04-15T14:44:20.687 INFO:journalctl@ceph.osd.6.smithi102.stdout:Apr 15 14:44:20 smithi102 podman[102818]: 2024-04-15 14:44:20.575645192 +0000 UTC m=+0.135860464 container create 3c150923dc2fb31dea6d16171e47155852502c1375ada7b6efcf8441c4615880 (image=quay.ceph.io/ceph-ci/ceph@sha256:55072b3f7eae2e3409906b98d09d882e1c3dc2a9205d85fd5f4c0bc62f82d163, name=ceph-362ea986-fb34-11ee-bc8f-c7b262605968-osd-6-activate, GIT_BRANCH=HEAD, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux , GIT_CLEAN=True, RELEASE=main-c2d8c31, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, ceph=True, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.build-date=20240409, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2) 2024-04-15T14:44:20.789 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:44:20 smithi016 ceph-mon[90652]: osdmap e502: 8 total, 7 up, 8 in 2024-04-15T14:44:20.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:44:20 smithi016 ceph-mon[90652]: osdmap e503: 8 total, 7 up, 8 in 2024-04-15T14:44:20.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:44:20 smithi016 ceph-mon[93212]: osdmap e502: 8 total, 7 up, 8 in 2024-04-15T14:44:20.791 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:44:20 smithi016 ceph-mon[93212]: osdmap e503: 8 total, 7 up, 8 in 2024-04-15T14:44:20.938 INFO:journalctl@ceph.osd.6.smithi102.stdout:Apr 15 14:44:20 smithi102 podman[102818]: 2024-04-15 14:44:20.778094702 +0000 UTC m=+0.338309973 container init 3c150923dc2fb31dea6d16171e47155852502c1375ada7b6efcf8441c4615880 (image=quay.ceph.io/ceph-ci/ceph@sha256:55072b3f7eae2e3409906b98d09d882e1c3dc2a9205d85fd5f4c0bc62f82d163, name=ceph-362ea986-fb34-11ee-bc8f-c7b262605968-osd-6-activate, io.buildah.version=1.33.5, org.label-schema.license=GPLv2, GIT_CLEAN=True, ceph=True, org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , RELEASE=main-c2d8c31, org.label-schema.build-date=20240409, org.label-schema.vendor=CentOS, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67) 2024-04-15T14:44:20.938 INFO:journalctl@ceph.osd.6.smithi102.stdout:Apr 15 14:44:20 smithi102 podman[102818]: 2024-04-15 14:44:20.783468982 +0000 UTC m=+0.343684253 container start 3c150923dc2fb31dea6d16171e47155852502c1375ada7b6efcf8441c4615880 (image=quay.ceph.io/ceph-ci/ceph@sha256:55072b3f7eae2e3409906b98d09d882e1c3dc2a9205d85fd5f4c0bc62f82d163, name=ceph-362ea986-fb34-11ee-bc8f-c7b262605968-osd-6-activate, RELEASE=main-c2d8c31, org.label-schema.build-date=20240409, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, ceph=True, GIT_CLEAN=True, io.buildah.version=1.33.5, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2) 2024-04-15T14:44:20.938 INFO:journalctl@ceph.osd.6.smithi102.stdout:Apr 15 14:44:20 smithi102 podman[102818]: 2024-04-15 14:44:20.869710803 +0000 UTC m=+0.429926091 container attach 3c150923dc2fb31dea6d16171e47155852502c1375ada7b6efcf8441c4615880 (image=quay.ceph.io/ceph-ci/ceph@sha256:55072b3f7eae2e3409906b98d09d882e1c3dc2a9205d85fd5f4c0bc62f82d163, name=ceph-362ea986-fb34-11ee-bc8f-c7b262605968-osd-6-activate, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, GIT_CLEAN=True, org.label-schema.build-date=20240409, GIT_BRANCH=HEAD, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, io.buildah.version=1.33.5, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, ceph=True, org.label-schema.schema-version=1.0, RELEASE=main-c2d8c31) 2024-04-15T14:44:21.319 INFO:tasks.rados.rados.0.smithi016.stdout:2197: done (4 left) 2024-04-15T14:44:21.320 INFO:tasks.rados.rados.0.smithi016.stdout:2198: done (3 left) 2024-04-15T14:44:21.320 INFO:tasks.rados.rados.0.smithi016.stdout:2199: done (2 left) 2024-04-15T14:44:21.320 INFO:tasks.rados.rados.0.smithi016.stdout:2200: done (1 left) 2024-04-15T14:44:21.320 INFO:tasks.rados.rados.0.smithi016.stdout:2201: done (0 left) 2024-04-15T14:44:21.320 INFO:tasks.rados.rados.0.smithi016.stdout:2202: read oid 44 snap 209 2024-04-15T14:44:21.320 INFO:tasks.rados.rados.0.smithi016.stdout:2202: expect (ObjNum 653 snap 198 seq_num 653) 2024-04-15T14:44:21.320 INFO:tasks.rados.rados.0.smithi016.stdout:2203: delete oid 39 current snap is 211 2024-04-15T14:44:21.325 INFO:tasks.rados.rados.0.smithi016.stdout:2203: done (1 left) 2024-04-15T14:44:21.325 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 26 current snap is 211 2024-04-15T14:44:21.325 INFO:tasks.rados.rados.0.smithi016.stdout:2204: seq_num 703 ranges {65536=581632,647168=458752,1105920=557056,1662976=417792,2080768=172032} 2024-04-15T14:44:21.328 INFO:tasks.rados.rados.0.smithi016.stdout:2204: writing smithi01678542-26 from 65536 to 647168 tid 1 2024-04-15T14:44:21.331 INFO:tasks.rados.rados.0.smithi016.stdout:2204: writing smithi01678542-26 from 647168 to 1105920 tid 2 2024-04-15T14:44:21.334 INFO:tasks.rados.rados.0.smithi016.stdout:2204: writing smithi01678542-26 from 1105920 to 1662976 tid 3 2024-04-15T14:44:21.337 INFO:tasks.rados.rados.0.smithi016.stdout:2204: writing smithi01678542-26 from 1662976 to 2080768 tid 4 2024-04-15T14:44:21.338 INFO:tasks.rados.rados.0.smithi016.stdout:2204: writing smithi01678542-26 from 2080768 to 2252800 tid 5 2024-04-15T14:44:21.339 INFO:tasks.rados.rados.0.smithi016.stdout:2205: snap_remove snap 210 2024-04-15T14:44:21.557 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:44:21 smithi102 ceph-mon[87131]: pgmap v386: 121 pgs: 3 active+undersized+degraded, 13 stale+active+clean, 5 active+undersized, 100 active+clean; 106 MiB data, 898 MiB used, 714 GiB / 715 GiB avail; 255 B/s rd, 1014 KiB/s wr, 8 op/s; 5/228 objects degraded (2.193%) 2024-04-15T14:44:21.557 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:44:21 smithi102 ceph-mon[87131]: Health check failed: Degraded data redundancy: 5/228 objects degraded (2.193%), 3 pgs degraded (PG_DEGRADED) 2024-04-15T14:44:21.557 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:44:21 smithi102 ceph-mon[87131]: osdmap e504: 8 total, 7 up, 8 in 2024-04-15T14:44:21.557 INFO:journalctl@ceph.osd.6.smithi102.stdout:Apr 15 14:44:21 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-osd-6-activate[102832]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-6 2024-04-15T14:44:21.557 INFO:journalctl@ceph.osd.6.smithi102.stdout:Apr 15 14:44:21 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-osd-6-activate[102832]: Running command: /usr/bin/ceph-bluestore-tool prime-osd-dir --path /var/lib/ceph/osd/ceph-6 --no-mon-config --dev /dev/mapper/vg_nvme-lv_2 2024-04-15T14:44:21.558 INFO:journalctl@ceph.osd.6.smithi102.stdout:Apr 15 14:44:21 smithi102 bash[102818]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-6 2024-04-15T14:44:21.558 INFO:journalctl@ceph.osd.6.smithi102.stdout:Apr 15 14:44:21 smithi102 bash[102818]: Running command: /usr/bin/ceph-bluestore-tool prime-osd-dir --path /var/lib/ceph/osd/ceph-6 --no-mon-config --dev /dev/mapper/vg_nvme-lv_2 2024-04-15T14:44:21.558 INFO:journalctl@ceph.osd.6.smithi102.stdout:Apr 15 14:44:21 smithi102 bash[102818]: Running command: /usr/bin/chown -h ceph:ceph /dev/mapper/vg_nvme-lv_2 2024-04-15T14:44:21.558 INFO:journalctl@ceph.osd.6.smithi102.stdout:Apr 15 14:44:21 smithi102 bash[102818]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-1 2024-04-15T14:44:21.558 INFO:journalctl@ceph.osd.6.smithi102.stdout:Apr 15 14:44:21 smithi102 bash[102818]: Running command: /usr/bin/ln -s /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-6/block 2024-04-15T14:44:21.558 INFO:journalctl@ceph.osd.6.smithi102.stdout:Apr 15 14:44:21 smithi102 bash[102818]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-6 2024-04-15T14:44:21.558 INFO:journalctl@ceph.osd.6.smithi102.stdout:Apr 15 14:44:21 smithi102 bash[102818]: --> ceph-volume raw activate successful for osd ID: 6 2024-04-15T14:44:21.558 INFO:journalctl@ceph.osd.6.smithi102.stdout:Apr 15 14:44:21 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-osd-6-activate[102832]: Running command: /usr/bin/chown -h ceph:ceph /dev/mapper/vg_nvme-lv_2 2024-04-15T14:44:21.558 INFO:journalctl@ceph.osd.6.smithi102.stdout:Apr 15 14:44:21 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-osd-6-activate[102832]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-1 2024-04-15T14:44:21.558 INFO:journalctl@ceph.osd.6.smithi102.stdout:Apr 15 14:44:21 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-osd-6-activate[102832]: Running command: /usr/bin/ln -s /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-6/block 2024-04-15T14:44:21.558 INFO:journalctl@ceph.osd.6.smithi102.stdout:Apr 15 14:44:21 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-osd-6-activate[102832]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-6 2024-04-15T14:44:21.558 INFO:journalctl@ceph.osd.6.smithi102.stdout:Apr 15 14:44:21 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-osd-6-activate[102832]: --> ceph-volume raw activate successful for osd ID: 6 2024-04-15T14:44:21.558 INFO:journalctl@ceph.osd.6.smithi102.stdout:Apr 15 14:44:21 smithi102 podman[102818]: 2024-04-15 14:44:21.260633234 +0000 UTC m=+0.820848498 container died 3c150923dc2fb31dea6d16171e47155852502c1375ada7b6efcf8441c4615880 (image=quay.ceph.io/ceph-ci/ceph@sha256:55072b3f7eae2e3409906b98d09d882e1c3dc2a9205d85fd5f4c0bc62f82d163, name=ceph-362ea986-fb34-11ee-bc8f-c7b262605968-osd-6-activate, CEPH_POINT_RELEASE=, GIT_CLEAN=True, org.label-schema.schema-version=1.0, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, org.label-schema.license=GPLv2, org.label-schema.build-date=20240409, GIT_BRANCH=HEAD, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.vendor=CentOS, RELEASE=main-c2d8c31) 2024-04-15T14:44:21.782 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:44:21 smithi016 ceph-mon[93212]: pgmap v386: 121 pgs: 3 active+undersized+degraded, 13 stale+active+clean, 5 active+undersized, 100 active+clean; 106 MiB data, 898 MiB used, 714 GiB / 715 GiB avail; 255 B/s rd, 1014 KiB/s wr, 8 op/s; 5/228 objects degraded (2.193%) 2024-04-15T14:44:21.782 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:44:21 smithi016 ceph-mon[93212]: Health check failed: Degraded data redundancy: 5/228 objects degraded (2.193%), 3 pgs degraded (PG_DEGRADED) 2024-04-15T14:44:21.782 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:44:21 smithi016 ceph-mon[93212]: osdmap e504: 8 total, 7 up, 8 in 2024-04-15T14:44:21.782 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:44:21 smithi016 ceph-mon[90652]: pgmap v386: 121 pgs: 3 active+undersized+degraded, 13 stale+active+clean, 5 active+undersized, 100 active+clean; 106 MiB data, 898 MiB used, 714 GiB / 715 GiB avail; 255 B/s rd, 1014 KiB/s wr, 8 op/s; 5/228 objects degraded (2.193%) 2024-04-15T14:44:21.783 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:44:21 smithi016 ceph-mon[90652]: Health check failed: Degraded data redundancy: 5/228 objects degraded (2.193%), 3 pgs degraded (PG_DEGRADED) 2024-04-15T14:44:21.783 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:44:21 smithi016 ceph-mon[90652]: osdmap e504: 8 total, 7 up, 8 in 2024-04-15T14:44:22.039 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 15 14:44:21 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-y[81421]: ::ffff:172.21.15.102 - - [15/Apr/2024:14:44:21] "GET /metrics HTTP/1.1" 200 36195 "" "Prometheus/2.43.0" 2024-04-15T14:44:22.315 INFO:journalctl@ceph.osd.6.smithi102.stdout:Apr 15 14:44:21 smithi102 podman[102968]: 2024-04-15 14:44:21.965399315 +0000 UTC m=+0.694550399 container remove 3c150923dc2fb31dea6d16171e47155852502c1375ada7b6efcf8441c4615880 (image=quay.ceph.io/ceph-ci/ceph@sha256:55072b3f7eae2e3409906b98d09d882e1c3dc2a9205d85fd5f4c0bc62f82d163, name=ceph-362ea986-fb34-11ee-bc8f-c7b262605968-osd-6-activate, org.label-schema.build-date=20240409, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True, org.label-schema.vendor=CentOS, RELEASE=main-c2d8c31, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, ceph=True, org.label-schema.schema-version=1.0, io.buildah.version=1.33.5) 2024-04-15T14:44:22.315 INFO:journalctl@ceph.osd.6.smithi102.stdout:Apr 15 14:44:22 smithi102 podman[103039]: 2024-04-15 14:44:22.081728586 +0000 UTC m=+0.017739971 image pull 259793512b732efd8e04a33aa28c6de3675c47d120bc226206521425d246003e quay.ceph.io/ceph-ci/ceph@sha256:55072b3f7eae2e3409906b98d09d882e1c3dc2a9205d85fd5f4c0bc62f82d163 2024-04-15T14:44:22.315 INFO:journalctl@ceph.osd.6.smithi102.stdout:Apr 15 14:44:22 smithi102 podman[103039]: 2024-04-15 14:44:22.191810117 +0000 UTC m=+0.127821544 container create b00372252dcb5595ebfeff437f39c1285f15b1d44c5caa2e53fb657c37046351 (image=quay.ceph.io/ceph-ci/ceph@sha256:55072b3f7eae2e3409906b98d09d882e1c3dc2a9205d85fd5f4c0bc62f82d163, name=ceph-362ea986-fb34-11ee-bc8f-c7b262605968-osd-6, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240409, io.buildah.version=1.33.5, org.label-schema.name=CentOS Stream 8 Base Image, RELEASE=main-c2d8c31, GIT_CLEAN=True, ceph=True, org.label-schema.schema-version=1.0) 2024-04-15T14:44:22.322 INFO:tasks.rados.rados.0.smithi016.stdout:2205: done (2 left) 2024-04-15T14:44:22.322 INFO:tasks.rados.rados.0.smithi016.stdout:2206: delete oid 45 current snap is 211 2024-04-15T14:44:22.322 INFO:tasks.rados.rados.0.smithi016.stdout:2204: finishing write tid 1 to smithi01678542-26 2024-04-15T14:44:22.322 INFO:tasks.rados.rados.0.smithi016.stdout:2202: expect (ObjNum 653 snap 198 seq_num 653) 2024-04-15T14:44:22.410 INFO:tasks.rados.rados.0.smithi016.stdout:2204: finishing write tid 2 to smithi01678542-26 2024-04-15T14:44:22.410 INFO:tasks.rados.rados.0.smithi016.stdout:2204: finishing write tid 3 to smithi01678542-26 2024-04-15T14:44:22.411 INFO:tasks.rados.rados.0.smithi016.stdout:2202: done (2 left) 2024-04-15T14:44:22.411 INFO:tasks.rados.rados.0.smithi016.stdout:2206: done (1 left) 2024-04-15T14:44:22.411 INFO:tasks.rados.rados.0.smithi016.stdout:2207: read oid 9 snap 208 2024-04-15T14:44:22.411 INFO:tasks.rados.rados.0.smithi016.stdout:2207: expect deleted 2024-04-15T14:44:22.411 INFO:tasks.rados.rados.0.smithi016.stdout:2208: rollback oid 18 current snap is 211 2024-04-15T14:44:22.411 INFO:tasks.rados.rados.0.smithi016.stdout:rollback oid 18 to 209 2024-04-15T14:44:22.411 INFO:tasks.rados.rados.0.smithi016.stdout:2204: finishing write tid 4 to smithi01678542-26 2024-04-15T14:44:22.411 INFO:tasks.rados.rados.0.smithi016.stdout:2204: finishing write tid 5 to smithi01678542-26 2024-04-15T14:44:22.411 INFO:tasks.rados.rados.0.smithi016.stdout:2204: finishing write tid 6 to smithi01678542-26 2024-04-15T14:44:22.411 INFO:tasks.rados.rados.0.smithi016.stdout:2204: finishing write tid 7 to smithi01678542-26 2024-04-15T14:44:22.411 INFO:tasks.rados.rados.0.smithi016.stdout:2204: oid 26 updating version 0 to 887 2024-04-15T14:44:22.411 INFO:tasks.rados.rados.0.smithi016.stdout:2204: oid 26 updating version 887 to 890 2024-04-15T14:44:22.411 INFO:tasks.rados.rados.0.smithi016.stdout:2204: oid 26 version 890 is already newer than 889 2024-04-15T14:44:22.411 INFO:tasks.rados.rados.0.smithi016.stdout:2204: oid 26 version 890 is already newer than 886 2024-04-15T14:44:22.412 INFO:tasks.rados.rados.0.smithi016.stdout:2204: oid 26 version 890 is already newer than 885 2024-04-15T14:44:22.412 INFO:tasks.rados.rados.0.smithi016.stdout:2204: oid 26 version 890 is already newer than 888 2024-04-15T14:44:22.412 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 26 v 890 (ObjNum 703 snap 211 seq_num 703) dirty exists 2024-04-15T14:44:22.412 INFO:tasks.rados.rados.0.smithi016.stdout:2204: left oid 26 (ObjNum 703 snap 211 seq_num 703) 2024-04-15T14:44:22.412 INFO:tasks.rados.rados.0.smithi016.stdout:2204: done (2 left) 2024-04-15T14:44:22.412 INFO:tasks.rados.rados.0.smithi016.stdout:2209: setattr oid 33 current snap is 211 2024-04-15T14:44:22.412 INFO:tasks.rados.rados.0.smithi016.stdout:2207: done (2 left) 2024-04-15T14:44:22.412 INFO:tasks.rados.rados.0.smithi016.stdout:2210: read oid 48 snap -1 2024-04-15T14:44:22.412 INFO:tasks.rados.rados.0.smithi016.stdout:2210: expect deleted 2024-04-15T14:44:22.413 INFO:tasks.rados.rados.0.smithi016.stdout:2211: snap_remove snap 208 2024-04-15T14:44:22.687 INFO:journalctl@ceph.prometheus.a.smithi102.stdout:Apr 15 14:44:22 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-prometheus-a[78028]: ts=2024-04-15T14:44:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi016:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"362ea986-fb34-11ee-bc8f-c7b262605968\", instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T14:44:22.687 INFO:journalctl@ceph.osd.6.smithi102.stdout:Apr 15 14:44:22 smithi102 podman[103039]: 2024-04-15 14:44:22.41980274 +0000 UTC m=+0.355814125 container init b00372252dcb5595ebfeff437f39c1285f15b1d44c5caa2e53fb657c37046351 (image=quay.ceph.io/ceph-ci/ceph@sha256:55072b3f7eae2e3409906b98d09d882e1c3dc2a9205d85fd5f4c0bc62f82d163, name=ceph-362ea986-fb34-11ee-bc8f-c7b262605968-osd-6, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 8 Base Image, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240409, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, GIT_CLEAN=True, io.buildah.version=1.33.5, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, RELEASE=main-c2d8c31, GIT_BRANCH=HEAD) 2024-04-15T14:44:22.687 INFO:journalctl@ceph.osd.6.smithi102.stdout:Apr 15 14:44:22 smithi102 podman[103039]: 2024-04-15 14:44:22.425275636 +0000 UTC m=+0.361287020 container start b00372252dcb5595ebfeff437f39c1285f15b1d44c5caa2e53fb657c37046351 (image=quay.ceph.io/ceph-ci/ceph@sha256:55072b3f7eae2e3409906b98d09d882e1c3dc2a9205d85fd5f4c0bc62f82d163, name=ceph-362ea986-fb34-11ee-bc8f-c7b262605968-osd-6, RELEASE=main-c2d8c31, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, io.buildah.version=1.33.5, org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240409, ceph=True, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=) 2024-04-15T14:44:22.688 INFO:journalctl@ceph.osd.6.smithi102.stdout:Apr 15 14:44:22 smithi102 ceph-osd[103077]: -- 172.21.15.102:0/3005924364 <== mon.1 v2:172.21.15.102:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x56206c0c3680 con 0x56206c08d400 2024-04-15T14:44:22.688 INFO:journalctl@ceph.osd.6.smithi102.stdout:Apr 15 14:44:22 smithi102 bash[103039]: b00372252dcb5595ebfeff437f39c1285f15b1d44c5caa2e53fb657c37046351 2024-04-15T14:44:22.688 INFO:journalctl@ceph.osd.6.smithi102.stdout:Apr 15 14:44:22 smithi102 systemd[1]: Started Ceph osd.6 for 362ea986-fb34-11ee-bc8f-c7b262605968. 2024-04-15T14:44:23.319 INFO:journalctl@ceph.osd.6.smithi102.stdout:Apr 15 14:44:22 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-osd-6[103054]: 2024-04-15T14:44:22.967+0000 7f5fbc5bf7c0 -1 Falling back to public interface 2024-04-15T14:44:23.415 INFO:tasks.rados.rados.0.smithi016.stdout:2211: done (3 left) 2024-04-15T14:44:23.415 INFO:tasks.rados.rados.0.smithi016.stdout:2212: rollback oid 24 current snap is 211 2024-04-15T14:44:23.415 INFO:tasks.rados.rados.0.smithi016.stdout:rollback oid 24 to 209 2024-04-15T14:44:23.415 INFO:tasks.rados.rados.0.smithi016.stdout:2208: finishing rollback tid 1 to smithi01678542-18 2024-04-15T14:44:23.415 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 18 v 0 (ObjNum 1105 snap 0 seq_num 2906632416) dirty dne 2024-04-15T14:44:23.415 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 33 v 1160 (ObjNum 619 snap 189 seq_num 619) dirty exists 2024-04-15T14:44:23.415 INFO:tasks.rados.rados.0.smithi016.stdout:2208: done (3 left) 2024-04-15T14:44:23.415 INFO:tasks.rados.rados.0.smithi016.stdout:2209: done (2 left) 2024-04-15T14:44:23.415 INFO:tasks.rados.rados.0.smithi016.stdout:2210: done (1 left) 2024-04-15T14:44:23.415 INFO:tasks.rados.rados.0.smithi016.stdout:2213: rollback oid 41 current snap is 211 2024-04-15T14:44:23.416 INFO:tasks.rados.rados.0.smithi016.stdout:rollback oid 41 to 209 2024-04-15T14:44:23.416 INFO:tasks.rados.rados.0.smithi016.stdout:2214: rmattr oid 8 current snap is 211 2024-04-15T14:44:23.416 INFO:tasks.rados.rados.0.smithi016.stdout:2214: done (2 left) 2024-04-15T14:44:23.416 INFO:tasks.rados.rados.0.smithi016.stdout:2215: read oid 3 snap -1 2024-04-15T14:44:23.416 INFO:tasks.rados.rados.0.smithi016.stdout:2215: expect (ObjNum 688 snap 208 seq_num 688) 2024-04-15T14:44:23.416 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 14 current snap is 211 2024-04-15T14:44:23.416 INFO:tasks.rados.rados.0.smithi016.stdout:2216: seq_num 705 ranges {0=614400,614400=630784,1245184=524288,1769472=450560} 2024-04-15T14:44:23.418 INFO:tasks.rados.rados.0.smithi016.stdout:2216: writing smithi01678542-14 from 0 to 614400 tid 1 2024-04-15T14:44:23.423 INFO:tasks.rados.rados.0.smithi016.stdout:2216: writing smithi01678542-14 from 614400 to 1245184 tid 2 2024-04-15T14:44:23.427 INFO:tasks.rados.rados.0.smithi016.stdout:2216: writing smithi01678542-14 from 1245184 to 1769472 tid 3 2024-04-15T14:44:23.431 INFO:tasks.rados.rados.0.smithi016.stdout:2216: writing smithi01678542-14 from 1769472 to 2220032 tid 4 2024-04-15T14:44:23.431 INFO:tasks.rados.rados.0.smithi016.stdout:2216: finishing write tid 1 to smithi01678542-14 2024-04-15T14:44:23.431 INFO:tasks.rados.rados.0.smithi016.stdout:2216: finishing write tid 2 to smithi01678542-14 2024-04-15T14:44:23.431 INFO:tasks.rados.rados.0.smithi016.stdout:2217: read oid 9 snap 209 2024-04-15T14:44:23.431 INFO:tasks.rados.rados.0.smithi016.stdout:2217: expect deleted 2024-04-15T14:44:23.431 INFO:tasks.rados.rados.0.smithi016.stdout:2218: read oid 32 snap -1 2024-04-15T14:44:23.431 INFO:tasks.rados.rados.0.smithi016.stdout:2218: expect (ObjNum 593 snap 181 seq_num 593) 2024-04-15T14:44:23.431 INFO:tasks.rados.rados.0.smithi016.stdout:2219: delete oid 7 current snap is 211 2024-04-15T14:44:23.432 INFO:tasks.rados.rados.0.smithi016.stdout:2212: finishing rollback tid 0 to smithi01678542-24 2024-04-15T14:44:23.432 INFO:tasks.rados.rados.0.smithi016.stdout:2212: finishing rollback tid 1 to smithi01678542-24 2024-04-15T14:44:23.432 INFO:tasks.rados.rados.0.smithi016.stdout:2213: finishing rollback tid 0 to smithi01678542-41 2024-04-15T14:44:23.432 INFO:tasks.rados.rados.0.smithi016.stdout:2213: finishing rollback tid 1 to smithi01678542-41 2024-04-15T14:44:23.433 INFO:tasks.rados.rados.0.smithi016.stdout:2213: finishing rollback tid 2 to smithi01678542-41 2024-04-15T14:44:23.433 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 41 v 893 (ObjNum 632 snap 191 seq_num 632) dirty exists 2024-04-15T14:44:23.433 INFO:tasks.rados.rados.0.smithi016.stdout:2212: finishing rollback tid 2 to smithi01678542-24 2024-04-15T14:44:23.433 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 24 v 1026 (ObjNum 685 snap 208 seq_num 685) dirty exists 2024-04-15T14:44:23.434 INFO:tasks.rados.rados.0.smithi016.stdout:2216: finishing write tid 3 to smithi01678542-14 2024-04-15T14:44:23.434 INFO:tasks.rados.rados.0.smithi016.stdout:2216: finishing write tid 4 to smithi01678542-14 2024-04-15T14:44:23.435 INFO:tasks.rados.rados.0.smithi016.stdout:2216: finishing write tid 5 to smithi01678542-14 2024-04-15T14:44:23.436 INFO:tasks.rados.rados.0.smithi016.stdout:2218: expect (ObjNum 593 snap 181 seq_num 593) 2024-04-15T14:44:23.445 INFO:tasks.rados.rados.0.smithi016.stdout:2215: expect (ObjNum 688 snap 208 seq_num 688) 2024-04-15T14:44:23.576 INFO:tasks.rados.rados.0.smithi016.stdout:2216: finishing write tid 6 to smithi01678542-14 2024-04-15T14:44:23.576 INFO:tasks.rados.rados.0.smithi016.stdout:2216: oid 14 updating version 0 to 1036 2024-04-15T14:44:23.576 INFO:tasks.rados.rados.0.smithi016.stdout:2216: oid 14 updating version 1036 to 1037 2024-04-15T14:44:23.576 INFO:tasks.rados.rados.0.smithi016.stdout:2216: oid 14 updating version 1037 to 1038 2024-04-15T14:44:23.577 INFO:tasks.rados.rados.0.smithi016.stdout:2216: oid 14 version 1038 is already newer than 1034 2024-04-15T14:44:23.577 INFO:tasks.rados.rados.0.smithi016.stdout:2216: oid 14 version 1038 is already newer than 1035 2024-04-15T14:44:23.577 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 14 v 1038 (ObjNum 705 snap 211 seq_num 705) dirty exists 2024-04-15T14:44:23.577 INFO:tasks.rados.rados.0.smithi016.stdout:2216: left oid 14 (ObjNum 705 snap 211 seq_num 705) 2024-04-15T14:44:23.577 INFO:tasks.rados.rados.0.smithi016.stdout:2212: done (6 left) 2024-04-15T14:44:23.577 INFO:tasks.rados.rados.0.smithi016.stdout:2213: done (5 left) 2024-04-15T14:44:23.577 INFO:tasks.rados.rados.0.smithi016.stdout:2215: done (4 left) 2024-04-15T14:44:23.577 INFO:tasks.rados.rados.0.smithi016.stdout:2216: done (3 left) 2024-04-15T14:44:23.577 INFO:tasks.rados.rados.0.smithi016.stdout:2217: done (2 left) 2024-04-15T14:44:23.577 INFO:tasks.rados.rados.0.smithi016.stdout:2218: done (1 left) 2024-04-15T14:44:23.577 INFO:tasks.rados.rados.0.smithi016.stdout:2219: done (0 left) 2024-04-15T14:44:23.577 INFO:tasks.rados.rados.0.smithi016.stdout:2220: delete oid 23 current snap is 211 2024-04-15T14:44:23.579 INFO:tasks.rados.rados.0.smithi016.stdout:2220: done (0 left) 2024-04-15T14:44:23.579 INFO:tasks.rados.rados.0.smithi016.stdout:2221: read oid 37 snap 209 2024-04-15T14:44:23.579 INFO:tasks.rados.rados.0.smithi016.stdout:2221: expect deleted 2024-04-15T14:44:23.579 INFO:tasks.rados.rados.0.smithi016.stdout:2222: read oid 33 snap -1 2024-04-15T14:44:23.579 INFO:tasks.rados.rados.0.smithi016.stdout:2222: expect (ObjNum 619 snap 189 seq_num 619) 2024-04-15T14:44:23.579 INFO:tasks.rados.rados.0.smithi016.stdout:2223: snap_create 2024-04-15T14:44:23.591 INFO:tasks.rados.rados.0.smithi016.stdout:2222: expect (ObjNum 619 snap 189 seq_num 619) 2024-04-15T14:44:23.595 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:44:23 smithi102 ceph-mon[87131]: pgmap v389: 121 pgs: 9 active+undersized+degraded, 34 active+undersized, 78 active+clean; 102 MiB data, 892 MiB used, 714 GiB / 715 GiB avail; 20 MiB/s rd, 6.3 MiB/s wr, 39 op/s; 20/180 objects degraded (11.111%) 2024-04-15T14:44:23.595 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:44:23 smithi102 ceph-mon[87131]: osdmap e505: 8 total, 7 up, 8 in 2024-04-15T14:44:23.595 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:44:23 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T14:44:23.595 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:44:23 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T14:44:23.595 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:44:23 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T14:44:23.789 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:44:23 smithi016 ceph-mon[90652]: pgmap v389: 121 pgs: 9 active+undersized+degraded, 34 active+undersized, 78 active+clean; 102 MiB data, 892 MiB used, 714 GiB / 715 GiB avail; 20 MiB/s rd, 6.3 MiB/s wr, 39 op/s; 20/180 objects degraded (11.111%) 2024-04-15T14:44:23.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:44:23 smithi016 ceph-mon[90652]: osdmap e505: 8 total, 7 up, 8 in 2024-04-15T14:44:23.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:44:23 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T14:44:23.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:44:23 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T14:44:23.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:44:23 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T14:44:23.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:44:23 smithi016 ceph-mon[93212]: pgmap v389: 121 pgs: 9 active+undersized+degraded, 34 active+undersized, 78 active+clean; 102 MiB data, 892 MiB used, 714 GiB / 715 GiB avail; 20 MiB/s rd, 6.3 MiB/s wr, 39 op/s; 20/180 objects degraded (11.111%) 2024-04-15T14:44:23.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:44:23 smithi016 ceph-mon[93212]: osdmap e505: 8 total, 7 up, 8 in 2024-04-15T14:44:23.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:44:23 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T14:44:23.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:44:23 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T14:44:23.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:44:23 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T14:44:24.422 INFO:tasks.rados.rados.0.smithi016.stdout:2221: done (2 left) 2024-04-15T14:44:24.422 INFO:tasks.rados.rados.0.smithi016.stdout:2222: done (1 left) 2024-04-15T14:44:24.422 INFO:tasks.rados.rados.0.smithi016.stdout:2223: done (0 left) 2024-04-15T14:44:24.422 INFO:tasks.rados.rados.0.smithi016.stdout:2224: rollback oid 30 current snap is 212 2024-04-15T14:44:24.422 INFO:tasks.rados.rados.0.smithi016.stdout:rollback oid 30 to 209 2024-04-15T14:44:24.422 INFO:tasks.rados.rados.0.smithi016.stdout:2225: rollback oid 36 current snap is 212 2024-04-15T14:44:24.422 INFO:tasks.rados.rados.0.smithi016.stdout:rollback oid 36 to 211 2024-04-15T14:44:24.422 INFO:tasks.rados.rados.0.smithi016.stdout:2226: read oid 1 snap -1 2024-04-15T14:44:24.422 INFO:tasks.rados.rados.0.smithi016.stdout:2226: expect (ObjNum 632 snap 191 seq_num 632) 2024-04-15T14:44:24.423 INFO:tasks.rados.rados.0.smithi016.stdout:2227: rollback oid 42 current snap is 212 2024-04-15T14:44:24.423 INFO:tasks.rados.rados.0.smithi016.stdout:rollback oid 42 to 211 2024-04-15T14:44:24.423 INFO:tasks.rados.rados.0.smithi016.stdout:2228: read oid 24 snap -1 2024-04-15T14:44:24.423 INFO:tasks.rados.rados.0.smithi016.stdout:2228: expect (ObjNum 685 snap 208 seq_num 685) 2024-04-15T14:44:24.423 INFO:tasks.rados.rados.0.smithi016.stdout:2229: read oid 17 snap 211 2024-04-15T14:44:24.423 INFO:tasks.rados.rados.0.smithi016.stdout:2229: expect deleted 2024-04-15T14:44:24.423 INFO:tasks.rados.rados.0.smithi016.stdout:2230: read oid 33 snap 211 2024-04-15T14:44:24.423 INFO:tasks.rados.rados.0.smithi016.stdout:2230: expect (ObjNum 619 snap 189 seq_num 619) 2024-04-15T14:44:24.423 INFO:tasks.rados.rados.0.smithi016.stdout:2231: snap_create 2024-04-15T14:44:24.427 INFO:tasks.rados.rados.0.smithi016.stdout:2225: finishing rollback tid 0 to smithi01678542-36 2024-04-15T14:44:24.427 INFO:tasks.rados.rados.0.smithi016.stdout:2224: finishing rollback tid 1 to smithi01678542-30 2024-04-15T14:44:24.427 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 30 v 0 (ObjNum 289 snap 0 seq_num 1) dirty dne 2024-04-15T14:44:24.428 INFO:tasks.rados.rados.0.smithi016.stdout:2225: finishing rollback tid 1 to smithi01678542-36 2024-04-15T14:44:24.428 INFO:tasks.rados.rados.0.smithi016.stdout:2225: finishing rollback tid 2 to smithi01678542-36 2024-04-15T14:44:24.428 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 36 v 1107 (ObjNum 697 snap 208 seq_num 697) dirty exists 2024-04-15T14:44:24.435 INFO:tasks.rados.rados.0.smithi016.stdout:2227: finishing rollback tid 0 to smithi01678542-42 2024-04-15T14:44:24.435 INFO:tasks.rados.rados.0.smithi016.stdout:2227: finishing rollback tid 1 to smithi01678542-42 2024-04-15T14:44:24.435 INFO:tasks.rados.rados.0.smithi016.stdout:2227: finishing rollback tid 2 to smithi01678542-42 2024-04-15T14:44:24.435 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 42 v 289 (ObjNum 701 snap 210 seq_num 701) dirty exists 2024-04-15T14:44:24.448 INFO:tasks.rados.rados.0.smithi016.stdout:2230: expect (ObjNum 619 snap 189 seq_num 619) 2024-04-15T14:44:24.620 INFO:tasks.rados.rados.0.smithi016.stdout:2226: expect (ObjNum 632 snap 191 seq_num 632) 2024-04-15T14:44:24.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:44:24 smithi102 ceph-mon[87131]: osdmap e506: 8 total, 7 up, 8 in 2024-04-15T14:44:24.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:44:24 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T14:44:24.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:44:24 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T14:44:24.784 INFO:tasks.rados.rados.0.smithi016.stdout:2228: expect (ObjNum 685 snap 208 seq_num 685) 2024-04-15T14:44:24.789 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:44:24 smithi016 ceph-mon[93212]: osdmap e506: 8 total, 7 up, 8 in 2024-04-15T14:44:24.789 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:44:24 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T14:44:24.789 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:44:24 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T14:44:24.789 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:44:24 smithi016 ceph-mon[90652]: osdmap e506: 8 total, 7 up, 8 in 2024-04-15T14:44:24.789 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:44:24 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T14:44:24.789 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:44:24 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T14:44:25.632 INFO:tasks.rados.rados.0.smithi016.stdout:2224: done (7 left) 2024-04-15T14:44:25.632 INFO:tasks.rados.rados.0.smithi016.stdout:2225: done (6 left) 2024-04-15T14:44:25.632 INFO:tasks.rados.rados.0.smithi016.stdout:2226: done (5 left) 2024-04-15T14:44:25.632 INFO:tasks.rados.rados.0.smithi016.stdout:2227: done (4 left) 2024-04-15T14:44:25.632 INFO:tasks.rados.rados.0.smithi016.stdout:2228: done (3 left) 2024-04-15T14:44:25.632 INFO:tasks.rados.rados.0.smithi016.stdout:2229: done (2 left) 2024-04-15T14:44:25.632 INFO:tasks.rados.rados.0.smithi016.stdout:2230: done (1 left) 2024-04-15T14:44:25.632 INFO:tasks.rados.rados.0.smithi016.stdout:2231: done (0 left) 2024-04-15T14:44:25.633 INFO:tasks.rados.rados.0.smithi016.stdout:2232: copy_from oid 19 from oid 39 current snap is 213 2024-04-15T14:44:25.633 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 38 current snap is 213 2024-04-15T14:44:25.633 INFO:tasks.rados.rados.0.smithi016.stdout:2233: seq_num 708 ranges {0=663552,663552=737280,1400832=696320,2097152=172032} 2024-04-15T14:44:25.635 INFO:tasks.rados.rados.0.smithi016.stdout:2233: writing smithi01678542-38 from 0 to 663552 tid 1 2024-04-15T14:44:25.639 INFO:tasks.rados.rados.0.smithi016.stdout:2233: writing smithi01678542-38 from 663552 to 1400832 tid 2 2024-04-15T14:44:25.643 INFO:tasks.rados.rados.0.smithi016.stdout:2233: writing smithi01678542-38 from 1400832 to 2097152 tid 3 2024-04-15T14:44:25.644 INFO:tasks.rados.rados.0.smithi016.stdout:2233: writing smithi01678542-38 from 2097152 to 2269184 tid 4 2024-04-15T14:44:25.644 INFO:tasks.rados.rados.0.smithi016.stdout:2234: snap_create 2024-04-15T14:44:25.644 INFO:tasks.rados.rados.0.smithi016.stdout:2232: finishing copy_from to smithi01678542-19 2024-04-15T14:44:25.644 INFO:tasks.rados.rados.0.smithi016.stdout:2232: got expected ENOENT (src dne) 2024-04-15T14:44:25.645 INFO:tasks.rados.rados.0.smithi016.stdout:2232: finishing copy_from racing read to smithi01678542-19 2024-04-15T14:44:25.645 INFO:tasks.rados.rados.0.smithi016.stdout:2233: finishing write tid 1 to smithi01678542-38 2024-04-15T14:44:25.645 INFO:tasks.rados.rados.0.smithi016.stdout:2233: finishing write tid 2 to smithi01678542-38 2024-04-15T14:44:25.649 INFO:tasks.rados.rados.0.smithi016.stdout:2233: finishing write tid 3 to smithi01678542-38 2024-04-15T14:44:25.649 INFO:tasks.rados.rados.0.smithi016.stdout:2233: finishing write tid 4 to smithi01678542-38 2024-04-15T14:44:25.650 INFO:tasks.rados.rados.0.smithi016.stdout:2233: finishing write tid 5 to smithi01678542-38 2024-04-15T14:44:25.651 INFO:tasks.rados.rados.0.smithi016.stdout:2233: finishing write tid 6 to smithi01678542-38 2024-04-15T14:44:25.651 INFO:tasks.rados.rados.0.smithi016.stdout:2233: oid 38 updating version 0 to 1030 2024-04-15T14:44:25.651 INFO:tasks.rados.rados.0.smithi016.stdout:2233: oid 38 version 1030 is already newer than 1029 2024-04-15T14:44:25.651 INFO:tasks.rados.rados.0.smithi016.stdout:2233: oid 38 updating version 1030 to 1031 2024-04-15T14:44:25.651 INFO:tasks.rados.rados.0.smithi016.stdout:2233: oid 38 version 1031 is already newer than 1028 2024-04-15T14:44:25.651 INFO:tasks.rados.rados.0.smithi016.stdout:2233: oid 38 version 1031 is already newer than 1027 2024-04-15T14:44:25.651 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 38 v 1031 (ObjNum 708 snap 213 seq_num 708) dirty exists 2024-04-15T14:44:25.651 INFO:tasks.rados.rados.0.smithi016.stdout:2233: left oid 38 (ObjNum 708 snap 213 seq_num 708) 2024-04-15T14:44:25.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:44:25 smithi102 ceph-mon[87131]: pgmap v392: 121 pgs: 9 active+undersized+degraded, 34 active+undersized, 78 active+clean; 102 MiB data, 892 MiB used, 714 GiB / 715 GiB avail; 20 MiB/s rd, 5.3 MiB/s wr, 30 op/s; 20/180 objects degraded (11.111%) 2024-04-15T14:44:25.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:44:25 smithi102 ceph-mon[87131]: osdmap e507: 8 total, 7 up, 8 in 2024-04-15T14:44:25.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:44:25 smithi102 ceph-mon[87131]: osdmap e508: 8 total, 7 up, 8 in 2024-04-15T14:44:25.789 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:44:25 smithi016 ceph-mon[93212]: pgmap v392: 121 pgs: 9 active+undersized+degraded, 34 active+undersized, 78 active+clean; 102 MiB data, 892 MiB used, 714 GiB / 715 GiB avail; 20 MiB/s rd, 5.3 MiB/s wr, 30 op/s; 20/180 objects degraded (11.111%) 2024-04-15T14:44:25.789 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:44:25 smithi016 ceph-mon[93212]: osdmap e507: 8 total, 7 up, 8 in 2024-04-15T14:44:25.789 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:44:25 smithi016 ceph-mon[93212]: osdmap e508: 8 total, 7 up, 8 in 2024-04-15T14:44:25.789 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:44:25 smithi016 ceph-mon[90652]: pgmap v392: 121 pgs: 9 active+undersized+degraded, 34 active+undersized, 78 active+clean; 102 MiB data, 892 MiB used, 714 GiB / 715 GiB avail; 20 MiB/s rd, 5.3 MiB/s wr, 30 op/s; 20/180 objects degraded (11.111%) 2024-04-15T14:44:25.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:44:25 smithi016 ceph-mon[90652]: osdmap e507: 8 total, 7 up, 8 in 2024-04-15T14:44:25.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:44:25 smithi016 ceph-mon[90652]: osdmap e508: 8 total, 7 up, 8 in 2024-04-15T14:44:26.150 INFO:journalctl@ceph.osd.6.smithi102.stdout:Apr 15 14:44:25 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-osd-6[103054]: 2024-04-15T14:44:25.854+0000 7f5fbc5bf7c0 -1 osd.6 499 log_to_monitors true 2024-04-15T14:44:26.426 INFO:tasks.rados.rados.0.smithi016.stdout:2232: done (2 left) 2024-04-15T14:44:26.426 INFO:tasks.rados.rados.0.smithi016.stdout:2233: done (1 left) 2024-04-15T14:44:26.426 INFO:tasks.rados.rados.0.smithi016.stdout:2234: done (0 left) 2024-04-15T14:44:26.426 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 43 current snap is 214 2024-04-15T14:44:26.426 INFO:tasks.rados.rados.0.smithi016.stdout:2235: seq_num 709 ranges {1179648=679936,1859584=614400,2473984=499712,2973696=491520} 2024-04-15T14:44:26.436 INFO:tasks.rados.rados.0.smithi016.stdout:2235: writing smithi01678542-43 from 1179648 to 1859584 tid 1 2024-04-15T14:44:26.440 INFO:tasks.rados.rados.0.smithi016.stdout:2235: writing smithi01678542-43 from 1859584 to 2473984 tid 2 2024-04-15T14:44:26.443 INFO:tasks.rados.rados.0.smithi016.stdout:2235: writing smithi01678542-43 from 2473984 to 2973696 tid 3 2024-04-15T14:44:26.446 INFO:tasks.rados.rados.0.smithi016.stdout:2235: writing smithi01678542-43 from 2973696 to 3465216 tid 4 2024-04-15T14:44:26.446 INFO:tasks.rados.rados.0.smithi016.stdout:2236: snap_remove snap 209 2024-04-15T14:44:26.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:44:26 smithi102 ceph-mon[87131]: from='osd.6 [v2:172.21.15.102:6816/2239631513,v1:172.21.15.102:6817/2239631513]' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2024-04-15T14:44:26.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:44:26 smithi102 ceph-mon[87131]: from='osd.6 ' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2024-04-15T14:44:26.687 INFO:journalctl@ceph.osd.6.smithi102.stdout:Apr 15 14:44:26 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-osd-6[103054]: 2024-04-15T14:44:26.452+0000 7f5fada17700 -1 osd.6 499 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-04-15T14:44:26.789 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:44:26 smithi016 ceph-mon[90652]: from='osd.6 [v2:172.21.15.102:6816/2239631513,v1:172.21.15.102:6817/2239631513]' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2024-04-15T14:44:26.789 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:44:26 smithi016 ceph-mon[90652]: from='osd.6 ' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2024-04-15T14:44:26.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:44:26 smithi016 ceph-mon[93212]: from='osd.6 [v2:172.21.15.102:6816/2239631513,v1:172.21.15.102:6817/2239631513]' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2024-04-15T14:44:26.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:44:26 smithi016 ceph-mon[93212]: from='osd.6 ' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2024-04-15T14:44:27.432 INFO:tasks.rados.rados.0.smithi016.stdout:2236: done (1 left) 2024-04-15T14:44:27.432 INFO:tasks.rados.rados.0.smithi016.stdout:2237: copy_from oid 29 from oid 6 current snap is 214 2024-04-15T14:44:27.432 INFO:tasks.rados.rados.0.smithi016.stdout:2235: finishing write tid 1 to smithi01678542-43 2024-04-15T14:44:27.432 INFO:tasks.rados.rados.0.smithi016.stdout:2235: finishing write tid 2 to smithi01678542-43 2024-04-15T14:44:27.432 INFO:tasks.rados.rados.0.smithi016.stdout:2235: finishing write tid 3 to smithi01678542-43 2024-04-15T14:44:27.432 INFO:tasks.rados.rados.0.smithi016.stdout:2235: finishing write tid 4 to smithi01678542-43 2024-04-15T14:44:27.432 INFO:tasks.rados.rados.0.smithi016.stdout:2235: finishing write tid 5 to smithi01678542-43 2024-04-15T14:44:27.432 INFO:tasks.rados.rados.0.smithi016.stdout:2235: finishing write tid 6 to smithi01678542-43 2024-04-15T14:44:27.432 INFO:tasks.rados.rados.0.smithi016.stdout:2235: oid 43 updating version 0 to 1112 2024-04-15T14:44:27.432 INFO:tasks.rados.rados.0.smithi016.stdout:2235: oid 43 version 1112 is already newer than 1110 2024-04-15T14:44:27.433 INFO:tasks.rados.rados.0.smithi016.stdout:2235: oid 43 version 1112 is already newer than 1111 2024-04-15T14:44:27.433 INFO:tasks.rados.rados.0.smithi016.stdout:2235: oid 43 version 1112 is already newer than 1109 2024-04-15T14:44:27.433 INFO:tasks.rados.rados.0.smithi016.stdout:2235: oid 43 updating version 1112 to 1113 2024-04-15T14:44:27.433 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 43 v 1113 (ObjNum 709 snap 214 seq_num 709) dirty exists 2024-04-15T14:44:27.433 INFO:tasks.rados.rados.0.smithi016.stdout:2235: left oid 43 (ObjNum 709 snap 214 seq_num 709) 2024-04-15T14:44:27.433 INFO:tasks.rados.rados.0.smithi016.stdout:2235: done (1 left) 2024-04-15T14:44:27.433 INFO:tasks.rados.rados.0.smithi016.stdout:2238: copy_from oid 23 from oid 16 current snap is 214 2024-04-15T14:44:27.433 INFO:tasks.rados.rados.0.smithi016.stdout:2239: delete oid 10 current snap is 214 2024-04-15T14:44:27.451 INFO:tasks.rados.rados.0.smithi016.stdout:2239: done (2 left) 2024-04-15T14:44:27.452 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 19 current snap is 214 2024-04-15T14:44:27.452 INFO:tasks.rados.rados.0.smithi016.stdout:2240: seq_num 711 ranges {0=712704,712704=786432,1499136=516096,2015232=303104} 2024-04-15T14:44:27.455 INFO:tasks.rados.rados.0.smithi016.stdout:2240: writing smithi01678542-19 from 0 to 712704 tid 1 2024-04-15T14:44:27.460 INFO:tasks.rados.rados.0.smithi016.stdout:2240: writing smithi01678542-19 from 712704 to 1499136 tid 2 2024-04-15T14:44:27.463 INFO:tasks.rados.rados.0.smithi016.stdout:2240: writing smithi01678542-19 from 1499136 to 2015232 tid 3 2024-04-15T14:44:27.466 INFO:tasks.rados.rados.0.smithi016.stdout:2240: writing smithi01678542-19 from 2015232 to 2318336 tid 4 2024-04-15T14:44:27.466 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 4 current snap is 214 2024-04-15T14:44:27.466 INFO:tasks.rados.rados.0.smithi016.stdout:2238: finishing copy_from to smithi01678542-23 2024-04-15T14:44:27.466 INFO:tasks.rados.rados.0.smithi016.stdout:2238: got expected ENOENT (src dne) 2024-04-15T14:44:27.466 INFO:tasks.rados.rados.0.smithi016.stdout:2238: finishing copy_from racing read to smithi01678542-23 2024-04-15T14:44:27.466 INFO:tasks.rados.rados.0.smithi016.stdout:2240: finishing write tid 1 to smithi01678542-19 2024-04-15T14:44:27.466 INFO:tasks.rados.rados.0.smithi016.stdout:2240: finishing write tid 2 to smithi01678542-19 2024-04-15T14:44:27.466 INFO:tasks.rados.rados.0.smithi016.stdout:2241: seq_num 712 ranges {4472832=729088,5201920=671744,5873664=671744,6545408=262144} 2024-04-15T14:44:27.494 INFO:tasks.rados.rados.0.smithi016.stdout:2241: writing smithi01678542-4 from 4472832 to 5201920 tid 1 2024-04-15T14:44:27.498 INFO:tasks.rados.rados.0.smithi016.stdout:2241: writing smithi01678542-4 from 5201920 to 5873664 tid 2 2024-04-15T14:44:27.501 INFO:tasks.rados.rados.0.smithi016.stdout:2241: writing smithi01678542-4 from 5873664 to 6545408 tid 3 2024-04-15T14:44:27.507 INFO:tasks.rados.rados.0.smithi016.stdout:2241: writing smithi01678542-4 from 6545408 to 6807552 tid 4 2024-04-15T14:44:27.507 INFO:tasks.rados.rados.0.smithi016.stdout:2238: done (3 left) 2024-04-15T14:44:27.507 INFO:tasks.rados.rados.0.smithi016.stdout:2242: read oid 17 snap -1 2024-04-15T14:44:27.508 INFO:tasks.rados.rados.0.smithi016.stdout:2242: expect deleted 2024-04-15T14:44:27.508 INFO:tasks.rados.rados.0.smithi016.stdout:2243: copy_from oid 37 from oid 30 current snap is 214 2024-04-15T14:44:27.508 INFO:tasks.rados.rados.0.smithi016.stdout:2240: finishing write tid 3 to smithi01678542-19 2024-04-15T14:44:27.508 INFO:tasks.rados.rados.0.smithi016.stdout:2240: finishing write tid 4 to smithi01678542-19 2024-04-15T14:44:27.508 INFO:tasks.rados.rados.0.smithi016.stdout:2240: finishing write tid 5 to smithi01678542-19 2024-04-15T14:44:27.508 INFO:tasks.rados.rados.0.smithi016.stdout:2240: finishing write tid 6 to smithi01678542-19 2024-04-15T14:44:27.508 INFO:tasks.rados.rados.0.smithi016.stdout:2240: oid 19 updating version 0 to 1028 2024-04-15T14:44:27.508 INFO:tasks.rados.rados.0.smithi016.stdout:2240: oid 19 version 1028 is already newer than 1027 2024-04-15T14:44:27.508 INFO:tasks.rados.rados.0.smithi016.stdout:2240: oid 19 updating version 1028 to 1030 2024-04-15T14:44:27.508 INFO:tasks.rados.rados.0.smithi016.stdout:2240: oid 19 version 1030 is already newer than 1029 2024-04-15T14:44:27.508 INFO:tasks.rados.rados.0.smithi016.stdout:2240: oid 19 version 1030 is already newer than 1026 2024-04-15T14:44:27.508 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 19 v 1030 (ObjNum 711 snap 214 seq_num 711) dirty exists 2024-04-15T14:44:27.508 INFO:tasks.rados.rados.0.smithi016.stdout:2240: left oid 19 (ObjNum 711 snap 214 seq_num 711) 2024-04-15T14:44:27.508 INFO:tasks.rados.rados.0.smithi016.stdout:2240: done (4 left) 2024-04-15T14:44:27.509 INFO:tasks.rados.rados.0.smithi016.stdout:2244: read oid 13 snap -1 2024-04-15T14:44:27.509 INFO:tasks.rados.rados.0.smithi016.stdout:2244: expect deleted 2024-04-15T14:44:27.509 INFO:tasks.rados.rados.0.smithi016.stdout:2245: setattr oid 35 current snap is 214 2024-04-15T14:44:27.509 INFO:tasks.rados.rados.0.smithi016.stdout:2242: done (5 left) 2024-04-15T14:44:27.509 INFO:tasks.rados.rados.0.smithi016.stdout:2244: done (4 left) 2024-04-15T14:44:27.509 INFO:tasks.rados.rados.0.smithi016.stdout:2246: setattr oid 24 current snap is 214 2024-04-15T14:44:27.509 INFO:tasks.rados.rados.0.smithi016.stdout:2247: rmattr oid 34 current snap is 214 2024-04-15T14:44:27.509 INFO:tasks.rados.rados.0.smithi016.stdout:2248: read oid 36 snap -1 2024-04-15T14:44:27.509 INFO:tasks.rados.rados.0.smithi016.stdout:2248: expect (ObjNum 697 snap 208 seq_num 697) 2024-04-15T14:44:27.509 INFO:tasks.rados.rados.0.smithi016.stdout:2249: read oid 33 snap -1 2024-04-15T14:44:27.509 INFO:tasks.rados.rados.0.smithi016.stdout:2249: expect (ObjNum 619 snap 189 seq_num 619) 2024-04-15T14:44:27.509 INFO:tasks.rados.rados.0.smithi016.stdout:2250: snap_create 2024-04-15T14:44:27.511 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 24 v 1032 (ObjNum 685 snap 208 seq_num 685) dirty exists 2024-04-15T14:44:27.513 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 34 v 1119 (ObjNum 677 snap 207 seq_num 677) dirty exists 2024-04-15T14:44:27.515 INFO:tasks.rados.rados.0.smithi016.stdout:2248: expect (ObjNum 697 snap 208 seq_num 697) 2024-04-15T14:44:27.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:44:27 smithi102 ceph-mon[87131]: pgmap v395: 121 pgs: 9 active+undersized+degraded, 34 active+undersized, 78 active+clean; 108 MiB data, 917 MiB used, 714 GiB / 715 GiB avail; 19 MiB/s rd, 1.6 MiB/s wr, 20 op/s; 23/213 objects degraded (10.798%) 2024-04-15T14:44:27.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:44:27 smithi102 ceph-mon[87131]: Health check update: Degraded data redundancy: 23/213 objects degraded (10.798%), 9 pgs degraded (PG_DEGRADED) 2024-04-15T14:44:27.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:44:27 smithi102 ceph-mon[87131]: from='osd.6 ' entity='osd.6' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]': finished 2024-04-15T14:44:27.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:44:27 smithi102 ceph-mon[87131]: osdmap e509: 8 total, 7 up, 8 in 2024-04-15T14:44:27.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:44:27 smithi102 ceph-mon[87131]: from='osd.6 [v2:172.21.15.102:6816/2239631513,v1:172.21.15.102:6817/2239631513]' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi102", "root=default"]}]: dispatch 2024-04-15T14:44:27.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:44:27 smithi102 ceph-mon[87131]: from='osd.6 ' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi102", "root=default"]}]: dispatch 2024-04-15T14:44:27.688 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:44:27 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T14:44:27.688 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:44:27 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T14:44:27.789 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:44:27 smithi016 ceph-mon[93212]: pgmap v395: 121 pgs: 9 active+undersized+degraded, 34 active+undersized, 78 active+clean; 108 MiB data, 917 MiB used, 714 GiB / 715 GiB avail; 19 MiB/s rd, 1.6 MiB/s wr, 20 op/s; 23/213 objects degraded (10.798%) 2024-04-15T14:44:27.789 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:44:27 smithi016 ceph-mon[93212]: Health check update: Degraded data redundancy: 23/213 objects degraded (10.798%), 9 pgs degraded (PG_DEGRADED) 2024-04-15T14:44:27.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:44:27 smithi016 ceph-mon[93212]: from='osd.6 ' entity='osd.6' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]': finished 2024-04-15T14:44:27.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:44:27 smithi016 ceph-mon[93212]: osdmap e509: 8 total, 7 up, 8 in 2024-04-15T14:44:27.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:44:27 smithi016 ceph-mon[93212]: from='osd.6 [v2:172.21.15.102:6816/2239631513,v1:172.21.15.102:6817/2239631513]' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi102", "root=default"]}]: dispatch 2024-04-15T14:44:27.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:44:27 smithi016 ceph-mon[93212]: from='osd.6 ' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi102", "root=default"]}]: dispatch 2024-04-15T14:44:27.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:44:27 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T14:44:27.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:44:27 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T14:44:27.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:44:27 smithi016 ceph-mon[90652]: pgmap v395: 121 pgs: 9 active+undersized+degraded, 34 active+undersized, 78 active+clean; 108 MiB data, 917 MiB used, 714 GiB / 715 GiB avail; 19 MiB/s rd, 1.6 MiB/s wr, 20 op/s; 23/213 objects degraded (10.798%) 2024-04-15T14:44:27.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:44:27 smithi016 ceph-mon[90652]: Health check update: Degraded data redundancy: 23/213 objects degraded (10.798%), 9 pgs degraded (PG_DEGRADED) 2024-04-15T14:44:27.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:44:27 smithi016 ceph-mon[90652]: from='osd.6 ' entity='osd.6' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]': finished 2024-04-15T14:44:27.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:44:27 smithi016 ceph-mon[90652]: osdmap e509: 8 total, 7 up, 8 in 2024-04-15T14:44:27.791 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:44:27 smithi016 ceph-mon[90652]: from='osd.6 [v2:172.21.15.102:6816/2239631513,v1:172.21.15.102:6817/2239631513]' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi102", "root=default"]}]: dispatch 2024-04-15T14:44:27.791 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:44:27 smithi016 ceph-mon[90652]: from='osd.6 ' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi102", "root=default"]}]: dispatch 2024-04-15T14:44:27.791 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:44:27 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T14:44:27.791 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:44:27 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T14:44:28.436 INFO:tasks.rados.rados.0.smithi016.stdout:2246: done (8 left) 2024-04-15T14:44:28.436 INFO:tasks.rados.rados.0.smithi016.stdout:2247: done (7 left) 2024-04-15T14:44:28.437 INFO:tasks.rados.rados.0.smithi016.stdout:2248: done (6 left) 2024-04-15T14:44:28.437 INFO:tasks.rados.rados.0.smithi016.stdout:2250: done (5 left) 2024-04-15T14:44:28.437 INFO:tasks.rados.rados.0.smithi016.stdout:2251: delete oid 19 current snap is 215 2024-04-15T14:44:28.443 INFO:tasks.rados.rados.0.smithi016.stdout:2251: done (5 left) 2024-04-15T14:44:28.444 INFO:tasks.rados.rados.0.smithi016.stdout:2252: rmattr oid 34 current snap is 215 2024-04-15T14:44:28.444 INFO:tasks.rados.rados.0.smithi016.stdout:2253: delete oid 26 current snap is 215 2024-04-15T14:44:28.447 INFO:tasks.rados.rados.0.smithi016.stdout:2253: done (6 left) 2024-04-15T14:44:28.448 INFO:tasks.rados.rados.0.smithi016.stdout:2254: copy_from oid 49 from oid 9 current snap is 215 2024-04-15T14:44:28.448 INFO:tasks.rados.rados.0.smithi016.stdout:2255: read oid 24 snap 214 2024-04-15T14:44:28.448 INFO:tasks.rados.rados.0.smithi016.stdout:2255: expect (ObjNum 685 snap 208 seq_num 685) 2024-04-15T14:44:28.448 INFO:tasks.rados.rados.0.smithi016.stdout:2256: delete oid 43 current snap is 215 2024-04-15T14:44:28.448 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 34 v 1121 (ObjNum 677 snap 207 seq_num 677) dirty exists 2024-04-15T14:44:28.455 INFO:tasks.rados.rados.0.smithi016.stdout:2254: finishing copy_from to smithi01678542-49 2024-04-15T14:44:28.455 INFO:tasks.rados.rados.0.smithi016.stdout:2254: got expected ENOENT (src dne) 2024-04-15T14:44:28.455 INFO:tasks.rados.rados.0.smithi016.stdout:2254: finishing copy_from racing read to smithi01678542-49 2024-04-15T14:44:28.456 INFO:tasks.rados.rados.0.smithi016.stdout:2252: done (8 left) 2024-04-15T14:44:28.456 INFO:tasks.rados.rados.0.smithi016.stdout:2254: done (7 left) 2024-04-15T14:44:28.456 INFO:tasks.rados.rados.0.smithi016.stdout:2256: done (6 left) 2024-04-15T14:44:28.456 INFO:tasks.rados.rados.0.smithi016.stdout:2257: snap_create 2024-04-15T14:44:28.463 INFO:tasks.rados.rados.0.smithi016.stdout:2243: finishing copy_from to smithi01678542-37 2024-04-15T14:44:28.464 INFO:tasks.rados.rados.0.smithi016.stdout:2243: got expected ENOENT (src dne) 2024-04-15T14:44:28.464 INFO:tasks.rados.rados.0.smithi016.stdout:2243: finishing copy_from racing read to smithi01678542-37 2024-04-15T14:44:28.465 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 35 v 1039 (ObjNum 695 snap 208 seq_num 695) dirty exists 2024-04-15T14:44:28.468 INFO:tasks.rados.rados.0.smithi016.stdout:2237: finishing copy_from to smithi01678542-29 2024-04-15T14:44:28.469 INFO:tasks.rados.rados.0.smithi016.stdout:2237: got expected ENOENT (src dne) 2024-04-15T14:44:28.469 INFO:tasks.rados.rados.0.smithi016.stdout:2237: finishing copy_from racing read to smithi01678542-29 2024-04-15T14:44:28.469 INFO:tasks.rados.rados.0.smithi016.stdout:2241: finishing write tid 1 to smithi01678542-4 2024-04-15T14:44:28.470 INFO:tasks.rados.rados.0.smithi016.stdout:2241: finishing write tid 2 to smithi01678542-4 2024-04-15T14:44:28.472 INFO:tasks.rados.rados.0.smithi016.stdout:2241: finishing write tid 3 to smithi01678542-4 2024-04-15T14:44:28.473 INFO:tasks.rados.rados.0.smithi016.stdout:2241: finishing write tid 4 to smithi01678542-4 2024-04-15T14:44:28.474 INFO:tasks.rados.rados.0.smithi016.stdout:2241: finishing write tid 5 to smithi01678542-4 2024-04-15T14:44:28.477 INFO:tasks.rados.rados.0.smithi016.stdout:2241: finishing write tid 6 to smithi01678542-4 2024-04-15T14:44:28.478 INFO:tasks.rados.rados.0.smithi016.stdout:2241: oid 4 updating version 0 to 1166 2024-04-15T14:44:28.478 INFO:tasks.rados.rados.0.smithi016.stdout:2241: oid 4 version 1166 is already newer than 1165 2024-04-15T14:44:28.478 INFO:tasks.rados.rados.0.smithi016.stdout:2241: oid 4 version 1166 is already newer than 1162 2024-04-15T14:44:28.478 INFO:tasks.rados.rados.0.smithi016.stdout:2241: oid 4 version 1166 is already newer than 1164 2024-04-15T14:44:28.478 INFO:tasks.rados.rados.0.smithi016.stdout:2241: oid 4 version 1166 is already newer than 1163 2024-04-15T14:44:28.478 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 4 v 1166 (ObjNum 712 snap 214 seq_num 712) dirty exists 2024-04-15T14:44:28.478 INFO:tasks.rados.rados.0.smithi016.stdout:2241: left oid 4 (ObjNum 712 snap 214 seq_num 712) 2024-04-15T14:44:28.484 INFO:tasks.rados.rados.0.smithi016.stdout:2255: expect (ObjNum 685 snap 208 seq_num 685) 2024-04-15T14:44:28.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:44:28 smithi102 ceph-mon[87131]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-04-15T14:44:28.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:44:28 smithi102 ceph-mon[87131]: osd.6 [v2:172.21.15.102:6816/2239631513,v1:172.21.15.102:6817/2239631513] boot 2024-04-15T14:44:28.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:44:28 smithi102 ceph-mon[87131]: osdmap e510: 8 total, 8 up, 8 in 2024-04-15T14:44:28.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:44:28 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-15T14:44:28.789 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:44:28 smithi016 ceph-mon[93212]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-04-15T14:44:28.789 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:44:28 smithi016 ceph-mon[93212]: osd.6 [v2:172.21.15.102:6816/2239631513,v1:172.21.15.102:6817/2239631513] boot 2024-04-15T14:44:28.789 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:44:28 smithi016 ceph-mon[93212]: osdmap e510: 8 total, 8 up, 8 in 2024-04-15T14:44:28.789 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:44:28 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-15T14:44:28.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:44:28 smithi016 ceph-mon[90652]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-04-15T14:44:28.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:44:28 smithi016 ceph-mon[90652]: osd.6 [v2:172.21.15.102:6816/2239631513,v1:172.21.15.102:6817/2239631513] boot 2024-04-15T14:44:28.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:44:28 smithi016 ceph-mon[90652]: osdmap e510: 8 total, 8 up, 8 in 2024-04-15T14:44:28.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:44:28 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-15T14:44:29.337 INFO:tasks.rados.rados.0.smithi016.stdout:2249: expect (ObjNum 619 snap 189 seq_num 619) 2024-04-15T14:44:29.508 INFO:tasks.rados.rados.0.smithi016.stdout:2237: done (6 left) 2024-04-15T14:44:29.508 INFO:tasks.rados.rados.0.smithi016.stdout:2241: done (5 left) 2024-04-15T14:44:29.509 INFO:tasks.rados.rados.0.smithi016.stdout:2243: done (4 left) 2024-04-15T14:44:29.509 INFO:tasks.rados.rados.0.smithi016.stdout:2245: done (3 left) 2024-04-15T14:44:29.509 INFO:tasks.rados.rados.0.smithi016.stdout:2249: done (2 left) 2024-04-15T14:44:29.509 INFO:tasks.rados.rados.0.smithi016.stdout:2255: done (1 left) 2024-04-15T14:44:29.509 INFO:tasks.rados.rados.0.smithi016.stdout:2257: done (0 left) 2024-04-15T14:44:29.509 INFO:tasks.rados.rados.0.smithi016.stdout:2258: rollback oid 27 current snap is 216 2024-04-15T14:44:29.509 INFO:tasks.rados.rados.0.smithi016.stdout:rollback oid 27 to 214 2024-04-15T14:44:29.509 INFO:tasks.rados.rados.0.smithi016.stdout:2259: read oid 11 snap 211 2024-04-15T14:44:29.509 INFO:tasks.rados.rados.0.smithi016.stdout:2259: expect (ObjNum 668 snap 206 seq_num 668) 2024-04-15T14:44:29.509 INFO:tasks.rados.rados.0.smithi016.stdout:2260: rollback oid 15 current snap is 216 2024-04-15T14:44:29.509 INFO:tasks.rados.rados.0.smithi016.stdout:rollback oid 15 to 211 2024-04-15T14:44:29.509 INFO:tasks.rados.rados.0.smithi016.stdout:2261: rollback oid 21 current snap is 216 2024-04-15T14:44:29.509 INFO:tasks.rados.rados.0.smithi016.stdout:rollback oid 21 to 212 2024-04-15T14:44:29.510 INFO:tasks.rados.rados.0.smithi016.stdout:2262: rollback oid 42 current snap is 216 2024-04-15T14:44:29.510 INFO:tasks.rados.rados.0.smithi016.stdout:rollback oid 42 to 211 2024-04-15T14:44:29.510 INFO:tasks.rados.rados.0.smithi016.stdout:2263: read oid 50 snap -1 2024-04-15T14:44:29.510 INFO:tasks.rados.rados.0.smithi016.stdout:2263: expect deleted 2024-04-15T14:44:29.510 INFO:tasks.rados.rados.0.smithi016.stdout:2264: rmattr oid 41 current snap is 216 2024-04-15T14:44:29.510 INFO:tasks.rados.rados.0.smithi016.stdout:2265: read oid 35 snap -1 2024-04-15T14:44:29.510 INFO:tasks.rados.rados.0.smithi016.stdout:2265: expect (ObjNum 695 snap 208 seq_num 695) 2024-04-15T14:44:29.510 INFO:tasks.rados.rados.0.smithi016.stdout:2266: snap_remove snap 215 2024-04-15T14:44:29.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:44:29 smithi102 ceph-mon[87131]: pgmap v398: 121 pgs: 9 active+undersized+degraded, 34 active+undersized, 78 active+clean; 108 MiB data, 850 MiB used, 714 GiB / 715 GiB avail; 19 MiB/s rd, 1.6 MiB/s wr, 20 op/s; 23/213 objects degraded (10.798%) 2024-04-15T14:44:29.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:44:29 smithi102 ceph-mon[87131]: osdmap e511: 8 total, 8 up, 8 in 2024-04-15T14:44:29.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:44:29 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T14:44:29.688 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:44:29 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T14:44:29.789 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:44:29 smithi016 ceph-mon[90652]: pgmap v398: 121 pgs: 9 active+undersized+degraded, 34 active+undersized, 78 active+clean; 108 MiB data, 850 MiB used, 714 GiB / 715 GiB avail; 19 MiB/s rd, 1.6 MiB/s wr, 20 op/s; 23/213 objects degraded (10.798%) 2024-04-15T14:44:29.789 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:44:29 smithi016 ceph-mon[90652]: osdmap e511: 8 total, 8 up, 8 in 2024-04-15T14:44:29.789 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:44:29 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T14:44:29.789 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:44:29 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T14:44:29.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:44:29 smithi016 ceph-mon[93212]: pgmap v398: 121 pgs: 9 active+undersized+degraded, 34 active+undersized, 78 active+clean; 108 MiB data, 850 MiB used, 714 GiB / 715 GiB avail; 19 MiB/s rd, 1.6 MiB/s wr, 20 op/s; 23/213 objects degraded (10.798%) 2024-04-15T14:44:29.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:44:29 smithi016 ceph-mon[93212]: osdmap e511: 8 total, 8 up, 8 in 2024-04-15T14:44:29.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:44:29 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T14:44:29.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:44:29 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T14:44:30.447 INFO:tasks.rados.rados.0.smithi016.stdout:2266: done (8 left) 2024-04-15T14:44:30.447 INFO:tasks.rados.rados.0.smithi016.stdout:2267: setattr oid 19 current snap is 216 2024-04-15T14:44:30.447 INFO:tasks.rados.rados.0.smithi016.stdout:2261: finishing rollback tid 0 to smithi01678542-21 2024-04-15T14:44:30.447 INFO:tasks.rados.rados.0.smithi016.stdout:2258: finishing rollback tid 0 to smithi01678542-27 2024-04-15T14:44:30.447 INFO:tasks.rados.rados.0.smithi016.stdout:2258: finishing rollback tid 1 to smithi01678542-27 2024-04-15T14:44:30.447 INFO:tasks.rados.rados.0.smithi016.stdout:2258: finishing rollback tid 2 to smithi01678542-27 2024-04-15T14:44:30.447 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 27 v 570 (ObjNum 694 snap 208 seq_num 694) dirty exists 2024-04-15T14:44:30.448 INFO:tasks.rados.rados.0.smithi016.stdout:2261: finishing rollback tid 1 to smithi01678542-21 2024-04-15T14:44:30.448 INFO:tasks.rados.rados.0.smithi016.stdout:2261: finishing rollback tid 2 to smithi01678542-21 2024-04-15T14:44:30.448 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 21 v 1127 (ObjNum 506 snap 157 seq_num 506) dirty exists 2024-04-15T14:44:30.448 INFO:tasks.rados.rados.0.smithi016.stdout:2262: finishing rollback tid 0 to smithi01678542-42 2024-04-15T14:44:30.448 INFO:tasks.rados.rados.0.smithi016.stdout:2262: finishing rollback tid 1 to smithi01678542-42 2024-04-15T14:44:30.448 INFO:tasks.rados.rados.0.smithi016.stdout:2262: finishing rollback tid 2 to smithi01678542-42 2024-04-15T14:44:30.448 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 42 v 292 (ObjNum 701 snap 210 seq_num 701) dirty exists 2024-04-15T14:44:30.448 INFO:tasks.rados.rados.0.smithi016.stdout:2260: finishing rollback tid 0 to smithi01678542-15 2024-04-15T14:44:30.448 INFO:tasks.rados.rados.0.smithi016.stdout:2260: finishing rollback tid 1 to smithi01678542-15 2024-04-15T14:44:30.448 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 41 v 895 (ObjNum 632 snap 191 seq_num 632) dirty exists 2024-04-15T14:44:30.448 INFO:tasks.rados.rados.0.smithi016.stdout:2260: finishing rollback tid 2 to smithi01678542-15 2024-04-15T14:44:30.448 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 15 v 1035 (ObjNum 700 snap 210 seq_num 700) dirty exists 2024-04-15T14:44:30.448 INFO:tasks.rados.rados.0.smithi016.stdout:2259: expect (ObjNum 668 snap 206 seq_num 668) 2024-04-15T14:44:30.491 INFO:tasks.rados.rados.0.smithi016.stdout:2265: expect (ObjNum 695 snap 208 seq_num 695) 2024-04-15T14:44:30.584 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:44:30 smithi102 ceph-mon[87131]: osdmap e512: 8 total, 8 up, 8 in 2024-04-15T14:44:30.594 INFO:tasks.rados.rados.0.smithi016.stdout:2258: done (8 left) 2024-04-15T14:44:30.595 INFO:tasks.rados.rados.0.smithi016.stdout:2259: done (7 left) 2024-04-15T14:44:30.595 INFO:tasks.rados.rados.0.smithi016.stdout:2260: done (6 left) 2024-04-15T14:44:30.595 INFO:tasks.rados.rados.0.smithi016.stdout:2261: done (5 left) 2024-04-15T14:44:30.595 INFO:tasks.rados.rados.0.smithi016.stdout:2262: done (4 left) 2024-04-15T14:44:30.595 INFO:tasks.rados.rados.0.smithi016.stdout:2263: done (3 left) 2024-04-15T14:44:30.595 INFO:tasks.rados.rados.0.smithi016.stdout:2264: done (2 left) 2024-04-15T14:44:30.595 INFO:tasks.rados.rados.0.smithi016.stdout:2265: done (1 left) 2024-04-15T14:44:30.595 INFO:tasks.rados.rados.0.smithi016.stdout:2268: read oid 28 snap -1 2024-04-15T14:44:30.595 INFO:tasks.rados.rados.0.smithi016.stdout:2268: expect (ObjNum 0 snap 0 seq_num 0) 2024-04-15T14:44:30.595 INFO:tasks.rados.rados.0.smithi016.stdout:2269: delete oid 21 current snap is 216 2024-04-15T14:44:30.596 INFO:tasks.rados.rados.0.smithi016.stdout:2268: expect (ObjNum 0 snap 0 seq_num 0) 2024-04-15T14:44:30.598 INFO:tasks.rados.rados.0.smithi016.stdout:2268: done (2 left) 2024-04-15T14:44:30.598 INFO:tasks.rados.rados.0.smithi016.stdout:2269: done (1 left) 2024-04-15T14:44:30.598 INFO:tasks.rados.rados.0.smithi016.stdout:2270: read oid 15 snap -1 2024-04-15T14:44:30.598 INFO:tasks.rados.rados.0.smithi016.stdout:2270: expect (ObjNum 700 snap 210 seq_num 700) 2024-04-15T14:44:30.598 INFO:tasks.rados.rados.0.smithi016.stdout:2271: snap_create 2024-04-15T14:44:30.599 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 19 v 1033 (ObjNum 81 snap 0 seq_num 1632719444) dirty exists 2024-04-15T14:44:30.604 INFO:tasks.rados.rados.0.smithi016.stdout:2270: expect (ObjNum 700 snap 210 seq_num 700) 2024-04-15T14:44:30.789 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:44:30 smithi016 ceph-mon[90652]: osdmap e512: 8 total, 8 up, 8 in 2024-04-15T14:44:30.789 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:44:30 smithi016 ceph-mon[93212]: osdmap e512: 8 total, 8 up, 8 in 2024-04-15T14:44:31.447 INFO:tasks.rados.rados.0.smithi016.stdout:2267: done (2 left) 2024-04-15T14:44:31.447 INFO:tasks.rados.rados.0.smithi016.stdout:2270: done (1 left) 2024-04-15T14:44:31.447 INFO:tasks.rados.rados.0.smithi016.stdout:2271: done (0 left) 2024-04-15T14:44:31.447 INFO:tasks.rados.rados.0.smithi016.stdout:2272: read oid 47 snap -1 2024-04-15T14:44:31.447 INFO:tasks.rados.rados.0.smithi016.stdout:2272: expect deleted 2024-04-15T14:44:31.447 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 12 current snap is 217 2024-04-15T14:44:31.447 INFO:tasks.rados.rados.0.smithi016.stdout:2273: seq_num 717 ranges {11157504=16384} 2024-04-15T14:44:31.508 INFO:tasks.rados.rados.0.smithi016.stdout:2273: writing smithi01678542-12 from 11157504 to 11173888 tid 1 2024-04-15T14:44:31.508 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 8 current snap is 217 2024-04-15T14:44:31.508 INFO:tasks.rados.rados.0.smithi016.stdout:2274: seq_num 718 ranges {0=32768} 2024-04-15T14:44:31.509 INFO:tasks.rados.rados.0.smithi016.stdout:2274: writing smithi01678542-8 from 0 to 32768 tid 1 2024-04-15T14:44:31.509 INFO:tasks.rados.rados.0.smithi016.stdout:2275: delete oid 31 current snap is 217 2024-04-15T14:44:31.511 INFO:tasks.rados.rados.0.smithi016.stdout:2272: done (3 left) 2024-04-15T14:44:31.511 INFO:tasks.rados.rados.0.smithi016.stdout:2275: done (2 left) 2024-04-15T14:44:31.511 INFO:tasks.rados.rados.0.smithi016.stdout:2276: delete oid 10 current snap is 217 2024-04-15T14:44:31.514 INFO:tasks.rados.rados.0.smithi016.stdout:2276: done (2 left) 2024-04-15T14:44:31.514 INFO:tasks.rados.rados.0.smithi016.stdout:2277: read oid 16 snap -1 2024-04-15T14:44:31.514 INFO:tasks.rados.rados.0.smithi016.stdout:2277: expect deleted 2024-04-15T14:44:31.514 INFO:tasks.rados.rados.0.smithi016.stdout:2278: read oid 11 snap -1 2024-04-15T14:44:31.515 INFO:tasks.rados.rados.0.smithi016.stdout:2278: expect (ObjNum 668 snap 206 seq_num 668) 2024-04-15T14:44:31.515 INFO:tasks.rados.rados.0.smithi016.stdout:2279: snap_remove snap 214 2024-04-15T14:44:31.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:44:31 smithi102 ceph-mon[87131]: pgmap v401: 121 pgs: 6 active+undersized+degraded, 30 active+undersized, 85 active+clean; 108 MiB data, 849 MiB used, 714 GiB / 715 GiB avail; 2.3 MiB/s rd, 0 B/s wr, 5 op/s; 17/213 objects degraded (7.981%); 542 KiB/s, 0 objects/s recovering 2024-04-15T14:44:31.688 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:44:31 smithi102 ceph-mon[87131]: osdmap e513: 8 total, 8 up, 8 in 2024-04-15T14:44:31.780 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:44:31 smithi016 ceph-mon[90652]: pgmap v401: 121 pgs: 6 active+undersized+degraded, 30 active+undersized, 85 active+clean; 108 MiB data, 849 MiB used, 714 GiB / 715 GiB avail; 2.3 MiB/s rd, 0 B/s wr, 5 op/s; 17/213 objects degraded (7.981%); 542 KiB/s, 0 objects/s recovering 2024-04-15T14:44:31.780 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:44:31 smithi016 ceph-mon[90652]: osdmap e513: 8 total, 8 up, 8 in 2024-04-15T14:44:31.780 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:44:31 smithi016 ceph-mon[93212]: pgmap v401: 121 pgs: 6 active+undersized+degraded, 30 active+undersized, 85 active+clean; 108 MiB data, 849 MiB used, 714 GiB / 715 GiB avail; 2.3 MiB/s rd, 0 B/s wr, 5 op/s; 17/213 objects degraded (7.981%); 542 KiB/s, 0 objects/s recovering 2024-04-15T14:44:31.781 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:44:31 smithi016 ceph-mon[93212]: osdmap e513: 8 total, 8 up, 8 in 2024-04-15T14:44:32.039 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 15 14:44:31 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-y[81421]: ::ffff:172.21.15.102 - - [15/Apr/2024:14:44:31] "GET /metrics HTTP/1.1" 200 36198 "" "Prometheus/2.43.0" 2024-04-15T14:44:32.460 INFO:tasks.rados.rados.0.smithi016.stdout:2279: done (4 left) 2024-04-15T14:44:32.460 INFO:tasks.rados.rados.0.smithi016.stdout:2280: copy_from oid 13 from oid 2 current snap is 217 2024-04-15T14:44:32.460 INFO:tasks.rados.rados.0.smithi016.stdout:2273: finishing write tid 1 to smithi01678542-12 2024-04-15T14:44:32.460 INFO:tasks.rados.rados.0.smithi016.stdout:2273: finishing write tid 2 to smithi01678542-12 2024-04-15T14:44:32.460 INFO:tasks.rados.rados.0.smithi016.stdout:2274: finishing write tid 1 to smithi01678542-8 2024-04-15T14:44:32.460 INFO:tasks.rados.rados.0.smithi016.stdout:2274: finishing write tid 2 to smithi01678542-8 2024-04-15T14:44:32.460 INFO:tasks.rados.rados.0.smithi016.stdout:2273: finishing write tid 3 to smithi01678542-12 2024-04-15T14:44:32.460 INFO:tasks.rados.rados.0.smithi016.stdout:2273: oid 12 updating version 0 to 921 2024-04-15T14:44:32.460 INFO:tasks.rados.rados.0.smithi016.stdout:2273: oid 12 updating version 921 to 922 2024-04-15T14:44:32.460 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 12 v 922 (ObjNum 717 snap 217 seq_num 717) dirty exists 2024-04-15T14:44:32.461 INFO:tasks.rados.rados.0.smithi016.stdout:2273: left oid 12 (ObjNum 717 snap 217 seq_num 717) 2024-04-15T14:44:32.461 INFO:tasks.rados.rados.0.smithi016.stdout:2274: finishing write tid 3 to smithi01678542-8 2024-04-15T14:44:32.461 INFO:tasks.rados.rados.0.smithi016.stdout:2274: oid 8 updating version 0 to 924 2024-04-15T14:44:32.461 INFO:tasks.rados.rados.0.smithi016.stdout:2274: oid 8 version 924 is already newer than 923 2024-04-15T14:44:32.461 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 8 v 924 (ObjNum 718 snap 217 seq_num 718) dirty exists 2024-04-15T14:44:32.461 INFO:tasks.rados.rados.0.smithi016.stdout:2274: left oid 8 (ObjNum 718 snap 217 seq_num 718) 2024-04-15T14:44:32.461 INFO:tasks.rados.rados.0.smithi016.stdout:2278: expect (ObjNum 668 snap 206 seq_num 668) 2024-04-15T14:44:32.509 INFO:tasks.rados.rados.0.smithi016.stdout:2280: finishing copy_from racing read to smithi01678542-13 2024-04-15T14:44:32.509 INFO:tasks.rados.rados.0.smithi016.stdout:2280: finishing copy_from to smithi01678542-13 2024-04-15T14:44:32.509 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 13 v 1018 (ObjNum 638 snap 193 seq_num 638) dirty exists 2024-04-15T14:44:32.509 INFO:tasks.rados.rados.0.smithi016.stdout:2273: done (4 left) 2024-04-15T14:44:32.509 INFO:tasks.rados.rados.0.smithi016.stdout:2274: done (3 left) 2024-04-15T14:44:32.510 INFO:tasks.rados.rados.0.smithi016.stdout:2277: done (2 left) 2024-04-15T14:44:32.510 INFO:tasks.rados.rados.0.smithi016.stdout:2278: done (1 left) 2024-04-15T14:44:32.510 INFO:tasks.rados.rados.0.smithi016.stdout:2280: done (0 left) 2024-04-15T14:44:32.510 INFO:tasks.rados.rados.0.smithi016.stdout:2281: snap_create 2024-04-15T14:44:32.687 INFO:journalctl@ceph.prometheus.a.smithi102.stdout:Apr 15 14:44:32 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-prometheus-a[78028]: ts=2024-04-15T14:44:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi016:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"362ea986-fb34-11ee-bc8f-c7b262605968\", instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T14:44:32.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:44:32 smithi102 ceph-mon[87131]: osdmap e514: 8 total, 8 up, 8 in 2024-04-15T14:44:32.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:44:32 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T14:44:32.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:44:32 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T14:44:32.688 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:44:32 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T14:44:32.688 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:44:32 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T14:44:32.688 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:44:32 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T14:44:32.688 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:44:32 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T14:44:32.688 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:44:32 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T14:44:32.688 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:44:32 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T14:44:32.688 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:44:32 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T14:44:32.688 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:44:32 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["7"], "max": 16}]: dispatch 2024-04-15T14:44:32.789 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:44:32 smithi016 ceph-mon[90652]: osdmap e514: 8 total, 8 up, 8 in 2024-04-15T14:44:32.789 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:44:32 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T14:44:32.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:44:32 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T14:44:32.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:44:32 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T14:44:32.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:44:32 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T14:44:32.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:44:32 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T14:44:32.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:44:32 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T14:44:32.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:44:32 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T14:44:32.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:44:32 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T14:44:32.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:44:32 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T14:44:32.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:44:32 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["7"], "max": 16}]: dispatch 2024-04-15T14:44:32.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:44:32 smithi016 ceph-mon[93212]: osdmap e514: 8 total, 8 up, 8 in 2024-04-15T14:44:32.791 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:44:32 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T14:44:32.791 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:44:32 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T14:44:32.791 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:44:32 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T14:44:32.791 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:44:32 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T14:44:32.791 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:44:32 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T14:44:32.791 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:44:32 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T14:44:32.791 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:44:32 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T14:44:32.792 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:44:32 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T14:44:32.792 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:44:32 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T14:44:32.792 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:44:32 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["7"], "max": 16}]: dispatch 2024-04-15T14:44:33.463 INFO:tasks.rados.rados.0.smithi016.stdout:2281: done (0 left) 2024-04-15T14:44:33.463 INFO:tasks.rados.rados.0.smithi016.stdout:2282: setattr oid 23 current snap is 218 2024-04-15T14:44:33.465 INFO:tasks.rados.rados.0.smithi016.stdout:2283: snap_create 2024-04-15T14:44:33.471 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 23 v 925 (ObjNum 289 snap 0 seq_num 3761121930) dirty exists 2024-04-15T14:44:33.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:44:33 smithi102 ceph-mon[87131]: pgmap v404: 121 pgs: 121 active+clean; 103 MiB data, 850 MiB used, 714 GiB / 715 GiB avail; 16 MiB/s rd, 1.7 MiB/s wr, 32 op/s; 3.2 MiB/s, 1 objects/s recovering 2024-04-15T14:44:33.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:44:33 smithi102 ceph-mon[87131]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["7"], "max": 16}]: dispatch 2024-04-15T14:44:33.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:44:33 smithi102 ceph-mon[87131]: Upgrade: osd.7 is safe to restart 2024-04-15T14:44:33.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:44:33 smithi102 ceph-mon[87131]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 17/213 objects degraded (7.981%), 6 pgs degraded) 2024-04-15T14:44:33.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:44:33 smithi102 ceph-mon[87131]: Cluster is now healthy 2024-04-15T14:44:33.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:44:33 smithi102 ceph-mon[87131]: osdmap e515: 8 total, 8 up, 8 in 2024-04-15T14:44:33.789 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:44:33 smithi016 ceph-mon[90652]: pgmap v404: 121 pgs: 121 active+clean; 103 MiB data, 850 MiB used, 714 GiB / 715 GiB avail; 16 MiB/s rd, 1.7 MiB/s wr, 32 op/s; 3.2 MiB/s, 1 objects/s recovering 2024-04-15T14:44:33.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:44:33 smithi016 ceph-mon[90652]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["7"], "max": 16}]: dispatch 2024-04-15T14:44:33.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:44:33 smithi016 ceph-mon[90652]: Upgrade: osd.7 is safe to restart 2024-04-15T14:44:33.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:44:33 smithi016 ceph-mon[90652]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 17/213 objects degraded (7.981%), 6 pgs degraded) 2024-04-15T14:44:33.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:44:33 smithi016 ceph-mon[90652]: Cluster is now healthy 2024-04-15T14:44:33.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:44:33 smithi016 ceph-mon[90652]: osdmap e515: 8 total, 8 up, 8 in 2024-04-15T14:44:33.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:44:33 smithi016 ceph-mon[93212]: pgmap v404: 121 pgs: 121 active+clean; 103 MiB data, 850 MiB used, 714 GiB / 715 GiB avail; 16 MiB/s rd, 1.7 MiB/s wr, 32 op/s; 3.2 MiB/s, 1 objects/s recovering 2024-04-15T14:44:33.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:44:33 smithi016 ceph-mon[93212]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["7"], "max": 16}]: dispatch 2024-04-15T14:44:33.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:44:33 smithi016 ceph-mon[93212]: Upgrade: osd.7 is safe to restart 2024-04-15T14:44:33.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:44:33 smithi016 ceph-mon[93212]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 17/213 objects degraded (7.981%), 6 pgs degraded) 2024-04-15T14:44:33.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:44:33 smithi016 ceph-mon[93212]: Cluster is now healthy 2024-04-15T14:44:33.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:44:33 smithi016 ceph-mon[93212]: osdmap e515: 8 total, 8 up, 8 in 2024-04-15T14:44:34.471 INFO:tasks.rados.rados.0.smithi016.stdout:2282: done (1 left) 2024-04-15T14:44:34.472 INFO:tasks.rados.rados.0.smithi016.stdout:2283: done (0 left) 2024-04-15T14:44:34.472 INFO:tasks.rados.rados.0.smithi016.stdout:2284: read oid 30 snap 212 2024-04-15T14:44:34.472 INFO:tasks.rados.rados.0.smithi016.stdout:2284: expect deleted 2024-04-15T14:44:34.472 INFO:tasks.rados.rados.0.smithi016.stdout:2285: read oid 25 snap -1 2024-04-15T14:44:34.472 INFO:tasks.rados.rados.0.smithi016.stdout:2285: expect deleted 2024-04-15T14:44:34.472 INFO:tasks.rados.rados.0.smithi016.stdout:2286: read oid 50 snap -1 2024-04-15T14:44:34.473 INFO:tasks.rados.rados.0.smithi016.stdout:2286: expect deleted 2024-04-15T14:44:34.473 INFO:tasks.rados.rados.0.smithi016.stdout:2287: snap_create 2024-04-15T14:44:34.765 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:44:34 smithi102 ceph-mon[87131]: osdmap e516: 8 total, 8 up, 8 in 2024-04-15T14:44:34.765 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:44:34 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T14:44:34.765 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:44:34 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.7"}]: dispatch 2024-04-15T14:44:34.765 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:44:34 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T14:44:34.789 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:44:34 smithi016 ceph-mon[90652]: osdmap e516: 8 total, 8 up, 8 in 2024-04-15T14:44:34.789 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:44:34 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T14:44:34.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:44:34 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.7"}]: dispatch 2024-04-15T14:44:34.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:44:34 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T14:44:34.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:44:34 smithi016 ceph-mon[93212]: osdmap e516: 8 total, 8 up, 8 in 2024-04-15T14:44:34.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:44:34 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T14:44:34.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:44:34 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.7"}]: dispatch 2024-04-15T14:44:34.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:44:34 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T14:44:35.315 INFO:tasks.rados.rados.0.smithi016.stdout:2284: done (3 left) 2024-04-15T14:44:35.315 INFO:tasks.rados.rados.0.smithi016.stdout:2285: done (2 left) 2024-04-15T14:44:35.315 INFO:tasks.rados.rados.0.smithi016.stdout:2286: done (1 left) 2024-04-15T14:44:35.315 INFO:tasks.rados.rados.0.smithi016.stdout:2287: done (0 left) 2024-04-15T14:44:35.315 INFO:tasks.rados.rados.0.smithi016.stdout:2288: snap_remove snap 213 2024-04-15T14:44:35.677 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:44:35 smithi102 ceph-mon[87131]: pgmap v407: 121 pgs: 121 active+clean; 103 MiB data, 850 MiB used, 714 GiB / 715 GiB avail; 14 MiB/s rd, 1.7 MiB/s wr, 26 op/s; 2.7 MiB/s, 1 objects/s recovering 2024-04-15T14:44:35.677 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:44:35 smithi102 ceph-mon[87131]: Upgrade: Updating osd.7 2024-04-15T14:44:35.677 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:44:35 smithi102 ceph-mon[87131]: Deploying daemon osd.7 on smithi102 2024-04-15T14:44:35.677 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:44:35 smithi102 ceph-mon[87131]: osdmap e517: 8 total, 8 up, 8 in 2024-04-15T14:44:35.678 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:44:35 smithi102 ceph-mon[87131]: osdmap e518: 8 total, 8 up, 8 in 2024-04-15T14:44:35.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:44:35 smithi016 ceph-mon[90652]: pgmap v407: 121 pgs: 121 active+clean; 103 MiB data, 850 MiB used, 714 GiB / 715 GiB avail; 14 MiB/s rd, 1.7 MiB/s wr, 26 op/s; 2.7 MiB/s, 1 objects/s recovering 2024-04-15T14:44:35.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:44:35 smithi016 ceph-mon[90652]: Upgrade: Updating osd.7 2024-04-15T14:44:35.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:44:35 smithi016 ceph-mon[90652]: Deploying daemon osd.7 on smithi102 2024-04-15T14:44:35.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:44:35 smithi016 ceph-mon[90652]: osdmap e517: 8 total, 8 up, 8 in 2024-04-15T14:44:35.791 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:44:35 smithi016 ceph-mon[90652]: osdmap e518: 8 total, 8 up, 8 in 2024-04-15T14:44:35.791 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:44:35 smithi016 ceph-mon[93212]: pgmap v407: 121 pgs: 121 active+clean; 103 MiB data, 850 MiB used, 714 GiB / 715 GiB avail; 14 MiB/s rd, 1.7 MiB/s wr, 26 op/s; 2.7 MiB/s, 1 objects/s recovering 2024-04-15T14:44:35.791 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:44:35 smithi016 ceph-mon[93212]: Upgrade: Updating osd.7 2024-04-15T14:44:35.791 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:44:35 smithi016 ceph-mon[93212]: Deploying daemon osd.7 on smithi102 2024-04-15T14:44:35.792 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:44:35 smithi016 ceph-mon[93212]: osdmap e517: 8 total, 8 up, 8 in 2024-04-15T14:44:35.792 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:44:35 smithi016 ceph-mon[93212]: osdmap e518: 8 total, 8 up, 8 in 2024-04-15T14:44:36.317 INFO:tasks.rados.rados.0.smithi016.stdout:2288: done (0 left) 2024-04-15T14:44:36.317 INFO:tasks.rados.rados.0.smithi016.stdout:2289: rmattr oid 49 current snap is 220 2024-04-15T14:44:36.318 INFO:tasks.rados.rados.0.smithi016.stdout:2290: rollback oid 46 current snap is 220 2024-04-15T14:44:36.318 INFO:tasks.rados.rados.0.smithi016.stdout:rollback oid 46 to 211 2024-04-15T14:44:36.318 INFO:tasks.rados.rados.0.smithi016.stdout:2291: snap_create 2024-04-15T14:44:36.326 INFO:tasks.rados.rados.0.smithi016.stdout:2290: finishing rollback tid 0 to smithi01678542-46 2024-04-15T14:44:36.328 INFO:tasks.rados.rados.0.smithi016.stdout:2290: finishing rollback tid 1 to smithi01678542-46 2024-04-15T14:44:36.328 INFO:tasks.rados.rados.0.smithi016.stdout:2290: finishing rollback tid 2 to smithi01678542-46 2024-04-15T14:44:36.328 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 46 v 1040 (ObjNum 584 snap 179 seq_num 584) dirty exists 2024-04-15T14:44:36.331 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 49 v 1011 (ObjNum 547 snap 170 seq_num 547) dirty exists 2024-04-15T14:44:37.319 INFO:tasks.rados.rados.0.smithi016.stdout:2289: done (2 left) 2024-04-15T14:44:37.319 INFO:tasks.rados.rados.0.smithi016.stdout:2290: done (1 left) 2024-04-15T14:44:37.319 INFO:tasks.rados.rados.0.smithi016.stdout:2291: done (0 left) 2024-04-15T14:44:37.319 INFO:tasks.rados.rados.0.smithi016.stdout:2292: rmattr oid 32 current snap is 221 2024-04-15T14:44:37.319 INFO:tasks.rados.rados.0.smithi016.stdout:2292: done (0 left) 2024-04-15T14:44:37.319 INFO:tasks.rados.rados.0.smithi016.stdout:2293: rollback oid 3 current snap is 221 2024-04-15T14:44:37.319 INFO:tasks.rados.rados.0.smithi016.stdout:rollback oid 3 to 212 2024-04-15T14:44:37.319 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 9 current snap is 221 2024-04-15T14:44:37.319 INFO:tasks.rados.rados.0.smithi016.stdout:2294: seq_num 721 ranges {0=81920} 2024-04-15T14:44:37.320 INFO:tasks.rados.rados.0.smithi016.stdout:2294: writing smithi01678542-9 from 0 to 81920 tid 1 2024-04-15T14:44:37.320 INFO:tasks.rados.rados.0.smithi016.stdout:2295: snap_create 2024-04-15T14:44:37.325 INFO:tasks.rados.rados.0.smithi016.stdout:2294: finishing write tid 1 to smithi01678542-9 2024-04-15T14:44:37.326 INFO:tasks.rados.rados.0.smithi016.stdout:2294: finishing write tid 2 to smithi01678542-9 2024-04-15T14:44:37.327 INFO:tasks.rados.rados.0.smithi016.stdout:2293: finishing rollback tid 0 to smithi01678542-3 2024-04-15T14:44:37.328 INFO:tasks.rados.rados.0.smithi016.stdout:2293: finishing rollback tid 1 to smithi01678542-3 2024-04-15T14:44:37.328 INFO:tasks.rados.rados.0.smithi016.stdout:2293: finishing rollback tid 2 to smithi01678542-3 2024-04-15T14:44:37.328 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 3 v 979 (ObjNum 688 snap 208 seq_num 688) dirty exists 2024-04-15T14:44:37.328 INFO:tasks.rados.rados.0.smithi016.stdout:2294: finishing write tid 3 to smithi01678542-9 2024-04-15T14:44:37.328 INFO:tasks.rados.rados.0.smithi016.stdout:2294: oid 9 updating version 0 to 1036 2024-04-15T14:44:37.328 INFO:tasks.rados.rados.0.smithi016.stdout:2294: oid 9 updating version 1036 to 1037 2024-04-15T14:44:37.328 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 9 v 1037 (ObjNum 721 snap 221 seq_num 721) dirty exists 2024-04-15T14:44:37.328 INFO:tasks.rados.rados.0.smithi016.stdout:2294: left oid 9 (ObjNum 721 snap 221 seq_num 721) 2024-04-15T14:44:37.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:44:37 smithi102 ceph-mon[87131]: pgmap v410: 121 pgs: 121 active+clean; 99 MiB data, 850 MiB used, 714 GiB / 715 GiB avail; 14 KiB/s rd, 278 KiB/s wr, 8 op/s 2024-04-15T14:44:37.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:44:37 smithi102 ceph-mon[87131]: osdmap e519: 8 total, 8 up, 8 in 2024-04-15T14:44:37.789 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:44:37 smithi016 ceph-mon[90652]: pgmap v410: 121 pgs: 121 active+clean; 99 MiB data, 850 MiB used, 714 GiB / 715 GiB avail; 14 KiB/s rd, 278 KiB/s wr, 8 op/s 2024-04-15T14:44:37.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:44:37 smithi016 ceph-mon[90652]: osdmap e519: 8 total, 8 up, 8 in 2024-04-15T14:44:37.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:44:37 smithi016 ceph-mon[93212]: pgmap v410: 121 pgs: 121 active+clean; 99 MiB data, 850 MiB used, 714 GiB / 715 GiB avail; 14 KiB/s rd, 278 KiB/s wr, 8 op/s 2024-04-15T14:44:37.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:44:37 smithi016 ceph-mon[93212]: osdmap e519: 8 total, 8 up, 8 in 2024-04-15T14:44:37.937 INFO:journalctl@ceph.osd.7.smithi102.stdout:Apr 15 14:44:37 smithi102 systemd[1]: Stopping Ceph osd.7 for 362ea986-fb34-11ee-bc8f-c7b262605968... 2024-04-15T14:44:37.937 INFO:journalctl@ceph.osd.7.smithi102.stdout:Apr 15 14:44:37 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-osd-7[54921]: 2024-04-15T14:44:37.707+0000 7f368b3c7700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.7 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-04-15T14:44:37.937 INFO:journalctl@ceph.osd.7.smithi102.stdout:Apr 15 14:44:37 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-osd-7[54921]: 2024-04-15T14:44:37.707+0000 7f368b3c7700 -1 osd.7 520 *** Got signal Terminated *** 2024-04-15T14:44:37.937 INFO:journalctl@ceph.osd.7.smithi102.stdout:Apr 15 14:44:37 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-osd-7[54921]: 2024-04-15T14:44:37.707+0000 7f368b3c7700 -1 osd.7 520 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-04-15T14:44:38.331 INFO:tasks.rados.rados.0.smithi016.stdout:2293: done (2 left) 2024-04-15T14:44:38.331 INFO:tasks.rados.rados.0.smithi016.stdout:2294: done (1 left) 2024-04-15T14:44:38.331 INFO:tasks.rados.rados.0.smithi016.stdout:2295: done (0 left) 2024-04-15T14:44:38.331 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 33 current snap is 222 2024-04-15T14:44:38.331 INFO:tasks.rados.rados.0.smithi016.stdout:2296: seq_num 722 ranges {3375104=98304} 2024-04-15T14:44:38.351 INFO:tasks.rados.rados.0.smithi016.stdout:2296: writing smithi01678542-33 from 3375104 to 3473408 tid 1 2024-04-15T14:44:38.351 INFO:tasks.rados.rados.0.smithi016.stdout:2297: snap_create 2024-04-15T14:44:38.354 INFO:tasks.rados.rados.0.smithi016.stdout:2296: finishing write tid 1 to smithi01678542-33 2024-04-15T14:44:38.358 INFO:tasks.rados.rados.0.smithi016.stdout:2296: finishing write tid 2 to smithi01678542-33 2024-04-15T14:44:38.358 INFO:tasks.rados.rados.0.smithi016.stdout:2296: finishing write tid 3 to smithi01678542-33 2024-04-15T14:44:38.358 INFO:tasks.rados.rados.0.smithi016.stdout:2296: oid 33 updating version 0 to 1172 2024-04-15T14:44:38.358 INFO:tasks.rados.rados.0.smithi016.stdout:2296: oid 33 updating version 1172 to 1173 2024-04-15T14:44:38.358 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 33 v 1173 (ObjNum 722 snap 222 seq_num 722) dirty exists 2024-04-15T14:44:38.358 INFO:tasks.rados.rados.0.smithi016.stdout:2296: left oid 33 (ObjNum 722 snap 222 seq_num 722) 2024-04-15T14:44:38.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:44:38 smithi102 ceph-mon[87131]: osdmap e520: 8 total, 8 up, 8 in 2024-04-15T14:44:38.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:44:38 smithi102 ceph-mon[87131]: osd.7 marked itself down and dead 2024-04-15T14:44:38.789 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:44:38 smithi016 ceph-mon[90652]: osdmap e520: 8 total, 8 up, 8 in 2024-04-15T14:44:38.789 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:44:38 smithi016 ceph-mon[90652]: osd.7 marked itself down and dead 2024-04-15T14:44:38.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:44:38 smithi016 ceph-mon[93212]: osdmap e520: 8 total, 8 up, 8 in 2024-04-15T14:44:38.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:44:38 smithi016 ceph-mon[93212]: osd.7 marked itself down and dead 2024-04-15T14:44:39.149 INFO:journalctl@ceph.osd.7.smithi102.stdout:Apr 15 14:44:38 smithi102 podman[107301]: 2024-04-15 14:44:38.860286123 +0000 UTC m=+1.257580752 container died f9ac771a8a69fe27253d8b7292eeccd46246105cd44d13242d7ad95e5513257b (image=quay.ceph.io/ceph-ci/ceph@sha256:68779415073ff203e402b0379758fdddf51fc45e34dd0f039888aa95268c5315, name=ceph-362ea986-fb34-11ee-bc8f-c7b262605968-osd-7, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, RELEASE=reef-e3fb05d, io.buildah.version=1.33.5, GIT_BRANCH=HEAD, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.build-date=20240409, CEPH_POINT_RELEASE=, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True) 2024-04-15T14:44:39.339 INFO:tasks.rados.rados.0.smithi016.stdout:2296: done (1 left) 2024-04-15T14:44:39.339 INFO:tasks.rados.rados.0.smithi016.stdout:2297: done (0 left) 2024-04-15T14:44:39.339 INFO:tasks.rados.rados.0.smithi016.stdout:2298: delete oid 46 current snap is 223 2024-04-15T14:44:39.351 INFO:tasks.rados.rados.0.smithi016.stdout:2298: done (0 left) 2024-04-15T14:44:39.351 INFO:tasks.rados.rados.0.smithi016.stdout:2299: delete oid 40 current snap is 223 2024-04-15T14:44:39.352 INFO:tasks.rados.rados.0.smithi016.stdout:2299: done (0 left) 2024-04-15T14:44:39.352 INFO:tasks.rados.rados.0.smithi016.stdout:2300: snap_create 2024-04-15T14:44:39.437 INFO:journalctl@ceph.osd.7.smithi102.stdout:Apr 15 14:44:39 smithi102 podman[107301]: 2024-04-15 14:44:39.347540493 +0000 UTC m=+1.744835105 container cleanup f9ac771a8a69fe27253d8b7292eeccd46246105cd44d13242d7ad95e5513257b (image=quay.ceph.io/ceph-ci/ceph@sha256:68779415073ff203e402b0379758fdddf51fc45e34dd0f039888aa95268c5315, name=ceph-362ea986-fb34-11ee-bc8f-c7b262605968-osd-7, io.buildah.version=1.33.5, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240409, CEPH_POINT_RELEASE=, GIT_CLEAN=True, RELEASE=reef-e3fb05d, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, ceph=True, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image) 2024-04-15T14:44:39.437 INFO:journalctl@ceph.osd.7.smithi102.stdout:Apr 15 14:44:39 smithi102 bash[107301]: ceph-362ea986-fb34-11ee-bc8f-c7b262605968-osd-7 2024-04-15T14:44:39.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:44:39 smithi102 ceph-mon[87131]: pgmap v413: 121 pgs: 121 active+clean; 99 MiB data, 850 MiB used, 714 GiB / 715 GiB avail; 1.2 MiB/s rd, 278 KiB/s wr, 9 op/s 2024-04-15T14:44:39.438 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:44:39 smithi102 ceph-mon[87131]: Health check failed: 1 osds down (OSD_DOWN) 2024-04-15T14:44:39.438 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:44:39 smithi102 ceph-mon[87131]: Health check failed: all OSDs are running squid or later but require_osd_release < squid (OSD_UPGRADE_FINISHED) 2024-04-15T14:44:39.438 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:44:39 smithi102 ceph-mon[87131]: osdmap e521: 8 total, 7 up, 8 in 2024-04-15T14:44:39.438 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:44:39 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T14:44:39.438 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:44:39 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T14:44:39.438 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:44:39 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T14:44:39.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:44:39 smithi016 ceph-mon[90652]: pgmap v413: 121 pgs: 121 active+clean; 99 MiB data, 850 MiB used, 714 GiB / 715 GiB avail; 1.2 MiB/s rd, 278 KiB/s wr, 9 op/s 2024-04-15T14:44:39.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:44:39 smithi016 ceph-mon[90652]: Health check failed: 1 osds down (OSD_DOWN) 2024-04-15T14:44:39.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:44:39 smithi016 ceph-mon[90652]: Health check failed: all OSDs are running squid or later but require_osd_release < squid (OSD_UPGRADE_FINISHED) 2024-04-15T14:44:39.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:44:39 smithi016 ceph-mon[90652]: osdmap e521: 8 total, 7 up, 8 in 2024-04-15T14:44:39.791 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:44:39 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T14:44:39.791 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:44:39 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T14:44:39.791 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:44:39 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T14:44:39.791 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:44:39 smithi016 ceph-mon[93212]: pgmap v413: 121 pgs: 121 active+clean; 99 MiB data, 850 MiB used, 714 GiB / 715 GiB avail; 1.2 MiB/s rd, 278 KiB/s wr, 9 op/s 2024-04-15T14:44:39.791 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:44:39 smithi016 ceph-mon[93212]: Health check failed: 1 osds down (OSD_DOWN) 2024-04-15T14:44:39.791 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:44:39 smithi016 ceph-mon[93212]: Health check failed: all OSDs are running squid or later but require_osd_release < squid (OSD_UPGRADE_FINISHED) 2024-04-15T14:44:39.791 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:44:39 smithi016 ceph-mon[93212]: osdmap e521: 8 total, 7 up, 8 in 2024-04-15T14:44:39.791 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:44:39 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T14:44:39.791 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:44:39 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T14:44:39.791 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:44:39 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T14:44:39.937 INFO:journalctl@ceph.osd.7.smithi102.stdout:Apr 15 14:44:39 smithi102 podman[107327]: 2024-04-15 14:44:39.56598905 +0000 UTC m=+0.709065193 container remove f9ac771a8a69fe27253d8b7292eeccd46246105cd44d13242d7ad95e5513257b (image=quay.ceph.io/ceph-ci/ceph@sha256:68779415073ff203e402b0379758fdddf51fc45e34dd0f039888aa95268c5315, name=ceph-362ea986-fb34-11ee-bc8f-c7b262605968-osd-7, io.buildah.version=1.33.5, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, org.label-schema.build-date=20240409, RELEASE=reef-e3fb05d, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, ceph=True, maintainer=Guillaume Abrioux , GIT_CLEAN=True, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image) 2024-04-15T14:44:40.317 INFO:tasks.rados.rados.0.smithi016.stdout:2300: done (0 left) 2024-04-15T14:44:40.317 INFO:tasks.rados.rados.0.smithi016.stdout:2301: read oid 50 snap -1 2024-04-15T14:44:40.317 INFO:tasks.rados.rados.0.smithi016.stdout:2301: expect deleted 2024-04-15T14:44:40.317 INFO:tasks.rados.rados.0.smithi016.stdout:2302: read oid 18 snap -1 2024-04-15T14:44:40.317 INFO:tasks.rados.rados.0.smithi016.stdout:2302: expect deleted 2024-04-15T14:44:40.318 INFO:tasks.rados.rados.0.smithi016.stdout:2303: rmattr oid 13 current snap is 224 2024-04-15T14:44:40.318 INFO:tasks.rados.rados.0.smithi016.stdout:2304: rmattr oid 5 current snap is 224 2024-04-15T14:44:40.318 INFO:tasks.rados.rados.0.smithi016.stdout:2304: done (3 left) 2024-04-15T14:44:40.318 INFO:tasks.rados.rados.0.smithi016.stdout:2305: snap_create 2024-04-15T14:44:40.323 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 13 v 1019 (ObjNum 638 snap 193 seq_num 638) dirty exists 2024-04-15T14:44:40.338 INFO:journalctl@ceph.osd.7.smithi102.stdout:Apr 15 14:44:40 smithi102 podman[107433]: 2024-04-15 14:44:39.921836264 +0000 UTC m=+0.018141218 image pull 259793512b732efd8e04a33aa28c6de3675c47d120bc226206521425d246003e quay.ceph.io/ceph-ci/ceph@sha256:55072b3f7eae2e3409906b98d09d882e1c3dc2a9205d85fd5f4c0bc62f82d163 2024-04-15T14:44:40.338 INFO:journalctl@ceph.osd.7.smithi102.stdout:Apr 15 14:44:40 smithi102 podman[107433]: 2024-04-15 14:44:40.233735243 +0000 UTC m=+0.330040184 container create 8fec7e84efecfe70e47d02bdc6b0a364e6be4986a340d9e27669a113c08e6507 (image=quay.ceph.io/ceph-ci/ceph@sha256:55072b3f7eae2e3409906b98d09d882e1c3dc2a9205d85fd5f4c0bc62f82d163, name=ceph-362ea986-fb34-11ee-bc8f-c7b262605968-osd-7-deactivate, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.build-date=20240409, GIT_CLEAN=True, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, io.buildah.version=1.33.5, ceph=True, org.label-schema.schema-version=1.0, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, CEPH_POINT_RELEASE=, RELEASE=main-c2d8c31, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-04-15T14:44:40.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:44:40 smithi102 ceph-mon[87131]: osdmap e522: 8 total, 7 up, 8 in 2024-04-15T14:44:40.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:44:40 smithi102 ceph-mon[87131]: osdmap e523: 8 total, 7 up, 8 in 2024-04-15T14:44:40.687 INFO:journalctl@ceph.osd.7.smithi102.stdout:Apr 15 14:44:40 smithi102 podman[107433]: 2024-04-15 14:44:40.452855929 +0000 UTC m=+0.549160889 container init 8fec7e84efecfe70e47d02bdc6b0a364e6be4986a340d9e27669a113c08e6507 (image=quay.ceph.io/ceph-ci/ceph@sha256:55072b3f7eae2e3409906b98d09d882e1c3dc2a9205d85fd5f4c0bc62f82d163, name=ceph-362ea986-fb34-11ee-bc8f-c7b262605968-osd-7-deactivate, org.label-schema.build-date=20240409, org.label-schema.schema-version=1.0, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, GIT_BRANCH=HEAD, RELEASE=main-c2d8c31, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, io.buildah.version=1.33.5, ceph=True, GIT_CLEAN=True, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS) 2024-04-15T14:44:40.688 INFO:journalctl@ceph.osd.7.smithi102.stdout:Apr 15 14:44:40 smithi102 podman[107433]: 2024-04-15 14:44:40.458602305 +0000 UTC m=+0.554907248 container start 8fec7e84efecfe70e47d02bdc6b0a364e6be4986a340d9e27669a113c08e6507 (image=quay.ceph.io/ceph-ci/ceph@sha256:55072b3f7eae2e3409906b98d09d882e1c3dc2a9205d85fd5f4c0bc62f82d163, name=ceph-362ea986-fb34-11ee-bc8f-c7b262605968-osd-7-deactivate, org.label-schema.name=CentOS Stream 8 Base Image, maintainer=Guillaume Abrioux , ceph=True, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, CEPH_POINT_RELEASE=, GIT_CLEAN=True, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, RELEASE=main-c2d8c31, org.label-schema.build-date=20240409, io.buildah.version=1.33.5) 2024-04-15T14:44:40.688 INFO:journalctl@ceph.osd.7.smithi102.stdout:Apr 15 14:44:40 smithi102 podman[107433]: 2024-04-15 14:44:40.552844412 +0000 UTC m=+0.649149357 container attach 8fec7e84efecfe70e47d02bdc6b0a364e6be4986a340d9e27669a113c08e6507 (image=quay.ceph.io/ceph-ci/ceph@sha256:55072b3f7eae2e3409906b98d09d882e1c3dc2a9205d85fd5f4c0bc62f82d163, name=ceph-362ea986-fb34-11ee-bc8f-c7b262605968-osd-7-deactivate, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, org.label-schema.build-date=20240409, io.buildah.version=1.33.5, ceph=True, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, RELEASE=main-c2d8c31) 2024-04-15T14:44:40.789 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:44:40 smithi016 ceph-mon[90652]: osdmap e522: 8 total, 7 up, 8 in 2024-04-15T14:44:40.789 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:44:40 smithi016 ceph-mon[90652]: osdmap e523: 8 total, 7 up, 8 in 2024-04-15T14:44:40.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:44:40 smithi016 ceph-mon[93212]: osdmap e522: 8 total, 7 up, 8 in 2024-04-15T14:44:40.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:44:40 smithi016 ceph-mon[93212]: osdmap e523: 8 total, 7 up, 8 in 2024-04-15T14:44:41.099 INFO:journalctl@ceph.osd.7.smithi102.stdout:Apr 15 14:44:40 smithi102 podman[107433]: 2024-04-15 14:44:40.752044481 +0000 UTC m=+0.848349417 container died 8fec7e84efecfe70e47d02bdc6b0a364e6be4986a340d9e27669a113c08e6507 (image=quay.ceph.io/ceph-ci/ceph@sha256:55072b3f7eae2e3409906b98d09d882e1c3dc2a9205d85fd5f4c0bc62f82d163, name=ceph-362ea986-fb34-11ee-bc8f-c7b262605968-osd-7-deactivate, org.label-schema.schema-version=1.0, RELEASE=main-c2d8c31, org.label-schema.license=GPLv2, org.label-schema.build-date=20240409, org.label-schema.name=CentOS Stream 8 Base Image, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux , GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.vendor=CentOS, ceph=True, CEPH_POINT_RELEASE=, GIT_CLEAN=True, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-04-15T14:44:41.320 INFO:tasks.rados.rados.0.smithi016.stdout:2301: done (3 left) 2024-04-15T14:44:41.320 INFO:tasks.rados.rados.0.smithi016.stdout:2302: done (2 left) 2024-04-15T14:44:41.320 INFO:tasks.rados.rados.0.smithi016.stdout:2303: done (1 left) 2024-04-15T14:44:41.320 INFO:tasks.rados.rados.0.smithi016.stdout:2305: done (0 left) 2024-04-15T14:44:41.320 INFO:tasks.rados.rados.0.smithi016.stdout:2306: copy_from oid 48 from oid 32 current snap is 225 2024-04-15T14:44:41.320 INFO:tasks.rados.rados.0.smithi016.stdout:2307: rollback oid 19 current snap is 225 2024-04-15T14:44:41.321 INFO:tasks.rados.rados.0.smithi016.stdout:rollback oid 19 to 224 2024-04-15T14:44:41.321 INFO:tasks.rados.rados.0.smithi016.stdout:2308: copy_from oid 36 from oid 37 current snap is 225 2024-04-15T14:44:41.321 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 39 current snap is 225 2024-04-15T14:44:41.321 INFO:tasks.rados.rados.0.smithi016.stdout:2309: seq_num 725 ranges {0=147456} 2024-04-15T14:44:41.321 INFO:tasks.rados.rados.0.smithi016.stdout:2309: writing smithi01678542-39 from 0 to 147456 tid 1 2024-04-15T14:44:41.321 INFO:tasks.rados.rados.0.smithi016.stdout:2310: snap_create 2024-04-15T14:44:41.325 INFO:tasks.rados.rados.0.smithi016.stdout:2309: finishing write tid 1 to smithi01678542-39 2024-04-15T14:44:41.325 INFO:tasks.rados.rados.0.smithi016.stdout:2307: finishing rollback tid 0 to smithi01678542-19 2024-04-15T14:44:41.326 INFO:tasks.rados.rados.0.smithi016.stdout:2306: finishing copy_from racing read to smithi01678542-48 2024-04-15T14:44:41.326 INFO:tasks.rados.rados.0.smithi016.stdout:2308: finishing copy_from to smithi01678542-36 2024-04-15T14:44:41.326 INFO:tasks.rados.rados.0.smithi016.stdout:2308: got expected ENOENT (src dne) 2024-04-15T14:44:41.327 INFO:tasks.rados.rados.0.smithi016.stdout:2308: finishing copy_from racing read to smithi01678542-36 2024-04-15T14:44:41.327 INFO:tasks.rados.rados.0.smithi016.stdout:2309: finishing write tid 2 to smithi01678542-39 2024-04-15T14:44:41.327 INFO:tasks.rados.rados.0.smithi016.stdout:2307: finishing rollback tid 1 to smithi01678542-19 2024-04-15T14:44:41.327 INFO:tasks.rados.rados.0.smithi016.stdout:2307: finishing rollback tid 2 to smithi01678542-19 2024-04-15T14:44:41.327 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 19 v 1048 (ObjNum 97 snap 0 seq_num 3760986861) dirty exists 2024-04-15T14:44:41.327 INFO:tasks.rados.rados.0.smithi016.stdout:2306: finishing copy_from to smithi01678542-48 2024-04-15T14:44:41.327 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 48 v 1016 (ObjNum 593 snap 181 seq_num 593) dirty exists 2024-04-15T14:44:41.328 INFO:tasks.rados.rados.0.smithi016.stdout:2309: finishing write tid 3 to smithi01678542-39 2024-04-15T14:44:41.328 INFO:tasks.rados.rados.0.smithi016.stdout:2309: oid 39 updating version 0 to 1021 2024-04-15T14:44:41.328 INFO:tasks.rados.rados.0.smithi016.stdout:2309: oid 39 version 1021 is already newer than 1020 2024-04-15T14:44:41.328 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 39 v 1021 (ObjNum 725 snap 225 seq_num 725) dirty exists 2024-04-15T14:44:41.328 INFO:tasks.rados.rados.0.smithi016.stdout:2309: left oid 39 (ObjNum 725 snap 225 seq_num 725) 2024-04-15T14:44:41.375 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:44:41 smithi102 ceph-mon[87131]: pgmap v416: 121 pgs: 18 stale+active+clean, 103 active+clean; 99 MiB data, 850 MiB used, 714 GiB / 715 GiB avail; 1.1 MiB/s rd, 0 op/s 2024-04-15T14:44:41.375 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:44:41 smithi102 ceph-mon[87131]: osdmap e524: 8 total, 7 up, 8 in 2024-04-15T14:44:41.687 INFO:journalctl@ceph.osd.7.smithi102.stdout:Apr 15 14:44:41 smithi102 podman[107479]: 2024-04-15 14:44:41.373133984 +0000 UTC m=+0.612338254 container remove 8fec7e84efecfe70e47d02bdc6b0a364e6be4986a340d9e27669a113c08e6507 (image=quay.ceph.io/ceph-ci/ceph@sha256:55072b3f7eae2e3409906b98d09d882e1c3dc2a9205d85fd5f4c0bc62f82d163, name=ceph-362ea986-fb34-11ee-bc8f-c7b262605968-osd-7-deactivate, org.label-schema.build-date=20240409, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, io.buildah.version=1.33.5, GIT_CLEAN=True, RELEASE=main-c2d8c31, org.label-schema.vendor=CentOS, ceph=True) 2024-04-15T14:44:41.688 INFO:journalctl@ceph.osd.7.smithi102.stdout:Apr 15 14:44:41 smithi102 systemd[1]: ceph-362ea986-fb34-11ee-bc8f-c7b262605968@osd.7.service: Deactivated successfully. 2024-04-15T14:44:41.688 INFO:journalctl@ceph.osd.7.smithi102.stdout:Apr 15 14:44:41 smithi102 systemd[1]: Stopped Ceph osd.7 for 362ea986-fb34-11ee-bc8f-c7b262605968. 2024-04-15T14:44:41.688 INFO:journalctl@ceph.osd.7.smithi102.stdout:Apr 15 14:44:41 smithi102 systemd[1]: ceph-362ea986-fb34-11ee-bc8f-c7b262605968@osd.7.service: Consumed 14.756s CPU time. 2024-04-15T14:44:41.688 INFO:journalctl@ceph.osd.7.smithi102.stdout:Apr 15 14:44:41 smithi102 systemd[1]: Starting Ceph osd.7 for 362ea986-fb34-11ee-bc8f-c7b262605968... 2024-04-15T14:44:41.780 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:44:41 smithi016 ceph-mon[90652]: pgmap v416: 121 pgs: 18 stale+active+clean, 103 active+clean; 99 MiB data, 850 MiB used, 714 GiB / 715 GiB avail; 1.1 MiB/s rd, 0 op/s 2024-04-15T14:44:41.780 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:44:41 smithi016 ceph-mon[90652]: osdmap e524: 8 total, 7 up, 8 in 2024-04-15T14:44:41.780 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:44:41 smithi016 ceph-mon[93212]: pgmap v416: 121 pgs: 18 stale+active+clean, 103 active+clean; 99 MiB data, 850 MiB used, 714 GiB / 715 GiB avail; 1.1 MiB/s rd, 0 op/s 2024-04-15T14:44:41.781 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:44:41 smithi016 ceph-mon[93212]: osdmap e524: 8 total, 7 up, 8 in 2024-04-15T14:44:42.039 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 15 14:44:41 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-y[81421]: ::ffff:172.21.15.102 - - [15/Apr/2024:14:44:41] "GET /metrics HTTP/1.1" 200 36275 "" "Prometheus/2.43.0" 2024-04-15T14:44:42.127 INFO:journalctl@ceph.osd.7.smithi102.stdout:Apr 15 14:44:41 smithi102 podman[107588]: 2024-04-15 14:44:41.717789609 +0000 UTC m=+0.017504395 image pull 259793512b732efd8e04a33aa28c6de3675c47d120bc226206521425d246003e quay.ceph.io/ceph-ci/ceph@sha256:55072b3f7eae2e3409906b98d09d882e1c3dc2a9205d85fd5f4c0bc62f82d163 2024-04-15T14:44:42.127 INFO:journalctl@ceph.osd.7.smithi102.stdout:Apr 15 14:44:41 smithi102 podman[107588]: 2024-04-15 14:44:41.816282786 +0000 UTC m=+0.115997543 container create dc342cb133272cfc954199ab4c59d5adf8f019bd6398b13d3152d32b83d9bc92 (image=quay.ceph.io/ceph-ci/ceph@sha256:55072b3f7eae2e3409906b98d09d882e1c3dc2a9205d85fd5f4c0bc62f82d163, name=ceph-362ea986-fb34-11ee-bc8f-c7b262605968-osd-7-activate, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, ceph=True, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , GIT_CLEAN=True, RELEASE=main-c2d8c31, org.label-schema.build-date=20240409, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, io.buildah.version=1.33.5) 2024-04-15T14:44:42.127 INFO:journalctl@ceph.osd.7.smithi102.stdout:Apr 15 14:44:42 smithi102 podman[107588]: 2024-04-15 14:44:42.044142877 +0000 UTC m=+0.343857643 container init dc342cb133272cfc954199ab4c59d5adf8f019bd6398b13d3152d32b83d9bc92 (image=quay.ceph.io/ceph-ci/ceph@sha256:55072b3f7eae2e3409906b98d09d882e1c3dc2a9205d85fd5f4c0bc62f82d163, name=ceph-362ea986-fb34-11ee-bc8f-c7b262605968-osd-7-activate, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.vendor=CentOS, RELEASE=main-c2d8c31, org.label-schema.build-date=20240409, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, CEPH_POINT_RELEASE=, ceph=True, maintainer=Guillaume Abrioux , io.buildah.version=1.33.5, org.label-schema.name=CentOS Stream 8 Base Image) 2024-04-15T14:44:42.127 INFO:journalctl@ceph.osd.7.smithi102.stdout:Apr 15 14:44:42 smithi102 podman[107588]: 2024-04-15 14:44:42.049957455 +0000 UTC m=+0.349672213 container start dc342cb133272cfc954199ab4c59d5adf8f019bd6398b13d3152d32b83d9bc92 (image=quay.ceph.io/ceph-ci/ceph@sha256:55072b3f7eae2e3409906b98d09d882e1c3dc2a9205d85fd5f4c0bc62f82d163, name=ceph-362ea986-fb34-11ee-bc8f-c7b262605968-osd-7-activate, GIT_CLEAN=True, ceph=True, CEPH_POINT_RELEASE=, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.build-date=20240409, org.label-schema.license=GPLv2, io.buildah.version=1.33.5, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, RELEASE=main-c2d8c31, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux ) 2024-04-15T14:44:42.128 INFO:journalctl@ceph.osd.7.smithi102.stdout:Apr 15 14:44:42 smithi102 podman[107588]: 2024-04-15 14:44:42.126908622 +0000 UTC m=+0.426623393 container attach dc342cb133272cfc954199ab4c59d5adf8f019bd6398b13d3152d32b83d9bc92 (image=quay.ceph.io/ceph-ci/ceph@sha256:55072b3f7eae2e3409906b98d09d882e1c3dc2a9205d85fd5f4c0bc62f82d163, name=ceph-362ea986-fb34-11ee-bc8f-c7b262605968-osd-7-activate, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, GIT_BRANCH=HEAD, RELEASE=main-c2d8c31, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, org.label-schema.build-date=20240409, org.label-schema.schema-version=1.0, io.buildah.version=1.33.5, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2) 2024-04-15T14:44:42.320 INFO:tasks.rados.rados.0.smithi016.stdout:2306: done (4 left) 2024-04-15T14:44:42.321 INFO:tasks.rados.rados.0.smithi016.stdout:2307: done (3 left) 2024-04-15T14:44:42.321 INFO:tasks.rados.rados.0.smithi016.stdout:2308: done (2 left) 2024-04-15T14:44:42.321 INFO:tasks.rados.rados.0.smithi016.stdout:2309: done (1 left) 2024-04-15T14:44:42.321 INFO:tasks.rados.rados.0.smithi016.stdout:2310: done (0 left) 2024-04-15T14:44:42.321 INFO:tasks.rados.rados.0.smithi016.stdout:2311: read oid 28 snap -1 2024-04-15T14:44:42.321 INFO:tasks.rados.rados.0.smithi016.stdout:2311: expect (ObjNum 0 snap 0 seq_num 0) 2024-04-15T14:44:42.321 INFO:tasks.rados.rados.0.smithi016.stdout:2312: setattr oid 27 current snap is 226 2024-04-15T14:44:42.321 INFO:tasks.rados.rados.0.smithi016.stdout:2311: expect (ObjNum 0 snap 0 seq_num 0) 2024-04-15T14:44:42.323 INFO:tasks.rados.rados.0.smithi016.stdout:2311: done (1 left) 2024-04-15T14:44:42.323 INFO:tasks.rados.rados.0.smithi016.stdout:2313: read oid 32 snap -1 2024-04-15T14:44:42.323 INFO:tasks.rados.rados.0.smithi016.stdout:2313: expect (ObjNum 593 snap 181 seq_num 593) 2024-04-15T14:44:42.323 INFO:tasks.rados.rados.0.smithi016.stdout:2314: snap_create 2024-04-15T14:44:42.327 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 27 v 571 (ObjNum 694 snap 208 seq_num 694) dirty exists 2024-04-15T14:44:42.327 INFO:tasks.rados.rados.0.smithi016.stdout:2313: expect (ObjNum 593 snap 181 seq_num 593) 2024-04-15T14:44:42.437 INFO:journalctl@ceph.prometheus.a.smithi102.stdout:Apr 15 14:44:42 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-prometheus-a[78028]: ts=2024-04-15T14:44:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi016:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"362ea986-fb34-11ee-bc8f-c7b262605968\", instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T14:44:42.831 INFO:journalctl@ceph.osd.7.smithi102.stdout:Apr 15 14:44:42 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-osd-7-activate[107602]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-7 2024-04-15T14:44:42.831 INFO:journalctl@ceph.osd.7.smithi102.stdout:Apr 15 14:44:42 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-osd-7-activate[107602]: Running command: /usr/bin/ceph-bluestore-tool prime-osd-dir --path /var/lib/ceph/osd/ceph-7 --no-mon-config --dev /dev/mapper/vg_nvme-lv_1 2024-04-15T14:44:42.831 INFO:journalctl@ceph.osd.7.smithi102.stdout:Apr 15 14:44:42 smithi102 bash[107588]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-7 2024-04-15T14:44:42.831 INFO:journalctl@ceph.osd.7.smithi102.stdout:Apr 15 14:44:42 smithi102 bash[107588]: Running command: /usr/bin/ceph-bluestore-tool prime-osd-dir --path /var/lib/ceph/osd/ceph-7 --no-mon-config --dev /dev/mapper/vg_nvme-lv_1 2024-04-15T14:44:42.831 INFO:journalctl@ceph.osd.7.smithi102.stdout:Apr 15 14:44:42 smithi102 bash[107588]: Running command: /usr/bin/chown -h ceph:ceph /dev/mapper/vg_nvme-lv_1 2024-04-15T14:44:42.831 INFO:journalctl@ceph.osd.7.smithi102.stdout:Apr 15 14:44:42 smithi102 bash[107588]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-0 2024-04-15T14:44:42.831 INFO:journalctl@ceph.osd.7.smithi102.stdout:Apr 15 14:44:42 smithi102 bash[107588]: Running command: /usr/bin/ln -s /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-7/block 2024-04-15T14:44:42.831 INFO:journalctl@ceph.osd.7.smithi102.stdout:Apr 15 14:44:42 smithi102 bash[107588]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-7 2024-04-15T14:44:42.832 INFO:journalctl@ceph.osd.7.smithi102.stdout:Apr 15 14:44:42 smithi102 bash[107588]: --> ceph-volume raw activate successful for osd ID: 7 2024-04-15T14:44:42.832 INFO:journalctl@ceph.osd.7.smithi102.stdout:Apr 15 14:44:42 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-osd-7-activate[107602]: Running command: /usr/bin/chown -h ceph:ceph /dev/mapper/vg_nvme-lv_1 2024-04-15T14:44:42.832 INFO:journalctl@ceph.osd.7.smithi102.stdout:Apr 15 14:44:42 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-osd-7-activate[107602]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-0 2024-04-15T14:44:42.832 INFO:journalctl@ceph.osd.7.smithi102.stdout:Apr 15 14:44:42 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-osd-7-activate[107602]: Running command: /usr/bin/ln -s /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-7/block 2024-04-15T14:44:42.832 INFO:journalctl@ceph.osd.7.smithi102.stdout:Apr 15 14:44:42 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-osd-7-activate[107602]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-7 2024-04-15T14:44:42.832 INFO:journalctl@ceph.osd.7.smithi102.stdout:Apr 15 14:44:42 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-osd-7-activate[107602]: --> ceph-volume raw activate successful for osd ID: 7 2024-04-15T14:44:42.832 INFO:journalctl@ceph.osd.7.smithi102.stdout:Apr 15 14:44:42 smithi102 podman[107588]: 2024-04-15 14:44:42.521125089 +0000 UTC m=+0.820839852 container died dc342cb133272cfc954199ab4c59d5adf8f019bd6398b13d3152d32b83d9bc92 (image=quay.ceph.io/ceph-ci/ceph@sha256:55072b3f7eae2e3409906b98d09d882e1c3dc2a9205d85fd5f4c0bc62f82d163, name=ceph-362ea986-fb34-11ee-bc8f-c7b262605968-osd-7-activate, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, RELEASE=main-c2d8c31, org.label-schema.build-date=20240409, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , GIT_CLEAN=True, ceph=True, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.license=GPLv2, io.buildah.version=1.33.5, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, CEPH_POINT_RELEASE=) 2024-04-15T14:44:43.326 INFO:tasks.rados.rados.0.smithi016.stdout:2312: done (2 left) 2024-04-15T14:44:43.327 INFO:tasks.rados.rados.0.smithi016.stdout:2313: done (1 left) 2024-04-15T14:44:43.327 INFO:tasks.rados.rados.0.smithi016.stdout:2314: done (0 left) 2024-04-15T14:44:43.327 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 24 current snap is 227 2024-04-15T14:44:43.327 INFO:tasks.rados.rados.0.smithi016.stdout:2315: seq_num 726 ranges {9519104=163840} 2024-04-15T14:44:43.379 INFO:tasks.rados.rados.0.smithi016.stdout:2315: writing smithi01678542-24 from 9519104 to 9682944 tid 1 2024-04-15T14:44:43.380 INFO:tasks.rados.rados.0.smithi016.stdout:2316: copy_from oid 30 from oid 12 current snap is 227 2024-04-15T14:44:43.380 INFO:tasks.rados.rados.0.smithi016.stdout:2317: copy_from oid 43 from oid 16 current snap is 227 2024-04-15T14:44:43.380 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 39 current snap is 227 2024-04-15T14:44:43.380 INFO:tasks.rados.rados.0.smithi016.stdout:2318: seq_num 727 ranges {147456=180224} 2024-04-15T14:44:43.381 INFO:tasks.rados.rados.0.smithi016.stdout:2318: writing smithi01678542-39 from 147456 to 327680 tid 1 2024-04-15T14:44:43.381 INFO:tasks.rados.rados.0.smithi016.stdout:2319: snap_create 2024-04-15T14:44:43.385 INFO:tasks.rados.rados.0.smithi016.stdout:2317: finishing copy_from to smithi01678542-43 2024-04-15T14:44:43.385 INFO:tasks.rados.rados.0.smithi016.stdout:2317: got expected ENOENT (src dne) 2024-04-15T14:44:43.385 INFO:tasks.rados.rados.0.smithi016.stdout:2317: finishing copy_from racing read to smithi01678542-43 2024-04-15T14:44:43.386 INFO:tasks.rados.rados.0.smithi016.stdout:2318: finishing write tid 1 to smithi01678542-39 2024-04-15T14:44:43.386 INFO:tasks.rados.rados.0.smithi016.stdout:2318: finishing write tid 2 to smithi01678542-39 2024-04-15T14:44:43.387 INFO:tasks.rados.rados.0.smithi016.stdout:2318: finishing write tid 3 to smithi01678542-39 2024-04-15T14:44:43.388 INFO:tasks.rados.rados.0.smithi016.stdout:2318: oid 39 updating version 0 to 1023 2024-04-15T14:44:43.388 INFO:tasks.rados.rados.0.smithi016.stdout:2318: oid 39 version 1023 is already newer than 1022 2024-04-15T14:44:43.388 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 39 v 1023 (ObjNum 727 snap 227 seq_num 727) dirty exists 2024-04-15T14:44:43.388 INFO:tasks.rados.rados.0.smithi016.stdout:2318: left oid 39 (ObjNum 727 snap 227 seq_num 727) 2024-04-15T14:44:43.389 INFO:tasks.rados.rados.0.smithi016.stdout:2315: finishing write tid 1 to smithi01678542-24 2024-04-15T14:44:43.390 INFO:tasks.rados.rados.0.smithi016.stdout:2315: finishing write tid 2 to smithi01678542-24 2024-04-15T14:44:43.392 INFO:tasks.rados.rados.0.smithi016.stdout:2315: finishing write tid 3 to smithi01678542-24 2024-04-15T14:44:43.392 INFO:tasks.rados.rados.0.smithi016.stdout:2315: oid 24 updating version 0 to 1039 2024-04-15T14:44:43.392 INFO:tasks.rados.rados.0.smithi016.stdout:2315: oid 24 version 1039 is already newer than 1038 2024-04-15T14:44:43.392 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 24 v 1039 (ObjNum 726 snap 227 seq_num 726) dirty exists 2024-04-15T14:44:43.392 INFO:tasks.rados.rados.0.smithi016.stdout:2315: left oid 24 (ObjNum 726 snap 227 seq_num 726) 2024-04-15T14:44:43.425 INFO:tasks.rados.rados.0.smithi016.stdout:2316: finishing copy_from racing read to smithi01678542-30 2024-04-15T14:44:43.427 INFO:tasks.rados.rados.0.smithi016.stdout:2316: finishing copy_from to smithi01678542-30 2024-04-15T14:44:43.427 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 30 v 922 (ObjNum 717 snap 217 seq_num 717) dirty exists 2024-04-15T14:44:43.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:44:43 smithi102 ceph-mon[87131]: pgmap v419: 121 pgs: 9 active+undersized+degraded, 37 active+undersized, 75 active+clean; 99 MiB data, 890 MiB used, 714 GiB / 715 GiB avail; 44 KiB/s wr, 12 op/s; 16/246 objects degraded (6.504%) 2024-04-15T14:44:43.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:44:43 smithi102 ceph-mon[87131]: osdmap e525: 8 total, 7 up, 8 in 2024-04-15T14:44:43.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:44:43 smithi102 ceph-mon[87131]: Health check failed: Degraded data redundancy: 16/246 objects degraded (6.504%), 9 pgs degraded (PG_DEGRADED) 2024-04-15T14:44:43.438 INFO:journalctl@ceph.osd.7.smithi102.stdout:Apr 15 14:44:43 smithi102 podman[107738]: 2024-04-15 14:44:43.113814699 +0000 UTC m=+0.587385224 container remove dc342cb133272cfc954199ab4c59d5adf8f019bd6398b13d3152d32b83d9bc92 (image=quay.ceph.io/ceph-ci/ceph@sha256:55072b3f7eae2e3409906b98d09d882e1c3dc2a9205d85fd5f4c0bc62f82d163, name=ceph-362ea986-fb34-11ee-bc8f-c7b262605968-osd-7-activate, RELEASE=main-c2d8c31, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240409, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.license=GPLv2, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, ceph=True, CEPH_POINT_RELEASE=, GIT_CLEAN=True, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, io.buildah.version=1.33.5) 2024-04-15T14:44:43.438 INFO:journalctl@ceph.osd.7.smithi102.stdout:Apr 15 14:44:43 smithi102 podman[107807]: 2024-04-15 14:44:43.231896369 +0000 UTC m=+0.017689420 image pull 259793512b732efd8e04a33aa28c6de3675c47d120bc226206521425d246003e quay.ceph.io/ceph-ci/ceph@sha256:55072b3f7eae2e3409906b98d09d882e1c3dc2a9205d85fd5f4c0bc62f82d163 2024-04-15T14:44:43.438 INFO:journalctl@ceph.osd.7.smithi102.stdout:Apr 15 14:44:43 smithi102 podman[107807]: 2024-04-15 14:44:43.356579968 +0000 UTC m=+0.142373019 container create 5ef6a6ec49112781b410ab119ba38dd31f5aa89bdefb096f97a42e84f7ba9386 (image=quay.ceph.io/ceph-ci/ceph@sha256:55072b3f7eae2e3409906b98d09d882e1c3dc2a9205d85fd5f4c0bc62f82d163, name=ceph-362ea986-fb34-11ee-bc8f-c7b262605968-osd-7, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, RELEASE=main-c2d8c31, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240409, ceph=True, io.buildah.version=1.33.5, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux ) 2024-04-15T14:44:43.789 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:44:43 smithi016 ceph-mon[90652]: pgmap v419: 121 pgs: 9 active+undersized+degraded, 37 active+undersized, 75 active+clean; 99 MiB data, 890 MiB used, 714 GiB / 715 GiB avail; 44 KiB/s wr, 12 op/s; 16/246 objects degraded (6.504%) 2024-04-15T14:44:43.789 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:44:43 smithi016 ceph-mon[90652]: osdmap e525: 8 total, 7 up, 8 in 2024-04-15T14:44:43.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:44:43 smithi016 ceph-mon[90652]: Health check failed: Degraded data redundancy: 16/246 objects degraded (6.504%), 9 pgs degraded (PG_DEGRADED) 2024-04-15T14:44:43.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:44:43 smithi016 ceph-mon[93212]: pgmap v419: 121 pgs: 9 active+undersized+degraded, 37 active+undersized, 75 active+clean; 99 MiB data, 890 MiB used, 714 GiB / 715 GiB avail; 44 KiB/s wr, 12 op/s; 16/246 objects degraded (6.504%) 2024-04-15T14:44:43.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:44:43 smithi016 ceph-mon[93212]: osdmap e525: 8 total, 7 up, 8 in 2024-04-15T14:44:43.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:44:43 smithi016 ceph-mon[93212]: Health check failed: Degraded data redundancy: 16/246 objects degraded (6.504%), 9 pgs degraded (PG_DEGRADED) 2024-04-15T14:44:43.937 INFO:journalctl@ceph.osd.7.smithi102.stdout:Apr 15 14:44:43 smithi102 podman[107807]: 2024-04-15 14:44:43.592351696 +0000 UTC m=+0.378144747 container init 5ef6a6ec49112781b410ab119ba38dd31f5aa89bdefb096f97a42e84f7ba9386 (image=quay.ceph.io/ceph-ci/ceph@sha256:55072b3f7eae2e3409906b98d09d882e1c3dc2a9205d85fd5f4c0bc62f82d163, name=ceph-362ea986-fb34-11ee-bc8f-c7b262605968-osd-7, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240409, io.buildah.version=1.33.5, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 8 Base Image, RELEASE=main-c2d8c31, org.label-schema.license=GPLv2) 2024-04-15T14:44:43.937 INFO:journalctl@ceph.osd.7.smithi102.stdout:Apr 15 14:44:43 smithi102 podman[107807]: 2024-04-15 14:44:43.598056996 +0000 UTC m=+0.383850048 container start 5ef6a6ec49112781b410ab119ba38dd31f5aa89bdefb096f97a42e84f7ba9386 (image=quay.ceph.io/ceph-ci/ceph@sha256:55072b3f7eae2e3409906b98d09d882e1c3dc2a9205d85fd5f4c0bc62f82d163, name=ceph-362ea986-fb34-11ee-bc8f-c7b262605968-osd-7, GIT_CLEAN=True, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, ceph=True, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, RELEASE=main-c2d8c31, io.buildah.version=1.33.5, org.label-schema.build-date=20240409) 2024-04-15T14:44:43.937 INFO:journalctl@ceph.osd.7.smithi102.stdout:Apr 15 14:44:43 smithi102 ceph-osd[107845]: -- 172.21.15.102:0/45374534 <== mon.1 v2:172.21.15.102:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x561022d21680 con 0x561022ceb000 2024-04-15T14:44:43.937 INFO:journalctl@ceph.osd.7.smithi102.stdout:Apr 15 14:44:43 smithi102 bash[107807]: 5ef6a6ec49112781b410ab119ba38dd31f5aa89bdefb096f97a42e84f7ba9386 2024-04-15T14:44:43.938 INFO:journalctl@ceph.osd.7.smithi102.stdout:Apr 15 14:44:43 smithi102 systemd[1]: Started Ceph osd.7 for 362ea986-fb34-11ee-bc8f-c7b262605968. 2024-04-15T14:44:44.328 INFO:tasks.rados.rados.0.smithi016.stdout:2315: done (4 left) 2024-04-15T14:44:44.328 INFO:tasks.rados.rados.0.smithi016.stdout:2316: done (3 left) 2024-04-15T14:44:44.328 INFO:tasks.rados.rados.0.smithi016.stdout:2317: done (2 left) 2024-04-15T14:44:44.329 INFO:tasks.rados.rados.0.smithi016.stdout:2318: done (1 left) 2024-04-15T14:44:44.329 INFO:tasks.rados.rados.0.smithi016.stdout:2319: done (0 left) 2024-04-15T14:44:44.329 INFO:tasks.rados.rados.0.smithi016.stdout:2320: read oid 8 snap -1 2024-04-15T14:44:44.329 INFO:tasks.rados.rados.0.smithi016.stdout:2320: expect (ObjNum 718 snap 217 seq_num 718) 2024-04-15T14:44:44.329 INFO:tasks.rados.rados.0.smithi016.stdout:2321: read oid 29 snap 216 2024-04-15T14:44:44.329 INFO:tasks.rados.rados.0.smithi016.stdout:2321: expect (ObjNum 693 snap 208 seq_num 693) 2024-04-15T14:44:44.329 INFO:tasks.rados.rados.0.smithi016.stdout:2322: snap_remove snap 222 2024-04-15T14:44:44.437 INFO:journalctl@ceph.osd.7.smithi102.stdout:Apr 15 14:44:44 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-osd-7[107822]: 2024-04-15T14:44:44.152+0000 7f66921da7c0 -1 Falling back to public interface 2024-04-15T14:44:44.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:44:44 smithi102 ceph-mon[87131]: osdmap e526: 8 total, 7 up, 8 in 2024-04-15T14:44:44.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:44:44 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T14:44:44.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:44:44 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T14:44:44.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:44:44 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T14:44:44.789 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:44:44 smithi016 ceph-mon[93212]: osdmap e526: 8 total, 7 up, 8 in 2024-04-15T14:44:44.789 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:44:44 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T14:44:44.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:44:44 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T14:44:44.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:44:44 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T14:44:44.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:44:44 smithi016 ceph-mon[90652]: osdmap e526: 8 total, 7 up, 8 in 2024-04-15T14:44:44.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:44:44 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T14:44:44.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:44:44 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T14:44:44.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:44:44 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T14:44:45.095 INFO:teuthology.orchestra.run.smithi016.stdout:true 2024-04-15T14:44:45.318 INFO:tasks.rados.rados.0.smithi016.stdout:2322: done (2 left) 2024-04-15T14:44:45.318 INFO:tasks.rados.rados.0.smithi016.stdout:2323: read oid 42 snap 216 2024-04-15T14:44:45.318 INFO:tasks.rados.rados.0.smithi016.stdout:2323: expect (ObjNum 701 snap 210 seq_num 701) 2024-04-15T14:44:45.318 INFO:tasks.rados.rados.0.smithi016.stdout:2324: snap_remove snap 226 2024-04-15T14:44:45.438 INFO:teuthology.orchestra.run.smithi016.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-04-15T14:44:45.438 INFO:teuthology.orchestra.run.smithi016.stdout:alertmanager.a smithi016 *:9093,9094 running (9m) 109s ago 10m 24.7M - 0.25.0 c8568f914cd2 bc85d1f32a92 2024-04-15T14:44:45.438 INFO:teuthology.orchestra.run.smithi016.stdout:grafana.a smithi102 *:3000 running (9m) 18s ago 9m 88.8M - 9.4.7 954c08fa6188 dfd3a2bac142 2024-04-15T14:44:45.439 INFO:teuthology.orchestra.run.smithi016.stdout:mds.a smithi016 running (11m) 109s ago 11m 19.8M - 18.2.2-1221-ge3fb05d5 aa4d2281650a 287f01435fb1 2024-04-15T14:44:45.439 INFO:teuthology.orchestra.run.smithi016.stdout:mds.b smithi102 running (11m) 18s ago 11m 15.7M - 18.2.2-1221-ge3fb05d5 aa4d2281650a 9ed1adb3241c 2024-04-15T14:44:45.439 INFO:teuthology.orchestra.run.smithi016.stdout:mgr.x smithi102 *:8443,9283,8765 running (5m) 18s ago 14m 452M - 19.0.0-3080-gc2d8c315 259793512b73 7427787dd7cf 2024-04-15T14:44:45.439 INFO:teuthology.orchestra.run.smithi016.stdout:mgr.y smithi016 *:8443,9283,8765 running (5m) 109s ago 16m 516M - 19.0.0-3080-gc2d8c315 259793512b73 23b2f98a056a 2024-04-15T14:44:45.439 INFO:teuthology.orchestra.run.smithi016.stdout:mon.a smithi016 running (5m) 109s ago 16m 53.1M 2048M 19.0.0-3080-gc2d8c315 259793512b73 0f0e1a24c400 2024-04-15T14:44:45.439 INFO:teuthology.orchestra.run.smithi016.stdout:mon.b smithi102 running (4m) 18s ago 15m 50.1M 2048M 19.0.0-3080-gc2d8c315 259793512b73 57b781990cd4 2024-04-15T14:44:45.439 INFO:teuthology.orchestra.run.smithi016.stdout:mon.c smithi016 running (4m) 109s ago 15m 45.2M 2048M 19.0.0-3080-gc2d8c315 259793512b73 eef940aadb4d 2024-04-15T14:44:45.439 INFO:teuthology.orchestra.run.smithi016.stdout:node-exporter.a smithi016 *:9100 running (9m) 109s ago 9m 17.1M - 1.5.0 0da6a335fe13 8d0101b6e6e8 2024-04-15T14:44:45.439 INFO:teuthology.orchestra.run.smithi016.stdout:node-exporter.b smithi102 *:9100 running (9m) 18s ago 9m 15.6M - 1.5.0 0da6a335fe13 d83ffdf53df3 2024-04-15T14:44:45.439 INFO:teuthology.orchestra.run.smithi016.stdout:osd.0 smithi016 running (3m) 109s ago 14m 127M 2481M 19.0.0-3080-gc2d8c315 259793512b73 6ae1b6c92493 2024-04-15T14:44:45.439 INFO:teuthology.orchestra.run.smithi016.stdout:osd.1 smithi016 running (2m) 109s ago 14m 124M 2481M 19.0.0-3080-gc2d8c315 259793512b73 106c0a047128 2024-04-15T14:44:45.439 INFO:teuthology.orchestra.run.smithi016.stdout:osd.2 smithi016 running (2m) 109s ago 13m 92.5M 2481M 19.0.0-3080-gc2d8c315 259793512b73 436c24e520a2 2024-04-15T14:44:45.439 INFO:teuthology.orchestra.run.smithi016.stdout:osd.3 smithi016 running (114s) 109s ago 13m 11.7M 2481M 19.0.0-3080-gc2d8c315 259793512b73 abb436370146 2024-04-15T14:44:45.440 INFO:teuthology.orchestra.run.smithi016.stdout:osd.4 smithi102 running (79s) 18s ago 12m 135M 2480M 19.0.0-3080-gc2d8c315 259793512b73 bc2a23806308 2024-04-15T14:44:45.440 INFO:teuthology.orchestra.run.smithi016.stdout:osd.5 smithi102 running (59s) 18s ago 12m 92.2M 2480M 19.0.0-3080-gc2d8c315 259793512b73 c74141cc87b2 2024-04-15T14:44:45.440 INFO:teuthology.orchestra.run.smithi016.stdout:osd.6 smithi102 running (23s) 18s ago 12m 12.0M 2480M 19.0.0-3080-gc2d8c315 259793512b73 b00372252dcb 2024-04-15T14:44:45.440 INFO:teuthology.orchestra.run.smithi016.stdout:osd.7 smithi102 starting - - - 2480M 2024-04-15T14:44:45.440 INFO:teuthology.orchestra.run.smithi016.stdout:prometheus.a smithi102 *:9095 running (5m) 18s ago 10m 59.8M - 2.43.0 a07b618ecd1d 86d1d3518ceb 2024-04-15T14:44:45.440 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:44:45 smithi016 ceph-mon[90652]: pgmap v422: 121 pgs: 9 active+undersized+degraded, 37 active+undersized, 75 active+clean; 99 MiB data, 890 MiB used, 714 GiB / 715 GiB avail; 44 KiB/s wr, 12 op/s; 16/246 objects degraded (6.504%) 2024-04-15T14:44:45.440 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:44:45 smithi016 ceph-mon[90652]: osdmap e527: 8 total, 7 up, 8 in 2024-04-15T14:44:45.440 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:44:45 smithi016 ceph-mon[90652]: osdmap e528: 8 total, 7 up, 8 in 2024-04-15T14:44:45.441 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:44:45 smithi016 ceph-mon[93212]: pgmap v422: 121 pgs: 9 active+undersized+degraded, 37 active+undersized, 75 active+clean; 99 MiB data, 890 MiB used, 714 GiB / 715 GiB avail; 44 KiB/s wr, 12 op/s; 16/246 objects degraded (6.504%) 2024-04-15T14:44:45.441 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:44:45 smithi016 ceph-mon[93212]: osdmap e527: 8 total, 7 up, 8 in 2024-04-15T14:44:45.441 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:44:45 smithi016 ceph-mon[93212]: osdmap e528: 8 total, 7 up, 8 in 2024-04-15T14:44:45.611 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:44:45 smithi102 ceph-mon[87131]: pgmap v422: 121 pgs: 9 active+undersized+degraded, 37 active+undersized, 75 active+clean; 99 MiB data, 890 MiB used, 714 GiB / 715 GiB avail; 44 KiB/s wr, 12 op/s; 16/246 objects degraded (6.504%) 2024-04-15T14:44:45.612 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:44:45 smithi102 ceph-mon[87131]: osdmap e527: 8 total, 7 up, 8 in 2024-04-15T14:44:45.612 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:44:45 smithi102 ceph-mon[87131]: osdmap e528: 8 total, 7 up, 8 in 2024-04-15T14:44:45.850 INFO:teuthology.orchestra.run.smithi016.stdout:{ 2024-04-15T14:44:45.850 INFO:teuthology.orchestra.run.smithi016.stdout: "mon": { 2024-04-15T14:44:45.851 INFO:teuthology.orchestra.run.smithi016.stdout: "ceph version 19.0.0-3080-gc2d8c315 (c2d8c3155d854ee204cb7c7261232571229d1d54) squid (dev)": 3 2024-04-15T14:44:45.851 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-04-15T14:44:45.851 INFO:teuthology.orchestra.run.smithi016.stdout: "mgr": { 2024-04-15T14:44:45.851 INFO:teuthology.orchestra.run.smithi016.stdout: "ceph version 19.0.0-3080-gc2d8c315 (c2d8c3155d854ee204cb7c7261232571229d1d54) squid (dev)": 2 2024-04-15T14:44:45.851 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-04-15T14:44:45.851 INFO:teuthology.orchestra.run.smithi016.stdout: "osd": { 2024-04-15T14:44:45.851 INFO:teuthology.orchestra.run.smithi016.stdout: "ceph version 19.0.0-3080-gc2d8c315 (c2d8c3155d854ee204cb7c7261232571229d1d54) squid (dev)": 7 2024-04-15T14:44:45.851 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-04-15T14:44:45.851 INFO:teuthology.orchestra.run.smithi016.stdout: "mds": { 2024-04-15T14:44:45.851 INFO:teuthology.orchestra.run.smithi016.stdout: "ceph version 18.2.2-1221-ge3fb05d5 (e3fb05d5e6da84b5c44db3f3051c4d242f9809c1) reef (stable)": 2 2024-04-15T14:44:45.851 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-04-15T14:44:45.851 INFO:teuthology.orchestra.run.smithi016.stdout: "overall": { 2024-04-15T14:44:45.851 INFO:teuthology.orchestra.run.smithi016.stdout: "ceph version 18.2.2-1221-ge3fb05d5 (e3fb05d5e6da84b5c44db3f3051c4d242f9809c1) reef (stable)": 2, 2024-04-15T14:44:45.851 INFO:teuthology.orchestra.run.smithi016.stdout: "ceph version 19.0.0-3080-gc2d8c315 (c2d8c3155d854ee204cb7c7261232571229d1d54) squid (dev)": 12 2024-04-15T14:44:45.852 INFO:teuthology.orchestra.run.smithi016.stdout: } 2024-04-15T14:44:45.852 INFO:teuthology.orchestra.run.smithi016.stdout:} 2024-04-15T14:44:46.321 INFO:tasks.rados.rados.0.smithi016.stdout:2324: done (3 left) 2024-04-15T14:44:46.321 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 12 current snap is 228 2024-04-15T14:44:46.321 INFO:tasks.rados.rados.0.smithi016.stdout:2325: seq_num 728 ranges {11173888=196608} 2024-04-15T14:44:46.383 INFO:tasks.rados.rados.0.smithi016.stdout:2325: writing smithi01678542-12 from 11173888 to 11370496 tid 1 2024-04-15T14:44:46.383 INFO:tasks.rados.rados.0.smithi016.stdout:2326: rollback oid 23 current snap is 228 2024-04-15T14:44:46.383 INFO:tasks.rados.rados.0.smithi016.stdout:rollback oid 23 to 216 2024-04-15T14:44:46.384 INFO:tasks.rados.rados.0.smithi016.stdout:2320: expect (ObjNum 718 snap 217 seq_num 718) 2024-04-15T14:44:46.384 INFO:tasks.rados.rados.0.smithi016.stdout:2321: expect (ObjNum 693 snap 208 seq_num 693) 2024-04-15T14:44:46.445 INFO:tasks.rados.rados.0.smithi016.stdout:2323: expect (ObjNum 701 snap 210 seq_num 701) 2024-04-15T14:44:46.502 INFO:tasks.rados.rados.0.smithi016.stdout:2325: finishing write tid 1 to smithi01678542-12 2024-04-15T14:44:46.502 INFO:tasks.rados.rados.0.smithi016.stdout:2325: finishing write tid 2 to smithi01678542-12 2024-04-15T14:44:46.502 INFO:tasks.rados.rados.0.smithi016.stdout:2326: finishing rollback tid 0 to smithi01678542-23 2024-04-15T14:44:46.503 INFO:tasks.rados.rados.0.smithi016.stdout:2325: finishing write tid 3 to smithi01678542-12 2024-04-15T14:44:46.503 INFO:tasks.rados.rados.0.smithi016.stdout:2325: oid 12 updating version 0 to 926 2024-04-15T14:44:46.503 INFO:tasks.rados.rados.0.smithi016.stdout:2325: oid 12 updating version 926 to 927 2024-04-15T14:44:46.503 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 12 v 927 (ObjNum 728 snap 228 seq_num 728) dirty exists 2024-04-15T14:44:46.503 INFO:tasks.rados.rados.0.smithi016.stdout:2325: left oid 12 (ObjNum 728 snap 228 seq_num 728) 2024-04-15T14:44:46.503 INFO:tasks.rados.rados.0.smithi016.stdout:2326: finishing rollback tid 1 to smithi01678542-23 2024-04-15T14:44:46.503 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 23 v 929 (ObjNum 33 snap 0 seq_num 3761235500) dirty dne 2024-04-15T14:44:46.503 INFO:tasks.rados.rados.0.smithi016.stdout:2320: done (4 left) 2024-04-15T14:44:46.503 INFO:tasks.rados.rados.0.smithi016.stdout:2321: done (3 left) 2024-04-15T14:44:46.503 INFO:tasks.rados.rados.0.smithi016.stdout:2323: done (2 left) 2024-04-15T14:44:46.503 INFO:tasks.rados.rados.0.smithi016.stdout:2325: done (1 left) 2024-04-15T14:44:46.503 INFO:tasks.rados.rados.0.smithi016.stdout:2326: done (0 left) 2024-04-15T14:44:46.503 INFO:tasks.rados.rados.0.smithi016.stdout:2327: read oid 21 snap -1 2024-04-15T14:44:46.504 INFO:tasks.rados.rados.0.smithi016.stdout:2327: expect deleted 2024-04-15T14:44:46.504 INFO:tasks.rados.rados.0.smithi016.stdout:2328: snap_create 2024-04-15T14:44:46.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:44:46 smithi102 ceph-mon[87131]: from='client.34362 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-15T14:44:46.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:44:46 smithi102 ceph-mon[87131]: from='client.44294 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-15T14:44:46.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:44:46 smithi102 ceph-mon[87131]: from='client.? 172.21.15.16:0/1119381535' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T14:44:46.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:44:46 smithi102 ceph-mon[87131]: osdmap e529: 8 total, 7 up, 8 in 2024-04-15T14:44:46.789 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:44:46 smithi016 ceph-mon[90652]: from='client.34362 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-15T14:44:46.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:44:46 smithi016 ceph-mon[90652]: from='client.44294 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-15T14:44:46.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:44:46 smithi016 ceph-mon[90652]: from='client.? 172.21.15.16:0/1119381535' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T14:44:46.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:44:46 smithi016 ceph-mon[90652]: osdmap e529: 8 total, 7 up, 8 in 2024-04-15T14:44:46.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:44:46 smithi016 ceph-mon[93212]: from='client.34362 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-15T14:44:46.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:44:46 smithi016 ceph-mon[93212]: from='client.44294 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-15T14:44:46.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:44:46 smithi016 ceph-mon[93212]: from='client.? 172.21.15.16:0/1119381535' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T14:44:46.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:44:46 smithi016 ceph-mon[93212]: osdmap e529: 8 total, 7 up, 8 in 2024-04-15T14:44:47.187 INFO:journalctl@ceph.osd.7.smithi102.stdout:Apr 15 14:44:47 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-osd-7[107822]: 2024-04-15T14:44:47.009+0000 7f66921da7c0 -1 osd.7 520 log_to_monitors true 2024-04-15T14:44:47.345 INFO:tasks.rados.rados.0.smithi016.stdout:2327: done (1 left) 2024-04-15T14:44:47.345 INFO:tasks.rados.rados.0.smithi016.stdout:2328: done (0 left) 2024-04-15T14:44:47.346 INFO:tasks.rados.rados.0.smithi016.stdout:2329: delete oid 35 current snap is 229 2024-04-15T14:44:47.351 INFO:tasks.rados.rados.0.smithi016.stdout:2329: done (0 left) 2024-04-15T14:44:47.352 INFO:tasks.rados.rados.0.smithi016.stdout:2330: snap_create 2024-04-15T14:44:47.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:44:47 smithi102 ceph-mon[87131]: pgmap v425: 121 pgs: 9 active+undersized+degraded, 37 active+undersized, 75 active+clean; 111 MiB data, 920 MiB used, 714 GiB / 715 GiB avail; 1.6 MiB/s rd, 2.9 MiB/s wr, 11 op/s; 17/267 objects degraded (6.367%) 2024-04-15T14:44:47.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:44:47 smithi102 ceph-mon[87131]: from='osd.7 [v2:172.21.15.102:6824/2281723006,v1:172.21.15.102:6825/2281723006]' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2024-04-15T14:44:47.688 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:44:47 smithi102 ceph-mon[87131]: from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2024-04-15T14:44:47.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:44:47 smithi016 ceph-mon[90652]: pgmap v425: 121 pgs: 9 active+undersized+degraded, 37 active+undersized, 75 active+clean; 111 MiB data, 920 MiB used, 714 GiB / 715 GiB avail; 1.6 MiB/s rd, 2.9 MiB/s wr, 11 op/s; 17/267 objects degraded (6.367%) 2024-04-15T14:44:47.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:44:47 smithi016 ceph-mon[90652]: from='osd.7 [v2:172.21.15.102:6824/2281723006,v1:172.21.15.102:6825/2281723006]' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2024-04-15T14:44:47.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:44:47 smithi016 ceph-mon[90652]: from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2024-04-15T14:44:47.795 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:44:47 smithi016 ceph-mon[93212]: pgmap v425: 121 pgs: 9 active+undersized+degraded, 37 active+undersized, 75 active+clean; 111 MiB data, 920 MiB used, 714 GiB / 715 GiB avail; 1.6 MiB/s rd, 2.9 MiB/s wr, 11 op/s; 17/267 objects degraded (6.367%) 2024-04-15T14:44:47.795 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:44:47 smithi016 ceph-mon[93212]: from='osd.7 [v2:172.21.15.102:6824/2281723006,v1:172.21.15.102:6825/2281723006]' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2024-04-15T14:44:47.795 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:44:47 smithi016 ceph-mon[93212]: from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2024-04-15T14:44:48.109 INFO:journalctl@ceph.osd.7.smithi102.stdout:Apr 15 14:44:47 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-osd-7[107822]: 2024-04-15T14:44:47.811+0000 7f667f62a700 -1 osd.7 520 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-04-15T14:44:48.348 INFO:tasks.rados.rados.0.smithi016.stdout:2330: done (0 left) 2024-04-15T14:44:48.348 INFO:tasks.rados.rados.0.smithi016.stdout:2331: copy_from oid 2 from oid 45 current snap is 230 2024-04-15T14:44:48.348 INFO:tasks.rados.rados.0.smithi016.stdout:2332: rmattr oid 23 current snap is 230 2024-04-15T14:44:48.348 INFO:tasks.rados.rados.0.smithi016.stdout:2332: done (1 left) 2024-04-15T14:44:48.349 INFO:tasks.rados.rados.0.smithi016.stdout:2333: rmattr oid 14 current snap is 230 2024-04-15T14:44:48.349 INFO:tasks.rados.rados.0.smithi016.stdout:2334: delete oid 48 current snap is 230 2024-04-15T14:44:48.363 INFO:tasks.rados.rados.0.smithi016.stdout:2331: finishing copy_from to smithi01678542-2 2024-04-15T14:44:48.363 INFO:tasks.rados.rados.0.smithi016.stdout:2331: got expected ENOENT (src dne) 2024-04-15T14:44:48.364 INFO:tasks.rados.rados.0.smithi016.stdout:2331: finishing copy_from racing read to smithi01678542-2 2024-04-15T14:44:48.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:44:48 smithi102 ceph-mon[87131]: from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]': finished 2024-04-15T14:44:48.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:44:48 smithi102 ceph-mon[87131]: osdmap e530: 8 total, 7 up, 8 in 2024-04-15T14:44:48.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:44:48 smithi102 ceph-mon[87131]: from='osd.7 [v2:172.21.15.102:6824/2281723006,v1:172.21.15.102:6825/2281723006]' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi102", "root=default"]}]: dispatch 2024-04-15T14:44:48.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:44:48 smithi102 ceph-mon[87131]: from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi102", "root=default"]}]: dispatch 2024-04-15T14:44:48.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:44:48 smithi102 ceph-mon[87131]: from='osd.7 ' entity='osd.7' 2024-04-15T14:44:48.789 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:44:48 smithi016 ceph-mon[90652]: from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]': finished 2024-04-15T14:44:48.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:44:48 smithi016 ceph-mon[90652]: osdmap e530: 8 total, 7 up, 8 in 2024-04-15T14:44:48.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:44:48 smithi016 ceph-mon[90652]: from='osd.7 [v2:172.21.15.102:6824/2281723006,v1:172.21.15.102:6825/2281723006]' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi102", "root=default"]}]: dispatch 2024-04-15T14:44:48.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:44:48 smithi016 ceph-mon[90652]: from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi102", "root=default"]}]: dispatch 2024-04-15T14:44:48.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:44:48 smithi016 ceph-mon[90652]: from='osd.7 ' entity='osd.7' 2024-04-15T14:44:48.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:44:48 smithi016 ceph-mon[93212]: from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]': finished 2024-04-15T14:44:48.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:44:48 smithi016 ceph-mon[93212]: osdmap e530: 8 total, 7 up, 8 in 2024-04-15T14:44:48.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:44:48 smithi016 ceph-mon[93212]: from='osd.7 [v2:172.21.15.102:6824/2281723006,v1:172.21.15.102:6825/2281723006]' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi102", "root=default"]}]: dispatch 2024-04-15T14:44:48.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:44:48 smithi016 ceph-mon[93212]: from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi102", "root=default"]}]: dispatch 2024-04-15T14:44:48.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:44:48 smithi016 ceph-mon[93212]: from='osd.7 ' entity='osd.7' 2024-04-15T14:44:49.379 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 14 v 1041 (ObjNum 705 snap 211 seq_num 705) dirty exists 2024-04-15T14:44:49.380 INFO:tasks.rados.rados.0.smithi016.stdout:2331: done (2 left) 2024-04-15T14:44:49.381 INFO:tasks.rados.rados.0.smithi016.stdout:2333: done (1 left) 2024-04-15T14:44:49.381 INFO:tasks.rados.rados.0.smithi016.stdout:2334: done (0 left) 2024-04-15T14:44:49.381 INFO:tasks.rados.rados.0.smithi016.stdout:2335: snap_remove snap 224 2024-04-15T14:44:49.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:44:49 smithi102 ceph-mon[87131]: pgmap v428: 121 pgs: 9 active+undersized+degraded, 37 active+undersized, 75 active+clean; 111 MiB data, 857 MiB used, 714 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.9 MiB/s wr, 13 op/s; 17/267 objects degraded (6.367%) 2024-04-15T14:44:49.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:44:49 smithi102 ceph-mon[87131]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-04-15T14:44:49.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:44:49 smithi102 ceph-mon[87131]: osd.7 [v2:172.21.15.102:6824/2281723006,v1:172.21.15.102:6825/2281723006] boot 2024-04-15T14:44:49.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:44:49 smithi102 ceph-mon[87131]: osdmap e531: 8 total, 8 up, 8 in 2024-04-15T14:44:49.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:44:49 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-15T14:44:49.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:44:49 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T14:44:49.438 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:44:49 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T14:44:49.438 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:44:49 smithi102 ceph-mon[87131]: osdmap e532: 8 total, 8 up, 8 in 2024-04-15T14:44:49.789 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:44:49 smithi016 ceph-mon[90652]: pgmap v428: 121 pgs: 9 active+undersized+degraded, 37 active+undersized, 75 active+clean; 111 MiB data, 857 MiB used, 714 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.9 MiB/s wr, 13 op/s; 17/267 objects degraded (6.367%) 2024-04-15T14:44:49.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:44:49 smithi016 ceph-mon[90652]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-04-15T14:44:49.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:44:49 smithi016 ceph-mon[90652]: osd.7 [v2:172.21.15.102:6824/2281723006,v1:172.21.15.102:6825/2281723006] boot 2024-04-15T14:44:49.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:44:49 smithi016 ceph-mon[90652]: osdmap e531: 8 total, 8 up, 8 in 2024-04-15T14:44:49.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:44:49 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-15T14:44:49.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:44:49 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T14:44:49.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:44:49 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T14:44:49.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:44:49 smithi016 ceph-mon[90652]: osdmap e532: 8 total, 8 up, 8 in 2024-04-15T14:44:49.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:44:49 smithi016 ceph-mon[93212]: pgmap v428: 121 pgs: 9 active+undersized+degraded, 37 active+undersized, 75 active+clean; 111 MiB data, 857 MiB used, 714 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.9 MiB/s wr, 13 op/s; 17/267 objects degraded (6.367%) 2024-04-15T14:44:49.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:44:49 smithi016 ceph-mon[93212]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-04-15T14:44:49.791 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:44:49 smithi016 ceph-mon[93212]: osd.7 [v2:172.21.15.102:6824/2281723006,v1:172.21.15.102:6825/2281723006] boot 2024-04-15T14:44:49.791 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:44:49 smithi016 ceph-mon[93212]: osdmap e531: 8 total, 8 up, 8 in 2024-04-15T14:44:49.791 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:44:49 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-15T14:44:49.791 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:44:49 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T14:44:49.791 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:44:49 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T14:44:49.791 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:44:49 smithi016 ceph-mon[93212]: osdmap e532: 8 total, 8 up, 8 in 2024-04-15T14:44:50.365 INFO:tasks.rados.rados.0.smithi016.stdout:2335: done (0 left) 2024-04-15T14:44:50.365 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 4 current snap is 230 2024-04-15T14:44:50.365 INFO:tasks.rados.rados.0.smithi016.stdout:2336: seq_num 731 ranges {6807552=245760} 2024-04-15T14:44:50.404 INFO:tasks.rados.rados.0.smithi016.stdout:2336: writing smithi01678542-4 from 6807552 to 7053312 tid 1 2024-04-15T14:44:50.404 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 13 current snap is 230 2024-04-15T14:44:50.404 INFO:tasks.rados.rados.0.smithi016.stdout:2337: seq_num 732 ranges {1089536=262144} 2024-04-15T14:44:50.411 INFO:tasks.rados.rados.0.smithi016.stdout:2337: writing smithi01678542-13 from 1089536 to 1351680 tid 1 2024-04-15T14:44:50.411 INFO:tasks.rados.rados.0.smithi016.stdout:2338: snap_remove snap 219 2024-04-15T14:44:50.789 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:44:50 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T14:44:50.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:44:50 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T14:44:50.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:44:50 smithi016 ceph-mon[90652]: Health check update: Degraded data redundancy: 17/267 objects degraded (6.367%), 9 pgs degraded (PG_DEGRADED) 2024-04-15T14:44:50.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:44:50 smithi016 ceph-mon[90652]: osdmap e533: 8 total, 8 up, 8 in 2024-04-15T14:44:50.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:44:50 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T14:44:50.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:44:50 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T14:44:50.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:44:50 smithi016 ceph-mon[93212]: Health check update: Degraded data redundancy: 17/267 objects degraded (6.367%), 9 pgs degraded (PG_DEGRADED) 2024-04-15T14:44:50.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:44:50 smithi016 ceph-mon[93212]: osdmap e533: 8 total, 8 up, 8 in 2024-04-15T14:44:50.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:44:50 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T14:44:50.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:44:50 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T14:44:50.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:44:50 smithi102 ceph-mon[87131]: Health check update: Degraded data redundancy: 17/267 objects degraded (6.367%), 9 pgs degraded (PG_DEGRADED) 2024-04-15T14:44:50.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:44:50 smithi102 ceph-mon[87131]: osdmap e533: 8 total, 8 up, 8 in 2024-04-15T14:44:51.367 INFO:tasks.rados.rados.0.smithi016.stdout:2338: done (2 left) 2024-04-15T14:44:51.367 INFO:tasks.rados.rados.0.smithi016.stdout:2339: setattr oid 10 current snap is 230 2024-04-15T14:44:51.367 INFO:tasks.rados.rados.0.smithi016.stdout:2336: finishing write tid 1 to smithi01678542-4 2024-04-15T14:44:51.367 INFO:tasks.rados.rados.0.smithi016.stdout:2336: finishing write tid 2 to smithi01678542-4 2024-04-15T14:44:51.367 INFO:tasks.rados.rados.0.smithi016.stdout:2336: finishing write tid 3 to smithi01678542-4 2024-04-15T14:44:51.368 INFO:tasks.rados.rados.0.smithi016.stdout:2336: oid 4 updating version 0 to 1175 2024-04-15T14:44:51.368 INFO:tasks.rados.rados.0.smithi016.stdout:2336: oid 4 updating version 1175 to 1176 2024-04-15T14:44:51.368 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 4 v 1176 (ObjNum 731 snap 230 seq_num 731) dirty exists 2024-04-15T14:44:51.368 INFO:tasks.rados.rados.0.smithi016.stdout:2336: left oid 4 (ObjNum 731 snap 230 seq_num 731) 2024-04-15T14:44:51.368 INFO:tasks.rados.rados.0.smithi016.stdout:2337: finishing write tid 1 to smithi01678542-13 2024-04-15T14:44:51.368 INFO:tasks.rados.rados.0.smithi016.stdout:2337: finishing write tid 2 to smithi01678542-13 2024-04-15T14:44:51.368 INFO:tasks.rados.rados.0.smithi016.stdout:2337: finishing write tid 3 to smithi01678542-13 2024-04-15T14:44:51.368 INFO:tasks.rados.rados.0.smithi016.stdout:2337: oid 13 updating version 0 to 1024 2024-04-15T14:44:51.368 INFO:tasks.rados.rados.0.smithi016.stdout:2337: oid 13 updating version 1024 to 1025 2024-04-15T14:44:51.368 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 13 v 1025 (ObjNum 732 snap 230 seq_num 732) dirty exists 2024-04-15T14:44:51.368 INFO:tasks.rados.rados.0.smithi016.stdout:2337: left oid 13 (ObjNum 732 snap 230 seq_num 732) 2024-04-15T14:44:51.369 INFO:tasks.rados.rados.0.smithi016.stdout:2336: done (2 left) 2024-04-15T14:44:51.369 INFO:tasks.rados.rados.0.smithi016.stdout:2337: done (1 left) 2024-04-15T14:44:51.369 INFO:tasks.rados.rados.0.smithi016.stdout:2340: rmattr oid 39 current snap is 230 2024-04-15T14:44:51.369 INFO:tasks.rados.rados.0.smithi016.stdout:2340: done (1 left) 2024-04-15T14:44:51.370 INFO:tasks.rados.rados.0.smithi016.stdout:2341: rollback oid 23 current snap is 230 2024-04-15T14:44:51.370 INFO:tasks.rados.rados.0.smithi016.stdout:rollback oid 23 to 218 2024-04-15T14:44:51.370 INFO:tasks.rados.rados.0.smithi016.stdout:2342: snap_remove snap 223 2024-04-15T14:44:51.789 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:44:51 smithi016 ceph-mon[90652]: pgmap v431: 121 pgs: 9 active+undersized+degraded, 37 active+undersized, 75 active+clean; 111 MiB data, 857 MiB used, 714 GiB / 715 GiB avail; 1.7 MiB/s rd, 1 op/s; 17/267 objects degraded (6.367%) 2024-04-15T14:44:51.789 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:44:51 smithi016 ceph-mon[90652]: osdmap e534: 8 total, 8 up, 8 in 2024-04-15T14:44:51.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:44:51 smithi016 ceph-mon[93212]: pgmap v431: 121 pgs: 9 active+undersized+degraded, 37 active+undersized, 75 active+clean; 111 MiB data, 857 MiB used, 714 GiB / 715 GiB avail; 1.7 MiB/s rd, 1 op/s; 17/267 objects degraded (6.367%) 2024-04-15T14:44:51.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:44:51 smithi016 ceph-mon[93212]: osdmap e534: 8 total, 8 up, 8 in 2024-04-15T14:44:51.790 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 15 14:44:51 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-y[81421]: ::ffff:172.21.15.102 - - [15/Apr/2024:14:44:51] "GET /metrics HTTP/1.1" 200 36275 "" "Prometheus/2.43.0" 2024-04-15T14:44:51.815 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:44:51 smithi102 ceph-mon[87131]: pgmap v431: 121 pgs: 9 active+undersized+degraded, 37 active+undersized, 75 active+clean; 111 MiB data, 857 MiB used, 714 GiB / 715 GiB avail; 1.7 MiB/s rd, 1 op/s; 17/267 objects degraded (6.367%) 2024-04-15T14:44:51.815 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:44:51 smithi102 ceph-mon[87131]: osdmap e534: 8 total, 8 up, 8 in 2024-04-15T14:44:52.368 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 10 v 1059 (ObjNum 33 snap 0 seq_num 2236941248) dirty exists 2024-04-15T14:44:52.368 INFO:tasks.rados.rados.0.smithi016.stdout:2341: finishing rollback tid 1 to smithi01678542-23 2024-04-15T14:44:52.368 INFO:tasks.rados.rados.0.smithi016.stdout:2341: finishing rollback tid 2 to smithi01678542-23 2024-04-15T14:44:52.368 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 23 v 931 (ObjNum 33 snap 0 seq_num 2235553552) dirty exists 2024-04-15T14:44:52.368 INFO:tasks.rados.rados.0.smithi016.stdout:2339: done (2 left) 2024-04-15T14:44:52.368 INFO:tasks.rados.rados.0.smithi016.stdout:2341: done (1 left) 2024-04-15T14:44:52.368 INFO:tasks.rados.rados.0.smithi016.stdout:2342: done (0 left) 2024-04-15T14:44:52.368 INFO:tasks.rados.rados.0.smithi016.stdout:2343: delete oid 23 current snap is 230 2024-04-15T14:44:52.372 INFO:tasks.rados.rados.0.smithi016.stdout:2343: done (0 left) 2024-04-15T14:44:52.372 INFO:tasks.rados.rados.0.smithi016.stdout:2344: read oid 50 snap -1 2024-04-15T14:44:52.372 INFO:tasks.rados.rados.0.smithi016.stdout:2344: expect deleted 2024-04-15T14:44:52.372 INFO:tasks.rados.rados.0.smithi016.stdout:2345: rollback oid 21 current snap is 230 2024-04-15T14:44:52.372 INFO:tasks.rados.rados.0.smithi016.stdout:rollback oid 21 to 228 2024-04-15T14:44:52.373 INFO:tasks.rados.rados.0.smithi016.stdout:2346: delete oid 35 current snap is 230 2024-04-15T14:44:52.378 INFO:tasks.rados.rados.0.smithi016.stdout:2345: finishing rollback tid 1 to smithi01678542-21 2024-04-15T14:44:52.378 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 21 v 1130 (ObjNum 5089 snap 0 seq_num 2906632976) dirty dne 2024-04-15T14:44:52.378 INFO:tasks.rados.rados.0.smithi016.stdout:2344: done (2 left) 2024-04-15T14:44:52.378 INFO:tasks.rados.rados.0.smithi016.stdout:2345: done (1 left) 2024-04-15T14:44:52.378 INFO:tasks.rados.rados.0.smithi016.stdout:2346: done (0 left) 2024-04-15T14:44:52.378 INFO:tasks.rados.rados.0.smithi016.stdout:2347: delete oid 50 current snap is 230 2024-04-15T14:44:52.380 INFO:tasks.rados.rados.0.smithi016.stdout:2347: done (0 left) 2024-04-15T14:44:52.380 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 35 current snap is 230 2024-04-15T14:44:52.380 INFO:tasks.rados.rados.0.smithi016.stdout:2348: seq_num 736 ranges {0=335872} 2024-04-15T14:44:52.382 INFO:tasks.rados.rados.0.smithi016.stdout:2348: writing smithi01678542-35 from 0 to 335872 tid 1 2024-04-15T14:44:52.382 INFO:tasks.rados.rados.0.smithi016.stdout:2349: delete oid 17 current snap is 230 2024-04-15T14:44:52.383 INFO:tasks.rados.rados.0.smithi016.stdout:2349: done (1 left) 2024-04-15T14:44:52.383 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 3 current snap is 230 2024-04-15T14:44:52.384 INFO:tasks.rados.rados.0.smithi016.stdout:2350: seq_num 738 ranges {3784704=368640} 2024-04-15T14:44:52.407 INFO:tasks.rados.rados.0.smithi016.stdout:2350: writing smithi01678542-3 from 3784704 to 4153344 tid 1 2024-04-15T14:44:52.407 INFO:tasks.rados.rados.0.smithi016.stdout:2351: snap_create 2024-04-15T14:44:52.407 INFO:tasks.rados.rados.0.smithi016.stdout:2348: finishing write tid 1 to smithi01678542-35 2024-04-15T14:44:52.407 INFO:tasks.rados.rados.0.smithi016.stdout:2348: finishing write tid 2 to smithi01678542-35 2024-04-15T14:44:52.407 INFO:tasks.rados.rados.0.smithi016.stdout:2348: finishing write tid 3 to smithi01678542-35 2024-04-15T14:44:52.407 INFO:tasks.rados.rados.0.smithi016.stdout:2348: oid 35 updating version 0 to 1043 2024-04-15T14:44:52.407 INFO:tasks.rados.rados.0.smithi016.stdout:2348: oid 35 version 1043 is already newer than 1042 2024-04-15T14:44:52.408 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 35 v 1043 (ObjNum 736 snap 230 seq_num 736) dirty exists 2024-04-15T14:44:52.408 INFO:tasks.rados.rados.0.smithi016.stdout:2348: left oid 35 (ObjNum 736 snap 230 seq_num 736) 2024-04-15T14:44:52.409 INFO:tasks.rados.rados.0.smithi016.stdout:2350: finishing write tid 1 to smithi01678542-3 2024-04-15T14:44:52.410 INFO:tasks.rados.rados.0.smithi016.stdout:2350: finishing write tid 2 to smithi01678542-3 2024-04-15T14:44:52.411 INFO:tasks.rados.rados.0.smithi016.stdout:2350: finishing write tid 3 to smithi01678542-3 2024-04-15T14:44:52.411 INFO:tasks.rados.rados.0.smithi016.stdout:2350: oid 3 updating version 0 to 981 2024-04-15T14:44:52.411 INFO:tasks.rados.rados.0.smithi016.stdout:2350: oid 3 version 981 is already newer than 980 2024-04-15T14:44:52.411 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 3 v 981 (ObjNum 738 snap 230 seq_num 738) dirty exists 2024-04-15T14:44:52.412 INFO:tasks.rados.rados.0.smithi016.stdout:2350: left oid 3 (ObjNum 738 snap 230 seq_num 738) 2024-04-15T14:44:52.687 INFO:journalctl@ceph.prometheus.a.smithi102.stdout:Apr 15 14:44:52 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-prometheus-a[78028]: ts=2024-04-15T14:44:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi016:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"362ea986-fb34-11ee-bc8f-c7b262605968\", instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T14:44:53.372 INFO:tasks.rados.rados.0.smithi016.stdout:2348: done (2 left) 2024-04-15T14:44:53.372 INFO:tasks.rados.rados.0.smithi016.stdout:2350: done (1 left) 2024-04-15T14:44:53.372 INFO:tasks.rados.rados.0.smithi016.stdout:2351: done (0 left) 2024-04-15T14:44:53.372 INFO:tasks.rados.rados.0.smithi016.stdout:2352: delete oid 47 current snap is 231 2024-04-15T14:44:53.376 INFO:tasks.rados.rados.0.smithi016.stdout:2352: done (0 left) 2024-04-15T14:44:53.377 INFO:tasks.rados.rados.0.smithi016.stdout:2353: copy_from oid 37 from oid 34 current snap is 231 2024-04-15T14:44:53.378 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 9 current snap is 231 2024-04-15T14:44:53.379 INFO:tasks.rados.rados.0.smithi016.stdout:2354: seq_num 740 ranges {81920=401408} 2024-04-15T14:44:53.380 INFO:tasks.rados.rados.0.smithi016.stdout:2354: writing smithi01678542-9 from 81920 to 483328 tid 1 2024-04-15T14:44:53.380 INFO:tasks.rados.rados.0.smithi016.stdout:2355: rollback oid 27 current snap is 231 2024-04-15T14:44:53.380 INFO:tasks.rados.rados.0.smithi016.stdout:rollback oid 27 to 218 2024-04-15T14:44:53.380 INFO:tasks.rados.rados.0.smithi016.stdout:2356: delete oid 28 current snap is 231 2024-04-15T14:44:53.387 INFO:tasks.rados.rados.0.smithi016.stdout:2355: finishing rollback tid 0 to smithi01678542-27 2024-04-15T14:44:53.388 INFO:tasks.rados.rados.0.smithi016.stdout:2355: finishing rollback tid 1 to smithi01678542-27 2024-04-15T14:44:53.389 INFO:tasks.rados.rados.0.smithi016.stdout:2355: finishing rollback tid 2 to smithi01678542-27 2024-04-15T14:44:53.389 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 27 v 574 (ObjNum 694 snap 208 seq_num 694) dirty exists 2024-04-15T14:44:53.389 INFO:tasks.rados.rados.0.smithi016.stdout:2355: done (3 left) 2024-04-15T14:44:53.389 INFO:tasks.rados.rados.0.smithi016.stdout:2356: done (2 left) 2024-04-15T14:44:53.389 INFO:tasks.rados.rados.0.smithi016.stdout:2357: delete oid 28 current snap is 231 2024-04-15T14:44:53.392 INFO:tasks.rados.rados.0.smithi016.stdout:2354: finishing write tid 1 to smithi01678542-9 2024-04-15T14:44:53.392 INFO:tasks.rados.rados.0.smithi016.stdout:2354: finishing write tid 2 to smithi01678542-9 2024-04-15T14:44:53.393 INFO:tasks.rados.rados.0.smithi016.stdout:2357: done (2 left) 2024-04-15T14:44:53.393 INFO:tasks.rados.rados.0.smithi016.stdout:2358: snap_create 2024-04-15T14:44:53.395 INFO:tasks.rados.rados.0.smithi016.stdout:2354: finishing write tid 3 to smithi01678542-9 2024-04-15T14:44:53.395 INFO:tasks.rados.rados.0.smithi016.stdout:2354: oid 9 updating version 0 to 1040 2024-04-15T14:44:53.395 INFO:tasks.rados.rados.0.smithi016.stdout:2354: oid 9 updating version 1040 to 1041 2024-04-15T14:44:53.395 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 9 v 1041 (ObjNum 740 snap 231 seq_num 740) dirty exists 2024-04-15T14:44:53.395 INFO:tasks.rados.rados.0.smithi016.stdout:2354: left oid 9 (ObjNum 740 snap 231 seq_num 740) 2024-04-15T14:44:53.396 INFO:tasks.rados.rados.0.smithi016.stdout:2353: finishing copy_from racing read to smithi01678542-37 2024-04-15T14:44:53.396 INFO:tasks.rados.rados.0.smithi016.stdout:2353: finishing copy_from to smithi01678542-37 2024-04-15T14:44:53.396 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 37 v 1121 (ObjNum 677 snap 207 seq_num 677) dirty exists 2024-04-15T14:44:53.688 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:44:53 smithi102 ceph-mon[87131]: pgmap v434: 121 pgs: 5 active+undersized+degraded, 13 active+undersized, 103 active+clean; 112 MiB data, 877 MiB used, 714 GiB / 715 GiB avail; 767 B/s rd, 172 KiB/s wr, 3 op/s; 11/282 objects degraded (3.901%); 82 KiB/s, 0 objects/s recovering 2024-04-15T14:44:53.688 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:44:53 smithi102 ceph-mon[87131]: osdmap e535: 8 total, 8 up, 8 in 2024-04-15T14:44:53.688 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:44:53 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T14:44:53.688 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:44:53 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T14:44:53.688 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:44:53 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T14:44:53.688 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:44:53 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T14:44:53.688 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:44:53 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T14:44:53.688 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:44:53 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T14:44:53.688 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:44:53 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T14:44:53.688 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:44:53 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T14:44:53.688 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:44:53 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T14:44:53.688 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:44:53 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T14:44:53.689 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:44:53 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T14:44:53.689 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:44:53 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.0"}]: dispatch 2024-04-15T14:44:53.689 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:44:53 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.0"}]': finished 2024-04-15T14:44:53.689 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:44:53 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.1"}]: dispatch 2024-04-15T14:44:53.689 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:44:53 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.1"}]': finished 2024-04-15T14:44:53.689 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:44:53 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.2"}]: dispatch 2024-04-15T14:44:53.689 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:44:53 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.2"}]': finished 2024-04-15T14:44:53.689 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:44:53 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.3"}]: dispatch 2024-04-15T14:44:53.689 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:44:53 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.3"}]': finished 2024-04-15T14:44:53.689 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:44:53 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.4"}]: dispatch 2024-04-15T14:44:53.689 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:44:53 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.4"}]': finished 2024-04-15T14:44:53.689 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:44:53 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.5"}]: dispatch 2024-04-15T14:44:53.689 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:44:53 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.5"}]': finished 2024-04-15T14:44:53.690 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:44:53 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.6"}]: dispatch 2024-04-15T14:44:53.690 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:44:53 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.6"}]': finished 2024-04-15T14:44:53.690 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:44:53 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.7"}]: dispatch 2024-04-15T14:44:53.690 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:44:53 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.7"}]': finished 2024-04-15T14:44:53.690 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:44:53 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd require-osd-release", "release": "squid"}]: dispatch 2024-04-15T14:44:53.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:44:53 smithi016 ceph-mon[90652]: pgmap v434: 121 pgs: 5 active+undersized+degraded, 13 active+undersized, 103 active+clean; 112 MiB data, 877 MiB used, 714 GiB / 715 GiB avail; 767 B/s rd, 172 KiB/s wr, 3 op/s; 11/282 objects degraded (3.901%); 82 KiB/s, 0 objects/s recovering 2024-04-15T14:44:53.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:44:53 smithi016 ceph-mon[90652]: osdmap e535: 8 total, 8 up, 8 in 2024-04-15T14:44:53.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:44:53 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T14:44:53.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:44:53 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T14:44:53.791 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:44:53 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T14:44:53.791 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:44:53 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T14:44:53.791 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:44:53 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T14:44:53.791 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:44:53 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T14:44:53.791 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:44:53 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T14:44:53.791 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:44:53 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T14:44:53.791 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:44:53 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T14:44:53.792 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:44:53 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T14:44:53.792 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:44:53 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T14:44:53.792 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:44:53 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.0"}]: dispatch 2024-04-15T14:44:53.792 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:44:53 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.0"}]': finished 2024-04-15T14:44:53.792 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:44:53 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.1"}]: dispatch 2024-04-15T14:44:53.792 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:44:53 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.1"}]': finished 2024-04-15T14:44:53.792 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:44:53 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.2"}]: dispatch 2024-04-15T14:44:53.792 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:44:53 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.2"}]': finished 2024-04-15T14:44:53.792 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:44:53 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.3"}]: dispatch 2024-04-15T14:44:53.792 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:44:53 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.3"}]': finished 2024-04-15T14:44:53.793 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:44:53 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.4"}]: dispatch 2024-04-15T14:44:53.793 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:44:53 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.4"}]': finished 2024-04-15T14:44:53.793 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:44:53 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.5"}]: dispatch 2024-04-15T14:44:53.793 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:44:53 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.5"}]': finished 2024-04-15T14:44:53.793 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:44:53 smithi016 ceph-mon[93212]: pgmap v434: 121 pgs: 5 active+undersized+degraded, 13 active+undersized, 103 active+clean; 112 MiB data, 877 MiB used, 714 GiB / 715 GiB avail; 767 B/s rd, 172 KiB/s wr, 3 op/s; 11/282 objects degraded (3.901%); 82 KiB/s, 0 objects/s recovering 2024-04-15T14:44:53.793 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:44:53 smithi016 ceph-mon[93212]: osdmap e535: 8 total, 8 up, 8 in 2024-04-15T14:44:53.793 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:44:53 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T14:44:53.793 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:44:53 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T14:44:53.793 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:44:53 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T14:44:53.793 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:44:53 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T14:44:53.794 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:44:53 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T14:44:53.794 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:44:53 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T14:44:53.794 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:44:53 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T14:44:53.794 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:44:53 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T14:44:53.794 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:44:53 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T14:44:53.794 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:44:53 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T14:44:53.794 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:44:53 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T14:44:53.794 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:44:53 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.0"}]: dispatch 2024-04-15T14:44:53.794 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:44:53 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.0"}]': finished 2024-04-15T14:44:53.794 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:44:53 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.1"}]: dispatch 2024-04-15T14:44:53.794 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:44:53 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.1"}]': finished 2024-04-15T14:44:53.794 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:44:53 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.2"}]: dispatch 2024-04-15T14:44:53.794 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:44:53 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.2"}]': finished 2024-04-15T14:44:53.795 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:44:53 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.3"}]: dispatch 2024-04-15T14:44:53.795 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:44:53 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.3"}]': finished 2024-04-15T14:44:53.795 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:44:53 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.4"}]: dispatch 2024-04-15T14:44:53.795 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:44:53 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.4"}]': finished 2024-04-15T14:44:53.795 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:44:53 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.5"}]: dispatch 2024-04-15T14:44:53.795 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:44:53 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.5"}]': finished 2024-04-15T14:44:53.795 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:44:53 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.6"}]: dispatch 2024-04-15T14:44:53.795 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:44:53 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.6"}]': finished 2024-04-15T14:44:53.795 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:44:53 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.7"}]: dispatch 2024-04-15T14:44:53.795 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:44:53 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.7"}]': finished 2024-04-15T14:44:53.796 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:44:53 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd require-osd-release", "release": "squid"}]: dispatch 2024-04-15T14:44:53.796 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:44:53 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.6"}]: dispatch 2024-04-15T14:44:53.796 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:44:53 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.6"}]': finished 2024-04-15T14:44:53.796 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:44:53 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.7"}]: dispatch 2024-04-15T14:44:53.796 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:44:53 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.7"}]': finished 2024-04-15T14:44:53.796 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:44:53 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd require-osd-release", "release": "squid"}]: dispatch 2024-04-15T14:44:54.377 INFO:tasks.rados.rados.0.smithi016.stdout:2353: done (2 left) 2024-04-15T14:44:54.377 INFO:tasks.rados.rados.0.smithi016.stdout:2354: done (1 left) 2024-04-15T14:44:54.377 INFO:tasks.rados.rados.0.smithi016.stdout:2358: done (0 left) 2024-04-15T14:44:54.377 INFO:tasks.rados.rados.0.smithi016.stdout:2359: snap_remove snap 211 2024-04-15T14:44:54.539 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:44:54 smithi016 ceph-mon[90652]: Upgrade: Setting container_image for all osd 2024-04-15T14:44:54.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:44:54 smithi016 ceph-mon[90652]: Upgrade: Setting require_osd_release to 19 squid 2024-04-15T14:44:54.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:44:54 smithi016 ceph-mon[90652]: Health check cleared: OSD_UPGRADE_FINISHED (was: all OSDs are running squid or later but require_osd_release < squid) 2024-04-15T14:44:54.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:44:54 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd='[{"prefix": "osd require-osd-release", "release": "squid"}]': finished 2024-04-15T14:44:54.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:44:54 smithi016 ceph-mon[90652]: osdmap e536: 8 total, 8 up, 8 in 2024-04-15T14:44:54.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:44:54 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "mds ok-to-stop", "ids": ["a"]}]: dispatch 2024-04-15T14:44:54.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:44:54 smithi016 ceph-mon[90652]: Upgrade: It appears safe to stop mds.a 2024-04-15T14:44:54.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:44:54 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T14:44:54.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:44:54 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T14:44:54.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:44:54 smithi016 ceph-mon[93212]: Upgrade: Setting container_image for all osd 2024-04-15T14:44:54.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:44:54 smithi016 ceph-mon[93212]: Upgrade: Setting require_osd_release to 19 squid 2024-04-15T14:44:54.541 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:44:54 smithi016 ceph-mon[93212]: Health check cleared: OSD_UPGRADE_FINISHED (was: all OSDs are running squid or later but require_osd_release < squid) 2024-04-15T14:44:54.541 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:44:54 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd='[{"prefix": "osd require-osd-release", "release": "squid"}]': finished 2024-04-15T14:44:54.541 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:44:54 smithi016 ceph-mon[93212]: osdmap e536: 8 total, 8 up, 8 in 2024-04-15T14:44:54.541 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:44:54 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "mds ok-to-stop", "ids": ["a"]}]: dispatch 2024-04-15T14:44:54.541 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:44:54 smithi016 ceph-mon[93212]: Upgrade: It appears safe to stop mds.a 2024-04-15T14:44:54.541 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:44:54 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T14:44:54.541 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:44:54 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T14:44:54.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:44:54 smithi102 ceph-mon[87131]: Upgrade: Setting container_image for all osd 2024-04-15T14:44:54.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:44:54 smithi102 ceph-mon[87131]: Upgrade: Setting require_osd_release to 19 squid 2024-04-15T14:44:54.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:44:54 smithi102 ceph-mon[87131]: Health check cleared: OSD_UPGRADE_FINISHED (was: all OSDs are running squid or later but require_osd_release < squid) 2024-04-15T14:44:54.688 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:44:54 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd='[{"prefix": "osd require-osd-release", "release": "squid"}]': finished 2024-04-15T14:44:54.688 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:44:54 smithi102 ceph-mon[87131]: osdmap e536: 8 total, 8 up, 8 in 2024-04-15T14:44:54.688 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:44:54 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "mds ok-to-stop", "ids": ["a"]}]: dispatch 2024-04-15T14:44:54.688 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:44:54 smithi102 ceph-mon[87131]: Upgrade: It appears safe to stop mds.a 2024-04-15T14:44:54.688 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:44:54 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T14:44:54.688 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:44:54 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T14:44:55.320 INFO:tasks.rados.rados.0.smithi016.stdout:2359: done (0 left) 2024-04-15T14:44:55.320 INFO:tasks.rados.rados.0.smithi016.stdout:2360: snap_create 2024-04-15T14:44:55.539 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:44:55 smithi016 ceph-mon[90652]: pgmap v437: 121 pgs: 121 active+clean; 112 MiB data, 879 MiB used, 714 GiB / 715 GiB avail; 1023 B/s rd, 254 KiB/s wr, 6 op/s; 848 KiB/s, 0 objects/s recovering 2024-04-15T14:44:55.539 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:44:55 smithi016 ceph-mon[90652]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 11/282 objects degraded (3.901%), 5 pgs degraded) 2024-04-15T14:44:55.539 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:44:55 smithi016 ceph-mon[90652]: Cluster is now healthy 2024-04-15T14:44:55.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:44:55 smithi016 ceph-mon[90652]: osdmap e537: 8 total, 8 up, 8 in 2024-04-15T14:44:55.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:44:55 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T14:44:55.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:44:55 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-15T14:44:55.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:44:55 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T14:44:55.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:44:55 smithi016 ceph-mon[90652]: osdmap e538: 8 total, 8 up, 8 in 2024-04-15T14:44:55.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:44:55 smithi016 ceph-mon[93212]: pgmap v437: 121 pgs: 121 active+clean; 112 MiB data, 879 MiB used, 714 GiB / 715 GiB avail; 1023 B/s rd, 254 KiB/s wr, 6 op/s; 848 KiB/s, 0 objects/s recovering 2024-04-15T14:44:55.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:44:55 smithi016 ceph-mon[93212]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 11/282 objects degraded (3.901%), 5 pgs degraded) 2024-04-15T14:44:55.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:44:55 smithi016 ceph-mon[93212]: Cluster is now healthy 2024-04-15T14:44:55.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:44:55 smithi016 ceph-mon[93212]: osdmap e537: 8 total, 8 up, 8 in 2024-04-15T14:44:55.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:44:55 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T14:44:55.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:44:55 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-15T14:44:55.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:44:55 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T14:44:55.541 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:44:55 smithi016 ceph-mon[93212]: osdmap e538: 8 total, 8 up, 8 in 2024-04-15T14:44:55.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:44:55 smithi102 ceph-mon[87131]: pgmap v437: 121 pgs: 121 active+clean; 112 MiB data, 879 MiB used, 714 GiB / 715 GiB avail; 1023 B/s rd, 254 KiB/s wr, 6 op/s; 848 KiB/s, 0 objects/s recovering 2024-04-15T14:44:55.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:44:55 smithi102 ceph-mon[87131]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 11/282 objects degraded (3.901%), 5 pgs degraded) 2024-04-15T14:44:55.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:44:55 smithi102 ceph-mon[87131]: Cluster is now healthy 2024-04-15T14:44:55.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:44:55 smithi102 ceph-mon[87131]: osdmap e537: 8 total, 8 up, 8 in 2024-04-15T14:44:55.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:44:55 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T14:44:55.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:44:55 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-15T14:44:55.688 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:44:55 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T14:44:55.688 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:44:55 smithi102 ceph-mon[87131]: osdmap e538: 8 total, 8 up, 8 in 2024-04-15T14:44:56.321 INFO:tasks.rados.rados.0.smithi016.stdout:2360: done (0 left) 2024-04-15T14:44:56.321 INFO:tasks.rados.rados.0.smithi016.stdout:2361: snap_remove snap 216 2024-04-15T14:44:56.539 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:44:56 smithi016 ceph-mon[93212]: Upgrade: Updating mds.a 2024-04-15T14:44:56.539 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:44:56 smithi016 ceph-mon[93212]: Deploying daemon mds.a on smithi016 2024-04-15T14:44:56.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:44:56 smithi016 ceph-mon[93212]: osdmap e539: 8 total, 8 up, 8 in 2024-04-15T14:44:56.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:44:56 smithi016 ceph-mon[90652]: Upgrade: Updating mds.a 2024-04-15T14:44:56.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:44:56 smithi016 ceph-mon[90652]: Deploying daemon mds.a on smithi016 2024-04-15T14:44:56.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:44:56 smithi016 ceph-mon[90652]: osdmap e539: 8 total, 8 up, 8 in 2024-04-15T14:44:56.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:44:56 smithi102 ceph-mon[87131]: Upgrade: Updating mds.a 2024-04-15T14:44:56.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:44:56 smithi102 ceph-mon[87131]: Deploying daemon mds.a on smithi016 2024-04-15T14:44:56.688 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:44:56 smithi102 ceph-mon[87131]: osdmap e539: 8 total, 8 up, 8 in 2024-04-15T14:44:57.324 INFO:tasks.rados.rados.0.smithi016.stdout:2361: done (0 left) 2024-04-15T14:44:57.324 INFO:tasks.rados.rados.0.smithi016.stdout:2362: setattr oid 43 current snap is 233 2024-04-15T14:44:57.329 INFO:tasks.rados.rados.0.smithi016.stdout:2363: setattr oid 29 current snap is 233 2024-04-15T14:44:57.329 INFO:tasks.rados.rados.0.smithi016.stdout:2364: rmattr oid 12 current snap is 233 2024-04-15T14:44:57.329 INFO:tasks.rados.rados.0.smithi016.stdout:2365: read oid 6 snap -1 2024-04-15T14:44:57.329 INFO:tasks.rados.rados.0.smithi016.stdout:2365: expect deleted 2024-04-15T14:44:57.329 INFO:tasks.rados.rados.0.smithi016.stdout:2366: copy_from oid 42 from oid 26 current snap is 233 2024-04-15T14:44:57.329 INFO:tasks.rados.rados.0.smithi016.stdout:2367: read oid 46 snap 227 2024-04-15T14:44:57.329 INFO:tasks.rados.rados.0.smithi016.stdout:2367: expect deleted 2024-04-15T14:44:57.329 INFO:tasks.rados.rados.0.smithi016.stdout:2368: setattr oid 10 current snap is 233 2024-04-15T14:44:57.331 INFO:tasks.rados.rados.0.smithi016.stdout:2369: delete oid 5 current snap is 233 2024-04-15T14:44:57.333 INFO:tasks.rados.rados.0.smithi016.stdout:2366: finishing copy_from to smithi01678542-42 2024-04-15T14:44:57.333 INFO:tasks.rados.rados.0.smithi016.stdout:2366: got expected ENOENT (src dne) 2024-04-15T14:44:57.333 INFO:tasks.rados.rados.0.smithi016.stdout:2366: finishing copy_from racing read to smithi01678542-42 2024-04-15T14:44:57.337 INFO:tasks.rados.rados.0.smithi016.stdout:2365: done (7 left) 2024-04-15T14:44:57.337 INFO:tasks.rados.rados.0.smithi016.stdout:2366: done (6 left) 2024-04-15T14:44:57.337 INFO:tasks.rados.rados.0.smithi016.stdout:2367: done (5 left) 2024-04-15T14:44:57.337 INFO:tasks.rados.rados.0.smithi016.stdout:2369: done (4 left) 2024-04-15T14:44:57.337 INFO:tasks.rados.rados.0.smithi016.stdout:2370: snap_remove snap 228 2024-04-15T14:44:57.523 INFO:journalctl@ceph.mds.a.smithi016.stdout:Apr 15 14:44:57 smithi016 systemd[1]: Stopping Ceph mds.a for 362ea986-fb34-11ee-bc8f-c7b262605968... 2024-04-15T14:44:57.523 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:44:57 smithi016 ceph-mon[90652]: pgmap v440: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 114 MiB data, 901 MiB used, 714 GiB / 715 GiB avail; 767 B/s rd, 696 KiB/s wr, 11 op/s; 766 KiB/s, 0 objects/s recovering 2024-04-15T14:44:57.523 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:44:57 smithi016 ceph-mon[90652]: osdmap e540: 8 total, 8 up, 8 in 2024-04-15T14:44:57.524 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:44:57 smithi016 ceph-mon[93212]: pgmap v440: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 114 MiB data, 901 MiB used, 714 GiB / 715 GiB avail; 767 B/s rd, 696 KiB/s wr, 11 op/s; 766 KiB/s, 0 objects/s recovering 2024-04-15T14:44:57.524 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:44:57 smithi016 ceph-mon[93212]: osdmap e540: 8 total, 8 up, 8 in 2024-04-15T14:44:57.529 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 29 v 1188 (ObjNum 693 snap 208 seq_num 693) dirty exists 2024-04-15T14:44:57.529 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 43 v 1154 (ObjNum 289 snap 0 seq_num 3763166676) dirty exists 2024-04-15T14:44:57.529 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 10 v 1122 (ObjNum 273 snap 0 seq_num 0) dirty exists 2024-04-15T14:44:57.529 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 12 v 933 (ObjNum 728 snap 228 seq_num 728) dirty exists 2024-04-15T14:44:57.530 INFO:tasks.rados.rados.0.smithi016.stdout:2362: done (4 left) 2024-04-15T14:44:57.530 INFO:tasks.rados.rados.0.smithi016.stdout:2363: done (3 left) 2024-04-15T14:44:57.530 INFO:tasks.rados.rados.0.smithi016.stdout:2364: done (2 left) 2024-04-15T14:44:57.530 INFO:tasks.rados.rados.0.smithi016.stdout:2368: done (1 left) 2024-04-15T14:44:57.530 INFO:tasks.rados.rados.0.smithi016.stdout:2370: done (0 left) 2024-04-15T14:44:57.530 INFO:tasks.rados.rados.0.smithi016.stdout:2371: rollback oid 23 current snap is 233 2024-04-15T14:44:57.530 INFO:tasks.rados.rados.0.smithi016.stdout:rollback oid 23 to 231 2024-04-15T14:44:57.530 INFO:tasks.rados.rados.0.smithi016.stdout:2372: read oid 40 snap -1 2024-04-15T14:44:57.530 INFO:tasks.rados.rados.0.smithi016.stdout:2372: expect deleted 2024-04-15T14:44:57.530 INFO:tasks.rados.rados.0.smithi016.stdout:2373: snap_create 2024-04-15T14:44:57.536 INFO:tasks.rados.rados.0.smithi016.stdout:2371: finishing rollback tid 1 to smithi01678542-23 2024-04-15T14:44:57.536 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 23 v 932 (ObjNum 65 snap 0 seq_num 1717263457) dirty dne 2024-04-15T14:44:57.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:44:57 smithi102 ceph-mon[87131]: pgmap v440: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 114 MiB data, 901 MiB used, 714 GiB / 715 GiB avail; 767 B/s rd, 696 KiB/s wr, 11 op/s; 766 KiB/s, 0 objects/s recovering 2024-04-15T14:44:57.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:44:57 smithi102 ceph-mon[87131]: osdmap e540: 8 total, 8 up, 8 in 2024-04-15T14:44:57.789 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:44:57 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mon-a[90629]: 2024-04-15T14:44:57.522+0000 7f8c31def700 -1 log_channel(cluster) log [ERR] : Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-04-15T14:44:57.790 INFO:journalctl@ceph.mds.a.smithi016.stdout:Apr 15 14:44:57 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mds-a[64313]: 2024-04-15T14:44:57.521+0000 7f76e7c3f700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mds -n mds.a -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-04-15T14:44:57.790 INFO:journalctl@ceph.mds.a.smithi016.stdout:Apr 15 14:44:57 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mds-a[64313]: 2024-04-15T14:44:57.521+0000 7f76e7c3f700 -1 mds.a *** got signal Terminated *** 2024-04-15T14:44:58.544 INFO:tasks.rados.rados.0.smithi016.stdout:2371: done (2 left) 2024-04-15T14:44:58.544 INFO:tasks.rados.rados.0.smithi016.stdout:2372: done (1 left) 2024-04-15T14:44:58.544 INFO:tasks.rados.rados.0.smithi016.stdout:2373: done (0 left) 2024-04-15T14:44:58.544 INFO:tasks.rados.rados.0.smithi016.stdout:2374: read oid 10 snap -1 2024-04-15T14:44:58.544 INFO:tasks.rados.rados.0.smithi016.stdout:2374: expect (ObjNum 0 snap 0 seq_num 0) 2024-04-15T14:44:58.545 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 14 current snap is 234 2024-04-15T14:44:58.545 INFO:tasks.rados.rados.0.smithi016.stdout:2375: seq_num 744 ranges {2220032=466944} 2024-04-15T14:44:58.559 INFO:tasks.rados.rados.0.smithi016.stdout:2375: writing smithi01678542-14 from 2220032 to 2686976 tid 1 2024-04-15T14:44:58.559 INFO:tasks.rados.rados.0.smithi016.stdout:2376: snap_create 2024-04-15T14:44:58.560 INFO:tasks.rados.rados.0.smithi016.stdout:2374: expect (ObjNum 0 snap 0 seq_num 0) 2024-04-15T14:44:58.564 INFO:tasks.rados.rados.0.smithi016.stdout:2375: finishing write tid 1 to smithi01678542-14 2024-04-15T14:44:58.564 INFO:tasks.rados.rados.0.smithi016.stdout:2375: finishing write tid 2 to smithi01678542-14 2024-04-15T14:44:58.565 INFO:tasks.rados.rados.0.smithi016.stdout:2375: finishing write tid 3 to smithi01678542-14 2024-04-15T14:44:58.565 INFO:tasks.rados.rados.0.smithi016.stdout:2375: oid 14 updating version 0 to 1045 2024-04-15T14:44:58.565 INFO:tasks.rados.rados.0.smithi016.stdout:2375: oid 14 version 1045 is already newer than 1044 2024-04-15T14:44:58.565 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 14 v 1045 (ObjNum 744 snap 234 seq_num 744) dirty exists 2024-04-15T14:44:58.565 INFO:tasks.rados.rados.0.smithi016.stdout:2375: left oid 14 (ObjNum 744 snap 234 seq_num 744) 2024-04-15T14:44:58.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:44:58 smithi102 ceph-mon[87131]: Health check failed: 1 filesystem is degraded (FS_DEGRADED) 2024-04-15T14:44:58.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:44:58 smithi102 ceph-mon[87131]: Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-04-15T14:44:58.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:44:58 smithi102 ceph-mon[87131]: osdmap e541: 8 total, 8 up, 8 in 2024-04-15T14:44:58.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:44:58 smithi102 ceph-mon[87131]: Standby daemon mds.b assigned to filesystem cephfs as rank 0 2024-04-15T14:44:58.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:44:58 smithi102 ceph-mon[87131]: Health check cleared: MDS_ALL_DOWN (was: 1 filesystem is offline) 2024-04-15T14:44:58.688 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:44:58 smithi102 ceph-mon[87131]: fsmap cephfs:0/1 1 up:standby, 1 failed 2024-04-15T14:44:58.688 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:44:58 smithi102 ceph-mon[87131]: fsmap cephfs:1/1 {0=b=up:replay} 2024-04-15T14:44:58.789 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:44:58 smithi016 ceph-mon[93212]: Health check failed: 1 filesystem is degraded (FS_DEGRADED) 2024-04-15T14:44:58.789 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:44:58 smithi016 ceph-mon[93212]: Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-04-15T14:44:58.789 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:44:58 smithi016 ceph-mon[93212]: osdmap e541: 8 total, 8 up, 8 in 2024-04-15T14:44:58.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:44:58 smithi016 ceph-mon[93212]: Standby daemon mds.b assigned to filesystem cephfs as rank 0 2024-04-15T14:44:58.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:44:58 smithi016 ceph-mon[93212]: Health check cleared: MDS_ALL_DOWN (was: 1 filesystem is offline) 2024-04-15T14:44:58.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:44:58 smithi016 ceph-mon[93212]: fsmap cephfs:0/1 1 up:standby, 1 failed 2024-04-15T14:44:58.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:44:58 smithi016 ceph-mon[93212]: fsmap cephfs:1/1 {0=b=up:replay} 2024-04-15T14:44:58.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:44:58 smithi016 ceph-mon[90652]: Health check failed: 1 filesystem is degraded (FS_DEGRADED) 2024-04-15T14:44:58.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:44:58 smithi016 ceph-mon[90652]: Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-04-15T14:44:58.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:44:58 smithi016 ceph-mon[90652]: osdmap e541: 8 total, 8 up, 8 in 2024-04-15T14:44:58.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:44:58 smithi016 ceph-mon[90652]: Standby daemon mds.b assigned to filesystem cephfs as rank 0 2024-04-15T14:44:58.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:44:58 smithi016 ceph-mon[90652]: Health check cleared: MDS_ALL_DOWN (was: 1 filesystem is offline) 2024-04-15T14:44:58.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:44:58 smithi016 ceph-mon[90652]: fsmap cephfs:0/1 1 up:standby, 1 failed 2024-04-15T14:44:58.791 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:44:58 smithi016 ceph-mon[90652]: fsmap cephfs:1/1 {0=b=up:replay} 2024-04-15T14:44:59.546 INFO:tasks.rados.rados.0.smithi016.stdout:2374: done (2 left) 2024-04-15T14:44:59.546 INFO:tasks.rados.rados.0.smithi016.stdout:2375: done (1 left) 2024-04-15T14:44:59.546 INFO:tasks.rados.rados.0.smithi016.stdout:2376: done (0 left) 2024-04-15T14:44:59.546 INFO:tasks.rados.rados.0.smithi016.stdout:2377: rmattr oid 11 current snap is 235 2024-04-15T14:44:59.546 INFO:tasks.rados.rados.0.smithi016.stdout:2377: done (0 left) 2024-04-15T14:44:59.546 INFO:tasks.rados.rados.0.smithi016.stdout:2378: read oid 43 snap -1 2024-04-15T14:44:59.546 INFO:tasks.rados.rados.0.smithi016.stdout:2378: expect (ObjNum 0 snap 0 seq_num 0) 2024-04-15T14:44:59.547 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 21 current snap is 235 2024-04-15T14:44:59.547 INFO:tasks.rados.rados.0.smithi016.stdout:2379: seq_num 745 ranges {0=483328} 2024-04-15T14:44:59.548 INFO:tasks.rados.rados.0.smithi016.stdout:2379: writing smithi01678542-21 from 0 to 483328 tid 1 2024-04-15T14:44:59.548 INFO:tasks.rados.rados.0.smithi016.stdout:2380: delete oid 24 current snap is 235 2024-04-15T14:44:59.557 INFO:tasks.rados.rados.0.smithi016.stdout:2378: expect (ObjNum 0 snap 0 seq_num 0) 2024-04-15T14:44:59.562 INFO:tasks.rados.rados.0.smithi016.stdout:2379: finishing write tid 1 to smithi01678542-21 2024-04-15T14:44:59.562 INFO:tasks.rados.rados.0.smithi016.stdout:2378: done (2 left) 2024-04-15T14:44:59.562 INFO:tasks.rados.rados.0.smithi016.stdout:2380: done (1 left) 2024-04-15T14:44:59.562 INFO:tasks.rados.rados.0.smithi016.stdout:2381: setattr oid 40 current snap is 235 2024-04-15T14:44:59.563 INFO:tasks.rados.rados.0.smithi016.stdout:2382: read oid 50 snap -1 2024-04-15T14:44:59.564 INFO:tasks.rados.rados.0.smithi016.stdout:2382: expect deleted 2024-04-15T14:44:59.564 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 8 current snap is 235 2024-04-15T14:44:59.564 INFO:tasks.rados.rados.0.smithi016.stdout:2379: finishing write tid 2 to smithi01678542-21 2024-04-15T14:44:59.564 INFO:tasks.rados.rados.0.smithi016.stdout:2383: seq_num 747 ranges {32768=516096} 2024-04-15T14:44:59.567 INFO:tasks.rados.rados.0.smithi016.stdout:2383: writing smithi01678542-8 from 32768 to 548864 tid 1 2024-04-15T14:44:59.568 INFO:tasks.rados.rados.0.smithi016.stdout:2384: delete oid 44 current snap is 235 2024-04-15T14:44:59.568 INFO:tasks.rados.rados.0.smithi016.stdout:2379: finishing write tid 3 to smithi01678542-21 2024-04-15T14:44:59.568 INFO:tasks.rados.rados.0.smithi016.stdout:2379: oid 21 updating version 0 to 1155 2024-04-15T14:44:59.568 INFO:tasks.rados.rados.0.smithi016.stdout:2379: oid 21 updating version 1155 to 1156 2024-04-15T14:44:59.568 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 21 v 1156 (ObjNum 745 snap 235 seq_num 745) dirty exists 2024-04-15T14:44:59.568 INFO:tasks.rados.rados.0.smithi016.stdout:2379: left oid 21 (ObjNum 745 snap 235 seq_num 745) 2024-04-15T14:44:59.568 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 40 v 1046 (ObjNum 49 snap 0 seq_num 2235188992) dirty exists 2024-04-15T14:44:59.572 INFO:tasks.rados.rados.0.smithi016.stdout:2379: done (4 left) 2024-04-15T14:44:59.572 INFO:tasks.rados.rados.0.smithi016.stdout:2381: done (3 left) 2024-04-15T14:44:59.572 INFO:tasks.rados.rados.0.smithi016.stdout:2382: done (2 left) 2024-04-15T14:44:59.572 INFO:tasks.rados.rados.0.smithi016.stdout:2384: done (1 left) 2024-04-15T14:44:59.572 INFO:tasks.rados.rados.0.smithi016.stdout:2385: read oid 27 snap -1 2024-04-15T14:44:59.572 INFO:tasks.rados.rados.0.smithi016.stdout:2385: expect (ObjNum 694 snap 208 seq_num 694) 2024-04-15T14:44:59.572 INFO:tasks.rados.rados.0.smithi016.stdout:2386: rollback oid 50 current snap is 235 2024-04-15T14:44:59.572 INFO:tasks.rados.rados.0.smithi016.stdout:rollback oid 50 to 217 2024-04-15T14:44:59.573 INFO:tasks.rados.rados.0.smithi016.stdout:2387: rmattr oid 32 current snap is 235 2024-04-15T14:44:59.573 INFO:tasks.rados.rados.0.smithi016.stdout:2387: done (3 left) 2024-04-15T14:44:59.573 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 5 current snap is 235 2024-04-15T14:44:59.573 INFO:tasks.rados.rados.0.smithi016.stdout:2388: seq_num 749 ranges {0=548864} 2024-04-15T14:44:59.577 INFO:tasks.rados.rados.0.smithi016.stdout:2388: writing smithi01678542-5 from 0 to 548864 tid 1 2024-04-15T14:44:59.577 INFO:tasks.rados.rados.0.smithi016.stdout:2383: finishing write tid 1 to smithi01678542-8 2024-04-15T14:44:59.578 INFO:tasks.rados.rados.0.smithi016.stdout:2383: finishing write tid 2 to smithi01678542-8 2024-04-15T14:44:59.578 INFO:tasks.rados.rados.0.smithi016.stdout:2386: finishing rollback tid 1 to smithi01678542-50 2024-04-15T14:44:59.578 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 50 v 0 (ObjNum 0 snap 0 seq_num 304) dirty dne 2024-04-15T14:44:59.578 INFO:tasks.rados.rados.0.smithi016.stdout:2386: done (3 left) 2024-04-15T14:44:59.578 INFO:tasks.rados.rados.0.smithi016.stdout:2389: read oid 28 snap -1 2024-04-15T14:44:59.578 INFO:tasks.rados.rados.0.smithi016.stdout:2389: expect deleted 2024-04-15T14:44:59.579 INFO:tasks.rados.rados.0.smithi016.stdout:2390: read oid 12 snap -1 2024-04-15T14:44:59.579 INFO:tasks.rados.rados.0.smithi016.stdout:2390: expect (ObjNum 728 snap 228 seq_num 728) 2024-04-15T14:44:59.579 INFO:tasks.rados.rados.0.smithi016.stdout:2391: rmattr oid 30 current snap is 235 2024-04-15T14:44:59.579 INFO:tasks.rados.rados.0.smithi016.stdout:2383: finishing write tid 3 to smithi01678542-8 2024-04-15T14:44:59.579 INFO:tasks.rados.rados.0.smithi016.stdout:2383: oid 8 updating version 0 to 934 2024-04-15T14:44:59.579 INFO:tasks.rados.rados.0.smithi016.stdout:2383: oid 8 updating version 934 to 935 2024-04-15T14:44:59.579 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 8 v 935 (ObjNum 747 snap 235 seq_num 747) dirty exists 2024-04-15T14:44:59.580 INFO:tasks.rados.rados.0.smithi016.stdout:2383: left oid 8 (ObjNum 747 snap 235 seq_num 747) 2024-04-15T14:44:59.580 INFO:tasks.rados.rados.0.smithi016.stdout:2383: done (5 left) 2024-04-15T14:44:59.580 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 34 current snap is 235 2024-04-15T14:44:59.580 INFO:tasks.rados.rados.0.smithi016.stdout:2392: seq_num 750 ranges {1744896=565248} 2024-04-15T14:44:59.592 INFO:tasks.rados.rados.0.smithi016.stdout:2392: writing smithi01678542-34 from 1744896 to 2310144 tid 1 2024-04-15T14:44:59.593 INFO:tasks.rados.rados.0.smithi016.stdout:2393: delete oid 9 current snap is 235 2024-04-15T14:44:59.593 INFO:tasks.rados.rados.0.smithi016.stdout:2388: finishing write tid 1 to smithi01678542-5 2024-04-15T14:44:59.593 INFO:tasks.rados.rados.0.smithi016.stdout:2388: finishing write tid 2 to smithi01678542-5 2024-04-15T14:44:59.593 INFO:tasks.rados.rados.0.smithi016.stdout:2388: finishing write tid 3 to smithi01678542-5 2024-04-15T14:44:59.594 INFO:tasks.rados.rados.0.smithi016.stdout:2388: oid 5 updating version 0 to 1052 2024-04-15T14:44:59.594 INFO:tasks.rados.rados.0.smithi016.stdout:2388: oid 5 updating version 1052 to 1053 2024-04-15T14:44:59.594 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 5 v 1053 (ObjNum 749 snap 235 seq_num 749) dirty exists 2024-04-15T14:44:59.594 INFO:tasks.rados.rados.0.smithi016.stdout:2388: left oid 5 (ObjNum 749 snap 235 seq_num 749) 2024-04-15T14:44:59.594 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 30 v 982 (ObjNum 717 snap 217 seq_num 717) dirty exists 2024-04-15T14:44:59.595 INFO:tasks.rados.rados.0.smithi016.stdout:2385: expect (ObjNum 694 snap 208 seq_num 694) 2024-04-15T14:44:59.704 INFO:tasks.rados.rados.0.smithi016.stdout:2392: finishing write tid 1 to smithi01678542-34 2024-04-15T14:44:59.704 INFO:tasks.rados.rados.0.smithi016.stdout:2392: finishing write tid 2 to smithi01678542-34 2024-04-15T14:44:59.705 INFO:tasks.rados.rados.0.smithi016.stdout:2392: finishing write tid 3 to smithi01678542-34 2024-04-15T14:44:59.705 INFO:tasks.rados.rados.0.smithi016.stdout:2392: oid 34 updating version 0 to 1160 2024-04-15T14:44:59.705 INFO:tasks.rados.rados.0.smithi016.stdout:2392: oid 34 version 1160 is already newer than 1159 2024-04-15T14:44:59.705 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 34 v 1160 (ObjNum 750 snap 235 seq_num 750) dirty exists 2024-04-15T14:44:59.705 INFO:tasks.rados.rados.0.smithi016.stdout:2392: left oid 34 (ObjNum 750 snap 235 seq_num 750) 2024-04-15T14:44:59.705 INFO:tasks.rados.rados.0.smithi016.stdout:2390: expect (ObjNum 728 snap 228 seq_num 728) 2024-04-15T14:44:59.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:44:59 smithi102 ceph-mon[87131]: pgmap v444: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 114 MiB data, 919 MiB used, 714 GiB / 715 GiB avail; 571 B/s rd, 686 KiB/s wr, 10 op/s 2024-04-15T14:44:59.938 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:44:59 smithi102 ceph-mon[87131]: osdmap e542: 8 total, 8 up, 8 in 2024-04-15T14:44:59.938 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:44:59 smithi102 ceph-mon[87131]: mds.? [v2:172.21.15.102:6832/1183295622,v1:172.21.15.102:6833/1183295622] up:reconnect 2024-04-15T14:44:59.938 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:44:59 smithi102 ceph-mon[87131]: fsmap cephfs:1/1 {0=b=up:reconnect} 2024-04-15T14:44:59.938 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:44:59 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T14:45:00.039 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:44:59 smithi016 ceph-mon[90652]: pgmap v444: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 114 MiB data, 919 MiB used, 714 GiB / 715 GiB avail; 571 B/s rd, 686 KiB/s wr, 10 op/s 2024-04-15T14:45:00.039 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:44:59 smithi016 ceph-mon[90652]: osdmap e542: 8 total, 8 up, 8 in 2024-04-15T14:45:00.039 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:44:59 smithi016 ceph-mon[90652]: mds.? [v2:172.21.15.102:6832/1183295622,v1:172.21.15.102:6833/1183295622] up:reconnect 2024-04-15T14:45:00.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:44:59 smithi016 ceph-mon[90652]: fsmap cephfs:1/1 {0=b=up:reconnect} 2024-04-15T14:45:00.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:44:59 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T14:45:00.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:44:59 smithi016 ceph-mon[93212]: pgmap v444: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 114 MiB data, 919 MiB used, 714 GiB / 715 GiB avail; 571 B/s rd, 686 KiB/s wr, 10 op/s 2024-04-15T14:45:00.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:44:59 smithi016 ceph-mon[93212]: osdmap e542: 8 total, 8 up, 8 in 2024-04-15T14:45:00.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:44:59 smithi016 ceph-mon[93212]: mds.? [v2:172.21.15.102:6832/1183295622,v1:172.21.15.102:6833/1183295622] up:reconnect 2024-04-15T14:45:00.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:44:59 smithi016 ceph-mon[93212]: fsmap cephfs:1/1 {0=b=up:reconnect} 2024-04-15T14:45:00.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:44:59 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T14:45:00.856 INFO:tasks.rados.rados.0.smithi016.stdout:2385: done (6 left) 2024-04-15T14:45:00.856 INFO:tasks.rados.rados.0.smithi016.stdout:2388: done (5 left) 2024-04-15T14:45:00.856 INFO:tasks.rados.rados.0.smithi016.stdout:2389: done (4 left) 2024-04-15T14:45:00.856 INFO:tasks.rados.rados.0.smithi016.stdout:2390: done (3 left) 2024-04-15T14:45:00.856 INFO:tasks.rados.rados.0.smithi016.stdout:2391: done (2 left) 2024-04-15T14:45:00.856 INFO:tasks.rados.rados.0.smithi016.stdout:2392: done (1 left) 2024-04-15T14:45:00.856 INFO:tasks.rados.rados.0.smithi016.stdout:2393: done (0 left) 2024-04-15T14:45:00.856 INFO:tasks.rados.rados.0.smithi016.stdout:2394: rollback oid 50 current snap is 235 2024-04-15T14:45:00.856 INFO:tasks.rados.rados.0.smithi016.stdout:rollback oid 50 to 234 2024-04-15T14:45:00.856 INFO:tasks.rados.rados.0.smithi016.stdout:2395: read oid 30 snap -1 2024-04-15T14:45:00.857 INFO:tasks.rados.rados.0.smithi016.stdout:2395: expect (ObjNum 717 snap 217 seq_num 717) 2024-04-15T14:45:00.857 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 44 current snap is 235 2024-04-15T14:45:00.857 INFO:tasks.rados.rados.0.smithi016.stdout:2396: seq_num 752 ranges {0=598016} 2024-04-15T14:45:00.859 INFO:tasks.rados.rados.0.smithi016.stdout:2396: writing smithi01678542-44 from 0 to 598016 tid 1 2024-04-15T14:45:00.859 INFO:tasks.rados.rados.0.smithi016.stdout:2397: snap_remove snap 227 2024-04-15T14:45:00.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:45:00 smithi102 ceph-mon[87131]: osdmap e543: 8 total, 8 up, 8 in 2024-04-15T14:45:00.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:45:00 smithi102 ceph-mon[87131]: mds.? [v2:172.21.15.102:6832/1183295622,v1:172.21.15.102:6833/1183295622] up:rejoin 2024-04-15T14:45:00.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:45:00 smithi102 ceph-mon[87131]: fsmap cephfs:1/1 {0=b=up:rejoin} 2024-04-15T14:45:00.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:45:00 smithi102 ceph-mon[87131]: daemon mds.b is now active in filesystem cephfs as rank 0 2024-04-15T14:45:00.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:45:00 smithi102 ceph-mon[87131]: osdmap e544: 8 total, 8 up, 8 in 2024-04-15T14:45:01.039 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:45:00 smithi016 ceph-mon[90652]: osdmap e543: 8 total, 8 up, 8 in 2024-04-15T14:45:01.039 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:45:00 smithi016 ceph-mon[90652]: mds.? [v2:172.21.15.102:6832/1183295622,v1:172.21.15.102:6833/1183295622] up:rejoin 2024-04-15T14:45:01.039 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:45:00 smithi016 ceph-mon[90652]: fsmap cephfs:1/1 {0=b=up:rejoin} 2024-04-15T14:45:01.039 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:45:00 smithi016 ceph-mon[90652]: daemon mds.b is now active in filesystem cephfs as rank 0 2024-04-15T14:45:01.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:45:00 smithi016 ceph-mon[90652]: osdmap e544: 8 total, 8 up, 8 in 2024-04-15T14:45:01.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:45:00 smithi016 ceph-mon[93212]: osdmap e543: 8 total, 8 up, 8 in 2024-04-15T14:45:01.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:45:00 smithi016 ceph-mon[93212]: mds.? [v2:172.21.15.102:6832/1183295622,v1:172.21.15.102:6833/1183295622] up:rejoin 2024-04-15T14:45:01.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:45:00 smithi016 ceph-mon[93212]: fsmap cephfs:1/1 {0=b=up:rejoin} 2024-04-15T14:45:01.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:45:00 smithi016 ceph-mon[93212]: daemon mds.b is now active in filesystem cephfs as rank 0 2024-04-15T14:45:01.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:45:00 smithi016 ceph-mon[93212]: osdmap e544: 8 total, 8 up, 8 in 2024-04-15T14:45:01.539 INFO:journalctl@ceph.mds.a.smithi016.stdout:Apr 15 14:45:01 smithi016 podman[118987]: 2024-04-15 14:45:01.205720331 +0000 UTC m=+3.815079090 container died 287f01435fb100d3eb31d6cb015e79a5cb8ee46aaacd202e0aea8585887f9c93 (image=quay.ceph.io/ceph-ci/ceph@sha256:68779415073ff203e402b0379758fdddf51fc45e34dd0f039888aa95268c5315, name=ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mds-a, io.buildah.version=1.33.5, GIT_BRANCH=HEAD, ceph=True, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.build-date=20240409, org.label-schema.vendor=CentOS, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, RELEASE=reef-e3fb05d, GIT_CLEAN=True, maintainer=Guillaume Abrioux ) 2024-04-15T14:45:01.560 INFO:tasks.rados.rados.0.smithi016.stdout:2397: done (3 left) 2024-04-15T14:45:01.560 INFO:tasks.rados.rados.0.smithi016.stdout:2398: copy_from oid 49 from oid 36 current snap is 235 2024-04-15T14:45:01.560 INFO:tasks.rados.rados.0.smithi016.stdout:2394: finishing rollback tid 1 to smithi01678542-50 2024-04-15T14:45:01.560 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 50 v 0 (ObjNum 0 snap 0 seq_num 304) dirty dne 2024-04-15T14:45:01.560 INFO:tasks.rados.rados.0.smithi016.stdout:2396: finishing write tid 1 to smithi01678542-44 2024-04-15T14:45:01.560 INFO:tasks.rados.rados.0.smithi016.stdout:2396: finishing write tid 2 to smithi01678542-44 2024-04-15T14:45:01.560 INFO:tasks.rados.rados.0.smithi016.stdout:2396: finishing write tid 3 to smithi01678542-44 2024-04-15T14:45:01.561 INFO:tasks.rados.rados.0.smithi016.stdout:2396: oid 44 updating version 0 to 1200 2024-04-15T14:45:01.561 INFO:tasks.rados.rados.0.smithi016.stdout:2396: oid 44 version 1200 is already newer than 1199 2024-04-15T14:45:01.561 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 44 v 1200 (ObjNum 752 snap 235 seq_num 752) dirty exists 2024-04-15T14:45:01.561 INFO:tasks.rados.rados.0.smithi016.stdout:2396: left oid 44 (ObjNum 752 snap 235 seq_num 752) 2024-04-15T14:45:01.561 INFO:tasks.rados.rados.0.smithi016.stdout:2394: done (3 left) 2024-04-15T14:45:01.561 INFO:tasks.rados.rados.0.smithi016.stdout:2396: done (2 left) 2024-04-15T14:45:01.561 INFO:tasks.rados.rados.0.smithi016.stdout:2399: copy_from oid 2 from oid 6 current snap is 235 2024-04-15T14:45:01.561 INFO:tasks.rados.rados.0.smithi016.stdout:2395: expect (ObjNum 717 snap 217 seq_num 717) 2024-04-15T14:45:01.920 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:45:01 smithi102 ceph-mon[87131]: pgmap v447: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 114 MiB data, 919 MiB used, 714 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 0 op/s 2024-04-15T14:45:01.920 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:45:01 smithi102 ceph-mon[87131]: Health check cleared: FS_DEGRADED (was: 1 filesystem is degraded) 2024-04-15T14:45:01.920 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:45:01 smithi102 ceph-mon[87131]: Cluster is now healthy 2024-04-15T14:45:01.920 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:45:01 smithi102 ceph-mon[87131]: mds.? [v2:172.21.15.102:6832/1183295622,v1:172.21.15.102:6833/1183295622] up:active 2024-04-15T14:45:01.920 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:45:01 smithi102 ceph-mon[87131]: fsmap cephfs:1 {0=b=up:active} 2024-04-15T14:45:01.937 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:45:01 smithi016 ceph-mon[90652]: pgmap v447: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 114 MiB data, 919 MiB used, 714 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 0 op/s 2024-04-15T14:45:01.937 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:45:01 smithi016 ceph-mon[90652]: Health check cleared: FS_DEGRADED (was: 1 filesystem is degraded) 2024-04-15T14:45:01.937 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:45:01 smithi016 ceph-mon[90652]: Cluster is now healthy 2024-04-15T14:45:01.937 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:45:01 smithi016 ceph-mon[90652]: mds.? [v2:172.21.15.102:6832/1183295622,v1:172.21.15.102:6833/1183295622] up:active 2024-04-15T14:45:01.938 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:45:01 smithi016 ceph-mon[90652]: fsmap cephfs:1 {0=b=up:active} 2024-04-15T14:45:01.938 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 15 14:45:01 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-y[81421]: ::ffff:172.21.15.102 - - [15/Apr/2024:14:45:01] "GET /metrics HTTP/1.1" 200 36275 "" "Prometheus/2.43.0" 2024-04-15T14:45:01.938 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:45:01 smithi016 ceph-mon[93212]: pgmap v447: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 114 MiB data, 919 MiB used, 714 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 0 op/s 2024-04-15T14:45:01.938 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:45:01 smithi016 ceph-mon[93212]: Health check cleared: FS_DEGRADED (was: 1 filesystem is degraded) 2024-04-15T14:45:01.938 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:45:01 smithi016 ceph-mon[93212]: Cluster is now healthy 2024-04-15T14:45:01.938 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:45:01 smithi016 ceph-mon[93212]: mds.? [v2:172.21.15.102:6832/1183295622,v1:172.21.15.102:6833/1183295622] up:active 2024-04-15T14:45:01.939 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:45:01 smithi016 ceph-mon[93212]: fsmap cephfs:1 {0=b=up:active} 2024-04-15T14:45:01.939 INFO:journalctl@ceph.mds.a.smithi016.stdout:Apr 15 14:45:01 smithi016 podman[118987]: 2024-04-15 14:45:01.660253027 +0000 UTC m=+4.269611767 container cleanup 287f01435fb100d3eb31d6cb015e79a5cb8ee46aaacd202e0aea8585887f9c93 (image=quay.ceph.io/ceph-ci/ceph@sha256:68779415073ff203e402b0379758fdddf51fc45e34dd0f039888aa95268c5315, name=ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mds-a, org.label-schema.license=GPLv2, io.buildah.version=1.33.5, RELEASE=reef-e3fb05d, org.label-schema.build-date=20240409, GIT_CLEAN=True, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 8 Base Image, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS) 2024-04-15T14:45:01.939 INFO:journalctl@ceph.mds.a.smithi016.stdout:Apr 15 14:45:01 smithi016 bash[118987]: ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mds-a 2024-04-15T14:45:02.187 INFO:journalctl@ceph.grafana.a.smithi102.stdout:Apr 15 14:45:01 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-grafana-a[63286]: logger=cleanup t=2024-04-15T14:45:01.919155849Z level=info msg="Completed cleanup jobs" duration=12.797189ms 2024-04-15T14:45:02.275 INFO:journalctl@ceph.mds.a.smithi016.stdout:Apr 15 14:45:01 smithi016 podman[119006]: 2024-04-15 14:45:01.936596387 +0000 UTC m=+0.723454433 container remove 287f01435fb100d3eb31d6cb015e79a5cb8ee46aaacd202e0aea8585887f9c93 (image=quay.ceph.io/ceph-ci/ceph@sha256:68779415073ff203e402b0379758fdddf51fc45e34dd0f039888aa95268c5315, name=ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mds-a, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, io.buildah.version=1.33.5, RELEASE=reef-e3fb05d, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, org.label-schema.license=GPLv2, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, GIT_CLEAN=True, org.label-schema.build-date=20240409) 2024-04-15T14:45:02.275 INFO:journalctl@ceph.mds.a.smithi016.stdout:Apr 15 14:45:02 smithi016 systemd[1]: ceph-362ea986-fb34-11ee-bc8f-c7b262605968@mds.a.service: Deactivated successfully. 2024-04-15T14:45:02.275 INFO:journalctl@ceph.mds.a.smithi016.stdout:Apr 15 14:45:02 smithi016 systemd[1]: Stopped Ceph mds.a for 362ea986-fb34-11ee-bc8f-c7b262605968. 2024-04-15T14:45:02.275 INFO:journalctl@ceph.mds.a.smithi016.stdout:Apr 15 14:45:02 smithi016 systemd[1]: ceph-362ea986-fb34-11ee-bc8f-c7b262605968@mds.a.service: Consumed 1.650s CPU time. 2024-04-15T14:45:02.275 INFO:journalctl@ceph.mds.a.smithi016.stdout:Apr 15 14:45:02 smithi016 systemd[1]: Starting Ceph mds.a for 362ea986-fb34-11ee-bc8f-c7b262605968... 2024-04-15T14:45:02.539 INFO:tasks.rados.rados.0.smithi016.stdout:2399: finishing copy_from to smithi01678542-2 2024-04-15T14:45:02.539 INFO:tasks.rados.rados.0.smithi016.stdout:2399: got expected ENOENT (src dne) 2024-04-15T14:45:02.539 INFO:tasks.rados.rados.0.smithi016.stdout:2399: finishing copy_from racing read to smithi01678542-2 2024-04-15T14:45:02.539 INFO:tasks.rados.rados.0.smithi016.stdout:2398: finishing copy_from racing read to smithi01678542-49 2024-04-15T14:45:02.539 INFO:tasks.rados.rados.0.smithi016.stdout:2398: finishing copy_from to smithi01678542-49 2024-04-15T14:45:02.540 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 49 v 1107 (ObjNum 697 snap 208 seq_num 697) dirty exists 2024-04-15T14:45:02.540 INFO:tasks.rados.rados.0.smithi016.stdout:2395: done (2 left) 2024-04-15T14:45:02.540 INFO:tasks.rados.rados.0.smithi016.stdout:2398: done (1 left) 2024-04-15T14:45:02.540 INFO:tasks.rados.rados.0.smithi016.stdout:2399: done (0 left) 2024-04-15T14:45:02.540 INFO:tasks.rados.rados.0.smithi016.stdout:2400: rollback oid 8 current snap is 235 2024-04-15T14:45:02.540 INFO:tasks.rados.rados.0.smithi016.stdout:rollback oid 8 to 230 2024-04-15T14:45:02.540 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 46 current snap is 235 2024-04-15T14:45:02.540 INFO:tasks.rados.rados.0.smithi016.stdout:2401: seq_num 753 ranges {0=614400} 2024-04-15T14:45:02.540 INFO:journalctl@ceph.mds.a.smithi016.stdout:Apr 15 14:45:02 smithi016 podman[119141]: 2024-04-15 14:45:02.396000025 +0000 UTC m=+0.018494737 image pull 259793512b732efd8e04a33aa28c6de3675c47d120bc226206521425d246003e quay.ceph.io/ceph-ci/ceph@sha256:55072b3f7eae2e3409906b98d09d882e1c3dc2a9205d85fd5f4c0bc62f82d163 2024-04-15T14:45:02.540 INFO:journalctl@ceph.mds.a.smithi016.stdout:Apr 15 14:45:02 smithi016 podman[119141]: 2024-04-15 14:45:02.496329478 +0000 UTC m=+0.118824183 container create 67848b1861c7eb07c3c0ef0f368f50fcb7b2fe0b967c978f4eb6332ebaa2c904 (image=quay.ceph.io/ceph-ci/ceph@sha256:55072b3f7eae2e3409906b98d09d882e1c3dc2a9205d85fd5f4c0bc62f82d163, name=ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mds-a, org.label-schema.vendor=CentOS, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.build-date=20240409, ceph=True, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, io.buildah.version=1.33.5, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, RELEASE=main-c2d8c31) 2024-04-15T14:45:02.542 INFO:tasks.rados.rados.0.smithi016.stdout:2401: writing smithi01678542-46 from 0 to 614400 tid 1 2024-04-15T14:45:02.543 INFO:tasks.rados.rados.0.smithi016.stdout:2402: snap_create 2024-04-15T14:45:02.543 INFO:tasks.rados.rados.0.smithi016.stdout:2400: finishing rollback tid 0 to smithi01678542-8 2024-04-15T14:45:02.543 INFO:tasks.rados.rados.0.smithi016.stdout:2400: finishing rollback tid 1 to smithi01678542-8 2024-04-15T14:45:02.543 INFO:tasks.rados.rados.0.smithi016.stdout:2400: finishing rollback tid 2 to smithi01678542-8 2024-04-15T14:45:02.543 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 8 v 938 (ObjNum 718 snap 217 seq_num 718) dirty exists 2024-04-15T14:45:02.546 INFO:tasks.rados.rados.0.smithi016.stdout:2401: finishing write tid 1 to smithi01678542-46 2024-04-15T14:45:02.546 INFO:tasks.rados.rados.0.smithi016.stdout:2401: finishing write tid 2 to smithi01678542-46 2024-04-15T14:45:02.550 INFO:tasks.rados.rados.0.smithi016.stdout:2401: finishing write tid 3 to smithi01678542-46 2024-04-15T14:45:02.550 INFO:tasks.rados.rados.0.smithi016.stdout:2401: oid 46 updating version 0 to 1123 2024-04-15T14:45:02.550 INFO:tasks.rados.rados.0.smithi016.stdout:2401: oid 46 updating version 1123 to 1124 2024-04-15T14:45:02.550 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 46 v 1124 (ObjNum 753 snap 235 seq_num 753) dirty exists 2024-04-15T14:45:02.550 INFO:tasks.rados.rados.0.smithi016.stdout:2401: left oid 46 (ObjNum 753 snap 235 seq_num 753) 2024-04-15T14:45:02.564 INFO:tasks.rados.rados.0.smithi016.stdout:2400: done (2 left) 2024-04-15T14:45:02.564 INFO:tasks.rados.rados.0.smithi016.stdout:2401: done (1 left) 2024-04-15T14:45:02.564 INFO:tasks.rados.rados.0.smithi016.stdout:2402: done (0 left) 2024-04-15T14:45:02.564 INFO:tasks.rados.rados.0.smithi016.stdout:2403: snap_remove snap 233 2024-04-15T14:45:02.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:45:02 smithi102 ceph-mon[87131]: osdmap e545: 8 total, 8 up, 8 in 2024-04-15T14:45:02.688 INFO:journalctl@ceph.prometheus.a.smithi102.stdout:Apr 15 14:45:02 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-prometheus-a[78028]: ts=2024-04-15T14:45:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi016:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"362ea986-fb34-11ee-bc8f-c7b262605968\", instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T14:45:02.991 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:45:02 smithi016 ceph-mon[93212]: osdmap e545: 8 total, 8 up, 8 in 2024-04-15T14:45:02.991 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:45:02 smithi016 ceph-mon[90652]: osdmap e545: 8 total, 8 up, 8 in 2024-04-15T14:45:02.991 INFO:journalctl@ceph.mds.a.smithi016.stdout:Apr 15 14:45:02 smithi016 podman[119141]: 2024-04-15 14:45:02.732081769 +0000 UTC m=+0.354576472 container init 67848b1861c7eb07c3c0ef0f368f50fcb7b2fe0b967c978f4eb6332ebaa2c904 (image=quay.ceph.io/ceph-ci/ceph@sha256:55072b3f7eae2e3409906b98d09d882e1c3dc2a9205d85fd5f4c0bc62f82d163, name=ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mds-a, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, GIT_CLEAN=True, org.label-schema.build-date=20240409, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , io.buildah.version=1.33.5, CEPH_POINT_RELEASE=, ceph=True, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, RELEASE=main-c2d8c31, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD) 2024-04-15T14:45:02.991 INFO:journalctl@ceph.mds.a.smithi016.stdout:Apr 15 14:45:02 smithi016 podman[119141]: 2024-04-15 14:45:02.73864109 +0000 UTC m=+0.361135795 container start 67848b1861c7eb07c3c0ef0f368f50fcb7b2fe0b967c978f4eb6332ebaa2c904 (image=quay.ceph.io/ceph-ci/ceph@sha256:55072b3f7eae2e3409906b98d09d882e1c3dc2a9205d85fd5f4c0bc62f82d163, name=ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mds-a, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240409, maintainer=Guillaume Abrioux , GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, ceph=True, GIT_CLEAN=True, io.buildah.version=1.33.5, RELEASE=main-c2d8c31, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD) 2024-04-15T14:45:02.991 INFO:journalctl@ceph.mds.a.smithi016.stdout:Apr 15 14:45:02 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mds-a[119155]: starting mds.a at 2024-04-15T14:45:03.289 INFO:journalctl@ceph.mds.a.smithi016.stdout:Apr 15 14:45:02 smithi016 bash[119141]: 67848b1861c7eb07c3c0ef0f368f50fcb7b2fe0b967c978f4eb6332ebaa2c904 2024-04-15T14:45:03.289 INFO:journalctl@ceph.mds.a.smithi016.stdout:Apr 15 14:45:02 smithi016 systemd[1]: Started Ceph mds.a for 362ea986-fb34-11ee-bc8f-c7b262605968. 2024-04-15T14:45:03.571 INFO:tasks.rados.rados.0.smithi016.stdout:2403: done (0 left) 2024-04-15T14:45:03.571 INFO:tasks.rados.rados.0.smithi016.stdout:2404: rmattr oid 25 current snap is 236 2024-04-15T14:45:03.572 INFO:tasks.rados.rados.0.smithi016.stdout:2405: read oid 26 snap -1 2024-04-15T14:45:03.572 INFO:tasks.rados.rados.0.smithi016.stdout:2405: expect deleted 2024-04-15T14:45:03.572 INFO:tasks.rados.rados.0.smithi016.stdout:2406: delete oid 30 current snap is 236 2024-04-15T14:45:03.572 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 25 v 0 (ObjNum 273 snap 0 seq_num 0) dirty dne 2024-04-15T14:45:03.579 INFO:tasks.rados.rados.0.smithi016.stdout:2404: done (2 left) 2024-04-15T14:45:03.579 INFO:tasks.rados.rados.0.smithi016.stdout:2405: done (1 left) 2024-04-15T14:45:03.579 INFO:tasks.rados.rados.0.smithi016.stdout:2406: done (0 left) 2024-04-15T14:45:03.579 INFO:tasks.rados.rados.0.smithi016.stdout:2407: rollback oid 32 current snap is 236 2024-04-15T14:45:03.579 INFO:tasks.rados.rados.0.smithi016.stdout:rollback oid 32 to 225 2024-04-15T14:45:03.580 INFO:tasks.rados.rados.0.smithi016.stdout:2408: snap_remove snap 212 2024-04-15T14:45:03.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:45:03 smithi102 ceph-mon[87131]: pgmap v450: 121 pgs: 121 active+clean; 116 MiB data, 941 MiB used, 714 GiB / 715 GiB avail; 11 MiB/s rd, 528 KiB/s wr, 42 op/s 2024-04-15T14:45:03.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:45:03 smithi102 ceph-mon[87131]: osdmap e546: 8 total, 8 up, 8 in 2024-04-15T14:45:03.938 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:45:03 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T14:45:03.938 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:45:03 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T14:45:03.938 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:45:03 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T14:45:03.952 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:45:03 smithi016 ceph-mon[90652]: pgmap v450: 121 pgs: 121 active+clean; 116 MiB data, 941 MiB used, 714 GiB / 715 GiB avail; 11 MiB/s rd, 528 KiB/s wr, 42 op/s 2024-04-15T14:45:03.952 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:45:03 smithi016 ceph-mon[90652]: osdmap e546: 8 total, 8 up, 8 in 2024-04-15T14:45:03.952 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:45:03 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T14:45:03.952 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:45:03 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T14:45:03.952 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:45:03 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T14:45:03.952 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:45:03 smithi016 ceph-mon[93212]: pgmap v450: 121 pgs: 121 active+clean; 116 MiB data, 941 MiB used, 714 GiB / 715 GiB avail; 11 MiB/s rd, 528 KiB/s wr, 42 op/s 2024-04-15T14:45:03.952 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:45:03 smithi016 ceph-mon[93212]: osdmap e546: 8 total, 8 up, 8 in 2024-04-15T14:45:03.953 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:45:03 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T14:45:03.953 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:45:03 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T14:45:03.953 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:45:03 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T14:45:04.579 INFO:tasks.rados.rados.0.smithi016.stdout:2408: done (1 left) 2024-04-15T14:45:04.579 INFO:tasks.rados.rados.0.smithi016.stdout:2409: copy_from oid 5 from oid 20 current snap is 236 2024-04-15T14:45:04.579 INFO:tasks.rados.rados.0.smithi016.stdout:2410: read oid 30 snap -1 2024-04-15T14:45:04.579 INFO:tasks.rados.rados.0.smithi016.stdout:2410: expect deleted 2024-04-15T14:45:04.579 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 17 current snap is 236 2024-04-15T14:45:04.579 INFO:tasks.rados.rados.0.smithi016.stdout:2411: seq_num 755 ranges {0=647168} 2024-04-15T14:45:04.585 INFO:tasks.rados.rados.0.smithi016.stdout:2411: writing smithi01678542-17 from 0 to 647168 tid 1 2024-04-15T14:45:04.585 INFO:tasks.rados.rados.0.smithi016.stdout:2407: finishing rollback tid 0 to smithi01678542-32 2024-04-15T14:45:04.585 INFO:tasks.rados.rados.0.smithi016.stdout:2407: finishing rollback tid 1 to smithi01678542-32 2024-04-15T14:45:04.585 INFO:tasks.rados.rados.0.smithi016.stdout:2407: finishing rollback tid 2 to smithi01678542-32 2024-04-15T14:45:04.585 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 32 v 1212 (ObjNum 593 snap 181 seq_num 593) dirty exists 2024-04-15T14:45:04.585 INFO:tasks.rados.rados.0.smithi016.stdout:2407: done (3 left) 2024-04-15T14:45:04.585 INFO:tasks.rados.rados.0.smithi016.stdout:2410: done (2 left) 2024-04-15T14:45:04.585 INFO:tasks.rados.rados.0.smithi016.stdout:2412: snap_remove snap 217 2024-04-15T14:45:04.894 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:45:04 smithi102 ceph-mon[87131]: mds.? [v2:172.21.15.16:6834/1949381248,v1:172.21.15.16:6835/1949381248] up:boot 2024-04-15T14:45:04.894 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:45:04 smithi102 ceph-mon[87131]: fsmap cephfs:1 {0=b=up:active} 1 up:standby 2024-04-15T14:45:04.894 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:45:04 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-04-15T14:45:04.894 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:45:04 smithi102 ceph-mon[87131]: osdmap e547: 8 total, 8 up, 8 in 2024-04-15T14:45:05.039 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:45:04 smithi016 ceph-mon[90652]: mds.? [v2:172.21.15.16:6834/1949381248,v1:172.21.15.16:6835/1949381248] up:boot 2024-04-15T14:45:05.039 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:45:04 smithi016 ceph-mon[90652]: fsmap cephfs:1 {0=b=up:active} 1 up:standby 2024-04-15T14:45:05.039 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:45:04 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-04-15T14:45:05.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:45:04 smithi016 ceph-mon[90652]: osdmap e547: 8 total, 8 up, 8 in 2024-04-15T14:45:05.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:45:04 smithi016 ceph-mon[93212]: mds.? [v2:172.21.15.16:6834/1949381248,v1:172.21.15.16:6835/1949381248] up:boot 2024-04-15T14:45:05.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:45:04 smithi016 ceph-mon[93212]: fsmap cephfs:1 {0=b=up:active} 1 up:standby 2024-04-15T14:45:05.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:45:04 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-04-15T14:45:05.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:45:04 smithi016 ceph-mon[93212]: osdmap e547: 8 total, 8 up, 8 in 2024-04-15T14:45:05.187 INFO:journalctl@ceph.mds.b.smithi102.stdout:Apr 15 14:45:04 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mds-b[59255]: 2024-04-15T14:45:04.893+0000 7f7f72bd2700 -1 mds.pinger is_rank_lagging: rank=0 was never sent ping request. 2024-04-15T14:45:05.323 INFO:tasks.rados.rados.0.smithi016.stdout:2412: done (2 left) 2024-04-15T14:45:05.323 INFO:tasks.rados.rados.0.smithi016.stdout:2413: read oid 19 snap -1 2024-04-15T14:45:05.323 INFO:tasks.rados.rados.0.smithi016.stdout:2413: expect (ObjNum 0 snap 0 seq_num 0) 2024-04-15T14:45:05.324 INFO:tasks.rados.rados.0.smithi016.stdout:2414: snap_remove snap 229 2024-04-15T14:45:05.789 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:45:05 smithi016 ceph-mon[90652]: pgmap v453: 121 pgs: 121 active+clean; 117 MiB data, 941 MiB used, 714 GiB / 715 GiB avail; 11 MiB/s rd, 776 KiB/s wr, 52 op/s 2024-04-15T14:45:05.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:45:05 smithi016 ceph-mon[90652]: osdmap e548: 8 total, 8 up, 8 in 2024-04-15T14:45:05.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:45:05 smithi016 ceph-mon[90652]: osdmap e549: 8 total, 8 up, 8 in 2024-04-15T14:45:05.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:45:05 smithi016 ceph-mon[93212]: pgmap v453: 121 pgs: 121 active+clean; 117 MiB data, 941 MiB used, 714 GiB / 715 GiB avail; 11 MiB/s rd, 776 KiB/s wr, 52 op/s 2024-04-15T14:45:05.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:45:05 smithi016 ceph-mon[93212]: osdmap e548: 8 total, 8 up, 8 in 2024-04-15T14:45:05.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:45:05 smithi016 ceph-mon[93212]: osdmap e549: 8 total, 8 up, 8 in 2024-04-15T14:45:05.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:45:05 smithi102 ceph-mon[87131]: pgmap v453: 121 pgs: 121 active+clean; 117 MiB data, 941 MiB used, 714 GiB / 715 GiB avail; 11 MiB/s rd, 776 KiB/s wr, 52 op/s 2024-04-15T14:45:05.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:45:05 smithi102 ceph-mon[87131]: osdmap e548: 8 total, 8 up, 8 in 2024-04-15T14:45:05.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:45:05 smithi102 ceph-mon[87131]: osdmap e549: 8 total, 8 up, 8 in 2024-04-15T14:45:06.327 INFO:tasks.rados.rados.0.smithi016.stdout:2414: done (3 left) 2024-04-15T14:45:06.327 INFO:tasks.rados.rados.0.smithi016.stdout:2415: copy_from oid 27 from oid 2 current snap is 236 2024-04-15T14:45:06.327 INFO:tasks.rados.rados.0.smithi016.stdout:2416: read oid 3 snap -1 2024-04-15T14:45:06.327 INFO:tasks.rados.rados.0.smithi016.stdout:2416: expect (ObjNum 738 snap 230 seq_num 738) 2024-04-15T14:45:06.327 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 40 current snap is 236 2024-04-15T14:45:06.327 INFO:tasks.rados.rados.0.smithi016.stdout:2417: seq_num 756 ranges {0=671744} 2024-04-15T14:45:06.330 INFO:tasks.rados.rados.0.smithi016.stdout:2417: writing smithi01678542-40 from 0 to 671744 tid 1 2024-04-15T14:45:06.330 INFO:tasks.rados.rados.0.smithi016.stdout:2418: rollback oid 49 current snap is 236 2024-04-15T14:45:06.330 INFO:tasks.rados.rados.0.smithi016.stdout:rollback oid 49 to 225 2024-04-15T14:45:06.336 INFO:tasks.rados.rados.0.smithi016.stdout:2411: finishing write tid 1 to smithi01678542-17 2024-04-15T14:45:06.336 INFO:tasks.rados.rados.0.smithi016.stdout:2411: finishing write tid 2 to smithi01678542-17 2024-04-15T14:45:06.337 INFO:tasks.rados.rados.0.smithi016.stdout:2411: finishing write tid 3 to smithi01678542-17 2024-04-15T14:45:06.337 INFO:tasks.rados.rados.0.smithi016.stdout:2411: oid 17 updating version 0 to 1108 2024-04-15T14:45:06.337 INFO:tasks.rados.rados.0.smithi016.stdout:2411: oid 17 updating version 1108 to 1109 2024-04-15T14:45:06.337 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 17 v 1109 (ObjNum 755 snap 236 seq_num 755) dirty exists 2024-04-15T14:45:06.337 INFO:tasks.rados.rados.0.smithi016.stdout:2411: left oid 17 (ObjNum 755 snap 236 seq_num 755) 2024-04-15T14:45:06.337 INFO:tasks.rados.rados.0.smithi016.stdout:2409: finishing copy_from racing read to smithi01678542-5 2024-04-15T14:45:06.337 INFO:tasks.rados.rados.0.smithi016.stdout:2409: finishing copy_from to smithi01678542-5 2024-04-15T14:45:06.337 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 5 v 911 (ObjNum 631 snap 191 seq_num 631) dirty exists 2024-04-15T14:45:06.337 INFO:tasks.rados.rados.0.smithi016.stdout:2413: expect (ObjNum 0 snap 0 seq_num 0) 2024-04-15T14:45:06.337 INFO:tasks.rados.rados.0.smithi016.stdout:2409: done (6 left) 2024-04-15T14:45:06.337 INFO:tasks.rados.rados.0.smithi016.stdout:2411: done (5 left) 2024-04-15T14:45:06.337 INFO:tasks.rados.rados.0.smithi016.stdout:2413: done (4 left) 2024-04-15T14:45:06.337 INFO:tasks.rados.rados.0.smithi016.stdout:2419: setattr oid 48 current snap is 236 2024-04-15T14:45:06.338 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 19 current snap is 236 2024-04-15T14:45:06.338 INFO:tasks.rados.rados.0.smithi016.stdout:2420: seq_num 757 ranges {0=688128} 2024-04-15T14:45:06.343 INFO:tasks.rados.rados.0.smithi016.stdout:2420: writing smithi01678542-19 from 0 to 688128 tid 1 2024-04-15T14:45:06.344 INFO:tasks.rados.rados.0.smithi016.stdout:2421: delete oid 14 current snap is 236 2024-04-15T14:45:06.344 INFO:tasks.rados.rados.0.smithi016.stdout:2417: finishing write tid 1 to smithi01678542-40 2024-04-15T14:45:06.344 INFO:tasks.rados.rados.0.smithi016.stdout:2417: finishing write tid 2 to smithi01678542-40 2024-04-15T14:45:06.345 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 48 v 1019 (ObjNum 81 snap 0 seq_num 317) dirty exists 2024-04-15T14:45:06.346 INFO:tasks.rados.rados.0.smithi016.stdout:2417: finishing write tid 3 to smithi01678542-40 2024-04-15T14:45:06.346 INFO:tasks.rados.rados.0.smithi016.stdout:2417: oid 40 updating version 0 to 1047 2024-04-15T14:45:06.346 INFO:tasks.rados.rados.0.smithi016.stdout:2417: oid 40 updating version 1047 to 1048 2024-04-15T14:45:06.347 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 40 v 1048 (ObjNum 756 snap 236 seq_num 756) dirty exists 2024-04-15T14:45:06.347 INFO:tasks.rados.rados.0.smithi016.stdout:2417: left oid 40 (ObjNum 756 snap 236 seq_num 756) 2024-04-15T14:45:06.349 INFO:tasks.rados.rados.0.smithi016.stdout:2417: done (6 left) 2024-04-15T14:45:06.349 INFO:tasks.rados.rados.0.smithi016.stdout:2419: done (5 left) 2024-04-15T14:45:06.349 INFO:tasks.rados.rados.0.smithi016.stdout:2421: done (4 left) 2024-04-15T14:45:06.349 INFO:tasks.rados.rados.0.smithi016.stdout:2422: setattr oid 42 current snap is 236 2024-04-15T14:45:06.351 INFO:tasks.rados.rados.0.smithi016.stdout:2423: copy_from oid 48 from oid 5 current snap is 236 2024-04-15T14:45:06.352 INFO:tasks.rados.rados.0.smithi016.stdout:2424: read oid 7 snap -1 2024-04-15T14:45:06.352 INFO:tasks.rados.rados.0.smithi016.stdout:2424: expect deleted 2024-04-15T14:45:06.352 INFO:tasks.rados.rados.0.smithi016.stdout:2425: rollback oid 25 current snap is 236 2024-04-15T14:45:06.352 INFO:tasks.rados.rados.0.smithi016.stdout:rollback oid 25 to 234 2024-04-15T14:45:06.352 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 33 current snap is 236 2024-04-15T14:45:06.352 INFO:tasks.rados.rados.0.smithi016.stdout:2426: seq_num 759 ranges {3473408=720896} 2024-04-15T14:45:06.376 INFO:tasks.rados.rados.0.smithi016.stdout:2426: writing smithi01678542-33 from 3473408 to 4194304 tid 1 2024-04-15T14:45:06.376 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 14 current snap is 236 2024-04-15T14:45:06.376 INFO:tasks.rados.rados.0.smithi016.stdout:2427: seq_num 760 ranges {0=737280} 2024-04-15T14:45:06.381 INFO:tasks.rados.rados.0.smithi016.stdout:2427: writing smithi01678542-14 from 0 to 737280 tid 1 2024-04-15T14:45:06.381 INFO:tasks.rados.rados.0.smithi016.stdout:2428: snap_create 2024-04-15T14:45:06.381 INFO:tasks.rados.rados.0.smithi016.stdout:2420: finishing write tid 1 to smithi01678542-19 2024-04-15T14:45:06.381 INFO:tasks.rados.rados.0.smithi016.stdout:2420: finishing write tid 2 to smithi01678542-19 2024-04-15T14:45:06.381 INFO:tasks.rados.rados.0.smithi016.stdout:2418: finishing rollback tid 0 to smithi01678542-49 2024-04-15T14:45:06.381 INFO:tasks.rados.rados.0.smithi016.stdout:2418: finishing rollback tid 1 to smithi01678542-49 2024-04-15T14:45:06.381 INFO:tasks.rados.rados.0.smithi016.stdout:2418: finishing rollback tid 2 to smithi01678542-49 2024-04-15T14:45:06.381 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 49 v 1112 (ObjNum 547 snap 170 seq_num 547) dirty exists 2024-04-15T14:45:06.382 INFO:tasks.rados.rados.0.smithi016.stdout:2415: finishing copy_from racing read to smithi01678542-27 2024-04-15T14:45:06.382 INFO:tasks.rados.rados.0.smithi016.stdout:2425: finishing rollback tid 1 to smithi01678542-25 2024-04-15T14:45:06.382 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 25 v 0 (ObjNum 273 snap 0 seq_num 0) dirty dne 2024-04-15T14:45:06.382 INFO:tasks.rados.rados.0.smithi016.stdout:2420: finishing write tid 3 to smithi01678542-19 2024-04-15T14:45:06.382 INFO:tasks.rados.rados.0.smithi016.stdout:2420: oid 19 updating version 0 to 1126 2024-04-15T14:45:06.382 INFO:tasks.rados.rados.0.smithi016.stdout:2420: oid 19 version 1126 is already newer than 1125 2024-04-15T14:45:06.382 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 19 v 1126 (ObjNum 757 snap 236 seq_num 757) dirty exists 2024-04-15T14:45:06.382 INFO:tasks.rados.rados.0.smithi016.stdout:2420: left oid 19 (ObjNum 757 snap 236 seq_num 757) 2024-04-15T14:45:06.382 INFO:tasks.rados.rados.0.smithi016.stdout:2415: finishing copy_from to smithi01678542-27 2024-04-15T14:45:06.382 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 27 v 1018 (ObjNum 638 snap 193 seq_num 638) dirty exists 2024-04-15T14:45:06.382 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 42 v 293 (ObjNum 701 snap 210 seq_num 701) dirty exists 2024-04-15T14:45:06.382 INFO:tasks.rados.rados.0.smithi016.stdout:2416: expect (ObjNum 738 snap 230 seq_num 738) 2024-04-15T14:45:06.585 INFO:tasks.rados.rados.0.smithi016.stdout:2423: finishing copy_from racing read to smithi01678542-48 2024-04-15T14:45:06.586 INFO:tasks.rados.rados.0.smithi016.stdout:2423: finishing copy_from to smithi01678542-48 2024-04-15T14:45:06.586 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 48 v 911 (ObjNum 631 snap 191 seq_num 631) dirty exists 2024-04-15T14:45:06.586 INFO:tasks.rados.rados.0.smithi016.stdout:2426: finishing write tid 1 to smithi01678542-33 2024-04-15T14:45:06.586 INFO:tasks.rados.rados.0.smithi016.stdout:2426: finishing write tid 2 to smithi01678542-33 2024-04-15T14:45:06.586 INFO:tasks.rados.rados.0.smithi016.stdout:2426: finishing write tid 3 to smithi01678542-33 2024-04-15T14:45:06.586 INFO:tasks.rados.rados.0.smithi016.stdout:2426: oid 33 updating version 0 to 1242 2024-04-15T14:45:06.586 INFO:tasks.rados.rados.0.smithi016.stdout:2426: oid 33 updating version 1242 to 1243 2024-04-15T14:45:06.586 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 33 v 1243 (ObjNum 759 snap 236 seq_num 759) dirty exists 2024-04-15T14:45:06.586 INFO:tasks.rados.rados.0.smithi016.stdout:2426: left oid 33 (ObjNum 759 snap 236 seq_num 759) 2024-04-15T14:45:06.586 INFO:tasks.rados.rados.0.smithi016.stdout:2427: finishing write tid 1 to smithi01678542-14 2024-04-15T14:45:06.586 INFO:tasks.rados.rados.0.smithi016.stdout:2427: finishing write tid 2 to smithi01678542-14 2024-04-15T14:45:06.586 INFO:tasks.rados.rados.0.smithi016.stdout:2427: finishing write tid 3 to smithi01678542-14 2024-04-15T14:45:06.587 INFO:tasks.rados.rados.0.smithi016.stdout:2427: oid 14 updating version 0 to 1050 2024-04-15T14:45:06.587 INFO:tasks.rados.rados.0.smithi016.stdout:2427: oid 14 updating version 1050 to 1051 2024-04-15T14:45:06.587 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 14 v 1051 (ObjNum 760 snap 236 seq_num 760) dirty exists 2024-04-15T14:45:06.587 INFO:tasks.rados.rados.0.smithi016.stdout:2427: left oid 14 (ObjNum 760 snap 236 seq_num 760) 2024-04-15T14:45:07.369 INFO:tasks.rados.rados.0.smithi016.stdout:2415: done (10 left) 2024-04-15T14:45:07.369 INFO:tasks.rados.rados.0.smithi016.stdout:2416: done (9 left) 2024-04-15T14:45:07.369 INFO:tasks.rados.rados.0.smithi016.stdout:2418: done (8 left) 2024-04-15T14:45:07.369 INFO:tasks.rados.rados.0.smithi016.stdout:2420: done (7 left) 2024-04-15T14:45:07.369 INFO:tasks.rados.rados.0.smithi016.stdout:2422: done (6 left) 2024-04-15T14:45:07.369 INFO:tasks.rados.rados.0.smithi016.stdout:2423: done (5 left) 2024-04-15T14:45:07.370 INFO:tasks.rados.rados.0.smithi016.stdout:2424: done (4 left) 2024-04-15T14:45:07.370 INFO:tasks.rados.rados.0.smithi016.stdout:2425: done (3 left) 2024-04-15T14:45:07.370 INFO:tasks.rados.rados.0.smithi016.stdout:2426: done (2 left) 2024-04-15T14:45:07.370 INFO:tasks.rados.rados.0.smithi016.stdout:2427: done (1 left) 2024-04-15T14:45:07.370 INFO:tasks.rados.rados.0.smithi016.stdout:2428: done (0 left) 2024-04-15T14:45:07.370 INFO:tasks.rados.rados.0.smithi016.stdout:2429: rollback oid 45 current snap is 237 2024-04-15T14:45:07.370 INFO:tasks.rados.rados.0.smithi016.stdout:rollback oid 45 to 220 2024-04-15T14:45:07.370 INFO:tasks.rados.rados.0.smithi016.stdout:2430: read oid 14 snap -1 2024-04-15T14:45:07.370 INFO:tasks.rados.rados.0.smithi016.stdout:2430: expect (ObjNum 760 snap 236 seq_num 760) 2024-04-15T14:45:07.370 INFO:tasks.rados.rados.0.smithi016.stdout:2431: read oid 3 snap -1 2024-04-15T14:45:07.370 INFO:tasks.rados.rados.0.smithi016.stdout:2431: expect (ObjNum 738 snap 230 seq_num 738) 2024-04-15T14:45:07.370 INFO:tasks.rados.rados.0.smithi016.stdout:2432: snap_create 2024-04-15T14:45:07.370 INFO:tasks.rados.rados.0.smithi016.stdout:2429: finishing rollback tid 1 to smithi01678542-45 2024-04-15T14:45:07.370 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 45 v 0 (ObjNum 273 snap 0 seq_num 0) dirty dne 2024-04-15T14:45:07.380 INFO:tasks.rados.rados.0.smithi016.stdout:2430: expect (ObjNum 760 snap 236 seq_num 760) 2024-04-15T14:45:07.400 INFO:tasks.rados.rados.0.smithi016.stdout:2431: expect (ObjNum 738 snap 230 seq_num 738) 2024-04-15T14:45:07.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:45:07 smithi102 ceph-mon[87131]: pgmap v456: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 108 MiB data, 931 MiB used, 714 GiB / 715 GiB avail; 8.0 MiB/s rd, 1.0 MiB/s wr, 17 op/s 2024-04-15T14:45:07.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:45:07 smithi102 ceph-mon[87131]: osdmap e550: 8 total, 8 up, 8 in 2024-04-15T14:45:07.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:45:07 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T14:45:07.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:45:07 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T14:45:07.789 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:45:07 smithi016 ceph-mon[90652]: pgmap v456: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 108 MiB data, 931 MiB used, 714 GiB / 715 GiB avail; 8.0 MiB/s rd, 1.0 MiB/s wr, 17 op/s 2024-04-15T14:45:07.789 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:45:07 smithi016 ceph-mon[90652]: osdmap e550: 8 total, 8 up, 8 in 2024-04-15T14:45:07.789 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:45:07 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T14:45:07.789 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:45:07 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T14:45:07.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:45:07 smithi016 ceph-mon[93212]: pgmap v456: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 108 MiB data, 931 MiB used, 714 GiB / 715 GiB avail; 8.0 MiB/s rd, 1.0 MiB/s wr, 17 op/s 2024-04-15T14:45:07.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:45:07 smithi016 ceph-mon[93212]: osdmap e550: 8 total, 8 up, 8 in 2024-04-15T14:45:07.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:45:07 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T14:45:07.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:45:07 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T14:45:08.375 INFO:tasks.rados.rados.0.smithi016.stdout:2429: done (3 left) 2024-04-15T14:45:08.375 INFO:tasks.rados.rados.0.smithi016.stdout:2430: done (2 left) 2024-04-15T14:45:08.375 INFO:tasks.rados.rados.0.smithi016.stdout:2431: done (1 left) 2024-04-15T14:45:08.375 INFO:tasks.rados.rados.0.smithi016.stdout:2432: done (0 left) 2024-04-15T14:45:08.375 INFO:tasks.rados.rados.0.smithi016.stdout:2433: snap_create 2024-04-15T14:45:08.390 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:45:08 smithi016 ceph-mon[90652]: osdmap e551: 8 total, 8 up, 8 in 2024-04-15T14:45:08.390 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:45:08 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T14:45:08.390 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:45:08 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T14:45:08.390 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:45:08 smithi016 ceph-mon[93212]: osdmap e551: 8 total, 8 up, 8 in 2024-04-15T14:45:08.390 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:45:08 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T14:45:08.390 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:45:08 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T14:45:08.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:45:08 smithi102 ceph-mon[87131]: osdmap e551: 8 total, 8 up, 8 in 2024-04-15T14:45:08.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:45:08 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T14:45:08.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:45:08 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T14:45:09.376 INFO:tasks.rados.rados.0.smithi016.stdout:2433: done (0 left) 2024-04-15T14:45:09.377 INFO:tasks.rados.rados.0.smithi016.stdout:2434: read oid 2 snap -1 2024-04-15T14:45:09.377 INFO:tasks.rados.rados.0.smithi016.stdout:2434: expect (ObjNum 638 snap 193 seq_num 638) 2024-04-15T14:45:09.377 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 25 current snap is 239 2024-04-15T14:45:09.377 INFO:tasks.rados.rados.0.smithi016.stdout:2435: seq_num 761 ranges {0=753664} 2024-04-15T14:45:09.381 INFO:tasks.rados.rados.0.smithi016.stdout:2435: writing smithi01678542-25 from 0 to 753664 tid 1 2024-04-15T14:45:09.381 INFO:tasks.rados.rados.0.smithi016.stdout:2436: rollback oid 13 current snap is 239 2024-04-15T14:45:09.381 INFO:tasks.rados.rados.0.smithi016.stdout:rollback oid 13 to 234 2024-04-15T14:45:09.381 INFO:tasks.rados.rados.0.smithi016.stdout:2437: delete oid 32 current snap is 239 2024-04-15T14:45:09.386 INFO:tasks.rados.rados.0.smithi016.stdout:2434: expect (ObjNum 638 snap 193 seq_num 638) 2024-04-15T14:45:09.419 INFO:tasks.rados.rados.0.smithi016.stdout:2435: finishing write tid 1 to smithi01678542-25 2024-04-15T14:45:09.420 INFO:tasks.rados.rados.0.smithi016.stdout:2435: finishing write tid 2 to smithi01678542-25 2024-04-15T14:45:09.420 INFO:tasks.rados.rados.0.smithi016.stdout:2436: finishing rollback tid 0 to smithi01678542-13 2024-04-15T14:45:09.420 INFO:tasks.rados.rados.0.smithi016.stdout:2436: finishing rollback tid 1 to smithi01678542-13 2024-04-15T14:45:09.420 INFO:tasks.rados.rados.0.smithi016.stdout:2435: finishing write tid 3 to smithi01678542-25 2024-04-15T14:45:09.420 INFO:tasks.rados.rados.0.smithi016.stdout:2435: oid 25 updating version 0 to 1026 2024-04-15T14:45:09.420 INFO:tasks.rados.rados.0.smithi016.stdout:2435: oid 25 updating version 1026 to 1027 2024-04-15T14:45:09.420 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 25 v 1027 (ObjNum 761 snap 239 seq_num 761) dirty exists 2024-04-15T14:45:09.420 INFO:tasks.rados.rados.0.smithi016.stdout:2435: left oid 25 (ObjNum 761 snap 239 seq_num 761) 2024-04-15T14:45:09.420 INFO:tasks.rados.rados.0.smithi016.stdout:2436: finishing rollback tid 2 to smithi01678542-13 2024-04-15T14:45:09.420 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 13 v 1030 (ObjNum 732 snap 230 seq_num 732) dirty exists 2024-04-15T14:45:09.420 INFO:tasks.rados.rados.0.smithi016.stdout:2434: done (3 left) 2024-04-15T14:45:09.420 INFO:tasks.rados.rados.0.smithi016.stdout:2435: done (2 left) 2024-04-15T14:45:09.421 INFO:tasks.rados.rados.0.smithi016.stdout:2436: done (1 left) 2024-04-15T14:45:09.421 INFO:tasks.rados.rados.0.smithi016.stdout:2437: done (0 left) 2024-04-15T14:45:09.421 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 49 current snap is 239 2024-04-15T14:45:09.421 INFO:tasks.rados.rados.0.smithi016.stdout:2438: seq_num 763 ranges {7634944=786432} 2024-04-15T14:45:09.465 INFO:tasks.rados.rados.0.smithi016.stdout:2438: writing smithi01678542-49 from 7634944 to 8421376 tid 1 2024-04-15T14:45:09.465 INFO:tasks.rados.rados.0.smithi016.stdout:2439: delete oid 37 current snap is 239 2024-04-15T14:45:09.467 INFO:tasks.rados.rados.0.smithi016.stdout:2439: done (1 left) 2024-04-15T14:45:09.467 INFO:tasks.rados.rados.0.smithi016.stdout:2440: snap_remove snap 236 2024-04-15T14:45:09.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:45:09 smithi016 ceph-mon[90652]: pgmap v459: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 112 MiB data, 938 MiB used, 714 GiB / 715 GiB avail; 8.6 MiB/s rd, 2.5 MiB/s wr, 12 op/s 2024-04-15T14:45:09.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:45:09 smithi016 ceph-mon[90652]: osdmap e552: 8 total, 8 up, 8 in 2024-04-15T14:45:09.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:45:09 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T14:45:09.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:45:09 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T14:45:09.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:45:09 smithi016 ceph-mon[93212]: pgmap v459: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 112 MiB data, 938 MiB used, 714 GiB / 715 GiB avail; 8.6 MiB/s rd, 2.5 MiB/s wr, 12 op/s 2024-04-15T14:45:09.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:45:09 smithi016 ceph-mon[93212]: osdmap e552: 8 total, 8 up, 8 in 2024-04-15T14:45:09.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:45:09 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T14:45:09.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:45:09 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T14:45:09.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:45:09 smithi102 ceph-mon[87131]: pgmap v459: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 112 MiB data, 938 MiB used, 714 GiB / 715 GiB avail; 8.6 MiB/s rd, 2.5 MiB/s wr, 12 op/s 2024-04-15T14:45:09.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:45:09 smithi102 ceph-mon[87131]: osdmap e552: 8 total, 8 up, 8 in 2024-04-15T14:45:09.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:45:09 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T14:45:09.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:45:09 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T14:45:10.329 INFO:tasks.rados.rados.0.smithi016.stdout:2440: done (1 left) 2024-04-15T14:45:10.329 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 38 current snap is 239 2024-04-15T14:45:10.330 INFO:tasks.rados.rados.0.smithi016.stdout:2438: finishing write tid 1 to smithi01678542-49 2024-04-15T14:45:10.330 INFO:tasks.rados.rados.0.smithi016.stdout:2441: seq_num 765 ranges {2269184=417792,2686976=401408} 2024-04-15T14:45:10.341 INFO:tasks.rados.rados.0.smithi016.stdout:2441: writing smithi01678542-38 from 2269184 to 2686976 tid 1 2024-04-15T14:45:10.344 INFO:tasks.rados.rados.0.smithi016.stdout:2441: writing smithi01678542-38 from 2686976 to 3088384 tid 2 2024-04-15T14:45:10.344 INFO:tasks.rados.rados.0.smithi016.stdout:2442: snap_remove snap 218 2024-04-15T14:45:10.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:45:10 smithi102 ceph-mon[87131]: osdmap e553: 8 total, 8 up, 8 in 2024-04-15T14:45:10.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:45:10 smithi102 ceph-mon[87131]: osdmap e554: 8 total, 8 up, 8 in 2024-04-15T14:45:10.789 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:45:10 smithi016 ceph-mon[93212]: osdmap e553: 8 total, 8 up, 8 in 2024-04-15T14:45:10.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:45:10 smithi016 ceph-mon[93212]: osdmap e554: 8 total, 8 up, 8 in 2024-04-15T14:45:10.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:45:10 smithi016 ceph-mon[90652]: osdmap e553: 8 total, 8 up, 8 in 2024-04-15T14:45:10.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:45:10 smithi016 ceph-mon[90652]: osdmap e554: 8 total, 8 up, 8 in 2024-04-15T14:45:11.334 INFO:tasks.rados.rados.0.smithi016.stdout:2442: done (2 left) 2024-04-15T14:45:11.335 INFO:tasks.rados.rados.0.smithi016.stdout:2443: copy_from oid 29 from oid 2 current snap is 239 2024-04-15T14:45:11.335 INFO:tasks.rados.rados.0.smithi016.stdout:2438: finishing write tid 2 to smithi01678542-49 2024-04-15T14:45:11.335 INFO:tasks.rados.rados.0.smithi016.stdout:2438: finishing write tid 3 to smithi01678542-49 2024-04-15T14:45:11.335 INFO:tasks.rados.rados.0.smithi016.stdout:2438: oid 49 updating version 0 to 1113 2024-04-15T14:45:11.335 INFO:tasks.rados.rados.0.smithi016.stdout:2438: oid 49 updating version 1113 to 1114 2024-04-15T14:45:11.335 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 49 v 1114 (ObjNum 763 snap 239 seq_num 763) dirty exists 2024-04-15T14:45:11.335 INFO:tasks.rados.rados.0.smithi016.stdout:2438: left oid 49 (ObjNum 763 snap 239 seq_num 763) 2024-04-15T14:45:11.335 INFO:tasks.rados.rados.0.smithi016.stdout:2441: finishing write tid 1 to smithi01678542-38 2024-04-15T14:45:11.335 INFO:tasks.rados.rados.0.smithi016.stdout:2441: finishing write tid 2 to smithi01678542-38 2024-04-15T14:45:11.335 INFO:tasks.rados.rados.0.smithi016.stdout:2441: finishing write tid 3 to smithi01678542-38 2024-04-15T14:45:11.335 INFO:tasks.rados.rados.0.smithi016.stdout:2441: finishing write tid 4 to smithi01678542-38 2024-04-15T14:45:11.335 INFO:tasks.rados.rados.0.smithi016.stdout:2441: oid 38 updating version 0 to 1045 2024-04-15T14:45:11.336 INFO:tasks.rados.rados.0.smithi016.stdout:2441: oid 38 version 1045 is already newer than 1044 2024-04-15T14:45:11.336 INFO:tasks.rados.rados.0.smithi016.stdout:2441: oid 38 updating version 1045 to 1046 2024-04-15T14:45:11.336 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 38 v 1046 (ObjNum 765 snap 239 seq_num 765) dirty exists 2024-04-15T14:45:11.336 INFO:tasks.rados.rados.0.smithi016.stdout:2441: left oid 38 (ObjNum 765 snap 239 seq_num 765) 2024-04-15T14:45:11.336 INFO:tasks.rados.rados.0.smithi016.stdout:2438: done (2 left) 2024-04-15T14:45:11.336 INFO:tasks.rados.rados.0.smithi016.stdout:2441: done (1 left) 2024-04-15T14:45:11.336 INFO:tasks.rados.rados.0.smithi016.stdout:2444: read oid 42 snap 231 2024-04-15T14:45:11.336 INFO:tasks.rados.rados.0.smithi016.stdout:2444: expect (ObjNum 701 snap 210 seq_num 701) 2024-04-15T14:45:11.336 INFO:tasks.rados.rados.0.smithi016.stdout:2445: copy_from oid 10 from oid 27 current snap is 239 2024-04-15T14:45:11.336 INFO:tasks.rados.rados.0.smithi016.stdout:2446: rmattr oid 37 current snap is 239 2024-04-15T14:45:11.336 INFO:tasks.rados.rados.0.smithi016.stdout:2446: done (3 left) 2024-04-15T14:45:11.336 INFO:tasks.rados.rados.0.smithi016.stdout:2447: rmattr oid 21 current snap is 239 2024-04-15T14:45:11.336 INFO:tasks.rados.rados.0.smithi016.stdout:2447: done (3 left) 2024-04-15T14:45:11.336 INFO:tasks.rados.rados.0.smithi016.stdout:2448: snap_create 2024-04-15T14:45:11.355 INFO:tasks.rados.rados.0.smithi016.stdout:2444: expect (ObjNum 701 snap 210 seq_num 701) 2024-04-15T14:45:11.416 INFO:tasks.rados.rados.0.smithi016.stdout:2445: finishing copy_from racing read to smithi01678542-10 2024-04-15T14:45:11.416 INFO:tasks.rados.rados.0.smithi016.stdout:2445: finishing copy_from to smithi01678542-10 2024-04-15T14:45:11.416 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 10 v 1018 (ObjNum 638 snap 193 seq_num 638) dirty exists 2024-04-15T14:45:11.416 INFO:tasks.rados.rados.0.smithi016.stdout:2443: finishing copy_from racing read to smithi01678542-29 2024-04-15T14:45:11.416 INFO:tasks.rados.rados.0.smithi016.stdout:2443: finishing copy_from to smithi01678542-29 2024-04-15T14:45:11.416 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 29 v 1018 (ObjNum 638 snap 193 seq_num 638) dirty exists 2024-04-15T14:45:11.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:45:11 smithi102 ceph-mon[87131]: pgmap v462: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 112 MiB data, 938 MiB used, 714 GiB / 715 GiB avail; 541 KiB/s rd, 1.7 MiB/s wr, 4 op/s 2024-04-15T14:45:11.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:45:11 smithi102 ceph-mon[87131]: osdmap e555: 8 total, 8 up, 8 in 2024-04-15T14:45:11.780 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:45:11 smithi016 ceph-mon[93212]: pgmap v462: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 112 MiB data, 938 MiB used, 714 GiB / 715 GiB avail; 541 KiB/s rd, 1.7 MiB/s wr, 4 op/s 2024-04-15T14:45:11.780 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:45:11 smithi016 ceph-mon[93212]: osdmap e555: 8 total, 8 up, 8 in 2024-04-15T14:45:11.780 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:45:11 smithi016 ceph-mon[90652]: pgmap v462: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 112 MiB data, 938 MiB used, 714 GiB / 715 GiB avail; 541 KiB/s rd, 1.7 MiB/s wr, 4 op/s 2024-04-15T14:45:11.780 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:45:11 smithi016 ceph-mon[90652]: osdmap e555: 8 total, 8 up, 8 in 2024-04-15T14:45:12.039 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 15 14:45:11 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-y[81421]: ::ffff:172.21.15.102 - - [15/Apr/2024:14:45:11] "GET /metrics HTTP/1.1" 200 36266 "" "Prometheus/2.43.0" 2024-04-15T14:45:12.335 INFO:tasks.rados.rados.0.smithi016.stdout:2443: done (3 left) 2024-04-15T14:45:12.335 INFO:tasks.rados.rados.0.smithi016.stdout:2444: done (2 left) 2024-04-15T14:45:12.335 INFO:tasks.rados.rados.0.smithi016.stdout:2445: done (1 left) 2024-04-15T14:45:12.335 INFO:tasks.rados.rados.0.smithi016.stdout:2448: done (0 left) 2024-04-15T14:45:12.335 INFO:tasks.rados.rados.0.smithi016.stdout:2449: read oid 19 snap -1 2024-04-15T14:45:12.335 INFO:tasks.rados.rados.0.smithi016.stdout:2449: expect (ObjNum 757 snap 236 seq_num 757) 2024-04-15T14:45:12.335 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 30 current snap is 240 2024-04-15T14:45:12.335 INFO:tasks.rados.rados.0.smithi016.stdout:2450: seq_num 766 ranges {0=434176,434176=401408} 2024-04-15T14:45:12.337 INFO:tasks.rados.rados.0.smithi016.stdout:2450: writing smithi01678542-30 from 0 to 434176 tid 1 2024-04-15T14:45:12.340 INFO:tasks.rados.rados.0.smithi016.stdout:2450: writing smithi01678542-30 from 434176 to 835584 tid 2 2024-04-15T14:45:12.340 INFO:tasks.rados.rados.0.smithi016.stdout:2451: read oid 50 snap -1 2024-04-15T14:45:12.340 INFO:tasks.rados.rados.0.smithi016.stdout:2451: expect deleted 2024-04-15T14:45:12.340 INFO:tasks.rados.rados.0.smithi016.stdout:2452: snap_remove snap 234 2024-04-15T14:45:12.437 INFO:journalctl@ceph.prometheus.a.smithi102.stdout:Apr 15 14:45:12 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-prometheus-a[78028]: ts=2024-04-15T14:45:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi016:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"362ea986-fb34-11ee-bc8f-c7b262605968\", instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T14:45:12.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:45:12 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T14:45:12.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:45:12 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T14:45:12.791 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:45:12 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T14:45:12.791 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:45:12 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T14:45:12.791 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:45:12 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T14:45:12.791 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:45:12 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T14:45:12.791 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:45:12 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T14:45:12.792 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:45:12 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T14:45:12.792 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:45:12 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T14:45:12.792 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:45:12 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T14:45:12.792 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:45:12 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "mds ok-to-stop", "ids": ["b"]}]: dispatch 2024-04-15T14:45:12.792 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:45:12 smithi016 ceph-mon[90652]: Upgrade: It appears safe to stop mds.b 2024-04-15T14:45:12.792 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:45:12 smithi016 ceph-mon[90652]: osdmap e556: 8 total, 8 up, 8 in 2024-04-15T14:45:12.793 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:45:12 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T14:45:12.793 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:45:12 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T14:45:12.793 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:45:12 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T14:45:12.793 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:45:12 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T14:45:12.793 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:45:12 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T14:45:12.793 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:45:12 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T14:45:12.794 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:45:12 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T14:45:12.794 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:45:12 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T14:45:12.794 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:45:12 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T14:45:12.794 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:45:12 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T14:45:12.794 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:45:12 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "mds ok-to-stop", "ids": ["b"]}]: dispatch 2024-04-15T14:45:12.794 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:45:12 smithi016 ceph-mon[93212]: Upgrade: It appears safe to stop mds.b 2024-04-15T14:45:12.794 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:45:12 smithi016 ceph-mon[93212]: osdmap e556: 8 total, 8 up, 8 in 2024-04-15T14:45:12.878 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:45:12 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T14:45:12.879 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:45:12 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T14:45:12.879 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:45:12 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T14:45:12.879 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:45:12 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T14:45:12.879 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:45:12 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T14:45:12.879 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:45:12 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T14:45:12.879 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:45:12 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T14:45:12.879 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:45:12 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T14:45:12.880 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:45:12 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T14:45:12.880 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:45:12 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T14:45:12.880 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:45:12 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "mds ok-to-stop", "ids": ["b"]}]: dispatch 2024-04-15T14:45:12.880 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:45:12 smithi102 ceph-mon[87131]: Upgrade: It appears safe to stop mds.b 2024-04-15T14:45:12.880 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:45:12 smithi102 ceph-mon[87131]: osdmap e556: 8 total, 8 up, 8 in 2024-04-15T14:45:13.337 INFO:tasks.rados.rados.0.smithi016.stdout:2449: expect (ObjNum 757 snap 236 seq_num 757) 2024-04-15T14:45:13.365 INFO:tasks.rados.rados.0.smithi016.stdout:2450: finishing write tid 1 to smithi01678542-30 2024-04-15T14:45:13.365 INFO:tasks.rados.rados.0.smithi016.stdout:2450: finishing write tid 2 to smithi01678542-30 2024-04-15T14:45:13.365 INFO:tasks.rados.rados.0.smithi016.stdout:2449: done (3 left) 2024-04-15T14:45:13.365 INFO:tasks.rados.rados.0.smithi016.stdout:2451: done (2 left) 2024-04-15T14:45:13.365 INFO:tasks.rados.rados.0.smithi016.stdout:2452: done (1 left) 2024-04-15T14:45:13.365 INFO:tasks.rados.rados.0.smithi016.stdout:2453: read oid 40 snap -1 2024-04-15T14:45:13.365 INFO:tasks.rados.rados.0.smithi016.stdout:2453: expect (ObjNum 756 snap 236 seq_num 756) 2024-04-15T14:45:13.365 INFO:tasks.rados.rados.0.smithi016.stdout:2454: rollback oid 50 current snap is 240 2024-04-15T14:45:13.365 INFO:tasks.rados.rados.0.smithi016.stdout:rollback oid 50 to 232 2024-04-15T14:45:13.365 INFO:tasks.rados.rados.0.smithi016.stdout:2455: rmattr oid 49 current snap is 240 2024-04-15T14:45:13.366 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 42 current snap is 240 2024-04-15T14:45:13.366 INFO:tasks.rados.rados.0.smithi016.stdout:2456: seq_num 767 ranges {2154496=450560,2605056=401408} 2024-04-15T14:45:13.379 INFO:tasks.rados.rados.0.smithi016.stdout:2456: writing smithi01678542-42 from 2154496 to 2605056 tid 1 2024-04-15T14:45:13.383 INFO:tasks.rados.rados.0.smithi016.stdout:2456: writing smithi01678542-42 from 2605056 to 3006464 tid 2 2024-04-15T14:45:13.383 INFO:tasks.rados.rados.0.smithi016.stdout:2457: read oid 11 snap -1 2024-04-15T14:45:13.384 INFO:tasks.rados.rados.0.smithi016.stdout:2457: expect (ObjNum 668 snap 206 seq_num 668) 2024-04-15T14:45:13.384 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 44 current snap is 240 2024-04-15T14:45:13.384 INFO:tasks.rados.rados.0.smithi016.stdout:2450: finishing write tid 3 to smithi01678542-30 2024-04-15T14:45:13.384 INFO:tasks.rados.rados.0.smithi016.stdout:2450: finishing write tid 4 to smithi01678542-30 2024-04-15T14:45:13.384 INFO:tasks.rados.rados.0.smithi016.stdout:2450: oid 30 updating version 0 to 985 2024-04-15T14:45:13.384 INFO:tasks.rados.rados.0.smithi016.stdout:2450: oid 30 version 985 is already newer than 984 2024-04-15T14:45:13.384 INFO:tasks.rados.rados.0.smithi016.stdout:2450: oid 30 updating version 985 to 986 2024-04-15T14:45:13.384 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 30 v 986 (ObjNum 766 snap 240 seq_num 766) dirty exists 2024-04-15T14:45:13.385 INFO:tasks.rados.rados.0.smithi016.stdout:2450: left oid 30 (ObjNum 766 snap 240 seq_num 766) 2024-04-15T14:45:13.385 INFO:tasks.rados.rados.0.smithi016.stdout:2458: seq_num 768 ranges {598016=466944,1064960=401408} 2024-04-15T14:45:13.388 INFO:tasks.rados.rados.0.smithi016.stdout:2458: writing smithi01678542-44 from 598016 to 1064960 tid 1 2024-04-15T14:45:13.392 INFO:tasks.rados.rados.0.smithi016.stdout:2458: writing smithi01678542-44 from 1064960 to 1466368 tid 2 2024-04-15T14:45:13.392 INFO:tasks.rados.rados.0.smithi016.stdout:2450: done (6 left) 2024-04-15T14:45:13.392 INFO:tasks.rados.rados.0.smithi016.stdout:2459: snap_create 2024-04-15T14:45:13.392 INFO:tasks.rados.rados.0.smithi016.stdout:2454: finishing rollback tid 1 to smithi01678542-50 2024-04-15T14:45:13.392 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 50 v 0 (ObjNum 177 snap 0 seq_num 2234936064) dirty dne 2024-04-15T14:45:13.392 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 49 v 1115 (ObjNum 763 snap 239 seq_num 763) dirty exists 2024-04-15T14:45:13.392 INFO:tasks.rados.rados.0.smithi016.stdout:2453: expect (ObjNum 756 snap 236 seq_num 756) 2024-04-15T14:45:13.412 INFO:tasks.rados.rados.0.smithi016.stdout:2456: finishing write tid 1 to smithi01678542-42 2024-04-15T14:45:13.413 INFO:tasks.rados.rados.0.smithi016.stdout:2456: finishing write tid 2 to smithi01678542-42 2024-04-15T14:45:13.413 INFO:tasks.rados.rados.0.smithi016.stdout:2456: finishing write tid 3 to smithi01678542-42 2024-04-15T14:45:13.413 INFO:tasks.rados.rados.0.smithi016.stdout:2457: expect (ObjNum 668 snap 206 seq_num 668) 2024-04-15T14:45:13.458 INFO:tasks.rados.rados.0.smithi016.stdout:2456: finishing write tid 4 to smithi01678542-42 2024-04-15T14:45:13.459 INFO:tasks.rados.rados.0.smithi016.stdout:2456: oid 42 updating version 0 to 296 2024-04-15T14:45:13.459 INFO:tasks.rados.rados.0.smithi016.stdout:2456: oid 42 version 296 is already newer than 294 2024-04-15T14:45:13.459 INFO:tasks.rados.rados.0.smithi016.stdout:2456: oid 42 version 296 is already newer than 295 2024-04-15T14:45:13.459 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 42 v 296 (ObjNum 767 snap 240 seq_num 767) dirty exists 2024-04-15T14:45:13.459 INFO:tasks.rados.rados.0.smithi016.stdout:2456: left oid 42 (ObjNum 767 snap 240 seq_num 767) 2024-04-15T14:45:13.459 INFO:tasks.rados.rados.0.smithi016.stdout:2458: finishing write tid 1 to smithi01678542-44 2024-04-15T14:45:13.459 INFO:tasks.rados.rados.0.smithi016.stdout:2458: finishing write tid 2 to smithi01678542-44 2024-04-15T14:45:13.459 INFO:tasks.rados.rados.0.smithi016.stdout:2458: finishing write tid 3 to smithi01678542-44 2024-04-15T14:45:13.460 INFO:tasks.rados.rados.0.smithi016.stdout:2458: finishing write tid 4 to smithi01678542-44 2024-04-15T14:45:13.460 INFO:tasks.rados.rados.0.smithi016.stdout:2458: oid 44 updating version 0 to 1270 2024-04-15T14:45:13.460 INFO:tasks.rados.rados.0.smithi016.stdout:2458: oid 44 version 1270 is already newer than 1269 2024-04-15T14:45:13.460 INFO:tasks.rados.rados.0.smithi016.stdout:2458: oid 44 updating version 1270 to 1271 2024-04-15T14:45:13.460 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 44 v 1271 (ObjNum 768 snap 240 seq_num 768) dirty exists 2024-04-15T14:45:13.460 INFO:tasks.rados.rados.0.smithi016.stdout:2458: left oid 44 (ObjNum 768 snap 240 seq_num 768) 2024-04-15T14:45:13.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:45:13 smithi102 ceph-mon[87131]: pgmap v465: 121 pgs: 1 active+clean+snaptrim_wait, 120 active+clean; 129 MiB data, 951 MiB used, 714 GiB / 715 GiB avail; 6.8 MiB/s rd, 2.5 MiB/s wr, 19 op/s 2024-04-15T14:45:13.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:45:13 smithi102 ceph-mon[87131]: osdmap e557: 8 total, 8 up, 8 in 2024-04-15T14:45:13.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:45:13 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T14:45:13.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:45:13 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-15T14:45:13.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:45:13 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T14:45:13.789 INFO:journalctl@ceph.osd.2.smithi016.stdout:Apr 15 14:45:13 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-osd-2[109384]: 2024-04-15T14:45:13.388+0000 7f06bdaa7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 13c after trimming was started 2024-04-15T14:45:13.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:45:13 smithi016 ceph-mon[90652]: pgmap v465: 121 pgs: 1 active+clean+snaptrim_wait, 120 active+clean; 129 MiB data, 951 MiB used, 714 GiB / 715 GiB avail; 6.8 MiB/s rd, 2.5 MiB/s wr, 19 op/s 2024-04-15T14:45:13.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:45:13 smithi016 ceph-mon[90652]: osdmap e557: 8 total, 8 up, 8 in 2024-04-15T14:45:13.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:45:13 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T14:45:13.791 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:45:13 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-15T14:45:13.791 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:45:13 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T14:45:13.791 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:45:13 smithi016 ceph-mon[93212]: pgmap v465: 121 pgs: 1 active+clean+snaptrim_wait, 120 active+clean; 129 MiB data, 951 MiB used, 714 GiB / 715 GiB avail; 6.8 MiB/s rd, 2.5 MiB/s wr, 19 op/s 2024-04-15T14:45:13.791 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:45:13 smithi016 ceph-mon[93212]: osdmap e557: 8 total, 8 up, 8 in 2024-04-15T14:45:13.791 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:45:13 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T14:45:13.791 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:45:13 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-15T14:45:13.792 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:45:13 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T14:45:14.338 INFO:tasks.rados.rados.0.smithi016.stdout:2453: done (6 left) 2024-04-15T14:45:14.338 INFO:tasks.rados.rados.0.smithi016.stdout:2454: done (5 left) 2024-04-15T14:45:14.338 INFO:tasks.rados.rados.0.smithi016.stdout:2455: done (4 left) 2024-04-15T14:45:14.338 INFO:tasks.rados.rados.0.smithi016.stdout:2456: done (3 left) 2024-04-15T14:45:14.338 INFO:tasks.rados.rados.0.smithi016.stdout:2457: done (2 left) 2024-04-15T14:45:14.338 INFO:tasks.rados.rados.0.smithi016.stdout:2458: done (1 left) 2024-04-15T14:45:14.338 INFO:tasks.rados.rados.0.smithi016.stdout:2459: done (0 left) 2024-04-15T14:45:14.338 INFO:tasks.rados.rados.0.smithi016.stdout:2460: copy_from oid 27 from oid 18 current snap is 241 2024-04-15T14:45:14.339 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 13 current snap is 241 2024-04-15T14:45:14.339 INFO:tasks.rados.rados.0.smithi016.stdout:2461: seq_num 769 ranges {1351680=483328,1835008=401408} 2024-04-15T14:45:14.347 INFO:tasks.rados.rados.0.smithi016.stdout:2461: writing smithi01678542-13 from 1351680 to 1835008 tid 1 2024-04-15T14:45:14.350 INFO:tasks.rados.rados.0.smithi016.stdout:2461: writing smithi01678542-13 from 1835008 to 2236416 tid 2 2024-04-15T14:45:14.350 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 35 current snap is 241 2024-04-15T14:45:14.350 INFO:tasks.rados.rados.0.smithi016.stdout:2460: finishing copy_from to smithi01678542-27 2024-04-15T14:45:14.350 INFO:tasks.rados.rados.0.smithi016.stdout:2460: got expected ENOENT (src dne) 2024-04-15T14:45:14.350 INFO:tasks.rados.rados.0.smithi016.stdout:2460: finishing copy_from racing read to smithi01678542-27 2024-04-15T14:45:14.351 INFO:tasks.rados.rados.0.smithi016.stdout:2462: seq_num 770 ranges {335872=499712,835584=401408} 2024-04-15T14:45:14.355 INFO:tasks.rados.rados.0.smithi016.stdout:2462: writing smithi01678542-35 from 335872 to 835584 tid 1 2024-04-15T14:45:14.358 INFO:tasks.rados.rados.0.smithi016.stdout:2462: writing smithi01678542-35 from 835584 to 1236992 tid 2 2024-04-15T14:45:14.358 INFO:tasks.rados.rados.0.smithi016.stdout:2460: done (2 left) 2024-04-15T14:45:14.358 INFO:tasks.rados.rados.0.smithi016.stdout:2463: read oid 45 snap -1 2024-04-15T14:45:14.358 INFO:tasks.rados.rados.0.smithi016.stdout:2463: expect deleted 2024-04-15T14:45:14.358 INFO:tasks.rados.rados.0.smithi016.stdout:2464: snap_remove snap 232 2024-04-15T14:45:14.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:45:14 smithi102 ceph-mon[87131]: Upgrade: Updating mds.b 2024-04-15T14:45:14.688 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:45:14 smithi102 ceph-mon[87131]: Deploying daemon mds.b on smithi102 2024-04-15T14:45:14.688 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:45:14 smithi102 ceph-mon[87131]: osdmap e558: 8 total, 8 up, 8 in 2024-04-15T14:45:14.789 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:45:14 smithi016 ceph-mon[90652]: Upgrade: Updating mds.b 2024-04-15T14:45:14.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:45:14 smithi016 ceph-mon[90652]: Deploying daemon mds.b on smithi102 2024-04-15T14:45:14.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:45:14 smithi016 ceph-mon[90652]: osdmap e558: 8 total, 8 up, 8 in 2024-04-15T14:45:14.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:45:14 smithi016 ceph-mon[93212]: Upgrade: Updating mds.b 2024-04-15T14:45:14.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:45:14 smithi016 ceph-mon[93212]: Deploying daemon mds.b on smithi102 2024-04-15T14:45:14.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:45:14 smithi016 ceph-mon[93212]: osdmap e558: 8 total, 8 up, 8 in 2024-04-15T14:45:15.281 INFO:journalctl@ceph.mds.b.smithi102.stdout:Apr 15 14:45:15 smithi102 systemd[1]: Stopping Ceph mds.b for 362ea986-fb34-11ee-bc8f-c7b262605968... 2024-04-15T14:45:15.330 INFO:tasks.rados.rados.0.smithi016.stdout:2464: done (3 left) 2024-04-15T14:45:15.330 INFO:tasks.rados.rados.0.smithi016.stdout:2465: read oid 4 snap 230 2024-04-15T14:45:15.330 INFO:tasks.rados.rados.0.smithi016.stdout:2465: expect (ObjNum 731 snap 230 seq_num 731) 2024-04-15T14:45:15.330 INFO:tasks.rados.rados.0.smithi016.stdout:2466: snap_create 2024-04-15T14:45:15.330 INFO:tasks.rados.rados.0.smithi016.stdout:2461: finishing write tid 1 to smithi01678542-13 2024-04-15T14:45:15.330 INFO:tasks.rados.rados.0.smithi016.stdout:2461: finishing write tid 2 to smithi01678542-13 2024-04-15T14:45:15.330 INFO:tasks.rados.rados.0.smithi016.stdout:2461: finishing write tid 3 to smithi01678542-13 2024-04-15T14:45:15.330 INFO:tasks.rados.rados.0.smithi016.stdout:2461: finishing write tid 4 to smithi01678542-13 2024-04-15T14:45:15.330 INFO:tasks.rados.rados.0.smithi016.stdout:2461: oid 13 updating version 0 to 1033 2024-04-15T14:45:15.330 INFO:tasks.rados.rados.0.smithi016.stdout:2461: oid 13 version 1033 is already newer than 1032 2024-04-15T14:45:15.331 INFO:tasks.rados.rados.0.smithi016.stdout:2461: oid 13 version 1033 is already newer than 1031 2024-04-15T14:45:15.331 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 13 v 1033 (ObjNum 769 snap 241 seq_num 769) dirty exists 2024-04-15T14:45:15.331 INFO:tasks.rados.rados.0.smithi016.stdout:2461: left oid 13 (ObjNum 769 snap 241 seq_num 769) 2024-04-15T14:45:15.331 INFO:tasks.rados.rados.0.smithi016.stdout:2462: finishing write tid 1 to smithi01678542-35 2024-04-15T14:45:15.331 INFO:tasks.rados.rados.0.smithi016.stdout:2462: finishing write tid 2 to smithi01678542-35 2024-04-15T14:45:15.331 INFO:tasks.rados.rados.0.smithi016.stdout:2462: finishing write tid 3 to smithi01678542-35 2024-04-15T14:45:15.331 INFO:tasks.rados.rados.0.smithi016.stdout:2462: finishing write tid 4 to smithi01678542-35 2024-04-15T14:45:15.331 INFO:tasks.rados.rados.0.smithi016.stdout:2462: oid 35 updating version 0 to 1053 2024-04-15T14:45:15.331 INFO:tasks.rados.rados.0.smithi016.stdout:2462: oid 35 updating version 1053 to 1054 2024-04-15T14:45:15.331 INFO:tasks.rados.rados.0.smithi016.stdout:2462: oid 35 version 1054 is already newer than 1052 2024-04-15T14:45:15.331 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 35 v 1054 (ObjNum 770 snap 241 seq_num 770) dirty exists 2024-04-15T14:45:15.331 INFO:tasks.rados.rados.0.smithi016.stdout:2462: left oid 35 (ObjNum 770 snap 241 seq_num 770) 2024-04-15T14:45:15.367 INFO:tasks.rados.rados.0.smithi016.stdout:2465: expect (ObjNum 731 snap 230 seq_num 731) 2024-04-15T14:45:15.551 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:45:15 smithi102 ceph-mon[87131]: pgmap v468: 121 pgs: 1 active+clean+snaptrim_wait, 120 active+clean; 129 MiB data, 951 MiB used, 714 GiB / 715 GiB avail; 6.8 MiB/s rd, 2.5 MiB/s wr, 19 op/s 2024-04-15T14:45:15.552 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:45:15 smithi102 ceph-mon[87131]: osdmap e559: 8 total, 8 up, 8 in 2024-04-15T14:45:15.789 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:45:15 smithi016 ceph-mon[93212]: pgmap v468: 121 pgs: 1 active+clean+snaptrim_wait, 120 active+clean; 129 MiB data, 951 MiB used, 714 GiB / 715 GiB avail; 6.8 MiB/s rd, 2.5 MiB/s wr, 19 op/s 2024-04-15T14:45:15.789 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:45:15 smithi016 ceph-mon[93212]: osdmap e559: 8 total, 8 up, 8 in 2024-04-15T14:45:15.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:45:15 smithi016 ceph-mon[90652]: pgmap v468: 121 pgs: 1 active+clean+snaptrim_wait, 120 active+clean; 129 MiB data, 951 MiB used, 714 GiB / 715 GiB avail; 6.8 MiB/s rd, 2.5 MiB/s wr, 19 op/s 2024-04-15T14:45:15.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:45:15 smithi016 ceph-mon[90652]: osdmap e559: 8 total, 8 up, 8 in 2024-04-15T14:45:15.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:45:15 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mon-a[90629]: 2024-04-15T14:45:15.550+0000 7f8c31def700 -1 log_channel(cluster) log [ERR] : Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-04-15T14:45:15.811 INFO:tasks.rados.rados.0.smithi016.stdout:2461: done (4 left) 2024-04-15T14:45:15.811 INFO:tasks.rados.rados.0.smithi016.stdout:2462: done (3 left) 2024-04-15T14:45:15.811 INFO:tasks.rados.rados.0.smithi016.stdout:2463: done (2 left) 2024-04-15T14:45:15.811 INFO:tasks.rados.rados.0.smithi016.stdout:2465: done (1 left) 2024-04-15T14:45:15.811 INFO:tasks.rados.rados.0.smithi016.stdout:2466: done (0 left) 2024-04-15T14:45:15.811 INFO:tasks.rados.rados.0.smithi016.stdout:2467: setattr oid 44 current snap is 242 2024-04-15T14:45:15.812 INFO:tasks.rados.rados.0.smithi016.stdout:2468: rollback oid 17 current snap is 242 2024-04-15T14:45:15.812 INFO:tasks.rados.rados.0.smithi016.stdout:rollback oid 17 to 241 2024-04-15T14:45:15.812 INFO:tasks.rados.rados.0.smithi016.stdout:2469: snap_remove snap 237 2024-04-15T14:45:15.937 INFO:journalctl@ceph.mds.b.smithi102.stdout:Apr 15 14:45:15 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mds-b[59255]: 2024-04-15T14:45:15.549+0000 7f7f76bda700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mds -n mds.b -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-04-15T14:45:15.937 INFO:journalctl@ceph.mds.b.smithi102.stdout:Apr 15 14:45:15 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mds-b[59255]: 2024-04-15T14:45:15.549+0000 7f7f76bda700 -1 mds.b *** got signal Terminated *** 2024-04-15T14:45:16.217 INFO:teuthology.orchestra.run.smithi016.stdout:true 2024-04-15T14:45:16.539 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:45:16 smithi016 ceph-mon[90652]: Health check failed: 1 filesystem is degraded (FS_DEGRADED) 2024-04-15T14:45:16.539 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:45:16 smithi016 ceph-mon[90652]: Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-04-15T14:45:16.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:45:16 smithi016 ceph-mon[90652]: osdmap e560: 8 total, 8 up, 8 in 2024-04-15T14:45:16.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:45:16 smithi016 ceph-mon[90652]: Standby daemon mds.a assigned to filesystem cephfs as rank 0 2024-04-15T14:45:16.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:45:16 smithi016 ceph-mon[90652]: Health check cleared: MDS_ALL_DOWN (was: 1 filesystem is offline) 2024-04-15T14:45:16.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:45:16 smithi016 ceph-mon[90652]: fsmap cephfs:0/1 1 up:standby, 1 failed 2024-04-15T14:45:16.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:45:16 smithi016 ceph-mon[90652]: fsmap cephfs:1/1 {0=a=up:replay} 2024-04-15T14:45:16.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:45:16 smithi016 ceph-mon[93212]: Health check failed: 1 filesystem is degraded (FS_DEGRADED) 2024-04-15T14:45:16.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:45:16 smithi016 ceph-mon[93212]: Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-04-15T14:45:16.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:45:16 smithi016 ceph-mon[93212]: osdmap e560: 8 total, 8 up, 8 in 2024-04-15T14:45:16.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:45:16 smithi016 ceph-mon[93212]: Standby daemon mds.a assigned to filesystem cephfs as rank 0 2024-04-15T14:45:16.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:45:16 smithi016 ceph-mon[93212]: Health check cleared: MDS_ALL_DOWN (was: 1 filesystem is offline) 2024-04-15T14:45:16.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:45:16 smithi016 ceph-mon[93212]: fsmap cephfs:0/1 1 up:standby, 1 failed 2024-04-15T14:45:16.541 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:45:16 smithi016 ceph-mon[93212]: fsmap cephfs:1/1 {0=a=up:replay} 2024-04-15T14:45:16.552 INFO:teuthology.orchestra.run.smithi016.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-04-15T14:45:16.553 INFO:teuthology.orchestra.run.smithi016.stdout:alertmanager.a smithi016 *:9093,9094 running (9m) 10s ago 10m 24.7M - 0.25.0 c8568f914cd2 bc85d1f32a92 2024-04-15T14:45:16.553 INFO:teuthology.orchestra.run.smithi016.stdout:grafana.a smithi102 *:3000 running (10m) 28s ago 10m 86.7M - 9.4.7 954c08fa6188 dfd3a2bac142 2024-04-15T14:45:16.553 INFO:teuthology.orchestra.run.smithi016.stdout:mds.a smithi016 running (14s) 10s ago 11m 12.7M - 19.0.0-3080-gc2d8c315 259793512b73 67848b1861c7 2024-04-15T14:45:16.553 INFO:teuthology.orchestra.run.smithi016.stdout:mds.b smithi102 running (11m) 28s ago 11m 15.8M - 18.2.2-1221-ge3fb05d5 aa4d2281650a 9ed1adb3241c 2024-04-15T14:45:16.553 INFO:teuthology.orchestra.run.smithi016.stdout:mgr.x smithi102 *:8443,9283,8765 running (5m) 28s ago 15m 452M - 19.0.0-3080-gc2d8c315 259793512b73 7427787dd7cf 2024-04-15T14:45:16.553 INFO:teuthology.orchestra.run.smithi016.stdout:mgr.y smithi016 *:8443,9283,8765 running (6m) 10s ago 17m 520M - 19.0.0-3080-gc2d8c315 259793512b73 23b2f98a056a 2024-04-15T14:45:16.553 INFO:teuthology.orchestra.run.smithi016.stdout:mon.a smithi016 running (5m) 10s ago 17m 62.6M 2048M 19.0.0-3080-gc2d8c315 259793512b73 0f0e1a24c400 2024-04-15T14:45:16.553 INFO:teuthology.orchestra.run.smithi016.stdout:mon.b smithi102 running (4m) 28s ago 15m 47.8M 2048M 19.0.0-3080-gc2d8c315 259793512b73 57b781990cd4 2024-04-15T14:45:16.553 INFO:teuthology.orchestra.run.smithi016.stdout:mon.c smithi016 running (5m) 10s ago 15m 54.5M 2048M 19.0.0-3080-gc2d8c315 259793512b73 eef940aadb4d 2024-04-15T14:45:16.553 INFO:teuthology.orchestra.run.smithi016.stdout:node-exporter.a smithi016 *:9100 running (10m) 10s ago 10m 16.9M - 1.5.0 0da6a335fe13 8d0101b6e6e8 2024-04-15T14:45:16.553 INFO:teuthology.orchestra.run.smithi016.stdout:node-exporter.b smithi102 *:9100 running (10m) 28s ago 10m 15.7M - 1.5.0 0da6a335fe13 d83ffdf53df3 2024-04-15T14:45:16.553 INFO:teuthology.orchestra.run.smithi016.stdout:osd.0 smithi016 running (3m) 10s ago 15m 218M 2481M 19.0.0-3080-gc2d8c315 259793512b73 6ae1b6c92493 2024-04-15T14:45:16.554 INFO:teuthology.orchestra.run.smithi016.stdout:osd.1 smithi016 running (3m) 10s ago 14m 186M 2481M 19.0.0-3080-gc2d8c315 259793512b73 106c0a047128 2024-04-15T14:45:16.554 INFO:teuthology.orchestra.run.smithi016.stdout:osd.2 smithi016 running (3m) 10s ago 14m 166M 2481M 19.0.0-3080-gc2d8c315 259793512b73 436c24e520a2 2024-04-15T14:45:16.554 INFO:teuthology.orchestra.run.smithi016.stdout:osd.3 smithi016 running (2m) 10s ago 13m 126M 2481M 19.0.0-3080-gc2d8c315 259793512b73 abb436370146 2024-04-15T14:45:16.554 INFO:teuthology.orchestra.run.smithi016.stdout:osd.4 smithi102 running (110s) 28s ago 13m 142M 2480M 19.0.0-3080-gc2d8c315 259793512b73 bc2a23806308 2024-04-15T14:45:16.554 INFO:teuthology.orchestra.run.smithi016.stdout:osd.5 smithi102 running (90s) 28s ago 12m 103M 2480M 19.0.0-3080-gc2d8c315 259793512b73 c74141cc87b2 2024-04-15T14:45:16.554 INFO:teuthology.orchestra.run.smithi016.stdout:osd.6 smithi102 running (54s) 28s ago 12m 62.1M 2480M 19.0.0-3080-gc2d8c315 259793512b73 b00372252dcb 2024-04-15T14:45:16.554 INFO:teuthology.orchestra.run.smithi016.stdout:osd.7 smithi102 running (33s) 28s ago 12m 11.7M 2480M 19.0.0-3080-gc2d8c315 259793512b73 5ef6a6ec4911 2024-04-15T14:45:16.554 INFO:teuthology.orchestra.run.smithi016.stdout:prometheus.a smithi102 *:9095 running (5m) 28s ago 11m 59.8M - 2.43.0 a07b618ecd1d 86d1d3518ceb 2024-04-15T14:45:16.565 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 44 v 1281 (ObjNum 768 snap 240 seq_num 768) dirty exists 2024-04-15T14:45:16.565 INFO:tasks.rados.rados.0.smithi016.stdout:2468: finishing rollback tid 0 to smithi01678542-17 2024-04-15T14:45:16.565 INFO:tasks.rados.rados.0.smithi016.stdout:2468: finishing rollback tid 1 to smithi01678542-17 2024-04-15T14:45:16.565 INFO:tasks.rados.rados.0.smithi016.stdout:2468: finishing rollback tid 2 to smithi01678542-17 2024-04-15T14:45:16.565 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 17 v 1118 (ObjNum 755 snap 236 seq_num 755) dirty exists 2024-04-15T14:45:16.565 INFO:tasks.rados.rados.0.smithi016.stdout:2467: done (2 left) 2024-04-15T14:45:16.566 INFO:tasks.rados.rados.0.smithi016.stdout:2468: done (1 left) 2024-04-15T14:45:16.566 INFO:tasks.rados.rados.0.smithi016.stdout:2469: done (0 left) 2024-04-15T14:45:16.566 INFO:tasks.rados.rados.0.smithi016.stdout:2470: delete oid 13 current snap is 242 2024-04-15T14:45:16.573 INFO:tasks.rados.rados.0.smithi016.stdout:2470: done (0 left) 2024-04-15T14:45:16.574 INFO:tasks.rados.rados.0.smithi016.stdout:2471: setattr oid 14 current snap is 242 2024-04-15T14:45:16.576 INFO:tasks.rados.rados.0.smithi016.stdout:2472: snap_remove snap 231 2024-04-15T14:45:16.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:45:16 smithi102 ceph-mon[87131]: Health check failed: 1 filesystem is degraded (FS_DEGRADED) 2024-04-15T14:45:16.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:45:16 smithi102 ceph-mon[87131]: Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-04-15T14:45:16.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:45:16 smithi102 ceph-mon[87131]: osdmap e560: 8 total, 8 up, 8 in 2024-04-15T14:45:16.938 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:45:16 smithi102 ceph-mon[87131]: Standby daemon mds.a assigned to filesystem cephfs as rank 0 2024-04-15T14:45:16.938 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:45:16 smithi102 ceph-mon[87131]: Health check cleared: MDS_ALL_DOWN (was: 1 filesystem is offline) 2024-04-15T14:45:16.938 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:45:16 smithi102 ceph-mon[87131]: fsmap cephfs:0/1 1 up:standby, 1 failed 2024-04-15T14:45:16.938 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:45:16 smithi102 ceph-mon[87131]: fsmap cephfs:1/1 {0=a=up:replay} 2024-04-15T14:45:16.973 INFO:teuthology.orchestra.run.smithi016.stdout:{ 2024-04-15T14:45:16.973 INFO:teuthology.orchestra.run.smithi016.stdout: "mon": { 2024-04-15T14:45:16.973 INFO:teuthology.orchestra.run.smithi016.stdout: "ceph version 19.0.0-3080-gc2d8c315 (c2d8c3155d854ee204cb7c7261232571229d1d54) squid (dev)": 3 2024-04-15T14:45:16.973 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-04-15T14:45:16.974 INFO:teuthology.orchestra.run.smithi016.stdout: "mgr": { 2024-04-15T14:45:16.974 INFO:teuthology.orchestra.run.smithi016.stdout: "ceph version 19.0.0-3080-gc2d8c315 (c2d8c3155d854ee204cb7c7261232571229d1d54) squid (dev)": 2 2024-04-15T14:45:16.974 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-04-15T14:45:16.974 INFO:teuthology.orchestra.run.smithi016.stdout: "osd": { 2024-04-15T14:45:16.974 INFO:teuthology.orchestra.run.smithi016.stdout: "ceph version 19.0.0-3080-gc2d8c315 (c2d8c3155d854ee204cb7c7261232571229d1d54) squid (dev)": 8 2024-04-15T14:45:16.974 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-04-15T14:45:16.974 INFO:teuthology.orchestra.run.smithi016.stdout: "mds": { 2024-04-15T14:45:16.974 INFO:teuthology.orchestra.run.smithi016.stdout: "ceph version 19.0.0-3080-gc2d8c315 (c2d8c3155d854ee204cb7c7261232571229d1d54) squid (dev)": 1 2024-04-15T14:45:16.974 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-04-15T14:45:16.974 INFO:teuthology.orchestra.run.smithi016.stdout: "overall": { 2024-04-15T14:45:16.974 INFO:teuthology.orchestra.run.smithi016.stdout: "ceph version 19.0.0-3080-gc2d8c315 (c2d8c3155d854ee204cb7c7261232571229d1d54) squid (dev)": 14 2024-04-15T14:45:16.974 INFO:teuthology.orchestra.run.smithi016.stdout: } 2024-04-15T14:45:16.975 INFO:teuthology.orchestra.run.smithi016.stdout:} 2024-04-15T14:45:17.571 INFO:tasks.rados.rados.0.smithi016.stdout:2472: done (1 left) 2024-04-15T14:45:17.571 INFO:tasks.rados.rados.0.smithi016.stdout:2473: rollback oid 37 current snap is 242 2024-04-15T14:45:17.572 INFO:tasks.rados.rados.0.smithi016.stdout:rollback oid 37 to 239 2024-04-15T14:45:17.572 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 14 v 1055 (ObjNum 760 snap 236 seq_num 760) dirty exists 2024-04-15T14:45:17.572 INFO:tasks.rados.rados.0.smithi016.stdout:2471: done (1 left) 2024-04-15T14:45:17.572 INFO:tasks.rados.rados.0.smithi016.stdout:2474: snap_remove snap 241 2024-04-15T14:45:17.938 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:45:17 smithi102 ceph-mon[87131]: pgmap v472: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 133 MiB data, 998 MiB used, 714 GiB / 715 GiB avail; 2.3 MiB/s rd, 986 KiB/s wr, 10 op/s 2024-04-15T14:45:17.938 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:45:17 smithi102 ceph-mon[87131]: from='client.44315 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-15T14:45:17.938 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:45:17 smithi102 ceph-mon[87131]: from='client.34395 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-15T14:45:17.938 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:45:17 smithi102 ceph-mon[87131]: osdmap e561: 8 total, 8 up, 8 in 2024-04-15T14:45:17.938 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:45:17 smithi102 ceph-mon[87131]: mds.? [v2:172.21.15.16:6834/1949381248,v1:172.21.15.16:6835/1949381248] up:reconnect 2024-04-15T14:45:17.938 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:45:17 smithi102 ceph-mon[87131]: fsmap cephfs:1/1 {0=a=up:reconnect} 2024-04-15T14:45:17.938 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:45:17 smithi102 ceph-mon[87131]: from='client.? 172.21.15.16:0/1911150948' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T14:45:18.046 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:45:17 smithi016 ceph-mon[93212]: pgmap v472: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 133 MiB data, 998 MiB used, 714 GiB / 715 GiB avail; 2.3 MiB/s rd, 986 KiB/s wr, 10 op/s 2024-04-15T14:45:18.047 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:45:17 smithi016 ceph-mon[93212]: from='client.44315 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-15T14:45:18.047 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:45:17 smithi016 ceph-mon[93212]: from='client.34395 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-15T14:45:18.047 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:45:17 smithi016 ceph-mon[93212]: osdmap e561: 8 total, 8 up, 8 in 2024-04-15T14:45:18.047 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:45:17 smithi016 ceph-mon[93212]: mds.? [v2:172.21.15.16:6834/1949381248,v1:172.21.15.16:6835/1949381248] up:reconnect 2024-04-15T14:45:18.047 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:45:17 smithi016 ceph-mon[93212]: fsmap cephfs:1/1 {0=a=up:reconnect} 2024-04-15T14:45:18.048 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:45:17 smithi016 ceph-mon[93212]: from='client.? 172.21.15.16:0/1911150948' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T14:45:18.048 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:45:17 smithi016 ceph-mon[90652]: pgmap v472: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 133 MiB data, 998 MiB used, 714 GiB / 715 GiB avail; 2.3 MiB/s rd, 986 KiB/s wr, 10 op/s 2024-04-15T14:45:18.048 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:45:17 smithi016 ceph-mon[90652]: from='client.44315 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-15T14:45:18.048 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:45:17 smithi016 ceph-mon[90652]: from='client.34395 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-15T14:45:18.048 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:45:17 smithi016 ceph-mon[90652]: osdmap e561: 8 total, 8 up, 8 in 2024-04-15T14:45:18.049 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:45:17 smithi016 ceph-mon[90652]: mds.? [v2:172.21.15.16:6834/1949381248,v1:172.21.15.16:6835/1949381248] up:reconnect 2024-04-15T14:45:18.049 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:45:17 smithi016 ceph-mon[90652]: fsmap cephfs:1/1 {0=a=up:reconnect} 2024-04-15T14:45:18.049 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:45:17 smithi016 ceph-mon[90652]: from='client.? 172.21.15.16:0/1911150948' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T14:45:18.578 INFO:tasks.rados.rados.0.smithi016.stdout:2474: done (1 left) 2024-04-15T14:45:18.578 INFO:tasks.rados.rados.0.smithi016.stdout:2475: copy_from oid 41 from oid 7 current snap is 242 2024-04-15T14:45:18.579 INFO:tasks.rados.rados.0.smithi016.stdout:2473: finishing rollback tid 1 to smithi01678542-37 2024-04-15T14:45:18.579 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 37 v 1127 (ObjNum 273 snap 0 seq_num 0) dirty dne 2024-04-15T14:45:18.579 INFO:tasks.rados.rados.0.smithi016.stdout:2473: done (1 left) 2024-04-15T14:45:18.579 INFO:tasks.rados.rados.0.smithi016.stdout:2476: read oid 14 snap -1 2024-04-15T14:45:18.579 INFO:tasks.rados.rados.0.smithi016.stdout:2476: expect (ObjNum 760 snap 236 seq_num 760) 2024-04-15T14:45:18.579 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 42 current snap is 242 2024-04-15T14:45:18.579 INFO:tasks.rados.rados.0.smithi016.stdout:2477: seq_num 772 ranges {3006464=532480,3538944=401408} 2024-04-15T14:45:18.598 INFO:tasks.rados.rados.0.smithi016.stdout:2477: writing smithi01678542-42 from 3006464 to 3538944 tid 1 2024-04-15T14:45:18.601 INFO:tasks.rados.rados.0.smithi016.stdout:2477: writing smithi01678542-42 from 3538944 to 3940352 tid 2 2024-04-15T14:45:18.601 INFO:tasks.rados.rados.0.smithi016.stdout:2478: snap_create 2024-04-15T14:45:18.601 INFO:tasks.rados.rados.0.smithi016.stdout:2475: finishing copy_from to smithi01678542-41 2024-04-15T14:45:18.601 INFO:tasks.rados.rados.0.smithi016.stdout:2475: got expected ENOENT (src dne) 2024-04-15T14:45:18.601 INFO:tasks.rados.rados.0.smithi016.stdout:2475: finishing copy_from racing read to smithi01678542-41 2024-04-15T14:45:18.601 INFO:tasks.rados.rados.0.smithi016.stdout:2476: expect (ObjNum 760 snap 236 seq_num 760) 2024-04-15T14:45:18.624 INFO:tasks.rados.rados.0.smithi016.stdout:2477: finishing write tid 1 to smithi01678542-42 2024-04-15T14:45:18.624 INFO:tasks.rados.rados.0.smithi016.stdout:2477: finishing write tid 2 to smithi01678542-42 2024-04-15T14:45:18.624 INFO:tasks.rados.rados.0.smithi016.stdout:2477: finishing write tid 3 to smithi01678542-42 2024-04-15T14:45:18.624 INFO:tasks.rados.rados.0.smithi016.stdout:2477: finishing write tid 4 to smithi01678542-42 2024-04-15T14:45:18.624 INFO:tasks.rados.rados.0.smithi016.stdout:2477: oid 42 updating version 0 to 297 2024-04-15T14:45:18.624 INFO:tasks.rados.rados.0.smithi016.stdout:2477: oid 42 updating version 297 to 299 2024-04-15T14:45:18.624 INFO:tasks.rados.rados.0.smithi016.stdout:2477: oid 42 version 299 is already newer than 298 2024-04-15T14:45:18.624 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 42 v 299 (ObjNum 772 snap 242 seq_num 772) dirty exists 2024-04-15T14:45:18.624 INFO:tasks.rados.rados.0.smithi016.stdout:2477: left oid 42 (ObjNum 772 snap 242 seq_num 772) 2024-04-15T14:45:18.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:45:18 smithi102 ceph-mon[87131]: mds.? [v2:172.21.15.16:6834/1949381248,v1:172.21.15.16:6835/1949381248] up:rejoin 2024-04-15T14:45:18.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:45:18 smithi102 ceph-mon[87131]: fsmap cephfs:1/1 {0=a=up:rejoin} 2024-04-15T14:45:18.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:45:18 smithi102 ceph-mon[87131]: osdmap e562: 8 total, 8 up, 8 in 2024-04-15T14:45:18.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:45:18 smithi102 ceph-mon[87131]: daemon mds.a is now active in filesystem cephfs as rank 0 2024-04-15T14:45:19.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:45:18 smithi016 ceph-mon[90652]: mds.? [v2:172.21.15.16:6834/1949381248,v1:172.21.15.16:6835/1949381248] up:rejoin 2024-04-15T14:45:19.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:45:18 smithi016 ceph-mon[90652]: fsmap cephfs:1/1 {0=a=up:rejoin} 2024-04-15T14:45:19.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:45:18 smithi016 ceph-mon[90652]: osdmap e562: 8 total, 8 up, 8 in 2024-04-15T14:45:19.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:45:18 smithi016 ceph-mon[90652]: daemon mds.a is now active in filesystem cephfs as rank 0 2024-04-15T14:45:19.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:45:18 smithi016 ceph-mon[93212]: mds.? [v2:172.21.15.16:6834/1949381248,v1:172.21.15.16:6835/1949381248] up:rejoin 2024-04-15T14:45:19.041 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:45:18 smithi016 ceph-mon[93212]: fsmap cephfs:1/1 {0=a=up:rejoin} 2024-04-15T14:45:19.041 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:45:18 smithi016 ceph-mon[93212]: osdmap e562: 8 total, 8 up, 8 in 2024-04-15T14:45:19.041 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:45:18 smithi016 ceph-mon[93212]: daemon mds.a is now active in filesystem cephfs as rank 0 2024-04-15T14:45:19.583 INFO:tasks.rados.rados.0.smithi016.stdout:2475: done (3 left) 2024-04-15T14:45:19.583 INFO:tasks.rados.rados.0.smithi016.stdout:2476: done (2 left) 2024-04-15T14:45:19.583 INFO:tasks.rados.rados.0.smithi016.stdout:2477: done (1 left) 2024-04-15T14:45:19.583 INFO:tasks.rados.rados.0.smithi016.stdout:2478: done (0 left) 2024-04-15T14:45:19.583 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 48 current snap is 243 2024-04-15T14:45:19.583 INFO:tasks.rados.rados.0.smithi016.stdout:2479: seq_num 773 ranges {5087232=548864,5636096=401408} 2024-04-15T14:45:19.613 INFO:tasks.rados.rados.0.smithi016.stdout:2479: writing smithi01678542-48 from 5087232 to 5636096 tid 1 2024-04-15T14:45:19.616 INFO:tasks.rados.rados.0.smithi016.stdout:2479: writing smithi01678542-48 from 5636096 to 6037504 tid 2 2024-04-15T14:45:19.616 INFO:tasks.rados.rados.0.smithi016.stdout:2480: delete oid 9 current snap is 243 2024-04-15T14:45:19.620 INFO:tasks.rados.rados.0.smithi016.stdout:2479: finishing write tid 1 to smithi01678542-48 2024-04-15T14:45:19.620 INFO:tasks.rados.rados.0.smithi016.stdout:2479: finishing write tid 2 to smithi01678542-48 2024-04-15T14:45:19.620 INFO:tasks.rados.rados.0.smithi016.stdout:2479: finishing write tid 3 to smithi01678542-48 2024-04-15T14:45:19.622 INFO:tasks.rados.rados.0.smithi016.stdout:2480: done (1 left) 2024-04-15T14:45:19.622 INFO:tasks.rados.rados.0.smithi016.stdout:2481: read oid 25 snap -1 2024-04-15T14:45:19.622 INFO:tasks.rados.rados.0.smithi016.stdout:2481: expect (ObjNum 761 snap 239 seq_num 761) 2024-04-15T14:45:19.622 INFO:tasks.rados.rados.0.smithi016.stdout:2482: read oid 18 snap -1 2024-04-15T14:45:19.622 INFO:tasks.rados.rados.0.smithi016.stdout:2482: expect deleted 2024-04-15T14:45:19.622 INFO:tasks.rados.rados.0.smithi016.stdout:2483: copy_from oid 45 from oid 1 current snap is 243 2024-04-15T14:45:19.622 INFO:tasks.rados.rados.0.smithi016.stdout:2484: read oid 20 snap -1 2024-04-15T14:45:19.622 INFO:tasks.rados.rados.0.smithi016.stdout:2484: expect (ObjNum 631 snap 191 seq_num 631) 2024-04-15T14:45:19.622 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 11 current snap is 243 2024-04-15T14:45:19.623 INFO:tasks.rados.rados.0.smithi016.stdout:2485: seq_num 775 ranges {1597440=589824,2187264=401408} 2024-04-15T14:45:19.635 INFO:tasks.rados.rados.0.smithi016.stdout:2485: writing smithi01678542-11 from 1597440 to 2187264 tid 1 2024-04-15T14:45:19.638 INFO:tasks.rados.rados.0.smithi016.stdout:2485: writing smithi01678542-11 from 2187264 to 2588672 tid 2 2024-04-15T14:45:19.638 INFO:tasks.rados.rados.0.smithi016.stdout:2486: delete oid 44 current snap is 243 2024-04-15T14:45:19.639 INFO:tasks.rados.rados.0.smithi016.stdout:2479: finishing write tid 4 to smithi01678542-48 2024-04-15T14:45:19.639 INFO:tasks.rados.rados.0.smithi016.stdout:2479: oid 48 updating version 0 to 1021 2024-04-15T14:45:19.639 INFO:tasks.rados.rados.0.smithi016.stdout:2479: oid 48 updating version 1021 to 1022 2024-04-15T14:45:19.639 INFO:tasks.rados.rados.0.smithi016.stdout:2479: oid 48 version 1022 is already newer than 1020 2024-04-15T14:45:19.639 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 48 v 1022 (ObjNum 773 snap 243 seq_num 773) dirty exists 2024-04-15T14:45:19.640 INFO:tasks.rados.rados.0.smithi016.stdout:2479: left oid 48 (ObjNum 773 snap 243 seq_num 773) 2024-04-15T14:45:19.640 INFO:tasks.rados.rados.0.smithi016.stdout:2481: expect (ObjNum 761 snap 239 seq_num 761) 2024-04-15T14:45:19.662 INFO:tasks.rados.rados.0.smithi016.stdout:2484: expect (ObjNum 631 snap 191 seq_num 631) 2024-04-15T14:45:19.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:45:19 smithi102 ceph-mon[87131]: pgmap v475: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 135 MiB data, 1001 MiB used, 714 GiB / 715 GiB avail; 9.6 MiB/s rd, 1.4 MiB/s wr, 28 op/s 2024-04-15T14:45:19.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:45:19 smithi102 ceph-mon[87131]: Health check cleared: FS_DEGRADED (was: 1 filesystem is degraded) 2024-04-15T14:45:19.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:45:19 smithi102 ceph-mon[87131]: Cluster is now healthy 2024-04-15T14:45:19.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:45:19 smithi102 ceph-mon[87131]: osdmap e563: 8 total, 8 up, 8 in 2024-04-15T14:45:19.938 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:45:19 smithi102 ceph-mon[87131]: mds.? [v2:172.21.15.16:6834/1949381248,v1:172.21.15.16:6835/1949381248] up:active 2024-04-15T14:45:19.938 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:45:19 smithi102 ceph-mon[87131]: fsmap cephfs:1 {0=a=up:active} 2024-04-15T14:45:19.957 INFO:tasks.rados.rados.0.smithi016.stdout:2485: finishing write tid 1 to smithi01678542-11 2024-04-15T14:45:19.957 INFO:tasks.rados.rados.0.smithi016.stdout:2479: done (6 left) 2024-04-15T14:45:19.957 INFO:tasks.rados.rados.0.smithi016.stdout:2481: done (5 left) 2024-04-15T14:45:19.957 INFO:tasks.rados.rados.0.smithi016.stdout:2482: done (4 left) 2024-04-15T14:45:19.957 INFO:tasks.rados.rados.0.smithi016.stdout:2484: done (3 left) 2024-04-15T14:45:19.957 INFO:tasks.rados.rados.0.smithi016.stdout:2486: done (2 left) 2024-04-15T14:45:19.957 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 39 current snap is 243 2024-04-15T14:45:19.957 INFO:tasks.rados.rados.0.smithi016.stdout:2485: finishing write tid 2 to smithi01678542-11 2024-04-15T14:45:19.957 INFO:tasks.rados.rados.0.smithi016.stdout:2485: finishing write tid 3 to smithi01678542-11 2024-04-15T14:45:19.957 INFO:tasks.rados.rados.0.smithi016.stdout:2487: seq_num 777 ranges {327680=622592,950272=401408} 2024-04-15T14:45:19.961 INFO:tasks.rados.rados.0.smithi016.stdout:2487: writing smithi01678542-39 from 327680 to 950272 tid 1 2024-04-15T14:45:19.965 INFO:tasks.rados.rados.0.smithi016.stdout:2487: writing smithi01678542-39 from 950272 to 1351680 tid 2 2024-04-15T14:45:19.965 INFO:tasks.rados.rados.0.smithi016.stdout:2488: setattr oid 9 current snap is 243 2024-04-15T14:45:19.965 INFO:tasks.rados.rados.0.smithi016.stdout:2483: finishing copy_from racing read to smithi01678542-45 2024-04-15T14:45:19.965 INFO:tasks.rados.rados.0.smithi016.stdout:2485: finishing write tid 4 to smithi01678542-11 2024-04-15T14:45:19.966 INFO:tasks.rados.rados.0.smithi016.stdout:2485: oid 11 updating version 0 to 1300 2024-04-15T14:45:19.966 INFO:tasks.rados.rados.0.smithi016.stdout:2485: oid 11 version 1300 is already newer than 1299 2024-04-15T14:45:19.966 INFO:tasks.rados.rados.0.smithi016.stdout:2485: oid 11 updating version 1300 to 1301 2024-04-15T14:45:19.966 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 11 v 1301 (ObjNum 775 snap 243 seq_num 775) dirty exists 2024-04-15T14:45:19.966 INFO:tasks.rados.rados.0.smithi016.stdout:2485: left oid 11 (ObjNum 775 snap 243 seq_num 775) 2024-04-15T14:45:19.966 INFO:tasks.rados.rados.0.smithi016.stdout:2483: finishing copy_from to smithi01678542-45 2024-04-15T14:45:19.966 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 45 v 1039 (ObjNum 632 snap 191 seq_num 632) dirty exists 2024-04-15T14:45:19.967 INFO:tasks.rados.rados.0.smithi016.stdout:2483: done (3 left) 2024-04-15T14:45:19.967 INFO:tasks.rados.rados.0.smithi016.stdout:2485: done (2 left) 2024-04-15T14:45:19.967 INFO:tasks.rados.rados.0.smithi016.stdout:2489: read oid 32 snap -1 2024-04-15T14:45:19.967 INFO:tasks.rados.rados.0.smithi016.stdout:2489: expect deleted 2024-04-15T14:45:19.967 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 17 current snap is 243 2024-04-15T14:45:19.967 INFO:tasks.rados.rados.0.smithi016.stdout:2490: seq_num 778 ranges {647168=638976,1286144=401408} 2024-04-15T14:45:19.973 INFO:tasks.rados.rados.0.smithi016.stdout:2490: writing smithi01678542-17 from 647168 to 1286144 tid 1 2024-04-15T14:45:19.977 INFO:tasks.rados.rados.0.smithi016.stdout:2490: writing smithi01678542-17 from 1286144 to 1687552 tid 2 2024-04-15T14:45:19.977 INFO:tasks.rados.rados.0.smithi016.stdout:2491: setattr oid 35 current snap is 243 2024-04-15T14:45:19.977 INFO:tasks.rados.rados.0.smithi016.stdout:2487: finishing write tid 1 to smithi01678542-39 2024-04-15T14:45:19.977 INFO:tasks.rados.rados.0.smithi016.stdout:2487: finishing write tid 2 to smithi01678542-39 2024-04-15T14:45:19.977 INFO:tasks.rados.rados.0.smithi016.stdout:2487: finishing write tid 3 to smithi01678542-39 2024-04-15T14:45:19.977 INFO:tasks.rados.rados.0.smithi016.stdout:2487: finishing write tid 4 to smithi01678542-39 2024-04-15T14:45:19.977 INFO:tasks.rados.rados.0.smithi016.stdout:2487: oid 39 updating version 0 to 1035 2024-04-15T14:45:19.977 INFO:tasks.rados.rados.0.smithi016.stdout:2487: oid 39 updating version 1035 to 1037 2024-04-15T14:45:19.977 INFO:tasks.rados.rados.0.smithi016.stdout:2487: oid 39 version 1037 is already newer than 1036 2024-04-15T14:45:19.977 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 39 v 1037 (ObjNum 777 snap 243 seq_num 777) dirty exists 2024-04-15T14:45:19.977 INFO:tasks.rados.rados.0.smithi016.stdout:2487: left oid 39 (ObjNum 777 snap 243 seq_num 777) 2024-04-15T14:45:19.978 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 9 v 1047 (ObjNum 65 snap 0 seq_num 1634035557) dirty exists 2024-04-15T14:45:19.983 INFO:tasks.rados.rados.0.smithi016.stdout:2487: done (4 left) 2024-04-15T14:45:19.983 INFO:tasks.rados.rados.0.smithi016.stdout:2488: done (3 left) 2024-04-15T14:45:19.983 INFO:tasks.rados.rados.0.smithi016.stdout:2489: done (2 left) 2024-04-15T14:45:19.983 INFO:tasks.rados.rados.0.smithi016.stdout:2492: read oid 47 snap 235 2024-04-15T14:45:19.983 INFO:tasks.rados.rados.0.smithi016.stdout:2492: expect deleted 2024-04-15T14:45:19.983 INFO:tasks.rados.rados.0.smithi016.stdout:2493: rmattr oid 38 current snap is 243 2024-04-15T14:45:19.983 INFO:tasks.rados.rados.0.smithi016.stdout:2493: done (3 left) 2024-04-15T14:45:19.983 INFO:tasks.rados.rados.0.smithi016.stdout:2494: copy_from oid 23 from oid 49 current snap is 243 2024-04-15T14:45:19.983 INFO:tasks.rados.rados.0.smithi016.stdout:2495: delete oid 18 current snap is 243 2024-04-15T14:45:19.983 INFO:tasks.rados.rados.0.smithi016.stdout:2490: finishing write tid 1 to smithi01678542-17 2024-04-15T14:45:19.983 INFO:tasks.rados.rados.0.smithi016.stdout:2490: finishing write tid 2 to smithi01678542-17 2024-04-15T14:45:19.984 INFO:tasks.rados.rados.0.smithi016.stdout:2490: finishing write tid 3 to smithi01678542-17 2024-04-15T14:45:19.984 INFO:tasks.rados.rados.0.smithi016.stdout:2492: done (4 left) 2024-04-15T14:45:19.984 INFO:tasks.rados.rados.0.smithi016.stdout:2495: done (3 left) 2024-04-15T14:45:19.984 INFO:tasks.rados.rados.0.smithi016.stdout:2496: setattr oid 39 current snap is 243 2024-04-15T14:45:19.984 INFO:tasks.rados.rados.0.smithi016.stdout:2497: read oid 41 snap -1 2024-04-15T14:45:19.984 INFO:tasks.rados.rados.0.smithi016.stdout:2497: expect (ObjNum 632 snap 191 seq_num 632) 2024-04-15T14:45:19.984 INFO:tasks.rados.rados.0.smithi016.stdout:2498: read oid 13 snap -1 2024-04-15T14:45:19.984 INFO:tasks.rados.rados.0.smithi016.stdout:2498: expect deleted 2024-04-15T14:45:19.984 INFO:tasks.rados.rados.0.smithi016.stdout:2499: delete oid 36 current snap is 243 2024-04-15T14:45:19.984 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 35 v 1056 (ObjNum 770 snap 241 seq_num 770) dirty exists 2024-04-15T14:45:19.986 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 39 v 1038 (ObjNum 777 snap 243 seq_num 777) dirty exists 2024-04-15T14:45:19.986 INFO:tasks.rados.rados.0.smithi016.stdout:2490: finishing write tid 4 to smithi01678542-17 2024-04-15T14:45:19.986 INFO:tasks.rados.rados.0.smithi016.stdout:2490: oid 17 updating version 0 to 1120 2024-04-15T14:45:19.986 INFO:tasks.rados.rados.0.smithi016.stdout:2490: oid 17 version 1120 is already newer than 1119 2024-04-15T14:45:19.986 INFO:tasks.rados.rados.0.smithi016.stdout:2490: oid 17 updating version 1120 to 1121 2024-04-15T14:45:19.986 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 17 v 1121 (ObjNum 778 snap 243 seq_num 778) dirty exists 2024-04-15T14:45:19.986 INFO:tasks.rados.rados.0.smithi016.stdout:2490: left oid 17 (ObjNum 778 snap 243 seq_num 778) 2024-04-15T14:45:19.987 INFO:tasks.rados.rados.0.smithi016.stdout:2490: done (6 left) 2024-04-15T14:45:19.987 INFO:tasks.rados.rados.0.smithi016.stdout:2491: done (5 left) 2024-04-15T14:45:19.987 INFO:tasks.rados.rados.0.smithi016.stdout:2496: done (4 left) 2024-04-15T14:45:19.987 INFO:tasks.rados.rados.0.smithi016.stdout:2498: done (3 left) 2024-04-15T14:45:19.987 INFO:tasks.rados.rados.0.smithi016.stdout:2499: done (2 left) 2024-04-15T14:45:19.987 INFO:tasks.rados.rados.0.smithi016.stdout:2500: delete oid 38 current snap is 243 2024-04-15T14:45:19.990 INFO:tasks.rados.rados.0.smithi016.stdout:2500: done (2 left) 2024-04-15T14:45:19.990 INFO:tasks.rados.rados.0.smithi016.stdout:2501: read oid 31 snap -1 2024-04-15T14:45:19.990 INFO:tasks.rados.rados.0.smithi016.stdout:2501: expect deleted 2024-04-15T14:45:19.991 INFO:tasks.rados.rados.0.smithi016.stdout:2502: delete oid 25 current snap is 243 2024-04-15T14:45:19.993 INFO:tasks.rados.rados.0.smithi016.stdout:2501: done (3 left) 2024-04-15T14:45:19.994 INFO:tasks.rados.rados.0.smithi016.stdout:2502: done (2 left) 2024-04-15T14:45:19.994 INFO:tasks.rados.rados.0.smithi016.stdout:2503: read oid 42 snap 240 2024-04-15T14:45:19.994 INFO:tasks.rados.rados.0.smithi016.stdout:2503: expect (ObjNum 767 snap 240 seq_num 767) 2024-04-15T14:45:19.994 INFO:tasks.rados.rados.0.smithi016.stdout:2504: rollback oid 12 current snap is 243 2024-04-15T14:45:19.994 INFO:tasks.rados.rados.0.smithi016.stdout:rollback oid 12 to 242 2024-04-15T14:45:19.994 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 3 current snap is 243 2024-04-15T14:45:19.994 INFO:tasks.rados.rados.0.smithi016.stdout:2505: seq_num 783 ranges {4153344=720896,4874240=401408} 2024-04-15T14:45:20.020 INFO:tasks.rados.rados.0.smithi016.stdout:2505: writing smithi01678542-3 from 4153344 to 4874240 tid 1 2024-04-15T14:45:20.023 INFO:tasks.rados.rados.0.smithi016.stdout:2505: writing smithi01678542-3 from 4874240 to 5275648 tid 2 2024-04-15T14:45:20.023 INFO:tasks.rados.rados.0.smithi016.stdout:2506: snap_create 2024-04-15T14:45:20.023 INFO:tasks.rados.rados.0.smithi016.stdout:2497: expect (ObjNum 632 snap 191 seq_num 632) 2024-04-15T14:45:20.039 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:45:19 smithi016 ceph-mon[93212]: pgmap v475: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 135 MiB data, 1001 MiB used, 714 GiB / 715 GiB avail; 9.6 MiB/s rd, 1.4 MiB/s wr, 28 op/s 2024-04-15T14:45:20.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:45:19 smithi016 ceph-mon[93212]: Health check cleared: FS_DEGRADED (was: 1 filesystem is degraded) 2024-04-15T14:45:20.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:45:19 smithi016 ceph-mon[93212]: Cluster is now healthy 2024-04-15T14:45:20.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:45:19 smithi016 ceph-mon[93212]: osdmap e563: 8 total, 8 up, 8 in 2024-04-15T14:45:20.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:45:19 smithi016 ceph-mon[93212]: mds.? [v2:172.21.15.16:6834/1949381248,v1:172.21.15.16:6835/1949381248] up:active 2024-04-15T14:45:20.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:45:19 smithi016 ceph-mon[93212]: fsmap cephfs:1 {0=a=up:active} 2024-04-15T14:45:20.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:45:19 smithi016 ceph-mon[90652]: pgmap v475: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 135 MiB data, 1001 MiB used, 714 GiB / 715 GiB avail; 9.6 MiB/s rd, 1.4 MiB/s wr, 28 op/s 2024-04-15T14:45:20.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:45:19 smithi016 ceph-mon[90652]: Health check cleared: FS_DEGRADED (was: 1 filesystem is degraded) 2024-04-15T14:45:20.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:45:19 smithi016 ceph-mon[90652]: Cluster is now healthy 2024-04-15T14:45:20.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:45:19 smithi016 ceph-mon[90652]: osdmap e563: 8 total, 8 up, 8 in 2024-04-15T14:45:20.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:45:19 smithi016 ceph-mon[90652]: mds.? [v2:172.21.15.16:6834/1949381248,v1:172.21.15.16:6835/1949381248] up:active 2024-04-15T14:45:20.041 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:45:19 smithi016 ceph-mon[90652]: fsmap cephfs:1 {0=a=up:active} 2024-04-15T14:45:20.185 INFO:tasks.rados.rados.0.smithi016.stdout:2503: expect (ObjNum 767 snap 240 seq_num 767) 2024-04-15T14:45:20.301 INFO:tasks.rados.rados.0.smithi016.stdout:2494: finishing copy_from racing read to smithi01678542-23 2024-04-15T14:45:20.301 INFO:tasks.rados.rados.0.smithi016.stdout:2504: finishing rollback tid 0 to smithi01678542-12 2024-04-15T14:45:20.301 INFO:tasks.rados.rados.0.smithi016.stdout:2504: finishing rollback tid 1 to smithi01678542-12 2024-04-15T14:45:20.301 INFO:tasks.rados.rados.0.smithi016.stdout:2504: finishing rollback tid 2 to smithi01678542-12 2024-04-15T14:45:20.301 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 12 v 941 (ObjNum 728 snap 228 seq_num 728) dirty exists 2024-04-15T14:45:20.301 INFO:tasks.rados.rados.0.smithi016.stdout:2494: finishing copy_from to smithi01678542-23 2024-04-15T14:45:20.301 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 23 v 1115 (ObjNum 763 snap 239 seq_num 763) dirty exists 2024-04-15T14:45:20.302 INFO:tasks.rados.rados.0.smithi016.stdout:2505: finishing write tid 1 to smithi01678542-3 2024-04-15T14:45:20.302 INFO:tasks.rados.rados.0.smithi016.stdout:2505: finishing write tid 2 to smithi01678542-3 2024-04-15T14:45:20.302 INFO:tasks.rados.rados.0.smithi016.stdout:2505: finishing write tid 3 to smithi01678542-3 2024-04-15T14:45:20.302 INFO:tasks.rados.rados.0.smithi016.stdout:2505: finishing write tid 4 to smithi01678542-3 2024-04-15T14:45:20.302 INFO:tasks.rados.rados.0.smithi016.stdout:2505: oid 3 updating version 0 to 988 2024-04-15T14:45:20.302 INFO:tasks.rados.rados.0.smithi016.stdout:2505: oid 3 version 988 is already newer than 987 2024-04-15T14:45:20.302 INFO:tasks.rados.rados.0.smithi016.stdout:2505: oid 3 updating version 988 to 989 2024-04-15T14:45:20.302 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 3 v 989 (ObjNum 783 snap 243 seq_num 783) dirty exists 2024-04-15T14:45:20.302 INFO:tasks.rados.rados.0.smithi016.stdout:2505: left oid 3 (ObjNum 783 snap 243 seq_num 783) 2024-04-15T14:45:20.329 INFO:tasks.rados.rados.0.smithi016.stdout:2494: done (5 left) 2024-04-15T14:45:20.329 INFO:tasks.rados.rados.0.smithi016.stdout:2497: done (4 left) 2024-04-15T14:45:20.329 INFO:tasks.rados.rados.0.smithi016.stdout:2503: done (3 left) 2024-04-15T14:45:20.329 INFO:tasks.rados.rados.0.smithi016.stdout:2504: done (2 left) 2024-04-15T14:45:20.329 INFO:tasks.rados.rados.0.smithi016.stdout:2505: done (1 left) 2024-04-15T14:45:20.329 INFO:tasks.rados.rados.0.smithi016.stdout:2506: done (0 left) 2024-04-15T14:45:20.329 INFO:tasks.rados.rados.0.smithi016.stdout:2507: read oid 19 snap -1 2024-04-15T14:45:20.330 INFO:tasks.rados.rados.0.smithi016.stdout:2507: expect (ObjNum 757 snap 236 seq_num 757) 2024-04-15T14:45:20.330 INFO:tasks.rados.rados.0.smithi016.stdout:2508: copy_from oid 3 from oid 21 current snap is 244 2024-04-15T14:45:20.330 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 24 current snap is 244 2024-04-15T14:45:20.330 INFO:tasks.rados.rados.0.smithi016.stdout:2509: seq_num 784 ranges {0=737280,737280=401408} 2024-04-15T14:45:20.334 INFO:tasks.rados.rados.0.smithi016.stdout:2509: writing smithi01678542-24 from 0 to 737280 tid 1 2024-04-15T14:45:20.337 INFO:tasks.rados.rados.0.smithi016.stdout:2509: writing smithi01678542-24 from 737280 to 1138688 tid 2 2024-04-15T14:45:20.338 INFO:tasks.rados.rados.0.smithi016.stdout:2510: rollback oid 11 current snap is 244 2024-04-15T14:45:20.338 INFO:tasks.rados.rados.0.smithi016.stdout:rollback oid 11 to 242 2024-04-15T14:45:20.338 INFO:tasks.rados.rados.0.smithi016.stdout:2511: read oid 38 snap -1 2024-04-15T14:45:20.338 INFO:tasks.rados.rados.0.smithi016.stdout:2511: expect deleted 2024-04-15T14:45:20.338 INFO:tasks.rados.rados.0.smithi016.stdout:2512: delete oid 30 current snap is 244 2024-04-15T14:45:20.338 INFO:tasks.rados.rados.0.smithi016.stdout:2507: expect (ObjNum 757 snap 236 seq_num 757) 2024-04-15T14:45:20.363 INFO:tasks.rados.rados.0.smithi016.stdout:2508: finishing copy_from racing read to smithi01678542-3 2024-04-15T14:45:20.363 INFO:tasks.rados.rados.0.smithi016.stdout:2509: finishing write tid 1 to smithi01678542-24 2024-04-15T14:45:20.363 INFO:tasks.rados.rados.0.smithi016.stdout:2508: finishing copy_from to smithi01678542-3 2024-04-15T14:45:20.363 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 3 v 1156 (ObjNum 745 snap 235 seq_num 745) dirty exists 2024-04-15T14:45:20.364 INFO:tasks.rados.rados.0.smithi016.stdout:2507: done (5 left) 2024-04-15T14:45:20.364 INFO:tasks.rados.rados.0.smithi016.stdout:2508: done (4 left) 2024-04-15T14:45:20.364 INFO:tasks.rados.rados.0.smithi016.stdout:2512: done (3 left) 2024-04-15T14:45:20.365 INFO:tasks.rados.rados.0.smithi016.stdout:2513: read oid 49 snap -1 2024-04-15T14:45:20.365 INFO:tasks.rados.rados.0.smithi016.stdout:2513: expect (ObjNum 763 snap 239 seq_num 763) 2024-04-15T14:45:20.365 INFO:tasks.rados.rados.0.smithi016.stdout:2514: snap_remove snap 238 2024-04-15T14:45:20.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:45:20 smithi102 ceph-mon[87131]: osdmap e564: 8 total, 8 up, 8 in 2024-04-15T14:45:20.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:45:20 smithi102 ceph-mon[87131]: osdmap e565: 8 total, 8 up, 8 in 2024-04-15T14:45:21.039 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:45:20 smithi016 ceph-mon[90652]: osdmap e564: 8 total, 8 up, 8 in 2024-04-15T14:45:21.039 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:45:20 smithi016 ceph-mon[90652]: osdmap e565: 8 total, 8 up, 8 in 2024-04-15T14:45:21.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:45:20 smithi016 ceph-mon[93212]: osdmap e564: 8 total, 8 up, 8 in 2024-04-15T14:45:21.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:45:20 smithi016 ceph-mon[93212]: osdmap e565: 8 total, 8 up, 8 in 2024-04-15T14:45:21.331 INFO:tasks.rados.rados.0.smithi016.stdout:2514: done (4 left) 2024-04-15T14:45:21.332 INFO:tasks.rados.rados.0.smithi016.stdout:2515: rollback oid 48 current snap is 244 2024-04-15T14:45:21.332 INFO:tasks.rados.rados.0.smithi016.stdout:rollback oid 48 to 220 2024-04-15T14:45:21.332 INFO:tasks.rados.rados.0.smithi016.stdout:2509: finishing write tid 2 to smithi01678542-24 2024-04-15T14:45:21.332 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 6 current snap is 244 2024-04-15T14:45:21.332 INFO:tasks.rados.rados.0.smithi016.stdout:2516: seq_num 786 ranges {0=770048,770048=401408} 2024-04-15T14:45:21.336 INFO:tasks.rados.rados.0.smithi016.stdout:2516: writing smithi01678542-6 from 0 to 770048 tid 1 2024-04-15T14:45:21.340 INFO:tasks.rados.rados.0.smithi016.stdout:2516: writing smithi01678542-6 from 770048 to 1171456 tid 2 2024-04-15T14:45:21.341 INFO:tasks.rados.rados.0.smithi016.stdout:2517: delete oid 26 current snap is 244 2024-04-15T14:45:21.341 INFO:tasks.rados.rados.0.smithi016.stdout:2509: finishing write tid 3 to smithi01678542-24 2024-04-15T14:45:21.341 INFO:tasks.rados.rados.0.smithi016.stdout:2510: finishing rollback tid 0 to smithi01678542-11 2024-04-15T14:45:21.341 INFO:tasks.rados.rados.0.smithi016.stdout:2510: finishing rollback tid 1 to smithi01678542-11 2024-04-15T14:45:21.341 INFO:tasks.rados.rados.0.smithi016.stdout:2509: finishing write tid 4 to smithi01678542-24 2024-04-15T14:45:21.341 INFO:tasks.rados.rados.0.smithi016.stdout:2509: oid 24 updating version 0 to 1049 2024-04-15T14:45:21.341 INFO:tasks.rados.rados.0.smithi016.stdout:2509: oid 24 updating version 1049 to 1050 2024-04-15T14:45:21.341 INFO:tasks.rados.rados.0.smithi016.stdout:2509: oid 24 updating version 1050 to 1051 2024-04-15T14:45:21.341 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 24 v 1051 (ObjNum 784 snap 244 seq_num 784) dirty exists 2024-04-15T14:45:21.341 INFO:tasks.rados.rados.0.smithi016.stdout:2509: left oid 24 (ObjNum 784 snap 244 seq_num 784) 2024-04-15T14:45:21.341 INFO:tasks.rados.rados.0.smithi016.stdout:2510: finishing rollback tid 2 to smithi01678542-11 2024-04-15T14:45:21.341 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 11 v 1307 (ObjNum 668 snap 206 seq_num 668) dirty exists 2024-04-15T14:45:21.342 INFO:tasks.rados.rados.0.smithi016.stdout:2513: expect (ObjNum 763 snap 239 seq_num 763) 2024-04-15T14:45:21.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:45:21 smithi102 ceph-mon[87131]: pgmap v478: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 135 MiB data, 1001 MiB used, 714 GiB / 715 GiB avail; 6.7 MiB/s rd, 432 KiB/s wr, 15 op/s 2024-04-15T14:45:21.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:45:21 smithi102 ceph-mon[87131]: osdmap e566: 8 total, 8 up, 8 in 2024-04-15T14:45:22.039 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:45:21 smithi016 ceph-mon[90652]: pgmap v478: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 135 MiB data, 1001 MiB used, 714 GiB / 715 GiB avail; 6.7 MiB/s rd, 432 KiB/s wr, 15 op/s 2024-04-15T14:45:22.039 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:45:21 smithi016 ceph-mon[90652]: osdmap e566: 8 total, 8 up, 8 in 2024-04-15T14:45:22.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:45:21 smithi016 ceph-mon[93212]: pgmap v478: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 135 MiB data, 1001 MiB used, 714 GiB / 715 GiB avail; 6.7 MiB/s rd, 432 KiB/s wr, 15 op/s 2024-04-15T14:45:22.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:45:21 smithi016 ceph-mon[93212]: osdmap e566: 8 total, 8 up, 8 in 2024-04-15T14:45:22.040 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 15 14:45:21 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-y[81421]: ::ffff:172.21.15.102 - - [15/Apr/2024:14:45:21] "GET /metrics HTTP/1.1" 200 36266 "" "Prometheus/2.43.0" 2024-04-15T14:45:22.160 INFO:tasks.rados.rados.0.smithi016.stdout:2515: finishing rollback tid 0 to smithi01678542-48 2024-04-15T14:45:22.161 INFO:tasks.rados.rados.0.smithi016.stdout:2515: finishing rollback tid 1 to smithi01678542-48 2024-04-15T14:45:22.161 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 48 v 1024 (ObjNum 4321 snap 0 seq_num 2906632960) dirty dne 2024-04-15T14:45:22.161 INFO:tasks.rados.rados.0.smithi016.stdout:2516: finishing write tid 1 to smithi01678542-6 2024-04-15T14:45:22.161 INFO:tasks.rados.rados.0.smithi016.stdout:2509: done (6 left) 2024-04-15T14:45:22.161 INFO:tasks.rados.rados.0.smithi016.stdout:2510: done (5 left) 2024-04-15T14:45:22.161 INFO:tasks.rados.rados.0.smithi016.stdout:2511: done (4 left) 2024-04-15T14:45:22.161 INFO:tasks.rados.rados.0.smithi016.stdout:2513: done (3 left) 2024-04-15T14:45:22.161 INFO:tasks.rados.rados.0.smithi016.stdout:2515: done (2 left) 2024-04-15T14:45:22.161 INFO:tasks.rados.rados.0.smithi016.stdout:2517: done (1 left) 2024-04-15T14:45:22.161 INFO:tasks.rados.rados.0.smithi016.stdout:2518: rollback oid 46 current snap is 244 2024-04-15T14:45:22.161 INFO:tasks.rados.rados.0.smithi016.stdout:rollback oid 46 to 240 2024-04-15T14:45:22.161 INFO:tasks.rados.rados.0.smithi016.stdout:2516: finishing write tid 2 to smithi01678542-6 2024-04-15T14:45:22.161 INFO:tasks.rados.rados.0.smithi016.stdout:2516: finishing write tid 3 to smithi01678542-6 2024-04-15T14:45:22.162 INFO:tasks.rados.rados.0.smithi016.stdout:2516: finishing write tid 4 to smithi01678542-6 2024-04-15T14:45:22.162 INFO:tasks.rados.rados.0.smithi016.stdout:2516: oid 6 updating version 0 to 1079 2024-04-15T14:45:22.162 INFO:tasks.rados.rados.0.smithi016.stdout:2516: oid 6 version 1079 is already newer than 1078 2024-04-15T14:45:22.162 INFO:tasks.rados.rados.0.smithi016.stdout:2516: oid 6 updating version 1079 to 1080 2024-04-15T14:45:22.162 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 6 v 1080 (ObjNum 786 snap 244 seq_num 786) dirty exists 2024-04-15T14:45:22.162 INFO:tasks.rados.rados.0.smithi016.stdout:2516: left oid 6 (ObjNum 786 snap 244 seq_num 786) 2024-04-15T14:45:22.162 INFO:tasks.rados.rados.0.smithi016.stdout:2516: done (1 left) 2024-04-15T14:45:22.162 INFO:tasks.rados.rados.0.smithi016.stdout:2519: rollback oid 38 current snap is 244 2024-04-15T14:45:22.162 INFO:tasks.rados.rados.0.smithi016.stdout:rollback oid 38 to 243 2024-04-15T14:45:22.162 INFO:tasks.rados.rados.0.smithi016.stdout:2520: copy_from oid 8 from oid 49 current snap is 244 2024-04-15T14:45:22.162 INFO:tasks.rados.rados.0.smithi016.stdout:2521: read oid 9 snap 235 2024-04-15T14:45:22.162 INFO:tasks.rados.rados.0.smithi016.stdout:2521: expect deleted 2024-04-15T14:45:22.162 INFO:tasks.rados.rados.0.smithi016.stdout:2522: snap_remove snap 221 2024-04-15T14:45:22.593 INFO:tasks.rados.rados.0.smithi016.stdout:2522: done (4 left) 2024-04-15T14:45:22.593 INFO:tasks.rados.rados.0.smithi016.stdout:2523: read oid 28 snap -1 2024-04-15T14:45:22.593 INFO:tasks.rados.rados.0.smithi016.stdout:2523: expect deleted 2024-04-15T14:45:22.593 INFO:tasks.rados.rados.0.smithi016.stdout:2524: read oid 21 snap -1 2024-04-15T14:45:22.593 INFO:tasks.rados.rados.0.smithi016.stdout:2524: expect (ObjNum 745 snap 235 seq_num 745) 2024-04-15T14:45:22.593 INFO:tasks.rados.rados.0.smithi016.stdout:2525: read oid 14 snap -1 2024-04-15T14:45:22.594 INFO:tasks.rados.rados.0.smithi016.stdout:2525: expect (ObjNum 760 snap 236 seq_num 760) 2024-04-15T14:45:22.594 INFO:tasks.rados.rados.0.smithi016.stdout:2519: finishing rollback tid 1 to smithi01678542-38 2024-04-15T14:45:22.594 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 38 v 1048 (ObjNum 865 snap 0 seq_num 2906632240) dirty dne 2024-04-15T14:45:22.594 INFO:tasks.rados.rados.0.smithi016.stdout:2518: finishing rollback tid 0 to smithi01678542-46 2024-04-15T14:45:22.594 INFO:tasks.rados.rados.0.smithi016.stdout:2518: finishing rollback tid 1 to smithi01678542-46 2024-04-15T14:45:22.594 INFO:tasks.rados.rados.0.smithi016.stdout:2518: finishing rollback tid 2 to smithi01678542-46 2024-04-15T14:45:22.594 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 46 v 1130 (ObjNum 753 snap 235 seq_num 753) dirty exists 2024-04-15T14:45:22.594 INFO:tasks.rados.rados.0.smithi016.stdout:2520: finishing copy_from racing read to smithi01678542-8 2024-04-15T14:45:22.594 INFO:tasks.rados.rados.0.smithi016.stdout:2520: finishing copy_from to smithi01678542-8 2024-04-15T14:45:22.594 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 8 v 1115 (ObjNum 763 snap 239 seq_num 763) dirty exists 2024-04-15T14:45:22.594 INFO:tasks.rados.rados.0.smithi016.stdout:2518: done (6 left) 2024-04-15T14:45:22.594 INFO:tasks.rados.rados.0.smithi016.stdout:2519: done (5 left) 2024-04-15T14:45:22.595 INFO:tasks.rados.rados.0.smithi016.stdout:2520: done (4 left) 2024-04-15T14:45:22.595 INFO:tasks.rados.rados.0.smithi016.stdout:2521: done (3 left) 2024-04-15T14:45:22.595 INFO:tasks.rados.rados.0.smithi016.stdout:2526: read oid 27 snap 225 2024-04-15T14:45:22.595 INFO:tasks.rados.rados.0.smithi016.stdout:2526: expect (ObjNum 694 snap 208 seq_num 694) 2024-04-15T14:45:22.595 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 17 current snap is 244 2024-04-15T14:45:22.595 INFO:tasks.rados.rados.0.smithi016.stdout:2527: seq_num 788 ranges {1687552=802816,2490368=401408} 2024-04-15T14:45:22.608 INFO:tasks.rados.rados.0.smithi016.stdout:2527: writing smithi01678542-17 from 1687552 to 2490368 tid 1 2024-04-15T14:45:22.611 INFO:tasks.rados.rados.0.smithi016.stdout:2527: writing smithi01678542-17 from 2490368 to 2891776 tid 2 2024-04-15T14:45:22.611 INFO:tasks.rados.rados.0.smithi016.stdout:2528: read oid 45 snap -1 2024-04-15T14:45:22.611 INFO:tasks.rados.rados.0.smithi016.stdout:2528: expect (ObjNum 632 snap 191 seq_num 632) 2024-04-15T14:45:22.611 INFO:tasks.rados.rados.0.smithi016.stdout:2529: read oid 22 snap -1 2024-04-15T14:45:22.612 INFO:tasks.rados.rados.0.smithi016.stdout:2529: expect (ObjNum 673 snap 207 seq_num 673) 2024-04-15T14:45:22.612 INFO:tasks.rados.rados.0.smithi016.stdout:2530: rmattr oid 9 current snap is 244 2024-04-15T14:45:22.612 INFO:tasks.rados.rados.0.smithi016.stdout:2524: expect (ObjNum 745 snap 235 seq_num 745) 2024-04-15T14:45:22.634 INFO:tasks.rados.rados.0.smithi016.stdout:2525: expect (ObjNum 760 snap 236 seq_num 760) 2024-04-15T14:45:22.653 INFO:tasks.rados.rados.0.smithi016.stdout:2526: expect (ObjNum 694 snap 208 seq_num 694) 2024-04-15T14:45:22.687 INFO:journalctl@ceph.prometheus.a.smithi102.stdout:Apr 15 14:45:22 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-prometheus-a[78028]: ts=2024-04-15T14:45:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi016:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"362ea986-fb34-11ee-bc8f-c7b262605968\", instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T14:45:22.757 INFO:tasks.rados.rados.0.smithi016.stdout:2529: expect (ObjNum 673 snap 207 seq_num 673) 2024-04-15T14:45:22.802 INFO:tasks.rados.rados.0.smithi016.stdout:2527: finishing write tid 1 to smithi01678542-17 2024-04-15T14:45:22.802 INFO:tasks.rados.rados.0.smithi016.stdout:2527: finishing write tid 2 to smithi01678542-17 2024-04-15T14:45:22.802 INFO:tasks.rados.rados.0.smithi016.stdout:2527: finishing write tid 3 to smithi01678542-17 2024-04-15T14:45:22.802 INFO:tasks.rados.rados.0.smithi016.stdout:2527: finishing write tid 4 to smithi01678542-17 2024-04-15T14:45:22.802 INFO:tasks.rados.rados.0.smithi016.stdout:2527: oid 17 updating version 0 to 1123 2024-04-15T14:45:22.802 INFO:tasks.rados.rados.0.smithi016.stdout:2527: oid 17 version 1123 is already newer than 1122 2024-04-15T14:45:22.802 INFO:tasks.rados.rados.0.smithi016.stdout:2527: oid 17 updating version 1123 to 1124 2024-04-15T14:45:22.802 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 17 v 1124 (ObjNum 788 snap 244 seq_num 788) dirty exists 2024-04-15T14:45:22.802 INFO:tasks.rados.rados.0.smithi016.stdout:2527: left oid 17 (ObjNum 788 snap 244 seq_num 788) 2024-04-15T14:45:22.802 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 9 v 1052 (ObjNum 33 snap 0 seq_num 2235872800) dirty exists 2024-04-15T14:45:22.803 INFO:tasks.rados.rados.0.smithi016.stdout:2528: expect (ObjNum 632 snap 191 seq_num 632) 2024-04-15T14:45:22.966 INFO:tasks.rados.rados.0.smithi016.stdout:2523: done (7 left) 2024-04-15T14:45:22.966 INFO:tasks.rados.rados.0.smithi016.stdout:2524: done (6 left) 2024-04-15T14:45:22.966 INFO:tasks.rados.rados.0.smithi016.stdout:2525: done (5 left) 2024-04-15T14:45:22.966 INFO:tasks.rados.rados.0.smithi016.stdout:2526: done (4 left) 2024-04-15T14:45:22.966 INFO:tasks.rados.rados.0.smithi016.stdout:2527: done (3 left) 2024-04-15T14:45:22.966 INFO:tasks.rados.rados.0.smithi016.stdout:2528: done (2 left) 2024-04-15T14:45:22.966 INFO:tasks.rados.rados.0.smithi016.stdout:2529: done (1 left) 2024-04-15T14:45:22.966 INFO:tasks.rados.rados.0.smithi016.stdout:2530: done (0 left) 2024-04-15T14:45:22.967 INFO:tasks.rados.rados.0.smithi016.stdout:2531: snap_create 2024-04-15T14:45:23.039 INFO:journalctl@ceph.osd.0.smithi016.stdout:Apr 15 14:45:22 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-osd-0[99324]: 2024-04-15T14:45:22.612+0000 7fc8329ce700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 12f after trimming was started 2024-04-15T14:45:23.600 INFO:tasks.rados.rados.0.smithi016.stdout:2531: done (0 left) 2024-04-15T14:45:23.600 INFO:tasks.rados.rados.0.smithi016.stdout:2532: snap_remove snap 230 2024-04-15T14:45:23.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:45:23 smithi102 ceph-mon[87131]: pgmap v481: 121 pgs: 121 active+clean; 152 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail; 9.5 MiB/s rd, 4.7 MiB/s wr, 43 op/s 2024-04-15T14:45:23.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:45:23 smithi102 ceph-mon[87131]: osdmap e567: 8 total, 8 up, 8 in 2024-04-15T14:45:23.941 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:45:23 smithi016 ceph-mon[90652]: pgmap v481: 121 pgs: 121 active+clean; 152 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail; 9.5 MiB/s rd, 4.7 MiB/s wr, 43 op/s 2024-04-15T14:45:23.941 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:45:23 smithi016 ceph-mon[90652]: osdmap e567: 8 total, 8 up, 8 in 2024-04-15T14:45:23.941 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:45:23 smithi016 ceph-mon[93212]: pgmap v481: 121 pgs: 121 active+clean; 152 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail; 9.5 MiB/s rd, 4.7 MiB/s wr, 43 op/s 2024-04-15T14:45:23.941 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:45:23 smithi016 ceph-mon[93212]: osdmap e567: 8 total, 8 up, 8 in 2024-04-15T14:45:23.942 INFO:journalctl@ceph.mds.a.smithi016.stdout:Apr 15 14:45:23 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mds-a[119155]: 2024-04-15T14:45:23.570+0000 7fe3e3918700 -1 mds.pinger is_rank_lagging: rank=0 was never sent ping request. 2024-04-15T14:45:24.605 INFO:tasks.rados.rados.0.smithi016.stdout:2532: done (0 left) 2024-04-15T14:45:24.605 INFO:tasks.rados.rados.0.smithi016.stdout:2533: delete oid 27 current snap is 245 2024-04-15T14:45:24.615 INFO:tasks.rados.rados.0.smithi016.stdout:2533: done (0 left) 2024-04-15T14:45:24.616 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 34 current snap is 245 2024-04-15T14:45:24.616 INFO:tasks.rados.rados.0.smithi016.stdout:2534: seq_num 790 ranges {2310144=434176,2744320=548864,3293184=253952} 2024-04-15T14:45:24.632 INFO:tasks.rados.rados.0.smithi016.stdout:2534: writing smithi01678542-34 from 2310144 to 2744320 tid 1 2024-04-15T14:45:24.635 INFO:tasks.rados.rados.0.smithi016.stdout:2534: writing smithi01678542-34 from 2744320 to 3293184 tid 2 2024-04-15T14:45:24.637 INFO:tasks.rados.rados.0.smithi016.stdout:2534: writing smithi01678542-34 from 3293184 to 3547136 tid 3 2024-04-15T14:45:24.637 INFO:tasks.rados.rados.0.smithi016.stdout:2535: snap_create 2024-04-15T14:45:24.637 INFO:tasks.rados.rados.0.smithi016.stdout:2534: finishing write tid 1 to smithi01678542-34 2024-04-15T14:45:24.639 INFO:tasks.rados.rados.0.smithi016.stdout:2534: finishing write tid 2 to smithi01678542-34 2024-04-15T14:45:24.639 INFO:tasks.rados.rados.0.smithi016.stdout:2534: finishing write tid 3 to smithi01678542-34 2024-04-15T14:45:24.640 INFO:tasks.rados.rados.0.smithi016.stdout:2534: finishing write tid 4 to smithi01678542-34 2024-04-15T14:45:24.640 INFO:tasks.rados.rados.0.smithi016.stdout:2534: finishing write tid 5 to smithi01678542-34 2024-04-15T14:45:24.641 INFO:tasks.rados.rados.0.smithi016.stdout:2534: oid 34 updating version 0 to 1199 2024-04-15T14:45:24.641 INFO:tasks.rados.rados.0.smithi016.stdout:2534: oid 34 updating version 1199 to 1201 2024-04-15T14:45:24.641 INFO:tasks.rados.rados.0.smithi016.stdout:2534: oid 34 version 1201 is already newer than 1198 2024-04-15T14:45:24.641 INFO:tasks.rados.rados.0.smithi016.stdout:2534: oid 34 version 1201 is already newer than 1200 2024-04-15T14:45:24.641 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 34 v 1201 (ObjNum 790 snap 245 seq_num 790) dirty exists 2024-04-15T14:45:24.641 INFO:tasks.rados.rados.0.smithi016.stdout:2534: left oid 34 (ObjNum 790 snap 245 seq_num 790) 2024-04-15T14:45:24.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:45:24 smithi102 ceph-mon[87131]: osdmap e568: 8 total, 8 up, 8 in 2024-04-15T14:45:24.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:45:24 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T14:45:25.039 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:45:24 smithi016 ceph-mon[93212]: osdmap e568: 8 total, 8 up, 8 in 2024-04-15T14:45:25.039 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:45:24 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T14:45:25.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:45:24 smithi016 ceph-mon[90652]: osdmap e568: 8 total, 8 up, 8 in 2024-04-15T14:45:25.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:45:24 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T14:45:25.330 INFO:tasks.rados.rados.0.smithi016.stdout:2534: done (1 left) 2024-04-15T14:45:25.330 INFO:tasks.rados.rados.0.smithi016.stdout:2535: done (0 left) 2024-04-15T14:45:25.330 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 37 current snap is 246 2024-04-15T14:45:25.330 INFO:tasks.rados.rados.0.smithi016.stdout:2536: seq_num 791 ranges {0=450560,450560=475136,925696=327680} 2024-04-15T14:45:25.332 INFO:tasks.rados.rados.0.smithi016.stdout:2536: writing smithi01678542-37 from 0 to 450560 tid 1 2024-04-15T14:45:25.335 INFO:tasks.rados.rados.0.smithi016.stdout:2536: writing smithi01678542-37 from 450560 to 925696 tid 2 2024-04-15T14:45:25.337 INFO:tasks.rados.rados.0.smithi016.stdout:2536: writing smithi01678542-37 from 925696 to 1253376 tid 3 2024-04-15T14:45:25.337 INFO:tasks.rados.rados.0.smithi016.stdout:2537: rollback oid 2 current snap is 246 2024-04-15T14:45:25.337 INFO:tasks.rados.rados.0.smithi016.stdout:rollback oid 2 to 225 2024-04-15T14:45:25.338 INFO:tasks.rados.rados.0.smithi016.stdout:2538: delete oid 36 current snap is 246 2024-04-15T14:45:25.338 INFO:tasks.rados.rados.0.smithi016.stdout:2536: finishing write tid 1 to smithi01678542-37 2024-04-15T14:45:25.339 INFO:tasks.rados.rados.0.smithi016.stdout:2538: done (2 left) 2024-04-15T14:45:25.339 INFO:tasks.rados.rados.0.smithi016.stdout:2539: snap_remove snap 220 2024-04-15T14:45:25.857 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:45:25 smithi102 ceph-mon[87131]: pgmap v484: 121 pgs: 121 active+clean; 152 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail; 10 MiB/s rd, 4.7 MiB/s wr, 52 op/s 2024-04-15T14:45:25.857 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:45:25 smithi102 ceph-mon[87131]: osdmap e569: 8 total, 8 up, 8 in 2024-04-15T14:45:25.857 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:45:25 smithi102 ceph-mon[87131]: osdmap e570: 8 total, 8 up, 8 in 2024-04-15T14:45:25.858 INFO:journalctl@ceph.mds.b.smithi102.stdout:Apr 15 14:45:25 smithi102 bash[112464]: time="2024-04-15T14:45:25Z" level=warning msg="StopSignal SIGTERM failed to stop container ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mds-b in 10 seconds, resorting to SIGKILL" 2024-04-15T14:45:25.858 INFO:journalctl@ceph.mds.b.smithi102.stdout:Apr 15 14:45:25 smithi102 podman[112464]: 2024-04-15 14:45:25.576001541 +0000 UTC m=+10.143616973 container died 9ed1adb3241c2655e7ff4da64ead69226cc87945a0d648a3ca6c545dd615b449 (image=quay.ceph.io/ceph-ci/ceph@sha256:68779415073ff203e402b0379758fdddf51fc45e34dd0f039888aa95268c5315, name=ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mds-b, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.33.5, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.build-date=20240409, ceph=True, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 8 Base Image, RELEASE=reef-e3fb05d) 2024-04-15T14:45:26.039 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:45:25 smithi016 ceph-mon[90652]: pgmap v484: 121 pgs: 121 active+clean; 152 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail; 10 MiB/s rd, 4.7 MiB/s wr, 52 op/s 2024-04-15T14:45:26.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:45:25 smithi016 ceph-mon[90652]: osdmap e569: 8 total, 8 up, 8 in 2024-04-15T14:45:26.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:45:25 smithi016 ceph-mon[90652]: osdmap e570: 8 total, 8 up, 8 in 2024-04-15T14:45:26.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:45:25 smithi016 ceph-mon[93212]: pgmap v484: 121 pgs: 121 active+clean; 152 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail; 10 MiB/s rd, 4.7 MiB/s wr, 52 op/s 2024-04-15T14:45:26.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:45:25 smithi016 ceph-mon[93212]: osdmap e569: 8 total, 8 up, 8 in 2024-04-15T14:45:26.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:45:25 smithi016 ceph-mon[93212]: osdmap e570: 8 total, 8 up, 8 in 2024-04-15T14:45:26.187 INFO:journalctl@ceph.mds.b.smithi102.stdout:Apr 15 14:45:26 smithi102 podman[112464]: 2024-04-15 14:45:26.014251111 +0000 UTC m=+10.581866584 container cleanup 9ed1adb3241c2655e7ff4da64ead69226cc87945a0d648a3ca6c545dd615b449 (image=quay.ceph.io/ceph-ci/ceph@sha256:68779415073ff203e402b0379758fdddf51fc45e34dd0f039888aa95268c5315, name=ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mds-b, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.build-date=20240409, org.label-schema.schema-version=1.0, io.buildah.version=1.33.5, GIT_CLEAN=True, maintainer=Guillaume Abrioux , RELEASE=reef-e3fb05d, ceph=True, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67) 2024-04-15T14:45:26.187 INFO:journalctl@ceph.mds.b.smithi102.stdout:Apr 15 14:45:26 smithi102 bash[112464]: ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mds-b 2024-04-15T14:45:26.334 INFO:tasks.rados.rados.0.smithi016.stdout:2539: done (2 left) 2024-04-15T14:45:26.334 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 40 current snap is 246 2024-04-15T14:45:26.334 INFO:tasks.rados.rados.0.smithi016.stdout:2540: seq_num 793 ranges {671744=483328,1155072=647168,1802240=155648} 2024-04-15T14:45:26.341 INFO:tasks.rados.rados.0.smithi016.stdout:2540: writing smithi01678542-40 from 671744 to 1155072 tid 1 2024-04-15T14:45:26.345 INFO:tasks.rados.rados.0.smithi016.stdout:2540: writing smithi01678542-40 from 1155072 to 1802240 tid 2 2024-04-15T14:45:26.348 INFO:tasks.rados.rados.0.smithi016.stdout:2540: writing smithi01678542-40 from 1802240 to 1957888 tid 3 2024-04-15T14:45:26.348 INFO:tasks.rados.rados.0.smithi016.stdout:2541: rollback oid 35 current snap is 246 2024-04-15T14:45:26.348 INFO:tasks.rados.rados.0.smithi016.stdout:rollback oid 35 to 242 2024-04-15T14:45:26.349 INFO:tasks.rados.rados.0.smithi016.stdout:2536: finishing write tid 2 to smithi01678542-37 2024-04-15T14:45:26.349 INFO:tasks.rados.rados.0.smithi016.stdout:2536: finishing write tid 3 to smithi01678542-37 2024-04-15T14:45:26.349 INFO:tasks.rados.rados.0.smithi016.stdout:2536: finishing write tid 4 to smithi01678542-37 2024-04-15T14:45:26.349 INFO:tasks.rados.rados.0.smithi016.stdout:2537: finishing rollback tid 0 to smithi01678542-2 2024-04-15T14:45:26.349 INFO:tasks.rados.rados.0.smithi016.stdout:2537: finishing rollback tid 1 to smithi01678542-2 2024-04-15T14:45:26.349 INFO:tasks.rados.rados.0.smithi016.stdout:2536: finishing write tid 5 to smithi01678542-37 2024-04-15T14:45:26.349 INFO:tasks.rados.rados.0.smithi016.stdout:2536: oid 37 updating version 0 to 1137 2024-04-15T14:45:26.349 INFO:tasks.rados.rados.0.smithi016.stdout:2536: oid 37 updating version 1137 to 1138 2024-04-15T14:45:26.349 INFO:tasks.rados.rados.0.smithi016.stdout:2536: oid 37 version 1138 is already newer than 1136 2024-04-15T14:45:26.349 INFO:tasks.rados.rados.0.smithi016.stdout:2536: oid 37 version 1138 is already newer than 1135 2024-04-15T14:45:26.349 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 37 v 1138 (ObjNum 791 snap 246 seq_num 791) dirty exists 2024-04-15T14:45:26.349 INFO:tasks.rados.rados.0.smithi016.stdout:2536: left oid 37 (ObjNum 791 snap 246 seq_num 791) 2024-04-15T14:45:26.350 INFO:tasks.rados.rados.0.smithi016.stdout:2537: finishing rollback tid 2 to smithi01678542-2 2024-04-15T14:45:26.350 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 2 v 1142 (ObjNum 638 snap 193 seq_num 638) dirty exists 2024-04-15T14:45:26.350 INFO:tasks.rados.rados.0.smithi016.stdout:2536: done (3 left) 2024-04-15T14:45:26.350 INFO:tasks.rados.rados.0.smithi016.stdout:2537: done (2 left) 2024-04-15T14:45:26.350 INFO:tasks.rados.rados.0.smithi016.stdout:2542: snap_remove snap 240 2024-04-15T14:45:26.566 INFO:journalctl@ceph.mds.b.smithi102.stdout:Apr 15 14:45:26 smithi102 podman[112489]: 2024-04-15 14:45:26.30736628 +0000 UTC m=+0.733251145 container remove 9ed1adb3241c2655e7ff4da64ead69226cc87945a0d648a3ca6c545dd615b449 (image=quay.ceph.io/ceph-ci/ceph@sha256:68779415073ff203e402b0379758fdddf51fc45e34dd0f039888aa95268c5315, name=ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mds-b, maintainer=Guillaume Abrioux , GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, RELEASE=reef-e3fb05d, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, io.buildah.version=1.33.5, org.label-schema.build-date=20240409, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, GIT_CLEAN=True, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image) 2024-04-15T14:45:26.566 INFO:journalctl@ceph.mds.b.smithi102.stdout:Apr 15 14:45:26 smithi102 systemd[1]: ceph-362ea986-fb34-11ee-bc8f-c7b262605968@mds.b.service: Main process exited, code=exited, status=137/n/a 2024-04-15T14:45:26.938 INFO:journalctl@ceph.mds.b.smithi102.stdout:Apr 15 14:45:26 smithi102 systemd[1]: ceph-362ea986-fb34-11ee-bc8f-c7b262605968@mds.b.service: Failed with result 'exit-code'. 2024-04-15T14:45:26.938 INFO:journalctl@ceph.mds.b.smithi102.stdout:Apr 15 14:45:26 smithi102 systemd[1]: Stopped Ceph mds.b for 362ea986-fb34-11ee-bc8f-c7b262605968. 2024-04-15T14:45:26.938 INFO:journalctl@ceph.mds.b.smithi102.stdout:Apr 15 14:45:26 smithi102 systemd[1]: ceph-362ea986-fb34-11ee-bc8f-c7b262605968@mds.b.service: Consumed 1.247s CPU time. 2024-04-15T14:45:26.938 INFO:journalctl@ceph.mds.b.smithi102.stdout:Apr 15 14:45:26 smithi102 systemd[1]: Starting Ceph mds.b for 362ea986-fb34-11ee-bc8f-c7b262605968... 2024-04-15T14:45:27.278 INFO:journalctl@ceph.mds.b.smithi102.stdout:Apr 15 14:45:26 smithi102 podman[112628]: 2024-04-15 14:45:26.898391719 +0000 UTC m=+0.018063674 image pull 259793512b732efd8e04a33aa28c6de3675c47d120bc226206521425d246003e quay.ceph.io/ceph-ci/ceph@sha256:55072b3f7eae2e3409906b98d09d882e1c3dc2a9205d85fd5f4c0bc62f82d163 2024-04-15T14:45:27.278 INFO:journalctl@ceph.mds.b.smithi102.stdout:Apr 15 14:45:27 smithi102 podman[112628]: 2024-04-15 14:45:27.041990642 +0000 UTC m=+0.161662659 container create e28921594cc2494400d7c36fe25f2a7a498f19b5f3fbf6532523fc38cdbd0a93 (image=quay.ceph.io/ceph-ci/ceph@sha256:55072b3f7eae2e3409906b98d09d882e1c3dc2a9205d85fd5f4c0bc62f82d163, name=ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mds-b, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240409, maintainer=Guillaume Abrioux , RELEASE=main-c2d8c31, CEPH_POINT_RELEASE=, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.vendor=CentOS, io.buildah.version=1.33.5, GIT_CLEAN=True, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-04-15T14:45:27.340 INFO:tasks.rados.rados.0.smithi016.stdout:2542: done (2 left) 2024-04-15T14:45:27.340 INFO:tasks.rados.rados.0.smithi016.stdout:2543: delete oid 17 current snap is 246 2024-04-15T14:45:27.340 INFO:tasks.rados.rados.0.smithi016.stdout:2540: finishing write tid 1 to smithi01678542-40 2024-04-15T14:45:27.340 INFO:tasks.rados.rados.0.smithi016.stdout:2540: finishing write tid 2 to smithi01678542-40 2024-04-15T14:45:27.340 INFO:tasks.rados.rados.0.smithi016.stdout:2540: finishing write tid 3 to smithi01678542-40 2024-04-15T14:45:27.340 INFO:tasks.rados.rados.0.smithi016.stdout:2540: finishing write tid 4 to smithi01678542-40 2024-04-15T14:45:27.340 INFO:tasks.rados.rados.0.smithi016.stdout:2541: finishing rollback tid 0 to smithi01678542-35 2024-04-15T14:45:27.341 INFO:tasks.rados.rados.0.smithi016.stdout:2541: finishing rollback tid 1 to smithi01678542-35 2024-04-15T14:45:27.341 INFO:tasks.rados.rados.0.smithi016.stdout:2540: finishing write tid 5 to smithi01678542-40 2024-04-15T14:45:27.341 INFO:tasks.rados.rados.0.smithi016.stdout:2540: oid 40 updating version 0 to 1059 2024-04-15T14:45:27.341 INFO:tasks.rados.rados.0.smithi016.stdout:2540: oid 40 version 1059 is already newer than 1058 2024-04-15T14:45:27.341 INFO:tasks.rados.rados.0.smithi016.stdout:2540: oid 40 version 1059 is already newer than 1057 2024-04-15T14:45:27.341 INFO:tasks.rados.rados.0.smithi016.stdout:2540: oid 40 updating version 1059 to 1060 2024-04-15T14:45:27.341 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 40 v 1060 (ObjNum 793 snap 246 seq_num 793) dirty exists 2024-04-15T14:45:27.341 INFO:tasks.rados.rados.0.smithi016.stdout:2540: left oid 40 (ObjNum 793 snap 246 seq_num 793) 2024-04-15T14:45:27.341 INFO:tasks.rados.rados.0.smithi016.stdout:2541: finishing rollback tid 2 to smithi01678542-35 2024-04-15T14:45:27.341 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 35 v 1063 (ObjNum 770 snap 241 seq_num 770) dirty exists 2024-04-15T14:45:27.348 INFO:tasks.rados.rados.0.smithi016.stdout:2540: done (2 left) 2024-04-15T14:45:27.348 INFO:tasks.rados.rados.0.smithi016.stdout:2541: done (1 left) 2024-04-15T14:45:27.348 INFO:tasks.rados.rados.0.smithi016.stdout:2543: done (0 left) 2024-04-15T14:45:27.348 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 10 current snap is 246 2024-04-15T14:45:27.348 INFO:tasks.rados.rados.0.smithi016.stdout:2544: seq_num 795 ranges {1089536=524288,1613824=417792,2031616=385024} 2024-04-15T14:45:27.357 INFO:tasks.rados.rados.0.smithi016.stdout:2544: writing smithi01678542-10 from 1089536 to 1613824 tid 1 2024-04-15T14:45:27.359 INFO:tasks.rados.rados.0.smithi016.stdout:2544: writing smithi01678542-10 from 1613824 to 2031616 tid 2 2024-04-15T14:45:27.363 INFO:tasks.rados.rados.0.smithi016.stdout:2544: writing smithi01678542-10 from 2031616 to 2416640 tid 3 2024-04-15T14:45:27.363 INFO:tasks.rados.rados.0.smithi016.stdout:2545: read oid 6 snap -1 2024-04-15T14:45:27.363 INFO:tasks.rados.rados.0.smithi016.stdout:2545: expect (ObjNum 786 snap 244 seq_num 786) 2024-04-15T14:45:27.363 INFO:tasks.rados.rados.0.smithi016.stdout:2546: rollback oid 37 current snap is 246 2024-04-15T14:45:27.363 INFO:tasks.rados.rados.0.smithi016.stdout:rollback oid 37 to 235 2024-04-15T14:45:27.363 INFO:tasks.rados.rados.0.smithi016.stdout:2547: read oid 17 snap -1 2024-04-15T14:45:27.363 INFO:tasks.rados.rados.0.smithi016.stdout:2547: expect deleted 2024-04-15T14:45:27.363 INFO:tasks.rados.rados.0.smithi016.stdout:2548: snap_remove snap 239 2024-04-15T14:45:27.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:45:27 smithi102 ceph-mon[87131]: pgmap v487: 121 pgs: 121 active+clean; 165 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 13 MiB/s rd, 3.2 MiB/s wr, 22 op/s 2024-04-15T14:45:27.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:45:27 smithi102 ceph-mon[87131]: osdmap e571: 8 total, 8 up, 8 in 2024-04-15T14:45:27.687 INFO:journalctl@ceph.mds.b.smithi102.stdout:Apr 15 14:45:27 smithi102 podman[112628]: 2024-04-15 14:45:27.277623354 +0000 UTC m=+0.397295309 container init e28921594cc2494400d7c36fe25f2a7a498f19b5f3fbf6532523fc38cdbd0a93 (image=quay.ceph.io/ceph-ci/ceph@sha256:55072b3f7eae2e3409906b98d09d882e1c3dc2a9205d85fd5f4c0bc62f82d163, name=ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mds-b, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, io.buildah.version=1.33.5, RELEASE=main-c2d8c31, org.label-schema.schema-version=1.0, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.build-date=20240409) 2024-04-15T14:45:27.688 INFO:journalctl@ceph.mds.b.smithi102.stdout:Apr 15 14:45:27 smithi102 podman[112628]: 2024-04-15 14:45:27.282870536 +0000 UTC m=+0.402542491 container start e28921594cc2494400d7c36fe25f2a7a498f19b5f3fbf6532523fc38cdbd0a93 (image=quay.ceph.io/ceph-ci/ceph@sha256:55072b3f7eae2e3409906b98d09d882e1c3dc2a9205d85fd5f4c0bc62f82d163, name=ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mds-b, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.schema-version=1.0, io.buildah.version=1.33.5, org.label-schema.name=CentOS Stream 8 Base Image, ceph=True, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240409, RELEASE=main-c2d8c31, maintainer=Guillaume Abrioux , GIT_CLEAN=True, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=) 2024-04-15T14:45:27.688 INFO:journalctl@ceph.mds.b.smithi102.stdout:Apr 15 14:45:27 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mds-b[112642]: starting mds.b at 2024-04-15T14:45:27.688 INFO:journalctl@ceph.mds.b.smithi102.stdout:Apr 15 14:45:27 smithi102 bash[112628]: e28921594cc2494400d7c36fe25f2a7a498f19b5f3fbf6532523fc38cdbd0a93 2024-04-15T14:45:27.688 INFO:journalctl@ceph.mds.b.smithi102.stdout:Apr 15 14:45:27 smithi102 systemd[1]: Started Ceph mds.b for 362ea986-fb34-11ee-bc8f-c7b262605968. 2024-04-15T14:45:27.789 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:45:27 smithi016 ceph-mon[90652]: pgmap v487: 121 pgs: 121 active+clean; 165 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 13 MiB/s rd, 3.2 MiB/s wr, 22 op/s 2024-04-15T14:45:27.789 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:45:27 smithi016 ceph-mon[90652]: osdmap e571: 8 total, 8 up, 8 in 2024-04-15T14:45:27.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:45:27 smithi016 ceph-mon[93212]: pgmap v487: 121 pgs: 121 active+clean; 165 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 13 MiB/s rd, 3.2 MiB/s wr, 22 op/s 2024-04-15T14:45:27.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:45:27 smithi016 ceph-mon[93212]: osdmap e571: 8 total, 8 up, 8 in 2024-04-15T14:45:28.346 INFO:tasks.rados.rados.0.smithi016.stdout:2548: done (4 left) 2024-04-15T14:45:28.346 INFO:tasks.rados.rados.0.smithi016.stdout:2549: read oid 7 snap -1 2024-04-15T14:45:28.346 INFO:tasks.rados.rados.0.smithi016.stdout:2549: expect deleted 2024-04-15T14:45:28.346 INFO:tasks.rados.rados.0.smithi016.stdout:2550: read oid 49 snap -1 2024-04-15T14:45:28.346 INFO:tasks.rados.rados.0.smithi016.stdout:2550: expect (ObjNum 763 snap 239 seq_num 763) 2024-04-15T14:45:28.346 INFO:tasks.rados.rados.0.smithi016.stdout:2551: delete oid 3 current snap is 246 2024-04-15T14:45:28.346 INFO:tasks.rados.rados.0.smithi016.stdout:2544: finishing write tid 1 to smithi01678542-10 2024-04-15T14:45:28.346 INFO:tasks.rados.rados.0.smithi016.stdout:2545: expect (ObjNum 786 snap 244 seq_num 786) 2024-04-15T14:45:28.388 INFO:tasks.rados.rados.0.smithi016.stdout:2544: finishing write tid 2 to smithi01678542-10 2024-04-15T14:45:28.389 INFO:tasks.rados.rados.0.smithi016.stdout:2544: finishing write tid 3 to smithi01678542-10 2024-04-15T14:45:28.389 INFO:tasks.rados.rados.0.smithi016.stdout:2544: finishing write tid 4 to smithi01678542-10 2024-04-15T14:45:28.389 INFO:tasks.rados.rados.0.smithi016.stdout:2546: finishing rollback tid 0 to smithi01678542-37 2024-04-15T14:45:28.389 INFO:tasks.rados.rados.0.smithi016.stdout:2546: finishing rollback tid 1 to smithi01678542-37 2024-04-15T14:45:28.389 INFO:tasks.rados.rados.0.smithi016.stdout:2544: finishing write tid 5 to smithi01678542-10 2024-04-15T14:45:28.389 INFO:tasks.rados.rados.0.smithi016.stdout:2544: oid 10 updating version 0 to 1155 2024-04-15T14:45:28.389 INFO:tasks.rados.rados.0.smithi016.stdout:2544: oid 10 version 1155 is already newer than 1150 2024-04-15T14:45:28.389 INFO:tasks.rados.rados.0.smithi016.stdout:2544: oid 10 updating version 1155 to 1156 2024-04-15T14:45:28.389 INFO:tasks.rados.rados.0.smithi016.stdout:2544: oid 10 updating version 1156 to 1157 2024-04-15T14:45:28.389 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 10 v 1157 (ObjNum 795 snap 246 seq_num 795) dirty exists 2024-04-15T14:45:28.389 INFO:tasks.rados.rados.0.smithi016.stdout:2544: left oid 10 (ObjNum 795 snap 246 seq_num 795) 2024-04-15T14:45:28.389 INFO:tasks.rados.rados.0.smithi016.stdout:2546: finishing rollback tid 2 to smithi01678542-37 2024-04-15T14:45:28.389 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 37 v 1160 (ObjNum 677 snap 207 seq_num 677) dirty exists 2024-04-15T14:45:28.390 INFO:tasks.rados.rados.0.smithi016.stdout:2544: done (6 left) 2024-04-15T14:45:28.390 INFO:tasks.rados.rados.0.smithi016.stdout:2545: done (5 left) 2024-04-15T14:45:28.390 INFO:tasks.rados.rados.0.smithi016.stdout:2546: done (4 left) 2024-04-15T14:45:28.390 INFO:tasks.rados.rados.0.smithi016.stdout:2547: done (3 left) 2024-04-15T14:45:28.390 INFO:tasks.rados.rados.0.smithi016.stdout:2551: done (2 left) 2024-04-15T14:45:28.390 INFO:tasks.rados.rados.0.smithi016.stdout:2552: snap_remove snap 245 2024-04-15T14:45:28.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:45:28 smithi102 ceph-mon[87131]: osdmap e572: 8 total, 8 up, 8 in 2024-04-15T14:45:28.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:45:28 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T14:45:28.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:45:28 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T14:45:28.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:45:28 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T14:45:28.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:45:28 smithi102 ceph-mon[87131]: mds.? [v2:172.21.15.102:6832/1501664178,v1:172.21.15.102:6833/1501664178] up:boot 2024-04-15T14:45:28.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:45:28 smithi102 ceph-mon[87131]: fsmap cephfs:1 {0=a=up:active} 1 up:standby 2024-04-15T14:45:28.688 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:45:28 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-04-15T14:45:28.789 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:45:28 smithi016 ceph-mon[93212]: osdmap e572: 8 total, 8 up, 8 in 2024-04-15T14:45:28.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:45:28 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T14:45:28.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:45:28 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T14:45:28.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:45:28 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T14:45:28.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:45:28 smithi016 ceph-mon[93212]: mds.? [v2:172.21.15.102:6832/1501664178,v1:172.21.15.102:6833/1501664178] up:boot 2024-04-15T14:45:28.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:45:28 smithi016 ceph-mon[93212]: fsmap cephfs:1 {0=a=up:active} 1 up:standby 2024-04-15T14:45:28.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:45:28 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-04-15T14:45:28.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:45:28 smithi016 ceph-mon[90652]: osdmap e572: 8 total, 8 up, 8 in 2024-04-15T14:45:28.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:45:28 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T14:45:28.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:45:28 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T14:45:28.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:45:28 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T14:45:28.791 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:45:28 smithi016 ceph-mon[90652]: mds.? [v2:172.21.15.102:6832/1501664178,v1:172.21.15.102:6833/1501664178] up:boot 2024-04-15T14:45:28.791 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:45:28 smithi016 ceph-mon[90652]: fsmap cephfs:1 {0=a=up:active} 1 up:standby 2024-04-15T14:45:28.791 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:45:28 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-04-15T14:45:29.351 INFO:tasks.rados.rados.0.smithi016.stdout:2552: done (2 left) 2024-04-15T14:45:29.351 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 37 current snap is 246 2024-04-15T14:45:29.352 INFO:tasks.rados.rados.0.smithi016.stdout:2553: seq_num 797 ranges {1744896=557056,2301952=589824,2891776=212992} 2024-04-15T14:45:29.365 INFO:tasks.rados.rados.0.smithi016.stdout:2553: writing smithi01678542-37 from 1744896 to 2301952 tid 1 2024-04-15T14:45:29.369 INFO:tasks.rados.rados.0.smithi016.stdout:2553: writing smithi01678542-37 from 2301952 to 2891776 tid 2 2024-04-15T14:45:29.371 INFO:tasks.rados.rados.0.smithi016.stdout:2553: writing smithi01678542-37 from 2891776 to 3104768 tid 3 2024-04-15T14:45:29.371 INFO:tasks.rados.rados.0.smithi016.stdout:2554: read oid 19 snap -1 2024-04-15T14:45:29.371 INFO:tasks.rados.rados.0.smithi016.stdout:2554: expect (ObjNum 757 snap 236 seq_num 757) 2024-04-15T14:45:29.371 INFO:tasks.rados.rados.0.smithi016.stdout:2555: copy_from oid 14 from oid 43 current snap is 246 2024-04-15T14:45:29.371 INFO:tasks.rados.rados.0.smithi016.stdout:2550: expect (ObjNum 763 snap 239 seq_num 763) 2024-04-15T14:45:29.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:45:29 smithi102 ceph-mon[87131]: pgmap v490: 121 pgs: 121 active+clean; 166 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 13 MiB/s rd, 3.5 MiB/s wr, 16 op/s 2024-04-15T14:45:29.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:45:29 smithi102 ceph-mon[87131]: osdmap e573: 8 total, 8 up, 8 in 2024-04-15T14:45:29.789 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:45:29 smithi016 ceph-mon[93212]: pgmap v490: 121 pgs: 121 active+clean; 166 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 13 MiB/s rd, 3.5 MiB/s wr, 16 op/s 2024-04-15T14:45:29.789 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:45:29 smithi016 ceph-mon[93212]: osdmap e573: 8 total, 8 up, 8 in 2024-04-15T14:45:29.789 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:45:29 smithi016 ceph-mon[90652]: pgmap v490: 121 pgs: 121 active+clean; 166 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 13 MiB/s rd, 3.5 MiB/s wr, 16 op/s 2024-04-15T14:45:29.789 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:45:29 smithi016 ceph-mon[90652]: osdmap e573: 8 total, 8 up, 8 in 2024-04-15T14:45:30.185 INFO:tasks.rados.rados.0.smithi016.stdout:2553: finishing write tid 1 to smithi01678542-37 2024-04-15T14:45:30.185 INFO:tasks.rados.rados.0.smithi016.stdout:2553: finishing write tid 2 to smithi01678542-37 2024-04-15T14:45:30.185 INFO:tasks.rados.rados.0.smithi016.stdout:2553: finishing write tid 3 to smithi01678542-37 2024-04-15T14:45:30.185 INFO:tasks.rados.rados.0.smithi016.stdout:2553: finishing write tid 4 to smithi01678542-37 2024-04-15T14:45:30.185 INFO:tasks.rados.rados.0.smithi016.stdout:2555: finishing copy_from racing read to smithi01678542-14 2024-04-15T14:45:30.185 INFO:tasks.rados.rados.0.smithi016.stdout:2553: finishing write tid 5 to smithi01678542-37 2024-04-15T14:45:30.185 INFO:tasks.rados.rados.0.smithi016.stdout:2553: oid 37 updating version 0 to 1172 2024-04-15T14:45:30.186 INFO:tasks.rados.rados.0.smithi016.stdout:2553: oid 37 updating version 1172 to 1173 2024-04-15T14:45:30.186 INFO:tasks.rados.rados.0.smithi016.stdout:2553: oid 37 updating version 1173 to 1174 2024-04-15T14:45:30.186 INFO:tasks.rados.rados.0.smithi016.stdout:2553: oid 37 version 1174 is already newer than 1171 2024-04-15T14:45:30.186 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 37 v 1174 (ObjNum 797 snap 246 seq_num 797) dirty exists 2024-04-15T14:45:30.186 INFO:tasks.rados.rados.0.smithi016.stdout:2553: left oid 37 (ObjNum 797 snap 246 seq_num 797) 2024-04-15T14:45:30.186 INFO:tasks.rados.rados.0.smithi016.stdout:2555: finishing copy_from to smithi01678542-14 2024-04-15T14:45:30.186 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 14 v 1154 (ObjNum 161 snap 0 seq_num 0) dirty exists 2024-04-15T14:45:30.186 INFO:tasks.rados.rados.0.smithi016.stdout:2554: expect (ObjNum 757 snap 236 seq_num 757) 2024-04-15T14:45:30.207 INFO:tasks.rados.rados.0.smithi016.stdout:2549: done (4 left) 2024-04-15T14:45:30.207 INFO:tasks.rados.rados.0.smithi016.stdout:2550: done (3 left) 2024-04-15T14:45:30.207 INFO:tasks.rados.rados.0.smithi016.stdout:2553: done (2 left) 2024-04-15T14:45:30.207 INFO:tasks.rados.rados.0.smithi016.stdout:2554: done (1 left) 2024-04-15T14:45:30.207 INFO:tasks.rados.rados.0.smithi016.stdout:2555: done (0 left) 2024-04-15T14:45:30.207 INFO:tasks.rados.rados.0.smithi016.stdout:2556: snap_remove snap 225 2024-04-15T14:45:30.334 INFO:tasks.rados.rados.0.smithi016.stdout:2556: done (0 left) 2024-04-15T14:45:30.334 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 40 current snap is 246 2024-04-15T14:45:30.334 INFO:tasks.rados.rados.0.smithi016.stdout:2557: seq_num 798 ranges {1957888=573440,2531328=466944,2998272=335872} 2024-04-15T14:45:30.346 INFO:tasks.rados.rados.0.smithi016.stdout:2557: writing smithi01678542-40 from 1957888 to 2531328 tid 1 2024-04-15T14:45:30.349 INFO:tasks.rados.rados.0.smithi016.stdout:2557: writing smithi01678542-40 from 2531328 to 2998272 tid 2 2024-04-15T14:45:30.352 INFO:tasks.rados.rados.0.smithi016.stdout:2557: writing smithi01678542-40 from 2998272 to 3334144 tid 3 2024-04-15T14:45:30.352 INFO:tasks.rados.rados.0.smithi016.stdout:2558: delete oid 32 current snap is 246 2024-04-15T14:45:30.352 INFO:tasks.rados.rados.0.smithi016.stdout:2557: finishing write tid 1 to smithi01678542-40 2024-04-15T14:45:30.355 INFO:tasks.rados.rados.0.smithi016.stdout:2557: finishing write tid 2 to smithi01678542-40 2024-04-15T14:45:30.356 INFO:tasks.rados.rados.0.smithi016.stdout:2557: finishing write tid 3 to smithi01678542-40 2024-04-15T14:45:30.357 INFO:tasks.rados.rados.0.smithi016.stdout:2557: finishing write tid 4 to smithi01678542-40 2024-04-15T14:45:30.358 INFO:tasks.rados.rados.0.smithi016.stdout:2558: done (1 left) 2024-04-15T14:45:30.358 INFO:tasks.rados.rados.0.smithi016.stdout:2559: rollback oid 10 current snap is 246 2024-04-15T14:45:30.358 INFO:tasks.rados.rados.0.smithi016.stdout:rollback oid 10 to 242 2024-04-15T14:45:30.358 INFO:tasks.rados.rados.0.smithi016.stdout:2560: snap_create 2024-04-15T14:45:30.358 INFO:tasks.rados.rados.0.smithi016.stdout:2557: finishing write tid 5 to smithi01678542-40 2024-04-15T14:45:30.358 INFO:tasks.rados.rados.0.smithi016.stdout:2557: oid 40 updating version 0 to 1155 2024-04-15T14:45:30.358 INFO:tasks.rados.rados.0.smithi016.stdout:2557: oid 40 updating version 1155 to 1157 2024-04-15T14:45:30.358 INFO:tasks.rados.rados.0.smithi016.stdout:2557: oid 40 version 1157 is already newer than 1156 2024-04-15T14:45:30.358 INFO:tasks.rados.rados.0.smithi016.stdout:2557: oid 40 updating version 1157 to 1158 2024-04-15T14:45:30.358 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 40 v 1158 (ObjNum 798 snap 246 seq_num 798) dirty exists 2024-04-15T14:45:30.359 INFO:tasks.rados.rados.0.smithi016.stdout:2557: left oid 40 (ObjNum 798 snap 246 seq_num 798) 2024-04-15T14:45:30.361 INFO:tasks.rados.rados.0.smithi016.stdout:2559: finishing rollback tid 0 to smithi01678542-10 2024-04-15T14:45:30.361 INFO:tasks.rados.rados.0.smithi016.stdout:2559: finishing rollback tid 1 to smithi01678542-10 2024-04-15T14:45:30.361 INFO:tasks.rados.rados.0.smithi016.stdout:2559: finishing rollback tid 2 to smithi01678542-10 2024-04-15T14:45:30.361 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 10 v 1181 (ObjNum 638 snap 193 seq_num 638) dirty exists 2024-04-15T14:45:30.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:45:30 smithi102 ceph-mon[87131]: osdmap e574: 8 total, 8 up, 8 in 2024-04-15T14:45:30.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:45:30 smithi102 ceph-mon[87131]: osdmap e575: 8 total, 8 up, 8 in 2024-04-15T14:45:30.789 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:45:30 smithi016 ceph-mon[90652]: osdmap e574: 8 total, 8 up, 8 in 2024-04-15T14:45:30.789 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:45:30 smithi016 ceph-mon[90652]: osdmap e575: 8 total, 8 up, 8 in 2024-04-15T14:45:30.789 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:45:30 smithi016 ceph-mon[93212]: osdmap e574: 8 total, 8 up, 8 in 2024-04-15T14:45:30.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:45:30 smithi016 ceph-mon[93212]: osdmap e575: 8 total, 8 up, 8 in 2024-04-15T14:45:31.363 INFO:tasks.rados.rados.0.smithi016.stdout:2557: done (2 left) 2024-04-15T14:45:31.363 INFO:tasks.rados.rados.0.smithi016.stdout:2559: done (1 left) 2024-04-15T14:45:31.363 INFO:tasks.rados.rados.0.smithi016.stdout:2560: done (0 left) 2024-04-15T14:45:31.363 INFO:tasks.rados.rados.0.smithi016.stdout:2561: delete oid 44 current snap is 247 2024-04-15T14:45:31.367 INFO:tasks.rados.rados.0.smithi016.stdout:2561: done (0 left) 2024-04-15T14:45:31.367 INFO:tasks.rados.rados.0.smithi016.stdout:2562: read oid 11 snap -1 2024-04-15T14:45:31.367 INFO:tasks.rados.rados.0.smithi016.stdout:2562: expect (ObjNum 668 snap 206 seq_num 668) 2024-04-15T14:45:31.367 INFO:tasks.rados.rados.0.smithi016.stdout:2563: copy_from oid 15 from oid 43 current snap is 247 2024-04-15T14:45:31.367 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 32 current snap is 247 2024-04-15T14:45:31.367 INFO:tasks.rados.rados.0.smithi016.stdout:2564: seq_num 801 ranges {0=622592,622592=573440,1196032=229376} 2024-04-15T14:45:31.371 INFO:tasks.rados.rados.0.smithi016.stdout:2564: writing smithi01678542-32 from 0 to 622592 tid 1 2024-04-15T14:45:31.374 INFO:tasks.rados.rados.0.smithi016.stdout:2564: writing smithi01678542-32 from 622592 to 1196032 tid 2 2024-04-15T14:45:31.376 INFO:tasks.rados.rados.0.smithi016.stdout:2564: writing smithi01678542-32 from 1196032 to 1425408 tid 3 2024-04-15T14:45:31.376 INFO:tasks.rados.rados.0.smithi016.stdout:2565: delete oid 37 current snap is 247 2024-04-15T14:45:31.376 INFO:tasks.rados.rados.0.smithi016.stdout:2563: finishing copy_from racing read to smithi01678542-15 2024-04-15T14:45:31.377 INFO:tasks.rados.rados.0.smithi016.stdout:2563: finishing copy_from to smithi01678542-15 2024-04-15T14:45:31.377 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 15 v 1154 (ObjNum 289 snap 0 seq_num 1) dirty exists 2024-04-15T14:45:31.377 INFO:tasks.rados.rados.0.smithi016.stdout:2562: expect (ObjNum 668 snap 206 seq_num 668) 2024-04-15T14:45:31.420 INFO:tasks.rados.rados.0.smithi016.stdout:2564: finishing write tid 1 to smithi01678542-32 2024-04-15T14:45:31.420 INFO:tasks.rados.rados.0.smithi016.stdout:2564: finishing write tid 2 to smithi01678542-32 2024-04-15T14:45:31.420 INFO:tasks.rados.rados.0.smithi016.stdout:2562: done (3 left) 2024-04-15T14:45:31.420 INFO:tasks.rados.rados.0.smithi016.stdout:2563: done (2 left) 2024-04-15T14:45:31.420 INFO:tasks.rados.rados.0.smithi016.stdout:2565: done (1 left) 2024-04-15T14:45:31.420 INFO:tasks.rados.rados.0.smithi016.stdout:2566: setattr oid 29 current snap is 247 2024-04-15T14:45:31.420 INFO:tasks.rados.rados.0.smithi016.stdout:2564: finishing write tid 3 to smithi01678542-32 2024-04-15T14:45:31.420 INFO:tasks.rados.rados.0.smithi016.stdout:2564: finishing write tid 4 to smithi01678542-32 2024-04-15T14:45:31.421 INFO:tasks.rados.rados.0.smithi016.stdout:2564: finishing write tid 5 to smithi01678542-32 2024-04-15T14:45:31.421 INFO:tasks.rados.rados.0.smithi016.stdout:2564: oid 32 updating version 0 to 1373 2024-04-15T14:45:31.421 INFO:tasks.rados.rados.0.smithi016.stdout:2564: oid 32 updating version 1373 to 1375 2024-04-15T14:45:31.421 INFO:tasks.rados.rados.0.smithi016.stdout:2564: oid 32 version 1375 is already newer than 1372 2024-04-15T14:45:31.421 INFO:tasks.rados.rados.0.smithi016.stdout:2564: oid 32 version 1375 is already newer than 1374 2024-04-15T14:45:31.421 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 32 v 1375 (ObjNum 801 snap 247 seq_num 801) dirty exists 2024-04-15T14:45:31.421 INFO:tasks.rados.rados.0.smithi016.stdout:2564: left oid 32 (ObjNum 801 snap 247 seq_num 801) 2024-04-15T14:45:31.421 INFO:tasks.rados.rados.0.smithi016.stdout:2564: done (1 left) 2024-04-15T14:45:31.421 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 3 current snap is 247 2024-04-15T14:45:31.422 INFO:tasks.rados.rados.0.smithi016.stdout:2567: seq_num 803 ranges {0=655360,655360=745472,1400832=57344} 2024-04-15T14:45:31.425 INFO:tasks.rados.rados.0.smithi016.stdout:2567: writing smithi01678542-3 from 0 to 655360 tid 1 2024-04-15T14:45:31.430 INFO:tasks.rados.rados.0.smithi016.stdout:2567: writing smithi01678542-3 from 655360 to 1400832 tid 2 2024-04-15T14:45:31.430 INFO:tasks.rados.rados.0.smithi016.stdout:2567: writing smithi01678542-3 from 1400832 to 1458176 tid 3 2024-04-15T14:45:31.430 INFO:tasks.rados.rados.0.smithi016.stdout:2568: setattr oid 37 current snap is 247 2024-04-15T14:45:31.430 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 29 v 1377 (ObjNum 638 snap 193 seq_num 638) dirty exists 2024-04-15T14:45:31.431 INFO:tasks.rados.rados.0.smithi016.stdout:2567: finishing write tid 1 to smithi01678542-3 2024-04-15T14:45:31.433 INFO:tasks.rados.rados.0.smithi016.stdout:2566: done (2 left) 2024-04-15T14:45:31.433 INFO:tasks.rados.rados.0.smithi016.stdout:2569: rollback oid 17 current snap is 247 2024-04-15T14:45:31.433 INFO:tasks.rados.rados.0.smithi016.stdout:rollback oid 17 to 246 2024-04-15T14:45:31.433 INFO:tasks.rados.rados.0.smithi016.stdout:2570: read oid 34 snap -1 2024-04-15T14:45:31.433 INFO:tasks.rados.rados.0.smithi016.stdout:2570: expect (ObjNum 790 snap 245 seq_num 790) 2024-04-15T14:45:31.434 INFO:tasks.rados.rados.0.smithi016.stdout:2571: read oid 6 snap -1 2024-04-15T14:45:31.434 INFO:tasks.rados.rados.0.smithi016.stdout:2571: expect (ObjNum 786 snap 244 seq_num 786) 2024-04-15T14:45:31.434 INFO:tasks.rados.rados.0.smithi016.stdout:2572: read oid 28 snap -1 2024-04-15T14:45:31.434 INFO:tasks.rados.rados.0.smithi016.stdout:2572: expect deleted 2024-04-15T14:45:31.434 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 33 current snap is 247 2024-04-15T14:45:31.434 INFO:tasks.rados.rados.0.smithi016.stdout:2573: seq_num 804 ranges {4194304=671744,4866048=622592,5488640=180224} 2024-04-15T14:45:31.460 INFO:tasks.rados.rados.0.smithi016.stdout:2573: writing smithi01678542-33 from 4194304 to 4866048 tid 1 2024-04-15T14:45:31.464 INFO:tasks.rados.rados.0.smithi016.stdout:2573: writing smithi01678542-33 from 4866048 to 5488640 tid 2 2024-04-15T14:45:31.465 INFO:tasks.rados.rados.0.smithi016.stdout:2573: writing smithi01678542-33 from 5488640 to 5668864 tid 3 2024-04-15T14:45:31.465 INFO:tasks.rados.rados.0.smithi016.stdout:2574: copy_from oid 44 from oid 1 current snap is 247 2024-04-15T14:45:31.466 INFO:tasks.rados.rados.0.smithi016.stdout:2567: finishing write tid 2 to smithi01678542-3 2024-04-15T14:45:31.466 INFO:tasks.rados.rados.0.smithi016.stdout:2567: finishing write tid 3 to smithi01678542-3 2024-04-15T14:45:31.466 INFO:tasks.rados.rados.0.smithi016.stdout:2567: finishing write tid 4 to smithi01678542-3 2024-04-15T14:45:31.466 INFO:tasks.rados.rados.0.smithi016.stdout:2569: finishing rollback tid 1 to smithi01678542-17 2024-04-15T14:45:31.466 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 17 v 1125 (ObjNum 33 snap 0 seq_num 0) dirty dne 2024-04-15T14:45:31.466 INFO:tasks.rados.rados.0.smithi016.stdout:2567: finishing write tid 5 to smithi01678542-3 2024-04-15T14:45:31.466 INFO:tasks.rados.rados.0.smithi016.stdout:2567: oid 3 updating version 0 to 1162 2024-04-15T14:45:31.466 INFO:tasks.rados.rados.0.smithi016.stdout:2567: oid 3 version 1162 is already newer than 1161 2024-04-15T14:45:31.466 INFO:tasks.rados.rados.0.smithi016.stdout:2567: oid 3 version 1162 is already newer than 1160 2024-04-15T14:45:31.466 INFO:tasks.rados.rados.0.smithi016.stdout:2567: oid 3 version 1162 is already newer than 1159 2024-04-15T14:45:31.466 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 3 v 1162 (ObjNum 803 snap 247 seq_num 803) dirty exists 2024-04-15T14:45:31.466 INFO:tasks.rados.rados.0.smithi016.stdout:2567: left oid 3 (ObjNum 803 snap 247 seq_num 803) 2024-04-15T14:45:31.466 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 37 v 1184 (ObjNum 129 snap 0 seq_num 2235084408) dirty exists 2024-04-15T14:45:31.466 INFO:tasks.rados.rados.0.smithi016.stdout:2571: expect (ObjNum 786 snap 244 seq_num 786) 2024-04-15T14:45:31.497 INFO:tasks.rados.rados.0.smithi016.stdout:2570: expect (ObjNum 790 snap 245 seq_num 790) 2024-04-15T14:45:31.657 INFO:tasks.rados.rados.0.smithi016.stdout:2573: finishing write tid 1 to smithi01678542-33 2024-04-15T14:45:31.657 INFO:tasks.rados.rados.0.smithi016.stdout:2573: finishing write tid 2 to smithi01678542-33 2024-04-15T14:45:31.658 INFO:tasks.rados.rados.0.smithi016.stdout:2573: finishing write tid 3 to smithi01678542-33 2024-04-15T14:45:31.658 INFO:tasks.rados.rados.0.smithi016.stdout:2573: finishing write tid 4 to smithi01678542-33 2024-04-15T14:45:31.658 INFO:tasks.rados.rados.0.smithi016.stdout:2573: finishing write tid 5 to smithi01678542-33 2024-04-15T14:45:31.658 INFO:tasks.rados.rados.0.smithi016.stdout:2573: oid 33 updating version 0 to 1380 2024-04-15T14:45:31.658 INFO:tasks.rados.rados.0.smithi016.stdout:2573: oid 33 version 1380 is already newer than 1379 2024-04-15T14:45:31.658 INFO:tasks.rados.rados.0.smithi016.stdout:2573: oid 33 updating version 1380 to 1381 2024-04-15T14:45:31.658 INFO:tasks.rados.rados.0.smithi016.stdout:2573: oid 33 updating version 1381 to 1382 2024-04-15T14:45:31.658 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 33 v 1382 (ObjNum 804 snap 247 seq_num 804) dirty exists 2024-04-15T14:45:31.658 INFO:tasks.rados.rados.0.smithi016.stdout:2573: left oid 33 (ObjNum 804 snap 247 seq_num 804) 2024-04-15T14:45:31.658 INFO:tasks.rados.rados.0.smithi016.stdout:2574: finishing copy_from racing read to smithi01678542-44 2024-04-15T14:45:31.658 INFO:tasks.rados.rados.0.smithi016.stdout:2574: finishing copy_from to smithi01678542-44 2024-04-15T14:45:31.659 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 44 v 1039 (ObjNum 632 snap 191 seq_num 632) dirty exists 2024-04-15T14:45:31.659 INFO:tasks.rados.rados.0.smithi016.stdout:2567: done (7 left) 2024-04-15T14:45:31.659 INFO:tasks.rados.rados.0.smithi016.stdout:2568: done (6 left) 2024-04-15T14:45:31.659 INFO:tasks.rados.rados.0.smithi016.stdout:2569: done (5 left) 2024-04-15T14:45:31.659 INFO:tasks.rados.rados.0.smithi016.stdout:2570: done (4 left) 2024-04-15T14:45:31.659 INFO:tasks.rados.rados.0.smithi016.stdout:2571: done (3 left) 2024-04-15T14:45:31.659 INFO:tasks.rados.rados.0.smithi016.stdout:2572: done (2 left) 2024-04-15T14:45:31.659 INFO:tasks.rados.rados.0.smithi016.stdout:2573: done (1 left) 2024-04-15T14:45:31.659 INFO:tasks.rados.rados.0.smithi016.stdout:2574: done (0 left) 2024-04-15T14:45:31.659 INFO:tasks.rados.rados.0.smithi016.stdout:2575: read oid 8 snap -1 2024-04-15T14:45:31.659 INFO:tasks.rados.rados.0.smithi016.stdout:2575: expect (ObjNum 763 snap 239 seq_num 763) 2024-04-15T14:45:31.659 INFO:tasks.rados.rados.0.smithi016.stdout:2576: copy_from oid 1 from oid 9 current snap is 247 2024-04-15T14:45:31.659 INFO:tasks.rados.rados.0.smithi016.stdout:2577: snap_remove snap 243 2024-04-15T14:45:31.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:45:31 smithi102 ceph-mon[87131]: pgmap v493: 121 pgs: 121 active+clean; 166 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 557 KiB/s rd, 314 KiB/s wr, 2 op/s 2024-04-15T14:45:31.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:45:31 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T14:45:31.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:45:31 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T14:45:31.780 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:45:31 smithi016 ceph-mon[93212]: pgmap v493: 121 pgs: 121 active+clean; 166 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 557 KiB/s rd, 314 KiB/s wr, 2 op/s 2024-04-15T14:45:31.780 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:45:31 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T14:45:31.780 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:45:31 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T14:45:31.780 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:45:31 smithi016 ceph-mon[90652]: pgmap v493: 121 pgs: 121 active+clean; 166 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 557 KiB/s rd, 314 KiB/s wr, 2 op/s 2024-04-15T14:45:31.781 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:45:31 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T14:45:31.781 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:45:31 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T14:45:32.039 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 15 14:45:31 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-y[81421]: ::ffff:172.21.15.102 - - [15/Apr/2024:14:45:31] "GET /metrics HTTP/1.1" 200 36038 "" "Prometheus/2.43.0" 2024-04-15T14:45:32.369 INFO:tasks.rados.rados.0.smithi016.stdout:2577: done (2 left) 2024-04-15T14:45:32.369 INFO:tasks.rados.rados.0.smithi016.stdout:2578: setattr oid 37 current snap is 247 2024-04-15T14:45:32.370 INFO:tasks.rados.rados.0.smithi016.stdout:2576: finishing copy_from racing read to smithi01678542-1 2024-04-15T14:45:32.370 INFO:tasks.rados.rados.0.smithi016.stdout:2576: finishing copy_from to smithi01678542-1 2024-04-15T14:45:32.370 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 1 v 1052 (ObjNum 65 snap 0 seq_num 1483558511) dirty exists 2024-04-15T14:45:32.370 INFO:tasks.rados.rados.0.smithi016.stdout:2575: expect (ObjNum 763 snap 239 seq_num 763) 2024-04-15T14:45:32.687 INFO:journalctl@ceph.prometheus.a.smithi102.stdout:Apr 15 14:45:32 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-prometheus-a[78028]: ts=2024-04-15T14:45:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi016:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"362ea986-fb34-11ee-bc8f-c7b262605968\", instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T14:45:32.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:45:32 smithi102 ceph-mon[87131]: osdmap e576: 8 total, 8 up, 8 in 2024-04-15T14:45:32.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:45:32 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T14:45:32.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:45:32 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T14:45:32.789 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:45:32 smithi016 ceph-mon[90652]: osdmap e576: 8 total, 8 up, 8 in 2024-04-15T14:45:32.789 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:45:32 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T14:45:32.789 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:45:32 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T14:45:32.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:45:32 smithi016 ceph-mon[93212]: osdmap e576: 8 total, 8 up, 8 in 2024-04-15T14:45:32.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:45:32 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T14:45:32.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:45:32 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T14:45:33.185 INFO:tasks.rados.rados.0.smithi016.stdout:2575: done (2 left) 2024-04-15T14:45:33.185 INFO:tasks.rados.rados.0.smithi016.stdout:2576: done (1 left) 2024-04-15T14:45:33.185 INFO:tasks.rados.rados.0.smithi016.stdout:2579: snap_create 2024-04-15T14:45:33.187 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 37 v 1191 (ObjNum 129 snap 0 seq_num 2235084408) dirty exists 2024-04-15T14:45:33.367 INFO:tasks.rados.rados.0.smithi016.stdout:2578: done (1 left) 2024-04-15T14:45:33.367 INFO:tasks.rados.rados.0.smithi016.stdout:2579: done (0 left) 2024-04-15T14:45:33.367 INFO:tasks.rados.rados.0.smithi016.stdout:2580: snap_remove snap 246 2024-04-15T14:45:33.651 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:45:33 smithi102 ceph-mon[87131]: pgmap v496: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 148 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 8.5 MiB/s rd, 1004 KiB/s wr, 14 op/s 2024-04-15T14:45:33.651 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:45:33 smithi102 ceph-mon[87131]: osdmap e577: 8 total, 8 up, 8 in 2024-04-15T14:45:33.789 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:45:33 smithi016 ceph-mon[90652]: pgmap v496: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 148 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 8.5 MiB/s rd, 1004 KiB/s wr, 14 op/s 2024-04-15T14:45:33.789 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:45:33 smithi016 ceph-mon[90652]: osdmap e577: 8 total, 8 up, 8 in 2024-04-15T14:45:33.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:45:33 smithi016 ceph-mon[93212]: pgmap v496: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 148 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 8.5 MiB/s rd, 1004 KiB/s wr, 14 op/s 2024-04-15T14:45:33.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:45:33 smithi016 ceph-mon[93212]: osdmap e577: 8 total, 8 up, 8 in 2024-04-15T14:45:34.378 INFO:tasks.rados.rados.0.smithi016.stdout:2580: done (0 left) 2024-04-15T14:45:34.378 INFO:tasks.rados.rados.0.smithi016.stdout:2581: delete oid 29 current snap is 248 2024-04-15T14:45:34.386 INFO:tasks.rados.rados.0.smithi016.stdout:2581: done (0 left) 2024-04-15T14:45:34.386 INFO:tasks.rados.rados.0.smithi016.stdout:2582: copy_from oid 14 from oid 22 current snap is 248 2024-04-15T14:45:34.386 INFO:tasks.rados.rados.0.smithi016.stdout:2583: delete oid 40 current snap is 248 2024-04-15T14:45:34.393 INFO:tasks.rados.rados.0.smithi016.stdout:2583: done (1 left) 2024-04-15T14:45:34.393 INFO:tasks.rados.rados.0.smithi016.stdout:2584: delete oid 21 current snap is 248 2024-04-15T14:45:34.401 INFO:tasks.rados.rados.0.smithi016.stdout:2584: done (1 left) 2024-04-15T14:45:34.401 INFO:tasks.rados.rados.0.smithi016.stdout:2585: rmattr oid 28 current snap is 248 2024-04-15T14:45:34.401 INFO:tasks.rados.rados.0.smithi016.stdout:2585: done (1 left) 2024-04-15T14:45:34.401 INFO:tasks.rados.rados.0.smithi016.stdout:2586: read oid 7 snap 235 2024-04-15T14:45:34.401 INFO:tasks.rados.rados.0.smithi016.stdout:2586: expect deleted 2024-04-15T14:45:34.401 INFO:tasks.rados.rados.0.smithi016.stdout:2587: copy_from oid 10 from oid 36 current snap is 248 2024-04-15T14:45:34.402 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 43 current snap is 248 2024-04-15T14:45:34.402 INFO:tasks.rados.rados.0.smithi016.stdout:2588: seq_num 808 ranges {0=737280,737280=614400,1351680=188416} 2024-04-15T14:45:34.405 INFO:tasks.rados.rados.0.smithi016.stdout:2588: writing smithi01678542-43 from 0 to 737280 tid 1 2024-04-15T14:45:34.409 INFO:tasks.rados.rados.0.smithi016.stdout:2588: writing smithi01678542-43 from 737280 to 1351680 tid 2 2024-04-15T14:45:34.410 INFO:tasks.rados.rados.0.smithi016.stdout:2588: writing smithi01678542-43 from 1351680 to 1540096 tid 3 2024-04-15T14:45:34.410 INFO:tasks.rados.rados.0.smithi016.stdout:2589: read oid 48 snap -1 2024-04-15T14:45:34.410 INFO:tasks.rados.rados.0.smithi016.stdout:2589: expect deleted 2024-04-15T14:45:34.410 INFO:tasks.rados.rados.0.smithi016.stdout:2590: snap_remove snap 247 2024-04-15T14:45:34.613 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:45:34 smithi102 ceph-mon[87131]: osdmap e578: 8 total, 8 up, 8 in 2024-04-15T14:45:34.687 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:45:34 smithi016 ceph-mon[93212]: osdmap e578: 8 total, 8 up, 8 in 2024-04-15T14:45:34.687 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:45:34 smithi016 ceph-mon[90652]: osdmap e578: 8 total, 8 up, 8 in 2024-04-15T14:45:35.334 INFO:tasks.rados.rados.0.smithi016.stdout:2590: done (5 left) 2024-04-15T14:45:35.334 INFO:tasks.rados.rados.0.smithi016.stdout:2591: copy_from oid 33 from oid 1 current snap is 248 2024-04-15T14:45:35.334 INFO:tasks.rados.rados.0.smithi016.stdout:2587: finishing copy_from to smithi01678542-10 2024-04-15T14:45:35.334 INFO:tasks.rados.rados.0.smithi016.stdout:2587: got expected ENOENT (src dne) 2024-04-15T14:45:35.334 INFO:tasks.rados.rados.0.smithi016.stdout:2587: finishing copy_from racing read to smithi01678542-10 2024-04-15T14:45:35.334 INFO:tasks.rados.rados.0.smithi016.stdout:2582: finishing copy_from racing read to smithi01678542-14 2024-04-15T14:45:35.334 INFO:tasks.rados.rados.0.smithi016.stdout:2582: finishing copy_from to smithi01678542-14 2024-04-15T14:45:35.334 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 14 v 995 (ObjNum 673 snap 207 seq_num 673) dirty exists 2024-04-15T14:45:35.334 INFO:tasks.rados.rados.0.smithi016.stdout:2588: finishing write tid 1 to smithi01678542-43 2024-04-15T14:45:35.334 INFO:tasks.rados.rados.0.smithi016.stdout:2588: finishing write tid 2 to smithi01678542-43 2024-04-15T14:45:35.335 INFO:tasks.rados.rados.0.smithi016.stdout:2588: finishing write tid 3 to smithi01678542-43 2024-04-15T14:45:35.335 INFO:tasks.rados.rados.0.smithi016.stdout:2588: finishing write tid 4 to smithi01678542-43 2024-04-15T14:45:35.335 INFO:tasks.rados.rados.0.smithi016.stdout:2588: finishing write tid 5 to smithi01678542-43 2024-04-15T14:45:35.335 INFO:tasks.rados.rados.0.smithi016.stdout:2588: oid 43 updating version 0 to 1226 2024-04-15T14:45:35.335 INFO:tasks.rados.rados.0.smithi016.stdout:2588: oid 43 version 1226 is already newer than 1224 2024-04-15T14:45:35.335 INFO:tasks.rados.rados.0.smithi016.stdout:2588: oid 43 version 1226 is already newer than 1225 2024-04-15T14:45:35.335 INFO:tasks.rados.rados.0.smithi016.stdout:2588: oid 43 updating version 1226 to 1227 2024-04-15T14:45:35.335 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 43 v 1227 (ObjNum 808 snap 248 seq_num 808) dirty exists 2024-04-15T14:45:35.335 INFO:tasks.rados.rados.0.smithi016.stdout:2588: left oid 43 (ObjNum 808 snap 248 seq_num 808) 2024-04-15T14:45:35.335 INFO:tasks.rados.rados.0.smithi016.stdout:2582: done (5 left) 2024-04-15T14:45:35.335 INFO:tasks.rados.rados.0.smithi016.stdout:2586: done (4 left) 2024-04-15T14:45:35.335 INFO:tasks.rados.rados.0.smithi016.stdout:2587: done (3 left) 2024-04-15T14:45:35.335 INFO:tasks.rados.rados.0.smithi016.stdout:2588: done (2 left) 2024-04-15T14:45:35.335 INFO:tasks.rados.rados.0.smithi016.stdout:2589: done (1 left) 2024-04-15T14:45:35.335 INFO:tasks.rados.rados.0.smithi016.stdout:2592: rollback oid 10 current snap is 248 2024-04-15T14:45:35.336 INFO:tasks.rados.rados.0.smithi016.stdout:rollback oid 10 to 235 2024-04-15T14:45:35.336 INFO:tasks.rados.rados.0.smithi016.stdout:2593: delete oid 26 current snap is 248 2024-04-15T14:45:35.336 INFO:tasks.rados.rados.0.smithi016.stdout:2593: done (2 left) 2024-04-15T14:45:35.336 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 2 current snap is 248 2024-04-15T14:45:35.336 INFO:tasks.rados.rados.0.smithi016.stdout:2594: seq_num 810 ranges {1089536=770048,1859584=778240,2637824=24576} 2024-04-15T14:45:35.346 INFO:tasks.rados.rados.0.smithi016.stdout:2594: writing smithi01678542-2 from 1089536 to 1859584 tid 1 2024-04-15T14:45:35.351 INFO:tasks.rados.rados.0.smithi016.stdout:2594: writing smithi01678542-2 from 1859584 to 2637824 tid 2 2024-04-15T14:45:35.351 INFO:tasks.rados.rados.0.smithi016.stdout:2594: writing smithi01678542-2 from 2637824 to 2662400 tid 3 2024-04-15T14:45:35.351 INFO:tasks.rados.rados.0.smithi016.stdout:2595: delete oid 26 current snap is 248 2024-04-15T14:45:35.352 INFO:tasks.rados.rados.0.smithi016.stdout:2592: finishing rollback tid 0 to smithi01678542-10 2024-04-15T14:45:35.352 INFO:tasks.rados.rados.0.smithi016.stdout:2592: finishing rollback tid 1 to smithi01678542-10 2024-04-15T14:45:35.352 INFO:tasks.rados.rados.0.smithi016.stdout:2591: finishing copy_from racing read to smithi01678542-33 2024-04-15T14:45:35.352 INFO:tasks.rados.rados.0.smithi016.stdout:2592: finishing rollback tid 2 to smithi01678542-10 2024-04-15T14:45:35.352 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 10 v 1196 (ObjNum 4113 snap 0 seq_num 2210217507) dirty exists 2024-04-15T14:45:35.352 INFO:tasks.rados.rados.0.smithi016.stdout:2591: finishing copy_from to smithi01678542-33 2024-04-15T14:45:35.352 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 33 v 1052 (ObjNum 161 snap 0 seq_num 1) dirty exists 2024-04-15T14:45:35.352 INFO:tasks.rados.rados.0.smithi016.stdout:2594: finishing write tid 1 to smithi01678542-2 2024-04-15T14:45:35.353 INFO:tasks.rados.rados.0.smithi016.stdout:2591: done (3 left) 2024-04-15T14:45:35.353 INFO:tasks.rados.rados.0.smithi016.stdout:2592: done (2 left) 2024-04-15T14:45:35.353 INFO:tasks.rados.rados.0.smithi016.stdout:2595: done (1 left) 2024-04-15T14:45:35.354 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 6 current snap is 248 2024-04-15T14:45:35.354 INFO:tasks.rados.rados.0.smithi016.stdout:2596: seq_num 812 ranges {1171456=802816,1974272=548864,2523136=253952} 2024-04-15T14:45:35.365 INFO:tasks.rados.rados.0.smithi016.stdout:2596: writing smithi01678542-6 from 1171456 to 1974272 tid 1 2024-04-15T14:45:35.367 INFO:tasks.rados.rados.0.smithi016.stdout:2596: writing smithi01678542-6 from 1974272 to 2523136 tid 2 2024-04-15T14:45:35.369 INFO:tasks.rados.rados.0.smithi016.stdout:2596: writing smithi01678542-6 from 2523136 to 2777088 tid 3 2024-04-15T14:45:35.369 INFO:tasks.rados.rados.0.smithi016.stdout:2597: delete oid 26 current snap is 248 2024-04-15T14:45:35.369 INFO:tasks.rados.rados.0.smithi016.stdout:2594: finishing write tid 2 to smithi01678542-2 2024-04-15T14:45:35.369 INFO:tasks.rados.rados.0.smithi016.stdout:2594: finishing write tid 3 to smithi01678542-2 2024-04-15T14:45:35.369 INFO:tasks.rados.rados.0.smithi016.stdout:2594: finishing write tid 4 to smithi01678542-2 2024-04-15T14:45:35.369 INFO:tasks.rados.rados.0.smithi016.stdout:2594: finishing write tid 5 to smithi01678542-2 2024-04-15T14:45:35.369 INFO:tasks.rados.rados.0.smithi016.stdout:2594: oid 2 updating version 0 to 1199 2024-04-15T14:45:35.369 INFO:tasks.rados.rados.0.smithi016.stdout:2594: oid 2 version 1199 is already newer than 1197 2024-04-15T14:45:35.369 INFO:tasks.rados.rados.0.smithi016.stdout:2594: oid 2 updating version 1199 to 1200 2024-04-15T14:45:35.370 INFO:tasks.rados.rados.0.smithi016.stdout:2594: oid 2 version 1200 is already newer than 1198 2024-04-15T14:45:35.370 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 2 v 1200 (ObjNum 810 snap 248 seq_num 810) dirty exists 2024-04-15T14:45:35.370 INFO:tasks.rados.rados.0.smithi016.stdout:2594: left oid 2 (ObjNum 810 snap 248 seq_num 810) 2024-04-15T14:45:35.370 INFO:tasks.rados.rados.0.smithi016.stdout:2596: finishing write tid 1 to smithi01678542-6 2024-04-15T14:45:35.370 INFO:tasks.rados.rados.0.smithi016.stdout:2594: done (2 left) 2024-04-15T14:45:35.370 INFO:tasks.rados.rados.0.smithi016.stdout:2597: done (1 left) 2024-04-15T14:45:35.370 INFO:tasks.rados.rados.0.smithi016.stdout:2598: snap_remove snap 244 2024-04-15T14:45:35.539 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:45:35 smithi016 ceph-mon[90652]: pgmap v499: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 144 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 8.5 MiB/s rd, 1.3 MiB/s wr, 16 op/s 2024-04-15T14:45:35.539 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:45:35 smithi016 ceph-mon[90652]: osdmap e579: 8 total, 8 up, 8 in 2024-04-15T14:45:35.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:45:35 smithi016 ceph-mon[90652]: osdmap e580: 8 total, 8 up, 8 in 2024-04-15T14:45:35.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:45:35 smithi016 ceph-mon[93212]: pgmap v499: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 144 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 8.5 MiB/s rd, 1.3 MiB/s wr, 16 op/s 2024-04-15T14:45:35.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:45:35 smithi016 ceph-mon[93212]: osdmap e579: 8 total, 8 up, 8 in 2024-04-15T14:45:35.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:45:35 smithi016 ceph-mon[93212]: osdmap e580: 8 total, 8 up, 8 in 2024-04-15T14:45:35.551 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:45:35 smithi102 ceph-mon[87131]: pgmap v499: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 144 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 8.5 MiB/s rd, 1.3 MiB/s wr, 16 op/s 2024-04-15T14:45:35.551 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:45:35 smithi102 ceph-mon[87131]: osdmap e579: 8 total, 8 up, 8 in 2024-04-15T14:45:35.551 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:45:35 smithi102 ceph-mon[87131]: osdmap e580: 8 total, 8 up, 8 in 2024-04-15T14:45:36.334 INFO:tasks.rados.rados.0.smithi016.stdout:2598: done (1 left) 2024-04-15T14:45:36.335 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 8 current snap is 248 2024-04-15T14:45:36.335 INFO:tasks.rados.rados.0.smithi016.stdout:2599: seq_num 814 ranges {8421376=442368,8863744=770048,9633792=434176} 2024-04-15T14:45:36.383 INFO:tasks.rados.rados.0.smithi016.stdout:2599: writing smithi01678542-8 from 8421376 to 8863744 tid 1 2024-04-15T14:45:36.387 INFO:tasks.rados.rados.0.smithi016.stdout:2599: writing smithi01678542-8 from 8863744 to 9633792 tid 2 2024-04-15T14:45:36.391 INFO:tasks.rados.rados.0.smithi016.stdout:2599: writing smithi01678542-8 from 9633792 to 10067968 tid 3 2024-04-15T14:45:36.391 INFO:tasks.rados.rados.0.smithi016.stdout:2600: read oid 48 snap -1 2024-04-15T14:45:36.391 INFO:tasks.rados.rados.0.smithi016.stdout:2600: expect deleted 2024-04-15T14:45:36.391 INFO:tasks.rados.rados.0.smithi016.stdout:2601: rollback oid 24 current snap is 248 2024-04-15T14:45:36.392 INFO:tasks.rados.rados.0.smithi016.stdout:rollback oid 24 to 242 2024-04-15T14:45:36.392 INFO:tasks.rados.rados.0.smithi016.stdout:2596: finishing write tid 2 to smithi01678542-6 2024-04-15T14:45:36.392 INFO:tasks.rados.rados.0.smithi016.stdout:2596: finishing write tid 3 to smithi01678542-6 2024-04-15T14:45:36.392 INFO:tasks.rados.rados.0.smithi016.stdout:2596: finishing write tid 4 to smithi01678542-6 2024-04-15T14:45:36.392 INFO:tasks.rados.rados.0.smithi016.stdout:2596: finishing write tid 5 to smithi01678542-6 2024-04-15T14:45:36.392 INFO:tasks.rados.rados.0.smithi016.stdout:2596: oid 6 updating version 0 to 1082 2024-04-15T14:45:36.392 INFO:tasks.rados.rados.0.smithi016.stdout:2596: oid 6 updating version 1082 to 1083 2024-04-15T14:45:36.392 INFO:tasks.rados.rados.0.smithi016.stdout:2596: oid 6 updating version 1083 to 1084 2024-04-15T14:45:36.392 INFO:tasks.rados.rados.0.smithi016.stdout:2596: oid 6 version 1084 is already newer than 1081 2024-04-15T14:45:36.392 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 6 v 1084 (ObjNum 812 snap 248 seq_num 812) dirty exists 2024-04-15T14:45:36.392 INFO:tasks.rados.rados.0.smithi016.stdout:2596: left oid 6 (ObjNum 812 snap 248 seq_num 812) 2024-04-15T14:45:36.392 INFO:tasks.rados.rados.0.smithi016.stdout:2599: finishing write tid 1 to smithi01678542-8 2024-04-15T14:45:36.392 INFO:tasks.rados.rados.0.smithi016.stdout:2596: done (3 left) 2024-04-15T14:45:36.392 INFO:tasks.rados.rados.0.smithi016.stdout:2602: read oid 15 snap -1 2024-04-15T14:45:36.392 INFO:tasks.rados.rados.0.smithi016.stdout:2602: expect (ObjNum 0 snap 0 seq_num 0) 2024-04-15T14:45:36.393 INFO:tasks.rados.rados.0.smithi016.stdout:2603: snap_create 2024-04-15T14:45:36.394 INFO:tasks.rados.rados.0.smithi016.stdout:2599: finishing write tid 2 to smithi01678542-8 2024-04-15T14:45:36.396 INFO:tasks.rados.rados.0.smithi016.stdout:2599: finishing write tid 3 to smithi01678542-8 2024-04-15T14:45:36.396 INFO:tasks.rados.rados.0.smithi016.stdout:2599: finishing write tid 4 to smithi01678542-8 2024-04-15T14:45:36.397 INFO:tasks.rados.rados.0.smithi016.stdout:2602: expect (ObjNum 0 snap 0 seq_num 0) 2024-04-15T14:45:36.401 INFO:tasks.rados.rados.0.smithi016.stdout:2601: finishing rollback tid 0 to smithi01678542-24 2024-04-15T14:45:36.401 INFO:tasks.rados.rados.0.smithi016.stdout:2601: finishing rollback tid 1 to smithi01678542-24 2024-04-15T14:45:36.401 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 24 v 1156 (ObjNum 577 snap 0 seq_num 2906631952) dirty dne 2024-04-15T14:45:36.401 INFO:tasks.rados.rados.0.smithi016.stdout:2599: finishing write tid 5 to smithi01678542-8 2024-04-15T14:45:36.401 INFO:tasks.rados.rados.0.smithi016.stdout:2599: oid 8 updating version 0 to 1117 2024-04-15T14:45:36.402 INFO:tasks.rados.rados.0.smithi016.stdout:2599: oid 8 updating version 1117 to 1119 2024-04-15T14:45:36.402 INFO:tasks.rados.rados.0.smithi016.stdout:2599: oid 8 version 1119 is already newer than 1118 2024-04-15T14:45:36.402 INFO:tasks.rados.rados.0.smithi016.stdout:2599: oid 8 version 1119 is already newer than 1116 2024-04-15T14:45:36.402 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 8 v 1119 (ObjNum 814 snap 248 seq_num 814) dirty exists 2024-04-15T14:45:36.402 INFO:tasks.rados.rados.0.smithi016.stdout:2599: left oid 8 (ObjNum 814 snap 248 seq_num 814) 2024-04-15T14:45:36.999 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:45:36 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T14:45:36.999 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:45:36 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T14:45:36.999 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:45:36 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T14:45:36.999 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:45:36 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T14:45:37.000 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:45:36 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T14:45:37.000 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:45:36 smithi016 ceph-mon[90652]: pgmap v502: 121 pgs: 121 active+clean; 145 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 9.4 MiB/s rd, 1.8 MiB/s wr, 22 op/s 2024-04-15T14:45:37.000 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:45:36 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T14:45:37.000 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:45:36 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T14:45:37.000 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:45:36 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T14:45:37.000 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:45:36 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T14:45:37.000 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:45:36 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T14:45:37.000 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:45:36 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T14:45:37.000 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:45:36 smithi016 ceph-mon[90652]: Upgrade: Setting container_image for all mds 2024-04-15T14:45:37.000 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:45:36 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T14:45:37.000 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:45:36 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mds.a"}]: dispatch 2024-04-15T14:45:37.000 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:45:36 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mds.a"}]': finished 2024-04-15T14:45:37.000 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:45:36 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mds.b"}]: dispatch 2024-04-15T14:45:37.000 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:45:36 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mds.b"}]': finished 2024-04-15T14:45:37.001 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:45:36 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T14:45:37.001 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:45:36 smithi016 ceph-mon[90652]: Upgrade: Setting container_image for all rgw 2024-04-15T14:45:37.001 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:45:36 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T14:45:37.001 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:45:36 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T14:45:37.001 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:45:36 smithi016 ceph-mon[90652]: Upgrade: Setting container_image for all rbd-mirror 2024-04-15T14:45:37.001 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:45:36 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T14:45:37.001 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:45:36 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T14:45:37.001 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:45:36 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T14:45:37.001 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:45:36 smithi016 ceph-mon[90652]: Upgrade: Setting container_image for all ceph-exporter 2024-04-15T14:45:37.001 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:45:36 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T14:45:37.001 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:45:36 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T14:45:37.001 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:45:36 smithi016 ceph-mon[90652]: Upgrade: Setting container_image for all iscsi 2024-04-15T14:45:37.001 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:45:36 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T14:45:37.001 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:45:36 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T14:45:37.002 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:45:36 smithi016 ceph-mon[90652]: Upgrade: Setting container_image for all nfs 2024-04-15T14:45:37.002 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:45:36 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T14:45:37.002 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:45:36 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T14:45:37.002 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:45:36 smithi016 ceph-mon[90652]: Upgrade: Setting container_image for all nvmeof 2024-04-15T14:45:37.002 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:45:36 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T14:45:37.002 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:45:36 smithi016 ceph-mon[90652]: osdmap e581: 8 total, 8 up, 8 in 2024-04-15T14:45:37.002 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:45:36 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T14:45:37.002 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:45:36 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T14:45:37.003 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:45:36 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T14:45:37.003 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:45:36 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T14:45:37.003 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:45:36 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T14:45:37.003 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:45:36 smithi016 ceph-mon[93212]: pgmap v502: 121 pgs: 121 active+clean; 145 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 9.4 MiB/s rd, 1.8 MiB/s wr, 22 op/s 2024-04-15T14:45:37.003 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:45:36 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T14:45:37.003 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:45:36 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T14:45:37.003 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:45:36 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T14:45:37.003 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:45:36 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T14:45:37.003 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:45:36 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T14:45:37.003 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:45:36 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T14:45:37.003 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:45:36 smithi016 ceph-mon[93212]: Upgrade: Setting container_image for all mds 2024-04-15T14:45:37.003 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:45:36 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T14:45:37.003 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:45:36 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mds.a"}]: dispatch 2024-04-15T14:45:37.003 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:45:36 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mds.a"}]': finished 2024-04-15T14:45:37.004 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:45:36 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mds.b"}]: dispatch 2024-04-15T14:45:37.004 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:45:36 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mds.b"}]': finished 2024-04-15T14:45:37.004 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:45:36 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T14:45:37.004 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:45:36 smithi016 ceph-mon[93212]: Upgrade: Setting container_image for all rgw 2024-04-15T14:45:37.004 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:45:36 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T14:45:37.004 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:45:36 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T14:45:37.004 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:45:36 smithi016 ceph-mon[93212]: Upgrade: Setting container_image for all rbd-mirror 2024-04-15T14:45:37.004 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:45:36 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T14:45:37.004 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:45:36 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T14:45:37.004 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:45:36 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T14:45:37.004 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:45:36 smithi016 ceph-mon[93212]: Upgrade: Setting container_image for all ceph-exporter 2024-04-15T14:45:37.004 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:45:36 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T14:45:37.004 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:45:36 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T14:45:37.004 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:45:36 smithi016 ceph-mon[93212]: Upgrade: Setting container_image for all iscsi 2024-04-15T14:45:37.005 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:45:36 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T14:45:37.005 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:45:36 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T14:45:37.005 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:45:36 smithi016 ceph-mon[93212]: Upgrade: Setting container_image for all nfs 2024-04-15T14:45:37.005 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:45:36 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T14:45:37.005 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:45:36 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T14:45:37.005 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:45:36 smithi016 ceph-mon[93212]: Upgrade: Setting container_image for all nvmeof 2024-04-15T14:45:37.005 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:45:36 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T14:45:37.005 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:45:36 smithi016 ceph-mon[93212]: osdmap e581: 8 total, 8 up, 8 in 2024-04-15T14:45:37.188 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:45:36 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T14:45:37.188 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:45:36 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T14:45:37.188 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:45:36 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T14:45:37.188 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:45:36 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T14:45:37.188 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:45:36 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T14:45:37.188 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:45:36 smithi102 ceph-mon[87131]: pgmap v502: 121 pgs: 121 active+clean; 145 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 9.4 MiB/s rd, 1.8 MiB/s wr, 22 op/s 2024-04-15T14:45:37.188 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:45:36 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T14:45:37.188 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:45:36 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T14:45:37.188 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:45:36 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T14:45:37.188 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:45:36 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T14:45:37.188 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:45:36 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T14:45:37.188 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:45:36 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T14:45:37.188 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:45:36 smithi102 ceph-mon[87131]: Upgrade: Setting container_image for all mds 2024-04-15T14:45:37.189 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:45:36 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T14:45:37.189 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:45:36 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mds.a"}]: dispatch 2024-04-15T14:45:37.189 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:45:36 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mds.a"}]': finished 2024-04-15T14:45:37.189 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:45:36 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mds.b"}]: dispatch 2024-04-15T14:45:37.189 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:45:36 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mds.b"}]': finished 2024-04-15T14:45:37.189 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:45:36 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T14:45:37.189 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:45:36 smithi102 ceph-mon[87131]: Upgrade: Setting container_image for all rgw 2024-04-15T14:45:37.189 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:45:36 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T14:45:37.189 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:45:36 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T14:45:37.189 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:45:36 smithi102 ceph-mon[87131]: Upgrade: Setting container_image for all rbd-mirror 2024-04-15T14:45:37.189 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:45:36 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T14:45:37.189 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:45:36 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T14:45:37.189 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:45:36 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T14:45:37.189 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:45:36 smithi102 ceph-mon[87131]: Upgrade: Setting container_image for all ceph-exporter 2024-04-15T14:45:37.190 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:45:36 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T14:45:37.190 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:45:36 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T14:45:37.190 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:45:36 smithi102 ceph-mon[87131]: Upgrade: Setting container_image for all iscsi 2024-04-15T14:45:37.190 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:45:36 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T14:45:37.190 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:45:36 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T14:45:37.190 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:45:36 smithi102 ceph-mon[87131]: Upgrade: Setting container_image for all nfs 2024-04-15T14:45:37.190 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:45:36 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T14:45:37.190 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:45:36 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T14:45:37.190 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:45:36 smithi102 ceph-mon[87131]: Upgrade: Setting container_image for all nvmeof 2024-04-15T14:45:37.190 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:45:36 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T14:45:37.190 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:45:36 smithi102 ceph-mon[87131]: osdmap e581: 8 total, 8 up, 8 in 2024-04-15T14:45:37.335 INFO:tasks.rados.rados.0.smithi016.stdout:2599: done (4 left) 2024-04-15T14:45:37.335 INFO:tasks.rados.rados.0.smithi016.stdout:2600: done (3 left) 2024-04-15T14:45:37.335 INFO:tasks.rados.rados.0.smithi016.stdout:2601: done (2 left) 2024-04-15T14:45:37.336 INFO:tasks.rados.rados.0.smithi016.stdout:2602: done (1 left) 2024-04-15T14:45:37.336 INFO:tasks.rados.rados.0.smithi016.stdout:2603: done (0 left) 2024-04-15T14:45:37.336 INFO:tasks.rados.rados.0.smithi016.stdout:2604: read oid 33 snap -1 2024-04-15T14:45:37.336 INFO:tasks.rados.rados.0.smithi016.stdout:2604: expect (ObjNum 0 snap 0 seq_num 0) 2024-04-15T14:45:37.336 INFO:tasks.rados.rados.0.smithi016.stdout:2605: delete oid 39 current snap is 249 2024-04-15T14:45:37.339 INFO:tasks.rados.rados.0.smithi016.stdout:2604: expect (ObjNum 0 snap 0 seq_num 0) 2024-04-15T14:45:37.342 INFO:tasks.rados.rados.0.smithi016.stdout:2604: done (1 left) 2024-04-15T14:45:37.342 INFO:tasks.rados.rados.0.smithi016.stdout:2605: done (0 left) 2024-04-15T14:45:37.342 INFO:tasks.rados.rados.0.smithi016.stdout:2606: delete oid 23 current snap is 249 2024-04-15T14:45:37.347 INFO:tasks.rados.rados.0.smithi016.stdout:2606: done (0 left) 2024-04-15T14:45:37.347 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 39 current snap is 249 2024-04-15T14:45:37.347 INFO:tasks.rados.rados.0.smithi016.stdout:2607: seq_num 817 ranges {0=491520,491520=417792,909312=425984,1335296=360448} 2024-04-15T14:45:37.349 INFO:tasks.rados.rados.0.smithi016.stdout:2607: writing smithi01678542-39 from 0 to 491520 tid 1 2024-04-15T14:45:37.352 INFO:tasks.rados.rados.0.smithi016.stdout:2607: writing smithi01678542-39 from 491520 to 909312 tid 2 2024-04-15T14:45:37.354 INFO:tasks.rados.rados.0.smithi016.stdout:2607: writing smithi01678542-39 from 909312 to 1335296 tid 3 2024-04-15T14:45:37.357 INFO:tasks.rados.rados.0.smithi016.stdout:2607: writing smithi01678542-39 from 1335296 to 1695744 tid 4 2024-04-15T14:45:37.357 INFO:tasks.rados.rados.0.smithi016.stdout:2608: snap_remove snap 235 2024-04-15T14:45:38.341 INFO:tasks.rados.rados.0.smithi016.stdout:2608: done (1 left) 2024-04-15T14:45:38.342 INFO:tasks.rados.rados.0.smithi016.stdout:2609: snap_remove snap 242 2024-04-15T14:45:38.371 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:45:38 smithi102 ceph-mon[87131]: osdmap e582: 8 total, 8 up, 8 in 2024-04-15T14:45:38.635 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:45:38 smithi016 ceph-mon[90652]: osdmap e582: 8 total, 8 up, 8 in 2024-04-15T14:45:38.636 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:45:38 smithi016 ceph-mon[93212]: osdmap e582: 8 total, 8 up, 8 in 2024-04-15T14:45:39.040 INFO:journalctl@ceph.node-exporter.a.smithi016.stdout:Apr 15 14:45:38 smithi016 systemd[1]: Stopping Ceph node-exporter.a for 362ea986-fb34-11ee-bc8f-c7b262605968... 2024-04-15T14:45:39.346 INFO:tasks.rados.rados.0.smithi016.stdout:2609: done (1 left) 2024-04-15T14:45:39.346 INFO:tasks.rados.rados.0.smithi016.stdout:2610: delete oid 43 current snap is 249 2024-04-15T14:45:39.346 INFO:tasks.rados.rados.0.smithi016.stdout:2607: finishing write tid 1 to smithi01678542-39 2024-04-15T14:45:39.346 INFO:tasks.rados.rados.0.smithi016.stdout:2607: finishing write tid 2 to smithi01678542-39 2024-04-15T14:45:39.346 INFO:tasks.rados.rados.0.smithi016.stdout:2607: finishing write tid 3 to smithi01678542-39 2024-04-15T14:45:39.346 INFO:tasks.rados.rados.0.smithi016.stdout:2607: finishing write tid 4 to smithi01678542-39 2024-04-15T14:45:39.346 INFO:tasks.rados.rados.0.smithi016.stdout:2607: finishing write tid 5 to smithi01678542-39 2024-04-15T14:45:39.346 INFO:tasks.rados.rados.0.smithi016.stdout:2607: finishing write tid 6 to smithi01678542-39 2024-04-15T14:45:39.347 INFO:tasks.rados.rados.0.smithi016.stdout:2607: oid 39 updating version 0 to 1041 2024-04-15T14:45:39.347 INFO:tasks.rados.rados.0.smithi016.stdout:2607: oid 39 updating version 1041 to 1043 2024-04-15T14:45:39.347 INFO:tasks.rados.rados.0.smithi016.stdout:2607: oid 39 updating version 1043 to 1044 2024-04-15T14:45:39.347 INFO:tasks.rados.rados.0.smithi016.stdout:2607: oid 39 version 1044 is already newer than 1042 2024-04-15T14:45:39.347 INFO:tasks.rados.rados.0.smithi016.stdout:2607: oid 39 updating version 1044 to 1045 2024-04-15T14:45:39.347 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 39 v 1045 (ObjNum 817 snap 249 seq_num 817) dirty exists 2024-04-15T14:45:39.347 INFO:tasks.rados.rados.0.smithi016.stdout:2607: left oid 39 (ObjNum 817 snap 249 seq_num 817) 2024-04-15T14:45:39.352 INFO:tasks.rados.rados.0.smithi016.stdout:2607: done (1 left) 2024-04-15T14:45:39.352 INFO:tasks.rados.rados.0.smithi016.stdout:2610: done (0 left) 2024-04-15T14:45:39.353 INFO:tasks.rados.rados.0.smithi016.stdout:2611: delete oid 19 current snap is 249 2024-04-15T14:45:39.363 INFO:tasks.rados.rados.0.smithi016.stdout:2611: done (0 left) 2024-04-15T14:45:39.364 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 18 current snap is 249 2024-04-15T14:45:39.364 INFO:tasks.rados.rados.0.smithi016.stdout:2612: seq_num 820 ranges {0=540672,540672=475136,1015808=598016,1613824=131072} 2024-04-15T14:45:39.365 INFO:tasks.rados.rados.0.smithi016.stdout:2612: writing smithi01678542-18 from 0 to 540672 tid 1 2024-04-15T14:45:39.368 INFO:tasks.rados.rados.0.smithi016.stdout:2612: writing smithi01678542-18 from 540672 to 1015808 tid 2 2024-04-15T14:45:39.371 INFO:tasks.rados.rados.0.smithi016.stdout:2612: writing smithi01678542-18 from 1015808 to 1613824 tid 3 2024-04-15T14:45:39.373 INFO:tasks.rados.rados.0.smithi016.stdout:2612: writing smithi01678542-18 from 1613824 to 1744896 tid 4 2024-04-15T14:45:39.373 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 14 current snap is 249 2024-04-15T14:45:39.373 INFO:tasks.rados.rados.0.smithi016.stdout:2612: finishing write tid 1 to smithi01678542-18 2024-04-15T14:45:39.373 INFO:tasks.rados.rados.0.smithi016.stdout:2612: finishing write tid 2 to smithi01678542-18 2024-04-15T14:45:39.373 INFO:tasks.rados.rados.0.smithi016.stdout:2613: seq_num 821 ranges {1679360=557056,2236416=761856,2998272=442368} 2024-04-15T14:45:39.384 INFO:tasks.rados.rados.0.smithi016.stdout:2613: writing smithi01678542-14 from 1679360 to 2236416 tid 1 2024-04-15T14:45:39.389 INFO:tasks.rados.rados.0.smithi016.stdout:2613: writing smithi01678542-14 from 2236416 to 2998272 tid 2 2024-04-15T14:45:39.392 INFO:tasks.rados.rados.0.smithi016.stdout:2613: writing smithi01678542-14 from 2998272 to 3440640 tid 3 2024-04-15T14:45:39.392 INFO:tasks.rados.rados.0.smithi016.stdout:2614: delete oid 35 current snap is 249 2024-04-15T14:45:39.392 INFO:tasks.rados.rados.0.smithi016.stdout:2612: finishing write tid 3 to smithi01678542-18 2024-04-15T14:45:39.392 INFO:tasks.rados.rados.0.smithi016.stdout:2612: finishing write tid 4 to smithi01678542-18 2024-04-15T14:45:39.393 INFO:tasks.rados.rados.0.smithi016.stdout:2612: finishing write tid 5 to smithi01678542-18 2024-04-15T14:45:39.393 INFO:tasks.rados.rados.0.smithi016.stdout:2612: finishing write tid 6 to smithi01678542-18 2024-04-15T14:45:39.393 INFO:tasks.rados.rados.0.smithi016.stdout:2612: oid 18 updating version 0 to 562 2024-04-15T14:45:39.393 INFO:tasks.rados.rados.0.smithi016.stdout:2612: oid 18 updating version 562 to 565 2024-04-15T14:45:39.393 INFO:tasks.rados.rados.0.smithi016.stdout:2612: oid 18 updating version 565 to 566 2024-04-15T14:45:39.393 INFO:tasks.rados.rados.0.smithi016.stdout:2612: oid 18 version 566 is already newer than 564 2024-04-15T14:45:39.393 INFO:tasks.rados.rados.0.smithi016.stdout:2612: oid 18 version 566 is already newer than 563 2024-04-15T14:45:39.393 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 18 v 566 (ObjNum 820 snap 249 seq_num 820) dirty exists 2024-04-15T14:45:39.393 INFO:tasks.rados.rados.0.smithi016.stdout:2612: left oid 18 (ObjNum 820 snap 249 seq_num 820) 2024-04-15T14:45:39.393 INFO:tasks.rados.rados.0.smithi016.stdout:2613: finishing write tid 1 to smithi01678542-14 2024-04-15T14:45:39.394 INFO:tasks.rados.rados.0.smithi016.stdout:2613: finishing write tid 2 to smithi01678542-14 2024-04-15T14:45:39.394 INFO:tasks.rados.rados.0.smithi016.stdout:2613: finishing write tid 3 to smithi01678542-14 2024-04-15T14:45:39.394 INFO:tasks.rados.rados.0.smithi016.stdout:2613: finishing write tid 4 to smithi01678542-14 2024-04-15T14:45:39.396 INFO:tasks.rados.rados.0.smithi016.stdout:2613: finishing write tid 5 to smithi01678542-14 2024-04-15T14:45:39.397 INFO:tasks.rados.rados.0.smithi016.stdout:2613: oid 14 updating version 0 to 1161 2024-04-15T14:45:39.397 INFO:tasks.rados.rados.0.smithi016.stdout:2613: oid 14 version 1161 is already newer than 1160 2024-04-15T14:45:39.397 INFO:tasks.rados.rados.0.smithi016.stdout:2613: oid 14 updating version 1161 to 1163 2024-04-15T14:45:39.397 INFO:tasks.rados.rados.0.smithi016.stdout:2613: oid 14 version 1163 is already newer than 1162 2024-04-15T14:45:39.397 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 14 v 1163 (ObjNum 821 snap 249 seq_num 821) dirty exists 2024-04-15T14:45:39.397 INFO:tasks.rados.rados.0.smithi016.stdout:2613: left oid 14 (ObjNum 821 snap 249 seq_num 821) 2024-04-15T14:45:39.397 INFO:tasks.rados.rados.0.smithi016.stdout:2612: done (2 left) 2024-04-15T14:45:39.397 INFO:tasks.rados.rados.0.smithi016.stdout:2613: done (1 left) 2024-04-15T14:45:39.397 INFO:tasks.rados.rados.0.smithi016.stdout:2614: done (0 left) 2024-04-15T14:45:39.398 INFO:tasks.rados.rados.0.smithi016.stdout:2615: setattr oid 2 current snap is 249 2024-04-15T14:45:39.399 INFO:tasks.rados.rados.0.smithi016.stdout:2616: copy_from oid 19 from oid 8 current snap is 249 2024-04-15T14:45:39.399 INFO:tasks.rados.rados.0.smithi016.stdout:2617: copy_from oid 43 from oid 12 current snap is 249 2024-04-15T14:45:39.399 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 31 current snap is 249 2024-04-15T14:45:39.399 INFO:tasks.rados.rados.0.smithi016.stdout:2618: seq_num 823 ranges {0=589824,589824=573440,1163264=630784} 2024-04-15T14:45:39.401 INFO:tasks.rados.rados.0.smithi016.stdout:2618: writing smithi01678542-31 from 0 to 589824 tid 1 2024-04-15T14:45:39.405 INFO:tasks.rados.rados.0.smithi016.stdout:2618: writing smithi01678542-31 from 589824 to 1163264 tid 2 2024-04-15T14:45:39.410 INFO:tasks.rados.rados.0.smithi016.stdout:2618: writing smithi01678542-31 from 1163264 to 1794048 tid 3 2024-04-15T14:45:39.410 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 28 current snap is 249 2024-04-15T14:45:39.410 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 2 v 1224 (ObjNum 810 snap 248 seq_num 810) dirty exists 2024-04-15T14:45:39.410 INFO:tasks.rados.rados.0.smithi016.stdout:2618: finishing write tid 1 to smithi01678542-31 2024-04-15T14:45:39.410 INFO:tasks.rados.rados.0.smithi016.stdout:2618: finishing write tid 2 to smithi01678542-31 2024-04-15T14:45:39.410 INFO:tasks.rados.rados.0.smithi016.stdout:2619: seq_num 824 ranges {0=606208,606208=458752,1064960=573440,1638400=172032} 2024-04-15T14:45:39.413 INFO:tasks.rados.rados.0.smithi016.stdout:2619: writing smithi01678542-28 from 0 to 606208 tid 1 2024-04-15T14:45:39.416 INFO:tasks.rados.rados.0.smithi016.stdout:2619: writing smithi01678542-28 from 606208 to 1064960 tid 2 2024-04-15T14:45:39.419 INFO:tasks.rados.rados.0.smithi016.stdout:2619: writing smithi01678542-28 from 1064960 to 1638400 tid 3 2024-04-15T14:45:39.421 INFO:tasks.rados.rados.0.smithi016.stdout:2619: writing smithi01678542-28 from 1638400 to 1810432 tid 4 2024-04-15T14:45:39.421 INFO:tasks.rados.rados.0.smithi016.stdout:2615: done (4 left) 2024-04-15T14:45:39.422 INFO:tasks.rados.rados.0.smithi016.stdout:2620: read oid 38 snap -1 2024-04-15T14:45:39.422 INFO:tasks.rados.rados.0.smithi016.stdout:2620: expect deleted 2024-04-15T14:45:39.422 INFO:tasks.rados.rados.0.smithi016.stdout:2621: rmattr oid 17 current snap is 249 2024-04-15T14:45:39.422 INFO:tasks.rados.rados.0.smithi016.stdout:2621: done (5 left) 2024-04-15T14:45:39.422 INFO:tasks.rados.rados.0.smithi016.stdout:2622: rollback oid 14 current snap is 249 2024-04-15T14:45:39.422 INFO:tasks.rados.rados.0.smithi016.stdout:rollback oid 14 to 248 2024-04-15T14:45:39.422 INFO:tasks.rados.rados.0.smithi016.stdout:2618: finishing write tid 3 to smithi01678542-31 2024-04-15T14:45:39.422 INFO:tasks.rados.rados.0.smithi016.stdout:2618: finishing write tid 4 to smithi01678542-31 2024-04-15T14:45:39.422 INFO:tasks.rados.rados.0.smithi016.stdout:2618: finishing write tid 5 to smithi01678542-31 2024-04-15T14:45:39.422 INFO:tasks.rados.rados.0.smithi016.stdout:2618: oid 31 updating version 0 to 1054 2024-04-15T14:45:39.422 INFO:tasks.rados.rados.0.smithi016.stdout:2618: oid 31 updating version 1054 to 1056 2024-04-15T14:45:39.422 INFO:tasks.rados.rados.0.smithi016.stdout:2618: oid 31 updating version 1056 to 1057 2024-04-15T14:45:39.422 INFO:tasks.rados.rados.0.smithi016.stdout:2618: oid 31 version 1057 is already newer than 1055 2024-04-15T14:45:39.423 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 31 v 1057 (ObjNum 823 snap 249 seq_num 823) dirty exists 2024-04-15T14:45:39.423 INFO:tasks.rados.rados.0.smithi016.stdout:2618: left oid 31 (ObjNum 823 snap 249 seq_num 823) 2024-04-15T14:45:39.423 INFO:tasks.rados.rados.0.smithi016.stdout:2619: finishing write tid 1 to smithi01678542-28 2024-04-15T14:45:39.423 INFO:tasks.rados.rados.0.smithi016.stdout:2619: finishing write tid 2 to smithi01678542-28 2024-04-15T14:45:39.423 INFO:tasks.rados.rados.0.smithi016.stdout:2618: done (5 left) 2024-04-15T14:45:39.423 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 4 current snap is 249 2024-04-15T14:45:39.423 INFO:tasks.rados.rados.0.smithi016.stdout:2623: seq_num 825 ranges {7053312=622592,7675904=745472,8421376=458752} 2024-04-15T14:45:39.465 INFO:tasks.rados.rados.0.smithi016.stdout:2623: writing smithi01678542-4 from 7053312 to 7675904 tid 1 2024-04-15T14:45:39.469 INFO:tasks.rados.rados.0.smithi016.stdout:2623: writing smithi01678542-4 from 7675904 to 8421376 tid 2 2024-04-15T14:45:39.474 INFO:tasks.rados.rados.0.smithi016.stdout:2623: writing smithi01678542-4 from 8421376 to 8880128 tid 3 2024-04-15T14:45:39.474 INFO:tasks.rados.rados.0.smithi016.stdout:2624: read oid 1 snap -1 2024-04-15T14:45:39.474 INFO:tasks.rados.rados.0.smithi016.stdout:2624: expect (ObjNum 0 snap 0 seq_num 0) 2024-04-15T14:45:39.474 INFO:tasks.rados.rados.0.smithi016.stdout:2625: rollback oid 40 current snap is 249 2024-04-15T14:45:39.474 INFO:tasks.rados.rados.0.smithi016.stdout:rollback oid 40 to 248 2024-04-15T14:45:39.474 INFO:tasks.rados.rados.0.smithi016.stdout:2626: rollback oid 33 current snap is 249 2024-04-15T14:45:39.474 INFO:tasks.rados.rados.0.smithi016.stdout:rollback oid 33 to 248 2024-04-15T14:45:39.474 INFO:tasks.rados.rados.0.smithi016.stdout:2622: finishing rollback tid 0 to smithi01678542-14 2024-04-15T14:45:39.474 INFO:tasks.rados.rados.0.smithi016.stdout:2619: finishing write tid 3 to smithi01678542-28 2024-04-15T14:45:39.474 INFO:tasks.rados.rados.0.smithi016.stdout:2622: finishing rollback tid 1 to smithi01678542-14 2024-04-15T14:45:39.475 INFO:tasks.rados.rados.0.smithi016.stdout:2619: finishing write tid 4 to smithi01678542-28 2024-04-15T14:45:39.475 INFO:tasks.rados.rados.0.smithi016.stdout:2622: finishing rollback tid 2 to smithi01678542-14 2024-04-15T14:45:39.475 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 14 v 1167 (ObjNum 673 snap 207 seq_num 673) dirty exists 2024-04-15T14:45:39.475 INFO:tasks.rados.rados.0.smithi016.stdout:2619: finishing write tid 5 to smithi01678542-28 2024-04-15T14:45:39.475 INFO:tasks.rados.rados.0.smithi016.stdout:2620: done (8 left) 2024-04-15T14:45:39.475 INFO:tasks.rados.rados.0.smithi016.stdout:2622: done (7 left) 2024-04-15T14:45:39.475 INFO:tasks.rados.rados.0.smithi016.stdout:2627: read oid 15 snap -1 2024-04-15T14:45:39.475 INFO:tasks.rados.rados.0.smithi016.stdout:2627: expect (ObjNum 0 snap 0 seq_num 0) 2024-04-15T14:45:39.475 INFO:tasks.rados.rados.0.smithi016.stdout:2628: rollback oid 5 current snap is 249 2024-04-15T14:45:39.475 INFO:tasks.rados.rados.0.smithi016.stdout:rollback oid 5 to 248 2024-04-15T14:45:39.475 INFO:tasks.rados.rados.0.smithi016.stdout:2619: finishing write tid 6 to smithi01678542-28 2024-04-15T14:45:39.475 INFO:tasks.rados.rados.0.smithi016.stdout:2619: oid 28 updating version 0 to 1027 2024-04-15T14:45:39.475 INFO:tasks.rados.rados.0.smithi016.stdout:2619: oid 28 updating version 1027 to 1029 2024-04-15T14:45:39.476 INFO:tasks.rados.rados.0.smithi016.stdout:2619: oid 28 version 1029 is already newer than 1026 2024-04-15T14:45:39.476 INFO:tasks.rados.rados.0.smithi016.stdout:2619: oid 28 version 1029 is already newer than 1025 2024-04-15T14:45:39.476 INFO:tasks.rados.rados.0.smithi016.stdout:2619: oid 28 version 1029 is already newer than 1028 2024-04-15T14:45:39.476 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 28 v 1029 (ObjNum 824 snap 249 seq_num 824) dirty exists 2024-04-15T14:45:39.476 INFO:tasks.rados.rados.0.smithi016.stdout:2619: left oid 28 (ObjNum 824 snap 249 seq_num 824) 2024-04-15T14:45:39.476 INFO:tasks.rados.rados.0.smithi016.stdout:2617: finishing copy_from racing read to smithi01678542-43 2024-04-15T14:45:39.476 INFO:tasks.rados.rados.0.smithi016.stdout:2617: finishing copy_from to smithi01678542-43 2024-04-15T14:45:39.476 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 43 v 941 (ObjNum 728 snap 228 seq_num 728) dirty exists 2024-04-15T14:45:39.476 INFO:tasks.rados.rados.0.smithi016.stdout:2616: finishing copy_from racing read to smithi01678542-19 2024-04-15T14:45:39.476 INFO:tasks.rados.rados.0.smithi016.stdout:2616: finishing copy_from to smithi01678542-19 2024-04-15T14:45:39.476 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 19 v 1119 (ObjNum 814 snap 248 seq_num 814) dirty exists 2024-04-15T14:45:39.476 INFO:tasks.rados.rados.0.smithi016.stdout:2623: finishing write tid 1 to smithi01678542-4 2024-04-15T14:45:39.476 INFO:tasks.rados.rados.0.smithi016.stdout:2616: done (8 left) 2024-04-15T14:45:39.476 INFO:tasks.rados.rados.0.smithi016.stdout:2617: done (7 left) 2024-04-15T14:45:39.477 INFO:tasks.rados.rados.0.smithi016.stdout:2619: done (6 left) 2024-04-15T14:45:39.477 INFO:tasks.rados.rados.0.smithi016.stdout:2629: snap_create 2024-04-15T14:45:39.477 INFO:tasks.rados.rados.0.smithi016.stdout:2623: finishing write tid 2 to smithi01678542-4 2024-04-15T14:45:39.477 INFO:tasks.rados.rados.0.smithi016.stdout:2625: finishing rollback tid 1 to smithi01678542-40 2024-04-15T14:45:39.477 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 40 v 0 (ObjNum 33 snap 0 seq_num 2234857248) dirty dne 2024-04-15T14:45:39.477 INFO:tasks.rados.rados.0.smithi016.stdout:2627: expect (ObjNum 0 snap 0 seq_num 0) 2024-04-15T14:45:39.477 INFO:tasks.rados.rados.0.smithi016.stdout:2624: expect (ObjNum 0 snap 0 seq_num 0) 2024-04-15T14:45:39.478 INFO:tasks.rados.rados.0.smithi016.stdout:2628: finishing rollback tid 0 to smithi01678542-5 2024-04-15T14:45:39.478 INFO:tasks.rados.rados.0.smithi016.stdout:2628: finishing rollback tid 1 to smithi01678542-5 2024-04-15T14:45:39.478 INFO:tasks.rados.rados.0.smithi016.stdout:2623: finishing write tid 3 to smithi01678542-4 2024-04-15T14:45:39.478 INFO:tasks.rados.rados.0.smithi016.stdout:2628: finishing rollback tid 2 to smithi01678542-5 2024-04-15T14:45:39.478 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 5 v 1060 (ObjNum 631 snap 191 seq_num 631) dirty exists 2024-04-15T14:45:39.478 INFO:tasks.rados.rados.0.smithi016.stdout:2623: finishing write tid 4 to smithi01678542-4 2024-04-15T14:45:39.479 INFO:tasks.rados.rados.0.smithi016.stdout:2626: finishing rollback tid 0 to smithi01678542-33 2024-04-15T14:45:39.479 INFO:tasks.rados.rados.0.smithi016.stdout:2623: finishing write tid 5 to smithi01678542-4 2024-04-15T14:45:39.479 INFO:tasks.rados.rados.0.smithi016.stdout:2623: oid 4 updating version 0 to 1424 2024-04-15T14:45:39.479 INFO:tasks.rados.rados.0.smithi016.stdout:2623: oid 4 version 1424 is already newer than 1422 2024-04-15T14:45:39.479 INFO:tasks.rados.rados.0.smithi016.stdout:2623: oid 4 updating version 1424 to 1425 2024-04-15T14:45:39.479 INFO:tasks.rados.rados.0.smithi016.stdout:2623: oid 4 version 1425 is already newer than 1423 2024-04-15T14:45:39.479 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 4 v 1425 (ObjNum 825 snap 249 seq_num 825) dirty exists 2024-04-15T14:45:39.479 INFO:tasks.rados.rados.0.smithi016.stdout:2623: left oid 4 (ObjNum 825 snap 249 seq_num 825) 2024-04-15T14:45:39.480 INFO:tasks.rados.rados.0.smithi016.stdout:2626: finishing rollback tid 1 to smithi01678542-33 2024-04-15T14:45:39.480 INFO:tasks.rados.rados.0.smithi016.stdout:2626: finishing rollback tid 2 to smithi01678542-33 2024-04-15T14:45:39.480 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 33 v 1429 (ObjNum 273 snap 0 seq_num 0) dirty exists 2024-04-15T14:45:39.483 INFO:journalctl@ceph.node-exporter.a.smithi016.stdout:Apr 15 14:45:39 smithi016 podman[123275]: 2024-04-15 14:45:39.111276315 +0000 UTC m=+0.142465777 container died 8d0101b6e6e8e407e92b811d8efef00bc8de0dc4b12dacdacd3002de08353363 (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-362ea986-fb34-11ee-bc8f-c7b262605968-node-exporter-a, maintainer=The Prometheus Authors ) 2024-04-15T14:45:39.483 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:45:39 smithi016 ceph-mon[93212]: pgmap v505: 121 pgs: 121 active+clean; 147 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 9.4 MiB/s rd, 3.1 MiB/s wr, 23 op/s 2024-04-15T14:45:39.484 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:45:39 smithi016 ceph-mon[93212]: Upgrade: Updating node-exporter.a (1/2) 2024-04-15T14:45:39.484 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:45:39 smithi016 ceph-mon[93212]: Deploying daemon node-exporter.a on smithi016 2024-04-15T14:45:39.484 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:45:39 smithi016 ceph-mon[93212]: osdmap e583: 8 total, 8 up, 8 in 2024-04-15T14:45:39.484 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:45:39 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T14:45:39.484 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:45:39 smithi016 ceph-mon[90652]: pgmap v505: 121 pgs: 121 active+clean; 147 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 9.4 MiB/s rd, 3.1 MiB/s wr, 23 op/s 2024-04-15T14:45:39.484 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:45:39 smithi016 ceph-mon[90652]: Upgrade: Updating node-exporter.a (1/2) 2024-04-15T14:45:39.484 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:45:39 smithi016 ceph-mon[90652]: Deploying daemon node-exporter.a on smithi016 2024-04-15T14:45:39.484 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:45:39 smithi016 ceph-mon[90652]: osdmap e583: 8 total, 8 up, 8 in 2024-04-15T14:45:39.484 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:45:39 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T14:45:39.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:45:39 smithi102 ceph-mon[87131]: pgmap v505: 121 pgs: 121 active+clean; 147 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 9.4 MiB/s rd, 3.1 MiB/s wr, 23 op/s 2024-04-15T14:45:39.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:45:39 smithi102 ceph-mon[87131]: Upgrade: Updating node-exporter.a (1/2) 2024-04-15T14:45:39.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:45:39 smithi102 ceph-mon[87131]: Deploying daemon node-exporter.a on smithi016 2024-04-15T14:45:39.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:45:39 smithi102 ceph-mon[87131]: osdmap e583: 8 total, 8 up, 8 in 2024-04-15T14:45:39.688 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:45:39 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T14:45:39.789 INFO:journalctl@ceph.node-exporter.a.smithi016.stdout:Apr 15 14:45:39 smithi016 podman[123275]: 2024-04-15 14:45:39.574043909 +0000 UTC m=+0.605233369 container cleanup 8d0101b6e6e8e407e92b811d8efef00bc8de0dc4b12dacdacd3002de08353363 (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-362ea986-fb34-11ee-bc8f-c7b262605968-node-exporter-a, maintainer=The Prometheus Authors ) 2024-04-15T14:45:39.789 INFO:journalctl@ceph.node-exporter.a.smithi016.stdout:Apr 15 14:45:39 smithi016 bash[123275]: ceph-362ea986-fb34-11ee-bc8f-c7b262605968-node-exporter-a 2024-04-15T14:45:40.192 INFO:journalctl@ceph.node-exporter.a.smithi016.stdout:Apr 15 14:45:39 smithi016 podman[123294]: 2024-04-15 14:45:39.84996862 +0000 UTC m=+0.742981741 container remove 8d0101b6e6e8e407e92b811d8efef00bc8de0dc4b12dacdacd3002de08353363 (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-362ea986-fb34-11ee-bc8f-c7b262605968-node-exporter-a, maintainer=The Prometheus Authors ) 2024-04-15T14:45:40.192 INFO:journalctl@ceph.node-exporter.a.smithi016.stdout:Apr 15 14:45:39 smithi016 systemd[1]: ceph-362ea986-fb34-11ee-bc8f-c7b262605968@node-exporter.a.service: Main process exited, code=exited, status=143/n/a 2024-04-15T14:45:40.192 INFO:journalctl@ceph.node-exporter.a.smithi016.stdout:Apr 15 14:45:39 smithi016 systemd[1]: ceph-362ea986-fb34-11ee-bc8f-c7b262605968@node-exporter.a.service: Failed with result 'exit-code'. 2024-04-15T14:45:40.192 INFO:journalctl@ceph.node-exporter.a.smithi016.stdout:Apr 15 14:45:39 smithi016 systemd[1]: Stopped Ceph node-exporter.a for 362ea986-fb34-11ee-bc8f-c7b262605968. 2024-04-15T14:45:40.192 INFO:journalctl@ceph.node-exporter.a.smithi016.stdout:Apr 15 14:45:39 smithi016 systemd[1]: ceph-362ea986-fb34-11ee-bc8f-c7b262605968@node-exporter.a.service: Consumed 3.056s CPU time. 2024-04-15T14:45:40.334 INFO:tasks.rados.rados.0.smithi016.stdout:2623: done (6 left) 2024-04-15T14:45:40.335 INFO:tasks.rados.rados.0.smithi016.stdout:2624: done (5 left) 2024-04-15T14:45:40.335 INFO:tasks.rados.rados.0.smithi016.stdout:2625: done (4 left) 2024-04-15T14:45:40.335 INFO:tasks.rados.rados.0.smithi016.stdout:2626: done (3 left) 2024-04-15T14:45:40.335 INFO:tasks.rados.rados.0.smithi016.stdout:2627: done (2 left) 2024-04-15T14:45:40.335 INFO:tasks.rados.rados.0.smithi016.stdout:2628: done (1 left) 2024-04-15T14:45:40.335 INFO:tasks.rados.rados.0.smithi016.stdout:2629: done (0 left) 2024-04-15T14:45:40.335 INFO:tasks.rados.rados.0.smithi016.stdout:2630: read oid 49 snap -1 2024-04-15T14:45:40.335 INFO:tasks.rados.rados.0.smithi016.stdout:2630: expect (ObjNum 763 snap 239 seq_num 763) 2024-04-15T14:45:40.335 INFO:tasks.rados.rados.0.smithi016.stdout:2631: rollback oid 47 current snap is 250 2024-04-15T14:45:40.335 INFO:tasks.rados.rados.0.smithi016.stdout:rollback oid 47 to 248 2024-04-15T14:45:40.335 INFO:tasks.rados.rados.0.smithi016.stdout:2632: delete oid 28 current snap is 250 2024-04-15T14:45:40.335 INFO:tasks.rados.rados.0.smithi016.stdout:2631: finishing rollback tid 1 to smithi01678542-47 2024-04-15T14:45:40.335 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 47 v 0 (ObjNum 33 snap 0 seq_num 2235731216) dirty dne 2024-04-15T14:45:40.337 INFO:tasks.rados.rados.0.smithi016.stdout:2631: done (2 left) 2024-04-15T14:45:40.337 INFO:tasks.rados.rados.0.smithi016.stdout:2632: done (1 left) 2024-04-15T14:45:40.337 INFO:tasks.rados.rados.0.smithi016.stdout:2633: rmattr oid 43 current snap is 250 2024-04-15T14:45:40.337 INFO:tasks.rados.rados.0.smithi016.stdout:2634: read oid 11 snap -1 2024-04-15T14:45:40.337 INFO:tasks.rados.rados.0.smithi016.stdout:2634: expect (ObjNum 668 snap 206 seq_num 668) 2024-04-15T14:45:40.337 INFO:tasks.rados.rados.0.smithi016.stdout:2635: read oid 4 snap -1 2024-04-15T14:45:40.337 INFO:tasks.rados.rados.0.smithi016.stdout:2635: expect (ObjNum 825 snap 249 seq_num 825) 2024-04-15T14:45:40.337 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 18 current snap is 250 2024-04-15T14:45:40.338 INFO:tasks.rados.rados.0.smithi016.stdout:2636: seq_num 827 ranges {1744896=655360,2400256=516096,2916352=688128} 2024-04-15T14:45:40.351 INFO:tasks.rados.rados.0.smithi016.stdout:2636: writing smithi01678542-18 from 1744896 to 2400256 tid 1 2024-04-15T14:45:40.354 INFO:tasks.rados.rados.0.smithi016.stdout:2636: writing smithi01678542-18 from 2400256 to 2916352 tid 2 2024-04-15T14:45:40.359 INFO:tasks.rados.rados.0.smithi016.stdout:2636: writing smithi01678542-18 from 2916352 to 3604480 tid 3 2024-04-15T14:45:40.359 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 7 current snap is 250 2024-04-15T14:45:40.359 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 43 v 1258 (ObjNum 728 snap 228 seq_num 728) dirty exists 2024-04-15T14:45:40.359 INFO:tasks.rados.rados.0.smithi016.stdout:2634: expect (ObjNum 668 snap 206 seq_num 668) 2024-04-15T14:45:40.402 INFO:tasks.rados.rados.0.smithi016.stdout:2630: expect (ObjNum 763 snap 239 seq_num 763) 2024-04-15T14:45:40.539 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:45:40 smithi016 ceph-mon[90652]: osdmap e584: 8 total, 8 up, 8 in 2024-04-15T14:45:40.539 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:45:40 smithi016 ceph-mon[90652]: osdmap e585: 8 total, 8 up, 8 in 2024-04-15T14:45:40.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:45:40 smithi016 ceph-mon[93212]: osdmap e584: 8 total, 8 up, 8 in 2024-04-15T14:45:40.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:45:40 smithi016 ceph-mon[93212]: osdmap e585: 8 total, 8 up, 8 in 2024-04-15T14:45:40.540 INFO:journalctl@ceph.node-exporter.a.smithi016.stdout:Apr 15 14:45:40 smithi016 systemd[1]: Starting Ceph node-exporter.a for 362ea986-fb34-11ee-bc8f-c7b262605968... 2024-04-15T14:45:40.540 INFO:journalctl@ceph.node-exporter.a.smithi016.stdout:Apr 15 14:45:40 smithi016 podman[123435]: 2024-04-15 14:45:40.305378415 +0000 UTC m=+0.017718471 image pull 0da6a335fe1356545476b749c68f022c897de3a2139e8f0054f6937349ee2b83 quay.io/prometheus/node-exporter:v1.5.0 2024-04-15T14:45:40.540 INFO:journalctl@ceph.node-exporter.a.smithi016.stdout:Apr 15 14:45:40 smithi016 podman[123435]: 2024-04-15 14:45:40.435426571 +0000 UTC m=+0.147766613 container create f2726eb5030b3d647a4bcfe0134ee9414fee6a957b0e7b5e839a109fe58203c5 (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-362ea986-fb34-11ee-bc8f-c7b262605968-node-exporter-a, maintainer=The Prometheus Authors ) 2024-04-15T14:45:40.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:45:40 smithi102 ceph-mon[87131]: osdmap e584: 8 total, 8 up, 8 in 2024-04-15T14:45:40.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:45:40 smithi102 ceph-mon[87131]: osdmap e585: 8 total, 8 up, 8 in 2024-04-15T14:45:41.040 INFO:journalctl@ceph.node-exporter.a.smithi016.stdout:Apr 15 14:45:40 smithi016 podman[123435]: 2024-04-15 14:45:40.696106264 +0000 UTC m=+0.408446312 container init f2726eb5030b3d647a4bcfe0134ee9414fee6a957b0e7b5e839a109fe58203c5 (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-362ea986-fb34-11ee-bc8f-c7b262605968-node-exporter-a, maintainer=The Prometheus Authors ) 2024-04-15T14:45:41.040 INFO:journalctl@ceph.node-exporter.a.smithi016.stdout:Apr 15 14:45:40 smithi016 podman[123435]: 2024-04-15 14:45:40.701594305 +0000 UTC m=+0.413934349 container start f2726eb5030b3d647a4bcfe0134ee9414fee6a957b0e7b5e839a109fe58203c5 (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-362ea986-fb34-11ee-bc8f-c7b262605968-node-exporter-a, maintainer=The Prometheus Authors ) 2024-04-15T14:45:41.040 INFO:journalctl@ceph.node-exporter.a.smithi016.stdout:Apr 15 14:45:40 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-node-exporter-a[123450]: ts=2024-04-15T14:45:40.705Z caller=node_exporter.go:180 level=info msg="Starting node_exporter" version="(version=1.5.0, branch=HEAD, revision=1b48970ffcf5630534fb00bb0687d73c66d1c959)" 2024-04-15T14:45:41.040 INFO:journalctl@ceph.node-exporter.a.smithi016.stdout:Apr 15 14:45:40 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-node-exporter-a[123450]: ts=2024-04-15T14:45:40.705Z caller=node_exporter.go:181 level=info msg="Build context" build_context="(go=go1.19.3, user=root@6e7732a7b81b, date=20221129-18:59:09)" 2024-04-15T14:45:41.040 INFO:journalctl@ceph.node-exporter.a.smithi016.stdout:Apr 15 14:45:40 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-node-exporter-a[123450]: ts=2024-04-15T14:45:40.705Z caller=filesystem_common.go:111 level=info collector=filesystem msg="Parsed flag --collector.filesystem.mount-points-exclude" flag=^/(dev|proc|run/credentials/.+|sys|var/lib/docker/.+|var/lib/containers/storage/.+)($|/) 2024-04-15T14:45:41.041 INFO:journalctl@ceph.node-exporter.a.smithi016.stdout:Apr 15 14:45:40 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-node-exporter-a[123450]: ts=2024-04-15T14:45:40.705Z caller=filesystem_common.go:113 level=info collector=filesystem msg="Parsed flag --collector.filesystem.fs-types-exclude" flag=^(autofs|binfmt_misc|bpf|cgroup2?|configfs|debugfs|devpts|devtmpfs|fusectl|hugetlbfs|iso9660|mqueue|nsfs|overlay|proc|procfs|pstore|rpc_pipefs|securityfs|selinuxfs|squashfs|sysfs|tracefs)$ 2024-04-15T14:45:41.041 INFO:journalctl@ceph.node-exporter.a.smithi016.stdout:Apr 15 14:45:40 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-node-exporter-a[123450]: ts=2024-04-15T14:45:40.705Z caller=diskstats_common.go:111 level=info collector=diskstats msg="Parsed flag --collector.diskstats.device-exclude" flag=^(ram|loop|fd|(h|s|v|xv)d[a-z]|nvme\d+n\d+p)\d+$ 2024-04-15T14:45:41.041 INFO:journalctl@ceph.node-exporter.a.smithi016.stdout:Apr 15 14:45:40 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-node-exporter-a[123450]: ts=2024-04-15T14:45:40.705Z caller=diskstats_linux.go:264 level=error collector=diskstats msg="Failed to open directory, disabling udev device properties" path=/run/udev/data 2024-04-15T14:45:41.041 INFO:journalctl@ceph.node-exporter.a.smithi016.stdout:Apr 15 14:45:40 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-node-exporter-a[123450]: ts=2024-04-15T14:45:40.706Z caller=node_exporter.go:110 level=info msg="Enabled collectors" 2024-04-15T14:45:41.041 INFO:journalctl@ceph.node-exporter.a.smithi016.stdout:Apr 15 14:45:40 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-node-exporter-a[123450]: ts=2024-04-15T14:45:40.706Z caller=node_exporter.go:117 level=info collector=arp 2024-04-15T14:45:41.041 INFO:journalctl@ceph.node-exporter.a.smithi016.stdout:Apr 15 14:45:40 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-node-exporter-a[123450]: ts=2024-04-15T14:45:40.706Z caller=node_exporter.go:117 level=info collector=bcache 2024-04-15T14:45:41.041 INFO:journalctl@ceph.node-exporter.a.smithi016.stdout:Apr 15 14:45:40 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-node-exporter-a[123450]: ts=2024-04-15T14:45:40.706Z caller=node_exporter.go:117 level=info collector=bonding 2024-04-15T14:45:41.041 INFO:journalctl@ceph.node-exporter.a.smithi016.stdout:Apr 15 14:45:40 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-node-exporter-a[123450]: ts=2024-04-15T14:45:40.706Z caller=node_exporter.go:117 level=info collector=btrfs 2024-04-15T14:45:41.041 INFO:journalctl@ceph.node-exporter.a.smithi016.stdout:Apr 15 14:45:40 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-node-exporter-a[123450]: ts=2024-04-15T14:45:40.706Z caller=node_exporter.go:117 level=info collector=conntrack 2024-04-15T14:45:41.041 INFO:journalctl@ceph.node-exporter.a.smithi016.stdout:Apr 15 14:45:40 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-node-exporter-a[123450]: ts=2024-04-15T14:45:40.706Z caller=node_exporter.go:117 level=info collector=cpu 2024-04-15T14:45:41.041 INFO:journalctl@ceph.node-exporter.a.smithi016.stdout:Apr 15 14:45:40 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-node-exporter-a[123450]: ts=2024-04-15T14:45:40.706Z caller=node_exporter.go:117 level=info collector=cpufreq 2024-04-15T14:45:41.042 INFO:journalctl@ceph.node-exporter.a.smithi016.stdout:Apr 15 14:45:40 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-node-exporter-a[123450]: ts=2024-04-15T14:45:40.706Z caller=node_exporter.go:117 level=info collector=diskstats 2024-04-15T14:45:41.042 INFO:journalctl@ceph.node-exporter.a.smithi016.stdout:Apr 15 14:45:40 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-node-exporter-a[123450]: ts=2024-04-15T14:45:40.706Z caller=node_exporter.go:117 level=info collector=dmi 2024-04-15T14:45:41.042 INFO:journalctl@ceph.node-exporter.a.smithi016.stdout:Apr 15 14:45:40 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-node-exporter-a[123450]: ts=2024-04-15T14:45:40.706Z caller=node_exporter.go:117 level=info collector=edac 2024-04-15T14:45:41.042 INFO:journalctl@ceph.node-exporter.a.smithi016.stdout:Apr 15 14:45:40 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-node-exporter-a[123450]: ts=2024-04-15T14:45:40.706Z caller=node_exporter.go:117 level=info collector=entropy 2024-04-15T14:45:41.042 INFO:journalctl@ceph.node-exporter.a.smithi016.stdout:Apr 15 14:45:40 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-node-exporter-a[123450]: ts=2024-04-15T14:45:40.706Z caller=node_exporter.go:117 level=info collector=fibrechannel 2024-04-15T14:45:41.042 INFO:journalctl@ceph.node-exporter.a.smithi016.stdout:Apr 15 14:45:40 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-node-exporter-a[123450]: ts=2024-04-15T14:45:40.706Z caller=node_exporter.go:117 level=info collector=filefd 2024-04-15T14:45:41.042 INFO:journalctl@ceph.node-exporter.a.smithi016.stdout:Apr 15 14:45:40 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-node-exporter-a[123450]: ts=2024-04-15T14:45:40.706Z caller=node_exporter.go:117 level=info collector=filesystem 2024-04-15T14:45:41.043 INFO:journalctl@ceph.node-exporter.a.smithi016.stdout:Apr 15 14:45:40 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-node-exporter-a[123450]: ts=2024-04-15T14:45:40.706Z caller=node_exporter.go:117 level=info collector=hwmon 2024-04-15T14:45:41.043 INFO:journalctl@ceph.node-exporter.a.smithi016.stdout:Apr 15 14:45:40 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-node-exporter-a[123450]: ts=2024-04-15T14:45:40.706Z caller=node_exporter.go:117 level=info collector=infiniband 2024-04-15T14:45:41.043 INFO:journalctl@ceph.node-exporter.a.smithi016.stdout:Apr 15 14:45:40 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-node-exporter-a[123450]: ts=2024-04-15T14:45:40.706Z caller=node_exporter.go:117 level=info collector=ipvs 2024-04-15T14:45:41.043 INFO:journalctl@ceph.node-exporter.a.smithi016.stdout:Apr 15 14:45:40 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-node-exporter-a[123450]: ts=2024-04-15T14:45:40.706Z caller=node_exporter.go:117 level=info collector=loadavg 2024-04-15T14:45:41.043 INFO:journalctl@ceph.node-exporter.a.smithi016.stdout:Apr 15 14:45:40 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-node-exporter-a[123450]: ts=2024-04-15T14:45:40.706Z caller=node_exporter.go:117 level=info collector=mdadm 2024-04-15T14:45:41.043 INFO:journalctl@ceph.node-exporter.a.smithi016.stdout:Apr 15 14:45:40 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-node-exporter-a[123450]: ts=2024-04-15T14:45:40.706Z caller=node_exporter.go:117 level=info collector=meminfo 2024-04-15T14:45:41.043 INFO:journalctl@ceph.node-exporter.a.smithi016.stdout:Apr 15 14:45:40 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-node-exporter-a[123450]: ts=2024-04-15T14:45:40.706Z caller=node_exporter.go:117 level=info collector=netclass 2024-04-15T14:45:41.043 INFO:journalctl@ceph.node-exporter.a.smithi016.stdout:Apr 15 14:45:40 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-node-exporter-a[123450]: ts=2024-04-15T14:45:40.706Z caller=node_exporter.go:117 level=info collector=netdev 2024-04-15T14:45:41.043 INFO:journalctl@ceph.node-exporter.a.smithi016.stdout:Apr 15 14:45:40 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-node-exporter-a[123450]: ts=2024-04-15T14:45:40.706Z caller=node_exporter.go:117 level=info collector=netstat 2024-04-15T14:45:41.043 INFO:journalctl@ceph.node-exporter.a.smithi016.stdout:Apr 15 14:45:40 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-node-exporter-a[123450]: ts=2024-04-15T14:45:40.706Z caller=node_exporter.go:117 level=info collector=nfs 2024-04-15T14:45:41.043 INFO:journalctl@ceph.node-exporter.a.smithi016.stdout:Apr 15 14:45:40 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-node-exporter-a[123450]: ts=2024-04-15T14:45:40.706Z caller=node_exporter.go:117 level=info collector=nfsd 2024-04-15T14:45:41.043 INFO:journalctl@ceph.node-exporter.a.smithi016.stdout:Apr 15 14:45:40 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-node-exporter-a[123450]: ts=2024-04-15T14:45:40.706Z caller=node_exporter.go:117 level=info collector=nvme 2024-04-15T14:45:41.044 INFO:journalctl@ceph.node-exporter.a.smithi016.stdout:Apr 15 14:45:40 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-node-exporter-a[123450]: ts=2024-04-15T14:45:40.706Z caller=node_exporter.go:117 level=info collector=os 2024-04-15T14:45:41.044 INFO:journalctl@ceph.node-exporter.a.smithi016.stdout:Apr 15 14:45:40 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-node-exporter-a[123450]: ts=2024-04-15T14:45:40.706Z caller=node_exporter.go:117 level=info collector=powersupplyclass 2024-04-15T14:45:41.044 INFO:journalctl@ceph.node-exporter.a.smithi016.stdout:Apr 15 14:45:40 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-node-exporter-a[123450]: ts=2024-04-15T14:45:40.706Z caller=node_exporter.go:117 level=info collector=pressure 2024-04-15T14:45:41.044 INFO:journalctl@ceph.node-exporter.a.smithi016.stdout:Apr 15 14:45:40 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-node-exporter-a[123450]: ts=2024-04-15T14:45:40.706Z caller=node_exporter.go:117 level=info collector=rapl 2024-04-15T14:45:41.044 INFO:journalctl@ceph.node-exporter.a.smithi016.stdout:Apr 15 14:45:40 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-node-exporter-a[123450]: ts=2024-04-15T14:45:40.706Z caller=node_exporter.go:117 level=info collector=schedstat 2024-04-15T14:45:41.044 INFO:journalctl@ceph.node-exporter.a.smithi016.stdout:Apr 15 14:45:40 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-node-exporter-a[123450]: ts=2024-04-15T14:45:40.706Z caller=node_exporter.go:117 level=info collector=selinux 2024-04-15T14:45:41.044 INFO:journalctl@ceph.node-exporter.a.smithi016.stdout:Apr 15 14:45:40 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-node-exporter-a[123450]: ts=2024-04-15T14:45:40.706Z caller=node_exporter.go:117 level=info collector=sockstat 2024-04-15T14:45:41.044 INFO:journalctl@ceph.node-exporter.a.smithi016.stdout:Apr 15 14:45:40 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-node-exporter-a[123450]: ts=2024-04-15T14:45:40.706Z caller=node_exporter.go:117 level=info collector=softnet 2024-04-15T14:45:41.044 INFO:journalctl@ceph.node-exporter.a.smithi016.stdout:Apr 15 14:45:40 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-node-exporter-a[123450]: ts=2024-04-15T14:45:40.706Z caller=node_exporter.go:117 level=info collector=stat 2024-04-15T14:45:41.044 INFO:journalctl@ceph.node-exporter.a.smithi016.stdout:Apr 15 14:45:40 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-node-exporter-a[123450]: ts=2024-04-15T14:45:40.706Z caller=node_exporter.go:117 level=info collector=tapestats 2024-04-15T14:45:41.044 INFO:journalctl@ceph.node-exporter.a.smithi016.stdout:Apr 15 14:45:40 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-node-exporter-a[123450]: ts=2024-04-15T14:45:40.706Z caller=node_exporter.go:117 level=info collector=textfile 2024-04-15T14:45:41.044 INFO:journalctl@ceph.node-exporter.a.smithi016.stdout:Apr 15 14:45:40 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-node-exporter-a[123450]: ts=2024-04-15T14:45:40.706Z caller=node_exporter.go:117 level=info collector=thermal_zone 2024-04-15T14:45:41.044 INFO:journalctl@ceph.node-exporter.a.smithi016.stdout:Apr 15 14:45:40 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-node-exporter-a[123450]: ts=2024-04-15T14:45:40.706Z caller=node_exporter.go:117 level=info collector=time 2024-04-15T14:45:41.044 INFO:journalctl@ceph.node-exporter.a.smithi016.stdout:Apr 15 14:45:40 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-node-exporter-a[123450]: ts=2024-04-15T14:45:40.706Z caller=node_exporter.go:117 level=info collector=udp_queues 2024-04-15T14:45:41.044 INFO:journalctl@ceph.node-exporter.a.smithi016.stdout:Apr 15 14:45:40 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-node-exporter-a[123450]: ts=2024-04-15T14:45:40.706Z caller=node_exporter.go:117 level=info collector=uname 2024-04-15T14:45:41.045 INFO:journalctl@ceph.node-exporter.a.smithi016.stdout:Apr 15 14:45:40 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-node-exporter-a[123450]: ts=2024-04-15T14:45:40.706Z caller=node_exporter.go:117 level=info collector=vmstat 2024-04-15T14:45:41.045 INFO:journalctl@ceph.node-exporter.a.smithi016.stdout:Apr 15 14:45:40 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-node-exporter-a[123450]: ts=2024-04-15T14:45:40.706Z caller=node_exporter.go:117 level=info collector=xfs 2024-04-15T14:45:41.045 INFO:journalctl@ceph.node-exporter.a.smithi016.stdout:Apr 15 14:45:40 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-node-exporter-a[123450]: ts=2024-04-15T14:45:40.706Z caller=node_exporter.go:117 level=info collector=zfs 2024-04-15T14:45:41.045 INFO:journalctl@ceph.node-exporter.a.smithi016.stdout:Apr 15 14:45:40 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-node-exporter-a[123450]: ts=2024-04-15T14:45:40.706Z caller=tls_config.go:232 level=info msg="Listening on" address=[::]:9100 2024-04-15T14:45:41.045 INFO:journalctl@ceph.node-exporter.a.smithi016.stdout:Apr 15 14:45:40 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-node-exporter-a[123450]: ts=2024-04-15T14:45:40.706Z caller=tls_config.go:235 level=info msg="TLS is disabled." http2=false address=[::]:9100 2024-04-15T14:45:41.045 INFO:journalctl@ceph.node-exporter.a.smithi016.stdout:Apr 15 14:45:40 smithi016 bash[123435]: f2726eb5030b3d647a4bcfe0134ee9414fee6a957b0e7b5e839a109fe58203c5 2024-04-15T14:45:41.045 INFO:journalctl@ceph.node-exporter.a.smithi016.stdout:Apr 15 14:45:40 smithi016 systemd[1]: Started Ceph node-exporter.a for 362ea986-fb34-11ee-bc8f-c7b262605968. 2024-04-15T14:45:41.215 INFO:tasks.rados.rados.0.smithi016.stdout:2636: finishing write tid 1 to smithi01678542-18 2024-04-15T14:45:41.215 INFO:tasks.rados.rados.0.smithi016.stdout:2636: finishing write tid 2 to smithi01678542-18 2024-04-15T14:45:41.216 INFO:tasks.rados.rados.0.smithi016.stdout:2636: finishing write tid 3 to smithi01678542-18 2024-04-15T14:45:41.216 INFO:tasks.rados.rados.0.smithi016.stdout:2636: finishing write tid 4 to smithi01678542-18 2024-04-15T14:45:41.216 INFO:tasks.rados.rados.0.smithi016.stdout:2636: finishing write tid 5 to smithi01678542-18 2024-04-15T14:45:41.216 INFO:tasks.rados.rados.0.smithi016.stdout:2636: oid 18 updating version 0 to 569 2024-04-15T14:45:41.216 INFO:tasks.rados.rados.0.smithi016.stdout:2636: oid 18 version 569 is already newer than 568 2024-04-15T14:45:41.216 INFO:tasks.rados.rados.0.smithi016.stdout:2636: oid 18 updating version 569 to 570 2024-04-15T14:45:41.216 INFO:tasks.rados.rados.0.smithi016.stdout:2636: oid 18 version 570 is already newer than 567 2024-04-15T14:45:41.216 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 18 v 570 (ObjNum 827 snap 250 seq_num 827) dirty exists 2024-04-15T14:45:41.216 INFO:tasks.rados.rados.0.smithi016.stdout:2636: left oid 18 (ObjNum 827 snap 250 seq_num 827) 2024-04-15T14:45:41.216 INFO:tasks.rados.rados.0.smithi016.stdout:2635: expect (ObjNum 825 snap 249 seq_num 825) 2024-04-15T14:45:41.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:45:41 smithi102 ceph-mon[87131]: pgmap v508: 121 pgs: 121 active+clean; 147 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 255 B/s rd, 1.6 MiB/s wr, 3 op/s 2024-04-15T14:45:41.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:45:41 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T14:45:41.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:45:41 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T14:45:41.779 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:45:41 smithi016 ceph-mon[93212]: pgmap v508: 121 pgs: 121 active+clean; 147 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 255 B/s rd, 1.6 MiB/s wr, 3 op/s 2024-04-15T14:45:41.779 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:45:41 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T14:45:41.779 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:45:41 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T14:45:41.780 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:45:41 smithi016 ceph-mon[90652]: pgmap v508: 121 pgs: 121 active+clean; 147 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 255 B/s rd, 1.6 MiB/s wr, 3 op/s 2024-04-15T14:45:41.780 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:45:41 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T14:45:41.780 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:45:41 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T14:45:41.812 INFO:tasks.rados.rados.0.smithi016.stdout:2637: seq_num 828 ranges {0=671744,671744=802816,1474560=401408} 2024-04-15T14:45:41.815 INFO:tasks.rados.rados.0.smithi016.stdout:2637: writing smithi01678542-7 from 0 to 671744 tid 1 2024-04-15T14:45:41.820 INFO:tasks.rados.rados.0.smithi016.stdout:2637: writing smithi01678542-7 from 671744 to 1474560 tid 2 2024-04-15T14:45:41.822 INFO:tasks.rados.rados.0.smithi016.stdout:2637: writing smithi01678542-7 from 1474560 to 1875968 tid 3 2024-04-15T14:45:41.822 INFO:tasks.rados.rados.0.smithi016.stdout:2630: done (5 left) 2024-04-15T14:45:41.822 INFO:tasks.rados.rados.0.smithi016.stdout:2633: done (4 left) 2024-04-15T14:45:41.823 INFO:tasks.rados.rados.0.smithi016.stdout:2634: done (3 left) 2024-04-15T14:45:41.823 INFO:tasks.rados.rados.0.smithi016.stdout:2635: done (2 left) 2024-04-15T14:45:41.823 INFO:tasks.rados.rados.0.smithi016.stdout:2636: done (1 left) 2024-04-15T14:45:41.823 INFO:tasks.rados.rados.0.smithi016.stdout:2638: snap_remove snap 249 2024-04-15T14:45:42.039 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 15 14:45:41 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-y[81421]: ::ffff:172.21.15.102 - - [15/Apr/2024:14:45:41] "GET /metrics HTTP/1.1" 200 36261 "" "Prometheus/2.43.0" 2024-04-15T14:45:42.357 INFO:tasks.rados.rados.0.smithi016.stdout:2637: finishing write tid 1 to smithi01678542-7 2024-04-15T14:45:42.357 INFO:tasks.rados.rados.0.smithi016.stdout:2637: finishing write tid 2 to smithi01678542-7 2024-04-15T14:45:42.357 INFO:tasks.rados.rados.0.smithi016.stdout:2637: finishing write tid 3 to smithi01678542-7 2024-04-15T14:45:42.357 INFO:tasks.rados.rados.0.smithi016.stdout:2637: finishing write tid 4 to smithi01678542-7 2024-04-15T14:45:42.357 INFO:tasks.rados.rados.0.smithi016.stdout:2637: finishing write tid 5 to smithi01678542-7 2024-04-15T14:45:42.357 INFO:tasks.rados.rados.0.smithi016.stdout:2637: oid 7 updating version 0 to 1088 2024-04-15T14:45:42.357 INFO:tasks.rados.rados.0.smithi016.stdout:2637: oid 7 version 1088 is already newer than 1086 2024-04-15T14:45:42.357 INFO:tasks.rados.rados.0.smithi016.stdout:2637: oid 7 version 1088 is already newer than 1085 2024-04-15T14:45:42.357 INFO:tasks.rados.rados.0.smithi016.stdout:2637: oid 7 version 1088 is already newer than 1087 2024-04-15T14:45:42.357 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 7 v 1088 (ObjNum 828 snap 250 seq_num 828) dirty exists 2024-04-15T14:45:42.357 INFO:tasks.rados.rados.0.smithi016.stdout:2637: left oid 7 (ObjNum 828 snap 250 seq_num 828) 2024-04-15T14:45:42.358 INFO:tasks.rados.rados.0.smithi016.stdout:2637: done (1 left) 2024-04-15T14:45:42.358 INFO:tasks.rados.rados.0.smithi016.stdout:2638: done (0 left) 2024-04-15T14:45:42.358 INFO:tasks.rados.rados.0.smithi016.stdout:2639: copy_from oid 34 from oid 39 current snap is 250 2024-04-15T14:45:42.358 INFO:tasks.rados.rados.0.smithi016.stdout:2640: snap_remove snap 248 2024-04-15T14:45:42.437 INFO:journalctl@ceph.prometheus.a.smithi102.stdout:Apr 15 14:45:42 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-prometheus-a[78028]: ts=2024-04-15T14:45:42.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi016:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"362ea986-fb34-11ee-bc8f-c7b262605968\", instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T14:45:43.359 INFO:tasks.rados.rados.0.smithi016.stdout:2640: done (1 left) 2024-04-15T14:45:43.360 INFO:tasks.rados.rados.0.smithi016.stdout:2641: copy_from oid 5 from oid 16 current snap is 250 2024-04-15T14:45:43.360 INFO:tasks.rados.rados.0.smithi016.stdout:2639: finishing copy_from racing read to smithi01678542-34 2024-04-15T14:45:43.360 INFO:tasks.rados.rados.0.smithi016.stdout:2639: finishing copy_from to smithi01678542-34 2024-04-15T14:45:43.360 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 34 v 1045 (ObjNum 817 snap 249 seq_num 817) dirty exists 2024-04-15T14:45:43.360 INFO:tasks.rados.rados.0.smithi016.stdout:2639: done (1 left) 2024-04-15T14:45:43.360 INFO:tasks.rados.rados.0.smithi016.stdout:2642: read oid 18 snap -1 2024-04-15T14:45:43.360 INFO:tasks.rados.rados.0.smithi016.stdout:2642: expect (ObjNum 827 snap 250 seq_num 827) 2024-04-15T14:45:43.360 INFO:tasks.rados.rados.0.smithi016.stdout:2643: delete oid 34 current snap is 250 2024-04-15T14:45:43.360 INFO:journalctl@ceph.node-exporter.b.smithi102.stdout:Apr 15 14:45:43 smithi102 systemd[1]: Stopping Ceph node-exporter.b for 362ea986-fb34-11ee-bc8f-c7b262605968... 2024-04-15T14:45:43.364 INFO:tasks.rados.rados.0.smithi016.stdout:2641: finishing copy_from to smithi01678542-5 2024-04-15T14:45:43.364 INFO:tasks.rados.rados.0.smithi016.stdout:2641: got expected ENOENT (src dne) 2024-04-15T14:45:43.364 INFO:tasks.rados.rados.0.smithi016.stdout:2641: finishing copy_from racing read to smithi01678542-5 2024-04-15T14:45:43.367 INFO:tasks.rados.rados.0.smithi016.stdout:2641: done (2 left) 2024-04-15T14:45:43.367 INFO:tasks.rados.rados.0.smithi016.stdout:2643: done (1 left) 2024-04-15T14:45:43.367 INFO:tasks.rados.rados.0.smithi016.stdout:2644: setattr oid 21 current snap is 250 2024-04-15T14:45:43.369 INFO:tasks.rados.rados.0.smithi016.stdout:2645: snap_create 2024-04-15T14:45:43.376 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 21 v 1268 (ObjNum 161 snap 0 seq_num 2234937504) dirty exists 2024-04-15T14:45:43.386 INFO:tasks.rados.rados.0.smithi016.stdout:2642: expect (ObjNum 827 snap 250 seq_num 827) 2024-04-15T14:45:43.677 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:45:43 smithi102 ceph-mon[87131]: pgmap v510: 121 pgs: 121 active+clean; 126 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 12 MiB/s rd, 6.9 MiB/s wr, 22 op/s 2024-04-15T14:45:43.885 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:45:43 smithi102 ceph-mon[87131]: osdmap e586: 8 total, 8 up, 8 in 2024-04-15T14:45:43.886 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:45:43 smithi102 ceph-mon[87131]: Upgrade: Updating node-exporter.b (2/2) 2024-04-15T14:45:43.886 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:45:43 smithi102 ceph-mon[87131]: Deploying daemon node-exporter.b on smithi102 2024-04-15T14:45:43.886 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:45:43 smithi016 ceph-mon[93212]: pgmap v510: 121 pgs: 121 active+clean; 126 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 12 MiB/s rd, 6.9 MiB/s wr, 22 op/s 2024-04-15T14:45:43.887 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:45:43 smithi016 ceph-mon[93212]: osdmap e586: 8 total, 8 up, 8 in 2024-04-15T14:45:43.887 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:45:43 smithi016 ceph-mon[93212]: Upgrade: Updating node-exporter.b (2/2) 2024-04-15T14:45:43.887 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:45:43 smithi016 ceph-mon[93212]: Deploying daemon node-exporter.b on smithi102 2024-04-15T14:45:43.887 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:45:43 smithi016 ceph-mon[90652]: pgmap v510: 121 pgs: 121 active+clean; 126 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 12 MiB/s rd, 6.9 MiB/s wr, 22 op/s 2024-04-15T14:45:43.887 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:45:43 smithi016 ceph-mon[90652]: osdmap e586: 8 total, 8 up, 8 in 2024-04-15T14:45:43.887 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:45:43 smithi016 ceph-mon[90652]: Upgrade: Updating node-exporter.b (2/2) 2024-04-15T14:45:43.887 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:45:43 smithi016 ceph-mon[90652]: Deploying daemon node-exporter.b on smithi102 2024-04-15T14:45:43.931 INFO:journalctl@ceph.node-exporter.b.smithi102.stdout:Apr 15 14:45:43 smithi102 podman[116686]: 2024-04-15 14:45:43.676249017 +0000 UTC m=+0.235467115 container died d83ffdf53df3f267f88d4df358ae6897b74eaccbb99fe6d249195240afee1f74 (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-362ea986-fb34-11ee-bc8f-c7b262605968-node-exporter-b, maintainer=The Prometheus Authors ) 2024-04-15T14:45:44.187 INFO:journalctl@ceph.node-exporter.b.smithi102.stdout:Apr 15 14:45:44 smithi102 podman[116686]: 2024-04-15 14:45:44.129835603 +0000 UTC m=+0.689053697 container cleanup d83ffdf53df3f267f88d4df358ae6897b74eaccbb99fe6d249195240afee1f74 (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-362ea986-fb34-11ee-bc8f-c7b262605968-node-exporter-b, maintainer=The Prometheus Authors ) 2024-04-15T14:45:44.187 INFO:journalctl@ceph.node-exporter.b.smithi102.stdout:Apr 15 14:45:44 smithi102 bash[116686]: ceph-362ea986-fb34-11ee-bc8f-c7b262605968-node-exporter-b 2024-04-15T14:45:44.369 INFO:tasks.rados.rados.0.smithi016.stdout:2642: done (2 left) 2024-04-15T14:45:44.370 INFO:tasks.rados.rados.0.smithi016.stdout:2644: done (1 left) 2024-04-15T14:45:44.370 INFO:tasks.rados.rados.0.smithi016.stdout:2645: done (0 left) 2024-04-15T14:45:44.370 INFO:tasks.rados.rados.0.smithi016.stdout:2646: snap_remove snap 250 2024-04-15T14:45:44.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:45:44 smithi102 ceph-mon[87131]: osdmap e587: 8 total, 8 up, 8 in 2024-04-15T14:45:44.687 INFO:journalctl@ceph.node-exporter.b.smithi102.stdout:Apr 15 14:45:44 smithi102 podman[116705]: 2024-04-15 14:45:44.43162435 +0000 UTC m=+0.759474958 container remove d83ffdf53df3f267f88d4df358ae6897b74eaccbb99fe6d249195240afee1f74 (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-362ea986-fb34-11ee-bc8f-c7b262605968-node-exporter-b, maintainer=The Prometheus Authors ) 2024-04-15T14:45:44.687 INFO:journalctl@ceph.node-exporter.b.smithi102.stdout:Apr 15 14:45:44 smithi102 systemd[1]: ceph-362ea986-fb34-11ee-bc8f-c7b262605968@node-exporter.b.service: Main process exited, code=exited, status=143/n/a 2024-04-15T14:45:44.688 INFO:journalctl@ceph.node-exporter.b.smithi102.stdout:Apr 15 14:45:44 smithi102 systemd[1]: ceph-362ea986-fb34-11ee-bc8f-c7b262605968@node-exporter.b.service: Failed with result 'exit-code'. 2024-04-15T14:45:44.688 INFO:journalctl@ceph.node-exporter.b.smithi102.stdout:Apr 15 14:45:44 smithi102 systemd[1]: Stopped Ceph node-exporter.b for 362ea986-fb34-11ee-bc8f-c7b262605968. 2024-04-15T14:45:44.688 INFO:journalctl@ceph.node-exporter.b.smithi102.stdout:Apr 15 14:45:44 smithi102 systemd[1]: ceph-362ea986-fb34-11ee-bc8f-c7b262605968@node-exporter.b.service: Consumed 3.021s CPU time. 2024-04-15T14:45:44.789 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:45:44 smithi016 ceph-mon[90652]: osdmap e587: 8 total, 8 up, 8 in 2024-04-15T14:45:44.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:45:44 smithi016 ceph-mon[93212]: osdmap e587: 8 total, 8 up, 8 in 2024-04-15T14:45:45.151 INFO:journalctl@ceph.node-exporter.b.smithi102.stdout:Apr 15 14:45:44 smithi102 systemd[1]: Starting Ceph node-exporter.b for 362ea986-fb34-11ee-bc8f-c7b262605968... 2024-04-15T14:45:45.151 INFO:journalctl@ceph.node-exporter.b.smithi102.stdout:Apr 15 14:45:45 smithi102 podman[116834]: 2024-04-15 14:45:45.007947864 +0000 UTC m=+0.109750688 container create 1f0ec613766a5f3e9983b1796b2d7c69d37b834f1f5312991e52a88f11666e0a (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-362ea986-fb34-11ee-bc8f-c7b262605968-node-exporter-b, maintainer=The Prometheus Authors ) 2024-04-15T14:45:45.151 INFO:journalctl@ceph.node-exporter.b.smithi102.stdout:Apr 15 14:45:45 smithi102 podman[116834]: 2024-04-15 14:45:44.915465404 +0000 UTC m=+0.017268242 image pull 0da6a335fe1356545476b749c68f022c897de3a2139e8f0054f6937349ee2b83 quay.io/prometheus/node-exporter:v1.5.0 2024-04-15T14:45:45.337 INFO:tasks.rados.rados.0.smithi016.stdout:2646: done (0 left) 2024-04-15T14:45:45.337 INFO:tasks.rados.rados.0.smithi016.stdout:2647: rmattr oid 19 current snap is 251 2024-04-15T14:45:45.337 INFO:tasks.rados.rados.0.smithi016.stdout:2648: delete oid 16 current snap is 251 2024-04-15T14:45:45.339 INFO:tasks.rados.rados.0.smithi016.stdout:2648: done (1 left) 2024-04-15T14:45:45.339 INFO:tasks.rados.rados.0.smithi016.stdout:2649: snap_create 2024-04-15T14:45:45.341 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 19 v 1230 (ObjNum 814 snap 248 seq_num 814) dirty exists 2024-04-15T14:45:45.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:45:45 smithi102 ceph-mon[87131]: pgmap v513: 121 pgs: 121 active+clean; 120 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 12 MiB/s rd, 7.3 MiB/s wr, 25 op/s 2024-04-15T14:45:45.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:45:45 smithi102 ceph-mon[87131]: osdmap e588: 8 total, 8 up, 8 in 2024-04-15T14:45:45.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:45:45 smithi102 ceph-mon[87131]: osdmap e589: 8 total, 8 up, 8 in 2024-04-15T14:45:45.688 INFO:journalctl@ceph.node-exporter.b.smithi102.stdout:Apr 15 14:45:45 smithi102 podman[116834]: 2024-04-15 14:45:45.268520474 +0000 UTC m=+0.370323308 container init 1f0ec613766a5f3e9983b1796b2d7c69d37b834f1f5312991e52a88f11666e0a (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-362ea986-fb34-11ee-bc8f-c7b262605968-node-exporter-b, maintainer=The Prometheus Authors ) 2024-04-15T14:45:45.688 INFO:journalctl@ceph.node-exporter.b.smithi102.stdout:Apr 15 14:45:45 smithi102 podman[116834]: 2024-04-15 14:45:45.27395579 +0000 UTC m=+0.375758617 container start 1f0ec613766a5f3e9983b1796b2d7c69d37b834f1f5312991e52a88f11666e0a (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-362ea986-fb34-11ee-bc8f-c7b262605968-node-exporter-b, maintainer=The Prometheus Authors ) 2024-04-15T14:45:45.688 INFO:journalctl@ceph.node-exporter.b.smithi102.stdout:Apr 15 14:45:45 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-node-exporter-b[116849]: ts=2024-04-15T14:45:45.277Z caller=node_exporter.go:180 level=info msg="Starting node_exporter" version="(version=1.5.0, branch=HEAD, revision=1b48970ffcf5630534fb00bb0687d73c66d1c959)" 2024-04-15T14:45:45.688 INFO:journalctl@ceph.node-exporter.b.smithi102.stdout:Apr 15 14:45:45 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-node-exporter-b[116849]: ts=2024-04-15T14:45:45.277Z caller=node_exporter.go:181 level=info msg="Build context" build_context="(go=go1.19.3, user=root@6e7732a7b81b, date=20221129-18:59:09)" 2024-04-15T14:45:45.688 INFO:journalctl@ceph.node-exporter.b.smithi102.stdout:Apr 15 14:45:45 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-node-exporter-b[116849]: ts=2024-04-15T14:45:45.278Z caller=diskstats_common.go:111 level=info collector=diskstats msg="Parsed flag --collector.diskstats.device-exclude" flag=^(ram|loop|fd|(h|s|v|xv)d[a-z]|nvme\d+n\d+p)\d+$ 2024-04-15T14:45:45.688 INFO:journalctl@ceph.node-exporter.b.smithi102.stdout:Apr 15 14:45:45 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-node-exporter-b[116849]: ts=2024-04-15T14:45:45.278Z caller=diskstats_linux.go:264 level=error collector=diskstats msg="Failed to open directory, disabling udev device properties" path=/run/udev/data 2024-04-15T14:45:45.688 INFO:journalctl@ceph.node-exporter.b.smithi102.stdout:Apr 15 14:45:45 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-node-exporter-b[116849]: ts=2024-04-15T14:45:45.278Z caller=filesystem_common.go:111 level=info collector=filesystem msg="Parsed flag --collector.filesystem.mount-points-exclude" flag=^/(dev|proc|run/credentials/.+|sys|var/lib/docker/.+|var/lib/containers/storage/.+)($|/) 2024-04-15T14:45:45.688 INFO:journalctl@ceph.node-exporter.b.smithi102.stdout:Apr 15 14:45:45 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-node-exporter-b[116849]: ts=2024-04-15T14:45:45.278Z caller=filesystem_common.go:113 level=info collector=filesystem msg="Parsed flag --collector.filesystem.fs-types-exclude" flag=^(autofs|binfmt_misc|bpf|cgroup2?|configfs|debugfs|devpts|devtmpfs|fusectl|hugetlbfs|iso9660|mqueue|nsfs|overlay|proc|procfs|pstore|rpc_pipefs|securityfs|selinuxfs|squashfs|sysfs|tracefs)$ 2024-04-15T14:45:45.688 INFO:journalctl@ceph.node-exporter.b.smithi102.stdout:Apr 15 14:45:45 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-node-exporter-b[116849]: ts=2024-04-15T14:45:45.278Z caller=node_exporter.go:110 level=info msg="Enabled collectors" 2024-04-15T14:45:45.689 INFO:journalctl@ceph.node-exporter.b.smithi102.stdout:Apr 15 14:45:45 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-node-exporter-b[116849]: ts=2024-04-15T14:45:45.278Z caller=node_exporter.go:117 level=info collector=arp 2024-04-15T14:45:45.689 INFO:journalctl@ceph.node-exporter.b.smithi102.stdout:Apr 15 14:45:45 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-node-exporter-b[116849]: ts=2024-04-15T14:45:45.278Z caller=node_exporter.go:117 level=info collector=bcache 2024-04-15T14:45:45.689 INFO:journalctl@ceph.node-exporter.b.smithi102.stdout:Apr 15 14:45:45 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-node-exporter-b[116849]: ts=2024-04-15T14:45:45.278Z caller=node_exporter.go:117 level=info collector=bonding 2024-04-15T14:45:45.689 INFO:journalctl@ceph.node-exporter.b.smithi102.stdout:Apr 15 14:45:45 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-node-exporter-b[116849]: ts=2024-04-15T14:45:45.278Z caller=node_exporter.go:117 level=info collector=btrfs 2024-04-15T14:45:45.689 INFO:journalctl@ceph.node-exporter.b.smithi102.stdout:Apr 15 14:45:45 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-node-exporter-b[116849]: ts=2024-04-15T14:45:45.278Z caller=node_exporter.go:117 level=info collector=conntrack 2024-04-15T14:45:45.689 INFO:journalctl@ceph.node-exporter.b.smithi102.stdout:Apr 15 14:45:45 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-node-exporter-b[116849]: ts=2024-04-15T14:45:45.278Z caller=node_exporter.go:117 level=info collector=cpu 2024-04-15T14:45:45.689 INFO:journalctl@ceph.node-exporter.b.smithi102.stdout:Apr 15 14:45:45 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-node-exporter-b[116849]: ts=2024-04-15T14:45:45.278Z caller=node_exporter.go:117 level=info collector=cpufreq 2024-04-15T14:45:45.689 INFO:journalctl@ceph.node-exporter.b.smithi102.stdout:Apr 15 14:45:45 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-node-exporter-b[116849]: ts=2024-04-15T14:45:45.278Z caller=node_exporter.go:117 level=info collector=diskstats 2024-04-15T14:45:45.689 INFO:journalctl@ceph.node-exporter.b.smithi102.stdout:Apr 15 14:45:45 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-node-exporter-b[116849]: ts=2024-04-15T14:45:45.278Z caller=node_exporter.go:117 level=info collector=dmi 2024-04-15T14:45:45.689 INFO:journalctl@ceph.node-exporter.b.smithi102.stdout:Apr 15 14:45:45 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-node-exporter-b[116849]: ts=2024-04-15T14:45:45.278Z caller=node_exporter.go:117 level=info collector=edac 2024-04-15T14:45:45.689 INFO:journalctl@ceph.node-exporter.b.smithi102.stdout:Apr 15 14:45:45 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-node-exporter-b[116849]: ts=2024-04-15T14:45:45.278Z caller=node_exporter.go:117 level=info collector=entropy 2024-04-15T14:45:45.689 INFO:journalctl@ceph.node-exporter.b.smithi102.stdout:Apr 15 14:45:45 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-node-exporter-b[116849]: ts=2024-04-15T14:45:45.278Z caller=node_exporter.go:117 level=info collector=fibrechannel 2024-04-15T14:45:45.689 INFO:journalctl@ceph.node-exporter.b.smithi102.stdout:Apr 15 14:45:45 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-node-exporter-b[116849]: ts=2024-04-15T14:45:45.278Z caller=node_exporter.go:117 level=info collector=filefd 2024-04-15T14:45:45.690 INFO:journalctl@ceph.node-exporter.b.smithi102.stdout:Apr 15 14:45:45 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-node-exporter-b[116849]: ts=2024-04-15T14:45:45.278Z caller=node_exporter.go:117 level=info collector=filesystem 2024-04-15T14:45:45.690 INFO:journalctl@ceph.node-exporter.b.smithi102.stdout:Apr 15 14:45:45 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-node-exporter-b[116849]: ts=2024-04-15T14:45:45.278Z caller=node_exporter.go:117 level=info collector=hwmon 2024-04-15T14:45:45.690 INFO:journalctl@ceph.node-exporter.b.smithi102.stdout:Apr 15 14:45:45 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-node-exporter-b[116849]: ts=2024-04-15T14:45:45.278Z caller=node_exporter.go:117 level=info collector=infiniband 2024-04-15T14:45:45.690 INFO:journalctl@ceph.node-exporter.b.smithi102.stdout:Apr 15 14:45:45 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-node-exporter-b[116849]: ts=2024-04-15T14:45:45.278Z caller=node_exporter.go:117 level=info collector=ipvs 2024-04-15T14:45:45.690 INFO:journalctl@ceph.node-exporter.b.smithi102.stdout:Apr 15 14:45:45 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-node-exporter-b[116849]: ts=2024-04-15T14:45:45.278Z caller=node_exporter.go:117 level=info collector=loadavg 2024-04-15T14:45:45.690 INFO:journalctl@ceph.node-exporter.b.smithi102.stdout:Apr 15 14:45:45 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-node-exporter-b[116849]: ts=2024-04-15T14:45:45.278Z caller=node_exporter.go:117 level=info collector=mdadm 2024-04-15T14:45:45.690 INFO:journalctl@ceph.node-exporter.b.smithi102.stdout:Apr 15 14:45:45 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-node-exporter-b[116849]: ts=2024-04-15T14:45:45.278Z caller=node_exporter.go:117 level=info collector=meminfo 2024-04-15T14:45:45.690 INFO:journalctl@ceph.node-exporter.b.smithi102.stdout:Apr 15 14:45:45 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-node-exporter-b[116849]: ts=2024-04-15T14:45:45.278Z caller=node_exporter.go:117 level=info collector=netclass 2024-04-15T14:45:45.690 INFO:journalctl@ceph.node-exporter.b.smithi102.stdout:Apr 15 14:45:45 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-node-exporter-b[116849]: ts=2024-04-15T14:45:45.278Z caller=node_exporter.go:117 level=info collector=netdev 2024-04-15T14:45:45.690 INFO:journalctl@ceph.node-exporter.b.smithi102.stdout:Apr 15 14:45:45 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-node-exporter-b[116849]: ts=2024-04-15T14:45:45.278Z caller=node_exporter.go:117 level=info collector=netstat 2024-04-15T14:45:45.690 INFO:journalctl@ceph.node-exporter.b.smithi102.stdout:Apr 15 14:45:45 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-node-exporter-b[116849]: ts=2024-04-15T14:45:45.278Z caller=node_exporter.go:117 level=info collector=nfs 2024-04-15T14:45:45.690 INFO:journalctl@ceph.node-exporter.b.smithi102.stdout:Apr 15 14:45:45 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-node-exporter-b[116849]: ts=2024-04-15T14:45:45.278Z caller=node_exporter.go:117 level=info collector=nfsd 2024-04-15T14:45:45.690 INFO:journalctl@ceph.node-exporter.b.smithi102.stdout:Apr 15 14:45:45 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-node-exporter-b[116849]: ts=2024-04-15T14:45:45.278Z caller=node_exporter.go:117 level=info collector=nvme 2024-04-15T14:45:45.690 INFO:journalctl@ceph.node-exporter.b.smithi102.stdout:Apr 15 14:45:45 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-node-exporter-b[116849]: ts=2024-04-15T14:45:45.278Z caller=node_exporter.go:117 level=info collector=os 2024-04-15T14:45:45.691 INFO:journalctl@ceph.node-exporter.b.smithi102.stdout:Apr 15 14:45:45 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-node-exporter-b[116849]: ts=2024-04-15T14:45:45.278Z caller=node_exporter.go:117 level=info collector=powersupplyclass 2024-04-15T14:45:45.691 INFO:journalctl@ceph.node-exporter.b.smithi102.stdout:Apr 15 14:45:45 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-node-exporter-b[116849]: ts=2024-04-15T14:45:45.278Z caller=node_exporter.go:117 level=info collector=pressure 2024-04-15T14:45:45.691 INFO:journalctl@ceph.node-exporter.b.smithi102.stdout:Apr 15 14:45:45 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-node-exporter-b[116849]: ts=2024-04-15T14:45:45.278Z caller=node_exporter.go:117 level=info collector=rapl 2024-04-15T14:45:45.691 INFO:journalctl@ceph.node-exporter.b.smithi102.stdout:Apr 15 14:45:45 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-node-exporter-b[116849]: ts=2024-04-15T14:45:45.278Z caller=node_exporter.go:117 level=info collector=schedstat 2024-04-15T14:45:45.691 INFO:journalctl@ceph.node-exporter.b.smithi102.stdout:Apr 15 14:45:45 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-node-exporter-b[116849]: ts=2024-04-15T14:45:45.278Z caller=node_exporter.go:117 level=info collector=selinux 2024-04-15T14:45:45.691 INFO:journalctl@ceph.node-exporter.b.smithi102.stdout:Apr 15 14:45:45 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-node-exporter-b[116849]: ts=2024-04-15T14:45:45.278Z caller=node_exporter.go:117 level=info collector=sockstat 2024-04-15T14:45:45.691 INFO:journalctl@ceph.node-exporter.b.smithi102.stdout:Apr 15 14:45:45 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-node-exporter-b[116849]: ts=2024-04-15T14:45:45.278Z caller=node_exporter.go:117 level=info collector=softnet 2024-04-15T14:45:45.691 INFO:journalctl@ceph.node-exporter.b.smithi102.stdout:Apr 15 14:45:45 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-node-exporter-b[116849]: ts=2024-04-15T14:45:45.278Z caller=node_exporter.go:117 level=info collector=stat 2024-04-15T14:45:45.691 INFO:journalctl@ceph.node-exporter.b.smithi102.stdout:Apr 15 14:45:45 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-node-exporter-b[116849]: ts=2024-04-15T14:45:45.278Z caller=node_exporter.go:117 level=info collector=tapestats 2024-04-15T14:45:45.691 INFO:journalctl@ceph.node-exporter.b.smithi102.stdout:Apr 15 14:45:45 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-node-exporter-b[116849]: ts=2024-04-15T14:45:45.278Z caller=node_exporter.go:117 level=info collector=textfile 2024-04-15T14:45:45.691 INFO:journalctl@ceph.node-exporter.b.smithi102.stdout:Apr 15 14:45:45 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-node-exporter-b[116849]: ts=2024-04-15T14:45:45.278Z caller=node_exporter.go:117 level=info collector=thermal_zone 2024-04-15T14:45:45.691 INFO:journalctl@ceph.node-exporter.b.smithi102.stdout:Apr 15 14:45:45 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-node-exporter-b[116849]: ts=2024-04-15T14:45:45.278Z caller=node_exporter.go:117 level=info collector=time 2024-04-15T14:45:45.691 INFO:journalctl@ceph.node-exporter.b.smithi102.stdout:Apr 15 14:45:45 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-node-exporter-b[116849]: ts=2024-04-15T14:45:45.278Z caller=node_exporter.go:117 level=info collector=udp_queues 2024-04-15T14:45:45.691 INFO:journalctl@ceph.node-exporter.b.smithi102.stdout:Apr 15 14:45:45 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-node-exporter-b[116849]: ts=2024-04-15T14:45:45.278Z caller=node_exporter.go:117 level=info collector=uname 2024-04-15T14:45:45.691 INFO:journalctl@ceph.node-exporter.b.smithi102.stdout:Apr 15 14:45:45 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-node-exporter-b[116849]: ts=2024-04-15T14:45:45.278Z caller=node_exporter.go:117 level=info collector=vmstat 2024-04-15T14:45:45.692 INFO:journalctl@ceph.node-exporter.b.smithi102.stdout:Apr 15 14:45:45 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-node-exporter-b[116849]: ts=2024-04-15T14:45:45.278Z caller=node_exporter.go:117 level=info collector=xfs 2024-04-15T14:45:45.692 INFO:journalctl@ceph.node-exporter.b.smithi102.stdout:Apr 15 14:45:45 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-node-exporter-b[116849]: ts=2024-04-15T14:45:45.278Z caller=node_exporter.go:117 level=info collector=zfs 2024-04-15T14:45:45.692 INFO:journalctl@ceph.node-exporter.b.smithi102.stdout:Apr 15 14:45:45 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-node-exporter-b[116849]: ts=2024-04-15T14:45:45.279Z caller=tls_config.go:232 level=info msg="Listening on" address=[::]:9100 2024-04-15T14:45:45.692 INFO:journalctl@ceph.node-exporter.b.smithi102.stdout:Apr 15 14:45:45 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-node-exporter-b[116849]: ts=2024-04-15T14:45:45.279Z caller=tls_config.go:235 level=info msg="TLS is disabled." http2=false address=[::]:9100 2024-04-15T14:45:45.692 INFO:journalctl@ceph.node-exporter.b.smithi102.stdout:Apr 15 14:45:45 smithi102 bash[116834]: 1f0ec613766a5f3e9983b1796b2d7c69d37b834f1f5312991e52a88f11666e0a 2024-04-15T14:45:45.692 INFO:journalctl@ceph.node-exporter.b.smithi102.stdout:Apr 15 14:45:45 smithi102 systemd[1]: Started Ceph node-exporter.b for 362ea986-fb34-11ee-bc8f-c7b262605968. 2024-04-15T14:45:45.791 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:45:45 smithi016 ceph-mon[90652]: pgmap v513: 121 pgs: 121 active+clean; 120 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 12 MiB/s rd, 7.3 MiB/s wr, 25 op/s 2024-04-15T14:45:45.791 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:45:45 smithi016 ceph-mon[90652]: osdmap e588: 8 total, 8 up, 8 in 2024-04-15T14:45:45.791 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:45:45 smithi016 ceph-mon[90652]: osdmap e589: 8 total, 8 up, 8 in 2024-04-15T14:45:45.791 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:45:45 smithi016 ceph-mon[93212]: pgmap v513: 121 pgs: 121 active+clean; 120 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 12 MiB/s rd, 7.3 MiB/s wr, 25 op/s 2024-04-15T14:45:45.791 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:45:45 smithi016 ceph-mon[93212]: osdmap e588: 8 total, 8 up, 8 in 2024-04-15T14:45:45.791 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:45:45 smithi016 ceph-mon[93212]: osdmap e589: 8 total, 8 up, 8 in 2024-04-15T14:45:46.337 INFO:tasks.rados.rados.0.smithi016.stdout:2647: done (1 left) 2024-04-15T14:45:46.337 INFO:tasks.rados.rados.0.smithi016.stdout:2649: done (0 left) 2024-04-15T14:45:46.337 INFO:tasks.rados.rados.0.smithi016.stdout:2650: rollback oid 20 current snap is 252 2024-04-15T14:45:46.337 INFO:tasks.rados.rados.0.smithi016.stdout:rollback oid 20 to 251 2024-04-15T14:45:46.337 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 35 current snap is 252 2024-04-15T14:45:46.337 INFO:tasks.rados.rados.0.smithi016.stdout:2651: seq_num 831 ranges {0=720896,720896=499712,1220608=704512} 2024-04-15T14:45:46.341 INFO:tasks.rados.rados.0.smithi016.stdout:2651: writing smithi01678542-35 from 0 to 720896 tid 1 2024-04-15T14:45:46.345 INFO:tasks.rados.rados.0.smithi016.stdout:2651: writing smithi01678542-35 from 720896 to 1220608 tid 2 2024-04-15T14:45:46.350 INFO:tasks.rados.rados.0.smithi016.stdout:2651: writing smithi01678542-35 from 1220608 to 1925120 tid 3 2024-04-15T14:45:46.350 INFO:tasks.rados.rados.0.smithi016.stdout:2650: finishing rollback tid 0 to smithi01678542-20 2024-04-15T14:45:46.350 INFO:tasks.rados.rados.0.smithi016.stdout:2650: finishing rollback tid 1 to smithi01678542-20 2024-04-15T14:45:46.350 INFO:tasks.rados.rados.0.smithi016.stdout:2650: finishing rollback tid 2 to smithi01678542-20 2024-04-15T14:45:46.350 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 20 v 1123 (ObjNum 631 snap 191 seq_num 631) dirty exists 2024-04-15T14:45:46.350 INFO:tasks.rados.rados.0.smithi016.stdout:2651: finishing write tid 1 to smithi01678542-35 2024-04-15T14:45:46.351 INFO:tasks.rados.rados.0.smithi016.stdout:2651: finishing write tid 2 to smithi01678542-35 2024-04-15T14:45:46.351 INFO:tasks.rados.rados.0.smithi016.stdout:2650: done (1 left) 2024-04-15T14:45:46.351 INFO:tasks.rados.rados.0.smithi016.stdout:2652: delete oid 2 current snap is 252 2024-04-15T14:45:46.353 INFO:tasks.rados.rados.0.smithi016.stdout:2651: finishing write tid 3 to smithi01678542-35 2024-04-15T14:45:46.353 INFO:tasks.rados.rados.0.smithi016.stdout:2651: finishing write tid 4 to smithi01678542-35 2024-04-15T14:45:46.354 INFO:tasks.rados.rados.0.smithi016.stdout:2651: finishing write tid 5 to smithi01678542-35 2024-04-15T14:45:46.354 INFO:tasks.rados.rados.0.smithi016.stdout:2651: oid 35 updating version 0 to 1169 2024-04-15T14:45:46.354 INFO:tasks.rados.rados.0.smithi016.stdout:2651: oid 35 updating version 1169 to 1170 2024-04-15T14:45:46.355 INFO:tasks.rados.rados.0.smithi016.stdout:2651: oid 35 version 1170 is already newer than 1168 2024-04-15T14:45:46.355 INFO:tasks.rados.rados.0.smithi016.stdout:2651: oid 35 updating version 1170 to 1171 2024-04-15T14:45:46.355 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 35 v 1171 (ObjNum 831 snap 252 seq_num 831) dirty exists 2024-04-15T14:45:46.355 INFO:tasks.rados.rados.0.smithi016.stdout:2651: left oid 35 (ObjNum 831 snap 252 seq_num 831) 2024-04-15T14:45:46.355 INFO:tasks.rados.rados.0.smithi016.stdout:2651: done (1 left) 2024-04-15T14:45:46.355 INFO:tasks.rados.rados.0.smithi016.stdout:2652: done (0 left) 2024-04-15T14:45:46.355 INFO:tasks.rados.rados.0.smithi016.stdout:2653: setattr oid 8 current snap is 252 2024-04-15T14:45:46.356 INFO:tasks.rados.rados.0.smithi016.stdout:2654: rmattr oid 27 current snap is 252 2024-04-15T14:45:46.356 INFO:tasks.rados.rados.0.smithi016.stdout:2654: done (1 left) 2024-04-15T14:45:46.356 INFO:tasks.rados.rados.0.smithi016.stdout:2655: rmattr oid 30 current snap is 252 2024-04-15T14:45:46.356 INFO:tasks.rados.rados.0.smithi016.stdout:2655: done (1 left) 2024-04-15T14:45:46.357 INFO:tasks.rados.rados.0.smithi016.stdout:2656: read oid 16 snap 251 2024-04-15T14:45:46.357 INFO:tasks.rados.rados.0.smithi016.stdout:2656: expect deleted 2024-04-15T14:45:46.357 INFO:tasks.rados.rados.0.smithi016.stdout:2657: read oid 15 snap -1 2024-04-15T14:45:46.357 INFO:tasks.rados.rados.0.smithi016.stdout:2657: expect (ObjNum 0 snap 0 seq_num 0) 2024-04-15T14:45:46.357 INFO:tasks.rados.rados.0.smithi016.stdout:2658: snap_create 2024-04-15T14:45:46.357 INFO:tasks.rados.rados.0.smithi016.stdout:2657: expect (ObjNum 0 snap 0 seq_num 0) 2024-04-15T14:45:46.360 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 8 v 1124 (ObjNum 814 snap 248 seq_num 814) dirty exists 2024-04-15T14:45:46.539 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:45:46 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T14:45:46.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:45:46 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T14:45:46.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:45:46 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T14:45:46.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:45:46 smithi016 ceph-mon[90652]: osdmap e590: 8 total, 8 up, 8 in 2024-04-15T14:45:46.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:45:46 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T14:45:46.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:45:46 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T14:45:46.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:45:46 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T14:45:46.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:45:46 smithi016 ceph-mon[93212]: osdmap e590: 8 total, 8 up, 8 in 2024-04-15T14:45:46.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:45:46 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T14:45:46.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:45:46 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T14:45:46.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:45:46 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T14:45:46.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:45:46 smithi102 ceph-mon[87131]: osdmap e590: 8 total, 8 up, 8 in 2024-04-15T14:45:47.338 INFO:tasks.rados.rados.0.smithi016.stdout:2653: done (3 left) 2024-04-15T14:45:47.338 INFO:tasks.rados.rados.0.smithi016.stdout:2656: done (2 left) 2024-04-15T14:45:47.338 INFO:tasks.rados.rados.0.smithi016.stdout:2657: done (1 left) 2024-04-15T14:45:47.338 INFO:tasks.rados.rados.0.smithi016.stdout:2658: done (0 left) 2024-04-15T14:45:47.338 INFO:tasks.rados.rados.0.smithi016.stdout:2659: snap_create 2024-04-15T14:45:47.359 INFO:teuthology.orchestra.run.smithi016.stdout:true 2024-04-15T14:45:47.539 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:45:47 smithi016 ceph-mon[90652]: pgmap v516: 121 pgs: 121 active+clean; 105 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 14 KiB/s rd, 1.7 MiB/s wr, 13 op/s 2024-04-15T14:45:47.539 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:45:47 smithi016 ceph-mon[90652]: osdmap e591: 8 total, 8 up, 8 in 2024-04-15T14:45:47.539 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:45:47 smithi016 ceph-mon[93212]: pgmap v516: 121 pgs: 121 active+clean; 105 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 14 KiB/s rd, 1.7 MiB/s wr, 13 op/s 2024-04-15T14:45:47.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:45:47 smithi016 ceph-mon[93212]: osdmap e591: 8 total, 8 up, 8 in 2024-04-15T14:45:47.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:45:47 smithi102 ceph-mon[87131]: pgmap v516: 121 pgs: 121 active+clean; 105 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 14 KiB/s rd, 1.7 MiB/s wr, 13 op/s 2024-04-15T14:45:47.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:45:47 smithi102 ceph-mon[87131]: osdmap e591: 8 total, 8 up, 8 in 2024-04-15T14:45:47.695 INFO:teuthology.orchestra.run.smithi016.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-04-15T14:45:47.695 INFO:teuthology.orchestra.run.smithi016.stdout:alertmanager.a smithi016 *:9093,9094 running (10m) 41s ago 11m 24.7M - 0.25.0 c8568f914cd2 bc85d1f32a92 2024-04-15T14:45:47.695 INFO:teuthology.orchestra.run.smithi016.stdout:grafana.a smithi102 *:3000 running (10m) 16s ago 10m 88.4M - 9.4.7 954c08fa6188 dfd3a2bac142 2024-04-15T14:45:47.695 INFO:teuthology.orchestra.run.smithi016.stdout:mds.a smithi016 running (45s) 41s ago 12m 12.7M - 19.0.0-3080-gc2d8c315 259793512b73 67848b1861c7 2024-04-15T14:45:47.695 INFO:teuthology.orchestra.run.smithi016.stdout:mds.b smithi102 running (20s) 16s ago 12m 12.5M - 19.0.0-3080-gc2d8c315 259793512b73 e28921594cc2 2024-04-15T14:45:47.695 INFO:teuthology.orchestra.run.smithi016.stdout:mgr.x smithi102 *:8443,9283,8765 running (6m) 16s ago 15m 452M - 19.0.0-3080-gc2d8c315 259793512b73 7427787dd7cf 2024-04-15T14:45:47.695 INFO:teuthology.orchestra.run.smithi016.stdout:mgr.y smithi016 *:8443,9283,8765 running (6m) 41s ago 17m 520M - 19.0.0-3080-gc2d8c315 259793512b73 23b2f98a056a 2024-04-15T14:45:47.695 INFO:teuthology.orchestra.run.smithi016.stdout:mon.a smithi016 running (6m) 41s ago 17m 62.6M 2048M 19.0.0-3080-gc2d8c315 259793512b73 0f0e1a24c400 2024-04-15T14:45:47.695 INFO:teuthology.orchestra.run.smithi016.stdout:mon.b smithi102 running (5m) 16s ago 16m 51.5M 2048M 19.0.0-3080-gc2d8c315 259793512b73 57b781990cd4 2024-04-15T14:45:47.695 INFO:teuthology.orchestra.run.smithi016.stdout:mon.c smithi016 running (5m) 41s ago 16m 54.5M 2048M 19.0.0-3080-gc2d8c315 259793512b73 eef940aadb4d 2024-04-15T14:45:47.695 INFO:teuthology.orchestra.run.smithi016.stdout:node-exporter.a smithi016 *:9100 starting - - - - 2024-04-15T14:45:47.696 INFO:teuthology.orchestra.run.smithi016.stdout:node-exporter.b smithi102 *:9100 starting - - - - 2024-04-15T14:45:47.696 INFO:teuthology.orchestra.run.smithi016.stdout:osd.0 smithi016 running (4m) 41s ago 15m 218M 2481M 19.0.0-3080-gc2d8c315 259793512b73 6ae1b6c92493 2024-04-15T14:45:47.696 INFO:teuthology.orchestra.run.smithi016.stdout:osd.1 smithi016 running (3m) 41s ago 15m 186M 2481M 19.0.0-3080-gc2d8c315 259793512b73 106c0a047128 2024-04-15T14:45:47.696 INFO:teuthology.orchestra.run.smithi016.stdout:osd.2 smithi016 running (3m) 41s ago 14m 166M 2481M 19.0.0-3080-gc2d8c315 259793512b73 436c24e520a2 2024-04-15T14:45:47.696 INFO:teuthology.orchestra.run.smithi016.stdout:osd.3 smithi016 running (2m) 41s ago 14m 126M 2481M 19.0.0-3080-gc2d8c315 259793512b73 abb436370146 2024-04-15T14:45:47.696 INFO:teuthology.orchestra.run.smithi016.stdout:osd.4 smithi102 running (2m) 16s ago 13m 177M 2480M 19.0.0-3080-gc2d8c315 259793512b73 bc2a23806308 2024-04-15T14:45:47.696 INFO:teuthology.orchestra.run.smithi016.stdout:osd.5 smithi102 running (2m) 16s ago 13m 132M 2480M 19.0.0-3080-gc2d8c315 259793512b73 c74141cc87b2 2024-04-15T14:45:47.696 INFO:teuthology.orchestra.run.smithi016.stdout:osd.6 smithi102 running (85s) 16s ago 13m 94.1M 2480M 19.0.0-3080-gc2d8c315 259793512b73 b00372252dcb 2024-04-15T14:45:47.696 INFO:teuthology.orchestra.run.smithi016.stdout:osd.7 smithi102 running (64s) 16s ago 12m 82.8M 2480M 19.0.0-3080-gc2d8c315 259793512b73 5ef6a6ec4911 2024-04-15T14:45:47.696 INFO:teuthology.orchestra.run.smithi016.stdout:prometheus.a smithi102 *:9095 running (6m) 16s ago 11m 60.6M - 2.43.0 a07b618ecd1d 86d1d3518ceb 2024-04-15T14:45:48.120 INFO:teuthology.orchestra.run.smithi016.stdout:{ 2024-04-15T14:45:48.120 INFO:teuthology.orchestra.run.smithi016.stdout: "mon": { 2024-04-15T14:45:48.120 INFO:teuthology.orchestra.run.smithi016.stdout: "ceph version 19.0.0-3080-gc2d8c315 (c2d8c3155d854ee204cb7c7261232571229d1d54) squid (dev)": 3 2024-04-15T14:45:48.120 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-04-15T14:45:48.121 INFO:teuthology.orchestra.run.smithi016.stdout: "mgr": { 2024-04-15T14:45:48.121 INFO:teuthology.orchestra.run.smithi016.stdout: "ceph version 19.0.0-3080-gc2d8c315 (c2d8c3155d854ee204cb7c7261232571229d1d54) squid (dev)": 2 2024-04-15T14:45:48.121 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-04-15T14:45:48.121 INFO:teuthology.orchestra.run.smithi016.stdout: "osd": { 2024-04-15T14:45:48.121 INFO:teuthology.orchestra.run.smithi016.stdout: "ceph version 19.0.0-3080-gc2d8c315 (c2d8c3155d854ee204cb7c7261232571229d1d54) squid (dev)": 8 2024-04-15T14:45:48.121 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-04-15T14:45:48.121 INFO:teuthology.orchestra.run.smithi016.stdout: "mds": { 2024-04-15T14:45:48.121 INFO:teuthology.orchestra.run.smithi016.stdout: "ceph version 19.0.0-3080-gc2d8c315 (c2d8c3155d854ee204cb7c7261232571229d1d54) squid (dev)": 2 2024-04-15T14:45:48.121 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-04-15T14:45:48.121 INFO:teuthology.orchestra.run.smithi016.stdout: "overall": { 2024-04-15T14:45:48.121 INFO:teuthology.orchestra.run.smithi016.stdout: "ceph version 19.0.0-3080-gc2d8c315 (c2d8c3155d854ee204cb7c7261232571229d1d54) squid (dev)": 15 2024-04-15T14:45:48.121 INFO:teuthology.orchestra.run.smithi016.stdout: } 2024-04-15T14:45:48.121 INFO:teuthology.orchestra.run.smithi016.stdout:} 2024-04-15T14:45:48.339 INFO:tasks.rados.rados.0.smithi016.stdout:2659: done (0 left) 2024-04-15T14:45:48.339 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 32 current snap is 254 2024-04-15T14:45:48.339 INFO:tasks.rados.rados.0.smithi016.stdout:2660: seq_num 833 ranges {1425408=761856,2187264=671744,2859008=532480} 2024-04-15T14:45:48.350 INFO:tasks.rados.rados.0.smithi016.stdout:2660: writing smithi01678542-32 from 1425408 to 2187264 tid 1 2024-04-15T14:45:48.354 INFO:tasks.rados.rados.0.smithi016.stdout:2660: writing smithi01678542-32 from 2187264 to 2859008 tid 2 2024-04-15T14:45:48.357 INFO:tasks.rados.rados.0.smithi016.stdout:2660: writing smithi01678542-32 from 2859008 to 3391488 tid 3 2024-04-15T14:45:48.357 INFO:tasks.rados.rados.0.smithi016.stdout:2661: snap_remove snap 253 2024-04-15T14:45:48.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:45:48 smithi102 ceph-mon[87131]: from='client.34410 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-15T14:45:48.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:45:48 smithi102 ceph-mon[87131]: from='client.44342 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-15T14:45:48.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:45:48 smithi102 ceph-mon[87131]: from='client.? 172.21.15.16:0/126148720' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T14:45:48.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:45:48 smithi102 ceph-mon[87131]: osdmap e592: 8 total, 8 up, 8 in 2024-04-15T14:45:48.789 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:45:48 smithi016 ceph-mon[90652]: from='client.34410 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-15T14:45:48.789 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:45:48 smithi016 ceph-mon[90652]: from='client.44342 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-15T14:45:48.789 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:45:48 smithi016 ceph-mon[90652]: from='client.? 172.21.15.16:0/126148720' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T14:45:48.789 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:45:48 smithi016 ceph-mon[90652]: osdmap e592: 8 total, 8 up, 8 in 2024-04-15T14:45:48.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:45:48 smithi016 ceph-mon[93212]: from='client.34410 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-15T14:45:48.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:45:48 smithi016 ceph-mon[93212]: from='client.44342 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-15T14:45:48.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:45:48 smithi016 ceph-mon[93212]: from='client.? 172.21.15.16:0/126148720' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T14:45:48.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:45:48 smithi016 ceph-mon[93212]: osdmap e592: 8 total, 8 up, 8 in 2024-04-15T14:45:49.341 INFO:tasks.rados.rados.0.smithi016.stdout:2661: done (1 left) 2024-04-15T14:45:49.341 INFO:tasks.rados.rados.0.smithi016.stdout:2662: rollback oid 6 current snap is 254 2024-04-15T14:45:49.341 INFO:tasks.rados.rados.0.smithi016.stdout:rollback oid 6 to 252 2024-04-15T14:45:49.341 INFO:tasks.rados.rados.0.smithi016.stdout:2660: finishing write tid 1 to smithi01678542-32 2024-04-15T14:45:49.341 INFO:tasks.rados.rados.0.smithi016.stdout:2660: finishing write tid 2 to smithi01678542-32 2024-04-15T14:45:49.341 INFO:tasks.rados.rados.0.smithi016.stdout:2660: finishing write tid 3 to smithi01678542-32 2024-04-15T14:45:49.341 INFO:tasks.rados.rados.0.smithi016.stdout:2660: finishing write tid 4 to smithi01678542-32 2024-04-15T14:45:49.342 INFO:tasks.rados.rados.0.smithi016.stdout:2660: finishing write tid 5 to smithi01678542-32 2024-04-15T14:45:49.342 INFO:tasks.rados.rados.0.smithi016.stdout:2660: oid 32 updating version 0 to 1435 2024-04-15T14:45:49.342 INFO:tasks.rados.rados.0.smithi016.stdout:2660: oid 32 updating version 1435 to 1436 2024-04-15T14:45:49.342 INFO:tasks.rados.rados.0.smithi016.stdout:2660: oid 32 updating version 1436 to 1438 2024-04-15T14:45:49.342 INFO:tasks.rados.rados.0.smithi016.stdout:2660: oid 32 version 1438 is already newer than 1437 2024-04-15T14:45:49.342 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 32 v 1438 (ObjNum 833 snap 254 seq_num 833) dirty exists 2024-04-15T14:45:49.342 INFO:tasks.rados.rados.0.smithi016.stdout:2660: left oid 32 (ObjNum 833 snap 254 seq_num 833) 2024-04-15T14:45:49.342 INFO:tasks.rados.rados.0.smithi016.stdout:2660: done (1 left) 2024-04-15T14:45:49.342 INFO:tasks.rados.rados.0.smithi016.stdout:2663: delete oid 5 current snap is 254 2024-04-15T14:45:49.347 INFO:tasks.rados.rados.0.smithi016.stdout:2662: finishing rollback tid 0 to smithi01678542-6 2024-04-15T14:45:49.347 INFO:tasks.rados.rados.0.smithi016.stdout:2662: finishing rollback tid 1 to smithi01678542-6 2024-04-15T14:45:49.347 INFO:tasks.rados.rados.0.smithi016.stdout:2662: finishing rollback tid 2 to smithi01678542-6 2024-04-15T14:45:49.347 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 6 v 1091 (ObjNum 812 snap 248 seq_num 812) dirty exists 2024-04-15T14:45:49.350 INFO:tasks.rados.rados.0.smithi016.stdout:2662: done (1 left) 2024-04-15T14:45:49.350 INFO:tasks.rados.rados.0.smithi016.stdout:2663: done (0 left) 2024-04-15T14:45:49.350 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 2 current snap is 254 2024-04-15T14:45:49.350 INFO:tasks.rados.rados.0.smithi016.stdout:2664: seq_num 835 ranges {0=794624,794624=442368,1236992=712704,1949696=49152} 2024-04-15T14:45:49.353 INFO:tasks.rados.rados.0.smithi016.stdout:2664: writing smithi01678542-2 from 0 to 794624 tid 1 2024-04-15T14:45:49.356 INFO:tasks.rados.rados.0.smithi016.stdout:2664: writing smithi01678542-2 from 794624 to 1236992 tid 2 2024-04-15T14:45:49.361 INFO:tasks.rados.rados.0.smithi016.stdout:2664: writing smithi01678542-2 from 1236992 to 1949696 tid 3 2024-04-15T14:45:49.361 INFO:tasks.rados.rados.0.smithi016.stdout:2664: writing smithi01678542-2 from 1949696 to 1998848 tid 4 2024-04-15T14:45:49.361 INFO:tasks.rados.rados.0.smithi016.stdout:2665: snap_remove snap 251 2024-04-15T14:45:49.691 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:45:49 smithi102 ceph-mon[87131]: pgmap v519: 121 pgs: 121 active+clean; 106 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.3 MiB/s wr, 10 op/s 2024-04-15T14:45:49.691 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:45:49 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T14:45:49.691 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:45:49 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T14:45:49.691 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:45:49 smithi102 ceph-mon[87131]: osdmap e593: 8 total, 8 up, 8 in 2024-04-15T14:45:49.691 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:45:49 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T14:45:49.691 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:45:49 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T14:45:49.789 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:45:49 smithi016 ceph-mon[93212]: pgmap v519: 121 pgs: 121 active+clean; 106 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.3 MiB/s wr, 10 op/s 2024-04-15T14:45:49.789 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:45:49 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T14:45:49.789 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:45:49 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T14:45:49.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:45:49 smithi016 ceph-mon[93212]: osdmap e593: 8 total, 8 up, 8 in 2024-04-15T14:45:49.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:45:49 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T14:45:49.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:45:49 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T14:45:49.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:45:49 smithi016 ceph-mon[90652]: pgmap v519: 121 pgs: 121 active+clean; 106 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.3 MiB/s wr, 10 op/s 2024-04-15T14:45:49.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:45:49 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T14:45:49.791 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:45:49 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T14:45:49.791 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:45:49 smithi016 ceph-mon[90652]: osdmap e593: 8 total, 8 up, 8 in 2024-04-15T14:45:49.791 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:45:49 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T14:45:49.791 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:45:49 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T14:45:50.337 INFO:tasks.rados.rados.0.smithi016.stdout:2665: done (1 left) 2024-04-15T14:45:50.337 INFO:tasks.rados.rados.0.smithi016.stdout:2666: read oid 43 snap -1 2024-04-15T14:45:50.338 INFO:tasks.rados.rados.0.smithi016.stdout:2666: expect (ObjNum 728 snap 228 seq_num 728) 2024-04-15T14:45:50.338 INFO:tasks.rados.rados.0.smithi016.stdout:2664: finishing write tid 1 to smithi01678542-2 2024-04-15T14:45:50.338 INFO:tasks.rados.rados.0.smithi016.stdout:2664: finishing write tid 2 to smithi01678542-2 2024-04-15T14:45:50.338 INFO:tasks.rados.rados.0.smithi016.stdout:2664: finishing write tid 3 to smithi01678542-2 2024-04-15T14:45:50.338 INFO:tasks.rados.rados.0.smithi016.stdout:2664: finishing write tid 4 to smithi01678542-2 2024-04-15T14:45:50.338 INFO:tasks.rados.rados.0.smithi016.stdout:2664: finishing write tid 5 to smithi01678542-2 2024-04-15T14:45:50.338 INFO:tasks.rados.rados.0.smithi016.stdout:2664: finishing write tid 6 to smithi01678542-2 2024-04-15T14:45:50.338 INFO:tasks.rados.rados.0.smithi016.stdout:2664: oid 2 updating version 0 to 1234 2024-04-15T14:45:50.339 INFO:tasks.rados.rados.0.smithi016.stdout:2664: oid 2 updating version 1234 to 1235 2024-04-15T14:45:50.339 INFO:tasks.rados.rados.0.smithi016.stdout:2664: oid 2 updating version 1235 to 1237 2024-04-15T14:45:50.339 INFO:tasks.rados.rados.0.smithi016.stdout:2664: oid 2 version 1237 is already newer than 1233 2024-04-15T14:45:50.339 INFO:tasks.rados.rados.0.smithi016.stdout:2664: oid 2 version 1237 is already newer than 1236 2024-04-15T14:45:50.339 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 2 v 1237 (ObjNum 835 snap 254 seq_num 835) dirty exists 2024-04-15T14:45:50.339 INFO:tasks.rados.rados.0.smithi016.stdout:2664: left oid 2 (ObjNum 835 snap 254 seq_num 835) 2024-04-15T14:45:50.339 INFO:tasks.rados.rados.0.smithi016.stdout:2664: done (1 left) 2024-04-15T14:45:50.340 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 39 current snap is 254 2024-04-15T14:45:50.340 INFO:tasks.rados.rados.0.smithi016.stdout:2667: seq_num 836 ranges {1695744=409600,2105344=720896,2826240=516096,3342336=368640} 2024-04-15T14:45:50.350 INFO:tasks.rados.rados.0.smithi016.stdout:2667: writing smithi01678542-39 from 1695744 to 2105344 tid 1 2024-04-15T14:45:50.354 INFO:tasks.rados.rados.0.smithi016.stdout:2667: writing smithi01678542-39 from 2105344 to 2826240 tid 2 2024-04-15T14:45:50.358 INFO:tasks.rados.rados.0.smithi016.stdout:2667: writing smithi01678542-39 from 2826240 to 3342336 tid 3 2024-04-15T14:45:50.360 INFO:tasks.rados.rados.0.smithi016.stdout:2667: writing smithi01678542-39 from 3342336 to 3710976 tid 4 2024-04-15T14:45:50.360 INFO:tasks.rados.rados.0.smithi016.stdout:2668: rollback oid 27 current snap is 254 2024-04-15T14:45:50.360 INFO:tasks.rados.rados.0.smithi016.stdout:rollback oid 27 to 252 2024-04-15T14:45:50.360 INFO:tasks.rados.rados.0.smithi016.stdout:2669: rmattr oid 17 current snap is 254 2024-04-15T14:45:50.361 INFO:tasks.rados.rados.0.smithi016.stdout:2669: done (3 left) 2024-04-15T14:45:50.361 INFO:tasks.rados.rados.0.smithi016.stdout:2670: read oid 46 snap 252 2024-04-15T14:45:50.361 INFO:tasks.rados.rados.0.smithi016.stdout:2670: expect (ObjNum 753 snap 235 seq_num 753) 2024-04-15T14:45:50.361 INFO:tasks.rados.rados.0.smithi016.stdout:2671: delete oid 38 current snap is 254 2024-04-15T14:45:50.361 INFO:tasks.rados.rados.0.smithi016.stdout:2668: finishing rollback tid 1 to smithi01678542-27 2024-04-15T14:45:50.361 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 27 v 0 (ObjNum 129 snap 0 seq_num 2235818800) dirty dne 2024-04-15T14:45:50.364 INFO:tasks.rados.rados.0.smithi016.stdout:2668: done (4 left) 2024-04-15T14:45:50.364 INFO:tasks.rados.rados.0.smithi016.stdout:2671: done (3 left) 2024-04-15T14:45:50.364 INFO:tasks.rados.rados.0.smithi016.stdout:2672: copy_from oid 36 from oid 22 current snap is 254 2024-04-15T14:45:50.365 INFO:tasks.rados.rados.0.smithi016.stdout:2673: read oid 5 snap -1 2024-04-15T14:45:50.365 INFO:tasks.rados.rados.0.smithi016.stdout:2673: expect deleted 2024-04-15T14:45:50.365 INFO:tasks.rados.rados.0.smithi016.stdout:2674: read oid 2 snap -1 2024-04-15T14:45:50.365 INFO:tasks.rados.rados.0.smithi016.stdout:2674: expect (ObjNum 835 snap 254 seq_num 835) 2024-04-15T14:45:50.365 INFO:tasks.rados.rados.0.smithi016.stdout:2675: rollback oid 37 current snap is 254 2024-04-15T14:45:50.365 INFO:tasks.rados.rados.0.smithi016.stdout:rollback oid 37 to 252 2024-04-15T14:45:50.365 INFO:tasks.rados.rados.0.smithi016.stdout:2676: rollback oid 47 current snap is 254 2024-04-15T14:45:50.366 INFO:tasks.rados.rados.0.smithi016.stdout:rollback oid 47 to 252 2024-04-15T14:45:50.366 INFO:tasks.rados.rados.0.smithi016.stdout:2677: setattr oid 49 current snap is 254 2024-04-15T14:45:50.366 INFO:tasks.rados.rados.0.smithi016.stdout:2667: finishing write tid 1 to smithi01678542-39 2024-04-15T14:45:50.367 INFO:tasks.rados.rados.0.smithi016.stdout:2667: finishing write tid 2 to smithi01678542-39 2024-04-15T14:45:50.367 INFO:tasks.rados.rados.0.smithi016.stdout:2670: expect (ObjNum 753 snap 235 seq_num 753) 2024-04-15T14:45:50.388 INFO:tasks.rados.rados.0.smithi016.stdout:2667: finishing write tid 3 to smithi01678542-39 2024-04-15T14:45:50.388 INFO:tasks.rados.rados.0.smithi016.stdout:2667: finishing write tid 4 to smithi01678542-39 2024-04-15T14:45:50.388 INFO:tasks.rados.rados.0.smithi016.stdout:2667: finishing write tid 5 to smithi01678542-39 2024-04-15T14:45:50.388 INFO:tasks.rados.rados.0.smithi016.stdout:2675: finishing rollback tid 0 to smithi01678542-37 2024-04-15T14:45:50.388 INFO:tasks.rados.rados.0.smithi016.stdout:2667: finishing write tid 6 to smithi01678542-39 2024-04-15T14:45:50.388 INFO:tasks.rados.rados.0.smithi016.stdout:2667: oid 39 updating version 0 to 1048 2024-04-15T14:45:50.388 INFO:tasks.rados.rados.0.smithi016.stdout:2667: oid 39 updating version 1048 to 1050 2024-04-15T14:45:50.388 INFO:tasks.rados.rados.0.smithi016.stdout:2667: oid 39 version 1050 is already newer than 1046 2024-04-15T14:45:50.389 INFO:tasks.rados.rados.0.smithi016.stdout:2667: oid 39 version 1050 is already newer than 1047 2024-04-15T14:45:50.389 INFO:tasks.rados.rados.0.smithi016.stdout:2667: oid 39 version 1050 is already newer than 1049 2024-04-15T14:45:50.389 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 39 v 1050 (ObjNum 836 snap 254 seq_num 836) dirty exists 2024-04-15T14:45:50.389 INFO:tasks.rados.rados.0.smithi016.stdout:2667: left oid 39 (ObjNum 836 snap 254 seq_num 836) 2024-04-15T14:45:50.389 INFO:tasks.rados.rados.0.smithi016.stdout:2674: expect (ObjNum 835 snap 254 seq_num 835) 2024-04-15T14:45:50.444 INFO:tasks.rados.rados.0.smithi016.stdout:2666: expect (ObjNum 728 snap 228 seq_num 728) 2024-04-15T14:45:50.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:45:50 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T14:45:50.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:45:50 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T14:45:50.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:45:50 smithi102 ceph-mon[87131]: osdmap e594: 8 total, 8 up, 8 in 2024-04-15T14:45:50.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:45:50 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T14:45:50.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:45:50 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T14:45:51.039 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:45:50 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T14:45:51.039 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:45:50 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T14:45:51.039 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:45:50 smithi016 ceph-mon[93212]: osdmap e594: 8 total, 8 up, 8 in 2024-04-15T14:45:51.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:45:50 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T14:45:51.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:45:50 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T14:45:51.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:45:50 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T14:45:51.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:45:50 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T14:45:51.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:45:50 smithi016 ceph-mon[90652]: osdmap e594: 8 total, 8 up, 8 in 2024-04-15T14:45:51.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:45:50 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T14:45:51.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:45:50 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T14:45:51.594 INFO:tasks.rados.rados.0.smithi016.stdout:2676: finishing rollback tid 1 to smithi01678542-47 2024-04-15T14:45:51.594 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 47 v 0 (ObjNum 161 snap 0 seq_num 0) dirty dne 2024-04-15T14:45:51.594 INFO:tasks.rados.rados.0.smithi016.stdout:2675: finishing rollback tid 1 to smithi01678542-37 2024-04-15T14:45:51.594 INFO:tasks.rados.rados.0.smithi016.stdout:2675: finishing rollback tid 2 to smithi01678542-37 2024-04-15T14:45:51.594 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 37 v 1243 (ObjNum 609 snap 0 seq_num 2235110328) dirty exists 2024-04-15T14:45:51.594 INFO:tasks.rados.rados.0.smithi016.stdout:2672: finishing copy_from racing read to smithi01678542-36 2024-04-15T14:45:51.594 INFO:tasks.rados.rados.0.smithi016.stdout:2672: finishing copy_from to smithi01678542-36 2024-04-15T14:45:51.594 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 36 v 995 (ObjNum 673 snap 207 seq_num 673) dirty exists 2024-04-15T14:45:51.594 INFO:tasks.rados.rados.0.smithi016.stdout:2666: done (8 left) 2024-04-15T14:45:51.595 INFO:tasks.rados.rados.0.smithi016.stdout:2667: done (7 left) 2024-04-15T14:45:51.595 INFO:tasks.rados.rados.0.smithi016.stdout:2670: done (6 left) 2024-04-15T14:45:51.595 INFO:tasks.rados.rados.0.smithi016.stdout:2672: done (5 left) 2024-04-15T14:45:51.595 INFO:tasks.rados.rados.0.smithi016.stdout:2673: done (4 left) 2024-04-15T14:45:51.595 INFO:tasks.rados.rados.0.smithi016.stdout:2674: done (3 left) 2024-04-15T14:45:51.595 INFO:tasks.rados.rados.0.smithi016.stdout:2675: done (2 left) 2024-04-15T14:45:51.595 INFO:tasks.rados.rados.0.smithi016.stdout:2676: done (1 left) 2024-04-15T14:45:51.595 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 10 current snap is 254 2024-04-15T14:45:51.595 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 49 v 1126 (ObjNum 763 snap 239 seq_num 763) dirty exists 2024-04-15T14:45:51.595 INFO:tasks.rados.rados.0.smithi016.stdout:2678: seq_num 838 ranges {0=442368,442368=540672,983040=532480,1515520=442368,1957888=90112} 2024-04-15T14:45:51.596 INFO:tasks.rados.rados.0.smithi016.stdout:2678: writing smithi01678542-10 from 0 to 442368 tid 1 2024-04-15T14:45:51.599 INFO:tasks.rados.rados.0.smithi016.stdout:2678: writing smithi01678542-10 from 442368 to 983040 tid 2 2024-04-15T14:45:51.602 INFO:tasks.rados.rados.0.smithi016.stdout:2678: writing smithi01678542-10 from 983040 to 1515520 tid 3 2024-04-15T14:45:51.605 INFO:tasks.rados.rados.0.smithi016.stdout:2678: writing smithi01678542-10 from 1515520 to 1957888 tid 4 2024-04-15T14:45:51.606 INFO:tasks.rados.rados.0.smithi016.stdout:2678: writing smithi01678542-10 from 1957888 to 2048000 tid 5 2024-04-15T14:45:51.606 INFO:tasks.rados.rados.0.smithi016.stdout:2677: done (1 left) 2024-04-15T14:45:51.606 INFO:tasks.rados.rados.0.smithi016.stdout:2679: read oid 17 snap -1 2024-04-15T14:45:51.606 INFO:tasks.rados.rados.0.smithi016.stdout:2679: expect deleted 2024-04-15T14:45:51.606 INFO:tasks.rados.rados.0.smithi016.stdout:2680: delete oid 42 current snap is 254 2024-04-15T14:45:51.606 INFO:tasks.rados.rados.0.smithi016.stdout:2678: finishing write tid 1 to smithi01678542-10 2024-04-15T14:45:51.606 INFO:tasks.rados.rados.0.smithi016.stdout:2678: finishing write tid 2 to smithi01678542-10 2024-04-15T14:45:51.606 INFO:tasks.rados.rados.0.smithi016.stdout:2678: finishing write tid 3 to smithi01678542-10 2024-04-15T14:45:51.608 INFO:tasks.rados.rados.0.smithi016.stdout:2679: done (2 left) 2024-04-15T14:45:51.608 INFO:tasks.rados.rados.0.smithi016.stdout:2680: done (1 left) 2024-04-15T14:45:51.608 INFO:tasks.rados.rados.0.smithi016.stdout:2681: read oid 6 snap -1 2024-04-15T14:45:51.608 INFO:tasks.rados.rados.0.smithi016.stdout:2681: expect (ObjNum 812 snap 248 seq_num 812) 2024-04-15T14:45:51.609 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 47 current snap is 254 2024-04-15T14:45:51.609 INFO:tasks.rados.rados.0.smithi016.stdout:2682: seq_num 840 ranges {0=475136,475136=712704,1187840=499712,1687552=393216} 2024-04-15T14:45:51.612 INFO:tasks.rados.rados.0.smithi016.stdout:2682: writing smithi01678542-47 from 0 to 475136 tid 1 2024-04-15T14:45:51.616 INFO:tasks.rados.rados.0.smithi016.stdout:2682: writing smithi01678542-47 from 475136 to 1187840 tid 2 2024-04-15T14:45:51.619 INFO:tasks.rados.rados.0.smithi016.stdout:2682: writing smithi01678542-47 from 1187840 to 1687552 tid 3 2024-04-15T14:45:51.622 INFO:tasks.rados.rados.0.smithi016.stdout:2682: writing smithi01678542-47 from 1687552 to 2080768 tid 4 2024-04-15T14:45:51.622 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 9 current snap is 254 2024-04-15T14:45:51.622 INFO:tasks.rados.rados.0.smithi016.stdout:2678: finishing write tid 4 to smithi01678542-10 2024-04-15T14:45:51.622 INFO:tasks.rados.rados.0.smithi016.stdout:2678: finishing write tid 5 to smithi01678542-10 2024-04-15T14:45:51.623 INFO:tasks.rados.rados.0.smithi016.stdout:2678: finishing write tid 6 to smithi01678542-10 2024-04-15T14:45:51.623 INFO:tasks.rados.rados.0.smithi016.stdout:2678: finishing write tid 7 to smithi01678542-10 2024-04-15T14:45:51.623 INFO:tasks.rados.rados.0.smithi016.stdout:2678: oid 10 updating version 0 to 1247 2024-04-15T14:45:51.623 INFO:tasks.rados.rados.0.smithi016.stdout:2678: oid 10 version 1247 is already newer than 1246 2024-04-15T14:45:51.623 INFO:tasks.rados.rados.0.smithi016.stdout:2678: oid 10 updating version 1247 to 1250 2024-04-15T14:45:51.623 INFO:tasks.rados.rados.0.smithi016.stdout:2678: oid 10 version 1250 is already newer than 1248 2024-04-15T14:45:51.623 INFO:tasks.rados.rados.0.smithi016.stdout:2678: oid 10 version 1250 is already newer than 1245 2024-04-15T14:45:51.623 INFO:tasks.rados.rados.0.smithi016.stdout:2678: oid 10 version 1250 is already newer than 1249 2024-04-15T14:45:51.623 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 10 v 1250 (ObjNum 838 snap 254 seq_num 838) dirty exists 2024-04-15T14:45:51.623 INFO:tasks.rados.rados.0.smithi016.stdout:2678: left oid 10 (ObjNum 838 snap 254 seq_num 838) 2024-04-15T14:45:51.623 INFO:tasks.rados.rados.0.smithi016.stdout:2682: finishing write tid 1 to smithi01678542-47 2024-04-15T14:45:51.623 INFO:tasks.rados.rados.0.smithi016.stdout:2681: expect (ObjNum 812 snap 248 seq_num 812) 2024-04-15T14:45:51.716 INFO:tasks.rados.rados.0.smithi016.stdout:2682: finishing write tid 2 to smithi01678542-47 2024-04-15T14:45:51.717 INFO:tasks.rados.rados.0.smithi016.stdout:2682: finishing write tid 3 to smithi01678542-47 2024-04-15T14:45:51.717 INFO:tasks.rados.rados.0.smithi016.stdout:2682: finishing write tid 4 to smithi01678542-47 2024-04-15T14:45:51.717 INFO:tasks.rados.rados.0.smithi016.stdout:2682: finishing write tid 5 to smithi01678542-47 2024-04-15T14:45:51.717 INFO:tasks.rados.rados.0.smithi016.stdout:2682: finishing write tid 6 to smithi01678542-47 2024-04-15T14:45:51.717 INFO:tasks.rados.rados.0.smithi016.stdout:2682: oid 47 updating version 0 to 1275 2024-04-15T14:45:51.717 INFO:tasks.rados.rados.0.smithi016.stdout:2682: oid 47 version 1275 is already newer than 1272 2024-04-15T14:45:51.718 INFO:tasks.rados.rados.0.smithi016.stdout:2682: oid 47 version 1275 is already newer than 1274 2024-04-15T14:45:51.718 INFO:tasks.rados.rados.0.smithi016.stdout:2682: oid 47 version 1275 is already newer than 1273 2024-04-15T14:45:51.718 INFO:tasks.rados.rados.0.smithi016.stdout:2682: oid 47 version 1275 is already newer than 1271 2024-04-15T14:45:51.718 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 47 v 1275 (ObjNum 840 snap 254 seq_num 840) dirty exists 2024-04-15T14:45:51.718 INFO:tasks.rados.rados.0.smithi016.stdout:2682: left oid 47 (ObjNum 840 snap 254 seq_num 840) 2024-04-15T14:45:51.719 INFO:tasks.rados.rados.0.smithi016.stdout:2683: seq_num 841 ranges {0=491520,491520=598016,1089536=704512,1794048=303104} 2024-04-15T14:45:51.719 INFO:tasks.rados.rados.0.smithi016.stdout:2683: writing smithi01678542-9 from 0 to 491520 tid 1 2024-04-15T14:45:51.722 INFO:tasks.rados.rados.0.smithi016.stdout:2683: writing smithi01678542-9 from 491520 to 1089536 tid 2 2024-04-15T14:45:51.726 INFO:tasks.rados.rados.0.smithi016.stdout:2683: writing smithi01678542-9 from 1089536 to 1794048 tid 3 2024-04-15T14:45:51.730 INFO:tasks.rados.rados.0.smithi016.stdout:2683: writing smithi01678542-9 from 1794048 to 2097152 tid 4 2024-04-15T14:45:51.730 INFO:tasks.rados.rados.0.smithi016.stdout:2678: done (3 left) 2024-04-15T14:45:51.730 INFO:tasks.rados.rados.0.smithi016.stdout:2681: done (2 left) 2024-04-15T14:45:51.730 INFO:tasks.rados.rados.0.smithi016.stdout:2682: done (1 left) 2024-04-15T14:45:51.731 INFO:tasks.rados.rados.0.smithi016.stdout:2684: rollback oid 20 current snap is 254 2024-04-15T14:45:51.731 INFO:tasks.rados.rados.0.smithi016.stdout:rollback oid 20 to 252 2024-04-15T14:45:51.731 INFO:tasks.rados.rados.0.smithi016.stdout:2683: finishing write tid 1 to smithi01678542-9 2024-04-15T14:45:51.734 INFO:tasks.rados.rados.0.smithi016.stdout:2683: finishing write tid 2 to smithi01678542-9 2024-04-15T14:45:51.734 INFO:tasks.rados.rados.0.smithi016.stdout:2685: rmattr oid 5 current snap is 254 2024-04-15T14:45:51.734 INFO:tasks.rados.rados.0.smithi016.stdout:2685: done (2 left) 2024-04-15T14:45:51.734 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 21 current snap is 254 2024-04-15T14:45:51.734 INFO:tasks.rados.rados.0.smithi016.stdout:2686: seq_num 842 ranges {0=507904,507904=475136,983040=516096,1499136=499712,1998848=114688} 2024-04-15T14:45:51.735 INFO:tasks.rados.rados.0.smithi016.stdout:2686: writing smithi01678542-21 from 0 to 507904 tid 1 2024-04-15T14:45:51.736 INFO:tasks.rados.rados.0.smithi016.stdout:2686: writing smithi01678542-21 from 507904 to 983040 tid 2 2024-04-15T14:45:51.738 INFO:tasks.rados.rados.0.smithi016.stdout:2686: writing smithi01678542-21 from 983040 to 1499136 tid 3 2024-04-15T14:45:51.741 INFO:tasks.rados.rados.0.smithi016.stdout:2686: writing smithi01678542-21 from 1499136 to 1998848 tid 4 2024-04-15T14:45:51.745 INFO:tasks.rados.rados.0.smithi016.stdout:2686: writing smithi01678542-21 from 1998848 to 2113536 tid 5 2024-04-15T14:45:51.746 INFO:tasks.rados.rados.0.smithi016.stdout:2687: copy_from oid 19 from oid 36 current snap is 254 2024-04-15T14:45:51.746 INFO:tasks.rados.rados.0.smithi016.stdout:2683: finishing write tid 3 to smithi01678542-9 2024-04-15T14:45:51.746 INFO:tasks.rados.rados.0.smithi016.stdout:2683: finishing write tid 4 to smithi01678542-9 2024-04-15T14:45:51.746 INFO:tasks.rados.rados.0.smithi016.stdout:2683: finishing write tid 5 to smithi01678542-9 2024-04-15T14:45:51.746 INFO:tasks.rados.rados.0.smithi016.stdout:2684: finishing rollback tid 0 to smithi01678542-20 2024-04-15T14:45:51.747 INFO:tasks.rados.rados.0.smithi016.stdout:2683: finishing write tid 6 to smithi01678542-9 2024-04-15T14:45:51.747 INFO:tasks.rados.rados.0.smithi016.stdout:2683: oid 9 updating version 0 to 1159 2024-04-15T14:45:51.747 INFO:tasks.rados.rados.0.smithi016.stdout:2683: oid 9 updating version 1159 to 1160 2024-04-15T14:45:51.747 INFO:tasks.rados.rados.0.smithi016.stdout:2683: oid 9 updating version 1160 to 1161 2024-04-15T14:45:51.747 INFO:tasks.rados.rados.0.smithi016.stdout:2683: oid 9 version 1161 is already newer than 1158 2024-04-15T14:45:51.747 INFO:tasks.rados.rados.0.smithi016.stdout:2683: oid 9 version 1161 is already newer than 1157 2024-04-15T14:45:51.747 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 9 v 1161 (ObjNum 841 snap 254 seq_num 841) dirty exists 2024-04-15T14:45:51.747 INFO:tasks.rados.rados.0.smithi016.stdout:2683: left oid 9 (ObjNum 841 snap 254 seq_num 841) 2024-04-15T14:45:51.747 INFO:tasks.rados.rados.0.smithi016.stdout:2684: finishing rollback tid 1 to smithi01678542-20 2024-04-15T14:45:51.747 INFO:tasks.rados.rados.0.smithi016.stdout:2683: done (3 left) 2024-04-15T14:45:51.747 INFO:tasks.rados.rados.0.smithi016.stdout:2688: read oid 17 snap -1 2024-04-15T14:45:51.747 INFO:tasks.rados.rados.0.smithi016.stdout:2688: expect deleted 2024-04-15T14:45:51.747 INFO:tasks.rados.rados.0.smithi016.stdout:2689: setattr oid 44 current snap is 254 2024-04-15T14:45:51.748 INFO:tasks.rados.rados.0.smithi016.stdout:2684: finishing rollback tid 2 to smithi01678542-20 2024-04-15T14:45:51.748 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 20 v 1127 (ObjNum 631 snap 191 seq_num 631) dirty exists 2024-04-15T14:45:51.748 INFO:tasks.rados.rados.0.smithi016.stdout:2686: finishing write tid 1 to smithi01678542-21 2024-04-15T14:45:51.748 INFO:tasks.rados.rados.0.smithi016.stdout:2686: finishing write tid 2 to smithi01678542-21 2024-04-15T14:45:51.748 INFO:tasks.rados.rados.0.smithi016.stdout:2686: finishing write tid 3 to smithi01678542-21 2024-04-15T14:45:51.748 INFO:tasks.rados.rados.0.smithi016.stdout:2684: done (4 left) 2024-04-15T14:45:51.748 INFO:tasks.rados.rados.0.smithi016.stdout:2688: done (3 left) 2024-04-15T14:45:51.748 INFO:tasks.rados.rados.0.smithi016.stdout:2690: rmattr oid 37 current snap is 254 2024-04-15T14:45:51.748 INFO:tasks.rados.rados.0.smithi016.stdout:2691: read oid 24 snap 252 2024-04-15T14:45:51.748 INFO:tasks.rados.rados.0.smithi016.stdout:2691: expect deleted 2024-04-15T14:45:51.748 INFO:tasks.rados.rados.0.smithi016.stdout:2692: snap_create 2024-04-15T14:45:51.749 INFO:tasks.rados.rados.0.smithi016.stdout:2686: finishing write tid 4 to smithi01678542-21 2024-04-15T14:45:51.749 INFO:tasks.rados.rados.0.smithi016.stdout:2686: finishing write tid 5 to smithi01678542-21 2024-04-15T14:45:51.749 INFO:tasks.rados.rados.0.smithi016.stdout:2686: finishing write tid 6 to smithi01678542-21 2024-04-15T14:45:51.750 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 37 v 1251 (ObjNum 609 snap 0 seq_num 2235606592) dirty exists 2024-04-15T14:45:51.750 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 44 v 1444 (ObjNum 632 snap 191 seq_num 632) dirty exists 2024-04-15T14:45:51.751 INFO:tasks.rados.rados.0.smithi016.stdout:2686: finishing write tid 7 to smithi01678542-21 2024-04-15T14:45:51.751 INFO:tasks.rados.rados.0.smithi016.stdout:2686: oid 21 updating version 0 to 1279 2024-04-15T14:45:51.751 INFO:tasks.rados.rados.0.smithi016.stdout:2686: oid 21 updating version 1279 to 1282 2024-04-15T14:45:51.751 INFO:tasks.rados.rados.0.smithi016.stdout:2686: oid 21 version 1282 is already newer than 1280 2024-04-15T14:45:51.751 INFO:tasks.rados.rados.0.smithi016.stdout:2686: oid 21 version 1282 is already newer than 1278 2024-04-15T14:45:51.751 INFO:tasks.rados.rados.0.smithi016.stdout:2686: oid 21 version 1282 is already newer than 1281 2024-04-15T14:45:51.752 INFO:tasks.rados.rados.0.smithi016.stdout:2686: oid 21 version 1282 is already newer than 1277 2024-04-15T14:45:51.752 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 21 v 1282 (ObjNum 842 snap 254 seq_num 842) dirty exists 2024-04-15T14:45:51.752 INFO:tasks.rados.rados.0.smithi016.stdout:2686: left oid 21 (ObjNum 842 snap 254 seq_num 842) 2024-04-15T14:45:51.752 INFO:tasks.rados.rados.0.smithi016.stdout:2687: finishing copy_from racing read to smithi01678542-19 2024-04-15T14:45:51.753 INFO:tasks.rados.rados.0.smithi016.stdout:2687: finishing copy_from to smithi01678542-19 2024-04-15T14:45:51.753 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 19 v 995 (ObjNum 673 snap 207 seq_num 673) dirty exists 2024-04-15T14:45:51.780 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:45:51 smithi016 ceph-mon[90652]: pgmap v522: 121 pgs: 121 active+clean; 106 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 2.6 MiB/s rd, 470 KiB/s wr, 2 op/s 2024-04-15T14:45:51.781 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:45:51 smithi016 ceph-mon[93212]: pgmap v522: 121 pgs: 121 active+clean; 106 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 2.6 MiB/s rd, 470 KiB/s wr, 2 op/s 2024-04-15T14:45:51.939 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:45:51 smithi102 ceph-mon[87131]: pgmap v522: 121 pgs: 121 active+clean; 106 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 2.6 MiB/s rd, 470 KiB/s wr, 2 op/s 2024-04-15T14:45:52.039 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 15 14:45:51 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-y[81421]: ::ffff:172.21.15.102 - - [15/Apr/2024:14:45:51] "GET /metrics HTTP/1.1" 200 36261 "" "Prometheus/2.43.0" 2024-04-15T14:45:52.371 INFO:journalctl@ceph.prometheus.a.smithi102.stdout:Apr 15 14:45:52 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-prometheus-a[78028]: ts=2024-04-15T14:45:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi016:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"362ea986-fb34-11ee-bc8f-c7b262605968\", instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T14:45:52.681 INFO:tasks.rados.rados.0.smithi016.stdout:2686: done (5 left) 2024-04-15T14:45:52.681 INFO:tasks.rados.rados.0.smithi016.stdout:2687: done (4 left) 2024-04-15T14:45:52.681 INFO:tasks.rados.rados.0.smithi016.stdout:2689: done (3 left) 2024-04-15T14:45:52.682 INFO:tasks.rados.rados.0.smithi016.stdout:2690: done (2 left) 2024-04-15T14:45:52.682 INFO:tasks.rados.rados.0.smithi016.stdout:2691: done (1 left) 2024-04-15T14:45:52.682 INFO:tasks.rados.rados.0.smithi016.stdout:2692: done (0 left) 2024-04-15T14:45:52.682 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 15 current snap is 255 2024-04-15T14:45:52.682 INFO:tasks.rados.rados.0.smithi016.stdout:2693: seq_num 843 ranges {0=524288,524288=761856,1286144=671744,1957888=172032} 2024-04-15T14:45:52.684 INFO:tasks.rados.rados.0.smithi016.stdout:2693: writing smithi01678542-15 from 0 to 524288 tid 1 2024-04-15T14:45:52.689 INFO:tasks.rados.rados.0.smithi016.stdout:2693: writing smithi01678542-15 from 524288 to 1286144 tid 2 2024-04-15T14:45:52.693 INFO:tasks.rados.rados.0.smithi016.stdout:2693: writing smithi01678542-15 from 1286144 to 1957888 tid 3 2024-04-15T14:45:52.694 INFO:tasks.rados.rados.0.smithi016.stdout:2693: writing smithi01678542-15 from 1957888 to 2129920 tid 4 2024-04-15T14:45:52.694 INFO:tasks.rados.rados.0.smithi016.stdout:2694: delete oid 23 current snap is 255 2024-04-15T14:45:52.694 INFO:tasks.rados.rados.0.smithi016.stdout:2693: finishing write tid 1 to smithi01678542-15 2024-04-15T14:45:52.695 INFO:tasks.rados.rados.0.smithi016.stdout:2693: finishing write tid 2 to smithi01678542-15 2024-04-15T14:45:52.696 INFO:tasks.rados.rados.0.smithi016.stdout:2694: done (1 left) 2024-04-15T14:45:52.697 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 28 current snap is 255 2024-04-15T14:45:52.697 INFO:tasks.rados.rados.0.smithi016.stdout:2695: seq_num 845 ranges {0=557056,557056=581632,1138688=688128,1826816=335872} 2024-04-15T14:45:52.700 INFO:tasks.rados.rados.0.smithi016.stdout:2695: writing smithi01678542-28 from 0 to 557056 tid 1 2024-04-15T14:45:52.704 INFO:tasks.rados.rados.0.smithi016.stdout:2695: writing smithi01678542-28 from 557056 to 1138688 tid 2 2024-04-15T14:45:52.708 INFO:tasks.rados.rados.0.smithi016.stdout:2695: writing smithi01678542-28 from 1138688 to 1826816 tid 3 2024-04-15T14:45:52.710 INFO:tasks.rados.rados.0.smithi016.stdout:2695: writing smithi01678542-28 from 1826816 to 2162688 tid 4 2024-04-15T14:45:52.710 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 37 current snap is 255 2024-04-15T14:45:52.710 INFO:tasks.rados.rados.0.smithi016.stdout:2693: finishing write tid 3 to smithi01678542-15 2024-04-15T14:45:52.710 INFO:tasks.rados.rados.0.smithi016.stdout:2696: seq_num 846 ranges {0=573440,573440=466944,1040384=491520,1531904=548864,2080768=98304} 2024-04-15T14:45:52.713 INFO:tasks.rados.rados.0.smithi016.stdout:2696: writing smithi01678542-37 from 0 to 573440 tid 1 2024-04-15T14:45:52.716 INFO:tasks.rados.rados.0.smithi016.stdout:2696: writing smithi01678542-37 from 573440 to 1040384 tid 2 2024-04-15T14:45:52.719 INFO:tasks.rados.rados.0.smithi016.stdout:2696: writing smithi01678542-37 from 1040384 to 1531904 tid 3 2024-04-15T14:45:52.722 INFO:tasks.rados.rados.0.smithi016.stdout:2696: writing smithi01678542-37 from 1531904 to 2080768 tid 4 2024-04-15T14:45:52.723 INFO:tasks.rados.rados.0.smithi016.stdout:2696: writing smithi01678542-37 from 2080768 to 2179072 tid 5 2024-04-15T14:45:52.724 INFO:tasks.rados.rados.0.smithi016.stdout:2697: read oid 42 snap -1 2024-04-15T14:45:52.724 INFO:tasks.rados.rados.0.smithi016.stdout:2697: expect deleted 2024-04-15T14:45:52.724 INFO:tasks.rados.rados.0.smithi016.stdout:2698: delete oid 29 current snap is 255 2024-04-15T14:45:52.724 INFO:tasks.rados.rados.0.smithi016.stdout:2693: finishing write tid 4 to smithi01678542-15 2024-04-15T14:45:52.724 INFO:tasks.rados.rados.0.smithi016.stdout:2693: finishing write tid 5 to smithi01678542-15 2024-04-15T14:45:52.724 INFO:tasks.rados.rados.0.smithi016.stdout:2693: finishing write tid 6 to smithi01678542-15 2024-04-15T14:45:52.724 INFO:tasks.rados.rados.0.smithi016.stdout:2693: oid 15 updating version 0 to 1164 2024-04-15T14:45:52.724 INFO:tasks.rados.rados.0.smithi016.stdout:2693: oid 15 updating version 1164 to 1165 2024-04-15T14:45:52.724 INFO:tasks.rados.rados.0.smithi016.stdout:2693: oid 15 version 1165 is already newer than 1163 2024-04-15T14:45:52.724 INFO:tasks.rados.rados.0.smithi016.stdout:2693: oid 15 updating version 1165 to 1166 2024-04-15T14:45:52.724 INFO:tasks.rados.rados.0.smithi016.stdout:2693: oid 15 version 1166 is already newer than 1162 2024-04-15T14:45:52.724 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 15 v 1166 (ObjNum 843 snap 255 seq_num 843) dirty exists 2024-04-15T14:45:52.724 INFO:tasks.rados.rados.0.smithi016.stdout:2693: left oid 15 (ObjNum 843 snap 255 seq_num 843) 2024-04-15T14:45:52.724 INFO:tasks.rados.rados.0.smithi016.stdout:2695: finishing write tid 1 to smithi01678542-28 2024-04-15T14:45:52.725 INFO:tasks.rados.rados.0.smithi016.stdout:2695: finishing write tid 2 to smithi01678542-28 2024-04-15T14:45:52.725 INFO:tasks.rados.rados.0.smithi016.stdout:2695: finishing write tid 3 to smithi01678542-28 2024-04-15T14:45:52.725 INFO:tasks.rados.rados.0.smithi016.stdout:2695: finishing write tid 4 to smithi01678542-28 2024-04-15T14:45:52.725 INFO:tasks.rados.rados.0.smithi016.stdout:2695: finishing write tid 5 to smithi01678542-28 2024-04-15T14:45:52.725 INFO:tasks.rados.rados.0.smithi016.stdout:2695: finishing write tid 6 to smithi01678542-28 2024-04-15T14:45:52.725 INFO:tasks.rados.rados.0.smithi016.stdout:2695: oid 28 updating version 0 to 1032 2024-04-15T14:45:52.725 INFO:tasks.rados.rados.0.smithi016.stdout:2695: oid 28 updating version 1032 to 1033 2024-04-15T14:45:52.725 INFO:tasks.rados.rados.0.smithi016.stdout:2695: oid 28 version 1033 is already newer than 1031 2024-04-15T14:45:52.725 INFO:tasks.rados.rados.0.smithi016.stdout:2695: oid 28 updating version 1033 to 1035 2024-04-15T14:45:52.725 INFO:tasks.rados.rados.0.smithi016.stdout:2695: oid 28 version 1035 is already newer than 1034 2024-04-15T14:45:52.725 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 28 v 1035 (ObjNum 845 snap 255 seq_num 845) dirty exists 2024-04-15T14:45:52.725 INFO:tasks.rados.rados.0.smithi016.stdout:2695: left oid 28 (ObjNum 845 snap 255 seq_num 845) 2024-04-15T14:45:52.725 INFO:tasks.rados.rados.0.smithi016.stdout:2696: finishing write tid 1 to smithi01678542-37 2024-04-15T14:45:52.725 INFO:tasks.rados.rados.0.smithi016.stdout:2696: finishing write tid 2 to smithi01678542-37 2024-04-15T14:45:52.725 INFO:tasks.rados.rados.0.smithi016.stdout:2696: finishing write tid 3 to smithi01678542-37 2024-04-15T14:45:52.726 INFO:tasks.rados.rados.0.smithi016.stdout:2696: finishing write tid 4 to smithi01678542-37 2024-04-15T14:45:52.726 INFO:tasks.rados.rados.0.smithi016.stdout:2696: finishing write tid 5 to smithi01678542-37 2024-04-15T14:45:52.727 INFO:tasks.rados.rados.0.smithi016.stdout:2696: finishing write tid 6 to smithi01678542-37 2024-04-15T14:45:52.727 INFO:tasks.rados.rados.0.smithi016.stdout:2693: done (4 left) 2024-04-15T14:45:52.727 INFO:tasks.rados.rados.0.smithi016.stdout:2695: done (3 left) 2024-04-15T14:45:52.728 INFO:tasks.rados.rados.0.smithi016.stdout:2697: done (2 left) 2024-04-15T14:45:52.728 INFO:tasks.rados.rados.0.smithi016.stdout:2698: done (1 left) 2024-04-15T14:45:52.728 INFO:tasks.rados.rados.0.smithi016.stdout:2699: copy_from oid 42 from oid 6 current snap is 255 2024-04-15T14:45:52.728 INFO:tasks.rados.rados.0.smithi016.stdout:2700: copy_from oid 36 from oid 41 current snap is 255 2024-04-15T14:45:52.728 INFO:tasks.rados.rados.0.smithi016.stdout:2701: snap_create 2024-04-15T14:45:52.728 INFO:tasks.rados.rados.0.smithi016.stdout:2696: finishing write tid 7 to smithi01678542-37 2024-04-15T14:45:52.729 INFO:tasks.rados.rados.0.smithi016.stdout:2696: oid 37 updating version 0 to 1256 2024-04-15T14:45:52.729 INFO:tasks.rados.rados.0.smithi016.stdout:2696: oid 37 updating version 1256 to 1258 2024-04-15T14:45:52.729 INFO:tasks.rados.rados.0.smithi016.stdout:2696: oid 37 version 1258 is already newer than 1257 2024-04-15T14:45:52.729 INFO:tasks.rados.rados.0.smithi016.stdout:2696: oid 37 updating version 1258 to 1260 2024-04-15T14:45:52.729 INFO:tasks.rados.rados.0.smithi016.stdout:2696: oid 37 version 1260 is already newer than 1259 2024-04-15T14:45:52.729 INFO:tasks.rados.rados.0.smithi016.stdout:2696: oid 37 version 1260 is already newer than 1255 2024-04-15T14:45:52.729 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 37 v 1260 (ObjNum 846 snap 255 seq_num 846) dirty exists 2024-04-15T14:45:52.729 INFO:tasks.rados.rados.0.smithi016.stdout:2696: left oid 37 (ObjNum 846 snap 255 seq_num 846) 2024-04-15T14:45:52.739 INFO:tasks.rados.rados.0.smithi016.stdout:2699: finishing copy_from racing read to smithi01678542-42 2024-04-15T14:45:52.742 INFO:tasks.rados.rados.0.smithi016.stdout:2699: finishing copy_from to smithi01678542-42 2024-04-15T14:45:52.742 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 42 v 1091 (ObjNum 812 snap 248 seq_num 812) dirty exists 2024-04-15T14:45:52.742 INFO:tasks.rados.rados.0.smithi016.stdout:2700: finishing copy_from racing read to smithi01678542-36 2024-04-15T14:45:52.744 INFO:tasks.rados.rados.0.smithi016.stdout:2700: finishing copy_from to smithi01678542-36 2024-04-15T14:45:52.744 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 36 v 895 (ObjNum 632 snap 191 seq_num 632) dirty exists 2024-04-15T14:45:53.686 INFO:tasks.rados.rados.0.smithi016.stdout:2696: done (3 left) 2024-04-15T14:45:53.686 INFO:tasks.rados.rados.0.smithi016.stdout:2699: done (2 left) 2024-04-15T14:45:53.686 INFO:tasks.rados.rados.0.smithi016.stdout:2700: done (1 left) 2024-04-15T14:45:53.686 INFO:tasks.rados.rados.0.smithi016.stdout:2701: done (0 left) 2024-04-15T14:45:53.686 INFO:tasks.rados.rados.0.smithi016.stdout:2702: copy_from oid 4 from oid 16 current snap is 256 2024-04-15T14:45:53.686 INFO:tasks.rados.rados.0.smithi016.stdout:2703: snap_create 2024-04-15T14:45:53.690 INFO:tasks.rados.rados.0.smithi016.stdout:2702: finishing copy_from to smithi01678542-4 2024-04-15T14:45:53.690 INFO:tasks.rados.rados.0.smithi016.stdout:2702: got expected ENOENT (src dne) 2024-04-15T14:45:53.690 INFO:tasks.rados.rados.0.smithi016.stdout:2702: finishing copy_from racing read to smithi01678542-4 2024-04-15T14:45:53.915 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:45:53 smithi102 ceph-mon[87131]: pgmap v524: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 110 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 8.7 MiB/s rd, 2.0 MiB/s wr, 14 op/s 2024-04-15T14:45:53.916 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:45:53 smithi102 ceph-mon[87131]: osdmap e595: 8 total, 8 up, 8 in 2024-04-15T14:45:53.916 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:45:53 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T14:45:53.916 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:45:53 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T14:45:54.018 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:45:53 smithi016 ceph-mon[93212]: pgmap v524: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 110 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 8.7 MiB/s rd, 2.0 MiB/s wr, 14 op/s 2024-04-15T14:45:54.018 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:45:53 smithi016 ceph-mon[93212]: osdmap e595: 8 total, 8 up, 8 in 2024-04-15T14:45:54.018 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:45:53 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T14:45:54.018 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:45:53 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T14:45:54.018 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:45:53 smithi016 ceph-mon[90652]: pgmap v524: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 110 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 8.7 MiB/s rd, 2.0 MiB/s wr, 14 op/s 2024-04-15T14:45:54.019 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:45:53 smithi016 ceph-mon[90652]: osdmap e595: 8 total, 8 up, 8 in 2024-04-15T14:45:54.019 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:45:53 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T14:45:54.019 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:45:53 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T14:45:54.688 INFO:tasks.rados.rados.0.smithi016.stdout:2702: done (1 left) 2024-04-15T14:45:54.688 INFO:tasks.rados.rados.0.smithi016.stdout:2703: done (0 left) 2024-04-15T14:45:54.688 INFO:tasks.rados.rados.0.smithi016.stdout:2704: read oid 49 snap -1 2024-04-15T14:45:54.688 INFO:tasks.rados.rados.0.smithi016.stdout:2704: expect (ObjNum 763 snap 239 seq_num 763) 2024-04-15T14:45:54.688 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 9 current snap is 257 2024-04-15T14:45:54.688 INFO:tasks.rados.rados.0.smithi016.stdout:2705: seq_num 848 ranges {2097152=606208,2703360=630784,3334144=458752,3792896=516096} 2024-04-15T14:45:54.704 INFO:tasks.rados.rados.0.smithi016.stdout:2705: writing smithi01678542-9 from 2097152 to 2703360 tid 1 2024-04-15T14:45:54.708 INFO:tasks.rados.rados.0.smithi016.stdout:2705: writing smithi01678542-9 from 2703360 to 3334144 tid 2 2024-04-15T14:45:54.712 INFO:tasks.rados.rados.0.smithi016.stdout:2705: writing smithi01678542-9 from 3334144 to 3792896 tid 3 2024-04-15T14:45:54.716 INFO:tasks.rados.rados.0.smithi016.stdout:2705: writing smithi01678542-9 from 3792896 to 4308992 tid 4 2024-04-15T14:45:54.716 INFO:tasks.rados.rados.0.smithi016.stdout:2706: rollback oid 28 current snap is 257 2024-04-15T14:45:54.716 INFO:tasks.rados.rados.0.smithi016.stdout:rollback oid 28 to 254 2024-04-15T14:45:54.716 INFO:tasks.rados.rados.0.smithi016.stdout:2705: finishing write tid 1 to smithi01678542-9 2024-04-15T14:45:54.716 INFO:tasks.rados.rados.0.smithi016.stdout:2707: snap_create 2024-04-15T14:45:54.716 INFO:tasks.rados.rados.0.smithi016.stdout:2704: expect (ObjNum 763 snap 239 seq_num 763) 2024-04-15T14:45:54.977 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:45:54 smithi102 ceph-mon[87131]: osdmap e596: 8 total, 8 up, 8 in 2024-04-15T14:45:54.978 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:45:54 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T14:45:54.978 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:45:54 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T14:45:54.978 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:45:54 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T14:45:54.978 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:45:54 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T14:45:54.978 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:45:54 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T14:45:54.978 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:45:54 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T14:45:54.978 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:45:54 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T14:45:54.978 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:45:54 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T14:45:54.978 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:45:54 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T14:45:54.978 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:45:54 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T14:45:54.978 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:45:54 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T14:45:54.978 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:45:54 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T14:45:54.978 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:45:54 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T14:45:54.979 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:45:54 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T14:45:54.979 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:45:54 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T14:45:54.979 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:45:54 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T14:45:54.979 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:45:54 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T14:45:54.979 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:45:54 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T14:45:54.979 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:45:54 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T14:45:54.979 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:45:54 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T14:45:55.039 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:45:54 smithi016 ceph-mon[93212]: osdmap e596: 8 total, 8 up, 8 in 2024-04-15T14:45:55.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:45:54 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T14:45:55.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:45:54 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T14:45:55.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:45:54 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T14:45:55.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:45:54 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T14:45:55.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:45:54 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T14:45:55.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:45:54 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T14:45:55.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:45:54 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T14:45:55.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:45:54 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T14:45:55.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:45:54 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T14:45:55.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:45:54 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T14:45:55.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:45:54 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T14:45:55.041 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:45:54 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T14:45:55.041 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:45:54 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T14:45:55.041 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:45:54 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T14:45:55.041 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:45:54 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T14:45:55.041 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:45:54 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T14:45:55.041 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:45:54 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T14:45:55.041 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:45:54 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T14:45:55.041 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:45:54 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T14:45:55.041 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:45:54 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T14:45:55.041 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:45:54 smithi016 ceph-mon[90652]: osdmap e596: 8 total, 8 up, 8 in 2024-04-15T14:45:55.041 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:45:54 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T14:45:55.042 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:45:54 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T14:45:55.042 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:45:54 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T14:45:55.042 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:45:54 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T14:45:55.042 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:45:54 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T14:45:55.042 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:45:54 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T14:45:55.042 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:45:54 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T14:45:55.042 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:45:54 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T14:45:55.042 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:45:54 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T14:45:55.042 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:45:54 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T14:45:55.042 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:45:54 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T14:45:55.042 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:45:54 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T14:45:55.042 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:45:54 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T14:45:55.042 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:45:54 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T14:45:55.042 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:45:54 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T14:45:55.043 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:45:54 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T14:45:55.043 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:45:54 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T14:45:55.043 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:45:54 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T14:45:55.043 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:45:54 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T14:45:55.043 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:45:54 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T14:45:55.533 INFO:tasks.rados.rados.0.smithi016.stdout:2705: finishing write tid 2 to smithi01678542-9 2024-04-15T14:45:55.533 INFO:tasks.rados.rados.0.smithi016.stdout:2705: finishing write tid 3 to smithi01678542-9 2024-04-15T14:45:55.533 INFO:tasks.rados.rados.0.smithi016.stdout:2705: finishing write tid 4 to smithi01678542-9 2024-04-15T14:45:55.534 INFO:tasks.rados.rados.0.smithi016.stdout:2705: finishing write tid 5 to smithi01678542-9 2024-04-15T14:45:55.534 INFO:tasks.rados.rados.0.smithi016.stdout:2706: finishing rollback tid 0 to smithi01678542-28 2024-04-15T14:45:55.534 INFO:tasks.rados.rados.0.smithi016.stdout:2705: finishing write tid 6 to smithi01678542-9 2024-04-15T14:45:55.534 INFO:tasks.rados.rados.0.smithi016.stdout:2705: oid 9 updating version 0 to 1169 2024-04-15T14:45:55.534 INFO:tasks.rados.rados.0.smithi016.stdout:2705: oid 9 version 1169 is already newer than 1168 2024-04-15T14:45:55.534 INFO:tasks.rados.rados.0.smithi016.stdout:2705: oid 9 updating version 1169 to 1171 2024-04-15T14:45:55.534 INFO:tasks.rados.rados.0.smithi016.stdout:2705: oid 9 version 1171 is already newer than 1170 2024-04-15T14:45:55.534 INFO:tasks.rados.rados.0.smithi016.stdout:2705: oid 9 version 1171 is already newer than 1167 2024-04-15T14:45:55.534 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 9 v 1171 (ObjNum 848 snap 257 seq_num 848) dirty exists 2024-04-15T14:45:55.534 INFO:tasks.rados.rados.0.smithi016.stdout:2705: left oid 9 (ObjNum 848 snap 257 seq_num 848) 2024-04-15T14:45:55.534 INFO:tasks.rados.rados.0.smithi016.stdout:2706: finishing rollback tid 1 to smithi01678542-28 2024-04-15T14:45:55.535 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 28 v 1037 (ObjNum 33 snap 0 seq_num 3763118751) dirty dne 2024-04-15T14:45:55.535 INFO:tasks.rados.rados.0.smithi016.stdout:2704: done (3 left) 2024-04-15T14:45:55.535 INFO:tasks.rados.rados.0.smithi016.stdout:2705: done (2 left) 2024-04-15T14:45:55.535 INFO:tasks.rados.rados.0.smithi016.stdout:2706: done (1 left) 2024-04-15T14:45:55.535 INFO:tasks.rados.rados.0.smithi016.stdout:2707: done (0 left) 2024-04-15T14:45:55.535 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 20 current snap is 258 2024-04-15T14:45:55.535 INFO:tasks.rados.rados.0.smithi016.stdout:2708: seq_num 849 ranges {5087232=622592,5709824=516096,6225920=663552,6889472=425984} 2024-04-15T14:45:55.564 INFO:tasks.rados.rados.0.smithi016.stdout:2708: writing smithi01678542-20 from 5087232 to 5709824 tid 1 2024-04-15T14:45:55.567 INFO:tasks.rados.rados.0.smithi016.stdout:2708: writing smithi01678542-20 from 5709824 to 6225920 tid 2 2024-04-15T14:45:55.571 INFO:tasks.rados.rados.0.smithi016.stdout:2708: writing smithi01678542-20 from 6225920 to 6889472 tid 3 2024-04-15T14:45:55.574 INFO:tasks.rados.rados.0.smithi016.stdout:2708: writing smithi01678542-20 from 6889472 to 7315456 tid 4 2024-04-15T14:45:55.574 INFO:tasks.rados.rados.0.smithi016.stdout:2709: read oid 17 snap 255 2024-04-15T14:45:55.575 INFO:tasks.rados.rados.0.smithi016.stdout:2709: expect deleted 2024-04-15T14:45:55.575 INFO:tasks.rados.rados.0.smithi016.stdout:2710: setattr oid 26 current snap is 258 2024-04-15T14:45:55.575 INFO:tasks.rados.rados.0.smithi016.stdout:2708: finishing write tid 1 to smithi01678542-20 2024-04-15T14:45:55.575 INFO:tasks.rados.rados.0.smithi016.stdout:2708: finishing write tid 2 to smithi01678542-20 2024-04-15T14:45:55.575 INFO:tasks.rados.rados.0.smithi016.stdout:2708: finishing write tid 3 to smithi01678542-20 2024-04-15T14:45:55.575 INFO:tasks.rados.rados.0.smithi016.stdout:2709: done (2 left) 2024-04-15T14:45:55.576 INFO:tasks.rados.rados.0.smithi016.stdout:2711: read oid 30 snap -1 2024-04-15T14:45:55.576 INFO:tasks.rados.rados.0.smithi016.stdout:2711: expect deleted 2024-04-15T14:45:55.576 INFO:tasks.rados.rados.0.smithi016.stdout:2712: copy_from oid 2 from oid 5 current snap is 258 2024-04-15T14:45:55.576 INFO:tasks.rados.rados.0.smithi016.stdout:2713: snap_create 2024-04-15T14:45:55.578 INFO:tasks.rados.rados.0.smithi016.stdout:2708: finishing write tid 4 to smithi01678542-20 2024-04-15T14:45:55.578 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 26 v 896 (ObjNum 33 snap 0 seq_num 2235713616) dirty exists 2024-04-15T14:45:55.578 INFO:tasks.rados.rados.0.smithi016.stdout:2708: finishing write tid 5 to smithi01678542-20 2024-04-15T14:45:55.580 INFO:tasks.rados.rados.0.smithi016.stdout:2712: finishing copy_from to smithi01678542-2 2024-04-15T14:45:55.580 INFO:tasks.rados.rados.0.smithi016.stdout:2712: got expected ENOENT (src dne) 2024-04-15T14:45:55.580 INFO:tasks.rados.rados.0.smithi016.stdout:2712: finishing copy_from racing read to smithi01678542-2 2024-04-15T14:45:55.581 INFO:tasks.rados.rados.0.smithi016.stdout:2708: finishing write tid 6 to smithi01678542-20 2024-04-15T14:45:55.581 INFO:tasks.rados.rados.0.smithi016.stdout:2708: oid 20 updating version 0 to 1129 2024-04-15T14:45:55.581 INFO:tasks.rados.rados.0.smithi016.stdout:2708: oid 20 updating version 1129 to 1132 2024-04-15T14:45:55.581 INFO:tasks.rados.rados.0.smithi016.stdout:2708: oid 20 version 1132 is already newer than 1131 2024-04-15T14:45:55.581 INFO:tasks.rados.rados.0.smithi016.stdout:2708: oid 20 version 1132 is already newer than 1128 2024-04-15T14:45:55.582 INFO:tasks.rados.rados.0.smithi016.stdout:2708: oid 20 version 1132 is already newer than 1130 2024-04-15T14:45:55.582 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 20 v 1132 (ObjNum 849 snap 258 seq_num 849) dirty exists 2024-04-15T14:45:55.582 INFO:tasks.rados.rados.0.smithi016.stdout:2708: left oid 20 (ObjNum 849 snap 258 seq_num 849) 2024-04-15T14:45:56.042 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:45:55 smithi016 ceph-mon[93212]: pgmap v527: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 110 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 8.7 MiB/s rd, 1.6 MiB/s wr, 13 op/s 2024-04-15T14:45:56.042 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:45:55 smithi016 ceph-mon[93212]: osdmap e597: 8 total, 8 up, 8 in 2024-04-15T14:45:56.042 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:45:55 smithi016 ceph-mon[93212]: osdmap e598: 8 total, 8 up, 8 in 2024-04-15T14:45:56.042 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:45:55 smithi016 ceph-mon[90652]: pgmap v527: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 110 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 8.7 MiB/s rd, 1.6 MiB/s wr, 13 op/s 2024-04-15T14:45:56.042 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:45:55 smithi016 ceph-mon[90652]: osdmap e597: 8 total, 8 up, 8 in 2024-04-15T14:45:56.042 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:45:55 smithi016 ceph-mon[90652]: osdmap e598: 8 total, 8 up, 8 in 2024-04-15T14:45:56.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:45:55 smithi102 ceph-mon[87131]: pgmap v527: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 110 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 8.7 MiB/s rd, 1.6 MiB/s wr, 13 op/s 2024-04-15T14:45:56.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:45:55 smithi102 ceph-mon[87131]: osdmap e597: 8 total, 8 up, 8 in 2024-04-15T14:45:56.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:45:55 smithi102 ceph-mon[87131]: osdmap e598: 8 total, 8 up, 8 in 2024-04-15T14:45:56.339 INFO:tasks.rados.rados.0.smithi016.stdout:2708: done (4 left) 2024-04-15T14:45:56.339 INFO:tasks.rados.rados.0.smithi016.stdout:2710: done (3 left) 2024-04-15T14:45:56.339 INFO:tasks.rados.rados.0.smithi016.stdout:2711: done (2 left) 2024-04-15T14:45:56.339 INFO:tasks.rados.rados.0.smithi016.stdout:2712: done (1 left) 2024-04-15T14:45:56.339 INFO:tasks.rados.rados.0.smithi016.stdout:2713: done (0 left) 2024-04-15T14:45:56.339 INFO:tasks.rados.rados.0.smithi016.stdout:2714: delete oid 22 current snap is 259 2024-04-15T14:45:56.343 INFO:tasks.rados.rados.0.smithi016.stdout:2714: done (0 left) 2024-04-15T14:45:56.343 INFO:tasks.rados.rados.0.smithi016.stdout:2715: rollback oid 19 current snap is 259 2024-04-15T14:45:56.343 INFO:tasks.rados.rados.0.smithi016.stdout:rollback oid 19 to 252 2024-04-15T14:45:56.343 INFO:tasks.rados.rados.0.smithi016.stdout:2716: rmattr oid 23 current snap is 259 2024-04-15T14:45:56.344 INFO:tasks.rados.rados.0.smithi016.stdout:2716: done (1 left) 2024-04-15T14:45:56.344 INFO:tasks.rados.rados.0.smithi016.stdout:2717: read oid 50 snap -1 2024-04-15T14:45:56.344 INFO:tasks.rados.rados.0.smithi016.stdout:2717: expect deleted 2024-04-15T14:45:56.344 INFO:tasks.rados.rados.0.smithi016.stdout:2718: delete oid 10 current snap is 259 2024-04-15T14:45:56.346 INFO:tasks.rados.rados.0.smithi016.stdout:2715: finishing rollback tid 0 to smithi01678542-19 2024-04-15T14:45:56.348 INFO:tasks.rados.rados.0.smithi016.stdout:2715: finishing rollback tid 1 to smithi01678542-19 2024-04-15T14:45:56.348 INFO:tasks.rados.rados.0.smithi016.stdout:2715: finishing rollback tid 2 to smithi01678542-19 2024-04-15T14:45:56.348 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 19 v 1266 (ObjNum 814 snap 248 seq_num 814) dirty exists 2024-04-15T14:45:56.349 INFO:tasks.rados.rados.0.smithi016.stdout:2715: done (2 left) 2024-04-15T14:45:56.349 INFO:tasks.rados.rados.0.smithi016.stdout:2717: done (1 left) 2024-04-15T14:45:56.349 INFO:tasks.rados.rados.0.smithi016.stdout:2718: done (0 left) 2024-04-15T14:45:56.349 INFO:tasks.rados.rados.0.smithi016.stdout:2719: rmattr oid 7 current snap is 259 2024-04-15T14:45:56.349 INFO:tasks.rados.rados.0.smithi016.stdout:2719: done (0 left) 2024-04-15T14:45:56.349 INFO:tasks.rados.rados.0.smithi016.stdout:2720: snap_remove snap 252 2024-04-15T14:45:57.347 INFO:tasks.rados.rados.0.smithi016.stdout:2720: done (0 left) 2024-04-15T14:45:57.347 INFO:tasks.rados.rados.0.smithi016.stdout:2721: rollback oid 47 current snap is 259 2024-04-15T14:45:57.347 INFO:tasks.rados.rados.0.smithi016.stdout:rollback oid 47 to 254 2024-04-15T14:45:57.347 INFO:tasks.rados.rados.0.smithi016.stdout:2722: copy_from oid 35 from oid 44 current snap is 259 2024-04-15T14:45:57.348 INFO:tasks.rados.rados.0.smithi016.stdout:2723: read oid 32 snap -1 2024-04-15T14:45:57.348 INFO:tasks.rados.rados.0.smithi016.stdout:2723: expect (ObjNum 833 snap 254 seq_num 833) 2024-04-15T14:45:57.348 INFO:tasks.rados.rados.0.smithi016.stdout:2724: copy_from oid 33 from oid 7 current snap is 259 2024-04-15T14:45:57.348 INFO:tasks.rados.rados.0.smithi016.stdout:2725: read oid 30 snap -1 2024-04-15T14:45:57.348 INFO:tasks.rados.rados.0.smithi016.stdout:2725: expect deleted 2024-04-15T14:45:57.348 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 20 current snap is 259 2024-04-15T14:45:57.348 INFO:tasks.rados.rados.0.smithi016.stdout:2726: seq_num 852 ranges {7315456=671744,7987200=622592,8609792=442368,9052160=540672} 2024-04-15T14:45:57.392 INFO:tasks.rados.rados.0.smithi016.stdout:2726: writing smithi01678542-20 from 7315456 to 7987200 tid 1 2024-04-15T14:45:57.396 INFO:tasks.rados.rados.0.smithi016.stdout:2726: writing smithi01678542-20 from 7987200 to 8609792 tid 2 2024-04-15T14:45:57.398 INFO:tasks.rados.rados.0.smithi016.stdout:2726: writing smithi01678542-20 from 8609792 to 9052160 tid 3 2024-04-15T14:45:57.402 INFO:tasks.rados.rados.0.smithi016.stdout:2726: writing smithi01678542-20 from 9052160 to 9592832 tid 4 2024-04-15T14:45:57.402 INFO:tasks.rados.rados.0.smithi016.stdout:2727: setattr oid 10 current snap is 259 2024-04-15T14:45:57.402 INFO:tasks.rados.rados.0.smithi016.stdout:2721: finishing rollback tid 0 to smithi01678542-47 2024-04-15T14:45:57.402 INFO:tasks.rados.rados.0.smithi016.stdout:2721: finishing rollback tid 1 to smithi01678542-47 2024-04-15T14:45:57.402 INFO:tasks.rados.rados.0.smithi016.stdout:2721: finishing rollback tid 2 to smithi01678542-47 2024-04-15T14:45:57.402 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 47 v 1288 (ObjNum 840 snap 254 seq_num 840) dirty exists 2024-04-15T14:45:57.402 INFO:tasks.rados.rados.0.smithi016.stdout:2722: finishing copy_from racing read to smithi01678542-35 2024-04-15T14:45:57.402 INFO:tasks.rados.rados.0.smithi016.stdout:2722: finishing copy_from to smithi01678542-35 2024-04-15T14:45:57.403 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 35 v 1444 (ObjNum 632 snap 191 seq_num 632) dirty exists 2024-04-15T14:45:57.403 INFO:tasks.rados.rados.0.smithi016.stdout:2723: expect (ObjNum 833 snap 254 seq_num 833) 2024-04-15T14:45:57.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:45:57 smithi102 ceph-mon[87131]: Upgrade: Updating prometheus.a 2024-04-15T14:45:57.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:45:57 smithi102 ceph-mon[87131]: pgmap v530: 121 pgs: 121 active+clean; 134 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 8.0 MiB/s rd, 6.0 MiB/s wr, 31 op/s 2024-04-15T14:45:57.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:45:57 smithi102 ceph-mon[87131]: Deploying daemon prometheus.a on smithi102 2024-04-15T14:45:57.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:45:57 smithi102 ceph-mon[87131]: osdmap e599: 8 total, 8 up, 8 in 2024-04-15T14:45:57.516 INFO:tasks.rados.rados.0.smithi016.stdout:2724: finishing copy_from racing read to smithi01678542-33 2024-04-15T14:45:57.516 INFO:tasks.rados.rados.0.smithi016.stdout:2724: finishing copy_from to smithi01678542-33 2024-04-15T14:45:57.516 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 33 v 1088 (ObjNum 828 snap 250 seq_num 828) dirty exists 2024-04-15T14:45:57.516 INFO:tasks.rados.rados.0.smithi016.stdout:2726: finishing write tid 1 to smithi01678542-20 2024-04-15T14:45:57.516 INFO:tasks.rados.rados.0.smithi016.stdout:2726: finishing write tid 2 to smithi01678542-20 2024-04-15T14:45:57.516 INFO:tasks.rados.rados.0.smithi016.stdout:2726: finishing write tid 3 to smithi01678542-20 2024-04-15T14:45:57.517 INFO:tasks.rados.rados.0.smithi016.stdout:2726: finishing write tid 4 to smithi01678542-20 2024-04-15T14:45:57.517 INFO:tasks.rados.rados.0.smithi016.stdout:2726: finishing write tid 5 to smithi01678542-20 2024-04-15T14:45:57.517 INFO:tasks.rados.rados.0.smithi016.stdout:2726: finishing write tid 6 to smithi01678542-20 2024-04-15T14:45:57.517 INFO:tasks.rados.rados.0.smithi016.stdout:2726: oid 20 updating version 0 to 1134 2024-04-15T14:45:57.517 INFO:tasks.rados.rados.0.smithi016.stdout:2726: oid 20 updating version 1134 to 1135 2024-04-15T14:45:57.517 INFO:tasks.rados.rados.0.smithi016.stdout:2726: oid 20 updating version 1135 to 1137 2024-04-15T14:45:57.517 INFO:tasks.rados.rados.0.smithi016.stdout:2726: oid 20 version 1137 is already newer than 1136 2024-04-15T14:45:57.517 INFO:tasks.rados.rados.0.smithi016.stdout:2726: oid 20 version 1137 is already newer than 1133 2024-04-15T14:45:57.517 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 20 v 1137 (ObjNum 852 snap 259 seq_num 852) dirty exists 2024-04-15T14:45:57.517 INFO:tasks.rados.rados.0.smithi016.stdout:2726: left oid 20 (ObjNum 852 snap 259 seq_num 852) 2024-04-15T14:45:57.517 INFO:tasks.rados.rados.0.smithi016.stdout:2721: done (6 left) 2024-04-15T14:45:57.517 INFO:tasks.rados.rados.0.smithi016.stdout:2722: done (5 left) 2024-04-15T14:45:57.517 INFO:tasks.rados.rados.0.smithi016.stdout:2723: done (4 left) 2024-04-15T14:45:57.517 INFO:tasks.rados.rados.0.smithi016.stdout:2724: done (3 left) 2024-04-15T14:45:57.517 INFO:tasks.rados.rados.0.smithi016.stdout:2725: done (2 left) 2024-04-15T14:45:57.518 INFO:tasks.rados.rados.0.smithi016.stdout:2726: done (1 left) 2024-04-15T14:45:57.518 INFO:tasks.rados.rados.0.smithi016.stdout:2728: read oid 47 snap -1 2024-04-15T14:45:57.518 INFO:tasks.rados.rados.0.smithi016.stdout:2728: expect (ObjNum 840 snap 254 seq_num 840) 2024-04-15T14:45:57.518 INFO:tasks.rados.rados.0.smithi016.stdout:2729: rmattr oid 44 current snap is 259 2024-04-15T14:45:57.518 INFO:tasks.rados.rados.0.smithi016.stdout:2730: snap_create 2024-04-15T14:45:57.518 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 10 v 1277 (ObjNum 289 snap 0 seq_num 1) dirty exists 2024-04-15T14:45:57.519 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 44 v 1453 (ObjNum 632 snap 191 seq_num 632) dirty exists 2024-04-15T14:45:57.521 INFO:tasks.rados.rados.0.smithi016.stdout:2728: expect (ObjNum 840 snap 254 seq_num 840) 2024-04-15T14:45:57.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:45:57 smithi016 ceph-mon[90652]: Upgrade: Updating prometheus.a 2024-04-15T14:45:57.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:45:57 smithi016 ceph-mon[90652]: pgmap v530: 121 pgs: 121 active+clean; 134 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 8.0 MiB/s rd, 6.0 MiB/s wr, 31 op/s 2024-04-15T14:45:57.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:45:57 smithi016 ceph-mon[90652]: Deploying daemon prometheus.a on smithi102 2024-04-15T14:45:57.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:45:57 smithi016 ceph-mon[90652]: osdmap e599: 8 total, 8 up, 8 in 2024-04-15T14:45:57.791 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:45:57 smithi016 ceph-mon[93212]: Upgrade: Updating prometheus.a 2024-04-15T14:45:57.791 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:45:57 smithi016 ceph-mon[93212]: pgmap v530: 121 pgs: 121 active+clean; 134 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 8.0 MiB/s rd, 6.0 MiB/s wr, 31 op/s 2024-04-15T14:45:57.791 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:45:57 smithi016 ceph-mon[93212]: Deploying daemon prometheus.a on smithi102 2024-04-15T14:45:57.791 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:45:57 smithi016 ceph-mon[93212]: osdmap e599: 8 total, 8 up, 8 in 2024-04-15T14:45:58.351 INFO:tasks.rados.rados.0.smithi016.stdout:2727: done (3 left) 2024-04-15T14:45:58.351 INFO:tasks.rados.rados.0.smithi016.stdout:2728: done (2 left) 2024-04-15T14:45:58.351 INFO:tasks.rados.rados.0.smithi016.stdout:2729: done (1 left) 2024-04-15T14:45:58.351 INFO:tasks.rados.rados.0.smithi016.stdout:2730: done (0 left) 2024-04-15T14:45:58.351 INFO:tasks.rados.rados.0.smithi016.stdout:2731: delete oid 33 current snap is 260 2024-04-15T14:45:58.355 INFO:tasks.rados.rados.0.smithi016.stdout:2731: done (0 left) 2024-04-15T14:45:58.355 INFO:tasks.rados.rados.0.smithi016.stdout:2732: snap_remove snap 255 2024-04-15T14:45:58.383 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:45:58 smithi102 ceph-mon[87131]: osdmap e600: 8 total, 8 up, 8 in 2024-04-15T14:45:58.789 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:45:58 smithi016 ceph-mon[90652]: osdmap e600: 8 total, 8 up, 8 in 2024-04-15T14:45:58.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:45:58 smithi016 ceph-mon[93212]: osdmap e600: 8 total, 8 up, 8 in 2024-04-15T14:45:59.356 INFO:tasks.rados.rados.0.smithi016.stdout:2732: done (0 left) 2024-04-15T14:45:59.356 INFO:tasks.rados.rados.0.smithi016.stdout:2733: snap_remove snap 257 2024-04-15T14:45:59.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:45:59 smithi102 ceph-mon[87131]: pgmap v533: 121 pgs: 121 active+clean; 133 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 8.0 MiB/s rd, 6.9 MiB/s wr, 36 op/s 2024-04-15T14:45:59.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:45:59 smithi102 ceph-mon[87131]: osdmap e601: 8 total, 8 up, 8 in 2024-04-15T14:45:59.789 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:45:59 smithi016 ceph-mon[90652]: pgmap v533: 121 pgs: 121 active+clean; 133 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 8.0 MiB/s rd, 6.9 MiB/s wr, 36 op/s 2024-04-15T14:45:59.789 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:45:59 smithi016 ceph-mon[90652]: osdmap e601: 8 total, 8 up, 8 in 2024-04-15T14:45:59.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:45:59 smithi016 ceph-mon[93212]: pgmap v533: 121 pgs: 121 active+clean; 133 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 8.0 MiB/s rd, 6.9 MiB/s wr, 36 op/s 2024-04-15T14:45:59.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:45:59 smithi016 ceph-mon[93212]: osdmap e601: 8 total, 8 up, 8 in 2024-04-15T14:46:00.056 INFO:journalctl@ceph.prometheus.a.smithi102.stdout:Apr 15 14:45:59 smithi102 systemd[1]: Stopping Ceph prometheus.a for 362ea986-fb34-11ee-bc8f-c7b262605968... 2024-04-15T14:46:00.321 INFO:journalctl@ceph.prometheus.a.smithi102.stdout:Apr 15 14:46:00 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-prometheus-a[78028]: ts=2024-04-15T14:46:00.055Z caller=main.go:840 level=warn msg="Received SIGTERM, exiting gracefully..." 2024-04-15T14:46:00.321 INFO:journalctl@ceph.prometheus.a.smithi102.stdout:Apr 15 14:46:00 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-prometheus-a[78028]: ts=2024-04-15T14:46:00.055Z caller=main.go:864 level=info msg="Stopping scrape discovery manager..." 2024-04-15T14:46:00.321 INFO:journalctl@ceph.prometheus.a.smithi102.stdout:Apr 15 14:46:00 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-prometheus-a[78028]: ts=2024-04-15T14:46:00.055Z caller=main.go:878 level=info msg="Stopping notify discovery manager..." 2024-04-15T14:46:00.321 INFO:journalctl@ceph.prometheus.a.smithi102.stdout:Apr 15 14:46:00 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-prometheus-a[78028]: ts=2024-04-15T14:46:00.055Z caller=manager.go:988 level=info component="rule manager" msg="Stopping rule manager..." 2024-04-15T14:46:00.321 INFO:journalctl@ceph.prometheus.a.smithi102.stdout:Apr 15 14:46:00 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-prometheus-a[78028]: ts=2024-04-15T14:46:00.055Z caller=main.go:860 level=info msg="Scrape discovery manager stopped" 2024-04-15T14:46:00.321 INFO:journalctl@ceph.prometheus.a.smithi102.stdout:Apr 15 14:46:00 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-prometheus-a[78028]: ts=2024-04-15T14:46:00.055Z caller=main.go:874 level=info msg="Notify discovery manager stopped" 2024-04-15T14:46:00.321 INFO:journalctl@ceph.prometheus.a.smithi102.stdout:Apr 15 14:46:00 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-prometheus-a[78028]: ts=2024-04-15T14:46:00.055Z caller=manager.go:998 level=info component="rule manager" msg="Rule manager stopped" 2024-04-15T14:46:00.321 INFO:journalctl@ceph.prometheus.a.smithi102.stdout:Apr 15 14:46:00 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-prometheus-a[78028]: ts=2024-04-15T14:46:00.055Z caller=main.go:915 level=info msg="Stopping scrape manager..." 2024-04-15T14:46:00.321 INFO:journalctl@ceph.prometheus.a.smithi102.stdout:Apr 15 14:46:00 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-prometheus-a[78028]: ts=2024-04-15T14:46:00.056Z caller=main.go:907 level=info msg="Scrape manager stopped" 2024-04-15T14:46:00.322 INFO:journalctl@ceph.prometheus.a.smithi102.stdout:Apr 15 14:46:00 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-prometheus-a[78028]: ts=2024-04-15T14:46:00.056Z caller=notifier.go:606 level=info component=notifier msg="Stopping notification manager..." 2024-04-15T14:46:00.322 INFO:journalctl@ceph.prometheus.a.smithi102.stdout:Apr 15 14:46:00 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-prometheus-a[78028]: ts=2024-04-15T14:46:00.056Z caller=main.go:1135 level=info msg="Notifier manager stopped" 2024-04-15T14:46:00.322 INFO:journalctl@ceph.prometheus.a.smithi102.stdout:Apr 15 14:46:00 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-prometheus-a[78028]: ts=2024-04-15T14:46:00.056Z caller=main.go:1147 level=info msg="See you next time!" 2024-04-15T14:46:00.322 INFO:journalctl@ceph.prometheus.a.smithi102.stdout:Apr 15 14:46:00 smithi102 podman[120713]: 2024-04-15 14:46:00.066106002 +0000 UTC m=+0.219772049 container died 86d1d3518ceb94f01fbe0024c299d8abcc2a427e3b16cfa814ace14ec6e8ff32 (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-362ea986-fb34-11ee-bc8f-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-04-15T14:46:00.341 INFO:tasks.rados.rados.0.smithi016.stdout:2733: done (0 left) 2024-04-15T14:46:00.341 INFO:tasks.rados.rados.0.smithi016.stdout:2734: read oid 40 snap -1 2024-04-15T14:46:00.341 INFO:tasks.rados.rados.0.smithi016.stdout:2734: expect deleted 2024-04-15T14:46:00.342 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 16 current snap is 260 2024-04-15T14:46:00.342 INFO:tasks.rados.rados.0.smithi016.stdout:2735: seq_num 854 ranges {0=712704,712704=794624,1507328=450560,1957888=360448} 2024-04-15T14:46:00.345 INFO:tasks.rados.rados.0.smithi016.stdout:2735: writing smithi01678542-16 from 0 to 712704 tid 1 2024-04-15T14:46:00.350 INFO:tasks.rados.rados.0.smithi016.stdout:2735: writing smithi01678542-16 from 712704 to 1507328 tid 2 2024-04-15T14:46:00.353 INFO:tasks.rados.rados.0.smithi016.stdout:2735: writing smithi01678542-16 from 1507328 to 1957888 tid 3 2024-04-15T14:46:00.356 INFO:tasks.rados.rados.0.smithi016.stdout:2735: writing smithi01678542-16 from 1957888 to 2318336 tid 4 2024-04-15T14:46:00.356 INFO:tasks.rados.rados.0.smithi016.stdout:2736: delete oid 9 current snap is 260 2024-04-15T14:46:00.356 INFO:tasks.rados.rados.0.smithi016.stdout:2735: finishing write tid 1 to smithi01678542-16 2024-04-15T14:46:00.358 INFO:tasks.rados.rados.0.smithi016.stdout:2735: finishing write tid 2 to smithi01678542-16 2024-04-15T14:46:00.363 INFO:tasks.rados.rados.0.smithi016.stdout:2735: finishing write tid 3 to smithi01678542-16 2024-04-15T14:46:00.363 INFO:tasks.rados.rados.0.smithi016.stdout:2735: finishing write tid 4 to smithi01678542-16 2024-04-15T14:46:00.363 INFO:tasks.rados.rados.0.smithi016.stdout:2735: finishing write tid 5 to smithi01678542-16 2024-04-15T14:46:00.364 INFO:tasks.rados.rados.0.smithi016.stdout:2735: finishing write tid 6 to smithi01678542-16 2024-04-15T14:46:00.364 INFO:tasks.rados.rados.0.smithi016.stdout:2735: oid 16 updating version 0 to 1040 2024-04-15T14:46:00.364 INFO:tasks.rados.rados.0.smithi016.stdout:2735: oid 16 version 1040 is already newer than 1039 2024-04-15T14:46:00.364 INFO:tasks.rados.rados.0.smithi016.stdout:2735: oid 16 version 1040 is already newer than 1038 2024-04-15T14:46:00.364 INFO:tasks.rados.rados.0.smithi016.stdout:2735: oid 16 updating version 1040 to 1042 2024-04-15T14:46:00.364 INFO:tasks.rados.rados.0.smithi016.stdout:2735: oid 16 version 1042 is already newer than 1041 2024-04-15T14:46:00.364 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 16 v 1042 (ObjNum 854 snap 260 seq_num 854) dirty exists 2024-04-15T14:46:00.364 INFO:tasks.rados.rados.0.smithi016.stdout:2735: left oid 16 (ObjNum 854 snap 260 seq_num 854) 2024-04-15T14:46:00.366 INFO:tasks.rados.rados.0.smithi016.stdout:2734: done (2 left) 2024-04-15T14:46:00.366 INFO:tasks.rados.rados.0.smithi016.stdout:2735: done (1 left) 2024-04-15T14:46:00.367 INFO:tasks.rados.rados.0.smithi016.stdout:2736: done (0 left) 2024-04-15T14:46:00.367 INFO:tasks.rados.rados.0.smithi016.stdout:2737: rollback oid 19 current snap is 260 2024-04-15T14:46:00.367 INFO:tasks.rados.rados.0.smithi016.stdout:rollback oid 19 to 258 2024-04-15T14:46:00.367 INFO:tasks.rados.rados.0.smithi016.stdout:2738: rollback oid 47 current snap is 260 2024-04-15T14:46:00.367 INFO:tasks.rados.rados.0.smithi016.stdout:rollback oid 47 to 254 2024-04-15T14:46:00.367 INFO:tasks.rados.rados.0.smithi016.stdout:2739: copy_from oid 40 from oid 5 current snap is 260 2024-04-15T14:46:00.367 INFO:tasks.rados.rados.0.smithi016.stdout:2740: copy_from oid 17 from oid 4 current snap is 260 2024-04-15T14:46:00.367 INFO:tasks.rados.rados.0.smithi016.stdout:2741: snap_remove snap 259 2024-04-15T14:46:00.655 INFO:journalctl@ceph.prometheus.a.smithi102.stdout:Apr 15 14:46:00 smithi102 podman[120713]: 2024-04-15 14:46:00.444801921 +0000 UTC m=+0.598467957 container cleanup 86d1d3518ceb94f01fbe0024c299d8abcc2a427e3b16cfa814ace14ec6e8ff32 (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-362ea986-fb34-11ee-bc8f-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-04-15T14:46:00.655 INFO:journalctl@ceph.prometheus.a.smithi102.stdout:Apr 15 14:46:00 smithi102 bash[120713]: ceph-362ea986-fb34-11ee-bc8f-c7b262605968-prometheus-a 2024-04-15T14:46:00.655 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:46:00 smithi102 ceph-mon[87131]: osdmap e602: 8 total, 8 up, 8 in 2024-04-15T14:46:00.656 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:46:00 smithi102 ceph-mon[87131]: osdmap e603: 8 total, 8 up, 8 in 2024-04-15T14:46:00.789 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:46:00 smithi016 ceph-mon[93212]: osdmap e602: 8 total, 8 up, 8 in 2024-04-15T14:46:00.789 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:46:00 smithi016 ceph-mon[93212]: osdmap e603: 8 total, 8 up, 8 in 2024-04-15T14:46:00.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:46:00 smithi016 ceph-mon[90652]: osdmap e602: 8 total, 8 up, 8 in 2024-04-15T14:46:00.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:46:00 smithi016 ceph-mon[90652]: osdmap e603: 8 total, 8 up, 8 in 2024-04-15T14:46:00.937 INFO:journalctl@ceph.prometheus.a.smithi102.stdout:Apr 15 14:46:00 smithi102 podman[120730]: 2024-04-15 14:46:00.654534382 +0000 UTC m=+0.587470950 container remove 86d1d3518ceb94f01fbe0024c299d8abcc2a427e3b16cfa814ace14ec6e8ff32 (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-362ea986-fb34-11ee-bc8f-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-04-15T14:46:00.937 INFO:journalctl@ceph.prometheus.a.smithi102.stdout:Apr 15 14:46:00 smithi102 systemd[1]: ceph-362ea986-fb34-11ee-bc8f-c7b262605968@prometheus.a.service: Deactivated successfully. 2024-04-15T14:46:00.938 INFO:journalctl@ceph.prometheus.a.smithi102.stdout:Apr 15 14:46:00 smithi102 systemd[1]: Stopped Ceph prometheus.a for 362ea986-fb34-11ee-bc8f-c7b262605968. 2024-04-15T14:46:00.938 INFO:journalctl@ceph.prometheus.a.smithi102.stdout:Apr 15 14:46:00 smithi102 systemd[1]: ceph-362ea986-fb34-11ee-bc8f-c7b262605968@prometheus.a.service: Consumed 2.688s CPU time. 2024-04-15T14:46:01.362 INFO:journalctl@ceph.prometheus.a.smithi102.stdout:Apr 15 14:46:01 smithi102 systemd[1]: Starting Ceph prometheus.a for 362ea986-fb34-11ee-bc8f-c7b262605968... 2024-04-15T14:46:01.362 INFO:journalctl@ceph.prometheus.a.smithi102.stdout:Apr 15 14:46:01 smithi102 podman[120866]: 2024-04-15 14:46:01.184973806 +0000 UTC m=+0.018586575 image pull a07b618ecd1dce142bce4c52f0e80982eaf1f14265a2415c2d35978ccaa0a464 quay.io/prometheus/prometheus:v2.43.0 2024-04-15T14:46:01.362 INFO:journalctl@ceph.prometheus.a.smithi102.stdout:Apr 15 14:46:01 smithi102 podman[120866]: 2024-04-15 14:46:01.297360439 +0000 UTC m=+0.130973245 container create 6ec65d1b08805038c60baab6a3461718c2ee86a7960a41f4644cdbc5db7ef28a (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-362ea986-fb34-11ee-bc8f-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-04-15T14:46:01.372 INFO:tasks.rados.rados.0.smithi016.stdout:2741: done (4 left) 2024-04-15T14:46:01.372 INFO:tasks.rados.rados.0.smithi016.stdout:2742: delete oid 30 current snap is 260 2024-04-15T14:46:01.372 INFO:tasks.rados.rados.0.smithi016.stdout:2739: finishing copy_from to smithi01678542-40 2024-04-15T14:46:01.372 INFO:tasks.rados.rados.0.smithi016.stdout:2739: got expected ENOENT (src dne) 2024-04-15T14:46:01.372 INFO:tasks.rados.rados.0.smithi016.stdout:2739: finishing copy_from racing read to smithi01678542-40 2024-04-15T14:46:01.372 INFO:tasks.rados.rados.0.smithi016.stdout:2738: finishing rollback tid 0 to smithi01678542-47 2024-04-15T14:46:01.372 INFO:tasks.rados.rados.0.smithi016.stdout:2738: finishing rollback tid 1 to smithi01678542-47 2024-04-15T14:46:01.372 INFO:tasks.rados.rados.0.smithi016.stdout:2738: finishing rollback tid 2 to smithi01678542-47 2024-04-15T14:46:01.372 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 47 v 1298 (ObjNum 840 snap 254 seq_num 840) dirty exists 2024-04-15T14:46:01.372 INFO:tasks.rados.rados.0.smithi016.stdout:2737: finishing rollback tid 0 to smithi01678542-19 2024-04-15T14:46:01.373 INFO:tasks.rados.rados.0.smithi016.stdout:2737: finishing rollback tid 1 to smithi01678542-19 2024-04-15T14:46:01.373 INFO:tasks.rados.rados.0.smithi016.stdout:2737: finishing rollback tid 2 to smithi01678542-19 2024-04-15T14:46:01.373 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 19 v 1293 (ObjNum 673 snap 207 seq_num 673) dirty exists 2024-04-15T14:46:01.373 INFO:tasks.rados.rados.0.smithi016.stdout:2740: finishing copy_from racing read to smithi01678542-17 2024-04-15T14:46:01.373 INFO:tasks.rados.rados.0.smithi016.stdout:2740: finishing copy_from to smithi01678542-17 2024-04-15T14:46:01.373 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 17 v 1425 (ObjNum 825 snap 249 seq_num 825) dirty exists 2024-04-15T14:46:01.373 INFO:tasks.rados.rados.0.smithi016.stdout:2737: done (4 left) 2024-04-15T14:46:01.373 INFO:tasks.rados.rados.0.smithi016.stdout:2738: done (3 left) 2024-04-15T14:46:01.373 INFO:tasks.rados.rados.0.smithi016.stdout:2739: done (2 left) 2024-04-15T14:46:01.373 INFO:tasks.rados.rados.0.smithi016.stdout:2740: done (1 left) 2024-04-15T14:46:01.374 INFO:tasks.rados.rados.0.smithi016.stdout:2742: done (0 left) 2024-04-15T14:46:01.374 INFO:tasks.rados.rados.0.smithi016.stdout:2743: delete oid 21 current snap is 260 2024-04-15T14:46:01.383 INFO:tasks.rados.rados.0.smithi016.stdout:2743: done (0 left) 2024-04-15T14:46:01.383 INFO:tasks.rados.rados.0.smithi016.stdout:2744: copy_from oid 13 from oid 17 current snap is 260 2024-04-15T14:46:01.383 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 26 current snap is 260 2024-04-15T14:46:01.383 INFO:tasks.rados.rados.0.smithi016.stdout:2745: seq_num 858 ranges {0=778240,778240=729088,1507328=434176,1941504=442368} 2024-04-15T14:46:01.385 INFO:tasks.rados.rados.0.smithi016.stdout:2745: writing smithi01678542-26 from 0 to 778240 tid 1 2024-04-15T14:46:01.389 INFO:tasks.rados.rados.0.smithi016.stdout:2745: writing smithi01678542-26 from 778240 to 1507328 tid 2 2024-04-15T14:46:01.392 INFO:tasks.rados.rados.0.smithi016.stdout:2745: writing smithi01678542-26 from 1507328 to 1941504 tid 3 2024-04-15T14:46:01.396 INFO:tasks.rados.rados.0.smithi016.stdout:2745: writing smithi01678542-26 from 1941504 to 2383872 tid 4 2024-04-15T14:46:01.396 INFO:tasks.rados.rados.0.smithi016.stdout:2746: snap_create 2024-04-15T14:46:01.396 INFO:tasks.rados.rados.0.smithi016.stdout:2745: finishing write tid 1 to smithi01678542-26 2024-04-15T14:46:01.400 INFO:tasks.rados.rados.0.smithi016.stdout:2745: finishing write tid 2 to smithi01678542-26 2024-04-15T14:46:01.400 INFO:tasks.rados.rados.0.smithi016.stdout:2745: finishing write tid 3 to smithi01678542-26 2024-04-15T14:46:01.400 INFO:tasks.rados.rados.0.smithi016.stdout:2745: finishing write tid 4 to smithi01678542-26 2024-04-15T14:46:01.401 INFO:tasks.rados.rados.0.smithi016.stdout:2745: finishing write tid 5 to smithi01678542-26 2024-04-15T14:46:01.402 INFO:tasks.rados.rados.0.smithi016.stdout:2745: finishing write tid 6 to smithi01678542-26 2024-04-15T14:46:01.402 INFO:tasks.rados.rados.0.smithi016.stdout:2745: oid 26 updating version 0 to 901 2024-04-15T14:46:01.403 INFO:tasks.rados.rados.0.smithi016.stdout:2745: oid 26 version 901 is already newer than 898 2024-04-15T14:46:01.403 INFO:tasks.rados.rados.0.smithi016.stdout:2745: oid 26 version 901 is already newer than 900 2024-04-15T14:46:01.403 INFO:tasks.rados.rados.0.smithi016.stdout:2745: oid 26 version 901 is already newer than 897 2024-04-15T14:46:01.403 INFO:tasks.rados.rados.0.smithi016.stdout:2745: oid 26 version 901 is already newer than 899 2024-04-15T14:46:01.403 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 26 v 901 (ObjNum 858 snap 260 seq_num 858) dirty exists 2024-04-15T14:46:01.403 INFO:tasks.rados.rados.0.smithi016.stdout:2745: left oid 26 (ObjNum 858 snap 260 seq_num 858) 2024-04-15T14:46:01.421 INFO:tasks.rados.rados.0.smithi016.stdout:2744: finishing copy_from racing read to smithi01678542-13 2024-04-15T14:46:01.428 INFO:tasks.rados.rados.0.smithi016.stdout:2744: finishing copy_from to smithi01678542-13 2024-04-15T14:46:01.428 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 13 v 1425 (ObjNum 825 snap 249 seq_num 825) dirty exists 2024-04-15T14:46:01.617 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:46:01 smithi102 ceph-mon[87131]: pgmap v536: 121 pgs: 121 active+clean; 133 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 0 B/s rd, 894 KiB/s wr, 5 op/s 2024-04-15T14:46:01.617 INFO:journalctl@ceph.prometheus.a.smithi102.stdout:Apr 15 14:46:01 smithi102 podman[120866]: 2024-04-15 14:46:01.541769854 +0000 UTC m=+0.375382615 container init 6ec65d1b08805038c60baab6a3461718c2ee86a7960a41f4644cdbc5db7ef28a (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-362ea986-fb34-11ee-bc8f-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-04-15T14:46:01.618 INFO:journalctl@ceph.prometheus.a.smithi102.stdout:Apr 15 14:46:01 smithi102 podman[120866]: 2024-04-15 14:46:01.546943478 +0000 UTC m=+0.380556238 container start 6ec65d1b08805038c60baab6a3461718c2ee86a7960a41f4644cdbc5db7ef28a (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-362ea986-fb34-11ee-bc8f-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-04-15T14:46:01.618 INFO:journalctl@ceph.prometheus.a.smithi102.stdout:Apr 15 14:46:01 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-prometheus-a[120881]: ts=2024-04-15T14:46:01.570Z caller=main.go:564 level=info msg="Starting Prometheus Server" mode=server version="(version=2.43.0, branch=HEAD, revision=edfc3bcd025dd6fe296c167a14a216cab1e552ee)" 2024-04-15T14:46:01.618 INFO:journalctl@ceph.prometheus.a.smithi102.stdout:Apr 15 14:46:01 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-prometheus-a[120881]: ts=2024-04-15T14:46:01.570Z caller=main.go:569 level=info build_context="(go=go1.19.7, platform=linux/amd64, user=root@8a0ee342e522, date=20230321-12:56:07, tags=netgo,builtinassets)" 2024-04-15T14:46:01.618 INFO:journalctl@ceph.prometheus.a.smithi102.stdout:Apr 15 14:46:01 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-prometheus-a[120881]: ts=2024-04-15T14:46:01.570Z caller=main.go:570 level=info host_details="(Linux 5.14.0-438.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Fri Apr 12 13:55:21 UTC 2024 x86_64 smithi102 (none))" 2024-04-15T14:46:01.618 INFO:journalctl@ceph.prometheus.a.smithi102.stdout:Apr 15 14:46:01 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-prometheus-a[120881]: ts=2024-04-15T14:46:01.570Z caller=main.go:571 level=info fd_limits="(soft=1048576, hard=1048576)" 2024-04-15T14:46:01.618 INFO:journalctl@ceph.prometheus.a.smithi102.stdout:Apr 15 14:46:01 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-prometheus-a[120881]: ts=2024-04-15T14:46:01.570Z caller=main.go:572 level=info vm_limits="(soft=unlimited, hard=unlimited)" 2024-04-15T14:46:01.618 INFO:journalctl@ceph.prometheus.a.smithi102.stdout:Apr 15 14:46:01 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-prometheus-a[120881]: ts=2024-04-15T14:46:01.571Z caller=web.go:561 level=info component=web msg="Start listening for connections" address=:9095 2024-04-15T14:46:01.618 INFO:journalctl@ceph.prometheus.a.smithi102.stdout:Apr 15 14:46:01 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-prometheus-a[120881]: ts=2024-04-15T14:46:01.572Z caller=main.go:1005 level=info msg="Starting TSDB ..." 2024-04-15T14:46:01.618 INFO:journalctl@ceph.prometheus.a.smithi102.stdout:Apr 15 14:46:01 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-prometheus-a[120881]: ts=2024-04-15T14:46:01.573Z caller=tls_config.go:232 level=info component=web msg="Listening on" address=[::]:9095 2024-04-15T14:46:01.618 INFO:journalctl@ceph.prometheus.a.smithi102.stdout:Apr 15 14:46:01 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-prometheus-a[120881]: ts=2024-04-15T14:46:01.574Z caller=tls_config.go:235 level=info component=web msg="TLS is disabled." http2=false address=[::]:9095 2024-04-15T14:46:01.618 INFO:journalctl@ceph.prometheus.a.smithi102.stdout:Apr 15 14:46:01 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-prometheus-a[120881]: ts=2024-04-15T14:46:01.575Z caller=head.go:587 level=info component=tsdb msg="Replaying on-disk memory mappable chunks if any" 2024-04-15T14:46:01.618 INFO:journalctl@ceph.prometheus.a.smithi102.stdout:Apr 15 14:46:01 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-prometheus-a[120881]: ts=2024-04-15T14:46:01.575Z caller=head.go:658 level=info component=tsdb msg="On-disk memory mappable chunks replay completed" duration=2.311µs 2024-04-15T14:46:01.619 INFO:journalctl@ceph.prometheus.a.smithi102.stdout:Apr 15 14:46:01 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-prometheus-a[120881]: ts=2024-04-15T14:46:01.575Z caller=head.go:664 level=info component=tsdb msg="Replaying WAL, this may take a while" 2024-04-15T14:46:01.619 INFO:journalctl@ceph.prometheus.a.smithi102.stdout:Apr 15 14:46:01 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-prometheus-a[120881]: ts=2024-04-15T14:46:01.576Z caller=head.go:735 level=info component=tsdb msg="WAL segment loaded" segment=0 maxSegment=4 2024-04-15T14:46:01.619 INFO:journalctl@ceph.prometheus.a.smithi102.stdout:Apr 15 14:46:01 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-prometheus-a[120881]: ts=2024-04-15T14:46:01.582Z caller=head.go:735 level=info component=tsdb msg="WAL segment loaded" segment=1 maxSegment=4 2024-04-15T14:46:01.619 INFO:journalctl@ceph.prometheus.a.smithi102.stdout:Apr 15 14:46:01 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-prometheus-a[120881]: ts=2024-04-15T14:46:01.588Z caller=head.go:735 level=info component=tsdb msg="WAL segment loaded" segment=2 maxSegment=4 2024-04-15T14:46:01.619 INFO:journalctl@ceph.prometheus.a.smithi102.stdout:Apr 15 14:46:01 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-prometheus-a[120881]: ts=2024-04-15T14:46:01.595Z caller=head.go:735 level=info component=tsdb msg="WAL segment loaded" segment=3 maxSegment=4 2024-04-15T14:46:01.619 INFO:journalctl@ceph.prometheus.a.smithi102.stdout:Apr 15 14:46:01 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-prometheus-a[120881]: ts=2024-04-15T14:46:01.596Z caller=head.go:735 level=info component=tsdb msg="WAL segment loaded" segment=4 maxSegment=4 2024-04-15T14:46:01.619 INFO:journalctl@ceph.prometheus.a.smithi102.stdout:Apr 15 14:46:01 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-prometheus-a[120881]: ts=2024-04-15T14:46:01.596Z caller=head.go:772 level=info component=tsdb msg="WAL replay completed" checkpoint_replay_duration=21.879µs wal_replay_duration=20.592766ms wbl_replay_duration=126ns total_replay_duration=20.635839ms 2024-04-15T14:46:01.619 INFO:journalctl@ceph.prometheus.a.smithi102.stdout:Apr 15 14:46:01 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-prometheus-a[120881]: ts=2024-04-15T14:46:01.598Z caller=main.go:1026 level=info fs_type=XFS_SUPER_MAGIC 2024-04-15T14:46:01.619 INFO:journalctl@ceph.prometheus.a.smithi102.stdout:Apr 15 14:46:01 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-prometheus-a[120881]: ts=2024-04-15T14:46:01.598Z caller=main.go:1029 level=info msg="TSDB started" 2024-04-15T14:46:01.619 INFO:journalctl@ceph.prometheus.a.smithi102.stdout:Apr 15 14:46:01 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-prometheus-a[120881]: ts=2024-04-15T14:46:01.598Z caller=main.go:1209 level=info msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml 2024-04-15T14:46:01.619 INFO:journalctl@ceph.prometheus.a.smithi102.stdout:Apr 15 14:46:01 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-prometheus-a[120881]: ts=2024-04-15T14:46:01.616Z caller=main.go:1246 level=info msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=18.491703ms db_storage=971ns remote_storage=1.125µs web_handler=447ns query_engine=574ns scrape=429.472µs scrape_sd=89.44µs notify=18.01µs notify_sd=20.879µs rules=17.593377ms tracing=5.482µs 2024-04-15T14:46:01.619 INFO:journalctl@ceph.prometheus.a.smithi102.stdout:Apr 15 14:46:01 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-prometheus-a[120881]: ts=2024-04-15T14:46:01.616Z caller=main.go:990 level=info msg="Server is ready to receive web requests." 2024-04-15T14:46:01.619 INFO:journalctl@ceph.prometheus.a.smithi102.stdout:Apr 15 14:46:01 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-prometheus-a[120881]: ts=2024-04-15T14:46:01.616Z caller=manager.go:974 level=info component="rule manager" msg="Starting rule manager..." 2024-04-15T14:46:01.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:46:01 smithi016 ceph-mon[90652]: pgmap v536: 121 pgs: 121 active+clean; 133 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 0 B/s rd, 894 KiB/s wr, 5 op/s 2024-04-15T14:46:01.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:46:01 smithi016 ceph-mon[93212]: pgmap v536: 121 pgs: 121 active+clean; 133 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 0 B/s rd, 894 KiB/s wr, 5 op/s 2024-04-15T14:46:01.937 INFO:journalctl@ceph.prometheus.a.smithi102.stdout:Apr 15 14:46:01 smithi102 bash[120866]: 6ec65d1b08805038c60baab6a3461718c2ee86a7960a41f4644cdbc5db7ef28a 2024-04-15T14:46:01.937 INFO:journalctl@ceph.prometheus.a.smithi102.stdout:Apr 15 14:46:01 smithi102 systemd[1]: Started Ceph prometheus.a for 362ea986-fb34-11ee-bc8f-c7b262605968. 2024-04-15T14:46:02.377 INFO:tasks.rados.rados.0.smithi016.stdout:2744: done (2 left) 2024-04-15T14:46:02.377 INFO:tasks.rados.rados.0.smithi016.stdout:2745: done (1 left) 2024-04-15T14:46:02.377 INFO:tasks.rados.rados.0.smithi016.stdout:2746: done (0 left) 2024-04-15T14:46:02.377 INFO:tasks.rados.rados.0.smithi016.stdout:2747: copy_from oid 24 from oid 35 current snap is 261 2024-04-15T14:46:02.377 INFO:tasks.rados.rados.0.smithi016.stdout:2748: read oid 32 snap 256 2024-04-15T14:46:02.377 INFO:tasks.rados.rados.0.smithi016.stdout:2748: expect (ObjNum 833 snap 254 seq_num 833) 2024-04-15T14:46:02.377 INFO:tasks.rados.rados.0.smithi016.stdout:2749: read oid 38 snap -1 2024-04-15T14:46:02.377 INFO:tasks.rados.rados.0.smithi016.stdout:2749: expect deleted 2024-04-15T14:46:02.377 INFO:tasks.rados.rados.0.smithi016.stdout:2750: read oid 50 snap 256 2024-04-15T14:46:02.377 INFO:tasks.rados.rados.0.smithi016.stdout:2750: expect deleted 2024-04-15T14:46:02.378 INFO:tasks.rados.rados.0.smithi016.stdout:2751: snap_remove snap 260 2024-04-15T14:46:02.676 INFO:journalctl@ceph.prometheus.a.smithi102.stdout:Apr 15 14:46:02 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-prometheus-a[120881]: ts=2024-04-15T14:46:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi016:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"362ea986-fb34-11ee-bc8f-c7b262605968\", instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T14:46:02.676 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:46:02 smithi102 ceph-mon[87131]: osdmap e604: 8 total, 8 up, 8 in 2024-04-15T14:46:02.676 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:46:02 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T14:46:02.676 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:46:02 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T14:46:02.676 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:46:02 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T14:46:02.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:46:02 smithi016 ceph-mon[90652]: osdmap e604: 8 total, 8 up, 8 in 2024-04-15T14:46:02.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:46:02 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T14:46:02.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:46:02 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T14:46:02.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:46:02 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T14:46:02.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:46:02 smithi016 ceph-mon[93212]: osdmap e604: 8 total, 8 up, 8 in 2024-04-15T14:46:02.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:46:02 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T14:46:02.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:46:02 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T14:46:02.791 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:46:02 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T14:46:03.382 INFO:tasks.rados.rados.0.smithi016.stdout:2751: done (4 left) 2024-04-15T14:46:03.383 INFO:tasks.rados.rados.0.smithi016.stdout:2752: delete oid 6 current snap is 261 2024-04-15T14:46:03.383 INFO:tasks.rados.rados.0.smithi016.stdout:2748: expect (ObjNum 833 snap 254 seq_num 833) 2024-04-15T14:46:03.496 INFO:tasks.rados.rados.0.smithi016.stdout:2747: finishing copy_from racing read to smithi01678542-24 2024-04-15T14:46:03.496 INFO:tasks.rados.rados.0.smithi016.stdout:2747: finishing copy_from to smithi01678542-24 2024-04-15T14:46:03.496 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 24 v 1444 (ObjNum 632 snap 191 seq_num 632) dirty exists 2024-04-15T14:46:03.496 INFO:tasks.rados.rados.0.smithi016.stdout:2747: done (4 left) 2024-04-15T14:46:03.496 INFO:tasks.rados.rados.0.smithi016.stdout:2748: done (3 left) 2024-04-15T14:46:03.497 INFO:tasks.rados.rados.0.smithi016.stdout:2749: done (2 left) 2024-04-15T14:46:03.497 INFO:tasks.rados.rados.0.smithi016.stdout:2750: done (1 left) 2024-04-15T14:46:03.497 INFO:tasks.rados.rados.0.smithi016.stdout:2752: done (0 left) 2024-04-15T14:46:03.497 INFO:tasks.rados.rados.0.smithi016.stdout:2753: rollback oid 31 current snap is 261 2024-04-15T14:46:03.497 INFO:tasks.rados.rados.0.smithi016.stdout:rollback oid 31 to 254 2024-04-15T14:46:03.497 INFO:tasks.rados.rados.0.smithi016.stdout:2754: snap_remove snap 256 2024-04-15T14:46:03.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:46:03 smithi102 ceph-mon[87131]: pgmap v539: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 137 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 3.9 MiB/s rd, 2.1 MiB/s wr, 18 op/s 2024-04-15T14:46:03.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:46:03 smithi102 ceph-mon[87131]: osdmap e605: 8 total, 8 up, 8 in 2024-04-15T14:46:03.789 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:46:03 smithi016 ceph-mon[90652]: pgmap v539: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 137 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 3.9 MiB/s rd, 2.1 MiB/s wr, 18 op/s 2024-04-15T14:46:03.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:46:03 smithi016 ceph-mon[90652]: osdmap e605: 8 total, 8 up, 8 in 2024-04-15T14:46:03.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:46:03 smithi016 ceph-mon[93212]: pgmap v539: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 137 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 3.9 MiB/s rd, 2.1 MiB/s wr, 18 op/s 2024-04-15T14:46:03.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:46:03 smithi016 ceph-mon[93212]: osdmap e605: 8 total, 8 up, 8 in 2024-04-15T14:46:04.388 INFO:tasks.rados.rados.0.smithi016.stdout:2753: finishing rollback tid 0 to smithi01678542-31 2024-04-15T14:46:04.388 INFO:tasks.rados.rados.0.smithi016.stdout:2753: finishing rollback tid 1 to smithi01678542-31 2024-04-15T14:46:04.388 INFO:tasks.rados.rados.0.smithi016.stdout:2753: finishing rollback tid 2 to smithi01678542-31 2024-04-15T14:46:04.388 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 31 v 1064 (ObjNum 823 snap 249 seq_num 823) dirty exists 2024-04-15T14:46:04.388 INFO:tasks.rados.rados.0.smithi016.stdout:2753: done (1 left) 2024-04-15T14:46:04.388 INFO:tasks.rados.rados.0.smithi016.stdout:2754: done (0 left) 2024-04-15T14:46:04.388 INFO:tasks.rados.rados.0.smithi016.stdout:2755: delete oid 5 current snap is 261 2024-04-15T14:46:04.397 INFO:tasks.rados.rados.0.smithi016.stdout:2755: done (0 left) 2024-04-15T14:46:04.397 INFO:tasks.rados.rados.0.smithi016.stdout:2756: copy_from oid 40 from oid 4 current snap is 261 2024-04-15T14:46:04.397 INFO:tasks.rados.rados.0.smithi016.stdout:2757: rollback oid 41 current snap is 261 2024-04-15T14:46:04.397 INFO:tasks.rados.rados.0.smithi016.stdout:rollback oid 41 to 258 2024-04-15T14:46:04.397 INFO:tasks.rados.rados.0.smithi016.stdout:2758: snap_create 2024-04-15T14:46:04.402 INFO:tasks.rados.rados.0.smithi016.stdout:2757: finishing rollback tid 0 to smithi01678542-41 2024-04-15T14:46:04.402 INFO:tasks.rados.rados.0.smithi016.stdout:2757: finishing rollback tid 1 to smithi01678542-41 2024-04-15T14:46:04.403 INFO:tasks.rados.rados.0.smithi016.stdout:2757: finishing rollback tid 2 to smithi01678542-41 2024-04-15T14:46:04.403 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 41 v 904 (ObjNum 632 snap 191 seq_num 632) dirty exists 2024-04-15T14:46:04.429 INFO:tasks.rados.rados.0.smithi016.stdout:2756: finishing copy_from racing read to smithi01678542-40 2024-04-15T14:46:04.432 INFO:tasks.rados.rados.0.smithi016.stdout:2756: finishing copy_from to smithi01678542-40 2024-04-15T14:46:04.432 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 40 v 1425 (ObjNum 825 snap 249 seq_num 825) dirty exists 2024-04-15T14:46:04.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:46:04 smithi102 ceph-mon[87131]: osdmap e606: 8 total, 8 up, 8 in 2024-04-15T14:46:04.722 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:46:04 smithi016 ceph-mon[90652]: osdmap e606: 8 total, 8 up, 8 in 2024-04-15T14:46:04.722 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:46:04 smithi016 ceph-mon[93212]: osdmap e606: 8 total, 8 up, 8 in 2024-04-15T14:46:05.341 INFO:tasks.rados.rados.0.smithi016.stdout:2756: done (2 left) 2024-04-15T14:46:05.341 INFO:tasks.rados.rados.0.smithi016.stdout:2757: done (1 left) 2024-04-15T14:46:05.342 INFO:tasks.rados.rados.0.smithi016.stdout:2758: done (0 left) 2024-04-15T14:46:05.342 INFO:tasks.rados.rados.0.smithi016.stdout:2759: read oid 10 snap 258 2024-04-15T14:46:05.342 INFO:tasks.rados.rados.0.smithi016.stdout:2759: expect (ObjNum 838 snap 254 seq_num 838) 2024-04-15T14:46:05.342 INFO:tasks.rados.rados.0.smithi016.stdout:2760: read oid 21 snap 261 2024-04-15T14:46:05.342 INFO:tasks.rados.rados.0.smithi016.stdout:2760: expect deleted 2024-04-15T14:46:05.342 INFO:tasks.rados.rados.0.smithi016.stdout:2761: snap_remove snap 254 2024-04-15T14:46:05.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:46:05 smithi102 ceph-mon[87131]: pgmap v542: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 137 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 3.9 MiB/s rd, 2.1 MiB/s wr, 18 op/s 2024-04-15T14:46:05.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:46:05 smithi102 ceph-mon[87131]: osdmap e607: 8 total, 8 up, 8 in 2024-04-15T14:46:05.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:46:05 smithi102 ceph-mon[87131]: osdmap e608: 8 total, 8 up, 8 in 2024-04-15T14:46:05.789 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:46:05 smithi016 ceph-mon[93212]: pgmap v542: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 137 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 3.9 MiB/s rd, 2.1 MiB/s wr, 18 op/s 2024-04-15T14:46:05.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:46:05 smithi016 ceph-mon[93212]: osdmap e607: 8 total, 8 up, 8 in 2024-04-15T14:46:05.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:46:05 smithi016 ceph-mon[93212]: osdmap e608: 8 total, 8 up, 8 in 2024-04-15T14:46:05.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:46:05 smithi016 ceph-mon[90652]: pgmap v542: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 137 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 3.9 MiB/s rd, 2.1 MiB/s wr, 18 op/s 2024-04-15T14:46:05.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:46:05 smithi016 ceph-mon[90652]: osdmap e607: 8 total, 8 up, 8 in 2024-04-15T14:46:05.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:46:05 smithi016 ceph-mon[90652]: osdmap e608: 8 total, 8 up, 8 in 2024-04-15T14:46:06.344 INFO:tasks.rados.rados.0.smithi016.stdout:2761: done (2 left) 2024-04-15T14:46:06.344 INFO:tasks.rados.rados.0.smithi016.stdout:2762: read oid 1 snap 258 2024-04-15T14:46:06.344 INFO:tasks.rados.rados.0.smithi016.stdout:2762: expect (ObjNum -2059508240 snap 22097 seq_num 2235687280) 2024-04-15T14:46:06.344 INFO:tasks.rados.rados.0.smithi016.stdout:2763: snap_create 2024-04-15T14:46:06.345 INFO:tasks.rados.rados.0.smithi016.stdout:2759: expect (ObjNum 838 snap 254 seq_num 838) 2024-04-15T14:46:06.411 INFO:tasks.rados.rados.0.smithi016.stdout:2762: expect (ObjNum -2059508240 snap 22097 seq_num 2235687280) 2024-04-15T14:46:06.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:46:06 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T14:46:06.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:46:06 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T14:46:06.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:46:06 smithi102 ceph-mon[87131]: osdmap e609: 8 total, 8 up, 8 in 2024-04-15T14:46:07.039 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:46:06 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T14:46:07.039 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:46:06 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T14:46:07.039 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:46:06 smithi016 ceph-mon[93212]: osdmap e609: 8 total, 8 up, 8 in 2024-04-15T14:46:07.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:46:06 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T14:46:07.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:46:06 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T14:46:07.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:46:06 smithi016 ceph-mon[90652]: osdmap e609: 8 total, 8 up, 8 in 2024-04-15T14:46:07.346 INFO:tasks.rados.rados.0.smithi016.stdout:2759: done (3 left) 2024-04-15T14:46:07.346 INFO:tasks.rados.rados.0.smithi016.stdout:2760: done (2 left) 2024-04-15T14:46:07.346 INFO:tasks.rados.rados.0.smithi016.stdout:2762: done (1 left) 2024-04-15T14:46:07.346 INFO:tasks.rados.rados.0.smithi016.stdout:2763: done (0 left) 2024-04-15T14:46:07.346 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 2 current snap is 263 2024-04-15T14:46:07.347 INFO:tasks.rados.rados.0.smithi016.stdout:2764: seq_num 861 ranges {1998848=24576} 2024-04-15T14:46:07.356 INFO:tasks.rados.rados.0.smithi016.stdout:2764: writing smithi01678542-2 from 1998848 to 2023424 tid 1 2024-04-15T14:46:07.357 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 29 current snap is 263 2024-04-15T14:46:07.357 INFO:tasks.rados.rados.0.smithi016.stdout:2765: seq_num 862 ranges {0=40960} 2024-04-15T14:46:07.357 INFO:tasks.rados.rados.0.smithi016.stdout:2765: writing smithi01678542-29 from 0 to 40960 tid 1 2024-04-15T14:46:07.357 INFO:tasks.rados.rados.0.smithi016.stdout:2766: snap_create 2024-04-15T14:46:07.361 INFO:tasks.rados.rados.0.smithi016.stdout:2765: finishing write tid 1 to smithi01678542-29 2024-04-15T14:46:07.362 INFO:tasks.rados.rados.0.smithi016.stdout:2765: finishing write tid 2 to smithi01678542-29 2024-04-15T14:46:07.362 INFO:tasks.rados.rados.0.smithi016.stdout:2764: finishing write tid 1 to smithi01678542-2 2024-04-15T14:46:07.363 INFO:tasks.rados.rados.0.smithi016.stdout:2764: finishing write tid 2 to smithi01678542-2 2024-04-15T14:46:07.363 INFO:tasks.rados.rados.0.smithi016.stdout:2765: finishing write tid 3 to smithi01678542-29 2024-04-15T14:46:07.364 INFO:tasks.rados.rados.0.smithi016.stdout:2765: oid 29 updating version 0 to 1474 2024-04-15T14:46:07.364 INFO:tasks.rados.rados.0.smithi016.stdout:2765: oid 29 updating version 1474 to 1475 2024-04-15T14:46:07.364 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 29 v 1475 (ObjNum 862 snap 263 seq_num 862) dirty exists 2024-04-15T14:46:07.365 INFO:tasks.rados.rados.0.smithi016.stdout:2765: left oid 29 (ObjNum 862 snap 263 seq_num 862) 2024-04-15T14:46:07.365 INFO:tasks.rados.rados.0.smithi016.stdout:2764: finishing write tid 3 to smithi01678542-2 2024-04-15T14:46:07.365 INFO:tasks.rados.rados.0.smithi016.stdout:2764: oid 2 updating version 0 to 1311 2024-04-15T14:46:07.366 INFO:tasks.rados.rados.0.smithi016.stdout:2764: oid 2 updating version 1311 to 1312 2024-04-15T14:46:07.366 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 2 v 1312 (ObjNum 861 snap 263 seq_num 861) dirty exists 2024-04-15T14:46:07.366 INFO:tasks.rados.rados.0.smithi016.stdout:2764: left oid 2 (ObjNum 861 snap 263 seq_num 861) 2024-04-15T14:46:07.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:46:07 smithi102 ceph-mon[87131]: pgmap v545: 121 pgs: 121 active+clean; 148 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 1.5 MiB/s rd, 5.7 MiB/s wr, 4 op/s 2024-04-15T14:46:07.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:46:07 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T14:46:07.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:46:07 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T14:46:07.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:46:07 smithi102 ceph-mon[87131]: osdmap e610: 8 total, 8 up, 8 in 2024-04-15T14:46:08.039 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:46:07 smithi016 ceph-mon[93212]: pgmap v545: 121 pgs: 121 active+clean; 148 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 1.5 MiB/s rd, 5.7 MiB/s wr, 4 op/s 2024-04-15T14:46:08.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:46:07 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T14:46:08.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:46:07 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T14:46:08.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:46:07 smithi016 ceph-mon[93212]: osdmap e610: 8 total, 8 up, 8 in 2024-04-15T14:46:08.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:46:07 smithi016 ceph-mon[90652]: pgmap v545: 121 pgs: 121 active+clean; 148 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 1.5 MiB/s rd, 5.7 MiB/s wr, 4 op/s 2024-04-15T14:46:08.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:46:07 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T14:46:08.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:46:07 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T14:46:08.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:46:07 smithi016 ceph-mon[90652]: osdmap e610: 8 total, 8 up, 8 in 2024-04-15T14:46:08.346 INFO:tasks.rados.rados.0.smithi016.stdout:2764: done (2 left) 2024-04-15T14:46:08.347 INFO:tasks.rados.rados.0.smithi016.stdout:2765: done (1 left) 2024-04-15T14:46:08.347 INFO:tasks.rados.rados.0.smithi016.stdout:2766: done (0 left) 2024-04-15T14:46:08.347 INFO:tasks.rados.rados.0.smithi016.stdout:2767: copy_from oid 48 from oid 43 current snap is 264 2024-04-15T14:46:08.347 INFO:tasks.rados.rados.0.smithi016.stdout:2768: setattr oid 7 current snap is 264 2024-04-15T14:46:08.348 INFO:tasks.rados.rados.0.smithi016.stdout:2769: read oid 36 snap 258 2024-04-15T14:46:08.348 INFO:tasks.rados.rados.0.smithi016.stdout:2769: expect (ObjNum 632 snap 191 seq_num 632) 2024-04-15T14:46:08.348 INFO:tasks.rados.rados.0.smithi016.stdout:2770: setattr oid 3 current snap is 264 2024-04-15T14:46:08.350 INFO:tasks.rados.rados.0.smithi016.stdout:2771: rollback oid 8 current snap is 264 2024-04-15T14:46:08.350 INFO:tasks.rados.rados.0.smithi016.stdout:rollback oid 8 to 261 2024-04-15T14:46:08.350 INFO:tasks.rados.rados.0.smithi016.stdout:2772: read oid 5 snap -1 2024-04-15T14:46:08.350 INFO:tasks.rados.rados.0.smithi016.stdout:2772: expect deleted 2024-04-15T14:46:08.351 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 11 current snap is 264 2024-04-15T14:46:08.353 INFO:tasks.rados.rados.0.smithi016.stdout:2773: seq_num 863 ranges {1597440=57344} 2024-04-15T14:46:08.361 INFO:tasks.rados.rados.0.smithi016.stdout:2773: writing smithi01678542-11 from 1597440 to 1654784 tid 1 2024-04-15T14:46:08.361 INFO:tasks.rados.rados.0.smithi016.stdout:2774: read oid 15 snap 263 2024-04-15T14:46:08.361 INFO:tasks.rados.rados.0.smithi016.stdout:2774: expect (ObjNum 843 snap 255 seq_num 843) 2024-04-15T14:46:08.361 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 29 current snap is 264 2024-04-15T14:46:08.361 INFO:tasks.rados.rados.0.smithi016.stdout:2775: seq_num 864 ranges {40960=73728} 2024-04-15T14:46:08.362 INFO:tasks.rados.rados.0.smithi016.stdout:2775: writing smithi01678542-29 from 40960 to 114688 tid 1 2024-04-15T14:46:08.362 INFO:tasks.rados.rados.0.smithi016.stdout:2776: rollback oid 40 current snap is 264 2024-04-15T14:46:08.362 INFO:tasks.rados.rados.0.smithi016.stdout:rollback oid 40 to 261 2024-04-15T14:46:08.362 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 26 current snap is 264 2024-04-15T14:46:08.362 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 7 v 1093 (ObjNum 828 snap 250 seq_num 828) dirty exists 2024-04-15T14:46:08.362 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 3 v 1163 (ObjNum 803 snap 247 seq_num 803) dirty exists 2024-04-15T14:46:08.363 INFO:tasks.rados.rados.0.smithi016.stdout:2777: seq_num 865 ranges {2383872=90112} 2024-04-15T14:46:08.378 INFO:tasks.rados.rados.0.smithi016.stdout:2777: writing smithi01678542-26 from 2383872 to 2473984 tid 1 2024-04-15T14:46:08.378 INFO:tasks.rados.rados.0.smithi016.stdout:2768: done (10 left) 2024-04-15T14:46:08.378 INFO:tasks.rados.rados.0.smithi016.stdout:2770: done (9 left) 2024-04-15T14:46:08.378 INFO:tasks.rados.rados.0.smithi016.stdout:2772: done (8 left) 2024-04-15T14:46:08.378 INFO:tasks.rados.rados.0.smithi016.stdout:2778: delete oid 9 current snap is 264 2024-04-15T14:46:08.378 INFO:tasks.rados.rados.0.smithi016.stdout:2771: finishing rollback tid 0 to smithi01678542-8 2024-04-15T14:46:08.378 INFO:tasks.rados.rados.0.smithi016.stdout:2771: finishing rollback tid 1 to smithi01678542-8 2024-04-15T14:46:08.378 INFO:tasks.rados.rados.0.smithi016.stdout:2771: finishing rollback tid 2 to smithi01678542-8 2024-04-15T14:46:08.378 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 8 v 1140 (ObjNum 814 snap 248 seq_num 814) dirty exists 2024-04-15T14:46:08.378 INFO:tasks.rados.rados.0.smithi016.stdout:2773: finishing write tid 1 to smithi01678542-11 2024-04-15T14:46:08.379 INFO:tasks.rados.rados.0.smithi016.stdout:2773: finishing write tid 2 to smithi01678542-11 2024-04-15T14:46:08.379 INFO:tasks.rados.rados.0.smithi016.stdout:2776: finishing rollback tid 0 to smithi01678542-40 2024-04-15T14:46:08.379 INFO:tasks.rados.rados.0.smithi016.stdout:2776: finishing rollback tid 1 to smithi01678542-40 2024-04-15T14:46:08.379 INFO:tasks.rados.rados.0.smithi016.stdout:2775: finishing write tid 1 to smithi01678542-29 2024-04-15T14:46:08.379 INFO:tasks.rados.rados.0.smithi016.stdout:2775: finishing write tid 2 to smithi01678542-29 2024-04-15T14:46:08.379 INFO:tasks.rados.rados.0.smithi016.stdout:2776: finishing rollback tid 2 to smithi01678542-40 2024-04-15T14:46:08.379 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 40 v 1447 (ObjNum 825 snap 249 seq_num 825) dirty exists 2024-04-15T14:46:08.379 INFO:tasks.rados.rados.0.smithi016.stdout:2773: finishing write tid 3 to smithi01678542-11 2024-04-15T14:46:08.379 INFO:tasks.rados.rados.0.smithi016.stdout:2773: oid 11 updating version 0 to 1478 2024-04-15T14:46:08.379 INFO:tasks.rados.rados.0.smithi016.stdout:2773: oid 11 version 1478 is already newer than 1477 2024-04-15T14:46:08.379 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 11 v 1478 (ObjNum 863 snap 264 seq_num 863) dirty exists 2024-04-15T14:46:08.379 INFO:tasks.rados.rados.0.smithi016.stdout:2773: left oid 11 (ObjNum 863 snap 264 seq_num 863) 2024-04-15T14:46:08.379 INFO:tasks.rados.rados.0.smithi016.stdout:2775: finishing write tid 3 to smithi01678542-29 2024-04-15T14:46:08.379 INFO:tasks.rados.rados.0.smithi016.stdout:2775: oid 29 updating version 0 to 1480 2024-04-15T14:46:08.379 INFO:tasks.rados.rados.0.smithi016.stdout:2775: oid 29 updating version 1480 to 1481 2024-04-15T14:46:08.380 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 29 v 1481 (ObjNum 864 snap 264 seq_num 864) dirty exists 2024-04-15T14:46:08.380 INFO:tasks.rados.rados.0.smithi016.stdout:2775: left oid 29 (ObjNum 864 snap 264 seq_num 864) 2024-04-15T14:46:08.380 INFO:tasks.rados.rados.0.smithi016.stdout:2769: expect (ObjNum 632 snap 191 seq_num 632) 2024-04-15T14:46:08.541 INFO:tasks.rados.rados.0.smithi016.stdout:2774: expect (ObjNum 843 snap 255 seq_num 843) 2024-04-15T14:46:08.600 INFO:tasks.rados.rados.0.smithi016.stdout:2777: finishing write tid 1 to smithi01678542-26 2024-04-15T14:46:08.600 INFO:tasks.rados.rados.0.smithi016.stdout:2777: finishing write tid 2 to smithi01678542-26 2024-04-15T14:46:08.600 INFO:tasks.rados.rados.0.smithi016.stdout:2777: finishing write tid 3 to smithi01678542-26 2024-04-15T14:46:08.600 INFO:tasks.rados.rados.0.smithi016.stdout:2777: oid 26 updating version 0 to 905 2024-04-15T14:46:08.600 INFO:tasks.rados.rados.0.smithi016.stdout:2777: oid 26 updating version 905 to 906 2024-04-15T14:46:08.600 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 26 v 906 (ObjNum 865 snap 264 seq_num 865) dirty exists 2024-04-15T14:46:08.600 INFO:tasks.rados.rados.0.smithi016.stdout:2777: left oid 26 (ObjNum 865 snap 264 seq_num 865) 2024-04-15T14:46:08.601 INFO:tasks.rados.rados.0.smithi016.stdout:2767: finishing copy_from racing read to smithi01678542-48 2024-04-15T14:46:08.601 INFO:tasks.rados.rados.0.smithi016.stdout:2767: finishing copy_from to smithi01678542-48 2024-04-15T14:46:08.601 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 48 v 1258 (ObjNum 728 snap 228 seq_num 728) dirty exists 2024-04-15T14:46:08.601 INFO:tasks.rados.rados.0.smithi016.stdout:2767: done (8 left) 2024-04-15T14:46:08.601 INFO:tasks.rados.rados.0.smithi016.stdout:2769: done (7 left) 2024-04-15T14:46:08.601 INFO:tasks.rados.rados.0.smithi016.stdout:2771: done (6 left) 2024-04-15T14:46:08.601 INFO:tasks.rados.rados.0.smithi016.stdout:2773: done (5 left) 2024-04-15T14:46:08.601 INFO:tasks.rados.rados.0.smithi016.stdout:2774: done (4 left) 2024-04-15T14:46:08.601 INFO:tasks.rados.rados.0.smithi016.stdout:2775: done (3 left) 2024-04-15T14:46:08.601 INFO:tasks.rados.rados.0.smithi016.stdout:2776: done (2 left) 2024-04-15T14:46:08.601 INFO:tasks.rados.rados.0.smithi016.stdout:2777: done (1 left) 2024-04-15T14:46:08.601 INFO:tasks.rados.rados.0.smithi016.stdout:2778: done (0 left) 2024-04-15T14:46:08.601 INFO:tasks.rados.rados.0.smithi016.stdout:2779: setattr oid 39 current snap is 264 2024-04-15T14:46:08.601 INFO:tasks.rados.rados.0.smithi016.stdout:2780: read oid 22 snap -1 2024-04-15T14:46:08.601 INFO:tasks.rados.rados.0.smithi016.stdout:2780: expect deleted 2024-04-15T14:46:08.602 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 32 current snap is 264 2024-04-15T14:46:08.602 INFO:tasks.rados.rados.0.smithi016.stdout:2781: seq_num 867 ranges {3391488=122880} 2024-04-15T14:46:08.619 INFO:tasks.rados.rados.0.smithi016.stdout:2781: writing smithi01678542-32 from 3391488 to 3514368 tid 1 2024-04-15T14:46:08.619 INFO:tasks.rados.rados.0.smithi016.stdout:2782: snap_create 2024-04-15T14:46:08.619 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 39 v 1426 (ObjNum 836 snap 254 seq_num 836) dirty exists 2024-04-15T14:46:08.622 INFO:tasks.rados.rados.0.smithi016.stdout:2781: finishing write tid 1 to smithi01678542-32 2024-04-15T14:46:08.622 INFO:tasks.rados.rados.0.smithi016.stdout:2781: finishing write tid 2 to smithi01678542-32 2024-04-15T14:46:08.623 INFO:tasks.rados.rados.0.smithi016.stdout:2781: finishing write tid 3 to smithi01678542-32 2024-04-15T14:46:08.623 INFO:tasks.rados.rados.0.smithi016.stdout:2781: oid 32 updating version 0 to 1484 2024-04-15T14:46:08.623 INFO:tasks.rados.rados.0.smithi016.stdout:2781: oid 32 version 1484 is already newer than 1483 2024-04-15T14:46:08.623 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 32 v 1484 (ObjNum 867 snap 264 seq_num 867) dirty exists 2024-04-15T14:46:08.624 INFO:tasks.rados.rados.0.smithi016.stdout:2781: left oid 32 (ObjNum 867 snap 264 seq_num 867) 2024-04-15T14:46:09.351 INFO:tasks.rados.rados.0.smithi016.stdout:2779: done (3 left) 2024-04-15T14:46:09.352 INFO:tasks.rados.rados.0.smithi016.stdout:2780: done (2 left) 2024-04-15T14:46:09.352 INFO:tasks.rados.rados.0.smithi016.stdout:2781: done (1 left) 2024-04-15T14:46:09.352 INFO:tasks.rados.rados.0.smithi016.stdout:2782: done (0 left) 2024-04-15T14:46:09.352 INFO:tasks.rados.rados.0.smithi016.stdout:2783: snap_create 2024-04-15T14:46:09.606 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:46:09 smithi102 ceph-mon[87131]: pgmap v548: 121 pgs: 121 active+clean; 157 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 3.9 MiB/s rd, 7.8 MiB/s wr, 7 op/s 2024-04-15T14:46:09.606 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:46:09 smithi102 ceph-mon[87131]: osdmap e611: 8 total, 8 up, 8 in 2024-04-15T14:46:09.606 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:46:09 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T14:46:09.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:46:09 smithi016 ceph-mon[90652]: pgmap v548: 121 pgs: 121 active+clean; 157 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 3.9 MiB/s rd, 7.8 MiB/s wr, 7 op/s 2024-04-15T14:46:09.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:46:09 smithi016 ceph-mon[90652]: osdmap e611: 8 total, 8 up, 8 in 2024-04-15T14:46:09.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:46:09 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T14:46:09.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:46:09 smithi016 ceph-mon[93212]: pgmap v548: 121 pgs: 121 active+clean; 157 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 3.9 MiB/s rd, 7.8 MiB/s wr, 7 op/s 2024-04-15T14:46:09.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:46:09 smithi016 ceph-mon[93212]: osdmap e611: 8 total, 8 up, 8 in 2024-04-15T14:46:09.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:46:09 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T14:46:10.345 INFO:tasks.rados.rados.0.smithi016.stdout:2783: done (0 left) 2024-04-15T14:46:10.345 INFO:tasks.rados.rados.0.smithi016.stdout:2784: delete oid 14 current snap is 266 2024-04-15T14:46:10.351 INFO:tasks.rados.rados.0.smithi016.stdout:2784: done (0 left) 2024-04-15T14:46:10.351 INFO:tasks.rados.rados.0.smithi016.stdout:2785: snap_create 2024-04-15T14:46:10.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:46:10 smithi102 ceph-mon[87131]: osdmap e612: 8 total, 8 up, 8 in 2024-04-15T14:46:10.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:46:10 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T14:46:10.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:46:10 smithi102 ceph-mon[87131]: osdmap e613: 8 total, 8 up, 8 in 2024-04-15T14:46:10.789 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:46:10 smithi016 ceph-mon[90652]: osdmap e612: 8 total, 8 up, 8 in 2024-04-15T14:46:10.789 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:46:10 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T14:46:10.789 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:46:10 smithi016 ceph-mon[90652]: osdmap e613: 8 total, 8 up, 8 in 2024-04-15T14:46:10.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:46:10 smithi016 ceph-mon[93212]: osdmap e612: 8 total, 8 up, 8 in 2024-04-15T14:46:10.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:46:10 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T14:46:10.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:46:10 smithi016 ceph-mon[93212]: osdmap e613: 8 total, 8 up, 8 in 2024-04-15T14:46:11.357 INFO:tasks.rados.rados.0.smithi016.stdout:2785: done (0 left) 2024-04-15T14:46:11.358 INFO:tasks.rados.rados.0.smithi016.stdout:2786: copy_from oid 50 from oid 8 current snap is 267 2024-04-15T14:46:11.358 INFO:tasks.rados.rados.0.smithi016.stdout:2787: copy_from oid 29 from oid 43 current snap is 267 2024-04-15T14:46:11.358 INFO:tasks.rados.rados.0.smithi016.stdout:2788: read oid 40 snap -1 2024-04-15T14:46:11.358 INFO:tasks.rados.rados.0.smithi016.stdout:2788: expect (ObjNum 825 snap 249 seq_num 825) 2024-04-15T14:46:11.358 INFO:tasks.rados.rados.0.smithi016.stdout:2789: read oid 20 snap -1 2024-04-15T14:46:11.358 INFO:tasks.rados.rados.0.smithi016.stdout:2789: expect (ObjNum 852 snap 259 seq_num 852) 2024-04-15T14:46:11.358 INFO:tasks.rados.rados.0.smithi016.stdout:2790: copy_from oid 24 from oid 22 current snap is 267 2024-04-15T14:46:11.358 INFO:tasks.rados.rados.0.smithi016.stdout:2791: rollback oid 33 current snap is 267 2024-04-15T14:46:11.358 INFO:tasks.rados.rados.0.smithi016.stdout:rollback oid 33 to 261 2024-04-15T14:46:11.358 INFO:tasks.rados.rados.0.smithi016.stdout:2792: rmattr oid 5 current snap is 267 2024-04-15T14:46:11.358 INFO:tasks.rados.rados.0.smithi016.stdout:2792: done (6 left) 2024-04-15T14:46:11.358 INFO:tasks.rados.rados.0.smithi016.stdout:2793: snap_remove snap 263 2024-04-15T14:46:11.379 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:46:11 smithi016 ceph-mon[90652]: pgmap v551: 121 pgs: 121 active+clean; 157 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.1 MiB/s wr, 2 op/s 2024-04-15T14:46:11.379 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:46:11 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T14:46:11.379 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:46:11 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T14:46:11.379 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:46:11 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T14:46:11.380 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:46:11 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T14:46:11.380 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:46:11 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-04-15T14:46:11.380 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:46:11 smithi016 ceph-mon[90652]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-04-15T14:46:11.380 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:46:11 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T14:46:11.380 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:46:11 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T14:46:11.380 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:46:11 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T14:46:11.380 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:46:11 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T14:46:11.380 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:46:11 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T14:46:11.380 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:46:11 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T14:46:11.380 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:46:11 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T14:46:11.380 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:46:11 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T14:46:11.380 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:46:11 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T14:46:11.380 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:46:11 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T14:46:11.380 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:46:11 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T14:46:11.381 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:46:11 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T14:46:11.381 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:46:11 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T14:46:11.381 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:46:11 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T14:46:11.381 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:46:11 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T14:46:11.381 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:46:11 smithi016 ceph-mon[93212]: pgmap v551: 121 pgs: 121 active+clean; 157 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.1 MiB/s wr, 2 op/s 2024-04-15T14:46:11.381 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:46:11 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T14:46:11.381 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:46:11 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T14:46:11.381 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:46:11 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T14:46:11.381 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:46:11 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T14:46:11.381 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:46:11 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-04-15T14:46:11.381 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:46:11 smithi016 ceph-mon[93212]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-04-15T14:46:11.382 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:46:11 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T14:46:11.382 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:46:11 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T14:46:11.382 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:46:11 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T14:46:11.382 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:46:11 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T14:46:11.382 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:46:11 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T14:46:11.382 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:46:11 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T14:46:11.382 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:46:11 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T14:46:11.382 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:46:11 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T14:46:11.382 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:46:11 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T14:46:11.382 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:46:11 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T14:46:11.382 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:46:11 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T14:46:11.382 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:46:11 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T14:46:11.382 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:46:11 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T14:46:11.382 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:46:11 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T14:46:11.383 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:46:11 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T14:46:11.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:46:11 smithi102 ceph-mon[87131]: pgmap v551: 121 pgs: 121 active+clean; 157 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.1 MiB/s wr, 2 op/s 2024-04-15T14:46:11.688 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:46:11 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T14:46:11.688 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:46:11 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T14:46:11.688 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:46:11 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T14:46:11.688 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:46:11 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T14:46:11.688 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:46:11 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-04-15T14:46:11.688 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:46:11 smithi102 ceph-mon[87131]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-04-15T14:46:11.688 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:46:11 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T14:46:11.688 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:46:11 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T14:46:11.688 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:46:11 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T14:46:11.688 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:46:11 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T14:46:11.688 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:46:11 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T14:46:11.688 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:46:11 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T14:46:11.688 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:46:11 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T14:46:11.688 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:46:11 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T14:46:11.689 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:46:11 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T14:46:11.689 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:46:11 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T14:46:11.689 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:46:11 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T14:46:11.689 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:46:11 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T14:46:11.689 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:46:11 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T14:46:11.689 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:46:11 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T14:46:11.689 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:46:11 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T14:46:12.039 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 15 14:46:11 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-y[81421]: ::ffff:172.21.15.102 - - [15/Apr/2024:14:46:11] "GET /metrics HTTP/1.1" 200 36267 "" "Prometheus/2.43.0" 2024-04-15T14:46:12.367 INFO:tasks.rados.rados.0.smithi016.stdout:2793: done (6 left) 2024-04-15T14:46:12.367 INFO:tasks.rados.rados.0.smithi016.stdout:2794: read oid 5 snap -1 2024-04-15T14:46:12.367 INFO:tasks.rados.rados.0.smithi016.stdout:2794: expect deleted 2024-04-15T14:46:12.367 INFO:tasks.rados.rados.0.smithi016.stdout:2795: copy_from oid 14 from oid 47 current snap is 267 2024-04-15T14:46:12.367 INFO:tasks.rados.rados.0.smithi016.stdout:2790: finishing copy_from to smithi01678542-24 2024-04-15T14:46:12.367 INFO:tasks.rados.rados.0.smithi016.stdout:2790: got expected ENOENT (src dne) 2024-04-15T14:46:12.367 INFO:tasks.rados.rados.0.smithi016.stdout:2790: finishing copy_from racing read to smithi01678542-24 2024-04-15T14:46:12.367 INFO:tasks.rados.rados.0.smithi016.stdout:2790: done (7 left) 2024-04-15T14:46:12.368 INFO:tasks.rados.rados.0.smithi016.stdout:2796: copy_from oid 1 from oid 7 current snap is 267 2024-04-15T14:46:12.368 INFO:tasks.rados.rados.0.smithi016.stdout:2791: finishing rollback tid 1 to smithi01678542-33 2024-04-15T14:46:12.368 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 33 v 1455 (ObjNum 81 snap 0 seq_num 0) dirty dne 2024-04-15T14:46:12.368 INFO:tasks.rados.rados.0.smithi016.stdout:2789: expect (ObjNum 852 snap 259 seq_num 852) 2024-04-15T14:46:12.539 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:46:12 smithi016 ceph-mon[93212]: osdmap e614: 8 total, 8 up, 8 in 2024-04-15T14:46:12.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:46:12 smithi016 ceph-mon[90652]: osdmap e614: 8 total, 8 up, 8 in 2024-04-15T14:46:12.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:46:12 smithi102 ceph-mon[87131]: osdmap e614: 8 total, 8 up, 8 in 2024-04-15T14:46:12.687 INFO:journalctl@ceph.prometheus.a.smithi102.stdout:Apr 15 14:46:12 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-prometheus-a[120881]: ts=2024-04-15T14:46:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi016:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"362ea986-fb34-11ee-bc8f-c7b262605968\", instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T14:46:12.994 INFO:tasks.rados.rados.0.smithi016.stdout:2787: finishing copy_from racing read to smithi01678542-29 2024-04-15T14:46:12.994 INFO:tasks.rados.rados.0.smithi016.stdout:2787: finishing copy_from to smithi01678542-29 2024-04-15T14:46:12.994 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 29 v 1258 (ObjNum 728 snap 228 seq_num 728) dirty exists 2024-04-15T14:46:12.994 INFO:tasks.rados.rados.0.smithi016.stdout:2788: expect (ObjNum 825 snap 249 seq_num 825) 2024-04-15T14:46:13.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:46:13 smithi016 ceph-mon[90652]: pgmap v554: 121 pgs: 121 active+clean; 177 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 4.2 MiB/s rd, 5.5 MiB/s wr, 22 op/s 2024-04-15T14:46:13.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:46:13 smithi016 ceph-mon[90652]: Upgrade: Updating alertmanager.a 2024-04-15T14:46:13.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:46:13 smithi016 ceph-mon[90652]: Deploying daemon alertmanager.a on smithi016 2024-04-15T14:46:13.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:46:13 smithi016 ceph-mon[90652]: osdmap e615: 8 total, 8 up, 8 in 2024-04-15T14:46:13.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:46:13 smithi016 ceph-mon[93212]: pgmap v554: 121 pgs: 121 active+clean; 177 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 4.2 MiB/s rd, 5.5 MiB/s wr, 22 op/s 2024-04-15T14:46:13.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:46:13 smithi016 ceph-mon[93212]: Upgrade: Updating alertmanager.a 2024-04-15T14:46:13.541 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:46:13 smithi016 ceph-mon[93212]: Deploying daemon alertmanager.a on smithi016 2024-04-15T14:46:13.541 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:46:13 smithi016 ceph-mon[93212]: osdmap e615: 8 total, 8 up, 8 in 2024-04-15T14:46:13.594 INFO:tasks.rados.rados.0.smithi016.stdout:2786: finishing copy_from racing read to smithi01678542-50 2024-04-15T14:46:13.594 INFO:tasks.rados.rados.0.smithi016.stdout:2786: finishing copy_from to smithi01678542-50 2024-04-15T14:46:13.594 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 50 v 1140 (ObjNum 814 snap 248 seq_num 814) dirty exists 2024-04-15T14:46:13.594 INFO:tasks.rados.rados.0.smithi016.stdout:2795: finishing copy_from racing read to smithi01678542-14 2024-04-15T14:46:13.594 INFO:tasks.rados.rados.0.smithi016.stdout:2786: done (7 left) 2024-04-15T14:46:13.594 INFO:tasks.rados.rados.0.smithi016.stdout:2787: done (6 left) 2024-04-15T14:46:13.594 INFO:tasks.rados.rados.0.smithi016.stdout:2788: done (5 left) 2024-04-15T14:46:13.595 INFO:tasks.rados.rados.0.smithi016.stdout:2789: done (4 left) 2024-04-15T14:46:13.595 INFO:tasks.rados.rados.0.smithi016.stdout:2791: done (3 left) 2024-04-15T14:46:13.595 INFO:tasks.rados.rados.0.smithi016.stdout:2794: done (2 left) 2024-04-15T14:46:13.595 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 40 current snap is 267 2024-04-15T14:46:13.595 INFO:tasks.rados.rados.0.smithi016.stdout:2795: finishing copy_from to smithi01678542-14 2024-04-15T14:46:13.595 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 14 v 1298 (ObjNum 840 snap 254 seq_num 840) dirty exists 2024-04-15T14:46:13.595 INFO:tasks.rados.rados.0.smithi016.stdout:2796: finishing copy_from racing read to smithi01678542-1 2024-04-15T14:46:13.595 INFO:tasks.rados.rados.0.smithi016.stdout:2796: finishing copy_from to smithi01678542-1 2024-04-15T14:46:13.595 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 1 v 1093 (ObjNum 828 snap 250 seq_num 828) dirty exists 2024-04-15T14:46:13.595 INFO:tasks.rados.rados.0.smithi016.stdout:2797: seq_num 869 ranges {8880128=155648} 2024-04-15T14:46:13.643 INFO:tasks.rados.rados.0.smithi016.stdout:2797: writing smithi01678542-40 from 8880128 to 9035776 tid 1 2024-04-15T14:46:13.643 INFO:tasks.rados.rados.0.smithi016.stdout:2795: done (2 left) 2024-04-15T14:46:13.643 INFO:tasks.rados.rados.0.smithi016.stdout:2796: done (1 left) 2024-04-15T14:46:13.643 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 4 current snap is 267 2024-04-15T14:46:13.643 INFO:tasks.rados.rados.0.smithi016.stdout:2798: seq_num 870 ranges {8880128=172032} 2024-04-15T14:46:13.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:46:13 smithi102 ceph-mon[87131]: pgmap v554: 121 pgs: 121 active+clean; 177 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 4.2 MiB/s rd, 5.5 MiB/s wr, 22 op/s 2024-04-15T14:46:13.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:46:13 smithi102 ceph-mon[87131]: Upgrade: Updating alertmanager.a 2024-04-15T14:46:13.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:46:13 smithi102 ceph-mon[87131]: Deploying daemon alertmanager.a on smithi016 2024-04-15T14:46:13.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:46:13 smithi102 ceph-mon[87131]: osdmap e615: 8 total, 8 up, 8 in 2024-04-15T14:46:13.693 INFO:tasks.rados.rados.0.smithi016.stdout:2798: writing smithi01678542-4 from 8880128 to 9052160 tid 1 2024-04-15T14:46:13.693 INFO:tasks.rados.rados.0.smithi016.stdout:2799: snap_remove snap 258 2024-04-15T14:46:14.372 INFO:tasks.rados.rados.0.smithi016.stdout:2799: done (2 left) 2024-04-15T14:46:14.372 INFO:tasks.rados.rados.0.smithi016.stdout:2800: delete oid 44 current snap is 267 2024-04-15T14:46:14.373 INFO:tasks.rados.rados.0.smithi016.stdout:2797: finishing write tid 1 to smithi01678542-40 2024-04-15T14:46:14.373 INFO:tasks.rados.rados.0.smithi016.stdout:2797: finishing write tid 2 to smithi01678542-40 2024-04-15T14:46:14.373 INFO:tasks.rados.rados.0.smithi016.stdout:2797: finishing write tid 3 to smithi01678542-40 2024-04-15T14:46:14.373 INFO:tasks.rados.rados.0.smithi016.stdout:2797: oid 40 updating version 0 to 1450 2024-04-15T14:46:14.373 INFO:tasks.rados.rados.0.smithi016.stdout:2797: oid 40 version 1450 is already newer than 1449 2024-04-15T14:46:14.373 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 40 v 1450 (ObjNum 869 snap 267 seq_num 869) dirty exists 2024-04-15T14:46:14.373 INFO:tasks.rados.rados.0.smithi016.stdout:2797: left oid 40 (ObjNum 869 snap 267 seq_num 869) 2024-04-15T14:46:14.373 INFO:tasks.rados.rados.0.smithi016.stdout:2798: finishing write tid 1 to smithi01678542-4 2024-04-15T14:46:14.373 INFO:tasks.rados.rados.0.smithi016.stdout:2798: finishing write tid 2 to smithi01678542-4 2024-04-15T14:46:14.373 INFO:tasks.rados.rados.0.smithi016.stdout:2798: finishing write tid 3 to smithi01678542-4 2024-04-15T14:46:14.373 INFO:tasks.rados.rados.0.smithi016.stdout:2798: oid 4 updating version 0 to 1496 2024-04-15T14:46:14.373 INFO:tasks.rados.rados.0.smithi016.stdout:2798: oid 4 version 1496 is already newer than 1495 2024-04-15T14:46:14.373 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 4 v 1496 (ObjNum 870 snap 267 seq_num 870) dirty exists 2024-04-15T14:46:14.373 INFO:tasks.rados.rados.0.smithi016.stdout:2798: left oid 4 (ObjNum 870 snap 267 seq_num 870) 2024-04-15T14:46:14.384 INFO:tasks.rados.rados.0.smithi016.stdout:2797: done (2 left) 2024-04-15T14:46:14.384 INFO:tasks.rados.rados.0.smithi016.stdout:2798: done (1 left) 2024-04-15T14:46:14.384 INFO:tasks.rados.rados.0.smithi016.stdout:2800: done (0 left) 2024-04-15T14:46:14.384 INFO:tasks.rados.rados.0.smithi016.stdout:2801: rollback oid 31 current snap is 267 2024-04-15T14:46:14.385 INFO:tasks.rados.rados.0.smithi016.stdout:rollback oid 31 to 264 2024-04-15T14:46:14.385 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 29 current snap is 267 2024-04-15T14:46:14.385 INFO:tasks.rados.rados.0.smithi016.stdout:2802: seq_num 872 ranges {11370496=212992} 2024-04-15T14:46:14.449 INFO:tasks.rados.rados.0.smithi016.stdout:2802: writing smithi01678542-29 from 11370496 to 11583488 tid 1 2024-04-15T14:46:14.449 INFO:tasks.rados.rados.0.smithi016.stdout:2803: read oid 48 snap 261 2024-04-15T14:46:14.449 INFO:tasks.rados.rados.0.smithi016.stdout:2803: expect deleted 2024-04-15T14:46:14.449 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 12 current snap is 267 2024-04-15T14:46:14.449 INFO:tasks.rados.rados.0.smithi016.stdout:2804: seq_num 873 ranges {11370496=229376} 2024-04-15T14:46:14.512 INFO:tasks.rados.rados.0.smithi016.stdout:2804: writing smithi01678542-12 from 11370496 to 11599872 tid 1 2024-04-15T14:46:14.513 INFO:tasks.rados.rados.0.smithi016.stdout:2805: copy_from oid 24 from oid 39 current snap is 267 2024-04-15T14:46:14.513 INFO:tasks.rados.rados.0.smithi016.stdout:2801: finishing rollback tid 0 to smithi01678542-31 2024-04-15T14:46:14.513 INFO:tasks.rados.rados.0.smithi016.stdout:2801: finishing rollback tid 1 to smithi01678542-31 2024-04-15T14:46:14.513 INFO:tasks.rados.rados.0.smithi016.stdout:2801: finishing rollback tid 2 to smithi01678542-31 2024-04-15T14:46:14.513 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 31 v 1096 (ObjNum 823 snap 249 seq_num 823) dirty exists 2024-04-15T14:46:14.513 INFO:tasks.rados.rados.0.smithi016.stdout:2802: finishing write tid 1 to smithi01678542-29 2024-04-15T14:46:14.513 INFO:tasks.rados.rados.0.smithi016.stdout:2802: finishing write tid 2 to smithi01678542-29 2024-04-15T14:46:14.513 INFO:tasks.rados.rados.0.smithi016.stdout:2801: done (4 left) 2024-04-15T14:46:14.513 INFO:tasks.rados.rados.0.smithi016.stdout:2803: done (3 left) 2024-04-15T14:46:14.513 INFO:tasks.rados.rados.0.smithi016.stdout:2806: delete oid 35 current snap is 267 2024-04-15T14:46:14.513 INFO:tasks.rados.rados.0.smithi016.stdout:2802: finishing write tid 3 to smithi01678542-29 2024-04-15T14:46:14.514 INFO:tasks.rados.rados.0.smithi016.stdout:2802: oid 29 updating version 0 to 1509 2024-04-15T14:46:14.514 INFO:tasks.rados.rados.0.smithi016.stdout:2802: oid 29 updating version 1509 to 1510 2024-04-15T14:46:14.514 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 29 v 1510 (ObjNum 872 snap 267 seq_num 872) dirty exists 2024-04-15T14:46:14.514 INFO:tasks.rados.rados.0.smithi016.stdout:2802: left oid 29 (ObjNum 872 snap 267 seq_num 872) 2024-04-15T14:46:14.516 INFO:tasks.rados.rados.0.smithi016.stdout:2802: done (3 left) 2024-04-15T14:46:14.516 INFO:tasks.rados.rados.0.smithi016.stdout:2806: done (2 left) 2024-04-15T14:46:14.516 INFO:tasks.rados.rados.0.smithi016.stdout:2807: read oid 5 snap -1 2024-04-15T14:46:14.516 INFO:tasks.rados.rados.0.smithi016.stdout:2807: expect deleted 2024-04-15T14:46:14.516 INFO:tasks.rados.rados.0.smithi016.stdout:2808: copy_from oid 44 from oid 30 current snap is 267 2024-04-15T14:46:14.516 INFO:tasks.rados.rados.0.smithi016.stdout:2804: finishing write tid 1 to smithi01678542-12 2024-04-15T14:46:14.516 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 20 current snap is 267 2024-04-15T14:46:14.516 INFO:tasks.rados.rados.0.smithi016.stdout:2809: seq_num 875 ranges {9592832=262144} 2024-04-15T14:46:14.570 INFO:tasks.rados.rados.0.smithi016.stdout:2809: writing smithi01678542-20 from 9592832 to 9854976 tid 1 2024-04-15T14:46:14.570 INFO:tasks.rados.rados.0.smithi016.stdout:2810: delete oid 21 current snap is 267 2024-04-15T14:46:14.570 INFO:tasks.rados.rados.0.smithi016.stdout:2804: finishing write tid 2 to smithi01678542-12 2024-04-15T14:46:14.570 INFO:tasks.rados.rados.0.smithi016.stdout:2804: finishing write tid 3 to smithi01678542-12 2024-04-15T14:46:14.570 INFO:tasks.rados.rados.0.smithi016.stdout:2804: oid 12 updating version 0 to 1142 2024-04-15T14:46:14.570 INFO:tasks.rados.rados.0.smithi016.stdout:2804: oid 12 version 1142 is already newer than 1141 2024-04-15T14:46:14.571 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 12 v 1142 (ObjNum 873 snap 267 seq_num 873) dirty exists 2024-04-15T14:46:14.571 INFO:tasks.rados.rados.0.smithi016.stdout:2804: left oid 12 (ObjNum 873 snap 267 seq_num 873) 2024-04-15T14:46:14.571 INFO:tasks.rados.rados.0.smithi016.stdout:2808: finishing copy_from to smithi01678542-44 2024-04-15T14:46:14.571 INFO:tasks.rados.rados.0.smithi016.stdout:2808: got expected ENOENT (src dne) 2024-04-15T14:46:14.571 INFO:tasks.rados.rados.0.smithi016.stdout:2808: finishing copy_from racing read to smithi01678542-44 2024-04-15T14:46:14.571 INFO:tasks.rados.rados.0.smithi016.stdout:2805: finishing copy_from racing read to smithi01678542-24 2024-04-15T14:46:14.571 INFO:tasks.rados.rados.0.smithi016.stdout:2805: finishing copy_from to smithi01678542-24 2024-04-15T14:46:14.571 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 24 v 1426 (ObjNum 836 snap 254 seq_num 836) dirty exists 2024-04-15T14:46:14.573 INFO:tasks.rados.rados.0.smithi016.stdout:2804: done (5 left) 2024-04-15T14:46:14.573 INFO:tasks.rados.rados.0.smithi016.stdout:2805: done (4 left) 2024-04-15T14:46:14.573 INFO:tasks.rados.rados.0.smithi016.stdout:2807: done (3 left) 2024-04-15T14:46:14.573 INFO:tasks.rados.rados.0.smithi016.stdout:2808: done (2 left) 2024-04-15T14:46:14.573 INFO:tasks.rados.rados.0.smithi016.stdout:2810: done (1 left) 2024-04-15T14:46:14.573 INFO:tasks.rados.rados.0.smithi016.stdout:2811: rollback oid 21 current snap is 267 2024-04-15T14:46:14.573 INFO:tasks.rados.rados.0.smithi016.stdout:rollback oid 21 to 261 2024-04-15T14:46:14.573 INFO:tasks.rados.rados.0.smithi016.stdout:2812: copy_from oid 50 from oid 24 current snap is 267 2024-04-15T14:46:14.573 INFO:tasks.rados.rados.0.smithi016.stdout:2813: rollback oid 23 current snap is 267 2024-04-15T14:46:14.573 INFO:tasks.rados.rados.0.smithi016.stdout:rollback oid 23 to 261 2024-04-15T14:46:14.574 INFO:tasks.rados.rados.0.smithi016.stdout:2814: delete oid 35 current snap is 267 2024-04-15T14:46:14.574 INFO:tasks.rados.rados.0.smithi016.stdout:2811: finishing rollback tid 1 to smithi01678542-21 2024-04-15T14:46:14.574 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 21 v 0 (ObjNum 33 snap 0 seq_num 1) dirty dne 2024-04-15T14:46:14.574 INFO:tasks.rados.rados.0.smithi016.stdout:2813: finishing rollback tid 1 to smithi01678542-23 2024-04-15T14:46:14.574 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 23 v 0 (ObjNum 273 snap 0 seq_num 0) dirty dne 2024-04-15T14:46:14.574 INFO:tasks.rados.rados.0.smithi016.stdout:2809: finishing write tid 1 to smithi01678542-20 2024-04-15T14:46:14.575 INFO:tasks.rados.rados.0.smithi016.stdout:2809: finishing write tid 2 to smithi01678542-20 2024-04-15T14:46:14.575 INFO:tasks.rados.rados.0.smithi016.stdout:2809: finishing write tid 3 to smithi01678542-20 2024-04-15T14:46:14.576 INFO:tasks.rados.rados.0.smithi016.stdout:2809: oid 20 updating version 0 to 1143 2024-04-15T14:46:14.576 INFO:tasks.rados.rados.0.smithi016.stdout:2809: oid 20 updating version 1143 to 1144 2024-04-15T14:46:14.576 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 20 v 1144 (ObjNum 875 snap 267 seq_num 875) dirty exists 2024-04-15T14:46:14.576 INFO:tasks.rados.rados.0.smithi016.stdout:2809: left oid 20 (ObjNum 875 snap 267 seq_num 875) 2024-04-15T14:46:14.576 INFO:tasks.rados.rados.0.smithi016.stdout:2809: done (4 left) 2024-04-15T14:46:14.576 INFO:tasks.rados.rados.0.smithi016.stdout:2811: done (3 left) 2024-04-15T14:46:14.576 INFO:tasks.rados.rados.0.smithi016.stdout:2813: done (2 left) 2024-04-15T14:46:14.576 INFO:tasks.rados.rados.0.smithi016.stdout:2814: done (1 left) 2024-04-15T14:46:14.576 INFO:tasks.rados.rados.0.smithi016.stdout:2815: read oid 45 snap -1 2024-04-15T14:46:14.576 INFO:tasks.rados.rados.0.smithi016.stdout:2815: expect (ObjNum 632 snap 191 seq_num 632) 2024-04-15T14:46:14.576 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 17 current snap is 267 2024-04-15T14:46:14.576 INFO:tasks.rados.rados.0.smithi016.stdout:2816: seq_num 878 ranges {8880128=311296} 2024-04-15T14:46:14.626 INFO:tasks.rados.rados.0.smithi016.stdout:2816: writing smithi01678542-17 from 8880128 to 9191424 tid 1 2024-04-15T14:46:14.627 INFO:tasks.rados.rados.0.smithi016.stdout:2817: rmattr oid 23 current snap is 267 2024-04-15T14:46:14.627 INFO:tasks.rados.rados.0.smithi016.stdout:2815: expect (ObjNum 632 snap 191 seq_num 632) 2024-04-15T14:46:14.793 INFO:tasks.rados.rados.0.smithi016.stdout:2812: finishing copy_from racing read to smithi01678542-50 2024-04-15T14:46:14.793 INFO:tasks.rados.rados.0.smithi016.stdout:2812: finishing copy_from to smithi01678542-50 2024-04-15T14:46:14.793 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 50 v 1426 (ObjNum 836 snap 254 seq_num 836) dirty exists 2024-04-15T14:46:14.793 INFO:tasks.rados.rados.0.smithi016.stdout:2812: done (3 left) 2024-04-15T14:46:14.793 INFO:tasks.rados.rados.0.smithi016.stdout:2815: done (2 left) 2024-04-15T14:46:14.793 INFO:tasks.rados.rados.0.smithi016.stdout:2818: snap_remove snap 261 2024-04-15T14:46:15.346 INFO:tasks.rados.rados.0.smithi016.stdout:2818: done (2 left) 2024-04-15T14:46:15.347 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 36 current snap is 267 2024-04-15T14:46:15.347 INFO:tasks.rados.rados.0.smithi016.stdout:2819: seq_num 879 ranges {3661824=327680} 2024-04-15T14:46:15.370 INFO:tasks.rados.rados.0.smithi016.stdout:2819: writing smithi01678542-36 from 3661824 to 3989504 tid 1 2024-04-15T14:46:15.370 INFO:tasks.rados.rados.0.smithi016.stdout:2820: snap_create 2024-04-15T14:46:15.370 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 23 v 0 (ObjNum 273 snap 0 seq_num 0) dirty dne 2024-04-15T14:46:15.370 INFO:tasks.rados.rados.0.smithi016.stdout:2816: finishing write tid 1 to smithi01678542-17 2024-04-15T14:46:15.370 INFO:tasks.rados.rados.0.smithi016.stdout:2816: finishing write tid 2 to smithi01678542-17 2024-04-15T14:46:15.370 INFO:tasks.rados.rados.0.smithi016.stdout:2816: finishing write tid 3 to smithi01678542-17 2024-04-15T14:46:15.370 INFO:tasks.rados.rados.0.smithi016.stdout:2816: oid 17 updating version 0 to 1426 2024-04-15T14:46:15.370 INFO:tasks.rados.rados.0.smithi016.stdout:2816: oid 17 updating version 1426 to 1427 2024-04-15T14:46:15.371 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 17 v 1427 (ObjNum 878 snap 267 seq_num 878) dirty exists 2024-04-15T14:46:15.371 INFO:tasks.rados.rados.0.smithi016.stdout:2816: left oid 17 (ObjNum 878 snap 267 seq_num 878) 2024-04-15T14:46:15.372 INFO:tasks.rados.rados.0.smithi016.stdout:2819: finishing write tid 1 to smithi01678542-36 2024-04-15T14:46:15.373 INFO:tasks.rados.rados.0.smithi016.stdout:2819: finishing write tid 2 to smithi01678542-36 2024-04-15T14:46:15.374 INFO:tasks.rados.rados.0.smithi016.stdout:2819: finishing write tid 3 to smithi01678542-36 2024-04-15T14:46:15.374 INFO:tasks.rados.rados.0.smithi016.stdout:2819: oid 36 updating version 0 to 1428 2024-04-15T14:46:15.374 INFO:tasks.rados.rados.0.smithi016.stdout:2819: oid 36 version 1428 is already newer than 1427 2024-04-15T14:46:15.374 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 36 v 1428 (ObjNum 879 snap 267 seq_num 879) dirty exists 2024-04-15T14:46:15.374 INFO:tasks.rados.rados.0.smithi016.stdout:2819: left oid 36 (ObjNum 879 snap 267 seq_num 879) 2024-04-15T14:46:15.539 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:46:15 smithi016 ceph-mon[93212]: pgmap v556: 121 pgs: 121 active+clean; 181 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 9.1 MiB/s rd, 5.6 MiB/s wr, 22 op/s 2024-04-15T14:46:15.541 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:46:15 smithi016 ceph-mon[93212]: osdmap e616: 8 total, 8 up, 8 in 2024-04-15T14:46:15.541 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:46:15 smithi016 ceph-mon[93212]: osdmap e617: 8 total, 8 up, 8 in 2024-04-15T14:46:15.542 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:46:15 smithi016 ceph-mon[90652]: pgmap v556: 121 pgs: 121 active+clean; 181 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 9.1 MiB/s rd, 5.6 MiB/s wr, 22 op/s 2024-04-15T14:46:15.542 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:46:15 smithi016 ceph-mon[90652]: osdmap e616: 8 total, 8 up, 8 in 2024-04-15T14:46:15.542 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:46:15 smithi016 ceph-mon[90652]: osdmap e617: 8 total, 8 up, 8 in 2024-04-15T14:46:15.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:46:15 smithi102 ceph-mon[87131]: pgmap v556: 121 pgs: 121 active+clean; 181 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 9.1 MiB/s rd, 5.6 MiB/s wr, 22 op/s 2024-04-15T14:46:15.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:46:15 smithi102 ceph-mon[87131]: osdmap e616: 8 total, 8 up, 8 in 2024-04-15T14:46:15.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:46:15 smithi102 ceph-mon[87131]: osdmap e617: 8 total, 8 up, 8 in 2024-04-15T14:46:16.377 INFO:tasks.rados.rados.0.smithi016.stdout:2816: done (3 left) 2024-04-15T14:46:16.378 INFO:tasks.rados.rados.0.smithi016.stdout:2817: done (2 left) 2024-04-15T14:46:16.378 INFO:tasks.rados.rados.0.smithi016.stdout:2819: done (1 left) 2024-04-15T14:46:16.378 INFO:tasks.rados.rados.0.smithi016.stdout:2820: done (0 left) 2024-04-15T14:46:16.378 INFO:tasks.rados.rados.0.smithi016.stdout:2821: rollback oid 12 current snap is 268 2024-04-15T14:46:16.378 INFO:tasks.rados.rados.0.smithi016.stdout:rollback oid 12 to 267 2024-04-15T14:46:16.378 INFO:tasks.rados.rados.0.smithi016.stdout:2822: rmattr oid 23 current snap is 268 2024-04-15T14:46:16.378 INFO:tasks.rados.rados.0.smithi016.stdout:2822: done (1 left) 2024-04-15T14:46:16.378 INFO:tasks.rados.rados.0.smithi016.stdout:2823: read oid 2 snap -1 2024-04-15T14:46:16.378 INFO:tasks.rados.rados.0.smithi016.stdout:2823: expect (ObjNum 861 snap 263 seq_num 861) 2024-04-15T14:46:16.378 INFO:tasks.rados.rados.0.smithi016.stdout:2824: read oid 34 snap -1 2024-04-15T14:46:16.378 INFO:tasks.rados.rados.0.smithi016.stdout:2824: expect deleted 2024-04-15T14:46:16.378 INFO:tasks.rados.rados.0.smithi016.stdout:2825: read oid 26 snap 266 2024-04-15T14:46:16.378 INFO:tasks.rados.rados.0.smithi016.stdout:2825: expect (ObjNum 865 snap 264 seq_num 865) 2024-04-15T14:46:16.378 INFO:tasks.rados.rados.0.smithi016.stdout:2826: snap_create 2024-04-15T14:46:16.386 INFO:tasks.rados.rados.0.smithi016.stdout:2821: finishing rollback tid 0 to smithi01678542-12 2024-04-15T14:46:16.386 INFO:tasks.rados.rados.0.smithi016.stdout:2821: finishing rollback tid 1 to smithi01678542-12 2024-04-15T14:46:16.387 INFO:tasks.rados.rados.0.smithi016.stdout:2821: finishing rollback tid 2 to smithi01678542-12 2024-04-15T14:46:16.387 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 12 v 1147 (ObjNum 873 snap 267 seq_num 873) dirty exists 2024-04-15T14:46:16.393 INFO:tasks.rados.rados.0.smithi016.stdout:2825: expect (ObjNum 865 snap 264 seq_num 865) 2024-04-15T14:46:16.508 INFO:tasks.rados.rados.0.smithi016.stdout:2823: expect (ObjNum 861 snap 263 seq_num 861) 2024-04-15T14:46:16.539 INFO:journalctl@ceph.alertmanager.a.smithi016.stdout:Apr 15 14:46:16 smithi016 systemd[1]: Stopping Ceph alertmanager.a for 362ea986-fb34-11ee-bc8f-c7b262605968... 2024-04-15T14:46:16.918 INFO:journalctl@ceph.alertmanager.a.smithi016.stdout:Apr 15 14:46:16 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-alertmanager-a[75130]: ts=2024-04-15T14:46:16.559Z caller=main.go:583 level=info msg="Received SIGTERM, exiting gracefully..." 2024-04-15T14:46:16.918 INFO:journalctl@ceph.alertmanager.a.smithi016.stdout:Apr 15 14:46:16 smithi016 podman[127378]: 2024-04-15 14:46:16.600612077 +0000 UTC m=+0.171660294 container died bc85d1f32a927a6bde7a2d5d8bf1bb82e31f4c3b9e30d801148458d9109a3ed2 (image=quay.io/prometheus/alertmanager:v0.25.0, name=ceph-362ea986-fb34-11ee-bc8f-c7b262605968-alertmanager-a, maintainer=The Prometheus Authors ) 2024-04-15T14:46:17.289 INFO:journalctl@ceph.alertmanager.a.smithi016.stdout:Apr 15 14:46:17 smithi016 podman[127378]: 2024-04-15 14:46:17.090987347 +0000 UTC m=+0.662035595 container cleanup bc85d1f32a927a6bde7a2d5d8bf1bb82e31f4c3b9e30d801148458d9109a3ed2 (image=quay.io/prometheus/alertmanager:v0.25.0, name=ceph-362ea986-fb34-11ee-bc8f-c7b262605968-alertmanager-a, maintainer=The Prometheus Authors ) 2024-04-15T14:46:17.290 INFO:journalctl@ceph.alertmanager.a.smithi016.stdout:Apr 15 14:46:17 smithi016 bash[127378]: ceph-362ea986-fb34-11ee-bc8f-c7b262605968-alertmanager-a 2024-04-15T14:46:17.379 INFO:tasks.rados.rados.0.smithi016.stdout:2821: done (4 left) 2024-04-15T14:46:17.379 INFO:tasks.rados.rados.0.smithi016.stdout:2823: done (3 left) 2024-04-15T14:46:17.379 INFO:tasks.rados.rados.0.smithi016.stdout:2824: done (2 left) 2024-04-15T14:46:17.379 INFO:tasks.rados.rados.0.smithi016.stdout:2825: done (1 left) 2024-04-15T14:46:17.379 INFO:tasks.rados.rados.0.smithi016.stdout:2826: done (0 left) 2024-04-15T14:46:17.379 INFO:tasks.rados.rados.0.smithi016.stdout:2827: delete oid 11 current snap is 269 2024-04-15T14:46:17.386 INFO:tasks.rados.rados.0.smithi016.stdout:2827: done (0 left) 2024-04-15T14:46:17.386 INFO:tasks.rados.rados.0.smithi016.stdout:2828: copy_from oid 34 from oid 29 current snap is 269 2024-04-15T14:46:17.386 INFO:tasks.rados.rados.0.smithi016.stdout:2829: delete oid 14 current snap is 269 2024-04-15T14:46:17.390 INFO:tasks.rados.rados.0.smithi016.stdout:2829: done (1 left) 2024-04-15T14:46:17.390 INFO:tasks.rados.rados.0.smithi016.stdout:2830: setattr oid 36 current snap is 269 2024-04-15T14:46:17.393 INFO:tasks.rados.rados.0.smithi016.stdout:2831: rollback oid 10 current snap is 269 2024-04-15T14:46:17.393 INFO:tasks.rados.rados.0.smithi016.stdout:rollback oid 10 to 267 2024-04-15T14:46:17.393 INFO:tasks.rados.rados.0.smithi016.stdout:2832: copy_from oid 46 from oid 49 current snap is 269 2024-04-15T14:46:17.393 INFO:tasks.rados.rados.0.smithi016.stdout:2833: rollback oid 24 current snap is 269 2024-04-15T14:46:17.393 INFO:tasks.rados.rados.0.smithi016.stdout:rollback oid 24 to 268 2024-04-15T14:46:17.393 INFO:tasks.rados.rados.0.smithi016.stdout:2834: read oid 15 snap -1 2024-04-15T14:46:17.393 INFO:tasks.rados.rados.0.smithi016.stdout:2834: expect (ObjNum 843 snap 255 seq_num 843) 2024-04-15T14:46:17.393 INFO:tasks.rados.rados.0.smithi016.stdout:2835: read oid 40 snap -1 2024-04-15T14:46:17.393 INFO:tasks.rados.rados.0.smithi016.stdout:2835: expect (ObjNum 869 snap 267 seq_num 869) 2024-04-15T14:46:17.393 INFO:tasks.rados.rados.0.smithi016.stdout:2836: rollback oid 8 current snap is 269 2024-04-15T14:46:17.394 INFO:tasks.rados.rados.0.smithi016.stdout:rollback oid 8 to 266 2024-04-15T14:46:17.394 INFO:tasks.rados.rados.0.smithi016.stdout:2837: copy_from oid 21 from oid 14 current snap is 269 2024-04-15T14:46:17.394 INFO:tasks.rados.rados.0.smithi016.stdout:2838: setattr oid 7 current snap is 269 2024-04-15T14:46:17.394 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 11 current snap is 269 2024-04-15T14:46:17.394 INFO:tasks.rados.rados.0.smithi016.stdout:2839: seq_num 882 ranges {0=376832} 2024-04-15T14:46:17.397 INFO:tasks.rados.rados.0.smithi016.stdout:2839: writing smithi01678542-11 from 0 to 376832 tid 1 2024-04-15T14:46:17.397 INFO:tasks.rados.rados.0.smithi016.stdout:2840: read oid 3 snap 265 2024-04-15T14:46:17.398 INFO:tasks.rados.rados.0.smithi016.stdout:2840: expect (ObjNum 803 snap 247 seq_num 803) 2024-04-15T14:46:17.398 INFO:tasks.rados.rados.0.smithi016.stdout:2841: read oid 45 snap -1 2024-04-15T14:46:17.398 INFO:tasks.rados.rados.0.smithi016.stdout:2841: expect (ObjNum 632 snap 191 seq_num 632) 2024-04-15T14:46:17.398 INFO:tasks.rados.rados.0.smithi016.stdout:2842: delete oid 31 current snap is 269 2024-04-15T14:46:17.398 INFO:tasks.rados.rados.0.smithi016.stdout:2831: finishing rollback tid 0 to smithi01678542-10 2024-04-15T14:46:17.399 INFO:tasks.rados.rados.0.smithi016.stdout:2833: finishing rollback tid 0 to smithi01678542-24 2024-04-15T14:46:17.400 INFO:tasks.rados.rados.0.smithi016.stdout:2831: finishing rollback tid 1 to smithi01678542-10 2024-04-15T14:46:17.401 INFO:tasks.rados.rados.0.smithi016.stdout:2831: finishing rollback tid 2 to smithi01678542-10 2024-04-15T14:46:17.402 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 10 v 1326 (ObjNum 161 snap 0 seq_num 1) dirty exists 2024-04-15T14:46:17.405 INFO:tasks.rados.rados.0.smithi016.stdout:2831: done (13 left) 2024-04-15T14:46:17.405 INFO:tasks.rados.rados.0.smithi016.stdout:2842: done (12 left) 2024-04-15T14:46:17.405 INFO:tasks.rados.rados.0.smithi016.stdout:2843: copy_from oid 33 from oid 32 current snap is 269 2024-04-15T14:46:17.405 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 47 current snap is 269 2024-04-15T14:46:17.405 INFO:tasks.rados.rados.0.smithi016.stdout:2844: seq_num 884 ranges {2080768=409600} 2024-04-15T14:46:17.419 INFO:tasks.rados.rados.0.smithi016.stdout:2844: writing smithi01678542-47 from 2080768 to 2490368 tid 1 2024-04-15T14:46:17.419 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 18 current snap is 269 2024-04-15T14:46:17.419 INFO:tasks.rados.rados.0.smithi016.stdout:2845: seq_num 885 ranges {3604480=425984} 2024-04-15T14:46:17.444 INFO:tasks.rados.rados.0.smithi016.stdout:2845: writing smithi01678542-18 from 3604480 to 4030464 tid 1 2024-04-15T14:46:17.444 INFO:tasks.rados.rados.0.smithi016.stdout:2846: read oid 5 snap -1 2024-04-15T14:46:17.444 INFO:tasks.rados.rados.0.smithi016.stdout:2846: expect deleted 2024-04-15T14:46:17.444 INFO:tasks.rados.rados.0.smithi016.stdout: waiting on 16 2024-04-15T14:46:17.444 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 36 v 1429 (ObjNum 879 snap 267 seq_num 879) dirty exists 2024-04-15T14:46:17.444 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 7 v 1094 (ObjNum 828 snap 250 seq_num 828) dirty exists 2024-04-15T14:46:17.444 INFO:tasks.rados.rados.0.smithi016.stdout:2840: expect (ObjNum 803 snap 247 seq_num 803) 2024-04-15T14:46:17.491 INFO:tasks.rados.rados.0.smithi016.stdout:2836: finishing rollback tid 0 to smithi01678542-8 2024-04-15T14:46:17.491 INFO:tasks.rados.rados.0.smithi016.stdout:2836: finishing rollback tid 1 to smithi01678542-8 2024-04-15T14:46:17.491 INFO:tasks.rados.rados.0.smithi016.stdout:2836: finishing rollback tid 2 to smithi01678542-8 2024-04-15T14:46:17.491 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 8 v 1150 (ObjNum 814 snap 248 seq_num 814) dirty exists 2024-04-15T14:46:17.492 INFO:tasks.rados.rados.0.smithi016.stdout:2834: expect (ObjNum 843 snap 255 seq_num 843) 2024-04-15T14:46:17.552 INFO:tasks.rados.rados.0.smithi016.stdout:2837: finishing copy_from to smithi01678542-21 2024-04-15T14:46:17.552 INFO:tasks.rados.rados.0.smithi016.stdout:2837: got expected ENOENT (src dne) 2024-04-15T14:46:17.552 INFO:tasks.rados.rados.0.smithi016.stdout:2837: finishing copy_from racing read to smithi01678542-21 2024-04-15T14:46:17.553 INFO:tasks.rados.rados.0.smithi016.stdout:2841: expect (ObjNum 632 snap 191 seq_num 632) 2024-04-15T14:46:17.569 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:46:17 smithi016 ceph-mon[93212]: pgmap v559: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 175 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 14 MiB/s rd, 7.1 MiB/s wr, 11 op/s 2024-04-15T14:46:17.569 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:46:17 smithi016 ceph-mon[93212]: osdmap e618: 8 total, 8 up, 8 in 2024-04-15T14:46:17.569 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:46:17 smithi016 ceph-mon[90652]: pgmap v559: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 175 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 14 MiB/s rd, 7.1 MiB/s wr, 11 op/s 2024-04-15T14:46:17.570 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:46:17 smithi016 ceph-mon[90652]: osdmap e618: 8 total, 8 up, 8 in 2024-04-15T14:46:17.570 INFO:journalctl@ceph.alertmanager.a.smithi016.stdout:Apr 15 14:46:17 smithi016 podman[127397]: 2024-04-15 14:46:17.3172242 +0000 UTC m=+0.713963019 container remove bc85d1f32a927a6bde7a2d5d8bf1bb82e31f4c3b9e30d801148458d9109a3ed2 (image=quay.io/prometheus/alertmanager:v0.25.0, name=ceph-362ea986-fb34-11ee-bc8f-c7b262605968-alertmanager-a, maintainer=The Prometheus Authors ) 2024-04-15T14:46:17.570 INFO:journalctl@ceph.alertmanager.a.smithi016.stdout:Apr 15 14:46:17 smithi016 podman[127397]: 2024-04-15 14:46:17.384574464 +0000 UTC m=+0.781313240 volume remove 2f2c5aae4f28ace9b138f87c458168d8538089fe938a6b1aa43e5d8fec8dd217 2024-04-15T14:46:17.570 INFO:journalctl@ceph.alertmanager.a.smithi016.stdout:Apr 15 14:46:17 smithi016 systemd[1]: ceph-362ea986-fb34-11ee-bc8f-c7b262605968@alertmanager.a.service: Deactivated successfully. 2024-04-15T14:46:17.570 INFO:journalctl@ceph.alertmanager.a.smithi016.stdout:Apr 15 14:46:17 smithi016 systemd[1]: Stopped Ceph alertmanager.a for 362ea986-fb34-11ee-bc8f-c7b262605968. 2024-04-15T14:46:17.570 INFO:journalctl@ceph.alertmanager.a.smithi016.stdout:Apr 15 14:46:17 smithi016 systemd[1]: ceph-362ea986-fb34-11ee-bc8f-c7b262605968@alertmanager.a.service: Consumed 1.800s CPU time. 2024-04-15T14:46:17.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:46:17 smithi102 ceph-mon[87131]: pgmap v559: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 175 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 14 MiB/s rd, 7.1 MiB/s wr, 11 op/s 2024-04-15T14:46:17.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:46:17 smithi102 ceph-mon[87131]: osdmap e618: 8 total, 8 up, 8 in 2024-04-15T14:46:17.731 INFO:tasks.rados.rados.0.smithi016.stdout:2839: finishing write tid 1 to smithi01678542-11 2024-04-15T14:46:17.731 INFO:tasks.rados.rados.0.smithi016.stdout:2839: finishing write tid 2 to smithi01678542-11 2024-04-15T14:46:17.731 INFO:tasks.rados.rados.0.smithi016.stdout:2833: finishing rollback tid 1 to smithi01678542-24 2024-04-15T14:46:17.731 INFO:tasks.rados.rados.0.smithi016.stdout:2833: finishing rollback tid 2 to smithi01678542-24 2024-04-15T14:46:17.732 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 24 v 1447 (ObjNum 836 snap 254 seq_num 836) dirty exists 2024-04-15T14:46:17.732 INFO:tasks.rados.rados.0.smithi016.stdout:2843: finishing copy_from racing read to smithi01678542-33 2024-04-15T14:46:17.732 INFO:tasks.rados.rados.0.smithi016.stdout:2839: finishing write tid 3 to smithi01678542-11 2024-04-15T14:46:17.732 INFO:tasks.rados.rados.0.smithi016.stdout:2839: oid 11 updating version 0 to 1522 2024-04-15T14:46:17.732 INFO:tasks.rados.rados.0.smithi016.stdout:2839: oid 11 version 1522 is already newer than 1521 2024-04-15T14:46:17.732 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 11 v 1522 (ObjNum 882 snap 269 seq_num 882) dirty exists 2024-04-15T14:46:17.732 INFO:tasks.rados.rados.0.smithi016.stdout:2839: left oid 11 (ObjNum 882 snap 269 seq_num 882) 2024-04-15T14:46:17.732 INFO:tasks.rados.rados.0.smithi016.stdout:2843: finishing copy_from to smithi01678542-33 2024-04-15T14:46:17.732 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 33 v 1484 (ObjNum 867 snap 264 seq_num 867) dirty exists 2024-04-15T14:46:17.732 INFO:tasks.rados.rados.0.smithi016.stdout:2844: finishing write tid 1 to smithi01678542-47 2024-04-15T14:46:17.732 INFO:tasks.rados.rados.0.smithi016.stdout:2830: done (15 left) 2024-04-15T14:46:17.732 INFO:tasks.rados.rados.0.smithi016.stdout:2833: done (14 left) 2024-04-15T14:46:17.732 INFO:tasks.rados.rados.0.smithi016.stdout:2834: done (13 left) 2024-04-15T14:46:17.732 INFO:tasks.rados.rados.0.smithi016.stdout:2836: done (12 left) 2024-04-15T14:46:17.733 INFO:tasks.rados.rados.0.smithi016.stdout:2837: done (11 left) 2024-04-15T14:46:17.733 INFO:tasks.rados.rados.0.smithi016.stdout:2838: done (10 left) 2024-04-15T14:46:17.733 INFO:tasks.rados.rados.0.smithi016.stdout:2839: done (9 left) 2024-04-15T14:46:17.733 INFO:tasks.rados.rados.0.smithi016.stdout:2840: done (8 left) 2024-04-15T14:46:17.733 INFO:tasks.rados.rados.0.smithi016.stdout:2841: done (7 left) 2024-04-15T14:46:17.733 INFO:tasks.rados.rados.0.smithi016.stdout:2843: done (6 left) 2024-04-15T14:46:17.733 INFO:tasks.rados.rados.0.smithi016.stdout:2847: snap_create 2024-04-15T14:46:17.733 INFO:tasks.rados.rados.0.smithi016.stdout:2844: finishing write tid 2 to smithi01678542-47 2024-04-15T14:46:17.733 INFO:tasks.rados.rados.0.smithi016.stdout:2835: expect (ObjNum 869 snap 267 seq_num 869) 2024-04-15T14:46:17.969 INFO:journalctl@ceph.alertmanager.a.smithi016.stdout:Apr 15 14:46:17 smithi016 systemd[1]: Starting Ceph alertmanager.a for 362ea986-fb34-11ee-bc8f-c7b262605968... 2024-04-15T14:46:18.282 INFO:journalctl@ceph.alertmanager.a.smithi016.stdout:Apr 15 14:46:17 smithi016 podman[127530]: 2024-04-15 14:46:17.969518417 +0000 UTC m=+0.113587772 volume create 40b271bf37f8b67dda0baaf76d456dd4f441596c3073757e64068c6be89d7a02 2024-04-15T14:46:18.282 INFO:journalctl@ceph.alertmanager.a.smithi016.stdout:Apr 15 14:46:17 smithi016 podman[127530]: 2024-04-15 14:46:17.873893086 +0000 UTC m=+0.017962467 image pull c8568f914cd25b2062c44e9f79f9c18da6e3b85fe0c47a12a2191c61426c2b19 quay.io/prometheus/alertmanager:v0.25.0 2024-04-15T14:46:18.282 INFO:journalctl@ceph.alertmanager.a.smithi016.stdout:Apr 15 14:46:18 smithi016 podman[127530]: 2024-04-15 14:46:18.086925131 +0000 UTC m=+0.230994493 container create 1dc2ae67e89a9eb13188c592c2b59e9ee5ea48f7b3dda714daaf37d3ff6ee0e9 (image=quay.io/prometheus/alertmanager:v0.25.0, name=ceph-362ea986-fb34-11ee-bc8f-c7b262605968-alertmanager-a, maintainer=The Prometheus Authors ) 2024-04-15T14:46:18.496 INFO:tasks.rados.rados.0.smithi016.stdout:2844: finishing write tid 3 to smithi01678542-47 2024-04-15T14:46:18.496 INFO:tasks.rados.rados.0.smithi016.stdout:2844: oid 47 updating version 0 to 1431 2024-04-15T14:46:18.496 INFO:tasks.rados.rados.0.smithi016.stdout:2844: oid 47 version 1431 is already newer than 1430 2024-04-15T14:46:18.496 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 47 v 1431 (ObjNum 884 snap 269 seq_num 884) dirty exists 2024-04-15T14:46:18.497 INFO:tasks.rados.rados.0.smithi016.stdout:2844: left oid 47 (ObjNum 884 snap 269 seq_num 884) 2024-04-15T14:46:18.497 INFO:tasks.rados.rados.0.smithi016.stdout:2845: finishing write tid 1 to smithi01678542-18 2024-04-15T14:46:18.497 INFO:tasks.rados.rados.0.smithi016.stdout:2835: done (6 left) 2024-04-15T14:46:18.497 INFO:tasks.rados.rados.0.smithi016.stdout:2844: done (5 left) 2024-04-15T14:46:18.497 INFO:tasks.rados.rados.0.smithi016.stdout:2846: done (4 left) 2024-04-15T14:46:18.497 INFO:tasks.rados.rados.0.smithi016.stdout:2847: done (3 left) 2024-04-15T14:46:18.497 INFO:tasks.rados.rados.0.smithi016.stdout:2848: setattr oid 40 current snap is 270 2024-04-15T14:46:18.497 INFO:tasks.rados.rados.0.smithi016.stdout:2845: finishing write tid 2 to smithi01678542-18 2024-04-15T14:46:18.497 INFO:tasks.rados.rados.0.smithi016.stdout:2832: finishing copy_from racing read to smithi01678542-46 2024-04-15T14:46:18.497 INFO:tasks.rados.rados.0.smithi016.stdout:2832: finishing copy_from to smithi01678542-46 2024-04-15T14:46:18.497 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 46 v 1126 (ObjNum 763 snap 239 seq_num 763) dirty exists 2024-04-15T14:46:18.498 INFO:tasks.rados.rados.0.smithi016.stdout:2845: finishing write tid 3 to smithi01678542-18 2024-04-15T14:46:18.498 INFO:tasks.rados.rados.0.smithi016.stdout:2845: oid 18 updating version 0 to 572 2024-04-15T14:46:18.498 INFO:tasks.rados.rados.0.smithi016.stdout:2845: oid 18 version 572 is already newer than 571 2024-04-15T14:46:18.498 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 18 v 572 (ObjNum 885 snap 269 seq_num 885) dirty exists 2024-04-15T14:46:18.498 INFO:tasks.rados.rados.0.smithi016.stdout:2845: left oid 18 (ObjNum 885 snap 269 seq_num 885) 2024-04-15T14:46:18.498 INFO:tasks.rados.rados.0.smithi016.stdout:2828: finishing copy_from racing read to smithi01678542-34 2024-04-15T14:46:18.498 INFO:tasks.rados.rados.0.smithi016.stdout:2828: finishing copy_from to smithi01678542-34 2024-04-15T14:46:18.498 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 34 v 1510 (ObjNum 872 snap 267 seq_num 872) dirty exists 2024-04-15T14:46:18.499 INFO:tasks.rados.rados.0.smithi016.stdout:2828: done (3 left) 2024-04-15T14:46:18.499 INFO:tasks.rados.rados.0.smithi016.stdout:2832: done (2 left) 2024-04-15T14:46:18.499 INFO:tasks.rados.rados.0.smithi016.stdout:2845: done (1 left) 2024-04-15T14:46:18.499 INFO:tasks.rados.rados.0.smithi016.stdout:2849: snap_remove snap 267 2024-04-15T14:46:18.504 INFO:teuthology.orchestra.run.smithi016.stdout:true 2024-04-15T14:46:18.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:46:18 smithi102 ceph-mon[87131]: osdmap e619: 8 total, 8 up, 8 in 2024-04-15T14:46:18.789 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:46:18 smithi016 ceph-mon[93212]: osdmap e619: 8 total, 8 up, 8 in 2024-04-15T14:46:18.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:46:18 smithi016 ceph-mon[90652]: osdmap e619: 8 total, 8 up, 8 in 2024-04-15T14:46:18.790 INFO:journalctl@ceph.alertmanager.a.smithi016.stdout:Apr 15 14:46:18 smithi016 podman[127530]: 2024-04-15 14:46:18.389502945 +0000 UTC m=+0.533572304 container init 1dc2ae67e89a9eb13188c592c2b59e9ee5ea48f7b3dda714daaf37d3ff6ee0e9 (image=quay.io/prometheus/alertmanager:v0.25.0, name=ceph-362ea986-fb34-11ee-bc8f-c7b262605968-alertmanager-a, maintainer=The Prometheus Authors ) 2024-04-15T14:46:18.790 INFO:journalctl@ceph.alertmanager.a.smithi016.stdout:Apr 15 14:46:18 smithi016 podman[127530]: 2024-04-15 14:46:18.395032549 +0000 UTC m=+0.539101905 container start 1dc2ae67e89a9eb13188c592c2b59e9ee5ea48f7b3dda714daaf37d3ff6ee0e9 (image=quay.io/prometheus/alertmanager:v0.25.0, name=ceph-362ea986-fb34-11ee-bc8f-c7b262605968-alertmanager-a, maintainer=The Prometheus Authors ) 2024-04-15T14:46:18.790 INFO:journalctl@ceph.alertmanager.a.smithi016.stdout:Apr 15 14:46:18 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-alertmanager-a[127567]: ts=2024-04-15T14:46:18.406Z caller=main.go:240 level=info msg="Starting Alertmanager" version="(version=0.25.0, branch=HEAD, revision=258fab7cdd551f2cf251ed0348f0ad7289aee789)" 2024-04-15T14:46:18.790 INFO:journalctl@ceph.alertmanager.a.smithi016.stdout:Apr 15 14:46:18 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-alertmanager-a[127567]: ts=2024-04-15T14:46:18.406Z caller=main.go:241 level=info build_context="(go=go1.19.4, user=root@abe866dd5717, date=20221222-14:51:36)" 2024-04-15T14:46:18.790 INFO:journalctl@ceph.alertmanager.a.smithi016.stdout:Apr 15 14:46:18 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-alertmanager-a[127567]: ts=2024-04-15T14:46:18.408Z caller=cluster.go:185 level=info component=cluster msg="setting advertise address explicitly" addr=172.21.15.16 port=9094 2024-04-15T14:46:18.790 INFO:journalctl@ceph.alertmanager.a.smithi016.stdout:Apr 15 14:46:18 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-alertmanager-a[127567]: ts=2024-04-15T14:46:18.410Z caller=cluster.go:681 level=info component=cluster msg="Waiting for gossip to settle..." interval=2s 2024-04-15T14:46:18.790 INFO:journalctl@ceph.alertmanager.a.smithi016.stdout:Apr 15 14:46:18 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-alertmanager-a[127567]: ts=2024-04-15T14:46:18.437Z caller=coordinator.go:113 level=info component=configuration msg="Loading configuration file" file=/etc/alertmanager/alertmanager.yml 2024-04-15T14:46:18.790 INFO:journalctl@ceph.alertmanager.a.smithi016.stdout:Apr 15 14:46:18 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-alertmanager-a[127567]: ts=2024-04-15T14:46:18.438Z caller=coordinator.go:126 level=info component=configuration msg="Completed loading of configuration file" file=/etc/alertmanager/alertmanager.yml 2024-04-15T14:46:18.791 INFO:journalctl@ceph.alertmanager.a.smithi016.stdout:Apr 15 14:46:18 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-alertmanager-a[127567]: ts=2024-04-15T14:46:18.441Z caller=tls_config.go:232 level=info msg="Listening on" address=[::]:9093 2024-04-15T14:46:18.791 INFO:journalctl@ceph.alertmanager.a.smithi016.stdout:Apr 15 14:46:18 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-alertmanager-a[127567]: ts=2024-04-15T14:46:18.441Z caller=tls_config.go:235 level=info msg="TLS is disabled." http2=false address=[::]:9093 2024-04-15T14:46:18.791 INFO:journalctl@ceph.alertmanager.a.smithi016.stdout:Apr 15 14:46:18 smithi016 bash[127530]: 1dc2ae67e89a9eb13188c592c2b59e9ee5ea48f7b3dda714daaf37d3ff6ee0e9 2024-04-15T14:46:18.791 INFO:journalctl@ceph.alertmanager.a.smithi016.stdout:Apr 15 14:46:18 smithi016 systemd[1]: Started Ceph alertmanager.a for 362ea986-fb34-11ee-bc8f-c7b262605968. 2024-04-15T14:46:18.842 INFO:teuthology.orchestra.run.smithi016.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-04-15T14:46:18.842 INFO:teuthology.orchestra.run.smithi016.stdout:alertmanager.a smithi016 *:9093,9094 starting - - - - 2024-04-15T14:46:18.842 INFO:teuthology.orchestra.run.smithi016.stdout:grafana.a smithi102 *:3000 running (11m) 13s ago 11m 85.8M - 9.4.7 954c08fa6188 dfd3a2bac142 2024-04-15T14:46:18.842 INFO:teuthology.orchestra.run.smithi016.stdout:mds.a smithi016 running (76s) 30s ago 12m 15.2M - 19.0.0-3080-gc2d8c315 259793512b73 67848b1861c7 2024-04-15T14:46:18.842 INFO:teuthology.orchestra.run.smithi016.stdout:mds.b smithi102 running (51s) 13s ago 12m 12.7M - 19.0.0-3080-gc2d8c315 259793512b73 e28921594cc2 2024-04-15T14:46:18.842 INFO:teuthology.orchestra.run.smithi016.stdout:mgr.x smithi102 *:8443,9283,8765 running (6m) 13s ago 16m 453M - 19.0.0-3080-gc2d8c315 259793512b73 7427787dd7cf 2024-04-15T14:46:18.843 INFO:teuthology.orchestra.run.smithi016.stdout:mgr.y smithi016 *:8443,9283,8765 running (7m) 30s ago 18m 521M - 19.0.0-3080-gc2d8c315 259793512b73 23b2f98a056a 2024-04-15T14:46:18.843 INFO:teuthology.orchestra.run.smithi016.stdout:mon.a smithi016 running (6m) 30s ago 18m 66.2M 2048M 19.0.0-3080-gc2d8c315 259793512b73 0f0e1a24c400 2024-04-15T14:46:18.843 INFO:teuthology.orchestra.run.smithi016.stdout:mon.b smithi102 running (5m) 13s ago 16m 54.7M 2048M 19.0.0-3080-gc2d8c315 259793512b73 57b781990cd4 2024-04-15T14:46:18.843 INFO:teuthology.orchestra.run.smithi016.stdout:mon.c smithi016 running (6m) 30s ago 16m 58.1M 2048M 19.0.0-3080-gc2d8c315 259793512b73 eef940aadb4d 2024-04-15T14:46:18.843 INFO:teuthology.orchestra.run.smithi016.stdout:node-exporter.a smithi016 *:9100 running (38s) 30s ago 11m 7818k - 1.5.0 0da6a335fe13 f2726eb5030b 2024-04-15T14:46:18.843 INFO:teuthology.orchestra.run.smithi016.stdout:node-exporter.b smithi102 *:9100 running (33s) 13s ago 11m 15.1M - 1.5.0 0da6a335fe13 1f0ec613766a 2024-04-15T14:46:18.843 INFO:teuthology.orchestra.run.smithi016.stdout:osd.0 smithi016 running (4m) 30s ago 16m 260M 2481M 19.0.0-3080-gc2d8c315 259793512b73 6ae1b6c92493 2024-04-15T14:46:18.843 INFO:teuthology.orchestra.run.smithi016.stdout:osd.1 smithi016 running (4m) 30s ago 15m 219M 2481M 19.0.0-3080-gc2d8c315 259793512b73 106c0a047128 2024-04-15T14:46:18.843 INFO:teuthology.orchestra.run.smithi016.stdout:osd.2 smithi016 running (4m) 30s ago 15m 193M 2481M 19.0.0-3080-gc2d8c315 259793512b73 436c24e520a2 2024-04-15T14:46:18.843 INFO:teuthology.orchestra.run.smithi016.stdout:osd.3 smithi016 running (3m) 30s ago 14m 155M 2481M 19.0.0-3080-gc2d8c315 259793512b73 abb436370146 2024-04-15T14:46:18.843 INFO:teuthology.orchestra.run.smithi016.stdout:osd.4 smithi102 running (2m) 13s ago 14m 204M 2480M 19.0.0-3080-gc2d8c315 259793512b73 bc2a23806308 2024-04-15T14:46:18.843 INFO:teuthology.orchestra.run.smithi016.stdout:osd.5 smithi102 running (2m) 13s ago 13m 147M 2480M 19.0.0-3080-gc2d8c315 259793512b73 c74141cc87b2 2024-04-15T14:46:18.843 INFO:teuthology.orchestra.run.smithi016.stdout:osd.6 smithi102 running (116s) 13s ago 13m 109M 2480M 19.0.0-3080-gc2d8c315 259793512b73 b00372252dcb 2024-04-15T14:46:18.843 INFO:teuthology.orchestra.run.smithi016.stdout:osd.7 smithi102 running (95s) 13s ago 13m 90.3M 2480M 19.0.0-3080-gc2d8c315 259793512b73 5ef6a6ec4911 2024-04-15T14:46:18.843 INFO:teuthology.orchestra.run.smithi016.stdout:prometheus.a smithi102 *:9095 running (17s) 13s ago 12m 36.0M - 2.43.0 a07b618ecd1d 6ec65d1b0880 2024-04-15T14:46:19.284 INFO:teuthology.orchestra.run.smithi016.stdout:{ 2024-04-15T14:46:19.284 INFO:teuthology.orchestra.run.smithi016.stdout: "mon": { 2024-04-15T14:46:19.284 INFO:teuthology.orchestra.run.smithi016.stdout: "ceph version 19.0.0-3080-gc2d8c315 (c2d8c3155d854ee204cb7c7261232571229d1d54) squid (dev)": 3 2024-04-15T14:46:19.284 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-04-15T14:46:19.285 INFO:teuthology.orchestra.run.smithi016.stdout: "mgr": { 2024-04-15T14:46:19.285 INFO:teuthology.orchestra.run.smithi016.stdout: "ceph version 19.0.0-3080-gc2d8c315 (c2d8c3155d854ee204cb7c7261232571229d1d54) squid (dev)": 2 2024-04-15T14:46:19.285 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-04-15T14:46:19.285 INFO:teuthology.orchestra.run.smithi016.stdout: "osd": { 2024-04-15T14:46:19.285 INFO:teuthology.orchestra.run.smithi016.stdout: "ceph version 19.0.0-3080-gc2d8c315 (c2d8c3155d854ee204cb7c7261232571229d1d54) squid (dev)": 8 2024-04-15T14:46:19.285 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-04-15T14:46:19.286 INFO:teuthology.orchestra.run.smithi016.stdout: "mds": { 2024-04-15T14:46:19.286 INFO:teuthology.orchestra.run.smithi016.stdout: "ceph version 19.0.0-3080-gc2d8c315 (c2d8c3155d854ee204cb7c7261232571229d1d54) squid (dev)": 2 2024-04-15T14:46:19.286 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-04-15T14:46:19.286 INFO:teuthology.orchestra.run.smithi016.stdout: "overall": { 2024-04-15T14:46:19.286 INFO:teuthology.orchestra.run.smithi016.stdout: "ceph version 19.0.0-3080-gc2d8c315 (c2d8c3155d854ee204cb7c7261232571229d1d54) squid (dev)": 15 2024-04-15T14:46:19.287 INFO:teuthology.orchestra.run.smithi016.stdout: } 2024-04-15T14:46:19.287 INFO:teuthology.orchestra.run.smithi016.stdout:} 2024-04-15T14:46:19.393 INFO:tasks.rados.rados.0.smithi016.stdout:2849: done (1 left) 2024-04-15T14:46:19.393 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 32 current snap is 270 2024-04-15T14:46:19.393 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 40 v 1453 (ObjNum 869 snap 267 seq_num 869) dirty exists 2024-04-15T14:46:19.393 INFO:tasks.rados.rados.0.smithi016.stdout:2850: seq_num 886 ranges {3514368=442368} 2024-04-15T14:46:19.415 INFO:tasks.rados.rados.0.smithi016.stdout:2850: writing smithi01678542-32 from 3514368 to 3956736 tid 1 2024-04-15T14:46:19.416 INFO:tasks.rados.rados.0.smithi016.stdout:2848: done (1 left) 2024-04-15T14:46:19.416 INFO:tasks.rados.rados.0.smithi016.stdout:2851: delete oid 13 current snap is 270 2024-04-15T14:46:19.419 INFO:tasks.rados.rados.0.smithi016.stdout:2851: done (1 left) 2024-04-15T14:46:19.419 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 31 current snap is 270 2024-04-15T14:46:19.419 INFO:tasks.rados.rados.0.smithi016.stdout:2852: seq_num 888 ranges {0=475136} 2024-04-15T14:46:19.422 INFO:tasks.rados.rados.0.smithi016.stdout:2852: writing smithi01678542-31 from 0 to 475136 tid 1 2024-04-15T14:46:19.422 INFO:tasks.rados.rados.0.smithi016.stdout:2853: snap_remove snap 264 2024-04-15T14:46:19.539 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:46:19 smithi016 ceph-mon[90652]: pgmap v562: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 174 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 16 MiB/s rd, 4.6 MiB/s wr, 11 op/s 2024-04-15T14:46:19.539 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:46:19 smithi016 ceph-mon[90652]: osdmap e620: 8 total, 8 up, 8 in 2024-04-15T14:46:19.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:46:19 smithi016 ceph-mon[90652]: from='client.44354 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-15T14:46:19.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:46:19 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T14:46:19.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:46:19 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T14:46:19.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:46:19 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T14:46:19.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:46:19 smithi016 ceph-mon[90652]: from='client.? 172.21.15.16:0/1527084935' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T14:46:19.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:46:19 smithi016 ceph-mon[93212]: pgmap v562: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 174 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 16 MiB/s rd, 4.6 MiB/s wr, 11 op/s 2024-04-15T14:46:19.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:46:19 smithi016 ceph-mon[93212]: osdmap e620: 8 total, 8 up, 8 in 2024-04-15T14:46:19.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:46:19 smithi016 ceph-mon[93212]: from='client.44354 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-15T14:46:19.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:46:19 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T14:46:19.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:46:19 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T14:46:19.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:46:19 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T14:46:19.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:46:19 smithi016 ceph-mon[93212]: from='client.? 172.21.15.16:0/1527084935' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T14:46:19.687 INFO:journalctl@ceph.osd.7.smithi102.stdout:Apr 15 14:46:19 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-osd-7[107822]: 2024-04-15T14:46:19.432+0000 7f66675fa700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 15d after trimming was started 2024-04-15T14:46:19.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:46:19 smithi102 ceph-mon[87131]: pgmap v562: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 174 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 16 MiB/s rd, 4.6 MiB/s wr, 11 op/s 2024-04-15T14:46:19.688 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:46:19 smithi102 ceph-mon[87131]: osdmap e620: 8 total, 8 up, 8 in 2024-04-15T14:46:19.688 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:46:19 smithi102 ceph-mon[87131]: from='client.44354 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-15T14:46:19.688 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:46:19 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T14:46:19.688 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:46:19 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T14:46:19.688 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:46:19 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T14:46:19.688 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:46:19 smithi102 ceph-mon[87131]: from='client.? 172.21.15.16:0/1527084935' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T14:46:20.348 INFO:tasks.rados.rados.0.smithi016.stdout:2853: done (2 left) 2024-04-15T14:46:20.349 INFO:tasks.rados.rados.0.smithi016.stdout:2854: rmattr oid 19 current snap is 270 2024-04-15T14:46:20.349 INFO:tasks.rados.rados.0.smithi016.stdout:2854: done (2 left) 2024-04-15T14:46:20.349 INFO:tasks.rados.rados.0.smithi016.stdout:2855: delete oid 17 current snap is 270 2024-04-15T14:46:20.349 INFO:tasks.rados.rados.0.smithi016.stdout:2850: finishing write tid 1 to smithi01678542-32 2024-04-15T14:46:20.349 INFO:tasks.rados.rados.0.smithi016.stdout:2850: finishing write tid 2 to smithi01678542-32 2024-04-15T14:46:20.349 INFO:tasks.rados.rados.0.smithi016.stdout:2850: finishing write tid 3 to smithi01678542-32 2024-04-15T14:46:20.349 INFO:tasks.rados.rados.0.smithi016.stdout:2850: oid 32 updating version 0 to 1526 2024-04-15T14:46:20.349 INFO:tasks.rados.rados.0.smithi016.stdout:2850: oid 32 version 1526 is already newer than 1525 2024-04-15T14:46:20.349 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 32 v 1526 (ObjNum 886 snap 270 seq_num 886) dirty exists 2024-04-15T14:46:20.349 INFO:tasks.rados.rados.0.smithi016.stdout:2850: left oid 32 (ObjNum 886 snap 270 seq_num 886) 2024-04-15T14:46:20.349 INFO:tasks.rados.rados.0.smithi016.stdout:2852: finishing write tid 1 to smithi01678542-31 2024-04-15T14:46:20.349 INFO:tasks.rados.rados.0.smithi016.stdout:2852: finishing write tid 2 to smithi01678542-31 2024-04-15T14:46:20.350 INFO:tasks.rados.rados.0.smithi016.stdout:2852: finishing write tid 3 to smithi01678542-31 2024-04-15T14:46:20.350 INFO:tasks.rados.rados.0.smithi016.stdout:2852: oid 31 updating version 0 to 1098 2024-04-15T14:46:20.350 INFO:tasks.rados.rados.0.smithi016.stdout:2852: oid 31 updating version 1098 to 1099 2024-04-15T14:46:20.350 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 31 v 1099 (ObjNum 888 snap 270 seq_num 888) dirty exists 2024-04-15T14:46:20.350 INFO:tasks.rados.rados.0.smithi016.stdout:2852: left oid 31 (ObjNum 888 snap 270 seq_num 888) 2024-04-15T14:46:20.364 INFO:tasks.rados.rados.0.smithi016.stdout:2850: done (2 left) 2024-04-15T14:46:20.364 INFO:tasks.rados.rados.0.smithi016.stdout:2852: done (1 left) 2024-04-15T14:46:20.364 INFO:tasks.rados.rados.0.smithi016.stdout:2855: done (0 left) 2024-04-15T14:46:20.364 INFO:tasks.rados.rados.0.smithi016.stdout:2856: rollback oid 41 current snap is 270 2024-04-15T14:46:20.364 INFO:tasks.rados.rados.0.smithi016.stdout:rollback oid 41 to 269 2024-04-15T14:46:20.364 INFO:tasks.rados.rados.0.smithi016.stdout:2857: read oid 26 snap -1 2024-04-15T14:46:20.364 INFO:tasks.rados.rados.0.smithi016.stdout:2857: expect (ObjNum 865 snap 264 seq_num 865) 2024-04-15T14:46:20.364 INFO:tasks.rados.rados.0.smithi016.stdout:2858: delete oid 8 current snap is 270 2024-04-15T14:46:20.367 INFO:tasks.rados.rados.0.smithi016.stdout:2856: finishing rollback tid 0 to smithi01678542-41 2024-04-15T14:46:20.367 INFO:tasks.rados.rados.0.smithi016.stdout:2856: finishing rollback tid 1 to smithi01678542-41 2024-04-15T14:46:20.368 INFO:tasks.rados.rados.0.smithi016.stdout:2856: finishing rollback tid 2 to smithi01678542-41 2024-04-15T14:46:20.368 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 41 v 909 (ObjNum 632 snap 191 seq_num 632) dirty exists 2024-04-15T14:46:20.368 INFO:tasks.rados.rados.0.smithi016.stdout:2856: done (2 left) 2024-04-15T14:46:20.369 INFO:tasks.rados.rados.0.smithi016.stdout:2858: done (1 left) 2024-04-15T14:46:20.369 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 9 current snap is 270 2024-04-15T14:46:20.369 INFO:tasks.rados.rados.0.smithi016.stdout:2859: seq_num 891 ranges {0=532480} 2024-04-15T14:46:20.372 INFO:tasks.rados.rados.0.smithi016.stdout:2859: writing smithi01678542-9 from 0 to 532480 tid 1 2024-04-15T14:46:20.372 INFO:tasks.rados.rados.0.smithi016.stdout:2860: setattr oid 43 current snap is 270 2024-04-15T14:46:20.374 INFO:tasks.rados.rados.0.smithi016.stdout:2861: rmattr oid 14 current snap is 270 2024-04-15T14:46:20.374 INFO:tasks.rados.rados.0.smithi016.stdout:2861: done (3 left) 2024-04-15T14:46:20.374 INFO:tasks.rados.rados.0.smithi016.stdout:2862: copy_from oid 3 from oid 20 current snap is 270 2024-04-15T14:46:20.374 INFO:tasks.rados.rados.0.smithi016.stdout:2863: snap_remove snap 269 2024-04-15T14:46:20.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:46:20 smithi102 ceph-mon[87131]: from='client.44360 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-15T14:46:20.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:46:20 smithi102 ceph-mon[87131]: osdmap e621: 8 total, 8 up, 8 in 2024-04-15T14:46:20.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:46:20 smithi102 ceph-mon[87131]: osdmap e622: 8 total, 8 up, 8 in 2024-04-15T14:46:20.762 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:46:20 smithi016 ceph-mon[93212]: from='client.44360 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-15T14:46:20.762 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:46:20 smithi016 ceph-mon[93212]: osdmap e621: 8 total, 8 up, 8 in 2024-04-15T14:46:20.762 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:46:20 smithi016 ceph-mon[93212]: osdmap e622: 8 total, 8 up, 8 in 2024-04-15T14:46:20.762 INFO:journalctl@ceph.alertmanager.a.smithi016.stdout:Apr 15 14:46:20 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-alertmanager-a[127567]: ts=2024-04-15T14:46:20.411Z caller=cluster.go:706 level=info component=cluster msg="gossip not settled" polls=0 before=0 now=1 elapsed=2.00096879s 2024-04-15T14:46:20.763 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:46:20 smithi016 ceph-mon[90652]: from='client.44360 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-15T14:46:20.763 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:46:20 smithi016 ceph-mon[90652]: osdmap e621: 8 total, 8 up, 8 in 2024-04-15T14:46:20.763 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:46:20 smithi016 ceph-mon[90652]: osdmap e622: 8 total, 8 up, 8 in 2024-04-15T14:46:21.350 INFO:tasks.rados.rados.0.smithi016.stdout:2863: done (4 left) 2024-04-15T14:46:21.350 INFO:tasks.rados.rados.0.smithi016.stdout:2864: rollback oid 47 current snap is 270 2024-04-15T14:46:21.351 INFO:tasks.rados.rados.0.smithi016.stdout:rollback oid 47 to 265 2024-04-15T14:46:21.351 INFO:tasks.rados.rados.0.smithi016.stdout:2865: rollback oid 2 current snap is 270 2024-04-15T14:46:21.351 INFO:tasks.rados.rados.0.smithi016.stdout:rollback oid 2 to 265 2024-04-15T14:46:21.351 INFO:tasks.rados.rados.0.smithi016.stdout:2866: rollback oid 24 current snap is 270 2024-04-15T14:46:21.351 INFO:tasks.rados.rados.0.smithi016.stdout:rollback oid 24 to 262 2024-04-15T14:46:21.351 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 46 current snap is 270 2024-04-15T14:46:21.351 INFO:tasks.rados.rados.0.smithi016.stdout:2867: seq_num 892 ranges {8421376=548864} 2024-04-15T14:46:21.400 INFO:tasks.rados.rados.0.smithi016.stdout:2867: writing smithi01678542-46 from 8421376 to 8970240 tid 1 2024-04-15T14:46:21.400 INFO:tasks.rados.rados.0.smithi016.stdout:2857: expect (ObjNum 865 snap 264 seq_num 865) 2024-04-15T14:46:21.508 INFO:tasks.rados.rados.0.smithi016.stdout:2859: finishing write tid 1 to smithi01678542-9 2024-04-15T14:46:21.508 INFO:tasks.rados.rados.0.smithi016.stdout:2859: finishing write tid 2 to smithi01678542-9 2024-04-15T14:46:21.509 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 43 v 1511 (ObjNum 728 snap 228 seq_num 728) dirty exists 2024-04-15T14:46:21.509 INFO:tasks.rados.rados.0.smithi016.stdout:2859: finishing write tid 3 to smithi01678542-9 2024-04-15T14:46:21.509 INFO:tasks.rados.rados.0.smithi016.stdout:2859: oid 9 updating version 0 to 1448 2024-04-15T14:46:21.509 INFO:tasks.rados.rados.0.smithi016.stdout:2859: oid 9 updating version 1448 to 1449 2024-04-15T14:46:21.509 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 9 v 1449 (ObjNum 891 snap 270 seq_num 891) dirty exists 2024-04-15T14:46:21.509 INFO:tasks.rados.rados.0.smithi016.stdout:2859: left oid 9 (ObjNum 891 snap 270 seq_num 891) 2024-04-15T14:46:21.509 INFO:tasks.rados.rados.0.smithi016.stdout:2862: finishing copy_from racing read to smithi01678542-3 2024-04-15T14:46:21.509 INFO:tasks.rados.rados.0.smithi016.stdout:2862: finishing copy_from to smithi01678542-3 2024-04-15T14:46:21.509 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 3 v 1144 (ObjNum 875 snap 267 seq_num 875) dirty exists 2024-04-15T14:46:21.509 INFO:tasks.rados.rados.0.smithi016.stdout:2864: finishing rollback tid 0 to smithi01678542-47 2024-04-15T14:46:21.509 INFO:tasks.rados.rados.0.smithi016.stdout:2868: read oid 17 snap -1 2024-04-15T14:46:21.509 INFO:tasks.rados.rados.0.smithi016.stdout:2868: expect deleted 2024-04-15T14:46:21.509 INFO:tasks.rados.rados.0.smithi016.stdout:2857: done (8 left) 2024-04-15T14:46:21.509 INFO:tasks.rados.rados.0.smithi016.stdout:2859: done (7 left) 2024-04-15T14:46:21.509 INFO:tasks.rados.rados.0.smithi016.stdout:2860: done (6 left) 2024-04-15T14:46:21.510 INFO:tasks.rados.rados.0.smithi016.stdout:2862: done (5 left) 2024-04-15T14:46:21.510 INFO:tasks.rados.rados.0.smithi016.stdout:2869: snap_remove snap 266 2024-04-15T14:46:21.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:46:21 smithi102 ceph-mon[87131]: pgmap v565: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 174 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 6.5 MiB/s rd, 132 KiB/s wr, 4 op/s 2024-04-15T14:46:21.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:46:21 smithi102 ceph-mon[87131]: osdmap e623: 8 total, 8 up, 8 in 2024-04-15T14:46:21.778 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:46:21 smithi016 ceph-mon[93212]: pgmap v565: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 174 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 6.5 MiB/s rd, 132 KiB/s wr, 4 op/s 2024-04-15T14:46:21.778 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:46:21 smithi016 ceph-mon[93212]: osdmap e623: 8 total, 8 up, 8 in 2024-04-15T14:46:21.778 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:46:21 smithi016 ceph-mon[90652]: pgmap v565: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 174 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 6.5 MiB/s rd, 132 KiB/s wr, 4 op/s 2024-04-15T14:46:21.778 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:46:21 smithi016 ceph-mon[90652]: osdmap e623: 8 total, 8 up, 8 in 2024-04-15T14:46:22.039 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 15 14:46:21 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-y[81421]: ::ffff:172.21.15.102 - - [15/Apr/2024:14:46:21] "GET /metrics HTTP/1.1" 200 36267 "" "Prometheus/2.43.0" 2024-04-15T14:46:22.400 INFO:tasks.rados.rados.0.smithi016.stdout:2869: done (5 left) 2024-04-15T14:46:22.400 INFO:tasks.rados.rados.0.smithi016.stdout:2870: snap_create 2024-04-15T14:46:22.401 INFO:tasks.rados.rados.0.smithi016.stdout:2864: finishing rollback tid 1 to smithi01678542-47 2024-04-15T14:46:22.401 INFO:tasks.rados.rados.0.smithi016.stdout:2864: finishing rollback tid 2 to smithi01678542-47 2024-04-15T14:46:22.401 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 47 v 1514 (ObjNum 840 snap 254 seq_num 840) dirty exists 2024-04-15T14:46:22.401 INFO:tasks.rados.rados.0.smithi016.stdout:2866: finishing rollback tid 0 to smithi01678542-24 2024-04-15T14:46:22.401 INFO:tasks.rados.rados.0.smithi016.stdout:2865: finishing rollback tid 0 to smithi01678542-2 2024-04-15T14:46:22.401 INFO:tasks.rados.rados.0.smithi016.stdout:2865: finishing rollback tid 1 to smithi01678542-2 2024-04-15T14:46:22.401 INFO:tasks.rados.rados.0.smithi016.stdout:2865: finishing rollback tid 2 to smithi01678542-2 2024-04-15T14:46:22.401 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 2 v 1340 (ObjNum 861 snap 263 seq_num 861) dirty exists 2024-04-15T14:46:22.401 INFO:tasks.rados.rados.0.smithi016.stdout:2866: finishing rollback tid 1 to smithi01678542-24 2024-04-15T14:46:22.401 INFO:tasks.rados.rados.0.smithi016.stdout:2866: finishing rollback tid 2 to smithi01678542-24 2024-04-15T14:46:22.401 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 24 v 1452 (ObjNum 632 snap 191 seq_num 632) dirty exists 2024-04-15T14:46:22.401 INFO:tasks.rados.rados.0.smithi016.stdout:2867: finishing write tid 1 to smithi01678542-46 2024-04-15T14:46:22.402 INFO:tasks.rados.rados.0.smithi016.stdout:2867: finishing write tid 2 to smithi01678542-46 2024-04-15T14:46:22.402 INFO:tasks.rados.rados.0.smithi016.stdout:2867: finishing write tid 3 to smithi01678542-46 2024-04-15T14:46:22.402 INFO:tasks.rados.rados.0.smithi016.stdout:2867: oid 46 updating version 0 to 1342 2024-04-15T14:46:22.402 INFO:tasks.rados.rados.0.smithi016.stdout:2867: oid 46 version 1342 is already newer than 1341 2024-04-15T14:46:22.402 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 46 v 1342 (ObjNum 892 snap 270 seq_num 892) dirty exists 2024-04-15T14:46:22.402 INFO:tasks.rados.rados.0.smithi016.stdout:2867: left oid 46 (ObjNum 892 snap 270 seq_num 892) 2024-04-15T14:46:22.687 INFO:journalctl@ceph.prometheus.a.smithi102.stdout:Apr 15 14:46:22 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-prometheus-a[120881]: ts=2024-04-15T14:46:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi016:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"362ea986-fb34-11ee-bc8f-c7b262605968\", instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T14:46:23.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:46:22 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T14:46:23.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:46:22 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T14:46:23.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:46:22 smithi102 ceph-mon[87131]: pgmap v568: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 198 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 10 MiB/s rd, 6.1 MiB/s wr, 29 op/s 2024-04-15T14:46:23.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:46:22 smithi102 ceph-mon[87131]: osdmap e624: 8 total, 8 up, 8 in 2024-04-15T14:46:23.289 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:46:22 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T14:46:23.289 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:46:22 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T14:46:23.289 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:46:22 smithi016 ceph-mon[90652]: pgmap v568: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 198 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 10 MiB/s rd, 6.1 MiB/s wr, 29 op/s 2024-04-15T14:46:23.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:46:22 smithi016 ceph-mon[90652]: osdmap e624: 8 total, 8 up, 8 in 2024-04-15T14:46:23.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:46:22 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T14:46:23.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:46:22 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T14:46:23.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:46:22 smithi016 ceph-mon[93212]: pgmap v568: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 198 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 10 MiB/s rd, 6.1 MiB/s wr, 29 op/s 2024-04-15T14:46:23.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:46:22 smithi016 ceph-mon[93212]: osdmap e624: 8 total, 8 up, 8 in 2024-04-15T14:46:23.402 INFO:tasks.rados.rados.0.smithi016.stdout:2864: done (5 left) 2024-04-15T14:46:23.402 INFO:tasks.rados.rados.0.smithi016.stdout:2865: done (4 left) 2024-04-15T14:46:23.402 INFO:tasks.rados.rados.0.smithi016.stdout:2866: done (3 left) 2024-04-15T14:46:23.402 INFO:tasks.rados.rados.0.smithi016.stdout:2867: done (2 left) 2024-04-15T14:46:23.403 INFO:tasks.rados.rados.0.smithi016.stdout:2868: done (1 left) 2024-04-15T14:46:23.403 INFO:tasks.rados.rados.0.smithi016.stdout:2870: done (0 left) 2024-04-15T14:46:23.403 INFO:tasks.rados.rados.0.smithi016.stdout:2871: read oid 27 snap -1 2024-04-15T14:46:23.403 INFO:tasks.rados.rados.0.smithi016.stdout:2871: expect deleted 2024-04-15T14:46:23.403 INFO:tasks.rados.rados.0.smithi016.stdout:2872: snap_remove snap 265 2024-04-15T14:46:24.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:46:23 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T14:46:24.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:46:23 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T14:46:24.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:46:23 smithi016 ceph-mon[90652]: osdmap e625: 8 total, 8 up, 8 in 2024-04-15T14:46:24.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:46:23 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T14:46:24.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:46:23 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T14:46:24.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:46:23 smithi016 ceph-mon[93212]: osdmap e625: 8 total, 8 up, 8 in 2024-04-15T14:46:24.410 INFO:tasks.rados.rados.0.smithi016.stdout:2872: done (1 left) 2024-04-15T14:46:24.410 INFO:tasks.rados.rados.0.smithi016.stdout:2873: copy_from oid 5 from oid 47 current snap is 271 2024-04-15T14:46:24.410 INFO:tasks.rados.rados.0.smithi016.stdout:2874: snap_remove snap 270 2024-04-15T14:46:24.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:46:23 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T14:46:24.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:46:23 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T14:46:24.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:46:23 smithi102 ceph-mon[87131]: osdmap e625: 8 total, 8 up, 8 in 2024-04-15T14:46:25.282 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:46:24 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T14:46:25.283 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:46:24 smithi016 ceph-mon[93212]: pgmap v571: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 199 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 10 MiB/s rd, 6.2 MiB/s wr, 35 op/s 2024-04-15T14:46:25.283 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:46:24 smithi016 ceph-mon[93212]: osdmap e626: 8 total, 8 up, 8 in 2024-04-15T14:46:25.283 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:46:24 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T14:46:25.283 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:46:24 smithi016 ceph-mon[90652]: pgmap v571: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 199 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 10 MiB/s rd, 6.2 MiB/s wr, 35 op/s 2024-04-15T14:46:25.283 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:46:24 smithi016 ceph-mon[90652]: osdmap e626: 8 total, 8 up, 8 in 2024-04-15T14:46:25.350 INFO:tasks.rados.rados.0.smithi016.stdout:2874: done (2 left) 2024-04-15T14:46:25.350 INFO:tasks.rados.rados.0.smithi016.stdout:2875: read oid 46 snap 268 2024-04-15T14:46:25.350 INFO:tasks.rados.rados.0.smithi016.stdout:2875: expect (ObjNum 753 snap 235 seq_num 753) 2024-04-15T14:46:25.350 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 36 current snap is 271 2024-04-15T14:46:25.350 INFO:tasks.rados.rados.0.smithi016.stdout:2876: seq_num 893 ranges {3989504=565248} 2024-04-15T14:46:25.376 INFO:tasks.rados.rados.0.smithi016.stdout:2876: writing smithi01678542-36 from 3989504 to 4554752 tid 1 2024-04-15T14:46:25.376 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 30 current snap is 271 2024-04-15T14:46:25.376 INFO:tasks.rados.rados.0.smithi016.stdout:2877: seq_num 894 ranges {0=581632} 2024-04-15T14:46:25.380 INFO:tasks.rados.rados.0.smithi016.stdout:2877: writing smithi01678542-30 from 0 to 581632 tid 1 2024-04-15T14:46:25.380 INFO:tasks.rados.rados.0.smithi016.stdout:2878: copy_from oid 41 from oid 2 current snap is 271 2024-04-15T14:46:25.380 INFO:tasks.rados.rados.0.smithi016.stdout:2873: finishing copy_from racing read to smithi01678542-5 2024-04-15T14:46:25.380 INFO:tasks.rados.rados.0.smithi016.stdout:2873: finishing copy_from to smithi01678542-5 2024-04-15T14:46:25.380 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 5 v 1514 (ObjNum 840 snap 254 seq_num 840) dirty exists 2024-04-15T14:46:25.380 INFO:tasks.rados.rados.0.smithi016.stdout:2875: expect (ObjNum 753 snap 235 seq_num 753) 2024-04-15T14:46:25.409 INFO:tasks.rados.rados.0.smithi016.stdout:2876: finishing write tid 1 to smithi01678542-36 2024-04-15T14:46:25.409 INFO:tasks.rados.rados.0.smithi016.stdout:2876: finishing write tid 2 to smithi01678542-36 2024-04-15T14:46:25.410 INFO:tasks.rados.rados.0.smithi016.stdout:2876: finishing write tid 3 to smithi01678542-36 2024-04-15T14:46:25.410 INFO:tasks.rados.rados.0.smithi016.stdout:2876: oid 36 updating version 0 to 1516 2024-04-15T14:46:25.410 INFO:tasks.rados.rados.0.smithi016.stdout:2876: oid 36 version 1516 is already newer than 1515 2024-04-15T14:46:25.410 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 36 v 1516 (ObjNum 893 snap 271 seq_num 893) dirty exists 2024-04-15T14:46:25.410 INFO:tasks.rados.rados.0.smithi016.stdout:2876: left oid 36 (ObjNum 893 snap 271 seq_num 893) 2024-04-15T14:46:25.410 INFO:tasks.rados.rados.0.smithi016.stdout:2877: finishing write tid 1 to smithi01678542-30 2024-04-15T14:46:25.410 INFO:tasks.rados.rados.0.smithi016.stdout:2871: done (5 left) 2024-04-15T14:46:25.410 INFO:tasks.rados.rados.0.smithi016.stdout:2873: done (4 left) 2024-04-15T14:46:25.410 INFO:tasks.rados.rados.0.smithi016.stdout:2875: done (3 left) 2024-04-15T14:46:25.410 INFO:tasks.rados.rados.0.smithi016.stdout:2876: done (2 left) 2024-04-15T14:46:25.410 INFO:tasks.rados.rados.0.smithi016.stdout:2879: read oid 26 snap -1 2024-04-15T14:46:25.410 INFO:tasks.rados.rados.0.smithi016.stdout:2879: expect (ObjNum 865 snap 264 seq_num 865) 2024-04-15T14:46:25.410 INFO:tasks.rados.rados.0.smithi016.stdout:2880: rmattr oid 17 current snap is 271 2024-04-15T14:46:25.411 INFO:tasks.rados.rados.0.smithi016.stdout:2880: done (3 left) 2024-04-15T14:46:25.411 INFO:tasks.rados.rados.0.smithi016.stdout:2881: delete oid 12 current snap is 271 2024-04-15T14:46:25.411 INFO:tasks.rados.rados.0.smithi016.stdout:2877: finishing write tid 2 to smithi01678542-30 2024-04-15T14:46:25.411 INFO:tasks.rados.rados.0.smithi016.stdout:2877: finishing write tid 3 to smithi01678542-30 2024-04-15T14:46:25.411 INFO:tasks.rados.rados.0.smithi016.stdout:2877: oid 30 updating version 0 to 1164 2024-04-15T14:46:25.411 INFO:tasks.rados.rados.0.smithi016.stdout:2877: oid 30 updating version 1164 to 1165 2024-04-15T14:46:25.411 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 30 v 1165 (ObjNum 894 snap 271 seq_num 894) dirty exists 2024-04-15T14:46:25.411 INFO:tasks.rados.rados.0.smithi016.stdout:2877: left oid 30 (ObjNum 894 snap 271 seq_num 894) 2024-04-15T14:46:25.411 INFO:tasks.rados.rados.0.smithi016.stdout:2878: finishing copy_from racing read to smithi01678542-41 2024-04-15T14:46:25.411 INFO:tasks.rados.rados.0.smithi016.stdout:2878: finishing copy_from to smithi01678542-41 2024-04-15T14:46:25.411 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 41 v 1340 (ObjNum 861 snap 263 seq_num 861) dirty exists 2024-04-15T14:46:25.412 INFO:tasks.rados.rados.0.smithi016.stdout:2877: done (3 left) 2024-04-15T14:46:25.412 INFO:tasks.rados.rados.0.smithi016.stdout:2878: done (2 left) 2024-04-15T14:46:25.412 INFO:tasks.rados.rados.0.smithi016.stdout:2881: done (1 left) 2024-04-15T14:46:25.412 INFO:tasks.rados.rados.0.smithi016.stdout:2882: snap_remove snap 268 2024-04-15T14:46:25.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:46:24 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T14:46:25.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:46:24 smithi102 ceph-mon[87131]: pgmap v571: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 199 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 10 MiB/s rd, 6.2 MiB/s wr, 35 op/s 2024-04-15T14:46:25.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:46:24 smithi102 ceph-mon[87131]: osdmap e626: 8 total, 8 up, 8 in 2024-04-15T14:46:26.355 INFO:tasks.rados.rados.0.smithi016.stdout:2882: done (1 left) 2024-04-15T14:46:26.355 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 3 current snap is 271 2024-04-15T14:46:26.355 INFO:tasks.rados.rados.0.smithi016.stdout:2883: seq_num 896 ranges {9854976=614400} 2024-04-15T14:46:26.414 INFO:tasks.rados.rados.0.smithi016.stdout:2883: writing smithi01678542-3 from 9854976 to 10469376 tid 1 2024-04-15T14:46:26.414 INFO:tasks.rados.rados.0.smithi016.stdout:2884: rmattr oid 19 current snap is 271 2024-04-15T14:46:26.414 INFO:tasks.rados.rados.0.smithi016.stdout:2884: done (2 left) 2024-04-15T14:46:26.414 INFO:tasks.rados.rados.0.smithi016.stdout:2885: rollback oid 31 current snap is 271 2024-04-15T14:46:26.414 INFO:tasks.rados.rados.0.smithi016.stdout:rollback oid 31 to 262 2024-04-15T14:46:26.414 INFO:tasks.rados.rados.0.smithi016.stdout:2879: expect (ObjNum 865 snap 264 seq_num 865) 2024-04-15T14:46:26.436 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:46:26 smithi016 ceph-mon[93212]: osdmap e627: 8 total, 8 up, 8 in 2024-04-15T14:46:26.436 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:46:26 smithi016 ceph-mon[90652]: osdmap e627: 8 total, 8 up, 8 in 2024-04-15T14:46:26.522 INFO:tasks.rados.rados.0.smithi016.stdout:2883: finishing write tid 1 to smithi01678542-3 2024-04-15T14:46:26.522 INFO:tasks.rados.rados.0.smithi016.stdout:2885: finishing rollback tid 0 to smithi01678542-31 2024-04-15T14:46:26.522 INFO:tasks.rados.rados.0.smithi016.stdout:2883: finishing write tid 2 to smithi01678542-3 2024-04-15T14:46:26.522 INFO:tasks.rados.rados.0.smithi016.stdout:2885: finishing rollback tid 1 to smithi01678542-31 2024-04-15T14:46:26.522 INFO:tasks.rados.rados.0.smithi016.stdout:2885: finishing rollback tid 2 to smithi01678542-31 2024-04-15T14:46:26.523 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 31 v 1517 (ObjNum 823 snap 249 seq_num 823) dirty exists 2024-04-15T14:46:26.523 INFO:tasks.rados.rados.0.smithi016.stdout:2883: finishing write tid 3 to smithi01678542-3 2024-04-15T14:46:26.523 INFO:tasks.rados.rados.0.smithi016.stdout:2883: oid 3 updating version 0 to 1166 2024-04-15T14:46:26.523 INFO:tasks.rados.rados.0.smithi016.stdout:2883: oid 3 updating version 1166 to 1167 2024-04-15T14:46:26.523 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 3 v 1167 (ObjNum 896 snap 271 seq_num 896) dirty exists 2024-04-15T14:46:26.523 INFO:tasks.rados.rados.0.smithi016.stdout:2883: left oid 3 (ObjNum 896 snap 271 seq_num 896) 2024-04-15T14:46:26.523 INFO:tasks.rados.rados.0.smithi016.stdout:2879: done (2 left) 2024-04-15T14:46:26.523 INFO:tasks.rados.rados.0.smithi016.stdout:2883: done (1 left) 2024-04-15T14:46:26.523 INFO:tasks.rados.rados.0.smithi016.stdout:2885: done (0 left) 2024-04-15T14:46:26.523 INFO:tasks.rados.rados.0.smithi016.stdout:2886: snap_remove snap 262 2024-04-15T14:46:26.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:46:26 smithi102 ceph-mon[87131]: osdmap e627: 8 total, 8 up, 8 in 2024-04-15T14:46:27.360 INFO:tasks.rados.rados.0.smithi016.stdout:2886: done (0 left) 2024-04-15T14:46:27.360 INFO:tasks.rados.rados.0.smithi016.stdout:2887: rollback oid 28 current snap is 271 2024-04-15T14:46:27.360 INFO:tasks.rados.rados.0.smithi016.stdout:2887: done (0 left) 2024-04-15T14:46:27.361 INFO:tasks.rados.rados.0.smithi016.stdout:2888: copy_from oid 30 from oid 19 current snap is 271 2024-04-15T14:46:27.361 INFO:tasks.rados.rados.0.smithi016.stdout:2889: delete oid 10 current snap is 271 2024-04-15T14:46:27.372 INFO:tasks.rados.rados.0.smithi016.stdout:2889: done (1 left) 2024-04-15T14:46:27.372 INFO:tasks.rados.rados.0.smithi016.stdout:2890: copy_from oid 31 from oid 48 current snap is 271 2024-04-15T14:46:27.372 INFO:tasks.rados.rados.0.smithi016.stdout:2891: delete oid 44 current snap is 271 2024-04-15T14:46:27.380 INFO:tasks.rados.rados.0.smithi016.stdout:2891: done (2 left) 2024-04-15T14:46:27.381 INFO:tasks.rados.rados.0.smithi016.stdout:2892: read oid 35 snap -1 2024-04-15T14:46:27.381 INFO:tasks.rados.rados.0.smithi016.stdout:2892: expect deleted 2024-04-15T14:46:27.381 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 26 current snap is 271 2024-04-15T14:46:27.381 INFO:tasks.rados.rados.0.smithi016.stdout:2893: seq_num 899 ranges {2473984=663552} 2024-04-15T14:46:27.399 INFO:tasks.rados.rados.0.smithi016.stdout:2893: writing smithi01678542-26 from 2473984 to 3137536 tid 1 2024-04-15T14:46:27.399 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 6 current snap is 271 2024-04-15T14:46:27.399 INFO:tasks.rados.rados.0.smithi016.stdout:2894: seq_num 900 ranges {0=679936} 2024-04-15T14:46:27.403 INFO:tasks.rados.rados.0.smithi016.stdout:2894: writing smithi01678542-6 from 0 to 679936 tid 1 2024-04-15T14:46:27.403 INFO:tasks.rados.rados.0.smithi016.stdout:2895: copy_from oid 32 from oid 4 current snap is 271 2024-04-15T14:46:27.403 INFO:tasks.rados.rados.0.smithi016.stdout:2888: finishing copy_from racing read to smithi01678542-30 2024-04-15T14:46:27.403 INFO:tasks.rados.rados.0.smithi016.stdout:2888: finishing copy_from to smithi01678542-30 2024-04-15T14:46:27.403 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 30 v 1293 (ObjNum 673 snap 207 seq_num 673) dirty exists 2024-04-15T14:46:27.403 INFO:tasks.rados.rados.0.smithi016.stdout:2893: finishing write tid 1 to smithi01678542-26 2024-04-15T14:46:27.404 INFO:tasks.rados.rados.0.smithi016.stdout:2893: finishing write tid 2 to smithi01678542-26 2024-04-15T14:46:27.404 INFO:tasks.rados.rados.0.smithi016.stdout:2893: finishing write tid 3 to smithi01678542-26 2024-04-15T14:46:27.404 INFO:tasks.rados.rados.0.smithi016.stdout:2893: oid 26 updating version 0 to 1342 2024-04-15T14:46:27.404 INFO:tasks.rados.rados.0.smithi016.stdout:2893: oid 26 version 1342 is already newer than 1341 2024-04-15T14:46:27.404 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 26 v 1342 (ObjNum 899 snap 271 seq_num 899) dirty exists 2024-04-15T14:46:27.404 INFO:tasks.rados.rados.0.smithi016.stdout:2893: left oid 26 (ObjNum 899 snap 271 seq_num 899) 2024-04-15T14:46:27.405 INFO:tasks.rados.rados.0.smithi016.stdout:2888: done (5 left) 2024-04-15T14:46:27.405 INFO:tasks.rados.rados.0.smithi016.stdout:2892: done (4 left) 2024-04-15T14:46:27.405 INFO:tasks.rados.rados.0.smithi016.stdout:2893: done (3 left) 2024-04-15T14:46:27.405 INFO:tasks.rados.rados.0.smithi016.stdout:2896: snap_create 2024-04-15T14:46:27.406 INFO:tasks.rados.rados.0.smithi016.stdout:2894: finishing write tid 1 to smithi01678542-6 2024-04-15T14:46:27.406 INFO:tasks.rados.rados.0.smithi016.stdout:2894: finishing write tid 2 to smithi01678542-6 2024-04-15T14:46:27.410 INFO:tasks.rados.rados.0.smithi016.stdout:2894: finishing write tid 3 to smithi01678542-6 2024-04-15T14:46:27.410 INFO:tasks.rados.rados.0.smithi016.stdout:2894: oid 6 updating version 0 to 1096 2024-04-15T14:46:27.410 INFO:tasks.rados.rados.0.smithi016.stdout:2894: oid 6 version 1096 is already newer than 1095 2024-04-15T14:46:27.410 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 6 v 1096 (ObjNum 900 snap 271 seq_num 900) dirty exists 2024-04-15T14:46:27.410 INFO:tasks.rados.rados.0.smithi016.stdout:2894: left oid 6 (ObjNum 900 snap 271 seq_num 900) 2024-04-15T14:46:27.423 INFO:tasks.rados.rados.0.smithi016.stdout:2890: finishing copy_from racing read to smithi01678542-31 2024-04-15T14:46:27.424 INFO:tasks.rados.rados.0.smithi016.stdout:2890: finishing copy_from to smithi01678542-31 2024-04-15T14:46:27.424 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 31 v 1258 (ObjNum 728 snap 228 seq_num 728) dirty exists 2024-04-15T14:46:27.438 INFO:tasks.rados.rados.0.smithi016.stdout:2895: finishing copy_from racing read to smithi01678542-32 2024-04-15T14:46:27.438 INFO:tasks.rados.rados.0.smithi016.stdout:2895: finishing copy_from to smithi01678542-32 2024-04-15T14:46:27.438 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 32 v 1496 (ObjNum 870 snap 267 seq_num 870) dirty exists 2024-04-15T14:46:27.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:46:27 smithi102 ceph-mon[87131]: pgmap v574: 121 pgs: 121 active+clean; 214 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.2 MiB/s wr, 11 op/s 2024-04-15T14:46:27.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:46:27 smithi102 ceph-mon[87131]: osdmap e628: 8 total, 8 up, 8 in 2024-04-15T14:46:27.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:46:27 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T14:46:27.688 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:46:27 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T14:46:27.688 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:46:27 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T14:46:27.688 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:46:27 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T14:46:27.688 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:46:27 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T14:46:27.688 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:46:27 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2024-04-15T14:46:27.688 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:46:27 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T14:46:27.688 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:46:27 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T14:46:27.688 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:46:27 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T14:46:27.688 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:46:27 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T14:46:27.688 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:46:27 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T14:46:27.688 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:46:27 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T14:46:27.688 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:46:27 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T14:46:27.688 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:46:27 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T14:46:27.688 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:46:27 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T14:46:27.689 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:46:27 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T14:46:27.689 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:46:27 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T14:46:27.689 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:46:27 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T14:46:27.689 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:46:27 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T14:46:27.689 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:46:27 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T14:46:27.689 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:46:27 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T14:46:27.689 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:46:27 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T14:46:27.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:46:27 smithi016 ceph-mon[93212]: pgmap v574: 121 pgs: 121 active+clean; 214 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.2 MiB/s wr, 11 op/s 2024-04-15T14:46:27.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:46:27 smithi016 ceph-mon[93212]: osdmap e628: 8 total, 8 up, 8 in 2024-04-15T14:46:27.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:46:27 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T14:46:27.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:46:27 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T14:46:27.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:46:27 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T14:46:27.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:46:27 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T14:46:27.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:46:27 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T14:46:27.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:46:27 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2024-04-15T14:46:27.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:46:27 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T14:46:27.791 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:46:27 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T14:46:27.791 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:46:27 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T14:46:27.791 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:46:27 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T14:46:27.791 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:46:27 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T14:46:27.791 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:46:27 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T14:46:27.791 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:46:27 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T14:46:27.791 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:46:27 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T14:46:27.791 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:46:27 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T14:46:27.791 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:46:27 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T14:46:27.791 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:46:27 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T14:46:27.791 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:46:27 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T14:46:27.791 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:46:27 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T14:46:27.791 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:46:27 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T14:46:27.791 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:46:27 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T14:46:27.792 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:46:27 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T14:46:27.792 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:46:27 smithi016 ceph-mon[90652]: pgmap v574: 121 pgs: 121 active+clean; 214 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.2 MiB/s wr, 11 op/s 2024-04-15T14:46:27.792 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:46:27 smithi016 ceph-mon[90652]: osdmap e628: 8 total, 8 up, 8 in 2024-04-15T14:46:27.792 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:46:27 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T14:46:27.792 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:46:27 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T14:46:27.792 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:46:27 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T14:46:27.792 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:46:27 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T14:46:27.792 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:46:27 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T14:46:27.792 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:46:27 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2024-04-15T14:46:27.792 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:46:27 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T14:46:27.792 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:46:27 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T14:46:27.792 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:46:27 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T14:46:27.792 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:46:27 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T14:46:27.793 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:46:27 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T14:46:27.793 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:46:27 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T14:46:27.793 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:46:27 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T14:46:27.793 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:46:27 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T14:46:27.793 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:46:27 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T14:46:27.793 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:46:27 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T14:46:27.793 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:46:27 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T14:46:27.793 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:46:27 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T14:46:27.793 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:46:27 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T14:46:27.793 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:46:27 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T14:46:27.793 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:46:27 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T14:46:27.793 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:46:27 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T14:46:28.365 INFO:tasks.rados.rados.0.smithi016.stdout:2890: done (3 left) 2024-04-15T14:46:28.365 INFO:tasks.rados.rados.0.smithi016.stdout:2894: done (2 left) 2024-04-15T14:46:28.366 INFO:tasks.rados.rados.0.smithi016.stdout:2895: done (1 left) 2024-04-15T14:46:28.366 INFO:tasks.rados.rados.0.smithi016.stdout:2896: done (0 left) 2024-04-15T14:46:28.366 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 13 current snap is 272 2024-04-15T14:46:28.366 INFO:tasks.rados.rados.0.smithi016.stdout:2897: seq_num 901 ranges {0=696320} 2024-04-15T14:46:28.369 INFO:tasks.rados.rados.0.smithi016.stdout:2897: writing smithi01678542-13 from 0 to 696320 tid 1 2024-04-15T14:46:28.369 INFO:tasks.rados.rados.0.smithi016.stdout:2898: rollback oid 43 current snap is 272 2024-04-15T14:46:28.369 INFO:tasks.rados.rados.0.smithi016.stdout:rollback oid 43 to 271 2024-04-15T14:46:28.369 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 30 current snap is 272 2024-04-15T14:46:28.369 INFO:tasks.rados.rados.0.smithi016.stdout:2899: seq_num 902 ranges {1679360=712704} 2024-04-15T14:46:28.383 INFO:tasks.rados.rados.0.smithi016.stdout:2899: writing smithi01678542-30 from 1679360 to 2392064 tid 1 2024-04-15T14:46:28.383 INFO:tasks.rados.rados.0.smithi016.stdout:2900: snap_create 2024-04-15T14:46:28.383 INFO:tasks.rados.rados.0.smithi016.stdout:2898: finishing rollback tid 0 to smithi01678542-43 2024-04-15T14:46:28.383 INFO:tasks.rados.rados.0.smithi016.stdout:2898: finishing rollback tid 1 to smithi01678542-43 2024-04-15T14:46:28.383 INFO:tasks.rados.rados.0.smithi016.stdout:2898: finishing rollback tid 2 to smithi01678542-43 2024-04-15T14:46:28.383 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 43 v 1519 (ObjNum 728 snap 228 seq_num 728) dirty exists 2024-04-15T14:46:28.387 INFO:tasks.rados.rados.0.smithi016.stdout:2899: finishing write tid 1 to smithi01678542-30 2024-04-15T14:46:28.387 INFO:tasks.rados.rados.0.smithi016.stdout:2899: finishing write tid 2 to smithi01678542-30 2024-04-15T14:46:28.388 INFO:tasks.rados.rados.0.smithi016.stdout:2899: finishing write tid 3 to smithi01678542-30 2024-04-15T14:46:28.388 INFO:tasks.rados.rados.0.smithi016.stdout:2899: oid 30 updating version 0 to 1294 2024-04-15T14:46:28.388 INFO:tasks.rados.rados.0.smithi016.stdout:2899: oid 30 updating version 1294 to 1295 2024-04-15T14:46:28.388 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 30 v 1295 (ObjNum 902 snap 272 seq_num 902) dirty exists 2024-04-15T14:46:28.388 INFO:tasks.rados.rados.0.smithi016.stdout:2899: left oid 30 (ObjNum 902 snap 272 seq_num 902) 2024-04-15T14:46:28.399 INFO:tasks.rados.rados.0.smithi016.stdout:2897: finishing write tid 1 to smithi01678542-13 2024-04-15T14:46:28.399 INFO:tasks.rados.rados.0.smithi016.stdout:2897: finishing write tid 2 to smithi01678542-13 2024-04-15T14:46:28.400 INFO:tasks.rados.rados.0.smithi016.stdout:2897: finishing write tid 3 to smithi01678542-13 2024-04-15T14:46:28.400 INFO:tasks.rados.rados.0.smithi016.stdout:2897: oid 13 updating version 0 to 1429 2024-04-15T14:46:28.400 INFO:tasks.rados.rados.0.smithi016.stdout:2897: oid 13 version 1429 is already newer than 1428 2024-04-15T14:46:28.400 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 13 v 1429 (ObjNum 901 snap 272 seq_num 901) dirty exists 2024-04-15T14:46:28.400 INFO:tasks.rados.rados.0.smithi016.stdout:2897: left oid 13 (ObjNum 901 snap 272 seq_num 901) 2024-04-15T14:46:28.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:46:28 smithi102 ceph-mon[87131]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2024-04-15T14:46:28.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:46:28 smithi102 ceph-mon[87131]: osdmap e629: 8 total, 8 up, 8 in 2024-04-15T14:46:28.789 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:46:28 smithi016 ceph-mon[90652]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2024-04-15T14:46:28.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:46:28 smithi016 ceph-mon[90652]: osdmap e629: 8 total, 8 up, 8 in 2024-04-15T14:46:28.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:46:28 smithi016 ceph-mon[93212]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2024-04-15T14:46:28.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:46:28 smithi016 ceph-mon[93212]: osdmap e629: 8 total, 8 up, 8 in 2024-04-15T14:46:28.790 INFO:journalctl@ceph.alertmanager.a.smithi016.stdout:Apr 15 14:46:28 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-alertmanager-a[127567]: ts=2024-04-15T14:46:28.412Z caller=cluster.go:698 level=info component=cluster msg="gossip settled; proceeding" elapsed=10.002285889s 2024-04-15T14:46:29.365 INFO:tasks.rados.rados.0.smithi016.stdout:2897: done (3 left) 2024-04-15T14:46:29.366 INFO:tasks.rados.rados.0.smithi016.stdout:2898: done (2 left) 2024-04-15T14:46:29.366 INFO:tasks.rados.rados.0.smithi016.stdout:2899: done (1 left) 2024-04-15T14:46:29.366 INFO:tasks.rados.rados.0.smithi016.stdout:2900: done (0 left) 2024-04-15T14:46:29.366 INFO:tasks.rados.rados.0.smithi016.stdout:2901: snap_remove snap 271 2024-04-15T14:46:29.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:46:29 smithi102 ceph-mon[87131]: pgmap v577: 121 pgs: 121 active+clean; 218 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 2.2 MiB/s rd, 6.3 MiB/s wr, 7 op/s 2024-04-15T14:46:29.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:46:29 smithi102 ceph-mon[87131]: osdmap e630: 8 total, 8 up, 8 in 2024-04-15T14:46:29.789 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:46:29 smithi016 ceph-mon[90652]: pgmap v577: 121 pgs: 121 active+clean; 218 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 2.2 MiB/s rd, 6.3 MiB/s wr, 7 op/s 2024-04-15T14:46:29.789 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:46:29 smithi016 ceph-mon[90652]: osdmap e630: 8 total, 8 up, 8 in 2024-04-15T14:46:29.789 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:46:29 smithi016 ceph-mon[93212]: pgmap v577: 121 pgs: 121 active+clean; 218 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 2.2 MiB/s rd, 6.3 MiB/s wr, 7 op/s 2024-04-15T14:46:29.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:46:29 smithi016 ceph-mon[93212]: osdmap e630: 8 total, 8 up, 8 in 2024-04-15T14:46:30.352 INFO:tasks.rados.rados.0.smithi016.stdout:2901: done (0 left) 2024-04-15T14:46:30.353 INFO:tasks.rados.rados.0.smithi016.stdout:2902: setattr oid 40 current snap is 273 2024-04-15T14:46:30.354 INFO:tasks.rados.rados.0.smithi016.stdout:2903: read oid 41 snap 272 2024-04-15T14:46:30.354 INFO:tasks.rados.rados.0.smithi016.stdout:2903: expect (ObjNum 861 snap 263 seq_num 861) 2024-04-15T14:46:30.354 INFO:tasks.rados.rados.0.smithi016.stdout:2904: rollback oid 34 current snap is 273 2024-04-15T14:46:30.355 INFO:tasks.rados.rados.0.smithi016.stdout:rollback oid 34 to 272 2024-04-15T14:46:30.355 INFO:tasks.rados.rados.0.smithi016.stdout:2905: rmattr oid 13 current snap is 273 2024-04-15T14:46:30.355 INFO:tasks.rados.rados.0.smithi016.stdout:2905: done (3 left) 2024-04-15T14:46:30.355 INFO:tasks.rados.rados.0.smithi016.stdout:2906: setattr oid 17 current snap is 273 2024-04-15T14:46:30.357 INFO:tasks.rados.rados.0.smithi016.stdout:2907: setattr oid 21 current snap is 273 2024-04-15T14:46:30.359 INFO:tasks.rados.rados.0.smithi016.stdout:2908: read oid 44 snap 272 2024-04-15T14:46:30.359 INFO:tasks.rados.rados.0.smithi016.stdout:2908: expect deleted 2024-04-15T14:46:30.360 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 22 current snap is 273 2024-04-15T14:46:30.360 INFO:tasks.rados.rados.0.smithi016.stdout:2909: seq_num 903 ranges {0=729088} 2024-04-15T14:46:30.366 INFO:tasks.rados.rados.0.smithi016.stdout:2909: writing smithi01678542-22 from 0 to 729088 tid 1 2024-04-15T14:46:30.367 INFO:tasks.rados.rados.0.smithi016.stdout:2910: copy_from oid 9 from oid 50 current snap is 273 2024-04-15T14:46:30.367 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 40 v 1454 (ObjNum 869 snap 267 seq_num 869) dirty exists 2024-04-15T14:46:30.367 INFO:tasks.rados.rados.0.smithi016.stdout:2902: done (7 left) 2024-04-15T14:46:30.367 INFO:tasks.rados.rados.0.smithi016.stdout:2908: done (6 left) 2024-04-15T14:46:30.367 INFO:tasks.rados.rados.0.smithi016.stdout:2911: delete oid 48 current snap is 273 2024-04-15T14:46:30.369 INFO:tasks.rados.rados.0.smithi016.stdout:2911: done (6 left) 2024-04-15T14:46:30.369 INFO:tasks.rados.rados.0.smithi016.stdout:2912: copy_from oid 7 from oid 47 current snap is 273 2024-04-15T14:46:30.370 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 13 current snap is 273 2024-04-15T14:46:30.370 INFO:tasks.rados.rados.0.smithi016.stdout:2913: seq_num 905 ranges {696320=761856} 2024-04-15T14:46:30.379 INFO:tasks.rados.rados.0.smithi016.stdout:2913: writing smithi01678542-13 from 696320 to 1458176 tid 1 2024-04-15T14:46:30.379 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 31 current snap is 273 2024-04-15T14:46:30.379 INFO:tasks.rados.rados.0.smithi016.stdout:2904: finishing rollback tid 0 to smithi01678542-34 2024-04-15T14:46:30.379 INFO:tasks.rados.rados.0.smithi016.stdout:2914: seq_num 906 ranges {11370496=778240} 2024-04-15T14:46:30.447 INFO:tasks.rados.rados.0.smithi016.stdout:2914: writing smithi01678542-31 from 11370496 to 12148736 tid 1 2024-04-15T14:46:30.447 INFO:tasks.rados.rados.0.smithi016.stdout:2915: copy_from oid 29 from oid 5 current snap is 273 2024-04-15T14:46:30.447 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 17 v 1429 (ObjNum 593 snap 0 seq_num 2235315768) dirty exists 2024-04-15T14:46:30.447 INFO:tasks.rados.rados.0.smithi016.stdout:2906: done (9 left) 2024-04-15T14:46:30.447 INFO:tasks.rados.rados.0.smithi016.stdout:2916: rollback oid 11 current snap is 273 2024-04-15T14:46:30.447 INFO:tasks.rados.rados.0.smithi016.stdout:rollback oid 11 to 272 2024-04-15T14:46:30.447 INFO:tasks.rados.rados.0.smithi016.stdout:2904: finishing rollback tid 1 to smithi01678542-34 2024-04-15T14:46:30.447 INFO:tasks.rados.rados.0.smithi016.stdout:2904: finishing rollback tid 2 to smithi01678542-34 2024-04-15T14:46:30.447 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 34 v 1522 (ObjNum 872 snap 267 seq_num 872) dirty exists 2024-04-15T14:46:30.447 INFO:tasks.rados.rados.0.smithi016.stdout:2903: expect (ObjNum 861 snap 263 seq_num 861) 2024-04-15T14:46:30.535 INFO:tasks.rados.rados.0.smithi016.stdout:2909: finishing write tid 1 to smithi01678542-22 2024-04-15T14:46:30.535 INFO:tasks.rados.rados.0.smithi016.stdout:2909: finishing write tid 2 to smithi01678542-22 2024-04-15T14:46:30.535 INFO:tasks.rados.rados.0.smithi016.stdout:2903: done (9 left) 2024-04-15T14:46:30.535 INFO:tasks.rados.rados.0.smithi016.stdout:2904: done (8 left) 2024-04-15T14:46:30.535 INFO:tasks.rados.rados.0.smithi016.stdout:2917: read oid 38 snap -1 2024-04-15T14:46:30.535 INFO:tasks.rados.rados.0.smithi016.stdout:2917: expect deleted 2024-04-15T14:46:30.535 INFO:tasks.rados.rados.0.smithi016.stdout:2918: rollback oid 26 current snap is 273 2024-04-15T14:46:30.535 INFO:tasks.rados.rados.0.smithi016.stdout:rollback oid 26 to 272 2024-04-15T14:46:30.536 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 21 v 1523 (ObjNum 65 snap 0 seq_num 1466126951) dirty exists 2024-04-15T14:46:30.536 INFO:tasks.rados.rados.0.smithi016.stdout:2909: finishing write tid 3 to smithi01678542-22 2024-04-15T14:46:30.536 INFO:tasks.rados.rados.0.smithi016.stdout:2909: oid 22 updating version 0 to 1369 2024-04-15T14:46:30.536 INFO:tasks.rados.rados.0.smithi016.stdout:2909: oid 22 version 1369 is already newer than 1368 2024-04-15T14:46:30.536 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 22 v 1369 (ObjNum 903 snap 273 seq_num 903) dirty exists 2024-04-15T14:46:30.536 INFO:tasks.rados.rados.0.smithi016.stdout:2909: left oid 22 (ObjNum 903 snap 273 seq_num 903) 2024-04-15T14:46:30.536 INFO:tasks.rados.rados.0.smithi016.stdout:2913: finishing write tid 1 to smithi01678542-13 2024-04-15T14:46:30.536 INFO:tasks.rados.rados.0.smithi016.stdout:2913: finishing write tid 2 to smithi01678542-13 2024-04-15T14:46:30.536 INFO:tasks.rados.rados.0.smithi016.stdout:2913: finishing write tid 3 to smithi01678542-13 2024-04-15T14:46:30.536 INFO:tasks.rados.rados.0.smithi016.stdout:2913: oid 13 updating version 0 to 1430 2024-04-15T14:46:30.536 INFO:tasks.rados.rados.0.smithi016.stdout:2913: oid 13 updating version 1430 to 1431 2024-04-15T14:46:30.536 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 13 v 1431 (ObjNum 905 snap 273 seq_num 905) dirty exists 2024-04-15T14:46:30.536 INFO:tasks.rados.rados.0.smithi016.stdout:2913: left oid 13 (ObjNum 905 snap 273 seq_num 905) 2024-04-15T14:46:30.536 INFO:tasks.rados.rados.0.smithi016.stdout:2910: finishing copy_from racing read to smithi01678542-9 2024-04-15T14:46:30.537 INFO:tasks.rados.rados.0.smithi016.stdout:2910: finishing copy_from to smithi01678542-9 2024-04-15T14:46:30.537 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 9 v 1426 (ObjNum 836 snap 254 seq_num 836) dirty exists 2024-04-15T14:46:30.537 INFO:tasks.rados.rados.0.smithi016.stdout:2912: finishing copy_from racing read to smithi01678542-7 2024-04-15T14:46:30.537 INFO:tasks.rados.rados.0.smithi016.stdout:2907: done (9 left) 2024-04-15T14:46:30.537 INFO:tasks.rados.rados.0.smithi016.stdout:2909: done (8 left) 2024-04-15T14:46:30.537 INFO:tasks.rados.rados.0.smithi016.stdout:2910: done (7 left) 2024-04-15T14:46:30.537 INFO:tasks.rados.rados.0.smithi016.stdout:2913: done (6 left) 2024-04-15T14:46:30.537 INFO:tasks.rados.rados.0.smithi016.stdout:2919: copy_from oid 21 from oid 37 current snap is 273 2024-04-15T14:46:30.537 INFO:tasks.rados.rados.0.smithi016.stdout:2912: finishing copy_from to smithi01678542-7 2024-04-15T14:46:30.537 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 7 v 1514 (ObjNum 840 snap 254 seq_num 840) dirty exists 2024-04-15T14:46:30.537 INFO:tasks.rados.rados.0.smithi016.stdout:2916: finishing rollback tid 0 to smithi01678542-11 2024-04-15T14:46:30.537 INFO:tasks.rados.rados.0.smithi016.stdout:2916: finishing rollback tid 1 to smithi01678542-11 2024-04-15T14:46:30.537 INFO:tasks.rados.rados.0.smithi016.stdout:2916: finishing rollback tid 2 to smithi01678542-11 2024-04-15T14:46:30.537 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 11 v 1578 (ObjNum 882 snap 269 seq_num 882) dirty exists 2024-04-15T14:46:30.538 INFO:tasks.rados.rados.0.smithi016.stdout:2914: finishing write tid 1 to smithi01678542-31 2024-04-15T14:46:30.538 INFO:tasks.rados.rados.0.smithi016.stdout:2914: finishing write tid 2 to smithi01678542-31 2024-04-15T14:46:30.538 INFO:tasks.rados.rados.0.smithi016.stdout:2912: done (6 left) 2024-04-15T14:46:30.538 INFO:tasks.rados.rados.0.smithi016.stdout:2916: done (5 left) 2024-04-15T14:46:30.538 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 10 current snap is 273 2024-04-15T14:46:30.538 INFO:tasks.rados.rados.0.smithi016.stdout:2914: finishing write tid 3 to smithi01678542-31 2024-04-15T14:46:30.538 INFO:tasks.rados.rados.0.smithi016.stdout:2914: oid 31 updating version 0 to 1518 2024-04-15T14:46:30.538 INFO:tasks.rados.rados.0.smithi016.stdout:2914: oid 31 updating version 1518 to 1519 2024-04-15T14:46:30.538 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 31 v 1519 (ObjNum 906 snap 273 seq_num 906) dirty exists 2024-04-15T14:46:30.538 INFO:tasks.rados.rados.0.smithi016.stdout:2914: left oid 31 (ObjNum 906 snap 273 seq_num 906) 2024-04-15T14:46:30.538 INFO:tasks.rados.rados.0.smithi016.stdout:2915: finishing copy_from racing read to smithi01678542-29 2024-04-15T14:46:30.538 INFO:tasks.rados.rados.0.smithi016.stdout:2915: finishing copy_from to smithi01678542-29 2024-04-15T14:46:30.538 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 29 v 1514 (ObjNum 840 snap 254 seq_num 840) dirty exists 2024-04-15T14:46:30.539 INFO:tasks.rados.rados.0.smithi016.stdout:2920: seq_num 907 ranges {0=794624} 2024-04-15T14:46:30.539 INFO:tasks.rados.rados.0.smithi016.stdout:2920: writing smithi01678542-10 from 0 to 794624 tid 1 2024-04-15T14:46:30.540 INFO:tasks.rados.rados.0.smithi016.stdout:2914: done (5 left) 2024-04-15T14:46:30.540 INFO:tasks.rados.rados.0.smithi016.stdout:2915: done (4 left) 2024-04-15T14:46:30.540 INFO:tasks.rados.rados.0.smithi016.stdout:2921: snap_create 2024-04-15T14:46:30.540 INFO:tasks.rados.rados.0.smithi016.stdout:2918: finishing rollback tid 0 to smithi01678542-26 2024-04-15T14:46:30.540 INFO:tasks.rados.rados.0.smithi016.stdout:2918: finishing rollback tid 1 to smithi01678542-26 2024-04-15T14:46:30.540 INFO:tasks.rados.rados.0.smithi016.stdout:2918: finishing rollback tid 2 to smithi01678542-26 2024-04-15T14:46:30.540 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 26 v 1345 (ObjNum 899 snap 271 seq_num 899) dirty exists 2024-04-15T14:46:30.543 INFO:tasks.rados.rados.0.smithi016.stdout:2920: finishing write tid 1 to smithi01678542-10 2024-04-15T14:46:30.543 INFO:tasks.rados.rados.0.smithi016.stdout:2920: finishing write tid 2 to smithi01678542-10 2024-04-15T14:46:30.544 INFO:tasks.rados.rados.0.smithi016.stdout:2919: finishing copy_from racing read to smithi01678542-21 2024-04-15T14:46:30.545 INFO:tasks.rados.rados.0.smithi016.stdout:2920: finishing write tid 3 to smithi01678542-10 2024-04-15T14:46:30.545 INFO:tasks.rados.rados.0.smithi016.stdout:2920: oid 10 updating version 0 to 1370 2024-04-15T14:46:30.545 INFO:tasks.rados.rados.0.smithi016.stdout:2920: oid 10 updating version 1370 to 1371 2024-04-15T14:46:30.545 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 10 v 1371 (ObjNum 907 snap 273 seq_num 907) dirty exists 2024-04-15T14:46:30.545 INFO:tasks.rados.rados.0.smithi016.stdout:2920: left oid 10 (ObjNum 907 snap 273 seq_num 907) 2024-04-15T14:46:30.545 INFO:tasks.rados.rados.0.smithi016.stdout:2919: finishing copy_from to smithi01678542-21 2024-04-15T14:46:30.545 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 21 v 1260 (ObjNum 846 snap 255 seq_num 846) dirty exists 2024-04-15T14:46:30.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:46:30 smithi102 ceph-mon[87131]: Upgrade: Updating grafana.a 2024-04-15T14:46:30.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:46:30 smithi102 ceph-mon[87131]: Deploying daemon grafana.a on smithi102 2024-04-15T14:46:30.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:46:30 smithi102 ceph-mon[87131]: osdmap e631: 8 total, 8 up, 8 in 2024-04-15T14:46:30.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:46:30 smithi102 ceph-mon[87131]: osdmap e632: 8 total, 8 up, 8 in 2024-04-15T14:46:30.789 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:46:30 smithi016 ceph-mon[90652]: Upgrade: Updating grafana.a 2024-04-15T14:46:30.789 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:46:30 smithi016 ceph-mon[90652]: Deploying daemon grafana.a on smithi102 2024-04-15T14:46:30.789 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:46:30 smithi016 ceph-mon[90652]: osdmap e631: 8 total, 8 up, 8 in 2024-04-15T14:46:30.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:46:30 smithi016 ceph-mon[90652]: osdmap e632: 8 total, 8 up, 8 in 2024-04-15T14:46:30.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:46:30 smithi016 ceph-mon[93212]: Upgrade: Updating grafana.a 2024-04-15T14:46:30.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:46:30 smithi016 ceph-mon[93212]: Deploying daemon grafana.a on smithi102 2024-04-15T14:46:30.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:46:30 smithi016 ceph-mon[93212]: osdmap e631: 8 total, 8 up, 8 in 2024-04-15T14:46:30.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:46:30 smithi016 ceph-mon[93212]: osdmap e632: 8 total, 8 up, 8 in 2024-04-15T14:46:31.390 INFO:tasks.rados.rados.0.smithi016.stdout:2917: done (4 left) 2024-04-15T14:46:31.390 INFO:tasks.rados.rados.0.smithi016.stdout:2918: done (3 left) 2024-04-15T14:46:31.390 INFO:tasks.rados.rados.0.smithi016.stdout:2919: done (2 left) 2024-04-15T14:46:31.391 INFO:tasks.rados.rados.0.smithi016.stdout:2920: done (1 left) 2024-04-15T14:46:31.391 INFO:tasks.rados.rados.0.smithi016.stdout:2921: done (0 left) 2024-04-15T14:46:31.391 INFO:tasks.rados.rados.0.smithi016.stdout:2922: rmattr oid 43 current snap is 274 2024-04-15T14:46:31.391 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 49 current snap is 274 2024-04-15T14:46:31.391 INFO:tasks.rados.rados.0.smithi016.stdout:2923: seq_num 908 ranges {8421376=409600,8830976=401408} 2024-04-15T14:46:31.438 INFO:tasks.rados.rados.0.smithi016.stdout:2923: writing smithi01678542-49 from 8421376 to 8830976 tid 1 2024-04-15T14:46:31.441 INFO:tasks.rados.rados.0.smithi016.stdout:2923: writing smithi01678542-49 from 8830976 to 9232384 tid 2 2024-04-15T14:46:31.441 INFO:tasks.rados.rados.0.smithi016.stdout:2924: read oid 14 snap -1 2024-04-15T14:46:31.441 INFO:tasks.rados.rados.0.smithi016.stdout:2924: expect deleted 2024-04-15T14:46:31.441 INFO:tasks.rados.rados.0.smithi016.stdout:2925: copy_from oid 26 from oid 15 current snap is 274 2024-04-15T14:46:31.441 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 43 v 1524 (ObjNum 728 snap 228 seq_num 728) dirty exists 2024-04-15T14:46:31.441 INFO:tasks.rados.rados.0.smithi016.stdout:2922: done (3 left) 2024-04-15T14:46:31.442 INFO:tasks.rados.rados.0.smithi016.stdout:2926: copy_from oid 16 from oid 35 current snap is 274 2024-04-15T14:46:31.442 INFO:tasks.rados.rados.0.smithi016.stdout:2927: snap_remove snap 272 2024-04-15T14:46:31.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:46:31 smithi102 ceph-mon[87131]: pgmap v580: 121 pgs: 121 active+clean; 218 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 0 B/s rd, 3.2 MiB/s wr, 1 op/s 2024-04-15T14:46:31.779 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:46:31 smithi016 ceph-mon[90652]: pgmap v580: 121 pgs: 121 active+clean; 218 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 0 B/s rd, 3.2 MiB/s wr, 1 op/s 2024-04-15T14:46:31.779 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:46:31 smithi016 ceph-mon[93212]: pgmap v580: 121 pgs: 121 active+clean; 218 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 0 B/s rd, 3.2 MiB/s wr, 1 op/s 2024-04-15T14:46:32.039 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 15 14:46:31 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-y[81421]: ::ffff:172.21.15.102 - - [15/Apr/2024:14:46:31] "GET /metrics HTTP/1.1" 200 36270 "" "Prometheus/2.43.0" 2024-04-15T14:46:32.396 INFO:tasks.rados.rados.0.smithi016.stdout:2927: done (4 left) 2024-04-15T14:46:32.396 INFO:tasks.rados.rados.0.smithi016.stdout:2928: rmattr oid 1 current snap is 274 2024-04-15T14:46:32.396 INFO:tasks.rados.rados.0.smithi016.stdout:2926: finishing copy_from to smithi01678542-16 2024-04-15T14:46:32.396 INFO:tasks.rados.rados.0.smithi016.stdout:2926: got expected ENOENT (src dne) 2024-04-15T14:46:32.397 INFO:tasks.rados.rados.0.smithi016.stdout:2926: finishing copy_from racing read to smithi01678542-16 2024-04-15T14:46:32.397 INFO:tasks.rados.rados.0.smithi016.stdout:2923: finishing write tid 1 to smithi01678542-49 2024-04-15T14:46:32.397 INFO:tasks.rados.rados.0.smithi016.stdout:2923: finishing write tid 2 to smithi01678542-49 2024-04-15T14:46:32.397 INFO:tasks.rados.rados.0.smithi016.stdout:2923: finishing write tid 3 to smithi01678542-49 2024-04-15T14:46:32.397 INFO:tasks.rados.rados.0.smithi016.stdout:2923: finishing write tid 4 to smithi01678542-49 2024-04-15T14:46:32.397 INFO:tasks.rados.rados.0.smithi016.stdout:2923: oid 49 updating version 0 to 1432 2024-04-15T14:46:32.397 INFO:tasks.rados.rados.0.smithi016.stdout:2923: oid 49 version 1432 is already newer than 1430 2024-04-15T14:46:32.397 INFO:tasks.rados.rados.0.smithi016.stdout:2923: oid 49 version 1432 is already newer than 1431 2024-04-15T14:46:32.397 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 49 v 1432 (ObjNum 908 snap 274 seq_num 908) dirty exists 2024-04-15T14:46:32.397 INFO:tasks.rados.rados.0.smithi016.stdout:2923: left oid 49 (ObjNum 908 snap 274 seq_num 908) 2024-04-15T14:46:32.397 INFO:tasks.rados.rados.0.smithi016.stdout:2925: finishing copy_from racing read to smithi01678542-26 2024-04-15T14:46:32.397 INFO:tasks.rados.rados.0.smithi016.stdout:2923: done (4 left) 2024-04-15T14:46:32.397 INFO:tasks.rados.rados.0.smithi016.stdout:2924: done (3 left) 2024-04-15T14:46:32.398 INFO:tasks.rados.rados.0.smithi016.stdout:2926: done (2 left) 2024-04-15T14:46:32.398 INFO:tasks.rados.rados.0.smithi016.stdout:2929: snap_remove snap 273 2024-04-15T14:46:32.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:46:32 smithi102 ceph-mon[87131]: osdmap e633: 8 total, 8 up, 8 in 2024-04-15T14:46:32.688 INFO:journalctl@ceph.prometheus.a.smithi102.stdout:Apr 15 14:46:32 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-prometheus-a[120881]: ts=2024-04-15T14:46:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi016:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"362ea986-fb34-11ee-bc8f-c7b262605968\", instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T14:46:32.789 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:46:32 smithi016 ceph-mon[90652]: osdmap e633: 8 total, 8 up, 8 in 2024-04-15T14:46:32.789 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:46:32 smithi016 ceph-mon[93212]: osdmap e633: 8 total, 8 up, 8 in 2024-04-15T14:46:33.397 INFO:tasks.rados.rados.0.smithi016.stdout:2925: finishing copy_from to smithi01678542-26 2024-04-15T14:46:33.397 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 26 v 1166 (ObjNum 843 snap 255 seq_num 843) dirty exists 2024-04-15T14:46:33.398 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 1 v 1520 (ObjNum 828 snap 250 seq_num 828) dirty exists 2024-04-15T14:46:33.398 INFO:tasks.rados.rados.0.smithi016.stdout:2925: done (2 left) 2024-04-15T14:46:33.398 INFO:tasks.rados.rados.0.smithi016.stdout:2928: done (1 left) 2024-04-15T14:46:33.398 INFO:tasks.rados.rados.0.smithi016.stdout:2929: done (0 left) 2024-04-15T14:46:33.398 INFO:tasks.rados.rados.0.smithi016.stdout:2930: rollback oid 46 current snap is 274 2024-04-15T14:46:33.398 INFO:tasks.rados.rados.0.smithi016.stdout:2930: done (0 left) 2024-04-15T14:46:33.398 INFO:tasks.rados.rados.0.smithi016.stdout:2931: read oid 31 snap -1 2024-04-15T14:46:33.398 INFO:tasks.rados.rados.0.smithi016.stdout:2931: expect (ObjNum 906 snap 273 seq_num 906) 2024-04-15T14:46:33.398 INFO:tasks.rados.rados.0.smithi016.stdout:2932: read oid 9 snap -1 2024-04-15T14:46:33.398 INFO:tasks.rados.rados.0.smithi016.stdout:2932: expect (ObjNum 836 snap 254 seq_num 836) 2024-04-15T14:46:33.398 INFO:tasks.rados.rados.0.smithi016.stdout:2933: read oid 32 snap -1 2024-04-15T14:46:33.398 INFO:tasks.rados.rados.0.smithi016.stdout:2933: expect (ObjNum 870 snap 267 seq_num 870) 2024-04-15T14:46:33.398 INFO:tasks.rados.rados.0.smithi016.stdout:2934: rmattr oid 46 current snap is 274 2024-04-15T14:46:33.399 INFO:tasks.rados.rados.0.smithi016.stdout:2935: delete oid 14 current snap is 274 2024-04-15T14:46:33.408 INFO:tasks.rados.rados.0.smithi016.stdout:2935: done (4 left) 2024-04-15T14:46:33.408 INFO:tasks.rados.rados.0.smithi016.stdout:2936: delete oid 44 current snap is 274 2024-04-15T14:46:33.412 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 46 v 1372 (ObjNum 892 snap 270 seq_num 892) dirty exists 2024-04-15T14:46:33.426 INFO:tasks.rados.rados.0.smithi016.stdout:2932: expect (ObjNum 836 snap 254 seq_num 836) 2024-04-15T14:46:33.554 INFO:tasks.rados.rados.0.smithi016.stdout:2933: expect (ObjNum 870 snap 267 seq_num 870) 2024-04-15T14:46:33.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:46:33 smithi102 ceph-mon[87131]: pgmap v583: 121 pgs: 121 active+clean; 184 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 1.4 MiB/s rd, 6.4 MiB/s wr, 23 op/s 2024-04-15T14:46:33.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:46:33 smithi102 ceph-mon[87131]: osdmap e634: 8 total, 8 up, 8 in 2024-04-15T14:46:33.789 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:46:33 smithi016 ceph-mon[90652]: pgmap v583: 121 pgs: 121 active+clean; 184 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 1.4 MiB/s rd, 6.4 MiB/s wr, 23 op/s 2024-04-15T14:46:33.789 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:46:33 smithi016 ceph-mon[90652]: osdmap e634: 8 total, 8 up, 8 in 2024-04-15T14:46:33.789 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:46:33 smithi016 ceph-mon[93212]: pgmap v583: 121 pgs: 121 active+clean; 184 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 1.4 MiB/s rd, 6.4 MiB/s wr, 23 op/s 2024-04-15T14:46:33.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:46:33 smithi016 ceph-mon[93212]: osdmap e634: 8 total, 8 up, 8 in 2024-04-15T14:46:34.301 INFO:tasks.rados.rados.0.smithi016.stdout:2931: expect (ObjNum 906 snap 273 seq_num 906) 2024-04-15T14:46:34.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:46:34 smithi102 ceph-mon[87131]: osdmap e635: 8 total, 8 up, 8 in 2024-04-15T14:46:34.789 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:46:34 smithi016 ceph-mon[90652]: osdmap e635: 8 total, 8 up, 8 in 2024-04-15T14:46:34.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:46:34 smithi016 ceph-mon[93212]: osdmap e635: 8 total, 8 up, 8 in 2024-04-15T14:46:35.652 INFO:tasks.rados.rados.0.smithi016.stdout:2931: done (4 left) 2024-04-15T14:46:35.652 INFO:tasks.rados.rados.0.smithi016.stdout:2932: done (3 left) 2024-04-15T14:46:35.652 INFO:tasks.rados.rados.0.smithi016.stdout:2933: done (2 left) 2024-04-15T14:46:35.652 INFO:tasks.rados.rados.0.smithi016.stdout:2934: done (1 left) 2024-04-15T14:46:35.652 INFO:tasks.rados.rados.0.smithi016.stdout:2936: done (0 left) 2024-04-15T14:46:35.652 INFO:tasks.rados.rados.0.smithi016.stdout:2937: snap_create 2024-04-15T14:46:35.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:46:35 smithi102 ceph-mon[87131]: pgmap v586: 121 pgs: 121 active+clean; 185 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 1.4 MiB/s rd, 6.6 MiB/s wr, 31 op/s 2024-04-15T14:46:35.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:46:35 smithi102 ceph-mon[87131]: osdmap e636: 8 total, 8 up, 8 in 2024-04-15T14:46:35.789 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:46:35 smithi016 ceph-mon[93212]: pgmap v586: 121 pgs: 121 active+clean; 185 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 1.4 MiB/s rd, 6.6 MiB/s wr, 31 op/s 2024-04-15T14:46:35.789 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:46:35 smithi016 ceph-mon[93212]: osdmap e636: 8 total, 8 up, 8 in 2024-04-15T14:46:35.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:46:35 smithi016 ceph-mon[90652]: pgmap v586: 121 pgs: 121 active+clean; 185 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 1.4 MiB/s rd, 6.6 MiB/s wr, 31 op/s 2024-04-15T14:46:35.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:46:35 smithi016 ceph-mon[90652]: osdmap e636: 8 total, 8 up, 8 in 2024-04-15T14:46:36.411 INFO:tasks.rados.rados.0.smithi016.stdout:2937: done (0 left) 2024-04-15T14:46:36.411 INFO:tasks.rados.rados.0.smithi016.stdout:2938: setattr oid 28 current snap is 275 2024-04-15T14:46:36.414 INFO:tasks.rados.rados.0.smithi016.stdout:2939: read oid 7 snap 274 2024-04-15T14:46:36.414 INFO:tasks.rados.rados.0.smithi016.stdout:2939: expect (ObjNum 840 snap 254 seq_num 840) 2024-04-15T14:46:36.414 INFO:tasks.rados.rados.0.smithi016.stdout:2940: copy_from oid 42 from oid 50 current snap is 275 2024-04-15T14:46:36.414 INFO:tasks.rados.rados.0.smithi016.stdout:2941: read oid 32 snap -1 2024-04-15T14:46:36.414 INFO:tasks.rados.rados.0.smithi016.stdout:2941: expect (ObjNum 870 snap 267 seq_num 870) 2024-04-15T14:46:36.414 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 16 current snap is 275 2024-04-15T14:46:36.414 INFO:tasks.rados.rados.0.smithi016.stdout:2942: seq_num 911 ranges {2318336=466944,2785280=401408} 2024-04-15T14:46:36.434 INFO:tasks.rados.rados.0.smithi016.stdout:2942: writing smithi01678542-16 from 2318336 to 2785280 tid 1 2024-04-15T14:46:36.434 INFO:tasks.rados.rados.0.smithi016.stdout:2942: writing smithi01678542-16 from 2785280 to 3186688 tid 2 2024-04-15T14:46:36.434 INFO:tasks.rados.rados.0.smithi016.stdout:2943: read oid 5 snap -1 2024-04-15T14:46:36.434 INFO:tasks.rados.rados.0.smithi016.stdout:2943: expect (ObjNum 840 snap 254 seq_num 840) 2024-04-15T14:46:36.434 INFO:tasks.rados.rados.0.smithi016.stdout:2944: delete oid 19 current snap is 275 2024-04-15T14:46:36.435 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 28 v 1260 (ObjNum 177 snap 0 seq_num 2234897136) dirty exists 2024-04-15T14:46:36.435 INFO:tasks.rados.rados.0.smithi016.stdout:2939: expect (ObjNum 840 snap 254 seq_num 840) 2024-04-15T14:46:36.494 INFO:tasks.rados.rados.0.smithi016.stdout:2942: finishing write tid 1 to smithi01678542-16 2024-04-15T14:46:36.494 INFO:tasks.rados.rados.0.smithi016.stdout:2942: finishing write tid 2 to smithi01678542-16 2024-04-15T14:46:36.494 INFO:tasks.rados.rados.0.smithi016.stdout:2942: finishing write tid 3 to smithi01678542-16 2024-04-15T14:46:36.494 INFO:tasks.rados.rados.0.smithi016.stdout:2940: finishing copy_from racing read to smithi01678542-42 2024-04-15T14:46:36.495 INFO:tasks.rados.rados.0.smithi016.stdout:2940: finishing copy_from to smithi01678542-42 2024-04-15T14:46:36.495 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 42 v 1426 (ObjNum 836 snap 254 seq_num 836) dirty exists 2024-04-15T14:46:36.495 INFO:tasks.rados.rados.0.smithi016.stdout:2942: finishing write tid 4 to smithi01678542-16 2024-04-15T14:46:36.495 INFO:tasks.rados.rados.0.smithi016.stdout:2942: oid 16 updating version 0 to 1262 2024-04-15T14:46:36.495 INFO:tasks.rados.rados.0.smithi016.stdout:2942: oid 16 version 1262 is already newer than 1261 2024-04-15T14:46:36.495 INFO:tasks.rados.rados.0.smithi016.stdout:2942: oid 16 updating version 1262 to 1263 2024-04-15T14:46:36.495 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 16 v 1263 (ObjNum 911 snap 275 seq_num 911) dirty exists 2024-04-15T14:46:36.495 INFO:tasks.rados.rados.0.smithi016.stdout:2942: left oid 16 (ObjNum 911 snap 275 seq_num 911) 2024-04-15T14:46:36.495 INFO:tasks.rados.rados.0.smithi016.stdout:2943: expect (ObjNum 840 snap 254 seq_num 840) 2024-04-15T14:46:36.549 INFO:tasks.rados.rados.0.smithi016.stdout:2941: expect (ObjNum 870 snap 267 seq_num 870) 2024-04-15T14:46:37.295 INFO:tasks.rados.rados.0.smithi016.stdout:2938: done (6 left) 2024-04-15T14:46:37.295 INFO:tasks.rados.rados.0.smithi016.stdout:2939: done (5 left) 2024-04-15T14:46:37.295 INFO:tasks.rados.rados.0.smithi016.stdout:2940: done (4 left) 2024-04-15T14:46:37.295 INFO:tasks.rados.rados.0.smithi016.stdout:2941: done (3 left) 2024-04-15T14:46:37.296 INFO:tasks.rados.rados.0.smithi016.stdout:2942: done (2 left) 2024-04-15T14:46:37.296 INFO:tasks.rados.rados.0.smithi016.stdout:2943: done (1 left) 2024-04-15T14:46:37.296 INFO:tasks.rados.rados.0.smithi016.stdout:2944: done (0 left) 2024-04-15T14:46:37.296 INFO:tasks.rados.rados.0.smithi016.stdout:2945: setattr oid 41 current snap is 275 2024-04-15T14:46:37.296 INFO:tasks.rados.rados.0.smithi016.stdout:2946: setattr oid 7 current snap is 275 2024-04-15T14:46:37.298 INFO:tasks.rados.rados.0.smithi016.stdout:2947: read oid 4 snap 274 2024-04-15T14:46:37.298 INFO:tasks.rados.rados.0.smithi016.stdout:2947: expect (ObjNum 870 snap 267 seq_num 870) 2024-04-15T14:46:37.298 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 27 current snap is 275 2024-04-15T14:46:37.299 INFO:tasks.rados.rados.0.smithi016.stdout:2948: seq_num 913 ranges {0=499712,499712=401408} 2024-04-15T14:46:37.301 INFO:tasks.rados.rados.0.smithi016.stdout:2948: writing smithi01678542-27 from 0 to 499712 tid 1 2024-04-15T14:46:37.304 INFO:tasks.rados.rados.0.smithi016.stdout:2948: writing smithi01678542-27 from 499712 to 901120 tid 2 2024-04-15T14:46:37.304 INFO:tasks.rados.rados.0.smithi016.stdout:2949: read oid 36 snap -1 2024-04-15T14:46:37.304 INFO:tasks.rados.rados.0.smithi016.stdout:2949: expect (ObjNum 893 snap 271 seq_num 893) 2024-04-15T14:46:37.305 INFO:tasks.rados.rados.0.smithi016.stdout:2950: read oid 22 snap -1 2024-04-15T14:46:37.305 INFO:tasks.rados.rados.0.smithi016.stdout:2950: expect (ObjNum 903 snap 273 seq_num 903) 2024-04-15T14:46:37.305 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 41 v 1346 (ObjNum 861 snap 263 seq_num 861) dirty exists 2024-04-15T14:46:37.305 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 7 v 1515 (ObjNum 840 snap 254 seq_num 840) dirty exists 2024-04-15T14:46:37.305 INFO:tasks.rados.rados.0.smithi016.stdout:2945: done (5 left) 2024-04-15T14:46:37.305 INFO:tasks.rados.rados.0.smithi016.stdout:2946: done (4 left) 2024-04-15T14:46:37.305 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 43 current snap is 275 2024-04-15T14:46:37.305 INFO:tasks.rados.rados.0.smithi016.stdout:2951: seq_num 914 ranges {11370496=516096,11886592=401408} 2024-04-15T14:46:37.370 INFO:tasks.rados.rados.0.smithi016.stdout:2951: writing smithi01678542-43 from 11370496 to 11886592 tid 1 2024-04-15T14:46:37.373 INFO:tasks.rados.rados.0.smithi016.stdout:2951: writing smithi01678542-43 from 11886592 to 12288000 tid 2 2024-04-15T14:46:37.373 INFO:tasks.rados.rados.0.smithi016.stdout:2952: read oid 23 snap -1 2024-04-15T14:46:37.374 INFO:tasks.rados.rados.0.smithi016.stdout:2952: expect deleted 2024-04-15T14:46:37.374 INFO:tasks.rados.rados.0.smithi016.stdout:2953: rollback oid 6 current snap is 275 2024-04-15T14:46:37.374 INFO:tasks.rados.rados.0.smithi016.stdout:rollback oid 6 to 274 2024-04-15T14:46:37.374 INFO:tasks.rados.rados.0.smithi016.stdout:2950: expect (ObjNum 903 snap 273 seq_num 903) 2024-04-15T14:46:37.394 INFO:tasks.rados.rados.0.smithi016.stdout:2948: finishing write tid 1 to smithi01678542-27 2024-04-15T14:46:37.394 INFO:tasks.rados.rados.0.smithi016.stdout:2948: finishing write tid 2 to smithi01678542-27 2024-04-15T14:46:37.394 INFO:tasks.rados.rados.0.smithi016.stdout:2948: finishing write tid 3 to smithi01678542-27 2024-04-15T14:46:37.394 INFO:tasks.rados.rados.0.smithi016.stdout:2949: expect (ObjNum 893 snap 271 seq_num 893) 2024-04-15T14:46:37.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:46:37 smithi102 ceph-mon[87131]: pgmap v588: 121 pgs: 121 active+clean; 171 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.1 MiB/s wr, 15 op/s 2024-04-15T14:46:37.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:46:37 smithi102 ceph-mon[87131]: osdmap e637: 8 total, 8 up, 8 in 2024-04-15T14:46:37.706 INFO:tasks.rados.rados.0.smithi016.stdout:2948: finishing write tid 4 to smithi01678542-27 2024-04-15T14:46:37.706 INFO:tasks.rados.rados.0.smithi016.stdout:2948: oid 27 updating version 0 to 1042 2024-04-15T14:46:37.707 INFO:tasks.rados.rados.0.smithi016.stdout:2948: oid 27 version 1042 is already newer than 1041 2024-04-15T14:46:37.707 INFO:tasks.rados.rados.0.smithi016.stdout:2948: oid 27 updating version 1042 to 1043 2024-04-15T14:46:37.707 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 27 v 1043 (ObjNum 913 snap 275 seq_num 913) dirty exists 2024-04-15T14:46:37.707 INFO:tasks.rados.rados.0.smithi016.stdout:2948: left oid 27 (ObjNum 913 snap 275 seq_num 913) 2024-04-15T14:46:37.707 INFO:tasks.rados.rados.0.smithi016.stdout:2947: expect (ObjNum 870 snap 267 seq_num 870) 2024-04-15T14:46:37.789 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:46:37 smithi016 ceph-mon[90652]: pgmap v588: 121 pgs: 121 active+clean; 171 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.1 MiB/s wr, 15 op/s 2024-04-15T14:46:37.789 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:46:37 smithi016 ceph-mon[90652]: osdmap e637: 8 total, 8 up, 8 in 2024-04-15T14:46:37.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:46:37 smithi016 ceph-mon[93212]: pgmap v588: 121 pgs: 121 active+clean; 171 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.1 MiB/s wr, 15 op/s 2024-04-15T14:46:37.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:46:37 smithi016 ceph-mon[93212]: osdmap e637: 8 total, 8 up, 8 in 2024-04-15T14:46:38.453 INFO:tasks.rados.rados.0.smithi016.stdout:2953: finishing rollback tid 0 to smithi01678542-6 2024-04-15T14:46:38.453 INFO:tasks.rados.rados.0.smithi016.stdout:2953: finishing rollback tid 1 to smithi01678542-6 2024-04-15T14:46:38.453 INFO:tasks.rados.rados.0.smithi016.stdout:2947: done (6 left) 2024-04-15T14:46:38.453 INFO:tasks.rados.rados.0.smithi016.stdout:2948: done (5 left) 2024-04-15T14:46:38.453 INFO:tasks.rados.rados.0.smithi016.stdout:2949: done (4 left) 2024-04-15T14:46:38.454 INFO:tasks.rados.rados.0.smithi016.stdout:2950: done (3 left) 2024-04-15T14:46:38.454 INFO:tasks.rados.rados.0.smithi016.stdout:2952: done (2 left) 2024-04-15T14:46:38.454 INFO:tasks.rados.rados.0.smithi016.stdout:2954: read oid 17 snap -1 2024-04-15T14:46:38.454 INFO:tasks.rados.rados.0.smithi016.stdout:2954: expect (ObjNum 0 snap 0 seq_num 0) 2024-04-15T14:46:38.454 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 29 current snap is 275 2024-04-15T14:46:38.454 INFO:tasks.rados.rados.0.smithi016.stdout:2951: finishing write tid 1 to smithi01678542-43 2024-04-15T14:46:38.454 INFO:tasks.rados.rados.0.smithi016.stdout:2955: seq_num 915 ranges {2080768=532480,2613248=401408} 2024-04-15T14:46:38.467 INFO:tasks.rados.rados.0.smithi016.stdout:2955: writing smithi01678542-29 from 2080768 to 2613248 tid 1 2024-04-15T14:46:38.469 INFO:tasks.rados.rados.0.smithi016.stdout:2955: writing smithi01678542-29 from 2613248 to 3014656 tid 2 2024-04-15T14:46:38.469 INFO:tasks.rados.rados.0.smithi016.stdout:2956: rmattr oid 2 current snap is 275 2024-04-15T14:46:38.469 INFO:tasks.rados.rados.0.smithi016.stdout:2956: done (4 left) 2024-04-15T14:46:38.470 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 32 current snap is 275 2024-04-15T14:46:38.470 INFO:tasks.rados.rados.0.smithi016.stdout:2953: finishing rollback tid 2 to smithi01678542-6 2024-04-15T14:46:38.470 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 6 v 1518 (ObjNum 900 snap 271 seq_num 900) dirty exists 2024-04-15T14:46:38.470 INFO:tasks.rados.rados.0.smithi016.stdout:2951: finishing write tid 2 to smithi01678542-43 2024-04-15T14:46:38.470 INFO:tasks.rados.rados.0.smithi016.stdout:2957: seq_num 916 ranges {9052160=548864,9601024=401408} 2024-04-15T14:46:38.521 INFO:tasks.rados.rados.0.smithi016.stdout:2957: writing smithi01678542-32 from 9052160 to 9601024 tid 1 2024-04-15T14:46:38.524 INFO:tasks.rados.rados.0.smithi016.stdout:2957: writing smithi01678542-32 from 9601024 to 10002432 tid 2 2024-04-15T14:46:38.524 INFO:tasks.rados.rados.0.smithi016.stdout:2953: done (4 left) 2024-04-15T14:46:38.524 INFO:tasks.rados.rados.0.smithi016.stdout:2958: setattr oid 42 current snap is 275 2024-04-15T14:46:38.524 INFO:tasks.rados.rados.0.smithi016.stdout:2951: finishing write tid 3 to smithi01678542-43 2024-04-15T14:46:38.524 INFO:tasks.rados.rados.0.smithi016.stdout:2951: finishing write tid 4 to smithi01678542-43 2024-04-15T14:46:38.525 INFO:tasks.rados.rados.0.smithi016.stdout:2951: oid 43 updating version 0 to 1526 2024-04-15T14:46:38.525 INFO:tasks.rados.rados.0.smithi016.stdout:2951: oid 43 updating version 1526 to 1527 2024-04-15T14:46:38.525 INFO:tasks.rados.rados.0.smithi016.stdout:2951: oid 43 version 1527 is already newer than 1525 2024-04-15T14:46:38.525 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 43 v 1527 (ObjNum 914 snap 275 seq_num 914) dirty exists 2024-04-15T14:46:38.525 INFO:tasks.rados.rados.0.smithi016.stdout:2951: left oid 43 (ObjNum 914 snap 275 seq_num 914) 2024-04-15T14:46:38.525 INFO:tasks.rados.rados.0.smithi016.stdout:2954: expect (ObjNum 0 snap 0 seq_num 0) 2024-04-15T14:46:38.527 INFO:tasks.rados.rados.0.smithi016.stdout:2955: finishing write tid 1 to smithi01678542-29 2024-04-15T14:46:38.527 INFO:tasks.rados.rados.0.smithi016.stdout:2955: finishing write tid 2 to smithi01678542-29 2024-04-15T14:46:38.527 INFO:tasks.rados.rados.0.smithi016.stdout:2955: finishing write tid 3 to smithi01678542-29 2024-04-15T14:46:38.527 INFO:tasks.rados.rados.0.smithi016.stdout:2955: finishing write tid 4 to smithi01678542-29 2024-04-15T14:46:38.527 INFO:tasks.rados.rados.0.smithi016.stdout:2955: oid 29 updating version 0 to 1589 2024-04-15T14:46:38.527 INFO:tasks.rados.rados.0.smithi016.stdout:2955: oid 29 version 1589 is already newer than 1588 2024-04-15T14:46:38.527 INFO:tasks.rados.rados.0.smithi016.stdout:2955: oid 29 version 1589 is already newer than 1587 2024-04-15T14:46:38.527 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 29 v 1589 (ObjNum 915 snap 275 seq_num 915) dirty exists 2024-04-15T14:46:38.527 INFO:tasks.rados.rados.0.smithi016.stdout:2955: left oid 29 (ObjNum 915 snap 275 seq_num 915) 2024-04-15T14:46:38.528 INFO:tasks.rados.rados.0.smithi016.stdout:2951: done (4 left) 2024-04-15T14:46:38.528 INFO:tasks.rados.rados.0.smithi016.stdout:2954: done (3 left) 2024-04-15T14:46:38.528 INFO:tasks.rados.rados.0.smithi016.stdout:2955: done (2 left) 2024-04-15T14:46:38.528 INFO:tasks.rados.rados.0.smithi016.stdout:2959: snap_remove snap 274 2024-04-15T14:46:39.421 INFO:tasks.rados.rados.0.smithi016.stdout:2959: done (2 left) 2024-04-15T14:46:39.421 INFO:tasks.rados.rados.0.smithi016.stdout:2960: copy_from oid 46 from oid 29 current snap is 275 2024-04-15T14:46:39.421 INFO:tasks.rados.rados.0.smithi016.stdout:2957: finishing write tid 1 to smithi01678542-32 2024-04-15T14:46:39.421 INFO:tasks.rados.rados.0.smithi016.stdout:2957: finishing write tid 2 to smithi01678542-32 2024-04-15T14:46:39.421 INFO:tasks.rados.rados.0.smithi016.stdout:2957: finishing write tid 3 to smithi01678542-32 2024-04-15T14:46:39.421 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 42 v 1427 (ObjNum 836 snap 254 seq_num 836) dirty exists 2024-04-15T14:46:39.421 INFO:tasks.rados.rados.0.smithi016.stdout:2957: finishing write tid 4 to smithi01678542-32 2024-04-15T14:46:39.421 INFO:tasks.rados.rados.0.smithi016.stdout:2957: oid 32 updating version 0 to 1592 2024-04-15T14:46:39.421 INFO:tasks.rados.rados.0.smithi016.stdout:2957: oid 32 version 1592 is already newer than 1591 2024-04-15T14:46:39.421 INFO:tasks.rados.rados.0.smithi016.stdout:2957: oid 32 updating version 1592 to 1593 2024-04-15T14:46:39.422 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 32 v 1593 (ObjNum 916 snap 275 seq_num 916) dirty exists 2024-04-15T14:46:39.422 INFO:tasks.rados.rados.0.smithi016.stdout:2957: left oid 32 (ObjNum 916 snap 275 seq_num 916) 2024-04-15T14:46:39.422 INFO:tasks.rados.rados.0.smithi016.stdout:2957: done (2 left) 2024-04-15T14:46:39.422 INFO:tasks.rados.rados.0.smithi016.stdout:2958: done (1 left) 2024-04-15T14:46:39.422 INFO:tasks.rados.rados.0.smithi016.stdout:2961: rollback oid 44 current snap is 275 2024-04-15T14:46:39.422 INFO:tasks.rados.rados.0.smithi016.stdout:2961: done (1 left) 2024-04-15T14:46:39.422 INFO:tasks.rados.rados.0.smithi016.stdout:2962: copy_from oid 36 from oid 34 current snap is 275 2024-04-15T14:46:39.422 INFO:tasks.rados.rados.0.smithi016.stdout:2963: copy_from oid 16 from oid 49 current snap is 275 2024-04-15T14:46:39.422 INFO:tasks.rados.rados.0.smithi016.stdout:2964: rmattr oid 6 current snap is 275 2024-04-15T14:46:39.422 INFO:tasks.rados.rados.0.smithi016.stdout:2964: done (3 left) 2024-04-15T14:46:39.422 INFO:tasks.rados.rados.0.smithi016.stdout:2965: delete oid 39 current snap is 275 2024-04-15T14:46:39.425 INFO:tasks.rados.rados.0.smithi016.stdout:2965: done (3 left) 2024-04-15T14:46:39.425 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 8 current snap is 275 2024-04-15T14:46:39.425 INFO:tasks.rados.rados.0.smithi016.stdout:2966: seq_num 918 ranges {0=581632,581632=401408} 2024-04-15T14:46:39.429 INFO:tasks.rados.rados.0.smithi016.stdout:2966: writing smithi01678542-8 from 0 to 581632 tid 1 2024-04-15T14:46:39.432 INFO:tasks.rados.rados.0.smithi016.stdout:2966: writing smithi01678542-8 from 581632 to 983040 tid 2 2024-04-15T14:46:39.432 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 38 current snap is 275 2024-04-15T14:46:39.432 INFO:tasks.rados.rados.0.smithi016.stdout:2967: seq_num 919 ranges {0=598016,598016=401408} 2024-04-15T14:46:39.437 INFO:tasks.rados.rados.0.smithi016.stdout:2967: writing smithi01678542-38 from 0 to 598016 tid 1 2024-04-15T14:46:39.440 INFO:tasks.rados.rados.0.smithi016.stdout:2967: writing smithi01678542-38 from 598016 to 999424 tid 2 2024-04-15T14:46:39.440 INFO:tasks.rados.rados.0.smithi016.stdout:2968: setattr oid 28 current snap is 275 2024-04-15T14:46:39.441 INFO:tasks.rados.rados.0.smithi016.stdout:2966: finishing write tid 1 to smithi01678542-8 2024-04-15T14:46:39.441 INFO:tasks.rados.rados.0.smithi016.stdout:2966: finishing write tid 2 to smithi01678542-8 2024-04-15T14:46:39.441 INFO:tasks.rados.rados.0.smithi016.stdout:2966: finishing write tid 3 to smithi01678542-8 2024-04-15T14:46:39.442 INFO:tasks.rados.rados.0.smithi016.stdout:2969: copy_from oid 4 from oid 7 current snap is 275 2024-04-15T14:46:39.442 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 12 current snap is 275 2024-04-15T14:46:39.442 INFO:tasks.rados.rados.0.smithi016.stdout:2970: seq_num 920 ranges {0=614400,614400=401408} 2024-04-15T14:46:39.446 INFO:tasks.rados.rados.0.smithi016.stdout:2970: writing smithi01678542-12 from 0 to 614400 tid 1 2024-04-15T14:46:39.450 INFO:tasks.rados.rados.0.smithi016.stdout:2970: writing smithi01678542-12 from 614400 to 1015808 tid 2 2024-04-15T14:46:39.450 INFO:tasks.rados.rados.0.smithi016.stdout:2971: copy_from oid 14 from oid 26 current snap is 275 2024-04-15T14:46:39.450 INFO:tasks.rados.rados.0.smithi016.stdout:2966: finishing write tid 4 to smithi01678542-8 2024-04-15T14:46:39.450 INFO:tasks.rados.rados.0.smithi016.stdout:2966: oid 8 updating version 0 to 1154 2024-04-15T14:46:39.450 INFO:tasks.rados.rados.0.smithi016.stdout:2966: oid 8 updating version 1154 to 1155 2024-04-15T14:46:39.450 INFO:tasks.rados.rados.0.smithi016.stdout:2966: oid 8 version 1155 is already newer than 1153 2024-04-15T14:46:39.450 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 8 v 1155 (ObjNum 918 snap 275 seq_num 918) dirty exists 2024-04-15T14:46:39.450 INFO:tasks.rados.rados.0.smithi016.stdout:2966: left oid 8 (ObjNum 918 snap 275 seq_num 918) 2024-04-15T14:46:39.451 INFO:tasks.rados.rados.0.smithi016.stdout:2967: finishing write tid 1 to smithi01678542-38 2024-04-15T14:46:39.451 INFO:tasks.rados.rados.0.smithi016.stdout:2967: finishing write tid 2 to smithi01678542-38 2024-04-15T14:46:39.451 INFO:tasks.rados.rados.0.smithi016.stdout:2967: finishing write tid 3 to smithi01678542-38 2024-04-15T14:46:39.451 INFO:tasks.rados.rados.0.smithi016.stdout:2966: done (8 left) 2024-04-15T14:46:39.451 INFO:tasks.rados.rados.0.smithi016.stdout:2972: delete oid 42 current snap is 275 2024-04-15T14:46:39.453 INFO:tasks.rados.rados.0.smithi016.stdout:2967: finishing write tid 4 to smithi01678542-38 2024-04-15T14:46:39.453 INFO:tasks.rados.rados.0.smithi016.stdout:2967: oid 38 updating version 0 to 1455 2024-04-15T14:46:39.453 INFO:tasks.rados.rados.0.smithi016.stdout:2967: oid 38 version 1455 is already newer than 1454 2024-04-15T14:46:39.453 INFO:tasks.rados.rados.0.smithi016.stdout:2967: oid 38 version 1455 is already newer than 1453 2024-04-15T14:46:39.453 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 38 v 1455 (ObjNum 919 snap 275 seq_num 919) dirty exists 2024-04-15T14:46:39.453 INFO:tasks.rados.rados.0.smithi016.stdout:2967: left oid 38 (ObjNum 919 snap 275 seq_num 919) 2024-04-15T14:46:39.453 INFO:tasks.rados.rados.0.smithi016.stdout:2970: finishing write tid 1 to smithi01678542-12 2024-04-15T14:46:39.454 INFO:tasks.rados.rados.0.smithi016.stdout:2967: done (8 left) 2024-04-15T14:46:39.454 INFO:tasks.rados.rados.0.smithi016.stdout:2972: done (7 left) 2024-04-15T14:46:39.455 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 40 current snap is 275 2024-04-15T14:46:39.455 INFO:tasks.rados.rados.0.smithi016.stdout:2973: seq_num 922 ranges {9035776=647168,9682944=401408} 2024-04-15T14:46:39.508 INFO:tasks.rados.rados.0.smithi016.stdout:2973: writing smithi01678542-40 from 9035776 to 9682944 tid 1 2024-04-15T14:46:39.512 INFO:tasks.rados.rados.0.smithi016.stdout:2973: writing smithi01678542-40 from 9682944 to 10084352 tid 2 2024-04-15T14:46:39.512 INFO:tasks.rados.rados.0.smithi016.stdout:2974: read oid 19 snap -1 2024-04-15T14:46:39.512 INFO:tasks.rados.rados.0.smithi016.stdout:2974: expect deleted 2024-04-15T14:46:39.512 INFO:tasks.rados.rados.0.smithi016.stdout:2975: delete oid 37 current snap is 275 2024-04-15T14:46:39.512 INFO:tasks.rados.rados.0.smithi016.stdout:2970: finishing write tid 2 to smithi01678542-12 2024-04-15T14:46:39.512 INFO:tasks.rados.rados.0.smithi016.stdout:2960: finishing copy_from racing read to smithi01678542-46 2024-04-15T14:46:39.513 INFO:tasks.rados.rados.0.smithi016.stdout:2970: finishing write tid 3 to smithi01678542-12 2024-04-15T14:46:39.513 INFO:tasks.rados.rados.0.smithi016.stdout:2969: finishing copy_from racing read to smithi01678542-4 2024-04-15T14:46:39.513 INFO:tasks.rados.rados.0.smithi016.stdout:2960: finishing copy_from to smithi01678542-46 2024-04-15T14:46:39.513 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 46 v 1589 (ObjNum 915 snap 275 seq_num 915) dirty exists 2024-04-15T14:46:39.513 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 28 v 1264 (ObjNum 177 snap 0 seq_num 1) dirty exists 2024-04-15T14:46:39.513 INFO:tasks.rados.rados.0.smithi016.stdout:2970: finishing write tid 4 to smithi01678542-12 2024-04-15T14:46:39.513 INFO:tasks.rados.rados.0.smithi016.stdout:2970: oid 12 updating version 0 to 1158 2024-04-15T14:46:39.513 INFO:tasks.rados.rados.0.smithi016.stdout:2970: oid 12 version 1158 is already newer than 1156 2024-04-15T14:46:39.514 INFO:tasks.rados.rados.0.smithi016.stdout:2970: oid 12 version 1158 is already newer than 1157 2024-04-15T14:46:39.514 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 12 v 1158 (ObjNum 920 snap 275 seq_num 920) dirty exists 2024-04-15T14:46:39.514 INFO:tasks.rados.rados.0.smithi016.stdout:2970: left oid 12 (ObjNum 920 snap 275 seq_num 920) 2024-04-15T14:46:39.514 INFO:tasks.rados.rados.0.smithi016.stdout:2969: finishing copy_from to smithi01678542-4 2024-04-15T14:46:39.514 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 4 v 1515 (ObjNum 840 snap 254 seq_num 840) dirty exists 2024-04-15T14:46:39.515 INFO:tasks.rados.rados.0.smithi016.stdout:2963: finishing copy_from racing read to smithi01678542-16 2024-04-15T14:46:39.515 INFO:tasks.rados.rados.0.smithi016.stdout:2971: finishing copy_from racing read to smithi01678542-14 2024-04-15T14:46:39.515 INFO:tasks.rados.rados.0.smithi016.stdout:2971: finishing copy_from to smithi01678542-14 2024-04-15T14:46:39.515 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 14 v 1166 (ObjNum 843 snap 255 seq_num 843) dirty exists 2024-04-15T14:46:39.515 INFO:tasks.rados.rados.0.smithi016.stdout:2963: finishing copy_from to smithi01678542-16 2024-04-15T14:46:39.515 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 16 v 1432 (ObjNum 908 snap 274 seq_num 908) dirty exists 2024-04-15T14:46:39.515 INFO:tasks.rados.rados.0.smithi016.stdout:2962: finishing copy_from racing read to smithi01678542-36 2024-04-15T14:46:39.515 INFO:tasks.rados.rados.0.smithi016.stdout:2962: finishing copy_from to smithi01678542-36 2024-04-15T14:46:39.515 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 36 v 1522 (ObjNum 872 snap 267 seq_num 872) dirty exists 2024-04-15T14:46:39.516 INFO:tasks.rados.rados.0.smithi016.stdout:2960: done (9 left) 2024-04-15T14:46:39.516 INFO:tasks.rados.rados.0.smithi016.stdout:2962: done (8 left) 2024-04-15T14:46:39.517 INFO:tasks.rados.rados.0.smithi016.stdout:2963: done (7 left) 2024-04-15T14:46:39.517 INFO:tasks.rados.rados.0.smithi016.stdout:2968: done (6 left) 2024-04-15T14:46:39.517 INFO:tasks.rados.rados.0.smithi016.stdout:2969: done (5 left) 2024-04-15T14:46:39.517 INFO:tasks.rados.rados.0.smithi016.stdout:2970: done (4 left) 2024-04-15T14:46:39.517 INFO:tasks.rados.rados.0.smithi016.stdout:2971: done (3 left) 2024-04-15T14:46:39.517 INFO:tasks.rados.rados.0.smithi016.stdout:2974: done (2 left) 2024-04-15T14:46:39.517 INFO:tasks.rados.rados.0.smithi016.stdout:2975: done (1 left) 2024-04-15T14:46:39.517 INFO:tasks.rados.rados.0.smithi016.stdout:2976: read oid 17 snap -1 2024-04-15T14:46:39.517 INFO:tasks.rados.rados.0.smithi016.stdout:2976: expect (ObjNum 0 snap 0 seq_num 0) 2024-04-15T14:46:39.517 INFO:tasks.rados.rados.0.smithi016.stdout:2977: rmattr oid 16 current snap is 275 2024-04-15T14:46:39.517 INFO:tasks.rados.rados.0.smithi016.stdout:2978: snap_create 2024-04-15T14:46:39.517 INFO:tasks.rados.rados.0.smithi016.stdout:2976: expect (ObjNum 0 snap 0 seq_num 0) 2024-04-15T14:46:39.518 INFO:tasks.rados.rados.0.smithi016.stdout:2973: finishing write tid 1 to smithi01678542-40 2024-04-15T14:46:39.518 INFO:tasks.rados.rados.0.smithi016.stdout:2973: finishing write tid 2 to smithi01678542-40 2024-04-15T14:46:39.518 INFO:tasks.rados.rados.0.smithi016.stdout:2973: finishing write tid 3 to smithi01678542-40 2024-04-15T14:46:39.518 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 16 v 1433 (ObjNum 908 snap 274 seq_num 908) dirty exists 2024-04-15T14:46:39.519 INFO:tasks.rados.rados.0.smithi016.stdout:2973: finishing write tid 4 to smithi01678542-40 2024-04-15T14:46:39.519 INFO:tasks.rados.rados.0.smithi016.stdout:2973: oid 40 updating version 0 to 1457 2024-04-15T14:46:39.519 INFO:tasks.rados.rados.0.smithi016.stdout:2973: oid 40 version 1457 is already newer than 1456 2024-04-15T14:46:39.519 INFO:tasks.rados.rados.0.smithi016.stdout:2973: oid 40 version 1457 is already newer than 1455 2024-04-15T14:46:39.519 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 40 v 1457 (ObjNum 922 snap 275 seq_num 922) dirty exists 2024-04-15T14:46:39.519 INFO:tasks.rados.rados.0.smithi016.stdout:2973: left oid 40 (ObjNum 922 snap 275 seq_num 922) 2024-04-15T14:46:39.657 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:46:39 smithi102 ceph-mon[87131]: pgmap v590: 121 pgs: 121 active+clean; 160 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 18 MiB/s rd, 650 KiB/s wr, 14 op/s 2024-04-15T14:46:39.657 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:46:39 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T14:46:39.789 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:46:39 smithi016 ceph-mon[93212]: pgmap v590: 121 pgs: 121 active+clean; 160 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 18 MiB/s rd, 650 KiB/s wr, 14 op/s 2024-04-15T14:46:39.789 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:46:39 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T14:46:39.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:46:39 smithi016 ceph-mon[90652]: pgmap v590: 121 pgs: 121 active+clean; 160 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 18 MiB/s rd, 650 KiB/s wr, 14 op/s 2024-04-15T14:46:39.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:46:39 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T14:46:39.933 INFO:journalctl@ceph.grafana.a.smithi102.stdout:Apr 15 14:46:39 smithi102 systemd[1]: Stopping Ceph grafana.a for 362ea986-fb34-11ee-bc8f-c7b262605968... 2024-04-15T14:46:40.187 INFO:journalctl@ceph.grafana.a.smithi102.stdout:Apr 15 14:46:39 smithi102 podman[125173]: 2024-04-15 14:46:39.937464443 +0000 UTC m=+0.115050903 container died dfd3a2bac14281aa0dd1abdceae49c77715fb8d3b2353669841047a7cc398ef3 (image=quay.io/ceph/ceph-grafana:9.4.7, name=ceph-362ea986-fb34-11ee-bc8f-c7b262605968-grafana-a, io.k8s.display-name=Red Hat Universal Base Image 8, maintainer=Paul Cuzner , architecture=x86_64, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., summary=Grafana Container configured for Ceph mgr/dashboard integration, io.buildah.version=1.32.0, vcs-ref=3aadd00326f3dd6cfe65ee31017ab98915fddb56, com.redhat.component=ubi8-container, com.redhat.license_terms=https://www.redhat.com/en/about/red-hat-end-user-license-agreements#UBI, description=Ceph Grafana Container, vcs-type=git, version=8.5, com.redhat.build-host=cpt-1007.osbs.prod.upshift.rdu2.redhat.com, io.openshift.expose-services=, distribution-scope=public, release=239.1651231664, vendor=Red Hat, Inc., name=ubi8, build-date=2022-04-29T11:48:11.055897, io.openshift.tags=base rhel8, url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.5-239.1651231664) 2024-04-15T14:46:40.356 INFO:tasks.rados.rados.0.smithi016.stdout:2973: done (3 left) 2024-04-15T14:46:40.356 INFO:tasks.rados.rados.0.smithi016.stdout:2976: done (2 left) 2024-04-15T14:46:40.356 INFO:tasks.rados.rados.0.smithi016.stdout:2977: done (1 left) 2024-04-15T14:46:40.357 INFO:tasks.rados.rados.0.smithi016.stdout:2978: done (0 left) 2024-04-15T14:46:40.357 INFO:tasks.rados.rados.0.smithi016.stdout:2979: snap_create 2024-04-15T14:46:40.583 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:46:40 smithi102 ceph-mon[87131]: osdmap e638: 8 total, 8 up, 8 in 2024-04-15T14:46:40.583 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:46:40 smithi102 ceph-mon[87131]: osdmap e639: 8 total, 8 up, 8 in 2024-04-15T14:46:40.583 INFO:journalctl@ceph.grafana.a.smithi102.stdout:Apr 15 14:46:40 smithi102 podman[125173]: 2024-04-15 14:46:40.305950145 +0000 UTC m=+0.483536605 container cleanup dfd3a2bac14281aa0dd1abdceae49c77715fb8d3b2353669841047a7cc398ef3 (image=quay.io/ceph/ceph-grafana:9.4.7, name=ceph-362ea986-fb34-11ee-bc8f-c7b262605968-grafana-a, vendor=Red Hat, Inc., io.buildah.version=1.32.0, io.openshift.expose-services=, vcs-ref=3aadd00326f3dd6cfe65ee31017ab98915fddb56, architecture=x86_64, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., vcs-type=git, summary=Grafana Container configured for Ceph mgr/dashboard integration, version=8.5, io.k8s.display-name=Red Hat Universal Base Image 8, description=Ceph Grafana Container, name=ubi8, build-date=2022-04-29T11:48:11.055897, io.openshift.tags=base rhel8, url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.5-239.1651231664, maintainer=Paul Cuzner , release=239.1651231664, com.redhat.component=ubi8-container, com.redhat.license_terms=https://www.redhat.com/en/about/red-hat-end-user-license-agreements#UBI, com.redhat.build-host=cpt-1007.osbs.prod.upshift.rdu2.redhat.com, distribution-scope=public) 2024-04-15T14:46:40.583 INFO:journalctl@ceph.grafana.a.smithi102.stdout:Apr 15 14:46:40 smithi102 bash[125173]: ceph-362ea986-fb34-11ee-bc8f-c7b262605968-grafana-a 2024-04-15T14:46:40.789 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:46:40 smithi016 ceph-mon[90652]: osdmap e638: 8 total, 8 up, 8 in 2024-04-15T14:46:40.789 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:46:40 smithi016 ceph-mon[90652]: osdmap e639: 8 total, 8 up, 8 in 2024-04-15T14:46:40.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:46:40 smithi016 ceph-mon[93212]: osdmap e638: 8 total, 8 up, 8 in 2024-04-15T14:46:40.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:46:40 smithi016 ceph-mon[93212]: osdmap e639: 8 total, 8 up, 8 in 2024-04-15T14:46:40.926 INFO:journalctl@ceph.grafana.a.smithi102.stdout:Apr 15 14:46:40 smithi102 podman[125192]: 2024-04-15 14:46:40.582291091 +0000 UTC m=+0.647304350 container remove dfd3a2bac14281aa0dd1abdceae49c77715fb8d3b2353669841047a7cc398ef3 (image=quay.io/ceph/ceph-grafana:9.4.7, name=ceph-362ea986-fb34-11ee-bc8f-c7b262605968-grafana-a, architecture=x86_64, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., vcs-ref=3aadd00326f3dd6cfe65ee31017ab98915fddb56, name=ubi8, com.redhat.build-host=cpt-1007.osbs.prod.upshift.rdu2.redhat.com, io.openshift.tags=base rhel8, io.buildah.version=1.32.0, io.k8s.display-name=Red Hat Universal Base Image 8, io.openshift.expose-services=, com.redhat.component=ubi8-container, release=239.1651231664, com.redhat.license_terms=https://www.redhat.com/en/about/red-hat-end-user-license-agreements#UBI, summary=Grafana Container configured for Ceph mgr/dashboard integration, version=8.5, maintainer=Paul Cuzner , vcs-type=git, distribution-scope=public, description=Ceph Grafana Container, build-date=2022-04-29T11:48:11.055897, vendor=Red Hat, Inc., url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.5-239.1651231664) 2024-04-15T14:46:40.926 INFO:journalctl@ceph.grafana.a.smithi102.stdout:Apr 15 14:46:40 smithi102 systemd[1]: ceph-362ea986-fb34-11ee-bc8f-c7b262605968@grafana.a.service: Main process exited, code=exited, status=143/n/a 2024-04-15T14:46:40.926 INFO:journalctl@ceph.grafana.a.smithi102.stdout:Apr 15 14:46:40 smithi102 systemd[1]: ceph-362ea986-fb34-11ee-bc8f-c7b262605968@grafana.a.service: Failed with result 'exit-code'. 2024-04-15T14:46:40.926 INFO:journalctl@ceph.grafana.a.smithi102.stdout:Apr 15 14:46:40 smithi102 systemd[1]: Stopped Ceph grafana.a for 362ea986-fb34-11ee-bc8f-c7b262605968. 2024-04-15T14:46:40.926 INFO:journalctl@ceph.grafana.a.smithi102.stdout:Apr 15 14:46:40 smithi102 systemd[1]: ceph-362ea986-fb34-11ee-bc8f-c7b262605968@grafana.a.service: Consumed 10.798s CPU time. 2024-04-15T14:46:41.187 INFO:journalctl@ceph.grafana.a.smithi102.stdout:Apr 15 14:46:40 smithi102 systemd[1]: Starting Ceph grafana.a for 362ea986-fb34-11ee-bc8f-c7b262605968... 2024-04-15T14:46:41.187 INFO:journalctl@ceph.grafana.a.smithi102.stdout:Apr 15 14:46:41 smithi102 podman[125340]: 2024-04-15 14:46:41.076188099 +0000 UTC m=+0.018332653 image pull 2bacad6d85d802cd176c146528adcc0e47a8a83e94bc4a8b7ba1a9b9ef2c65e7 quay.io/ceph/grafana:9.4.12 2024-04-15T14:46:41.364 INFO:tasks.rados.rados.0.smithi016.stdout:2979: done (0 left) 2024-04-15T14:46:41.364 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 15 current snap is 277 2024-04-15T14:46:41.364 INFO:tasks.rados.rados.0.smithi016.stdout:2980: seq_num 924 ranges {2129920=679936,2809856=401408} 2024-04-15T14:46:41.379 INFO:tasks.rados.rados.0.smithi016.stdout:2980: writing smithi01678542-15 from 2129920 to 2809856 tid 1 2024-04-15T14:46:41.382 INFO:tasks.rados.rados.0.smithi016.stdout:2980: writing smithi01678542-15 from 2809856 to 3211264 tid 2 2024-04-15T14:46:41.382 INFO:tasks.rados.rados.0.smithi016.stdout:2981: rollback oid 3 current snap is 277 2024-04-15T14:46:41.382 INFO:tasks.rados.rados.0.smithi016.stdout:rollback oid 3 to 276 2024-04-15T14:46:41.383 INFO:tasks.rados.rados.0.smithi016.stdout:2982: read oid 50 snap 276 2024-04-15T14:46:41.383 INFO:tasks.rados.rados.0.smithi016.stdout:2982: expect (ObjNum 836 snap 254 seq_num 836) 2024-04-15T14:46:41.383 INFO:tasks.rados.rados.0.smithi016.stdout:2983: read oid 24 snap 275 2024-04-15T14:46:41.383 INFO:tasks.rados.rados.0.smithi016.stdout:2983: expect (ObjNum 632 snap 191 seq_num 632) 2024-04-15T14:46:41.383 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 18 current snap is 277 2024-04-15T14:46:41.383 INFO:tasks.rados.rados.0.smithi016.stdout:2984: seq_num 925 ranges {4030464=696320,4726784=401408} 2024-04-15T14:46:41.408 INFO:tasks.rados.rados.0.smithi016.stdout:2984: writing smithi01678542-18 from 4030464 to 4726784 tid 1 2024-04-15T14:46:41.411 INFO:tasks.rados.rados.0.smithi016.stdout:2984: writing smithi01678542-18 from 4726784 to 5128192 tid 2 2024-04-15T14:46:41.411 INFO:tasks.rados.rados.0.smithi016.stdout:2985: delete oid 4 current snap is 277 2024-04-15T14:46:41.411 INFO:tasks.rados.rados.0.smithi016.stdout:2980: finishing write tid 1 to smithi01678542-15 2024-04-15T14:46:41.411 INFO:tasks.rados.rados.0.smithi016.stdout:2980: finishing write tid 2 to smithi01678542-15 2024-04-15T14:46:41.411 INFO:tasks.rados.rados.0.smithi016.stdout:2981: finishing rollback tid 0 to smithi01678542-3 2024-04-15T14:46:41.411 INFO:tasks.rados.rados.0.smithi016.stdout:2981: finishing rollback tid 1 to smithi01678542-3 2024-04-15T14:46:41.411 INFO:tasks.rados.rados.0.smithi016.stdout:2981: finishing rollback tid 2 to smithi01678542-3 2024-04-15T14:46:41.411 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 3 v 1298 (ObjNum 896 snap 271 seq_num 896) dirty exists 2024-04-15T14:46:41.411 INFO:tasks.rados.rados.0.smithi016.stdout:2980: finishing write tid 3 to smithi01678542-15 2024-04-15T14:46:41.411 INFO:tasks.rados.rados.0.smithi016.stdout:2982: expect (ObjNum 836 snap 254 seq_num 836) 2024-04-15T14:46:41.538 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:46:41 smithi102 ceph-mon[87131]: pgmap v592: 121 pgs: 121 active+clean; 160 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 17 MiB/s rd, 479 KiB/s wr, 8 op/s 2024-04-15T14:46:41.538 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:46:41 smithi102 ceph-mon[87131]: osdmap e640: 8 total, 8 up, 8 in 2024-04-15T14:46:41.539 INFO:journalctl@ceph.grafana.a.smithi102.stdout:Apr 15 14:46:41 smithi102 podman[125340]: 2024-04-15 14:46:41.191719455 +0000 UTC m=+0.133863992 container create 0758ce08254c28845eaab068bde6e6e7d951ece45b3c142f75a8889156a4458f (image=quay.io/ceph/grafana:9.4.12, name=ceph-362ea986-fb34-11ee-bc8f-c7b262605968-grafana-a, maintainer=Grafana Labs ) 2024-04-15T14:46:41.539 INFO:journalctl@ceph.grafana.a.smithi102.stdout:Apr 15 14:46:41 smithi102 podman[125340]: 2024-04-15 14:46:41.436223501 +0000 UTC m=+0.378368037 container init 0758ce08254c28845eaab068bde6e6e7d951ece45b3c142f75a8889156a4458f (image=quay.io/ceph/grafana:9.4.12, name=ceph-362ea986-fb34-11ee-bc8f-c7b262605968-grafana-a, maintainer=Grafana Labs ) 2024-04-15T14:46:41.539 INFO:journalctl@ceph.grafana.a.smithi102.stdout:Apr 15 14:46:41 smithi102 podman[125340]: 2024-04-15 14:46:41.441666641 +0000 UTC m=+0.383811190 container start 0758ce08254c28845eaab068bde6e6e7d951ece45b3c142f75a8889156a4458f (image=quay.io/ceph/grafana:9.4.12, name=ceph-362ea986-fb34-11ee-bc8f-c7b262605968-grafana-a, maintainer=Grafana Labs ) 2024-04-15T14:46:41.539 INFO:tasks.rados.rados.0.smithi016.stdout:2983: expect (ObjNum 632 snap 191 seq_num 632) 2024-04-15T14:46:41.705 INFO:tasks.rados.rados.0.smithi016.stdout:2980: finishing write tid 4 to smithi01678542-15 2024-04-15T14:46:41.705 INFO:tasks.rados.rados.0.smithi016.stdout:2980: oid 15 updating version 0 to 1458 2024-04-15T14:46:41.705 INFO:tasks.rados.rados.0.smithi016.stdout:2980: oid 15 version 1458 is already newer than 1457 2024-04-15T14:46:41.705 INFO:tasks.rados.rados.0.smithi016.stdout:2980: oid 15 version 1458 is already newer than 1456 2024-04-15T14:46:41.705 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 15 v 1458 (ObjNum 924 snap 277 seq_num 924) dirty exists 2024-04-15T14:46:41.705 INFO:tasks.rados.rados.0.smithi016.stdout:2980: left oid 15 (ObjNum 924 snap 277 seq_num 924) 2024-04-15T14:46:41.705 INFO:tasks.rados.rados.0.smithi016.stdout:2980: done (5 left) 2024-04-15T14:46:41.706 INFO:tasks.rados.rados.0.smithi016.stdout:2981: done (4 left) 2024-04-15T14:46:41.706 INFO:tasks.rados.rados.0.smithi016.stdout:2982: done (3 left) 2024-04-15T14:46:41.706 INFO:tasks.rados.rados.0.smithi016.stdout:2983: done (2 left) 2024-04-15T14:46:41.706 INFO:tasks.rados.rados.0.smithi016.stdout:2985: done (1 left) 2024-04-15T14:46:41.706 INFO:tasks.rados.rados.0.smithi016.stdout:2986: snap_remove snap 275 2024-04-15T14:46:41.778 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:46:41 smithi016 ceph-mon[90652]: pgmap v592: 121 pgs: 121 active+clean; 160 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 17 MiB/s rd, 479 KiB/s wr, 8 op/s 2024-04-15T14:46:41.778 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:46:41 smithi016 ceph-mon[90652]: osdmap e640: 8 total, 8 up, 8 in 2024-04-15T14:46:41.779 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:46:41 smithi016 ceph-mon[93212]: pgmap v592: 121 pgs: 121 active+clean; 160 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 17 MiB/s rd, 479 KiB/s wr, 8 op/s 2024-04-15T14:46:41.779 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:46:41 smithi016 ceph-mon[93212]: osdmap e640: 8 total, 8 up, 8 in 2024-04-15T14:46:41.937 INFO:journalctl@ceph.grafana.a.smithi102.stdout:Apr 15 14:46:41 smithi102 bash[125340]: 0758ce08254c28845eaab068bde6e6e7d951ece45b3c142f75a8889156a4458f 2024-04-15T14:46:41.938 INFO:journalctl@ceph.grafana.a.smithi102.stdout:Apr 15 14:46:41 smithi102 systemd[1]: Started Ceph grafana.a for 362ea986-fb34-11ee-bc8f-c7b262605968. 2024-04-15T14:46:41.938 INFO:journalctl@ceph.grafana.a.smithi102.stdout:Apr 15 14:46:41 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-grafana-a[125357]: logger=settings t=2024-04-15T14:46:41.591283751Z level=info msg="Starting Grafana" version=9.4.12 commit=37ee25ba46 branch=HEAD compiled=2023-05-22T15:58:05Z 2024-04-15T14:46:41.938 INFO:journalctl@ceph.grafana.a.smithi102.stdout:Apr 15 14:46:41 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-grafana-a[125357]: logger=settings t=2024-04-15T14:46:41.591455327Z level=warn msg="\"sentry\" frontend logging provider is deprecated and will be removed in the next major version. Use \"grafana\" provider instead." 2024-04-15T14:46:41.938 INFO:journalctl@ceph.grafana.a.smithi102.stdout:Apr 15 14:46:41 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-grafana-a[125357]: logger=settings t=2024-04-15T14:46:41.591465535Z level=info msg="Config loaded from" file=/usr/share/grafana/conf/defaults.ini 2024-04-15T14:46:41.938 INFO:journalctl@ceph.grafana.a.smithi102.stdout:Apr 15 14:46:41 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-grafana-a[125357]: logger=settings t=2024-04-15T14:46:41.591468751Z level=info msg="Config loaded from" file=/etc/grafana/grafana.ini 2024-04-15T14:46:41.938 INFO:journalctl@ceph.grafana.a.smithi102.stdout:Apr 15 14:46:41 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-grafana-a[125357]: logger=settings t=2024-04-15T14:46:41.591471486Z level=info msg="Config overridden from command line" arg="default.paths.data=/var/lib/grafana" 2024-04-15T14:46:41.938 INFO:journalctl@ceph.grafana.a.smithi102.stdout:Apr 15 14:46:41 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-grafana-a[125357]: logger=settings t=2024-04-15T14:46:41.591474634Z level=info msg="Config overridden from command line" arg="default.paths.logs=/var/log/grafana" 2024-04-15T14:46:41.938 INFO:journalctl@ceph.grafana.a.smithi102.stdout:Apr 15 14:46:41 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-grafana-a[125357]: logger=settings t=2024-04-15T14:46:41.591477335Z level=info msg="Config overridden from command line" arg="default.paths.plugins=/var/lib/grafana/plugins" 2024-04-15T14:46:41.938 INFO:journalctl@ceph.grafana.a.smithi102.stdout:Apr 15 14:46:41 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-grafana-a[125357]: logger=settings t=2024-04-15T14:46:41.591479917Z level=info msg="Config overridden from command line" arg="default.paths.provisioning=/etc/grafana/provisioning" 2024-04-15T14:46:41.938 INFO:journalctl@ceph.grafana.a.smithi102.stdout:Apr 15 14:46:41 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-grafana-a[125357]: logger=settings t=2024-04-15T14:46:41.591484051Z level=info msg="Config overridden from command line" arg="default.log.mode=console" 2024-04-15T14:46:41.939 INFO:journalctl@ceph.grafana.a.smithi102.stdout:Apr 15 14:46:41 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-grafana-a[125357]: logger=settings t=2024-04-15T14:46:41.591486965Z level=info msg="Config overridden from Environment variable" var="GF_PATHS_DATA=/var/lib/grafana" 2024-04-15T14:46:41.939 INFO:journalctl@ceph.grafana.a.smithi102.stdout:Apr 15 14:46:41 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-grafana-a[125357]: logger=settings t=2024-04-15T14:46:41.591489553Z level=info msg="Config overridden from Environment variable" var="GF_PATHS_LOGS=/var/log/grafana" 2024-04-15T14:46:41.939 INFO:journalctl@ceph.grafana.a.smithi102.stdout:Apr 15 14:46:41 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-grafana-a[125357]: logger=settings t=2024-04-15T14:46:41.591491991Z level=info msg="Config overridden from Environment variable" var="GF_PATHS_PLUGINS=/var/lib/grafana/plugins" 2024-04-15T14:46:41.939 INFO:journalctl@ceph.grafana.a.smithi102.stdout:Apr 15 14:46:41 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-grafana-a[125357]: logger=settings t=2024-04-15T14:46:41.591494471Z level=info msg="Config overridden from Environment variable" var="GF_PATHS_PROVISIONING=/etc/grafana/provisioning" 2024-04-15T14:46:41.939 INFO:journalctl@ceph.grafana.a.smithi102.stdout:Apr 15 14:46:41 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-grafana-a[125357]: logger=settings t=2024-04-15T14:46:41.591497411Z level=info msg="Path Home" path=/usr/share/grafana 2024-04-15T14:46:41.939 INFO:journalctl@ceph.grafana.a.smithi102.stdout:Apr 15 14:46:41 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-grafana-a[125357]: logger=settings t=2024-04-15T14:46:41.591500156Z level=info msg="Path Data" path=/var/lib/grafana 2024-04-15T14:46:41.939 INFO:journalctl@ceph.grafana.a.smithi102.stdout:Apr 15 14:46:41 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-grafana-a[125357]: logger=settings t=2024-04-15T14:46:41.591502536Z level=info msg="Path Logs" path=/var/log/grafana 2024-04-15T14:46:41.939 INFO:journalctl@ceph.grafana.a.smithi102.stdout:Apr 15 14:46:41 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-grafana-a[125357]: logger=settings t=2024-04-15T14:46:41.591505265Z level=info msg="Path Plugins" path=/var/lib/grafana/plugins 2024-04-15T14:46:41.939 INFO:journalctl@ceph.grafana.a.smithi102.stdout:Apr 15 14:46:41 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-grafana-a[125357]: logger=settings t=2024-04-15T14:46:41.59150829Z level=info msg="Path Provisioning" path=/etc/grafana/provisioning 2024-04-15T14:46:41.939 INFO:journalctl@ceph.grafana.a.smithi102.stdout:Apr 15 14:46:41 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-grafana-a[125357]: logger=settings t=2024-04-15T14:46:41.591511166Z level=info msg="App mode production" 2024-04-15T14:46:41.939 INFO:journalctl@ceph.grafana.a.smithi102.stdout:Apr 15 14:46:41 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-grafana-a[125357]: logger=sqlstore t=2024-04-15T14:46:41.591551461Z level=info msg="Connecting to DB" dbtype=sqlite3 2024-04-15T14:46:41.939 INFO:journalctl@ceph.grafana.a.smithi102.stdout:Apr 15 14:46:41 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-grafana-a[125357]: logger=sqlstore t=2024-04-15T14:46:41.591569521Z level=warn msg="SQLite database file has broader permissions than it should" path=/var/lib/grafana/grafana.db mode=-rw-r--r-- expected=-rw-r----- 2024-04-15T14:46:41.939 INFO:journalctl@ceph.grafana.a.smithi102.stdout:Apr 15 14:46:41 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-grafana-a[125357]: logger=migrator t=2024-04-15T14:46:41.606120818Z level=info msg="Starting DB migrations" 2024-04-15T14:46:41.939 INFO:journalctl@ceph.grafana.a.smithi102.stdout:Apr 15 14:46:41 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-grafana-a[125357]: logger=migrator t=2024-04-15T14:46:41.611125925Z level=info msg="migrations completed" performed=0 skipped=481 duration=471.03µs 2024-04-15T14:46:41.940 INFO:journalctl@ceph.grafana.a.smithi102.stdout:Apr 15 14:46:41 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-grafana-a[125357]: logger=sqlstore t=2024-04-15T14:46:41.611474575Z level=info msg="Created default organization" 2024-04-15T14:46:41.940 INFO:journalctl@ceph.grafana.a.smithi102.stdout:Apr 15 14:46:41 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-grafana-a[125357]: logger=plugin.finder t=2024-04-15T14:46:41.643335926Z level=warn msg="Skipping finding plugins as directory does not exist" path=/usr/share/grafana/plugins-bundled 2024-04-15T14:46:41.940 INFO:journalctl@ceph.grafana.a.smithi102.stdout:Apr 15 14:46:41 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-grafana-a[125357]: logger=secrets t=2024-04-15T14:46:41.643421782Z level=info msg="Envelope encryption state" enabled=true currentprovider=secretKey.v1 2024-04-15T14:46:41.940 INFO:journalctl@ceph.grafana.a.smithi102.stdout:Apr 15 14:46:41 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-grafana-a[125357]: logger=query_data t=2024-04-15T14:46:41.645577882Z level=info msg="Query Service initialization" 2024-04-15T14:46:41.940 INFO:journalctl@ceph.grafana.a.smithi102.stdout:Apr 15 14:46:41 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-grafana-a[125357]: logger=live.push_http t=2024-04-15T14:46:41.65014258Z level=info msg="Live Push Gateway initialization" 2024-04-15T14:46:42.039 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 15 14:46:41 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-y[81421]: ::ffff:172.21.15.102 - - [15/Apr/2024:14:46:41] "GET /metrics HTTP/1.1" 200 36268 "" "Prometheus/2.43.0" 2024-04-15T14:46:42.566 INFO:journalctl@ceph.prometheus.a.smithi102.stdout:Apr 15 14:46:42 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-prometheus-a[120881]: ts=2024-04-15T14:46:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi016:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"362ea986-fb34-11ee-bc8f-c7b262605968\", instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T14:46:42.566 INFO:journalctl@ceph.grafana.a.smithi102.stdout:Apr 15 14:46:42 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-grafana-a[125357]: logger=infra.usagestats.collector t=2024-04-15T14:46:42.331259779Z level=info msg="registering usage stat providers" usageStatsProvidersLen=2 2024-04-15T14:46:42.566 INFO:journalctl@ceph.grafana.a.smithi102.stdout:Apr 15 14:46:42 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-grafana-a[125357]: logger=provisioning.datasources t=2024-04-15T14:46:42.333154954Z level=info msg="deleted correlations based on configuration" ds_name=Dashboard1 2024-04-15T14:46:42.566 INFO:journalctl@ceph.grafana.a.smithi102.stdout:Apr 15 14:46:42 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-grafana-a[125357]: logger=provisioning.datasources t=2024-04-15T14:46:42.333163731Z level=info msg="deleted datasource based on configuration" name=Dashboard1 2024-04-15T14:46:42.567 INFO:journalctl@ceph.grafana.a.smithi102.stdout:Apr 15 14:46:42 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-grafana-a[125357]: logger=provisioning.datasources t=2024-04-15T14:46:42.333261699Z level=info msg="inserting datasource from configuration " name=Dashboard1 uid=P43CA22E17D0F9596 2024-04-15T14:46:42.567 INFO:journalctl@ceph.grafana.a.smithi102.stdout:Apr 15 14:46:42 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-grafana-a[125357]: logger=provisioning.alerting t=2024-04-15T14:46:42.355773146Z level=info msg="starting to provision alerting" 2024-04-15T14:46:42.567 INFO:journalctl@ceph.grafana.a.smithi102.stdout:Apr 15 14:46:42 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-grafana-a[125357]: logger=provisioning.alerting t=2024-04-15T14:46:42.355783238Z level=info msg="finished to provision alerting" 2024-04-15T14:46:42.567 INFO:journalctl@ceph.grafana.a.smithi102.stdout:Apr 15 14:46:42 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-grafana-a[125357]: logger=ngalert.state.manager t=2024-04-15T14:46:42.355998642Z level=info msg="Warming state cache for startup" 2024-04-15T14:46:42.567 INFO:journalctl@ceph.grafana.a.smithi102.stdout:Apr 15 14:46:42 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-grafana-a[125357]: logger=grafanaStorageLogger t=2024-04-15T14:46:42.356001311Z level=info msg="storage starting" 2024-04-15T14:46:42.567 INFO:journalctl@ceph.grafana.a.smithi102.stdout:Apr 15 14:46:42 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-grafana-a[125357]: logger=http.server t=2024-04-15T14:46:42.35839635Z level=info msg="HTTP Server Listen" address=[::]:3000 protocol=https subUrl= socket= 2024-04-15T14:46:42.567 INFO:journalctl@ceph.grafana.a.smithi102.stdout:Apr 15 14:46:42 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-grafana-a[125357]: logger=ngalert.state.manager t=2024-04-15T14:46:42.360358841Z level=info msg="State cache has been initialized" states=0 duration=4.357621ms 2024-04-15T14:46:42.567 INFO:journalctl@ceph.grafana.a.smithi102.stdout:Apr 15 14:46:42 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-grafana-a[125357]: logger=ticker t=2024-04-15T14:46:42.360607285Z level=info msg=starting first_tick=2024-04-15T14:46:50Z 2024-04-15T14:46:42.567 INFO:journalctl@ceph.grafana.a.smithi102.stdout:Apr 15 14:46:42 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-grafana-a[125357]: logger=ngalert.multiorg.alertmanager t=2024-04-15T14:46:42.360740784Z level=info msg="starting MultiOrg Alertmanager" 2024-04-15T14:46:42.567 INFO:journalctl@ceph.grafana.a.smithi102.stdout:Apr 15 14:46:42 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-grafana-a[125357]: logger=sqlstore.transactions t=2024-04-15T14:46:42.372532355Z level=info msg="Database locked, sleeping then retrying" error="database is locked" retry=0 code="database is locked" 2024-04-15T14:46:42.604 INFO:tasks.rados.rados.0.smithi016.stdout:2986: done (1 left) 2024-04-15T14:46:42.604 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 48 current snap is 277 2024-04-15T14:46:42.604 INFO:tasks.rados.rados.0.smithi016.stdout:2984: finishing write tid 1 to smithi01678542-18 2024-04-15T14:46:42.604 INFO:tasks.rados.rados.0.smithi016.stdout:2984: finishing write tid 2 to smithi01678542-18 2024-04-15T14:46:42.604 INFO:tasks.rados.rados.0.smithi016.stdout:2984: finishing write tid 3 to smithi01678542-18 2024-04-15T14:46:42.604 INFO:tasks.rados.rados.0.smithi016.stdout:2987: seq_num 927 ranges {0=729088,729088=401408} 2024-04-15T14:46:42.608 INFO:tasks.rados.rados.0.smithi016.stdout:2987: writing smithi01678542-48 from 0 to 729088 tid 1 2024-04-15T14:46:42.611 INFO:tasks.rados.rados.0.smithi016.stdout:2987: writing smithi01678542-48 from 729088 to 1130496 tid 2 2024-04-15T14:46:42.611 INFO:tasks.rados.rados.0.smithi016.stdout:2988: snap_remove snap 276 2024-04-15T14:46:42.816 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:46:42 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T14:46:42.816 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:46:42 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T14:46:42.817 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:46:42 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T14:46:43.039 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:46:42 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T14:46:43.039 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:46:42 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T14:46:43.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:46:42 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T14:46:43.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:46:42 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T14:46:43.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:46:42 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T14:46:43.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:46:42 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T14:46:43.609 INFO:tasks.rados.rados.0.smithi016.stdout:2988: done (2 left) 2024-04-15T14:46:43.609 INFO:tasks.rados.rados.0.smithi016.stdout:2989: snap_create 2024-04-15T14:46:43.609 INFO:tasks.rados.rados.0.smithi016.stdout:2984: finishing write tid 4 to smithi01678542-18 2024-04-15T14:46:43.609 INFO:tasks.rados.rados.0.smithi016.stdout:2984: oid 18 updating version 0 to 573 2024-04-15T14:46:43.609 INFO:tasks.rados.rados.0.smithi016.stdout:2984: oid 18 updating version 573 to 575 2024-04-15T14:46:43.609 INFO:tasks.rados.rados.0.smithi016.stdout:2984: oid 18 version 575 is already newer than 574 2024-04-15T14:46:43.609 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 18 v 575 (ObjNum 925 snap 277 seq_num 925) dirty exists 2024-04-15T14:46:43.609 INFO:tasks.rados.rados.0.smithi016.stdout:2984: left oid 18 (ObjNum 925 snap 277 seq_num 925) 2024-04-15T14:46:43.609 INFO:tasks.rados.rados.0.smithi016.stdout:2987: finishing write tid 1 to smithi01678542-48 2024-04-15T14:46:43.609 INFO:tasks.rados.rados.0.smithi016.stdout:2987: finishing write tid 2 to smithi01678542-48 2024-04-15T14:46:43.609 INFO:tasks.rados.rados.0.smithi016.stdout:2987: finishing write tid 3 to smithi01678542-48 2024-04-15T14:46:43.610 INFO:tasks.rados.rados.0.smithi016.stdout:2987: finishing write tid 4 to smithi01678542-48 2024-04-15T14:46:43.610 INFO:tasks.rados.rados.0.smithi016.stdout:2987: oid 48 updating version 0 to 1436 2024-04-15T14:46:43.610 INFO:tasks.rados.rados.0.smithi016.stdout:2987: oid 48 version 1436 is already newer than 1435 2024-04-15T14:46:43.610 INFO:tasks.rados.rados.0.smithi016.stdout:2987: oid 48 version 1436 is already newer than 1434 2024-04-15T14:46:43.610 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 48 v 1436 (ObjNum 927 snap 277 seq_num 927) dirty exists 2024-04-15T14:46:43.610 INFO:tasks.rados.rados.0.smithi016.stdout:2987: left oid 48 (ObjNum 927 snap 277 seq_num 927) 2024-04-15T14:46:43.878 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:46:43 smithi102 ceph-mon[87131]: pgmap v595: 121 pgs: 121 active+clean; 159 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 25 MiB/s rd, 6.6 MiB/s wr, 38 op/s 2024-04-15T14:46:43.878 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:46:43 smithi102 ceph-mon[87131]: osdmap e641: 8 total, 8 up, 8 in 2024-04-15T14:46:44.039 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:46:43 smithi016 ceph-mon[90652]: pgmap v595: 121 pgs: 121 active+clean; 159 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 25 MiB/s rd, 6.6 MiB/s wr, 38 op/s 2024-04-15T14:46:44.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:46:43 smithi016 ceph-mon[90652]: osdmap e641: 8 total, 8 up, 8 in 2024-04-15T14:46:44.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:46:43 smithi016 ceph-mon[93212]: pgmap v595: 121 pgs: 121 active+clean; 159 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 25 MiB/s rd, 6.6 MiB/s wr, 38 op/s 2024-04-15T14:46:44.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:46:43 smithi016 ceph-mon[93212]: osdmap e641: 8 total, 8 up, 8 in 2024-04-15T14:46:44.613 INFO:tasks.rados.rados.0.smithi016.stdout:2984: done (2 left) 2024-04-15T14:46:44.613 INFO:tasks.rados.rados.0.smithi016.stdout:2987: done (1 left) 2024-04-15T14:46:44.613 INFO:tasks.rados.rados.0.smithi016.stdout:2989: done (0 left) 2024-04-15T14:46:44.614 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 34 current snap is 278 2024-04-15T14:46:44.614 INFO:tasks.rados.rados.0.smithi016.stdout:2990: seq_num 928 ranges {11583488=745472,12328960=401408} 2024-04-15T14:46:44.680 INFO:tasks.rados.rados.0.smithi016.stdout:2990: writing smithi01678542-34 from 11583488 to 12328960 tid 1 2024-04-15T14:46:44.682 INFO:tasks.rados.rados.0.smithi016.stdout:2990: writing smithi01678542-34 from 12328960 to 12730368 tid 2 2024-04-15T14:46:44.683 INFO:tasks.rados.rados.0.smithi016.stdout:2991: setattr oid 41 current snap is 278 2024-04-15T14:46:44.683 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 40 current snap is 278 2024-04-15T14:46:44.683 INFO:tasks.rados.rados.0.smithi016.stdout:2992: seq_num 929 ranges {10084352=761856,10846208=401408} 2024-04-15T14:46:44.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:46:44 smithi102 ceph-mon[87131]: osdmap e642: 8 total, 8 up, 8 in 2024-04-15T14:46:44.743 INFO:tasks.rados.rados.0.smithi016.stdout:2992: writing smithi01678542-40 from 10084352 to 10846208 tid 1 2024-04-15T14:46:44.746 INFO:tasks.rados.rados.0.smithi016.stdout:2992: writing smithi01678542-40 from 10846208 to 11247616 tid 2 2024-04-15T14:46:44.746 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 41 v 1347 (ObjNum 861 snap 263 seq_num 861) dirty exists 2024-04-15T14:46:44.746 INFO:tasks.rados.rados.0.smithi016.stdout:2993: read oid 47 snap 277 2024-04-15T14:46:44.746 INFO:tasks.rados.rados.0.smithi016.stdout:2993: expect (ObjNum 840 snap 254 seq_num 840) 2024-04-15T14:46:44.746 INFO:tasks.rados.rados.0.smithi016.stdout:2991: done (3 left) 2024-04-15T14:46:44.746 INFO:tasks.rados.rados.0.smithi016.stdout:2994: read oid 49 snap -1 2024-04-15T14:46:44.746 INFO:tasks.rados.rados.0.smithi016.stdout:2994: expect (ObjNum 908 snap 274 seq_num 908) 2024-04-15T14:46:44.746 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 11 current snap is 278 2024-04-15T14:46:44.747 INFO:tasks.rados.rados.0.smithi016.stdout:2990: finishing write tid 1 to smithi01678542-34 2024-04-15T14:46:44.747 INFO:tasks.rados.rados.0.smithi016.stdout:2990: finishing write tid 2 to smithi01678542-34 2024-04-15T14:46:44.747 INFO:tasks.rados.rados.0.smithi016.stdout:2995: seq_num 930 ranges {376832=786432,1163264=401408} 2024-04-15T14:46:44.753 INFO:tasks.rados.rados.0.smithi016.stdout:2995: writing smithi01678542-11 from 376832 to 1163264 tid 1 2024-04-15T14:46:44.756 INFO:tasks.rados.rados.0.smithi016.stdout:2995: writing smithi01678542-11 from 1163264 to 1564672 tid 2 2024-04-15T14:46:44.756 INFO:tasks.rados.rados.0.smithi016.stdout:2996: read oid 38 snap -1 2024-04-15T14:46:44.756 INFO:tasks.rados.rados.0.smithi016.stdout:2996: expect (ObjNum 919 snap 275 seq_num 919) 2024-04-15T14:46:44.756 INFO:tasks.rados.rados.0.smithi016.stdout:2997: rollback oid 9 current snap is 278 2024-04-15T14:46:44.756 INFO:tasks.rados.rados.0.smithi016.stdout:rollback oid 9 to 277 2024-04-15T14:46:44.756 INFO:tasks.rados.rados.0.smithi016.stdout:2990: finishing write tid 3 to smithi01678542-34 2024-04-15T14:46:44.757 INFO:tasks.rados.rados.0.smithi016.stdout:2990: finishing write tid 4 to smithi01678542-34 2024-04-15T14:46:44.757 INFO:tasks.rados.rados.0.smithi016.stdout:2990: oid 34 updating version 0 to 1529 2024-04-15T14:46:44.757 INFO:tasks.rados.rados.0.smithi016.stdout:2990: oid 34 updating version 1529 to 1530 2024-04-15T14:46:44.757 INFO:tasks.rados.rados.0.smithi016.stdout:2990: oid 34 version 1530 is already newer than 1528 2024-04-15T14:46:44.757 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 34 v 1530 (ObjNum 928 snap 278 seq_num 928) dirty exists 2024-04-15T14:46:44.758 INFO:tasks.rados.rados.0.smithi016.stdout:2990: left oid 34 (ObjNum 928 snap 278 seq_num 928) 2024-04-15T14:46:44.758 INFO:tasks.rados.rados.0.smithi016.stdout:2992: finishing write tid 1 to smithi01678542-40 2024-04-15T14:46:44.758 INFO:tasks.rados.rados.0.smithi016.stdout:2992: finishing write tid 2 to smithi01678542-40 2024-04-15T14:46:44.758 INFO:tasks.rados.rados.0.smithi016.stdout:2992: finishing write tid 3 to smithi01678542-40 2024-04-15T14:46:44.758 INFO:tasks.rados.rados.0.smithi016.stdout:2992: finishing write tid 4 to smithi01678542-40 2024-04-15T14:46:44.758 INFO:tasks.rados.rados.0.smithi016.stdout:2992: oid 40 updating version 0 to 1460 2024-04-15T14:46:44.759 INFO:tasks.rados.rados.0.smithi016.stdout:2992: oid 40 version 1460 is already newer than 1459 2024-04-15T14:46:44.759 INFO:tasks.rados.rados.0.smithi016.stdout:2992: oid 40 version 1460 is already newer than 1458 2024-04-15T14:46:44.759 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 40 v 1460 (ObjNum 929 snap 278 seq_num 929) dirty exists 2024-04-15T14:46:44.759 INFO:tasks.rados.rados.0.smithi016.stdout:2992: left oid 40 (ObjNum 929 snap 278 seq_num 929) 2024-04-15T14:46:44.759 INFO:tasks.rados.rados.0.smithi016.stdout:2993: expect (ObjNum 840 snap 254 seq_num 840) 2024-04-15T14:46:44.814 INFO:tasks.rados.rados.0.smithi016.stdout:2997: finishing rollback tid 0 to smithi01678542-9 2024-04-15T14:46:44.814 INFO:tasks.rados.rados.0.smithi016.stdout:2995: finishing write tid 1 to smithi01678542-11 2024-04-15T14:46:44.814 INFO:tasks.rados.rados.0.smithi016.stdout:2995: finishing write tid 2 to smithi01678542-11 2024-04-15T14:46:44.814 INFO:tasks.rados.rados.0.smithi016.stdout:2995: finishing write tid 3 to smithi01678542-11 2024-04-15T14:46:44.814 INFO:tasks.rados.rados.0.smithi016.stdout:2997: finishing rollback tid 1 to smithi01678542-9 2024-04-15T14:46:44.814 INFO:tasks.rados.rados.0.smithi016.stdout:2995: finishing write tid 4 to smithi01678542-11 2024-04-15T14:46:44.814 INFO:tasks.rados.rados.0.smithi016.stdout:2995: oid 11 updating version 0 to 1606 2024-04-15T14:46:44.814 INFO:tasks.rados.rados.0.smithi016.stdout:2995: oid 11 updating version 1606 to 1608 2024-04-15T14:46:44.814 INFO:tasks.rados.rados.0.smithi016.stdout:2995: oid 11 version 1608 is already newer than 1607 2024-04-15T14:46:44.814 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 11 v 1608 (ObjNum 930 snap 278 seq_num 930) dirty exists 2024-04-15T14:46:44.814 INFO:tasks.rados.rados.0.smithi016.stdout:2995: left oid 11 (ObjNum 930 snap 278 seq_num 930) 2024-04-15T14:46:44.815 INFO:tasks.rados.rados.0.smithi016.stdout:2996: expect (ObjNum 919 snap 275 seq_num 919) 2024-04-15T14:46:44.841 INFO:tasks.rados.rados.0.smithi016.stdout:2997: finishing rollback tid 2 to smithi01678542-9 2024-04-15T14:46:44.841 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 9 v 1461 (ObjNum 836 snap 254 seq_num 836) dirty exists 2024-04-15T14:46:44.841 INFO:tasks.rados.rados.0.smithi016.stdout:2994: expect (ObjNum 908 snap 274 seq_num 908) 2024-04-15T14:46:45.039 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:46:44 smithi016 ceph-mon[93212]: osdmap e642: 8 total, 8 up, 8 in 2024-04-15T14:46:45.135 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:46:44 smithi016 ceph-mon[90652]: osdmap e642: 8 total, 8 up, 8 in 2024-04-15T14:46:45.813 INFO:tasks.rados.rados.0.smithi016.stdout:2990: done (6 left) 2024-04-15T14:46:45.813 INFO:tasks.rados.rados.0.smithi016.stdout:2992: done (5 left) 2024-04-15T14:46:45.813 INFO:tasks.rados.rados.0.smithi016.stdout:2993: done (4 left) 2024-04-15T14:46:45.813 INFO:tasks.rados.rados.0.smithi016.stdout:2994: done (3 left) 2024-04-15T14:46:45.814 INFO:tasks.rados.rados.0.smithi016.stdout:2995: done (2 left) 2024-04-15T14:46:45.814 INFO:tasks.rados.rados.0.smithi016.stdout:2996: done (1 left) 2024-04-15T14:46:45.814 INFO:tasks.rados.rados.0.smithi016.stdout:2997: done (0 left) 2024-04-15T14:46:45.814 INFO:tasks.rados.rados.0.smithi016.stdout:2998: snap_create 2024-04-15T14:46:45.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:46:45 smithi102 ceph-mon[87131]: pgmap v598: 121 pgs: 121 active+clean; 162 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 12 MiB/s rd, 9.9 MiB/s wr, 51 op/s 2024-04-15T14:46:45.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:46:45 smithi102 ceph-mon[87131]: osdmap e643: 8 total, 8 up, 8 in 2024-04-15T14:46:45.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:46:45 smithi102 ceph-mon[87131]: osdmap e644: 8 total, 8 up, 8 in 2024-04-15T14:46:45.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:46:45 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T14:46:45.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:46:45 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T14:46:46.039 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:46:45 smithi016 ceph-mon[93212]: pgmap v598: 121 pgs: 121 active+clean; 162 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 12 MiB/s rd, 9.9 MiB/s wr, 51 op/s 2024-04-15T14:46:46.039 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:46:45 smithi016 ceph-mon[93212]: osdmap e643: 8 total, 8 up, 8 in 2024-04-15T14:46:46.039 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:46:45 smithi016 ceph-mon[93212]: osdmap e644: 8 total, 8 up, 8 in 2024-04-15T14:46:46.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:46:45 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T14:46:46.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:46:45 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T14:46:46.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:46:45 smithi016 ceph-mon[90652]: pgmap v598: 121 pgs: 121 active+clean; 162 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 12 MiB/s rd, 9.9 MiB/s wr, 51 op/s 2024-04-15T14:46:46.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:46:45 smithi016 ceph-mon[90652]: osdmap e643: 8 total, 8 up, 8 in 2024-04-15T14:46:46.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:46:45 smithi016 ceph-mon[90652]: osdmap e644: 8 total, 8 up, 8 in 2024-04-15T14:46:46.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:46:45 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T14:46:46.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:46:45 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T14:46:46.618 INFO:tasks.rados.rados.0.smithi016.stdout:2998: done (0 left) 2024-04-15T14:46:46.618 INFO:tasks.rados.rados.0.smithi016.stdout:2999: read oid 13 snap -1 2024-04-15T14:46:46.618 INFO:tasks.rados.rados.0.smithi016.stdout:2999: expect (ObjNum 905 snap 273 seq_num 905) 2024-04-15T14:46:46.618 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 14 current snap is 279 2024-04-15T14:46:46.618 INFO:tasks.rados.rados.0.smithi016.stdout:3000: seq_num 931 ranges {2129920=802816,2932736=401408} 2024-04-15T14:46:46.634 INFO:tasks.rados.rados.0.smithi016.stdout:3000: writing smithi01678542-14 from 2129920 to 2932736 tid 1 2024-04-15T14:46:46.636 INFO:tasks.rados.rados.0.smithi016.stdout:3000: writing smithi01678542-14 from 2932736 to 3334144 tid 2 2024-04-15T14:46:46.636 INFO:tasks.rados.rados.0.smithi016.stdout:3001: rmattr oid 44 current snap is 279 2024-04-15T14:46:46.636 INFO:tasks.rados.rados.0.smithi016.stdout:3001: done (2 left) 2024-04-15T14:46:46.636 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 45 current snap is 279 2024-04-15T14:46:46.636 INFO:tasks.rados.rados.0.smithi016.stdout:3002: seq_num 932 ranges {3661824=417792,4079616=663552,4743168=139264} 2024-04-15T14:46:46.658 INFO:tasks.rados.rados.0.smithi016.stdout:3002: writing smithi01678542-45 from 3661824 to 4079616 tid 1 2024-04-15T14:46:46.663 INFO:tasks.rados.rados.0.smithi016.stdout:3002: writing smithi01678542-45 from 4079616 to 4743168 tid 2 2024-04-15T14:46:46.664 INFO:tasks.rados.rados.0.smithi016.stdout:3002: writing smithi01678542-45 from 4743168 to 4882432 tid 3 2024-04-15T14:46:46.664 INFO:tasks.rados.rados.0.smithi016.stdout:3003: rollback oid 47 current snap is 279 2024-04-15T14:46:46.664 INFO:tasks.rados.rados.0.smithi016.stdout:rollback oid 47 to 277 2024-04-15T14:46:46.664 INFO:tasks.rados.rados.0.smithi016.stdout:2999: expect (ObjNum 905 snap 273 seq_num 905) 2024-04-15T14:46:46.716 INFO:tasks.rados.rados.0.smithi016.stdout:3000: finishing write tid 1 to smithi01678542-14 2024-04-15T14:46:46.717 INFO:tasks.rados.rados.0.smithi016.stdout:3000: finishing write tid 2 to smithi01678542-14 2024-04-15T14:46:46.717 INFO:tasks.rados.rados.0.smithi016.stdout:3000: finishing write tid 3 to smithi01678542-14 2024-04-15T14:46:46.717 INFO:tasks.rados.rados.0.smithi016.stdout:3000: finishing write tid 4 to smithi01678542-14 2024-04-15T14:46:46.717 INFO:tasks.rados.rados.0.smithi016.stdout:3000: oid 14 updating version 0 to 1463 2024-04-15T14:46:46.717 INFO:tasks.rados.rados.0.smithi016.stdout:3000: oid 14 version 1463 is already newer than 1462 2024-04-15T14:46:46.717 INFO:tasks.rados.rados.0.smithi016.stdout:3000: oid 14 version 1463 is already newer than 1461 2024-04-15T14:46:46.717 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 14 v 1463 (ObjNum 931 snap 279 seq_num 931) dirty exists 2024-04-15T14:46:46.717 INFO:tasks.rados.rados.0.smithi016.stdout:3000: left oid 14 (ObjNum 931 snap 279 seq_num 931) 2024-04-15T14:46:46.717 INFO:tasks.rados.rados.0.smithi016.stdout:3002: finishing write tid 1 to smithi01678542-45 2024-04-15T14:46:46.717 INFO:tasks.rados.rados.0.smithi016.stdout:3002: finishing write tid 2 to smithi01678542-45 2024-04-15T14:46:46.717 INFO:tasks.rados.rados.0.smithi016.stdout:3003: finishing rollback tid 0 to smithi01678542-47 2024-04-15T14:46:46.717 INFO:tasks.rados.rados.0.smithi016.stdout:3002: finishing write tid 3 to smithi01678542-45 2024-04-15T14:46:46.717 INFO:tasks.rados.rados.0.smithi016.stdout:2999: done (3 left) 2024-04-15T14:46:46.718 INFO:tasks.rados.rados.0.smithi016.stdout:3000: done (2 left) 2024-04-15T14:46:46.718 INFO:tasks.rados.rados.0.smithi016.stdout:3004: read oid 24 snap -1 2024-04-15T14:46:46.718 INFO:tasks.rados.rados.0.smithi016.stdout:3004: expect (ObjNum 632 snap 191 seq_num 632) 2024-04-15T14:46:46.718 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 11 current snap is 279 2024-04-15T14:46:46.718 INFO:tasks.rados.rados.0.smithi016.stdout:3003: finishing rollback tid 1 to smithi01678542-47 2024-04-15T14:46:46.718 INFO:tasks.rados.rados.0.smithi016.stdout:3002: finishing write tid 4 to smithi01678542-45 2024-04-15T14:46:46.718 INFO:tasks.rados.rados.0.smithi016.stdout:3005: seq_num 933 ranges {1564672=434176,1998848=548864,2547712=253952} 2024-04-15T14:46:46.728 INFO:tasks.rados.rados.0.smithi016.stdout:3005: writing smithi01678542-11 from 1564672 to 1998848 tid 1 2024-04-15T14:46:46.730 INFO:tasks.rados.rados.0.smithi016.stdout:3005: writing smithi01678542-11 from 1998848 to 2547712 tid 2 2024-04-15T14:46:46.732 INFO:tasks.rados.rados.0.smithi016.stdout:3005: writing smithi01678542-11 from 2547712 to 2801664 tid 3 2024-04-15T14:46:46.732 INFO:tasks.rados.rados.0.smithi016.stdout:3006: snap_remove snap 278 2024-04-15T14:46:47.620 INFO:tasks.rados.rados.0.smithi016.stdout:3006: done (4 left) 2024-04-15T14:46:47.620 INFO:tasks.rados.rados.0.smithi016.stdout:3007: delete oid 34 current snap is 279 2024-04-15T14:46:47.620 INFO:tasks.rados.rados.0.smithi016.stdout:3003: finishing rollback tid 2 to smithi01678542-47 2024-04-15T14:46:47.620 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 47 v 1533 (ObjNum 840 snap 254 seq_num 840) dirty exists 2024-04-15T14:46:47.620 INFO:tasks.rados.rados.0.smithi016.stdout:3002: finishing write tid 5 to smithi01678542-45 2024-04-15T14:46:47.620 INFO:tasks.rados.rados.0.smithi016.stdout:3002: oid 45 updating version 0 to 1044 2024-04-15T14:46:47.621 INFO:tasks.rados.rados.0.smithi016.stdout:3002: oid 45 updating version 1044 to 1045 2024-04-15T14:46:47.621 INFO:tasks.rados.rados.0.smithi016.stdout:3002: oid 45 updating version 1045 to 1047 2024-04-15T14:46:47.621 INFO:tasks.rados.rados.0.smithi016.stdout:3002: oid 45 version 1047 is already newer than 1046 2024-04-15T14:46:47.621 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 45 v 1047 (ObjNum 932 snap 279 seq_num 932) dirty exists 2024-04-15T14:46:47.621 INFO:tasks.rados.rados.0.smithi016.stdout:3002: left oid 45 (ObjNum 932 snap 279 seq_num 932) 2024-04-15T14:46:47.621 INFO:tasks.rados.rados.0.smithi016.stdout:3004: expect (ObjNum 632 snap 191 seq_num 632) 2024-04-15T14:46:47.788 INFO:tasks.rados.rados.0.smithi016.stdout:3005: finishing write tid 1 to smithi01678542-11 2024-04-15T14:46:47.788 INFO:tasks.rados.rados.0.smithi016.stdout:3005: finishing write tid 2 to smithi01678542-11 2024-04-15T14:46:47.788 INFO:tasks.rados.rados.0.smithi016.stdout:3005: finishing write tid 3 to smithi01678542-11 2024-04-15T14:46:47.788 INFO:tasks.rados.rados.0.smithi016.stdout:3005: finishing write tid 4 to smithi01678542-11 2024-04-15T14:46:47.789 INFO:tasks.rados.rados.0.smithi016.stdout:3005: finishing write tid 5 to smithi01678542-11 2024-04-15T14:46:47.789 INFO:tasks.rados.rados.0.smithi016.stdout:3005: oid 11 updating version 0 to 1610 2024-04-15T14:46:47.789 INFO:tasks.rados.rados.0.smithi016.stdout:3005: oid 11 updating version 1610 to 1611 2024-04-15T14:46:47.789 INFO:tasks.rados.rados.0.smithi016.stdout:3005: oid 11 updating version 1611 to 1613 2024-04-15T14:46:47.789 INFO:tasks.rados.rados.0.smithi016.stdout:3005: oid 11 version 1613 is already newer than 1612 2024-04-15T14:46:47.789 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 11 v 1613 (ObjNum 933 snap 279 seq_num 933) dirty exists 2024-04-15T14:46:47.789 INFO:tasks.rados.rados.0.smithi016.stdout:3005: left oid 11 (ObjNum 933 snap 279 seq_num 933) 2024-04-15T14:46:47.789 INFO:tasks.rados.rados.0.smithi016.stdout:3002: done (4 left) 2024-04-15T14:46:47.789 INFO:tasks.rados.rados.0.smithi016.stdout:3003: done (3 left) 2024-04-15T14:46:47.789 INFO:tasks.rados.rados.0.smithi016.stdout:3004: done (2 left) 2024-04-15T14:46:47.789 INFO:tasks.rados.rados.0.smithi016.stdout:3005: done (1 left) 2024-04-15T14:46:47.789 INFO:tasks.rados.rados.0.smithi016.stdout:3007: done (0 left) 2024-04-15T14:46:47.789 INFO:tasks.rados.rados.0.smithi016.stdout:3008: delete oid 29 current snap is 279 2024-04-15T14:46:47.790 INFO:tasks.rados.rados.0.smithi016.stdout:3008: done (0 left) 2024-04-15T14:46:47.790 INFO:tasks.rados.rados.0.smithi016.stdout:3009: rmattr oid 32 current snap is 279 2024-04-15T14:46:47.790 INFO:tasks.rados.rados.0.smithi016.stdout:3009: done (0 left) 2024-04-15T14:46:47.791 INFO:tasks.rados.rados.0.smithi016.stdout:3010: snap_remove snap 277 2024-04-15T14:46:47.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:46:47 smithi102 ceph-mon[87131]: pgmap v601: 121 pgs: 121 active+clean; 165 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 14 MiB/s rd, 1.6 MiB/s wr, 15 op/s 2024-04-15T14:46:47.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:46:47 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T14:46:47.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:46:47 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T14:46:47.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:46:47 smithi102 ceph-mon[87131]: osdmap e645: 8 total, 8 up, 8 in 2024-04-15T14:46:48.039 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:46:47 smithi016 ceph-mon[93212]: pgmap v601: 121 pgs: 121 active+clean; 165 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 14 MiB/s rd, 1.6 MiB/s wr, 15 op/s 2024-04-15T14:46:48.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:46:47 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T14:46:48.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:46:47 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T14:46:48.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:46:47 smithi016 ceph-mon[93212]: osdmap e645: 8 total, 8 up, 8 in 2024-04-15T14:46:48.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:46:47 smithi016 ceph-mon[90652]: pgmap v601: 121 pgs: 121 active+clean; 165 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 14 MiB/s rd, 1.6 MiB/s wr, 15 op/s 2024-04-15T14:46:48.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:46:47 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T14:46:48.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:46:47 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T14:46:48.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:46:47 smithi016 ceph-mon[90652]: osdmap e645: 8 total, 8 up, 8 in 2024-04-15T14:46:48.626 INFO:tasks.rados.rados.0.smithi016.stdout:3010: done (0 left) 2024-04-15T14:46:48.626 INFO:tasks.rados.rados.0.smithi016.stdout:3011: read oid 29 snap -1 2024-04-15T14:46:48.626 INFO:tasks.rados.rados.0.smithi016.stdout:3011: expect deleted 2024-04-15T14:46:48.626 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 41 current snap is 279 2024-04-15T14:46:48.626 INFO:tasks.rados.rados.0.smithi016.stdout:3012: seq_num 936 ranges {2023424=483328,2506752=655360,3162112=147456} 2024-04-15T14:46:48.640 INFO:tasks.rados.rados.0.smithi016.stdout:3012: writing smithi01678542-41 from 2023424 to 2506752 tid 1 2024-04-15T14:46:48.643 INFO:tasks.rados.rados.0.smithi016.stdout:3012: writing smithi01678542-41 from 2506752 to 3162112 tid 2 2024-04-15T14:46:48.645 INFO:tasks.rados.rados.0.smithi016.stdout:3012: writing smithi01678542-41 from 3162112 to 3309568 tid 3 2024-04-15T14:46:48.645 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 2 current snap is 279 2024-04-15T14:46:48.645 INFO:tasks.rados.rados.0.smithi016.stdout:3013: seq_num 937 ranges {2023424=499712,2523136=532480,3055616=270336} 2024-04-15T14:46:48.659 INFO:tasks.rados.rados.0.smithi016.stdout:3013: writing smithi01678542-2 from 2023424 to 2523136 tid 1 2024-04-15T14:46:48.662 INFO:tasks.rados.rados.0.smithi016.stdout:3013: writing smithi01678542-2 from 2523136 to 3055616 tid 2 2024-04-15T14:46:48.664 INFO:tasks.rados.rados.0.smithi016.stdout:3013: writing smithi01678542-2 from 3055616 to 3325952 tid 3 2024-04-15T14:46:48.665 INFO:tasks.rados.rados.0.smithi016.stdout:3014: read oid 8 snap -1 2024-04-15T14:46:48.665 INFO:tasks.rados.rados.0.smithi016.stdout:3014: expect (ObjNum 918 snap 275 seq_num 918) 2024-04-15T14:46:48.665 INFO:tasks.rados.rados.0.smithi016.stdout:3015: setattr oid 22 current snap is 279 2024-04-15T14:46:48.666 INFO:tasks.rados.rados.0.smithi016.stdout:3012: finishing write tid 1 to smithi01678542-41 2024-04-15T14:46:48.666 INFO:tasks.rados.rados.0.smithi016.stdout:3012: finishing write tid 2 to smithi01678542-41 2024-04-15T14:46:48.666 INFO:tasks.rados.rados.0.smithi016.stdout:3012: finishing write tid 3 to smithi01678542-41 2024-04-15T14:46:48.666 INFO:tasks.rados.rados.0.smithi016.stdout:3012: finishing write tid 4 to smithi01678542-41 2024-04-15T14:46:48.667 INFO:tasks.rados.rados.0.smithi016.stdout:3012: finishing write tid 5 to smithi01678542-41 2024-04-15T14:46:48.667 INFO:tasks.rados.rados.0.smithi016.stdout:3012: oid 41 updating version 0 to 1350 2024-04-15T14:46:48.667 INFO:tasks.rados.rados.0.smithi016.stdout:3012: oid 41 version 1350 is already newer than 1349 2024-04-15T14:46:48.667 INFO:tasks.rados.rados.0.smithi016.stdout:3012: oid 41 updating version 1350 to 1351 2024-04-15T14:46:48.667 INFO:tasks.rados.rados.0.smithi016.stdout:3012: oid 41 version 1351 is already newer than 1348 2024-04-15T14:46:48.667 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 41 v 1351 (ObjNum 936 snap 279 seq_num 936) dirty exists 2024-04-15T14:46:48.668 INFO:tasks.rados.rados.0.smithi016.stdout:3012: left oid 41 (ObjNum 936 snap 279 seq_num 936) 2024-04-15T14:46:48.668 INFO:tasks.rados.rados.0.smithi016.stdout:3013: finishing write tid 1 to smithi01678542-2 2024-04-15T14:46:48.670 INFO:tasks.rados.rados.0.smithi016.stdout:3013: finishing write tid 2 to smithi01678542-2 2024-04-15T14:46:48.670 INFO:tasks.rados.rados.0.smithi016.stdout:3013: finishing write tid 3 to smithi01678542-2 2024-04-15T14:46:48.670 INFO:tasks.rados.rados.0.smithi016.stdout:3011: done (4 left) 2024-04-15T14:46:48.671 INFO:tasks.rados.rados.0.smithi016.stdout:3012: done (3 left) 2024-04-15T14:46:48.671 INFO:tasks.rados.rados.0.smithi016.stdout:3016: snap_create 2024-04-15T14:46:48.671 INFO:tasks.rados.rados.0.smithi016.stdout:3013: finishing write tid 4 to smithi01678542-2 2024-04-15T14:46:48.671 INFO:tasks.rados.rados.0.smithi016.stdout:3014: expect (ObjNum 918 snap 275 seq_num 918) 2024-04-15T14:46:48.695 INFO:tasks.rados.rados.0.smithi016.stdout:3013: finishing write tid 5 to smithi01678542-2 2024-04-15T14:46:48.695 INFO:tasks.rados.rados.0.smithi016.stdout:3013: oid 2 updating version 0 to 1591 2024-04-15T14:46:48.696 INFO:tasks.rados.rados.0.smithi016.stdout:3013: oid 2 updating version 1591 to 1592 2024-04-15T14:46:48.696 INFO:tasks.rados.rados.0.smithi016.stdout:3013: oid 2 updating version 1592 to 1594 2024-04-15T14:46:48.696 INFO:tasks.rados.rados.0.smithi016.stdout:3013: oid 2 version 1594 is already newer than 1593 2024-04-15T14:46:48.696 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 2 v 1594 (ObjNum 937 snap 279 seq_num 937) dirty exists 2024-04-15T14:46:48.696 INFO:tasks.rados.rados.0.smithi016.stdout:3013: left oid 2 (ObjNum 937 snap 279 seq_num 937) 2024-04-15T14:46:48.696 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 22 v 1595 (ObjNum 903 snap 273 seq_num 903) dirty exists 2024-04-15T14:46:48.882 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:46:48 smithi102 ceph-mon[87131]: osdmap e646: 8 total, 8 up, 8 in 2024-04-15T14:46:49.039 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:46:48 smithi016 ceph-mon[90652]: osdmap e646: 8 total, 8 up, 8 in 2024-04-15T14:46:49.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:46:48 smithi016 ceph-mon[93212]: osdmap e646: 8 total, 8 up, 8 in 2024-04-15T14:46:49.627 INFO:tasks.rados.rados.0.smithi016.stdout:3013: done (3 left) 2024-04-15T14:46:49.627 INFO:tasks.rados.rados.0.smithi016.stdout:3014: done (2 left) 2024-04-15T14:46:49.627 INFO:tasks.rados.rados.0.smithi016.stdout:3015: done (1 left) 2024-04-15T14:46:49.628 INFO:tasks.rados.rados.0.smithi016.stdout:3016: done (0 left) 2024-04-15T14:46:49.628 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 14 current snap is 280 2024-04-15T14:46:49.628 INFO:tasks.rados.rados.0.smithi016.stdout:3017: seq_num 938 ranges {3334144=516096,3850240=417792,4268032=385024} 2024-04-15T14:46:49.648 INFO:tasks.rados.rados.0.smithi016.stdout:3017: writing smithi01678542-14 from 3334144 to 3850240 tid 1 2024-04-15T14:46:49.650 INFO:tasks.rados.rados.0.smithi016.stdout:3017: writing smithi01678542-14 from 3850240 to 4268032 tid 2 2024-04-15T14:46:49.653 INFO:tasks.rados.rados.0.smithi016.stdout:3017: writing smithi01678542-14 from 4268032 to 4653056 tid 3 2024-04-15T14:46:49.653 INFO:tasks.rados.rados.0.smithi016.stdout:3018: rollback oid 15 current snap is 280 2024-04-15T14:46:49.653 INFO:tasks.rados.rados.0.smithi016.stdout:rollback oid 15 to 279 2024-04-15T14:46:49.653 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 46 current snap is 280 2024-04-15T14:46:49.654 INFO:tasks.rados.rados.0.smithi016.stdout:3019: seq_num 939 ranges {3014656=532480,3547136=704512,4251648=98304} 2024-04-15T14:46:49.668 INFO:teuthology.orchestra.run.smithi016.stdout:true 2024-04-15T14:46:49.673 INFO:tasks.rados.rados.0.smithi016.stdout:3019: writing smithi01678542-46 from 3014656 to 3547136 tid 1 2024-04-15T14:46:49.677 INFO:tasks.rados.rados.0.smithi016.stdout:3019: writing smithi01678542-46 from 3547136 to 4251648 tid 2 2024-04-15T14:46:49.679 INFO:tasks.rados.rados.0.smithi016.stdout:3019: writing smithi01678542-46 from 4251648 to 4349952 tid 3 2024-04-15T14:46:49.679 INFO:tasks.rados.rados.0.smithi016.stdout:3020: read oid 49 snap 279 2024-04-15T14:46:49.679 INFO:tasks.rados.rados.0.smithi016.stdout:3020: expect (ObjNum 908 snap 274 seq_num 908) 2024-04-15T14:46:49.679 INFO:tasks.rados.rados.0.smithi016.stdout:3021: copy_from oid 6 from oid 37 current snap is 280 2024-04-15T14:46:49.680 INFO:tasks.rados.rados.0.smithi016.stdout:3017: finishing write tid 1 to smithi01678542-14 2024-04-15T14:46:49.680 INFO:tasks.rados.rados.0.smithi016.stdout:3017: finishing write tid 2 to smithi01678542-14 2024-04-15T14:46:49.680 INFO:tasks.rados.rados.0.smithi016.stdout:3017: finishing write tid 3 to smithi01678542-14 2024-04-15T14:46:49.681 INFO:tasks.rados.rados.0.smithi016.stdout:3017: finishing write tid 4 to smithi01678542-14 2024-04-15T14:46:49.681 INFO:tasks.rados.rados.0.smithi016.stdout:3017: finishing write tid 5 to smithi01678542-14 2024-04-15T14:46:49.681 INFO:tasks.rados.rados.0.smithi016.stdout:3017: oid 14 updating version 0 to 1464 2024-04-15T14:46:49.681 INFO:tasks.rados.rados.0.smithi016.stdout:3017: oid 14 updating version 1464 to 1466 2024-04-15T14:46:49.681 INFO:tasks.rados.rados.0.smithi016.stdout:3017: oid 14 version 1466 is already newer than 1465 2024-04-15T14:46:49.682 INFO:tasks.rados.rados.0.smithi016.stdout:3017: oid 14 updating version 1466 to 1467 2024-04-15T14:46:49.682 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 14 v 1467 (ObjNum 938 snap 280 seq_num 938) dirty exists 2024-04-15T14:46:49.682 INFO:tasks.rados.rados.0.smithi016.stdout:3017: left oid 14 (ObjNum 938 snap 280 seq_num 938) 2024-04-15T14:46:49.682 INFO:tasks.rados.rados.0.smithi016.stdout:3018: finishing rollback tid 0 to smithi01678542-15 2024-04-15T14:46:49.682 INFO:tasks.rados.rados.0.smithi016.stdout:3018: finishing rollback tid 1 to smithi01678542-15 2024-04-15T14:46:49.682 INFO:tasks.rados.rados.0.smithi016.stdout:3017: done (4 left) 2024-04-15T14:46:49.682 INFO:tasks.rados.rados.0.smithi016.stdout:3022: rollback oid 3 current snap is 280 2024-04-15T14:46:49.683 INFO:tasks.rados.rados.0.smithi016.stdout:rollback oid 3 to 279 2024-04-15T14:46:49.683 INFO:tasks.rados.rados.0.smithi016.stdout:3018: finishing rollback tid 2 to smithi01678542-15 2024-04-15T14:46:49.683 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 15 v 1464 (ObjNum 924 snap 277 seq_num 924) dirty exists 2024-04-15T14:46:49.683 INFO:tasks.rados.rados.0.smithi016.stdout:3019: finishing write tid 1 to smithi01678542-46 2024-04-15T14:46:49.684 INFO:tasks.rados.rados.0.smithi016.stdout:3018: done (4 left) 2024-04-15T14:46:49.684 INFO:tasks.rados.rados.0.smithi016.stdout:3023: delete oid 10 current snap is 280 2024-04-15T14:46:49.685 INFO:tasks.rados.rados.0.smithi016.stdout:3022: finishing rollback tid 0 to smithi01678542-3 2024-04-15T14:46:49.685 INFO:tasks.rados.rados.0.smithi016.stdout:3022: finishing rollback tid 1 to smithi01678542-3 2024-04-15T14:46:49.685 INFO:tasks.rados.rados.0.smithi016.stdout:3021: finishing copy_from to smithi01678542-6 2024-04-15T14:46:49.686 INFO:tasks.rados.rados.0.smithi016.stdout:3021: got expected ENOENT (src dne) 2024-04-15T14:46:49.686 INFO:tasks.rados.rados.0.smithi016.stdout:3021: finishing copy_from racing read to smithi01678542-6 2024-04-15T14:46:49.686 INFO:tasks.rados.rados.0.smithi016.stdout:3019: finishing write tid 2 to smithi01678542-46 2024-04-15T14:46:49.687 INFO:tasks.rados.rados.0.smithi016.stdout:3019: finishing write tid 3 to smithi01678542-46 2024-04-15T14:46:49.687 INFO:tasks.rados.rados.0.smithi016.stdout:3019: finishing write tid 4 to smithi01678542-46 2024-04-15T14:46:49.687 INFO:tasks.rados.rados.0.smithi016.stdout:3019: finishing write tid 5 to smithi01678542-46 2024-04-15T14:46:49.687 INFO:tasks.rados.rados.0.smithi016.stdout:3019: oid 46 updating version 0 to 1597 2024-04-15T14:46:49.688 INFO:tasks.rados.rados.0.smithi016.stdout:3019: oid 46 updating version 1597 to 1599 2024-04-15T14:46:49.688 INFO:tasks.rados.rados.0.smithi016.stdout:3019: oid 46 version 1599 is already newer than 1596 2024-04-15T14:46:49.688 INFO:tasks.rados.rados.0.smithi016.stdout:3019: oid 46 version 1599 is already newer than 1598 2024-04-15T14:46:49.688 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 46 v 1599 (ObjNum 939 snap 280 seq_num 939) dirty exists 2024-04-15T14:46:49.688 INFO:tasks.rados.rados.0.smithi016.stdout:3019: left oid 46 (ObjNum 939 snap 280 seq_num 939) 2024-04-15T14:46:49.690 INFO:tasks.rados.rados.0.smithi016.stdout:3022: finishing rollback tid 2 to smithi01678542-3 2024-04-15T14:46:49.690 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 3 v 1301 (ObjNum 896 snap 271 seq_num 896) dirty exists 2024-04-15T14:46:49.690 INFO:tasks.rados.rados.0.smithi016.stdout:3019: done (4 left) 2024-04-15T14:46:49.690 INFO:tasks.rados.rados.0.smithi016.stdout:3021: done (3 left) 2024-04-15T14:46:49.690 INFO:tasks.rados.rados.0.smithi016.stdout:3022: done (2 left) 2024-04-15T14:46:49.690 INFO:tasks.rados.rados.0.smithi016.stdout:3023: done (1 left) 2024-04-15T14:46:49.690 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 39 current snap is 280 2024-04-15T14:46:49.690 INFO:tasks.rados.rados.0.smithi016.stdout:3024: seq_num 941 ranges {0=565248,565248=475136,1040384=327680} 2024-04-15T14:46:49.693 INFO:tasks.rados.rados.0.smithi016.stdout:3024: writing smithi01678542-39 from 0 to 565248 tid 1 2024-04-15T14:46:49.696 INFO:tasks.rados.rados.0.smithi016.stdout:3024: writing smithi01678542-39 from 565248 to 1040384 tid 2 2024-04-15T14:46:49.699 INFO:tasks.rados.rados.0.smithi016.stdout:3024: writing smithi01678542-39 from 1040384 to 1368064 tid 3 2024-04-15T14:46:49.699 INFO:tasks.rados.rados.0.smithi016.stdout:3025: read oid 6 snap 279 2024-04-15T14:46:49.699 INFO:tasks.rados.rados.0.smithi016.stdout:3025: expect (ObjNum 900 snap 271 seq_num 900) 2024-04-15T14:46:49.700 INFO:tasks.rados.rados.0.smithi016.stdout:3026: copy_from oid 21 from oid 24 current snap is 280 2024-04-15T14:46:49.700 INFO:tasks.rados.rados.0.smithi016.stdout:3024: finishing write tid 1 to smithi01678542-39 2024-04-15T14:46:49.700 INFO:tasks.rados.rados.0.smithi016.stdout:3027: delete oid 29 current snap is 280 2024-04-15T14:46:49.704 INFO:tasks.rados.rados.0.smithi016.stdout:3027: done (4 left) 2024-04-15T14:46:49.704 INFO:tasks.rados.rados.0.smithi016.stdout:3028: rollback oid 16 current snap is 280 2024-04-15T14:46:49.704 INFO:tasks.rados.rados.0.smithi016.stdout:rollback oid 16 to 279 2024-04-15T14:46:49.705 INFO:tasks.rados.rados.0.smithi016.stdout:3029: read oid 2 snap -1 2024-04-15T14:46:49.705 INFO:tasks.rados.rados.0.smithi016.stdout:3029: expect (ObjNum 937 snap 279 seq_num 937) 2024-04-15T14:46:49.705 INFO:tasks.rados.rados.0.smithi016.stdout:3030: read oid 17 snap 279 2024-04-15T14:46:49.705 INFO:tasks.rados.rados.0.smithi016.stdout:3030: expect (ObjNum -2060045360 snap 22097 seq_num 2235728896) 2024-04-15T14:46:49.705 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 37 current snap is 280 2024-04-15T14:46:49.705 INFO:tasks.rados.rados.0.smithi016.stdout:3031: seq_num 943 ranges {0=598016,598016=688128,1286144=114688} 2024-04-15T14:46:49.708 INFO:tasks.rados.rados.0.smithi016.stdout:3031: writing smithi01678542-37 from 0 to 598016 tid 1 2024-04-15T14:46:49.713 INFO:tasks.rados.rados.0.smithi016.stdout:3031: writing smithi01678542-37 from 598016 to 1286144 tid 2 2024-04-15T14:46:49.714 INFO:tasks.rados.rados.0.smithi016.stdout:3031: writing smithi01678542-37 from 1286144 to 1400832 tid 3 2024-04-15T14:46:49.714 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 9 current snap is 280 2024-04-15T14:46:49.714 INFO:tasks.rados.rados.0.smithi016.stdout:3032: seq_num 944 ranges {3710976=614400,4325376=573440,4898816=229376} 2024-04-15T14:46:49.738 INFO:tasks.rados.rados.0.smithi016.stdout:3032: writing smithi01678542-9 from 3710976 to 4325376 tid 1 2024-04-15T14:46:49.742 INFO:tasks.rados.rados.0.smithi016.stdout:3032: writing smithi01678542-9 from 4325376 to 4898816 tid 2 2024-04-15T14:46:49.743 INFO:tasks.rados.rados.0.smithi016.stdout:3032: writing smithi01678542-9 from 4898816 to 5128192 tid 3 2024-04-15T14:46:49.743 INFO:tasks.rados.rados.0.smithi016.stdout:3033: snap_create 2024-04-15T14:46:49.744 INFO:tasks.rados.rados.0.smithi016.stdout:3025: expect (ObjNum 900 snap 271 seq_num 900) 2024-04-15T14:46:49.763 INFO:tasks.rados.rados.0.smithi016.stdout:3024: finishing write tid 2 to smithi01678542-39 2024-04-15T14:46:49.763 INFO:tasks.rados.rados.0.smithi016.stdout:3028: finishing rollback tid 0 to smithi01678542-16 2024-04-15T14:46:49.763 INFO:tasks.rados.rados.0.smithi016.stdout:3028: finishing rollback tid 1 to smithi01678542-16 2024-04-15T14:46:49.763 INFO:tasks.rados.rados.0.smithi016.stdout:3028: finishing rollback tid 2 to smithi01678542-16 2024-04-15T14:46:49.763 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 16 v 1439 (ObjNum 908 snap 274 seq_num 908) dirty exists 2024-04-15T14:46:49.763 INFO:tasks.rados.rados.0.smithi016.stdout:3024: finishing write tid 3 to smithi01678542-39 2024-04-15T14:46:49.764 INFO:tasks.rados.rados.0.smithi016.stdout:3024: finishing write tid 4 to smithi01678542-39 2024-04-15T14:46:49.764 INFO:tasks.rados.rados.0.smithi016.stdout:3020: expect (ObjNum 908 snap 274 seq_num 908) 2024-04-15T14:46:49.887 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:46:49 smithi102 ceph-mon[87131]: pgmap v604: 121 pgs: 121 active+clean; 166 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 14 MiB/s rd, 1.6 MiB/s wr, 17 op/s 2024-04-15T14:46:49.887 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:46:49 smithi102 ceph-mon[87131]: osdmap e647: 8 total, 8 up, 8 in 2024-04-15T14:46:50.025 INFO:teuthology.orchestra.run.smithi016.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-04-15T14:46:50.025 INFO:teuthology.orchestra.run.smithi016.stdout:alertmanager.a smithi016 *:9093,9094 running (32s) 28s ago 12m 16.6M - 0.25.0 c8568f914cd2 1dc2ae67e89a 2024-04-15T14:46:50.025 INFO:teuthology.orchestra.run.smithi016.stdout:grafana.a smithi102 *:3000 running (8s) 4s ago 11m 53.0M - 9.4.12 2bacad6d85d8 0758ce08254c 2024-04-15T14:46:50.025 INFO:teuthology.orchestra.run.smithi016.stdout:mds.a smithi016 running (107s) 28s ago 13m 15.6M - 19.0.0-3080-gc2d8c315 259793512b73 67848b1861c7 2024-04-15T14:46:50.025 INFO:teuthology.orchestra.run.smithi016.stdout:mds.b smithi102 running (83s) 4s ago 13m 13.0M - 19.0.0-3080-gc2d8c315 259793512b73 e28921594cc2 2024-04-15T14:46:50.026 INFO:teuthology.orchestra.run.smithi016.stdout:mgr.x smithi102 *:8443,9283,8765 running (7m) 4s ago 16m 453M - 19.0.0-3080-gc2d8c315 259793512b73 7427787dd7cf 2024-04-15T14:46:50.026 INFO:teuthology.orchestra.run.smithi016.stdout:mgr.y smithi016 *:8443,9283,8765 running (7m) 28s ago 18m 523M - 19.0.0-3080-gc2d8c315 259793512b73 23b2f98a056a 2024-04-15T14:46:50.026 INFO:teuthology.orchestra.run.smithi016.stdout:mon.a smithi016 running (7m) 28s ago 18m 69.1M 2048M 19.0.0-3080-gc2d8c315 259793512b73 0f0e1a24c400 2024-04-15T14:46:50.026 INFO:teuthology.orchestra.run.smithi016.stdout:mon.b smithi102 running (6m) 4s ago 17m 57.2M 2048M 19.0.0-3080-gc2d8c315 259793512b73 57b781990cd4 2024-04-15T14:46:50.026 INFO:teuthology.orchestra.run.smithi016.stdout:mon.c smithi016 running (6m) 28s ago 17m 61.5M 2048M 19.0.0-3080-gc2d8c315 259793512b73 eef940aadb4d 2024-04-15T14:46:50.027 INFO:teuthology.orchestra.run.smithi016.stdout:node-exporter.a smithi016 *:9100 running (69s) 28s ago 11m 7852k - 1.5.0 0da6a335fe13 f2726eb5030b 2024-04-15T14:46:50.027 INFO:teuthology.orchestra.run.smithi016.stdout:node-exporter.b smithi102 *:9100 running (65s) 4s ago 11m 15.5M - 1.5.0 0da6a335fe13 1f0ec613766a 2024-04-15T14:46:50.027 INFO:teuthology.orchestra.run.smithi016.stdout:osd.0 smithi016 running (5m) 28s ago 16m 280M 2481M 19.0.0-3080-gc2d8c315 259793512b73 6ae1b6c92493 2024-04-15T14:46:50.027 INFO:teuthology.orchestra.run.smithi016.stdout:osd.1 smithi016 running (4m) 28s ago 16m 233M 2481M 19.0.0-3080-gc2d8c315 259793512b73 106c0a047128 2024-04-15T14:46:50.027 INFO:teuthology.orchestra.run.smithi016.stdout:osd.2 smithi016 running (4m) 28s ago 15m 205M 2481M 19.0.0-3080-gc2d8c315 259793512b73 436c24e520a2 2024-04-15T14:46:50.027 INFO:teuthology.orchestra.run.smithi016.stdout:osd.3 smithi016 running (3m) 28s ago 15m 170M 2481M 19.0.0-3080-gc2d8c315 259793512b73 abb436370146 2024-04-15T14:46:50.028 INFO:teuthology.orchestra.run.smithi016.stdout:osd.4 smithi102 running (3m) 4s ago 14m 227M 2480M 19.0.0-3080-gc2d8c315 259793512b73 bc2a23806308 2024-04-15T14:46:50.028 INFO:teuthology.orchestra.run.smithi016.stdout:osd.5 smithi102 running (3m) 4s ago 14m 163M 2480M 19.0.0-3080-gc2d8c315 259793512b73 c74141cc87b2 2024-04-15T14:46:50.028 INFO:teuthology.orchestra.run.smithi016.stdout:osd.6 smithi102 running (2m) 4s ago 14m 124M 2480M 19.0.0-3080-gc2d8c315 259793512b73 b00372252dcb 2024-04-15T14:46:50.028 INFO:teuthology.orchestra.run.smithi016.stdout:osd.7 smithi102 running (2m) 4s ago 13m 115M 2480M 19.0.0-3080-gc2d8c315 259793512b73 5ef6a6ec4911 2024-04-15T14:46:50.028 INFO:teuthology.orchestra.run.smithi016.stdout:prometheus.a smithi102 *:9095 running (48s) 4s ago 12m 51.7M - 2.43.0 a07b618ecd1d 6ec65d1b0880 2024-04-15T14:46:50.029 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:46:49 smithi016 ceph-mon[93212]: pgmap v604: 121 pgs: 121 active+clean; 166 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 14 MiB/s rd, 1.6 MiB/s wr, 17 op/s 2024-04-15T14:46:50.029 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:46:49 smithi016 ceph-mon[93212]: osdmap e647: 8 total, 8 up, 8 in 2024-04-15T14:46:50.030 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:46:49 smithi016 ceph-mon[90652]: pgmap v604: 121 pgs: 121 active+clean; 166 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 14 MiB/s rd, 1.6 MiB/s wr, 17 op/s 2024-04-15T14:46:50.030 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:46:49 smithi016 ceph-mon[90652]: osdmap e647: 8 total, 8 up, 8 in 2024-04-15T14:46:50.446 INFO:teuthology.orchestra.run.smithi016.stdout:{ 2024-04-15T14:46:50.446 INFO:teuthology.orchestra.run.smithi016.stdout: "mon": { 2024-04-15T14:46:50.446 INFO:teuthology.orchestra.run.smithi016.stdout: "ceph version 19.0.0-3080-gc2d8c315 (c2d8c3155d854ee204cb7c7261232571229d1d54) squid (dev)": 3 2024-04-15T14:46:50.446 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-04-15T14:46:50.446 INFO:teuthology.orchestra.run.smithi016.stdout: "mgr": { 2024-04-15T14:46:50.447 INFO:teuthology.orchestra.run.smithi016.stdout: "ceph version 19.0.0-3080-gc2d8c315 (c2d8c3155d854ee204cb7c7261232571229d1d54) squid (dev)": 2 2024-04-15T14:46:50.447 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-04-15T14:46:50.447 INFO:teuthology.orchestra.run.smithi016.stdout: "osd": { 2024-04-15T14:46:50.447 INFO:teuthology.orchestra.run.smithi016.stdout: "ceph version 19.0.0-3080-gc2d8c315 (c2d8c3155d854ee204cb7c7261232571229d1d54) squid (dev)": 8 2024-04-15T14:46:50.447 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-04-15T14:46:50.447 INFO:teuthology.orchestra.run.smithi016.stdout: "mds": { 2024-04-15T14:46:50.447 INFO:teuthology.orchestra.run.smithi016.stdout: "ceph version 19.0.0-3080-gc2d8c315 (c2d8c3155d854ee204cb7c7261232571229d1d54) squid (dev)": 2 2024-04-15T14:46:50.447 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-04-15T14:46:50.447 INFO:teuthology.orchestra.run.smithi016.stdout: "overall": { 2024-04-15T14:46:50.447 INFO:teuthology.orchestra.run.smithi016.stdout: "ceph version 19.0.0-3080-gc2d8c315 (c2d8c3155d854ee204cb7c7261232571229d1d54) squid (dev)": 15 2024-04-15T14:46:50.447 INFO:teuthology.orchestra.run.smithi016.stdout: } 2024-04-15T14:46:50.447 INFO:teuthology.orchestra.run.smithi016.stdout:} 2024-04-15T14:46:50.752 INFO:tasks.rados.rados.0.smithi016.stdout:3030: expect (ObjNum -2060045360 snap 22097 seq_num 2235728896) 2024-04-15T14:46:50.758 INFO:tasks.rados.rados.0.smithi016.stdout:3024: finishing write tid 5 to smithi01678542-39 2024-04-15T14:46:50.758 INFO:tasks.rados.rados.0.smithi016.stdout:3024: oid 39 updating version 0 to 1434 2024-04-15T14:46:50.758 INFO:tasks.rados.rados.0.smithi016.stdout:3024: oid 39 updating version 1434 to 1435 2024-04-15T14:46:50.758 INFO:tasks.rados.rados.0.smithi016.stdout:3024: oid 39 version 1435 is already newer than 1433 2024-04-15T14:46:50.759 INFO:tasks.rados.rados.0.smithi016.stdout:3024: oid 39 updating version 1435 to 1436 2024-04-15T14:46:50.759 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 39 v 1436 (ObjNum 941 snap 280 seq_num 941) dirty exists 2024-04-15T14:46:50.759 INFO:tasks.rados.rados.0.smithi016.stdout:3024: left oid 39 (ObjNum 941 snap 280 seq_num 941) 2024-04-15T14:46:50.759 INFO:tasks.rados.rados.0.smithi016.stdout:3026: finishing copy_from racing read to smithi01678542-21 2024-04-15T14:46:50.759 INFO:tasks.rados.rados.0.smithi016.stdout:3029: expect (ObjNum 937 snap 279 seq_num 937) 2024-04-15T14:46:50.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:46:50 smithi016 ceph-mon[90652]: osdmap e648: 8 total, 8 up, 8 in 2024-04-15T14:46:50.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:46:50 smithi016 ceph-mon[90652]: from='client.34446 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-15T14:46:50.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:46:50 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T14:46:50.791 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:46:50 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T14:46:50.791 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:46:50 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T14:46:50.791 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:46:50 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T14:46:50.791 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:46:50 smithi016 ceph-mon[90652]: osdmap e649: 8 total, 8 up, 8 in 2024-04-15T14:46:50.791 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:46:50 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T14:46:50.791 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:46:50 smithi016 ceph-mon[90652]: from='client.? 172.21.15.16:0/3207480847' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T14:46:50.791 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:46:50 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2024-04-15T14:46:50.791 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:46:50 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T14:46:50.791 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:46:50 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T14:46:50.791 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:46:50 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T14:46:50.791 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:46:50 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T14:46:50.791 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:46:50 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T14:46:50.791 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:46:50 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T14:46:50.791 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:46:50 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T14:46:50.792 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:46:50 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T14:46:50.792 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:46:50 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T14:46:50.792 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:46:50 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T14:46:50.792 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:46:50 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T14:46:50.792 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:46:50 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T14:46:50.792 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:46:50 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T14:46:50.792 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:46:50 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T14:46:50.792 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:46:50 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T14:46:50.792 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:46:50 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T14:46:50.792 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:46:50 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T14:46:50.792 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:46:50 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T14:46:50.792 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:46:50 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T14:46:50.792 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:46:50 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T14:46:50.793 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:46:50 smithi016 ceph-mon[93212]: osdmap e648: 8 total, 8 up, 8 in 2024-04-15T14:46:50.793 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:46:50 smithi016 ceph-mon[93212]: from='client.34446 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-15T14:46:50.793 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:46:50 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T14:46:50.793 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:46:50 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T14:46:50.793 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:46:50 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T14:46:50.793 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:46:50 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T14:46:50.793 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:46:50 smithi016 ceph-mon[93212]: osdmap e649: 8 total, 8 up, 8 in 2024-04-15T14:46:50.793 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:46:50 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T14:46:50.793 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:46:50 smithi016 ceph-mon[93212]: from='client.? 172.21.15.16:0/3207480847' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T14:46:50.793 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:46:50 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2024-04-15T14:46:50.793 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:46:50 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T14:46:50.794 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:46:50 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T14:46:50.794 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:46:50 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T14:46:50.794 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:46:50 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T14:46:50.794 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:46:50 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T14:46:50.794 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:46:50 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T14:46:50.794 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:46:50 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T14:46:50.794 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:46:50 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T14:46:50.794 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:46:50 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T14:46:50.794 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:46:50 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T14:46:50.794 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:46:50 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T14:46:50.794 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:46:50 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T14:46:50.794 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:46:50 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T14:46:50.794 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:46:50 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T14:46:50.794 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:46:50 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T14:46:50.795 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:46:50 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T14:46:50.795 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:46:50 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T14:46:50.795 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:46:50 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T14:46:50.795 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:46:50 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T14:46:50.795 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:46:50 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T14:46:50.795 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:46:50 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr"}]: dispatch 2024-04-15T14:46:50.795 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:46:50 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr"}]': finished 2024-04-15T14:46:50.796 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:46:50 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-04-15T14:46:50.796 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:46:50 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon"}]': finished 2024-04-15T14:46:50.796 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:46:50 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.crash"}]: dispatch 2024-04-15T14:46:50.796 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:46:50 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.crash"}]': finished 2024-04-15T14:46:50.796 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:46:50 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd"}]: dispatch 2024-04-15T14:46:50.796 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:46:50 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd"}]': finished 2024-04-15T14:46:50.796 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:46:50 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mds"}]: dispatch 2024-04-15T14:46:50.796 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:46:50 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mds"}]': finished 2024-04-15T14:46:50.796 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:46:50 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.rgw"}]: dispatch 2024-04-15T14:46:50.796 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:46:50 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.rgw"}]': finished 2024-04-15T14:46:50.797 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:46:50 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"}]: dispatch 2024-04-15T14:46:50.797 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:46:50 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"}]': finished 2024-04-15T14:46:50.797 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:46:50 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-04-15T14:46:50.797 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:46:50 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"}]: dispatch 2024-04-15T14:46:50.797 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:46:50 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"}]': finished 2024-04-15T14:46:50.797 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:46:50 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.iscsi"}]: dispatch 2024-04-15T14:46:50.797 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:46:50 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.iscsi"}]': finished 2024-04-15T14:46:50.797 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:46:50 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.nfs"}]: dispatch 2024-04-15T14:46:50.797 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:46:50 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.nfs"}]': finished 2024-04-15T14:46:50.797 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:46:50 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"}]: dispatch 2024-04-15T14:46:50.798 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:46:50 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr"}]: dispatch 2024-04-15T14:46:50.798 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:46:50 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr"}]': finished 2024-04-15T14:46:50.798 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:46:50 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-04-15T14:46:50.798 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:46:50 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon"}]': finished 2024-04-15T14:46:50.798 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:46:50 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.crash"}]: dispatch 2024-04-15T14:46:50.798 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:46:50 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.crash"}]': finished 2024-04-15T14:46:50.798 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:46:50 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd"}]: dispatch 2024-04-15T14:46:50.798 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:46:50 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd"}]': finished 2024-04-15T14:46:50.798 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:46:50 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mds"}]: dispatch 2024-04-15T14:46:50.799 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:46:50 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mds"}]': finished 2024-04-15T14:46:50.799 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:46:50 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.rgw"}]: dispatch 2024-04-15T14:46:50.799 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:46:50 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.rgw"}]': finished 2024-04-15T14:46:50.799 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:46:50 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"}]: dispatch 2024-04-15T14:46:50.799 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:46:50 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"}]': finished 2024-04-15T14:46:50.799 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:46:50 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-04-15T14:46:50.799 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:46:50 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"}]: dispatch 2024-04-15T14:46:50.799 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:46:50 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"}]': finished 2024-04-15T14:46:50.799 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:46:50 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.iscsi"}]: dispatch 2024-04-15T14:46:50.799 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:46:50 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.iscsi"}]': finished 2024-04-15T14:46:50.799 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:46:50 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.nfs"}]: dispatch 2024-04-15T14:46:50.799 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:46:50 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.nfs"}]': finished 2024-04-15T14:46:50.799 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:46:50 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"}]: dispatch 2024-04-15T14:46:50.800 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:46:50 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"}]': finished 2024-04-15T14:46:50.800 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:46:50 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-04-15T14:46:50.800 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:46:50 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-04-15T14:46:50.800 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:46:50 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-04-15T14:46:50.800 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:46:50 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-04-15T14:46:50.800 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:46:50 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-04-15T14:46:50.800 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:46:50 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-04-15T14:46:50.800 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:46:50 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"}]: dispatch 2024-04-15T14:46:50.801 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:46:50 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd='[{"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"}]': finished 2024-04-15T14:46:50.801 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:46:50 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T14:46:50.801 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:46:50 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T14:46:50.801 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:46:50 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T14:46:50.801 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:46:50 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T14:46:50.802 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:46:50 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"}]': finished 2024-04-15T14:46:50.802 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:46:50 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-04-15T14:46:50.802 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:46:50 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-04-15T14:46:50.802 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:46:50 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-04-15T14:46:50.802 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:46:50 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-04-15T14:46:50.802 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:46:50 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-04-15T14:46:50.803 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:46:50 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-04-15T14:46:50.803 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:46:50 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"}]: dispatch 2024-04-15T14:46:50.803 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:46:50 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd='[{"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"}]': finished 2024-04-15T14:46:50.803 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:46:50 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T14:46:50.803 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:46:50 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T14:46:50.803 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:46:50 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T14:46:50.803 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:46:50 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T14:46:50.910 INFO:tasks.rados.rados.0.smithi016.stdout:3031: finishing write tid 1 to smithi01678542-37 2024-04-15T14:46:50.911 INFO:tasks.rados.rados.0.smithi016.stdout:3026: finishing copy_from to smithi01678542-21 2024-04-15T14:46:50.911 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 21 v 1452 (ObjNum 632 snap 191 seq_num 632) dirty exists 2024-04-15T14:46:50.911 INFO:tasks.rados.rados.0.smithi016.stdout:3031: finishing write tid 2 to smithi01678542-37 2024-04-15T14:46:50.911 INFO:tasks.rados.rados.0.smithi016.stdout:3031: finishing write tid 3 to smithi01678542-37 2024-04-15T14:46:50.911 INFO:tasks.rados.rados.0.smithi016.stdout:3031: finishing write tid 4 to smithi01678542-37 2024-04-15T14:46:50.911 INFO:tasks.rados.rados.0.smithi016.stdout:3031: finishing write tid 5 to smithi01678542-37 2024-04-15T14:46:50.911 INFO:tasks.rados.rados.0.smithi016.stdout:3031: oid 37 updating version 0 to 1601 2024-04-15T14:46:50.911 INFO:tasks.rados.rados.0.smithi016.stdout:3031: oid 37 updating version 1601 to 1603 2024-04-15T14:46:50.911 INFO:tasks.rados.rados.0.smithi016.stdout:3031: oid 37 version 1603 is already newer than 1602 2024-04-15T14:46:50.911 INFO:tasks.rados.rados.0.smithi016.stdout:3031: oid 37 updating version 1603 to 1604 2024-04-15T14:46:50.911 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 37 v 1604 (ObjNum 943 snap 280 seq_num 943) dirty exists 2024-04-15T14:46:50.911 INFO:tasks.rados.rados.0.smithi016.stdout:3031: left oid 37 (ObjNum 943 snap 280 seq_num 943) 2024-04-15T14:46:50.911 INFO:tasks.rados.rados.0.smithi016.stdout:3032: finishing write tid 1 to smithi01678542-9 2024-04-15T14:46:50.912 INFO:tasks.rados.rados.0.smithi016.stdout:3032: finishing write tid 2 to smithi01678542-9 2024-04-15T14:46:50.912 INFO:tasks.rados.rados.0.smithi016.stdout:3020: done (9 left) 2024-04-15T14:46:50.912 INFO:tasks.rados.rados.0.smithi016.stdout:3024: done (8 left) 2024-04-15T14:46:50.912 INFO:tasks.rados.rados.0.smithi016.stdout:3025: done (7 left) 2024-04-15T14:46:50.912 INFO:tasks.rados.rados.0.smithi016.stdout:3026: done (6 left) 2024-04-15T14:46:50.912 INFO:tasks.rados.rados.0.smithi016.stdout:3028: done (5 left) 2024-04-15T14:46:50.912 INFO:tasks.rados.rados.0.smithi016.stdout:3029: done (4 left) 2024-04-15T14:46:50.912 INFO:tasks.rados.rados.0.smithi016.stdout:3030: done (3 left) 2024-04-15T14:46:50.912 INFO:tasks.rados.rados.0.smithi016.stdout:3031: done (2 left) 2024-04-15T14:46:50.912 INFO:tasks.rados.rados.0.smithi016.stdout:3033: done (1 left) 2024-04-15T14:46:50.912 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 14 current snap is 281 2024-04-15T14:46:50.912 INFO:tasks.rados.rados.0.smithi016.stdout:3032: finishing write tid 3 to smithi01678542-9 2024-04-15T14:46:50.912 INFO:tasks.rados.rados.0.smithi016.stdout:3032: finishing write tid 4 to smithi01678542-9 2024-04-15T14:46:50.912 INFO:tasks.rados.rados.0.smithi016.stdout:3032: finishing write tid 5 to smithi01678542-9 2024-04-15T14:46:50.912 INFO:tasks.rados.rados.0.smithi016.stdout:3032: oid 9 updating version 0 to 1467 2024-04-15T14:46:50.913 INFO:tasks.rados.rados.0.smithi016.stdout:3032: oid 9 updating version 1467 to 1468 2024-04-15T14:46:50.913 INFO:tasks.rados.rados.0.smithi016.stdout:3032: oid 9 version 1468 is already newer than 1465 2024-04-15T14:46:50.913 INFO:tasks.rados.rados.0.smithi016.stdout:3032: oid 9 version 1468 is already newer than 1466 2024-04-15T14:46:50.913 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 9 v 1468 (ObjNum 944 snap 280 seq_num 944) dirty exists 2024-04-15T14:46:50.913 INFO:tasks.rados.rados.0.smithi016.stdout:3032: left oid 9 (ObjNum 944 snap 280 seq_num 944) 2024-04-15T14:46:50.913 INFO:tasks.rados.rados.0.smithi016.stdout:3034: seq_num 945 ranges {4653056=630784,5283840=458752,5742592=344064} 2024-04-15T14:46:50.938 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:46:50 smithi102 ceph-mon[87131]: osdmap e648: 8 total, 8 up, 8 in 2024-04-15T14:46:50.938 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:46:50 smithi102 ceph-mon[87131]: from='client.34446 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-15T14:46:50.938 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:46:50 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T14:46:50.938 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:46:50 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T14:46:50.938 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:46:50 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T14:46:50.938 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:46:50 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T14:46:50.938 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:46:50 smithi102 ceph-mon[87131]: osdmap e649: 8 total, 8 up, 8 in 2024-04-15T14:46:50.938 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:46:50 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T14:46:50.939 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:46:50 smithi102 ceph-mon[87131]: from='client.? 172.21.15.16:0/3207480847' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T14:46:50.939 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:46:50 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2024-04-15T14:46:50.939 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:46:50 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T14:46:50.939 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:46:50 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T14:46:50.939 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:46:50 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T14:46:50.939 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:46:50 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T14:46:50.939 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:46:50 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T14:46:50.939 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:46:50 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T14:46:50.939 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:46:50 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T14:46:50.939 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:46:50 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T14:46:50.939 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:46:50 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T14:46:50.939 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:46:50 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T14:46:50.940 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:46:50 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T14:46:50.940 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:46:50 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T14:46:50.940 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:46:50 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T14:46:50.940 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:46:50 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T14:46:50.940 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:46:50 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T14:46:50.940 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:46:50 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T14:46:50.940 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:46:50 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T14:46:50.940 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:46:50 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T14:46:50.940 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:46:50 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T14:46:50.941 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:46:50 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T14:46:50.941 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:46:50 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr"}]: dispatch 2024-04-15T14:46:50.941 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:46:50 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr"}]': finished 2024-04-15T14:46:50.941 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:46:50 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-04-15T14:46:50.941 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:46:50 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon"}]': finished 2024-04-15T14:46:50.941 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:46:50 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.crash"}]: dispatch 2024-04-15T14:46:50.941 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:46:50 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.crash"}]': finished 2024-04-15T14:46:50.941 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:46:50 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd"}]: dispatch 2024-04-15T14:46:50.941 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:46:50 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd"}]': finished 2024-04-15T14:46:50.942 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:46:50 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mds"}]: dispatch 2024-04-15T14:46:50.942 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:46:50 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mds"}]': finished 2024-04-15T14:46:50.942 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:46:50 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.rgw"}]: dispatch 2024-04-15T14:46:50.942 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:46:50 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.rgw"}]': finished 2024-04-15T14:46:50.942 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:46:50 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"}]: dispatch 2024-04-15T14:46:50.942 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:46:50 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"}]': finished 2024-04-15T14:46:50.942 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:46:50 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-04-15T14:46:50.943 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:46:50 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"}]: dispatch 2024-04-15T14:46:50.943 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:46:50 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"}]': finished 2024-04-15T14:46:50.943 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:46:50 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.iscsi"}]: dispatch 2024-04-15T14:46:50.943 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:46:50 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.iscsi"}]': finished 2024-04-15T14:46:50.943 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:46:50 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.nfs"}]: dispatch 2024-04-15T14:46:50.943 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:46:50 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.nfs"}]': finished 2024-04-15T14:46:50.943 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:46:50 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"}]: dispatch 2024-04-15T14:46:50.943 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:46:50 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"}]': finished 2024-04-15T14:46:50.943 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:46:50 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-04-15T14:46:50.943 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:46:50 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-04-15T14:46:50.943 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:46:50 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-04-15T14:46:50.943 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:46:50 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-04-15T14:46:50.943 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:46:50 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-04-15T14:46:50.944 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:46:50 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-04-15T14:46:50.944 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:46:50 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"}]: dispatch 2024-04-15T14:46:50.944 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:46:50 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd='[{"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"}]': finished 2024-04-15T14:46:50.944 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:46:50 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T14:46:50.944 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:46:50 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T14:46:50.944 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:46:50 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T14:46:50.944 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:46:50 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T14:46:50.946 INFO:tasks.rados.rados.0.smithi016.stdout:3034: writing smithi01678542-14 from 4653056 to 5283840 tid 1 2024-04-15T14:46:50.947 INFO:tasks.rados.rados.0.smithi016.stdout:3034: writing smithi01678542-14 from 5283840 to 5742592 tid 2 2024-04-15T14:46:50.947 INFO:tasks.rados.rados.0.smithi016.stdout:3034: writing smithi01678542-14 from 5742592 to 6086656 tid 3 2024-04-15T14:46:50.947 INFO:tasks.rados.rados.0.smithi016.stdout:3032: done (1 left) 2024-04-15T14:46:50.947 INFO:tasks.rados.rados.0.smithi016.stdout:3035: rmattr oid 35 current snap is 281 2024-04-15T14:46:50.947 INFO:tasks.rados.rados.0.smithi016.stdout:3035: done (1 left) 2024-04-15T14:46:50.947 INFO:tasks.rados.rados.0.smithi016.stdout:3036: read oid 3 snap 280 2024-04-15T14:46:50.947 INFO:tasks.rados.rados.0.smithi016.stdout:3036: expect (ObjNum 896 snap 271 seq_num 896) 2024-04-15T14:46:50.947 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 49 current snap is 281 2024-04-15T14:46:50.948 INFO:tasks.rados.rados.0.smithi016.stdout:3037: seq_num 946 ranges {9232384=647168,9879552=745472,10625024=57344} 2024-04-15T14:46:50.998 INFO:tasks.rados.rados.0.smithi016.stdout:3037: writing smithi01678542-49 from 9232384 to 9879552 tid 1 2024-04-15T14:46:51.004 INFO:tasks.rados.rados.0.smithi016.stdout:3037: writing smithi01678542-49 from 9879552 to 10625024 tid 2 2024-04-15T14:46:51.005 INFO:tasks.rados.rados.0.smithi016.stdout:3037: writing smithi01678542-49 from 10625024 to 10682368 tid 3 2024-04-15T14:46:51.005 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 6 current snap is 281 2024-04-15T14:46:51.005 INFO:tasks.rados.rados.0.smithi016.stdout:3034: finishing write tid 1 to smithi01678542-14 2024-04-15T14:46:51.005 INFO:tasks.rados.rados.0.smithi016.stdout:3034: finishing write tid 2 to smithi01678542-14 2024-04-15T14:46:51.005 INFO:tasks.rados.rados.0.smithi016.stdout:3034: finishing write tid 3 to smithi01678542-14 2024-04-15T14:46:51.005 INFO:tasks.rados.rados.0.smithi016.stdout:3034: finishing write tid 4 to smithi01678542-14 2024-04-15T14:46:51.005 INFO:tasks.rados.rados.0.smithi016.stdout:3034: finishing write tid 5 to smithi01678542-14 2024-04-15T14:46:51.005 INFO:tasks.rados.rados.0.smithi016.stdout:3034: oid 14 updating version 0 to 1470 2024-04-15T14:46:51.005 INFO:tasks.rados.rados.0.smithi016.stdout:3034: oid 14 version 1470 is already newer than 1469 2024-04-15T14:46:51.006 INFO:tasks.rados.rados.0.smithi016.stdout:3034: oid 14 version 1470 is already newer than 1468 2024-04-15T14:46:51.006 INFO:tasks.rados.rados.0.smithi016.stdout:3034: oid 14 updating version 1470 to 1471 2024-04-15T14:46:51.006 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 14 v 1471 (ObjNum 945 snap 281 seq_num 945) dirty exists 2024-04-15T14:46:51.006 INFO:tasks.rados.rados.0.smithi016.stdout:3034: left oid 14 (ObjNum 945 snap 281 seq_num 945) 2024-04-15T14:46:51.006 INFO:tasks.rados.rados.0.smithi016.stdout:3036: expect (ObjNum 896 snap 271 seq_num 896) 2024-04-15T14:46:51.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:46:51 smithi102 ceph-mon[87131]: pgmap v607: 121 pgs: 121 active+clean; 166 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 1023 B/s rd, 868 KiB/s wr, 3 op/s 2024-04-15T14:46:51.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:46:51 smithi102 ceph-mon[87131]: from='client.44378 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-15T14:46:51.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:46:51 smithi102 ceph-mon[87131]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2024-04-15T14:46:51.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:46:51 smithi102 ceph-mon[87131]: Upgrade: Finalizing container_image settings 2024-04-15T14:46:51.938 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:46:51 smithi102 ceph-mon[87131]: Upgrade: Complete! 2024-04-15T14:46:51.938 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:46:51 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T14:46:51.938 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:46:51 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T14:46:51.938 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:46:51 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T14:46:51.938 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:46:51 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T14:46:51.963 INFO:tasks.rados.rados.0.smithi016.stdout:3037: finishing write tid 1 to smithi01678542-49 2024-04-15T14:46:51.963 INFO:tasks.rados.rados.0.smithi016.stdout:3037: finishing write tid 2 to smithi01678542-49 2024-04-15T14:46:51.963 INFO:tasks.rados.rados.0.smithi016.stdout:3037: finishing write tid 3 to smithi01678542-49 2024-04-15T14:46:51.963 INFO:tasks.rados.rados.0.smithi016.stdout:3037: finishing write tid 4 to smithi01678542-49 2024-04-15T14:46:51.963 INFO:tasks.rados.rados.0.smithi016.stdout:3037: finishing write tid 5 to smithi01678542-49 2024-04-15T14:46:51.963 INFO:tasks.rados.rados.0.smithi016.stdout:3037: oid 49 updating version 0 to 1435 2024-04-15T14:46:51.964 INFO:tasks.rados.rados.0.smithi016.stdout:3037: oid 49 updating version 1435 to 1436 2024-04-15T14:46:51.964 INFO:tasks.rados.rados.0.smithi016.stdout:3037: oid 49 version 1436 is already newer than 1433 2024-04-15T14:46:51.964 INFO:tasks.rados.rados.0.smithi016.stdout:3037: oid 49 version 1436 is already newer than 1434 2024-04-15T14:46:51.964 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 49 v 1436 (ObjNum 946 snap 281 seq_num 946) dirty exists 2024-04-15T14:46:51.964 INFO:tasks.rados.rados.0.smithi016.stdout:3037: left oid 49 (ObjNum 946 snap 281 seq_num 946) 2024-04-15T14:46:51.964 INFO:tasks.rados.rados.0.smithi016.stdout:3038: seq_num 947 ranges {679936=663552,1343488=630784,1974272=172032} 2024-04-15T14:46:51.970 INFO:tasks.rados.rados.0.smithi016.stdout:3038: writing smithi01678542-6 from 679936 to 1343488 tid 1 2024-04-15T14:46:51.974 INFO:tasks.rados.rados.0.smithi016.stdout:3038: writing smithi01678542-6 from 1343488 to 1974272 tid 2 2024-04-15T14:46:51.976 INFO:tasks.rados.rados.0.smithi016.stdout:3038: writing smithi01678542-6 from 1974272 to 2146304 tid 3 2024-04-15T14:46:51.976 INFO:tasks.rados.rados.0.smithi016.stdout:3034: done (3 left) 2024-04-15T14:46:51.976 INFO:tasks.rados.rados.0.smithi016.stdout:3036: done (2 left) 2024-04-15T14:46:51.976 INFO:tasks.rados.rados.0.smithi016.stdout:3037: done (1 left) 2024-04-15T14:46:51.976 INFO:tasks.rados.rados.0.smithi016.stdout:3039: copy_from oid 41 from oid 14 current snap is 281 2024-04-15T14:46:51.976 INFO:tasks.rados.rados.0.smithi016.stdout:3038: finishing write tid 1 to smithi01678542-6 2024-04-15T14:46:51.977 INFO:tasks.rados.rados.0.smithi016.stdout:3040: copy_from oid 7 from oid 2 current snap is 281 2024-04-15T14:46:51.977 INFO:tasks.rados.rados.0.smithi016.stdout:3041: copy_from oid 4 from oid 38 current snap is 281 2024-04-15T14:46:51.977 INFO:tasks.rados.rados.0.smithi016.stdout:3042: read oid 10 snap -1 2024-04-15T14:46:51.977 INFO:tasks.rados.rados.0.smithi016.stdout:3042: expect deleted 2024-04-15T14:46:51.977 INFO:tasks.rados.rados.0.smithi016.stdout:3043: rollback oid 25 current snap is 281 2024-04-15T14:46:51.977 INFO:tasks.rados.rados.0.smithi016.stdout:rollback oid 25 to 279 2024-04-15T14:46:51.977 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 44 current snap is 281 2024-04-15T14:46:51.977 INFO:tasks.rados.rados.0.smithi016.stdout:3044: seq_num 948 ranges {0=679936,679936=516096,1196032=286720} 2024-04-15T14:46:51.982 INFO:tasks.rados.rados.0.smithi016.stdout:3044: writing smithi01678542-44 from 0 to 679936 tid 1 2024-04-15T14:46:51.982 INFO:tasks.rados.rados.0.smithi016.stdout:3044: writing smithi01678542-44 from 679936 to 1196032 tid 2 2024-04-15T14:46:51.984 INFO:tasks.rados.rados.0.smithi016.stdout:3044: writing smithi01678542-44 from 1196032 to 1482752 tid 3 2024-04-15T14:46:51.984 INFO:tasks.rados.rados.0.smithi016.stdout:3045: read oid 31 snap -1 2024-04-15T14:46:51.984 INFO:tasks.rados.rados.0.smithi016.stdout:3045: expect (ObjNum 906 snap 273 seq_num 906) 2024-04-15T14:46:51.984 INFO:tasks.rados.rados.0.smithi016.stdout:3046: snap_remove snap 280 2024-04-15T14:46:52.039 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 15 14:46:51 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-y[81421]: ::ffff:172.21.15.102 - - [15/Apr/2024:14:46:51] "GET /metrics HTTP/1.1" 200 36268 "" "Prometheus/2.43.0" 2024-04-15T14:46:52.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:46:51 smithi016 ceph-mon[90652]: pgmap v607: 121 pgs: 121 active+clean; 166 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 1023 B/s rd, 868 KiB/s wr, 3 op/s 2024-04-15T14:46:52.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:46:51 smithi016 ceph-mon[90652]: from='client.44378 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-15T14:46:52.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:46:51 smithi016 ceph-mon[90652]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2024-04-15T14:46:52.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:46:51 smithi016 ceph-mon[90652]: Upgrade: Finalizing container_image settings 2024-04-15T14:46:52.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:46:51 smithi016 ceph-mon[90652]: Upgrade: Complete! 2024-04-15T14:46:52.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:46:51 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T14:46:52.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:46:51 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T14:46:52.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:46:51 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T14:46:52.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:46:51 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T14:46:52.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:46:51 smithi016 ceph-mon[93212]: pgmap v607: 121 pgs: 121 active+clean; 166 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 1023 B/s rd, 868 KiB/s wr, 3 op/s 2024-04-15T14:46:52.041 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:46:51 smithi016 ceph-mon[93212]: from='client.44378 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-15T14:46:52.041 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:46:51 smithi016 ceph-mon[93212]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2024-04-15T14:46:52.041 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:46:51 smithi016 ceph-mon[93212]: Upgrade: Finalizing container_image settings 2024-04-15T14:46:52.041 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:46:51 smithi016 ceph-mon[93212]: Upgrade: Complete! 2024-04-15T14:46:52.041 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:46:51 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T14:46:52.041 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:46:51 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T14:46:52.041 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:46:51 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T14:46:52.041 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:46:51 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T14:46:52.640 INFO:tasks.rados.rados.0.smithi016.stdout:3046: done (8 left) 2024-04-15T14:46:52.640 INFO:tasks.rados.rados.0.smithi016.stdout:3047: setattr oid 19 current snap is 281 2024-04-15T14:46:52.641 INFO:tasks.rados.rados.0.smithi016.stdout:3043: finishing rollback tid 1 to smithi01678542-25 2024-04-15T14:46:52.641 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 25 v 0 (ObjNum 33 snap 0 seq_num 3761190763) dirty dne 2024-04-15T14:46:52.641 INFO:tasks.rados.rados.0.smithi016.stdout:3038: finishing write tid 2 to smithi01678542-6 2024-04-15T14:46:52.641 INFO:tasks.rados.rados.0.smithi016.stdout:3038: finishing write tid 3 to smithi01678542-6 2024-04-15T14:46:52.641 INFO:tasks.rados.rados.0.smithi016.stdout:3038: finishing write tid 4 to smithi01678542-6 2024-04-15T14:46:52.641 INFO:tasks.rados.rados.0.smithi016.stdout:3038: finishing write tid 5 to smithi01678542-6 2024-04-15T14:46:52.641 INFO:tasks.rados.rados.0.smithi016.stdout:3038: oid 6 updating version 0 to 1520 2024-04-15T14:46:52.641 INFO:tasks.rados.rados.0.smithi016.stdout:3038: oid 6 version 1520 is already newer than 1519 2024-04-15T14:46:52.641 INFO:tasks.rados.rados.0.smithi016.stdout:3038: oid 6 updating version 1520 to 1521 2024-04-15T14:46:52.641 INFO:tasks.rados.rados.0.smithi016.stdout:3038: oid 6 updating version 1521 to 1522 2024-04-15T14:46:52.641 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 6 v 1522 (ObjNum 947 snap 281 seq_num 947) dirty exists 2024-04-15T14:46:52.641 INFO:tasks.rados.rados.0.smithi016.stdout:3038: left oid 6 (ObjNum 947 snap 281 seq_num 947) 2024-04-15T14:46:52.641 INFO:tasks.rados.rados.0.smithi016.stdout:3041: finishing copy_from racing read to smithi01678542-4 2024-04-15T14:46:52.641 INFO:tasks.rados.rados.0.smithi016.stdout:3041: finishing copy_from to smithi01678542-4 2024-04-15T14:46:52.642 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 4 v 1455 (ObjNum 919 snap 275 seq_num 919) dirty exists 2024-04-15T14:46:52.642 INFO:tasks.rados.rados.0.smithi016.stdout:3044: finishing write tid 1 to smithi01678542-44 2024-04-15T14:46:52.642 INFO:tasks.rados.rados.0.smithi016.stdout:3044: finishing write tid 2 to smithi01678542-44 2024-04-15T14:46:52.642 INFO:tasks.rados.rados.0.smithi016.stdout:3044: finishing write tid 3 to smithi01678542-44 2024-04-15T14:46:52.642 INFO:tasks.rados.rados.0.smithi016.stdout:3044: finishing write tid 4 to smithi01678542-44 2024-04-15T14:46:52.642 INFO:tasks.rados.rados.0.smithi016.stdout:3040: finishing copy_from racing read to smithi01678542-7 2024-04-15T14:46:52.642 INFO:tasks.rados.rados.0.smithi016.stdout:3044: finishing write tid 5 to smithi01678542-44 2024-04-15T14:46:52.642 INFO:tasks.rados.rados.0.smithi016.stdout:3044: oid 44 updating version 0 to 1625 2024-04-15T14:46:52.642 INFO:tasks.rados.rados.0.smithi016.stdout:3044: oid 44 updating version 1625 to 1627 2024-04-15T14:46:52.642 INFO:tasks.rados.rados.0.smithi016.stdout:3044: oid 44 version 1627 is already newer than 1626 2024-04-15T14:46:52.642 INFO:tasks.rados.rados.0.smithi016.stdout:3044: oid 44 version 1627 is already newer than 1624 2024-04-15T14:46:52.643 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 44 v 1627 (ObjNum 948 snap 281 seq_num 948) dirty exists 2024-04-15T14:46:52.643 INFO:tasks.rados.rados.0.smithi016.stdout:3044: left oid 44 (ObjNum 948 snap 281 seq_num 948) 2024-04-15T14:46:52.643 INFO:tasks.rados.rados.0.smithi016.stdout:3040: finishing copy_from to smithi01678542-7 2024-04-15T14:46:52.643 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 7 v 1594 (ObjNum 937 snap 279 seq_num 937) dirty exists 2024-04-15T14:46:52.643 INFO:tasks.rados.rados.0.smithi016.stdout:3039: finishing copy_from racing read to smithi01678542-41 2024-04-15T14:46:52.643 INFO:tasks.rados.rados.0.smithi016.stdout:3039: finishing copy_from to smithi01678542-41 2024-04-15T14:46:52.643 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 41 v 1471 (ObjNum 945 snap 281 seq_num 945) dirty exists 2024-04-15T14:46:52.643 INFO:tasks.rados.rados.0.smithi016.stdout:3045: expect (ObjNum 906 snap 273 seq_num 906) 2024-04-15T14:46:52.687 INFO:journalctl@ceph.prometheus.a.smithi102.stdout:Apr 15 14:46:52 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-prometheus-a[120881]: ts=2024-04-15T14:46:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi016:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"362ea986-fb34-11ee-bc8f-c7b262605968\", instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T14:46:53.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:46:53 smithi102 ceph-mon[87131]: pgmap v609: 121 pgs: 121 active+clean; 165 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 13 MiB/s rd, 3.1 MiB/s wr, 23 op/s 2024-04-15T14:46:53.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:46:53 smithi102 ceph-mon[87131]: osdmap e650: 8 total, 8 up, 8 in 2024-04-15T14:46:53.996 INFO:tasks.rados.rados.0.smithi016.stdout:3038: done (8 left) 2024-04-15T14:46:53.996 INFO:tasks.rados.rados.0.smithi016.stdout:3039: done (7 left) 2024-04-15T14:46:53.997 INFO:tasks.rados.rados.0.smithi016.stdout:3040: done (6 left) 2024-04-15T14:46:53.997 INFO:tasks.rados.rados.0.smithi016.stdout:3041: done (5 left) 2024-04-15T14:46:53.997 INFO:tasks.rados.rados.0.smithi016.stdout:3042: done (4 left) 2024-04-15T14:46:53.997 INFO:tasks.rados.rados.0.smithi016.stdout:3043: done (3 left) 2024-04-15T14:46:53.997 INFO:tasks.rados.rados.0.smithi016.stdout:3044: done (2 left) 2024-04-15T14:46:53.997 INFO:tasks.rados.rados.0.smithi016.stdout:3045: done (1 left) 2024-04-15T14:46:53.997 INFO:tasks.rados.rados.0.smithi016.stdout:3048: delete oid 49 current snap is 281 2024-04-15T14:46:53.999 INFO:tasks.rados.rados.0.smithi016.stdout:3048: done (1 left) 2024-04-15T14:46:53.999 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 50 current snap is 281 2024-04-15T14:46:53.999 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 19 v 1605 (ObjNum 161 snap 0 seq_num 0) dirty exists 2024-04-15T14:46:54.000 INFO:tasks.rados.rados.0.smithi016.stdout:3049: seq_num 950 ranges {3710976=720896,4431872=679936,5111808=122880} 2024-04-15T14:46:54.023 INFO:tasks.rados.rados.0.smithi016.stdout:3049: writing smithi01678542-50 from 3710976 to 4431872 tid 1 2024-04-15T14:46:54.027 INFO:tasks.rados.rados.0.smithi016.stdout:3049: writing smithi01678542-50 from 4431872 to 5111808 tid 2 2024-04-15T14:46:54.028 INFO:tasks.rados.rados.0.smithi016.stdout:3049: writing smithi01678542-50 from 5111808 to 5234688 tid 3 2024-04-15T14:46:54.028 INFO:tasks.rados.rados.0.smithi016.stdout:3047: done (1 left) 2024-04-15T14:46:54.028 INFO:tasks.rados.rados.0.smithi016.stdout:3050: copy_from oid 41 from oid 1 current snap is 281 2024-04-15T14:46:54.028 INFO:tasks.rados.rados.0.smithi016.stdout:3051: rmattr oid 29 current snap is 281 2024-04-15T14:46:54.029 INFO:tasks.rados.rados.0.smithi016.stdout:3051: done (2 left) 2024-04-15T14:46:54.029 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 12 current snap is 281 2024-04-15T14:46:54.029 INFO:tasks.rados.rados.0.smithi016.stdout:3052: seq_num 951 ranges {1015808=737280,1753088=614400,2367488=188416} 2024-04-15T14:46:54.038 INFO:tasks.rados.rados.0.smithi016.stdout:3052: writing smithi01678542-12 from 1015808 to 1753088 tid 1 2024-04-15T14:46:54.039 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:46:53 smithi016 ceph-mon[90652]: pgmap v609: 121 pgs: 121 active+clean; 165 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 13 MiB/s rd, 3.1 MiB/s wr, 23 op/s 2024-04-15T14:46:54.039 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:46:53 smithi016 ceph-mon[90652]: osdmap e650: 8 total, 8 up, 8 in 2024-04-15T14:46:54.039 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:46:53 smithi016 ceph-mon[93212]: pgmap v609: 121 pgs: 121 active+clean; 165 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 13 MiB/s rd, 3.1 MiB/s wr, 23 op/s 2024-04-15T14:46:54.039 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:46:53 smithi016 ceph-mon[93212]: osdmap e650: 8 total, 8 up, 8 in 2024-04-15T14:46:54.042 INFO:tasks.rados.rados.0.smithi016.stdout:3052: writing smithi01678542-12 from 1753088 to 2367488 tid 2 2024-04-15T14:46:54.044 INFO:tasks.rados.rados.0.smithi016.stdout:3052: writing smithi01678542-12 from 2367488 to 2555904 tid 3 2024-04-15T14:46:54.044 INFO:tasks.rados.rados.0.smithi016.stdout:3053: snap_create 2024-04-15T14:46:54.044 INFO:tasks.rados.rados.0.smithi016.stdout:3049: finishing write tid 1 to smithi01678542-50 2024-04-15T14:46:54.045 INFO:tasks.rados.rados.0.smithi016.stdout:3049: finishing write tid 2 to smithi01678542-50 2024-04-15T14:46:54.045 INFO:tasks.rados.rados.0.smithi016.stdout:3049: finishing write tid 3 to smithi01678542-50 2024-04-15T14:46:54.045 INFO:tasks.rados.rados.0.smithi016.stdout:3049: finishing write tid 4 to smithi01678542-50 2024-04-15T14:46:54.045 INFO:tasks.rados.rados.0.smithi016.stdout:3049: finishing write tid 5 to smithi01678542-50 2024-04-15T14:46:54.045 INFO:tasks.rados.rados.0.smithi016.stdout:3049: oid 50 updating version 0 to 1537 2024-04-15T14:46:54.045 INFO:tasks.rados.rados.0.smithi016.stdout:3049: oid 50 updating version 1537 to 1538 2024-04-15T14:46:54.045 INFO:tasks.rados.rados.0.smithi016.stdout:3049: oid 50 version 1538 is already newer than 1535 2024-04-15T14:46:54.045 INFO:tasks.rados.rados.0.smithi016.stdout:3049: oid 50 version 1538 is already newer than 1536 2024-04-15T14:46:54.045 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 50 v 1538 (ObjNum 950 snap 281 seq_num 950) dirty exists 2024-04-15T14:46:54.045 INFO:tasks.rados.rados.0.smithi016.stdout:3049: left oid 50 (ObjNum 950 snap 281 seq_num 950) 2024-04-15T14:46:54.045 INFO:tasks.rados.rados.0.smithi016.stdout:3050: finishing copy_from racing read to smithi01678542-41 2024-04-15T14:46:54.045 INFO:tasks.rados.rados.0.smithi016.stdout:3050: finishing copy_from to smithi01678542-41 2024-04-15T14:46:54.046 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 41 v 1520 (ObjNum 828 snap 250 seq_num 828) dirty exists 2024-04-15T14:46:54.046 INFO:tasks.rados.rados.0.smithi016.stdout:3052: finishing write tid 1 to smithi01678542-12 2024-04-15T14:46:54.046 INFO:tasks.rados.rados.0.smithi016.stdout:3052: finishing write tid 2 to smithi01678542-12 2024-04-15T14:46:54.046 INFO:tasks.rados.rados.0.smithi016.stdout:3052: finishing write tid 3 to smithi01678542-12 2024-04-15T14:46:54.047 INFO:tasks.rados.rados.0.smithi016.stdout:3052: finishing write tid 4 to smithi01678542-12 2024-04-15T14:46:54.048 INFO:tasks.rados.rados.0.smithi016.stdout:3052: finishing write tid 5 to smithi01678542-12 2024-04-15T14:46:54.048 INFO:tasks.rados.rados.0.smithi016.stdout:3052: oid 12 updating version 0 to 1162 2024-04-15T14:46:54.048 INFO:tasks.rados.rados.0.smithi016.stdout:3052: oid 12 version 1162 is already newer than 1161 2024-04-15T14:46:54.048 INFO:tasks.rados.rados.0.smithi016.stdout:3052: oid 12 version 1162 is already newer than 1159 2024-04-15T14:46:54.048 INFO:tasks.rados.rados.0.smithi016.stdout:3052: oid 12 version 1162 is already newer than 1160 2024-04-15T14:46:54.048 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 12 v 1162 (ObjNum 951 snap 281 seq_num 951) dirty exists 2024-04-15T14:46:54.048 INFO:tasks.rados.rados.0.smithi016.stdout:3052: left oid 12 (ObjNum 951 snap 281 seq_num 951) 2024-04-15T14:46:54.645 INFO:tasks.rados.rados.0.smithi016.stdout:3049: done (3 left) 2024-04-15T14:46:54.645 INFO:tasks.rados.rados.0.smithi016.stdout:3050: done (2 left) 2024-04-15T14:46:54.645 INFO:tasks.rados.rados.0.smithi016.stdout:3052: done (1 left) 2024-04-15T14:46:54.645 INFO:tasks.rados.rados.0.smithi016.stdout:3053: done (0 left) 2024-04-15T14:46:54.645 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 39 current snap is 282 2024-04-15T14:46:54.645 INFO:tasks.rados.rados.0.smithi016.stdout:3054: seq_num 952 ranges {1368064=753664,2121728=499712,2621440=303104} 2024-04-15T14:46:54.656 INFO:tasks.rados.rados.0.smithi016.stdout:3054: writing smithi01678542-39 from 1368064 to 2121728 tid 1 2024-04-15T14:46:54.659 INFO:tasks.rados.rados.0.smithi016.stdout:3054: writing smithi01678542-39 from 2121728 to 2621440 tid 2 2024-04-15T14:46:54.662 INFO:tasks.rados.rados.0.smithi016.stdout:3054: writing smithi01678542-39 from 2621440 to 2924544 tid 3 2024-04-15T14:46:54.662 INFO:tasks.rados.rados.0.smithi016.stdout:3055: read oid 17 snap -1 2024-04-15T14:46:54.662 INFO:tasks.rados.rados.0.smithi016.stdout:3055: expect (ObjNum 0 snap 0 seq_num 0) 2024-04-15T14:46:54.662 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 42 current snap is 282 2024-04-15T14:46:54.662 INFO:tasks.rados.rados.0.smithi016.stdout:3056: seq_num 953 ranges {0=770048,770048=786432,1556480=16384} 2024-04-15T14:46:54.666 INFO:tasks.rados.rados.0.smithi016.stdout:3056: writing smithi01678542-42 from 0 to 770048 tid 1 2024-04-15T14:46:54.671 INFO:tasks.rados.rados.0.smithi016.stdout:3056: writing smithi01678542-42 from 770048 to 1556480 tid 2 2024-04-15T14:46:54.671 INFO:tasks.rados.rados.0.smithi016.stdout:3056: writing smithi01678542-42 from 1556480 to 1572864 tid 3 2024-04-15T14:46:54.671 INFO:tasks.rados.rados.0.smithi016.stdout:3057: read oid 11 snap -1 2024-04-15T14:46:54.671 INFO:tasks.rados.rados.0.smithi016.stdout:3057: expect (ObjNum 933 snap 279 seq_num 933) 2024-04-15T14:46:54.672 INFO:tasks.rados.rados.0.smithi016.stdout:3058: rollback oid 7 current snap is 282 2024-04-15T14:46:54.672 INFO:tasks.rados.rados.0.smithi016.stdout:rollback oid 7 to 281 2024-04-15T14:46:54.672 INFO:tasks.rados.rados.0.smithi016.stdout:3054: finishing write tid 1 to smithi01678542-39 2024-04-15T14:46:54.672 INFO:tasks.rados.rados.0.smithi016.stdout:3055: expect (ObjNum 0 snap 0 seq_num 0) 2024-04-15T14:46:54.676 INFO:tasks.rados.rados.0.smithi016.stdout:3054: finishing write tid 2 to smithi01678542-39 2024-04-15T14:46:54.676 INFO:tasks.rados.rados.0.smithi016.stdout:3054: finishing write tid 3 to smithi01678542-39 2024-04-15T14:46:54.676 INFO:tasks.rados.rados.0.smithi016.stdout:3055: done (4 left) 2024-04-15T14:46:54.676 INFO:tasks.rados.rados.0.smithi016.stdout:3059: snap_create 2024-04-15T14:46:54.676 INFO:tasks.rados.rados.0.smithi016.stdout:3054: finishing write tid 4 to smithi01678542-39 2024-04-15T14:46:54.676 INFO:tasks.rados.rados.0.smithi016.stdout:3054: finishing write tid 5 to smithi01678542-39 2024-04-15T14:46:54.676 INFO:tasks.rados.rados.0.smithi016.stdout:3054: oid 39 updating version 0 to 1439 2024-04-15T14:46:54.676 INFO:tasks.rados.rados.0.smithi016.stdout:3054: oid 39 updating version 1439 to 1440 2024-04-15T14:46:54.676 INFO:tasks.rados.rados.0.smithi016.stdout:3054: oid 39 version 1440 is already newer than 1437 2024-04-15T14:46:54.676 INFO:tasks.rados.rados.0.smithi016.stdout:3054: oid 39 version 1440 is already newer than 1438 2024-04-15T14:46:54.676 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 39 v 1440 (ObjNum 952 snap 282 seq_num 952) dirty exists 2024-04-15T14:46:54.676 INFO:tasks.rados.rados.0.smithi016.stdout:3054: left oid 39 (ObjNum 952 snap 282 seq_num 952) 2024-04-15T14:46:54.676 INFO:tasks.rados.rados.0.smithi016.stdout:3056: finishing write tid 1 to smithi01678542-42 2024-04-15T14:46:54.677 INFO:tasks.rados.rados.0.smithi016.stdout:3056: finishing write tid 2 to smithi01678542-42 2024-04-15T14:46:54.677 INFO:tasks.rados.rados.0.smithi016.stdout:3058: finishing rollback tid 0 to smithi01678542-7 2024-04-15T14:46:54.677 INFO:tasks.rados.rados.0.smithi016.stdout:3056: finishing write tid 3 to smithi01678542-42 2024-04-15T14:46:54.677 INFO:tasks.rados.rados.0.smithi016.stdout:3056: finishing write tid 4 to smithi01678542-42 2024-04-15T14:46:54.677 INFO:tasks.rados.rados.0.smithi016.stdout:3058: finishing rollback tid 1 to smithi01678542-7 2024-04-15T14:46:54.677 INFO:tasks.rados.rados.0.smithi016.stdout:3058: finishing rollback tid 2 to smithi01678542-7 2024-04-15T14:46:54.677 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 7 v 1597 (ObjNum 937 snap 279 seq_num 937) dirty exists 2024-04-15T14:46:54.678 INFO:tasks.rados.rados.0.smithi016.stdout:3056: finishing write tid 5 to smithi01678542-42 2024-04-15T14:46:54.678 INFO:tasks.rados.rados.0.smithi016.stdout:3056: oid 42 updating version 0 to 1432 2024-04-15T14:46:54.678 INFO:tasks.rados.rados.0.smithi016.stdout:3056: oid 42 version 1432 is already newer than 1430 2024-04-15T14:46:54.678 INFO:tasks.rados.rados.0.smithi016.stdout:3056: oid 42 version 1432 is already newer than 1431 2024-04-15T14:46:54.678 INFO:tasks.rados.rados.0.smithi016.stdout:3056: oid 42 version 1432 is already newer than 1429 2024-04-15T14:46:54.678 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 42 v 1432 (ObjNum 953 snap 282 seq_num 953) dirty exists 2024-04-15T14:46:54.679 INFO:tasks.rados.rados.0.smithi016.stdout:3056: left oid 42 (ObjNum 953 snap 282 seq_num 953) 2024-04-15T14:46:54.688 INFO:tasks.rados.rados.0.smithi016.stdout:3057: expect (ObjNum 933 snap 279 seq_num 933) 2024-04-15T14:46:54.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:46:54 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T14:46:54.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:46:54 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T14:46:55.039 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:46:54 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T14:46:55.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:46:54 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T14:46:55.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:46:54 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T14:46:55.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:46:54 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T14:46:55.360 INFO:tasks.rados.rados.0.smithi016.stdout:3054: done (4 left) 2024-04-15T14:46:55.360 INFO:tasks.rados.rados.0.smithi016.stdout:3056: done (3 left) 2024-04-15T14:46:55.360 INFO:tasks.rados.rados.0.smithi016.stdout:3057: done (2 left) 2024-04-15T14:46:55.360 INFO:tasks.rados.rados.0.smithi016.stdout:3058: done (1 left) 2024-04-15T14:46:55.360 INFO:tasks.rados.rados.0.smithi016.stdout:3059: done (0 left) 2024-04-15T14:46:55.360 INFO:tasks.rados.rados.0.smithi016.stdout:3060: copy_from oid 35 from oid 31 current snap is 283 2024-04-15T14:46:55.360 INFO:tasks.rados.rados.0.smithi016.stdout:3061: snap_remove snap 282 2024-04-15T14:46:55.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:46:55 smithi102 ceph-mon[87131]: pgmap v611: 121 pgs: 121 active+clean; 168 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 17 MiB/s rd, 3.0 MiB/s wr, 21 op/s 2024-04-15T14:46:55.938 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:46:55 smithi102 ceph-mon[87131]: osdmap e651: 8 total, 8 up, 8 in 2024-04-15T14:46:55.938 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:46:55 smithi102 ceph-mon[87131]: osdmap e652: 8 total, 8 up, 8 in 2024-04-15T14:46:56.039 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:46:55 smithi016 ceph-mon[90652]: pgmap v611: 121 pgs: 121 active+clean; 168 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 17 MiB/s rd, 3.0 MiB/s wr, 21 op/s 2024-04-15T14:46:56.039 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:46:55 smithi016 ceph-mon[90652]: osdmap e651: 8 total, 8 up, 8 in 2024-04-15T14:46:56.039 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:46:55 smithi016 ceph-mon[90652]: osdmap e652: 8 total, 8 up, 8 in 2024-04-15T14:46:56.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:46:55 smithi016 ceph-mon[93212]: pgmap v611: 121 pgs: 121 active+clean; 168 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 17 MiB/s rd, 3.0 MiB/s wr, 21 op/s 2024-04-15T14:46:56.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:46:55 smithi016 ceph-mon[93212]: osdmap e651: 8 total, 8 up, 8 in 2024-04-15T14:46:56.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:46:55 smithi016 ceph-mon[93212]: osdmap e652: 8 total, 8 up, 8 in 2024-04-15T14:46:56.362 INFO:tasks.rados.rados.0.smithi016.stdout:3061: done (1 left) 2024-04-15T14:46:56.363 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 9 current snap is 283 2024-04-15T14:46:56.363 INFO:tasks.rados.rados.0.smithi016.stdout:3060: finishing copy_from racing read to smithi01678542-35 2024-04-15T14:46:56.363 INFO:tasks.rados.rados.0.smithi016.stdout:3062: seq_num 954 ranges {5128192=786432,5914624=671744,6586368=131072} 2024-04-15T14:46:56.394 INFO:tasks.rados.rados.0.smithi016.stdout:3062: writing smithi01678542-9 from 5128192 to 5914624 tid 1 2024-04-15T14:46:56.398 INFO:tasks.rados.rados.0.smithi016.stdout:3062: writing smithi01678542-9 from 5914624 to 6586368 tid 2 2024-04-15T14:46:56.399 INFO:tasks.rados.rados.0.smithi016.stdout:3062: writing smithi01678542-9 from 6586368 to 6717440 tid 3 2024-04-15T14:46:56.399 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 47 current snap is 283 2024-04-15T14:46:56.399 INFO:tasks.rados.rados.0.smithi016.stdout:3060: finishing copy_from to smithi01678542-35 2024-04-15T14:46:56.399 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 35 v 1519 (ObjNum 906 snap 273 seq_num 906) dirty exists 2024-04-15T14:46:56.400 INFO:tasks.rados.rados.0.smithi016.stdout:3063: seq_num 955 ranges {2080768=802816,2883584=557056,3440640=245760} 2024-04-15T14:46:56.416 INFO:tasks.rados.rados.0.smithi016.stdout:3063: writing smithi01678542-47 from 2080768 to 2883584 tid 1 2024-04-15T14:46:56.419 INFO:tasks.rados.rados.0.smithi016.stdout:3063: writing smithi01678542-47 from 2883584 to 3440640 tid 2 2024-04-15T14:46:56.421 INFO:tasks.rados.rados.0.smithi016.stdout:3063: writing smithi01678542-47 from 3440640 to 3686400 tid 3 2024-04-15T14:46:56.421 INFO:tasks.rados.rados.0.smithi016.stdout:3060: done (2 left) 2024-04-15T14:46:56.421 INFO:tasks.rados.rados.0.smithi016.stdout:3064: setattr oid 18 current snap is 283 2024-04-15T14:46:56.421 INFO:tasks.rados.rados.0.smithi016.stdout:3062: finishing write tid 1 to smithi01678542-9 2024-04-15T14:46:56.421 INFO:tasks.rados.rados.0.smithi016.stdout:3062: finishing write tid 2 to smithi01678542-9 2024-04-15T14:46:56.421 INFO:tasks.rados.rados.0.smithi016.stdout:3062: finishing write tid 3 to smithi01678542-9 2024-04-15T14:46:56.421 INFO:tasks.rados.rados.0.smithi016.stdout:3062: finishing write tid 4 to smithi01678542-9 2024-04-15T14:46:56.421 INFO:tasks.rados.rados.0.smithi016.stdout:3062: finishing write tid 5 to smithi01678542-9 2024-04-15T14:46:56.421 INFO:tasks.rados.rados.0.smithi016.stdout:3062: oid 9 updating version 0 to 1472 2024-04-15T14:46:56.421 INFO:tasks.rados.rados.0.smithi016.stdout:3062: oid 9 version 1472 is already newer than 1471 2024-04-15T14:46:56.422 INFO:tasks.rados.rados.0.smithi016.stdout:3062: oid 9 version 1472 is already newer than 1470 2024-04-15T14:46:56.422 INFO:tasks.rados.rados.0.smithi016.stdout:3062: oid 9 version 1472 is already newer than 1469 2024-04-15T14:46:56.422 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 9 v 1472 (ObjNum 954 snap 283 seq_num 954) dirty exists 2024-04-15T14:46:56.422 INFO:tasks.rados.rados.0.smithi016.stdout:3062: left oid 9 (ObjNum 954 snap 283 seq_num 954) 2024-04-15T14:46:56.422 INFO:tasks.rados.rados.0.smithi016.stdout:3062: done (2 left) 2024-04-15T14:46:56.422 INFO:tasks.rados.rados.0.smithi016.stdout:3065: snap_remove snap 279 2024-04-15T14:46:57.370 INFO:tasks.rados.rados.0.smithi016.stdout:3063: finishing write tid 1 to smithi01678542-47 2024-04-15T14:46:57.370 INFO:tasks.rados.rados.0.smithi016.stdout:3063: finishing write tid 2 to smithi01678542-47 2024-04-15T14:46:57.370 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 18 v 576 (ObjNum 925 snap 277 seq_num 925) dirty exists 2024-04-15T14:46:57.371 INFO:tasks.rados.rados.0.smithi016.stdout:3063: finishing write tid 3 to smithi01678542-47 2024-04-15T14:46:57.371 INFO:tasks.rados.rados.0.smithi016.stdout:3063: finishing write tid 4 to smithi01678542-47 2024-04-15T14:46:57.371 INFO:tasks.rados.rados.0.smithi016.stdout:3063: finishing write tid 5 to smithi01678542-47 2024-04-15T14:46:57.371 INFO:tasks.rados.rados.0.smithi016.stdout:3063: oid 47 updating version 0 to 1539 2024-04-15T14:46:57.371 INFO:tasks.rados.rados.0.smithi016.stdout:3063: oid 47 updating version 1539 to 1542 2024-04-15T14:46:57.371 INFO:tasks.rados.rados.0.smithi016.stdout:3063: oid 47 version 1542 is already newer than 1541 2024-04-15T14:46:57.371 INFO:tasks.rados.rados.0.smithi016.stdout:3063: oid 47 version 1542 is already newer than 1540 2024-04-15T14:46:57.371 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 47 v 1542 (ObjNum 955 snap 283 seq_num 955) dirty exists 2024-04-15T14:46:57.371 INFO:tasks.rados.rados.0.smithi016.stdout:3063: left oid 47 (ObjNum 955 snap 283 seq_num 955) 2024-04-15T14:46:57.371 INFO:tasks.rados.rados.0.smithi016.stdout:3063: done (2 left) 2024-04-15T14:46:57.371 INFO:tasks.rados.rados.0.smithi016.stdout:3064: done (1 left) 2024-04-15T14:46:57.371 INFO:tasks.rados.rados.0.smithi016.stdout:3065: done (0 left) 2024-04-15T14:46:57.371 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 29 current snap is 283 2024-04-15T14:46:57.371 INFO:tasks.rados.rados.0.smithi016.stdout:3066: seq_num 956 ranges {0=417792,417792=434176,851968=770048} 2024-04-15T14:46:57.372 INFO:tasks.rados.rados.0.smithi016.stdout:3066: writing smithi01678542-29 from 0 to 417792 tid 1 2024-04-15T14:46:57.376 INFO:tasks.rados.rados.0.smithi016.stdout:3066: writing smithi01678542-29 from 417792 to 851968 tid 2 2024-04-15T14:46:57.382 INFO:tasks.rados.rados.0.smithi016.stdout:3066: writing smithi01678542-29 from 851968 to 1622016 tid 3 2024-04-15T14:46:57.382 INFO:tasks.rados.rados.0.smithi016.stdout:3067: read oid 4 snap -1 2024-04-15T14:46:57.382 INFO:tasks.rados.rados.0.smithi016.stdout:3067: expect (ObjNum 919 snap 275 seq_num 919) 2024-04-15T14:46:57.382 INFO:tasks.rados.rados.0.smithi016.stdout:3068: setattr oid 19 current snap is 283 2024-04-15T14:46:57.384 INFO:tasks.rados.rados.0.smithi016.stdout:3069: setattr oid 49 current snap is 283 2024-04-15T14:46:57.384 INFO:tasks.rados.rados.0.smithi016.stdout:3066: finishing write tid 1 to smithi01678542-29 2024-04-15T14:46:57.386 INFO:tasks.rados.rados.0.smithi016.stdout:3066: finishing write tid 2 to smithi01678542-29 2024-04-15T14:46:57.386 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 42 current snap is 283 2024-04-15T14:46:57.386 INFO:tasks.rados.rados.0.smithi016.stdout:3070: seq_num 957 ranges {1572864=434176,2007040=720896,2727936=483328} 2024-04-15T14:46:57.398 INFO:tasks.rados.rados.0.smithi016.stdout:3070: writing smithi01678542-42 from 1572864 to 2007040 tid 1 2024-04-15T14:46:57.402 INFO:tasks.rados.rados.0.smithi016.stdout:3070: writing smithi01678542-42 from 2007040 to 2727936 tid 2 2024-04-15T14:46:57.406 INFO:tasks.rados.rados.0.smithi016.stdout:3070: writing smithi01678542-42 from 2727936 to 3211264 tid 3 2024-04-15T14:46:57.406 INFO:tasks.rados.rados.0.smithi016.stdout:3071: delete oid 46 current snap is 283 2024-04-15T14:46:57.406 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 49 v 1438 (ObjNum 129 snap 0 seq_num 2235590944) dirty exists 2024-04-15T14:46:57.406 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 19 v 1606 (ObjNum 1377 snap 0 seq_num 2234838928) dirty exists 2024-04-15T14:46:57.406 INFO:tasks.rados.rados.0.smithi016.stdout:3066: finishing write tid 3 to smithi01678542-29 2024-04-15T14:46:57.406 INFO:tasks.rados.rados.0.smithi016.stdout:3066: finishing write tid 4 to smithi01678542-29 2024-04-15T14:46:57.406 INFO:tasks.rados.rados.0.smithi016.stdout:3067: expect (ObjNum 919 snap 275 seq_num 919) 2024-04-15T14:46:57.434 INFO:tasks.rados.rados.0.smithi016.stdout:3066: finishing write tid 5 to smithi01678542-29 2024-04-15T14:46:57.434 INFO:tasks.rados.rados.0.smithi016.stdout:3066: oid 29 updating version 0 to 1630 2024-04-15T14:46:57.434 INFO:tasks.rados.rados.0.smithi016.stdout:3066: oid 29 version 1630 is already newer than 1629 2024-04-15T14:46:57.435 INFO:tasks.rados.rados.0.smithi016.stdout:3066: oid 29 version 1630 is already newer than 1628 2024-04-15T14:46:57.435 INFO:tasks.rados.rados.0.smithi016.stdout:3066: oid 29 updating version 1630 to 1631 2024-04-15T14:46:57.435 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 29 v 1631 (ObjNum 956 snap 283 seq_num 956) dirty exists 2024-04-15T14:46:57.435 INFO:tasks.rados.rados.0.smithi016.stdout:3066: left oid 29 (ObjNum 956 snap 283 seq_num 956) 2024-04-15T14:46:57.435 INFO:tasks.rados.rados.0.smithi016.stdout:3070: finishing write tid 1 to smithi01678542-42 2024-04-15T14:46:57.435 INFO:tasks.rados.rados.0.smithi016.stdout:3066: done (5 left) 2024-04-15T14:46:57.435 INFO:tasks.rados.rados.0.smithi016.stdout:3067: done (4 left) 2024-04-15T14:46:57.435 INFO:tasks.rados.rados.0.smithi016.stdout:3068: done (3 left) 2024-04-15T14:46:57.435 INFO:tasks.rados.rados.0.smithi016.stdout:3069: done (2 left) 2024-04-15T14:46:57.435 INFO:tasks.rados.rados.0.smithi016.stdout:3071: done (1 left) 2024-04-15T14:46:57.435 INFO:tasks.rados.rados.0.smithi016.stdout:3072: rollback oid 27 current snap is 283 2024-04-15T14:46:57.435 INFO:tasks.rados.rados.0.smithi016.stdout:rollback oid 27 to 281 2024-04-15T14:46:57.435 INFO:tasks.rados.rados.0.smithi016.stdout:3070: finishing write tid 2 to smithi01678542-42 2024-04-15T14:46:57.436 INFO:tasks.rados.rados.0.smithi016.stdout:3070: finishing write tid 3 to smithi01678542-42 2024-04-15T14:46:57.436 INFO:tasks.rados.rados.0.smithi016.stdout:3070: finishing write tid 4 to smithi01678542-42 2024-04-15T14:46:57.436 INFO:tasks.rados.rados.0.smithi016.stdout:3070: finishing write tid 5 to smithi01678542-42 2024-04-15T14:46:57.436 INFO:tasks.rados.rados.0.smithi016.stdout:3070: oid 42 updating version 0 to 1434 2024-04-15T14:46:57.436 INFO:tasks.rados.rados.0.smithi016.stdout:3070: oid 42 updating version 1434 to 1435 2024-04-15T14:46:57.436 INFO:tasks.rados.rados.0.smithi016.stdout:3070: oid 42 version 1435 is already newer than 1433 2024-04-15T14:46:57.436 INFO:tasks.rados.rados.0.smithi016.stdout:3070: oid 42 updating version 1435 to 1436 2024-04-15T14:46:57.436 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 42 v 1436 (ObjNum 957 snap 283 seq_num 957) dirty exists 2024-04-15T14:46:57.436 INFO:tasks.rados.rados.0.smithi016.stdout:3070: left oid 42 (ObjNum 957 snap 283 seq_num 957) 2024-04-15T14:46:57.436 INFO:tasks.rados.rados.0.smithi016.stdout:3070: done (1 left) 2024-04-15T14:46:57.436 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 32 current snap is 283 2024-04-15T14:46:57.436 INFO:tasks.rados.rados.0.smithi016.stdout:3073: seq_num 959 ranges {10002432=466944,10469376=540672,11010048=557056,11567104=106496} 2024-04-15T14:46:57.491 INFO:tasks.rados.rados.0.smithi016.stdout:3073: writing smithi01678542-32 from 10002432 to 10469376 tid 1 2024-04-15T14:46:57.493 INFO:tasks.rados.rados.0.smithi016.stdout:3073: writing smithi01678542-32 from 10469376 to 11010048 tid 2 2024-04-15T14:46:57.497 INFO:tasks.rados.rados.0.smithi016.stdout:3073: writing smithi01678542-32 from 11010048 to 11567104 tid 3 2024-04-15T14:46:57.498 INFO:tasks.rados.rados.0.smithi016.stdout:3073: writing smithi01678542-32 from 11567104 to 11673600 tid 4 2024-04-15T14:46:57.498 INFO:tasks.rados.rados.0.smithi016.stdout:3074: read oid 46 snap -1 2024-04-15T14:46:57.498 INFO:tasks.rados.rados.0.smithi016.stdout:3074: expect deleted 2024-04-15T14:46:57.498 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 36 current snap is 283 2024-04-15T14:46:57.498 INFO:tasks.rados.rados.0.smithi016.stdout:3072: finishing rollback tid 0 to smithi01678542-27 2024-04-15T14:46:57.498 INFO:tasks.rados.rados.0.smithi016.stdout:3072: finishing rollback tid 1 to smithi01678542-27 2024-04-15T14:46:57.498 INFO:tasks.rados.rados.0.smithi016.stdout:3075: seq_num 960 ranges {11583488=483328,12066816=425984,12492800=761856,13254656=16384} 2024-04-15T14:46:57.563 INFO:tasks.rados.rados.0.smithi016.stdout:3075: writing smithi01678542-36 from 11583488 to 12066816 tid 1 2024-04-15T14:46:57.566 INFO:tasks.rados.rados.0.smithi016.stdout:3075: writing smithi01678542-36 from 12066816 to 12492800 tid 2 2024-04-15T14:46:57.571 INFO:tasks.rados.rados.0.smithi016.stdout:3075: writing smithi01678542-36 from 12492800 to 13254656 tid 3 2024-04-15T14:46:57.571 INFO:tasks.rados.rados.0.smithi016.stdout:3075: writing smithi01678542-36 from 13254656 to 13271040 tid 4 2024-04-15T14:46:57.571 INFO:tasks.rados.rados.0.smithi016.stdout:3076: read oid 24 snap -1 2024-04-15T14:46:57.571 INFO:tasks.rados.rados.0.smithi016.stdout:3076: expect (ObjNum 632 snap 191 seq_num 632) 2024-04-15T14:46:57.571 INFO:tasks.rados.rados.0.smithi016.stdout:3077: delete oid 7 current snap is 283 2024-04-15T14:46:57.572 INFO:tasks.rados.rados.0.smithi016.stdout:3072: finishing rollback tid 2 to smithi01678542-27 2024-04-15T14:46:57.572 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 27 v 1050 (ObjNum 913 snap 275 seq_num 913) dirty exists 2024-04-15T14:46:57.572 INFO:tasks.rados.rados.0.smithi016.stdout:3073: finishing write tid 1 to smithi01678542-32 2024-04-15T14:46:57.572 INFO:tasks.rados.rados.0.smithi016.stdout:3073: finishing write tid 2 to smithi01678542-32 2024-04-15T14:46:57.572 INFO:tasks.rados.rados.0.smithi016.stdout:3073: finishing write tid 3 to smithi01678542-32 2024-04-15T14:46:57.572 INFO:tasks.rados.rados.0.smithi016.stdout:3073: finishing write tid 4 to smithi01678542-32 2024-04-15T14:46:57.572 INFO:tasks.rados.rados.0.smithi016.stdout:3073: finishing write tid 5 to smithi01678542-32 2024-04-15T14:46:57.572 INFO:tasks.rados.rados.0.smithi016.stdout:3073: finishing write tid 6 to smithi01678542-32 2024-04-15T14:46:57.572 INFO:tasks.rados.rados.0.smithi016.stdout:3073: oid 32 updating version 0 to 1636 2024-04-15T14:46:57.572 INFO:tasks.rados.rados.0.smithi016.stdout:3073: oid 32 version 1636 is already newer than 1635 2024-04-15T14:46:57.572 INFO:tasks.rados.rados.0.smithi016.stdout:3073: oid 32 version 1636 is already newer than 1634 2024-04-15T14:46:57.572 INFO:tasks.rados.rados.0.smithi016.stdout:3073: oid 32 version 1636 is already newer than 1633 2024-04-15T14:46:57.572 INFO:tasks.rados.rados.0.smithi016.stdout:3073: oid 32 updating version 1636 to 1637 2024-04-15T14:46:57.572 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 32 v 1637 (ObjNum 959 snap 283 seq_num 959) dirty exists 2024-04-15T14:46:57.573 INFO:tasks.rados.rados.0.smithi016.stdout:3073: left oid 32 (ObjNum 959 snap 283 seq_num 959) 2024-04-15T14:46:57.573 INFO:tasks.rados.rados.0.smithi016.stdout:3075: finishing write tid 1 to smithi01678542-36 2024-04-15T14:46:57.573 INFO:tasks.rados.rados.0.smithi016.stdout:3075: finishing write tid 2 to smithi01678542-36 2024-04-15T14:46:57.574 INFO:tasks.rados.rados.0.smithi016.stdout:3072: done (5 left) 2024-04-15T14:46:57.574 INFO:tasks.rados.rados.0.smithi016.stdout:3073: done (4 left) 2024-04-15T14:46:57.575 INFO:tasks.rados.rados.0.smithi016.stdout:3074: done (3 left) 2024-04-15T14:46:57.575 INFO:tasks.rados.rados.0.smithi016.stdout:3077: done (2 left) 2024-04-15T14:46:57.575 INFO:tasks.rados.rados.0.smithi016.stdout:3078: rollback oid 6 current snap is 283 2024-04-15T14:46:57.575 INFO:tasks.rados.rados.0.smithi016.stdout:rollback oid 6 to 281 2024-04-15T14:46:57.575 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 30 current snap is 283 2024-04-15T14:46:57.575 INFO:tasks.rados.rados.0.smithi016.stdout:3079: seq_num 962 ranges {2392064=516096,2908160=589824,3497984=614400} 2024-04-15T14:46:57.591 INFO:tasks.rados.rados.0.smithi016.stdout:3079: writing smithi01678542-30 from 2392064 to 2908160 tid 1 2024-04-15T14:46:57.594 INFO:tasks.rados.rados.0.smithi016.stdout:3079: writing smithi01678542-30 from 2908160 to 3497984 tid 2 2024-04-15T14:46:57.598 INFO:tasks.rados.rados.0.smithi016.stdout:3079: writing smithi01678542-30 from 3497984 to 4112384 tid 3 2024-04-15T14:46:57.598 INFO:tasks.rados.rados.0.smithi016.stdout:3080: read oid 37 snap -1 2024-04-15T14:46:57.598 INFO:tasks.rados.rados.0.smithi016.stdout:3080: expect (ObjNum 943 snap 280 seq_num 943) 2024-04-15T14:46:57.599 INFO:tasks.rados.rados.0.smithi016.stdout:3081: setattr oid 16 current snap is 283 2024-04-15T14:46:57.599 INFO:tasks.rados.rados.0.smithi016.stdout:3075: finishing write tid 3 to smithi01678542-36 2024-04-15T14:46:57.599 INFO:tasks.rados.rados.0.smithi016.stdout:3075: finishing write tid 4 to smithi01678542-36 2024-04-15T14:46:57.599 INFO:tasks.rados.rados.0.smithi016.stdout:3075: finishing write tid 5 to smithi01678542-36 2024-04-15T14:46:57.599 INFO:tasks.rados.rados.0.smithi016.stdout:3078: finishing rollback tid 0 to smithi01678542-6 2024-04-15T14:46:57.599 INFO:tasks.rados.rados.0.smithi016.stdout:3078: finishing rollback tid 1 to smithi01678542-6 2024-04-15T14:46:57.600 INFO:tasks.rados.rados.0.smithi016.stdout:3078: finishing rollback tid 2 to smithi01678542-6 2024-04-15T14:46:57.600 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 6 v 1601 (ObjNum 947 snap 281 seq_num 947) dirty exists 2024-04-15T14:46:57.600 INFO:tasks.rados.rados.0.smithi016.stdout:3075: finishing write tid 6 to smithi01678542-36 2024-04-15T14:46:57.600 INFO:tasks.rados.rados.0.smithi016.stdout:3075: oid 36 updating version 0 to 1547 2024-04-15T14:46:57.600 INFO:tasks.rados.rados.0.smithi016.stdout:3075: oid 36 version 1547 is already newer than 1545 2024-04-15T14:46:57.600 INFO:tasks.rados.rados.0.smithi016.stdout:3075: oid 36 version 1547 is already newer than 1544 2024-04-15T14:46:57.600 INFO:tasks.rados.rados.0.smithi016.stdout:3075: oid 36 version 1547 is already newer than 1543 2024-04-15T14:46:57.600 INFO:tasks.rados.rados.0.smithi016.stdout:3075: oid 36 version 1547 is already newer than 1546 2024-04-15T14:46:57.600 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 36 v 1547 (ObjNum 960 snap 283 seq_num 960) dirty exists 2024-04-15T14:46:57.600 INFO:tasks.rados.rados.0.smithi016.stdout:3075: left oid 36 (ObjNum 960 snap 283 seq_num 960) 2024-04-15T14:46:57.600 INFO:tasks.rados.rados.0.smithi016.stdout:3076: expect (ObjNum 632 snap 191 seq_num 632) 2024-04-15T14:46:57.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:46:57 smithi102 ceph-mon[87131]: pgmap v614: 121 pgs: 121 active+clean; 180 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 21 MiB/s rd, 6.3 MiB/s wr, 32 op/s 2024-04-15T14:46:57.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:46:57 smithi102 ceph-mon[87131]: osdmap e653: 8 total, 8 up, 8 in 2024-04-15T14:46:57.764 INFO:tasks.rados.rados.0.smithi016.stdout:3079: finishing write tid 1 to smithi01678542-30 2024-04-15T14:46:57.764 INFO:tasks.rados.rados.0.smithi016.stdout:3079: finishing write tid 2 to smithi01678542-30 2024-04-15T14:46:57.764 INFO:tasks.rados.rados.0.smithi016.stdout:3079: finishing write tid 3 to smithi01678542-30 2024-04-15T14:46:57.765 INFO:tasks.rados.rados.0.smithi016.stdout:3079: finishing write tid 4 to smithi01678542-30 2024-04-15T14:46:57.765 INFO:tasks.rados.rados.0.smithi016.stdout:3079: finishing write tid 5 to smithi01678542-30 2024-04-15T14:46:57.765 INFO:tasks.rados.rados.0.smithi016.stdout:3079: oid 30 updating version 0 to 1305 2024-04-15T14:46:57.765 INFO:tasks.rados.rados.0.smithi016.stdout:3079: oid 30 version 1305 is already newer than 1304 2024-04-15T14:46:57.765 INFO:tasks.rados.rados.0.smithi016.stdout:3079: oid 30 version 1305 is already newer than 1302 2024-04-15T14:46:57.765 INFO:tasks.rados.rados.0.smithi016.stdout:3079: oid 30 version 1305 is already newer than 1303 2024-04-15T14:46:57.765 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 30 v 1305 (ObjNum 962 snap 283 seq_num 962) dirty exists 2024-04-15T14:46:57.765 INFO:tasks.rados.rados.0.smithi016.stdout:3079: left oid 30 (ObjNum 962 snap 283 seq_num 962) 2024-04-15T14:46:57.765 INFO:tasks.rados.rados.0.smithi016.stdout:3080: expect (ObjNum 943 snap 280 seq_num 943) 2024-04-15T14:46:57.789 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:46:57 smithi016 ceph-mon[90652]: pgmap v614: 121 pgs: 121 active+clean; 180 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 21 MiB/s rd, 6.3 MiB/s wr, 32 op/s 2024-04-15T14:46:57.789 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:46:57 smithi016 ceph-mon[90652]: osdmap e653: 8 total, 8 up, 8 in 2024-04-15T14:46:57.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:46:57 smithi016 ceph-mon[93212]: pgmap v614: 121 pgs: 121 active+clean; 180 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 21 MiB/s rd, 6.3 MiB/s wr, 32 op/s 2024-04-15T14:46:57.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:46:57 smithi016 ceph-mon[93212]: osdmap e653: 8 total, 8 up, 8 in 2024-04-15T14:46:57.802 INFO:tasks.rados.rados.0.smithi016.stdout:3075: done (5 left) 2024-04-15T14:46:57.802 INFO:tasks.rados.rados.0.smithi016.stdout:3076: done (4 left) 2024-04-15T14:46:57.802 INFO:tasks.rados.rados.0.smithi016.stdout:3078: done (3 left) 2024-04-15T14:46:57.802 INFO:tasks.rados.rados.0.smithi016.stdout:3079: done (2 left) 2024-04-15T14:46:57.802 INFO:tasks.rados.rados.0.smithi016.stdout:3080: done (1 left) 2024-04-15T14:46:57.802 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 31 current snap is 283 2024-04-15T14:46:57.803 INFO:tasks.rados.rados.0.smithi016.stdout:3082: seq_num 963 ranges {12148736=532480,12681216=475136,13156352=532480,13688832=196608} 2024-04-15T14:46:57.871 INFO:tasks.rados.rados.0.smithi016.stdout:3082: writing smithi01678542-31 from 12148736 to 12681216 tid 1 2024-04-15T14:46:57.873 INFO:tasks.rados.rados.0.smithi016.stdout:3082: writing smithi01678542-31 from 12681216 to 13156352 tid 2 2024-04-15T14:46:57.876 INFO:tasks.rados.rados.0.smithi016.stdout:3082: writing smithi01678542-31 from 13156352 to 13688832 tid 3 2024-04-15T14:46:57.878 INFO:tasks.rados.rados.0.smithi016.stdout:3082: writing smithi01678542-31 from 13688832 to 13885440 tid 4 2024-04-15T14:46:57.878 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 18 current snap is 283 2024-04-15T14:46:57.878 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 16 v 1440 (ObjNum 908 snap 274 seq_num 908) dirty exists 2024-04-15T14:46:57.878 INFO:tasks.rados.rados.0.smithi016.stdout:3082: finishing write tid 1 to smithi01678542-31 2024-04-15T14:46:57.878 INFO:tasks.rados.rados.0.smithi016.stdout:3082: finishing write tid 2 to smithi01678542-31 2024-04-15T14:46:57.879 INFO:tasks.rados.rados.0.smithi016.stdout:3083: seq_num 964 ranges {5128192=548864,5677056=761856,6438912=442368} 2024-04-15T14:46:57.909 INFO:tasks.rados.rados.0.smithi016.stdout:3083: writing smithi01678542-18 from 5128192 to 5677056 tid 1 2024-04-15T14:46:57.913 INFO:tasks.rados.rados.0.smithi016.stdout:3083: writing smithi01678542-18 from 5677056 to 6438912 tid 2 2024-04-15T14:46:57.916 INFO:tasks.rados.rados.0.smithi016.stdout:3083: writing smithi01678542-18 from 6438912 to 6881280 tid 3 2024-04-15T14:46:57.916 INFO:tasks.rados.rados.0.smithi016.stdout:3081: done (2 left) 2024-04-15T14:46:57.916 INFO:tasks.rados.rados.0.smithi016.stdout:3084: delete oid 23 current snap is 283 2024-04-15T14:46:57.916 INFO:tasks.rados.rados.0.smithi016.stdout:3082: finishing write tid 3 to smithi01678542-31 2024-04-15T14:46:57.916 INFO:tasks.rados.rados.0.smithi016.stdout:3082: finishing write tid 4 to smithi01678542-31 2024-04-15T14:46:57.916 INFO:tasks.rados.rados.0.smithi016.stdout:3082: finishing write tid 5 to smithi01678542-31 2024-04-15T14:46:57.916 INFO:tasks.rados.rados.0.smithi016.stdout:3082: finishing write tid 6 to smithi01678542-31 2024-04-15T14:46:57.916 INFO:tasks.rados.rados.0.smithi016.stdout:3082: oid 31 updating version 0 to 1524 2024-04-15T14:46:57.916 INFO:tasks.rados.rados.0.smithi016.stdout:3082: oid 31 version 1524 is already newer than 1521 2024-04-15T14:46:57.916 INFO:tasks.rados.rados.0.smithi016.stdout:3082: oid 31 version 1524 is already newer than 1522 2024-04-15T14:46:57.917 INFO:tasks.rados.rados.0.smithi016.stdout:3082: oid 31 version 1524 is already newer than 1523 2024-04-15T14:46:57.917 INFO:tasks.rados.rados.0.smithi016.stdout:3082: oid 31 updating version 1524 to 1525 2024-04-15T14:46:57.917 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 31 v 1525 (ObjNum 963 snap 283 seq_num 963) dirty exists 2024-04-15T14:46:57.917 INFO:tasks.rados.rados.0.smithi016.stdout:3082: left oid 31 (ObjNum 963 snap 283 seq_num 963) 2024-04-15T14:46:57.917 INFO:tasks.rados.rados.0.smithi016.stdout:3083: finishing write tid 1 to smithi01678542-18 2024-04-15T14:46:57.917 INFO:tasks.rados.rados.0.smithi016.stdout:3083: finishing write tid 2 to smithi01678542-18 2024-04-15T14:46:57.917 INFO:tasks.rados.rados.0.smithi016.stdout:3082: done (2 left) 2024-04-15T14:46:57.917 INFO:tasks.rados.rados.0.smithi016.stdout:3084: done (1 left) 2024-04-15T14:46:57.917 INFO:tasks.rados.rados.0.smithi016.stdout:3085: snap_remove snap 281 2024-04-15T14:46:58.373 INFO:tasks.rados.rados.0.smithi016.stdout:3085: done (1 left) 2024-04-15T14:46:58.373 INFO:tasks.rados.rados.0.smithi016.stdout:3086: copy_from oid 42 from oid 16 current snap is 283 2024-04-15T14:46:58.373 INFO:tasks.rados.rados.0.smithi016.stdout:3083: finishing write tid 3 to smithi01678542-18 2024-04-15T14:46:58.373 INFO:tasks.rados.rados.0.smithi016.stdout:3083: finishing write tid 4 to smithi01678542-18 2024-04-15T14:46:58.373 INFO:tasks.rados.rados.0.smithi016.stdout:3083: finishing write tid 5 to smithi01678542-18 2024-04-15T14:46:58.373 INFO:tasks.rados.rados.0.smithi016.stdout:3083: oid 18 updating version 0 to 578 2024-04-15T14:46:58.373 INFO:tasks.rados.rados.0.smithi016.stdout:3083: oid 18 updating version 578 to 580 2024-04-15T14:46:58.374 INFO:tasks.rados.rados.0.smithi016.stdout:3083: oid 18 version 580 is already newer than 579 2024-04-15T14:46:58.374 INFO:tasks.rados.rados.0.smithi016.stdout:3083: oid 18 version 580 is already newer than 577 2024-04-15T14:46:58.374 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 18 v 580 (ObjNum 964 snap 283 seq_num 964) dirty exists 2024-04-15T14:46:58.374 INFO:tasks.rados.rados.0.smithi016.stdout:3083: left oid 18 (ObjNum 964 snap 283 seq_num 964) 2024-04-15T14:46:58.374 INFO:tasks.rados.rados.0.smithi016.stdout:3083: done (1 left) 2024-04-15T14:46:58.374 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 23 current snap is 283 2024-04-15T14:46:58.374 INFO:tasks.rados.rados.0.smithi016.stdout:3087: seq_num 966 ranges {0=581632,581632=581632,1163264=622592} 2024-04-15T14:46:58.376 INFO:tasks.rados.rados.0.smithi016.stdout:3087: writing smithi01678542-23 from 0 to 581632 tid 1 2024-04-15T14:46:58.381 INFO:tasks.rados.rados.0.smithi016.stdout:3087: writing smithi01678542-23 from 581632 to 1163264 tid 2 2024-04-15T14:46:58.385 INFO:tasks.rados.rados.0.smithi016.stdout:3087: writing smithi01678542-23 from 1163264 to 1785856 tid 3 2024-04-15T14:46:58.385 INFO:tasks.rados.rados.0.smithi016.stdout:3088: delete oid 27 current snap is 283 2024-04-15T14:46:58.389 INFO:tasks.rados.rados.0.smithi016.stdout:3088: done (2 left) 2024-04-15T14:46:58.389 INFO:tasks.rados.rados.0.smithi016.stdout:3089: rollback oid 49 current snap is 283 2024-04-15T14:46:58.389 INFO:tasks.rados.rados.0.smithi016.stdout:3089: done (2 left) 2024-04-15T14:46:58.389 INFO:tasks.rados.rados.0.smithi016.stdout:3090: snap_create 2024-04-15T14:46:58.392 INFO:tasks.rados.rados.0.smithi016.stdout:3087: finishing write tid 1 to smithi01678542-23 2024-04-15T14:46:58.393 INFO:tasks.rados.rados.0.smithi016.stdout:3087: finishing write tid 2 to smithi01678542-23 2024-04-15T14:46:58.393 INFO:tasks.rados.rados.0.smithi016.stdout:3087: finishing write tid 3 to smithi01678542-23 2024-04-15T14:46:58.393 INFO:tasks.rados.rados.0.smithi016.stdout:3087: finishing write tid 4 to smithi01678542-23 2024-04-15T14:46:58.395 INFO:tasks.rados.rados.0.smithi016.stdout:3087: finishing write tid 5 to smithi01678542-23 2024-04-15T14:46:58.395 INFO:tasks.rados.rados.0.smithi016.stdout:3087: oid 23 updating version 0 to 1166 2024-04-15T14:46:58.395 INFO:tasks.rados.rados.0.smithi016.stdout:3087: oid 23 version 1166 is already newer than 1163 2024-04-15T14:46:58.395 INFO:tasks.rados.rados.0.smithi016.stdout:3087: oid 23 version 1166 is already newer than 1164 2024-04-15T14:46:58.395 INFO:tasks.rados.rados.0.smithi016.stdout:3087: oid 23 version 1166 is already newer than 1165 2024-04-15T14:46:58.396 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 23 v 1166 (ObjNum 966 snap 283 seq_num 966) dirty exists 2024-04-15T14:46:58.396 INFO:tasks.rados.rados.0.smithi016.stdout:3087: left oid 23 (ObjNum 966 snap 283 seq_num 966) 2024-04-15T14:46:58.421 INFO:tasks.rados.rados.0.smithi016.stdout:3086: finishing copy_from racing read to smithi01678542-42 2024-04-15T14:46:58.422 INFO:tasks.rados.rados.0.smithi016.stdout:3086: finishing copy_from to smithi01678542-42 2024-04-15T14:46:58.423 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 42 v 1440 (ObjNum 908 snap 274 seq_num 908) dirty exists 2024-04-15T14:46:58.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:46:58 smithi102 ceph-mon[87131]: osdmap e654: 8 total, 8 up, 8 in 2024-04-15T14:46:58.789 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:46:58 smithi016 ceph-mon[93212]: osdmap e654: 8 total, 8 up, 8 in 2024-04-15T14:46:58.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:46:58 smithi016 ceph-mon[90652]: osdmap e654: 8 total, 8 up, 8 in 2024-04-15T14:46:59.378 INFO:tasks.rados.rados.0.smithi016.stdout:3086: done (2 left) 2024-04-15T14:46:59.378 INFO:tasks.rados.rados.0.smithi016.stdout:3087: done (1 left) 2024-04-15T14:46:59.378 INFO:tasks.rados.rados.0.smithi016.stdout:3090: done (0 left) 2024-04-15T14:46:59.378 INFO:tasks.rados.rados.0.smithi016.stdout:3091: read oid 43 snap -1 2024-04-15T14:46:59.378 INFO:tasks.rados.rados.0.smithi016.stdout:3091: expect (ObjNum 914 snap 275 seq_num 914) 2024-04-15T14:46:59.378 INFO:tasks.rados.rados.0.smithi016.stdout:3092: rollback oid 26 current snap is 284 2024-04-15T14:46:59.379 INFO:tasks.rados.rados.0.smithi016.stdout:rollback oid 26 to 283 2024-04-15T14:46:59.379 INFO:tasks.rados.rados.0.smithi016.stdout:3093: read oid 14 snap -1 2024-04-15T14:46:59.379 INFO:tasks.rados.rados.0.smithi016.stdout:3093: expect (ObjNum 945 snap 281 seq_num 945) 2024-04-15T14:46:59.379 INFO:tasks.rados.rados.0.smithi016.stdout:3094: read oid 20 snap -1 2024-04-15T14:46:59.379 INFO:tasks.rados.rados.0.smithi016.stdout:3094: expect (ObjNum 875 snap 267 seq_num 875) 2024-04-15T14:46:59.379 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 16 current snap is 284 2024-04-15T14:46:59.379 INFO:tasks.rados.rados.0.smithi016.stdout:3095: seq_num 968 ranges {9232384=614400,9846784=745472,10592256=458752} 2024-04-15T14:46:59.434 INFO:tasks.rados.rados.0.smithi016.stdout:3095: writing smithi01678542-16 from 9232384 to 9846784 tid 1 2024-04-15T14:46:59.438 INFO:tasks.rados.rados.0.smithi016.stdout:3095: writing smithi01678542-16 from 9846784 to 10592256 tid 2 2024-04-15T14:46:59.441 INFO:tasks.rados.rados.0.smithi016.stdout:3095: writing smithi01678542-16 from 10592256 to 11051008 tid 3 2024-04-15T14:46:59.441 INFO:tasks.rados.rados.0.smithi016.stdout:3096: copy_from oid 29 from oid 24 current snap is 284 2024-04-15T14:46:59.441 INFO:tasks.rados.rados.0.smithi016.stdout:3092: finishing rollback tid 0 to smithi01678542-26 2024-04-15T14:46:59.441 INFO:tasks.rados.rados.0.smithi016.stdout:3092: finishing rollback tid 1 to smithi01678542-26 2024-04-15T14:46:59.441 INFO:tasks.rados.rados.0.smithi016.stdout:3092: finishing rollback tid 2 to smithi01678542-26 2024-04-15T14:46:59.441 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 26 v 1523 (ObjNum 843 snap 255 seq_num 843) dirty exists 2024-04-15T14:46:59.441 INFO:tasks.rados.rados.0.smithi016.stdout:3093: expect (ObjNum 945 snap 281 seq_num 945) 2024-04-15T14:46:59.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:46:59 smithi102 ceph-mon[87131]: pgmap v617: 121 pgs: 121 active+clean; 194 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 9.5 MiB/s rd, 8.3 MiB/s wr, 19 op/s 2024-04-15T14:46:59.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:46:59 smithi102 ceph-mon[87131]: osdmap e655: 8 total, 8 up, 8 in 2024-04-15T14:46:59.770 INFO:tasks.rados.rados.0.smithi016.stdout:3094: expect (ObjNum 875 snap 267 seq_num 875) 2024-04-15T14:46:59.789 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:46:59 smithi016 ceph-mon[90652]: pgmap v617: 121 pgs: 121 active+clean; 194 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 9.5 MiB/s rd, 8.3 MiB/s wr, 19 op/s 2024-04-15T14:46:59.789 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:46:59 smithi016 ceph-mon[90652]: osdmap e655: 8 total, 8 up, 8 in 2024-04-15T14:46:59.789 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:46:59 smithi016 ceph-mon[93212]: pgmap v617: 121 pgs: 121 active+clean; 194 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 9.5 MiB/s rd, 8.3 MiB/s wr, 19 op/s 2024-04-15T14:46:59.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:46:59 smithi016 ceph-mon[93212]: osdmap e655: 8 total, 8 up, 8 in 2024-04-15T14:47:00.553 INFO:tasks.rados.rados.0.smithi016.stdout:3091: expect (ObjNum 914 snap 275 seq_num 914) 2024-04-15T14:47:00.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:47:00 smithi102 ceph-mon[87131]: osdmap e656: 8 total, 8 up, 8 in 2024-04-15T14:47:00.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:47:00 smithi102 ceph-mon[87131]: osdmap e657: 8 total, 8 up, 8 in 2024-04-15T14:47:00.789 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:47:00 smithi016 ceph-mon[93212]: osdmap e656: 8 total, 8 up, 8 in 2024-04-15T14:47:00.789 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:47:00 smithi016 ceph-mon[93212]: osdmap e657: 8 total, 8 up, 8 in 2024-04-15T14:47:00.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:47:00 smithi016 ceph-mon[90652]: osdmap e656: 8 total, 8 up, 8 in 2024-04-15T14:47:00.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:47:00 smithi016 ceph-mon[90652]: osdmap e657: 8 total, 8 up, 8 in 2024-04-15T14:47:01.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:47:01 smithi102 ceph-mon[87131]: pgmap v620: 121 pgs: 121 active+clean; 194 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 2.0 MiB/s rd, 3.5 MiB/s wr, 3 op/s 2024-04-15T14:47:01.777 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:47:01 smithi016 ceph-mon[93212]: pgmap v620: 121 pgs: 121 active+clean; 194 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 2.0 MiB/s rd, 3.5 MiB/s wr, 3 op/s 2024-04-15T14:47:01.778 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:47:01 smithi016 ceph-mon[90652]: pgmap v620: 121 pgs: 121 active+clean; 194 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 2.0 MiB/s rd, 3.5 MiB/s wr, 3 op/s 2024-04-15T14:47:01.909 INFO:tasks.rados.rados.0.smithi016.stdout:3095: finishing write tid 1 to smithi01678542-16 2024-04-15T14:47:01.910 INFO:tasks.rados.rados.0.smithi016.stdout:3095: finishing write tid 2 to smithi01678542-16 2024-04-15T14:47:01.910 INFO:tasks.rados.rados.0.smithi016.stdout:3095: finishing write tid 3 to smithi01678542-16 2024-04-15T14:47:01.910 INFO:tasks.rados.rados.0.smithi016.stdout:3091: done (5 left) 2024-04-15T14:47:01.910 INFO:tasks.rados.rados.0.smithi016.stdout:3092: done (4 left) 2024-04-15T14:47:01.910 INFO:tasks.rados.rados.0.smithi016.stdout:3093: done (3 left) 2024-04-15T14:47:01.910 INFO:tasks.rados.rados.0.smithi016.stdout:3094: done (2 left) 2024-04-15T14:47:01.910 INFO:tasks.rados.rados.0.smithi016.stdout:3097: snap_create 2024-04-15T14:47:01.910 INFO:tasks.rados.rados.0.smithi016.stdout:3095: finishing write tid 4 to smithi01678542-16 2024-04-15T14:47:01.910 INFO:tasks.rados.rados.0.smithi016.stdout:3095: finishing write tid 5 to smithi01678542-16 2024-04-15T14:47:01.910 INFO:tasks.rados.rados.0.smithi016.stdout:3095: oid 16 updating version 0 to 1443 2024-04-15T14:47:01.910 INFO:tasks.rados.rados.0.smithi016.stdout:3095: oid 16 updating version 1443 to 1444 2024-04-15T14:47:01.910 INFO:tasks.rados.rados.0.smithi016.stdout:3095: oid 16 version 1444 is already newer than 1441 2024-04-15T14:47:01.910 INFO:tasks.rados.rados.0.smithi016.stdout:3095: oid 16 version 1444 is already newer than 1442 2024-04-15T14:47:01.910 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 16 v 1444 (ObjNum 968 snap 284 seq_num 968) dirty exists 2024-04-15T14:47:01.911 INFO:tasks.rados.rados.0.smithi016.stdout:3095: left oid 16 (ObjNum 968 snap 284 seq_num 968) 2024-04-15T14:47:01.911 INFO:tasks.rados.rados.0.smithi016.stdout:3096: finishing copy_from racing read to smithi01678542-29 2024-04-15T14:47:01.911 INFO:tasks.rados.rados.0.smithi016.stdout:3096: finishing copy_from to smithi01678542-29 2024-04-15T14:47:01.911 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 29 v 1452 (ObjNum 632 snap 191 seq_num 632) dirty exists 2024-04-15T14:47:02.039 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 15 14:47:01 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-y[81421]: ::ffff:172.21.15.102 - - [15/Apr/2024:14:47:01] "GET /metrics HTTP/1.1" 200 36270 "" "Prometheus/2.43.0" 2024-04-15T14:47:02.388 INFO:tasks.rados.rados.0.smithi016.stdout:3095: done (2 left) 2024-04-15T14:47:02.388 INFO:tasks.rados.rados.0.smithi016.stdout:3096: done (1 left) 2024-04-15T14:47:02.388 INFO:tasks.rados.rados.0.smithi016.stdout:3097: done (0 left) 2024-04-15T14:47:02.388 INFO:tasks.rados.rados.0.smithi016.stdout:3098: read oid 38 snap 283 2024-04-15T14:47:02.388 INFO:tasks.rados.rados.0.smithi016.stdout:3098: expect (ObjNum 919 snap 275 seq_num 919) 2024-04-15T14:47:02.388 INFO:tasks.rados.rados.0.smithi016.stdout:3099: delete oid 20 current snap is 285 2024-04-15T14:47:02.394 INFO:tasks.rados.rados.0.smithi016.stdout:3098: expect (ObjNum 919 snap 275 seq_num 919) 2024-04-15T14:47:02.422 INFO:tasks.rados.rados.0.smithi016.stdout:3098: done (1 left) 2024-04-15T14:47:02.422 INFO:tasks.rados.rados.0.smithi016.stdout:3099: done (0 left) 2024-04-15T14:47:02.422 INFO:tasks.rados.rados.0.smithi016.stdout:3100: snap_create 2024-04-15T14:47:02.687 INFO:journalctl@ceph.prometheus.a.smithi102.stdout:Apr 15 14:47:02 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-prometheus-a[120881]: ts=2024-04-15T14:47:02.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi016:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"362ea986-fb34-11ee-bc8f-c7b262605968\", instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T14:47:03.390 INFO:tasks.rados.rados.0.smithi016.stdout:3100: done (0 left) 2024-04-15T14:47:03.391 INFO:tasks.rados.rados.0.smithi016.stdout:3101: rollback oid 31 current snap is 286 2024-04-15T14:47:03.391 INFO:tasks.rados.rados.0.smithi016.stdout:rollback oid 31 to 285 2024-04-15T14:47:03.391 INFO:tasks.rados.rados.0.smithi016.stdout:3102: read oid 45 snap -1 2024-04-15T14:47:03.391 INFO:tasks.rados.rados.0.smithi016.stdout:3102: expect (ObjNum 932 snap 279 seq_num 932) 2024-04-15T14:47:03.391 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 37 current snap is 286 2024-04-15T14:47:03.391 INFO:tasks.rados.rados.0.smithi016.stdout:3103: seq_num 970 ranges {1400832=655360,2056192=516096,2572288=688128} 2024-04-15T14:47:03.402 INFO:tasks.rados.rados.0.smithi016.stdout:3103: writing smithi01678542-37 from 1400832 to 2056192 tid 1 2024-04-15T14:47:03.405 INFO:tasks.rados.rados.0.smithi016.stdout:3103: writing smithi01678542-37 from 2056192 to 2572288 tid 2 2024-04-15T14:47:03.409 INFO:tasks.rados.rados.0.smithi016.stdout:3103: writing smithi01678542-37 from 2572288 to 3260416 tid 3 2024-04-15T14:47:03.410 INFO:tasks.rados.rados.0.smithi016.stdout:3104: snap_remove snap 283 2024-04-15T14:47:03.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:47:03 smithi102 ceph-mon[87131]: pgmap v622: 121 pgs: 121 active+clean; 194 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 18 MiB/s rd, 8.7 MiB/s wr, 36 op/s 2024-04-15T14:47:03.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:47:03 smithi102 ceph-mon[87131]: osdmap e658: 8 total, 8 up, 8 in 2024-04-15T14:47:03.789 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:47:03 smithi016 ceph-mon[90652]: pgmap v622: 121 pgs: 121 active+clean; 194 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 18 MiB/s rd, 8.7 MiB/s wr, 36 op/s 2024-04-15T14:47:03.789 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:47:03 smithi016 ceph-mon[90652]: osdmap e658: 8 total, 8 up, 8 in 2024-04-15T14:47:03.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:47:03 smithi016 ceph-mon[93212]: pgmap v622: 121 pgs: 121 active+clean; 194 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 18 MiB/s rd, 8.7 MiB/s wr, 36 op/s 2024-04-15T14:47:03.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:47:03 smithi016 ceph-mon[93212]: osdmap e658: 8 total, 8 up, 8 in 2024-04-15T14:47:04.401 INFO:tasks.rados.rados.0.smithi016.stdout:3104: done (3 left) 2024-04-15T14:47:04.401 INFO:tasks.rados.rados.0.smithi016.stdout:3105: read oid 30 snap 285 2024-04-15T14:47:04.401 INFO:tasks.rados.rados.0.smithi016.stdout:3105: expect (ObjNum 962 snap 283 seq_num 962) 2024-04-15T14:47:04.401 INFO:tasks.rados.rados.0.smithi016.stdout:3106: rmattr oid 21 current snap is 286 2024-04-15T14:47:04.401 INFO:tasks.rados.rados.0.smithi016.stdout:3101: finishing rollback tid 0 to smithi01678542-31 2024-04-15T14:47:04.401 INFO:tasks.rados.rados.0.smithi016.stdout:3101: finishing rollback tid 1 to smithi01678542-31 2024-04-15T14:47:04.402 INFO:tasks.rados.rados.0.smithi016.stdout:3101: finishing rollback tid 2 to smithi01678542-31 2024-04-15T14:47:04.402 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 31 v 1528 (ObjNum 963 snap 283 seq_num 963) dirty exists 2024-04-15T14:47:04.402 INFO:tasks.rados.rados.0.smithi016.stdout:3103: finishing write tid 1 to smithi01678542-37 2024-04-15T14:47:04.402 INFO:tasks.rados.rados.0.smithi016.stdout:3101: done (4 left) 2024-04-15T14:47:04.402 INFO:tasks.rados.rados.0.smithi016.stdout:3107: read oid 41 snap 285 2024-04-15T14:47:04.402 INFO:tasks.rados.rados.0.smithi016.stdout:3107: expect (ObjNum 828 snap 250 seq_num 828) 2024-04-15T14:47:04.402 INFO:tasks.rados.rados.0.smithi016.stdout:3108: snap_create 2024-04-15T14:47:04.402 INFO:tasks.rados.rados.0.smithi016.stdout:3103: finishing write tid 2 to smithi01678542-37 2024-04-15T14:47:04.402 INFO:tasks.rados.rados.0.smithi016.stdout:3103: finishing write tid 3 to smithi01678542-37 2024-04-15T14:47:04.402 INFO:tasks.rados.rados.0.smithi016.stdout:3103: finishing write tid 4 to smithi01678542-37 2024-04-15T14:47:04.402 INFO:tasks.rados.rados.0.smithi016.stdout:3103: finishing write tid 5 to smithi01678542-37 2024-04-15T14:47:04.402 INFO:tasks.rados.rados.0.smithi016.stdout:3103: oid 37 updating version 0 to 1610 2024-04-15T14:47:04.402 INFO:tasks.rados.rados.0.smithi016.stdout:3103: oid 37 updating version 1610 to 1611 2024-04-15T14:47:04.402 INFO:tasks.rados.rados.0.smithi016.stdout:3103: oid 37 version 1611 is already newer than 1608 2024-04-15T14:47:04.403 INFO:tasks.rados.rados.0.smithi016.stdout:3103: oid 37 version 1611 is already newer than 1609 2024-04-15T14:47:04.403 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 37 v 1611 (ObjNum 970 snap 286 seq_num 970) dirty exists 2024-04-15T14:47:04.403 INFO:tasks.rados.rados.0.smithi016.stdout:3103: left oid 37 (ObjNum 970 snap 286 seq_num 970) 2024-04-15T14:47:04.403 INFO:tasks.rados.rados.0.smithi016.stdout:3102: expect (ObjNum 932 snap 279 seq_num 932) 2024-04-15T14:47:04.664 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 21 v 1548 (ObjNum 632 snap 191 seq_num 632) dirty exists 2024-04-15T14:47:04.664 INFO:tasks.rados.rados.0.smithi016.stdout:3107: expect (ObjNum 828 snap 250 seq_num 828) 2024-04-15T14:47:04.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:47:04 smithi102 ceph-mon[87131]: osdmap e659: 8 total, 8 up, 8 in 2024-04-15T14:47:04.713 INFO:tasks.rados.rados.0.smithi016.stdout:3105: expect (ObjNum 962 snap 283 seq_num 962) 2024-04-15T14:47:04.789 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:47:04 smithi016 ceph-mon[90652]: osdmap e659: 8 total, 8 up, 8 in 2024-04-15T14:47:04.789 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:47:04 smithi016 ceph-mon[93212]: osdmap e659: 8 total, 8 up, 8 in 2024-04-15T14:47:05.364 INFO:tasks.rados.rados.0.smithi016.stdout:3102: done (5 left) 2024-04-15T14:47:05.364 INFO:tasks.rados.rados.0.smithi016.stdout:3103: done (4 left) 2024-04-15T14:47:05.364 INFO:tasks.rados.rados.0.smithi016.stdout:3105: done (3 left) 2024-04-15T14:47:05.365 INFO:tasks.rados.rados.0.smithi016.stdout:3106: done (2 left) 2024-04-15T14:47:05.365 INFO:tasks.rados.rados.0.smithi016.stdout:3107: done (1 left) 2024-04-15T14:47:05.365 INFO:tasks.rados.rados.0.smithi016.stdout:3108: done (0 left) 2024-04-15T14:47:05.365 INFO:tasks.rados.rados.0.smithi016.stdout:3109: rollback oid 46 current snap is 287 2024-04-15T14:47:05.365 INFO:tasks.rados.rados.0.smithi016.stdout:rollback oid 46 to 284 2024-04-15T14:47:05.365 INFO:tasks.rados.rados.0.smithi016.stdout:3110: read oid 21 snap -1 2024-04-15T14:47:05.365 INFO:tasks.rados.rados.0.smithi016.stdout:3110: expect (ObjNum 632 snap 191 seq_num 632) 2024-04-15T14:47:05.365 INFO:tasks.rados.rados.0.smithi016.stdout:3111: setattr oid 37 current snap is 287 2024-04-15T14:47:05.366 INFO:tasks.rados.rados.0.smithi016.stdout:3112: read oid 22 snap -1 2024-04-15T14:47:05.366 INFO:tasks.rados.rados.0.smithi016.stdout:3112: expect (ObjNum 903 snap 273 seq_num 903) 2024-04-15T14:47:05.366 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 6 current snap is 287 2024-04-15T14:47:05.366 INFO:tasks.rados.rados.0.smithi016.stdout:3113: seq_num 971 ranges {2146304=671744,2818048=802816,3620864=401408} 2024-04-15T14:47:05.382 INFO:tasks.rados.rados.0.smithi016.stdout:3113: writing smithi01678542-6 from 2146304 to 2818048 tid 1 2024-04-15T14:47:05.387 INFO:tasks.rados.rados.0.smithi016.stdout:3113: writing smithi01678542-6 from 2818048 to 3620864 tid 2 2024-04-15T14:47:05.390 INFO:tasks.rados.rados.0.smithi016.stdout:3113: writing smithi01678542-6 from 3620864 to 4022272 tid 3 2024-04-15T14:47:05.390 INFO:tasks.rados.rados.0.smithi016.stdout:3114: setattr oid 44 current snap is 287 2024-04-15T14:47:05.390 INFO:tasks.rados.rados.0.smithi016.stdout:3109: finishing rollback tid 1 to smithi01678542-46 2024-04-15T14:47:05.390 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 46 v 0 (ObjNum 1441 snap 0 seq_num 2906632496) dirty dne 2024-04-15T14:47:05.390 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 37 v 1612 (ObjNum 970 snap 286 seq_num 970) dirty exists 2024-04-15T14:47:05.390 INFO:tasks.rados.rados.0.smithi016.stdout:3112: expect (ObjNum 903 snap 273 seq_num 903) 2024-04-15T14:47:05.413 INFO:tasks.rados.rados.0.smithi016.stdout:3110: expect (ObjNum 632 snap 191 seq_num 632) 2024-04-15T14:47:05.578 INFO:tasks.rados.rados.0.smithi016.stdout:3113: finishing write tid 1 to smithi01678542-6 2024-04-15T14:47:05.579 INFO:tasks.rados.rados.0.smithi016.stdout:3113: finishing write tid 2 to smithi01678542-6 2024-04-15T14:47:05.579 INFO:tasks.rados.rados.0.smithi016.stdout:3113: finishing write tid 3 to smithi01678542-6 2024-04-15T14:47:05.579 INFO:tasks.rados.rados.0.smithi016.stdout:3113: finishing write tid 4 to smithi01678542-6 2024-04-15T14:47:05.579 INFO:tasks.rados.rados.0.smithi016.stdout:3113: finishing write tid 5 to smithi01678542-6 2024-04-15T14:47:05.579 INFO:tasks.rados.rados.0.smithi016.stdout:3113: oid 6 updating version 0 to 1603 2024-04-15T14:47:05.579 INFO:tasks.rados.rados.0.smithi016.stdout:3113: oid 6 updating version 1603 to 1604 2024-04-15T14:47:05.579 INFO:tasks.rados.rados.0.smithi016.stdout:3113: oid 6 updating version 1604 to 1605 2024-04-15T14:47:05.579 INFO:tasks.rados.rados.0.smithi016.stdout:3113: oid 6 version 1605 is already newer than 1602 2024-04-15T14:47:05.579 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 6 v 1605 (ObjNum 971 snap 287 seq_num 971) dirty exists 2024-04-15T14:47:05.579 INFO:tasks.rados.rados.0.smithi016.stdout:3113: left oid 6 (ObjNum 971 snap 287 seq_num 971) 2024-04-15T14:47:05.579 INFO:tasks.rados.rados.0.smithi016.stdout:3109: done (5 left) 2024-04-15T14:47:05.579 INFO:tasks.rados.rados.0.smithi016.stdout:3110: done (4 left) 2024-04-15T14:47:05.580 INFO:tasks.rados.rados.0.smithi016.stdout:3111: done (3 left) 2024-04-15T14:47:05.580 INFO:tasks.rados.rados.0.smithi016.stdout:3112: done (2 left) 2024-04-15T14:47:05.580 INFO:tasks.rados.rados.0.smithi016.stdout:3113: done (1 left) 2024-04-15T14:47:05.580 INFO:tasks.rados.rados.0.smithi016.stdout:3115: snap_create 2024-04-15T14:47:05.582 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 44 v 1645 (ObjNum 948 snap 281 seq_num 948) dirty exists 2024-04-15T14:47:05.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:47:05 smithi102 ceph-mon[87131]: pgmap v625: 121 pgs: 121 active+clean; 196 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 21 MiB/s rd, 6.5 MiB/s wr, 38 op/s 2024-04-15T14:47:05.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:47:05 smithi102 ceph-mon[87131]: osdmap e660: 8 total, 8 up, 8 in 2024-04-15T14:47:05.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:47:05 smithi102 ceph-mon[87131]: osdmap e661: 8 total, 8 up, 8 in 2024-04-15T14:47:05.789 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:47:05 smithi016 ceph-mon[90652]: pgmap v625: 121 pgs: 121 active+clean; 196 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 21 MiB/s rd, 6.5 MiB/s wr, 38 op/s 2024-04-15T14:47:05.789 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:47:05 smithi016 ceph-mon[90652]: osdmap e660: 8 total, 8 up, 8 in 2024-04-15T14:47:05.789 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:47:05 smithi016 ceph-mon[90652]: osdmap e661: 8 total, 8 up, 8 in 2024-04-15T14:47:05.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:47:05 smithi016 ceph-mon[93212]: pgmap v625: 121 pgs: 121 active+clean; 196 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 21 MiB/s rd, 6.5 MiB/s wr, 38 op/s 2024-04-15T14:47:05.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:47:05 smithi016 ceph-mon[93212]: osdmap e660: 8 total, 8 up, 8 in 2024-04-15T14:47:05.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:47:05 smithi016 ceph-mon[93212]: osdmap e661: 8 total, 8 up, 8 in 2024-04-15T14:47:06.405 INFO:tasks.rados.rados.0.smithi016.stdout:3114: done (1 left) 2024-04-15T14:47:06.405 INFO:tasks.rados.rados.0.smithi016.stdout:3115: done (0 left) 2024-04-15T14:47:06.405 INFO:tasks.rados.rados.0.smithi016.stdout:3116: delete oid 42 current snap is 288 2024-04-15T14:47:06.412 INFO:tasks.rados.rados.0.smithi016.stdout:3116: done (0 left) 2024-04-15T14:47:06.412 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 26 current snap is 288 2024-04-15T14:47:06.412 INFO:tasks.rados.rados.0.smithi016.stdout:3117: seq_num 973 ranges {2129920=704512,2834432=573440,3407872=507904,3915776=122880} 2024-04-15T14:47:06.427 INFO:tasks.rados.rados.0.smithi016.stdout:3117: writing smithi01678542-26 from 2129920 to 2834432 tid 1 2024-04-15T14:47:06.431 INFO:tasks.rados.rados.0.smithi016.stdout:3117: writing smithi01678542-26 from 2834432 to 3407872 tid 2 2024-04-15T14:47:06.433 INFO:tasks.rados.rados.0.smithi016.stdout:3117: writing smithi01678542-26 from 3407872 to 3915776 tid 3 2024-04-15T14:47:06.434 INFO:tasks.rados.rados.0.smithi016.stdout:3117: writing smithi01678542-26 from 3915776 to 4038656 tid 4 2024-04-15T14:47:06.435 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 42 current snap is 288 2024-04-15T14:47:06.435 INFO:tasks.rados.rados.0.smithi016.stdout:3117: finishing write tid 1 to smithi01678542-26 2024-04-15T14:47:06.435 INFO:tasks.rados.rados.0.smithi016.stdout:3117: finishing write tid 2 to smithi01678542-26 2024-04-15T14:47:06.435 INFO:tasks.rados.rados.0.smithi016.stdout:3118: seq_num 974 ranges {0=720896,720896=507904,1228800=671744,1900544=24576} 2024-04-15T14:47:06.439 INFO:tasks.rados.rados.0.smithi016.stdout:3118: writing smithi01678542-42 from 0 to 720896 tid 1 2024-04-15T14:47:06.442 INFO:tasks.rados.rados.0.smithi016.stdout:3118: writing smithi01678542-42 from 720896 to 1228800 tid 2 2024-04-15T14:47:06.447 INFO:tasks.rados.rados.0.smithi016.stdout:3118: writing smithi01678542-42 from 1228800 to 1900544 tid 3 2024-04-15T14:47:06.447 INFO:tasks.rados.rados.0.smithi016.stdout:3118: writing smithi01678542-42 from 1900544 to 1925120 tid 4 2024-04-15T14:47:06.447 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 22 current snap is 288 2024-04-15T14:47:06.447 INFO:tasks.rados.rados.0.smithi016.stdout:3117: finishing write tid 3 to smithi01678542-26 2024-04-15T14:47:06.447 INFO:tasks.rados.rados.0.smithi016.stdout:3117: finishing write tid 4 to smithi01678542-26 2024-04-15T14:47:06.447 INFO:tasks.rados.rados.0.smithi016.stdout:3117: finishing write tid 5 to smithi01678542-26 2024-04-15T14:47:06.447 INFO:tasks.rados.rados.0.smithi016.stdout:3117: finishing write tid 6 to smithi01678542-26 2024-04-15T14:47:06.447 INFO:tasks.rados.rados.0.smithi016.stdout:3117: oid 26 updating version 0 to 1524 2024-04-15T14:47:06.447 INFO:tasks.rados.rados.0.smithi016.stdout:3117: oid 26 updating version 1524 to 1526 2024-04-15T14:47:06.447 INFO:tasks.rados.rados.0.smithi016.stdout:3117: oid 26 version 1526 is already newer than 1525 2024-04-15T14:47:06.448 INFO:tasks.rados.rados.0.smithi016.stdout:3117: oid 26 updating version 1526 to 1528 2024-04-15T14:47:06.448 INFO:tasks.rados.rados.0.smithi016.stdout:3117: oid 26 version 1528 is already newer than 1527 2024-04-15T14:47:06.448 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 26 v 1528 (ObjNum 973 snap 288 seq_num 973) dirty exists 2024-04-15T14:47:06.448 INFO:tasks.rados.rados.0.smithi016.stdout:3117: left oid 26 (ObjNum 973 snap 288 seq_num 973) 2024-04-15T14:47:06.448 INFO:tasks.rados.rados.0.smithi016.stdout:3118: finishing write tid 1 to smithi01678542-42 2024-04-15T14:47:06.448 INFO:tasks.rados.rados.0.smithi016.stdout:3118: finishing write tid 2 to smithi01678542-42 2024-04-15T14:47:06.448 INFO:tasks.rados.rados.0.smithi016.stdout:3119: seq_num 975 ranges {729088=737280,1466368=786432,2252800=417792} 2024-04-15T14:47:06.454 INFO:tasks.rados.rados.0.smithi016.stdout:3119: writing smithi01678542-22 from 729088 to 1466368 tid 1 2024-04-15T14:47:06.460 INFO:tasks.rados.rados.0.smithi016.stdout:3119: writing smithi01678542-22 from 1466368 to 2252800 tid 2 2024-04-15T14:47:06.466 INFO:tasks.rados.rados.0.smithi016.stdout:3119: writing smithi01678542-22 from 2252800 to 2670592 tid 3 2024-04-15T14:47:06.466 INFO:tasks.rados.rados.0.smithi016.stdout:3117: done (2 left) 2024-04-15T14:47:06.466 INFO:tasks.rados.rados.0.smithi016.stdout:3120: delete oid 39 current snap is 288 2024-04-15T14:47:06.466 INFO:tasks.rados.rados.0.smithi016.stdout:3118: finishing write tid 3 to smithi01678542-42 2024-04-15T14:47:06.466 INFO:tasks.rados.rados.0.smithi016.stdout:3118: finishing write tid 4 to smithi01678542-42 2024-04-15T14:47:06.466 INFO:tasks.rados.rados.0.smithi016.stdout:3118: finishing write tid 5 to smithi01678542-42 2024-04-15T14:47:06.466 INFO:tasks.rados.rados.0.smithi016.stdout:3118: finishing write tid 6 to smithi01678542-42 2024-04-15T14:47:06.466 INFO:tasks.rados.rados.0.smithi016.stdout:3118: oid 42 updating version 0 to 1442 2024-04-15T14:47:06.466 INFO:tasks.rados.rados.0.smithi016.stdout:3118: oid 42 updating version 1442 to 1444 2024-04-15T14:47:06.467 INFO:tasks.rados.rados.0.smithi016.stdout:3118: oid 42 version 1444 is already newer than 1443 2024-04-15T14:47:06.467 INFO:tasks.rados.rados.0.smithi016.stdout:3118: oid 42 updating version 1444 to 1445 2024-04-15T14:47:06.467 INFO:tasks.rados.rados.0.smithi016.stdout:3118: oid 42 updating version 1445 to 1446 2024-04-15T14:47:06.467 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 42 v 1446 (ObjNum 974 snap 288 seq_num 974) dirty exists 2024-04-15T14:47:06.467 INFO:tasks.rados.rados.0.smithi016.stdout:3118: left oid 42 (ObjNum 974 snap 288 seq_num 974) 2024-04-15T14:47:06.467 INFO:tasks.rados.rados.0.smithi016.stdout:3119: finishing write tid 1 to smithi01678542-22 2024-04-15T14:47:06.467 INFO:tasks.rados.rados.0.smithi016.stdout:3118: done (2 left) 2024-04-15T14:47:06.467 INFO:tasks.rados.rados.0.smithi016.stdout:3120: done (1 left) 2024-04-15T14:47:06.467 INFO:tasks.rados.rados.0.smithi016.stdout:3121: read oid 18 snap -1 2024-04-15T14:47:06.467 INFO:tasks.rados.rados.0.smithi016.stdout:3121: expect (ObjNum 964 snap 283 seq_num 964) 2024-04-15T14:47:06.467 INFO:tasks.rados.rados.0.smithi016.stdout:3122: read oid 34 snap -1 2024-04-15T14:47:06.467 INFO:tasks.rados.rados.0.smithi016.stdout:3122: expect deleted 2024-04-15T14:47:06.467 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 14 current snap is 288 2024-04-15T14:47:06.467 INFO:tasks.rados.rados.0.smithi016.stdout:3123: seq_num 977 ranges {6086656=770048,6856704=557056,7413760=491520,7905280=155648} 2024-04-15T14:47:06.503 INFO:tasks.rados.rados.0.smithi016.stdout:3123: writing smithi01678542-14 from 6086656 to 6856704 tid 1 2024-04-15T14:47:06.506 INFO:tasks.rados.rados.0.smithi016.stdout:3123: writing smithi01678542-14 from 6856704 to 7413760 tid 2 2024-04-15T14:47:06.509 INFO:tasks.rados.rados.0.smithi016.stdout:3123: writing smithi01678542-14 from 7413760 to 7905280 tid 3 2024-04-15T14:47:06.514 INFO:tasks.rados.rados.0.smithi016.stdout:3123: writing smithi01678542-14 from 7905280 to 8060928 tid 4 2024-04-15T14:47:06.514 INFO:tasks.rados.rados.0.smithi016.stdout:3124: copy_from oid 31 from oid 38 current snap is 288 2024-04-15T14:47:06.514 INFO:tasks.rados.rados.0.smithi016.stdout:3119: finishing write tid 2 to smithi01678542-22 2024-04-15T14:47:06.514 INFO:tasks.rados.rados.0.smithi016.stdout:3125: setattr oid 41 current snap is 288 2024-04-15T14:47:06.514 INFO:tasks.rados.rados.0.smithi016.stdout:3119: finishing write tid 3 to smithi01678542-22 2024-04-15T14:47:06.514 INFO:tasks.rados.rados.0.smithi016.stdout:3119: finishing write tid 4 to smithi01678542-22 2024-04-15T14:47:06.514 INFO:tasks.rados.rados.0.smithi016.stdout:3119: finishing write tid 5 to smithi01678542-22 2024-04-15T14:47:06.514 INFO:tasks.rados.rados.0.smithi016.stdout:3119: oid 22 updating version 0 to 1614 2024-04-15T14:47:06.514 INFO:tasks.rados.rados.0.smithi016.stdout:3119: oid 22 updating version 1614 to 1615 2024-04-15T14:47:06.514 INFO:tasks.rados.rados.0.smithi016.stdout:3119: oid 22 updating version 1615 to 1616 2024-04-15T14:47:06.514 INFO:tasks.rados.rados.0.smithi016.stdout:3119: oid 22 version 1616 is already newer than 1613 2024-04-15T14:47:06.515 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 22 v 1616 (ObjNum 975 snap 288 seq_num 975) dirty exists 2024-04-15T14:47:06.515 INFO:tasks.rados.rados.0.smithi016.stdout:3119: left oid 22 (ObjNum 975 snap 288 seq_num 975) 2024-04-15T14:47:06.515 INFO:tasks.rados.rados.0.smithi016.stdout:3121: expect (ObjNum 964 snap 283 seq_num 964) 2024-04-15T14:47:06.931 INFO:tasks.rados.rados.0.smithi016.stdout:3123: finishing write tid 1 to smithi01678542-14 2024-04-15T14:47:06.931 INFO:tasks.rados.rados.0.smithi016.stdout:3123: finishing write tid 2 to smithi01678542-14 2024-04-15T14:47:06.931 INFO:tasks.rados.rados.0.smithi016.stdout:3123: finishing write tid 3 to smithi01678542-14 2024-04-15T14:47:06.931 INFO:tasks.rados.rados.0.smithi016.stdout:3123: finishing write tid 4 to smithi01678542-14 2024-04-15T14:47:06.931 INFO:tasks.rados.rados.0.smithi016.stdout:3123: finishing write tid 5 to smithi01678542-14 2024-04-15T14:47:06.931 INFO:tasks.rados.rados.0.smithi016.stdout:3123: finishing write tid 6 to smithi01678542-14 2024-04-15T14:47:06.931 INFO:tasks.rados.rados.0.smithi016.stdout:3123: oid 14 updating version 0 to 1520 2024-04-15T14:47:06.931 INFO:tasks.rados.rados.0.smithi016.stdout:3123: oid 14 updating version 1520 to 1521 2024-04-15T14:47:06.931 INFO:tasks.rados.rados.0.smithi016.stdout:3123: oid 14 updating version 1521 to 1523 2024-04-15T14:47:06.931 INFO:tasks.rados.rados.0.smithi016.stdout:3123: oid 14 version 1523 is already newer than 1522 2024-04-15T14:47:06.931 INFO:tasks.rados.rados.0.smithi016.stdout:3123: oid 14 updating version 1523 to 1524 2024-04-15T14:47:06.931 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 14 v 1524 (ObjNum 977 snap 288 seq_num 977) dirty exists 2024-04-15T14:47:06.932 INFO:tasks.rados.rados.0.smithi016.stdout:3123: left oid 14 (ObjNum 977 snap 288 seq_num 977) 2024-04-15T14:47:06.932 INFO:tasks.rados.rados.0.smithi016.stdout:3124: finishing copy_from racing read to smithi01678542-31 2024-04-15T14:47:06.932 INFO:tasks.rados.rados.0.smithi016.stdout:3124: finishing copy_from to smithi01678542-31 2024-04-15T14:47:06.932 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 31 v 1455 (ObjNum 919 snap 275 seq_num 919) dirty exists 2024-04-15T14:47:06.932 INFO:tasks.rados.rados.0.smithi016.stdout:3119: done (5 left) 2024-04-15T14:47:06.932 INFO:tasks.rados.rados.0.smithi016.stdout:3121: done (4 left) 2024-04-15T14:47:06.932 INFO:tasks.rados.rados.0.smithi016.stdout:3122: done (3 left) 2024-04-15T14:47:06.932 INFO:tasks.rados.rados.0.smithi016.stdout:3123: done (2 left) 2024-04-15T14:47:06.932 INFO:tasks.rados.rados.0.smithi016.stdout:3124: done (1 left) 2024-04-15T14:47:06.932 INFO:tasks.rados.rados.0.smithi016.stdout:3126: read oid 5 snap 286 2024-04-15T14:47:06.932 INFO:tasks.rados.rados.0.smithi016.stdout:3126: expect (ObjNum 840 snap 254 seq_num 840) 2024-04-15T14:47:06.932 INFO:tasks.rados.rados.0.smithi016.stdout:3127: snap_remove snap 287 2024-04-15T14:47:07.407 INFO:tasks.rados.rados.0.smithi016.stdout:3127: done (2 left) 2024-04-15T14:47:07.407 INFO:tasks.rados.rados.0.smithi016.stdout:3128: copy_from oid 14 from oid 37 current snap is 288 2024-04-15T14:47:07.407 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 41 v 1529 (ObjNum 828 snap 250 seq_num 828) dirty exists 2024-04-15T14:47:07.407 INFO:tasks.rados.rados.0.smithi016.stdout:3126: expect (ObjNum 840 snap 254 seq_num 840) 2024-04-15T14:47:07.464 INFO:tasks.rados.rados.0.smithi016.stdout:3125: done (2 left) 2024-04-15T14:47:07.464 INFO:tasks.rados.rados.0.smithi016.stdout:3126: done (1 left) 2024-04-15T14:47:07.464 INFO:tasks.rados.rados.0.smithi016.stdout:3129: snap_remove snap 285 2024-04-15T14:47:07.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:47:07 smithi102 ceph-mon[87131]: pgmap v628: 121 pgs: 121 active+clean; 199 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 16 MiB/s rd, 1.3 MiB/s wr, 19 op/s 2024-04-15T14:47:07.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:47:07 smithi102 ceph-mon[87131]: osdmap e662: 8 total, 8 up, 8 in 2024-04-15T14:47:07.789 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:47:07 smithi016 ceph-mon[93212]: pgmap v628: 121 pgs: 121 active+clean; 199 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 16 MiB/s rd, 1.3 MiB/s wr, 19 op/s 2024-04-15T14:47:07.789 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:47:07 smithi016 ceph-mon[93212]: osdmap e662: 8 total, 8 up, 8 in 2024-04-15T14:47:07.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:47:07 smithi016 ceph-mon[90652]: pgmap v628: 121 pgs: 121 active+clean; 199 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 16 MiB/s rd, 1.3 MiB/s wr, 19 op/s 2024-04-15T14:47:07.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:47:07 smithi016 ceph-mon[90652]: osdmap e662: 8 total, 8 up, 8 in 2024-04-15T14:47:08.420 INFO:tasks.rados.rados.0.smithi016.stdout:3129: done (1 left) 2024-04-15T14:47:08.420 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 28 current snap is 288 2024-04-15T14:47:08.421 INFO:tasks.rados.rados.0.smithi016.stdout:3128: finishing copy_from racing read to smithi01678542-14 2024-04-15T14:47:08.421 INFO:tasks.rados.rados.0.smithi016.stdout:3128: finishing copy_from to smithi01678542-14 2024-04-15T14:47:08.421 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 14 v 1612 (ObjNum 970 snap 286 seq_num 970) dirty exists 2024-04-15T14:47:08.421 INFO:tasks.rados.rados.0.smithi016.stdout:3130: seq_num 978 ranges {0=786432,786432=442368,1228800=647168,1875968=114688} 2024-04-15T14:47:08.425 INFO:tasks.rados.rados.0.smithi016.stdout:3130: writing smithi01678542-28 from 0 to 786432 tid 1 2024-04-15T14:47:08.428 INFO:tasks.rados.rados.0.smithi016.stdout:3130: writing smithi01678542-28 from 786432 to 1228800 tid 2 2024-04-15T14:47:08.431 INFO:tasks.rados.rados.0.smithi016.stdout:3130: writing smithi01678542-28 from 1228800 to 1875968 tid 3 2024-04-15T14:47:08.432 INFO:tasks.rados.rados.0.smithi016.stdout:3130: writing smithi01678542-28 from 1875968 to 1990656 tid 4 2024-04-15T14:47:08.433 INFO:tasks.rados.rados.0.smithi016.stdout:3128: done (1 left) 2024-04-15T14:47:08.433 INFO:tasks.rados.rados.0.smithi016.stdout:3131: snap_remove snap 286 2024-04-15T14:47:08.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:47:08 smithi102 ceph-mon[87131]: osdmap e663: 8 total, 8 up, 8 in 2024-04-15T14:47:08.789 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:47:08 smithi016 ceph-mon[90652]: osdmap e663: 8 total, 8 up, 8 in 2024-04-15T14:47:08.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:47:08 smithi016 ceph-mon[93212]: osdmap e663: 8 total, 8 up, 8 in 2024-04-15T14:47:09.421 INFO:tasks.rados.rados.0.smithi016.stdout:3131: done (1 left) 2024-04-15T14:47:09.421 INFO:tasks.rados.rados.0.smithi016.stdout:3132: delete oid 29 current snap is 288 2024-04-15T14:47:09.422 INFO:tasks.rados.rados.0.smithi016.stdout:3130: finishing write tid 1 to smithi01678542-28 2024-04-15T14:47:09.422 INFO:tasks.rados.rados.0.smithi016.stdout:3130: finishing write tid 2 to smithi01678542-28 2024-04-15T14:47:09.422 INFO:tasks.rados.rados.0.smithi016.stdout:3130: finishing write tid 3 to smithi01678542-28 2024-04-15T14:47:09.422 INFO:tasks.rados.rados.0.smithi016.stdout:3130: finishing write tid 4 to smithi01678542-28 2024-04-15T14:47:09.422 INFO:tasks.rados.rados.0.smithi016.stdout:3130: finishing write tid 5 to smithi01678542-28 2024-04-15T14:47:09.422 INFO:tasks.rados.rados.0.smithi016.stdout:3130: finishing write tid 6 to smithi01678542-28 2024-04-15T14:47:09.422 INFO:tasks.rados.rados.0.smithi016.stdout:3130: oid 28 updating version 0 to 1446 2024-04-15T14:47:09.422 INFO:tasks.rados.rados.0.smithi016.stdout:3130: oid 28 updating version 1446 to 1447 2024-04-15T14:47:09.422 INFO:tasks.rados.rados.0.smithi016.stdout:3130: oid 28 version 1447 is already newer than 1445 2024-04-15T14:47:09.422 INFO:tasks.rados.rados.0.smithi016.stdout:3130: oid 28 updating version 1447 to 1449 2024-04-15T14:47:09.422 INFO:tasks.rados.rados.0.smithi016.stdout:3130: oid 28 version 1449 is already newer than 1448 2024-04-15T14:47:09.422 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 28 v 1449 (ObjNum 978 snap 288 seq_num 978) dirty exists 2024-04-15T14:47:09.422 INFO:tasks.rados.rados.0.smithi016.stdout:3130: left oid 28 (ObjNum 978 snap 288 seq_num 978) 2024-04-15T14:47:09.433 INFO:tasks.rados.rados.0.smithi016.stdout:3130: done (1 left) 2024-04-15T14:47:09.433 INFO:tasks.rados.rados.0.smithi016.stdout:3132: done (0 left) 2024-04-15T14:47:09.433 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 4 current snap is 288 2024-04-15T14:47:09.433 INFO:tasks.rados.rados.0.smithi016.stdout:3133: seq_num 980 ranges {999424=417792,1417216=614400,2031616=663552,2695168=327680} 2024-04-15T14:47:09.440 INFO:tasks.rados.rados.0.smithi016.stdout:3133: writing smithi01678542-4 from 999424 to 1417216 tid 1 2024-04-15T14:47:09.443 INFO:tasks.rados.rados.0.smithi016.stdout:3133: writing smithi01678542-4 from 1417216 to 2031616 tid 2 2024-04-15T14:47:09.447 INFO:tasks.rados.rados.0.smithi016.stdout:3133: writing smithi01678542-4 from 2031616 to 2695168 tid 3 2024-04-15T14:47:09.449 INFO:tasks.rados.rados.0.smithi016.stdout:3133: writing smithi01678542-4 from 2695168 to 3022848 tid 4 2024-04-15T14:47:09.449 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 40 current snap is 288 2024-04-15T14:47:09.449 INFO:tasks.rados.rados.0.smithi016.stdout:3133: finishing write tid 1 to smithi01678542-4 2024-04-15T14:47:09.450 INFO:tasks.rados.rados.0.smithi016.stdout:3133: finishing write tid 2 to smithi01678542-4 2024-04-15T14:47:09.450 INFO:tasks.rados.rados.0.smithi016.stdout:3134: seq_num 981 ranges {11247616=434176,11681792=540672,12222464=466944,12689408=524288,13213696=73728} 2024-04-15T14:47:09.513 INFO:tasks.rados.rados.0.smithi016.stdout:3134: writing smithi01678542-40 from 11247616 to 11681792 tid 1 2024-04-15T14:47:09.516 INFO:tasks.rados.rados.0.smithi016.stdout:3134: writing smithi01678542-40 from 11681792 to 12222464 tid 2 2024-04-15T14:47:09.518 INFO:tasks.rados.rados.0.smithi016.stdout:3134: writing smithi01678542-40 from 12222464 to 12689408 tid 3 2024-04-15T14:47:09.521 INFO:tasks.rados.rados.0.smithi016.stdout:3134: writing smithi01678542-40 from 12689408 to 13213696 tid 4 2024-04-15T14:47:09.522 INFO:tasks.rados.rados.0.smithi016.stdout:3134: writing smithi01678542-40 from 13213696 to 13287424 tid 5 2024-04-15T14:47:09.522 INFO:tasks.rados.rados.0.smithi016.stdout:3135: copy_from oid 33 from oid 22 current snap is 288 2024-04-15T14:47:09.523 INFO:tasks.rados.rados.0.smithi016.stdout:3133: finishing write tid 3 to smithi01678542-4 2024-04-15T14:47:09.523 INFO:tasks.rados.rados.0.smithi016.stdout:3133: finishing write tid 4 to smithi01678542-4 2024-04-15T14:47:09.523 INFO:tasks.rados.rados.0.smithi016.stdout:3133: finishing write tid 5 to smithi01678542-4 2024-04-15T14:47:09.523 INFO:tasks.rados.rados.0.smithi016.stdout:3133: finishing write tid 6 to smithi01678542-4 2024-04-15T14:47:09.523 INFO:tasks.rados.rados.0.smithi016.stdout:3133: oid 4 updating version 0 to 1654 2024-04-15T14:47:09.523 INFO:tasks.rados.rados.0.smithi016.stdout:3133: oid 4 updating version 1654 to 1655 2024-04-15T14:47:09.523 INFO:tasks.rados.rados.0.smithi016.stdout:3133: oid 4 updating version 1655 to 1656 2024-04-15T14:47:09.523 INFO:tasks.rados.rados.0.smithi016.stdout:3133: oid 4 updating version 1656 to 1657 2024-04-15T14:47:09.523 INFO:tasks.rados.rados.0.smithi016.stdout:3133: oid 4 version 1657 is already newer than 1653 2024-04-15T14:47:09.523 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 4 v 1657 (ObjNum 980 snap 288 seq_num 980) dirty exists 2024-04-15T14:47:09.523 INFO:tasks.rados.rados.0.smithi016.stdout:3133: left oid 4 (ObjNum 980 snap 288 seq_num 980) 2024-04-15T14:47:09.523 INFO:tasks.rados.rados.0.smithi016.stdout:3134: finishing write tid 1 to smithi01678542-40 2024-04-15T14:47:09.523 INFO:tasks.rados.rados.0.smithi016.stdout:3134: finishing write tid 2 to smithi01678542-40 2024-04-15T14:47:09.523 INFO:tasks.rados.rados.0.smithi016.stdout:3133: done (2 left) 2024-04-15T14:47:09.523 INFO:tasks.rados.rados.0.smithi016.stdout:3136: snap_remove snap 284 2024-04-15T14:47:09.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:47:09 smithi102 ceph-mon[87131]: pgmap v631: 121 pgs: 121 active+clean; 201 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 13 MiB/s rd, 1.6 MiB/s wr, 25 op/s 2024-04-15T14:47:09.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:47:09 smithi102 ceph-mon[87131]: osdmap e664: 8 total, 8 up, 8 in 2024-04-15T14:47:09.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:47:09 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T14:47:09.789 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:47:09 smithi016 ceph-mon[90652]: pgmap v631: 121 pgs: 121 active+clean; 201 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 13 MiB/s rd, 1.6 MiB/s wr, 25 op/s 2024-04-15T14:47:09.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:47:09 smithi016 ceph-mon[90652]: osdmap e664: 8 total, 8 up, 8 in 2024-04-15T14:47:09.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:47:09 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T14:47:09.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:47:09 smithi016 ceph-mon[93212]: pgmap v631: 121 pgs: 121 active+clean; 201 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 13 MiB/s rd, 1.6 MiB/s wr, 25 op/s 2024-04-15T14:47:09.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:47:09 smithi016 ceph-mon[93212]: osdmap e664: 8 total, 8 up, 8 in 2024-04-15T14:47:09.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:47:09 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T14:47:10.365 INFO:tasks.rados.rados.0.smithi016.stdout:3136: done (2 left) 2024-04-15T14:47:10.365 INFO:tasks.rados.rados.0.smithi016.stdout:3137: rmattr oid 45 current snap is 288 2024-04-15T14:47:10.366 INFO:tasks.rados.rados.0.smithi016.stdout:3134: finishing write tid 3 to smithi01678542-40 2024-04-15T14:47:10.366 INFO:tasks.rados.rados.0.smithi016.stdout:3134: finishing write tid 4 to smithi01678542-40 2024-04-15T14:47:10.366 INFO:tasks.rados.rados.0.smithi016.stdout:3134: finishing write tid 5 to smithi01678542-40 2024-04-15T14:47:10.366 INFO:tasks.rados.rados.0.smithi016.stdout:3134: finishing write tid 6 to smithi01678542-40 2024-04-15T14:47:10.366 INFO:tasks.rados.rados.0.smithi016.stdout:3134: finishing write tid 7 to smithi01678542-40 2024-04-15T14:47:10.366 INFO:tasks.rados.rados.0.smithi016.stdout:3134: oid 40 updating version 0 to 1616 2024-04-15T14:47:10.366 INFO:tasks.rados.rados.0.smithi016.stdout:3134: oid 40 version 1616 is already newer than 1614 2024-04-15T14:47:10.366 INFO:tasks.rados.rados.0.smithi016.stdout:3134: oid 40 updating version 1616 to 1617 2024-04-15T14:47:10.366 INFO:tasks.rados.rados.0.smithi016.stdout:3134: oid 40 version 1617 is already newer than 1615 2024-04-15T14:47:10.366 INFO:tasks.rados.rados.0.smithi016.stdout:3134: oid 40 updating version 1617 to 1618 2024-04-15T14:47:10.366 INFO:tasks.rados.rados.0.smithi016.stdout:3134: oid 40 version 1618 is already newer than 1613 2024-04-15T14:47:10.366 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 40 v 1618 (ObjNum 981 snap 288 seq_num 981) dirty exists 2024-04-15T14:47:10.366 INFO:tasks.rados.rados.0.smithi016.stdout:3134: left oid 40 (ObjNum 981 snap 288 seq_num 981) 2024-04-15T14:47:10.367 INFO:tasks.rados.rados.0.smithi016.stdout:3135: finishing copy_from racing read to smithi01678542-33 2024-04-15T14:47:10.367 INFO:tasks.rados.rados.0.smithi016.stdout:3134: done (2 left) 2024-04-15T14:47:10.367 INFO:tasks.rados.rados.0.smithi016.stdout:3138: setattr oid 32 current snap is 288 2024-04-15T14:47:10.367 INFO:tasks.rados.rados.0.smithi016.stdout:3135: finishing copy_from to smithi01678542-33 2024-04-15T14:47:10.367 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 33 v 1616 (ObjNum 975 snap 288 seq_num 975) dirty exists 2024-04-15T14:47:10.367 INFO:tasks.rados.rados.0.smithi016.stdout:3135: done (2 left) 2024-04-15T14:47:10.367 INFO:tasks.rados.rados.0.smithi016.stdout:3139: read oid 35 snap -1 2024-04-15T14:47:10.367 INFO:tasks.rados.rados.0.smithi016.stdout:3139: expect (ObjNum 906 snap 273 seq_num 906) 2024-04-15T14:47:10.367 INFO:tasks.rados.rados.0.smithi016.stdout:3140: rollback oid 23 current snap is 288 2024-04-15T14:47:10.367 INFO:tasks.rados.rados.0.smithi016.stdout:3140: done (3 left) 2024-04-15T14:47:10.367 INFO:tasks.rados.rados.0.smithi016.stdout:3141: delete oid 36 current snap is 288 2024-04-15T14:47:10.368 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 45 v 1052 (ObjNum 932 snap 279 seq_num 932) dirty exists 2024-04-15T14:47:10.375 INFO:tasks.rados.rados.0.smithi016.stdout:3137: done (3 left) 2024-04-15T14:47:10.375 INFO:tasks.rados.rados.0.smithi016.stdout:3141: done (2 left) 2024-04-15T14:47:10.376 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 38 current snap is 288 2024-04-15T14:47:10.376 INFO:tasks.rados.rados.0.smithi016.stdout:3142: seq_num 983 ranges {999424=466944,1466368=712704,2179072=434176,2613248=458752} 2024-04-15T14:47:10.384 INFO:tasks.rados.rados.0.smithi016.stdout:3142: writing smithi01678542-38 from 999424 to 1466368 tid 1 2024-04-15T14:47:10.389 INFO:tasks.rados.rados.0.smithi016.stdout:3142: writing smithi01678542-38 from 1466368 to 2179072 tid 2 2024-04-15T14:47:10.391 INFO:tasks.rados.rados.0.smithi016.stdout:3142: writing smithi01678542-38 from 2179072 to 2613248 tid 3 2024-04-15T14:47:10.395 INFO:tasks.rados.rados.0.smithi016.stdout:3142: writing smithi01678542-38 from 2613248 to 3072000 tid 4 2024-04-15T14:47:10.395 INFO:tasks.rados.rados.0.smithi016.stdout:3143: delete oid 50 current snap is 288 2024-04-15T14:47:10.395 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 32 v 1660 (ObjNum 959 snap 283 seq_num 959) dirty exists 2024-04-15T14:47:10.395 INFO:tasks.rados.rados.0.smithi016.stdout:3142: finishing write tid 1 to smithi01678542-38 2024-04-15T14:47:10.395 INFO:tasks.rados.rados.0.smithi016.stdout:3142: finishing write tid 2 to smithi01678542-38 2024-04-15T14:47:10.395 INFO:tasks.rados.rados.0.smithi016.stdout:3142: finishing write tid 3 to smithi01678542-38 2024-04-15T14:47:10.397 INFO:tasks.rados.rados.0.smithi016.stdout:3138: done (3 left) 2024-04-15T14:47:10.397 INFO:tasks.rados.rados.0.smithi016.stdout:3143: done (2 left) 2024-04-15T14:47:10.397 INFO:tasks.rados.rados.0.smithi016.stdout:3144: copy_from oid 34 from oid 31 current snap is 288 2024-04-15T14:47:10.398 INFO:tasks.rados.rados.0.smithi016.stdout:3145: copy_from oid 36 from oid 6 current snap is 288 2024-04-15T14:47:10.398 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 39 current snap is 288 2024-04-15T14:47:10.398 INFO:tasks.rados.rados.0.smithi016.stdout:3146: seq_num 985 ranges {0=499712,499712=483328,983040=450560,1433600=581632,2015232=90112} 2024-04-15T14:47:10.400 INFO:tasks.rados.rados.0.smithi016.stdout:3146: writing smithi01678542-39 from 0 to 499712 tid 1 2024-04-15T14:47:10.403 INFO:tasks.rados.rados.0.smithi016.stdout:3146: writing smithi01678542-39 from 499712 to 983040 tid 2 2024-04-15T14:47:10.406 INFO:tasks.rados.rados.0.smithi016.stdout:3146: writing smithi01678542-39 from 983040 to 1433600 tid 3 2024-04-15T14:47:10.410 INFO:tasks.rados.rados.0.smithi016.stdout:3146: writing smithi01678542-39 from 1433600 to 2015232 tid 4 2024-04-15T14:47:10.412 INFO:tasks.rados.rados.0.smithi016.stdout:3146: writing smithi01678542-39 from 2015232 to 2105344 tid 5 2024-04-15T14:47:10.412 INFO:tasks.rados.rados.0.smithi016.stdout:3147: rollback oid 4 current snap is 288 2024-04-15T14:47:10.412 INFO:tasks.rados.rados.0.smithi016.stdout:3147: done (5 left) 2024-04-15T14:47:10.412 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 47 current snap is 288 2024-04-15T14:47:10.412 INFO:tasks.rados.rados.0.smithi016.stdout:3142: finishing write tid 4 to smithi01678542-38 2024-04-15T14:47:10.412 INFO:tasks.rados.rados.0.smithi016.stdout:3142: finishing write tid 5 to smithi01678542-38 2024-04-15T14:47:10.412 INFO:tasks.rados.rados.0.smithi016.stdout:3142: finishing write tid 6 to smithi01678542-38 2024-04-15T14:47:10.412 INFO:tasks.rados.rados.0.smithi016.stdout:3142: oid 38 updating version 0 to 1476 2024-04-15T14:47:10.412 INFO:tasks.rados.rados.0.smithi016.stdout:3142: oid 38 version 1476 is already newer than 1475 2024-04-15T14:47:10.412 INFO:tasks.rados.rados.0.smithi016.stdout:3142: oid 38 version 1476 is already newer than 1474 2024-04-15T14:47:10.413 INFO:tasks.rados.rados.0.smithi016.stdout:3142: oid 38 updating version 1476 to 1477 2024-04-15T14:47:10.413 INFO:tasks.rados.rados.0.smithi016.stdout:3142: oid 38 version 1477 is already newer than 1473 2024-04-15T14:47:10.413 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 38 v 1477 (ObjNum 983 snap 288 seq_num 983) dirty exists 2024-04-15T14:47:10.413 INFO:tasks.rados.rados.0.smithi016.stdout:3142: left oid 38 (ObjNum 983 snap 288 seq_num 983) 2024-04-15T14:47:10.413 INFO:tasks.rados.rados.0.smithi016.stdout:3146: finishing write tid 1 to smithi01678542-39 2024-04-15T14:47:10.413 INFO:tasks.rados.rados.0.smithi016.stdout:3146: finishing write tid 2 to smithi01678542-39 2024-04-15T14:47:10.413 INFO:tasks.rados.rados.0.smithi016.stdout:3148: seq_num 986 ranges {3686400=516096,4202496=770048,4972544=655360,5627904=180224} 2024-04-15T14:47:10.435 INFO:tasks.rados.rados.0.smithi016.stdout:3148: writing smithi01678542-47 from 3686400 to 4202496 tid 1 2024-04-15T14:47:10.439 INFO:tasks.rados.rados.0.smithi016.stdout:3148: writing smithi01678542-47 from 4202496 to 4972544 tid 2 2024-04-15T14:47:10.443 INFO:tasks.rados.rados.0.smithi016.stdout:3148: writing smithi01678542-47 from 4972544 to 5627904 tid 3 2024-04-15T14:47:10.445 INFO:tasks.rados.rados.0.smithi016.stdout:3148: writing smithi01678542-47 from 5627904 to 5808128 tid 4 2024-04-15T14:47:10.445 INFO:tasks.rados.rados.0.smithi016.stdout:3142: done (5 left) 2024-04-15T14:47:10.445 INFO:tasks.rados.rados.0.smithi016.stdout:3149: read oid 10 snap -1 2024-04-15T14:47:10.445 INFO:tasks.rados.rados.0.smithi016.stdout:3149: expect deleted 2024-04-15T14:47:10.445 INFO:tasks.rados.rados.0.smithi016.stdout:3150: copy_from oid 49 from oid 41 current snap is 288 2024-04-15T14:47:10.445 INFO:tasks.rados.rados.0.smithi016.stdout:3144: finishing copy_from racing read to smithi01678542-34 2024-04-15T14:47:10.446 INFO:tasks.rados.rados.0.smithi016.stdout:3146: finishing write tid 3 to smithi01678542-39 2024-04-15T14:47:10.446 INFO:tasks.rados.rados.0.smithi016.stdout:3144: finishing copy_from to smithi01678542-34 2024-04-15T14:47:10.446 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 34 v 1455 (ObjNum 919 snap 275 seq_num 919) dirty exists 2024-04-15T14:47:10.446 INFO:tasks.rados.rados.0.smithi016.stdout:3146: finishing write tid 4 to smithi01678542-39 2024-04-15T14:47:10.446 INFO:tasks.rados.rados.0.smithi016.stdout:3146: finishing write tid 5 to smithi01678542-39 2024-04-15T14:47:10.446 INFO:tasks.rados.rados.0.smithi016.stdout:3146: finishing write tid 6 to smithi01678542-39 2024-04-15T14:47:10.446 INFO:tasks.rados.rados.0.smithi016.stdout:3146: finishing write tid 7 to smithi01678542-39 2024-04-15T14:47:10.446 INFO:tasks.rados.rados.0.smithi016.stdout:3146: oid 39 updating version 0 to 1445 2024-04-15T14:47:10.446 INFO:tasks.rados.rados.0.smithi016.stdout:3146: oid 39 version 1445 is already newer than 1442 2024-04-15T14:47:10.446 INFO:tasks.rados.rados.0.smithi016.stdout:3146: oid 39 version 1445 is already newer than 1444 2024-04-15T14:47:10.446 INFO:tasks.rados.rados.0.smithi016.stdout:3146: oid 39 updating version 1445 to 1447 2024-04-15T14:47:10.446 INFO:tasks.rados.rados.0.smithi016.stdout:3146: oid 39 version 1447 is already newer than 1443 2024-04-15T14:47:10.446 INFO:tasks.rados.rados.0.smithi016.stdout:3146: oid 39 version 1447 is already newer than 1446 2024-04-15T14:47:10.446 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 39 v 1447 (ObjNum 985 snap 288 seq_num 985) dirty exists 2024-04-15T14:47:10.447 INFO:tasks.rados.rados.0.smithi016.stdout:3146: left oid 39 (ObjNum 985 snap 288 seq_num 985) 2024-04-15T14:47:10.447 INFO:tasks.rados.rados.0.smithi016.stdout:3145: finishing copy_from racing read to smithi01678542-36 2024-04-15T14:47:10.447 INFO:tasks.rados.rados.0.smithi016.stdout:3145: finishing copy_from to smithi01678542-36 2024-04-15T14:47:10.447 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 36 v 1605 (ObjNum 971 snap 287 seq_num 971) dirty exists 2024-04-15T14:47:10.447 INFO:tasks.rados.rados.0.smithi016.stdout:3148: finishing write tid 1 to smithi01678542-47 2024-04-15T14:47:10.447 INFO:tasks.rados.rados.0.smithi016.stdout:3139: expect (ObjNum 906 snap 273 seq_num 906) 2024-04-15T14:47:10.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:47:10 smithi102 ceph-mon[87131]: osdmap e665: 8 total, 8 up, 8 in 2024-04-15T14:47:10.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:47:10 smithi102 ceph-mon[87131]: osdmap e666: 8 total, 8 up, 8 in 2024-04-15T14:47:10.789 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:47:10 smithi016 ceph-mon[90652]: osdmap e665: 8 total, 8 up, 8 in 2024-04-15T14:47:10.789 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:47:10 smithi016 ceph-mon[90652]: osdmap e666: 8 total, 8 up, 8 in 2024-04-15T14:47:10.789 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:47:10 smithi016 ceph-mon[93212]: osdmap e665: 8 total, 8 up, 8 in 2024-04-15T14:47:10.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:47:10 smithi016 ceph-mon[93212]: osdmap e666: 8 total, 8 up, 8 in 2024-04-15T14:47:11.688 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:47:11 smithi102 ceph-mon[87131]: pgmap v634: 121 pgs: 121 active+clean; 201 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 1.5 MiB/s rd, 726 KiB/s wr, 8 op/s 2024-04-15T14:47:11.778 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:47:11 smithi016 ceph-mon[90652]: pgmap v634: 121 pgs: 121 active+clean; 201 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 1.5 MiB/s rd, 726 KiB/s wr, 8 op/s 2024-04-15T14:47:11.779 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:47:11 smithi016 ceph-mon[93212]: pgmap v634: 121 pgs: 121 active+clean; 201 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 1.5 MiB/s rd, 726 KiB/s wr, 8 op/s 2024-04-15T14:47:11.798 INFO:tasks.rados.rados.0.smithi016.stdout:3148: finishing write tid 2 to smithi01678542-47 2024-04-15T14:47:11.799 INFO:tasks.rados.rados.0.smithi016.stdout:3148: finishing write tid 3 to smithi01678542-47 2024-04-15T14:47:11.799 INFO:tasks.rados.rados.0.smithi016.stdout:3148: finishing write tid 4 to smithi01678542-47 2024-04-15T14:47:11.799 INFO:tasks.rados.rados.0.smithi016.stdout:3148: finishing write tid 5 to smithi01678542-47 2024-04-15T14:47:11.799 INFO:tasks.rados.rados.0.smithi016.stdout:3148: finishing write tid 6 to smithi01678542-47 2024-04-15T14:47:11.799 INFO:tasks.rados.rados.0.smithi016.stdout:3148: oid 47 updating version 0 to 1608 2024-04-15T14:47:11.799 INFO:tasks.rados.rados.0.smithi016.stdout:3148: oid 47 version 1608 is already newer than 1607 2024-04-15T14:47:11.799 INFO:tasks.rados.rados.0.smithi016.stdout:3148: oid 47 updating version 1608 to 1610 2024-04-15T14:47:11.799 INFO:tasks.rados.rados.0.smithi016.stdout:3148: oid 47 version 1610 is already newer than 1606 2024-04-15T14:47:11.799 INFO:tasks.rados.rados.0.smithi016.stdout:3148: oid 47 version 1610 is already newer than 1609 2024-04-15T14:47:11.799 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 47 v 1610 (ObjNum 986 snap 288 seq_num 986) dirty exists 2024-04-15T14:47:11.799 INFO:tasks.rados.rados.0.smithi016.stdout:3148: left oid 47 (ObjNum 986 snap 288 seq_num 986) 2024-04-15T14:47:11.799 INFO:tasks.rados.rados.0.smithi016.stdout:3150: finishing copy_from racing read to smithi01678542-49 2024-04-15T14:47:11.800 INFO:tasks.rados.rados.0.smithi016.stdout:3150: finishing copy_from to smithi01678542-49 2024-04-15T14:47:11.800 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 49 v 1529 (ObjNum 828 snap 250 seq_num 828) dirty exists 2024-04-15T14:47:11.800 INFO:tasks.rados.rados.0.smithi016.stdout:3139: done (6 left) 2024-04-15T14:47:11.800 INFO:tasks.rados.rados.0.smithi016.stdout:3144: done (5 left) 2024-04-15T14:47:11.800 INFO:tasks.rados.rados.0.smithi016.stdout:3145: done (4 left) 2024-04-15T14:47:11.800 INFO:tasks.rados.rados.0.smithi016.stdout:3146: done (3 left) 2024-04-15T14:47:11.800 INFO:tasks.rados.rados.0.smithi016.stdout:3148: done (2 left) 2024-04-15T14:47:11.800 INFO:tasks.rados.rados.0.smithi016.stdout:3149: done (1 left) 2024-04-15T14:47:11.800 INFO:tasks.rados.rados.0.smithi016.stdout:3150: done (0 left) 2024-04-15T14:47:11.800 INFO:tasks.rados.rados.0.smithi016.stdout:3151: rollback oid 25 current snap is 288 2024-04-15T14:47:11.800 INFO:tasks.rados.rados.0.smithi016.stdout:3151: done (0 left) 2024-04-15T14:47:11.800 INFO:tasks.rados.rados.0.smithi016.stdout:3152: rollback oid 20 current snap is 288 2024-04-15T14:47:11.800 INFO:tasks.rados.rados.0.smithi016.stdout:3152: done (0 left) 2024-04-15T14:47:11.800 INFO:tasks.rados.rados.0.smithi016.stdout:3153: rmattr oid 33 current snap is 288 2024-04-15T14:47:11.801 INFO:tasks.rados.rados.0.smithi016.stdout:3154: delete oid 3 current snap is 288 2024-04-15T14:47:11.801 INFO:tasks.rados.rados.0.smithi016.stdout:3154: done (1 left) 2024-04-15T14:47:11.801 INFO:tasks.rados.rados.0.smithi016.stdout:3155: read oid 16 snap -1 2024-04-15T14:47:11.801 INFO:tasks.rados.rados.0.smithi016.stdout:3155: expect (ObjNum 968 snap 284 seq_num 968) 2024-04-15T14:47:11.801 INFO:tasks.rados.rados.0.smithi016.stdout:3156: delete oid 32 current snap is 288 2024-04-15T14:47:11.802 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 33 v 1669 (ObjNum 975 snap 288 seq_num 975) dirty exists 2024-04-15T14:47:11.803 INFO:tasks.rados.rados.0.smithi016.stdout:3153: done (2 left) 2024-04-15T14:47:11.803 INFO:tasks.rados.rados.0.smithi016.stdout:3156: done (1 left) 2024-04-15T14:47:11.803 INFO:tasks.rados.rados.0.smithi016.stdout:3157: delete oid 36 current snap is 288 2024-04-15T14:47:11.817 INFO:tasks.rados.rados.0.smithi016.stdout:3157: done (1 left) 2024-04-15T14:47:11.817 INFO:tasks.rados.rados.0.smithi016.stdout:3158: read oid 24 snap -1 2024-04-15T14:47:11.818 INFO:tasks.rados.rados.0.smithi016.stdout:3158: expect (ObjNum 632 snap 191 seq_num 632) 2024-04-15T14:47:11.818 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 29 current snap is 288 2024-04-15T14:47:11.818 INFO:tasks.rados.rados.0.smithi016.stdout:3159: seq_num 990 ranges {0=589824,589824=753664,1343488=638976,1982464=212992} 2024-04-15T14:47:11.819 INFO:tasks.rados.rados.0.smithi016.stdout:3159: writing smithi01678542-29 from 0 to 589824 tid 1 2024-04-15T14:47:11.824 INFO:tasks.rados.rados.0.smithi016.stdout:3159: writing smithi01678542-29 from 589824 to 1343488 tid 2 2024-04-15T14:47:11.828 INFO:tasks.rados.rados.0.smithi016.stdout:3159: writing smithi01678542-29 from 1343488 to 1982464 tid 3 2024-04-15T14:47:11.830 INFO:tasks.rados.rados.0.smithi016.stdout:3159: writing smithi01678542-29 from 1982464 to 2195456 tid 4 2024-04-15T14:47:11.830 INFO:tasks.rados.rados.0.smithi016.stdout:3160: read oid 46 snap -1 2024-04-15T14:47:11.830 INFO:tasks.rados.rados.0.smithi016.stdout:3160: expect deleted 2024-04-15T14:47:11.830 INFO:tasks.rados.rados.0.smithi016.stdout:3161: delete oid 26 current snap is 288 2024-04-15T14:47:11.830 INFO:tasks.rados.rados.0.smithi016.stdout:3159: finishing write tid 1 to smithi01678542-29 2024-04-15T14:47:11.830 INFO:tasks.rados.rados.0.smithi016.stdout:3158: expect (ObjNum 632 snap 191 seq_num 632) 2024-04-15T14:47:11.996 INFO:tasks.rados.rados.0.smithi016.stdout:3159: finishing write tid 2 to smithi01678542-29 2024-04-15T14:47:11.997 INFO:tasks.rados.rados.0.smithi016.stdout:3159: finishing write tid 3 to smithi01678542-29 2024-04-15T14:47:11.997 INFO:tasks.rados.rados.0.smithi016.stdout:3159: finishing write tid 4 to smithi01678542-29 2024-04-15T14:47:11.997 INFO:tasks.rados.rados.0.smithi016.stdout:3159: finishing write tid 5 to smithi01678542-29 2024-04-15T14:47:11.997 INFO:tasks.rados.rados.0.smithi016.stdout:3159: finishing write tid 6 to smithi01678542-29 2024-04-15T14:47:11.997 INFO:tasks.rados.rados.0.smithi016.stdout:3159: oid 29 updating version 0 to 1674 2024-04-15T14:47:11.997 INFO:tasks.rados.rados.0.smithi016.stdout:3159: oid 29 version 1674 is already newer than 1673 2024-04-15T14:47:11.998 INFO:tasks.rados.rados.0.smithi016.stdout:3159: oid 29 version 1674 is already newer than 1672 2024-04-15T14:47:11.998 INFO:tasks.rados.rados.0.smithi016.stdout:3159: oid 29 updating version 1674 to 1675 2024-04-15T14:47:11.998 INFO:tasks.rados.rados.0.smithi016.stdout:3159: oid 29 version 1675 is already newer than 1671 2024-04-15T14:47:11.998 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 29 v 1675 (ObjNum 990 snap 288 seq_num 990) dirty exists 2024-04-15T14:47:11.998 INFO:tasks.rados.rados.0.smithi016.stdout:3159: left oid 29 (ObjNum 990 snap 288 seq_num 990) 2024-04-15T14:47:11.998 INFO:tasks.rados.rados.0.smithi016.stdout:3155: expect (ObjNum 968 snap 284 seq_num 968) 2024-04-15T14:47:12.039 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 15 14:47:11 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-y[81421]: ::ffff:172.21.15.102 - - [15/Apr/2024:14:47:11] "GET /metrics HTTP/1.1" 200 36269 "" "Prometheus/2.43.0" 2024-04-15T14:47:12.687 INFO:journalctl@ceph.prometheus.a.smithi102.stdout:Apr 15 14:47:12 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-prometheus-a[120881]: ts=2024-04-15T14:47:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi016:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"362ea986-fb34-11ee-bc8f-c7b262605968\", instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T14:47:13.165 INFO:tasks.rados.rados.0.smithi016.stdout:3155: done (4 left) 2024-04-15T14:47:13.165 INFO:tasks.rados.rados.0.smithi016.stdout:3158: done (3 left) 2024-04-15T14:47:13.165 INFO:tasks.rados.rados.0.smithi016.stdout:3159: done (2 left) 2024-04-15T14:47:13.165 INFO:tasks.rados.rados.0.smithi016.stdout:3160: done (1 left) 2024-04-15T14:47:13.165 INFO:tasks.rados.rados.0.smithi016.stdout:3161: done (0 left) 2024-04-15T14:47:13.165 INFO:tasks.rados.rados.0.smithi016.stdout:3162: copy_from oid 15 from oid 27 current snap is 288 2024-04-15T14:47:13.166 INFO:tasks.rados.rados.0.smithi016.stdout:3163: setattr oid 44 current snap is 288 2024-04-15T14:47:13.166 INFO:tasks.rados.rados.0.smithi016.stdout:3162: finishing copy_from to smithi01678542-15 2024-04-15T14:47:13.166 INFO:tasks.rados.rados.0.smithi016.stdout:3162: got expected ENOENT (src dne) 2024-04-15T14:47:13.167 INFO:tasks.rados.rados.0.smithi016.stdout:3162: finishing copy_from racing read to smithi01678542-15 2024-04-15T14:47:13.167 INFO:tasks.rados.rados.0.smithi016.stdout:3162: done (1 left) 2024-04-15T14:47:13.167 INFO:tasks.rados.rados.0.smithi016.stdout:3164: read oid 35 snap -1 2024-04-15T14:47:13.167 INFO:tasks.rados.rados.0.smithi016.stdout:3164: expect (ObjNum 906 snap 273 seq_num 906) 2024-04-15T14:47:13.167 INFO:tasks.rados.rados.0.smithi016.stdout:3165: snap_create 2024-04-15T14:47:13.171 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 44 v 1676 (ObjNum 948 snap 281 seq_num 948) dirty exists 2024-04-15T14:47:13.223 INFO:tasks.rados.rados.0.smithi016.stdout:3164: expect (ObjNum 906 snap 273 seq_num 906) 2024-04-15T14:47:13.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:47:13 smithi102 ceph-mon[87131]: pgmap v636: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 187 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 5.6 MiB/s rd, 5.6 MiB/s wr, 27 op/s 2024-04-15T14:47:13.789 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:47:13 smithi016 ceph-mon[90652]: pgmap v636: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 187 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 5.6 MiB/s rd, 5.6 MiB/s wr, 27 op/s 2024-04-15T14:47:13.789 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:47:13 smithi016 ceph-mon[93212]: pgmap v636: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 187 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 5.6 MiB/s rd, 5.6 MiB/s wr, 27 op/s 2024-04-15T14:47:14.575 INFO:tasks.rados.rados.0.smithi016.stdout:3163: done (2 left) 2024-04-15T14:47:14.576 INFO:tasks.rados.rados.0.smithi016.stdout:3164: done (1 left) 2024-04-15T14:47:14.576 INFO:tasks.rados.rados.0.smithi016.stdout:3165: done (0 left) 2024-04-15T14:47:14.576 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 44 current snap is 289 2024-04-15T14:47:14.576 INFO:tasks.rados.rados.0.smithi016.stdout:3166: seq_num 992 ranges {1482752=622592,2105344=524288,2629632=606208,3235840=475136} 2024-04-15T14:47:14.587 INFO:tasks.rados.rados.0.smithi016.stdout:3166: writing smithi01678542-44 from 1482752 to 2105344 tid 1 2024-04-15T14:47:14.589 INFO:tasks.rados.rados.0.smithi016.stdout:3166: writing smithi01678542-44 from 2105344 to 2629632 tid 2 2024-04-15T14:47:14.593 INFO:tasks.rados.rados.0.smithi016.stdout:3166: writing smithi01678542-44 from 2629632 to 3235840 tid 3 2024-04-15T14:47:14.596 INFO:tasks.rados.rados.0.smithi016.stdout:3166: writing smithi01678542-44 from 3235840 to 3710976 tid 4 2024-04-15T14:47:14.596 INFO:tasks.rados.rados.0.smithi016.stdout:3167: delete oid 42 current snap is 289 2024-04-15T14:47:14.598 INFO:tasks.rados.rados.0.smithi016.stdout:3167: done (1 left) 2024-04-15T14:47:14.598 INFO:tasks.rados.rados.0.smithi016.stdout:3168: copy_from oid 41 from oid 3 current snap is 289 2024-04-15T14:47:14.598 INFO:tasks.rados.rados.0.smithi016.stdout:3166: finishing write tid 1 to smithi01678542-44 2024-04-15T14:47:14.598 INFO:tasks.rados.rados.0.smithi016.stdout:3169: setattr oid 16 current snap is 289 2024-04-15T14:47:14.598 INFO:tasks.rados.rados.0.smithi016.stdout:3166: finishing write tid 2 to smithi01678542-44 2024-04-15T14:47:14.598 INFO:tasks.rados.rados.0.smithi016.stdout:3168: finishing copy_from to smithi01678542-41 2024-04-15T14:47:14.599 INFO:tasks.rados.rados.0.smithi016.stdout:3168: got expected ENOENT (src dne) 2024-04-15T14:47:14.599 INFO:tasks.rados.rados.0.smithi016.stdout:3168: finishing copy_from racing read to smithi01678542-41 2024-04-15T14:47:14.600 INFO:tasks.rados.rados.0.smithi016.stdout:3168: done (2 left) 2024-04-15T14:47:14.600 INFO:tasks.rados.rados.0.smithi016.stdout:3170: rollback oid 28 current snap is 289 2024-04-15T14:47:14.600 INFO:tasks.rados.rados.0.smithi016.stdout:rollback oid 28 to 288 2024-04-15T14:47:14.600 INFO:tasks.rados.rados.0.smithi016.stdout:3171: rmattr oid 12 current snap is 289 2024-04-15T14:47:14.600 INFO:tasks.rados.rados.0.smithi016.stdout:3171: done (3 left) 2024-04-15T14:47:14.600 INFO:tasks.rados.rados.0.smithi016.stdout:3172: rollback oid 29 current snap is 289 2024-04-15T14:47:14.600 INFO:tasks.rados.rados.0.smithi016.stdout:rollback oid 29 to 288 2024-04-15T14:47:14.600 INFO:tasks.rados.rados.0.smithi016.stdout:3173: copy_from oid 8 from oid 50 current snap is 289 2024-04-15T14:47:14.601 INFO:tasks.rados.rados.0.smithi016.stdout:3174: rollback oid 17 current snap is 289 2024-04-15T14:47:14.601 INFO:tasks.rados.rados.0.smithi016.stdout:rollback oid 17 to 288 2024-04-15T14:47:14.601 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 26 current snap is 289 2024-04-15T14:47:14.601 INFO:tasks.rados.rados.0.smithi016.stdout:3175: seq_num 994 ranges {0=655360,655360=688128,1343488=622592,1966080=294912} 2024-04-15T14:47:14.604 INFO:tasks.rados.rados.0.smithi016.stdout:3175: writing smithi01678542-26 from 0 to 655360 tid 1 2024-04-15T14:47:14.608 INFO:tasks.rados.rados.0.smithi016.stdout:3175: writing smithi01678542-26 from 655360 to 1343488 tid 2 2024-04-15T14:47:14.612 INFO:tasks.rados.rados.0.smithi016.stdout:3175: writing smithi01678542-26 from 1343488 to 1966080 tid 3 2024-04-15T14:47:14.615 INFO:tasks.rados.rados.0.smithi016.stdout:3175: writing smithi01678542-26 from 1966080 to 2260992 tid 4 2024-04-15T14:47:14.615 INFO:tasks.rados.rados.0.smithi016.stdout:3176: read oid 19 snap 288 2024-04-15T14:47:14.615 INFO:tasks.rados.rados.0.smithi016.stdout:3176: expect (ObjNum -2060000096 snap 22097 seq_num 2235577568) 2024-04-15T14:47:14.616 INFO:tasks.rados.rados.0.smithi016.stdout:3177: rmattr oid 3 current snap is 289 2024-04-15T14:47:14.616 INFO:tasks.rados.rados.0.smithi016.stdout:3173: finishing copy_from to smithi01678542-8 2024-04-15T14:47:14.616 INFO:tasks.rados.rados.0.smithi016.stdout:3173: got expected ENOENT (src dne) 2024-04-15T14:47:14.616 INFO:tasks.rados.rados.0.smithi016.stdout:3178: delete oid 23 current snap is 289 2024-04-15T14:47:14.616 INFO:tasks.rados.rados.0.smithi016.stdout:3173: finishing copy_from racing read to smithi01678542-8 2024-04-15T14:47:14.616 INFO:tasks.rados.rados.0.smithi016.stdout:3166: finishing write tid 3 to smithi01678542-44 2024-04-15T14:47:14.616 INFO:tasks.rados.rados.0.smithi016.stdout:3166: finishing write tid 4 to smithi01678542-44 2024-04-15T14:47:14.616 INFO:tasks.rados.rados.0.smithi016.stdout:3174: finishing rollback tid 0 to smithi01678542-17 2024-04-15T14:47:14.616 INFO:tasks.rados.rados.0.smithi016.stdout:3174: finishing rollback tid 1 to smithi01678542-17 2024-04-15T14:47:14.616 INFO:tasks.rados.rados.0.smithi016.stdout:3174: finishing rollback tid 2 to smithi01678542-17 2024-04-15T14:47:14.616 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 17 v 1532 (ObjNum 3361 snap 0 seq_num 2235493232) dirty exists 2024-04-15T14:47:14.616 INFO:tasks.rados.rados.0.smithi016.stdout:3166: finishing write tid 5 to smithi01678542-44 2024-04-15T14:47:14.616 INFO:tasks.rados.rados.0.smithi016.stdout:3172: finishing rollback tid 0 to smithi01678542-29 2024-04-15T14:47:14.616 INFO:tasks.rados.rados.0.smithi016.stdout:3172: finishing rollback tid 1 to smithi01678542-29 2024-04-15T14:47:14.617 INFO:tasks.rados.rados.0.smithi016.stdout:3166: finishing write tid 6 to smithi01678542-44 2024-04-15T14:47:14.617 INFO:tasks.rados.rados.0.smithi016.stdout:3166: oid 44 updating version 0 to 1681 2024-04-15T14:47:14.617 INFO:tasks.rados.rados.0.smithi016.stdout:3166: oid 44 version 1681 is already newer than 1680 2024-04-15T14:47:14.617 INFO:tasks.rados.rados.0.smithi016.stdout:3166: oid 44 updating version 1681 to 1682 2024-04-15T14:47:14.617 INFO:tasks.rados.rados.0.smithi016.stdout:3166: oid 44 version 1682 is already newer than 1679 2024-04-15T14:47:14.617 INFO:tasks.rados.rados.0.smithi016.stdout:3166: oid 44 version 1682 is already newer than 1678 2024-04-15T14:47:14.617 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 44 v 1682 (ObjNum 992 snap 289 seq_num 992) dirty exists 2024-04-15T14:47:14.617 INFO:tasks.rados.rados.0.smithi016.stdout:3166: left oid 44 (ObjNum 992 snap 289 seq_num 992) 2024-04-15T14:47:14.617 INFO:tasks.rados.rados.0.smithi016.stdout:3172: finishing rollback tid 2 to smithi01678542-29 2024-04-15T14:47:14.617 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 29 v 1686 (ObjNum 990 snap 288 seq_num 990) dirty exists 2024-04-15T14:47:14.617 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 16 v 1450 (ObjNum 968 snap 284 seq_num 968) dirty exists 2024-04-15T14:47:14.617 INFO:tasks.rados.rados.0.smithi016.stdout:3175: finishing write tid 1 to smithi01678542-26 2024-04-15T14:47:14.617 INFO:tasks.rados.rados.0.smithi016.stdout:3170: finishing rollback tid 0 to smithi01678542-28 2024-04-15T14:47:14.617 INFO:tasks.rados.rados.0.smithi016.stdout:3170: finishing rollback tid 1 to smithi01678542-28 2024-04-15T14:47:14.617 INFO:tasks.rados.rados.0.smithi016.stdout:3170: finishing rollback tid 2 to smithi01678542-28 2024-04-15T14:47:14.618 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 28 v 1453 (ObjNum 978 snap 288 seq_num 978) dirty exists 2024-04-15T14:47:14.618 INFO:tasks.rados.rados.0.smithi016.stdout:3175: finishing write tid 2 to smithi01678542-26 2024-04-15T14:47:14.618 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 3 v 0 (ObjNum 65 snap 0 seq_num 1) dirty dne 2024-04-15T14:47:14.618 INFO:tasks.rados.rados.0.smithi016.stdout:3175: finishing write tid 3 to smithi01678542-26 2024-04-15T14:47:14.618 INFO:tasks.rados.rados.0.smithi016.stdout:3176: expect (ObjNum -2060000096 snap 22097 seq_num 2235577568) 2024-04-15T14:47:14.623 INFO:tasks.rados.rados.0.smithi016.stdout:3175: finishing write tid 4 to smithi01678542-26 2024-04-15T14:47:14.623 INFO:tasks.rados.rados.0.smithi016.stdout:3175: finishing write tid 5 to smithi01678542-26 2024-04-15T14:47:14.623 INFO:tasks.rados.rados.0.smithi016.stdout:3175: finishing write tid 6 to smithi01678542-26 2024-04-15T14:47:14.623 INFO:tasks.rados.rados.0.smithi016.stdout:3175: oid 26 updating version 0 to 1535 2024-04-15T14:47:14.623 INFO:tasks.rados.rados.0.smithi016.stdout:3175: oid 26 version 1535 is already newer than 1534 2024-04-15T14:47:14.623 INFO:tasks.rados.rados.0.smithi016.stdout:3175: oid 26 version 1535 is already newer than 1531 2024-04-15T14:47:14.623 INFO:tasks.rados.rados.0.smithi016.stdout:3175: oid 26 version 1535 is already newer than 1533 2024-04-15T14:47:14.623 INFO:tasks.rados.rados.0.smithi016.stdout:3175: oid 26 version 1535 is already newer than 1532 2024-04-15T14:47:14.623 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 26 v 1535 (ObjNum 994 snap 289 seq_num 994) dirty exists 2024-04-15T14:47:14.623 INFO:tasks.rados.rados.0.smithi016.stdout:3175: left oid 26 (ObjNum 994 snap 289 seq_num 994) 2024-04-15T14:47:14.623 INFO:tasks.rados.rados.0.smithi016.stdout:3166: done (9 left) 2024-04-15T14:47:14.623 INFO:tasks.rados.rados.0.smithi016.stdout:3169: done (8 left) 2024-04-15T14:47:14.623 INFO:tasks.rados.rados.0.smithi016.stdout:3170: done (7 left) 2024-04-15T14:47:14.624 INFO:tasks.rados.rados.0.smithi016.stdout:3172: done (6 left) 2024-04-15T14:47:14.624 INFO:tasks.rados.rados.0.smithi016.stdout:3173: done (5 left) 2024-04-15T14:47:14.624 INFO:tasks.rados.rados.0.smithi016.stdout:3174: done (4 left) 2024-04-15T14:47:14.624 INFO:tasks.rados.rados.0.smithi016.stdout:3175: done (3 left) 2024-04-15T14:47:14.624 INFO:tasks.rados.rados.0.smithi016.stdout:3176: done (2 left) 2024-04-15T14:47:14.624 INFO:tasks.rados.rados.0.smithi016.stdout:3177: done (1 left) 2024-04-15T14:47:14.624 INFO:tasks.rados.rados.0.smithi016.stdout:3178: done (0 left) 2024-04-15T14:47:14.624 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 27 current snap is 289 2024-04-15T14:47:14.624 INFO:tasks.rados.rados.0.smithi016.stdout:3179: seq_num 996 ranges {0=688128,688128=507904,1196032=581632,1777664=516096} 2024-04-15T14:47:14.626 INFO:tasks.rados.rados.0.smithi016.stdout:3179: writing smithi01678542-27 from 0 to 688128 tid 1 2024-04-15T14:47:14.629 INFO:tasks.rados.rados.0.smithi016.stdout:3179: writing smithi01678542-27 from 688128 to 1196032 tid 2 2024-04-15T14:47:14.633 INFO:tasks.rados.rados.0.smithi016.stdout:3179: writing smithi01678542-27 from 1196032 to 1777664 tid 3 2024-04-15T14:47:14.636 INFO:tasks.rados.rados.0.smithi016.stdout:3179: writing smithi01678542-27 from 1777664 to 2293760 tid 4 2024-04-15T14:47:14.636 INFO:tasks.rados.rados.0.smithi016.stdout:3180: read oid 46 snap -1 2024-04-15T14:47:14.636 INFO:tasks.rados.rados.0.smithi016.stdout:3180: expect deleted 2024-04-15T14:47:14.636 INFO:tasks.rados.rados.0.smithi016.stdout:3181: read oid 19 snap -1 2024-04-15T14:47:14.636 INFO:tasks.rados.rados.0.smithi016.stdout:3181: expect (ObjNum 0 snap 0 seq_num 0) 2024-04-15T14:47:14.637 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 36 current snap is 289 2024-04-15T14:47:14.637 INFO:tasks.rados.rados.0.smithi016.stdout:3179: finishing write tid 1 to smithi01678542-27 2024-04-15T14:47:14.637 INFO:tasks.rados.rados.0.smithi016.stdout:3182: seq_num 997 ranges {0=704512,704512=794624,1499136=794624,2293760=16384} 2024-04-15T14:47:14.640 INFO:tasks.rados.rados.0.smithi016.stdout:3182: writing smithi01678542-36 from 0 to 704512 tid 1 2024-04-15T14:47:14.645 INFO:tasks.rados.rados.0.smithi016.stdout:3182: writing smithi01678542-36 from 704512 to 1499136 tid 2 2024-04-15T14:47:14.650 INFO:tasks.rados.rados.0.smithi016.stdout:3182: writing smithi01678542-36 from 1499136 to 2293760 tid 3 2024-04-15T14:47:14.651 INFO:tasks.rados.rados.0.smithi016.stdout:3182: writing smithi01678542-36 from 2293760 to 2310144 tid 4 2024-04-15T14:47:14.651 INFO:tasks.rados.rados.0.smithi016.stdout:3183: read oid 38 snap -1 2024-04-15T14:47:14.651 INFO:tasks.rados.rados.0.smithi016.stdout:3183: expect (ObjNum 983 snap 288 seq_num 983) 2024-04-15T14:47:14.651 INFO:tasks.rados.rados.0.smithi016.stdout:3184: read oid 33 snap 288 2024-04-15T14:47:14.651 INFO:tasks.rados.rados.0.smithi016.stdout:3184: expect (ObjNum 975 snap 288 seq_num 975) 2024-04-15T14:47:14.651 INFO:tasks.rados.rados.0.smithi016.stdout:3185: read oid 45 snap 288 2024-04-15T14:47:14.651 INFO:tasks.rados.rados.0.smithi016.stdout:3185: expect (ObjNum 932 snap 279 seq_num 932) 2024-04-15T14:47:14.651 INFO:tasks.rados.rados.0.smithi016.stdout:3186: copy_from oid 9 from oid 15 current snap is 289 2024-04-15T14:47:14.651 INFO:tasks.rados.rados.0.smithi016.stdout:3179: finishing write tid 2 to smithi01678542-27 2024-04-15T14:47:14.651 INFO:tasks.rados.rados.0.smithi016.stdout:3179: finishing write tid 3 to smithi01678542-27 2024-04-15T14:47:14.651 INFO:tasks.rados.rados.0.smithi016.stdout:3187: copy_from oid 6 from oid 24 current snap is 289 2024-04-15T14:47:14.652 INFO:tasks.rados.rados.0.smithi016.stdout:3181: expect (ObjNum 0 snap 0 seq_num 0) 2024-04-15T14:47:14.660 INFO:tasks.rados.rados.0.smithi016.stdout:3179: finishing write tid 4 to smithi01678542-27 2024-04-15T14:47:14.660 INFO:tasks.rados.rados.0.smithi016.stdout:3179: finishing write tid 5 to smithi01678542-27 2024-04-15T14:47:14.661 INFO:tasks.rados.rados.0.smithi016.stdout:3179: finishing write tid 6 to smithi01678542-27 2024-04-15T14:47:14.661 INFO:tasks.rados.rados.0.smithi016.stdout:3179: oid 27 updating version 0 to 1055 2024-04-15T14:47:14.661 INFO:tasks.rados.rados.0.smithi016.stdout:3179: oid 27 updating version 1055 to 1057 2024-04-15T14:47:14.661 INFO:tasks.rados.rados.0.smithi016.stdout:3179: oid 27 version 1057 is already newer than 1053 2024-04-15T14:47:14.661 INFO:tasks.rados.rados.0.smithi016.stdout:3179: oid 27 version 1057 is already newer than 1054 2024-04-15T14:47:14.661 INFO:tasks.rados.rados.0.smithi016.stdout:3179: oid 27 version 1057 is already newer than 1056 2024-04-15T14:47:14.661 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 27 v 1057 (ObjNum 996 snap 289 seq_num 996) dirty exists 2024-04-15T14:47:14.661 INFO:tasks.rados.rados.0.smithi016.stdout:3179: left oid 27 (ObjNum 996 snap 289 seq_num 996) 2024-04-15T14:47:14.661 INFO:tasks.rados.rados.0.smithi016.stdout:3182: finishing write tid 1 to smithi01678542-36 2024-04-15T14:47:14.661 INFO:tasks.rados.rados.0.smithi016.stdout:3182: finishing write tid 2 to smithi01678542-36 2024-04-15T14:47:14.661 INFO:tasks.rados.rados.0.smithi016.stdout:3182: finishing write tid 3 to smithi01678542-36 2024-04-15T14:47:14.661 INFO:tasks.rados.rados.0.smithi016.stdout:3182: finishing write tid 4 to smithi01678542-36 2024-04-15T14:47:14.661 INFO:tasks.rados.rados.0.smithi016.stdout:3182: finishing write tid 5 to smithi01678542-36 2024-04-15T14:47:14.661 INFO:tasks.rados.rados.0.smithi016.stdout:3179: done (8 left) 2024-04-15T14:47:14.662 INFO:tasks.rados.rados.0.smithi016.stdout:3180: done (7 left) 2024-04-15T14:47:14.662 INFO:tasks.rados.rados.0.smithi016.stdout:3181: done (6 left) 2024-04-15T14:47:14.662 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 39 current snap is 289 2024-04-15T14:47:14.662 INFO:tasks.rados.rados.0.smithi016.stdout:3188: seq_num 998 ranges {2105344=720896,2826240=679936,3506176=598016,4104192=327680} 2024-04-15T14:47:14.676 INFO:tasks.rados.rados.0.smithi016.stdout:3188: writing smithi01678542-39 from 2105344 to 2826240 tid 1 2024-04-15T14:47:14.679 INFO:tasks.rados.rados.0.smithi016.stdout:3188: writing smithi01678542-39 from 2826240 to 3506176 tid 2 2024-04-15T14:47:14.683 INFO:tasks.rados.rados.0.smithi016.stdout:3188: writing smithi01678542-39 from 3506176 to 4104192 tid 3 2024-04-15T14:47:14.686 INFO:tasks.rados.rados.0.smithi016.stdout:3188: writing smithi01678542-39 from 4104192 to 4431872 tid 4 2024-04-15T14:47:14.686 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 2 current snap is 289 2024-04-15T14:47:14.686 INFO:tasks.rados.rados.0.smithi016.stdout:3189: seq_num 999 ranges {3325952=737280,4063232=565248,4628480=761856,5390336=278528} 2024-04-15T14:47:14.708 INFO:tasks.rados.rados.0.smithi016.stdout:3189: writing smithi01678542-2 from 3325952 to 4063232 tid 1 2024-04-15T14:47:14.711 INFO:tasks.rados.rados.0.smithi016.stdout:3189: writing smithi01678542-2 from 4063232 to 4628480 tid 2 2024-04-15T14:47:14.715 INFO:tasks.rados.rados.0.smithi016.stdout:3189: writing smithi01678542-2 from 4628480 to 5390336 tid 3 2024-04-15T14:47:14.717 INFO:tasks.rados.rados.0.smithi016.stdout:3189: writing smithi01678542-2 from 5390336 to 5668864 tid 4 2024-04-15T14:47:14.717 INFO:tasks.rados.rados.0.smithi016.stdout:3190: read oid 5 snap -1 2024-04-15T14:47:14.717 INFO:tasks.rados.rados.0.smithi016.stdout:3190: expect (ObjNum 840 snap 254 seq_num 840) 2024-04-15T14:47:14.717 INFO:tasks.rados.rados.0.smithi016.stdout:3191: snap_create 2024-04-15T14:47:14.717 INFO:tasks.rados.rados.0.smithi016.stdout:3182: finishing write tid 6 to smithi01678542-36 2024-04-15T14:47:14.717 INFO:tasks.rados.rados.0.smithi016.stdout:3182: oid 36 updating version 0 to 1615 2024-04-15T14:47:14.717 INFO:tasks.rados.rados.0.smithi016.stdout:3182: oid 36 version 1615 is already newer than 1613 2024-04-15T14:47:14.717 INFO:tasks.rados.rados.0.smithi016.stdout:3182: oid 36 version 1615 is already newer than 1614 2024-04-15T14:47:14.717 INFO:tasks.rados.rados.0.smithi016.stdout:3182: oid 36 version 1615 is already newer than 1612 2024-04-15T14:47:14.717 INFO:tasks.rados.rados.0.smithi016.stdout:3182: oid 36 updating version 1615 to 1616 2024-04-15T14:47:14.717 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 36 v 1616 (ObjNum 997 snap 289 seq_num 997) dirty exists 2024-04-15T14:47:14.718 INFO:tasks.rados.rados.0.smithi016.stdout:3182: left oid 36 (ObjNum 997 snap 289 seq_num 997) 2024-04-15T14:47:14.718 INFO:tasks.rados.rados.0.smithi016.stdout:3183: expect (ObjNum 983 snap 288 seq_num 983) 2024-04-15T14:47:14.789 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:47:14 smithi016 ceph-mon[90652]: osdmap e667: 8 total, 8 up, 8 in 2024-04-15T14:47:14.789 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:47:14 smithi016 ceph-mon[93212]: osdmap e667: 8 total, 8 up, 8 in 2024-04-15T14:47:14.816 INFO:tasks.rados.rados.0.smithi016.stdout:3184: expect (ObjNum 975 snap 288 seq_num 975) 2024-04-15T14:47:14.900 INFO:tasks.rados.rados.0.smithi016.stdout:3185: expect (ObjNum 932 snap 279 seq_num 932) 2024-04-15T14:47:14.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:47:14 smithi102 ceph-mon[87131]: osdmap e667: 8 total, 8 up, 8 in 2024-04-15T14:47:15.156 INFO:tasks.rados.rados.0.smithi016.stdout:3187: finishing copy_from racing read to smithi01678542-6 2024-04-15T14:47:15.156 INFO:tasks.rados.rados.0.smithi016.stdout:3188: finishing write tid 1 to smithi01678542-39 2024-04-15T14:47:15.156 INFO:tasks.rados.rados.0.smithi016.stdout:3186: finishing copy_from racing read to smithi01678542-9 2024-04-15T14:47:15.156 INFO:tasks.rados.rados.0.smithi016.stdout:3187: finishing copy_from to smithi01678542-6 2024-04-15T14:47:15.156 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 6 v 1452 (ObjNum 632 snap 191 seq_num 632) dirty exists 2024-04-15T14:47:15.156 INFO:tasks.rados.rados.0.smithi016.stdout:3188: finishing write tid 2 to smithi01678542-39 2024-04-15T14:47:15.156 INFO:tasks.rados.rados.0.smithi016.stdout:3186: finishing copy_from to smithi01678542-9 2024-04-15T14:47:15.156 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 9 v 1464 (ObjNum 924 snap 277 seq_num 924) dirty exists 2024-04-15T14:47:15.156 INFO:tasks.rados.rados.0.smithi016.stdout:3188: finishing write tid 3 to smithi01678542-39 2024-04-15T14:47:15.156 INFO:tasks.rados.rados.0.smithi016.stdout:3188: finishing write tid 4 to smithi01678542-39 2024-04-15T14:47:15.156 INFO:tasks.rados.rados.0.smithi016.stdout:3188: finishing write tid 5 to smithi01678542-39 2024-04-15T14:47:15.156 INFO:tasks.rados.rados.0.smithi016.stdout:3188: finishing write tid 6 to smithi01678542-39 2024-04-15T14:47:15.157 INFO:tasks.rados.rados.0.smithi016.stdout:3188: oid 39 updating version 0 to 1451 2024-04-15T14:47:15.157 INFO:tasks.rados.rados.0.smithi016.stdout:3188: oid 39 version 1451 is already newer than 1449 2024-04-15T14:47:15.157 INFO:tasks.rados.rados.0.smithi016.stdout:3188: oid 39 updating version 1451 to 1452 2024-04-15T14:47:15.157 INFO:tasks.rados.rados.0.smithi016.stdout:3188: oid 39 version 1452 is already newer than 1450 2024-04-15T14:47:15.157 INFO:tasks.rados.rados.0.smithi016.stdout:3188: oid 39 version 1452 is already newer than 1448 2024-04-15T14:47:15.157 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 39 v 1452 (ObjNum 998 snap 289 seq_num 998) dirty exists 2024-04-15T14:47:15.157 INFO:tasks.rados.rados.0.smithi016.stdout:3188: left oid 39 (ObjNum 998 snap 289 seq_num 998) 2024-04-15T14:47:15.157 INFO:tasks.rados.rados.0.smithi016.stdout:3189: finishing write tid 1 to smithi01678542-2 2024-04-15T14:47:15.157 INFO:tasks.rados.rados.0.smithi016.stdout:3189: finishing write tid 2 to smithi01678542-2 2024-04-15T14:47:15.157 INFO:tasks.rados.rados.0.smithi016.stdout:3189: finishing write tid 3 to smithi01678542-2 2024-04-15T14:47:15.157 INFO:tasks.rados.rados.0.smithi016.stdout:3189: finishing write tid 4 to smithi01678542-2 2024-04-15T14:47:15.157 INFO:tasks.rados.rados.0.smithi016.stdout:3189: finishing write tid 5 to smithi01678542-2 2024-04-15T14:47:15.157 INFO:tasks.rados.rados.0.smithi016.stdout:3189: finishing write tid 6 to smithi01678542-2 2024-04-15T14:47:15.157 INFO:tasks.rados.rados.0.smithi016.stdout:3189: oid 2 updating version 0 to 1617 2024-04-15T14:47:15.157 INFO:tasks.rados.rados.0.smithi016.stdout:3189: oid 2 updating version 1617 to 1621 2024-04-15T14:47:15.158 INFO:tasks.rados.rados.0.smithi016.stdout:3189: oid 2 version 1621 is already newer than 1620 2024-04-15T14:47:15.158 INFO:tasks.rados.rados.0.smithi016.stdout:3189: oid 2 version 1621 is already newer than 1619 2024-04-15T14:47:15.158 INFO:tasks.rados.rados.0.smithi016.stdout:3189: oid 2 version 1621 is already newer than 1618 2024-04-15T14:47:15.158 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 2 v 1621 (ObjNum 999 snap 289 seq_num 999) dirty exists 2024-04-15T14:47:15.158 INFO:tasks.rados.rados.0.smithi016.stdout:3189: left oid 2 (ObjNum 999 snap 289 seq_num 999) 2024-04-15T14:47:15.158 INFO:tasks.rados.rados.0.smithi016.stdout:3190: expect (ObjNum 840 snap 254 seq_num 840) 2024-04-15T14:47:15.365 INFO:tasks.rados.rados.0.smithi016.stdout:3182: done (9 left) 2024-04-15T14:47:15.365 INFO:tasks.rados.rados.0.smithi016.stdout:3183: done (8 left) 2024-04-15T14:47:15.365 INFO:tasks.rados.rados.0.smithi016.stdout:3184: done (7 left) 2024-04-15T14:47:15.365 INFO:tasks.rados.rados.0.smithi016.stdout:3185: done (6 left) 2024-04-15T14:47:15.365 INFO:tasks.rados.rados.0.smithi016.stdout:3186: done (5 left) 2024-04-15T14:47:15.365 INFO:tasks.rados.rados.0.smithi016.stdout:3187: done (4 left) 2024-04-15T14:47:15.365 INFO:tasks.rados.rados.0.smithi016.stdout:3188: done (3 left) 2024-04-15T14:47:15.365 INFO:tasks.rados.rados.0.smithi016.stdout:3189: done (2 left) 2024-04-15T14:47:15.365 INFO:tasks.rados.rados.0.smithi016.stdout:3190: done (1 left) 2024-04-15T14:47:15.366 INFO:tasks.rados.rados.0.smithi016.stdout:3191: done (0 left) 2024-04-15T14:47:15.366 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 18 current snap is 290 2024-04-15T14:47:15.366 INFO:tasks.rados.rados.0.smithi016.stdout:3192: seq_num 1000 ranges {6881280=753664,7634944=442368,8077312=565248,8642560=458752,9101312=139264} 2024-04-15T14:47:15.406 INFO:tasks.rados.rados.0.smithi016.stdout:3192: writing smithi01678542-18 from 6881280 to 7634944 tid 1 2024-04-15T14:47:15.408 INFO:tasks.rados.rados.0.smithi016.stdout:3192: writing smithi01678542-18 from 7634944 to 8077312 tid 2 2024-04-15T14:47:15.411 INFO:tasks.rados.rados.0.smithi016.stdout:3192: writing smithi01678542-18 from 8077312 to 8642560 tid 3 2024-04-15T14:47:15.414 INFO:tasks.rados.rados.0.smithi016.stdout:3192: writing smithi01678542-18 from 8642560 to 9101312 tid 4 2024-04-15T14:47:15.415 INFO:tasks.rados.rados.0.smithi016.stdout:3192: writing smithi01678542-18 from 9101312 to 9240576 tid 5 2024-04-15T14:47:15.415 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 5 current snap is 290 2024-04-15T14:47:15.415 INFO:tasks.rados.rados.0.smithi016.stdout:3193: seq_num 1001 ranges {2080768=770048,2850816=729088,3579904=770048,4349952=106496} 2024-04-15T14:47:15.430 INFO:tasks.rados.rados.0.smithi016.stdout:3193: writing smithi01678542-5 from 2080768 to 2850816 tid 1 2024-04-15T14:47:15.435 INFO:tasks.rados.rados.0.smithi016.stdout:3193: writing smithi01678542-5 from 2850816 to 3579904 tid 2 2024-04-15T14:47:15.439 INFO:tasks.rados.rados.0.smithi016.stdout:3193: writing smithi01678542-5 from 3579904 to 4349952 tid 3 2024-04-15T14:47:15.440 INFO:tasks.rados.rados.0.smithi016.stdout:3193: writing smithi01678542-5 from 4349952 to 4456448 tid 4 2024-04-15T14:47:15.441 INFO:tasks.rados.rados.0.smithi016.stdout:3194: delete oid 35 current snap is 290 2024-04-15T14:47:15.441 INFO:tasks.rados.rados.0.smithi016.stdout:3192: finishing write tid 1 to smithi01678542-18 2024-04-15T14:47:15.441 INFO:tasks.rados.rados.0.smithi016.stdout:3192: finishing write tid 2 to smithi01678542-18 2024-04-15T14:47:15.441 INFO:tasks.rados.rados.0.smithi016.stdout:3192: finishing write tid 3 to smithi01678542-18 2024-04-15T14:47:15.441 INFO:tasks.rados.rados.0.smithi016.stdout:3192: finishing write tid 4 to smithi01678542-18 2024-04-15T14:47:15.441 INFO:tasks.rados.rados.0.smithi016.stdout:3192: finishing write tid 5 to smithi01678542-18 2024-04-15T14:47:15.441 INFO:tasks.rados.rados.0.smithi016.stdout:3192: finishing write tid 6 to smithi01678542-18 2024-04-15T14:47:15.441 INFO:tasks.rados.rados.0.smithi016.stdout:3192: finishing write tid 7 to smithi01678542-18 2024-04-15T14:47:15.441 INFO:tasks.rados.rados.0.smithi016.stdout:3192: oid 18 updating version 0 to 582 2024-04-15T14:47:15.441 INFO:tasks.rados.rados.0.smithi016.stdout:3192: oid 18 updating version 582 to 585 2024-04-15T14:47:15.441 INFO:tasks.rados.rados.0.smithi016.stdout:3192: oid 18 version 585 is already newer than 583 2024-04-15T14:47:15.441 INFO:tasks.rados.rados.0.smithi016.stdout:3192: oid 18 version 585 is already newer than 584 2024-04-15T14:47:15.441 INFO:tasks.rados.rados.0.smithi016.stdout:3192: oid 18 version 585 is already newer than 581 2024-04-15T14:47:15.441 INFO:tasks.rados.rados.0.smithi016.stdout:3192: oid 18 updating version 585 to 586 2024-04-15T14:47:15.442 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 18 v 586 (ObjNum 1000 snap 290 seq_num 1000) dirty exists 2024-04-15T14:47:15.442 INFO:tasks.rados.rados.0.smithi016.stdout:3192: left oid 18 (ObjNum 1000 snap 290 seq_num 1000) 2024-04-15T14:47:15.442 INFO:tasks.rados.rados.0.smithi016.stdout:3193: finishing write tid 1 to smithi01678542-5 2024-04-15T14:47:15.442 INFO:tasks.rados.rados.0.smithi016.stdout:3193: finishing write tid 2 to smithi01678542-5 2024-04-15T14:47:15.444 INFO:tasks.rados.rados.0.smithi016.stdout:3193: finishing write tid 3 to smithi01678542-5 2024-04-15T14:47:15.444 INFO:tasks.rados.rados.0.smithi016.stdout:3192: done (2 left) 2024-04-15T14:47:15.444 INFO:tasks.rados.rados.0.smithi016.stdout:3194: done (1 left) 2024-04-15T14:47:15.445 INFO:tasks.rados.rados.0.smithi016.stdout:3195: delete oid 33 current snap is 290 2024-04-15T14:47:15.445 INFO:tasks.rados.rados.0.smithi016.stdout:3193: finishing write tid 4 to smithi01678542-5 2024-04-15T14:47:15.445 INFO:tasks.rados.rados.0.smithi016.stdout:3193: finishing write tid 5 to smithi01678542-5 2024-04-15T14:47:15.447 INFO:tasks.rados.rados.0.smithi016.stdout:3193: finishing write tid 6 to smithi01678542-5 2024-04-15T14:47:15.447 INFO:tasks.rados.rados.0.smithi016.stdout:3193: oid 5 updating version 0 to 1532 2024-04-15T14:47:15.447 INFO:tasks.rados.rados.0.smithi016.stdout:3193: oid 5 version 1532 is already newer than 1531 2024-04-15T14:47:15.447 INFO:tasks.rados.rados.0.smithi016.stdout:3193: oid 5 version 1532 is already newer than 1529 2024-04-15T14:47:15.447 INFO:tasks.rados.rados.0.smithi016.stdout:3193: oid 5 version 1532 is already newer than 1530 2024-04-15T14:47:15.447 INFO:tasks.rados.rados.0.smithi016.stdout:3193: oid 5 updating version 1532 to 1533 2024-04-15T14:47:15.447 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 5 v 1533 (ObjNum 1001 snap 290 seq_num 1001) dirty exists 2024-04-15T14:47:15.447 INFO:tasks.rados.rados.0.smithi016.stdout:3193: left oid 5 (ObjNum 1001 snap 290 seq_num 1001) 2024-04-15T14:47:15.448 INFO:tasks.rados.rados.0.smithi016.stdout:3193: done (1 left) 2024-04-15T14:47:15.448 INFO:tasks.rados.rados.0.smithi016.stdout:3195: done (0 left) 2024-04-15T14:47:15.448 INFO:tasks.rados.rados.0.smithi016.stdout:3196: snap_create 2024-04-15T14:47:15.789 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:47:15 smithi016 ceph-mon[90652]: pgmap v638: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 171 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 9.8 MiB/s rd, 5.0 MiB/s wr, 22 op/s 2024-04-15T14:47:15.789 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:47:15 smithi016 ceph-mon[90652]: osdmap e668: 8 total, 8 up, 8 in 2024-04-15T14:47:15.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:47:15 smithi016 ceph-mon[93212]: pgmap v638: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 171 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 9.8 MiB/s rd, 5.0 MiB/s wr, 22 op/s 2024-04-15T14:47:15.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:47:15 smithi016 ceph-mon[93212]: osdmap e668: 8 total, 8 up, 8 in 2024-04-15T14:47:15.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:47:15 smithi102 ceph-mon[87131]: pgmap v638: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 171 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 9.8 MiB/s rd, 5.0 MiB/s wr, 22 op/s 2024-04-15T14:47:15.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:47:15 smithi102 ceph-mon[87131]: osdmap e668: 8 total, 8 up, 8 in 2024-04-15T14:47:16.450 INFO:tasks.rados.rados.0.smithi016.stdout:3196: done (0 left) 2024-04-15T14:47:16.451 INFO:tasks.rados.rados.0.smithi016.stdout:3197: copy_from oid 23 from oid 22 current snap is 291 2024-04-15T14:47:16.451 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 33 current snap is 291 2024-04-15T14:47:16.451 INFO:tasks.rados.rados.0.smithi016.stdout:3198: seq_num 1004 ranges {0=16384} 2024-04-15T14:47:16.451 INFO:tasks.rados.rados.0.smithi016.stdout:3198: writing smithi01678542-33 from 0 to 16384 tid 1 2024-04-15T14:47:16.451 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 13 current snap is 291 2024-04-15T14:47:16.451 INFO:tasks.rados.rados.0.smithi016.stdout:3199: seq_num 1005 ranges {1458176=32768} 2024-04-15T14:47:16.459 INFO:tasks.rados.rados.0.smithi016.stdout:3199: writing smithi01678542-13 from 1458176 to 1490944 tid 1 2024-04-15T14:47:16.459 INFO:tasks.rados.rados.0.smithi016.stdout:3200: rmattr oid 16 current snap is 291 2024-04-15T14:47:16.459 INFO:tasks.rados.rados.0.smithi016.stdout:3198: finishing write tid 1 to smithi01678542-33 2024-04-15T14:47:16.459 INFO:tasks.rados.rados.0.smithi016.stdout:3198: finishing write tid 2 to smithi01678542-33 2024-04-15T14:47:16.459 INFO:tasks.rados.rados.0.smithi016.stdout:3201: snap_create 2024-04-15T14:47:16.460 INFO:tasks.rados.rados.0.smithi016.stdout:3198: finishing write tid 3 to smithi01678542-33 2024-04-15T14:47:16.460 INFO:tasks.rados.rados.0.smithi016.stdout:3198: oid 33 updating version 0 to 1689 2024-04-15T14:47:16.460 INFO:tasks.rados.rados.0.smithi016.stdout:3198: oid 33 updating version 1689 to 1690 2024-04-15T14:47:16.460 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 33 v 1690 (ObjNum 1004 snap 291 seq_num 1004) dirty exists 2024-04-15T14:47:16.460 INFO:tasks.rados.rados.0.smithi016.stdout:3198: left oid 33 (ObjNum 1004 snap 291 seq_num 1004) 2024-04-15T14:47:16.464 INFO:tasks.rados.rados.0.smithi016.stdout:3199: finishing write tid 1 to smithi01678542-13 2024-04-15T14:47:16.464 INFO:tasks.rados.rados.0.smithi016.stdout:3199: finishing write tid 2 to smithi01678542-13 2024-04-15T14:47:16.465 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 16 v 1454 (ObjNum 968 snap 284 seq_num 968) dirty exists 2024-04-15T14:47:16.466 INFO:tasks.rados.rados.0.smithi016.stdout:3199: finishing write tid 3 to smithi01678542-13 2024-04-15T14:47:16.466 INFO:tasks.rados.rados.0.smithi016.stdout:3199: oid 13 updating version 0 to 1453 2024-04-15T14:47:16.466 INFO:tasks.rados.rados.0.smithi016.stdout:3199: oid 13 updating version 1453 to 1454 2024-04-15T14:47:16.466 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 13 v 1454 (ObjNum 1005 snap 291 seq_num 1005) dirty exists 2024-04-15T14:47:16.466 INFO:tasks.rados.rados.0.smithi016.stdout:3199: left oid 13 (ObjNum 1005 snap 291 seq_num 1005) 2024-04-15T14:47:16.469 INFO:tasks.rados.rados.0.smithi016.stdout:3197: finishing copy_from racing read to smithi01678542-23 2024-04-15T14:47:16.469 INFO:tasks.rados.rados.0.smithi016.stdout:3197: finishing copy_from to smithi01678542-23 2024-04-15T14:47:16.469 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 23 v 1616 (ObjNum 975 snap 288 seq_num 975) dirty exists 2024-04-15T14:47:17.455 INFO:tasks.rados.rados.0.smithi016.stdout:3197: done (4 left) 2024-04-15T14:47:17.455 INFO:tasks.rados.rados.0.smithi016.stdout:3198: done (3 left) 2024-04-15T14:47:17.455 INFO:tasks.rados.rados.0.smithi016.stdout:3199: done (2 left) 2024-04-15T14:47:17.455 INFO:tasks.rados.rados.0.smithi016.stdout:3200: done (1 left) 2024-04-15T14:47:17.455 INFO:tasks.rados.rados.0.smithi016.stdout:3201: done (0 left) 2024-04-15T14:47:17.455 INFO:tasks.rados.rados.0.smithi016.stdout:3202: delete oid 7 current snap is 292 2024-04-15T14:47:17.456 INFO:tasks.rados.rados.0.smithi016.stdout:3202: done (0 left) 2024-04-15T14:47:17.457 INFO:tasks.rados.rados.0.smithi016.stdout:3203: snap_remove snap 289 2024-04-15T14:47:17.789 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:47:17 smithi016 ceph-mon[90652]: pgmap v640: 121 pgs: 121 active+clean; 164 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 20 MiB/s rd, 7.8 MiB/s wr, 36 op/s 2024-04-15T14:47:17.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:47:17 smithi016 ceph-mon[90652]: osdmap e669: 8 total, 8 up, 8 in 2024-04-15T14:47:17.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:47:17 smithi016 ceph-mon[93212]: pgmap v640: 121 pgs: 121 active+clean; 164 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 20 MiB/s rd, 7.8 MiB/s wr, 36 op/s 2024-04-15T14:47:17.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:47:17 smithi016 ceph-mon[93212]: osdmap e669: 8 total, 8 up, 8 in 2024-04-15T14:47:17.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:47:17 smithi102 ceph-mon[87131]: pgmap v640: 121 pgs: 121 active+clean; 164 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 20 MiB/s rd, 7.8 MiB/s wr, 36 op/s 2024-04-15T14:47:17.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:47:17 smithi102 ceph-mon[87131]: osdmap e669: 8 total, 8 up, 8 in 2024-04-15T14:47:18.461 INFO:tasks.rados.rados.0.smithi016.stdout:3203: done (0 left) 2024-04-15T14:47:18.461 INFO:tasks.rados.rados.0.smithi016.stdout:3204: read oid 20 snap -1 2024-04-15T14:47:18.461 INFO:tasks.rados.rados.0.smithi016.stdout:3204: expect deleted 2024-04-15T14:47:18.462 INFO:tasks.rados.rados.0.smithi016.stdout:3205: read oid 12 snap -1 2024-04-15T14:47:18.462 INFO:tasks.rados.rados.0.smithi016.stdout:3205: expect (ObjNum 951 snap 281 seq_num 951) 2024-04-15T14:47:18.462 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 3 current snap is 292 2024-04-15T14:47:18.462 INFO:tasks.rados.rados.0.smithi016.stdout:3206: seq_num 1007 ranges {0=65536} 2024-04-15T14:47:18.462 INFO:tasks.rados.rados.0.smithi016.stdout:3206: writing smithi01678542-3 from 0 to 65536 tid 1 2024-04-15T14:47:18.462 INFO:tasks.rados.rados.0.smithi016.stdout:3207: read oid 24 snap 291 2024-04-15T14:47:18.462 INFO:tasks.rados.rados.0.smithi016.stdout:3207: expect (ObjNum 632 snap 191 seq_num 632) 2024-04-15T14:47:18.462 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 19 current snap is 292 2024-04-15T14:47:18.462 INFO:tasks.rados.rados.0.smithi016.stdout:3208: seq_num 1008 ranges {0=90112} 2024-04-15T14:47:18.463 INFO:tasks.rados.rados.0.smithi016.stdout:3208: writing smithi01678542-19 from 0 to 90112 tid 1 2024-04-15T14:47:18.463 INFO:tasks.rados.rados.0.smithi016.stdout:3209: snap_remove snap 288 2024-04-15T14:47:18.789 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:47:18 smithi016 ceph-mon[90652]: osdmap e670: 8 total, 8 up, 8 in 2024-04-15T14:47:18.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:47:18 smithi016 ceph-mon[93212]: osdmap e670: 8 total, 8 up, 8 in 2024-04-15T14:47:18.938 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:47:18 smithi102 ceph-mon[87131]: osdmap e670: 8 total, 8 up, 8 in 2024-04-15T14:47:19.463 INFO:tasks.rados.rados.0.smithi016.stdout:3209: done (5 left) 2024-04-15T14:47:19.463 INFO:tasks.rados.rados.0.smithi016.stdout:3210: rollback oid 31 current snap is 292 2024-04-15T14:47:19.463 INFO:tasks.rados.rados.0.smithi016.stdout:rollback oid 31 to 291 2024-04-15T14:47:19.464 INFO:tasks.rados.rados.0.smithi016.stdout:3206: finishing write tid 1 to smithi01678542-3 2024-04-15T14:47:19.464 INFO:tasks.rados.rados.0.smithi016.stdout:3208: finishing write tid 1 to smithi01678542-19 2024-04-15T14:47:19.464 INFO:tasks.rados.rados.0.smithi016.stdout:3208: finishing write tid 2 to smithi01678542-19 2024-04-15T14:47:19.464 INFO:tasks.rados.rados.0.smithi016.stdout:3206: finishing write tid 2 to smithi01678542-3 2024-04-15T14:47:19.464 INFO:tasks.rados.rados.0.smithi016.stdout:3206: finishing write tid 3 to smithi01678542-3 2024-04-15T14:47:19.464 INFO:tasks.rados.rados.0.smithi016.stdout:3206: oid 3 updating version 0 to 1308 2024-04-15T14:47:19.464 INFO:tasks.rados.rados.0.smithi016.stdout:3206: oid 3 version 1308 is already newer than 1307 2024-04-15T14:47:19.464 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 3 v 1308 (ObjNum 1007 snap 292 seq_num 1007) dirty exists 2024-04-15T14:47:19.464 INFO:tasks.rados.rados.0.smithi016.stdout:3206: left oid 3 (ObjNum 1007 snap 292 seq_num 1007) 2024-04-15T14:47:19.464 INFO:tasks.rados.rados.0.smithi016.stdout:3208: finishing write tid 3 to smithi01678542-19 2024-04-15T14:47:19.465 INFO:tasks.rados.rados.0.smithi016.stdout:3208: oid 19 updating version 0 to 1622 2024-04-15T14:47:19.465 INFO:tasks.rados.rados.0.smithi016.stdout:3208: oid 19 updating version 1622 to 1623 2024-04-15T14:47:19.465 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 19 v 1623 (ObjNum 1008 snap 292 seq_num 1008) dirty exists 2024-04-15T14:47:19.465 INFO:tasks.rados.rados.0.smithi016.stdout:3208: left oid 19 (ObjNum 1008 snap 292 seq_num 1008) 2024-04-15T14:47:19.465 INFO:tasks.rados.rados.0.smithi016.stdout:3207: expect (ObjNum 632 snap 191 seq_num 632) 2024-04-15T14:47:19.637 INFO:tasks.rados.rados.0.smithi016.stdout:3205: expect (ObjNum 951 snap 281 seq_num 951) 2024-04-15T14:47:19.720 INFO:tasks.rados.rados.0.smithi016.stdout:3210: finishing rollback tid 0 to smithi01678542-31 2024-04-15T14:47:19.720 INFO:tasks.rados.rados.0.smithi016.stdout:3210: finishing rollback tid 1 to smithi01678542-31 2024-04-15T14:47:19.720 INFO:tasks.rados.rados.0.smithi016.stdout:3210: finishing rollback tid 2 to smithi01678542-31 2024-04-15T14:47:19.720 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 31 v 1536 (ObjNum 919 snap 275 seq_num 919) dirty exists 2024-04-15T14:47:19.720 INFO:tasks.rados.rados.0.smithi016.stdout:3204: done (5 left) 2024-04-15T14:47:19.721 INFO:tasks.rados.rados.0.smithi016.stdout:3205: done (4 left) 2024-04-15T14:47:19.721 INFO:tasks.rados.rados.0.smithi016.stdout:3206: done (3 left) 2024-04-15T14:47:19.721 INFO:tasks.rados.rados.0.smithi016.stdout:3207: done (2 left) 2024-04-15T14:47:19.721 INFO:tasks.rados.rados.0.smithi016.stdout:3208: done (1 left) 2024-04-15T14:47:19.721 INFO:tasks.rados.rados.0.smithi016.stdout:3210: done (0 left) 2024-04-15T14:47:19.721 INFO:tasks.rados.rados.0.smithi016.stdout:3211: snap_remove snap 290 2024-04-15T14:47:19.761 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:47:19 smithi102 ceph-mon[87131]: pgmap v643: 121 pgs: 121 active+clean; 161 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 25 MiB/s rd, 6.2 MiB/s wr, 36 op/s 2024-04-15T14:47:19.761 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:47:19 smithi102 ceph-mon[87131]: osdmap e671: 8 total, 8 up, 8 in 2024-04-15T14:47:19.789 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:47:19 smithi016 ceph-mon[93212]: pgmap v643: 121 pgs: 121 active+clean; 161 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 25 MiB/s rd, 6.2 MiB/s wr, 36 op/s 2024-04-15T14:47:19.789 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:47:19 smithi016 ceph-mon[93212]: osdmap e671: 8 total, 8 up, 8 in 2024-04-15T14:47:19.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:47:19 smithi016 ceph-mon[90652]: pgmap v643: 121 pgs: 121 active+clean; 161 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 25 MiB/s rd, 6.2 MiB/s wr, 36 op/s 2024-04-15T14:47:19.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:47:19 smithi016 ceph-mon[90652]: osdmap e671: 8 total, 8 up, 8 in 2024-04-15T14:47:20.367 INFO:tasks.rados.rados.0.smithi016.stdout:3211: done (0 left) 2024-04-15T14:47:20.367 INFO:tasks.rados.rados.0.smithi016.stdout:3212: read oid 17 snap -1 2024-04-15T14:47:20.367 INFO:tasks.rados.rados.0.smithi016.stdout:3212: expect (ObjNum 0 snap 0 seq_num 0) 2024-04-15T14:47:20.367 INFO:tasks.rados.rados.0.smithi016.stdout:3213: delete oid 46 current snap is 292 2024-04-15T14:47:20.373 INFO:tasks.rados.rados.0.smithi016.stdout:3213: done (1 left) 2024-04-15T14:47:20.373 INFO:tasks.rados.rados.0.smithi016.stdout:3214: snap_create 2024-04-15T14:47:20.373 INFO:tasks.rados.rados.0.smithi016.stdout:3212: expect (ObjNum 0 snap 0 seq_num 0) 2024-04-15T14:47:20.789 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:47:20 smithi016 ceph-mon[90652]: osdmap e672: 8 total, 8 up, 8 in 2024-04-15T14:47:20.789 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:47:20 smithi016 ceph-mon[90652]: osdmap e673: 8 total, 8 up, 8 in 2024-04-15T14:47:20.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:47:20 smithi016 ceph-mon[93212]: osdmap e672: 8 total, 8 up, 8 in 2024-04-15T14:47:20.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:47:20 smithi016 ceph-mon[93212]: osdmap e673: 8 total, 8 up, 8 in 2024-04-15T14:47:20.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:47:20 smithi102 ceph-mon[87131]: osdmap e672: 8 total, 8 up, 8 in 2024-04-15T14:47:20.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:47:20 smithi102 ceph-mon[87131]: osdmap e673: 8 total, 8 up, 8 in 2024-04-15T14:47:21.367 INFO:tasks.rados.rados.0.smithi016.stdout:3212: done (1 left) 2024-04-15T14:47:21.367 INFO:tasks.rados.rados.0.smithi016.stdout:3214: done (0 left) 2024-04-15T14:47:21.367 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 33 current snap is 293 2024-04-15T14:47:21.367 INFO:tasks.rados.rados.0.smithi016.stdout:3215: seq_num 1010 ranges {16384=122880} 2024-04-15T14:47:21.368 INFO:tasks.rados.rados.0.smithi016.stdout:3215: writing smithi01678542-33 from 16384 to 139264 tid 1 2024-04-15T14:47:21.368 INFO:tasks.rados.rados.0.smithi016.stdout:3216: copy_from oid 10 from oid 40 current snap is 293 2024-04-15T14:47:21.368 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 18 current snap is 293 2024-04-15T14:47:21.368 INFO:tasks.rados.rados.0.smithi016.stdout:3217: seq_num 1011 ranges {9240576=139264} 2024-04-15T14:47:21.421 INFO:tasks.rados.rados.0.smithi016.stdout:3217: writing smithi01678542-18 from 9240576 to 9379840 tid 1 2024-04-15T14:47:21.421 INFO:tasks.rados.rados.0.smithi016.stdout:3218: setattr oid 34 current snap is 293 2024-04-15T14:47:21.421 INFO:tasks.rados.rados.0.smithi016.stdout:3215: finishing write tid 1 to smithi01678542-33 2024-04-15T14:47:21.421 INFO:tasks.rados.rados.0.smithi016.stdout:3215: finishing write tid 2 to smithi01678542-33 2024-04-15T14:47:21.421 INFO:tasks.rados.rados.0.smithi016.stdout:3215: finishing write tid 3 to smithi01678542-33 2024-04-15T14:47:21.421 INFO:tasks.rados.rados.0.smithi016.stdout:3215: oid 33 updating version 0 to 1701 2024-04-15T14:47:21.421 INFO:tasks.rados.rados.0.smithi016.stdout:3215: oid 33 version 1701 is already newer than 1700 2024-04-15T14:47:21.421 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 33 v 1701 (ObjNum 1010 snap 293 seq_num 1010) dirty exists 2024-04-15T14:47:21.421 INFO:tasks.rados.rados.0.smithi016.stdout:3215: left oid 33 (ObjNum 1010 snap 293 seq_num 1010) 2024-04-15T14:47:21.422 INFO:tasks.rados.rados.0.smithi016.stdout:3215: done (3 left) 2024-04-15T14:47:21.423 INFO:tasks.rados.rados.0.smithi016.stdout:3219: snap_remove snap 292 2024-04-15T14:47:21.703 DEBUG:teuthology.orchestra.run.smithi016:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 362ea986-fb34-11ee-bc8f-c7b262605968 -e sha1=c2d8c3155d854ee204cb7c7261232571229d1d54 -- bash -c 'ceph orch ps' 2024-04-15T14:47:21.770 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:47:21 smithi016 ceph-mon[90652]: pgmap v646: 121 pgs: 121 active+clean; 161 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 12 MiB/s rd, 2.2 MiB/s wr, 18 op/s 2024-04-15T14:47:21.771 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:47:21 smithi016 ceph-mon[90652]: osdmap e674: 8 total, 8 up, 8 in 2024-04-15T14:47:21.771 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:47:21 smithi016 ceph-mon[93212]: pgmap v646: 121 pgs: 121 active+clean; 161 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 12 MiB/s rd, 2.2 MiB/s wr, 18 op/s 2024-04-15T14:47:21.771 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:47:21 smithi016 ceph-mon[93212]: osdmap e674: 8 total, 8 up, 8 in 2024-04-15T14:47:21.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:47:21 smithi102 ceph-mon[87131]: pgmap v646: 121 pgs: 121 active+clean; 161 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 12 MiB/s rd, 2.2 MiB/s wr, 18 op/s 2024-04-15T14:47:21.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:47:21 smithi102 ceph-mon[87131]: osdmap e674: 8 total, 8 up, 8 in 2024-04-15T14:47:21.958 INFO:teuthology.orchestra.run.smithi016.stderr:Inferring config /var/lib/ceph/362ea986-fb34-11ee-bc8f-c7b262605968/mon.a/config 2024-04-15T14:47:22.039 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 15 14:47:21 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-y[81421]: ::ffff:172.21.15.102 - - [15/Apr/2024:14:47:21] "GET /metrics HTTP/1.1" 200 36269 "" "Prometheus/2.43.0" 2024-04-15T14:47:22.369 INFO:tasks.rados.rados.0.smithi016.stdout:3219: done (3 left) 2024-04-15T14:47:22.369 INFO:tasks.rados.rados.0.smithi016.stdout:3220: snap_remove snap 291 2024-04-15T14:47:22.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:47:22 smithi102 ceph-mon[87131]: from='client.44390 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-15T14:47:22.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:47:22 smithi102 ceph-mon[87131]: osdmap e675: 8 total, 8 up, 8 in 2024-04-15T14:47:22.687 INFO:journalctl@ceph.prometheus.a.smithi102.stdout:Apr 15 14:47:22 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-prometheus-a[120881]: ts=2024-04-15T14:47:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi016:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"362ea986-fb34-11ee-bc8f-c7b262605968\", instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T14:47:22.789 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:47:22 smithi016 ceph-mon[90652]: from='client.44390 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-15T14:47:22.789 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:47:22 smithi016 ceph-mon[90652]: osdmap e675: 8 total, 8 up, 8 in 2024-04-15T14:47:22.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:47:22 smithi016 ceph-mon[93212]: from='client.44390 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-15T14:47:22.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:47:22 smithi016 ceph-mon[93212]: osdmap e675: 8 total, 8 up, 8 in 2024-04-15T14:47:23.371 INFO:tasks.rados.rados.0.smithi016.stdout:3220: done (3 left) 2024-04-15T14:47:23.371 INFO:tasks.rados.rados.0.smithi016.stdout:3221: read oid 12 snap -1 2024-04-15T14:47:23.371 INFO:tasks.rados.rados.0.smithi016.stdout:3221: expect (ObjNum 951 snap 281 seq_num 951) 2024-04-15T14:47:23.371 INFO:tasks.rados.rados.0.smithi016.stdout:3222: snap_create 2024-04-15T14:47:23.371 INFO:tasks.rados.rados.0.smithi016.stdout:3216: finishing copy_from racing read to smithi01678542-10 2024-04-15T14:47:23.371 INFO:tasks.rados.rados.0.smithi016.stdout:3217: finishing write tid 1 to smithi01678542-18 2024-04-15T14:47:23.371 INFO:tasks.rados.rados.0.smithi016.stdout:3217: finishing write tid 2 to smithi01678542-18 2024-04-15T14:47:23.371 INFO:tasks.rados.rados.0.smithi016.stdout:3216: finishing copy_from to smithi01678542-10 2024-04-15T14:47:23.371 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 10 v 1618 (ObjNum 981 snap 288 seq_num 981) dirty exists 2024-04-15T14:47:23.371 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 34 v 1617 (ObjNum 919 snap 275 seq_num 919) dirty exists 2024-04-15T14:47:23.371 INFO:tasks.rados.rados.0.smithi016.stdout:3217: finishing write tid 3 to smithi01678542-18 2024-04-15T14:47:23.372 INFO:tasks.rados.rados.0.smithi016.stdout:3217: oid 18 updating version 0 to 587 2024-04-15T14:47:23.372 INFO:tasks.rados.rados.0.smithi016.stdout:3217: oid 18 updating version 587 to 588 2024-04-15T14:47:23.372 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 18 v 588 (ObjNum 1011 snap 293 seq_num 1011) dirty exists 2024-04-15T14:47:23.372 INFO:tasks.rados.rados.0.smithi016.stdout:3217: left oid 18 (ObjNum 1011 snap 293 seq_num 1011) 2024-04-15T14:47:23.385 INFO:tasks.rados.rados.0.smithi016.stdout:3221: expect (ObjNum 951 snap 281 seq_num 951) 2024-04-15T14:47:23.625 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:47:23 smithi016 ceph-mon[90652]: pgmap v649: 121 pgs: 121 active+clean; 148 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 4.5 MiB/s rd, 728 KiB/s wr, 12 op/s 2024-04-15T14:47:23.625 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:47:23 smithi016 ceph-mon[90652]: osdmap e676: 8 total, 8 up, 8 in 2024-04-15T14:47:23.626 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:47:23 smithi016 ceph-mon[93212]: pgmap v649: 121 pgs: 121 active+clean; 148 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 4.5 MiB/s rd, 728 KiB/s wr, 12 op/s 2024-04-15T14:47:23.626 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:47:23 smithi016 ceph-mon[93212]: osdmap e676: 8 total, 8 up, 8 in 2024-04-15T14:47:23.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:47:23 smithi102 ceph-mon[87131]: pgmap v649: 121 pgs: 121 active+clean; 148 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 4.5 MiB/s rd, 728 KiB/s wr, 12 op/s 2024-04-15T14:47:23.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:47:23 smithi102 ceph-mon[87131]: osdmap e676: 8 total, 8 up, 8 in 2024-04-15T14:47:24.078 INFO:teuthology.orchestra.run.smithi016.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-04-15T14:47:24.078 INFO:teuthology.orchestra.run.smithi016.stdout:alertmanager.a smithi016 *:9093,9094 running (66s) 62s ago 12m 16.6M - 0.25.0 c8568f914cd2 1dc2ae67e89a 2024-04-15T14:47:24.078 INFO:teuthology.orchestra.run.smithi016.stdout:grafana.a smithi102 *:3000 running (42s) 38s ago 12m 53.0M - 9.4.12 2bacad6d85d8 0758ce08254c 2024-04-15T14:47:24.078 INFO:teuthology.orchestra.run.smithi016.stdout:mds.a smithi016 running (2m) 62s ago 13m 15.6M - 19.0.0-3080-gc2d8c315 259793512b73 67848b1861c7 2024-04-15T14:47:24.078 INFO:teuthology.orchestra.run.smithi016.stdout:mds.b smithi102 running (117s) 38s ago 13m 13.0M - 19.0.0-3080-gc2d8c315 259793512b73 e28921594cc2 2024-04-15T14:47:24.079 INFO:teuthology.orchestra.run.smithi016.stdout:mgr.x smithi102 *:8443,9283,8765 running (7m) 38s ago 17m 453M - 19.0.0-3080-gc2d8c315 259793512b73 7427787dd7cf 2024-04-15T14:47:24.079 INFO:teuthology.orchestra.run.smithi016.stdout:mgr.y smithi016 *:8443,9283,8765 running (8m) 62s ago 19m 523M - 19.0.0-3080-gc2d8c315 259793512b73 23b2f98a056a 2024-04-15T14:47:24.079 INFO:teuthology.orchestra.run.smithi016.stdout:mon.a smithi016 running (7m) 62s ago 19m 69.1M 2048M 19.0.0-3080-gc2d8c315 259793512b73 0f0e1a24c400 2024-04-15T14:47:24.079 INFO:teuthology.orchestra.run.smithi016.stdout:mon.b smithi102 running (6m) 38s ago 17m 57.2M 2048M 19.0.0-3080-gc2d8c315 259793512b73 57b781990cd4 2024-04-15T14:47:24.079 INFO:teuthology.orchestra.run.smithi016.stdout:mon.c smithi016 running (7m) 62s ago 17m 61.5M 2048M 19.0.0-3080-gc2d8c315 259793512b73 eef940aadb4d 2024-04-15T14:47:24.079 INFO:teuthology.orchestra.run.smithi016.stdout:node-exporter.a smithi016 *:9100 running (103s) 62s ago 12m 7852k - 1.5.0 0da6a335fe13 f2726eb5030b 2024-04-15T14:47:24.079 INFO:teuthology.orchestra.run.smithi016.stdout:node-exporter.b smithi102 *:9100 running (99s) 38s ago 12m 15.5M - 1.5.0 0da6a335fe13 1f0ec613766a 2024-04-15T14:47:24.079 INFO:teuthology.orchestra.run.smithi016.stdout:osd.0 smithi016 running (6m) 62s ago 17m 280M 2481M 19.0.0-3080-gc2d8c315 259793512b73 6ae1b6c92493 2024-04-15T14:47:24.079 INFO:teuthology.orchestra.run.smithi016.stdout:osd.1 smithi016 running (5m) 62s ago 16m 233M 2481M 19.0.0-3080-gc2d8c315 259793512b73 106c0a047128 2024-04-15T14:47:24.079 INFO:teuthology.orchestra.run.smithi016.stdout:osd.2 smithi016 running (5m) 62s ago 16m 205M 2481M 19.0.0-3080-gc2d8c315 259793512b73 436c24e520a2 2024-04-15T14:47:24.079 INFO:teuthology.orchestra.run.smithi016.stdout:osd.3 smithi016 running (4m) 62s ago 15m 170M 2481M 19.0.0-3080-gc2d8c315 259793512b73 abb436370146 2024-04-15T14:47:24.079 INFO:teuthology.orchestra.run.smithi016.stdout:osd.4 smithi102 running (3m) 38s ago 15m 227M 2480M 19.0.0-3080-gc2d8c315 259793512b73 bc2a23806308 2024-04-15T14:47:24.079 INFO:teuthology.orchestra.run.smithi016.stdout:osd.5 smithi102 running (3m) 38s ago 15m 163M 2480M 19.0.0-3080-gc2d8c315 259793512b73 c74141cc87b2 2024-04-15T14:47:24.079 INFO:teuthology.orchestra.run.smithi016.stdout:osd.6 smithi102 running (3m) 38s ago 14m 124M 2480M 19.0.0-3080-gc2d8c315 259793512b73 b00372252dcb 2024-04-15T14:47:24.080 INFO:teuthology.orchestra.run.smithi016.stdout:osd.7 smithi102 running (2m) 38s ago 14m 115M 2480M 19.0.0-3080-gc2d8c315 259793512b73 5ef6a6ec4911 2024-04-15T14:47:24.080 INFO:teuthology.orchestra.run.smithi016.stdout:prometheus.a smithi102 *:9095 running (82s) 38s ago 13m 51.7M - 2.43.0 a07b618ecd1d 6ec65d1b0880 2024-04-15T14:47:24.372 INFO:tasks.rados.rados.0.smithi016.stdout:3216: done (4 left) 2024-04-15T14:47:24.372 INFO:tasks.rados.rados.0.smithi016.stdout:3217: done (3 left) 2024-04-15T14:47:24.372 INFO:tasks.rados.rados.0.smithi016.stdout:3218: done (2 left) 2024-04-15T14:47:24.372 INFO:tasks.rados.rados.0.smithi016.stdout:3221: done (1 left) 2024-04-15T14:47:24.372 INFO:tasks.rados.rados.0.smithi016.stdout:3222: done (0 left) 2024-04-15T14:47:24.372 INFO:tasks.rados.rados.0.smithi016.stdout:3223: rmattr oid 43 current snap is 294 2024-04-15T14:47:24.373 INFO:tasks.rados.rados.0.smithi016.stdout:3224: read oid 38 snap 293 2024-04-15T14:47:24.373 INFO:tasks.rados.rados.0.smithi016.stdout:3224: expect (ObjNum 983 snap 288 seq_num 983) 2024-04-15T14:47:24.373 INFO:tasks.rados.rados.0.smithi016.stdout:3225: delete oid 13 current snap is 294 2024-04-15T14:47:24.376 INFO:tasks.rados.rados.0.smithi016.stdout:3225: done (2 left) 2024-04-15T14:47:24.376 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 35 current snap is 294 2024-04-15T14:47:24.376 INFO:tasks.rados.rados.0.smithi016.stdout:3226: seq_num 1013 ranges {0=172032} 2024-04-15T14:47:24.377 INFO:tasks.rados.rados.0.smithi016.stdout:3226: writing smithi01678542-35 from 0 to 172032 tid 1 2024-04-15T14:47:24.378 INFO:tasks.rados.rados.0.smithi016.stdout:3227: copy_from oid 40 from oid 33 current snap is 294 2024-04-15T14:47:24.378 INFO:tasks.rados.rados.0.smithi016.stdout:3228: delete oid 1 current snap is 294 2024-04-15T14:47:24.380 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 43 v 1618 (ObjNum 914 snap 275 seq_num 914) dirty exists 2024-04-15T14:47:24.385 INFO:tasks.rados.rados.0.smithi016.stdout:3223: done (4 left) 2024-04-15T14:47:24.385 INFO:tasks.rados.rados.0.smithi016.stdout:3228: done (3 left) 2024-04-15T14:47:24.385 INFO:tasks.rados.rados.0.smithi016.stdout:3229: read oid 43 snap 293 2024-04-15T14:47:24.385 INFO:tasks.rados.rados.0.smithi016.stdout:3229: expect (ObjNum 914 snap 275 seq_num 914) 2024-04-15T14:47:24.385 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 46 current snap is 294 2024-04-15T14:47:24.385 INFO:tasks.rados.rados.0.smithi016.stdout:3226: finishing write tid 1 to smithi01678542-35 2024-04-15T14:47:24.385 INFO:tasks.rados.rados.0.smithi016.stdout:3230: seq_num 1015 ranges {0=204800} 2024-04-15T14:47:24.386 INFO:tasks.rados.rados.0.smithi016.stdout:3230: writing smithi01678542-46 from 0 to 204800 tid 1 2024-04-15T14:47:24.386 INFO:tasks.rados.rados.0.smithi016.stdout:3231: copy_from oid 27 from oid 16 current snap is 294 2024-04-15T14:47:24.386 INFO:tasks.rados.rados.0.smithi016.stdout:3226: finishing write tid 2 to smithi01678542-35 2024-04-15T14:47:24.386 INFO:tasks.rados.rados.0.smithi016.stdout:3224: expect (ObjNum 983 snap 288 seq_num 983) 2024-04-15T14:47:24.503 INFO:tasks.rados.rados.0.smithi016.stdout:3227: finishing copy_from racing read to smithi01678542-40 2024-04-15T14:47:24.503 INFO:tasks.rados.rados.0.smithi016.stdout:3226: finishing write tid 3 to smithi01678542-35 2024-04-15T14:47:24.503 INFO:tasks.rados.rados.0.smithi016.stdout:3226: oid 35 updating version 0 to 1621 2024-04-15T14:47:24.503 INFO:tasks.rados.rados.0.smithi016.stdout:3226: oid 35 version 1621 is already newer than 1620 2024-04-15T14:47:24.503 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 35 v 1621 (ObjNum 1013 snap 294 seq_num 1013) dirty exists 2024-04-15T14:47:24.503 INFO:tasks.rados.rados.0.smithi016.stdout:3226: left oid 35 (ObjNum 1013 snap 294 seq_num 1013) 2024-04-15T14:47:24.503 INFO:tasks.rados.rados.0.smithi016.stdout:3227: finishing copy_from to smithi01678542-40 2024-04-15T14:47:24.504 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 40 v 1701 (ObjNum 1010 snap 293 seq_num 1010) dirty exists 2024-04-15T14:47:24.504 INFO:tasks.rados.rados.0.smithi016.stdout:3230: finishing write tid 1 to smithi01678542-46 2024-04-15T14:47:24.504 INFO:tasks.rados.rados.0.smithi016.stdout:3230: finishing write tid 2 to smithi01678542-46 2024-04-15T14:47:24.504 INFO:tasks.rados.rados.0.smithi016.stdout:3224: done (5 left) 2024-04-15T14:47:24.504 INFO:tasks.rados.rados.0.smithi016.stdout:3226: done (4 left) 2024-04-15T14:47:24.504 INFO:tasks.rados.rados.0.smithi016.stdout:3227: done (3 left) 2024-04-15T14:47:24.504 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 49 current snap is 294 2024-04-15T14:47:24.504 INFO:tasks.rados.rados.0.smithi016.stdout:3230: finishing write tid 3 to smithi01678542-46 2024-04-15T14:47:24.505 INFO:tasks.rados.rados.0.smithi016.stdout:3230: oid 46 updating version 0 to 1625 2024-04-15T14:47:24.505 INFO:tasks.rados.rados.0.smithi016.stdout:3230: oid 46 version 1625 is already newer than 1624 2024-04-15T14:47:24.505 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 46 v 1625 (ObjNum 1015 snap 294 seq_num 1015) dirty exists 2024-04-15T14:47:24.505 INFO:tasks.rados.rados.0.smithi016.stdout:3230: left oid 46 (ObjNum 1015 snap 294 seq_num 1015) 2024-04-15T14:47:24.505 INFO:tasks.rados.rados.0.smithi016.stdout:3232: seq_num 1016 ranges {1875968=221184} 2024-04-15T14:47:24.513 INFO:tasks.rados.rados.0.smithi016.stdout:3232: writing smithi01678542-49 from 1875968 to 2097152 tid 1 2024-04-15T14:47:24.514 INFO:tasks.rados.rados.0.smithi016.stdout:3230: done (3 left) 2024-04-15T14:47:24.514 INFO:tasks.rados.rados.0.smithi016.stdout:3233: setattr oid 22 current snap is 294 2024-04-15T14:47:24.514 INFO:tasks.rados.rados.0.smithi016.stdout:3229: expect (ObjNum 914 snap 275 seq_num 914) 2024-04-15T14:47:24.765 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:47:24 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T14:47:24.765 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:47:24 smithi016 ceph-mon[93212]: osdmap e677: 8 total, 8 up, 8 in 2024-04-15T14:47:24.765 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:47:24 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T14:47:24.765 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:47:24 smithi016 ceph-mon[90652]: osdmap e677: 8 total, 8 up, 8 in 2024-04-15T14:47:24.786 DEBUG:teuthology.orchestra.run.smithi016:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 362ea986-fb34-11ee-bc8f-c7b262605968 -e sha1=c2d8c3155d854ee204cb7c7261232571229d1d54 -- bash -c 'ceph versions' 2024-04-15T14:47:24.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:47:24 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T14:47:24.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:47:24 smithi102 ceph-mon[87131]: osdmap e677: 8 total, 8 up, 8 in 2024-04-15T14:47:25.042 INFO:teuthology.orchestra.run.smithi016.stderr:Inferring config /var/lib/ceph/362ea986-fb34-11ee-bc8f-c7b262605968/mon.a/config 2024-04-15T14:47:25.789 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:47:25 smithi016 ceph-mon[93212]: pgmap v652: 121 pgs: 121 active+clean; 136 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 4.5 MiB/s rd, 728 KiB/s wr, 12 op/s 2024-04-15T14:47:25.789 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:47:25 smithi016 ceph-mon[93212]: from='client.34470 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-15T14:47:25.789 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:47:25 smithi016 ceph-mon[93212]: osdmap e678: 8 total, 8 up, 8 in 2024-04-15T14:47:25.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:47:25 smithi016 ceph-mon[90652]: pgmap v652: 121 pgs: 121 active+clean; 136 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 4.5 MiB/s rd, 728 KiB/s wr, 12 op/s 2024-04-15T14:47:25.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:47:25 smithi016 ceph-mon[90652]: from='client.34470 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-15T14:47:25.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:47:25 smithi016 ceph-mon[90652]: osdmap e678: 8 total, 8 up, 8 in 2024-04-15T14:47:25.887 INFO:tasks.rados.rados.0.smithi016.stdout:3231: finishing copy_from racing read to smithi01678542-27 2024-04-15T14:47:25.887 INFO:tasks.rados.rados.0.smithi016.stdout:3231: finishing copy_from to smithi01678542-27 2024-04-15T14:47:25.887 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 27 v 1454 (ObjNum 968 snap 284 seq_num 968) dirty exists 2024-04-15T14:47:25.887 INFO:tasks.rados.rados.0.smithi016.stdout:3232: finishing write tid 1 to smithi01678542-49 2024-04-15T14:47:25.887 INFO:tasks.rados.rados.0.smithi016.stdout:3232: finishing write tid 2 to smithi01678542-49 2024-04-15T14:47:25.887 INFO:tasks.rados.rados.0.smithi016.stdout:3232: finishing write tid 3 to smithi01678542-49 2024-04-15T14:47:25.887 INFO:tasks.rados.rados.0.smithi016.stdout:3232: oid 49 updating version 0 to 1533 2024-04-15T14:47:25.887 INFO:tasks.rados.rados.0.smithi016.stdout:3232: oid 49 updating version 1533 to 1534 2024-04-15T14:47:25.887 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 49 v 1534 (ObjNum 1016 snap 294 seq_num 1016) dirty exists 2024-04-15T14:47:25.888 INFO:tasks.rados.rados.0.smithi016.stdout:3232: left oid 49 (ObjNum 1016 snap 294 seq_num 1016) 2024-04-15T14:47:25.888 INFO:tasks.rados.rados.0.smithi016.stdout:3229: done (3 left) 2024-04-15T14:47:25.888 INFO:tasks.rados.rados.0.smithi016.stdout:3231: done (2 left) 2024-04-15T14:47:25.888 INFO:tasks.rados.rados.0.smithi016.stdout:3232: done (1 left) 2024-04-15T14:47:25.888 INFO:tasks.rados.rados.0.smithi016.stdout:3234: read oid 37 snap -1 2024-04-15T14:47:25.888 INFO:tasks.rados.rados.0.smithi016.stdout:3234: expect (ObjNum 970 snap 286 seq_num 970) 2024-04-15T14:47:25.888 INFO:tasks.rados.rados.0.smithi016.stdout:3235: rollback oid 27 current snap is 294 2024-04-15T14:47:25.888 INFO:tasks.rados.rados.0.smithi016.stdout:rollback oid 27 to 293 2024-04-15T14:47:25.888 INFO:tasks.rados.rados.0.smithi016.stdout:3236: setattr oid 47 current snap is 294 2024-04-15T14:47:25.889 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 43 current snap is 294 2024-04-15T14:47:25.889 INFO:tasks.rados.rados.0.smithi016.stdout:3237: seq_num 1017 ranges {12288000=237568} 2024-04-15T14:47:25.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:47:25 smithi102 ceph-mon[87131]: pgmap v652: 121 pgs: 121 active+clean; 136 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 4.5 MiB/s rd, 728 KiB/s wr, 12 op/s 2024-04-15T14:47:25.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:47:25 smithi102 ceph-mon[87131]: from='client.34470 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-15T14:47:25.938 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:47:25 smithi102 ceph-mon[87131]: osdmap e678: 8 total, 8 up, 8 in 2024-04-15T14:47:25.959 INFO:tasks.rados.rados.0.smithi016.stdout:3237: writing smithi01678542-43 from 12288000 to 12525568 tid 1 2024-04-15T14:47:25.959 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 34 current snap is 294 2024-04-15T14:47:25.959 INFO:tasks.rados.rados.0.smithi016.stdout:3235: finishing rollback tid 0 to smithi01678542-27 2024-04-15T14:47:25.959 INFO:tasks.rados.rados.0.smithi016.stdout:3238: seq_num 1018 ranges {999424=253952} 2024-04-15T14:47:25.966 INFO:tasks.rados.rados.0.smithi016.stdout:3238: writing smithi01678542-34 from 999424 to 1253376 tid 1 2024-04-15T14:47:25.967 INFO:tasks.rados.rados.0.smithi016.stdout:3239: delete oid 26 current snap is 294 2024-04-15T14:47:25.967 INFO:tasks.rados.rados.0.smithi016.stdout:3235: finishing rollback tid 1 to smithi01678542-27 2024-04-15T14:47:25.967 INFO:tasks.rados.rados.0.smithi016.stdout:3235: finishing rollback tid 2 to smithi01678542-27 2024-04-15T14:47:25.967 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 27 v 1457 (ObjNum 996 snap 289 seq_num 996) dirty exists 2024-04-15T14:47:25.967 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 47 v 1619 (ObjNum 986 snap 288 seq_num 986) dirty exists 2024-04-15T14:47:25.968 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 22 v 1626 (ObjNum 975 snap 288 seq_num 975) dirty exists 2024-04-15T14:47:25.968 INFO:tasks.rados.rados.0.smithi016.stdout:3234: expect (ObjNum 970 snap 286 seq_num 970) 2024-04-15T14:47:26.078 INFO:tasks.rados.rados.0.smithi016.stdout:3237: finishing write tid 1 to smithi01678542-43 2024-04-15T14:47:26.079 INFO:tasks.rados.rados.0.smithi016.stdout:3237: finishing write tid 2 to smithi01678542-43 2024-04-15T14:47:26.079 INFO:tasks.rados.rados.0.smithi016.stdout:3237: finishing write tid 3 to smithi01678542-43 2024-04-15T14:47:26.079 INFO:tasks.rados.rados.0.smithi016.stdout:3237: oid 43 updating version 0 to 1620 2024-04-15T14:47:26.079 INFO:tasks.rados.rados.0.smithi016.stdout:3237: oid 43 updating version 1620 to 1621 2024-04-15T14:47:26.079 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 43 v 1621 (ObjNum 1017 snap 294 seq_num 1017) dirty exists 2024-04-15T14:47:26.079 INFO:tasks.rados.rados.0.smithi016.stdout:3237: left oid 43 (ObjNum 1017 snap 294 seq_num 1017) 2024-04-15T14:47:26.079 INFO:tasks.rados.rados.0.smithi016.stdout:3238: finishing write tid 1 to smithi01678542-34 2024-04-15T14:47:26.079 INFO:tasks.rados.rados.0.smithi016.stdout:3238: finishing write tid 2 to smithi01678542-34 2024-04-15T14:47:26.079 INFO:tasks.rados.rados.0.smithi016.stdout:3238: finishing write tid 3 to smithi01678542-34 2024-04-15T14:47:26.079 INFO:tasks.rados.rados.0.smithi016.stdout:3238: oid 34 updating version 0 to 1622 2024-04-15T14:47:26.079 INFO:tasks.rados.rados.0.smithi016.stdout:3238: oid 34 updating version 1622 to 1623 2024-04-15T14:47:26.079 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 34 v 1623 (ObjNum 1018 snap 294 seq_num 1018) dirty exists 2024-04-15T14:47:26.079 INFO:tasks.rados.rados.0.smithi016.stdout:3238: left oid 34 (ObjNum 1018 snap 294 seq_num 1018) 2024-04-15T14:47:26.079 INFO:tasks.rados.rados.0.smithi016.stdout:3233: done (6 left) 2024-04-15T14:47:26.080 INFO:tasks.rados.rados.0.smithi016.stdout:3234: done (5 left) 2024-04-15T14:47:26.080 INFO:tasks.rados.rados.0.smithi016.stdout:3235: done (4 left) 2024-04-15T14:47:26.080 INFO:tasks.rados.rados.0.smithi016.stdout:3236: done (3 left) 2024-04-15T14:47:26.080 INFO:tasks.rados.rados.0.smithi016.stdout:3237: done (2 left) 2024-04-15T14:47:26.080 INFO:tasks.rados.rados.0.smithi016.stdout:3238: done (1 left) 2024-04-15T14:47:26.080 INFO:tasks.rados.rados.0.smithi016.stdout:3239: done (0 left) 2024-04-15T14:47:26.080 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 13 current snap is 294 2024-04-15T14:47:26.080 INFO:tasks.rados.rados.0.smithi016.stdout:3240: seq_num 1020 ranges {0=286720} 2024-04-15T14:47:26.081 INFO:tasks.rados.rados.0.smithi016.stdout:3240: writing smithi01678542-13 from 0 to 286720 tid 1 2024-04-15T14:47:26.081 INFO:tasks.rados.rados.0.smithi016.stdout:3241: snap_create 2024-04-15T14:47:26.082 INFO:tasks.rados.rados.0.smithi016.stdout:3240: finishing write tid 1 to smithi01678542-13 2024-04-15T14:47:26.083 INFO:tasks.rados.rados.0.smithi016.stdout:3240: finishing write tid 2 to smithi01678542-13 2024-04-15T14:47:26.084 INFO:tasks.rados.rados.0.smithi016.stdout:3240: finishing write tid 3 to smithi01678542-13 2024-04-15T14:47:26.084 INFO:tasks.rados.rados.0.smithi016.stdout:3240: oid 13 updating version 0 to 1456 2024-04-15T14:47:26.084 INFO:tasks.rados.rados.0.smithi016.stdout:3240: oid 13 updating version 1456 to 1457 2024-04-15T14:47:26.084 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 13 v 1457 (ObjNum 1020 snap 294 seq_num 1020) dirty exists 2024-04-15T14:47:26.084 INFO:tasks.rados.rados.0.smithi016.stdout:3240: left oid 13 (ObjNum 1020 snap 294 seq_num 1020) 2024-04-15T14:47:26.489 INFO:tasks.rados.rados.0.smithi016.stdout:3240: done (1 left) 2024-04-15T14:47:26.489 INFO:tasks.rados.rados.0.smithi016.stdout:3241: done (0 left) 2024-04-15T14:47:26.489 INFO:tasks.rados.rados.0.smithi016.stdout:3242: read oid 2 snap 294 2024-04-15T14:47:26.489 INFO:tasks.rados.rados.0.smithi016.stdout:3242: expect (ObjNum 999 snap 289 seq_num 999) 2024-04-15T14:47:26.489 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 12 current snap is 295 2024-04-15T14:47:26.489 INFO:tasks.rados.rados.0.smithi016.stdout:3243: seq_num 1021 ranges {2555904=303104} 2024-04-15T14:47:26.505 INFO:tasks.rados.rados.0.smithi016.stdout:3243: writing smithi01678542-12 from 2555904 to 2859008 tid 1 2024-04-15T14:47:26.506 INFO:tasks.rados.rados.0.smithi016.stdout:3244: read oid 18 snap -1 2024-04-15T14:47:26.506 INFO:tasks.rados.rados.0.smithi016.stdout:3244: expect (ObjNum 1011 snap 293 seq_num 1011) 2024-04-15T14:47:26.506 INFO:tasks.rados.rados.0.smithi016.stdout:3245: read oid 21 snap -1 2024-04-15T14:47:26.506 INFO:tasks.rados.rados.0.smithi016.stdout:3245: expect (ObjNum 632 snap 191 seq_num 632) 2024-04-15T14:47:26.506 INFO:tasks.rados.rados.0.smithi016.stdout:3246: snap_create 2024-04-15T14:47:26.512 INFO:tasks.rados.rados.0.smithi016.stdout:3242: expect (ObjNum 999 snap 289 seq_num 999) 2024-04-15T14:47:26.789 INFO:tasks.rados.rados.0.smithi016.stdout:3243: finishing write tid 1 to smithi01678542-12 2024-04-15T14:47:26.790 INFO:tasks.rados.rados.0.smithi016.stdout:3243: finishing write tid 2 to smithi01678542-12 2024-04-15T14:47:26.790 INFO:tasks.rados.rados.0.smithi016.stdout:3243: finishing write tid 3 to smithi01678542-12 2024-04-15T14:47:26.790 INFO:tasks.rados.rados.0.smithi016.stdout:3243: oid 12 updating version 0 to 1617 2024-04-15T14:47:26.790 INFO:tasks.rados.rados.0.smithi016.stdout:3243: oid 12 updating version 1617 to 1618 2024-04-15T14:47:26.790 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 12 v 1618 (ObjNum 1021 snap 295 seq_num 1021) dirty exists 2024-04-15T14:47:26.790 INFO:tasks.rados.rados.0.smithi016.stdout:3243: left oid 12 (ObjNum 1021 snap 295 seq_num 1021) 2024-04-15T14:47:26.790 INFO:tasks.rados.rados.0.smithi016.stdout:3245: expect (ObjNum 632 snap 191 seq_num 632) 2024-04-15T14:47:26.956 INFO:tasks.rados.rados.0.smithi016.stdout:3244: expect (ObjNum 1011 snap 293 seq_num 1011) 2024-04-15T14:47:27.097 INFO:teuthology.orchestra.run.smithi016.stdout:{ 2024-04-15T14:47:27.097 INFO:teuthology.orchestra.run.smithi016.stdout: "mon": { 2024-04-15T14:47:27.097 INFO:teuthology.orchestra.run.smithi016.stdout: "ceph version 19.0.0-3080-gc2d8c315 (c2d8c3155d854ee204cb7c7261232571229d1d54) squid (dev)": 3 2024-04-15T14:47:27.097 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-04-15T14:47:27.097 INFO:teuthology.orchestra.run.smithi016.stdout: "mgr": { 2024-04-15T14:47:27.097 INFO:teuthology.orchestra.run.smithi016.stdout: "ceph version 19.0.0-3080-gc2d8c315 (c2d8c3155d854ee204cb7c7261232571229d1d54) squid (dev)": 2 2024-04-15T14:47:27.097 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-04-15T14:47:27.097 INFO:teuthology.orchestra.run.smithi016.stdout: "osd": { 2024-04-15T14:47:27.097 INFO:teuthology.orchestra.run.smithi016.stdout: "ceph version 19.0.0-3080-gc2d8c315 (c2d8c3155d854ee204cb7c7261232571229d1d54) squid (dev)": 8 2024-04-15T14:47:27.097 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-04-15T14:47:27.097 INFO:teuthology.orchestra.run.smithi016.stdout: "mds": { 2024-04-15T14:47:27.097 INFO:teuthology.orchestra.run.smithi016.stdout: "ceph version 19.0.0-3080-gc2d8c315 (c2d8c3155d854ee204cb7c7261232571229d1d54) squid (dev)": 2 2024-04-15T14:47:27.098 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-04-15T14:47:27.098 INFO:teuthology.orchestra.run.smithi016.stdout: "overall": { 2024-04-15T14:47:27.098 INFO:teuthology.orchestra.run.smithi016.stdout: "ceph version 19.0.0-3080-gc2d8c315 (c2d8c3155d854ee204cb7c7261232571229d1d54) squid (dev)": 15 2024-04-15T14:47:27.098 INFO:teuthology.orchestra.run.smithi016.stdout: } 2024-04-15T14:47:27.098 INFO:teuthology.orchestra.run.smithi016.stdout:} 2024-04-15T14:47:27.662 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:47:27 smithi016 ceph-mon[90652]: pgmap v655: 121 pgs: 121 active+clean; 160 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 13 MiB/s rd, 5.9 MiB/s wr, 14 op/s 2024-04-15T14:47:27.662 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:47:27 smithi016 ceph-mon[90652]: osdmap e679: 8 total, 8 up, 8 in 2024-04-15T14:47:27.662 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:47:27 smithi016 ceph-mon[90652]: from='client.? 172.21.15.16:0/1492222469' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T14:47:27.662 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:47:27 smithi016 ceph-mon[93212]: pgmap v655: 121 pgs: 121 active+clean; 160 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 13 MiB/s rd, 5.9 MiB/s wr, 14 op/s 2024-04-15T14:47:27.663 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:47:27 smithi016 ceph-mon[93212]: osdmap e679: 8 total, 8 up, 8 in 2024-04-15T14:47:27.663 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:47:27 smithi016 ceph-mon[93212]: from='client.? 172.21.15.16:0/1492222469' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T14:47:27.682 DEBUG:teuthology.orchestra.run.smithi016:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 362ea986-fb34-11ee-bc8f-c7b262605968 -e sha1=c2d8c3155d854ee204cb7c7261232571229d1d54 -- bash -c 'ceph versions | jq -e '"'"'.overall | length == 1'"'"'' 2024-04-15T14:47:27.707 INFO:tasks.rados.rados.0.smithi016.stdout:3242: done (4 left) 2024-04-15T14:47:27.707 INFO:tasks.rados.rados.0.smithi016.stdout:3243: done (3 left) 2024-04-15T14:47:27.707 INFO:tasks.rados.rados.0.smithi016.stdout:3244: done (2 left) 2024-04-15T14:47:27.707 INFO:tasks.rados.rados.0.smithi016.stdout:3245: done (1 left) 2024-04-15T14:47:27.707 INFO:tasks.rados.rados.0.smithi016.stdout:3246: done (0 left) 2024-04-15T14:47:27.707 INFO:tasks.rados.rados.0.smithi016.stdout:3247: read oid 48 snap 293 2024-04-15T14:47:27.707 INFO:tasks.rados.rados.0.smithi016.stdout:3247: expect (ObjNum 927 snap 277 seq_num 927) 2024-04-15T14:47:27.707 INFO:tasks.rados.rados.0.smithi016.stdout:3248: delete oid 49 current snap is 296 2024-04-15T14:47:27.711 INFO:tasks.rados.rados.0.smithi016.stdout:3248: done (1 left) 2024-04-15T14:47:27.711 INFO:tasks.rados.rados.0.smithi016.stdout:3249: read oid 30 snap -1 2024-04-15T14:47:27.711 INFO:tasks.rados.rados.0.smithi016.stdout:3249: expect (ObjNum 962 snap 283 seq_num 962) 2024-04-15T14:47:27.711 INFO:tasks.rados.rados.0.smithi016.stdout:3250: snap_remove snap 294 2024-04-15T14:47:27.896 INFO:teuthology.orchestra.run.smithi016.stderr:Inferring config /var/lib/ceph/362ea986-fb34-11ee-bc8f-c7b262605968/mon.a/config 2024-04-15T14:47:27.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:47:27 smithi102 ceph-mon[87131]: pgmap v655: 121 pgs: 121 active+clean; 160 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 13 MiB/s rd, 5.9 MiB/s wr, 14 op/s 2024-04-15T14:47:27.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:47:27 smithi102 ceph-mon[87131]: osdmap e679: 8 total, 8 up, 8 in 2024-04-15T14:47:27.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:47:27 smithi102 ceph-mon[87131]: from='client.? 172.21.15.16:0/1492222469' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T14:47:28.500 INFO:tasks.rados.rados.0.smithi016.stdout:3250: done (2 left) 2024-04-15T14:47:28.500 INFO:tasks.rados.rados.0.smithi016.stdout:3251: snap_remove snap 295 2024-04-15T14:47:28.752 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:47:28 smithi016 ceph-mon[90652]: osdmap e680: 8 total, 8 up, 8 in 2024-04-15T14:47:28.752 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:47:28 smithi016 ceph-mon[93212]: osdmap e680: 8 total, 8 up, 8 in 2024-04-15T14:47:28.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:47:28 smithi102 ceph-mon[87131]: osdmap e680: 8 total, 8 up, 8 in 2024-04-15T14:47:29.501 INFO:tasks.rados.rados.0.smithi016.stdout:3251: done (2 left) 2024-04-15T14:47:29.501 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 15 current snap is 296 2024-04-15T14:47:29.501 INFO:tasks.rados.rados.0.smithi016.stdout:3252: seq_num 1023 ranges {3211264=335872} 2024-04-15T14:47:29.520 INFO:tasks.rados.rados.0.smithi016.stdout:3252: writing smithi01678542-15 from 3211264 to 3547136 tid 1 2024-04-15T14:47:29.521 INFO:tasks.rados.rados.0.smithi016.stdout:3253: rollback oid 22 current snap is 296 2024-04-15T14:47:29.521 INFO:tasks.rados.rados.0.smithi016.stdout:rollback oid 22 to 293 2024-04-15T14:47:29.521 INFO:tasks.rados.rados.0.smithi016.stdout:3247: expect (ObjNum 927 snap 277 seq_num 927) 2024-04-15T14:47:29.569 INFO:tasks.rados.rados.0.smithi016.stdout:3249: expect (ObjNum 962 snap 283 seq_num 962) 2024-04-15T14:47:29.744 INFO:tasks.rados.rados.0.smithi016.stdout:3252: finishing write tid 1 to smithi01678542-15 2024-04-15T14:47:29.744 INFO:tasks.rados.rados.0.smithi016.stdout:3252: finishing write tid 2 to smithi01678542-15 2024-04-15T14:47:29.744 INFO:tasks.rados.rados.0.smithi016.stdout:3252: finishing write tid 3 to smithi01678542-15 2024-04-15T14:47:29.744 INFO:tasks.rados.rados.0.smithi016.stdout:3252: oid 15 updating version 0 to 1478 2024-04-15T14:47:29.744 INFO:tasks.rados.rados.0.smithi016.stdout:3252: oid 15 updating version 1478 to 1479 2024-04-15T14:47:29.745 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 15 v 1479 (ObjNum 1023 snap 296 seq_num 1023) dirty exists 2024-04-15T14:47:29.745 INFO:tasks.rados.rados.0.smithi016.stdout:3252: left oid 15 (ObjNum 1023 snap 296 seq_num 1023) 2024-04-15T14:47:29.745 INFO:tasks.rados.rados.0.smithi016.stdout:3253: finishing rollback tid 0 to smithi01678542-22 2024-04-15T14:47:29.745 INFO:tasks.rados.rados.0.smithi016.stdout:3253: finishing rollback tid 1 to smithi01678542-22 2024-04-15T14:47:29.745 INFO:tasks.rados.rados.0.smithi016.stdout:3253: finishing rollback tid 2 to smithi01678542-22 2024-04-15T14:47:29.745 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 22 v 1629 (ObjNum 975 snap 288 seq_num 975) dirty exists 2024-04-15T14:47:29.745 INFO:tasks.rados.rados.0.smithi016.stdout:3247: done (3 left) 2024-04-15T14:47:29.745 INFO:tasks.rados.rados.0.smithi016.stdout:3249: done (2 left) 2024-04-15T14:47:29.745 INFO:tasks.rados.rados.0.smithi016.stdout:3252: done (1 left) 2024-04-15T14:47:29.745 INFO:tasks.rados.rados.0.smithi016.stdout:3253: done (0 left) 2024-04-15T14:47:29.745 INFO:tasks.rados.rados.0.smithi016.stdout:3254: snap_create 2024-04-15T14:47:29.789 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:47:29 smithi016 ceph-mon[90652]: pgmap v658: 121 pgs: 121 active+clean; 160 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 13 MiB/s rd, 6.0 MiB/s wr, 15 op/s 2024-04-15T14:47:29.789 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:47:29 smithi016 ceph-mon[90652]: osdmap e681: 8 total, 8 up, 8 in 2024-04-15T14:47:29.789 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:47:29 smithi016 ceph-mon[93212]: pgmap v658: 121 pgs: 121 active+clean; 160 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 13 MiB/s rd, 6.0 MiB/s wr, 15 op/s 2024-04-15T14:47:29.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:47:29 smithi016 ceph-mon[93212]: osdmap e681: 8 total, 8 up, 8 in 2024-04-15T14:47:29.903 INFO:teuthology.orchestra.run.smithi016.stdout:true 2024-04-15T14:47:29.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:47:29 smithi102 ceph-mon[87131]: pgmap v658: 121 pgs: 121 active+clean; 160 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 13 MiB/s rd, 6.0 MiB/s wr, 15 op/s 2024-04-15T14:47:29.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:47:29 smithi102 ceph-mon[87131]: osdmap e681: 8 total, 8 up, 8 in 2024-04-15T14:47:30.369 INFO:tasks.rados.rados.0.smithi016.stdout:3254: done (0 left) 2024-04-15T14:47:30.369 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 46 current snap is 297 2024-04-15T14:47:30.369 INFO:tasks.rados.rados.0.smithi016.stdout:3255: seq_num 1024 ranges {204800=352256} 2024-04-15T14:47:30.372 INFO:tasks.rados.rados.0.smithi016.stdout:3255: writing smithi01678542-46 from 204800 to 557056 tid 1 2024-04-15T14:47:30.372 INFO:tasks.rados.rados.0.smithi016.stdout:3256: read oid 11 snap -1 2024-04-15T14:47:30.372 INFO:tasks.rados.rados.0.smithi016.stdout:3256: expect (ObjNum 933 snap 279 seq_num 933) 2024-04-15T14:47:30.372 INFO:tasks.rados.rados.0.smithi016.stdout:3257: setattr oid 38 current snap is 297 2024-04-15T14:47:30.373 INFO:tasks.rados.rados.0.smithi016.stdout:3258: snap_remove snap 296 2024-04-15T14:47:30.507 DEBUG:teuthology.orchestra.run.smithi016:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 362ea986-fb34-11ee-bc8f-c7b262605968 -e sha1=c2d8c3155d854ee204cb7c7261232571229d1d54 -- bash -c 'ceph versions | jq -e '"'"'.overall | keys'"'"' | grep $sha1' 2024-04-15T14:47:30.758 INFO:teuthology.orchestra.run.smithi016.stderr:Inferring config /var/lib/ceph/362ea986-fb34-11ee-bc8f-c7b262605968/mon.a/config 2024-04-15T14:47:30.789 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:47:30 smithi016 ceph-mon[90652]: osdmap e682: 8 total, 8 up, 8 in 2024-04-15T14:47:30.789 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:47:30 smithi016 ceph-mon[90652]: from='client.? 172.21.15.16:0/1221376309' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T14:47:30.789 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:47:30 smithi016 ceph-mon[90652]: osdmap e683: 8 total, 8 up, 8 in 2024-04-15T14:47:30.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:47:30 smithi016 ceph-mon[93212]: osdmap e682: 8 total, 8 up, 8 in 2024-04-15T14:47:30.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:47:30 smithi016 ceph-mon[93212]: from='client.? 172.21.15.16:0/1221376309' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T14:47:30.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:47:30 smithi016 ceph-mon[93212]: osdmap e683: 8 total, 8 up, 8 in 2024-04-15T14:47:30.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:47:30 smithi102 ceph-mon[87131]: osdmap e682: 8 total, 8 up, 8 in 2024-04-15T14:47:30.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:47:30 smithi102 ceph-mon[87131]: from='client.? 172.21.15.16:0/1221376309' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T14:47:30.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:47:30 smithi102 ceph-mon[87131]: osdmap e683: 8 total, 8 up, 8 in 2024-04-15T14:47:31.371 INFO:tasks.rados.rados.0.smithi016.stdout:3258: done (3 left) 2024-04-15T14:47:31.371 INFO:tasks.rados.rados.0.smithi016.stdout:3259: snap_remove snap 293 2024-04-15T14:47:31.779 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:47:31 smithi016 ceph-mon[93212]: pgmap v661: 121 pgs: 121 active+clean; 160 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 511 B/s rd, 110 KiB/s wr, 2 op/s 2024-04-15T14:47:31.779 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:47:31 smithi016 ceph-mon[93212]: osdmap e684: 8 total, 8 up, 8 in 2024-04-15T14:47:31.780 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:47:31 smithi016 ceph-mon[90652]: pgmap v661: 121 pgs: 121 active+clean; 160 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 511 B/s rd, 110 KiB/s wr, 2 op/s 2024-04-15T14:47:31.780 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:47:31 smithi016 ceph-mon[90652]: osdmap e684: 8 total, 8 up, 8 in 2024-04-15T14:47:31.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:47:31 smithi102 ceph-mon[87131]: pgmap v661: 121 pgs: 121 active+clean; 160 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 511 B/s rd, 110 KiB/s wr, 2 op/s 2024-04-15T14:47:31.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:47:31 smithi102 ceph-mon[87131]: osdmap e684: 8 total, 8 up, 8 in 2024-04-15T14:47:32.039 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 15 14:47:31 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-y[81421]: ::ffff:172.21.15.102 - - [15/Apr/2024:14:47:31] "GET /metrics HTTP/1.1" 200 36269 "" "Prometheus/2.43.0" 2024-04-15T14:47:32.372 INFO:tasks.rados.rados.0.smithi016.stdout:3259: done (3 left) 2024-04-15T14:47:32.372 INFO:tasks.rados.rados.0.smithi016.stdout:3260: snap_create 2024-04-15T14:47:32.372 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 38 v 1480 (ObjNum 983 snap 288 seq_num 983) dirty exists 2024-04-15T14:47:32.372 INFO:tasks.rados.rados.0.smithi016.stdout:3255: finishing write tid 1 to smithi01678542-46 2024-04-15T14:47:32.373 INFO:tasks.rados.rados.0.smithi016.stdout:3255: finishing write tid 2 to smithi01678542-46 2024-04-15T14:47:32.373 INFO:tasks.rados.rados.0.smithi016.stdout:3255: finishing write tid 3 to smithi01678542-46 2024-04-15T14:47:32.373 INFO:tasks.rados.rados.0.smithi016.stdout:3255: oid 46 updating version 0 to 1630 2024-04-15T14:47:32.373 INFO:tasks.rados.rados.0.smithi016.stdout:3255: oid 46 updating version 1630 to 1631 2024-04-15T14:47:32.373 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 46 v 1631 (ObjNum 1024 snap 297 seq_num 1024) dirty exists 2024-04-15T14:47:32.373 INFO:tasks.rados.rados.0.smithi016.stdout:3255: left oid 46 (ObjNum 1024 snap 297 seq_num 1024) 2024-04-15T14:47:32.373 INFO:tasks.rados.rados.0.smithi016.stdout:3256: expect (ObjNum 933 snap 279 seq_num 933) 2024-04-15T14:47:32.687 INFO:journalctl@ceph.prometheus.a.smithi102.stdout:Apr 15 14:47:32 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-prometheus-a[120881]: ts=2024-04-15T14:47:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi016:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"362ea986-fb34-11ee-bc8f-c7b262605968\", instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T14:47:33.052 INFO:teuthology.orchestra.run.smithi016.stdout: "ceph version 19.0.0-3080-gc2d8c315 (c2d8c3155d854ee204cb7c7261232571229d1d54) squid (dev)" 2024-04-15T14:47:33.374 INFO:tasks.rados.rados.0.smithi016.stdout:3255: done (3 left) 2024-04-15T14:47:33.374 INFO:tasks.rados.rados.0.smithi016.stdout:3256: done (2 left) 2024-04-15T14:47:33.374 INFO:tasks.rados.rados.0.smithi016.stdout:3257: done (1 left) 2024-04-15T14:47:33.374 INFO:tasks.rados.rados.0.smithi016.stdout:3260: done (0 left) 2024-04-15T14:47:33.374 INFO:tasks.rados.rados.0.smithi016.stdout:3261: rmattr oid 20 current snap is 298 2024-04-15T14:47:33.374 INFO:tasks.rados.rados.0.smithi016.stdout:3261: done (0 left) 2024-04-15T14:47:33.375 INFO:tasks.rados.rados.0.smithi016.stdout:3262: rollback oid 4 current snap is 298 2024-04-15T14:47:33.375 INFO:tasks.rados.rados.0.smithi016.stdout:rollback oid 4 to 297 2024-04-15T14:47:33.375 INFO:tasks.rados.rados.0.smithi016.stdout:3263: rmattr oid 11 current snap is 298 2024-04-15T14:47:33.375 INFO:tasks.rados.rados.0.smithi016.stdout:3263: done (1 left) 2024-04-15T14:47:33.375 INFO:tasks.rados.rados.0.smithi016.stdout:3264: read oid 23 snap 297 2024-04-15T14:47:33.375 INFO:tasks.rados.rados.0.smithi016.stdout:3264: expect (ObjNum 975 snap 288 seq_num 975) 2024-04-15T14:47:33.375 INFO:tasks.rados.rados.0.smithi016.stdout:3265: snap_create 2024-04-15T14:47:33.383 INFO:tasks.rados.rados.0.smithi016.stdout:3262: finishing rollback tid 0 to smithi01678542-4 2024-04-15T14:47:33.384 INFO:tasks.rados.rados.0.smithi016.stdout:3262: finishing rollback tid 1 to smithi01678542-4 2024-04-15T14:47:33.384 INFO:tasks.rados.rados.0.smithi016.stdout:3262: finishing rollback tid 2 to smithi01678542-4 2024-04-15T14:47:33.384 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 4 v 1709 (ObjNum 980 snap 288 seq_num 980) dirty exists 2024-04-15T14:47:33.385 INFO:tasks.rados.rados.0.smithi016.stdout:3264: expect (ObjNum 975 snap 288 seq_num 975) 2024-04-15T14:47:33.602 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:47:33 smithi016 ceph-mon[90652]: pgmap v664: 121 pgs: 121 active+clean; 153 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 22 MiB/s rd, 432 KiB/s wr, 28 op/s 2024-04-15T14:47:33.603 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:47:33 smithi016 ceph-mon[90652]: osdmap e685: 8 total, 8 up, 8 in 2024-04-15T14:47:33.603 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:47:33 smithi016 ceph-mon[90652]: from='client.? 172.21.15.16:0/1954513460' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T14:47:33.603 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:47:33 smithi016 ceph-mon[93212]: pgmap v664: 121 pgs: 121 active+clean; 153 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 22 MiB/s rd, 432 KiB/s wr, 28 op/s 2024-04-15T14:47:33.603 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:47:33 smithi016 ceph-mon[93212]: osdmap e685: 8 total, 8 up, 8 in 2024-04-15T14:47:33.603 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:47:33 smithi016 ceph-mon[93212]: from='client.? 172.21.15.16:0/1954513460' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T14:47:33.604 INFO:teuthology.task.sequential:In sequential, running task print... 2024-04-15T14:47:33.604 INFO:teuthology.task.print:**** done end upgrade, wait... 2024-04-15T14:47:33.604 DEBUG:teuthology.parallel:result is None 2024-04-15T14:47:33.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:47:33 smithi102 ceph-mon[87131]: pgmap v664: 121 pgs: 121 active+clean; 153 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 22 MiB/s rd, 432 KiB/s wr, 28 op/s 2024-04-15T14:47:33.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:47:33 smithi102 ceph-mon[87131]: osdmap e685: 8 total, 8 up, 8 in 2024-04-15T14:47:33.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:47:33 smithi102 ceph-mon[87131]: from='client.? 172.21.15.16:0/1954513460' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T14:47:34.388 INFO:tasks.rados.rados.0.smithi016.stdout:3262: done (2 left) 2024-04-15T14:47:34.388 INFO:tasks.rados.rados.0.smithi016.stdout:3264: done (1 left) 2024-04-15T14:47:34.388 INFO:tasks.rados.rados.0.smithi016.stdout:3265: done (0 left) 2024-04-15T14:47:34.388 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 7 current snap is 299 2024-04-15T14:47:34.388 INFO:tasks.rados.rados.0.smithi016.stdout:3266: seq_num 1025 ranges {0=368640} 2024-04-15T14:47:34.391 INFO:tasks.rados.rados.0.smithi016.stdout:3266: writing smithi01678542-7 from 0 to 368640 tid 1 2024-04-15T14:47:34.391 INFO:tasks.rados.rados.0.smithi016.stdout:3267: copy_from oid 48 from oid 38 current snap is 299 2024-04-15T14:47:34.391 INFO:tasks.rados.rados.0.smithi016.stdout:3268: copy_from oid 29 from oid 8 current snap is 299 2024-04-15T14:47:34.391 INFO:tasks.rados.rados.0.smithi016.stdout:3269: read oid 14 snap 297 2024-04-15T14:47:34.391 INFO:tasks.rados.rados.0.smithi016.stdout:3269: expect (ObjNum 970 snap 286 seq_num 970) 2024-04-15T14:47:34.391 INFO:tasks.rados.rados.0.smithi016.stdout:3270: copy_from oid 6 from oid 20 current snap is 299 2024-04-15T14:47:34.391 INFO:tasks.rados.rados.0.smithi016.stdout:3271: rmattr oid 43 current snap is 299 2024-04-15T14:47:34.391 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 10 current snap is 299 2024-04-15T14:47:34.392 INFO:tasks.rados.rados.0.smithi016.stdout:3272: seq_num 1026 ranges {13287424=385024} 2024-04-15T14:47:34.465 INFO:tasks.rados.rados.0.smithi016.stdout:3272: writing smithi01678542-10 from 13287424 to 13672448 tid 1 2024-04-15T14:47:34.465 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 36 current snap is 299 2024-04-15T14:47:34.465 INFO:tasks.rados.rados.0.smithi016.stdout:3273: seq_num 1027 ranges {2310144=409600} 2024-04-15T14:47:34.480 INFO:tasks.rados.rados.0.smithi016.stdout:3273: writing smithi01678542-36 from 2310144 to 2719744 tid 1 2024-04-15T14:47:34.480 INFO:tasks.rados.rados.0.smithi016.stdout:3274: snap_remove snap 298 2024-04-15T14:47:34.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:47:34 smithi102 ceph-mon[87131]: osdmap e686: 8 total, 8 up, 8 in 2024-04-15T14:47:34.789 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:47:34 smithi016 ceph-mon[90652]: osdmap e686: 8 total, 8 up, 8 in 2024-04-15T14:47:34.789 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:47:34 smithi016 ceph-mon[93212]: osdmap e686: 8 total, 8 up, 8 in 2024-04-15T14:47:35.371 INFO:tasks.rados.rados.0.smithi016.stdout:3274: done (8 left) 2024-04-15T14:47:35.371 INFO:tasks.rados.rados.0.smithi016.stdout:3275: setattr oid 26 current snap is 299 2024-04-15T14:47:35.372 INFO:tasks.rados.rados.0.smithi016.stdout:3266: finishing write tid 1 to smithi01678542-7 2024-04-15T14:47:35.372 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 43 v 1624 (ObjNum 1017 snap 294 seq_num 1017) dirty exists 2024-04-15T14:47:35.372 INFO:tasks.rados.rados.0.smithi016.stdout:3266: finishing write tid 2 to smithi01678542-7 2024-04-15T14:47:35.372 INFO:tasks.rados.rados.0.smithi016.stdout:3270: finishing copy_from to smithi01678542-6 2024-04-15T14:47:35.372 INFO:tasks.rados.rados.0.smithi016.stdout:3270: got expected ENOENT (src dne) 2024-04-15T14:47:35.372 INFO:tasks.rados.rados.0.smithi016.stdout:3270: finishing copy_from racing read to smithi01678542-6 2024-04-15T14:47:35.372 INFO:tasks.rados.rados.0.smithi016.stdout:3266: finishing write tid 3 to smithi01678542-7 2024-04-15T14:47:35.372 INFO:tasks.rados.rados.0.smithi016.stdout:3266: oid 7 updating version 0 to 1607 2024-04-15T14:47:35.372 INFO:tasks.rados.rados.0.smithi016.stdout:3266: oid 7 version 1607 is already newer than 1606 2024-04-15T14:47:35.372 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 7 v 1607 (ObjNum 1025 snap 299 seq_num 1025) dirty exists 2024-04-15T14:47:35.372 INFO:tasks.rados.rados.0.smithi016.stdout:3266: left oid 7 (ObjNum 1025 snap 299 seq_num 1025) 2024-04-15T14:47:35.372 INFO:tasks.rados.rados.0.smithi016.stdout:3268: finishing copy_from racing read to smithi01678542-29 2024-04-15T14:47:35.372 INFO:tasks.rados.rados.0.smithi016.stdout:3268: finishing copy_from to smithi01678542-29 2024-04-15T14:47:35.372 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 29 v 1155 (ObjNum 918 snap 275 seq_num 918) dirty exists 2024-04-15T14:47:35.373 INFO:tasks.rados.rados.0.smithi016.stdout:3267: finishing copy_from racing read to smithi01678542-48 2024-04-15T14:47:35.373 INFO:tasks.rados.rados.0.smithi016.stdout:3267: finishing copy_from to smithi01678542-48 2024-04-15T14:47:35.373 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 48 v 1480 (ObjNum 983 snap 288 seq_num 983) dirty exists 2024-04-15T14:47:35.373 INFO:tasks.rados.rados.0.smithi016.stdout:3269: expect (ObjNum 970 snap 286 seq_num 970) 2024-04-15T14:47:35.484 INFO:tasks.rados.rados.0.smithi016.stdout:3272: finishing write tid 1 to smithi01678542-10 2024-04-15T14:47:35.484 INFO:tasks.rados.rados.0.smithi016.stdout:3272: finishing write tid 2 to smithi01678542-10 2024-04-15T14:47:35.485 INFO:tasks.rados.rados.0.smithi016.stdout:3272: finishing write tid 3 to smithi01678542-10 2024-04-15T14:47:35.485 INFO:tasks.rados.rados.0.smithi016.stdout:3272: oid 10 updating version 0 to 1633 2024-04-15T14:47:35.485 INFO:tasks.rados.rados.0.smithi016.stdout:3272: oid 10 version 1633 is already newer than 1632 2024-04-15T14:47:35.485 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 10 v 1633 (ObjNum 1026 snap 299 seq_num 1026) dirty exists 2024-04-15T14:47:35.485 INFO:tasks.rados.rados.0.smithi016.stdout:3272: left oid 10 (ObjNum 1026 snap 299 seq_num 1026) 2024-04-15T14:47:35.485 INFO:tasks.rados.rados.0.smithi016.stdout:3273: finishing write tid 1 to smithi01678542-36 2024-04-15T14:47:35.485 INFO:tasks.rados.rados.0.smithi016.stdout:3273: finishing write tid 2 to smithi01678542-36 2024-04-15T14:47:35.485 INFO:tasks.rados.rados.0.smithi016.stdout:3273: finishing write tid 3 to smithi01678542-36 2024-04-15T14:47:35.485 INFO:tasks.rados.rados.0.smithi016.stdout:3273: oid 36 updating version 0 to 1626 2024-04-15T14:47:35.485 INFO:tasks.rados.rados.0.smithi016.stdout:3273: oid 36 version 1626 is already newer than 1625 2024-04-15T14:47:35.485 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 36 v 1626 (ObjNum 1027 snap 299 seq_num 1027) dirty exists 2024-04-15T14:47:35.485 INFO:tasks.rados.rados.0.smithi016.stdout:3273: left oid 36 (ObjNum 1027 snap 299 seq_num 1027) 2024-04-15T14:47:35.485 INFO:tasks.rados.rados.0.smithi016.stdout:3266: done (8 left) 2024-04-15T14:47:35.486 INFO:tasks.rados.rados.0.smithi016.stdout:3267: done (7 left) 2024-04-15T14:47:35.486 INFO:tasks.rados.rados.0.smithi016.stdout:3268: done (6 left) 2024-04-15T14:47:35.486 INFO:tasks.rados.rados.0.smithi016.stdout:3269: done (5 left) 2024-04-15T14:47:35.486 INFO:tasks.rados.rados.0.smithi016.stdout:3270: done (4 left) 2024-04-15T14:47:35.486 INFO:tasks.rados.rados.0.smithi016.stdout:3271: done (3 left) 2024-04-15T14:47:35.486 INFO:tasks.rados.rados.0.smithi016.stdout:3272: done (2 left) 2024-04-15T14:47:35.486 INFO:tasks.rados.rados.0.smithi016.stdout:3273: done (1 left) 2024-04-15T14:47:35.486 INFO:tasks.rados.rados.0.smithi016.stdout:3276: snap_create 2024-04-15T14:47:35.490 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 26 v 1537 (ObjNum 177 snap 0 seq_num 1) dirty exists 2024-04-15T14:47:35.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:47:35 smithi102 ceph-mon[87131]: pgmap v667: 121 pgs: 121 active+clean; 139 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 22 MiB/s rd, 432 KiB/s wr, 28 op/s 2024-04-15T14:47:35.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:47:35 smithi102 ceph-mon[87131]: osdmap e687: 8 total, 8 up, 8 in 2024-04-15T14:47:35.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:47:35 smithi102 ceph-mon[87131]: osdmap e688: 8 total, 8 up, 8 in 2024-04-15T14:47:35.789 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:47:35 smithi016 ceph-mon[90652]: pgmap v667: 121 pgs: 121 active+clean; 139 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 22 MiB/s rd, 432 KiB/s wr, 28 op/s 2024-04-15T14:47:35.789 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:47:35 smithi016 ceph-mon[90652]: osdmap e687: 8 total, 8 up, 8 in 2024-04-15T14:47:35.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:47:35 smithi016 ceph-mon[90652]: osdmap e688: 8 total, 8 up, 8 in 2024-04-15T14:47:35.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:47:35 smithi016 ceph-mon[93212]: pgmap v667: 121 pgs: 121 active+clean; 139 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 22 MiB/s rd, 432 KiB/s wr, 28 op/s 2024-04-15T14:47:35.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:47:35 smithi016 ceph-mon[93212]: osdmap e687: 8 total, 8 up, 8 in 2024-04-15T14:47:35.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:47:35 smithi016 ceph-mon[93212]: osdmap e688: 8 total, 8 up, 8 in 2024-04-15T14:47:36.393 INFO:tasks.rados.rados.0.smithi016.stdout:3275: done (1 left) 2024-04-15T14:47:36.393 INFO:tasks.rados.rados.0.smithi016.stdout:3276: done (0 left) 2024-04-15T14:47:36.393 INFO:tasks.rados.rados.0.smithi016.stdout:3277: delete oid 30 current snap is 300 2024-04-15T14:47:36.399 INFO:tasks.rados.rados.0.smithi016.stdout:3277: done (0 left) 2024-04-15T14:47:36.399 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 4 current snap is 300 2024-04-15T14:47:36.399 INFO:tasks.rados.rados.0.smithi016.stdout:3278: seq_num 1029 ranges {3022848=442368} 2024-04-15T14:47:36.418 INFO:tasks.rados.rados.0.smithi016.stdout:3278: writing smithi01678542-4 from 3022848 to 3465216 tid 1 2024-04-15T14:47:36.418 INFO:tasks.rados.rados.0.smithi016.stdout:3279: rmattr oid 39 current snap is 300 2024-04-15T14:47:36.419 INFO:tasks.rados.rados.0.smithi016.stdout:3279: done (1 left) 2024-04-15T14:47:36.419 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 32 current snap is 300 2024-04-15T14:47:36.419 INFO:tasks.rados.rados.0.smithi016.stdout:3280: seq_num 1030 ranges {0=458752} 2024-04-15T14:47:36.420 INFO:tasks.rados.rados.0.smithi016.stdout:3280: writing smithi01678542-32 from 0 to 458752 tid 1 2024-04-15T14:47:36.420 INFO:tasks.rados.rados.0.smithi016.stdout:3281: delete oid 50 current snap is 300 2024-04-15T14:47:36.424 INFO:tasks.rados.rados.0.smithi016.stdout:3278: finishing write tid 1 to smithi01678542-4 2024-04-15T14:47:36.425 INFO:tasks.rados.rados.0.smithi016.stdout:3281: done (2 left) 2024-04-15T14:47:36.425 INFO:tasks.rados.rados.0.smithi016.stdout:3282: copy_from oid 9 from oid 24 current snap is 300 2024-04-15T14:47:36.425 INFO:tasks.rados.rados.0.smithi016.stdout:3283: rmattr oid 40 current snap is 300 2024-04-15T14:47:36.425 INFO:tasks.rados.rados.0.smithi016.stdout:3283: done (3 left) 2024-04-15T14:47:36.425 INFO:tasks.rados.rados.0.smithi016.stdout:3284: snap_remove snap 297 2024-04-15T14:47:37.400 INFO:tasks.rados.rados.0.smithi016.stdout:3284: done (3 left) 2024-04-15T14:47:37.400 INFO:tasks.rados.rados.0.smithi016.stdout:3285: setattr oid 35 current snap is 300 2024-04-15T14:47:37.400 INFO:tasks.rados.rados.0.smithi016.stdout:3278: finishing write tid 2 to smithi01678542-4 2024-04-15T14:47:37.401 INFO:tasks.rados.rados.0.smithi016.stdout:3280: finishing write tid 1 to smithi01678542-32 2024-04-15T14:47:37.401 INFO:tasks.rados.rados.0.smithi016.stdout:3280: finishing write tid 2 to smithi01678542-32 2024-04-15T14:47:37.401 INFO:tasks.rados.rados.0.smithi016.stdout:3278: finishing write tid 3 to smithi01678542-4 2024-04-15T14:47:37.401 INFO:tasks.rados.rados.0.smithi016.stdout:3278: oid 4 updating version 0 to 1716 2024-04-15T14:47:37.401 INFO:tasks.rados.rados.0.smithi016.stdout:3278: oid 4 version 1716 is already newer than 1715 2024-04-15T14:47:37.401 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 4 v 1716 (ObjNum 1029 snap 300 seq_num 1029) dirty exists 2024-04-15T14:47:37.402 INFO:tasks.rados.rados.0.smithi016.stdout:3278: left oid 4 (ObjNum 1029 snap 300 seq_num 1029) 2024-04-15T14:47:37.402 INFO:tasks.rados.rados.0.smithi016.stdout:3280: finishing write tid 3 to smithi01678542-32 2024-04-15T14:47:37.402 INFO:tasks.rados.rados.0.smithi016.stdout:3280: oid 32 updating version 0 to 1717 2024-04-15T14:47:37.402 INFO:tasks.rados.rados.0.smithi016.stdout:3280: oid 32 updating version 1717 to 1718 2024-04-15T14:47:37.402 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 32 v 1718 (ObjNum 1030 snap 300 seq_num 1030) dirty exists 2024-04-15T14:47:37.402 INFO:tasks.rados.rados.0.smithi016.stdout:3280: left oid 32 (ObjNum 1030 snap 300 seq_num 1030) 2024-04-15T14:47:37.403 INFO:tasks.rados.rados.0.smithi016.stdout:3282: finishing copy_from racing read to smithi01678542-9 2024-04-15T14:47:37.403 INFO:tasks.rados.rados.0.smithi016.stdout:3282: finishing copy_from to smithi01678542-9 2024-04-15T14:47:37.403 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 9 v 1452 (ObjNum 632 snap 191 seq_num 632) dirty exists 2024-04-15T14:47:37.407 INFO:tasks.rados.rados.0.smithi016.stdout:3278: done (3 left) 2024-04-15T14:47:37.407 INFO:tasks.rados.rados.0.smithi016.stdout:3280: done (2 left) 2024-04-15T14:47:37.407 INFO:tasks.rados.rados.0.smithi016.stdout:3282: done (1 left) 2024-04-15T14:47:37.407 INFO:tasks.rados.rados.0.smithi016.stdout:3286: copy_from oid 3 from oid 9 current snap is 300 2024-04-15T14:47:37.408 INFO:tasks.rados.rados.0.smithi016.stdout:3287: read oid 44 snap -1 2024-04-15T14:47:37.408 INFO:tasks.rados.rados.0.smithi016.stdout:3287: expect (ObjNum 992 snap 289 seq_num 992) 2024-04-15T14:47:37.408 INFO:tasks.rados.rados.0.smithi016.stdout:3288: rollback oid 34 current snap is 300 2024-04-15T14:47:37.408 INFO:tasks.rados.rados.0.smithi016.stdout:rollback oid 34 to 299 2024-04-15T14:47:37.409 INFO:tasks.rados.rados.0.smithi016.stdout:3289: read oid 20 snap -1 2024-04-15T14:47:37.409 INFO:tasks.rados.rados.0.smithi016.stdout:3289: expect deleted 2024-04-15T14:47:37.409 INFO:tasks.rados.rados.0.smithi016.stdout:3290: setattr oid 41 current snap is 300 2024-04-15T14:47:37.410 INFO:tasks.rados.rados.0.smithi016.stdout:3289: done (5 left) 2024-04-15T14:47:37.410 INFO:tasks.rados.rados.0.smithi016.stdout:3291: read oid 32 snap 299 2024-04-15T14:47:37.410 INFO:tasks.rados.rados.0.smithi016.stdout:3291: expect deleted 2024-04-15T14:47:37.410 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 31 current snap is 300 2024-04-15T14:47:37.410 INFO:tasks.rados.rados.0.smithi016.stdout:3292: seq_num 1032 ranges {999424=491520} 2024-04-15T14:47:37.415 INFO:tasks.rados.rados.0.smithi016.stdout:3292: writing smithi01678542-31 from 999424 to 1490944 tid 1 2024-04-15T14:47:37.415 INFO:tasks.rados.rados.0.smithi016.stdout:3293: snap_create 2024-04-15T14:47:37.416 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 35 v 1702 (ObjNum 1013 snap 294 seq_num 1013) dirty exists 2024-04-15T14:47:37.416 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 41 v 1538 (ObjNum 828 snap 250 seq_num 828) dirty exists 2024-04-15T14:47:37.418 INFO:tasks.rados.rados.0.smithi016.stdout:3288: finishing rollback tid 0 to smithi01678542-34 2024-04-15T14:47:37.422 INFO:tasks.rados.rados.0.smithi016.stdout:3292: finishing write tid 1 to smithi01678542-31 2024-04-15T14:47:37.422 INFO:tasks.rados.rados.0.smithi016.stdout:3292: finishing write tid 2 to smithi01678542-31 2024-04-15T14:47:37.422 INFO:tasks.rados.rados.0.smithi016.stdout:3288: finishing rollback tid 1 to smithi01678542-34 2024-04-15T14:47:37.422 INFO:tasks.rados.rados.0.smithi016.stdout:3288: finishing rollback tid 2 to smithi01678542-34 2024-04-15T14:47:37.422 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 34 v 1629 (ObjNum 1018 snap 294 seq_num 1018) dirty exists 2024-04-15T14:47:37.423 INFO:tasks.rados.rados.0.smithi016.stdout:3292: finishing write tid 3 to smithi01678542-31 2024-04-15T14:47:37.423 INFO:tasks.rados.rados.0.smithi016.stdout:3292: oid 31 updating version 0 to 1539 2024-04-15T14:47:37.423 INFO:tasks.rados.rados.0.smithi016.stdout:3292: oid 31 version 1539 is already newer than 1538 2024-04-15T14:47:37.423 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 31 v 1539 (ObjNum 1032 snap 300 seq_num 1032) dirty exists 2024-04-15T14:47:37.424 INFO:tasks.rados.rados.0.smithi016.stdout:3292: left oid 31 (ObjNum 1032 snap 300 seq_num 1032) 2024-04-15T14:47:37.430 INFO:tasks.rados.rados.0.smithi016.stdout:3286: finishing copy_from racing read to smithi01678542-3 2024-04-15T14:47:37.434 INFO:tasks.rados.rados.0.smithi016.stdout:3286: finishing copy_from to smithi01678542-3 2024-04-15T14:47:37.434 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 3 v 1452 (ObjNum 632 snap 191 seq_num 632) dirty exists 2024-04-15T14:47:37.435 INFO:tasks.rados.rados.0.smithi016.stdout:3287: expect (ObjNum 992 snap 289 seq_num 992) 2024-04-15T14:47:37.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:47:37 smithi102 ceph-mon[87131]: pgmap v670: 121 pgs: 121 active+clean; 135 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 1.9 MiB/s rd, 1.0 MiB/s wr, 9 op/s 2024-04-15T14:47:37.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:47:37 smithi102 ceph-mon[87131]: osdmap e689: 8 total, 8 up, 8 in 2024-04-15T14:47:37.789 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:47:37 smithi016 ceph-mon[90652]: pgmap v670: 121 pgs: 121 active+clean; 135 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 1.9 MiB/s rd, 1.0 MiB/s wr, 9 op/s 2024-04-15T14:47:37.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:47:37 smithi016 ceph-mon[90652]: osdmap e689: 8 total, 8 up, 8 in 2024-04-15T14:47:37.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:47:37 smithi016 ceph-mon[93212]: pgmap v670: 121 pgs: 121 active+clean; 135 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 1.9 MiB/s rd, 1.0 MiB/s wr, 9 op/s 2024-04-15T14:47:37.791 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:47:37 smithi016 ceph-mon[93212]: osdmap e689: 8 total, 8 up, 8 in 2024-04-15T14:47:37.791 INFO:journalctl@ceph.osd.2.smithi016.stdout:Apr 15 14:47:37 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-osd-2[109384]: 2024-04-15T14:47:37.415+0000 7f06bc2a4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17b after trimming was started 2024-04-15T14:47:38.404 INFO:tasks.rados.rados.0.smithi016.stdout:3285: done (7 left) 2024-04-15T14:47:38.404 INFO:tasks.rados.rados.0.smithi016.stdout:3286: done (6 left) 2024-04-15T14:47:38.405 INFO:tasks.rados.rados.0.smithi016.stdout:3287: done (5 left) 2024-04-15T14:47:38.405 INFO:tasks.rados.rados.0.smithi016.stdout:3288: done (4 left) 2024-04-15T14:47:38.405 INFO:tasks.rados.rados.0.smithi016.stdout:3290: done (3 left) 2024-04-15T14:47:38.405 INFO:tasks.rados.rados.0.smithi016.stdout:3291: done (2 left) 2024-04-15T14:47:38.405 INFO:tasks.rados.rados.0.smithi016.stdout:3292: done (1 left) 2024-04-15T14:47:38.405 INFO:tasks.rados.rados.0.smithi016.stdout:3293: done (0 left) 2024-04-15T14:47:38.405 INFO:tasks.rados.rados.0.smithi016.stdout:3294: snap_remove snap 300 2024-04-15T14:47:38.685 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:47:38 smithi102 ceph-mon[87131]: osdmap e690: 8 total, 8 up, 8 in 2024-04-15T14:47:38.789 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:47:38 smithi016 ceph-mon[90652]: osdmap e690: 8 total, 8 up, 8 in 2024-04-15T14:47:38.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:47:38 smithi016 ceph-mon[93212]: osdmap e690: 8 total, 8 up, 8 in 2024-04-15T14:47:39.406 INFO:tasks.rados.rados.0.smithi016.stdout:3294: done (0 left) 2024-04-15T14:47:39.406 INFO:tasks.rados.rados.0.smithi016.stdout:3295: snap_create 2024-04-15T14:47:39.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:47:39 smithi102 ceph-mon[87131]: pgmap v673: 121 pgs: 121 active+clean; 138 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 4.3 MiB/s rd, 1.6 MiB/s wr, 18 op/s 2024-04-15T14:47:39.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:47:39 smithi102 ceph-mon[87131]: osdmap e691: 8 total, 8 up, 8 in 2024-04-15T14:47:39.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:47:39 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T14:47:39.789 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:47:39 smithi016 ceph-mon[90652]: pgmap v673: 121 pgs: 121 active+clean; 138 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 4.3 MiB/s rd, 1.6 MiB/s wr, 18 op/s 2024-04-15T14:47:39.789 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:47:39 smithi016 ceph-mon[90652]: osdmap e691: 8 total, 8 up, 8 in 2024-04-15T14:47:39.789 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:47:39 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T14:47:39.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:47:39 smithi016 ceph-mon[93212]: pgmap v673: 121 pgs: 121 active+clean; 138 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 4.3 MiB/s rd, 1.6 MiB/s wr, 18 op/s 2024-04-15T14:47:39.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:47:39 smithi016 ceph-mon[93212]: osdmap e691: 8 total, 8 up, 8 in 2024-04-15T14:47:39.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:47:39 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T14:47:40.373 INFO:tasks.rados.rados.0.smithi016.stdout:3295: done (0 left) 2024-04-15T14:47:40.374 INFO:tasks.rados.rados.0.smithi016.stdout:3296: read oid 11 snap -1 2024-04-15T14:47:40.374 INFO:tasks.rados.rados.0.smithi016.stdout:3296: expect (ObjNum 933 snap 279 seq_num 933) 2024-04-15T14:47:40.374 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 28 current snap is 302 2024-04-15T14:47:40.374 INFO:tasks.rados.rados.0.smithi016.stdout:3297: seq_num 1033 ranges {1990656=507904} 2024-04-15T14:47:40.389 INFO:tasks.rados.rados.0.smithi016.stdout:3297: writing smithi01678542-28 from 1990656 to 2498560 tid 1 2024-04-15T14:47:40.389 INFO:tasks.rados.rados.0.smithi016.stdout:3298: delete oid 46 current snap is 302 2024-04-15T14:47:40.389 INFO:tasks.rados.rados.0.smithi016.stdout:3296: expect (ObjNum 933 snap 279 seq_num 933) 2024-04-15T14:47:40.499 INFO:tasks.rados.rados.0.smithi016.stdout:3297: finishing write tid 1 to smithi01678542-28 2024-04-15T14:47:40.499 INFO:tasks.rados.rados.0.smithi016.stdout:3297: finishing write tid 2 to smithi01678542-28 2024-04-15T14:47:40.499 INFO:tasks.rados.rados.0.smithi016.stdout:3296: done (2 left) 2024-04-15T14:47:40.499 INFO:tasks.rados.rados.0.smithi016.stdout:3298: done (1 left) 2024-04-15T14:47:40.499 INFO:tasks.rados.rados.0.smithi016.stdout:3299: read oid 44 snap -1 2024-04-15T14:47:40.499 INFO:tasks.rados.rados.0.smithi016.stdout:3299: expect (ObjNum 992 snap 289 seq_num 992) 2024-04-15T14:47:40.499 INFO:tasks.rados.rados.0.smithi016.stdout:3300: snap_create 2024-04-15T14:47:40.499 INFO:tasks.rados.rados.0.smithi016.stdout:3297: finishing write tid 3 to smithi01678542-28 2024-04-15T14:47:40.500 INFO:tasks.rados.rados.0.smithi016.stdout:3297: oid 28 updating version 0 to 1482 2024-04-15T14:47:40.500 INFO:tasks.rados.rados.0.smithi016.stdout:3297: oid 28 version 1482 is already newer than 1481 2024-04-15T14:47:40.500 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 28 v 1482 (ObjNum 1033 snap 302 seq_num 1033) dirty exists 2024-04-15T14:47:40.500 INFO:tasks.rados.rados.0.smithi016.stdout:3297: left oid 28 (ObjNum 1033 snap 302 seq_num 1033) 2024-04-15T14:47:40.514 INFO:tasks.rados.rados.0.smithi016.stdout:3299: expect (ObjNum 992 snap 289 seq_num 992) 2024-04-15T14:47:40.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:47:40 smithi102 ceph-mon[87131]: osdmap e692: 8 total, 8 up, 8 in 2024-04-15T14:47:40.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:47:40 smithi102 ceph-mon[87131]: osdmap e693: 8 total, 8 up, 8 in 2024-04-15T14:47:40.789 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:47:40 smithi016 ceph-mon[90652]: osdmap e692: 8 total, 8 up, 8 in 2024-04-15T14:47:40.789 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:47:40 smithi016 ceph-mon[90652]: osdmap e693: 8 total, 8 up, 8 in 2024-04-15T14:47:40.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:47:40 smithi016 ceph-mon[93212]: osdmap e692: 8 total, 8 up, 8 in 2024-04-15T14:47:40.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:47:40 smithi016 ceph-mon[93212]: osdmap e693: 8 total, 8 up, 8 in 2024-04-15T14:47:41.422 INFO:tasks.rados.rados.0.smithi016.stdout:3297: done (2 left) 2024-04-15T14:47:41.449 INFO:tasks.rados.rados.0.smithi016.stdout:3299: done (1 left) 2024-04-15T14:47:41.449 INFO:tasks.rados.rados.0.smithi016.stdout:3300: done (0 left) 2024-04-15T14:47:41.449 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 8 current snap is 303 2024-04-15T14:47:41.449 INFO:tasks.rados.rados.0.smithi016.stdout:3301: seq_num 1035 ranges {983040=540672} 2024-04-15T14:47:41.451 INFO:tasks.rados.rados.0.smithi016.stdout:3301: writing smithi01678542-8 from 983040 to 1523712 tid 1 2024-04-15T14:47:41.451 INFO:tasks.rados.rados.0.smithi016.stdout:3302: rollback oid 37 current snap is 303 2024-04-15T14:47:41.451 INFO:tasks.rados.rados.0.smithi016.stdout:rollback oid 37 to 302 2024-04-15T14:47:41.451 INFO:tasks.rados.rados.0.smithi016.stdout:3303: snap_create 2024-04-15T14:47:41.451 INFO:tasks.rados.rados.0.smithi016.stdout:3302: finishing rollback tid 0 to smithi01678542-37 2024-04-15T14:47:41.451 INFO:tasks.rados.rados.0.smithi016.stdout:3302: finishing rollback tid 1 to smithi01678542-37 2024-04-15T14:47:41.451 INFO:tasks.rados.rados.0.smithi016.stdout:3302: finishing rollback tid 2 to smithi01678542-37 2024-04-15T14:47:41.451 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 37 v 1637 (ObjNum 970 snap 286 seq_num 970) dirty exists 2024-04-15T14:47:41.451 INFO:tasks.rados.rados.0.smithi016.stdout:3301: finishing write tid 1 to smithi01678542-8 2024-04-15T14:47:41.451 INFO:tasks.rados.rados.0.smithi016.stdout:3301: finishing write tid 2 to smithi01678542-8 2024-04-15T14:47:41.451 INFO:tasks.rados.rados.0.smithi016.stdout:3301: finishing write tid 3 to smithi01678542-8 2024-04-15T14:47:41.451 INFO:tasks.rados.rados.0.smithi016.stdout:3301: oid 8 updating version 0 to 1619 2024-04-15T14:47:41.452 INFO:tasks.rados.rados.0.smithi016.stdout:3301: oid 8 updating version 1619 to 1620 2024-04-15T14:47:41.452 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 8 v 1620 (ObjNum 1035 snap 303 seq_num 1035) dirty exists 2024-04-15T14:47:41.452 INFO:tasks.rados.rados.0.smithi016.stdout:3301: left oid 8 (ObjNum 1035 snap 303 seq_num 1035) 2024-04-15T14:47:41.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:47:41 smithi102 ceph-mon[87131]: pgmap v676: 121 pgs: 121 active+clean; 138 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 2.3 MiB/s rd, 580 KiB/s wr, 9 op/s 2024-04-15T14:47:41.778 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:47:41 smithi016 ceph-mon[90652]: pgmap v676: 121 pgs: 121 active+clean; 138 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 2.3 MiB/s rd, 580 KiB/s wr, 9 op/s 2024-04-15T14:47:41.781 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:47:41 smithi016 ceph-mon[93212]: pgmap v676: 121 pgs: 121 active+clean; 138 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 2.3 MiB/s rd, 580 KiB/s wr, 9 op/s 2024-04-15T14:47:42.039 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 15 14:47:41 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-y[81421]: ::ffff:172.21.15.102 - - [15/Apr/2024:14:47:41] "GET /metrics HTTP/1.1" 200 36267 "" "Prometheus/2.43.0" 2024-04-15T14:47:42.427 INFO:tasks.rados.rados.0.smithi016.stdout:3301: done (2 left) 2024-04-15T14:47:42.427 INFO:tasks.rados.rados.0.smithi016.stdout:3302: done (1 left) 2024-04-15T14:47:42.427 INFO:tasks.rados.rados.0.smithi016.stdout:3303: done (0 left) 2024-04-15T14:47:42.427 INFO:tasks.rados.rados.0.smithi016.stdout:3304: setattr oid 17 current snap is 304 2024-04-15T14:47:42.429 INFO:tasks.rados.rados.0.smithi016.stdout:3305: snap_create 2024-04-15T14:47:42.435 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 17 v 1536 (ObjNum 465 snap 0 seq_num 3763870936) dirty exists 2024-04-15T14:47:42.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:47:42 smithi102 ceph-mon[87131]: osdmap e694: 8 total, 8 up, 8 in 2024-04-15T14:47:42.687 INFO:journalctl@ceph.prometheus.a.smithi102.stdout:Apr 15 14:47:42 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-prometheus-a[120881]: ts=2024-04-15T14:47:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi016:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"362ea986-fb34-11ee-bc8f-c7b262605968\", instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T14:47:42.789 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:47:42 smithi016 ceph-mon[90652]: osdmap e694: 8 total, 8 up, 8 in 2024-04-15T14:47:42.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:47:42 smithi016 ceph-mon[93212]: osdmap e694: 8 total, 8 up, 8 in 2024-04-15T14:47:43.429 INFO:tasks.rados.rados.0.smithi016.stdout:3304: done (1 left) 2024-04-15T14:47:43.429 INFO:tasks.rados.rados.0.smithi016.stdout:3305: done (0 left) 2024-04-15T14:47:43.429 INFO:tasks.rados.rados.0.smithi016.stdout:3306: snap_create 2024-04-15T14:47:43.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:47:43 smithi102 ceph-mon[87131]: pgmap v679: 121 pgs: 121 active+clean; 142 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 7.4 MiB/s rd, 1.9 MiB/s wr, 11 op/s 2024-04-15T14:47:43.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:47:43 smithi102 ceph-mon[87131]: osdmap e695: 8 total, 8 up, 8 in 2024-04-15T14:47:43.789 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:47:43 smithi016 ceph-mon[90652]: pgmap v679: 121 pgs: 121 active+clean; 142 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 7.4 MiB/s rd, 1.9 MiB/s wr, 11 op/s 2024-04-15T14:47:43.789 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:47:43 smithi016 ceph-mon[90652]: osdmap e695: 8 total, 8 up, 8 in 2024-04-15T14:47:43.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:47:43 smithi016 ceph-mon[93212]: pgmap v679: 121 pgs: 121 active+clean; 142 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 7.4 MiB/s rd, 1.9 MiB/s wr, 11 op/s 2024-04-15T14:47:43.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:47:43 smithi016 ceph-mon[93212]: osdmap e695: 8 total, 8 up, 8 in 2024-04-15T14:47:44.443 INFO:tasks.rados.rados.0.smithi016.stdout:3306: done (0 left) 2024-04-15T14:47:44.443 INFO:tasks.rados.rados.0.smithi016.stdout:3307: read oid 29 snap -1 2024-04-15T14:47:44.444 INFO:tasks.rados.rados.0.smithi016.stdout:3307: expect (ObjNum 918 snap 275 seq_num 918) 2024-04-15T14:47:44.444 INFO:tasks.rados.rados.0.smithi016.stdout:3308: read oid 23 snap 303 2024-04-15T14:47:44.444 INFO:tasks.rados.rados.0.smithi016.stdout:3308: expect (ObjNum 975 snap 288 seq_num 975) 2024-04-15T14:47:44.444 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 3 current snap is 306 2024-04-15T14:47:44.444 INFO:tasks.rados.rados.0.smithi016.stdout:3309: seq_num 1036 ranges {3661824=557056} 2024-04-15T14:47:44.465 INFO:tasks.rados.rados.0.smithi016.stdout:3309: writing smithi01678542-3 from 3661824 to 4218880 tid 1 2024-04-15T14:47:44.465 INFO:tasks.rados.rados.0.smithi016.stdout:3310: read oid 46 snap 301 2024-04-15T14:47:44.465 INFO:tasks.rados.rados.0.smithi016.stdout:3310: expect (ObjNum 1024 snap 297 seq_num 1024) 2024-04-15T14:47:44.465 INFO:tasks.rados.rados.0.smithi016.stdout:3311: setattr oid 14 current snap is 306 2024-04-15T14:47:44.465 INFO:tasks.rados.rados.0.smithi016.stdout:3308: expect (ObjNum 975 snap 288 seq_num 975) 2024-04-15T14:47:44.551 INFO:tasks.rados.rados.0.smithi016.stdout:3307: expect (ObjNum 918 snap 275 seq_num 918) 2024-04-15T14:47:44.577 INFO:tasks.rados.rados.0.smithi016.stdout:3310: expect (ObjNum 1024 snap 297 seq_num 1024) 2024-04-15T14:47:44.596 INFO:tasks.rados.rados.0.smithi016.stdout:3309: finishing write tid 1 to smithi01678542-3 2024-04-15T14:47:44.596 INFO:tasks.rados.rados.0.smithi016.stdout:3309: finishing write tid 2 to smithi01678542-3 2024-04-15T14:47:44.596 INFO:tasks.rados.rados.0.smithi016.stdout:3309: finishing write tid 3 to smithi01678542-3 2024-04-15T14:47:44.596 INFO:tasks.rados.rados.0.smithi016.stdout:3309: oid 3 updating version 0 to 1453 2024-04-15T14:47:44.596 INFO:tasks.rados.rados.0.smithi016.stdout:3309: oid 3 updating version 1453 to 1454 2024-04-15T14:47:44.596 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 3 v 1454 (ObjNum 1036 snap 306 seq_num 1036) dirty exists 2024-04-15T14:47:44.596 INFO:tasks.rados.rados.0.smithi016.stdout:3309: left oid 3 (ObjNum 1036 snap 306 seq_num 1036) 2024-04-15T14:47:44.596 INFO:tasks.rados.rados.0.smithi016.stdout:3307: done (4 left) 2024-04-15T14:47:44.597 INFO:tasks.rados.rados.0.smithi016.stdout:3308: done (3 left) 2024-04-15T14:47:44.597 INFO:tasks.rados.rados.0.smithi016.stdout:3309: done (2 left) 2024-04-15T14:47:44.597 INFO:tasks.rados.rados.0.smithi016.stdout:3310: done (1 left) 2024-04-15T14:47:44.597 INFO:tasks.rados.rados.0.smithi016.stdout:3312: delete oid 39 current snap is 306 2024-04-15T14:47:44.598 INFO:tasks.rados.rados.0.smithi016.stdout:3312: done (1 left) 2024-04-15T14:47:44.598 INFO:tasks.rados.rados.0.smithi016.stdout:3313: setattr oid 20 current snap is 306 2024-04-15T14:47:44.600 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 35 current snap is 306 2024-04-15T14:47:44.600 INFO:tasks.rados.rados.0.smithi016.stdout:3314: seq_num 1038 ranges {172032=589824} 2024-04-15T14:47:44.605 INFO:tasks.rados.rados.0.smithi016.stdout:3314: writing smithi01678542-35 from 172032 to 761856 tid 1 2024-04-15T14:47:44.605 INFO:tasks.rados.rados.0.smithi016.stdout:3315: read oid 10 snap -1 2024-04-15T14:47:44.605 INFO:tasks.rados.rados.0.smithi016.stdout:3315: expect (ObjNum 1026 snap 299 seq_num 1026) 2024-04-15T14:47:44.605 INFO:tasks.rados.rados.0.smithi016.stdout:3316: delete oid 44 current snap is 306 2024-04-15T14:47:44.605 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 14 v 1703 (ObjNum 970 snap 286 seq_num 970) dirty exists 2024-04-15T14:47:44.605 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 20 v 1621 (ObjNum 33 snap 0 seq_num 2235584144) dirty exists 2024-04-15T14:47:44.610 INFO:tasks.rados.rados.0.smithi016.stdout:3314: finishing write tid 1 to smithi01678542-35 2024-04-15T14:47:44.611 INFO:tasks.rados.rados.0.smithi016.stdout:3311: done (4 left) 2024-04-15T14:47:44.611 INFO:tasks.rados.rados.0.smithi016.stdout:3313: done (3 left) 2024-04-15T14:47:44.611 INFO:tasks.rados.rados.0.smithi016.stdout:3316: done (2 left) 2024-04-15T14:47:44.611 INFO:tasks.rados.rados.0.smithi016.stdout:3317: snap_remove snap 301 2024-04-15T14:47:44.789 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:47:44 smithi016 ceph-mon[90652]: osdmap e696: 8 total, 8 up, 8 in 2024-04-15T14:47:44.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:47:44 smithi016 ceph-mon[93212]: osdmap e696: 8 total, 8 up, 8 in 2024-04-15T14:47:44.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:47:44 smithi102 ceph-mon[87131]: osdmap e696: 8 total, 8 up, 8 in 2024-04-15T14:47:45.375 INFO:tasks.rados.rados.0.smithi016.stdout:3317: done (2 left) 2024-04-15T14:47:45.375 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 21 current snap is 306 2024-04-15T14:47:45.375 INFO:tasks.rados.rados.0.smithi016.stdout:3314: finishing write tid 2 to smithi01678542-35 2024-04-15T14:47:45.375 INFO:tasks.rados.rados.0.smithi016.stdout:3314: finishing write tid 3 to smithi01678542-35 2024-04-15T14:47:45.375 INFO:tasks.rados.rados.0.smithi016.stdout:3314: oid 35 updating version 0 to 1705 2024-04-15T14:47:45.376 INFO:tasks.rados.rados.0.smithi016.stdout:3314: oid 35 version 1705 is already newer than 1704 2024-04-15T14:47:45.376 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 35 v 1705 (ObjNum 1038 snap 306 seq_num 1038) dirty exists 2024-04-15T14:47:45.376 INFO:tasks.rados.rados.0.smithi016.stdout:3314: left oid 35 (ObjNum 1038 snap 306 seq_num 1038) 2024-04-15T14:47:45.376 INFO:tasks.rados.rados.0.smithi016.stdout:3315: expect (ObjNum 1026 snap 299 seq_num 1026) 2024-04-15T14:47:45.789 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:47:45 smithi016 ceph-mon[93212]: pgmap v682: 121 pgs: 121 active+clean; 142 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 7.4 MiB/s rd, 1.9 MiB/s wr, 11 op/s 2024-04-15T14:47:45.789 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:47:45 smithi016 ceph-mon[93212]: osdmap e697: 8 total, 8 up, 8 in 2024-04-15T14:47:45.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:47:45 smithi016 ceph-mon[93212]: osdmap e698: 8 total, 8 up, 8 in 2024-04-15T14:47:45.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:47:45 smithi016 ceph-mon[90652]: pgmap v682: 121 pgs: 121 active+clean; 142 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 7.4 MiB/s rd, 1.9 MiB/s wr, 11 op/s 2024-04-15T14:47:45.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:47:45 smithi016 ceph-mon[90652]: osdmap e697: 8 total, 8 up, 8 in 2024-04-15T14:47:45.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:47:45 smithi016 ceph-mon[90652]: osdmap e698: 8 total, 8 up, 8 in 2024-04-15T14:47:45.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:47:45 smithi102 ceph-mon[87131]: pgmap v682: 121 pgs: 121 active+clean; 142 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 7.4 MiB/s rd, 1.9 MiB/s wr, 11 op/s 2024-04-15T14:47:45.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:47:45 smithi102 ceph-mon[87131]: osdmap e697: 8 total, 8 up, 8 in 2024-04-15T14:47:45.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:47:45 smithi102 ceph-mon[87131]: osdmap e698: 8 total, 8 up, 8 in 2024-04-15T14:47:46.964 INFO:tasks.rados.rados.0.smithi016.stdout:3318: seq_num 1040 ranges {3661824=622592} 2024-04-15T14:47:46.988 INFO:tasks.rados.rados.0.smithi016.stdout:3318: writing smithi01678542-21 from 3661824 to 4284416 tid 1 2024-04-15T14:47:46.988 INFO:tasks.rados.rados.0.smithi016.stdout:3314: done (2 left) 2024-04-15T14:47:46.988 INFO:tasks.rados.rados.0.smithi016.stdout:3315: done (1 left) 2024-04-15T14:47:46.988 INFO:tasks.rados.rados.0.smithi016.stdout:3319: copy_from oid 37 from oid 24 current snap is 306 2024-04-15T14:47:46.988 INFO:tasks.rados.rados.0.smithi016.stdout:3320: read oid 34 snap -1 2024-04-15T14:47:46.989 INFO:tasks.rados.rados.0.smithi016.stdout:3320: expect (ObjNum 1018 snap 294 seq_num 1018) 2024-04-15T14:47:46.989 INFO:tasks.rados.rados.0.smithi016.stdout:3321: rollback oid 29 current snap is 306 2024-04-15T14:47:46.989 INFO:tasks.rados.rados.0.smithi016.stdout:rollback oid 29 to 302 2024-04-15T14:47:46.989 INFO:tasks.rados.rados.0.smithi016.stdout:3322: read oid 6 snap -1 2024-04-15T14:47:46.989 INFO:tasks.rados.rados.0.smithi016.stdout:3322: expect (ObjNum 632 snap 191 seq_num 632) 2024-04-15T14:47:46.989 INFO:tasks.rados.rados.0.smithi016.stdout:3323: delete oid 14 current snap is 306 2024-04-15T14:47:46.991 INFO:tasks.rados.rados.0.smithi016.stdout:3323: done (5 left) 2024-04-15T14:47:46.992 INFO:tasks.rados.rados.0.smithi016.stdout:3324: delete oid 32 current snap is 306 2024-04-15T14:47:46.993 INFO:tasks.rados.rados.0.smithi016.stdout:3321: finishing rollback tid 0 to smithi01678542-29 2024-04-15T14:47:46.993 INFO:tasks.rados.rados.0.smithi016.stdout:3321: finishing rollback tid 1 to smithi01678542-29 2024-04-15T14:47:46.994 INFO:tasks.rados.rados.0.smithi016.stdout:3318: finishing write tid 1 to smithi01678542-21 2024-04-15T14:47:46.994 INFO:tasks.rados.rados.0.smithi016.stdout:3318: finishing write tid 2 to smithi01678542-21 2024-04-15T14:47:46.995 INFO:tasks.rados.rados.0.smithi016.stdout:3321: finishing rollback tid 2 to smithi01678542-29 2024-04-15T14:47:46.995 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 29 v 1730 (ObjNum 918 snap 275 seq_num 918) dirty exists 2024-04-15T14:47:46.997 INFO:tasks.rados.rados.0.smithi016.stdout:3321: done (5 left) 2024-04-15T14:47:46.997 INFO:tasks.rados.rados.0.smithi016.stdout:3324: done (4 left) 2024-04-15T14:47:46.997 INFO:tasks.rados.rados.0.smithi016.stdout:3325: read oid 42 snap 303 2024-04-15T14:47:46.997 INFO:tasks.rados.rados.0.smithi016.stdout:3325: expect deleted 2024-04-15T14:47:46.997 INFO:tasks.rados.rados.0.smithi016.stdout:3326: rollback oid 35 current snap is 306 2024-04-15T14:47:46.997 INFO:tasks.rados.rados.0.smithi016.stdout:rollback oid 35 to 303 2024-04-15T14:47:46.997 INFO:tasks.rados.rados.0.smithi016.stdout:3327: delete oid 1 current snap is 306 2024-04-15T14:47:46.999 INFO:tasks.rados.rados.0.smithi016.stdout:3318: finishing write tid 3 to smithi01678542-21 2024-04-15T14:47:46.999 INFO:tasks.rados.rados.0.smithi016.stdout:3318: oid 21 updating version 0 to 1630 2024-04-15T14:47:46.999 INFO:tasks.rados.rados.0.smithi016.stdout:3318: oid 21 updating version 1630 to 1631 2024-04-15T14:47:46.999 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 21 v 1631 (ObjNum 1040 snap 306 seq_num 1040) dirty exists 2024-04-15T14:47:46.999 INFO:tasks.rados.rados.0.smithi016.stdout:3318: left oid 21 (ObjNum 1040 snap 306 seq_num 1040) 2024-04-15T14:47:47.000 INFO:tasks.rados.rados.0.smithi016.stdout:3326: finishing rollback tid 0 to smithi01678542-35 2024-04-15T14:47:47.000 INFO:tasks.rados.rados.0.smithi016.stdout:3318: done (6 left) 2024-04-15T14:47:47.001 INFO:tasks.rados.rados.0.smithi016.stdout:3325: done (5 left) 2024-04-15T14:47:47.001 INFO:tasks.rados.rados.0.smithi016.stdout:3327: done (4 left) 2024-04-15T14:47:47.001 INFO:tasks.rados.rados.0.smithi016.stdout:3328: delete oid 25 current snap is 306 2024-04-15T14:47:47.001 INFO:tasks.rados.rados.0.smithi016.stdout:3326: finishing rollback tid 1 to smithi01678542-35 2024-04-15T14:47:47.001 INFO:tasks.rados.rados.0.smithi016.stdout:3326: finishing rollback tid 2 to smithi01678542-35 2024-04-15T14:47:47.002 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 35 v 1709 (ObjNum 1013 snap 294 seq_num 1013) dirty exists 2024-04-15T14:47:47.002 INFO:tasks.rados.rados.0.smithi016.stdout:3320: expect (ObjNum 1018 snap 294 seq_num 1018) 2024-04-15T14:47:47.057 INFO:tasks.rados.rados.0.smithi016.stdout:3322: expect (ObjNum 632 snap 191 seq_num 632) 2024-04-15T14:47:47.223 INFO:tasks.rados.rados.0.smithi016.stdout:3319: finishing copy_from racing read to smithi01678542-37 2024-04-15T14:47:47.223 INFO:tasks.rados.rados.0.smithi016.stdout:3319: finishing copy_from to smithi01678542-37 2024-04-15T14:47:47.223 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 37 v 1452 (ObjNum 632 snap 191 seq_num 632) dirty exists 2024-04-15T14:47:47.223 INFO:tasks.rados.rados.0.smithi016.stdout:3319: done (4 left) 2024-04-15T14:47:47.223 INFO:tasks.rados.rados.0.smithi016.stdout:3320: done (3 left) 2024-04-15T14:47:47.223 INFO:tasks.rados.rados.0.smithi016.stdout:3322: done (2 left) 2024-04-15T14:47:47.223 INFO:tasks.rados.rados.0.smithi016.stdout:3326: done (1 left) 2024-04-15T14:47:47.223 INFO:tasks.rados.rados.0.smithi016.stdout:3328: done (0 left) 2024-04-15T14:47:47.224 INFO:tasks.rados.rados.0.smithi016.stdout:3329: rollback oid 11 current snap is 306 2024-04-15T14:47:47.224 INFO:tasks.rados.rados.0.smithi016.stdout:rollback oid 11 to 304 2024-04-15T14:47:47.224 INFO:tasks.rados.rados.0.smithi016.stdout:3330: rollback oid 20 current snap is 306 2024-04-15T14:47:47.224 INFO:tasks.rados.rados.0.smithi016.stdout:rollback oid 20 to 302 2024-04-15T14:47:47.224 INFO:tasks.rados.rados.0.smithi016.stdout:3331: rollback oid 50 current snap is 306 2024-04-15T14:47:47.224 INFO:tasks.rados.rados.0.smithi016.stdout:rollback oid 50 to 305 2024-04-15T14:47:47.224 INFO:tasks.rados.rados.0.smithi016.stdout:3332: delete oid 14 current snap is 306 2024-04-15T14:47:47.224 INFO:tasks.rados.rados.0.smithi016.stdout:3332: done (3 left) 2024-04-15T14:47:47.224 INFO:tasks.rados.rados.0.smithi016.stdout:3333: delete oid 38 current snap is 306 2024-04-15T14:47:47.225 INFO:tasks.rados.rados.0.smithi016.stdout:3331: finishing rollback tid 1 to smithi01678542-50 2024-04-15T14:47:47.225 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 50 v 0 (ObjNum -1388335904 snap 32667 seq_num 304) dirty dne 2024-04-15T14:47:47.225 INFO:tasks.rados.rados.0.smithi016.stdout:3330: finishing rollback tid 0 to smithi01678542-20 2024-04-15T14:47:47.225 INFO:tasks.rados.rados.0.smithi016.stdout:3330: finishing rollback tid 1 to smithi01678542-20 2024-04-15T14:47:47.225 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 20 v 1623 (ObjNum 97 snap 0 seq_num 2236029408) dirty dne 2024-04-15T14:47:47.227 INFO:tasks.rados.rados.0.smithi016.stdout:3329: finishing rollback tid 0 to smithi01678542-11 2024-04-15T14:47:47.227 INFO:tasks.rados.rados.0.smithi016.stdout:3329: finishing rollback tid 1 to smithi01678542-11 2024-04-15T14:47:47.228 INFO:tasks.rados.rados.0.smithi016.stdout:3330: done (3 left) 2024-04-15T14:47:47.228 INFO:tasks.rados.rados.0.smithi016.stdout:3331: done (2 left) 2024-04-15T14:47:47.228 INFO:tasks.rados.rados.0.smithi016.stdout:3333: done (1 left) 2024-04-15T14:47:47.228 INFO:tasks.rados.rados.0.smithi016.stdout:3334: read oid 50 snap 303 2024-04-15T14:47:47.228 INFO:tasks.rados.rados.0.smithi016.stdout:3334: expect deleted 2024-04-15T14:47:47.228 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 6 current snap is 306 2024-04-15T14:47:47.228 INFO:tasks.rados.rados.0.smithi016.stdout:3335: seq_num 1047 ranges {3661824=745472} 2024-04-15T14:47:47.252 INFO:tasks.rados.rados.0.smithi016.stdout:3335: writing smithi01678542-6 from 3661824 to 4407296 tid 1 2024-04-15T14:47:47.252 INFO:tasks.rados.rados.0.smithi016.stdout:3336: copy_from oid 37 from oid 2 current snap is 306 2024-04-15T14:47:47.252 INFO:tasks.rados.rados.0.smithi016.stdout:3329: finishing rollback tid 2 to smithi01678542-11 2024-04-15T14:47:47.252 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 11 v 1736 (ObjNum 933 snap 279 seq_num 933) dirty exists 2024-04-15T14:47:47.252 INFO:tasks.rados.rados.0.smithi016.stdout:3329: done (3 left) 2024-04-15T14:47:47.252 INFO:tasks.rados.rados.0.smithi016.stdout:3334: done (2 left) 2024-04-15T14:47:47.252 INFO:tasks.rados.rados.0.smithi016.stdout:3337: snap_create 2024-04-15T14:47:47.257 INFO:tasks.rados.rados.0.smithi016.stdout:3335: finishing write tid 1 to smithi01678542-6 2024-04-15T14:47:47.257 INFO:tasks.rados.rados.0.smithi016.stdout:3335: finishing write tid 2 to smithi01678542-6 2024-04-15T14:47:47.259 INFO:tasks.rados.rados.0.smithi016.stdout:3335: finishing write tid 3 to smithi01678542-6 2024-04-15T14:47:47.259 INFO:tasks.rados.rados.0.smithi016.stdout:3335: oid 6 updating version 0 to 1609 2024-04-15T14:47:47.259 INFO:tasks.rados.rados.0.smithi016.stdout:3335: oid 6 version 1609 is already newer than 1608 2024-04-15T14:47:47.259 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 6 v 1609 (ObjNum 1047 snap 306 seq_num 1047) dirty exists 2024-04-15T14:47:47.259 INFO:tasks.rados.rados.0.smithi016.stdout:3335: left oid 6 (ObjNum 1047 snap 306 seq_num 1047) 2024-04-15T14:47:47.269 INFO:tasks.rados.rados.0.smithi016.stdout:3336: finishing copy_from racing read to smithi01678542-37 2024-04-15T14:47:47.273 INFO:tasks.rados.rados.0.smithi016.stdout:3336: finishing copy_from to smithi01678542-37 2024-04-15T14:47:47.273 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 37 v 1621 (ObjNum 999 snap 289 seq_num 999) dirty exists 2024-04-15T14:47:47.447 INFO:tasks.rados.rados.0.smithi016.stdout:3335: done (2 left) 2024-04-15T14:47:47.448 INFO:tasks.rados.rados.0.smithi016.stdout:3336: done (1 left) 2024-04-15T14:47:47.448 INFO:tasks.rados.rados.0.smithi016.stdout:3337: done (0 left) 2024-04-15T14:47:47.448 INFO:tasks.rados.rados.0.smithi016.stdout:3338: delete oid 26 current snap is 307 2024-04-15T14:47:47.452 INFO:tasks.rados.rados.0.smithi016.stdout:3338: done (0 left) 2024-04-15T14:47:47.452 INFO:tasks.rados.rados.0.smithi016.stdout:3339: snap_remove snap 306 2024-04-15T14:47:47.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:47:47 smithi016 ceph-mon[90652]: pgmap v685: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 143 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 12 MiB/s rd, 268 KiB/s wr, 15 op/s 2024-04-15T14:47:47.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:47:47 smithi016 ceph-mon[93212]: pgmap v685: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 143 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 12 MiB/s rd, 268 KiB/s wr, 15 op/s 2024-04-15T14:47:47.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:47:47 smithi102 ceph-mon[87131]: pgmap v685: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 143 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 12 MiB/s rd, 268 KiB/s wr, 15 op/s 2024-04-15T14:47:48.453 INFO:tasks.rados.rados.0.smithi016.stdout:3339: done (0 left) 2024-04-15T14:47:48.453 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 1 current snap is 307 2024-04-15T14:47:48.453 INFO:tasks.rados.rados.0.smithi016.stdout:3340: seq_num 1049 ranges {0=778240} 2024-04-15T14:47:48.458 INFO:tasks.rados.rados.0.smithi016.stdout:3340: writing smithi01678542-1 from 0 to 778240 tid 1 2024-04-15T14:47:48.458 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 31 current snap is 307 2024-04-15T14:47:48.458 INFO:tasks.rados.rados.0.smithi016.stdout:3341: seq_num 1050 ranges {1490944=794624} 2024-04-15T14:47:48.471 INFO:tasks.rados.rados.0.smithi016.stdout:3341: writing smithi01678542-31 from 1490944 to 2285568 tid 1 2024-04-15T14:47:48.471 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 38 current snap is 307 2024-04-15T14:47:48.471 INFO:tasks.rados.rados.0.smithi016.stdout:3340: finishing write tid 1 to smithi01678542-1 2024-04-15T14:47:48.472 INFO:tasks.rados.rados.0.smithi016.stdout:3342: seq_num 1051 ranges {0=409600,409600=401408} 2024-04-15T14:47:48.473 INFO:tasks.rados.rados.0.smithi016.stdout:3342: writing smithi01678542-38 from 0 to 409600 tid 1 2024-04-15T14:47:48.476 INFO:tasks.rados.rados.0.smithi016.stdout:3342: writing smithi01678542-38 from 409600 to 811008 tid 2 2024-04-15T14:47:48.476 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 44 current snap is 307 2024-04-15T14:47:48.476 INFO:tasks.rados.rados.0.smithi016.stdout:3340: finishing write tid 2 to smithi01678542-1 2024-04-15T14:47:48.476 INFO:tasks.rados.rados.0.smithi016.stdout:3340: finishing write tid 3 to smithi01678542-1 2024-04-15T14:47:48.477 INFO:tasks.rados.rados.0.smithi016.stdout:3340: oid 1 updating version 0 to 1541 2024-04-15T14:47:48.477 INFO:tasks.rados.rados.0.smithi016.stdout:3340: oid 1 version 1541 is already newer than 1540 2024-04-15T14:47:48.477 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 1 v 1541 (ObjNum 1049 snap 307 seq_num 1049) dirty exists 2024-04-15T14:47:48.477 INFO:tasks.rados.rados.0.smithi016.stdout:3340: left oid 1 (ObjNum 1049 snap 307 seq_num 1049) 2024-04-15T14:47:48.477 INFO:tasks.rados.rados.0.smithi016.stdout:3343: seq_num 1052 ranges {0=425984,425984=401408} 2024-04-15T14:47:48.478 INFO:tasks.rados.rados.0.smithi016.stdout:3343: writing smithi01678542-44 from 0 to 425984 tid 1 2024-04-15T14:47:48.481 INFO:tasks.rados.rados.0.smithi016.stdout:3343: writing smithi01678542-44 from 425984 to 827392 tid 2 2024-04-15T14:47:48.481 INFO:tasks.rados.rados.0.smithi016.stdout:3340: done (3 left) 2024-04-15T14:47:48.482 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 29 current snap is 307 2024-04-15T14:47:48.482 INFO:tasks.rados.rados.0.smithi016.stdout:3341: finishing write tid 1 to smithi01678542-31 2024-04-15T14:47:48.482 INFO:tasks.rados.rados.0.smithi016.stdout:3341: finishing write tid 2 to smithi01678542-31 2024-04-15T14:47:48.482 INFO:tasks.rados.rados.0.smithi016.stdout:3341: finishing write tid 3 to smithi01678542-31 2024-04-15T14:47:48.482 INFO:tasks.rados.rados.0.smithi016.stdout:3341: oid 31 updating version 0 to 1543 2024-04-15T14:47:48.482 INFO:tasks.rados.rados.0.smithi016.stdout:3341: oid 31 version 1543 is already newer than 1542 2024-04-15T14:47:48.482 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 31 v 1543 (ObjNum 1050 snap 307 seq_num 1050) dirty exists 2024-04-15T14:47:48.482 INFO:tasks.rados.rados.0.smithi016.stdout:3341: left oid 31 (ObjNum 1050 snap 307 seq_num 1050) 2024-04-15T14:47:48.482 INFO:tasks.rados.rados.0.smithi016.stdout:3342: finishing write tid 1 to smithi01678542-38 2024-04-15T14:47:48.482 INFO:tasks.rados.rados.0.smithi016.stdout:3342: finishing write tid 2 to smithi01678542-38 2024-04-15T14:47:48.483 INFO:tasks.rados.rados.0.smithi016.stdout:3342: finishing write tid 3 to smithi01678542-38 2024-04-15T14:47:48.483 INFO:tasks.rados.rados.0.smithi016.stdout:3342: finishing write tid 4 to smithi01678542-38 2024-04-15T14:47:48.483 INFO:tasks.rados.rados.0.smithi016.stdout:3342: oid 38 updating version 0 to 1484 2024-04-15T14:47:48.483 INFO:tasks.rados.rados.0.smithi016.stdout:3342: oid 38 version 1484 is already newer than 1483 2024-04-15T14:47:48.483 INFO:tasks.rados.rados.0.smithi016.stdout:3342: oid 38 version 1484 is already newer than 1482 2024-04-15T14:47:48.483 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 38 v 1484 (ObjNum 1051 snap 307 seq_num 1051) dirty exists 2024-04-15T14:47:48.483 INFO:tasks.rados.rados.0.smithi016.stdout:3342: left oid 38 (ObjNum 1051 snap 307 seq_num 1051) 2024-04-15T14:47:48.483 INFO:tasks.rados.rados.0.smithi016.stdout:3344: seq_num 1053 ranges {983040=442368,1425408=401408} 2024-04-15T14:47:48.489 INFO:tasks.rados.rados.0.smithi016.stdout:3344: writing smithi01678542-29 from 983040 to 1425408 tid 1 2024-04-15T14:47:48.492 INFO:tasks.rados.rados.0.smithi016.stdout:3344: writing smithi01678542-29 from 1425408 to 1826816 tid 2 2024-04-15T14:47:48.492 INFO:tasks.rados.rados.0.smithi016.stdout:3341: done (3 left) 2024-04-15T14:47:48.492 INFO:tasks.rados.rados.0.smithi016.stdout:3342: done (2 left) 2024-04-15T14:47:48.492 INFO:tasks.rados.rados.0.smithi016.stdout:3345: rmattr oid 42 current snap is 307 2024-04-15T14:47:48.492 INFO:tasks.rados.rados.0.smithi016.stdout:3345: done (2 left) 2024-04-15T14:47:48.492 INFO:tasks.rados.rados.0.smithi016.stdout:3346: rollback oid 36 current snap is 307 2024-04-15T14:47:48.492 INFO:tasks.rados.rados.0.smithi016.stdout:rollback oid 36 to 303 2024-04-15T14:47:48.492 INFO:tasks.rados.rados.0.smithi016.stdout:3343: finishing write tid 1 to smithi01678542-44 2024-04-15T14:47:48.492 INFO:tasks.rados.rados.0.smithi016.stdout:3343: finishing write tid 2 to smithi01678542-44 2024-04-15T14:47:48.492 INFO:tasks.rados.rados.0.smithi016.stdout:3343: finishing write tid 3 to smithi01678542-44 2024-04-15T14:47:48.493 INFO:tasks.rados.rados.0.smithi016.stdout:3343: finishing write tid 4 to smithi01678542-44 2024-04-15T14:47:48.493 INFO:tasks.rados.rados.0.smithi016.stdout:3343: oid 44 updating version 0 to 1737 2024-04-15T14:47:48.493 INFO:tasks.rados.rados.0.smithi016.stdout:3343: oid 44 updating version 1737 to 1739 2024-04-15T14:47:48.493 INFO:tasks.rados.rados.0.smithi016.stdout:3343: oid 44 version 1739 is already newer than 1738 2024-04-15T14:47:48.493 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 44 v 1739 (ObjNum 1052 snap 307 seq_num 1052) dirty exists 2024-04-15T14:47:48.493 INFO:tasks.rados.rados.0.smithi016.stdout:3343: left oid 44 (ObjNum 1052 snap 307 seq_num 1052) 2024-04-15T14:47:48.493 INFO:tasks.rados.rados.0.smithi016.stdout:3343: done (2 left) 2024-04-15T14:47:48.493 INFO:tasks.rados.rados.0.smithi016.stdout:3347: rmattr oid 12 current snap is 307 2024-04-15T14:47:48.493 INFO:tasks.rados.rados.0.smithi016.stdout:3347: done (2 left) 2024-04-15T14:47:48.493 INFO:tasks.rados.rados.0.smithi016.stdout:3348: rmattr oid 31 current snap is 307 2024-04-15T14:47:48.493 INFO:tasks.rados.rados.0.smithi016.stdout:3348: done (2 left) 2024-04-15T14:47:48.493 INFO:tasks.rados.rados.0.smithi016.stdout:3349: read oid 27 snap -1 2024-04-15T14:47:48.493 INFO:tasks.rados.rados.0.smithi016.stdout:3349: expect (ObjNum 996 snap 289 seq_num 996) 2024-04-15T14:47:48.493 INFO:tasks.rados.rados.0.smithi016.stdout:3350: rollback oid 26 current snap is 307 2024-04-15T14:47:48.494 INFO:tasks.rados.rados.0.smithi016.stdout:rollback oid 26 to 302 2024-04-15T14:47:48.494 INFO:tasks.rados.rados.0.smithi016.stdout:3351: read oid 35 snap -1 2024-04-15T14:47:48.494 INFO:tasks.rados.rados.0.smithi016.stdout:3351: expect (ObjNum 1013 snap 294 seq_num 1013) 2024-04-15T14:47:48.494 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 17 current snap is 307 2024-04-15T14:47:48.494 INFO:tasks.rados.rados.0.smithi016.stdout:3352: seq_num 1054 ranges {0=458752,458752=401408} 2024-04-15T14:47:48.494 INFO:tasks.rados.rados.0.smithi016.stdout:3352: writing smithi01678542-17 from 0 to 458752 tid 1 2024-04-15T14:47:48.497 INFO:tasks.rados.rados.0.smithi016.stdout:3352: writing smithi01678542-17 from 458752 to 860160 tid 2 2024-04-15T14:47:48.497 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 50 current snap is 307 2024-04-15T14:47:48.499 INFO:tasks.rados.rados.0.smithi016.stdout:3344: finishing write tid 1 to smithi01678542-29 2024-04-15T14:47:48.499 INFO:tasks.rados.rados.0.smithi016.stdout:3351: expect (ObjNum 1013 snap 294 seq_num 1013) 2024-04-15T14:47:48.508 INFO:tasks.rados.rados.0.smithi016.stdout:3350: finishing rollback tid 1 to smithi01678542-26 2024-04-15T14:47:48.508 INFO:tasks.rados.rados.0.smithi016.stdout:3350: finishing rollback tid 2 to smithi01678542-26 2024-04-15T14:47:48.508 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 26 v 1541 (ObjNum 177 snap 0 seq_num 1) dirty exists 2024-04-15T14:47:48.508 INFO:tasks.rados.rados.0.smithi016.stdout:3344: finishing write tid 2 to smithi01678542-29 2024-04-15T14:47:48.509 INFO:tasks.rados.rados.0.smithi016.stdout:3344: finishing write tid 3 to smithi01678542-29 2024-04-15T14:47:48.509 INFO:tasks.rados.rados.0.smithi016.stdout:3346: finishing rollback tid 0 to smithi01678542-36 2024-04-15T14:47:48.509 INFO:tasks.rados.rados.0.smithi016.stdout:3346: finishing rollback tid 1 to smithi01678542-36 2024-04-15T14:47:48.509 INFO:tasks.rados.rados.0.smithi016.stdout:3353: seq_num 1055 ranges {0=475136,475136=401408} 2024-04-15T14:47:48.511 INFO:tasks.rados.rados.0.smithi016.stdout:3353: writing smithi01678542-50 from 0 to 475136 tid 1 2024-04-15T14:47:48.513 INFO:tasks.rados.rados.0.smithi016.stdout:3353: writing smithi01678542-50 from 475136 to 876544 tid 2 2024-04-15T14:47:48.513 INFO:tasks.rados.rados.0.smithi016.stdout:3350: done (6 left) 2024-04-15T14:47:48.513 INFO:tasks.rados.rados.0.smithi016.stdout:3351: done (5 left) 2024-04-15T14:47:48.513 INFO:tasks.rados.rados.0.smithi016.stdout:3354: snap_remove snap 304 2024-04-15T14:47:48.746 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:47:48 smithi102 ceph-mon[87131]: osdmap e699: 8 total, 8 up, 8 in 2024-04-15T14:47:48.789 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:47:48 smithi016 ceph-mon[90652]: osdmap e699: 8 total, 8 up, 8 in 2024-04-15T14:47:48.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:47:48 smithi016 ceph-mon[93212]: osdmap e699: 8 total, 8 up, 8 in 2024-04-15T14:47:49.458 INFO:tasks.rados.rados.0.smithi016.stdout:3354: done (5 left) 2024-04-15T14:47:49.459 INFO:tasks.rados.rados.0.smithi016.stdout:3355: snap_remove snap 305 2024-04-15T14:47:49.789 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:47:49 smithi016 ceph-mon[90652]: pgmap v687: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 143 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 11 MiB/s rd, 361 KiB/s wr, 20 op/s 2024-04-15T14:47:49.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:47:49 smithi016 ceph-mon[90652]: osdmap e700: 8 total, 8 up, 8 in 2024-04-15T14:47:49.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:47:49 smithi016 ceph-mon[93212]: pgmap v687: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 143 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 11 MiB/s rd, 361 KiB/s wr, 20 op/s 2024-04-15T14:47:49.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:47:49 smithi016 ceph-mon[93212]: osdmap e700: 8 total, 8 up, 8 in 2024-04-15T14:47:49.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:47:49 smithi102 ceph-mon[87131]: pgmap v687: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 143 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 11 MiB/s rd, 361 KiB/s wr, 20 op/s 2024-04-15T14:47:49.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:47:49 smithi102 ceph-mon[87131]: osdmap e700: 8 total, 8 up, 8 in 2024-04-15T14:47:50.466 INFO:tasks.rados.rados.0.smithi016.stdout:3355: done (5 left) 2024-04-15T14:47:50.467 INFO:tasks.rados.rados.0.smithi016.stdout:3356: rollback oid 41 current snap is 307 2024-04-15T14:47:50.467 INFO:tasks.rados.rados.0.smithi016.stdout:rollback oid 41 to 303 2024-04-15T14:47:50.467 INFO:tasks.rados.rados.0.smithi016.stdout:3357: rollback oid 46 current snap is 307 2024-04-15T14:47:50.467 INFO:tasks.rados.rados.0.smithi016.stdout:rollback oid 46 to 299 2024-04-15T14:47:50.467 INFO:tasks.rados.rados.0.smithi016.stdout:3358: read oid 42 snap -1 2024-04-15T14:47:50.467 INFO:tasks.rados.rados.0.smithi016.stdout:3358: expect deleted 2024-04-15T14:47:50.467 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 10 current snap is 307 2024-04-15T14:47:50.467 INFO:tasks.rados.rados.0.smithi016.stdout:3359: seq_num 1056 ranges {13672448=491520,14163968=401408} 2024-04-15T14:47:50.543 INFO:tasks.rados.rados.0.smithi016.stdout:3359: writing smithi01678542-10 from 13672448 to 14163968 tid 1 2024-04-15T14:47:50.545 INFO:tasks.rados.rados.0.smithi016.stdout:3359: writing smithi01678542-10 from 14163968 to 14565376 tid 2 2024-04-15T14:47:50.545 INFO:tasks.rados.rados.0.smithi016.stdout:3360: delete oid 35 current snap is 307 2024-04-15T14:47:50.545 INFO:tasks.rados.rados.0.smithi016.stdout:3346: finishing rollback tid 2 to smithi01678542-36 2024-04-15T14:47:50.545 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 36 v 1634 (ObjNum 1027 snap 299 seq_num 1027) dirty exists 2024-04-15T14:47:50.545 INFO:tasks.rados.rados.0.smithi016.stdout:3344: finishing write tid 4 to smithi01678542-29 2024-04-15T14:47:50.545 INFO:tasks.rados.rados.0.smithi016.stdout:3344: oid 29 updating version 0 to 1740 2024-04-15T14:47:50.546 INFO:tasks.rados.rados.0.smithi016.stdout:3344: oid 29 updating version 1740 to 1742 2024-04-15T14:47:50.546 INFO:tasks.rados.rados.0.smithi016.stdout:3344: oid 29 version 1742 is already newer than 1741 2024-04-15T14:47:50.546 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 29 v 1742 (ObjNum 1053 snap 307 seq_num 1053) dirty exists 2024-04-15T14:47:50.546 INFO:tasks.rados.rados.0.smithi016.stdout:3344: left oid 29 (ObjNum 1053 snap 307 seq_num 1053) 2024-04-15T14:47:50.546 INFO:tasks.rados.rados.0.smithi016.stdout:3349: expect (ObjNum 996 snap 289 seq_num 996) 2024-04-15T14:47:50.608 INFO:tasks.rados.rados.0.smithi016.stdout:3352: finishing write tid 1 to smithi01678542-17 2024-04-15T14:47:50.609 INFO:tasks.rados.rados.0.smithi016.stdout:3352: finishing write tid 2 to smithi01678542-17 2024-04-15T14:47:50.609 INFO:tasks.rados.rados.0.smithi016.stdout:3352: finishing write tid 3 to smithi01678542-17 2024-04-15T14:47:50.609 INFO:tasks.rados.rados.0.smithi016.stdout:3352: finishing write tid 4 to smithi01678542-17 2024-04-15T14:47:50.609 INFO:tasks.rados.rados.0.smithi016.stdout:3352: oid 17 updating version 0 to 1538 2024-04-15T14:47:50.609 INFO:tasks.rados.rados.0.smithi016.stdout:3352: oid 17 version 1538 is already newer than 1537 2024-04-15T14:47:50.609 INFO:tasks.rados.rados.0.smithi016.stdout:3352: oid 17 updating version 1538 to 1539 2024-04-15T14:47:50.609 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 17 v 1539 (ObjNum 1054 snap 307 seq_num 1054) dirty exists 2024-04-15T14:47:50.609 INFO:tasks.rados.rados.0.smithi016.stdout:3352: left oid 17 (ObjNum 1054 snap 307 seq_num 1054) 2024-04-15T14:47:50.609 INFO:tasks.rados.rados.0.smithi016.stdout:3353: finishing write tid 1 to smithi01678542-50 2024-04-15T14:47:50.609 INFO:tasks.rados.rados.0.smithi016.stdout:3353: finishing write tid 2 to smithi01678542-50 2024-04-15T14:47:50.609 INFO:tasks.rados.rados.0.smithi016.stdout:3344: done (9 left) 2024-04-15T14:47:50.609 INFO:tasks.rados.rados.0.smithi016.stdout:3346: done (8 left) 2024-04-15T14:47:50.610 INFO:tasks.rados.rados.0.smithi016.stdout:3349: done (7 left) 2024-04-15T14:47:50.610 INFO:tasks.rados.rados.0.smithi016.stdout:3352: done (6 left) 2024-04-15T14:47:50.610 INFO:tasks.rados.rados.0.smithi016.stdout:3360: done (5 left) 2024-04-15T14:47:50.610 INFO:tasks.rados.rados.0.smithi016.stdout:3361: rollback oid 21 current snap is 307 2024-04-15T14:47:50.610 INFO:tasks.rados.rados.0.smithi016.stdout:rollback oid 21 to 302 2024-04-15T14:47:50.610 INFO:tasks.rados.rados.0.smithi016.stdout:3353: finishing write tid 3 to smithi01678542-50 2024-04-15T14:47:50.610 INFO:tasks.rados.rados.0.smithi016.stdout:3353: finishing write tid 4 to smithi01678542-50 2024-04-15T14:47:50.610 INFO:tasks.rados.rados.0.smithi016.stdout:3353: oid 50 updating version 0 to 1637 2024-04-15T14:47:50.610 INFO:tasks.rados.rados.0.smithi016.stdout:3353: oid 50 version 1637 is already newer than 1635 2024-04-15T14:47:50.610 INFO:tasks.rados.rados.0.smithi016.stdout:3353: oid 50 version 1637 is already newer than 1636 2024-04-15T14:47:50.610 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 50 v 1637 (ObjNum 1055 snap 307 seq_num 1055) dirty exists 2024-04-15T14:47:50.610 INFO:tasks.rados.rados.0.smithi016.stdout:3353: left oid 50 (ObjNum 1055 snap 307 seq_num 1055) 2024-04-15T14:47:50.611 INFO:tasks.rados.rados.0.smithi016.stdout:3357: finishing rollback tid 1 to smithi01678542-46 2024-04-15T14:47:50.611 INFO:tasks.rados.rados.0.smithi016.stdout:3357: finishing rollback tid 2 to smithi01678542-46 2024-04-15T14:47:50.611 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 46 v 1639 (ObjNum 1024 snap 297 seq_num 1024) dirty exists 2024-04-15T14:47:50.611 INFO:tasks.rados.rados.0.smithi016.stdout:3356: finishing rollback tid 0 to smithi01678542-41 2024-04-15T14:47:50.611 INFO:tasks.rados.rados.0.smithi016.stdout:3356: finishing rollback tid 1 to smithi01678542-41 2024-04-15T14:47:50.611 INFO:tasks.rados.rados.0.smithi016.stdout:3356: finishing rollback tid 2 to smithi01678542-41 2024-04-15T14:47:50.611 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 41 v 1544 (ObjNum 828 snap 250 seq_num 828) dirty exists 2024-04-15T14:47:50.611 INFO:tasks.rados.rados.0.smithi016.stdout:3359: finishing write tid 1 to smithi01678542-10 2024-04-15T14:47:50.611 INFO:tasks.rados.rados.0.smithi016.stdout:3359: finishing write tid 2 to smithi01678542-10 2024-04-15T14:47:50.611 INFO:tasks.rados.rados.0.smithi016.stdout:3359: finishing write tid 3 to smithi01678542-10 2024-04-15T14:47:50.611 INFO:tasks.rados.rados.0.smithi016.stdout:3359: finishing write tid 4 to smithi01678542-10 2024-04-15T14:47:50.611 INFO:tasks.rados.rados.0.smithi016.stdout:3359: oid 10 updating version 0 to 1642 2024-04-15T14:47:50.611 INFO:tasks.rados.rados.0.smithi016.stdout:3359: oid 10 version 1642 is already newer than 1641 2024-04-15T14:47:50.611 INFO:tasks.rados.rados.0.smithi016.stdout:3359: oid 10 version 1642 is already newer than 1640 2024-04-15T14:47:50.612 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 10 v 1642 (ObjNum 1056 snap 307 seq_num 1056) dirty exists 2024-04-15T14:47:50.612 INFO:tasks.rados.rados.0.smithi016.stdout:3359: left oid 10 (ObjNum 1056 snap 307 seq_num 1056) 2024-04-15T14:47:50.612 INFO:tasks.rados.rados.0.smithi016.stdout:3353: done (5 left) 2024-04-15T14:47:50.612 INFO:tasks.rados.rados.0.smithi016.stdout:3356: done (4 left) 2024-04-15T14:47:50.612 INFO:tasks.rados.rados.0.smithi016.stdout:3357: done (3 left) 2024-04-15T14:47:50.612 INFO:tasks.rados.rados.0.smithi016.stdout:3358: done (2 left) 2024-04-15T14:47:50.612 INFO:tasks.rados.rados.0.smithi016.stdout:3359: done (1 left) 2024-04-15T14:47:50.612 INFO:tasks.rados.rados.0.smithi016.stdout:3362: rollback oid 26 current snap is 307 2024-04-15T14:47:50.612 INFO:tasks.rados.rados.0.smithi016.stdout:rollback oid 26 to 303 2024-04-15T14:47:50.612 INFO:tasks.rados.rados.0.smithi016.stdout:3363: read oid 1 snap 299 2024-04-15T14:47:50.612 INFO:tasks.rados.rados.0.smithi016.stdout:3363: expect deleted 2024-04-15T14:47:50.612 INFO:tasks.rados.rados.0.smithi016.stdout:3364: delete oid 27 current snap is 307 2024-04-15T14:47:50.614 INFO:tasks.rados.rados.0.smithi016.stdout:3363: done (3 left) 2024-04-15T14:47:50.614 INFO:tasks.rados.rados.0.smithi016.stdout:3364: done (2 left) 2024-04-15T14:47:50.614 INFO:tasks.rados.rados.0.smithi016.stdout:3365: copy_from oid 37 from oid 42 current snap is 307 2024-04-15T14:47:50.614 INFO:tasks.rados.rados.0.smithi016.stdout:3366: delete oid 40 current snap is 307 2024-04-15T14:47:50.614 INFO:tasks.rados.rados.0.smithi016.stdout:3361: finishing rollback tid 0 to smithi01678542-21 2024-04-15T14:47:50.614 INFO:tasks.rados.rados.0.smithi016.stdout:3365: finishing copy_from to smithi01678542-37 2024-04-15T14:47:50.614 INFO:tasks.rados.rados.0.smithi016.stdout:3365: got expected ENOENT (src dne) 2024-04-15T14:47:50.614 INFO:tasks.rados.rados.0.smithi016.stdout:3362: finishing rollback tid 0 to smithi01678542-26 2024-04-15T14:47:50.614 INFO:tasks.rados.rados.0.smithi016.stdout:3362: finishing rollback tid 1 to smithi01678542-26 2024-04-15T14:47:50.615 INFO:tasks.rados.rados.0.smithi016.stdout:3365: finishing copy_from racing read to smithi01678542-37 2024-04-15T14:47:50.615 INFO:tasks.rados.rados.0.smithi016.stdout:3361: finishing rollback tid 1 to smithi01678542-21 2024-04-15T14:47:50.615 INFO:tasks.rados.rados.0.smithi016.stdout:3362: finishing rollback tid 2 to smithi01678542-26 2024-04-15T14:47:50.615 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 26 v 1547 (ObjNum 177 snap 0 seq_num 1) dirty exists 2024-04-15T14:47:50.615 INFO:tasks.rados.rados.0.smithi016.stdout:3362: done (3 left) 2024-04-15T14:47:50.615 INFO:tasks.rados.rados.0.smithi016.stdout:3365: done (2 left) 2024-04-15T14:47:50.615 INFO:tasks.rados.rados.0.smithi016.stdout:3366: done (1 left) 2024-04-15T14:47:50.615 INFO:tasks.rados.rados.0.smithi016.stdout:3367: snap_create 2024-04-15T14:47:50.615 INFO:tasks.rados.rados.0.smithi016.stdout:3361: finishing rollback tid 2 to smithi01678542-21 2024-04-15T14:47:50.615 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 21 v 1640 (ObjNum 632 snap 191 seq_num 632) dirty exists 2024-04-15T14:47:50.789 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:47:50 smithi016 ceph-mon[90652]: osdmap e701: 8 total, 8 up, 8 in 2024-04-15T14:47:50.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:47:50 smithi016 ceph-mon[93212]: osdmap e701: 8 total, 8 up, 8 in 2024-04-15T14:47:50.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:47:50 smithi102 ceph-mon[87131]: osdmap e701: 8 total, 8 up, 8 in 2024-04-15T14:47:51.467 INFO:tasks.rados.rados.0.smithi016.stdout:3361: done (1 left) 2024-04-15T14:47:51.468 INFO:tasks.rados.rados.0.smithi016.stdout:3367: done (0 left) 2024-04-15T14:47:51.468 INFO:tasks.rados.rados.0.smithi016.stdout:3368: snap_remove snap 299 2024-04-15T14:47:51.778 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:47:51 smithi016 ceph-mon[93212]: pgmap v690: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 143 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 11 MiB/s rd, 356 KiB/s wr, 20 op/s 2024-04-15T14:47:51.778 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:47:51 smithi016 ceph-mon[93212]: osdmap e702: 8 total, 8 up, 8 in 2024-04-15T14:47:51.778 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:47:51 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T14:47:51.778 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:47:51 smithi016 ceph-mon[90652]: pgmap v690: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 143 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 11 MiB/s rd, 356 KiB/s wr, 20 op/s 2024-04-15T14:47:51.779 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:47:51 smithi016 ceph-mon[90652]: osdmap e702: 8 total, 8 up, 8 in 2024-04-15T14:47:51.779 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:47:51 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T14:47:51.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:47:51 smithi102 ceph-mon[87131]: pgmap v690: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 143 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 11 MiB/s rd, 356 KiB/s wr, 20 op/s 2024-04-15T14:47:51.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:47:51 smithi102 ceph-mon[87131]: osdmap e702: 8 total, 8 up, 8 in 2024-04-15T14:47:51.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:47:51 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T14:47:52.039 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 15 14:47:51 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-y[81421]: ::ffff:172.21.15.102 - - [15/Apr/2024:14:47:51] "GET /metrics HTTP/1.1" 200 36267 "" "Prometheus/2.43.0" 2024-04-15T14:47:52.471 INFO:tasks.rados.rados.0.smithi016.stdout:3368: done (0 left) 2024-04-15T14:47:52.471 INFO:tasks.rados.rados.0.smithi016.stdout:3369: read oid 8 snap -1 2024-04-15T14:47:52.471 INFO:tasks.rados.rados.0.smithi016.stdout:3369: expect (ObjNum 1035 snap 303 seq_num 1035) 2024-04-15T14:47:52.472 INFO:tasks.rados.rados.0.smithi016.stdout:3370: copy_from oid 2 from oid 5 current snap is 308 2024-04-15T14:47:52.472 INFO:tasks.rados.rados.0.smithi016.stdout:3371: copy_from oid 15 from oid 11 current snap is 308 2024-04-15T14:47:52.472 INFO:tasks.rados.rados.0.smithi016.stdout:3372: delete oid 22 current snap is 308 2024-04-15T14:47:52.489 INFO:tasks.rados.rados.0.smithi016.stdout:3372: done (3 left) 2024-04-15T14:47:52.490 INFO:tasks.rados.rados.0.smithi016.stdout:3373: rollback oid 24 current snap is 308 2024-04-15T14:47:52.490 INFO:tasks.rados.rados.0.smithi016.stdout:rollback oid 24 to 303 2024-04-15T14:47:52.490 INFO:tasks.rados.rados.0.smithi016.stdout:3374: rollback oid 1 current snap is 308 2024-04-15T14:47:52.490 INFO:tasks.rados.rados.0.smithi016.stdout:rollback oid 1 to 302 2024-04-15T14:47:52.490 INFO:tasks.rados.rados.0.smithi016.stdout:3375: delete oid 7 current snap is 308 2024-04-15T14:47:52.495 INFO:tasks.rados.rados.0.smithi016.stdout:3369: expect (ObjNum 1035 snap 303 seq_num 1035) 2024-04-15T14:47:52.558 INFO:tasks.rados.rados.0.smithi016.stdout:3374: finishing rollback tid 0 to smithi01678542-1 2024-04-15T14:47:52.558 INFO:tasks.rados.rados.0.smithi016.stdout:3374: finishing rollback tid 1 to smithi01678542-1 2024-04-15T14:47:52.559 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 1 v 1545 (ObjNum 4129 snap 0 seq_num 2236031696) dirty dne 2024-04-15T14:47:52.559 INFO:tasks.rados.rados.0.smithi016.stdout:3369: done (5 left) 2024-04-15T14:47:52.559 INFO:tasks.rados.rados.0.smithi016.stdout:3374: done (4 left) 2024-04-15T14:47:52.559 INFO:tasks.rados.rados.0.smithi016.stdout:3375: done (3 left) 2024-04-15T14:47:52.559 INFO:tasks.rados.rados.0.smithi016.stdout:3376: copy_from oid 34 from oid 26 current snap is 308 2024-04-15T14:47:52.559 INFO:tasks.rados.rados.0.smithi016.stdout:3371: finishing copy_from racing read to smithi01678542-15 2024-04-15T14:47:52.559 INFO:tasks.rados.rados.0.smithi016.stdout:3371: finishing copy_from to smithi01678542-15 2024-04-15T14:47:52.559 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 15 v 1736 (ObjNum 933 snap 279 seq_num 933) dirty exists 2024-04-15T14:47:52.559 INFO:tasks.rados.rados.0.smithi016.stdout:3373: finishing rollback tid 0 to smithi01678542-24 2024-04-15T14:47:52.559 INFO:tasks.rados.rados.0.smithi016.stdout:3373: finishing rollback tid 1 to smithi01678542-24 2024-04-15T14:47:52.559 INFO:tasks.rados.rados.0.smithi016.stdout:3373: finishing rollback tid 2 to smithi01678542-24 2024-04-15T14:47:52.559 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 24 v 1739 (ObjNum 632 snap 191 seq_num 632) dirty exists 2024-04-15T14:47:52.560 INFO:tasks.rados.rados.0.smithi016.stdout:3370: finishing copy_from racing read to smithi01678542-2 2024-04-15T14:47:52.560 INFO:tasks.rados.rados.0.smithi016.stdout:3370: finishing copy_from to smithi01678542-2 2024-04-15T14:47:52.560 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 2 v 1533 (ObjNum 1001 snap 290 seq_num 1001) dirty exists 2024-04-15T14:47:52.560 INFO:tasks.rados.rados.0.smithi016.stdout:3370: done (3 left) 2024-04-15T14:47:52.560 INFO:tasks.rados.rados.0.smithi016.stdout:3371: done (2 left) 2024-04-15T14:47:52.560 INFO:tasks.rados.rados.0.smithi016.stdout:3373: done (1 left) 2024-04-15T14:47:52.560 INFO:tasks.rados.rados.0.smithi016.stdout:3377: snap_create 2024-04-15T14:47:52.561 INFO:tasks.rados.rados.0.smithi016.stdout:3376: finishing copy_from racing read to smithi01678542-34 2024-04-15T14:47:52.562 INFO:tasks.rados.rados.0.smithi016.stdout:3376: finishing copy_from to smithi01678542-34 2024-04-15T14:47:52.562 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 34 v 1547 (ObjNum 161 snap 0 seq_num 0) dirty exists 2024-04-15T14:47:52.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:47:52 smithi102 ceph-mon[87131]: osdmap e703: 8 total, 8 up, 8 in 2024-04-15T14:47:52.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:47:52 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T14:47:52.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:47:52 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T14:47:52.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:47:52 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T14:47:52.688 INFO:journalctl@ceph.prometheus.a.smithi102.stdout:Apr 15 14:47:52 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-prometheus-a[120881]: ts=2024-04-15T14:47:52.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi016:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"362ea986-fb34-11ee-bc8f-c7b262605968\", instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T14:47:52.789 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:47:52 smithi016 ceph-mon[93212]: osdmap e703: 8 total, 8 up, 8 in 2024-04-15T14:47:52.789 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:47:52 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T14:47:52.789 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:47:52 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T14:47:52.789 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:47:52 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T14:47:52.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:47:52 smithi016 ceph-mon[90652]: osdmap e703: 8 total, 8 up, 8 in 2024-04-15T14:47:52.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:47:52 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T14:47:52.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:47:52 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T14:47:52.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:47:52 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T14:47:53.510 INFO:tasks.rados.rados.0.smithi016.stdout:3376: done (1 left) 2024-04-15T14:47:53.510 INFO:tasks.rados.rados.0.smithi016.stdout:3377: done (0 left) 2024-04-15T14:47:53.510 INFO:tasks.rados.rados.0.smithi016.stdout:3378: delete oid 13 current snap is 309 2024-04-15T14:47:53.519 INFO:tasks.rados.rados.0.smithi016.stdout:3378: done (0 left) 2024-04-15T14:47:53.519 INFO:tasks.rados.rados.0.smithi016.stdout:3379: delete oid 2 current snap is 309 2024-04-15T14:47:53.522 INFO:tasks.rados.rados.0.smithi016.stdout:3379: done (0 left) 2024-04-15T14:47:53.522 INFO:tasks.rados.rados.0.smithi016.stdout:3380: snap_create 2024-04-15T14:47:53.789 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:47:53 smithi016 ceph-mon[90652]: pgmap v693: 121 pgs: 121 active+clean; 155 MiB data, 1.7 GiB used, 713 GiB / 715 GiB avail; 5.2 MiB/s rd, 3.8 MiB/s wr, 16 op/s 2024-04-15T14:47:53.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:47:53 smithi016 ceph-mon[90652]: osdmap e704: 8 total, 8 up, 8 in 2024-04-15T14:47:53.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:47:53 smithi016 ceph-mon[93212]: pgmap v693: 121 pgs: 121 active+clean; 155 MiB data, 1.7 GiB used, 713 GiB / 715 GiB avail; 5.2 MiB/s rd, 3.8 MiB/s wr, 16 op/s 2024-04-15T14:47:53.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:47:53 smithi016 ceph-mon[93212]: osdmap e704: 8 total, 8 up, 8 in 2024-04-15T14:47:53.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:47:53 smithi102 ceph-mon[87131]: pgmap v693: 121 pgs: 121 active+clean; 155 MiB data, 1.7 GiB used, 713 GiB / 715 GiB avail; 5.2 MiB/s rd, 3.8 MiB/s wr, 16 op/s 2024-04-15T14:47:53.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:47:53 smithi102 ceph-mon[87131]: osdmap e704: 8 total, 8 up, 8 in 2024-04-15T14:47:54.515 INFO:tasks.rados.rados.0.smithi016.stdout:3380: done (0 left) 2024-04-15T14:47:54.515 INFO:tasks.rados.rados.0.smithi016.stdout:3381: read oid 49 snap -1 2024-04-15T14:47:54.515 INFO:tasks.rados.rados.0.smithi016.stdout:3381: expect deleted 2024-04-15T14:47:54.515 INFO:tasks.rados.rados.0.smithi016.stdout:3382: snap_remove snap 302 2024-04-15T14:47:54.789 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:47:54 smithi016 ceph-mon[90652]: osdmap e705: 8 total, 8 up, 8 in 2024-04-15T14:47:54.789 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:47:54 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T14:47:54.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:47:54 smithi016 ceph-mon[93212]: osdmap e705: 8 total, 8 up, 8 in 2024-04-15T14:47:54.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:47:54 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T14:47:54.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:47:54 smithi102 ceph-mon[87131]: osdmap e705: 8 total, 8 up, 8 in 2024-04-15T14:47:54.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:47:54 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T14:47:55.376 INFO:tasks.rados.rados.0.smithi016.stdout:3382: done (1 left) 2024-04-15T14:47:55.376 INFO:tasks.rados.rados.0.smithi016.stdout:3383: snap_remove snap 307 2024-04-15T14:47:55.789 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:47:55 smithi016 ceph-mon[93212]: pgmap v696: 121 pgs: 121 active+clean; 157 MiB data, 1.7 GiB used, 713 GiB / 715 GiB avail; 5.4 MiB/s rd, 4.1 MiB/s wr, 19 op/s 2024-04-15T14:47:55.789 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:47:55 smithi016 ceph-mon[93212]: osdmap e706: 8 total, 8 up, 8 in 2024-04-15T14:47:55.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:47:55 smithi016 ceph-mon[93212]: osdmap e707: 8 total, 8 up, 8 in 2024-04-15T14:47:55.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:47:55 smithi016 ceph-mon[90652]: pgmap v696: 121 pgs: 121 active+clean; 157 MiB data, 1.7 GiB used, 713 GiB / 715 GiB avail; 5.4 MiB/s rd, 4.1 MiB/s wr, 19 op/s 2024-04-15T14:47:55.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:47:55 smithi016 ceph-mon[90652]: osdmap e706: 8 total, 8 up, 8 in 2024-04-15T14:47:55.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:47:55 smithi016 ceph-mon[90652]: osdmap e707: 8 total, 8 up, 8 in 2024-04-15T14:47:55.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:47:55 smithi102 ceph-mon[87131]: pgmap v696: 121 pgs: 121 active+clean; 157 MiB data, 1.7 GiB used, 713 GiB / 715 GiB avail; 5.4 MiB/s rd, 4.1 MiB/s wr, 19 op/s 2024-04-15T14:47:55.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:47:55 smithi102 ceph-mon[87131]: osdmap e706: 8 total, 8 up, 8 in 2024-04-15T14:47:55.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:47:55 smithi102 ceph-mon[87131]: osdmap e707: 8 total, 8 up, 8 in 2024-04-15T14:47:56.378 INFO:tasks.rados.rados.0.smithi016.stdout:3383: done (1 left) 2024-04-15T14:47:56.379 INFO:tasks.rados.rados.0.smithi016.stdout:3384: delete oid 14 current snap is 310 2024-04-15T14:47:56.386 INFO:tasks.rados.rados.0.smithi016.stdout:3381: done (1 left) 2024-04-15T14:47:56.386 INFO:tasks.rados.rados.0.smithi016.stdout:3384: done (0 left) 2024-04-15T14:47:56.386 INFO:tasks.rados.rados.0.smithi016.stdout:3385: rollback oid 19 current snap is 310 2024-04-15T14:47:56.386 INFO:tasks.rados.rados.0.smithi016.stdout:rollback oid 19 to 309 2024-04-15T14:47:56.387 INFO:tasks.rados.rados.0.smithi016.stdout:3386: copy_from oid 18 from oid 42 current snap is 310 2024-04-15T14:47:56.387 INFO:tasks.rados.rados.0.smithi016.stdout:3387: read oid 30 snap 309 2024-04-15T14:47:56.387 INFO:tasks.rados.rados.0.smithi016.stdout:3387: expect deleted 2024-04-15T14:47:56.387 INFO:tasks.rados.rados.0.smithi016.stdout:3388: read oid 10 snap -1 2024-04-15T14:47:56.387 INFO:tasks.rados.rados.0.smithi016.stdout:3388: expect (ObjNum 1056 snap 307 seq_num 1056) 2024-04-15T14:47:56.387 INFO:tasks.rados.rados.0.smithi016.stdout:3389: read oid 17 snap -1 2024-04-15T14:47:56.387 INFO:tasks.rados.rados.0.smithi016.stdout:3389: expect (ObjNum 1054 snap 307 seq_num 1054) 2024-04-15T14:47:56.387 INFO:tasks.rados.rados.0.smithi016.stdout:3390: delete oid 28 current snap is 310 2024-04-15T14:47:56.389 INFO:tasks.rados.rados.0.smithi016.stdout:3386: finishing copy_from to smithi01678542-18 2024-04-15T14:47:56.389 INFO:tasks.rados.rados.0.smithi016.stdout:3386: got expected ENOENT (src dne) 2024-04-15T14:47:56.389 INFO:tasks.rados.rados.0.smithi016.stdout:3386: finishing copy_from racing read to smithi01678542-18 2024-04-15T14:47:56.390 INFO:tasks.rados.rados.0.smithi016.stdout:3386: done (5 left) 2024-04-15T14:47:56.390 INFO:tasks.rados.rados.0.smithi016.stdout:3387: done (4 left) 2024-04-15T14:47:56.390 INFO:tasks.rados.rados.0.smithi016.stdout:3390: done (3 left) 2024-04-15T14:47:56.390 INFO:tasks.rados.rados.0.smithi016.stdout:3391: copy_from oid 49 from oid 20 current snap is 310 2024-04-15T14:47:56.390 INFO:tasks.rados.rados.0.smithi016.stdout:3392: snap_create 2024-04-15T14:47:56.393 INFO:tasks.rados.rados.0.smithi016.stdout:3391: finishing copy_from to smithi01678542-49 2024-04-15T14:47:56.393 INFO:tasks.rados.rados.0.smithi016.stdout:3391: got expected ENOENT (src dne) 2024-04-15T14:47:56.393 INFO:tasks.rados.rados.0.smithi016.stdout:3391: finishing copy_from racing read to smithi01678542-49 2024-04-15T14:47:56.394 INFO:tasks.rados.rados.0.smithi016.stdout:3389: expect (ObjNum 1054 snap 307 seq_num 1054) 2024-04-15T14:47:56.428 INFO:tasks.rados.rados.0.smithi016.stdout:3385: finishing rollback tid 0 to smithi01678542-19 2024-04-15T14:47:56.428 INFO:tasks.rados.rados.0.smithi016.stdout:3385: finishing rollback tid 1 to smithi01678542-19 2024-04-15T14:47:56.429 INFO:tasks.rados.rados.0.smithi016.stdout:3385: finishing rollback tid 2 to smithi01678542-19 2024-04-15T14:47:56.429 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 19 v 1647 (ObjNum 1008 snap 292 seq_num 1008) dirty exists 2024-04-15T14:47:56.454 INFO:tasks.rados.rados.0.smithi016.stdout:3388: expect (ObjNum 1056 snap 307 seq_num 1056) 2024-04-15T14:47:57.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:47:57 smithi102 ceph-mon[87131]: pgmap v699: 121 pgs: 121 active+clean; 155 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 1.2 MiB/s rd, 2.1 MiB/s wr, 8 op/s 2024-04-15T14:47:57.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:47:57 smithi102 ceph-mon[87131]: osdmap e708: 8 total, 8 up, 8 in 2024-04-15T14:47:57.789 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:47:57 smithi016 ceph-mon[93212]: pgmap v699: 121 pgs: 121 active+clean; 155 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 1.2 MiB/s rd, 2.1 MiB/s wr, 8 op/s 2024-04-15T14:47:57.789 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:47:57 smithi016 ceph-mon[93212]: osdmap e708: 8 total, 8 up, 8 in 2024-04-15T14:47:57.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:47:57 smithi016 ceph-mon[90652]: pgmap v699: 121 pgs: 121 active+clean; 155 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 1.2 MiB/s rd, 2.1 MiB/s wr, 8 op/s 2024-04-15T14:47:57.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:47:57 smithi016 ceph-mon[90652]: osdmap e708: 8 total, 8 up, 8 in 2024-04-15T14:47:58.287 INFO:tasks.rados.rados.0.smithi016.stdout:3385: done (4 left) 2024-04-15T14:47:58.287 INFO:tasks.rados.rados.0.smithi016.stdout:3388: done (3 left) 2024-04-15T14:47:58.287 INFO:tasks.rados.rados.0.smithi016.stdout:3389: done (2 left) 2024-04-15T14:47:58.287 INFO:tasks.rados.rados.0.smithi016.stdout:3391: done (1 left) 2024-04-15T14:47:58.288 INFO:tasks.rados.rados.0.smithi016.stdout:3392: done (0 left) 2024-04-15T14:47:58.288 INFO:tasks.rados.rados.0.smithi016.stdout:3393: snap_create 2024-04-15T14:47:58.388 INFO:tasks.rados.rados.0.smithi016.stdout:3393: done (0 left) 2024-04-15T14:47:58.388 INFO:tasks.rados.rados.0.smithi016.stdout:3394: rollback oid 9 current snap is 312 2024-04-15T14:47:58.388 INFO:tasks.rados.rados.0.smithi016.stdout:rollback oid 9 to 308 2024-04-15T14:47:58.388 INFO:tasks.rados.rados.0.smithi016.stdout:3395: copy_from oid 11 from oid 31 current snap is 312 2024-04-15T14:47:58.388 INFO:tasks.rados.rados.0.smithi016.stdout:3396: read oid 13 snap -1 2024-04-15T14:47:58.388 INFO:tasks.rados.rados.0.smithi016.stdout:3396: expect deleted 2024-04-15T14:47:58.389 INFO:tasks.rados.rados.0.smithi016.stdout:3397: snap_create 2024-04-15T14:47:58.395 INFO:tasks.rados.rados.0.smithi016.stdout:3394: finishing rollback tid 0 to smithi01678542-9 2024-04-15T14:47:58.395 INFO:tasks.rados.rados.0.smithi016.stdout:3394: finishing rollback tid 1 to smithi01678542-9 2024-04-15T14:47:58.395 INFO:tasks.rados.rados.0.smithi016.stdout:3394: finishing rollback tid 2 to smithi01678542-9 2024-04-15T14:47:58.395 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 9 v 1742 (ObjNum 632 snap 191 seq_num 632) dirty exists 2024-04-15T14:47:58.404 INFO:tasks.rados.rados.0.smithi016.stdout:3395: finishing copy_from racing read to smithi01678542-11 2024-04-15T14:47:58.405 INFO:tasks.rados.rados.0.smithi016.stdout:3395: finishing copy_from to smithi01678542-11 2024-04-15T14:47:58.405 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 11 v 1543 (ObjNum 1050 snap 307 seq_num 1050) dirty exists 2024-04-15T14:47:58.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:47:58 smithi102 ceph-mon[87131]: osdmap e709: 8 total, 8 up, 8 in 2024-04-15T14:47:58.789 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:47:58 smithi016 ceph-mon[90652]: osdmap e709: 8 total, 8 up, 8 in 2024-04-15T14:47:58.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:47:58 smithi016 ceph-mon[93212]: osdmap e709: 8 total, 8 up, 8 in 2024-04-15T14:47:59.390 INFO:tasks.rados.rados.0.smithi016.stdout:3394: done (3 left) 2024-04-15T14:47:59.391 INFO:tasks.rados.rados.0.smithi016.stdout:3395: done (2 left) 2024-04-15T14:47:59.391 INFO:tasks.rados.rados.0.smithi016.stdout:3396: done (1 left) 2024-04-15T14:47:59.391 INFO:tasks.rados.rados.0.smithi016.stdout:3397: done (0 left) 2024-04-15T14:47:59.391 INFO:tasks.rados.rados.0.smithi016.stdout:3398: rollback oid 20 current snap is 313 2024-04-15T14:47:59.391 INFO:tasks.rados.rados.0.smithi016.stdout:rollback oid 20 to 309 2024-04-15T14:47:59.391 INFO:tasks.rados.rados.0.smithi016.stdout:3399: rmattr oid 23 current snap is 313 2024-04-15T14:47:59.391 INFO:tasks.rados.rados.0.smithi016.stdout:3400: rollback oid 6 current snap is 313 2024-04-15T14:47:59.391 INFO:tasks.rados.rados.0.smithi016.stdout:rollback oid 6 to 310 2024-04-15T14:47:59.391 INFO:tasks.rados.rados.0.smithi016.stdout:3401: delete oid 36 current snap is 313 2024-04-15T14:47:59.402 INFO:tasks.rados.rados.0.smithi016.stdout:3398: finishing rollback tid 1 to smithi01678542-20 2024-04-15T14:47:59.402 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 20 v 0 (ObjNum 209 snap 0 seq_num 2236954624) dirty dne 2024-04-15T14:47:59.402 INFO:tasks.rados.rados.0.smithi016.stdout:3398: done (3 left) 2024-04-15T14:47:59.402 INFO:tasks.rados.rados.0.smithi016.stdout:3401: done (2 left) 2024-04-15T14:47:59.402 INFO:tasks.rados.rados.0.smithi016.stdout:3402: delete oid 11 current snap is 313 2024-04-15T14:47:59.402 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 23 v 1624 (ObjNum 975 snap 288 seq_num 975) dirty exists 2024-04-15T14:47:59.403 INFO:tasks.rados.rados.0.smithi016.stdout:3400: finishing rollback tid 0 to smithi01678542-6 2024-04-15T14:47:59.404 INFO:tasks.rados.rados.0.smithi016.stdout:3400: finishing rollback tid 1 to smithi01678542-6 2024-04-15T14:47:59.404 INFO:tasks.rados.rados.0.smithi016.stdout:3400: finishing rollback tid 2 to smithi01678542-6 2024-04-15T14:47:59.404 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 6 v 1613 (ObjNum 1047 snap 306 seq_num 1047) dirty exists 2024-04-15T14:47:59.406 INFO:tasks.rados.rados.0.smithi016.stdout:3399: done (2 left) 2024-04-15T14:47:59.406 INFO:tasks.rados.rados.0.smithi016.stdout:3400: done (1 left) 2024-04-15T14:47:59.406 INFO:tasks.rados.rados.0.smithi016.stdout:3402: done (0 left) 2024-04-15T14:47:59.406 INFO:tasks.rados.rados.0.smithi016.stdout:3403: snap_remove snap 311 2024-04-15T14:47:59.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:47:59 smithi102 ceph-mon[87131]: pgmap v702: 121 pgs: 121 active+clean; 155 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 1.1 MiB/s rd, 1.7 MiB/s wr, 6 op/s 2024-04-15T14:47:59.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:47:59 smithi102 ceph-mon[87131]: osdmap e710: 8 total, 8 up, 8 in 2024-04-15T14:47:59.789 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:47:59 smithi016 ceph-mon[90652]: pgmap v702: 121 pgs: 121 active+clean; 155 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 1.1 MiB/s rd, 1.7 MiB/s wr, 6 op/s 2024-04-15T14:47:59.789 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:47:59 smithi016 ceph-mon[90652]: osdmap e710: 8 total, 8 up, 8 in 2024-04-15T14:47:59.789 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:47:59 smithi016 ceph-mon[93212]: pgmap v702: 121 pgs: 121 active+clean; 155 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 1.1 MiB/s rd, 1.7 MiB/s wr, 6 op/s 2024-04-15T14:47:59.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:47:59 smithi016 ceph-mon[93212]: osdmap e710: 8 total, 8 up, 8 in 2024-04-15T14:48:00.379 INFO:tasks.rados.rados.0.smithi016.stdout:3403: done (0 left) 2024-04-15T14:48:00.379 INFO:tasks.rados.rados.0.smithi016.stdout:3404: delete oid 17 current snap is 313 2024-04-15T14:48:00.387 INFO:tasks.rados.rados.0.smithi016.stdout:3404: done (0 left) 2024-04-15T14:48:00.387 INFO:tasks.rados.rados.0.smithi016.stdout:3405: snap_create 2024-04-15T14:48:00.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:48:00 smithi102 ceph-mon[87131]: osdmap e711: 8 total, 8 up, 8 in 2024-04-15T14:48:00.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:48:00 smithi102 ceph-mon[87131]: osdmap e712: 8 total, 8 up, 8 in 2024-04-15T14:48:00.789 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:48:00 smithi016 ceph-mon[90652]: osdmap e711: 8 total, 8 up, 8 in 2024-04-15T14:48:00.789 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:48:00 smithi016 ceph-mon[90652]: osdmap e712: 8 total, 8 up, 8 in 2024-04-15T14:48:00.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:48:00 smithi016 ceph-mon[93212]: osdmap e711: 8 total, 8 up, 8 in 2024-04-15T14:48:00.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:48:00 smithi016 ceph-mon[93212]: osdmap e712: 8 total, 8 up, 8 in 2024-04-15T14:48:01.380 INFO:tasks.rados.rados.0.smithi016.stdout:3405: done (0 left) 2024-04-15T14:48:01.380 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 8 current snap is 314 2024-04-15T14:48:01.380 INFO:tasks.rados.rados.0.smithi016.stdout:3406: seq_num 1069 ranges {1523712=712704,2236416=401408} 2024-04-15T14:48:01.392 INFO:tasks.rados.rados.0.smithi016.stdout:3406: writing smithi01678542-8 from 1523712 to 2236416 tid 1 2024-04-15T14:48:01.394 INFO:tasks.rados.rados.0.smithi016.stdout:3406: writing smithi01678542-8 from 2236416 to 2637824 tid 2 2024-04-15T14:48:01.395 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 29 current snap is 314 2024-04-15T14:48:01.395 INFO:tasks.rados.rados.0.smithi016.stdout:3407: seq_num 1070 ranges {1826816=729088,2555904=401408} 2024-04-15T14:48:01.409 INFO:tasks.rados.rados.0.smithi016.stdout:3407: writing smithi01678542-29 from 1826816 to 2555904 tid 1 2024-04-15T14:48:01.411 INFO:tasks.rados.rados.0.smithi016.stdout:3407: writing smithi01678542-29 from 2555904 to 2957312 tid 2 2024-04-15T14:48:01.411 INFO:tasks.rados.rados.0.smithi016.stdout:3408: copy_from oid 12 from oid 17 current snap is 314 2024-04-15T14:48:01.412 INFO:tasks.rados.rados.0.smithi016.stdout:3406: finishing write tid 1 to smithi01678542-8 2024-04-15T14:48:01.412 INFO:tasks.rados.rados.0.smithi016.stdout:3406: finishing write tid 2 to smithi01678542-8 2024-04-15T14:48:01.412 INFO:tasks.rados.rados.0.smithi016.stdout:3406: finishing write tid 3 to smithi01678542-8 2024-04-15T14:48:01.412 INFO:tasks.rados.rados.0.smithi016.stdout:3406: finishing write tid 4 to smithi01678542-8 2024-04-15T14:48:01.412 INFO:tasks.rados.rados.0.smithi016.stdout:3406: oid 8 updating version 0 to 1626 2024-04-15T14:48:01.412 INFO:tasks.rados.rados.0.smithi016.stdout:3406: oid 8 version 1626 is already newer than 1625 2024-04-15T14:48:01.412 INFO:tasks.rados.rados.0.smithi016.stdout:3406: oid 8 updating version 1626 to 1627 2024-04-15T14:48:01.412 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 8 v 1627 (ObjNum 1069 snap 314 seq_num 1069) dirty exists 2024-04-15T14:48:01.412 INFO:tasks.rados.rados.0.smithi016.stdout:3406: left oid 8 (ObjNum 1069 snap 314 seq_num 1069) 2024-04-15T14:48:01.412 INFO:tasks.rados.rados.0.smithi016.stdout:3406: done (2 left) 2024-04-15T14:48:01.412 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 22 current snap is 314 2024-04-15T14:48:01.412 INFO:tasks.rados.rados.0.smithi016.stdout:3409: seq_num 1071 ranges {0=745472,745472=401408} 2024-04-15T14:48:01.415 INFO:tasks.rados.rados.0.smithi016.stdout:3409: writing smithi01678542-22 from 0 to 745472 tid 1 2024-04-15T14:48:01.418 INFO:tasks.rados.rados.0.smithi016.stdout:3409: writing smithi01678542-22 from 745472 to 1146880 tid 2 2024-04-15T14:48:01.418 INFO:tasks.rados.rados.0.smithi016.stdout:3410: snap_remove snap 309 2024-04-15T14:48:01.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:48:01 smithi102 ceph-mon[87131]: pgmap v705: 121 pgs: 121 active+clean; 155 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 0 op/s 2024-04-15T14:48:01.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:48:01 smithi102 ceph-mon[87131]: osdmap e713: 8 total, 8 up, 8 in 2024-04-15T14:48:01.779 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:48:01 smithi016 ceph-mon[90652]: pgmap v705: 121 pgs: 121 active+clean; 155 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 0 op/s 2024-04-15T14:48:01.779 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:48:01 smithi016 ceph-mon[90652]: osdmap e713: 8 total, 8 up, 8 in 2024-04-15T14:48:01.779 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:48:01 smithi016 ceph-mon[93212]: pgmap v705: 121 pgs: 121 active+clean; 155 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 0 op/s 2024-04-15T14:48:01.779 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:48:01 smithi016 ceph-mon[93212]: osdmap e713: 8 total, 8 up, 8 in 2024-04-15T14:48:02.039 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 15 14:48:01 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-y[81421]: ::ffff:172.21.15.102 - - [15/Apr/2024:14:48:01] "GET /metrics HTTP/1.1" 200 36269 "" "Prometheus/2.43.0" 2024-04-15T14:48:02.409 INFO:tasks.rados.rados.0.smithi016.stdout:3410: done (3 left) 2024-04-15T14:48:02.409 INFO:tasks.rados.rados.0.smithi016.stdout:3411: rollback oid 40 current snap is 314 2024-04-15T14:48:02.409 INFO:tasks.rados.rados.0.smithi016.stdout:3408: finishing copy_from to smithi01678542-12 2024-04-15T14:48:02.409 INFO:tasks.rados.rados.0.smithi016.stdout:3408: got expected ENOENT (src dne) 2024-04-15T14:48:02.409 INFO:tasks.rados.rados.0.smithi016.stdout:3408: finishing copy_from racing read to smithi01678542-12 2024-04-15T14:48:02.409 INFO:tasks.rados.rados.0.smithi016.stdout:3407: finishing write tid 1 to smithi01678542-29 2024-04-15T14:48:02.409 INFO:tasks.rados.rados.0.smithi016.stdout:3407: finishing write tid 2 to smithi01678542-29 2024-04-15T14:48:02.410 INFO:tasks.rados.rados.0.smithi016.stdout:3407: finishing write tid 3 to smithi01678542-29 2024-04-15T14:48:02.410 INFO:tasks.rados.rados.0.smithi016.stdout:3407: finishing write tid 4 to smithi01678542-29 2024-04-15T14:48:02.410 INFO:tasks.rados.rados.0.smithi016.stdout:3407: oid 29 updating version 0 to 1784 2024-04-15T14:48:02.410 INFO:tasks.rados.rados.0.smithi016.stdout:3407: oid 29 version 1784 is already newer than 1783 2024-04-15T14:48:02.410 INFO:tasks.rados.rados.0.smithi016.stdout:3407: oid 29 version 1784 is already newer than 1782 2024-04-15T14:48:02.410 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 29 v 1784 (ObjNum 1070 snap 314 seq_num 1070) dirty exists 2024-04-15T14:48:02.410 INFO:tasks.rados.rados.0.smithi016.stdout:3407: left oid 29 (ObjNum 1070 snap 314 seq_num 1070) 2024-04-15T14:48:02.410 INFO:tasks.rados.rados.0.smithi016.stdout:3409: finishing write tid 1 to smithi01678542-22 2024-04-15T14:48:02.410 INFO:tasks.rados.rados.0.smithi016.stdout:3409: finishing write tid 2 to smithi01678542-22 2024-04-15T14:48:02.410 INFO:tasks.rados.rados.0.smithi016.stdout:3409: finishing write tid 3 to smithi01678542-22 2024-04-15T14:48:02.410 INFO:tasks.rados.rados.0.smithi016.stdout:3409: finishing write tid 4 to smithi01678542-22 2024-04-15T14:48:02.410 INFO:tasks.rados.rados.0.smithi016.stdout:3409: oid 22 updating version 0 to 1650 2024-04-15T14:48:02.410 INFO:tasks.rados.rados.0.smithi016.stdout:3409: oid 22 version 1650 is already newer than 1648 2024-04-15T14:48:02.411 INFO:tasks.rados.rados.0.smithi016.stdout:3409: oid 22 version 1650 is already newer than 1649 2024-04-15T14:48:02.411 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 22 v 1650 (ObjNum 1071 snap 314 seq_num 1071) dirty exists 2024-04-15T14:48:02.411 INFO:tasks.rados.rados.0.smithi016.stdout:3409: left oid 22 (ObjNum 1071 snap 314 seq_num 1071) 2024-04-15T14:48:02.411 INFO:tasks.rados.rados.0.smithi016.stdout:rollback oid 40 to 313 2024-04-15T14:48:02.411 INFO:tasks.rados.rados.0.smithi016.stdout:3407: done (3 left) 2024-04-15T14:48:02.411 INFO:tasks.rados.rados.0.smithi016.stdout:3408: done (2 left) 2024-04-15T14:48:02.411 INFO:tasks.rados.rados.0.smithi016.stdout:3409: done (1 left) 2024-04-15T14:48:02.411 INFO:tasks.rados.rados.0.smithi016.stdout:3412: snap_remove snap 308 2024-04-15T14:48:02.690 INFO:journalctl@ceph.prometheus.a.smithi102.stdout:Apr 15 14:48:02 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-prometheus-a[120881]: ts=2024-04-15T14:48:02.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi016:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"362ea986-fb34-11ee-bc8f-c7b262605968\", instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T14:48:03.414 INFO:tasks.rados.rados.0.smithi016.stdout:3412: done (1 left) 2024-04-15T14:48:03.415 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 9 current snap is 314 2024-04-15T14:48:03.415 INFO:tasks.rados.rados.0.smithi016.stdout:3411: finishing rollback tid 1 to smithi01678542-40 2024-04-15T14:48:03.415 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 40 v 1711 (ObjNum 273 snap 0 seq_num 3763929201) dirty dne 2024-04-15T14:48:03.415 INFO:tasks.rados.rados.0.smithi016.stdout:3413: seq_num 1072 ranges {3661824=761856,4423680=401408} 2024-04-15T14:48:03.439 INFO:tasks.rados.rados.0.smithi016.stdout:3413: writing smithi01678542-9 from 3661824 to 4423680 tid 1 2024-04-15T14:48:03.441 INFO:tasks.rados.rados.0.smithi016.stdout:3413: writing smithi01678542-9 from 4423680 to 4825088 tid 2 2024-04-15T14:48:03.441 INFO:tasks.rados.rados.0.smithi016.stdout:3411: done (1 left) 2024-04-15T14:48:03.441 INFO:tasks.rados.rados.0.smithi016.stdout:3414: snap_create 2024-04-15T14:48:03.447 INFO:tasks.rados.rados.0.smithi016.stdout:3413: finishing write tid 1 to smithi01678542-9 2024-04-15T14:48:03.447 INFO:tasks.rados.rados.0.smithi016.stdout:3413: finishing write tid 2 to smithi01678542-9 2024-04-15T14:48:03.448 INFO:tasks.rados.rados.0.smithi016.stdout:3413: finishing write tid 3 to smithi01678542-9 2024-04-15T14:48:03.450 INFO:tasks.rados.rados.0.smithi016.stdout:3413: finishing write tid 4 to smithi01678542-9 2024-04-15T14:48:03.450 INFO:tasks.rados.rados.0.smithi016.stdout:3413: oid 9 updating version 0 to 1744 2024-04-15T14:48:03.450 INFO:tasks.rados.rados.0.smithi016.stdout:3413: oid 9 updating version 1744 to 1745 2024-04-15T14:48:03.450 INFO:tasks.rados.rados.0.smithi016.stdout:3413: oid 9 version 1745 is already newer than 1743 2024-04-15T14:48:03.450 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 9 v 1745 (ObjNum 1072 snap 314 seq_num 1072) dirty exists 2024-04-15T14:48:03.450 INFO:tasks.rados.rados.0.smithi016.stdout:3413: left oid 9 (ObjNum 1072 snap 314 seq_num 1072) 2024-04-15T14:48:03.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:48:03 smithi102 ceph-mon[87131]: pgmap v708: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 158 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 11 MiB/s rd, 834 KiB/s wr, 8 op/s 2024-04-15T14:48:03.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:48:03 smithi102 ceph-mon[87131]: osdmap e714: 8 total, 8 up, 8 in 2024-04-15T14:48:03.789 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:48:03 smithi016 ceph-mon[93212]: pgmap v708: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 158 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 11 MiB/s rd, 834 KiB/s wr, 8 op/s 2024-04-15T14:48:03.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:48:03 smithi016 ceph-mon[93212]: osdmap e714: 8 total, 8 up, 8 in 2024-04-15T14:48:03.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:48:03 smithi016 ceph-mon[90652]: pgmap v708: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 158 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 11 MiB/s rd, 834 KiB/s wr, 8 op/s 2024-04-15T14:48:03.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:48:03 smithi016 ceph-mon[90652]: osdmap e714: 8 total, 8 up, 8 in 2024-04-15T14:48:03.790 INFO:journalctl@ceph.osd.2.smithi016.stdout:Apr 15 14:48:03 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-osd-2[109384]: 2024-04-15T14:48:03.448+0000 7f06bc2a4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 186 after trimming was started 2024-04-15T14:48:04.420 INFO:tasks.rados.rados.0.smithi016.stdout:3413: done (1 left) 2024-04-15T14:48:04.420 INFO:tasks.rados.rados.0.smithi016.stdout:3414: done (0 left) 2024-04-15T14:48:04.420 INFO:tasks.rados.rados.0.smithi016.stdout:3415: read oid 31 snap -1 2024-04-15T14:48:04.420 INFO:tasks.rados.rados.0.smithi016.stdout:3415: expect (ObjNum 1050 snap 307 seq_num 1050) 2024-04-15T14:48:04.420 INFO:tasks.rados.rados.0.smithi016.stdout:3416: read oid 45 snap -1 2024-04-15T14:48:04.420 INFO:tasks.rados.rados.0.smithi016.stdout:3416: expect (ObjNum 932 snap 279 seq_num 932) 2024-04-15T14:48:04.420 INFO:tasks.rados.rados.0.smithi016.stdout:3417: read oid 14 snap 314 2024-04-15T14:48:04.421 INFO:tasks.rados.rados.0.smithi016.stdout:3417: expect deleted 2024-04-15T14:48:04.421 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 19 current snap is 315 2024-04-15T14:48:04.421 INFO:tasks.rados.rados.0.smithi016.stdout:3418: seq_num 1073 ranges {90112=778240,868352=401408} 2024-04-15T14:48:04.425 INFO:tasks.rados.rados.0.smithi016.stdout:3418: writing smithi01678542-19 from 90112 to 868352 tid 1 2024-04-15T14:48:04.428 INFO:tasks.rados.rados.0.smithi016.stdout:3418: writing smithi01678542-19 from 868352 to 1269760 tid 2 2024-04-15T14:48:04.428 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 4 current snap is 315 2024-04-15T14:48:04.428 INFO:tasks.rados.rados.0.smithi016.stdout:3419: seq_num 1074 ranges {3465216=794624,4259840=401408} 2024-04-15T14:48:04.452 INFO:tasks.rados.rados.0.smithi016.stdout:3419: writing smithi01678542-4 from 3465216 to 4259840 tid 1 2024-04-15T14:48:04.454 INFO:tasks.rados.rados.0.smithi016.stdout:3419: writing smithi01678542-4 from 4259840 to 4661248 tid 2 2024-04-15T14:48:04.454 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 49 current snap is 315 2024-04-15T14:48:04.455 INFO:tasks.rados.rados.0.smithi016.stdout:3420: seq_num 1075 ranges {0=409600,409600=671744,1081344=131072} 2024-04-15T14:48:04.456 INFO:tasks.rados.rados.0.smithi016.stdout:3420: writing smithi01678542-49 from 0 to 409600 tid 1 2024-04-15T14:48:04.461 INFO:tasks.rados.rados.0.smithi016.stdout:3420: writing smithi01678542-49 from 409600 to 1081344 tid 2 2024-04-15T14:48:04.462 INFO:tasks.rados.rados.0.smithi016.stdout:3420: writing smithi01678542-49 from 1081344 to 1212416 tid 3 2024-04-15T14:48:04.462 INFO:tasks.rados.rados.0.smithi016.stdout:3421: delete oid 12 current snap is 315 2024-04-15T14:48:04.462 INFO:tasks.rados.rados.0.smithi016.stdout:3415: expect (ObjNum 1050 snap 307 seq_num 1050) 2024-04-15T14:48:04.565 INFO:tasks.rados.rados.0.smithi016.stdout:3418: finishing write tid 1 to smithi01678542-19 2024-04-15T14:48:04.565 INFO:tasks.rados.rados.0.smithi016.stdout:3418: finishing write tid 2 to smithi01678542-19 2024-04-15T14:48:04.565 INFO:tasks.rados.rados.0.smithi016.stdout:3418: finishing write tid 3 to smithi01678542-19 2024-04-15T14:48:04.565 INFO:tasks.rados.rados.0.smithi016.stdout:3418: finishing write tid 4 to smithi01678542-19 2024-04-15T14:48:04.565 INFO:tasks.rados.rados.0.smithi016.stdout:3418: oid 19 updating version 0 to 1652 2024-04-15T14:48:04.565 INFO:tasks.rados.rados.0.smithi016.stdout:3418: oid 19 version 1652 is already newer than 1651 2024-04-15T14:48:04.566 INFO:tasks.rados.rados.0.smithi016.stdout:3418: oid 19 updating version 1652 to 1653 2024-04-15T14:48:04.566 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 19 v 1653 (ObjNum 1073 snap 315 seq_num 1073) dirty exists 2024-04-15T14:48:04.566 INFO:tasks.rados.rados.0.smithi016.stdout:3418: left oid 19 (ObjNum 1073 snap 315 seq_num 1073) 2024-04-15T14:48:04.566 INFO:tasks.rados.rados.0.smithi016.stdout:3416: expect (ObjNum 932 snap 279 seq_num 932) 2024-04-15T14:48:04.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:48:04 smithi102 ceph-mon[87131]: osdmap e715: 8 total, 8 up, 8 in 2024-04-15T14:48:04.789 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:48:04 smithi016 ceph-mon[90652]: osdmap e715: 8 total, 8 up, 8 in 2024-04-15T14:48:04.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:48:04 smithi016 ceph-mon[93212]: osdmap e715: 8 total, 8 up, 8 in 2024-04-15T14:48:04.821 INFO:tasks.rados.rados.0.smithi016.stdout:3420: finishing write tid 1 to smithi01678542-49 2024-04-15T14:48:04.821 INFO:tasks.rados.rados.0.smithi016.stdout:3419: finishing write tid 1 to smithi01678542-4 2024-04-15T14:48:04.821 INFO:tasks.rados.rados.0.smithi016.stdout:3419: finishing write tid 2 to smithi01678542-4 2024-04-15T14:48:04.822 INFO:tasks.rados.rados.0.smithi016.stdout:3419: finishing write tid 3 to smithi01678542-4 2024-04-15T14:48:04.822 INFO:tasks.rados.rados.0.smithi016.stdout:3419: finishing write tid 4 to smithi01678542-4 2024-04-15T14:48:04.822 INFO:tasks.rados.rados.0.smithi016.stdout:3419: oid 4 updating version 0 to 1796 2024-04-15T14:48:04.822 INFO:tasks.rados.rados.0.smithi016.stdout:3419: oid 4 version 1796 is already newer than 1794 2024-04-15T14:48:04.822 INFO:tasks.rados.rados.0.smithi016.stdout:3419: oid 4 version 1796 is already newer than 1795 2024-04-15T14:48:04.822 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 4 v 1796 (ObjNum 1074 snap 315 seq_num 1074) dirty exists 2024-04-15T14:48:04.822 INFO:tasks.rados.rados.0.smithi016.stdout:3419: left oid 4 (ObjNum 1074 snap 315 seq_num 1074) 2024-04-15T14:48:04.822 INFO:tasks.rados.rados.0.smithi016.stdout:3420: finishing write tid 2 to smithi01678542-49 2024-04-15T14:48:04.822 INFO:tasks.rados.rados.0.smithi016.stdout:3420: finishing write tid 3 to smithi01678542-49 2024-04-15T14:48:04.822 INFO:tasks.rados.rados.0.smithi016.stdout:3420: finishing write tid 4 to smithi01678542-49 2024-04-15T14:48:04.822 INFO:tasks.rados.rados.0.smithi016.stdout:3420: finishing write tid 5 to smithi01678542-49 2024-04-15T14:48:04.822 INFO:tasks.rados.rados.0.smithi016.stdout:3420: oid 49 updating version 0 to 1544 2024-04-15T14:48:04.822 INFO:tasks.rados.rados.0.smithi016.stdout:3420: oid 49 version 1544 is already newer than 1541 2024-04-15T14:48:04.823 INFO:tasks.rados.rados.0.smithi016.stdout:3420: oid 49 version 1544 is already newer than 1542 2024-04-15T14:48:04.823 INFO:tasks.rados.rados.0.smithi016.stdout:3420: oid 49 version 1544 is already newer than 1543 2024-04-15T14:48:04.823 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 49 v 1544 (ObjNum 1075 snap 315 seq_num 1075) dirty exists 2024-04-15T14:48:04.823 INFO:tasks.rados.rados.0.smithi016.stdout:3420: left oid 49 (ObjNum 1075 snap 315 seq_num 1075) 2024-04-15T14:48:04.823 INFO:tasks.rados.rados.0.smithi016.stdout:3415: done (6 left) 2024-04-15T14:48:04.823 INFO:tasks.rados.rados.0.smithi016.stdout:3416: done (5 left) 2024-04-15T14:48:04.823 INFO:tasks.rados.rados.0.smithi016.stdout:3417: done (4 left) 2024-04-15T14:48:04.823 INFO:tasks.rados.rados.0.smithi016.stdout:3418: done (3 left) 2024-04-15T14:48:04.823 INFO:tasks.rados.rados.0.smithi016.stdout:3419: done (2 left) 2024-04-15T14:48:04.823 INFO:tasks.rados.rados.0.smithi016.stdout:3420: done (1 left) 2024-04-15T14:48:04.823 INFO:tasks.rados.rados.0.smithi016.stdout:3421: done (0 left) 2024-04-15T14:48:04.823 INFO:tasks.rados.rados.0.smithi016.stdout:3422: read oid 38 snap 303 2024-04-15T14:48:04.823 INFO:tasks.rados.rados.0.smithi016.stdout:3422: expect (ObjNum 983 snap 288 seq_num 983) 2024-04-15T14:48:04.824 INFO:tasks.rados.rados.0.smithi016.stdout:3423: read oid 34 snap -1 2024-04-15T14:48:04.824 INFO:tasks.rados.rados.0.smithi016.stdout:3423: expect (ObjNum 0 snap 0 seq_num 0) 2024-04-15T14:48:04.824 INFO:tasks.rados.rados.0.smithi016.stdout:3424: read oid 33 snap -1 2024-04-15T14:48:04.824 INFO:tasks.rados.rados.0.smithi016.stdout:3424: expect (ObjNum 1010 snap 293 seq_num 1010) 2024-04-15T14:48:04.824 INFO:tasks.rados.rados.0.smithi016.stdout:3425: delete oid 47 current snap is 315 2024-04-15T14:48:04.824 INFO:tasks.rados.rados.0.smithi016.stdout:3423: expect (ObjNum 0 snap 0 seq_num 0) 2024-04-15T14:48:04.830 INFO:tasks.rados.rados.0.smithi016.stdout:3424: expect (ObjNum 1010 snap 293 seq_num 1010) 2024-04-15T14:48:04.834 INFO:tasks.rados.rados.0.smithi016.stdout:3422: expect (ObjNum 983 snap 288 seq_num 983) 2024-04-15T14:48:04.933 INFO:tasks.rados.rados.0.smithi016.stdout:3422: done (3 left) 2024-04-15T14:48:04.933 INFO:tasks.rados.rados.0.smithi016.stdout:3423: done (2 left) 2024-04-15T14:48:04.933 INFO:tasks.rados.rados.0.smithi016.stdout:3424: done (1 left) 2024-04-15T14:48:04.933 INFO:tasks.rados.rados.0.smithi016.stdout:3425: done (0 left) 2024-04-15T14:48:04.933 INFO:tasks.rados.rados.0.smithi016.stdout:3426: copy_from oid 45 from oid 27 current snap is 315 2024-04-15T14:48:04.934 INFO:tasks.rados.rados.0.smithi016.stdout:3427: snap_create 2024-04-15T14:48:04.934 INFO:tasks.rados.rados.0.smithi016.stdout:3426: finishing copy_from to smithi01678542-45 2024-04-15T14:48:04.934 INFO:tasks.rados.rados.0.smithi016.stdout:3426: got expected ENOENT (src dne) 2024-04-15T14:48:04.937 INFO:tasks.rados.rados.0.smithi016.stdout:3426: finishing copy_from racing read to smithi01678542-45 2024-04-15T14:48:05.379 INFO:tasks.rados.rados.0.smithi016.stdout:3426: done (1 left) 2024-04-15T14:48:05.379 INFO:tasks.rados.rados.0.smithi016.stdout:3427: done (0 left) 2024-04-15T14:48:05.379 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 13 current snap is 316 2024-04-15T14:48:05.380 INFO:tasks.rados.rados.0.smithi016.stdout:3428: seq_num 1078 ranges {0=458752,458752=720896,1179648=81920} 2024-04-15T14:48:05.382 INFO:tasks.rados.rados.0.smithi016.stdout:3428: writing smithi01678542-13 from 0 to 458752 tid 1 2024-04-15T14:48:05.386 INFO:tasks.rados.rados.0.smithi016.stdout:3428: writing smithi01678542-13 from 458752 to 1179648 tid 2 2024-04-15T14:48:05.387 INFO:tasks.rados.rados.0.smithi016.stdout:3428: writing smithi01678542-13 from 1179648 to 1261568 tid 3 2024-04-15T14:48:05.387 INFO:tasks.rados.rados.0.smithi016.stdout:3429: rollback oid 30 current snap is 316 2024-04-15T14:48:05.387 INFO:tasks.rados.rados.0.smithi016.stdout:rollback oid 30 to 315 2024-04-15T14:48:05.387 INFO:tasks.rados.rados.0.smithi016.stdout:3428: finishing write tid 1 to smithi01678542-13 2024-04-15T14:48:05.387 INFO:tasks.rados.rados.0.smithi016.stdout:3430: snap_create 2024-04-15T14:48:05.391 INFO:tasks.rados.rados.0.smithi016.stdout:3429: finishing rollback tid 1 to smithi01678542-30 2024-04-15T14:48:05.391 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 30 v 0 (ObjNum 289 snap 0 seq_num 1) dirty dne 2024-04-15T14:48:05.391 INFO:tasks.rados.rados.0.smithi016.stdout:3428: finishing write tid 2 to smithi01678542-13 2024-04-15T14:48:05.392 INFO:tasks.rados.rados.0.smithi016.stdout:3428: finishing write tid 3 to smithi01678542-13 2024-04-15T14:48:05.392 INFO:tasks.rados.rados.0.smithi016.stdout:3428: finishing write tid 4 to smithi01678542-13 2024-04-15T14:48:05.396 INFO:tasks.rados.rados.0.smithi016.stdout:3428: finishing write tid 5 to smithi01678542-13 2024-04-15T14:48:05.396 INFO:tasks.rados.rados.0.smithi016.stdout:3428: oid 13 updating version 0 to 1460 2024-04-15T14:48:05.396 INFO:tasks.rados.rados.0.smithi016.stdout:3428: oid 13 updating version 1460 to 1463 2024-04-15T14:48:05.397 INFO:tasks.rados.rados.0.smithi016.stdout:3428: oid 13 version 1463 is already newer than 1462 2024-04-15T14:48:05.397 INFO:tasks.rados.rados.0.smithi016.stdout:3428: oid 13 version 1463 is already newer than 1461 2024-04-15T14:48:05.397 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 13 v 1463 (ObjNum 1078 snap 316 seq_num 1078) dirty exists 2024-04-15T14:48:05.397 INFO:tasks.rados.rados.0.smithi016.stdout:3428: left oid 13 (ObjNum 1078 snap 316 seq_num 1078) 2024-04-15T14:48:05.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:48:05 smithi102 ceph-mon[87131]: pgmap v711: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 158 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 11 MiB/s rd, 834 KiB/s wr, 8 op/s 2024-04-15T14:48:05.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:48:05 smithi102 ceph-mon[87131]: osdmap e716: 8 total, 8 up, 8 in 2024-04-15T14:48:05.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:48:05 smithi102 ceph-mon[87131]: osdmap e717: 8 total, 8 up, 8 in 2024-04-15T14:48:05.789 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:48:05 smithi016 ceph-mon[90652]: pgmap v711: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 158 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 11 MiB/s rd, 834 KiB/s wr, 8 op/s 2024-04-15T14:48:05.789 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:48:05 smithi016 ceph-mon[90652]: osdmap e716: 8 total, 8 up, 8 in 2024-04-15T14:48:05.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:48:05 smithi016 ceph-mon[90652]: osdmap e717: 8 total, 8 up, 8 in 2024-04-15T14:48:05.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:48:05 smithi016 ceph-mon[93212]: pgmap v711: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 158 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 11 MiB/s rd, 834 KiB/s wr, 8 op/s 2024-04-15T14:48:05.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:48:05 smithi016 ceph-mon[93212]: osdmap e716: 8 total, 8 up, 8 in 2024-04-15T14:48:05.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:48:05 smithi016 ceph-mon[93212]: osdmap e717: 8 total, 8 up, 8 in 2024-04-15T14:48:06.386 INFO:tasks.rados.rados.0.smithi016.stdout:3428: done (2 left) 2024-04-15T14:48:06.386 INFO:tasks.rados.rados.0.smithi016.stdout:3429: done (1 left) 2024-04-15T14:48:06.387 INFO:tasks.rados.rados.0.smithi016.stdout:3430: done (0 left) 2024-04-15T14:48:06.387 INFO:tasks.rados.rados.0.smithi016.stdout:3431: read oid 41 snap -1 2024-04-15T14:48:06.387 INFO:tasks.rados.rados.0.smithi016.stdout:3431: expect (ObjNum 828 snap 250 seq_num 828) 2024-04-15T14:48:06.387 INFO:tasks.rados.rados.0.smithi016.stdout:3432: rmattr oid 37 current snap is 317 2024-04-15T14:48:06.387 INFO:tasks.rados.rados.0.smithi016.stdout:3432: done (1 left) 2024-04-15T14:48:06.387 INFO:tasks.rados.rados.0.smithi016.stdout:3433: read oid 20 snap 312 2024-04-15T14:48:06.387 INFO:tasks.rados.rados.0.smithi016.stdout:3433: expect deleted 2024-04-15T14:48:06.387 INFO:tasks.rados.rados.0.smithi016.stdout:3434: read oid 43 snap 315 2024-04-15T14:48:06.387 INFO:tasks.rados.rados.0.smithi016.stdout:3434: expect (ObjNum 1017 snap 294 seq_num 1017) 2024-04-15T14:48:06.387 INFO:tasks.rados.rados.0.smithi016.stdout:3435: read oid 17 snap -1 2024-04-15T14:48:06.387 INFO:tasks.rados.rados.0.smithi016.stdout:3435: expect deleted 2024-04-15T14:48:06.387 INFO:tasks.rados.rados.0.smithi016.stdout:3436: copy_from oid 23 from oid 45 current snap is 317 2024-04-15T14:48:06.387 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 49 current snap is 317 2024-04-15T14:48:06.387 INFO:tasks.rados.rados.0.smithi016.stdout:3437: seq_num 1079 ranges {1212416=475136,1687552=606208,2293760=196608} 2024-04-15T14:48:06.396 INFO:tasks.rados.rados.0.smithi016.stdout:3437: writing smithi01678542-49 from 1212416 to 1687552 tid 1 2024-04-15T14:48:06.400 INFO:tasks.rados.rados.0.smithi016.stdout:3437: writing smithi01678542-49 from 1687552 to 2293760 tid 2 2024-04-15T14:48:06.401 INFO:tasks.rados.rados.0.smithi016.stdout:3437: writing smithi01678542-49 from 2293760 to 2490368 tid 3 2024-04-15T14:48:06.401 INFO:tasks.rados.rados.0.smithi016.stdout:3438: snap_remove snap 303 2024-04-15T14:48:07.390 INFO:tasks.rados.rados.0.smithi016.stdout:3438: done (6 left) 2024-04-15T14:48:07.390 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 5 current snap is 317 2024-04-15T14:48:07.390 INFO:tasks.rados.rados.0.smithi016.stdout:3439: seq_num 1080 ranges {4456448=491520,4947968=540672,5488640=262144} 2024-04-15T14:48:07.418 INFO:tasks.rados.rados.0.smithi016.stdout:3439: writing smithi01678542-5 from 4456448 to 4947968 tid 1 2024-04-15T14:48:07.422 INFO:tasks.rados.rados.0.smithi016.stdout:3439: writing smithi01678542-5 from 4947968 to 5488640 tid 2 2024-04-15T14:48:07.424 INFO:tasks.rados.rados.0.smithi016.stdout:3439: writing smithi01678542-5 from 5488640 to 5750784 tid 3 2024-04-15T14:48:07.424 INFO:tasks.rados.rados.0.smithi016.stdout:3440: rollback oid 34 current snap is 317 2024-04-15T14:48:07.424 INFO:tasks.rados.rados.0.smithi016.stdout:rollback oid 34 to 316 2024-04-15T14:48:07.424 INFO:tasks.rados.rados.0.smithi016.stdout:3431: expect (ObjNum 828 snap 250 seq_num 828) 2024-04-15T14:48:07.484 INFO:tasks.rados.rados.0.smithi016.stdout:3437: finishing write tid 1 to smithi01678542-49 2024-04-15T14:48:07.484 INFO:tasks.rados.rados.0.smithi016.stdout:3437: finishing write tid 2 to smithi01678542-49 2024-04-15T14:48:07.484 INFO:tasks.rados.rados.0.smithi016.stdout:3437: finishing write tid 3 to smithi01678542-49 2024-04-15T14:48:07.484 INFO:tasks.rados.rados.0.smithi016.stdout:3437: finishing write tid 4 to smithi01678542-49 2024-04-15T14:48:07.484 INFO:tasks.rados.rados.0.smithi016.stdout:3437: finishing write tid 5 to smithi01678542-49 2024-04-15T14:48:07.485 INFO:tasks.rados.rados.0.smithi016.stdout:3437: oid 49 updating version 0 to 1546 2024-04-15T14:48:07.485 INFO:tasks.rados.rados.0.smithi016.stdout:3437: oid 49 version 1546 is already newer than 1545 2024-04-15T14:48:07.485 INFO:tasks.rados.rados.0.smithi016.stdout:3437: oid 49 updating version 1546 to 1547 2024-04-15T14:48:07.485 INFO:tasks.rados.rados.0.smithi016.stdout:3437: oid 49 updating version 1547 to 1548 2024-04-15T14:48:07.485 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 49 v 1548 (ObjNum 1079 snap 317 seq_num 1079) dirty exists 2024-04-15T14:48:07.485 INFO:tasks.rados.rados.0.smithi016.stdout:3437: left oid 49 (ObjNum 1079 snap 317 seq_num 1079) 2024-04-15T14:48:07.485 INFO:tasks.rados.rados.0.smithi016.stdout:3436: finishing copy_from racing read to smithi01678542-23 2024-04-15T14:48:07.485 INFO:tasks.rados.rados.0.smithi016.stdout:3431: done (7 left) 2024-04-15T14:48:07.485 INFO:tasks.rados.rados.0.smithi016.stdout:3433: done (6 left) 2024-04-15T14:48:07.486 INFO:tasks.rados.rados.0.smithi016.stdout:3435: done (5 left) 2024-04-15T14:48:07.486 INFO:tasks.rados.rados.0.smithi016.stdout:3437: done (4 left) 2024-04-15T14:48:07.486 INFO:tasks.rados.rados.0.smithi016.stdout:3441: rollback oid 20 current snap is 317 2024-04-15T14:48:07.486 INFO:tasks.rados.rados.0.smithi016.stdout:rollback oid 20 to 314 2024-04-15T14:48:07.486 INFO:tasks.rados.rados.0.smithi016.stdout:3436: finishing copy_from to smithi01678542-23 2024-04-15T14:48:07.486 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 23 v 1052 (ObjNum 932 snap 279 seq_num 932) dirty exists 2024-04-15T14:48:07.486 INFO:tasks.rados.rados.0.smithi016.stdout:3434: expect (ObjNum 1017 snap 294 seq_num 1017) 2024-04-15T14:48:07.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:48:07 smithi102 ceph-mon[87131]: pgmap v714: 121 pgs: 121 active+clean; 160 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 5.8 MiB/s rd, 1.7 MiB/s wr, 10 op/s 2024-04-15T14:48:07.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:48:07 smithi102 ceph-mon[87131]: osdmap e718: 8 total, 8 up, 8 in 2024-04-15T14:48:07.789 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:48:07 smithi016 ceph-mon[93212]: pgmap v714: 121 pgs: 121 active+clean; 160 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 5.8 MiB/s rd, 1.7 MiB/s wr, 10 op/s 2024-04-15T14:48:07.789 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:48:07 smithi016 ceph-mon[93212]: osdmap e718: 8 total, 8 up, 8 in 2024-04-15T14:48:07.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:48:07 smithi016 ceph-mon[90652]: pgmap v714: 121 pgs: 121 active+clean; 160 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 5.8 MiB/s rd, 1.7 MiB/s wr, 10 op/s 2024-04-15T14:48:07.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:48:07 smithi016 ceph-mon[90652]: osdmap e718: 8 total, 8 up, 8 in 2024-04-15T14:48:08.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:48:08 smithi102 ceph-mon[87131]: osdmap e719: 8 total, 8 up, 8 in 2024-04-15T14:48:08.789 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:48:08 smithi016 ceph-mon[90652]: osdmap e719: 8 total, 8 up, 8 in 2024-04-15T14:48:08.789 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:48:08 smithi016 ceph-mon[93212]: osdmap e719: 8 total, 8 up, 8 in 2024-04-15T14:48:09.045 INFO:tasks.rados.rados.0.smithi016.stdout:3439: finishing write tid 1 to smithi01678542-5 2024-04-15T14:48:09.045 INFO:tasks.rados.rados.0.smithi016.stdout:3439: finishing write tid 2 to smithi01678542-5 2024-04-15T14:48:09.045 INFO:tasks.rados.rados.0.smithi016.stdout:3439: finishing write tid 3 to smithi01678542-5 2024-04-15T14:48:09.045 INFO:tasks.rados.rados.0.smithi016.stdout:3434: done (4 left) 2024-04-15T14:48:09.045 INFO:tasks.rados.rados.0.smithi016.stdout:3436: done (3 left) 2024-04-15T14:48:09.045 INFO:tasks.rados.rados.0.smithi016.stdout:3442: setattr oid 22 current snap is 317 2024-04-15T14:48:09.045 INFO:tasks.rados.rados.0.smithi016.stdout:3439: finishing write tid 4 to smithi01678542-5 2024-04-15T14:48:09.046 INFO:tasks.rados.rados.0.smithi016.stdout:3439: finishing write tid 5 to smithi01678542-5 2024-04-15T14:48:09.046 INFO:tasks.rados.rados.0.smithi016.stdout:3439: oid 5 updating version 0 to 1547 2024-04-15T14:48:09.046 INFO:tasks.rados.rados.0.smithi016.stdout:3439: oid 5 version 1547 is already newer than 1546 2024-04-15T14:48:09.046 INFO:tasks.rados.rados.0.smithi016.stdout:3439: oid 5 updating version 1547 to 1548 2024-04-15T14:48:09.046 INFO:tasks.rados.rados.0.smithi016.stdout:3439: oid 5 updating version 1548 to 1549 2024-04-15T14:48:09.046 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 5 v 1549 (ObjNum 1080 snap 317 seq_num 1080) dirty exists 2024-04-15T14:48:09.046 INFO:tasks.rados.rados.0.smithi016.stdout:3439: left oid 5 (ObjNum 1080 snap 317 seq_num 1080) 2024-04-15T14:48:09.046 INFO:tasks.rados.rados.0.smithi016.stdout:3440: finishing rollback tid 0 to smithi01678542-34 2024-04-15T14:48:09.046 INFO:tasks.rados.rados.0.smithi016.stdout:3440: finishing rollback tid 1 to smithi01678542-34 2024-04-15T14:48:09.046 INFO:tasks.rados.rados.0.smithi016.stdout:3440: finishing rollback tid 2 to smithi01678542-34 2024-04-15T14:48:09.046 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 34 v 1645 (ObjNum 289 snap 0 seq_num 0) dirty exists 2024-04-15T14:48:09.046 INFO:tasks.rados.rados.0.smithi016.stdout:3441: finishing rollback tid 1 to smithi01678542-20 2024-04-15T14:48:09.046 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 20 v 0 (ObjNum 8849 snap 0 seq_num 2236179648) dirty dne 2024-04-15T14:48:09.047 INFO:tasks.rados.rados.0.smithi016.stdout:3439: done (3 left) 2024-04-15T14:48:09.047 INFO:tasks.rados.rados.0.smithi016.stdout:3440: done (2 left) 2024-04-15T14:48:09.047 INFO:tasks.rados.rados.0.smithi016.stdout:3441: done (1 left) 2024-04-15T14:48:09.047 INFO:tasks.rados.rados.0.smithi016.stdout:3443: snap_create 2024-04-15T14:48:09.048 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 22 v 1654 (ObjNum 1071 snap 314 seq_num 1071) dirty exists 2024-04-15T14:48:09.401 INFO:tasks.rados.rados.0.smithi016.stdout:3442: done (1 left) 2024-04-15T14:48:09.401 INFO:tasks.rados.rados.0.smithi016.stdout:3443: done (0 left) 2024-04-15T14:48:09.401 INFO:tasks.rados.rados.0.smithi016.stdout:3444: rollback oid 29 current snap is 318 2024-04-15T14:48:09.401 INFO:tasks.rados.rados.0.smithi016.stdout:rollback oid 29 to 313 2024-04-15T14:48:09.401 INFO:tasks.rados.rados.0.smithi016.stdout:3445: snap_create 2024-04-15T14:48:09.411 INFO:tasks.rados.rados.0.smithi016.stdout:3444: finishing rollback tid 0 to smithi01678542-29 2024-04-15T14:48:09.411 INFO:tasks.rados.rados.0.smithi016.stdout:3444: finishing rollback tid 1 to smithi01678542-29 2024-04-15T14:48:09.411 INFO:tasks.rados.rados.0.smithi016.stdout:3444: finishing rollback tid 2 to smithi01678542-29 2024-04-15T14:48:09.411 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 29 v 1810 (ObjNum 1053 snap 307 seq_num 1053) dirty exists 2024-04-15T14:48:09.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:48:09 smithi102 ceph-mon[87131]: pgmap v717: 121 pgs: 121 active+clean; 159 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 7.5 MiB/s rd, 2.3 MiB/s wr, 14 op/s 2024-04-15T14:48:09.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:48:09 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T14:48:09.789 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:48:09 smithi016 ceph-mon[90652]: pgmap v717: 121 pgs: 121 active+clean; 159 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 7.5 MiB/s rd, 2.3 MiB/s wr, 14 op/s 2024-04-15T14:48:09.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:48:09 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T14:48:09.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:48:09 smithi016 ceph-mon[93212]: pgmap v717: 121 pgs: 121 active+clean; 159 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 7.5 MiB/s rd, 2.3 MiB/s wr, 14 op/s 2024-04-15T14:48:09.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:48:09 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T14:48:10.381 INFO:tasks.rados.rados.0.smithi016.stdout:3444: done (1 left) 2024-04-15T14:48:10.382 INFO:tasks.rados.rados.0.smithi016.stdout:3445: done (0 left) 2024-04-15T14:48:10.382 INFO:tasks.rados.rados.0.smithi016.stdout:3446: delete oid 19 current snap is 319 2024-04-15T14:48:10.392 INFO:tasks.rados.rados.0.smithi016.stdout:3446: done (0 left) 2024-04-15T14:48:10.392 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 44 current snap is 319 2024-04-15T14:48:10.392 INFO:tasks.rados.rados.0.smithi016.stdout:3447: seq_num 1082 ranges {827392=524288,1351680=704512,2056192=98304} 2024-04-15T14:48:10.400 INFO:tasks.rados.rados.0.smithi016.stdout:3447: writing smithi01678542-44 from 827392 to 1351680 tid 1 2024-04-15T14:48:10.405 INFO:tasks.rados.rados.0.smithi016.stdout:3447: writing smithi01678542-44 from 1351680 to 2056192 tid 2 2024-04-15T14:48:10.405 INFO:tasks.rados.rados.0.smithi016.stdout:3447: writing smithi01678542-44 from 2056192 to 2154496 tid 3 2024-04-15T14:48:10.406 INFO:tasks.rados.rados.0.smithi016.stdout:3448: snap_create 2024-04-15T14:48:10.410 INFO:tasks.rados.rados.0.smithi016.stdout:3447: finishing write tid 1 to smithi01678542-44 2024-04-15T14:48:10.412 INFO:tasks.rados.rados.0.smithi016.stdout:3447: finishing write tid 2 to smithi01678542-44 2024-04-15T14:48:10.412 INFO:tasks.rados.rados.0.smithi016.stdout:3447: finishing write tid 3 to smithi01678542-44 2024-04-15T14:48:10.412 INFO:tasks.rados.rados.0.smithi016.stdout:3447: finishing write tid 4 to smithi01678542-44 2024-04-15T14:48:10.413 INFO:tasks.rados.rados.0.smithi016.stdout:3447: finishing write tid 5 to smithi01678542-44 2024-04-15T14:48:10.414 INFO:tasks.rados.rados.0.smithi016.stdout:3447: oid 44 updating version 0 to 1814 2024-04-15T14:48:10.414 INFO:tasks.rados.rados.0.smithi016.stdout:3447: oid 44 version 1814 is already newer than 1812 2024-04-15T14:48:10.414 INFO:tasks.rados.rados.0.smithi016.stdout:3447: oid 44 version 1814 is already newer than 1813 2024-04-15T14:48:10.414 INFO:tasks.rados.rados.0.smithi016.stdout:3447: oid 44 updating version 1814 to 1815 2024-04-15T14:48:10.414 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 44 v 1815 (ObjNum 1082 snap 319 seq_num 1082) dirty exists 2024-04-15T14:48:10.414 INFO:tasks.rados.rados.0.smithi016.stdout:3447: left oid 44 (ObjNum 1082 snap 319 seq_num 1082) 2024-04-15T14:48:10.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:48:10 smithi102 ceph-mon[87131]: osdmap e720: 8 total, 8 up, 8 in 2024-04-15T14:48:10.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:48:10 smithi102 ceph-mon[87131]: osdmap e721: 8 total, 8 up, 8 in 2024-04-15T14:48:10.789 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:48:10 smithi016 ceph-mon[90652]: osdmap e720: 8 total, 8 up, 8 in 2024-04-15T14:48:10.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:48:10 smithi016 ceph-mon[90652]: osdmap e721: 8 total, 8 up, 8 in 2024-04-15T14:48:10.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:48:10 smithi016 ceph-mon[93212]: osdmap e720: 8 total, 8 up, 8 in 2024-04-15T14:48:10.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:48:10 smithi016 ceph-mon[93212]: osdmap e721: 8 total, 8 up, 8 in 2024-04-15T14:48:11.411 INFO:tasks.rados.rados.0.smithi016.stdout:3447: done (1 left) 2024-04-15T14:48:11.411 INFO:tasks.rados.rados.0.smithi016.stdout:3448: done (0 left) 2024-04-15T14:48:11.411 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 23 current snap is 320 2024-04-15T14:48:11.411 INFO:tasks.rados.rados.0.smithi016.stdout:3449: seq_num 1083 ranges {4882432=540672,5423104=589824,6012928=212992} 2024-04-15T14:48:11.440 INFO:tasks.rados.rados.0.smithi016.stdout:3449: writing smithi01678542-23 from 4882432 to 5423104 tid 1 2024-04-15T14:48:11.443 INFO:tasks.rados.rados.0.smithi016.stdout:3449: writing smithi01678542-23 from 5423104 to 6012928 tid 2 2024-04-15T14:48:11.445 INFO:tasks.rados.rados.0.smithi016.stdout:3449: writing smithi01678542-23 from 6012928 to 6225920 tid 3 2024-04-15T14:48:11.445 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 3 current snap is 320 2024-04-15T14:48:11.445 INFO:tasks.rados.rados.0.smithi016.stdout:3450: seq_num 1084 ranges {4218880=557056,4775936=475136,5251072=327680} 2024-04-15T14:48:11.472 INFO:tasks.rados.rados.0.smithi016.stdout:3450: writing smithi01678542-3 from 4218880 to 4775936 tid 1 2024-04-15T14:48:11.474 INFO:tasks.rados.rados.0.smithi016.stdout:3450: writing smithi01678542-3 from 4775936 to 5251072 tid 2 2024-04-15T14:48:11.477 INFO:tasks.rados.rados.0.smithi016.stdout:3450: writing smithi01678542-3 from 5251072 to 5578752 tid 3 2024-04-15T14:48:11.477 INFO:tasks.rados.rados.0.smithi016.stdout:3451: read oid 34 snap -1 2024-04-15T14:48:11.477 INFO:tasks.rados.rados.0.smithi016.stdout:3451: expect (ObjNum 0 snap 0 seq_num 0) 2024-04-15T14:48:11.477 INFO:tasks.rados.rados.0.smithi016.stdout:3452: copy_from oid 48 from oid 21 current snap is 320 2024-04-15T14:48:11.477 INFO:tasks.rados.rados.0.smithi016.stdout:3449: finishing write tid 1 to smithi01678542-23 2024-04-15T14:48:11.477 INFO:tasks.rados.rados.0.smithi016.stdout:3449: finishing write tid 2 to smithi01678542-23 2024-04-15T14:48:11.477 INFO:tasks.rados.rados.0.smithi016.stdout:3449: finishing write tid 3 to smithi01678542-23 2024-04-15T14:48:11.477 INFO:tasks.rados.rados.0.smithi016.stdout:3449: finishing write tid 4 to smithi01678542-23 2024-04-15T14:48:11.477 INFO:tasks.rados.rados.0.smithi016.stdout:3449: finishing write tid 5 to smithi01678542-23 2024-04-15T14:48:11.477 INFO:tasks.rados.rados.0.smithi016.stdout:3449: oid 23 updating version 0 to 1631 2024-04-15T14:48:11.477 INFO:tasks.rados.rados.0.smithi016.stdout:3449: oid 23 updating version 1631 to 1632 2024-04-15T14:48:11.477 INFO:tasks.rados.rados.0.smithi016.stdout:3449: oid 23 version 1632 is already newer than 1630 2024-04-15T14:48:11.478 INFO:tasks.rados.rados.0.smithi016.stdout:3449: oid 23 version 1632 is already newer than 1629 2024-04-15T14:48:11.478 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 23 v 1632 (ObjNum 1083 snap 320 seq_num 1083) dirty exists 2024-04-15T14:48:11.478 INFO:tasks.rados.rados.0.smithi016.stdout:3449: left oid 23 (ObjNum 1083 snap 320 seq_num 1083) 2024-04-15T14:48:11.478 INFO:tasks.rados.rados.0.smithi016.stdout:3450: finishing write tid 1 to smithi01678542-3 2024-04-15T14:48:11.478 INFO:tasks.rados.rados.0.smithi016.stdout:3449: done (3 left) 2024-04-15T14:48:11.478 INFO:tasks.rados.rados.0.smithi016.stdout:3453: rmattr oid 8 current snap is 320 2024-04-15T14:48:11.478 INFO:tasks.rados.rados.0.smithi016.stdout:3453: done (3 left) 2024-04-15T14:48:11.478 INFO:tasks.rados.rados.0.smithi016.stdout:3454: delete oid 29 current snap is 320 2024-04-15T14:48:11.478 INFO:tasks.rados.rados.0.smithi016.stdout:3451: expect (ObjNum 0 snap 0 seq_num 0) 2024-04-15T14:48:11.487 INFO:tasks.rados.rados.0.smithi016.stdout:3450: finishing write tid 2 to smithi01678542-3 2024-04-15T14:48:11.487 INFO:tasks.rados.rados.0.smithi016.stdout:3450: finishing write tid 3 to smithi01678542-3 2024-04-15T14:48:11.487 INFO:tasks.rados.rados.0.smithi016.stdout:3450: finishing write tid 4 to smithi01678542-3 2024-04-15T14:48:11.487 INFO:tasks.rados.rados.0.smithi016.stdout:3450: finishing write tid 5 to smithi01678542-3 2024-04-15T14:48:11.488 INFO:tasks.rados.rados.0.smithi016.stdout:3450: oid 3 updating version 0 to 1457 2024-04-15T14:48:11.488 INFO:tasks.rados.rados.0.smithi016.stdout:3450: oid 3 version 1457 is already newer than 1456 2024-04-15T14:48:11.488 INFO:tasks.rados.rados.0.smithi016.stdout:3450: oid 3 updating version 1457 to 1458 2024-04-15T14:48:11.488 INFO:tasks.rados.rados.0.smithi016.stdout:3450: oid 3 version 1458 is already newer than 1455 2024-04-15T14:48:11.488 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 3 v 1458 (ObjNum 1084 snap 320 seq_num 1084) dirty exists 2024-04-15T14:48:11.488 INFO:tasks.rados.rados.0.smithi016.stdout:3450: left oid 3 (ObjNum 1084 snap 320 seq_num 1084) 2024-04-15T14:48:11.488 INFO:tasks.rados.rados.0.smithi016.stdout:3450: done (3 left) 2024-04-15T14:48:11.488 INFO:tasks.rados.rados.0.smithi016.stdout:3451: done (2 left) 2024-04-15T14:48:11.488 INFO:tasks.rados.rados.0.smithi016.stdout:3454: done (1 left) 2024-04-15T14:48:11.488 INFO:tasks.rados.rados.0.smithi016.stdout:3455: read oid 44 snap -1 2024-04-15T14:48:11.488 INFO:tasks.rados.rados.0.smithi016.stdout:3455: expect (ObjNum 1082 snap 319 seq_num 1082) 2024-04-15T14:48:11.488 INFO:tasks.rados.rados.0.smithi016.stdout:3456: copy_from oid 13 from oid 28 current snap is 320 2024-04-15T14:48:11.488 INFO:tasks.rados.rados.0.smithi016.stdout:3457: rollback oid 16 current snap is 320 2024-04-15T14:48:11.488 INFO:tasks.rados.rados.0.smithi016.stdout:rollback oid 16 to 316 2024-04-15T14:48:11.489 INFO:tasks.rados.rados.0.smithi016.stdout:3458: rollback oid 36 current snap is 320 2024-04-15T14:48:11.489 INFO:tasks.rados.rados.0.smithi016.stdout:rollback oid 36 to 312 2024-04-15T14:48:11.489 INFO:tasks.rados.rados.0.smithi016.stdout:3459: read oid 33 snap -1 2024-04-15T14:48:11.489 INFO:tasks.rados.rados.0.smithi016.stdout:3459: expect (ObjNum 1010 snap 293 seq_num 1010) 2024-04-15T14:48:11.489 INFO:tasks.rados.rados.0.smithi016.stdout:3460: delete oid 5 current snap is 320 2024-04-15T14:48:11.491 INFO:tasks.rados.rados.0.smithi016.stdout:3458: finishing rollback tid 1 to smithi01678542-36 2024-04-15T14:48:11.491 INFO:tasks.rados.rados.0.smithi016.stdout:3460: done (6 left) 2024-04-15T14:48:11.491 INFO:tasks.rados.rados.0.smithi016.stdout:3461: rollback oid 9 current snap is 320 2024-04-15T14:48:11.491 INFO:tasks.rados.rados.0.smithi016.stdout:rollback oid 9 to 314 2024-04-15T14:48:11.491 INFO:tasks.rados.rados.0.smithi016.stdout:3458: finishing rollback tid 2 to smithi01678542-36 2024-04-15T14:48:11.491 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 36 v 1647 (ObjNum 1027 snap 299 seq_num 1027) dirty exists 2024-04-15T14:48:11.491 INFO:tasks.rados.rados.0.smithi016.stdout:3458: done (6 left) 2024-04-15T14:48:11.491 INFO:tasks.rados.rados.0.smithi016.stdout:3462: delete oid 39 current snap is 320 2024-04-15T14:48:11.493 INFO:tasks.rados.rados.0.smithi016.stdout:3462: done (6 left) 2024-04-15T14:48:11.494 INFO:tasks.rados.rados.0.smithi016.stdout:3463: setattr oid 15 current snap is 320 2024-04-15T14:48:11.495 INFO:tasks.rados.rados.0.smithi016.stdout:3464: setattr oid 3 current snap is 320 2024-04-15T14:48:11.496 INFO:tasks.rados.rados.0.smithi016.stdout:3461: finishing rollback tid 0 to smithi01678542-9 2024-04-15T14:48:11.498 INFO:tasks.rados.rados.0.smithi016.stdout:3465: read oid 43 snap -1 2024-04-15T14:48:11.498 INFO:tasks.rados.rados.0.smithi016.stdout:3465: expect (ObjNum 1017 snap 294 seq_num 1017) 2024-04-15T14:48:11.498 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 6 current snap is 320 2024-04-15T14:48:11.498 INFO:tasks.rados.rados.0.smithi016.stdout:3452: finishing copy_from racing read to smithi01678542-48 2024-04-15T14:48:11.498 INFO:tasks.rados.rados.0.smithi016.stdout:3466: seq_num 1088 ranges {4407296=630784,5038080=466944,5505024=335872} 2024-04-15T14:48:11.526 INFO:tasks.rados.rados.0.smithi016.stdout:3466: writing smithi01678542-6 from 4407296 to 5038080 tid 1 2024-04-15T14:48:11.529 INFO:tasks.rados.rados.0.smithi016.stdout:3466: writing smithi01678542-6 from 5038080 to 5505024 tid 2 2024-04-15T14:48:11.531 INFO:tasks.rados.rados.0.smithi016.stdout:3466: writing smithi01678542-6 from 5505024 to 5840896 tid 3 2024-04-15T14:48:11.531 INFO:tasks.rados.rados.0.smithi016.stdout:3467: read oid 31 snap -1 2024-04-15T14:48:11.531 INFO:tasks.rados.rados.0.smithi016.stdout:3467: expect (ObjNum 1050 snap 307 seq_num 1050) 2024-04-15T14:48:11.532 INFO:tasks.rados.rados.0.smithi016.stdout:3468: read oid 32 snap -1 2024-04-15T14:48:11.532 INFO:tasks.rados.rados.0.smithi016.stdout:3468: expect deleted 2024-04-15T14:48:11.532 INFO:tasks.rados.rados.0.smithi016.stdout:3469: snap_remove snap 318 2024-04-15T14:48:11.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:48:11 smithi102 ceph-mon[87131]: pgmap v719: 121 pgs: 121 active+clean; 159 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 6.5 MiB/s rd, 2.0 MiB/s wr, 12 op/s 2024-04-15T14:48:11.778 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:48:11 smithi016 ceph-mon[90652]: pgmap v719: 121 pgs: 121 active+clean; 159 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 6.5 MiB/s rd, 2.0 MiB/s wr, 12 op/s 2024-04-15T14:48:11.778 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:48:11 smithi016 ceph-mon[93212]: pgmap v719: 121 pgs: 121 active+clean; 159 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 6.5 MiB/s rd, 2.0 MiB/s wr, 12 op/s 2024-04-15T14:48:12.039 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 15 14:48:11 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-y[81421]: ::ffff:172.21.15.102 - - [15/Apr/2024:14:48:11] "GET /metrics HTTP/1.1" 200 36265 "" "Prometheus/2.43.0" 2024-04-15T14:48:12.422 INFO:tasks.rados.rados.0.smithi016.stdout:3469: done (12 left) 2024-04-15T14:48:12.423 INFO:tasks.rados.rados.0.smithi016.stdout:3470: rollback oid 40 current snap is 320 2024-04-15T14:48:12.423 INFO:tasks.rados.rados.0.smithi016.stdout:rollback oid 40 to 314 2024-04-15T14:48:12.423 INFO:tasks.rados.rados.0.smithi016.stdout:3461: finishing rollback tid 1 to smithi01678542-9 2024-04-15T14:48:12.423 INFO:tasks.rados.rados.0.smithi016.stdout:3461: finishing rollback tid 2 to smithi01678542-9 2024-04-15T14:48:12.423 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 9 v 1748 (ObjNum 1072 snap 314 seq_num 1072) dirty exists 2024-04-15T14:48:12.423 INFO:tasks.rados.rados.0.smithi016.stdout:3455: expect (ObjNum 1082 snap 319 seq_num 1082) 2024-04-15T14:48:12.498 INFO:tasks.rados.rados.0.smithi016.stdout:3459: expect (ObjNum 1010 snap 293 seq_num 1010) 2024-04-15T14:48:12.503 INFO:tasks.rados.rados.0.smithi016.stdout:3456: finishing copy_from to smithi01678542-13 2024-04-15T14:48:12.503 INFO:tasks.rados.rados.0.smithi016.stdout:3456: got expected ENOENT (src dne) 2024-04-15T14:48:12.503 INFO:tasks.rados.rados.0.smithi016.stdout:3456: finishing copy_from racing read to smithi01678542-13 2024-04-15T14:48:12.503 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 15 v 1749 (ObjNum 933 snap 279 seq_num 933) dirty exists 2024-04-15T14:48:12.503 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 3 v 1459 (ObjNum 1084 snap 320 seq_num 1084) dirty exists 2024-04-15T14:48:12.503 INFO:tasks.rados.rados.0.smithi016.stdout:3452: finishing copy_from to smithi01678542-48 2024-04-15T14:48:12.503 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 48 v 1640 (ObjNum 632 snap 191 seq_num 632) dirty exists 2024-04-15T14:48:12.503 INFO:tasks.rados.rados.0.smithi016.stdout:3457: finishing rollback tid 0 to smithi01678542-16 2024-04-15T14:48:12.504 INFO:tasks.rados.rados.0.smithi016.stdout:3457: finishing rollback tid 1 to smithi01678542-16 2024-04-15T14:48:12.504 INFO:tasks.rados.rados.0.smithi016.stdout:3452: done (12 left) 2024-04-15T14:48:12.504 INFO:tasks.rados.rados.0.smithi016.stdout:3455: done (11 left) 2024-04-15T14:48:12.504 INFO:tasks.rados.rados.0.smithi016.stdout:3456: done (10 left) 2024-04-15T14:48:12.504 INFO:tasks.rados.rados.0.smithi016.stdout:3459: done (9 left) 2024-04-15T14:48:12.504 INFO:tasks.rados.rados.0.smithi016.stdout:3461: done (8 left) 2024-04-15T14:48:12.504 INFO:tasks.rados.rados.0.smithi016.stdout:3463: done (7 left) 2024-04-15T14:48:12.504 INFO:tasks.rados.rados.0.smithi016.stdout:3464: done (6 left) 2024-04-15T14:48:12.504 INFO:tasks.rados.rados.0.smithi016.stdout:3471: delete oid 11 current snap is 320 2024-04-15T14:48:12.504 INFO:tasks.rados.rados.0.smithi016.stdout:3457: finishing rollback tid 2 to smithi01678542-16 2024-04-15T14:48:12.504 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 16 v 1643 (ObjNum 968 snap 284 seq_num 968) dirty exists 2024-04-15T14:48:12.504 INFO:tasks.rados.rados.0.smithi016.stdout:3466: finishing write tid 1 to smithi01678542-6 2024-04-15T14:48:12.504 INFO:tasks.rados.rados.0.smithi016.stdout:3466: finishing write tid 2 to smithi01678542-6 2024-04-15T14:48:12.504 INFO:tasks.rados.rados.0.smithi016.stdout:3466: finishing write tid 3 to smithi01678542-6 2024-04-15T14:48:12.504 INFO:tasks.rados.rados.0.smithi016.stdout:3466: finishing write tid 4 to smithi01678542-6 2024-04-15T14:48:12.505 INFO:tasks.rados.rados.0.smithi016.stdout:3465: expect (ObjNum 1017 snap 294 seq_num 1017) 2024-04-15T14:48:12.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:48:12 smithi102 ceph-mon[87131]: osdmap e722: 8 total, 8 up, 8 in 2024-04-15T14:48:12.687 INFO:journalctl@ceph.prometheus.a.smithi102.stdout:Apr 15 14:48:12 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-prometheus-a[120881]: ts=2024-04-15T14:48:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi016:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"362ea986-fb34-11ee-bc8f-c7b262605968\", instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T14:48:12.789 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:48:12 smithi016 ceph-mon[90652]: osdmap e722: 8 total, 8 up, 8 in 2024-04-15T14:48:12.789 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:48:12 smithi016 ceph-mon[93212]: osdmap e722: 8 total, 8 up, 8 in 2024-04-15T14:48:13.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:48:13 smithi102 ceph-mon[87131]: pgmap v722: 121 pgs: 121 active+clean; 135 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 10 MiB/s rd, 1.8 MiB/s wr, 11 op/s 2024-04-15T14:48:13.688 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:48:13 smithi102 ceph-mon[87131]: osdmap e723: 8 total, 8 up, 8 in 2024-04-15T14:48:13.789 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:48:13 smithi016 ceph-mon[90652]: pgmap v722: 121 pgs: 121 active+clean; 135 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 10 MiB/s rd, 1.8 MiB/s wr, 11 op/s 2024-04-15T14:48:13.789 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:48:13 smithi016 ceph-mon[90652]: osdmap e723: 8 total, 8 up, 8 in 2024-04-15T14:48:13.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:48:13 smithi016 ceph-mon[93212]: pgmap v722: 121 pgs: 121 active+clean; 135 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 10 MiB/s rd, 1.8 MiB/s wr, 11 op/s 2024-04-15T14:48:13.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:48:13 smithi016 ceph-mon[93212]: osdmap e723: 8 total, 8 up, 8 in 2024-04-15T14:48:14.066 INFO:tasks.rados.rados.0.smithi016.stdout:3466: finishing write tid 5 to smithi01678542-6 2024-04-15T14:48:14.067 INFO:tasks.rados.rados.0.smithi016.stdout:3466: oid 6 updating version 0 to 1617 2024-04-15T14:48:14.067 INFO:tasks.rados.rados.0.smithi016.stdout:3466: oid 6 version 1617 is already newer than 1616 2024-04-15T14:48:14.067 INFO:tasks.rados.rados.0.smithi016.stdout:3466: oid 6 version 1617 is already newer than 1615 2024-04-15T14:48:14.067 INFO:tasks.rados.rados.0.smithi016.stdout:3466: oid 6 version 1617 is already newer than 1614 2024-04-15T14:48:14.067 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 6 v 1617 (ObjNum 1088 snap 320 seq_num 1088) dirty exists 2024-04-15T14:48:14.067 INFO:tasks.rados.rados.0.smithi016.stdout:3466: left oid 6 (ObjNum 1088 snap 320 seq_num 1088) 2024-04-15T14:48:14.067 INFO:tasks.rados.rados.0.smithi016.stdout:3467: expect (ObjNum 1050 snap 307 seq_num 1050) 2024-04-15T14:48:14.167 INFO:tasks.rados.rados.0.smithi016.stdout:3470: finishing rollback tid 1 to smithi01678542-40 2024-04-15T14:48:14.168 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 40 v 0 (ObjNum 161 snap 0 seq_num 1) dirty dne 2024-04-15T14:48:14.168 INFO:tasks.rados.rados.0.smithi016.stdout:3457: done (6 left) 2024-04-15T14:48:14.168 INFO:tasks.rados.rados.0.smithi016.stdout:3465: done (5 left) 2024-04-15T14:48:14.168 INFO:tasks.rados.rados.0.smithi016.stdout:3466: done (4 left) 2024-04-15T14:48:14.168 INFO:tasks.rados.rados.0.smithi016.stdout:3467: done (3 left) 2024-04-15T14:48:14.168 INFO:tasks.rados.rados.0.smithi016.stdout:3468: done (2 left) 2024-04-15T14:48:14.168 INFO:tasks.rados.rados.0.smithi016.stdout:3470: done (1 left) 2024-04-15T14:48:14.168 INFO:tasks.rados.rados.0.smithi016.stdout:3471: done (0 left) 2024-04-15T14:48:14.168 INFO:tasks.rados.rados.0.smithi016.stdout:3472: copy_from oid 27 from oid 42 current snap is 320 2024-04-15T14:48:14.168 INFO:tasks.rados.rados.0.smithi016.stdout:3473: read oid 40 snap -1 2024-04-15T14:48:14.168 INFO:tasks.rados.rados.0.smithi016.stdout:3473: expect deleted 2024-04-15T14:48:14.168 INFO:tasks.rados.rados.0.smithi016.stdout:3474: snap_create 2024-04-15T14:48:14.168 INFO:tasks.rados.rados.0.smithi016.stdout:3472: finishing copy_from to smithi01678542-27 2024-04-15T14:48:14.169 INFO:tasks.rados.rados.0.smithi016.stdout:3472: got expected ENOENT (src dne) 2024-04-15T14:48:14.169 INFO:tasks.rados.rados.0.smithi016.stdout:3472: finishing copy_from racing read to smithi01678542-27 2024-04-15T14:48:14.426 INFO:tasks.rados.rados.0.smithi016.stdout:3472: done (2 left) 2024-04-15T14:48:14.426 INFO:tasks.rados.rados.0.smithi016.stdout:3473: done (1 left) 2024-04-15T14:48:14.427 INFO:tasks.rados.rados.0.smithi016.stdout:3474: done (0 left) 2024-04-15T14:48:14.427 INFO:tasks.rados.rados.0.smithi016.stdout:3475: read oid 26 snap -1 2024-04-15T14:48:14.427 INFO:tasks.rados.rados.0.smithi016.stdout:3475: expect (ObjNum 0 snap 0 seq_num 0) 2024-04-15T14:48:14.427 INFO:tasks.rados.rados.0.smithi016.stdout:3476: copy_from oid 36 from oid 27 current snap is 321 2024-04-15T14:48:14.427 INFO:tasks.rados.rados.0.smithi016.stdout:3477: delete oid 11 current snap is 321 2024-04-15T14:48:14.429 INFO:tasks.rados.rados.0.smithi016.stdout:3475: expect (ObjNum 0 snap 0 seq_num 0) 2024-04-15T14:48:14.438 INFO:tasks.rados.rados.0.smithi016.stdout:3476: finishing copy_from to smithi01678542-36 2024-04-15T14:48:14.438 INFO:tasks.rados.rados.0.smithi016.stdout:3476: got expected ENOENT (src dne) 2024-04-15T14:48:14.438 INFO:tasks.rados.rados.0.smithi016.stdout:3476: finishing copy_from racing read to smithi01678542-36 2024-04-15T14:48:14.438 INFO:tasks.rados.rados.0.smithi016.stdout:3475: done (2 left) 2024-04-15T14:48:14.438 INFO:tasks.rados.rados.0.smithi016.stdout:3476: done (1 left) 2024-04-15T14:48:14.438 INFO:tasks.rados.rados.0.smithi016.stdout:3477: done (0 left) 2024-04-15T14:48:14.438 INFO:tasks.rados.rados.0.smithi016.stdout:3478: rollback oid 22 current snap is 321 2024-04-15T14:48:14.438 INFO:tasks.rados.rados.0.smithi016.stdout:rollback oid 22 to 313 2024-04-15T14:48:14.438 INFO:tasks.rados.rados.0.smithi016.stdout:3479: snap_remove snap 312 2024-04-15T14:48:15.386 INFO:tasks.rados.rados.0.smithi016.stdout:3479: done (1 left) 2024-04-15T14:48:15.386 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 50 current snap is 321 2024-04-15T14:48:15.386 INFO:tasks.rados.rados.0.smithi016.stdout:3480: seq_num 1091 ranges {876544=679936,1556480=516096,2072576=286720} 2024-04-15T14:48:15.393 INFO:tasks.rados.rados.0.smithi016.stdout:3480: writing smithi01678542-50 from 876544 to 1556480 tid 1 2024-04-15T14:48:15.396 INFO:tasks.rados.rados.0.smithi016.stdout:3480: writing smithi01678542-50 from 1556480 to 2072576 tid 2 2024-04-15T14:48:15.399 INFO:tasks.rados.rados.0.smithi016.stdout:3480: writing smithi01678542-50 from 2072576 to 2359296 tid 3 2024-04-15T14:48:15.399 INFO:tasks.rados.rados.0.smithi016.stdout:3478: finishing rollback tid 0 to smithi01678542-22 2024-04-15T14:48:15.399 INFO:tasks.rados.rados.0.smithi016.stdout:3478: finishing rollback tid 1 to smithi01678542-22 2024-04-15T14:48:15.399 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 22 v 1657 (ObjNum 81 snap 0 seq_num 1433623412) dirty dne 2024-04-15T14:48:15.399 INFO:tasks.rados.rados.0.smithi016.stdout:3478: done (1 left) 2024-04-15T14:48:15.399 INFO:tasks.rados.rados.0.smithi016.stdout:3481: delete oid 20 current snap is 321 2024-04-15T14:48:15.405 INFO:tasks.rados.rados.0.smithi016.stdout:3481: done (1 left) 2024-04-15T14:48:15.405 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 14 current snap is 321 2024-04-15T14:48:15.405 INFO:tasks.rados.rados.0.smithi016.stdout:3482: seq_num 1093 ranges {0=712704,712704=688128,1400832=114688} 2024-04-15T14:48:15.410 INFO:tasks.rados.rados.0.smithi016.stdout:3482: writing smithi01678542-14 from 0 to 712704 tid 1 2024-04-15T14:48:15.413 INFO:tasks.rados.rados.0.smithi016.stdout:3482: writing smithi01678542-14 from 712704 to 1400832 tid 2 2024-04-15T14:48:15.415 INFO:tasks.rados.rados.0.smithi016.stdout:3482: writing smithi01678542-14 from 1400832 to 1515520 tid 3 2024-04-15T14:48:15.415 INFO:tasks.rados.rados.0.smithi016.stdout:3483: read oid 44 snap -1 2024-04-15T14:48:15.415 INFO:tasks.rados.rados.0.smithi016.stdout:3483: expect (ObjNum 1082 snap 319 seq_num 1082) 2024-04-15T14:48:15.415 INFO:tasks.rados.rados.0.smithi016.stdout:3484: rollback oid 11 current snap is 321 2024-04-15T14:48:15.415 INFO:tasks.rados.rados.0.smithi016.stdout:rollback oid 11 to 319 2024-04-15T14:48:15.415 INFO:tasks.rados.rados.0.smithi016.stdout:3480: finishing write tid 1 to smithi01678542-50 2024-04-15T14:48:15.415 INFO:tasks.rados.rados.0.smithi016.stdout:3480: finishing write tid 2 to smithi01678542-50 2024-04-15T14:48:15.415 INFO:tasks.rados.rados.0.smithi016.stdout:3480: finishing write tid 3 to smithi01678542-50 2024-04-15T14:48:15.415 INFO:tasks.rados.rados.0.smithi016.stdout:3480: finishing write tid 4 to smithi01678542-50 2024-04-15T14:48:15.415 INFO:tasks.rados.rados.0.smithi016.stdout:3480: finishing write tid 5 to smithi01678542-50 2024-04-15T14:48:15.416 INFO:tasks.rados.rados.0.smithi016.stdout:3480: oid 50 updating version 0 to 1650 2024-04-15T14:48:15.416 INFO:tasks.rados.rados.0.smithi016.stdout:3480: oid 50 updating version 1650 to 1651 2024-04-15T14:48:15.416 INFO:tasks.rados.rados.0.smithi016.stdout:3480: oid 50 version 1651 is already newer than 1648 2024-04-15T14:48:15.416 INFO:tasks.rados.rados.0.smithi016.stdout:3480: oid 50 version 1651 is already newer than 1649 2024-04-15T14:48:15.416 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 50 v 1651 (ObjNum 1091 snap 321 seq_num 1091) dirty exists 2024-04-15T14:48:15.416 INFO:tasks.rados.rados.0.smithi016.stdout:3480: left oid 50 (ObjNum 1091 snap 321 seq_num 1091) 2024-04-15T14:48:15.416 INFO:tasks.rados.rados.0.smithi016.stdout:3482: finishing write tid 1 to smithi01678542-14 2024-04-15T14:48:15.416 INFO:tasks.rados.rados.0.smithi016.stdout:3480: done (3 left) 2024-04-15T14:48:15.417 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 13 current snap is 321 2024-04-15T14:48:15.417 INFO:tasks.rados.rados.0.smithi016.stdout:3485: seq_num 1094 ranges {1261568=729088,1990656=573440,2564096=229376} 2024-04-15T14:48:15.425 INFO:tasks.rados.rados.0.smithi016.stdout:3485: writing smithi01678542-13 from 1261568 to 1990656 tid 1 2024-04-15T14:48:15.429 INFO:tasks.rados.rados.0.smithi016.stdout:3485: writing smithi01678542-13 from 1990656 to 2564096 tid 2 2024-04-15T14:48:15.430 INFO:tasks.rados.rados.0.smithi016.stdout:3485: writing smithi01678542-13 from 2564096 to 2793472 tid 3 2024-04-15T14:48:15.431 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 16 current snap is 321 2024-04-15T14:48:15.431 INFO:tasks.rados.rados.0.smithi016.stdout:3482: finishing write tid 2 to smithi01678542-14 2024-04-15T14:48:15.431 INFO:tasks.rados.rados.0.smithi016.stdout:3482: finishing write tid 3 to smithi01678542-14 2024-04-15T14:48:15.431 INFO:tasks.rados.rados.0.smithi016.stdout:3482: finishing write tid 4 to smithi01678542-14 2024-04-15T14:48:15.431 INFO:tasks.rados.rados.0.smithi016.stdout:3486: seq_num 1095 ranges {11051008=745472,11796480=499712,12296192=303104} 2024-04-15T14:48:15.494 INFO:tasks.rados.rados.0.smithi016.stdout:3486: writing smithi01678542-16 from 11051008 to 11796480 tid 1 2024-04-15T14:48:15.497 INFO:tasks.rados.rados.0.smithi016.stdout:3486: writing smithi01678542-16 from 11796480 to 12296192 tid 2 2024-04-15T14:48:15.499 INFO:tasks.rados.rados.0.smithi016.stdout:3486: writing smithi01678542-16 from 12296192 to 12599296 tid 3 2024-04-15T14:48:15.499 INFO:tasks.rados.rados.0.smithi016.stdout:3487: rollback oid 10 current snap is 321 2024-04-15T14:48:15.500 INFO:tasks.rados.rados.0.smithi016.stdout:rollback oid 10 to 314 2024-04-15T14:48:15.500 INFO:tasks.rados.rados.0.smithi016.stdout:3482: finishing write tid 5 to smithi01678542-14 2024-04-15T14:48:15.500 INFO:tasks.rados.rados.0.smithi016.stdout:3482: oid 14 updating version 0 to 1714 2024-04-15T14:48:15.500 INFO:tasks.rados.rados.0.smithi016.stdout:3482: oid 14 version 1714 is already newer than 1713 2024-04-15T14:48:15.500 INFO:tasks.rados.rados.0.smithi016.stdout:3482: oid 14 version 1714 is already newer than 1712 2024-04-15T14:48:15.500 INFO:tasks.rados.rados.0.smithi016.stdout:3482: oid 14 updating version 1714 to 1715 2024-04-15T14:48:15.500 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 14 v 1715 (ObjNum 1093 snap 321 seq_num 1093) dirty exists 2024-04-15T14:48:15.500 INFO:tasks.rados.rados.0.smithi016.stdout:3482: left oid 14 (ObjNum 1093 snap 321 seq_num 1093) 2024-04-15T14:48:15.500 INFO:tasks.rados.rados.0.smithi016.stdout:3484: finishing rollback tid 1 to smithi01678542-11 2024-04-15T14:48:15.500 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 11 v 1778 (ObjNum 33 snap 0 seq_num 4) dirty dne 2024-04-15T14:48:15.500 INFO:tasks.rados.rados.0.smithi016.stdout:3483: expect (ObjNum 1082 snap 319 seq_num 1082) 2024-04-15T14:48:15.571 INFO:tasks.rados.rados.0.smithi016.stdout:3485: finishing write tid 1 to smithi01678542-13 2024-04-15T14:48:15.571 INFO:tasks.rados.rados.0.smithi016.stdout:3485: finishing write tid 2 to smithi01678542-13 2024-04-15T14:48:15.572 INFO:tasks.rados.rados.0.smithi016.stdout:3485: finishing write tid 3 to smithi01678542-13 2024-04-15T14:48:15.572 INFO:tasks.rados.rados.0.smithi016.stdout:3485: finishing write tid 4 to smithi01678542-13 2024-04-15T14:48:15.572 INFO:tasks.rados.rados.0.smithi016.stdout:3482: done (5 left) 2024-04-15T14:48:15.572 INFO:tasks.rados.rados.0.smithi016.stdout:3483: done (4 left) 2024-04-15T14:48:15.572 INFO:tasks.rados.rados.0.smithi016.stdout:3484: done (3 left) 2024-04-15T14:48:15.572 INFO:tasks.rados.rados.0.smithi016.stdout:3488: snap_create 2024-04-15T14:48:15.572 INFO:tasks.rados.rados.0.smithi016.stdout:3485: finishing write tid 5 to smithi01678542-13 2024-04-15T14:48:15.572 INFO:tasks.rados.rados.0.smithi016.stdout:3485: oid 13 updating version 0 to 1465 2024-04-15T14:48:15.572 INFO:tasks.rados.rados.0.smithi016.stdout:3485: oid 13 version 1465 is already newer than 1464 2024-04-15T14:48:15.572 INFO:tasks.rados.rados.0.smithi016.stdout:3485: oid 13 updating version 1465 to 1466 2024-04-15T14:48:15.572 INFO:tasks.rados.rados.0.smithi016.stdout:3485: oid 13 updating version 1466 to 1467 2024-04-15T14:48:15.572 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 13 v 1467 (ObjNum 1094 snap 321 seq_num 1094) dirty exists 2024-04-15T14:48:15.572 INFO:tasks.rados.rados.0.smithi016.stdout:3485: left oid 13 (ObjNum 1094 snap 321 seq_num 1094) 2024-04-15T14:48:15.572 INFO:tasks.rados.rados.0.smithi016.stdout:3486: finishing write tid 1 to smithi01678542-16 2024-04-15T14:48:15.572 INFO:tasks.rados.rados.0.smithi016.stdout:3487: finishing rollback tid 0 to smithi01678542-10 2024-04-15T14:48:15.573 INFO:tasks.rados.rados.0.smithi016.stdout:3487: finishing rollback tid 1 to smithi01678542-10 2024-04-15T14:48:15.573 INFO:tasks.rados.rados.0.smithi016.stdout:3486: finishing write tid 2 to smithi01678542-16 2024-04-15T14:48:15.573 INFO:tasks.rados.rados.0.smithi016.stdout:3487: finishing rollback tid 2 to smithi01678542-10 2024-04-15T14:48:15.573 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 10 v 1660 (ObjNum 1056 snap 307 seq_num 1056) dirty exists 2024-04-15T14:48:15.573 INFO:tasks.rados.rados.0.smithi016.stdout:3486: finishing write tid 3 to smithi01678542-16 2024-04-15T14:48:15.573 INFO:tasks.rados.rados.0.smithi016.stdout:3486: finishing write tid 4 to smithi01678542-16 2024-04-15T14:48:15.573 INFO:tasks.rados.rados.0.smithi016.stdout:3486: finishing write tid 5 to smithi01678542-16 2024-04-15T14:48:15.573 INFO:tasks.rados.rados.0.smithi016.stdout:3486: oid 16 updating version 0 to 1646 2024-04-15T14:48:15.573 INFO:tasks.rados.rados.0.smithi016.stdout:3486: oid 16 updating version 1646 to 1647 2024-04-15T14:48:15.573 INFO:tasks.rados.rados.0.smithi016.stdout:3486: oid 16 version 1647 is already newer than 1644 2024-04-15T14:48:15.573 INFO:tasks.rados.rados.0.smithi016.stdout:3486: oid 16 version 1647 is already newer than 1645 2024-04-15T14:48:15.573 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 16 v 1647 (ObjNum 1095 snap 321 seq_num 1095) dirty exists 2024-04-15T14:48:15.573 INFO:tasks.rados.rados.0.smithi016.stdout:3486: left oid 16 (ObjNum 1095 snap 321 seq_num 1095) 2024-04-15T14:48:15.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:48:15 smithi102 ceph-mon[87131]: pgmap v724: 121 pgs: 121 active+clean; 135 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 10 MiB/s rd, 1.6 MiB/s wr, 11 op/s 2024-04-15T14:48:15.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:48:15 smithi102 ceph-mon[87131]: osdmap e724: 8 total, 8 up, 8 in 2024-04-15T14:48:15.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:48:15 smithi102 ceph-mon[87131]: osdmap e725: 8 total, 8 up, 8 in 2024-04-15T14:48:15.789 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:48:15 smithi016 ceph-mon[90652]: pgmap v724: 121 pgs: 121 active+clean; 135 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 10 MiB/s rd, 1.6 MiB/s wr, 11 op/s 2024-04-15T14:48:15.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:48:15 smithi016 ceph-mon[90652]: osdmap e724: 8 total, 8 up, 8 in 2024-04-15T14:48:15.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:48:15 smithi016 ceph-mon[90652]: osdmap e725: 8 total, 8 up, 8 in 2024-04-15T14:48:15.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:48:15 smithi016 ceph-mon[93212]: pgmap v724: 121 pgs: 121 active+clean; 135 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 10 MiB/s rd, 1.6 MiB/s wr, 11 op/s 2024-04-15T14:48:15.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:48:15 smithi016 ceph-mon[93212]: osdmap e724: 8 total, 8 up, 8 in 2024-04-15T14:48:15.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:48:15 smithi016 ceph-mon[93212]: osdmap e725: 8 total, 8 up, 8 in 2024-04-15T14:48:16.434 INFO:tasks.rados.rados.0.smithi016.stdout:3485: done (3 left) 2024-04-15T14:48:16.434 INFO:tasks.rados.rados.0.smithi016.stdout:3486: done (2 left) 2024-04-15T14:48:16.435 INFO:tasks.rados.rados.0.smithi016.stdout:3487: done (1 left) 2024-04-15T14:48:16.435 INFO:tasks.rados.rados.0.smithi016.stdout:3488: done (0 left) 2024-04-15T14:48:16.435 INFO:tasks.rados.rados.0.smithi016.stdout:3489: rollback oid 6 current snap is 322 2024-04-15T14:48:16.435 INFO:tasks.rados.rados.0.smithi016.stdout:rollback oid 6 to 321 2024-04-15T14:48:16.435 INFO:tasks.rados.rados.0.smithi016.stdout:3490: read oid 16 snap -1 2024-04-15T14:48:16.435 INFO:tasks.rados.rados.0.smithi016.stdout:3490: expect (ObjNum 1095 snap 321 seq_num 1095) 2024-04-15T14:48:16.436 INFO:tasks.rados.rados.0.smithi016.stdout:3491: rollback oid 29 current snap is 322 2024-04-15T14:48:16.436 INFO:tasks.rados.rados.0.smithi016.stdout:rollback oid 29 to 310 2024-04-15T14:48:16.436 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 17 current snap is 322 2024-04-15T14:48:16.436 INFO:tasks.rados.rados.0.smithi016.stdout:3492: seq_num 1096 ranges {0=761856,761856=786432,1548288=16384} 2024-04-15T14:48:16.438 INFO:tasks.rados.rados.0.smithi016.stdout:3492: writing smithi01678542-17 from 0 to 761856 tid 1 2024-04-15T14:48:16.445 INFO:tasks.rados.rados.0.smithi016.stdout:3492: writing smithi01678542-17 from 761856 to 1548288 tid 2 2024-04-15T14:48:16.446 INFO:tasks.rados.rados.0.smithi016.stdout:3492: writing smithi01678542-17 from 1548288 to 1564672 tid 3 2024-04-15T14:48:16.446 INFO:tasks.rados.rados.0.smithi016.stdout:3493: rollback oid 39 current snap is 322 2024-04-15T14:48:16.446 INFO:tasks.rados.rados.0.smithi016.stdout:rollback oid 39 to 310 2024-04-15T14:48:16.446 INFO:tasks.rados.rados.0.smithi016.stdout:3491: finishing rollback tid 1 to smithi01678542-29 2024-04-15T14:48:16.446 INFO:tasks.rados.rados.0.smithi016.stdout:3491: finishing rollback tid 2 to smithi01678542-29 2024-04-15T14:48:16.447 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 29 v 1834 (ObjNum 1053 snap 307 seq_num 1053) dirty exists 2024-04-15T14:48:16.447 INFO:tasks.rados.rados.0.smithi016.stdout:3489: finishing rollback tid 0 to smithi01678542-6 2024-04-15T14:48:16.447 INFO:tasks.rados.rados.0.smithi016.stdout:3491: done (4 left) 2024-04-15T14:48:16.447 INFO:tasks.rados.rados.0.smithi016.stdout:3494: setattr oid 2 current snap is 322 2024-04-15T14:48:16.447 INFO:tasks.rados.rados.0.smithi016.stdout:3493: finishing rollback tid 1 to smithi01678542-39 2024-04-15T14:48:16.447 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 39 v 0 (ObjNum 3665 snap 0 seq_num 2906632944) dirty dne 2024-04-15T14:48:16.449 INFO:tasks.rados.rados.0.smithi016.stdout:3489: finishing rollback tid 1 to smithi01678542-6 2024-04-15T14:48:16.449 INFO:tasks.rados.rados.0.smithi016.stdout:3489: finishing rollback tid 2 to smithi01678542-6 2024-04-15T14:48:16.449 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 6 v 1620 (ObjNum 1088 snap 320 seq_num 1088) dirty exists 2024-04-15T14:48:16.450 INFO:tasks.rados.rados.0.smithi016.stdout:3489: done (4 left) 2024-04-15T14:48:16.450 INFO:tasks.rados.rados.0.smithi016.stdout:3493: done (3 left) 2024-04-15T14:48:16.450 INFO:tasks.rados.rados.0.smithi016.stdout:3495: snap_create 2024-04-15T14:48:16.450 INFO:tasks.rados.rados.0.smithi016.stdout:3492: finishing write tid 1 to smithi01678542-17 2024-04-15T14:48:16.450 INFO:tasks.rados.rados.0.smithi016.stdout:3492: finishing write tid 2 to smithi01678542-17 2024-04-15T14:48:16.450 INFO:tasks.rados.rados.0.smithi016.stdout:3492: finishing write tid 3 to smithi01678542-17 2024-04-15T14:48:16.451 INFO:tasks.rados.rados.0.smithi016.stdout:3492: finishing write tid 4 to smithi01678542-17 2024-04-15T14:48:16.451 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 2 v 1661 (ObjNum 33 snap 0 seq_num 2236893984) dirty exists 2024-04-15T14:48:16.452 INFO:tasks.rados.rados.0.smithi016.stdout:3492: finishing write tid 5 to smithi01678542-17 2024-04-15T14:48:16.452 INFO:tasks.rados.rados.0.smithi016.stdout:3492: oid 17 updating version 0 to 1549 2024-04-15T14:48:16.452 INFO:tasks.rados.rados.0.smithi016.stdout:3492: oid 17 updating version 1549 to 1551 2024-04-15T14:48:16.452 INFO:tasks.rados.rados.0.smithi016.stdout:3492: oid 17 version 1551 is already newer than 1550 2024-04-15T14:48:16.452 INFO:tasks.rados.rados.0.smithi016.stdout:3492: oid 17 updating version 1551 to 1552 2024-04-15T14:48:16.453 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 17 v 1552 (ObjNum 1096 snap 322 seq_num 1096) dirty exists 2024-04-15T14:48:16.453 INFO:tasks.rados.rados.0.smithi016.stdout:3492: left oid 17 (ObjNum 1096 snap 322 seq_num 1096) 2024-04-15T14:48:16.505 INFO:tasks.rados.rados.0.smithi016.stdout:3490: expect (ObjNum 1095 snap 321 seq_num 1095) 2024-04-15T14:48:17.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:48:17 smithi102 ceph-mon[87131]: pgmap v727: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 149 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 9.3 MiB/s rd, 2.8 MiB/s wr, 23 op/s 2024-04-15T14:48:17.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:48:17 smithi102 ceph-mon[87131]: osdmap e726: 8 total, 8 up, 8 in 2024-04-15T14:48:17.789 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:48:17 smithi016 ceph-mon[90652]: pgmap v727: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 149 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 9.3 MiB/s rd, 2.8 MiB/s wr, 23 op/s 2024-04-15T14:48:17.789 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:48:17 smithi016 ceph-mon[90652]: osdmap e726: 8 total, 8 up, 8 in 2024-04-15T14:48:17.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:48:17 smithi016 ceph-mon[93212]: pgmap v727: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 149 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 9.3 MiB/s rd, 2.8 MiB/s wr, 23 op/s 2024-04-15T14:48:17.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:48:17 smithi016 ceph-mon[93212]: osdmap e726: 8 total, 8 up, 8 in 2024-04-15T14:48:17.900 INFO:tasks.rados.rados.0.smithi016.stdout:3490: done (3 left) 2024-04-15T14:48:17.900 INFO:tasks.rados.rados.0.smithi016.stdout:3492: done (2 left) 2024-04-15T14:48:17.900 INFO:tasks.rados.rados.0.smithi016.stdout:3494: done (1 left) 2024-04-15T14:48:17.900 INFO:tasks.rados.rados.0.smithi016.stdout:3495: done (0 left) 2024-04-15T14:48:17.900 INFO:tasks.rados.rados.0.smithi016.stdout:3496: read oid 20 snap -1 2024-04-15T14:48:17.900 INFO:tasks.rados.rados.0.smithi016.stdout:3496: expect deleted 2024-04-15T14:48:17.900 INFO:tasks.rados.rados.0.smithi016.stdout:3497: snap_create 2024-04-15T14:48:18.444 INFO:tasks.rados.rados.0.smithi016.stdout:3496: done (1 left) 2024-04-15T14:48:18.444 INFO:tasks.rados.rados.0.smithi016.stdout:3497: done (0 left) 2024-04-15T14:48:18.444 INFO:tasks.rados.rados.0.smithi016.stdout:3498: snap_create 2024-04-15T14:48:18.789 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:48:18 smithi016 ceph-mon[90652]: osdmap e727: 8 total, 8 up, 8 in 2024-04-15T14:48:18.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:48:18 smithi016 ceph-mon[93212]: osdmap e727: 8 total, 8 up, 8 in 2024-04-15T14:48:18.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:48:18 smithi102 ceph-mon[87131]: osdmap e727: 8 total, 8 up, 8 in 2024-04-15T14:48:19.444 INFO:tasks.rados.rados.0.smithi016.stdout:3498: done (0 left) 2024-04-15T14:48:19.445 INFO:tasks.rados.rados.0.smithi016.stdout:3499: rmattr oid 8 current snap is 325 2024-04-15T14:48:19.445 INFO:tasks.rados.rados.0.smithi016.stdout:3500: copy_from oid 30 from oid 7 current snap is 325 2024-04-15T14:48:19.445 INFO:tasks.rados.rados.0.smithi016.stdout:3501: setattr oid 47 current snap is 325 2024-04-15T14:48:19.447 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 20 current snap is 325 2024-04-15T14:48:19.447 INFO:tasks.rados.rados.0.smithi016.stdout:3502: seq_num 1097 ranges {0=778240,778240=671744,1449984=131072} 2024-04-15T14:48:19.452 INFO:tasks.rados.rados.0.smithi016.stdout:3502: writing smithi01678542-20 from 0 to 778240 tid 1 2024-04-15T14:48:19.456 INFO:tasks.rados.rados.0.smithi016.stdout:3502: writing smithi01678542-20 from 778240 to 1449984 tid 2 2024-04-15T14:48:19.457 INFO:tasks.rados.rados.0.smithi016.stdout:3502: writing smithi01678542-20 from 1449984 to 1581056 tid 3 2024-04-15T14:48:19.457 INFO:tasks.rados.rados.0.smithi016.stdout:3503: snap_remove snap 319 2024-04-15T14:48:19.789 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:48:19 smithi016 ceph-mon[90652]: pgmap v730: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 150 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 12 MiB/s rd, 3.3 MiB/s wr, 28 op/s 2024-04-15T14:48:19.789 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:48:19 smithi016 ceph-mon[90652]: osdmap e728: 8 total, 8 up, 8 in 2024-04-15T14:48:19.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:48:19 smithi016 ceph-mon[93212]: pgmap v730: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 150 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 12 MiB/s rd, 3.3 MiB/s wr, 28 op/s 2024-04-15T14:48:19.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:48:19 smithi016 ceph-mon[93212]: osdmap e728: 8 total, 8 up, 8 in 2024-04-15T14:48:19.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:48:19 smithi102 ceph-mon[87131]: pgmap v730: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 150 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 12 MiB/s rd, 3.3 MiB/s wr, 28 op/s 2024-04-15T14:48:19.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:48:19 smithi102 ceph-mon[87131]: osdmap e728: 8 total, 8 up, 8 in 2024-04-15T14:48:20.385 INFO:tasks.rados.rados.0.smithi016.stdout:3503: done (4 left) 2024-04-15T14:48:20.385 INFO:tasks.rados.rados.0.smithi016.stdout:3504: read oid 16 snap 313 2024-04-15T14:48:20.386 INFO:tasks.rados.rados.0.smithi016.stdout:3504: expect (ObjNum 968 snap 284 seq_num 968) 2024-04-15T14:48:20.386 INFO:tasks.rados.rados.0.smithi016.stdout:3505: rmattr oid 12 current snap is 325 2024-04-15T14:48:20.386 INFO:tasks.rados.rados.0.smithi016.stdout:3505: done (5 left) 2024-04-15T14:48:20.386 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 4 current snap is 325 2024-04-15T14:48:20.386 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 8 v 0 (ObjNum 1069 snap 314 seq_num 1069) dirty exists 2024-04-15T14:48:20.386 INFO:tasks.rados.rados.0.smithi016.stdout:3500: finishing copy_from to smithi01678542-30 2024-04-15T14:48:20.386 INFO:tasks.rados.rados.0.smithi016.stdout:3500: got expected ENOENT (src dne) 2024-04-15T14:48:20.386 INFO:tasks.rados.rados.0.smithi016.stdout:3500: finishing copy_from racing read to smithi01678542-30 2024-04-15T14:48:20.386 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 47 v 1652 (ObjNum -2059613904 snap 22097 seq_num 304) dirty exists 2024-04-15T14:48:20.386 INFO:tasks.rados.rados.0.smithi016.stdout:3502: finishing write tid 1 to smithi01678542-20 2024-04-15T14:48:20.386 INFO:tasks.rados.rados.0.smithi016.stdout:3506: seq_num 1098 ranges {4661248=794624,5455872=557056,6012928=245760} 2024-04-15T14:48:20.416 INFO:tasks.rados.rados.0.smithi016.stdout:3506: writing smithi01678542-4 from 4661248 to 5455872 tid 1 2024-04-15T14:48:20.419 INFO:tasks.rados.rados.0.smithi016.stdout:3506: writing smithi01678542-4 from 5455872 to 6012928 tid 2 2024-04-15T14:48:20.421 INFO:tasks.rados.rados.0.smithi016.stdout:3506: writing smithi01678542-4 from 6012928 to 6258688 tid 3 2024-04-15T14:48:20.421 INFO:tasks.rados.rados.0.smithi016.stdout:3499: done (5 left) 2024-04-15T14:48:20.421 INFO:tasks.rados.rados.0.smithi016.stdout:3500: done (4 left) 2024-04-15T14:48:20.421 INFO:tasks.rados.rados.0.smithi016.stdout:3501: done (3 left) 2024-04-15T14:48:20.421 INFO:tasks.rados.rados.0.smithi016.stdout:3507: read oid 19 snap -1 2024-04-15T14:48:20.421 INFO:tasks.rados.rados.0.smithi016.stdout:3507: expect deleted 2024-04-15T14:48:20.421 INFO:tasks.rados.rados.0.smithi016.stdout:3508: copy_from oid 29 from oid 31 current snap is 325 2024-04-15T14:48:20.422 INFO:tasks.rados.rados.0.smithi016.stdout:3502: finishing write tid 2 to smithi01678542-20 2024-04-15T14:48:20.422 INFO:tasks.rados.rados.0.smithi016.stdout:3502: finishing write tid 3 to smithi01678542-20 2024-04-15T14:48:20.422 INFO:tasks.rados.rados.0.smithi016.stdout:3502: finishing write tid 4 to smithi01678542-20 2024-04-15T14:48:20.422 INFO:tasks.rados.rados.0.smithi016.stdout:3502: finishing write tid 5 to smithi01678542-20 2024-04-15T14:48:20.422 INFO:tasks.rados.rados.0.smithi016.stdout:3502: oid 20 updating version 0 to 1634 2024-04-15T14:48:20.422 INFO:tasks.rados.rados.0.smithi016.stdout:3502: oid 20 updating version 1634 to 1636 2024-04-15T14:48:20.422 INFO:tasks.rados.rados.0.smithi016.stdout:3502: oid 20 version 1636 is already newer than 1635 2024-04-15T14:48:20.422 INFO:tasks.rados.rados.0.smithi016.stdout:3502: oid 20 version 1636 is already newer than 1633 2024-04-15T14:48:20.422 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 20 v 1636 (ObjNum 1097 snap 325 seq_num 1097) dirty exists 2024-04-15T14:48:20.422 INFO:tasks.rados.rados.0.smithi016.stdout:3502: left oid 20 (ObjNum 1097 snap 325 seq_num 1097) 2024-04-15T14:48:20.422 INFO:tasks.rados.rados.0.smithi016.stdout:3502: done (4 left) 2024-04-15T14:48:20.422 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 39 current snap is 325 2024-04-15T14:48:20.422 INFO:tasks.rados.rados.0.smithi016.stdout:3509: seq_num 1099 ranges {0=409600,409600=442368,851968=720896,1572864=40960} 2024-04-15T14:48:20.423 INFO:tasks.rados.rados.0.smithi016.stdout:3509: writing smithi01678542-39 from 0 to 409600 tid 1 2024-04-15T14:48:20.426 INFO:tasks.rados.rados.0.smithi016.stdout:3509: writing smithi01678542-39 from 409600 to 851968 tid 2 2024-04-15T14:48:20.431 INFO:tasks.rados.rados.0.smithi016.stdout:3509: writing smithi01678542-39 from 851968 to 1572864 tid 3 2024-04-15T14:48:20.432 INFO:tasks.rados.rados.0.smithi016.stdout:3509: writing smithi01678542-39 from 1572864 to 1613824 tid 4 2024-04-15T14:48:20.432 INFO:tasks.rados.rados.0.smithi016.stdout:3510: copy_from oid 15 from oid 25 current snap is 325 2024-04-15T14:48:20.432 INFO:tasks.rados.rados.0.smithi016.stdout:3506: finishing write tid 1 to smithi01678542-4 2024-04-15T14:48:20.432 INFO:tasks.rados.rados.0.smithi016.stdout:3506: finishing write tid 2 to smithi01678542-4 2024-04-15T14:48:20.432 INFO:tasks.rados.rados.0.smithi016.stdout:3506: finishing write tid 3 to smithi01678542-4 2024-04-15T14:48:20.432 INFO:tasks.rados.rados.0.smithi016.stdout:3506: finishing write tid 4 to smithi01678542-4 2024-04-15T14:48:20.432 INFO:tasks.rados.rados.0.smithi016.stdout:3506: finishing write tid 5 to smithi01678542-4 2024-04-15T14:48:20.432 INFO:tasks.rados.rados.0.smithi016.stdout:3506: oid 4 updating version 0 to 1839 2024-04-15T14:48:20.432 INFO:tasks.rados.rados.0.smithi016.stdout:3506: oid 4 version 1839 is already newer than 1838 2024-04-15T14:48:20.432 INFO:tasks.rados.rados.0.smithi016.stdout:3506: oid 4 updating version 1839 to 1840 2024-04-15T14:48:20.432 INFO:tasks.rados.rados.0.smithi016.stdout:3506: oid 4 updating version 1840 to 1841 2024-04-15T14:48:20.433 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 4 v 1841 (ObjNum 1098 snap 325 seq_num 1098) dirty exists 2024-04-15T14:48:20.433 INFO:tasks.rados.rados.0.smithi016.stdout:3506: left oid 4 (ObjNum 1098 snap 325 seq_num 1098) 2024-04-15T14:48:20.433 INFO:tasks.rados.rados.0.smithi016.stdout:3506: done (5 left) 2024-04-15T14:48:20.433 INFO:tasks.rados.rados.0.smithi016.stdout:3507: done (4 left) 2024-04-15T14:48:20.433 INFO:tasks.rados.rados.0.smithi016.stdout:3511: read oid 38 snap -1 2024-04-15T14:48:20.433 INFO:tasks.rados.rados.0.smithi016.stdout:3511: expect (ObjNum 1051 snap 307 seq_num 1051) 2024-04-15T14:48:20.433 INFO:tasks.rados.rados.0.smithi016.stdout:3512: setattr oid 2 current snap is 325 2024-04-15T14:48:20.434 INFO:tasks.rados.rados.0.smithi016.stdout:3510: finishing copy_from to smithi01678542-15 2024-04-15T14:48:20.434 INFO:tasks.rados.rados.0.smithi016.stdout:3510: got expected ENOENT (src dne) 2024-04-15T14:48:20.434 INFO:tasks.rados.rados.0.smithi016.stdout:3510: finishing copy_from racing read to smithi01678542-15 2024-04-15T14:48:20.434 INFO:tasks.rados.rados.0.smithi016.stdout:3510: done (5 left) 2024-04-15T14:48:20.434 INFO:tasks.rados.rados.0.smithi016.stdout:3513: delete oid 7 current snap is 325 2024-04-15T14:48:20.437 INFO:tasks.rados.rados.0.smithi016.stdout:3511: expect (ObjNum 1051 snap 307 seq_num 1051) 2024-04-15T14:48:20.463 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 2 v 1662 (ObjNum 65 snap 0 seq_num 1919906657) dirty exists 2024-04-15T14:48:20.464 INFO:tasks.rados.rados.0.smithi016.stdout:3508: finishing copy_from racing read to smithi01678542-29 2024-04-15T14:48:20.464 INFO:tasks.rados.rados.0.smithi016.stdout:3508: finishing copy_from to smithi01678542-29 2024-04-15T14:48:20.464 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 29 v 1543 (ObjNum 1050 snap 307 seq_num 1050) dirty exists 2024-04-15T14:48:20.464 INFO:tasks.rados.rados.0.smithi016.stdout:3504: expect (ObjNum 968 snap 284 seq_num 968) 2024-04-15T14:48:20.789 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:48:20 smithi016 ceph-mon[90652]: osdmap e729: 8 total, 8 up, 8 in 2024-04-15T14:48:20.789 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:48:20 smithi016 ceph-mon[90652]: osdmap e730: 8 total, 8 up, 8 in 2024-04-15T14:48:20.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:48:20 smithi016 ceph-mon[93212]: osdmap e729: 8 total, 8 up, 8 in 2024-04-15T14:48:20.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:48:20 smithi016 ceph-mon[93212]: osdmap e730: 8 total, 8 up, 8 in 2024-04-15T14:48:20.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:48:20 smithi102 ceph-mon[87131]: osdmap e729: 8 total, 8 up, 8 in 2024-04-15T14:48:20.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:48:20 smithi102 ceph-mon[87131]: osdmap e730: 8 total, 8 up, 8 in 2024-04-15T14:48:21.635 INFO:tasks.rados.rados.0.smithi016.stdout:3509: finishing write tid 1 to smithi01678542-39 2024-04-15T14:48:21.635 INFO:tasks.rados.rados.0.smithi016.stdout:3509: finishing write tid 2 to smithi01678542-39 2024-04-15T14:48:21.635 INFO:tasks.rados.rados.0.smithi016.stdout:3509: finishing write tid 3 to smithi01678542-39 2024-04-15T14:48:21.635 INFO:tasks.rados.rados.0.smithi016.stdout:3509: finishing write tid 4 to smithi01678542-39 2024-04-15T14:48:21.635 INFO:tasks.rados.rados.0.smithi016.stdout:3509: finishing write tid 5 to smithi01678542-39 2024-04-15T14:48:21.635 INFO:tasks.rados.rados.0.smithi016.stdout:3509: finishing write tid 6 to smithi01678542-39 2024-04-15T14:48:21.635 INFO:tasks.rados.rados.0.smithi016.stdout:3509: oid 39 updating version 0 to 1472 2024-04-15T14:48:21.635 INFO:tasks.rados.rados.0.smithi016.stdout:3509: oid 39 version 1472 is already newer than 1470 2024-04-15T14:48:21.635 INFO:tasks.rados.rados.0.smithi016.stdout:3509: oid 39 version 1472 is already newer than 1468 2024-04-15T14:48:21.635 INFO:tasks.rados.rados.0.smithi016.stdout:3509: oid 39 version 1472 is already newer than 1469 2024-04-15T14:48:21.635 INFO:tasks.rados.rados.0.smithi016.stdout:3509: oid 39 version 1472 is already newer than 1471 2024-04-15T14:48:21.635 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 39 v 1472 (ObjNum 1099 snap 325 seq_num 1099) dirty exists 2024-04-15T14:48:21.636 INFO:tasks.rados.rados.0.smithi016.stdout:3509: left oid 39 (ObjNum 1099 snap 325 seq_num 1099) 2024-04-15T14:48:21.636 INFO:tasks.rados.rados.0.smithi016.stdout:3504: done (5 left) 2024-04-15T14:48:21.636 INFO:tasks.rados.rados.0.smithi016.stdout:3508: done (4 left) 2024-04-15T14:48:21.636 INFO:tasks.rados.rados.0.smithi016.stdout:3509: done (3 left) 2024-04-15T14:48:21.636 INFO:tasks.rados.rados.0.smithi016.stdout:3511: done (2 left) 2024-04-15T14:48:21.636 INFO:tasks.rados.rados.0.smithi016.stdout:3512: done (1 left) 2024-04-15T14:48:21.636 INFO:tasks.rados.rados.0.smithi016.stdout:3513: done (0 left) 2024-04-15T14:48:21.636 INFO:tasks.rados.rados.0.smithi016.stdout:3514: read oid 17 snap -1 2024-04-15T14:48:21.636 INFO:tasks.rados.rados.0.smithi016.stdout:3514: expect (ObjNum 1096 snap 322 seq_num 1096) 2024-04-15T14:48:21.636 INFO:tasks.rados.rados.0.smithi016.stdout:3515: copy_from oid 7 from oid 13 current snap is 325 2024-04-15T14:48:21.636 INFO:tasks.rados.rados.0.smithi016.stdout:3516: read oid 33 snap 317 2024-04-15T14:48:21.637 INFO:tasks.rados.rados.0.smithi016.stdout:3516: expect (ObjNum 1010 snap 293 seq_num 1010) 2024-04-15T14:48:21.637 INFO:tasks.rados.rados.0.smithi016.stdout:3517: snap_remove snap 323 2024-04-15T14:48:21.777 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:48:21 smithi016 ceph-mon[90652]: pgmap v733: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 150 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 3.2 MiB/s rd, 370 KiB/s wr, 4 op/s 2024-04-15T14:48:21.778 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:48:21 smithi016 ceph-mon[93212]: pgmap v733: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 150 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 3.2 MiB/s rd, 370 KiB/s wr, 4 op/s 2024-04-15T14:48:21.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:48:21 smithi102 ceph-mon[87131]: pgmap v733: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 150 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 3.2 MiB/s rd, 370 KiB/s wr, 4 op/s 2024-04-15T14:48:22.039 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 15 14:48:21 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-y[81421]: ::ffff:172.21.15.102 - - [15/Apr/2024:14:48:21] "GET /metrics HTTP/1.1" 200 36265 "" "Prometheus/2.43.0" 2024-04-15T14:48:22.462 INFO:tasks.rados.rados.0.smithi016.stdout:3517: done (3 left) 2024-04-15T14:48:22.462 INFO:tasks.rados.rados.0.smithi016.stdout:3518: snap_create 2024-04-15T14:48:22.462 INFO:tasks.rados.rados.0.smithi016.stdout:3516: expect (ObjNum 1010 snap 293 seq_num 1010) 2024-04-15T14:48:22.467 INFO:tasks.rados.rados.0.smithi016.stdout:3514: expect (ObjNum 1096 snap 322 seq_num 1096) 2024-04-15T14:48:22.509 INFO:tasks.rados.rados.0.smithi016.stdout:3515: finishing copy_from racing read to smithi01678542-7 2024-04-15T14:48:22.509 INFO:tasks.rados.rados.0.smithi016.stdout:3515: finishing copy_from to smithi01678542-7 2024-04-15T14:48:22.509 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 7 v 1467 (ObjNum 1094 snap 321 seq_num 1094) dirty exists 2024-04-15T14:48:22.687 INFO:journalctl@ceph.prometheus.a.smithi102.stdout:Apr 15 14:48:22 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-prometheus-a[120881]: ts=2024-04-15T14:48:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi016:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"362ea986-fb34-11ee-bc8f-c7b262605968\", instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T14:48:23.464 INFO:tasks.rados.rados.0.smithi016.stdout:3514: done (3 left) 2024-04-15T14:48:23.464 INFO:tasks.rados.rados.0.smithi016.stdout:3515: done (2 left) 2024-04-15T14:48:23.464 INFO:tasks.rados.rados.0.smithi016.stdout:3516: done (1 left) 2024-04-15T14:48:23.464 INFO:tasks.rados.rados.0.smithi016.stdout:3518: done (0 left) 2024-04-15T14:48:23.464 INFO:tasks.rados.rados.0.smithi016.stdout:3519: snap_remove snap 313 2024-04-15T14:48:23.789 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:48:23 smithi016 ceph-mon[90652]: pgmap v735: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 158 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 15 MiB/s rd, 2.1 MiB/s wr, 22 op/s 2024-04-15T14:48:23.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:48:23 smithi016 ceph-mon[90652]: osdmap e731: 8 total, 8 up, 8 in 2024-04-15T14:48:23.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:48:23 smithi016 ceph-mon[93212]: pgmap v735: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 158 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 15 MiB/s rd, 2.1 MiB/s wr, 22 op/s 2024-04-15T14:48:23.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:48:23 smithi016 ceph-mon[93212]: osdmap e731: 8 total, 8 up, 8 in 2024-04-15T14:48:23.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:48:23 smithi102 ceph-mon[87131]: pgmap v735: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 158 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 15 MiB/s rd, 2.1 MiB/s wr, 22 op/s 2024-04-15T14:48:23.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:48:23 smithi102 ceph-mon[87131]: osdmap e731: 8 total, 8 up, 8 in 2024-04-15T14:48:24.480 INFO:tasks.rados.rados.0.smithi016.stdout:3519: done (0 left) 2024-04-15T14:48:24.480 INFO:tasks.rados.rados.0.smithi016.stdout:3520: read oid 32 snap -1 2024-04-15T14:48:24.480 INFO:tasks.rados.rados.0.smithi016.stdout:3520: expect deleted 2024-04-15T14:48:24.480 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 48 current snap is 326 2024-04-15T14:48:24.480 INFO:tasks.rados.rados.0.smithi016.stdout:3521: seq_num 1101 ranges {3661824=442368,4104192=606208,4710400=598016} 2024-04-15T14:48:24.503 INFO:tasks.rados.rados.0.smithi016.stdout:3521: writing smithi01678542-48 from 3661824 to 4104192 tid 1 2024-04-15T14:48:24.506 INFO:tasks.rados.rados.0.smithi016.stdout:3521: writing smithi01678542-48 from 4104192 to 4710400 tid 2 2024-04-15T14:48:24.510 INFO:tasks.rados.rados.0.smithi016.stdout:3521: writing smithi01678542-48 from 4710400 to 5308416 tid 3 2024-04-15T14:48:24.510 INFO:tasks.rados.rados.0.smithi016.stdout:3522: rollback oid 43 current snap is 326 2024-04-15T14:48:24.510 INFO:tasks.rados.rados.0.smithi016.stdout:rollback oid 43 to 324 2024-04-15T14:48:24.510 INFO:tasks.rados.rados.0.smithi016.stdout:3521: finishing write tid 1 to smithi01678542-48 2024-04-15T14:48:24.510 INFO:tasks.rados.rados.0.smithi016.stdout:3521: finishing write tid 2 to smithi01678542-48 2024-04-15T14:48:24.510 INFO:tasks.rados.rados.0.smithi016.stdout:3520: done (2 left) 2024-04-15T14:48:24.510 INFO:tasks.rados.rados.0.smithi016.stdout:3523: rollback oid 40 current snap is 326 2024-04-15T14:48:24.510 INFO:tasks.rados.rados.0.smithi016.stdout:rollback oid 40 to 325 2024-04-15T14:48:24.510 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 50 current snap is 326 2024-04-15T14:48:24.510 INFO:tasks.rados.rados.0.smithi016.stdout:3524: seq_num 1102 ranges {2359296=458752,2818048=491520,3309568=491520,3801088=221184} 2024-04-15T14:48:24.525 INFO:tasks.rados.rados.0.smithi016.stdout:3524: writing smithi01678542-50 from 2359296 to 2818048 tid 1 2024-04-15T14:48:24.528 INFO:tasks.rados.rados.0.smithi016.stdout:3524: writing smithi01678542-50 from 2818048 to 3309568 tid 2 2024-04-15T14:48:24.531 INFO:tasks.rados.rados.0.smithi016.stdout:3524: writing smithi01678542-50 from 3309568 to 3801088 tid 3 2024-04-15T14:48:24.533 INFO:tasks.rados.rados.0.smithi016.stdout:3524: writing smithi01678542-50 from 3801088 to 4022272 tid 4 2024-04-15T14:48:24.533 INFO:tasks.rados.rados.0.smithi016.stdout:3525: rollback oid 28 current snap is 326 2024-04-15T14:48:24.533 INFO:tasks.rados.rados.0.smithi016.stdout:rollback oid 28 to 324 2024-04-15T14:48:24.533 INFO:tasks.rados.rados.0.smithi016.stdout:3523: finishing rollback tid 1 to smithi01678542-40 2024-04-15T14:48:24.533 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 40 v 0 (ObjNum 161 snap 0 seq_num 1) dirty dne 2024-04-15T14:48:24.533 INFO:tasks.rados.rados.0.smithi016.stdout:3521: finishing write tid 3 to smithi01678542-48 2024-04-15T14:48:24.533 INFO:tasks.rados.rados.0.smithi016.stdout:3521: finishing write tid 4 to smithi01678542-48 2024-04-15T14:48:24.533 INFO:tasks.rados.rados.0.smithi016.stdout:3523: done (4 left) 2024-04-15T14:48:24.534 INFO:tasks.rados.rados.0.smithi016.stdout:3526: setattr oid 19 current snap is 326 2024-04-15T14:48:24.534 INFO:tasks.rados.rados.0.smithi016.stdout:3522: finishing rollback tid 0 to smithi01678542-43 2024-04-15T14:48:24.534 INFO:tasks.rados.rados.0.smithi016.stdout:3522: finishing rollback tid 1 to smithi01678542-43 2024-04-15T14:48:24.534 INFO:tasks.rados.rados.0.smithi016.stdout:3522: finishing rollback tid 2 to smithi01678542-43 2024-04-15T14:48:24.534 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 43 v 1655 (ObjNum 1017 snap 294 seq_num 1017) dirty exists 2024-04-15T14:48:24.534 INFO:tasks.rados.rados.0.smithi016.stdout:3521: finishing write tid 5 to smithi01678542-48 2024-04-15T14:48:24.534 INFO:tasks.rados.rados.0.smithi016.stdout:3521: oid 48 updating version 0 to 1649 2024-04-15T14:48:24.534 INFO:tasks.rados.rados.0.smithi016.stdout:3521: oid 48 version 1649 is already newer than 1648 2024-04-15T14:48:24.534 INFO:tasks.rados.rados.0.smithi016.stdout:3521: oid 48 updating version 1649 to 1650 2024-04-15T14:48:24.534 INFO:tasks.rados.rados.0.smithi016.stdout:3521: oid 48 updating version 1650 to 1651 2024-04-15T14:48:24.534 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 48 v 1651 (ObjNum 1101 snap 326 seq_num 1101) dirty exists 2024-04-15T14:48:24.534 INFO:tasks.rados.rados.0.smithi016.stdout:3521: left oid 48 (ObjNum 1101 snap 326 seq_num 1101) 2024-04-15T14:48:24.534 INFO:tasks.rados.rados.0.smithi016.stdout:3524: finishing write tid 1 to smithi01678542-50 2024-04-15T14:48:24.534 INFO:tasks.rados.rados.0.smithi016.stdout:3524: finishing write tid 2 to smithi01678542-50 2024-04-15T14:48:24.535 INFO:tasks.rados.rados.0.smithi016.stdout:3525: finishing rollback tid 1 to smithi01678542-28 2024-04-15T14:48:24.535 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 28 v 0 (ObjNum 33 snap 0 seq_num 2211022640) dirty dne 2024-04-15T14:48:24.535 INFO:tasks.rados.rados.0.smithi016.stdout:3521: done (4 left) 2024-04-15T14:48:24.535 INFO:tasks.rados.rados.0.smithi016.stdout:3522: done (3 left) 2024-04-15T14:48:24.536 INFO:tasks.rados.rados.0.smithi016.stdout:3525: done (2 left) 2024-04-15T14:48:24.536 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 46 current snap is 326 2024-04-15T14:48:24.536 INFO:tasks.rados.rados.0.smithi016.stdout:3527: seq_num 1103 ranges {557056=475136,1032192=425984,1458176=696320,2154496=81920} 2024-04-15T14:48:24.539 INFO:tasks.rados.rados.0.smithi016.stdout:3527: writing smithi01678542-46 from 557056 to 1032192 tid 1 2024-04-15T14:48:24.542 INFO:tasks.rados.rados.0.smithi016.stdout:3527: writing smithi01678542-46 from 1032192 to 1458176 tid 2 2024-04-15T14:48:24.546 INFO:tasks.rados.rados.0.smithi016.stdout:3527: writing smithi01678542-46 from 1458176 to 2154496 tid 3 2024-04-15T14:48:24.547 INFO:tasks.rados.rados.0.smithi016.stdout:3527: writing smithi01678542-46 from 2154496 to 2236416 tid 4 2024-04-15T14:48:24.547 INFO:tasks.rados.rados.0.smithi016.stdout:3528: read oid 45 snap 324 2024-04-15T14:48:24.547 INFO:tasks.rados.rados.0.smithi016.stdout:3528: expect (ObjNum 932 snap 279 seq_num 932) 2024-04-15T14:48:24.547 INFO:tasks.rados.rados.0.smithi016.stdout:3529: delete oid 32 current snap is 326 2024-04-15T14:48:24.547 INFO:tasks.rados.rados.0.smithi016.stdout:3524: finishing write tid 3 to smithi01678542-50 2024-04-15T14:48:24.548 INFO:tasks.rados.rados.0.smithi016.stdout:3524: finishing write tid 4 to smithi01678542-50 2024-04-15T14:48:24.548 INFO:tasks.rados.rados.0.smithi016.stdout:3524: finishing write tid 5 to smithi01678542-50 2024-04-15T14:48:24.548 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 19 v 1663 (ObjNum 65 snap 0 seq_num 1583771756) dirty exists 2024-04-15T14:48:24.548 INFO:tasks.rados.rados.0.smithi016.stdout:3524: finishing write tid 6 to smithi01678542-50 2024-04-15T14:48:24.548 INFO:tasks.rados.rados.0.smithi016.stdout:3524: oid 50 updating version 0 to 1656 2024-04-15T14:48:24.548 INFO:tasks.rados.rados.0.smithi016.stdout:3524: oid 50 updating version 1656 to 1658 2024-04-15T14:48:24.548 INFO:tasks.rados.rados.0.smithi016.stdout:3524: oid 50 updating version 1658 to 1660 2024-04-15T14:48:24.548 INFO:tasks.rados.rados.0.smithi016.stdout:3524: oid 50 version 1660 is already newer than 1659 2024-04-15T14:48:24.548 INFO:tasks.rados.rados.0.smithi016.stdout:3524: oid 50 version 1660 is already newer than 1657 2024-04-15T14:48:24.548 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 50 v 1660 (ObjNum 1102 snap 326 seq_num 1102) dirty exists 2024-04-15T14:48:24.548 INFO:tasks.rados.rados.0.smithi016.stdout:3524: left oid 50 (ObjNum 1102 snap 326 seq_num 1102) 2024-04-15T14:48:24.548 INFO:tasks.rados.rados.0.smithi016.stdout:3527: finishing write tid 1 to smithi01678542-46 2024-04-15T14:48:24.548 INFO:tasks.rados.rados.0.smithi016.stdout:3527: finishing write tid 2 to smithi01678542-46 2024-04-15T14:48:24.552 INFO:tasks.rados.rados.0.smithi016.stdout:3527: finishing write tid 3 to smithi01678542-46 2024-04-15T14:48:24.552 INFO:tasks.rados.rados.0.smithi016.stdout:3527: finishing write tid 4 to smithi01678542-46 2024-04-15T14:48:24.552 INFO:tasks.rados.rados.0.smithi016.stdout:3527: finishing write tid 5 to smithi01678542-46 2024-04-15T14:48:24.553 INFO:tasks.rados.rados.0.smithi016.stdout:3524: done (4 left) 2024-04-15T14:48:24.554 INFO:tasks.rados.rados.0.smithi016.stdout:3526: done (3 left) 2024-04-15T14:48:24.554 INFO:tasks.rados.rados.0.smithi016.stdout:3529: done (2 left) 2024-04-15T14:48:24.554 INFO:tasks.rados.rados.0.smithi016.stdout:3530: rollback oid 44 current snap is 326 2024-04-15T14:48:24.554 INFO:tasks.rados.rados.0.smithi016.stdout:rollback oid 44 to 322 2024-04-15T14:48:24.554 INFO:tasks.rados.rados.0.smithi016.stdout:3531: read oid 43 snap -1 2024-04-15T14:48:24.554 INFO:tasks.rados.rados.0.smithi016.stdout:3531: expect (ObjNum 1017 snap 294 seq_num 1017) 2024-04-15T14:48:24.554 INFO:tasks.rados.rados.0.smithi016.stdout:3532: rollback oid 24 current snap is 326 2024-04-15T14:48:24.554 INFO:tasks.rados.rados.0.smithi016.stdout:rollback oid 24 to 310 2024-04-15T14:48:24.554 INFO:tasks.rados.rados.0.smithi016.stdout:3533: snap_remove snap 320 2024-04-15T14:48:24.789 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:48:24 smithi016 ceph-mon[93212]: osdmap e732: 8 total, 8 up, 8 in 2024-04-15T14:48:24.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:48:24 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T14:48:24.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:48:24 smithi016 ceph-mon[90652]: osdmap e732: 8 total, 8 up, 8 in 2024-04-15T14:48:24.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:48:24 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T14:48:24.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:48:24 smithi102 ceph-mon[87131]: osdmap e732: 8 total, 8 up, 8 in 2024-04-15T14:48:24.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:48:24 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T14:48:25.386 INFO:tasks.rados.rados.0.smithi016.stdout:3533: done (5 left) 2024-04-15T14:48:25.386 INFO:tasks.rados.rados.0.smithi016.stdout:3534: read oid 8 snap 316 2024-04-15T14:48:25.386 INFO:tasks.rados.rados.0.smithi016.stdout:3534: expect (ObjNum 1069 snap 314 seq_num 1069) 2024-04-15T14:48:25.387 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 41 current snap is 326 2024-04-15T14:48:25.387 INFO:tasks.rados.rados.0.smithi016.stdout:3535: seq_num 1105 ranges {1875968=516096,2392064=598016,2990080=606208} 2024-04-15T14:48:25.399 INFO:tasks.rados.rados.0.smithi016.stdout:3535: writing smithi01678542-41 from 1875968 to 2392064 tid 1 2024-04-15T14:48:25.405 INFO:tasks.rados.rados.0.smithi016.stdout:3535: writing smithi01678542-41 from 2392064 to 2990080 tid 2 2024-04-15T14:48:25.408 INFO:tasks.rados.rados.0.smithi016.stdout:3535: writing smithi01678542-41 from 2990080 to 3596288 tid 3 2024-04-15T14:48:25.408 INFO:tasks.rados.rados.0.smithi016.stdout:3536: snap_create 2024-04-15T14:48:25.408 INFO:tasks.rados.rados.0.smithi016.stdout:3527: finishing write tid 6 to smithi01678542-46 2024-04-15T14:48:25.408 INFO:tasks.rados.rados.0.smithi016.stdout:3527: oid 46 updating version 0 to 1667 2024-04-15T14:48:25.408 INFO:tasks.rados.rados.0.smithi016.stdout:3527: oid 46 version 1667 is already newer than 1664 2024-04-15T14:48:25.408 INFO:tasks.rados.rados.0.smithi016.stdout:3527: oid 46 updating version 1667 to 1668 2024-04-15T14:48:25.408 INFO:tasks.rados.rados.0.smithi016.stdout:3527: oid 46 version 1668 is already newer than 1666 2024-04-15T14:48:25.409 INFO:tasks.rados.rados.0.smithi016.stdout:3527: oid 46 version 1668 is already newer than 1665 2024-04-15T14:48:25.409 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 46 v 1668 (ObjNum 1103 snap 326 seq_num 1103) dirty exists 2024-04-15T14:48:25.409 INFO:tasks.rados.rados.0.smithi016.stdout:3527: left oid 46 (ObjNum 1103 snap 326 seq_num 1103) 2024-04-15T14:48:25.409 INFO:tasks.rados.rados.0.smithi016.stdout:3530: finishing rollback tid 0 to smithi01678542-44 2024-04-15T14:48:25.409 INFO:tasks.rados.rados.0.smithi016.stdout:3530: finishing rollback tid 1 to smithi01678542-44 2024-04-15T14:48:25.409 INFO:tasks.rados.rados.0.smithi016.stdout:3530: finishing rollback tid 2 to smithi01678542-44 2024-04-15T14:48:25.409 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 44 v 1858 (ObjNum 1082 snap 319 seq_num 1082) dirty exists 2024-04-15T14:48:25.409 INFO:tasks.rados.rados.0.smithi016.stdout:3532: finishing rollback tid 0 to smithi01678542-24 2024-04-15T14:48:25.409 INFO:tasks.rados.rados.0.smithi016.stdout:3532: finishing rollback tid 1 to smithi01678542-24 2024-04-15T14:48:25.409 INFO:tasks.rados.rados.0.smithi016.stdout:3528: expect (ObjNum 932 snap 279 seq_num 932) 2024-04-15T14:48:25.669 INFO:tasks.rados.rados.0.smithi016.stdout:3532: finishing rollback tid 2 to smithi01678542-24 2024-04-15T14:48:25.669 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 24 v 1752 (ObjNum 632 snap 191 seq_num 632) dirty exists 2024-04-15T14:48:25.669 INFO:tasks.rados.rados.0.smithi016.stdout:3531: expect (ObjNum 1017 snap 294 seq_num 1017) 2024-04-15T14:48:25.789 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:48:25 smithi016 ceph-mon[93212]: pgmap v738: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 158 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 15 MiB/s rd, 1.8 MiB/s wr, 21 op/s 2024-04-15T14:48:25.789 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:48:25 smithi016 ceph-mon[93212]: osdmap e733: 8 total, 8 up, 8 in 2024-04-15T14:48:25.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:48:25 smithi016 ceph-mon[93212]: osdmap e734: 8 total, 8 up, 8 in 2024-04-15T14:48:25.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:48:25 smithi016 ceph-mon[90652]: pgmap v738: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 158 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 15 MiB/s rd, 1.8 MiB/s wr, 21 op/s 2024-04-15T14:48:25.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:48:25 smithi016 ceph-mon[90652]: osdmap e733: 8 total, 8 up, 8 in 2024-04-15T14:48:25.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:48:25 smithi016 ceph-mon[90652]: osdmap e734: 8 total, 8 up, 8 in 2024-04-15T14:48:25.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:48:25 smithi102 ceph-mon[87131]: pgmap v738: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 158 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 15 MiB/s rd, 1.8 MiB/s wr, 21 op/s 2024-04-15T14:48:25.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:48:25 smithi102 ceph-mon[87131]: osdmap e733: 8 total, 8 up, 8 in 2024-04-15T14:48:25.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:48:25 smithi102 ceph-mon[87131]: osdmap e734: 8 total, 8 up, 8 in 2024-04-15T14:48:27.230 INFO:tasks.rados.rados.0.smithi016.stdout:3534: expect (ObjNum 1069 snap 314 seq_num 1069) 2024-04-15T14:48:27.341 INFO:tasks.rados.rados.0.smithi016.stdout:3535: finishing write tid 1 to smithi01678542-41 2024-04-15T14:48:27.341 INFO:tasks.rados.rados.0.smithi016.stdout:3535: finishing write tid 2 to smithi01678542-41 2024-04-15T14:48:27.342 INFO:tasks.rados.rados.0.smithi016.stdout:3535: finishing write tid 3 to smithi01678542-41 2024-04-15T14:48:27.342 INFO:tasks.rados.rados.0.smithi016.stdout:3535: finishing write tid 4 to smithi01678542-41 2024-04-15T14:48:27.342 INFO:tasks.rados.rados.0.smithi016.stdout:3535: finishing write tid 5 to smithi01678542-41 2024-04-15T14:48:27.342 INFO:tasks.rados.rados.0.smithi016.stdout:3535: oid 41 updating version 0 to 1548 2024-04-15T14:48:27.342 INFO:tasks.rados.rados.0.smithi016.stdout:3535: oid 41 updating version 1548 to 1551 2024-04-15T14:48:27.342 INFO:tasks.rados.rados.0.smithi016.stdout:3535: oid 41 version 1551 is already newer than 1549 2024-04-15T14:48:27.342 INFO:tasks.rados.rados.0.smithi016.stdout:3535: oid 41 version 1551 is already newer than 1550 2024-04-15T14:48:27.342 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 41 v 1551 (ObjNum 1105 snap 326 seq_num 1105) dirty exists 2024-04-15T14:48:27.342 INFO:tasks.rados.rados.0.smithi016.stdout:3535: left oid 41 (ObjNum 1105 snap 326 seq_num 1105) 2024-04-15T14:48:27.342 INFO:tasks.rados.rados.0.smithi016.stdout:3527: done (7 left) 2024-04-15T14:48:27.342 INFO:tasks.rados.rados.0.smithi016.stdout:3528: done (6 left) 2024-04-15T14:48:27.342 INFO:tasks.rados.rados.0.smithi016.stdout:3530: done (5 left) 2024-04-15T14:48:27.342 INFO:tasks.rados.rados.0.smithi016.stdout:3531: done (4 left) 2024-04-15T14:48:27.343 INFO:tasks.rados.rados.0.smithi016.stdout:3532: done (3 left) 2024-04-15T14:48:27.343 INFO:tasks.rados.rados.0.smithi016.stdout:3534: done (2 left) 2024-04-15T14:48:27.343 INFO:tasks.rados.rados.0.smithi016.stdout:3535: done (1 left) 2024-04-15T14:48:27.343 INFO:tasks.rados.rados.0.smithi016.stdout:3536: done (0 left) 2024-04-15T14:48:27.343 INFO:tasks.rados.rados.0.smithi016.stdout:3537: copy_from oid 10 from oid 36 current snap is 327 2024-04-15T14:48:27.343 INFO:tasks.rados.rados.0.smithi016.stdout:3538: read oid 26 snap -1 2024-04-15T14:48:27.343 INFO:tasks.rados.rados.0.smithi016.stdout:3538: expect (ObjNum 0 snap 0 seq_num 0) 2024-04-15T14:48:27.343 INFO:tasks.rados.rados.0.smithi016.stdout:3539: read oid 37 snap 326 2024-04-15T14:48:27.343 INFO:tasks.rados.rados.0.smithi016.stdout:3539: expect (ObjNum 999 snap 289 seq_num 999) 2024-04-15T14:48:27.343 INFO:tasks.rados.rados.0.smithi016.stdout:3540: snap_remove snap 316 2024-04-15T14:48:27.479 INFO:tasks.rados.rados.0.smithi016.stdout:3540: done (3 left) 2024-04-15T14:48:27.492 INFO:tasks.rados.rados.0.smithi016.stdout:3541: read oid 5 snap -1 2024-04-15T14:48:27.492 INFO:tasks.rados.rados.0.smithi016.stdout:3541: expect deleted 2024-04-15T14:48:27.492 INFO:tasks.rados.rados.0.smithi016.stdout:3542: rollback oid 17 current snap is 327 2024-04-15T14:48:27.492 INFO:tasks.rados.rados.0.smithi016.stdout:rollback oid 17 to 315 2024-04-15T14:48:27.492 INFO:tasks.rados.rados.0.smithi016.stdout:3538: expect (ObjNum 0 snap 0 seq_num 0) 2024-04-15T14:48:27.493 INFO:tasks.rados.rados.0.smithi016.stdout:3537: finishing copy_from racing read to smithi01678542-10 2024-04-15T14:48:27.493 INFO:tasks.rados.rados.0.smithi016.stdout:3537: finishing copy_from to smithi01678542-10 2024-04-15T14:48:27.493 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 10 v 1647 (ObjNum 1027 snap 299 seq_num 1027) dirty exists 2024-04-15T14:48:27.493 INFO:tasks.rados.rados.0.smithi016.stdout:3539: expect (ObjNum 999 snap 289 seq_num 999) 2024-04-15T14:48:27.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:48:27 smithi102 ceph-mon[87131]: pgmap v741: 121 pgs: 121 active+clean; 167 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 15 MiB/s rd, 2.3 MiB/s wr, 15 op/s 2024-04-15T14:48:27.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:48:27 smithi102 ceph-mon[87131]: osdmap e735: 8 total, 8 up, 8 in 2024-04-15T14:48:27.764 INFO:tasks.rados.rados.0.smithi016.stdout:3542: finishing rollback tid 0 to smithi01678542-17 2024-04-15T14:48:27.764 INFO:tasks.rados.rados.0.smithi016.stdout:3542: finishing rollback tid 1 to smithi01678542-17 2024-04-15T14:48:27.764 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 17 v 1554 (ObjNum 161 snap 0 seq_num 0) dirty dne 2024-04-15T14:48:27.764 INFO:tasks.rados.rados.0.smithi016.stdout:3537: done (4 left) 2024-04-15T14:48:27.764 INFO:tasks.rados.rados.0.smithi016.stdout:3538: done (3 left) 2024-04-15T14:48:27.764 INFO:tasks.rados.rados.0.smithi016.stdout:3539: done (2 left) 2024-04-15T14:48:27.765 INFO:tasks.rados.rados.0.smithi016.stdout:3541: done (1 left) 2024-04-15T14:48:27.765 INFO:tasks.rados.rados.0.smithi016.stdout:3542: done (0 left) 2024-04-15T14:48:27.765 INFO:tasks.rados.rados.0.smithi016.stdout:3543: snap_remove snap 310 2024-04-15T14:48:27.789 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:48:27 smithi016 ceph-mon[90652]: pgmap v741: 121 pgs: 121 active+clean; 167 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 15 MiB/s rd, 2.3 MiB/s wr, 15 op/s 2024-04-15T14:48:27.789 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:48:27 smithi016 ceph-mon[90652]: osdmap e735: 8 total, 8 up, 8 in 2024-04-15T14:48:27.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:48:27 smithi016 ceph-mon[93212]: pgmap v741: 121 pgs: 121 active+clean; 167 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 15 MiB/s rd, 2.3 MiB/s wr, 15 op/s 2024-04-15T14:48:27.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:48:27 smithi016 ceph-mon[93212]: osdmap e735: 8 total, 8 up, 8 in 2024-04-15T14:48:28.487 INFO:tasks.rados.rados.0.smithi016.stdout:3543: done (0 left) 2024-04-15T14:48:28.487 INFO:tasks.rados.rados.0.smithi016.stdout:3544: read oid 4 snap 325 2024-04-15T14:48:28.487 INFO:tasks.rados.rados.0.smithi016.stdout:3544: expect (ObjNum 1098 snap 325 seq_num 1098) 2024-04-15T14:48:28.487 INFO:tasks.rados.rados.0.smithi016.stdout:3545: copy_from oid 44 from oid 38 current snap is 327 2024-04-15T14:48:28.487 INFO:tasks.rados.rados.0.smithi016.stdout:3546: read oid 2 snap -1 2024-04-15T14:48:28.487 INFO:tasks.rados.rados.0.smithi016.stdout:3546: expect (ObjNum 0 snap 0 seq_num 0) 2024-04-15T14:48:28.487 INFO:tasks.rados.rados.0.smithi016.stdout:3547: snap_create 2024-04-15T14:48:28.488 INFO:tasks.rados.rados.0.smithi016.stdout:3546: expect (ObjNum 0 snap 0 seq_num 0) 2024-04-15T14:48:28.519 INFO:tasks.rados.rados.0.smithi016.stdout:3545: finishing copy_from racing read to smithi01678542-44 2024-04-15T14:48:28.530 INFO:tasks.rados.rados.0.smithi016.stdout:3544: expect (ObjNum 1098 snap 325 seq_num 1098) 2024-04-15T14:48:28.789 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:48:28 smithi016 ceph-mon[90652]: osdmap e736: 8 total, 8 up, 8 in 2024-04-15T14:48:28.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:48:28 smithi016 ceph-mon[93212]: osdmap e736: 8 total, 8 up, 8 in 2024-04-15T14:48:28.894 INFO:tasks.rados.rados.0.smithi016.stdout:3545: finishing copy_from to smithi01678542-44 2024-04-15T14:48:28.894 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 44 v 1484 (ObjNum 1051 snap 307 seq_num 1051) dirty exists 2024-04-15T14:48:28.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:48:28 smithi102 ceph-mon[87131]: osdmap e736: 8 total, 8 up, 8 in 2024-04-15T14:48:29.490 INFO:tasks.rados.rados.0.smithi016.stdout:3544: done (3 left) 2024-04-15T14:48:29.490 INFO:tasks.rados.rados.0.smithi016.stdout:3545: done (2 left) 2024-04-15T14:48:29.490 INFO:tasks.rados.rados.0.smithi016.stdout:3546: done (1 left) 2024-04-15T14:48:29.490 INFO:tasks.rados.rados.0.smithi016.stdout:3547: done (0 left) 2024-04-15T14:48:29.490 INFO:tasks.rados.rados.0.smithi016.stdout:3548: rollback oid 10 current snap is 328 2024-04-15T14:48:29.490 INFO:tasks.rados.rados.0.smithi016.stdout:rollback oid 10 to 326 2024-04-15T14:48:29.490 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 1 current snap is 328 2024-04-15T14:48:29.490 INFO:tasks.rados.rados.0.smithi016.stdout:3549: seq_num 1106 ranges {0=532480,532480=483328,1015808=475136,1490944=245760} 2024-04-15T14:48:29.493 INFO:tasks.rados.rados.0.smithi016.stdout:3549: writing smithi01678542-1 from 0 to 532480 tid 1 2024-04-15T14:48:29.496 INFO:tasks.rados.rados.0.smithi016.stdout:3549: writing smithi01678542-1 from 532480 to 1015808 tid 2 2024-04-15T14:48:29.501 INFO:tasks.rados.rados.0.smithi016.stdout:3549: writing smithi01678542-1 from 1015808 to 1490944 tid 3 2024-04-15T14:48:29.502 INFO:tasks.rados.rados.0.smithi016.stdout:3549: writing smithi01678542-1 from 1490944 to 1736704 tid 4 2024-04-15T14:48:29.502 INFO:tasks.rados.rados.0.smithi016.stdout:3550: rmattr oid 15 current snap is 328 2024-04-15T14:48:29.503 INFO:tasks.rados.rados.0.smithi016.stdout:3548: finishing rollback tid 0 to smithi01678542-10 2024-04-15T14:48:29.503 INFO:tasks.rados.rados.0.smithi016.stdout:3548: finishing rollback tid 1 to smithi01678542-10 2024-04-15T14:48:29.503 INFO:tasks.rados.rados.0.smithi016.stdout:3548: finishing rollback tid 2 to smithi01678542-10 2024-04-15T14:48:29.503 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 10 v 1671 (ObjNum 1056 snap 307 seq_num 1056) dirty exists 2024-04-15T14:48:29.503 INFO:tasks.rados.rados.0.smithi016.stdout:3549: finishing write tid 1 to smithi01678542-1 2024-04-15T14:48:29.503 INFO:tasks.rados.rados.0.smithi016.stdout:3548: done (2 left) 2024-04-15T14:48:29.503 INFO:tasks.rados.rados.0.smithi016.stdout:3551: copy_from oid 35 from oid 3 current snap is 328 2024-04-15T14:48:29.503 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 44 current snap is 328 2024-04-15T14:48:29.503 INFO:tasks.rados.rados.0.smithi016.stdout:3552: seq_num 1107 ranges {811008=548864,1359872=770048,2129920=434176} 2024-04-15T14:48:29.508 INFO:tasks.rados.rados.0.smithi016.stdout:3552: writing smithi01678542-44 from 811008 to 1359872 tid 1 2024-04-15T14:48:29.513 INFO:tasks.rados.rados.0.smithi016.stdout:3552: writing smithi01678542-44 from 1359872 to 2129920 tid 2 2024-04-15T14:48:29.516 INFO:tasks.rados.rados.0.smithi016.stdout:3552: writing smithi01678542-44 from 2129920 to 2564096 tid 3 2024-04-15T14:48:29.516 INFO:tasks.rados.rados.0.smithi016.stdout:3553: read oid 37 snap -1 2024-04-15T14:48:29.516 INFO:tasks.rados.rados.0.smithi016.stdout:3553: expect (ObjNum 999 snap 289 seq_num 999) 2024-04-15T14:48:29.516 INFO:tasks.rados.rados.0.smithi016.stdout:3554: rmattr oid 50 current snap is 328 2024-04-15T14:48:29.517 INFO:tasks.rados.rados.0.smithi016.stdout:3554: done (5 left) 2024-04-15T14:48:29.517 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 33 current snap is 328 2024-04-15T14:48:29.517 INFO:tasks.rados.rados.0.smithi016.stdout:3549: finishing write tid 2 to smithi01678542-1 2024-04-15T14:48:29.517 INFO:tasks.rados.rados.0.smithi016.stdout:3555: seq_num 1108 ranges {139264=565248,704512=647168,1351680=483328,1835008=73728} 2024-04-15T14:48:29.521 INFO:tasks.rados.rados.0.smithi016.stdout:3555: writing smithi01678542-33 from 139264 to 704512 tid 1 2024-04-15T14:48:29.525 INFO:tasks.rados.rados.0.smithi016.stdout:3555: writing smithi01678542-33 from 704512 to 1351680 tid 2 2024-04-15T14:48:29.529 INFO:tasks.rados.rados.0.smithi016.stdout:3555: writing smithi01678542-33 from 1351680 to 1835008 tid 3 2024-04-15T14:48:29.531 INFO:tasks.rados.rados.0.smithi016.stdout:3555: writing smithi01678542-33 from 1835008 to 1908736 tid 4 2024-04-15T14:48:29.531 INFO:tasks.rados.rados.0.smithi016.stdout:3556: rmattr oid 7 current snap is 328 2024-04-15T14:48:29.531 INFO:tasks.rados.rados.0.smithi016.stdout:3556: done (6 left) 2024-04-15T14:48:29.531 INFO:tasks.rados.rados.0.smithi016.stdout:3557: snap_create 2024-04-15T14:48:29.531 INFO:tasks.rados.rados.0.smithi016.stdout:3549: finishing write tid 3 to smithi01678542-1 2024-04-15T14:48:29.531 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 15 v 1753 (ObjNum 933 snap 279 seq_num 933) dirty exists 2024-04-15T14:48:29.531 INFO:tasks.rados.rados.0.smithi016.stdout:3549: finishing write tid 4 to smithi01678542-1 2024-04-15T14:48:29.531 INFO:tasks.rados.rados.0.smithi016.stdout:3549: finishing write tid 5 to smithi01678542-1 2024-04-15T14:48:29.531 INFO:tasks.rados.rados.0.smithi016.stdout:3549: finishing write tid 6 to smithi01678542-1 2024-04-15T14:48:29.531 INFO:tasks.rados.rados.0.smithi016.stdout:3549: oid 1 updating version 0 to 1552 2024-04-15T14:48:29.531 INFO:tasks.rados.rados.0.smithi016.stdout:3549: oid 1 version 1552 is already newer than 1551 2024-04-15T14:48:29.531 INFO:tasks.rados.rados.0.smithi016.stdout:3549: oid 1 updating version 1552 to 1555 2024-04-15T14:48:29.531 INFO:tasks.rados.rados.0.smithi016.stdout:3549: oid 1 version 1555 is already newer than 1554 2024-04-15T14:48:29.532 INFO:tasks.rados.rados.0.smithi016.stdout:3549: oid 1 version 1555 is already newer than 1553 2024-04-15T14:48:29.532 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 1 v 1555 (ObjNum 1106 snap 328 seq_num 1106) dirty exists 2024-04-15T14:48:29.532 INFO:tasks.rados.rados.0.smithi016.stdout:3549: left oid 1 (ObjNum 1106 snap 328 seq_num 1106) 2024-04-15T14:48:29.532 INFO:tasks.rados.rados.0.smithi016.stdout:3552: finishing write tid 1 to smithi01678542-44 2024-04-15T14:48:29.532 INFO:tasks.rados.rados.0.smithi016.stdout:3552: finishing write tid 2 to smithi01678542-44 2024-04-15T14:48:29.532 INFO:tasks.rados.rados.0.smithi016.stdout:3552: finishing write tid 3 to smithi01678542-44 2024-04-15T14:48:29.532 INFO:tasks.rados.rados.0.smithi016.stdout:3552: finishing write tid 4 to smithi01678542-44 2024-04-15T14:48:29.532 INFO:tasks.rados.rados.0.smithi016.stdout:3552: finishing write tid 5 to smithi01678542-44 2024-04-15T14:48:29.532 INFO:tasks.rados.rados.0.smithi016.stdout:3552: oid 44 updating version 0 to 1881 2024-04-15T14:48:29.532 INFO:tasks.rados.rados.0.smithi016.stdout:3552: oid 44 version 1881 is already newer than 1880 2024-04-15T14:48:29.532 INFO:tasks.rados.rados.0.smithi016.stdout:3552: oid 44 updating version 1881 to 1883 2024-04-15T14:48:29.532 INFO:tasks.rados.rados.0.smithi016.stdout:3552: oid 44 version 1883 is already newer than 1882 2024-04-15T14:48:29.532 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 44 v 1883 (ObjNum 1107 snap 328 seq_num 1107) dirty exists 2024-04-15T14:48:29.532 INFO:tasks.rados.rados.0.smithi016.stdout:3552: left oid 44 (ObjNum 1107 snap 328 seq_num 1107) 2024-04-15T14:48:29.532 INFO:tasks.rados.rados.0.smithi016.stdout:3555: finishing write tid 1 to smithi01678542-33 2024-04-15T14:48:29.533 INFO:tasks.rados.rados.0.smithi016.stdout:3555: finishing write tid 2 to smithi01678542-33 2024-04-15T14:48:29.535 INFO:tasks.rados.rados.0.smithi016.stdout:3551: finishing copy_from racing read to smithi01678542-35 2024-04-15T14:48:29.536 INFO:tasks.rados.rados.0.smithi016.stdout:3555: finishing write tid 3 to smithi01678542-33 2024-04-15T14:48:29.537 INFO:tasks.rados.rados.0.smithi016.stdout:3553: expect (ObjNum 999 snap 289 seq_num 999) 2024-04-15T14:48:29.789 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:48:29 smithi016 ceph-mon[90652]: pgmap v744: 121 pgs: 121 active+clean; 167 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 16 MiB/s rd, 2.3 MiB/s wr, 17 op/s 2024-04-15T14:48:29.789 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:48:29 smithi016 ceph-mon[90652]: osdmap e737: 8 total, 8 up, 8 in 2024-04-15T14:48:29.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:48:29 smithi016 ceph-mon[93212]: pgmap v744: 121 pgs: 121 active+clean; 167 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 16 MiB/s rd, 2.3 MiB/s wr, 17 op/s 2024-04-15T14:48:29.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:48:29 smithi016 ceph-mon[93212]: osdmap e737: 8 total, 8 up, 8 in 2024-04-15T14:48:29.806 INFO:tasks.rados.rados.0.smithi016.stdout:3555: finishing write tid 4 to smithi01678542-33 2024-04-15T14:48:29.807 INFO:tasks.rados.rados.0.smithi016.stdout:3555: finishing write tid 5 to smithi01678542-33 2024-04-15T14:48:29.807 INFO:tasks.rados.rados.0.smithi016.stdout:3551: finishing copy_from to smithi01678542-35 2024-04-15T14:48:29.807 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 35 v 1459 (ObjNum 1084 snap 320 seq_num 1084) dirty exists 2024-04-15T14:48:29.807 INFO:tasks.rados.rados.0.smithi016.stdout:3555: finishing write tid 6 to smithi01678542-33 2024-04-15T14:48:29.807 INFO:tasks.rados.rados.0.smithi016.stdout:3555: oid 33 updating version 0 to 1886 2024-04-15T14:48:29.807 INFO:tasks.rados.rados.0.smithi016.stdout:3555: oid 33 updating version 1886 to 1888 2024-04-15T14:48:29.807 INFO:tasks.rados.rados.0.smithi016.stdout:3555: oid 33 version 1888 is already newer than 1887 2024-04-15T14:48:29.807 INFO:tasks.rados.rados.0.smithi016.stdout:3555: oid 33 updating version 1888 to 1889 2024-04-15T14:48:29.807 INFO:tasks.rados.rados.0.smithi016.stdout:3555: oid 33 version 1889 is already newer than 1885 2024-04-15T14:48:29.807 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 33 v 1889 (ObjNum 1108 snap 328 seq_num 1108) dirty exists 2024-04-15T14:48:29.807 INFO:tasks.rados.rados.0.smithi016.stdout:3555: left oid 33 (ObjNum 1108 snap 328 seq_num 1108) 2024-04-15T14:48:29.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:48:29 smithi102 ceph-mon[87131]: pgmap v744: 121 pgs: 121 active+clean; 167 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 16 MiB/s rd, 2.3 MiB/s wr, 17 op/s 2024-04-15T14:48:29.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:48:29 smithi102 ceph-mon[87131]: osdmap e737: 8 total, 8 up, 8 in 2024-04-15T14:48:30.388 INFO:tasks.rados.rados.0.smithi016.stdout:3549: done (6 left) 2024-04-15T14:48:30.388 INFO:tasks.rados.rados.0.smithi016.stdout:3550: done (5 left) 2024-04-15T14:48:30.388 INFO:tasks.rados.rados.0.smithi016.stdout:3551: done (4 left) 2024-04-15T14:48:30.388 INFO:tasks.rados.rados.0.smithi016.stdout:3552: done (3 left) 2024-04-15T14:48:30.388 INFO:tasks.rados.rados.0.smithi016.stdout:3553: done (2 left) 2024-04-15T14:48:30.388 INFO:tasks.rados.rados.0.smithi016.stdout:3555: done (1 left) 2024-04-15T14:48:30.388 INFO:tasks.rados.rados.0.smithi016.stdout:3557: done (0 left) 2024-04-15T14:48:30.388 INFO:tasks.rados.rados.0.smithi016.stdout:3558: rmattr oid 16 current snap is 329 2024-04-15T14:48:30.389 INFO:tasks.rados.rados.0.smithi016.stdout:3559: read oid 21 snap 325 2024-04-15T14:48:30.389 INFO:tasks.rados.rados.0.smithi016.stdout:3559: expect (ObjNum 632 snap 191 seq_num 632) 2024-04-15T14:48:30.389 INFO:tasks.rados.rados.0.smithi016.stdout:3560: copy_from oid 30 from oid 14 current snap is 329 2024-04-15T14:48:30.389 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 36 current snap is 329 2024-04-15T14:48:30.389 INFO:tasks.rados.rados.0.smithi016.stdout:3561: seq_num 1109 ranges {2719744=581632,3301376=532480,3833856=647168,4481024=24576} 2024-04-15T14:48:30.407 INFO:tasks.rados.rados.0.smithi016.stdout:3561: writing smithi01678542-36 from 2719744 to 3301376 tid 1 2024-04-15T14:48:30.410 INFO:tasks.rados.rados.0.smithi016.stdout:3561: writing smithi01678542-36 from 3301376 to 3833856 tid 2 2024-04-15T14:48:30.414 INFO:tasks.rados.rados.0.smithi016.stdout:3561: writing smithi01678542-36 from 3833856 to 4481024 tid 3 2024-04-15T14:48:30.414 INFO:tasks.rados.rados.0.smithi016.stdout:3561: writing smithi01678542-36 from 4481024 to 4505600 tid 4 2024-04-15T14:48:30.414 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 45 current snap is 329 2024-04-15T14:48:30.414 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 16 v 1652 (ObjNum 1095 snap 321 seq_num 1095) dirty exists 2024-04-15T14:48:30.414 INFO:tasks.rados.rados.0.smithi016.stdout:3559: expect (ObjNum 632 snap 191 seq_num 632) 2024-04-15T14:48:30.580 INFO:tasks.rados.rados.0.smithi016.stdout:3560: finishing copy_from racing read to smithi01678542-30 2024-04-15T14:48:30.580 INFO:tasks.rados.rados.0.smithi016.stdout:3560: finishing copy_from to smithi01678542-30 2024-04-15T14:48:30.580 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 30 v 1715 (ObjNum 1093 snap 321 seq_num 1093) dirty exists 2024-04-15T14:48:30.580 INFO:tasks.rados.rados.0.smithi016.stdout:3561: finishing write tid 1 to smithi01678542-36 2024-04-15T14:48:30.580 INFO:tasks.rados.rados.0.smithi016.stdout:3562: seq_num 1110 ranges {4882432=598016,5480448=466944,5947392=450560,6397952=286720} 2024-04-15T14:48:30.609 INFO:tasks.rados.rados.0.smithi016.stdout:3562: writing smithi01678542-45 from 4882432 to 5480448 tid 1 2024-04-15T14:48:30.612 INFO:tasks.rados.rados.0.smithi016.stdout:3562: writing smithi01678542-45 from 5480448 to 5947392 tid 2 2024-04-15T14:48:30.614 INFO:tasks.rados.rados.0.smithi016.stdout:3562: writing smithi01678542-45 from 5947392 to 6397952 tid 3 2024-04-15T14:48:30.617 INFO:tasks.rados.rados.0.smithi016.stdout:3562: writing smithi01678542-45 from 6397952 to 6684672 tid 4 2024-04-15T14:48:30.617 INFO:tasks.rados.rados.0.smithi016.stdout:3558: done (4 left) 2024-04-15T14:48:30.617 INFO:tasks.rados.rados.0.smithi016.stdout:3559: done (3 left) 2024-04-15T14:48:30.617 INFO:tasks.rados.rados.0.smithi016.stdout:3560: done (2 left) 2024-04-15T14:48:30.617 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 2 current snap is 329 2024-04-15T14:48:30.617 INFO:tasks.rados.rados.0.smithi016.stdout:3561: finishing write tid 2 to smithi01678542-36 2024-04-15T14:48:30.617 INFO:tasks.rados.rados.0.smithi016.stdout:3561: finishing write tid 3 to smithi01678542-36 2024-04-15T14:48:30.617 INFO:tasks.rados.rados.0.smithi016.stdout:3561: finishing write tid 4 to smithi01678542-36 2024-04-15T14:48:30.617 INFO:tasks.rados.rados.0.smithi016.stdout:3563: seq_num 1111 ranges {0=614400,614400=753664,1368064=450560} 2024-04-15T14:48:30.620 INFO:tasks.rados.rados.0.smithi016.stdout:3563: writing smithi01678542-2 from 0 to 614400 tid 1 2024-04-15T14:48:30.625 INFO:tasks.rados.rados.0.smithi016.stdout:3563: writing smithi01678542-2 from 614400 to 1368064 tid 2 2024-04-15T14:48:30.629 INFO:tasks.rados.rados.0.smithi016.stdout:3563: writing smithi01678542-2 from 1368064 to 1818624 tid 3 2024-04-15T14:48:30.629 INFO:tasks.rados.rados.0.smithi016.stdout:3564: read oid 24 snap -1 2024-04-15T14:48:30.629 INFO:tasks.rados.rados.0.smithi016.stdout:3564: expect (ObjNum 632 snap 191 seq_num 632) 2024-04-15T14:48:30.629 INFO:tasks.rados.rados.0.smithi016.stdout:3565: rmattr oid 25 current snap is 329 2024-04-15T14:48:30.629 INFO:tasks.rados.rados.0.smithi016.stdout:3565: done (4 left) 2024-04-15T14:48:30.629 INFO:tasks.rados.rados.0.smithi016.stdout:3566: read oid 4 snap 321 2024-04-15T14:48:30.629 INFO:tasks.rados.rados.0.smithi016.stdout:3566: expect (ObjNum 1074 snap 315 seq_num 1074) 2024-04-15T14:48:30.629 INFO:tasks.rados.rados.0.smithi016.stdout:3567: read oid 17 snap -1 2024-04-15T14:48:30.629 INFO:tasks.rados.rados.0.smithi016.stdout:3567: expect deleted 2024-04-15T14:48:30.630 INFO:tasks.rados.rados.0.smithi016.stdout:3568: snap_create 2024-04-15T14:48:30.630 INFO:tasks.rados.rados.0.smithi016.stdout:3561: finishing write tid 5 to smithi01678542-36 2024-04-15T14:48:30.630 INFO:tasks.rados.rados.0.smithi016.stdout:3561: finishing write tid 6 to smithi01678542-36 2024-04-15T14:48:30.630 INFO:tasks.rados.rados.0.smithi016.stdout:3561: oid 36 updating version 0 to 1661 2024-04-15T14:48:30.630 INFO:tasks.rados.rados.0.smithi016.stdout:3561: oid 36 updating version 1661 to 1664 2024-04-15T14:48:30.630 INFO:tasks.rados.rados.0.smithi016.stdout:3561: oid 36 version 1664 is already newer than 1663 2024-04-15T14:48:30.630 INFO:tasks.rados.rados.0.smithi016.stdout:3561: oid 36 updating version 1664 to 1665 2024-04-15T14:48:30.630 INFO:tasks.rados.rados.0.smithi016.stdout:3561: oid 36 version 1665 is already newer than 1662 2024-04-15T14:48:30.630 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 36 v 1665 (ObjNum 1109 snap 329 seq_num 1109) dirty exists 2024-04-15T14:48:30.630 INFO:tasks.rados.rados.0.smithi016.stdout:3561: left oid 36 (ObjNum 1109 snap 329 seq_num 1109) 2024-04-15T14:48:30.630 INFO:tasks.rados.rados.0.smithi016.stdout:3562: finishing write tid 1 to smithi01678542-45 2024-04-15T14:48:30.631 INFO:tasks.rados.rados.0.smithi016.stdout:3562: finishing write tid 2 to smithi01678542-45 2024-04-15T14:48:30.631 INFO:tasks.rados.rados.0.smithi016.stdout:3562: finishing write tid 3 to smithi01678542-45 2024-04-15T14:48:30.631 INFO:tasks.rados.rados.0.smithi016.stdout:3562: finishing write tid 4 to smithi01678542-45 2024-04-15T14:48:30.631 INFO:tasks.rados.rados.0.smithi016.stdout:3562: finishing write tid 5 to smithi01678542-45 2024-04-15T14:48:30.631 INFO:tasks.rados.rados.0.smithi016.stdout:3562: finishing write tid 6 to smithi01678542-45 2024-04-15T14:48:30.631 INFO:tasks.rados.rados.0.smithi016.stdout:3562: oid 45 updating version 0 to 1463 2024-04-15T14:48:30.631 INFO:tasks.rados.rados.0.smithi016.stdout:3562: oid 45 version 1463 is already newer than 1459 2024-04-15T14:48:30.631 INFO:tasks.rados.rados.0.smithi016.stdout:3562: oid 45 version 1463 is already newer than 1461 2024-04-15T14:48:30.631 INFO:tasks.rados.rados.0.smithi016.stdout:3562: oid 45 version 1463 is already newer than 1460 2024-04-15T14:48:30.631 INFO:tasks.rados.rados.0.smithi016.stdout:3562: oid 45 version 1463 is already newer than 1462 2024-04-15T14:48:30.631 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 45 v 1463 (ObjNum 1110 snap 329 seq_num 1110) dirty exists 2024-04-15T14:48:30.631 INFO:tasks.rados.rados.0.smithi016.stdout:3562: left oid 45 (ObjNum 1110 snap 329 seq_num 1110) 2024-04-15T14:48:30.631 INFO:tasks.rados.rados.0.smithi016.stdout:3563: finishing write tid 1 to smithi01678542-2 2024-04-15T14:48:30.634 INFO:tasks.rados.rados.0.smithi016.stdout:3563: finishing write tid 2 to smithi01678542-2 2024-04-15T14:48:30.634 INFO:tasks.rados.rados.0.smithi016.stdout:3563: finishing write tid 3 to smithi01678542-2 2024-04-15T14:48:30.634 INFO:tasks.rados.rados.0.smithi016.stdout:3563: finishing write tid 4 to smithi01678542-2 2024-04-15T14:48:30.639 INFO:tasks.rados.rados.0.smithi016.stdout:3563: finishing write tid 5 to smithi01678542-2 2024-04-15T14:48:30.639 INFO:tasks.rados.rados.0.smithi016.stdout:3563: oid 2 updating version 0 to 1672 2024-04-15T14:48:30.639 INFO:tasks.rados.rados.0.smithi016.stdout:3563: oid 2 updating version 1672 to 1673 2024-04-15T14:48:30.639 INFO:tasks.rados.rados.0.smithi016.stdout:3563: oid 2 updating version 1673 to 1675 2024-04-15T14:48:30.639 INFO:tasks.rados.rados.0.smithi016.stdout:3563: oid 2 version 1675 is already newer than 1674 2024-04-15T14:48:30.640 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 2 v 1675 (ObjNum 1111 snap 329 seq_num 1111) dirty exists 2024-04-15T14:48:30.640 INFO:tasks.rados.rados.0.smithi016.stdout:3563: left oid 2 (ObjNum 1111 snap 329 seq_num 1111) 2024-04-15T14:48:30.641 INFO:tasks.rados.rados.0.smithi016.stdout:3564: expect (ObjNum 632 snap 191 seq_num 632) 2024-04-15T14:48:30.789 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:48:30 smithi016 ceph-mon[90652]: osdmap e738: 8 total, 8 up, 8 in 2024-04-15T14:48:30.789 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:48:30 smithi016 ceph-mon[90652]: osdmap e739: 8 total, 8 up, 8 in 2024-04-15T14:48:30.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:48:30 smithi016 ceph-mon[93212]: osdmap e738: 8 total, 8 up, 8 in 2024-04-15T14:48:30.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:48:30 smithi016 ceph-mon[93212]: osdmap e739: 8 total, 8 up, 8 in 2024-04-15T14:48:30.807 INFO:tasks.rados.rados.0.smithi016.stdout:3566: expect (ObjNum 1074 snap 315 seq_num 1074) 2024-04-15T14:48:30.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:48:30 smithi102 ceph-mon[87131]: osdmap e738: 8 total, 8 up, 8 in 2024-04-15T14:48:30.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:48:30 smithi102 ceph-mon[87131]: osdmap e739: 8 total, 8 up, 8 in 2024-04-15T14:48:31.500 INFO:tasks.rados.rados.0.smithi016.stdout:3561: done (6 left) 2024-04-15T14:48:31.501 INFO:tasks.rados.rados.0.smithi016.stdout:3562: done (5 left) 2024-04-15T14:48:31.501 INFO:tasks.rados.rados.0.smithi016.stdout:3563: done (4 left) 2024-04-15T14:48:31.501 INFO:tasks.rados.rados.0.smithi016.stdout:3564: done (3 left) 2024-04-15T14:48:31.501 INFO:tasks.rados.rados.0.smithi016.stdout:3566: done (2 left) 2024-04-15T14:48:31.501 INFO:tasks.rados.rados.0.smithi016.stdout:3567: done (1 left) 2024-04-15T14:48:31.501 INFO:tasks.rados.rados.0.smithi016.stdout:3568: done (0 left) 2024-04-15T14:48:31.501 INFO:tasks.rados.rados.0.smithi016.stdout:3569: snap_create 2024-04-15T14:48:31.778 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:48:31 smithi016 ceph-mon[90652]: pgmap v747: 121 pgs: 121 active+clean; 167 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 102 KiB/s rd, 0 B/s wr, 1 op/s 2024-04-15T14:48:31.778 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:48:31 smithi016 ceph-mon[93212]: pgmap v747: 121 pgs: 121 active+clean; 167 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 102 KiB/s rd, 0 B/s wr, 1 op/s 2024-04-15T14:48:31.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:48:31 smithi102 ceph-mon[87131]: pgmap v747: 121 pgs: 121 active+clean; 167 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 102 KiB/s rd, 0 B/s wr, 1 op/s 2024-04-15T14:48:32.039 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 15 14:48:31 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-y[81421]: ::ffff:172.21.15.102 - - [15/Apr/2024:14:48:31] "GET /metrics HTTP/1.1" 200 36269 "" "Prometheus/2.43.0" 2024-04-15T14:48:32.506 INFO:tasks.rados.rados.0.smithi016.stdout:3569: done (0 left) 2024-04-15T14:48:32.506 INFO:tasks.rados.rados.0.smithi016.stdout:3570: snap_remove snap 329 2024-04-15T14:48:32.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:48:32 smithi102 ceph-mon[87131]: osdmap e740: 8 total, 8 up, 8 in 2024-04-15T14:48:32.688 INFO:journalctl@ceph.prometheus.a.smithi102.stdout:Apr 15 14:48:32 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-prometheus-a[120881]: ts=2024-04-15T14:48:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi016:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"362ea986-fb34-11ee-bc8f-c7b262605968\", instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T14:48:32.789 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:48:32 smithi016 ceph-mon[90652]: osdmap e740: 8 total, 8 up, 8 in 2024-04-15T14:48:32.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:48:32 smithi016 ceph-mon[93212]: osdmap e740: 8 total, 8 up, 8 in 2024-04-15T14:48:33.508 INFO:tasks.rados.rados.0.smithi016.stdout:3570: done (0 left) 2024-04-15T14:48:33.508 INFO:tasks.rados.rados.0.smithi016.stdout:3571: rmattr oid 50 current snap is 331 2024-04-15T14:48:33.508 INFO:tasks.rados.rados.0.smithi016.stdout:3571: done (0 left) 2024-04-15T14:48:33.508 INFO:tasks.rados.rados.0.smithi016.stdout:3572: read oid 21 snap 325 2024-04-15T14:48:33.509 INFO:tasks.rados.rados.0.smithi016.stdout:3572: expect (ObjNum 632 snap 191 seq_num 632) 2024-04-15T14:48:33.509 INFO:tasks.rados.rados.0.smithi016.stdout:3573: rmattr oid 35 current snap is 331 2024-04-15T14:48:33.509 INFO:tasks.rados.rados.0.smithi016.stdout:3574: read oid 5 snap -1 2024-04-15T14:48:33.509 INFO:tasks.rados.rados.0.smithi016.stdout:3574: expect deleted 2024-04-15T14:48:33.509 INFO:tasks.rados.rados.0.smithi016.stdout:3575: rollback oid 10 current snap is 331 2024-04-15T14:48:33.509 INFO:tasks.rados.rados.0.smithi016.stdout:rollback oid 10 to 326 2024-04-15T14:48:33.509 INFO:tasks.rados.rados.0.smithi016.stdout:3576: copy_from oid 17 from oid 15 current snap is 331 2024-04-15T14:48:33.509 INFO:tasks.rados.rados.0.smithi016.stdout:3577: copy_from oid 37 from oid 28 current snap is 331 2024-04-15T14:48:33.509 INFO:tasks.rados.rados.0.smithi016.stdout:3578: snap_create 2024-04-15T14:48:33.517 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 35 v 1716 (ObjNum 1084 snap 320 seq_num 1084) dirty exists 2024-04-15T14:48:33.527 INFO:tasks.rados.rados.0.smithi016.stdout:3572: expect (ObjNum 632 snap 191 seq_num 632) 2024-04-15T14:48:33.692 INFO:tasks.rados.rados.0.smithi016.stdout:3577: finishing copy_from to smithi01678542-37 2024-04-15T14:48:33.692 INFO:tasks.rados.rados.0.smithi016.stdout:3577: got expected ENOENT (src dne) 2024-04-15T14:48:33.693 INFO:tasks.rados.rados.0.smithi016.stdout:3577: finishing copy_from racing read to smithi01678542-37 2024-04-15T14:48:33.693 INFO:tasks.rados.rados.0.smithi016.stdout:3575: finishing rollback tid 0 to smithi01678542-10 2024-04-15T14:48:33.693 INFO:tasks.rados.rados.0.smithi016.stdout:3575: finishing rollback tid 1 to smithi01678542-10 2024-04-15T14:48:33.693 INFO:tasks.rados.rados.0.smithi016.stdout:3575: finishing rollback tid 2 to smithi01678542-10 2024-04-15T14:48:33.693 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 10 v 1678 (ObjNum 1056 snap 307 seq_num 1056) dirty exists 2024-04-15T14:48:33.693 INFO:tasks.rados.rados.0.smithi016.stdout:3576: finishing copy_from racing read to smithi01678542-17 2024-04-15T14:48:33.693 INFO:tasks.rados.rados.0.smithi016.stdout:3576: finishing copy_from to smithi01678542-17 2024-04-15T14:48:33.693 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 17 v 1753 (ObjNum 933 snap 279 seq_num 933) dirty exists 2024-04-15T14:48:33.789 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:48:33 smithi016 ceph-mon[93212]: pgmap v750: 121 pgs: 121 active+clean; 187 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 21 MiB/s rd, 2.9 MiB/s wr, 21 op/s 2024-04-15T14:48:33.789 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:48:33 smithi016 ceph-mon[93212]: osdmap e741: 8 total, 8 up, 8 in 2024-04-15T14:48:33.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:48:33 smithi016 ceph-mon[90652]: pgmap v750: 121 pgs: 121 active+clean; 187 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 21 MiB/s rd, 2.9 MiB/s wr, 21 op/s 2024-04-15T14:48:33.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:48:33 smithi016 ceph-mon[90652]: osdmap e741: 8 total, 8 up, 8 in 2024-04-15T14:48:33.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:48:33 smithi102 ceph-mon[87131]: pgmap v750: 121 pgs: 121 active+clean; 187 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 21 MiB/s rd, 2.9 MiB/s wr, 21 op/s 2024-04-15T14:48:33.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:48:33 smithi102 ceph-mon[87131]: osdmap e741: 8 total, 8 up, 8 in 2024-04-15T14:48:34.518 INFO:tasks.rados.rados.0.smithi016.stdout:3572: done (6 left) 2024-04-15T14:48:34.518 INFO:tasks.rados.rados.0.smithi016.stdout:3573: done (5 left) 2024-04-15T14:48:34.518 INFO:tasks.rados.rados.0.smithi016.stdout:3574: done (4 left) 2024-04-15T14:48:34.518 INFO:tasks.rados.rados.0.smithi016.stdout:3575: done (3 left) 2024-04-15T14:48:34.518 INFO:tasks.rados.rados.0.smithi016.stdout:3576: done (2 left) 2024-04-15T14:48:34.519 INFO:tasks.rados.rados.0.smithi016.stdout:3577: done (1 left) 2024-04-15T14:48:34.519 INFO:tasks.rados.rados.0.smithi016.stdout:3578: done (0 left) 2024-04-15T14:48:34.519 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 12 current snap is 332 2024-04-15T14:48:34.519 INFO:tasks.rados.rados.0.smithi016.stdout:3579: seq_num 1112 ranges {0=630784,630784=638976,1269760=466944,1736704=98304} 2024-04-15T14:48:34.521 INFO:tasks.rados.rados.0.smithi016.stdout:3579: writing smithi01678542-12 from 0 to 630784 tid 1 2024-04-15T14:48:34.525 INFO:tasks.rados.rados.0.smithi016.stdout:3579: writing smithi01678542-12 from 630784 to 1269760 tid 2 2024-04-15T14:48:34.528 INFO:tasks.rados.rados.0.smithi016.stdout:3579: writing smithi01678542-12 from 1269760 to 1736704 tid 3 2024-04-15T14:48:34.529 INFO:tasks.rados.rados.0.smithi016.stdout:3579: writing smithi01678542-12 from 1736704 to 1835008 tid 4 2024-04-15T14:48:34.529 INFO:tasks.rados.rados.0.smithi016.stdout:3580: copy_from oid 6 from oid 39 current snap is 332 2024-04-15T14:48:34.530 INFO:tasks.rados.rados.0.smithi016.stdout:3579: finishing write tid 1 to smithi01678542-12 2024-04-15T14:48:34.530 INFO:tasks.rados.rados.0.smithi016.stdout:3581: copy_from oid 15 from oid 41 current snap is 332 2024-04-15T14:48:34.530 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 21 current snap is 332 2024-04-15T14:48:34.530 INFO:tasks.rados.rados.0.smithi016.stdout:3582: seq_num 1113 ranges {3661824=647168,4308992=524288,4833280=622592,5455872=57344} 2024-04-15T14:48:34.554 INFO:tasks.rados.rados.0.smithi016.stdout:3582: writing smithi01678542-21 from 3661824 to 4308992 tid 1 2024-04-15T14:48:34.557 INFO:tasks.rados.rados.0.smithi016.stdout:3582: writing smithi01678542-21 from 4308992 to 4833280 tid 2 2024-04-15T14:48:34.560 INFO:tasks.rados.rados.0.smithi016.stdout:3582: writing smithi01678542-21 from 4833280 to 5455872 tid 3 2024-04-15T14:48:34.561 INFO:tasks.rados.rados.0.smithi016.stdout:3582: writing smithi01678542-21 from 5455872 to 5513216 tid 4 2024-04-15T14:48:34.561 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 45 current snap is 332 2024-04-15T14:48:34.561 INFO:tasks.rados.rados.0.smithi016.stdout:3579: finishing write tid 2 to smithi01678542-12 2024-04-15T14:48:34.561 INFO:tasks.rados.rados.0.smithi016.stdout:3579: finishing write tid 3 to smithi01678542-12 2024-04-15T14:48:34.561 INFO:tasks.rados.rados.0.smithi016.stdout:3579: finishing write tid 4 to smithi01678542-12 2024-04-15T14:48:34.561 INFO:tasks.rados.rados.0.smithi016.stdout:3583: seq_num 1114 ranges {6684672=663552,7348224=802816,8151040=401408} 2024-04-15T14:48:34.601 INFO:tasks.rados.rados.0.smithi016.stdout:3583: writing smithi01678542-45 from 6684672 to 7348224 tid 1 2024-04-15T14:48:34.606 INFO:tasks.rados.rados.0.smithi016.stdout:3583: writing smithi01678542-45 from 7348224 to 8151040 tid 2 2024-04-15T14:48:34.609 INFO:tasks.rados.rados.0.smithi016.stdout:3583: writing smithi01678542-45 from 8151040 to 8552448 tid 3 2024-04-15T14:48:34.609 INFO:tasks.rados.rados.0.smithi016.stdout:3584: rollback oid 30 current snap is 332 2024-04-15T14:48:34.609 INFO:tasks.rados.rados.0.smithi016.stdout:rollback oid 30 to 325 2024-04-15T14:48:34.609 INFO:tasks.rados.rados.0.smithi016.stdout:3579: finishing write tid 5 to smithi01678542-12 2024-04-15T14:48:34.609 INFO:tasks.rados.rados.0.smithi016.stdout:3579: finishing write tid 6 to smithi01678542-12 2024-04-15T14:48:34.610 INFO:tasks.rados.rados.0.smithi016.stdout:3579: oid 12 updating version 0 to 1641 2024-04-15T14:48:34.610 INFO:tasks.rados.rados.0.smithi016.stdout:3579: oid 12 version 1641 is already newer than 1639 2024-04-15T14:48:34.610 INFO:tasks.rados.rados.0.smithi016.stdout:3579: oid 12 version 1641 is already newer than 1640 2024-04-15T14:48:34.610 INFO:tasks.rados.rados.0.smithi016.stdout:3579: oid 12 version 1641 is already newer than 1638 2024-04-15T14:48:34.610 INFO:tasks.rados.rados.0.smithi016.stdout:3579: oid 12 version 1641 is already newer than 1637 2024-04-15T14:48:34.610 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 12 v 1641 (ObjNum 1112 snap 332 seq_num 1112) dirty exists 2024-04-15T14:48:34.610 INFO:tasks.rados.rados.0.smithi016.stdout:3579: left oid 12 (ObjNum 1112 snap 332 seq_num 1112) 2024-04-15T14:48:34.610 INFO:tasks.rados.rados.0.smithi016.stdout:3580: finishing copy_from racing read to smithi01678542-6 2024-04-15T14:48:34.610 INFO:tasks.rados.rados.0.smithi016.stdout:3580: finishing copy_from to smithi01678542-6 2024-04-15T14:48:34.610 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 6 v 1472 (ObjNum 1099 snap 325 seq_num 1099) dirty exists 2024-04-15T14:48:34.610 INFO:tasks.rados.rados.0.smithi016.stdout:3581: finishing copy_from racing read to smithi01678542-15 2024-04-15T14:48:34.610 INFO:tasks.rados.rados.0.smithi016.stdout:3581: finishing copy_from to smithi01678542-15 2024-04-15T14:48:34.610 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 15 v 1551 (ObjNum 1105 snap 326 seq_num 1105) dirty exists 2024-04-15T14:48:34.610 INFO:tasks.rados.rados.0.smithi016.stdout:3582: finishing write tid 1 to smithi01678542-21 2024-04-15T14:48:34.611 INFO:tasks.rados.rados.0.smithi016.stdout:3582: finishing write tid 2 to smithi01678542-21 2024-04-15T14:48:34.611 INFO:tasks.rados.rados.0.smithi016.stdout:3579: done (5 left) 2024-04-15T14:48:34.611 INFO:tasks.rados.rados.0.smithi016.stdout:3580: done (4 left) 2024-04-15T14:48:34.611 INFO:tasks.rados.rados.0.smithi016.stdout:3581: done (3 left) 2024-04-15T14:48:34.611 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 10 current snap is 332 2024-04-15T14:48:34.611 INFO:tasks.rados.rados.0.smithi016.stdout:3585: seq_num 1115 ranges {14565376=679936,15245312=688128,15933440=516096} 2024-04-15T14:48:34.692 INFO:tasks.rados.rados.0.smithi016.stdout:3585: writing smithi01678542-10 from 14565376 to 15245312 tid 1 2024-04-15T14:48:34.695 INFO:tasks.rados.rados.0.smithi016.stdout:3585: writing smithi01678542-10 from 15245312 to 15933440 tid 2 2024-04-15T14:48:34.699 INFO:tasks.rados.rados.0.smithi016.stdout:3585: writing smithi01678542-10 from 15933440 to 16449536 tid 3 2024-04-15T14:48:34.699 INFO:tasks.rados.rados.0.smithi016.stdout:3586: read oid 15 snap 330 2024-04-15T14:48:34.699 INFO:tasks.rados.rados.0.smithi016.stdout:3586: expect (ObjNum 933 snap 279 seq_num 933) 2024-04-15T14:48:34.699 INFO:tasks.rados.rados.0.smithi016.stdout:3587: snap_remove snap 315 2024-04-15T14:48:34.789 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:48:34 smithi016 ceph-mon[90652]: osdmap e742: 8 total, 8 up, 8 in 2024-04-15T14:48:34.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:48:34 smithi016 ceph-mon[93212]: osdmap e742: 8 total, 8 up, 8 in 2024-04-15T14:48:34.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:48:34 smithi102 ceph-mon[87131]: osdmap e742: 8 total, 8 up, 8 in 2024-04-15T14:48:35.389 INFO:tasks.rados.rados.0.smithi016.stdout:3587: done (5 left) 2024-04-15T14:48:35.389 INFO:tasks.rados.rados.0.smithi016.stdout:3588: setattr oid 47 current snap is 332 2024-04-15T14:48:35.389 INFO:tasks.rados.rados.0.smithi016.stdout:3582: finishing write tid 3 to smithi01678542-21 2024-04-15T14:48:35.390 INFO:tasks.rados.rados.0.smithi016.stdout:3582: finishing write tid 4 to smithi01678542-21 2024-04-15T14:48:35.390 INFO:tasks.rados.rados.0.smithi016.stdout:3582: finishing write tid 5 to smithi01678542-21 2024-04-15T14:48:35.390 INFO:tasks.rados.rados.0.smithi016.stdout:3582: finishing write tid 6 to smithi01678542-21 2024-04-15T14:48:35.390 INFO:tasks.rados.rados.0.smithi016.stdout:3582: oid 21 updating version 0 to 1667 2024-04-15T14:48:35.390 INFO:tasks.rados.rados.0.smithi016.stdout:3582: oid 21 updating version 1667 to 1669 2024-04-15T14:48:35.390 INFO:tasks.rados.rados.0.smithi016.stdout:3582: oid 21 updating version 1669 to 1670 2024-04-15T14:48:35.390 INFO:tasks.rados.rados.0.smithi016.stdout:3582: oid 21 version 1670 is already newer than 1668 2024-04-15T14:48:35.390 INFO:tasks.rados.rados.0.smithi016.stdout:3582: oid 21 version 1670 is already newer than 1666 2024-04-15T14:48:35.390 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 21 v 1670 (ObjNum 1113 snap 332 seq_num 1113) dirty exists 2024-04-15T14:48:35.390 INFO:tasks.rados.rados.0.smithi016.stdout:3582: left oid 21 (ObjNum 1113 snap 332 seq_num 1113) 2024-04-15T14:48:35.390 INFO:tasks.rados.rados.0.smithi016.stdout:3583: finishing write tid 1 to smithi01678542-45 2024-04-15T14:48:35.390 INFO:tasks.rados.rados.0.smithi016.stdout:3583: finishing write tid 2 to smithi01678542-45 2024-04-15T14:48:35.390 INFO:tasks.rados.rados.0.smithi016.stdout:3584: finishing rollback tid 0 to smithi01678542-30 2024-04-15T14:48:35.391 INFO:tasks.rados.rados.0.smithi016.stdout:3583: finishing write tid 3 to smithi01678542-45 2024-04-15T14:48:35.391 INFO:tasks.rados.rados.0.smithi016.stdout:3583: finishing write tid 4 to smithi01678542-45 2024-04-15T14:48:35.391 INFO:tasks.rados.rados.0.smithi016.stdout:3584: finishing rollback tid 1 to smithi01678542-30 2024-04-15T14:48:35.391 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 30 v 1717 (ObjNum 33 snap 0 seq_num 3764284163) dirty dne 2024-04-15T14:48:35.391 INFO:tasks.rados.rados.0.smithi016.stdout:3583: finishing write tid 5 to smithi01678542-45 2024-04-15T14:48:35.391 INFO:tasks.rados.rados.0.smithi016.stdout:3583: oid 45 updating version 0 to 1467 2024-04-15T14:48:35.391 INFO:tasks.rados.rados.0.smithi016.stdout:3583: oid 45 version 1467 is already newer than 1465 2024-04-15T14:48:35.391 INFO:tasks.rados.rados.0.smithi016.stdout:3583: oid 45 version 1467 is already newer than 1466 2024-04-15T14:48:35.391 INFO:tasks.rados.rados.0.smithi016.stdout:3583: oid 45 version 1467 is already newer than 1464 2024-04-15T14:48:35.391 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 45 v 1467 (ObjNum 1114 snap 332 seq_num 1114) dirty exists 2024-04-15T14:48:35.391 INFO:tasks.rados.rados.0.smithi016.stdout:3583: left oid 45 (ObjNum 1114 snap 332 seq_num 1114) 2024-04-15T14:48:35.391 INFO:tasks.rados.rados.0.smithi016.stdout:3585: finishing write tid 1 to smithi01678542-10 2024-04-15T14:48:35.391 INFO:tasks.rados.rados.0.smithi016.stdout:3585: finishing write tid 2 to smithi01678542-10 2024-04-15T14:48:35.391 INFO:tasks.rados.rados.0.smithi016.stdout:3585: finishing write tid 3 to smithi01678542-10 2024-04-15T14:48:35.392 INFO:tasks.rados.rados.0.smithi016.stdout:3585: finishing write tid 4 to smithi01678542-10 2024-04-15T14:48:35.392 INFO:tasks.rados.rados.0.smithi016.stdout:3586: expect (ObjNum 933 snap 279 seq_num 933) 2024-04-15T14:48:35.506 INFO:tasks.rados.rados.0.smithi016.stdout:3585: finishing write tid 5 to smithi01678542-10 2024-04-15T14:48:35.507 INFO:tasks.rados.rados.0.smithi016.stdout:3585: oid 10 updating version 0 to 1682 2024-04-15T14:48:35.507 INFO:tasks.rados.rados.0.smithi016.stdout:3585: oid 10 version 1682 is already newer than 1681 2024-04-15T14:48:35.507 INFO:tasks.rados.rados.0.smithi016.stdout:3585: oid 10 version 1682 is already newer than 1680 2024-04-15T14:48:35.507 INFO:tasks.rados.rados.0.smithi016.stdout:3585: oid 10 version 1682 is already newer than 1679 2024-04-15T14:48:35.507 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 10 v 1682 (ObjNum 1115 snap 332 seq_num 1115) dirty exists 2024-04-15T14:48:35.507 INFO:tasks.rados.rados.0.smithi016.stdout:3585: left oid 10 (ObjNum 1115 snap 332 seq_num 1115) 2024-04-15T14:48:35.507 INFO:tasks.rados.rados.0.smithi016.stdout:3582: done (5 left) 2024-04-15T14:48:35.507 INFO:tasks.rados.rados.0.smithi016.stdout:3583: done (4 left) 2024-04-15T14:48:35.507 INFO:tasks.rados.rados.0.smithi016.stdout:3584: done (3 left) 2024-04-15T14:48:35.507 INFO:tasks.rados.rados.0.smithi016.stdout:3585: done (2 left) 2024-04-15T14:48:35.507 INFO:tasks.rados.rados.0.smithi016.stdout:3586: done (1 left) 2024-04-15T14:48:35.508 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 29 current snap is 332 2024-04-15T14:48:35.508 INFO:tasks.rados.rados.0.smithi016.stdout:3589: seq_num 1116 ranges {2285568=696320,2981888=573440,3555328=450560,4005888=180224} 2024-04-15T14:48:35.522 INFO:tasks.rados.rados.0.smithi016.stdout:3589: writing smithi01678542-29 from 2285568 to 2981888 tid 1 2024-04-15T14:48:35.525 INFO:tasks.rados.rados.0.smithi016.stdout:3589: writing smithi01678542-29 from 2981888 to 3555328 tid 2 2024-04-15T14:48:35.528 INFO:tasks.rados.rados.0.smithi016.stdout:3589: writing smithi01678542-29 from 3555328 to 4005888 tid 3 2024-04-15T14:48:35.529 INFO:tasks.rados.rados.0.smithi016.stdout:3589: writing smithi01678542-29 from 4005888 to 4186112 tid 4 2024-04-15T14:48:35.530 INFO:tasks.rados.rados.0.smithi016.stdout:3590: snap_remove snap 330 2024-04-15T14:48:35.789 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:48:35 smithi016 ceph-mon[93212]: pgmap v753: 121 pgs: 121 active+clean; 194 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 21 MiB/s rd, 4.6 MiB/s wr, 23 op/s 2024-04-15T14:48:35.789 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:48:35 smithi016 ceph-mon[93212]: osdmap e743: 8 total, 8 up, 8 in 2024-04-15T14:48:35.789 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:48:35 smithi016 ceph-mon[93212]: osdmap e744: 8 total, 8 up, 8 in 2024-04-15T14:48:35.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:48:35 smithi016 ceph-mon[90652]: pgmap v753: 121 pgs: 121 active+clean; 194 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 21 MiB/s rd, 4.6 MiB/s wr, 23 op/s 2024-04-15T14:48:35.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:48:35 smithi016 ceph-mon[90652]: osdmap e743: 8 total, 8 up, 8 in 2024-04-15T14:48:35.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:48:35 smithi016 ceph-mon[90652]: osdmap e744: 8 total, 8 up, 8 in 2024-04-15T14:48:35.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:48:35 smithi102 ceph-mon[87131]: pgmap v753: 121 pgs: 121 active+clean; 194 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 21 MiB/s rd, 4.6 MiB/s wr, 23 op/s 2024-04-15T14:48:35.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:48:35 smithi102 ceph-mon[87131]: osdmap e743: 8 total, 8 up, 8 in 2024-04-15T14:48:35.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:48:35 smithi102 ceph-mon[87131]: osdmap e744: 8 total, 8 up, 8 in 2024-04-15T14:48:36.525 INFO:tasks.rados.rados.0.smithi016.stdout:3590: done (2 left) 2024-04-15T14:48:36.525 INFO:tasks.rados.rados.0.smithi016.stdout:3591: copy_from oid 23 from oid 6 current snap is 332 2024-04-15T14:48:36.525 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 47 v 1671 (ObjNum 161 snap 0 seq_num 1) dirty exists 2024-04-15T14:48:36.525 INFO:tasks.rados.rados.0.smithi016.stdout:3589: finishing write tid 1 to smithi01678542-29 2024-04-15T14:48:36.525 INFO:tasks.rados.rados.0.smithi016.stdout:3589: finishing write tid 2 to smithi01678542-29 2024-04-15T14:48:36.526 INFO:tasks.rados.rados.0.smithi016.stdout:3589: finishing write tid 3 to smithi01678542-29 2024-04-15T14:48:36.526 INFO:tasks.rados.rados.0.smithi016.stdout:3589: finishing write tid 4 to smithi01678542-29 2024-04-15T14:48:36.526 INFO:tasks.rados.rados.0.smithi016.stdout:3589: finishing write tid 5 to smithi01678542-29 2024-04-15T14:48:36.526 INFO:tasks.rados.rados.0.smithi016.stdout:3589: finishing write tid 6 to smithi01678542-29 2024-04-15T14:48:36.526 INFO:tasks.rados.rados.0.smithi016.stdout:3589: oid 29 updating version 0 to 1900 2024-04-15T14:48:36.526 INFO:tasks.rados.rados.0.smithi016.stdout:3589: oid 29 updating version 1900 to 1902 2024-04-15T14:48:36.526 INFO:tasks.rados.rados.0.smithi016.stdout:3589: oid 29 version 1902 is already newer than 1899 2024-04-15T14:48:36.526 INFO:tasks.rados.rados.0.smithi016.stdout:3589: oid 29 updating version 1902 to 1903 2024-04-15T14:48:36.526 INFO:tasks.rados.rados.0.smithi016.stdout:3589: oid 29 version 1903 is already newer than 1901 2024-04-15T14:48:36.526 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 29 v 1903 (ObjNum 1116 snap 332 seq_num 1116) dirty exists 2024-04-15T14:48:36.526 INFO:tasks.rados.rados.0.smithi016.stdout:3589: left oid 29 (ObjNum 1116 snap 332 seq_num 1116) 2024-04-15T14:48:36.526 INFO:tasks.rados.rados.0.smithi016.stdout:3588: done (2 left) 2024-04-15T14:48:36.526 INFO:tasks.rados.rados.0.smithi016.stdout:3589: done (1 left) 2024-04-15T14:48:36.526 INFO:tasks.rados.rados.0.smithi016.stdout:3592: setattr oid 33 current snap is 332 2024-04-15T14:48:36.527 INFO:tasks.rados.rados.0.smithi016.stdout:3593: read oid 45 snap 328 2024-04-15T14:48:36.527 INFO:tasks.rados.rados.0.smithi016.stdout:3593: expect (ObjNum 932 snap 279 seq_num 932) 2024-04-15T14:48:36.527 INFO:tasks.rados.rados.0.smithi016.stdout:3594: copy_from oid 30 from oid 19 current snap is 332 2024-04-15T14:48:36.527 INFO:tasks.rados.rados.0.smithi016.stdout:3595: setattr oid 1 current snap is 332 2024-04-15T14:48:36.529 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 17 current snap is 332 2024-04-15T14:48:36.529 INFO:tasks.rados.rados.0.smithi016.stdout:3596: seq_num 1117 ranges {2801664=712704,3514368=458752,3973120=655360,4628480=90112} 2024-04-15T14:48:36.549 INFO:tasks.rados.rados.0.smithi016.stdout:3596: writing smithi01678542-17 from 2801664 to 3514368 tid 1 2024-04-15T14:48:36.552 INFO:tasks.rados.rados.0.smithi016.stdout:3596: writing smithi01678542-17 from 3514368 to 3973120 tid 2 2024-04-15T14:48:36.557 INFO:tasks.rados.rados.0.smithi016.stdout:3596: writing smithi01678542-17 from 3973120 to 4628480 tid 3 2024-04-15T14:48:36.557 INFO:tasks.rados.rados.0.smithi016.stdout:3596: writing smithi01678542-17 from 4628480 to 4718592 tid 4 2024-04-15T14:48:36.558 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 27 current snap is 332 2024-04-15T14:48:36.558 INFO:tasks.rados.rados.0.smithi016.stdout:3594: finishing copy_from racing read to smithi01678542-30 2024-04-15T14:48:36.558 INFO:tasks.rados.rados.0.smithi016.stdout:3597: seq_num 1118 ranges {0=729088,729088=794624,1523712=409600} 2024-04-15T14:48:36.562 INFO:tasks.rados.rados.0.smithi016.stdout:3597: writing smithi01678542-27 from 0 to 729088 tid 1 2024-04-15T14:48:36.567 INFO:tasks.rados.rados.0.smithi016.stdout:3597: writing smithi01678542-27 from 729088 to 1523712 tid 2 2024-04-15T14:48:36.570 INFO:tasks.rados.rados.0.smithi016.stdout:3597: writing smithi01678542-27 from 1523712 to 1933312 tid 3 2024-04-15T14:48:36.570 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 4 current snap is 332 2024-04-15T14:48:36.570 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 1 v 1556 (ObjNum 1106 snap 328 seq_num 1106) dirty exists 2024-04-15T14:48:36.570 INFO:tasks.rados.rados.0.smithi016.stdout:3594: finishing copy_from to smithi01678542-30 2024-04-15T14:48:36.570 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 30 v 1663 (ObjNum 65 snap 0 seq_num 1901353580) dirty exists 2024-04-15T14:48:36.570 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 33 v 1905 (ObjNum 1108 snap 328 seq_num 1108) dirty exists 2024-04-15T14:48:36.570 INFO:tasks.rados.rados.0.smithi016.stdout:3591: finishing copy_from racing read to smithi01678542-23 2024-04-15T14:48:36.570 INFO:tasks.rados.rados.0.smithi016.stdout:3591: finishing copy_from to smithi01678542-23 2024-04-15T14:48:36.570 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 23 v 1472 (ObjNum 1099 snap 325 seq_num 1099) dirty exists 2024-04-15T14:48:36.571 INFO:tasks.rados.rados.0.smithi016.stdout:3598: seq_num 1119 ranges {6258688=745472,7004160=679936,7684096=524288} 2024-04-15T14:48:36.608 INFO:tasks.rados.rados.0.smithi016.stdout:3598: writing smithi01678542-4 from 6258688 to 7004160 tid 1 2024-04-15T14:48:36.611 INFO:tasks.rados.rados.0.smithi016.stdout:3598: writing smithi01678542-4 from 7004160 to 7684096 tid 2 2024-04-15T14:48:36.616 INFO:tasks.rados.rados.0.smithi016.stdout:3598: writing smithi01678542-4 from 7684096 to 8208384 tid 3 2024-04-15T14:48:36.616 INFO:tasks.rados.rados.0.smithi016.stdout:3591: done (7 left) 2024-04-15T14:48:36.616 INFO:tasks.rados.rados.0.smithi016.stdout:3592: done (6 left) 2024-04-15T14:48:36.617 INFO:tasks.rados.rados.0.smithi016.stdout:3594: done (5 left) 2024-04-15T14:48:36.618 INFO:tasks.rados.rados.0.smithi016.stdout:3595: done (4 left) 2024-04-15T14:48:36.618 INFO:tasks.rados.rados.0.smithi016.stdout:3599: read oid 30 snap -1 2024-04-15T14:48:36.618 INFO:tasks.rados.rados.0.smithi016.stdout:3599: expect (ObjNum 0 snap 0 seq_num 0) 2024-04-15T14:48:36.618 INFO:tasks.rados.rados.0.smithi016.stdout:3600: rmattr oid 13 current snap is 332 2024-04-15T14:48:36.618 INFO:tasks.rados.rados.0.smithi016.stdout:3600: done (5 left) 2024-04-15T14:48:36.618 INFO:tasks.rados.rados.0.smithi016.stdout:3601: read oid 46 snap -1 2024-04-15T14:48:36.618 INFO:tasks.rados.rados.0.smithi016.stdout:3601: expect (ObjNum 1103 snap 326 seq_num 1103) 2024-04-15T14:48:36.618 INFO:tasks.rados.rados.0.smithi016.stdout:3602: read oid 26 snap -1 2024-04-15T14:48:36.618 INFO:tasks.rados.rados.0.smithi016.stdout:3602: expect (ObjNum 0 snap 0 seq_num 0) 2024-04-15T14:48:36.618 INFO:tasks.rados.rados.0.smithi016.stdout:3603: read oid 47 snap 321 2024-04-15T14:48:36.618 INFO:tasks.rados.rados.0.smithi016.stdout:3603: expect deleted 2024-04-15T14:48:36.618 INFO:tasks.rados.rados.0.smithi016.stdout:3604: copy_from oid 37 from oid 3 current snap is 332 2024-04-15T14:48:36.619 INFO:tasks.rados.rados.0.smithi016.stdout:3596: finishing write tid 1 to smithi01678542-17 2024-04-15T14:48:36.619 INFO:tasks.rados.rados.0.smithi016.stdout:3593: expect (ObjNum 932 snap 279 seq_num 932) 2024-04-15T14:48:36.789 INFO:journalctl@ceph.osd.2.smithi016.stdout:Apr 15 14:48:36 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-osd-2[109384]: 2024-04-15T14:48:36.536+0000 7f06b729a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 19c after trimming was started 2024-04-15T14:48:36.875 INFO:tasks.rados.rados.0.smithi016.stdout:3596: finishing write tid 2 to smithi01678542-17 2024-04-15T14:48:36.875 INFO:tasks.rados.rados.0.smithi016.stdout:3596: finishing write tid 3 to smithi01678542-17 2024-04-15T14:48:36.876 INFO:tasks.rados.rados.0.smithi016.stdout:3596: finishing write tid 4 to smithi01678542-17 2024-04-15T14:48:36.876 INFO:tasks.rados.rados.0.smithi016.stdout:3596: finishing write tid 5 to smithi01678542-17 2024-04-15T14:48:36.876 INFO:tasks.rados.rados.0.smithi016.stdout:3596: finishing write tid 6 to smithi01678542-17 2024-04-15T14:48:36.876 INFO:tasks.rados.rados.0.smithi016.stdout:3596: oid 17 updating version 0 to 1755 2024-04-15T14:48:36.876 INFO:tasks.rados.rados.0.smithi016.stdout:3596: oid 17 updating version 1755 to 1756 2024-04-15T14:48:36.876 INFO:tasks.rados.rados.0.smithi016.stdout:3596: oid 17 updating version 1756 to 1757 2024-04-15T14:48:36.876 INFO:tasks.rados.rados.0.smithi016.stdout:3596: oid 17 version 1757 is already newer than 1754 2024-04-15T14:48:36.876 INFO:tasks.rados.rados.0.smithi016.stdout:3596: oid 17 updating version 1757 to 1758 2024-04-15T14:48:36.876 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 17 v 1758 (ObjNum 1117 snap 332 seq_num 1117) dirty exists 2024-04-15T14:48:36.876 INFO:tasks.rados.rados.0.smithi016.stdout:3596: left oid 17 (ObjNum 1117 snap 332 seq_num 1117) 2024-04-15T14:48:36.876 INFO:tasks.rados.rados.0.smithi016.stdout:3597: finishing write tid 1 to smithi01678542-27 2024-04-15T14:48:36.876 INFO:tasks.rados.rados.0.smithi016.stdout:3597: finishing write tid 2 to smithi01678542-27 2024-04-15T14:48:36.876 INFO:tasks.rados.rados.0.smithi016.stdout:3597: finishing write tid 3 to smithi01678542-27 2024-04-15T14:48:36.876 INFO:tasks.rados.rados.0.smithi016.stdout:3597: finishing write tid 4 to smithi01678542-27 2024-04-15T14:48:36.876 INFO:tasks.rados.rados.0.smithi016.stdout:3597: finishing write tid 5 to smithi01678542-27 2024-04-15T14:48:36.877 INFO:tasks.rados.rados.0.smithi016.stdout:3597: oid 27 updating version 0 to 1470 2024-04-15T14:48:36.877 INFO:tasks.rados.rados.0.smithi016.stdout:3597: oid 27 version 1470 is already newer than 1469 2024-04-15T14:48:36.877 INFO:tasks.rados.rados.0.smithi016.stdout:3597: oid 27 version 1470 is already newer than 1468 2024-04-15T14:48:36.877 INFO:tasks.rados.rados.0.smithi016.stdout:3597: oid 27 updating version 1470 to 1471 2024-04-15T14:48:36.877 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 27 v 1471 (ObjNum 1118 snap 332 seq_num 1118) dirty exists 2024-04-15T14:48:36.877 INFO:tasks.rados.rados.0.smithi016.stdout:3597: left oid 27 (ObjNum 1118 snap 332 seq_num 1118) 2024-04-15T14:48:36.877 INFO:tasks.rados.rados.0.smithi016.stdout:3598: finishing write tid 1 to smithi01678542-4 2024-04-15T14:48:36.877 INFO:tasks.rados.rados.0.smithi016.stdout:3598: finishing write tid 2 to smithi01678542-4 2024-04-15T14:48:36.877 INFO:tasks.rados.rados.0.smithi016.stdout:3593: done (8 left) 2024-04-15T14:48:36.877 INFO:tasks.rados.rados.0.smithi016.stdout:3596: done (7 left) 2024-04-15T14:48:36.877 INFO:tasks.rados.rados.0.smithi016.stdout:3597: done (6 left) 2024-04-15T14:48:36.877 INFO:tasks.rados.rados.0.smithi016.stdout:3605: delete oid 12 current snap is 332 2024-04-15T14:48:36.877 INFO:tasks.rados.rados.0.smithi016.stdout:3599: expect (ObjNum 0 snap 0 seq_num 0) 2024-04-15T14:48:36.878 INFO:tasks.rados.rados.0.smithi016.stdout:3602: expect (ObjNum 0 snap 0 seq_num 0) 2024-04-15T14:48:36.885 INFO:tasks.rados.rados.0.smithi016.stdout:3598: finishing write tid 3 to smithi01678542-4 2024-04-15T14:48:36.885 INFO:tasks.rados.rados.0.smithi016.stdout:3598: finishing write tid 4 to smithi01678542-4 2024-04-15T14:48:36.885 INFO:tasks.rados.rados.0.smithi016.stdout:3598: finishing write tid 5 to smithi01678542-4 2024-04-15T14:48:36.885 INFO:tasks.rados.rados.0.smithi016.stdout:3598: oid 4 updating version 0 to 1909 2024-04-15T14:48:36.885 INFO:tasks.rados.rados.0.smithi016.stdout:3598: oid 4 updating version 1909 to 1912 2024-04-15T14:48:36.885 INFO:tasks.rados.rados.0.smithi016.stdout:3598: oid 4 version 1912 is already newer than 1911 2024-04-15T14:48:36.885 INFO:tasks.rados.rados.0.smithi016.stdout:3598: oid 4 version 1912 is already newer than 1910 2024-04-15T14:48:36.886 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 4 v 1912 (ObjNum 1119 snap 332 seq_num 1119) dirty exists 2024-04-15T14:48:36.886 INFO:tasks.rados.rados.0.smithi016.stdout:3598: left oid 4 (ObjNum 1119 snap 332 seq_num 1119) 2024-04-15T14:48:36.886 INFO:tasks.rados.rados.0.smithi016.stdout:3601: expect (ObjNum 1103 snap 326 seq_num 1103) 2024-04-15T14:48:36.956 INFO:tasks.rados.rados.0.smithi016.stdout:3604: finishing copy_from racing read to smithi01678542-37 2024-04-15T14:48:36.956 INFO:tasks.rados.rados.0.smithi016.stdout:3604: finishing copy_from to smithi01678542-37 2024-04-15T14:48:36.956 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 37 v 1459 (ObjNum 1084 snap 320 seq_num 1084) dirty exists 2024-04-15T14:48:36.956 INFO:tasks.rados.rados.0.smithi016.stdout:3598: done (6 left) 2024-04-15T14:48:36.957 INFO:tasks.rados.rados.0.smithi016.stdout:3599: done (5 left) 2024-04-15T14:48:36.957 INFO:tasks.rados.rados.0.smithi016.stdout:3601: done (4 left) 2024-04-15T14:48:36.957 INFO:tasks.rados.rados.0.smithi016.stdout:3602: done (3 left) 2024-04-15T14:48:36.957 INFO:tasks.rados.rados.0.smithi016.stdout:3603: done (2 left) 2024-04-15T14:48:36.957 INFO:tasks.rados.rados.0.smithi016.stdout:3604: done (1 left) 2024-04-15T14:48:36.957 INFO:tasks.rados.rados.0.smithi016.stdout:3605: done (0 left) 2024-04-15T14:48:36.957 INFO:tasks.rados.rados.0.smithi016.stdout:3606: snap_remove snap 328 2024-04-15T14:48:37.526 INFO:tasks.rados.rados.0.smithi016.stdout:3606: done (0 left) 2024-04-15T14:48:37.526 INFO:tasks.rados.rados.0.smithi016.stdout:3607: setattr oid 36 current snap is 332 2024-04-15T14:48:37.527 INFO:tasks.rados.rados.0.smithi016.stdout:3608: delete oid 33 current snap is 332 2024-04-15T14:48:37.535 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 36 v 1672 (ObjNum 1109 snap 329 seq_num 1109) dirty exists 2024-04-15T14:48:37.539 INFO:tasks.rados.rados.0.smithi016.stdout:3607: done (1 left) 2024-04-15T14:48:37.539 INFO:tasks.rados.rados.0.smithi016.stdout:3608: done (0 left) 2024-04-15T14:48:37.539 INFO:tasks.rados.rados.0.smithi016.stdout:3609: read oid 23 snap -1 2024-04-15T14:48:37.539 INFO:tasks.rados.rados.0.smithi016.stdout:3609: expect (ObjNum 1099 snap 325 seq_num 1099) 2024-04-15T14:48:37.540 INFO:tasks.rados.rados.0.smithi016.stdout:3610: rollback oid 39 current snap is 332 2024-04-15T14:48:37.540 INFO:tasks.rados.rados.0.smithi016.stdout:rollback oid 39 to 331 2024-04-15T14:48:37.540 INFO:tasks.rados.rados.0.smithi016.stdout:3611: read oid 29 snap -1 2024-04-15T14:48:37.540 INFO:tasks.rados.rados.0.smithi016.stdout:3611: expect (ObjNum 1116 snap 332 seq_num 1116) 2024-04-15T14:48:37.540 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 5 current snap is 332 2024-04-15T14:48:37.540 INFO:tasks.rados.rados.0.smithi016.stdout:3612: seq_num 1122 ranges {0=794624,794624=729088,1523712=475136} 2024-04-15T14:48:37.544 INFO:tasks.rados.rados.0.smithi016.stdout:3612: writing smithi01678542-5 from 0 to 794624 tid 1 2024-04-15T14:48:37.549 INFO:tasks.rados.rados.0.smithi016.stdout:3612: writing smithi01678542-5 from 794624 to 1523712 tid 2 2024-04-15T14:48:37.554 INFO:tasks.rados.rados.0.smithi016.stdout:3612: writing smithi01678542-5 from 1523712 to 1998848 tid 3 2024-04-15T14:48:37.554 INFO:tasks.rados.rados.0.smithi016.stdout:3613: rollback oid 10 current snap is 332 2024-04-15T14:48:37.555 INFO:tasks.rados.rados.0.smithi016.stdout:rollback oid 10 to 322 2024-04-15T14:48:37.555 INFO:tasks.rados.rados.0.smithi016.stdout:3610: finishing rollback tid 0 to smithi01678542-39 2024-04-15T14:48:37.555 INFO:tasks.rados.rados.0.smithi016.stdout:3614: copy_from oid 21 from oid 6 current snap is 332 2024-04-15T14:48:37.555 INFO:tasks.rados.rados.0.smithi016.stdout:3610: finishing rollback tid 1 to smithi01678542-39 2024-04-15T14:48:37.555 INFO:tasks.rados.rados.0.smithi016.stdout:3610: finishing rollback tid 2 to smithi01678542-39 2024-04-15T14:48:37.555 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 39 v 1475 (ObjNum 1099 snap 325 seq_num 1099) dirty exists 2024-04-15T14:48:37.555 INFO:tasks.rados.rados.0.smithi016.stdout:3610: done (5 left) 2024-04-15T14:48:37.555 INFO:tasks.rados.rados.0.smithi016.stdout:3615: read oid 30 snap -1 2024-04-15T14:48:37.555 INFO:tasks.rados.rados.0.smithi016.stdout:3615: expect (ObjNum 0 snap 0 seq_num 0) 2024-04-15T14:48:37.555 INFO:tasks.rados.rados.0.smithi016.stdout:3616: read oid 26 snap 325 2024-04-15T14:48:37.555 INFO:tasks.rados.rados.0.smithi016.stdout:3616: expect (ObjNum -2059846896 snap 22097 seq_num 2234798608) 2024-04-15T14:48:37.555 INFO:tasks.rados.rados.0.smithi016.stdout:3617: delete oid 27 current snap is 332 2024-04-15T14:48:37.555 INFO:tasks.rados.rados.0.smithi016.stdout:3609: expect (ObjNum 1099 snap 325 seq_num 1099) 2024-04-15T14:48:37.602 INFO:tasks.rados.rados.0.smithi016.stdout:3612: finishing write tid 1 to smithi01678542-5 2024-04-15T14:48:37.602 INFO:tasks.rados.rados.0.smithi016.stdout:3612: finishing write tid 2 to smithi01678542-5 2024-04-15T14:48:37.602 INFO:tasks.rados.rados.0.smithi016.stdout:3616: expect (ObjNum -2059846896 snap 22097 seq_num 2234798608) 2024-04-15T14:48:37.610 INFO:tasks.rados.rados.0.smithi016.stdout:3615: expect (ObjNum 0 snap 0 seq_num 0) 2024-04-15T14:48:37.613 INFO:tasks.rados.rados.0.smithi016.stdout:3612: finishing write tid 3 to smithi01678542-5 2024-04-15T14:48:37.613 INFO:tasks.rados.rados.0.smithi016.stdout:3612: finishing write tid 4 to smithi01678542-5 2024-04-15T14:48:37.613 INFO:tasks.rados.rados.0.smithi016.stdout:3612: finishing write tid 5 to smithi01678542-5 2024-04-15T14:48:37.613 INFO:tasks.rados.rados.0.smithi016.stdout:3612: oid 5 updating version 0 to 1558 2024-04-15T14:48:37.613 INFO:tasks.rados.rados.0.smithi016.stdout:3612: oid 5 version 1558 is already newer than 1557 2024-04-15T14:48:37.613 INFO:tasks.rados.rados.0.smithi016.stdout:3612: oid 5 updating version 1558 to 1559 2024-04-15T14:48:37.613 INFO:tasks.rados.rados.0.smithi016.stdout:3612: oid 5 updating version 1559 to 1560 2024-04-15T14:48:37.613 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 5 v 1560 (ObjNum 1122 snap 332 seq_num 1122) dirty exists 2024-04-15T14:48:37.613 INFO:tasks.rados.rados.0.smithi016.stdout:3612: left oid 5 (ObjNum 1122 snap 332 seq_num 1122) 2024-04-15T14:48:37.613 INFO:tasks.rados.rados.0.smithi016.stdout:3613: finishing rollback tid 0 to smithi01678542-10 2024-04-15T14:48:37.613 INFO:tasks.rados.rados.0.smithi016.stdout:3613: finishing rollback tid 1 to smithi01678542-10 2024-04-15T14:48:37.613 INFO:tasks.rados.rados.0.smithi016.stdout:3609: done (7 left) 2024-04-15T14:48:37.614 INFO:tasks.rados.rados.0.smithi016.stdout:3612: done (6 left) 2024-04-15T14:48:37.614 INFO:tasks.rados.rados.0.smithi016.stdout:3615: done (5 left) 2024-04-15T14:48:37.614 INFO:tasks.rados.rados.0.smithi016.stdout:3616: done (4 left) 2024-04-15T14:48:37.614 INFO:tasks.rados.rados.0.smithi016.stdout:3617: done (3 left) 2024-04-15T14:48:37.614 INFO:tasks.rados.rados.0.smithi016.stdout:3618: rollback oid 30 current snap is 332 2024-04-15T14:48:37.614 INFO:tasks.rados.rados.0.smithi016.stdout:rollback oid 30 to 324 2024-04-15T14:48:37.614 INFO:tasks.rados.rados.0.smithi016.stdout:3613: finishing rollback tid 2 to smithi01678542-10 2024-04-15T14:48:37.614 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 10 v 1685 (ObjNum 1056 snap 307 seq_num 1056) dirty exists 2024-04-15T14:48:37.614 INFO:tasks.rados.rados.0.smithi016.stdout:3614: finishing copy_from racing read to smithi01678542-21 2024-04-15T14:48:37.614 INFO:tasks.rados.rados.0.smithi016.stdout:3614: finishing copy_from to smithi01678542-21 2024-04-15T14:48:37.614 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 21 v 1472 (ObjNum 1099 snap 325 seq_num 1099) dirty exists 2024-04-15T14:48:37.614 INFO:tasks.rados.rados.0.smithi016.stdout:3611: expect (ObjNum 1116 snap 332 seq_num 1116) 2024-04-15T14:48:37.789 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:48:37 smithi016 ceph-mon[90652]: pgmap v756: 121 pgs: 121 active+clean; 224 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 4.7 MiB/s rd, 5.9 MiB/s wr, 18 op/s 2024-04-15T14:48:37.789 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:48:37 smithi016 ceph-mon[90652]: osdmap e745: 8 total, 8 up, 8 in 2024-04-15T14:48:37.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:48:37 smithi016 ceph-mon[93212]: pgmap v756: 121 pgs: 121 active+clean; 224 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 4.7 MiB/s rd, 5.9 MiB/s wr, 18 op/s 2024-04-15T14:48:37.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:48:37 smithi016 ceph-mon[93212]: osdmap e745: 8 total, 8 up, 8 in 2024-04-15T14:48:37.800 INFO:tasks.rados.rados.0.smithi016.stdout:3618: finishing rollback tid 0 to smithi01678542-30 2024-04-15T14:48:37.800 INFO:tasks.rados.rados.0.smithi016.stdout:3618: finishing rollback tid 1 to smithi01678542-30 2024-04-15T14:48:37.800 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 30 v 1719 (ObjNum 65 snap 0 seq_num 2235994064) dirty dne 2024-04-15T14:48:37.801 INFO:tasks.rados.rados.0.smithi016.stdout:3611: done (3 left) 2024-04-15T14:48:37.801 INFO:tasks.rados.rados.0.smithi016.stdout:3613: done (2 left) 2024-04-15T14:48:37.801 INFO:tasks.rados.rados.0.smithi016.stdout:3614: done (1 left) 2024-04-15T14:48:37.801 INFO:tasks.rados.rados.0.smithi016.stdout:3618: done (0 left) 2024-04-15T14:48:37.801 INFO:tasks.rados.rados.0.smithi016.stdout:3619: rollback oid 14 current snap is 332 2024-04-15T14:48:37.801 INFO:tasks.rados.rados.0.smithi016.stdout:rollback oid 14 to 317 2024-04-15T14:48:37.801 INFO:tasks.rados.rados.0.smithi016.stdout:3620: read oid 40 snap 324 2024-04-15T14:48:37.801 INFO:tasks.rados.rados.0.smithi016.stdout:3620: expect deleted 2024-04-15T14:48:37.801 INFO:tasks.rados.rados.0.smithi016.stdout:3621: delete oid 1 current snap is 332 2024-04-15T14:48:37.802 INFO:tasks.rados.rados.0.smithi016.stdout:3621: done (2 left) 2024-04-15T14:48:37.802 INFO:tasks.rados.rados.0.smithi016.stdout:3622: snap_remove snap 325 2024-04-15T14:48:37.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:48:37 smithi102 ceph-mon[87131]: pgmap v756: 121 pgs: 121 active+clean; 224 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 4.7 MiB/s rd, 5.9 MiB/s wr, 18 op/s 2024-04-15T14:48:37.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:48:37 smithi102 ceph-mon[87131]: osdmap e745: 8 total, 8 up, 8 in 2024-04-15T14:48:38.539 INFO:tasks.rados.rados.0.smithi016.stdout:3622: done (2 left) 2024-04-15T14:48:38.539 INFO:tasks.rados.rados.0.smithi016.stdout:3623: snap_create 2024-04-15T14:48:38.539 INFO:tasks.rados.rados.0.smithi016.stdout:3619: finishing rollback tid 0 to smithi01678542-14 2024-04-15T14:48:38.539 INFO:tasks.rados.rados.0.smithi016.stdout:3619: finishing rollback tid 1 to smithi01678542-14 2024-04-15T14:48:38.539 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 14 v 1718 (ObjNum 273 snap 0 seq_num 0) dirty dne 2024-04-15T14:48:38.789 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:48:38 smithi016 ceph-mon[93212]: osdmap e746: 8 total, 8 up, 8 in 2024-04-15T14:48:38.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:48:38 smithi016 ceph-mon[90652]: osdmap e746: 8 total, 8 up, 8 in 2024-04-15T14:48:38.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:48:38 smithi102 ceph-mon[87131]: osdmap e746: 8 total, 8 up, 8 in 2024-04-15T14:48:39.540 INFO:tasks.rados.rados.0.smithi016.stdout:3619: done (2 left) 2024-04-15T14:48:39.540 INFO:tasks.rados.rados.0.smithi016.stdout:3620: done (1 left) 2024-04-15T14:48:39.540 INFO:tasks.rados.rados.0.smithi016.stdout:3623: done (0 left) 2024-04-15T14:48:39.540 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 21 current snap is 333 2024-04-15T14:48:39.541 INFO:tasks.rados.rados.0.smithi016.stdout:3624: seq_num 1125 ranges {1613824=450560,2064384=786432,2850816=614400,3465216=204800} 2024-04-15T14:48:39.551 INFO:tasks.rados.rados.0.smithi016.stdout:3624: writing smithi01678542-21 from 1613824 to 2064384 tid 1 2024-04-15T14:48:39.556 INFO:tasks.rados.rados.0.smithi016.stdout:3624: writing smithi01678542-21 from 2064384 to 2850816 tid 2 2024-04-15T14:48:39.559 INFO:tasks.rados.rados.0.smithi016.stdout:3624: writing smithi01678542-21 from 2850816 to 3465216 tid 3 2024-04-15T14:48:39.561 INFO:tasks.rados.rados.0.smithi016.stdout:3624: writing smithi01678542-21 from 3465216 to 3670016 tid 4 2024-04-15T14:48:39.561 INFO:tasks.rados.rados.0.smithi016.stdout:3625: setattr oid 11 current snap is 333 2024-04-15T14:48:39.561 INFO:tasks.rados.rados.0.smithi016.stdout:3624: finishing write tid 1 to smithi01678542-21 2024-04-15T14:48:39.561 INFO:tasks.rados.rados.0.smithi016.stdout:3624: finishing write tid 2 to smithi01678542-21 2024-04-15T14:48:39.564 INFO:tasks.rados.rados.0.smithi016.stdout:3626: read oid 22 snap -1 2024-04-15T14:48:39.564 INFO:tasks.rados.rados.0.smithi016.stdout:3626: expect deleted 2024-04-15T14:48:39.564 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 15 current snap is 333 2024-04-15T14:48:39.565 INFO:tasks.rados.rados.0.smithi016.stdout:3627: seq_num 1126 ranges {3596288=466944,4063232=720896,4784128=778240,5562368=106496} 2024-04-15T14:48:39.587 INFO:tasks.rados.rados.0.smithi016.stdout:3627: writing smithi01678542-15 from 3596288 to 4063232 tid 1 2024-04-15T14:48:39.591 INFO:tasks.rados.rados.0.smithi016.stdout:3627: writing smithi01678542-15 from 4063232 to 4784128 tid 2 2024-04-15T14:48:39.596 INFO:tasks.rados.rados.0.smithi016.stdout:3627: writing smithi01678542-15 from 4784128 to 5562368 tid 3 2024-04-15T14:48:39.597 INFO:tasks.rados.rados.0.smithi016.stdout:3627: writing smithi01678542-15 from 5562368 to 5668864 tid 4 2024-04-15T14:48:39.597 INFO:tasks.rados.rados.0.smithi016.stdout:3628: snap_create 2024-04-15T14:48:39.597 INFO:tasks.rados.rados.0.smithi016.stdout:3624: finishing write tid 3 to smithi01678542-21 2024-04-15T14:48:39.597 INFO:tasks.rados.rados.0.smithi016.stdout:3624: finishing write tid 4 to smithi01678542-21 2024-04-15T14:48:39.597 INFO:tasks.rados.rados.0.smithi016.stdout:3624: finishing write tid 5 to smithi01678542-21 2024-04-15T14:48:39.597 INFO:tasks.rados.rados.0.smithi016.stdout:3624: finishing write tid 6 to smithi01678542-21 2024-04-15T14:48:39.597 INFO:tasks.rados.rados.0.smithi016.stdout:3624: oid 21 updating version 0 to 1676 2024-04-15T14:48:39.597 INFO:tasks.rados.rados.0.smithi016.stdout:3624: oid 21 version 1676 is already newer than 1675 2024-04-15T14:48:39.597 INFO:tasks.rados.rados.0.smithi016.stdout:3624: oid 21 version 1676 is already newer than 1674 2024-04-15T14:48:39.597 INFO:tasks.rados.rados.0.smithi016.stdout:3624: oid 21 version 1676 is already newer than 1673 2024-04-15T14:48:39.597 INFO:tasks.rados.rados.0.smithi016.stdout:3624: oid 21 updating version 1676 to 1677 2024-04-15T14:48:39.598 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 21 v 1677 (ObjNum 1125 snap 333 seq_num 1125) dirty exists 2024-04-15T14:48:39.598 INFO:tasks.rados.rados.0.smithi016.stdout:3624: left oid 21 (ObjNum 1125 snap 333 seq_num 1125) 2024-04-15T14:48:39.598 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 11 v 1928 (ObjNum 161 snap 0 seq_num 0) dirty exists 2024-04-15T14:48:39.598 INFO:tasks.rados.rados.0.smithi016.stdout:3627: finishing write tid 1 to smithi01678542-15 2024-04-15T14:48:39.598 INFO:tasks.rados.rados.0.smithi016.stdout:3627: finishing write tid 2 to smithi01678542-15 2024-04-15T14:48:39.601 INFO:tasks.rados.rados.0.smithi016.stdout:3627: finishing write tid 3 to smithi01678542-15 2024-04-15T14:48:39.601 INFO:tasks.rados.rados.0.smithi016.stdout:3627: finishing write tid 4 to smithi01678542-15 2024-04-15T14:48:39.601 INFO:tasks.rados.rados.0.smithi016.stdout:3627: finishing write tid 5 to smithi01678542-15 2024-04-15T14:48:39.603 INFO:tasks.rados.rados.0.smithi016.stdout:3627: finishing write tid 6 to smithi01678542-15 2024-04-15T14:48:39.603 INFO:tasks.rados.rados.0.smithi016.stdout:3627: oid 15 updating version 0 to 1756 2024-04-15T14:48:39.603 INFO:tasks.rados.rados.0.smithi016.stdout:3627: oid 15 version 1756 is already newer than 1754 2024-04-15T14:48:39.603 INFO:tasks.rados.rados.0.smithi016.stdout:3627: oid 15 version 1756 is already newer than 1755 2024-04-15T14:48:39.603 INFO:tasks.rados.rados.0.smithi016.stdout:3627: oid 15 updating version 1756 to 1758 2024-04-15T14:48:39.603 INFO:tasks.rados.rados.0.smithi016.stdout:3627: oid 15 version 1758 is already newer than 1757 2024-04-15T14:48:39.603 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 15 v 1758 (ObjNum 1126 snap 333 seq_num 1126) dirty exists 2024-04-15T14:48:39.603 INFO:tasks.rados.rados.0.smithi016.stdout:3627: left oid 15 (ObjNum 1126 snap 333 seq_num 1126) 2024-04-15T14:48:39.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:48:39 smithi102 ceph-mon[87131]: pgmap v759: 121 pgs: 121 active+clean; 226 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 4.7 MiB/s rd, 4.6 MiB/s wr, 27 op/s 2024-04-15T14:48:39.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:48:39 smithi102 ceph-mon[87131]: osdmap e747: 8 total, 8 up, 8 in 2024-04-15T14:48:39.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:48:39 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T14:48:40.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:48:39 smithi016 ceph-mon[90652]: pgmap v759: 121 pgs: 121 active+clean; 226 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 4.7 MiB/s rd, 4.6 MiB/s wr, 27 op/s 2024-04-15T14:48:40.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:48:39 smithi016 ceph-mon[90652]: osdmap e747: 8 total, 8 up, 8 in 2024-04-15T14:48:40.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:48:39 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T14:48:40.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:48:39 smithi016 ceph-mon[93212]: pgmap v759: 121 pgs: 121 active+clean; 226 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 4.7 MiB/s rd, 4.6 MiB/s wr, 27 op/s 2024-04-15T14:48:40.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:48:39 smithi016 ceph-mon[93212]: osdmap e747: 8 total, 8 up, 8 in 2024-04-15T14:48:40.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:48:39 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T14:48:40.390 INFO:tasks.rados.rados.0.smithi016.stdout:3624: done (4 left) 2024-04-15T14:48:40.390 INFO:tasks.rados.rados.0.smithi016.stdout:3625: done (3 left) 2024-04-15T14:48:40.391 INFO:tasks.rados.rados.0.smithi016.stdout:3626: done (2 left) 2024-04-15T14:48:40.391 INFO:tasks.rados.rados.0.smithi016.stdout:3627: done (1 left) 2024-04-15T14:48:40.391 INFO:tasks.rados.rados.0.smithi016.stdout:3628: done (0 left) 2024-04-15T14:48:40.391 INFO:tasks.rados.rados.0.smithi016.stdout:3629: setattr oid 16 current snap is 334 2024-04-15T14:48:40.392 INFO:tasks.rados.rados.0.smithi016.stdout:3630: read oid 45 snap -1 2024-04-15T14:48:40.392 INFO:tasks.rados.rados.0.smithi016.stdout:3630: expect (ObjNum 1114 snap 332 seq_num 1114) 2024-04-15T14:48:40.392 INFO:tasks.rados.rados.0.smithi016.stdout:3631: snap_create 2024-04-15T14:48:40.400 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 16 v 1653 (ObjNum 1095 snap 321 seq_num 1095) dirty exists 2024-04-15T14:48:40.420 INFO:tasks.rados.rados.0.smithi016.stdout:3630: expect (ObjNum 1114 snap 332 seq_num 1114) 2024-04-15T14:48:40.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:48:40 smithi102 ceph-mon[87131]: osdmap e748: 8 total, 8 up, 8 in 2024-04-15T14:48:40.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:48:40 smithi102 ceph-mon[87131]: osdmap e749: 8 total, 8 up, 8 in 2024-04-15T14:48:41.039 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:48:40 smithi016 ceph-mon[93212]: osdmap e748: 8 total, 8 up, 8 in 2024-04-15T14:48:41.039 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:48:40 smithi016 ceph-mon[93212]: osdmap e749: 8 total, 8 up, 8 in 2024-04-15T14:48:41.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:48:40 smithi016 ceph-mon[90652]: osdmap e748: 8 total, 8 up, 8 in 2024-04-15T14:48:41.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:48:40 smithi016 ceph-mon[90652]: osdmap e749: 8 total, 8 up, 8 in 2024-04-15T14:48:41.391 INFO:tasks.rados.rados.0.smithi016.stdout:3629: done (2 left) 2024-04-15T14:48:41.391 INFO:tasks.rados.rados.0.smithi016.stdout:3630: done (1 left) 2024-04-15T14:48:41.391 INFO:tasks.rados.rados.0.smithi016.stdout:3631: done (0 left) 2024-04-15T14:48:41.391 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 22 current snap is 335 2024-04-15T14:48:41.391 INFO:tasks.rados.rados.0.smithi016.stdout:3632: seq_num 1127 ranges {0=483328,483328=598016,1081344=581632,1662976=425984} 2024-04-15T14:48:41.393 INFO:tasks.rados.rados.0.smithi016.stdout:3632: writing smithi01678542-22 from 0 to 483328 tid 1 2024-04-15T14:48:41.396 INFO:tasks.rados.rados.0.smithi016.stdout:3632: writing smithi01678542-22 from 483328 to 1081344 tid 2 2024-04-15T14:48:41.400 INFO:tasks.rados.rados.0.smithi016.stdout:3632: writing smithi01678542-22 from 1081344 to 1662976 tid 3 2024-04-15T14:48:41.404 INFO:tasks.rados.rados.0.smithi016.stdout:3632: writing smithi01678542-22 from 1662976 to 2088960 tid 4 2024-04-15T14:48:41.404 INFO:tasks.rados.rados.0.smithi016.stdout:3633: rollback oid 33 current snap is 335 2024-04-15T14:48:41.404 INFO:tasks.rados.rados.0.smithi016.stdout:rollback oid 33 to 321 2024-04-15T14:48:41.404 INFO:tasks.rados.rados.0.smithi016.stdout:3632: finishing write tid 1 to smithi01678542-22 2024-04-15T14:48:41.404 INFO:tasks.rados.rados.0.smithi016.stdout:3632: finishing write tid 2 to smithi01678542-22 2024-04-15T14:48:41.404 INFO:tasks.rados.rados.0.smithi016.stdout:3632: finishing write tid 3 to smithi01678542-22 2024-04-15T14:48:41.404 INFO:tasks.rados.rados.0.smithi016.stdout:3634: read oid 16 snap 324 2024-04-15T14:48:41.404 INFO:tasks.rados.rados.0.smithi016.stdout:3634: expect (ObjNum 1095 snap 321 seq_num 1095) 2024-04-15T14:48:41.404 INFO:tasks.rados.rados.0.smithi016.stdout:3635: delete oid 25 current snap is 335 2024-04-15T14:48:41.408 INFO:tasks.rados.rados.0.smithi016.stdout:3635: done (3 left) 2024-04-15T14:48:41.408 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 13 current snap is 335 2024-04-15T14:48:41.408 INFO:tasks.rados.rados.0.smithi016.stdout:3636: seq_num 1129 ranges {2793472=516096,3309568=770048,4079616=598016,4677632=237568} 2024-04-15T14:48:41.426 INFO:tasks.rados.rados.0.smithi016.stdout:3636: writing smithi01678542-13 from 2793472 to 3309568 tid 1 2024-04-15T14:48:41.430 INFO:tasks.rados.rados.0.smithi016.stdout:3636: writing smithi01678542-13 from 3309568 to 4079616 tid 2 2024-04-15T14:48:41.434 INFO:tasks.rados.rados.0.smithi016.stdout:3636: writing smithi01678542-13 from 4079616 to 4677632 tid 3 2024-04-15T14:48:41.436 INFO:tasks.rados.rados.0.smithi016.stdout:3636: writing smithi01678542-13 from 4677632 to 4915200 tid 4 2024-04-15T14:48:41.436 INFO:tasks.rados.rados.0.smithi016.stdout:3637: read oid 3 snap -1 2024-04-15T14:48:41.436 INFO:tasks.rados.rados.0.smithi016.stdout:3637: expect (ObjNum 1084 snap 320 seq_num 1084) 2024-04-15T14:48:41.436 INFO:tasks.rados.rados.0.smithi016.stdout:3638: snap_remove snap 332 2024-04-15T14:48:41.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:48:41 smithi102 ceph-mon[87131]: pgmap v762: 121 pgs: 121 active+clean; 226 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 464 KiB/s wr, 10 op/s 2024-04-15T14:48:41.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:48:41 smithi102 ceph-mon[87131]: osdmap e750: 8 total, 8 up, 8 in 2024-04-15T14:48:42.039 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:48:41 smithi016 ceph-mon[90652]: pgmap v762: 121 pgs: 121 active+clean; 226 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 464 KiB/s wr, 10 op/s 2024-04-15T14:48:42.039 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:48:41 smithi016 ceph-mon[90652]: osdmap e750: 8 total, 8 up, 8 in 2024-04-15T14:48:42.040 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 15 14:48:41 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-y[81421]: ::ffff:172.21.15.102 - - [15/Apr/2024:14:48:41] "GET /metrics HTTP/1.1" 200 36269 "" "Prometheus/2.43.0" 2024-04-15T14:48:42.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:48:41 smithi016 ceph-mon[93212]: pgmap v762: 121 pgs: 121 active+clean; 226 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 464 KiB/s wr, 10 op/s 2024-04-15T14:48:42.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:48:41 smithi016 ceph-mon[93212]: osdmap e750: 8 total, 8 up, 8 in 2024-04-15T14:48:42.394 INFO:tasks.rados.rados.0.smithi016.stdout:3638: done (5 left) 2024-04-15T14:48:42.394 INFO:tasks.rados.rados.0.smithi016.stdout:3639: rollback oid 41 current snap is 335 2024-04-15T14:48:42.394 INFO:tasks.rados.rados.0.smithi016.stdout:rollback oid 41 to 317 2024-04-15T14:48:42.394 INFO:tasks.rados.rados.0.smithi016.stdout:3633: finishing rollback tid 1 to smithi01678542-33 2024-04-15T14:48:42.394 INFO:tasks.rados.rados.0.smithi016.stdout:3632: finishing write tid 4 to smithi01678542-22 2024-04-15T14:48:42.394 INFO:tasks.rados.rados.0.smithi016.stdout:3633: finishing rollback tid 2 to smithi01678542-33 2024-04-15T14:48:42.394 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 33 v 1930 (ObjNum 1010 snap 293 seq_num 1010) dirty exists 2024-04-15T14:48:42.394 INFO:tasks.rados.rados.0.smithi016.stdout:3632: finishing write tid 5 to smithi01678542-22 2024-04-15T14:48:42.394 INFO:tasks.rados.rados.0.smithi016.stdout:3632: finishing write tid 6 to smithi01678542-22 2024-04-15T14:48:42.395 INFO:tasks.rados.rados.0.smithi016.stdout:3632: oid 22 updating version 0 to 1686 2024-04-15T14:48:42.395 INFO:tasks.rados.rados.0.smithi016.stdout:3632: oid 22 updating version 1686 to 1689 2024-04-15T14:48:42.395 INFO:tasks.rados.rados.0.smithi016.stdout:3632: oid 22 version 1689 is already newer than 1687 2024-04-15T14:48:42.395 INFO:tasks.rados.rados.0.smithi016.stdout:3632: oid 22 updating version 1689 to 1690 2024-04-15T14:48:42.395 INFO:tasks.rados.rados.0.smithi016.stdout:3632: oid 22 version 1690 is already newer than 1688 2024-04-15T14:48:42.395 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 22 v 1690 (ObjNum 1127 snap 335 seq_num 1127) dirty exists 2024-04-15T14:48:42.395 INFO:tasks.rados.rados.0.smithi016.stdout:3632: left oid 22 (ObjNum 1127 snap 335 seq_num 1127) 2024-04-15T14:48:42.395 INFO:tasks.rados.rados.0.smithi016.stdout:3636: finishing write tid 1 to smithi01678542-13 2024-04-15T14:48:42.395 INFO:tasks.rados.rados.0.smithi016.stdout:3637: expect (ObjNum 1084 snap 320 seq_num 1084) 2024-04-15T14:48:42.687 INFO:journalctl@ceph.prometheus.a.smithi102.stdout:Apr 15 14:48:42 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-prometheus-a[120881]: ts=2024-04-15T14:48:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi016:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"362ea986-fb34-11ee-bc8f-c7b262605968\", instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T14:48:42.746 INFO:tasks.rados.rados.0.smithi016.stdout:3636: finishing write tid 2 to smithi01678542-13 2024-04-15T14:48:42.746 INFO:tasks.rados.rados.0.smithi016.stdout:3636: finishing write tid 3 to smithi01678542-13 2024-04-15T14:48:42.746 INFO:tasks.rados.rados.0.smithi016.stdout:3636: finishing write tid 4 to smithi01678542-13 2024-04-15T14:48:42.746 INFO:tasks.rados.rados.0.smithi016.stdout:3636: finishing write tid 5 to smithi01678542-13 2024-04-15T14:48:42.746 INFO:tasks.rados.rados.0.smithi016.stdout:3636: finishing write tid 6 to smithi01678542-13 2024-04-15T14:48:42.746 INFO:tasks.rados.rados.0.smithi016.stdout:3636: oid 13 updating version 0 to 1478 2024-04-15T14:48:42.746 INFO:tasks.rados.rados.0.smithi016.stdout:3636: oid 13 version 1478 is already newer than 1477 2024-04-15T14:48:42.746 INFO:tasks.rados.rados.0.smithi016.stdout:3636: oid 13 version 1478 is already newer than 1476 2024-04-15T14:48:42.747 INFO:tasks.rados.rados.0.smithi016.stdout:3636: oid 13 updating version 1478 to 1480 2024-04-15T14:48:42.747 INFO:tasks.rados.rados.0.smithi016.stdout:3636: oid 13 version 1480 is already newer than 1479 2024-04-15T14:48:42.747 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 13 v 1480 (ObjNum 1129 snap 335 seq_num 1129) dirty exists 2024-04-15T14:48:42.747 INFO:tasks.rados.rados.0.smithi016.stdout:3636: left oid 13 (ObjNum 1129 snap 335 seq_num 1129) 2024-04-15T14:48:42.747 INFO:tasks.rados.rados.0.smithi016.stdout:3634: expect (ObjNum 1095 snap 321 seq_num 1095) 2024-04-15T14:48:43.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:48:43 smithi102 ceph-mon[87131]: pgmap v765: 121 pgs: 121 active+clean; 237 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 9.4 MiB/s rd, 4.5 MiB/s wr, 39 op/s 2024-04-15T14:48:43.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:48:43 smithi102 ceph-mon[87131]: osdmap e751: 8 total, 8 up, 8 in 2024-04-15T14:48:43.789 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:48:43 smithi016 ceph-mon[90652]: pgmap v765: 121 pgs: 121 active+clean; 237 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 9.4 MiB/s rd, 4.5 MiB/s wr, 39 op/s 2024-04-15T14:48:43.789 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:48:43 smithi016 ceph-mon[90652]: osdmap e751: 8 total, 8 up, 8 in 2024-04-15T14:48:43.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:48:43 smithi016 ceph-mon[93212]: pgmap v765: 121 pgs: 121 active+clean; 237 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 9.4 MiB/s rd, 4.5 MiB/s wr, 39 op/s 2024-04-15T14:48:43.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:48:43 smithi016 ceph-mon[93212]: osdmap e751: 8 total, 8 up, 8 in 2024-04-15T14:48:44.136 INFO:tasks.rados.rados.0.smithi016.stdout:3639: finishing rollback tid 0 to smithi01678542-41 2024-04-15T14:48:44.136 INFO:tasks.rados.rados.0.smithi016.stdout:3639: finishing rollback tid 1 to smithi01678542-41 2024-04-15T14:48:44.136 INFO:tasks.rados.rados.0.smithi016.stdout:3632: done (5 left) 2024-04-15T14:48:44.136 INFO:tasks.rados.rados.0.smithi016.stdout:3633: done (4 left) 2024-04-15T14:48:44.136 INFO:tasks.rados.rados.0.smithi016.stdout:3634: done (3 left) 2024-04-15T14:48:44.136 INFO:tasks.rados.rados.0.smithi016.stdout:3636: done (2 left) 2024-04-15T14:48:44.136 INFO:tasks.rados.rados.0.smithi016.stdout:3637: done (1 left) 2024-04-15T14:48:44.136 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 19 current snap is 335 2024-04-15T14:48:44.137 INFO:tasks.rados.rados.0.smithi016.stdout:3639: finishing rollback tid 2 to smithi01678542-41 2024-04-15T14:48:44.137 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 41 v 1554 (ObjNum 828 snap 250 seq_num 828) dirty exists 2024-04-15T14:48:44.137 INFO:tasks.rados.rados.0.smithi016.stdout:3640: seq_num 1130 ranges {0=532480,532480=655360,1187840=753664,1941504=196608} 2024-04-15T14:48:44.138 INFO:tasks.rados.rados.0.smithi016.stdout:3640: writing smithi01678542-19 from 0 to 532480 tid 1 2024-04-15T14:48:44.142 INFO:tasks.rados.rados.0.smithi016.stdout:3640: writing smithi01678542-19 from 532480 to 1187840 tid 2 2024-04-15T14:48:44.146 INFO:tasks.rados.rados.0.smithi016.stdout:3640: writing smithi01678542-19 from 1187840 to 1941504 tid 3 2024-04-15T14:48:44.147 INFO:tasks.rados.rados.0.smithi016.stdout:3640: writing smithi01678542-19 from 1941504 to 2138112 tid 4 2024-04-15T14:48:44.148 INFO:tasks.rados.rados.0.smithi016.stdout:3639: done (1 left) 2024-04-15T14:48:44.148 INFO:tasks.rados.rados.0.smithi016.stdout:3641: snap_remove snap 314 2024-04-15T14:48:44.399 INFO:tasks.rados.rados.0.smithi016.stdout:3641: done (1 left) 2024-04-15T14:48:44.399 INFO:tasks.rados.rados.0.smithi016.stdout:3642: read oid 6 snap -1 2024-04-15T14:48:44.400 INFO:tasks.rados.rados.0.smithi016.stdout:3642: expect (ObjNum 1099 snap 325 seq_num 1099) 2024-04-15T14:48:44.400 INFO:tasks.rados.rados.0.smithi016.stdout:3643: setattr oid 46 current snap is 335 2024-04-15T14:48:44.400 INFO:tasks.rados.rados.0.smithi016.stdout:3640: finishing write tid 1 to smithi01678542-19 2024-04-15T14:48:44.400 INFO:tasks.rados.rados.0.smithi016.stdout:3640: finishing write tid 2 to smithi01678542-19 2024-04-15T14:48:44.400 INFO:tasks.rados.rados.0.smithi016.stdout:3640: finishing write tid 3 to smithi01678542-19 2024-04-15T14:48:44.400 INFO:tasks.rados.rados.0.smithi016.stdout:3640: finishing write tid 4 to smithi01678542-19 2024-04-15T14:48:44.400 INFO:tasks.rados.rados.0.smithi016.stdout:3640: finishing write tid 5 to smithi01678542-19 2024-04-15T14:48:44.400 INFO:tasks.rados.rados.0.smithi016.stdout:3640: finishing write tid 6 to smithi01678542-19 2024-04-15T14:48:44.400 INFO:tasks.rados.rados.0.smithi016.stdout:3640: oid 19 updating version 0 to 1695 2024-04-15T14:48:44.400 INFO:tasks.rados.rados.0.smithi016.stdout:3640: oid 19 version 1695 is already newer than 1693 2024-04-15T14:48:44.400 INFO:tasks.rados.rados.0.smithi016.stdout:3640: oid 19 version 1695 is already newer than 1694 2024-04-15T14:48:44.400 INFO:tasks.rados.rados.0.smithi016.stdout:3640: oid 19 version 1695 is already newer than 1691 2024-04-15T14:48:44.400 INFO:tasks.rados.rados.0.smithi016.stdout:3640: oid 19 version 1695 is already newer than 1692 2024-04-15T14:48:44.400 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 19 v 1695 (ObjNum 1130 snap 335 seq_num 1130) dirty exists 2024-04-15T14:48:44.400 INFO:tasks.rados.rados.0.smithi016.stdout:3640: left oid 19 (ObjNum 1130 snap 335 seq_num 1130) 2024-04-15T14:48:44.401 INFO:tasks.rados.rados.0.smithi016.stdout:3640: done (2 left) 2024-04-15T14:48:44.401 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 48 current snap is 335 2024-04-15T14:48:44.401 INFO:tasks.rados.rados.0.smithi016.stdout:3644: seq_num 1131 ranges {5308416=548864,5857280=540672,6397952=565248,6963200=425984,7389184=73728} 2024-04-15T14:48:44.435 INFO:tasks.rados.rados.0.smithi016.stdout:3644: writing smithi01678542-48 from 5308416 to 5857280 tid 1 2024-04-15T14:48:44.437 INFO:tasks.rados.rados.0.smithi016.stdout:3644: writing smithi01678542-48 from 5857280 to 6397952 tid 2 2024-04-15T14:48:44.440 INFO:tasks.rados.rados.0.smithi016.stdout:3644: writing smithi01678542-48 from 6397952 to 6963200 tid 3 2024-04-15T14:48:44.442 INFO:tasks.rados.rados.0.smithi016.stdout:3644: writing smithi01678542-48 from 6963200 to 7389184 tid 4 2024-04-15T14:48:44.443 INFO:tasks.rados.rados.0.smithi016.stdout:3644: writing smithi01678542-48 from 7389184 to 7462912 tid 5 2024-04-15T14:48:44.443 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 26 current snap is 335 2024-04-15T14:48:44.443 INFO:tasks.rados.rados.0.smithi016.stdout:3645: seq_num 1132 ranges {0=565248,565248=425984,991232=770048,1761280=409600} 2024-04-15T14:48:44.446 INFO:tasks.rados.rados.0.smithi016.stdout:3645: writing smithi01678542-26 from 0 to 565248 tid 1 2024-04-15T14:48:44.449 INFO:tasks.rados.rados.0.smithi016.stdout:3645: writing smithi01678542-26 from 565248 to 991232 tid 2 2024-04-15T14:48:44.453 INFO:tasks.rados.rados.0.smithi016.stdout:3645: writing smithi01678542-26 from 991232 to 1761280 tid 3 2024-04-15T14:48:44.456 INFO:tasks.rados.rados.0.smithi016.stdout:3645: writing smithi01678542-26 from 1761280 to 2170880 tid 4 2024-04-15T14:48:44.456 INFO:tasks.rados.rados.0.smithi016.stdout:3646: copy_from oid 34 from oid 49 current snap is 335 2024-04-15T14:48:44.456 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 46 v 1696 (ObjNum 1103 snap 326 seq_num 1103) dirty exists 2024-04-15T14:48:44.456 INFO:tasks.rados.rados.0.smithi016.stdout:3642: expect (ObjNum 1099 snap 325 seq_num 1099) 2024-04-15T14:48:44.502 INFO:tasks.rados.rados.0.smithi016.stdout:3644: finishing write tid 1 to smithi01678542-48 2024-04-15T14:48:44.502 INFO:tasks.rados.rados.0.smithi016.stdout:3644: finishing write tid 2 to smithi01678542-48 2024-04-15T14:48:44.503 INFO:tasks.rados.rados.0.smithi016.stdout:3644: finishing write tid 3 to smithi01678542-48 2024-04-15T14:48:44.503 INFO:tasks.rados.rados.0.smithi016.stdout:3644: finishing write tid 4 to smithi01678542-48 2024-04-15T14:48:44.503 INFO:tasks.rados.rados.0.smithi016.stdout:3644: finishing write tid 5 to smithi01678542-48 2024-04-15T14:48:44.503 INFO:tasks.rados.rados.0.smithi016.stdout:3644: finishing write tid 6 to smithi01678542-48 2024-04-15T14:48:44.503 INFO:tasks.rados.rados.0.smithi016.stdout:3644: finishing write tid 7 to smithi01678542-48 2024-04-15T14:48:44.503 INFO:tasks.rados.rados.0.smithi016.stdout:3644: oid 48 updating version 0 to 1658 2024-04-15T14:48:44.503 INFO:tasks.rados.rados.0.smithi016.stdout:3644: oid 48 version 1658 is already newer than 1655 2024-04-15T14:48:44.504 INFO:tasks.rados.rados.0.smithi016.stdout:3644: oid 48 updating version 1658 to 1659 2024-04-15T14:48:44.504 INFO:tasks.rados.rados.0.smithi016.stdout:3644: oid 48 version 1659 is already newer than 1657 2024-04-15T14:48:44.504 INFO:tasks.rados.rados.0.smithi016.stdout:3644: oid 48 version 1659 is already newer than 1654 2024-04-15T14:48:44.504 INFO:tasks.rados.rados.0.smithi016.stdout:3644: oid 48 version 1659 is already newer than 1656 2024-04-15T14:48:44.504 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 48 v 1659 (ObjNum 1131 snap 335 seq_num 1131) dirty exists 2024-04-15T14:48:44.504 INFO:tasks.rados.rados.0.smithi016.stdout:3644: left oid 48 (ObjNum 1131 snap 335 seq_num 1131) 2024-04-15T14:48:44.504 INFO:tasks.rados.rados.0.smithi016.stdout:3645: finishing write tid 1 to smithi01678542-26 2024-04-15T14:48:44.504 INFO:tasks.rados.rados.0.smithi016.stdout:3645: finishing write tid 2 to smithi01678542-26 2024-04-15T14:48:44.504 INFO:tasks.rados.rados.0.smithi016.stdout:3645: finishing write tid 3 to smithi01678542-26 2024-04-15T14:48:44.504 INFO:tasks.rados.rados.0.smithi016.stdout:3645: finishing write tid 4 to smithi01678542-26 2024-04-15T14:48:44.504 INFO:tasks.rados.rados.0.smithi016.stdout:3645: finishing write tid 5 to smithi01678542-26 2024-04-15T14:48:44.504 INFO:tasks.rados.rados.0.smithi016.stdout:3645: finishing write tid 6 to smithi01678542-26 2024-04-15T14:48:44.505 INFO:tasks.rados.rados.0.smithi016.stdout:3645: oid 26 updating version 0 to 1555 2024-04-15T14:48:44.505 INFO:tasks.rados.rados.0.smithi016.stdout:3645: oid 26 updating version 1555 to 1559 2024-04-15T14:48:44.505 INFO:tasks.rados.rados.0.smithi016.stdout:3645: oid 26 version 1559 is already newer than 1556 2024-04-15T14:48:44.505 INFO:tasks.rados.rados.0.smithi016.stdout:3645: oid 26 version 1559 is already newer than 1558 2024-04-15T14:48:44.505 INFO:tasks.rados.rados.0.smithi016.stdout:3645: oid 26 version 1559 is already newer than 1557 2024-04-15T14:48:44.505 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 26 v 1559 (ObjNum 1132 snap 335 seq_num 1132) dirty exists 2024-04-15T14:48:44.505 INFO:tasks.rados.rados.0.smithi016.stdout:3645: left oid 26 (ObjNum 1132 snap 335 seq_num 1132) 2024-04-15T14:48:44.505 INFO:tasks.rados.rados.0.smithi016.stdout:3646: finishing copy_from racing read to smithi01678542-34 2024-04-15T14:48:44.505 INFO:tasks.rados.rados.0.smithi016.stdout:3642: done (4 left) 2024-04-15T14:48:44.505 INFO:tasks.rados.rados.0.smithi016.stdout:3643: done (3 left) 2024-04-15T14:48:44.505 INFO:tasks.rados.rados.0.smithi016.stdout:3644: done (2 left) 2024-04-15T14:48:44.505 INFO:tasks.rados.rados.0.smithi016.stdout:3645: done (1 left) 2024-04-15T14:48:44.506 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 7 current snap is 335 2024-04-15T14:48:44.506 INFO:tasks.rados.rados.0.smithi016.stdout:3646: finishing copy_from to smithi01678542-34 2024-04-15T14:48:44.506 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 34 v 1548 (ObjNum 1079 snap 317 seq_num 1079) dirty exists 2024-04-15T14:48:44.506 INFO:tasks.rados.rados.0.smithi016.stdout:3647: seq_num 1133 ranges {2793472=581632,3375104=753664,4128768=573440,4702208=278528} 2024-04-15T14:48:44.520 INFO:tasks.rados.rados.0.smithi016.stdout:3647: writing smithi01678542-7 from 2793472 to 3375104 tid 1 2024-04-15T14:48:44.524 INFO:tasks.rados.rados.0.smithi016.stdout:3647: writing smithi01678542-7 from 3375104 to 4128768 tid 2 2024-04-15T14:48:44.527 INFO:tasks.rados.rados.0.smithi016.stdout:3647: writing smithi01678542-7 from 4128768 to 4702208 tid 3 2024-04-15T14:48:44.529 INFO:tasks.rados.rados.0.smithi016.stdout:3647: writing smithi01678542-7 from 4702208 to 4980736 tid 4 2024-04-15T14:48:44.529 INFO:tasks.rados.rados.0.smithi016.stdout:3646: done (1 left) 2024-04-15T14:48:44.529 INFO:tasks.rados.rados.0.smithi016.stdout:3648: copy_from oid 31 from oid 44 current snap is 335 2024-04-15T14:48:44.529 INFO:tasks.rados.rados.0.smithi016.stdout:3647: finishing write tid 1 to smithi01678542-7 2024-04-15T14:48:44.529 INFO:tasks.rados.rados.0.smithi016.stdout:3647: finishing write tid 2 to smithi01678542-7 2024-04-15T14:48:44.529 INFO:tasks.rados.rados.0.smithi016.stdout:3649: snap_remove snap 324 2024-04-15T14:48:45.392 INFO:tasks.rados.rados.0.smithi016.stdout:3649: done (2 left) 2024-04-15T14:48:45.393 INFO:tasks.rados.rados.0.smithi016.stdout:3650: rollback oid 5 current snap is 335 2024-04-15T14:48:45.393 INFO:tasks.rados.rados.0.smithi016.stdout:rollback oid 5 to 322 2024-04-15T14:48:45.393 INFO:tasks.rados.rados.0.smithi016.stdout:3647: finishing write tid 3 to smithi01678542-7 2024-04-15T14:48:45.393 INFO:tasks.rados.rados.0.smithi016.stdout:3647: finishing write tid 4 to smithi01678542-7 2024-04-15T14:48:45.393 INFO:tasks.rados.rados.0.smithi016.stdout:3647: finishing write tid 5 to smithi01678542-7 2024-04-15T14:48:45.393 INFO:tasks.rados.rados.0.smithi016.stdout:3647: finishing write tid 6 to smithi01678542-7 2024-04-15T14:48:45.393 INFO:tasks.rados.rados.0.smithi016.stdout:3647: oid 7 updating version 0 to 1622 2024-04-15T14:48:45.393 INFO:tasks.rados.rados.0.smithi016.stdout:3647: oid 7 updating version 1622 to 1623 2024-04-15T14:48:45.393 INFO:tasks.rados.rados.0.smithi016.stdout:3647: oid 7 updating version 1623 to 1624 2024-04-15T14:48:45.393 INFO:tasks.rados.rados.0.smithi016.stdout:3647: oid 7 updating version 1624 to 1625 2024-04-15T14:48:45.393 INFO:tasks.rados.rados.0.smithi016.stdout:3647: oid 7 version 1625 is already newer than 1621 2024-04-15T14:48:45.393 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 7 v 1625 (ObjNum 1133 snap 335 seq_num 1133) dirty exists 2024-04-15T14:48:45.393 INFO:tasks.rados.rados.0.smithi016.stdout:3647: left oid 7 (ObjNum 1133 snap 335 seq_num 1133) 2024-04-15T14:48:45.394 INFO:tasks.rados.rados.0.smithi016.stdout:3648: finishing copy_from racing read to smithi01678542-31 2024-04-15T14:48:45.394 INFO:tasks.rados.rados.0.smithi016.stdout:3648: finishing copy_from to smithi01678542-31 2024-04-15T14:48:45.394 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 31 v 1883 (ObjNum 1107 snap 328 seq_num 1107) dirty exists 2024-04-15T14:48:45.394 INFO:tasks.rados.rados.0.smithi016.stdout:3647: done (2 left) 2024-04-15T14:48:45.394 INFO:tasks.rados.rados.0.smithi016.stdout:3648: done (1 left) 2024-04-15T14:48:45.394 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 32 current snap is 335 2024-04-15T14:48:45.394 INFO:tasks.rados.rados.0.smithi016.stdout:3651: seq_num 1134 ranges {0=598016,598016=638976,1236992=737280,1974272=229376} 2024-04-15T14:48:45.396 INFO:tasks.rados.rados.0.smithi016.stdout:3651: writing smithi01678542-32 from 0 to 598016 tid 1 2024-04-15T14:48:45.400 INFO:tasks.rados.rados.0.smithi016.stdout:3651: writing smithi01678542-32 from 598016 to 1236992 tid 2 2024-04-15T14:48:45.405 INFO:tasks.rados.rados.0.smithi016.stdout:3651: writing smithi01678542-32 from 1236992 to 1974272 tid 3 2024-04-15T14:48:45.407 INFO:tasks.rados.rados.0.smithi016.stdout:3651: writing smithi01678542-32 from 1974272 to 2203648 tid 4 2024-04-15T14:48:45.407 INFO:tasks.rados.rados.0.smithi016.stdout:3652: read oid 7 snap 327 2024-04-15T14:48:45.407 INFO:tasks.rados.rados.0.smithi016.stdout:3652: expect (ObjNum 1094 snap 321 seq_num 1094) 2024-04-15T14:48:45.408 INFO:tasks.rados.rados.0.smithi016.stdout:3653: snap_remove snap 321 2024-04-15T14:48:45.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:48:45 smithi102 ceph-mon[87131]: pgmap v767: 121 pgs: 121 active+clean; 239 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 8.4 MiB/s rd, 4.4 MiB/s wr, 37 op/s 2024-04-15T14:48:45.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:48:45 smithi102 ceph-mon[87131]: osdmap e752: 8 total, 8 up, 8 in 2024-04-15T14:48:45.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:48:45 smithi102 ceph-mon[87131]: osdmap e753: 8 total, 8 up, 8 in 2024-04-15T14:48:45.789 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:48:45 smithi016 ceph-mon[90652]: pgmap v767: 121 pgs: 121 active+clean; 239 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 8.4 MiB/s rd, 4.4 MiB/s wr, 37 op/s 2024-04-15T14:48:45.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:48:45 smithi016 ceph-mon[90652]: osdmap e752: 8 total, 8 up, 8 in 2024-04-15T14:48:45.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:48:45 smithi016 ceph-mon[90652]: osdmap e753: 8 total, 8 up, 8 in 2024-04-15T14:48:45.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:48:45 smithi016 ceph-mon[93212]: pgmap v767: 121 pgs: 121 active+clean; 239 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 8.4 MiB/s rd, 4.4 MiB/s wr, 37 op/s 2024-04-15T14:48:45.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:48:45 smithi016 ceph-mon[93212]: osdmap e752: 8 total, 8 up, 8 in 2024-04-15T14:48:45.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:48:45 smithi016 ceph-mon[93212]: osdmap e753: 8 total, 8 up, 8 in 2024-04-15T14:48:46.406 INFO:tasks.rados.rados.0.smithi016.stdout:3653: done (3 left) 2024-04-15T14:48:46.406 INFO:tasks.rados.rados.0.smithi016.stdout:3654: copy_from oid 16 from oid 30 current snap is 335 2024-04-15T14:48:46.407 INFO:tasks.rados.rados.0.smithi016.stdout:3650: finishing rollback tid 0 to smithi01678542-5 2024-04-15T14:48:46.407 INFO:tasks.rados.rados.0.smithi016.stdout:3650: finishing rollback tid 1 to smithi01678542-5 2024-04-15T14:48:46.407 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 5 v 1885 (ObjNum 161 snap 0 seq_num 0) dirty dne 2024-04-15T14:48:46.407 INFO:tasks.rados.rados.0.smithi016.stdout:3651: finishing write tid 1 to smithi01678542-32 2024-04-15T14:48:46.407 INFO:tasks.rados.rados.0.smithi016.stdout:3651: finishing write tid 2 to smithi01678542-32 2024-04-15T14:48:46.407 INFO:tasks.rados.rados.0.smithi016.stdout:3651: finishing write tid 3 to smithi01678542-32 2024-04-15T14:48:46.407 INFO:tasks.rados.rados.0.smithi016.stdout:3650: done (3 left) 2024-04-15T14:48:46.407 INFO:tasks.rados.rados.0.smithi016.stdout:3655: snap_remove snap 331 2024-04-15T14:48:47.412 INFO:tasks.rados.rados.0.smithi016.stdout:3651: finishing write tid 4 to smithi01678542-32 2024-04-15T14:48:47.412 INFO:tasks.rados.rados.0.smithi016.stdout:3651: finishing write tid 5 to smithi01678542-32 2024-04-15T14:48:47.412 INFO:tasks.rados.rados.0.smithi016.stdout:3652: expect (ObjNum 1094 snap 321 seq_num 1094) 2024-04-15T14:48:47.516 INFO:tasks.rados.rados.0.smithi016.stdout:3651: finishing write tid 6 to smithi01678542-32 2024-04-15T14:48:47.516 INFO:tasks.rados.rados.0.smithi016.stdout:3651: oid 32 updating version 0 to 1946 2024-04-15T14:48:47.516 INFO:tasks.rados.rados.0.smithi016.stdout:3651: oid 32 version 1946 is already newer than 1940 2024-04-15T14:48:47.516 INFO:tasks.rados.rados.0.smithi016.stdout:3651: oid 32 updating version 1946 to 1947 2024-04-15T14:48:47.517 INFO:tasks.rados.rados.0.smithi016.stdout:3651: oid 32 version 1947 is already newer than 1945 2024-04-15T14:48:47.517 INFO:tasks.rados.rados.0.smithi016.stdout:3651: oid 32 version 1947 is already newer than 1939 2024-04-15T14:48:47.517 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 32 v 1947 (ObjNum 1134 snap 335 seq_num 1134) dirty exists 2024-04-15T14:48:47.517 INFO:tasks.rados.rados.0.smithi016.stdout:3651: left oid 32 (ObjNum 1134 snap 335 seq_num 1134) 2024-04-15T14:48:47.517 INFO:tasks.rados.rados.0.smithi016.stdout:3654: finishing copy_from to smithi01678542-16 2024-04-15T14:48:47.517 INFO:tasks.rados.rados.0.smithi016.stdout:3654: got expected ENOENT (src dne) 2024-04-15T14:48:47.517 INFO:tasks.rados.rados.0.smithi016.stdout:3654: finishing copy_from racing read to smithi01678542-16 2024-04-15T14:48:47.517 INFO:tasks.rados.rados.0.smithi016.stdout:3651: done (3 left) 2024-04-15T14:48:47.517 INFO:tasks.rados.rados.0.smithi016.stdout:3652: done (2 left) 2024-04-15T14:48:47.517 INFO:tasks.rados.rados.0.smithi016.stdout:3654: done (1 left) 2024-04-15T14:48:47.517 INFO:tasks.rados.rados.0.smithi016.stdout:3655: done (0 left) 2024-04-15T14:48:47.517 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 4 current snap is 335 2024-04-15T14:48:47.517 INFO:tasks.rados.rados.0.smithi016.stdout:3656: seq_num 1135 ranges {8208384=614400,8822784=524288,9347072=540672,9887744=483328,10371072=57344} 2024-04-15T14:48:47.564 INFO:tasks.rados.rados.0.smithi016.stdout:3656: writing smithi01678542-4 from 8208384 to 8822784 tid 1 2024-04-15T14:48:47.567 INFO:tasks.rados.rados.0.smithi016.stdout:3656: writing smithi01678542-4 from 8822784 to 9347072 tid 2 2024-04-15T14:48:47.570 INFO:tasks.rados.rados.0.smithi016.stdout:3656: writing smithi01678542-4 from 9347072 to 9887744 tid 3 2024-04-15T14:48:47.572 INFO:tasks.rados.rados.0.smithi016.stdout:3656: writing smithi01678542-4 from 9887744 to 10371072 tid 4 2024-04-15T14:48:47.573 INFO:tasks.rados.rados.0.smithi016.stdout:3656: writing smithi01678542-4 from 10371072 to 10428416 tid 5 2024-04-15T14:48:47.573 INFO:tasks.rados.rados.0.smithi016.stdout:3657: snap_create 2024-04-15T14:48:47.573 INFO:tasks.rados.rados.0.smithi016.stdout:3656: finishing write tid 1 to smithi01678542-4 2024-04-15T14:48:47.573 INFO:tasks.rados.rados.0.smithi016.stdout:3656: finishing write tid 2 to smithi01678542-4 2024-04-15T14:48:47.573 INFO:tasks.rados.rados.0.smithi016.stdout:3656: finishing write tid 3 to smithi01678542-4 2024-04-15T14:48:47.576 INFO:tasks.rados.rados.0.smithi016.stdout:3656: finishing write tid 4 to smithi01678542-4 2024-04-15T14:48:47.576 INFO:tasks.rados.rados.0.smithi016.stdout:3656: finishing write tid 5 to smithi01678542-4 2024-04-15T14:48:47.578 INFO:tasks.rados.rados.0.smithi016.stdout:3656: finishing write tid 6 to smithi01678542-4 2024-04-15T14:48:47.579 INFO:tasks.rados.rados.0.smithi016.stdout:3656: finishing write tid 7 to smithi01678542-4 2024-04-15T14:48:47.579 INFO:tasks.rados.rados.0.smithi016.stdout:3656: oid 4 updating version 0 to 1967 2024-04-15T14:48:47.579 INFO:tasks.rados.rados.0.smithi016.stdout:3656: oid 4 updating version 1967 to 1969 2024-04-15T14:48:47.579 INFO:tasks.rados.rados.0.smithi016.stdout:3656: oid 4 updating version 1969 to 1970 2024-04-15T14:48:47.579 INFO:tasks.rados.rados.0.smithi016.stdout:3656: oid 4 version 1970 is already newer than 1965 2024-04-15T14:48:47.580 INFO:tasks.rados.rados.0.smithi016.stdout:3656: oid 4 version 1970 is already newer than 1968 2024-04-15T14:48:47.580 INFO:tasks.rados.rados.0.smithi016.stdout:3656: oid 4 version 1970 is already newer than 1966 2024-04-15T14:48:47.580 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 4 v 1970 (ObjNum 1135 snap 335 seq_num 1135) dirty exists 2024-04-15T14:48:47.580 INFO:tasks.rados.rados.0.smithi016.stdout:3656: left oid 4 (ObjNum 1135 snap 335 seq_num 1135) 2024-04-15T14:48:47.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:48:47 smithi102 ceph-mon[87131]: pgmap v770: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 242 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 22 MiB/s rd, 4.0 MiB/s wr, 30 op/s 2024-04-15T14:48:47.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:48:47 smithi102 ceph-mon[87131]: osdmap e754: 8 total, 8 up, 8 in 2024-04-15T14:48:47.789 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:48:47 smithi016 ceph-mon[90652]: pgmap v770: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 242 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 22 MiB/s rd, 4.0 MiB/s wr, 30 op/s 2024-04-15T14:48:47.789 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:48:47 smithi016 ceph-mon[90652]: osdmap e754: 8 total, 8 up, 8 in 2024-04-15T14:48:47.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:48:47 smithi016 ceph-mon[93212]: pgmap v770: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 242 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 22 MiB/s rd, 4.0 MiB/s wr, 30 op/s 2024-04-15T14:48:47.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:48:47 smithi016 ceph-mon[93212]: osdmap e754: 8 total, 8 up, 8 in 2024-04-15T14:48:48.417 INFO:tasks.rados.rados.0.smithi016.stdout:3656: done (1 left) 2024-04-15T14:48:48.417 INFO:tasks.rados.rados.0.smithi016.stdout:3657: done (0 left) 2024-04-15T14:48:48.417 INFO:tasks.rados.rados.0.smithi016.stdout:3658: snap_remove snap 335 2024-04-15T14:48:48.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:48:48 smithi102 ceph-mon[87131]: osdmap e755: 8 total, 8 up, 8 in 2024-04-15T14:48:48.789 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:48:48 smithi016 ceph-mon[90652]: osdmap e755: 8 total, 8 up, 8 in 2024-04-15T14:48:48.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:48:48 smithi016 ceph-mon[93212]: osdmap e755: 8 total, 8 up, 8 in 2024-04-15T14:48:49.422 INFO:tasks.rados.rados.0.smithi016.stdout:3658: done (0 left) 2024-04-15T14:48:49.422 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 20 current snap is 336 2024-04-15T14:48:49.422 INFO:tasks.rados.rados.0.smithi016.stdout:3659: seq_num 1136 ranges {1581056=630784,2211840=409600,2621440=753664,3375104=417792,3792896=24576} 2024-04-15T14:48:49.434 INFO:tasks.rados.rados.0.smithi016.stdout:3659: writing smithi01678542-20 from 1581056 to 2211840 tid 1 2024-04-15T14:48:49.436 INFO:tasks.rados.rados.0.smithi016.stdout:3659: writing smithi01678542-20 from 2211840 to 2621440 tid 2 2024-04-15T14:48:49.441 INFO:tasks.rados.rados.0.smithi016.stdout:3659: writing smithi01678542-20 from 2621440 to 3375104 tid 3 2024-04-15T14:48:49.445 INFO:tasks.rados.rados.0.smithi016.stdout:3659: writing smithi01678542-20 from 3375104 to 3792896 tid 4 2024-04-15T14:48:49.445 INFO:tasks.rados.rados.0.smithi016.stdout:3659: writing smithi01678542-20 from 3792896 to 3817472 tid 5 2024-04-15T14:48:49.445 INFO:tasks.rados.rados.0.smithi016.stdout:3660: read oid 45 snap -1 2024-04-15T14:48:49.445 INFO:tasks.rados.rados.0.smithi016.stdout:3660: expect (ObjNum 1114 snap 332 seq_num 1114) 2024-04-15T14:48:49.445 INFO:tasks.rados.rados.0.smithi016.stdout:3661: read oid 42 snap -1 2024-04-15T14:48:49.445 INFO:tasks.rados.rados.0.smithi016.stdout:3661: expect deleted 2024-04-15T14:48:49.445 INFO:tasks.rados.rados.0.smithi016.stdout:3662: rollback oid 39 current snap is 336 2024-04-15T14:48:49.445 INFO:tasks.rados.rados.0.smithi016.stdout:rollback oid 39 to 334 2024-04-15T14:48:49.445 INFO:tasks.rados.rados.0.smithi016.stdout:3659: finishing write tid 1 to smithi01678542-20 2024-04-15T14:48:49.445 INFO:tasks.rados.rados.0.smithi016.stdout:3659: finishing write tid 2 to smithi01678542-20 2024-04-15T14:48:49.445 INFO:tasks.rados.rados.0.smithi016.stdout:3663: copy_from oid 12 from oid 25 current snap is 336 2024-04-15T14:48:49.446 INFO:tasks.rados.rados.0.smithi016.stdout:3664: snap_create 2024-04-15T14:48:49.450 INFO:tasks.rados.rados.0.smithi016.stdout:3662: finishing rollback tid 0 to smithi01678542-39 2024-04-15T14:48:49.450 INFO:tasks.rados.rados.0.smithi016.stdout:3662: finishing rollback tid 1 to smithi01678542-39 2024-04-15T14:48:49.450 INFO:tasks.rados.rados.0.smithi016.stdout:3662: finishing rollback tid 2 to smithi01678542-39 2024-04-15T14:48:49.450 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 39 v 1483 (ObjNum 1099 snap 325 seq_num 1099) dirty exists 2024-04-15T14:48:49.450 INFO:tasks.rados.rados.0.smithi016.stdout:3659: finishing write tid 3 to smithi01678542-20 2024-04-15T14:48:49.453 INFO:tasks.rados.rados.0.smithi016.stdout:3663: finishing copy_from to smithi01678542-12 2024-04-15T14:48:49.453 INFO:tasks.rados.rados.0.smithi016.stdout:3663: got expected ENOENT (src dne) 2024-04-15T14:48:49.453 INFO:tasks.rados.rados.0.smithi016.stdout:3663: finishing copy_from racing read to smithi01678542-12 2024-04-15T14:48:49.457 INFO:tasks.rados.rados.0.smithi016.stdout:3659: finishing write tid 4 to smithi01678542-20 2024-04-15T14:48:49.457 INFO:tasks.rados.rados.0.smithi016.stdout:3659: finishing write tid 5 to smithi01678542-20 2024-04-15T14:48:49.458 INFO:tasks.rados.rados.0.smithi016.stdout:3659: finishing write tid 6 to smithi01678542-20 2024-04-15T14:48:49.460 INFO:tasks.rados.rados.0.smithi016.stdout:3659: finishing write tid 7 to smithi01678542-20 2024-04-15T14:48:49.460 INFO:tasks.rados.rados.0.smithi016.stdout:3659: oid 20 updating version 0 to 1644 2024-04-15T14:48:49.460 INFO:tasks.rados.rados.0.smithi016.stdout:3659: oid 20 updating version 1644 to 1647 2024-04-15T14:48:49.461 INFO:tasks.rados.rados.0.smithi016.stdout:3659: oid 20 version 1647 is already newer than 1646 2024-04-15T14:48:49.461 INFO:tasks.rados.rados.0.smithi016.stdout:3659: oid 20 updating version 1647 to 1648 2024-04-15T14:48:49.461 INFO:tasks.rados.rados.0.smithi016.stdout:3659: oid 20 version 1648 is already newer than 1645 2024-04-15T14:48:49.461 INFO:tasks.rados.rados.0.smithi016.stdout:3659: oid 20 version 1648 is already newer than 1643 2024-04-15T14:48:49.461 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 20 v 1648 (ObjNum 1136 snap 336 seq_num 1136) dirty exists 2024-04-15T14:48:49.461 INFO:tasks.rados.rados.0.smithi016.stdout:3659: left oid 20 (ObjNum 1136 snap 336 seq_num 1136) 2024-04-15T14:48:49.472 INFO:tasks.rados.rados.0.smithi016.stdout:3660: expect (ObjNum 1114 snap 332 seq_num 1114) 2024-04-15T14:48:49.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:48:49 smithi102 ceph-mon[87131]: pgmap v773: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 245 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 22 MiB/s rd, 4.8 MiB/s wr, 22 op/s 2024-04-15T14:48:49.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:48:49 smithi102 ceph-mon[87131]: osdmap e756: 8 total, 8 up, 8 in 2024-04-15T14:48:49.789 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:48:49 smithi016 ceph-mon[90652]: pgmap v773: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 245 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 22 MiB/s rd, 4.8 MiB/s wr, 22 op/s 2024-04-15T14:48:49.789 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:48:49 smithi016 ceph-mon[90652]: osdmap e756: 8 total, 8 up, 8 in 2024-04-15T14:48:49.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:48:49 smithi016 ceph-mon[93212]: pgmap v773: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 245 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 22 MiB/s rd, 4.8 MiB/s wr, 22 op/s 2024-04-15T14:48:49.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:48:49 smithi016 ceph-mon[93212]: osdmap e756: 8 total, 8 up, 8 in 2024-04-15T14:48:50.394 INFO:tasks.rados.rados.0.smithi016.stdout:3659: done (5 left) 2024-04-15T14:48:50.394 INFO:tasks.rados.rados.0.smithi016.stdout:3660: done (4 left) 2024-04-15T14:48:50.395 INFO:tasks.rados.rados.0.smithi016.stdout:3661: done (3 left) 2024-04-15T14:48:50.395 INFO:tasks.rados.rados.0.smithi016.stdout:3662: done (2 left) 2024-04-15T14:48:50.395 INFO:tasks.rados.rados.0.smithi016.stdout:3663: done (1 left) 2024-04-15T14:48:50.395 INFO:tasks.rados.rados.0.smithi016.stdout:3664: done (0 left) 2024-04-15T14:48:50.395 INFO:tasks.rados.rados.0.smithi016.stdout:3665: rmattr oid 4 current snap is 337 2024-04-15T14:48:50.395 INFO:tasks.rados.rados.0.smithi016.stdout:3665: done (0 left) 2024-04-15T14:48:50.396 INFO:tasks.rados.rados.0.smithi016.stdout:3666: read oid 4 snap -1 2024-04-15T14:48:50.396 INFO:tasks.rados.rados.0.smithi016.stdout:3666: expect (ObjNum 1135 snap 335 seq_num 1135) 2024-04-15T14:48:50.396 INFO:tasks.rados.rados.0.smithi016.stdout:3667: copy_from oid 16 from oid 24 current snap is 337 2024-04-15T14:48:50.396 INFO:tasks.rados.rados.0.smithi016.stdout:3668: read oid 44 snap -1 2024-04-15T14:48:50.396 INFO:tasks.rados.rados.0.smithi016.stdout:3668: expect (ObjNum 1107 snap 328 seq_num 1107) 2024-04-15T14:48:50.397 INFO:tasks.rados.rados.0.smithi016.stdout:3669: delete oid 39 current snap is 337 2024-04-15T14:48:50.398 INFO:tasks.rados.rados.0.smithi016.stdout:3669: done (3 left) 2024-04-15T14:48:50.398 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 15 current snap is 337 2024-04-15T14:48:50.398 INFO:tasks.rados.rados.0.smithi016.stdout:3670: seq_num 1138 ranges {5668864=663552,6332416=581632,6914048=712704,7626752=311296} 2024-04-15T14:48:50.433 INFO:tasks.rados.rados.0.smithi016.stdout:3670: writing smithi01678542-15 from 5668864 to 6332416 tid 1 2024-04-15T14:48:50.437 INFO:tasks.rados.rados.0.smithi016.stdout:3670: writing smithi01678542-15 from 6332416 to 6914048 tid 2 2024-04-15T14:48:50.441 INFO:tasks.rados.rados.0.smithi016.stdout:3670: writing smithi01678542-15 from 6914048 to 7626752 tid 3 2024-04-15T14:48:50.445 INFO:tasks.rados.rados.0.smithi016.stdout:3670: writing smithi01678542-15 from 7626752 to 7938048 tid 4 2024-04-15T14:48:50.445 INFO:tasks.rados.rados.0.smithi016.stdout:3671: read oid 49 snap 333 2024-04-15T14:48:50.445 INFO:tasks.rados.rados.0.smithi016.stdout:3671: expect (ObjNum 1079 snap 317 seq_num 1079) 2024-04-15T14:48:50.446 INFO:tasks.rados.rados.0.smithi016.stdout:3672: rmattr oid 50 current snap is 337 2024-04-15T14:48:50.446 INFO:tasks.rados.rados.0.smithi016.stdout:3672: done (5 left) 2024-04-15T14:48:50.446 INFO:tasks.rados.rados.0.smithi016.stdout:3673: delete oid 2 current snap is 337 2024-04-15T14:48:50.446 INFO:tasks.rados.rados.0.smithi016.stdout:3667: finishing copy_from racing read to smithi01678542-16 2024-04-15T14:48:50.446 INFO:tasks.rados.rados.0.smithi016.stdout:3667: finishing copy_from to smithi01678542-16 2024-04-15T14:48:50.447 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 16 v 1752 (ObjNum 632 snap 191 seq_num 632) dirty exists 2024-04-15T14:48:50.447 INFO:tasks.rados.rados.0.smithi016.stdout:3670: finishing write tid 1 to smithi01678542-15 2024-04-15T14:48:50.447 INFO:tasks.rados.rados.0.smithi016.stdout:3670: finishing write tid 2 to smithi01678542-15 2024-04-15T14:48:50.450 INFO:tasks.rados.rados.0.smithi016.stdout:3670: finishing write tid 3 to smithi01678542-15 2024-04-15T14:48:50.452 INFO:tasks.rados.rados.0.smithi016.stdout:3667: done (5 left) 2024-04-15T14:48:50.452 INFO:tasks.rados.rados.0.smithi016.stdout:3673: done (4 left) 2024-04-15T14:48:50.452 INFO:tasks.rados.rados.0.smithi016.stdout:3674: read oid 27 snap -1 2024-04-15T14:48:50.453 INFO:tasks.rados.rados.0.smithi016.stdout:3674: expect deleted 2024-04-15T14:48:50.453 INFO:tasks.rados.rados.0.smithi016.stdout:3675: read oid 37 snap -1 2024-04-15T14:48:50.453 INFO:tasks.rados.rados.0.smithi016.stdout:3675: expect (ObjNum 1084 snap 320 seq_num 1084) 2024-04-15T14:48:50.453 INFO:tasks.rados.rados.0.smithi016.stdout:3676: snap_remove snap 336 2024-04-15T14:48:50.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:48:50 smithi102 ceph-mon[87131]: osdmap e757: 8 total, 8 up, 8 in 2024-04-15T14:48:50.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:48:50 smithi102 ceph-mon[87131]: osdmap e758: 8 total, 8 up, 8 in 2024-04-15T14:48:50.789 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:48:50 smithi016 ceph-mon[90652]: osdmap e757: 8 total, 8 up, 8 in 2024-04-15T14:48:50.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:48:50 smithi016 ceph-mon[90652]: osdmap e758: 8 total, 8 up, 8 in 2024-04-15T14:48:50.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:48:50 smithi016 ceph-mon[93212]: osdmap e757: 8 total, 8 up, 8 in 2024-04-15T14:48:50.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:48:50 smithi016 ceph-mon[93212]: osdmap e758: 8 total, 8 up, 8 in 2024-04-15T14:48:51.433 INFO:tasks.rados.rados.0.smithi016.stdout:3676: done (6 left) 2024-04-15T14:48:51.433 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 32 current snap is 337 2024-04-15T14:48:51.433 INFO:tasks.rados.rados.0.smithi016.stdout:3670: finishing write tid 4 to smithi01678542-15 2024-04-15T14:48:51.433 INFO:tasks.rados.rados.0.smithi016.stdout:3677: seq_num 1140 ranges {2203648=696320,2899968=745472,3645440=729088,4374528=131072} 2024-04-15T14:48:51.448 INFO:tasks.rados.rados.0.smithi016.stdout:3677: writing smithi01678542-32 from 2203648 to 2899968 tid 1 2024-04-15T14:48:51.452 INFO:tasks.rados.rados.0.smithi016.stdout:3677: writing smithi01678542-32 from 2899968 to 3645440 tid 2 2024-04-15T14:48:51.457 INFO:tasks.rados.rados.0.smithi016.stdout:3677: writing smithi01678542-32 from 3645440 to 4374528 tid 3 2024-04-15T14:48:51.458 INFO:tasks.rados.rados.0.smithi016.stdout:3677: writing smithi01678542-32 from 4374528 to 4505600 tid 4 2024-04-15T14:48:51.458 INFO:tasks.rados.rados.0.smithi016.stdout:3678: rollback oid 42 current snap is 337 2024-04-15T14:48:51.458 INFO:tasks.rados.rados.0.smithi016.stdout:rollback oid 42 to 333 2024-04-15T14:48:51.458 INFO:tasks.rados.rados.0.smithi016.stdout:3670: finishing write tid 5 to smithi01678542-15 2024-04-15T14:48:51.458 INFO:tasks.rados.rados.0.smithi016.stdout:3666: expect (ObjNum 1135 snap 335 seq_num 1135) 2024-04-15T14:48:51.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:48:51 smithi102 ceph-mon[87131]: pgmap v776: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 245 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 1.1 MiB/s wr, 2 op/s 2024-04-15T14:48:51.778 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:48:51 smithi016 ceph-mon[93212]: pgmap v776: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 245 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 1.1 MiB/s wr, 2 op/s 2024-04-15T14:48:51.778 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:48:51 smithi016 ceph-mon[90652]: pgmap v776: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 245 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 1.1 MiB/s wr, 2 op/s 2024-04-15T14:48:52.039 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 15 14:48:51 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-y[81421]: ::ffff:172.21.15.102 - - [15/Apr/2024:14:48:51] "GET /metrics HTTP/1.1" 200 36269 "" "Prometheus/2.43.0" 2024-04-15T14:48:52.180 INFO:tasks.rados.rados.0.smithi016.stdout:3670: finishing write tid 6 to smithi01678542-15 2024-04-15T14:48:52.181 INFO:tasks.rados.rados.0.smithi016.stdout:3670: oid 15 updating version 0 to 1763 2024-04-15T14:48:52.181 INFO:tasks.rados.rados.0.smithi016.stdout:3670: oid 15 version 1763 is already newer than 1761 2024-04-15T14:48:52.181 INFO:tasks.rados.rados.0.smithi016.stdout:3670: oid 15 version 1763 is already newer than 1762 2024-04-15T14:48:52.181 INFO:tasks.rados.rados.0.smithi016.stdout:3670: oid 15 version 1763 is already newer than 1759 2024-04-15T14:48:52.181 INFO:tasks.rados.rados.0.smithi016.stdout:3670: oid 15 version 1763 is already newer than 1760 2024-04-15T14:48:52.181 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 15 v 1763 (ObjNum 1138 snap 337 seq_num 1138) dirty exists 2024-04-15T14:48:52.181 INFO:tasks.rados.rados.0.smithi016.stdout:3670: left oid 15 (ObjNum 1138 snap 337 seq_num 1138) 2024-04-15T14:48:52.181 INFO:tasks.rados.rados.0.smithi016.stdout:3671: expect (ObjNum 1079 snap 317 seq_num 1079) 2024-04-15T14:48:52.268 INFO:tasks.rados.rados.0.smithi016.stdout:3668: expect (ObjNum 1107 snap 328 seq_num 1107) 2024-04-15T14:48:52.354 INFO:tasks.rados.rados.0.smithi016.stdout:3675: expect (ObjNum 1084 snap 320 seq_num 1084) 2024-04-15T14:48:52.687 INFO:journalctl@ceph.prometheus.a.smithi102.stdout:Apr 15 14:48:52 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-prometheus-a[120881]: ts=2024-04-15T14:48:52.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi016:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"362ea986-fb34-11ee-bc8f-c7b262605968\", instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T14:48:52.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:48:52 smithi102 ceph-mon[87131]: osdmap e759: 8 total, 8 up, 8 in 2024-04-15T14:48:52.688 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:48:52 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T14:48:52.688 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:48:52 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T14:48:52.688 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:48:52 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T14:48:52.688 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:48:52 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T14:48:52.703 INFO:tasks.rados.rados.0.smithi016.stdout:3677: finishing write tid 1 to smithi01678542-32 2024-04-15T14:48:52.703 INFO:tasks.rados.rados.0.smithi016.stdout:3677: finishing write tid 2 to smithi01678542-32 2024-04-15T14:48:52.703 INFO:tasks.rados.rados.0.smithi016.stdout:3678: finishing rollback tid 1 to smithi01678542-42 2024-04-15T14:48:52.703 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 42 v 0 (ObjNum 49 snap 0 seq_num 1566597741) dirty dne 2024-04-15T14:48:52.703 INFO:tasks.rados.rados.0.smithi016.stdout:3677: finishing write tid 3 to smithi01678542-32 2024-04-15T14:48:52.703 INFO:tasks.rados.rados.0.smithi016.stdout:3666: done (7 left) 2024-04-15T14:48:52.703 INFO:tasks.rados.rados.0.smithi016.stdout:3668: done (6 left) 2024-04-15T14:48:52.703 INFO:tasks.rados.rados.0.smithi016.stdout:3670: done (5 left) 2024-04-15T14:48:52.703 INFO:tasks.rados.rados.0.smithi016.stdout:3671: done (4 left) 2024-04-15T14:48:52.703 INFO:tasks.rados.rados.0.smithi016.stdout:3674: done (3 left) 2024-04-15T14:48:52.703 INFO:tasks.rados.rados.0.smithi016.stdout:3675: done (2 left) 2024-04-15T14:48:52.703 INFO:tasks.rados.rados.0.smithi016.stdout:3678: done (1 left) 2024-04-15T14:48:52.704 INFO:tasks.rados.rados.0.smithi016.stdout:3679: rmattr oid 36 current snap is 337 2024-04-15T14:48:52.704 INFO:tasks.rados.rados.0.smithi016.stdout:3677: finishing write tid 4 to smithi01678542-32 2024-04-15T14:48:52.704 INFO:tasks.rados.rados.0.smithi016.stdout:3677: finishing write tid 5 to smithi01678542-32 2024-04-15T14:48:52.704 INFO:tasks.rados.rados.0.smithi016.stdout:3677: finishing write tid 6 to smithi01678542-32 2024-04-15T14:48:52.704 INFO:tasks.rados.rados.0.smithi016.stdout:3677: oid 32 updating version 0 to 1972 2024-04-15T14:48:52.704 INFO:tasks.rados.rados.0.smithi016.stdout:3677: oid 32 updating version 1972 to 1973 2024-04-15T14:48:52.704 INFO:tasks.rados.rados.0.smithi016.stdout:3677: oid 32 updating version 1973 to 1974 2024-04-15T14:48:52.704 INFO:tasks.rados.rados.0.smithi016.stdout:3677: oid 32 version 1974 is already newer than 1971 2024-04-15T14:48:52.704 INFO:tasks.rados.rados.0.smithi016.stdout:3677: oid 32 updating version 1974 to 1975 2024-04-15T14:48:52.704 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 32 v 1975 (ObjNum 1140 snap 337 seq_num 1140) dirty exists 2024-04-15T14:48:52.704 INFO:tasks.rados.rados.0.smithi016.stdout:3677: left oid 32 (ObjNum 1140 snap 337 seq_num 1140) 2024-04-15T14:48:52.704 INFO:tasks.rados.rados.0.smithi016.stdout:3677: done (1 left) 2024-04-15T14:48:52.704 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 33 current snap is 337 2024-04-15T14:48:52.704 INFO:tasks.rados.rados.0.smithi016.stdout:3680: seq_num 1141 ranges {139264=712704,851968=679936,1531904=540672,2072576=385024} 2024-04-15T14:48:52.707 INFO:tasks.rados.rados.0.smithi016.stdout:3680: writing smithi01678542-33 from 139264 to 851968 tid 1 2024-04-15T14:48:52.711 INFO:tasks.rados.rados.0.smithi016.stdout:3680: writing smithi01678542-33 from 851968 to 1531904 tid 2 2024-04-15T14:48:52.714 INFO:tasks.rados.rados.0.smithi016.stdout:3680: writing smithi01678542-33 from 1531904 to 2072576 tid 3 2024-04-15T14:48:52.717 INFO:tasks.rados.rados.0.smithi016.stdout:3680: writing smithi01678542-33 from 2072576 to 2457600 tid 4 2024-04-15T14:48:52.717 INFO:tasks.rados.rados.0.smithi016.stdout:3681: read oid 16 snap -1 2024-04-15T14:48:52.717 INFO:tasks.rados.rados.0.smithi016.stdout:3681: expect (ObjNum 632 snap 191 seq_num 632) 2024-04-15T14:48:52.717 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 46 current snap is 337 2024-04-15T14:48:52.717 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 36 v 1706 (ObjNum 1109 snap 329 seq_num 1109) dirty exists 2024-04-15T14:48:52.717 INFO:tasks.rados.rados.0.smithi016.stdout:3680: finishing write tid 1 to smithi01678542-33 2024-04-15T14:48:52.717 INFO:tasks.rados.rados.0.smithi016.stdout:3680: finishing write tid 2 to smithi01678542-33 2024-04-15T14:48:52.717 INFO:tasks.rados.rados.0.smithi016.stdout:3682: seq_num 1142 ranges {2236416=729088,2965504=565248,3530752=696320,4227072=344064} 2024-04-15T14:48:52.733 INFO:tasks.rados.rados.0.smithi016.stdout:3682: writing smithi01678542-46 from 2236416 to 2965504 tid 1 2024-04-15T14:48:52.736 INFO:tasks.rados.rados.0.smithi016.stdout:3682: writing smithi01678542-46 from 2965504 to 3530752 tid 2 2024-04-15T14:48:52.741 INFO:tasks.rados.rados.0.smithi016.stdout:3682: writing smithi01678542-46 from 3530752 to 4227072 tid 3 2024-04-15T14:48:52.743 INFO:tasks.rados.rados.0.smithi016.stdout:3682: writing smithi01678542-46 from 4227072 to 4571136 tid 4 2024-04-15T14:48:52.743 INFO:tasks.rados.rados.0.smithi016.stdout:3679: done (3 left) 2024-04-15T14:48:52.743 INFO:tasks.rados.rados.0.smithi016.stdout:3683: snap_create 2024-04-15T14:48:52.743 INFO:tasks.rados.rados.0.smithi016.stdout:3680: finishing write tid 3 to smithi01678542-33 2024-04-15T14:48:52.744 INFO:tasks.rados.rados.0.smithi016.stdout:3680: finishing write tid 4 to smithi01678542-33 2024-04-15T14:48:52.744 INFO:tasks.rados.rados.0.smithi016.stdout:3680: finishing write tid 5 to smithi01678542-33 2024-04-15T14:48:52.744 INFO:tasks.rados.rados.0.smithi016.stdout:3680: finishing write tid 6 to smithi01678542-33 2024-04-15T14:48:52.744 INFO:tasks.rados.rados.0.smithi016.stdout:3680: oid 33 updating version 0 to 1979 2024-04-15T14:48:52.744 INFO:tasks.rados.rados.0.smithi016.stdout:3680: oid 33 version 1979 is already newer than 1977 2024-04-15T14:48:52.744 INFO:tasks.rados.rados.0.smithi016.stdout:3680: oid 33 version 1979 is already newer than 1976 2024-04-15T14:48:52.744 INFO:tasks.rados.rados.0.smithi016.stdout:3680: oid 33 updating version 1979 to 1980 2024-04-15T14:48:52.744 INFO:tasks.rados.rados.0.smithi016.stdout:3680: oid 33 version 1980 is already newer than 1978 2024-04-15T14:48:52.744 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 33 v 1980 (ObjNum 1141 snap 337 seq_num 1141) dirty exists 2024-04-15T14:48:52.744 INFO:tasks.rados.rados.0.smithi016.stdout:3680: left oid 33 (ObjNum 1141 snap 337 seq_num 1141) 2024-04-15T14:48:52.744 INFO:tasks.rados.rados.0.smithi016.stdout:3681: expect (ObjNum 632 snap 191 seq_num 632) 2024-04-15T14:48:52.789 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:48:52 smithi016 ceph-mon[90652]: osdmap e759: 8 total, 8 up, 8 in 2024-04-15T14:48:52.789 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:48:52 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T14:48:52.789 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:48:52 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T14:48:52.789 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:48:52 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T14:48:52.789 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:48:52 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T14:48:52.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:48:52 smithi016 ceph-mon[93212]: osdmap e759: 8 total, 8 up, 8 in 2024-04-15T14:48:52.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:48:52 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T14:48:52.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:48:52 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T14:48:52.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:48:52 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T14:48:52.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:48:52 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T14:48:52.910 INFO:tasks.rados.rados.0.smithi016.stdout:3682: finishing write tid 1 to smithi01678542-46 2024-04-15T14:48:52.910 INFO:tasks.rados.rados.0.smithi016.stdout:3682: finishing write tid 2 to smithi01678542-46 2024-04-15T14:48:52.910 INFO:tasks.rados.rados.0.smithi016.stdout:3682: finishing write tid 3 to smithi01678542-46 2024-04-15T14:48:52.910 INFO:tasks.rados.rados.0.smithi016.stdout:3682: finishing write tid 4 to smithi01678542-46 2024-04-15T14:48:52.910 INFO:tasks.rados.rados.0.smithi016.stdout:3682: finishing write tid 5 to smithi01678542-46 2024-04-15T14:48:52.911 INFO:tasks.rados.rados.0.smithi016.stdout:3682: finishing write tid 6 to smithi01678542-46 2024-04-15T14:48:52.911 INFO:tasks.rados.rados.0.smithi016.stdout:3682: oid 46 updating version 0 to 1707 2024-04-15T14:48:52.911 INFO:tasks.rados.rados.0.smithi016.stdout:3682: oid 46 version 1707 is already newer than 1705 2024-04-15T14:48:52.911 INFO:tasks.rados.rados.0.smithi016.stdout:3682: oid 46 version 1707 is already newer than 1706 2024-04-15T14:48:52.911 INFO:tasks.rados.rados.0.smithi016.stdout:3682: oid 46 version 1707 is already newer than 1703 2024-04-15T14:48:52.911 INFO:tasks.rados.rados.0.smithi016.stdout:3682: oid 46 version 1707 is already newer than 1704 2024-04-15T14:48:52.911 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 46 v 1707 (ObjNum 1142 snap 337 seq_num 1142) dirty exists 2024-04-15T14:48:52.911 INFO:tasks.rados.rados.0.smithi016.stdout:3682: left oid 46 (ObjNum 1142 snap 337 seq_num 1142) 2024-04-15T14:48:53.444 INFO:tasks.rados.rados.0.smithi016.stdout:3680: done (3 left) 2024-04-15T14:48:53.444 INFO:tasks.rados.rados.0.smithi016.stdout:3681: done (2 left) 2024-04-15T14:48:53.444 INFO:tasks.rados.rados.0.smithi016.stdout:3682: done (1 left) 2024-04-15T14:48:53.444 INFO:tasks.rados.rados.0.smithi016.stdout:3683: done (0 left) 2024-04-15T14:48:53.444 INFO:tasks.rados.rados.0.smithi016.stdout:3684: rollback oid 22 current snap is 338 2024-04-15T14:48:53.444 INFO:tasks.rados.rados.0.smithi016.stdout:rollback oid 22 to 326 2024-04-15T14:48:53.445 INFO:tasks.rados.rados.0.smithi016.stdout:3685: snap_create 2024-04-15T14:48:53.449 INFO:tasks.rados.rados.0.smithi016.stdout:3684: finishing rollback tid 0 to smithi01678542-22 2024-04-15T14:48:53.450 INFO:tasks.rados.rados.0.smithi016.stdout:3684: finishing rollback tid 1 to smithi01678542-22 2024-04-15T14:48:53.450 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 22 v 1710 (ObjNum 129 snap 0 seq_num 2235475616) dirty dne 2024-04-15T14:48:53.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:48:53 smithi102 ceph-mon[87131]: pgmap v779: 121 pgs: 121 active+clean; 240 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 19 MiB/s rd, 3.0 MiB/s wr, 12 op/s 2024-04-15T14:48:53.690 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:48:53 smithi016 ceph-mon[90652]: pgmap v779: 121 pgs: 121 active+clean; 240 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 19 MiB/s rd, 3.0 MiB/s wr, 12 op/s 2024-04-15T14:48:53.691 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:48:53 smithi016 ceph-mon[93212]: pgmap v779: 121 pgs: 121 active+clean; 240 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 19 MiB/s rd, 3.0 MiB/s wr, 12 op/s 2024-04-15T14:48:54.449 INFO:tasks.rados.rados.0.smithi016.stdout:3684: done (1 left) 2024-04-15T14:48:54.450 INFO:tasks.rados.rados.0.smithi016.stdout:3685: done (0 left) 2024-04-15T14:48:54.450 INFO:tasks.rados.rados.0.smithi016.stdout:3686: copy_from oid 7 from oid 45 current snap is 339 2024-04-15T14:48:54.450 INFO:tasks.rados.rados.0.smithi016.stdout:3687: snap_remove snap 322 2024-04-15T14:48:54.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:48:54 smithi016 ceph-mon[90652]: osdmap e760: 8 total, 8 up, 8 in 2024-04-15T14:48:54.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:48:54 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T14:48:54.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:48:54 smithi016 ceph-mon[93212]: osdmap e760: 8 total, 8 up, 8 in 2024-04-15T14:48:54.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:48:54 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T14:48:54.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:48:54 smithi102 ceph-mon[87131]: osdmap e760: 8 total, 8 up, 8 in 2024-04-15T14:48:54.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:48:54 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T14:48:55.396 INFO:tasks.rados.rados.0.smithi016.stdout:3686: finishing copy_from racing read to smithi01678542-7 2024-04-15T14:48:55.396 INFO:tasks.rados.rados.0.smithi016.stdout:3686: finishing copy_from to smithi01678542-7 2024-04-15T14:48:55.396 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 7 v 1467 (ObjNum 1114 snap 332 seq_num 1114) dirty exists 2024-04-15T14:48:55.396 INFO:tasks.rados.rados.0.smithi016.stdout:3686: done (1 left) 2024-04-15T14:48:55.396 INFO:tasks.rados.rados.0.smithi016.stdout:3687: done (0 left) 2024-04-15T14:48:55.396 INFO:tasks.rados.rados.0.smithi016.stdout:3688: read oid 23 snap 326 2024-04-15T14:48:55.396 INFO:tasks.rados.rados.0.smithi016.stdout:3688: expect (ObjNum 1083 snap 320 seq_num 1083) 2024-04-15T14:48:55.397 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 34 current snap is 339 2024-04-15T14:48:55.397 INFO:tasks.rados.rados.0.smithi016.stdout:3689: seq_num 1143 ranges {2490368=753664,3244032=450560,3694592=507904,4202496=589824,4792320=57344} 2024-04-15T14:48:55.416 INFO:tasks.rados.rados.0.smithi016.stdout:3689: writing smithi01678542-34 from 2490368 to 3244032 tid 1 2024-04-15T14:48:55.419 INFO:tasks.rados.rados.0.smithi016.stdout:3689: writing smithi01678542-34 from 3244032 to 3694592 tid 2 2024-04-15T14:48:55.423 INFO:tasks.rados.rados.0.smithi016.stdout:3689: writing smithi01678542-34 from 3694592 to 4202496 tid 3 2024-04-15T14:48:55.427 INFO:tasks.rados.rados.0.smithi016.stdout:3689: writing smithi01678542-34 from 4202496 to 4792320 tid 4 2024-04-15T14:48:55.428 INFO:tasks.rados.rados.0.smithi016.stdout:3689: writing smithi01678542-34 from 4792320 to 4849664 tid 5 2024-04-15T14:48:55.428 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 44 current snap is 339 2024-04-15T14:48:55.428 INFO:tasks.rados.rados.0.smithi016.stdout:3690: seq_num 1144 ranges {2564096=770048,3334144=737280,4071424=712704,4784128=155648} 2024-04-15T14:48:55.446 INFO:tasks.rados.rados.0.smithi016.stdout:3690: writing smithi01678542-44 from 2564096 to 3334144 tid 1 2024-04-15T14:48:55.451 INFO:tasks.rados.rados.0.smithi016.stdout:3690: writing smithi01678542-44 from 3334144 to 4071424 tid 2 2024-04-15T14:48:55.455 INFO:tasks.rados.rados.0.smithi016.stdout:3690: writing smithi01678542-44 from 4071424 to 4784128 tid 3 2024-04-15T14:48:55.456 INFO:tasks.rados.rados.0.smithi016.stdout:3690: writing smithi01678542-44 from 4784128 to 4939776 tid 4 2024-04-15T14:48:55.456 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 27 current snap is 339 2024-04-15T14:48:55.456 INFO:tasks.rados.rados.0.smithi016.stdout:3691: seq_num 1145 ranges {0=786432,786432=622592,1409024=516096,1925120=417792,2342912=49152} 2024-04-15T14:48:55.460 INFO:tasks.rados.rados.0.smithi016.stdout:3691: writing smithi01678542-27 from 0 to 786432 tid 1 2024-04-15T14:48:55.464 INFO:tasks.rados.rados.0.smithi016.stdout:3691: writing smithi01678542-27 from 786432 to 1409024 tid 2 2024-04-15T14:48:55.467 INFO:tasks.rados.rados.0.smithi016.stdout:3691: writing smithi01678542-27 from 1409024 to 1925120 tid 3 2024-04-15T14:48:55.469 INFO:tasks.rados.rados.0.smithi016.stdout:3691: writing smithi01678542-27 from 1925120 to 2342912 tid 4 2024-04-15T14:48:55.470 INFO:tasks.rados.rados.0.smithi016.stdout:3691: writing smithi01678542-27 from 2342912 to 2392064 tid 5 2024-04-15T14:48:55.470 INFO:tasks.rados.rados.0.smithi016.stdout:3692: snap_remove snap 334 2024-04-15T14:48:55.789 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:48:55 smithi016 ceph-mon[90652]: pgmap v781: 121 pgs: 121 active+clean; 240 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 17 MiB/s rd, 2.6 MiB/s wr, 10 op/s 2024-04-15T14:48:55.789 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:48:55 smithi016 ceph-mon[90652]: osdmap e761: 8 total, 8 up, 8 in 2024-04-15T14:48:55.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:48:55 smithi016 ceph-mon[90652]: osdmap e762: 8 total, 8 up, 8 in 2024-04-15T14:48:55.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:48:55 smithi016 ceph-mon[93212]: pgmap v781: 121 pgs: 121 active+clean; 240 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 17 MiB/s rd, 2.6 MiB/s wr, 10 op/s 2024-04-15T14:48:55.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:48:55 smithi016 ceph-mon[93212]: osdmap e761: 8 total, 8 up, 8 in 2024-04-15T14:48:55.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:48:55 smithi016 ceph-mon[93212]: osdmap e762: 8 total, 8 up, 8 in 2024-04-15T14:48:55.790 INFO:journalctl@ceph.osd.1.smithi016.stdout:Apr 15 14:48:55 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-osd-1[104149]: 2024-04-15T14:48:55.436+0000 7f85262f2700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 194 after trimming was started 2024-04-15T14:48:55.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:48:55 smithi102 ceph-mon[87131]: pgmap v781: 121 pgs: 121 active+clean; 240 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 17 MiB/s rd, 2.6 MiB/s wr, 10 op/s 2024-04-15T14:48:55.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:48:55 smithi102 ceph-mon[87131]: osdmap e761: 8 total, 8 up, 8 in 2024-04-15T14:48:55.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:48:55 smithi102 ceph-mon[87131]: osdmap e762: 8 total, 8 up, 8 in 2024-04-15T14:48:56.455 INFO:tasks.rados.rados.0.smithi016.stdout:3692: done (4 left) 2024-04-15T14:48:56.455 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 9 current snap is 339 2024-04-15T14:48:56.455 INFO:tasks.rados.rados.0.smithi016.stdout:3693: seq_num 1146 ranges {4825088=802816,5627904=499712,6127616=679936,6807552=425984} 2024-04-15T14:48:56.487 INFO:tasks.rados.rados.0.smithi016.stdout:3693: writing smithi01678542-9 from 4825088 to 5627904 tid 1 2024-04-15T14:48:56.490 INFO:tasks.rados.rados.0.smithi016.stdout:3693: writing smithi01678542-9 from 5627904 to 6127616 tid 2 2024-04-15T14:48:56.494 INFO:tasks.rados.rados.0.smithi016.stdout:3693: writing smithi01678542-9 from 6127616 to 6807552 tid 3 2024-04-15T14:48:56.496 INFO:tasks.rados.rados.0.smithi016.stdout:3693: writing smithi01678542-9 from 6807552 to 7233536 tid 4 2024-04-15T14:48:56.497 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 37 current snap is 339 2024-04-15T14:48:56.497 INFO:tasks.rados.rados.0.smithi016.stdout:3689: finishing write tid 1 to smithi01678542-34 2024-04-15T14:48:56.497 INFO:tasks.rados.rados.0.smithi016.stdout:3689: finishing write tid 2 to smithi01678542-34 2024-04-15T14:48:56.497 INFO:tasks.rados.rados.0.smithi016.stdout:3689: finishing write tid 3 to smithi01678542-34 2024-04-15T14:48:56.497 INFO:tasks.rados.rados.0.smithi016.stdout:3694: seq_num 1147 ranges {5578752=16384} 2024-04-15T14:48:56.528 INFO:tasks.rados.rados.0.smithi016.stdout:3694: writing smithi01678542-37 from 5578752 to 5595136 tid 1 2024-04-15T14:48:56.528 INFO:tasks.rados.rados.0.smithi016.stdout:3695: rollback oid 19 current snap is 339 2024-04-15T14:48:56.528 INFO:tasks.rados.rados.0.smithi016.stdout:rollback oid 19 to 317 2024-04-15T14:48:56.528 INFO:tasks.rados.rados.0.smithi016.stdout:3689: finishing write tid 4 to smithi01678542-34 2024-04-15T14:48:56.528 INFO:tasks.rados.rados.0.smithi016.stdout:3689: finishing write tid 5 to smithi01678542-34 2024-04-15T14:48:56.529 INFO:tasks.rados.rados.0.smithi016.stdout:3689: finishing write tid 6 to smithi01678542-34 2024-04-15T14:48:56.529 INFO:tasks.rados.rados.0.smithi016.stdout:3696: read oid 21 snap -1 2024-04-15T14:48:56.529 INFO:tasks.rados.rados.0.smithi016.stdout:3696: expect (ObjNum 1125 snap 333 seq_num 1125) 2024-04-15T14:48:56.529 INFO:tasks.rados.rados.0.smithi016.stdout:3697: read oid 24 snap -1 2024-04-15T14:48:56.529 INFO:tasks.rados.rados.0.smithi016.stdout:3697: expect (ObjNum 632 snap 191 seq_num 632) 2024-04-15T14:48:56.529 INFO:tasks.rados.rados.0.smithi016.stdout:3698: delete oid 33 current snap is 339 2024-04-15T14:48:56.529 INFO:tasks.rados.rados.0.smithi016.stdout:3688: expect (ObjNum 1083 snap 320 seq_num 1083) 2024-04-15T14:48:56.906 INFO:tasks.rados.rados.0.smithi016.stdout:3689: finishing write tid 7 to smithi01678542-34 2024-04-15T14:48:56.906 INFO:tasks.rados.rados.0.smithi016.stdout:3689: oid 34 updating version 0 to 1717 2024-04-15T14:48:56.906 INFO:tasks.rados.rados.0.smithi016.stdout:3689: oid 34 version 1717 is already newer than 1712 2024-04-15T14:48:56.906 INFO:tasks.rados.rados.0.smithi016.stdout:3689: oid 34 updating version 1717 to 1721 2024-04-15T14:48:56.906 INFO:tasks.rados.rados.0.smithi016.stdout:3689: oid 34 version 1721 is already newer than 1719 2024-04-15T14:48:56.906 INFO:tasks.rados.rados.0.smithi016.stdout:3689: oid 34 version 1721 is already newer than 1718 2024-04-15T14:48:56.906 INFO:tasks.rados.rados.0.smithi016.stdout:3689: oid 34 version 1721 is already newer than 1720 2024-04-15T14:48:56.906 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 34 v 1721 (ObjNum 1143 snap 339 seq_num 1143) dirty exists 2024-04-15T14:48:56.906 INFO:tasks.rados.rados.0.smithi016.stdout:3689: left oid 34 (ObjNum 1143 snap 339 seq_num 1143) 2024-04-15T14:48:56.906 INFO:tasks.rados.rados.0.smithi016.stdout:3690: finishing write tid 1 to smithi01678542-44 2024-04-15T14:48:56.907 INFO:tasks.rados.rados.0.smithi016.stdout:3688: done (9 left) 2024-04-15T14:48:56.907 INFO:tasks.rados.rados.0.smithi016.stdout:3689: done (8 left) 2024-04-15T14:48:56.907 INFO:tasks.rados.rados.0.smithi016.stdout:3698: done (7 left) 2024-04-15T14:48:56.907 INFO:tasks.rados.rados.0.smithi016.stdout:3699: rollback oid 18 current snap is 339 2024-04-15T14:48:56.907 INFO:tasks.rados.rados.0.smithi016.stdout:rollback oid 18 to 326 2024-04-15T14:48:56.907 INFO:tasks.rados.rados.0.smithi016.stdout:3690: finishing write tid 2 to smithi01678542-44 2024-04-15T14:48:56.907 INFO:tasks.rados.rados.0.smithi016.stdout:3690: finishing write tid 3 to smithi01678542-44 2024-04-15T14:48:56.907 INFO:tasks.rados.rados.0.smithi016.stdout:3690: finishing write tid 4 to smithi01678542-44 2024-04-15T14:48:56.907 INFO:tasks.rados.rados.0.smithi016.stdout:3690: finishing write tid 5 to smithi01678542-44 2024-04-15T14:48:56.907 INFO:tasks.rados.rados.0.smithi016.stdout:3690: finishing write tid 6 to smithi01678542-44 2024-04-15T14:48:56.907 INFO:tasks.rados.rados.0.smithi016.stdout:3690: oid 44 updating version 0 to 1990 2024-04-15T14:48:56.907 INFO:tasks.rados.rados.0.smithi016.stdout:3690: oid 44 updating version 1990 to 1994 2024-04-15T14:48:56.907 INFO:tasks.rados.rados.0.smithi016.stdout:3690: oid 44 version 1994 is already newer than 1992 2024-04-15T14:48:56.908 INFO:tasks.rados.rados.0.smithi016.stdout:3690: oid 44 version 1994 is already newer than 1993 2024-04-15T14:48:56.908 INFO:tasks.rados.rados.0.smithi016.stdout:3690: oid 44 version 1994 is already newer than 1991 2024-04-15T14:48:56.908 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 44 v 1994 (ObjNum 1144 snap 339 seq_num 1144) dirty exists 2024-04-15T14:48:56.908 INFO:tasks.rados.rados.0.smithi016.stdout:3690: left oid 44 (ObjNum 1144 snap 339 seq_num 1144) 2024-04-15T14:48:56.908 INFO:tasks.rados.rados.0.smithi016.stdout:3691: finishing write tid 1 to smithi01678542-27 2024-04-15T14:48:56.908 INFO:tasks.rados.rados.0.smithi016.stdout:3691: finishing write tid 2 to smithi01678542-27 2024-04-15T14:48:56.908 INFO:tasks.rados.rados.0.smithi016.stdout:3691: finishing write tid 3 to smithi01678542-27 2024-04-15T14:48:56.908 INFO:tasks.rados.rados.0.smithi016.stdout:3691: finishing write tid 4 to smithi01678542-27 2024-04-15T14:48:56.908 INFO:tasks.rados.rados.0.smithi016.stdout:3691: finishing write tid 5 to smithi01678542-27 2024-04-15T14:48:56.908 INFO:tasks.rados.rados.0.smithi016.stdout:3691: finishing write tid 6 to smithi01678542-27 2024-04-15T14:48:56.908 INFO:tasks.rados.rados.0.smithi016.stdout:3691: finishing write tid 7 to smithi01678542-27 2024-04-15T14:48:56.908 INFO:tasks.rados.rados.0.smithi016.stdout:3691: oid 27 updating version 0 to 1474 2024-04-15T14:48:56.908 INFO:tasks.rados.rados.0.smithi016.stdout:3691: oid 27 version 1474 is already newer than 1473 2024-04-15T14:48:56.909 INFO:tasks.rados.rados.0.smithi016.stdout:3691: oid 27 updating version 1474 to 1475 2024-04-15T14:48:56.909 INFO:tasks.rados.rados.0.smithi016.stdout:3691: oid 27 updating version 1475 to 1477 2024-04-15T14:48:56.909 INFO:tasks.rados.rados.0.smithi016.stdout:3691: oid 27 updating version 1477 to 1478 2024-04-15T14:48:56.909 INFO:tasks.rados.rados.0.smithi016.stdout:3691: oid 27 version 1478 is already newer than 1476 2024-04-15T14:48:56.909 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 27 v 1478 (ObjNum 1145 snap 339 seq_num 1145) dirty exists 2024-04-15T14:48:56.909 INFO:tasks.rados.rados.0.smithi016.stdout:3691: left oid 27 (ObjNum 1145 snap 339 seq_num 1145) 2024-04-15T14:48:56.909 INFO:tasks.rados.rados.0.smithi016.stdout:3693: finishing write tid 1 to smithi01678542-9 2024-04-15T14:48:56.909 INFO:tasks.rados.rados.0.smithi016.stdout:3693: finishing write tid 2 to smithi01678542-9 2024-04-15T14:48:56.909 INFO:tasks.rados.rados.0.smithi016.stdout:3693: finishing write tid 3 to smithi01678542-9 2024-04-15T14:48:56.909 INFO:tasks.rados.rados.0.smithi016.stdout:3693: finishing write tid 4 to smithi01678542-9 2024-04-15T14:48:56.910 INFO:tasks.rados.rados.0.smithi016.stdout:3693: finishing write tid 5 to smithi01678542-9 2024-04-15T14:48:56.910 INFO:tasks.rados.rados.0.smithi016.stdout:3693: finishing write tid 6 to smithi01678542-9 2024-04-15T14:48:56.910 INFO:tasks.rados.rados.0.smithi016.stdout:3693: oid 9 updating version 0 to 1766 2024-04-15T14:48:56.910 INFO:tasks.rados.rados.0.smithi016.stdout:3693: oid 9 updating version 1766 to 1768 2024-04-15T14:48:56.910 INFO:tasks.rados.rados.0.smithi016.stdout:3693: oid 9 version 1768 is already newer than 1764 2024-04-15T14:48:56.910 INFO:tasks.rados.rados.0.smithi016.stdout:3693: oid 9 version 1768 is already newer than 1767 2024-04-15T14:48:56.910 INFO:tasks.rados.rados.0.smithi016.stdout:3693: oid 9 version 1768 is already newer than 1765 2024-04-15T14:48:56.910 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 9 v 1768 (ObjNum 1146 snap 339 seq_num 1146) dirty exists 2024-04-15T14:48:56.910 INFO:tasks.rados.rados.0.smithi016.stdout:3693: left oid 9 (ObjNum 1146 snap 339 seq_num 1146) 2024-04-15T14:48:56.910 INFO:tasks.rados.rados.0.smithi016.stdout:3697: expect (ObjNum 632 snap 191 seq_num 632) 2024-04-15T14:48:57.071 INFO:tasks.rados.rados.0.smithi016.stdout:3694: finishing write tid 1 to smithi01678542-37 2024-04-15T14:48:57.072 INFO:tasks.rados.rados.0.smithi016.stdout:3694: finishing write tid 2 to smithi01678542-37 2024-04-15T14:48:57.072 INFO:tasks.rados.rados.0.smithi016.stdout:3695: finishing rollback tid 0 to smithi01678542-19 2024-04-15T14:48:57.072 INFO:tasks.rados.rados.0.smithi016.stdout:3695: finishing rollback tid 1 to smithi01678542-19 2024-04-15T14:48:57.072 INFO:tasks.rados.rados.0.smithi016.stdout:3695: finishing rollback tid 2 to smithi01678542-19 2024-04-15T14:48:57.072 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 19 v 1731 (ObjNum 1073 snap 315 seq_num 1073) dirty exists 2024-04-15T14:48:57.072 INFO:tasks.rados.rados.0.smithi016.stdout:3690: done (7 left) 2024-04-15T14:48:57.072 INFO:tasks.rados.rados.0.smithi016.stdout:3691: done (6 left) 2024-04-15T14:48:57.072 INFO:tasks.rados.rados.0.smithi016.stdout:3693: done (5 left) 2024-04-15T14:48:57.072 INFO:tasks.rados.rados.0.smithi016.stdout:3695: done (4 left) 2024-04-15T14:48:57.072 INFO:tasks.rados.rados.0.smithi016.stdout:3697: done (3 left) 2024-04-15T14:48:57.072 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 20 current snap is 339 2024-04-15T14:48:57.072 INFO:tasks.rados.rados.0.smithi016.stdout:3694: finishing write tid 3 to smithi01678542-37 2024-04-15T14:48:57.073 INFO:tasks.rados.rados.0.smithi016.stdout:3694: oid 37 updating version 0 to 1726 2024-04-15T14:48:57.073 INFO:tasks.rados.rados.0.smithi016.stdout:3694: oid 37 updating version 1726 to 1727 2024-04-15T14:48:57.073 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 37 v 1727 (ObjNum 1147 snap 339 seq_num 1147) dirty exists 2024-04-15T14:48:57.073 INFO:tasks.rados.rados.0.smithi016.stdout:3694: left oid 37 (ObjNum 1147 snap 339 seq_num 1147) 2024-04-15T14:48:57.073 INFO:tasks.rados.rados.0.smithi016.stdout:3696: expect (ObjNum 1125 snap 333 seq_num 1125) 2024-04-15T14:48:57.193 INFO:tasks.rados.rados.0.smithi016.stdout:3699: finishing rollback tid 0 to smithi01678542-18 2024-04-15T14:48:57.193 INFO:tasks.rados.rados.0.smithi016.stdout:3699: finishing rollback tid 1 to smithi01678542-18 2024-04-15T14:48:57.194 INFO:tasks.rados.rados.0.smithi016.stdout:3699: finishing rollback tid 2 to smithi01678542-18 2024-04-15T14:48:57.194 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 18 v 591 (ObjNum 1011 snap 293 seq_num 1011) dirty exists 2024-04-15T14:48:57.194 INFO:tasks.rados.rados.0.smithi016.stdout:3700: seq_num 1149 ranges {3817472=49152} 2024-04-15T14:48:57.215 INFO:tasks.rados.rados.0.smithi016.stdout:3700: writing smithi01678542-20 from 3817472 to 3866624 tid 1 2024-04-15T14:48:57.215 INFO:tasks.rados.rados.0.smithi016.stdout:3694: done (3 left) 2024-04-15T14:48:57.215 INFO:tasks.rados.rados.0.smithi016.stdout:3696: done (2 left) 2024-04-15T14:48:57.215 INFO:tasks.rados.rados.0.smithi016.stdout:3699: done (1 left) 2024-04-15T14:48:57.215 INFO:tasks.rados.rados.0.smithi016.stdout:3701: read oid 41 snap -1 2024-04-15T14:48:57.215 INFO:tasks.rados.rados.0.smithi016.stdout:3701: expect (ObjNum 828 snap 250 seq_num 828) 2024-04-15T14:48:57.215 INFO:tasks.rados.rados.0.smithi016.stdout:3702: snap_create 2024-04-15T14:48:57.218 INFO:tasks.rados.rados.0.smithi016.stdout:3700: finishing write tid 1 to smithi01678542-20 2024-04-15T14:48:57.218 INFO:tasks.rados.rados.0.smithi016.stdout:3700: finishing write tid 2 to smithi01678542-20 2024-04-15T14:48:57.219 INFO:tasks.rados.rados.0.smithi016.stdout:3700: finishing write tid 3 to smithi01678542-20 2024-04-15T14:48:57.220 INFO:tasks.rados.rados.0.smithi016.stdout:3700: oid 20 updating version 0 to 1650 2024-04-15T14:48:57.220 INFO:tasks.rados.rados.0.smithi016.stdout:3700: oid 20 version 1650 is already newer than 1649 2024-04-15T14:48:57.220 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 20 v 1650 (ObjNum 1149 snap 339 seq_num 1149) dirty exists 2024-04-15T14:48:57.220 INFO:tasks.rados.rados.0.smithi016.stdout:3700: left oid 20 (ObjNum 1149 snap 339 seq_num 1149) 2024-04-15T14:48:57.221 INFO:tasks.rados.rados.0.smithi016.stdout:3701: expect (ObjNum 828 snap 250 seq_num 828) 2024-04-15T14:48:57.456 INFO:tasks.rados.rados.0.smithi016.stdout:3700: done (2 left) 2024-04-15T14:48:57.456 INFO:tasks.rados.rados.0.smithi016.stdout:3701: done (1 left) 2024-04-15T14:48:57.456 INFO:tasks.rados.rados.0.smithi016.stdout:3702: done (0 left) 2024-04-15T14:48:57.456 INFO:tasks.rados.rados.0.smithi016.stdout:3703: rmattr oid 2 current snap is 340 2024-04-15T14:48:57.456 INFO:tasks.rados.rados.0.smithi016.stdout:3703: done (0 left) 2024-04-15T14:48:57.456 INFO:tasks.rados.rados.0.smithi016.stdout:3704: copy_from oid 8 from oid 12 current snap is 340 2024-04-15T14:48:57.456 INFO:tasks.rados.rados.0.smithi016.stdout:3705: copy_from oid 15 from oid 38 current snap is 340 2024-04-15T14:48:57.456 INFO:tasks.rados.rados.0.smithi016.stdout:3706: snap_create 2024-04-15T14:48:57.456 INFO:tasks.rados.rados.0.smithi016.stdout:3704: finishing copy_from to smithi01678542-8 2024-04-15T14:48:57.456 INFO:tasks.rados.rados.0.smithi016.stdout:3704: got expected ENOENT (src dne) 2024-04-15T14:48:57.457 INFO:tasks.rados.rados.0.smithi016.stdout:3704: finishing copy_from racing read to smithi01678542-8 2024-04-15T14:48:57.462 INFO:tasks.rados.rados.0.smithi016.stdout:3705: finishing copy_from racing read to smithi01678542-15 2024-04-15T14:48:57.465 INFO:tasks.rados.rados.0.smithi016.stdout:3705: finishing copy_from to smithi01678542-15 2024-04-15T14:48:57.465 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 15 v 1484 (ObjNum 1051 snap 307 seq_num 1051) dirty exists 2024-04-15T14:48:57.789 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:48:57 smithi016 ceph-mon[90652]: pgmap v784: 121 pgs: 3 active+clean+snaptrim, 118 active+clean; 253 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 12 MiB/s rd, 3.7 MiB/s wr, 11 op/s 2024-04-15T14:48:57.789 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:48:57 smithi016 ceph-mon[90652]: osdmap e763: 8 total, 8 up, 8 in 2024-04-15T14:48:57.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:48:57 smithi016 ceph-mon[93212]: pgmap v784: 121 pgs: 3 active+clean+snaptrim, 118 active+clean; 253 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 12 MiB/s rd, 3.7 MiB/s wr, 11 op/s 2024-04-15T14:48:57.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:48:57 smithi016 ceph-mon[93212]: osdmap e763: 8 total, 8 up, 8 in 2024-04-15T14:48:57.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:48:57 smithi102 ceph-mon[87131]: pgmap v784: 121 pgs: 3 active+clean+snaptrim, 118 active+clean; 253 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 12 MiB/s rd, 3.7 MiB/s wr, 11 op/s 2024-04-15T14:48:57.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:48:57 smithi102 ceph-mon[87131]: osdmap e763: 8 total, 8 up, 8 in 2024-04-15T14:48:58.466 INFO:tasks.rados.rados.0.smithi016.stdout:3704: done (2 left) 2024-04-15T14:48:58.466 INFO:tasks.rados.rados.0.smithi016.stdout:3705: done (1 left) 2024-04-15T14:48:58.466 INFO:tasks.rados.rados.0.smithi016.stdout:3706: done (0 left) 2024-04-15T14:48:58.466 INFO:tasks.rados.rados.0.smithi016.stdout:3707: snap_create 2024-04-15T14:48:58.789 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:48:58 smithi016 ceph-mon[90652]: osdmap e764: 8 total, 8 up, 8 in 2024-04-15T14:48:58.789 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:48:58 smithi016 ceph-mon[93212]: osdmap e764: 8 total, 8 up, 8 in 2024-04-15T14:48:58.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:48:58 smithi102 ceph-mon[87131]: osdmap e764: 8 total, 8 up, 8 in 2024-04-15T14:48:59.471 INFO:tasks.rados.rados.0.smithi016.stdout:3707: done (0 left) 2024-04-15T14:48:59.471 INFO:tasks.rados.rados.0.smithi016.stdout:3708: read oid 16 snap -1 2024-04-15T14:48:59.471 INFO:tasks.rados.rados.0.smithi016.stdout:3708: expect (ObjNum 632 snap 191 seq_num 632) 2024-04-15T14:48:59.471 INFO:tasks.rados.rados.0.smithi016.stdout:3709: copy_from oid 14 from oid 41 current snap is 342 2024-04-15T14:48:59.471 INFO:tasks.rados.rados.0.smithi016.stdout:3710: read oid 35 snap -1 2024-04-15T14:48:59.471 INFO:tasks.rados.rados.0.smithi016.stdout:3710: expect (ObjNum 1084 snap 320 seq_num 1084) 2024-04-15T14:48:59.471 INFO:tasks.rados.rados.0.smithi016.stdout:3711: delete oid 1 current snap is 342 2024-04-15T14:48:59.481 INFO:tasks.rados.rados.0.smithi016.stdout:3711: done (3 left) 2024-04-15T14:48:59.481 INFO:tasks.rados.rados.0.smithi016.stdout:3712: rollback oid 48 current snap is 342 2024-04-15T14:48:59.481 INFO:tasks.rados.rados.0.smithi016.stdout:rollback oid 48 to 338 2024-04-15T14:48:59.481 INFO:tasks.rados.rados.0.smithi016.stdout:3713: delete oid 49 current snap is 342 2024-04-15T14:48:59.488 INFO:tasks.rados.rados.0.smithi016.stdout:3713: done (4 left) 2024-04-15T14:48:59.489 INFO:tasks.rados.rados.0.smithi016.stdout:3714: read oid 4 snap -1 2024-04-15T14:48:59.489 INFO:tasks.rados.rados.0.smithi016.stdout:3714: expect (ObjNum 1135 snap 335 seq_num 1135) 2024-04-15T14:48:59.489 INFO:tasks.rados.rados.0.smithi016.stdout:3715: setattr oid 45 current snap is 342 2024-04-15T14:48:59.490 INFO:tasks.rados.rados.0.smithi016.stdout:3716: setattr oid 37 current snap is 342 2024-04-15T14:48:59.492 INFO:tasks.rados.rados.0.smithi016.stdout:3717: rmattr oid 27 current snap is 342 2024-04-15T14:48:59.492 INFO:tasks.rados.rados.0.smithi016.stdout:3717: done (7 left) 2024-04-15T14:48:59.493 INFO:tasks.rados.rados.0.smithi016.stdout:3718: read oid 29 snap -1 2024-04-15T14:48:59.493 INFO:tasks.rados.rados.0.smithi016.stdout:3718: expect (ObjNum 1116 snap 332 seq_num 1116) 2024-04-15T14:48:59.493 INFO:tasks.rados.rados.0.smithi016.stdout:3719: read oid 33 snap -1 2024-04-15T14:48:59.493 INFO:tasks.rados.rados.0.smithi016.stdout:3719: expect deleted 2024-04-15T14:48:59.493 INFO:tasks.rados.rados.0.smithi016.stdout:3720: read oid 36 snap 337 2024-04-15T14:48:59.493 INFO:tasks.rados.rados.0.smithi016.stdout:3720: expect (ObjNum 1109 snap 329 seq_num 1109) 2024-04-15T14:48:59.493 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 30 current snap is 342 2024-04-15T14:48:59.493 INFO:tasks.rados.rados.0.smithi016.stdout:3721: seq_num 1152 ranges {0=98304} 2024-04-15T14:48:59.494 INFO:tasks.rados.rados.0.smithi016.stdout:3721: writing smithi01678542-30 from 0 to 98304 tid 1 2024-04-15T14:48:59.494 INFO:tasks.rados.rados.0.smithi016.stdout:3722: setattr oid 42 current snap is 342 2024-04-15T14:48:59.494 INFO:tasks.rados.rados.0.smithi016.stdout:3708: expect (ObjNum 632 snap 191 seq_num 632) 2024-04-15T14:48:59.668 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 37 v 1733 (ObjNum 1147 snap 339 seq_num 1147) dirty exists 2024-04-15T14:48:59.668 INFO:tasks.rados.rados.0.smithi016.stdout:3721: finishing write tid 1 to smithi01678542-30 2024-04-15T14:48:59.668 INFO:tasks.rados.rados.0.smithi016.stdout:3721: finishing write tid 2 to smithi01678542-30 2024-04-15T14:48:59.668 INFO:tasks.rados.rados.0.smithi016.stdout:3709: finishing copy_from racing read to smithi01678542-14 2024-04-15T14:48:59.668 INFO:tasks.rados.rados.0.smithi016.stdout:3721: finishing write tid 3 to smithi01678542-30 2024-04-15T14:48:59.668 INFO:tasks.rados.rados.0.smithi016.stdout:3721: oid 30 updating version 0 to 1720 2024-04-15T14:48:59.668 INFO:tasks.rados.rados.0.smithi016.stdout:3721: oid 30 updating version 1720 to 1721 2024-04-15T14:48:59.668 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 30 v 1721 (ObjNum 1152 snap 342 seq_num 1152) dirty exists 2024-04-15T14:48:59.668 INFO:tasks.rados.rados.0.smithi016.stdout:3721: left oid 30 (ObjNum 1152 snap 342 seq_num 1152) 2024-04-15T14:48:59.668 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 45 v 1479 (ObjNum 1114 snap 332 seq_num 1114) dirty exists 2024-04-15T14:48:59.668 INFO:tasks.rados.rados.0.smithi016.stdout:3712: finishing rollback tid 0 to smithi01678542-48 2024-04-15T14:48:59.668 INFO:tasks.rados.rados.0.smithi016.stdout:3712: finishing rollback tid 1 to smithi01678542-48 2024-04-15T14:48:59.669 INFO:tasks.rados.rados.0.smithi016.stdout:3712: finishing rollback tid 2 to smithi01678542-48 2024-04-15T14:48:59.669 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 48 v 1755 (ObjNum 1131 snap 335 seq_num 1131) dirty exists 2024-04-15T14:48:59.669 INFO:tasks.rados.rados.0.smithi016.stdout:3720: expect (ObjNum 1109 snap 329 seq_num 1109) 2024-04-15T14:48:59.789 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:48:59 smithi016 ceph-mon[90652]: pgmap v787: 121 pgs: 3 active+clean+snaptrim, 118 active+clean; 256 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 4.4 MiB/s rd, 4.3 MiB/s wr, 10 op/s 2024-04-15T14:48:59.789 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:48:59 smithi016 ceph-mon[90652]: osdmap e765: 8 total, 8 up, 8 in 2024-04-15T14:48:59.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:48:59 smithi016 ceph-mon[93212]: pgmap v787: 121 pgs: 3 active+clean+snaptrim, 118 active+clean; 256 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 4.4 MiB/s rd, 4.3 MiB/s wr, 10 op/s 2024-04-15T14:48:59.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:48:59 smithi016 ceph-mon[93212]: osdmap e765: 8 total, 8 up, 8 in 2024-04-15T14:48:59.870 INFO:tasks.rados.rados.0.smithi016.stdout:3710: expect (ObjNum 1084 snap 320 seq_num 1084) 2024-04-15T14:48:59.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:48:59 smithi102 ceph-mon[87131]: pgmap v787: 121 pgs: 3 active+clean+snaptrim, 118 active+clean; 256 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 4.4 MiB/s rd, 4.3 MiB/s wr, 10 op/s 2024-04-15T14:48:59.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:48:59 smithi102 ceph-mon[87131]: osdmap e765: 8 total, 8 up, 8 in 2024-04-15T14:49:00.216 INFO:tasks.rados.rados.0.smithi016.stdout:3709: finishing copy_from to smithi01678542-14 2024-04-15T14:49:00.216 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 14 v 1554 (ObjNum 828 snap 250 seq_num 828) dirty exists 2024-04-15T14:49:00.216 INFO:tasks.rados.rados.0.smithi016.stdout:3714: expect (ObjNum 1135 snap 335 seq_num 1135) 2024-04-15T14:49:00.789 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:49:00 smithi016 ceph-mon[93212]: osdmap e766: 8 total, 8 up, 8 in 2024-04-15T14:49:00.789 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:49:00 smithi016 ceph-mon[93212]: osdmap e767: 8 total, 8 up, 8 in 2024-04-15T14:49:00.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:49:00 smithi016 ceph-mon[90652]: osdmap e766: 8 total, 8 up, 8 in 2024-04-15T14:49:00.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:49:00 smithi016 ceph-mon[90652]: osdmap e767: 8 total, 8 up, 8 in 2024-04-15T14:49:00.926 INFO:tasks.rados.rados.0.smithi016.stdout:3718: expect (ObjNum 1116 snap 332 seq_num 1116) 2024-04-15T14:49:00.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:49:00 smithi102 ceph-mon[87131]: osdmap e766: 8 total, 8 up, 8 in 2024-04-15T14:49:00.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:49:00 smithi102 ceph-mon[87131]: osdmap e767: 8 total, 8 up, 8 in 2024-04-15T14:49:01.115 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 42 v 1448 (ObjNum 81 snap 0 seq_num 0) dirty exists 2024-04-15T14:49:01.115 INFO:tasks.rados.rados.0.smithi016.stdout:3708: done (11 left) 2024-04-15T14:49:01.115 INFO:tasks.rados.rados.0.smithi016.stdout:3709: done (10 left) 2024-04-15T14:49:01.115 INFO:tasks.rados.rados.0.smithi016.stdout:3710: done (9 left) 2024-04-15T14:49:01.115 INFO:tasks.rados.rados.0.smithi016.stdout:3712: done (8 left) 2024-04-15T14:49:01.115 INFO:tasks.rados.rados.0.smithi016.stdout:3714: done (7 left) 2024-04-15T14:49:01.115 INFO:tasks.rados.rados.0.smithi016.stdout:3715: done (6 left) 2024-04-15T14:49:01.116 INFO:tasks.rados.rados.0.smithi016.stdout:3716: done (5 left) 2024-04-15T14:49:01.116 INFO:tasks.rados.rados.0.smithi016.stdout:3718: done (4 left) 2024-04-15T14:49:01.116 INFO:tasks.rados.rados.0.smithi016.stdout:3719: done (3 left) 2024-04-15T14:49:01.116 INFO:tasks.rados.rados.0.smithi016.stdout:3720: done (2 left) 2024-04-15T14:49:01.116 INFO:tasks.rados.rados.0.smithi016.stdout:3721: done (1 left) 2024-04-15T14:49:01.116 INFO:tasks.rados.rados.0.smithi016.stdout:3722: done (0 left) 2024-04-15T14:49:01.116 INFO:tasks.rados.rados.0.smithi016.stdout:3723: read oid 27 snap -1 2024-04-15T14:49:01.116 INFO:tasks.rados.rados.0.smithi016.stdout:3723: expect (ObjNum 1145 snap 339 seq_num 1145) 2024-04-15T14:49:01.116 INFO:tasks.rados.rados.0.smithi016.stdout:3724: snap_create 2024-04-15T14:49:01.120 INFO:tasks.rados.rados.0.smithi016.stdout:3723: expect (ObjNum 1145 snap 339 seq_num 1145) 2024-04-15T14:49:01.482 INFO:tasks.rados.rados.0.smithi016.stdout:3723: done (1 left) 2024-04-15T14:49:01.482 INFO:tasks.rados.rados.0.smithi016.stdout:3724: done (0 left) 2024-04-15T14:49:01.482 INFO:tasks.rados.rados.0.smithi016.stdout:3725: delete oid 12 current snap is 343 2024-04-15T14:49:01.485 INFO:tasks.rados.rados.0.smithi016.stdout:3725: done (0 left) 2024-04-15T14:49:01.485 INFO:tasks.rados.rados.0.smithi016.stdout:3726: snap_create 2024-04-15T14:49:01.778 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:49:01 smithi016 ceph-mon[90652]: pgmap v790: 121 pgs: 3 active+clean+snaptrim, 118 active+clean; 256 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 511 B/s rd, 1.1 MiB/s wr, 2 op/s 2024-04-15T14:49:01.778 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:49:01 smithi016 ceph-mon[93212]: pgmap v790: 121 pgs: 3 active+clean+snaptrim, 118 active+clean; 256 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 511 B/s rd, 1.1 MiB/s wr, 2 op/s 2024-04-15T14:49:01.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:49:01 smithi102 ceph-mon[87131]: pgmap v790: 121 pgs: 3 active+clean+snaptrim, 118 active+clean; 256 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 511 B/s rd, 1.1 MiB/s wr, 2 op/s 2024-04-15T14:49:02.039 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 15 14:49:01 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-y[81421]: ::ffff:172.21.15.102 - - [15/Apr/2024:14:49:01] "GET /metrics HTTP/1.1" 200 36271 "" "Prometheus/2.43.0" 2024-04-15T14:49:02.487 INFO:tasks.rados.rados.0.smithi016.stdout:3726: done (0 left) 2024-04-15T14:49:02.488 INFO:tasks.rados.rados.0.smithi016.stdout:3727: delete oid 41 current snap is 344 2024-04-15T14:49:02.493 INFO:tasks.rados.rados.0.smithi016.stdout:3727: done (0 left) 2024-04-15T14:49:02.494 INFO:tasks.rados.rados.0.smithi016.stdout:3728: read oid 22 snap 340 2024-04-15T14:49:02.494 INFO:tasks.rados.rados.0.smithi016.stdout:3728: expect deleted 2024-04-15T14:49:02.494 INFO:tasks.rados.rados.0.smithi016.stdout:3729: snap_create 2024-04-15T14:49:02.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:49:02 smithi102 ceph-mon[87131]: osdmap e768: 8 total, 8 up, 8 in 2024-04-15T14:49:02.688 INFO:journalctl@ceph.prometheus.a.smithi102.stdout:Apr 15 14:49:02 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-prometheus-a[120881]: ts=2024-04-15T14:49:02.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi016:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"362ea986-fb34-11ee-bc8f-c7b262605968\", instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T14:49:02.789 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:49:02 smithi016 ceph-mon[90652]: osdmap e768: 8 total, 8 up, 8 in 2024-04-15T14:49:02.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:49:02 smithi016 ceph-mon[93212]: osdmap e768: 8 total, 8 up, 8 in 2024-04-15T14:49:03.495 INFO:tasks.rados.rados.0.smithi016.stdout:3728: done (1 left) 2024-04-15T14:49:03.495 INFO:tasks.rados.rados.0.smithi016.stdout:3729: done (0 left) 2024-04-15T14:49:03.495 INFO:tasks.rados.rados.0.smithi016.stdout:3730: read oid 42 snap -1 2024-04-15T14:49:03.495 INFO:tasks.rados.rados.0.smithi016.stdout:3730: expect (ObjNum 0 snap 0 seq_num 0) 2024-04-15T14:49:03.495 INFO:tasks.rados.rados.0.smithi016.stdout:3731: rollback oid 40 current snap is 345 2024-04-15T14:49:03.496 INFO:tasks.rados.rados.0.smithi016.stdout:rollback oid 40 to 326 2024-04-15T14:49:03.496 INFO:tasks.rados.rados.0.smithi016.stdout:3732: read oid 5 snap -1 2024-04-15T14:49:03.496 INFO:tasks.rados.rados.0.smithi016.stdout:3732: expect deleted 2024-04-15T14:49:03.496 INFO:tasks.rados.rados.0.smithi016.stdout:3733: read oid 29 snap -1 2024-04-15T14:49:03.496 INFO:tasks.rados.rados.0.smithi016.stdout:3733: expect (ObjNum 1116 snap 332 seq_num 1116) 2024-04-15T14:49:03.496 INFO:tasks.rados.rados.0.smithi016.stdout:3734: snap_create 2024-04-15T14:49:03.497 INFO:tasks.rados.rados.0.smithi016.stdout:3730: expect (ObjNum 0 snap 0 seq_num 0) 2024-04-15T14:49:03.502 INFO:tasks.rados.rados.0.smithi016.stdout:3731: finishing rollback tid 1 to smithi01678542-40 2024-04-15T14:49:03.502 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 40 v 0 (ObjNum 289 snap 0 seq_num 1) dirty dne 2024-04-15T14:49:03.522 INFO:tasks.rados.rados.0.smithi016.stdout:3733: expect (ObjNum 1116 snap 332 seq_num 1116) 2024-04-15T14:49:03.789 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:49:03 smithi016 ceph-mon[90652]: pgmap v793: 121 pgs: 121 active+clean; 262 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 27 MiB/s rd, 1.4 MiB/s wr, 31 op/s 2024-04-15T14:49:03.789 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:49:03 smithi016 ceph-mon[90652]: osdmap e769: 8 total, 8 up, 8 in 2024-04-15T14:49:03.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:49:03 smithi016 ceph-mon[93212]: pgmap v793: 121 pgs: 121 active+clean; 262 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 27 MiB/s rd, 1.4 MiB/s wr, 31 op/s 2024-04-15T14:49:03.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:49:03 smithi016 ceph-mon[93212]: osdmap e769: 8 total, 8 up, 8 in 2024-04-15T14:49:03.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:49:03 smithi102 ceph-mon[87131]: pgmap v793: 121 pgs: 121 active+clean; 262 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 27 MiB/s rd, 1.4 MiB/s wr, 31 op/s 2024-04-15T14:49:03.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:49:03 smithi102 ceph-mon[87131]: osdmap e769: 8 total, 8 up, 8 in 2024-04-15T14:49:04.501 INFO:tasks.rados.rados.0.smithi016.stdout:3730: done (4 left) 2024-04-15T14:49:04.501 INFO:tasks.rados.rados.0.smithi016.stdout:3731: done (3 left) 2024-04-15T14:49:04.502 INFO:tasks.rados.rados.0.smithi016.stdout:3732: done (2 left) 2024-04-15T14:49:04.502 INFO:tasks.rados.rados.0.smithi016.stdout:3733: done (1 left) 2024-04-15T14:49:04.502 INFO:tasks.rados.rados.0.smithi016.stdout:3734: done (0 left) 2024-04-15T14:49:04.502 INFO:tasks.rados.rados.0.smithi016.stdout:3735: read oid 21 snap -1 2024-04-15T14:49:04.502 INFO:tasks.rados.rados.0.smithi016.stdout:3735: expect (ObjNum 1125 snap 333 seq_num 1125) 2024-04-15T14:49:04.502 INFO:tasks.rados.rados.0.smithi016.stdout:3736: read oid 42 snap -1 2024-04-15T14:49:04.502 INFO:tasks.rados.rados.0.smithi016.stdout:3736: expect (ObjNum 0 snap 0 seq_num 0) 2024-04-15T14:49:04.502 INFO:tasks.rados.rados.0.smithi016.stdout:3737: read oid 24 snap -1 2024-04-15T14:49:04.502 INFO:tasks.rados.rados.0.smithi016.stdout:3737: expect (ObjNum 632 snap 191 seq_num 632) 2024-04-15T14:49:04.502 INFO:tasks.rados.rados.0.smithi016.stdout:3738: snap_create 2024-04-15T14:49:04.505 INFO:tasks.rados.rados.0.smithi016.stdout:3736: expect (ObjNum 0 snap 0 seq_num 0) 2024-04-15T14:49:04.519 INFO:tasks.rados.rados.0.smithi016.stdout:3735: expect (ObjNum 1125 snap 333 seq_num 1125) 2024-04-15T14:49:04.642 INFO:tasks.rados.rados.0.smithi016.stdout:3737: expect (ObjNum 632 snap 191 seq_num 632) 2024-04-15T14:49:04.789 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:49:04 smithi016 ceph-mon[90652]: osdmap e770: 8 total, 8 up, 8 in 2024-04-15T14:49:04.789 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:49:04 smithi016 ceph-mon[93212]: osdmap e770: 8 total, 8 up, 8 in 2024-04-15T14:49:04.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:49:04 smithi102 ceph-mon[87131]: osdmap e770: 8 total, 8 up, 8 in 2024-04-15T14:49:05.397 INFO:tasks.rados.rados.0.smithi016.stdout:3735: done (3 left) 2024-04-15T14:49:05.397 INFO:tasks.rados.rados.0.smithi016.stdout:3736: done (2 left) 2024-04-15T14:49:05.397 INFO:tasks.rados.rados.0.smithi016.stdout:3737: done (1 left) 2024-04-15T14:49:05.397 INFO:tasks.rados.rados.0.smithi016.stdout:3738: done (0 left) 2024-04-15T14:49:05.397 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 42 current snap is 347 2024-04-15T14:49:05.397 INFO:tasks.rados.rados.0.smithi016.stdout:3739: seq_num 1155 ranges {0=147456} 2024-04-15T14:49:05.398 INFO:tasks.rados.rados.0.smithi016.stdout:3739: writing smithi01678542-42 from 0 to 147456 tid 1 2024-04-15T14:49:05.398 INFO:tasks.rados.rados.0.smithi016.stdout:3740: read oid 41 snap -1 2024-04-15T14:49:05.398 INFO:tasks.rados.rados.0.smithi016.stdout:3740: expect deleted 2024-04-15T14:49:05.398 INFO:tasks.rados.rados.0.smithi016.stdout:3741: snap_create 2024-04-15T14:49:05.404 INFO:tasks.rados.rados.0.smithi016.stdout:3739: finishing write tid 1 to smithi01678542-42 2024-04-15T14:49:05.404 INFO:tasks.rados.rados.0.smithi016.stdout:3739: finishing write tid 2 to smithi01678542-42 2024-04-15T14:49:05.406 INFO:tasks.rados.rados.0.smithi016.stdout:3739: finishing write tid 3 to smithi01678542-42 2024-04-15T14:49:05.406 INFO:tasks.rados.rados.0.smithi016.stdout:3739: oid 42 updating version 0 to 1449 2024-04-15T14:49:05.406 INFO:tasks.rados.rados.0.smithi016.stdout:3739: oid 42 updating version 1449 to 1450 2024-04-15T14:49:05.406 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 42 v 1450 (ObjNum 1155 snap 347 seq_num 1155) dirty exists 2024-04-15T14:49:05.406 INFO:tasks.rados.rados.0.smithi016.stdout:3739: left oid 42 (ObjNum 1155 snap 347 seq_num 1155) 2024-04-15T14:49:05.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:49:05 smithi016 ceph-mon[90652]: pgmap v796: 121 pgs: 121 active+clean; 264 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 31 MiB/s rd, 1.8 MiB/s wr, 33 op/s 2024-04-15T14:49:05.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:49:05 smithi016 ceph-mon[90652]: osdmap e771: 8 total, 8 up, 8 in 2024-04-15T14:49:05.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:49:05 smithi016 ceph-mon[90652]: osdmap e772: 8 total, 8 up, 8 in 2024-04-15T14:49:05.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:49:05 smithi016 ceph-mon[93212]: pgmap v796: 121 pgs: 121 active+clean; 264 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 31 MiB/s rd, 1.8 MiB/s wr, 33 op/s 2024-04-15T14:49:05.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:49:05 smithi016 ceph-mon[93212]: osdmap e771: 8 total, 8 up, 8 in 2024-04-15T14:49:05.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:49:05 smithi016 ceph-mon[93212]: osdmap e772: 8 total, 8 up, 8 in 2024-04-15T14:49:05.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:49:05 smithi102 ceph-mon[87131]: pgmap v796: 121 pgs: 121 active+clean; 264 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 31 MiB/s rd, 1.8 MiB/s wr, 33 op/s 2024-04-15T14:49:05.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:49:05 smithi102 ceph-mon[87131]: osdmap e771: 8 total, 8 up, 8 in 2024-04-15T14:49:05.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:49:05 smithi102 ceph-mon[87131]: osdmap e772: 8 total, 8 up, 8 in 2024-04-15T14:49:06.399 INFO:tasks.rados.rados.0.smithi016.stdout:3739: done (2 left) 2024-04-15T14:49:06.399 INFO:tasks.rados.rados.0.smithi016.stdout:3740: done (1 left) 2024-04-15T14:49:06.399 INFO:tasks.rados.rados.0.smithi016.stdout:3741: done (0 left) 2024-04-15T14:49:06.399 INFO:tasks.rados.rados.0.smithi016.stdout:3742: copy_from oid 39 from oid 30 current snap is 348 2024-04-15T14:49:06.399 INFO:tasks.rados.rados.0.smithi016.stdout:3743: read oid 40 snap -1 2024-04-15T14:49:06.399 INFO:tasks.rados.rados.0.smithi016.stdout:3743: expect deleted 2024-04-15T14:49:06.399 INFO:tasks.rados.rados.0.smithi016.stdout:3744: read oid 43 snap -1 2024-04-15T14:49:06.400 INFO:tasks.rados.rados.0.smithi016.stdout:3744: expect (ObjNum 1017 snap 294 seq_num 1017) 2024-04-15T14:49:06.400 INFO:tasks.rados.rados.0.smithi016.stdout:3745: delete oid 36 current snap is 348 2024-04-15T14:49:06.406 INFO:tasks.rados.rados.0.smithi016.stdout:3742: finishing copy_from racing read to smithi01678542-39 2024-04-15T14:49:06.407 INFO:tasks.rados.rados.0.smithi016.stdout:3742: finishing copy_from to smithi01678542-39 2024-04-15T14:49:06.408 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 39 v 1721 (ObjNum 1152 snap 342 seq_num 1152) dirty exists 2024-04-15T14:49:06.445 INFO:tasks.rados.rados.0.smithi016.stdout:3744: expect (ObjNum 1017 snap 294 seq_num 1017) 2024-04-15T14:49:07.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:49:07 smithi102 ceph-mon[87131]: pgmap v799: 121 pgs: 121 active+clean; 264 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 11 MiB/s rd, 494 KiB/s wr, 7 op/s 2024-04-15T14:49:07.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:49:07 smithi102 ceph-mon[87131]: osdmap e773: 8 total, 8 up, 8 in 2024-04-15T14:49:07.789 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:49:07 smithi016 ceph-mon[90652]: pgmap v799: 121 pgs: 121 active+clean; 264 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 11 MiB/s rd, 494 KiB/s wr, 7 op/s 2024-04-15T14:49:07.789 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:49:07 smithi016 ceph-mon[90652]: osdmap e773: 8 total, 8 up, 8 in 2024-04-15T14:49:07.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:49:07 smithi016 ceph-mon[93212]: pgmap v799: 121 pgs: 121 active+clean; 264 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 11 MiB/s rd, 494 KiB/s wr, 7 op/s 2024-04-15T14:49:07.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:49:07 smithi016 ceph-mon[93212]: osdmap e773: 8 total, 8 up, 8 in 2024-04-15T14:49:08.008 INFO:tasks.rados.rados.0.smithi016.stdout:3742: done (3 left) 2024-04-15T14:49:08.008 INFO:tasks.rados.rados.0.smithi016.stdout:3743: done (2 left) 2024-04-15T14:49:08.008 INFO:tasks.rados.rados.0.smithi016.stdout:3744: done (1 left) 2024-04-15T14:49:08.008 INFO:tasks.rados.rados.0.smithi016.stdout:3745: done (0 left) 2024-04-15T14:49:08.008 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 10 current snap is 348 2024-04-15T14:49:08.008 INFO:tasks.rados.rados.0.smithi016.stdout:3746: seq_num 1157 ranges {14565376=180224} 2024-04-15T14:49:08.088 INFO:tasks.rados.rados.0.smithi016.stdout:3746: writing smithi01678542-10 from 14565376 to 14745600 tid 1 2024-04-15T14:49:08.088 INFO:tasks.rados.rados.0.smithi016.stdout:3747: delete oid 34 current snap is 348 2024-04-15T14:49:08.091 INFO:tasks.rados.rados.0.smithi016.stdout:3747: done (1 left) 2024-04-15T14:49:08.092 INFO:tasks.rados.rados.0.smithi016.stdout:3748: snap_create 2024-04-15T14:49:08.092 INFO:tasks.rados.rados.0.smithi016.stdout:3746: finishing write tid 1 to smithi01678542-10 2024-04-15T14:49:08.093 INFO:tasks.rados.rados.0.smithi016.stdout:3746: finishing write tid 2 to smithi01678542-10 2024-04-15T14:49:08.094 INFO:tasks.rados.rados.0.smithi016.stdout:3746: finishing write tid 3 to smithi01678542-10 2024-04-15T14:49:08.095 INFO:tasks.rados.rados.0.smithi016.stdout:3746: oid 10 updating version 0 to 1735 2024-04-15T14:49:08.095 INFO:tasks.rados.rados.0.smithi016.stdout:3746: oid 10 updating version 1735 to 1736 2024-04-15T14:49:08.095 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 10 v 1736 (ObjNum 1157 snap 348 seq_num 1157) dirty exists 2024-04-15T14:49:08.095 INFO:tasks.rados.rados.0.smithi016.stdout:3746: left oid 10 (ObjNum 1157 snap 348 seq_num 1157) 2024-04-15T14:49:08.403 INFO:tasks.rados.rados.0.smithi016.stdout:3746: done (1 left) 2024-04-15T14:49:08.442 INFO:tasks.rados.rados.0.smithi016.stdout:3748: done (0 left) 2024-04-15T14:49:08.442 INFO:tasks.rados.rados.0.smithi016.stdout:3749: snap_remove snap 340 2024-04-15T14:49:09.407 INFO:tasks.rados.rados.0.smithi016.stdout:3749: done (0 left) 2024-04-15T14:49:09.407 INFO:tasks.rados.rados.0.smithi016.stdout:3750: setattr oid 30 current snap is 349 2024-04-15T14:49:09.408 INFO:tasks.rados.rados.0.smithi016.stdout:3751: rollback oid 24 current snap is 349 2024-04-15T14:49:09.409 INFO:tasks.rados.rados.0.smithi016.stdout:rollback oid 24 to 341 2024-04-15T14:49:09.409 INFO:tasks.rados.rados.0.smithi016.stdout:3752: read oid 37 snap -1 2024-04-15T14:49:09.409 INFO:tasks.rados.rados.0.smithi016.stdout:3752: expect (ObjNum 1147 snap 339 seq_num 1147) 2024-04-15T14:49:09.409 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 16 current snap is 349 2024-04-15T14:49:09.409 INFO:tasks.rados.rados.0.smithi016.stdout:3753: seq_num 1159 ranges {3661824=212992} 2024-04-15T14:49:09.432 INFO:tasks.rados.rados.0.smithi016.stdout:3753: writing smithi01678542-16 from 3661824 to 3874816 tid 1 2024-04-15T14:49:09.432 INFO:tasks.rados.rados.0.smithi016.stdout:3754: rollback oid 44 current snap is 349 2024-04-15T14:49:09.433 INFO:tasks.rados.rados.0.smithi016.stdout:rollback oid 44 to 341 2024-04-15T14:49:09.433 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 30 v 1722 (ObjNum 1152 snap 342 seq_num 1152) dirty exists 2024-04-15T14:49:09.433 INFO:tasks.rados.rados.0.smithi016.stdout:3751: finishing rollback tid 0 to smithi01678542-24 2024-04-15T14:49:09.433 INFO:tasks.rados.rados.0.smithi016.stdout:3751: finishing rollback tid 1 to smithi01678542-24 2024-04-15T14:49:09.433 INFO:tasks.rados.rados.0.smithi016.stdout:3751: finishing rollback tid 2 to smithi01678542-24 2024-04-15T14:49:09.433 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 24 v 1771 (ObjNum 632 snap 191 seq_num 632) dirty exists 2024-04-15T14:49:09.433 INFO:tasks.rados.rados.0.smithi016.stdout:3750: done (4 left) 2024-04-15T14:49:09.433 INFO:tasks.rados.rados.0.smithi016.stdout:3751: done (3 left) 2024-04-15T14:49:09.433 INFO:tasks.rados.rados.0.smithi016.stdout:3755: setattr oid 12 current snap is 349 2024-04-15T14:49:09.436 INFO:tasks.rados.rados.0.smithi016.stdout:3756: rollback oid 26 current snap is 349 2024-04-15T14:49:09.436 INFO:tasks.rados.rados.0.smithi016.stdout:rollback oid 26 to 326 2024-04-15T14:49:09.436 INFO:tasks.rados.rados.0.smithi016.stdout:3757: snap_remove snap 346 2024-04-15T14:49:09.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:49:09 smithi102 ceph-mon[87131]: pgmap v801: 121 pgs: 121 active+clean; 264 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 8.9 MiB/s rd, 32 KiB/s wr, 6 op/s 2024-04-15T14:49:09.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:49:09 smithi102 ceph-mon[87131]: osdmap e774: 8 total, 8 up, 8 in 2024-04-15T14:49:09.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:49:09 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T14:49:09.789 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:49:09 smithi016 ceph-mon[90652]: pgmap v801: 121 pgs: 121 active+clean; 264 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 8.9 MiB/s rd, 32 KiB/s wr, 6 op/s 2024-04-15T14:49:09.789 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:49:09 smithi016 ceph-mon[90652]: osdmap e774: 8 total, 8 up, 8 in 2024-04-15T14:49:09.789 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:49:09 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T14:49:09.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:49:09 smithi016 ceph-mon[93212]: pgmap v801: 121 pgs: 121 active+clean; 264 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 8.9 MiB/s rd, 32 KiB/s wr, 6 op/s 2024-04-15T14:49:09.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:49:09 smithi016 ceph-mon[93212]: osdmap e774: 8 total, 8 up, 8 in 2024-04-15T14:49:09.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:49:09 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T14:49:10.420 INFO:tasks.rados.rados.0.smithi016.stdout:3757: done (5 left) 2024-04-15T14:49:10.420 INFO:tasks.rados.rados.0.smithi016.stdout:3758: read oid 42 snap 347 2024-04-15T14:49:10.420 INFO:tasks.rados.rados.0.smithi016.stdout:3758: expect (ObjNum 1155 snap 347 seq_num 1155) 2024-04-15T14:49:10.420 INFO:tasks.rados.rados.0.smithi016.stdout:3759: rmattr oid 27 current snap is 349 2024-04-15T14:49:10.420 INFO:tasks.rados.rados.0.smithi016.stdout:3759: done (6 left) 2024-04-15T14:49:10.420 INFO:tasks.rados.rados.0.smithi016.stdout:3760: rmattr oid 41 current snap is 349 2024-04-15T14:49:10.420 INFO:tasks.rados.rados.0.smithi016.stdout:3760: done (6 left) 2024-04-15T14:49:10.420 INFO:tasks.rados.rados.0.smithi016.stdout:3761: copy_from oid 48 from oid 4 current snap is 349 2024-04-15T14:49:10.420 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 40 current snap is 349 2024-04-15T14:49:10.420 INFO:tasks.rados.rados.0.smithi016.stdout:3762: seq_num 1160 ranges {0=229376} 2024-04-15T14:49:10.421 INFO:tasks.rados.rados.0.smithi016.stdout:3762: writing smithi01678542-40 from 0 to 229376 tid 1 2024-04-15T14:49:10.421 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 22 current snap is 349 2024-04-15T14:49:10.422 INFO:tasks.rados.rados.0.smithi016.stdout:3753: finishing write tid 1 to smithi01678542-16 2024-04-15T14:49:10.423 INFO:tasks.rados.rados.0.smithi016.stdout:3753: finishing write tid 2 to smithi01678542-16 2024-04-15T14:49:10.423 INFO:tasks.rados.rados.0.smithi016.stdout:3754: finishing rollback tid 0 to smithi01678542-44 2024-04-15T14:49:10.423 INFO:tasks.rados.rados.0.smithi016.stdout:3754: finishing rollback tid 1 to smithi01678542-44 2024-04-15T14:49:10.423 INFO:tasks.rados.rados.0.smithi016.stdout:3754: finishing rollback tid 2 to smithi01678542-44 2024-04-15T14:49:10.423 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 44 v 2004 (ObjNum 1144 snap 339 seq_num 1144) dirty exists 2024-04-15T14:49:10.423 INFO:tasks.rados.rados.0.smithi016.stdout:3753: finishing write tid 3 to smithi01678542-16 2024-04-15T14:49:10.423 INFO:tasks.rados.rados.0.smithi016.stdout:3753: oid 16 updating version 0 to 1756 2024-04-15T14:49:10.423 INFO:tasks.rados.rados.0.smithi016.stdout:3753: oid 16 updating version 1756 to 1757 2024-04-15T14:49:10.423 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 16 v 1757 (ObjNum 1159 snap 349 seq_num 1159) dirty exists 2024-04-15T14:49:10.423 INFO:tasks.rados.rados.0.smithi016.stdout:3753: left oid 16 (ObjNum 1159 snap 349 seq_num 1159) 2024-04-15T14:49:10.423 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 12 v 1651 (ObjNum 273 snap 0 seq_num 0) dirty exists 2024-04-15T14:49:10.423 INFO:tasks.rados.rados.0.smithi016.stdout:3752: expect (ObjNum 1147 snap 339 seq_num 1147) 2024-04-15T14:49:10.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:49:10 smithi102 ceph-mon[87131]: osdmap e775: 8 total, 8 up, 8 in 2024-04-15T14:49:10.789 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:49:10 smithi016 ceph-mon[90652]: osdmap e775: 8 total, 8 up, 8 in 2024-04-15T14:49:10.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:49:10 smithi016 ceph-mon[93212]: osdmap e775: 8 total, 8 up, 8 in 2024-04-15T14:49:10.790 INFO:journalctl@ceph.osd.2.smithi016.stdout:Apr 15 14:49:10 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-osd-2[109384]: 2024-04-15T14:49:10.434+0000 7f06b9a9f700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 1ac after trimming was started 2024-04-15T14:49:10.873 INFO:tasks.rados.rados.0.smithi016.stdout:3756: finishing rollback tid 0 to smithi01678542-26 2024-04-15T14:49:10.873 INFO:tasks.rados.rados.0.smithi016.stdout:3756: finishing rollback tid 1 to smithi01678542-26 2024-04-15T14:49:10.873 INFO:tasks.rados.rados.0.smithi016.stdout:3756: finishing rollback tid 2 to smithi01678542-26 2024-04-15T14:49:10.873 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 26 v 1563 (ObjNum 33 snap 0 seq_num 2236219456) dirty exists 2024-04-15T14:49:10.873 INFO:tasks.rados.rados.0.smithi016.stdout:3763: seq_num 1161 ranges {0=245760} 2024-04-15T14:49:10.875 INFO:tasks.rados.rados.0.smithi016.stdout:3763: writing smithi01678542-22 from 0 to 245760 tid 1 2024-04-15T14:49:10.875 INFO:tasks.rados.rados.0.smithi016.stdout:3752: done (8 left) 2024-04-15T14:49:10.875 INFO:tasks.rados.rados.0.smithi016.stdout:3753: done (7 left) 2024-04-15T14:49:10.875 INFO:tasks.rados.rados.0.smithi016.stdout:3754: done (6 left) 2024-04-15T14:49:10.875 INFO:tasks.rados.rados.0.smithi016.stdout:3755: done (5 left) 2024-04-15T14:49:10.875 INFO:tasks.rados.rados.0.smithi016.stdout:3756: done (4 left) 2024-04-15T14:49:10.875 INFO:tasks.rados.rados.0.smithi016.stdout:3764: rmattr oid 39 current snap is 349 2024-04-15T14:49:10.875 INFO:tasks.rados.rados.0.smithi016.stdout:3764: done (4 left) 2024-04-15T14:49:10.875 INFO:tasks.rados.rados.0.smithi016.stdout:3765: snap_create 2024-04-15T14:49:10.875 INFO:tasks.rados.rados.0.smithi016.stdout:3762: finishing write tid 1 to smithi01678542-40 2024-04-15T14:49:10.876 INFO:tasks.rados.rados.0.smithi016.stdout:3762: finishing write tid 2 to smithi01678542-40 2024-04-15T14:49:10.876 INFO:tasks.rados.rados.0.smithi016.stdout:3762: finishing write tid 3 to smithi01678542-40 2024-04-15T14:49:10.876 INFO:tasks.rados.rados.0.smithi016.stdout:3762: oid 40 updating version 0 to 1720 2024-04-15T14:49:10.876 INFO:tasks.rados.rados.0.smithi016.stdout:3762: oid 40 version 1720 is already newer than 1719 2024-04-15T14:49:10.876 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 40 v 1720 (ObjNum 1160 snap 349 seq_num 1160) dirty exists 2024-04-15T14:49:10.876 INFO:tasks.rados.rados.0.smithi016.stdout:3762: left oid 40 (ObjNum 1160 snap 349 seq_num 1160) 2024-04-15T14:49:10.876 INFO:tasks.rados.rados.0.smithi016.stdout:3758: expect (ObjNum 1155 snap 347 seq_num 1155) 2024-04-15T14:49:10.883 INFO:tasks.rados.rados.0.smithi016.stdout:3761: finishing copy_from racing read to smithi01678542-48 2024-04-15T14:49:10.883 INFO:tasks.rados.rados.0.smithi016.stdout:3761: finishing copy_from to smithi01678542-48 2024-04-15T14:49:10.883 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 48 v 1970 (ObjNum 1135 snap 335 seq_num 1135) dirty exists 2024-04-15T14:49:10.883 INFO:tasks.rados.rados.0.smithi016.stdout:3763: finishing write tid 1 to smithi01678542-22 2024-04-15T14:49:10.883 INFO:tasks.rados.rados.0.smithi016.stdout:3763: finishing write tid 2 to smithi01678542-22 2024-04-15T14:49:10.883 INFO:tasks.rados.rados.0.smithi016.stdout:3763: finishing write tid 3 to smithi01678542-22 2024-04-15T14:49:10.883 INFO:tasks.rados.rados.0.smithi016.stdout:3763: oid 22 updating version 0 to 1744 2024-04-15T14:49:10.883 INFO:tasks.rados.rados.0.smithi016.stdout:3763: oid 22 version 1744 is already newer than 1743 2024-04-15T14:49:10.883 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 22 v 1744 (ObjNum 1161 snap 349 seq_num 1161) dirty exists 2024-04-15T14:49:10.883 INFO:tasks.rados.rados.0.smithi016.stdout:3763: left oid 22 (ObjNum 1161 snap 349 seq_num 1161) 2024-04-15T14:49:11.420 INFO:tasks.rados.rados.0.smithi016.stdout:3758: done (4 left) 2024-04-15T14:49:11.420 INFO:tasks.rados.rados.0.smithi016.stdout:3761: done (3 left) 2024-04-15T14:49:11.420 INFO:tasks.rados.rados.0.smithi016.stdout:3762: done (2 left) 2024-04-15T14:49:11.420 INFO:tasks.rados.rados.0.smithi016.stdout:3763: done (1 left) 2024-04-15T14:49:11.420 INFO:tasks.rados.rados.0.smithi016.stdout:3765: done (0 left) 2024-04-15T14:49:11.420 INFO:tasks.rados.rados.0.smithi016.stdout:3766: snap_create 2024-04-15T14:49:11.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:49:11 smithi102 ceph-mon[87131]: pgmap v804: 121 pgs: 121 active+clean; 264 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 8.7 MiB/s rd, 31 KiB/s wr, 6 op/s 2024-04-15T14:49:11.688 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:49:11 smithi102 ceph-mon[87131]: osdmap e776: 8 total, 8 up, 8 in 2024-04-15T14:49:11.778 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:49:11 smithi016 ceph-mon[90652]: pgmap v804: 121 pgs: 121 active+clean; 264 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 8.7 MiB/s rd, 31 KiB/s wr, 6 op/s 2024-04-15T14:49:11.779 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:49:11 smithi016 ceph-mon[90652]: osdmap e776: 8 total, 8 up, 8 in 2024-04-15T14:49:11.779 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:49:11 smithi016 ceph-mon[93212]: pgmap v804: 121 pgs: 121 active+clean; 264 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 8.7 MiB/s rd, 31 KiB/s wr, 6 op/s 2024-04-15T14:49:11.779 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:49:11 smithi016 ceph-mon[93212]: osdmap e776: 8 total, 8 up, 8 in 2024-04-15T14:49:12.039 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 15 14:49:11 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-y[81421]: ::ffff:172.21.15.102 - - [15/Apr/2024:14:49:11] "GET /metrics HTTP/1.1" 200 36267 "" "Prometheus/2.43.0" 2024-04-15T14:49:12.429 INFO:tasks.rados.rados.0.smithi016.stdout:3766: done (0 left) 2024-04-15T14:49:12.430 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 48 current snap is 351 2024-04-15T14:49:12.430 INFO:tasks.rados.rados.0.smithi016.stdout:3767: seq_num 1162 ranges {10428416=270336} 2024-04-15T14:49:12.488 INFO:tasks.rados.rados.0.smithi016.stdout:3767: writing smithi01678542-48 from 10428416 to 10698752 tid 1 2024-04-15T14:49:12.488 INFO:tasks.rados.rados.0.smithi016.stdout:3768: snap_create 2024-04-15T14:49:12.495 INFO:tasks.rados.rados.0.smithi016.stdout:3767: finishing write tid 1 to smithi01678542-48 2024-04-15T14:49:12.496 INFO:tasks.rados.rados.0.smithi016.stdout:3767: finishing write tid 2 to smithi01678542-48 2024-04-15T14:49:12.497 INFO:tasks.rados.rados.0.smithi016.stdout:3767: finishing write tid 3 to smithi01678542-48 2024-04-15T14:49:12.497 INFO:tasks.rados.rados.0.smithi016.stdout:3767: oid 48 updating version 0 to 1971 2024-04-15T14:49:12.497 INFO:tasks.rados.rados.0.smithi016.stdout:3767: oid 48 updating version 1971 to 1972 2024-04-15T14:49:12.497 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 48 v 1972 (ObjNum 1162 snap 351 seq_num 1162) dirty exists 2024-04-15T14:49:12.497 INFO:tasks.rados.rados.0.smithi016.stdout:3767: left oid 48 (ObjNum 1162 snap 351 seq_num 1162) 2024-04-15T14:49:12.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:49:12 smithi102 ceph-mon[87131]: osdmap e777: 8 total, 8 up, 8 in 2024-04-15T14:49:12.688 INFO:journalctl@ceph.prometheus.a.smithi102.stdout:Apr 15 14:49:12 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-prometheus-a[120881]: ts=2024-04-15T14:49:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi016:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"362ea986-fb34-11ee-bc8f-c7b262605968\", instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T14:49:12.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:49:12 smithi016 ceph-mon[90652]: osdmap e777: 8 total, 8 up, 8 in 2024-04-15T14:49:12.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:49:12 smithi016 ceph-mon[93212]: osdmap e777: 8 total, 8 up, 8 in 2024-04-15T14:49:13.432 INFO:tasks.rados.rados.0.smithi016.stdout:3767: done (1 left) 2024-04-15T14:49:13.432 INFO:tasks.rados.rados.0.smithi016.stdout:3768: done (0 left) 2024-04-15T14:49:13.432 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 31 current snap is 352 2024-04-15T14:49:13.432 INFO:tasks.rados.rados.0.smithi016.stdout:3769: seq_num 1163 ranges {2564096=286720} 2024-04-15T14:49:13.447 INFO:tasks.rados.rados.0.smithi016.stdout:3769: writing smithi01678542-31 from 2564096 to 2850816 tid 1 2024-04-15T14:49:13.447 INFO:tasks.rados.rados.0.smithi016.stdout:3770: copy_from oid 50 from oid 15 current snap is 352 2024-04-15T14:49:13.447 INFO:tasks.rados.rados.0.smithi016.stdout:3771: snap_create 2024-04-15T14:49:13.454 INFO:tasks.rados.rados.0.smithi016.stdout:3769: finishing write tid 1 to smithi01678542-31 2024-04-15T14:49:13.454 INFO:tasks.rados.rados.0.smithi016.stdout:3769: finishing write tid 2 to smithi01678542-31 2024-04-15T14:49:13.455 INFO:tasks.rados.rados.0.smithi016.stdout:3769: finishing write tid 3 to smithi01678542-31 2024-04-15T14:49:13.455 INFO:tasks.rados.rados.0.smithi016.stdout:3769: oid 31 updating version 0 to 1886 2024-04-15T14:49:13.455 INFO:tasks.rados.rados.0.smithi016.stdout:3769: oid 31 updating version 1886 to 1887 2024-04-15T14:49:13.455 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 31 v 1887 (ObjNum 1163 snap 352 seq_num 1163) dirty exists 2024-04-15T14:49:13.456 INFO:tasks.rados.rados.0.smithi016.stdout:3769: left oid 31 (ObjNum 1163 snap 352 seq_num 1163) 2024-04-15T14:49:13.458 INFO:tasks.rados.rados.0.smithi016.stdout:3770: finishing copy_from racing read to smithi01678542-50 2024-04-15T14:49:13.458 INFO:tasks.rados.rados.0.smithi016.stdout:3770: finishing copy_from to smithi01678542-50 2024-04-15T14:49:13.458 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 50 v 1484 (ObjNum 1051 snap 307 seq_num 1051) dirty exists 2024-04-15T14:49:13.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:49:13 smithi102 ceph-mon[87131]: pgmap v807: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 275 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 13 MiB/s rd, 2.6 MiB/s wr, 17 op/s 2024-04-15T14:49:13.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:49:13 smithi102 ceph-mon[87131]: osdmap e778: 8 total, 8 up, 8 in 2024-04-15T14:49:13.789 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:49:13 smithi016 ceph-mon[90652]: pgmap v807: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 275 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 13 MiB/s rd, 2.6 MiB/s wr, 17 op/s 2024-04-15T14:49:13.789 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:49:13 smithi016 ceph-mon[90652]: osdmap e778: 8 total, 8 up, 8 in 2024-04-15T14:49:13.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:49:13 smithi016 ceph-mon[93212]: pgmap v807: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 275 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 13 MiB/s rd, 2.6 MiB/s wr, 17 op/s 2024-04-15T14:49:13.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:49:13 smithi016 ceph-mon[93212]: osdmap e778: 8 total, 8 up, 8 in 2024-04-15T14:49:14.441 INFO:tasks.rados.rados.0.smithi016.stdout:3769: done (2 left) 2024-04-15T14:49:14.442 INFO:tasks.rados.rados.0.smithi016.stdout:3770: done (1 left) 2024-04-15T14:49:14.442 INFO:tasks.rados.rados.0.smithi016.stdout:3771: done (0 left) 2024-04-15T14:49:14.442 INFO:tasks.rados.rados.0.smithi016.stdout:3772: rollback oid 31 current snap is 353 2024-04-15T14:49:14.442 INFO:tasks.rados.rados.0.smithi016.stdout:rollback oid 31 to 349 2024-04-15T14:49:14.442 INFO:tasks.rados.rados.0.smithi016.stdout:3773: read oid 29 snap -1 2024-04-15T14:49:14.442 INFO:tasks.rados.rados.0.smithi016.stdout:3773: expect (ObjNum 1116 snap 332 seq_num 1116) 2024-04-15T14:49:14.442 INFO:tasks.rados.rados.0.smithi016.stdout:3774: snap_create 2024-04-15T14:49:14.446 INFO:tasks.rados.rados.0.smithi016.stdout:3772: finishing rollback tid 0 to smithi01678542-31 2024-04-15T14:49:14.447 INFO:tasks.rados.rados.0.smithi016.stdout:3772: finishing rollback tid 1 to smithi01678542-31 2024-04-15T14:49:14.447 INFO:tasks.rados.rados.0.smithi016.stdout:3772: finishing rollback tid 2 to smithi01678542-31 2024-04-15T14:49:14.448 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 31 v 1890 (ObjNum 1107 snap 328 seq_num 1107) dirty exists 2024-04-15T14:49:14.465 INFO:tasks.rados.rados.0.smithi016.stdout:3773: expect (ObjNum 1116 snap 332 seq_num 1116) 2024-04-15T14:49:14.789 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:49:14 smithi016 ceph-mon[90652]: osdmap e779: 8 total, 8 up, 8 in 2024-04-15T14:49:14.789 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:49:14 smithi016 ceph-mon[93212]: osdmap e779: 8 total, 8 up, 8 in 2024-04-15T14:49:14.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:49:14 smithi102 ceph-mon[87131]: osdmap e779: 8 total, 8 up, 8 in 2024-04-15T14:49:15.408 INFO:tasks.rados.rados.0.smithi016.stdout:3772: done (2 left) 2024-04-15T14:49:15.408 INFO:tasks.rados.rados.0.smithi016.stdout:3773: done (1 left) 2024-04-15T14:49:15.408 INFO:tasks.rados.rados.0.smithi016.stdout:3774: done (0 left) 2024-04-15T14:49:15.408 INFO:tasks.rados.rados.0.smithi016.stdout:3775: read oid 7 snap -1 2024-04-15T14:49:15.409 INFO:tasks.rados.rados.0.smithi016.stdout:3775: expect (ObjNum 1114 snap 332 seq_num 1114) 2024-04-15T14:49:15.409 INFO:tasks.rados.rados.0.smithi016.stdout:3776: snap_remove snap 338 2024-04-15T14:49:15.789 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:49:15 smithi016 ceph-mon[90652]: pgmap v810: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 275 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 13 MiB/s rd, 2.7 MiB/s wr, 18 op/s 2024-04-15T14:49:15.789 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:49:15 smithi016 ceph-mon[90652]: osdmap e780: 8 total, 8 up, 8 in 2024-04-15T14:49:15.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:49:15 smithi016 ceph-mon[90652]: osdmap e781: 8 total, 8 up, 8 in 2024-04-15T14:49:15.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:49:15 smithi016 ceph-mon[93212]: pgmap v810: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 275 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 13 MiB/s rd, 2.7 MiB/s wr, 18 op/s 2024-04-15T14:49:15.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:49:15 smithi016 ceph-mon[93212]: osdmap e780: 8 total, 8 up, 8 in 2024-04-15T14:49:15.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:49:15 smithi016 ceph-mon[93212]: osdmap e781: 8 total, 8 up, 8 in 2024-04-15T14:49:15.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:49:15 smithi102 ceph-mon[87131]: pgmap v810: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 275 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 13 MiB/s rd, 2.7 MiB/s wr, 18 op/s 2024-04-15T14:49:15.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:49:15 smithi102 ceph-mon[87131]: osdmap e780: 8 total, 8 up, 8 in 2024-04-15T14:49:15.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:49:15 smithi102 ceph-mon[87131]: osdmap e781: 8 total, 8 up, 8 in 2024-04-15T14:49:16.415 INFO:tasks.rados.rados.0.smithi016.stdout:3776: done (1 left) 2024-04-15T14:49:16.415 INFO:tasks.rados.rados.0.smithi016.stdout:3777: delete oid 46 current snap is 354 2024-04-15T14:49:16.415 INFO:tasks.rados.rados.0.smithi016.stdout:3775: expect (ObjNum 1114 snap 332 seq_num 1114) 2024-04-15T14:49:16.969 INFO:tasks.rados.rados.0.smithi016.stdout:3775: done (1 left) 2024-04-15T14:49:16.969 INFO:tasks.rados.rados.0.smithi016.stdout:3777: done (0 left) 2024-04-15T14:49:16.969 INFO:tasks.rados.rados.0.smithi016.stdout:3778: snap_create 2024-04-15T14:49:17.452 INFO:tasks.rados.rados.0.smithi016.stdout:3778: done (0 left) 2024-04-15T14:49:17.452 INFO:tasks.rados.rados.0.smithi016.stdout:3779: copy_from oid 20 from oid 28 current snap is 355 2024-04-15T14:49:17.453 INFO:tasks.rados.rados.0.smithi016.stdout:3780: rollback oid 6 current snap is 355 2024-04-15T14:49:17.453 INFO:tasks.rados.rados.0.smithi016.stdout:rollback oid 6 to 333 2024-04-15T14:49:17.453 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 33 current snap is 355 2024-04-15T14:49:17.453 INFO:tasks.rados.rados.0.smithi016.stdout:3781: seq_num 1165 ranges {0=319488} 2024-04-15T14:49:17.454 INFO:tasks.rados.rados.0.smithi016.stdout:3781: writing smithi01678542-33 from 0 to 319488 tid 1 2024-04-15T14:49:17.454 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 19 current snap is 355 2024-04-15T14:49:17.454 INFO:tasks.rados.rados.0.smithi016.stdout:3779: finishing copy_from to smithi01678542-20 2024-04-15T14:49:17.454 INFO:tasks.rados.rados.0.smithi016.stdout:3779: got expected ENOENT (src dne) 2024-04-15T14:49:17.455 INFO:tasks.rados.rados.0.smithi016.stdout:3779: finishing copy_from racing read to smithi01678542-20 2024-04-15T14:49:17.455 INFO:tasks.rados.rados.0.smithi016.stdout:3782: seq_num 1166 ranges {1269760=335872} 2024-04-15T14:49:17.464 INFO:tasks.rados.rados.0.smithi016.stdout:3782: writing smithi01678542-19 from 1269760 to 1605632 tid 1 2024-04-15T14:49:17.464 INFO:tasks.rados.rados.0.smithi016.stdout:3779: done (3 left) 2024-04-15T14:49:17.464 INFO:tasks.rados.rados.0.smithi016.stdout:3783: rmattr oid 7 current snap is 355 2024-04-15T14:49:17.464 INFO:tasks.rados.rados.0.smithi016.stdout:3780: finishing rollback tid 0 to smithi01678542-6 2024-04-15T14:49:17.464 INFO:tasks.rados.rados.0.smithi016.stdout:3780: finishing rollback tid 1 to smithi01678542-6 2024-04-15T14:49:17.464 INFO:tasks.rados.rados.0.smithi016.stdout:3780: finishing rollback tid 2 to smithi01678542-6 2024-04-15T14:49:17.465 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 6 v 1628 (ObjNum 1099 snap 325 seq_num 1099) dirty exists 2024-04-15T14:49:17.465 INFO:tasks.rados.rados.0.smithi016.stdout:3780: done (3 left) 2024-04-15T14:49:17.465 INFO:tasks.rados.rados.0.smithi016.stdout:3784: copy_from oid 4 from oid 22 current snap is 355 2024-04-15T14:49:17.465 INFO:tasks.rados.rados.0.smithi016.stdout:3785: setattr oid 45 current snap is 355 2024-04-15T14:49:17.465 INFO:tasks.rados.rados.0.smithi016.stdout:3781: finishing write tid 1 to smithi01678542-33 2024-04-15T14:49:17.465 INFO:tasks.rados.rados.0.smithi016.stdout:3781: finishing write tid 2 to smithi01678542-33 2024-04-15T14:49:17.467 INFO:tasks.rados.rados.0.smithi016.stdout:3786: rollback oid 9 current snap is 355 2024-04-15T14:49:17.467 INFO:tasks.rados.rados.0.smithi016.stdout:rollback oid 9 to 327 2024-04-15T14:49:17.467 INFO:tasks.rados.rados.0.smithi016.stdout:3787: read oid 46 snap -1 2024-04-15T14:49:17.467 INFO:tasks.rados.rados.0.smithi016.stdout:3787: expect deleted 2024-04-15T14:49:17.467 INFO:tasks.rados.rados.0.smithi016.stdout:3788: rollback oid 24 current snap is 355 2024-04-15T14:49:17.467 INFO:tasks.rados.rados.0.smithi016.stdout:rollback oid 24 to 351 2024-04-15T14:49:17.467 INFO:tasks.rados.rados.0.smithi016.stdout:3789: rollback oid 43 current snap is 355 2024-04-15T14:49:17.467 INFO:tasks.rados.rados.0.smithi016.stdout:rollback oid 43 to 337 2024-04-15T14:49:17.468 INFO:tasks.rados.rados.0.smithi016.stdout:3781: finishing write tid 3 to smithi01678542-33 2024-04-15T14:49:17.468 INFO:tasks.rados.rados.0.smithi016.stdout:3781: oid 33 updating version 0 to 2011 2024-04-15T14:49:17.468 INFO:tasks.rados.rados.0.smithi016.stdout:3781: oid 33 updating version 2011 to 2012 2024-04-15T14:49:17.468 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 33 v 2012 (ObjNum 1165 snap 355 seq_num 1165) dirty exists 2024-04-15T14:49:17.468 INFO:tasks.rados.rados.0.smithi016.stdout:3781: left oid 33 (ObjNum 1165 snap 355 seq_num 1165) 2024-04-15T14:49:17.468 INFO:tasks.rados.rados.0.smithi016.stdout:3781: done (8 left) 2024-04-15T14:49:17.468 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 49 current snap is 355 2024-04-15T14:49:17.468 INFO:tasks.rados.rados.0.smithi016.stdout:3790: seq_num 1167 ranges {0=352256} 2024-04-15T14:49:17.469 INFO:tasks.rados.rados.0.smithi016.stdout:3790: writing smithi01678542-49 from 0 to 352256 tid 1 2024-04-15T14:49:17.469 INFO:tasks.rados.rados.0.smithi016.stdout:3791: snap_create 2024-04-15T14:49:17.469 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 7 v 1629 (ObjNum 1114 snap 332 seq_num 1114) dirty exists 2024-04-15T14:49:17.475 INFO:tasks.rados.rados.0.smithi016.stdout:3782: finishing write tid 1 to smithi01678542-19 2024-04-15T14:49:17.475 INFO:tasks.rados.rados.0.smithi016.stdout:3782: finishing write tid 2 to smithi01678542-19 2024-04-15T14:49:17.477 INFO:tasks.rados.rados.0.smithi016.stdout:3790: finishing write tid 1 to smithi01678542-49 2024-04-15T14:49:17.477 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 45 v 1480 (ObjNum 1114 snap 332 seq_num 1114) dirty exists 2024-04-15T14:49:17.477 INFO:tasks.rados.rados.0.smithi016.stdout:3790: finishing write tid 2 to smithi01678542-49 2024-04-15T14:49:17.477 INFO:tasks.rados.rados.0.smithi016.stdout:3789: finishing rollback tid 0 to smithi01678542-43 2024-04-15T14:49:17.479 INFO:tasks.rados.rados.0.smithi016.stdout:3789: finishing rollback tid 1 to smithi01678542-43 2024-04-15T14:49:17.479 INFO:tasks.rados.rados.0.smithi016.stdout:3784: finishing copy_from racing read to smithi01678542-4 2024-04-15T14:49:17.480 INFO:tasks.rados.rados.0.smithi016.stdout:3790: finishing write tid 3 to smithi01678542-49 2024-04-15T14:49:17.480 INFO:tasks.rados.rados.0.smithi016.stdout:3790: oid 49 updating version 0 to 1761 2024-04-15T14:49:17.480 INFO:tasks.rados.rados.0.smithi016.stdout:3790: oid 49 version 1761 is already newer than 1760 2024-04-15T14:49:17.480 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 49 v 1761 (ObjNum 1167 snap 355 seq_num 1167) dirty exists 2024-04-15T14:49:17.480 INFO:tasks.rados.rados.0.smithi016.stdout:3790: left oid 49 (ObjNum 1167 snap 355 seq_num 1167) 2024-04-15T14:49:17.480 INFO:tasks.rados.rados.0.smithi016.stdout:3782: finishing write tid 3 to smithi01678542-19 2024-04-15T14:49:17.480 INFO:tasks.rados.rados.0.smithi016.stdout:3782: oid 19 updating version 0 to 1755 2024-04-15T14:49:17.480 INFO:tasks.rados.rados.0.smithi016.stdout:3782: oid 19 version 1755 is already newer than 1754 2024-04-15T14:49:17.481 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 19 v 1755 (ObjNum 1166 snap 355 seq_num 1166) dirty exists 2024-04-15T14:49:17.481 INFO:tasks.rados.rados.0.smithi016.stdout:3782: left oid 19 (ObjNum 1166 snap 355 seq_num 1166) 2024-04-15T14:49:17.481 INFO:tasks.rados.rados.0.smithi016.stdout:3789: finishing rollback tid 2 to smithi01678542-43 2024-04-15T14:49:17.481 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 43 v 1751 (ObjNum 1017 snap 294 seq_num 1017) dirty exists 2024-04-15T14:49:17.481 INFO:tasks.rados.rados.0.smithi016.stdout:3786: finishing rollback tid 0 to smithi01678542-9 2024-04-15T14:49:17.481 INFO:tasks.rados.rados.0.smithi016.stdout:3786: finishing rollback tid 1 to smithi01678542-9 2024-04-15T14:49:17.481 INFO:tasks.rados.rados.0.smithi016.stdout:3786: finishing rollback tid 2 to smithi01678542-9 2024-04-15T14:49:17.482 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 9 v 1774 (ObjNum 1072 snap 314 seq_num 1072) dirty exists 2024-04-15T14:49:17.482 INFO:tasks.rados.rados.0.smithi016.stdout:3784: finishing copy_from to smithi01678542-4 2024-04-15T14:49:17.482 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 4 v 1744 (ObjNum 1161 snap 349 seq_num 1161) dirty exists 2024-04-15T14:49:17.483 INFO:tasks.rados.rados.0.smithi016.stdout:3788: finishing rollback tid 0 to smithi01678542-24 2024-04-15T14:49:17.484 INFO:tasks.rados.rados.0.smithi016.stdout:3788: finishing rollback tid 1 to smithi01678542-24 2024-04-15T14:49:17.485 INFO:tasks.rados.rados.0.smithi016.stdout:3788: finishing rollback tid 2 to smithi01678542-24 2024-04-15T14:49:17.485 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 24 v 1777 (ObjNum 632 snap 191 seq_num 632) dirty exists 2024-04-15T14:49:17.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:49:17 smithi102 ceph-mon[87131]: pgmap v813: 121 pgs: 121 active+clean; 276 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 6.1 MiB/s rd, 380 KiB/s wr, 3 op/s 2024-04-15T14:49:17.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:49:17 smithi102 ceph-mon[87131]: osdmap e782: 8 total, 8 up, 8 in 2024-04-15T14:49:17.789 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:49:17 smithi016 ceph-mon[93212]: pgmap v813: 121 pgs: 121 active+clean; 276 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 6.1 MiB/s rd, 380 KiB/s wr, 3 op/s 2024-04-15T14:49:17.789 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:49:17 smithi016 ceph-mon[93212]: osdmap e782: 8 total, 8 up, 8 in 2024-04-15T14:49:17.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:49:17 smithi016 ceph-mon[90652]: pgmap v813: 121 pgs: 121 active+clean; 276 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 6.1 MiB/s rd, 380 KiB/s wr, 3 op/s 2024-04-15T14:49:17.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:49:17 smithi016 ceph-mon[90652]: osdmap e782: 8 total, 8 up, 8 in 2024-04-15T14:49:18.458 INFO:tasks.rados.rados.0.smithi016.stdout:3782: done (9 left) 2024-04-15T14:49:18.458 INFO:tasks.rados.rados.0.smithi016.stdout:3783: done (8 left) 2024-04-15T14:49:18.458 INFO:tasks.rados.rados.0.smithi016.stdout:3784: done (7 left) 2024-04-15T14:49:18.458 INFO:tasks.rados.rados.0.smithi016.stdout:3785: done (6 left) 2024-04-15T14:49:18.458 INFO:tasks.rados.rados.0.smithi016.stdout:3786: done (5 left) 2024-04-15T14:49:18.458 INFO:tasks.rados.rados.0.smithi016.stdout:3787: done (4 left) 2024-04-15T14:49:18.459 INFO:tasks.rados.rados.0.smithi016.stdout:3788: done (3 left) 2024-04-15T14:49:18.459 INFO:tasks.rados.rados.0.smithi016.stdout:3789: done (2 left) 2024-04-15T14:49:18.459 INFO:tasks.rados.rados.0.smithi016.stdout:3790: done (1 left) 2024-04-15T14:49:18.459 INFO:tasks.rados.rados.0.smithi016.stdout:3791: done (0 left) 2024-04-15T14:49:18.459 INFO:tasks.rados.rados.0.smithi016.stdout:3792: snap_create 2024-04-15T14:49:18.789 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:49:18 smithi016 ceph-mon[93212]: osdmap e783: 8 total, 8 up, 8 in 2024-04-15T14:49:18.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:49:18 smithi016 ceph-mon[90652]: osdmap e783: 8 total, 8 up, 8 in 2024-04-15T14:49:18.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:49:18 smithi102 ceph-mon[87131]: osdmap e783: 8 total, 8 up, 8 in 2024-04-15T14:49:19.460 INFO:tasks.rados.rados.0.smithi016.stdout:3792: done (0 left) 2024-04-15T14:49:19.460 INFO:tasks.rados.rados.0.smithi016.stdout:3793: copy_from oid 12 from oid 13 current snap is 357 2024-04-15T14:49:19.460 INFO:tasks.rados.rados.0.smithi016.stdout:3794: snap_create 2024-04-15T14:49:19.483 INFO:tasks.rados.rados.0.smithi016.stdout:3793: finishing copy_from racing read to smithi01678542-12 2024-04-15T14:49:19.485 INFO:tasks.rados.rados.0.smithi016.stdout:3793: finishing copy_from to smithi01678542-12 2024-04-15T14:49:19.485 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 12 v 1480 (ObjNum 1129 snap 335 seq_num 1129) dirty exists 2024-04-15T14:49:19.789 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:49:19 smithi016 ceph-mon[90652]: pgmap v816: 121 pgs: 121 active+clean; 277 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 9.1 MiB/s rd, 394 KiB/s wr, 5 op/s 2024-04-15T14:49:19.789 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:49:19 smithi016 ceph-mon[90652]: osdmap e784: 8 total, 8 up, 8 in 2024-04-15T14:49:19.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:49:19 smithi016 ceph-mon[93212]: pgmap v816: 121 pgs: 121 active+clean; 277 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 9.1 MiB/s rd, 394 KiB/s wr, 5 op/s 2024-04-15T14:49:19.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:49:19 smithi016 ceph-mon[93212]: osdmap e784: 8 total, 8 up, 8 in 2024-04-15T14:49:19.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:49:19 smithi102 ceph-mon[87131]: pgmap v816: 121 pgs: 121 active+clean; 277 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 9.1 MiB/s rd, 394 KiB/s wr, 5 op/s 2024-04-15T14:49:19.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:49:19 smithi102 ceph-mon[87131]: osdmap e784: 8 total, 8 up, 8 in 2024-04-15T14:49:20.409 INFO:tasks.rados.rados.0.smithi016.stdout:3793: done (1 left) 2024-04-15T14:49:20.409 INFO:tasks.rados.rados.0.smithi016.stdout:3794: done (0 left) 2024-04-15T14:49:20.409 INFO:tasks.rados.rados.0.smithi016.stdout:3795: rollback oid 8 current snap is 358 2024-04-15T14:49:20.409 INFO:tasks.rados.rados.0.smithi016.stdout:rollback oid 8 to 353 2024-04-15T14:49:20.409 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 32 current snap is 358 2024-04-15T14:49:20.409 INFO:tasks.rados.rados.0.smithi016.stdout:3796: seq_num 1168 ranges {4505600=368640} 2024-04-15T14:49:20.436 INFO:tasks.rados.rados.0.smithi016.stdout:3796: writing smithi01678542-32 from 4505600 to 4874240 tid 1 2024-04-15T14:49:20.436 INFO:tasks.rados.rados.0.smithi016.stdout:3797: snap_create 2024-04-15T14:49:20.436 INFO:tasks.rados.rados.0.smithi016.stdout:3795: finishing rollback tid 0 to smithi01678542-8 2024-04-15T14:49:20.436 INFO:tasks.rados.rados.0.smithi016.stdout:3795: finishing rollback tid 1 to smithi01678542-8 2024-04-15T14:49:20.436 INFO:tasks.rados.rados.0.smithi016.stdout:3795: finishing rollback tid 2 to smithi01678542-8 2024-04-15T14:49:20.436 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 8 v 1654 (ObjNum 1069 snap 314 seq_num 1069) dirty exists 2024-04-15T14:49:20.444 INFO:tasks.rados.rados.0.smithi016.stdout:3796: finishing write tid 1 to smithi01678542-32 2024-04-15T14:49:20.445 INFO:tasks.rados.rados.0.smithi016.stdout:3796: finishing write tid 2 to smithi01678542-32 2024-04-15T14:49:20.447 INFO:tasks.rados.rados.0.smithi016.stdout:3796: finishing write tid 3 to smithi01678542-32 2024-04-15T14:49:20.447 INFO:tasks.rados.rados.0.smithi016.stdout:3796: oid 32 updating version 0 to 2016 2024-04-15T14:49:20.447 INFO:tasks.rados.rados.0.smithi016.stdout:3796: oid 32 updating version 2016 to 2017 2024-04-15T14:49:20.447 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 32 v 2017 (ObjNum 1168 snap 358 seq_num 1168) dirty exists 2024-04-15T14:49:20.447 INFO:tasks.rados.rados.0.smithi016.stdout:3796: left oid 32 (ObjNum 1168 snap 358 seq_num 1168) 2024-04-15T14:49:20.789 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:49:20 smithi016 ceph-mon[90652]: osdmap e785: 8 total, 8 up, 8 in 2024-04-15T14:49:20.789 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:49:20 smithi016 ceph-mon[90652]: osdmap e786: 8 total, 8 up, 8 in 2024-04-15T14:49:20.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:49:20 smithi016 ceph-mon[93212]: osdmap e785: 8 total, 8 up, 8 in 2024-04-15T14:49:20.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:49:20 smithi016 ceph-mon[93212]: osdmap e786: 8 total, 8 up, 8 in 2024-04-15T14:49:20.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:49:20 smithi102 ceph-mon[87131]: osdmap e785: 8 total, 8 up, 8 in 2024-04-15T14:49:20.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:49:20 smithi102 ceph-mon[87131]: osdmap e786: 8 total, 8 up, 8 in 2024-04-15T14:49:21.410 INFO:tasks.rados.rados.0.smithi016.stdout:3795: done (2 left) 2024-04-15T14:49:21.411 INFO:tasks.rados.rados.0.smithi016.stdout:3796: done (1 left) 2024-04-15T14:49:21.411 INFO:tasks.rados.rados.0.smithi016.stdout:3797: done (0 left) 2024-04-15T14:49:21.411 INFO:tasks.rados.rados.0.smithi016.stdout:3798: rmattr oid 22 current snap is 359 2024-04-15T14:49:21.411 INFO:tasks.rados.rados.0.smithi016.stdout:3798: done (0 left) 2024-04-15T14:49:21.411 INFO:tasks.rados.rados.0.smithi016.stdout:3799: read oid 10 snap -1 2024-04-15T14:49:21.411 INFO:tasks.rados.rados.0.smithi016.stdout:3799: expect (ObjNum 1157 snap 348 seq_num 1157) 2024-04-15T14:49:21.411 INFO:tasks.rados.rados.0.smithi016.stdout:3800: delete oid 41 current snap is 359 2024-04-15T14:49:21.416 INFO:tasks.rados.rados.0.smithi016.stdout:3800: done (1 left) 2024-04-15T14:49:21.416 INFO:tasks.rados.rados.0.smithi016.stdout:3801: read oid 12 snap -1 2024-04-15T14:49:21.416 INFO:tasks.rados.rados.0.smithi016.stdout:3801: expect (ObjNum 1129 snap 335 seq_num 1129) 2024-04-15T14:49:21.416 INFO:tasks.rados.rados.0.smithi016.stdout:3802: snap_create 2024-04-15T14:49:21.439 INFO:tasks.rados.rados.0.smithi016.stdout:3801: expect (ObjNum 1129 snap 335 seq_num 1129) 2024-04-15T14:49:21.646 INFO:tasks.rados.rados.0.smithi016.stdout:3799: expect (ObjNum 1157 snap 348 seq_num 1157) 2024-04-15T14:49:21.778 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:49:21 smithi016 ceph-mon[93212]: pgmap v819: 121 pgs: 121 active+clean; 277 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 3.0 MiB/s rd, 70 KiB/s wr, 2 op/s 2024-04-15T14:49:21.778 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:49:21 smithi016 ceph-mon[93212]: osdmap e787: 8 total, 8 up, 8 in 2024-04-15T14:49:21.779 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:49:21 smithi016 ceph-mon[90652]: pgmap v819: 121 pgs: 121 active+clean; 277 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 3.0 MiB/s rd, 70 KiB/s wr, 2 op/s 2024-04-15T14:49:21.779 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:49:21 smithi016 ceph-mon[90652]: osdmap e787: 8 total, 8 up, 8 in 2024-04-15T14:49:21.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:49:21 smithi102 ceph-mon[87131]: pgmap v819: 121 pgs: 121 active+clean; 277 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 3.0 MiB/s rd, 70 KiB/s wr, 2 op/s 2024-04-15T14:49:21.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:49:21 smithi102 ceph-mon[87131]: osdmap e787: 8 total, 8 up, 8 in 2024-04-15T14:49:22.039 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 15 14:49:21 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-y[81421]: ::ffff:172.21.15.102 - - [15/Apr/2024:14:49:21] "GET /metrics HTTP/1.1" 200 36267 "" "Prometheus/2.43.0" 2024-04-15T14:49:22.687 INFO:journalctl@ceph.prometheus.a.smithi102.stdout:Apr 15 14:49:22 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-prometheus-a[120881]: ts=2024-04-15T14:49:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi016:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"362ea986-fb34-11ee-bc8f-c7b262605968\", instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T14:49:23.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:49:23 smithi102 ceph-mon[87131]: pgmap v822: 121 pgs: 121 active+clean; 283 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 1023 B/s rd, 1.6 MiB/s wr, 12 op/s 2024-04-15T14:49:23.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:49:23 smithi102 ceph-mon[87131]: osdmap e788: 8 total, 8 up, 8 in 2024-04-15T14:49:23.720 INFO:tasks.rados.rados.0.smithi016.stdout:3799: done (2 left) 2024-04-15T14:49:23.720 INFO:tasks.rados.rados.0.smithi016.stdout:3801: done (1 left) 2024-04-15T14:49:23.720 INFO:tasks.rados.rados.0.smithi016.stdout:3802: done (0 left) 2024-04-15T14:49:23.720 INFO:tasks.rados.rados.0.smithi016.stdout:3803: setattr oid 47 current snap is 360 2024-04-15T14:49:23.721 INFO:tasks.rados.rados.0.smithi016.stdout:3804: read oid 33 snap -1 2024-04-15T14:49:23.722 INFO:tasks.rados.rados.0.smithi016.stdout:3804: expect (ObjNum 1165 snap 355 seq_num 1165) 2024-04-15T14:49:23.722 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 22 current snap is 360 2024-04-15T14:49:23.722 INFO:tasks.rados.rados.0.smithi016.stdout:3805: seq_num 1170 ranges {245760=401408} 2024-04-15T14:49:23.725 INFO:tasks.rados.rados.0.smithi016.stdout:3805: writing smithi01678542-22 from 245760 to 647168 tid 1 2024-04-15T14:49:23.725 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 26 current snap is 360 2024-04-15T14:49:23.725 INFO:tasks.rados.rados.0.smithi016.stdout:3806: seq_num 1171 ranges {0=417792} 2024-04-15T14:49:23.728 INFO:tasks.rados.rados.0.smithi016.stdout:3806: writing smithi01678542-26 from 0 to 417792 tid 1 2024-04-15T14:49:23.728 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 25 current snap is 360 2024-04-15T14:49:23.728 INFO:tasks.rados.rados.0.smithi016.stdout:3804: expect (ObjNum 1165 snap 355 seq_num 1165) 2024-04-15T14:49:23.738 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 47 v 1753 (ObjNum 49 snap 0 seq_num 3763975793) dirty exists 2024-04-15T14:49:23.738 INFO:tasks.rados.rados.0.smithi016.stdout:3805: finishing write tid 1 to smithi01678542-22 2024-04-15T14:49:23.738 INFO:tasks.rados.rados.0.smithi016.stdout:3805: finishing write tid 2 to smithi01678542-22 2024-04-15T14:49:23.738 INFO:tasks.rados.rados.0.smithi016.stdout:3805: finishing write tid 3 to smithi01678542-22 2024-04-15T14:49:23.738 INFO:tasks.rados.rados.0.smithi016.stdout:3805: oid 22 updating version 0 to 1757 2024-04-15T14:49:23.738 INFO:tasks.rados.rados.0.smithi016.stdout:3805: oid 22 updating version 1757 to 1758 2024-04-15T14:49:23.739 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 22 v 1758 (ObjNum 1170 snap 360 seq_num 1170) dirty exists 2024-04-15T14:49:23.739 INFO:tasks.rados.rados.0.smithi016.stdout:3805: left oid 22 (ObjNum 1170 snap 360 seq_num 1170) 2024-04-15T14:49:23.739 INFO:tasks.rados.rados.0.smithi016.stdout:3806: finishing write tid 1 to smithi01678542-26 2024-04-15T14:49:23.739 INFO:tasks.rados.rados.0.smithi016.stdout:3806: finishing write tid 2 to smithi01678542-26 2024-04-15T14:49:23.739 INFO:tasks.rados.rados.0.smithi016.stdout:3807: seq_num 1172 ranges {0=434176} 2024-04-15T14:49:23.740 INFO:tasks.rados.rados.0.smithi016.stdout:3807: writing smithi01678542-25 from 0 to 434176 tid 1 2024-04-15T14:49:23.741 INFO:tasks.rados.rados.0.smithi016.stdout:3803: done (4 left) 2024-04-15T14:49:23.741 INFO:tasks.rados.rados.0.smithi016.stdout:3804: done (3 left) 2024-04-15T14:49:23.741 INFO:tasks.rados.rados.0.smithi016.stdout:3805: done (2 left) 2024-04-15T14:49:23.741 INFO:tasks.rados.rados.0.smithi016.stdout:3808: read oid 23 snap -1 2024-04-15T14:49:23.741 INFO:tasks.rados.rados.0.smithi016.stdout:3808: expect (ObjNum 1099 snap 325 seq_num 1099) 2024-04-15T14:49:23.741 INFO:tasks.rados.rados.0.smithi016.stdout:3809: snap_create 2024-04-15T14:49:23.741 INFO:tasks.rados.rados.0.smithi016.stdout:3806: finishing write tid 3 to smithi01678542-26 2024-04-15T14:49:23.741 INFO:tasks.rados.rados.0.smithi016.stdout:3806: oid 26 updating version 0 to 1565 2024-04-15T14:49:23.741 INFO:tasks.rados.rados.0.smithi016.stdout:3806: oid 26 version 1565 is already newer than 1564 2024-04-15T14:49:23.741 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 26 v 1565 (ObjNum 1171 snap 360 seq_num 1171) dirty exists 2024-04-15T14:49:23.741 INFO:tasks.rados.rados.0.smithi016.stdout:3806: left oid 26 (ObjNum 1171 snap 360 seq_num 1171) 2024-04-15T14:49:23.744 INFO:tasks.rados.rados.0.smithi016.stdout:3807: finishing write tid 1 to smithi01678542-25 2024-04-15T14:49:23.781 INFO:tasks.rados.rados.0.smithi016.stdout:3807: finishing write tid 2 to smithi01678542-25 2024-04-15T14:49:23.782 INFO:tasks.rados.rados.0.smithi016.stdout:3807: finishing write tid 3 to smithi01678542-25 2024-04-15T14:49:23.782 INFO:tasks.rados.rados.0.smithi016.stdout:3807: oid 25 updating version 0 to 1722 2024-04-15T14:49:23.782 INFO:tasks.rados.rados.0.smithi016.stdout:3807: oid 25 updating version 1722 to 1723 2024-04-15T14:49:23.782 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 25 v 1723 (ObjNum 1172 snap 360 seq_num 1172) dirty exists 2024-04-15T14:49:23.782 INFO:tasks.rados.rados.0.smithi016.stdout:3807: left oid 25 (ObjNum 1172 snap 360 seq_num 1172) 2024-04-15T14:49:23.782 INFO:tasks.rados.rados.0.smithi016.stdout:3808: expect (ObjNum 1099 snap 325 seq_num 1099) 2024-04-15T14:49:23.789 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:49:23 smithi016 ceph-mon[90652]: pgmap v822: 121 pgs: 121 active+clean; 283 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 1023 B/s rd, 1.6 MiB/s wr, 12 op/s 2024-04-15T14:49:23.789 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:49:23 smithi016 ceph-mon[90652]: osdmap e788: 8 total, 8 up, 8 in 2024-04-15T14:49:23.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:49:23 smithi016 ceph-mon[93212]: pgmap v822: 121 pgs: 121 active+clean; 283 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 1023 B/s rd, 1.6 MiB/s wr, 12 op/s 2024-04-15T14:49:23.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:49:23 smithi016 ceph-mon[93212]: osdmap e788: 8 total, 8 up, 8 in 2024-04-15T14:49:24.418 INFO:tasks.rados.rados.0.smithi016.stdout:3806: done (3 left) 2024-04-15T14:49:24.418 INFO:tasks.rados.rados.0.smithi016.stdout:3807: done (2 left) 2024-04-15T14:49:24.418 INFO:tasks.rados.rados.0.smithi016.stdout:3808: done (1 left) 2024-04-15T14:49:24.418 INFO:tasks.rados.rados.0.smithi016.stdout:3809: done (0 left) 2024-04-15T14:49:24.418 INFO:tasks.rados.rados.0.smithi016.stdout:3810: snap_create 2024-04-15T14:49:24.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:49:24 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T14:49:24.789 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:49:24 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T14:49:24.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:49:24 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T14:49:25.411 INFO:tasks.rados.rados.0.smithi016.stdout:3810: done (0 left) 2024-04-15T14:49:25.411 INFO:tasks.rados.rados.0.smithi016.stdout:3811: copy_from oid 42 from oid 30 current snap is 362 2024-04-15T14:49:25.411 INFO:tasks.rados.rados.0.smithi016.stdout:3812: snap_remove snap 317 2024-04-15T14:49:25.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:49:25 smithi102 ceph-mon[87131]: pgmap v824: 121 pgs: 121 active+clean; 283 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 897 B/s rd, 1.4 MiB/s wr, 11 op/s 2024-04-15T14:49:25.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:49:25 smithi102 ceph-mon[87131]: osdmap e789: 8 total, 8 up, 8 in 2024-04-15T14:49:25.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:49:25 smithi102 ceph-mon[87131]: osdmap e790: 8 total, 8 up, 8 in 2024-04-15T14:49:25.789 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:49:25 smithi016 ceph-mon[90652]: pgmap v824: 121 pgs: 121 active+clean; 283 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 897 B/s rd, 1.4 MiB/s wr, 11 op/s 2024-04-15T14:49:25.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:49:25 smithi016 ceph-mon[90652]: osdmap e789: 8 total, 8 up, 8 in 2024-04-15T14:49:25.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:49:25 smithi016 ceph-mon[90652]: osdmap e790: 8 total, 8 up, 8 in 2024-04-15T14:49:25.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:49:25 smithi016 ceph-mon[93212]: pgmap v824: 121 pgs: 121 active+clean; 283 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 897 B/s rd, 1.4 MiB/s wr, 11 op/s 2024-04-15T14:49:25.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:49:25 smithi016 ceph-mon[93212]: osdmap e789: 8 total, 8 up, 8 in 2024-04-15T14:49:25.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:49:25 smithi016 ceph-mon[93212]: osdmap e790: 8 total, 8 up, 8 in 2024-04-15T14:49:26.413 INFO:tasks.rados.rados.0.smithi016.stdout:3812: done (1 left) 2024-04-15T14:49:26.413 INFO:tasks.rados.rados.0.smithi016.stdout:3813: copy_from oid 31 from oid 22 current snap is 362 2024-04-15T14:49:26.413 INFO:tasks.rados.rados.0.smithi016.stdout:3811: finishing copy_from racing read to smithi01678542-42 2024-04-15T14:49:26.413 INFO:tasks.rados.rados.0.smithi016.stdout:3811: finishing copy_from to smithi01678542-42 2024-04-15T14:49:26.413 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 42 v 1722 (ObjNum 1152 snap 342 seq_num 1152) dirty exists 2024-04-15T14:49:26.413 INFO:tasks.rados.rados.0.smithi016.stdout:3811: done (1 left) 2024-04-15T14:49:26.413 INFO:tasks.rados.rados.0.smithi016.stdout:3814: copy_from oid 11 from oid 18 current snap is 362 2024-04-15T14:49:26.413 INFO:tasks.rados.rados.0.smithi016.stdout:3815: snap_remove snap 350 2024-04-15T14:49:26.937 INFO:journalctl@ceph.osd.5.smithi102.stdout:Apr 15 14:49:26 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-osd-5[98292]: 2024-04-15T14:49:26.444+0000 7f4ed44d7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 18f after trimming was started 2024-04-15T14:49:27.421 INFO:tasks.rados.rados.0.smithi016.stdout:3815: done (2 left) 2024-04-15T14:49:27.421 INFO:tasks.rados.rados.0.smithi016.stdout:3816: read oid 8 snap -1 2024-04-15T14:49:27.421 INFO:tasks.rados.rados.0.smithi016.stdout:3816: expect (ObjNum 1069 snap 314 seq_num 1069) 2024-04-15T14:49:27.421 INFO:tasks.rados.rados.0.smithi016.stdout:3817: read oid 49 snap 341 2024-04-15T14:49:27.421 INFO:tasks.rados.rados.0.smithi016.stdout:3817: expect (ObjNum 1079 snap 317 seq_num 1079) 2024-04-15T14:49:27.421 INFO:tasks.rados.rados.0.smithi016.stdout:3818: read oid 33 snap -1 2024-04-15T14:49:27.421 INFO:tasks.rados.rados.0.smithi016.stdout:3818: expect (ObjNum 1165 snap 355 seq_num 1165) 2024-04-15T14:49:27.421 INFO:tasks.rados.rados.0.smithi016.stdout:3813: finishing copy_from racing read to smithi01678542-31 2024-04-15T14:49:27.421 INFO:tasks.rados.rados.0.smithi016.stdout:3819: read oid 25 snap -1 2024-04-15T14:49:27.421 INFO:tasks.rados.rados.0.smithi016.stdout:3819: expect (ObjNum 1172 snap 360 seq_num 1172) 2024-04-15T14:49:27.422 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 24 current snap is 362 2024-04-15T14:49:27.422 INFO:tasks.rados.rados.0.smithi016.stdout:3820: seq_num 1173 ranges {3661824=450560} 2024-04-15T14:49:27.445 INFO:tasks.rados.rados.0.smithi016.stdout:3820: writing smithi01678542-24 from 3661824 to 4112384 tid 1 2024-04-15T14:49:27.445 INFO:tasks.rados.rados.0.smithi016.stdout:3821: read oid 17 snap -1 2024-04-15T14:49:27.445 INFO:tasks.rados.rados.0.smithi016.stdout:3821: expect (ObjNum 1117 snap 332 seq_num 1117) 2024-04-15T14:49:27.445 INFO:tasks.rados.rados.0.smithi016.stdout:3822: delete oid 2 current snap is 362 2024-04-15T14:49:27.446 INFO:tasks.rados.rados.0.smithi016.stdout:3813: finishing copy_from to smithi01678542-31 2024-04-15T14:49:27.446 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 31 v 1758 (ObjNum 1170 snap 360 seq_num 1170) dirty exists 2024-04-15T14:49:27.446 INFO:tasks.rados.rados.0.smithi016.stdout:3814: finishing copy_from racing read to smithi01678542-11 2024-04-15T14:49:27.446 INFO:tasks.rados.rados.0.smithi016.stdout:3814: finishing copy_from to smithi01678542-11 2024-04-15T14:49:27.446 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 11 v 591 (ObjNum 1011 snap 293 seq_num 1011) dirty exists 2024-04-15T14:49:27.446 INFO:tasks.rados.rados.0.smithi016.stdout:3819: expect (ObjNum 1172 snap 360 seq_num 1172) 2024-04-15T14:49:27.462 INFO:tasks.rados.rados.0.smithi016.stdout:3818: expect (ObjNum 1165 snap 355 seq_num 1165) 2024-04-15T14:49:27.471 INFO:tasks.rados.rados.0.smithi016.stdout:3817: expect (ObjNum 1079 snap 317 seq_num 1079) 2024-04-15T14:49:27.557 INFO:tasks.rados.rados.0.smithi016.stdout:3816: expect (ObjNum 1069 snap 314 seq_num 1069) 2024-04-15T14:49:27.667 INFO:tasks.rados.rados.0.smithi016.stdout:3820: finishing write tid 1 to smithi01678542-24 2024-04-15T14:49:27.668 INFO:tasks.rados.rados.0.smithi016.stdout:3820: finishing write tid 2 to smithi01678542-24 2024-04-15T14:49:27.668 INFO:tasks.rados.rados.0.smithi016.stdout:3820: finishing write tid 3 to smithi01678542-24 2024-04-15T14:49:27.668 INFO:tasks.rados.rados.0.smithi016.stdout:3820: oid 24 updating version 0 to 1779 2024-04-15T14:49:27.668 INFO:tasks.rados.rados.0.smithi016.stdout:3820: oid 24 version 1779 is already newer than 1778 2024-04-15T14:49:27.668 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 24 v 1779 (ObjNum 1173 snap 362 seq_num 1173) dirty exists 2024-04-15T14:49:27.668 INFO:tasks.rados.rados.0.smithi016.stdout:3820: left oid 24 (ObjNum 1173 snap 362 seq_num 1173) 2024-04-15T14:49:27.668 INFO:tasks.rados.rados.0.smithi016.stdout:3821: expect (ObjNum 1117 snap 332 seq_num 1117) 2024-04-15T14:49:27.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:49:27 smithi102 ceph-mon[87131]: pgmap v827: 121 pgs: 121 active+clean; 284 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 13 MiB/s rd, 484 KiB/s wr, 11 op/s 2024-04-15T14:49:27.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:49:27 smithi102 ceph-mon[87131]: osdmap e791: 8 total, 8 up, 8 in 2024-04-15T14:49:27.789 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:49:27 smithi016 ceph-mon[90652]: pgmap v827: 121 pgs: 121 active+clean; 284 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 13 MiB/s rd, 484 KiB/s wr, 11 op/s 2024-04-15T14:49:27.789 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:49:27 smithi016 ceph-mon[90652]: osdmap e791: 8 total, 8 up, 8 in 2024-04-15T14:49:27.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:49:27 smithi016 ceph-mon[93212]: pgmap v827: 121 pgs: 121 active+clean; 284 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 13 MiB/s rd, 484 KiB/s wr, 11 op/s 2024-04-15T14:49:27.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:49:27 smithi016 ceph-mon[93212]: osdmap e791: 8 total, 8 up, 8 in 2024-04-15T14:49:27.871 INFO:tasks.rados.rados.0.smithi016.stdout:3813: done (8 left) 2024-04-15T14:49:27.871 INFO:tasks.rados.rados.0.smithi016.stdout:3814: done (7 left) 2024-04-15T14:49:27.871 INFO:tasks.rados.rados.0.smithi016.stdout:3816: done (6 left) 2024-04-15T14:49:27.871 INFO:tasks.rados.rados.0.smithi016.stdout:3817: done (5 left) 2024-04-15T14:49:27.871 INFO:tasks.rados.rados.0.smithi016.stdout:3818: done (4 left) 2024-04-15T14:49:27.871 INFO:tasks.rados.rados.0.smithi016.stdout:3819: done (3 left) 2024-04-15T14:49:27.872 INFO:tasks.rados.rados.0.smithi016.stdout:3820: done (2 left) 2024-04-15T14:49:27.872 INFO:tasks.rados.rados.0.smithi016.stdout:3821: done (1 left) 2024-04-15T14:49:27.872 INFO:tasks.rados.rados.0.smithi016.stdout:3822: done (0 left) 2024-04-15T14:49:27.872 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 18 current snap is 362 2024-04-15T14:49:27.872 INFO:tasks.rados.rados.0.smithi016.stdout:3823: seq_num 1175 ranges {9379840=483328} 2024-04-15T14:49:27.925 INFO:tasks.rados.rados.0.smithi016.stdout:3823: writing smithi01678542-18 from 9379840 to 9863168 tid 1 2024-04-15T14:49:27.925 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 34 current snap is 362 2024-04-15T14:49:27.925 INFO:tasks.rados.rados.0.smithi016.stdout:3824: seq_num 1176 ranges {0=499712} 2024-04-15T14:49:27.927 INFO:tasks.rados.rados.0.smithi016.stdout:3824: writing smithi01678542-34 from 0 to 499712 tid 1 2024-04-15T14:49:27.927 INFO:tasks.rados.rados.0.smithi016.stdout:3825: delete oid 32 current snap is 362 2024-04-15T14:49:27.929 INFO:tasks.rados.rados.0.smithi016.stdout:3823: finishing write tid 1 to smithi01678542-18 2024-04-15T14:49:27.929 INFO:tasks.rados.rados.0.smithi016.stdout:3823: finishing write tid 2 to smithi01678542-18 2024-04-15T14:49:27.931 INFO:tasks.rados.rados.0.smithi016.stdout:3823: finishing write tid 3 to smithi01678542-18 2024-04-15T14:49:27.931 INFO:tasks.rados.rados.0.smithi016.stdout:3823: oid 18 updating version 0 to 593 2024-04-15T14:49:27.931 INFO:tasks.rados.rados.0.smithi016.stdout:3823: oid 18 version 593 is already newer than 592 2024-04-15T14:49:27.931 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 18 v 593 (ObjNum 1175 snap 362 seq_num 1175) dirty exists 2024-04-15T14:49:27.931 INFO:tasks.rados.rados.0.smithi016.stdout:3823: left oid 18 (ObjNum 1175 snap 362 seq_num 1175) 2024-04-15T14:49:27.931 INFO:tasks.rados.rados.0.smithi016.stdout:3823: done (2 left) 2024-04-15T14:49:27.932 INFO:tasks.rados.rados.0.smithi016.stdout:3825: done (1 left) 2024-04-15T14:49:27.932 INFO:tasks.rados.rados.0.smithi016.stdout:3826: read oid 42 snap -1 2024-04-15T14:49:27.932 INFO:tasks.rados.rados.0.smithi016.stdout:3826: expect (ObjNum 1152 snap 342 seq_num 1152) 2024-04-15T14:49:27.932 INFO:tasks.rados.rados.0.smithi016.stdout:3827: snap_remove snap 333 2024-04-15T14:49:28.424 INFO:tasks.rados.rados.0.smithi016.stdout:3827: done (2 left) 2024-04-15T14:49:28.424 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 13 current snap is 362 2024-04-15T14:49:28.424 INFO:tasks.rados.rados.0.smithi016.stdout:3828: seq_num 1178 ranges {4915200=532480} 2024-04-15T14:49:28.456 INFO:tasks.rados.rados.0.smithi016.stdout:3828: writing smithi01678542-13 from 4915200 to 5447680 tid 1 2024-04-15T14:49:28.456 INFO:tasks.rados.rados.0.smithi016.stdout:3829: delete oid 1 current snap is 362 2024-04-15T14:49:28.456 INFO:tasks.rados.rados.0.smithi016.stdout:3824: finishing write tid 1 to smithi01678542-34 2024-04-15T14:49:28.456 INFO:tasks.rados.rados.0.smithi016.stdout:3824: finishing write tid 2 to smithi01678542-34 2024-04-15T14:49:28.456 INFO:tasks.rados.rados.0.smithi016.stdout:3824: finishing write tid 3 to smithi01678542-34 2024-04-15T14:49:28.457 INFO:tasks.rados.rados.0.smithi016.stdout:3824: oid 34 updating version 0 to 1768 2024-04-15T14:49:28.457 INFO:tasks.rados.rados.0.smithi016.stdout:3824: oid 34 updating version 1768 to 1769 2024-04-15T14:49:28.457 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 34 v 1769 (ObjNum 1176 snap 362 seq_num 1176) dirty exists 2024-04-15T14:49:28.457 INFO:tasks.rados.rados.0.smithi016.stdout:3824: left oid 34 (ObjNum 1176 snap 362 seq_num 1176) 2024-04-15T14:49:28.457 INFO:tasks.rados.rados.0.smithi016.stdout:3826: expect (ObjNum 1152 snap 342 seq_num 1152) 2024-04-15T14:49:28.461 INFO:tasks.rados.rados.0.smithi016.stdout:3828: finishing write tid 1 to smithi01678542-13 2024-04-15T14:49:28.461 INFO:tasks.rados.rados.0.smithi016.stdout:3828: finishing write tid 2 to smithi01678542-13 2024-04-15T14:49:28.461 INFO:tasks.rados.rados.0.smithi016.stdout:3824: done (3 left) 2024-04-15T14:49:28.461 INFO:tasks.rados.rados.0.smithi016.stdout:3826: done (2 left) 2024-04-15T14:49:28.461 INFO:tasks.rados.rados.0.smithi016.stdout:3829: done (1 left) 2024-04-15T14:49:28.462 INFO:tasks.rados.rados.0.smithi016.stdout:3830: read oid 28 snap -1 2024-04-15T14:49:28.462 INFO:tasks.rados.rados.0.smithi016.stdout:3830: expect deleted 2024-04-15T14:49:28.462 INFO:tasks.rados.rados.0.smithi016.stdout:3831: delete oid 1 current snap is 362 2024-04-15T14:49:28.462 INFO:tasks.rados.rados.0.smithi016.stdout:3828: finishing write tid 3 to smithi01678542-13 2024-04-15T14:49:28.462 INFO:tasks.rados.rados.0.smithi016.stdout:3828: oid 13 updating version 0 to 1724 2024-04-15T14:49:28.462 INFO:tasks.rados.rados.0.smithi016.stdout:3828: oid 13 updating version 1724 to 1725 2024-04-15T14:49:28.462 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 13 v 1725 (ObjNum 1178 snap 362 seq_num 1178) dirty exists 2024-04-15T14:49:28.462 INFO:tasks.rados.rados.0.smithi016.stdout:3828: left oid 13 (ObjNum 1178 snap 362 seq_num 1178) 2024-04-15T14:49:28.463 INFO:tasks.rados.rados.0.smithi016.stdout:3828: done (2 left) 2024-04-15T14:49:28.463 INFO:tasks.rados.rados.0.smithi016.stdout:3830: done (1 left) 2024-04-15T14:49:28.463 INFO:tasks.rados.rados.0.smithi016.stdout:3831: done (0 left) 2024-04-15T14:49:28.463 INFO:tasks.rados.rados.0.smithi016.stdout:3832: rollback oid 34 current snap is 362 2024-04-15T14:49:28.463 INFO:tasks.rados.rados.0.smithi016.stdout:rollback oid 34 to 326 2024-04-15T14:49:28.463 INFO:tasks.rados.rados.0.smithi016.stdout:3833: snap_remove snap 357 2024-04-15T14:49:28.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:49:28 smithi102 ceph-mon[87131]: osdmap e792: 8 total, 8 up, 8 in 2024-04-15T14:49:28.789 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:49:28 smithi016 ceph-mon[90652]: osdmap e792: 8 total, 8 up, 8 in 2024-04-15T14:49:28.789 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:49:28 smithi016 ceph-mon[93212]: osdmap e792: 8 total, 8 up, 8 in 2024-04-15T14:49:29.430 INFO:tasks.rados.rados.0.smithi016.stdout:3832: finishing rollback tid 0 to smithi01678542-34 2024-04-15T14:49:29.430 INFO:tasks.rados.rados.0.smithi016.stdout:3832: finishing rollback tid 1 to smithi01678542-34 2024-04-15T14:49:29.430 INFO:tasks.rados.rados.0.smithi016.stdout:3832: finishing rollback tid 2 to smithi01678542-34 2024-04-15T14:49:29.430 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 34 v 1782 (ObjNum 161 snap 0 seq_num 1) dirty exists 2024-04-15T14:49:29.430 INFO:tasks.rados.rados.0.smithi016.stdout:3832: done (1 left) 2024-04-15T14:49:29.430 INFO:tasks.rados.rados.0.smithi016.stdout:3833: done (0 left) 2024-04-15T14:49:29.430 INFO:tasks.rados.rados.0.smithi016.stdout:3834: copy_from oid 25 from oid 6 current snap is 362 2024-04-15T14:49:29.430 INFO:tasks.rados.rados.0.smithi016.stdout:3835: copy_from oid 46 from oid 17 current snap is 362 2024-04-15T14:49:29.430 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 15 current snap is 362 2024-04-15T14:49:29.430 INFO:tasks.rados.rados.0.smithi016.stdout:3836: seq_num 1181 ranges {811008=581632} 2024-04-15T14:49:29.438 INFO:tasks.rados.rados.0.smithi016.stdout:3836: writing smithi01678542-15 from 811008 to 1392640 tid 1 2024-04-15T14:49:29.438 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 29 current snap is 362 2024-04-15T14:49:29.438 INFO:tasks.rados.rados.0.smithi016.stdout:3837: seq_num 1182 ranges {4186112=606208} 2024-04-15T14:49:29.467 INFO:tasks.rados.rados.0.smithi016.stdout:3837: writing smithi01678542-29 from 4186112 to 4792320 tid 1 2024-04-15T14:49:29.467 INFO:tasks.rados.rados.0.smithi016.stdout:3838: snap_create 2024-04-15T14:49:29.467 INFO:tasks.rados.rados.0.smithi016.stdout:3834: finishing copy_from racing read to smithi01678542-25 2024-04-15T14:49:29.467 INFO:tasks.rados.rados.0.smithi016.stdout:3836: finishing write tid 1 to smithi01678542-15 2024-04-15T14:49:29.467 INFO:tasks.rados.rados.0.smithi016.stdout:3836: finishing write tid 2 to smithi01678542-15 2024-04-15T14:49:29.467 INFO:tasks.rados.rados.0.smithi016.stdout:3834: finishing copy_from to smithi01678542-25 2024-04-15T14:49:29.467 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 25 v 1628 (ObjNum 1099 snap 325 seq_num 1099) dirty exists 2024-04-15T14:49:29.467 INFO:tasks.rados.rados.0.smithi016.stdout:3836: finishing write tid 3 to smithi01678542-15 2024-04-15T14:49:29.467 INFO:tasks.rados.rados.0.smithi016.stdout:3836: oid 15 updating version 0 to 1781 2024-04-15T14:49:29.468 INFO:tasks.rados.rados.0.smithi016.stdout:3836: oid 15 version 1781 is already newer than 1780 2024-04-15T14:49:29.468 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 15 v 1781 (ObjNum 1181 snap 362 seq_num 1181) dirty exists 2024-04-15T14:49:29.468 INFO:tasks.rados.rados.0.smithi016.stdout:3836: left oid 15 (ObjNum 1181 snap 362 seq_num 1181) 2024-04-15T14:49:29.468 INFO:tasks.rados.rados.0.smithi016.stdout:3835: finishing copy_from racing read to smithi01678542-46 2024-04-15T14:49:29.468 INFO:tasks.rados.rados.0.smithi016.stdout:3835: finishing copy_from to smithi01678542-46 2024-04-15T14:49:29.468 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 46 v 1758 (ObjNum 1117 snap 332 seq_num 1117) dirty exists 2024-04-15T14:49:29.475 INFO:tasks.rados.rados.0.smithi016.stdout:3837: finishing write tid 1 to smithi01678542-29 2024-04-15T14:49:29.476 INFO:tasks.rados.rados.0.smithi016.stdout:3837: finishing write tid 2 to smithi01678542-29 2024-04-15T14:49:29.477 INFO:tasks.rados.rados.0.smithi016.stdout:3837: finishing write tid 3 to smithi01678542-29 2024-04-15T14:49:29.477 INFO:tasks.rados.rados.0.smithi016.stdout:3837: oid 29 updating version 0 to 2043 2024-04-15T14:49:29.478 INFO:tasks.rados.rados.0.smithi016.stdout:3837: oid 29 updating version 2043 to 2044 2024-04-15T14:49:29.478 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 29 v 2044 (ObjNum 1182 snap 362 seq_num 1182) dirty exists 2024-04-15T14:49:29.478 INFO:tasks.rados.rados.0.smithi016.stdout:3837: left oid 29 (ObjNum 1182 snap 362 seq_num 1182) 2024-04-15T14:49:29.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:49:29 smithi102 ceph-mon[87131]: pgmap v830: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 285 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 15 MiB/s rd, 2.7 MiB/s wr, 12 op/s 2024-04-15T14:49:29.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:49:29 smithi102 ceph-mon[87131]: osdmap e793: 8 total, 8 up, 8 in 2024-04-15T14:49:29.789 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:49:29 smithi016 ceph-mon[93212]: pgmap v830: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 285 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 15 MiB/s rd, 2.7 MiB/s wr, 12 op/s 2024-04-15T14:49:29.789 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:49:29 smithi016 ceph-mon[93212]: osdmap e793: 8 total, 8 up, 8 in 2024-04-15T14:49:29.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:49:29 smithi016 ceph-mon[90652]: pgmap v830: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 285 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 15 MiB/s rd, 2.7 MiB/s wr, 12 op/s 2024-04-15T14:49:29.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:49:29 smithi016 ceph-mon[90652]: osdmap e793: 8 total, 8 up, 8 in 2024-04-15T14:49:30.436 INFO:tasks.rados.rados.0.smithi016.stdout:3834: done (4 left) 2024-04-15T14:49:30.436 INFO:tasks.rados.rados.0.smithi016.stdout:3835: done (3 left) 2024-04-15T14:49:30.436 INFO:tasks.rados.rados.0.smithi016.stdout:3836: done (2 left) 2024-04-15T14:49:30.436 INFO:tasks.rados.rados.0.smithi016.stdout:3837: done (1 left) 2024-04-15T14:49:30.436 INFO:tasks.rados.rados.0.smithi016.stdout:3838: done (0 left) 2024-04-15T14:49:30.437 INFO:tasks.rados.rados.0.smithi016.stdout:3839: copy_from oid 35 from oid 38 current snap is 363 2024-04-15T14:49:30.437 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 8 current snap is 363 2024-04-15T14:49:30.437 INFO:tasks.rados.rados.0.smithi016.stdout:3840: seq_num 1183 ranges {2637824=622592} 2024-04-15T14:49:30.455 INFO:tasks.rados.rados.0.smithi016.stdout:3840: writing smithi01678542-8 from 2637824 to 3260416 tid 1 2024-04-15T14:49:30.455 INFO:tasks.rados.rados.0.smithi016.stdout:3841: rmattr oid 28 current snap is 363 2024-04-15T14:49:30.455 INFO:tasks.rados.rados.0.smithi016.stdout:3841: done (2 left) 2024-04-15T14:49:30.455 INFO:tasks.rados.rados.0.smithi016.stdout:3842: read oid 4 snap -1 2024-04-15T14:49:30.455 INFO:tasks.rados.rados.0.smithi016.stdout:3842: expect (ObjNum 1161 snap 349 seq_num 1161) 2024-04-15T14:49:30.455 INFO:tasks.rados.rados.0.smithi016.stdout:3843: rmattr oid 16 current snap is 363 2024-04-15T14:49:30.455 INFO:tasks.rados.rados.0.smithi016.stdout:3839: finishing copy_from racing read to smithi01678542-35 2024-04-15T14:49:30.456 INFO:tasks.rados.rados.0.smithi016.stdout:3839: finishing copy_from to smithi01678542-35 2024-04-15T14:49:30.456 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 35 v 1484 (ObjNum 1051 snap 307 seq_num 1051) dirty exists 2024-04-15T14:49:30.456 INFO:tasks.rados.rados.0.smithi016.stdout:3839: done (3 left) 2024-04-15T14:49:30.456 INFO:tasks.rados.rados.0.smithi016.stdout:3844: read oid 50 snap 362 2024-04-15T14:49:30.456 INFO:tasks.rados.rados.0.smithi016.stdout:3844: expect (ObjNum 1051 snap 307 seq_num 1051) 2024-04-15T14:49:30.456 INFO:tasks.rados.rados.0.smithi016.stdout:3845: delete oid 18 current snap is 363 2024-04-15T14:49:30.459 INFO:tasks.rados.rados.0.smithi016.stdout:3842: expect (ObjNum 1161 snap 349 seq_num 1161) 2024-04-15T14:49:30.467 INFO:tasks.rados.rados.0.smithi016.stdout:3840: finishing write tid 1 to smithi01678542-8 2024-04-15T14:49:30.467 INFO:tasks.rados.rados.0.smithi016.stdout:3840: finishing write tid 2 to smithi01678542-8 2024-04-15T14:49:30.467 INFO:tasks.rados.rados.0.smithi016.stdout:3844: expect (ObjNum 1051 snap 307 seq_num 1051) 2024-04-15T14:49:30.489 INFO:tasks.rados.rados.0.smithi016.stdout:3840: finishing write tid 3 to smithi01678542-8 2024-04-15T14:49:30.489 INFO:tasks.rados.rados.0.smithi016.stdout:3840: oid 8 updating version 0 to 1656 2024-04-15T14:49:30.489 INFO:tasks.rados.rados.0.smithi016.stdout:3840: oid 8 version 1656 is already newer than 1655 2024-04-15T14:49:30.489 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 8 v 1656 (ObjNum 1183 snap 363 seq_num 1183) dirty exists 2024-04-15T14:49:30.490 INFO:tasks.rados.rados.0.smithi016.stdout:3840: left oid 8 (ObjNum 1183 snap 363 seq_num 1183) 2024-04-15T14:49:30.490 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 16 v 1973 (ObjNum 1159 snap 349 seq_num 1159) dirty exists 2024-04-15T14:49:30.490 INFO:tasks.rados.rados.0.smithi016.stdout:3840: done (4 left) 2024-04-15T14:49:30.490 INFO:tasks.rados.rados.0.smithi016.stdout:3842: done (3 left) 2024-04-15T14:49:30.490 INFO:tasks.rados.rados.0.smithi016.stdout:3843: done (2 left) 2024-04-15T14:49:30.490 INFO:tasks.rados.rados.0.smithi016.stdout:3844: done (1 left) 2024-04-15T14:49:30.490 INFO:tasks.rados.rados.0.smithi016.stdout:3845: done (0 left) 2024-04-15T14:49:30.490 INFO:tasks.rados.rados.0.smithi016.stdout:3846: read oid 48 snap 362 2024-04-15T14:49:30.490 INFO:tasks.rados.rados.0.smithi016.stdout:3846: expect (ObjNum 1162 snap 351 seq_num 1162) 2024-04-15T14:49:30.490 INFO:tasks.rados.rados.0.smithi016.stdout:3847: snap_create 2024-04-15T14:49:30.542 INFO:tasks.rados.rados.0.smithi016.stdout:3846: expect (ObjNum 1162 snap 351 seq_num 1162) 2024-04-15T14:49:30.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:49:30 smithi102 ceph-mon[87131]: osdmap e794: 8 total, 8 up, 8 in 2024-04-15T14:49:30.789 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:49:30 smithi016 ceph-mon[90652]: osdmap e794: 8 total, 8 up, 8 in 2024-04-15T14:49:30.789 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:49:30 smithi016 ceph-mon[93212]: osdmap e794: 8 total, 8 up, 8 in 2024-04-15T14:49:31.436 INFO:tasks.rados.rados.0.smithi016.stdout:3846: done (1 left) 2024-04-15T14:49:31.436 INFO:tasks.rados.rados.0.smithi016.stdout:3847: done (0 left) 2024-04-15T14:49:31.436 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 15 current snap is 364 2024-04-15T14:49:31.436 INFO:tasks.rados.rados.0.smithi016.stdout:3848: seq_num 1185 ranges {1392640=655360} 2024-04-15T14:49:31.447 INFO:tasks.rados.rados.0.smithi016.stdout:3848: writing smithi01678542-15 from 1392640 to 2048000 tid 1 2024-04-15T14:49:31.447 INFO:tasks.rados.rados.0.smithi016.stdout:3849: read oid 5 snap 358 2024-04-15T14:49:31.447 INFO:tasks.rados.rados.0.smithi016.stdout:3849: expect deleted 2024-04-15T14:49:31.448 INFO:tasks.rados.rados.0.smithi016.stdout:3850: snap_create 2024-04-15T14:49:31.452 INFO:tasks.rados.rados.0.smithi016.stdout:3848: finishing write tid 1 to smithi01678542-15 2024-04-15T14:49:31.452 INFO:tasks.rados.rados.0.smithi016.stdout:3848: finishing write tid 2 to smithi01678542-15 2024-04-15T14:49:31.453 INFO:tasks.rados.rados.0.smithi016.stdout:3848: finishing write tid 3 to smithi01678542-15 2024-04-15T14:49:31.453 INFO:tasks.rados.rados.0.smithi016.stdout:3848: oid 15 updating version 0 to 1783 2024-04-15T14:49:31.453 INFO:tasks.rados.rados.0.smithi016.stdout:3848: oid 15 version 1783 is already newer than 1782 2024-04-15T14:49:31.453 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 15 v 1783 (ObjNum 1185 snap 364 seq_num 1185) dirty exists 2024-04-15T14:49:31.453 INFO:tasks.rados.rados.0.smithi016.stdout:3848: left oid 15 (ObjNum 1185 snap 364 seq_num 1185) 2024-04-15T14:49:31.778 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:49:31 smithi016 ceph-mon[90652]: pgmap v833: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 285 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 234 KiB/s rd, 2.4 MiB/s wr, 1 op/s 2024-04-15T14:49:31.778 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:49:31 smithi016 ceph-mon[90652]: osdmap e795: 8 total, 8 up, 8 in 2024-04-15T14:49:31.779 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:49:31 smithi016 ceph-mon[93212]: pgmap v833: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 285 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 234 KiB/s rd, 2.4 MiB/s wr, 1 op/s 2024-04-15T14:49:31.779 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:49:31 smithi016 ceph-mon[93212]: osdmap e795: 8 total, 8 up, 8 in 2024-04-15T14:49:31.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:49:31 smithi102 ceph-mon[87131]: pgmap v833: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 285 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 234 KiB/s rd, 2.4 MiB/s wr, 1 op/s 2024-04-15T14:49:31.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:49:31 smithi102 ceph-mon[87131]: osdmap e795: 8 total, 8 up, 8 in 2024-04-15T14:49:32.039 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 15 14:49:31 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-y[81421]: ::ffff:172.21.15.102 - - [15/Apr/2024:14:49:31] "GET /metrics HTTP/1.1" 200 36268 "" "Prometheus/2.43.0" 2024-04-15T14:49:32.446 INFO:tasks.rados.rados.0.smithi016.stdout:3848: done (2 left) 2024-04-15T14:49:32.447 INFO:tasks.rados.rados.0.smithi016.stdout:3849: done (1 left) 2024-04-15T14:49:32.447 INFO:tasks.rados.rados.0.smithi016.stdout:3850: done (0 left) 2024-04-15T14:49:32.447 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 24 current snap is 365 2024-04-15T14:49:32.447 INFO:tasks.rados.rados.0.smithi016.stdout:3851: seq_num 1186 ranges {4112384=671744} 2024-04-15T14:49:32.473 INFO:tasks.rados.rados.0.smithi016.stdout:3851: writing smithi01678542-24 from 4112384 to 4784128 tid 1 2024-04-15T14:49:32.473 INFO:tasks.rados.rados.0.smithi016.stdout:3852: rollback oid 9 current snap is 365 2024-04-15T14:49:32.473 INFO:tasks.rados.rados.0.smithi016.stdout:rollback oid 9 to 353 2024-04-15T14:49:32.473 INFO:tasks.rados.rados.0.smithi016.stdout:3853: snap_remove snap 337 2024-04-15T14:49:32.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:49:32 smithi102 ceph-mon[87131]: osdmap e796: 8 total, 8 up, 8 in 2024-04-15T14:49:32.687 INFO:journalctl@ceph.prometheus.a.smithi102.stdout:Apr 15 14:49:32 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-prometheus-a[120881]: ts=2024-04-15T14:49:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi016:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"362ea986-fb34-11ee-bc8f-c7b262605968\", instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T14:49:32.789 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:49:32 smithi016 ceph-mon[90652]: osdmap e796: 8 total, 8 up, 8 in 2024-04-15T14:49:32.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:49:32 smithi016 ceph-mon[93212]: osdmap e796: 8 total, 8 up, 8 in 2024-04-15T14:49:33.455 INFO:tasks.rados.rados.0.smithi016.stdout:3853: done (2 left) 2024-04-15T14:49:33.455 INFO:tasks.rados.rados.0.smithi016.stdout:3854: delete oid 22 current snap is 365 2024-04-15T14:49:33.455 INFO:tasks.rados.rados.0.smithi016.stdout:3851: finishing write tid 1 to smithi01678542-24 2024-04-15T14:49:33.455 INFO:tasks.rados.rados.0.smithi016.stdout:3851: finishing write tid 2 to smithi01678542-24 2024-04-15T14:49:33.455 INFO:tasks.rados.rados.0.smithi016.stdout:3852: finishing rollback tid 0 to smithi01678542-9 2024-04-15T14:49:33.455 INFO:tasks.rados.rados.0.smithi016.stdout:3852: finishing rollback tid 1 to smithi01678542-9 2024-04-15T14:49:33.455 INFO:tasks.rados.rados.0.smithi016.stdout:3851: finishing write tid 3 to smithi01678542-24 2024-04-15T14:49:33.456 INFO:tasks.rados.rados.0.smithi016.stdout:3851: oid 24 updating version 0 to 1785 2024-04-15T14:49:33.456 INFO:tasks.rados.rados.0.smithi016.stdout:3851: oid 24 version 1785 is already newer than 1784 2024-04-15T14:49:33.456 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 24 v 1785 (ObjNum 1186 snap 365 seq_num 1186) dirty exists 2024-04-15T14:49:33.456 INFO:tasks.rados.rados.0.smithi016.stdout:3851: left oid 24 (ObjNum 1186 snap 365 seq_num 1186) 2024-04-15T14:49:33.456 INFO:tasks.rados.rados.0.smithi016.stdout:3852: finishing rollback tid 2 to smithi01678542-9 2024-04-15T14:49:33.456 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 9 v 1788 (ObjNum 1146 snap 339 seq_num 1146) dirty exists 2024-04-15T14:49:33.469 INFO:tasks.rados.rados.0.smithi016.stdout:3851: done (2 left) 2024-04-15T14:49:33.469 INFO:tasks.rados.rados.0.smithi016.stdout:3852: done (1 left) 2024-04-15T14:49:33.469 INFO:tasks.rados.rados.0.smithi016.stdout:3854: done (0 left) 2024-04-15T14:49:33.469 INFO:tasks.rados.rados.0.smithi016.stdout:3855: read oid 12 snap -1 2024-04-15T14:49:33.470 INFO:tasks.rados.rados.0.smithi016.stdout:3855: expect (ObjNum 1129 snap 335 seq_num 1129) 2024-04-15T14:49:33.470 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 40 current snap is 365 2024-04-15T14:49:33.470 INFO:tasks.rados.rados.0.smithi016.stdout:3856: seq_num 1188 ranges {229376=704512} 2024-04-15T14:49:33.475 INFO:tasks.rados.rados.0.smithi016.stdout:3856: writing smithi01678542-40 from 229376 to 933888 tid 1 2024-04-15T14:49:33.475 INFO:tasks.rados.rados.0.smithi016.stdout:3857: rmattr oid 49 current snap is 365 2024-04-15T14:49:33.476 INFO:tasks.rados.rados.0.smithi016.stdout:3857: done (2 left) 2024-04-15T14:49:33.476 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 9 current snap is 365 2024-04-15T14:49:33.476 INFO:tasks.rados.rados.0.smithi016.stdout:3858: seq_num 1189 ranges {7233536=720896} 2024-04-15T14:49:33.521 INFO:tasks.rados.rados.0.smithi016.stdout:3858: writing smithi01678542-9 from 7233536 to 7954432 tid 1 2024-04-15T14:49:33.521 INFO:tasks.rados.rados.0.smithi016.stdout:3859: copy_from oid 6 from oid 44 current snap is 365 2024-04-15T14:49:33.521 INFO:tasks.rados.rados.0.smithi016.stdout:3856: finishing write tid 1 to smithi01678542-40 2024-04-15T14:49:33.521 INFO:tasks.rados.rados.0.smithi016.stdout:3856: finishing write tid 2 to smithi01678542-40 2024-04-15T14:49:33.521 INFO:tasks.rados.rados.0.smithi016.stdout:3860: read oid 4 snap -1 2024-04-15T14:49:33.521 INFO:tasks.rados.rados.0.smithi016.stdout:3860: expect (ObjNum 1161 snap 349 seq_num 1161) 2024-04-15T14:49:33.521 INFO:tasks.rados.rados.0.smithi016.stdout:3861: delete oid 29 current snap is 365 2024-04-15T14:49:33.521 INFO:tasks.rados.rados.0.smithi016.stdout:3856: finishing write tid 3 to smithi01678542-40 2024-04-15T14:49:33.521 INFO:tasks.rados.rados.0.smithi016.stdout:3856: oid 40 updating version 0 to 1721 2024-04-15T14:49:33.521 INFO:tasks.rados.rados.0.smithi016.stdout:3856: oid 40 updating version 1721 to 1722 2024-04-15T14:49:33.522 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 40 v 1722 (ObjNum 1188 snap 365 seq_num 1188) dirty exists 2024-04-15T14:49:33.522 INFO:tasks.rados.rados.0.smithi016.stdout:3856: left oid 40 (ObjNum 1188 snap 365 seq_num 1188) 2024-04-15T14:49:33.522 INFO:tasks.rados.rados.0.smithi016.stdout:3855: expect (ObjNum 1129 snap 335 seq_num 1129) 2024-04-15T14:49:33.719 INFO:tasks.rados.rados.0.smithi016.stdout:3860: expect (ObjNum 1161 snap 349 seq_num 1161) 2024-04-15T14:49:33.726 INFO:tasks.rados.rados.0.smithi016.stdout:3858: finishing write tid 1 to smithi01678542-9 2024-04-15T14:49:33.726 INFO:tasks.rados.rados.0.smithi016.stdout:3858: finishing write tid 2 to smithi01678542-9 2024-04-15T14:49:33.726 INFO:tasks.rados.rados.0.smithi016.stdout:3858: finishing write tid 3 to smithi01678542-9 2024-04-15T14:49:33.726 INFO:tasks.rados.rados.0.smithi016.stdout:3858: oid 9 updating version 0 to 1790 2024-04-15T14:49:33.726 INFO:tasks.rados.rados.0.smithi016.stdout:3858: oid 9 version 1790 is already newer than 1789 2024-04-15T14:49:33.726 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 9 v 1790 (ObjNum 1189 snap 365 seq_num 1189) dirty exists 2024-04-15T14:49:33.726 INFO:tasks.rados.rados.0.smithi016.stdout:3858: left oid 9 (ObjNum 1189 snap 365 seq_num 1189) 2024-04-15T14:49:33.726 INFO:tasks.rados.rados.0.smithi016.stdout:3859: finishing copy_from racing read to smithi01678542-6 2024-04-15T14:49:33.727 INFO:tasks.rados.rados.0.smithi016.stdout:3859: finishing copy_from to smithi01678542-6 2024-04-15T14:49:33.727 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 6 v 2004 (ObjNum 1144 snap 339 seq_num 1144) dirty exists 2024-04-15T14:49:33.729 INFO:tasks.rados.rados.0.smithi016.stdout:3855: done (5 left) 2024-04-15T14:49:33.729 INFO:tasks.rados.rados.0.smithi016.stdout:3856: done (4 left) 2024-04-15T14:49:33.729 INFO:tasks.rados.rados.0.smithi016.stdout:3858: done (3 left) 2024-04-15T14:49:33.729 INFO:tasks.rados.rados.0.smithi016.stdout:3859: done (2 left) 2024-04-15T14:49:33.729 INFO:tasks.rados.rados.0.smithi016.stdout:3860: done (1 left) 2024-04-15T14:49:33.729 INFO:tasks.rados.rados.0.smithi016.stdout:3861: done (0 left) 2024-04-15T14:49:33.729 INFO:tasks.rados.rados.0.smithi016.stdout:3862: rollback oid 33 current snap is 365 2024-04-15T14:49:33.729 INFO:tasks.rados.rados.0.smithi016.stdout:rollback oid 33 to 353 2024-04-15T14:49:33.729 INFO:tasks.rados.rados.0.smithi016.stdout:3863: rmattr oid 36 current snap is 365 2024-04-15T14:49:33.729 INFO:tasks.rados.rados.0.smithi016.stdout:3863: done (1 left) 2024-04-15T14:49:33.730 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 27 current snap is 365 2024-04-15T14:49:33.730 INFO:tasks.rados.rados.0.smithi016.stdout:3864: seq_num 1191 ranges {2392064=753664} 2024-04-15T14:49:33.746 INFO:tasks.rados.rados.0.smithi016.stdout:3864: writing smithi01678542-27 from 2392064 to 3145728 tid 1 2024-04-15T14:49:33.746 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 31 current snap is 365 2024-04-15T14:49:33.746 INFO:tasks.rados.rados.0.smithi016.stdout:3865: seq_num 1192 ranges {647168=770048} 2024-04-15T14:49:33.754 INFO:tasks.rados.rados.0.smithi016.stdout:3865: writing smithi01678542-31 from 647168 to 1417216 tid 1 2024-04-15T14:49:33.754 INFO:tasks.rados.rados.0.smithi016.stdout:3866: snap_create 2024-04-15T14:49:33.754 INFO:tasks.rados.rados.0.smithi016.stdout:3862: finishing rollback tid 0 to smithi01678542-33 2024-04-15T14:49:33.754 INFO:tasks.rados.rados.0.smithi016.stdout:3862: finishing rollback tid 1 to smithi01678542-33 2024-04-15T14:49:33.754 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 33 v 2065 (ObjNum 129 snap 0 seq_num 2236172200) dirty dne 2024-04-15T14:49:33.754 INFO:tasks.rados.rados.0.smithi016.stdout:3864: finishing write tid 1 to smithi01678542-27 2024-04-15T14:49:33.754 INFO:tasks.rados.rados.0.smithi016.stdout:3864: finishing write tid 2 to smithi01678542-27 2024-04-15T14:49:33.755 INFO:tasks.rados.rados.0.smithi016.stdout:3864: finishing write tid 3 to smithi01678542-27 2024-04-15T14:49:33.755 INFO:tasks.rados.rados.0.smithi016.stdout:3864: oid 27 updating version 0 to 1481 2024-04-15T14:49:33.755 INFO:tasks.rados.rados.0.smithi016.stdout:3864: oid 27 updating version 1481 to 1482 2024-04-15T14:49:33.755 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 27 v 1482 (ObjNum 1191 snap 365 seq_num 1191) dirty exists 2024-04-15T14:49:33.755 INFO:tasks.rados.rados.0.smithi016.stdout:3864: left oid 27 (ObjNum 1191 snap 365 seq_num 1191) 2024-04-15T14:49:33.758 INFO:tasks.rados.rados.0.smithi016.stdout:3865: finishing write tid 1 to smithi01678542-31 2024-04-15T14:49:33.758 INFO:tasks.rados.rados.0.smithi016.stdout:3865: finishing write tid 2 to smithi01678542-31 2024-04-15T14:49:33.759 INFO:tasks.rados.rados.0.smithi016.stdout:3865: finishing write tid 3 to smithi01678542-31 2024-04-15T14:49:33.759 INFO:tasks.rados.rados.0.smithi016.stdout:3865: oid 31 updating version 0 to 1891 2024-04-15T14:49:33.759 INFO:tasks.rados.rados.0.smithi016.stdout:3865: oid 31 updating version 1891 to 1892 2024-04-15T14:49:33.759 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 31 v 1892 (ObjNum 1192 snap 365 seq_num 1192) dirty exists 2024-04-15T14:49:33.759 INFO:tasks.rados.rados.0.smithi016.stdout:3865: left oid 31 (ObjNum 1192 snap 365 seq_num 1192) 2024-04-15T14:49:33.789 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:49:33 smithi016 ceph-mon[93212]: pgmap v836: 121 pgs: 121 active+clean; 287 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 16 MiB/s rd, 2.3 MiB/s wr, 19 op/s 2024-04-15T14:49:33.789 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:49:33 smithi016 ceph-mon[93212]: osdmap e797: 8 total, 8 up, 8 in 2024-04-15T14:49:33.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:49:33 smithi016 ceph-mon[90652]: pgmap v836: 121 pgs: 121 active+clean; 287 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 16 MiB/s rd, 2.3 MiB/s wr, 19 op/s 2024-04-15T14:49:33.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:49:33 smithi016 ceph-mon[90652]: osdmap e797: 8 total, 8 up, 8 in 2024-04-15T14:49:33.938 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:49:33 smithi102 ceph-mon[87131]: pgmap v836: 121 pgs: 121 active+clean; 287 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 16 MiB/s rd, 2.3 MiB/s wr, 19 op/s 2024-04-15T14:49:33.938 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:49:33 smithi102 ceph-mon[87131]: osdmap e797: 8 total, 8 up, 8 in 2024-04-15T14:49:34.460 INFO:tasks.rados.rados.0.smithi016.stdout:3862: done (3 left) 2024-04-15T14:49:34.460 INFO:tasks.rados.rados.0.smithi016.stdout:3864: done (2 left) 2024-04-15T14:49:34.460 INFO:tasks.rados.rados.0.smithi016.stdout:3865: done (1 left) 2024-04-15T14:49:34.460 INFO:tasks.rados.rados.0.smithi016.stdout:3866: done (0 left) 2024-04-15T14:49:34.460 INFO:tasks.rados.rados.0.smithi016.stdout:3867: setattr oid 21 current snap is 366 2024-04-15T14:49:34.461 INFO:tasks.rados.rados.0.smithi016.stdout:3868: snap_create 2024-04-15T14:49:34.467 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 21 v 1796 (ObjNum 1125 snap 333 seq_num 1125) dirty exists 2024-04-15T14:49:34.789 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:49:34 smithi016 ceph-mon[93212]: osdmap e798: 8 total, 8 up, 8 in 2024-04-15T14:49:34.789 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:49:34 smithi016 ceph-mon[90652]: osdmap e798: 8 total, 8 up, 8 in 2024-04-15T14:49:34.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:49:34 smithi102 ceph-mon[87131]: osdmap e798: 8 total, 8 up, 8 in 2024-04-15T14:49:35.414 INFO:tasks.rados.rados.0.smithi016.stdout:3867: done (1 left) 2024-04-15T14:49:35.414 INFO:tasks.rados.rados.0.smithi016.stdout:3868: done (0 left) 2024-04-15T14:49:35.414 INFO:tasks.rados.rados.0.smithi016.stdout:3869: read oid 4 snap -1 2024-04-15T14:49:35.414 INFO:tasks.rados.rados.0.smithi016.stdout:3869: expect (ObjNum 1161 snap 349 seq_num 1161) 2024-04-15T14:49:35.414 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 38 current snap is 367 2024-04-15T14:49:35.414 INFO:tasks.rados.rados.0.smithi016.stdout:3870: seq_num 1193 ranges {811008=786432} 2024-04-15T14:49:35.423 INFO:tasks.rados.rados.0.smithi016.stdout:3870: writing smithi01678542-38 from 811008 to 1597440 tid 1 2024-04-15T14:49:35.423 INFO:tasks.rados.rados.0.smithi016.stdout:3871: copy_from oid 32 from oid 34 current snap is 367 2024-04-15T14:49:35.423 INFO:tasks.rados.rados.0.smithi016.stdout:3869: expect (ObjNum 1161 snap 349 seq_num 1161) 2024-04-15T14:49:35.431 INFO:tasks.rados.rados.0.smithi016.stdout:3869: done (2 left) 2024-04-15T14:49:35.431 INFO:tasks.rados.rados.0.smithi016.stdout:3872: rollback oid 47 current snap is 367 2024-04-15T14:49:35.432 INFO:tasks.rados.rados.0.smithi016.stdout:rollback oid 47 to 353 2024-04-15T14:49:35.432 INFO:tasks.rados.rados.0.smithi016.stdout:3873: setattr oid 16 current snap is 367 2024-04-15T14:49:35.432 INFO:tasks.rados.rados.0.smithi016.stdout:3871: finishing copy_from racing read to smithi01678542-32 2024-04-15T14:49:35.433 INFO:tasks.rados.rados.0.smithi016.stdout:3870: finishing write tid 1 to smithi01678542-38 2024-04-15T14:49:35.433 INFO:tasks.rados.rados.0.smithi016.stdout:3871: finishing copy_from to smithi01678542-32 2024-04-15T14:49:35.433 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 32 v 1782 (ObjNum 161 snap 0 seq_num 2928790952) dirty exists 2024-04-15T14:49:35.433 INFO:tasks.rados.rados.0.smithi016.stdout:3870: finishing write tid 2 to smithi01678542-38 2024-04-15T14:49:35.434 INFO:tasks.rados.rados.0.smithi016.stdout:3871: done (3 left) 2024-04-15T14:49:35.435 INFO:tasks.rados.rados.0.smithi016.stdout:3874: delete oid 3 current snap is 367 2024-04-15T14:49:35.435 INFO:tasks.rados.rados.0.smithi016.stdout:3870: finishing write tid 3 to smithi01678542-38 2024-04-15T14:49:35.435 INFO:tasks.rados.rados.0.smithi016.stdout:3870: oid 38 updating version 0 to 1791 2024-04-15T14:49:35.435 INFO:tasks.rados.rados.0.smithi016.stdout:3870: oid 38 updating version 1791 to 1792 2024-04-15T14:49:35.435 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 38 v 1792 (ObjNum 1193 snap 367 seq_num 1193) dirty exists 2024-04-15T14:49:35.435 INFO:tasks.rados.rados.0.smithi016.stdout:3870: left oid 38 (ObjNum 1193 snap 367 seq_num 1193) 2024-04-15T14:49:35.439 INFO:tasks.rados.rados.0.smithi016.stdout:3872: finishing rollback tid 0 to smithi01678542-47 2024-04-15T14:49:35.439 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 16 v 1974 (ObjNum 1159 snap 349 seq_num 1159) dirty exists 2024-04-15T14:49:35.441 INFO:tasks.rados.rados.0.smithi016.stdout:3870: done (3 left) 2024-04-15T14:49:35.441 INFO:tasks.rados.rados.0.smithi016.stdout:3873: done (2 left) 2024-04-15T14:49:35.441 INFO:tasks.rados.rados.0.smithi016.stdout:3874: done (1 left) 2024-04-15T14:49:35.441 INFO:tasks.rados.rados.0.smithi016.stdout:3875: rollback oid 37 current snap is 367 2024-04-15T14:49:35.441 INFO:tasks.rados.rados.0.smithi016.stdout:rollback oid 37 to 354 2024-04-15T14:49:35.441 INFO:tasks.rados.rados.0.smithi016.stdout:3872: finishing rollback tid 1 to smithi01678542-47 2024-04-15T14:49:35.441 INFO:tasks.rados.rados.0.smithi016.stdout:3876: copy_from oid 26 from oid 18 current snap is 367 2024-04-15T14:49:35.441 INFO:tasks.rados.rados.0.smithi016.stdout:3877: read oid 9 snap -1 2024-04-15T14:49:35.441 INFO:tasks.rados.rados.0.smithi016.stdout:3877: expect (ObjNum 1189 snap 365 seq_num 1189) 2024-04-15T14:49:35.441 INFO:tasks.rados.rados.0.smithi016.stdout:3878: read oid 10 snap -1 2024-04-15T14:49:35.442 INFO:tasks.rados.rados.0.smithi016.stdout:3878: expect (ObjNum 1157 snap 348 seq_num 1157) 2024-04-15T14:49:35.442 INFO:tasks.rados.rados.0.smithi016.stdout:3879: rmattr oid 40 current snap is 367 2024-04-15T14:49:35.442 INFO:tasks.rados.rados.0.smithi016.stdout:3879: done (5 left) 2024-04-15T14:49:35.442 INFO:tasks.rados.rados.0.smithi016.stdout:3880: snap_remove snap 362 2024-04-15T14:49:35.789 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:49:35 smithi016 ceph-mon[90652]: pgmap v839: 121 pgs: 121 active+clean; 286 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 16 MiB/s rd, 2.5 MiB/s wr, 20 op/s 2024-04-15T14:49:35.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:49:35 smithi016 ceph-mon[90652]: osdmap e799: 8 total, 8 up, 8 in 2024-04-15T14:49:35.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:49:35 smithi016 ceph-mon[90652]: osdmap e800: 8 total, 8 up, 8 in 2024-04-15T14:49:35.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:49:35 smithi016 ceph-mon[93212]: pgmap v839: 121 pgs: 121 active+clean; 286 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 16 MiB/s rd, 2.5 MiB/s wr, 20 op/s 2024-04-15T14:49:35.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:49:35 smithi016 ceph-mon[93212]: osdmap e799: 8 total, 8 up, 8 in 2024-04-15T14:49:35.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:49:35 smithi016 ceph-mon[93212]: osdmap e800: 8 total, 8 up, 8 in 2024-04-15T14:49:35.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:49:35 smithi102 ceph-mon[87131]: pgmap v839: 121 pgs: 121 active+clean; 286 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 16 MiB/s rd, 2.5 MiB/s wr, 20 op/s 2024-04-15T14:49:35.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:49:35 smithi102 ceph-mon[87131]: osdmap e799: 8 total, 8 up, 8 in 2024-04-15T14:49:35.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:49:35 smithi102 ceph-mon[87131]: osdmap e800: 8 total, 8 up, 8 in 2024-04-15T14:49:36.417 INFO:tasks.rados.rados.0.smithi016.stdout:3880: done (5 left) 2024-04-15T14:49:36.417 INFO:tasks.rados.rados.0.smithi016.stdout:3881: delete oid 43 current snap is 367 2024-04-15T14:49:36.417 INFO:tasks.rados.rados.0.smithi016.stdout:3872: finishing rollback tid 2 to smithi01678542-47 2024-04-15T14:49:36.417 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 47 v 1800 (ObjNum 273 snap 0 seq_num 0) dirty exists 2024-04-15T14:49:36.418 INFO:tasks.rados.rados.0.smithi016.stdout:3876: finishing copy_from to smithi01678542-26 2024-04-15T14:49:36.418 INFO:tasks.rados.rados.0.smithi016.stdout:3876: got expected ENOENT (src dne) 2024-04-15T14:49:36.418 INFO:tasks.rados.rados.0.smithi016.stdout:3876: finishing copy_from racing read to smithi01678542-26 2024-04-15T14:49:36.418 INFO:tasks.rados.rados.0.smithi016.stdout:3875: finishing rollback tid 0 to smithi01678542-37 2024-04-15T14:49:36.418 INFO:tasks.rados.rados.0.smithi016.stdout:3875: finishing rollback tid 1 to smithi01678542-37 2024-04-15T14:49:36.418 INFO:tasks.rados.rados.0.smithi016.stdout:3877: expect (ObjNum 1189 snap 365 seq_num 1189) 2024-04-15T14:49:36.960 INFO:tasks.rados.rados.0.smithi016.stdout:3875: finishing rollback tid 2 to smithi01678542-37 2024-04-15T14:49:36.961 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 37 v 1804 (ObjNum 1147 snap 339 seq_num 1147) dirty exists 2024-04-15T14:49:36.961 INFO:tasks.rados.rados.0.smithi016.stdout:3878: expect (ObjNum 1157 snap 348 seq_num 1157) 2024-04-15T14:49:37.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:49:37 smithi102 ceph-mon[87131]: pgmap v842: 121 pgs: 121 active+clean; 291 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 20 MiB/s rd, 2.4 MiB/s wr, 20 op/s 2024-04-15T14:49:37.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:49:37 smithi102 ceph-mon[87131]: osdmap e801: 8 total, 8 up, 8 in 2024-04-15T14:49:37.789 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:49:37 smithi016 ceph-mon[93212]: pgmap v842: 121 pgs: 121 active+clean; 291 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 20 MiB/s rd, 2.4 MiB/s wr, 20 op/s 2024-04-15T14:49:37.789 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:49:37 smithi016 ceph-mon[93212]: osdmap e801: 8 total, 8 up, 8 in 2024-04-15T14:49:37.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:49:37 smithi016 ceph-mon[90652]: pgmap v842: 121 pgs: 121 active+clean; 291 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 20 MiB/s rd, 2.4 MiB/s wr, 20 op/s 2024-04-15T14:49:37.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:49:37 smithi016 ceph-mon[90652]: osdmap e801: 8 total, 8 up, 8 in 2024-04-15T14:49:39.034 INFO:tasks.rados.rados.0.smithi016.stdout:3872: done (5 left) 2024-04-15T14:49:39.034 INFO:tasks.rados.rados.0.smithi016.stdout:3875: done (4 left) 2024-04-15T14:49:39.034 INFO:tasks.rados.rados.0.smithi016.stdout:3876: done (3 left) 2024-04-15T14:49:39.034 INFO:tasks.rados.rados.0.smithi016.stdout:3877: done (2 left) 2024-04-15T14:49:39.034 INFO:tasks.rados.rados.0.smithi016.stdout:3878: done (1 left) 2024-04-15T14:49:39.034 INFO:tasks.rados.rados.0.smithi016.stdout:3881: done (0 left) 2024-04-15T14:49:39.034 INFO:tasks.rados.rados.0.smithi016.stdout:3882: snap_remove snap 360 2024-04-15T14:49:39.421 INFO:tasks.rados.rados.0.smithi016.stdout:3882: done (0 left) 2024-04-15T14:49:39.421 INFO:tasks.rados.rados.0.smithi016.stdout:3883: snap_remove snap 347 2024-04-15T14:49:39.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:49:39 smithi102 ceph-mon[87131]: pgmap v844: 121 pgs: 121 active+clean; 289 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 18 MiB/s rd, 2.2 MiB/s wr, 21 op/s 2024-04-15T14:49:39.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:49:39 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T14:49:39.789 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:49:39 smithi016 ceph-mon[90652]: pgmap v844: 121 pgs: 121 active+clean; 289 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 18 MiB/s rd, 2.2 MiB/s wr, 21 op/s 2024-04-15T14:49:39.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:49:39 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T14:49:39.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:49:39 smithi016 ceph-mon[93212]: pgmap v844: 121 pgs: 121 active+clean; 289 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 18 MiB/s rd, 2.2 MiB/s wr, 21 op/s 2024-04-15T14:49:39.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:49:39 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T14:49:40.414 INFO:tasks.rados.rados.0.smithi016.stdout:3883: done (0 left) 2024-04-15T14:49:40.414 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 3 current snap is 367 2024-04-15T14:49:40.414 INFO:tasks.rados.rados.0.smithi016.stdout:3884: seq_num 1196 ranges {0=434176,434176=401408} 2024-04-15T14:49:40.417 INFO:tasks.rados.rados.0.smithi016.stdout:3884: writing smithi01678542-3 from 0 to 434176 tid 1 2024-04-15T14:49:40.420 INFO:tasks.rados.rados.0.smithi016.stdout:3884: writing smithi01678542-3 from 434176 to 835584 tid 2 2024-04-15T14:49:40.420 INFO:tasks.rados.rados.0.smithi016.stdout:3885: rollback oid 49 current snap is 367 2024-04-15T14:49:40.420 INFO:tasks.rados.rados.0.smithi016.stdout:rollback oid 49 to 365 2024-04-15T14:49:40.420 INFO:tasks.rados.rados.0.smithi016.stdout:3886: read oid 44 snap -1 2024-04-15T14:49:40.420 INFO:tasks.rados.rados.0.smithi016.stdout:3886: expect (ObjNum 1144 snap 339 seq_num 1144) 2024-04-15T14:49:40.420 INFO:tasks.rados.rados.0.smithi016.stdout:3887: copy_from oid 45 from oid 16 current snap is 367 2024-04-15T14:49:40.421 INFO:tasks.rados.rados.0.smithi016.stdout:3888: copy_from oid 5 from oid 30 current snap is 367 2024-04-15T14:49:40.421 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 35 current snap is 367 2024-04-15T14:49:40.421 INFO:tasks.rados.rados.0.smithi016.stdout:3889: seq_num 1197 ranges {811008=450560,1261568=401408} 2024-04-15T14:49:40.428 INFO:tasks.rados.rados.0.smithi016.stdout:3889: writing smithi01678542-35 from 811008 to 1261568 tid 1 2024-04-15T14:49:40.432 INFO:tasks.rados.rados.0.smithi016.stdout:3889: writing smithi01678542-35 from 1261568 to 1662976 tid 2 2024-04-15T14:49:40.432 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 2 current snap is 367 2024-04-15T14:49:40.432 INFO:tasks.rados.rados.0.smithi016.stdout:3890: seq_num 1198 ranges {0=466944,466944=401408} 2024-04-15T14:49:40.435 INFO:tasks.rados.rados.0.smithi016.stdout:3890: writing smithi01678542-2 from 0 to 466944 tid 1 2024-04-15T14:49:40.438 INFO:tasks.rados.rados.0.smithi016.stdout:3890: writing smithi01678542-2 from 466944 to 868352 tid 2 2024-04-15T14:49:40.438 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 26 current snap is 367 2024-04-15T14:49:40.438 INFO:tasks.rados.rados.0.smithi016.stdout:3891: seq_num 1199 ranges {417792=483328,901120=401408} 2024-04-15T14:49:40.444 INFO:tasks.rados.rados.0.smithi016.stdout:3891: writing smithi01678542-26 from 417792 to 901120 tid 1 2024-04-15T14:49:40.449 INFO:tasks.rados.rados.0.smithi016.stdout:3891: writing smithi01678542-26 from 901120 to 1302528 tid 2 2024-04-15T14:49:40.449 INFO:tasks.rados.rados.0.smithi016.stdout:3892: delete oid 9 current snap is 367 2024-04-15T14:49:40.449 INFO:tasks.rados.rados.0.smithi016.stdout:3884: finishing write tid 1 to smithi01678542-3 2024-04-15T14:49:40.449 INFO:tasks.rados.rados.0.smithi016.stdout:3884: finishing write tid 2 to smithi01678542-3 2024-04-15T14:49:40.449 INFO:tasks.rados.rados.0.smithi016.stdout:3885: finishing rollback tid 0 to smithi01678542-49 2024-04-15T14:49:40.449 INFO:tasks.rados.rados.0.smithi016.stdout:3885: finishing rollback tid 1 to smithi01678542-49 2024-04-15T14:49:40.449 INFO:tasks.rados.rados.0.smithi016.stdout:3889: finishing write tid 1 to smithi01678542-35 2024-04-15T14:49:40.449 INFO:tasks.rados.rados.0.smithi016.stdout:3884: finishing write tid 3 to smithi01678542-3 2024-04-15T14:49:40.450 INFO:tasks.rados.rados.0.smithi016.stdout:3885: finishing rollback tid 2 to smithi01678542-49 2024-04-15T14:49:40.450 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 49 v 1764 (ObjNum 1167 snap 355 seq_num 1167) dirty exists 2024-04-15T14:49:40.450 INFO:tasks.rados.rados.0.smithi016.stdout:3884: finishing write tid 4 to smithi01678542-3 2024-04-15T14:49:40.450 INFO:tasks.rados.rados.0.smithi016.stdout:3884: oid 3 updating version 0 to 1724 2024-04-15T14:49:40.450 INFO:tasks.rados.rados.0.smithi016.stdout:3884: oid 3 updating version 1724 to 1725 2024-04-15T14:49:40.450 INFO:tasks.rados.rados.0.smithi016.stdout:3884: oid 3 updating version 1725 to 1726 2024-04-15T14:49:40.450 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 3 v 1726 (ObjNum 1196 snap 367 seq_num 1196) dirty exists 2024-04-15T14:49:40.450 INFO:tasks.rados.rados.0.smithi016.stdout:3884: left oid 3 (ObjNum 1196 snap 367 seq_num 1196) 2024-04-15T14:49:40.450 INFO:tasks.rados.rados.0.smithi016.stdout:3888: finishing copy_from racing read to smithi01678542-5 2024-04-15T14:49:40.450 INFO:tasks.rados.rados.0.smithi016.stdout:3889: finishing write tid 2 to smithi01678542-35 2024-04-15T14:49:40.450 INFO:tasks.rados.rados.0.smithi016.stdout:3889: finishing write tid 3 to smithi01678542-35 2024-04-15T14:49:40.451 INFO:tasks.rados.rados.0.smithi016.stdout:3889: finishing write tid 4 to smithi01678542-35 2024-04-15T14:49:40.451 INFO:tasks.rados.rados.0.smithi016.stdout:3889: oid 35 updating version 0 to 1725 2024-04-15T14:49:40.451 INFO:tasks.rados.rados.0.smithi016.stdout:3889: oid 35 version 1725 is already newer than 1723 2024-04-15T14:49:40.451 INFO:tasks.rados.rados.0.smithi016.stdout:3889: oid 35 version 1725 is already newer than 1724 2024-04-15T14:49:40.451 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 35 v 1725 (ObjNum 1197 snap 367 seq_num 1197) dirty exists 2024-04-15T14:49:40.452 INFO:tasks.rados.rados.0.smithi016.stdout:3889: left oid 35 (ObjNum 1197 snap 367 seq_num 1197) 2024-04-15T14:49:40.453 INFO:tasks.rados.rados.0.smithi016.stdout:3888: finishing copy_from to smithi01678542-5 2024-04-15T14:49:40.453 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 5 v 1722 (ObjNum 1152 snap 342 seq_num 1152) dirty exists 2024-04-15T14:49:40.456 INFO:tasks.rados.rados.0.smithi016.stdout:3891: finishing write tid 1 to smithi01678542-26 2024-04-15T14:49:40.456 INFO:tasks.rados.rados.0.smithi016.stdout:3891: finishing write tid 2 to smithi01678542-26 2024-04-15T14:49:40.459 INFO:tasks.rados.rados.0.smithi016.stdout:3886: expect (ObjNum 1144 snap 339 seq_num 1144) 2024-04-15T14:49:40.648 INFO:tasks.rados.rados.0.smithi016.stdout:3890: finishing write tid 1 to smithi01678542-2 2024-04-15T14:49:40.648 INFO:tasks.rados.rados.0.smithi016.stdout:3890: finishing write tid 2 to smithi01678542-2 2024-04-15T14:49:40.648 INFO:tasks.rados.rados.0.smithi016.stdout:3890: finishing write tid 3 to smithi01678542-2 2024-04-15T14:49:40.649 INFO:tasks.rados.rados.0.smithi016.stdout:3891: finishing write tid 3 to smithi01678542-26 2024-04-15T14:49:40.649 INFO:tasks.rados.rados.0.smithi016.stdout:3891: finishing write tid 4 to smithi01678542-26 2024-04-15T14:49:40.649 INFO:tasks.rados.rados.0.smithi016.stdout:3891: oid 26 updating version 0 to 1566 2024-04-15T14:49:40.649 INFO:tasks.rados.rados.0.smithi016.stdout:3891: oid 26 updating version 1566 to 1568 2024-04-15T14:49:40.649 INFO:tasks.rados.rados.0.smithi016.stdout:3891: oid 26 version 1568 is already newer than 1567 2024-04-15T14:49:40.649 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 26 v 1568 (ObjNum 1199 snap 367 seq_num 1199) dirty exists 2024-04-15T14:49:40.649 INFO:tasks.rados.rados.0.smithi016.stdout:3891: left oid 26 (ObjNum 1199 snap 367 seq_num 1199) 2024-04-15T14:49:40.649 INFO:tasks.rados.rados.0.smithi016.stdout:3890: finishing write tid 4 to smithi01678542-2 2024-04-15T14:49:40.649 INFO:tasks.rados.rados.0.smithi016.stdout:3890: oid 2 updating version 0 to 1817 2024-04-15T14:49:40.649 INFO:tasks.rados.rados.0.smithi016.stdout:3890: oid 2 updating version 1817 to 1819 2024-04-15T14:49:40.649 INFO:tasks.rados.rados.0.smithi016.stdout:3890: oid 2 version 1819 is already newer than 1818 2024-04-15T14:49:40.649 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 2 v 1819 (ObjNum 1198 snap 367 seq_num 1198) dirty exists 2024-04-15T14:49:40.649 INFO:tasks.rados.rados.0.smithi016.stdout:3890: left oid 2 (ObjNum 1198 snap 367 seq_num 1198) 2024-04-15T14:49:40.649 INFO:tasks.rados.rados.0.smithi016.stdout:3887: finishing copy_from racing read to smithi01678542-45 2024-04-15T14:49:40.650 INFO:tasks.rados.rados.0.smithi016.stdout:3887: finishing copy_from to smithi01678542-45 2024-04-15T14:49:40.650 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 45 v 1974 (ObjNum 1159 snap 349 seq_num 1159) dirty exists 2024-04-15T14:49:40.650 INFO:tasks.rados.rados.0.smithi016.stdout:3884: done (8 left) 2024-04-15T14:49:40.650 INFO:tasks.rados.rados.0.smithi016.stdout:3885: done (7 left) 2024-04-15T14:49:40.650 INFO:tasks.rados.rados.0.smithi016.stdout:3886: done (6 left) 2024-04-15T14:49:40.650 INFO:tasks.rados.rados.0.smithi016.stdout:3887: done (5 left) 2024-04-15T14:49:40.650 INFO:tasks.rados.rados.0.smithi016.stdout:3888: done (4 left) 2024-04-15T14:49:40.650 INFO:tasks.rados.rados.0.smithi016.stdout:3889: done (3 left) 2024-04-15T14:49:40.650 INFO:tasks.rados.rados.0.smithi016.stdout:3890: done (2 left) 2024-04-15T14:49:40.650 INFO:tasks.rados.rados.0.smithi016.stdout:3891: done (1 left) 2024-04-15T14:49:40.650 INFO:tasks.rados.rados.0.smithi016.stdout:3892: done (0 left) 2024-04-15T14:49:40.650 INFO:tasks.rados.rados.0.smithi016.stdout:3893: snap_remove snap 353 2024-04-15T14:49:40.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:49:40 smithi102 ceph-mon[87131]: osdmap e802: 8 total, 8 up, 8 in 2024-04-15T14:49:40.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:49:40 smithi102 ceph-mon[87131]: osdmap e803: 8 total, 8 up, 8 in 2024-04-15T14:49:40.789 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:49:40 smithi016 ceph-mon[90652]: osdmap e802: 8 total, 8 up, 8 in 2024-04-15T14:49:40.789 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:49:40 smithi016 ceph-mon[90652]: osdmap e803: 8 total, 8 up, 8 in 2024-04-15T14:49:40.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:49:40 smithi016 ceph-mon[93212]: osdmap e802: 8 total, 8 up, 8 in 2024-04-15T14:49:40.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:49:40 smithi016 ceph-mon[93212]: osdmap e803: 8 total, 8 up, 8 in 2024-04-15T14:49:41.438 INFO:tasks.rados.rados.0.smithi016.stdout:3893: done (0 left) 2024-04-15T14:49:41.438 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 23 current snap is 367 2024-04-15T14:49:41.438 INFO:tasks.rados.rados.0.smithi016.stdout:3894: seq_num 1201 ranges {1613824=524288,2138112=401408} 2024-04-15T14:49:41.450 INFO:tasks.rados.rados.0.smithi016.stdout:3894: writing smithi01678542-23 from 1613824 to 2138112 tid 1 2024-04-15T14:49:41.453 INFO:tasks.rados.rados.0.smithi016.stdout:3894: writing smithi01678542-23 from 2138112 to 2539520 tid 2 2024-04-15T14:49:41.453 INFO:tasks.rados.rados.0.smithi016.stdout:3895: read oid 39 snap -1 2024-04-15T14:49:41.454 INFO:tasks.rados.rados.0.smithi016.stdout:3895: expect (ObjNum 1152 snap 342 seq_num 1152) 2024-04-15T14:49:41.454 INFO:tasks.rados.rados.0.smithi016.stdout:3896: read oid 8 snap 348 2024-04-15T14:49:41.454 INFO:tasks.rados.rados.0.smithi016.stdout:3896: expect (ObjNum 1069 snap 314 seq_num 1069) 2024-04-15T14:49:41.454 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 4 current snap is 367 2024-04-15T14:49:41.454 INFO:tasks.rados.rados.0.smithi016.stdout:3897: seq_num 1202 ranges {245760=540672,786432=401408} 2024-04-15T14:49:41.459 INFO:tasks.rados.rados.0.smithi016.stdout:3897: writing smithi01678542-4 from 245760 to 786432 tid 1 2024-04-15T14:49:41.462 INFO:tasks.rados.rados.0.smithi016.stdout:3897: writing smithi01678542-4 from 786432 to 1187840 tid 2 2024-04-15T14:49:41.462 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 6 current snap is 367 2024-04-15T14:49:41.462 INFO:tasks.rados.rados.0.smithi016.stdout:3898: seq_num 1203 ranges {4939776=557056,5496832=401408} 2024-04-15T14:49:41.493 INFO:tasks.rados.rados.0.smithi016.stdout:3898: writing smithi01678542-6 from 4939776 to 5496832 tid 1 2024-04-15T14:49:41.495 INFO:tasks.rados.rados.0.smithi016.stdout:3898: writing smithi01678542-6 from 5496832 to 5898240 tid 2 2024-04-15T14:49:41.495 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 35 current snap is 367 2024-04-15T14:49:41.496 INFO:tasks.rados.rados.0.smithi016.stdout:3899: seq_num 1204 ranges {1662976=573440,2236416=401408} 2024-04-15T14:49:41.507 INFO:tasks.rados.rados.0.smithi016.stdout:3899: writing smithi01678542-35 from 1662976 to 2236416 tid 1 2024-04-15T14:49:41.510 INFO:tasks.rados.rados.0.smithi016.stdout:3899: writing smithi01678542-35 from 2236416 to 2637824 tid 2 2024-04-15T14:49:41.510 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 28 current snap is 367 2024-04-15T14:49:41.510 INFO:tasks.rados.rados.0.smithi016.stdout:3900: seq_num 1205 ranges {0=589824,589824=401408} 2024-04-15T14:49:41.513 INFO:tasks.rados.rados.0.smithi016.stdout:3900: writing smithi01678542-28 from 0 to 589824 tid 1 2024-04-15T14:49:41.516 INFO:tasks.rados.rados.0.smithi016.stdout:3900: writing smithi01678542-28 from 589824 to 991232 tid 2 2024-04-15T14:49:41.516 INFO:tasks.rados.rados.0.smithi016.stdout:3901: read oid 38 snap 341 2024-04-15T14:49:41.516 INFO:tasks.rados.rados.0.smithi016.stdout:3901: expect (ObjNum 1051 snap 307 seq_num 1051) 2024-04-15T14:49:41.516 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 3 current snap is 367 2024-04-15T14:49:41.516 INFO:tasks.rados.rados.0.smithi016.stdout:3895: expect (ObjNum 1152 snap 342 seq_num 1152) 2024-04-15T14:49:41.519 INFO:tasks.rados.rados.0.smithi016.stdout:3894: finishing write tid 1 to smithi01678542-23 2024-04-15T14:49:41.519 INFO:tasks.rados.rados.0.smithi016.stdout:3894: finishing write tid 2 to smithi01678542-23 2024-04-15T14:49:41.519 INFO:tasks.rados.rados.0.smithi016.stdout:3902: seq_num 1206 ranges {835584=606208,1441792=401408} 2024-04-15T14:49:41.527 INFO:tasks.rados.rados.0.smithi016.stdout:3902: writing smithi01678542-3 from 835584 to 1441792 tid 1 2024-04-15T14:49:41.529 INFO:tasks.rados.rados.0.smithi016.stdout:3902: writing smithi01678542-3 from 1441792 to 1843200 tid 2 2024-04-15T14:49:41.529 INFO:tasks.rados.rados.0.smithi016.stdout:3895: done (8 left) 2024-04-15T14:49:41.530 INFO:tasks.rados.rados.0.smithi016.stdout:3903: snap_remove snap 343 2024-04-15T14:49:41.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:49:41 smithi102 ceph-mon[87131]: pgmap v846: 121 pgs: 121 active+clean; 289 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 14 MiB/s rd, 1.8 MiB/s wr, 17 op/s 2024-04-15T14:49:41.778 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:49:41 smithi016 ceph-mon[90652]: pgmap v846: 121 pgs: 121 active+clean; 289 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 14 MiB/s rd, 1.8 MiB/s wr, 17 op/s 2024-04-15T14:49:41.778 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:49:41 smithi016 ceph-mon[93212]: pgmap v846: 121 pgs: 121 active+clean; 289 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 14 MiB/s rd, 1.8 MiB/s wr, 17 op/s 2024-04-15T14:49:42.040 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 15 14:49:41 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-y[81421]: ::ffff:172.21.15.102 - - [15/Apr/2024:14:49:41] "GET /metrics HTTP/1.1" 200 36267 "" "Prometheus/2.43.0" 2024-04-15T14:49:42.444 INFO:tasks.rados.rados.0.smithi016.stdout:3894: finishing write tid 3 to smithi01678542-23 2024-04-15T14:49:42.444 INFO:tasks.rados.rados.0.smithi016.stdout:3897: finishing write tid 1 to smithi01678542-4 2024-04-15T14:49:42.444 INFO:tasks.rados.rados.0.smithi016.stdout:3897: finishing write tid 2 to smithi01678542-4 2024-04-15T14:49:42.444 INFO:tasks.rados.rados.0.smithi016.stdout:3897: finishing write tid 3 to smithi01678542-4 2024-04-15T14:49:42.444 INFO:tasks.rados.rados.0.smithi016.stdout:3897: finishing write tid 4 to smithi01678542-4 2024-04-15T14:49:42.445 INFO:tasks.rados.rados.0.smithi016.stdout:3897: oid 4 updating version 0 to 2099 2024-04-15T14:49:42.445 INFO:tasks.rados.rados.0.smithi016.stdout:3897: oid 4 updating version 2099 to 2100 2024-04-15T14:49:42.445 INFO:tasks.rados.rados.0.smithi016.stdout:3897: oid 4 version 2100 is already newer than 2098 2024-04-15T14:49:42.445 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 4 v 2100 (ObjNum 1202 snap 367 seq_num 1202) dirty exists 2024-04-15T14:49:42.445 INFO:tasks.rados.rados.0.smithi016.stdout:3897: left oid 4 (ObjNum 1202 snap 367 seq_num 1202) 2024-04-15T14:49:42.445 INFO:tasks.rados.rados.0.smithi016.stdout:3894: finishing write tid 4 to smithi01678542-23 2024-04-15T14:49:42.445 INFO:tasks.rados.rados.0.smithi016.stdout:3894: oid 23 updating version 0 to 1659 2024-04-15T14:49:42.445 INFO:tasks.rados.rados.0.smithi016.stdout:3894: oid 23 version 1659 is already newer than 1658 2024-04-15T14:49:42.445 INFO:tasks.rados.rados.0.smithi016.stdout:3894: oid 23 version 1659 is already newer than 1657 2024-04-15T14:49:42.445 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 23 v 1659 (ObjNum 1201 snap 367 seq_num 1201) dirty exists 2024-04-15T14:49:42.445 INFO:tasks.rados.rados.0.smithi016.stdout:3894: left oid 23 (ObjNum 1201 snap 367 seq_num 1201) 2024-04-15T14:49:42.445 INFO:tasks.rados.rados.0.smithi016.stdout:3896: expect (ObjNum 1069 snap 314 seq_num 1069) 2024-04-15T14:49:42.565 INFO:tasks.rados.rados.0.smithi016.stdout:3898: finishing write tid 1 to smithi01678542-6 2024-04-15T14:49:42.566 INFO:tasks.rados.rados.0.smithi016.stdout:3898: finishing write tid 2 to smithi01678542-6 2024-04-15T14:49:42.566 INFO:tasks.rados.rados.0.smithi016.stdout:3898: finishing write tid 3 to smithi01678542-6 2024-04-15T14:49:42.566 INFO:tasks.rados.rados.0.smithi016.stdout:3898: finishing write tid 4 to smithi01678542-6 2024-04-15T14:49:42.566 INFO:tasks.rados.rados.0.smithi016.stdout:3898: oid 6 updating version 0 to 2006 2024-04-15T14:49:42.566 INFO:tasks.rados.rados.0.smithi016.stdout:3898: oid 6 version 2006 is already newer than 2005 2024-04-15T14:49:42.566 INFO:tasks.rados.rados.0.smithi016.stdout:3898: oid 6 updating version 2006 to 2007 2024-04-15T14:49:42.566 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 6 v 2007 (ObjNum 1203 snap 367 seq_num 1203) dirty exists 2024-04-15T14:49:42.566 INFO:tasks.rados.rados.0.smithi016.stdout:3898: left oid 6 (ObjNum 1203 snap 367 seq_num 1203) 2024-04-15T14:49:42.566 INFO:tasks.rados.rados.0.smithi016.stdout:3899: finishing write tid 1 to smithi01678542-35 2024-04-15T14:49:42.566 INFO:tasks.rados.rados.0.smithi016.stdout:3894: done (8 left) 2024-04-15T14:49:42.566 INFO:tasks.rados.rados.0.smithi016.stdout:3896: done (7 left) 2024-04-15T14:49:42.567 INFO:tasks.rados.rados.0.smithi016.stdout:3897: done (6 left) 2024-04-15T14:49:42.567 INFO:tasks.rados.rados.0.smithi016.stdout:3898: done (5 left) 2024-04-15T14:49:42.567 INFO:tasks.rados.rados.0.smithi016.stdout:3903: done (4 left) 2024-04-15T14:49:42.567 INFO:tasks.rados.rados.0.smithi016.stdout:3904: copy_from oid 12 from oid 30 current snap is 367 2024-04-15T14:49:42.567 INFO:tasks.rados.rados.0.smithi016.stdout:3899: finishing write tid 2 to smithi01678542-35 2024-04-15T14:49:42.567 INFO:tasks.rados.rados.0.smithi016.stdout:3899: finishing write tid 3 to smithi01678542-35 2024-04-15T14:49:42.567 INFO:tasks.rados.rados.0.smithi016.stdout:3899: finishing write tid 4 to smithi01678542-35 2024-04-15T14:49:42.567 INFO:tasks.rados.rados.0.smithi016.stdout:3899: oid 35 updating version 0 to 1727 2024-04-15T14:49:42.567 INFO:tasks.rados.rados.0.smithi016.stdout:3899: oid 35 version 1727 is already newer than 1726 2024-04-15T14:49:42.567 INFO:tasks.rados.rados.0.smithi016.stdout:3899: oid 35 updating version 1727 to 1728 2024-04-15T14:49:42.567 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 35 v 1728 (ObjNum 1204 snap 367 seq_num 1204) dirty exists 2024-04-15T14:49:42.567 INFO:tasks.rados.rados.0.smithi016.stdout:3899: left oid 35 (ObjNum 1204 snap 367 seq_num 1204) 2024-04-15T14:49:42.567 INFO:tasks.rados.rados.0.smithi016.stdout:3900: finishing write tid 1 to smithi01678542-28 2024-04-15T14:49:42.567 INFO:tasks.rados.rados.0.smithi016.stdout:3900: finishing write tid 2 to smithi01678542-28 2024-04-15T14:49:42.567 INFO:tasks.rados.rados.0.smithi016.stdout:3900: finishing write tid 3 to smithi01678542-28 2024-04-15T14:49:42.568 INFO:tasks.rados.rados.0.smithi016.stdout:3901: expect (ObjNum 1051 snap 307 seq_num 1051) 2024-04-15T14:49:42.587 INFO:tasks.rados.rados.0.smithi016.stdout:3900: finishing write tid 4 to smithi01678542-28 2024-04-15T14:49:42.587 INFO:tasks.rados.rados.0.smithi016.stdout:3900: oid 28 updating version 0 to 1975 2024-04-15T14:49:42.587 INFO:tasks.rados.rados.0.smithi016.stdout:3900: oid 28 updating version 1975 to 1976 2024-04-15T14:49:42.588 INFO:tasks.rados.rados.0.smithi016.stdout:3900: oid 28 updating version 1976 to 1977 2024-04-15T14:49:42.588 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 28 v 1977 (ObjNum 1205 snap 367 seq_num 1205) dirty exists 2024-04-15T14:49:42.588 INFO:tasks.rados.rados.0.smithi016.stdout:3900: left oid 28 (ObjNum 1205 snap 367 seq_num 1205) 2024-04-15T14:49:42.588 INFO:tasks.rados.rados.0.smithi016.stdout:3902: finishing write tid 1 to smithi01678542-3 2024-04-15T14:49:42.588 INFO:tasks.rados.rados.0.smithi016.stdout:3902: finishing write tid 2 to smithi01678542-3 2024-04-15T14:49:42.588 INFO:tasks.rados.rados.0.smithi016.stdout:3902: finishing write tid 3 to smithi01678542-3 2024-04-15T14:49:42.588 INFO:tasks.rados.rados.0.smithi016.stdout:3902: finishing write tid 4 to smithi01678542-3 2024-04-15T14:49:42.588 INFO:tasks.rados.rados.0.smithi016.stdout:3902: oid 3 updating version 0 to 1728 2024-04-15T14:49:42.588 INFO:tasks.rados.rados.0.smithi016.stdout:3902: oid 3 version 1728 is already newer than 1727 2024-04-15T14:49:42.588 INFO:tasks.rados.rados.0.smithi016.stdout:3902: oid 3 updating version 1728 to 1729 2024-04-15T14:49:42.588 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 3 v 1729 (ObjNum 1206 snap 367 seq_num 1206) dirty exists 2024-04-15T14:49:42.588 INFO:tasks.rados.rados.0.smithi016.stdout:3902: left oid 3 (ObjNum 1206 snap 367 seq_num 1206) 2024-04-15T14:49:42.589 INFO:tasks.rados.rados.0.smithi016.stdout:3899: done (4 left) 2024-04-15T14:49:42.589 INFO:tasks.rados.rados.0.smithi016.stdout:3900: done (3 left) 2024-04-15T14:49:42.589 INFO:tasks.rados.rados.0.smithi016.stdout:3901: done (2 left) 2024-04-15T14:49:42.589 INFO:tasks.rados.rados.0.smithi016.stdout:3902: done (1 left) 2024-04-15T14:49:42.589 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 32 current snap is 367 2024-04-15T14:49:42.589 INFO:tasks.rados.rados.0.smithi016.stdout:3904: finishing copy_from racing read to smithi01678542-12 2024-04-15T14:49:42.589 INFO:tasks.rados.rados.0.smithi016.stdout:3904: finishing copy_from to smithi01678542-12 2024-04-15T14:49:42.589 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 12 v 1722 (ObjNum 1152 snap 342 seq_num 1152) dirty exists 2024-04-15T14:49:42.589 INFO:tasks.rados.rados.0.smithi016.stdout:3905: seq_num 1207 ranges {0=622592,622592=401408} 2024-04-15T14:49:42.590 INFO:tasks.rados.rados.0.smithi016.stdout:3905: writing smithi01678542-32 from 0 to 622592 tid 1 2024-04-15T14:49:42.592 INFO:tasks.rados.rados.0.smithi016.stdout:3905: writing smithi01678542-32 from 622592 to 1024000 tid 2 2024-04-15T14:49:42.592 INFO:tasks.rados.rados.0.smithi016.stdout:3904: done (1 left) 2024-04-15T14:49:42.592 INFO:tasks.rados.rados.0.smithi016.stdout:3906: delete oid 39 current snap is 367 2024-04-15T14:49:42.595 INFO:tasks.rados.rados.0.smithi016.stdout:3906: done (1 left) 2024-04-15T14:49:42.595 INFO:tasks.rados.rados.0.smithi016.stdout:3907: read oid 15 snap -1 2024-04-15T14:49:42.595 INFO:tasks.rados.rados.0.smithi016.stdout:3907: expect (ObjNum 1185 snap 364 seq_num 1185) 2024-04-15T14:49:42.595 INFO:tasks.rados.rados.0.smithi016.stdout:3908: copy_from oid 9 from oid 41 current snap is 367 2024-04-15T14:49:42.595 INFO:tasks.rados.rados.0.smithi016.stdout:3909: copy_from oid 40 from oid 50 current snap is 367 2024-04-15T14:49:42.595 INFO:tasks.rados.rados.0.smithi016.stdout:3910: snap_create 2024-04-15T14:49:42.597 INFO:tasks.rados.rados.0.smithi016.stdout:3905: finishing write tid 1 to smithi01678542-32 2024-04-15T14:49:42.597 INFO:tasks.rados.rados.0.smithi016.stdout:3905: finishing write tid 2 to smithi01678542-32 2024-04-15T14:49:42.598 INFO:tasks.rados.rados.0.smithi016.stdout:3905: finishing write tid 3 to smithi01678542-32 2024-04-15T14:49:42.599 INFO:tasks.rados.rados.0.smithi016.stdout:3908: finishing copy_from to smithi01678542-9 2024-04-15T14:49:42.600 INFO:tasks.rados.rados.0.smithi016.stdout:3908: got expected ENOENT (src dne) 2024-04-15T14:49:42.600 INFO:tasks.rados.rados.0.smithi016.stdout:3908: finishing copy_from racing read to smithi01678542-9 2024-04-15T14:49:42.601 INFO:tasks.rados.rados.0.smithi016.stdout:3905: finishing write tid 4 to smithi01678542-32 2024-04-15T14:49:42.601 INFO:tasks.rados.rados.0.smithi016.stdout:3905: oid 32 updating version 0 to 2112 2024-04-15T14:49:42.601 INFO:tasks.rados.rados.0.smithi016.stdout:3905: oid 32 updating version 2112 to 2113 2024-04-15T14:49:42.601 INFO:tasks.rados.rados.0.smithi016.stdout:3905: oid 32 version 2113 is already newer than 2111 2024-04-15T14:49:42.601 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 32 v 2113 (ObjNum 1207 snap 367 seq_num 1207) dirty exists 2024-04-15T14:49:42.601 INFO:tasks.rados.rados.0.smithi016.stdout:3905: left oid 32 (ObjNum 1207 snap 367 seq_num 1207) 2024-04-15T14:49:42.601 INFO:tasks.rados.rados.0.smithi016.stdout:3909: finishing copy_from racing read to smithi01678542-40 2024-04-15T14:49:42.601 INFO:tasks.rados.rados.0.smithi016.stdout:3907: expect (ObjNum 1185 snap 364 seq_num 1185) 2024-04-15T14:49:42.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:49:42 smithi102 ceph-mon[87131]: osdmap e804: 8 total, 8 up, 8 in 2024-04-15T14:49:42.687 INFO:journalctl@ceph.prometheus.a.smithi102.stdout:Apr 15 14:49:42 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-prometheus-a[120881]: ts=2024-04-15T14:49:42.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi016:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"362ea986-fb34-11ee-bc8f-c7b262605968\", instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T14:49:42.691 INFO:tasks.rados.rados.0.smithi016.stdout:3909: finishing copy_from to smithi01678542-40 2024-04-15T14:49:42.691 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 40 v 1484 (ObjNum 1051 snap 307 seq_num 1051) dirty exists 2024-04-15T14:49:42.789 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:49:42 smithi016 ceph-mon[90652]: osdmap e804: 8 total, 8 up, 8 in 2024-04-15T14:49:42.789 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:49:42 smithi016 ceph-mon[93212]: osdmap e804: 8 total, 8 up, 8 in 2024-04-15T14:49:43.448 INFO:tasks.rados.rados.0.smithi016.stdout:3905: done (4 left) 2024-04-15T14:49:43.448 INFO:tasks.rados.rados.0.smithi016.stdout:3907: done (3 left) 2024-04-15T14:49:43.448 INFO:tasks.rados.rados.0.smithi016.stdout:3908: done (2 left) 2024-04-15T14:49:43.448 INFO:tasks.rados.rados.0.smithi016.stdout:3909: done (1 left) 2024-04-15T14:49:43.448 INFO:tasks.rados.rados.0.smithi016.stdout:3910: done (0 left) 2024-04-15T14:49:43.448 INFO:tasks.rados.rados.0.smithi016.stdout:3911: snap_create 2024-04-15T14:49:43.789 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:49:43 smithi016 ceph-mon[93212]: pgmap v849: 121 pgs: 3 active+clean+snaptrim, 118 active+clean; 293 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 2.8 MiB/s rd, 871 KiB/s wr, 7 op/s 2024-04-15T14:49:43.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:49:43 smithi016 ceph-mon[93212]: osdmap e805: 8 total, 8 up, 8 in 2024-04-15T14:49:43.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:49:43 smithi016 ceph-mon[90652]: pgmap v849: 121 pgs: 3 active+clean+snaptrim, 118 active+clean; 293 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 2.8 MiB/s rd, 871 KiB/s wr, 7 op/s 2024-04-15T14:49:43.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:49:43 smithi016 ceph-mon[90652]: osdmap e805: 8 total, 8 up, 8 in 2024-04-15T14:49:43.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:49:43 smithi102 ceph-mon[87131]: pgmap v849: 121 pgs: 3 active+clean+snaptrim, 118 active+clean; 293 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 2.8 MiB/s rd, 871 KiB/s wr, 7 op/s 2024-04-15T14:49:43.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:49:43 smithi102 ceph-mon[87131]: osdmap e805: 8 total, 8 up, 8 in 2024-04-15T14:49:44.453 INFO:tasks.rados.rados.0.smithi016.stdout:3911: done (0 left) 2024-04-15T14:49:44.454 INFO:tasks.rados.rados.0.smithi016.stdout:3912: read oid 21 snap 354 2024-04-15T14:49:44.454 INFO:tasks.rados.rados.0.smithi016.stdout:3912: expect (ObjNum 1125 snap 333 seq_num 1125) 2024-04-15T14:49:44.454 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 35 current snap is 369 2024-04-15T14:49:44.454 INFO:tasks.rados.rados.0.smithi016.stdout:3913: seq_num 1209 ranges {2637824=655360,3293184=401408} 2024-04-15T14:49:44.472 INFO:tasks.rados.rados.0.smithi016.stdout:3913: writing smithi01678542-35 from 2637824 to 3293184 tid 1 2024-04-15T14:49:44.474 INFO:tasks.rados.rados.0.smithi016.stdout:3913: writing smithi01678542-35 from 3293184 to 3694592 tid 2 2024-04-15T14:49:44.474 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 17 current snap is 369 2024-04-15T14:49:44.474 INFO:tasks.rados.rados.0.smithi016.stdout:3914: seq_num 1210 ranges {4718592=671744,5390336=401408} 2024-04-15T14:49:44.503 INFO:tasks.rados.rados.0.smithi016.stdout:3914: writing smithi01678542-17 from 4718592 to 5390336 tid 1 2024-04-15T14:49:44.506 INFO:tasks.rados.rados.0.smithi016.stdout:3914: writing smithi01678542-17 from 5390336 to 5791744 tid 2 2024-04-15T14:49:44.506 INFO:tasks.rados.rados.0.smithi016.stdout:3915: snap_remove snap 363 2024-04-15T14:49:44.789 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:49:44 smithi016 ceph-mon[90652]: osdmap e806: 8 total, 8 up, 8 in 2024-04-15T14:49:44.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:49:44 smithi016 ceph-mon[93212]: osdmap e806: 8 total, 8 up, 8 in 2024-04-15T14:49:44.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:49:44 smithi102 ceph-mon[87131]: osdmap e806: 8 total, 8 up, 8 in 2024-04-15T14:49:45.415 INFO:tasks.rados.rados.0.smithi016.stdout:3915: done (3 left) 2024-04-15T14:49:45.416 INFO:tasks.rados.rados.0.smithi016.stdout:3916: delete oid 30 current snap is 369 2024-04-15T14:49:45.416 INFO:tasks.rados.rados.0.smithi016.stdout:3912: expect (ObjNum 1125 snap 333 seq_num 1125) 2024-04-15T14:49:45.550 INFO:tasks.rados.rados.0.smithi016.stdout:3913: finishing write tid 1 to smithi01678542-35 2024-04-15T14:49:45.550 INFO:tasks.rados.rados.0.smithi016.stdout:3913: finishing write tid 2 to smithi01678542-35 2024-04-15T14:49:45.550 INFO:tasks.rados.rados.0.smithi016.stdout:3912: done (3 left) 2024-04-15T14:49:45.551 INFO:tasks.rados.rados.0.smithi016.stdout:3916: done (2 left) 2024-04-15T14:49:45.551 INFO:tasks.rados.rados.0.smithi016.stdout:3917: copy_from oid 12 from oid 20 current snap is 369 2024-04-15T14:49:45.551 INFO:tasks.rados.rados.0.smithi016.stdout:3913: finishing write tid 3 to smithi01678542-35 2024-04-15T14:49:45.551 INFO:tasks.rados.rados.0.smithi016.stdout:3913: finishing write tid 4 to smithi01678542-35 2024-04-15T14:49:45.551 INFO:tasks.rados.rados.0.smithi016.stdout:3913: oid 35 updating version 0 to 1730 2024-04-15T14:49:45.551 INFO:tasks.rados.rados.0.smithi016.stdout:3913: oid 35 updating version 1730 to 1731 2024-04-15T14:49:45.551 INFO:tasks.rados.rados.0.smithi016.stdout:3913: oid 35 version 1731 is already newer than 1729 2024-04-15T14:49:45.551 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 35 v 1731 (ObjNum 1209 snap 369 seq_num 1209) dirty exists 2024-04-15T14:49:45.551 INFO:tasks.rados.rados.0.smithi016.stdout:3913: left oid 35 (ObjNum 1209 snap 369 seq_num 1209) 2024-04-15T14:49:45.551 INFO:tasks.rados.rados.0.smithi016.stdout:3914: finishing write tid 1 to smithi01678542-17 2024-04-15T14:49:45.551 INFO:tasks.rados.rados.0.smithi016.stdout:3914: finishing write tid 2 to smithi01678542-17 2024-04-15T14:49:45.551 INFO:tasks.rados.rados.0.smithi016.stdout:3914: finishing write tid 3 to smithi01678542-17 2024-04-15T14:49:45.551 INFO:tasks.rados.rados.0.smithi016.stdout:3914: finishing write tid 4 to smithi01678542-17 2024-04-15T14:49:45.551 INFO:tasks.rados.rados.0.smithi016.stdout:3914: oid 17 updating version 0 to 1766 2024-04-15T14:49:45.552 INFO:tasks.rados.rados.0.smithi016.stdout:3914: oid 17 version 1766 is already newer than 1765 2024-04-15T14:49:45.552 INFO:tasks.rados.rados.0.smithi016.stdout:3914: oid 17 updating version 1766 to 1767 2024-04-15T14:49:45.552 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 17 v 1767 (ObjNum 1210 snap 369 seq_num 1210) dirty exists 2024-04-15T14:49:45.552 INFO:tasks.rados.rados.0.smithi016.stdout:3914: left oid 17 (ObjNum 1210 snap 369 seq_num 1210) 2024-04-15T14:49:45.552 INFO:tasks.rados.rados.0.smithi016.stdout:3913: done (2 left) 2024-04-15T14:49:45.552 INFO:tasks.rados.rados.0.smithi016.stdout:3914: done (1 left) 2024-04-15T14:49:45.552 INFO:tasks.rados.rados.0.smithi016.stdout:3918: snap_create 2024-04-15T14:49:45.563 INFO:tasks.rados.rados.0.smithi016.stdout:3917: finishing copy_from racing read to smithi01678542-12 2024-04-15T14:49:45.565 INFO:tasks.rados.rados.0.smithi016.stdout:3917: finishing copy_from to smithi01678542-12 2024-04-15T14:49:45.565 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 12 v 1650 (ObjNum 1149 snap 339 seq_num 1149) dirty exists 2024-04-15T14:49:45.789 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:49:45 smithi016 ceph-mon[93212]: pgmap v852: 121 pgs: 3 active+clean+snaptrim, 118 active+clean; 294 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 3.5 MiB/s rd, 1.3 MiB/s wr, 8 op/s 2024-04-15T14:49:45.789 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:49:45 smithi016 ceph-mon[93212]: osdmap e807: 8 total, 8 up, 8 in 2024-04-15T14:49:45.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:49:45 smithi016 ceph-mon[93212]: osdmap e808: 8 total, 8 up, 8 in 2024-04-15T14:49:45.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:49:45 smithi016 ceph-mon[90652]: pgmap v852: 121 pgs: 3 active+clean+snaptrim, 118 active+clean; 294 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 3.5 MiB/s rd, 1.3 MiB/s wr, 8 op/s 2024-04-15T14:49:45.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:49:45 smithi016 ceph-mon[90652]: osdmap e807: 8 total, 8 up, 8 in 2024-04-15T14:49:45.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:49:45 smithi016 ceph-mon[90652]: osdmap e808: 8 total, 8 up, 8 in 2024-04-15T14:49:45.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:49:45 smithi102 ceph-mon[87131]: pgmap v852: 121 pgs: 3 active+clean+snaptrim, 118 active+clean; 294 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 3.5 MiB/s rd, 1.3 MiB/s wr, 8 op/s 2024-04-15T14:49:45.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:49:45 smithi102 ceph-mon[87131]: osdmap e807: 8 total, 8 up, 8 in 2024-04-15T14:49:45.938 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:49:45 smithi102 ceph-mon[87131]: osdmap e808: 8 total, 8 up, 8 in 2024-04-15T14:49:46.460 INFO:tasks.rados.rados.0.smithi016.stdout:3917: done (1 left) 2024-04-15T14:49:46.461 INFO:tasks.rados.rados.0.smithi016.stdout:3918: done (0 left) 2024-04-15T14:49:46.461 INFO:tasks.rados.rados.0.smithi016.stdout:3919: read oid 36 snap -1 2024-04-15T14:49:46.461 INFO:tasks.rados.rados.0.smithi016.stdout:3919: expect deleted 2024-04-15T14:49:46.461 INFO:tasks.rados.rados.0.smithi016.stdout:3920: read oid 23 snap 351 2024-04-15T14:49:46.461 INFO:tasks.rados.rados.0.smithi016.stdout:3920: expect (ObjNum 1099 snap 325 seq_num 1099) 2024-04-15T14:49:46.461 INFO:tasks.rados.rados.0.smithi016.stdout:3921: read oid 10 snap -1 2024-04-15T14:49:46.461 INFO:tasks.rados.rados.0.smithi016.stdout:3921: expect (ObjNum 1157 snap 348 seq_num 1157) 2024-04-15T14:49:46.461 INFO:tasks.rados.rados.0.smithi016.stdout:3922: rollback oid 14 current snap is 370 2024-04-15T14:49:46.461 INFO:tasks.rados.rados.0.smithi016.stdout:rollback oid 14 to 339 2024-04-15T14:49:46.461 INFO:tasks.rados.rados.0.smithi016.stdout:3923: read oid 21 snap -1 2024-04-15T14:49:46.461 INFO:tasks.rados.rados.0.smithi016.stdout:3923: expect (ObjNum 1125 snap 333 seq_num 1125) 2024-04-15T14:49:46.461 INFO:tasks.rados.rados.0.smithi016.stdout:3924: copy_from oid 4 from oid 15 current snap is 370 2024-04-15T14:49:46.461 INFO:tasks.rados.rados.0.smithi016.stdout:3925: read oid 12 snap -1 2024-04-15T14:49:46.462 INFO:tasks.rados.rados.0.smithi016.stdout:3925: expect (ObjNum 1149 snap 339 seq_num 1149) 2024-04-15T14:49:46.462 INFO:tasks.rados.rados.0.smithi016.stdout:3926: read oid 6 snap -1 2024-04-15T14:49:46.462 INFO:tasks.rados.rados.0.smithi016.stdout:3926: expect (ObjNum 1203 snap 367 seq_num 1203) 2024-04-15T14:49:46.462 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 48 current snap is 370 2024-04-15T14:49:46.462 INFO:tasks.rados.rados.0.smithi016.stdout:3927: seq_num 1212 ranges {10698752=704512,11403264=401408} 2024-04-15T14:49:46.527 INFO:tasks.rados.rados.0.smithi016.stdout:3927: writing smithi01678542-48 from 10698752 to 11403264 tid 1 2024-04-15T14:49:46.530 INFO:tasks.rados.rados.0.smithi016.stdout:3927: writing smithi01678542-48 from 11403264 to 11804672 tid 2 2024-04-15T14:49:46.530 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 38 current snap is 370 2024-04-15T14:49:46.530 INFO:tasks.rados.rados.0.smithi016.stdout:3928: seq_num 1213 ranges {1597440=720896,2318336=401408} 2024-04-15T14:49:46.543 INFO:tasks.rados.rados.0.smithi016.stdout:3928: writing smithi01678542-38 from 1597440 to 2318336 tid 1 2024-04-15T14:49:46.546 INFO:tasks.rados.rados.0.smithi016.stdout:3928: writing smithi01678542-38 from 2318336 to 2719744 tid 2 2024-04-15T14:49:46.546 INFO:tasks.rados.rados.0.smithi016.stdout:3929: rmattr oid 3 current snap is 370 2024-04-15T14:49:46.546 INFO:tasks.rados.rados.0.smithi016.stdout:3929: done (10 left) 2024-04-15T14:49:46.546 INFO:tasks.rados.rados.0.smithi016.stdout:3930: read oid 32 snap -1 2024-04-15T14:49:46.546 INFO:tasks.rados.rados.0.smithi016.stdout:3930: expect (ObjNum 1207 snap 367 seq_num 1207) 2024-04-15T14:49:46.546 INFO:tasks.rados.rados.0.smithi016.stdout:3931: read oid 24 snap 341 2024-04-15T14:49:46.547 INFO:tasks.rados.rados.0.smithi016.stdout:3931: expect (ObjNum 632 snap 191 seq_num 632) 2024-04-15T14:49:46.547 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 34 current snap is 370 2024-04-15T14:49:46.547 INFO:tasks.rados.rados.0.smithi016.stdout:3932: seq_num 1214 ranges {0=737280,737280=401408} 2024-04-15T14:49:46.550 INFO:tasks.rados.rados.0.smithi016.stdout:3932: writing smithi01678542-34 from 0 to 737280 tid 1 2024-04-15T14:49:46.553 INFO:tasks.rados.rados.0.smithi016.stdout:3932: writing smithi01678542-34 from 737280 to 1138688 tid 2 2024-04-15T14:49:46.554 INFO:tasks.rados.rados.0.smithi016.stdout:3933: read oid 18 snap -1 2024-04-15T14:49:46.554 INFO:tasks.rados.rados.0.smithi016.stdout:3933: expect deleted 2024-04-15T14:49:46.554 INFO:tasks.rados.rados.0.smithi016.stdout:3934: read oid 47 snap -1 2024-04-15T14:49:46.554 INFO:tasks.rados.rados.0.smithi016.stdout:3934: expect (ObjNum 0 snap 0 seq_num 0) 2024-04-15T14:49:46.554 INFO:tasks.rados.rados.0.smithi016.stdout:3922: finishing rollback tid 0 to smithi01678542-14 2024-04-15T14:49:46.554 INFO:tasks.rados.rados.0.smithi016.stdout:3922: finishing rollback tid 1 to smithi01678542-14 2024-04-15T14:49:46.554 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 14 v 1733 (ObjNum 945 snap 0 seq_num 2932169040) dirty dne 2024-04-15T14:49:46.554 INFO:tasks.rados.rados.0.smithi016.stdout:3924: finishing copy_from racing read to smithi01678542-4 2024-04-15T14:49:46.554 INFO:tasks.rados.rados.0.smithi016.stdout:3920: expect (ObjNum 1099 snap 325 seq_num 1099) 2024-04-15T14:49:46.600 INFO:tasks.rados.rados.0.smithi016.stdout:3924: finishing copy_from to smithi01678542-4 2024-04-15T14:49:46.600 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 4 v 1783 (ObjNum 1185 snap 364 seq_num 1185) dirty exists 2024-04-15T14:49:46.600 INFO:tasks.rados.rados.0.smithi016.stdout:3923: expect (ObjNum 1125 snap 333 seq_num 1125) 2024-04-15T14:49:46.724 INFO:tasks.rados.rados.0.smithi016.stdout:3925: expect (ObjNum 1149 snap 339 seq_num 1149) 2024-04-15T14:49:46.913 INFO:tasks.rados.rados.0.smithi016.stdout:3926: expect (ObjNum 1203 snap 367 seq_num 1203) 2024-04-15T14:49:47.203 INFO:tasks.rados.rados.0.smithi016.stdout:3927: finishing write tid 1 to smithi01678542-48 2024-04-15T14:49:47.204 INFO:tasks.rados.rados.0.smithi016.stdout:3927: finishing write tid 2 to smithi01678542-48 2024-04-15T14:49:47.204 INFO:tasks.rados.rados.0.smithi016.stdout:3927: finishing write tid 3 to smithi01678542-48 2024-04-15T14:49:47.204 INFO:tasks.rados.rados.0.smithi016.stdout:3927: finishing write tid 4 to smithi01678542-48 2024-04-15T14:49:47.204 INFO:tasks.rados.rados.0.smithi016.stdout:3927: oid 48 updating version 0 to 1979 2024-04-15T14:49:47.204 INFO:tasks.rados.rados.0.smithi016.stdout:3927: oid 48 updating version 1979 to 1980 2024-04-15T14:49:47.204 INFO:tasks.rados.rados.0.smithi016.stdout:3927: oid 48 version 1980 is already newer than 1978 2024-04-15T14:49:47.204 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 48 v 1980 (ObjNum 1212 snap 370 seq_num 1212) dirty exists 2024-04-15T14:49:47.204 INFO:tasks.rados.rados.0.smithi016.stdout:3927: left oid 48 (ObjNum 1212 snap 370 seq_num 1212) 2024-04-15T14:49:47.204 INFO:tasks.rados.rados.0.smithi016.stdout:3921: expect (ObjNum 1157 snap 348 seq_num 1157) 2024-04-15T14:49:47.789 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:49:47 smithi016 ceph-mon[90652]: pgmap v855: 121 pgs: 3 active+clean+snaptrim, 118 active+clean; 303 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 6.6 MiB/s rd, 2.6 MiB/s wr, 14 op/s 2024-04-15T14:49:47.789 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:49:47 smithi016 ceph-mon[90652]: osdmap e809: 8 total, 8 up, 8 in 2024-04-15T14:49:47.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:49:47 smithi016 ceph-mon[93212]: pgmap v855: 121 pgs: 3 active+clean+snaptrim, 118 active+clean; 303 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 6.6 MiB/s rd, 2.6 MiB/s wr, 14 op/s 2024-04-15T14:49:47.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:49:47 smithi016 ceph-mon[93212]: osdmap e809: 8 total, 8 up, 8 in 2024-04-15T14:49:47.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:49:47 smithi102 ceph-mon[87131]: pgmap v855: 121 pgs: 3 active+clean+snaptrim, 118 active+clean; 303 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 6.6 MiB/s rd, 2.6 MiB/s wr, 14 op/s 2024-04-15T14:49:47.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:49:47 smithi102 ceph-mon[87131]: osdmap e809: 8 total, 8 up, 8 in 2024-04-15T14:49:49.276 INFO:tasks.rados.rados.0.smithi016.stdout:3928: finishing write tid 1 to smithi01678542-38 2024-04-15T14:49:49.276 INFO:tasks.rados.rados.0.smithi016.stdout:3928: finishing write tid 2 to smithi01678542-38 2024-04-15T14:49:49.276 INFO:tasks.rados.rados.0.smithi016.stdout:3928: finishing write tid 3 to smithi01678542-38 2024-04-15T14:49:49.276 INFO:tasks.rados.rados.0.smithi016.stdout:3930: expect (ObjNum 1207 snap 367 seq_num 1207) 2024-04-15T14:49:49.311 INFO:tasks.rados.rados.0.smithi016.stdout:3928: finishing write tid 4 to smithi01678542-38 2024-04-15T14:49:49.311 INFO:tasks.rados.rados.0.smithi016.stdout:3928: oid 38 updating version 0 to 1794 2024-04-15T14:49:49.311 INFO:tasks.rados.rados.0.smithi016.stdout:3928: oid 38 updating version 1794 to 1796 2024-04-15T14:49:49.311 INFO:tasks.rados.rados.0.smithi016.stdout:3928: oid 38 version 1796 is already newer than 1795 2024-04-15T14:49:49.311 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 38 v 1796 (ObjNum 1213 snap 370 seq_num 1213) dirty exists 2024-04-15T14:49:49.312 INFO:tasks.rados.rados.0.smithi016.stdout:3928: left oid 38 (ObjNum 1213 snap 370 seq_num 1213) 2024-04-15T14:49:49.312 INFO:tasks.rados.rados.0.smithi016.stdout:3932: finishing write tid 1 to smithi01678542-34 2024-04-15T14:49:49.312 INFO:tasks.rados.rados.0.smithi016.stdout:3932: finishing write tid 2 to smithi01678542-34 2024-04-15T14:49:49.312 INFO:tasks.rados.rados.0.smithi016.stdout:3932: finishing write tid 3 to smithi01678542-34 2024-04-15T14:49:49.312 INFO:tasks.rados.rados.0.smithi016.stdout:3919: done (14 left) 2024-04-15T14:49:49.312 INFO:tasks.rados.rados.0.smithi016.stdout:3920: done (13 left) 2024-04-15T14:49:49.312 INFO:tasks.rados.rados.0.smithi016.stdout:3921: done (12 left) 2024-04-15T14:49:49.312 INFO:tasks.rados.rados.0.smithi016.stdout:3922: done (11 left) 2024-04-15T14:49:49.312 INFO:tasks.rados.rados.0.smithi016.stdout:3923: done (10 left) 2024-04-15T14:49:49.312 INFO:tasks.rados.rados.0.smithi016.stdout:3924: done (9 left) 2024-04-15T14:49:49.312 INFO:tasks.rados.rados.0.smithi016.stdout:3925: done (8 left) 2024-04-15T14:49:49.312 INFO:tasks.rados.rados.0.smithi016.stdout:3926: done (7 left) 2024-04-15T14:49:49.312 INFO:tasks.rados.rados.0.smithi016.stdout:3927: done (6 left) 2024-04-15T14:49:49.313 INFO:tasks.rados.rados.0.smithi016.stdout:3928: done (5 left) 2024-04-15T14:49:49.313 INFO:tasks.rados.rados.0.smithi016.stdout:3930: done (4 left) 2024-04-15T14:49:49.313 INFO:tasks.rados.rados.0.smithi016.stdout:3933: done (3 left) 2024-04-15T14:49:49.313 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 28 current snap is 370 2024-04-15T14:49:49.313 INFO:tasks.rados.rados.0.smithi016.stdout:3935: seq_num 1215 ranges {991232=753664,1744896=401408} 2024-04-15T14:49:49.320 INFO:tasks.rados.rados.0.smithi016.stdout:3935: writing smithi01678542-28 from 991232 to 1744896 tid 1 2024-04-15T14:49:49.323 INFO:tasks.rados.rados.0.smithi016.stdout:3935: writing smithi01678542-28 from 1744896 to 2146304 tid 2 2024-04-15T14:49:49.323 INFO:tasks.rados.rados.0.smithi016.stdout:3936: read oid 14 snap -1 2024-04-15T14:49:49.323 INFO:tasks.rados.rados.0.smithi016.stdout:3936: expect deleted 2024-04-15T14:49:49.323 INFO:tasks.rados.rados.0.smithi016.stdout:3937: delete oid 7 current snap is 370 2024-04-15T14:49:49.323 INFO:tasks.rados.rados.0.smithi016.stdout:3931: expect (ObjNum 632 snap 191 seq_num 632) 2024-04-15T14:49:49.490 INFO:tasks.rados.rados.0.smithi016.stdout:3932: finishing write tid 4 to smithi01678542-34 2024-04-15T14:49:49.490 INFO:tasks.rados.rados.0.smithi016.stdout:3932: oid 34 updating version 0 to 1852 2024-04-15T14:49:49.490 INFO:tasks.rados.rados.0.smithi016.stdout:3932: oid 34 version 1852 is already newer than 1851 2024-04-15T14:49:49.490 INFO:tasks.rados.rados.0.smithi016.stdout:3932: oid 34 version 1852 is already newer than 1850 2024-04-15T14:49:49.491 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 34 v 1852 (ObjNum 1214 snap 370 seq_num 1214) dirty exists 2024-04-15T14:49:49.491 INFO:tasks.rados.rados.0.smithi016.stdout:3932: left oid 34 (ObjNum 1214 snap 370 seq_num 1214) 2024-04-15T14:49:49.491 INFO:tasks.rados.rados.0.smithi016.stdout:3931: done (5 left) 2024-04-15T14:49:49.491 INFO:tasks.rados.rados.0.smithi016.stdout:3932: done (4 left) 2024-04-15T14:49:49.491 INFO:tasks.rados.rados.0.smithi016.stdout:3937: done (3 left) 2024-04-15T14:49:49.491 INFO:tasks.rados.rados.0.smithi016.stdout:3938: delete oid 37 current snap is 370 2024-04-15T14:49:49.491 INFO:tasks.rados.rados.0.smithi016.stdout:3934: expect (ObjNum 0 snap 0 seq_num 0) 2024-04-15T14:49:49.498 INFO:tasks.rados.rados.0.smithi016.stdout:3935: finishing write tid 1 to smithi01678542-28 2024-04-15T14:49:49.498 INFO:tasks.rados.rados.0.smithi016.stdout:3935: finishing write tid 2 to smithi01678542-28 2024-04-15T14:49:49.498 INFO:tasks.rados.rados.0.smithi016.stdout:3935: finishing write tid 3 to smithi01678542-28 2024-04-15T14:49:49.498 INFO:tasks.rados.rados.0.smithi016.stdout:3935: finishing write tid 4 to smithi01678542-28 2024-04-15T14:49:49.498 INFO:tasks.rados.rados.0.smithi016.stdout:3935: oid 28 updating version 0 to 1983 2024-04-15T14:49:49.498 INFO:tasks.rados.rados.0.smithi016.stdout:3935: oid 28 version 1983 is already newer than 1981 2024-04-15T14:49:49.498 INFO:tasks.rados.rados.0.smithi016.stdout:3935: oid 28 version 1983 is already newer than 1982 2024-04-15T14:49:49.498 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 28 v 1983 (ObjNum 1215 snap 370 seq_num 1215) dirty exists 2024-04-15T14:49:49.498 INFO:tasks.rados.rados.0.smithi016.stdout:3935: left oid 28 (ObjNum 1215 snap 370 seq_num 1215) 2024-04-15T14:49:49.498 INFO:tasks.rados.rados.0.smithi016.stdout:3934: done (3 left) 2024-04-15T14:49:49.499 INFO:tasks.rados.rados.0.smithi016.stdout:3935: done (2 left) 2024-04-15T14:49:49.499 INFO:tasks.rados.rados.0.smithi016.stdout:3936: done (1 left) 2024-04-15T14:49:49.499 INFO:tasks.rados.rados.0.smithi016.stdout:3938: done (0 left) 2024-04-15T14:49:49.499 INFO:tasks.rados.rados.0.smithi016.stdout:3939: copy_from oid 4 from oid 34 current snap is 370 2024-04-15T14:49:49.499 INFO:tasks.rados.rados.0.smithi016.stdout:3940: rollback oid 35 current snap is 370 2024-04-15T14:49:49.499 INFO:tasks.rados.rados.0.smithi016.stdout:rollback oid 35 to 342 2024-04-15T14:49:49.499 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 43 current snap is 370 2024-04-15T14:49:49.499 INFO:tasks.rados.rados.0.smithi016.stdout:3941: seq_num 1218 ranges {0=802816,802816=401408} 2024-04-15T14:49:49.501 INFO:tasks.rados.rados.0.smithi016.stdout:3941: writing smithi01678542-43 from 0 to 802816 tid 1 2024-04-15T14:49:49.504 INFO:tasks.rados.rados.0.smithi016.stdout:3941: writing smithi01678542-43 from 802816 to 1204224 tid 2 2024-04-15T14:49:49.505 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 40 current snap is 370 2024-04-15T14:49:49.505 INFO:tasks.rados.rados.0.smithi016.stdout:3940: finishing rollback tid 0 to smithi01678542-35 2024-04-15T14:49:49.505 INFO:tasks.rados.rados.0.smithi016.stdout:3942: seq_num 1219 ranges {811008=417792,1228800=557056,1785856=245760} 2024-04-15T14:49:49.511 INFO:tasks.rados.rados.0.smithi016.stdout:3942: writing smithi01678542-40 from 811008 to 1228800 tid 1 2024-04-15T14:49:49.514 INFO:tasks.rados.rados.0.smithi016.stdout:3942: writing smithi01678542-40 from 1228800 to 1785856 tid 2 2024-04-15T14:49:49.516 INFO:tasks.rados.rados.0.smithi016.stdout:3942: writing smithi01678542-40 from 1785856 to 2031616 tid 3 2024-04-15T14:49:49.516 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 23 current snap is 370 2024-04-15T14:49:49.516 INFO:tasks.rados.rados.0.smithi016.stdout:3940: finishing rollback tid 1 to smithi01678542-35 2024-04-15T14:49:49.516 INFO:tasks.rados.rados.0.smithi016.stdout:3943: seq_num 1220 ranges {2539520=434176,2973696=442368,3416064=360448} 2024-04-15T14:49:49.532 INFO:tasks.rados.rados.0.smithi016.stdout:3943: writing smithi01678542-23 from 2539520 to 2973696 tid 1 2024-04-15T14:49:49.534 INFO:tasks.rados.rados.0.smithi016.stdout:3943: writing smithi01678542-23 from 2973696 to 3416064 tid 2 2024-04-15T14:49:49.539 INFO:tasks.rados.rados.0.smithi016.stdout:3943: writing smithi01678542-23 from 3416064 to 3776512 tid 3 2024-04-15T14:49:49.539 INFO:tasks.rados.rados.0.smithi016.stdout:3944: copy_from oid 10 from oid 41 current snap is 370 2024-04-15T14:49:49.539 INFO:tasks.rados.rados.0.smithi016.stdout:3940: finishing rollback tid 2 to smithi01678542-35 2024-04-15T14:49:49.539 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 35 v 1736 (ObjNum 1084 snap 320 seq_num 1084) dirty exists 2024-04-15T14:49:49.540 INFO:tasks.rados.rados.0.smithi016.stdout:3939: finishing copy_from racing read to smithi01678542-4 2024-04-15T14:49:49.540 INFO:tasks.rados.rados.0.smithi016.stdout:3940: done (5 left) 2024-04-15T14:49:49.540 INFO:tasks.rados.rados.0.smithi016.stdout:3945: snap_create 2024-04-15T14:49:49.540 INFO:tasks.rados.rados.0.smithi016.stdout:3939: finishing copy_from to smithi01678542-4 2024-04-15T14:49:49.540 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 4 v 1852 (ObjNum 1214 snap 370 seq_num 1214) dirty exists 2024-04-15T14:49:49.540 INFO:tasks.rados.rados.0.smithi016.stdout:3941: finishing write tid 1 to smithi01678542-43 2024-04-15T14:49:49.540 INFO:tasks.rados.rados.0.smithi016.stdout:3941: finishing write tid 2 to smithi01678542-43 2024-04-15T14:49:49.540 INFO:tasks.rados.rados.0.smithi016.stdout:3941: finishing write tid 3 to smithi01678542-43 2024-04-15T14:49:49.540 INFO:tasks.rados.rados.0.smithi016.stdout:3941: finishing write tid 4 to smithi01678542-43 2024-04-15T14:49:49.541 INFO:tasks.rados.rados.0.smithi016.stdout:3941: oid 43 updating version 0 to 1855 2024-04-15T14:49:49.541 INFO:tasks.rados.rados.0.smithi016.stdout:3941: oid 43 version 1855 is already newer than 1854 2024-04-15T14:49:49.541 INFO:tasks.rados.rados.0.smithi016.stdout:3941: oid 43 version 1855 is already newer than 1853 2024-04-15T14:49:49.541 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 43 v 1855 (ObjNum 1218 snap 370 seq_num 1218) dirty exists 2024-04-15T14:49:49.541 INFO:tasks.rados.rados.0.smithi016.stdout:3941: left oid 43 (ObjNum 1218 snap 370 seq_num 1218) 2024-04-15T14:49:49.541 INFO:tasks.rados.rados.0.smithi016.stdout:3942: finishing write tid 1 to smithi01678542-40 2024-04-15T14:49:49.541 INFO:tasks.rados.rados.0.smithi016.stdout:3942: finishing write tid 2 to smithi01678542-40 2024-04-15T14:49:49.541 INFO:tasks.rados.rados.0.smithi016.stdout:3942: finishing write tid 3 to smithi01678542-40 2024-04-15T14:49:49.542 INFO:tasks.rados.rados.0.smithi016.stdout:3942: finishing write tid 4 to smithi01678542-40 2024-04-15T14:49:49.542 INFO:tasks.rados.rados.0.smithi016.stdout:3942: finishing write tid 5 to smithi01678542-40 2024-04-15T14:49:49.542 INFO:tasks.rados.rados.0.smithi016.stdout:3942: oid 40 updating version 0 to 1737 2024-04-15T14:49:49.542 INFO:tasks.rados.rados.0.smithi016.stdout:3942: oid 40 updating version 1737 to 1738 2024-04-15T14:49:49.542 INFO:tasks.rados.rados.0.smithi016.stdout:3942: oid 40 updating version 1738 to 1739 2024-04-15T14:49:49.542 INFO:tasks.rados.rados.0.smithi016.stdout:3942: oid 40 updating version 1739 to 1740 2024-04-15T14:49:49.542 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 40 v 1740 (ObjNum 1219 snap 370 seq_num 1219) dirty exists 2024-04-15T14:49:49.543 INFO:tasks.rados.rados.0.smithi016.stdout:3942: left oid 40 (ObjNum 1219 snap 370 seq_num 1219) 2024-04-15T14:49:49.543 INFO:tasks.rados.rados.0.smithi016.stdout:3943: finishing write tid 1 to smithi01678542-23 2024-04-15T14:49:49.543 INFO:tasks.rados.rados.0.smithi016.stdout:3943: finishing write tid 2 to smithi01678542-23 2024-04-15T14:49:49.543 INFO:tasks.rados.rados.0.smithi016.stdout:3944: finishing copy_from to smithi01678542-10 2024-04-15T14:49:49.543 INFO:tasks.rados.rados.0.smithi016.stdout:3944: got expected ENOENT (src dne) 2024-04-15T14:49:49.543 INFO:tasks.rados.rados.0.smithi016.stdout:3944: finishing copy_from racing read to smithi01678542-10 2024-04-15T14:49:49.544 INFO:tasks.rados.rados.0.smithi016.stdout:3943: finishing write tid 3 to smithi01678542-23 2024-04-15T14:49:49.544 INFO:tasks.rados.rados.0.smithi016.stdout:3943: finishing write tid 4 to smithi01678542-23 2024-04-15T14:49:49.545 INFO:tasks.rados.rados.0.smithi016.stdout:3943: finishing write tid 5 to smithi01678542-23 2024-04-15T14:49:49.545 INFO:tasks.rados.rados.0.smithi016.stdout:3943: oid 23 updating version 0 to 1725 2024-04-15T14:49:49.545 INFO:tasks.rados.rados.0.smithi016.stdout:3943: oid 23 version 1725 is already newer than 1723 2024-04-15T14:49:49.545 INFO:tasks.rados.rados.0.smithi016.stdout:3943: oid 23 version 1725 is already newer than 1724 2024-04-15T14:49:49.545 INFO:tasks.rados.rados.0.smithi016.stdout:3943: oid 23 updating version 1725 to 1726 2024-04-15T14:49:49.545 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 23 v 1726 (ObjNum 1220 snap 370 seq_num 1220) dirty exists 2024-04-15T14:49:49.545 INFO:tasks.rados.rados.0.smithi016.stdout:3943: left oid 23 (ObjNum 1220 snap 370 seq_num 1220) 2024-04-15T14:49:49.789 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:49:49 smithi016 ceph-mon[93212]: pgmap v857: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 308 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 5.8 MiB/s rd, 2.9 MiB/s wr, 13 op/s 2024-04-15T14:49:49.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:49:49 smithi016 ceph-mon[90652]: pgmap v857: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 308 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 5.8 MiB/s rd, 2.9 MiB/s wr, 13 op/s 2024-04-15T14:49:49.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:49:49 smithi102 ceph-mon[87131]: pgmap v857: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 308 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 5.8 MiB/s rd, 2.9 MiB/s wr, 13 op/s 2024-04-15T14:49:50.417 INFO:tasks.rados.rados.0.smithi016.stdout:3939: done (5 left) 2024-04-15T14:49:50.417 INFO:tasks.rados.rados.0.smithi016.stdout:3941: done (4 left) 2024-04-15T14:49:50.418 INFO:tasks.rados.rados.0.smithi016.stdout:3942: done (3 left) 2024-04-15T14:49:50.418 INFO:tasks.rados.rados.0.smithi016.stdout:3943: done (2 left) 2024-04-15T14:49:50.418 INFO:tasks.rados.rados.0.smithi016.stdout:3944: done (1 left) 2024-04-15T14:49:50.418 INFO:tasks.rados.rados.0.smithi016.stdout:3945: done (0 left) 2024-04-15T14:49:50.418 INFO:tasks.rados.rados.0.smithi016.stdout:3946: rollback oid 41 current snap is 371 2024-04-15T14:49:50.418 INFO:tasks.rados.rados.0.smithi016.stdout:rollback oid 41 to 351 2024-04-15T14:49:50.418 INFO:tasks.rados.rados.0.smithi016.stdout:3947: rollback oid 49 current snap is 371 2024-04-15T14:49:50.418 INFO:tasks.rados.rados.0.smithi016.stdout:rollback oid 49 to 370 2024-04-15T14:49:50.418 INFO:tasks.rados.rados.0.smithi016.stdout:3948: rmattr oid 32 current snap is 371 2024-04-15T14:49:50.418 INFO:tasks.rados.rados.0.smithi016.stdout:3949: setattr oid 8 current snap is 371 2024-04-15T14:49:50.419 INFO:tasks.rados.rados.0.smithi016.stdout:3950: read oid 42 snap -1 2024-04-15T14:49:50.419 INFO:tasks.rados.rados.0.smithi016.stdout:3950: expect (ObjNum 1152 snap 342 seq_num 1152) 2024-04-15T14:49:50.419 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 2 current snap is 371 2024-04-15T14:49:50.419 INFO:tasks.rados.rados.0.smithi016.stdout:3951: seq_num 1221 ranges {868352=458752,1327104=729088,2056192=73728} 2024-04-15T14:49:50.426 INFO:tasks.rados.rados.0.smithi016.stdout:3951: writing smithi01678542-2 from 868352 to 1327104 tid 1 2024-04-15T14:49:50.431 INFO:tasks.rados.rados.0.smithi016.stdout:3951: writing smithi01678542-2 from 1327104 to 2056192 tid 2 2024-04-15T14:49:50.432 INFO:tasks.rados.rados.0.smithi016.stdout:3951: writing smithi01678542-2 from 2056192 to 2129920 tid 3 2024-04-15T14:49:50.432 INFO:tasks.rados.rados.0.smithi016.stdout:3952: rmattr oid 37 current snap is 371 2024-04-15T14:49:50.432 INFO:tasks.rados.rados.0.smithi016.stdout:3952: done (6 left) 2024-04-15T14:49:50.432 INFO:tasks.rados.rados.0.smithi016.stdout:3953: snap_remove snap 327 2024-04-15T14:49:51.422 INFO:tasks.rados.rados.0.smithi016.stdout:3946: finishing rollback tid 1 to smithi01678542-41 2024-04-15T14:49:51.422 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 41 v 1560 (ObjNum 161 snap 0 seq_num 1) dirty dne 2024-04-15T14:49:51.422 INFO:tasks.rados.rados.0.smithi016.stdout:3950: expect (ObjNum 1152 snap 342 seq_num 1152) 2024-04-15T14:49:51.429 INFO:tasks.rados.rados.0.smithi016.stdout:3947: finishing rollback tid 0 to smithi01678542-49 2024-04-15T14:49:51.429 INFO:tasks.rados.rados.0.smithi016.stdout:3947: finishing rollback tid 1 to smithi01678542-49 2024-04-15T14:49:51.429 INFO:tasks.rados.rados.0.smithi016.stdout:3947: finishing rollback tid 2 to smithi01678542-49 2024-04-15T14:49:51.429 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 49 v 1770 (ObjNum 1167 snap 355 seq_num 1167) dirty exists 2024-04-15T14:49:51.430 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 32 v 2124 (ObjNum 1207 snap 367 seq_num 1207) dirty exists 2024-04-15T14:49:51.430 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 8 v 1727 (ObjNum 1183 snap 363 seq_num 1183) dirty exists 2024-04-15T14:49:51.430 INFO:tasks.rados.rados.0.smithi016.stdout:3951: finishing write tid 1 to smithi01678542-2 2024-04-15T14:49:51.430 INFO:tasks.rados.rados.0.smithi016.stdout:3951: finishing write tid 2 to smithi01678542-2 2024-04-15T14:49:51.430 INFO:tasks.rados.rados.0.smithi016.stdout:3951: finishing write tid 3 to smithi01678542-2 2024-04-15T14:49:51.430 INFO:tasks.rados.rados.0.smithi016.stdout:3951: finishing write tid 4 to smithi01678542-2 2024-04-15T14:49:51.430 INFO:tasks.rados.rados.0.smithi016.stdout:3951: finishing write tid 5 to smithi01678542-2 2024-04-15T14:49:51.430 INFO:tasks.rados.rados.0.smithi016.stdout:3951: oid 2 updating version 0 to 1848 2024-04-15T14:49:51.430 INFO:tasks.rados.rados.0.smithi016.stdout:3951: oid 2 updating version 1848 to 1850 2024-04-15T14:49:51.430 INFO:tasks.rados.rados.0.smithi016.stdout:3951: oid 2 version 1850 is already newer than 1849 2024-04-15T14:49:51.430 INFO:tasks.rados.rados.0.smithi016.stdout:3951: oid 2 version 1850 is already newer than 1847 2024-04-15T14:49:51.430 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 2 v 1850 (ObjNum 1221 snap 371 seq_num 1221) dirty exists 2024-04-15T14:49:51.431 INFO:tasks.rados.rados.0.smithi016.stdout:3951: left oid 2 (ObjNum 1221 snap 371 seq_num 1221) 2024-04-15T14:49:51.431 INFO:tasks.rados.rados.0.smithi016.stdout:3946: done (6 left) 2024-04-15T14:49:51.431 INFO:tasks.rados.rados.0.smithi016.stdout:3947: done (5 left) 2024-04-15T14:49:51.431 INFO:tasks.rados.rados.0.smithi016.stdout:3948: done (4 left) 2024-04-15T14:49:51.431 INFO:tasks.rados.rados.0.smithi016.stdout:3949: done (3 left) 2024-04-15T14:49:51.431 INFO:tasks.rados.rados.0.smithi016.stdout:3950: done (2 left) 2024-04-15T14:49:51.431 INFO:tasks.rados.rados.0.smithi016.stdout:3951: done (1 left) 2024-04-15T14:49:51.431 INFO:tasks.rados.rados.0.smithi016.stdout:3953: done (0 left) 2024-04-15T14:49:51.431 INFO:tasks.rados.rados.0.smithi016.stdout:3954: rmattr oid 38 current snap is 371 2024-04-15T14:49:51.431 INFO:tasks.rados.rados.0.smithi016.stdout:3954: done (0 left) 2024-04-15T14:49:51.431 INFO:tasks.rados.rados.0.smithi016.stdout:3955: snap_remove snap 368 2024-04-15T14:49:51.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:49:51 smithi102 ceph-mon[87131]: pgmap v858: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 308 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 4.4 MiB/s rd, 2.2 MiB/s wr, 10 op/s 2024-04-15T14:49:51.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:49:51 smithi102 ceph-mon[87131]: osdmap e810: 8 total, 8 up, 8 in 2024-04-15T14:49:51.778 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:49:51 smithi016 ceph-mon[90652]: pgmap v858: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 308 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 4.4 MiB/s rd, 2.2 MiB/s wr, 10 op/s 2024-04-15T14:49:51.778 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:49:51 smithi016 ceph-mon[90652]: osdmap e810: 8 total, 8 up, 8 in 2024-04-15T14:49:51.778 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:49:51 smithi016 ceph-mon[93212]: pgmap v858: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 308 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 4.4 MiB/s rd, 2.2 MiB/s wr, 10 op/s 2024-04-15T14:49:51.778 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:49:51 smithi016 ceph-mon[93212]: osdmap e810: 8 total, 8 up, 8 in 2024-04-15T14:49:52.039 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 15 14:49:51 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-y[81421]: ::ffff:172.21.15.102 - - [15/Apr/2024:14:49:51] "GET /metrics HTTP/1.1" 200 36267 "" "Prometheus/2.43.0" 2024-04-15T14:49:52.427 INFO:tasks.rados.rados.0.smithi016.stdout:3955: done (0 left) 2024-04-15T14:49:52.427 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 11 current snap is 371 2024-04-15T14:49:52.427 INFO:tasks.rados.rados.0.smithi016.stdout:3956: seq_num 1222 ranges {9379840=475136,9854976=606208,10461184=196608} 2024-04-15T14:49:52.484 INFO:tasks.rados.rados.0.smithi016.stdout:3956: writing smithi01678542-11 from 9379840 to 9854976 tid 1 2024-04-15T14:49:52.488 INFO:tasks.rados.rados.0.smithi016.stdout:3956: writing smithi01678542-11 from 9854976 to 10461184 tid 2 2024-04-15T14:49:52.489 INFO:tasks.rados.rados.0.smithi016.stdout:3956: writing smithi01678542-11 from 10461184 to 10657792 tid 3 2024-04-15T14:49:52.490 INFO:tasks.rados.rados.0.smithi016.stdout:3957: read oid 38 snap 344 2024-04-15T14:49:52.490 INFO:tasks.rados.rados.0.smithi016.stdout:3957: expect (ObjNum 1051 snap 307 seq_num 1051) 2024-04-15T14:49:52.490 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 31 current snap is 371 2024-04-15T14:49:52.490 INFO:tasks.rados.rados.0.smithi016.stdout:3958: seq_num 1223 ranges {1417216=491520,1908736=491520,2400256=311296} 2024-04-15T14:49:52.500 INFO:tasks.rados.rados.0.smithi016.stdout:3958: writing smithi01678542-31 from 1417216 to 1908736 tid 1 2024-04-15T14:49:52.503 INFO:tasks.rados.rados.0.smithi016.stdout:3958: writing smithi01678542-31 from 1908736 to 2400256 tid 2 2024-04-15T14:49:52.505 INFO:tasks.rados.rados.0.smithi016.stdout:3958: writing smithi01678542-31 from 2400256 to 2711552 tid 3 2024-04-15T14:49:52.505 INFO:tasks.rados.rados.0.smithi016.stdout:3959: snap_remove snap 367 2024-04-15T14:49:52.687 INFO:journalctl@ceph.prometheus.a.smithi102.stdout:Apr 15 14:49:52 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-prometheus-a[120881]: ts=2024-04-15T14:49:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi016:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"362ea986-fb34-11ee-bc8f-c7b262605968\", instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T14:49:52.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:49:52 smithi102 ceph-mon[87131]: osdmap e811: 8 total, 8 up, 8 in 2024-04-15T14:49:52.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:49:52 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T14:49:52.789 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:49:52 smithi016 ceph-mon[90652]: osdmap e811: 8 total, 8 up, 8 in 2024-04-15T14:49:52.789 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:49:52 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T14:49:52.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:49:52 smithi016 ceph-mon[93212]: osdmap e811: 8 total, 8 up, 8 in 2024-04-15T14:49:52.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:49:52 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T14:49:53.432 INFO:tasks.rados.rados.0.smithi016.stdout:3959: done (3 left) 2024-04-15T14:49:53.433 INFO:tasks.rados.rados.0.smithi016.stdout:3960: snap_remove snap 351 2024-04-15T14:49:53.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:49:53 smithi102 ceph-mon[87131]: pgmap v861: 121 pgs: 121 active+clean; 318 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 17 MiB/s rd, 2.9 MiB/s wr, 19 op/s 2024-04-15T14:49:53.688 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:49:53 smithi102 ceph-mon[87131]: osdmap e812: 8 total, 8 up, 8 in 2024-04-15T14:49:53.688 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:49:53 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T14:49:53.688 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:49:53 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T14:49:53.688 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:49:53 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T14:49:53.688 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:49:53 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T14:49:53.691 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:49:53 smithi016 ceph-mon[93212]: pgmap v861: 121 pgs: 121 active+clean; 318 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 17 MiB/s rd, 2.9 MiB/s wr, 19 op/s 2024-04-15T14:49:53.691 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:49:53 smithi016 ceph-mon[93212]: osdmap e812: 8 total, 8 up, 8 in 2024-04-15T14:49:53.691 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:49:53 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T14:49:53.691 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:49:53 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T14:49:53.691 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:49:53 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T14:49:53.691 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:49:53 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T14:49:53.691 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:49:53 smithi016 ceph-mon[90652]: pgmap v861: 121 pgs: 121 active+clean; 318 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 17 MiB/s rd, 2.9 MiB/s wr, 19 op/s 2024-04-15T14:49:53.691 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:49:53 smithi016 ceph-mon[90652]: osdmap e812: 8 total, 8 up, 8 in 2024-04-15T14:49:53.692 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:49:53 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T14:49:53.692 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:49:53 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T14:49:53.692 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:49:53 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T14:49:53.692 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:49:53 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T14:49:54.434 INFO:tasks.rados.rados.0.smithi016.stdout:3960: done (3 left) 2024-04-15T14:49:54.434 INFO:tasks.rados.rados.0.smithi016.stdout:3961: delete oid 46 current snap is 371 2024-04-15T14:49:54.434 INFO:tasks.rados.rados.0.smithi016.stdout:3956: finishing write tid 1 to smithi01678542-11 2024-04-15T14:49:54.435 INFO:tasks.rados.rados.0.smithi016.stdout:3957: expect (ObjNum 1051 snap 307 seq_num 1051) 2024-04-15T14:49:54.471 INFO:tasks.rados.rados.0.smithi016.stdout:3956: finishing write tid 2 to smithi01678542-11 2024-04-15T14:49:54.513 INFO:tasks.rados.rados.0.smithi016.stdout:3956: finishing write tid 3 to smithi01678542-11 2024-04-15T14:49:54.513 INFO:tasks.rados.rados.0.smithi016.stdout:3956: finishing write tid 4 to smithi01678542-11 2024-04-15T14:49:54.513 INFO:tasks.rados.rados.0.smithi016.stdout:3957: done (3 left) 2024-04-15T14:49:54.513 INFO:tasks.rados.rados.0.smithi016.stdout:3961: done (2 left) 2024-04-15T14:49:54.514 INFO:tasks.rados.rados.0.smithi016.stdout:3962: read oid 21 snap -1 2024-04-15T14:49:54.514 INFO:tasks.rados.rados.0.smithi016.stdout:3962: expect (ObjNum 1125 snap 333 seq_num 1125) 2024-04-15T14:49:54.514 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 4 current snap is 371 2024-04-15T14:49:54.514 INFO:tasks.rados.rados.0.smithi016.stdout:3956: finishing write tid 5 to smithi01678542-11 2024-04-15T14:49:54.515 INFO:tasks.rados.rados.0.smithi016.stdout:3956: oid 11 updating version 0 to 2141 2024-04-15T14:49:54.515 INFO:tasks.rados.rados.0.smithi016.stdout:3956: oid 11 version 2141 is already newer than 2140 2024-04-15T14:49:54.515 INFO:tasks.rados.rados.0.smithi016.stdout:3956: oid 11 version 2141 is already newer than 2139 2024-04-15T14:49:54.515 INFO:tasks.rados.rados.0.smithi016.stdout:3956: oid 11 version 2141 is already newer than 2138 2024-04-15T14:49:54.515 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 11 v 2141 (ObjNum 1222 snap 371 seq_num 1222) dirty exists 2024-04-15T14:49:54.515 INFO:tasks.rados.rados.0.smithi016.stdout:3956: left oid 11 (ObjNum 1222 snap 371 seq_num 1222) 2024-04-15T14:49:54.516 INFO:tasks.rados.rados.0.smithi016.stdout:3958: finishing write tid 1 to smithi01678542-31 2024-04-15T14:49:54.516 INFO:tasks.rados.rados.0.smithi016.stdout:3958: finishing write tid 2 to smithi01678542-31 2024-04-15T14:49:54.516 INFO:tasks.rados.rados.0.smithi016.stdout:3963: seq_num 1225 ranges {1138688=524288,1662976=712704,2375680=90112} 2024-04-15T14:49:54.519 INFO:tasks.rados.rados.0.smithi016.stdout:3963: writing smithi01678542-4 from 1138688 to 1662976 tid 1 2024-04-15T14:49:54.519 INFO:tasks.rados.rados.0.smithi016.stdout:3963: writing smithi01678542-4 from 1662976 to 2375680 tid 2 2024-04-15T14:49:54.520 INFO:tasks.rados.rados.0.smithi016.stdout:3963: writing smithi01678542-4 from 2375680 to 2465792 tid 3 2024-04-15T14:49:54.520 INFO:tasks.rados.rados.0.smithi016.stdout:3956: done (3 left) 2024-04-15T14:49:54.520 INFO:tasks.rados.rados.0.smithi016.stdout:3964: snap_remove snap 361 2024-04-15T14:49:54.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:49:54 smithi016 ceph-mon[93212]: osdmap e813: 8 total, 8 up, 8 in 2024-04-15T14:49:54.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:49:54 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T14:49:54.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:49:54 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T14:49:54.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:49:54 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T14:49:54.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:49:54 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T14:49:54.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:49:54 smithi016 ceph-mon[90652]: osdmap e813: 8 total, 8 up, 8 in 2024-04-15T14:49:54.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:49:54 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T14:49:54.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:49:54 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T14:49:54.791 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:49:54 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T14:49:54.791 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:49:54 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T14:49:54.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:49:54 smithi102 ceph-mon[87131]: osdmap e813: 8 total, 8 up, 8 in 2024-04-15T14:49:54.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:49:54 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T14:49:54.938 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:49:54 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T14:49:54.938 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:49:54 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T14:49:54.938 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:49:54 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T14:49:55.419 INFO:tasks.rados.rados.0.smithi016.stdout:3964: done (3 left) 2024-04-15T14:49:55.419 INFO:tasks.rados.rados.0.smithi016.stdout:3965: read oid 37 snap -1 2024-04-15T14:49:55.419 INFO:tasks.rados.rados.0.smithi016.stdout:3965: expect deleted 2024-04-15T14:49:55.419 INFO:tasks.rados.rados.0.smithi016.stdout:3966: rmattr oid 50 current snap is 371 2024-04-15T14:49:55.419 INFO:tasks.rados.rados.0.smithi016.stdout:3966: done (4 left) 2024-04-15T14:49:55.419 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 6 current snap is 371 2024-04-15T14:49:55.419 INFO:tasks.rados.rados.0.smithi016.stdout:3958: finishing write tid 3 to smithi01678542-31 2024-04-15T14:49:55.419 INFO:tasks.rados.rados.0.smithi016.stdout:3958: finishing write tid 4 to smithi01678542-31 2024-04-15T14:49:55.419 INFO:tasks.rados.rados.0.smithi016.stdout:3958: finishing write tid 5 to smithi01678542-31 2024-04-15T14:49:55.419 INFO:tasks.rados.rados.0.smithi016.stdout:3958: oid 31 updating version 0 to 1895 2024-04-15T14:49:55.420 INFO:tasks.rados.rados.0.smithi016.stdout:3958: oid 31 version 1895 is already newer than 1893 2024-04-15T14:49:55.420 INFO:tasks.rados.rados.0.smithi016.stdout:3958: oid 31 updating version 1895 to 1896 2024-04-15T14:49:55.420 INFO:tasks.rados.rados.0.smithi016.stdout:3958: oid 31 version 1896 is already newer than 1894 2024-04-15T14:49:55.420 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 31 v 1896 (ObjNum 1223 snap 371 seq_num 1223) dirty exists 2024-04-15T14:49:55.420 INFO:tasks.rados.rados.0.smithi016.stdout:3958: left oid 31 (ObjNum 1223 snap 371 seq_num 1223) 2024-04-15T14:49:55.420 INFO:tasks.rados.rados.0.smithi016.stdout:3962: expect (ObjNum 1125 snap 333 seq_num 1125) 2024-04-15T14:49:55.554 INFO:tasks.rados.rados.0.smithi016.stdout:3963: finishing write tid 1 to smithi01678542-4 2024-04-15T14:49:55.554 INFO:tasks.rados.rados.0.smithi016.stdout:3963: finishing write tid 2 to smithi01678542-4 2024-04-15T14:49:55.555 INFO:tasks.rados.rados.0.smithi016.stdout:3963: finishing write tid 3 to smithi01678542-4 2024-04-15T14:49:55.555 INFO:tasks.rados.rados.0.smithi016.stdout:3963: finishing write tid 4 to smithi01678542-4 2024-04-15T14:49:55.555 INFO:tasks.rados.rados.0.smithi016.stdout:3963: finishing write tid 5 to smithi01678542-4 2024-04-15T14:49:55.555 INFO:tasks.rados.rados.0.smithi016.stdout:3963: oid 4 updating version 0 to 2160 2024-04-15T14:49:55.555 INFO:tasks.rados.rados.0.smithi016.stdout:3963: oid 4 version 2160 is already newer than 2159 2024-04-15T14:49:55.555 INFO:tasks.rados.rados.0.smithi016.stdout:3963: oid 4 version 2160 is already newer than 2158 2024-04-15T14:49:55.555 INFO:tasks.rados.rados.0.smithi016.stdout:3963: oid 4 version 2160 is already newer than 2157 2024-04-15T14:49:55.555 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 4 v 2160 (ObjNum 1225 snap 371 seq_num 1225) dirty exists 2024-04-15T14:49:55.555 INFO:tasks.rados.rados.0.smithi016.stdout:3963: left oid 4 (ObjNum 1225 snap 371 seq_num 1225) 2024-04-15T14:49:55.555 INFO:tasks.rados.rados.0.smithi016.stdout:3967: seq_num 1226 ranges {5898240=540672,6438912=598016,7036928=204800} 2024-04-15T14:49:55.589 INFO:tasks.rados.rados.0.smithi016.stdout:3967: writing smithi01678542-6 from 5898240 to 6438912 tid 1 2024-04-15T14:49:55.592 INFO:tasks.rados.rados.0.smithi016.stdout:3967: writing smithi01678542-6 from 6438912 to 7036928 tid 2 2024-04-15T14:49:55.594 INFO:tasks.rados.rados.0.smithi016.stdout:3967: writing smithi01678542-6 from 7036928 to 7241728 tid 3 2024-04-15T14:49:55.594 INFO:tasks.rados.rados.0.smithi016.stdout:3958: done (4 left) 2024-04-15T14:49:55.594 INFO:tasks.rados.rados.0.smithi016.stdout:3962: done (3 left) 2024-04-15T14:49:55.594 INFO:tasks.rados.rados.0.smithi016.stdout:3963: done (2 left) 2024-04-15T14:49:55.594 INFO:tasks.rados.rados.0.smithi016.stdout:3968: rmattr oid 36 current snap is 371 2024-04-15T14:49:55.594 INFO:tasks.rados.rados.0.smithi016.stdout:3968: done (2 left) 2024-04-15T14:49:55.594 INFO:tasks.rados.rados.0.smithi016.stdout:3969: snap_remove snap 370 2024-04-15T14:49:55.789 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:49:55 smithi016 ceph-mon[90652]: pgmap v864: 121 pgs: 121 active+clean; 325 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 25 MiB/s rd, 3.4 MiB/s wr, 27 op/s 2024-04-15T14:49:55.789 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:49:55 smithi016 ceph-mon[90652]: osdmap e814: 8 total, 8 up, 8 in 2024-04-15T14:49:55.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:49:55 smithi016 ceph-mon[90652]: osdmap e815: 8 total, 8 up, 8 in 2024-04-15T14:49:55.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:49:55 smithi016 ceph-mon[93212]: pgmap v864: 121 pgs: 121 active+clean; 325 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 25 MiB/s rd, 3.4 MiB/s wr, 27 op/s 2024-04-15T14:49:55.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:49:55 smithi016 ceph-mon[93212]: osdmap e814: 8 total, 8 up, 8 in 2024-04-15T14:49:55.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:49:55 smithi016 ceph-mon[93212]: osdmap e815: 8 total, 8 up, 8 in 2024-04-15T14:49:55.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:49:55 smithi102 ceph-mon[87131]: pgmap v864: 121 pgs: 121 active+clean; 325 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 25 MiB/s rd, 3.4 MiB/s wr, 27 op/s 2024-04-15T14:49:55.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:49:55 smithi102 ceph-mon[87131]: osdmap e814: 8 total, 8 up, 8 in 2024-04-15T14:49:55.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:49:55 smithi102 ceph-mon[87131]: osdmap e815: 8 total, 8 up, 8 in 2024-04-15T14:49:56.449 INFO:tasks.rados.rados.0.smithi016.stdout:3969: done (2 left) 2024-04-15T14:49:56.449 INFO:tasks.rados.rados.0.smithi016.stdout:3970: rollback oid 38 current snap is 371 2024-04-15T14:49:56.449 INFO:tasks.rados.rados.0.smithi016.stdout:rollback oid 38 to 342 2024-04-15T14:49:56.450 INFO:tasks.rados.rados.0.smithi016.stdout:3967: finishing write tid 1 to smithi01678542-6 2024-04-15T14:49:56.450 INFO:tasks.rados.rados.0.smithi016.stdout:3967: finishing write tid 2 to smithi01678542-6 2024-04-15T14:49:56.450 INFO:tasks.rados.rados.0.smithi016.stdout:3967: finishing write tid 3 to smithi01678542-6 2024-04-15T14:49:56.450 INFO:tasks.rados.rados.0.smithi016.stdout:3967: finishing write tid 4 to smithi01678542-6 2024-04-15T14:49:56.450 INFO:tasks.rados.rados.0.smithi016.stdout:3967: finishing write tid 5 to smithi01678542-6 2024-04-15T14:49:56.450 INFO:tasks.rados.rados.0.smithi016.stdout:3967: oid 6 updating version 0 to 2009 2024-04-15T14:49:56.450 INFO:tasks.rados.rados.0.smithi016.stdout:3967: oid 6 updating version 2009 to 2010 2024-04-15T14:49:56.450 INFO:tasks.rados.rados.0.smithi016.stdout:3967: oid 6 updating version 2010 to 2012 2024-04-15T14:49:56.450 INFO:tasks.rados.rados.0.smithi016.stdout:3967: oid 6 version 2012 is already newer than 2011 2024-04-15T14:49:56.450 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 6 v 2012 (ObjNum 1226 snap 371 seq_num 1226) dirty exists 2024-04-15T14:49:56.450 INFO:tasks.rados.rados.0.smithi016.stdout:3967: left oid 6 (ObjNum 1226 snap 371 seq_num 1226) 2024-04-15T14:49:56.450 INFO:tasks.rados.rados.0.smithi016.stdout:3965: done (2 left) 2024-04-15T14:49:56.450 INFO:tasks.rados.rados.0.smithi016.stdout:3967: done (1 left) 2024-04-15T14:49:56.451 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 12 current snap is 371 2024-04-15T14:49:56.451 INFO:tasks.rados.rados.0.smithi016.stdout:3971: seq_num 1227 ranges {3866624=557056,4423680=483328,4907008=319488} 2024-04-15T14:49:56.474 INFO:tasks.rados.rados.0.smithi016.stdout:3971: writing smithi01678542-12 from 3866624 to 4423680 tid 1 2024-04-15T14:49:56.476 INFO:tasks.rados.rados.0.smithi016.stdout:3971: writing smithi01678542-12 from 4423680 to 4907008 tid 2 2024-04-15T14:49:56.478 INFO:tasks.rados.rados.0.smithi016.stdout:3971: writing smithi01678542-12 from 4907008 to 5226496 tid 3 2024-04-15T14:49:56.478 INFO:tasks.rados.rados.0.smithi016.stdout:3972: snap_create 2024-04-15T14:49:56.479 INFO:tasks.rados.rados.0.smithi016.stdout:3970: finishing rollback tid 0 to smithi01678542-38 2024-04-15T14:49:56.479 INFO:tasks.rados.rados.0.smithi016.stdout:3970: finishing rollback tid 1 to smithi01678542-38 2024-04-15T14:49:56.479 INFO:tasks.rados.rados.0.smithi016.stdout:3970: finishing rollback tid 2 to smithi01678542-38 2024-04-15T14:49:56.479 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 38 v 1799 (ObjNum 1051 snap 307 seq_num 1051) dirty exists 2024-04-15T14:49:56.479 INFO:tasks.rados.rados.0.smithi016.stdout:3971: finishing write tid 1 to smithi01678542-12 2024-04-15T14:49:56.481 INFO:tasks.rados.rados.0.smithi016.stdout:3971: finishing write tid 2 to smithi01678542-12 2024-04-15T14:49:56.482 INFO:tasks.rados.rados.0.smithi016.stdout:3971: finishing write tid 3 to smithi01678542-12 2024-04-15T14:49:56.482 INFO:tasks.rados.rados.0.smithi016.stdout:3971: finishing write tid 4 to smithi01678542-12 2024-04-15T14:49:56.483 INFO:tasks.rados.rados.0.smithi016.stdout:3971: finishing write tid 5 to smithi01678542-12 2024-04-15T14:49:56.483 INFO:tasks.rados.rados.0.smithi016.stdout:3971: oid 12 updating version 0 to 1730 2024-04-15T14:49:56.483 INFO:tasks.rados.rados.0.smithi016.stdout:3971: oid 12 version 1730 is already newer than 1729 2024-04-15T14:49:56.483 INFO:tasks.rados.rados.0.smithi016.stdout:3971: oid 12 updating version 1730 to 1731 2024-04-15T14:49:56.484 INFO:tasks.rados.rados.0.smithi016.stdout:3971: oid 12 version 1731 is already newer than 1728 2024-04-15T14:49:56.484 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 12 v 1731 (ObjNum 1227 snap 371 seq_num 1227) dirty exists 2024-04-15T14:49:56.484 INFO:tasks.rados.rados.0.smithi016.stdout:3971: left oid 12 (ObjNum 1227 snap 371 seq_num 1227) 2024-04-15T14:49:57.454 INFO:tasks.rados.rados.0.smithi016.stdout:3970: done (2 left) 2024-04-15T14:49:57.454 INFO:tasks.rados.rados.0.smithi016.stdout:3971: done (1 left) 2024-04-15T14:49:57.454 INFO:tasks.rados.rados.0.smithi016.stdout:3972: done (0 left) 2024-04-15T14:49:57.454 INFO:tasks.rados.rados.0.smithi016.stdout:3973: delete oid 18 current snap is 372 2024-04-15T14:49:57.459 INFO:tasks.rados.rados.0.smithi016.stdout:3973: done (0 left) 2024-04-15T14:49:57.459 INFO:tasks.rados.rados.0.smithi016.stdout:3974: read oid 15 snap 359 2024-04-15T14:49:57.459 INFO:tasks.rados.rados.0.smithi016.stdout:3974: expect (ObjNum 1051 snap 307 seq_num 1051) 2024-04-15T14:49:57.459 INFO:tasks.rados.rados.0.smithi016.stdout:3975: snap_create 2024-04-15T14:49:57.465 INFO:tasks.rados.rados.0.smithi016.stdout:3974: expect (ObjNum 1051 snap 307 seq_num 1051) 2024-04-15T14:49:57.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:49:57 smithi016 ceph-mon[90652]: pgmap v867: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 323 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 3.2 MiB/s rd, 626 KiB/s wr, 5 op/s 2024-04-15T14:49:57.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:49:57 smithi016 ceph-mon[90652]: osdmap e816: 8 total, 8 up, 8 in 2024-04-15T14:49:57.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:49:57 smithi016 ceph-mon[93212]: pgmap v867: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 323 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 3.2 MiB/s rd, 626 KiB/s wr, 5 op/s 2024-04-15T14:49:57.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:49:57 smithi016 ceph-mon[93212]: osdmap e816: 8 total, 8 up, 8 in 2024-04-15T14:49:57.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:49:57 smithi102 ceph-mon[87131]: pgmap v867: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 323 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 3.2 MiB/s rd, 626 KiB/s wr, 5 op/s 2024-04-15T14:49:57.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:49:57 smithi102 ceph-mon[87131]: osdmap e816: 8 total, 8 up, 8 in 2024-04-15T14:49:58.460 INFO:tasks.rados.rados.0.smithi016.stdout:3974: done (1 left) 2024-04-15T14:49:58.460 INFO:tasks.rados.rados.0.smithi016.stdout:3975: done (0 left) 2024-04-15T14:49:58.460 INFO:tasks.rados.rados.0.smithi016.stdout:3976: snap_remove snap 342 2024-04-15T14:49:58.789 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:49:58 smithi016 ceph-mon[90652]: osdmap e817: 8 total, 8 up, 8 in 2024-04-15T14:49:58.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:49:58 smithi016 ceph-mon[93212]: osdmap e817: 8 total, 8 up, 8 in 2024-04-15T14:49:58.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:49:58 smithi102 ceph-mon[87131]: osdmap e817: 8 total, 8 up, 8 in 2024-04-15T14:49:59.462 INFO:tasks.rados.rados.0.smithi016.stdout:3976: done (0 left) 2024-04-15T14:49:59.462 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 43 current snap is 373 2024-04-15T14:49:59.462 INFO:tasks.rados.rados.0.smithi016.stdout:3977: seq_num 1229 ranges {1204224=589824,1794048=647168,2441216=155648} 2024-04-15T14:49:59.472 INFO:tasks.rados.rados.0.smithi016.stdout:3977: writing smithi01678542-43 from 1204224 to 1794048 tid 1 2024-04-15T14:49:59.477 INFO:tasks.rados.rados.0.smithi016.stdout:3977: writing smithi01678542-43 from 1794048 to 2441216 tid 2 2024-04-15T14:49:59.478 INFO:tasks.rados.rados.0.smithi016.stdout:3977: writing smithi01678542-43 from 2441216 to 2596864 tid 3 2024-04-15T14:49:59.478 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 18 current snap is 373 2024-04-15T14:49:59.478 INFO:tasks.rados.rados.0.smithi016.stdout:3978: seq_num 1230 ranges {0=606208,606208=532480,1138688=270336} 2024-04-15T14:49:59.482 INFO:tasks.rados.rados.0.smithi016.stdout:3978: writing smithi01678542-18 from 0 to 606208 tid 1 2024-04-15T14:49:59.486 INFO:tasks.rados.rados.0.smithi016.stdout:3978: writing smithi01678542-18 from 606208 to 1138688 tid 2 2024-04-15T14:49:59.489 INFO:tasks.rados.rados.0.smithi016.stdout:3978: writing smithi01678542-18 from 1138688 to 1409024 tid 3 2024-04-15T14:49:59.489 INFO:tasks.rados.rados.0.smithi016.stdout:3979: rollback oid 30 current snap is 373 2024-04-15T14:49:59.489 INFO:tasks.rados.rados.0.smithi016.stdout:rollback oid 30 to 372 2024-04-15T14:49:59.489 INFO:tasks.rados.rados.0.smithi016.stdout:3980: rmattr oid 21 current snap is 373 2024-04-15T14:49:59.489 INFO:tasks.rados.rados.0.smithi016.stdout:3981: read oid 45 snap -1 2024-04-15T14:49:59.490 INFO:tasks.rados.rados.0.smithi016.stdout:3981: expect (ObjNum 1159 snap 349 seq_num 1159) 2024-04-15T14:49:59.490 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 23 current snap is 373 2024-04-15T14:49:59.490 INFO:tasks.rados.rados.0.smithi016.stdout:3982: seq_num 1231 ranges {3776512=622592,4399104=417792,4816896=385024} 2024-04-15T14:49:59.514 INFO:tasks.rados.rados.0.smithi016.stdout:3982: writing smithi01678542-23 from 3776512 to 4399104 tid 1 2024-04-15T14:49:59.517 INFO:tasks.rados.rados.0.smithi016.stdout:3982: writing smithi01678542-23 from 4399104 to 4816896 tid 2 2024-04-15T14:49:59.520 INFO:tasks.rados.rados.0.smithi016.stdout:3982: writing smithi01678542-23 from 4816896 to 5201920 tid 3 2024-04-15T14:49:59.520 INFO:tasks.rados.rados.0.smithi016.stdout:3983: read oid 38 snap 369 2024-04-15T14:49:59.520 INFO:tasks.rados.rados.0.smithi016.stdout:3983: expect (ObjNum 1193 snap 367 seq_num 1193) 2024-04-15T14:49:59.520 INFO:tasks.rados.rados.0.smithi016.stdout:3984: read oid 29 snap -1 2024-04-15T14:49:59.520 INFO:tasks.rados.rados.0.smithi016.stdout:3984: expect deleted 2024-04-15T14:49:59.520 INFO:tasks.rados.rados.0.smithi016.stdout:3985: rmattr oid 22 current snap is 373 2024-04-15T14:49:59.520 INFO:tasks.rados.rados.0.smithi016.stdout:3985: done (8 left) 2024-04-15T14:49:59.520 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 24 current snap is 373 2024-04-15T14:49:59.520 INFO:tasks.rados.rados.0.smithi016.stdout:3978: finishing write tid 1 to smithi01678542-18 2024-04-15T14:49:59.520 INFO:tasks.rados.rados.0.smithi016.stdout:3978: finishing write tid 2 to smithi01678542-18 2024-04-15T14:49:59.521 INFO:tasks.rados.rados.0.smithi016.stdout:3979: finishing rollback tid 1 to smithi01678542-30 2024-04-15T14:49:59.521 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 30 v 1730 (ObjNum 4113 snap 0 seq_num 4294967295) dirty dne 2024-04-15T14:49:59.521 INFO:tasks.rados.rados.0.smithi016.stdout:3978: finishing write tid 3 to smithi01678542-18 2024-04-15T14:49:59.521 INFO:tasks.rados.rados.0.smithi016.stdout:3978: finishing write tid 4 to smithi01678542-18 2024-04-15T14:49:59.521 INFO:tasks.rados.rados.0.smithi016.stdout:3978: finishing write tid 5 to smithi01678542-18 2024-04-15T14:49:59.521 INFO:tasks.rados.rados.0.smithi016.stdout:3978: oid 18 updating version 0 to 597 2024-04-15T14:49:59.521 INFO:tasks.rados.rados.0.smithi016.stdout:3978: oid 18 version 597 is already newer than 595 2024-04-15T14:49:59.521 INFO:tasks.rados.rados.0.smithi016.stdout:3978: oid 18 version 597 is already newer than 596 2024-04-15T14:49:59.521 INFO:tasks.rados.rados.0.smithi016.stdout:3978: oid 18 updating version 597 to 598 2024-04-15T14:49:59.521 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 18 v 598 (ObjNum 1230 snap 373 seq_num 1230) dirty exists 2024-04-15T14:49:59.521 INFO:tasks.rados.rados.0.smithi016.stdout:3978: left oid 18 (ObjNum 1230 snap 373 seq_num 1230) 2024-04-15T14:49:59.521 INFO:tasks.rados.rados.0.smithi016.stdout:3977: finishing write tid 1 to smithi01678542-43 2024-04-15T14:49:59.521 INFO:tasks.rados.rados.0.smithi016.stdout:3977: finishing write tid 2 to smithi01678542-43 2024-04-15T14:49:59.521 INFO:tasks.rados.rados.0.smithi016.stdout:3986: seq_num 1232 ranges {4784128=638976,5423104=753664,6176768=49152} 2024-04-15T14:49:59.549 INFO:tasks.rados.rados.0.smithi016.stdout:3986: writing smithi01678542-24 from 4784128 to 5423104 tid 1 2024-04-15T14:49:59.554 INFO:tasks.rados.rados.0.smithi016.stdout:3986: writing smithi01678542-24 from 5423104 to 6176768 tid 2 2024-04-15T14:49:59.555 INFO:tasks.rados.rados.0.smithi016.stdout:3986: writing smithi01678542-24 from 6176768 to 6225920 tid 3 2024-04-15T14:49:59.556 INFO:tasks.rados.rados.0.smithi016.stdout:3978: done (8 left) 2024-04-15T14:49:59.556 INFO:tasks.rados.rados.0.smithi016.stdout:3979: done (7 left) 2024-04-15T14:49:59.556 INFO:tasks.rados.rados.0.smithi016.stdout:3987: read oid 48 snap 352 2024-04-15T14:49:59.556 INFO:tasks.rados.rados.0.smithi016.stdout:3987: expect (ObjNum 1162 snap 351 seq_num 1162) 2024-04-15T14:49:59.556 INFO:tasks.rados.rados.0.smithi016.stdout:3988: read oid 6 snap -1 2024-04-15T14:49:59.556 INFO:tasks.rados.rados.0.smithi016.stdout:3988: expect (ObjNum 1226 snap 371 seq_num 1226) 2024-04-15T14:49:59.556 INFO:tasks.rados.rados.0.smithi016.stdout:3989: read oid 35 snap -1 2024-04-15T14:49:59.556 INFO:tasks.rados.rados.0.smithi016.stdout:3989: expect (ObjNum 1084 snap 320 seq_num 1084) 2024-04-15T14:49:59.556 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 37 current snap is 373 2024-04-15T14:49:59.556 INFO:tasks.rados.rados.0.smithi016.stdout:3977: finishing write tid 3 to smithi01678542-43 2024-04-15T14:49:59.556 INFO:tasks.rados.rados.0.smithi016.stdout:3977: finishing write tid 4 to smithi01678542-43 2024-04-15T14:49:59.556 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 21 v 1900 (ObjNum 1125 snap 333 seq_num 1125) dirty exists 2024-04-15T14:49:59.556 INFO:tasks.rados.rados.0.smithi016.stdout:3977: finishing write tid 5 to smithi01678542-43 2024-04-15T14:49:59.556 INFO:tasks.rados.rados.0.smithi016.stdout:3977: oid 43 updating version 0 to 1891 2024-04-15T14:49:59.557 INFO:tasks.rados.rados.0.smithi016.stdout:3977: oid 43 updating version 1891 to 1892 2024-04-15T14:49:59.557 INFO:tasks.rados.rados.0.smithi016.stdout:3977: oid 43 updating version 1892 to 1893 2024-04-15T14:49:59.557 INFO:tasks.rados.rados.0.smithi016.stdout:3977: oid 43 updating version 1893 to 1894 2024-04-15T14:49:59.557 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 43 v 1894 (ObjNum 1229 snap 373 seq_num 1229) dirty exists 2024-04-15T14:49:59.557 INFO:tasks.rados.rados.0.smithi016.stdout:3977: left oid 43 (ObjNum 1229 snap 373 seq_num 1229) 2024-04-15T14:49:59.557 INFO:tasks.rados.rados.0.smithi016.stdout:3981: expect (ObjNum 1159 snap 349 seq_num 1159) 2024-04-15T14:49:59.789 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:49:59 smithi016 ceph-mon[90652]: pgmap v870: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 327 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 3.2 MiB/s rd, 1.2 MiB/s wr, 7 op/s 2024-04-15T14:49:59.789 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:49:59 smithi016 ceph-mon[90652]: osdmap e818: 8 total, 8 up, 8 in 2024-04-15T14:49:59.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:49:59 smithi016 ceph-mon[93212]: pgmap v870: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 327 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 3.2 MiB/s rd, 1.2 MiB/s wr, 7 op/s 2024-04-15T14:49:59.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:49:59 smithi016 ceph-mon[93212]: osdmap e818: 8 total, 8 up, 8 in 2024-04-15T14:49:59.797 INFO:tasks.rados.rados.0.smithi016.stdout:3982: finishing write tid 1 to smithi01678542-23 2024-04-15T14:49:59.797 INFO:tasks.rados.rados.0.smithi016.stdout:3982: finishing write tid 2 to smithi01678542-23 2024-04-15T14:49:59.797 INFO:tasks.rados.rados.0.smithi016.stdout:3982: finishing write tid 3 to smithi01678542-23 2024-04-15T14:49:59.797 INFO:tasks.rados.rados.0.smithi016.stdout:3982: finishing write tid 4 to smithi01678542-23 2024-04-15T14:49:59.797 INFO:tasks.rados.rados.0.smithi016.stdout:3983: expect (ObjNum 1193 snap 367 seq_num 1193) 2024-04-15T14:49:59.853 INFO:tasks.rados.rados.0.smithi016.stdout:3982: finishing write tid 5 to smithi01678542-23 2024-04-15T14:49:59.853 INFO:tasks.rados.rados.0.smithi016.stdout:3982: oid 23 updating version 0 to 1733 2024-04-15T14:49:59.853 INFO:tasks.rados.rados.0.smithi016.stdout:3982: oid 23 updating version 1733 to 1734 2024-04-15T14:49:59.853 INFO:tasks.rados.rados.0.smithi016.stdout:3982: oid 23 updating version 1734 to 1735 2024-04-15T14:49:59.853 INFO:tasks.rados.rados.0.smithi016.stdout:3982: oid 23 version 1735 is already newer than 1732 2024-04-15T14:49:59.853 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 23 v 1735 (ObjNum 1231 snap 373 seq_num 1231) dirty exists 2024-04-15T14:49:59.853 INFO:tasks.rados.rados.0.smithi016.stdout:3982: left oid 23 (ObjNum 1231 snap 373 seq_num 1231) 2024-04-15T14:49:59.854 INFO:tasks.rados.rados.0.smithi016.stdout:3990: seq_num 1233 ranges {0=655360,655360=638976,1294336=163840} 2024-04-15T14:49:59.856 INFO:tasks.rados.rados.0.smithi016.stdout:3990: writing smithi01678542-37 from 0 to 655360 tid 1 2024-04-15T14:49:59.860 INFO:tasks.rados.rados.0.smithi016.stdout:3990: writing smithi01678542-37 from 655360 to 1294336 tid 2 2024-04-15T14:49:59.862 INFO:tasks.rados.rados.0.smithi016.stdout:3990: writing smithi01678542-37 from 1294336 to 1458176 tid 3 2024-04-15T14:49:59.862 INFO:tasks.rados.rados.0.smithi016.stdout:3977: done (10 left) 2024-04-15T14:49:59.862 INFO:tasks.rados.rados.0.smithi016.stdout:3980: done (9 left) 2024-04-15T14:49:59.863 INFO:tasks.rados.rados.0.smithi016.stdout:3981: done (8 left) 2024-04-15T14:49:59.863 INFO:tasks.rados.rados.0.smithi016.stdout:3982: done (7 left) 2024-04-15T14:49:59.863 INFO:tasks.rados.rados.0.smithi016.stdout:3983: done (6 left) 2024-04-15T14:49:59.863 INFO:tasks.rados.rados.0.smithi016.stdout:3984: done (5 left) 2024-04-15T14:49:59.863 INFO:tasks.rados.rados.0.smithi016.stdout:3991: copy_from oid 22 from oid 8 current snap is 373 2024-04-15T14:49:59.863 INFO:tasks.rados.rados.0.smithi016.stdout:3992: rmattr oid 26 current snap is 373 2024-04-15T14:49:59.863 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 33 current snap is 373 2024-04-15T14:49:59.863 INFO:tasks.rados.rados.0.smithi016.stdout:3993: seq_num 1234 ranges {0=671744,671744=516096,1187840=286720} 2024-04-15T14:49:59.866 INFO:tasks.rados.rados.0.smithi016.stdout:3993: writing smithi01678542-33 from 0 to 671744 tid 1 2024-04-15T14:49:59.869 INFO:tasks.rados.rados.0.smithi016.stdout:3993: writing smithi01678542-33 from 671744 to 1187840 tid 2 2024-04-15T14:49:59.871 INFO:tasks.rados.rados.0.smithi016.stdout:3993: writing smithi01678542-33 from 1187840 to 1474560 tid 3 2024-04-15T14:49:59.872 INFO:tasks.rados.rados.0.smithi016.stdout:3994: delete oid 4 current snap is 373 2024-04-15T14:49:59.872 INFO:tasks.rados.rados.0.smithi016.stdout:3986: finishing write tid 1 to smithi01678542-24 2024-04-15T14:49:59.872 INFO:tasks.rados.rados.0.smithi016.stdout:3986: finishing write tid 2 to smithi01678542-24 2024-04-15T14:49:59.872 INFO:tasks.rados.rados.0.smithi016.stdout:3986: finishing write tid 3 to smithi01678542-24 2024-04-15T14:49:59.872 INFO:tasks.rados.rados.0.smithi016.stdout:3986: finishing write tid 4 to smithi01678542-24 2024-04-15T14:49:59.872 INFO:tasks.rados.rados.0.smithi016.stdout:3986: finishing write tid 5 to smithi01678542-24 2024-04-15T14:49:59.872 INFO:tasks.rados.rados.0.smithi016.stdout:3986: oid 24 updating version 0 to 1802 2024-04-15T14:49:59.872 INFO:tasks.rados.rados.0.smithi016.stdout:3986: oid 24 updating version 1802 to 1803 2024-04-15T14:49:59.872 INFO:tasks.rados.rados.0.smithi016.stdout:3986: oid 24 version 1803 is already newer than 1801 2024-04-15T14:49:59.872 INFO:tasks.rados.rados.0.smithi016.stdout:3986: oid 24 version 1803 is already newer than 1800 2024-04-15T14:49:59.872 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 24 v 1803 (ObjNum 1232 snap 373 seq_num 1232) dirty exists 2024-04-15T14:49:59.872 INFO:tasks.rados.rados.0.smithi016.stdout:3986: left oid 24 (ObjNum 1232 snap 373 seq_num 1232) 2024-04-15T14:49:59.873 INFO:tasks.rados.rados.0.smithi016.stdout:3988: expect (ObjNum 1226 snap 371 seq_num 1226) 2024-04-15T14:49:59.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:49:59 smithi102 ceph-mon[87131]: pgmap v870: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 327 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 3.2 MiB/s rd, 1.2 MiB/s wr, 7 op/s 2024-04-15T14:49:59.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:49:59 smithi102 ceph-mon[87131]: osdmap e818: 8 total, 8 up, 8 in 2024-04-15T14:50:00.296 INFO:tasks.rados.rados.0.smithi016.stdout:3989: expect (ObjNum 1084 snap 320 seq_num 1084) 2024-04-15T14:50:00.643 INFO:tasks.rados.rados.0.smithi016.stdout:3987: expect (ObjNum 1162 snap 351 seq_num 1162) 2024-04-15T14:50:00.789 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:50:00 smithi016 ceph-mon[90652]: osdmap e819: 8 total, 8 up, 8 in 2024-04-15T14:50:00.789 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:50:00 smithi016 ceph-mon[90652]: overall HEALTH_OK 2024-04-15T14:50:00.789 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:50:00 smithi016 ceph-mon[90652]: osdmap e820: 8 total, 8 up, 8 in 2024-04-15T14:50:00.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:50:00 smithi016 ceph-mon[93212]: osdmap e819: 8 total, 8 up, 8 in 2024-04-15T14:50:00.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:50:00 smithi016 ceph-mon[93212]: overall HEALTH_OK 2024-04-15T14:50:00.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:50:00 smithi016 ceph-mon[93212]: osdmap e820: 8 total, 8 up, 8 in 2024-04-15T14:50:00.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:50:00 smithi102 ceph-mon[87131]: osdmap e819: 8 total, 8 up, 8 in 2024-04-15T14:50:00.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:50:00 smithi102 ceph-mon[87131]: overall HEALTH_OK 2024-04-15T14:50:00.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:50:00 smithi102 ceph-mon[87131]: osdmap e820: 8 total, 8 up, 8 in 2024-04-15T14:50:01.534 INFO:tasks.rados.rados.0.smithi016.stdout:3990: finishing write tid 1 to smithi01678542-37 2024-04-15T14:50:01.534 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 26 v 1569 (ObjNum 1199 snap 367 seq_num 1199) dirty exists 2024-04-15T14:50:01.535 INFO:tasks.rados.rados.0.smithi016.stdout:3990: finishing write tid 2 to smithi01678542-37 2024-04-15T14:50:01.535 INFO:tasks.rados.rados.0.smithi016.stdout:3990: finishing write tid 3 to smithi01678542-37 2024-04-15T14:50:01.535 INFO:tasks.rados.rados.0.smithi016.stdout:3986: done (8 left) 2024-04-15T14:50:01.535 INFO:tasks.rados.rados.0.smithi016.stdout:3987: done (7 left) 2024-04-15T14:50:01.535 INFO:tasks.rados.rados.0.smithi016.stdout:3988: done (6 left) 2024-04-15T14:50:01.535 INFO:tasks.rados.rados.0.smithi016.stdout:3989: done (5 left) 2024-04-15T14:50:01.535 INFO:tasks.rados.rados.0.smithi016.stdout:3992: done (4 left) 2024-04-15T14:50:01.535 INFO:tasks.rados.rados.0.smithi016.stdout:3994: done (3 left) 2024-04-15T14:50:01.535 INFO:tasks.rados.rados.0.smithi016.stdout:3995: read oid 19 snap -1 2024-04-15T14:50:01.535 INFO:tasks.rados.rados.0.smithi016.stdout:3995: expect (ObjNum 1166 snap 355 seq_num 1166) 2024-04-15T14:50:01.535 INFO:tasks.rados.rados.0.smithi016.stdout:3996: read oid 5 snap -1 2024-04-15T14:50:01.535 INFO:tasks.rados.rados.0.smithi016.stdout:3996: expect (ObjNum 1152 snap 342 seq_num 1152) 2024-04-15T14:50:01.535 INFO:tasks.rados.rados.0.smithi016.stdout:3997: read oid 45 snap -1 2024-04-15T14:50:01.535 INFO:tasks.rados.rados.0.smithi016.stdout:3997: expect (ObjNum 1159 snap 349 seq_num 1159) 2024-04-15T14:50:01.536 INFO:tasks.rados.rados.0.smithi016.stdout:append oid 18 current snap is 373 2024-04-15T14:50:01.536 INFO:tasks.rados.rados.0.smithi016.stdout:3990: finishing write tid 4 to smithi01678542-37 2024-04-15T14:50:01.536 INFO:tasks.rados.rados.0.smithi016.stdout:3990: finishing write tid 5 to smithi01678542-37 2024-04-15T14:50:01.536 INFO:tasks.rados.rados.0.smithi016.stdout:3990: oid 37 updating version 0 to 1897 2024-04-15T14:50:01.536 INFO:tasks.rados.rados.0.smithi016.stdout:3990: oid 37 version 1897 is already newer than 1895 2024-04-15T14:50:01.536 INFO:tasks.rados.rados.0.smithi016.stdout:3990: oid 37 version 1897 is already newer than 1896 2024-04-15T14:50:01.536 INFO:tasks.rados.rados.0.smithi016.stdout:3990: oid 37 updating version 1897 to 1898 2024-04-15T14:50:01.536 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 37 v 1898 (ObjNum 1233 snap 373 seq_num 1233) dirty exists 2024-04-15T14:50:01.536 INFO:tasks.rados.rados.0.smithi016.stdout:3990: left oid 37 (ObjNum 1233 snap 373 seq_num 1233) 2024-04-15T14:50:01.536 INFO:tasks.rados.rados.0.smithi016.stdout:3993: finishing write tid 1 to smithi01678542-33 2024-04-15T14:50:01.536 INFO:tasks.rados.rados.0.smithi016.stdout:3993: finishing write tid 2 to smithi01678542-33 2024-04-15T14:50:01.536 INFO:tasks.rados.rados.0.smithi016.stdout:3993: finishing write tid 3 to smithi01678542-33 2024-04-15T14:50:01.536 INFO:tasks.rados.rados.0.smithi016.stdout:3998: seq_num 1236 ranges {1409024=704512,2113536=688128,2801664=114688} 2024-04-15T14:50:01.546 INFO:tasks.rados.rados.0.smithi016.stdout:3998: writing smithi01678542-18 from 1409024 to 2113536 tid 1 2024-04-15T14:50:01.549 INFO:tasks.rados.rados.0.smithi016.stdout:3998: writing smithi01678542-18 from 2113536 to 2801664 tid 2 2024-04-15T14:50:01.551 INFO:tasks.rados.rados.0.smithi016.stdout:3998: writing smithi01678542-18 from 2801664 to 2916352 tid 3 2024-04-15T14:50:01.551 INFO:tasks.rados.rados.0.smithi016.stdout:3990: done (6 left) 2024-04-15T14:50:01.551 INFO:tasks.rados.rados.0.smithi016.stdout:3999: read oid 13 snap -1 2024-04-15T14:50:01.551 INFO:tasks.rados.rados.0.smithi016.stdout:3999: expect (ObjNum 1178 snap 362 seq_num 1178) 2024-04-15T14:50:01.551 INFO:tasks.rados.rados.0.smithi016.stdout: waiting on 7 2024-04-15T14:50:01.552 INFO:tasks.rados.rados.0.smithi016.stdout:3993: finishing write tid 4 to smithi01678542-33 2024-04-15T14:50:01.552 INFO:tasks.rados.rados.0.smithi016.stdout:3993: finishing write tid 5 to smithi01678542-33 2024-04-15T14:50:01.552 INFO:tasks.rados.rados.0.smithi016.stdout:3993: oid 33 updating version 0 to 2188 2024-04-15T14:50:01.552 INFO:tasks.rados.rados.0.smithi016.stdout:3993: oid 33 version 2188 is already newer than 2187 2024-04-15T14:50:01.552 INFO:tasks.rados.rados.0.smithi016.stdout:3993: oid 33 updating version 2188 to 2190 2024-04-15T14:50:01.552 INFO:tasks.rados.rados.0.smithi016.stdout:3993: oid 33 version 2190 is already newer than 2189 2024-04-15T14:50:01.552 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 33 v 2190 (ObjNum 1234 snap 373 seq_num 1234) dirty exists 2024-04-15T14:50:01.552 INFO:tasks.rados.rados.0.smithi016.stdout:3993: left oid 33 (ObjNum 1234 snap 373 seq_num 1234) 2024-04-15T14:50:01.552 INFO:tasks.rados.rados.0.smithi016.stdout:3991: finishing copy_from racing read to smithi01678542-22 2024-04-15T14:50:01.552 INFO:tasks.rados.rados.0.smithi016.stdout:3991: finishing copy_from to smithi01678542-22 2024-04-15T14:50:01.552 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 22 v 1727 (ObjNum 1183 snap 363 seq_num 1183) dirty exists 2024-04-15T14:50:01.552 INFO:tasks.rados.rados.0.smithi016.stdout:3991: done (6 left) 2024-04-15T14:50:01.552 INFO:tasks.rados.rados.0.smithi016.stdout:3993: done (5 left) 2024-04-15T14:50:01.552 INFO:tasks.rados.rados.0.smithi016.stdout: waiting on 5 2024-04-15T14:50:01.553 INFO:tasks.rados.rados.0.smithi016.stdout:3996: expect (ObjNum 1152 snap 342 seq_num 1152) 2024-04-15T14:50:01.555 INFO:tasks.rados.rados.0.smithi016.stdout:3995: expect (ObjNum 1166 snap 355 seq_num 1166) 2024-04-15T14:50:01.629 INFO:tasks.rados.rados.0.smithi016.stdout:3997: expect (ObjNum 1159 snap 349 seq_num 1159) 2024-04-15T14:50:01.778 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:50:01 smithi016 ceph-mon[90652]: pgmap v873: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 327 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 767 B/s rd, 952 KiB/s wr, 3 op/s 2024-04-15T14:50:01.778 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:50:01 smithi016 ceph-mon[93212]: pgmap v873: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 327 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 767 B/s rd, 952 KiB/s wr, 3 op/s 2024-04-15T14:50:01.861 INFO:tasks.rados.rados.0.smithi016.stdout:3998: finishing write tid 1 to smithi01678542-18 2024-04-15T14:50:01.862 INFO:tasks.rados.rados.0.smithi016.stdout:3998: finishing write tid 2 to smithi01678542-18 2024-04-15T14:50:01.862 INFO:tasks.rados.rados.0.smithi016.stdout:3998: finishing write tid 3 to smithi01678542-18 2024-04-15T14:50:01.862 INFO:tasks.rados.rados.0.smithi016.stdout:3998: finishing write tid 4 to smithi01678542-18 2024-04-15T14:50:01.862 INFO:tasks.rados.rados.0.smithi016.stdout:3998: finishing write tid 5 to smithi01678542-18 2024-04-15T14:50:01.862 INFO:tasks.rados.rados.0.smithi016.stdout:3998: oid 18 updating version 0 to 599 2024-04-15T14:50:01.862 INFO:tasks.rados.rados.0.smithi016.stdout:3998: oid 18 updating version 599 to 601 2024-04-15T14:50:01.862 INFO:tasks.rados.rados.0.smithi016.stdout:3998: oid 18 updating version 601 to 602 2024-04-15T14:50:01.862 INFO:tasks.rados.rados.0.smithi016.stdout:3998: oid 18 version 602 is already newer than 600 2024-04-15T14:50:01.862 INFO:tasks.rados.rados.0.smithi016.stdout:update_object_version oid 18 v 602 (ObjNum 1236 snap 373 seq_num 1236) dirty exists 2024-04-15T14:50:01.862 INFO:tasks.rados.rados.0.smithi016.stdout:3998: left oid 18 (ObjNum 1236 snap 373 seq_num 1236) 2024-04-15T14:50:01.862 INFO:tasks.rados.rados.0.smithi016.stdout:3999: expect (ObjNum 1178 snap 362 seq_num 1178) 2024-04-15T14:50:01.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:50:01 smithi102 ceph-mon[87131]: pgmap v873: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 327 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 767 B/s rd, 952 KiB/s wr, 3 op/s 2024-04-15T14:50:02.039 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 15 14:50:01 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-y[81421]: ::ffff:172.21.15.102 - - [15/Apr/2024:14:50:01] "GET /metrics HTTP/1.1" 200 36269 "" "Prometheus/2.43.0" 2024-04-15T14:50:02.151 INFO:tasks.rados.rados.0.smithi016.stdout:3995: done (4 left) 2024-04-15T14:50:02.151 INFO:tasks.rados.rados.0.smithi016.stdout:3996: done (3 left) 2024-04-15T14:50:02.152 INFO:tasks.rados.rados.0.smithi016.stdout:3997: done (2 left) 2024-04-15T14:50:02.152 INFO:tasks.rados.rados.0.smithi016.stdout:3998: done (1 left) 2024-04-15T14:50:02.152 INFO:tasks.rados.rados.0.smithi016.stdout:3999: done (0 left) 2024-04-15T14:50:02.153 INFO:tasks.rados.rados.0.smithi016.stderr:0 errors. 2024-04-15T14:50:02.153 INFO:tasks.rados.rados.0.smithi016.stderr: 2024-04-15T14:50:02.157 DEBUG:teuthology.orchestra.run.smithi016:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 362ea986-fb34-11ee-bc8f-c7b262605968 -- ceph osd dump --format=json 2024-04-15T14:50:02.366 INFO:teuthology.orchestra.run.smithi016.stderr:Inferring config /var/lib/ceph/362ea986-fb34-11ee-bc8f-c7b262605968/mon.a/config 2024-04-15T14:50:02.687 INFO:journalctl@ceph.prometheus.a.smithi102.stdout:Apr 15 14:50:02 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-prometheus-a[120881]: ts=2024-04-15T14:50:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi016:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"362ea986-fb34-11ee-bc8f-c7b262605968\", instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T14:50:03.741 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:50:03 smithi016 ceph-mon[90652]: pgmap v875: 121 pgs: 121 active+clean; 338 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 15 MiB/s rd, 2.8 MiB/s wr, 15 op/s 2024-04-15T14:50:03.741 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:50:03 smithi016 ceph-mon[93212]: pgmap v875: 121 pgs: 121 active+clean; 338 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 15 MiB/s rd, 2.8 MiB/s wr, 15 op/s 2024-04-15T14:50:03.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:50:03 smithi102 ceph-mon[87131]: pgmap v875: 121 pgs: 121 active+clean; 338 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 15 MiB/s rd, 2.8 MiB/s wr, 15 op/s 2024-04-15T14:50:04.382 INFO:teuthology.orchestra.run.smithi016.stdout: 2024-04-15T14:50:04.382 INFO:teuthology.orchestra.run.smithi016.stdout:{"epoch":820,"fsid":"362ea986-fb34-11ee-bc8f-c7b262605968","created":"2024-04-15T14:28:04.029430+0000","modified":"2024-04-15T14:50:00.413418+0000","last_up_change":"2024-04-15T14:44:48.340452+0000","last_in_change":"2024-04-15T14:32:57.817466+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":27,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":5,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-04-15T14:31:12.502699+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":7.8899998664855957,"score_stable":7.8899998664855957,"optimal_score":0.37999999523162842,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-04-15T14:33:32.965765+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"62","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.75,"score_stable":1.75,"optimal_score":1,"raw_score_acting":1.75,"raw_score_stable":1.75,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-04-15T14:33:34.176617+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"63","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"rbd","create_time":"2024-04-15T14:34:07.113583+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":8,"pg_placement_num":8,"pg_placement_num_target":8,"pg_num_target":8,"pg_num_pending":8,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"69","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rbd":{}},"read_balance":{"score_type":"Fair distribution","score_acting":3,"score_stable":3,"optimal_score":1,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":5,"pool_name":"unique_pool_0","create_time":"2024-04-15T14:36:52.080151+0000","flags":8193,"flags_names":"hashpspool,selfmanaged_snaps","type":3,"size":3,"min_size":2,"crush_rule":1,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":16,"pg_placement_num":16,"pg_placement_num_target":16,"pg_num_target":16,"pg_num_pending":16,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"819","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":454,"snap_epoch":819,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"teuthologyprofile","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":8192,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rados":{}}}],"osds":[{"osd":0,"uuid":"32611abc-3cf7-4d7d-a647-b8c5be33bc2e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":8,"last_clean_end":322,"up_from":333,"up_thru":531,"down_at":323,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6802","nonce":2683561677},{"type":"v1","addr":"172.21.15.16:6803","nonce":2683561677}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6804","nonce":2683561677},{"type":"v1","addr":"172.21.15.16:6805","nonce":2683561677}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6808","nonce":2683561677},{"type":"v1","addr":"172.21.15.16:6809","nonce":2683561677}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6806","nonce":2683561677},{"type":"v1","addr":"172.21.15.16:6807","nonce":2683561677}]},"public_addr":"172.21.15.16:6803/2683561677","cluster_addr":"172.21.15.16:6805/2683561677","heartbeat_back_addr":"172.21.15.16:6809/2683561677","heartbeat_front_addr":"172.21.15.16:6807/2683561677","state":["exists","up"]},{"osd":1,"uuid":"e07bc3a4-c5b8-4dd2-a9d2-0a8640b40fe0","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":13,"last_clean_end":357,"up_from":368,"up_thru":531,"down_at":358,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6810","nonce":3656460435},{"type":"v1","addr":"172.21.15.16:6811","nonce":3656460435}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6812","nonce":3656460435},{"type":"v1","addr":"172.21.15.16:6813","nonce":3656460435}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6816","nonce":3656460435},{"type":"v1","addr":"172.21.15.16:6817","nonce":3656460435}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6814","nonce":3656460435},{"type":"v1","addr":"172.21.15.16:6815","nonce":3656460435}]},"public_addr":"172.21.15.16:6811/3656460435","cluster_addr":"172.21.15.16:6813/3656460435","heartbeat_back_addr":"172.21.15.16:6817/3656460435","heartbeat_front_addr":"172.21.15.16:6815/3656460435","state":["exists","up"]},{"osd":2,"uuid":"358f648c-0d4b-4bb7-a965-dff2e7adb39f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":18,"last_clean_end":377,"up_from":388,"up_thru":531,"down_at":378,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6818","nonce":2403079935},{"type":"v1","addr":"172.21.15.16:6819","nonce":2403079935}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6820","nonce":2403079935},{"type":"v1","addr":"172.21.15.16:6821","nonce":2403079935}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6824","nonce":2403079935},{"type":"v1","addr":"172.21.15.16:6825","nonce":2403079935}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6822","nonce":2403079935},{"type":"v1","addr":"172.21.15.16:6823","nonce":2403079935}]},"public_addr":"172.21.15.16:6819/2403079935","cluster_addr":"172.21.15.16:6821/2403079935","heartbeat_back_addr":"172.21.15.16:6825/2403079935","heartbeat_front_addr":"172.21.15.16:6823/2403079935","state":["exists","up"]},{"osd":3,"uuid":"12a0db2e-4774-4a68-870c-24969e5204b0","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":25,"last_clean_end":409,"up_from":419,"up_thru":531,"down_at":410,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6826","nonce":2389879982},{"type":"v1","addr":"172.21.15.16:6827","nonce":2389879982}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6828","nonce":2389879982},{"type":"v1","addr":"172.21.15.16:6829","nonce":2389879982}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6832","nonce":2389879982},{"type":"v1","addr":"172.21.15.16:6833","nonce":2389879982}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6830","nonce":2389879982},{"type":"v1","addr":"172.21.15.16:6831","nonce":2389879982}]},"public_addr":"172.21.15.16:6827/2389879982","cluster_addr":"172.21.15.16:6829/2389879982","heartbeat_back_addr":"172.21.15.16:6833/2389879982","heartbeat_front_addr":"172.21.15.16:6831/2389879982","state":["exists","up"]},{"osd":4,"uuid":"f8c16c9a-b0ad-4a06-9f16-6309a4558023","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":30,"last_clean_end":443,"up_from":454,"up_thru":531,"down_at":444,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6800","nonce":1560758594},{"type":"v1","addr":"172.21.15.102:6801","nonce":1560758594}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6802","nonce":1560758594},{"type":"v1","addr":"172.21.15.102:6803","nonce":1560758594}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6806","nonce":1560758594},{"type":"v1","addr":"172.21.15.102:6807","nonce":1560758594}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6804","nonce":1560758594},{"type":"v1","addr":"172.21.15.102:6805","nonce":1560758594}]},"public_addr":"172.21.15.102:6801/1560758594","cluster_addr":"172.21.15.102:6803/1560758594","heartbeat_back_addr":"172.21.15.102:6807/1560758594","heartbeat_front_addr":"172.21.15.102:6805/1560758594","state":["exists","up"]},{"osd":5,"uuid":"15dff6b6-b788-4f68-840d-3a69f843f228","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":38,"last_clean_end":463,"up_from":475,"up_thru":531,"down_at":464,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6808","nonce":3131683058},{"type":"v1","addr":"172.21.15.102:6809","nonce":3131683058}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6810","nonce":3131683058},{"type":"v1","addr":"172.21.15.102:6811","nonce":3131683058}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6814","nonce":3131683058},{"type":"v1","addr":"172.21.15.102:6815","nonce":3131683058}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6812","nonce":3131683058},{"type":"v1","addr":"172.21.15.102:6813","nonce":3131683058}]},"public_addr":"172.21.15.102:6809/3131683058","cluster_addr":"172.21.15.102:6811/3131683058","heartbeat_back_addr":"172.21.15.102:6815/3131683058","heartbeat_front_addr":"172.21.15.102:6813/3131683058","state":["exists","up"]},{"osd":6,"uuid":"4b0eba70-eeb0-4c8e-81ae-da32eccddb4a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":47,"last_clean_end":499,"up_from":510,"up_thru":531,"down_at":500,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6816","nonce":2239631513},{"type":"v1","addr":"172.21.15.102:6817","nonce":2239631513}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6818","nonce":2239631513},{"type":"v1","addr":"172.21.15.102:6819","nonce":2239631513}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6822","nonce":2239631513},{"type":"v1","addr":"172.21.15.102:6823","nonce":2239631513}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6820","nonce":2239631513},{"type":"v1","addr":"172.21.15.102:6821","nonce":2239631513}]},"public_addr":"172.21.15.102:6817/2239631513","cluster_addr":"172.21.15.102:6819/2239631513","heartbeat_back_addr":"172.21.15.102:6823/2239631513","heartbeat_front_addr":"172.21.15.102:6821/2239631513","state":["exists","up"]},{"osd":7,"uuid":"0bf5c778-a19b-4142-9e51-872f7f186c75","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":55,"last_clean_end":520,"up_from":531,"up_thru":531,"down_at":521,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6824","nonce":2281723006},{"type":"v1","addr":"172.21.15.102:6825","nonce":2281723006}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6826","nonce":2281723006},{"type":"v1","addr":"172.21.15.102:6827","nonce":2281723006}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6830","nonce":2281723006},{"type":"v1","addr":"172.21.15.102:6831","nonce":2281723006}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6828","nonce":2281723006},{"type":"v1","addr":"172.21.15.102:6829","nonce":2281723006}]},"public_addr":"172.21.15.102:6825/2281723006","cluster_addr":"172.21.15.102:6827/2281723006","heartbeat_back_addr":"172.21.15.102:6831/2281723006","heartbeat_front_addr":"172.21.15.102:6829/2281723006","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-15T14:30:19.499538+0000","dead_epoch":322},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-15T14:30:44.374414+0000","dead_epoch":357},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-15T14:31:09.809932+0000","dead_epoch":377},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-15T14:31:35.393873+0000","dead_epoch":409},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-15T14:31:58.889917+0000","dead_epoch":443},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-15T14:32:23.125904+0000","dead_epoch":463},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-15T14:32:48.407037+0000","dead_epoch":499},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-15T14:33:13.714624+0000","dead_epoch":520}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"2.0","mappings":[{"from":7,"to":4}]},{"pgid":"2.4","mappings":[{"from":7,"to":2},{"from":0,"to":3}]},{"pgid":"2.7","mappings":[{"from":7,"to":1}]},{"pgid":"2.9","mappings":[{"from":7,"to":2}]},{"pgid":"2.a","mappings":[{"from":7,"to":2}]},{"pgid":"2.b","mappings":[{"from":7,"to":1}]},{"pgid":"2.c","mappings":[{"from":0,"to":1}]},{"pgid":"3.6","mappings":[{"from":0,"to":2}]},{"pgid":"3.9","mappings":[{"from":4,"to":1}]},{"pgid":"3.b","mappings":[{"from":0,"to":2}]},{"pgid":"3.19","mappings":[{"from":4,"to":2}]},{"pgid":"5.7","mappings":[{"from":0,"to":7}]},{"pgid":"5.e","mappings":[{"from":5,"to":3}]},{"pgid":"5.f","mappings":[{"from":5,"to":1}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.102:6833/1183295622":"2024-04-16T14:45:15.551346+0000","172.21.15.102:6832/1183295622":"2024-04-16T14:45:15.551346+0000","172.21.15.16:6835/1881779027":"2024-04-16T14:44:57.522999+0000","172.21.15.16:6834/1881779027":"2024-04-16T14:44:57.522999+0000","172.21.15.102:0/4032000764":"2024-04-16T14:39:07.296827+0000","172.21.15.16:0/4267363576":"2024-04-16T14:34:11.917970+0000","172.21.15.16:0/1518899030":"2024-04-16T14:39:53.865725+0000","172.21.15.102:0/3382611275":"2024-04-16T14:39:07.296827+0000","172.21.15.16:6801/566328635":"2024-04-16T14:38:29.970650+0000","172.21.15.16:0/1245103161":"2024-04-16T14:28:56.181699+0000","172.21.15.16:0/87403339":"2024-04-16T14:39:53.865725+0000","172.21.15.16:0/3599139007":"2024-04-16T14:38:29.970650+0000","172.21.15.16:6801/2957100590":"2024-04-16T14:34:11.917970+0000","172.21.15.16:6800/566328635":"2024-04-16T14:38:29.970650+0000","172.21.15.16:6800/3915961791":"2024-04-16T14:39:53.865725+0000","172.21.15.102:0/42790182":"2024-04-16T14:39:07.296827+0000","172.21.15.16:0/1029664005":"2024-04-16T14:39:53.865725+0000","172.21.15.16:0/2479142980":"2024-04-16T14:39:53.865725+0000","172.21.15.16:0/3683963434":"2024-04-16T14:38:29.970650+0000","172.21.15.16:0/4119756138":"2024-04-16T14:39:53.865725+0000","172.21.15.102:6834/998605268":"2024-04-16T14:39:07.296827+0000","172.21.15.16:0/3964946122":"2024-04-16T14:34:11.917970+0000","172.21.15.16:0/2004851253":"2024-04-16T14:34:11.917970+0000","172.21.15.16:0/386972103":"2024-04-16T14:28:31.383356+0000","172.21.15.16:0/641532053":"2024-04-16T14:38:29.970650+0000","172.21.15.102:6835/998605268":"2024-04-16T14:39:07.296827+0000","172.21.15.16:6800/2957100590":"2024-04-16T14:34:11.917970+0000","172.21.15.16:0/3475792966":"2024-04-16T14:28:56.181699+0000","172.21.15.102:0/1018435749":"2024-04-16T14:39:07.296827+0000","172.21.15.16:6801/3915961791":"2024-04-16T14:39:53.865725+0000","172.21.15.16:0/126766830":"2024-04-16T14:39:53.865725+0000","172.21.15.16:0/1771838827":"2024-04-16T14:28:31.383356+0000","172.21.15.102:0/3885662381":"2024-04-16T14:39:07.296827+0000","172.21.15.16:0/885552753":"2024-04-16T14:39:53.865725+0000","172.21.15.102:0/872734936":"2024-04-16T14:39:07.296827+0000","172.21.15.16:0/1231300393":"2024-04-16T14:34:11.917970+0000","172.21.15.16:6800/3597408122":"2024-04-16T14:28:31.383356+0000","172.21.15.16:6801/3597408122":"2024-04-16T14:28:31.383356+0000","172.21.15.16:0/2197696641":"2024-04-16T14:28:56.181699+0000","172.21.15.16:6800/3159850174":"2024-04-16T14:28:56.181699+0000","172.21.15.16:0/1190696072":"2024-04-16T14:28:31.383356+0000","172.21.15.16:6801/3159850174":"2024-04-16T14:28:56.181699+0000","172.21.15.16:0/587419622":"2024-04-16T14:38:29.970650+0000","172.21.15.16:0/1016437685":"2024-04-16T14:38:29.970650+0000","172.21.15.102:0/460832193":"2024-04-16T14:39:07.296827+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"},"teuthologyprofile":{"crush-device-class":"","crush-failure-domain":"osd","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van","w":"8"}},"removed_snaps_queue":[{"pool":5,"snaps":[{"begin":424,"length":1},{"begin":443,"length":1},{"begin":452,"length":1}]}],"new_removed_snaps":[],"new_purged_snaps":[{"pool":5,"snaps":[{"begin":409,"length":1},{"begin":433,"length":1},{"begin":449,"length":2}]}],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-04-15T14:50:04.680 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:50:04 smithi016 ceph-mon[93212]: from='client.? 172.21.15.16:0/2727235072' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-15T14:50:04.680 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:50:04 smithi016 ceph-mon[90652]: from='client.? 172.21.15.16:0/2727235072' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-15T14:50:04.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:50:04 smithi102 ceph-mon[87131]: from='client.? 172.21.15.16:0/2727235072' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-15T14:50:04.961 DEBUG:teuthology.orchestra.run.smithi016:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 362ea986-fb34-11ee-bc8f-c7b262605968 -- ceph pg dump --format=json 2024-04-15T14:50:05.170 INFO:teuthology.orchestra.run.smithi016.stderr:Inferring config /var/lib/ceph/362ea986-fb34-11ee-bc8f-c7b262605968/mon.a/config 2024-04-15T14:50:05.575 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:50:05 smithi016 ceph-mon[93212]: pgmap v876: 121 pgs: 121 active+clean; 338 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 14 MiB/s rd, 2.1 MiB/s wr, 13 op/s 2024-04-15T14:50:05.576 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:50:05 smithi016 ceph-mon[93212]: osdmap e821: 8 total, 8 up, 8 in 2024-04-15T14:50:05.576 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:50:05 smithi016 ceph-mon[90652]: pgmap v876: 121 pgs: 121 active+clean; 338 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 14 MiB/s rd, 2.1 MiB/s wr, 13 op/s 2024-04-15T14:50:05.576 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:50:05 smithi016 ceph-mon[90652]: osdmap e821: 8 total, 8 up, 8 in 2024-04-15T14:50:05.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:50:05 smithi102 ceph-mon[87131]: pgmap v876: 121 pgs: 121 active+clean; 338 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 14 MiB/s rd, 2.1 MiB/s wr, 13 op/s 2024-04-15T14:50:05.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:50:05 smithi102 ceph-mon[87131]: osdmap e821: 8 total, 8 up, 8 in 2024-04-15T14:50:07.325 INFO:teuthology.orchestra.run.smithi016.stdout: 2024-04-15T14:50:07.327 INFO:teuthology.orchestra.run.smithi016.stderr:dumped all 2024-04-15T14:50:07.739 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:50:07 smithi102 ceph-mon[87131]: pgmap v878: 121 pgs: 121 active+clean; 338 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 18 MiB/s rd, 1.9 MiB/s wr, 13 op/s 2024-04-15T14:50:07.779 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:50:07 smithi016 ceph-mon[93212]: pgmap v878: 121 pgs: 121 active+clean; 338 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 18 MiB/s rd, 1.9 MiB/s wr, 13 op/s 2024-04-15T14:50:07.779 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:50:07 smithi016 ceph-mon[90652]: pgmap v878: 121 pgs: 121 active+clean; 338 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 18 MiB/s rd, 1.9 MiB/s wr, 13 op/s 2024-04-15T14:50:08.073 INFO:teuthology.orchestra.run.smithi016.stdout:{"pg_ready":true,"pg_map":{"version":878,"stamp":"2024-04-15T14:50:06.030515+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":354728958,"num_objects":205,"num_object_clones":132,"num_object_copies":615,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":205,"num_whiteouts":10,"num_read":4890,"num_read_kb":5356420,"num_write":9009,"num_write_kb":1876500,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":216,"num_bytes_recovered":414271072,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":16944,"ondisk_log_size":16944,"up":363,"acting":363,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":363,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":749961216,"kb_used":3017704,"kb_used_data":558984,"kb_used_omap":243,"kb_used_meta":2458380,"kb_avail":746943512,"statfs":{"total":767960285184,"available":764870156288,"internally_reserved":0,"allocated":572399616,"data_stored":985754058,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":249292,"internal_metadata":2517381684},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":12099584,"num_objects":7,"num_object_clones":7,"num_object_copies":21,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":-3,"num_read":48,"num_read_kb":120240,"num_write":44,"num_write_kb":12912,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"6.573319"},"pg_stats":[{"pgid":"3.3f","version":"0'0","reported_seq":1066,"reported_epoch":820,"state":"active+clean","last_fresh":"2024-04-15T14:50:00.582721+0000","last_change":"2024-04-15T14:44:49.369128+0000","last_active":"2024-04-15T14:50:00.582721+0000","last_peered":"2024-04-15T14:50:00.582721+0000","last_clean":"2024-04-15T14:50:00.582721+0000","last_became_active":"2024-04-15T14:44:49.368640+0000","last_became_peered":"2024-04-15T14:44:49.368640+0000","last_unstale":"2024-04-15T14:50:00.582721+0000","last_undegraded":"2024-04-15T14:50:00.582721+0000","last_fullsized":"2024-04-15T14:50:00.582721+0000","mapping_epoch":531,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":532,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_clean_scrub_stamp":"2024-04-15T14:33:34.601025+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T17:49:11.568609+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3e","version":"0'0","reported_seq":1213,"reported_epoch":820,"state":"active+clean","last_fresh":"2024-04-15T14:50:00.417479+0000","last_change":"2024-04-15T14:44:28.450848+0000","last_active":"2024-04-15T14:50:00.417479+0000","last_peered":"2024-04-15T14:50:00.417479+0000","last_clean":"2024-04-15T14:50:00.417479+0000","last_became_active":"2024-04-15T14:44:28.450494+0000","last_became_peered":"2024-04-15T14:44:28.450494+0000","last_unstale":"2024-04-15T14:50:00.417479+0000","last_undegraded":"2024-04-15T14:50:00.417479+0000","last_fullsized":"2024-04-15T14:50:00.417479+0000","mapping_epoch":510,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":511,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_clean_scrub_stamp":"2024-04-15T14:33:34.601025+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T15:59:40.107630+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,6],"acting":[1,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.3d","version":"0'0","reported_seq":1253,"reported_epoch":820,"state":"active+clean","last_fresh":"2024-04-15T14:50:00.971309+0000","last_change":"2024-04-15T14:42:22.726881+0000","last_active":"2024-04-15T14:50:00.971309+0000","last_peered":"2024-04-15T14:50:00.971309+0000","last_clean":"2024-04-15T14:50:00.971309+0000","last_became_active":"2024-04-15T14:42:22.726503+0000","last_became_peered":"2024-04-15T14:42:22.726503+0000","last_unstale":"2024-04-15T14:50:00.971309+0000","last_undegraded":"2024-04-15T14:50:00.971309+0000","last_fullsized":"2024-04-15T14:50:00.971309+0000","mapping_epoch":388,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":389,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_clean_scrub_stamp":"2024-04-15T14:33:34.601025+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T15:17:33.920084+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3c","version":"0'0","reported_seq":1124,"reported_epoch":820,"state":"active+clean","last_fresh":"2024-04-15T14:50:00.848544+0000","last_change":"2024-04-15T14:44:49.376515+0000","last_active":"2024-04-15T14:50:00.848544+0000","last_peered":"2024-04-15T14:50:00.848544+0000","last_clean":"2024-04-15T14:50:00.848544+0000","last_became_active":"2024-04-15T14:44:49.375326+0000","last_became_peered":"2024-04-15T14:44:49.375326+0000","last_unstale":"2024-04-15T14:50:00.848544+0000","last_undegraded":"2024-04-15T14:50:00.848544+0000","last_fullsized":"2024-04-15T14:50:00.848544+0000","mapping_epoch":531,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":532,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_clean_scrub_stamp":"2024-04-15T14:33:34.601025+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T17:10:07.533002+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3b","version":"0'0","reported_seq":1051,"reported_epoch":820,"state":"active+clean","last_fresh":"2024-04-15T14:50:00.582270+0000","last_change":"2024-04-15T14:44:49.362902+0000","last_active":"2024-04-15T14:50:00.582270+0000","last_peered":"2024-04-15T14:50:00.582270+0000","last_clean":"2024-04-15T14:50:00.582270+0000","last_became_active":"2024-04-15T14:44:49.361783+0000","last_became_peered":"2024-04-15T14:44:49.361783+0000","last_unstale":"2024-04-15T14:50:00.582270+0000","last_undegraded":"2024-04-15T14:50:00.582270+0000","last_fullsized":"2024-04-15T14:50:00.582270+0000","mapping_epoch":531,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":532,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_clean_scrub_stamp":"2024-04-15T14:33:34.601025+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T20:10:59.226088+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,4],"acting":[7,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3a","version":"0'0","reported_seq":1118,"reported_epoch":820,"state":"active+clean","last_fresh":"2024-04-15T14:50:00.848596+0000","last_change":"2024-04-15T14:43:53.353623+0000","last_active":"2024-04-15T14:50:00.848596+0000","last_peered":"2024-04-15T14:50:00.848596+0000","last_clean":"2024-04-15T14:50:00.848596+0000","last_became_active":"2024-04-15T14:43:53.353175+0000","last_became_peered":"2024-04-15T14:43:53.353175+0000","last_unstale":"2024-04-15T14:50:00.848596+0000","last_undegraded":"2024-04-15T14:50:00.848596+0000","last_fullsized":"2024-04-15T14:50:00.848596+0000","mapping_epoch":475,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":476,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_clean_scrub_stamp":"2024-04-15T14:33:34.601025+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T14:53:58.165099+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,1],"acting":[5,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.39","version":"0'0","reported_seq":1051,"reported_epoch":820,"state":"active+clean","last_fresh":"2024-04-15T14:50:00.582249+0000","last_change":"2024-04-15T14:44:49.368541+0000","last_active":"2024-04-15T14:50:00.582249+0000","last_peered":"2024-04-15T14:50:00.582249+0000","last_clean":"2024-04-15T14:50:00.582249+0000","last_became_active":"2024-04-15T14:44:49.363785+0000","last_became_peered":"2024-04-15T14:44:49.363785+0000","last_unstale":"2024-04-15T14:50:00.582249+0000","last_undegraded":"2024-04-15T14:50:00.582249+0000","last_fullsized":"2024-04-15T14:50:00.582249+0000","mapping_epoch":531,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":532,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_clean_scrub_stamp":"2024-04-15T14:33:34.601025+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T19:28:09.340207+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"0'0","reported_seq":1160,"reported_epoch":821,"state":"active+clean","last_fresh":"2024-04-15T14:50:05.418195+0000","last_change":"2024-04-15T14:44:28.449746+0000","last_active":"2024-04-15T14:50:05.418195+0000","last_peered":"2024-04-15T14:50:05.418195+0000","last_clean":"2024-04-15T14:50:05.418195+0000","last_became_active":"2024-04-15T14:44:28.449426+0000","last_became_peered":"2024-04-15T14:44:28.449426+0000","last_unstale":"2024-04-15T14:50:05.418195+0000","last_undegraded":"2024-04-15T14:50:05.418195+0000","last_fullsized":"2024-04-15T14:50:05.418195+0000","mapping_epoch":510,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":511,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_clean_scrub_stamp":"2024-04-15T14:33:34.601025+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T15:37:04.953664+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.37","version":"0'0","reported_seq":1072,"reported_epoch":820,"state":"active+clean","last_fresh":"2024-04-15T14:50:00.582817+0000","last_change":"2024-04-15T14:44:49.363944+0000","last_active":"2024-04-15T14:50:00.582817+0000","last_peered":"2024-04-15T14:50:00.582817+0000","last_clean":"2024-04-15T14:50:00.582817+0000","last_became_active":"2024-04-15T14:44:49.362404+0000","last_became_peered":"2024-04-15T14:44:49.362404+0000","last_unstale":"2024-04-15T14:50:00.582817+0000","last_undegraded":"2024-04-15T14:50:00.582817+0000","last_fullsized":"2024-04-15T14:50:00.582817+0000","mapping_epoch":531,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":532,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_clean_scrub_stamp":"2024-04-15T14:33:34.601025+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T21:44:06.093273+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,0],"acting":[7,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.36","version":"0'0","reported_seq":1076,"reported_epoch":820,"state":"active+clean","last_fresh":"2024-04-15T14:50:00.507110+0000","last_change":"2024-04-15T14:44:28.453691+0000","last_active":"2024-04-15T14:50:00.507110+0000","last_peered":"2024-04-15T14:50:00.507110+0000","last_clean":"2024-04-15T14:50:00.507110+0000","last_became_active":"2024-04-15T14:44:28.453353+0000","last_became_peered":"2024-04-15T14:44:28.453353+0000","last_unstale":"2024-04-15T14:50:00.507110+0000","last_undegraded":"2024-04-15T14:50:00.507110+0000","last_fullsized":"2024-04-15T14:50:00.507110+0000","mapping_epoch":510,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":511,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_clean_scrub_stamp":"2024-04-15T14:33:34.601025+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T15:00:49.980588+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,1],"acting":[6,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.35","version":"0'0","reported_seq":1076,"reported_epoch":820,"state":"active+clean","last_fresh":"2024-04-15T14:50:00.507043+0000","last_change":"2024-04-15T14:44:28.454043+0000","last_active":"2024-04-15T14:50:00.507043+0000","last_peered":"2024-04-15T14:50:00.507043+0000","last_clean":"2024-04-15T14:50:00.507043+0000","last_became_active":"2024-04-15T14:44:28.453440+0000","last_became_peered":"2024-04-15T14:44:28.453440+0000","last_unstale":"2024-04-15T14:50:00.507043+0000","last_undegraded":"2024-04-15T14:50:00.507043+0000","last_fullsized":"2024-04-15T14:50:00.507043+0000","mapping_epoch":510,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":511,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_clean_scrub_stamp":"2024-04-15T14:33:34.601025+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T20:50:38.997993+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,0],"acting":[6,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.34","version":"0'0","reported_seq":1137,"reported_epoch":821,"state":"active+clean","last_fresh":"2024-04-15T14:50:05.418728+0000","last_change":"2024-04-15T14:44:28.452375+0000","last_active":"2024-04-15T14:50:05.418728+0000","last_peered":"2024-04-15T14:50:05.418728+0000","last_clean":"2024-04-15T14:50:05.418728+0000","last_became_active":"2024-04-15T14:44:28.452167+0000","last_became_peered":"2024-04-15T14:44:28.452167+0000","last_unstale":"2024-04-15T14:50:05.418728+0000","last_undegraded":"2024-04-15T14:50:05.418728+0000","last_fullsized":"2024-04-15T14:50:05.418728+0000","mapping_epoch":510,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":511,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_clean_scrub_stamp":"2024-04-15T14:33:34.601025+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T23:25:08.606017+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,0],"acting":[4,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.33","version":"0'0","reported_seq":1144,"reported_epoch":821,"state":"active+clean","last_fresh":"2024-04-15T14:50:05.418532+0000","last_change":"2024-04-15T14:44:28.460543+0000","last_active":"2024-04-15T14:50:05.418532+0000","last_peered":"2024-04-15T14:50:05.418532+0000","last_clean":"2024-04-15T14:50:05.418532+0000","last_became_active":"2024-04-15T14:44:28.460193+0000","last_became_peered":"2024-04-15T14:44:28.460193+0000","last_unstale":"2024-04-15T14:50:05.418532+0000","last_undegraded":"2024-04-15T14:50:05.418532+0000","last_fullsized":"2024-04-15T14:50:05.418532+0000","mapping_epoch":510,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":511,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_clean_scrub_stamp":"2024-04-15T14:33:34.601025+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T21:25:29.521115+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,1],"acting":[3,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.32","version":"0'0","reported_seq":1252,"reported_epoch":820,"state":"active+clean","last_fresh":"2024-04-15T14:50:00.970957+0000","last_change":"2024-04-15T14:43:53.353514+0000","last_active":"2024-04-15T14:50:00.970957+0000","last_peered":"2024-04-15T14:50:00.970957+0000","last_clean":"2024-04-15T14:50:00.970957+0000","last_became_active":"2024-04-15T14:43:53.353157+0000","last_became_peered":"2024-04-15T14:43:53.353157+0000","last_unstale":"2024-04-15T14:50:00.970957+0000","last_undegraded":"2024-04-15T14:50:00.970957+0000","last_fullsized":"2024-04-15T14:50:00.970957+0000","mapping_epoch":475,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":476,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_clean_scrub_stamp":"2024-04-15T14:33:34.601025+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T18:14:01.687967+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,5],"acting":[0,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"0'0","reported_seq":1223,"reported_epoch":820,"state":"active+clean","last_fresh":"2024-04-15T14:50:00.416565+0000","last_change":"2024-04-15T14:43:53.355197+0000","last_active":"2024-04-15T14:50:00.416565+0000","last_peered":"2024-04-15T14:50:00.416565+0000","last_clean":"2024-04-15T14:50:00.416565+0000","last_became_active":"2024-04-15T14:43:53.354860+0000","last_became_peered":"2024-04-15T14:43:53.354860+0000","last_unstale":"2024-04-15T14:50:00.416565+0000","last_undegraded":"2024-04-15T14:50:00.416565+0000","last_fullsized":"2024-04-15T14:50:00.416565+0000","mapping_epoch":475,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":476,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_clean_scrub_stamp":"2024-04-15T14:33:34.601025+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-17T01:50:26.686937+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,5],"acting":[1,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.30","version":"0'0","reported_seq":1120,"reported_epoch":820,"state":"active+clean","last_fresh":"2024-04-15T14:50:00.848143+0000","last_change":"2024-04-15T14:44:49.374931+0000","last_active":"2024-04-15T14:50:00.848143+0000","last_peered":"2024-04-15T14:50:00.848143+0000","last_clean":"2024-04-15T14:50:00.848143+0000","last_became_active":"2024-04-15T14:44:49.374585+0000","last_became_peered":"2024-04-15T14:44:49.374585+0000","last_unstale":"2024-04-15T14:50:00.848143+0000","last_undegraded":"2024-04-15T14:50:00.848143+0000","last_fullsized":"2024-04-15T14:50:00.848143+0000","mapping_epoch":531,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":532,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_clean_scrub_stamp":"2024-04-15T14:33:34.601025+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T14:50:47.604796+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,7],"acting":[5,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2f","version":"0'0","reported_seq":1116,"reported_epoch":820,"state":"active+clean","last_fresh":"2024-04-15T14:50:00.849060+0000","last_change":"2024-04-15T14:44:49.375877+0000","last_active":"2024-04-15T14:50:00.849060+0000","last_peered":"2024-04-15T14:50:00.849060+0000","last_clean":"2024-04-15T14:50:00.849060+0000","last_became_active":"2024-04-15T14:44:49.375575+0000","last_became_peered":"2024-04-15T14:44:49.375575+0000","last_unstale":"2024-04-15T14:50:00.849060+0000","last_undegraded":"2024-04-15T14:50:00.849060+0000","last_fullsized":"2024-04-15T14:50:00.849060+0000","mapping_epoch":531,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":532,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_clean_scrub_stamp":"2024-04-15T14:33:34.601025+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T22:29:42.925503+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,4],"acting":[5,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2e","version":"0'0","reported_seq":1185,"reported_epoch":820,"state":"active+clean","last_fresh":"2024-04-15T14:50:01.016431+0000","last_change":"2024-04-15T14:44:49.364387+0000","last_active":"2024-04-15T14:50:01.016431+0000","last_peered":"2024-04-15T14:50:01.016431+0000","last_clean":"2024-04-15T14:50:01.016431+0000","last_became_active":"2024-04-15T14:44:49.364010+0000","last_became_peered":"2024-04-15T14:44:49.364010+0000","last_unstale":"2024-04-15T14:50:01.016431+0000","last_undegraded":"2024-04-15T14:50:01.016431+0000","last_fullsized":"2024-04-15T14:50:01.016431+0000","mapping_epoch":531,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":532,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_clean_scrub_stamp":"2024-04-15T14:33:34.601025+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T19:42:38.895479+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,7],"acting":[2,6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2d","version":"0'0","reported_seq":1065,"reported_epoch":820,"state":"active+clean","last_fresh":"2024-04-15T14:50:00.583064+0000","last_change":"2024-04-15T14:44:49.369321+0000","last_active":"2024-04-15T14:50:00.583064+0000","last_peered":"2024-04-15T14:50:00.583064+0000","last_clean":"2024-04-15T14:50:00.583064+0000","last_became_active":"2024-04-15T14:44:49.366364+0000","last_became_peered":"2024-04-15T14:44:49.366364+0000","last_unstale":"2024-04-15T14:50:00.583064+0000","last_undegraded":"2024-04-15T14:50:00.583064+0000","last_fullsized":"2024-04-15T14:50:00.583064+0000","mapping_epoch":531,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":532,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_clean_scrub_stamp":"2024-04-15T14:33:34.601025+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-17T00:17:04.871172+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,6],"acting":[7,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.1f","version":"560'6","reported_seq":1264,"reported_epoch":820,"state":"active+clean","last_fresh":"2024-04-15T14:50:00.971643+0000","last_change":"2024-04-15T14:44:49.373893+0000","last_active":"2024-04-15T14:50:00.971643+0000","last_peered":"2024-04-15T14:50:00.971643+0000","last_clean":"2024-04-15T14:50:00.971643+0000","last_became_active":"2024-04-15T14:44:49.373514+0000","last_became_peered":"2024-04-15T14:44:49.373514+0000","last_unstale":"2024-04-15T14:50:00.971643+0000","last_undegraded":"2024-04-15T14:50:00.971643+0000","last_fullsized":"2024-04-15T14:50:00.971643+0000","mapping_epoch":531,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":532,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T14:33:33.599136+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T14:33:33.599136+0000","last_clean_scrub_stamp":"2024-04-15T14:33:33.599136+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T23:45:33.702709+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":8,"num_read_kb":8,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,4],"acting":[0,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":1166,"reported_epoch":821,"state":"active+clean","last_fresh":"2024-04-15T14:50:05.418972+0000","last_change":"2024-04-15T14:44:28.449648+0000","last_active":"2024-04-15T14:50:05.418972+0000","last_peered":"2024-04-15T14:50:05.418972+0000","last_clean":"2024-04-15T14:50:05.418972+0000","last_became_active":"2024-04-15T14:44:28.449289+0000","last_became_peered":"2024-04-15T14:44:28.449289+0000","last_unstale":"2024-04-15T14:50:05.418972+0000","last_undegraded":"2024-04-15T14:50:05.418972+0000","last_fullsized":"2024-04-15T14:50:05.418972+0000","mapping_epoch":510,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":511,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_clean_scrub_stamp":"2024-04-15T14:33:34.601025+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T19:59:45.144188+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,2],"acting":[3,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1e","version":"560'3","reported_seq":1157,"reported_epoch":821,"state":"active+clean","last_fresh":"2024-04-15T14:50:05.419830+0000","last_change":"2024-04-15T14:43:53.360666+0000","last_active":"2024-04-15T14:50:05.419830+0000","last_peered":"2024-04-15T14:50:05.419830+0000","last_clean":"2024-04-15T14:50:05.419830+0000","last_became_active":"2024-04-15T14:43:53.360291+0000","last_became_peered":"2024-04-15T14:43:53.360291+0000","last_unstale":"2024-04-15T14:50:05.419830+0000","last_undegraded":"2024-04-15T14:50:05.419830+0000","last_fullsized":"2024-04-15T14:50:05.419830+0000","mapping_epoch":475,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":476,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T14:33:33.599136+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T14:33:33.599136+0000","last_clean_scrub_stamp":"2024-04-15T14:33:33.599136+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T14:34:58.457839+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":1253,"reported_epoch":820,"state":"active+clean","last_fresh":"2024-04-15T14:50:00.971338+0000","last_change":"2024-04-15T14:43:53.348461+0000","last_active":"2024-04-15T14:50:00.971338+0000","last_peered":"2024-04-15T14:50:00.971338+0000","last_clean":"2024-04-15T14:50:00.971338+0000","last_became_active":"2024-04-15T14:43:53.348098+0000","last_became_peered":"2024-04-15T14:43:53.348098+0000","last_unstale":"2024-04-15T14:50:00.971338+0000","last_undegraded":"2024-04-15T14:50:00.971338+0000","last_fullsized":"2024-04-15T14:50:00.971338+0000","mapping_epoch":475,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":476,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_clean_scrub_stamp":"2024-04-15T14:33:34.601025+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-17T02:28:34.658898+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,2],"acting":[0,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1d","version":"62'2","reported_seq":1072,"reported_epoch":820,"state":"active+clean","last_fresh":"2024-04-15T14:50:00.583002+0000","last_change":"2024-04-15T14:44:49.369000+0000","last_active":"2024-04-15T14:50:00.583002+0000","last_peered":"2024-04-15T14:50:00.583002+0000","last_clean":"2024-04-15T14:50:00.583002+0000","last_became_active":"2024-04-15T14:44:49.365324+0000","last_became_peered":"2024-04-15T14:44:49.365324+0000","last_unstale":"2024-04-15T14:50:00.583002+0000","last_undegraded":"2024-04-15T14:50:00.583002+0000","last_fullsized":"2024-04-15T14:50:00.583002+0000","mapping_epoch":531,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":532,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T14:33:33.599136+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T14:33:33.599136+0000","last_clean_scrub_stamp":"2024-04-15T14:33:33.599136+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T19:25:42.638446+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":12,"num_read_kb":12,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":1121,"reported_epoch":820,"state":"active+clean","last_fresh":"2024-04-15T14:50:00.848845+0000","last_change":"2024-04-15T14:43:53.355937+0000","last_active":"2024-04-15T14:50:00.848845+0000","last_peered":"2024-04-15T14:50:00.848845+0000","last_clean":"2024-04-15T14:50:00.848845+0000","last_became_active":"2024-04-15T14:43:53.355230+0000","last_became_peered":"2024-04-15T14:43:53.355230+0000","last_unstale":"2024-04-15T14:50:00.848845+0000","last_undegraded":"2024-04-15T14:50:00.848845+0000","last_fullsized":"2024-04-15T14:50:00.848845+0000","mapping_epoch":475,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":476,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_clean_scrub_stamp":"2024-04-15T14:33:34.601025+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T15:15:19.534733+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1c","version":"62'2","reported_seq":1079,"reported_epoch":820,"state":"active+clean","last_fresh":"2024-04-15T14:50:00.582525+0000","last_change":"2024-04-15T14:44:49.364907+0000","last_active":"2024-04-15T14:50:00.582525+0000","last_peered":"2024-04-15T14:50:00.582525+0000","last_clean":"2024-04-15T14:50:00.582525+0000","last_became_active":"2024-04-15T14:44:49.363488+0000","last_became_peered":"2024-04-15T14:44:49.363488+0000","last_unstale":"2024-04-15T14:50:00.582525+0000","last_undegraded":"2024-04-15T14:50:00.582525+0000","last_fullsized":"2024-04-15T14:50:00.582525+0000","mapping_epoch":531,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":532,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T14:33:33.599136+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T14:33:33.599136+0000","last_clean_scrub_stamp":"2024-04-15T14:33:33.599136+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T15:29:45.407765+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":12,"num_read_kb":12,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,2],"acting":[7,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":1115,"reported_epoch":820,"state":"active+clean","last_fresh":"2024-04-15T14:50:00.848848+0000","last_change":"2024-04-15T14:44:28.454307+0000","last_active":"2024-04-15T14:50:00.848848+0000","last_peered":"2024-04-15T14:50:00.848848+0000","last_clean":"2024-04-15T14:50:00.848848+0000","last_became_active":"2024-04-15T14:44:28.453994+0000","last_became_peered":"2024-04-15T14:44:28.453994+0000","last_unstale":"2024-04-15T14:50:00.848848+0000","last_undegraded":"2024-04-15T14:50:00.848848+0000","last_fullsized":"2024-04-15T14:50:00.848848+0000","mapping_epoch":510,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":511,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_clean_scrub_stamp":"2024-04-15T14:33:34.601025+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T20:51:04.947259+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1b","version":"560'3","reported_seq":1164,"reported_epoch":821,"state":"active+clean","last_fresh":"2024-04-15T14:50:05.418890+0000","last_change":"2024-04-15T14:44:49.367494+0000","last_active":"2024-04-15T14:50:05.418890+0000","last_peered":"2024-04-15T14:50:05.418890+0000","last_clean":"2024-04-15T14:50:05.418890+0000","last_became_active":"2024-04-15T14:44:49.367080+0000","last_became_peered":"2024-04-15T14:44:49.367080+0000","last_unstale":"2024-04-15T14:50:05.418890+0000","last_undegraded":"2024-04-15T14:50:05.418890+0000","last_fullsized":"2024-04-15T14:50:05.418890+0000","mapping_epoch":531,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":532,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T14:33:33.599136+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T14:33:33.599136+0000","last_clean_scrub_stamp":"2024-04-15T14:33:33.599136+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T19:18:08.792647+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,6],"acting":[3,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":1157,"reported_epoch":821,"state":"active+clean","last_fresh":"2024-04-15T14:50:05.418441+0000","last_change":"2024-04-15T14:43:32.413589+0000","last_active":"2024-04-15T14:50:05.418441+0000","last_peered":"2024-04-15T14:50:05.418441+0000","last_clean":"2024-04-15T14:50:05.418441+0000","last_became_active":"2024-04-15T14:43:32.413137+0000","last_became_peered":"2024-04-15T14:43:32.413137+0000","last_unstale":"2024-04-15T14:50:05.418441+0000","last_undegraded":"2024-04-15T14:50:05.418441+0000","last_fullsized":"2024-04-15T14:50:05.418441+0000","mapping_epoch":454,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":455,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_clean_scrub_stamp":"2024-04-15T14:33:34.601025+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T21:34:35.332337+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2],"acting":[4,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1a","version":"560'3","reported_seq":1095,"reported_epoch":820,"state":"active+clean","last_fresh":"2024-04-15T14:50:00.506848+0000","last_change":"2024-04-15T14:44:49.359155+0000","last_active":"2024-04-15T14:50:00.506848+0000","last_peered":"2024-04-15T14:50:00.506848+0000","last_clean":"2024-04-15T14:50:00.506848+0000","last_became_active":"2024-04-15T14:44:49.358817+0000","last_became_peered":"2024-04-15T14:44:49.358817+0000","last_unstale":"2024-04-15T14:50:00.506848+0000","last_undegraded":"2024-04-15T14:50:00.506848+0000","last_fullsized":"2024-04-15T14:50:00.506848+0000","mapping_epoch":531,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":532,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T14:33:33.599136+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T14:33:33.599136+0000","last_clean_scrub_stamp":"2024-04-15T14:33:33.599136+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T18:07:54.854327+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":1251,"reported_epoch":820,"state":"active+clean","last_fresh":"2024-04-15T14:50:00.971823+0000","last_change":"2024-04-15T14:44:49.373509+0000","last_active":"2024-04-15T14:50:00.971823+0000","last_peered":"2024-04-15T14:50:00.971823+0000","last_clean":"2024-04-15T14:50:00.971823+0000","last_became_active":"2024-04-15T14:44:49.373118+0000","last_became_peered":"2024-04-15T14:44:49.373118+0000","last_unstale":"2024-04-15T14:50:00.971823+0000","last_undegraded":"2024-04-15T14:50:00.971823+0000","last_fullsized":"2024-04-15T14:50:00.971823+0000","mapping_epoch":531,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":532,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_clean_scrub_stamp":"2024-04-15T14:33:34.601025+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T19:46:30.495973+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,7],"acting":[0,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.19","version":"0'0","reported_seq":1152,"reported_epoch":821,"state":"active+clean","last_fresh":"2024-04-15T14:50:05.418757+0000","last_change":"2024-04-15T14:44:28.453012+0000","last_active":"2024-04-15T14:50:05.418757+0000","last_peered":"2024-04-15T14:50:05.418757+0000","last_clean":"2024-04-15T14:50:05.418757+0000","last_became_active":"2024-04-15T14:44:28.452582+0000","last_became_peered":"2024-04-15T14:44:28.452582+0000","last_unstale":"2024-04-15T14:50:05.418757+0000","last_undegraded":"2024-04-15T14:50:05.418757+0000","last_fullsized":"2024-04-15T14:50:05.418757+0000","mapping_epoch":510,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":511,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T14:33:33.599136+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T14:33:33.599136+0000","last_clean_scrub_stamp":"2024-04-15T14:33:33.599136+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T18:50:54.250154+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,0],"acting":[3,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":1150,"reported_epoch":821,"state":"active+clean","last_fresh":"2024-04-15T14:50:05.418322+0000","last_change":"2024-04-15T14:42:57.514300+0000","last_active":"2024-04-15T14:50:05.418322+0000","last_peered":"2024-04-15T14:50:05.418322+0000","last_clean":"2024-04-15T14:50:05.418322+0000","last_became_active":"2024-04-15T14:42:57.513880+0000","last_became_peered":"2024-04-15T14:42:57.513880+0000","last_unstale":"2024-04-15T14:50:05.418322+0000","last_undegraded":"2024-04-15T14:50:05.418322+0000","last_fullsized":"2024-04-15T14:50:05.418322+0000","mapping_epoch":419,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":420,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_clean_scrub_stamp":"2024-04-15T14:33:34.601025+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T21:48:20.242106+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.18","version":"0'0","reported_seq":1117,"reported_epoch":820,"state":"active+clean","last_fresh":"2024-04-15T14:50:00.848377+0000","last_change":"2024-04-15T14:44:49.373396+0000","last_active":"2024-04-15T14:50:00.848377+0000","last_peered":"2024-04-15T14:50:00.848377+0000","last_clean":"2024-04-15T14:50:00.848377+0000","last_became_active":"2024-04-15T14:44:49.373084+0000","last_became_peered":"2024-04-15T14:44:49.373084+0000","last_unstale":"2024-04-15T14:50:00.848377+0000","last_undegraded":"2024-04-15T14:50:00.848377+0000","last_fullsized":"2024-04-15T14:50:00.848377+0000","mapping_epoch":531,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":532,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T14:33:33.599136+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T14:33:33.599136+0000","last_clean_scrub_stamp":"2024-04-15T14:33:33.599136+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-17T00:41:46.347906+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,7],"acting":[5,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":1235,"reported_epoch":820,"state":"active+clean","last_fresh":"2024-04-15T14:50:00.416678+0000","last_change":"2024-04-15T14:42:57.506686+0000","last_active":"2024-04-15T14:50:00.416678+0000","last_peered":"2024-04-15T14:50:00.416678+0000","last_clean":"2024-04-15T14:50:00.416678+0000","last_became_active":"2024-04-15T14:42:57.506353+0000","last_became_peered":"2024-04-15T14:42:57.506353+0000","last_unstale":"2024-04-15T14:50:00.416678+0000","last_undegraded":"2024-04-15T14:50:00.416678+0000","last_fullsized":"2024-04-15T14:50:00.416678+0000","mapping_epoch":419,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":420,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_clean_scrub_stamp":"2024-04-15T14:33:34.601025+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T15:29:56.293285+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,2],"acting":[1,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.17","version":"0'0","reported_seq":1077,"reported_epoch":820,"state":"active+clean","last_fresh":"2024-04-15T14:50:00.507251+0000","last_change":"2024-04-15T14:44:28.450225+0000","last_active":"2024-04-15T14:50:00.507251+0000","last_peered":"2024-04-15T14:50:00.507251+0000","last_clean":"2024-04-15T14:50:00.507251+0000","last_became_active":"2024-04-15T14:44:28.449163+0000","last_became_peered":"2024-04-15T14:44:28.449163+0000","last_unstale":"2024-04-15T14:50:00.507251+0000","last_undegraded":"2024-04-15T14:50:00.507251+0000","last_fullsized":"2024-04-15T14:50:00.507251+0000","mapping_epoch":510,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":511,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T14:33:33.599136+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T14:33:33.599136+0000","last_clean_scrub_stamp":"2024-04-15T14:33:33.599136+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T18:35:52.446757+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,2],"acting":[6,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":1113,"reported_epoch":820,"state":"active+clean","last_fresh":"2024-04-15T14:50:00.849040+0000","last_change":"2024-04-15T14:44:49.366119+0000","last_active":"2024-04-15T14:50:00.849040+0000","last_peered":"2024-04-15T14:50:00.849040+0000","last_clean":"2024-04-15T14:50:00.849040+0000","last_became_active":"2024-04-15T14:44:49.365766+0000","last_became_peered":"2024-04-15T14:44:49.365766+0000","last_unstale":"2024-04-15T14:50:00.849040+0000","last_undegraded":"2024-04-15T14:50:00.849040+0000","last_fullsized":"2024-04-15T14:50:00.849040+0000","mapping_epoch":531,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":532,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_clean_scrub_stamp":"2024-04-15T14:33:34.601025+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T16:34:52.458777+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1],"acting":[5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.16","version":"0'0","reported_seq":1093,"reported_epoch":820,"state":"active+clean","last_fresh":"2024-04-15T14:50:00.848846+0000","last_change":"2024-04-15T14:44:28.455756+0000","last_active":"2024-04-15T14:50:00.848846+0000","last_peered":"2024-04-15T14:50:00.848846+0000","last_clean":"2024-04-15T14:50:00.848846+0000","last_became_active":"2024-04-15T14:44:28.455418+0000","last_became_peered":"2024-04-15T14:44:28.455418+0000","last_unstale":"2024-04-15T14:50:00.848846+0000","last_undegraded":"2024-04-15T14:50:00.848846+0000","last_fullsized":"2024-04-15T14:50:00.848846+0000","mapping_epoch":510,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":511,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T14:33:33.599136+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T14:33:33.599136+0000","last_clean_scrub_stamp":"2024-04-15T14:33:33.599136+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T22:09:02.050898+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6,2],"acting":[5,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":1252,"reported_epoch":820,"state":"active+clean","last_fresh":"2024-04-15T14:50:00.971442+0000","last_change":"2024-04-15T14:43:53.353130+0000","last_active":"2024-04-15T14:50:00.971442+0000","last_peered":"2024-04-15T14:50:00.971442+0000","last_clean":"2024-04-15T14:50:00.971442+0000","last_became_active":"2024-04-15T14:43:53.352777+0000","last_became_peered":"2024-04-15T14:43:53.352777+0000","last_unstale":"2024-04-15T14:50:00.971442+0000","last_undegraded":"2024-04-15T14:50:00.971442+0000","last_fullsized":"2024-04-15T14:50:00.971442+0000","mapping_epoch":475,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":476,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_clean_scrub_stamp":"2024-04-15T14:33:34.601025+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T18:38:32.868843+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.15","version":"62'3","reported_seq":1223,"reported_epoch":820,"state":"active+clean","last_fresh":"2024-04-15T14:50:00.417215+0000","last_change":"2024-04-15T14:43:53.356050+0000","last_active":"2024-04-15T14:50:00.417215+0000","last_peered":"2024-04-15T14:50:00.417215+0000","last_clean":"2024-04-15T14:50:00.417215+0000","last_became_active":"2024-04-15T14:43:53.355629+0000","last_became_peered":"2024-04-15T14:43:53.355629+0000","last_unstale":"2024-04-15T14:50:00.417215+0000","last_undegraded":"2024-04-15T14:50:00.417215+0000","last_fullsized":"2024-04-15T14:50:00.417215+0000","mapping_epoch":475,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":476,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T14:33:33.599136+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T14:33:33.599136+0000","last_clean_scrub_stamp":"2024-04-15T14:33:33.599136+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T16:26:40.884433+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":14,"num_read_kb":14,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":1147,"reported_epoch":821,"state":"active+clean","last_fresh":"2024-04-15T14:50:05.419071+0000","last_change":"2024-04-15T14:44:49.370155+0000","last_active":"2024-04-15T14:50:05.419071+0000","last_peered":"2024-04-15T14:50:05.419071+0000","last_clean":"2024-04-15T14:50:05.419071+0000","last_became_active":"2024-04-15T14:44:49.369834+0000","last_became_peered":"2024-04-15T14:44:49.369834+0000","last_unstale":"2024-04-15T14:50:05.419071+0000","last_undegraded":"2024-04-15T14:50:05.419071+0000","last_fullsized":"2024-04-15T14:50:05.419071+0000","mapping_epoch":531,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":532,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_clean_scrub_stamp":"2024-04-15T14:33:34.601025+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T18:41:50.293300+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,6],"acting":[4,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.14","version":"560'30","reported_seq":1119,"reported_epoch":820,"state":"active+clean","last_fresh":"2024-04-15T14:50:00.507245+0000","last_change":"2024-04-15T14:44:28.458407+0000","last_active":"2024-04-15T14:50:00.507245+0000","last_peered":"2024-04-15T14:50:00.507245+0000","last_clean":"2024-04-15T14:50:00.507245+0000","last_became_active":"2024-04-15T14:44:28.457979+0000","last_became_peered":"2024-04-15T14:44:28.457979+0000","last_unstale":"2024-04-15T14:50:00.507245+0000","last_undegraded":"2024-04-15T14:50:00.507245+0000","last_fullsized":"2024-04-15T14:50:00.507245+0000","mapping_epoch":510,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":511,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T14:33:33.599136+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T14:33:33.599136+0000","last_clean_scrub_stamp":"2024-04-15T14:33:33.599136+0000","objects_scrubbed":0,"log_size":30,"log_dups_size":0,"ondisk_log_size":30,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T18:59:14.599281+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":5824,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":20,"num_read_kb":28,"num_write":28,"num_write_kb":25,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,5],"acting":[6,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":1051,"reported_epoch":820,"state":"active+clean","last_fresh":"2024-04-15T14:50:00.582546+0000","last_change":"2024-04-15T14:44:49.369207+0000","last_active":"2024-04-15T14:50:00.582546+0000","last_peered":"2024-04-15T14:50:00.582546+0000","last_clean":"2024-04-15T14:50:00.582546+0000","last_became_active":"2024-04-15T14:44:49.366282+0000","last_became_peered":"2024-04-15T14:44:49.366282+0000","last_unstale":"2024-04-15T14:50:00.582546+0000","last_undegraded":"2024-04-15T14:50:00.582546+0000","last_fullsized":"2024-04-15T14:50:00.582546+0000","mapping_epoch":531,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":532,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_clean_scrub_stamp":"2024-04-15T14:33:34.601025+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T14:38:09.329589+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,4],"acting":[7,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.13","version":"62'2","reported_seq":1259,"reported_epoch":820,"state":"active+clean","last_fresh":"2024-04-15T14:50:00.971861+0000","last_change":"2024-04-15T14:43:32.414906+0000","last_active":"2024-04-15T14:50:00.971861+0000","last_peered":"2024-04-15T14:50:00.971861+0000","last_clean":"2024-04-15T14:50:00.971861+0000","last_became_active":"2024-04-15T14:43:32.414359+0000","last_became_peered":"2024-04-15T14:43:32.414359+0000","last_unstale":"2024-04-15T14:50:00.971861+0000","last_undegraded":"2024-04-15T14:50:00.971861+0000","last_fullsized":"2024-04-15T14:50:00.971861+0000","mapping_epoch":454,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":455,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T14:33:33.599136+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T14:33:33.599136+0000","last_clean_scrub_stamp":"2024-04-15T14:33:33.599136+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-17T02:15:39.001927+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":8,"num_read_kb":16,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":1252,"reported_epoch":820,"state":"active+clean","last_fresh":"2024-04-15T14:50:00.971559+0000","last_change":"2024-04-15T14:44:49.366432+0000","last_active":"2024-04-15T14:50:00.971559+0000","last_peered":"2024-04-15T14:50:00.971559+0000","last_clean":"2024-04-15T14:50:00.971559+0000","last_became_active":"2024-04-15T14:44:49.366044+0000","last_became_peered":"2024-04-15T14:44:49.366044+0000","last_unstale":"2024-04-15T14:50:00.971559+0000","last_undegraded":"2024-04-15T14:50:00.971559+0000","last_fullsized":"2024-04-15T14:50:00.971559+0000","mapping_epoch":531,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":532,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_clean_scrub_stamp":"2024-04-15T14:33:34.601025+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T18:15:23.652097+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.12","version":"0'0","reported_seq":1124,"reported_epoch":820,"state":"active+clean","last_fresh":"2024-04-15T14:50:00.848464+0000","last_change":"2024-04-15T14:44:49.365992+0000","last_active":"2024-04-15T14:50:00.848464+0000","last_peered":"2024-04-15T14:50:00.848464+0000","last_clean":"2024-04-15T14:50:00.848464+0000","last_became_active":"2024-04-15T14:44:49.365712+0000","last_became_peered":"2024-04-15T14:44:49.365712+0000","last_unstale":"2024-04-15T14:50:00.848464+0000","last_undegraded":"2024-04-15T14:50:00.848464+0000","last_fullsized":"2024-04-15T14:50:00.848464+0000","mapping_epoch":531,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":532,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T14:33:33.599136+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T14:33:33.599136+0000","last_clean_scrub_stamp":"2024-04-15T14:33:33.599136+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T16:45:15.574364+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":1051,"reported_epoch":820,"state":"active+clean","last_fresh":"2024-04-15T14:50:00.582404+0000","last_change":"2024-04-15T14:44:49.363422+0000","last_active":"2024-04-15T14:50:00.582404+0000","last_peered":"2024-04-15T14:50:00.582404+0000","last_clean":"2024-04-15T14:50:00.582404+0000","last_became_active":"2024-04-15T14:44:49.362109+0000","last_became_peered":"2024-04-15T14:44:49.362109+0000","last_unstale":"2024-04-15T14:50:00.582404+0000","last_undegraded":"2024-04-15T14:50:00.582404+0000","last_fullsized":"2024-04-15T14:50:00.582404+0000","mapping_epoch":531,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":532,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_clean_scrub_stamp":"2024-04-15T14:33:34.601025+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-17T00:13:19.993876+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,2],"acting":[7,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.11","version":"0'0","reported_seq":1098,"reported_epoch":820,"state":"active+clean","last_fresh":"2024-04-15T14:50:00.506740+0000","last_change":"2024-04-15T14:44:28.455924+0000","last_active":"2024-04-15T14:50:00.506740+0000","last_peered":"2024-04-15T14:50:00.506740+0000","last_clean":"2024-04-15T14:50:00.506740+0000","last_became_active":"2024-04-15T14:44:28.453432+0000","last_became_peered":"2024-04-15T14:44:28.453432+0000","last_unstale":"2024-04-15T14:50:00.506740+0000","last_undegraded":"2024-04-15T14:50:00.506740+0000","last_fullsized":"2024-04-15T14:50:00.506740+0000","mapping_epoch":510,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":511,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T14:33:33.599136+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T14:33:33.599136+0000","last_clean_scrub_stamp":"2024-04-15T14:33:33.599136+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T17:40:19.141521+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":1076,"reported_epoch":820,"state":"active+clean","last_fresh":"2024-04-15T14:50:00.506681+0000","last_change":"2024-04-15T14:44:28.451218+0000","last_active":"2024-04-15T14:50:00.506681+0000","last_peered":"2024-04-15T14:50:00.506681+0000","last_clean":"2024-04-15T14:50:00.506681+0000","last_became_active":"2024-04-15T14:44:28.450894+0000","last_became_peered":"2024-04-15T14:44:28.450894+0000","last_unstale":"2024-04-15T14:50:00.506681+0000","last_undegraded":"2024-04-15T14:50:00.506681+0000","last_fullsized":"2024-04-15T14:50:00.506681+0000","mapping_epoch":510,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":511,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_clean_scrub_stamp":"2024-04-15T14:33:34.601025+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T14:54:16.426577+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.10","version":"62'8","reported_seq":1241,"reported_epoch":820,"state":"active+clean","last_fresh":"2024-04-15T14:50:01.016057+0000","last_change":"2024-04-15T14:42:22.726207+0000","last_active":"2024-04-15T14:50:01.016057+0000","last_peered":"2024-04-15T14:50:01.016057+0000","last_clean":"2024-04-15T14:50:01.016057+0000","last_became_active":"2024-04-15T14:42:22.725738+0000","last_became_peered":"2024-04-15T14:42:22.725738+0000","last_unstale":"2024-04-15T14:50:01.016057+0000","last_undegraded":"2024-04-15T14:50:01.016057+0000","last_fullsized":"2024-04-15T14:50:01.016057+0000","mapping_epoch":388,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":389,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T14:33:33.599136+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T14:33:33.599136+0000","last_clean_scrub_stamp":"2024-04-15T14:33:33.599136+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-17T00:46:28.111877+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":48,"num_read_kb":48,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,0],"acting":[2,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":1065,"reported_epoch":820,"state":"active+clean","last_fresh":"2024-04-15T14:50:00.582115+0000","last_change":"2024-04-15T14:44:49.366015+0000","last_active":"2024-04-15T14:50:00.582115+0000","last_peered":"2024-04-15T14:50:00.582115+0000","last_clean":"2024-04-15T14:50:00.582115+0000","last_became_active":"2024-04-15T14:44:49.365190+0000","last_became_peered":"2024-04-15T14:44:49.365190+0000","last_unstale":"2024-04-15T14:50:00.582115+0000","last_undegraded":"2024-04-15T14:50:00.582115+0000","last_fullsized":"2024-04-15T14:50:00.582115+0000","mapping_epoch":531,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":532,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_clean_scrub_stamp":"2024-04-15T14:33:34.601025+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T16:12:33.168454+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.8","version":"819'278","reported_seq":3399,"reported_epoch":820,"state":"active+clean","last_fresh":"2024-04-15T14:50:01.016121+0000","last_change":"2024-04-15T14:49:59.484689+0000","last_active":"2024-04-15T14:50:01.016121+0000","last_peered":"2024-04-15T14:50:01.016121+0000","last_clean":"2024-04-15T14:50:01.016121+0000","last_became_active":"2024-04-15T14:42:22.726116+0000","last_became_peered":"2024-04-15T14:42:22.726116+0000","last_unstale":"2024-04-15T14:50:01.016121+0000","last_undegraded":"2024-04-15T14:50:01.016121+0000","last_fullsized":"2024-04-15T14:50:01.016121+0000","mapping_epoch":388,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":389,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T14:36:52.801037+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T14:36:52.801037+0000","last_clean_scrub_stamp":"2024-04-15T14:36:52.801037+0000","objects_scrubbed":0,"log_size":278,"log_dups_size":0,"ondisk_log_size":278,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T22:27:59.204320+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.011745289000000001,"stat_sum":{"num_bytes":245760,"num_objects":3,"num_object_clones":2,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":90,"num_read_kb":46375,"num_write":189,"num_write_kb":32128,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0,1],"acting":[2,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"1a8","length":"1"},{"start":"1bb","length":"1"},{"start":"1c4","length":"1"}]},{"pgid":"2.f","version":"62'1","reported_seq":1142,"reported_epoch":821,"state":"active+clean","last_fresh":"2024-04-15T14:50:05.419226+0000","last_change":"2024-04-15T14:44:49.373327+0000","last_active":"2024-04-15T14:50:05.419226+0000","last_peered":"2024-04-15T14:50:05.419226+0000","last_clean":"2024-04-15T14:50:05.419226+0000","last_became_active":"2024-04-15T14:44:49.372931+0000","last_became_peered":"2024-04-15T14:44:49.372931+0000","last_unstale":"2024-04-15T14:50:05.419226+0000","last_undegraded":"2024-04-15T14:50:05.419226+0000","last_fullsized":"2024-04-15T14:50:05.419226+0000","mapping_epoch":531,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":532,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T14:33:33.599136+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T14:33:33.599136+0000","last_clean_scrub_stamp":"2024-04-15T14:33:33.599136+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T17:08:19.695886+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,7],"acting":[4,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":1051,"reported_epoch":820,"state":"active+clean","last_fresh":"2024-04-15T14:50:00.582694+0000","last_change":"2024-04-15T14:44:49.362984+0000","last_active":"2024-04-15T14:50:00.582694+0000","last_peered":"2024-04-15T14:50:00.582694+0000","last_clean":"2024-04-15T14:50:00.582694+0000","last_became_active":"2024-04-15T14:44:49.362673+0000","last_became_peered":"2024-04-15T14:44:49.362673+0000","last_unstale":"2024-04-15T14:50:00.582694+0000","last_undegraded":"2024-04-15T14:50:00.582694+0000","last_fullsized":"2024-04-15T14:50:00.582694+0000","mapping_epoch":531,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":532,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_clean_scrub_stamp":"2024-04-15T14:33:34.601025+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T17:35:46.106995+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.3","version":"819'669","reported_seq":3891,"reported_epoch":820,"state":"active+clean","last_fresh":"2024-04-15T14:50:01.541372+0000","last_change":"2024-04-15T14:49:59.482690+0000","last_active":"2024-04-15T14:50:01.541372+0000","last_peered":"2024-04-15T14:50:01.541372+0000","last_clean":"2024-04-15T14:50:01.541372+0000","last_became_active":"2024-04-15T14:44:28.458157+0000","last_became_peered":"2024-04-15T14:44:28.458157+0000","last_unstale":"2024-04-15T14:50:01.541372+0000","last_undegraded":"2024-04-15T14:50:01.541372+0000","last_fullsized":"2024-04-15T14:50:01.541372+0000","mapping_epoch":510,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":511,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T14:36:52.801037+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T14:36:52.801037+0000","last_clean_scrub_stamp":"2024-04-15T14:36:52.801037+0000","objects_scrubbed":0,"log_size":669,"log_dups_size":0,"ondisk_log_size":669,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T18:32:52.891529+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.019937682000000002,"stat_sum":{"num_bytes":15572992,"num_objects":7,"num_object_clones":5,"num_object_copies":21,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":171,"num_read_kb":308493,"num_write":377,"num_write_kb":68368,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":8,"num_bytes_recovered":30638080,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,6],"acting":[0,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[{"start":"1a8","length":"1"},{"start":"1bb","length":"1"},{"start":"1c4","length":"1"}]},{"pgid":"4.2","version":"0'0","reported_seq":1223,"reported_epoch":820,"state":"active+clean","last_fresh":"2024-04-15T14:50:00.417390+0000","last_change":"2024-04-15T14:43:53.354187+0000","last_active":"2024-04-15T14:50:00.417390+0000","last_peered":"2024-04-15T14:50:00.417390+0000","last_clean":"2024-04-15T14:50:00.417390+0000","last_became_active":"2024-04-15T14:43:53.353895+0000","last_became_peered":"2024-04-15T14:43:53.353895+0000","last_unstale":"2024-04-15T14:50:00.417390+0000","last_undegraded":"2024-04-15T14:50:00.417390+0000","last_fullsized":"2024-04-15T14:50:00.417390+0000","mapping_epoch":475,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":476,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T14:34:07.163731+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T14:34:07.163731+0000","last_clean_scrub_stamp":"2024-04-15T14:34:07.163731+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T20:40:51.648149+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,4],"acting":[1,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":1220,"reported_epoch":820,"state":"active+clean","last_fresh":"2024-04-15T14:50:00.417024+0000","last_change":"2024-04-15T14:42:57.515891+0000","last_active":"2024-04-15T14:50:00.417024+0000","last_peered":"2024-04-15T14:50:00.417024+0000","last_clean":"2024-04-15T14:50:00.417024+0000","last_became_active":"2024-04-15T14:42:57.515534+0000","last_became_peered":"2024-04-15T14:42:57.515534+0000","last_unstale":"2024-04-15T14:50:00.417024+0000","last_undegraded":"2024-04-15T14:50:00.417024+0000","last_fullsized":"2024-04-15T14:50:00.417024+0000","mapping_epoch":419,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":420,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T14:33:33.599136+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T14:33:33.599136+0000","last_clean_scrub_stamp":"2024-04-15T14:33:33.599136+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T22:57:52.754677+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,2],"acting":[1,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":1129,"reported_epoch":820,"state":"active+clean","last_fresh":"2024-04-15T14:50:00.848777+0000","last_change":"2024-04-15T14:43:53.359323+0000","last_active":"2024-04-15T14:50:00.848777+0000","last_peered":"2024-04-15T14:50:00.848777+0000","last_clean":"2024-04-15T14:50:00.848777+0000","last_became_active":"2024-04-15T14:43:53.358154+0000","last_became_peered":"2024-04-15T14:43:53.358154+0000","last_unstale":"2024-04-15T14:50:00.848777+0000","last_undegraded":"2024-04-15T14:50:00.848777+0000","last_fullsized":"2024-04-15T14:50:00.848777+0000","mapping_epoch":475,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":476,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_clean_scrub_stamp":"2024-04-15T14:33:34.601025+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T17:40:40.085847+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.5","version":"819'645","reported_seq":3860,"reported_epoch":820,"state":"active+clean","last_fresh":"2024-04-15T14:50:00.971277+0000","last_change":"2024-04-15T14:49:59.478347+0000","last_active":"2024-04-15T14:50:00.971277+0000","last_peered":"2024-04-15T14:50:00.971277+0000","last_clean":"2024-04-15T14:50:00.971277+0000","last_became_active":"2024-04-15T14:43:32.427536+0000","last_became_peered":"2024-04-15T14:43:32.427536+0000","last_unstale":"2024-04-15T14:50:00.971277+0000","last_undegraded":"2024-04-15T14:50:00.971277+0000","last_fullsized":"2024-04-15T14:50:00.971277+0000","mapping_epoch":454,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":455,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T14:36:52.801037+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T14:36:52.801037+0000","last_clean_scrub_stamp":"2024-04-15T14:36:52.801037+0000","objects_scrubbed":0,"log_size":645,"log_dups_size":0,"ondisk_log_size":645,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T20:58:24.489737+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.01534466,"stat_sum":{"num_bytes":10199040,"num_objects":7,"num_object_clones":5,"num_object_copies":21,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":163,"num_read_kb":265758,"num_write":467,"num_write_kb":85576,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":24592384,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[{"start":"1a8","length":"1"},{"start":"1bb","length":"1"},{"start":"1c4","length":"1"}]},{"pgid":"4.4","version":"0'0","reported_seq":1223,"reported_epoch":820,"state":"active+clean","last_fresh":"2024-04-15T14:50:00.417187+0000","last_change":"2024-04-15T14:42:57.515885+0000","last_active":"2024-04-15T14:50:00.417187+0000","last_peered":"2024-04-15T14:50:00.417187+0000","last_clean":"2024-04-15T14:50:00.417187+0000","last_became_active":"2024-04-15T14:42:57.515537+0000","last_became_peered":"2024-04-15T14:42:57.515537+0000","last_unstale":"2024-04-15T14:50:00.417187+0000","last_undegraded":"2024-04-15T14:50:00.417187+0000","last_fullsized":"2024-04-15T14:50:00.417187+0000","mapping_epoch":419,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":420,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T14:34:07.163731+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T14:34:07.163731+0000","last_clean_scrub_stamp":"2024-04-15T14:34:07.163731+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T23:30:45.976947+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,3],"acting":[1,2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":1114,"reported_epoch":820,"state":"active+clean","last_fresh":"2024-04-15T14:50:00.848310+0000","last_change":"2024-04-15T14:44:28.457367+0000","last_active":"2024-04-15T14:50:00.848310+0000","last_peered":"2024-04-15T14:50:00.848310+0000","last_clean":"2024-04-15T14:50:00.848310+0000","last_became_active":"2024-04-15T14:44:28.455843+0000","last_became_peered":"2024-04-15T14:44:28.455843+0000","last_unstale":"2024-04-15T14:50:00.848310+0000","last_undegraded":"2024-04-15T14:50:00.848310+0000","last_fullsized":"2024-04-15T14:50:00.848310+0000","mapping_epoch":510,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":511,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T14:33:33.599136+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T14:33:33.599136+0000","last_clean_scrub_stamp":"2024-04-15T14:33:33.599136+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T16:02:53.490143+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,6],"acting":[5,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":1139,"reported_epoch":821,"state":"active+clean","last_fresh":"2024-04-15T14:50:05.418739+0000","last_change":"2024-04-15T14:44:28.451249+0000","last_active":"2024-04-15T14:50:05.418739+0000","last_peered":"2024-04-15T14:50:05.418739+0000","last_clean":"2024-04-15T14:50:05.418739+0000","last_became_active":"2024-04-15T14:44:28.450939+0000","last_became_peered":"2024-04-15T14:44:28.450939+0000","last_unstale":"2024-04-15T14:50:05.418739+0000","last_undegraded":"2024-04-15T14:50:05.418739+0000","last_fullsized":"2024-04-15T14:50:05.418739+0000","mapping_epoch":510,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":511,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_clean_scrub_stamp":"2024-04-15T14:33:34.601025+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T16:19:23.791433+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,6],"acting":[4,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.6","version":"819'712","reported_seq":3760,"reported_epoch":820,"state":"active+clean","last_fresh":"2024-04-15T14:50:01.016595+0000","last_change":"2024-04-15T14:49:59.486000+0000","last_active":"2024-04-15T14:50:01.016595+0000","last_peered":"2024-04-15T14:50:01.016595+0000","last_clean":"2024-04-15T14:50:01.016595+0000","last_became_active":"2024-04-15T14:43:53.360789+0000","last_became_peered":"2024-04-15T14:43:53.360789+0000","last_unstale":"2024-04-15T14:50:01.016595+0000","last_undegraded":"2024-04-15T14:50:01.016595+0000","last_fullsized":"2024-04-15T14:50:01.016595+0000","mapping_epoch":475,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":476,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T14:36:52.801037+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T14:36:52.801037+0000","last_clean_scrub_stamp":"2024-04-15T14:36:52.801037+0000","objects_scrubbed":0,"log_size":712,"log_dups_size":0,"ondisk_log_size":712,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T20:52:50.417841+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.012250842,"stat_sum":{"num_bytes":7069696,"num_objects":9,"num_object_clones":7,"num_object_copies":27,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":9,"num_whiteouts":1,"num_read":137,"num_read_kb":125030,"num_write":471,"num_write_kb":58752,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":5693440,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,1],"acting":[2,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"1a8","length":"1"},{"start":"1bb","length":"1"},{"start":"1c4","length":"1"}]},{"pgid":"4.7","version":"0'0","reported_seq":1208,"reported_epoch":820,"state":"active+clean","last_fresh":"2024-04-15T14:50:00.417519+0000","last_change":"2024-04-15T14:43:53.355230+0000","last_active":"2024-04-15T14:50:00.417519+0000","last_peered":"2024-04-15T14:50:00.417519+0000","last_clean":"2024-04-15T14:50:00.417519+0000","last_became_active":"2024-04-15T14:43:53.354869+0000","last_became_peered":"2024-04-15T14:43:53.354869+0000","last_unstale":"2024-04-15T14:50:00.417519+0000","last_undegraded":"2024-04-15T14:50:00.417519+0000","last_fullsized":"2024-04-15T14:50:00.417519+0000","mapping_epoch":475,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":476,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T14:34:07.163731+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T14:34:07.163731+0000","last_clean_scrub_stamp":"2024-04-15T14:34:07.163731+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T23:16:46.983630+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":1225,"reported_epoch":820,"state":"active+clean","last_fresh":"2024-04-15T14:50:00.416970+0000","last_change":"2024-04-15T14:44:28.454138+0000","last_active":"2024-04-15T14:50:00.416970+0000","last_peered":"2024-04-15T14:50:00.416970+0000","last_clean":"2024-04-15T14:50:00.416970+0000","last_became_active":"2024-04-15T14:44:28.453739+0000","last_became_peered":"2024-04-15T14:44:28.453739+0000","last_unstale":"2024-04-15T14:50:00.416970+0000","last_undegraded":"2024-04-15T14:50:00.416970+0000","last_fullsized":"2024-04-15T14:50:00.416970+0000","mapping_epoch":510,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":511,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_clean_scrub_stamp":"2024-04-15T14:33:34.601025+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T19:14:45.501397+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,6],"acting":[1,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":1219,"reported_epoch":820,"state":"active+clean","last_fresh":"2024-04-15T14:50:01.016117+0000","last_change":"2024-04-15T14:42:57.509551+0000","last_active":"2024-04-15T14:50:01.016117+0000","last_peered":"2024-04-15T14:50:01.016117+0000","last_clean":"2024-04-15T14:50:01.016117+0000","last_became_active":"2024-04-15T14:42:57.509292+0000","last_became_peered":"2024-04-15T14:42:57.509292+0000","last_unstale":"2024-04-15T14:50:01.016117+0000","last_undegraded":"2024-04-15T14:50:01.016117+0000","last_fullsized":"2024-04-15T14:50:01.016117+0000","mapping_epoch":419,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":420,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T14:33:33.599136+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T14:33:33.599136+0000","last_clean_scrub_stamp":"2024-04-15T14:33:33.599136+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-17T01:58:29.703567+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.4","version":"819'906","reported_seq":3772,"reported_epoch":820,"state":"active+clean","last_fresh":"2024-04-15T14:50:01.536087+0000","last_change":"2024-04-15T14:49:59.475036+0000","last_active":"2024-04-15T14:50:01.536087+0000","last_peered":"2024-04-15T14:50:01.536087+0000","last_clean":"2024-04-15T14:50:01.536087+0000","last_became_active":"2024-04-15T14:44:49.362046+0000","last_became_peered":"2024-04-15T14:44:49.362046+0000","last_unstale":"2024-04-15T14:50:01.536087+0000","last_undegraded":"2024-04-15T14:50:01.536087+0000","last_fullsized":"2024-04-15T14:50:01.536087+0000","mapping_epoch":531,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":532,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T14:36:52.801037+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T14:36:52.801037+0000","last_clean_scrub_stamp":"2024-04-15T14:36:52.801037+0000","objects_scrubbed":0,"log_size":906,"log_dups_size":0,"ondisk_log_size":906,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-17T00:11:18.900730+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.011764383,"stat_sum":{"num_bytes":7946240,"num_objects":8,"num_object_clones":6,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":206,"num_read_kb":238569,"num_write":342,"num_write_kb":96000,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":7,"num_bytes_recovered":12410880,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,5],"acting":[7,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[{"start":"1a8","length":"1"},{"start":"1bb","length":"1"},{"start":"1c4","length":"1"}]},{"pgid":"4.5","version":"0'0","reported_seq":1086,"reported_epoch":820,"state":"active+clean","last_fresh":"2024-04-15T14:50:00.507413+0000","last_change":"2024-04-15T14:44:49.367865+0000","last_active":"2024-04-15T14:50:00.507413+0000","last_peered":"2024-04-15T14:50:00.507413+0000","last_clean":"2024-04-15T14:50:00.507413+0000","last_became_active":"2024-04-15T14:44:49.367263+0000","last_became_peered":"2024-04-15T14:44:49.367263+0000","last_unstale":"2024-04-15T14:50:00.507413+0000","last_undegraded":"2024-04-15T14:50:00.507413+0000","last_fullsized":"2024-04-15T14:50:00.507413+0000","mapping_epoch":531,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":532,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T14:34:07.163731+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T14:34:07.163731+0000","last_clean_scrub_stamp":"2024-04-15T14:34:07.163731+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T19:20:37.562269+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":1162,"reported_epoch":821,"state":"active+clean","last_fresh":"2024-04-15T14:50:05.419019+0000","last_change":"2024-04-15T14:44:28.454766+0000","last_active":"2024-04-15T14:50:05.419019+0000","last_peered":"2024-04-15T14:50:05.419019+0000","last_clean":"2024-04-15T14:50:05.419019+0000","last_became_active":"2024-04-15T14:44:28.452350+0000","last_became_peered":"2024-04-15T14:44:28.452350+0000","last_unstale":"2024-04-15T14:50:05.419019+0000","last_undegraded":"2024-04-15T14:50:05.419019+0000","last_fullsized":"2024-04-15T14:50:05.419019+0000","mapping_epoch":510,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":511,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_clean_scrub_stamp":"2024-04-15T14:33:34.601025+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T15:47:38.522004+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":1094,"reported_epoch":820,"state":"active+clean","last_fresh":"2024-04-15T14:50:00.848473+0000","last_change":"2024-04-15T14:44:49.375498+0000","last_active":"2024-04-15T14:50:00.848473+0000","last_peered":"2024-04-15T14:50:00.848473+0000","last_clean":"2024-04-15T14:50:00.848473+0000","last_became_active":"2024-04-15T14:44:49.375192+0000","last_became_peered":"2024-04-15T14:44:49.375192+0000","last_unstale":"2024-04-15T14:50:00.848473+0000","last_undegraded":"2024-04-15T14:50:00.848473+0000","last_fullsized":"2024-04-15T14:50:00.848473+0000","mapping_epoch":531,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":532,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T14:33:33.599136+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T14:33:33.599136+0000","last_clean_scrub_stamp":"2024-04-15T14:33:33.599136+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-17T00:10:55.806182+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.0","version":"261'217","reported_seq":1636,"reported_epoch":820,"state":"active+clean","last_fresh":"2024-04-15T14:50:00.582251+0000","last_change":"2024-04-15T14:44:49.363792+0000","last_active":"2024-04-15T14:50:00.582251+0000","last_peered":"2024-04-15T14:50:00.582251+0000","last_clean":"2024-04-15T14:50:00.582251+0000","last_became_active":"2024-04-15T14:44:49.363399+0000","last_became_peered":"2024-04-15T14:44:49.363399+0000","last_unstale":"2024-04-15T14:50:00.582251+0000","last_undegraded":"2024-04-15T14:50:00.582251+0000","last_fullsized":"2024-04-15T14:50:00.582251+0000","mapping_epoch":531,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":532,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T14:31:12.725041+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T14:31:12.725041+0000","last_clean_scrub_stamp":"2024-04-15T14:31:12.725041+0000","objects_scrubbed":0,"log_size":217,"log_dups_size":0,"ondisk_log_size":217,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T21:49:27.450625+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":998,"num_read_kb":1844,"num_write":351,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.7","version":"819'346","reported_seq":3318,"reported_epoch":820,"state":"active+clean","last_fresh":"2024-04-15T14:50:00.849240+0000","last_change":"2024-04-15T14:49:59.477045+0000","last_active":"2024-04-15T14:50:00.849240+0000","last_peered":"2024-04-15T14:50:00.849240+0000","last_clean":"2024-04-15T14:50:00.849240+0000","last_became_active":"2024-04-15T14:44:49.375567+0000","last_became_peered":"2024-04-15T14:44:49.375567+0000","last_unstale":"2024-04-15T14:50:00.849240+0000","last_undegraded":"2024-04-15T14:50:00.849240+0000","last_fullsized":"2024-04-15T14:50:00.849240+0000","mapping_epoch":531,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":532,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T14:36:52.801037+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T14:36:52.801037+0000","last_clean_scrub_stamp":"2024-04-15T14:36:52.801037+0000","objects_scrubbed":0,"log_size":346,"log_dups_size":0,"ondisk_log_size":346,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-17T01:21:07.910720+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0061930509999999998,"stat_sum":{"num_bytes":10788864,"num_objects":3,"num_object_clones":2,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":35,"num_read_kb":58301,"num_write":161,"num_write_kb":28560,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":22,"num_bytes_recovered":18472960,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,7],"acting":[5,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[{"start":"1a8","length":"1"},{"start":"1bb","length":"1"},{"start":"1c4","length":"1"}]},{"pgid":"4.6","version":"0'0","reported_seq":1253,"reported_epoch":820,"state":"active+clean","last_fresh":"2024-04-15T14:50:00.971347+0000","last_change":"2024-04-15T14:42:22.714735+0000","last_active":"2024-04-15T14:50:00.971347+0000","last_peered":"2024-04-15T14:50:00.971347+0000","last_clean":"2024-04-15T14:50:00.971347+0000","last_became_active":"2024-04-15T14:42:22.714456+0000","last_became_peered":"2024-04-15T14:42:22.714456+0000","last_unstale":"2024-04-15T14:50:00.971347+0000","last_undegraded":"2024-04-15T14:50:00.971347+0000","last_fullsized":"2024-04-15T14:50:00.971347+0000","mapping_epoch":388,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":389,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T14:34:07.163731+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T14:34:07.163731+0000","last_clean_scrub_stamp":"2024-04-15T14:34:07.163731+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T21:47:38.735650+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,2],"acting":[0,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":1253,"reported_epoch":820,"state":"active+clean","last_fresh":"2024-04-15T14:50:00.970731+0000","last_change":"2024-04-15T14:43:32.409884+0000","last_active":"2024-04-15T14:50:00.970731+0000","last_peered":"2024-04-15T14:50:00.970731+0000","last_clean":"2024-04-15T14:50:00.970731+0000","last_became_active":"2024-04-15T14:43:32.409330+0000","last_became_peered":"2024-04-15T14:43:32.409330+0000","last_unstale":"2024-04-15T14:50:00.970731+0000","last_undegraded":"2024-04-15T14:50:00.970731+0000","last_fullsized":"2024-04-15T14:50:00.970731+0000","mapping_epoch":454,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":455,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_clean_scrub_stamp":"2024-04-15T14:33:34.601025+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T19:06:49.856139+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":820,"reported_epoch":821,"state":"active+clean","last_fresh":"2024-04-15T14:50:05.418407+0000","last_change":"2024-04-15T14:43:32.409665+0000","last_active":"2024-04-15T14:50:05.418407+0000","last_peered":"2024-04-15T14:50:05.418407+0000","last_clean":"2024-04-15T14:50:05.418407+0000","last_became_active":"2024-04-15T14:43:32.409356+0000","last_became_peered":"2024-04-15T14:43:32.409356+0000","last_unstale":"2024-04-15T14:50:05.418407+0000","last_undegraded":"2024-04-15T14:50:05.418407+0000","last_fullsized":"2024-04-15T14:50:05.418407+0000","mapping_epoch":454,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":455,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T14:33:33.599136+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T14:33:33.599136+0000","last_clean_scrub_stamp":"2024-04-15T14:33:33.599136+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-17T01:20:20.869330+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,0],"acting":[4,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.2","version":"819'2192","reported_seq":5088,"reported_epoch":820,"state":"active+clean","last_fresh":"2024-04-15T14:50:00.507065+0000","last_change":"2024-04-15T14:49:59.502688+0000","last_active":"2024-04-15T14:50:00.507065+0000","last_peered":"2024-04-15T14:50:00.507065+0000","last_clean":"2024-04-15T14:50:00.507065+0000","last_became_active":"2024-04-15T14:44:28.456906+0000","last_became_peered":"2024-04-15T14:44:28.456906+0000","last_unstale":"2024-04-15T14:50:00.507065+0000","last_undegraded":"2024-04-15T14:50:00.507065+0000","last_fullsized":"2024-04-15T14:50:00.507065+0000","mapping_epoch":510,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":511,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T14:36:52.801037+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T14:36:52.801037+0000","last_clean_scrub_stamp":"2024-04-15T14:36:52.801037+0000","objects_scrubbed":0,"log_size":2192,"log_dups_size":0,"ondisk_log_size":2192,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T15:47:29.122680+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.036847298000000001,"stat_sum":{"num_bytes":44457984,"num_objects":23,"num_object_clones":17,"num_object_copies":69,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":23,"num_whiteouts":2,"num_read":563,"num_read_kb":745758,"num_write":1024,"num_write_kb":247384,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":12,"num_bytes_recovered":24158208,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[{"start":"1a8","length":"1"},{"start":"1bb","length":"1"},{"start":"1c4","length":"1"}]},{"pgid":"4.3","version":"0'0","reported_seq":1253,"reported_epoch":820,"state":"active+clean","last_fresh":"2024-04-15T14:50:00.971765+0000","last_change":"2024-04-15T14:44:49.373731+0000","last_active":"2024-04-15T14:50:00.971765+0000","last_peered":"2024-04-15T14:50:00.971765+0000","last_clean":"2024-04-15T14:50:00.971765+0000","last_became_active":"2024-04-15T14:44:49.373342+0000","last_became_peered":"2024-04-15T14:44:49.373342+0000","last_unstale":"2024-04-15T14:50:00.971765+0000","last_undegraded":"2024-04-15T14:50:00.971765+0000","last_fullsized":"2024-04-15T14:50:00.971765+0000","mapping_epoch":531,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":532,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T14:34:07.163731+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T14:34:07.163731+0000","last_clean_scrub_stamp":"2024-04-15T14:34:07.163731+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T18:53:23.302555+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,7],"acting":[0,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":1053,"reported_epoch":820,"state":"active+clean","last_fresh":"2024-04-15T14:50:00.582855+0000","last_change":"2024-04-15T14:44:49.368721+0000","last_active":"2024-04-15T14:50:00.582855+0000","last_peered":"2024-04-15T14:50:00.582855+0000","last_clean":"2024-04-15T14:50:00.582855+0000","last_became_active":"2024-04-15T14:44:49.365149+0000","last_became_peered":"2024-04-15T14:44:49.365149+0000","last_unstale":"2024-04-15T14:50:00.582855+0000","last_undegraded":"2024-04-15T14:50:00.582855+0000","last_fullsized":"2024-04-15T14:50:00.582855+0000","mapping_epoch":531,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":532,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T14:33:33.599136+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T14:33:33.599136+0000","last_clean_scrub_stamp":"2024-04-15T14:33:33.599136+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T18:10:50.459048+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":1223,"reported_epoch":820,"state":"active+clean","last_fresh":"2024-04-15T14:50:00.417275+0000","last_change":"2024-04-15T14:43:53.358943+0000","last_active":"2024-04-15T14:50:00.417275+0000","last_peered":"2024-04-15T14:50:00.417275+0000","last_clean":"2024-04-15T14:50:00.417275+0000","last_became_active":"2024-04-15T14:43:53.358566+0000","last_became_peered":"2024-04-15T14:43:53.358566+0000","last_unstale":"2024-04-15T14:50:00.417275+0000","last_undegraded":"2024-04-15T14:50:00.417275+0000","last_fullsized":"2024-04-15T14:50:00.417275+0000","mapping_epoch":475,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":476,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_clean_scrub_stamp":"2024-04-15T14:33:34.601025+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T15:52:40.144327+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,5],"acting":[1,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.1","version":"819'874","reported_seq":3874,"reported_epoch":821,"state":"active+clean","last_fresh":"2024-04-15T14:50:05.418402+0000","last_change":"2024-04-15T14:49:59.474750+0000","last_active":"2024-04-15T14:50:05.418402+0000","last_peered":"2024-04-15T14:50:05.418402+0000","last_clean":"2024-04-15T14:50:05.418402+0000","last_became_active":"2024-04-15T14:44:49.370048+0000","last_became_peered":"2024-04-15T14:44:49.370048+0000","last_unstale":"2024-04-15T14:50:05.418402+0000","last_undegraded":"2024-04-15T14:50:05.418402+0000","last_fullsized":"2024-04-15T14:50:05.418402+0000","mapping_epoch":531,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":532,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T14:36:52.801037+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T14:36:52.801037+0000","last_clean_scrub_stamp":"2024-04-15T14:36:52.801037+0000","objects_scrubbed":0,"log_size":874,"log_dups_size":0,"ondisk_log_size":874,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T16:35:56.023108+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.016040618999999999,"stat_sum":{"num_bytes":37888000,"num_objects":13,"num_object_clones":10,"num_object_copies":39,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":13,"num_whiteouts":0,"num_read":188,"num_read_kb":312194,"num_write":565,"num_write_kb":105080,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":9,"num_bytes_recovered":18227200,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,7],"acting":[4,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":1147,"reported_epoch":821,"state":"active+clean","last_fresh":"2024-04-15T14:50:05.418470+0000","last_change":"2024-04-15T14:44:49.363064+0000","last_active":"2024-04-15T14:50:05.418470+0000","last_peered":"2024-04-15T14:50:05.418470+0000","last_clean":"2024-04-15T14:50:05.418470+0000","last_became_active":"2024-04-15T14:44:49.362697+0000","last_became_peered":"2024-04-15T14:44:49.362697+0000","last_unstale":"2024-04-15T14:50:05.418470+0000","last_undegraded":"2024-04-15T14:50:05.418470+0000","last_fullsized":"2024-04-15T14:50:05.418470+0000","mapping_epoch":531,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":532,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T14:34:07.163731+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T14:34:07.163731+0000","last_clean_scrub_stamp":"2024-04-15T14:34:07.163731+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T21:29:28.948058+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"563'3","reported_seq":1231,"reported_epoch":820,"state":"active+clean","last_fresh":"2024-04-15T14:50:00.417577+0000","last_change":"2024-04-15T14:44:28.450084+0000","last_active":"2024-04-15T14:50:00.417577+0000","last_peered":"2024-04-15T14:50:00.417577+0000","last_clean":"2024-04-15T14:50:00.417577+0000","last_became_active":"2024-04-15T14:44:28.449668+0000","last_became_peered":"2024-04-15T14:44:28.449668+0000","last_unstale":"2024-04-15T14:50:00.417577+0000","last_undegraded":"2024-04-15T14:50:00.417577+0000","last_fullsized":"2024-04-15T14:50:00.417577+0000","mapping_epoch":510,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":511,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T14:33:33.599136+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T14:33:33.599136+0000","last_clean_scrub_stamp":"2024-04-15T14:33:33.599136+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-17T01:17:21.169077+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":4,"num_read_kb":4,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,4],"acting":[1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":1152,"reported_epoch":821,"state":"active+clean","last_fresh":"2024-04-15T14:50:05.419724+0000","last_change":"2024-04-15T14:44:49.368022+0000","last_active":"2024-04-15T14:50:05.419724+0000","last_peered":"2024-04-15T14:50:05.419724+0000","last_clean":"2024-04-15T14:50:05.419724+0000","last_became_active":"2024-04-15T14:44:49.367670+0000","last_became_peered":"2024-04-15T14:44:49.367670+0000","last_unstale":"2024-04-15T14:50:05.419724+0000","last_undegraded":"2024-04-15T14:50:05.419724+0000","last_fullsized":"2024-04-15T14:50:05.419724+0000","mapping_epoch":531,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":532,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_clean_scrub_stamp":"2024-04-15T14:33:34.601025+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T20:19:11.670611+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.0","version":"819'1904","reported_seq":4906,"reported_epoch":821,"state":"active+clean","last_fresh":"2024-04-15T14:50:05.418515+0000","last_change":"2024-04-15T14:49:59.512496+0000","last_active":"2024-04-15T14:50:05.418515+0000","last_peered":"2024-04-15T14:50:05.418515+0000","last_clean":"2024-04-15T14:50:05.418515+0000","last_became_active":"2024-04-15T14:43:32.407696+0000","last_became_peered":"2024-04-15T14:43:32.407696+0000","last_unstale":"2024-04-15T14:50:05.418515+0000","last_undegraded":"2024-04-15T14:50:05.418515+0000","last_fullsized":"2024-04-15T14:50:05.418515+0000","mapping_epoch":454,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":455,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T14:36:52.801037+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T14:36:52.801037+0000","last_clean_scrub_stamp":"2024-04-15T14:36:52.801037+0000","objects_scrubbed":0,"log_size":1904,"log_dups_size":0,"ondisk_log_size":1904,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-17T01:16:53.460621+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.046358956999999999,"stat_sum":{"num_bytes":37781504,"num_objects":21,"num_object_clones":15,"num_object_copies":63,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":21,"num_whiteouts":1,"num_read":397,"num_read_kb":694928,"num_write":969,"num_write_kb":216832,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":13,"num_bytes_recovered":72056832,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,4],"acting":[3,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":1148,"reported_epoch":821,"state":"active+clean","last_fresh":"2024-04-15T14:50:05.418464+0000","last_change":"2024-04-15T14:44:28.448759+0000","last_active":"2024-04-15T14:50:05.418464+0000","last_peered":"2024-04-15T14:50:05.418464+0000","last_clean":"2024-04-15T14:50:05.418464+0000","last_became_active":"2024-04-15T14:44:28.448444+0000","last_became_peered":"2024-04-15T14:44:28.448444+0000","last_unstale":"2024-04-15T14:50:05.418464+0000","last_undegraded":"2024-04-15T14:50:05.418464+0000","last_fullsized":"2024-04-15T14:50:05.418464+0000","mapping_epoch":510,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":511,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T14:34:07.163731+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T14:34:07.163731+0000","last_clean_scrub_stamp":"2024-04-15T14:34:07.163731+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T16:52:32.131502+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,6],"acting":[4,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.7","version":"62'2","reported_seq":1088,"reported_epoch":820,"state":"active+clean","last_fresh":"2024-04-15T14:50:00.507242+0000","last_change":"2024-04-15T14:44:28.459424+0000","last_active":"2024-04-15T14:50:00.507242+0000","last_peered":"2024-04-15T14:50:00.507242+0000","last_clean":"2024-04-15T14:50:00.507242+0000","last_became_active":"2024-04-15T14:44:28.458225+0000","last_became_peered":"2024-04-15T14:44:28.458225+0000","last_unstale":"2024-04-15T14:50:00.507242+0000","last_undegraded":"2024-04-15T14:50:00.507242+0000","last_fullsized":"2024-04-15T14:50:00.507242+0000","mapping_epoch":510,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":511,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T14:33:33.599136+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T14:33:33.599136+0000","last_clean_scrub_stamp":"2024-04-15T14:33:33.599136+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T20:12:37.973850+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":12,"num_read_kb":12,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1,2],"acting":[6,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":1208,"reported_epoch":820,"state":"active+clean","last_fresh":"2024-04-15T14:50:01.016614+0000","last_change":"2024-04-15T14:43:32.415891+0000","last_active":"2024-04-15T14:50:01.016614+0000","last_peered":"2024-04-15T14:50:01.016614+0000","last_clean":"2024-04-15T14:50:01.016614+0000","last_became_active":"2024-04-15T14:43:32.415488+0000","last_became_peered":"2024-04-15T14:43:32.415488+0000","last_unstale":"2024-04-15T14:50:01.016614+0000","last_undegraded":"2024-04-15T14:50:01.016614+0000","last_fullsized":"2024-04-15T14:50:01.016614+0000","mapping_epoch":454,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":455,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_clean_scrub_stamp":"2024-04-15T14:33:34.601025+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T22:55:49.796747+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,4],"acting":[2,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.f","version":"819'669","reported_seq":3792,"reported_epoch":820,"state":"active+clean","last_fresh":"2024-04-15T14:50:00.417272+0000","last_change":"2024-04-15T14:49:59.470956+0000","last_active":"2024-04-15T14:50:00.417272+0000","last_peered":"2024-04-15T14:50:00.417272+0000","last_clean":"2024-04-15T14:50:00.417272+0000","last_became_active":"2024-04-15T14:44:28.450746+0000","last_became_peered":"2024-04-15T14:44:28.450746+0000","last_unstale":"2024-04-15T14:50:00.417272+0000","last_undegraded":"2024-04-15T14:50:00.417272+0000","last_fullsized":"2024-04-15T14:50:00.417272+0000","mapping_epoch":510,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":511,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T14:36:52.801037+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T14:36:52.801037+0000","last_clean_scrub_stamp":"2024-04-15T14:36:52.801037+0000","objects_scrubbed":0,"log_size":669,"log_dups_size":0,"ondisk_log_size":669,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T15:32:37.981526+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.011365126999999999,"stat_sum":{"num_bytes":7520256,"num_objects":5,"num_object_clones":3,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":1,"num_read":140,"num_read_kb":221130,"num_write":307,"num_write_kb":92712,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":23,"num_bytes_recovered":15990784,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,6],"acting":[1,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[{"start":"1a8","length":"1"},{"start":"1bb","length":"1"},{"start":"1c4","length":"1"}]},{"pgid":"2.8","version":"0'0","reported_seq":1048,"reported_epoch":820,"state":"active+clean","last_fresh":"2024-04-15T14:50:00.582112+0000","last_change":"2024-04-15T14:44:49.371857+0000","last_active":"2024-04-15T14:50:00.582112+0000","last_peered":"2024-04-15T14:50:00.582112+0000","last_clean":"2024-04-15T14:50:00.582112+0000","last_became_active":"2024-04-15T14:44:49.369299+0000","last_became_peered":"2024-04-15T14:44:49.369299+0000","last_unstale":"2024-04-15T14:50:00.582112+0000","last_undegraded":"2024-04-15T14:50:00.582112+0000","last_fullsized":"2024-04-15T14:50:00.582112+0000","mapping_epoch":531,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":532,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T14:33:33.599136+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T14:33:33.599136+0000","last_clean_scrub_stamp":"2024-04-15T14:33:33.599136+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T23:40:02.722831+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,1],"acting":[7,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":1224,"reported_epoch":820,"state":"active+clean","last_fresh":"2024-04-15T14:50:00.416923+0000","last_change":"2024-04-15T14:44:49.367314+0000","last_active":"2024-04-15T14:50:00.416923+0000","last_peered":"2024-04-15T14:50:00.416923+0000","last_clean":"2024-04-15T14:50:00.416923+0000","last_became_active":"2024-04-15T14:44:49.366924+0000","last_became_peered":"2024-04-15T14:44:49.366924+0000","last_unstale":"2024-04-15T14:50:00.416923+0000","last_undegraded":"2024-04-15T14:50:00.416923+0000","last_fullsized":"2024-04-15T14:50:00.416923+0000","mapping_epoch":531,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":532,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_clean_scrub_stamp":"2024-04-15T14:33:34.601025+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T17:12:57.647630+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,7],"acting":[1,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.e","version":"819'1040","reported_seq":4121,"reported_epoch":821,"state":"active+clean","last_fresh":"2024-04-15T14:50:05.419191+0000","last_change":"2024-04-15T14:49:59.472737+0000","last_active":"2024-04-15T14:50:05.419191+0000","last_peered":"2024-04-15T14:50:05.419191+0000","last_clean":"2024-04-15T14:50:05.419191+0000","last_became_active":"2024-04-15T14:43:32.409597+0000","last_became_peered":"2024-04-15T14:43:32.409597+0000","last_unstale":"2024-04-15T14:50:05.419191+0000","last_undegraded":"2024-04-15T14:50:05.419191+0000","last_fullsized":"2024-04-15T14:50:05.419191+0000","mapping_epoch":454,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":455,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T14:36:52.801037+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T14:36:52.801037+0000","last_clean_scrub_stamp":"2024-04-15T14:36:52.801037+0000","objects_scrubbed":0,"log_size":1040,"log_dups_size":0,"ondisk_log_size":1040,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T20:16:37.010176+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.01324706,"stat_sum":{"num_bytes":8773632,"num_objects":7,"num_object_clones":4,"num_object_copies":21,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":1,"num_read":183,"num_read_kb":155061,"num_write":541,"num_write_kb":104872,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":49,"num_bytes_recovered":43130880,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,0],"acting":[4,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.9","version":"0'0","reported_seq":1236,"reported_epoch":820,"state":"active+clean","last_fresh":"2024-04-15T14:50:00.417020+0000","last_change":"2024-04-15T14:42:57.518515+0000","last_active":"2024-04-15T14:50:00.417020+0000","last_peered":"2024-04-15T14:50:00.417020+0000","last_clean":"2024-04-15T14:50:00.417020+0000","last_became_active":"2024-04-15T14:42:57.518202+0000","last_became_peered":"2024-04-15T14:42:57.518202+0000","last_unstale":"2024-04-15T14:50:00.417020+0000","last_undegraded":"2024-04-15T14:50:00.417020+0000","last_fullsized":"2024-04-15T14:50:00.417020+0000","mapping_epoch":419,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":420,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T14:33:33.599136+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T14:33:33.599136+0000","last_clean_scrub_stamp":"2024-04-15T14:33:33.599136+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T15:21:54.798650+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,3],"acting":[1,2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":1145,"reported_epoch":821,"state":"active+clean","last_fresh":"2024-04-15T14:50:05.418558+0000","last_change":"2024-04-15T14:44:49.363113+0000","last_active":"2024-04-15T14:50:05.418558+0000","last_peered":"2024-04-15T14:50:05.418558+0000","last_clean":"2024-04-15T14:50:05.418558+0000","last_became_active":"2024-04-15T14:44:49.362697+0000","last_became_peered":"2024-04-15T14:44:49.362697+0000","last_unstale":"2024-04-15T14:50:05.418558+0000","last_undegraded":"2024-04-15T14:50:05.418558+0000","last_fullsized":"2024-04-15T14:50:05.418558+0000","mapping_epoch":531,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":532,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_clean_scrub_stamp":"2024-04-15T14:33:34.601025+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T21:35:56.867180+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.d","version":"819'703","reported_seq":3805,"reported_epoch":820,"state":"active+clean","last_fresh":"2024-04-15T14:50:01.016277+0000","last_change":"2024-04-15T14:49:59.491273+0000","last_active":"2024-04-15T14:50:01.016277+0000","last_peered":"2024-04-15T14:50:01.016277+0000","last_clean":"2024-04-15T14:50:01.016277+0000","last_became_active":"2024-04-15T14:44:49.369334+0000","last_became_peered":"2024-04-15T14:44:49.369334+0000","last_unstale":"2024-04-15T14:50:01.016277+0000","last_undegraded":"2024-04-15T14:50:01.016277+0000","last_fullsized":"2024-04-15T14:50:01.016277+0000","mapping_epoch":531,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":532,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T14:36:52.801037+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T14:36:52.801037+0000","last_clean_scrub_stamp":"2024-04-15T14:36:52.801037+0000","objects_scrubbed":0,"log_size":703,"log_dups_size":0,"ondisk_log_size":703,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T20:45:01.273031+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.015880894,"stat_sum":{"num_bytes":26042368,"num_objects":10,"num_object_clones":8,"num_object_copies":30,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":10,"num_whiteouts":1,"num_read":167,"num_read_kb":201424,"num_write":318,"num_write_kb":90168,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":9928704,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7,5],"acting":[2,7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"1a8","length":"1"},{"start":"1bb","length":"1"},{"start":"1c4","length":"1"}]},{"pgid":"2.a","version":"0'0","reported_seq":1220,"reported_epoch":820,"state":"active+clean","last_fresh":"2024-04-15T14:50:00.417475+0000","last_change":"2024-04-15T14:42:57.511251+0000","last_active":"2024-04-15T14:50:00.417475+0000","last_peered":"2024-04-15T14:50:00.417475+0000","last_clean":"2024-04-15T14:50:00.417475+0000","last_became_active":"2024-04-15T14:42:57.510941+0000","last_became_peered":"2024-04-15T14:42:57.510941+0000","last_unstale":"2024-04-15T14:50:00.417475+0000","last_undegraded":"2024-04-15T14:50:00.417475+0000","last_fullsized":"2024-04-15T14:50:00.417475+0000","mapping_epoch":419,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":420,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T14:33:33.599136+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T14:33:33.599136+0000","last_clean_scrub_stamp":"2024-04-15T14:33:33.599136+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T19:52:08.685667+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,2],"acting":[1,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":1174,"reported_epoch":821,"state":"active+clean","last_fresh":"2024-04-15T14:50:05.418535+0000","last_change":"2024-04-15T14:43:32.408658+0000","last_active":"2024-04-15T14:50:05.418535+0000","last_peered":"2024-04-15T14:50:05.418535+0000","last_clean":"2024-04-15T14:50:05.418535+0000","last_became_active":"2024-04-15T14:43:32.408327+0000","last_became_peered":"2024-04-15T14:43:32.408327+0000","last_unstale":"2024-04-15T14:50:05.418535+0000","last_undegraded":"2024-04-15T14:50:05.418535+0000","last_fullsized":"2024-04-15T14:50:05.418535+0000","mapping_epoch":454,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":455,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_clean_scrub_stamp":"2024-04-15T14:33:34.601025+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T22:16:35.367251+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,4],"acting":[3,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.c","version":"819'1343","reported_seq":4482,"reported_epoch":820,"state":"active+clean","last_fresh":"2024-04-15T14:50:00.417442+0000","last_change":"2024-04-15T14:49:59.483647+0000","last_active":"2024-04-15T14:50:00.417442+0000","last_peered":"2024-04-15T14:50:00.417442+0000","last_clean":"2024-04-15T14:50:00.417442+0000","last_became_active":"2024-04-15T14:43:32.421677+0000","last_became_peered":"2024-04-15T14:43:32.421677+0000","last_unstale":"2024-04-15T14:50:00.417442+0000","last_undegraded":"2024-04-15T14:50:00.417442+0000","last_fullsized":"2024-04-15T14:50:00.417442+0000","mapping_epoch":454,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":455,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T14:36:52.801037+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T14:36:52.801037+0000","last_clean_scrub_stamp":"2024-04-15T14:36:52.801037+0000","objects_scrubbed":0,"log_size":1343,"log_dups_size":0,"ondisk_log_size":1343,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T17:18:50.266358+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.023626604999999998,"stat_sum":{"num_bytes":28696576,"num_objects":15,"num_object_clones":11,"num_object_copies":45,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":15,"num_whiteouts":0,"num_read":294,"num_read_kb":592133,"num_write":682,"num_write_kb":160912,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":13,"num_bytes_recovered":44613632,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,0],"acting":[1,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[{"start":"1a8","length":"1"},{"start":"1bb","length":"1"},{"start":"1c4","length":"1"}]},{"pgid":"2.b","version":"560'4","reported_seq":930,"reported_epoch":820,"state":"active+clean","last_fresh":"2024-04-15T14:50:00.416846+0000","last_change":"2024-04-15T14:43:53.353281+0000","last_active":"2024-04-15T14:50:00.416846+0000","last_peered":"2024-04-15T14:50:00.416846+0000","last_clean":"2024-04-15T14:50:00.416846+0000","last_became_active":"2024-04-15T14:43:53.352879+0000","last_became_peered":"2024-04-15T14:43:53.352879+0000","last_unstale":"2024-04-15T14:50:00.416846+0000","last_undegraded":"2024-04-15T14:50:00.416846+0000","last_fullsized":"2024-04-15T14:50:00.416846+0000","mapping_epoch":475,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":476,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T14:33:33.599136+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T14:33:33.599136+0000","last_clean_scrub_stamp":"2024-04-15T14:33:33.599136+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T16:24:36.391646+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":4,"num_read_kb":4,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,5],"acting":[1,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":1097,"reported_epoch":820,"state":"active+clean","last_fresh":"2024-04-15T14:50:00.506840+0000","last_change":"2024-04-15T14:44:28.455550+0000","last_active":"2024-04-15T14:50:00.506840+0000","last_peered":"2024-04-15T14:50:00.506840+0000","last_clean":"2024-04-15T14:50:00.506840+0000","last_became_active":"2024-04-15T14:44:28.454476+0000","last_became_peered":"2024-04-15T14:44:28.454476+0000","last_unstale":"2024-04-15T14:50:00.506840+0000","last_undegraded":"2024-04-15T14:50:00.506840+0000","last_fullsized":"2024-04-15T14:50:00.506840+0000","mapping_epoch":510,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":511,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_clean_scrub_stamp":"2024-04-15T14:33:34.601025+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T20:29:08.533920+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.b","version":"819'1431","reported_seq":4566,"reported_epoch":820,"state":"active+clean","last_fresh":"2024-04-15T14:50:01.016441+0000","last_change":"2024-04-15T14:49:59.510783+0000","last_active":"2024-04-15T14:50:01.016441+0000","last_peered":"2024-04-15T14:50:01.016441+0000","last_clean":"2024-04-15T14:50:01.016441+0000","last_became_active":"2024-04-15T14:43:53.362726+0000","last_became_peered":"2024-04-15T14:43:53.362726+0000","last_unstale":"2024-04-15T14:50:01.016441+0000","last_undegraded":"2024-04-15T14:50:01.016441+0000","last_fullsized":"2024-04-15T14:50:01.016441+0000","mapping_epoch":475,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":476,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T14:36:52.801037+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T14:36:52.801037+0000","last_clean_scrub_stamp":"2024-04-15T14:36:52.801037+0000","objects_scrubbed":0,"log_size":1431,"log_dups_size":0,"ondisk_log_size":1431,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T22:09:08.976573+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.036151260999999997,"stat_sum":{"num_bytes":30973952,"num_objects":18,"num_object_clones":14,"num_object_copies":54,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":18,"num_whiteouts":1,"num_read":360,"num_read_kb":469092,"num_write":618,"num_write_kb":144048,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":14,"num_bytes_recovered":26025984,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0,5],"acting":[2,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"1a8","length":"1"},{"start":"1bb","length":"1"},{"start":"1c4","length":"1"}]},{"pgid":"2.c","version":"0'0","reported_seq":1232,"reported_epoch":820,"state":"active+clean","last_fresh":"2024-04-15T14:50:01.016404+0000","last_change":"2024-04-15T14:43:53.362228+0000","last_active":"2024-04-15T14:50:01.016404+0000","last_peered":"2024-04-15T14:50:01.016404+0000","last_clean":"2024-04-15T14:50:01.016404+0000","last_became_active":"2024-04-15T14:43:53.361713+0000","last_became_peered":"2024-04-15T14:43:53.361713+0000","last_unstale":"2024-04-15T14:50:01.016404+0000","last_undegraded":"2024-04-15T14:50:01.016404+0000","last_fullsized":"2024-04-15T14:50:01.016404+0000","mapping_epoch":475,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":476,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T14:33:33.599136+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T14:33:33.599136+0000","last_clean_scrub_stamp":"2024-04-15T14:33:33.599136+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T23:23:37.638031+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,1],"acting":[2,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":1065,"reported_epoch":820,"state":"active+clean","last_fresh":"2024-04-15T14:50:00.582929+0000","last_change":"2024-04-15T14:44:49.368953+0000","last_active":"2024-04-15T14:50:00.582929+0000","last_peered":"2024-04-15T14:50:00.582929+0000","last_clean":"2024-04-15T14:50:00.582929+0000","last_became_active":"2024-04-15T14:44:49.364764+0000","last_became_peered":"2024-04-15T14:44:49.364764+0000","last_unstale":"2024-04-15T14:50:00.582929+0000","last_undegraded":"2024-04-15T14:50:00.582929+0000","last_fullsized":"2024-04-15T14:50:00.582929+0000","mapping_epoch":531,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":532,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_clean_scrub_stamp":"2024-04-15T14:33:34.601025+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T23:17:08.854143+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,6],"acting":[7,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.a","version":"819'1899","reported_seq":4985,"reported_epoch":820,"state":"active+clean","last_fresh":"2024-04-15T14:50:01.541057+0000","last_change":"2024-04-15T14:49:59.513002+0000","last_active":"2024-04-15T14:50:01.541057+0000","last_peered":"2024-04-15T14:50:01.541057+0000","last_clean":"2024-04-15T14:50:01.541057+0000","last_became_active":"2024-04-15T14:43:32.417683+0000","last_became_peered":"2024-04-15T14:43:32.417683+0000","last_unstale":"2024-04-15T14:50:01.541057+0000","last_undegraded":"2024-04-15T14:50:01.541057+0000","last_fullsized":"2024-04-15T14:50:01.541057+0000","mapping_epoch":454,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":455,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T14:36:52.801037+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T14:36:52.801037+0000","last_clean_scrub_stamp":"2024-04-15T14:36:52.801037+0000","objects_scrubbed":0,"log_size":1899,"log_dups_size":0,"ondisk_log_size":1899,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T21:40:14.985978+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.039250818999999999,"stat_sum":{"num_bytes":58966016,"num_objects":21,"num_object_clones":15,"num_object_copies":63,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":21,"num_whiteouts":1,"num_read":412,"num_read_kb":517919,"num_write":969,"num_write_kb":210176,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":21,"num_bytes_recovered":36192256,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4,3],"acting":[2,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"1a8","length":"1"},{"start":"1bb","length":"1"},{"start":"1c4","length":"1"}]},{"pgid":"2.d","version":"62'1","reported_seq":1227,"reported_epoch":820,"state":"active+clean","last_fresh":"2024-04-15T14:50:00.417036+0000","last_change":"2024-04-15T14:43:32.412343+0000","last_active":"2024-04-15T14:50:00.417036+0000","last_peered":"2024-04-15T14:50:00.417036+0000","last_clean":"2024-04-15T14:50:00.417036+0000","last_became_active":"2024-04-15T14:43:32.411857+0000","last_became_peered":"2024-04-15T14:43:32.411857+0000","last_unstale":"2024-04-15T14:50:00.417036+0000","last_undegraded":"2024-04-15T14:50:00.417036+0000","last_fullsized":"2024-04-15T14:50:00.417036+0000","mapping_epoch":454,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":455,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T14:33:33.599136+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T14:33:33.599136+0000","last_clean_scrub_stamp":"2024-04-15T14:33:33.599136+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T15:10:16.783707+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,3],"acting":[1,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":1123,"reported_epoch":820,"state":"active+clean","last_fresh":"2024-04-15T14:50:00.848720+0000","last_change":"2024-04-15T14:44:28.455389+0000","last_active":"2024-04-15T14:50:00.848720+0000","last_peered":"2024-04-15T14:50:00.848720+0000","last_clean":"2024-04-15T14:50:00.848720+0000","last_became_active":"2024-04-15T14:44:28.455055+0000","last_became_peered":"2024-04-15T14:44:28.455055+0000","last_unstale":"2024-04-15T14:50:00.848720+0000","last_undegraded":"2024-04-15T14:50:00.848720+0000","last_fullsized":"2024-04-15T14:50:00.848720+0000","mapping_epoch":510,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":511,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_clean_scrub_stamp":"2024-04-15T14:33:34.601025+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T23:10:00.856565+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6],"acting":[5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.9","version":"819'1041","reported_seq":3886,"reported_epoch":820,"state":"active+clean","last_fresh":"2024-04-15T14:50:00.582297+0000","last_change":"2024-04-15T14:49:59.475417+0000","last_active":"2024-04-15T14:50:00.582297+0000","last_peered":"2024-04-15T14:50:00.582297+0000","last_clean":"2024-04-15T14:50:00.582297+0000","last_became_active":"2024-04-15T14:44:49.371592+0000","last_became_peered":"2024-04-15T14:44:49.371592+0000","last_unstale":"2024-04-15T14:50:00.582297+0000","last_undegraded":"2024-04-15T14:50:00.582297+0000","last_fullsized":"2024-04-15T14:50:00.582297+0000","mapping_epoch":531,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":532,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T14:36:52.801037+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T14:36:52.801037+0000","last_clean_scrub_stamp":"2024-04-15T14:36:52.801037+0000","objects_scrubbed":0,"log_size":1041,"log_dups_size":0,"ondisk_log_size":1041,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T15:05:23.793166+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.012742130000000001,"stat_sum":{"num_bytes":21209088,"num_objects":11,"num_object_clones":8,"num_object_copies":33,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":11,"num_whiteouts":1,"num_read":228,"num_read_kb":402237,"num_write":589,"num_write_kb":132480,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":9,"num_bytes_recovered":30367744,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,1],"acting":[7,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[{"start":"1a8","length":"1"},{"start":"1bb","length":"1"},{"start":"1c4","length":"1"}]},{"pgid":"2.e","version":"62'2","reported_seq":1192,"reported_epoch":820,"state":"active+clean","last_fresh":"2024-04-15T14:50:01.016715+0000","last_change":"2024-04-15T14:44:49.364463+0000","last_active":"2024-04-15T14:50:01.016715+0000","last_peered":"2024-04-15T14:50:01.016715+0000","last_clean":"2024-04-15T14:50:01.016715+0000","last_became_active":"2024-04-15T14:44:49.364075+0000","last_became_peered":"2024-04-15T14:44:49.364075+0000","last_unstale":"2024-04-15T14:50:01.016715+0000","last_undegraded":"2024-04-15T14:50:01.016715+0000","last_fullsized":"2024-04-15T14:50:01.016715+0000","mapping_epoch":531,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":532,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T14:33:33.599136+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T14:33:33.599136+0000","last_clean_scrub_stamp":"2024-04-15T14:33:33.599136+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T19:34:39.168567+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":12,"num_read_kb":12,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,7],"acting":[2,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":1051,"reported_epoch":820,"state":"active+clean","last_fresh":"2024-04-15T14:50:00.583006+0000","last_change":"2024-04-15T14:44:49.363737+0000","last_active":"2024-04-15T14:50:00.583006+0000","last_peered":"2024-04-15T14:50:00.583006+0000","last_clean":"2024-04-15T14:50:00.583006+0000","last_became_active":"2024-04-15T14:44:49.362753+0000","last_became_peered":"2024-04-15T14:44:49.362753+0000","last_unstale":"2024-04-15T14:50:00.583006+0000","last_undegraded":"2024-04-15T14:50:00.583006+0000","last_fullsized":"2024-04-15T14:50:00.583006+0000","mapping_epoch":531,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":532,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_clean_scrub_stamp":"2024-04-15T14:33:34.601025+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T19:03:14.207842+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.20","version":"0'0","reported_seq":1076,"reported_epoch":820,"state":"active+clean","last_fresh":"2024-04-15T14:50:00.506681+0000","last_change":"2024-04-15T14:44:28.449906+0000","last_active":"2024-04-15T14:50:00.506681+0000","last_peered":"2024-04-15T14:50:00.506681+0000","last_clean":"2024-04-15T14:50:00.506681+0000","last_became_active":"2024-04-15T14:44:28.448625+0000","last_became_peered":"2024-04-15T14:44:28.448625+0000","last_unstale":"2024-04-15T14:50:00.506681+0000","last_undegraded":"2024-04-15T14:50:00.506681+0000","last_fullsized":"2024-04-15T14:50:00.506681+0000","mapping_epoch":510,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":511,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_clean_scrub_stamp":"2024-04-15T14:33:34.601025+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T16:59:54.520837+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.21","version":"0'0","reported_seq":1185,"reported_epoch":820,"state":"active+clean","last_fresh":"2024-04-15T14:50:01.016028+0000","last_change":"2024-04-15T14:44:28.457528+0000","last_active":"2024-04-15T14:50:01.016028+0000","last_peered":"2024-04-15T14:50:01.016028+0000","last_clean":"2024-04-15T14:50:01.016028+0000","last_became_active":"2024-04-15T14:44:28.457092+0000","last_became_peered":"2024-04-15T14:44:28.457092+0000","last_unstale":"2024-04-15T14:50:01.016028+0000","last_undegraded":"2024-04-15T14:50:01.016028+0000","last_fullsized":"2024-04-15T14:50:01.016028+0000","mapping_epoch":510,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":511,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_clean_scrub_stamp":"2024-04-15T14:33:34.601025+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-17T02:20:34.344323+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,6],"acting":[2,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.22","version":"0'0","reported_seq":1129,"reported_epoch":820,"state":"active+clean","last_fresh":"2024-04-15T14:50:00.848475+0000","last_change":"2024-04-15T14:43:53.360019+0000","last_active":"2024-04-15T14:50:00.848475+0000","last_peered":"2024-04-15T14:50:00.848475+0000","last_clean":"2024-04-15T14:50:00.848475+0000","last_became_active":"2024-04-15T14:43:53.358026+0000","last_became_peered":"2024-04-15T14:43:53.358026+0000","last_unstale":"2024-04-15T14:50:00.848475+0000","last_undegraded":"2024-04-15T14:50:00.848475+0000","last_fullsized":"2024-04-15T14:50:00.848475+0000","mapping_epoch":475,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":476,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_clean_scrub_stamp":"2024-04-15T14:33:34.601025+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-17T00:06:42.910554+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,0],"acting":[5,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.23","version":"0'0","reported_seq":1253,"reported_epoch":820,"state":"active+clean","last_fresh":"2024-04-15T14:50:00.971601+0000","last_change":"2024-04-15T14:43:32.424773+0000","last_active":"2024-04-15T14:50:00.971601+0000","last_peered":"2024-04-15T14:50:00.971601+0000","last_clean":"2024-04-15T14:50:00.971601+0000","last_became_active":"2024-04-15T14:43:32.418957+0000","last_became_peered":"2024-04-15T14:43:32.418957+0000","last_unstale":"2024-04-15T14:50:00.971601+0000","last_undegraded":"2024-04-15T14:50:00.971601+0000","last_fullsized":"2024-04-15T14:50:00.971601+0000","mapping_epoch":454,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":455,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_clean_scrub_stamp":"2024-04-15T14:33:34.601025+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T18:07:26.032559+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,4],"acting":[0,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.24","version":"0'0","reported_seq":1152,"reported_epoch":821,"state":"active+clean","last_fresh":"2024-04-15T14:50:05.419236+0000","last_change":"2024-04-15T14:43:32.410992+0000","last_active":"2024-04-15T14:50:05.419236+0000","last_peered":"2024-04-15T14:50:05.419236+0000","last_clean":"2024-04-15T14:50:05.419236+0000","last_became_active":"2024-04-15T14:43:32.410674+0000","last_became_peered":"2024-04-15T14:43:32.410674+0000","last_unstale":"2024-04-15T14:50:05.419236+0000","last_undegraded":"2024-04-15T14:50:05.419236+0000","last_fullsized":"2024-04-15T14:50:05.419236+0000","mapping_epoch":454,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":455,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_clean_scrub_stamp":"2024-04-15T14:33:34.601025+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T21:20:45.898654+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,0],"acting":[3,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.25","version":"0'0","reported_seq":1223,"reported_epoch":820,"state":"active+clean","last_fresh":"2024-04-15T14:50:00.417134+0000","last_change":"2024-04-15T14:42:57.511874+0000","last_active":"2024-04-15T14:50:00.417134+0000","last_peered":"2024-04-15T14:50:00.417134+0000","last_clean":"2024-04-15T14:50:00.417134+0000","last_became_active":"2024-04-15T14:42:57.511595+0000","last_became_peered":"2024-04-15T14:42:57.511595+0000","last_unstale":"2024-04-15T14:50:00.417134+0000","last_undegraded":"2024-04-15T14:50:00.417134+0000","last_fullsized":"2024-04-15T14:50:00.417134+0000","mapping_epoch":419,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":420,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_clean_scrub_stamp":"2024-04-15T14:33:34.601025+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T20:16:29.033312+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,2],"acting":[1,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.26","version":"0'0","reported_seq":1091,"reported_epoch":820,"state":"active+clean","last_fresh":"2024-04-15T14:50:00.507423+0000","last_change":"2024-04-15T14:44:49.367246+0000","last_active":"2024-04-15T14:50:00.507423+0000","last_peered":"2024-04-15T14:50:00.507423+0000","last_clean":"2024-04-15T14:50:00.507423+0000","last_became_active":"2024-04-15T14:44:49.366939+0000","last_became_peered":"2024-04-15T14:44:49.366939+0000","last_unstale":"2024-04-15T14:50:00.507423+0000","last_undegraded":"2024-04-15T14:50:00.507423+0000","last_fullsized":"2024-04-15T14:50:00.507423+0000","mapping_epoch":531,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":532,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_clean_scrub_stamp":"2024-04-15T14:33:34.601025+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T14:58:21.833091+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,4],"acting":[6,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.27","version":"0'0","reported_seq":1166,"reported_epoch":821,"state":"active+clean","last_fresh":"2024-04-15T14:50:05.419966+0000","last_change":"2024-04-15T14:43:32.407871+0000","last_active":"2024-04-15T14:50:05.419966+0000","last_peered":"2024-04-15T14:50:05.419966+0000","last_clean":"2024-04-15T14:50:05.419966+0000","last_became_active":"2024-04-15T14:43:32.407505+0000","last_became_peered":"2024-04-15T14:43:32.407505+0000","last_unstale":"2024-04-15T14:50:05.419966+0000","last_undegraded":"2024-04-15T14:50:05.419966+0000","last_fullsized":"2024-04-15T14:50:05.419966+0000","mapping_epoch":454,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":455,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_clean_scrub_stamp":"2024-04-15T14:33:34.601025+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T16:00:18.733069+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,2],"acting":[3,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"0'0","reported_seq":1129,"reported_epoch":820,"state":"active+clean","last_fresh":"2024-04-15T14:50:00.848254+0000","last_change":"2024-04-15T14:43:53.356166+0000","last_active":"2024-04-15T14:50:00.848254+0000","last_peered":"2024-04-15T14:50:00.848254+0000","last_clean":"2024-04-15T14:50:00.848254+0000","last_became_active":"2024-04-15T14:43:53.355814+0000","last_became_peered":"2024-04-15T14:43:53.355814+0000","last_unstale":"2024-04-15T14:50:00.848254+0000","last_undegraded":"2024-04-15T14:50:00.848254+0000","last_fullsized":"2024-04-15T14:50:00.848254+0000","mapping_epoch":475,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":476,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_clean_scrub_stamp":"2024-04-15T14:33:34.601025+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T20:50:57.784675+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"0'0","reported_seq":1145,"reported_epoch":821,"state":"active+clean","last_fresh":"2024-04-15T14:50:05.418673+0000","last_change":"2024-04-15T14:43:32.404986+0000","last_active":"2024-04-15T14:50:05.418673+0000","last_peered":"2024-04-15T14:50:05.418673+0000","last_clean":"2024-04-15T14:50:05.418673+0000","last_became_active":"2024-04-15T14:43:32.404618+0000","last_became_peered":"2024-04-15T14:43:32.404618+0000","last_unstale":"2024-04-15T14:50:05.418673+0000","last_undegraded":"2024-04-15T14:50:05.418673+0000","last_fullsized":"2024-04-15T14:50:05.418673+0000","mapping_epoch":454,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":455,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_clean_scrub_stamp":"2024-04-15T14:33:34.601025+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-17T00:59:01.031152+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,1],"acting":[3,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2a","version":"0'0","reported_seq":1087,"reported_epoch":820,"state":"active+clean","last_fresh":"2024-04-15T14:50:00.848299+0000","last_change":"2024-04-15T14:44:49.374294+0000","last_active":"2024-04-15T14:50:00.848299+0000","last_peered":"2024-04-15T14:50:00.848299+0000","last_clean":"2024-04-15T14:50:00.848299+0000","last_became_active":"2024-04-15T14:44:49.373038+0000","last_became_peered":"2024-04-15T14:44:49.373038+0000","last_unstale":"2024-04-15T14:50:00.848299+0000","last_undegraded":"2024-04-15T14:50:00.848299+0000","last_fullsized":"2024-04-15T14:50:00.848299+0000","mapping_epoch":531,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":532,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_clean_scrub_stamp":"2024-04-15T14:33:34.601025+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T20:27:02.607265+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,6],"acting":[5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2b","version":"0'0","reported_seq":1252,"reported_epoch":820,"state":"active+clean","last_fresh":"2024-04-15T14:50:00.970926+0000","last_change":"2024-04-15T14:44:49.365614+0000","last_active":"2024-04-15T14:50:00.970926+0000","last_peered":"2024-04-15T14:50:00.970926+0000","last_clean":"2024-04-15T14:50:00.970926+0000","last_became_active":"2024-04-15T14:44:49.365236+0000","last_became_peered":"2024-04-15T14:44:49.365236+0000","last_unstale":"2024-04-15T14:50:00.970926+0000","last_undegraded":"2024-04-15T14:50:00.970926+0000","last_fullsized":"2024-04-15T14:50:00.970926+0000","mapping_epoch":531,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":532,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_clean_scrub_stamp":"2024-04-15T14:33:34.601025+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T21:16:02.686994+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,1],"acting":[0,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.2c","version":"0'0","reported_seq":1097,"reported_epoch":820,"state":"active+clean","last_fresh":"2024-04-15T14:50:00.507045+0000","last_change":"2024-04-15T14:44:28.457714+0000","last_active":"2024-04-15T14:50:00.507045+0000","last_peered":"2024-04-15T14:50:00.507045+0000","last_clean":"2024-04-15T14:50:00.507045+0000","last_became_active":"2024-04-15T14:44:28.457415+0000","last_became_peered":"2024-04-15T14:44:28.457415+0000","last_unstale":"2024-04-15T14:50:00.507045+0000","last_undegraded":"2024-04-15T14:50:00.507045+0000","last_fullsized":"2024-04-15T14:50:00.507045+0000","mapping_epoch":510,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":511,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T14:33:34.601025+0000","last_clean_scrub_stamp":"2024-04-15T14:33:34.601025+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T22:43:32.478678+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,0],"acting":[6,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]}],"pool_stats":[{"poolid":5,"num_pg":16,"stat_sum":{"num_bytes":354131968,"num_objects":181,"num_object_clones":132,"num_object_copies":543,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":181,"num_whiteouts":10,"num_read":3734,"num_read_kb":5354402,"num_write":8589,"num_write_kb":1874048,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":209,"num_bytes_recovered":412499968,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":498876416,"data_stored":941649920,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":16652,"ondisk_log_size":16652,"up":48,"acting":48,"num_store_stats":8},{"poolid":4,"num_pg":8,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":24,"acting":24,"num_store_stats":8},{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":192,"acting":192,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":998,"num_read_kb":1844,"num_write":351,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1781760,"data_stored":1771104,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":217,"ondisk_log_size":217,"up":3,"acting":3,"num_store_stats":3},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":6622,"num_objects":22,"num_object_clones":0,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":158,"num_read_kb":174,"num_write":69,"num_write_kb":36,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":110592,"data_stored":19866,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":44359,"internal_metadata":0},"log_size":75,"ondisk_log_size":75,"up":96,"acting":96,"num_store_stats":8}],"osd_stats":[{"osd":7,"up_from":531,"seq":2280627634240,"num_pgs":46,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":190364,"kb_used_data":58064,"kb_used_omap":23,"kb_used_meta":132264,"kb_avail":93554788,"statfs":{"total":95995035648,"available":95800102912,"internally_reserved":0,"allocated":59457536,"data_stored":101435702,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":23634,"internal_metadata":135439278},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":6,"up_from":510,"seq":2190433321028,"num_pgs":43,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":217904,"kb_used_data":49956,"kb_used_omap":25,"kb_used_meta":167910,"kb_avail":93527248,"statfs":{"total":95995035648,"available":95771901952,"internally_reserved":0,"allocated":51154944,"data_stored":79842714,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":26411,"internal_metadata":171940053},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":1,"up_from":368,"seq":1580547965026,"num_pgs":48,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":475080,"kb_used_data":67072,"kb_used_omap":27,"kb_used_meta":407972,"kb_avail":93270072,"statfs":{"total":95995035648,"available":95508553728,"internally_reserved":0,"allocated":68681728,"data_stored":100824410,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":28183,"internal_metadata":417763817},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":333,"seq":1430224109673,"num_pgs":50,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":486252,"kb_used_data":75996,"kb_used_omap":31,"kb_used_meta":410208,"kb_avail":93258900,"statfs":{"total":95995035648,"available":95497113600,"internally_reserved":0,"allocated":77819904,"data_stored":139860402,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":32399,"internal_metadata":420053361},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":2,"up_from":388,"seq":1666447310942,"num_pgs":39,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":443752,"kb_used_data":64540,"kb_used_omap":26,"kb_used_meta":379173,"kb_avail":93301400,"statfs":{"total":95995035648,"available":95540633600,"internally_reserved":0,"allocated":66088960,"data_stored":120390842,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":26674,"internal_metadata":388274126},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":3,"up_from":419,"seq":1799591297111,"num_pgs":42,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":384452,"kb_used_data":79284,"kb_used_omap":27,"kb_used_meta":305124,"kb_avail":93360700,"statfs":{"total":95995035648,"available":95601356800,"internally_reserved":0,"allocated":81186816,"data_stored":151063522,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":27788,"internal_metadata":312447860},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":4,"up_from":454,"seq":1949915152464,"num_pgs":47,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":479624,"kb_used_data":94336,"kb_used_omap":42,"kb_used_meta":385237,"kb_avail":93265528,"statfs":{"total":95995035648,"available":95503900672,"internally_reserved":0,"allocated":96600064,"data_stored":168007550,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":43056,"internal_metadata":394483664},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":5,"up_from":475,"seq":2040109465675,"num_pgs":48,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":340276,"kb_used_data":69736,"kb_used_omap":40,"kb_used_meta":270487,"kb_avail":93404876,"statfs":{"total":95995035648,"available":95646593024,"internally_reserved":0,"allocated":71409664,"data_stored":124328916,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":41147,"internal_metadata":276979525},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":728,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":6145,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":160,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4480,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5128,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":5928,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5638,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":708,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5801,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":5914,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5299,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":5824,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5869,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":604,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5999,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":68255744,"data_stored":133980160,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":59719680,"data_stored":95535104,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":57135104,"data_stored":115101696,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":72208384,"data_stored":145768448,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":87629824,"data_stored":162717696,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":62435328,"data_stored":119033856,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":41590784,"data_stored":73957376,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":49901568,"data_stored":95555584,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-04-15T14:50:08.082 INFO:tasks.cephadm.ceph_manager.ceph:removing pool_name unique_pool_0 2024-04-15T14:50:08.082 DEBUG:teuthology.orchestra.run.smithi016:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 362ea986-fb34-11ee-bc8f-c7b262605968 -- ceph osd pool rm unique_pool_0 unique_pool_0 --yes-i-really-really-mean-it 2024-04-15T14:50:08.299 INFO:teuthology.orchestra.run.smithi016.stderr:Inferring config /var/lib/ceph/362ea986-fb34-11ee-bc8f-c7b262605968/mon.a/config 2024-04-15T14:50:08.674 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:50:08 smithi016 ceph-mon[90652]: from='client.34500 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-15T14:50:08.675 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:50:08 smithi016 ceph-mon[93212]: from='client.34500 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-15T14:50:08.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:50:08 smithi102 ceph-mon[87131]: from='client.34500 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-15T14:50:09.747 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:50:09 smithi016 ceph-mon[93212]: pgmap v879: 121 pgs: 121 active+clean; 340 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 15 MiB/s rd, 1.8 MiB/s wr, 12 op/s 2024-04-15T14:50:09.747 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:50:09 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T14:50:09.747 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:50:09 smithi016 ceph-mon[90652]: pgmap v879: 121 pgs: 121 active+clean; 340 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 15 MiB/s rd, 1.8 MiB/s wr, 12 op/s 2024-04-15T14:50:09.747 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:50:09 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T14:50:09.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:50:09 smithi102 ceph-mon[87131]: pgmap v879: 121 pgs: 121 active+clean; 340 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 15 MiB/s rd, 1.8 MiB/s wr, 12 op/s 2024-04-15T14:50:09.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:50:09 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T14:50:10.498 INFO:teuthology.orchestra.run.smithi016.stderr:pool 'unique_pool_0' removed 2024-04-15T14:50:10.789 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:50:10 smithi016 ceph-mon[90652]: from='client.? 172.21.15.16:0/1923193892' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "unique_pool_0", "pool2": "unique_pool_0", "yes_i_really_really_mean_it": true}]: dispatch 2024-04-15T14:50:10.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:50:10 smithi016 ceph-mon[93212]: from='client.? 172.21.15.16:0/1923193892' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "unique_pool_0", "pool2": "unique_pool_0", "yes_i_really_really_mean_it": true}]: dispatch 2024-04-15T14:50:10.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:50:10 smithi102 ceph-mon[87131]: from='client.? 172.21.15.16:0/1923193892' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "unique_pool_0", "pool2": "unique_pool_0", "yes_i_really_really_mean_it": true}]: dispatch 2024-04-15T14:50:11.242 INFO:teuthology.task.full_sequential:In full_sequential, running task print... 2024-04-15T14:50:11.242 INFO:teuthology.task.print:**** done end ec-rados-default.yaml 2024-04-15T14:50:11.242 INFO:teuthology.task.full_sequential:In full_sequential, running task print... 2024-04-15T14:50:11.242 INFO:teuthology.task.print:**** done start rados_api.yaml 2024-04-15T14:50:11.243 INFO:teuthology.task.full_sequential:In full_sequential, running task workunit... 2024-04-15T14:50:11.243 INFO:tasks.workunit:Pulling workunits from ref reef 2024-04-15T14:50:11.244 INFO:tasks.workunit:Making a separate scratch dir for every client... 2024-04-15T14:50:11.244 DEBUG:teuthology.orchestra.run.smithi016:> stat -- /home/ubuntu/cephtest/mnt.0 2024-04-15T14:50:11.260 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-04-15T14:50:11.260 INFO:teuthology.orchestra.run.smithi016.stderr:stat: cannot statx '/home/ubuntu/cephtest/mnt.0': No such file or directory 2024-04-15T14:50:11.261 DEBUG:teuthology.orchestra.run.smithi016:> mkdir -- /home/ubuntu/cephtest/mnt.0 2024-04-15T14:50:11.316 INFO:tasks.workunit:Created dir /home/ubuntu/cephtest/mnt.0 2024-04-15T14:50:11.317 DEBUG:teuthology.orchestra.run.smithi016:> cd -- /home/ubuntu/cephtest/mnt.0 && mkdir -- client.0 2024-04-15T14:50:11.372 INFO:tasks.workunit:timeout=3h 2024-04-15T14:50:11.373 INFO:tasks.workunit:cleanup=True 2024-04-15T14:50:11.373 DEBUG:teuthology.orchestra.run.smithi016:> rm -rf /home/ubuntu/cephtest/clone.client.0 && git clone --depth 1 --branch reef https://git.ceph.com/ceph.git /home/ubuntu/cephtest/clone.client.0 && cd /home/ubuntu/cephtest/clone.client.0 2024-04-15T14:50:11.429 INFO:tasks.workunit.client.0.smithi016.stderr:Cloning into '/home/ubuntu/cephtest/clone.client.0'... 2024-04-15T14:50:11.779 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:50:11 smithi016 ceph-mon[90652]: pgmap v880: 121 pgs: 121 active+clean; 340 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 12 MiB/s rd, 1.5 MiB/s wr, 10 op/s 2024-04-15T14:50:11.779 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:50:11 smithi016 ceph-mon[90652]: from='client.? 172.21.15.16:0/1923193892' entity='client.admin' cmd='[{"prefix": "osd pool rm", "pool": "unique_pool_0", "pool2": "unique_pool_0", "yes_i_really_really_mean_it": true}]': finished 2024-04-15T14:50:11.779 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:50:11 smithi016 ceph-mon[90652]: osdmap e822: 8 total, 8 up, 8 in 2024-04-15T14:50:11.779 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:50:11 smithi016 ceph-mon[93212]: pgmap v880: 121 pgs: 121 active+clean; 340 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 12 MiB/s rd, 1.5 MiB/s wr, 10 op/s 2024-04-15T14:50:11.779 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:50:11 smithi016 ceph-mon[93212]: from='client.? 172.21.15.16:0/1923193892' entity='client.admin' cmd='[{"prefix": "osd pool rm", "pool": "unique_pool_0", "pool2": "unique_pool_0", "yes_i_really_really_mean_it": true}]': finished 2024-04-15T14:50:11.780 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:50:11 smithi016 ceph-mon[93212]: osdmap e822: 8 total, 8 up, 8 in 2024-04-15T14:50:11.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:50:11 smithi102 ceph-mon[87131]: pgmap v880: 121 pgs: 121 active+clean; 340 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 12 MiB/s rd, 1.5 MiB/s wr, 10 op/s 2024-04-15T14:50:11.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:50:11 smithi102 ceph-mon[87131]: from='client.? 172.21.15.16:0/1923193892' entity='client.admin' cmd='[{"prefix": "osd pool rm", "pool": "unique_pool_0", "pool2": "unique_pool_0", "yes_i_really_really_mean_it": true}]': finished 2024-04-15T14:50:11.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:50:11 smithi102 ceph-mon[87131]: osdmap e822: 8 total, 8 up, 8 in 2024-04-15T14:50:12.039 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 15 14:50:11 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-y[81421]: ::ffff:172.21.15.102 - - [15/Apr/2024:14:50:11] "GET /metrics HTTP/1.1" 200 36262 "" "Prometheus/2.43.0" 2024-04-15T14:50:12.687 INFO:journalctl@ceph.prometheus.a.smithi102.stdout:Apr 15 14:50:12 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-prometheus-a[120881]: ts=2024-04-15T14:50:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi016:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"362ea986-fb34-11ee-bc8f-c7b262605968\", instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T14:50:13.789 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:50:13 smithi016 ceph-mon[90652]: pgmap v882: 105 pgs: 105 active+clean; 583 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2024-04-15T14:50:13.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:50:13 smithi016 ceph-mon[93212]: pgmap v882: 105 pgs: 105 active+clean; 583 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2024-04-15T14:50:13.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:50:13 smithi102 ceph-mon[87131]: pgmap v882: 105 pgs: 105 active+clean; 583 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2024-04-15T14:50:15.789 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:50:15 smithi016 ceph-mon[90652]: pgmap v883: 105 pgs: 105 active+clean; 583 KiB data, 2.8 GiB used, 712 GiB / 715 GiB avail 2024-04-15T14:50:15.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:50:15 smithi016 ceph-mon[93212]: pgmap v883: 105 pgs: 105 active+clean; 583 KiB data, 2.8 GiB used, 712 GiB / 715 GiB avail 2024-04-15T14:50:15.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:50:15 smithi102 ceph-mon[87131]: pgmap v883: 105 pgs: 105 active+clean; 583 KiB data, 2.8 GiB used, 712 GiB / 715 GiB avail 2024-04-15T14:50:17.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:50:17 smithi016 ceph-mon[90652]: pgmap v884: 105 pgs: 105 active+clean; 583 KiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2024-04-15T14:50:17.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:50:17 smithi016 ceph-mon[93212]: pgmap v884: 105 pgs: 105 active+clean; 583 KiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2024-04-15T14:50:17.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:50:17 smithi102 ceph-mon[87131]: pgmap v884: 105 pgs: 105 active+clean; 583 KiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2024-04-15T14:50:19.789 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:50:19 smithi016 ceph-mon[93212]: pgmap v885: 105 pgs: 105 active+clean; 583 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-04-15T14:50:19.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:50:19 smithi016 ceph-mon[90652]: pgmap v885: 105 pgs: 105 active+clean; 583 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-04-15T14:50:19.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:50:19 smithi102 ceph-mon[87131]: pgmap v885: 105 pgs: 105 active+clean; 583 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-04-15T14:50:21.779 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:50:21 smithi016 ceph-mon[90652]: pgmap v886: 105 pgs: 105 active+clean; 583 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-04-15T14:50:21.779 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:50:21 smithi016 ceph-mon[93212]: pgmap v886: 105 pgs: 105 active+clean; 583 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-04-15T14:50:21.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:50:21 smithi102 ceph-mon[87131]: pgmap v886: 105 pgs: 105 active+clean; 583 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-04-15T14:50:22.039 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 15 14:50:21 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-y[81421]: ::ffff:172.21.15.102 - - [15/Apr/2024:14:50:21] "GET /metrics HTTP/1.1" 200 36262 "" "Prometheus/2.43.0" 2024-04-15T14:50:22.687 INFO:journalctl@ceph.prometheus.a.smithi102.stdout:Apr 15 14:50:22 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-prometheus-a[120881]: ts=2024-04-15T14:50:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi016:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"362ea986-fb34-11ee-bc8f-c7b262605968\", instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T14:50:23.789 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:50:23 smithi016 ceph-mon[90652]: pgmap v887: 105 pgs: 105 active+clean; 583 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-04-15T14:50:23.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:50:23 smithi016 ceph-mon[93212]: pgmap v887: 105 pgs: 105 active+clean; 583 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-04-15T14:50:23.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:50:23 smithi102 ceph-mon[87131]: pgmap v887: 105 pgs: 105 active+clean; 583 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-04-15T14:50:24.789 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:50:24 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T14:50:24.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:50:24 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T14:50:24.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:50:24 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T14:50:25.789 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:50:25 smithi016 ceph-mon[93212]: pgmap v888: 105 pgs: 105 active+clean; 583 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-04-15T14:50:25.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:50:25 smithi016 ceph-mon[90652]: pgmap v888: 105 pgs: 105 active+clean; 583 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-04-15T14:50:25.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:50:25 smithi102 ceph-mon[87131]: pgmap v888: 105 pgs: 105 active+clean; 583 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-04-15T14:50:26.025 DEBUG:teuthology.orchestra.run.smithi016:> cd -- /home/ubuntu/cephtest/clone.client.0/qa/workunits && if test -e Makefile ; then make ; fi && find -executable -type f -printf '%P\0' >/home/ubuntu/cephtest/workunits.list.client.0 2024-04-15T14:50:26.081 INFO:tasks.workunit.client.0.smithi016.stdout:for d in direct_io fs ; do ( cd $d ; make all ) ; done 2024-04-15T14:50:26.083 INFO:tasks.workunit.client.0.smithi016.stdout:make[1]: Entering directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/direct_io' 2024-04-15T14:50:26.083 INFO:tasks.workunit.client.0.smithi016.stdout:cc -Wall -Wextra -D_GNU_SOURCE direct_io_test.c -o direct_io_test 2024-04-15T14:50:26.133 INFO:tasks.workunit.client.0.smithi016.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_sync_io.c -o test_sync_io 2024-04-15T14:50:26.184 INFO:tasks.workunit.client.0.smithi016.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_short_dio_read.c -o test_short_dio_read 2024-04-15T14:50:26.224 INFO:tasks.workunit.client.0.smithi016.stdout:make[1]: Leaving directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/direct_io' 2024-04-15T14:50:26.225 INFO:tasks.workunit.client.0.smithi016.stdout:make[1]: Entering directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/fs' 2024-04-15T14:50:26.226 INFO:tasks.workunit.client.0.smithi016.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_o_trunc.c -o test_o_trunc 2024-04-15T14:50:26.264 INFO:tasks.workunit.client.0.smithi016.stdout:make[1]: Leaving directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/fs' 2024-04-15T14:50:26.267 DEBUG:teuthology.orchestra.run.smithi016:> set -ex 2024-04-15T14:50:26.267 DEBUG:teuthology.orchestra.run.smithi016:> dd if=/home/ubuntu/cephtest/workunits.list.client.0 of=/dev/stdout 2024-04-15T14:50:26.324 INFO:tasks.workunit:Running workunits matching cls on client.0... 2024-04-15T14:50:26.325 INFO:tasks.workunit:Running workunit cls/test_cls_2pc_queue.sh... 2024-04-15T14:50:26.326 DEBUG:teuthology.orchestra.run.smithi016:workunit test cls/test_cls_2pc_queue.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=reef TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/cls/test_cls_2pc_queue.sh 2024-04-15T14:50:26.397 INFO:tasks.workunit.client.0.smithi016.stdout:Running main() from gmock_main.cc 2024-04-15T14:50:26.398 INFO:tasks.workunit.client.0.smithi016.stdout:[==========] Running 22 tests from 1 test suite. 2024-04-15T14:50:26.398 INFO:tasks.workunit.client.0.smithi016.stdout:[----------] Global test environment set-up. 2024-04-15T14:50:26.398 INFO:tasks.workunit.client.0.smithi016.stdout:[----------] 22 tests from TestCls2PCQueue 2024-04-15T14:50:26.398 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] TestCls2PCQueue.GetCapacity 2024-04-15T14:50:27.789 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:50:27 smithi016 ceph-mon[90652]: pgmap v889: 105 pgs: 105 active+clean; 583 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-04-15T14:50:27.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:50:27 smithi016 ceph-mon[90652]: osdmap e823: 8 total, 8 up, 8 in 2024-04-15T14:50:27.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:50:27 smithi016 ceph-mon[90652]: from='client.? 172.21.15.16:0/567072412' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi016-133197-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T14:50:27.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:50:27 smithi016 ceph-mon[93212]: pgmap v889: 105 pgs: 105 active+clean; 583 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-04-15T14:50:27.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:50:27 smithi016 ceph-mon[93212]: osdmap e823: 8 total, 8 up, 8 in 2024-04-15T14:50:27.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:50:27 smithi016 ceph-mon[93212]: from='client.? 172.21.15.16:0/567072412' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi016-133197-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T14:50:27.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:50:27 smithi102 ceph-mon[87131]: pgmap v889: 105 pgs: 105 active+clean; 583 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-04-15T14:50:27.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:50:27 smithi102 ceph-mon[87131]: osdmap e823: 8 total, 8 up, 8 in 2024-04-15T14:50:27.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:50:27 smithi102 ceph-mon[87131]: from='client.? 172.21.15.16:0/567072412' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi016-133197-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T14:50:28.542 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] TestCls2PCQueue.GetCapacity (2147 ms) 2024-04-15T14:50:28.542 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] TestCls2PCQueue.AsyncGetCapacity 2024-04-15T14:50:28.789 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:50:28 smithi016 ceph-mon[93212]: from='client.? 172.21.15.16:0/567072412' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi016-133197-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-15T14:50:28.789 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:50:28 smithi016 ceph-mon[93212]: osdmap e824: 8 total, 8 up, 8 in 2024-04-15T14:50:28.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:50:28 smithi016 ceph-mon[90652]: from='client.? 172.21.15.16:0/567072412' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi016-133197-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-15T14:50:28.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:50:28 smithi016 ceph-mon[90652]: osdmap e824: 8 total, 8 up, 8 in 2024-04-15T14:50:28.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:50:28 smithi102 ceph-mon[87131]: from='client.? 172.21.15.16:0/567072412' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi016-133197-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-15T14:50:28.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:50:28 smithi102 ceph-mon[87131]: osdmap e824: 8 total, 8 up, 8 in 2024-04-15T14:50:29.789 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:50:29 smithi016 ceph-mon[93212]: pgmap v892: 137 pgs: 6 creating+peering, 26 unknown, 105 active+clean; 583 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-04-15T14:50:29.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:50:29 smithi016 ceph-mon[93212]: osdmap e825: 8 total, 8 up, 8 in 2024-04-15T14:50:29.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:50:29 smithi016 ceph-mon[90652]: pgmap v892: 137 pgs: 6 creating+peering, 26 unknown, 105 active+clean; 583 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-04-15T14:50:29.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:50:29 smithi016 ceph-mon[90652]: osdmap e825: 8 total, 8 up, 8 in 2024-04-15T14:50:29.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:50:29 smithi102 ceph-mon[87131]: pgmap v892: 137 pgs: 6 creating+peering, 26 unknown, 105 active+clean; 583 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-04-15T14:50:29.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:50:29 smithi102 ceph-mon[87131]: osdmap e825: 8 total, 8 up, 8 in 2024-04-15T14:50:30.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:50:30 smithi102 ceph-mon[87131]: osdmap e826: 8 total, 8 up, 8 in 2024-04-15T14:50:30.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:50:30 smithi102 ceph-mon[87131]: from='client.? 172.21.15.16:0/2980521147' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi016-133197-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T14:50:30.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:50:30 smithi102 ceph-mon[87131]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi016-133197-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T14:50:31.039 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:50:30 smithi016 ceph-mon[90652]: osdmap e826: 8 total, 8 up, 8 in 2024-04-15T14:50:31.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:50:30 smithi016 ceph-mon[90652]: from='client.? 172.21.15.16:0/2980521147' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi016-133197-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T14:50:31.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:50:30 smithi016 ceph-mon[90652]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi016-133197-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T14:50:31.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:50:30 smithi016 ceph-mon[93212]: osdmap e826: 8 total, 8 up, 8 in 2024-04-15T14:50:31.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:50:30 smithi016 ceph-mon[93212]: from='client.? 172.21.15.16:0/2980521147' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi016-133197-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T14:50:31.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:50:30 smithi016 ceph-mon[93212]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi016-133197-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T14:50:31.559 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] TestCls2PCQueue.AsyncGetCapacity (3017 ms) 2024-04-15T14:50:31.559 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] TestCls2PCQueue.Reserve 2024-04-15T14:50:31.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:50:31 smithi102 ceph-mon[87131]: pgmap v895: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-04-15T14:50:31.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:50:31 smithi102 ceph-mon[87131]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-15T14:50:31.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:50:31 smithi102 ceph-mon[87131]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi016-133197-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-15T14:50:31.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:50:31 smithi102 ceph-mon[87131]: osdmap e827: 8 total, 8 up, 8 in 2024-04-15T14:50:32.039 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:50:31 smithi016 ceph-mon[93212]: pgmap v895: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-04-15T14:50:32.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:50:31 smithi016 ceph-mon[93212]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-15T14:50:32.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:50:31 smithi016 ceph-mon[93212]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi016-133197-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-15T14:50:32.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:50:31 smithi016 ceph-mon[93212]: osdmap e827: 8 total, 8 up, 8 in 2024-04-15T14:50:32.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:50:31 smithi016 ceph-mon[90652]: pgmap v895: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-04-15T14:50:32.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:50:31 smithi016 ceph-mon[90652]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-15T14:50:32.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:50:31 smithi016 ceph-mon[90652]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi016-133197-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-15T14:50:32.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:50:31 smithi016 ceph-mon[90652]: osdmap e827: 8 total, 8 up, 8 in 2024-04-15T14:50:32.040 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 15 14:50:31 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-y[81421]: ::ffff:172.21.15.102 - - [15/Apr/2024:14:50:31] "GET /metrics HTTP/1.1" 200 33919 "" "Prometheus/2.43.0" 2024-04-15T14:50:32.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:50:32 smithi102 ceph-mon[87131]: osdmap e828: 8 total, 8 up, 8 in 2024-04-15T14:50:32.688 INFO:journalctl@ceph.prometheus.a.smithi102.stdout:Apr 15 14:50:32 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-prometheus-a[120881]: ts=2024-04-15T14:50:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi016:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"362ea986-fb34-11ee-bc8f-c7b262605968\", instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T14:50:33.039 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:50:32 smithi016 ceph-mon[90652]: osdmap e828: 8 total, 8 up, 8 in 2024-04-15T14:50:33.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:50:32 smithi016 ceph-mon[93212]: osdmap e828: 8 total, 8 up, 8 in 2024-04-15T14:50:33.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:50:33 smithi102 ceph-mon[87131]: pgmap v898: 105 pgs: 105 active+clean; 583 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-04-15T14:50:33.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:50:33 smithi102 ceph-mon[87131]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-15T14:50:33.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:50:33 smithi102 ceph-mon[87131]: Cluster is now healthy 2024-04-15T14:50:33.938 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:50:33 smithi102 ceph-mon[87131]: osdmap e829: 8 total, 8 up, 8 in 2024-04-15T14:50:33.938 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:50:33 smithi102 ceph-mon[87131]: from='client.? 172.21.15.16:0/4000189477' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi016-133197-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T14:50:34.039 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:50:33 smithi016 ceph-mon[90652]: pgmap v898: 105 pgs: 105 active+clean; 583 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-04-15T14:50:34.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:50:33 smithi016 ceph-mon[90652]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-15T14:50:34.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:50:33 smithi016 ceph-mon[90652]: Cluster is now healthy 2024-04-15T14:50:34.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:50:33 smithi016 ceph-mon[90652]: osdmap e829: 8 total, 8 up, 8 in 2024-04-15T14:50:34.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:50:33 smithi016 ceph-mon[90652]: from='client.? 172.21.15.16:0/4000189477' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi016-133197-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T14:50:34.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:50:33 smithi016 ceph-mon[93212]: pgmap v898: 105 pgs: 105 active+clean; 583 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-04-15T14:50:34.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:50:33 smithi016 ceph-mon[93212]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-15T14:50:34.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:50:33 smithi016 ceph-mon[93212]: Cluster is now healthy 2024-04-15T14:50:34.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:50:33 smithi016 ceph-mon[93212]: osdmap e829: 8 total, 8 up, 8 in 2024-04-15T14:50:34.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:50:33 smithi016 ceph-mon[93212]: from='client.? 172.21.15.16:0/4000189477' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi016-133197-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T14:50:34.576 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] TestCls2PCQueue.Reserve (3016 ms) 2024-04-15T14:50:34.576 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] TestCls2PCQueue.AsyncReserve 2024-04-15T14:50:34.789 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:50:34 smithi016 ceph-mon[90652]: from='client.? 172.21.15.16:0/4000189477' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi016-133197-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-15T14:50:34.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:50:34 smithi016 ceph-mon[90652]: osdmap e830: 8 total, 8 up, 8 in 2024-04-15T14:50:34.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:50:34 smithi016 ceph-mon[93212]: from='client.? 172.21.15.16:0/4000189477' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi016-133197-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-15T14:50:34.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:50:34 smithi016 ceph-mon[93212]: osdmap e830: 8 total, 8 up, 8 in 2024-04-15T14:50:34.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:50:34 smithi102 ceph-mon[87131]: from='client.? 172.21.15.16:0/4000189477' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi016-133197-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-15T14:50:34.938 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:50:34 smithi102 ceph-mon[87131]: osdmap e830: 8 total, 8 up, 8 in 2024-04-15T14:50:35.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:50:35 smithi102 ceph-mon[87131]: pgmap v901: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-04-15T14:50:35.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:50:35 smithi102 ceph-mon[87131]: osdmap e831: 8 total, 8 up, 8 in 2024-04-15T14:50:36.039 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:50:35 smithi016 ceph-mon[90652]: pgmap v901: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-04-15T14:50:36.039 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:50:35 smithi016 ceph-mon[90652]: osdmap e831: 8 total, 8 up, 8 in 2024-04-15T14:50:36.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:50:35 smithi016 ceph-mon[93212]: pgmap v901: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-04-15T14:50:36.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:50:35 smithi016 ceph-mon[93212]: osdmap e831: 8 total, 8 up, 8 in 2024-04-15T14:50:36.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:50:36 smithi102 ceph-mon[87131]: osdmap e832: 8 total, 8 up, 8 in 2024-04-15T14:50:36.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:50:36 smithi102 ceph-mon[87131]: from='client.? 172.21.15.16:0/827278825' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi016-133197-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T14:50:37.039 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:50:36 smithi016 ceph-mon[90652]: osdmap e832: 8 total, 8 up, 8 in 2024-04-15T14:50:37.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:50:36 smithi016 ceph-mon[90652]: from='client.? 172.21.15.16:0/827278825' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi016-133197-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T14:50:37.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:50:36 smithi016 ceph-mon[93212]: osdmap e832: 8 total, 8 up, 8 in 2024-04-15T14:50:37.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:50:36 smithi016 ceph-mon[93212]: from='client.? 172.21.15.16:0/827278825' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi016-133197-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T14:50:37.594 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] TestCls2PCQueue.AsyncReserve (3019 ms) 2024-04-15T14:50:37.594 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] TestCls2PCQueue.Commit 2024-04-15T14:50:37.838 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:50:37 smithi102 ceph-mon[87131]: pgmap v904: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-04-15T14:50:37.839 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:50:37 smithi102 ceph-mon[87131]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-15T14:50:37.839 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:50:37 smithi102 ceph-mon[87131]: from='client.? 172.21.15.16:0/827278825' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi016-133197-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-15T14:50:37.839 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:50:37 smithi102 ceph-mon[87131]: osdmap e833: 8 total, 8 up, 8 in 2024-04-15T14:50:38.039 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:50:37 smithi016 ceph-mon[93212]: pgmap v904: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-04-15T14:50:38.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:50:37 smithi016 ceph-mon[93212]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-15T14:50:38.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:50:37 smithi016 ceph-mon[93212]: from='client.? 172.21.15.16:0/827278825' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi016-133197-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-15T14:50:38.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:50:37 smithi016 ceph-mon[93212]: osdmap e833: 8 total, 8 up, 8 in 2024-04-15T14:50:38.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:50:37 smithi016 ceph-mon[90652]: pgmap v904: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-04-15T14:50:38.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:50:37 smithi016 ceph-mon[90652]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-15T14:50:38.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:50:37 smithi016 ceph-mon[90652]: from='client.? 172.21.15.16:0/827278825' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi016-133197-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-15T14:50:38.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:50:37 smithi016 ceph-mon[90652]: osdmap e833: 8 total, 8 up, 8 in 2024-04-15T14:50:38.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:50:38 smithi102 ceph-mon[87131]: osdmap e834: 8 total, 8 up, 8 in 2024-04-15T14:50:39.039 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:50:38 smithi016 ceph-mon[90652]: osdmap e834: 8 total, 8 up, 8 in 2024-04-15T14:50:39.039 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:50:38 smithi016 ceph-mon[93212]: osdmap e834: 8 total, 8 up, 8 in 2024-04-15T14:50:39.938 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:50:39 smithi102 ceph-mon[87131]: pgmap v907: 105 pgs: 105 active+clean; 583 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-04-15T14:50:39.938 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:50:39 smithi102 ceph-mon[87131]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-15T14:50:39.938 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:50:39 smithi102 ceph-mon[87131]: Cluster is now healthy 2024-04-15T14:50:39.938 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:50:39 smithi102 ceph-mon[87131]: osdmap e835: 8 total, 8 up, 8 in 2024-04-15T14:50:39.938 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:50:39 smithi102 ceph-mon[87131]: from='client.? 172.21.15.16:0/1344144098' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi016-133197-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T14:50:39.938 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:50:39 smithi102 ceph-mon[87131]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi016-133197-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T14:50:39.938 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:50:39 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T14:50:40.039 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:50:39 smithi016 ceph-mon[93212]: pgmap v907: 105 pgs: 105 active+clean; 583 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-04-15T14:50:40.039 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:50:39 smithi016 ceph-mon[93212]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-15T14:50:40.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:50:39 smithi016 ceph-mon[93212]: Cluster is now healthy 2024-04-15T14:50:40.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:50:39 smithi016 ceph-mon[93212]: osdmap e835: 8 total, 8 up, 8 in 2024-04-15T14:50:40.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:50:39 smithi016 ceph-mon[93212]: from='client.? 172.21.15.16:0/1344144098' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi016-133197-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T14:50:40.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:50:39 smithi016 ceph-mon[93212]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi016-133197-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T14:50:40.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:50:39 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T14:50:40.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:50:39 smithi016 ceph-mon[90652]: pgmap v907: 105 pgs: 105 active+clean; 583 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-04-15T14:50:40.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:50:39 smithi016 ceph-mon[90652]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-15T14:50:40.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:50:39 smithi016 ceph-mon[90652]: Cluster is now healthy 2024-04-15T14:50:40.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:50:39 smithi016 ceph-mon[90652]: osdmap e835: 8 total, 8 up, 8 in 2024-04-15T14:50:40.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:50:39 smithi016 ceph-mon[90652]: from='client.? 172.21.15.16:0/1344144098' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi016-133197-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T14:50:40.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:50:39 smithi016 ceph-mon[90652]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi016-133197-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T14:50:40.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:50:39 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T14:50:40.613 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] TestCls2PCQueue.Commit (3018 ms) 2024-04-15T14:50:40.613 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] TestCls2PCQueue.Abort 2024-04-15T14:50:40.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:50:40 smithi102 ceph-mon[87131]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi016-133197-5","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-15T14:50:40.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:50:40 smithi102 ceph-mon[87131]: osdmap e836: 8 total, 8 up, 8 in 2024-04-15T14:50:41.039 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:50:40 smithi016 ceph-mon[90652]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi016-133197-5","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-15T14:50:41.039 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:50:40 smithi016 ceph-mon[90652]: osdmap e836: 8 total, 8 up, 8 in 2024-04-15T14:50:41.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:50:40 smithi016 ceph-mon[93212]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi016-133197-5","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-15T14:50:41.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:50:40 smithi016 ceph-mon[93212]: osdmap e836: 8 total, 8 up, 8 in 2024-04-15T14:50:41.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:50:41 smithi102 ceph-mon[87131]: pgmap v910: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-04-15T14:50:41.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:50:41 smithi102 ceph-mon[87131]: osdmap e837: 8 total, 8 up, 8 in 2024-04-15T14:50:42.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:50:41 smithi016 ceph-mon[90652]: pgmap v910: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-04-15T14:50:42.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:50:41 smithi016 ceph-mon[90652]: osdmap e837: 8 total, 8 up, 8 in 2024-04-15T14:50:42.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:50:41 smithi016 ceph-mon[93212]: pgmap v910: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-04-15T14:50:42.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:50:41 smithi016 ceph-mon[93212]: osdmap e837: 8 total, 8 up, 8 in 2024-04-15T14:50:42.040 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 15 14:50:41 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-y[81421]: ::ffff:172.21.15.102 - - [15/Apr/2024:14:50:41] "GET /metrics HTTP/1.1" 200 36282 "" "Prometheus/2.43.0" 2024-04-15T14:50:42.637 INFO:journalctl@ceph.prometheus.a.smithi102.stdout:Apr 15 14:50:42 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-prometheus-a[120881]: ts=2024-04-15T14:50:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi016:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"362ea986-fb34-11ee-bc8f-c7b262605968\", instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T14:50:42.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:50:42 smithi102 ceph-mon[87131]: osdmap e838: 8 total, 8 up, 8 in 2024-04-15T14:50:42.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:50:42 smithi102 ceph-mon[87131]: from='client.? 172.21.15.16:0/2019399845' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi016-133197-6","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T14:50:42.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:50:42 smithi102 ceph-mon[87131]: from='client.? 172.21.15.16:0/2019399845' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi016-133197-6","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-15T14:50:42.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:50:42 smithi102 ceph-mon[87131]: osdmap e839: 8 total, 8 up, 8 in 2024-04-15T14:50:43.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:50:42 smithi016 ceph-mon[90652]: osdmap e838: 8 total, 8 up, 8 in 2024-04-15T14:50:43.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:50:42 smithi016 ceph-mon[90652]: from='client.? 172.21.15.16:0/2019399845' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi016-133197-6","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T14:50:43.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:50:42 smithi016 ceph-mon[90652]: from='client.? 172.21.15.16:0/2019399845' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi016-133197-6","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-15T14:50:43.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:50:42 smithi016 ceph-mon[90652]: osdmap e839: 8 total, 8 up, 8 in 2024-04-15T14:50:43.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:50:42 smithi016 ceph-mon[93212]: osdmap e838: 8 total, 8 up, 8 in 2024-04-15T14:50:43.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:50:42 smithi016 ceph-mon[93212]: from='client.? 172.21.15.16:0/2019399845' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi016-133197-6","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T14:50:43.041 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:50:42 smithi016 ceph-mon[93212]: from='client.? 172.21.15.16:0/2019399845' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi016-133197-6","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-15T14:50:43.041 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:50:42 smithi016 ceph-mon[93212]: osdmap e839: 8 total, 8 up, 8 in 2024-04-15T14:50:43.634 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] TestCls2PCQueue.Abort (3020 ms) 2024-04-15T14:50:43.635 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] TestCls2PCQueue.ReserveError 2024-04-15T14:50:43.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:50:43 smithi102 ceph-mon[87131]: pgmap v913: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-04-15T14:50:43.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:50:43 smithi102 ceph-mon[87131]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-15T14:50:43.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:50:43 smithi102 ceph-mon[87131]: osdmap e840: 8 total, 8 up, 8 in 2024-04-15T14:50:44.039 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:50:43 smithi016 ceph-mon[90652]: pgmap v913: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-04-15T14:50:44.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:50:43 smithi016 ceph-mon[90652]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-15T14:50:44.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:50:43 smithi016 ceph-mon[90652]: osdmap e840: 8 total, 8 up, 8 in 2024-04-15T14:50:44.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:50:43 smithi016 ceph-mon[93212]: pgmap v913: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-04-15T14:50:44.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:50:43 smithi016 ceph-mon[93212]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-15T14:50:44.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:50:43 smithi016 ceph-mon[93212]: osdmap e840: 8 total, 8 up, 8 in 2024-04-15T14:50:45.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:50:44 smithi016 ceph-mon[93212]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-15T14:50:45.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:50:44 smithi016 ceph-mon[93212]: Cluster is now healthy 2024-04-15T14:50:45.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:50:44 smithi016 ceph-mon[93212]: osdmap e841: 8 total, 8 up, 8 in 2024-04-15T14:50:45.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:50:44 smithi016 ceph-mon[93212]: from='client.? 172.21.15.16:0/3538803890' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi016-133197-7","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T14:50:45.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:50:44 smithi016 ceph-mon[93212]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi016-133197-7","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T14:50:45.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:50:44 smithi016 ceph-mon[90652]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-15T14:50:45.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:50:44 smithi016 ceph-mon[90652]: Cluster is now healthy 2024-04-15T14:50:45.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:50:44 smithi016 ceph-mon[90652]: osdmap e841: 8 total, 8 up, 8 in 2024-04-15T14:50:45.041 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:50:44 smithi016 ceph-mon[90652]: from='client.? 172.21.15.16:0/3538803890' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi016-133197-7","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T14:50:45.041 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:50:44 smithi016 ceph-mon[90652]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi016-133197-7","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T14:50:45.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:50:44 smithi102 ceph-mon[87131]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-15T14:50:45.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:50:44 smithi102 ceph-mon[87131]: Cluster is now healthy 2024-04-15T14:50:45.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:50:44 smithi102 ceph-mon[87131]: osdmap e841: 8 total, 8 up, 8 in 2024-04-15T14:50:45.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:50:44 smithi102 ceph-mon[87131]: from='client.? 172.21.15.16:0/3538803890' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi016-133197-7","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T14:50:45.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:50:44 smithi102 ceph-mon[87131]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi016-133197-7","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T14:50:46.039 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:50:45 smithi016 ceph-mon[93212]: pgmap v916: 105 pgs: 105 active+clean; 583 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-04-15T14:50:46.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:50:45 smithi016 ceph-mon[93212]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi016-133197-7","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-15T14:50:46.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:50:45 smithi016 ceph-mon[93212]: osdmap e842: 8 total, 8 up, 8 in 2024-04-15T14:50:46.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:50:45 smithi016 ceph-mon[90652]: pgmap v916: 105 pgs: 105 active+clean; 583 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-04-15T14:50:46.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:50:45 smithi016 ceph-mon[90652]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi016-133197-7","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-15T14:50:46.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:50:45 smithi016 ceph-mon[90652]: osdmap e842: 8 total, 8 up, 8 in 2024-04-15T14:50:46.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:50:45 smithi102 ceph-mon[87131]: pgmap v916: 105 pgs: 105 active+clean; 583 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-04-15T14:50:46.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:50:45 smithi102 ceph-mon[87131]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi016-133197-7","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-15T14:50:46.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:50:45 smithi102 ceph-mon[87131]: osdmap e842: 8 total, 8 up, 8 in 2024-04-15T14:50:46.655 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] TestCls2PCQueue.ReserveError (3021 ms) 2024-04-15T14:50:46.655 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] TestCls2PCQueue.CommitError 2024-04-15T14:50:47.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:50:47 smithi102 ceph-mon[87131]: pgmap v919: 137 pgs: 19 creating+peering, 11 unknown, 107 active+clean; 583 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-04-15T14:50:47.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:50:47 smithi102 ceph-mon[87131]: osdmap e843: 8 total, 8 up, 8 in 2024-04-15T14:50:48.039 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:50:47 smithi016 ceph-mon[90652]: pgmap v919: 137 pgs: 19 creating+peering, 11 unknown, 107 active+clean; 583 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-04-15T14:50:48.039 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:50:47 smithi016 ceph-mon[90652]: osdmap e843: 8 total, 8 up, 8 in 2024-04-15T14:50:48.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:50:47 smithi016 ceph-mon[93212]: pgmap v919: 137 pgs: 19 creating+peering, 11 unknown, 107 active+clean; 583 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-04-15T14:50:48.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:50:47 smithi016 ceph-mon[93212]: osdmap e843: 8 total, 8 up, 8 in 2024-04-15T14:50:48.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:50:48 smithi102 ceph-mon[87131]: osdmap e844: 8 total, 8 up, 8 in 2024-04-15T14:50:48.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:50:48 smithi102 ceph-mon[87131]: from='client.? 172.21.15.16:0/798851931' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi016-133197-8","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T14:50:49.039 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:50:48 smithi016 ceph-mon[90652]: osdmap e844: 8 total, 8 up, 8 in 2024-04-15T14:50:49.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:50:48 smithi016 ceph-mon[90652]: from='client.? 172.21.15.16:0/798851931' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi016-133197-8","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T14:50:49.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:50:48 smithi016 ceph-mon[93212]: osdmap e844: 8 total, 8 up, 8 in 2024-04-15T14:50:49.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:50:48 smithi016 ceph-mon[93212]: from='client.? 172.21.15.16:0/798851931' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi016-133197-8","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T14:50:49.675 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] TestCls2PCQueue.CommitError (3019 ms) 2024-04-15T14:50:49.675 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] TestCls2PCQueue.AbortError 2024-04-15T14:50:49.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:50:49 smithi102 ceph-mon[87131]: pgmap v922: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-04-15T14:50:49.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:50:49 smithi102 ceph-mon[87131]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-15T14:50:49.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:50:49 smithi102 ceph-mon[87131]: from='client.? 172.21.15.16:0/798851931' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi016-133197-8","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-15T14:50:49.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:50:49 smithi102 ceph-mon[87131]: osdmap e845: 8 total, 8 up, 8 in 2024-04-15T14:50:50.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:50:49 smithi016 ceph-mon[90652]: pgmap v922: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-04-15T14:50:50.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:50:49 smithi016 ceph-mon[90652]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-15T14:50:50.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:50:49 smithi016 ceph-mon[90652]: from='client.? 172.21.15.16:0/798851931' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi016-133197-8","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-15T14:50:50.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:50:49 smithi016 ceph-mon[90652]: osdmap e845: 8 total, 8 up, 8 in 2024-04-15T14:50:50.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:50:49 smithi016 ceph-mon[93212]: pgmap v922: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-04-15T14:50:50.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:50:49 smithi016 ceph-mon[93212]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-15T14:50:50.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:50:49 smithi016 ceph-mon[93212]: from='client.? 172.21.15.16:0/798851931' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi016-133197-8","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-15T14:50:50.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:50:49 smithi016 ceph-mon[93212]: osdmap e845: 8 total, 8 up, 8 in 2024-04-15T14:50:50.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:50:50 smithi102 ceph-mon[87131]: osdmap e846: 8 total, 8 up, 8 in 2024-04-15T14:50:51.039 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:50:50 smithi016 ceph-mon[90652]: osdmap e846: 8 total, 8 up, 8 in 2024-04-15T14:50:51.039 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:50:50 smithi016 ceph-mon[93212]: osdmap e846: 8 total, 8 up, 8 in 2024-04-15T14:50:51.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:50:51 smithi102 ceph-mon[87131]: pgmap v925: 105 pgs: 105 active+clean; 583 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-04-15T14:50:51.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:50:51 smithi102 ceph-mon[87131]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-15T14:50:51.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:50:51 smithi102 ceph-mon[87131]: Cluster is now healthy 2024-04-15T14:50:51.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:50:51 smithi102 ceph-mon[87131]: osdmap e847: 8 total, 8 up, 8 in 2024-04-15T14:50:51.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:50:51 smithi102 ceph-mon[87131]: from='client.? 172.21.15.16:0/1265779667' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi016-133197-9","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T14:50:51.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:50:51 smithi102 ceph-mon[87131]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi016-133197-9","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T14:50:52.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:50:51 smithi016 ceph-mon[90652]: pgmap v925: 105 pgs: 105 active+clean; 583 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-04-15T14:50:52.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:50:51 smithi016 ceph-mon[90652]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-15T14:50:52.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:50:51 smithi016 ceph-mon[90652]: Cluster is now healthy 2024-04-15T14:50:52.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:50:51 smithi016 ceph-mon[90652]: osdmap e847: 8 total, 8 up, 8 in 2024-04-15T14:50:52.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:50:51 smithi016 ceph-mon[90652]: from='client.? 172.21.15.16:0/1265779667' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi016-133197-9","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T14:50:52.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:50:51 smithi016 ceph-mon[90652]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi016-133197-9","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T14:50:52.041 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 15 14:50:51 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-y[81421]: ::ffff:172.21.15.102 - - [15/Apr/2024:14:50:51] "GET /metrics HTTP/1.1" 200 36282 "" "Prometheus/2.43.0" 2024-04-15T14:50:52.041 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:50:51 smithi016 ceph-mon[93212]: pgmap v925: 105 pgs: 105 active+clean; 583 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-04-15T14:50:52.041 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:50:51 smithi016 ceph-mon[93212]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-15T14:50:52.041 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:50:51 smithi016 ceph-mon[93212]: Cluster is now healthy 2024-04-15T14:50:52.041 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:50:51 smithi016 ceph-mon[93212]: osdmap e847: 8 total, 8 up, 8 in 2024-04-15T14:50:52.041 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:50:51 smithi016 ceph-mon[93212]: from='client.? 172.21.15.16:0/1265779667' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi016-133197-9","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T14:50:52.041 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:50:51 smithi016 ceph-mon[93212]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi016-133197-9","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T14:50:52.687 INFO:journalctl@ceph.prometheus.a.smithi102.stdout:Apr 15 14:50:52 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-prometheus-a[120881]: ts=2024-04-15T14:50:52.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi016:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"362ea986-fb34-11ee-bc8f-c7b262605968\", instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T14:50:52.694 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] TestCls2PCQueue.AbortError (3019 ms) 2024-04-15T14:50:52.694 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] TestCls2PCQueue.MultiReserve 2024-04-15T14:50:53.039 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:50:52 smithi016 ceph-mon[90652]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi016-133197-9","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-15T14:50:53.039 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:50:52 smithi016 ceph-mon[90652]: osdmap e848: 8 total, 8 up, 8 in 2024-04-15T14:50:53.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:50:52 smithi016 ceph-mon[93212]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi016-133197-9","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-15T14:50:53.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:50:52 smithi016 ceph-mon[93212]: osdmap e848: 8 total, 8 up, 8 in 2024-04-15T14:50:53.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:50:52 smithi102 ceph-mon[87131]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi016-133197-9","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-15T14:50:53.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:50:52 smithi102 ceph-mon[87131]: osdmap e848: 8 total, 8 up, 8 in 2024-04-15T14:50:53.941 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:50:53 smithi016 ceph-mon[93212]: pgmap v928: 137 pgs: 10 creating+peering, 22 unknown, 105 active+clean; 583 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-04-15T14:50:53.941 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:50:53 smithi016 ceph-mon[93212]: osdmap e849: 8 total, 8 up, 8 in 2024-04-15T14:50:53.941 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:50:53 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T14:50:53.941 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:50:53 smithi016 ceph-mon[90652]: pgmap v928: 137 pgs: 10 creating+peering, 22 unknown, 105 active+clean; 583 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-04-15T14:50:53.941 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:50:53 smithi016 ceph-mon[90652]: osdmap e849: 8 total, 8 up, 8 in 2024-04-15T14:50:53.941 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:50:53 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T14:50:54.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:50:53 smithi102 ceph-mon[87131]: pgmap v928: 137 pgs: 10 creating+peering, 22 unknown, 105 active+clean; 583 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-04-15T14:50:54.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:50:53 smithi102 ceph-mon[87131]: osdmap e849: 8 total, 8 up, 8 in 2024-04-15T14:50:54.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:50:53 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T14:50:55.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:50:54 smithi016 ceph-mon[90652]: osdmap e850: 8 total, 8 up, 8 in 2024-04-15T14:50:55.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:50:54 smithi016 ceph-mon[90652]: from='client.? 172.21.15.16:0/2791908271' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi016-133197-10","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T14:50:55.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:50:54 smithi016 ceph-mon[90652]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi016-133197-10","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T14:50:55.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:50:54 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T14:50:55.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:50:54 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T14:50:55.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:50:54 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T14:50:55.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:50:54 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T14:50:55.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:50:54 smithi016 ceph-mon[93212]: osdmap e850: 8 total, 8 up, 8 in 2024-04-15T14:50:55.041 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:50:54 smithi016 ceph-mon[93212]: from='client.? 172.21.15.16:0/2791908271' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi016-133197-10","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T14:50:55.041 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:50:54 smithi016 ceph-mon[93212]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi016-133197-10","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T14:50:55.041 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:50:54 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T14:50:55.041 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:50:54 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T14:50:55.041 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:50:54 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T14:50:55.041 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:50:54 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T14:50:55.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:50:54 smithi102 ceph-mon[87131]: osdmap e850: 8 total, 8 up, 8 in 2024-04-15T14:50:55.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:50:54 smithi102 ceph-mon[87131]: from='client.? 172.21.15.16:0/2791908271' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi016-133197-10","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T14:50:55.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:50:54 smithi102 ceph-mon[87131]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi016-133197-10","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T14:50:55.188 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:50:54 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T14:50:55.188 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:50:54 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T14:50:55.188 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:50:54 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T14:50:55.188 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:50:54 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T14:50:55.712 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] TestCls2PCQueue.MultiReserve (3018 ms) 2024-04-15T14:50:55.712 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] TestCls2PCQueue.MultiCommit 2024-04-15T14:50:56.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:50:55 smithi016 ceph-mon[90652]: pgmap v931: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-04-15T14:50:56.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:50:55 smithi016 ceph-mon[90652]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-15T14:50:56.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:50:55 smithi016 ceph-mon[90652]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi016-133197-10","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-15T14:50:56.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:50:55 smithi016 ceph-mon[90652]: osdmap e851: 8 total, 8 up, 8 in 2024-04-15T14:50:56.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:50:55 smithi016 ceph-mon[93212]: pgmap v931: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-04-15T14:50:56.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:50:55 smithi016 ceph-mon[93212]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-15T14:50:56.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:50:55 smithi016 ceph-mon[93212]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi016-133197-10","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-15T14:50:56.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:50:55 smithi016 ceph-mon[93212]: osdmap e851: 8 total, 8 up, 8 in 2024-04-15T14:50:56.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:50:55 smithi102 ceph-mon[87131]: pgmap v931: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-04-15T14:50:56.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:50:55 smithi102 ceph-mon[87131]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-15T14:50:56.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:50:55 smithi102 ceph-mon[87131]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi016-133197-10","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-15T14:50:56.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:50:55 smithi102 ceph-mon[87131]: osdmap e851: 8 total, 8 up, 8 in 2024-04-15T14:50:57.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:50:56 smithi016 ceph-mon[90652]: osdmap e852: 8 total, 8 up, 8 in 2024-04-15T14:50:57.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:50:56 smithi016 ceph-mon[93212]: osdmap e852: 8 total, 8 up, 8 in 2024-04-15T14:50:57.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:50:56 smithi102 ceph-mon[87131]: osdmap e852: 8 total, 8 up, 8 in 2024-04-15T14:50:58.039 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:50:57 smithi016 ceph-mon[90652]: pgmap v934: 105 pgs: 105 active+clean; 583 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-04-15T14:50:58.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:50:57 smithi016 ceph-mon[90652]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-15T14:50:58.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:50:57 smithi016 ceph-mon[90652]: Cluster is now healthy 2024-04-15T14:50:58.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:50:57 smithi016 ceph-mon[90652]: osdmap e853: 8 total, 8 up, 8 in 2024-04-15T14:50:58.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:50:57 smithi016 ceph-mon[90652]: from='client.? 172.21.15.16:0/4106578251' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi016-133197-11","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T14:50:58.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:50:57 smithi016 ceph-mon[90652]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi016-133197-11","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T14:50:58.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:50:57 smithi016 ceph-mon[93212]: pgmap v934: 105 pgs: 105 active+clean; 583 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-04-15T14:50:58.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:50:57 smithi016 ceph-mon[93212]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-15T14:50:58.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:50:57 smithi016 ceph-mon[93212]: Cluster is now healthy 2024-04-15T14:50:58.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:50:57 smithi016 ceph-mon[93212]: osdmap e853: 8 total, 8 up, 8 in 2024-04-15T14:50:58.041 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:50:57 smithi016 ceph-mon[93212]: from='client.? 172.21.15.16:0/4106578251' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi016-133197-11","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T14:50:58.041 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:50:57 smithi016 ceph-mon[93212]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi016-133197-11","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T14:50:58.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:50:57 smithi102 ceph-mon[87131]: pgmap v934: 105 pgs: 105 active+clean; 583 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-04-15T14:50:58.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:50:57 smithi102 ceph-mon[87131]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-15T14:50:58.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:50:57 smithi102 ceph-mon[87131]: Cluster is now healthy 2024-04-15T14:50:58.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:50:57 smithi102 ceph-mon[87131]: osdmap e853: 8 total, 8 up, 8 in 2024-04-15T14:50:58.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:50:57 smithi102 ceph-mon[87131]: from='client.? 172.21.15.16:0/4106578251' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi016-133197-11","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T14:50:58.188 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:50:57 smithi102 ceph-mon[87131]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi016-133197-11","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T14:50:58.731 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] TestCls2PCQueue.MultiCommit (3019 ms) 2024-04-15T14:50:58.731 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] TestCls2PCQueue.MultiAbort 2024-04-15T14:50:59.039 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:50:58 smithi016 ceph-mon[93212]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi016-133197-11","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-15T14:50:59.039 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:50:58 smithi016 ceph-mon[93212]: osdmap e854: 8 total, 8 up, 8 in 2024-04-15T14:50:59.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:50:58 smithi016 ceph-mon[90652]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi016-133197-11","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-15T14:50:59.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:50:58 smithi016 ceph-mon[90652]: osdmap e854: 8 total, 8 up, 8 in 2024-04-15T14:50:59.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:50:58 smithi102 ceph-mon[87131]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi016-133197-11","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-15T14:50:59.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:50:58 smithi102 ceph-mon[87131]: osdmap e854: 8 total, 8 up, 8 in 2024-04-15T14:51:00.039 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:50:59 smithi016 ceph-mon[90652]: pgmap v937: 137 pgs: 1 creating+peering, 31 unknown, 105 active+clean; 583 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-04-15T14:51:00.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:50:59 smithi016 ceph-mon[90652]: osdmap e855: 8 total, 8 up, 8 in 2024-04-15T14:51:00.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:50:59 smithi016 ceph-mon[93212]: pgmap v937: 137 pgs: 1 creating+peering, 31 unknown, 105 active+clean; 583 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-04-15T14:51:00.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:50:59 smithi016 ceph-mon[93212]: osdmap e855: 8 total, 8 up, 8 in 2024-04-15T14:51:00.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:50:59 smithi102 ceph-mon[87131]: pgmap v937: 137 pgs: 1 creating+peering, 31 unknown, 105 active+clean; 583 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-04-15T14:51:00.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:50:59 smithi102 ceph-mon[87131]: osdmap e855: 8 total, 8 up, 8 in 2024-04-15T14:51:01.039 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:51:00 smithi016 ceph-mon[90652]: osdmap e856: 8 total, 8 up, 8 in 2024-04-15T14:51:01.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:51:00 smithi016 ceph-mon[90652]: from='client.? 172.21.15.16:0/1438643584' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi016-133197-12","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T14:51:01.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:51:00 smithi016 ceph-mon[93212]: osdmap e856: 8 total, 8 up, 8 in 2024-04-15T14:51:01.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:51:00 smithi016 ceph-mon[93212]: from='client.? 172.21.15.16:0/1438643584' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi016-133197-12","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T14:51:01.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:51:00 smithi102 ceph-mon[87131]: osdmap e856: 8 total, 8 up, 8 in 2024-04-15T14:51:01.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:51:00 smithi102 ceph-mon[87131]: from='client.? 172.21.15.16:0/1438643584' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi016-133197-12","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T14:51:01.749 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] TestCls2PCQueue.MultiAbort (3018 ms) 2024-04-15T14:51:01.749 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] TestCls2PCQueue.ReserveCommit 2024-04-15T14:51:02.041 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:51:01 smithi016 ceph-mon[93212]: pgmap v940: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-04-15T14:51:02.042 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:51:01 smithi016 ceph-mon[93212]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-15T14:51:02.042 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:51:01 smithi016 ceph-mon[93212]: from='client.? 172.21.15.16:0/1438643584' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi016-133197-12","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-15T14:51:02.042 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:51:01 smithi016 ceph-mon[93212]: osdmap e857: 8 total, 8 up, 8 in 2024-04-15T14:51:02.042 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:51:01 smithi016 ceph-mon[90652]: pgmap v940: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-04-15T14:51:02.042 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:51:01 smithi016 ceph-mon[90652]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-15T14:51:02.042 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:51:01 smithi016 ceph-mon[90652]: from='client.? 172.21.15.16:0/1438643584' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi016-133197-12","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-15T14:51:02.042 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:51:01 smithi016 ceph-mon[90652]: osdmap e857: 8 total, 8 up, 8 in 2024-04-15T14:51:02.043 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 15 14:51:01 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-y[81421]: ::ffff:172.21.15.102 - - [15/Apr/2024:14:51:01] "GET /metrics HTTP/1.1" 200 36280 "" "Prometheus/2.43.0" 2024-04-15T14:51:02.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:51:01 smithi102 ceph-mon[87131]: pgmap v940: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-04-15T14:51:02.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:51:01 smithi102 ceph-mon[87131]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-15T14:51:02.188 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:51:01 smithi102 ceph-mon[87131]: from='client.? 172.21.15.16:0/1438643584' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi016-133197-12","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-15T14:51:02.188 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:51:01 smithi102 ceph-mon[87131]: osdmap e857: 8 total, 8 up, 8 in 2024-04-15T14:51:02.687 INFO:journalctl@ceph.prometheus.a.smithi102.stdout:Apr 15 14:51:02 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-prometheus-a[120881]: ts=2024-04-15T14:51:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi016:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"362ea986-fb34-11ee-bc8f-c7b262605968\", instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T14:51:03.039 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:51:02 smithi016 ceph-mon[93212]: osdmap e858: 8 total, 8 up, 8 in 2024-04-15T14:51:03.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:51:02 smithi016 ceph-mon[90652]: osdmap e858: 8 total, 8 up, 8 in 2024-04-15T14:51:03.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:51:02 smithi102 ceph-mon[87131]: osdmap e858: 8 total, 8 up, 8 in 2024-04-15T14:51:04.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:51:03 smithi016 ceph-mon[90652]: pgmap v943: 105 pgs: 105 active+clean; 583 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-04-15T14:51:04.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:51:03 smithi016 ceph-mon[90652]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-15T14:51:04.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:51:03 smithi016 ceph-mon[90652]: Cluster is now healthy 2024-04-15T14:51:04.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:51:03 smithi016 ceph-mon[90652]: osdmap e859: 8 total, 8 up, 8 in 2024-04-15T14:51:04.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:51:03 smithi016 ceph-mon[90652]: from='client.? 172.21.15.16:0/1233795109' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi016-133197-13","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T14:51:04.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:51:03 smithi016 ceph-mon[90652]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi016-133197-13","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T14:51:04.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:51:03 smithi016 ceph-mon[93212]: pgmap v943: 105 pgs: 105 active+clean; 583 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-04-15T14:51:04.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:51:03 smithi016 ceph-mon[93212]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-15T14:51:04.041 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:51:03 smithi016 ceph-mon[93212]: Cluster is now healthy 2024-04-15T14:51:04.041 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:51:03 smithi016 ceph-mon[93212]: osdmap e859: 8 total, 8 up, 8 in 2024-04-15T14:51:04.041 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:51:03 smithi016 ceph-mon[93212]: from='client.? 172.21.15.16:0/1233795109' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi016-133197-13","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T14:51:04.041 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:51:03 smithi016 ceph-mon[93212]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi016-133197-13","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T14:51:04.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:51:03 smithi102 ceph-mon[87131]: pgmap v943: 105 pgs: 105 active+clean; 583 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-04-15T14:51:04.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:51:03 smithi102 ceph-mon[87131]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-15T14:51:04.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:51:03 smithi102 ceph-mon[87131]: Cluster is now healthy 2024-04-15T14:51:04.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:51:03 smithi102 ceph-mon[87131]: osdmap e859: 8 total, 8 up, 8 in 2024-04-15T14:51:04.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:51:03 smithi102 ceph-mon[87131]: from='client.? 172.21.15.16:0/1233795109' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi016-133197-13","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T14:51:04.188 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:51:03 smithi102 ceph-mon[87131]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi016-133197-13","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T14:51:04.770 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] TestCls2PCQueue.ReserveCommit (3021 ms) 2024-04-15T14:51:04.771 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] TestCls2PCQueue.ReserveAbort 2024-04-15T14:51:05.039 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:51:04 smithi016 ceph-mon[90652]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi016-133197-13","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-15T14:51:05.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:51:04 smithi016 ceph-mon[90652]: osdmap e860: 8 total, 8 up, 8 in 2024-04-15T14:51:05.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:51:04 smithi016 ceph-mon[93212]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi016-133197-13","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-15T14:51:05.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:51:04 smithi016 ceph-mon[93212]: osdmap e860: 8 total, 8 up, 8 in 2024-04-15T14:51:05.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:51:04 smithi102 ceph-mon[87131]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi016-133197-13","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-15T14:51:05.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:51:04 smithi102 ceph-mon[87131]: osdmap e860: 8 total, 8 up, 8 in 2024-04-15T14:51:06.039 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:51:05 smithi016 ceph-mon[90652]: pgmap v946: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-04-15T14:51:06.039 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:51:05 smithi016 ceph-mon[90652]: osdmap e861: 8 total, 8 up, 8 in 2024-04-15T14:51:06.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:51:05 smithi016 ceph-mon[93212]: pgmap v946: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-04-15T14:51:06.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:51:05 smithi016 ceph-mon[93212]: osdmap e861: 8 total, 8 up, 8 in 2024-04-15T14:51:06.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:51:05 smithi102 ceph-mon[87131]: pgmap v946: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-04-15T14:51:06.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:51:05 smithi102 ceph-mon[87131]: osdmap e861: 8 total, 8 up, 8 in 2024-04-15T14:51:07.039 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:51:06 smithi016 ceph-mon[90652]: osdmap e862: 8 total, 8 up, 8 in 2024-04-15T14:51:07.039 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:51:06 smithi016 ceph-mon[90652]: from='client.? 172.21.15.16:0/1883965585' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi016-133197-14","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T14:51:07.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:51:06 smithi016 ceph-mon[93212]: osdmap e862: 8 total, 8 up, 8 in 2024-04-15T14:51:07.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:51:06 smithi016 ceph-mon[93212]: from='client.? 172.21.15.16:0/1883965585' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi016-133197-14","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T14:51:07.088 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:51:06 smithi102 ceph-mon[87131]: osdmap e862: 8 total, 8 up, 8 in 2024-04-15T14:51:07.088 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:51:06 smithi102 ceph-mon[87131]: from='client.? 172.21.15.16:0/1883965585' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi016-133197-14","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T14:51:07.785 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] TestCls2PCQueue.ReserveAbort (3014 ms) 2024-04-15T14:51:07.785 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] TestCls2PCQueue.ManualCleanup 2024-04-15T14:51:08.039 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:51:07 smithi016 ceph-mon[90652]: pgmap v949: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-04-15T14:51:08.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:51:07 smithi016 ceph-mon[90652]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-15T14:51:08.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:51:07 smithi016 ceph-mon[90652]: from='client.? 172.21.15.16:0/1883965585' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi016-133197-14","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-15T14:51:08.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:51:07 smithi016 ceph-mon[90652]: osdmap e863: 8 total, 8 up, 8 in 2024-04-15T14:51:08.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:51:07 smithi016 ceph-mon[93212]: pgmap v949: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-04-15T14:51:08.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:51:07 smithi016 ceph-mon[93212]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-15T14:51:08.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:51:07 smithi016 ceph-mon[93212]: from='client.? 172.21.15.16:0/1883965585' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi016-133197-14","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-15T14:51:08.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:51:07 smithi016 ceph-mon[93212]: osdmap e863: 8 total, 8 up, 8 in 2024-04-15T14:51:08.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:51:07 smithi102 ceph-mon[87131]: pgmap v949: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-04-15T14:51:08.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:51:07 smithi102 ceph-mon[87131]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-15T14:51:08.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:51:07 smithi102 ceph-mon[87131]: from='client.? 172.21.15.16:0/1883965585' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi016-133197-14","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-15T14:51:08.188 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:51:07 smithi102 ceph-mon[87131]: osdmap e863: 8 total, 8 up, 8 in 2024-04-15T14:51:09.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:51:08 smithi102 ceph-mon[87131]: osdmap e864: 8 total, 8 up, 8 in 2024-04-15T14:51:09.289 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:51:08 smithi016 ceph-mon[90652]: osdmap e864: 8 total, 8 up, 8 in 2024-04-15T14:51:09.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:51:08 smithi016 ceph-mon[93212]: osdmap e864: 8 total, 8 up, 8 in 2024-04-15T14:51:10.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:51:09 smithi102 ceph-mon[87131]: pgmap v952: 105 pgs: 105 active+clean; 583 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-04-15T14:51:10.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:51:09 smithi102 ceph-mon[87131]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-15T14:51:10.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:51:09 smithi102 ceph-mon[87131]: Cluster is now healthy 2024-04-15T14:51:10.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:51:09 smithi102 ceph-mon[87131]: osdmap e865: 8 total, 8 up, 8 in 2024-04-15T14:51:10.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:51:09 smithi102 ceph-mon[87131]: from='client.? 172.21.15.16:0/1065787821' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi016-133197-15","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T14:51:10.188 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:51:09 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T14:51:10.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:51:09 smithi016 ceph-mon[93212]: pgmap v952: 105 pgs: 105 active+clean; 583 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-04-15T14:51:10.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:51:09 smithi016 ceph-mon[93212]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-15T14:51:10.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:51:09 smithi016 ceph-mon[93212]: Cluster is now healthy 2024-04-15T14:51:10.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:51:09 smithi016 ceph-mon[93212]: osdmap e865: 8 total, 8 up, 8 in 2024-04-15T14:51:10.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:51:09 smithi016 ceph-mon[93212]: from='client.? 172.21.15.16:0/1065787821' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi016-133197-15","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T14:51:10.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:51:09 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T14:51:10.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:51:09 smithi016 ceph-mon[90652]: pgmap v952: 105 pgs: 105 active+clean; 583 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-04-15T14:51:10.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:51:09 smithi016 ceph-mon[90652]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-15T14:51:10.291 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:51:09 smithi016 ceph-mon[90652]: Cluster is now healthy 2024-04-15T14:51:10.291 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:51:09 smithi016 ceph-mon[90652]: osdmap e865: 8 total, 8 up, 8 in 2024-04-15T14:51:10.291 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:51:09 smithi016 ceph-mon[90652]: from='client.? 172.21.15.16:0/1065787821' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi016-133197-15","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T14:51:10.291 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:51:09 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T14:51:10.813 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] TestCls2PCQueue.ManualCleanup (3029 ms) 2024-04-15T14:51:10.813 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] TestCls2PCQueue.Cleanup 2024-04-15T14:51:11.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:51:10 smithi102 ceph-mon[87131]: from='client.? 172.21.15.16:0/1065787821' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi016-133197-15","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-15T14:51:11.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:51:10 smithi102 ceph-mon[87131]: osdmap e866: 8 total, 8 up, 8 in 2024-04-15T14:51:11.289 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:51:10 smithi016 ceph-mon[93212]: from='client.? 172.21.15.16:0/1065787821' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi016-133197-15","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-15T14:51:11.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:51:10 smithi016 ceph-mon[93212]: osdmap e866: 8 total, 8 up, 8 in 2024-04-15T14:51:11.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:51:10 smithi016 ceph-mon[90652]: from='client.? 172.21.15.16:0/1065787821' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi016-133197-15","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-15T14:51:11.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:51:10 smithi016 ceph-mon[90652]: osdmap e866: 8 total, 8 up, 8 in 2024-04-15T14:51:12.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:51:11 smithi016 ceph-mon[93212]: pgmap v955: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-04-15T14:51:12.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:51:11 smithi016 ceph-mon[93212]: osdmap e867: 8 total, 8 up, 8 in 2024-04-15T14:51:12.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:51:11 smithi016 ceph-mon[90652]: pgmap v955: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-04-15T14:51:12.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:51:11 smithi016 ceph-mon[90652]: osdmap e867: 8 total, 8 up, 8 in 2024-04-15T14:51:12.040 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 15 14:51:11 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-y[81421]: ::ffff:172.21.15.102 - - [15/Apr/2024:14:51:11] "GET /metrics HTTP/1.1" 200 36278 "" "Prometheus/2.43.0" 2024-04-15T14:51:12.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:51:11 smithi102 ceph-mon[87131]: pgmap v955: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-04-15T14:51:12.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:51:11 smithi102 ceph-mon[87131]: osdmap e867: 8 total, 8 up, 8 in 2024-04-15T14:51:12.687 INFO:journalctl@ceph.prometheus.a.smithi102.stdout:Apr 15 14:51:12 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-prometheus-a[120881]: ts=2024-04-15T14:51:12.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi016:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"362ea986-fb34-11ee-bc8f-c7b262605968\", instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T14:51:13.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:51:12 smithi102 ceph-mon[87131]: osdmap e868: 8 total, 8 up, 8 in 2024-04-15T14:51:13.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:51:12 smithi102 ceph-mon[87131]: from='client.? 172.21.15.16:0/2567295105' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi016-133197-16","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T14:51:13.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:51:12 smithi102 ceph-mon[87131]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi016-133197-16","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T14:51:13.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:51:12 smithi102 ceph-mon[87131]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-15T14:51:13.289 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:51:12 smithi016 ceph-mon[93212]: osdmap e868: 8 total, 8 up, 8 in 2024-04-15T14:51:13.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:51:12 smithi016 ceph-mon[93212]: from='client.? 172.21.15.16:0/2567295105' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi016-133197-16","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T14:51:13.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:51:12 smithi016 ceph-mon[93212]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi016-133197-16","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T14:51:13.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:51:12 smithi016 ceph-mon[93212]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-15T14:51:13.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:51:12 smithi016 ceph-mon[90652]: osdmap e868: 8 total, 8 up, 8 in 2024-04-15T14:51:13.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:51:12 smithi016 ceph-mon[90652]: from='client.? 172.21.15.16:0/2567295105' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi016-133197-16","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T14:51:13.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:51:12 smithi016 ceph-mon[90652]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi016-133197-16","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T14:51:13.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:51:12 smithi016 ceph-mon[90652]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-15T14:51:13.829 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] TestCls2PCQueue.Cleanup (3016 ms) 2024-04-15T14:51:13.829 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] TestCls2PCQueue.MultiProducer 2024-04-15T14:51:14.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:51:13 smithi102 ceph-mon[87131]: pgmap v958: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-04-15T14:51:14.188 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:51:13 smithi102 ceph-mon[87131]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi016-133197-16","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-15T14:51:14.188 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:51:13 smithi102 ceph-mon[87131]: osdmap e869: 8 total, 8 up, 8 in 2024-04-15T14:51:14.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:51:13 smithi016 ceph-mon[90652]: pgmap v958: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-04-15T14:51:14.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:51:13 smithi016 ceph-mon[90652]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi016-133197-16","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-15T14:51:14.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:51:13 smithi016 ceph-mon[90652]: osdmap e869: 8 total, 8 up, 8 in 2024-04-15T14:51:14.291 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:51:13 smithi016 ceph-mon[93212]: pgmap v958: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-04-15T14:51:14.291 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:51:13 smithi016 ceph-mon[93212]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi016-133197-16","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-15T14:51:14.291 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:51:13 smithi016 ceph-mon[93212]: osdmap e869: 8 total, 8 up, 8 in 2024-04-15T14:51:15.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:51:14 smithi102 ceph-mon[87131]: osdmap e870: 8 total, 8 up, 8 in 2024-04-15T14:51:15.289 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:51:14 smithi016 ceph-mon[90652]: osdmap e870: 8 total, 8 up, 8 in 2024-04-15T14:51:15.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:51:14 smithi016 ceph-mon[93212]: osdmap e870: 8 total, 8 up, 8 in 2024-04-15T14:51:16.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:51:15 smithi102 ceph-mon[87131]: pgmap v961: 105 pgs: 105 active+clean; 583 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-04-15T14:51:16.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:51:15 smithi102 ceph-mon[87131]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-15T14:51:16.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:51:15 smithi102 ceph-mon[87131]: Cluster is now healthy 2024-04-15T14:51:16.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:51:15 smithi102 ceph-mon[87131]: osdmap e871: 8 total, 8 up, 8 in 2024-04-15T14:51:16.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:51:15 smithi102 ceph-mon[87131]: from='client.? 172.21.15.16:0/148477322' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi016-133197-17","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T14:51:16.289 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:51:15 smithi016 ceph-mon[93212]: pgmap v961: 105 pgs: 105 active+clean; 583 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-04-15T14:51:16.289 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:51:15 smithi016 ceph-mon[93212]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-15T14:51:16.289 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:51:15 smithi016 ceph-mon[93212]: Cluster is now healthy 2024-04-15T14:51:16.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:51:15 smithi016 ceph-mon[93212]: osdmap e871: 8 total, 8 up, 8 in 2024-04-15T14:51:16.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:51:15 smithi016 ceph-mon[93212]: from='client.? 172.21.15.16:0/148477322' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi016-133197-17","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T14:51:16.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:51:15 smithi016 ceph-mon[90652]: pgmap v961: 105 pgs: 105 active+clean; 583 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-04-15T14:51:16.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:51:15 smithi016 ceph-mon[90652]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-15T14:51:16.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:51:15 smithi016 ceph-mon[90652]: Cluster is now healthy 2024-04-15T14:51:16.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:51:15 smithi016 ceph-mon[90652]: osdmap e871: 8 total, 8 up, 8 in 2024-04-15T14:51:16.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:51:15 smithi016 ceph-mon[90652]: from='client.? 172.21.15.16:0/148477322' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi016-133197-17","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T14:51:17.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:51:16 smithi102 ceph-mon[87131]: from='client.? 172.21.15.16:0/148477322' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi016-133197-17","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-15T14:51:17.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:51:16 smithi102 ceph-mon[87131]: osdmap e872: 8 total, 8 up, 8 in 2024-04-15T14:51:17.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:51:16 smithi102 ceph-mon[87131]: pgmap v964: 137 pgs: 20 creating+peering, 12 unknown, 105 active+clean; 583 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-04-15T14:51:17.289 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:51:16 smithi016 ceph-mon[90652]: from='client.? 172.21.15.16:0/148477322' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi016-133197-17","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-15T14:51:17.289 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:51:16 smithi016 ceph-mon[90652]: osdmap e872: 8 total, 8 up, 8 in 2024-04-15T14:51:17.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:51:16 smithi016 ceph-mon[90652]: pgmap v964: 137 pgs: 20 creating+peering, 12 unknown, 105 active+clean; 583 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-04-15T14:51:17.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:51:16 smithi016 ceph-mon[93212]: from='client.? 172.21.15.16:0/148477322' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi016-133197-17","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-15T14:51:17.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:51:16 smithi016 ceph-mon[93212]: osdmap e872: 8 total, 8 up, 8 in 2024-04-15T14:51:17.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:51:16 smithi016 ceph-mon[93212]: pgmap v964: 137 pgs: 20 creating+peering, 12 unknown, 105 active+clean; 583 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-04-15T14:51:18.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:51:17 smithi102 ceph-mon[87131]: osdmap e873: 8 total, 8 up, 8 in 2024-04-15T14:51:18.289 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:51:17 smithi016 ceph-mon[93212]: osdmap e873: 8 total, 8 up, 8 in 2024-04-15T14:51:18.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:51:17 smithi016 ceph-mon[90652]: osdmap e873: 8 total, 8 up, 8 in 2024-04-15T14:51:19.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:51:18 smithi102 ceph-mon[87131]: pgmap v966: 137 pgs: 20 creating+peering, 117 active+clean; 583 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-04-15T14:51:19.289 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:51:18 smithi016 ceph-mon[93212]: pgmap v966: 137 pgs: 20 creating+peering, 117 active+clean; 583 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-04-15T14:51:19.289 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:51:18 smithi016 ceph-mon[90652]: pgmap v966: 137 pgs: 20 creating+peering, 117 active+clean; 583 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-04-15T14:51:21.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:51:21 smithi102 ceph-mon[87131]: pgmap v967: 137 pgs: 20 creating+peering, 117 active+clean; 583 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-04-15T14:51:21.539 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:51:21 smithi016 ceph-mon[90652]: pgmap v967: 137 pgs: 20 creating+peering, 117 active+clean; 583 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-04-15T14:51:21.539 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:51:21 smithi016 ceph-mon[93212]: pgmap v967: 137 pgs: 20 creating+peering, 117 active+clean; 583 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-04-15T14:51:22.039 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 15 14:51:21 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-y[81421]: ::ffff:172.21.15.102 - - [15/Apr/2024:14:51:21] "GET /metrics HTTP/1.1" 200 36278 "" "Prometheus/2.43.0" 2024-04-15T14:51:22.687 INFO:journalctl@ceph.prometheus.a.smithi102.stdout:Apr 15 14:51:22 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-prometheus-a[120881]: ts=2024-04-15T14:51:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi016:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"362ea986-fb34-11ee-bc8f-c7b262605968\", instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T14:51:23.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:51:23 smithi102 ceph-mon[87131]: pgmap v968: 137 pgs: 137 active+clean; 1.7 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 27 MiB/s rd, 6.7 MiB/s wr, 7.50k op/s 2024-04-15T14:51:23.539 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:51:23 smithi016 ceph-mon[90652]: pgmap v968: 137 pgs: 137 active+clean; 1.7 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 27 MiB/s rd, 6.7 MiB/s wr, 7.50k op/s 2024-04-15T14:51:23.539 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:51:23 smithi016 ceph-mon[93212]: pgmap v968: 137 pgs: 137 active+clean; 1.7 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 27 MiB/s rd, 6.7 MiB/s wr, 7.50k op/s 2024-04-15T14:51:24.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:51:24 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T14:51:24.539 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:51:24 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T14:51:24.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:51:24 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T14:51:25.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:51:25 smithi102 ceph-mon[87131]: pgmap v969: 137 pgs: 137 active+clean; 1.7 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 24 MiB/s rd, 5.9 MiB/s wr, 6.59k op/s 2024-04-15T14:51:25.539 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:51:25 smithi016 ceph-mon[90652]: pgmap v969: 137 pgs: 137 active+clean; 1.7 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 24 MiB/s rd, 5.9 MiB/s wr, 6.59k op/s 2024-04-15T14:51:25.539 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:51:25 smithi016 ceph-mon[93212]: pgmap v969: 137 pgs: 137 active+clean; 1.7 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 24 MiB/s rd, 5.9 MiB/s wr, 6.59k op/s 2024-04-15T14:51:27.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:51:27 smithi102 ceph-mon[87131]: pgmap v970: 137 pgs: 137 active+clean; 2.3 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 161 MiB/s rd, 7.4 MiB/s wr, 8.58k op/s 2024-04-15T14:51:27.539 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:51:27 smithi016 ceph-mon[90652]: pgmap v970: 137 pgs: 137 active+clean; 2.3 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 161 MiB/s rd, 7.4 MiB/s wr, 8.58k op/s 2024-04-15T14:51:27.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:51:27 smithi016 ceph-mon[93212]: pgmap v970: 137 pgs: 137 active+clean; 2.3 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 161 MiB/s rd, 7.4 MiB/s wr, 8.58k op/s 2024-04-15T14:51:28.117 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] TestCls2PCQueue.MultiProducer (14287 ms) 2024-04-15T14:51:28.117 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] TestCls2PCQueue.AsyncConsumer 2024-04-15T14:51:29.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:51:29 smithi102 ceph-mon[87131]: pgmap v971: 137 pgs: 137 active+clean; 2.3 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 144 MiB/s rd, 6.6 MiB/s wr, 7.66k op/s 2024-04-15T14:51:29.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:51:29 smithi102 ceph-mon[87131]: osdmap e874: 8 total, 8 up, 8 in 2024-04-15T14:51:29.539 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:51:29 smithi016 ceph-mon[93212]: pgmap v971: 137 pgs: 137 active+clean; 2.3 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 144 MiB/s rd, 6.6 MiB/s wr, 7.66k op/s 2024-04-15T14:51:29.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:51:29 smithi016 ceph-mon[93212]: osdmap e874: 8 total, 8 up, 8 in 2024-04-15T14:51:29.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:51:29 smithi016 ceph-mon[90652]: pgmap v971: 137 pgs: 137 active+clean; 2.3 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 144 MiB/s rd, 6.6 MiB/s wr, 7.66k op/s 2024-04-15T14:51:29.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:51:29 smithi016 ceph-mon[90652]: osdmap e874: 8 total, 8 up, 8 in 2024-04-15T14:51:30.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:51:30 smithi102 ceph-mon[87131]: osdmap e875: 8 total, 8 up, 8 in 2024-04-15T14:51:30.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:51:30 smithi102 ceph-mon[87131]: from='client.? 172.21.15.16:0/1380104405' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi016-133197-18","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T14:51:30.438 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:51:30 smithi102 ceph-mon[87131]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi016-133197-18","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T14:51:30.539 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:51:30 smithi016 ceph-mon[90652]: osdmap e875: 8 total, 8 up, 8 in 2024-04-15T14:51:30.539 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:51:30 smithi016 ceph-mon[90652]: from='client.? 172.21.15.16:0/1380104405' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi016-133197-18","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T14:51:30.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:51:30 smithi016 ceph-mon[90652]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi016-133197-18","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T14:51:30.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:51:30 smithi016 ceph-mon[93212]: osdmap e875: 8 total, 8 up, 8 in 2024-04-15T14:51:30.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:51:30 smithi016 ceph-mon[93212]: from='client.? 172.21.15.16:0/1380104405' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi016-133197-18","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T14:51:30.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:51:30 smithi016 ceph-mon[93212]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi016-133197-18","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T14:51:31.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:51:31 smithi102 ceph-mon[87131]: pgmap v974: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 2.7 GiB used, 713 GiB / 715 GiB avail 2024-04-15T14:51:31.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:51:31 smithi102 ceph-mon[87131]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-15T14:51:31.438 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:51:31 smithi102 ceph-mon[87131]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi016-133197-18","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-15T14:51:31.438 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:51:31 smithi102 ceph-mon[87131]: osdmap e876: 8 total, 8 up, 8 in 2024-04-15T14:51:31.539 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:51:31 smithi016 ceph-mon[93212]: pgmap v974: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 2.7 GiB used, 713 GiB / 715 GiB avail 2024-04-15T14:51:31.539 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:51:31 smithi016 ceph-mon[93212]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-15T14:51:31.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:51:31 smithi016 ceph-mon[93212]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi016-133197-18","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-15T14:51:31.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:51:31 smithi016 ceph-mon[93212]: osdmap e876: 8 total, 8 up, 8 in 2024-04-15T14:51:31.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:51:31 smithi016 ceph-mon[90652]: pgmap v974: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 2.7 GiB used, 713 GiB / 715 GiB avail 2024-04-15T14:51:31.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:51:31 smithi016 ceph-mon[90652]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-15T14:51:31.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:51:31 smithi016 ceph-mon[90652]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi016-133197-18","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-15T14:51:31.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:51:31 smithi016 ceph-mon[90652]: osdmap e876: 8 total, 8 up, 8 in 2024-04-15T14:51:32.039 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 15 14:51:31 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-y[81421]: ::ffff:172.21.15.102 - - [15/Apr/2024:14:51:31] "GET /metrics HTTP/1.1" 200 36342 "" "Prometheus/2.43.0" 2024-04-15T14:51:32.140 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] TestCls2PCQueue.AsyncConsumer (4024 ms) 2024-04-15T14:51:32.140 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] TestCls2PCQueue.MultiProducerConsumer 2024-04-15T14:51:32.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:51:32 smithi102 ceph-mon[87131]: osdmap e877: 8 total, 8 up, 8 in 2024-04-15T14:51:32.437 INFO:journalctl@ceph.prometheus.a.smithi102.stdout:Apr 15 14:51:32 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-prometheus-a[120881]: ts=2024-04-15T14:51:32.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi016:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"362ea986-fb34-11ee-bc8f-c7b262605968\", instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T14:51:32.539 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:51:32 smithi016 ceph-mon[90652]: osdmap e877: 8 total, 8 up, 8 in 2024-04-15T14:51:32.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:51:32 smithi016 ceph-mon[93212]: osdmap e877: 8 total, 8 up, 8 in 2024-04-15T14:51:33.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:51:33 smithi102 ceph-mon[87131]: pgmap v977: 137 pgs: 5 creating+activating, 1 unknown, 131 active+clean; 680 KiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-04-15T14:51:33.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:51:33 smithi102 ceph-mon[87131]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-15T14:51:33.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:51:33 smithi102 ceph-mon[87131]: Cluster is now healthy 2024-04-15T14:51:33.438 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:51:33 smithi102 ceph-mon[87131]: osdmap e878: 8 total, 8 up, 8 in 2024-04-15T14:51:33.539 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:51:33 smithi016 ceph-mon[90652]: pgmap v977: 137 pgs: 5 creating+activating, 1 unknown, 131 active+clean; 680 KiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-04-15T14:51:33.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:51:33 smithi016 ceph-mon[90652]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-15T14:51:33.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:51:33 smithi016 ceph-mon[90652]: Cluster is now healthy 2024-04-15T14:51:33.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:51:33 smithi016 ceph-mon[90652]: osdmap e878: 8 total, 8 up, 8 in 2024-04-15T14:51:33.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:51:33 smithi016 ceph-mon[93212]: pgmap v977: 137 pgs: 5 creating+activating, 1 unknown, 131 active+clean; 680 KiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-04-15T14:51:33.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:51:33 smithi016 ceph-mon[93212]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-15T14:51:33.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:51:33 smithi016 ceph-mon[93212]: Cluster is now healthy 2024-04-15T14:51:33.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:51:33 smithi016 ceph-mon[93212]: osdmap e878: 8 total, 8 up, 8 in 2024-04-15T14:51:34.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:51:34 smithi102 ceph-mon[87131]: osdmap e879: 8 total, 8 up, 8 in 2024-04-15T14:51:34.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:51:34 smithi102 ceph-mon[87131]: from='client.? 172.21.15.16:0/2310384217' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi016-133197-19","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T14:51:34.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:51:34 smithi102 ceph-mon[87131]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi016-133197-19","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T14:51:34.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:51:34 smithi102 ceph-mon[87131]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi016-133197-19","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-15T14:51:34.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:51:34 smithi102 ceph-mon[87131]: osdmap e880: 8 total, 8 up, 8 in 2024-04-15T14:51:34.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:51:34 smithi016 ceph-mon[90652]: osdmap e879: 8 total, 8 up, 8 in 2024-04-15T14:51:34.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:51:34 smithi016 ceph-mon[90652]: from='client.? 172.21.15.16:0/2310384217' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi016-133197-19","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T14:51:34.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:51:34 smithi016 ceph-mon[90652]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi016-133197-19","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T14:51:34.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:51:34 smithi016 ceph-mon[90652]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi016-133197-19","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-15T14:51:34.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:51:34 smithi016 ceph-mon[90652]: osdmap e880: 8 total, 8 up, 8 in 2024-04-15T14:51:34.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:51:34 smithi016 ceph-mon[93212]: osdmap e879: 8 total, 8 up, 8 in 2024-04-15T14:51:34.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:51:34 smithi016 ceph-mon[93212]: from='client.? 172.21.15.16:0/2310384217' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi016-133197-19","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T14:51:34.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:51:34 smithi016 ceph-mon[93212]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi016-133197-19","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T14:51:34.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:51:34 smithi016 ceph-mon[93212]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi016-133197-19","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-15T14:51:34.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:51:34 smithi016 ceph-mon[93212]: osdmap e880: 8 total, 8 up, 8 in 2024-04-15T14:51:35.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:51:35 smithi102 ceph-mon[87131]: pgmap v980: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-04-15T14:51:35.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:51:35 smithi102 ceph-mon[87131]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-15T14:51:35.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:51:35 smithi102 ceph-mon[87131]: osdmap e881: 8 total, 8 up, 8 in 2024-04-15T14:51:35.539 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:51:35 smithi016 ceph-mon[90652]: pgmap v980: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-04-15T14:51:35.539 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:51:35 smithi016 ceph-mon[90652]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-15T14:51:35.539 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:51:35 smithi016 ceph-mon[90652]: osdmap e881: 8 total, 8 up, 8 in 2024-04-15T14:51:35.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:51:35 smithi016 ceph-mon[93212]: pgmap v980: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-04-15T14:51:35.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:51:35 smithi016 ceph-mon[93212]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-15T14:51:35.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:51:35 smithi016 ceph-mon[93212]: osdmap e881: 8 total, 8 up, 8 in 2024-04-15T14:51:36.539 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:51:36 smithi016 ceph-mon[90652]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-15T14:51:36.539 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:51:36 smithi016 ceph-mon[90652]: Cluster is now healthy 2024-04-15T14:51:36.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:51:36 smithi016 ceph-mon[93212]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-15T14:51:36.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:51:36 smithi016 ceph-mon[93212]: Cluster is now healthy 2024-04-15T14:51:36.690 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:51:36 smithi102 ceph-mon[87131]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-15T14:51:36.690 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:51:36 smithi102 ceph-mon[87131]: Cluster is now healthy 2024-04-15T14:51:37.539 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:51:37 smithi016 ceph-mon[93212]: pgmap v983: 137 pgs: 12 unknown, 125 active+clean; 926 KiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 13 MiB/s rd, 2.7 MiB/s wr, 3.24k op/s 2024-04-15T14:51:37.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:51:37 smithi016 ceph-mon[90652]: pgmap v983: 137 pgs: 12 unknown, 125 active+clean; 926 KiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 13 MiB/s rd, 2.7 MiB/s wr, 3.24k op/s 2024-04-15T14:51:37.588 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:51:37 smithi102 ceph-mon[87131]: pgmap v983: 137 pgs: 12 unknown, 125 active+clean; 926 KiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 13 MiB/s rd, 2.7 MiB/s wr, 3.24k op/s 2024-04-15T14:51:39.539 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:51:39 smithi016 ceph-mon[93212]: pgmap v984: 137 pgs: 137 active+clean; 926 KiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 9.1 MiB/s rd, 2.3 MiB/s wr, 2.77k op/s 2024-04-15T14:51:39.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:51:39 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T14:51:39.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:51:39 smithi016 ceph-mon[90652]: pgmap v984: 137 pgs: 137 active+clean; 926 KiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 9.1 MiB/s rd, 2.3 MiB/s wr, 2.77k op/s 2024-04-15T14:51:39.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:51:39 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T14:51:39.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:51:39 smithi102 ceph-mon[87131]: pgmap v984: 137 pgs: 137 active+clean; 926 KiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 9.1 MiB/s rd, 2.3 MiB/s wr, 2.77k op/s 2024-04-15T14:51:39.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:51:39 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T14:51:41.539 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:51:41 smithi016 ceph-mon[93212]: pgmap v985: 137 pgs: 137 active+clean; 926 KiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 7.8 MiB/s rd, 2.0 MiB/s wr, 2.37k op/s 2024-04-15T14:51:41.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:51:41 smithi016 ceph-mon[90652]: pgmap v985: 137 pgs: 137 active+clean; 926 KiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 7.8 MiB/s rd, 2.0 MiB/s wr, 2.37k op/s 2024-04-15T14:51:41.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:51:41 smithi102 ceph-mon[87131]: pgmap v985: 137 pgs: 137 active+clean; 926 KiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 7.8 MiB/s rd, 2.0 MiB/s wr, 2.37k op/s 2024-04-15T14:51:42.039 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 15 14:51:41 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-y[81421]: ::ffff:172.21.15.102 - - [15/Apr/2024:14:51:41] "GET /metrics HTTP/1.1" 200 36338 "" "Prometheus/2.43.0" 2024-04-15T14:51:42.687 INFO:journalctl@ceph.prometheus.a.smithi102.stdout:Apr 15 14:51:42 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-prometheus-a[120881]: ts=2024-04-15T14:51:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi016:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"362ea986-fb34-11ee-bc8f-c7b262605968\", instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T14:51:43.539 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:51:43 smithi016 ceph-mon[93212]: pgmap v986: 137 pgs: 137 active+clean; 1.6 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 66 MiB/s rd, 6.0 MiB/s wr, 7.13k op/s 2024-04-15T14:51:43.539 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:51:43 smithi016 ceph-mon[90652]: pgmap v986: 137 pgs: 137 active+clean; 1.6 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 66 MiB/s rd, 6.0 MiB/s wr, 7.13k op/s 2024-04-15T14:51:43.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:51:43 smithi102 ceph-mon[87131]: pgmap v986: 137 pgs: 137 active+clean; 1.6 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 66 MiB/s rd, 6.0 MiB/s wr, 7.13k op/s 2024-04-15T14:51:45.539 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:51:45 smithi016 ceph-mon[93212]: pgmap v987: 137 pgs: 137 active+clean; 1.6 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 53 MiB/s rd, 4.9 MiB/s wr, 5.76k op/s 2024-04-15T14:51:45.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:51:45 smithi016 ceph-mon[90652]: pgmap v987: 137 pgs: 137 active+clean; 1.6 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 53 MiB/s rd, 4.9 MiB/s wr, 5.76k op/s 2024-04-15T14:51:45.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:51:45 smithi102 ceph-mon[87131]: pgmap v987: 137 pgs: 137 active+clean; 1.6 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 53 MiB/s rd, 4.9 MiB/s wr, 5.76k op/s 2024-04-15T14:51:47.539 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:51:47 smithi016 ceph-mon[93212]: pgmap v988: 137 pgs: 137 active+clean; 1.6 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 73 MiB/s rd, 5.8 MiB/s wr, 6.96k op/s 2024-04-15T14:51:47.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:51:47 smithi016 ceph-mon[90652]: pgmap v988: 137 pgs: 137 active+clean; 1.6 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 73 MiB/s rd, 5.8 MiB/s wr, 6.96k op/s 2024-04-15T14:51:47.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:51:47 smithi102 ceph-mon[87131]: pgmap v988: 137 pgs: 137 active+clean; 1.6 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 73 MiB/s rd, 5.8 MiB/s wr, 6.96k op/s 2024-04-15T14:51:49.539 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:51:49 smithi016 ceph-mon[93212]: pgmap v989: 137 pgs: 137 active+clean; 1.6 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 62 MiB/s rd, 4.1 MiB/s wr, 4.97k op/s 2024-04-15T14:51:49.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:51:49 smithi016 ceph-mon[90652]: pgmap v989: 137 pgs: 137 active+clean; 1.6 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 62 MiB/s rd, 4.1 MiB/s wr, 4.97k op/s 2024-04-15T14:51:49.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:51:49 smithi102 ceph-mon[87131]: pgmap v989: 137 pgs: 137 active+clean; 1.6 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 62 MiB/s rd, 4.1 MiB/s wr, 4.97k op/s 2024-04-15T14:51:51.539 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:51:51 smithi016 ceph-mon[90652]: pgmap v990: 137 pgs: 137 active+clean; 1.6 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 62 MiB/s rd, 4.1 MiB/s wr, 4.97k op/s 2024-04-15T14:51:51.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:51:51 smithi016 ceph-mon[93212]: pgmap v990: 137 pgs: 137 active+clean; 1.6 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 62 MiB/s rd, 4.1 MiB/s wr, 4.97k op/s 2024-04-15T14:51:51.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:51:51 smithi102 ceph-mon[87131]: pgmap v990: 137 pgs: 137 active+clean; 1.6 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 62 MiB/s rd, 4.1 MiB/s wr, 4.97k op/s 2024-04-15T14:51:52.039 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 15 14:51:51 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-y[81421]: ::ffff:172.21.15.102 - - [15/Apr/2024:14:51:51] "GET /metrics HTTP/1.1" 200 36338 "" "Prometheus/2.43.0" 2024-04-15T14:51:52.244 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] TestCls2PCQueue.MultiProducerConsumer (20102 ms) 2024-04-15T14:51:52.244 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] TestCls2PCQueue.ReserveSpillover 2024-04-15T14:51:52.687 INFO:journalctl@ceph.prometheus.a.smithi102.stdout:Apr 15 14:51:52 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-prometheus-a[120881]: ts=2024-04-15T14:51:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi016:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"362ea986-fb34-11ee-bc8f-c7b262605968\", instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T14:51:53.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:51:53 smithi016 ceph-mon[93212]: pgmap v991: 137 pgs: 137 active+clean; 1.6 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 110 MiB/s rd, 5.1 MiB/s wr, 6.39k op/s 2024-04-15T14:51:53.541 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:51:53 smithi016 ceph-mon[93212]: osdmap e882: 8 total, 8 up, 8 in 2024-04-15T14:51:53.542 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:51:53 smithi016 ceph-mon[90652]: pgmap v991: 137 pgs: 137 active+clean; 1.6 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 110 MiB/s rd, 5.1 MiB/s wr, 6.39k op/s 2024-04-15T14:51:53.542 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:51:53 smithi016 ceph-mon[90652]: osdmap e882: 8 total, 8 up, 8 in 2024-04-15T14:51:53.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:51:53 smithi102 ceph-mon[87131]: pgmap v991: 137 pgs: 137 active+clean; 1.6 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 110 MiB/s rd, 5.1 MiB/s wr, 6.39k op/s 2024-04-15T14:51:53.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:51:53 smithi102 ceph-mon[87131]: osdmap e882: 8 total, 8 up, 8 in 2024-04-15T14:51:54.539 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:51:54 smithi016 ceph-mon[93212]: osdmap e883: 8 total, 8 up, 8 in 2024-04-15T14:51:54.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:51:54 smithi016 ceph-mon[93212]: from='client.? 172.21.15.16:0/3911993134' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi016-133197-20","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T14:51:54.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:51:54 smithi016 ceph-mon[93212]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi016-133197-20","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T14:51:54.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:51:54 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T14:51:54.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:51:54 smithi016 ceph-mon[90652]: osdmap e883: 8 total, 8 up, 8 in 2024-04-15T14:51:54.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:51:54 smithi016 ceph-mon[90652]: from='client.? 172.21.15.16:0/3911993134' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi016-133197-20","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T14:51:54.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:51:54 smithi016 ceph-mon[90652]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi016-133197-20","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T14:51:54.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:51:54 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T14:51:54.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:51:54 smithi102 ceph-mon[87131]: osdmap e883: 8 total, 8 up, 8 in 2024-04-15T14:51:54.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:51:54 smithi102 ceph-mon[87131]: from='client.? 172.21.15.16:0/3911993134' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi016-133197-20","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T14:51:54.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:51:54 smithi102 ceph-mon[87131]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi016-133197-20","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T14:51:54.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:51:54 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T14:51:55.539 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:51:55 smithi016 ceph-mon[90652]: pgmap v994: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2024-04-15T14:51:55.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:51:55 smithi016 ceph-mon[90652]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-15T14:51:55.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:51:55 smithi016 ceph-mon[90652]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi016-133197-20","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-15T14:51:55.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:51:55 smithi016 ceph-mon[90652]: osdmap e884: 8 total, 8 up, 8 in 2024-04-15T14:51:55.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:51:55 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T14:51:55.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:51:55 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T14:51:55.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:51:55 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T14:51:55.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:51:55 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T14:51:55.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:51:55 smithi016 ceph-mon[93212]: pgmap v994: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2024-04-15T14:51:55.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:51:55 smithi016 ceph-mon[93212]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-15T14:51:55.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:51:55 smithi016 ceph-mon[93212]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi016-133197-20","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-15T14:51:55.541 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:51:55 smithi016 ceph-mon[93212]: osdmap e884: 8 total, 8 up, 8 in 2024-04-15T14:51:55.541 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:51:55 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T14:51:55.541 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:51:55 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T14:51:55.541 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:51:55 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T14:51:55.541 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:51:55 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T14:51:55.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:51:55 smithi102 ceph-mon[87131]: pgmap v994: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2024-04-15T14:51:55.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:51:55 smithi102 ceph-mon[87131]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-15T14:51:55.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:51:55 smithi102 ceph-mon[87131]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi016-133197-20","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-15T14:51:55.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:51:55 smithi102 ceph-mon[87131]: osdmap e884: 8 total, 8 up, 8 in 2024-04-15T14:51:55.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:51:55 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T14:51:55.688 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:51:55 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T14:51:55.688 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:51:55 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T14:51:55.688 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:51:55 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T14:51:56.265 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] TestCls2PCQueue.ReserveSpillover (4023 ms) 2024-04-15T14:51:56.265 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] TestCls2PCQueue.CommitSpillover 2024-04-15T14:51:56.539 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:51:56 smithi016 ceph-mon[90652]: osdmap e885: 8 total, 8 up, 8 in 2024-04-15T14:51:56.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:51:56 smithi016 ceph-mon[93212]: osdmap e885: 8 total, 8 up, 8 in 2024-04-15T14:51:56.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:51:56 smithi102 ceph-mon[87131]: osdmap e885: 8 total, 8 up, 8 in 2024-04-15T14:51:57.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:51:57 smithi016 ceph-mon[90652]: pgmap v997: 137 pgs: 9 unknown, 128 active+clean; 606 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2024-04-15T14:51:57.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:51:57 smithi016 ceph-mon[90652]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-15T14:51:57.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:51:57 smithi016 ceph-mon[90652]: Cluster is now healthy 2024-04-15T14:51:57.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:51:57 smithi016 ceph-mon[90652]: osdmap e886: 8 total, 8 up, 8 in 2024-04-15T14:51:57.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:51:57 smithi016 ceph-mon[93212]: pgmap v997: 137 pgs: 9 unknown, 128 active+clean; 606 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2024-04-15T14:51:57.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:51:57 smithi016 ceph-mon[93212]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-15T14:51:57.541 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:51:57 smithi016 ceph-mon[93212]: Cluster is now healthy 2024-04-15T14:51:57.541 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:51:57 smithi016 ceph-mon[93212]: osdmap e886: 8 total, 8 up, 8 in 2024-04-15T14:51:57.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:51:57 smithi102 ceph-mon[87131]: pgmap v997: 137 pgs: 9 unknown, 128 active+clean; 606 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2024-04-15T14:51:57.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:51:57 smithi102 ceph-mon[87131]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-15T14:51:57.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:51:57 smithi102 ceph-mon[87131]: Cluster is now healthy 2024-04-15T14:51:57.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:51:57 smithi102 ceph-mon[87131]: osdmap e886: 8 total, 8 up, 8 in 2024-04-15T14:51:58.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:51:58 smithi016 ceph-mon[90652]: osdmap e887: 8 total, 8 up, 8 in 2024-04-15T14:51:58.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:51:58 smithi016 ceph-mon[90652]: from='client.? 172.21.15.16:0/82397092' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi016-133197-21","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T14:51:58.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:51:58 smithi016 ceph-mon[93212]: osdmap e887: 8 total, 8 up, 8 in 2024-04-15T14:51:58.541 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:51:58 smithi016 ceph-mon[93212]: from='client.? 172.21.15.16:0/82397092' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi016-133197-21","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T14:51:58.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:51:58 smithi102 ceph-mon[87131]: osdmap e887: 8 total, 8 up, 8 in 2024-04-15T14:51:58.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:51:58 smithi102 ceph-mon[87131]: from='client.? 172.21.15.16:0/82397092' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi016-133197-21","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T14:51:59.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:51:59 smithi016 ceph-mon[90652]: pgmap v1000: 137 pgs: 4 creating+peering, 28 unknown, 105 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2024-04-15T14:51:59.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:51:59 smithi016 ceph-mon[90652]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-15T14:51:59.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:51:59 smithi016 ceph-mon[90652]: from='client.? 172.21.15.16:0/82397092' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi016-133197-21","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-15T14:51:59.541 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:51:59 smithi016 ceph-mon[90652]: osdmap e888: 8 total, 8 up, 8 in 2024-04-15T14:51:59.541 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:51:59 smithi016 ceph-mon[93212]: pgmap v1000: 137 pgs: 4 creating+peering, 28 unknown, 105 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2024-04-15T14:51:59.541 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:51:59 smithi016 ceph-mon[93212]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-15T14:51:59.542 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:51:59 smithi016 ceph-mon[93212]: from='client.? 172.21.15.16:0/82397092' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi016-133197-21","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-15T14:51:59.542 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:51:59 smithi016 ceph-mon[93212]: osdmap e888: 8 total, 8 up, 8 in 2024-04-15T14:51:59.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:51:59 smithi102 ceph-mon[87131]: pgmap v1000: 137 pgs: 4 creating+peering, 28 unknown, 105 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2024-04-15T14:51:59.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:51:59 smithi102 ceph-mon[87131]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-15T14:51:59.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:51:59 smithi102 ceph-mon[87131]: from='client.? 172.21.15.16:0/82397092' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi016-133197-21","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-15T14:51:59.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:51:59 smithi102 ceph-mon[87131]: osdmap e888: 8 total, 8 up, 8 in 2024-04-15T14:52:00.539 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:52:00 smithi016 ceph-mon[90652]: osdmap e889: 8 total, 8 up, 8 in 2024-04-15T14:52:00.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:52:00 smithi016 ceph-mon[93212]: osdmap e889: 8 total, 8 up, 8 in 2024-04-15T14:52:00.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:52:00 smithi102 ceph-mon[87131]: osdmap e889: 8 total, 8 up, 8 in 2024-04-15T14:52:01.539 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:52:01 smithi016 ceph-mon[90652]: pgmap v1003: 137 pgs: 4 creating+peering, 28 unknown, 105 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2024-04-15T14:52:01.539 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:52:01 smithi016 ceph-mon[90652]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-15T14:52:01.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:52:01 smithi016 ceph-mon[90652]: Cluster is now healthy 2024-04-15T14:52:01.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:52:01 smithi016 ceph-mon[93212]: pgmap v1003: 137 pgs: 4 creating+peering, 28 unknown, 105 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2024-04-15T14:52:01.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:52:01 smithi016 ceph-mon[93212]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-15T14:52:01.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:52:01 smithi016 ceph-mon[93212]: Cluster is now healthy 2024-04-15T14:52:01.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:52:01 smithi102 ceph-mon[87131]: pgmap v1003: 137 pgs: 4 creating+peering, 28 unknown, 105 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2024-04-15T14:52:01.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:52:01 smithi102 ceph-mon[87131]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-15T14:52:01.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:52:01 smithi102 ceph-mon[87131]: Cluster is now healthy 2024-04-15T14:52:02.039 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 15 14:52:01 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-y[81421]: ::ffff:172.21.15.102 - - [15/Apr/2024:14:52:01] "GET /metrics HTTP/1.1" 200 36279 "" "Prometheus/2.43.0" 2024-04-15T14:52:02.299 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] TestCls2PCQueue.CommitSpillover (6032 ms) 2024-04-15T14:52:02.300 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] TestCls2PCQueue.AbortSpillover 2024-04-15T14:52:02.687 INFO:journalctl@ceph.prometheus.a.smithi102.stdout:Apr 15 14:52:02 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-prometheus-a[120881]: ts=2024-04-15T14:52:02.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi016:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"362ea986-fb34-11ee-bc8f-c7b262605968\", instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T14:52:03.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:52:03 smithi102 ceph-mon[87131]: pgmap v1004: 137 pgs: 4 creating+peering, 133 active+clean; 663 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 4.8 MiB/s rd, 5.2 MiB/s wr, 1.89k op/s 2024-04-15T14:52:03.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:52:03 smithi102 ceph-mon[87131]: osdmap e890: 8 total, 8 up, 8 in 2024-04-15T14:52:03.789 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:52:03 smithi016 ceph-mon[93212]: pgmap v1004: 137 pgs: 4 creating+peering, 133 active+clean; 663 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 4.8 MiB/s rd, 5.2 MiB/s wr, 1.89k op/s 2024-04-15T14:52:03.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:52:03 smithi016 ceph-mon[93212]: osdmap e890: 8 total, 8 up, 8 in 2024-04-15T14:52:03.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:52:03 smithi016 ceph-mon[90652]: pgmap v1004: 137 pgs: 4 creating+peering, 133 active+clean; 663 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 4.8 MiB/s rd, 5.2 MiB/s wr, 1.89k op/s 2024-04-15T14:52:03.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:52:03 smithi016 ceph-mon[90652]: osdmap e890: 8 total, 8 up, 8 in 2024-04-15T14:52:04.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:52:04 smithi102 ceph-mon[87131]: osdmap e891: 8 total, 8 up, 8 in 2024-04-15T14:52:04.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:52:04 smithi102 ceph-mon[87131]: from='client.? 172.21.15.16:0/4093889145' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi016-133197-22","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T14:52:04.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:52:04 smithi102 ceph-mon[87131]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi016-133197-22","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T14:52:04.789 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:52:04 smithi016 ceph-mon[93212]: osdmap e891: 8 total, 8 up, 8 in 2024-04-15T14:52:04.789 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:52:04 smithi016 ceph-mon[93212]: from='client.? 172.21.15.16:0/4093889145' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi016-133197-22","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T14:52:04.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:52:04 smithi016 ceph-mon[93212]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi016-133197-22","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T14:52:04.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:52:04 smithi016 ceph-mon[90652]: osdmap e891: 8 total, 8 up, 8 in 2024-04-15T14:52:04.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:52:04 smithi016 ceph-mon[90652]: from='client.? 172.21.15.16:0/4093889145' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi016-133197-22","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T14:52:04.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:52:04 smithi016 ceph-mon[90652]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi016-133197-22","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T14:52:05.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:52:05 smithi102 ceph-mon[87131]: pgmap v1007: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-04-15T14:52:05.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:52:05 smithi102 ceph-mon[87131]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-15T14:52:05.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:52:05 smithi102 ceph-mon[87131]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi016-133197-22","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-15T14:52:05.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:52:05 smithi102 ceph-mon[87131]: osdmap e892: 8 total, 8 up, 8 in 2024-04-15T14:52:05.789 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:52:05 smithi016 ceph-mon[93212]: pgmap v1007: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-04-15T14:52:05.789 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:52:05 smithi016 ceph-mon[93212]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-15T14:52:05.789 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:52:05 smithi016 ceph-mon[93212]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi016-133197-22","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-15T14:52:05.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:52:05 smithi016 ceph-mon[93212]: osdmap e892: 8 total, 8 up, 8 in 2024-04-15T14:52:05.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:52:05 smithi016 ceph-mon[90652]: pgmap v1007: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-04-15T14:52:05.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:52:05 smithi016 ceph-mon[90652]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-15T14:52:05.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:52:05 smithi016 ceph-mon[90652]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi016-133197-22","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-15T14:52:05.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:52:05 smithi016 ceph-mon[90652]: osdmap e892: 8 total, 8 up, 8 in 2024-04-15T14:52:06.311 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:52:06 smithi016 ceph-mon[90652]: osdmap e893: 8 total, 8 up, 8 in 2024-04-15T14:52:06.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:52:06 smithi102 ceph-mon[87131]: osdmap e893: 8 total, 8 up, 8 in 2024-04-15T14:52:07.443 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] TestCls2PCQueue.AbortSpillover (5146 ms) 2024-04-15T14:52:07.444 INFO:tasks.workunit.client.0.smithi016.stdout:[----------] 22 tests from TestCls2PCQueue (101048 ms total) 2024-04-15T14:52:07.444 INFO:tasks.workunit.client.0.smithi016.stdout: 2024-04-15T14:52:07.444 INFO:tasks.workunit.client.0.smithi016.stdout:[----------] Global test environment tear-down 2024-04-15T14:52:07.444 INFO:tasks.workunit.client.0.smithi016.stdout:[==========] 22 tests from 1 test suite ran. (101048 ms total) 2024-04-15T14:52:07.444 INFO:tasks.workunit.client.0.smithi016.stdout:[ PASSED ] 22 tests. 2024-04-15T14:52:07.447 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-04-15T14:52:07.447 DEBUG:teuthology.orchestra.run.smithi016:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-04-15T14:52:07.483 INFO:tasks.workunit:Running workunit cls/test_cls_cas.sh... 2024-04-15T14:52:07.483 DEBUG:teuthology.orchestra.run.smithi016:workunit test cls/test_cls_cas.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=reef TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/cls/test_cls_cas.sh 2024-04-15T14:52:07.555 INFO:tasks.workunit.client.0.smithi016.stdout:Running main() from gmock_main.cc 2024-04-15T14:52:07.555 INFO:tasks.workunit.client.0.smithi016.stdout:[==========] Running 6 tests from 2 test suites. 2024-04-15T14:52:07.555 INFO:tasks.workunit.client.0.smithi016.stdout:[----------] Global test environment set-up. 2024-04-15T14:52:07.555 INFO:tasks.workunit.client.0.smithi016.stdout:[----------] 5 tests from cls_cas 2024-04-15T14:52:07.555 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] cls_cas.get_put 2024-04-15T14:52:07.587 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:52:07 smithi102 ceph-mon[87131]: pgmap v1010: 137 pgs: 12 unknown, 125 active+clean; 606 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-04-15T14:52:07.587 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:52:07 smithi102 ceph-mon[87131]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-15T14:52:07.588 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:52:07 smithi102 ceph-mon[87131]: Cluster is now healthy 2024-04-15T14:52:07.789 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:52:07 smithi016 ceph-mon[90652]: pgmap v1010: 137 pgs: 12 unknown, 125 active+clean; 606 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-04-15T14:52:07.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:52:07 smithi016 ceph-mon[90652]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-15T14:52:07.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:52:07 smithi016 ceph-mon[90652]: Cluster is now healthy 2024-04-15T14:52:07.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:52:06 smithi016 ceph-mon[93212]: osdmap e893: 8 total, 8 up, 8 in 2024-04-15T14:52:07.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:52:07 smithi016 ceph-mon[93212]: pgmap v1010: 137 pgs: 12 unknown, 125 active+clean; 606 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-04-15T14:52:07.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:52:07 smithi016 ceph-mon[93212]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-15T14:52:07.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:52:07 smithi016 ceph-mon[93212]: Cluster is now healthy 2024-04-15T14:52:08.789 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:52:08 smithi016 ceph-mon[90652]: osdmap e894: 8 total, 8 up, 8 in 2024-04-15T14:52:08.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:52:08 smithi016 ceph-mon[93212]: osdmap e894: 8 total, 8 up, 8 in 2024-04-15T14:52:08.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:52:08 smithi102 ceph-mon[87131]: osdmap e894: 8 total, 8 up, 8 in 2024-04-15T14:52:09.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:52:09 smithi016 ceph-mon[93212]: pgmap v1012: 105 pgs: 105 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-04-15T14:52:09.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:52:09 smithi016 ceph-mon[93212]: osdmap e895: 8 total, 8 up, 8 in 2024-04-15T14:52:09.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:52:09 smithi016 ceph-mon[93212]: from='client.? 172.21.15.16:0/1927217493' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi016-133970-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T14:52:09.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:52:09 smithi016 ceph-mon[93212]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi016-133970-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T14:52:09.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:52:09 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T14:52:09.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:52:09 smithi016 ceph-mon[90652]: pgmap v1012: 105 pgs: 105 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-04-15T14:52:09.791 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:52:09 smithi016 ceph-mon[90652]: osdmap e895: 8 total, 8 up, 8 in 2024-04-15T14:52:09.791 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:52:09 smithi016 ceph-mon[90652]: from='client.? 172.21.15.16:0/1927217493' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi016-133970-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T14:52:09.791 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:52:09 smithi016 ceph-mon[90652]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi016-133970-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T14:52:09.791 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:52:09 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T14:52:09.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:52:09 smithi102 ceph-mon[87131]: pgmap v1012: 105 pgs: 105 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-04-15T14:52:09.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:52:09 smithi102 ceph-mon[87131]: osdmap e895: 8 total, 8 up, 8 in 2024-04-15T14:52:09.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:52:09 smithi102 ceph-mon[87131]: from='client.? 172.21.15.16:0/1927217493' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi016-133970-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T14:52:09.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:52:09 smithi102 ceph-mon[87131]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi016-133970-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T14:52:09.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:52:09 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T14:52:10.464 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] cls_cas.get_put (2909 ms) 2024-04-15T14:52:10.464 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] cls_cas.wrong_put 2024-04-15T14:52:10.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:52:10 smithi016 ceph-mon[90652]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi016-133970-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-15T14:52:10.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:52:10 smithi016 ceph-mon[90652]: osdmap e896: 8 total, 8 up, 8 in 2024-04-15T14:52:10.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:52:10 smithi016 ceph-mon[93212]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi016-133970-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-15T14:52:10.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:52:10 smithi016 ceph-mon[93212]: osdmap e896: 8 total, 8 up, 8 in 2024-04-15T14:52:10.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:52:10 smithi102 ceph-mon[87131]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi016-133970-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-15T14:52:10.938 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:52:10 smithi102 ceph-mon[87131]: osdmap e896: 8 total, 8 up, 8 in 2024-04-15T14:52:11.778 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:52:11 smithi016 ceph-mon[90652]: pgmap v1015: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-04-15T14:52:11.778 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:52:11 smithi016 ceph-mon[90652]: osdmap e897: 8 total, 8 up, 8 in 2024-04-15T14:52:11.778 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:52:11 smithi016 ceph-mon[93212]: pgmap v1015: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-04-15T14:52:11.779 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:52:11 smithi016 ceph-mon[93212]: osdmap e897: 8 total, 8 up, 8 in 2024-04-15T14:52:11.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:52:11 smithi102 ceph-mon[87131]: pgmap v1015: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-04-15T14:52:11.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:52:11 smithi102 ceph-mon[87131]: osdmap e897: 8 total, 8 up, 8 in 2024-04-15T14:52:12.039 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 15 14:52:11 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-y[81421]: ::ffff:172.21.15.102 - - [15/Apr/2024:14:52:11] "GET /metrics HTTP/1.1" 200 36279 "" "Prometheus/2.43.0" 2024-04-15T14:52:12.687 INFO:journalctl@ceph.prometheus.a.smithi102.stdout:Apr 15 14:52:12 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-prometheus-a[120881]: ts=2024-04-15T14:52:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi016:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"362ea986-fb34-11ee-bc8f-c7b262605968\", instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T14:52:12.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:52:12 smithi102 ceph-mon[87131]: osdmap e898: 8 total, 8 up, 8 in 2024-04-15T14:52:12.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:52:12 smithi102 ceph-mon[87131]: from='client.? 172.21.15.16:0/797547573' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi016-133970-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T14:52:12.688 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:52:12 smithi102 ceph-mon[87131]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi016-133970-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T14:52:12.789 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:52:12 smithi016 ceph-mon[90652]: osdmap e898: 8 total, 8 up, 8 in 2024-04-15T14:52:12.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:52:12 smithi016 ceph-mon[90652]: from='client.? 172.21.15.16:0/797547573' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi016-133970-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T14:52:12.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:52:12 smithi016 ceph-mon[90652]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi016-133970-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T14:52:12.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:52:12 smithi016 ceph-mon[93212]: osdmap e898: 8 total, 8 up, 8 in 2024-04-15T14:52:12.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:52:12 smithi016 ceph-mon[93212]: from='client.? 172.21.15.16:0/797547573' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi016-133970-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T14:52:12.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:52:12 smithi016 ceph-mon[93212]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi016-133970-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T14:52:13.481 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] cls_cas.wrong_put (3017 ms) 2024-04-15T14:52:13.481 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] cls_cas.dup_get 2024-04-15T14:52:13.789 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:52:13 smithi016 ceph-mon[90652]: pgmap v1018: 137 pgs: 10 creating+peering, 22 unknown, 105 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-04-15T14:52:13.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:52:13 smithi016 ceph-mon[90652]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-15T14:52:13.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:52:13 smithi016 ceph-mon[90652]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi016-133970-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-15T14:52:13.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:52:13 smithi016 ceph-mon[90652]: osdmap e899: 8 total, 8 up, 8 in 2024-04-15T14:52:13.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:52:13 smithi016 ceph-mon[93212]: pgmap v1018: 137 pgs: 10 creating+peering, 22 unknown, 105 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-04-15T14:52:13.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:52:13 smithi016 ceph-mon[93212]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-15T14:52:13.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:52:13 smithi016 ceph-mon[93212]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi016-133970-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-15T14:52:13.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:52:13 smithi016 ceph-mon[93212]: osdmap e899: 8 total, 8 up, 8 in 2024-04-15T14:52:13.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:52:13 smithi102 ceph-mon[87131]: pgmap v1018: 137 pgs: 10 creating+peering, 22 unknown, 105 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-04-15T14:52:13.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:52:13 smithi102 ceph-mon[87131]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-15T14:52:13.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:52:13 smithi102 ceph-mon[87131]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi016-133970-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-15T14:52:13.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:52:13 smithi102 ceph-mon[87131]: osdmap e899: 8 total, 8 up, 8 in 2024-04-15T14:52:14.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:52:14 smithi016 ceph-mon[90652]: osdmap e900: 8 total, 8 up, 8 in 2024-04-15T14:52:14.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:52:14 smithi016 ceph-mon[93212]: osdmap e900: 8 total, 8 up, 8 in 2024-04-15T14:52:14.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:52:14 smithi102 ceph-mon[87131]: osdmap e900: 8 total, 8 up, 8 in 2024-04-15T14:52:15.789 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:52:15 smithi016 ceph-mon[90652]: pgmap v1021: 105 pgs: 105 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-04-15T14:52:15.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:52:15 smithi016 ceph-mon[90652]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-15T14:52:15.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:52:15 smithi016 ceph-mon[90652]: Cluster is now healthy 2024-04-15T14:52:15.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:52:15 smithi016 ceph-mon[90652]: osdmap e901: 8 total, 8 up, 8 in 2024-04-15T14:52:15.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:52:15 smithi016 ceph-mon[90652]: from='client.? 172.21.15.16:0/2382222807' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi016-133970-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T14:52:15.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:52:15 smithi016 ceph-mon[93212]: pgmap v1021: 105 pgs: 105 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-04-15T14:52:15.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:52:15 smithi016 ceph-mon[93212]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-15T14:52:15.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:52:15 smithi016 ceph-mon[93212]: Cluster is now healthy 2024-04-15T14:52:15.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:52:15 smithi016 ceph-mon[93212]: osdmap e901: 8 total, 8 up, 8 in 2024-04-15T14:52:15.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:52:15 smithi016 ceph-mon[93212]: from='client.? 172.21.15.16:0/2382222807' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi016-133970-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T14:52:15.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:52:15 smithi102 ceph-mon[87131]: pgmap v1021: 105 pgs: 105 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-04-15T14:52:15.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:52:15 smithi102 ceph-mon[87131]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-15T14:52:15.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:52:15 smithi102 ceph-mon[87131]: Cluster is now healthy 2024-04-15T14:52:15.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:52:15 smithi102 ceph-mon[87131]: osdmap e901: 8 total, 8 up, 8 in 2024-04-15T14:52:15.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:52:15 smithi102 ceph-mon[87131]: from='client.? 172.21.15.16:0/2382222807' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi016-133970-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T14:52:16.498 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] cls_cas.dup_get (3017 ms) 2024-04-15T14:52:16.498 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] cls_cas.dup_put 2024-04-15T14:52:16.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:52:16 smithi016 ceph-mon[90652]: from='client.? 172.21.15.16:0/2382222807' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi016-133970-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-15T14:52:16.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:52:16 smithi016 ceph-mon[90652]: osdmap e902: 8 total, 8 up, 8 in 2024-04-15T14:52:16.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:52:16 smithi016 ceph-mon[93212]: from='client.? 172.21.15.16:0/2382222807' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi016-133970-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-15T14:52:16.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:52:16 smithi016 ceph-mon[93212]: osdmap e902: 8 total, 8 up, 8 in 2024-04-15T14:52:16.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:52:16 smithi102 ceph-mon[87131]: from='client.? 172.21.15.16:0/2382222807' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi016-133970-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-15T14:52:16.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:52:16 smithi102 ceph-mon[87131]: osdmap e902: 8 total, 8 up, 8 in 2024-04-15T14:52:17.789 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:52:17 smithi016 ceph-mon[90652]: pgmap v1024: 137 pgs: 8 creating+peering, 10 unknown, 119 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 2.0 KiB/s rd, 255 B/s wr, 3 op/s 2024-04-15T14:52:17.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:52:17 smithi016 ceph-mon[90652]: osdmap e903: 8 total, 8 up, 8 in 2024-04-15T14:52:17.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:52:17 smithi016 ceph-mon[93212]: pgmap v1024: 137 pgs: 8 creating+peering, 10 unknown, 119 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 2.0 KiB/s rd, 255 B/s wr, 3 op/s 2024-04-15T14:52:17.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:52:17 smithi016 ceph-mon[93212]: osdmap e903: 8 total, 8 up, 8 in 2024-04-15T14:52:17.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:52:17 smithi102 ceph-mon[87131]: pgmap v1024: 137 pgs: 8 creating+peering, 10 unknown, 119 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 2.0 KiB/s rd, 255 B/s wr, 3 op/s 2024-04-15T14:52:17.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:52:17 smithi102 ceph-mon[87131]: osdmap e903: 8 total, 8 up, 8 in 2024-04-15T14:52:18.789 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:52:18 smithi016 ceph-mon[90652]: osdmap e904: 8 total, 8 up, 8 in 2024-04-15T14:52:18.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:52:18 smithi016 ceph-mon[90652]: from='client.? 172.21.15.16:0/1941729659' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi016-133970-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T14:52:18.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:52:18 smithi016 ceph-mon[93212]: osdmap e904: 8 total, 8 up, 8 in 2024-04-15T14:52:18.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:52:18 smithi016 ceph-mon[93212]: from='client.? 172.21.15.16:0/1941729659' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi016-133970-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T14:52:18.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:52:18 smithi102 ceph-mon[87131]: osdmap e904: 8 total, 8 up, 8 in 2024-04-15T14:52:18.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:52:18 smithi102 ceph-mon[87131]: from='client.? 172.21.15.16:0/1941729659' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi016-133970-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T14:52:19.519 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] cls_cas.dup_put (3020 ms) 2024-04-15T14:52:19.519 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] cls_cas.get_wrong_data 2024-04-15T14:52:19.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:52:19 smithi016 ceph-mon[90652]: pgmap v1027: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-04-15T14:52:19.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:52:19 smithi016 ceph-mon[90652]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-15T14:52:19.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:52:19 smithi016 ceph-mon[90652]: from='client.? 172.21.15.16:0/1941729659' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi016-133970-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-15T14:52:19.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:52:19 smithi016 ceph-mon[90652]: osdmap e905: 8 total, 8 up, 8 in 2024-04-15T14:52:19.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:52:19 smithi016 ceph-mon[93212]: pgmap v1027: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-04-15T14:52:19.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:52:19 smithi016 ceph-mon[93212]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-15T14:52:19.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:52:19 smithi016 ceph-mon[93212]: from='client.? 172.21.15.16:0/1941729659' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi016-133970-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-15T14:52:19.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:52:19 smithi016 ceph-mon[93212]: osdmap e905: 8 total, 8 up, 8 in 2024-04-15T14:52:19.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:52:19 smithi102 ceph-mon[87131]: pgmap v1027: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-04-15T14:52:19.938 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:52:19 smithi102 ceph-mon[87131]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-15T14:52:19.938 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:52:19 smithi102 ceph-mon[87131]: from='client.? 172.21.15.16:0/1941729659' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi016-133970-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-15T14:52:19.938 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:52:19 smithi102 ceph-mon[87131]: osdmap e905: 8 total, 8 up, 8 in 2024-04-15T14:52:20.789 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:52:20 smithi016 ceph-mon[90652]: osdmap e906: 8 total, 8 up, 8 in 2024-04-15T14:52:20.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:52:20 smithi016 ceph-mon[93212]: osdmap e906: 8 total, 8 up, 8 in 2024-04-15T14:52:20.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:52:20 smithi102 ceph-mon[87131]: osdmap e906: 8 total, 8 up, 8 in 2024-04-15T14:52:21.778 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:52:21 smithi016 ceph-mon[90652]: pgmap v1030: 105 pgs: 105 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-04-15T14:52:21.778 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:52:21 smithi016 ceph-mon[90652]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-15T14:52:21.778 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:52:21 smithi016 ceph-mon[90652]: Cluster is now healthy 2024-04-15T14:52:21.778 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:52:21 smithi016 ceph-mon[90652]: osdmap e907: 8 total, 8 up, 8 in 2024-04-15T14:52:21.779 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:52:21 smithi016 ceph-mon[90652]: from='client.? 172.21.15.16:0/297065120' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi016-133970-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T14:52:21.779 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:52:21 smithi016 ceph-mon[90652]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi016-133970-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T14:52:21.779 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:52:21 smithi016 ceph-mon[93212]: pgmap v1030: 105 pgs: 105 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-04-15T14:52:21.779 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:52:21 smithi016 ceph-mon[93212]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-15T14:52:21.779 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:52:21 smithi016 ceph-mon[93212]: Cluster is now healthy 2024-04-15T14:52:21.779 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:52:21 smithi016 ceph-mon[93212]: osdmap e907: 8 total, 8 up, 8 in 2024-04-15T14:52:21.779 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:52:21 smithi016 ceph-mon[93212]: from='client.? 172.21.15.16:0/297065120' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi016-133970-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T14:52:21.779 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:52:21 smithi016 ceph-mon[93212]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi016-133970-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T14:52:21.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:52:21 smithi102 ceph-mon[87131]: pgmap v1030: 105 pgs: 105 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-04-15T14:52:21.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:52:21 smithi102 ceph-mon[87131]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-15T14:52:21.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:52:21 smithi102 ceph-mon[87131]: Cluster is now healthy 2024-04-15T14:52:21.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:52:21 smithi102 ceph-mon[87131]: osdmap e907: 8 total, 8 up, 8 in 2024-04-15T14:52:21.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:52:21 smithi102 ceph-mon[87131]: from='client.? 172.21.15.16:0/297065120' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi016-133970-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T14:52:21.938 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:52:21 smithi102 ceph-mon[87131]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi016-133970-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T14:52:22.039 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 15 14:52:21 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-y[81421]: ::ffff:172.21.15.102 - - [15/Apr/2024:14:52:21] "GET /metrics HTTP/1.1" 200 36279 "" "Prometheus/2.43.0" 2024-04-15T14:52:22.538 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] cls_cas.get_wrong_data (3018 ms) 2024-04-15T14:52:22.538 INFO:tasks.workunit.client.0.smithi016.stdout:[----------] 5 tests from cls_cas (14982 ms total) 2024-04-15T14:52:22.538 INFO:tasks.workunit.client.0.smithi016.stdout: 2024-04-15T14:52:22.539 INFO:tasks.workunit.client.0.smithi016.stdout:[----------] 1 test from chunk_refs_t 2024-04-15T14:52:22.539 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] chunk_refs_t.size 2024-04-15T14:52:22.539 INFO:tasks.workunit.client.0.smithi016.stdout:1 60 by_object 2024-04-15T14:52:22.539 INFO:tasks.workunit.client.0.smithi016.stdout:2 103 by_object 2024-04-15T14:52:22.539 INFO:tasks.workunit.client.0.smithi016.stdout:4 189 by_object 2024-04-15T14:52:22.539 INFO:tasks.workunit.client.0.smithi016.stdout:8 361 by_object 2024-04-15T14:52:22.539 INFO:tasks.workunit.client.0.smithi016.stdout:16 112 by_hash(32 bits) 2024-04-15T14:52:22.539 INFO:tasks.workunit.client.0.smithi016.stdout:32 208 by_hash(32 bits) 2024-04-15T14:52:22.539 INFO:tasks.workunit.client.0.smithi016.stdout:64 400 by_hash(32 bits) 2024-04-15T14:52:22.539 INFO:tasks.workunit.client.0.smithi016.stdout:128 509 by_hash(10 bits) 2024-04-15T14:52:22.539 INFO:tasks.workunit.client.0.smithi016.stdout:256 499 by_hash(7 bits) 2024-04-15T14:52:22.539 INFO:tasks.workunit.client.0.smithi016.stdout:512 462 by_hash(5 bits) 2024-04-15T14:52:22.539 INFO:tasks.workunit.client.0.smithi016.stdout:1024 466 by_hash(5 bits) 2024-04-15T14:52:22.540 INFO:tasks.workunit.client.0.smithi016.stdout:2048 466 by_hash(5 bits) 2024-04-15T14:52:22.540 INFO:tasks.workunit.client.0.smithi016.stdout:4096 470 by_hash(5 bits) 2024-04-15T14:52:22.540 INFO:tasks.workunit.client.0.smithi016.stdout:8192 498 by_hash(4 bits) 2024-04-15T14:52:22.541 INFO:tasks.workunit.client.0.smithi016.stdout:16384 278 by_hash(3 bits) 2024-04-15T14:52:22.543 INFO:tasks.workunit.client.0.smithi016.stdout:32768 337 by_hash(2 bits) 2024-04-15T14:52:22.547 INFO:tasks.workunit.client.0.smithi016.stdout:65536 367 by_hash(2 bits) 2024-04-15T14:52:22.555 INFO:tasks.workunit.client.0.smithi016.stdout:131072 387 by_hash(1 bits) 2024-04-15T14:52:22.570 INFO:tasks.workunit.client.0.smithi016.stdout:262144 331 by_pool 2024-04-15T14:52:22.599 INFO:tasks.workunit.client.0.smithi016.stdout:524288 21 count 2024-04-15T14:52:22.651 INFO:tasks.workunit.client.0.smithi016.stdout:1048576 21 count 2024-04-15T14:52:22.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:52:22 smithi102 ceph-mon[87131]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi016-133970-5","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-15T14:52:22.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:52:22 smithi102 ceph-mon[87131]: osdmap e908: 8 total, 8 up, 8 in 2024-04-15T14:52:22.688 INFO:journalctl@ceph.prometheus.a.smithi102.stdout:Apr 15 14:52:22 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-prometheus-a[120881]: ts=2024-04-15T14:52:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi016:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"362ea986-fb34-11ee-bc8f-c7b262605968\", instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T14:52:22.751 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] chunk_refs_t.size (214 ms) 2024-04-15T14:52:22.752 INFO:tasks.workunit.client.0.smithi016.stdout:[----------] 1 test from chunk_refs_t (214 ms total) 2024-04-15T14:52:22.752 INFO:tasks.workunit.client.0.smithi016.stdout: 2024-04-15T14:52:22.752 INFO:tasks.workunit.client.0.smithi016.stdout:[----------] Global test environment tear-down 2024-04-15T14:52:22.752 INFO:tasks.workunit.client.0.smithi016.stdout:[==========] 6 tests from 2 test suites ran. (15196 ms total) 2024-04-15T14:52:22.752 INFO:tasks.workunit.client.0.smithi016.stdout:[ PASSED ] 6 tests. 2024-04-15T14:52:22.754 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-04-15T14:52:22.754 DEBUG:teuthology.orchestra.run.smithi016:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-04-15T14:52:22.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:52:22 smithi016 ceph-mon[93212]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi016-133970-5","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-15T14:52:22.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:52:22 smithi016 ceph-mon[93212]: osdmap e908: 8 total, 8 up, 8 in 2024-04-15T14:52:22.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:52:22 smithi016 ceph-mon[90652]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi016-133970-5","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-15T14:52:22.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:52:22 smithi016 ceph-mon[90652]: osdmap e908: 8 total, 8 up, 8 in 2024-04-15T14:52:22.820 INFO:tasks.workunit:Running workunit cls/test_cls_cmpomap.sh... 2024-04-15T14:52:22.820 DEBUG:teuthology.orchestra.run.smithi016:workunit test cls/test_cls_cmpomap.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=reef TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/cls/test_cls_cmpomap.sh 2024-04-15T14:52:22.891 INFO:tasks.workunit.client.0.smithi016.stdout:Running main() from gmock_main.cc 2024-04-15T14:52:22.891 INFO:tasks.workunit.client.0.smithi016.stdout:[==========] Running 31 tests from 1 test suite. 2024-04-15T14:52:22.891 INFO:tasks.workunit.client.0.smithi016.stdout:[----------] Global test environment set-up. 2024-04-15T14:52:23.580 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:52:23 smithi016 ceph-mon[93212]: pgmap v1033: 137 pgs: 20 creating+peering, 12 unknown, 105 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-04-15T14:52:23.580 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:52:23 smithi016 ceph-mon[93212]: osdmap e909: 8 total, 8 up, 8 in 2024-04-15T14:52:23.580 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:52:23 smithi016 ceph-mon[90652]: pgmap v1033: 137 pgs: 20 creating+peering, 12 unknown, 105 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-04-15T14:52:23.580 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:52:23 smithi016 ceph-mon[90652]: osdmap e909: 8 total, 8 up, 8 in 2024-04-15T14:52:23.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:52:23 smithi102 ceph-mon[87131]: pgmap v1033: 137 pgs: 20 creating+peering, 12 unknown, 105 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-04-15T14:52:23.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:52:23 smithi102 ceph-mon[87131]: osdmap e909: 8 total, 8 up, 8 in 2024-04-15T14:52:24.546 INFO:tasks.workunit.client.0.smithi016.stdout:[----------] 31 tests from CmpOmap 2024-04-15T14:52:24.546 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] CmpOmap.cmp_vals_noexist_str 2024-04-15T14:52:24.589 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] CmpOmap.cmp_vals_noexist_str (43 ms) 2024-04-15T14:52:24.589 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] CmpOmap.cmp_vals_noexist_str_default 2024-04-15T14:52:24.592 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] CmpOmap.cmp_vals_noexist_str_default (3 ms) 2024-04-15T14:52:24.592 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] CmpOmap.cmp_vals_noexist_u64 2024-04-15T14:52:24.594 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] CmpOmap.cmp_vals_noexist_u64 (2 ms) 2024-04-15T14:52:24.594 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] CmpOmap.cmp_vals_noexist_u64_default 2024-04-15T14:52:24.597 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] CmpOmap.cmp_vals_noexist_u64_default (3 ms) 2024-04-15T14:52:24.597 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] CmpOmap.cmp_vals_str 2024-04-15T14:52:24.602 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] CmpOmap.cmp_vals_str (5 ms) 2024-04-15T14:52:24.602 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] CmpOmap.cmp_vals_u64 2024-04-15T14:52:24.608 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] CmpOmap.cmp_vals_u64 (6 ms) 2024-04-15T14:52:24.608 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] CmpOmap.cmp_vals_u64_invalid_input 2024-04-15T14:52:24.611 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] CmpOmap.cmp_vals_u64_invalid_input (3 ms) 2024-04-15T14:52:24.611 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] CmpOmap.cmp_vals_u64_invalid_default 2024-04-15T14:52:24.614 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] CmpOmap.cmp_vals_u64_invalid_default (3 ms) 2024-04-15T14:52:24.614 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] CmpOmap.cmp_vals_u64_empty_default 2024-04-15T14:52:24.616 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] CmpOmap.cmp_vals_u64_empty_default (2 ms) 2024-04-15T14:52:24.616 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] CmpOmap.cmp_vals_u64_invalid_value 2024-04-15T14:52:24.620 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] CmpOmap.cmp_vals_u64_invalid_value (4 ms) 2024-04-15T14:52:24.620 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] CmpOmap.cmp_vals_at_max_keys 2024-04-15T14:52:24.620 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] CmpOmap.cmp_vals_at_max_keys (1 ms) 2024-04-15T14:52:24.621 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] CmpOmap.cmp_vals_over_max_keys 2024-04-15T14:52:24.621 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] CmpOmap.cmp_vals_over_max_keys (0 ms) 2024-04-15T14:52:24.621 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] CmpOmap.cmp_set_vals_noexist_str 2024-04-15T14:52:24.626 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] CmpOmap.cmp_set_vals_noexist_str (5 ms) 2024-04-15T14:52:24.626 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] CmpOmap.cmp_set_vals_noexist_str_default 2024-04-15T14:52:24.632 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] CmpOmap.cmp_set_vals_noexist_str_default (6 ms) 2024-04-15T14:52:24.632 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] CmpOmap.cmp_set_vals_noexist_u64 2024-04-15T14:52:24.637 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] CmpOmap.cmp_set_vals_noexist_u64 (5 ms) 2024-04-15T14:52:24.637 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] CmpOmap.cmp_set_vals_noexist_u64_default 2024-04-15T14:52:24.644 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] CmpOmap.cmp_set_vals_noexist_u64_default (7 ms) 2024-04-15T14:52:24.644 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] CmpOmap.cmp_set_vals_str 2024-04-15T14:52:24.650 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] CmpOmap.cmp_set_vals_str (6 ms) 2024-04-15T14:52:24.650 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] CmpOmap.cmp_set_vals_u64 2024-04-15T14:52:24.658 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] CmpOmap.cmp_set_vals_u64 (7 ms) 2024-04-15T14:52:24.658 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] CmpOmap.cmp_set_vals_u64_einval 2024-04-15T14:52:24.659 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] CmpOmap.cmp_set_vals_u64_einval (2 ms) 2024-04-15T14:52:24.660 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] CmpOmap.cmp_set_vals_u64_eio 2024-04-15T14:52:24.662 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] CmpOmap.cmp_set_vals_u64_eio (2 ms) 2024-04-15T14:52:24.662 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] CmpOmap.cmp_set_vals_at_max_keys 2024-04-15T14:52:24.663 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] CmpOmap.cmp_set_vals_at_max_keys (1 ms) 2024-04-15T14:52:24.663 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] CmpOmap.cmp_set_vals_over_max_keys 2024-04-15T14:52:24.664 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] CmpOmap.cmp_set_vals_over_max_keys (0 ms) 2024-04-15T14:52:24.664 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] CmpOmap.cmp_rm_keys_noexist_str 2024-04-15T14:52:24.669 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] CmpOmap.cmp_rm_keys_noexist_str (7 ms) 2024-04-15T14:52:24.670 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] CmpOmap.cmp_rm_keys_noexist_u64 2024-04-15T14:52:24.675 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] CmpOmap.cmp_rm_keys_noexist_u64 (5 ms) 2024-04-15T14:52:24.675 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] CmpOmap.cmp_rm_keys_str 2024-04-15T14:52:24.682 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] CmpOmap.cmp_rm_keys_str (7 ms) 2024-04-15T14:52:24.682 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] CmpOmap.cmp_rm_keys_u64 2024-04-15T14:52:24.689 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] CmpOmap.cmp_rm_keys_u64 (7 ms) 2024-04-15T14:52:24.689 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] CmpOmap.cmp_rm_keys_u64_einval 2024-04-15T14:52:24.691 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] CmpOmap.cmp_rm_keys_u64_einval (2 ms) 2024-04-15T14:52:24.691 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] CmpOmap.cmp_rm_keys_u64_eio 2024-04-15T14:52:24.693 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] CmpOmap.cmp_rm_keys_u64_eio (2 ms) 2024-04-15T14:52:24.693 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] CmpOmap.cmp_rm_keys_at_max_keys 2024-04-15T14:52:24.694 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] CmpOmap.cmp_rm_keys_at_max_keys (1 ms) 2024-04-15T14:52:24.694 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] CmpOmap.cmp_rm_keys_over_max_keys 2024-04-15T14:52:24.695 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] CmpOmap.cmp_rm_keys_over_max_keys (1 ms) 2024-04-15T14:52:24.695 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] CmpOmap.cmp_rm_keys_u64_empty 2024-04-15T14:52:24.703 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] CmpOmap.cmp_rm_keys_u64_empty (8 ms) 2024-04-15T14:52:24.703 INFO:tasks.workunit.client.0.smithi016.stdout:[----------] 31 tests from CmpOmap (157 ms total) 2024-04-15T14:52:24.703 INFO:tasks.workunit.client.0.smithi016.stdout: 2024-04-15T14:52:24.703 INFO:tasks.workunit.client.0.smithi016.stdout:[----------] Global test environment tear-down 2024-04-15T14:52:24.789 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:52:24 smithi016 ceph-mon[90652]: osdmap e910: 8 total, 8 up, 8 in 2024-04-15T14:52:24.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:52:24 smithi016 ceph-mon[90652]: from='client.? 172.21.15.16:0/951525069' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi016-134093-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T14:52:24.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:52:24 smithi016 ceph-mon[90652]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi016-134093-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T14:52:24.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:52:24 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T14:52:24.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:52:24 smithi016 ceph-mon[93212]: osdmap e910: 8 total, 8 up, 8 in 2024-04-15T14:52:24.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:52:24 smithi016 ceph-mon[93212]: from='client.? 172.21.15.16:0/951525069' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi016-134093-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T14:52:24.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:52:24 smithi016 ceph-mon[93212]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi016-134093-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T14:52:24.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:52:24 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T14:52:24.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:52:24 smithi102 ceph-mon[87131]: osdmap e910: 8 total, 8 up, 8 in 2024-04-15T14:52:24.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:52:24 smithi102 ceph-mon[87131]: from='client.? 172.21.15.16:0/951525069' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi016-134093-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T14:52:24.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:52:24 smithi102 ceph-mon[87131]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi016-134093-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T14:52:24.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:52:24 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T14:52:25.553 INFO:tasks.workunit.client.0.smithi016.stdout:[==========] 31 tests from 1 test suite ran. (2662 ms total) 2024-04-15T14:52:25.553 INFO:tasks.workunit.client.0.smithi016.stdout:[ PASSED ] 31 tests. 2024-04-15T14:52:25.557 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-04-15T14:52:25.557 DEBUG:teuthology.orchestra.run.smithi016:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-04-15T14:52:25.629 INFO:tasks.workunit:Running workunit cls/test_cls_hello.sh... 2024-04-15T14:52:25.630 DEBUG:teuthology.orchestra.run.smithi016:workunit test cls/test_cls_hello.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=reef TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/cls/test_cls_hello.sh 2024-04-15T14:52:25.705 INFO:tasks.workunit.client.0.smithi016.stdout:Running main() from gmock_main.cc 2024-04-15T14:52:25.705 INFO:tasks.workunit.client.0.smithi016.stdout:[==========] Running 6 tests from 1 test suite. 2024-04-15T14:52:25.705 INFO:tasks.workunit.client.0.smithi016.stdout:[----------] Global test environment set-up. 2024-04-15T14:52:25.705 INFO:tasks.workunit.client.0.smithi016.stdout:[----------] 6 tests from ClsHello 2024-04-15T14:52:25.705 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] ClsHello.SayHello 2024-04-15T14:52:25.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:52:25 smithi102 ceph-mon[87131]: pgmap v1036: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-04-15T14:52:25.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:52:25 smithi102 ceph-mon[87131]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-15T14:52:25.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:52:25 smithi102 ceph-mon[87131]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi016-134093-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-15T14:52:25.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:52:25 smithi102 ceph-mon[87131]: osdmap e911: 8 total, 8 up, 8 in 2024-04-15T14:52:26.039 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:52:25 smithi016 ceph-mon[90652]: pgmap v1036: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-04-15T14:52:26.039 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:52:25 smithi016 ceph-mon[90652]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-15T14:52:26.039 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:52:25 smithi016 ceph-mon[90652]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi016-134093-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-15T14:52:26.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:52:25 smithi016 ceph-mon[90652]: osdmap e911: 8 total, 8 up, 8 in 2024-04-15T14:52:26.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:52:25 smithi016 ceph-mon[93212]: pgmap v1036: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-04-15T14:52:26.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:52:25 smithi016 ceph-mon[93212]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-15T14:52:26.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:52:25 smithi016 ceph-mon[93212]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi016-134093-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-15T14:52:26.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:52:25 smithi016 ceph-mon[93212]: osdmap e911: 8 total, 8 up, 8 in 2024-04-15T14:52:26.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:52:26 smithi102 ceph-mon[87131]: osdmap e912: 8 total, 8 up, 8 in 2024-04-15T14:52:27.039 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:52:26 smithi016 ceph-mon[93212]: osdmap e912: 8 total, 8 up, 8 in 2024-04-15T14:52:27.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:52:26 smithi016 ceph-mon[90652]: osdmap e912: 8 total, 8 up, 8 in 2024-04-15T14:52:27.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:52:27 smithi102 ceph-mon[87131]: pgmap v1039: 105 pgs: 105 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-04-15T14:52:27.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:52:27 smithi102 ceph-mon[87131]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-15T14:52:27.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:52:27 smithi102 ceph-mon[87131]: Cluster is now healthy 2024-04-15T14:52:27.938 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:52:27 smithi102 ceph-mon[87131]: osdmap e913: 8 total, 8 up, 8 in 2024-04-15T14:52:27.938 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:52:27 smithi102 ceph-mon[87131]: from='client.? 172.21.15.16:0/3823453768' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi016-134160-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T14:52:28.039 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:52:27 smithi016 ceph-mon[90652]: pgmap v1039: 105 pgs: 105 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-04-15T14:52:28.039 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:52:27 smithi016 ceph-mon[90652]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-15T14:52:28.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:52:27 smithi016 ceph-mon[90652]: Cluster is now healthy 2024-04-15T14:52:28.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:52:27 smithi016 ceph-mon[90652]: osdmap e913: 8 total, 8 up, 8 in 2024-04-15T14:52:28.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:52:27 smithi016 ceph-mon[90652]: from='client.? 172.21.15.16:0/3823453768' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi016-134160-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T14:52:28.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:52:27 smithi016 ceph-mon[93212]: pgmap v1039: 105 pgs: 105 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-04-15T14:52:28.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:52:27 smithi016 ceph-mon[93212]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-15T14:52:28.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:52:27 smithi016 ceph-mon[93212]: Cluster is now healthy 2024-04-15T14:52:28.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:52:27 smithi016 ceph-mon[93212]: osdmap e913: 8 total, 8 up, 8 in 2024-04-15T14:52:28.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:52:27 smithi016 ceph-mon[93212]: from='client.? 172.21.15.16:0/3823453768' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi016-134160-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T14:52:28.573 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] ClsHello.SayHello (2868 ms) 2024-04-15T14:52:28.573 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] ClsHello.RecordHello 2024-04-15T14:52:28.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:52:28 smithi102 ceph-mon[87131]: from='client.? 172.21.15.16:0/3823453768' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi016-134160-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-15T14:52:28.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:52:28 smithi102 ceph-mon[87131]: osdmap e914: 8 total, 8 up, 8 in 2024-04-15T14:52:29.039 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:52:28 smithi016 ceph-mon[90652]: from='client.? 172.21.15.16:0/3823453768' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi016-134160-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-15T14:52:29.039 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:52:28 smithi016 ceph-mon[90652]: osdmap e914: 8 total, 8 up, 8 in 2024-04-15T14:52:29.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:52:28 smithi016 ceph-mon[93212]: from='client.? 172.21.15.16:0/3823453768' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi016-134160-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-15T14:52:29.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:52:28 smithi016 ceph-mon[93212]: osdmap e914: 8 total, 8 up, 8 in 2024-04-15T14:52:29.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:52:29 smithi102 ceph-mon[87131]: pgmap v1042: 137 pgs: 4 creating+peering, 28 unknown, 105 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-04-15T14:52:29.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:52:29 smithi102 ceph-mon[87131]: osdmap e915: 8 total, 8 up, 8 in 2024-04-15T14:52:30.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:52:29 smithi016 ceph-mon[93212]: pgmap v1042: 137 pgs: 4 creating+peering, 28 unknown, 105 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-04-15T14:52:30.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:52:29 smithi016 ceph-mon[93212]: osdmap e915: 8 total, 8 up, 8 in 2024-04-15T14:52:30.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:52:29 smithi016 ceph-mon[90652]: pgmap v1042: 137 pgs: 4 creating+peering, 28 unknown, 105 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-04-15T14:52:30.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:52:29 smithi016 ceph-mon[90652]: osdmap e915: 8 total, 8 up, 8 in 2024-04-15T14:52:30.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:52:30 smithi102 ceph-mon[87131]: osdmap e916: 8 total, 8 up, 8 in 2024-04-15T14:52:30.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:52:30 smithi102 ceph-mon[87131]: from='client.? 172.21.15.16:0/275982534' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi016-134160-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T14:52:31.039 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:52:30 smithi016 ceph-mon[93212]: osdmap e916: 8 total, 8 up, 8 in 2024-04-15T14:52:31.039 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:52:30 smithi016 ceph-mon[93212]: from='client.? 172.21.15.16:0/275982534' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi016-134160-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T14:52:31.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:52:30 smithi016 ceph-mon[90652]: osdmap e916: 8 total, 8 up, 8 in 2024-04-15T14:52:31.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:52:30 smithi016 ceph-mon[90652]: from='client.? 172.21.15.16:0/275982534' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi016-134160-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T14:52:31.591 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] ClsHello.RecordHello (3018 ms) 2024-04-15T14:52:31.591 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] ClsHello.WriteReturnData 2024-04-15T14:52:31.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:52:31 smithi102 ceph-mon[87131]: pgmap v1045: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-04-15T14:52:31.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:52:31 smithi102 ceph-mon[87131]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-15T14:52:31.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:52:31 smithi102 ceph-mon[87131]: from='client.? 172.21.15.16:0/275982534' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi016-134160-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-15T14:52:31.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:52:31 smithi102 ceph-mon[87131]: osdmap e917: 8 total, 8 up, 8 in 2024-04-15T14:52:32.039 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:52:31 smithi016 ceph-mon[93212]: pgmap v1045: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-04-15T14:52:32.039 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:52:31 smithi016 ceph-mon[93212]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-15T14:52:32.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:52:31 smithi016 ceph-mon[93212]: from='client.? 172.21.15.16:0/275982534' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi016-134160-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-15T14:52:32.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:52:31 smithi016 ceph-mon[93212]: osdmap e917: 8 total, 8 up, 8 in 2024-04-15T14:52:32.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:52:31 smithi016 ceph-mon[90652]: pgmap v1045: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-04-15T14:52:32.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:52:31 smithi016 ceph-mon[90652]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-15T14:52:32.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:52:31 smithi016 ceph-mon[90652]: from='client.? 172.21.15.16:0/275982534' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi016-134160-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-15T14:52:32.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:52:31 smithi016 ceph-mon[90652]: osdmap e917: 8 total, 8 up, 8 in 2024-04-15T14:52:32.040 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 15 14:52:31 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-y[81421]: ::ffff:172.21.15.102 - - [15/Apr/2024:14:52:31] "GET /metrics HTTP/1.1" 200 36272 "" "Prometheus/2.43.0" 2024-04-15T14:52:32.594 INFO:journalctl@ceph.prometheus.a.smithi102.stdout:Apr 15 14:52:32 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-prometheus-a[120881]: ts=2024-04-15T14:52:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi016:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"362ea986-fb34-11ee-bc8f-c7b262605968\", instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T14:52:32.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:52:32 smithi102 ceph-mon[87131]: osdmap e918: 8 total, 8 up, 8 in 2024-04-15T14:52:33.039 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:52:32 smithi016 ceph-mon[90652]: osdmap e918: 8 total, 8 up, 8 in 2024-04-15T14:52:33.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:52:32 smithi016 ceph-mon[93212]: osdmap e918: 8 total, 8 up, 8 in 2024-04-15T14:52:33.608 INFO:tasks.workunit.client.0.smithi016.stdout:require_osd_release = squid 2024-04-15T14:52:33.615 INFO:tasks.workunit.client.0.smithi016.stdout:0 2024-04-15T14:52:33.792 INFO:tasks.workunit.client.0.smithi016.stdout:1 2024-04-15T14:52:33.793 INFO:tasks.workunit.client.0.smithi016.stdout:2 2024-04-15T14:52:33.794 INFO:tasks.workunit.client.0.smithi016.stdout:3 2024-04-15T14:52:33.795 INFO:tasks.workunit.client.0.smithi016.stdout:4 2024-04-15T14:52:33.796 INFO:tasks.workunit.client.0.smithi016.stdout:5 2024-04-15T14:52:33.797 INFO:tasks.workunit.client.0.smithi016.stdout:6 2024-04-15T14:52:33.798 INFO:tasks.workunit.client.0.smithi016.stdout:7 2024-04-15T14:52:33.799 INFO:tasks.workunit.client.0.smithi016.stdout:8 2024-04-15T14:52:33.800 INFO:tasks.workunit.client.0.smithi016.stdout:9 2024-04-15T14:52:33.801 INFO:tasks.workunit.client.0.smithi016.stdout:10 2024-04-15T14:52:33.802 INFO:tasks.workunit.client.0.smithi016.stdout:11 2024-04-15T14:52:33.803 INFO:tasks.workunit.client.0.smithi016.stdout:12 2024-04-15T14:52:33.805 INFO:tasks.workunit.client.0.smithi016.stdout:13 2024-04-15T14:52:33.805 INFO:tasks.workunit.client.0.smithi016.stdout:14 2024-04-15T14:52:33.806 INFO:tasks.workunit.client.0.smithi016.stdout:15 2024-04-15T14:52:33.807 INFO:tasks.workunit.client.0.smithi016.stdout:16 2024-04-15T14:52:33.808 INFO:tasks.workunit.client.0.smithi016.stdout:17 2024-04-15T14:52:33.809 INFO:tasks.workunit.client.0.smithi016.stdout:18 2024-04-15T14:52:33.810 INFO:tasks.workunit.client.0.smithi016.stdout:19 2024-04-15T14:52:33.811 INFO:tasks.workunit.client.0.smithi016.stdout:20 2024-04-15T14:52:33.812 INFO:tasks.workunit.client.0.smithi016.stdout:21 2024-04-15T14:52:33.813 INFO:tasks.workunit.client.0.smithi016.stdout:22 2024-04-15T14:52:33.814 INFO:tasks.workunit.client.0.smithi016.stdout:23 2024-04-15T14:52:33.815 INFO:tasks.workunit.client.0.smithi016.stdout:24 2024-04-15T14:52:33.816 INFO:tasks.workunit.client.0.smithi016.stdout:25 2024-04-15T14:52:33.817 INFO:tasks.workunit.client.0.smithi016.stdout:26 2024-04-15T14:52:33.818 INFO:tasks.workunit.client.0.smithi016.stdout:27 2024-04-15T14:52:33.819 INFO:tasks.workunit.client.0.smithi016.stdout:28 2024-04-15T14:52:33.820 INFO:tasks.workunit.client.0.smithi016.stdout:29 2024-04-15T14:52:33.821 INFO:tasks.workunit.client.0.smithi016.stdout:30 2024-04-15T14:52:33.822 INFO:tasks.workunit.client.0.smithi016.stdout:31 2024-04-15T14:52:33.823 INFO:tasks.workunit.client.0.smithi016.stdout:32 2024-04-15T14:52:33.824 INFO:tasks.workunit.client.0.smithi016.stdout:33 2024-04-15T14:52:33.826 INFO:tasks.workunit.client.0.smithi016.stdout:34 2024-04-15T14:52:33.826 INFO:tasks.workunit.client.0.smithi016.stdout:35 2024-04-15T14:52:33.827 INFO:tasks.workunit.client.0.smithi016.stdout:36 2024-04-15T14:52:33.828 INFO:tasks.workunit.client.0.smithi016.stdout:37 2024-04-15T14:52:33.829 INFO:tasks.workunit.client.0.smithi016.stdout:38 2024-04-15T14:52:33.830 INFO:tasks.workunit.client.0.smithi016.stdout:39 2024-04-15T14:52:33.831 INFO:tasks.workunit.client.0.smithi016.stdout:40 2024-04-15T14:52:33.832 INFO:tasks.workunit.client.0.smithi016.stdout:41 2024-04-15T14:52:33.833 INFO:tasks.workunit.client.0.smithi016.stdout:42 2024-04-15T14:52:33.834 INFO:tasks.workunit.client.0.smithi016.stdout:43 2024-04-15T14:52:33.835 INFO:tasks.workunit.client.0.smithi016.stdout:44 2024-04-15T14:52:33.836 INFO:tasks.workunit.client.0.smithi016.stdout:45 2024-04-15T14:52:33.837 INFO:tasks.workunit.client.0.smithi016.stdout:46 2024-04-15T14:52:33.838 INFO:tasks.workunit.client.0.smithi016.stdout:47 2024-04-15T14:52:33.839 INFO:tasks.workunit.client.0.smithi016.stdout:48 2024-04-15T14:52:33.840 INFO:tasks.workunit.client.0.smithi016.stdout:49 2024-04-15T14:52:33.841 INFO:tasks.workunit.client.0.smithi016.stdout:50 2024-04-15T14:52:33.842 INFO:tasks.workunit.client.0.smithi016.stdout:51 2024-04-15T14:52:33.843 INFO:tasks.workunit.client.0.smithi016.stdout:52 2024-04-15T14:52:33.844 INFO:tasks.workunit.client.0.smithi016.stdout:53 2024-04-15T14:52:33.845 INFO:tasks.workunit.client.0.smithi016.stdout:54 2024-04-15T14:52:33.846 INFO:tasks.workunit.client.0.smithi016.stdout:55 2024-04-15T14:52:33.847 INFO:tasks.workunit.client.0.smithi016.stdout:56 2024-04-15T14:52:33.848 INFO:tasks.workunit.client.0.smithi016.stdout:57 2024-04-15T14:52:33.849 INFO:tasks.workunit.client.0.smithi016.stdout:58 2024-04-15T14:52:33.850 INFO:tasks.workunit.client.0.smithi016.stdout:59 2024-04-15T14:52:33.854 INFO:tasks.workunit.client.0.smithi016.stdout:60 2024-04-15T14:52:33.854 INFO:tasks.workunit.client.0.smithi016.stdout:61 2024-04-15T14:52:33.854 INFO:tasks.workunit.client.0.smithi016.stdout:62 2024-04-15T14:52:33.854 INFO:tasks.workunit.client.0.smithi016.stdout:63 2024-04-15T14:52:33.855 INFO:tasks.workunit.client.0.smithi016.stdout:64 2024-04-15T14:52:33.856 INFO:tasks.workunit.client.0.smithi016.stdout:65 2024-04-15T14:52:33.857 INFO:tasks.workunit.client.0.smithi016.stdout:66 2024-04-15T14:52:33.858 INFO:tasks.workunit.client.0.smithi016.stdout:67 2024-04-15T14:52:33.859 INFO:tasks.workunit.client.0.smithi016.stdout:68 2024-04-15T14:52:33.860 INFO:tasks.workunit.client.0.smithi016.stdout:69 2024-04-15T14:52:33.861 INFO:tasks.workunit.client.0.smithi016.stdout:70 2024-04-15T14:52:33.862 INFO:tasks.workunit.client.0.smithi016.stdout:71 2024-04-15T14:52:33.863 INFO:tasks.workunit.client.0.smithi016.stdout:72 2024-04-15T14:52:33.864 INFO:tasks.workunit.client.0.smithi016.stdout:73 2024-04-15T14:52:33.865 INFO:tasks.workunit.client.0.smithi016.stdout:74 2024-04-15T14:52:33.866 INFO:tasks.workunit.client.0.smithi016.stdout:75 2024-04-15T14:52:33.867 INFO:tasks.workunit.client.0.smithi016.stdout:76 2024-04-15T14:52:33.868 INFO:tasks.workunit.client.0.smithi016.stdout:77 2024-04-15T14:52:33.869 INFO:tasks.workunit.client.0.smithi016.stdout:78 2024-04-15T14:52:33.870 INFO:tasks.workunit.client.0.smithi016.stdout:79 2024-04-15T14:52:33.870 INFO:tasks.workunit.client.0.smithi016.stdout:80 2024-04-15T14:52:33.871 INFO:tasks.workunit.client.0.smithi016.stdout:81 2024-04-15T14:52:33.872 INFO:tasks.workunit.client.0.smithi016.stdout:82 2024-04-15T14:52:33.873 INFO:tasks.workunit.client.0.smithi016.stdout:83 2024-04-15T14:52:33.874 INFO:tasks.workunit.client.0.smithi016.stdout:84 2024-04-15T14:52:33.875 INFO:tasks.workunit.client.0.smithi016.stdout:85 2024-04-15T14:52:33.876 INFO:tasks.workunit.client.0.smithi016.stdout:86 2024-04-15T14:52:33.877 INFO:tasks.workunit.client.0.smithi016.stdout:87 2024-04-15T14:52:33.878 INFO:tasks.workunit.client.0.smithi016.stdout:88 2024-04-15T14:52:33.879 INFO:tasks.workunit.client.0.smithi016.stdout:89 2024-04-15T14:52:33.880 INFO:tasks.workunit.client.0.smithi016.stdout:90 2024-04-15T14:52:33.881 INFO:tasks.workunit.client.0.smithi016.stdout:91 2024-04-15T14:52:33.882 INFO:tasks.workunit.client.0.smithi016.stdout:92 2024-04-15T14:52:33.883 INFO:tasks.workunit.client.0.smithi016.stdout:93 2024-04-15T14:52:33.884 INFO:tasks.workunit.client.0.smithi016.stdout:94 2024-04-15T14:52:33.885 INFO:tasks.workunit.client.0.smithi016.stdout:95 2024-04-15T14:52:33.885 INFO:tasks.workunit.client.0.smithi016.stdout:96 2024-04-15T14:52:33.886 INFO:tasks.workunit.client.0.smithi016.stdout:97 2024-04-15T14:52:33.887 INFO:tasks.workunit.client.0.smithi016.stdout:98 2024-04-15T14:52:33.888 INFO:tasks.workunit.client.0.smithi016.stdout:99 2024-04-15T14:52:33.889 INFO:tasks.workunit.client.0.smithi016.stdout:100 2024-04-15T14:52:33.890 INFO:tasks.workunit.client.0.smithi016.stdout:101 2024-04-15T14:52:33.891 INFO:tasks.workunit.client.0.smithi016.stdout:102 2024-04-15T14:52:33.892 INFO:tasks.workunit.client.0.smithi016.stdout:103 2024-04-15T14:52:33.893 INFO:tasks.workunit.client.0.smithi016.stdout:104 2024-04-15T14:52:33.894 INFO:tasks.workunit.client.0.smithi016.stdout:105 2024-04-15T14:52:33.894 INFO:tasks.workunit.client.0.smithi016.stdout:106 2024-04-15T14:52:33.895 INFO:tasks.workunit.client.0.smithi016.stdout:107 2024-04-15T14:52:33.896 INFO:tasks.workunit.client.0.smithi016.stdout:108 2024-04-15T14:52:33.897 INFO:tasks.workunit.client.0.smithi016.stdout:109 2024-04-15T14:52:33.898 INFO:tasks.workunit.client.0.smithi016.stdout:110 2024-04-15T14:52:33.899 INFO:tasks.workunit.client.0.smithi016.stdout:111 2024-04-15T14:52:33.900 INFO:tasks.workunit.client.0.smithi016.stdout:112 2024-04-15T14:52:33.901 INFO:tasks.workunit.client.0.smithi016.stdout:113 2024-04-15T14:52:33.902 INFO:tasks.workunit.client.0.smithi016.stdout:114 2024-04-15T14:52:33.903 INFO:tasks.workunit.client.0.smithi016.stdout:115 2024-04-15T14:52:33.903 INFO:tasks.workunit.client.0.smithi016.stdout:116 2024-04-15T14:52:33.904 INFO:tasks.workunit.client.0.smithi016.stdout:117 2024-04-15T14:52:33.905 INFO:tasks.workunit.client.0.smithi016.stdout:118 2024-04-15T14:52:33.906 INFO:tasks.workunit.client.0.smithi016.stdout:119 2024-04-15T14:52:33.907 INFO:tasks.workunit.client.0.smithi016.stdout:120 2024-04-15T14:52:33.908 INFO:tasks.workunit.client.0.smithi016.stdout:121 2024-04-15T14:52:33.909 INFO:tasks.workunit.client.0.smithi016.stdout:122 2024-04-15T14:52:33.910 INFO:tasks.workunit.client.0.smithi016.stdout:123 2024-04-15T14:52:33.911 INFO:tasks.workunit.client.0.smithi016.stdout:124 2024-04-15T14:52:33.911 INFO:tasks.workunit.client.0.smithi016.stdout:125 2024-04-15T14:52:33.912 INFO:tasks.workunit.client.0.smithi016.stdout:126 2024-04-15T14:52:33.913 INFO:tasks.workunit.client.0.smithi016.stdout:127 2024-04-15T14:52:33.914 INFO:tasks.workunit.client.0.smithi016.stdout:128 2024-04-15T14:52:33.915 INFO:tasks.workunit.client.0.smithi016.stdout:129 2024-04-15T14:52:33.916 INFO:tasks.workunit.client.0.smithi016.stdout:130 2024-04-15T14:52:33.917 INFO:tasks.workunit.client.0.smithi016.stdout:131 2024-04-15T14:52:33.918 INFO:tasks.workunit.client.0.smithi016.stdout:132 2024-04-15T14:52:33.918 INFO:tasks.workunit.client.0.smithi016.stdout:133 2024-04-15T14:52:33.919 INFO:tasks.workunit.client.0.smithi016.stdout:134 2024-04-15T14:52:33.920 INFO:tasks.workunit.client.0.smithi016.stdout:135 2024-04-15T14:52:33.921 INFO:tasks.workunit.client.0.smithi016.stdout:136 2024-04-15T14:52:33.922 INFO:tasks.workunit.client.0.smithi016.stdout:137 2024-04-15T14:52:33.923 INFO:tasks.workunit.client.0.smithi016.stdout:138 2024-04-15T14:52:33.924 INFO:tasks.workunit.client.0.smithi016.stdout:139 2024-04-15T14:52:33.925 INFO:tasks.workunit.client.0.smithi016.stdout:140 2024-04-15T14:52:33.926 INFO:tasks.workunit.client.0.smithi016.stdout:141 2024-04-15T14:52:33.927 INFO:tasks.workunit.client.0.smithi016.stdout:142 2024-04-15T14:52:33.928 INFO:tasks.workunit.client.0.smithi016.stdout:143 2024-04-15T14:52:33.929 INFO:tasks.workunit.client.0.smithi016.stdout:144 2024-04-15T14:52:33.930 INFO:tasks.workunit.client.0.smithi016.stdout:145 2024-04-15T14:52:33.931 INFO:tasks.workunit.client.0.smithi016.stdout:146 2024-04-15T14:52:33.932 INFO:tasks.workunit.client.0.smithi016.stdout:147 2024-04-15T14:52:33.933 INFO:tasks.workunit.client.0.smithi016.stdout:148 2024-04-15T14:52:33.934 INFO:tasks.workunit.client.0.smithi016.stdout:149 2024-04-15T14:52:33.934 INFO:tasks.workunit.client.0.smithi016.stdout:150 2024-04-15T14:52:33.935 INFO:tasks.workunit.client.0.smithi016.stdout:151 2024-04-15T14:52:33.936 INFO:tasks.workunit.client.0.smithi016.stdout:152 2024-04-15T14:52:33.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:52:33 smithi102 ceph-mon[87131]: pgmap v1048: 105 pgs: 105 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-04-15T14:52:33.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:52:33 smithi102 ceph-mon[87131]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-15T14:52:33.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:52:33 smithi102 ceph-mon[87131]: Cluster is now healthy 2024-04-15T14:52:33.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:52:33 smithi102 ceph-mon[87131]: osdmap e919: 8 total, 8 up, 8 in 2024-04-15T14:52:33.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:52:33 smithi102 ceph-mon[87131]: from='client.? 172.21.15.16:0/1860677209' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi016-134160-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T14:52:33.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:52:33 smithi102 ceph-mon[87131]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi016-134160-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T14:52:33.938 INFO:tasks.workunit.client.0.smithi016.stdout:153 2024-04-15T14:52:33.938 INFO:tasks.workunit.client.0.smithi016.stdout:154 2024-04-15T14:52:33.939 INFO:tasks.workunit.client.0.smithi016.stdout:155 2024-04-15T14:52:33.940 INFO:tasks.workunit.client.0.smithi016.stdout:156 2024-04-15T14:52:33.941 INFO:tasks.workunit.client.0.smithi016.stdout:157 2024-04-15T14:52:33.942 INFO:tasks.workunit.client.0.smithi016.stdout:158 2024-04-15T14:52:33.942 INFO:tasks.workunit.client.0.smithi016.stdout:159 2024-04-15T14:52:33.945 INFO:tasks.workunit.client.0.smithi016.stdout:160 2024-04-15T14:52:33.945 INFO:tasks.workunit.client.0.smithi016.stdout:161 2024-04-15T14:52:33.945 INFO:tasks.workunit.client.0.smithi016.stdout:162 2024-04-15T14:52:33.946 INFO:tasks.workunit.client.0.smithi016.stdout:163 2024-04-15T14:52:33.947 INFO:tasks.workunit.client.0.smithi016.stdout:164 2024-04-15T14:52:33.947 INFO:tasks.workunit.client.0.smithi016.stdout:165 2024-04-15T14:52:33.949 INFO:tasks.workunit.client.0.smithi016.stdout:166 2024-04-15T14:52:33.949 INFO:tasks.workunit.client.0.smithi016.stdout:167 2024-04-15T14:52:33.950 INFO:tasks.workunit.client.0.smithi016.stdout:168 2024-04-15T14:52:33.951 INFO:tasks.workunit.client.0.smithi016.stdout:169 2024-04-15T14:52:33.952 INFO:tasks.workunit.client.0.smithi016.stdout:170 2024-04-15T14:52:33.952 INFO:tasks.workunit.client.0.smithi016.stdout:171 2024-04-15T14:52:33.953 INFO:tasks.workunit.client.0.smithi016.stdout:172 2024-04-15T14:52:33.955 INFO:tasks.workunit.client.0.smithi016.stdout:173 2024-04-15T14:52:33.955 INFO:tasks.workunit.client.0.smithi016.stdout:174 2024-04-15T14:52:33.956 INFO:tasks.workunit.client.0.smithi016.stdout:175 2024-04-15T14:52:33.957 INFO:tasks.workunit.client.0.smithi016.stdout:176 2024-04-15T14:52:33.958 INFO:tasks.workunit.client.0.smithi016.stdout:177 2024-04-15T14:52:33.958 INFO:tasks.workunit.client.0.smithi016.stdout:178 2024-04-15T14:52:33.959 INFO:tasks.workunit.client.0.smithi016.stdout:179 2024-04-15T14:52:33.960 INFO:tasks.workunit.client.0.smithi016.stdout:180 2024-04-15T14:52:33.961 INFO:tasks.workunit.client.0.smithi016.stdout:181 2024-04-15T14:52:33.962 INFO:tasks.workunit.client.0.smithi016.stdout:182 2024-04-15T14:52:33.963 INFO:tasks.workunit.client.0.smithi016.stdout:183 2024-04-15T14:52:33.964 INFO:tasks.workunit.client.0.smithi016.stdout:184 2024-04-15T14:52:33.965 INFO:tasks.workunit.client.0.smithi016.stdout:185 2024-04-15T14:52:33.965 INFO:tasks.workunit.client.0.smithi016.stdout:186 2024-04-15T14:52:33.966 INFO:tasks.workunit.client.0.smithi016.stdout:187 2024-04-15T14:52:33.967 INFO:tasks.workunit.client.0.smithi016.stdout:188 2024-04-15T14:52:33.968 INFO:tasks.workunit.client.0.smithi016.stdout:189 2024-04-15T14:52:33.969 INFO:tasks.workunit.client.0.smithi016.stdout:190 2024-04-15T14:52:33.969 INFO:tasks.workunit.client.0.smithi016.stdout:191 2024-04-15T14:52:33.970 INFO:tasks.workunit.client.0.smithi016.stdout:192 2024-04-15T14:52:33.971 INFO:tasks.workunit.client.0.smithi016.stdout:193 2024-04-15T14:52:33.972 INFO:tasks.workunit.client.0.smithi016.stdout:194 2024-04-15T14:52:33.973 INFO:tasks.workunit.client.0.smithi016.stdout:195 2024-04-15T14:52:33.974 INFO:tasks.workunit.client.0.smithi016.stdout:196 2024-04-15T14:52:33.974 INFO:tasks.workunit.client.0.smithi016.stdout:197 2024-04-15T14:52:33.975 INFO:tasks.workunit.client.0.smithi016.stdout:198 2024-04-15T14:52:33.976 INFO:tasks.workunit.client.0.smithi016.stdout:199 2024-04-15T14:52:33.977 INFO:tasks.workunit.client.0.smithi016.stdout:200 2024-04-15T14:52:33.978 INFO:tasks.workunit.client.0.smithi016.stdout:201 2024-04-15T14:52:33.979 INFO:tasks.workunit.client.0.smithi016.stdout:202 2024-04-15T14:52:33.980 INFO:tasks.workunit.client.0.smithi016.stdout:203 2024-04-15T14:52:33.980 INFO:tasks.workunit.client.0.smithi016.stdout:204 2024-04-15T14:52:33.981 INFO:tasks.workunit.client.0.smithi016.stdout:205 2024-04-15T14:52:33.982 INFO:tasks.workunit.client.0.smithi016.stdout:206 2024-04-15T14:52:33.983 INFO:tasks.workunit.client.0.smithi016.stdout:207 2024-04-15T14:52:33.984 INFO:tasks.workunit.client.0.smithi016.stdout:208 2024-04-15T14:52:33.985 INFO:tasks.workunit.client.0.smithi016.stdout:209 2024-04-15T14:52:33.986 INFO:tasks.workunit.client.0.smithi016.stdout:210 2024-04-15T14:52:33.987 INFO:tasks.workunit.client.0.smithi016.stdout:211 2024-04-15T14:52:33.987 INFO:tasks.workunit.client.0.smithi016.stdout:212 2024-04-15T14:52:33.988 INFO:tasks.workunit.client.0.smithi016.stdout:213 2024-04-15T14:52:33.989 INFO:tasks.workunit.client.0.smithi016.stdout:214 2024-04-15T14:52:33.990 INFO:tasks.workunit.client.0.smithi016.stdout:215 2024-04-15T14:52:33.991 INFO:tasks.workunit.client.0.smithi016.stdout:216 2024-04-15T14:52:33.992 INFO:tasks.workunit.client.0.smithi016.stdout:217 2024-04-15T14:52:33.993 INFO:tasks.workunit.client.0.smithi016.stdout:218 2024-04-15T14:52:33.993 INFO:tasks.workunit.client.0.smithi016.stdout:219 2024-04-15T14:52:33.994 INFO:tasks.workunit.client.0.smithi016.stdout:220 2024-04-15T14:52:33.995 INFO:tasks.workunit.client.0.smithi016.stdout:221 2024-04-15T14:52:33.996 INFO:tasks.workunit.client.0.smithi016.stdout:222 2024-04-15T14:52:33.997 INFO:tasks.workunit.client.0.smithi016.stdout:223 2024-04-15T14:52:33.998 INFO:tasks.workunit.client.0.smithi016.stdout:224 2024-04-15T14:52:33.999 INFO:tasks.workunit.client.0.smithi016.stdout:225 2024-04-15T14:52:34.000 INFO:tasks.workunit.client.0.smithi016.stdout:226 2024-04-15T14:52:34.001 INFO:tasks.workunit.client.0.smithi016.stdout:227 2024-04-15T14:52:34.001 INFO:tasks.workunit.client.0.smithi016.stdout:228 2024-04-15T14:52:34.002 INFO:tasks.workunit.client.0.smithi016.stdout:229 2024-04-15T14:52:34.003 INFO:tasks.workunit.client.0.smithi016.stdout:230 2024-04-15T14:52:34.004 INFO:tasks.workunit.client.0.smithi016.stdout:231 2024-04-15T14:52:34.005 INFO:tasks.workunit.client.0.smithi016.stdout:232 2024-04-15T14:52:34.006 INFO:tasks.workunit.client.0.smithi016.stdout:233 2024-04-15T14:52:34.007 INFO:tasks.workunit.client.0.smithi016.stdout:234 2024-04-15T14:52:34.008 INFO:tasks.workunit.client.0.smithi016.stdout:235 2024-04-15T14:52:34.008 INFO:tasks.workunit.client.0.smithi016.stdout:236 2024-04-15T14:52:34.009 INFO:tasks.workunit.client.0.smithi016.stdout:237 2024-04-15T14:52:34.010 INFO:tasks.workunit.client.0.smithi016.stdout:238 2024-04-15T14:52:34.011 INFO:tasks.workunit.client.0.smithi016.stdout:239 2024-04-15T14:52:34.012 INFO:tasks.workunit.client.0.smithi016.stdout:240 2024-04-15T14:52:34.013 INFO:tasks.workunit.client.0.smithi016.stdout:241 2024-04-15T14:52:34.014 INFO:tasks.workunit.client.0.smithi016.stdout:242 2024-04-15T14:52:34.014 INFO:tasks.workunit.client.0.smithi016.stdout:243 2024-04-15T14:52:34.015 INFO:tasks.workunit.client.0.smithi016.stdout:244 2024-04-15T14:52:34.016 INFO:tasks.workunit.client.0.smithi016.stdout:245 2024-04-15T14:52:34.017 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:52:33 smithi016 ceph-mon[93212]: pgmap v1048: 105 pgs: 105 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-04-15T14:52:34.018 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:52:33 smithi016 ceph-mon[93212]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-15T14:52:34.018 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:52:33 smithi016 ceph-mon[93212]: Cluster is now healthy 2024-04-15T14:52:34.018 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:52:33 smithi016 ceph-mon[93212]: osdmap e919: 8 total, 8 up, 8 in 2024-04-15T14:52:34.018 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:52:33 smithi016 ceph-mon[93212]: from='client.? 172.21.15.16:0/1860677209' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi016-134160-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T14:52:34.018 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:52:33 smithi016 ceph-mon[93212]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi016-134160-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T14:52:34.019 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:52:33 smithi016 ceph-mon[90652]: pgmap v1048: 105 pgs: 105 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-04-15T14:52:34.019 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:52:33 smithi016 ceph-mon[90652]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-15T14:52:34.019 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:52:33 smithi016 ceph-mon[90652]: Cluster is now healthy 2024-04-15T14:52:34.019 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:52:33 smithi016 ceph-mon[90652]: osdmap e919: 8 total, 8 up, 8 in 2024-04-15T14:52:34.019 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:52:33 smithi016 ceph-mon[90652]: from='client.? 172.21.15.16:0/1860677209' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi016-134160-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T14:52:34.019 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:52:33 smithi016 ceph-mon[90652]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi016-134160-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T14:52:34.020 INFO:tasks.workunit.client.0.smithi016.stdout:246 2024-04-15T14:52:34.020 INFO:tasks.workunit.client.0.smithi016.stdout:247 2024-04-15T14:52:34.020 INFO:tasks.workunit.client.0.smithi016.stdout:248 2024-04-15T14:52:34.020 INFO:tasks.workunit.client.0.smithi016.stdout:249 2024-04-15T14:52:34.021 INFO:tasks.workunit.client.0.smithi016.stdout:250 2024-04-15T14:52:34.022 INFO:tasks.workunit.client.0.smithi016.stdout:251 2024-04-15T14:52:34.023 INFO:tasks.workunit.client.0.smithi016.stdout:252 2024-04-15T14:52:34.024 INFO:tasks.workunit.client.0.smithi016.stdout:253 2024-04-15T14:52:34.024 INFO:tasks.workunit.client.0.smithi016.stdout:254 2024-04-15T14:52:34.026 INFO:tasks.workunit.client.0.smithi016.stdout:255 2024-04-15T14:52:34.026 INFO:tasks.workunit.client.0.smithi016.stdout:256 2024-04-15T14:52:34.027 INFO:tasks.workunit.client.0.smithi016.stdout:257 2024-04-15T14:52:34.028 INFO:tasks.workunit.client.0.smithi016.stdout:258 2024-04-15T14:52:34.029 INFO:tasks.workunit.client.0.smithi016.stdout:259 2024-04-15T14:52:34.030 INFO:tasks.workunit.client.0.smithi016.stdout:260 2024-04-15T14:52:34.034 INFO:tasks.workunit.client.0.smithi016.stdout:261 2024-04-15T14:52:34.035 INFO:tasks.workunit.client.0.smithi016.stdout:262 2024-04-15T14:52:34.035 INFO:tasks.workunit.client.0.smithi016.stdout:263 2024-04-15T14:52:34.035 INFO:tasks.workunit.client.0.smithi016.stdout:264 2024-04-15T14:52:34.035 INFO:tasks.workunit.client.0.smithi016.stdout:265 2024-04-15T14:52:34.036 INFO:tasks.workunit.client.0.smithi016.stdout:266 2024-04-15T14:52:34.036 INFO:tasks.workunit.client.0.smithi016.stdout:267 2024-04-15T14:52:34.037 INFO:tasks.workunit.client.0.smithi016.stdout:268 2024-04-15T14:52:34.038 INFO:tasks.workunit.client.0.smithi016.stdout:269 2024-04-15T14:52:34.039 INFO:tasks.workunit.client.0.smithi016.stdout:270 2024-04-15T14:52:34.040 INFO:tasks.workunit.client.0.smithi016.stdout:271 2024-04-15T14:52:34.041 INFO:tasks.workunit.client.0.smithi016.stdout:272 2024-04-15T14:52:34.042 INFO:tasks.workunit.client.0.smithi016.stdout:273 2024-04-15T14:52:34.043 INFO:tasks.workunit.client.0.smithi016.stdout:274 2024-04-15T14:52:34.043 INFO:tasks.workunit.client.0.smithi016.stdout:275 2024-04-15T14:52:34.045 INFO:tasks.workunit.client.0.smithi016.stdout:276 2024-04-15T14:52:34.045 INFO:tasks.workunit.client.0.smithi016.stdout:277 2024-04-15T14:52:34.046 INFO:tasks.workunit.client.0.smithi016.stdout:278 2024-04-15T14:52:34.047 INFO:tasks.workunit.client.0.smithi016.stdout:279 2024-04-15T14:52:34.048 INFO:tasks.workunit.client.0.smithi016.stdout:280 2024-04-15T14:52:34.049 INFO:tasks.workunit.client.0.smithi016.stdout:281 2024-04-15T14:52:34.050 INFO:tasks.workunit.client.0.smithi016.stdout:282 2024-04-15T14:52:34.051 INFO:tasks.workunit.client.0.smithi016.stdout:283 2024-04-15T14:52:34.052 INFO:tasks.workunit.client.0.smithi016.stdout:284 2024-04-15T14:52:34.052 INFO:tasks.workunit.client.0.smithi016.stdout:285 2024-04-15T14:52:34.054 INFO:tasks.workunit.client.0.smithi016.stdout:286 2024-04-15T14:52:34.059 INFO:tasks.workunit.client.0.smithi016.stdout:287 2024-04-15T14:52:34.059 INFO:tasks.workunit.client.0.smithi016.stdout:288 2024-04-15T14:52:34.059 INFO:tasks.workunit.client.0.smithi016.stdout:289 2024-04-15T14:52:34.059 INFO:tasks.workunit.client.0.smithi016.stdout:290 2024-04-15T14:52:34.059 INFO:tasks.workunit.client.0.smithi016.stdout:291 2024-04-15T14:52:34.059 INFO:tasks.workunit.client.0.smithi016.stdout:292 2024-04-15T14:52:34.060 INFO:tasks.workunit.client.0.smithi016.stdout:293 2024-04-15T14:52:34.061 INFO:tasks.workunit.client.0.smithi016.stdout:294 2024-04-15T14:52:34.062 INFO:tasks.workunit.client.0.smithi016.stdout:295 2024-04-15T14:52:34.062 INFO:tasks.workunit.client.0.smithi016.stdout:296 2024-04-15T14:52:34.064 INFO:tasks.workunit.client.0.smithi016.stdout:297 2024-04-15T14:52:34.064 INFO:tasks.workunit.client.0.smithi016.stdout:298 2024-04-15T14:52:34.065 INFO:tasks.workunit.client.0.smithi016.stdout:299 2024-04-15T14:52:34.066 INFO:tasks.workunit.client.0.smithi016.stdout:300 2024-04-15T14:52:34.067 INFO:tasks.workunit.client.0.smithi016.stdout:301 2024-04-15T14:52:34.068 INFO:tasks.workunit.client.0.smithi016.stdout:302 2024-04-15T14:52:34.069 INFO:tasks.workunit.client.0.smithi016.stdout:303 2024-04-15T14:52:34.070 INFO:tasks.workunit.client.0.smithi016.stdout:304 2024-04-15T14:52:34.071 INFO:tasks.workunit.client.0.smithi016.stdout:305 2024-04-15T14:52:34.072 INFO:tasks.workunit.client.0.smithi016.stdout:306 2024-04-15T14:52:34.072 INFO:tasks.workunit.client.0.smithi016.stdout:307 2024-04-15T14:52:34.073 INFO:tasks.workunit.client.0.smithi016.stdout:308 2024-04-15T14:52:34.074 INFO:tasks.workunit.client.0.smithi016.stdout:309 2024-04-15T14:52:34.075 INFO:tasks.workunit.client.0.smithi016.stdout:310 2024-04-15T14:52:34.076 INFO:tasks.workunit.client.0.smithi016.stdout:311 2024-04-15T14:52:34.077 INFO:tasks.workunit.client.0.smithi016.stdout:312 2024-04-15T14:52:34.078 INFO:tasks.workunit.client.0.smithi016.stdout:313 2024-04-15T14:52:34.079 INFO:tasks.workunit.client.0.smithi016.stdout:314 2024-04-15T14:52:34.080 INFO:tasks.workunit.client.0.smithi016.stdout:315 2024-04-15T14:52:34.081 INFO:tasks.workunit.client.0.smithi016.stdout:316 2024-04-15T14:52:34.081 INFO:tasks.workunit.client.0.smithi016.stdout:317 2024-04-15T14:52:34.082 INFO:tasks.workunit.client.0.smithi016.stdout:318 2024-04-15T14:52:34.083 INFO:tasks.workunit.client.0.smithi016.stdout:319 2024-04-15T14:52:34.084 INFO:tasks.workunit.client.0.smithi016.stdout:320 2024-04-15T14:52:34.085 INFO:tasks.workunit.client.0.smithi016.stdout:321 2024-04-15T14:52:34.086 INFO:tasks.workunit.client.0.smithi016.stdout:322 2024-04-15T14:52:34.087 INFO:tasks.workunit.client.0.smithi016.stdout:323 2024-04-15T14:52:34.089 INFO:tasks.workunit.client.0.smithi016.stdout:324 2024-04-15T14:52:34.090 INFO:tasks.workunit.client.0.smithi016.stdout:325 2024-04-15T14:52:34.091 INFO:tasks.workunit.client.0.smithi016.stdout:326 2024-04-15T14:52:34.092 INFO:tasks.workunit.client.0.smithi016.stdout:327 2024-04-15T14:52:34.093 INFO:tasks.workunit.client.0.smithi016.stdout:328 2024-04-15T14:52:34.094 INFO:tasks.workunit.client.0.smithi016.stdout:329 2024-04-15T14:52:34.095 INFO:tasks.workunit.client.0.smithi016.stdout:330 2024-04-15T14:52:34.096 INFO:tasks.workunit.client.0.smithi016.stdout:331 2024-04-15T14:52:34.097 INFO:tasks.workunit.client.0.smithi016.stdout:332 2024-04-15T14:52:34.098 INFO:tasks.workunit.client.0.smithi016.stdout:333 2024-04-15T14:52:34.098 INFO:tasks.workunit.client.0.smithi016.stdout:334 2024-04-15T14:52:34.099 INFO:tasks.workunit.client.0.smithi016.stdout:335 2024-04-15T14:52:34.100 INFO:tasks.workunit.client.0.smithi016.stdout:336 2024-04-15T14:52:34.101 INFO:tasks.workunit.client.0.smithi016.stdout:337 2024-04-15T14:52:34.102 INFO:tasks.workunit.client.0.smithi016.stdout:338 2024-04-15T14:52:34.103 INFO:tasks.workunit.client.0.smithi016.stdout:339 2024-04-15T14:52:34.104 INFO:tasks.workunit.client.0.smithi016.stdout:340 2024-04-15T14:52:34.105 INFO:tasks.workunit.client.0.smithi016.stdout:341 2024-04-15T14:52:34.106 INFO:tasks.workunit.client.0.smithi016.stdout:342 2024-04-15T14:52:34.107 INFO:tasks.workunit.client.0.smithi016.stdout:343 2024-04-15T14:52:34.107 INFO:tasks.workunit.client.0.smithi016.stdout:344 2024-04-15T14:52:34.108 INFO:tasks.workunit.client.0.smithi016.stdout:345 2024-04-15T14:52:34.109 INFO:tasks.workunit.client.0.smithi016.stdout:346 2024-04-15T14:52:34.110 INFO:tasks.workunit.client.0.smithi016.stdout:347 2024-04-15T14:52:34.111 INFO:tasks.workunit.client.0.smithi016.stdout:348 2024-04-15T14:52:34.112 INFO:tasks.workunit.client.0.smithi016.stdout:349 2024-04-15T14:52:34.113 INFO:tasks.workunit.client.0.smithi016.stdout:350 2024-04-15T14:52:34.114 INFO:tasks.workunit.client.0.smithi016.stdout:351 2024-04-15T14:52:34.115 INFO:tasks.workunit.client.0.smithi016.stdout:352 2024-04-15T14:52:34.116 INFO:tasks.workunit.client.0.smithi016.stdout:353 2024-04-15T14:52:34.117 INFO:tasks.workunit.client.0.smithi016.stdout:354 2024-04-15T14:52:34.118 INFO:tasks.workunit.client.0.smithi016.stdout:355 2024-04-15T14:52:34.118 INFO:tasks.workunit.client.0.smithi016.stdout:356 2024-04-15T14:52:34.119 INFO:tasks.workunit.client.0.smithi016.stdout:357 2024-04-15T14:52:34.120 INFO:tasks.workunit.client.0.smithi016.stdout:358 2024-04-15T14:52:34.121 INFO:tasks.workunit.client.0.smithi016.stdout:359 2024-04-15T14:52:34.122 INFO:tasks.workunit.client.0.smithi016.stdout:360 2024-04-15T14:52:34.123 INFO:tasks.workunit.client.0.smithi016.stdout:361 2024-04-15T14:52:34.124 INFO:tasks.workunit.client.0.smithi016.stdout:362 2024-04-15T14:52:34.125 INFO:tasks.workunit.client.0.smithi016.stdout:363 2024-04-15T14:52:34.126 INFO:tasks.workunit.client.0.smithi016.stdout:364 2024-04-15T14:52:34.127 INFO:tasks.workunit.client.0.smithi016.stdout:365 2024-04-15T14:52:34.127 INFO:tasks.workunit.client.0.smithi016.stdout:366 2024-04-15T14:52:34.128 INFO:tasks.workunit.client.0.smithi016.stdout:367 2024-04-15T14:52:34.129 INFO:tasks.workunit.client.0.smithi016.stdout:368 2024-04-15T14:52:34.130 INFO:tasks.workunit.client.0.smithi016.stdout:369 2024-04-15T14:52:34.131 INFO:tasks.workunit.client.0.smithi016.stdout:370 2024-04-15T14:52:34.132 INFO:tasks.workunit.client.0.smithi016.stdout:371 2024-04-15T14:52:34.133 INFO:tasks.workunit.client.0.smithi016.stdout:372 2024-04-15T14:52:34.134 INFO:tasks.workunit.client.0.smithi016.stdout:373 2024-04-15T14:52:34.135 INFO:tasks.workunit.client.0.smithi016.stdout:374 2024-04-15T14:52:34.136 INFO:tasks.workunit.client.0.smithi016.stdout:375 2024-04-15T14:52:34.136 INFO:tasks.workunit.client.0.smithi016.stdout:376 2024-04-15T14:52:34.137 INFO:tasks.workunit.client.0.smithi016.stdout:377 2024-04-15T14:52:34.138 INFO:tasks.workunit.client.0.smithi016.stdout:378 2024-04-15T14:52:34.139 INFO:tasks.workunit.client.0.smithi016.stdout:379 2024-04-15T14:52:34.140 INFO:tasks.workunit.client.0.smithi016.stdout:380 2024-04-15T14:52:34.141 INFO:tasks.workunit.client.0.smithi016.stdout:381 2024-04-15T14:52:34.142 INFO:tasks.workunit.client.0.smithi016.stdout:382 2024-04-15T14:52:34.143 INFO:tasks.workunit.client.0.smithi016.stdout:383 2024-04-15T14:52:34.144 INFO:tasks.workunit.client.0.smithi016.stdout:384 2024-04-15T14:52:34.145 INFO:tasks.workunit.client.0.smithi016.stdout:385 2024-04-15T14:52:34.146 INFO:tasks.workunit.client.0.smithi016.stdout:386 2024-04-15T14:52:34.147 INFO:tasks.workunit.client.0.smithi016.stdout:387 2024-04-15T14:52:34.148 INFO:tasks.workunit.client.0.smithi016.stdout:388 2024-04-15T14:52:34.148 INFO:tasks.workunit.client.0.smithi016.stdout:389 2024-04-15T14:52:34.149 INFO:tasks.workunit.client.0.smithi016.stdout:390 2024-04-15T14:52:34.150 INFO:tasks.workunit.client.0.smithi016.stdout:391 2024-04-15T14:52:34.151 INFO:tasks.workunit.client.0.smithi016.stdout:392 2024-04-15T14:52:34.152 INFO:tasks.workunit.client.0.smithi016.stdout:393 2024-04-15T14:52:34.153 INFO:tasks.workunit.client.0.smithi016.stdout:394 2024-04-15T14:52:34.154 INFO:tasks.workunit.client.0.smithi016.stdout:395 2024-04-15T14:52:34.155 INFO:tasks.workunit.client.0.smithi016.stdout:396 2024-04-15T14:52:34.156 INFO:tasks.workunit.client.0.smithi016.stdout:397 2024-04-15T14:52:34.157 INFO:tasks.workunit.client.0.smithi016.stdout:398 2024-04-15T14:52:34.157 INFO:tasks.workunit.client.0.smithi016.stdout:399 2024-04-15T14:52:34.158 INFO:tasks.workunit.client.0.smithi016.stdout:400 2024-04-15T14:52:34.159 INFO:tasks.workunit.client.0.smithi016.stdout:401 2024-04-15T14:52:34.160 INFO:tasks.workunit.client.0.smithi016.stdout:402 2024-04-15T14:52:34.161 INFO:tasks.workunit.client.0.smithi016.stdout:403 2024-04-15T14:52:34.162 INFO:tasks.workunit.client.0.smithi016.stdout:404 2024-04-15T14:52:34.163 INFO:tasks.workunit.client.0.smithi016.stdout:405 2024-04-15T14:52:34.164 INFO:tasks.workunit.client.0.smithi016.stdout:406 2024-04-15T14:52:34.165 INFO:tasks.workunit.client.0.smithi016.stdout:407 2024-04-15T14:52:34.166 INFO:tasks.workunit.client.0.smithi016.stdout:408 2024-04-15T14:52:34.167 INFO:tasks.workunit.client.0.smithi016.stdout:409 2024-04-15T14:52:34.168 INFO:tasks.workunit.client.0.smithi016.stdout:410 2024-04-15T14:52:34.169 INFO:tasks.workunit.client.0.smithi016.stdout:411 2024-04-15T14:52:34.170 INFO:tasks.workunit.client.0.smithi016.stdout:412 2024-04-15T14:52:34.171 INFO:tasks.workunit.client.0.smithi016.stdout:413 2024-04-15T14:52:34.172 INFO:tasks.workunit.client.0.smithi016.stdout:414 2024-04-15T14:52:34.172 INFO:tasks.workunit.client.0.smithi016.stdout:415 2024-04-15T14:52:34.173 INFO:tasks.workunit.client.0.smithi016.stdout:416 2024-04-15T14:52:34.175 INFO:tasks.workunit.client.0.smithi016.stdout:417 2024-04-15T14:52:34.175 INFO:tasks.workunit.client.0.smithi016.stdout:418 2024-04-15T14:52:34.176 INFO:tasks.workunit.client.0.smithi016.stdout:419 2024-04-15T14:52:34.177 INFO:tasks.workunit.client.0.smithi016.stdout:420 2024-04-15T14:52:34.178 INFO:tasks.workunit.client.0.smithi016.stdout:421 2024-04-15T14:52:34.179 INFO:tasks.workunit.client.0.smithi016.stdout:422 2024-04-15T14:52:34.180 INFO:tasks.workunit.client.0.smithi016.stdout:423 2024-04-15T14:52:34.181 INFO:tasks.workunit.client.0.smithi016.stdout:424 2024-04-15T14:52:34.182 INFO:tasks.workunit.client.0.smithi016.stdout:425 2024-04-15T14:52:34.183 INFO:tasks.workunit.client.0.smithi016.stdout:426 2024-04-15T14:52:34.184 INFO:tasks.workunit.client.0.smithi016.stdout:427 2024-04-15T14:52:34.185 INFO:tasks.workunit.client.0.smithi016.stdout:428 2024-04-15T14:52:34.186 INFO:tasks.workunit.client.0.smithi016.stdout:429 2024-04-15T14:52:34.187 INFO:tasks.workunit.client.0.smithi016.stdout:430 2024-04-15T14:52:34.188 INFO:tasks.workunit.client.0.smithi016.stdout:431 2024-04-15T14:52:34.189 INFO:tasks.workunit.client.0.smithi016.stdout:432 2024-04-15T14:52:34.190 INFO:tasks.workunit.client.0.smithi016.stdout:433 2024-04-15T14:52:34.191 INFO:tasks.workunit.client.0.smithi016.stdout:434 2024-04-15T14:52:34.191 INFO:tasks.workunit.client.0.smithi016.stdout:435 2024-04-15T14:52:34.192 INFO:tasks.workunit.client.0.smithi016.stdout:436 2024-04-15T14:52:34.193 INFO:tasks.workunit.client.0.smithi016.stdout:437 2024-04-15T14:52:34.194 INFO:tasks.workunit.client.0.smithi016.stdout:438 2024-04-15T14:52:34.195 INFO:tasks.workunit.client.0.smithi016.stdout:439 2024-04-15T14:52:34.196 INFO:tasks.workunit.client.0.smithi016.stdout:440 2024-04-15T14:52:34.197 INFO:tasks.workunit.client.0.smithi016.stdout:441 2024-04-15T14:52:34.198 INFO:tasks.workunit.client.0.smithi016.stdout:442 2024-04-15T14:52:34.199 INFO:tasks.workunit.client.0.smithi016.stdout:443 2024-04-15T14:52:34.200 INFO:tasks.workunit.client.0.smithi016.stdout:444 2024-04-15T14:52:34.201 INFO:tasks.workunit.client.0.smithi016.stdout:445 2024-04-15T14:52:34.202 INFO:tasks.workunit.client.0.smithi016.stdout:446 2024-04-15T14:52:34.203 INFO:tasks.workunit.client.0.smithi016.stdout:447 2024-04-15T14:52:34.204 INFO:tasks.workunit.client.0.smithi016.stdout:448 2024-04-15T14:52:34.204 INFO:tasks.workunit.client.0.smithi016.stdout:449 2024-04-15T14:52:34.205 INFO:tasks.workunit.client.0.smithi016.stdout:450 2024-04-15T14:52:34.206 INFO:tasks.workunit.client.0.smithi016.stdout:451 2024-04-15T14:52:34.207 INFO:tasks.workunit.client.0.smithi016.stdout:452 2024-04-15T14:52:34.208 INFO:tasks.workunit.client.0.smithi016.stdout:453 2024-04-15T14:52:34.209 INFO:tasks.workunit.client.0.smithi016.stdout:454 2024-04-15T14:52:34.210 INFO:tasks.workunit.client.0.smithi016.stdout:455 2024-04-15T14:52:34.211 INFO:tasks.workunit.client.0.smithi016.stdout:456 2024-04-15T14:52:34.212 INFO:tasks.workunit.client.0.smithi016.stdout:457 2024-04-15T14:52:34.213 INFO:tasks.workunit.client.0.smithi016.stdout:458 2024-04-15T14:52:34.213 INFO:tasks.workunit.client.0.smithi016.stdout:459 2024-04-15T14:52:34.214 INFO:tasks.workunit.client.0.smithi016.stdout:460 2024-04-15T14:52:34.215 INFO:tasks.workunit.client.0.smithi016.stdout:461 2024-04-15T14:52:34.216 INFO:tasks.workunit.client.0.smithi016.stdout:462 2024-04-15T14:52:34.217 INFO:tasks.workunit.client.0.smithi016.stdout:463 2024-04-15T14:52:34.218 INFO:tasks.workunit.client.0.smithi016.stdout:464 2024-04-15T14:52:34.219 INFO:tasks.workunit.client.0.smithi016.stdout:465 2024-04-15T14:52:34.220 INFO:tasks.workunit.client.0.smithi016.stdout:466 2024-04-15T14:52:34.221 INFO:tasks.workunit.client.0.smithi016.stdout:467 2024-04-15T14:52:34.222 INFO:tasks.workunit.client.0.smithi016.stdout:468 2024-04-15T14:52:34.223 INFO:tasks.workunit.client.0.smithi016.stdout:469 2024-04-15T14:52:34.224 INFO:tasks.workunit.client.0.smithi016.stdout:470 2024-04-15T14:52:34.225 INFO:tasks.workunit.client.0.smithi016.stdout:471 2024-04-15T14:52:34.226 INFO:tasks.workunit.client.0.smithi016.stdout:472 2024-04-15T14:52:34.227 INFO:tasks.workunit.client.0.smithi016.stdout:473 2024-04-15T14:52:34.228 INFO:tasks.workunit.client.0.smithi016.stdout:474 2024-04-15T14:52:34.228 INFO:tasks.workunit.client.0.smithi016.stdout:475 2024-04-15T14:52:34.229 INFO:tasks.workunit.client.0.smithi016.stdout:476 2024-04-15T14:52:34.230 INFO:tasks.workunit.client.0.smithi016.stdout:477 2024-04-15T14:52:34.231 INFO:tasks.workunit.client.0.smithi016.stdout:478 2024-04-15T14:52:34.232 INFO:tasks.workunit.client.0.smithi016.stdout:479 2024-04-15T14:52:34.233 INFO:tasks.workunit.client.0.smithi016.stdout:480 2024-04-15T14:52:34.234 INFO:tasks.workunit.client.0.smithi016.stdout:481 2024-04-15T14:52:34.235 INFO:tasks.workunit.client.0.smithi016.stdout:482 2024-04-15T14:52:34.236 INFO:tasks.workunit.client.0.smithi016.stdout:483 2024-04-15T14:52:34.237 INFO:tasks.workunit.client.0.smithi016.stdout:484 2024-04-15T14:52:34.238 INFO:tasks.workunit.client.0.smithi016.stdout:485 2024-04-15T14:52:34.239 INFO:tasks.workunit.client.0.smithi016.stdout:486 2024-04-15T14:52:34.240 INFO:tasks.workunit.client.0.smithi016.stdout:487 2024-04-15T14:52:34.241 INFO:tasks.workunit.client.0.smithi016.stdout:488 2024-04-15T14:52:34.242 INFO:tasks.workunit.client.0.smithi016.stdout:489 2024-04-15T14:52:34.243 INFO:tasks.workunit.client.0.smithi016.stdout:490 2024-04-15T14:52:34.243 INFO:tasks.workunit.client.0.smithi016.stdout:491 2024-04-15T14:52:34.244 INFO:tasks.workunit.client.0.smithi016.stdout:492 2024-04-15T14:52:34.245 INFO:tasks.workunit.client.0.smithi016.stdout:493 2024-04-15T14:52:34.246 INFO:tasks.workunit.client.0.smithi016.stdout:494 2024-04-15T14:52:34.247 INFO:tasks.workunit.client.0.smithi016.stdout:495 2024-04-15T14:52:34.248 INFO:tasks.workunit.client.0.smithi016.stdout:496 2024-04-15T14:52:34.249 INFO:tasks.workunit.client.0.smithi016.stdout:497 2024-04-15T14:52:34.250 INFO:tasks.workunit.client.0.smithi016.stdout:498 2024-04-15T14:52:34.251 INFO:tasks.workunit.client.0.smithi016.stdout:499 2024-04-15T14:52:34.252 INFO:tasks.workunit.client.0.smithi016.stdout:500 2024-04-15T14:52:34.253 INFO:tasks.workunit.client.0.smithi016.stdout:501 2024-04-15T14:52:34.254 INFO:tasks.workunit.client.0.smithi016.stdout:502 2024-04-15T14:52:34.255 INFO:tasks.workunit.client.0.smithi016.stdout:503 2024-04-15T14:52:34.256 INFO:tasks.workunit.client.0.smithi016.stdout:504 2024-04-15T14:52:34.257 INFO:tasks.workunit.client.0.smithi016.stdout:505 2024-04-15T14:52:34.258 INFO:tasks.workunit.client.0.smithi016.stdout:506 2024-04-15T14:52:34.259 INFO:tasks.workunit.client.0.smithi016.stdout:507 2024-04-15T14:52:34.260 INFO:tasks.workunit.client.0.smithi016.stdout:508 2024-04-15T14:52:34.260 INFO:tasks.workunit.client.0.smithi016.stdout:509 2024-04-15T14:52:34.261 INFO:tasks.workunit.client.0.smithi016.stdout:510 2024-04-15T14:52:34.262 INFO:tasks.workunit.client.0.smithi016.stdout:511 2024-04-15T14:52:34.263 INFO:tasks.workunit.client.0.smithi016.stdout:512 2024-04-15T14:52:34.264 INFO:tasks.workunit.client.0.smithi016.stdout:513 2024-04-15T14:52:34.265 INFO:tasks.workunit.client.0.smithi016.stdout:514 2024-04-15T14:52:34.266 INFO:tasks.workunit.client.0.smithi016.stdout:515 2024-04-15T14:52:34.267 INFO:tasks.workunit.client.0.smithi016.stdout:516 2024-04-15T14:52:34.268 INFO:tasks.workunit.client.0.smithi016.stdout:517 2024-04-15T14:52:34.269 INFO:tasks.workunit.client.0.smithi016.stdout:518 2024-04-15T14:52:34.270 INFO:tasks.workunit.client.0.smithi016.stdout:519 2024-04-15T14:52:34.271 INFO:tasks.workunit.client.0.smithi016.stdout:520 2024-04-15T14:52:34.272 INFO:tasks.workunit.client.0.smithi016.stdout:521 2024-04-15T14:52:34.273 INFO:tasks.workunit.client.0.smithi016.stdout:522 2024-04-15T14:52:34.274 INFO:tasks.workunit.client.0.smithi016.stdout:523 2024-04-15T14:52:34.275 INFO:tasks.workunit.client.0.smithi016.stdout:524 2024-04-15T14:52:34.276 INFO:tasks.workunit.client.0.smithi016.stdout:525 2024-04-15T14:52:34.277 INFO:tasks.workunit.client.0.smithi016.stdout:526 2024-04-15T14:52:34.278 INFO:tasks.workunit.client.0.smithi016.stdout:527 2024-04-15T14:52:34.278 INFO:tasks.workunit.client.0.smithi016.stdout:528 2024-04-15T14:52:34.279 INFO:tasks.workunit.client.0.smithi016.stdout:529 2024-04-15T14:52:34.280 INFO:tasks.workunit.client.0.smithi016.stdout:530 2024-04-15T14:52:34.281 INFO:tasks.workunit.client.0.smithi016.stdout:531 2024-04-15T14:52:34.282 INFO:tasks.workunit.client.0.smithi016.stdout:532 2024-04-15T14:52:34.283 INFO:tasks.workunit.client.0.smithi016.stdout:533 2024-04-15T14:52:34.284 INFO:tasks.workunit.client.0.smithi016.stdout:534 2024-04-15T14:52:34.285 INFO:tasks.workunit.client.0.smithi016.stdout:535 2024-04-15T14:52:34.286 INFO:tasks.workunit.client.0.smithi016.stdout:536 2024-04-15T14:52:34.287 INFO:tasks.workunit.client.0.smithi016.stdout:537 2024-04-15T14:52:34.288 INFO:tasks.workunit.client.0.smithi016.stdout:538 2024-04-15T14:52:34.289 INFO:tasks.workunit.client.0.smithi016.stdout:539 2024-04-15T14:52:34.290 INFO:tasks.workunit.client.0.smithi016.stdout:540 2024-04-15T14:52:34.291 INFO:tasks.workunit.client.0.smithi016.stdout:541 2024-04-15T14:52:34.292 INFO:tasks.workunit.client.0.smithi016.stdout:542 2024-04-15T14:52:34.293 INFO:tasks.workunit.client.0.smithi016.stdout:543 2024-04-15T14:52:34.294 INFO:tasks.workunit.client.0.smithi016.stdout:544 2024-04-15T14:52:34.295 INFO:tasks.workunit.client.0.smithi016.stdout:545 2024-04-15T14:52:34.296 INFO:tasks.workunit.client.0.smithi016.stdout:546 2024-04-15T14:52:34.297 INFO:tasks.workunit.client.0.smithi016.stdout:547 2024-04-15T14:52:34.298 INFO:tasks.workunit.client.0.smithi016.stdout:548 2024-04-15T14:52:34.299 INFO:tasks.workunit.client.0.smithi016.stdout:549 2024-04-15T14:52:34.300 INFO:tasks.workunit.client.0.smithi016.stdout:550 2024-04-15T14:52:34.301 INFO:tasks.workunit.client.0.smithi016.stdout:551 2024-04-15T14:52:34.302 INFO:tasks.workunit.client.0.smithi016.stdout:552 2024-04-15T14:52:34.303 INFO:tasks.workunit.client.0.smithi016.stdout:553 2024-04-15T14:52:34.304 INFO:tasks.workunit.client.0.smithi016.stdout:554 2024-04-15T14:52:34.305 INFO:tasks.workunit.client.0.smithi016.stdout:555 2024-04-15T14:52:34.306 INFO:tasks.workunit.client.0.smithi016.stdout:556 2024-04-15T14:52:34.307 INFO:tasks.workunit.client.0.smithi016.stdout:557 2024-04-15T14:52:34.308 INFO:tasks.workunit.client.0.smithi016.stdout:558 2024-04-15T14:52:34.309 INFO:tasks.workunit.client.0.smithi016.stdout:559 2024-04-15T14:52:34.310 INFO:tasks.workunit.client.0.smithi016.stdout:560 2024-04-15T14:52:34.311 INFO:tasks.workunit.client.0.smithi016.stdout:561 2024-04-15T14:52:34.312 INFO:tasks.workunit.client.0.smithi016.stdout:562 2024-04-15T14:52:34.313 INFO:tasks.workunit.client.0.smithi016.stdout:563 2024-04-15T14:52:34.314 INFO:tasks.workunit.client.0.smithi016.stdout:564 2024-04-15T14:52:34.315 INFO:tasks.workunit.client.0.smithi016.stdout:565 2024-04-15T14:52:34.316 INFO:tasks.workunit.client.0.smithi016.stdout:566 2024-04-15T14:52:34.317 INFO:tasks.workunit.client.0.smithi016.stdout:567 2024-04-15T14:52:34.318 INFO:tasks.workunit.client.0.smithi016.stdout:568 2024-04-15T14:52:34.319 INFO:tasks.workunit.client.0.smithi016.stdout:569 2024-04-15T14:52:34.320 INFO:tasks.workunit.client.0.smithi016.stdout:570 2024-04-15T14:52:34.321 INFO:tasks.workunit.client.0.smithi016.stdout:571 2024-04-15T14:52:34.322 INFO:tasks.workunit.client.0.smithi016.stdout:572 2024-04-15T14:52:34.323 INFO:tasks.workunit.client.0.smithi016.stdout:573 2024-04-15T14:52:34.324 INFO:tasks.workunit.client.0.smithi016.stdout:574 2024-04-15T14:52:34.325 INFO:tasks.workunit.client.0.smithi016.stdout:575 2024-04-15T14:52:34.326 INFO:tasks.workunit.client.0.smithi016.stdout:576 2024-04-15T14:52:34.327 INFO:tasks.workunit.client.0.smithi016.stdout:577 2024-04-15T14:52:34.328 INFO:tasks.workunit.client.0.smithi016.stdout:578 2024-04-15T14:52:34.329 INFO:tasks.workunit.client.0.smithi016.stdout:579 2024-04-15T14:52:34.330 INFO:tasks.workunit.client.0.smithi016.stdout:580 2024-04-15T14:52:34.331 INFO:tasks.workunit.client.0.smithi016.stdout:581 2024-04-15T14:52:34.332 INFO:tasks.workunit.client.0.smithi016.stdout:582 2024-04-15T14:52:34.333 INFO:tasks.workunit.client.0.smithi016.stdout:583 2024-04-15T14:52:34.334 INFO:tasks.workunit.client.0.smithi016.stdout:584 2024-04-15T14:52:34.335 INFO:tasks.workunit.client.0.smithi016.stdout:585 2024-04-15T14:52:34.336 INFO:tasks.workunit.client.0.smithi016.stdout:586 2024-04-15T14:52:34.337 INFO:tasks.workunit.client.0.smithi016.stdout:587 2024-04-15T14:52:34.338 INFO:tasks.workunit.client.0.smithi016.stdout:588 2024-04-15T14:52:34.339 INFO:tasks.workunit.client.0.smithi016.stdout:589 2024-04-15T14:52:34.340 INFO:tasks.workunit.client.0.smithi016.stdout:590 2024-04-15T14:52:34.341 INFO:tasks.workunit.client.0.smithi016.stdout:591 2024-04-15T14:52:34.342 INFO:tasks.workunit.client.0.smithi016.stdout:592 2024-04-15T14:52:34.343 INFO:tasks.workunit.client.0.smithi016.stdout:593 2024-04-15T14:52:34.344 INFO:tasks.workunit.client.0.smithi016.stdout:594 2024-04-15T14:52:34.345 INFO:tasks.workunit.client.0.smithi016.stdout:595 2024-04-15T14:52:34.346 INFO:tasks.workunit.client.0.smithi016.stdout:596 2024-04-15T14:52:34.347 INFO:tasks.workunit.client.0.smithi016.stdout:597 2024-04-15T14:52:34.348 INFO:tasks.workunit.client.0.smithi016.stdout:598 2024-04-15T14:52:34.350 INFO:tasks.workunit.client.0.smithi016.stdout:599 2024-04-15T14:52:34.350 INFO:tasks.workunit.client.0.smithi016.stdout:600 2024-04-15T14:52:34.351 INFO:tasks.workunit.client.0.smithi016.stdout:601 2024-04-15T14:52:34.352 INFO:tasks.workunit.client.0.smithi016.stdout:602 2024-04-15T14:52:34.353 INFO:tasks.workunit.client.0.smithi016.stdout:603 2024-04-15T14:52:34.354 INFO:tasks.workunit.client.0.smithi016.stdout:604 2024-04-15T14:52:34.356 INFO:tasks.workunit.client.0.smithi016.stdout:605 2024-04-15T14:52:34.357 INFO:tasks.workunit.client.0.smithi016.stdout:606 2024-04-15T14:52:34.358 INFO:tasks.workunit.client.0.smithi016.stdout:607 2024-04-15T14:52:34.359 INFO:tasks.workunit.client.0.smithi016.stdout:608 2024-04-15T14:52:34.360 INFO:tasks.workunit.client.0.smithi016.stdout:609 2024-04-15T14:52:34.361 INFO:tasks.workunit.client.0.smithi016.stdout:610 2024-04-15T14:52:34.362 INFO:tasks.workunit.client.0.smithi016.stdout:611 2024-04-15T14:52:34.363 INFO:tasks.workunit.client.0.smithi016.stdout:612 2024-04-15T14:52:34.364 INFO:tasks.workunit.client.0.smithi016.stdout:613 2024-04-15T14:52:34.365 INFO:tasks.workunit.client.0.smithi016.stdout:614 2024-04-15T14:52:34.366 INFO:tasks.workunit.client.0.smithi016.stdout:615 2024-04-15T14:52:34.367 INFO:tasks.workunit.client.0.smithi016.stdout:616 2024-04-15T14:52:34.368 INFO:tasks.workunit.client.0.smithi016.stdout:617 2024-04-15T14:52:34.369 INFO:tasks.workunit.client.0.smithi016.stdout:618 2024-04-15T14:52:34.370 INFO:tasks.workunit.client.0.smithi016.stdout:619 2024-04-15T14:52:34.371 INFO:tasks.workunit.client.0.smithi016.stdout:620 2024-04-15T14:52:34.372 INFO:tasks.workunit.client.0.smithi016.stdout:621 2024-04-15T14:52:34.373 INFO:tasks.workunit.client.0.smithi016.stdout:622 2024-04-15T14:52:34.374 INFO:tasks.workunit.client.0.smithi016.stdout:623 2024-04-15T14:52:34.375 INFO:tasks.workunit.client.0.smithi016.stdout:624 2024-04-15T14:52:34.376 INFO:tasks.workunit.client.0.smithi016.stdout:625 2024-04-15T14:52:34.377 INFO:tasks.workunit.client.0.smithi016.stdout:626 2024-04-15T14:52:34.378 INFO:tasks.workunit.client.0.smithi016.stdout:627 2024-04-15T14:52:34.379 INFO:tasks.workunit.client.0.smithi016.stdout:628 2024-04-15T14:52:34.380 INFO:tasks.workunit.client.0.smithi016.stdout:629 2024-04-15T14:52:34.381 INFO:tasks.workunit.client.0.smithi016.stdout:630 2024-04-15T14:52:34.382 INFO:tasks.workunit.client.0.smithi016.stdout:631 2024-04-15T14:52:34.383 INFO:tasks.workunit.client.0.smithi016.stdout:632 2024-04-15T14:52:34.384 INFO:tasks.workunit.client.0.smithi016.stdout:633 2024-04-15T14:52:34.385 INFO:tasks.workunit.client.0.smithi016.stdout:634 2024-04-15T14:52:34.386 INFO:tasks.workunit.client.0.smithi016.stdout:635 2024-04-15T14:52:34.387 INFO:tasks.workunit.client.0.smithi016.stdout:636 2024-04-15T14:52:34.388 INFO:tasks.workunit.client.0.smithi016.stdout:637 2024-04-15T14:52:34.389 INFO:tasks.workunit.client.0.smithi016.stdout:638 2024-04-15T14:52:34.390 INFO:tasks.workunit.client.0.smithi016.stdout:639 2024-04-15T14:52:34.391 INFO:tasks.workunit.client.0.smithi016.stdout:640 2024-04-15T14:52:34.392 INFO:tasks.workunit.client.0.smithi016.stdout:641 2024-04-15T14:52:34.394 INFO:tasks.workunit.client.0.smithi016.stdout:642 2024-04-15T14:52:34.395 INFO:tasks.workunit.client.0.smithi016.stdout:643 2024-04-15T14:52:34.396 INFO:tasks.workunit.client.0.smithi016.stdout:644 2024-04-15T14:52:34.397 INFO:tasks.workunit.client.0.smithi016.stdout:645 2024-04-15T14:52:34.398 INFO:tasks.workunit.client.0.smithi016.stdout:646 2024-04-15T14:52:34.399 INFO:tasks.workunit.client.0.smithi016.stdout:647 2024-04-15T14:52:34.400 INFO:tasks.workunit.client.0.smithi016.stdout:648 2024-04-15T14:52:34.401 INFO:tasks.workunit.client.0.smithi016.stdout:649 2024-04-15T14:52:34.402 INFO:tasks.workunit.client.0.smithi016.stdout:650 2024-04-15T14:52:34.403 INFO:tasks.workunit.client.0.smithi016.stdout:651 2024-04-15T14:52:34.404 INFO:tasks.workunit.client.0.smithi016.stdout:652 2024-04-15T14:52:34.406 INFO:tasks.workunit.client.0.smithi016.stdout:653 2024-04-15T14:52:34.407 INFO:tasks.workunit.client.0.smithi016.stdout:654 2024-04-15T14:52:34.408 INFO:tasks.workunit.client.0.smithi016.stdout:655 2024-04-15T14:52:34.409 INFO:tasks.workunit.client.0.smithi016.stdout:656 2024-04-15T14:52:34.410 INFO:tasks.workunit.client.0.smithi016.stdout:657 2024-04-15T14:52:34.412 INFO:tasks.workunit.client.0.smithi016.stdout:658 2024-04-15T14:52:34.413 INFO:tasks.workunit.client.0.smithi016.stdout:659 2024-04-15T14:52:34.414 INFO:tasks.workunit.client.0.smithi016.stdout:660 2024-04-15T14:52:34.415 INFO:tasks.workunit.client.0.smithi016.stdout:661 2024-04-15T14:52:34.416 INFO:tasks.workunit.client.0.smithi016.stdout:662 2024-04-15T14:52:34.417 INFO:tasks.workunit.client.0.smithi016.stdout:663 2024-04-15T14:52:34.418 INFO:tasks.workunit.client.0.smithi016.stdout:664 2024-04-15T14:52:34.420 INFO:tasks.workunit.client.0.smithi016.stdout:665 2024-04-15T14:52:34.421 INFO:tasks.workunit.client.0.smithi016.stdout:666 2024-04-15T14:52:34.422 INFO:tasks.workunit.client.0.smithi016.stdout:667 2024-04-15T14:52:34.423 INFO:tasks.workunit.client.0.smithi016.stdout:668 2024-04-15T14:52:34.424 INFO:tasks.workunit.client.0.smithi016.stdout:669 2024-04-15T14:52:34.425 INFO:tasks.workunit.client.0.smithi016.stdout:670 2024-04-15T14:52:34.426 INFO:tasks.workunit.client.0.smithi016.stdout:671 2024-04-15T14:52:34.427 INFO:tasks.workunit.client.0.smithi016.stdout:672 2024-04-15T14:52:34.428 INFO:tasks.workunit.client.0.smithi016.stdout:673 2024-04-15T14:52:34.430 INFO:tasks.workunit.client.0.smithi016.stdout:674 2024-04-15T14:52:34.431 INFO:tasks.workunit.client.0.smithi016.stdout:675 2024-04-15T14:52:34.432 INFO:tasks.workunit.client.0.smithi016.stdout:676 2024-04-15T14:52:34.433 INFO:tasks.workunit.client.0.smithi016.stdout:677 2024-04-15T14:52:34.434 INFO:tasks.workunit.client.0.smithi016.stdout:678 2024-04-15T14:52:34.435 INFO:tasks.workunit.client.0.smithi016.stdout:679 2024-04-15T14:52:34.436 INFO:tasks.workunit.client.0.smithi016.stdout:680 2024-04-15T14:52:34.437 INFO:tasks.workunit.client.0.smithi016.stdout:681 2024-04-15T14:52:34.439 INFO:tasks.workunit.client.0.smithi016.stdout:682 2024-04-15T14:52:34.440 INFO:tasks.workunit.client.0.smithi016.stdout:683 2024-04-15T14:52:34.441 INFO:tasks.workunit.client.0.smithi016.stdout:684 2024-04-15T14:52:34.442 INFO:tasks.workunit.client.0.smithi016.stdout:685 2024-04-15T14:52:34.443 INFO:tasks.workunit.client.0.smithi016.stdout:686 2024-04-15T14:52:34.444 INFO:tasks.workunit.client.0.smithi016.stdout:687 2024-04-15T14:52:34.445 INFO:tasks.workunit.client.0.smithi016.stdout:688 2024-04-15T14:52:34.446 INFO:tasks.workunit.client.0.smithi016.stdout:689 2024-04-15T14:52:34.447 INFO:tasks.workunit.client.0.smithi016.stdout:690 2024-04-15T14:52:34.448 INFO:tasks.workunit.client.0.smithi016.stdout:691 2024-04-15T14:52:34.449 INFO:tasks.workunit.client.0.smithi016.stdout:692 2024-04-15T14:52:34.450 INFO:tasks.workunit.client.0.smithi016.stdout:693 2024-04-15T14:52:34.452 INFO:tasks.workunit.client.0.smithi016.stdout:694 2024-04-15T14:52:34.453 INFO:tasks.workunit.client.0.smithi016.stdout:695 2024-04-15T14:52:34.454 INFO:tasks.workunit.client.0.smithi016.stdout:696 2024-04-15T14:52:34.455 INFO:tasks.workunit.client.0.smithi016.stdout:697 2024-04-15T14:52:34.456 INFO:tasks.workunit.client.0.smithi016.stdout:698 2024-04-15T14:52:34.457 INFO:tasks.workunit.client.0.smithi016.stdout:699 2024-04-15T14:52:34.458 INFO:tasks.workunit.client.0.smithi016.stdout:700 2024-04-15T14:52:34.459 INFO:tasks.workunit.client.0.smithi016.stdout:701 2024-04-15T14:52:34.460 INFO:tasks.workunit.client.0.smithi016.stdout:702 2024-04-15T14:52:34.462 INFO:tasks.workunit.client.0.smithi016.stdout:703 2024-04-15T14:52:34.466 INFO:tasks.workunit.client.0.smithi016.stdout:704 2024-04-15T14:52:34.467 INFO:tasks.workunit.client.0.smithi016.stdout:705 2024-04-15T14:52:34.467 INFO:tasks.workunit.client.0.smithi016.stdout:706 2024-04-15T14:52:34.467 INFO:tasks.workunit.client.0.smithi016.stdout:707 2024-04-15T14:52:34.467 INFO:tasks.workunit.client.0.smithi016.stdout:708 2024-04-15T14:52:34.467 INFO:tasks.workunit.client.0.smithi016.stdout:709 2024-04-15T14:52:34.468 INFO:tasks.workunit.client.0.smithi016.stdout:710 2024-04-15T14:52:34.469 INFO:tasks.workunit.client.0.smithi016.stdout:711 2024-04-15T14:52:34.470 INFO:tasks.workunit.client.0.smithi016.stdout:712 2024-04-15T14:52:34.471 INFO:tasks.workunit.client.0.smithi016.stdout:713 2024-04-15T14:52:34.472 INFO:tasks.workunit.client.0.smithi016.stdout:714 2024-04-15T14:52:34.473 INFO:tasks.workunit.client.0.smithi016.stdout:715 2024-04-15T14:52:34.474 INFO:tasks.workunit.client.0.smithi016.stdout:716 2024-04-15T14:52:34.475 INFO:tasks.workunit.client.0.smithi016.stdout:717 2024-04-15T14:52:34.476 INFO:tasks.workunit.client.0.smithi016.stdout:718 2024-04-15T14:52:34.477 INFO:tasks.workunit.client.0.smithi016.stdout:719 2024-04-15T14:52:34.478 INFO:tasks.workunit.client.0.smithi016.stdout:720 2024-04-15T14:52:34.479 INFO:tasks.workunit.client.0.smithi016.stdout:721 2024-04-15T14:52:34.480 INFO:tasks.workunit.client.0.smithi016.stdout:722 2024-04-15T14:52:34.481 INFO:tasks.workunit.client.0.smithi016.stdout:723 2024-04-15T14:52:34.482 INFO:tasks.workunit.client.0.smithi016.stdout:724 2024-04-15T14:52:34.483 INFO:tasks.workunit.client.0.smithi016.stdout:725 2024-04-15T14:52:34.484 INFO:tasks.workunit.client.0.smithi016.stdout:726 2024-04-15T14:52:34.485 INFO:tasks.workunit.client.0.smithi016.stdout:727 2024-04-15T14:52:34.487 INFO:tasks.workunit.client.0.smithi016.stdout:728 2024-04-15T14:52:34.487 INFO:tasks.workunit.client.0.smithi016.stdout:729 2024-04-15T14:52:34.488 INFO:tasks.workunit.client.0.smithi016.stdout:730 2024-04-15T14:52:34.489 INFO:tasks.workunit.client.0.smithi016.stdout:731 2024-04-15T14:52:34.490 INFO:tasks.workunit.client.0.smithi016.stdout:732 2024-04-15T14:52:34.491 INFO:tasks.workunit.client.0.smithi016.stdout:733 2024-04-15T14:52:34.492 INFO:tasks.workunit.client.0.smithi016.stdout:734 2024-04-15T14:52:34.493 INFO:tasks.workunit.client.0.smithi016.stdout:735 2024-04-15T14:52:34.494 INFO:tasks.workunit.client.0.smithi016.stdout:736 2024-04-15T14:52:34.495 INFO:tasks.workunit.client.0.smithi016.stdout:737 2024-04-15T14:52:34.496 INFO:tasks.workunit.client.0.smithi016.stdout:738 2024-04-15T14:52:34.497 INFO:tasks.workunit.client.0.smithi016.stdout:739 2024-04-15T14:52:34.498 INFO:tasks.workunit.client.0.smithi016.stdout:740 2024-04-15T14:52:34.499 INFO:tasks.workunit.client.0.smithi016.stdout:741 2024-04-15T14:52:34.501 INFO:tasks.workunit.client.0.smithi016.stdout:742 2024-04-15T14:52:34.502 INFO:tasks.workunit.client.0.smithi016.stdout:743 2024-04-15T14:52:34.503 INFO:tasks.workunit.client.0.smithi016.stdout:744 2024-04-15T14:52:34.504 INFO:tasks.workunit.client.0.smithi016.stdout:745 2024-04-15T14:52:34.505 INFO:tasks.workunit.client.0.smithi016.stdout:746 2024-04-15T14:52:34.506 INFO:tasks.workunit.client.0.smithi016.stdout:747 2024-04-15T14:52:34.507 INFO:tasks.workunit.client.0.smithi016.stdout:748 2024-04-15T14:52:34.508 INFO:tasks.workunit.client.0.smithi016.stdout:749 2024-04-15T14:52:34.509 INFO:tasks.workunit.client.0.smithi016.stdout:750 2024-04-15T14:52:34.510 INFO:tasks.workunit.client.0.smithi016.stdout:751 2024-04-15T14:52:34.511 INFO:tasks.workunit.client.0.smithi016.stdout:752 2024-04-15T14:52:34.512 INFO:tasks.workunit.client.0.smithi016.stdout:753 2024-04-15T14:52:34.514 INFO:tasks.workunit.client.0.smithi016.stdout:754 2024-04-15T14:52:34.515 INFO:tasks.workunit.client.0.smithi016.stdout:755 2024-04-15T14:52:34.516 INFO:tasks.workunit.client.0.smithi016.stdout:756 2024-04-15T14:52:34.517 INFO:tasks.workunit.client.0.smithi016.stdout:757 2024-04-15T14:52:34.518 INFO:tasks.workunit.client.0.smithi016.stdout:758 2024-04-15T14:52:34.519 INFO:tasks.workunit.client.0.smithi016.stdout:759 2024-04-15T14:52:34.520 INFO:tasks.workunit.client.0.smithi016.stdout:760 2024-04-15T14:52:34.521 INFO:tasks.workunit.client.0.smithi016.stdout:761 2024-04-15T14:52:34.522 INFO:tasks.workunit.client.0.smithi016.stdout:762 2024-04-15T14:52:34.524 INFO:tasks.workunit.client.0.smithi016.stdout:763 2024-04-15T14:52:34.525 INFO:tasks.workunit.client.0.smithi016.stdout:764 2024-04-15T14:52:34.526 INFO:tasks.workunit.client.0.smithi016.stdout:765 2024-04-15T14:52:34.527 INFO:tasks.workunit.client.0.smithi016.stdout:766 2024-04-15T14:52:34.528 INFO:tasks.workunit.client.0.smithi016.stdout:767 2024-04-15T14:52:34.529 INFO:tasks.workunit.client.0.smithi016.stdout:768 2024-04-15T14:52:34.530 INFO:tasks.workunit.client.0.smithi016.stdout:769 2024-04-15T14:52:34.531 INFO:tasks.workunit.client.0.smithi016.stdout:770 2024-04-15T14:52:34.532 INFO:tasks.workunit.client.0.smithi016.stdout:771 2024-04-15T14:52:34.534 INFO:tasks.workunit.client.0.smithi016.stdout:772 2024-04-15T14:52:34.535 INFO:tasks.workunit.client.0.smithi016.stdout:773 2024-04-15T14:52:34.536 INFO:tasks.workunit.client.0.smithi016.stdout:774 2024-04-15T14:52:34.537 INFO:tasks.workunit.client.0.smithi016.stdout:775 2024-04-15T14:52:34.538 INFO:tasks.workunit.client.0.smithi016.stdout:776 2024-04-15T14:52:34.539 INFO:tasks.workunit.client.0.smithi016.stdout:777 2024-04-15T14:52:34.540 INFO:tasks.workunit.client.0.smithi016.stdout:778 2024-04-15T14:52:34.541 INFO:tasks.workunit.client.0.smithi016.stdout:779 2024-04-15T14:52:34.542 INFO:tasks.workunit.client.0.smithi016.stdout:780 2024-04-15T14:52:34.544 INFO:tasks.workunit.client.0.smithi016.stdout:781 2024-04-15T14:52:34.545 INFO:tasks.workunit.client.0.smithi016.stdout:782 2024-04-15T14:52:34.546 INFO:tasks.workunit.client.0.smithi016.stdout:783 2024-04-15T14:52:34.547 INFO:tasks.workunit.client.0.smithi016.stdout:784 2024-04-15T14:52:34.549 INFO:tasks.workunit.client.0.smithi016.stdout:785 2024-04-15T14:52:34.549 INFO:tasks.workunit.client.0.smithi016.stdout:786 2024-04-15T14:52:34.551 INFO:tasks.workunit.client.0.smithi016.stdout:787 2024-04-15T14:52:34.552 INFO:tasks.workunit.client.0.smithi016.stdout:788 2024-04-15T14:52:34.553 INFO:tasks.workunit.client.0.smithi016.stdout:789 2024-04-15T14:52:34.554 INFO:tasks.workunit.client.0.smithi016.stdout:790 2024-04-15T14:52:34.555 INFO:tasks.workunit.client.0.smithi016.stdout:791 2024-04-15T14:52:34.556 INFO:tasks.workunit.client.0.smithi016.stdout:792 2024-04-15T14:52:34.557 INFO:tasks.workunit.client.0.smithi016.stdout:793 2024-04-15T14:52:34.558 INFO:tasks.workunit.client.0.smithi016.stdout:794 2024-04-15T14:52:34.559 INFO:tasks.workunit.client.0.smithi016.stdout:795 2024-04-15T14:52:34.560 INFO:tasks.workunit.client.0.smithi016.stdout:796 2024-04-15T14:52:34.561 INFO:tasks.workunit.client.0.smithi016.stdout:797 2024-04-15T14:52:34.562 INFO:tasks.workunit.client.0.smithi016.stdout:798 2024-04-15T14:52:34.563 INFO:tasks.workunit.client.0.smithi016.stdout:799 2024-04-15T14:52:34.564 INFO:tasks.workunit.client.0.smithi016.stdout:800 2024-04-15T14:52:34.565 INFO:tasks.workunit.client.0.smithi016.stdout:801 2024-04-15T14:52:34.566 INFO:tasks.workunit.client.0.smithi016.stdout:802 2024-04-15T14:52:34.567 INFO:tasks.workunit.client.0.smithi016.stdout:803 2024-04-15T14:52:34.568 INFO:tasks.workunit.client.0.smithi016.stdout:804 2024-04-15T14:52:34.569 INFO:tasks.workunit.client.0.smithi016.stdout:805 2024-04-15T14:52:34.571 INFO:tasks.workunit.client.0.smithi016.stdout:806 2024-04-15T14:52:34.572 INFO:tasks.workunit.client.0.smithi016.stdout:807 2024-04-15T14:52:34.573 INFO:tasks.workunit.client.0.smithi016.stdout:808 2024-04-15T14:52:34.574 INFO:tasks.workunit.client.0.smithi016.stdout:809 2024-04-15T14:52:34.575 INFO:tasks.workunit.client.0.smithi016.stdout:810 2024-04-15T14:52:34.576 INFO:tasks.workunit.client.0.smithi016.stdout:811 2024-04-15T14:52:34.577 INFO:tasks.workunit.client.0.smithi016.stdout:812 2024-04-15T14:52:34.579 INFO:tasks.workunit.client.0.smithi016.stdout:813 2024-04-15T14:52:34.580 INFO:tasks.workunit.client.0.smithi016.stdout:814 2024-04-15T14:52:34.581 INFO:tasks.workunit.client.0.smithi016.stdout:815 2024-04-15T14:52:34.582 INFO:tasks.workunit.client.0.smithi016.stdout:816 2024-04-15T14:52:34.583 INFO:tasks.workunit.client.0.smithi016.stdout:817 2024-04-15T14:52:34.584 INFO:tasks.workunit.client.0.smithi016.stdout:818 2024-04-15T14:52:34.585 INFO:tasks.workunit.client.0.smithi016.stdout:819 2024-04-15T14:52:34.586 INFO:tasks.workunit.client.0.smithi016.stdout:820 2024-04-15T14:52:34.587 INFO:tasks.workunit.client.0.smithi016.stdout:821 2024-04-15T14:52:34.588 INFO:tasks.workunit.client.0.smithi016.stdout:822 2024-04-15T14:52:34.590 INFO:tasks.workunit.client.0.smithi016.stdout:823 2024-04-15T14:52:34.591 INFO:tasks.workunit.client.0.smithi016.stdout:824 2024-04-15T14:52:34.592 INFO:tasks.workunit.client.0.smithi016.stdout:825 2024-04-15T14:52:34.593 INFO:tasks.workunit.client.0.smithi016.stdout:826 2024-04-15T14:52:34.594 INFO:tasks.workunit.client.0.smithi016.stdout:827 2024-04-15T14:52:34.595 INFO:tasks.workunit.client.0.smithi016.stdout:828 2024-04-15T14:52:34.596 INFO:tasks.workunit.client.0.smithi016.stdout:829 2024-04-15T14:52:34.598 INFO:tasks.workunit.client.0.smithi016.stdout:830 2024-04-15T14:52:34.600 INFO:tasks.workunit.client.0.smithi016.stdout:831 2024-04-15T14:52:34.603 INFO:tasks.workunit.client.0.smithi016.stdout:832 2024-04-15T14:52:34.606 INFO:tasks.workunit.client.0.smithi016.stdout:833 2024-04-15T14:52:34.608 INFO:tasks.workunit.client.0.smithi016.stdout:834 2024-04-15T14:52:34.609 INFO:tasks.workunit.client.0.smithi016.stdout:835 2024-04-15T14:52:34.610 INFO:tasks.workunit.client.0.smithi016.stdout:836 2024-04-15T14:52:34.611 INFO:tasks.workunit.client.0.smithi016.stdout:837 2024-04-15T14:52:34.612 INFO:tasks.workunit.client.0.smithi016.stdout:838 2024-04-15T14:52:34.614 INFO:tasks.workunit.client.0.smithi016.stdout:839 2024-04-15T14:52:34.615 INFO:tasks.workunit.client.0.smithi016.stdout:840 2024-04-15T14:52:34.616 INFO:tasks.workunit.client.0.smithi016.stdout:841 2024-04-15T14:52:34.617 INFO:tasks.workunit.client.0.smithi016.stdout:842 2024-04-15T14:52:34.618 INFO:tasks.workunit.client.0.smithi016.stdout:843 2024-04-15T14:52:34.619 INFO:tasks.workunit.client.0.smithi016.stdout:844 2024-04-15T14:52:34.620 INFO:tasks.workunit.client.0.smithi016.stdout:845 2024-04-15T14:52:34.621 INFO:tasks.workunit.client.0.smithi016.stdout:846 2024-04-15T14:52:34.622 INFO:tasks.workunit.client.0.smithi016.stdout:847 2024-04-15T14:52:34.623 INFO:tasks.workunit.client.0.smithi016.stdout:848 2024-04-15T14:52:34.625 INFO:tasks.workunit.client.0.smithi016.stdout:849 2024-04-15T14:52:34.626 INFO:tasks.workunit.client.0.smithi016.stdout:850 2024-04-15T14:52:34.627 INFO:tasks.workunit.client.0.smithi016.stdout:851 2024-04-15T14:52:34.628 INFO:tasks.workunit.client.0.smithi016.stdout:852 2024-04-15T14:52:34.629 INFO:tasks.workunit.client.0.smithi016.stdout:853 2024-04-15T14:52:34.630 INFO:tasks.workunit.client.0.smithi016.stdout:854 2024-04-15T14:52:34.631 INFO:tasks.workunit.client.0.smithi016.stdout:855 2024-04-15T14:52:34.632 INFO:tasks.workunit.client.0.smithi016.stdout:856 2024-04-15T14:52:34.633 INFO:tasks.workunit.client.0.smithi016.stdout:857 2024-04-15T14:52:34.634 INFO:tasks.workunit.client.0.smithi016.stdout:858 2024-04-15T14:52:34.635 INFO:tasks.workunit.client.0.smithi016.stdout:859 2024-04-15T14:52:34.637 INFO:tasks.workunit.client.0.smithi016.stdout:860 2024-04-15T14:52:34.638 INFO:tasks.workunit.client.0.smithi016.stdout:861 2024-04-15T14:52:34.639 INFO:tasks.workunit.client.0.smithi016.stdout:862 2024-04-15T14:52:34.640 INFO:tasks.workunit.client.0.smithi016.stdout:863 2024-04-15T14:52:34.641 INFO:tasks.workunit.client.0.smithi016.stdout:864 2024-04-15T14:52:34.642 INFO:tasks.workunit.client.0.smithi016.stdout:865 2024-04-15T14:52:34.643 INFO:tasks.workunit.client.0.smithi016.stdout:866 2024-04-15T14:52:34.644 INFO:tasks.workunit.client.0.smithi016.stdout:867 2024-04-15T14:52:34.645 INFO:tasks.workunit.client.0.smithi016.stdout:868 2024-04-15T14:52:34.647 INFO:tasks.workunit.client.0.smithi016.stdout:869 2024-04-15T14:52:34.648 INFO:tasks.workunit.client.0.smithi016.stdout:870 2024-04-15T14:52:34.649 INFO:tasks.workunit.client.0.smithi016.stdout:871 2024-04-15T14:52:34.650 INFO:tasks.workunit.client.0.smithi016.stdout:872 2024-04-15T14:52:34.651 INFO:tasks.workunit.client.0.smithi016.stdout:873 2024-04-15T14:52:34.652 INFO:tasks.workunit.client.0.smithi016.stdout:874 2024-04-15T14:52:34.653 INFO:tasks.workunit.client.0.smithi016.stdout:875 2024-04-15T14:52:34.654 INFO:tasks.workunit.client.0.smithi016.stdout:876 2024-04-15T14:52:34.655 INFO:tasks.workunit.client.0.smithi016.stdout:877 2024-04-15T14:52:34.657 INFO:tasks.workunit.client.0.smithi016.stdout:878 2024-04-15T14:52:34.658 INFO:tasks.workunit.client.0.smithi016.stdout:879 2024-04-15T14:52:34.658 INFO:tasks.workunit.client.0.smithi016.stdout:880 2024-04-15T14:52:34.659 INFO:tasks.workunit.client.0.smithi016.stdout:881 2024-04-15T14:52:34.660 INFO:tasks.workunit.client.0.smithi016.stdout:882 2024-04-15T14:52:34.661 INFO:tasks.workunit.client.0.smithi016.stdout:883 2024-04-15T14:52:34.663 INFO:tasks.workunit.client.0.smithi016.stdout:884 2024-04-15T14:52:34.664 INFO:tasks.workunit.client.0.smithi016.stdout:885 2024-04-15T14:52:34.665 INFO:tasks.workunit.client.0.smithi016.stdout:886 2024-04-15T14:52:34.666 INFO:tasks.workunit.client.0.smithi016.stdout:887 2024-04-15T14:52:34.671 INFO:tasks.workunit.client.0.smithi016.stdout:888 2024-04-15T14:52:34.671 INFO:tasks.workunit.client.0.smithi016.stdout:889 2024-04-15T14:52:34.671 INFO:tasks.workunit.client.0.smithi016.stdout:890 2024-04-15T14:52:34.671 INFO:tasks.workunit.client.0.smithi016.stdout:891 2024-04-15T14:52:34.672 INFO:tasks.workunit.client.0.smithi016.stdout:892 2024-04-15T14:52:34.672 INFO:tasks.workunit.client.0.smithi016.stdout:893 2024-04-15T14:52:34.673 INFO:tasks.workunit.client.0.smithi016.stdout:894 2024-04-15T14:52:34.675 INFO:tasks.workunit.client.0.smithi016.stdout:895 2024-04-15T14:52:34.676 INFO:tasks.workunit.client.0.smithi016.stdout:896 2024-04-15T14:52:34.677 INFO:tasks.workunit.client.0.smithi016.stdout:897 2024-04-15T14:52:34.678 INFO:tasks.workunit.client.0.smithi016.stdout:898 2024-04-15T14:52:34.679 INFO:tasks.workunit.client.0.smithi016.stdout:899 2024-04-15T14:52:34.680 INFO:tasks.workunit.client.0.smithi016.stdout:900 2024-04-15T14:52:34.681 INFO:tasks.workunit.client.0.smithi016.stdout:901 2024-04-15T14:52:34.682 INFO:tasks.workunit.client.0.smithi016.stdout:902 2024-04-15T14:52:34.684 INFO:tasks.workunit.client.0.smithi016.stdout:903 2024-04-15T14:52:34.685 INFO:tasks.workunit.client.0.smithi016.stdout:904 2024-04-15T14:52:34.686 INFO:tasks.workunit.client.0.smithi016.stdout:905 2024-04-15T14:52:34.687 INFO:tasks.workunit.client.0.smithi016.stdout:906 2024-04-15T14:52:34.688 INFO:tasks.workunit.client.0.smithi016.stdout:907 2024-04-15T14:52:34.689 INFO:tasks.workunit.client.0.smithi016.stdout:908 2024-04-15T14:52:34.690 INFO:tasks.workunit.client.0.smithi016.stdout:909 2024-04-15T14:52:34.691 INFO:tasks.workunit.client.0.smithi016.stdout:910 2024-04-15T14:52:34.692 INFO:tasks.workunit.client.0.smithi016.stdout:911 2024-04-15T14:52:34.693 INFO:tasks.workunit.client.0.smithi016.stdout:912 2024-04-15T14:52:34.695 INFO:tasks.workunit.client.0.smithi016.stdout:913 2024-04-15T14:52:34.696 INFO:tasks.workunit.client.0.smithi016.stdout:914 2024-04-15T14:52:34.697 INFO:tasks.workunit.client.0.smithi016.stdout:915 2024-04-15T14:52:34.698 INFO:tasks.workunit.client.0.smithi016.stdout:916 2024-04-15T14:52:34.699 INFO:tasks.workunit.client.0.smithi016.stdout:917 2024-04-15T14:52:34.700 INFO:tasks.workunit.client.0.smithi016.stdout:918 2024-04-15T14:52:34.701 INFO:tasks.workunit.client.0.smithi016.stdout:919 2024-04-15T14:52:34.702 INFO:tasks.workunit.client.0.smithi016.stdout:920 2024-04-15T14:52:34.703 INFO:tasks.workunit.client.0.smithi016.stdout:921 2024-04-15T14:52:34.704 INFO:tasks.workunit.client.0.smithi016.stdout:922 2024-04-15T14:52:34.706 INFO:tasks.workunit.client.0.smithi016.stdout:923 2024-04-15T14:52:34.707 INFO:tasks.workunit.client.0.smithi016.stdout:924 2024-04-15T14:52:34.708 INFO:tasks.workunit.client.0.smithi016.stdout:925 2024-04-15T14:52:34.709 INFO:tasks.workunit.client.0.smithi016.stdout:926 2024-04-15T14:52:34.710 INFO:tasks.workunit.client.0.smithi016.stdout:927 2024-04-15T14:52:34.711 INFO:tasks.workunit.client.0.smithi016.stdout:928 2024-04-15T14:52:34.712 INFO:tasks.workunit.client.0.smithi016.stdout:929 2024-04-15T14:52:34.713 INFO:tasks.workunit.client.0.smithi016.stdout:930 2024-04-15T14:52:34.714 INFO:tasks.workunit.client.0.smithi016.stdout:931 2024-04-15T14:52:34.715 INFO:tasks.workunit.client.0.smithi016.stdout:932 2024-04-15T14:52:34.716 INFO:tasks.workunit.client.0.smithi016.stdout:933 2024-04-15T14:52:34.717 INFO:tasks.workunit.client.0.smithi016.stdout:934 2024-04-15T14:52:34.718 INFO:tasks.workunit.client.0.smithi016.stdout:935 2024-04-15T14:52:34.719 INFO:tasks.workunit.client.0.smithi016.stdout:936 2024-04-15T14:52:34.721 INFO:tasks.workunit.client.0.smithi016.stdout:937 2024-04-15T14:52:34.722 INFO:tasks.workunit.client.0.smithi016.stdout:938 2024-04-15T14:52:34.723 INFO:tasks.workunit.client.0.smithi016.stdout:939 2024-04-15T14:52:34.724 INFO:tasks.workunit.client.0.smithi016.stdout:940 2024-04-15T14:52:34.725 INFO:tasks.workunit.client.0.smithi016.stdout:941 2024-04-15T14:52:34.726 INFO:tasks.workunit.client.0.smithi016.stdout:942 2024-04-15T14:52:34.728 INFO:tasks.workunit.client.0.smithi016.stdout:943 2024-04-15T14:52:34.729 INFO:tasks.workunit.client.0.smithi016.stdout:944 2024-04-15T14:52:34.730 INFO:tasks.workunit.client.0.smithi016.stdout:945 2024-04-15T14:52:34.731 INFO:tasks.workunit.client.0.smithi016.stdout:946 2024-04-15T14:52:34.732 INFO:tasks.workunit.client.0.smithi016.stdout:947 2024-04-15T14:52:34.733 INFO:tasks.workunit.client.0.smithi016.stdout:948 2024-04-15T14:52:34.734 INFO:tasks.workunit.client.0.smithi016.stdout:949 2024-04-15T14:52:34.735 INFO:tasks.workunit.client.0.smithi016.stdout:950 2024-04-15T14:52:34.736 INFO:tasks.workunit.client.0.smithi016.stdout:951 2024-04-15T14:52:34.737 INFO:tasks.workunit.client.0.smithi016.stdout:952 2024-04-15T14:52:34.738 INFO:tasks.workunit.client.0.smithi016.stdout:953 2024-04-15T14:52:34.740 INFO:tasks.workunit.client.0.smithi016.stdout:954 2024-04-15T14:52:34.741 INFO:tasks.workunit.client.0.smithi016.stdout:955 2024-04-15T14:52:34.742 INFO:tasks.workunit.client.0.smithi016.stdout:956 2024-04-15T14:52:34.743 INFO:tasks.workunit.client.0.smithi016.stdout:957 2024-04-15T14:52:34.744 INFO:tasks.workunit.client.0.smithi016.stdout:958 2024-04-15T14:52:34.745 INFO:tasks.workunit.client.0.smithi016.stdout:959 2024-04-15T14:52:34.746 INFO:tasks.workunit.client.0.smithi016.stdout:960 2024-04-15T14:52:34.747 INFO:tasks.workunit.client.0.smithi016.stdout:961 2024-04-15T14:52:34.748 INFO:tasks.workunit.client.0.smithi016.stdout:962 2024-04-15T14:52:34.749 INFO:tasks.workunit.client.0.smithi016.stdout:963 2024-04-15T14:52:34.750 INFO:tasks.workunit.client.0.smithi016.stdout:964 2024-04-15T14:52:34.752 INFO:tasks.workunit.client.0.smithi016.stdout:965 2024-04-15T14:52:34.753 INFO:tasks.workunit.client.0.smithi016.stdout:966 2024-04-15T14:52:34.754 INFO:tasks.workunit.client.0.smithi016.stdout:967 2024-04-15T14:52:34.755 INFO:tasks.workunit.client.0.smithi016.stdout:968 2024-04-15T14:52:34.756 INFO:tasks.workunit.client.0.smithi016.stdout:969 2024-04-15T14:52:34.757 INFO:tasks.workunit.client.0.smithi016.stdout:970 2024-04-15T14:52:34.758 INFO:tasks.workunit.client.0.smithi016.stdout:971 2024-04-15T14:52:34.759 INFO:tasks.workunit.client.0.smithi016.stdout:972 2024-04-15T14:52:34.761 INFO:tasks.workunit.client.0.smithi016.stdout:973 2024-04-15T14:52:34.762 INFO:tasks.workunit.client.0.smithi016.stdout:974 2024-04-15T14:52:34.763 INFO:tasks.workunit.client.0.smithi016.stdout:975 2024-04-15T14:52:34.764 INFO:tasks.workunit.client.0.smithi016.stdout:976 2024-04-15T14:52:34.765 INFO:tasks.workunit.client.0.smithi016.stdout:977 2024-04-15T14:52:34.766 INFO:tasks.workunit.client.0.smithi016.stdout:978 2024-04-15T14:52:34.767 INFO:tasks.workunit.client.0.smithi016.stdout:979 2024-04-15T14:52:34.769 INFO:tasks.workunit.client.0.smithi016.stdout:980 2024-04-15T14:52:34.770 INFO:tasks.workunit.client.0.smithi016.stdout:981 2024-04-15T14:52:34.771 INFO:tasks.workunit.client.0.smithi016.stdout:982 2024-04-15T14:52:34.772 INFO:tasks.workunit.client.0.smithi016.stdout:983 2024-04-15T14:52:34.773 INFO:tasks.workunit.client.0.smithi016.stdout:984 2024-04-15T14:52:34.774 INFO:tasks.workunit.client.0.smithi016.stdout:985 2024-04-15T14:52:34.775 INFO:tasks.workunit.client.0.smithi016.stdout:986 2024-04-15T14:52:34.776 INFO:tasks.workunit.client.0.smithi016.stdout:987 2024-04-15T14:52:34.778 INFO:tasks.workunit.client.0.smithi016.stdout:988 2024-04-15T14:52:34.779 INFO:tasks.workunit.client.0.smithi016.stdout:989 2024-04-15T14:52:34.780 INFO:tasks.workunit.client.0.smithi016.stdout:990 2024-04-15T14:52:34.781 INFO:tasks.workunit.client.0.smithi016.stdout:991 2024-04-15T14:52:34.782 INFO:tasks.workunit.client.0.smithi016.stdout:992 2024-04-15T14:52:34.783 INFO:tasks.workunit.client.0.smithi016.stdout:993 2024-04-15T14:52:34.784 INFO:tasks.workunit.client.0.smithi016.stdout:994 2024-04-15T14:52:34.785 INFO:tasks.workunit.client.0.smithi016.stdout:995 2024-04-15T14:52:34.786 INFO:tasks.workunit.client.0.smithi016.stdout:996 2024-04-15T14:52:34.788 INFO:tasks.workunit.client.0.smithi016.stdout:997 2024-04-15T14:52:34.788 INFO:tasks.workunit.client.0.smithi016.stdout:998 2024-04-15T14:52:34.790 INFO:tasks.workunit.client.0.smithi016.stdout:999 2024-04-15T14:52:34.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:52:34 smithi102 ceph-mon[87131]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi016-134160-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-15T14:52:34.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:52:34 smithi102 ceph-mon[87131]: osdmap e920: 8 total, 8 up, 8 in 2024-04-15T14:52:34.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:52:34 smithi102 ceph-mon[87131]: from='client.? 172.21.15.16:0/1860677209' entity='client.admin' cmd=[{"prefix": "osd dump","format":"json"}]: dispatch 2024-04-15T14:52:35.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:52:34 smithi016 ceph-mon[90652]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi016-134160-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-15T14:52:35.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:52:34 smithi016 ceph-mon[90652]: osdmap e920: 8 total, 8 up, 8 in 2024-04-15T14:52:35.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:52:34 smithi016 ceph-mon[90652]: from='client.? 172.21.15.16:0/1860677209' entity='client.admin' cmd=[{"prefix": "osd dump","format":"json"}]: dispatch 2024-04-15T14:52:35.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:52:34 smithi016 ceph-mon[93212]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi016-134160-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-15T14:52:35.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:52:34 smithi016 ceph-mon[93212]: osdmap e920: 8 total, 8 up, 8 in 2024-04-15T14:52:35.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:52:34 smithi016 ceph-mon[93212]: from='client.? 172.21.15.16:0/1860677209' entity='client.admin' cmd=[{"prefix": "osd dump","format":"json"}]: dispatch 2024-04-15T14:52:35.610 INFO:tasks.workunit.client.0.smithi016.stdout:00000000 79 6f 75 20 6d 69 67 68 74 20 73 65 65 20 74 68 |you might see th| 2024-04-15T14:52:35.610 INFO:tasks.workunit.client.0.smithi016.stdout:00000010 69 73 |is| 2024-04-15T14:52:35.611 INFO:tasks.workunit.client.0.smithi016.stdout:00000012 2024-04-15T14:52:35.611 INFO:tasks.workunit.client.0.smithi016.stdout:00000000 79 6f 75 20 6d 69 67 68 74 20 73 65 65 20 74 68 |you might see th| 2024-04-15T14:52:35.611 INFO:tasks.workunit.client.0.smithi016.stdout:00000010 69 73 |is| 2024-04-15T14:52:35.611 INFO:tasks.workunit.client.0.smithi016.stdout:00000012 2024-04-15T14:52:35.611 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] ClsHello.WriteReturnData (4019 ms) 2024-04-15T14:52:35.611 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] ClsHello.Loud 2024-04-15T14:52:35.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:52:35 smithi102 ceph-mon[87131]: pgmap v1051: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-04-15T14:52:35.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:52:35 smithi102 ceph-mon[87131]: osdmap e921: 8 total, 8 up, 8 in 2024-04-15T14:52:36.039 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:52:35 smithi016 ceph-mon[90652]: pgmap v1051: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-04-15T14:52:36.039 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:52:35 smithi016 ceph-mon[90652]: osdmap e921: 8 total, 8 up, 8 in 2024-04-15T14:52:36.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:52:35 smithi016 ceph-mon[93212]: pgmap v1051: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-04-15T14:52:36.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:52:35 smithi016 ceph-mon[93212]: osdmap e921: 8 total, 8 up, 8 in 2024-04-15T14:52:36.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:52:36 smithi102 ceph-mon[87131]: osdmap e922: 8 total, 8 up, 8 in 2024-04-15T14:52:37.039 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:52:36 smithi016 ceph-mon[90652]: osdmap e922: 8 total, 8 up, 8 in 2024-04-15T14:52:37.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:52:36 smithi016 ceph-mon[93212]: osdmap e922: 8 total, 8 up, 8 in 2024-04-15T14:52:37.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:52:37 smithi102 ceph-mon[87131]: pgmap v1054: 105 pgs: 105 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-04-15T14:52:37.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:52:37 smithi102 ceph-mon[87131]: osdmap e923: 8 total, 8 up, 8 in 2024-04-15T14:52:37.938 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:52:37 smithi102 ceph-mon[87131]: from='client.? 172.21.15.16:0/2334804114' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi016-134160-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T14:52:37.938 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:52:37 smithi102 ceph-mon[87131]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi016-134160-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T14:52:38.039 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:52:37 smithi016 ceph-mon[93212]: pgmap v1054: 105 pgs: 105 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-04-15T14:52:38.039 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:52:37 smithi016 ceph-mon[93212]: osdmap e923: 8 total, 8 up, 8 in 2024-04-15T14:52:38.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:52:37 smithi016 ceph-mon[93212]: from='client.? 172.21.15.16:0/2334804114' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi016-134160-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T14:52:38.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:52:37 smithi016 ceph-mon[93212]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi016-134160-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T14:52:38.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:52:37 smithi016 ceph-mon[90652]: pgmap v1054: 105 pgs: 105 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-04-15T14:52:38.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:52:37 smithi016 ceph-mon[90652]: osdmap e923: 8 total, 8 up, 8 in 2024-04-15T14:52:38.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:52:37 smithi016 ceph-mon[90652]: from='client.? 172.21.15.16:0/2334804114' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi016-134160-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T14:52:38.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:52:37 smithi016 ceph-mon[90652]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi016-134160-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T14:52:38.641 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] ClsHello.Loud (3030 ms) 2024-04-15T14:52:38.641 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] ClsHello.BadMethods 2024-04-15T14:52:38.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:52:38 smithi102 ceph-mon[87131]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi016-134160-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-15T14:52:38.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:52:38 smithi102 ceph-mon[87131]: osdmap e924: 8 total, 8 up, 8 in 2024-04-15T14:52:39.039 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:52:38 smithi016 ceph-mon[90652]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi016-134160-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-15T14:52:39.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:52:38 smithi016 ceph-mon[90652]: osdmap e924: 8 total, 8 up, 8 in 2024-04-15T14:52:39.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:52:38 smithi016 ceph-mon[93212]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi016-134160-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-15T14:52:39.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:52:38 smithi016 ceph-mon[93212]: osdmap e924: 8 total, 8 up, 8 in 2024-04-15T14:52:39.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:52:39 smithi102 ceph-mon[87131]: pgmap v1057: 137 pgs: 4 creating+peering, 28 unknown, 105 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-04-15T14:52:39.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:52:39 smithi102 ceph-mon[87131]: osdmap e925: 8 total, 8 up, 8 in 2024-04-15T14:52:39.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:52:39 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T14:52:40.039 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:52:39 smithi016 ceph-mon[90652]: pgmap v1057: 137 pgs: 4 creating+peering, 28 unknown, 105 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-04-15T14:52:40.039 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:52:39 smithi016 ceph-mon[90652]: osdmap e925: 8 total, 8 up, 8 in 2024-04-15T14:52:40.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:52:39 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T14:52:40.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:52:39 smithi016 ceph-mon[93212]: pgmap v1057: 137 pgs: 4 creating+peering, 28 unknown, 105 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-04-15T14:52:40.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:52:39 smithi016 ceph-mon[93212]: osdmap e925: 8 total, 8 up, 8 in 2024-04-15T14:52:40.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:52:39 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T14:52:40.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:52:40 smithi102 ceph-mon[87131]: osdmap e926: 8 total, 8 up, 8 in 2024-04-15T14:52:40.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:52:40 smithi102 ceph-mon[87131]: from='client.? 172.21.15.16:0/1616046103' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi016-134160-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T14:52:40.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:52:40 smithi102 ceph-mon[87131]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi016-134160-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T14:52:41.039 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:52:40 smithi016 ceph-mon[90652]: osdmap e926: 8 total, 8 up, 8 in 2024-04-15T14:52:41.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:52:40 smithi016 ceph-mon[90652]: from='client.? 172.21.15.16:0/1616046103' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi016-134160-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T14:52:41.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:52:40 smithi016 ceph-mon[90652]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi016-134160-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T14:52:41.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:52:40 smithi016 ceph-mon[93212]: osdmap e926: 8 total, 8 up, 8 in 2024-04-15T14:52:41.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:52:40 smithi016 ceph-mon[93212]: from='client.? 172.21.15.16:0/1616046103' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi016-134160-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T14:52:41.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:52:40 smithi016 ceph-mon[93212]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi016-134160-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T14:52:41.040 INFO:journalctl@ceph.osd.3.smithi016.stdout:Apr 15 14:52:40 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-osd-3[114175]: 2024-04-15T14:52:40.670+0000 7f5b4d999700 -1 osd.3 pg_epoch: 927 pg[38.2( v 927'1 (0'0,927'1] local-lis/les=926/927 n=1 ec=926/926 lis/c=926/926 les/c/f=927/927/0 sis=926) [3,7,5] r=0 lpr=926 crt=927'1 lcod 0'0 mlcod 0'0 active+clean] method hello.bad_reader tried to read object but is not marked RD 2024-04-15T14:52:41.041 INFO:journalctl@ceph.osd.3.smithi016.stdout:Apr 15 14:52:40 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-osd-3[114175]: 2024-04-15T14:52:40.671+0000 7f5b49991700 -1 osd.3 pg_epoch: 927 pg[38.2( v 927'2 (0'0,927'2] local-lis/les=926/927 n=1 ec=926/926 lis/c=926/926 les/c/f=927/927/0 sis=926) [3,7,5] r=0 lpr=926 crt=927'1 lcod 927'1 mlcod 927'1 active+clean] method hello.bad_writer tried to update object but is not marked WR 2024-04-15T14:52:41.657 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] ClsHello.BadMethods (3017 ms) 2024-04-15T14:52:41.657 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] ClsHello.Filter 2024-04-15T14:52:41.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:52:41 smithi102 ceph-mon[87131]: pgmap v1060: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-04-15T14:52:41.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:52:41 smithi102 ceph-mon[87131]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-15T14:52:41.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:52:41 smithi102 ceph-mon[87131]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi016-134160-5","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-15T14:52:41.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:52:41 smithi102 ceph-mon[87131]: osdmap e927: 8 total, 8 up, 8 in 2024-04-15T14:52:42.039 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 15 14:52:41 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-y[81421]: ::ffff:172.21.15.102 - - [15/Apr/2024:14:52:41] "GET /metrics HTTP/1.1" 200 33918 "" "Prometheus/2.43.0" 2024-04-15T14:52:42.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:52:41 smithi016 ceph-mon[90652]: pgmap v1060: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-04-15T14:52:42.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:52:41 smithi016 ceph-mon[90652]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-15T14:52:42.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:52:41 smithi016 ceph-mon[90652]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi016-134160-5","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-15T14:52:42.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:52:41 smithi016 ceph-mon[90652]: osdmap e927: 8 total, 8 up, 8 in 2024-04-15T14:52:42.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:52:41 smithi016 ceph-mon[93212]: pgmap v1060: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-04-15T14:52:42.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:52:41 smithi016 ceph-mon[93212]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-15T14:52:42.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:52:41 smithi016 ceph-mon[93212]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi016-134160-5","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-15T14:52:42.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:52:41 smithi016 ceph-mon[93212]: osdmap e927: 8 total, 8 up, 8 in 2024-04-15T14:52:42.661 INFO:journalctl@ceph.prometheus.a.smithi102.stdout:Apr 15 14:52:42 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-prometheus-a[120881]: ts=2024-04-15T14:52:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi016:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"362ea986-fb34-11ee-bc8f-c7b262605968\", instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T14:52:42.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:52:42 smithi102 ceph-mon[87131]: osdmap e928: 8 total, 8 up, 8 in 2024-04-15T14:52:43.039 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:52:42 smithi016 ceph-mon[90652]: osdmap e928: 8 total, 8 up, 8 in 2024-04-15T14:52:43.039 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:52:42 smithi016 ceph-mon[93212]: osdmap e928: 8 total, 8 up, 8 in 2024-04-15T14:52:43.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:52:43 smithi102 ceph-mon[87131]: pgmap v1063: 105 pgs: 105 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-04-15T14:52:43.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:52:43 smithi102 ceph-mon[87131]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-15T14:52:43.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:52:43 smithi102 ceph-mon[87131]: Cluster is now healthy 2024-04-15T14:52:43.938 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:52:43 smithi102 ceph-mon[87131]: osdmap e929: 8 total, 8 up, 8 in 2024-04-15T14:52:43.938 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:52:43 smithi102 ceph-mon[87131]: from='client.? 172.21.15.16:0/795853225' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi016-134160-6","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T14:52:43.938 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:52:43 smithi102 ceph-mon[87131]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi016-134160-6","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T14:52:44.039 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:52:43 smithi016 ceph-mon[90652]: pgmap v1063: 105 pgs: 105 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-04-15T14:52:44.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:52:43 smithi016 ceph-mon[90652]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-15T14:52:44.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:52:43 smithi016 ceph-mon[90652]: Cluster is now healthy 2024-04-15T14:52:44.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:52:43 smithi016 ceph-mon[90652]: osdmap e929: 8 total, 8 up, 8 in 2024-04-15T14:52:44.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:52:43 smithi016 ceph-mon[90652]: from='client.? 172.21.15.16:0/795853225' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi016-134160-6","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T14:52:44.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:52:43 smithi016 ceph-mon[90652]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi016-134160-6","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T14:52:44.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:52:43 smithi016 ceph-mon[93212]: pgmap v1063: 105 pgs: 105 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-04-15T14:52:44.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:52:43 smithi016 ceph-mon[93212]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-15T14:52:44.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:52:43 smithi016 ceph-mon[93212]: Cluster is now healthy 2024-04-15T14:52:44.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:52:43 smithi016 ceph-mon[93212]: osdmap e929: 8 total, 8 up, 8 in 2024-04-15T14:52:44.041 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:52:43 smithi016 ceph-mon[93212]: from='client.? 172.21.15.16:0/795853225' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi016-134160-6","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T14:52:44.041 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:52:43 smithi016 ceph-mon[93212]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi016-134160-6","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T14:52:44.678 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] ClsHello.Filter (3020 ms) 2024-04-15T14:52:44.678 INFO:tasks.workunit.client.0.smithi016.stdout:[----------] 6 tests from ClsHello (18972 ms total) 2024-04-15T14:52:44.678 INFO:tasks.workunit.client.0.smithi016.stdout: 2024-04-15T14:52:44.678 INFO:tasks.workunit.client.0.smithi016.stdout:[----------] Global test environment tear-down 2024-04-15T14:52:44.679 INFO:tasks.workunit.client.0.smithi016.stdout:[==========] 6 tests from 1 test suite ran. (18973 ms total) 2024-04-15T14:52:44.679 INFO:tasks.workunit.client.0.smithi016.stdout:[ PASSED ] 6 tests. 2024-04-15T14:52:44.682 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-04-15T14:52:44.682 DEBUG:teuthology.orchestra.run.smithi016:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-04-15T14:52:44.717 INFO:tasks.workunit:Running workunit cls/test_cls_journal.sh... 2024-04-15T14:52:44.717 DEBUG:teuthology.orchestra.run.smithi016:workunit test cls/test_cls_journal.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=reef TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/cls/test_cls_journal.sh 2024-04-15T14:52:44.789 INFO:tasks.workunit.client.0.smithi016.stdout:Running main() from gmock_main.cc 2024-04-15T14:52:44.790 INFO:tasks.workunit.client.0.smithi016.stdout:[==========] Running 27 tests from 1 test suite. 2024-04-15T14:52:44.790 INFO:tasks.workunit.client.0.smithi016.stdout:[----------] Global test environment set-up. 2024-04-15T14:52:44.790 INFO:tasks.workunit.client.0.smithi016.stdout:[----------] 27 tests from TestClsJournal 2024-04-15T14:52:44.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:52:44 smithi102 ceph-mon[87131]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi016-134160-6","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-15T14:52:44.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:52:44 smithi102 ceph-mon[87131]: osdmap e930: 8 total, 8 up, 8 in 2024-04-15T14:52:45.039 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:52:44 smithi016 ceph-mon[90652]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi016-134160-6","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-15T14:52:45.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:52:44 smithi016 ceph-mon[90652]: osdmap e930: 8 total, 8 up, 8 in 2024-04-15T14:52:45.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:52:44 smithi016 ceph-mon[93212]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi016-134160-6","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-15T14:52:45.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:52:44 smithi016 ceph-mon[93212]: osdmap e930: 8 total, 8 up, 8 in 2024-04-15T14:52:45.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:52:45 smithi102 ceph-mon[87131]: pgmap v1066: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-04-15T14:52:45.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:52:45 smithi102 ceph-mon[87131]: osdmap e931: 8 total, 8 up, 8 in 2024-04-15T14:52:46.039 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:52:45 smithi016 ceph-mon[93212]: pgmap v1066: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-04-15T14:52:46.039 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:52:45 smithi016 ceph-mon[93212]: osdmap e931: 8 total, 8 up, 8 in 2024-04-15T14:52:46.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:52:45 smithi016 ceph-mon[90652]: pgmap v1066: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-04-15T14:52:46.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:52:45 smithi016 ceph-mon[90652]: osdmap e931: 8 total, 8 up, 8 in 2024-04-15T14:52:46.689 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] TestClsJournal.Create 2024-04-15T14:52:46.710 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] TestClsJournal.Create (21 ms) 2024-04-15T14:52:46.710 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] TestClsJournal.MinimumSet 2024-04-15T14:52:46.714 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] TestClsJournal.MinimumSet (4 ms) 2024-04-15T14:52:46.714 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] TestClsJournal.MinimumSetStale 2024-04-15T14:52:46.720 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] TestClsJournal.MinimumSetStale (6 ms) 2024-04-15T14:52:46.720 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] TestClsJournal.MinimumSetOrderConstraint 2024-04-15T14:52:46.723 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] TestClsJournal.MinimumSetOrderConstraint (3 ms) 2024-04-15T14:52:46.723 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] TestClsJournal.ActiveSet 2024-04-15T14:52:46.726 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] TestClsJournal.ActiveSet (3 ms) 2024-04-15T14:52:46.726 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] TestClsJournal.ActiveSetStale 2024-04-15T14:52:46.729 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] TestClsJournal.ActiveSetStale (4 ms) 2024-04-15T14:52:46.730 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] TestClsJournal.CreateDuplicate 2024-04-15T14:52:46.733 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] TestClsJournal.CreateDuplicate (2 ms) 2024-04-15T14:52:46.733 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] TestClsJournal.GetClient 2024-04-15T14:52:46.735 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] TestClsJournal.GetClient (3 ms) 2024-04-15T14:52:46.735 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] TestClsJournal.ClientRegister 2024-04-15T14:52:46.738 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] TestClsJournal.ClientRegister (3 ms) 2024-04-15T14:52:46.738 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] TestClsJournal.ClientRegisterDuplicate 2024-04-15T14:52:46.742 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] TestClsJournal.ClientRegisterDuplicate (4 ms) 2024-04-15T14:52:46.742 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] TestClsJournal.ClientUpdateData 2024-04-15T14:52:46.746 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] TestClsJournal.ClientUpdateData (4 ms) 2024-04-15T14:52:46.746 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] TestClsJournal.ClientUpdateState 2024-04-15T14:52:46.751 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] TestClsJournal.ClientUpdateState (5 ms) 2024-04-15T14:52:46.751 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] TestClsJournal.ClientUnregister 2024-04-15T14:52:46.754 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] TestClsJournal.ClientUnregister (3 ms) 2024-04-15T14:52:46.754 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] TestClsJournal.ClientUnregisterDNE 2024-04-15T14:52:46.758 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] TestClsJournal.ClientUnregisterDNE (4 ms) 2024-04-15T14:52:46.758 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] TestClsJournal.ClientUnregisterPruneTags 2024-04-15T14:52:46.860 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] TestClsJournal.ClientUnregisterPruneTags (102 ms) 2024-04-15T14:52:46.860 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] TestClsJournal.ClientCommit 2024-04-15T14:52:46.864 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] TestClsJournal.ClientCommit (4 ms) 2024-04-15T14:52:46.864 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] TestClsJournal.ClientCommitInvalid 2024-04-15T14:52:46.867 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] TestClsJournal.ClientCommitInvalid (3 ms) 2024-04-15T14:52:46.867 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] TestClsJournal.ClientCommitDNE 2024-04-15T14:52:46.867 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] TestClsJournal.ClientCommitDNE (0 ms) 2024-04-15T14:52:46.868 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] TestClsJournal.ClientList 2024-04-15T14:52:46.907 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] TestClsJournal.ClientList (40 ms) 2024-04-15T14:52:46.907 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] TestClsJournal.GetNextTagTid 2024-04-15T14:52:46.911 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] TestClsJournal.GetNextTagTid (4 ms) 2024-04-15T14:52:46.911 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] TestClsJournal.TagCreate 2024-04-15T14:52:46.919 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] TestClsJournal.TagCreate (9 ms) 2024-04-15T14:52:46.920 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] TestClsJournal.TagCreatePrunesTags 2024-04-15T14:52:46.927 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] TestClsJournal.TagCreatePrunesTags (7 ms) 2024-04-15T14:52:46.927 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] TestClsJournal.TagList 2024-04-15T14:52:46.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:52:46 smithi102 ceph-mon[87131]: osdmap e932: 8 total, 8 up, 8 in 2024-04-15T14:52:46.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:52:46 smithi102 ceph-mon[87131]: from='client.? 172.21.15.16:0/321451655' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi016-134300-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T14:52:46.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:52:46 smithi102 ceph-mon[87131]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi016-134300-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T14:52:47.019 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] TestClsJournal.TagList (92 ms) 2024-04-15T14:52:47.019 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] TestClsJournal.GuardAppend 2024-04-15T14:52:47.021 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] TestClsJournal.GuardAppend (2 ms) 2024-04-15T14:52:47.021 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] TestClsJournal.GuardAppendDNE 2024-04-15T14:52:47.021 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] TestClsJournal.GuardAppendDNE (0 ms) 2024-04-15T14:52:47.021 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] TestClsJournal.GuardAppendOverflow 2024-04-15T14:52:47.023 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] TestClsJournal.GuardAppendOverflow (1 ms) 2024-04-15T14:52:47.023 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] TestClsJournal.Append 2024-04-15T14:52:47.033 INFO:tasks.workunit.client.0.smithi016.stdout:padding is not enabled 2024-04-15T14:52:47.033 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] TestClsJournal.Append (10 ms) 2024-04-15T14:52:47.039 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:52:46 smithi016 ceph-mon[90652]: osdmap e932: 8 total, 8 up, 8 in 2024-04-15T14:52:47.039 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:52:46 smithi016 ceph-mon[90652]: from='client.? 172.21.15.16:0/321451655' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi016-134300-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T14:52:47.039 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:52:46 smithi016 ceph-mon[90652]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi016-134300-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T14:52:47.039 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:52:46 smithi016 ceph-mon[93212]: osdmap e932: 8 total, 8 up, 8 in 2024-04-15T14:52:47.039 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:52:46 smithi016 ceph-mon[93212]: from='client.? 172.21.15.16:0/321451655' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi016-134300-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T14:52:47.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:52:46 smithi016 ceph-mon[93212]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi016-134300-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T14:52:47.695 INFO:tasks.workunit.client.0.smithi016.stdout:[----------] 27 tests from TestClsJournal (344 ms total) 2024-04-15T14:52:47.695 INFO:tasks.workunit.client.0.smithi016.stdout: 2024-04-15T14:52:47.695 INFO:tasks.workunit.client.0.smithi016.stdout:[----------] Global test environment tear-down 2024-04-15T14:52:47.695 INFO:tasks.workunit.client.0.smithi016.stdout:[==========] 27 tests from 1 test suite ran. (2906 ms total) 2024-04-15T14:52:47.695 INFO:tasks.workunit.client.0.smithi016.stdout:[ PASSED ] 27 tests. 2024-04-15T14:52:47.699 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-04-15T14:52:47.699 DEBUG:teuthology.orchestra.run.smithi016:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-04-15T14:52:47.772 INFO:tasks.workunit:Running workunit cls/test_cls_lock.sh... 2024-04-15T14:52:47.773 DEBUG:teuthology.orchestra.run.smithi016:workunit test cls/test_cls_lock.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=reef TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/cls/test_cls_lock.sh 2024-04-15T14:52:47.846 INFO:tasks.workunit.client.0.smithi016.stdout:Running main() from gmock_main.cc 2024-04-15T14:52:47.846 INFO:tasks.workunit.client.0.smithi016.stdout:[==========] Running 11 tests from 1 test suite. 2024-04-15T14:52:47.847 INFO:tasks.workunit.client.0.smithi016.stdout:[----------] Global test environment set-up. 2024-04-15T14:52:47.847 INFO:tasks.workunit.client.0.smithi016.stdout:[----------] 11 tests from ClsLock 2024-04-15T14:52:47.847 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] ClsLock.TestMultiLocking 2024-04-15T14:52:47.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:52:47 smithi102 ceph-mon[87131]: pgmap v1069: 137 pgs: 2 creating+peering, 30 unknown, 105 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-04-15T14:52:47.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:52:47 smithi102 ceph-mon[87131]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-15T14:52:47.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:52:47 smithi102 ceph-mon[87131]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi016-134300-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-15T14:52:47.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:52:47 smithi102 ceph-mon[87131]: osdmap e933: 8 total, 8 up, 8 in 2024-04-15T14:52:48.039 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:52:47 smithi016 ceph-mon[90652]: pgmap v1069: 137 pgs: 2 creating+peering, 30 unknown, 105 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-04-15T14:52:48.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:52:47 smithi016 ceph-mon[90652]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-15T14:52:48.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:52:47 smithi016 ceph-mon[90652]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi016-134300-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-15T14:52:48.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:52:47 smithi016 ceph-mon[90652]: osdmap e933: 8 total, 8 up, 8 in 2024-04-15T14:52:48.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:52:47 smithi016 ceph-mon[93212]: pgmap v1069: 137 pgs: 2 creating+peering, 30 unknown, 105 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-04-15T14:52:48.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:52:47 smithi016 ceph-mon[93212]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-15T14:52:48.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:52:47 smithi016 ceph-mon[93212]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi016-134300-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-15T14:52:48.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:52:47 smithi016 ceph-mon[93212]: osdmap e933: 8 total, 8 up, 8 in 2024-04-15T14:52:49.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:52:48 smithi016 ceph-mon[90652]: osdmap e934: 8 total, 8 up, 8 in 2024-04-15T14:52:49.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:52:48 smithi016 ceph-mon[93212]: osdmap e934: 8 total, 8 up, 8 in 2024-04-15T14:52:49.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:52:48 smithi102 ceph-mon[87131]: osdmap e934: 8 total, 8 up, 8 in 2024-04-15T14:52:49.746 INFO:tasks.workunit.client.0.smithi016.stdout:lock: mylock 2024-04-15T14:52:49.746 INFO:tasks.workunit.client.0.smithi016.stdout: lock_type: exclusive 2024-04-15T14:52:49.746 INFO:tasks.workunit.client.0.smithi016.stdout: tag: 2024-04-15T14:52:49.746 INFO:tasks.workunit.client.0.smithi016.stdout: lockers: 2024-04-15T14:52:49.746 INFO:tasks.workunit.client.0.smithi016.stdout: client.34722 expiration=2024-04-15T14:54:49.741839+0000 addr=v1:172.21.15.16:0/2391914851 cookie= 2024-04-15T14:52:49.749 INFO:tasks.workunit.client.0.smithi016.stdout:lock: mylock 2024-04-15T14:52:49.750 INFO:tasks.workunit.client.0.smithi016.stdout: lock_type: shared 2024-04-15T14:52:49.750 INFO:tasks.workunit.client.0.smithi016.stdout: tag: 2024-04-15T14:52:49.750 INFO:tasks.workunit.client.0.smithi016.stdout: lockers: 2024-04-15T14:52:49.750 INFO:tasks.workunit.client.0.smithi016.stdout: client.34722 expiration=2024-04-15T14:54:49.748454+0000 addr=v1:172.21.15.16:0/2391914851 cookie= 2024-04-15T14:52:49.750 INFO:tasks.workunit.client.0.smithi016.stdout: client.44654 expiration=0.000000 addr=v1:172.21.15.16:0/2431991761 cookie= 2024-04-15T14:52:49.751 INFO:tasks.workunit.client.0.smithi016.stdout:lock: mylock 2024-04-15T14:52:49.751 INFO:tasks.workunit.client.0.smithi016.stdout: lock_type: shared 2024-04-15T14:52:49.751 INFO:tasks.workunit.client.0.smithi016.stdout: tag: 2024-04-15T14:52:49.751 INFO:tasks.workunit.client.0.smithi016.stdout: lockers: 2024-04-15T14:52:49.751 INFO:tasks.workunit.client.0.smithi016.stdout: client.44654 expiration=0.000000 addr=v1:172.21.15.16:0/2431991761 cookie= 2024-04-15T14:52:50.039 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:52:49 smithi016 ceph-mon[90652]: pgmap v1072: 105 pgs: 105 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-04-15T14:52:50.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:52:49 smithi016 ceph-mon[90652]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-15T14:52:50.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:52:49 smithi016 ceph-mon[90652]: Cluster is now healthy 2024-04-15T14:52:50.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:52:49 smithi016 ceph-mon[90652]: osdmap e935: 8 total, 8 up, 8 in 2024-04-15T14:52:50.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:52:49 smithi016 ceph-mon[90652]: from='client.? 172.21.15.16:0/2391914851' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi016-134355-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T14:52:50.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:52:49 smithi016 ceph-mon[93212]: pgmap v1072: 105 pgs: 105 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-04-15T14:52:50.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:52:49 smithi016 ceph-mon[93212]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-15T14:52:50.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:52:49 smithi016 ceph-mon[93212]: Cluster is now healthy 2024-04-15T14:52:50.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:52:49 smithi016 ceph-mon[93212]: osdmap e935: 8 total, 8 up, 8 in 2024-04-15T14:52:50.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:52:49 smithi016 ceph-mon[93212]: from='client.? 172.21.15.16:0/2391914851' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi016-134355-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T14:52:50.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:52:49 smithi102 ceph-mon[87131]: pgmap v1072: 105 pgs: 105 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-04-15T14:52:50.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:52:49 smithi102 ceph-mon[87131]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-15T14:52:50.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:52:49 smithi102 ceph-mon[87131]: Cluster is now healthy 2024-04-15T14:52:50.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:52:49 smithi102 ceph-mon[87131]: osdmap e935: 8 total, 8 up, 8 in 2024-04-15T14:52:50.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:52:49 smithi102 ceph-mon[87131]: from='client.? 172.21.15.16:0/2391914851' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi016-134355-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T14:52:50.717 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] ClsLock.TestMultiLocking (2871 ms) 2024-04-15T14:52:50.717 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] ClsLock.TestMeta 2024-04-15T14:52:51.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:52:50 smithi016 ceph-mon[90652]: from='client.? 172.21.15.16:0/2391914851' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi016-134355-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-15T14:52:51.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:52:50 smithi016 ceph-mon[90652]: osdmap e936: 8 total, 8 up, 8 in 2024-04-15T14:52:51.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:52:50 smithi016 ceph-mon[93212]: from='client.? 172.21.15.16:0/2391914851' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi016-134355-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-15T14:52:51.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:52:50 smithi016 ceph-mon[93212]: osdmap e936: 8 total, 8 up, 8 in 2024-04-15T14:52:51.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:52:50 smithi102 ceph-mon[87131]: from='client.? 172.21.15.16:0/2391914851' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi016-134355-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-15T14:52:51.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:52:50 smithi102 ceph-mon[87131]: osdmap e936: 8 total, 8 up, 8 in 2024-04-15T14:52:52.039 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:52:51 smithi016 ceph-mon[90652]: pgmap v1075: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-04-15T14:52:52.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:52:51 smithi016 ceph-mon[90652]: osdmap e937: 8 total, 8 up, 8 in 2024-04-15T14:52:52.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:52:51 smithi016 ceph-mon[93212]: pgmap v1075: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-04-15T14:52:52.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:52:51 smithi016 ceph-mon[93212]: osdmap e937: 8 total, 8 up, 8 in 2024-04-15T14:52:52.040 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 15 14:52:51 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-y[81421]: ::ffff:172.21.15.102 - - [15/Apr/2024:14:52:51] "GET /metrics HTTP/1.1" 200 33918 "" "Prometheus/2.43.0" 2024-04-15T14:52:52.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:52:51 smithi102 ceph-mon[87131]: pgmap v1075: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-04-15T14:52:52.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:52:51 smithi102 ceph-mon[87131]: osdmap e937: 8 total, 8 up, 8 in 2024-04-15T14:52:52.687 INFO:journalctl@ceph.prometheus.a.smithi102.stdout:Apr 15 14:52:52 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-prometheus-a[120881]: ts=2024-04-15T14:52:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi016:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"362ea986-fb34-11ee-bc8f-c7b262605968\", instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T14:52:52.758 INFO:tasks.workunit.client.0.smithi016.stdout:lock: mylock 2024-04-15T14:52:52.759 INFO:tasks.workunit.client.0.smithi016.stdout: lock_type: shared 2024-04-15T14:52:52.759 INFO:tasks.workunit.client.0.smithi016.stdout: tag: 2024-04-15T14:52:52.759 INFO:tasks.workunit.client.0.smithi016.stdout: lockers: 2024-04-15T14:52:52.759 INFO:tasks.workunit.client.0.smithi016.stdout: client.34740 expiration=0.000000 addr=v1:172.21.15.16:0/1845657558 cookie= 2024-04-15T14:52:52.761 INFO:tasks.workunit.client.0.smithi016.stdout:lock: mylock 2024-04-15T14:52:52.761 INFO:tasks.workunit.client.0.smithi016.stdout: lock_type: exclusive 2024-04-15T14:52:52.761 INFO:tasks.workunit.client.0.smithi016.stdout: tag: new_tag 2024-04-15T14:52:52.761 INFO:tasks.workunit.client.0.smithi016.stdout: lockers: 2024-04-15T14:52:52.761 INFO:tasks.workunit.client.0.smithi016.stdout: client.44660 expiration=0.000000 addr=v1:172.21.15.16:0/2621551969 cookie= 2024-04-15T14:52:53.039 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:52:52 smithi016 ceph-mon[90652]: osdmap e938: 8 total, 8 up, 8 in 2024-04-15T14:52:53.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:52:52 smithi016 ceph-mon[90652]: from='client.? 172.21.15.16:0/2621551969' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi016-134355-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T14:52:53.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:52:52 smithi016 ceph-mon[90652]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi016-134355-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T14:52:53.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:52:52 smithi016 ceph-mon[93212]: osdmap e938: 8 total, 8 up, 8 in 2024-04-15T14:52:53.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:52:52 smithi016 ceph-mon[93212]: from='client.? 172.21.15.16:0/2621551969' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi016-134355-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T14:52:53.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:52:52 smithi016 ceph-mon[93212]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi016-134355-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T14:52:53.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:52:52 smithi102 ceph-mon[87131]: osdmap e938: 8 total, 8 up, 8 in 2024-04-15T14:52:53.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:52:52 smithi102 ceph-mon[87131]: from='client.? 172.21.15.16:0/2621551969' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi016-134355-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T14:52:53.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:52:52 smithi102 ceph-mon[87131]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi016-134355-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T14:52:53.735 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] ClsLock.TestMeta (3018 ms) 2024-04-15T14:52:53.735 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] ClsLock.TestCookie 2024-04-15T14:52:54.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:52:53 smithi016 ceph-mon[90652]: pgmap v1078: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-04-15T14:52:54.058 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:52:53 smithi016 ceph-mon[90652]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-15T14:52:54.058 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:52:53 smithi016 ceph-mon[90652]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi016-134355-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-15T14:52:54.059 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:52:53 smithi016 ceph-mon[90652]: osdmap e939: 8 total, 8 up, 8 in 2024-04-15T14:52:54.059 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:52:53 smithi016 ceph-mon[93212]: pgmap v1078: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-04-15T14:52:54.059 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:52:53 smithi016 ceph-mon[93212]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-15T14:52:54.059 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:52:53 smithi016 ceph-mon[93212]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi016-134355-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-15T14:52:54.059 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:52:53 smithi016 ceph-mon[93212]: osdmap e939: 8 total, 8 up, 8 in 2024-04-15T14:52:54.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:52:53 smithi102 ceph-mon[87131]: pgmap v1078: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-04-15T14:52:54.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:52:53 smithi102 ceph-mon[87131]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-15T14:52:54.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:52:53 smithi102 ceph-mon[87131]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi016-134355-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-15T14:52:54.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:52:53 smithi102 ceph-mon[87131]: osdmap e939: 8 total, 8 up, 8 in 2024-04-15T14:52:55.039 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:52:54 smithi016 ceph-mon[90652]: osdmap e940: 8 total, 8 up, 8 in 2024-04-15T14:52:55.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:52:54 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T14:52:55.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:52:54 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T14:52:55.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:52:54 smithi016 ceph-mon[93212]: osdmap e940: 8 total, 8 up, 8 in 2024-04-15T14:52:55.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:52:54 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T14:52:55.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:52:54 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T14:52:55.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:52:54 smithi102 ceph-mon[87131]: osdmap e940: 8 total, 8 up, 8 in 2024-04-15T14:52:55.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:52:54 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T14:52:55.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:52:54 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T14:52:55.760 INFO:tasks.workunit.client.0.smithi016.stdout:lock: mylock 2024-04-15T14:52:55.760 INFO:tasks.workunit.client.0.smithi016.stdout: lock_type: exclusive 2024-04-15T14:52:55.760 INFO:tasks.workunit.client.0.smithi016.stdout: tag: 2024-04-15T14:52:55.760 INFO:tasks.workunit.client.0.smithi016.stdout: lockers: 2024-04-15T14:52:55.762 INFO:tasks.workunit.client.0.smithi016.stdout:lock: mylock 2024-04-15T14:52:55.762 INFO:tasks.workunit.client.0.smithi016.stdout: lock_type: shared 2024-04-15T14:52:55.762 INFO:tasks.workunit.client.0.smithi016.stdout: tag: 2024-04-15T14:52:55.762 INFO:tasks.workunit.client.0.smithi016.stdout: lockers: 2024-04-15T14:52:55.762 INFO:tasks.workunit.client.0.smithi016.stdout: client.34746 expiration=0.000000 addr=v1:172.21.15.16:0/1570710708 cookie= 2024-04-15T14:52:55.763 INFO:tasks.workunit.client.0.smithi016.stdout: client.34746 expiration=0.000000 addr=v1:172.21.15.16:0/1570710708 cookie=new cookie 2024-04-15T14:52:56.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:52:55 smithi016 ceph-mon[90652]: pgmap v1081: 105 pgs: 105 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-04-15T14:52:56.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:52:55 smithi016 ceph-mon[90652]: osdmap e941: 8 total, 8 up, 8 in 2024-04-15T14:52:56.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:52:55 smithi016 ceph-mon[90652]: from='client.? 172.21.15.16:0/1570710708' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi016-134355-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T14:52:56.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:52:55 smithi016 ceph-mon[90652]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-15T14:52:56.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:52:55 smithi016 ceph-mon[90652]: Cluster is now healthy 2024-04-15T14:52:56.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:52:55 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T14:52:56.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:52:55 smithi016 ceph-mon[93212]: pgmap v1081: 105 pgs: 105 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-04-15T14:52:56.041 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:52:55 smithi016 ceph-mon[93212]: osdmap e941: 8 total, 8 up, 8 in 2024-04-15T14:52:56.041 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:52:55 smithi016 ceph-mon[93212]: from='client.? 172.21.15.16:0/1570710708' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi016-134355-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T14:52:56.041 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:52:55 smithi016 ceph-mon[93212]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-15T14:52:56.041 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:52:55 smithi016 ceph-mon[93212]: Cluster is now healthy 2024-04-15T14:52:56.041 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:52:55 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T14:52:56.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:52:55 smithi102 ceph-mon[87131]: pgmap v1081: 105 pgs: 105 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-04-15T14:52:56.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:52:55 smithi102 ceph-mon[87131]: osdmap e941: 8 total, 8 up, 8 in 2024-04-15T14:52:56.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:52:55 smithi102 ceph-mon[87131]: from='client.? 172.21.15.16:0/1570710708' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi016-134355-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T14:52:56.188 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:52:55 smithi102 ceph-mon[87131]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-15T14:52:56.188 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:52:55 smithi102 ceph-mon[87131]: Cluster is now healthy 2024-04-15T14:52:56.188 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:52:55 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T14:52:56.755 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] ClsLock.TestCookie (3018 ms) 2024-04-15T14:52:56.755 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] ClsLock.TestMultipleLocks 2024-04-15T14:52:57.039 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:52:56 smithi016 ceph-mon[90652]: from='client.? 172.21.15.16:0/1570710708' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi016-134355-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-15T14:52:57.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:52:56 smithi016 ceph-mon[90652]: osdmap e942: 8 total, 8 up, 8 in 2024-04-15T14:52:57.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:52:56 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T14:52:57.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:52:56 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T14:52:57.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:52:56 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T14:52:57.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:52:56 smithi016 ceph-mon[93212]: from='client.? 172.21.15.16:0/1570710708' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi016-134355-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-15T14:52:57.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:52:56 smithi016 ceph-mon[93212]: osdmap e942: 8 total, 8 up, 8 in 2024-04-15T14:52:57.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:52:56 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T14:52:57.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:52:56 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T14:52:57.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:52:56 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T14:52:57.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:52:56 smithi102 ceph-mon[87131]: from='client.? 172.21.15.16:0/1570710708' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi016-134355-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-15T14:52:57.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:52:56 smithi102 ceph-mon[87131]: osdmap e942: 8 total, 8 up, 8 in 2024-04-15T14:52:57.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:52:56 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T14:52:57.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:52:56 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T14:52:57.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:52:56 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T14:52:58.039 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:52:57 smithi016 ceph-mon[90652]: pgmap v1084: 137 pgs: 14 creating+peering, 14 unknown, 109 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-04-15T14:52:58.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:52:57 smithi016 ceph-mon[90652]: osdmap e943: 8 total, 8 up, 8 in 2024-04-15T14:52:58.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:52:57 smithi016 ceph-mon[93212]: pgmap v1084: 137 pgs: 14 creating+peering, 14 unknown, 109 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-04-15T14:52:58.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:52:57 smithi016 ceph-mon[93212]: osdmap e943: 8 total, 8 up, 8 in 2024-04-15T14:52:58.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:52:57 smithi102 ceph-mon[87131]: pgmap v1084: 137 pgs: 14 creating+peering, 14 unknown, 109 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-04-15T14:52:58.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:52:57 smithi102 ceph-mon[87131]: osdmap e943: 8 total, 8 up, 8 in 2024-04-15T14:52:59.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:52:58 smithi016 ceph-mon[90652]: osdmap e944: 8 total, 8 up, 8 in 2024-04-15T14:52:59.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:52:58 smithi016 ceph-mon[90652]: from='client.? 172.21.15.16:0/3673759057' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi016-134355-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T14:52:59.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:52:58 smithi016 ceph-mon[90652]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi016-134355-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T14:52:59.041 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:52:58 smithi016 ceph-mon[93212]: osdmap e944: 8 total, 8 up, 8 in 2024-04-15T14:52:59.041 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:52:58 smithi016 ceph-mon[93212]: from='client.? 172.21.15.16:0/3673759057' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi016-134355-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T14:52:59.041 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:52:58 smithi016 ceph-mon[93212]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi016-134355-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T14:52:59.189 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:52:58 smithi102 ceph-mon[87131]: osdmap e944: 8 total, 8 up, 8 in 2024-04-15T14:52:59.189 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:52:58 smithi102 ceph-mon[87131]: from='client.? 172.21.15.16:0/3673759057' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi016-134355-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T14:52:59.189 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:52:58 smithi102 ceph-mon[87131]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi016-134355-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T14:52:59.781 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] ClsLock.TestMultipleLocks (3028 ms) 2024-04-15T14:52:59.782 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] ClsLock.TestLockDuration 2024-04-15T14:53:00.039 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:52:59 smithi016 ceph-mon[90652]: pgmap v1087: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-04-15T14:53:00.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:52:59 smithi016 ceph-mon[90652]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-15T14:53:00.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:52:59 smithi016 ceph-mon[90652]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi016-134355-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-15T14:53:00.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:52:59 smithi016 ceph-mon[90652]: osdmap e945: 8 total, 8 up, 8 in 2024-04-15T14:53:00.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:52:59 smithi016 ceph-mon[93212]: pgmap v1087: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-04-15T14:53:00.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:52:59 smithi016 ceph-mon[93212]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-15T14:53:00.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:52:59 smithi016 ceph-mon[93212]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi016-134355-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-15T14:53:00.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:52:59 smithi016 ceph-mon[93212]: osdmap e945: 8 total, 8 up, 8 in 2024-04-15T14:53:00.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:52:59 smithi102 ceph-mon[87131]: pgmap v1087: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-04-15T14:53:00.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:52:59 smithi102 ceph-mon[87131]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-15T14:53:00.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:52:59 smithi102 ceph-mon[87131]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi016-134355-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-15T14:53:00.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:52:59 smithi102 ceph-mon[87131]: osdmap e945: 8 total, 8 up, 8 in 2024-04-15T14:53:01.039 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:53:00 smithi016 ceph-mon[93212]: osdmap e946: 8 total, 8 up, 8 in 2024-04-15T14:53:01.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:53:00 smithi016 ceph-mon[90652]: osdmap e946: 8 total, 8 up, 8 in 2024-04-15T14:53:01.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:53:00 smithi102 ceph-mon[87131]: osdmap e946: 8 total, 8 up, 8 in 2024-04-15T14:53:02.040 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 15 14:53:01 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-y[81421]: ::ffff:172.21.15.102 - - [15/Apr/2024:14:53:01] "GET /metrics HTTP/1.1" 200 33915 "" "Prometheus/2.43.0" 2024-04-15T14:53:02.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:53:01 smithi016 ceph-mon[90652]: pgmap v1090: 105 pgs: 105 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-04-15T14:53:02.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:53:01 smithi016 ceph-mon[90652]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-15T14:53:02.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:53:01 smithi016 ceph-mon[90652]: Cluster is now healthy 2024-04-15T14:53:02.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:53:01 smithi016 ceph-mon[90652]: osdmap e947: 8 total, 8 up, 8 in 2024-04-15T14:53:02.041 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:53:01 smithi016 ceph-mon[90652]: from='client.? 172.21.15.16:0/2436318061' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi016-134355-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T14:53:02.041 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:53:01 smithi016 ceph-mon[90652]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi016-134355-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T14:53:02.041 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:53:01 smithi016 ceph-mon[93212]: pgmap v1090: 105 pgs: 105 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-04-15T14:53:02.041 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:53:01 smithi016 ceph-mon[93212]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-15T14:53:02.041 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:53:01 smithi016 ceph-mon[93212]: Cluster is now healthy 2024-04-15T14:53:02.041 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:53:01 smithi016 ceph-mon[93212]: osdmap e947: 8 total, 8 up, 8 in 2024-04-15T14:53:02.041 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:53:01 smithi016 ceph-mon[93212]: from='client.? 172.21.15.16:0/2436318061' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi016-134355-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T14:53:02.041 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:53:01 smithi016 ceph-mon[93212]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi016-134355-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T14:53:02.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:53:01 smithi102 ceph-mon[87131]: pgmap v1090: 105 pgs: 105 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-04-15T14:53:02.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:53:01 smithi102 ceph-mon[87131]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-15T14:53:02.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:53:01 smithi102 ceph-mon[87131]: Cluster is now healthy 2024-04-15T14:53:02.188 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:53:01 smithi102 ceph-mon[87131]: osdmap e947: 8 total, 8 up, 8 in 2024-04-15T14:53:02.188 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:53:01 smithi102 ceph-mon[87131]: from='client.? 172.21.15.16:0/2436318061' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi016-134355-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T14:53:02.188 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:53:01 smithi102 ceph-mon[87131]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi016-134355-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T14:53:02.687 INFO:journalctl@ceph.prometheus.a.smithi102.stdout:Apr 15 14:53:02 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-prometheus-a[120881]: ts=2024-04-15T14:53:02.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi016:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"362ea986-fb34-11ee-bc8f-c7b262605968\", instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T14:53:03.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:53:02 smithi102 ceph-mon[87131]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi016-134355-5","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-15T14:53:03.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:53:02 smithi102 ceph-mon[87131]: osdmap e948: 8 total, 8 up, 8 in 2024-04-15T14:53:03.289 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:53:02 smithi016 ceph-mon[90652]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi016-134355-5","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-15T14:53:03.289 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:53:02 smithi016 ceph-mon[90652]: osdmap e948: 8 total, 8 up, 8 in 2024-04-15T14:53:03.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:53:02 smithi016 ceph-mon[93212]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi016-134355-5","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-15T14:53:03.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:53:02 smithi016 ceph-mon[93212]: osdmap e948: 8 total, 8 up, 8 in 2024-04-15T14:53:04.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:53:03 smithi102 ceph-mon[87131]: pgmap v1093: 137 pgs: 10 creating+peering, 22 unknown, 105 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-04-15T14:53:04.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:53:03 smithi102 ceph-mon[87131]: osdmap e949: 8 total, 8 up, 8 in 2024-04-15T14:53:04.289 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:53:03 smithi016 ceph-mon[90652]: pgmap v1093: 137 pgs: 10 creating+peering, 22 unknown, 105 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-04-15T14:53:04.289 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:53:03 smithi016 ceph-mon[90652]: osdmap e949: 8 total, 8 up, 8 in 2024-04-15T14:53:04.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:53:03 smithi016 ceph-mon[93212]: pgmap v1093: 137 pgs: 10 creating+peering, 22 unknown, 105 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-04-15T14:53:04.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:53:03 smithi016 ceph-mon[93212]: osdmap e949: 8 total, 8 up, 8 in 2024-04-15T14:53:06.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:53:05 smithi102 ceph-mon[87131]: pgmap v1095: 137 pgs: 10 creating+peering, 20 unknown, 107 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-04-15T14:53:06.289 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:53:05 smithi016 ceph-mon[90652]: pgmap v1095: 137 pgs: 10 creating+peering, 20 unknown, 107 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-04-15T14:53:06.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:53:05 smithi016 ceph-mon[93212]: pgmap v1095: 137 pgs: 10 creating+peering, 20 unknown, 107 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-04-15T14:53:07.808 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] ClsLock.TestLockDuration (8027 ms) 2024-04-15T14:53:07.808 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] ClsLock.TestAssertLocked 2024-04-15T14:53:08.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:53:07 smithi102 ceph-mon[87131]: pgmap v1096: 137 pgs: 10 creating+peering, 127 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 0 op/s 2024-04-15T14:53:08.289 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:53:07 smithi016 ceph-mon[90652]: pgmap v1096: 137 pgs: 10 creating+peering, 127 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 0 op/s 2024-04-15T14:53:08.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:53:07 smithi016 ceph-mon[93212]: pgmap v1096: 137 pgs: 10 creating+peering, 127 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 0 op/s 2024-04-15T14:53:09.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:53:08 smithi102 ceph-mon[87131]: osdmap e950: 8 total, 8 up, 8 in 2024-04-15T14:53:09.289 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:53:08 smithi016 ceph-mon[90652]: osdmap e950: 8 total, 8 up, 8 in 2024-04-15T14:53:09.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:53:08 smithi016 ceph-mon[93212]: osdmap e950: 8 total, 8 up, 8 in 2024-04-15T14:53:10.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:53:09 smithi102 ceph-mon[87131]: pgmap v1098: 105 pgs: 105 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-04-15T14:53:10.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:53:09 smithi102 ceph-mon[87131]: osdmap e951: 8 total, 8 up, 8 in 2024-04-15T14:53:10.188 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:53:09 smithi102 ceph-mon[87131]: from='client.? 172.21.15.16:0/1918324923' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi016-134355-6","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T14:53:10.188 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:53:09 smithi102 ceph-mon[87131]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi016-134355-6","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T14:53:10.188 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:53:09 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T14:53:10.188 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:53:09 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T14:53:10.289 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:53:09 smithi016 ceph-mon[93212]: pgmap v1098: 105 pgs: 105 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-04-15T14:53:10.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:53:09 smithi016 ceph-mon[93212]: osdmap e951: 8 total, 8 up, 8 in 2024-04-15T14:53:10.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:53:09 smithi016 ceph-mon[93212]: from='client.? 172.21.15.16:0/1918324923' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi016-134355-6","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T14:53:10.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:53:09 smithi016 ceph-mon[93212]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi016-134355-6","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T14:53:10.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:53:09 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T14:53:10.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:53:09 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T14:53:10.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:53:09 smithi016 ceph-mon[90652]: pgmap v1098: 105 pgs: 105 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-04-15T14:53:10.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:53:09 smithi016 ceph-mon[90652]: osdmap e951: 8 total, 8 up, 8 in 2024-04-15T14:53:10.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:53:09 smithi016 ceph-mon[90652]: from='client.? 172.21.15.16:0/1918324923' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi016-134355-6","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T14:53:10.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:53:09 smithi016 ceph-mon[90652]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi016-134355-6","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T14:53:10.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:53:09 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T14:53:10.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:53:09 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T14:53:10.834 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] ClsLock.TestAssertLocked (3024 ms) 2024-04-15T14:53:10.834 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] ClsLock.TestSetCookie 2024-04-15T14:53:11.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:53:10 smithi102 ceph-mon[87131]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi016-134355-6","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-15T14:53:11.188 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:53:10 smithi102 ceph-mon[87131]: osdmap e952: 8 total, 8 up, 8 in 2024-04-15T14:53:11.289 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:53:10 smithi016 ceph-mon[93212]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi016-134355-6","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-15T14:53:11.289 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:53:10 smithi016 ceph-mon[93212]: osdmap e952: 8 total, 8 up, 8 in 2024-04-15T14:53:11.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:53:10 smithi016 ceph-mon[90652]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi016-134355-6","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-15T14:53:11.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:53:10 smithi016 ceph-mon[90652]: osdmap e952: 8 total, 8 up, 8 in 2024-04-15T14:53:12.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:53:11 smithi016 ceph-mon[90652]: pgmap v1101: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-04-15T14:53:12.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:53:11 smithi016 ceph-mon[90652]: osdmap e953: 8 total, 8 up, 8 in 2024-04-15T14:53:12.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:53:11 smithi016 ceph-mon[93212]: pgmap v1101: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-04-15T14:53:12.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:53:11 smithi016 ceph-mon[93212]: osdmap e953: 8 total, 8 up, 8 in 2024-04-15T14:53:12.040 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 15 14:53:11 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-y[81421]: ::ffff:172.21.15.102 - - [15/Apr/2024:14:53:11] "GET /metrics HTTP/1.1" 200 36277 "" "Prometheus/2.43.0" 2024-04-15T14:53:12.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:53:11 smithi102 ceph-mon[87131]: pgmap v1101: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-04-15T14:53:12.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:53:11 smithi102 ceph-mon[87131]: osdmap e953: 8 total, 8 up, 8 in 2024-04-15T14:53:12.687 INFO:journalctl@ceph.prometheus.a.smithi102.stdout:Apr 15 14:53:12 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-prometheus-a[120881]: ts=2024-04-15T14:53:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi016:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"362ea986-fb34-11ee-bc8f-c7b262605968\", instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T14:53:13.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:53:12 smithi102 ceph-mon[87131]: osdmap e954: 8 total, 8 up, 8 in 2024-04-15T14:53:13.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:53:12 smithi102 ceph-mon[87131]: from='client.? 172.21.15.16:0/4164446364' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi016-134355-7","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T14:53:13.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:53:12 smithi102 ceph-mon[87131]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi016-134355-7","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T14:53:13.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:53:12 smithi016 ceph-mon[93212]: osdmap e954: 8 total, 8 up, 8 in 2024-04-15T14:53:13.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:53:12 smithi016 ceph-mon[93212]: from='client.? 172.21.15.16:0/4164446364' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi016-134355-7","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T14:53:13.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:53:12 smithi016 ceph-mon[93212]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi016-134355-7","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T14:53:13.291 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:53:12 smithi016 ceph-mon[90652]: osdmap e954: 8 total, 8 up, 8 in 2024-04-15T14:53:13.291 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:53:12 smithi016 ceph-mon[90652]: from='client.? 172.21.15.16:0/4164446364' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi016-134355-7","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T14:53:13.291 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:53:12 smithi016 ceph-mon[90652]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi016-134355-7","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T14:53:13.848 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] ClsLock.TestSetCookie (3016 ms) 2024-04-15T14:53:13.848 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] ClsLock.TestRenew 2024-04-15T14:53:14.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:53:13 smithi102 ceph-mon[87131]: pgmap v1104: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-04-15T14:53:14.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:53:13 smithi102 ceph-mon[87131]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-15T14:53:14.188 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:53:13 smithi102 ceph-mon[87131]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi016-134355-7","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-15T14:53:14.188 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:53:13 smithi102 ceph-mon[87131]: osdmap e955: 8 total, 8 up, 8 in 2024-04-15T14:53:14.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:53:13 smithi016 ceph-mon[90652]: pgmap v1104: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-04-15T14:53:14.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:53:13 smithi016 ceph-mon[90652]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-15T14:53:14.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:53:13 smithi016 ceph-mon[90652]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi016-134355-7","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-15T14:53:14.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:53:13 smithi016 ceph-mon[90652]: osdmap e955: 8 total, 8 up, 8 in 2024-04-15T14:53:14.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:53:13 smithi016 ceph-mon[93212]: pgmap v1104: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-04-15T14:53:14.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:53:13 smithi016 ceph-mon[93212]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-15T14:53:14.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:53:13 smithi016 ceph-mon[93212]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi016-134355-7","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-15T14:53:14.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:53:13 smithi016 ceph-mon[93212]: osdmap e955: 8 total, 8 up, 8 in 2024-04-15T14:53:15.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:53:14 smithi102 ceph-mon[87131]: osdmap e956: 8 total, 8 up, 8 in 2024-04-15T14:53:15.289 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:53:14 smithi016 ceph-mon[93212]: osdmap e956: 8 total, 8 up, 8 in 2024-04-15T14:53:15.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:53:14 smithi016 ceph-mon[90652]: osdmap e956: 8 total, 8 up, 8 in 2024-04-15T14:53:16.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:53:15 smithi102 ceph-mon[87131]: pgmap v1107: 105 pgs: 105 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-04-15T14:53:16.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:53:15 smithi102 ceph-mon[87131]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-15T14:53:16.188 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:53:15 smithi102 ceph-mon[87131]: Cluster is now healthy 2024-04-15T14:53:16.188 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:53:15 smithi102 ceph-mon[87131]: osdmap e957: 8 total, 8 up, 8 in 2024-04-15T14:53:16.188 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:53:15 smithi102 ceph-mon[87131]: from='client.? 172.21.15.16:0/1794652216' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi016-134355-8","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T14:53:16.188 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:53:15 smithi102 ceph-mon[87131]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi016-134355-8","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T14:53:16.289 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:53:15 smithi016 ceph-mon[90652]: pgmap v1107: 105 pgs: 105 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-04-15T14:53:16.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:53:15 smithi016 ceph-mon[90652]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-15T14:53:16.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:53:15 smithi016 ceph-mon[90652]: Cluster is now healthy 2024-04-15T14:53:16.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:53:15 smithi016 ceph-mon[90652]: osdmap e957: 8 total, 8 up, 8 in 2024-04-15T14:53:16.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:53:15 smithi016 ceph-mon[90652]: from='client.? 172.21.15.16:0/1794652216' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi016-134355-8","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T14:53:16.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:53:15 smithi016 ceph-mon[90652]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi016-134355-8","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T14:53:16.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:53:15 smithi016 ceph-mon[93212]: pgmap v1107: 105 pgs: 105 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-04-15T14:53:16.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:53:15 smithi016 ceph-mon[93212]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-15T14:53:16.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:53:15 smithi016 ceph-mon[93212]: Cluster is now healthy 2024-04-15T14:53:16.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:53:15 smithi016 ceph-mon[93212]: osdmap e957: 8 total, 8 up, 8 in 2024-04-15T14:53:16.291 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:53:15 smithi016 ceph-mon[93212]: from='client.? 172.21.15.16:0/1794652216' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi016-134355-8","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T14:53:16.291 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:53:15 smithi016 ceph-mon[93212]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi016-134355-8","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T14:53:17.190 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:53:16 smithi102 ceph-mon[87131]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi016-134355-8","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-15T14:53:17.190 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:53:16 smithi102 ceph-mon[87131]: osdmap e958: 8 total, 8 up, 8 in 2024-04-15T14:53:17.190 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:53:16 smithi102 ceph-mon[87131]: pgmap v1110: 137 pgs: 19 creating+peering, 13 unknown, 105 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-04-15T14:53:17.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:53:16 smithi016 ceph-mon[90652]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi016-134355-8","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-15T14:53:17.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:53:16 smithi016 ceph-mon[90652]: osdmap e958: 8 total, 8 up, 8 in 2024-04-15T14:53:17.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:53:16 smithi016 ceph-mon[90652]: pgmap v1110: 137 pgs: 19 creating+peering, 13 unknown, 105 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-04-15T14:53:17.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:53:16 smithi016 ceph-mon[93212]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi016-134355-8","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-15T14:53:17.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:53:16 smithi016 ceph-mon[93212]: osdmap e958: 8 total, 8 up, 8 in 2024-04-15T14:53:17.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:53:16 smithi016 ceph-mon[93212]: pgmap v1110: 137 pgs: 19 creating+peering, 13 unknown, 105 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-04-15T14:53:18.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:53:17 smithi102 ceph-mon[87131]: osdmap e959: 8 total, 8 up, 8 in 2024-04-15T14:53:18.289 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:53:17 smithi016 ceph-mon[90652]: osdmap e959: 8 total, 8 up, 8 in 2024-04-15T14:53:18.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:53:17 smithi016 ceph-mon[93212]: osdmap e959: 8 total, 8 up, 8 in 2024-04-15T14:53:19.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:53:18 smithi102 ceph-mon[87131]: pgmap v1112: 137 pgs: 19 creating+peering, 118 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-04-15T14:53:19.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:53:18 smithi016 ceph-mon[90652]: pgmap v1112: 137 pgs: 19 creating+peering, 118 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-04-15T14:53:19.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:53:18 smithi016 ceph-mon[93212]: pgmap v1112: 137 pgs: 19 creating+peering, 118 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-04-15T14:53:21.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:53:21 smithi102 ceph-mon[87131]: pgmap v1113: 137 pgs: 19 creating+peering, 118 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-04-15T14:53:21.539 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:53:21 smithi016 ceph-mon[90652]: pgmap v1113: 137 pgs: 19 creating+peering, 118 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-04-15T14:53:21.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:53:21 smithi016 ceph-mon[93212]: pgmap v1113: 137 pgs: 19 creating+peering, 118 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-04-15T14:53:22.039 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 15 14:53:21 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-y[81421]: ::ffff:172.21.15.102 - - [15/Apr/2024:14:53:21] "GET /metrics HTTP/1.1" 200 36277 "" "Prometheus/2.43.0" 2024-04-15T14:53:22.687 INFO:journalctl@ceph.prometheus.a.smithi102.stdout:Apr 15 14:53:22 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-prometheus-a[120881]: ts=2024-04-15T14:53:22.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi016:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"362ea986-fb34-11ee-bc8f-c7b262605968\", instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T14:53:23.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:53:23 smithi102 ceph-mon[87131]: pgmap v1114: 137 pgs: 137 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 141 B/s rd, 0 B/s wr, 0 op/s 2024-04-15T14:53:23.539 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:53:23 smithi016 ceph-mon[90652]: pgmap v1114: 137 pgs: 137 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 141 B/s rd, 0 B/s wr, 0 op/s 2024-04-15T14:53:23.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:53:23 smithi016 ceph-mon[93212]: pgmap v1114: 137 pgs: 137 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 141 B/s rd, 0 B/s wr, 0 op/s 2024-04-15T14:53:24.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:53:24 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T14:53:24.539 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:53:24 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T14:53:24.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:53:24 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T14:53:25.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:53:25 smithi102 ceph-mon[87131]: pgmap v1115: 137 pgs: 137 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 124 B/s rd, 0 B/s wr, 0 op/s 2024-04-15T14:53:25.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:53:25 smithi016 ceph-mon[90652]: pgmap v1115: 137 pgs: 137 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 124 B/s rd, 0 B/s wr, 0 op/s 2024-04-15T14:53:25.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:53:25 smithi016 ceph-mon[93212]: pgmap v1115: 137 pgs: 137 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 124 B/s rd, 0 B/s wr, 0 op/s 2024-04-15T14:53:27.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:53:27 smithi102 ceph-mon[87131]: pgmap v1116: 137 pgs: 137 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 307 B/s rd, 0 B/s wr, 1 op/s 2024-04-15T14:53:27.539 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:53:27 smithi016 ceph-mon[90652]: pgmap v1116: 137 pgs: 137 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 307 B/s rd, 0 B/s wr, 1 op/s 2024-04-15T14:53:27.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:53:27 smithi016 ceph-mon[93212]: pgmap v1116: 137 pgs: 137 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 307 B/s rd, 0 B/s wr, 1 op/s 2024-04-15T14:53:29.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:53:29 smithi102 ceph-mon[87131]: pgmap v1117: 137 pgs: 137 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 273 B/s rd, 0 B/s wr, 1 op/s 2024-04-15T14:53:29.539 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:53:29 smithi016 ceph-mon[93212]: pgmap v1117: 137 pgs: 137 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 273 B/s rd, 0 B/s wr, 1 op/s 2024-04-15T14:53:29.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:53:29 smithi016 ceph-mon[90652]: pgmap v1117: 137 pgs: 137 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 273 B/s rd, 0 B/s wr, 1 op/s 2024-04-15T14:53:31.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:53:31 smithi102 ceph-mon[87131]: pgmap v1118: 137 pgs: 137 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 255 B/s rd, 0 B/s wr, 0 op/s 2024-04-15T14:53:31.539 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:53:31 smithi016 ceph-mon[93212]: pgmap v1118: 137 pgs: 137 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 255 B/s rd, 0 B/s wr, 0 op/s 2024-04-15T14:53:31.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:53:31 smithi016 ceph-mon[90652]: pgmap v1118: 137 pgs: 137 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 255 B/s rd, 0 B/s wr, 0 op/s 2024-04-15T14:53:32.039 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 15 14:53:31 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-y[81421]: ::ffff:172.21.15.102 - - [15/Apr/2024:14:53:31] "GET /metrics HTTP/1.1" 200 36285 "" "Prometheus/2.43.0" 2024-04-15T14:53:32.687 INFO:journalctl@ceph.prometheus.a.smithi102.stdout:Apr 15 14:53:32 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-prometheus-a[120881]: ts=2024-04-15T14:53:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi016:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"362ea986-fb34-11ee-bc8f-c7b262605968\", instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T14:53:33.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:53:33 smithi102 ceph-mon[87131]: pgmap v1119: 137 pgs: 137 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 341 B/s rd, 0 B/s wr, 1 op/s 2024-04-15T14:53:33.539 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:53:33 smithi016 ceph-mon[90652]: pgmap v1119: 137 pgs: 137 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 341 B/s rd, 0 B/s wr, 1 op/s 2024-04-15T14:53:33.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:53:33 smithi016 ceph-mon[93212]: pgmap v1119: 137 pgs: 137 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 341 B/s rd, 0 B/s wr, 1 op/s 2024-04-15T14:53:34.163 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] ClsLock.TestRenew (20315 ms) 2024-04-15T14:53:34.164 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] ClsLock.TestExclusiveEphemeralBasic 2024-04-15T14:53:35.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:53:35 smithi102 ceph-mon[87131]: pgmap v1120: 137 pgs: 137 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 255 B/s rd, 0 B/s wr, 0 op/s 2024-04-15T14:53:35.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:53:35 smithi102 ceph-mon[87131]: osdmap e960: 8 total, 8 up, 8 in 2024-04-15T14:53:35.539 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:53:35 smithi016 ceph-mon[93212]: pgmap v1120: 137 pgs: 137 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 255 B/s rd, 0 B/s wr, 0 op/s 2024-04-15T14:53:35.539 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:53:35 smithi016 ceph-mon[93212]: osdmap e960: 8 total, 8 up, 8 in 2024-04-15T14:53:35.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:53:35 smithi016 ceph-mon[90652]: pgmap v1120: 137 pgs: 137 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 255 B/s rd, 0 B/s wr, 0 op/s 2024-04-15T14:53:35.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:53:35 smithi016 ceph-mon[90652]: osdmap e960: 8 total, 8 up, 8 in 2024-04-15T14:53:36.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:53:36 smithi102 ceph-mon[87131]: osdmap e961: 8 total, 8 up, 8 in 2024-04-15T14:53:36.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:53:36 smithi102 ceph-mon[87131]: from='client.? 172.21.15.16:0/3085533353' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi016-134355-9","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T14:53:36.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:53:36 smithi102 ceph-mon[87131]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi016-134355-9","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T14:53:36.539 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:53:36 smithi016 ceph-mon[90652]: osdmap e961: 8 total, 8 up, 8 in 2024-04-15T14:53:36.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:53:36 smithi016 ceph-mon[90652]: from='client.? 172.21.15.16:0/3085533353' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi016-134355-9","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T14:53:36.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:53:36 smithi016 ceph-mon[90652]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi016-134355-9","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T14:53:36.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:53:36 smithi016 ceph-mon[93212]: osdmap e961: 8 total, 8 up, 8 in 2024-04-15T14:53:36.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:53:36 smithi016 ceph-mon[93212]: from='client.? 172.21.15.16:0/3085533353' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi016-134355-9","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T14:53:36.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:53:36 smithi016 ceph-mon[93212]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi016-134355-9","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T14:53:37.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:53:37 smithi102 ceph-mon[87131]: pgmap v1123: 137 pgs: 19 creating+peering, 13 unknown, 105 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-04-15T14:53:37.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:53:37 smithi102 ceph-mon[87131]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-15T14:53:37.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:53:37 smithi102 ceph-mon[87131]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi016-134355-9","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-15T14:53:37.438 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:53:37 smithi102 ceph-mon[87131]: osdmap e962: 8 total, 8 up, 8 in 2024-04-15T14:53:37.539 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:53:37 smithi016 ceph-mon[90652]: pgmap v1123: 137 pgs: 19 creating+peering, 13 unknown, 105 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-04-15T14:53:37.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:53:37 smithi016 ceph-mon[90652]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-15T14:53:37.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:53:37 smithi016 ceph-mon[90652]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi016-134355-9","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-15T14:53:37.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:53:37 smithi016 ceph-mon[90652]: osdmap e962: 8 total, 8 up, 8 in 2024-04-15T14:53:37.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:53:37 smithi016 ceph-mon[93212]: pgmap v1123: 137 pgs: 19 creating+peering, 13 unknown, 105 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-04-15T14:53:37.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:53:37 smithi016 ceph-mon[93212]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-15T14:53:37.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:53:37 smithi016 ceph-mon[93212]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi016-134355-9","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-15T14:53:37.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:53:37 smithi016 ceph-mon[93212]: osdmap e962: 8 total, 8 up, 8 in 2024-04-15T14:53:38.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:53:38 smithi102 ceph-mon[87131]: osdmap e963: 8 total, 8 up, 8 in 2024-04-15T14:53:38.539 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:53:38 smithi016 ceph-mon[90652]: osdmap e963: 8 total, 8 up, 8 in 2024-04-15T14:53:38.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:53:38 smithi016 ceph-mon[93212]: osdmap e963: 8 total, 8 up, 8 in 2024-04-15T14:53:39.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:53:39 smithi102 ceph-mon[87131]: pgmap v1126: 137 pgs: 19 creating+peering, 118 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-04-15T14:53:39.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:53:39 smithi102 ceph-mon[87131]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-15T14:53:39.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:53:39 smithi102 ceph-mon[87131]: Cluster is now healthy 2024-04-15T14:53:39.438 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:53:39 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T14:53:39.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:53:39 smithi016 ceph-mon[90652]: pgmap v1126: 137 pgs: 19 creating+peering, 118 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-04-15T14:53:39.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:53:39 smithi016 ceph-mon[90652]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-15T14:53:39.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:53:39 smithi016 ceph-mon[90652]: Cluster is now healthy 2024-04-15T14:53:39.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:53:39 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T14:53:39.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:53:39 smithi016 ceph-mon[93212]: pgmap v1126: 137 pgs: 19 creating+peering, 118 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-04-15T14:53:39.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:53:39 smithi016 ceph-mon[93212]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-15T14:53:39.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:53:39 smithi016 ceph-mon[93212]: Cluster is now healthy 2024-04-15T14:53:39.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:53:39 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T14:53:41.194 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] ClsLock.TestExclusiveEphemeralBasic (7031 ms) 2024-04-15T14:53:41.195 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] ClsLock.TestExclusiveEphemeralStealEphemeral 2024-04-15T14:53:41.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:53:41 smithi016 ceph-mon[90652]: pgmap v1127: 137 pgs: 19 creating+peering, 118 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 0 op/s 2024-04-15T14:53:41.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:53:41 smithi016 ceph-mon[93212]: pgmap v1127: 137 pgs: 19 creating+peering, 118 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 0 op/s 2024-04-15T14:53:41.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:53:41 smithi102 ceph-mon[87131]: pgmap v1127: 137 pgs: 19 creating+peering, 118 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 0 op/s 2024-04-15T14:53:42.040 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 15 14:53:41 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-y[81421]: ::ffff:172.21.15.102 - - [15/Apr/2024:14:53:41] "GET /metrics HTTP/1.1" 200 36280 "" "Prometheus/2.43.0" 2024-04-15T14:53:42.539 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:53:42 smithi016 ceph-mon[90652]: osdmap e964: 8 total, 8 up, 8 in 2024-04-15T14:53:42.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:53:42 smithi016 ceph-mon[93212]: osdmap e964: 8 total, 8 up, 8 in 2024-04-15T14:53:42.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:53:42 smithi102 ceph-mon[87131]: osdmap e964: 8 total, 8 up, 8 in 2024-04-15T14:53:42.687 INFO:journalctl@ceph.prometheus.a.smithi102.stdout:Apr 15 14:53:42 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-prometheus-a[120881]: ts=2024-04-15T14:53:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi016:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"362ea986-fb34-11ee-bc8f-c7b262605968\", instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T14:53:43.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:53:43 smithi016 ceph-mon[90652]: pgmap v1129: 105 pgs: 105 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-04-15T14:53:43.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:53:43 smithi016 ceph-mon[90652]: osdmap e965: 8 total, 8 up, 8 in 2024-04-15T14:53:43.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:53:43 smithi016 ceph-mon[90652]: from='client.? 172.21.15.16:0/2312145355' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi016-134355-10","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T14:53:43.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:53:43 smithi016 ceph-mon[90652]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi016-134355-10","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T14:53:43.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:53:43 smithi016 ceph-mon[93212]: pgmap v1129: 105 pgs: 105 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-04-15T14:53:43.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:53:43 smithi016 ceph-mon[93212]: osdmap e965: 8 total, 8 up, 8 in 2024-04-15T14:53:43.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:53:43 smithi016 ceph-mon[93212]: from='client.? 172.21.15.16:0/2312145355' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi016-134355-10","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T14:53:43.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:53:43 smithi016 ceph-mon[93212]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi016-134355-10","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T14:53:43.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:53:43 smithi102 ceph-mon[87131]: pgmap v1129: 105 pgs: 105 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-04-15T14:53:43.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:53:43 smithi102 ceph-mon[87131]: osdmap e965: 8 total, 8 up, 8 in 2024-04-15T14:53:43.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:53:43 smithi102 ceph-mon[87131]: from='client.? 172.21.15.16:0/2312145355' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi016-134355-10","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T14:53:43.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:53:43 smithi102 ceph-mon[87131]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi016-134355-10","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T14:53:44.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:53:44 smithi016 ceph-mon[93212]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi016-134355-10","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-15T14:53:44.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:53:44 smithi016 ceph-mon[93212]: osdmap e966: 8 total, 8 up, 8 in 2024-04-15T14:53:44.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:53:44 smithi016 ceph-mon[90652]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi016-134355-10","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-15T14:53:44.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:53:44 smithi016 ceph-mon[90652]: osdmap e966: 8 total, 8 up, 8 in 2024-04-15T14:53:44.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:53:44 smithi102 ceph-mon[87131]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi016-134355-10","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-15T14:53:44.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:53:44 smithi102 ceph-mon[87131]: osdmap e966: 8 total, 8 up, 8 in 2024-04-15T14:53:45.539 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:53:45 smithi016 ceph-mon[90652]: pgmap v1132: 137 pgs: 5 creating+peering, 27 unknown, 105 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-04-15T14:53:45.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:53:45 smithi016 ceph-mon[90652]: osdmap e967: 8 total, 8 up, 8 in 2024-04-15T14:53:45.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:53:45 smithi016 ceph-mon[93212]: pgmap v1132: 137 pgs: 5 creating+peering, 27 unknown, 105 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-04-15T14:53:45.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:53:45 smithi016 ceph-mon[93212]: osdmap e967: 8 total, 8 up, 8 in 2024-04-15T14:53:45.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:53:45 smithi102 ceph-mon[87131]: pgmap v1132: 137 pgs: 5 creating+peering, 27 unknown, 105 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-04-15T14:53:45.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:53:45 smithi102 ceph-mon[87131]: osdmap e967: 8 total, 8 up, 8 in 2024-04-15T14:53:47.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:53:47 smithi016 ceph-mon[93212]: pgmap v1134: 137 pgs: 5 creating+peering, 12 unknown, 120 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-04-15T14:53:47.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:53:47 smithi016 ceph-mon[90652]: pgmap v1134: 137 pgs: 5 creating+peering, 12 unknown, 120 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-04-15T14:53:47.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:53:47 smithi102 ceph-mon[87131]: pgmap v1134: 137 pgs: 5 creating+peering, 12 unknown, 120 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-04-15T14:53:49.226 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] ClsLock.TestExclusiveEphemeralStealEphemeral (8031 ms) 2024-04-15T14:53:49.226 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] ClsLock.TestExclusiveEphemeralStealExclusive 2024-04-15T14:53:49.539 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:53:49 smithi016 ceph-mon[93212]: pgmap v1135: 137 pgs: 137 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 0 op/s 2024-04-15T14:53:49.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:53:49 smithi016 ceph-mon[90652]: pgmap v1135: 137 pgs: 137 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 0 op/s 2024-04-15T14:53:49.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:53:49 smithi102 ceph-mon[87131]: pgmap v1135: 137 pgs: 137 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 0 op/s 2024-04-15T14:53:50.539 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:53:50 smithi016 ceph-mon[90652]: osdmap e968: 8 total, 8 up, 8 in 2024-04-15T14:53:50.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:53:50 smithi016 ceph-mon[93212]: osdmap e968: 8 total, 8 up, 8 in 2024-04-15T14:53:50.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:53:50 smithi102 ceph-mon[87131]: osdmap e968: 8 total, 8 up, 8 in 2024-04-15T14:53:51.539 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:53:51 smithi016 ceph-mon[93212]: pgmap v1137: 105 pgs: 105 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-04-15T14:53:51.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:53:51 smithi016 ceph-mon[93212]: osdmap e969: 8 total, 8 up, 8 in 2024-04-15T14:53:51.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:53:51 smithi016 ceph-mon[93212]: from='client.? 172.21.15.16:0/1461769589' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi016-134355-11","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T14:53:51.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:53:51 smithi016 ceph-mon[93212]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi016-134355-11","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T14:53:51.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:53:51 smithi016 ceph-mon[90652]: pgmap v1137: 105 pgs: 105 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-04-15T14:53:51.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:53:51 smithi016 ceph-mon[90652]: osdmap e969: 8 total, 8 up, 8 in 2024-04-15T14:53:51.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:53:51 smithi016 ceph-mon[90652]: from='client.? 172.21.15.16:0/1461769589' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi016-134355-11","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T14:53:51.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:53:51 smithi016 ceph-mon[90652]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi016-134355-11","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T14:53:51.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:53:51 smithi102 ceph-mon[87131]: pgmap v1137: 105 pgs: 105 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-04-15T14:53:51.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:53:51 smithi102 ceph-mon[87131]: osdmap e969: 8 total, 8 up, 8 in 2024-04-15T14:53:51.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:53:51 smithi102 ceph-mon[87131]: from='client.? 172.21.15.16:0/1461769589' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi016-134355-11","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T14:53:51.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:53:51 smithi102 ceph-mon[87131]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi016-134355-11","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T14:53:52.039 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 15 14:53:51 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-y[81421]: ::ffff:172.21.15.102 - - [15/Apr/2024:14:53:51] "GET /metrics HTTP/1.1" 200 36280 "" "Prometheus/2.43.0" 2024-04-15T14:53:52.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:53:52 smithi016 ceph-mon[93212]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi016-134355-11","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-15T14:53:52.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:53:52 smithi016 ceph-mon[93212]: osdmap e970: 8 total, 8 up, 8 in 2024-04-15T14:53:52.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:53:52 smithi016 ceph-mon[90652]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi016-134355-11","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-15T14:53:52.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:53:52 smithi016 ceph-mon[90652]: osdmap e970: 8 total, 8 up, 8 in 2024-04-15T14:53:52.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:53:52 smithi102 ceph-mon[87131]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi016-134355-11","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-15T14:53:52.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:53:52 smithi102 ceph-mon[87131]: osdmap e970: 8 total, 8 up, 8 in 2024-04-15T14:53:52.688 INFO:journalctl@ceph.prometheus.a.smithi102.stdout:Apr 15 14:53:52 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-prometheus-a[120881]: ts=2024-04-15T14:53:52.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi016:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"362ea986-fb34-11ee-bc8f-c7b262605968\", instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T14:53:53.539 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:53:53 smithi016 ceph-mon[90652]: pgmap v1140: 137 pgs: 20 creating+peering, 6 unknown, 111 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-04-15T14:53:53.539 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:53:53 smithi016 ceph-mon[90652]: osdmap e971: 8 total, 8 up, 8 in 2024-04-15T14:53:53.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:53:53 smithi016 ceph-mon[93212]: pgmap v1140: 137 pgs: 20 creating+peering, 6 unknown, 111 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-04-15T14:53:53.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:53:53 smithi016 ceph-mon[93212]: osdmap e971: 8 total, 8 up, 8 in 2024-04-15T14:53:53.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:53:53 smithi102 ceph-mon[87131]: pgmap v1140: 137 pgs: 20 creating+peering, 6 unknown, 111 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-04-15T14:53:53.688 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:53:53 smithi102 ceph-mon[87131]: osdmap e971: 8 total, 8 up, 8 in 2024-04-15T14:53:54.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:53:54 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T14:53:54.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:53:54 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T14:53:54.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:53:54 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T14:53:55.539 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:53:55 smithi016 ceph-mon[90652]: pgmap v1142: 137 pgs: 20 creating+peering, 117 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-04-15T14:53:55.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:53:55 smithi016 ceph-mon[93212]: pgmap v1142: 137 pgs: 20 creating+peering, 117 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-04-15T14:53:55.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:53:55 smithi102 ceph-mon[87131]: pgmap v1142: 137 pgs: 20 creating+peering, 117 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-04-15T14:53:56.539 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:53:56 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T14:53:56.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:53:56 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T14:53:56.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:53:56 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T14:53:57.260 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] ClsLock.TestExclusiveEphemeralStealExclusive (8035 ms) 2024-04-15T14:53:57.260 INFO:tasks.workunit.client.0.smithi016.stdout:[----------] 11 tests from ClsLock (69414 ms total) 2024-04-15T14:53:57.260 INFO:tasks.workunit.client.0.smithi016.stdout: 2024-04-15T14:53:57.261 INFO:tasks.workunit.client.0.smithi016.stdout:[----------] Global test environment tear-down 2024-04-15T14:53:57.261 INFO:tasks.workunit.client.0.smithi016.stdout:[==========] 11 tests from 1 test suite ran. (69414 ms total) 2024-04-15T14:53:57.261 INFO:tasks.workunit.client.0.smithi016.stdout:[ PASSED ] 11 tests. 2024-04-15T14:53:57.264 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-04-15T14:53:57.265 DEBUG:teuthology.orchestra.run.smithi016:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-04-15T14:53:57.349 INFO:tasks.workunit:Running workunit cls/test_cls_log.sh... 2024-04-15T14:53:57.349 DEBUG:teuthology.orchestra.run.smithi016:workunit test cls/test_cls_log.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=reef TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/cls/test_cls_log.sh 2024-04-15T14:53:57.420 INFO:tasks.workunit.client.0.smithi016.stdout:Running main() from gmock_main.cc 2024-04-15T14:53:57.420 INFO:tasks.workunit.client.0.smithi016.stdout:[==========] Running 4 tests from 1 test suite. 2024-04-15T14:53:57.420 INFO:tasks.workunit.client.0.smithi016.stdout:[----------] Global test environment set-up. 2024-04-15T14:53:57.420 INFO:tasks.workunit.client.0.smithi016.stdout:[----------] 4 tests from cls_log 2024-04-15T14:53:57.420 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] cls_log.test_log_add_same_time 2024-04-15T14:53:57.539 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:53:57 smithi016 ceph-mon[90652]: pgmap v1143: 137 pgs: 137 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 170 B/s rd, 0 B/s wr, 0 op/s 2024-04-15T14:53:57.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:53:57 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T14:53:57.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:53:57 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T14:53:57.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:53:57 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T14:53:57.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:53:57 smithi016 ceph-mon[93212]: pgmap v1143: 137 pgs: 137 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 170 B/s rd, 0 B/s wr, 0 op/s 2024-04-15T14:53:57.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:53:57 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T14:53:57.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:53:57 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T14:53:57.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:53:57 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T14:53:57.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:53:57 smithi102 ceph-mon[87131]: pgmap v1143: 137 pgs: 137 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 170 B/s rd, 0 B/s wr, 0 op/s 2024-04-15T14:53:57.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:53:57 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T14:53:57.688 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:53:57 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T14:53:57.688 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:53:57 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T14:53:58.539 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:53:58 smithi016 ceph-mon[90652]: osdmap e972: 8 total, 8 up, 8 in 2024-04-15T14:53:58.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:53:58 smithi016 ceph-mon[93212]: osdmap e972: 8 total, 8 up, 8 in 2024-04-15T14:53:58.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:53:58 smithi102 ceph-mon[87131]: osdmap e972: 8 total, 8 up, 8 in 2024-04-15T14:53:59.539 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:53:59 smithi016 ceph-mon[93212]: pgmap v1145: 105 pgs: 105 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-04-15T14:53:59.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:53:59 smithi016 ceph-mon[93212]: osdmap e973: 8 total, 8 up, 8 in 2024-04-15T14:53:59.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:53:59 smithi016 ceph-mon[93212]: from='client.? 172.21.15.16:0/4025457149' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi016-134873-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T14:53:59.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:53:59 smithi016 ceph-mon[93212]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi016-134873-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T14:53:59.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:53:59 smithi016 ceph-mon[90652]: pgmap v1145: 105 pgs: 105 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-04-15T14:53:59.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:53:59 smithi016 ceph-mon[90652]: osdmap e973: 8 total, 8 up, 8 in 2024-04-15T14:53:59.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:53:59 smithi016 ceph-mon[90652]: from='client.? 172.21.15.16:0/4025457149' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi016-134873-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T14:53:59.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:53:59 smithi016 ceph-mon[90652]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi016-134873-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T14:53:59.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:53:59 smithi102 ceph-mon[87131]: pgmap v1145: 105 pgs: 105 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-04-15T14:53:59.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:53:59 smithi102 ceph-mon[87131]: osdmap e973: 8 total, 8 up, 8 in 2024-04-15T14:53:59.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:53:59 smithi102 ceph-mon[87131]: from='client.? 172.21.15.16:0/4025457149' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi016-134873-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T14:53:59.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:53:59 smithi102 ceph-mon[87131]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi016-134873-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T14:54:00.290 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] cls_log.test_log_add_same_time (2870 ms) 2024-04-15T14:54:00.291 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] cls_log.test_log_add_different_time 2024-04-15T14:54:00.539 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:54:00 smithi016 ceph-mon[93212]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi016-134873-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-15T14:54:00.541 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:54:00 smithi016 ceph-mon[93212]: osdmap e974: 8 total, 8 up, 8 in 2024-04-15T14:54:00.541 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:54:00 smithi016 ceph-mon[90652]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi016-134873-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-15T14:54:00.541 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:54:00 smithi016 ceph-mon[90652]: osdmap e974: 8 total, 8 up, 8 in 2024-04-15T14:54:00.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:54:00 smithi102 ceph-mon[87131]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi016-134873-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-15T14:54:00.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:54:00 smithi102 ceph-mon[87131]: osdmap e974: 8 total, 8 up, 8 in 2024-04-15T14:54:01.539 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:54:01 smithi016 ceph-mon[93212]: pgmap v1148: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-04-15T14:54:01.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:54:01 smithi016 ceph-mon[93212]: osdmap e975: 8 total, 8 up, 8 in 2024-04-15T14:54:01.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:54:01 smithi016 ceph-mon[90652]: pgmap v1148: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-04-15T14:54:01.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:54:01 smithi016 ceph-mon[90652]: osdmap e975: 8 total, 8 up, 8 in 2024-04-15T14:54:01.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:54:01 smithi102 ceph-mon[87131]: pgmap v1148: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-04-15T14:54:01.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:54:01 smithi102 ceph-mon[87131]: osdmap e975: 8 total, 8 up, 8 in 2024-04-15T14:54:02.040 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 15 14:54:01 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-y[81421]: ::ffff:172.21.15.102 - - [15/Apr/2024:14:54:01] "GET /metrics HTTP/1.1" 200 36281 "" "Prometheus/2.43.0" 2024-04-15T14:54:02.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:54:02 smithi102 ceph-mon[87131]: osdmap e976: 8 total, 8 up, 8 in 2024-04-15T14:54:02.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:54:02 smithi102 ceph-mon[87131]: from='client.? 172.21.15.16:0/545296630' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi016-134873-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T14:54:02.688 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:54:02 smithi102 ceph-mon[87131]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi016-134873-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T14:54:02.688 INFO:journalctl@ceph.prometheus.a.smithi102.stdout:Apr 15 14:54:02 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-prometheus-a[120881]: ts=2024-04-15T14:54:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi016:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"362ea986-fb34-11ee-bc8f-c7b262605968\", instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T14:54:02.789 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:54:02 smithi016 ceph-mon[93212]: osdmap e976: 8 total, 8 up, 8 in 2024-04-15T14:54:02.789 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:54:02 smithi016 ceph-mon[93212]: from='client.? 172.21.15.16:0/545296630' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi016-134873-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T14:54:02.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:54:02 smithi016 ceph-mon[93212]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi016-134873-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T14:54:02.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:54:02 smithi016 ceph-mon[90652]: osdmap e976: 8 total, 8 up, 8 in 2024-04-15T14:54:02.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:54:02 smithi016 ceph-mon[90652]: from='client.? 172.21.15.16:0/545296630' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi016-134873-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T14:54:02.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:54:02 smithi016 ceph-mon[90652]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi016-134873-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T14:54:03.309 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] cls_log.test_log_add_different_time (3018 ms) 2024-04-15T14:54:03.309 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] cls_log.trim_by_time 2024-04-15T14:54:03.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:54:03 smithi102 ceph-mon[87131]: pgmap v1151: 137 pgs: 9 creating+peering, 23 unknown, 105 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-04-15T14:54:03.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:54:03 smithi102 ceph-mon[87131]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-15T14:54:03.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:54:03 smithi102 ceph-mon[87131]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi016-134873-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-15T14:54:03.688 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:54:03 smithi102 ceph-mon[87131]: osdmap e977: 8 total, 8 up, 8 in 2024-04-15T14:54:03.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:54:03 smithi016 ceph-mon[90652]: pgmap v1151: 137 pgs: 9 creating+peering, 23 unknown, 105 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-04-15T14:54:03.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:54:03 smithi016 ceph-mon[90652]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-15T14:54:03.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:54:03 smithi016 ceph-mon[90652]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi016-134873-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-15T14:54:03.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:54:03 smithi016 ceph-mon[90652]: osdmap e977: 8 total, 8 up, 8 in 2024-04-15T14:54:03.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:54:03 smithi016 ceph-mon[93212]: pgmap v1151: 137 pgs: 9 creating+peering, 23 unknown, 105 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-04-15T14:54:03.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:54:03 smithi016 ceph-mon[93212]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-15T14:54:03.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:54:03 smithi016 ceph-mon[93212]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi016-134873-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-15T14:54:03.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:54:03 smithi016 ceph-mon[93212]: osdmap e977: 8 total, 8 up, 8 in 2024-04-15T14:54:04.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:54:04 smithi102 ceph-mon[87131]: osdmap e978: 8 total, 8 up, 8 in 2024-04-15T14:54:04.789 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:54:04 smithi016 ceph-mon[90652]: osdmap e978: 8 total, 8 up, 8 in 2024-04-15T14:54:04.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:54:04 smithi016 ceph-mon[93212]: osdmap e978: 8 total, 8 up, 8 in 2024-04-15T14:54:05.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:54:05 smithi102 ceph-mon[87131]: pgmap v1154: 105 pgs: 105 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-04-15T14:54:05.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:54:05 smithi102 ceph-mon[87131]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-15T14:54:05.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:54:05 smithi102 ceph-mon[87131]: Cluster is now healthy 2024-04-15T14:54:05.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:54:05 smithi102 ceph-mon[87131]: osdmap e979: 8 total, 8 up, 8 in 2024-04-15T14:54:05.688 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:54:05 smithi102 ceph-mon[87131]: from='client.? 172.21.15.16:0/211515603' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi016-134873-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T14:54:05.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:54:05 smithi016 ceph-mon[90652]: pgmap v1154: 105 pgs: 105 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-04-15T14:54:05.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:54:05 smithi016 ceph-mon[90652]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-15T14:54:05.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:54:05 smithi016 ceph-mon[90652]: Cluster is now healthy 2024-04-15T14:54:05.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:54:05 smithi016 ceph-mon[90652]: osdmap e979: 8 total, 8 up, 8 in 2024-04-15T14:54:05.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:54:05 smithi016 ceph-mon[90652]: from='client.? 172.21.15.16:0/211515603' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi016-134873-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T14:54:05.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:54:05 smithi016 ceph-mon[93212]: pgmap v1154: 105 pgs: 105 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-04-15T14:54:05.791 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:54:05 smithi016 ceph-mon[93212]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-15T14:54:05.791 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:54:05 smithi016 ceph-mon[93212]: Cluster is now healthy 2024-04-15T14:54:05.791 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:54:05 smithi016 ceph-mon[93212]: osdmap e979: 8 total, 8 up, 8 in 2024-04-15T14:54:05.791 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:54:05 smithi016 ceph-mon[93212]: from='client.? 172.21.15.16:0/211515603' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi016-134873-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T14:54:06.325 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] cls_log.trim_by_time (3017 ms) 2024-04-15T14:54:06.325 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] cls_log.trim_by_marker 2024-04-15T14:54:06.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:54:06 smithi102 ceph-mon[87131]: from='client.? 172.21.15.16:0/211515603' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi016-134873-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-15T14:54:06.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:54:06 smithi102 ceph-mon[87131]: osdmap e980: 8 total, 8 up, 8 in 2024-04-15T14:54:06.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:54:06 smithi016 ceph-mon[90652]: from='client.? 172.21.15.16:0/211515603' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi016-134873-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-15T14:54:06.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:54:06 smithi016 ceph-mon[90652]: osdmap e980: 8 total, 8 up, 8 in 2024-04-15T14:54:06.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:54:06 smithi016 ceph-mon[93212]: from='client.? 172.21.15.16:0/211515603' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi016-134873-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-15T14:54:06.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:54:06 smithi016 ceph-mon[93212]: osdmap e980: 8 total, 8 up, 8 in 2024-04-15T14:54:07.589 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:54:07 smithi102 ceph-mon[87131]: pgmap v1157: 137 pgs: 12 unknown, 125 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-04-15T14:54:07.589 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:54:07 smithi102 ceph-mon[87131]: osdmap e981: 8 total, 8 up, 8 in 2024-04-15T14:54:07.789 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:54:07 smithi016 ceph-mon[90652]: pgmap v1157: 137 pgs: 12 unknown, 125 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-04-15T14:54:07.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:54:07 smithi016 ceph-mon[90652]: osdmap e981: 8 total, 8 up, 8 in 2024-04-15T14:54:07.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:54:07 smithi016 ceph-mon[93212]: pgmap v1157: 137 pgs: 12 unknown, 125 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-04-15T14:54:07.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:54:07 smithi016 ceph-mon[93212]: osdmap e981: 8 total, 8 up, 8 in 2024-04-15T14:54:08.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:54:08 smithi102 ceph-mon[87131]: osdmap e982: 8 total, 8 up, 8 in 2024-04-15T14:54:08.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:54:08 smithi102 ceph-mon[87131]: from='client.? 172.21.15.16:0/298464851' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi016-134873-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T14:54:08.688 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:54:08 smithi102 ceph-mon[87131]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi016-134873-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T14:54:08.789 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:54:08 smithi016 ceph-mon[90652]: osdmap e982: 8 total, 8 up, 8 in 2024-04-15T14:54:08.789 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:54:08 smithi016 ceph-mon[90652]: from='client.? 172.21.15.16:0/298464851' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi016-134873-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T14:54:08.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:54:08 smithi016 ceph-mon[90652]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi016-134873-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T14:54:08.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:54:08 smithi016 ceph-mon[93212]: osdmap e982: 8 total, 8 up, 8 in 2024-04-15T14:54:08.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:54:08 smithi016 ceph-mon[93212]: from='client.? 172.21.15.16:0/298464851' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi016-134873-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T14:54:08.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:54:08 smithi016 ceph-mon[93212]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi016-134873-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T14:54:09.345 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] cls_log.trim_by_marker (3020 ms) 2024-04-15T14:54:09.345 INFO:tasks.workunit.client.0.smithi016.stdout:[----------] 4 tests from cls_log (11925 ms total) 2024-04-15T14:54:09.345 INFO:tasks.workunit.client.0.smithi016.stdout: 2024-04-15T14:54:09.345 INFO:tasks.workunit.client.0.smithi016.stdout:[----------] Global test environment tear-down 2024-04-15T14:54:09.345 INFO:tasks.workunit.client.0.smithi016.stdout:[==========] 4 tests from 1 test suite ran. (11925 ms total) 2024-04-15T14:54:09.346 INFO:tasks.workunit.client.0.smithi016.stdout:[ PASSED ] 4 tests. 2024-04-15T14:54:09.349 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-04-15T14:54:09.349 DEBUG:teuthology.orchestra.run.smithi016:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-04-15T14:54:09.421 INFO:tasks.workunit:Running workunit cls/test_cls_numops.sh... 2024-04-15T14:54:09.421 DEBUG:teuthology.orchestra.run.smithi016:workunit test cls/test_cls_numops.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=reef TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/cls/test_cls_numops.sh 2024-04-15T14:54:09.494 INFO:tasks.workunit.client.0.smithi016.stdout:Running main() from gmock_main.cc 2024-04-15T14:54:09.494 INFO:tasks.workunit.client.0.smithi016.stdout:[==========] Running 4 tests from 1 test suite. 2024-04-15T14:54:09.494 INFO:tasks.workunit.client.0.smithi016.stdout:[----------] Global test environment set-up. 2024-04-15T14:54:09.494 INFO:tasks.workunit.client.0.smithi016.stdout:[----------] 4 tests from ClsNumOps 2024-04-15T14:54:09.494 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] ClsNumOps.Add 2024-04-15T14:54:09.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:54:09 smithi102 ceph-mon[87131]: pgmap v1160: 137 pgs: 5 creating+peering, 27 unknown, 105 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-04-15T14:54:09.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:54:09 smithi102 ceph-mon[87131]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-15T14:54:09.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:54:09 smithi102 ceph-mon[87131]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi016-134873-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-15T14:54:09.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:54:09 smithi102 ceph-mon[87131]: osdmap e983: 8 total, 8 up, 8 in 2024-04-15T14:54:09.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:54:09 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T14:54:09.688 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:54:09 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T14:54:09.789 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:54:09 smithi016 ceph-mon[90652]: pgmap v1160: 137 pgs: 5 creating+peering, 27 unknown, 105 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-04-15T14:54:09.789 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:54:09 smithi016 ceph-mon[90652]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-15T14:54:09.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:54:09 smithi016 ceph-mon[90652]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi016-134873-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-15T14:54:09.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:54:09 smithi016 ceph-mon[90652]: osdmap e983: 8 total, 8 up, 8 in 2024-04-15T14:54:09.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:54:09 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T14:54:09.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:54:09 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T14:54:09.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:54:09 smithi016 ceph-mon[93212]: pgmap v1160: 137 pgs: 5 creating+peering, 27 unknown, 105 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-04-15T14:54:09.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:54:09 smithi016 ceph-mon[93212]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-15T14:54:09.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:54:09 smithi016 ceph-mon[93212]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi016-134873-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-15T14:54:09.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:54:09 smithi016 ceph-mon[93212]: osdmap e983: 8 total, 8 up, 8 in 2024-04-15T14:54:09.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:54:09 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T14:54:09.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:54:09 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T14:54:10.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:54:10 smithi102 ceph-mon[87131]: osdmap e984: 8 total, 8 up, 8 in 2024-04-15T14:54:10.789 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:54:10 smithi016 ceph-mon[93212]: osdmap e984: 8 total, 8 up, 8 in 2024-04-15T14:54:10.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:54:10 smithi016 ceph-mon[90652]: osdmap e984: 8 total, 8 up, 8 in 2024-04-15T14:54:11.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:54:11 smithi102 ceph-mon[87131]: pgmap v1163: 105 pgs: 105 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-04-15T14:54:11.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:54:11 smithi102 ceph-mon[87131]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-15T14:54:11.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:54:11 smithi102 ceph-mon[87131]: Cluster is now healthy 2024-04-15T14:54:11.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:54:11 smithi102 ceph-mon[87131]: osdmap e985: 8 total, 8 up, 8 in 2024-04-15T14:54:11.688 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:54:11 smithi102 ceph-mon[87131]: from='client.? 172.21.15.16:0/2914125989' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi016-134979-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T14:54:11.688 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:54:11 smithi102 ceph-mon[87131]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi016-134979-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T14:54:11.779 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:54:11 smithi016 ceph-mon[93212]: pgmap v1163: 105 pgs: 105 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-04-15T14:54:11.779 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:54:11 smithi016 ceph-mon[93212]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-15T14:54:11.779 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:54:11 smithi016 ceph-mon[93212]: Cluster is now healthy 2024-04-15T14:54:11.779 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:54:11 smithi016 ceph-mon[93212]: osdmap e985: 8 total, 8 up, 8 in 2024-04-15T14:54:11.779 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:54:11 smithi016 ceph-mon[93212]: from='client.? 172.21.15.16:0/2914125989' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi016-134979-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T14:54:11.779 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:54:11 smithi016 ceph-mon[93212]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi016-134979-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T14:54:11.780 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:54:11 smithi016 ceph-mon[90652]: pgmap v1163: 105 pgs: 105 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-04-15T14:54:11.780 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:54:11 smithi016 ceph-mon[90652]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-15T14:54:11.780 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:54:11 smithi016 ceph-mon[90652]: Cluster is now healthy 2024-04-15T14:54:11.780 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:54:11 smithi016 ceph-mon[90652]: osdmap e985: 8 total, 8 up, 8 in 2024-04-15T14:54:11.780 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:54:11 smithi016 ceph-mon[90652]: from='client.? 172.21.15.16:0/2914125989' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi016-134979-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T14:54:11.780 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:54:11 smithi016 ceph-mon[90652]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi016-134979-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T14:54:12.039 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 15 14:54:11 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-y[81421]: ::ffff:172.21.15.102 - - [15/Apr/2024:14:54:11] "GET /metrics HTTP/1.1" 200 36280 "" "Prometheus/2.43.0" 2024-04-15T14:54:12.366 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] ClsNumOps.Add (2872 ms) 2024-04-15T14:54:12.366 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] ClsNumOps.Sub 2024-04-15T14:54:12.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:54:12 smithi102 ceph-mon[87131]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi016-134979-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-15T14:54:12.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:54:12 smithi102 ceph-mon[87131]: osdmap e986: 8 total, 8 up, 8 in 2024-04-15T14:54:12.687 INFO:journalctl@ceph.prometheus.a.smithi102.stdout:Apr 15 14:54:12 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-prometheus-a[120881]: ts=2024-04-15T14:54:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi016:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"362ea986-fb34-11ee-bc8f-c7b262605968\", instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T14:54:12.789 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:54:12 smithi016 ceph-mon[90652]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi016-134979-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-15T14:54:12.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:54:12 smithi016 ceph-mon[90652]: osdmap e986: 8 total, 8 up, 8 in 2024-04-15T14:54:12.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:54:12 smithi016 ceph-mon[93212]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi016-134979-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-15T14:54:12.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:54:12 smithi016 ceph-mon[93212]: osdmap e986: 8 total, 8 up, 8 in 2024-04-15T14:54:13.690 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:54:13 smithi102 ceph-mon[87131]: pgmap v1166: 137 pgs: 22 creating+peering, 3 unknown, 112 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 1.2 KiB/s rd, 767 B/s wr, 1 op/s 2024-04-15T14:54:13.690 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:54:13 smithi102 ceph-mon[87131]: osdmap e987: 8 total, 8 up, 8 in 2024-04-15T14:54:13.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:54:13 smithi016 ceph-mon[90652]: pgmap v1166: 137 pgs: 22 creating+peering, 3 unknown, 112 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 1.2 KiB/s rd, 767 B/s wr, 1 op/s 2024-04-15T14:54:13.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:54:13 smithi016 ceph-mon[90652]: osdmap e987: 8 total, 8 up, 8 in 2024-04-15T14:54:13.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:54:13 smithi016 ceph-mon[93212]: pgmap v1166: 137 pgs: 22 creating+peering, 3 unknown, 112 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 1.2 KiB/s rd, 767 B/s wr, 1 op/s 2024-04-15T14:54:13.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:54:13 smithi016 ceph-mon[93212]: osdmap e987: 8 total, 8 up, 8 in 2024-04-15T14:54:14.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:54:14 smithi102 ceph-mon[87131]: osdmap e988: 8 total, 8 up, 8 in 2024-04-15T14:54:14.688 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:54:14 smithi102 ceph-mon[87131]: from='client.? 172.21.15.16:0/2415046742' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi016-134979-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T14:54:14.789 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:54:14 smithi016 ceph-mon[90652]: osdmap e988: 8 total, 8 up, 8 in 2024-04-15T14:54:14.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:54:14 smithi016 ceph-mon[90652]: from='client.? 172.21.15.16:0/2415046742' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi016-134979-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T14:54:14.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:54:14 smithi016 ceph-mon[93212]: osdmap e988: 8 total, 8 up, 8 in 2024-04-15T14:54:14.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:54:14 smithi016 ceph-mon[93212]: from='client.? 172.21.15.16:0/2415046742' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi016-134979-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T14:54:15.384 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] ClsNumOps.Sub (3018 ms) 2024-04-15T14:54:15.385 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] ClsNumOps.Mul 2024-04-15T14:54:15.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:54:15 smithi102 ceph-mon[87131]: pgmap v1169: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-04-15T14:54:15.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:54:15 smithi102 ceph-mon[87131]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-15T14:54:15.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:54:15 smithi102 ceph-mon[87131]: from='client.? 172.21.15.16:0/2415046742' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi016-134979-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-15T14:54:15.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:54:15 smithi102 ceph-mon[87131]: osdmap e989: 8 total, 8 up, 8 in 2024-04-15T14:54:15.789 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:54:15 smithi016 ceph-mon[90652]: pgmap v1169: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-04-15T14:54:15.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:54:15 smithi016 ceph-mon[90652]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-15T14:54:15.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:54:15 smithi016 ceph-mon[90652]: from='client.? 172.21.15.16:0/2415046742' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi016-134979-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-15T14:54:15.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:54:15 smithi016 ceph-mon[90652]: osdmap e989: 8 total, 8 up, 8 in 2024-04-15T14:54:15.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:54:15 smithi016 ceph-mon[93212]: pgmap v1169: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-04-15T14:54:15.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:54:15 smithi016 ceph-mon[93212]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-15T14:54:15.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:54:15 smithi016 ceph-mon[93212]: from='client.? 172.21.15.16:0/2415046742' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi016-134979-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-15T14:54:15.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:54:15 smithi016 ceph-mon[93212]: osdmap e989: 8 total, 8 up, 8 in 2024-04-15T14:54:16.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:54:16 smithi102 ceph-mon[87131]: osdmap e990: 8 total, 8 up, 8 in 2024-04-15T14:54:16.789 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:54:16 smithi016 ceph-mon[90652]: osdmap e990: 8 total, 8 up, 8 in 2024-04-15T14:54:16.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:54:16 smithi016 ceph-mon[93212]: osdmap e990: 8 total, 8 up, 8 in 2024-04-15T14:54:17.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:54:17 smithi102 ceph-mon[87131]: pgmap v1172: 105 pgs: 105 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-04-15T14:54:17.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:54:17 smithi102 ceph-mon[87131]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-15T14:54:17.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:54:17 smithi102 ceph-mon[87131]: Cluster is now healthy 2024-04-15T14:54:17.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:54:17 smithi102 ceph-mon[87131]: osdmap e991: 8 total, 8 up, 8 in 2024-04-15T14:54:17.688 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:54:17 smithi102 ceph-mon[87131]: from='client.? 172.21.15.16:0/696111859' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi016-134979-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T14:54:17.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:54:17 smithi016 ceph-mon[90652]: pgmap v1172: 105 pgs: 105 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-04-15T14:54:17.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:54:17 smithi016 ceph-mon[90652]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-15T14:54:17.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:54:17 smithi016 ceph-mon[90652]: Cluster is now healthy 2024-04-15T14:54:17.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:54:17 smithi016 ceph-mon[90652]: osdmap e991: 8 total, 8 up, 8 in 2024-04-15T14:54:17.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:54:17 smithi016 ceph-mon[90652]: from='client.? 172.21.15.16:0/696111859' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi016-134979-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T14:54:17.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:54:17 smithi016 ceph-mon[93212]: pgmap v1172: 105 pgs: 105 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-04-15T14:54:17.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:54:17 smithi016 ceph-mon[93212]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-15T14:54:17.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:54:17 smithi016 ceph-mon[93212]: Cluster is now healthy 2024-04-15T14:54:17.791 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:54:17 smithi016 ceph-mon[93212]: osdmap e991: 8 total, 8 up, 8 in 2024-04-15T14:54:17.791 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:54:17 smithi016 ceph-mon[93212]: from='client.? 172.21.15.16:0/696111859' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi016-134979-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T14:54:18.403 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] ClsNumOps.Mul (3019 ms) 2024-04-15T14:54:18.403 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] ClsNumOps.Div 2024-04-15T14:54:18.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:54:18 smithi102 ceph-mon[87131]: from='client.? 172.21.15.16:0/696111859' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi016-134979-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-15T14:54:18.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:54:18 smithi102 ceph-mon[87131]: osdmap e992: 8 total, 8 up, 8 in 2024-04-15T14:54:18.789 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:54:18 smithi016 ceph-mon[90652]: from='client.? 172.21.15.16:0/696111859' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi016-134979-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-15T14:54:18.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:54:18 smithi016 ceph-mon[90652]: osdmap e992: 8 total, 8 up, 8 in 2024-04-15T14:54:18.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:54:18 smithi016 ceph-mon[93212]: from='client.? 172.21.15.16:0/696111859' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi016-134979-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-15T14:54:18.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:54:18 smithi016 ceph-mon[93212]: osdmap e992: 8 total, 8 up, 8 in 2024-04-15T14:54:19.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:54:19 smithi102 ceph-mon[87131]: pgmap v1175: 137 pgs: 6 creating+peering, 22 unknown, 109 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-04-15T14:54:19.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:54:19 smithi102 ceph-mon[87131]: osdmap e993: 8 total, 8 up, 8 in 2024-04-15T14:54:19.789 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:54:19 smithi016 ceph-mon[90652]: pgmap v1175: 137 pgs: 6 creating+peering, 22 unknown, 109 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-04-15T14:54:19.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:54:19 smithi016 ceph-mon[90652]: osdmap e993: 8 total, 8 up, 8 in 2024-04-15T14:54:19.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:54:19 smithi016 ceph-mon[93212]: pgmap v1175: 137 pgs: 6 creating+peering, 22 unknown, 109 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-04-15T14:54:19.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:54:19 smithi016 ceph-mon[93212]: osdmap e993: 8 total, 8 up, 8 in 2024-04-15T14:54:20.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:54:20 smithi102 ceph-mon[87131]: osdmap e994: 8 total, 8 up, 8 in 2024-04-15T14:54:20.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:54:20 smithi102 ceph-mon[87131]: from='client.? 172.21.15.16:0/4136524319' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi016-134979-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T14:54:20.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:54:20 smithi102 ceph-mon[87131]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi016-134979-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T14:54:20.688 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:54:20 smithi102 ceph-mon[87131]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi016-134979-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-15T14:54:20.688 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:54:20 smithi102 ceph-mon[87131]: osdmap e995: 8 total, 8 up, 8 in 2024-04-15T14:54:20.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:54:20 smithi016 ceph-mon[90652]: osdmap e994: 8 total, 8 up, 8 in 2024-04-15T14:54:20.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:54:20 smithi016 ceph-mon[90652]: from='client.? 172.21.15.16:0/4136524319' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi016-134979-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T14:54:20.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:54:20 smithi016 ceph-mon[90652]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi016-134979-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T14:54:20.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:54:20 smithi016 ceph-mon[90652]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi016-134979-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-15T14:54:20.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:54:20 smithi016 ceph-mon[90652]: osdmap e995: 8 total, 8 up, 8 in 2024-04-15T14:54:20.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:54:20 smithi016 ceph-mon[93212]: osdmap e994: 8 total, 8 up, 8 in 2024-04-15T14:54:20.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:54:20 smithi016 ceph-mon[93212]: from='client.? 172.21.15.16:0/4136524319' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi016-134979-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T14:54:20.791 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:54:20 smithi016 ceph-mon[93212]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi016-134979-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T14:54:20.791 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:54:20 smithi016 ceph-mon[93212]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi016-134979-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-15T14:54:20.791 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:54:20 smithi016 ceph-mon[93212]: osdmap e995: 8 total, 8 up, 8 in 2024-04-15T14:54:21.409 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] ClsNumOps.Div (3005 ms) 2024-04-15T14:54:21.409 INFO:tasks.workunit.client.0.smithi016.stdout:[----------] 4 tests from ClsNumOps (11914 ms total) 2024-04-15T14:54:21.409 INFO:tasks.workunit.client.0.smithi016.stdout: 2024-04-15T14:54:21.409 INFO:tasks.workunit.client.0.smithi016.stdout:[----------] Global test environment tear-down 2024-04-15T14:54:21.409 INFO:tasks.workunit.client.0.smithi016.stdout:[==========] 4 tests from 1 test suite ran. (11914 ms total) 2024-04-15T14:54:21.409 INFO:tasks.workunit.client.0.smithi016.stdout:[ PASSED ] 4 tests. 2024-04-15T14:54:21.413 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-04-15T14:54:21.413 DEBUG:teuthology.orchestra.run.smithi016:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-04-15T14:54:21.483 INFO:tasks.workunit:Running workunit cls/test_cls_rbd.sh... 2024-04-15T14:54:21.483 DEBUG:teuthology.orchestra.run.smithi016:workunit test cls/test_cls_rbd.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=reef TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/cls/test_cls_rbd.sh 2024-04-15T14:54:21.560 INFO:tasks.workunit.client.0.smithi016.stdout:Running main() from gmock_main.cc 2024-04-15T14:54:21.560 INFO:tasks.workunit.client.0.smithi016.stdout:[==========] Running 70 tests from 1 test suite. 2024-04-15T14:54:21.560 INFO:tasks.workunit.client.0.smithi016.stdout:[----------] Global test environment set-up. 2024-04-15T14:54:21.560 INFO:tasks.workunit.client.0.smithi016.stdout:[----------] 70 tests from TestClsRbd 2024-04-15T14:54:21.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:54:21 smithi102 ceph-mon[87131]: pgmap v1178: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-04-15T14:54:21.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:54:21 smithi102 ceph-mon[87131]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-15T14:54:21.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:54:21 smithi102 ceph-mon[87131]: osdmap e996: 8 total, 8 up, 8 in 2024-04-15T14:54:21.778 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:54:21 smithi016 ceph-mon[90652]: pgmap v1178: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-04-15T14:54:21.778 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:54:21 smithi016 ceph-mon[90652]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-15T14:54:21.778 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:54:21 smithi016 ceph-mon[90652]: osdmap e996: 8 total, 8 up, 8 in 2024-04-15T14:54:21.778 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:54:21 smithi016 ceph-mon[93212]: pgmap v1178: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-04-15T14:54:21.779 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:54:21 smithi016 ceph-mon[93212]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-15T14:54:21.779 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:54:21 smithi016 ceph-mon[93212]: osdmap e996: 8 total, 8 up, 8 in 2024-04-15T14:54:22.039 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 15 14:54:21 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-y[81421]: ::ffff:172.21.15.102 - - [15/Apr/2024:14:54:21] "GET /metrics HTTP/1.1" 200 36280 "" "Prometheus/2.43.0" 2024-04-15T14:54:22.687 INFO:journalctl@ceph.prometheus.a.smithi102.stdout:Apr 15 14:54:22 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-prometheus-a[120881]: ts=2024-04-15T14:54:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi016:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"362ea986-fb34-11ee-bc8f-c7b262605968\", instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T14:54:22.688 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:54:22 smithi102 ceph-mon[87131]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-15T14:54:22.688 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:54:22 smithi102 ceph-mon[87131]: Cluster is now healthy 2024-04-15T14:54:22.688 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:54:22 smithi102 ceph-mon[87131]: osdmap e997: 8 total, 8 up, 8 in 2024-04-15T14:54:22.688 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:54:22 smithi102 ceph-mon[87131]: from='client.? 172.21.15.16:0/3654061326' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi016-135085-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T14:54:22.688 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:54:22 smithi102 ceph-mon[87131]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi016-135085-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T14:54:22.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:54:22 smithi016 ceph-mon[90652]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-15T14:54:22.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:54:22 smithi016 ceph-mon[90652]: Cluster is now healthy 2024-04-15T14:54:22.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:54:22 smithi016 ceph-mon[90652]: osdmap e997: 8 total, 8 up, 8 in 2024-04-15T14:54:22.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:54:22 smithi016 ceph-mon[90652]: from='client.? 172.21.15.16:0/3654061326' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi016-135085-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T14:54:22.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:54:22 smithi016 ceph-mon[90652]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi016-135085-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T14:54:22.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:54:22 smithi016 ceph-mon[93212]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-15T14:54:22.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:54:22 smithi016 ceph-mon[93212]: Cluster is now healthy 2024-04-15T14:54:22.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:54:22 smithi016 ceph-mon[93212]: osdmap e997: 8 total, 8 up, 8 in 2024-04-15T14:54:22.791 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:54:22 smithi016 ceph-mon[93212]: from='client.? 172.21.15.16:0/3654061326' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi016-135085-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T14:54:22.791 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:54:22 smithi016 ceph-mon[93212]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi016-135085-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T14:54:23.439 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] TestClsRbd.get_all_features 2024-04-15T14:54:23.459 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] TestClsRbd.get_all_features (20 ms) 2024-04-15T14:54:23.459 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] TestClsRbd.copyup 2024-04-15T14:54:23.639 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] TestClsRbd.copyup (180 ms) 2024-04-15T14:54:23.639 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] TestClsRbd.sparse_copyup 2024-04-15T14:54:23.652 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] TestClsRbd.sparse_copyup (13 ms) 2024-04-15T14:54:23.652 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] TestClsRbd.get_and_set_id 2024-04-15T14:54:23.659 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] TestClsRbd.get_and_set_id (7 ms) 2024-04-15T14:54:23.659 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] TestClsRbd.add_remove_child 2024-04-15T14:54:23.671 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] TestClsRbd.add_remove_child (12 ms) 2024-04-15T14:54:23.671 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] TestClsRbd.directory_methods 2024-04-15T14:54:23.698 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] TestClsRbd.directory_methods (27 ms) 2024-04-15T14:54:23.701 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] TestClsRbd.create 2024-04-15T14:54:23.711 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] TestClsRbd.create (13 ms) 2024-04-15T14:54:23.711 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] TestClsRbd.get_features 2024-04-15T14:54:23.712 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] TestClsRbd.get_features (1 ms) 2024-04-15T14:54:23.712 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] TestClsRbd.get_object_prefix 2024-04-15T14:54:23.714 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] TestClsRbd.get_object_prefix (2 ms) 2024-04-15T14:54:23.714 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] TestClsRbd.get_create_timestamp 2024-04-15T14:54:23.716 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] TestClsRbd.get_create_timestamp (2 ms) 2024-04-15T14:54:23.716 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] TestClsRbd.get_access_timestamp 2024-04-15T14:54:23.718 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] TestClsRbd.get_access_timestamp (2 ms) 2024-04-15T14:54:23.718 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] TestClsRbd.get_modify_timestamp 2024-04-15T14:54:23.719 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] TestClsRbd.get_modify_timestamp (1 ms) 2024-04-15T14:54:23.719 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] TestClsRbd.get_data_pool 2024-04-15T14:54:23.722 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] TestClsRbd.get_data_pool (3 ms) 2024-04-15T14:54:23.723 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] TestClsRbd.get_size 2024-04-15T14:54:23.726 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] TestClsRbd.get_size (4 ms) 2024-04-15T14:54:23.726 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] TestClsRbd.set_size 2024-04-15T14:54:23.731 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] TestClsRbd.set_size (5 ms) 2024-04-15T14:54:23.731 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] TestClsRbd.protection_status 2024-04-15T14:54:23.749 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] TestClsRbd.protection_status (18 ms) 2024-04-15T14:54:23.749 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] TestClsRbd.snapshot_limits 2024-04-15T14:54:23.756 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] TestClsRbd.snapshot_limits (7 ms) 2024-04-15T14:54:23.756 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] TestClsRbd.parents_v1 2024-04-15T14:54:23.789 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:54:23 smithi016 ceph-mon[93212]: pgmap v1181: 105 pgs: 105 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-04-15T14:54:23.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:54:23 smithi016 ceph-mon[93212]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi016-135085-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-15T14:54:23.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:54:23 smithi016 ceph-mon[93212]: osdmap e998: 8 total, 8 up, 8 in 2024-04-15T14:54:23.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:54:23 smithi016 ceph-mon[90652]: pgmap v1181: 105 pgs: 105 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-04-15T14:54:23.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:54:23 smithi016 ceph-mon[90652]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi016-135085-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-15T14:54:23.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:54:23 smithi016 ceph-mon[90652]: osdmap e998: 8 total, 8 up, 8 in 2024-04-15T14:54:23.795 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] TestClsRbd.parents_v1 (39 ms) 2024-04-15T14:54:23.795 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] TestClsRbd.parents_v2 2024-04-15T14:54:23.824 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] TestClsRbd.parents_v2 (29 ms) 2024-04-15T14:54:23.824 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] TestClsRbd.snapshots 2024-04-15T14:54:23.847 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] TestClsRbd.snapshots (23 ms) 2024-04-15T14:54:23.847 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] TestClsRbd.snapid_race 2024-04-15T14:54:23.854 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] TestClsRbd.snapid_race (7 ms) 2024-04-15T14:54:23.854 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] TestClsRbd.stripingv2 2024-04-15T14:54:23.863 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] TestClsRbd.stripingv2 (9 ms) 2024-04-15T14:54:23.863 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] TestClsRbd.object_map_save 2024-04-15T14:54:23.865 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] TestClsRbd.object_map_save (2 ms) 2024-04-15T14:54:23.866 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] TestClsRbd.object_map_resize 2024-04-15T14:54:23.873 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] TestClsRbd.object_map_resize (8 ms) 2024-04-15T14:54:23.873 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] TestClsRbd.object_map_update 2024-04-15T14:54:23.880 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] TestClsRbd.object_map_update (7 ms) 2024-04-15T14:54:23.880 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] TestClsRbd.object_map_load_enoent 2024-04-15T14:54:23.881 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] TestClsRbd.object_map_load_enoent (0 ms) 2024-04-15T14:54:23.881 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] TestClsRbd.object_map_snap_add 2024-04-15T14:54:23.888 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] TestClsRbd.object_map_snap_add (8 ms) 2024-04-15T14:54:23.888 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] TestClsRbd.object_map_snap_remove 2024-04-15T14:54:23.895 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] TestClsRbd.object_map_snap_remove (7 ms) 2024-04-15T14:54:23.895 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] TestClsRbd.flags 2024-04-15T14:54:23.900 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] TestClsRbd.flags (5 ms) 2024-04-15T14:54:23.900 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] TestClsRbd.metadata 2024-04-15T14:54:23.928 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] TestClsRbd.metadata (28 ms) 2024-04-15T14:54:23.929 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] TestClsRbd.set_features 2024-04-15T14:54:23.935 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] TestClsRbd.set_features (7 ms) 2024-04-15T14:54:23.936 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] TestClsRbd.mirror 2024-04-15T14:54:23.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:54:23 smithi102 ceph-mon[87131]: pgmap v1181: 105 pgs: 105 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-04-15T14:54:23.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:54:23 smithi102 ceph-mon[87131]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi016-135085-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-15T14:54:23.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:54:23 smithi102 ceph-mon[87131]: osdmap e998: 8 total, 8 up, 8 in 2024-04-15T14:54:23.968 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] TestClsRbd.mirror (33 ms) 2024-04-15T14:54:23.968 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] TestClsRbd.mirror_image 2024-04-15T14:54:23.984 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] TestClsRbd.mirror_image (16 ms) 2024-04-15T14:54:23.985 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] TestClsRbd.mirror_image_status 2024-04-15T14:54:25.289 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:54:24 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T14:54:25.289 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:54:24 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T14:54:25.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:54:24 smithi016 ceph-mon[93212]: pgmap v1184: 137 pgs: 3 creating+peering, 29 unknown, 105 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-04-15T14:54:25.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:54:24 smithi016 ceph-mon[93212]: osdmap e999: 8 total, 8 up, 8 in 2024-04-15T14:54:25.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:54:24 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T14:54:25.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:54:24 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T14:54:25.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:54:24 smithi016 ceph-mon[90652]: pgmap v1184: 137 pgs: 3 creating+peering, 29 unknown, 105 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-04-15T14:54:25.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:54:24 smithi016 ceph-mon[90652]: osdmap e999: 8 total, 8 up, 8 in 2024-04-15T14:54:25.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:54:24 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T14:54:25.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:54:24 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T14:54:25.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:54:24 smithi102 ceph-mon[87131]: pgmap v1184: 137 pgs: 3 creating+peering, 29 unknown, 105 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-04-15T14:54:25.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:54:24 smithi102 ceph-mon[87131]: osdmap e999: 8 total, 8 up, 8 in 2024-04-15T14:54:26.269 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] TestClsRbd.mirror_image_status (2284 ms) 2024-04-15T14:54:26.269 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] TestClsRbd.mirror_image_map 2024-04-15T14:54:26.349 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] TestClsRbd.mirror_image_map (81 ms) 2024-04-15T14:54:26.349 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] TestClsRbd.mirror_instances 2024-04-15T14:54:26.357 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] TestClsRbd.mirror_instances (8 ms) 2024-04-15T14:54:26.357 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] TestClsRbd.mirror_snapshot 2024-04-15T14:54:26.368 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] TestClsRbd.mirror_snapshot (11 ms) 2024-04-15T14:54:26.368 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] TestClsRbd.group_dir_list 2024-04-15T14:54:26.370 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] TestClsRbd.group_dir_list (2 ms) 2024-04-15T14:54:26.370 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] TestClsRbd.group_dir_add 2024-04-15T14:54:26.372 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] TestClsRbd.group_dir_add (2 ms) 2024-04-15T14:54:26.372 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] TestClsRbd.dir_add_already_existing 2024-04-15T14:54:26.375 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] TestClsRbd.dir_add_already_existing (3 ms) 2024-04-15T14:54:26.375 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] TestClsRbd.group_dir_rename 2024-04-15T14:54:26.380 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] TestClsRbd.group_dir_rename (5 ms) 2024-04-15T14:54:26.380 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] TestClsRbd.group_dir_remove 2024-04-15T14:54:26.383 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] TestClsRbd.group_dir_remove (3 ms) 2024-04-15T14:54:26.384 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] TestClsRbd.group_dir_remove_missing 2024-04-15T14:54:26.387 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] TestClsRbd.group_dir_remove_missing (4 ms) 2024-04-15T14:54:26.387 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] TestClsRbd.group_image_add 2024-04-15T14:54:26.389 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] TestClsRbd.group_image_add (2 ms) 2024-04-15T14:54:26.389 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] TestClsRbd.group_image_remove 2024-04-15T14:54:26.393 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] TestClsRbd.group_image_remove (4 ms) 2024-04-15T14:54:26.393 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] TestClsRbd.group_image_list 2024-04-15T14:54:26.395 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] TestClsRbd.group_image_list (2 ms) 2024-04-15T14:54:26.395 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] TestClsRbd.group_image_clean 2024-04-15T14:54:26.400 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] TestClsRbd.group_image_clean (5 ms) 2024-04-15T14:54:26.400 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] TestClsRbd.image_group_add 2024-04-15T14:54:26.402 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] TestClsRbd.image_group_add (2 ms) 2024-04-15T14:54:26.402 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] TestClsRbd.image_group_remove 2024-04-15T14:54:26.405 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] TestClsRbd.image_group_remove (3 ms) 2024-04-15T14:54:26.405 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] TestClsRbd.image_group_get 2024-04-15T14:54:26.407 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] TestClsRbd.image_group_get (2 ms) 2024-04-15T14:54:26.407 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] TestClsRbd.group_snap_set_empty_name 2024-04-15T14:54:26.409 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] TestClsRbd.group_snap_set_empty_name (2 ms) 2024-04-15T14:54:26.409 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] TestClsRbd.group_snap_set_empty_id 2024-04-15T14:54:26.411 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] TestClsRbd.group_snap_set_empty_id (2 ms) 2024-04-15T14:54:26.411 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] TestClsRbd.group_snap_set_duplicate_id 2024-04-15T14:54:26.414 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] TestClsRbd.group_snap_set_duplicate_id (3 ms) 2024-04-15T14:54:26.414 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] TestClsRbd.group_snap_set_duplicate_name 2024-04-15T14:54:26.416 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] TestClsRbd.group_snap_set_duplicate_name (2 ms) 2024-04-15T14:54:26.416 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] TestClsRbd.group_snap_set 2024-04-15T14:54:26.419 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] TestClsRbd.group_snap_set (3 ms) 2024-04-15T14:54:26.419 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] TestClsRbd.group_snap_list 2024-04-15T14:54:26.422 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] TestClsRbd.group_snap_list (3 ms) 2024-04-15T14:54:26.422 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] TestClsRbd.group_snap_list_max_return 2024-04-15T14:54:26.437 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] TestClsRbd.group_snap_list_max_return (15 ms) 2024-04-15T14:54:26.437 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] TestClsRbd.group_snap_list_max_read 2024-04-15T14:54:26.643 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] TestClsRbd.group_snap_list_max_read (206 ms) 2024-04-15T14:54:26.643 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] TestClsRbd.group_snap_remove 2024-04-15T14:54:26.646 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] TestClsRbd.group_snap_remove (3 ms) 2024-04-15T14:54:26.647 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] TestClsRbd.group_snap_get_by_id 2024-04-15T14:54:26.648 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] TestClsRbd.group_snap_get_by_id (1 ms) 2024-04-15T14:54:26.648 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] TestClsRbd.trash_methods 2024-04-15T14:54:26.656 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] TestClsRbd.trash_methods (8 ms) 2024-04-15T14:54:26.656 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] TestClsRbd.op_features 2024-04-15T14:54:26.663 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] TestClsRbd.op_features (7 ms) 2024-04-15T14:54:26.663 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] TestClsRbd.clone_parent 2024-04-15T14:54:26.683 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] TestClsRbd.clone_parent (20 ms) 2024-04-15T14:54:26.683 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] TestClsRbd.clone_parent_ns 2024-04-15T14:54:26.691 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] TestClsRbd.clone_parent_ns (8 ms) 2024-04-15T14:54:26.691 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] TestClsRbd.clone_child 2024-04-15T14:54:26.701 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] TestClsRbd.clone_child (10 ms) 2024-04-15T14:54:26.701 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] TestClsRbd.namespace_methods 2024-04-15T14:54:26.708 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] TestClsRbd.namespace_methods (7 ms) 2024-04-15T14:54:26.708 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] TestClsRbd.migration 2024-04-15T14:54:26.718 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] TestClsRbd.migration (10 ms) 2024-04-15T14:54:26.718 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] TestClsRbd.migration_v1 2024-04-15T14:54:26.726 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] TestClsRbd.migration_v1 (8 ms) 2024-04-15T14:54:26.727 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] TestClsRbd.assert_snapc_seq 2024-04-15T14:54:27.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:54:27 smithi102 ceph-mon[87131]: pgmap v1186: 137 pgs: 3 creating+peering, 5 unknown, 129 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 881 KiB/s rd, 582 KiB/s wr, 1.48k op/s 2024-04-15T14:54:27.539 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:54:27 smithi016 ceph-mon[90652]: pgmap v1186: 137 pgs: 3 creating+peering, 5 unknown, 129 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 881 KiB/s rd, 582 KiB/s wr, 1.48k op/s 2024-04-15T14:54:27.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:54:27 smithi016 ceph-mon[93212]: pgmap v1186: 137 pgs: 3 creating+peering, 5 unknown, 129 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 881 KiB/s rd, 582 KiB/s wr, 1.48k op/s 2024-04-15T14:54:28.164 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] TestClsRbd.assert_snapc_seq (1438 ms) 2024-04-15T14:54:28.164 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] TestClsRbd.sparsify 2024-04-15T14:54:28.201 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] TestClsRbd.sparsify (37 ms) 2024-04-15T14:54:28.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:54:28 smithi102 ceph-mon[87131]: osdmap e1000: 8 total, 8 up, 8 in 2024-04-15T14:54:28.539 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:54:28 smithi016 ceph-mon[93212]: osdmap e1000: 8 total, 8 up, 8 in 2024-04-15T14:54:28.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:54:28 smithi016 ceph-mon[90652]: osdmap e1000: 8 total, 8 up, 8 in 2024-04-15T14:54:29.168 INFO:tasks.workunit.client.0.smithi016.stdout:[----------] 70 tests from TestClsRbd (4762 ms total) 2024-04-15T14:54:29.168 INFO:tasks.workunit.client.0.smithi016.stdout: 2024-04-15T14:54:29.168 INFO:tasks.workunit.client.0.smithi016.stdout:[----------] Global test environment tear-down 2024-04-15T14:54:29.168 INFO:tasks.workunit.client.0.smithi016.stdout:[==========] 70 tests from 1 test suite ran. (7608 ms total) 2024-04-15T14:54:29.168 INFO:tasks.workunit.client.0.smithi016.stdout:[ PASSED ] 70 tests. 2024-04-15T14:54:29.172 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-04-15T14:54:29.172 DEBUG:teuthology.orchestra.run.smithi016:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-04-15T14:54:29.244 INFO:tasks.workunit:Running workunit cls/test_cls_refcount.sh... 2024-04-15T14:54:29.244 DEBUG:teuthology.orchestra.run.smithi016:workunit test cls/test_cls_refcount.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=reef TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/cls/test_cls_refcount.sh 2024-04-15T14:54:29.317 INFO:tasks.workunit.client.0.smithi016.stdout:Running main() from gmock_main.cc 2024-04-15T14:54:29.318 INFO:tasks.workunit.client.0.smithi016.stdout:[==========] Running 10 tests from 1 test suite. 2024-04-15T14:54:29.318 INFO:tasks.workunit.client.0.smithi016.stdout:[----------] Global test environment set-up. 2024-04-15T14:54:29.318 INFO:tasks.workunit.client.0.smithi016.stdout:[----------] 10 tests from cls_rgw 2024-04-15T14:54:29.318 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] cls_rgw.test_implicit 2024-04-15T14:54:29.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:54:29 smithi102 ceph-mon[87131]: pgmap v1188: 137 pgs: 137 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 2.2 MiB/s rd, 1.2 MiB/s wr, 1.28k op/s 2024-04-15T14:54:29.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:54:29 smithi102 ceph-mon[87131]: osdmap e1001: 8 total, 8 up, 8 in 2024-04-15T14:54:29.539 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:54:29 smithi016 ceph-mon[90652]: pgmap v1188: 137 pgs: 137 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 2.2 MiB/s rd, 1.2 MiB/s wr, 1.28k op/s 2024-04-15T14:54:29.539 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:54:29 smithi016 ceph-mon[90652]: osdmap e1001: 8 total, 8 up, 8 in 2024-04-15T14:54:29.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:54:29 smithi016 ceph-mon[93212]: pgmap v1188: 137 pgs: 137 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 2.2 MiB/s rd, 1.2 MiB/s wr, 1.28k op/s 2024-04-15T14:54:29.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:54:29 smithi016 ceph-mon[93212]: osdmap e1001: 8 total, 8 up, 8 in 2024-04-15T14:54:30.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:54:30 smithi102 ceph-mon[87131]: osdmap e1002: 8 total, 8 up, 8 in 2024-04-15T14:54:30.539 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:54:30 smithi016 ceph-mon[90652]: osdmap e1002: 8 total, 8 up, 8 in 2024-04-15T14:54:30.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:54:30 smithi016 ceph-mon[93212]: osdmap e1002: 8 total, 8 up, 8 in 2024-04-15T14:54:31.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:54:31 smithi102 ceph-mon[87131]: pgmap v1191: 105 pgs: 105 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-04-15T14:54:31.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:54:31 smithi102 ceph-mon[87131]: osdmap e1003: 8 total, 8 up, 8 in 2024-04-15T14:54:31.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:54:31 smithi102 ceph-mon[87131]: from='client.? 172.21.15.16:0/2356804609' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi016-135140-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T14:54:31.438 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:54:31 smithi102 ceph-mon[87131]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi016-135140-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T14:54:31.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:54:31 smithi016 ceph-mon[90652]: pgmap v1191: 105 pgs: 105 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-04-15T14:54:31.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:54:31 smithi016 ceph-mon[90652]: osdmap e1003: 8 total, 8 up, 8 in 2024-04-15T14:54:31.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:54:31 smithi016 ceph-mon[90652]: from='client.? 172.21.15.16:0/2356804609' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi016-135140-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T14:54:31.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:54:31 smithi016 ceph-mon[90652]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi016-135140-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T14:54:31.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:54:31 smithi016 ceph-mon[93212]: pgmap v1191: 105 pgs: 105 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-04-15T14:54:31.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:54:31 smithi016 ceph-mon[93212]: osdmap e1003: 8 total, 8 up, 8 in 2024-04-15T14:54:31.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:54:31 smithi016 ceph-mon[93212]: from='client.? 172.21.15.16:0/2356804609' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi016-135140-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T14:54:31.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:54:31 smithi016 ceph-mon[93212]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi016-135140-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T14:54:32.039 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 15 14:54:31 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-y[81421]: ::ffff:172.21.15.102 - - [15/Apr/2024:14:54:31] "GET /metrics HTTP/1.1" 200 36280 "" "Prometheus/2.43.0" 2024-04-15T14:54:32.197 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] cls_rgw.test_implicit (2880 ms) 2024-04-15T14:54:32.197 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] cls_rgw.test_implicit_idempotent 2024-04-15T14:54:32.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:54:32 smithi102 ceph-mon[87131]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi016-135140-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-15T14:54:32.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:54:32 smithi102 ceph-mon[87131]: osdmap e1004: 8 total, 8 up, 8 in 2024-04-15T14:54:32.437 INFO:journalctl@ceph.prometheus.a.smithi102.stdout:Apr 15 14:54:32 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-prometheus-a[120881]: ts=2024-04-15T14:54:32.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi016:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"362ea986-fb34-11ee-bc8f-c7b262605968\", instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T14:54:32.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:54:32 smithi016 ceph-mon[90652]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi016-135140-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-15T14:54:32.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:54:32 smithi016 ceph-mon[90652]: osdmap e1004: 8 total, 8 up, 8 in 2024-04-15T14:54:32.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:54:32 smithi016 ceph-mon[93212]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi016-135140-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-15T14:54:32.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:54:32 smithi016 ceph-mon[93212]: osdmap e1004: 8 total, 8 up, 8 in 2024-04-15T14:54:33.539 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:54:33 smithi016 ceph-mon[90652]: pgmap v1194: 137 pgs: 19 creating+peering, 6 unknown, 112 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-04-15T14:54:33.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:54:33 smithi016 ceph-mon[90652]: osdmap e1005: 8 total, 8 up, 8 in 2024-04-15T14:54:33.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:54:33 smithi016 ceph-mon[93212]: pgmap v1194: 137 pgs: 19 creating+peering, 6 unknown, 112 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-04-15T14:54:33.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:54:33 smithi016 ceph-mon[93212]: osdmap e1005: 8 total, 8 up, 8 in 2024-04-15T14:54:33.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:54:33 smithi102 ceph-mon[87131]: pgmap v1194: 137 pgs: 19 creating+peering, 6 unknown, 112 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-04-15T14:54:33.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:54:33 smithi102 ceph-mon[87131]: osdmap e1005: 8 total, 8 up, 8 in 2024-04-15T14:54:34.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:54:34 smithi016 ceph-mon[93212]: osdmap e1006: 8 total, 8 up, 8 in 2024-04-15T14:54:34.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:54:34 smithi016 ceph-mon[93212]: from='client.? 172.21.15.16:0/2859033579' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi016-135140-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T14:54:34.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:54:34 smithi016 ceph-mon[90652]: osdmap e1006: 8 total, 8 up, 8 in 2024-04-15T14:54:34.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:54:34 smithi016 ceph-mon[90652]: from='client.? 172.21.15.16:0/2859033579' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi016-135140-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T14:54:34.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:54:34 smithi102 ceph-mon[87131]: osdmap e1006: 8 total, 8 up, 8 in 2024-04-15T14:54:34.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:54:34 smithi102 ceph-mon[87131]: from='client.? 172.21.15.16:0/2859033579' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi016-135140-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T14:54:35.212 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] cls_rgw.test_implicit_idempotent (3015 ms) 2024-04-15T14:54:35.213 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] cls_rgw.test_put_snap 2024-04-15T14:54:35.539 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:54:35 smithi016 ceph-mon[93212]: pgmap v1197: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-04-15T14:54:35.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:54:35 smithi016 ceph-mon[93212]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-15T14:54:35.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:54:35 smithi016 ceph-mon[93212]: from='client.? 172.21.15.16:0/2859033579' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi016-135140-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-15T14:54:35.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:54:35 smithi016 ceph-mon[93212]: osdmap e1007: 8 total, 8 up, 8 in 2024-04-15T14:54:35.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:54:35 smithi016 ceph-mon[90652]: pgmap v1197: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-04-15T14:54:35.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:54:35 smithi016 ceph-mon[90652]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-15T14:54:35.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:54:35 smithi016 ceph-mon[90652]: from='client.? 172.21.15.16:0/2859033579' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi016-135140-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-15T14:54:35.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:54:35 smithi016 ceph-mon[90652]: osdmap e1007: 8 total, 8 up, 8 in 2024-04-15T14:54:35.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:54:35 smithi102 ceph-mon[87131]: pgmap v1197: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-04-15T14:54:35.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:54:35 smithi102 ceph-mon[87131]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-15T14:54:35.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:54:35 smithi102 ceph-mon[87131]: from='client.? 172.21.15.16:0/2859033579' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi016-135140-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-15T14:54:35.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:54:35 smithi102 ceph-mon[87131]: osdmap e1007: 8 total, 8 up, 8 in 2024-04-15T14:54:36.539 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:54:36 smithi016 ceph-mon[90652]: osdmap e1008: 8 total, 8 up, 8 in 2024-04-15T14:54:36.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:54:36 smithi016 ceph-mon[93212]: osdmap e1008: 8 total, 8 up, 8 in 2024-04-15T14:54:36.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:54:36 smithi102 ceph-mon[87131]: osdmap e1008: 8 total, 8 up, 8 in 2024-04-15T14:54:37.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:54:37 smithi016 ceph-mon[93212]: pgmap v1200: 105 pgs: 105 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail 2024-04-15T14:54:37.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:54:37 smithi016 ceph-mon[93212]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-15T14:54:37.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:54:37 smithi016 ceph-mon[93212]: Cluster is now healthy 2024-04-15T14:54:37.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:54:37 smithi016 ceph-mon[93212]: osdmap e1009: 8 total, 8 up, 8 in 2024-04-15T14:54:37.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:54:37 smithi016 ceph-mon[93212]: from='client.? 172.21.15.16:0/3190410079' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi016-135140-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T14:54:37.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:54:37 smithi016 ceph-mon[90652]: pgmap v1200: 105 pgs: 105 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail 2024-04-15T14:54:37.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:54:37 smithi016 ceph-mon[90652]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-15T14:54:37.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:54:37 smithi016 ceph-mon[90652]: Cluster is now healthy 2024-04-15T14:54:37.541 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:54:37 smithi016 ceph-mon[90652]: osdmap e1009: 8 total, 8 up, 8 in 2024-04-15T14:54:37.541 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:54:37 smithi016 ceph-mon[90652]: from='client.? 172.21.15.16:0/3190410079' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi016-135140-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T14:54:37.589 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:54:37 smithi102 ceph-mon[87131]: pgmap v1200: 105 pgs: 105 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail 2024-04-15T14:54:37.589 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:54:37 smithi102 ceph-mon[87131]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-15T14:54:37.589 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:54:37 smithi102 ceph-mon[87131]: Cluster is now healthy 2024-04-15T14:54:37.589 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:54:37 smithi102 ceph-mon[87131]: osdmap e1009: 8 total, 8 up, 8 in 2024-04-15T14:54:37.589 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:54:37 smithi102 ceph-mon[87131]: from='client.? 172.21.15.16:0/3190410079' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi016-135140-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T14:54:38.539 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:54:38 smithi016 ceph-mon[90652]: from='client.? 172.21.15.16:0/3190410079' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi016-135140-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-15T14:54:38.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:54:38 smithi016 ceph-mon[90652]: osdmap e1010: 8 total, 8 up, 8 in 2024-04-15T14:54:38.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:54:38 smithi016 ceph-mon[93212]: from='client.? 172.21.15.16:0/3190410079' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi016-135140-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-15T14:54:38.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:54:38 smithi016 ceph-mon[93212]: osdmap e1010: 8 total, 8 up, 8 in 2024-04-15T14:54:38.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:54:38 smithi102 ceph-mon[87131]: from='client.? 172.21.15.16:0/3190410079' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi016-135140-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-15T14:54:38.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:54:38 smithi102 ceph-mon[87131]: osdmap e1010: 8 total, 8 up, 8 in 2024-04-15T14:54:39.539 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:54:39 smithi016 ceph-mon[90652]: pgmap v1203: 137 pgs: 11 creating+peering, 18 unknown, 108 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail 2024-04-15T14:54:39.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:54:39 smithi016 ceph-mon[90652]: osdmap e1011: 8 total, 8 up, 8 in 2024-04-15T14:54:39.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:54:39 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T14:54:39.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:54:39 smithi016 ceph-mon[93212]: pgmap v1203: 137 pgs: 11 creating+peering, 18 unknown, 108 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail 2024-04-15T14:54:39.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:54:39 smithi016 ceph-mon[93212]: osdmap e1011: 8 total, 8 up, 8 in 2024-04-15T14:54:39.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:54:39 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T14:54:39.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:54:39 smithi102 ceph-mon[87131]: pgmap v1203: 137 pgs: 11 creating+peering, 18 unknown, 108 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail 2024-04-15T14:54:39.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:54:39 smithi102 ceph-mon[87131]: osdmap e1011: 8 total, 8 up, 8 in 2024-04-15T14:54:39.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:54:39 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T14:54:41.539 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:54:41 smithi016 ceph-mon[90652]: pgmap v1205: 137 pgs: 11 creating+peering, 18 unknown, 108 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail 2024-04-15T14:54:41.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:54:41 smithi016 ceph-mon[93212]: pgmap v1205: 137 pgs: 11 creating+peering, 18 unknown, 108 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail 2024-04-15T14:54:41.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:54:41 smithi102 ceph-mon[87131]: pgmap v1205: 137 pgs: 11 creating+peering, 18 unknown, 108 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail 2024-04-15T14:54:42.040 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 15 14:54:41 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-y[81421]: ::ffff:172.21.15.102 - - [15/Apr/2024:14:54:41] "GET /metrics HTTP/1.1" 200 36282 "" "Prometheus/2.43.0" 2024-04-15T14:54:42.539 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:54:42 smithi016 ceph-mon[90652]: osdmap e1012: 8 total, 8 up, 8 in 2024-04-15T14:54:42.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:54:42 smithi016 ceph-mon[93212]: osdmap e1012: 8 total, 8 up, 8 in 2024-04-15T14:54:42.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:54:42 smithi102 ceph-mon[87131]: osdmap e1012: 8 total, 8 up, 8 in 2024-04-15T14:54:42.687 INFO:journalctl@ceph.prometheus.a.smithi102.stdout:Apr 15 14:54:42 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-prometheus-a[120881]: ts=2024-04-15T14:54:42.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi016:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"362ea986-fb34-11ee-bc8f-c7b262605968\", instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T14:54:43.539 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:54:43 smithi016 ceph-mon[93212]: pgmap v1207: 137 pgs: 137 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 173 B/s wr, 0 op/s 2024-04-15T14:54:43.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:54:43 smithi016 ceph-mon[93212]: osdmap e1013: 8 total, 8 up, 8 in 2024-04-15T14:54:43.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:54:43 smithi016 ceph-mon[90652]: pgmap v1207: 137 pgs: 137 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 173 B/s wr, 0 op/s 2024-04-15T14:54:43.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:54:43 smithi016 ceph-mon[90652]: osdmap e1013: 8 total, 8 up, 8 in 2024-04-15T14:54:43.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:54:43 smithi102 ceph-mon[87131]: pgmap v1207: 137 pgs: 137 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 173 B/s wr, 0 op/s 2024-04-15T14:54:43.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:54:43 smithi102 ceph-mon[87131]: osdmap e1013: 8 total, 8 up, 8 in 2024-04-15T14:54:44.254 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] cls_rgw.test_put_snap (9041 ms) 2024-04-15T14:54:44.254 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] cls_rgw.test_explicit 2024-04-15T14:54:44.539 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:54:44 smithi016 ceph-mon[90652]: osdmap e1014: 8 total, 8 up, 8 in 2024-04-15T14:54:44.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:54:44 smithi016 ceph-mon[90652]: osdmap e1015: 8 total, 8 up, 8 in 2024-04-15T14:54:44.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:54:44 smithi016 ceph-mon[93212]: osdmap e1014: 8 total, 8 up, 8 in 2024-04-15T14:54:44.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:54:44 smithi016 ceph-mon[93212]: osdmap e1015: 8 total, 8 up, 8 in 2024-04-15T14:54:44.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:54:44 smithi102 ceph-mon[87131]: osdmap e1014: 8 total, 8 up, 8 in 2024-04-15T14:54:44.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:54:44 smithi102 ceph-mon[87131]: osdmap e1015: 8 total, 8 up, 8 in 2024-04-15T14:54:45.539 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:54:45 smithi016 ceph-mon[90652]: pgmap v1210: 137 pgs: 137 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 174 B/s wr, 0 op/s 2024-04-15T14:54:45.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:54:45 smithi016 ceph-mon[93212]: pgmap v1210: 137 pgs: 137 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 174 B/s wr, 0 op/s 2024-04-15T14:54:45.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:54:45 smithi102 ceph-mon[87131]: pgmap v1210: 137 pgs: 137 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 174 B/s wr, 0 op/s 2024-04-15T14:54:46.539 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:54:46 smithi016 ceph-mon[90652]: osdmap e1016: 8 total, 8 up, 8 in 2024-04-15T14:54:46.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:54:46 smithi016 ceph-mon[90652]: from='client.? 172.21.15.16:0/1431063037' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi016-135140-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T14:54:46.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:54:46 smithi016 ceph-mon[90652]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi016-135140-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T14:54:46.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:54:46 smithi016 ceph-mon[93212]: osdmap e1016: 8 total, 8 up, 8 in 2024-04-15T14:54:46.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:54:46 smithi016 ceph-mon[93212]: from='client.? 172.21.15.16:0/1431063037' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi016-135140-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T14:54:46.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:54:46 smithi016 ceph-mon[93212]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi016-135140-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T14:54:46.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:54:46 smithi102 ceph-mon[87131]: osdmap e1016: 8 total, 8 up, 8 in 2024-04-15T14:54:46.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:54:46 smithi102 ceph-mon[87131]: from='client.? 172.21.15.16:0/1431063037' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi016-135140-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T14:54:46.688 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:54:46 smithi102 ceph-mon[87131]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi016-135140-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T14:54:47.285 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] cls_rgw.test_explicit (3032 ms) 2024-04-15T14:54:47.285 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] cls_rgw.set 2024-04-15T14:54:47.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:54:47 smithi016 ceph-mon[90652]: pgmap v1213: 137 pgs: 18 creating+peering, 14 unknown, 105 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail 2024-04-15T14:54:47.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:54:47 smithi016 ceph-mon[90652]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-15T14:54:47.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:54:47 smithi016 ceph-mon[90652]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi016-135140-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-15T14:54:47.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:54:47 smithi016 ceph-mon[90652]: osdmap e1017: 8 total, 8 up, 8 in 2024-04-15T14:54:47.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:54:47 smithi016 ceph-mon[93212]: pgmap v1213: 137 pgs: 18 creating+peering, 14 unknown, 105 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail 2024-04-15T14:54:47.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:54:47 smithi016 ceph-mon[93212]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-15T14:54:47.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:54:47 smithi016 ceph-mon[93212]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi016-135140-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-15T14:54:47.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:54:47 smithi016 ceph-mon[93212]: osdmap e1017: 8 total, 8 up, 8 in 2024-04-15T14:54:47.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:54:47 smithi102 ceph-mon[87131]: pgmap v1213: 137 pgs: 18 creating+peering, 14 unknown, 105 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail 2024-04-15T14:54:47.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:54:47 smithi102 ceph-mon[87131]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-15T14:54:47.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:54:47 smithi102 ceph-mon[87131]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi016-135140-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-15T14:54:47.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:54:47 smithi102 ceph-mon[87131]: osdmap e1017: 8 total, 8 up, 8 in 2024-04-15T14:54:48.539 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:54:48 smithi016 ceph-mon[93212]: osdmap e1018: 8 total, 8 up, 8 in 2024-04-15T14:54:48.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:54:48 smithi016 ceph-mon[90652]: osdmap e1018: 8 total, 8 up, 8 in 2024-04-15T14:54:48.689 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:54:48 smithi102 ceph-mon[87131]: osdmap e1018: 8 total, 8 up, 8 in 2024-04-15T14:54:49.539 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:54:49 smithi016 ceph-mon[90652]: pgmap v1216: 105 pgs: 105 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail 2024-04-15T14:54:49.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:54:49 smithi016 ceph-mon[90652]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-15T14:54:49.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:54:49 smithi016 ceph-mon[90652]: Cluster is now healthy 2024-04-15T14:54:49.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:54:49 smithi016 ceph-mon[90652]: osdmap e1019: 8 total, 8 up, 8 in 2024-04-15T14:54:49.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:54:49 smithi016 ceph-mon[90652]: from='client.? 172.21.15.16:0/3977076883' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi016-135140-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T14:54:49.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:54:49 smithi016 ceph-mon[90652]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi016-135140-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T14:54:49.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:54:49 smithi016 ceph-mon[93212]: pgmap v1216: 105 pgs: 105 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail 2024-04-15T14:54:49.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:54:49 smithi016 ceph-mon[93212]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-15T14:54:49.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:54:49 smithi016 ceph-mon[93212]: Cluster is now healthy 2024-04-15T14:54:49.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:54:49 smithi016 ceph-mon[93212]: osdmap e1019: 8 total, 8 up, 8 in 2024-04-15T14:54:49.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:54:49 smithi016 ceph-mon[93212]: from='client.? 172.21.15.16:0/3977076883' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi016-135140-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T14:54:49.541 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:54:49 smithi016 ceph-mon[93212]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi016-135140-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T14:54:49.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:54:49 smithi102 ceph-mon[87131]: pgmap v1216: 105 pgs: 105 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail 2024-04-15T14:54:49.688 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:54:49 smithi102 ceph-mon[87131]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-15T14:54:49.688 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:54:49 smithi102 ceph-mon[87131]: Cluster is now healthy 2024-04-15T14:54:49.688 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:54:49 smithi102 ceph-mon[87131]: osdmap e1019: 8 total, 8 up, 8 in 2024-04-15T14:54:49.688 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:54:49 smithi102 ceph-mon[87131]: from='client.? 172.21.15.16:0/3977076883' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi016-135140-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T14:54:49.688 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:54:49 smithi102 ceph-mon[87131]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi016-135140-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T14:54:50.310 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] cls_rgw.set (3024 ms) 2024-04-15T14:54:50.310 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] cls_rgw.test_implicit_ec 2024-04-15T14:54:50.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:54:50 smithi102 ceph-mon[87131]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi016-135140-5","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-15T14:54:50.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:54:50 smithi102 ceph-mon[87131]: osdmap e1020: 8 total, 8 up, 8 in 2024-04-15T14:54:50.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:54:50 smithi016 ceph-mon[90652]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi016-135140-5","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-15T14:54:50.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:54:50 smithi016 ceph-mon[90652]: osdmap e1020: 8 total, 8 up, 8 in 2024-04-15T14:54:50.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:54:50 smithi016 ceph-mon[93212]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi016-135140-5","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-15T14:54:50.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:54:50 smithi016 ceph-mon[93212]: osdmap e1020: 8 total, 8 up, 8 in 2024-04-15T14:54:51.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:54:51 smithi102 ceph-mon[87131]: pgmap v1219: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail 2024-04-15T14:54:51.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:54:51 smithi102 ceph-mon[87131]: osdmap e1021: 8 total, 8 up, 8 in 2024-04-15T14:54:51.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:54:51 smithi102 ceph-mon[87131]: from='client.? 172.21.15.16:0/3785134929' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi016-135140-6"}]: dispatch 2024-04-15T14:54:51.688 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:54:51 smithi102 ceph-mon[87131]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi016-135140-6"}]: dispatch 2024-04-15T14:54:51.688 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:54:51 smithi102 ceph-mon[87131]: from='client.? 172.21.15.16:0/3785134929' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi016-135140-6"}]: dispatch 2024-04-15T14:54:51.688 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:54:51 smithi102 ceph-mon[87131]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi016-135140-6"}]: dispatch 2024-04-15T14:54:51.688 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:54:51 smithi102 ceph-mon[87131]: from='client.? 172.21.15.16:0/3785134929' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi016-135140-6", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-04-15T14:54:51.688 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:54:51 smithi102 ceph-mon[87131]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi016-135140-6", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-04-15T14:54:51.779 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:54:51 smithi016 ceph-mon[93212]: pgmap v1219: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail 2024-04-15T14:54:51.779 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:54:51 smithi016 ceph-mon[93212]: osdmap e1021: 8 total, 8 up, 8 in 2024-04-15T14:54:51.779 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:54:51 smithi016 ceph-mon[93212]: from='client.? 172.21.15.16:0/3785134929' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi016-135140-6"}]: dispatch 2024-04-15T14:54:51.779 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:54:51 smithi016 ceph-mon[93212]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi016-135140-6"}]: dispatch 2024-04-15T14:54:51.779 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:54:51 smithi016 ceph-mon[93212]: from='client.? 172.21.15.16:0/3785134929' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi016-135140-6"}]: dispatch 2024-04-15T14:54:51.779 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:54:51 smithi016 ceph-mon[93212]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi016-135140-6"}]: dispatch 2024-04-15T14:54:51.779 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:54:51 smithi016 ceph-mon[93212]: from='client.? 172.21.15.16:0/3785134929' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi016-135140-6", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-04-15T14:54:51.779 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:54:51 smithi016 ceph-mon[93212]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi016-135140-6", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-04-15T14:54:51.779 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:54:51 smithi016 ceph-mon[90652]: pgmap v1219: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail 2024-04-15T14:54:51.780 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:54:51 smithi016 ceph-mon[90652]: osdmap e1021: 8 total, 8 up, 8 in 2024-04-15T14:54:51.780 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:54:51 smithi016 ceph-mon[90652]: from='client.? 172.21.15.16:0/3785134929' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi016-135140-6"}]: dispatch 2024-04-15T14:54:51.780 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:54:51 smithi016 ceph-mon[90652]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi016-135140-6"}]: dispatch 2024-04-15T14:54:51.780 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:54:51 smithi016 ceph-mon[90652]: from='client.? 172.21.15.16:0/3785134929' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi016-135140-6"}]: dispatch 2024-04-15T14:54:51.780 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:54:51 smithi016 ceph-mon[90652]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi016-135140-6"}]: dispatch 2024-04-15T14:54:51.780 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:54:51 smithi016 ceph-mon[90652]: from='client.? 172.21.15.16:0/3785134929' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi016-135140-6", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-04-15T14:54:51.780 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:54:51 smithi016 ceph-mon[90652]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi016-135140-6", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-04-15T14:54:52.039 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 15 14:54:51 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-y[81421]: ::ffff:172.21.15.102 - - [15/Apr/2024:14:54:51] "GET /metrics HTTP/1.1" 200 36282 "" "Prometheus/2.43.0" 2024-04-15T14:54:52.687 INFO:journalctl@ceph.prometheus.a.smithi102.stdout:Apr 15 14:54:52 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-prometheus-a[120881]: ts=2024-04-15T14:54:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi016:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"362ea986-fb34-11ee-bc8f-c7b262605968\", instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T14:54:52.688 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:54:52 smithi102 ceph-mon[87131]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi016-135140-6", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]': finished 2024-04-15T14:54:52.688 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:54:52 smithi102 ceph-mon[87131]: osdmap e1022: 8 total, 8 up, 8 in 2024-04-15T14:54:52.688 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:54:52 smithi102 ceph-mon[87131]: from='client.? 172.21.15.16:0/3785134929' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "test-rados-api-smithi016-135140-6", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi016-135140-6"}]: dispatch 2024-04-15T14:54:52.688 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:54:52 smithi102 ceph-mon[87131]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "test-rados-api-smithi016-135140-6", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi016-135140-6"}]: dispatch 2024-04-15T14:54:52.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:54:52 smithi016 ceph-mon[93212]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi016-135140-6", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]': finished 2024-04-15T14:54:52.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:54:52 smithi016 ceph-mon[93212]: osdmap e1022: 8 total, 8 up, 8 in 2024-04-15T14:54:52.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:54:52 smithi016 ceph-mon[93212]: from='client.? 172.21.15.16:0/3785134929' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "test-rados-api-smithi016-135140-6", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi016-135140-6"}]: dispatch 2024-04-15T14:54:52.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:54:52 smithi016 ceph-mon[93212]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "test-rados-api-smithi016-135140-6", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi016-135140-6"}]: dispatch 2024-04-15T14:54:52.791 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:54:52 smithi016 ceph-mon[90652]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi016-135140-6", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]': finished 2024-04-15T14:54:52.791 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:54:52 smithi016 ceph-mon[90652]: osdmap e1022: 8 total, 8 up, 8 in 2024-04-15T14:54:52.791 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:54:52 smithi016 ceph-mon[90652]: from='client.? 172.21.15.16:0/3785134929' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "test-rados-api-smithi016-135140-6", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi016-135140-6"}]: dispatch 2024-04-15T14:54:52.791 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:54:52 smithi016 ceph-mon[90652]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "test-rados-api-smithi016-135140-6", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi016-135140-6"}]: dispatch 2024-04-15T14:54:53.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:54:53 smithi102 ceph-mon[87131]: pgmap v1222: 105 pgs: 105 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail 2024-04-15T14:54:53.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:54:53 smithi102 ceph-mon[87131]: osdmap e1023: 8 total, 8 up, 8 in 2024-04-15T14:54:53.691 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:54:53 smithi016 ceph-mon[90652]: pgmap v1222: 105 pgs: 105 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail 2024-04-15T14:54:53.691 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:54:53 smithi016 ceph-mon[90652]: osdmap e1023: 8 total, 8 up, 8 in 2024-04-15T14:54:53.692 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:54:53 smithi016 ceph-mon[93212]: pgmap v1222: 105 pgs: 105 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail 2024-04-15T14:54:53.692 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:54:53 smithi016 ceph-mon[93212]: osdmap e1023: 8 total, 8 up, 8 in 2024-04-15T14:54:54.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:54:54 smithi102 ceph-mon[87131]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "test-rados-api-smithi016-135140-6", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi016-135140-6"}]': finished 2024-04-15T14:54:54.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:54:54 smithi102 ceph-mon[87131]: osdmap e1024: 8 total, 8 up, 8 in 2024-04-15T14:54:54.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:54:54 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T14:54:54.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:54:54 smithi016 ceph-mon[93212]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "test-rados-api-smithi016-135140-6", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi016-135140-6"}]': finished 2024-04-15T14:54:54.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:54:54 smithi016 ceph-mon[93212]: osdmap e1024: 8 total, 8 up, 8 in 2024-04-15T14:54:54.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:54:54 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T14:54:54.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:54:54 smithi016 ceph-mon[90652]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "test-rados-api-smithi016-135140-6", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi016-135140-6"}]': finished 2024-04-15T14:54:54.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:54:54 smithi016 ceph-mon[90652]: osdmap e1024: 8 total, 8 up, 8 in 2024-04-15T14:54:54.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:54:54 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T14:54:55.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:54:55 smithi102 ceph-mon[87131]: pgmap v1225: 113 pgs: 8 unknown, 105 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail 2024-04-15T14:54:55.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:54:55 smithi102 ceph-mon[87131]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-15T14:54:55.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:54:55 smithi102 ceph-mon[87131]: osdmap e1025: 8 total, 8 up, 8 in 2024-04-15T14:54:55.789 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:54:55 smithi016 ceph-mon[93212]: pgmap v1225: 113 pgs: 8 unknown, 105 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail 2024-04-15T14:54:55.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:54:55 smithi016 ceph-mon[93212]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-15T14:54:55.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:54:55 smithi016 ceph-mon[93212]: osdmap e1025: 8 total, 8 up, 8 in 2024-04-15T14:54:55.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:54:55 smithi016 ceph-mon[90652]: pgmap v1225: 113 pgs: 8 unknown, 105 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail 2024-04-15T14:54:55.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:54:55 smithi016 ceph-mon[90652]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-15T14:54:55.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:54:55 smithi016 ceph-mon[90652]: osdmap e1025: 8 total, 8 up, 8 in 2024-04-15T14:54:56.688 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:54:56 smithi102 ceph-mon[87131]: osdmap e1026: 8 total, 8 up, 8 in 2024-04-15T14:54:56.688 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:54:56 smithi102 ceph-mon[87131]: from='client.? 172.21.15.16:0/3785134929' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi016-135140-6"}]: dispatch 2024-04-15T14:54:56.688 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:54:56 smithi102 ceph-mon[87131]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi016-135140-6"}]: dispatch 2024-04-15T14:54:56.789 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:54:56 smithi016 ceph-mon[90652]: osdmap e1026: 8 total, 8 up, 8 in 2024-04-15T14:54:56.789 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:54:56 smithi016 ceph-mon[90652]: from='client.? 172.21.15.16:0/3785134929' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi016-135140-6"}]: dispatch 2024-04-15T14:54:56.789 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:54:56 smithi016 ceph-mon[90652]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi016-135140-6"}]: dispatch 2024-04-15T14:54:56.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:54:56 smithi016 ceph-mon[93212]: osdmap e1026: 8 total, 8 up, 8 in 2024-04-15T14:54:56.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:54:56 smithi016 ceph-mon[93212]: from='client.? 172.21.15.16:0/3785134929' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi016-135140-6"}]: dispatch 2024-04-15T14:54:56.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:54:56 smithi016 ceph-mon[93212]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi016-135140-6"}]: dispatch 2024-04-15T14:54:57.334 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] cls_rgw.test_implicit_ec (7025 ms) 2024-04-15T14:54:57.334 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] cls_rgw.test_implicit_idempotent_ec 2024-04-15T14:54:57.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:54:57 smithi102 ceph-mon[87131]: pgmap v1228: 105 pgs: 105 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail 2024-04-15T14:54:57.688 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:54:57 smithi102 ceph-mon[87131]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi016-135140-6"}]': finished 2024-04-15T14:54:57.688 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:54:57 smithi102 ceph-mon[87131]: osdmap e1027: 8 total, 8 up, 8 in 2024-04-15T14:54:57.688 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:54:57 smithi102 ceph-mon[87131]: from='client.? 172.21.15.16:0/3785134929' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi016-135140-6"}]: dispatch 2024-04-15T14:54:57.688 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:54:57 smithi102 ceph-mon[87131]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi016-135140-6"}]: dispatch 2024-04-15T14:54:57.688 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:54:57 smithi102 ceph-mon[87131]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-15T14:54:57.688 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:54:57 smithi102 ceph-mon[87131]: Cluster is now healthy 2024-04-15T14:54:57.688 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:54:57 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T14:54:57.688 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:54:57 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T14:54:57.688 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:54:57 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T14:54:57.688 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:54:57 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T14:54:57.688 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:54:57 smithi102 ceph-mon[87131]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi016-135140-6"}]': finished 2024-04-15T14:54:57.688 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:54:57 smithi102 ceph-mon[87131]: osdmap e1028: 8 total, 8 up, 8 in 2024-04-15T14:54:57.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:54:57 smithi016 ceph-mon[93212]: pgmap v1228: 105 pgs: 105 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail 2024-04-15T14:54:57.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:54:57 smithi016 ceph-mon[93212]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi016-135140-6"}]': finished 2024-04-15T14:54:57.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:54:57 smithi016 ceph-mon[93212]: osdmap e1027: 8 total, 8 up, 8 in 2024-04-15T14:54:57.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:54:57 smithi016 ceph-mon[93212]: from='client.? 172.21.15.16:0/3785134929' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi016-135140-6"}]: dispatch 2024-04-15T14:54:57.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:54:57 smithi016 ceph-mon[93212]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi016-135140-6"}]: dispatch 2024-04-15T14:54:57.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:54:57 smithi016 ceph-mon[93212]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-15T14:54:57.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:54:57 smithi016 ceph-mon[93212]: Cluster is now healthy 2024-04-15T14:54:57.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:54:57 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T14:54:57.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:54:57 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T14:54:57.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:54:57 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T14:54:57.791 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:54:57 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T14:54:57.791 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:54:57 smithi016 ceph-mon[93212]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi016-135140-6"}]': finished 2024-04-15T14:54:57.791 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:54:57 smithi016 ceph-mon[93212]: osdmap e1028: 8 total, 8 up, 8 in 2024-04-15T14:54:57.791 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:54:57 smithi016 ceph-mon[90652]: pgmap v1228: 105 pgs: 105 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail 2024-04-15T14:54:57.791 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:54:57 smithi016 ceph-mon[90652]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi016-135140-6"}]': finished 2024-04-15T14:54:57.791 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:54:57 smithi016 ceph-mon[90652]: osdmap e1027: 8 total, 8 up, 8 in 2024-04-15T14:54:57.791 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:54:57 smithi016 ceph-mon[90652]: from='client.? 172.21.15.16:0/3785134929' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi016-135140-6"}]: dispatch 2024-04-15T14:54:57.791 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:54:57 smithi016 ceph-mon[90652]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi016-135140-6"}]: dispatch 2024-04-15T14:54:57.791 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:54:57 smithi016 ceph-mon[90652]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-15T14:54:57.791 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:54:57 smithi016 ceph-mon[90652]: Cluster is now healthy 2024-04-15T14:54:57.791 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:54:57 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T14:54:57.791 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:54:57 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T14:54:57.792 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:54:57 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T14:54:57.792 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:54:57 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T14:54:57.792 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:54:57 smithi016 ceph-mon[90652]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi016-135140-6"}]': finished 2024-04-15T14:54:57.792 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:54:57 smithi016 ceph-mon[90652]: osdmap e1028: 8 total, 8 up, 8 in 2024-04-15T14:54:58.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:54:58 smithi102 ceph-mon[87131]: from='client.? 172.21.15.16:0/3634674167' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi016-135140-7"}]: dispatch 2024-04-15T14:54:58.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:54:58 smithi102 ceph-mon[87131]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi016-135140-7"}]: dispatch 2024-04-15T14:54:58.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:54:58 smithi102 ceph-mon[87131]: from='client.? 172.21.15.16:0/3634674167' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi016-135140-7"}]: dispatch 2024-04-15T14:54:58.688 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:54:58 smithi102 ceph-mon[87131]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi016-135140-7"}]: dispatch 2024-04-15T14:54:58.688 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:54:58 smithi102 ceph-mon[87131]: from='client.? 172.21.15.16:0/3634674167' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi016-135140-7", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-04-15T14:54:58.688 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:54:58 smithi102 ceph-mon[87131]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi016-135140-7", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-04-15T14:54:58.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:54:58 smithi016 ceph-mon[90652]: from='client.? 172.21.15.16:0/3634674167' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi016-135140-7"}]: dispatch 2024-04-15T14:54:58.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:54:58 smithi016 ceph-mon[90652]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi016-135140-7"}]: dispatch 2024-04-15T14:54:58.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:54:58 smithi016 ceph-mon[90652]: from='client.? 172.21.15.16:0/3634674167' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi016-135140-7"}]: dispatch 2024-04-15T14:54:58.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:54:58 smithi016 ceph-mon[90652]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi016-135140-7"}]: dispatch 2024-04-15T14:54:58.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:54:58 smithi016 ceph-mon[90652]: from='client.? 172.21.15.16:0/3634674167' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi016-135140-7", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-04-15T14:54:58.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:54:58 smithi016 ceph-mon[90652]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi016-135140-7", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-04-15T14:54:58.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:54:58 smithi016 ceph-mon[93212]: from='client.? 172.21.15.16:0/3634674167' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi016-135140-7"}]: dispatch 2024-04-15T14:54:58.791 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:54:58 smithi016 ceph-mon[93212]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi016-135140-7"}]: dispatch 2024-04-15T14:54:58.791 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:54:58 smithi016 ceph-mon[93212]: from='client.? 172.21.15.16:0/3634674167' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi016-135140-7"}]: dispatch 2024-04-15T14:54:58.791 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:54:58 smithi016 ceph-mon[93212]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi016-135140-7"}]: dispatch 2024-04-15T14:54:58.791 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:54:58 smithi016 ceph-mon[93212]: from='client.? 172.21.15.16:0/3634674167' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi016-135140-7", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-04-15T14:54:58.791 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:54:58 smithi016 ceph-mon[93212]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi016-135140-7", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-04-15T14:54:59.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:54:59 smithi102 ceph-mon[87131]: pgmap v1231: 105 pgs: 105 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail 2024-04-15T14:54:59.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:54:59 smithi102 ceph-mon[87131]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi016-135140-7", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]': finished 2024-04-15T14:54:59.688 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:54:59 smithi102 ceph-mon[87131]: osdmap e1029: 8 total, 8 up, 8 in 2024-04-15T14:54:59.688 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:54:59 smithi102 ceph-mon[87131]: from='client.? 172.21.15.16:0/3634674167' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "test-rados-api-smithi016-135140-7", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi016-135140-7"}]: dispatch 2024-04-15T14:54:59.688 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:54:59 smithi102 ceph-mon[87131]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "test-rados-api-smithi016-135140-7", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi016-135140-7"}]: dispatch 2024-04-15T14:54:59.789 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:54:59 smithi016 ceph-mon[90652]: pgmap v1231: 105 pgs: 105 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail 2024-04-15T14:54:59.789 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:54:59 smithi016 ceph-mon[90652]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi016-135140-7", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]': finished 2024-04-15T14:54:59.789 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:54:59 smithi016 ceph-mon[90652]: osdmap e1029: 8 total, 8 up, 8 in 2024-04-15T14:54:59.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:54:59 smithi016 ceph-mon[90652]: from='client.? 172.21.15.16:0/3634674167' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "test-rados-api-smithi016-135140-7", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi016-135140-7"}]: dispatch 2024-04-15T14:54:59.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:54:59 smithi016 ceph-mon[90652]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "test-rados-api-smithi016-135140-7", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi016-135140-7"}]: dispatch 2024-04-15T14:54:59.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:54:59 smithi016 ceph-mon[93212]: pgmap v1231: 105 pgs: 105 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail 2024-04-15T14:54:59.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:54:59 smithi016 ceph-mon[93212]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi016-135140-7", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]': finished 2024-04-15T14:54:59.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:54:59 smithi016 ceph-mon[93212]: osdmap e1029: 8 total, 8 up, 8 in 2024-04-15T14:54:59.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:54:59 smithi016 ceph-mon[93212]: from='client.? 172.21.15.16:0/3634674167' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "test-rados-api-smithi016-135140-7", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi016-135140-7"}]: dispatch 2024-04-15T14:54:59.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:54:59 smithi016 ceph-mon[93212]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "test-rados-api-smithi016-135140-7", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi016-135140-7"}]: dispatch 2024-04-15T14:55:00.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:55:00 smithi102 ceph-mon[87131]: osdmap e1030: 8 total, 8 up, 8 in 2024-04-15T14:55:00.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:55:00 smithi102 ceph-mon[87131]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "test-rados-api-smithi016-135140-7", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi016-135140-7"}]': finished 2024-04-15T14:55:00.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:55:00 smithi102 ceph-mon[87131]: osdmap e1031: 8 total, 8 up, 8 in 2024-04-15T14:55:00.789 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:55:00 smithi016 ceph-mon[90652]: osdmap e1030: 8 total, 8 up, 8 in 2024-04-15T14:55:00.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:55:00 smithi016 ceph-mon[90652]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "test-rados-api-smithi016-135140-7", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi016-135140-7"}]': finished 2024-04-15T14:55:00.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:55:00 smithi016 ceph-mon[90652]: osdmap e1031: 8 total, 8 up, 8 in 2024-04-15T14:55:00.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:55:00 smithi016 ceph-mon[93212]: osdmap e1030: 8 total, 8 up, 8 in 2024-04-15T14:55:00.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:55:00 smithi016 ceph-mon[93212]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "test-rados-api-smithi016-135140-7", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi016-135140-7"}]': finished 2024-04-15T14:55:00.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:55:00 smithi016 ceph-mon[93212]: osdmap e1031: 8 total, 8 up, 8 in 2024-04-15T14:55:01.778 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:55:01 smithi016 ceph-mon[93212]: pgmap v1234: 105 pgs: 105 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail 2024-04-15T14:55:01.778 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:55:01 smithi016 ceph-mon[93212]: osdmap e1032: 8 total, 8 up, 8 in 2024-04-15T14:55:01.779 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:55:01 smithi016 ceph-mon[90652]: pgmap v1234: 105 pgs: 105 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail 2024-04-15T14:55:01.779 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:55:01 smithi016 ceph-mon[90652]: osdmap e1032: 8 total, 8 up, 8 in 2024-04-15T14:55:01.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:55:01 smithi102 ceph-mon[87131]: pgmap v1234: 105 pgs: 105 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail 2024-04-15T14:55:01.989 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:55:01 smithi102 ceph-mon[87131]: osdmap e1032: 8 total, 8 up, 8 in 2024-04-15T14:55:02.040 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 15 14:55:01 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-y[81421]: ::ffff:172.21.15.102 - - [15/Apr/2024:14:55:01] "GET /metrics HTTP/1.1" 200 36273 "" "Prometheus/2.43.0" 2024-04-15T14:55:02.687 INFO:journalctl@ceph.prometheus.a.smithi102.stdout:Apr 15 14:55:02 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-prometheus-a[120881]: ts=2024-04-15T14:55:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi016:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"362ea986-fb34-11ee-bc8f-c7b262605968\", instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T14:55:03.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:55:03 smithi102 ceph-mon[87131]: pgmap v1237: 113 pgs: 1 creating+activating, 5 creating+peering, 1 unknown, 106 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail 2024-04-15T14:55:03.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:55:03 smithi102 ceph-mon[87131]: osdmap e1033: 8 total, 8 up, 8 in 2024-04-15T14:55:03.688 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:55:03 smithi102 ceph-mon[87131]: from='client.? 172.21.15.16:0/3634674167' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi016-135140-7"}]: dispatch 2024-04-15T14:55:03.688 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:55:03 smithi102 ceph-mon[87131]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi016-135140-7"}]: dispatch 2024-04-15T14:55:03.688 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:55:03 smithi102 ceph-mon[87131]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-15T14:55:03.789 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:55:03 smithi016 ceph-mon[90652]: pgmap v1237: 113 pgs: 1 creating+activating, 5 creating+peering, 1 unknown, 106 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail 2024-04-15T14:55:03.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:55:03 smithi016 ceph-mon[90652]: osdmap e1033: 8 total, 8 up, 8 in 2024-04-15T14:55:03.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:55:03 smithi016 ceph-mon[90652]: from='client.? 172.21.15.16:0/3634674167' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi016-135140-7"}]: dispatch 2024-04-15T14:55:03.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:55:03 smithi016 ceph-mon[90652]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi016-135140-7"}]: dispatch 2024-04-15T14:55:03.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:55:03 smithi016 ceph-mon[90652]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-15T14:55:03.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:55:03 smithi016 ceph-mon[93212]: pgmap v1237: 113 pgs: 1 creating+activating, 5 creating+peering, 1 unknown, 106 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail 2024-04-15T14:55:03.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:55:03 smithi016 ceph-mon[93212]: osdmap e1033: 8 total, 8 up, 8 in 2024-04-15T14:55:03.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:55:03 smithi016 ceph-mon[93212]: from='client.? 172.21.15.16:0/3634674167' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi016-135140-7"}]: dispatch 2024-04-15T14:55:03.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:55:03 smithi016 ceph-mon[93212]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi016-135140-7"}]: dispatch 2024-04-15T14:55:03.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:55:03 smithi016 ceph-mon[93212]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-15T14:55:04.370 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] cls_rgw.test_implicit_idempotent_ec (7035 ms) 2024-04-15T14:55:04.370 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] cls_rgw.test_put_snap_ec 2024-04-15T14:55:04.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:55:04 smithi102 ceph-mon[87131]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi016-135140-7"}]': finished 2024-04-15T14:55:04.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:55:04 smithi102 ceph-mon[87131]: osdmap e1034: 8 total, 8 up, 8 in 2024-04-15T14:55:04.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:55:04 smithi102 ceph-mon[87131]: from='client.? 172.21.15.16:0/3634674167' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi016-135140-7"}]: dispatch 2024-04-15T14:55:04.688 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:55:04 smithi102 ceph-mon[87131]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi016-135140-7"}]: dispatch 2024-04-15T14:55:04.789 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:55:04 smithi016 ceph-mon[90652]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi016-135140-7"}]': finished 2024-04-15T14:55:04.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:55:04 smithi016 ceph-mon[90652]: osdmap e1034: 8 total, 8 up, 8 in 2024-04-15T14:55:04.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:55:04 smithi016 ceph-mon[90652]: from='client.? 172.21.15.16:0/3634674167' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi016-135140-7"}]: dispatch 2024-04-15T14:55:04.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:55:04 smithi016 ceph-mon[90652]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi016-135140-7"}]: dispatch 2024-04-15T14:55:04.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:55:04 smithi016 ceph-mon[93212]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi016-135140-7"}]': finished 2024-04-15T14:55:04.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:55:04 smithi016 ceph-mon[93212]: osdmap e1034: 8 total, 8 up, 8 in 2024-04-15T14:55:04.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:55:04 smithi016 ceph-mon[93212]: from='client.? 172.21.15.16:0/3634674167' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi016-135140-7"}]: dispatch 2024-04-15T14:55:04.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:55:04 smithi016 ceph-mon[93212]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi016-135140-7"}]: dispatch 2024-04-15T14:55:05.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:55:05 smithi102 ceph-mon[87131]: pgmap v1240: 105 pgs: 105 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail 2024-04-15T14:55:05.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:55:05 smithi102 ceph-mon[87131]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-15T14:55:05.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:55:05 smithi102 ceph-mon[87131]: Cluster is now healthy 2024-04-15T14:55:05.688 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:55:05 smithi102 ceph-mon[87131]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi016-135140-7"}]': finished 2024-04-15T14:55:05.688 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:55:05 smithi102 ceph-mon[87131]: osdmap e1035: 8 total, 8 up, 8 in 2024-04-15T14:55:05.688 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:55:05 smithi102 ceph-mon[87131]: from='client.? 172.21.15.16:0/2787890828' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi016-135140-8"}]: dispatch 2024-04-15T14:55:05.688 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:55:05 smithi102 ceph-mon[87131]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi016-135140-8"}]: dispatch 2024-04-15T14:55:05.688 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:55:05 smithi102 ceph-mon[87131]: from='client.? 172.21.15.16:0/2787890828' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi016-135140-8"}]: dispatch 2024-04-15T14:55:05.688 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:55:05 smithi102 ceph-mon[87131]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi016-135140-8"}]: dispatch 2024-04-15T14:55:05.688 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:55:05 smithi102 ceph-mon[87131]: from='client.? 172.21.15.16:0/2787890828' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi016-135140-8", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-04-15T14:55:05.688 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:55:05 smithi102 ceph-mon[87131]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi016-135140-8", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-04-15T14:55:05.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:55:05 smithi016 ceph-mon[90652]: pgmap v1240: 105 pgs: 105 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail 2024-04-15T14:55:05.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:55:05 smithi016 ceph-mon[90652]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-15T14:55:05.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:55:05 smithi016 ceph-mon[90652]: Cluster is now healthy 2024-04-15T14:55:05.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:55:05 smithi016 ceph-mon[90652]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi016-135140-7"}]': finished 2024-04-15T14:55:05.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:55:05 smithi016 ceph-mon[90652]: osdmap e1035: 8 total, 8 up, 8 in 2024-04-15T14:55:05.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:55:05 smithi016 ceph-mon[90652]: from='client.? 172.21.15.16:0/2787890828' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi016-135140-8"}]: dispatch 2024-04-15T14:55:05.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:55:05 smithi016 ceph-mon[90652]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi016-135140-8"}]: dispatch 2024-04-15T14:55:05.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:55:05 smithi016 ceph-mon[90652]: from='client.? 172.21.15.16:0/2787890828' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi016-135140-8"}]: dispatch 2024-04-15T14:55:05.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:55:05 smithi016 ceph-mon[90652]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi016-135140-8"}]: dispatch 2024-04-15T14:55:05.791 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:55:05 smithi016 ceph-mon[90652]: from='client.? 172.21.15.16:0/2787890828' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi016-135140-8", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-04-15T14:55:05.791 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:55:05 smithi016 ceph-mon[90652]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi016-135140-8", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-04-15T14:55:05.791 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:55:05 smithi016 ceph-mon[93212]: pgmap v1240: 105 pgs: 105 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail 2024-04-15T14:55:05.791 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:55:05 smithi016 ceph-mon[93212]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-15T14:55:05.791 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:55:05 smithi016 ceph-mon[93212]: Cluster is now healthy 2024-04-15T14:55:05.791 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:55:05 smithi016 ceph-mon[93212]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi016-135140-7"}]': finished 2024-04-15T14:55:05.791 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:55:05 smithi016 ceph-mon[93212]: osdmap e1035: 8 total, 8 up, 8 in 2024-04-15T14:55:05.791 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:55:05 smithi016 ceph-mon[93212]: from='client.? 172.21.15.16:0/2787890828' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi016-135140-8"}]: dispatch 2024-04-15T14:55:05.791 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:55:05 smithi016 ceph-mon[93212]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi016-135140-8"}]: dispatch 2024-04-15T14:55:05.791 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:55:05 smithi016 ceph-mon[93212]: from='client.? 172.21.15.16:0/2787890828' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi016-135140-8"}]: dispatch 2024-04-15T14:55:05.791 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:55:05 smithi016 ceph-mon[93212]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi016-135140-8"}]: dispatch 2024-04-15T14:55:05.791 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:55:05 smithi016 ceph-mon[93212]: from='client.? 172.21.15.16:0/2787890828' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi016-135140-8", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-04-15T14:55:05.792 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:55:05 smithi016 ceph-mon[93212]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi016-135140-8", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-04-15T14:55:06.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:55:06 smithi102 ceph-mon[87131]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi016-135140-8", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]': finished 2024-04-15T14:55:06.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:55:06 smithi102 ceph-mon[87131]: osdmap e1036: 8 total, 8 up, 8 in 2024-04-15T14:55:06.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:55:06 smithi102 ceph-mon[87131]: from='client.? 172.21.15.16:0/2787890828' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "test-rados-api-smithi016-135140-8", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi016-135140-8"}]: dispatch 2024-04-15T14:55:06.688 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:55:06 smithi102 ceph-mon[87131]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "test-rados-api-smithi016-135140-8", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi016-135140-8"}]: dispatch 2024-04-15T14:55:06.789 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:55:06 smithi016 ceph-mon[93212]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi016-135140-8", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]': finished 2024-04-15T14:55:06.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:55:06 smithi016 ceph-mon[93212]: osdmap e1036: 8 total, 8 up, 8 in 2024-04-15T14:55:06.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:55:06 smithi016 ceph-mon[93212]: from='client.? 172.21.15.16:0/2787890828' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "test-rados-api-smithi016-135140-8", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi016-135140-8"}]: dispatch 2024-04-15T14:55:06.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:55:06 smithi016 ceph-mon[93212]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "test-rados-api-smithi016-135140-8", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi016-135140-8"}]: dispatch 2024-04-15T14:55:06.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:55:06 smithi016 ceph-mon[90652]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi016-135140-8", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]': finished 2024-04-15T14:55:06.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:55:06 smithi016 ceph-mon[90652]: osdmap e1036: 8 total, 8 up, 8 in 2024-04-15T14:55:06.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:55:06 smithi016 ceph-mon[90652]: from='client.? 172.21.15.16:0/2787890828' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "test-rados-api-smithi016-135140-8", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi016-135140-8"}]: dispatch 2024-04-15T14:55:06.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:55:06 smithi016 ceph-mon[90652]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "test-rados-api-smithi016-135140-8", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi016-135140-8"}]: dispatch 2024-04-15T14:55:07.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:55:07 smithi102 ceph-mon[87131]: pgmap v1243: 105 pgs: 105 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail 2024-04-15T14:55:07.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:55:07 smithi102 ceph-mon[87131]: osdmap e1037: 8 total, 8 up, 8 in 2024-04-15T14:55:07.789 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:55:07 smithi016 ceph-mon[90652]: pgmap v1243: 105 pgs: 105 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail 2024-04-15T14:55:07.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:55:07 smithi016 ceph-mon[90652]: osdmap e1037: 8 total, 8 up, 8 in 2024-04-15T14:55:07.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:55:07 smithi016 ceph-mon[93212]: pgmap v1243: 105 pgs: 105 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail 2024-04-15T14:55:07.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:55:07 smithi016 ceph-mon[93212]: osdmap e1037: 8 total, 8 up, 8 in 2024-04-15T14:55:08.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:55:08 smithi102 ceph-mon[87131]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "test-rados-api-smithi016-135140-8", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi016-135140-8"}]': finished 2024-04-15T14:55:08.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:55:08 smithi102 ceph-mon[87131]: osdmap e1038: 8 total, 8 up, 8 in 2024-04-15T14:55:08.688 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:55:08 smithi102 ceph-mon[87131]: osdmap e1039: 8 total, 8 up, 8 in 2024-04-15T14:55:08.789 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:55:08 smithi016 ceph-mon[90652]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "test-rados-api-smithi016-135140-8", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi016-135140-8"}]': finished 2024-04-15T14:55:08.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:55:08 smithi016 ceph-mon[90652]: osdmap e1038: 8 total, 8 up, 8 in 2024-04-15T14:55:08.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:55:08 smithi016 ceph-mon[90652]: osdmap e1039: 8 total, 8 up, 8 in 2024-04-15T14:55:08.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:55:08 smithi016 ceph-mon[93212]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "test-rados-api-smithi016-135140-8", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi016-135140-8"}]': finished 2024-04-15T14:55:08.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:55:08 smithi016 ceph-mon[93212]: osdmap e1038: 8 total, 8 up, 8 in 2024-04-15T14:55:08.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:55:08 smithi016 ceph-mon[93212]: osdmap e1039: 8 total, 8 up, 8 in 2024-04-15T14:55:09.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:55:09 smithi102 ceph-mon[87131]: pgmap v1246: 113 pgs: 2 creating+peering, 6 unknown, 105 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail 2024-04-15T14:55:09.688 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:55:09 smithi102 ceph-mon[87131]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-15T14:55:09.688 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:55:09 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T14:55:09.688 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:55:09 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T14:55:09.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:55:09 smithi016 ceph-mon[93212]: pgmap v1246: 113 pgs: 2 creating+peering, 6 unknown, 105 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail 2024-04-15T14:55:09.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:55:09 smithi016 ceph-mon[93212]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-15T14:55:09.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:55:09 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T14:55:09.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:55:09 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T14:55:09.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:55:09 smithi016 ceph-mon[90652]: pgmap v1246: 113 pgs: 2 creating+peering, 6 unknown, 105 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail 2024-04-15T14:55:09.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:55:09 smithi016 ceph-mon[90652]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-15T14:55:09.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:55:09 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T14:55:09.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:55:09 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T14:55:10.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:55:10 smithi102 ceph-mon[87131]: osdmap e1040: 8 total, 8 up, 8 in 2024-04-15T14:55:10.789 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:55:10 smithi016 ceph-mon[90652]: osdmap e1040: 8 total, 8 up, 8 in 2024-04-15T14:55:10.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:55:10 smithi016 ceph-mon[93212]: osdmap e1040: 8 total, 8 up, 8 in 2024-04-15T14:55:11.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:55:11 smithi102 ceph-mon[87131]: pgmap v1249: 113 pgs: 2 creating+peering, 6 unknown, 105 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail 2024-04-15T14:55:11.778 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:55:11 smithi016 ceph-mon[90652]: pgmap v1249: 113 pgs: 2 creating+peering, 6 unknown, 105 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail 2024-04-15T14:55:11.779 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:55:11 smithi016 ceph-mon[93212]: pgmap v1249: 113 pgs: 2 creating+peering, 6 unknown, 105 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail 2024-04-15T14:55:12.040 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 15 14:55:11 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-y[81421]: ::ffff:172.21.15.102 - - [15/Apr/2024:14:55:11] "GET /metrics HTTP/1.1" 200 36275 "" "Prometheus/2.43.0" 2024-04-15T14:55:12.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:55:12 smithi102 ceph-mon[87131]: osdmap e1041: 8 total, 8 up, 8 in 2024-04-15T14:55:12.688 INFO:journalctl@ceph.prometheus.a.smithi102.stdout:Apr 15 14:55:12 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-prometheus-a[120881]: ts=2024-04-15T14:55:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi016:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"362ea986-fb34-11ee-bc8f-c7b262605968\", instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T14:55:12.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:55:12 smithi016 ceph-mon[90652]: osdmap e1041: 8 total, 8 up, 8 in 2024-04-15T14:55:12.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:55:12 smithi016 ceph-mon[93212]: osdmap e1041: 8 total, 8 up, 8 in 2024-04-15T14:55:13.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:55:13 smithi016 ceph-mon[90652]: pgmap v1251: 113 pgs: 2 creating+peering, 111 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 216 B/s wr, 0 op/s 2024-04-15T14:55:13.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:55:13 smithi016 ceph-mon[90652]: osdmap e1042: 8 total, 8 up, 8 in 2024-04-15T14:55:13.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:55:13 smithi016 ceph-mon[93212]: pgmap v1251: 113 pgs: 2 creating+peering, 111 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 216 B/s wr, 0 op/s 2024-04-15T14:55:13.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:55:13 smithi016 ceph-mon[93212]: osdmap e1042: 8 total, 8 up, 8 in 2024-04-15T14:55:13.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:55:13 smithi102 ceph-mon[87131]: pgmap v1251: 113 pgs: 2 creating+peering, 111 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 216 B/s wr, 0 op/s 2024-04-15T14:55:13.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:55:13 smithi102 ceph-mon[87131]: osdmap e1042: 8 total, 8 up, 8 in 2024-04-15T14:55:14.789 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:55:14 smithi016 ceph-mon[90652]: osdmap e1043: 8 total, 8 up, 8 in 2024-04-15T14:55:14.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:55:14 smithi016 ceph-mon[93212]: osdmap e1043: 8 total, 8 up, 8 in 2024-04-15T14:55:14.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:55:14 smithi102 ceph-mon[87131]: osdmap e1043: 8 total, 8 up, 8 in 2024-04-15T14:55:15.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:55:15 smithi016 ceph-mon[90652]: pgmap v1254: 113 pgs: 113 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 216 B/s wr, 0 op/s 2024-04-15T14:55:15.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:55:15 smithi016 ceph-mon[90652]: osdmap e1044: 8 total, 8 up, 8 in 2024-04-15T14:55:15.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:55:15 smithi016 ceph-mon[90652]: from='client.? 172.21.15.16:0/2787890828' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi016-135140-8"}]: dispatch 2024-04-15T14:55:15.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:55:15 smithi016 ceph-mon[90652]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi016-135140-8"}]: dispatch 2024-04-15T14:55:15.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:55:15 smithi016 ceph-mon[93212]: pgmap v1254: 113 pgs: 113 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 216 B/s wr, 0 op/s 2024-04-15T14:55:15.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:55:15 smithi016 ceph-mon[93212]: osdmap e1044: 8 total, 8 up, 8 in 2024-04-15T14:55:15.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:55:15 smithi016 ceph-mon[93212]: from='client.? 172.21.15.16:0/2787890828' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi016-135140-8"}]: dispatch 2024-04-15T14:55:15.791 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:55:15 smithi016 ceph-mon[93212]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi016-135140-8"}]: dispatch 2024-04-15T14:55:15.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:55:15 smithi102 ceph-mon[87131]: pgmap v1254: 113 pgs: 113 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 216 B/s wr, 0 op/s 2024-04-15T14:55:15.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:55:15 smithi102 ceph-mon[87131]: osdmap e1044: 8 total, 8 up, 8 in 2024-04-15T14:55:15.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:55:15 smithi102 ceph-mon[87131]: from='client.? 172.21.15.16:0/2787890828' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi016-135140-8"}]: dispatch 2024-04-15T14:55:15.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:55:15 smithi102 ceph-mon[87131]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi016-135140-8"}]: dispatch 2024-04-15T14:55:16.484 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] cls_rgw.test_put_snap_ec (12114 ms) 2024-04-15T14:55:16.484 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] cls_rgw.test_explicit_ec 2024-04-15T14:55:16.789 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:55:16 smithi016 ceph-mon[90652]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi016-135140-8"}]': finished 2024-04-15T14:55:16.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:55:16 smithi016 ceph-mon[90652]: osdmap e1045: 8 total, 8 up, 8 in 2024-04-15T14:55:16.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:55:16 smithi016 ceph-mon[90652]: from='client.? 172.21.15.16:0/2787890828' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi016-135140-8"}]: dispatch 2024-04-15T14:55:16.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:55:16 smithi016 ceph-mon[90652]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi016-135140-8"}]: dispatch 2024-04-15T14:55:16.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:55:16 smithi016 ceph-mon[93212]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi016-135140-8"}]': finished 2024-04-15T14:55:16.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:55:16 smithi016 ceph-mon[93212]: osdmap e1045: 8 total, 8 up, 8 in 2024-04-15T14:55:16.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:55:16 smithi016 ceph-mon[93212]: from='client.? 172.21.15.16:0/2787890828' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi016-135140-8"}]: dispatch 2024-04-15T14:55:16.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:55:16 smithi016 ceph-mon[93212]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi016-135140-8"}]: dispatch 2024-04-15T14:55:16.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:55:16 smithi102 ceph-mon[87131]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi016-135140-8"}]': finished 2024-04-15T14:55:16.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:55:16 smithi102 ceph-mon[87131]: osdmap e1045: 8 total, 8 up, 8 in 2024-04-15T14:55:16.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:55:16 smithi102 ceph-mon[87131]: from='client.? 172.21.15.16:0/2787890828' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi016-135140-8"}]: dispatch 2024-04-15T14:55:16.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:55:16 smithi102 ceph-mon[87131]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi016-135140-8"}]: dispatch 2024-04-15T14:55:17.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:55:17 smithi016 ceph-mon[93212]: pgmap v1257: 105 pgs: 105 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-04-15T14:55:17.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:55:17 smithi016 ceph-mon[93212]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-15T14:55:17.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:55:17 smithi016 ceph-mon[93212]: Cluster is now healthy 2024-04-15T14:55:17.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:55:17 smithi016 ceph-mon[93212]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi016-135140-8"}]': finished 2024-04-15T14:55:17.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:55:17 smithi016 ceph-mon[93212]: osdmap e1046: 8 total, 8 up, 8 in 2024-04-15T14:55:17.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:55:17 smithi016 ceph-mon[93212]: from='client.? 172.21.15.16:0/2994857804' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi016-135140-9"}]: dispatch 2024-04-15T14:55:17.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:55:17 smithi016 ceph-mon[93212]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi016-135140-9"}]: dispatch 2024-04-15T14:55:17.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:55:17 smithi016 ceph-mon[93212]: from='client.? 172.21.15.16:0/2994857804' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi016-135140-9"}]: dispatch 2024-04-15T14:55:17.791 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:55:17 smithi016 ceph-mon[93212]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi016-135140-9"}]: dispatch 2024-04-15T14:55:17.791 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:55:17 smithi016 ceph-mon[93212]: from='client.? 172.21.15.16:0/2994857804' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi016-135140-9", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-04-15T14:55:17.791 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:55:17 smithi016 ceph-mon[93212]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi016-135140-9", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-04-15T14:55:17.791 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:55:17 smithi016 ceph-mon[90652]: pgmap v1257: 105 pgs: 105 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-04-15T14:55:17.791 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:55:17 smithi016 ceph-mon[90652]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-15T14:55:17.791 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:55:17 smithi016 ceph-mon[90652]: Cluster is now healthy 2024-04-15T14:55:17.791 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:55:17 smithi016 ceph-mon[90652]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi016-135140-8"}]': finished 2024-04-15T14:55:17.791 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:55:17 smithi016 ceph-mon[90652]: osdmap e1046: 8 total, 8 up, 8 in 2024-04-15T14:55:17.791 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:55:17 smithi016 ceph-mon[90652]: from='client.? 172.21.15.16:0/2994857804' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi016-135140-9"}]: dispatch 2024-04-15T14:55:17.791 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:55:17 smithi016 ceph-mon[90652]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi016-135140-9"}]: dispatch 2024-04-15T14:55:17.791 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:55:17 smithi016 ceph-mon[90652]: from='client.? 172.21.15.16:0/2994857804' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi016-135140-9"}]: dispatch 2024-04-15T14:55:17.792 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:55:17 smithi016 ceph-mon[90652]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi016-135140-9"}]: dispatch 2024-04-15T14:55:17.792 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:55:17 smithi016 ceph-mon[90652]: from='client.? 172.21.15.16:0/2994857804' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi016-135140-9", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-04-15T14:55:17.792 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:55:17 smithi016 ceph-mon[90652]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi016-135140-9", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-04-15T14:55:17.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:55:17 smithi102 ceph-mon[87131]: pgmap v1257: 105 pgs: 105 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-04-15T14:55:17.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:55:17 smithi102 ceph-mon[87131]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-15T14:55:17.938 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:55:17 smithi102 ceph-mon[87131]: Cluster is now healthy 2024-04-15T14:55:17.938 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:55:17 smithi102 ceph-mon[87131]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi016-135140-8"}]': finished 2024-04-15T14:55:17.938 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:55:17 smithi102 ceph-mon[87131]: osdmap e1046: 8 total, 8 up, 8 in 2024-04-15T14:55:17.938 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:55:17 smithi102 ceph-mon[87131]: from='client.? 172.21.15.16:0/2994857804' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi016-135140-9"}]: dispatch 2024-04-15T14:55:17.938 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:55:17 smithi102 ceph-mon[87131]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi016-135140-9"}]: dispatch 2024-04-15T14:55:17.938 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:55:17 smithi102 ceph-mon[87131]: from='client.? 172.21.15.16:0/2994857804' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi016-135140-9"}]: dispatch 2024-04-15T14:55:17.938 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:55:17 smithi102 ceph-mon[87131]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi016-135140-9"}]: dispatch 2024-04-15T14:55:17.938 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:55:17 smithi102 ceph-mon[87131]: from='client.? 172.21.15.16:0/2994857804' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi016-135140-9", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-04-15T14:55:17.938 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:55:17 smithi102 ceph-mon[87131]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi016-135140-9", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-04-15T14:55:18.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:55:18 smithi016 ceph-mon[90652]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi016-135140-9", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]': finished 2024-04-15T14:55:18.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:55:18 smithi016 ceph-mon[90652]: osdmap e1047: 8 total, 8 up, 8 in 2024-04-15T14:55:18.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:55:18 smithi016 ceph-mon[90652]: from='client.? 172.21.15.16:0/2994857804' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "test-rados-api-smithi016-135140-9", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi016-135140-9"}]: dispatch 2024-04-15T14:55:18.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:55:18 smithi016 ceph-mon[90652]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "test-rados-api-smithi016-135140-9", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi016-135140-9"}]: dispatch 2024-04-15T14:55:18.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:55:18 smithi016 ceph-mon[93212]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi016-135140-9", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]': finished 2024-04-15T14:55:18.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:55:18 smithi016 ceph-mon[93212]: osdmap e1047: 8 total, 8 up, 8 in 2024-04-15T14:55:18.791 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:55:18 smithi016 ceph-mon[93212]: from='client.? 172.21.15.16:0/2994857804' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "test-rados-api-smithi016-135140-9", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi016-135140-9"}]: dispatch 2024-04-15T14:55:18.791 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:55:18 smithi016 ceph-mon[93212]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "test-rados-api-smithi016-135140-9", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi016-135140-9"}]: dispatch 2024-04-15T14:55:18.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:55:18 smithi102 ceph-mon[87131]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi016-135140-9", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]': finished 2024-04-15T14:55:18.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:55:18 smithi102 ceph-mon[87131]: osdmap e1047: 8 total, 8 up, 8 in 2024-04-15T14:55:18.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:55:18 smithi102 ceph-mon[87131]: from='client.? 172.21.15.16:0/2994857804' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "test-rados-api-smithi016-135140-9", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi016-135140-9"}]: dispatch 2024-04-15T14:55:18.938 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:55:18 smithi102 ceph-mon[87131]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "test-rados-api-smithi016-135140-9", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi016-135140-9"}]: dispatch 2024-04-15T14:55:19.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:55:19 smithi016 ceph-mon[90652]: pgmap v1260: 105 pgs: 105 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-04-15T14:55:19.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:55:19 smithi016 ceph-mon[90652]: osdmap e1048: 8 total, 8 up, 8 in 2024-04-15T14:55:19.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:55:19 smithi016 ceph-mon[93212]: pgmap v1260: 105 pgs: 105 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-04-15T14:55:19.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:55:19 smithi016 ceph-mon[93212]: osdmap e1048: 8 total, 8 up, 8 in 2024-04-15T14:55:19.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:55:19 smithi102 ceph-mon[87131]: pgmap v1260: 105 pgs: 105 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-04-15T14:55:19.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:55:19 smithi102 ceph-mon[87131]: osdmap e1048: 8 total, 8 up, 8 in 2024-04-15T14:55:20.789 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:55:20 smithi016 ceph-mon[93212]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "test-rados-api-smithi016-135140-9", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi016-135140-9"}]': finished 2024-04-15T14:55:20.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:55:20 smithi016 ceph-mon[93212]: osdmap e1049: 8 total, 8 up, 8 in 2024-04-15T14:55:20.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:55:20 smithi016 ceph-mon[90652]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "test-rados-api-smithi016-135140-9", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi016-135140-9"}]': finished 2024-04-15T14:55:20.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:55:20 smithi016 ceph-mon[90652]: osdmap e1049: 8 total, 8 up, 8 in 2024-04-15T14:55:20.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:55:20 smithi102 ceph-mon[87131]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "test-rados-api-smithi016-135140-9", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi016-135140-9"}]': finished 2024-04-15T14:55:20.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:55:20 smithi102 ceph-mon[87131]: osdmap e1049: 8 total, 8 up, 8 in 2024-04-15T14:55:21.778 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:55:21 smithi016 ceph-mon[90652]: pgmap v1263: 113 pgs: 8 unknown, 105 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-04-15T14:55:21.779 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:55:21 smithi016 ceph-mon[90652]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-15T14:55:21.779 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:55:21 smithi016 ceph-mon[90652]: osdmap e1050: 8 total, 8 up, 8 in 2024-04-15T14:55:21.779 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:55:21 smithi016 ceph-mon[93212]: pgmap v1263: 113 pgs: 8 unknown, 105 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-04-15T14:55:21.779 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:55:21 smithi016 ceph-mon[93212]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-15T14:55:21.779 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:55:21 smithi016 ceph-mon[93212]: osdmap e1050: 8 total, 8 up, 8 in 2024-04-15T14:55:21.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:55:21 smithi102 ceph-mon[87131]: pgmap v1263: 113 pgs: 8 unknown, 105 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-04-15T14:55:21.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:55:21 smithi102 ceph-mon[87131]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-15T14:55:21.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:55:21 smithi102 ceph-mon[87131]: osdmap e1050: 8 total, 8 up, 8 in 2024-04-15T14:55:22.039 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 15 14:55:21 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-y[81421]: ::ffff:172.21.15.102 - - [15/Apr/2024:14:55:21] "GET /metrics HTTP/1.1" 200 36275 "" "Prometheus/2.43.0" 2024-04-15T14:55:22.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:55:22 smithi102 ceph-mon[87131]: osdmap e1051: 8 total, 8 up, 8 in 2024-04-15T14:55:22.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:55:22 smithi102 ceph-mon[87131]: from='client.? 172.21.15.16:0/2994857804' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi016-135140-9"}]: dispatch 2024-04-15T14:55:22.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:55:22 smithi102 ceph-mon[87131]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi016-135140-9"}]: dispatch 2024-04-15T14:55:22.688 INFO:journalctl@ceph.prometheus.a.smithi102.stdout:Apr 15 14:55:22 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-prometheus-a[120881]: ts=2024-04-15T14:55:22.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi016:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"362ea986-fb34-11ee-bc8f-c7b262605968\", instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T14:55:22.789 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:55:22 smithi016 ceph-mon[93212]: osdmap e1051: 8 total, 8 up, 8 in 2024-04-15T14:55:22.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:55:22 smithi016 ceph-mon[93212]: from='client.? 172.21.15.16:0/2994857804' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi016-135140-9"}]: dispatch 2024-04-15T14:55:22.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:55:22 smithi016 ceph-mon[93212]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi016-135140-9"}]: dispatch 2024-04-15T14:55:22.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:55:22 smithi016 ceph-mon[90652]: osdmap e1051: 8 total, 8 up, 8 in 2024-04-15T14:55:22.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:55:22 smithi016 ceph-mon[90652]: from='client.? 172.21.15.16:0/2994857804' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi016-135140-9"}]: dispatch 2024-04-15T14:55:22.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:55:22 smithi016 ceph-mon[90652]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi016-135140-9"}]: dispatch 2024-04-15T14:55:23.524 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] cls_rgw.test_explicit_ec (7041 ms) 2024-04-15T14:55:23.525 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] cls_rgw.set_ec 2024-04-15T14:55:23.789 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:55:23 smithi016 ceph-mon[93212]: pgmap v1266: 105 pgs: 105 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-04-15T14:55:23.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:55:23 smithi016 ceph-mon[93212]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-15T14:55:23.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:55:23 smithi016 ceph-mon[93212]: Cluster is now healthy 2024-04-15T14:55:23.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:55:23 smithi016 ceph-mon[93212]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi016-135140-9"}]': finished 2024-04-15T14:55:23.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:55:23 smithi016 ceph-mon[93212]: osdmap e1052: 8 total, 8 up, 8 in 2024-04-15T14:55:23.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:55:23 smithi016 ceph-mon[93212]: from='client.? 172.21.15.16:0/2994857804' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi016-135140-9"}]: dispatch 2024-04-15T14:55:23.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:55:23 smithi016 ceph-mon[93212]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi016-135140-9"}]: dispatch 2024-04-15T14:55:23.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:55:23 smithi016 ceph-mon[90652]: pgmap v1266: 105 pgs: 105 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-04-15T14:55:23.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:55:23 smithi016 ceph-mon[90652]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-15T14:55:23.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:55:23 smithi016 ceph-mon[90652]: Cluster is now healthy 2024-04-15T14:55:23.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:55:23 smithi016 ceph-mon[90652]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi016-135140-9"}]': finished 2024-04-15T14:55:23.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:55:23 smithi016 ceph-mon[90652]: osdmap e1052: 8 total, 8 up, 8 in 2024-04-15T14:55:23.791 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:55:23 smithi016 ceph-mon[90652]: from='client.? 172.21.15.16:0/2994857804' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi016-135140-9"}]: dispatch 2024-04-15T14:55:23.791 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:55:23 smithi016 ceph-mon[90652]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi016-135140-9"}]: dispatch 2024-04-15T14:55:23.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:55:23 smithi102 ceph-mon[87131]: pgmap v1266: 105 pgs: 105 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-04-15T14:55:23.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:55:23 smithi102 ceph-mon[87131]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-15T14:55:23.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:55:23 smithi102 ceph-mon[87131]: Cluster is now healthy 2024-04-15T14:55:23.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:55:23 smithi102 ceph-mon[87131]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi016-135140-9"}]': finished 2024-04-15T14:55:23.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:55:23 smithi102 ceph-mon[87131]: osdmap e1052: 8 total, 8 up, 8 in 2024-04-15T14:55:23.938 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:55:23 smithi102 ceph-mon[87131]: from='client.? 172.21.15.16:0/2994857804' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi016-135140-9"}]: dispatch 2024-04-15T14:55:23.938 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:55:23 smithi102 ceph-mon[87131]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi016-135140-9"}]: dispatch 2024-04-15T14:55:24.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:55:24 smithi016 ceph-mon[90652]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi016-135140-9"}]': finished 2024-04-15T14:55:24.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:55:24 smithi016 ceph-mon[90652]: osdmap e1053: 8 total, 8 up, 8 in 2024-04-15T14:55:24.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:55:24 smithi016 ceph-mon[90652]: from='client.? 172.21.15.16:0/1124466332' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi016-135140-10"}]: dispatch 2024-04-15T14:55:24.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:55:24 smithi016 ceph-mon[90652]: from='client.? 172.21.15.16:0/1124466332' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi016-135140-10"}]: dispatch 2024-04-15T14:55:24.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:55:24 smithi016 ceph-mon[90652]: from='client.? 172.21.15.16:0/1124466332' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi016-135140-10", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-04-15T14:55:24.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:55:24 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T14:55:24.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:55:24 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T14:55:24.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:55:24 smithi016 ceph-mon[93212]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi016-135140-9"}]': finished 2024-04-15T14:55:24.791 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:55:24 smithi016 ceph-mon[93212]: osdmap e1053: 8 total, 8 up, 8 in 2024-04-15T14:55:24.791 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:55:24 smithi016 ceph-mon[93212]: from='client.? 172.21.15.16:0/1124466332' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi016-135140-10"}]: dispatch 2024-04-15T14:55:24.791 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:55:24 smithi016 ceph-mon[93212]: from='client.? 172.21.15.16:0/1124466332' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi016-135140-10"}]: dispatch 2024-04-15T14:55:24.791 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:55:24 smithi016 ceph-mon[93212]: from='client.? 172.21.15.16:0/1124466332' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi016-135140-10", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-04-15T14:55:24.791 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:55:24 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T14:55:24.791 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:55:24 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T14:55:24.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:55:24 smithi102 ceph-mon[87131]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi016-135140-9"}]': finished 2024-04-15T14:55:24.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:55:24 smithi102 ceph-mon[87131]: osdmap e1053: 8 total, 8 up, 8 in 2024-04-15T14:55:24.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:55:24 smithi102 ceph-mon[87131]: from='client.? 172.21.15.16:0/1124466332' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi016-135140-10"}]: dispatch 2024-04-15T14:55:24.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:55:24 smithi102 ceph-mon[87131]: from='client.? 172.21.15.16:0/1124466332' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi016-135140-10"}]: dispatch 2024-04-15T14:55:24.938 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:55:24 smithi102 ceph-mon[87131]: from='client.? 172.21.15.16:0/1124466332' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi016-135140-10", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-04-15T14:55:24.938 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:55:24 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T14:55:24.938 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:55:24 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T14:55:25.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:55:25 smithi102 ceph-mon[87131]: pgmap v1269: 105 pgs: 105 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-04-15T14:55:25.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:55:25 smithi102 ceph-mon[87131]: from='client.? 172.21.15.16:0/1124466332' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi016-135140-10", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]': finished 2024-04-15T14:55:25.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:55:25 smithi102 ceph-mon[87131]: osdmap e1054: 8 total, 8 up, 8 in 2024-04-15T14:55:25.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:55:25 smithi102 ceph-mon[87131]: from='client.? 172.21.15.16:0/1124466332' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "test-rados-api-smithi016-135140-10", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi016-135140-10"}]: dispatch 2024-04-15T14:55:26.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:55:25 smithi016 ceph-mon[90652]: pgmap v1269: 105 pgs: 105 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-04-15T14:55:26.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:55:25 smithi016 ceph-mon[90652]: from='client.? 172.21.15.16:0/1124466332' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi016-135140-10", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]': finished 2024-04-15T14:55:26.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:55:25 smithi016 ceph-mon[90652]: osdmap e1054: 8 total, 8 up, 8 in 2024-04-15T14:55:26.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:55:25 smithi016 ceph-mon[90652]: from='client.? 172.21.15.16:0/1124466332' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "test-rados-api-smithi016-135140-10", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi016-135140-10"}]: dispatch 2024-04-15T14:55:26.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:55:25 smithi016 ceph-mon[93212]: pgmap v1269: 105 pgs: 105 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-04-15T14:55:26.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:55:25 smithi016 ceph-mon[93212]: from='client.? 172.21.15.16:0/1124466332' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi016-135140-10", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]': finished 2024-04-15T14:55:26.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:55:25 smithi016 ceph-mon[93212]: osdmap e1054: 8 total, 8 up, 8 in 2024-04-15T14:55:26.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:55:25 smithi016 ceph-mon[93212]: from='client.? 172.21.15.16:0/1124466332' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "test-rados-api-smithi016-135140-10", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi016-135140-10"}]: dispatch 2024-04-15T14:55:26.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:55:26 smithi102 ceph-mon[87131]: osdmap e1055: 8 total, 8 up, 8 in 2024-04-15T14:55:26.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:55:26 smithi102 ceph-mon[87131]: from='client.? 172.21.15.16:0/1124466332' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "test-rados-api-smithi016-135140-10", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi016-135140-10"}]': finished 2024-04-15T14:55:26.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:55:26 smithi102 ceph-mon[87131]: osdmap e1056: 8 total, 8 up, 8 in 2024-04-15T14:55:27.039 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:55:26 smithi016 ceph-mon[90652]: osdmap e1055: 8 total, 8 up, 8 in 2024-04-15T14:55:27.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:55:26 smithi016 ceph-mon[90652]: from='client.? 172.21.15.16:0/1124466332' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "test-rados-api-smithi016-135140-10", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi016-135140-10"}]': finished 2024-04-15T14:55:27.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:55:26 smithi016 ceph-mon[90652]: osdmap e1056: 8 total, 8 up, 8 in 2024-04-15T14:55:27.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:55:26 smithi016 ceph-mon[93212]: osdmap e1055: 8 total, 8 up, 8 in 2024-04-15T14:55:27.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:55:26 smithi016 ceph-mon[93212]: from='client.? 172.21.15.16:0/1124466332' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "test-rados-api-smithi016-135140-10", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi016-135140-10"}]': finished 2024-04-15T14:55:27.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:55:26 smithi016 ceph-mon[93212]: osdmap e1056: 8 total, 8 up, 8 in 2024-04-15T14:55:27.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:55:27 smithi102 ceph-mon[87131]: pgmap v1272: 105 pgs: 105 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-04-15T14:55:27.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:55:27 smithi102 ceph-mon[87131]: osdmap e1057: 8 total, 8 up, 8 in 2024-04-15T14:55:28.039 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:55:27 smithi016 ceph-mon[90652]: pgmap v1272: 105 pgs: 105 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-04-15T14:55:28.039 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:55:27 smithi016 ceph-mon[90652]: osdmap e1057: 8 total, 8 up, 8 in 2024-04-15T14:55:28.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:55:27 smithi016 ceph-mon[93212]: pgmap v1272: 105 pgs: 105 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-04-15T14:55:28.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:55:27 smithi016 ceph-mon[93212]: osdmap e1057: 8 total, 8 up, 8 in 2024-04-15T14:55:29.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:55:29 smithi102 ceph-mon[87131]: pgmap v1275: 113 pgs: 1 creating+peering, 7 unknown, 105 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-04-15T14:55:29.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:55:29 smithi102 ceph-mon[87131]: osdmap e1058: 8 total, 8 up, 8 in 2024-04-15T14:55:29.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:55:29 smithi102 ceph-mon[87131]: from='client.? 172.21.15.16:0/1124466332' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi016-135140-10"}]: dispatch 2024-04-15T14:55:29.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:55:29 smithi102 ceph-mon[87131]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-15T14:55:30.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:55:29 smithi016 ceph-mon[90652]: pgmap v1275: 113 pgs: 1 creating+peering, 7 unknown, 105 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-04-15T14:55:30.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:55:29 smithi016 ceph-mon[90652]: osdmap e1058: 8 total, 8 up, 8 in 2024-04-15T14:55:30.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:55:29 smithi016 ceph-mon[90652]: from='client.? 172.21.15.16:0/1124466332' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi016-135140-10"}]: dispatch 2024-04-15T14:55:30.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:55:29 smithi016 ceph-mon[90652]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-15T14:55:30.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:55:29 smithi016 ceph-mon[93212]: pgmap v1275: 113 pgs: 1 creating+peering, 7 unknown, 105 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-04-15T14:55:30.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:55:29 smithi016 ceph-mon[93212]: osdmap e1058: 8 total, 8 up, 8 in 2024-04-15T14:55:30.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:55:29 smithi016 ceph-mon[93212]: from='client.? 172.21.15.16:0/1124466332' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi016-135140-10"}]: dispatch 2024-04-15T14:55:30.041 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:55:29 smithi016 ceph-mon[93212]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-15T14:55:30.553 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] cls_rgw.set_ec (7028 ms) 2024-04-15T14:55:30.553 INFO:tasks.workunit.client.0.smithi016.stdout:[----------] 10 tests from cls_rgw (61236 ms total) 2024-04-15T14:55:30.553 INFO:tasks.workunit.client.0.smithi016.stdout: 2024-04-15T14:55:30.553 INFO:tasks.workunit.client.0.smithi016.stdout:[----------] Global test environment tear-down 2024-04-15T14:55:30.553 INFO:tasks.workunit.client.0.smithi016.stdout:[==========] 10 tests from 1 test suite ran. (61236 ms total) 2024-04-15T14:55:30.553 INFO:tasks.workunit.client.0.smithi016.stdout:[ PASSED ] 10 tests. 2024-04-15T14:55:30.556 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-04-15T14:55:30.556 DEBUG:teuthology.orchestra.run.smithi016:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-04-15T14:55:30.630 INFO:tasks.workunit:Running workunit cls/test_cls_rgw.sh... 2024-04-15T14:55:30.630 DEBUG:teuthology.orchestra.run.smithi016:workunit test cls/test_cls_rgw.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=reef TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/cls/test_cls_rgw.sh 2024-04-15T14:55:30.706 INFO:tasks.workunit.client.0.smithi016.stdout:Running main() from gmock_main.cc 2024-04-15T14:55:30.706 INFO:tasks.workunit.client.0.smithi016.stdout:[==========] Running 16 tests from 1 test suite. 2024-04-15T14:55:30.706 INFO:tasks.workunit.client.0.smithi016.stdout:[----------] Global test environment set-up. 2024-04-15T14:55:30.706 INFO:tasks.workunit.client.0.smithi016.stdout:[----------] 16 tests from cls_rgw 2024-04-15T14:55:30.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:55:30 smithi102 ceph-mon[87131]: from='client.? 172.21.15.16:0/1124466332' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi016-135140-10"}]': finished 2024-04-15T14:55:30.938 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:55:30 smithi102 ceph-mon[87131]: osdmap e1059: 8 total, 8 up, 8 in 2024-04-15T14:55:30.938 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:55:30 smithi102 ceph-mon[87131]: from='client.? 172.21.15.16:0/1124466332' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi016-135140-10"}]: dispatch 2024-04-15T14:55:30.938 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:55:30 smithi102 ceph-mon[87131]: from='client.? 172.21.15.16:0/1124466332' entity='client.admin' cmd='[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi016-135140-10"}]': finished 2024-04-15T14:55:31.039 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:55:30 smithi016 ceph-mon[90652]: from='client.? 172.21.15.16:0/1124466332' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi016-135140-10"}]': finished 2024-04-15T14:55:31.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:55:30 smithi016 ceph-mon[90652]: osdmap e1059: 8 total, 8 up, 8 in 2024-04-15T14:55:31.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:55:30 smithi016 ceph-mon[90652]: from='client.? 172.21.15.16:0/1124466332' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi016-135140-10"}]: dispatch 2024-04-15T14:55:31.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:55:30 smithi016 ceph-mon[90652]: from='client.? 172.21.15.16:0/1124466332' entity='client.admin' cmd='[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi016-135140-10"}]': finished 2024-04-15T14:55:31.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:55:30 smithi016 ceph-mon[93212]: from='client.? 172.21.15.16:0/1124466332' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi016-135140-10"}]': finished 2024-04-15T14:55:31.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:55:30 smithi016 ceph-mon[93212]: osdmap e1059: 8 total, 8 up, 8 in 2024-04-15T14:55:31.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:55:30 smithi016 ceph-mon[93212]: from='client.? 172.21.15.16:0/1124466332' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi016-135140-10"}]: dispatch 2024-04-15T14:55:31.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:55:30 smithi016 ceph-mon[93212]: from='client.? 172.21.15.16:0/1124466332' entity='client.admin' cmd='[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi016-135140-10"}]': finished 2024-04-15T14:55:31.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:55:31 smithi102 ceph-mon[87131]: pgmap v1278: 105 pgs: 105 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-04-15T14:55:31.938 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:55:31 smithi102 ceph-mon[87131]: osdmap e1060: 8 total, 8 up, 8 in 2024-04-15T14:55:31.938 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:55:31 smithi102 ceph-mon[87131]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-15T14:55:31.938 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:55:31 smithi102 ceph-mon[87131]: Cluster is now healthy 2024-04-15T14:55:32.039 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 15 14:55:31 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-y[81421]: ::ffff:172.21.15.102 - - [15/Apr/2024:14:55:31] "GET /metrics HTTP/1.1" 200 33913 "" "Prometheus/2.43.0" 2024-04-15T14:55:32.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:55:31 smithi016 ceph-mon[93212]: pgmap v1278: 105 pgs: 105 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-04-15T14:55:32.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:55:31 smithi016 ceph-mon[93212]: osdmap e1060: 8 total, 8 up, 8 in 2024-04-15T14:55:32.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:55:31 smithi016 ceph-mon[93212]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-15T14:55:32.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:55:31 smithi016 ceph-mon[93212]: Cluster is now healthy 2024-04-15T14:55:32.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:55:31 smithi016 ceph-mon[90652]: pgmap v1278: 105 pgs: 105 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-04-15T14:55:32.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:55:31 smithi016 ceph-mon[90652]: osdmap e1060: 8 total, 8 up, 8 in 2024-04-15T14:55:32.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:55:31 smithi016 ceph-mon[90652]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-15T14:55:32.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:55:31 smithi016 ceph-mon[90652]: Cluster is now healthy 2024-04-15T14:55:32.566 INFO:journalctl@ceph.prometheus.a.smithi102.stdout:Apr 15 14:55:32 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-prometheus-a[120881]: ts=2024-04-15T14:55:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi016:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"362ea986-fb34-11ee-bc8f-c7b262605968\", instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T14:55:32.571 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] cls_rgw.index_basic 2024-04-15T14:55:32.615 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] cls_rgw.index_basic (44 ms) 2024-04-15T14:55:32.616 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] cls_rgw.index_multiple_obj_writers 2024-04-15T14:55:32.643 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] cls_rgw.index_multiple_obj_writers (28 ms) 2024-04-15T14:55:32.687 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] cls_rgw.index_remove_object 2024-04-15T14:55:32.688 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] cls_rgw.index_remove_object (34 ms) 2024-04-15T14:55:32.688 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] cls_rgw.index_suggest 2024-04-15T14:55:32.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:55:32 smithi102 ceph-mon[87131]: osdmap e1061: 8 total, 8 up, 8 in 2024-04-15T14:55:32.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:55:32 smithi102 ceph-mon[87131]: from='client.? 172.21.15.16:0/1557761406' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi016-135479-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T14:55:33.039 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:55:32 smithi016 ceph-mon[90652]: osdmap e1061: 8 total, 8 up, 8 in 2024-04-15T14:55:33.039 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:55:32 smithi016 ceph-mon[90652]: from='client.? 172.21.15.16:0/1557761406' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi016-135479-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T14:55:33.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:55:32 smithi016 ceph-mon[93212]: osdmap e1061: 8 total, 8 up, 8 in 2024-04-15T14:55:33.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:55:32 smithi016 ceph-mon[93212]: from='client.? 172.21.15.16:0/1557761406' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi016-135479-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T14:55:33.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:55:33 smithi102 ceph-mon[87131]: pgmap v1281: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-04-15T14:55:33.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:55:33 smithi102 ceph-mon[87131]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-15T14:55:33.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:55:33 smithi102 ceph-mon[87131]: from='client.? 172.21.15.16:0/1557761406' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi016-135479-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-15T14:55:33.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:55:33 smithi102 ceph-mon[87131]: osdmap e1062: 8 total, 8 up, 8 in 2024-04-15T14:55:34.039 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:55:33 smithi016 ceph-mon[90652]: pgmap v1281: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-04-15T14:55:34.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:55:33 smithi016 ceph-mon[90652]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-15T14:55:34.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:55:33 smithi016 ceph-mon[90652]: from='client.? 172.21.15.16:0/1557761406' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi016-135479-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-15T14:55:34.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:55:33 smithi016 ceph-mon[90652]: osdmap e1062: 8 total, 8 up, 8 in 2024-04-15T14:55:34.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:55:33 smithi016 ceph-mon[93212]: pgmap v1281: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-04-15T14:55:34.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:55:33 smithi016 ceph-mon[93212]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-15T14:55:34.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:55:33 smithi016 ceph-mon[93212]: from='client.? 172.21.15.16:0/1557761406' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi016-135479-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-15T14:55:34.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:55:33 smithi016 ceph-mon[93212]: osdmap e1062: 8 total, 8 up, 8 in 2024-04-15T14:55:34.115 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] cls_rgw.index_suggest (1438 ms) 2024-04-15T14:55:34.116 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] cls_rgw.index_suggest_complete 2024-04-15T14:55:34.123 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] cls_rgw.index_suggest_complete (8 ms) 2024-04-15T14:55:34.124 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] cls_rgw.index_list 2024-04-15T14:55:34.142 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] cls_rgw.index_list (19 ms) 2024-04-15T14:55:34.142 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] cls_rgw.index_list_delimited 2024-04-15T14:55:34.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:55:34 smithi102 ceph-mon[87131]: osdmap e1063: 8 total, 8 up, 8 in 2024-04-15T14:55:35.039 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:55:34 smithi016 ceph-mon[93212]: osdmap e1063: 8 total, 8 up, 8 in 2024-04-15T14:55:35.039 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:55:34 smithi016 ceph-mon[90652]: osdmap e1063: 8 total, 8 up, 8 in 2024-04-15T14:55:35.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:55:35 smithi102 ceph-mon[87131]: pgmap v1284: 137 pgs: 1 creating+peering, 31 unknown, 105 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-04-15T14:55:35.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:55:35 smithi102 ceph-mon[87131]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-15T14:55:35.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:55:35 smithi102 ceph-mon[87131]: Cluster is now healthy 2024-04-15T14:55:36.039 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:55:35 smithi016 ceph-mon[93212]: pgmap v1284: 137 pgs: 1 creating+peering, 31 unknown, 105 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-04-15T14:55:36.039 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:55:35 smithi016 ceph-mon[93212]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-15T14:55:36.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:55:35 smithi016 ceph-mon[93212]: Cluster is now healthy 2024-04-15T14:55:36.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:55:35 smithi016 ceph-mon[90652]: pgmap v1284: 137 pgs: 1 creating+peering, 31 unknown, 105 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-04-15T14:55:36.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:55:35 smithi016 ceph-mon[90652]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-15T14:55:36.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:55:35 smithi016 ceph-mon[90652]: Cluster is now healthy 2024-04-15T14:55:37.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:55:37 smithi102 ceph-mon[87131]: pgmap v1285: 137 pgs: 1 creating+peering, 9 unknown, 127 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 597 KiB/s rd, 369 KiB/s wr, 1.14k op/s 2024-04-15T14:55:38.039 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:55:37 smithi016 ceph-mon[90652]: pgmap v1285: 137 pgs: 1 creating+peering, 9 unknown, 127 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 597 KiB/s rd, 369 KiB/s wr, 1.14k op/s 2024-04-15T14:55:38.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:55:37 smithi016 ceph-mon[93212]: pgmap v1285: 137 pgs: 1 creating+peering, 9 unknown, 127 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 597 KiB/s rd, 369 KiB/s wr, 1.14k op/s 2024-04-15T14:55:39.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:55:39 smithi102 ceph-mon[87131]: pgmap v1286: 137 pgs: 137 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 536 KiB/s rd, 331 KiB/s wr, 1.02k op/s 2024-04-15T14:55:39.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:55:39 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T14:55:40.039 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:55:39 smithi016 ceph-mon[90652]: pgmap v1286: 137 pgs: 137 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 536 KiB/s rd, 331 KiB/s wr, 1.02k op/s 2024-04-15T14:55:40.039 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:55:39 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T14:55:40.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:55:39 smithi016 ceph-mon[93212]: pgmap v1286: 137 pgs: 137 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 536 KiB/s rd, 331 KiB/s wr, 1.02k op/s 2024-04-15T14:55:40.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:55:39 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T14:55:41.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:55:41 smithi102 ceph-mon[87131]: pgmap v1287: 137 pgs: 137 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 440 KiB/s rd, 271 KiB/s wr, 833 op/s 2024-04-15T14:55:42.039 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:55:41 smithi016 ceph-mon[90652]: pgmap v1287: 137 pgs: 137 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 440 KiB/s rd, 271 KiB/s wr, 833 op/s 2024-04-15T14:55:42.039 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:55:41 smithi016 ceph-mon[93212]: pgmap v1287: 137 pgs: 137 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 440 KiB/s rd, 271 KiB/s wr, 833 op/s 2024-04-15T14:55:42.040 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 15 14:55:41 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-y[81421]: ::ffff:172.21.15.102 - - [15/Apr/2024:14:55:41] "GET /metrics HTTP/1.1" 200 36300 "" "Prometheus/2.43.0" 2024-04-15T14:55:42.687 INFO:journalctl@ceph.prometheus.a.smithi102.stdout:Apr 15 14:55:42 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-prometheus-a[120881]: ts=2024-04-15T14:55:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi016:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"362ea986-fb34-11ee-bc8f-c7b262605968\", instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T14:55:43.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:55:43 smithi102 ceph-mon[87131]: pgmap v1288: 137 pgs: 137 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 904 KiB/s rd, 585 KiB/s wr, 1.77k op/s 2024-04-15T14:55:44.039 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:55:43 smithi016 ceph-mon[93212]: pgmap v1288: 137 pgs: 137 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 904 KiB/s rd, 585 KiB/s wr, 1.77k op/s 2024-04-15T14:55:44.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:55:43 smithi016 ceph-mon[90652]: pgmap v1288: 137 pgs: 137 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 904 KiB/s rd, 585 KiB/s wr, 1.77k op/s 2024-04-15T14:55:45.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:55:45 smithi102 ceph-mon[87131]: pgmap v1289: 137 pgs: 137 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 819 KiB/s rd, 529 KiB/s wr, 1.60k op/s 2024-04-15T14:55:46.039 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:55:45 smithi016 ceph-mon[90652]: pgmap v1289: 137 pgs: 137 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 819 KiB/s rd, 529 KiB/s wr, 1.60k op/s 2024-04-15T14:55:46.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:55:45 smithi016 ceph-mon[93212]: pgmap v1289: 137 pgs: 137 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 819 KiB/s rd, 529 KiB/s wr, 1.60k op/s 2024-04-15T14:55:47.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:55:47 smithi102 ceph-mon[87131]: pgmap v1290: 137 pgs: 137 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 1.0 MiB/s rd, 674 KiB/s wr, 2.03k op/s 2024-04-15T14:55:48.039 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:55:47 smithi016 ceph-mon[90652]: pgmap v1290: 137 pgs: 137 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 1.0 MiB/s rd, 674 KiB/s wr, 2.03k op/s 2024-04-15T14:55:48.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:55:47 smithi016 ceph-mon[93212]: pgmap v1290: 137 pgs: 137 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 1.0 MiB/s rd, 674 KiB/s wr, 2.03k op/s 2024-04-15T14:55:49.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:55:49 smithi102 ceph-mon[87131]: pgmap v1291: 137 pgs: 137 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 755 KiB/s rd, 503 KiB/s wr, 1.50k op/s 2024-04-15T14:55:50.039 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:55:49 smithi016 ceph-mon[93212]: pgmap v1291: 137 pgs: 137 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 755 KiB/s rd, 503 KiB/s wr, 1.50k op/s 2024-04-15T14:55:50.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:55:49 smithi016 ceph-mon[90652]: pgmap v1291: 137 pgs: 137 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 755 KiB/s rd, 503 KiB/s wr, 1.50k op/s 2024-04-15T14:55:51.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:55:51 smithi102 ceph-mon[87131]: pgmap v1292: 137 pgs: 137 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 740 KiB/s rd, 493 KiB/s wr, 1.48k op/s 2024-04-15T14:55:52.039 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:55:51 smithi016 ceph-mon[93212]: pgmap v1292: 137 pgs: 137 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 740 KiB/s rd, 493 KiB/s wr, 1.48k op/s 2024-04-15T14:55:52.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:55:51 smithi016 ceph-mon[90652]: pgmap v1292: 137 pgs: 137 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 740 KiB/s rd, 493 KiB/s wr, 1.48k op/s 2024-04-15T14:55:52.040 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 15 14:55:51 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-y[81421]: ::ffff:172.21.15.102 - - [15/Apr/2024:14:55:51] "GET /metrics HTTP/1.1" 200 36300 "" "Prometheus/2.43.0" 2024-04-15T14:55:52.687 INFO:journalctl@ceph.prometheus.a.smithi102.stdout:Apr 15 14:55:52 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-prometheus-a[120881]: ts=2024-04-15T14:55:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi016:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"362ea986-fb34-11ee-bc8f-c7b262605968\", instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T14:55:53.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:55:53 smithi102 ceph-mon[87131]: pgmap v1293: 137 pgs: 137 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 1.0 MiB/s rd, 692 KiB/s wr, 2.08k op/s 2024-04-15T14:55:54.039 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:55:53 smithi016 ceph-mon[90652]: pgmap v1293: 137 pgs: 137 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 1.0 MiB/s rd, 692 KiB/s wr, 2.08k op/s 2024-04-15T14:55:54.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:55:53 smithi016 ceph-mon[93212]: pgmap v1293: 137 pgs: 137 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 1.0 MiB/s rd, 692 KiB/s wr, 2.08k op/s 2024-04-15T14:55:54.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:55:54 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T14:55:55.039 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:55:54 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T14:55:55.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:55:54 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T14:55:55.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:55:55 smithi102 ceph-mon[87131]: pgmap v1294: 137 pgs: 137 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 612 KiB/s rd, 408 KiB/s wr, 1.22k op/s 2024-04-15T14:55:56.039 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:55:55 smithi016 ceph-mon[93212]: pgmap v1294: 137 pgs: 137 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 612 KiB/s rd, 408 KiB/s wr, 1.22k op/s 2024-04-15T14:55:56.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:55:55 smithi016 ceph-mon[90652]: pgmap v1294: 137 pgs: 137 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 612 KiB/s rd, 408 KiB/s wr, 1.22k op/s 2024-04-15T14:55:57.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:55:57 smithi102 ceph-mon[87131]: pgmap v1295: 137 pgs: 137 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 907 KiB/s rd, 604 KiB/s wr, 1.81k op/s 2024-04-15T14:55:57.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:55:57 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T14:55:58.039 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:55:57 smithi016 ceph-mon[93212]: pgmap v1295: 137 pgs: 137 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 907 KiB/s rd, 604 KiB/s wr, 1.81k op/s 2024-04-15T14:55:58.039 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:55:57 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T14:55:58.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:55:57 smithi016 ceph-mon[90652]: pgmap v1295: 137 pgs: 137 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 907 KiB/s rd, 604 KiB/s wr, 1.81k op/s 2024-04-15T14:55:58.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:55:57 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T14:55:58.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:55:58 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T14:55:58.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:55:58 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T14:55:58.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:55:58 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T14:55:59.039 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:55:58 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T14:55:59.039 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:55:58 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T14:55:59.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:55:58 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T14:55:59.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:55:58 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T14:55:59.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:55:58 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T14:55:59.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:55:58 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T14:55:59.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:55:59 smithi102 ceph-mon[87131]: pgmap v1296: 137 pgs: 137 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 594 KiB/s rd, 396 KiB/s wr, 1.19k op/s 2024-04-15T14:56:00.039 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:55:59 smithi016 ceph-mon[90652]: pgmap v1296: 137 pgs: 137 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 594 KiB/s rd, 396 KiB/s wr, 1.19k op/s 2024-04-15T14:56:00.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:55:59 smithi016 ceph-mon[93212]: pgmap v1296: 137 pgs: 137 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 594 KiB/s rd, 396 KiB/s wr, 1.19k op/s 2024-04-15T14:56:01.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:56:01 smithi102 ceph-mon[87131]: pgmap v1297: 137 pgs: 137 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 594 KiB/s rd, 396 KiB/s wr, 1.19k op/s 2024-04-15T14:56:02.039 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:56:01 smithi016 ceph-mon[93212]: pgmap v1297: 137 pgs: 137 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 594 KiB/s rd, 396 KiB/s wr, 1.19k op/s 2024-04-15T14:56:02.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:56:01 smithi016 ceph-mon[90652]: pgmap v1297: 137 pgs: 137 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 594 KiB/s rd, 396 KiB/s wr, 1.19k op/s 2024-04-15T14:56:02.040 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 15 14:56:01 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-y[81421]: ::ffff:172.21.15.102 - - [15/Apr/2024:14:56:01] "GET /metrics HTTP/1.1" 200 36302 "" "Prometheus/2.43.0" 2024-04-15T14:56:02.687 INFO:journalctl@ceph.prometheus.a.smithi102.stdout:Apr 15 14:56:02 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-prometheus-a[120881]: ts=2024-04-15T14:56:02.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi016:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"362ea986-fb34-11ee-bc8f-c7b262605968\", instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T14:56:03.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:56:03 smithi102 ceph-mon[87131]: pgmap v1298: 137 pgs: 137 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 873 KiB/s rd, 582 KiB/s wr, 1.75k op/s 2024-04-15T14:56:04.039 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:56:03 smithi016 ceph-mon[90652]: pgmap v1298: 137 pgs: 137 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 873 KiB/s rd, 582 KiB/s wr, 1.75k op/s 2024-04-15T14:56:04.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:56:03 smithi016 ceph-mon[93212]: pgmap v1298: 137 pgs: 137 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 873 KiB/s rd, 582 KiB/s wr, 1.75k op/s 2024-04-15T14:56:05.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:56:05 smithi102 ceph-mon[87131]: pgmap v1299: 137 pgs: 137 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 575 KiB/s rd, 383 KiB/s wr, 1.15k op/s 2024-04-15T14:56:06.039 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:56:05 smithi016 ceph-mon[90652]: pgmap v1299: 137 pgs: 137 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 575 KiB/s rd, 383 KiB/s wr, 1.15k op/s 2024-04-15T14:56:06.039 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:56:05 smithi016 ceph-mon[93212]: pgmap v1299: 137 pgs: 137 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 575 KiB/s rd, 383 KiB/s wr, 1.15k op/s 2024-04-15T14:56:07.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:56:07 smithi102 ceph-mon[87131]: pgmap v1300: 137 pgs: 137 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 866 KiB/s rd, 577 KiB/s wr, 1.73k op/s 2024-04-15T14:56:08.039 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:56:07 smithi016 ceph-mon[93212]: pgmap v1300: 137 pgs: 137 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 866 KiB/s rd, 577 KiB/s wr, 1.73k op/s 2024-04-15T14:56:08.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:56:07 smithi016 ceph-mon[90652]: pgmap v1300: 137 pgs: 137 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 866 KiB/s rd, 577 KiB/s wr, 1.73k op/s 2024-04-15T14:56:09.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:56:09 smithi102 ceph-mon[87131]: pgmap v1301: 137 pgs: 137 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 571 KiB/s rd, 381 KiB/s wr, 1.14k op/s 2024-04-15T14:56:09.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:56:09 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T14:56:10.039 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:56:09 smithi016 ceph-mon[93212]: pgmap v1301: 137 pgs: 137 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 571 KiB/s rd, 381 KiB/s wr, 1.14k op/s 2024-04-15T14:56:10.039 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:56:09 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T14:56:10.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:56:09 smithi016 ceph-mon[90652]: pgmap v1301: 137 pgs: 137 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 571 KiB/s rd, 381 KiB/s wr, 1.14k op/s 2024-04-15T14:56:10.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:56:09 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T14:56:11.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:56:11 smithi102 ceph-mon[87131]: pgmap v1302: 137 pgs: 137 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 571 KiB/s rd, 381 KiB/s wr, 1.14k op/s 2024-04-15T14:56:12.039 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:56:11 smithi016 ceph-mon[90652]: pgmap v1302: 137 pgs: 137 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 571 KiB/s rd, 381 KiB/s wr, 1.14k op/s 2024-04-15T14:56:12.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:56:11 smithi016 ceph-mon[93212]: pgmap v1302: 137 pgs: 137 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 571 KiB/s rd, 381 KiB/s wr, 1.14k op/s 2024-04-15T14:56:12.040 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 15 14:56:11 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-y[81421]: ::ffff:172.21.15.102 - - [15/Apr/2024:14:56:11] "GET /metrics HTTP/1.1" 200 36305 "" "Prometheus/2.43.0" 2024-04-15T14:56:12.687 INFO:journalctl@ceph.prometheus.a.smithi102.stdout:Apr 15 14:56:12 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-prometheus-a[120881]: ts=2024-04-15T14:56:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi016:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"362ea986-fb34-11ee-bc8f-c7b262605968\", instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T14:56:13.114 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] cls_rgw.index_list_delimited (38972 ms) 2024-04-15T14:56:13.115 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] cls_rgw.bi_list 2024-04-15T14:56:13.190 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] cls_rgw.bi_list (75 ms) 2024-04-15T14:56:13.190 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] cls_rgw.gc_set 2024-04-15T14:56:13.213 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] cls_rgw.gc_set (24 ms) 2024-04-15T14:56:13.214 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] cls_rgw.gc_list 2024-04-15T14:56:13.236 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] cls_rgw.gc_list (22 ms) 2024-04-15T14:56:13.236 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] cls_rgw.gc_defer 2024-04-15T14:56:13.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:56:13 smithi102 ceph-mon[87131]: pgmap v1303: 137 pgs: 137 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 861 KiB/s rd, 574 KiB/s wr, 1.72k op/s 2024-04-15T14:56:14.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:56:13 smithi016 ceph-mon[90652]: pgmap v1303: 137 pgs: 137 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 861 KiB/s rd, 574 KiB/s wr, 1.72k op/s 2024-04-15T14:56:14.041 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:56:13 smithi016 ceph-mon[93212]: pgmap v1303: 137 pgs: 137 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 861 KiB/s rd, 574 KiB/s wr, 1.72k op/s 2024-04-15T14:56:14.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:56:14 smithi102 ceph-mon[87131]: osdmap e1064: 8 total, 8 up, 8 in 2024-04-15T14:56:14.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:56:14 smithi102 ceph-mon[87131]: from='client.? 172.21.15.16:0/1101967555' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi016-135479-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T14:56:15.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:56:14 smithi016 ceph-mon[93212]: osdmap e1064: 8 total, 8 up, 8 in 2024-04-15T14:56:15.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:56:14 smithi016 ceph-mon[93212]: from='client.? 172.21.15.16:0/1101967555' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi016-135479-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T14:56:15.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:56:14 smithi016 ceph-mon[90652]: osdmap e1064: 8 total, 8 up, 8 in 2024-04-15T14:56:15.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:56:14 smithi016 ceph-mon[90652]: from='client.? 172.21.15.16:0/1101967555' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi016-135479-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T14:56:15.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:56:15 smithi102 ceph-mon[87131]: pgmap v1305: 169 pgs: 32 unknown, 137 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 697 KiB/s rd, 465 KiB/s wr, 1.39k op/s 2024-04-15T14:56:15.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:56:15 smithi102 ceph-mon[87131]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-15T14:56:15.938 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:56:15 smithi102 ceph-mon[87131]: from='client.? 172.21.15.16:0/1101967555' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi016-135479-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-15T14:56:15.938 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:56:15 smithi102 ceph-mon[87131]: osdmap e1065: 8 total, 8 up, 8 in 2024-04-15T14:56:16.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:56:15 smithi016 ceph-mon[93212]: pgmap v1305: 169 pgs: 32 unknown, 137 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 697 KiB/s rd, 465 KiB/s wr, 1.39k op/s 2024-04-15T14:56:16.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:56:15 smithi016 ceph-mon[93212]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-15T14:56:16.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:56:15 smithi016 ceph-mon[93212]: from='client.? 172.21.15.16:0/1101967555' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi016-135479-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-15T14:56:16.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:56:15 smithi016 ceph-mon[93212]: osdmap e1065: 8 total, 8 up, 8 in 2024-04-15T14:56:16.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:56:15 smithi016 ceph-mon[90652]: pgmap v1305: 169 pgs: 32 unknown, 137 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 697 KiB/s rd, 465 KiB/s wr, 1.39k op/s 2024-04-15T14:56:16.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:56:15 smithi016 ceph-mon[90652]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-15T14:56:16.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:56:15 smithi016 ceph-mon[90652]: from='client.? 172.21.15.16:0/1101967555' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi016-135479-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-15T14:56:16.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:56:15 smithi016 ceph-mon[90652]: osdmap e1065: 8 total, 8 up, 8 in 2024-04-15T14:56:16.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:56:16 smithi102 ceph-mon[87131]: osdmap e1066: 8 total, 8 up, 8 in 2024-04-15T14:56:17.039 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:56:16 smithi016 ceph-mon[90652]: osdmap e1066: 8 total, 8 up, 8 in 2024-04-15T14:56:17.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:56:16 smithi016 ceph-mon[93212]: osdmap e1066: 8 total, 8 up, 8 in 2024-04-15T14:56:17.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:56:17 smithi102 ceph-mon[87131]: pgmap v1308: 169 pgs: 13 unknown, 156 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 1.1 MiB/s rd, 590 KiB/s wr, 1.76k op/s 2024-04-15T14:56:17.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:56:17 smithi102 ceph-mon[87131]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-15T14:56:17.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:56:17 smithi102 ceph-mon[87131]: Cluster is now healthy 2024-04-15T14:56:18.039 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:56:17 smithi016 ceph-mon[93212]: pgmap v1308: 169 pgs: 13 unknown, 156 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 1.1 MiB/s rd, 590 KiB/s wr, 1.76k op/s 2024-04-15T14:56:18.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:56:17 smithi016 ceph-mon[93212]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-15T14:56:18.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:56:17 smithi016 ceph-mon[93212]: Cluster is now healthy 2024-04-15T14:56:18.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:56:17 smithi016 ceph-mon[90652]: pgmap v1308: 169 pgs: 13 unknown, 156 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 1.1 MiB/s rd, 590 KiB/s wr, 1.76k op/s 2024-04-15T14:56:18.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:56:17 smithi016 ceph-mon[90652]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-15T14:56:18.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:56:17 smithi016 ceph-mon[90652]: Cluster is now healthy 2024-04-15T14:56:19.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:56:19 smithi102 ceph-mon[87131]: pgmap v1309: 169 pgs: 169 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 544 KiB/s rd, 204 KiB/s wr, 605 op/s 2024-04-15T14:56:20.039 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:56:19 smithi016 ceph-mon[93212]: pgmap v1309: 169 pgs: 169 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 544 KiB/s rd, 204 KiB/s wr, 605 op/s 2024-04-15T14:56:20.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:56:19 smithi016 ceph-mon[90652]: pgmap v1309: 169 pgs: 169 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 544 KiB/s rd, 204 KiB/s wr, 605 op/s 2024-04-15T14:56:20.653 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] cls_rgw.gc_defer (7417 ms) 2024-04-15T14:56:20.653 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] cls_rgw.usage_basic 2024-04-15T14:56:20.737 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] cls_rgw.usage_basic (85 ms) 2024-04-15T14:56:20.738 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] cls_rgw.usage_clear_no_obj 2024-04-15T14:56:20.743 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] cls_rgw.usage_clear_no_obj (6 ms) 2024-04-15T14:56:20.743 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] cls_rgw.usage_clear 2024-04-15T14:56:20.830 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] cls_rgw.usage_clear (86 ms) 2024-04-15T14:56:20.830 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] cls_rgw.bi_log_trim 2024-04-15T14:56:20.869 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] cls_rgw.bi_log_trim (40 ms) 2024-04-15T14:56:20.869 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] cls_rgw.index_racing_removes 2024-04-15T14:56:20.880 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] cls_rgw.index_racing_removes (10 ms) 2024-04-15T14:56:21.656 INFO:tasks.workunit.client.0.smithi016.stdout:[----------] 16 tests from cls_rgw (48309 ms total) 2024-04-15T14:56:21.656 INFO:tasks.workunit.client.0.smithi016.stdout: 2024-04-15T14:56:21.656 INFO:tasks.workunit.client.0.smithi016.stdout:[----------] Global test environment tear-down 2024-04-15T14:56:21.656 INFO:tasks.workunit.client.0.smithi016.stdout:[==========] 16 tests from 1 test suite ran. (50950 ms total) 2024-04-15T14:56:21.656 INFO:tasks.workunit.client.0.smithi016.stdout:[ PASSED ] 16 tests. 2024-04-15T14:56:21.660 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-04-15T14:56:21.660 DEBUG:teuthology.orchestra.run.smithi016:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-04-15T14:56:21.732 INFO:tasks.workunit:Running workunit cls/test_cls_rgw_gc.sh... 2024-04-15T14:56:21.732 DEBUG:teuthology.orchestra.run.smithi016:workunit test cls/test_cls_rgw_gc.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=reef TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/cls/test_cls_rgw_gc.sh 2024-04-15T14:56:21.812 INFO:tasks.workunit.client.0.smithi016.stdout:Running main() from gmock_main.cc 2024-04-15T14:56:21.812 INFO:tasks.workunit.client.0.smithi016.stdout:[==========] Running 9 tests from 1 test suite. 2024-04-15T14:56:21.812 INFO:tasks.workunit.client.0.smithi016.stdout:[----------] Global test environment set-up. 2024-04-15T14:56:21.812 INFO:tasks.workunit.client.0.smithi016.stdout:[----------] 9 tests from cls_rgw_gc 2024-04-15T14:56:21.812 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] cls_rgw_gc.init 2024-04-15T14:56:21.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:56:21 smithi102 ceph-mon[87131]: pgmap v1310: 169 pgs: 169 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 502 KiB/s rd, 189 KiB/s wr, 559 op/s 2024-04-15T14:56:21.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:56:21 smithi102 ceph-mon[87131]: osdmap e1067: 8 total, 8 up, 8 in 2024-04-15T14:56:22.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:56:21 smithi016 ceph-mon[90652]: pgmap v1310: 169 pgs: 169 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 502 KiB/s rd, 189 KiB/s wr, 559 op/s 2024-04-15T14:56:22.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:56:21 smithi016 ceph-mon[90652]: osdmap e1067: 8 total, 8 up, 8 in 2024-04-15T14:56:22.040 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 15 14:56:21 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-y[81421]: ::ffff:172.21.15.102 - - [15/Apr/2024:14:56:21] "GET /metrics HTTP/1.1" 200 36305 "" "Prometheus/2.43.0" 2024-04-15T14:56:22.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:56:21 smithi016 ceph-mon[93212]: pgmap v1310: 169 pgs: 169 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 502 KiB/s rd, 189 KiB/s wr, 559 op/s 2024-04-15T14:56:22.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:56:21 smithi016 ceph-mon[93212]: osdmap e1067: 8 total, 8 up, 8 in 2024-04-15T14:56:22.663 INFO:journalctl@ceph.prometheus.a.smithi102.stdout:Apr 15 14:56:22 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-prometheus-a[120881]: ts=2024-04-15T14:56:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi016:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"362ea986-fb34-11ee-bc8f-c7b262605968\", instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T14:56:22.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:56:22 smithi102 ceph-mon[87131]: osdmap e1068: 8 total, 8 up, 8 in 2024-04-15T14:56:23.039 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:56:22 smithi016 ceph-mon[90652]: osdmap e1068: 8 total, 8 up, 8 in 2024-04-15T14:56:23.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:56:22 smithi016 ceph-mon[93212]: osdmap e1068: 8 total, 8 up, 8 in 2024-04-15T14:56:23.670 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] cls_rgw_gc.init (1857 ms) 2024-04-15T14:56:23.670 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] cls_rgw_gc.gc_queue_ops1 2024-04-15T14:56:23.693 INFO:tasks.workunit.client.0.smithi016.stderr:[ ] list info tag = chain-0 2024-04-15T14:56:23.694 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] cls_rgw_gc.gc_queue_ops1 (24 ms) 2024-04-15T14:56:23.694 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] cls_rgw_gc.gc_queue_ops2 2024-04-15T14:56:23.699 INFO:tasks.workunit.client.0.smithi016.stderr:[ ] next_marker is: = 0/4263 2024-04-15T14:56:23.700 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] cls_rgw_gc.gc_queue_ops2 (6 ms) 2024-04-15T14:56:23.700 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] cls_rgw_gc.gc_queue_ops5 2024-04-15T14:56:23.707 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] cls_rgw_gc.gc_queue_ops5 (7 ms) 2024-04-15T14:56:23.707 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] cls_rgw_gc.gc_queue_ops6 2024-04-15T14:56:23.714 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] cls_rgw_gc.gc_queue_ops6 (7 ms) 2024-04-15T14:56:23.714 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] cls_rgw_gc.gc_queue_ops7 2024-04-15T14:56:23.721 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] cls_rgw_gc.gc_queue_ops7 (7 ms) 2024-04-15T14:56:23.721 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] cls_rgw_gc.gc_queue_ops8 2024-04-15T14:56:23.728 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] cls_rgw_gc.gc_queue_ops8 (7 ms) 2024-04-15T14:56:23.728 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] cls_rgw_gc.gc_queue_ops9 2024-04-15T14:56:23.734 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] cls_rgw_gc.gc_queue_ops9 (6 ms) 2024-04-15T14:56:23.734 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] cls_rgw_gc.finalize 2024-04-15T14:56:23.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:56:23 smithi102 ceph-mon[87131]: pgmap v1313: 105 pgs: 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-04-15T14:56:23.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:56:23 smithi102 ceph-mon[87131]: osdmap e1069: 8 total, 8 up, 8 in 2024-04-15T14:56:23.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:56:23 smithi102 ceph-mon[87131]: from='client.? 172.21.15.16:0/2618329159' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi016-135682-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T14:56:23.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:56:23 smithi102 ceph-mon[87131]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi016-135682-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T14:56:23.941 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:56:23 smithi016 ceph-mon[93212]: pgmap v1313: 105 pgs: 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-04-15T14:56:23.941 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:56:23 smithi016 ceph-mon[93212]: osdmap e1069: 8 total, 8 up, 8 in 2024-04-15T14:56:23.941 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:56:23 smithi016 ceph-mon[93212]: from='client.? 172.21.15.16:0/2618329159' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi016-135682-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T14:56:23.941 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:56:23 smithi016 ceph-mon[93212]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi016-135682-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T14:56:23.942 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:56:23 smithi016 ceph-mon[90652]: pgmap v1313: 105 pgs: 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-04-15T14:56:23.942 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:56:23 smithi016 ceph-mon[90652]: osdmap e1069: 8 total, 8 up, 8 in 2024-04-15T14:56:23.942 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:56:23 smithi016 ceph-mon[90652]: from='client.? 172.21.15.16:0/2618329159' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi016-135682-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T14:56:23.942 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:56:23 smithi016 ceph-mon[90652]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi016-135682-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T14:56:24.685 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] cls_rgw_gc.finalize (951 ms) 2024-04-15T14:56:24.686 INFO:tasks.workunit.client.0.smithi016.stdout:[----------] 9 tests from cls_rgw_gc (2873 ms total) 2024-04-15T14:56:24.686 INFO:tasks.workunit.client.0.smithi016.stdout: 2024-04-15T14:56:24.686 INFO:tasks.workunit.client.0.smithi016.stdout:[----------] Global test environment tear-down 2024-04-15T14:56:24.686 INFO:tasks.workunit.client.0.smithi016.stdout:[==========] 9 tests from 1 test suite ran. (2873 ms total) 2024-04-15T14:56:24.686 INFO:tasks.workunit.client.0.smithi016.stdout:[ PASSED ] 9 tests. 2024-04-15T14:56:24.688 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-04-15T14:56:24.688 DEBUG:teuthology.orchestra.run.smithi016:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-04-15T14:56:24.760 INFO:tasks.workunit:Running workunit cls/test_cls_rgw_stats.sh... 2024-04-15T14:56:24.761 DEBUG:teuthology.orchestra.run.smithi016:workunit test cls/test_cls_rgw_stats.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=reef TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/cls/test_cls_rgw_stats.sh 2024-04-15T14:56:24.840 INFO:tasks.workunit.client.0.smithi016.stdout:[==========] Running 1 test from 1 test suite. 2024-04-15T14:56:24.840 INFO:tasks.workunit.client.0.smithi016.stdout:[----------] Global test environment set-up. 2024-04-15T14:56:24.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:56:24 smithi102 ceph-mon[87131]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi016-135682-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-15T14:56:24.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:56:24 smithi102 ceph-mon[87131]: osdmap e1070: 8 total, 8 up, 8 in 2024-04-15T14:56:24.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:56:24 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T14:56:25.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:56:24 smithi016 ceph-mon[90652]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi016-135682-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-15T14:56:25.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:56:24 smithi016 ceph-mon[90652]: osdmap e1070: 8 total, 8 up, 8 in 2024-04-15T14:56:25.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:56:24 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T14:56:25.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:56:24 smithi016 ceph-mon[93212]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi016-135682-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-15T14:56:25.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:56:24 smithi016 ceph-mon[93212]: osdmap e1070: 8 total, 8 up, 8 in 2024-04-15T14:56:25.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:56:24 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T14:56:26.039 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:56:25 smithi016 ceph-mon[90652]: pgmap v1316: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-04-15T14:56:26.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:56:25 smithi016 ceph-mon[90652]: osdmap e1071: 8 total, 8 up, 8 in 2024-04-15T14:56:26.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:56:25 smithi016 ceph-mon[93212]: pgmap v1316: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-04-15T14:56:26.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:56:25 smithi016 ceph-mon[93212]: osdmap e1071: 8 total, 8 up, 8 in 2024-04-15T14:56:26.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:56:25 smithi102 ceph-mon[87131]: pgmap v1316: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-04-15T14:56:26.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:56:25 smithi102 ceph-mon[87131]: osdmap e1071: 8 total, 8 up, 8 in 2024-04-15T14:56:26.687 INFO:tasks.workunit.client.0.smithi016.stdout:[----------] 1 test from cls_rgw_stats 2024-04-15T14:56:26.688 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] cls_rgw_stats.simulate 2024-04-15T14:56:26.711 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:26.710+0000 7f8277235780 1 > prepared part key=_multipart_MIRREM7KIO9I.2~UH7YUCBRZKLJ.0 size=59319 2024-04-15T14:56:26.712 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:26.710+0000 7f8277235780 1 > prepared multipart upload key=MIRREM7KIO9I upload=UH7YUCBRZKLJ tag=VYW4USP1IPW3 type=write size=1107895 2024-04-15T14:56:26.714 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:26.713+0000 7f8277235780 1 > prepared part key=_multipart_50Y0EU7H0QWF.2~Q493DIA62EC2.0 size=1048576 2024-04-15T14:56:26.715 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:26.714+0000 7f8277235780 1 > prepared part key=_multipart_50Y0EU7H0QWF.2~Q493DIA62EC2.1 size=1048576 2024-04-15T14:56:26.716 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:26.715+0000 7f8277235780 1 > prepared part key=_multipart_50Y0EU7H0QWF.2~Q493DIA62EC2.2 size=624297 2024-04-15T14:56:26.716 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:26.715+0000 7f8277235780 1 > prepared multipart upload key=50Y0EU7H0QWF upload=Q493DIA62EC2 tag=FFGTB56HVQTR type=write size=3770025 2024-04-15T14:56:26.717 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:26.716+0000 7f8277235780 1 > prepared operation key=JY107VG7DVI1 tag=ZNTT6KKIUD1F type=del size=3896731 2024-04-15T14:56:26.720 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:26.719+0000 7f8277235780 1 > prepared part key=_multipart_JDPAU9KY1OMN.2~G86UVN6PW7UO.0 size=1048576 2024-04-15T14:56:26.721 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:26.720+0000 7f8277235780 1 > prepared part key=_multipart_JDPAU9KY1OMN.2~G86UVN6PW7UO.1 size=1048576 2024-04-15T14:56:26.722 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:26.721+0000 7f8277235780 1 > prepared part key=_multipart_JDPAU9KY1OMN.2~G86UVN6PW7UO.2 size=685933 2024-04-15T14:56:26.722 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:26.721+0000 7f8277235780 1 > prepared multipart upload key=JDPAU9KY1OMN upload=G86UVN6PW7UO tag=F96IWE2J9JJT type=write size=3831661 2024-04-15T14:56:26.723 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:26.722+0000 7f8277235780 1 > prepared operation key=Q0PE50H1CDIB tag=TGN8BQ8V5P6A type=del size=472742 2024-04-15T14:56:26.725 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:26.724+0000 7f8277235780 1 > prepared operation key=8X2ELHS3HRGS tag=8K9MIMPU7GJT type=del size=2293876 2024-04-15T14:56:26.727 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:26.726+0000 7f8277235780 1 > prepared part key=_multipart_BSJC05AGXDJ3.2~U5L2G3ETHYU6.0 size=1048576 2024-04-15T14:56:26.728 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:26.727+0000 7f8277235780 1 > prepared part key=_multipart_BSJC05AGXDJ3.2~U5L2G3ETHYU6.1 size=1048576 2024-04-15T14:56:26.729 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:26.728+0000 7f8277235780 1 > prepared part key=_multipart_BSJC05AGXDJ3.2~U5L2G3ETHYU6.2 size=404080 2024-04-15T14:56:26.729 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:26.728+0000 7f8277235780 1 > prepared multipart upload key=BSJC05AGXDJ3 upload=U5L2G3ETHYU6 tag=58Q20XI1WIQE type=write size=3549808 2024-04-15T14:56:26.731 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:26.731+0000 7f8277235780 1 > prepared part key=_multipart_YTVARSCACASJ.2~SYQRRLSB7H20.0 size=1048576 2024-04-15T14:56:26.732 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:26.732+0000 7f8277235780 1 > prepared part key=_multipart_YTVARSCACASJ.2~SYQRRLSB7H20.1 size=1048576 2024-04-15T14:56:26.734 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:26.733+0000 7f8277235780 1 > prepared part key=_multipart_YTVARSCACASJ.2~SYQRRLSB7H20.2 size=295678 2024-04-15T14:56:26.734 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:26.733+0000 7f8277235780 1 > prepared multipart upload key=YTVARSCACASJ upload=SYQRRLSB7H20 tag=3PS5146MZ6PF type=write size=3441406 2024-04-15T14:56:26.736 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:26.735+0000 7f8277235780 1 > prepared part key=_multipart_JDPAU9KY1OMN.2~G8A6G1Y8RRPS.0 size=969177 2024-04-15T14:56:26.736 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:26.735+0000 7f8277235780 1 > prepared multipart upload key=JDPAU9KY1OMN upload=G8A6G1Y8RRPS tag=WMQULRCDQNPS type=write size=2017753 2024-04-15T14:56:26.737 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:26.736+0000 7f8277235780 1 > prepared operation key=IM0AQIM316IL tag=VEFXJ9GP6SUL type=write size=742297 2024-04-15T14:56:26.739 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:26.738+0000 7f8277235780 1 > prepared operation key=ASEC18UU5NGJ tag=OQT5QL7QKSJ6 type=write size=750713 2024-04-15T14:56:26.741 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:26.740+0000 7f8277235780 1 > prepared part key=_multipart_CBSCS8P8QL0Q.2~7MBUTH0TN3CU.0 size=803595 2024-04-15T14:56:26.741 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:26.740+0000 7f8277235780 1 > prepared multipart upload key=CBSCS8P8QL0Q upload=7MBUTH0TN3CU tag=07ISUE5UGQCL type=write size=1852171 2024-04-15T14:56:26.743 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:26.742+0000 7f8277235780 1 > prepared part key=_multipart_G82D816QHN8B.2~RZ1SIUM0II2C.0 size=1048576 2024-04-15T14:56:26.744 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:26.743+0000 7f8277235780 1 > prepared part key=_multipart_G82D816QHN8B.2~RZ1SIUM0II2C.1 size=1048576 2024-04-15T14:56:26.745 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:26.744+0000 7f8277235780 1 > prepared part key=_multipart_G82D816QHN8B.2~RZ1SIUM0II2C.2 size=134901 2024-04-15T14:56:26.745 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:26.744+0000 7f8277235780 1 > prepared multipart upload key=G82D816QHN8B upload=RZ1SIUM0II2C tag=EW99EJ6JKH4I type=write size=3280629 2024-04-15T14:56:26.747 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:26.746+0000 7f8277235780 1 > prepared part key=_multipart_IVOFLSPJ0099.2~4H5MXZ1NK0IZ.0 size=411414 2024-04-15T14:56:26.747 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:26.746+0000 7f8277235780 1 > prepared multipart upload key=IVOFLSPJ0099 upload=4H5MXZ1NK0IZ tag=3I08XEPTQSY1 type=write size=1459990 2024-04-15T14:56:26.750 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:26.749+0000 7f8277235780 1 > prepared part key=_multipart_BNQH1MC9XO9F.2~4V5ZAJTDMVMG.0 size=1048576 2024-04-15T14:56:26.750 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:26.750+0000 7f8277235780 1 > prepared part key=_multipart_BNQH1MC9XO9F.2~4V5ZAJTDMVMG.1 size=1048576 2024-04-15T14:56:26.751 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:26.750+0000 7f8277235780 1 > prepared part key=_multipart_BNQH1MC9XO9F.2~4V5ZAJTDMVMG.2 size=972073 2024-04-15T14:56:26.751 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:26.750+0000 7f8277235780 1 > prepared multipart upload key=BNQH1MC9XO9F upload=4V5ZAJTDMVMG tag=L2KX4ITWNR16 type=write size=4117801 2024-04-15T14:56:26.753 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:26.752+0000 7f8277235780 1 > prepared operation key=0XYNF2N97Y1C tag=BPWR5UKXLQEX type=del size=2850427 2024-04-15T14:56:26.754 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:26.753+0000 7f8277235780 1 < completed part key=_multipart_MIRREM7KIO9I.2~UH7YUCBRZKLJ.0 size=59319 2024-04-15T14:56:26.756 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:26.755+0000 7f8277235780 1 < completed multipart upload key=MIRREM7KIO9I upload=UH7YUCBRZKLJ tag=VYW4USP1IPW3 type=write size=1107895 2024-04-15T14:56:26.758 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:26.757+0000 7f8277235780 1 > prepared part key=_multipart_ASEC18UU5NGJ.2~5A9B0J4COQX7.0 size=1048576 2024-04-15T14:56:26.759 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:26.758+0000 7f8277235780 1 > prepared part key=_multipart_ASEC18UU5NGJ.2~5A9B0J4COQX7.1 size=29888 2024-04-15T14:56:26.759 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:26.758+0000 7f8277235780 1 > prepared multipart upload key=ASEC18UU5NGJ upload=5A9B0J4COQX7 tag=5SMH5TXHGZVI type=write size=2127040 2024-04-15T14:56:26.760 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:26.760+0000 7f8277235780 1 < completed part key=_multipart_50Y0EU7H0QWF.2~Q493DIA62EC2.0 size=1048576 2024-04-15T14:56:26.761 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:26.761+0000 7f8277235780 1 < completed part key=_multipart_50Y0EU7H0QWF.2~Q493DIA62EC2.1 size=1048576 2024-04-15T14:56:26.762 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:26.761+0000 7f8277235780 1 < completed part key=_multipart_50Y0EU7H0QWF.2~Q493DIA62EC2.2 size=624297 2024-04-15T14:56:26.764 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:26.763+0000 7f8277235780 1 < completed multipart upload key=50Y0EU7H0QWF upload=Q493DIA62EC2 tag=FFGTB56HVQTR type=write size=3770025 2024-04-15T14:56:26.767 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:26.766+0000 7f8277235780 1 > prepared part key=_multipart_RQYB4B0WTR9V.2~7JSCDGRYZ2VQ.0 size=1048576 2024-04-15T14:56:26.768 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:26.767+0000 7f8277235780 1 > prepared part key=_multipart_RQYB4B0WTR9V.2~7JSCDGRYZ2VQ.1 size=1048576 2024-04-15T14:56:26.768 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:26.768+0000 7f8277235780 1 > prepared part key=_multipart_RQYB4B0WTR9V.2~7JSCDGRYZ2VQ.2 size=68623 2024-04-15T14:56:26.769 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:26.768+0000 7f8277235780 1 > prepared multipart upload key=RQYB4B0WTR9V upload=7JSCDGRYZ2VQ tag=X0AYU86H2H2R type=write size=3214351 2024-04-15T14:56:26.770 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:26.769+0000 7f8277235780 1 < canceled operation key=JY107VG7DVI1 tag=ZNTT6KKIUD1F type=del size=3896731 2024-04-15T14:56:26.771 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:26.770+0000 7f8277235780 1 > prepared operation key=CBSCS8P8QL0Q tag=EO605T6U3C5V type=del size=2887565 2024-04-15T14:56:26.772 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:26.771+0000 7f8277235780 1 < completed part key=_multipart_JDPAU9KY1OMN.2~G86UVN6PW7UO.0 size=1048576 2024-04-15T14:56:26.773 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:26.772+0000 7f8277235780 1 < completed part key=_multipart_JDPAU9KY1OMN.2~G86UVN6PW7UO.1 size=1048576 2024-04-15T14:56:26.775 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:26.774+0000 7f8277235780 1 < completed part key=_multipart_JDPAU9KY1OMN.2~G86UVN6PW7UO.2 size=685933 2024-04-15T14:56:26.777 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:26.776+0000 7f8277235780 1 < completed multipart upload key=JDPAU9KY1OMN upload=G86UVN6PW7UO tag=F96IWE2J9JJT type=write size=3831661 2024-04-15T14:56:26.778 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:26.777+0000 7f8277235780 1 > prepared operation key=G82D816QHN8B tag=55JMOID4Y8SC type=del size=2656647 2024-04-15T14:56:26.779 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:26.778+0000 7f8277235780 1 < completed delete operation key=Q0PE50H1CDIB tag=TGN8BQ8V5P6A type=del 2024-04-15T14:56:26.781 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:26.780+0000 7f8277235780 1 > prepared part key=_multipart_UCHFZKBWU6MN.2~ZYXLGOULVDK1.0 size=1048576 2024-04-15T14:56:26.782 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:26.781+0000 7f8277235780 1 > prepared part key=_multipart_UCHFZKBWU6MN.2~ZYXLGOULVDK1.1 size=500298 2024-04-15T14:56:26.782 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:26.781+0000 7f8277235780 1 > prepared multipart upload key=UCHFZKBWU6MN upload=ZYXLGOULVDK1 tag=O146FQTDCQ08 type=write size=2597450 2024-04-15T14:56:26.784 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:26.783+0000 7f8277235780 1 < completed delete operation key=8X2ELHS3HRGS tag=8K9MIMPU7GJT type=del 2024-04-15T14:56:26.785 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:26.784+0000 7f8277235780 1 > prepared operation key=54T20V7YW2K4 tag=OYQIHK8F00L9 type=write size=189761 2024-04-15T14:56:26.786 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:26.785+0000 7f8277235780 1 < completed part key=_multipart_BSJC05AGXDJ3.2~U5L2G3ETHYU6.0 size=1048576 2024-04-15T14:56:26.787 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:26.786+0000 7f8277235780 1 < completed part key=_multipart_BSJC05AGXDJ3.2~U5L2G3ETHYU6.1 size=1048576 2024-04-15T14:56:26.788 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:26.787+0000 7f8277235780 1 < completed part key=_multipart_BSJC05AGXDJ3.2~U5L2G3ETHYU6.2 size=404080 2024-04-15T14:56:26.790 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:26.789+0000 7f8277235780 1 < completed multipart upload key=BSJC05AGXDJ3 upload=U5L2G3ETHYU6 tag=58Q20XI1WIQE type=write size=3549808 2024-04-15T14:56:26.792 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:26.791+0000 7f8277235780 1 > prepared part key=_multipart_F402GDJVN3I9.2~U7L58G1VJV7D.0 size=1048576 2024-04-15T14:56:26.793 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:26.792+0000 7f8277235780 1 > prepared part key=_multipart_F402GDJVN3I9.2~U7L58G1VJV7D.1 size=620864 2024-04-15T14:56:26.793 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:26.792+0000 7f8277235780 1 > prepared multipart upload key=F402GDJVN3I9 upload=U7L58G1VJV7D tag=B9W50E0IE91G type=write size=2718016 2024-04-15T14:56:26.794 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:26.792+0000 7f8277235780 1 < canceled part key=_multipart_YTVARSCACASJ.2~SYQRRLSB7H20.0 size=1048576 2024-04-15T14:56:26.794 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:26.793+0000 7f8277235780 1 < completed part key=_multipart_YTVARSCACASJ.2~SYQRRLSB7H20.1 size=1048576 2024-04-15T14:56:26.795 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:26.794+0000 7f8277235780 1 < completed part key=_multipart_YTVARSCACASJ.2~SYQRRLSB7H20.2 size=295678 2024-04-15T14:56:26.797 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:26.796+0000 7f8277235780 1 < canceled multipart upload key=YTVARSCACASJ upload=SYQRRLSB7H20 tag=3PS5146MZ6PF type=write size=3441406 2024-04-15T14:56:26.798 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:26.797+0000 7f8277235780 1 > prepared operation key=7XVTB4OPZZOY tag=BY2FTIZVJ7VK type=del size=2243790 2024-04-15T14:56:26.799 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:26.798+0000 7f8277235780 1 < completed part key=_multipart_JDPAU9KY1OMN.2~G8A6G1Y8RRPS.0 size=969177 2024-04-15T14:56:26.801 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:26.800+0000 7f8277235780 1 < completed multipart upload key=JDPAU9KY1OMN upload=G8A6G1Y8RRPS tag=WMQULRCDQNPS type=write size=2017753 2024-04-15T14:56:26.803 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:26.802+0000 7f8277235780 1 > prepared part key=_multipart_BNQH1MC9XO9F.2~9AGATCS16W0D.0 size=1048576 2024-04-15T14:56:26.804 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:26.803+0000 7f8277235780 1 > prepared part key=_multipart_BNQH1MC9XO9F.2~9AGATCS16W0D.1 size=1048576 2024-04-15T14:56:26.805 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:26.804+0000 7f8277235780 1 > prepared part key=_multipart_BNQH1MC9XO9F.2~9AGATCS16W0D.2 size=521729 2024-04-15T14:56:26.805 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:26.804+0000 7f8277235780 1 > prepared multipart upload key=BNQH1MC9XO9F upload=9AGATCS16W0D tag=MKZSEUAAXOTY type=write size=3667457 2024-04-15T14:56:26.807 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:26.806+0000 7f8277235780 1 < suggested update operation key=IM0AQIM316IL tag=VEFXJ9GP6SUL type=write size=742297 2024-04-15T14:56:26.809 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:26.808+0000 7f8277235780 1 > prepared part key=_multipart_NII4HKLD4YSI.2~AAKQGGWPG16V.0 size=1048576 2024-04-15T14:56:26.810 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:26.809+0000 7f8277235780 1 > prepared part key=_multipart_NII4HKLD4YSI.2~AAKQGGWPG16V.1 size=71732 2024-04-15T14:56:26.810 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:26.809+0000 7f8277235780 1 > prepared multipart upload key=NII4HKLD4YSI upload=AAKQGGWPG16V tag=1LNRADA7T9X1 type=write size=2168884 2024-04-15T14:56:26.811 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:26.810+0000 7f8277235780 1 < completed write operation key=ASEC18UU5NGJ tag=OQT5QL7QKSJ6 type=write size=750713 2024-04-15T14:56:26.813 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:26.812+0000 7f8277235780 1 > prepared operation key=ASEC18UU5NGJ tag=C7U32CKR3PZW type=del size=780036 2024-04-15T14:56:26.814 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:26.813+0000 7f8277235780 1 < completed part key=_multipart_CBSCS8P8QL0Q.2~7MBUTH0TN3CU.0 size=803595 2024-04-15T14:56:26.816 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:26.815+0000 7f8277235780 1 < completed multipart upload key=CBSCS8P8QL0Q upload=7MBUTH0TN3CU tag=07ISUE5UGQCL type=write size=1852171 2024-04-15T14:56:26.818 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:26.817+0000 7f8277235780 1 > prepared part key=_multipart_BSJC05AGXDJ3.2~L47PEBFLFUIU.0 size=556202 2024-04-15T14:56:26.818 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:26.817+0000 7f8277235780 1 > prepared multipart upload key=BSJC05AGXDJ3 upload=L47PEBFLFUIU tag=LJKX2C0NNEZR type=write size=1604778 2024-04-15T14:56:26.819 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:26.818+0000 7f8277235780 1 < completed part key=_multipart_G82D816QHN8B.2~RZ1SIUM0II2C.0 size=1048576 2024-04-15T14:56:26.819 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:26.819+0000 7f8277235780 1 < completed part key=_multipart_G82D816QHN8B.2~RZ1SIUM0II2C.1 size=1048576 2024-04-15T14:56:26.820 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:26.819+0000 7f8277235780 1 < completed part key=_multipart_G82D816QHN8B.2~RZ1SIUM0II2C.2 size=134901 2024-04-15T14:56:26.822 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:26.821+0000 7f8277235780 1 < completed multipart upload key=G82D816QHN8B upload=RZ1SIUM0II2C tag=EW99EJ6JKH4I type=write size=3280629 2024-04-15T14:56:26.823 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:26.822+0000 7f8277235780 1 > prepared operation key=JY107VG7DVI1 tag=3JMZNGJ3RMEQ type=del size=2596901 2024-04-15T14:56:26.824 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:26.824+0000 7f8277235780 1 < completed part key=_multipart_IVOFLSPJ0099.2~4H5MXZ1NK0IZ.0 size=411414 2024-04-15T14:56:26.826 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:26.825+0000 7f8277235780 1 < completed multipart upload key=IVOFLSPJ0099 upload=4H5MXZ1NK0IZ tag=3I08XEPTQSY1 type=write size=1459990 2024-04-15T14:56:26.827 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:26.827+0000 7f8277235780 1 > prepared operation key=BNQH1MC9XO9F tag=WHCCXML4CQP4 type=del size=438119 2024-04-15T14:56:26.828 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:26.828+0000 7f8277235780 1 < completed part key=_multipart_BNQH1MC9XO9F.2~4V5ZAJTDMVMG.0 size=1048576 2024-04-15T14:56:26.829 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:26.828+0000 7f8277235780 1 < completed part key=_multipart_BNQH1MC9XO9F.2~4V5ZAJTDMVMG.1 size=1048576 2024-04-15T14:56:26.830 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:26.829+0000 7f8277235780 1 < completed part key=_multipart_BNQH1MC9XO9F.2~4V5ZAJTDMVMG.2 size=972073 2024-04-15T14:56:26.832 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:26.831+0000 7f8277235780 1 < completed multipart upload key=BNQH1MC9XO9F upload=4V5ZAJTDMVMG tag=L2KX4ITWNR16 type=write size=4117801 2024-04-15T14:56:26.834 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:26.833+0000 7f8277235780 1 > prepared part key=_multipart_33SEOBW9RRJN.2~EN7VN6IDB9NP.0 size=527992 2024-04-15T14:56:26.834 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:26.833+0000 7f8277235780 1 > prepared multipart upload key=33SEOBW9RRJN upload=EN7VN6IDB9NP tag=V0KDX00EZ0AC type=write size=1576568 2024-04-15T14:56:26.836 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:26.835+0000 7f8277235780 1 < suggested update operation key=0XYNF2N97Y1C tag=BPWR5UKXLQEX type=del size=2850427 2024-04-15T14:56:26.837 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:26.836+0000 7f8277235780 1 > prepared operation key=Q0PE50H1CDIB tag=2K989BFADBKM type=del size=4108147 2024-04-15T14:56:26.839 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:26.838+0000 7f8277235780 1 < completed part key=_multipart_ASEC18UU5NGJ.2~5A9B0J4COQX7.0 size=1048576 2024-04-15T14:56:26.839 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:26.838+0000 7f8277235780 1 < canceled part key=_multipart_ASEC18UU5NGJ.2~5A9B0J4COQX7.1 size=29888 2024-04-15T14:56:26.841 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:26.840+0000 7f8277235780 1 < canceled multipart upload key=ASEC18UU5NGJ upload=5A9B0J4COQX7 tag=5SMH5TXHGZVI type=write size=2127040 2024-04-15T14:56:26.842 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:26.841+0000 7f8277235780 1 > prepared operation key=81DQOX7PNGMS tag=0B47J26KOSHY type=del size=1891734 2024-04-15T14:56:26.843 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:26.842+0000 7f8277235780 1 < completed part key=_multipart_RQYB4B0WTR9V.2~7JSCDGRYZ2VQ.0 size=1048576 2024-04-15T14:56:26.844 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:26.843+0000 7f8277235780 1 < completed part key=_multipart_RQYB4B0WTR9V.2~7JSCDGRYZ2VQ.1 size=1048576 2024-04-15T14:56:26.845 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:26.844+0000 7f8277235780 1 < completed part key=_multipart_RQYB4B0WTR9V.2~7JSCDGRYZ2VQ.2 size=68623 2024-04-15T14:56:26.847 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:26.846+0000 7f8277235780 1 < completed multipart upload key=RQYB4B0WTR9V upload=7JSCDGRYZ2VQ tag=X0AYU86H2H2R type=write size=3214351 2024-04-15T14:56:26.848 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:26.848+0000 7f8277235780 1 > prepared part key=_multipart_IM0AQIM316IL.2~UUKCOSZ405O2.0 size=1048576 2024-04-15T14:56:26.850 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:26.848+0000 7f8277235780 1 > prepared part key=_multipart_IM0AQIM316IL.2~UUKCOSZ405O2.1 size=1048576 2024-04-15T14:56:26.851 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:26.849+0000 7f8277235780 1 > prepared part key=_multipart_IM0AQIM316IL.2~UUKCOSZ405O2.2 size=1026657 2024-04-15T14:56:26.851 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:26.849+0000 7f8277235780 1 > prepared multipart upload key=IM0AQIM316IL upload=UUKCOSZ405O2 tag=K9LP3TVGREVR type=write size=4172385 2024-04-15T14:56:26.851 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:26.850+0000 7f8277235780 1 < completed delete operation key=CBSCS8P8QL0Q tag=EO605T6U3C5V type=del 2024-04-15T14:56:26.853 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:26.853+0000 7f8277235780 1 > prepared part key=_multipart_BSJC05AGXDJ3.2~6ZZO79BSGBGR.0 size=1048576 2024-04-15T14:56:26.854 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:26.853+0000 7f8277235780 1 > prepared part key=_multipart_BSJC05AGXDJ3.2~6ZZO79BSGBGR.1 size=335462 2024-04-15T14:56:26.854 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:26.853+0000 7f8277235780 1 > prepared multipart upload key=BSJC05AGXDJ3 upload=6ZZO79BSGBGR tag=YHDL5Z58IB5G type=write size=2432614 2024-04-15T14:56:26.855 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:26.854+0000 7f8277235780 1 < completed delete operation key=G82D816QHN8B tag=55JMOID4Y8SC type=del 2024-04-15T14:56:26.856 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:26.856+0000 7f8277235780 1 > prepared operation key=MFZTYOL605I7 tag=3X6UKW8RLFNG type=del size=2340318 2024-04-15T14:56:26.857 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:26.857+0000 7f8277235780 1 < completed part key=_multipart_UCHFZKBWU6MN.2~ZYXLGOULVDK1.0 size=1048576 2024-04-15T14:56:26.858 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:26.858+0000 7f8277235780 1 < completed part key=_multipart_UCHFZKBWU6MN.2~ZYXLGOULVDK1.1 size=500298 2024-04-15T14:56:26.860 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:26.859+0000 7f8277235780 1 < completed multipart upload key=UCHFZKBWU6MN upload=ZYXLGOULVDK1 tag=O146FQTDCQ08 type=write size=2597450 2024-04-15T14:56:26.861 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:26.860+0000 7f8277235780 1 > prepared operation key=MFZTYOL605I7 tag=2TXBM6P8JYE1 type=write size=278953 2024-04-15T14:56:26.863 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:26.862+0000 7f8277235780 1 < completed write operation key=54T20V7YW2K4 tag=OYQIHK8F00L9 type=write size=189761 2024-04-15T14:56:26.864 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:26.863+0000 7f8277235780 1 > prepared operation key=81DQOX7PNGMS tag=CU1VU7IEDQUN type=del size=2120892 2024-04-15T14:56:26.864 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:26.863+0000 7f8277235780 1 < canceled part key=_multipart_F402GDJVN3I9.2~U7L58G1VJV7D.0 size=1048576 2024-04-15T14:56:26.865 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:26.864+0000 7f8277235780 1 < completed part key=_multipart_F402GDJVN3I9.2~U7L58G1VJV7D.1 size=620864 2024-04-15T14:56:26.867 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:26.866+0000 7f8277235780 1 < canceled multipart upload key=F402GDJVN3I9 upload=U7L58G1VJV7D tag=B9W50E0IE91G type=write size=2718016 2024-04-15T14:56:26.868 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:26.867+0000 7f8277235780 1 > prepared operation key=33SEOBW9RRJN tag=42XO9K0YTJFH type=del size=2130240 2024-04-15T14:56:26.869 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:26.868+0000 7f8277235780 1 < completed delete operation key=7XVTB4OPZZOY tag=BY2FTIZVJ7VK type=del 2024-04-15T14:56:26.870 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:26.869+0000 7f8277235780 1 > prepared operation key=R38CSTKHEGGY tag=L3HBAEZT72RY type=del size=2497180 2024-04-15T14:56:26.872 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:26.871+0000 7f8277235780 1 < completed part key=_multipart_BNQH1MC9XO9F.2~9AGATCS16W0D.0 size=1048576 2024-04-15T14:56:26.872 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:26.872+0000 7f8277235780 1 < completed part key=_multipart_BNQH1MC9XO9F.2~9AGATCS16W0D.1 size=1048576 2024-04-15T14:56:26.873 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:26.872+0000 7f8277235780 1 < completed part key=_multipart_BNQH1MC9XO9F.2~9AGATCS16W0D.2 size=521729 2024-04-15T14:56:26.875 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:26.874+0000 7f8277235780 1 < completed multipart upload key=BNQH1MC9XO9F upload=9AGATCS16W0D tag=MKZSEUAAXOTY type=write size=3667457 2024-04-15T14:56:26.876 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:26.875+0000 7f8277235780 1 > prepared operation key=UCHFZKBWU6MN tag=LE99UHWU5L5J type=del size=569239 2024-04-15T14:56:26.878 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:26.877+0000 7f8277235780 1 < completed part key=_multipart_NII4HKLD4YSI.2~AAKQGGWPG16V.0 size=1048576 2024-04-15T14:56:26.878 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:26.877+0000 7f8277235780 1 < canceled part key=_multipart_NII4HKLD4YSI.2~AAKQGGWPG16V.1 size=71732 2024-04-15T14:56:26.879 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:26.878+0000 7f8277235780 1 < canceled multipart upload key=NII4HKLD4YSI upload=AAKQGGWPG16V tag=1LNRADA7T9X1 type=write size=2168884 2024-04-15T14:56:26.881 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:26.880+0000 7f8277235780 1 > prepared part key=_multipart_MIRREM7KIO9I.2~46Q5YKZM0KTZ.0 size=1039134 2024-04-15T14:56:26.881 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:26.880+0000 7f8277235780 1 > prepared multipart upload key=MIRREM7KIO9I upload=46Q5YKZM0KTZ tag=TVX7749LEWJC type=write size=2087710 2024-04-15T14:56:26.882 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:26.882+0000 7f8277235780 1 < completed delete operation key=ASEC18UU5NGJ tag=C7U32CKR3PZW type=del 2024-04-15T14:56:26.884 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:26.883+0000 7f8277235780 1 > prepared operation key=MFZTYOL605I7 tag=PQ9I2LWDX8AA type=del size=2215095 2024-04-15T14:56:26.886 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:26.885+0000 7f8277235780 1 < completed part key=_multipart_BSJC05AGXDJ3.2~L47PEBFLFUIU.0 size=556202 2024-04-15T14:56:26.887 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:26.887+0000 7f8277235780 1 < completed multipart upload key=BSJC05AGXDJ3 upload=L47PEBFLFUIU tag=LJKX2C0NNEZR type=write size=1604778 2024-04-15T14:56:26.889 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:26.888+0000 7f8277235780 1 > prepared operation key=54T20V7YW2K4 tag=OTLS5TSULM1I type=del size=3863758 2024-04-15T14:56:26.892 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:26.891+0000 7f8277235780 1 < suggested remove operation key=JY107VG7DVI1 tag=3JMZNGJ3RMEQ type=del 2024-04-15T14:56:26.893 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:26.892+0000 7f8277235780 1 > prepared operation key=A0RW26A8FZ95 tag=TZUO6FX1OX4C type=del size=1045862 2024-04-15T14:56:26.894 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:26.894+0000 7f8277235780 1 < completed delete operation key=BNQH1MC9XO9F tag=WHCCXML4CQP4 type=del 2024-04-15T14:56:26.896 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:26.895+0000 7f8277235780 1 > prepared operation key=81DQOX7PNGMS tag=IMU2888MME57 type=del size=2713417 2024-04-15T14:56:26.897 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:26.896+0000 7f8277235780 1 < completed part key=_multipart_33SEOBW9RRJN.2~EN7VN6IDB9NP.0 size=527992 2024-04-15T14:56:26.899 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:26.898+0000 7f8277235780 1 < completed multipart upload key=33SEOBW9RRJN upload=EN7VN6IDB9NP tag=V0KDX00EZ0AC type=write size=1576568 2024-04-15T14:56:26.900 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:26.900+0000 7f8277235780 1 > prepared operation key=RQYB4B0WTR9V tag=9UKW5IV3U6IH type=del size=2444268 2024-04-15T14:56:26.903 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:26.902+0000 7f8277235780 1 < suggested remove operation key=Q0PE50H1CDIB tag=2K989BFADBKM type=del 2024-04-15T14:56:26.905 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:26.905+0000 7f8277235780 1 > prepared part key=_multipart_81DQOX7PNGMS.2~OENEE2JHKIFD.0 size=196933 2024-04-15T14:56:26.905 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:26.905+0000 7f8277235780 1 > prepared multipart upload key=81DQOX7PNGMS upload=OENEE2JHKIFD tag=O429EKJY3OPS type=write size=1245509 2024-04-15T14:56:26.908 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:26.907+0000 7f8277235780 1 < suggested update operation key=81DQOX7PNGMS tag=0B47J26KOSHY type=del size=1891734 2024-04-15T14:56:26.909 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:26.908+0000 7f8277235780 1 > prepared operation key=ASEC18UU5NGJ tag=95T25JCVRPMH type=del size=3529217 2024-04-15T14:56:26.910 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:26.909+0000 7f8277235780 1 < completed part key=_multipart_IM0AQIM316IL.2~UUKCOSZ405O2.0 size=1048576 2024-04-15T14:56:26.911 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:26.910+0000 7f8277235780 1 < completed part key=_multipart_IM0AQIM316IL.2~UUKCOSZ405O2.1 size=1048576 2024-04-15T14:56:26.912 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:26.911+0000 7f8277235780 1 < completed part key=_multipart_IM0AQIM316IL.2~UUKCOSZ405O2.2 size=1026657 2024-04-15T14:56:26.914 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:26.913+0000 7f8277235780 1 < completed multipart upload key=IM0AQIM316IL upload=UUKCOSZ405O2 tag=K9LP3TVGREVR type=write size=4172385 2024-04-15T14:56:26.916 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:26.915+0000 7f8277235780 1 > prepared part key=_multipart_8X2ELHS3HRGS.2~1O75SR6A55MD.0 size=1048576 2024-04-15T14:56:26.917 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:26.916+0000 7f8277235780 1 > prepared part key=_multipart_8X2ELHS3HRGS.2~1O75SR6A55MD.1 size=238563 2024-04-15T14:56:26.917 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:26.916+0000 7f8277235780 1 > prepared multipart upload key=8X2ELHS3HRGS upload=1O75SR6A55MD tag=DPH9PGZ0OKB4 type=write size=2335715 2024-04-15T14:56:26.918 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:26.917+0000 7f8277235780 1 < completed part key=_multipart_BSJC05AGXDJ3.2~6ZZO79BSGBGR.0 size=1048576 2024-04-15T14:56:26.919 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:26.918+0000 7f8277235780 1 < completed part key=_multipart_BSJC05AGXDJ3.2~6ZZO79BSGBGR.1 size=335462 2024-04-15T14:56:26.921 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:26.920+0000 7f8277235780 1 < completed multipart upload key=BSJC05AGXDJ3 upload=6ZZO79BSGBGR tag=YHDL5Z58IB5G type=write size=2432614 2024-04-15T14:56:26.923 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:26.922+0000 7f8277235780 1 > prepared operation key=CBSCS8P8QL0Q tag=T0X1QIBLS9CX type=write size=345555 2024-04-15T14:56:26.925 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:26.923+0000 7f8277235780 1 < completed delete operation key=MFZTYOL605I7 tag=3X6UKW8RLFNG type=del 2024-04-15T14:56:26.926 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:26.925+0000 7f8277235780 1 > prepared part key=_multipart_P0TQX1TRPSLX.2~UVZ66V5SAGG0.0 size=922835 2024-04-15T14:56:26.926 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:26.925+0000 7f8277235780 1 > prepared multipart upload key=P0TQX1TRPSLX upload=UVZ66V5SAGG0 tag=P8HRJ6GF8RUS type=write size=1971411 2024-04-15T14:56:26.928 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:26.927+0000 7f8277235780 1 < suggested remove operation key=MFZTYOL605I7 tag=2TXBM6P8JYE1 type=write 2024-04-15T14:56:26.930 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:26.929+0000 7f8277235780 1 > prepared operation key=NII4HKLD4YSI tag=E74LHNQESRC4 type=del size=2221249 2024-04-15T14:56:26.931 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:26.930+0000 7f8277235780 -1 < failed to complete operation key=81DQOX7PNGMS tag=CU1VU7IEDQUN type=del size=2120892: (22) Invalid argument 2024-04-15T14:56:26.932 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:26.931+0000 7f8277235780 1 > prepared operation key=CBSCS8P8QL0Q tag=IQ50P5HBTGA9 type=del size=2861050 2024-04-15T14:56:26.934 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:26.933+0000 7f8277235780 1 < suggested update operation key=33SEOBW9RRJN tag=42XO9K0YTJFH type=del size=2130240 2024-04-15T14:56:26.935 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:26.935+0000 7f8277235780 1 > prepared operation key=CFCUGZ5D6TU8 tag=U6JUASVK3NJQ type=write size=605883 2024-04-15T14:56:26.937 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:26.936+0000 7f8277235780 1 < canceled operation key=R38CSTKHEGGY tag=L3HBAEZT72RY type=del size=2497180 2024-04-15T14:56:26.938 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:26.937+0000 7f8277235780 1 > prepared operation key=UCHFZKBWU6MN tag=NWCPQO11OPQ7 type=del size=3285691 2024-04-15T14:56:26.939 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:26.938+0000 7f8277235780 1 < completed delete operation key=UCHFZKBWU6MN tag=LE99UHWU5L5J type=del 2024-04-15T14:56:26.940 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:26.939+0000 7f8277235780 1 > prepared operation key=7XVTB4OPZZOY tag=51GIDMLMOCQ2 type=del size=2964837 2024-04-15T14:56:26.941 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:26.940+0000 7f8277235780 1 < completed part key=_multipart_MIRREM7KIO9I.2~46Q5YKZM0KTZ.0 size=1039134 2024-04-15T14:56:26.943 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:26.942+0000 7f8277235780 1 < completed multipart upload key=MIRREM7KIO9I upload=46Q5YKZM0KTZ tag=TVX7749LEWJC type=write size=2087710 2024-04-15T14:56:26.945 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:26.944+0000 7f8277235780 1 > prepared part key=_multipart_OQ3O0PKNZJ9S.2~7OIVHNFHKXPO.0 size=1048576 2024-04-15T14:56:26.946 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:26.945+0000 7f8277235780 1 > prepared part key=_multipart_OQ3O0PKNZJ9S.2~7OIVHNFHKXPO.1 size=164045 2024-04-15T14:56:26.946 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:26.945+0000 7f8277235780 1 > prepared multipart upload key=OQ3O0PKNZJ9S upload=7OIVHNFHKXPO tag=JVROQH8D7TEV type=write size=2261197 2024-04-15T14:56:26.947 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:26.946+0000 7f8277235780 -1 < no bi entry to suggest for operation key=MFZTYOL605I7 tag=PQ9I2LWDX8AA type=del size=2215095: (2) No such file or directory 2024-04-15T14:56:26.948 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:26.947+0000 7f8277235780 1 > prepared operation key=54T20V7YW2K4 tag=840U2V0RK1ZG type=write size=721252 2024-04-15T14:56:26.949 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:26.948+0000 7f8277235780 1 < completed delete operation key=54T20V7YW2K4 tag=OTLS5TSULM1I type=del 2024-04-15T14:56:26.950 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:26.949+0000 7f8277235780 1 > prepared operation key=IM0AQIM316IL tag=9SQ1QLD9UX66 type=del size=3867247 2024-04-15T14:56:26.952 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:26.952+0000 7f8277235780 1 < suggested update operation key=A0RW26A8FZ95 tag=TZUO6FX1OX4C type=del size=1045862 2024-04-15T14:56:26.953 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:26.953+0000 7f8277235780 1 > prepared operation key=MIRREM7KIO9I tag=27DFZAO8A5U5 type=del size=1223048 2024-04-15T14:56:26.955 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:26.954+0000 7f8277235780 -1 < failed to complete operation key=81DQOX7PNGMS tag=IMU2888MME57 type=del size=2713417: (22) Invalid argument 2024-04-15T14:56:26.956 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:26.955+0000 7f8277235780 1 > prepared operation key=D9NMXV7JDMXJ tag=0MR5YRS6DGDO type=del size=3112182 2024-04-15T14:56:26.957 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:26.956+0000 7f8277235780 1 < completed delete operation key=RQYB4B0WTR9V tag=9UKW5IV3U6IH type=del 2024-04-15T14:56:26.959 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:26.958+0000 7f8277235780 1 > prepared part key=_multipart_A0RW26A8FZ95.2~N1NQR0X4K89J.0 size=490740 2024-04-15T14:56:26.959 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:26.958+0000 7f8277235780 1 > prepared multipart upload key=A0RW26A8FZ95 upload=N1NQR0X4K89J tag=WMPI2CKMC82L type=write size=1539316 2024-04-15T14:56:26.960 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:26.959+0000 7f8277235780 1 < completed part key=_multipart_81DQOX7PNGMS.2~OENEE2JHKIFD.0 size=196933 2024-04-15T14:56:26.962 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:26.961+0000 7f8277235780 1 < completed multipart upload key=81DQOX7PNGMS upload=OENEE2JHKIFD tag=O429EKJY3OPS type=write size=1245509 2024-04-15T14:56:26.964 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:26.963+0000 7f8277235780 1 > prepared part key=_multipart_8X2ELHS3HRGS.2~RG6T9R1IN3NZ.0 size=1048576 2024-04-15T14:56:26.965 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:26.964+0000 7f8277235780 1 > prepared part key=_multipart_8X2ELHS3HRGS.2~RG6T9R1IN3NZ.1 size=206572 2024-04-15T14:56:26.965 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:26.964+0000 7f8277235780 1 > prepared multipart upload key=8X2ELHS3HRGS upload=RG6T9R1IN3NZ tag=ZYQ4ZWFRCI90 type=write size=2303724 2024-04-15T14:56:26.967 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:26.966+0000 7f8277235780 1 < suggested remove operation key=ASEC18UU5NGJ tag=95T25JCVRPMH type=del 2024-04-15T14:56:26.968 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:26.967+0000 7f8277235780 1 > prepared operation key=A0RW26A8FZ95 tag=T1PGBL4UDXYQ type=del size=3106815 2024-04-15T14:56:26.968 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:26.967+0000 7f8277235780 1 < canceled part key=_multipart_8X2ELHS3HRGS.2~1O75SR6A55MD.0 size=1048576 2024-04-15T14:56:26.969 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:26.968+0000 7f8277235780 1 < completed part key=_multipart_8X2ELHS3HRGS.2~1O75SR6A55MD.1 size=238563 2024-04-15T14:56:26.971 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:26.970+0000 7f8277235780 1 < canceled multipart upload key=8X2ELHS3HRGS upload=1O75SR6A55MD tag=DPH9PGZ0OKB4 type=write size=2335715 2024-04-15T14:56:26.972 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:26.971+0000 7f8277235780 1 > prepared operation key=ASEC18UU5NGJ tag=87JHZII7DTZP type=del size=1619677 2024-04-15T14:56:26.973 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:26.972+0000 7f8277235780 1 < completed write operation key=CBSCS8P8QL0Q tag=T0X1QIBLS9CX type=write size=345555 2024-04-15T14:56:26.974 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:26.973+0000 7f8277235780 1 > prepared operation key=G82D816QHN8B tag=TYKXF9NHV479 type=del size=1785070 2024-04-15T14:56:26.975 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:26.974+0000 7f8277235780 1 < completed part key=_multipart_P0TQX1TRPSLX.2~UVZ66V5SAGG0.0 size=922835 2024-04-15T14:56:26.977 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:26.976+0000 7f8277235780 1 < completed multipart upload key=P0TQX1TRPSLX upload=UVZ66V5SAGG0 tag=P8HRJ6GF8RUS type=write size=1971411 2024-04-15T14:56:26.978 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:26.977+0000 7f8277235780 1 > prepared operation key=MFZTYOL605I7 tag=2JK22M4WJE7Q type=del size=935076 2024-04-15T14:56:26.979 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:26.978+0000 7f8277235780 1 < completed delete operation key=NII4HKLD4YSI tag=E74LHNQESRC4 type=del 2024-04-15T14:56:26.981 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:26.981+0000 7f8277235780 1 > prepared part key=_multipart_81DQOX7PNGMS.2~JWWP2M6Y6BSU.0 size=1048576 2024-04-15T14:56:26.982 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:26.982+0000 7f8277235780 1 > prepared part key=_multipart_81DQOX7PNGMS.2~JWWP2M6Y6BSU.1 size=256922 2024-04-15T14:56:26.982 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:26.982+0000 7f8277235780 1 > prepared multipart upload key=81DQOX7PNGMS upload=JWWP2M6Y6BSU tag=0UP5LUO79UO1 type=write size=2354074 2024-04-15T14:56:26.983 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:26.983+0000 7f8277235780 1 < completed delete operation key=CBSCS8P8QL0Q tag=IQ50P5HBTGA9 type=del 2024-04-15T14:56:26.986 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:26.985+0000 7f8277235780 1 > prepared part key=_multipart_ZMDZCWJKCFRI.2~AMNP8J7BNS6H.0 size=1048576 2024-04-15T14:56:26.987 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:26.986+0000 7f8277235780 1 > prepared part key=_multipart_ZMDZCWJKCFRI.2~AMNP8J7BNS6H.1 size=194712 2024-04-15T14:56:26.987 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:26.986+0000 7f8277235780 1 > prepared multipart upload key=ZMDZCWJKCFRI upload=AMNP8J7BNS6H tag=VXUQXDDAF6DU type=write size=2291864 2024-04-15T14:56:26.988 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:26.987+0000 7f8277235780 1 < completed write operation key=CFCUGZ5D6TU8 tag=U6JUASVK3NJQ type=write size=605883 2024-04-15T14:56:26.989 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:26.988+0000 7f8277235780 1 > prepared operation key=7XVTB4OPZZOY tag=0RX9BTSNCVRA type=del size=3811969 2024-04-15T14:56:26.992 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:26.991+0000 7f8277235780 1 < suggested update operation key=UCHFZKBWU6MN tag=NWCPQO11OPQ7 type=del size=3285691 2024-04-15T14:56:26.993 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:26.992+0000 7f8277235780 1 > prepared operation key=BSJC05AGXDJ3 tag=EN7M22QVPY4U type=write size=219096 2024-04-15T14:56:26.996 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:26.995+0000 7f8277235780 1 < suggested remove operation key=7XVTB4OPZZOY tag=51GIDMLMOCQ2 type=del 2024-04-15T14:56:26.997 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:26.997+0000 7f8277235780 1 > prepared operation key=D9NMXV7JDMXJ tag=B2254E2HNIZ0 type=del size=1083963 2024-04-15T14:56:26.998 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:26.997+0000 7f8277235780 1 < canceled part key=_multipart_OQ3O0PKNZJ9S.2~7OIVHNFHKXPO.0 size=1048576 2024-04-15T14:56:26.999 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:26.998+0000 7f8277235780 1 < completed part key=_multipart_OQ3O0PKNZJ9S.2~7OIVHNFHKXPO.1 size=164045 2024-04-15T14:56:27.001 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:27.000+0000 7f8277235780 1 < canceled multipart upload key=OQ3O0PKNZJ9S upload=7OIVHNFHKXPO tag=JVROQH8D7TEV type=write size=2261197 2024-04-15T14:56:27.002 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:27.001+0000 7f8277235780 1 > prepared operation key=NII4HKLD4YSI tag=WQHSY0M2RAG4 type=write size=883850 2024-04-15T14:56:27.003 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:27.002+0000 7f8277235780 1 < completed write operation key=54T20V7YW2K4 tag=840U2V0RK1ZG type=write size=721252 2024-04-15T14:56:27.005 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:27.005+0000 7f8277235780 1 > prepared part key=_multipart_BNQH1MC9XO9F.2~HJ76Z4DSU1Y7.0 size=1048576 2024-04-15T14:56:27.006 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:27.005+0000 7f8277235780 1 > prepared part key=_multipart_BNQH1MC9XO9F.2~HJ76Z4DSU1Y7.1 size=1048576 2024-04-15T14:56:27.007 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:27.006+0000 7f8277235780 1 > prepared part key=_multipart_BNQH1MC9XO9F.2~HJ76Z4DSU1Y7.2 size=418497 2024-04-15T14:56:27.007 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:27.006+0000 7f8277235780 1 > prepared multipart upload key=BNQH1MC9XO9F upload=HJ76Z4DSU1Y7 tag=L4I0RNW75OSL type=write size=3564225 2024-04-15T14:56:27.008 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:27.008+0000 7f8277235780 1 < completed delete operation key=IM0AQIM316IL tag=9SQ1QLD9UX66 type=del 2024-04-15T14:56:27.010 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:27.010+0000 7f8277235780 1 > prepared part key=_multipart_F402GDJVN3I9.2~E487OM03LB0Y.0 size=26721 2024-04-15T14:56:27.011 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:27.010+0000 7f8277235780 1 > prepared multipart upload key=F402GDJVN3I9 upload=E487OM03LB0Y tag=RZISGDGL7NCQ type=write size=1075297 2024-04-15T14:56:27.012 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:27.011+0000 7f8277235780 1 < completed delete operation key=MIRREM7KIO9I tag=27DFZAO8A5U5 type=del 2024-04-15T14:56:27.013 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:27.012+0000 7f8277235780 1 > prepared operation key=50Y0EU7H0QWF tag=Z2PB6EI3KOYU type=write size=962550 2024-04-15T14:56:27.014 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:27.013+0000 7f8277235780 1 < completed delete operation key=D9NMXV7JDMXJ tag=0MR5YRS6DGDO type=del 2024-04-15T14:56:27.015 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:27.014+0000 7f8277235780 1 > prepared operation key=Q0PE50H1CDIB tag=D69TZRJAUUJX type=write size=772428 2024-04-15T14:56:27.016 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:27.016+0000 7f8277235780 1 < completed part key=_multipart_A0RW26A8FZ95.2~N1NQR0X4K89J.0 size=490740 2024-04-15T14:56:27.018 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:27.017+0000 7f8277235780 1 < completed multipart upload key=A0RW26A8FZ95 upload=N1NQR0X4K89J tag=WMPI2CKMC82L type=write size=1539316 2024-04-15T14:56:27.019 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:27.019+0000 7f8277235780 1 > prepared operation key=BNQH1MC9XO9F tag=7NZDPG501YMW type=del size=414298 2024-04-15T14:56:27.020 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:27.020+0000 7f8277235780 1 < completed part key=_multipart_8X2ELHS3HRGS.2~RG6T9R1IN3NZ.0 size=1048576 2024-04-15T14:56:27.022 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:27.021+0000 7f8277235780 1 < completed part key=_multipart_8X2ELHS3HRGS.2~RG6T9R1IN3NZ.1 size=206572 2024-04-15T14:56:27.023 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:27.022+0000 7f8277235780 1 < completed multipart upload key=8X2ELHS3HRGS upload=RG6T9R1IN3NZ tag=ZYQ4ZWFRCI90 type=write size=2303724 2024-04-15T14:56:27.024 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:27.024+0000 7f8277235780 1 > prepared operation key=YTVARSCACASJ tag=LMKZWET8JO7Z type=del size=3173272 2024-04-15T14:56:27.026 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:27.025+0000 7f8277235780 1 < completed delete operation key=A0RW26A8FZ95 tag=T1PGBL4UDXYQ type=del 2024-04-15T14:56:27.027 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:27.026+0000 7f8277235780 1 > prepared operation key=MFZTYOL605I7 tag=Q71DEZMGDCM5 type=del size=350876 2024-04-15T14:56:27.029 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:27.028+0000 7f8277235780 1 < suggested remove operation key=ASEC18UU5NGJ tag=87JHZII7DTZP type=del 2024-04-15T14:56:27.030 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:27.029+0000 7f8277235780 1 > prepared operation key=OQ3O0PKNZJ9S tag=8OE8BU7OJBLM type=write size=119960 2024-04-15T14:56:27.031 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:27.030+0000 7f8277235780 1 < completed delete operation key=G82D816QHN8B tag=TYKXF9NHV479 type=del 2024-04-15T14:56:27.033 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:27.032+0000 7f8277235780 1 > prepared part key=_multipart_ZMDZCWJKCFRI.2~3XY0C7MNBOID.0 size=1048576 2024-04-15T14:56:27.034 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:27.033+0000 7f8277235780 1 > prepared part key=_multipart_ZMDZCWJKCFRI.2~3XY0C7MNBOID.1 size=309616 2024-04-15T14:56:27.034 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:27.033+0000 7f8277235780 1 > prepared multipart upload key=ZMDZCWJKCFRI upload=3XY0C7MNBOID tag=J5HF24VL7OX2 type=write size=2406768 2024-04-15T14:56:27.035 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:27.035+0000 7f8277235780 1 < completed delete operation key=MFZTYOL605I7 tag=2JK22M4WJE7Q type=del 2024-04-15T14:56:27.036 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:27.036+0000 7f8277235780 1 > prepared operation key=81DQOX7PNGMS tag=ICVD3NDGG56J type=del size=4080026 2024-04-15T14:56:27.038 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:27.037+0000 7f8277235780 1 < completed part key=_multipart_81DQOX7PNGMS.2~JWWP2M6Y6BSU.0 size=1048576 2024-04-15T14:56:27.039 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:27.038+0000 7f8277235780 1 < completed part key=_multipart_81DQOX7PNGMS.2~JWWP2M6Y6BSU.1 size=256922 2024-04-15T14:56:27.039 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:56:26 smithi016 ceph-mon[93212]: osdmap e1072: 8 total, 8 up, 8 in 2024-04-15T14:56:27.039 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:56:26 smithi016 ceph-mon[93212]: from='client.? 172.21.15.16:0/2984877021' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi016-135737-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T14:56:27.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:56:26 smithi016 ceph-mon[93212]: from='client.? 172.21.15.16:0/2984877021' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi016-135737-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-15T14:56:27.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:56:26 smithi016 ceph-mon[93212]: osdmap e1073: 8 total, 8 up, 8 in 2024-04-15T14:56:27.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:56:26 smithi016 ceph-mon[90652]: osdmap e1072: 8 total, 8 up, 8 in 2024-04-15T14:56:27.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:56:26 smithi016 ceph-mon[90652]: from='client.? 172.21.15.16:0/2984877021' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi016-135737-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T14:56:27.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:56:26 smithi016 ceph-mon[90652]: from='client.? 172.21.15.16:0/2984877021' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi016-135737-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-15T14:56:27.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:56:26 smithi016 ceph-mon[90652]: osdmap e1073: 8 total, 8 up, 8 in 2024-04-15T14:56:27.041 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:27.040+0000 7f8277235780 1 < completed multipart upload key=81DQOX7PNGMS upload=JWWP2M6Y6BSU tag=0UP5LUO79UO1 type=write size=2354074 2024-04-15T14:56:27.043 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:27.042+0000 7f8277235780 1 > prepared part key=_multipart_81DQOX7PNGMS.2~P9GBVFAZ9N2G.0 size=1048576 2024-04-15T14:56:27.044 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:27.043+0000 7f8277235780 1 > prepared part key=_multipart_81DQOX7PNGMS.2~P9GBVFAZ9N2G.1 size=809261 2024-04-15T14:56:27.044 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:27.043+0000 7f8277235780 1 > prepared multipart upload key=81DQOX7PNGMS upload=P9GBVFAZ9N2G tag=T5NXMUDNN233 type=write size=2906413 2024-04-15T14:56:27.045 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:27.044+0000 7f8277235780 1 < completed part key=_multipart_ZMDZCWJKCFRI.2~AMNP8J7BNS6H.0 size=1048576 2024-04-15T14:56:27.045 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:27.045+0000 7f8277235780 1 < completed part key=_multipart_ZMDZCWJKCFRI.2~AMNP8J7BNS6H.1 size=194712 2024-04-15T14:56:27.047 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:27.046+0000 7f8277235780 1 < completed multipart upload key=ZMDZCWJKCFRI upload=AMNP8J7BNS6H tag=VXUQXDDAF6DU type=write size=2291864 2024-04-15T14:56:27.048 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:27.047+0000 7f8277235780 1 > prepared operation key=A0RW26A8FZ95 tag=Z5MHO0DA8401 type=del size=1657707 2024-04-15T14:56:27.049 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:27.049+0000 7f8277235780 -1 < failed to complete operation key=7XVTB4OPZZOY tag=0RX9BTSNCVRA type=del size=3811969: (22) Invalid argument 2024-04-15T14:56:27.051 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:27.051+0000 7f8277235780 1 > prepared part key=_multipart_CFCUGZ5D6TU8.2~9XP7MH2NGZDW.0 size=1048576 2024-04-15T14:56:27.053 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:27.051+0000 7f8277235780 1 > prepared part key=_multipart_CFCUGZ5D6TU8.2~9XP7MH2NGZDW.1 size=979 2024-04-15T14:56:27.053 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:27.051+0000 7f8277235780 1 > prepared multipart upload key=CFCUGZ5D6TU8 upload=9XP7MH2NGZDW tag=KIKQSFVB8ACL type=write size=2098131 2024-04-15T14:56:27.053 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:27.052+0000 7f8277235780 1 < canceled operation key=BSJC05AGXDJ3 tag=EN7M22QVPY4U type=write size=219096 2024-04-15T14:56:27.054 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:27.054+0000 7f8277235780 1 > prepared operation key=IVOFLSPJ0099 tag=3K6SL0MG716C type=del size=2552740 2024-04-15T14:56:27.057 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:27.056+0000 7f8277235780 1 < suggested update operation key=D9NMXV7JDMXJ tag=B2254E2HNIZ0 type=del size=1083963 2024-04-15T14:56:27.058 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:27.057+0000 7f8277235780 1 > prepared operation key=F402GDJVN3I9 tag=UEAWXS32ZAW3 type=del size=2716919 2024-04-15T14:56:27.059 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:27.058+0000 7f8277235780 1 < completed write operation key=NII4HKLD4YSI tag=WQHSY0M2RAG4 type=write size=883850 2024-04-15T14:56:27.060 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:27.059+0000 7f8277235780 1 > prepared operation key=DY5BWB5TVQV1 tag=QNWGC23FN1UG type=del size=440739 2024-04-15T14:56:27.061 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:27.061+0000 7f8277235780 1 < completed part key=_multipart_BNQH1MC9XO9F.2~HJ76Z4DSU1Y7.0 size=1048576 2024-04-15T14:56:27.062 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:27.062+0000 7f8277235780 1 < completed part key=_multipart_BNQH1MC9XO9F.2~HJ76Z4DSU1Y7.1 size=1048576 2024-04-15T14:56:27.063 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:27.063+0000 7f8277235780 1 < completed part key=_multipart_BNQH1MC9XO9F.2~HJ76Z4DSU1Y7.2 size=418497 2024-04-15T14:56:27.065 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:27.065+0000 7f8277235780 1 < completed multipart upload key=BNQH1MC9XO9F upload=HJ76Z4DSU1Y7 tag=L4I0RNW75OSL type=write size=3564225 2024-04-15T14:56:27.067 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:27.067+0000 7f8277235780 1 > prepared part key=_multipart_33SEOBW9RRJN.2~P1O0SZRXRW2L.0 size=1048576 2024-04-15T14:56:27.068 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:27.068+0000 7f8277235780 1 > prepared part key=_multipart_33SEOBW9RRJN.2~P1O0SZRXRW2L.1 size=1048576 2024-04-15T14:56:27.069 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:27.068+0000 7f8277235780 1 > prepared part key=_multipart_33SEOBW9RRJN.2~P1O0SZRXRW2L.2 size=313064 2024-04-15T14:56:27.069 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:27.068+0000 7f8277235780 1 > prepared multipart upload key=33SEOBW9RRJN upload=P1O0SZRXRW2L tag=40YNRQB0AU5J type=write size=3458792 2024-04-15T14:56:27.070 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:27.070+0000 7f8277235780 1 < completed part key=_multipart_F402GDJVN3I9.2~E487OM03LB0Y.0 size=26721 2024-04-15T14:56:27.072 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:27.071+0000 7f8277235780 1 < completed multipart upload key=F402GDJVN3I9 upload=E487OM03LB0Y tag=RZISGDGL7NCQ type=write size=1075297 2024-04-15T14:56:27.073 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:27.073+0000 7f8277235780 1 > prepared operation key=JDPAU9KY1OMN tag=N9IX2L17JTVT type=del size=1621111 2024-04-15T14:56:27.076 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:27.075+0000 7f8277235780 1 < suggested remove operation key=50Y0EU7H0QWF tag=Z2PB6EI3KOYU type=write 2024-04-15T14:56:27.077 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:27.076+0000 7f8277235780 1 > prepared operation key=F402GDJVN3I9 tag=IDVXA0FJS28S type=write size=571235 2024-04-15T14:56:27.078 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:27.077+0000 7f8277235780 1 < completed write operation key=Q0PE50H1CDIB tag=D69TZRJAUUJX type=write size=772428 2024-04-15T14:56:27.080 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:27.079+0000 7f8277235780 1 > prepared operation key=0XYNF2N97Y1C tag=DNVKIEBYRQK1 type=del size=3221205 2024-04-15T14:56:27.081 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:27.080+0000 7f8277235780 1 < completed delete operation key=BNQH1MC9XO9F tag=7NZDPG501YMW type=del 2024-04-15T14:56:27.082 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:27.081+0000 7f8277235780 1 > prepared operation key=NII4HKLD4YSI tag=TG7O2CY9XTX5 type=del size=2178851 2024-04-15T14:56:27.084 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:27.083+0000 7f8277235780 1 < completed delete operation key=YTVARSCACASJ tag=LMKZWET8JO7Z type=del 2024-04-15T14:56:27.086 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:27.085+0000 7f8277235780 1 > prepared part key=_multipart_UCHFZKBWU6MN.2~S7U7OO0L6N2E.0 size=1048576 2024-04-15T14:56:27.087 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:27.086+0000 7f8277235780 1 > prepared part key=_multipart_UCHFZKBWU6MN.2~S7U7OO0L6N2E.1 size=1048576 2024-04-15T14:56:27.088 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:27.087+0000 7f8277235780 1 > prepared part key=_multipart_UCHFZKBWU6MN.2~S7U7OO0L6N2E.2 size=81878 2024-04-15T14:56:27.088 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:27.087+0000 7f8277235780 1 > prepared multipart upload key=UCHFZKBWU6MN upload=S7U7OO0L6N2E tag=TXNX9OV3CDZC type=write size=3227606 2024-04-15T14:56:27.089 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:27.088+0000 7f8277235780 1 < canceled operation key=MFZTYOL605I7 tag=Q71DEZMGDCM5 type=del size=350876 2024-04-15T14:56:27.090 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:27.089+0000 7f8277235780 1 > prepared operation key=YTVARSCACASJ tag=UOF2VGD2VWFQ type=del size=923570 2024-04-15T14:56:27.091 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:27.091+0000 7f8277235780 1 < completed write operation key=OQ3O0PKNZJ9S tag=8OE8BU7OJBLM type=write size=119960 2024-04-15T14:56:27.093 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:27.093+0000 7f8277235780 1 > prepared part key=_multipart_BSJC05AGXDJ3.2~KZ20SMQ18M66.0 size=1048576 2024-04-15T14:56:27.095 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:27.094+0000 7f8277235780 1 > prepared part key=_multipart_BSJC05AGXDJ3.2~KZ20SMQ18M66.1 size=1048576 2024-04-15T14:56:27.095 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:27.095+0000 7f8277235780 1 > prepared part key=_multipart_BSJC05AGXDJ3.2~KZ20SMQ18M66.2 size=152892 2024-04-15T14:56:27.095 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:27.095+0000 7f8277235780 1 > prepared multipart upload key=BSJC05AGXDJ3 upload=KZ20SMQ18M66 tag=O9RXQFJ6EOJ3 type=write size=3298620 2024-04-15T14:56:27.096 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:27.095+0000 7f8277235780 1 < canceled part key=_multipart_ZMDZCWJKCFRI.2~3XY0C7MNBOID.0 size=1048576 2024-04-15T14:56:27.096 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:27.096+0000 7f8277235780 1 < completed part key=_multipart_ZMDZCWJKCFRI.2~3XY0C7MNBOID.1 size=309616 2024-04-15T14:56:27.098 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:27.098+0000 7f8277235780 1 < canceled multipart upload key=ZMDZCWJKCFRI upload=3XY0C7MNBOID tag=J5HF24VL7OX2 type=write size=2406768 2024-04-15T14:56:27.100 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:27.100+0000 7f8277235780 1 > prepared part key=_multipart_G82D816QHN8B.2~IAHTHV4LHJVE.0 size=92149 2024-04-15T14:56:27.101 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:27.100+0000 7f8277235780 1 > prepared multipart upload key=G82D816QHN8B upload=IAHTHV4LHJVE tag=QJ8ZR145IQES type=write size=1140725 2024-04-15T14:56:27.102 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:27.101+0000 7f8277235780 1 < canceled operation key=81DQOX7PNGMS tag=ICVD3NDGG56J type=del size=4080026 2024-04-15T14:56:27.103 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:27.102+0000 7f8277235780 1 > prepared operation key=CFCUGZ5D6TU8 tag=E9PHEANL4BMZ type=del size=1648907 2024-04-15T14:56:27.104 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:27.103+0000 7f8277235780 1 < completed part key=_multipart_81DQOX7PNGMS.2~P9GBVFAZ9N2G.0 size=1048576 2024-04-15T14:56:27.105 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:27.104+0000 7f8277235780 1 < completed part key=_multipart_81DQOX7PNGMS.2~P9GBVFAZ9N2G.1 size=809261 2024-04-15T14:56:27.107 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:27.106+0000 7f8277235780 1 < completed multipart upload key=81DQOX7PNGMS upload=P9GBVFAZ9N2G tag=T5NXMUDNN233 type=write size=2906413 2024-04-15T14:56:27.109 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:27.108+0000 7f8277235780 1 > prepared part key=_multipart_JY107VG7DVI1.2~CU2X8LNF0BAT.0 size=1048576 2024-04-15T14:56:27.110 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:27.109+0000 7f8277235780 1 > prepared part key=_multipart_JY107VG7DVI1.2~CU2X8LNF0BAT.1 size=1048576 2024-04-15T14:56:27.111 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:27.110+0000 7f8277235780 1 > prepared part key=_multipart_JY107VG7DVI1.2~CU2X8LNF0BAT.2 size=928725 2024-04-15T14:56:27.111 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:27.110+0000 7f8277235780 1 > prepared multipart upload key=JY107VG7DVI1 upload=CU2X8LNF0BAT tag=3B2ZSKME866A type=write size=4074453 2024-04-15T14:56:27.112 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:27.111+0000 7f8277235780 1 < completed delete operation key=A0RW26A8FZ95 tag=Z5MHO0DA8401 type=del 2024-04-15T14:56:27.114 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:27.114+0000 7f8277235780 1 > prepared part key=_multipart_R38CSTKHEGGY.2~9GPPT52H5Y71.0 size=958467 2024-04-15T14:56:27.114 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:27.114+0000 7f8277235780 1 > prepared multipart upload key=R38CSTKHEGGY upload=9GPPT52H5Y71 tag=C465LZCIFPYG type=write size=2007043 2024-04-15T14:56:27.116 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:27.115+0000 7f8277235780 1 < completed part key=_multipart_CFCUGZ5D6TU8.2~9XP7MH2NGZDW.0 size=1048576 2024-04-15T14:56:27.116 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:27.116+0000 7f8277235780 1 < completed part key=_multipart_CFCUGZ5D6TU8.2~9XP7MH2NGZDW.1 size=979 2024-04-15T14:56:27.118 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:27.118+0000 7f8277235780 1 < completed multipart upload key=CFCUGZ5D6TU8 upload=9XP7MH2NGZDW tag=KIKQSFVB8ACL type=write size=2098131 2024-04-15T14:56:27.120 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:27.119+0000 7f8277235780 1 > prepared operation key=CFCUGZ5D6TU8 tag=IU3RUVZT4AF2 type=del size=2367873 2024-04-15T14:56:27.121 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:27.120+0000 7f8277235780 1 < completed delete operation key=IVOFLSPJ0099 tag=3K6SL0MG716C type=del 2024-04-15T14:56:27.122 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:27.121+0000 7f8277235780 1 > prepared operation key=33SEOBW9RRJN tag=IG2Q062FGPUU type=del size=2606745 2024-04-15T14:56:27.123 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:27.122+0000 7f8277235780 1 < canceled operation key=F402GDJVN3I9 tag=UEAWXS32ZAW3 type=del size=2716919 2024-04-15T14:56:27.124 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:27.124+0000 7f8277235780 1 > prepared operation key=IM0AQIM316IL tag=DO7Y9KR2IEDO type=write size=748010 2024-04-15T14:56:27.126 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:27.125+0000 7f8277235780 1 < completed delete operation key=DY5BWB5TVQV1 tag=QNWGC23FN1UG type=del 2024-04-15T14:56:27.128 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:27.127+0000 7f8277235780 1 > prepared part key=_multipart_OQ3O0PKNZJ9S.2~QZLG1DTI1PLH.0 size=1048576 2024-04-15T14:56:27.129 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:27.128+0000 7f8277235780 1 > prepared part key=_multipart_OQ3O0PKNZJ9S.2~QZLG1DTI1PLH.1 size=1048576 2024-04-15T14:56:27.129 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:27.129+0000 7f8277235780 1 > prepared part key=_multipart_OQ3O0PKNZJ9S.2~QZLG1DTI1PLH.2 size=373792 2024-04-15T14:56:27.130 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:27.129+0000 7f8277235780 1 > prepared multipart upload key=OQ3O0PKNZJ9S upload=QZLG1DTI1PLH tag=PD3H533VCUFO type=write size=3519520 2024-04-15T14:56:27.131 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:27.130+0000 7f8277235780 1 < completed part key=_multipart_33SEOBW9RRJN.2~P1O0SZRXRW2L.0 size=1048576 2024-04-15T14:56:27.133 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:27.131+0000 7f8277235780 1 < completed part key=_multipart_33SEOBW9RRJN.2~P1O0SZRXRW2L.1 size=1048576 2024-04-15T14:56:27.133 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:27.132+0000 7f8277235780 1 < completed part key=_multipart_33SEOBW9RRJN.2~P1O0SZRXRW2L.2 size=313064 2024-04-15T14:56:27.134 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:27.134+0000 7f8277235780 1 < completed multipart upload key=33SEOBW9RRJN upload=P1O0SZRXRW2L tag=40YNRQB0AU5J type=write size=3458792 2024-04-15T14:56:27.136 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:27.135+0000 7f8277235780 1 > prepared operation key=Q0PE50H1CDIB tag=9I7TDOP25T1F type=del size=2231546 2024-04-15T14:56:27.137 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:27.136+0000 7f8277235780 1 < completed delete operation key=JDPAU9KY1OMN tag=N9IX2L17JTVT type=del 2024-04-15T14:56:27.139 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:27.139+0000 7f8277235780 1 > prepared part key=_multipart_BSJC05AGXDJ3.2~PAZ6G1I157T5.0 size=525643 2024-04-15T14:56:27.139 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:27.139+0000 7f8277235780 1 > prepared multipart upload key=BSJC05AGXDJ3 upload=PAZ6G1I157T5 tag=7O7BTS19BD6L type=write size=1574219 2024-04-15T14:56:27.141 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:27.140+0000 7f8277235780 1 < completed write operation key=F402GDJVN3I9 tag=IDVXA0FJS28S type=write size=571235 2024-04-15T14:56:27.142 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:27.141+0000 7f8277235780 1 > prepared operation key=CFCUGZ5D6TU8 tag=TB34ISB1M3P6 type=del size=3724532 2024-04-15T14:56:27.143 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:27.142+0000 7f8277235780 1 < completed delete operation key=0XYNF2N97Y1C tag=DNVKIEBYRQK1 type=del 2024-04-15T14:56:27.146 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:27.145+0000 7f8277235780 1 > prepared part key=_multipart_33SEOBW9RRJN.2~FCPNS7DAL231.0 size=1048576 2024-04-15T14:56:27.147 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:27.146+0000 7f8277235780 1 > prepared part key=_multipart_33SEOBW9RRJN.2~FCPNS7DAL231.1 size=1048576 2024-04-15T14:56:27.148 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:27.147+0000 7f8277235780 1 > prepared part key=_multipart_33SEOBW9RRJN.2~FCPNS7DAL231.2 size=10208 2024-04-15T14:56:27.148 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:27.147+0000 7f8277235780 1 > prepared multipart upload key=33SEOBW9RRJN upload=FCPNS7DAL231 tag=87TUBDW0LWUT type=write size=3155936 2024-04-15T14:56:27.149 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:27.148+0000 7f8277235780 1 < completed delete operation key=NII4HKLD4YSI tag=TG7O2CY9XTX5 type=del 2024-04-15T14:56:27.151 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:27.150+0000 7f8277235780 1 > prepared operation key=NII4HKLD4YSI tag=CCGQ6PEIKIRG type=del size=889425 2024-04-15T14:56:27.151 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:27.150+0000 7f8277235780 1 < canceled part key=_multipart_UCHFZKBWU6MN.2~S7U7OO0L6N2E.0 size=1048576 2024-04-15T14:56:27.152 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:27.151+0000 7f8277235780 1 < completed part key=_multipart_UCHFZKBWU6MN.2~S7U7OO0L6N2E.1 size=1048576 2024-04-15T14:56:27.153 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:27.152+0000 7f8277235780 1 < completed part key=_multipart_UCHFZKBWU6MN.2~S7U7OO0L6N2E.2 size=81878 2024-04-15T14:56:27.155 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:27.154+0000 7f8277235780 1 < canceled multipart upload key=UCHFZKBWU6MN upload=S7U7OO0L6N2E tag=TXNX9OV3CDZC type=write size=3227606 2024-04-15T14:56:27.156 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:27.155+0000 7f8277235780 1 > prepared operation key=G82D816QHN8B tag=W5412QFNAK6S type=del size=3527298 2024-04-15T14:56:27.157 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:27.157+0000 7f8277235780 1 < completed delete operation key=YTVARSCACASJ tag=UOF2VGD2VWFQ type=del 2024-04-15T14:56:27.159 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:27.158+0000 7f8277235780 1 > prepared operation key=50Y0EU7H0QWF tag=NM8M7RGJFKN3 type=del size=2388134 2024-04-15T14:56:27.161 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:27.160+0000 7f8277235780 1 < completed part key=_multipart_BSJC05AGXDJ3.2~KZ20SMQ18M66.0 size=1048576 2024-04-15T14:56:27.162 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:27.161+0000 7f8277235780 1 < completed part key=_multipart_BSJC05AGXDJ3.2~KZ20SMQ18M66.1 size=1048576 2024-04-15T14:56:27.162 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:27.161+0000 7f8277235780 1 < canceled part key=_multipart_BSJC05AGXDJ3.2~KZ20SMQ18M66.2 size=152892 2024-04-15T14:56:27.164 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:27.163+0000 7f8277235780 1 < canceled multipart upload key=BSJC05AGXDJ3 upload=KZ20SMQ18M66 tag=O9RXQFJ6EOJ3 type=write size=3298620 2024-04-15T14:56:27.165 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:27.164+0000 7f8277235780 1 > prepared operation key=CBSCS8P8QL0Q tag=0JFL2PEBKPCB type=del size=2708304 2024-04-15T14:56:27.166 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:27.165+0000 7f8277235780 1 < completed part key=_multipart_G82D816QHN8B.2~IAHTHV4LHJVE.0 size=92149 2024-04-15T14:56:27.169 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:27.168+0000 7f8277235780 1 < completed multipart upload key=G82D816QHN8B upload=IAHTHV4LHJVE tag=QJ8ZR145IQES type=write size=1140725 2024-04-15T14:56:27.171 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:27.170+0000 7f8277235780 1 > prepared part key=_multipart_P0TQX1TRPSLX.2~CQNMXS3MLQ4V.0 size=526562 2024-04-15T14:56:27.171 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:27.170+0000 7f8277235780 1 > prepared multipart upload key=P0TQX1TRPSLX upload=CQNMXS3MLQ4V tag=LPUGKO4THDXZ type=write size=1575138 2024-04-15T14:56:27.172 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:27.171+0000 7f8277235780 1 < completed delete operation key=CFCUGZ5D6TU8 tag=E9PHEANL4BMZ type=del 2024-04-15T14:56:27.175 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:27.174+0000 7f8277235780 1 > prepared part key=_multipart_ZMDZCWJKCFRI.2~J92IGFQFWVI7.0 size=829378 2024-04-15T14:56:27.175 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:27.174+0000 7f8277235780 1 > prepared multipart upload key=ZMDZCWJKCFRI upload=J92IGFQFWVI7 tag=MRUIQ16KHIO8 type=write size=1877954 2024-04-15T14:56:27.176 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:27.175+0000 7f8277235780 1 < completed part key=_multipart_JY107VG7DVI1.2~CU2X8LNF0BAT.0 size=1048576 2024-04-15T14:56:27.177 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:27.177+0000 7f8277235780 1 < completed part key=_multipart_JY107VG7DVI1.2~CU2X8LNF0BAT.1 size=1048576 2024-04-15T14:56:27.178 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:27.178+0000 7f8277235780 1 < completed part key=_multipart_JY107VG7DVI1.2~CU2X8LNF0BAT.2 size=928725 2024-04-15T14:56:27.181 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:27.180+0000 7f8277235780 1 < completed multipart upload key=JY107VG7DVI1 upload=CU2X8LNF0BAT tag=3B2ZSKME866A type=write size=4074453 2024-04-15T14:56:27.182 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:27.181+0000 7f8277235780 1 > prepared operation key=CBSCS8P8QL0Q tag=HNTU4ZX7Z361 type=del size=3175196 2024-04-15T14:56:27.183 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:27.183+0000 7f8277235780 1 < completed part key=_multipart_R38CSTKHEGGY.2~9GPPT52H5Y71.0 size=958467 2024-04-15T14:56:27.185 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:27.185+0000 7f8277235780 1 < completed multipart upload key=R38CSTKHEGGY upload=9GPPT52H5Y71 tag=C465LZCIFPYG type=write size=2007043 2024-04-15T14:56:27.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:56:26 smithi102 ceph-mon[87131]: osdmap e1072: 8 total, 8 up, 8 in 2024-04-15T14:56:27.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:56:26 smithi102 ceph-mon[87131]: from='client.? 172.21.15.16:0/2984877021' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi016-135737-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T14:56:27.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:56:26 smithi102 ceph-mon[87131]: from='client.? 172.21.15.16:0/2984877021' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi016-135737-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-15T14:56:27.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:56:26 smithi102 ceph-mon[87131]: osdmap e1073: 8 total, 8 up, 8 in 2024-04-15T14:56:27.187 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:27.187+0000 7f8277235780 1 > prepared part key=_multipart_YTVARSCACASJ.2~PB9Y530JX2YN.0 size=396158 2024-04-15T14:56:27.188 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:27.187+0000 7f8277235780 1 > prepared multipart upload key=YTVARSCACASJ upload=PB9Y530JX2YN tag=3LZ2LL8IBOIS type=write size=1444734 2024-04-15T14:56:27.189 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:27.188+0000 7f8277235780 1 < completed delete operation key=CFCUGZ5D6TU8 tag=IU3RUVZT4AF2 type=del 2024-04-15T14:56:27.191 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:27.191+0000 7f8277235780 1 > prepared part key=_multipart_A0RW26A8FZ95.2~SRNASU4YXCKA.0 size=1048576 2024-04-15T14:56:27.192 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:27.192+0000 7f8277235780 1 > prepared part key=_multipart_A0RW26A8FZ95.2~SRNASU4YXCKA.1 size=1048576 2024-04-15T14:56:27.193 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:27.192+0000 7f8277235780 1 > prepared part key=_multipart_A0RW26A8FZ95.2~SRNASU4YXCKA.2 size=700721 2024-04-15T14:56:27.193 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:27.192+0000 7f8277235780 1 > prepared multipart upload key=A0RW26A8FZ95 upload=SRNASU4YXCKA tag=JQGCK5633H78 type=write size=3846449 2024-04-15T14:56:27.195 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:27.194+0000 7f8277235780 1 < canceled operation key=33SEOBW9RRJN tag=IG2Q062FGPUU type=del size=2606745 2024-04-15T14:56:27.197 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:27.196+0000 7f8277235780 1 > prepared part key=_multipart_33SEOBW9RRJN.2~56S0A6LP7X1P.0 size=1048576 2024-04-15T14:56:27.198 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:27.197+0000 7f8277235780 1 > prepared part key=_multipart_33SEOBW9RRJN.2~56S0A6LP7X1P.1 size=931854 2024-04-15T14:56:27.198 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:27.197+0000 7f8277235780 1 > prepared multipart upload key=33SEOBW9RRJN upload=56S0A6LP7X1P tag=K40W66Y5AHAX type=write size=3029006 2024-04-15T14:56:27.199 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:27.198+0000 7f8277235780 1 < completed write operation key=IM0AQIM316IL tag=DO7Y9KR2IEDO type=write size=748010 2024-04-15T14:56:27.200 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:27.199+0000 7f8277235780 1 > prepared operation key=CFCUGZ5D6TU8 tag=YXVS8VUZ6NAC type=del size=2385813 2024-04-15T14:56:27.202 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:27.201+0000 7f8277235780 1 < completed part key=_multipart_OQ3O0PKNZJ9S.2~QZLG1DTI1PLH.0 size=1048576 2024-04-15T14:56:27.202 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:27.202+0000 7f8277235780 1 < completed part key=_multipart_OQ3O0PKNZJ9S.2~QZLG1DTI1PLH.1 size=1048576 2024-04-15T14:56:27.204 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:27.203+0000 7f8277235780 1 < completed part key=_multipart_OQ3O0PKNZJ9S.2~QZLG1DTI1PLH.2 size=373792 2024-04-15T14:56:27.205 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:27.205+0000 7f8277235780 1 < completed multipart upload key=OQ3O0PKNZJ9S upload=QZLG1DTI1PLH tag=PD3H533VCUFO type=write size=3519520 2024-04-15T14:56:27.207 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:27.206+0000 7f8277235780 1 > prepared operation key=D9NMXV7JDMXJ tag=WZ3OR9JME3L4 type=del size=1413906 2024-04-15T14:56:27.208 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:27.207+0000 7f8277235780 1 < completed delete operation key=Q0PE50H1CDIB tag=9I7TDOP25T1F type=del 2024-04-15T14:56:27.209 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:27.208+0000 7f8277235780 1 > prepared operation key=JDPAU9KY1OMN tag=P8XDNCQA0MPA type=del size=2385722 2024-04-15T14:56:27.210 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:27.209+0000 7f8277235780 1 < completed part key=_multipart_BSJC05AGXDJ3.2~PAZ6G1I157T5.0 size=525643 2024-04-15T14:56:27.212 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:27.211+0000 7f8277235780 1 < completed multipart upload key=BSJC05AGXDJ3 upload=PAZ6G1I157T5 tag=7O7BTS19BD6L type=write size=1574219 2024-04-15T14:56:27.213 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:27.213+0000 7f8277235780 1 > prepared operation key=81DQOX7PNGMS tag=69SLEN3MS9LA type=del size=2966896 2024-04-15T14:56:27.215 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:27.214+0000 7f8277235780 1 < completed delete operation key=CFCUGZ5D6TU8 tag=TB34ISB1M3P6 type=del 2024-04-15T14:56:27.216 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:27.215+0000 7f8277235780 1 > prepared operation key=JY107VG7DVI1 tag=B6OY46ZT9OKN type=del size=1314735 2024-04-15T14:56:27.217 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:27.216+0000 7f8277235780 1 < completed part key=_multipart_33SEOBW9RRJN.2~FCPNS7DAL231.0 size=1048576 2024-04-15T14:56:27.218 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:27.217+0000 7f8277235780 1 < completed part key=_multipart_33SEOBW9RRJN.2~FCPNS7DAL231.1 size=1048576 2024-04-15T14:56:27.219 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:27.218+0000 7f8277235780 1 < completed part key=_multipart_33SEOBW9RRJN.2~FCPNS7DAL231.2 size=10208 2024-04-15T14:56:27.221 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:27.220+0000 7f8277235780 1 < completed multipart upload key=33SEOBW9RRJN upload=FCPNS7DAL231 tag=87TUBDW0LWUT type=write size=3155936 2024-04-15T14:56:27.222 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:27.221+0000 7f8277235780 1 > prepared operation key=CFCUGZ5D6TU8 tag=MLGKY3QS175M type=write size=621043 2024-04-15T14:56:27.224 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:27.223+0000 7f8277235780 1 < completed delete operation key=NII4HKLD4YSI tag=CCGQ6PEIKIRG type=del 2024-04-15T14:56:27.225 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:27.224+0000 7f8277235780 1 > prepared operation key=D9NMXV7JDMXJ tag=DT8EOMIW09U3 type=del size=1041694 2024-04-15T14:56:27.226 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:27.225+0000 7f8277235780 1 < canceled operation key=G82D816QHN8B tag=W5412QFNAK6S type=del size=3527298 2024-04-15T14:56:27.227 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:27.226+0000 7f8277235780 1 > prepared operation key=JY107VG7DVI1 tag=C07T0C6L5UT9 type=del size=3603792 2024-04-15T14:56:27.228 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:27.228+0000 7f8277235780 1 < completed delete operation key=50Y0EU7H0QWF tag=NM8M7RGJFKN3 type=del 2024-04-15T14:56:27.230 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:27.229+0000 7f8277235780 1 > prepared operation key=ZMDZCWJKCFRI tag=C2CM4GFVYTKQ type=del size=3071807 2024-04-15T14:56:27.231 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:27.230+0000 7f8277235780 1 < completed delete operation key=CBSCS8P8QL0Q tag=0JFL2PEBKPCB type=del 2024-04-15T14:56:27.232 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:27.231+0000 7f8277235780 1 > prepared operation key=81DQOX7PNGMS tag=OPMT0P7PC435 type=del size=169160 2024-04-15T14:56:27.233 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:27.232+0000 7f8277235780 1 < completed part key=_multipart_P0TQX1TRPSLX.2~CQNMXS3MLQ4V.0 size=526562 2024-04-15T14:56:27.235 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:27.234+0000 7f8277235780 1 < completed multipart upload key=P0TQX1TRPSLX upload=CQNMXS3MLQ4V tag=LPUGKO4THDXZ type=write size=1575138 2024-04-15T14:56:27.236 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:27.236+0000 7f8277235780 1 > prepared operation key=BSJC05AGXDJ3 tag=TDO5BVQ008Q9 type=write size=694695 2024-04-15T14:56:27.238 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:27.237+0000 7f8277235780 1 < completed part key=_multipart_ZMDZCWJKCFRI.2~J92IGFQFWVI7.0 size=829378 2024-04-15T14:56:27.239 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:27.239+0000 7f8277235780 1 < completed multipart upload key=ZMDZCWJKCFRI upload=J92IGFQFWVI7 tag=MRUIQ16KHIO8 type=write size=1877954 2024-04-15T14:56:27.241 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:27.241+0000 7f8277235780 1 > prepared part key=_multipart_MFZTYOL605I7.2~4SH9UUMW4EFN.0 size=1048576 2024-04-15T14:56:27.242 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:27.241+0000 7f8277235780 1 > prepared part key=_multipart_MFZTYOL605I7.2~4SH9UUMW4EFN.1 size=1048576 2024-04-15T14:56:27.243 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:27.242+0000 7f8277235780 1 > prepared part key=_multipart_MFZTYOL605I7.2~4SH9UUMW4EFN.2 size=792344 2024-04-15T14:56:27.243 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:27.242+0000 7f8277235780 1 > prepared multipart upload key=MFZTYOL605I7 upload=4SH9UUMW4EFN tag=UCKEPTHL4M9V type=write size=3938072 2024-04-15T14:56:27.244 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:27.244+0000 7f8277235780 1 < completed delete operation key=CBSCS8P8QL0Q tag=HNTU4ZX7Z361 type=del 2024-04-15T14:56:27.245 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:27.245+0000 7f8277235780 1 > prepared operation key=IM0AQIM316IL tag=BED4UB1AZJ5J type=write size=823410 2024-04-15T14:56:27.246 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:27.245+0000 7f8277235780 1 < canceled part key=_multipart_YTVARSCACASJ.2~PB9Y530JX2YN.0 size=396158 2024-04-15T14:56:27.247 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:27.247+0000 7f8277235780 1 < canceled multipart upload key=YTVARSCACASJ upload=PB9Y530JX2YN tag=3LZ2LL8IBOIS type=write size=1444734 2024-04-15T14:56:27.249 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:27.248+0000 7f8277235780 1 > prepared operation key=D9NMXV7JDMXJ tag=X9WSMU6JAZKZ type=del size=3586953 2024-04-15T14:56:27.250 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:27.249+0000 7f8277235780 1 < completed part key=_multipart_A0RW26A8FZ95.2~SRNASU4YXCKA.0 size=1048576 2024-04-15T14:56:27.251 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:27.250+0000 7f8277235780 1 < completed part key=_multipart_A0RW26A8FZ95.2~SRNASU4YXCKA.1 size=1048576 2024-04-15T14:56:27.252 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:27.251+0000 7f8277235780 1 < completed part key=_multipart_A0RW26A8FZ95.2~SRNASU4YXCKA.2 size=700721 2024-04-15T14:56:27.254 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:27.253+0000 7f8277235780 1 < completed multipart upload key=A0RW26A8FZ95 upload=SRNASU4YXCKA tag=JQGCK5633H78 type=write size=3846449 2024-04-15T14:56:27.255 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:27.254+0000 7f8277235780 1 > prepared operation key=MIRREM7KIO9I tag=LOVW2DT65JX7 type=del size=2368017 2024-04-15T14:56:27.256 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:27.256+0000 7f8277235780 1 < completed part key=_multipart_33SEOBW9RRJN.2~56S0A6LP7X1P.0 size=1048576 2024-04-15T14:56:27.258 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:27.257+0000 7f8277235780 1 < completed part key=_multipart_33SEOBW9RRJN.2~56S0A6LP7X1P.1 size=931854 2024-04-15T14:56:27.260 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:27.259+0000 7f8277235780 1 < completed multipart upload key=33SEOBW9RRJN upload=56S0A6LP7X1P tag=K40W66Y5AHAX type=write size=3029006 2024-04-15T14:56:27.261 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:27.260+0000 7f8277235780 1 > prepared operation key=JDPAU9KY1OMN tag=8DO3GFNEEACI type=del size=305450 2024-04-15T14:56:27.262 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:27.261+0000 7f8277235780 1 < completed delete operation key=CFCUGZ5D6TU8 tag=YXVS8VUZ6NAC type=del 2024-04-15T14:56:27.264 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:27.264+0000 7f8277235780 1 > prepared part key=_multipart_81DQOX7PNGMS.2~8SZ71T94EI4C.0 size=46193 2024-04-15T14:56:27.264 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:27.264+0000 7f8277235780 1 > prepared multipart upload key=81DQOX7PNGMS upload=8SZ71T94EI4C tag=V7AOO2ZUKHD3 type=write size=1094769 2024-04-15T14:56:27.267 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:27.266+0000 7f8277235780 1 < suggested remove operation key=D9NMXV7JDMXJ tag=WZ3OR9JME3L4 type=del 2024-04-15T14:56:27.268 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:27.267+0000 7f8277235780 1 > prepared operation key=DY5BWB5TVQV1 tag=5PCLQ8FH9ZJK type=del size=2859676 2024-04-15T14:56:27.269 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:27.268+0000 7f8277235780 1 < completed delete operation key=JDPAU9KY1OMN tag=P8XDNCQA0MPA type=del 2024-04-15T14:56:27.271 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:27.270+0000 7f8277235780 1 > prepared part key=_multipart_P0TQX1TRPSLX.2~C5G6TWB27QQX.0 size=533863 2024-04-15T14:56:27.271 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:27.270+0000 7f8277235780 1 > prepared multipart upload key=P0TQX1TRPSLX upload=C5G6TWB27QQX tag=7H11LUBDSUD2 type=write size=1582439 2024-04-15T14:56:27.272 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:27.272+0000 7f8277235780 1 < completed delete operation key=81DQOX7PNGMS tag=69SLEN3MS9LA type=del 2024-04-15T14:56:27.273 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:27.273+0000 7f8277235780 1 > prepared operation key=33SEOBW9RRJN tag=ALX9B328U4K5 type=del size=1227213 2024-04-15T14:56:27.275 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:27.274+0000 7f8277235780 1 < completed delete operation key=JY107VG7DVI1 tag=B6OY46ZT9OKN type=del 2024-04-15T14:56:27.276 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:27.275+0000 7f8277235780 1 > prepared operation key=CFCUGZ5D6TU8 tag=885634VZZ8NN type=write size=79031 2024-04-15T14:56:27.277 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:27.276+0000 7f8277235780 1 < canceled operation key=CFCUGZ5D6TU8 tag=MLGKY3QS175M type=write size=621043 2024-04-15T14:56:27.279 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:27.278+0000 7f8277235780 1 > prepared part key=_multipart_NII4HKLD4YSI.2~25TNILO72JBM.0 size=268861 2024-04-15T14:56:27.279 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:27.278+0000 7f8277235780 1 > prepared multipart upload key=NII4HKLD4YSI upload=25TNILO72JBM tag=YLI4CILDXNBZ type=write size=1317437 2024-04-15T14:56:27.280 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:27.280+0000 7f8277235780 -1 < failed to complete operation key=D9NMXV7JDMXJ tag=DT8EOMIW09U3 type=del size=1041694: (22) Invalid argument 2024-04-15T14:56:27.283 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:27.282+0000 7f8277235780 1 > prepared part key=_multipart_CBSCS8P8QL0Q.2~F2NF8KCMU0Q5.0 size=1048576 2024-04-15T14:56:27.283 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:27.283+0000 7f8277235780 1 > prepared part key=_multipart_CBSCS8P8QL0Q.2~F2NF8KCMU0Q5.1 size=5761 2024-04-15T14:56:27.284 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:27.283+0000 7f8277235780 1 > prepared multipart upload key=CBSCS8P8QL0Q upload=F2NF8KCMU0Q5 tag=60CEX0DAV0D3 type=write size=2102913 2024-04-15T14:56:27.286 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:27.285+0000 7f8277235780 1 < suggested update operation key=JY107VG7DVI1 tag=C07T0C6L5UT9 type=del size=3603792 2024-04-15T14:56:27.287 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:27.286+0000 7f8277235780 1 > prepared operation key=ZMDZCWJKCFRI tag=7W71P66OIAXH type=write size=864549 2024-04-15T14:56:27.288 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:27.287+0000 7f8277235780 1 < completed delete operation key=ZMDZCWJKCFRI tag=C2CM4GFVYTKQ type=del 2024-04-15T14:56:27.289 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:27.289+0000 7f8277235780 1 > prepared operation key=NII4HKLD4YSI tag=D4LE9TOBANZ2 type=del size=673163 2024-04-15T14:56:27.292 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:27.291+0000 7f8277235780 1 < suggested update operation key=81DQOX7PNGMS tag=OPMT0P7PC435 type=del size=169160 2024-04-15T14:56:27.293 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:27.292+0000 7f8277235780 1 > prepared operation key=BNQH1MC9XO9F tag=5N1K15Z8XEV3 type=del size=734507 2024-04-15T14:56:27.294 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:27.293+0000 7f8277235780 1 < completed write operation key=BSJC05AGXDJ3 tag=TDO5BVQ008Q9 type=write size=694695 2024-04-15T14:56:27.296 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:27.295+0000 7f8277235780 1 > prepared part key=_multipart_MIRREM7KIO9I.2~6P6A9MQ71OHJ.0 size=65690 2024-04-15T14:56:27.296 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:27.295+0000 7f8277235780 1 > prepared multipart upload key=MIRREM7KIO9I upload=6P6A9MQ71OHJ tag=V9TP2WYY0A1O type=write size=1114266 2024-04-15T14:56:27.298 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:27.297+0000 7f8277235780 1 < completed part key=_multipart_MFZTYOL605I7.2~4SH9UUMW4EFN.0 size=1048576 2024-04-15T14:56:27.298 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:27.298+0000 7f8277235780 1 < completed part key=_multipart_MFZTYOL605I7.2~4SH9UUMW4EFN.1 size=1048576 2024-04-15T14:56:27.299 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:27.298+0000 7f8277235780 1 < completed part key=_multipart_MFZTYOL605I7.2~4SH9UUMW4EFN.2 size=792344 2024-04-15T14:56:27.302 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:27.300+0000 7f8277235780 1 < completed multipart upload key=MFZTYOL605I7 upload=4SH9UUMW4EFN tag=UCKEPTHL4M9V type=write size=3938072 2024-04-15T14:56:27.302 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:27.302+0000 7f8277235780 1 > prepared operation key=BNQH1MC9XO9F tag=0NN95BGUG6LB type=del size=798235 2024-04-15T14:56:27.304 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:27.303+0000 7f8277235780 1 < completed write operation key=IM0AQIM316IL tag=BED4UB1AZJ5J type=write size=823410 2024-04-15T14:56:27.306 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:27.305+0000 7f8277235780 1 > prepared part key=_multipart_A0RW26A8FZ95.2~9L8C8F1MZ2TC.0 size=1048576 2024-04-15T14:56:27.307 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:27.306+0000 7f8277235780 1 > prepared part key=_multipart_A0RW26A8FZ95.2~9L8C8F1MZ2TC.1 size=1048576 2024-04-15T14:56:27.308 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:27.307+0000 7f8277235780 1 > prepared part key=_multipart_A0RW26A8FZ95.2~9L8C8F1MZ2TC.2 size=77656 2024-04-15T14:56:27.308 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:27.307+0000 7f8277235780 1 > prepared multipart upload key=A0RW26A8FZ95 upload=9L8C8F1MZ2TC tag=N6USDXX9DX9J type=write size=3223384 2024-04-15T14:56:27.308 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:27.307+0000 7f8277235780 -1 < no bi entry to suggest for operation key=D9NMXV7JDMXJ tag=X9WSMU6JAZKZ type=del size=3586953: (2) No such file or directory 2024-04-15T14:56:27.309 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:27.309+0000 7f8277235780 1 > prepared operation key=IVOFLSPJ0099 tag=B4ZDIZDIHDPJ type=del size=2104276 2024-04-15T14:56:27.311 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:27.310+0000 7f8277235780 1 < completed delete operation key=MIRREM7KIO9I tag=LOVW2DT65JX7 type=del 2024-04-15T14:56:27.313 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:27.312+0000 7f8277235780 1 > prepared part key=_multipart_ZMDZCWJKCFRI.2~9EXF7818SGR2.0 size=1048576 2024-04-15T14:56:27.313 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:27.313+0000 7f8277235780 1 > prepared part key=_multipart_ZMDZCWJKCFRI.2~9EXF7818SGR2.1 size=774296 2024-04-15T14:56:27.314 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:27.313+0000 7f8277235780 1 > prepared multipart upload key=ZMDZCWJKCFRI upload=9EXF7818SGR2 tag=9PR5B2E7JPPG type=write size=2871448 2024-04-15T14:56:27.315 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:27.314+0000 7f8277235780 1 < completed delete operation key=JDPAU9KY1OMN tag=8DO3GFNEEACI type=del 2024-04-15T14:56:27.316 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:27.315+0000 7f8277235780 1 > prepared operation key=JY107VG7DVI1 tag=EDW099CUVXAZ type=del size=4184146 2024-04-15T14:56:27.317 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:27.316+0000 7f8277235780 1 < completed part key=_multipart_81DQOX7PNGMS.2~8SZ71T94EI4C.0 size=46193 2024-04-15T14:56:27.319 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:27.318+0000 7f8277235780 1 < completed multipart upload key=81DQOX7PNGMS upload=8SZ71T94EI4C tag=V7AOO2ZUKHD3 type=write size=1094769 2024-04-15T14:56:27.320 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:27.319+0000 7f8277235780 1 > prepared operation key=BNQH1MC9XO9F tag=4G20MERZAYO1 type=write size=851036 2024-04-15T14:56:27.322 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:27.321+0000 7f8277235780 1 < completed delete operation key=DY5BWB5TVQV1 tag=5PCLQ8FH9ZJK type=del 2024-04-15T14:56:27.323 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:27.322+0000 7f8277235780 1 > prepared operation key=0XYNF2N97Y1C tag=CPJCIZPUYKHO type=write size=312441 2024-04-15T14:56:27.324 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:27.323+0000 7f8277235780 1 < completed part key=_multipart_P0TQX1TRPSLX.2~C5G6TWB27QQX.0 size=533863 2024-04-15T14:56:27.326 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:27.325+0000 7f8277235780 1 < completed multipart upload key=P0TQX1TRPSLX upload=C5G6TWB27QQX tag=7H11LUBDSUD2 type=write size=1582439 2024-04-15T14:56:27.327 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:27.326+0000 7f8277235780 1 > prepared operation key=F402GDJVN3I9 tag=86XSS3LXYXYD type=del size=2749786 2024-04-15T14:56:27.330 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:27.329+0000 7f8277235780 1 < suggested update operation key=33SEOBW9RRJN tag=ALX9B328U4K5 type=del size=1227213 2024-04-15T14:56:27.331 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:27.330+0000 7f8277235780 1 > prepared operation key=ZMDZCWJKCFRI tag=DH6H6VAVE3JP type=del size=2988776 2024-04-15T14:56:27.332 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:27.331+0000 7f8277235780 1 < completed write operation key=CFCUGZ5D6TU8 tag=885634VZZ8NN type=write size=79031 2024-04-15T14:56:27.333 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:27.332+0000 7f8277235780 1 > prepared operation key=A0RW26A8FZ95 tag=Y17O51Y8TG1O type=del size=1169200 2024-04-15T14:56:27.335 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:27.334+0000 7f8277235780 1 < completed part key=_multipart_NII4HKLD4YSI.2~25TNILO72JBM.0 size=268861 2024-04-15T14:56:27.337 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:27.336+0000 7f8277235780 1 < completed multipart upload key=NII4HKLD4YSI upload=25TNILO72JBM tag=YLI4CILDXNBZ type=write size=1317437 2024-04-15T14:56:27.341 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:27.338+0000 7f8277235780 1 > prepared part key=_multipart_F402GDJVN3I9.2~HSVUJS3FPG18.0 size=1048576 2024-04-15T14:56:27.341 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:27.339+0000 7f8277235780 1 > prepared part key=_multipart_F402GDJVN3I9.2~HSVUJS3FPG18.1 size=793074 2024-04-15T14:56:27.341 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:27.339+0000 7f8277235780 1 > prepared multipart upload key=F402GDJVN3I9 upload=HSVUJS3FPG18 tag=35LG7DMGAQFY type=write size=2890226 2024-04-15T14:56:27.342 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:27.341+0000 7f8277235780 1 < completed part key=_multipart_CBSCS8P8QL0Q.2~F2NF8KCMU0Q5.0 size=1048576 2024-04-15T14:56:27.343 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:27.342+0000 7f8277235780 1 < completed part key=_multipart_CBSCS8P8QL0Q.2~F2NF8KCMU0Q5.1 size=5761 2024-04-15T14:56:27.345 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:27.344+0000 7f8277235780 1 < completed multipart upload key=CBSCS8P8QL0Q upload=F2NF8KCMU0Q5 tag=60CEX0DAV0D3 type=write size=2102913 2024-04-15T14:56:27.346 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:27.345+0000 7f8277235780 1 > prepared operation key=DY5BWB5TVQV1 tag=P18LK7EZWTFV type=del size=1395901 2024-04-15T14:56:27.347 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:27.346+0000 7f8277235780 1 < completed write operation key=ZMDZCWJKCFRI tag=7W71P66OIAXH type=write size=864549 2024-04-15T14:56:27.350 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:27.349+0000 7f8277235780 1 > prepared part key=_multipart_8X2ELHS3HRGS.2~GRUBMOMTWH4W.0 size=1048576 2024-04-15T14:56:27.351 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:27.350+0000 7f8277235780 1 > prepared part key=_multipart_8X2ELHS3HRGS.2~GRUBMOMTWH4W.1 size=1048576 2024-04-15T14:56:27.352 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:27.351+0000 7f8277235780 1 > prepared part key=_multipart_8X2ELHS3HRGS.2~GRUBMOMTWH4W.2 size=770832 2024-04-15T14:56:27.352 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:27.351+0000 7f8277235780 1 > prepared multipart upload key=8X2ELHS3HRGS upload=GRUBMOMTWH4W tag=9TZL4HK3TGCB type=write size=3916560 2024-04-15T14:56:27.353 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:27.352+0000 7f8277235780 1 < completed delete operation key=NII4HKLD4YSI tag=D4LE9TOBANZ2 type=del 2024-04-15T14:56:27.355 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:27.354+0000 7f8277235780 1 > prepared operation key=ZMDZCWJKCFRI tag=CQA37ZCK2AEV type=write size=960998 2024-04-15T14:56:27.357 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:27.356+0000 7f8277235780 1 < suggested remove operation key=BNQH1MC9XO9F tag=5N1K15Z8XEV3 type=del 2024-04-15T14:56:27.359 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:27.358+0000 7f8277235780 1 > prepared part key=_multipart_7XVTB4OPZZOY.2~7V4KA67V0D8M.0 size=15650 2024-04-15T14:56:27.359 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:27.358+0000 7f8277235780 1 > prepared multipart upload key=7XVTB4OPZZOY upload=7V4KA67V0D8M tag=IYSXCX1UZ3E0 type=write size=1064226 2024-04-15T14:56:27.361 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:27.360+0000 7f8277235780 1 < completed part key=_multipart_MIRREM7KIO9I.2~6P6A9MQ71OHJ.0 size=65690 2024-04-15T14:56:27.363 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:27.362+0000 7f8277235780 1 < completed multipart upload key=MIRREM7KIO9I upload=6P6A9MQ71OHJ tag=V9TP2WYY0A1O type=write size=1114266 2024-04-15T14:56:27.365 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:27.364+0000 7f8277235780 1 > prepared part key=_multipart_8X2ELHS3HRGS.2~XYTYQWF1FU2H.0 size=386635 2024-04-15T14:56:27.365 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:27.364+0000 7f8277235780 1 > prepared multipart upload key=8X2ELHS3HRGS upload=XYTYQWF1FU2H tag=BRWTBE0SK458 type=write size=1435211 2024-04-15T14:56:27.366 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:27.365+0000 7f8277235780 -1 < failed to complete operation key=BNQH1MC9XO9F tag=0NN95BGUG6LB type=del size=798235: (22) Invalid argument 2024-04-15T14:56:27.369 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:27.368+0000 7f8277235780 1 > prepared part key=_multipart_YTVARSCACASJ.2~FKFQNEUJJ52K.0 size=1048576 2024-04-15T14:56:27.370 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:27.369+0000 7f8277235780 1 > prepared part key=_multipart_YTVARSCACASJ.2~FKFQNEUJJ52K.1 size=1048576 2024-04-15T14:56:27.371 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:27.370+0000 7f8277235780 1 > prepared part key=_multipart_YTVARSCACASJ.2~FKFQNEUJJ52K.2 size=919945 2024-04-15T14:56:27.371 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:27.370+0000 7f8277235780 1 > prepared multipart upload key=YTVARSCACASJ upload=FKFQNEUJJ52K tag=R7P5FJD8MD19 type=write size=4065673 2024-04-15T14:56:27.372 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:27.371+0000 7f8277235780 1 < completed part key=_multipart_A0RW26A8FZ95.2~9L8C8F1MZ2TC.0 size=1048576 2024-04-15T14:56:27.373 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:27.372+0000 7f8277235780 1 < completed part key=_multipart_A0RW26A8FZ95.2~9L8C8F1MZ2TC.1 size=1048576 2024-04-15T14:56:27.374 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:27.373+0000 7f8277235780 1 < completed part key=_multipart_A0RW26A8FZ95.2~9L8C8F1MZ2TC.2 size=77656 2024-04-15T14:56:27.376 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:27.375+0000 7f8277235780 1 < completed multipart upload key=A0RW26A8FZ95 upload=9L8C8F1MZ2TC tag=N6USDXX9DX9J type=write size=3223384 2024-04-15T14:56:27.377 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:27.377+0000 7f8277235780 1 > prepared operation key=A0RW26A8FZ95 tag=M8SOY3Q1H16E type=del size=2368882 2024-04-15T14:56:27.379 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:27.378+0000 7f8277235780 1 < completed delete operation key=IVOFLSPJ0099 tag=B4ZDIZDIHDPJ type=del 2024-04-15T14:56:27.382 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:27.381+0000 7f8277235780 1 > prepared part key=_multipart_DY5BWB5TVQV1.2~TTAOHI8IB5H5.0 size=1048576 2024-04-15T14:56:27.383 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:27.382+0000 7f8277235780 1 > prepared part key=_multipart_DY5BWB5TVQV1.2~TTAOHI8IB5H5.1 size=1048576 2024-04-15T14:56:27.384 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:27.383+0000 7f8277235780 1 > prepared part key=_multipart_DY5BWB5TVQV1.2~TTAOHI8IB5H5.2 size=757097 2024-04-15T14:56:27.384 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:27.383+0000 7f8277235780 1 > prepared multipart upload key=DY5BWB5TVQV1 upload=TTAOHI8IB5H5 tag=L8IZ6LEXLSKH type=write size=3902825 2024-04-15T14:56:27.386 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:27.385+0000 7f8277235780 1 < completed part key=_multipart_ZMDZCWJKCFRI.2~9EXF7818SGR2.0 size=1048576 2024-04-15T14:56:27.387 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:27.386+0000 7f8277235780 1 < completed part key=_multipart_ZMDZCWJKCFRI.2~9EXF7818SGR2.1 size=774296 2024-04-15T14:56:27.389 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:27.388+0000 7f8277235780 1 < completed multipart upload key=ZMDZCWJKCFRI upload=9EXF7818SGR2 tag=9PR5B2E7JPPG type=write size=2871448 2024-04-15T14:56:27.390 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:27.389+0000 7f8277235780 1 > prepared operation key=ZMDZCWJKCFRI tag=MMZKE4YZIPLQ type=write size=318068 2024-04-15T14:56:27.391 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:27.390+0000 7f8277235780 1 < canceled operation key=JY107VG7DVI1 tag=EDW099CUVXAZ type=del size=4184146 2024-04-15T14:56:27.393 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:27.392+0000 7f8277235780 1 > prepared operation key=MFZTYOL605I7 tag=2Q0AESO1IGE5 type=del size=3520683 2024-04-15T14:56:27.393 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:27.392+0000 7f8277235780 -1 < no bi entry to suggest for operation key=BNQH1MC9XO9F tag=4G20MERZAYO1 type=write size=851036: (2) No such file or directory 2024-04-15T14:56:27.396 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:27.395+0000 7f8277235780 1 > prepared part key=_multipart_54T20V7YW2K4.2~Y14749E3MTV6.0 size=630208 2024-04-15T14:56:27.396 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:27.395+0000 7f8277235780 1 > prepared multipart upload key=54T20V7YW2K4 upload=Y14749E3MTV6 tag=TZEUXLGI79P5 type=write size=1678784 2024-04-15T14:56:27.397 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:27.396+0000 7f8277235780 1 < completed write operation key=0XYNF2N97Y1C tag=CPJCIZPUYKHO type=write size=312441 2024-04-15T14:56:27.399 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:27.398+0000 7f8277235780 1 > prepared operation key=R38CSTKHEGGY tag=HQ0DVJAN3L3K type=del size=3255331 2024-04-15T14:56:27.400 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:27.399+0000 7f8277235780 1 < completed delete operation key=F402GDJVN3I9 tag=86XSS3LXYXYD type=del 2024-04-15T14:56:27.401 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:27.401+0000 7f8277235780 1 > prepared operation key=BSJC05AGXDJ3 tag=OJVHP4JHANQ1 type=del size=2662124 2024-04-15T14:56:27.403 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:27.402+0000 7f8277235780 1 < completed delete operation key=ZMDZCWJKCFRI tag=DH6H6VAVE3JP type=del 2024-04-15T14:56:27.404 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:27.403+0000 7f8277235780 1 > prepared operation key=33SEOBW9RRJN tag=N92W3Q8TK9PZ type=del size=1601465 2024-04-15T14:56:27.405 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:27.404+0000 7f8277235780 1 < completed delete operation key=A0RW26A8FZ95 tag=Y17O51Y8TG1O type=del 2024-04-15T14:56:27.408 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:27.407+0000 7f8277235780 1 > prepared part key=_multipart_0XYNF2N97Y1C.2~XGECUQXMRQ4F.0 size=1048576 2024-04-15T14:56:27.408 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:27.408+0000 7f8277235780 1 > prepared part key=_multipart_0XYNF2N97Y1C.2~XGECUQXMRQ4F.1 size=1048576 2024-04-15T14:56:27.409 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:27.409+0000 7f8277235780 1 > prepared part key=_multipart_0XYNF2N97Y1C.2~XGECUQXMRQ4F.2 size=1007020 2024-04-15T14:56:27.409 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:27.409+0000 7f8277235780 1 > prepared multipart upload key=0XYNF2N97Y1C upload=XGECUQXMRQ4F tag=SMD4R10KPJEQ type=write size=4152748 2024-04-15T14:56:27.411 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:27.410+0000 7f8277235780 1 < completed part key=_multipart_F402GDJVN3I9.2~HSVUJS3FPG18.0 size=1048576 2024-04-15T14:56:27.411 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:27.411+0000 7f8277235780 1 < completed part key=_multipart_F402GDJVN3I9.2~HSVUJS3FPG18.1 size=793074 2024-04-15T14:56:27.414 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:27.413+0000 7f8277235780 1 < completed multipart upload key=F402GDJVN3I9 upload=HSVUJS3FPG18 tag=35LG7DMGAQFY type=write size=2890226 2024-04-15T14:56:27.415 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:27.414+0000 7f8277235780 1 > prepared operation key=YTVARSCACASJ tag=04RGCXI2R41Z type=del size=3880347 2024-04-15T14:56:27.416 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:27.415+0000 7f8277235780 1 < completed delete operation key=DY5BWB5TVQV1 tag=P18LK7EZWTFV type=del 2024-04-15T14:56:27.418 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:27.417+0000 7f8277235780 1 > prepared part key=_multipart_MIRREM7KIO9I.2~QVNCVZVK7ULX.0 size=1048576 2024-04-15T14:56:27.419 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:27.418+0000 7f8277235780 1 > prepared part key=_multipart_MIRREM7KIO9I.2~QVNCVZVK7ULX.1 size=65542 2024-04-15T14:56:27.419 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:27.418+0000 7f8277235780 1 > prepared multipart upload key=MIRREM7KIO9I upload=QVNCVZVK7ULX tag=MG1EHD7R97LO type=write size=2162694 2024-04-15T14:56:27.420 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:27.419+0000 7f8277235780 1 < completed part key=_multipart_8X2ELHS3HRGS.2~GRUBMOMTWH4W.0 size=1048576 2024-04-15T14:56:27.421 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:27.420+0000 7f8277235780 1 < completed part key=_multipart_8X2ELHS3HRGS.2~GRUBMOMTWH4W.1 size=1048576 2024-04-15T14:56:27.421 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:27.420+0000 7f8277235780 1 < canceled part key=_multipart_8X2ELHS3HRGS.2~GRUBMOMTWH4W.2 size=770832 2024-04-15T14:56:27.423 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:27.422+0000 7f8277235780 1 < canceled multipart upload key=8X2ELHS3HRGS upload=GRUBMOMTWH4W tag=9TZL4HK3TGCB type=write size=3916560 2024-04-15T14:56:27.425 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:27.425+0000 7f8277235780 1 > prepared part key=_multipart_R38CSTKHEGGY.2~F3X4B1RKFKDA.0 size=97785 2024-04-15T14:56:27.426 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:27.425+0000 7f8277235780 1 > prepared multipart upload key=R38CSTKHEGGY upload=F3X4B1RKFKDA tag=T9J767H6HCRQ type=write size=1146361 2024-04-15T14:56:27.427 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:27.426+0000 7f8277235780 1 < completed write operation key=ZMDZCWJKCFRI tag=CQA37ZCK2AEV type=write size=960998 2024-04-15T14:56:27.429 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:27.428+0000 7f8277235780 1 > prepared part key=_multipart_7XVTB4OPZZOY.2~NDY03XXYAY86.0 size=147634 2024-04-15T14:56:27.429 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:27.428+0000 7f8277235780 1 > prepared multipart upload key=7XVTB4OPZZOY upload=NDY03XXYAY86 tag=HTM5THEAPD64 type=write size=1196210 2024-04-15T14:56:27.430 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:27.429+0000 7f8277235780 1 < completed part key=_multipart_7XVTB4OPZZOY.2~7V4KA67V0D8M.0 size=15650 2024-04-15T14:56:27.432 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:27.431+0000 7f8277235780 1 < completed multipart upload key=7XVTB4OPZZOY upload=7V4KA67V0D8M tag=IYSXCX1UZ3E0 type=write size=1064226 2024-04-15T14:56:27.434 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:27.433+0000 7f8277235780 1 > prepared part key=_multipart_50Y0EU7H0QWF.2~PWMIIX4OYY4K.0 size=1048576 2024-04-15T14:56:27.435 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:27.434+0000 7f8277235780 1 > prepared part key=_multipart_50Y0EU7H0QWF.2~PWMIIX4OYY4K.1 size=36427 2024-04-15T14:56:27.435 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:27.434+0000 7f8277235780 1 > prepared multipart upload key=50Y0EU7H0QWF upload=PWMIIX4OYY4K tag=UTG6YB630VTO type=write size=2133579 2024-04-15T14:56:27.437 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:27.436+0000 7f8277235780 1 < completed part key=_multipart_8X2ELHS3HRGS.2~XYTYQWF1FU2H.0 size=386635 2024-04-15T14:56:27.438 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:27.438+0000 7f8277235780 1 < completed multipart upload key=8X2ELHS3HRGS upload=XYTYQWF1FU2H tag=BRWTBE0SK458 type=write size=1435211 2024-04-15T14:56:27.440 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:27.439+0000 7f8277235780 1 > prepared operation key=YTVARSCACASJ tag=IOTILO79L956 type=del size=310213 2024-04-15T14:56:27.441 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:27.440+0000 7f8277235780 1 < completed part key=_multipart_YTVARSCACASJ.2~FKFQNEUJJ52K.0 size=1048576 2024-04-15T14:56:27.442 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:27.441+0000 7f8277235780 1 < completed part key=_multipart_YTVARSCACASJ.2~FKFQNEUJJ52K.1 size=1048576 2024-04-15T14:56:27.443 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:27.442+0000 7f8277235780 1 < completed part key=_multipart_YTVARSCACASJ.2~FKFQNEUJJ52K.2 size=919945 2024-04-15T14:56:27.445 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:27.444+0000 7f8277235780 1 < completed multipart upload key=YTVARSCACASJ upload=FKFQNEUJJ52K tag=R7P5FJD8MD19 type=write size=4065673 2024-04-15T14:56:27.446 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:27.446+0000 7f8277235780 1 > prepared operation key=33SEOBW9RRJN tag=4SG65BFH3IVQ type=del size=2792917 2024-04-15T14:56:27.448 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:27.447+0000 7f8277235780 1 < completed delete operation key=A0RW26A8FZ95 tag=M8SOY3Q1H16E type=del 2024-04-15T14:56:27.449 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:27.449+0000 7f8277235780 1 > prepared operation key=R38CSTKHEGGY tag=2QQOHBGDX5AA type=del size=1837506 2024-04-15T14:56:27.451 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:27.450+0000 7f8277235780 1 < completed part key=_multipart_DY5BWB5TVQV1.2~TTAOHI8IB5H5.0 size=1048576 2024-04-15T14:56:27.452 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:27.451+0000 7f8277235780 1 < completed part key=_multipart_DY5BWB5TVQV1.2~TTAOHI8IB5H5.1 size=1048576 2024-04-15T14:56:27.453 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:27.452+0000 7f8277235780 1 < completed part key=_multipart_DY5BWB5TVQV1.2~TTAOHI8IB5H5.2 size=757097 2024-04-15T14:56:27.455 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:27.454+0000 7f8277235780 1 < completed multipart upload key=DY5BWB5TVQV1 upload=TTAOHI8IB5H5 tag=L8IZ6LEXLSKH type=write size=3902825 2024-04-15T14:56:27.457 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:27.456+0000 7f8277235780 1 > prepared part key=_multipart_0XYNF2N97Y1C.2~LMYMA003GQG8.0 size=1048576 2024-04-15T14:56:27.458 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:27.457+0000 7f8277235780 1 > prepared part key=_multipart_0XYNF2N97Y1C.2~LMYMA003GQG8.1 size=784677 2024-04-15T14:56:27.458 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:27.457+0000 7f8277235780 1 > prepared multipart upload key=0XYNF2N97Y1C upload=LMYMA003GQG8 tag=DE2C1WK2Q6YK type=write size=2881829 2024-04-15T14:56:27.460 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:27.460+0000 7f8277235780 1 < suggested remove operation key=ZMDZCWJKCFRI tag=MMZKE4YZIPLQ type=write 2024-04-15T14:56:27.463 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:27.462+0000 7f8277235780 1 > prepared part key=_multipart_81DQOX7PNGMS.2~0GC2CDBL290I.0 size=1048576 2024-04-15T14:56:27.464 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:27.463+0000 7f8277235780 1 > prepared part key=_multipart_81DQOX7PNGMS.2~0GC2CDBL290I.1 size=1048576 2024-04-15T14:56:27.465 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:27.464+0000 7f8277235780 1 > prepared part key=_multipart_81DQOX7PNGMS.2~0GC2CDBL290I.2 size=765738 2024-04-15T14:56:27.465 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:27.464+0000 7f8277235780 1 > prepared multipart upload key=81DQOX7PNGMS upload=0GC2CDBL290I tag=B70B5MJ43O58 type=write size=3911466 2024-04-15T14:56:27.466 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:27.465+0000 7f8277235780 1 < canceled operation key=MFZTYOL605I7 tag=2Q0AESO1IGE5 type=del size=3520683 2024-04-15T14:56:27.467 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:27.467+0000 7f8277235780 1 > prepared operation key=7XVTB4OPZZOY tag=8AMWTMMZQSC7 type=del size=962349 2024-04-15T14:56:27.469 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:27.468+0000 7f8277235780 1 < completed part key=_multipart_54T20V7YW2K4.2~Y14749E3MTV6.0 size=630208 2024-04-15T14:56:27.471 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:27.471+0000 7f8277235780 1 < completed multipart upload key=54T20V7YW2K4 upload=Y14749E3MTV6 tag=TZEUXLGI79P5 type=write size=1678784 2024-04-15T14:56:27.473 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:27.472+0000 7f8277235780 1 > prepared operation key=MIRREM7KIO9I tag=A7YXN67QGCN6 type=write size=330143 2024-04-15T14:56:27.474 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:27.473+0000 7f8277235780 1 < completed delete operation key=R38CSTKHEGGY tag=HQ0DVJAN3L3K type=del 2024-04-15T14:56:27.475 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:27.475+0000 7f8277235780 1 > prepared operation key=7XVTB4OPZZOY tag=KGOE7AWBG9ER type=write size=859326 2024-04-15T14:56:27.477 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:27.476+0000 7f8277235780 1 < completed delete operation key=BSJC05AGXDJ3 tag=OJVHP4JHANQ1 type=del 2024-04-15T14:56:27.479 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:27.478+0000 7f8277235780 1 > prepared part key=_multipart_MFZTYOL605I7.2~0648F744N00W.0 size=896406 2024-04-15T14:56:27.479 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:27.478+0000 7f8277235780 1 > prepared multipart upload key=MFZTYOL605I7 upload=0648F744N00W tag=6ZK7QHV4LAYF type=write size=1944982 2024-04-15T14:56:27.481 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:27.480+0000 7f8277235780 1 < completed delete operation key=33SEOBW9RRJN tag=N92W3Q8TK9PZ type=del 2024-04-15T14:56:27.482 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:27.482+0000 7f8277235780 1 > prepared operation key=YTVARSCACASJ tag=3X3SP3IOXB1S type=del size=4075797 2024-04-15T14:56:27.484 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:27.483+0000 7f8277235780 1 < completed part key=_multipart_0XYNF2N97Y1C.2~XGECUQXMRQ4F.0 size=1048576 2024-04-15T14:56:27.485 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:27.484+0000 7f8277235780 1 < completed part key=_multipart_0XYNF2N97Y1C.2~XGECUQXMRQ4F.1 size=1048576 2024-04-15T14:56:27.487 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:27.485+0000 7f8277235780 1 < completed part key=_multipart_0XYNF2N97Y1C.2~XGECUQXMRQ4F.2 size=1007020 2024-04-15T14:56:27.488 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:27.487+0000 7f8277235780 1 < completed multipart upload key=0XYNF2N97Y1C upload=XGECUQXMRQ4F tag=SMD4R10KPJEQ type=write size=4152748 2024-04-15T14:56:27.489 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:27.488+0000 7f8277235780 1 > prepared operation key=JY107VG7DVI1 tag=BPP14TJ1UEB5 type=del size=154665 2024-04-15T14:56:27.491 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:27.490+0000 7f8277235780 1 < completed delete operation key=YTVARSCACASJ tag=04RGCXI2R41Z type=del 2024-04-15T14:56:27.492 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:27.491+0000 7f8277235780 1 > prepared operation key=G82D816QHN8B tag=Z9B9G7JQ8HHB type=del size=3660559 2024-04-15T14:56:27.493 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:27.493+0000 7f8277235780 1 < completed part key=_multipart_MIRREM7KIO9I.2~QVNCVZVK7ULX.0 size=1048576 2024-04-15T14:56:27.494 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:27.494+0000 7f8277235780 1 < completed part key=_multipart_MIRREM7KIO9I.2~QVNCVZVK7ULX.1 size=65542 2024-04-15T14:56:27.497 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:27.496+0000 7f8277235780 1 < completed multipart upload key=MIRREM7KIO9I upload=QVNCVZVK7ULX tag=MG1EHD7R97LO type=write size=2162694 2024-04-15T14:56:27.499 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:27.498+0000 7f8277235780 1 > prepared part key=_multipart_CBSCS8P8QL0Q.2~XM8EWPCR9FWF.0 size=92327 2024-04-15T14:56:27.499 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:27.498+0000 7f8277235780 1 > prepared multipart upload key=CBSCS8P8QL0Q upload=XM8EWPCR9FWF tag=II6SO1MOZ5E0 type=write size=1140903 2024-04-15T14:56:27.500 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:27.500+0000 7f8277235780 1 < completed part key=_multipart_R38CSTKHEGGY.2~F3X4B1RKFKDA.0 size=97785 2024-04-15T14:56:27.503 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:27.502+0000 7f8277235780 1 < completed multipart upload key=R38CSTKHEGGY upload=F3X4B1RKFKDA tag=T9J767H6HCRQ type=write size=1146361 2024-04-15T14:56:27.505 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:27.504+0000 7f8277235780 1 > prepared part key=_multipart_81DQOX7PNGMS.2~ZJ9HDISYKC3C.0 size=1048576 2024-04-15T14:56:27.506 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:27.505+0000 7f8277235780 1 > prepared part key=_multipart_81DQOX7PNGMS.2~ZJ9HDISYKC3C.1 size=1048576 2024-04-15T14:56:27.507 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:27.506+0000 7f8277235780 1 > prepared part key=_multipart_81DQOX7PNGMS.2~ZJ9HDISYKC3C.2 size=418362 2024-04-15T14:56:27.507 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:27.506+0000 7f8277235780 1 > prepared multipart upload key=81DQOX7PNGMS upload=ZJ9HDISYKC3C tag=8PWZ9Q29PUTA type=write size=3564090 2024-04-15T14:56:27.508 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:27.508+0000 7f8277235780 1 < completed part key=_multipart_7XVTB4OPZZOY.2~NDY03XXYAY86.0 size=147634 2024-04-15T14:56:27.510 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:27.510+0000 7f8277235780 1 < completed multipart upload key=7XVTB4OPZZOY upload=NDY03XXYAY86 tag=HTM5THEAPD64 type=write size=1196210 2024-04-15T14:56:27.516 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:27.515+0000 7f8277235780 1 > prepared operation key=YTVARSCACASJ tag=MY8HGGC3JPW6 type=del size=2011036 2024-04-15T14:56:27.518 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:27.518+0000 7f8277235780 1 < completed part key=_multipart_50Y0EU7H0QWF.2~PWMIIX4OYY4K.0 size=1048576 2024-04-15T14:56:27.519 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:27.519+0000 7f8277235780 1 < completed part key=_multipart_50Y0EU7H0QWF.2~PWMIIX4OYY4K.1 size=36427 2024-04-15T14:56:27.522 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:27.521+0000 7f8277235780 1 < completed multipart upload key=50Y0EU7H0QWF upload=PWMIIX4OYY4K tag=UTG6YB630VTO type=write size=2133579 2024-04-15T14:56:27.523 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:27.522+0000 7f8277235780 1 > prepared operation key=54T20V7YW2K4 tag=RYY61QRK3A7Z type=del size=4191148 2024-04-15T14:56:27.524 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:27.523+0000 7f8277235780 1 < completed delete operation key=YTVARSCACASJ tag=IOTILO79L956 type=del 2024-04-15T14:56:27.526 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:27.526+0000 7f8277235780 1 > prepared part key=_multipart_BNQH1MC9XO9F.2~6NHEQWS2TEH1.0 size=1048576 2024-04-15T14:56:27.527 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:27.527+0000 7f8277235780 1 > prepared part key=_multipart_BNQH1MC9XO9F.2~6NHEQWS2TEH1.1 size=1048576 2024-04-15T14:56:27.528 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:27.528+0000 7f8277235780 1 > prepared part key=_multipart_BNQH1MC9XO9F.2~6NHEQWS2TEH1.2 size=385703 2024-04-15T14:56:27.528 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:27.528+0000 7f8277235780 1 > prepared multipart upload key=BNQH1MC9XO9F upload=6NHEQWS2TEH1 tag=5UAJ58S3Z06H type=write size=3531431 2024-04-15T14:56:27.531 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:27.530+0000 7f8277235780 1 < suggested update operation key=33SEOBW9RRJN tag=4SG65BFH3IVQ type=del size=2792917 2024-04-15T14:56:27.532 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:27.531+0000 7f8277235780 1 > prepared operation key=81DQOX7PNGMS tag=XHWKMTX5D435 type=del size=3000222 2024-04-15T14:56:27.534 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:27.533+0000 7f8277235780 1 < completed delete operation key=R38CSTKHEGGY tag=2QQOHBGDX5AA type=del 2024-04-15T14:56:27.535 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:27.534+0000 7f8277235780 1 > prepared operation key=MFZTYOL605I7 tag=9WXNQ60OCY8I type=del size=1414610 2024-04-15T14:56:27.536 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:27.536+0000 7f8277235780 1 < completed part key=_multipart_0XYNF2N97Y1C.2~LMYMA003GQG8.0 size=1048576 2024-04-15T14:56:27.537 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:27.537+0000 7f8277235780 1 < completed part key=_multipart_0XYNF2N97Y1C.2~LMYMA003GQG8.1 size=784677 2024-04-15T14:56:27.539 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:27.538+0000 7f8277235780 1 < completed multipart upload key=0XYNF2N97Y1C upload=LMYMA003GQG8 tag=DE2C1WK2Q6YK type=write size=2881829 2024-04-15T14:56:27.541 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:27.540+0000 7f8277235780 1 > prepared operation key=MIRREM7KIO9I tag=JAK5LPS5BVOW type=del size=3975058 2024-04-15T14:56:27.542 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:27.541+0000 7f8277235780 1 < completed part key=_multipart_81DQOX7PNGMS.2~0GC2CDBL290I.0 size=1048576 2024-04-15T14:56:27.543 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:27.542+0000 7f8277235780 1 < completed part key=_multipart_81DQOX7PNGMS.2~0GC2CDBL290I.1 size=1048576 2024-04-15T14:56:27.544 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:27.543+0000 7f8277235780 1 < completed part key=_multipart_81DQOX7PNGMS.2~0GC2CDBL290I.2 size=765738 2024-04-15T14:56:27.546 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:27.545+0000 7f8277235780 1 < completed multipart upload key=81DQOX7PNGMS upload=0GC2CDBL290I tag=B70B5MJ43O58 type=write size=3911466 2024-04-15T14:56:27.547 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:27.546+0000 7f8277235780 1 > prepared operation key=YTVARSCACASJ tag=7HDO8J6YVEAI type=del size=596353 2024-04-15T14:56:27.548 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:27.548+0000 7f8277235780 1 < completed delete operation key=7XVTB4OPZZOY tag=8AMWTMMZQSC7 type=del 2024-04-15T14:56:27.550 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:27.549+0000 7f8277235780 1 > prepared operation key=IM0AQIM316IL tag=DN45RN831FXV type=del size=2565056 2024-04-15T14:56:27.551 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:27.550+0000 7f8277235780 1 < completed write operation key=MIRREM7KIO9I tag=A7YXN67QGCN6 type=write size=330143 2024-04-15T14:56:27.552 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:27.551+0000 7f8277235780 1 > prepared operation key=JDPAU9KY1OMN tag=V4WPTG9OTGSR type=del size=968057 2024-04-15T14:56:27.553 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:27.553+0000 7f8277235780 1 < completed write operation key=7XVTB4OPZZOY tag=KGOE7AWBG9ER type=write size=859326 2024-04-15T14:56:27.555 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:27.554+0000 7f8277235780 1 > prepared operation key=54T20V7YW2K4 tag=MGP3WDQANI04 type=write size=795318 2024-04-15T14:56:27.556 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:27.555+0000 7f8277235780 1 < completed part key=_multipart_MFZTYOL605I7.2~0648F744N00W.0 size=896406 2024-04-15T14:56:27.559 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:27.558+0000 7f8277235780 1 < completed multipart upload key=MFZTYOL605I7 upload=0648F744N00W tag=6ZK7QHV4LAYF type=write size=1944982 2024-04-15T14:56:27.561 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:27.560+0000 7f8277235780 1 > prepared part key=_multipart_ZMDZCWJKCFRI.2~VM9H3CRHR2YT.0 size=1048576 2024-04-15T14:56:27.562 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:27.561+0000 7f8277235780 1 > prepared part key=_multipart_ZMDZCWJKCFRI.2~VM9H3CRHR2YT.1 size=967489 2024-04-15T14:56:27.562 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:27.561+0000 7f8277235780 1 > prepared multipart upload key=ZMDZCWJKCFRI upload=VM9H3CRHR2YT tag=C65F5WFJ86TX type=write size=3064641 2024-04-15T14:56:27.563 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:27.562+0000 7f8277235780 1 < completed delete operation key=YTVARSCACASJ tag=3X3SP3IOXB1S type=del 2024-04-15T14:56:27.564 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:27.563+0000 7f8277235780 1 > prepared operation key=ZMDZCWJKCFRI tag=AXCI29EKIHIA type=del size=2003360 2024-04-15T14:56:27.565 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:27.565+0000 7f8277235780 1 < completed delete operation key=JY107VG7DVI1 tag=BPP14TJ1UEB5 type=del 2024-04-15T14:56:27.567 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:27.567+0000 7f8277235780 1 > prepared part key=_multipart_MIRREM7KIO9I.2~2H9170O20KV5.0 size=985277 2024-04-15T14:56:27.568 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:27.567+0000 7f8277235780 1 > prepared multipart upload key=MIRREM7KIO9I upload=2H9170O20KV5 tag=4E9N8ZOT9FCE type=write size=2033853 2024-04-15T14:56:27.569 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:27.568+0000 7f8277235780 1 < completed delete operation key=G82D816QHN8B tag=Z9B9G7JQ8HHB type=del 2024-04-15T14:56:27.570 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:27.569+0000 7f8277235780 1 > prepared operation key=50Y0EU7H0QWF tag=8WPVP2LCY35D type=del size=2234068 2024-04-15T14:56:27.571 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:27.571+0000 7f8277235780 1 < completed part key=_multipart_CBSCS8P8QL0Q.2~XM8EWPCR9FWF.0 size=92327 2024-04-15T14:56:27.573 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:27.573+0000 7f8277235780 1 < completed multipart upload key=CBSCS8P8QL0Q upload=XM8EWPCR9FWF tag=II6SO1MOZ5E0 type=write size=1140903 2024-04-15T14:56:27.575 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:27.574+0000 7f8277235780 1 > prepared operation key=G82D816QHN8B tag=WLU1L4H8P9KK type=del size=3610052 2024-04-15T14:56:27.576 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:27.575+0000 7f8277235780 1 < completed part key=_multipart_81DQOX7PNGMS.2~ZJ9HDISYKC3C.0 size=1048576 2024-04-15T14:56:27.577 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:27.576+0000 7f8277235780 1 < completed part key=_multipart_81DQOX7PNGMS.2~ZJ9HDISYKC3C.1 size=1048576 2024-04-15T14:56:27.578 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:27.577+0000 7f8277235780 1 < completed part key=_multipart_81DQOX7PNGMS.2~ZJ9HDISYKC3C.2 size=418362 2024-04-15T14:56:27.580 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:27.579+0000 7f8277235780 1 < completed multipart upload key=81DQOX7PNGMS upload=ZJ9HDISYKC3C tag=8PWZ9Q29PUTA type=write size=3564090 2024-04-15T14:56:27.581 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:27.580+0000 7f8277235780 1 > prepared operation key=G82D816QHN8B tag=R4OUS2NQKKLY type=write size=865437 2024-04-15T14:56:27.584 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:27.583+0000 7f8277235780 1 < suggested update operation key=YTVARSCACASJ tag=MY8HGGC3JPW6 type=del size=2011036 2024-04-15T14:56:27.586 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:27.585+0000 7f8277235780 1 > prepared part key=_multipart_JDPAU9KY1OMN.2~ZDG3LENP6R1P.0 size=1048576 2024-04-15T14:56:27.587 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:27.586+0000 7f8277235780 1 > prepared part key=_multipart_JDPAU9KY1OMN.2~ZDG3LENP6R1P.1 size=1048576 2024-04-15T14:56:27.588 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:27.587+0000 7f8277235780 1 > prepared part key=_multipart_JDPAU9KY1OMN.2~ZDG3LENP6R1P.2 size=885869 2024-04-15T14:56:27.588 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:27.587+0000 7f8277235780 1 > prepared multipart upload key=JDPAU9KY1OMN upload=ZDG3LENP6R1P tag=17PE74XCTR8U type=write size=4031597 2024-04-15T14:56:27.589 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:27.588+0000 7f8277235780 1 < completed delete operation key=54T20V7YW2K4 tag=RYY61QRK3A7Z type=del 2024-04-15T14:56:27.591 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:27.591+0000 7f8277235780 1 > prepared part key=_multipart_0XYNF2N97Y1C.2~HFZ5F7L6YS8Z.0 size=233814 2024-04-15T14:56:27.592 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:27.591+0000 7f8277235780 1 > prepared multipart upload key=0XYNF2N97Y1C upload=HFZ5F7L6YS8Z tag=UJP5J4ASGJM9 type=write size=1282390 2024-04-15T14:56:27.593 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:27.592+0000 7f8277235780 1 < completed part key=_multipart_BNQH1MC9XO9F.2~6NHEQWS2TEH1.0 size=1048576 2024-04-15T14:56:27.593 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:27.592+0000 7f8277235780 1 < canceled part key=_multipart_BNQH1MC9XO9F.2~6NHEQWS2TEH1.1 size=1048576 2024-04-15T14:56:27.594 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:27.593+0000 7f8277235780 1 < completed part key=_multipart_BNQH1MC9XO9F.2~6NHEQWS2TEH1.2 size=385703 2024-04-15T14:56:27.596 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:27.595+0000 7f8277235780 1 < canceled multipart upload key=BNQH1MC9XO9F upload=6NHEQWS2TEH1 tag=5UAJ58S3Z06H type=write size=3531431 2024-04-15T14:56:27.597 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:27.596+0000 7f8277235780 1 > prepared operation key=YTVARSCACASJ tag=WMF05PKIY973 type=del size=2868965 2024-04-15T14:56:27.599 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:27.598+0000 7f8277235780 1 < completed delete operation key=81DQOX7PNGMS tag=XHWKMTX5D435 type=del 2024-04-15T14:56:27.600 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:27.599+0000 7f8277235780 1 > prepared operation key=8X2ELHS3HRGS tag=COPY6FX2NUAD type=del size=2155471 2024-04-15T14:56:27.601 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:27.600+0000 7f8277235780 1 < completed delete operation key=MFZTYOL605I7 tag=9WXNQ60OCY8I type=del 2024-04-15T14:56:27.602 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:27.601+0000 7f8277235780 1 > prepared operation key=MIRREM7KIO9I tag=XAFLIJN4CMAS type=del size=2030643 2024-04-15T14:56:27.604 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:27.603+0000 7f8277235780 1 < canceled operation key=MIRREM7KIO9I tag=JAK5LPS5BVOW type=del size=3975058 2024-04-15T14:56:27.605 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:27.604+0000 7f8277235780 1 > prepared operation key=DY5BWB5TVQV1 tag=4GBFNJRHP21T type=del size=3687863 2024-04-15T14:56:27.606 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:27.605+0000 7f8277235780 -1 < failed to complete operation key=YTVARSCACASJ tag=7HDO8J6YVEAI type=del size=596353: (22) Invalid argument 2024-04-15T14:56:27.608 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:27.607+0000 7f8277235780 1 > prepared operation key=G82D816QHN8B tag=3MW3TOP6N3AM type=del size=3222167 2024-04-15T14:56:27.609 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:27.608+0000 7f8277235780 1 < completed delete operation key=IM0AQIM316IL tag=DN45RN831FXV type=del 2024-04-15T14:56:27.610 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:27.610+0000 7f8277235780 1 > prepared operation key=OQ3O0PKNZJ9S tag=PM65SBM2IMQG type=write size=87228 2024-04-15T14:56:27.612 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:27.611+0000 7f8277235780 1 < completed delete operation key=JDPAU9KY1OMN tag=V4WPTG9OTGSR type=del 2024-04-15T14:56:27.614 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:27.613+0000 7f8277235780 1 > prepared part key=_multipart_F402GDJVN3I9.2~1ON8E6GPQ42T.0 size=1048576 2024-04-15T14:56:27.615 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:27.614+0000 7f8277235780 1 > prepared part key=_multipart_F402GDJVN3I9.2~1ON8E6GPQ42T.1 size=431080 2024-04-15T14:56:27.615 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:27.614+0000 7f8277235780 1 > prepared multipart upload key=F402GDJVN3I9 upload=1ON8E6GPQ42T tag=INH1T8U112OG type=write size=2528232 2024-04-15T14:56:27.617 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:27.616+0000 7f8277235780 1 < canceled operation key=54T20V7YW2K4 tag=MGP3WDQANI04 type=write size=795318 2024-04-15T14:56:27.618 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:27.617+0000 7f8277235780 1 > prepared operation key=54T20V7YW2K4 tag=WRPF2WOH80TR type=write size=500311 2024-04-15T14:56:27.619 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:27.619+0000 7f8277235780 1 < completed part key=_multipart_ZMDZCWJKCFRI.2~VM9H3CRHR2YT.0 size=1048576 2024-04-15T14:56:27.621 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:27.620+0000 7f8277235780 1 < completed part key=_multipart_ZMDZCWJKCFRI.2~VM9H3CRHR2YT.1 size=967489 2024-04-15T14:56:27.623 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:27.622+0000 7f8277235780 1 < completed multipart upload key=ZMDZCWJKCFRI upload=VM9H3CRHR2YT tag=C65F5WFJ86TX type=write size=3064641 2024-04-15T14:56:27.626 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:27.625+0000 7f8277235780 1 > prepared part key=_multipart_CFCUGZ5D6TU8.2~4FHIN1F66SRO.0 size=1048576 2024-04-15T14:56:27.627 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:27.626+0000 7f8277235780 1 > prepared part key=_multipart_CFCUGZ5D6TU8.2~4FHIN1F66SRO.1 size=989049 2024-04-15T14:56:27.627 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:27.626+0000 7f8277235780 1 > prepared multipart upload key=CFCUGZ5D6TU8 upload=4FHIN1F66SRO tag=2EUO881F9XXV type=write size=3086201 2024-04-15T14:56:27.628 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:27.627+0000 7f8277235780 1 < completed delete operation key=ZMDZCWJKCFRI tag=AXCI29EKIHIA type=del 2024-04-15T14:56:27.629 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:27.629+0000 7f8277235780 1 > prepared operation key=JDPAU9KY1OMN tag=09RMAH0E1YX2 type=write size=231989 2024-04-15T14:56:27.631 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:27.630+0000 7f8277235780 1 < completed part key=_multipart_MIRREM7KIO9I.2~2H9170O20KV5.0 size=985277 2024-04-15T14:56:27.633 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:27.632+0000 7f8277235780 1 < completed multipart upload key=MIRREM7KIO9I upload=2H9170O20KV5 tag=4E9N8ZOT9FCE type=write size=2033853 2024-04-15T14:56:27.635 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:27.634+0000 7f8277235780 1 > prepared part key=_multipart_JDPAU9KY1OMN.2~ZNGKNF7T0YX8.0 size=713188 2024-04-15T14:56:27.635 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:27.634+0000 7f8277235780 1 > prepared multipart upload key=JDPAU9KY1OMN upload=ZNGKNF7T0YX8 tag=O89G23YF5H3F type=write size=1761764 2024-04-15T14:56:27.636 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:27.636+0000 7f8277235780 1 < completed delete operation key=50Y0EU7H0QWF tag=8WPVP2LCY35D type=del 2024-04-15T14:56:27.638 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:27.637+0000 7f8277235780 1 > prepared operation key=JDPAU9KY1OMN tag=XTP5QBPZQ89G type=write size=831467 2024-04-15T14:56:27.640 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:27.639+0000 7f8277235780 1 < suggested remove operation key=G82D816QHN8B tag=WLU1L4H8P9KK type=del 2024-04-15T14:56:27.642 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:27.641+0000 7f8277235780 1 > prepared operation key=54T20V7YW2K4 tag=JPTK0GG2E05H type=write size=490815 2024-04-15T14:56:27.643 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:27.643+0000 7f8277235780 -1 < failed to complete operation key=G82D816QHN8B tag=R4OUS2NQKKLY type=write size=865437: (22) Invalid argument 2024-04-15T14:56:27.645 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:27.644+0000 7f8277235780 1 > prepared operation key=IM0AQIM316IL tag=Y7KF7SZFDDCF type=del size=2163196 2024-04-15T14:56:27.646 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:27.645+0000 7f8277235780 1 < completed part key=_multipart_JDPAU9KY1OMN.2~ZDG3LENP6R1P.0 size=1048576 2024-04-15T14:56:27.647 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:27.646+0000 7f8277235780 1 < completed part key=_multipart_JDPAU9KY1OMN.2~ZDG3LENP6R1P.1 size=1048576 2024-04-15T14:56:27.648 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:27.647+0000 7f8277235780 1 < completed part key=_multipart_JDPAU9KY1OMN.2~ZDG3LENP6R1P.2 size=885869 2024-04-15T14:56:27.650 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:27.649+0000 7f8277235780 1 < completed multipart upload key=JDPAU9KY1OMN upload=ZDG3LENP6R1P tag=17PE74XCTR8U type=write size=4031597 2024-04-15T14:56:27.653 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:27.652+0000 7f8277235780 1 > prepared part key=_multipart_R38CSTKHEGGY.2~2VZG8FQQ0Q3S.0 size=1048576 2024-04-15T14:56:27.654 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:27.653+0000 7f8277235780 1 > prepared part key=_multipart_R38CSTKHEGGY.2~2VZG8FQQ0Q3S.1 size=432125 2024-04-15T14:56:27.654 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:27.653+0000 7f8277235780 1 > prepared multipart upload key=R38CSTKHEGGY upload=2VZG8FQQ0Q3S tag=7ADAZDBQKI60 type=write size=2529277 2024-04-15T14:56:27.655 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:27.655+0000 7f8277235780 1 < completed part key=_multipart_0XYNF2N97Y1C.2~HFZ5F7L6YS8Z.0 size=233814 2024-04-15T14:56:27.657 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:27.657+0000 7f8277235780 1 < completed multipart upload key=0XYNF2N97Y1C upload=HFZ5F7L6YS8Z tag=UJP5J4ASGJM9 type=write size=1282390 2024-04-15T14:56:27.660 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:27.659+0000 7f8277235780 1 > prepared part key=_multipart_CFCUGZ5D6TU8.2~5QHS7I4WD2T5.0 size=1048576 2024-04-15T14:56:27.661 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:27.660+0000 7f8277235780 1 > prepared part key=_multipart_CFCUGZ5D6TU8.2~5QHS7I4WD2T5.1 size=1048576 2024-04-15T14:56:27.662 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:27.661+0000 7f8277235780 1 > prepared part key=_multipart_CFCUGZ5D6TU8.2~5QHS7I4WD2T5.2 size=439810 2024-04-15T14:56:27.662 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:27.661+0000 7f8277235780 1 > prepared multipart upload key=CFCUGZ5D6TU8 upload=5QHS7I4WD2T5 tag=RQQ74VUQWMVV type=write size=3585538 2024-04-15T14:56:27.664 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:27.663+0000 7f8277235780 1 < completed delete operation key=YTVARSCACASJ tag=WMF05PKIY973 type=del 2024-04-15T14:56:27.666 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:27.665+0000 7f8277235780 1 > prepared part key=_multipart_A0RW26A8FZ95.2~KXJ0VIVA7C79.0 size=1048576 2024-04-15T14:56:27.667 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:27.666+0000 7f8277235780 1 > prepared part key=_multipart_A0RW26A8FZ95.2~KXJ0VIVA7C79.1 size=1048576 2024-04-15T14:56:27.668 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:27.667+0000 7f8277235780 1 > prepared part key=_multipart_A0RW26A8FZ95.2~KXJ0VIVA7C79.2 size=994748 2024-04-15T14:56:27.668 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:27.667+0000 7f8277235780 1 > prepared multipart upload key=A0RW26A8FZ95 upload=KXJ0VIVA7C79 tag=X5YISXNVZ3J5 type=write size=4140476 2024-04-15T14:56:27.669 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:27.668+0000 7f8277235780 1 < completed delete operation key=8X2ELHS3HRGS tag=COPY6FX2NUAD type=del 2024-04-15T14:56:27.672 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:27.671+0000 7f8277235780 1 > prepared part key=_multipart_8X2ELHS3HRGS.2~UZYCA6GOS2WX.0 size=72385 2024-04-15T14:56:27.672 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:27.671+0000 7f8277235780 1 > prepared multipart upload key=8X2ELHS3HRGS upload=UZYCA6GOS2WX tag=B6IE5395RQI7 type=write size=1120961 2024-04-15T14:56:27.673 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:27.672+0000 7f8277235780 1 < canceled operation key=MIRREM7KIO9I tag=XAFLIJN4CMAS type=del size=2030643 2024-04-15T14:56:27.675 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:27.675+0000 7f8277235780 1 > prepared part key=_multipart_IVOFLSPJ0099.2~L4TLDP16KVD9.0 size=701137 2024-04-15T14:56:27.675 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:27.675+0000 7f8277235780 1 > prepared multipart upload key=IVOFLSPJ0099 upload=L4TLDP16KVD9 tag=JD8523M1569K type=write size=1749713 2024-04-15T14:56:27.677 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:27.676+0000 7f8277235780 1 < completed delete operation key=DY5BWB5TVQV1 tag=4GBFNJRHP21T type=del 2024-04-15T14:56:27.680 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:27.679+0000 7f8277235780 1 > prepared part key=_multipart_IVOFLSPJ0099.2~LDBABU8OIG1M.0 size=1048576 2024-04-15T14:56:27.680 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:27.680+0000 7f8277235780 1 > prepared part key=_multipart_IVOFLSPJ0099.2~LDBABU8OIG1M.1 size=621798 2024-04-15T14:56:27.681 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:27.680+0000 7f8277235780 1 > prepared multipart upload key=IVOFLSPJ0099 upload=LDBABU8OIG1M tag=TWJK4ZK9OH8N type=write size=2718950 2024-04-15T14:56:27.682 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:27.681+0000 7f8277235780 -1 < failed to complete operation key=G82D816QHN8B tag=3MW3TOP6N3AM type=del size=3222167: (22) Invalid argument 2024-04-15T14:56:27.685 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:27.684+0000 7f8277235780 1 > prepared part key=_multipart_CBSCS8P8QL0Q.2~QOZ7BK6NC3ZO.0 size=790201 2024-04-15T14:56:27.685 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:27.684+0000 7f8277235780 1 > prepared multipart upload key=CBSCS8P8QL0Q upload=QOZ7BK6NC3ZO tag=IO642OG6083A type=write size=1838777 2024-04-15T14:56:27.686 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:27.686+0000 7f8277235780 1 < completed write operation key=OQ3O0PKNZJ9S tag=PM65SBM2IMQG type=write size=87228 2024-04-15T14:56:27.688 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:27.687+0000 7f8277235780 1 > prepared operation key=0XYNF2N97Y1C tag=0KFFRU6N6IAW type=write size=349659 2024-04-15T14:56:27.689 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:27.688+0000 7f8277235780 1 < completed part key=_multipart_F402GDJVN3I9.2~1ON8E6GPQ42T.0 size=1048576 2024-04-15T14:56:27.690 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:27.689+0000 7f8277235780 1 < completed part key=_multipart_F402GDJVN3I9.2~1ON8E6GPQ42T.1 size=431080 2024-04-15T14:56:27.692 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:27.691+0000 7f8277235780 1 < completed multipart upload key=F402GDJVN3I9 upload=1ON8E6GPQ42T tag=INH1T8U112OG type=write size=2528232 2024-04-15T14:56:27.693 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:27.692+0000 7f8277235780 1 > prepared operation key=0XYNF2N97Y1C tag=2CTQ0CZ8W21M type=del size=1714867 2024-04-15T14:56:27.696 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:27.695+0000 7f8277235780 1 < suggested remove operation key=54T20V7YW2K4 tag=WRPF2WOH80TR type=write 2024-04-15T14:56:27.697 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:27.697+0000 7f8277235780 1 > prepared operation key=ZMDZCWJKCFRI tag=GTVMGBOKEJS7 type=del size=757572 2024-04-15T14:56:27.700 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:27.699+0000 7f8277235780 1 < completed part key=_multipart_CFCUGZ5D6TU8.2~4FHIN1F66SRO.0 size=1048576 2024-04-15T14:56:27.701 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:27.700+0000 7f8277235780 1 < completed part key=_multipart_CFCUGZ5D6TU8.2~4FHIN1F66SRO.1 size=989049 2024-04-15T14:56:27.703 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:27.702+0000 7f8277235780 1 < completed multipart upload key=CFCUGZ5D6TU8 upload=4FHIN1F66SRO tag=2EUO881F9XXV type=write size=3086201 2024-04-15T14:56:27.704 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:27.703+0000 7f8277235780 1 > prepared operation key=UCHFZKBWU6MN tag=JGC8MEZ44EER type=del size=1092157 2024-04-15T14:56:27.706 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:27.705+0000 7f8277235780 1 < completed write operation key=JDPAU9KY1OMN tag=09RMAH0E1YX2 type=write size=231989 2024-04-15T14:56:27.707 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:27.706+0000 7f8277235780 1 > prepared operation key=0XYNF2N97Y1C tag=IZ30H3SZ8RPU type=write size=777153 2024-04-15T14:56:27.707 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:27.706+0000 7f8277235780 1 < canceled part key=_multipart_JDPAU9KY1OMN.2~ZNGKNF7T0YX8.0 size=713188 2024-04-15T14:56:27.709 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:27.708+0000 7f8277235780 1 < canceled multipart upload key=JDPAU9KY1OMN upload=ZNGKNF7T0YX8 tag=O89G23YF5H3F type=write size=1761764 2024-04-15T14:56:27.714 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:27.711+0000 7f8277235780 1 > prepared part key=_multipart_R38CSTKHEGGY.2~OHVCWPLP7FIP.0 size=1048576 2024-04-15T14:56:27.714 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:27.712+0000 7f8277235780 1 > prepared part key=_multipart_R38CSTKHEGGY.2~OHVCWPLP7FIP.1 size=1048576 2024-04-15T14:56:27.714 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:27.713+0000 7f8277235780 1 > prepared part key=_multipart_R38CSTKHEGGY.2~OHVCWPLP7FIP.2 size=772759 2024-04-15T14:56:27.714 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:27.713+0000 7f8277235780 1 > prepared multipart upload key=R38CSTKHEGGY upload=OHVCWPLP7FIP tag=MVT9QUNTGRMI type=write size=3918487 2024-04-15T14:56:27.717 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:27.716+0000 7f8277235780 1 < suggested update operation key=JDPAU9KY1OMN tag=XTP5QBPZQ89G type=write size=831467 2024-04-15T14:56:27.718 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:27.717+0000 7f8277235780 1 > prepared operation key=UCHFZKBWU6MN tag=4I5YR83QWRIG type=del size=2112351 2024-04-15T14:56:27.720 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:27.719+0000 7f8277235780 -1 < failed to complete operation key=54T20V7YW2K4 tag=JPTK0GG2E05H type=write size=490815: (22) Invalid argument 2024-04-15T14:56:27.721 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:27.720+0000 7f8277235780 1 > prepared operation key=JY107VG7DVI1 tag=SMZLNDJW7NDJ type=write size=797693 2024-04-15T14:56:27.723 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:27.723+0000 7f8277235780 1 < suggested update operation key=IM0AQIM316IL tag=Y7KF7SZFDDCF type=del size=2163196 2024-04-15T14:56:27.725 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:27.724+0000 7f8277235780 1 > prepared operation key=JY107VG7DVI1 tag=HICR18C51XMY type=del size=111266 2024-04-15T14:56:27.726 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:27.725+0000 7f8277235780 1 < completed part key=_multipart_R38CSTKHEGGY.2~2VZG8FQQ0Q3S.0 size=1048576 2024-04-15T14:56:27.727 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:27.726+0000 7f8277235780 1 < completed part key=_multipart_R38CSTKHEGGY.2~2VZG8FQQ0Q3S.1 size=432125 2024-04-15T14:56:27.729 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:27.729+0000 7f8277235780 1 < completed multipart upload key=R38CSTKHEGGY upload=2VZG8FQQ0Q3S tag=7ADAZDBQKI60 type=write size=2529277 2024-04-15T14:56:27.732 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:27.731+0000 7f8277235780 1 > prepared part key=_multipart_MFZTYOL605I7.2~DUJGRQXPDT60.0 size=1048576 2024-04-15T14:56:27.733 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:27.732+0000 7f8277235780 1 > prepared part key=_multipart_MFZTYOL605I7.2~DUJGRQXPDT60.1 size=603875 2024-04-15T14:56:27.733 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:27.732+0000 7f8277235780 1 > prepared multipart upload key=MFZTYOL605I7 upload=DUJGRQXPDT60 tag=80HVG9MD99XP type=write size=2701027 2024-04-15T14:56:27.734 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:27.733+0000 7f8277235780 1 < completed part key=_multipart_CFCUGZ5D6TU8.2~5QHS7I4WD2T5.0 size=1048576 2024-04-15T14:56:27.735 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:27.734+0000 7f8277235780 1 < completed part key=_multipart_CFCUGZ5D6TU8.2~5QHS7I4WD2T5.1 size=1048576 2024-04-15T14:56:27.736 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:27.735+0000 7f8277235780 1 < completed part key=_multipart_CFCUGZ5D6TU8.2~5QHS7I4WD2T5.2 size=439810 2024-04-15T14:56:27.738 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:27.737+0000 7f8277235780 1 < completed multipart upload key=CFCUGZ5D6TU8 upload=5QHS7I4WD2T5 tag=RQQ74VUQWMVV type=write size=3585538 2024-04-15T14:56:27.739 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:27.738+0000 7f8277235780 1 > prepared operation key=IM0AQIM316IL tag=F2I2LYVORU41 type=write size=1005490 2024-04-15T14:56:27.741 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:27.740+0000 7f8277235780 1 < completed part key=_multipart_A0RW26A8FZ95.2~KXJ0VIVA7C79.0 size=1048576 2024-04-15T14:56:27.741 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:27.740+0000 7f8277235780 1 < canceled part key=_multipart_A0RW26A8FZ95.2~KXJ0VIVA7C79.1 size=1048576 2024-04-15T14:56:27.742 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:27.741+0000 7f8277235780 1 < completed part key=_multipart_A0RW26A8FZ95.2~KXJ0VIVA7C79.2 size=994748 2024-04-15T14:56:27.744 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:27.743+0000 7f8277235780 1 < canceled multipart upload key=A0RW26A8FZ95 upload=KXJ0VIVA7C79 tag=X5YISXNVZ3J5 type=write size=4140476 2024-04-15T14:56:27.745 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:27.744+0000 7f8277235780 1 > prepared operation key=0XYNF2N97Y1C tag=P8DVFBOOIRF0 type=del size=2557869 2024-04-15T14:56:27.746 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:27.746+0000 7f8277235780 1 < completed part key=_multipart_8X2ELHS3HRGS.2~UZYCA6GOS2WX.0 size=72385 2024-04-15T14:56:27.748 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:27.748+0000 7f8277235780 1 < completed multipart upload key=8X2ELHS3HRGS upload=UZYCA6GOS2WX tag=B6IE5395RQI7 type=write size=1120961 2024-04-15T14:56:27.750 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:27.749+0000 7f8277235780 1 > prepared operation key=CBSCS8P8QL0Q tag=TVECPWV6O7ON type=write size=645820 2024-04-15T14:56:27.751 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:27.750+0000 7f8277235780 1 < completed part key=_multipart_IVOFLSPJ0099.2~L4TLDP16KVD9.0 size=701137 2024-04-15T14:56:27.753 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:27.753+0000 7f8277235780 1 < completed multipart upload key=IVOFLSPJ0099 upload=L4TLDP16KVD9 tag=JD8523M1569K type=write size=1749713 2024-04-15T14:56:27.756 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:27.755+0000 7f8277235780 1 > prepared part key=_multipart_A0RW26A8FZ95.2~0ANP4AZFHJWF.0 size=1048576 2024-04-15T14:56:27.757 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:27.756+0000 7f8277235780 1 > prepared part key=_multipart_A0RW26A8FZ95.2~0ANP4AZFHJWF.1 size=1048576 2024-04-15T14:56:27.758 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:27.757+0000 7f8277235780 1 > prepared part key=_multipart_A0RW26A8FZ95.2~0ANP4AZFHJWF.2 size=917751 2024-04-15T14:56:27.758 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:27.757+0000 7f8277235780 1 > prepared multipart upload key=A0RW26A8FZ95 upload=0ANP4AZFHJWF tag=K38VQ1MELR70 type=write size=4063479 2024-04-15T14:56:27.760 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:27.759+0000 7f8277235780 1 < completed part key=_multipart_IVOFLSPJ0099.2~LDBABU8OIG1M.0 size=1048576 2024-04-15T14:56:27.760 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:27.759+0000 7f8277235780 1 < canceled part key=_multipart_IVOFLSPJ0099.2~LDBABU8OIG1M.1 size=621798 2024-04-15T14:56:27.763 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:27.762+0000 7f8277235780 1 < canceled multipart upload key=IVOFLSPJ0099 upload=LDBABU8OIG1M tag=TWJK4ZK9OH8N type=write size=2718950 2024-04-15T14:56:27.765 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:27.764+0000 7f8277235780 1 > prepared operation key=G82D816QHN8B tag=I7ZGZXY4BZYJ type=del size=1239618 2024-04-15T14:56:27.766 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:27.765+0000 7f8277235780 1 < completed part key=_multipart_CBSCS8P8QL0Q.2~QOZ7BK6NC3ZO.0 size=790201 2024-04-15T14:56:27.768 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:27.767+0000 7f8277235780 1 < completed multipart upload key=CBSCS8P8QL0Q upload=QOZ7BK6NC3ZO tag=IO642OG6083A type=write size=1838777 2024-04-15T14:56:27.771 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:27.770+0000 7f8277235780 1 > prepared part key=_multipart_81DQOX7PNGMS.2~898YF2CH53V7.0 size=1048576 2024-04-15T14:56:27.772 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:27.771+0000 7f8277235780 1 > prepared part key=_multipart_81DQOX7PNGMS.2~898YF2CH53V7.1 size=280682 2024-04-15T14:56:27.772 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:27.771+0000 7f8277235780 1 > prepared multipart upload key=81DQOX7PNGMS upload=898YF2CH53V7 tag=3A2V9V29ICXH type=write size=2377834 2024-04-15T14:56:27.773 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:27.772+0000 7f8277235780 1 < completed write operation key=0XYNF2N97Y1C tag=0KFFRU6N6IAW type=write size=349659 2024-04-15T14:56:27.774 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:27.773+0000 7f8277235780 1 > prepared operation key=P0TQX1TRPSLX tag=UGBML7ET90FO type=del size=860691 2024-04-15T14:56:27.777 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:27.776+0000 7f8277235780 1 < suggested update operation key=0XYNF2N97Y1C tag=2CTQ0CZ8W21M type=del size=1714867 2024-04-15T14:56:27.778 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:27.777+0000 7f8277235780 1 > prepared operation key=81DQOX7PNGMS tag=FH75R5XTIJRW type=del size=2139904 2024-04-15T14:56:27.779 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:27.779+0000 7f8277235780 1 < canceled operation key=ZMDZCWJKCFRI tag=GTVMGBOKEJS7 type=del size=757572 2024-04-15T14:56:27.782 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:27.781+0000 7f8277235780 1 > prepared part key=_multipart_50Y0EU7H0QWF.2~VFHQ4VJE7B9I.0 size=1048576 2024-04-15T14:56:27.783 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:27.782+0000 7f8277235780 1 > prepared part key=_multipart_50Y0EU7H0QWF.2~VFHQ4VJE7B9I.1 size=1048576 2024-04-15T14:56:27.784 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:27.783+0000 7f8277235780 1 > prepared part key=_multipart_50Y0EU7H0QWF.2~VFHQ4VJE7B9I.2 size=614532 2024-04-15T14:56:27.784 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:27.783+0000 7f8277235780 1 > prepared multipart upload key=50Y0EU7H0QWF upload=VFHQ4VJE7B9I tag=1000AEJ4LLKJ type=write size=3760260 2024-04-15T14:56:27.785 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:27.784+0000 7f8277235780 1 < completed delete operation key=UCHFZKBWU6MN tag=JGC8MEZ44EER type=del 2024-04-15T14:56:27.787 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:27.786+0000 7f8277235780 1 > prepared operation key=P0TQX1TRPSLX tag=8SQBNT1Z8H3O type=write size=403065 2024-04-15T14:56:27.788 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:27.788+0000 7f8277235780 -1 < failed to complete operation key=0XYNF2N97Y1C tag=IZ30H3SZ8RPU type=write size=777153: (22) Invalid argument 2024-04-15T14:56:27.790 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:27.789+0000 7f8277235780 1 > prepared operation key=0XYNF2N97Y1C tag=Z1PDP9XAKZWB type=write size=1030521 2024-04-15T14:56:27.791 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:27.790+0000 7f8277235780 1 < completed part key=_multipart_R38CSTKHEGGY.2~OHVCWPLP7FIP.0 size=1048576 2024-04-15T14:56:27.792 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:27.792+0000 7f8277235780 1 < completed part key=_multipart_R38CSTKHEGGY.2~OHVCWPLP7FIP.1 size=1048576 2024-04-15T14:56:27.793 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:27.793+0000 7f8277235780 1 < completed part key=_multipart_R38CSTKHEGGY.2~OHVCWPLP7FIP.2 size=772759 2024-04-15T14:56:27.796 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:27.795+0000 7f8277235780 1 < completed multipart upload key=R38CSTKHEGGY upload=OHVCWPLP7FIP tag=MVT9QUNTGRMI type=write size=3918487 2024-04-15T14:56:27.797 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:27.796+0000 7f8277235780 1 > prepared operation key=IVOFLSPJ0099 tag=W7ERPU895EKP type=write size=56153 2024-04-15T14:56:27.798 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:27.798+0000 7f8277235780 1 < completed delete operation key=UCHFZKBWU6MN tag=4I5YR83QWRIG type=del 2024-04-15T14:56:27.800 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:27.799+0000 7f8277235780 1 > prepared operation key=33SEOBW9RRJN tag=S79IS4S1JD4C type=del size=2548538 2024-04-15T14:56:27.801 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:27.801+0000 7f8277235780 1 < completed write operation key=JY107VG7DVI1 tag=SMZLNDJW7NDJ type=write size=797693 2024-04-15T14:56:27.803 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:27.802+0000 7f8277235780 1 > prepared operation key=A0RW26A8FZ95 tag=MRBJRGQ44E2V type=del size=3357756 2024-04-15T14:56:27.804 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:27.803+0000 7f8277235780 1 < completed delete operation key=JY107VG7DVI1 tag=HICR18C51XMY type=del 2024-04-15T14:56:27.806 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:27.806+0000 7f8277235780 1 > prepared part key=_multipart_81DQOX7PNGMS.2~F8LZGON1FQCT.0 size=1048576 2024-04-15T14:56:27.808 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:27.807+0000 7f8277235780 1 > prepared part key=_multipart_81DQOX7PNGMS.2~F8LZGON1FQCT.1 size=215352 2024-04-15T14:56:27.808 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:27.807+0000 7f8277235780 1 > prepared multipart upload key=81DQOX7PNGMS upload=F8LZGON1FQCT tag=F7B6MW00SR30 type=write size=2312504 2024-04-15T14:56:27.809 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:27.808+0000 7f8277235780 1 < completed part key=_multipart_MFZTYOL605I7.2~DUJGRQXPDT60.0 size=1048576 2024-04-15T14:56:27.810 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:27.809+0000 7f8277235780 1 < completed part key=_multipart_MFZTYOL605I7.2~DUJGRQXPDT60.1 size=603875 2024-04-15T14:56:27.812 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:27.811+0000 7f8277235780 1 < completed multipart upload key=MFZTYOL605I7 upload=DUJGRQXPDT60 tag=80HVG9MD99XP type=write size=2701027 2024-04-15T14:56:27.814 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:27.814+0000 7f8277235780 1 > prepared part key=_multipart_MFZTYOL605I7.2~CJ2RWNX3E7GA.0 size=1048576 2024-04-15T14:56:27.815 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:27.815+0000 7f8277235780 1 > prepared part key=_multipart_MFZTYOL605I7.2~CJ2RWNX3E7GA.1 size=1048576 2024-04-15T14:56:27.816 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:27.816+0000 7f8277235780 1 > prepared part key=_multipart_MFZTYOL605I7.2~CJ2RWNX3E7GA.2 size=49862 2024-04-15T14:56:27.817 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:27.816+0000 7f8277235780 1 > prepared multipart upload key=MFZTYOL605I7 upload=CJ2RWNX3E7GA tag=3PYVNP8JIC44 type=write size=3195590 2024-04-15T14:56:27.818 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:27.817+0000 7f8277235780 1 < canceled operation key=IM0AQIM316IL tag=F2I2LYVORU41 type=write size=1005490 2024-04-15T14:56:27.821 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:27.820+0000 7f8277235780 1 > prepared part key=_multipart_DY5BWB5TVQV1.2~V482TNRTKR8M.0 size=849783 2024-04-15T14:56:27.821 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:27.820+0000 7f8277235780 1 > prepared multipart upload key=DY5BWB5TVQV1 upload=V482TNRTKR8M tag=ONUJHIU5FHLF type=write size=1898359 2024-04-15T14:56:27.822 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:27.821+0000 7f8277235780 -1 < failed to complete operation key=0XYNF2N97Y1C tag=P8DVFBOOIRF0 type=del size=2557869: (22) Invalid argument 2024-04-15T14:56:27.823 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:27.822+0000 7f8277235780 1 > prepared operation key=MIRREM7KIO9I tag=Z84QDE1U8ETI type=write size=256507 2024-04-15T14:56:27.825 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:27.824+0000 7f8277235780 1 < completed write operation key=CBSCS8P8QL0Q tag=TVECPWV6O7ON type=write size=645820 2024-04-15T14:56:27.826 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:27.825+0000 7f8277235780 1 > prepared operation key=A0RW26A8FZ95 tag=AXE93O5PRZ5V type=del size=3267981 2024-04-15T14:56:27.827 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:27.827+0000 7f8277235780 1 < completed part key=_multipart_A0RW26A8FZ95.2~0ANP4AZFHJWF.0 size=1048576 2024-04-15T14:56:27.828 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:27.828+0000 7f8277235780 1 < completed part key=_multipart_A0RW26A8FZ95.2~0ANP4AZFHJWF.1 size=1048576 2024-04-15T14:56:27.829 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:27.829+0000 7f8277235780 1 < completed part key=_multipart_A0RW26A8FZ95.2~0ANP4AZFHJWF.2 size=917751 2024-04-15T14:56:27.832 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:27.831+0000 7f8277235780 1 < completed multipart upload key=A0RW26A8FZ95 upload=0ANP4AZFHJWF tag=K38VQ1MELR70 type=write size=4063479 2024-04-15T14:56:27.834 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:27.833+0000 7f8277235780 1 > prepared part key=_multipart_YTVARSCACASJ.2~BS3Q4SHV1FL5.0 size=842690 2024-04-15T14:56:27.834 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:27.833+0000 7f8277235780 1 > prepared multipart upload key=YTVARSCACASJ upload=BS3Q4SHV1FL5 tag=TFXHS0X4SSD1 type=write size=1891266 2024-04-15T14:56:27.836 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:27.835+0000 7f8277235780 1 < completed delete operation key=G82D816QHN8B tag=I7ZGZXY4BZYJ type=del 2024-04-15T14:56:27.837 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:27.837+0000 7f8277235780 1 > prepared operation key=7XVTB4OPZZOY tag=PW3B5UAUBDM7 type=del size=3106401 2024-04-15T14:56:27.839 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:27.838+0000 7f8277235780 1 < completed part key=_multipart_81DQOX7PNGMS.2~898YF2CH53V7.0 size=1048576 2024-04-15T14:56:27.840 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:27.839+0000 7f8277235780 1 < completed part key=_multipart_81DQOX7PNGMS.2~898YF2CH53V7.1 size=280682 2024-04-15T14:56:27.842 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:27.841+0000 7f8277235780 1 < completed multipart upload key=81DQOX7PNGMS upload=898YF2CH53V7 tag=3A2V9V29ICXH type=write size=2377834 2024-04-15T14:56:27.845 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:27.844+0000 7f8277235780 1 > prepared part key=_multipart_R38CSTKHEGGY.2~5FUBT4QQDU0W.0 size=341100 2024-04-15T14:56:27.845 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:27.844+0000 7f8277235780 1 > prepared multipart upload key=R38CSTKHEGGY upload=5FUBT4QQDU0W tag=MPURAB2I24V5 type=write size=1389676 2024-04-15T14:56:27.846 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:27.845+0000 7f8277235780 1 < completed delete operation key=P0TQX1TRPSLX tag=UGBML7ET90FO type=del 2024-04-15T14:56:27.847 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:27.846+0000 7f8277235780 1 > prepared operation key=81DQOX7PNGMS tag=WL3OHHCKR7YX type=del size=242287 2024-04-15T14:56:27.849 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:27.848+0000 7f8277235780 1 < completed delete operation key=81DQOX7PNGMS tag=FH75R5XTIJRW type=del 2024-04-15T14:56:27.851 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:27.850+0000 7f8277235780 1 > prepared part key=_multipart_IM0AQIM316IL.2~51HDZTS87V9L.0 size=1048576 2024-04-15T14:56:27.852 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:27.852+0000 7f8277235780 1 > prepared part key=_multipart_IM0AQIM316IL.2~51HDZTS87V9L.1 size=974300 2024-04-15T14:56:27.852 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:27.852+0000 7f8277235780 1 > prepared multipart upload key=IM0AQIM316IL upload=51HDZTS87V9L tag=SN4T12BJNQGO type=write size=3071452 2024-04-15T14:56:27.854 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:27.853+0000 7f8277235780 1 < completed part key=_multipart_50Y0EU7H0QWF.2~VFHQ4VJE7B9I.0 size=1048576 2024-04-15T14:56:27.855 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:27.854+0000 7f8277235780 1 < completed part key=_multipart_50Y0EU7H0QWF.2~VFHQ4VJE7B9I.1 size=1048576 2024-04-15T14:56:27.856 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:27.855+0000 7f8277235780 1 < completed part key=_multipart_50Y0EU7H0QWF.2~VFHQ4VJE7B9I.2 size=614532 2024-04-15T14:56:27.859 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:27.858+0000 7f8277235780 1 < completed multipart upload key=50Y0EU7H0QWF upload=VFHQ4VJE7B9I tag=1000AEJ4LLKJ type=write size=3760260 2024-04-15T14:56:27.862 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:27.861+0000 7f8277235780 1 > prepared part key=_multipart_P0TQX1TRPSLX.2~PMLTSA0201D3.0 size=250039 2024-04-15T14:56:27.862 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:27.861+0000 7f8277235780 1 > prepared multipart upload key=P0TQX1TRPSLX upload=PMLTSA0201D3 tag=C2OBTBATCTKT type=write size=1298615 2024-04-15T14:56:27.863 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:27.863+0000 7f8277235780 1 < completed write operation key=P0TQX1TRPSLX tag=8SQBNT1Z8H3O type=write size=403065 2024-04-15T14:56:27.866 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:27.865+0000 7f8277235780 1 > prepared part key=_multipart_CBSCS8P8QL0Q.2~QEZ20NEHJFSV.0 size=771873 2024-04-15T14:56:27.866 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:27.865+0000 7f8277235780 1 > prepared multipart upload key=CBSCS8P8QL0Q upload=QEZ20NEHJFSV tag=O6LX8GUVO1ZL type=write size=1820449 2024-04-15T14:56:27.867 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:27.867+0000 7f8277235780 1 < completed write operation key=0XYNF2N97Y1C tag=Z1PDP9XAKZWB type=write size=1030521 2024-04-15T14:56:27.869 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:27.868+0000 7f8277235780 1 > prepared operation key=A0RW26A8FZ95 tag=QQ9ACYT63RDV type=del size=3538927 2024-04-15T14:56:27.872 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:27.871+0000 7f8277235780 1 < suggested update operation key=IVOFLSPJ0099 tag=W7ERPU895EKP type=write size=56153 2024-04-15T14:56:27.875 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:27.874+0000 7f8277235780 1 > prepared part key=_multipart_MIRREM7KIO9I.2~SYZYVLNZR8S0.0 size=1048576 2024-04-15T14:56:27.876 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:27.875+0000 7f8277235780 1 > prepared part key=_multipart_MIRREM7KIO9I.2~SYZYVLNZR8S0.1 size=80173 2024-04-15T14:56:27.876 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:27.875+0000 7f8277235780 1 > prepared multipart upload key=MIRREM7KIO9I upload=SYZYVLNZR8S0 tag=CCUM8QB7UURP type=write size=2177325 2024-04-15T14:56:27.878 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:27.877+0000 7f8277235780 1 < completed delete operation key=33SEOBW9RRJN tag=S79IS4S1JD4C type=del 2024-04-15T14:56:27.881 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:27.880+0000 7f8277235780 1 > prepared part key=_multipart_IVOFLSPJ0099.2~2M6WXS3XSCFB.0 size=1048576 2024-04-15T14:56:27.882 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:27.881+0000 7f8277235780 1 > prepared part key=_multipart_IVOFLSPJ0099.2~2M6WXS3XSCFB.1 size=1048576 2024-04-15T14:56:27.883 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:27.882+0000 7f8277235780 1 > prepared part key=_multipart_IVOFLSPJ0099.2~2M6WXS3XSCFB.2 size=632103 2024-04-15T14:56:27.883 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:27.882+0000 7f8277235780 1 > prepared multipart upload key=IVOFLSPJ0099 upload=2M6WXS3XSCFB tag=YVX9RHPS5U6M type=write size=3777831 2024-04-15T14:56:27.885 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:27.884+0000 7f8277235780 1 < completed delete operation key=A0RW26A8FZ95 tag=MRBJRGQ44E2V type=del 2024-04-15T14:56:27.886 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:27.885+0000 7f8277235780 1 > prepared operation key=RQYB4B0WTR9V tag=MQAD3BI020G9 type=del size=2773359 2024-04-15T14:56:27.888 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:27.887+0000 7f8277235780 1 < completed part key=_multipart_81DQOX7PNGMS.2~F8LZGON1FQCT.0 size=1048576 2024-04-15T14:56:27.889 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:27.888+0000 7f8277235780 1 < completed part key=_multipart_81DQOX7PNGMS.2~F8LZGON1FQCT.1 size=215352 2024-04-15T14:56:27.891 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:27.890+0000 7f8277235780 1 < completed multipart upload key=81DQOX7PNGMS upload=F8LZGON1FQCT tag=F7B6MW00SR30 type=write size=2312504 2024-04-15T14:56:27.894 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:27.893+0000 7f8277235780 1 > prepared part key=_multipart_F402GDJVN3I9.2~LUO9Q9IJ81UJ.0 size=135861 2024-04-15T14:56:27.894 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:27.893+0000 7f8277235780 1 > prepared multipart upload key=F402GDJVN3I9 upload=LUO9Q9IJ81UJ tag=3YXO1OYQDN9S type=write size=1184437 2024-04-15T14:56:27.895 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:27.894+0000 7f8277235780 1 < completed part key=_multipart_MFZTYOL605I7.2~CJ2RWNX3E7GA.0 size=1048576 2024-04-15T14:56:27.896 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:27.895+0000 7f8277235780 1 < completed part key=_multipart_MFZTYOL605I7.2~CJ2RWNX3E7GA.1 size=1048576 2024-04-15T14:56:27.897 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:27.896+0000 7f8277235780 1 < completed part key=_multipart_MFZTYOL605I7.2~CJ2RWNX3E7GA.2 size=49862 2024-04-15T14:56:27.900 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:27.899+0000 7f8277235780 1 < completed multipart upload key=MFZTYOL605I7 upload=CJ2RWNX3E7GA tag=3PYVNP8JIC44 type=write size=3195590 2024-04-15T14:56:27.902 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:27.901+0000 7f8277235780 1 > prepared part key=_multipart_NII4HKLD4YSI.2~X3LFJB2YP0QF.0 size=1048576 2024-04-15T14:56:27.903 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:27.902+0000 7f8277235780 1 > prepared part key=_multipart_NII4HKLD4YSI.2~X3LFJB2YP0QF.1 size=6967 2024-04-15T14:56:27.903 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:27.902+0000 7f8277235780 1 > prepared multipart upload key=NII4HKLD4YSI upload=X3LFJB2YP0QF tag=93N2HWYVYR8H type=write size=2104119 2024-04-15T14:56:27.905 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:27.904+0000 7f8277235780 1 < completed part key=_multipart_DY5BWB5TVQV1.2~V482TNRTKR8M.0 size=849783 2024-04-15T14:56:27.907 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:27.906+0000 7f8277235780 1 < completed multipart upload key=DY5BWB5TVQV1 upload=V482TNRTKR8M tag=ONUJHIU5FHLF type=write size=1898359 2024-04-15T14:56:27.909 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:27.908+0000 7f8277235780 1 > prepared part key=_multipart_BSJC05AGXDJ3.2~2EGRHFSQQG1D.0 size=4904 2024-04-15T14:56:27.909 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:27.908+0000 7f8277235780 1 > prepared multipart upload key=BSJC05AGXDJ3 upload=2EGRHFSQQG1D tag=E3GD82FSB41U type=write size=1053480 2024-04-15T14:56:27.912 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:27.911+0000 7f8277235780 1 < suggested update operation key=MIRREM7KIO9I tag=Z84QDE1U8ETI type=write size=256507 2024-04-15T14:56:27.914 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:27.914+0000 7f8277235780 1 > prepared part key=_multipart_G82D816QHN8B.2~RWT17XVQ1T1Y.0 size=1048576 2024-04-15T14:56:27.915 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:27.915+0000 7f8277235780 1 > prepared part key=_multipart_G82D816QHN8B.2~RWT17XVQ1T1Y.1 size=996567 2024-04-15T14:56:27.915 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:27.915+0000 7f8277235780 1 > prepared multipart upload key=G82D816QHN8B upload=RWT17XVQ1T1Y tag=GV1BIMZ8G84X type=write size=3093719 2024-04-15T14:56:27.917 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:27.916+0000 7f8277235780 1 < completed delete operation key=A0RW26A8FZ95 tag=AXE93O5PRZ5V type=del 2024-04-15T14:56:27.919 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:27.919+0000 7f8277235780 1 > prepared part key=_multipart_50Y0EU7H0QWF.2~2UO8CPI91HD7.0 size=868429 2024-04-15T14:56:27.919 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:27.919+0000 7f8277235780 1 > prepared multipart upload key=50Y0EU7H0QWF upload=2UO8CPI91HD7 tag=YVZ6HUU04YD0 type=write size=1917005 2024-04-15T14:56:27.921 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:27.920+0000 7f8277235780 1 < completed part key=_multipart_YTVARSCACASJ.2~BS3Q4SHV1FL5.0 size=842690 2024-04-15T14:56:27.923 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:27.922+0000 7f8277235780 1 < completed multipart upload key=YTVARSCACASJ upload=BS3Q4SHV1FL5 tag=TFXHS0X4SSD1 type=write size=1891266 2024-04-15T14:56:27.925 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:27.924+0000 7f8277235780 1 > prepared part key=_multipart_UCHFZKBWU6MN.2~QARR1JBSE8DY.0 size=1048576 2024-04-15T14:56:27.926 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:27.925+0000 7f8277235780 1 > prepared part key=_multipart_UCHFZKBWU6MN.2~QARR1JBSE8DY.1 size=1024580 2024-04-15T14:56:27.926 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:27.925+0000 7f8277235780 1 > prepared multipart upload key=UCHFZKBWU6MN upload=QARR1JBSE8DY tag=AO4EXXBWR6IA type=write size=3121732 2024-04-15T14:56:27.928 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:27.927+0000 7f8277235780 1 < completed delete operation key=7XVTB4OPZZOY tag=PW3B5UAUBDM7 type=del 2024-04-15T14:56:27.930 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:27.929+0000 7f8277235780 1 > prepared part key=_multipart_7XVTB4OPZZOY.2~96P6317O9MTC.0 size=1048576 2024-04-15T14:56:27.931 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:27.930+0000 7f8277235780 1 > prepared part key=_multipart_7XVTB4OPZZOY.2~96P6317O9MTC.1 size=254119 2024-04-15T14:56:27.931 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:27.930+0000 7f8277235780 1 > prepared multipart upload key=7XVTB4OPZZOY upload=96P6317O9MTC tag=DSRSSMCIORCS type=write size=2351271 2024-04-15T14:56:27.933 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:27.932+0000 7f8277235780 1 < completed part key=_multipart_R38CSTKHEGGY.2~5FUBT4QQDU0W.0 size=341100 2024-04-15T14:56:27.935 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:27.934+0000 7f8277235780 1 < completed multipart upload key=R38CSTKHEGGY upload=5FUBT4QQDU0W tag=MPURAB2I24V5 type=write size=1389676 2024-04-15T14:56:27.938 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:27.937+0000 7f8277235780 1 > prepared part key=_multipart_8X2ELHS3HRGS.2~4FZPKE51CPZJ.0 size=83544 2024-04-15T14:56:27.938 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:27.937+0000 7f8277235780 1 > prepared multipart upload key=8X2ELHS3HRGS upload=4FZPKE51CPZJ tag=OTPEKPGGFDT8 type=write size=1132120 2024-04-15T14:56:27.940 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:27.939+0000 7f8277235780 1 < completed delete operation key=81DQOX7PNGMS tag=WL3OHHCKR7YX type=del 2024-04-15T14:56:27.942 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:27.941+0000 7f8277235780 1 > prepared operation key=MFZTYOL605I7 tag=YXG5GUB2GCBM type=del size=2790137 2024-04-15T14:56:27.943 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:27.942+0000 7f8277235780 1 < completed part key=_multipart_IM0AQIM316IL.2~51HDZTS87V9L.0 size=1048576 2024-04-15T14:56:27.944 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:27.944+0000 7f8277235780 1 < completed part key=_multipart_IM0AQIM316IL.2~51HDZTS87V9L.1 size=974300 2024-04-15T14:56:27.947 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:27.946+0000 7f8277235780 1 < completed multipart upload key=IM0AQIM316IL upload=51HDZTS87V9L tag=SN4T12BJNQGO type=write size=3071452 2024-04-15T14:56:27.948 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:27.948+0000 7f8277235780 1 > prepared operation key=50Y0EU7H0QWF tag=2N9RKR73RRDV type=write size=332031 2024-04-15T14:56:27.950 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:27.949+0000 7f8277235780 1 < completed part key=_multipart_P0TQX1TRPSLX.2~PMLTSA0201D3.0 size=250039 2024-04-15T14:56:27.952 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:27.951+0000 7f8277235780 1 < completed multipart upload key=P0TQX1TRPSLX upload=PMLTSA0201D3 tag=C2OBTBATCTKT type=write size=1298615 2024-04-15T14:56:27.954 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:27.953+0000 7f8277235780 1 > prepared operation key=81DQOX7PNGMS tag=5B90UTKL8QW9 type=write size=453572 2024-04-15T14:56:27.957 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:27.954+0000 7f8277235780 1 < completed part key=_multipart_CBSCS8P8QL0Q.2~QEZ20NEHJFSV.0 size=771873 2024-04-15T14:56:27.958 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:27.957+0000 7f8277235780 1 < completed multipart upload key=CBSCS8P8QL0Q upload=QEZ20NEHJFSV tag=O6LX8GUVO1ZL type=write size=1820449 2024-04-15T14:56:27.959 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:27.958+0000 7f8277235780 1 > prepared operation key=IVOFLSPJ0099 tag=8IHAHMHN6K5Q type=del size=2732561 2024-04-15T14:56:27.961 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:27.961+0000 7f8277235780 1 < suggested remove operation key=A0RW26A8FZ95 tag=QQ9ACYT63RDV type=del 2024-04-15T14:56:27.963 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:27.962+0000 7f8277235780 1 > prepared operation key=81DQOX7PNGMS tag=8OOLKEW02PHX type=del size=1334260 2024-04-15T14:56:27.963 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:27.962+0000 7f8277235780 1 < canceled part key=_multipart_MIRREM7KIO9I.2~SYZYVLNZR8S0.0 size=1048576 2024-04-15T14:56:27.964 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:27.963+0000 7f8277235780 1 < completed part key=_multipart_MIRREM7KIO9I.2~SYZYVLNZR8S0.1 size=80173 2024-04-15T14:56:27.966 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:27.966+0000 7f8277235780 1 < canceled multipart upload key=MIRREM7KIO9I upload=SYZYVLNZR8S0 tag=CCUM8QB7UURP type=write size=2177325 2024-04-15T14:56:27.968 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:27.967+0000 7f8277235780 1 > prepared operation key=UCHFZKBWU6MN tag=3BA85MB4QDLX type=write size=95370 2024-04-15T14:56:27.969 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:27.968+0000 7f8277235780 1 < completed part key=_multipart_IVOFLSPJ0099.2~2M6WXS3XSCFB.0 size=1048576 2024-04-15T14:56:27.970 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:27.969+0000 7f8277235780 1 < completed part key=_multipart_IVOFLSPJ0099.2~2M6WXS3XSCFB.1 size=1048576 2024-04-15T14:56:27.971 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:27.970+0000 7f8277235780 1 < completed part key=_multipart_IVOFLSPJ0099.2~2M6WXS3XSCFB.2 size=632103 2024-04-15T14:56:27.973 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:27.972+0000 7f8277235780 1 < completed multipart upload key=IVOFLSPJ0099 upload=2M6WXS3XSCFB tag=YVX9RHPS5U6M type=write size=3777831 2024-04-15T14:56:27.974 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:27.974+0000 7f8277235780 1 > prepared operation key=D9NMXV7JDMXJ tag=USVY687KARK6 type=del size=750975 2024-04-15T14:56:27.976 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:27.975+0000 7f8277235780 1 < completed delete operation key=RQYB4B0WTR9V tag=MQAD3BI020G9 type=del 2024-04-15T14:56:27.977 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:27.976+0000 7f8277235780 1 > prepared operation key=BNQH1MC9XO9F tag=OZMVDUP3DAWN type=del size=3718310 2024-04-15T14:56:27.978 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:27.978+0000 7f8277235780 1 < completed part key=_multipart_F402GDJVN3I9.2~LUO9Q9IJ81UJ.0 size=135861 2024-04-15T14:56:27.981 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:27.980+0000 7f8277235780 1 < completed multipart upload key=F402GDJVN3I9 upload=LUO9Q9IJ81UJ tag=3YXO1OYQDN9S type=write size=1184437 2024-04-15T14:56:27.982 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:27.981+0000 7f8277235780 1 > prepared operation key=81DQOX7PNGMS tag=1XYEFFFNO91P type=del size=3546027 2024-04-15T14:56:27.983 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:27.982+0000 7f8277235780 1 < completed part key=_multipart_NII4HKLD4YSI.2~X3LFJB2YP0QF.0 size=1048576 2024-04-15T14:56:27.984 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:27.983+0000 7f8277235780 1 < completed part key=_multipart_NII4HKLD4YSI.2~X3LFJB2YP0QF.1 size=6967 2024-04-15T14:56:27.986 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:27.985+0000 7f8277235780 1 < completed multipart upload key=NII4HKLD4YSI upload=X3LFJB2YP0QF tag=93N2HWYVYR8H type=write size=2104119 2024-04-15T14:56:27.989 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:27.988+0000 7f8277235780 1 > prepared part key=_multipart_Q0PE50H1CDIB.2~468D7P882LC5.0 size=1048576 2024-04-15T14:56:27.990 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:27.989+0000 7f8277235780 1 > prepared part key=_multipart_Q0PE50H1CDIB.2~468D7P882LC5.1 size=550857 2024-04-15T14:56:27.990 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:27.989+0000 7f8277235780 1 > prepared multipart upload key=Q0PE50H1CDIB upload=468D7P882LC5 tag=1BHJLAG5KJ3U type=write size=2648009 2024-04-15T14:56:27.991 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:27.990+0000 7f8277235780 1 < completed part key=_multipart_BSJC05AGXDJ3.2~2EGRHFSQQG1D.0 size=4904 2024-04-15T14:56:27.993 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:27.992+0000 7f8277235780 1 < completed multipart upload key=BSJC05AGXDJ3 upload=2EGRHFSQQG1D tag=E3GD82FSB41U type=write size=1053480 2024-04-15T14:56:27.995 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:27.994+0000 7f8277235780 1 > prepared part key=_multipart_MIRREM7KIO9I.2~ANHOR9G2GF98.0 size=1048576 2024-04-15T14:56:27.996 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:27.995+0000 7f8277235780 1 > prepared part key=_multipart_MIRREM7KIO9I.2~ANHOR9G2GF98.1 size=1048576 2024-04-15T14:56:27.997 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:27.996+0000 7f8277235780 1 > prepared part key=_multipart_MIRREM7KIO9I.2~ANHOR9G2GF98.2 size=690960 2024-04-15T14:56:27.997 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:27.996+0000 7f8277235780 1 > prepared multipart upload key=MIRREM7KIO9I upload=ANHOR9G2GF98 tag=T0DMLIITGLUS type=write size=3836688 2024-04-15T14:56:27.998 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:27.998+0000 7f8277235780 1 < completed part key=_multipart_G82D816QHN8B.2~RWT17XVQ1T1Y.0 size=1048576 2024-04-15T14:56:27.999 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:27.999+0000 7f8277235780 1 < completed part key=_multipart_G82D816QHN8B.2~RWT17XVQ1T1Y.1 size=996567 2024-04-15T14:56:28.002 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:28.001+0000 7f8277235780 1 < completed multipart upload key=G82D816QHN8B upload=RWT17XVQ1T1Y tag=GV1BIMZ8G84X type=write size=3093719 2024-04-15T14:56:28.004 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:28.003+0000 7f8277235780 1 > prepared part key=_multipart_IVOFLSPJ0099.2~2GEDBF1HAOY5.0 size=1048576 2024-04-15T14:56:28.005 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:28.004+0000 7f8277235780 1 > prepared part key=_multipart_IVOFLSPJ0099.2~2GEDBF1HAOY5.1 size=680558 2024-04-15T14:56:28.005 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:28.004+0000 7f8277235780 1 > prepared multipart upload key=IVOFLSPJ0099 upload=2GEDBF1HAOY5 tag=VKBZ5X0CSYH1 type=write size=2777710 2024-04-15T14:56:28.006 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:28.005+0000 7f8277235780 1 < completed part key=_multipart_50Y0EU7H0QWF.2~2UO8CPI91HD7.0 size=868429 2024-04-15T14:56:28.008 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:28.007+0000 7f8277235780 1 < completed multipart upload key=50Y0EU7H0QWF upload=2UO8CPI91HD7 tag=YVZ6HUU04YD0 type=write size=1917005 2024-04-15T14:56:28.009 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:28.008+0000 7f8277235780 1 > prepared operation key=54T20V7YW2K4 tag=GP0IZLN7V847 type=del size=1962072 2024-04-15T14:56:28.010 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:28.010+0000 7f8277235780 1 < completed part key=_multipart_UCHFZKBWU6MN.2~QARR1JBSE8DY.0 size=1048576 2024-04-15T14:56:28.011 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:28.011+0000 7f8277235780 1 < completed part key=_multipart_UCHFZKBWU6MN.2~QARR1JBSE8DY.1 size=1024580 2024-04-15T14:56:28.014 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:28.013+0000 7f8277235780 1 < completed multipart upload key=UCHFZKBWU6MN upload=QARR1JBSE8DY tag=AO4EXXBWR6IA type=write size=3121732 2024-04-15T14:56:28.016 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:28.015+0000 7f8277235780 1 > prepared part key=_multipart_A0RW26A8FZ95.2~X8WCVSVSQDTI.0 size=1048576 2024-04-15T14:56:28.017 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:28.016+0000 7f8277235780 1 > prepared part key=_multipart_A0RW26A8FZ95.2~X8WCVSVSQDTI.1 size=518212 2024-04-15T14:56:28.017 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:28.016+0000 7f8277235780 1 > prepared multipart upload key=A0RW26A8FZ95 upload=X8WCVSVSQDTI tag=V71S4HQ9AT15 type=write size=2615364 2024-04-15T14:56:28.019 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:28.018+0000 7f8277235780 1 < completed part key=_multipart_7XVTB4OPZZOY.2~96P6317O9MTC.0 size=1048576 2024-04-15T14:56:28.019 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:28.018+0000 7f8277235780 1 < canceled part key=_multipart_7XVTB4OPZZOY.2~96P6317O9MTC.1 size=254119 2024-04-15T14:56:28.021 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:28.020+0000 7f8277235780 1 < canceled multipart upload key=7XVTB4OPZZOY upload=96P6317O9MTC tag=DSRSSMCIORCS type=write size=2351271 2024-04-15T14:56:28.022 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:28.021+0000 7f8277235780 1 > prepared operation key=54T20V7YW2K4 tag=G6CB5DG8P473 type=del size=3632958 2024-04-15T14:56:28.024 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:28.023+0000 7f8277235780 1 < completed part key=_multipart_8X2ELHS3HRGS.2~4FZPKE51CPZJ.0 size=83544 2024-04-15T14:56:28.026 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:28.025+0000 7f8277235780 1 < completed multipart upload key=8X2ELHS3HRGS upload=4FZPKE51CPZJ tag=OTPEKPGGFDT8 type=write size=1132120 2024-04-15T14:56:28.029 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:28.028+0000 7f8277235780 1 > prepared part key=_multipart_OQ3O0PKNZJ9S.2~FABMO9JLN6N5.0 size=1048576 2024-04-15T14:56:28.030 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:28.029+0000 7f8277235780 1 > prepared part key=_multipart_OQ3O0PKNZJ9S.2~FABMO9JLN6N5.1 size=376081 2024-04-15T14:56:28.030 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:28.029+0000 7f8277235780 1 > prepared multipart upload key=OQ3O0PKNZJ9S upload=FABMO9JLN6N5 tag=2B3DP5PSPS55 type=write size=2473233 2024-04-15T14:56:28.032 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:28.031+0000 7f8277235780 1 < suggested update operation key=MFZTYOL605I7 tag=YXG5GUB2GCBM type=del size=2790137 2024-04-15T14:56:28.033 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:28.033+0000 7f8277235780 1 > prepared operation key=Q0PE50H1CDIB tag=06NQWXISBJTT type=del size=78805 2024-04-15T14:56:28.036 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:28.035+0000 7f8277235780 1 < suggested update operation key=50Y0EU7H0QWF tag=2N9RKR73RRDV type=write size=332031 2024-04-15T14:56:28.037 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:28.036+0000 7f8277235780 1 > prepared operation key=DY5BWB5TVQV1 tag=W5UDBKG33H7H type=write size=177251 2024-04-15T14:56:28.039 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:28.038+0000 7f8277235780 1 < completed write operation key=81DQOX7PNGMS tag=5B90UTKL8QW9 type=write size=453572 2024-04-15T14:56:28.039 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:56:27 smithi016 ceph-mon[90652]: pgmap v1319: 137 pgs: 6 creating+peering, 26 unknown, 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-04-15T14:56:28.039 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:56:27 smithi016 ceph-mon[90652]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-15T14:56:28.039 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:56:27 smithi016 ceph-mon[90652]: osdmap e1074: 8 total, 8 up, 8 in 2024-04-15T14:56:28.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:56:27 smithi016 ceph-mon[93212]: pgmap v1319: 137 pgs: 6 creating+peering, 26 unknown, 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-04-15T14:56:28.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:56:27 smithi016 ceph-mon[93212]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-15T14:56:28.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:56:27 smithi016 ceph-mon[93212]: osdmap e1074: 8 total, 8 up, 8 in 2024-04-15T14:56:28.041 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:28.040+0000 7f8277235780 1 > prepared part key=_multipart_50Y0EU7H0QWF.2~B6LB5ESPQDDY.0 size=912069 2024-04-15T14:56:28.041 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:28.040+0000 7f8277235780 1 > prepared multipart upload key=50Y0EU7H0QWF upload=B6LB5ESPQDDY tag=Y6W1DG9Y7SJH type=write size=1960645 2024-04-15T14:56:28.044 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:28.043+0000 7f8277235780 1 < suggested update operation key=IVOFLSPJ0099 tag=8IHAHMHN6K5Q type=del size=2732561 2024-04-15T14:56:28.045 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:28.044+0000 7f8277235780 1 > prepared operation key=MFZTYOL605I7 tag=I4FIDECARC6A type=del size=2849514 2024-04-15T14:56:28.047 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:28.046+0000 7f8277235780 1 < completed delete operation key=81DQOX7PNGMS tag=8OOLKEW02PHX type=del 2024-04-15T14:56:28.048 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:28.047+0000 7f8277235780 1 > prepared operation key=BSJC05AGXDJ3 tag=GCVYQ18V5187 type=write size=129928 2024-04-15T14:56:28.049 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:28.049+0000 7f8277235780 1 < completed write operation key=UCHFZKBWU6MN tag=3BA85MB4QDLX type=write size=95370 2024-04-15T14:56:28.051 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:28.050+0000 7f8277235780 1 > prepared operation key=54T20V7YW2K4 tag=049RVQ3GIMD2 type=del size=274292 2024-04-15T14:56:28.052 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:28.051+0000 7f8277235780 1 < completed delete operation key=D9NMXV7JDMXJ tag=USVY687KARK6 type=del 2024-04-15T14:56:28.054 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:28.053+0000 7f8277235780 1 > prepared operation key=ASEC18UU5NGJ tag=C5JU5R1BW1V9 type=write size=683926 2024-04-15T14:56:28.056 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:28.055+0000 7f8277235780 1 < suggested remove operation key=BNQH1MC9XO9F tag=OZMVDUP3DAWN type=del 2024-04-15T14:56:28.057 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:28.056+0000 7f8277235780 1 > prepared operation key=Q0PE50H1CDIB tag=AJYTE9OPJP0N type=del size=2107968 2024-04-15T14:56:28.059 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:28.058+0000 7f8277235780 1 < completed delete operation key=81DQOX7PNGMS tag=1XYEFFFNO91P type=del 2024-04-15T14:56:28.061 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:28.060+0000 7f8277235780 1 > prepared part key=_multipart_OQ3O0PKNZJ9S.2~BPQ6LY8HYDYE.0 size=183032 2024-04-15T14:56:28.061 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:28.060+0000 7f8277235780 1 > prepared multipart upload key=OQ3O0PKNZJ9S upload=BPQ6LY8HYDYE tag=NDKG3ZGFXQQD type=write size=1231608 2024-04-15T14:56:28.063 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:28.062+0000 7f8277235780 1 < completed part key=_multipart_Q0PE50H1CDIB.2~468D7P882LC5.0 size=1048576 2024-04-15T14:56:28.064 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:28.063+0000 7f8277235780 1 < completed part key=_multipart_Q0PE50H1CDIB.2~468D7P882LC5.1 size=550857 2024-04-15T14:56:28.066 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:28.065+0000 7f8277235780 1 < completed multipart upload key=Q0PE50H1CDIB upload=468D7P882LC5 tag=1BHJLAG5KJ3U type=write size=2648009 2024-04-15T14:56:28.068 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:28.067+0000 7f8277235780 1 > prepared operation key=MIRREM7KIO9I tag=L4DGAUMUZAYV type=del size=4117798 2024-04-15T14:56:28.069 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:28.068+0000 7f8277235780 1 < completed part key=_multipart_MIRREM7KIO9I.2~ANHOR9G2GF98.0 size=1048576 2024-04-15T14:56:28.070 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:28.069+0000 7f8277235780 1 < completed part key=_multipart_MIRREM7KIO9I.2~ANHOR9G2GF98.1 size=1048576 2024-04-15T14:56:28.071 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:28.070+0000 7f8277235780 1 < completed part key=_multipart_MIRREM7KIO9I.2~ANHOR9G2GF98.2 size=690960 2024-04-15T14:56:28.073 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:28.072+0000 7f8277235780 1 < completed multipart upload key=MIRREM7KIO9I upload=ANHOR9G2GF98 tag=T0DMLIITGLUS type=write size=3836688 2024-04-15T14:56:28.076 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:28.075+0000 7f8277235780 1 > prepared part key=_multipart_OQ3O0PKNZJ9S.2~UPYVMJHW22Z2.0 size=1048576 2024-04-15T14:56:28.077 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:28.076+0000 7f8277235780 1 > prepared part key=_multipart_OQ3O0PKNZJ9S.2~UPYVMJHW22Z2.1 size=82849 2024-04-15T14:56:28.077 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:28.076+0000 7f8277235780 1 > prepared multipart upload key=OQ3O0PKNZJ9S upload=UPYVMJHW22Z2 tag=J013YJDD0A28 type=write size=2180001 2024-04-15T14:56:28.078 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:28.077+0000 7f8277235780 1 < completed part key=_multipart_IVOFLSPJ0099.2~2GEDBF1HAOY5.0 size=1048576 2024-04-15T14:56:28.079 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:28.079+0000 7f8277235780 1 < completed part key=_multipart_IVOFLSPJ0099.2~2GEDBF1HAOY5.1 size=680558 2024-04-15T14:56:28.082 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:28.081+0000 7f8277235780 1 < completed multipart upload key=IVOFLSPJ0099 upload=2GEDBF1HAOY5 tag=VKBZ5X0CSYH1 type=write size=2777710 2024-04-15T14:56:28.083 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:28.082+0000 7f8277235780 1 > prepared operation key=RQYB4B0WTR9V tag=AI4P90ZQ6LJA type=del size=2652667 2024-04-15T14:56:28.084 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:28.084+0000 7f8277235780 1 < completed delete operation key=54T20V7YW2K4 tag=GP0IZLN7V847 type=del 2024-04-15T14:56:28.086 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:28.085+0000 7f8277235780 1 > prepared operation key=MIRREM7KIO9I tag=OZ6ZCS9V2F43 type=del size=2567525 2024-04-15T14:56:28.088 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:28.087+0000 7f8277235780 1 < completed part key=_multipart_A0RW26A8FZ95.2~X8WCVSVSQDTI.0 size=1048576 2024-04-15T14:56:28.089 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:28.088+0000 7f8277235780 1 < completed part key=_multipart_A0RW26A8FZ95.2~X8WCVSVSQDTI.1 size=518212 2024-04-15T14:56:28.091 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:28.090+0000 7f8277235780 1 < completed multipart upload key=A0RW26A8FZ95 upload=X8WCVSVSQDTI tag=V71S4HQ9AT15 type=write size=2615364 2024-04-15T14:56:28.092 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:28.092+0000 7f8277235780 1 > prepared operation key=BSJC05AGXDJ3 tag=GFI9GENWRVSG type=del size=3337973 2024-04-15T14:56:28.094 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:28.093+0000 7f8277235780 1 < completed delete operation key=54T20V7YW2K4 tag=G6CB5DG8P473 type=del 2024-04-15T14:56:28.096 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:28.095+0000 7f8277235780 1 > prepared operation key=YTVARSCACASJ tag=MGN8Z4IO39MS type=del size=3971725 2024-04-15T14:56:28.096 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:28.095+0000 7f8277235780 1 < canceled part key=_multipart_OQ3O0PKNZJ9S.2~FABMO9JLN6N5.0 size=1048576 2024-04-15T14:56:28.097 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:28.096+0000 7f8277235780 1 < completed part key=_multipart_OQ3O0PKNZJ9S.2~FABMO9JLN6N5.1 size=376081 2024-04-15T14:56:28.100 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:28.099+0000 7f8277235780 1 < canceled multipart upload key=OQ3O0PKNZJ9S upload=FABMO9JLN6N5 tag=2B3DP5PSPS55 type=write size=2473233 2024-04-15T14:56:28.103 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:28.102+0000 7f8277235780 1 > prepared part key=_multipart_CBSCS8P8QL0Q.2~D06TOC61Q453.0 size=1048576 2024-04-15T14:56:28.104 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:28.103+0000 7f8277235780 1 > prepared part key=_multipart_CBSCS8P8QL0Q.2~D06TOC61Q453.1 size=160546 2024-04-15T14:56:28.104 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:28.103+0000 7f8277235780 1 > prepared multipart upload key=CBSCS8P8QL0Q upload=D06TOC61Q453 tag=6U1JPU5G8YEC type=write size=2257698 2024-04-15T14:56:28.106 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:28.105+0000 7f8277235780 1 < suggested update operation key=Q0PE50H1CDIB tag=06NQWXISBJTT type=del size=78805 2024-04-15T14:56:28.108 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:28.107+0000 7f8277235780 1 > prepared operation key=CBSCS8P8QL0Q tag=2S1GO5OODAP7 type=del size=2588598 2024-04-15T14:56:28.110 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:28.109+0000 7f8277235780 1 < completed write operation key=DY5BWB5TVQV1 tag=W5UDBKG33H7H type=write size=177251 2024-04-15T14:56:28.113 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:28.112+0000 7f8277235780 1 > prepared part key=_multipart_RQYB4B0WTR9V.2~33AEVMW060S6.0 size=121572 2024-04-15T14:56:28.113 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:28.112+0000 7f8277235780 1 > prepared multipart upload key=RQYB4B0WTR9V upload=33AEVMW060S6 tag=98BU18J2VT8S type=write size=1170148 2024-04-15T14:56:28.114 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:28.113+0000 7f8277235780 1 < completed part key=_multipart_50Y0EU7H0QWF.2~B6LB5ESPQDDY.0 size=912069 2024-04-15T14:56:28.116 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:28.115+0000 7f8277235780 1 < completed multipart upload key=50Y0EU7H0QWF upload=B6LB5ESPQDDY tag=Y6W1DG9Y7SJH type=write size=1960645 2024-04-15T14:56:28.118 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:28.117+0000 7f8277235780 1 > prepared operation key=BNQH1MC9XO9F tag=08GLCMFECAM3 type=del size=2905589 2024-04-15T14:56:28.120 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:28.120+0000 7f8277235780 1 < suggested remove operation key=MFZTYOL605I7 tag=I4FIDECARC6A type=del 2024-04-15T14:56:28.122 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:28.121+0000 7f8277235780 1 > prepared operation key=MIRREM7KIO9I tag=ZGQS0RL4VR80 type=write size=800571 2024-04-15T14:56:28.123 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:28.123+0000 7f8277235780 1 < completed write operation key=BSJC05AGXDJ3 tag=GCVYQ18V5187 type=write size=129928 2024-04-15T14:56:28.125 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:28.124+0000 7f8277235780 1 > prepared operation key=Q0PE50H1CDIB tag=YWM9YEDCM8AQ type=del size=1421511 2024-04-15T14:56:28.126 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:28.125+0000 7f8277235780 1 < canceled operation key=54T20V7YW2K4 tag=049RVQ3GIMD2 type=del size=274292 2024-04-15T14:56:28.129 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:28.128+0000 7f8277235780 1 > prepared part key=_multipart_ASEC18UU5NGJ.2~ZLDWYLJ66EDV.0 size=1048576 2024-04-15T14:56:28.130 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:28.129+0000 7f8277235780 1 > prepared part key=_multipart_ASEC18UU5NGJ.2~ZLDWYLJ66EDV.1 size=1048576 2024-04-15T14:56:28.131 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:28.130+0000 7f8277235780 1 > prepared part key=_multipart_ASEC18UU5NGJ.2~ZLDWYLJ66EDV.2 size=217147 2024-04-15T14:56:28.131 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:28.130+0000 7f8277235780 1 > prepared multipart upload key=ASEC18UU5NGJ upload=ZLDWYLJ66EDV tag=WZ9LK1L2W21K type=write size=3362875 2024-04-15T14:56:28.132 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:28.131+0000 7f8277235780 1 < canceled operation key=ASEC18UU5NGJ tag=C5JU5R1BW1V9 type=write size=683926 2024-04-15T14:56:28.135 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:28.134+0000 7f8277235780 1 > prepared part key=_multipart_CFCUGZ5D6TU8.2~QAVD51LK599N.0 size=694171 2024-04-15T14:56:28.135 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:28.134+0000 7f8277235780 1 > prepared multipart upload key=CFCUGZ5D6TU8 upload=QAVD51LK599N tag=7XSNDAUDHLXY type=write size=1742747 2024-04-15T14:56:28.137 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:28.136+0000 7f8277235780 -1 < failed to complete operation key=Q0PE50H1CDIB tag=AJYTE9OPJP0N type=del size=2107968: (22) Invalid argument 2024-04-15T14:56:28.138 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:28.137+0000 7f8277235780 1 > prepared operation key=IVOFLSPJ0099 tag=40IAV9SZV9H5 type=del size=2364998 2024-04-15T14:56:28.139 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:28.139+0000 7f8277235780 1 < completed part key=_multipart_OQ3O0PKNZJ9S.2~BPQ6LY8HYDYE.0 size=183032 2024-04-15T14:56:28.142 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:28.141+0000 7f8277235780 1 < completed multipart upload key=OQ3O0PKNZJ9S upload=BPQ6LY8HYDYE tag=NDKG3ZGFXQQD type=write size=1231608 2024-04-15T14:56:28.143 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:28.142+0000 7f8277235780 1 > prepared operation key=F402GDJVN3I9 tag=M41CLZB2Y62L type=del size=2230979 2024-04-15T14:56:28.145 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:28.145+0000 7f8277235780 1 < suggested remove operation key=MIRREM7KIO9I tag=L4DGAUMUZAYV type=del 2024-04-15T14:56:28.147 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:28.146+0000 7f8277235780 1 > prepared operation key=7XVTB4OPZZOY tag=KVLQSD7LU7GM type=write size=640431 2024-04-15T14:56:28.148 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:28.147+0000 7f8277235780 1 < completed part key=_multipart_OQ3O0PKNZJ9S.2~UPYVMJHW22Z2.0 size=1048576 2024-04-15T14:56:28.149 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:28.148+0000 7f8277235780 1 < completed part key=_multipart_OQ3O0PKNZJ9S.2~UPYVMJHW22Z2.1 size=82849 2024-04-15T14:56:28.151 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:28.150+0000 7f8277235780 1 < completed multipart upload key=OQ3O0PKNZJ9S upload=UPYVMJHW22Z2 tag=J013YJDD0A28 type=write size=2180001 2024-04-15T14:56:28.153 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:28.153+0000 7f8277235780 1 > prepared part key=_multipart_YTVARSCACASJ.2~24FPA2YFBVMQ.0 size=1048576 2024-04-15T14:56:28.155 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:28.154+0000 7f8277235780 1 > prepared part key=_multipart_YTVARSCACASJ.2~24FPA2YFBVMQ.1 size=1048576 2024-04-15T14:56:28.156 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:28.155+0000 7f8277235780 1 > prepared part key=_multipart_YTVARSCACASJ.2~24FPA2YFBVMQ.2 size=103858 2024-04-15T14:56:28.156 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:28.155+0000 7f8277235780 1 > prepared multipart upload key=YTVARSCACASJ upload=24FPA2YFBVMQ tag=HBRYVVH8WPIA type=write size=3249586 2024-04-15T14:56:28.157 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:28.156+0000 7f8277235780 1 < completed delete operation key=RQYB4B0WTR9V tag=AI4P90ZQ6LJA type=del 2024-04-15T14:56:28.159 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:28.158+0000 7f8277235780 1 > prepared operation key=CBSCS8P8QL0Q tag=JLNGS81PYK35 type=del size=2041817 2024-04-15T14:56:28.160 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:28.159+0000 7f8277235780 -1 < failed to complete operation key=MIRREM7KIO9I tag=OZ6ZCS9V2F43 type=del size=2567525: (22) Invalid argument 2024-04-15T14:56:28.161 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:28.161+0000 7f8277235780 1 > prepared operation key=50Y0EU7H0QWF tag=KSZEHYT6AZNM type=del size=1724154 2024-04-15T14:56:28.163 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:28.162+0000 7f8277235780 1 < completed delete operation key=BSJC05AGXDJ3 tag=GFI9GENWRVSG type=del 2024-04-15T14:56:28.165 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:28.164+0000 7f8277235780 1 > prepared part key=_multipart_MFZTYOL605I7.2~Q92XKY65V8W8.0 size=1048576 2024-04-15T14:56:28.166 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:28.165+0000 7f8277235780 1 > prepared part key=_multipart_MFZTYOL605I7.2~Q92XKY65V8W8.1 size=1048576 2024-04-15T14:56:28.167 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:28.166+0000 7f8277235780 1 > prepared part key=_multipart_MFZTYOL605I7.2~Q92XKY65V8W8.2 size=955425 2024-04-15T14:56:28.167 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:28.166+0000 7f8277235780 1 > prepared multipart upload key=MFZTYOL605I7 upload=Q92XKY65V8W8 tag=S88NUIGZL33C type=write size=4101153 2024-04-15T14:56:28.168 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:28.168+0000 7f8277235780 1 < completed delete operation key=YTVARSCACASJ tag=MGN8Z4IO39MS type=del 2024-04-15T14:56:28.170 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:28.169+0000 7f8277235780 1 > prepared operation key=50Y0EU7H0QWF tag=9Q3URGTQ6CFQ type=del size=1754518 2024-04-15T14:56:28.171 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:28.170+0000 7f8277235780 1 < completed part key=_multipart_CBSCS8P8QL0Q.2~D06TOC61Q453.0 size=1048576 2024-04-15T14:56:28.171 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:28.170+0000 7f8277235780 1 < canceled part key=_multipart_CBSCS8P8QL0Q.2~D06TOC61Q453.1 size=160546 2024-04-15T14:56:28.173 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:28.172+0000 7f8277235780 1 < canceled multipart upload key=CBSCS8P8QL0Q upload=D06TOC61Q453 tag=6U1JPU5G8YEC type=write size=2257698 2024-04-15T14:56:28.175 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:28.174+0000 7f8277235780 1 > prepared operation key=JY107VG7DVI1 tag=KO3XFQFD15LF type=write size=25697 2024-04-15T14:56:28.176 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:28.175+0000 7f8277235780 1 < completed delete operation key=CBSCS8P8QL0Q tag=2S1GO5OODAP7 type=del 2024-04-15T14:56:28.179 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:28.178+0000 7f8277235780 1 > prepared part key=_multipart_BNQH1MC9XO9F.2~4BDR45IYKS88.0 size=701775 2024-04-15T14:56:28.179 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:28.178+0000 7f8277235780 1 > prepared multipart upload key=BNQH1MC9XO9F upload=4BDR45IYKS88 tag=Y9Q28C88KEGX type=write size=1750351 2024-04-15T14:56:28.180 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:28.180+0000 7f8277235780 1 < completed part key=_multipart_RQYB4B0WTR9V.2~33AEVMW060S6.0 size=121572 2024-04-15T14:56:28.183 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:28.182+0000 7f8277235780 1 < completed multipart upload key=RQYB4B0WTR9V upload=33AEVMW060S6 tag=98BU18J2VT8S type=write size=1170148 2024-04-15T14:56:28.184 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:28.184+0000 7f8277235780 1 > prepared operation key=UCHFZKBWU6MN tag=387ETS1IFNYF type=del size=3843565 2024-04-15T14:56:28.186 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:28.185+0000 7f8277235780 1 < completed delete operation key=BNQH1MC9XO9F tag=08GLCMFECAM3 type=del 2024-04-15T14:56:28.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:56:27 smithi102 ceph-mon[87131]: pgmap v1319: 137 pgs: 6 creating+peering, 26 unknown, 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-04-15T14:56:28.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:56:27 smithi102 ceph-mon[87131]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-15T14:56:28.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:56:27 smithi102 ceph-mon[87131]: osdmap e1074: 8 total, 8 up, 8 in 2024-04-15T14:56:28.189 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:28.188+0000 7f8277235780 1 > prepared part key=_multipart_JY107VG7DVI1.2~5IYWFYYONDR8.0 size=962715 2024-04-15T14:56:28.189 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:28.188+0000 7f8277235780 1 > prepared multipart upload key=JY107VG7DVI1 upload=5IYWFYYONDR8 tag=9QGOI3UG9A45 type=write size=2011291 2024-04-15T14:56:28.191 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:28.190+0000 7f8277235780 -1 < failed to complete operation key=MIRREM7KIO9I tag=ZGQS0RL4VR80 type=write size=800571: (22) Invalid argument 2024-04-15T14:56:28.193 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:28.192+0000 7f8277235780 1 > prepared operation key=JDPAU9KY1OMN tag=17HJXV81AKY9 type=del size=1875602 2024-04-15T14:56:28.194 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:28.193+0000 7f8277235780 1 < canceled operation key=Q0PE50H1CDIB tag=YWM9YEDCM8AQ type=del size=1421511 2024-04-15T14:56:28.197 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:28.196+0000 7f8277235780 1 > prepared part key=_multipart_ZMDZCWJKCFRI.2~QREFNNC73CEV.0 size=1048576 2024-04-15T14:56:28.198 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:28.197+0000 7f8277235780 1 > prepared part key=_multipart_ZMDZCWJKCFRI.2~QREFNNC73CEV.1 size=591691 2024-04-15T14:56:28.198 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:28.197+0000 7f8277235780 1 > prepared multipart upload key=ZMDZCWJKCFRI upload=QREFNNC73CEV tag=Z5NDLIO5TRL2 type=write size=2688843 2024-04-15T14:56:28.199 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:28.198+0000 7f8277235780 1 < completed part key=_multipart_ASEC18UU5NGJ.2~ZLDWYLJ66EDV.0 size=1048576 2024-04-15T14:56:28.200 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:28.199+0000 7f8277235780 1 < completed part key=_multipart_ASEC18UU5NGJ.2~ZLDWYLJ66EDV.1 size=1048576 2024-04-15T14:56:28.202 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:28.201+0000 7f8277235780 1 < completed part key=_multipart_ASEC18UU5NGJ.2~ZLDWYLJ66EDV.2 size=217147 2024-04-15T14:56:28.204 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:28.203+0000 7f8277235780 1 < completed multipart upload key=ASEC18UU5NGJ upload=ZLDWYLJ66EDV tag=WZ9LK1L2W21K type=write size=3362875 2024-04-15T14:56:28.205 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:28.204+0000 7f8277235780 1 > prepared operation key=JDPAU9KY1OMN tag=MIIH6ZRXQ5AQ type=del size=2886252 2024-04-15T14:56:28.207 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:28.206+0000 7f8277235780 1 < completed part key=_multipart_CFCUGZ5D6TU8.2~QAVD51LK599N.0 size=694171 2024-04-15T14:56:28.209 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:28.208+0000 7f8277235780 1 < completed multipart upload key=CFCUGZ5D6TU8 upload=QAVD51LK599N tag=7XSNDAUDHLXY type=write size=1742747 2024-04-15T14:56:28.211 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:28.211+0000 7f8277235780 1 > prepared part key=_multipart_81DQOX7PNGMS.2~ISLAZP3E0X8P.0 size=734283 2024-04-15T14:56:28.212 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:28.211+0000 7f8277235780 1 > prepared multipart upload key=81DQOX7PNGMS upload=ISLAZP3E0X8P tag=1L53C7HYDEYU type=write size=1782859 2024-04-15T14:56:28.214 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:28.214+0000 7f8277235780 1 < suggested update operation key=IVOFLSPJ0099 tag=40IAV9SZV9H5 type=del size=2364998 2024-04-15T14:56:28.216 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:28.215+0000 7f8277235780 1 > prepared operation key=50Y0EU7H0QWF tag=DBWTT8AH1JHH type=del size=2755431 2024-04-15T14:56:28.217 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:28.217+0000 7f8277235780 1 < completed delete operation key=F402GDJVN3I9 tag=M41CLZB2Y62L type=del 2024-04-15T14:56:28.220 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:28.219+0000 7f8277235780 1 > prepared part key=_multipart_A0RW26A8FZ95.2~IT182ZP9NN8E.0 size=1048576 2024-04-15T14:56:28.221 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:28.220+0000 7f8277235780 1 > prepared part key=_multipart_A0RW26A8FZ95.2~IT182ZP9NN8E.1 size=1048576 2024-04-15T14:56:28.222 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:28.222+0000 7f8277235780 1 > prepared part key=_multipart_A0RW26A8FZ95.2~IT182ZP9NN8E.2 size=146355 2024-04-15T14:56:28.223 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:28.222+0000 7f8277235780 1 > prepared multipart upload key=A0RW26A8FZ95 upload=IT182ZP9NN8E tag=VYBFDRI8HLSP type=write size=3292083 2024-04-15T14:56:28.224 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:28.223+0000 7f8277235780 1 < completed write operation key=7XVTB4OPZZOY tag=KVLQSD7LU7GM type=write size=640431 2024-04-15T14:56:28.227 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:28.226+0000 7f8277235780 1 > prepared part key=_multipart_IM0AQIM316IL.2~BB00S9M5M1HN.0 size=1048576 2024-04-15T14:56:28.229 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:28.228+0000 7f8277235780 1 > prepared part key=_multipart_IM0AQIM316IL.2~BB00S9M5M1HN.1 size=1048576 2024-04-15T14:56:28.230 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:28.229+0000 7f8277235780 1 > prepared part key=_multipart_IM0AQIM316IL.2~BB00S9M5M1HN.2 size=736169 2024-04-15T14:56:28.230 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:28.229+0000 7f8277235780 1 > prepared multipart upload key=IM0AQIM316IL upload=BB00S9M5M1HN tag=JBQ6RHK12WVG type=write size=3881897 2024-04-15T14:56:28.232 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:28.231+0000 7f8277235780 1 < completed part key=_multipart_YTVARSCACASJ.2~24FPA2YFBVMQ.0 size=1048576 2024-04-15T14:56:28.233 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:28.232+0000 7f8277235780 1 < completed part key=_multipart_YTVARSCACASJ.2~24FPA2YFBVMQ.1 size=1048576 2024-04-15T14:56:28.234 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:28.233+0000 7f8277235780 1 < completed part key=_multipart_YTVARSCACASJ.2~24FPA2YFBVMQ.2 size=103858 2024-04-15T14:56:28.236 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:28.235+0000 7f8277235780 1 < completed multipart upload key=YTVARSCACASJ upload=24FPA2YFBVMQ tag=HBRYVVH8WPIA type=write size=3249586 2024-04-15T14:56:28.238 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:28.237+0000 7f8277235780 1 > prepared operation key=DY5BWB5TVQV1 tag=727NIR3FFNR2 type=del size=3587658 2024-04-15T14:56:28.239 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:28.239+0000 7f8277235780 1 < canceled operation key=CBSCS8P8QL0Q tag=JLNGS81PYK35 type=del size=2041817 2024-04-15T14:56:28.241 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:28.240+0000 7f8277235780 1 > prepared operation key=CBSCS8P8QL0Q tag=JWLQ5IHA6Q6P type=del size=1686498 2024-04-15T14:56:28.242 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:28.241+0000 7f8277235780 1 < completed delete operation key=50Y0EU7H0QWF tag=KSZEHYT6AZNM type=del 2024-04-15T14:56:28.244 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:28.243+0000 7f8277235780 1 > prepared operation key=CFCUGZ5D6TU8 tag=IV4W3HI97I1R type=write size=132100 2024-04-15T14:56:28.245 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:28.244+0000 7f8277235780 1 < completed part key=_multipart_MFZTYOL605I7.2~Q92XKY65V8W8.0 size=1048576 2024-04-15T14:56:28.246 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:28.245+0000 7f8277235780 1 < completed part key=_multipart_MFZTYOL605I7.2~Q92XKY65V8W8.1 size=1048576 2024-04-15T14:56:28.248 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:28.247+0000 7f8277235780 1 < completed part key=_multipart_MFZTYOL605I7.2~Q92XKY65V8W8.2 size=955425 2024-04-15T14:56:28.250 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:28.249+0000 7f8277235780 1 < completed multipart upload key=MFZTYOL605I7 upload=Q92XKY65V8W8 tag=S88NUIGZL33C type=write size=4101153 2024-04-15T14:56:28.252 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:28.251+0000 7f8277235780 1 > prepared part key=_multipart_UCHFZKBWU6MN.2~4IHKRL4Y8W4S.0 size=1048576 2024-04-15T14:56:28.253 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:28.253+0000 7f8277235780 1 > prepared part key=_multipart_UCHFZKBWU6MN.2~4IHKRL4Y8W4S.1 size=505704 2024-04-15T14:56:28.253 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:28.253+0000 7f8277235780 1 > prepared multipart upload key=UCHFZKBWU6MN upload=4IHKRL4Y8W4S tag=4LFZNNXE2JMW type=write size=2602856 2024-04-15T14:56:28.255 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:28.254+0000 7f8277235780 1 < completed delete operation key=50Y0EU7H0QWF tag=9Q3URGTQ6CFQ type=del 2024-04-15T14:56:28.257 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:28.256+0000 7f8277235780 1 > prepared operation key=F402GDJVN3I9 tag=PC84DBE0DHZG type=write size=840470 2024-04-15T14:56:28.259 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:28.258+0000 7f8277235780 1 < suggested remove operation key=JY107VG7DVI1 tag=KO3XFQFD15LF type=write 2024-04-15T14:56:28.260 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:28.260+0000 7f8277235780 1 > prepared operation key=MIRREM7KIO9I tag=025FFM7WQI1D type=del size=300540 2024-04-15T14:56:28.262 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:28.261+0000 7f8277235780 1 < completed part key=_multipart_BNQH1MC9XO9F.2~4BDR45IYKS88.0 size=701775 2024-04-15T14:56:28.264 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:28.263+0000 7f8277235780 1 < completed multipart upload key=BNQH1MC9XO9F upload=4BDR45IYKS88 tag=Y9Q28C88KEGX type=write size=1750351 2024-04-15T14:56:28.267 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:28.266+0000 7f8277235780 1 > prepared part key=_multipart_NII4HKLD4YSI.2~7FIYLZ1GGPZD.0 size=1048576 2024-04-15T14:56:28.268 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:28.267+0000 7f8277235780 1 > prepared part key=_multipart_NII4HKLD4YSI.2~7FIYLZ1GGPZD.1 size=100557 2024-04-15T14:56:28.268 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:28.267+0000 7f8277235780 1 > prepared multipart upload key=NII4HKLD4YSI upload=7FIYLZ1GGPZD tag=WGBH00Y4GIYV type=write size=2197709 2024-04-15T14:56:28.271 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:28.270+0000 7f8277235780 1 < suggested remove operation key=UCHFZKBWU6MN tag=387ETS1IFNYF type=del 2024-04-15T14:56:28.273 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:28.272+0000 7f8277235780 1 > prepared operation key=CBSCS8P8QL0Q tag=P91DSG0GZ7BL type=write size=837157 2024-04-15T14:56:28.273 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:28.272+0000 7f8277235780 1 < canceled part key=_multipart_JY107VG7DVI1.2~5IYWFYYONDR8.0 size=962715 2024-04-15T14:56:28.276 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:28.275+0000 7f8277235780 1 < canceled multipart upload key=JY107VG7DVI1 upload=5IYWFYYONDR8 tag=9QGOI3UG9A45 type=write size=2011291 2024-04-15T14:56:28.278 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:28.277+0000 7f8277235780 1 > prepared part key=_multipart_A0RW26A8FZ95.2~FRC3GK540C2V.0 size=155268 2024-04-15T14:56:28.278 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:28.277+0000 7f8277235780 1 > prepared multipart upload key=A0RW26A8FZ95 upload=FRC3GK540C2V tag=QGPN50KVMZS9 type=write size=1203844 2024-04-15T14:56:28.279 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:28.278+0000 7f8277235780 1 < completed delete operation key=JDPAU9KY1OMN tag=17HJXV81AKY9 type=del 2024-04-15T14:56:28.281 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:28.280+0000 7f8277235780 1 > prepared operation key=RQYB4B0WTR9V tag=GJU88HSRWMDN type=del size=2567869 2024-04-15T14:56:28.282 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:28.281+0000 7f8277235780 1 < completed part key=_multipart_ZMDZCWJKCFRI.2~QREFNNC73CEV.0 size=1048576 2024-04-15T14:56:28.283 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:28.283+0000 7f8277235780 1 < completed part key=_multipart_ZMDZCWJKCFRI.2~QREFNNC73CEV.1 size=591691 2024-04-15T14:56:28.286 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:28.285+0000 7f8277235780 1 < completed multipart upload key=ZMDZCWJKCFRI upload=QREFNNC73CEV tag=Z5NDLIO5TRL2 type=write size=2688843 2024-04-15T14:56:28.287 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:28.286+0000 7f8277235780 1 > prepared operation key=JY107VG7DVI1 tag=BI10JT2KV7ZX type=del size=562114 2024-04-15T14:56:28.289 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:28.288+0000 7f8277235780 1 < canceled operation key=JDPAU9KY1OMN tag=MIIH6ZRXQ5AQ type=del size=2886252 2024-04-15T14:56:28.291 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:28.291+0000 7f8277235780 1 > prepared part key=_multipart_IVOFLSPJ0099.2~725LPZRPX3D3.0 size=180455 2024-04-15T14:56:28.291 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:28.291+0000 7f8277235780 1 > prepared multipart upload key=IVOFLSPJ0099 upload=725LPZRPX3D3 tag=XN4PYSQKFO8V type=write size=1229031 2024-04-15T14:56:28.293 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:28.292+0000 7f8277235780 1 < completed part key=_multipart_81DQOX7PNGMS.2~ISLAZP3E0X8P.0 size=734283 2024-04-15T14:56:28.295 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:28.294+0000 7f8277235780 1 < completed multipart upload key=81DQOX7PNGMS upload=ISLAZP3E0X8P tag=1L53C7HYDEYU type=write size=1782859 2024-04-15T14:56:28.296 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:28.295+0000 7f8277235780 1 > prepared operation key=JDPAU9KY1OMN tag=EWMDQGXDKXKH type=write size=790534 2024-04-15T14:56:28.298 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:28.297+0000 7f8277235780 1 < completed delete operation key=50Y0EU7H0QWF tag=DBWTT8AH1JHH type=del 2024-04-15T14:56:28.299 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:28.298+0000 7f8277235780 1 > prepared operation key=IM0AQIM316IL tag=KEIZKIUTQH4L type=del size=2811595 2024-04-15T14:56:28.301 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:28.300+0000 7f8277235780 1 < completed part key=_multipart_A0RW26A8FZ95.2~IT182ZP9NN8E.0 size=1048576 2024-04-15T14:56:28.302 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:28.301+0000 7f8277235780 1 < completed part key=_multipart_A0RW26A8FZ95.2~IT182ZP9NN8E.1 size=1048576 2024-04-15T14:56:28.302 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:28.301+0000 7f8277235780 1 < canceled part key=_multipart_A0RW26A8FZ95.2~IT182ZP9NN8E.2 size=146355 2024-04-15T14:56:28.304 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:28.303+0000 7f8277235780 1 < canceled multipart upload key=A0RW26A8FZ95 upload=IT182ZP9NN8E tag=VYBFDRI8HLSP type=write size=3292083 2024-04-15T14:56:28.306 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:28.305+0000 7f8277235780 1 > prepared part key=_multipart_D9NMXV7JDMXJ.2~6UCA9RP3GRY9.0 size=1048576 2024-04-15T14:56:28.307 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:28.306+0000 7f8277235780 1 > prepared part key=_multipart_D9NMXV7JDMXJ.2~6UCA9RP3GRY9.1 size=359864 2024-04-15T14:56:28.307 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:28.307+0000 7f8277235780 1 > prepared multipart upload key=D9NMXV7JDMXJ upload=6UCA9RP3GRY9 tag=NPRZ7QAJ3PAS type=write size=2457016 2024-04-15T14:56:28.309 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:28.308+0000 7f8277235780 1 < completed part key=_multipart_IM0AQIM316IL.2~BB00S9M5M1HN.0 size=1048576 2024-04-15T14:56:28.310 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:28.309+0000 7f8277235780 1 < completed part key=_multipart_IM0AQIM316IL.2~BB00S9M5M1HN.1 size=1048576 2024-04-15T14:56:28.311 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:28.310+0000 7f8277235780 1 < completed part key=_multipart_IM0AQIM316IL.2~BB00S9M5M1HN.2 size=736169 2024-04-15T14:56:28.313 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:28.312+0000 7f8277235780 1 < completed multipart upload key=IM0AQIM316IL upload=BB00S9M5M1HN tag=JBQ6RHK12WVG type=write size=3881897 2024-04-15T14:56:28.316 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:28.315+0000 7f8277235780 1 > prepared part key=_multipart_CFCUGZ5D6TU8.2~8SR33WG8MWH2.0 size=1048576 2024-04-15T14:56:28.317 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:28.317+0000 7f8277235780 1 > prepared part key=_multipart_CFCUGZ5D6TU8.2~8SR33WG8MWH2.1 size=123274 2024-04-15T14:56:28.318 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:28.317+0000 7f8277235780 1 > prepared multipart upload key=CFCUGZ5D6TU8 upload=8SR33WG8MWH2 tag=1J5XXTHJS0IS type=write size=2220426 2024-04-15T14:56:28.319 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:28.318+0000 7f8277235780 1 < canceled operation key=DY5BWB5TVQV1 tag=727NIR3FFNR2 type=del size=3587658 2024-04-15T14:56:28.322 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:28.321+0000 7f8277235780 1 > prepared part key=_multipart_OQ3O0PKNZJ9S.2~GY91Y1VPT0FM.0 size=1048576 2024-04-15T14:56:28.323 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:28.322+0000 7f8277235780 1 > prepared part key=_multipart_OQ3O0PKNZJ9S.2~GY91Y1VPT0FM.1 size=1048576 2024-04-15T14:56:28.324 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:28.323+0000 7f8277235780 1 > prepared part key=_multipart_OQ3O0PKNZJ9S.2~GY91Y1VPT0FM.2 size=109728 2024-04-15T14:56:28.324 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:28.323+0000 7f8277235780 1 > prepared multipart upload key=OQ3O0PKNZJ9S upload=GY91Y1VPT0FM tag=A9ID27G09ACA type=write size=3255456 2024-04-15T14:56:28.326 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:28.325+0000 7f8277235780 1 < completed delete operation key=CBSCS8P8QL0Q tag=JWLQ5IHA6Q6P type=del 2024-04-15T14:56:28.327 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:28.326+0000 7f8277235780 1 > prepared operation key=33SEOBW9RRJN tag=F6XWWHJUN33I type=del size=353461 2024-04-15T14:56:28.328 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:28.328+0000 7f8277235780 1 < completed write operation key=CFCUGZ5D6TU8 tag=IV4W3HI97I1R type=write size=132100 2024-04-15T14:56:28.330 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:28.329+0000 7f8277235780 1 > prepared operation key=P0TQX1TRPSLX tag=A0BBJ7R8XF7B type=del size=3072730 2024-04-15T14:56:28.331 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:28.331+0000 7f8277235780 1 < completed part key=_multipart_UCHFZKBWU6MN.2~4IHKRL4Y8W4S.0 size=1048576 2024-04-15T14:56:28.333 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:28.332+0000 7f8277235780 1 < completed part key=_multipart_UCHFZKBWU6MN.2~4IHKRL4Y8W4S.1 size=505704 2024-04-15T14:56:28.335 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:28.334+0000 7f8277235780 1 < completed multipart upload key=UCHFZKBWU6MN upload=4IHKRL4Y8W4S tag=4LFZNNXE2JMW type=write size=2602856 2024-04-15T14:56:28.337 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:28.336+0000 7f8277235780 1 > prepared operation key=33SEOBW9RRJN tag=3YLDCZIJQV0T type=write size=116748 2024-04-15T14:56:28.338 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:28.337+0000 7f8277235780 1 < completed write operation key=F402GDJVN3I9 tag=PC84DBE0DHZG type=write size=840470 2024-04-15T14:56:28.339 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:28.339+0000 7f8277235780 1 > prepared operation key=ZMDZCWJKCFRI tag=FPVC04TI45SE type=del size=1160328 2024-04-15T14:56:28.341 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:28.340+0000 7f8277235780 1 < completed delete operation key=MIRREM7KIO9I tag=025FFM7WQI1D type=del 2024-04-15T14:56:28.342 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:28.341+0000 7f8277235780 1 > prepared operation key=R38CSTKHEGGY tag=8VAJVDVX5QGR type=del size=1288457 2024-04-15T14:56:28.344 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:28.343+0000 7f8277235780 1 < completed part key=_multipart_NII4HKLD4YSI.2~7FIYLZ1GGPZD.0 size=1048576 2024-04-15T14:56:28.345 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:28.344+0000 7f8277235780 1 < completed part key=_multipart_NII4HKLD4YSI.2~7FIYLZ1GGPZD.1 size=100557 2024-04-15T14:56:28.347 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:28.346+0000 7f8277235780 1 < completed multipart upload key=NII4HKLD4YSI upload=7FIYLZ1GGPZD tag=WGBH00Y4GIYV type=write size=2197709 2024-04-15T14:56:28.350 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:28.349+0000 7f8277235780 1 > prepared part key=_multipart_F402GDJVN3I9.2~LNZN7JS2SXOP.0 size=744900 2024-04-15T14:56:28.350 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:28.349+0000 7f8277235780 1 > prepared multipart upload key=F402GDJVN3I9 upload=LNZN7JS2SXOP tag=NHKMETVJTOOV type=write size=1793476 2024-04-15T14:56:28.351 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:28.351+0000 7f8277235780 1 < completed write operation key=CBSCS8P8QL0Q tag=P91DSG0GZ7BL type=write size=837157 2024-04-15T14:56:28.353 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:28.352+0000 7f8277235780 1 > prepared operation key=UCHFZKBWU6MN tag=WNZ4M3J1FN6D type=del size=310133 2024-04-15T14:56:28.355 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:28.354+0000 7f8277235780 1 < completed part key=_multipart_A0RW26A8FZ95.2~FRC3GK540C2V.0 size=155268 2024-04-15T14:56:28.357 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:28.356+0000 7f8277235780 1 < completed multipart upload key=A0RW26A8FZ95 upload=FRC3GK540C2V tag=QGPN50KVMZS9 type=write size=1203844 2024-04-15T14:56:28.359 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:28.358+0000 7f8277235780 1 > prepared operation key=7XVTB4OPZZOY tag=I2SNOQP2VYU2 type=write size=527436 2024-04-15T14:56:28.361 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:28.360+0000 7f8277235780 1 < completed delete operation key=RQYB4B0WTR9V tag=GJU88HSRWMDN type=del 2024-04-15T14:56:28.362 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:28.361+0000 7f8277235780 1 > prepared operation key=33SEOBW9RRJN tag=G3523J77RSUM type=write size=179587 2024-04-15T14:56:28.365 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:28.364+0000 7f8277235780 1 < suggested remove operation key=JY107VG7DVI1 tag=BI10JT2KV7ZX type=del 2024-04-15T14:56:28.368 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:28.367+0000 7f8277235780 1 > prepared part key=_multipart_81DQOX7PNGMS.2~PWX9CHLBXH1V.0 size=1048576 2024-04-15T14:56:28.369 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:28.368+0000 7f8277235780 1 > prepared part key=_multipart_81DQOX7PNGMS.2~PWX9CHLBXH1V.1 size=1048576 2024-04-15T14:56:28.370 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:28.369+0000 7f8277235780 1 > prepared part key=_multipart_81DQOX7PNGMS.2~PWX9CHLBXH1V.2 size=616320 2024-04-15T14:56:28.370 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:28.369+0000 7f8277235780 1 > prepared multipart upload key=81DQOX7PNGMS upload=PWX9CHLBXH1V tag=8QMAA1WF9U0S type=write size=3762048 2024-04-15T14:56:28.371 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:28.371+0000 7f8277235780 1 < completed part key=_multipart_IVOFLSPJ0099.2~725LPZRPX3D3.0 size=180455 2024-04-15T14:56:28.374 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:28.373+0000 7f8277235780 1 < completed multipart upload key=IVOFLSPJ0099 upload=725LPZRPX3D3 tag=XN4PYSQKFO8V type=write size=1229031 2024-04-15T14:56:28.376 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:28.375+0000 7f8277235780 1 > prepared part key=_multipart_CFCUGZ5D6TU8.2~V7HVZHFGQB9A.0 size=1048576 2024-04-15T14:56:28.377 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:28.377+0000 7f8277235780 1 > prepared part key=_multipart_CFCUGZ5D6TU8.2~V7HVZHFGQB9A.1 size=303558 2024-04-15T14:56:28.378 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:28.377+0000 7f8277235780 1 > prepared multipart upload key=CFCUGZ5D6TU8 upload=V7HVZHFGQB9A tag=QVZU1QWHTP8U type=write size=2400710 2024-04-15T14:56:28.379 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:28.378+0000 7f8277235780 1 < canceled operation key=JDPAU9KY1OMN tag=EWMDQGXDKXKH type=write size=790534 2024-04-15T14:56:28.381 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:28.380+0000 7f8277235780 1 > prepared operation key=OQ3O0PKNZJ9S tag=7MNFLEW6SGXQ type=del size=1000128 2024-04-15T14:56:28.382 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:28.381+0000 7f8277235780 1 < completed delete operation key=IM0AQIM316IL tag=KEIZKIUTQH4L type=del 2024-04-15T14:56:28.384 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:28.383+0000 7f8277235780 1 > prepared part key=_multipart_50Y0EU7H0QWF.2~NNY8O1PN9VAV.0 size=1048576 2024-04-15T14:56:28.385 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:28.384+0000 7f8277235780 1 > prepared part key=_multipart_50Y0EU7H0QWF.2~NNY8O1PN9VAV.1 size=1048576 2024-04-15T14:56:28.386 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:28.385+0000 7f8277235780 1 > prepared part key=_multipart_50Y0EU7H0QWF.2~NNY8O1PN9VAV.2 size=592876 2024-04-15T14:56:28.386 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:28.385+0000 7f8277235780 1 > prepared multipart upload key=50Y0EU7H0QWF upload=NNY8O1PN9VAV tag=SI9OILA2LQBA type=write size=3738604 2024-04-15T14:56:28.388 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:28.387+0000 7f8277235780 1 < completed part key=_multipart_D9NMXV7JDMXJ.2~6UCA9RP3GRY9.0 size=1048576 2024-04-15T14:56:28.389 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:28.388+0000 7f8277235780 1 < completed part key=_multipart_D9NMXV7JDMXJ.2~6UCA9RP3GRY9.1 size=359864 2024-04-15T14:56:28.391 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:28.390+0000 7f8277235780 1 < completed multipart upload key=D9NMXV7JDMXJ upload=6UCA9RP3GRY9 tag=NPRZ7QAJ3PAS type=write size=2457016 2024-04-15T14:56:28.392 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:28.391+0000 7f8277235780 1 > prepared operation key=MFZTYOL605I7 tag=TJ86TA092WEE type=del size=2971499 2024-04-15T14:56:28.394 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:28.393+0000 7f8277235780 1 < completed part key=_multipart_CFCUGZ5D6TU8.2~8SR33WG8MWH2.0 size=1048576 2024-04-15T14:56:28.395 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:28.394+0000 7f8277235780 1 < completed part key=_multipart_CFCUGZ5D6TU8.2~8SR33WG8MWH2.1 size=123274 2024-04-15T14:56:28.398 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:28.397+0000 7f8277235780 1 < completed multipart upload key=CFCUGZ5D6TU8 upload=8SR33WG8MWH2 tag=1J5XXTHJS0IS type=write size=2220426 2024-04-15T14:56:28.400 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:28.399+0000 7f8277235780 1 > prepared part key=_multipart_CBSCS8P8QL0Q.2~C0L609V3KOGT.0 size=1048576 2024-04-15T14:56:28.401 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:28.400+0000 7f8277235780 1 > prepared part key=_multipart_CBSCS8P8QL0Q.2~C0L609V3KOGT.1 size=1006204 2024-04-15T14:56:28.401 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:28.400+0000 7f8277235780 1 > prepared multipart upload key=CBSCS8P8QL0Q upload=C0L609V3KOGT tag=A83ZW2CUG2RK type=write size=3103356 2024-04-15T14:56:28.403 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:28.402+0000 7f8277235780 1 < completed part key=_multipart_OQ3O0PKNZJ9S.2~GY91Y1VPT0FM.0 size=1048576 2024-04-15T14:56:28.404 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:28.403+0000 7f8277235780 1 < completed part key=_multipart_OQ3O0PKNZJ9S.2~GY91Y1VPT0FM.1 size=1048576 2024-04-15T14:56:28.405 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:28.404+0000 7f8277235780 1 < completed part key=_multipart_OQ3O0PKNZJ9S.2~GY91Y1VPT0FM.2 size=109728 2024-04-15T14:56:28.408 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:28.407+0000 7f8277235780 1 < completed multipart upload key=OQ3O0PKNZJ9S upload=GY91Y1VPT0FM tag=A9ID27G09ACA type=write size=3255456 2024-04-15T14:56:28.409 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:28.408+0000 7f8277235780 1 > prepared operation key=50Y0EU7H0QWF tag=M6K4XA3GNVR0 type=write size=796515 2024-04-15T14:56:28.411 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:28.410+0000 7f8277235780 1 < completed delete operation key=33SEOBW9RRJN tag=F6XWWHJUN33I type=del 2024-04-15T14:56:28.412 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:28.411+0000 7f8277235780 1 > prepared operation key=IM0AQIM316IL tag=NF1SH6BPFGZR type=write size=90799 2024-04-15T14:56:28.415 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:28.414+0000 7f8277235780 1 < suggested update operation key=P0TQX1TRPSLX tag=A0BBJ7R8XF7B type=del size=3072730 2024-04-15T14:56:28.416 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:28.415+0000 7f8277235780 1 > prepared operation key=NII4HKLD4YSI tag=IKDW5YZZ95O1 type=del size=3104615 2024-04-15T14:56:28.419 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:28.418+0000 7f8277235780 1 < suggested remove operation key=33SEOBW9RRJN tag=3YLDCZIJQV0T type=write 2024-04-15T14:56:28.421 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:28.420+0000 7f8277235780 1 > prepared part key=_multipart_BNQH1MC9XO9F.2~VCOLWC7S4GM1.0 size=1048576 2024-04-15T14:56:28.422 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:28.422+0000 7f8277235780 1 > prepared part key=_multipart_BNQH1MC9XO9F.2~VCOLWC7S4GM1.1 size=1048576 2024-04-15T14:56:28.423 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:28.423+0000 7f8277235780 1 > prepared part key=_multipart_BNQH1MC9XO9F.2~VCOLWC7S4GM1.2 size=132203 2024-04-15T14:56:28.424 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:28.423+0000 7f8277235780 1 > prepared multipart upload key=BNQH1MC9XO9F upload=VCOLWC7S4GM1 tag=FJODQZWK4GLB type=write size=3277931 2024-04-15T14:56:28.425 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:28.424+0000 7f8277235780 1 < completed delete operation key=ZMDZCWJKCFRI tag=FPVC04TI45SE type=del 2024-04-15T14:56:28.428 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:28.427+0000 7f8277235780 1 > prepared part key=_multipart_DY5BWB5TVQV1.2~2SSXNS6IYALZ.0 size=1048576 2024-04-15T14:56:28.429 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:28.428+0000 7f8277235780 1 > prepared part key=_multipart_DY5BWB5TVQV1.2~2SSXNS6IYALZ.1 size=1048576 2024-04-15T14:56:28.430 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:28.429+0000 7f8277235780 1 > prepared part key=_multipart_DY5BWB5TVQV1.2~2SSXNS6IYALZ.2 size=856826 2024-04-15T14:56:28.430 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:28.429+0000 7f8277235780 1 > prepared multipart upload key=DY5BWB5TVQV1 upload=2SSXNS6IYALZ tag=BBQ1LAHC3RVY type=write size=4002554 2024-04-15T14:56:28.432 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:28.431+0000 7f8277235780 1 < completed delete operation key=R38CSTKHEGGY tag=8VAJVDVX5QGR type=del 2024-04-15T14:56:28.434 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:28.433+0000 7f8277235780 1 > prepared operation key=MIRREM7KIO9I tag=PPGXS1HJ7AMJ type=write size=335743 2024-04-15T14:56:28.435 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:28.435+0000 7f8277235780 1 < completed part key=_multipart_F402GDJVN3I9.2~LNZN7JS2SXOP.0 size=744900 2024-04-15T14:56:28.438 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:28.437+0000 7f8277235780 1 < completed multipart upload key=F402GDJVN3I9 upload=LNZN7JS2SXOP tag=NHKMETVJTOOV type=write size=1793476 2024-04-15T14:56:28.439 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:28.438+0000 7f8277235780 1 > prepared operation key=P0TQX1TRPSLX tag=7F1FGLN771TG type=write size=672773 2024-04-15T14:56:28.441 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:28.440+0000 7f8277235780 1 < completed delete operation key=UCHFZKBWU6MN tag=WNZ4M3J1FN6D type=del 2024-04-15T14:56:28.442 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:28.441+0000 7f8277235780 1 > prepared operation key=F402GDJVN3I9 tag=BFZ3BEHTHVGS type=del size=383725 2024-04-15T14:56:28.443 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:28.442+0000 7f8277235780 1 < completed write operation key=7XVTB4OPZZOY tag=I2SNOQP2VYU2 type=write size=527436 2024-04-15T14:56:28.446 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:28.445+0000 7f8277235780 1 > prepared part key=_multipart_IM0AQIM316IL.2~EC4W3MPX7C1L.0 size=177727 2024-04-15T14:56:28.446 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:28.445+0000 7f8277235780 1 > prepared multipart upload key=IM0AQIM316IL upload=EC4W3MPX7C1L tag=O2DOO2YY4S9D type=write size=1226303 2024-04-15T14:56:28.448 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:28.447+0000 7f8277235780 -1 < failed to complete operation key=33SEOBW9RRJN tag=G3523J77RSUM type=write size=179587: (22) Invalid argument 2024-04-15T14:56:28.449 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:28.448+0000 7f8277235780 1 > prepared operation key=Q0PE50H1CDIB tag=BQ3UI7VLLZ3S type=del size=2278021 2024-04-15T14:56:28.450 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:28.450+0000 7f8277235780 1 < completed part key=_multipart_81DQOX7PNGMS.2~PWX9CHLBXH1V.0 size=1048576 2024-04-15T14:56:28.451 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:28.451+0000 7f8277235780 1 < completed part key=_multipart_81DQOX7PNGMS.2~PWX9CHLBXH1V.1 size=1048576 2024-04-15T14:56:28.453 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:28.452+0000 7f8277235780 1 < completed part key=_multipart_81DQOX7PNGMS.2~PWX9CHLBXH1V.2 size=616320 2024-04-15T14:56:28.455 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:28.454+0000 7f8277235780 1 < completed multipart upload key=81DQOX7PNGMS upload=PWX9CHLBXH1V tag=8QMAA1WF9U0S type=write size=3762048 2024-04-15T14:56:28.457 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:28.456+0000 7f8277235780 1 > prepared operation key=RQYB4B0WTR9V tag=WA2YNS0DNMLC type=del size=3540994 2024-04-15T14:56:28.458 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:28.457+0000 7f8277235780 1 < completed part key=_multipart_CFCUGZ5D6TU8.2~V7HVZHFGQB9A.0 size=1048576 2024-04-15T14:56:28.459 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:28.459+0000 7f8277235780 1 < completed part key=_multipart_CFCUGZ5D6TU8.2~V7HVZHFGQB9A.1 size=303558 2024-04-15T14:56:28.462 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:28.461+0000 7f8277235780 1 < completed multipart upload key=CFCUGZ5D6TU8 upload=V7HVZHFGQB9A tag=QVZU1QWHTP8U type=write size=2400710 2024-04-15T14:56:28.463 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:28.462+0000 7f8277235780 1 > prepared operation key=OQ3O0PKNZJ9S tag=7XS5XN91OI8Q type=del size=3506320 2024-04-15T14:56:28.465 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:28.464+0000 7f8277235780 1 < completed delete operation key=OQ3O0PKNZJ9S tag=7MNFLEW6SGXQ type=del 2024-04-15T14:56:28.467 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:28.466+0000 7f8277235780 1 > prepared part key=_multipart_R38CSTKHEGGY.2~YWDC0SENGXMS.0 size=1048576 2024-04-15T14:56:28.468 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:28.467+0000 7f8277235780 1 > prepared part key=_multipart_R38CSTKHEGGY.2~YWDC0SENGXMS.1 size=1048576 2024-04-15T14:56:28.469 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:28.468+0000 7f8277235780 1 > prepared part key=_multipart_R38CSTKHEGGY.2~YWDC0SENGXMS.2 size=725421 2024-04-15T14:56:28.469 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:28.468+0000 7f8277235780 1 > prepared multipart upload key=R38CSTKHEGGY upload=YWDC0SENGXMS tag=OWFEB5D3NLO7 type=write size=3871149 2024-04-15T14:56:28.471 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:28.470+0000 7f8277235780 1 < completed part key=_multipart_50Y0EU7H0QWF.2~NNY8O1PN9VAV.0 size=1048576 2024-04-15T14:56:28.472 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:28.472+0000 7f8277235780 1 < completed part key=_multipart_50Y0EU7H0QWF.2~NNY8O1PN9VAV.1 size=1048576 2024-04-15T14:56:28.474 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:28.473+0000 7f8277235780 1 < completed part key=_multipart_50Y0EU7H0QWF.2~NNY8O1PN9VAV.2 size=592876 2024-04-15T14:56:28.476 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:28.475+0000 7f8277235780 1 < completed multipart upload key=50Y0EU7H0QWF upload=NNY8O1PN9VAV tag=SI9OILA2LQBA type=write size=3738604 2024-04-15T14:56:28.478 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:28.477+0000 7f8277235780 1 > prepared operation key=DY5BWB5TVQV1 tag=46CUR399AMWJ type=del size=1148881 2024-04-15T14:56:28.479 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:28.478+0000 7f8277235780 1 < completed delete operation key=MFZTYOL605I7 tag=TJ86TA092WEE type=del 2024-04-15T14:56:28.480 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:28.480+0000 7f8277235780 1 > prepared operation key=F402GDJVN3I9 tag=5EO4ANPE6YAM type=del size=911308 2024-04-15T14:56:28.482 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:28.481+0000 7f8277235780 1 < completed part key=_multipart_CBSCS8P8QL0Q.2~C0L609V3KOGT.0 size=1048576 2024-04-15T14:56:28.483 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:28.482+0000 7f8277235780 1 < completed part key=_multipart_CBSCS8P8QL0Q.2~C0L609V3KOGT.1 size=1006204 2024-04-15T14:56:28.486 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:28.485+0000 7f8277235780 1 < completed multipart upload key=CBSCS8P8QL0Q upload=C0L609V3KOGT tag=A83ZW2CUG2RK type=write size=3103356 2024-04-15T14:56:28.488 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:28.488+0000 7f8277235780 1 > prepared part key=_multipart_Q0PE50H1CDIB.2~619OKFUNX2E5.0 size=552272 2024-04-15T14:56:28.488 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:28.488+0000 7f8277235780 1 > prepared multipart upload key=Q0PE50H1CDIB upload=619OKFUNX2E5 tag=93148M2ZZ6MT type=write size=1600848 2024-04-15T14:56:28.492 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:28.491+0000 7f8277235780 1 < suggested remove operation key=50Y0EU7H0QWF tag=M6K4XA3GNVR0 type=write 2024-04-15T14:56:28.493 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:28.493+0000 7f8277235780 1 > prepared operation key=P0TQX1TRPSLX tag=FU7ZXY91EDGW type=del size=3852393 2024-04-15T14:56:28.495 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:28.494+0000 7f8277235780 1 < completed write operation key=IM0AQIM316IL tag=NF1SH6BPFGZR type=write size=90799 2024-04-15T14:56:28.496 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:28.496+0000 7f8277235780 1 > prepared operation key=JDPAU9KY1OMN tag=ZKY662S4QXKZ type=del size=2302263 2024-04-15T14:56:28.498 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:28.497+0000 7f8277235780 1 < completed delete operation key=NII4HKLD4YSI tag=IKDW5YZZ95O1 type=del 2024-04-15T14:56:28.500 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:28.499+0000 7f8277235780 1 > prepared operation key=MFZTYOL605I7 tag=1GUS7J3ZW26H type=del size=161552 2024-04-15T14:56:28.500 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:28.499+0000 7f8277235780 1 < canceled part key=_multipart_BNQH1MC9XO9F.2~VCOLWC7S4GM1.0 size=1048576 2024-04-15T14:56:28.500 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:28.499+0000 7f8277235780 1 < canceled part key=_multipart_BNQH1MC9XO9F.2~VCOLWC7S4GM1.1 size=1048576 2024-04-15T14:56:28.501 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:28.500+0000 7f8277235780 1 < completed part key=_multipart_BNQH1MC9XO9F.2~VCOLWC7S4GM1.2 size=132203 2024-04-15T14:56:28.504 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:28.503+0000 7f8277235780 1 < canceled multipart upload key=BNQH1MC9XO9F upload=VCOLWC7S4GM1 tag=FJODQZWK4GLB type=write size=3277931 2024-04-15T14:56:28.505 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:28.504+0000 7f8277235780 1 > prepared operation key=MIRREM7KIO9I tag=LHM0GXW36EGS type=del size=2260624 2024-04-15T14:56:28.507 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:28.506+0000 7f8277235780 1 < completed part key=_multipart_DY5BWB5TVQV1.2~2SSXNS6IYALZ.0 size=1048576 2024-04-15T14:56:28.508 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:28.507+0000 7f8277235780 1 < completed part key=_multipart_DY5BWB5TVQV1.2~2SSXNS6IYALZ.1 size=1048576 2024-04-15T14:56:28.509 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:28.508+0000 7f8277235780 1 < completed part key=_multipart_DY5BWB5TVQV1.2~2SSXNS6IYALZ.2 size=856826 2024-04-15T14:56:28.511 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:28.510+0000 7f8277235780 1 < completed multipart upload key=DY5BWB5TVQV1 upload=2SSXNS6IYALZ tag=BBQ1LAHC3RVY type=write size=4002554 2024-04-15T14:56:28.513 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:28.512+0000 7f8277235780 1 > prepared operation key=F402GDJVN3I9 tag=CIOMBVN15PUW type=del size=2066477 2024-04-15T14:56:28.514 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:28.514+0000 7f8277235780 1 < completed write operation key=MIRREM7KIO9I tag=PPGXS1HJ7AMJ type=write size=335743 2024-04-15T14:56:28.516 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:28.515+0000 7f8277235780 1 > prepared operation key=BSJC05AGXDJ3 tag=5RVRRKVDA1Q9 type=del size=2212014 2024-04-15T14:56:28.518 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:28.517+0000 7f8277235780 1 < completed write operation key=P0TQX1TRPSLX tag=7F1FGLN771TG type=write size=672773 2024-04-15T14:56:28.519 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:28.518+0000 7f8277235780 1 > prepared operation key=YTVARSCACASJ tag=90AKDFXFLFNI type=del size=2221354 2024-04-15T14:56:28.521 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:28.520+0000 7f8277235780 1 < completed delete operation key=F402GDJVN3I9 tag=BFZ3BEHTHVGS type=del 2024-04-15T14:56:28.524 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:28.523+0000 7f8277235780 1 > prepared part key=_multipart_ASEC18UU5NGJ.2~Q1D4TYGH5913.0 size=15656 2024-04-15T14:56:28.524 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:28.523+0000 7f8277235780 1 > prepared multipart upload key=ASEC18UU5NGJ upload=Q1D4TYGH5913 tag=HO3JHMWIUX17 type=write size=1064232 2024-04-15T14:56:28.525 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:28.524+0000 7f8277235780 1 < completed part key=_multipart_IM0AQIM316IL.2~EC4W3MPX7C1L.0 size=177727 2024-04-15T14:56:28.527 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:28.526+0000 7f8277235780 1 < completed multipart upload key=IM0AQIM316IL upload=EC4W3MPX7C1L tag=O2DOO2YY4S9D type=write size=1226303 2024-04-15T14:56:28.529 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:28.528+0000 7f8277235780 1 > prepared operation key=MIRREM7KIO9I tag=AD4C0UIEG8Z2 type=write size=977024 2024-04-15T14:56:28.530 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:28.530+0000 7f8277235780 1 < completed delete operation key=Q0PE50H1CDIB tag=BQ3UI7VLLZ3S type=del 2024-04-15T14:56:28.532 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:28.531+0000 7f8277235780 1 > prepared operation key=BNQH1MC9XO9F tag=RJ2XL5T8HTQK type=write size=363878 2024-04-15T14:56:28.535 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:28.534+0000 7f8277235780 1 < suggested remove operation key=RQYB4B0WTR9V tag=WA2YNS0DNMLC type=del 2024-04-15T14:56:28.536 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:28.536+0000 7f8277235780 1 > prepared operation key=IM0AQIM316IL tag=5K2W8GXDXHN2 type=del size=3606533 2024-04-15T14:56:28.538 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:28.537+0000 7f8277235780 1 < completed delete operation key=OQ3O0PKNZJ9S tag=7XS5XN91OI8Q type=del 2024-04-15T14:56:28.541 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:28.540+0000 7f8277235780 1 > prepared part key=_multipart_CFCUGZ5D6TU8.2~YC2WNR7OPQUY.0 size=1048576 2024-04-15T14:56:28.542 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:28.541+0000 7f8277235780 1 > prepared part key=_multipart_CFCUGZ5D6TU8.2~YC2WNR7OPQUY.1 size=1048576 2024-04-15T14:56:28.543 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:28.542+0000 7f8277235780 1 > prepared part key=_multipart_CFCUGZ5D6TU8.2~YC2WNR7OPQUY.2 size=678159 2024-04-15T14:56:28.543 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:28.542+0000 7f8277235780 1 > prepared multipart upload key=CFCUGZ5D6TU8 upload=YC2WNR7OPQUY tag=373NTDZEOL74 type=write size=3823887 2024-04-15T14:56:28.545 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:28.544+0000 7f8277235780 1 < completed part key=_multipart_R38CSTKHEGGY.2~YWDC0SENGXMS.0 size=1048576 2024-04-15T14:56:28.546 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:28.545+0000 7f8277235780 1 < completed part key=_multipart_R38CSTKHEGGY.2~YWDC0SENGXMS.1 size=1048576 2024-04-15T14:56:28.546 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:28.545+0000 7f8277235780 1 < canceled part key=_multipart_R38CSTKHEGGY.2~YWDC0SENGXMS.2 size=725421 2024-04-15T14:56:28.549 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:28.548+0000 7f8277235780 1 < canceled multipart upload key=R38CSTKHEGGY upload=YWDC0SENGXMS tag=OWFEB5D3NLO7 type=write size=3871149 2024-04-15T14:56:28.550 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:28.549+0000 7f8277235780 1 > prepared operation key=81DQOX7PNGMS tag=KMKDGP1U31MB type=del size=2959268 2024-04-15T14:56:28.551 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:28.551+0000 7f8277235780 1 < completed delete operation key=DY5BWB5TVQV1 tag=46CUR399AMWJ type=del 2024-04-15T14:56:28.553 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:28.552+0000 7f8277235780 1 > prepared operation key=33SEOBW9RRJN tag=4QS14ADRP8GW type=del size=3194772 2024-04-15T14:56:28.554 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:28.553+0000 7f8277235780 1 < completed delete operation key=F402GDJVN3I9 tag=5EO4ANPE6YAM type=del 2024-04-15T14:56:28.555 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:28.555+0000 7f8277235780 1 > prepared operation key=CBSCS8P8QL0Q tag=6N7EPH3H2GC6 type=del size=3816142 2024-04-15T14:56:28.557 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:28.556+0000 7f8277235780 1 < completed part key=_multipart_Q0PE50H1CDIB.2~619OKFUNX2E5.0 size=552272 2024-04-15T14:56:28.559 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:28.558+0000 7f8277235780 1 < completed multipart upload key=Q0PE50H1CDIB upload=619OKFUNX2E5 tag=93148M2ZZ6MT type=write size=1600848 2024-04-15T14:56:28.562 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:28.561+0000 7f8277235780 1 > prepared part key=_multipart_CBSCS8P8QL0Q.2~J7DKQ2D31OXH.0 size=1048576 2024-04-15T14:56:28.565 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:28.562+0000 7f8277235780 1 > prepared part key=_multipart_CBSCS8P8QL0Q.2~J7DKQ2D31OXH.1 size=1048576 2024-04-15T14:56:28.565 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:28.563+0000 7f8277235780 1 > prepared part key=_multipart_CBSCS8P8QL0Q.2~J7DKQ2D31OXH.2 size=802336 2024-04-15T14:56:28.566 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:28.563+0000 7f8277235780 1 > prepared multipart upload key=CBSCS8P8QL0Q upload=J7DKQ2D31OXH tag=PX7TPVLX9ZZ3 type=write size=3948064 2024-04-15T14:56:28.566 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:28.565+0000 7f8277235780 1 < completed delete operation key=P0TQX1TRPSLX tag=FU7ZXY91EDGW type=del 2024-04-15T14:56:28.567 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:28.566+0000 7f8277235780 1 > prepared operation key=8X2ELHS3HRGS tag=PXGSGGXN9QC3 type=del size=2247381 2024-04-15T14:56:28.569 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:28.568+0000 7f8277235780 1 < completed delete operation key=JDPAU9KY1OMN tag=ZKY662S4QXKZ type=del 2024-04-15T14:56:28.572 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:28.571+0000 7f8277235780 1 > prepared part key=_multipart_0XYNF2N97Y1C.2~V6HMORT5U95A.0 size=1048576 2024-04-15T14:56:28.573 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:28.572+0000 7f8277235780 1 > prepared part key=_multipart_0XYNF2N97Y1C.2~V6HMORT5U95A.1 size=426544 2024-04-15T14:56:28.573 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:28.572+0000 7f8277235780 1 > prepared multipart upload key=0XYNF2N97Y1C upload=V6HMORT5U95A tag=67CEMG9O6GH0 type=write size=2523696 2024-04-15T14:56:28.574 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:28.573+0000 7f8277235780 1 < completed delete operation key=MFZTYOL605I7 tag=1GUS7J3ZW26H type=del 2024-04-15T14:56:28.576 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:28.575+0000 7f8277235780 1 > prepared operation key=ZMDZCWJKCFRI tag=5QTJXJZ4SL60 type=del size=761549 2024-04-15T14:56:28.577 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:28.576+0000 7f8277235780 1 < completed delete operation key=MIRREM7KIO9I tag=LHM0GXW36EGS type=del 2024-04-15T14:56:28.579 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:28.578+0000 7f8277235780 1 > prepared operation key=MFZTYOL605I7 tag=USHG3B3RY8LN type=del size=1042701 2024-04-15T14:56:28.581 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:28.580+0000 7f8277235780 1 < canceled operation key=F402GDJVN3I9 tag=CIOMBVN15PUW type=del size=2066477 2024-04-15T14:56:28.582 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:28.582+0000 7f8277235780 1 > prepared operation key=F402GDJVN3I9 tag=RQUDBD58BGZX type=write size=373907 2024-04-15T14:56:28.584 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:28.583+0000 7f8277235780 1 < completed delete operation key=BSJC05AGXDJ3 tag=5RVRRKVDA1Q9 type=del 2024-04-15T14:56:28.587 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:28.586+0000 7f8277235780 1 > prepared part key=_multipart_81DQOX7PNGMS.2~N1P0T852Y7X5.0 size=92344 2024-04-15T14:56:28.587 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:28.586+0000 7f8277235780 1 > prepared multipart upload key=81DQOX7PNGMS upload=N1P0T852Y7X5 tag=MBXH8DICX2PM type=write size=1140920 2024-04-15T14:56:28.588 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:28.587+0000 7f8277235780 1 < completed delete operation key=YTVARSCACASJ tag=90AKDFXFLFNI type=del 2024-04-15T14:56:28.590 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:28.590+0000 7f8277235780 1 > prepared part key=_multipart_F402GDJVN3I9.2~GDABB9MKBRNK.0 size=118476 2024-04-15T14:56:28.591 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:28.590+0000 7f8277235780 1 > prepared multipart upload key=F402GDJVN3I9 upload=GDABB9MKBRNK tag=F764F0ZO6U5H type=write size=1167052 2024-04-15T14:56:28.592 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:28.591+0000 7f8277235780 1 < completed part key=_multipart_ASEC18UU5NGJ.2~Q1D4TYGH5913.0 size=15656 2024-04-15T14:56:28.594 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:28.593+0000 7f8277235780 1 < completed multipart upload key=ASEC18UU5NGJ upload=Q1D4TYGH5913 tag=HO3JHMWIUX17 type=write size=1064232 2024-04-15T14:56:28.597 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:28.596+0000 7f8277235780 1 > prepared part key=_multipart_JDPAU9KY1OMN.2~RLPAE3VQI1MW.0 size=917655 2024-04-15T14:56:28.597 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:28.596+0000 7f8277235780 1 > prepared multipart upload key=JDPAU9KY1OMN upload=RLPAE3VQI1MW tag=RACTQHJ5MNUC type=write size=1966231 2024-04-15T14:56:28.598 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:28.597+0000 7f8277235780 1 < completed write operation key=MIRREM7KIO9I tag=AD4C0UIEG8Z2 type=write size=977024 2024-04-15T14:56:28.599 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:28.599+0000 7f8277235780 1 > prepared operation key=UCHFZKBWU6MN tag=X3K12MCCYSE0 type=del size=88150 2024-04-15T14:56:28.601 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:28.600+0000 7f8277235780 1 < completed write operation key=BNQH1MC9XO9F tag=RJ2XL5T8HTQK type=write size=363878 2024-04-15T14:56:28.603 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:28.602+0000 7f8277235780 1 > prepared part key=_multipart_8X2ELHS3HRGS.2~RLBUP2FNWF9E.0 size=1048576 2024-04-15T14:56:28.604 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:28.603+0000 7f8277235780 1 > prepared part key=_multipart_8X2ELHS3HRGS.2~RLBUP2FNWF9E.1 size=787253 2024-04-15T14:56:28.604 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:28.603+0000 7f8277235780 1 > prepared multipart upload key=8X2ELHS3HRGS upload=RLBUP2FNWF9E tag=3582WHINZ9FV type=write size=2884405 2024-04-15T14:56:28.605 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:28.605+0000 7f8277235780 1 < completed delete operation key=IM0AQIM316IL tag=5K2W8GXDXHN2 type=del 2024-04-15T14:56:28.607 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:28.606+0000 7f8277235780 1 > prepared operation key=G82D816QHN8B tag=03V56M823EGX type=del size=2437122 2024-04-15T14:56:28.608 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:28.608+0000 7f8277235780 1 < completed part key=_multipart_CFCUGZ5D6TU8.2~YC2WNR7OPQUY.0 size=1048576 2024-04-15T14:56:28.609 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:28.609+0000 7f8277235780 1 < completed part key=_multipart_CFCUGZ5D6TU8.2~YC2WNR7OPQUY.1 size=1048576 2024-04-15T14:56:28.610 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:28.610+0000 7f8277235780 1 < completed part key=_multipart_CFCUGZ5D6TU8.2~YC2WNR7OPQUY.2 size=678159 2024-04-15T14:56:28.613 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:28.612+0000 7f8277235780 1 < completed multipart upload key=CFCUGZ5D6TU8 upload=YC2WNR7OPQUY tag=373NTDZEOL74 type=write size=3823887 2024-04-15T14:56:28.615 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:28.614+0000 7f8277235780 1 > prepared part key=_multipart_BSJC05AGXDJ3.2~A0X46EJ4H7FX.0 size=268453 2024-04-15T14:56:28.615 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:28.614+0000 7f8277235780 1 > prepared multipart upload key=BSJC05AGXDJ3 upload=A0X46EJ4H7FX tag=KG2T9OXUA50X type=write size=1317029 2024-04-15T14:56:28.618 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:28.617+0000 7f8277235780 1 < suggested update operation key=81DQOX7PNGMS tag=KMKDGP1U31MB type=del size=2959268 2024-04-15T14:56:28.619 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:28.618+0000 7f8277235780 1 > prepared operation key=8X2ELHS3HRGS tag=DP2Y3MRWP2DT type=del size=2463551 2024-04-15T14:56:28.620 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:28.620+0000 7f8277235780 1 < completed delete operation key=33SEOBW9RRJN tag=4QS14ADRP8GW type=del 2024-04-15T14:56:28.623 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:28.622+0000 7f8277235780 1 > prepared part key=_multipart_G82D816QHN8B.2~PHU14VXBYSC9.0 size=1048576 2024-04-15T14:56:28.624 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:28.623+0000 7f8277235780 1 > prepared part key=_multipart_G82D816QHN8B.2~PHU14VXBYSC9.1 size=1048576 2024-04-15T14:56:28.625 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:28.624+0000 7f8277235780 1 > prepared part key=_multipart_G82D816QHN8B.2~PHU14VXBYSC9.2 size=565731 2024-04-15T14:56:28.625 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:28.624+0000 7f8277235780 1 > prepared multipart upload key=G82D816QHN8B upload=PHU14VXBYSC9 tag=D365OSEWJYJ4 type=write size=3711459 2024-04-15T14:56:28.628 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:28.627+0000 7f8277235780 1 < suggested update operation key=CBSCS8P8QL0Q tag=6N7EPH3H2GC6 type=del size=3816142 2024-04-15T14:56:28.629 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:28.628+0000 7f8277235780 1 > prepared operation key=7XVTB4OPZZOY tag=3IIV398UWJ5O type=del size=233604 2024-04-15T14:56:28.630 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:28.630+0000 7f8277235780 1 < completed part key=_multipart_CBSCS8P8QL0Q.2~J7DKQ2D31OXH.0 size=1048576 2024-04-15T14:56:28.631 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:28.631+0000 7f8277235780 1 < completed part key=_multipart_CBSCS8P8QL0Q.2~J7DKQ2D31OXH.1 size=1048576 2024-04-15T14:56:28.633 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:28.632+0000 7f8277235780 1 < completed part key=_multipart_CBSCS8P8QL0Q.2~J7DKQ2D31OXH.2 size=802336 2024-04-15T14:56:28.635 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:28.634+0000 7f8277235780 1 < completed multipart upload key=CBSCS8P8QL0Q upload=J7DKQ2D31OXH tag=PX7TPVLX9ZZ3 type=write size=3948064 2024-04-15T14:56:28.636 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:28.636+0000 7f8277235780 1 > prepared operation key=8X2ELHS3HRGS tag=EHFSN0YIRCBD type=del size=2897881 2024-04-15T14:56:28.638 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:28.637+0000 7f8277235780 1 < completed delete operation key=8X2ELHS3HRGS tag=PXGSGGXN9QC3 type=del 2024-04-15T14:56:28.640 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:28.639+0000 7f8277235780 1 > prepared part key=_multipart_BNQH1MC9XO9F.2~P3R0KB3LUH8N.0 size=1048576 2024-04-15T14:56:28.641 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:28.641+0000 7f8277235780 1 > prepared part key=_multipart_BNQH1MC9XO9F.2~P3R0KB3LUH8N.1 size=10229 2024-04-15T14:56:28.641 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:28.641+0000 7f8277235780 1 > prepared multipart upload key=BNQH1MC9XO9F upload=P3R0KB3LUH8N tag=DX3BM1XQFV5I type=write size=2107381 2024-04-15T14:56:28.643 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:28.642+0000 7f8277235780 1 < completed part key=_multipart_0XYNF2N97Y1C.2~V6HMORT5U95A.0 size=1048576 2024-04-15T14:56:28.644 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:28.643+0000 7f8277235780 1 < completed part key=_multipart_0XYNF2N97Y1C.2~V6HMORT5U95A.1 size=426544 2024-04-15T14:56:28.646 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:28.645+0000 7f8277235780 1 < completed multipart upload key=0XYNF2N97Y1C upload=V6HMORT5U95A tag=67CEMG9O6GH0 type=write size=2523696 2024-04-15T14:56:28.654 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:28.653+0000 7f8277235780 1 > prepared part key=_multipart_JDPAU9KY1OMN.2~UJ3GEKQ0OBE5.0 size=449810 2024-04-15T14:56:28.654 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:28.653+0000 7f8277235780 1 > prepared multipart upload key=JDPAU9KY1OMN upload=UJ3GEKQ0OBE5 tag=08VECQJFFG02 type=write size=1498386 2024-04-15T14:56:28.655 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:28.655+0000 7f8277235780 1 < completed delete operation key=ZMDZCWJKCFRI tag=5QTJXJZ4SL60 type=del 2024-04-15T14:56:28.657 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:28.656+0000 7f8277235780 1 > prepared operation key=81DQOX7PNGMS tag=4QVR8DSYPPRK type=del size=511441 2024-04-15T14:56:28.658 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:28.658+0000 7f8277235780 1 < completed delete operation key=MFZTYOL605I7 tag=USHG3B3RY8LN type=del 2024-04-15T14:56:28.660 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:28.659+0000 7f8277235780 1 > prepared operation key=D9NMXV7JDMXJ tag=HVLH5CVAIJ4U type=del size=3480711 2024-04-15T14:56:28.661 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:28.660+0000 7f8277235780 1 < completed write operation key=F402GDJVN3I9 tag=RQUDBD58BGZX type=write size=373907 2024-04-15T14:56:28.662 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:28.662+0000 7f8277235780 1 > prepared operation key=JY107VG7DVI1 tag=M2XSQQ9Q0I7H type=del size=1646426 2024-04-15T14:56:28.664 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:28.663+0000 7f8277235780 1 < completed part key=_multipart_81DQOX7PNGMS.2~N1P0T852Y7X5.0 size=92344 2024-04-15T14:56:28.666 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:28.665+0000 7f8277235780 1 < completed multipart upload key=81DQOX7PNGMS upload=N1P0T852Y7X5 tag=MBXH8DICX2PM type=write size=1140920 2024-04-15T14:56:28.667 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:28.667+0000 7f8277235780 1 > prepared operation key=50Y0EU7H0QWF tag=O2E37Z2PTQP1 type=write size=611540 2024-04-15T14:56:28.669 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:28.668+0000 7f8277235780 1 < completed part key=_multipart_F402GDJVN3I9.2~GDABB9MKBRNK.0 size=118476 2024-04-15T14:56:28.671 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:28.671+0000 7f8277235780 1 < completed multipart upload key=F402GDJVN3I9 upload=GDABB9MKBRNK tag=F764F0ZO6U5H type=write size=1167052 2024-04-15T14:56:28.673 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:28.672+0000 7f8277235780 1 > prepared operation key=54T20V7YW2K4 tag=P9ATDIU7FGIQ type=write size=395630 2024-04-15T14:56:28.674 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:28.673+0000 7f8277235780 1 < completed part key=_multipart_JDPAU9KY1OMN.2~RLPAE3VQI1MW.0 size=917655 2024-04-15T14:56:28.676 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:28.675+0000 7f8277235780 1 < completed multipart upload key=JDPAU9KY1OMN upload=RLPAE3VQI1MW tag=RACTQHJ5MNUC type=write size=1966231 2024-04-15T14:56:28.678 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:28.677+0000 7f8277235780 1 > prepared operation key=7XVTB4OPZZOY tag=HIDKAPNY0M2M type=del size=4114835 2024-04-15T14:56:28.679 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:28.678+0000 7f8277235780 1 < completed delete operation key=UCHFZKBWU6MN tag=X3K12MCCYSE0 type=del 2024-04-15T14:56:28.680 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:28.680+0000 7f8277235780 1 > prepared operation key=IVOFLSPJ0099 tag=SK3YAHY81ONV type=del size=12794 2024-04-15T14:56:28.682 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:28.681+0000 7f8277235780 1 < completed part key=_multipart_8X2ELHS3HRGS.2~RLBUP2FNWF9E.0 size=1048576 2024-04-15T14:56:28.683 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:28.682+0000 7f8277235780 1 < completed part key=_multipart_8X2ELHS3HRGS.2~RLBUP2FNWF9E.1 size=787253 2024-04-15T14:56:28.685 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:28.684+0000 7f8277235780 1 < completed multipart upload key=8X2ELHS3HRGS upload=RLBUP2FNWF9E tag=3582WHINZ9FV type=write size=2884405 2024-04-15T14:56:28.687 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:28.686+0000 7f8277235780 1 > prepared operation key=7XVTB4OPZZOY tag=8OG7E3DOUM8X type=write size=82693 2024-04-15T14:56:28.688 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:28.687+0000 7f8277235780 1 < completed delete operation key=G82D816QHN8B tag=03V56M823EGX type=del 2024-04-15T14:56:28.689 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:28.689+0000 7f8277235780 1 > prepared operation key=50Y0EU7H0QWF tag=YBRBB2Y29VU2 type=del size=586206 2024-04-15T14:56:28.691 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:28.690+0000 7f8277235780 1 < completed part key=_multipart_BSJC05AGXDJ3.2~A0X46EJ4H7FX.0 size=268453 2024-04-15T14:56:28.693 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:28.692+0000 7f8277235780 1 < completed multipart upload key=BSJC05AGXDJ3 upload=A0X46EJ4H7FX tag=KG2T9OXUA50X type=write size=1317029 2024-04-15T14:56:28.694 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:28.693+0000 7f8277235780 1 > prepared operation key=54T20V7YW2K4 tag=6A1SPHKBNF71 type=del size=1981575 2024-04-15T14:56:28.696 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:28.695+0000 7f8277235780 1 < completed delete operation key=8X2ELHS3HRGS tag=DP2Y3MRWP2DT type=del 2024-04-15T14:56:28.697 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:28.696+0000 7f8277235780 1 > prepared operation key=33SEOBW9RRJN tag=OXXAP2ZK3GO1 type=write size=244001 2024-04-15T14:56:28.698 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:28.698+0000 7f8277235780 1 < completed part key=_multipart_G82D816QHN8B.2~PHU14VXBYSC9.0 size=1048576 2024-04-15T14:56:28.699 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:28.699+0000 7f8277235780 1 < completed part key=_multipart_G82D816QHN8B.2~PHU14VXBYSC9.1 size=1048576 2024-04-15T14:56:28.701 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:28.700+0000 7f8277235780 1 < completed part key=_multipart_G82D816QHN8B.2~PHU14VXBYSC9.2 size=565731 2024-04-15T14:56:28.703 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:28.702+0000 7f8277235780 1 < completed multipart upload key=G82D816QHN8B upload=PHU14VXBYSC9 tag=D365OSEWJYJ4 type=write size=3711459 2024-04-15T14:56:28.706 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:28.705+0000 7f8277235780 1 > prepared part key=_multipart_R38CSTKHEGGY.2~3LE3VQR8MK93.0 size=1048576 2024-04-15T14:56:28.707 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:28.706+0000 7f8277235780 1 > prepared part key=_multipart_R38CSTKHEGGY.2~3LE3VQR8MK93.1 size=12034 2024-04-15T14:56:28.707 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:28.706+0000 7f8277235780 1 > prepared multipart upload key=R38CSTKHEGGY upload=3LE3VQR8MK93 tag=KSPYHCA2WG1S type=write size=2109186 2024-04-15T14:56:28.710 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:28.709+0000 7f8277235780 1 < suggested remove operation key=7XVTB4OPZZOY tag=3IIV398UWJ5O type=del 2024-04-15T14:56:28.713 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:28.712+0000 7f8277235780 1 > prepared part key=_multipart_CFCUGZ5D6TU8.2~YZ86845W9K4I.0 size=1048576 2024-04-15T14:56:28.714 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:28.714+0000 7f8277235780 1 > prepared part key=_multipart_CFCUGZ5D6TU8.2~YZ86845W9K4I.1 size=616173 2024-04-15T14:56:28.714 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:28.714+0000 7f8277235780 1 > prepared multipart upload key=CFCUGZ5D6TU8 upload=YZ86845W9K4I tag=37UWSHEZ3VZF type=write size=2713325 2024-04-15T14:56:28.716 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:28.715+0000 7f8277235780 1 < completed delete operation key=8X2ELHS3HRGS tag=EHFSN0YIRCBD type=del 2024-04-15T14:56:28.717 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:28.716+0000 7f8277235780 1 > prepared operation key=NII4HKLD4YSI tag=D2G6PTDQBGGP type=write size=993637 2024-04-15T14:56:28.718 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:28.718+0000 7f8277235780 1 < completed part key=_multipart_BNQH1MC9XO9F.2~P3R0KB3LUH8N.0 size=1048576 2024-04-15T14:56:28.719 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:28.718+0000 7f8277235780 1 < canceled part key=_multipart_BNQH1MC9XO9F.2~P3R0KB3LUH8N.1 size=10229 2024-04-15T14:56:28.721 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:28.720+0000 7f8277235780 1 < canceled multipart upload key=BNQH1MC9XO9F upload=P3R0KB3LUH8N tag=DX3BM1XQFV5I type=write size=2107381 2024-04-15T14:56:28.722 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:28.722+0000 7f8277235780 1 > prepared operation key=BSJC05AGXDJ3 tag=GMYIJO9R433M type=del size=1257464 2024-04-15T14:56:28.724 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:28.723+0000 7f8277235780 1 < completed part key=_multipart_JDPAU9KY1OMN.2~UJ3GEKQ0OBE5.0 size=449810 2024-04-15T14:56:28.726 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:28.725+0000 7f8277235780 1 < completed multipart upload key=JDPAU9KY1OMN upload=UJ3GEKQ0OBE5 tag=08VECQJFFG02 type=write size=1498386 2024-04-15T14:56:28.727 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:28.726+0000 7f8277235780 1 > prepared operation key=UCHFZKBWU6MN tag=PFMS6DC8TWN1 type=del size=1142330 2024-04-15T14:56:28.729 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:28.728+0000 7f8277235780 1 < completed delete operation key=81DQOX7PNGMS tag=4QVR8DSYPPRK type=del 2024-04-15T14:56:28.730 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:28.729+0000 7f8277235780 1 > prepared operation key=ASEC18UU5NGJ tag=0NHNW3837PQG type=del size=4164710 2024-04-15T14:56:28.731 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:28.731+0000 7f8277235780 1 < completed delete operation key=D9NMXV7JDMXJ tag=HVLH5CVAIJ4U type=del 2024-04-15T14:56:28.734 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:28.734+0000 7f8277235780 1 > prepared part key=_multipart_CBSCS8P8QL0Q.2~2MQHH426LXN9.0 size=1048576 2024-04-15T14:56:28.736 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:28.735+0000 7f8277235780 1 > prepared part key=_multipart_CBSCS8P8QL0Q.2~2MQHH426LXN9.1 size=1048576 2024-04-15T14:56:28.737 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:28.736+0000 7f8277235780 1 > prepared part key=_multipart_CBSCS8P8QL0Q.2~2MQHH426LXN9.2 size=597440 2024-04-15T14:56:28.737 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:28.736+0000 7f8277235780 1 > prepared multipart upload key=CBSCS8P8QL0Q upload=2MQHH426LXN9 tag=FGYXRO6E8S0Z type=write size=3743168 2024-04-15T14:56:28.738 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:28.737+0000 7f8277235780 1 < completed delete operation key=JY107VG7DVI1 tag=M2XSQQ9Q0I7H type=del 2024-04-15T14:56:28.740 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:28.739+0000 7f8277235780 1 > prepared operation key=ASEC18UU5NGJ tag=SWXETMQZWKFD type=del size=479643 2024-04-15T14:56:28.743 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:28.742+0000 7f8277235780 1 < suggested remove operation key=50Y0EU7H0QWF tag=O2E37Z2PTQP1 type=write 2024-04-15T14:56:28.744 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:28.743+0000 7f8277235780 1 > prepared operation key=7XVTB4OPZZOY tag=V78UFTTJWN5M type=del size=1362251 2024-04-15T14:56:28.746 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:28.745+0000 7f8277235780 1 < canceled operation key=54T20V7YW2K4 tag=P9ATDIU7FGIQ type=write size=395630 2024-04-15T14:56:28.747 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:28.746+0000 7f8277235780 1 > prepared operation key=BNQH1MC9XO9F tag=VGYU0DEB4UF1 type=del size=3136181 2024-04-15T14:56:28.749 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:28.748+0000 7f8277235780 -1 < failed to complete operation key=7XVTB4OPZZOY tag=HIDKAPNY0M2M type=del size=4114835: (22) Invalid argument 2024-04-15T14:56:28.752 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:28.751+0000 7f8277235780 1 > prepared part key=_multipart_BNQH1MC9XO9F.2~1COK6OWOEYQV.0 size=1048576 2024-04-15T14:56:28.753 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:28.752+0000 7f8277235780 1 > prepared part key=_multipart_BNQH1MC9XO9F.2~1COK6OWOEYQV.1 size=1048576 2024-04-15T14:56:28.754 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:28.753+0000 7f8277235780 1 > prepared part key=_multipart_BNQH1MC9XO9F.2~1COK6OWOEYQV.2 size=979252 2024-04-15T14:56:28.754 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:28.753+0000 7f8277235780 1 > prepared multipart upload key=BNQH1MC9XO9F upload=1COK6OWOEYQV tag=N1BFFCKIDX8Q type=write size=4124980 2024-04-15T14:56:28.755 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:28.755+0000 7f8277235780 1 < completed delete operation key=IVOFLSPJ0099 tag=SK3YAHY81ONV type=del 2024-04-15T14:56:28.758 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:28.757+0000 7f8277235780 1 > prepared part key=_multipart_IVOFLSPJ0099.2~BPR3AODC6BWY.0 size=984107 2024-04-15T14:56:28.758 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:28.757+0000 7f8277235780 1 > prepared multipart upload key=IVOFLSPJ0099 upload=BPR3AODC6BWY tag=38RXAOCN81P2 type=write size=2032683 2024-04-15T14:56:28.761 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:28.760+0000 7f8277235780 1 < suggested remove operation key=7XVTB4OPZZOY tag=8OG7E3DOUM8X type=write 2024-04-15T14:56:28.763 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:28.763+0000 7f8277235780 1 > prepared part key=_multipart_RQYB4B0WTR9V.2~D0E0JOIX19Y7.0 size=1048576 2024-04-15T14:56:28.765 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:28.764+0000 7f8277235780 1 > prepared part key=_multipart_RQYB4B0WTR9V.2~D0E0JOIX19Y7.1 size=1048576 2024-04-15T14:56:28.766 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:28.765+0000 7f8277235780 1 > prepared part key=_multipart_RQYB4B0WTR9V.2~D0E0JOIX19Y7.2 size=365103 2024-04-15T14:56:28.766 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:28.765+0000 7f8277235780 1 > prepared multipart upload key=RQYB4B0WTR9V upload=D0E0JOIX19Y7 tag=H9Y363X41VA8 type=write size=3510831 2024-04-15T14:56:28.767 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:28.766+0000 7f8277235780 -1 < failed to complete operation key=50Y0EU7H0QWF tag=YBRBB2Y29VU2 type=del size=586206: (22) Invalid argument 2024-04-15T14:56:28.769 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:28.768+0000 7f8277235780 1 > prepared operation key=CBSCS8P8QL0Q tag=AECAK7B4QWJ4 type=del size=1683551 2024-04-15T14:56:28.773 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:28.770+0000 7f8277235780 1 < completed delete operation key=54T20V7YW2K4 tag=6A1SPHKBNF71 type=del 2024-04-15T14:56:28.773 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:28.771+0000 7f8277235780 1 > prepared operation key=OQ3O0PKNZJ9S tag=QQ79SILMHIGB type=del size=1229511 2024-04-15T14:56:28.775 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:28.774+0000 7f8277235780 1 < suggested update operation key=33SEOBW9RRJN tag=OXXAP2ZK3GO1 type=write size=244001 2024-04-15T14:56:28.776 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:28.775+0000 7f8277235780 1 > prepared operation key=F402GDJVN3I9 tag=3IUZJAK1CYCI type=del size=1409709 2024-04-15T14:56:28.777 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:28.777+0000 7f8277235780 1 < completed part key=_multipart_R38CSTKHEGGY.2~3LE3VQR8MK93.0 size=1048576 2024-04-15T14:56:28.779 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:28.778+0000 7f8277235780 1 < completed part key=_multipart_R38CSTKHEGGY.2~3LE3VQR8MK93.1 size=12034 2024-04-15T14:56:28.781 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:28.780+0000 7f8277235780 1 < completed multipart upload key=R38CSTKHEGGY upload=3LE3VQR8MK93 tag=KSPYHCA2WG1S type=write size=2109186 2024-04-15T14:56:28.783 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:28.783+0000 7f8277235780 1 > prepared part key=_multipart_IVOFLSPJ0099.2~FF369RTSVPZK.0 size=1048576 2024-04-15T14:56:28.785 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:28.784+0000 7f8277235780 1 > prepared part key=_multipart_IVOFLSPJ0099.2~FF369RTSVPZK.1 size=1048576 2024-04-15T14:56:28.786 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:28.785+0000 7f8277235780 1 > prepared part key=_multipart_IVOFLSPJ0099.2~FF369RTSVPZK.2 size=589412 2024-04-15T14:56:28.786 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:28.785+0000 7f8277235780 1 > prepared multipart upload key=IVOFLSPJ0099 upload=FF369RTSVPZK tag=V9Z0SBPQUY4Y type=write size=3735140 2024-04-15T14:56:28.787 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:28.786+0000 7f8277235780 1 < completed part key=_multipart_CFCUGZ5D6TU8.2~YZ86845W9K4I.0 size=1048576 2024-04-15T14:56:28.788 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:28.787+0000 7f8277235780 1 < completed part key=_multipart_CFCUGZ5D6TU8.2~YZ86845W9K4I.1 size=616173 2024-04-15T14:56:28.791 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:28.790+0000 7f8277235780 1 < completed multipart upload key=CFCUGZ5D6TU8 upload=YZ86845W9K4I tag=37UWSHEZ3VZF type=write size=2713325 2024-04-15T14:56:28.792 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:28.791+0000 7f8277235780 1 > prepared operation key=0XYNF2N97Y1C tag=0FDC2IY6621D type=write size=878091 2024-04-15T14:56:28.794 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:28.793+0000 7f8277235780 1 < completed write operation key=NII4HKLD4YSI tag=D2G6PTDQBGGP type=write size=993637 2024-04-15T14:56:28.795 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:28.794+0000 7f8277235780 1 > prepared operation key=BSJC05AGXDJ3 tag=QVQ1UYUNUBUM type=write size=974238 2024-04-15T14:56:28.799 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:28.798+0000 7f8277235780 1 < suggested remove operation key=BSJC05AGXDJ3 tag=GMYIJO9R433M type=del 2024-04-15T14:56:28.800 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:28.799+0000 7f8277235780 1 > prepared operation key=IM0AQIM316IL tag=4O1NJ1AJXHDP type=del size=2459770 2024-04-15T14:56:28.803 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:28.802+0000 7f8277235780 1 < suggested remove operation key=UCHFZKBWU6MN tag=PFMS6DC8TWN1 type=del 2024-04-15T14:56:28.805 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:28.804+0000 7f8277235780 1 > prepared operation key=50Y0EU7H0QWF tag=8N4HKH1IO42S type=del size=760443 2024-04-15T14:56:28.808 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:28.807+0000 7f8277235780 1 < suggested remove operation key=ASEC18UU5NGJ tag=0NHNW3837PQG type=del 2024-04-15T14:56:28.810 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:28.809+0000 7f8277235780 1 > prepared part key=_multipart_8X2ELHS3HRGS.2~MNZTAR12Z5LV.0 size=178239 2024-04-15T14:56:28.810 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:28.809+0000 7f8277235780 1 > prepared multipart upload key=8X2ELHS3HRGS upload=MNZTAR12Z5LV tag=3CG8HJVXT69S type=write size=1226815 2024-04-15T14:56:28.811 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:28.811+0000 7f8277235780 1 < completed part key=_multipart_CBSCS8P8QL0Q.2~2MQHH426LXN9.0 size=1048576 2024-04-15T14:56:28.813 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:28.812+0000 7f8277235780 1 < completed part key=_multipart_CBSCS8P8QL0Q.2~2MQHH426LXN9.1 size=1048576 2024-04-15T14:56:28.814 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:28.813+0000 7f8277235780 1 < completed part key=_multipart_CBSCS8P8QL0Q.2~2MQHH426LXN9.2 size=597440 2024-04-15T14:56:28.816 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:28.815+0000 7f8277235780 1 < completed multipart upload key=CBSCS8P8QL0Q upload=2MQHH426LXN9 tag=FGYXRO6E8S0Z type=write size=3743168 2024-04-15T14:56:28.818 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:28.817+0000 7f8277235780 1 > prepared operation key=D9NMXV7JDMXJ tag=ZSIH74TY81HW type=del size=1632482 2024-04-15T14:56:28.819 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:28.818+0000 7f8277235780 -1 < failed to complete operation key=ASEC18UU5NGJ tag=SWXETMQZWKFD type=del size=479643: (22) Invalid argument 2024-04-15T14:56:28.821 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:28.820+0000 7f8277235780 1 > prepared operation key=JDPAU9KY1OMN tag=F18WQQ4NBDO5 type=del size=212916 2024-04-15T14:56:28.822 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:28.821+0000 7f8277235780 -1 < failed to complete operation key=7XVTB4OPZZOY tag=V78UFTTJWN5M type=del size=1362251: (22) Invalid argument 2024-04-15T14:56:28.824 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:28.823+0000 7f8277235780 1 > prepared operation key=IM0AQIM316IL tag=HG67P6ULXYK8 type=del size=2017994 2024-04-15T14:56:28.825 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:28.824+0000 7f8277235780 1 < completed delete operation key=BNQH1MC9XO9F tag=VGYU0DEB4UF1 type=del 2024-04-15T14:56:28.828 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:28.827+0000 7f8277235780 1 > prepared part key=_multipart_0XYNF2N97Y1C.2~YFPQ0KTOKYQE.0 size=1048576 2024-04-15T14:56:28.829 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:28.828+0000 7f8277235780 1 > prepared part key=_multipart_0XYNF2N97Y1C.2~YFPQ0KTOKYQE.1 size=958246 2024-04-15T14:56:28.829 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:28.828+0000 7f8277235780 1 > prepared multipart upload key=0XYNF2N97Y1C upload=YFPQ0KTOKYQE tag=ITS1SGVRVDIV type=write size=3055398 2024-04-15T14:56:28.830 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:28.829+0000 7f8277235780 1 < completed part key=_multipart_BNQH1MC9XO9F.2~1COK6OWOEYQV.0 size=1048576 2024-04-15T14:56:28.831 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:28.830+0000 7f8277235780 1 < completed part key=_multipart_BNQH1MC9XO9F.2~1COK6OWOEYQV.1 size=1048576 2024-04-15T14:56:28.833 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:28.832+0000 7f8277235780 1 < completed part key=_multipart_BNQH1MC9XO9F.2~1COK6OWOEYQV.2 size=979252 2024-04-15T14:56:28.836 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:28.835+0000 7f8277235780 1 < completed multipart upload key=BNQH1MC9XO9F upload=1COK6OWOEYQV tag=N1BFFCKIDX8Q type=write size=4124980 2024-04-15T14:56:28.838 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:28.837+0000 7f8277235780 1 > prepared part key=_multipart_R38CSTKHEGGY.2~QKKR2ILK0665.0 size=1048576 2024-04-15T14:56:28.839 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:28.839+0000 7f8277235780 1 > prepared part key=_multipart_R38CSTKHEGGY.2~QKKR2ILK0665.1 size=1014201 2024-04-15T14:56:28.840 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:28.839+0000 7f8277235780 1 > prepared multipart upload key=R38CSTKHEGGY upload=QKKR2ILK0665 tag=04QPBM7EGWO8 type=write size=3111353 2024-04-15T14:56:28.841 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:28.840+0000 7f8277235780 1 < completed part key=_multipart_IVOFLSPJ0099.2~BPR3AODC6BWY.0 size=984107 2024-04-15T14:56:28.843 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:28.842+0000 7f8277235780 1 < completed multipart upload key=IVOFLSPJ0099 upload=BPR3AODC6BWY tag=38RXAOCN81P2 type=write size=2032683 2024-04-15T14:56:28.844 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:28.844+0000 7f8277235780 1 > prepared operation key=BNQH1MC9XO9F tag=2WZ2G71YO81I type=del size=2863336 2024-04-15T14:56:28.846 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:28.845+0000 7f8277235780 1 < completed part key=_multipart_RQYB4B0WTR9V.2~D0E0JOIX19Y7.0 size=1048576 2024-04-15T14:56:28.847 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:28.846+0000 7f8277235780 1 < completed part key=_multipart_RQYB4B0WTR9V.2~D0E0JOIX19Y7.1 size=1048576 2024-04-15T14:56:28.848 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:28.847+0000 7f8277235780 1 < completed part key=_multipart_RQYB4B0WTR9V.2~D0E0JOIX19Y7.2 size=365103 2024-04-15T14:56:28.851 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:28.850+0000 7f8277235780 1 < completed multipart upload key=RQYB4B0WTR9V upload=D0E0JOIX19Y7 tag=H9Y363X41VA8 type=write size=3510831 2024-04-15T14:56:28.853 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:28.852+0000 7f8277235780 1 > prepared part key=_multipart_8X2ELHS3HRGS.2~A2JK6AS44EHM.0 size=1048576 2024-04-15T14:56:28.854 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:28.854+0000 7f8277235780 1 > prepared part key=_multipart_8X2ELHS3HRGS.2~A2JK6AS44EHM.1 size=21788 2024-04-15T14:56:28.854 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:28.854+0000 7f8277235780 1 > prepared multipart upload key=8X2ELHS3HRGS upload=A2JK6AS44EHM tag=DMC1N3UYIBU3 type=write size=2118940 2024-04-15T14:56:28.857 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:28.856+0000 7f8277235780 1 < suggested remove operation key=CBSCS8P8QL0Q tag=AECAK7B4QWJ4 type=del 2024-04-15T14:56:28.859 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:28.858+0000 7f8277235780 1 > prepared operation key=OQ3O0PKNZJ9S tag=5JMU12IA3YLZ type=write size=172060 2024-04-15T14:56:28.862 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:28.861+0000 7f8277235780 1 < suggested update operation key=OQ3O0PKNZJ9S tag=QQ79SILMHIGB type=del size=1229511 2024-04-15T14:56:28.864 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:28.863+0000 7f8277235780 1 > prepared part key=_multipart_P0TQX1TRPSLX.2~XJ93BPDES987.0 size=1048576 2024-04-15T14:56:28.865 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:28.865+0000 7f8277235780 1 > prepared part key=_multipart_P0TQX1TRPSLX.2~XJ93BPDES987.1 size=1048576 2024-04-15T14:56:28.866 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:28.866+0000 7f8277235780 1 > prepared part key=_multipart_P0TQX1TRPSLX.2~XJ93BPDES987.2 size=354472 2024-04-15T14:56:28.867 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:28.866+0000 7f8277235780 1 > prepared multipart upload key=P0TQX1TRPSLX upload=XJ93BPDES987 tag=GORQ2Y9XQPJ1 type=write size=3500200 2024-04-15T14:56:28.869 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:28.868+0000 7f8277235780 1 < suggested remove operation key=F402GDJVN3I9 tag=3IUZJAK1CYCI type=del 2024-04-15T14:56:28.871 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:28.870+0000 7f8277235780 1 > prepared operation key=BNQH1MC9XO9F tag=HHRODV9S5YLW type=del size=1877490 2024-04-15T14:56:28.872 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:28.871+0000 7f8277235780 1 < completed part key=_multipart_IVOFLSPJ0099.2~FF369RTSVPZK.0 size=1048576 2024-04-15T14:56:28.873 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:28.872+0000 7f8277235780 1 < completed part key=_multipart_IVOFLSPJ0099.2~FF369RTSVPZK.1 size=1048576 2024-04-15T14:56:28.874 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:28.874+0000 7f8277235780 1 < completed part key=_multipart_IVOFLSPJ0099.2~FF369RTSVPZK.2 size=589412 2024-04-15T14:56:28.877 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:28.876+0000 7f8277235780 1 < completed multipart upload key=IVOFLSPJ0099 upload=FF369RTSVPZK tag=V9Z0SBPQUY4Y type=write size=3735140 2024-04-15T14:56:28.879 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:28.879+0000 7f8277235780 1 > prepared part key=_multipart_P0TQX1TRPSLX.2~GI5GLD2APTHX.0 size=1048576 2024-04-15T14:56:28.881 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:28.880+0000 7f8277235780 1 > prepared part key=_multipart_P0TQX1TRPSLX.2~GI5GLD2APTHX.1 size=528045 2024-04-15T14:56:28.881 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:28.880+0000 7f8277235780 1 > prepared multipart upload key=P0TQX1TRPSLX upload=GI5GLD2APTHX tag=K9ETIAC00NB0 type=write size=2625197 2024-04-15T14:56:28.882 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:28.881+0000 7f8277235780 1 < completed write operation key=0XYNF2N97Y1C tag=0FDC2IY6621D type=write size=878091 2024-04-15T14:56:28.885 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:28.884+0000 7f8277235780 1 > prepared part key=_multipart_MFZTYOL605I7.2~D3GP1P6J0M44.0 size=567467 2024-04-15T14:56:28.885 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:28.884+0000 7f8277235780 1 > prepared multipart upload key=MFZTYOL605I7 upload=D3GP1P6J0M44 tag=QGNHLUKSVXGW type=write size=1616043 2024-04-15T14:56:28.887 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:28.886+0000 7f8277235780 -1 < failed to complete operation key=BSJC05AGXDJ3 tag=QVQ1UYUNUBUM type=write size=974238: (22) Invalid argument 2024-04-15T14:56:28.889 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:28.889+0000 7f8277235780 1 > prepared part key=_multipart_MFZTYOL605I7.2~0VS7K8Q2KCF3.0 size=1048576 2024-04-15T14:56:28.891 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:28.890+0000 7f8277235780 1 > prepared part key=_multipart_MFZTYOL605I7.2~0VS7K8Q2KCF3.1 size=1048576 2024-04-15T14:56:28.892 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:28.891+0000 7f8277235780 1 > prepared part key=_multipart_MFZTYOL605I7.2~0VS7K8Q2KCF3.2 size=120076 2024-04-15T14:56:28.892 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:28.891+0000 7f8277235780 1 > prepared multipart upload key=MFZTYOL605I7 upload=0VS7K8Q2KCF3 tag=0TMFGIX95TEB type=write size=3265804 2024-04-15T14:56:28.893 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:28.893+0000 7f8277235780 1 < completed delete operation key=IM0AQIM316IL tag=4O1NJ1AJXHDP type=del 2024-04-15T14:56:28.896 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:28.895+0000 7f8277235780 1 > prepared part key=_multipart_D9NMXV7JDMXJ.2~EULKGL20IBNU.0 size=1048576 2024-04-15T14:56:28.897 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:28.896+0000 7f8277235780 1 > prepared part key=_multipart_D9NMXV7JDMXJ.2~EULKGL20IBNU.1 size=314890 2024-04-15T14:56:28.897 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:28.896+0000 7f8277235780 1 > prepared multipart upload key=D9NMXV7JDMXJ upload=EULKGL20IBNU tag=2LVFLT7SAA5S type=write size=2412042 2024-04-15T14:56:28.899 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:28.898+0000 7f8277235780 1 < completed delete operation key=50Y0EU7H0QWF tag=8N4HKH1IO42S type=del 2024-04-15T14:56:28.902 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:28.900+0000 7f8277235780 1 > prepared part key=_multipart_8X2ELHS3HRGS.2~W7Q0NFBADTCN.0 size=125335 2024-04-15T14:56:28.902 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:28.900+0000 7f8277235780 1 > prepared multipart upload key=8X2ELHS3HRGS upload=W7Q0NFBADTCN tag=PK7W0QQOP8AK type=write size=1173911 2024-04-15T14:56:28.903 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:28.902+0000 7f8277235780 1 < completed part key=_multipart_8X2ELHS3HRGS.2~MNZTAR12Z5LV.0 size=178239 2024-04-15T14:56:28.905 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:28.904+0000 7f8277235780 1 < completed multipart upload key=8X2ELHS3HRGS upload=MNZTAR12Z5LV tag=3CG8HJVXT69S type=write size=1226815 2024-04-15T14:56:28.906 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:28.905+0000 7f8277235780 1 > prepared operation key=D9NMXV7JDMXJ tag=9O1EYWGRAH29 type=del size=1200958 2024-04-15T14:56:28.908 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:28.907+0000 7f8277235780 1 < completed delete operation key=D9NMXV7JDMXJ tag=ZSIH74TY81HW type=del 2024-04-15T14:56:28.910 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:28.910+0000 7f8277235780 1 > prepared part key=_multipart_F402GDJVN3I9.2~1WCLR9BLKMCD.0 size=523706 2024-04-15T14:56:28.910 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:28.910+0000 7f8277235780 1 > prepared multipart upload key=F402GDJVN3I9 upload=1WCLR9BLKMCD tag=A7KB43J1RKGO type=write size=1572282 2024-04-15T14:56:28.912 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:28.911+0000 7f8277235780 1 < completed delete operation key=JDPAU9KY1OMN tag=F18WQQ4NBDO5 type=del 2024-04-15T14:56:28.913 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:28.912+0000 7f8277235780 1 > prepared operation key=ASEC18UU5NGJ tag=ND5EWF3WL4R2 type=del size=1805386 2024-04-15T14:56:28.917 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:28.916+0000 7f8277235780 1 < suggested remove operation key=IM0AQIM316IL tag=HG67P6ULXYK8 type=del 2024-04-15T14:56:28.918 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:28.917+0000 7f8277235780 1 > prepared operation key=7XVTB4OPZZOY tag=MC3SNZ173T8N type=del size=3515710 2024-04-15T14:56:28.920 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:28.919+0000 7f8277235780 1 < completed part key=_multipart_0XYNF2N97Y1C.2~YFPQ0KTOKYQE.0 size=1048576 2024-04-15T14:56:28.921 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:28.921+0000 7f8277235780 1 < completed part key=_multipart_0XYNF2N97Y1C.2~YFPQ0KTOKYQE.1 size=958246 2024-04-15T14:56:28.924 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:28.923+0000 7f8277235780 1 < completed multipart upload key=0XYNF2N97Y1C upload=YFPQ0KTOKYQE tag=ITS1SGVRVDIV type=write size=3055398 2024-04-15T14:56:28.926 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:28.925+0000 7f8277235780 1 > prepared operation key=IVOFLSPJ0099 tag=SEVS16X0XQGY type=del size=69699 2024-04-15T14:56:28.927 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:28.927+0000 7f8277235780 1 < completed part key=_multipart_R38CSTKHEGGY.2~QKKR2ILK0665.0 size=1048576 2024-04-15T14:56:28.929 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:28.928+0000 7f8277235780 1 < completed part key=_multipart_R38CSTKHEGGY.2~QKKR2ILK0665.1 size=1014201 2024-04-15T14:56:28.932 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:28.931+0000 7f8277235780 1 < completed multipart upload key=R38CSTKHEGGY upload=QKKR2ILK0665 tag=04QPBM7EGWO8 type=write size=3111353 2024-04-15T14:56:28.933 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:28.933+0000 7f8277235780 1 > prepared operation key=ASEC18UU5NGJ tag=DH7QT8YFSQEC type=del size=3516087 2024-04-15T14:56:28.935 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:28.934+0000 7f8277235780 1 < completed delete operation key=BNQH1MC9XO9F tag=2WZ2G71YO81I type=del 2024-04-15T14:56:28.937 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:28.936+0000 7f8277235780 1 > prepared operation key=A0RW26A8FZ95 tag=752X6XEDGMCS type=del size=94 2024-04-15T14:56:28.938 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:28.937+0000 7f8277235780 1 < completed part key=_multipart_8X2ELHS3HRGS.2~A2JK6AS44EHM.0 size=1048576 2024-04-15T14:56:28.940 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:28.939+0000 7f8277235780 1 < completed part key=_multipart_8X2ELHS3HRGS.2~A2JK6AS44EHM.1 size=21788 2024-04-15T14:56:28.942 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:28.942+0000 7f8277235780 1 < completed multipart upload key=8X2ELHS3HRGS upload=A2JK6AS44EHM tag=DMC1N3UYIBU3 type=write size=2118940 2024-04-15T14:56:28.945 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:28.945+0000 7f8277235780 1 > prepared part key=_multipart_BSJC05AGXDJ3.2~FMDB0JRAFJ4Q.0 size=1048576 2024-04-15T14:56:28.947 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:28.946+0000 7f8277235780 1 > prepared part key=_multipart_BSJC05AGXDJ3.2~FMDB0JRAFJ4Q.1 size=1048576 2024-04-15T14:56:28.948 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:28.947+0000 7f8277235780 1 > prepared part key=_multipart_BSJC05AGXDJ3.2~FMDB0JRAFJ4Q.2 size=111836 2024-04-15T14:56:28.948 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:28.947+0000 7f8277235780 1 > prepared multipart upload key=BSJC05AGXDJ3 upload=FMDB0JRAFJ4Q tag=1WTQR5COOTMU type=write size=3257564 2024-04-15T14:56:28.949 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:28.948+0000 7f8277235780 -1 < failed to complete operation key=OQ3O0PKNZJ9S tag=5JMU12IA3YLZ type=write size=172060: (22) Invalid argument 2024-04-15T14:56:28.952 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:28.951+0000 7f8277235780 1 > prepared part key=_multipart_Q0PE50H1CDIB.2~XUE76ZQ9RI4D.0 size=1048576 2024-04-15T14:56:28.953 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:28.952+0000 7f8277235780 1 > prepared part key=_multipart_Q0PE50H1CDIB.2~XUE76ZQ9RI4D.1 size=1048576 2024-04-15T14:56:28.954 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:28.953+0000 7f8277235780 1 > prepared part key=_multipart_Q0PE50H1CDIB.2~XUE76ZQ9RI4D.2 size=767308 2024-04-15T14:56:28.954 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:28.953+0000 7f8277235780 1 > prepared multipart upload key=Q0PE50H1CDIB upload=XUE76ZQ9RI4D tag=8HC5FXTTJ6DJ type=write size=3913036 2024-04-15T14:56:28.955 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:28.955+0000 7f8277235780 1 < completed part key=_multipart_P0TQX1TRPSLX.2~XJ93BPDES987.0 size=1048576 2024-04-15T14:56:28.956 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:28.955+0000 7f8277235780 1 < canceled part key=_multipart_P0TQX1TRPSLX.2~XJ93BPDES987.1 size=1048576 2024-04-15T14:56:28.957 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:28.956+0000 7f8277235780 1 < completed part key=_multipart_P0TQX1TRPSLX.2~XJ93BPDES987.2 size=354472 2024-04-15T14:56:28.959 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:28.958+0000 7f8277235780 1 < canceled multipart upload key=P0TQX1TRPSLX upload=XJ93BPDES987 tag=GORQ2Y9XQPJ1 type=write size=3500200 2024-04-15T14:56:28.960 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:28.959+0000 7f8277235780 1 > prepared operation key=MIRREM7KIO9I tag=QP6ATQ0MF5NL type=write size=861496 2024-04-15T14:56:28.962 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:28.961+0000 7f8277235780 1 < completed delete operation key=BNQH1MC9XO9F tag=HHRODV9S5YLW type=del 2024-04-15T14:56:28.963 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:28.962+0000 7f8277235780 1 > prepared operation key=F402GDJVN3I9 tag=KLXD29UBZN0D type=del size=3697166 2024-04-15T14:56:28.965 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:28.964+0000 7f8277235780 1 < completed part key=_multipart_P0TQX1TRPSLX.2~GI5GLD2APTHX.0 size=1048576 2024-04-15T14:56:28.966 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:28.965+0000 7f8277235780 1 < completed part key=_multipart_P0TQX1TRPSLX.2~GI5GLD2APTHX.1 size=528045 2024-04-15T14:56:28.968 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:28.968+0000 7f8277235780 1 < completed multipart upload key=P0TQX1TRPSLX upload=GI5GLD2APTHX tag=K9ETIAC00NB0 type=write size=2625197 2024-04-15T14:56:28.970 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:28.969+0000 7f8277235780 1 > prepared operation key=BSJC05AGXDJ3 tag=36UKJ9YIXW36 type=write size=453123 2024-04-15T14:56:28.972 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:28.971+0000 7f8277235780 1 < completed part key=_multipart_MFZTYOL605I7.2~D3GP1P6J0M44.0 size=567467 2024-04-15T14:56:28.974 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:28.973+0000 7f8277235780 1 < completed multipart upload key=MFZTYOL605I7 upload=D3GP1P6J0M44 tag=QGNHLUKSVXGW type=write size=1616043 2024-04-15T14:56:28.977 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:28.976+0000 7f8277235780 1 > prepared part key=_multipart_NII4HKLD4YSI.2~6BHQJFS90548.0 size=789356 2024-04-15T14:56:28.977 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:28.976+0000 7f8277235780 1 > prepared multipart upload key=NII4HKLD4YSI upload=6BHQJFS90548 tag=20ZWMZUPBDG5 type=write size=1837932 2024-04-15T14:56:28.979 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:28.978+0000 7f8277235780 1 < completed part key=_multipart_MFZTYOL605I7.2~0VS7K8Q2KCF3.0 size=1048576 2024-04-15T14:56:28.980 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:28.979+0000 7f8277235780 1 < completed part key=_multipart_MFZTYOL605I7.2~0VS7K8Q2KCF3.1 size=1048576 2024-04-15T14:56:28.982 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:28.980+0000 7f8277235780 1 < completed part key=_multipart_MFZTYOL605I7.2~0VS7K8Q2KCF3.2 size=120076 2024-04-15T14:56:28.984 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:28.983+0000 7f8277235780 1 < completed multipart upload key=MFZTYOL605I7 upload=0VS7K8Q2KCF3 tag=0TMFGIX95TEB type=write size=3265804 2024-04-15T14:56:28.987 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:28.986+0000 7f8277235780 1 > prepared part key=_multipart_OQ3O0PKNZJ9S.2~KVUY0VSGLBKP.0 size=1048576 2024-04-15T14:56:28.988 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:28.987+0000 7f8277235780 1 > prepared part key=_multipart_OQ3O0PKNZJ9S.2~KVUY0VSGLBKP.1 size=1048576 2024-04-15T14:56:28.989 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:28.988+0000 7f8277235780 1 > prepared part key=_multipart_OQ3O0PKNZJ9S.2~KVUY0VSGLBKP.2 size=671918 2024-04-15T14:56:28.989 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:28.988+0000 7f8277235780 1 > prepared multipart upload key=OQ3O0PKNZJ9S upload=KVUY0VSGLBKP tag=X51334W8WRGD type=write size=3817646 2024-04-15T14:56:28.990 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:28.990+0000 7f8277235780 1 < completed part key=_multipart_D9NMXV7JDMXJ.2~EULKGL20IBNU.0 size=1048576 2024-04-15T14:56:28.992 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:28.991+0000 7f8277235780 1 < completed part key=_multipart_D9NMXV7JDMXJ.2~EULKGL20IBNU.1 size=314890 2024-04-15T14:56:28.994 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:28.993+0000 7f8277235780 1 < completed multipart upload key=D9NMXV7JDMXJ upload=EULKGL20IBNU tag=2LVFLT7SAA5S type=write size=2412042 2024-04-15T14:56:28.995 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:28.995+0000 7f8277235780 1 > prepared operation key=IM0AQIM316IL tag=N0YK8VZ7MF0K type=write size=562078 2024-04-15T14:56:28.997 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:28.996+0000 7f8277235780 1 < completed part key=_multipart_8X2ELHS3HRGS.2~W7Q0NFBADTCN.0 size=125335 2024-04-15T14:56:29.000 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:28.999+0000 7f8277235780 1 < completed multipart upload key=8X2ELHS3HRGS upload=W7Q0NFBADTCN tag=PK7W0QQOP8AK type=write size=1173911 2024-04-15T14:56:29.001 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:29.000+0000 7f8277235780 1 > prepared operation key=54T20V7YW2K4 tag=7E0A9IO1Y9M2 type=del size=356679 2024-04-15T14:56:29.003 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:29.002+0000 7f8277235780 1 < completed delete operation key=D9NMXV7JDMXJ tag=9O1EYWGRAH29 type=del 2024-04-15T14:56:29.004 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:29.004+0000 7f8277235780 1 > prepared operation key=Q0PE50H1CDIB tag=FW40Z6TIZXUU type=del size=2562724 2024-04-15T14:56:29.005 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:29.004+0000 7f8277235780 1 < canceled part key=_multipart_F402GDJVN3I9.2~1WCLR9BLKMCD.0 size=523706 2024-04-15T14:56:29.007 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:29.006+0000 7f8277235780 1 < canceled multipart upload key=F402GDJVN3I9 upload=1WCLR9BLKMCD tag=A7KB43J1RKGO type=write size=1572282 2024-04-15T14:56:29.009 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:29.008+0000 7f8277235780 1 > prepared operation key=BNQH1MC9XO9F tag=SNI4JUFUH4W2 type=del size=2917389 2024-04-15T14:56:29.011 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:29.010+0000 7f8277235780 1 < completed delete operation key=ASEC18UU5NGJ tag=ND5EWF3WL4R2 type=del 2024-04-15T14:56:29.012 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:29.011+0000 7f8277235780 1 > prepared operation key=JDPAU9KY1OMN tag=UQOM8DM9HHJR type=del size=3995947 2024-04-15T14:56:29.014 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:29.013+0000 7f8277235780 1 < completed delete operation key=7XVTB4OPZZOY tag=MC3SNZ173T8N type=del 2024-04-15T14:56:29.017 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:29.016+0000 7f8277235780 1 > prepared part key=_multipart_Q0PE50H1CDIB.2~05NEAJLUQ6K9.0 size=1048576 2024-04-15T14:56:29.018 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:29.017+0000 7f8277235780 1 > prepared part key=_multipart_Q0PE50H1CDIB.2~05NEAJLUQ6K9.1 size=783941 2024-04-15T14:56:29.018 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:29.017+0000 7f8277235780 1 > prepared multipart upload key=Q0PE50H1CDIB upload=05NEAJLUQ6K9 tag=RT9TKV8UOUWX type=write size=2881093 2024-04-15T14:56:29.021 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:29.020+0000 7f8277235780 1 < suggested remove operation key=IVOFLSPJ0099 tag=SEVS16X0XQGY type=del 2024-04-15T14:56:29.023 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:29.023+0000 7f8277235780 1 > prepared part key=_multipart_MFZTYOL605I7.2~KSP493DMZ1M5.0 size=52703 2024-04-15T14:56:29.023 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:29.023+0000 7f8277235780 1 > prepared multipart upload key=MFZTYOL605I7 upload=KSP493DMZ1M5 tag=002DIO1DO4U4 type=write size=1101279 2024-04-15T14:56:29.025 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:29.024+0000 7f8277235780 1 < completed delete operation key=ASEC18UU5NGJ tag=DH7QT8YFSQEC type=del 2024-04-15T14:56:29.026 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:29.026+0000 7f8277235780 1 > prepared operation key=CBSCS8P8QL0Q tag=DS1GFX6TFR45 type=del size=1986235 2024-04-15T14:56:29.028 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:29.027+0000 7f8277235780 1 < completed delete operation key=A0RW26A8FZ95 tag=752X6XEDGMCS type=del 2024-04-15T14:56:29.029 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:29.028+0000 7f8277235780 1 > prepared operation key=G82D816QHN8B tag=WRI5XOCHP023 type=del size=1075836 2024-04-15T14:56:29.031 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:29.030+0000 7f8277235780 1 < completed part key=_multipart_BSJC05AGXDJ3.2~FMDB0JRAFJ4Q.0 size=1048576 2024-04-15T14:56:29.032 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:29.031+0000 7f8277235780 1 < completed part key=_multipart_BSJC05AGXDJ3.2~FMDB0JRAFJ4Q.1 size=1048576 2024-04-15T14:56:29.033 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:29.032+0000 7f8277235780 1 < completed part key=_multipart_BSJC05AGXDJ3.2~FMDB0JRAFJ4Q.2 size=111836 2024-04-15T14:56:29.036 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:29.035+0000 7f8277235780 1 < completed multipart upload key=BSJC05AGXDJ3 upload=FMDB0JRAFJ4Q tag=1WTQR5COOTMU type=write size=3257564 2024-04-15T14:56:29.039 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:29.038+0000 7f8277235780 1 > prepared part key=_multipart_8X2ELHS3HRGS.2~VT0OACF47RM9.0 size=809001 2024-04-15T14:56:29.039 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:29.038+0000 7f8277235780 1 > prepared multipart upload key=8X2ELHS3HRGS upload=VT0OACF47RM9 tag=YP3BN45AFQXH type=write size=1857577 2024-04-15T14:56:29.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:56:28 smithi016 ceph-mon[90652]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-15T14:56:29.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:56:28 smithi016 ceph-mon[90652]: Cluster is now healthy 2024-04-15T14:56:29.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:56:28 smithi016 ceph-mon[93212]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-15T14:56:29.041 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:56:28 smithi016 ceph-mon[93212]: Cluster is now healthy 2024-04-15T14:56:29.041 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:29.039+0000 7f8277235780 1 < completed part key=_multipart_Q0PE50H1CDIB.2~XUE76ZQ9RI4D.0 size=1048576 2024-04-15T14:56:29.041 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:29.041+0000 7f8277235780 1 < completed part key=_multipart_Q0PE50H1CDIB.2~XUE76ZQ9RI4D.1 size=1048576 2024-04-15T14:56:29.043 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:29.042+0000 7f8277235780 1 < completed part key=_multipart_Q0PE50H1CDIB.2~XUE76ZQ9RI4D.2 size=767308 2024-04-15T14:56:29.045 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:29.044+0000 7f8277235780 1 < completed multipart upload key=Q0PE50H1CDIB upload=XUE76ZQ9RI4D tag=8HC5FXTTJ6DJ type=write size=3913036 2024-04-15T14:56:29.047 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:29.046+0000 7f8277235780 1 > prepared operation key=DY5BWB5TVQV1 tag=4Z79TWQTPRQH type=del size=2135680 2024-04-15T14:56:29.050 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:29.049+0000 7f8277235780 1 < suggested update operation key=MIRREM7KIO9I tag=QP6ATQ0MF5NL type=write size=861496 2024-04-15T14:56:29.052 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:29.051+0000 7f8277235780 1 > prepared operation key=MFZTYOL605I7 tag=ILRSQKXAC34O type=del size=2614335 2024-04-15T14:56:29.053 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:29.052+0000 7f8277235780 1 < completed delete operation key=F402GDJVN3I9 tag=KLXD29UBZN0D type=del 2024-04-15T14:56:29.055 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:29.054+0000 7f8277235780 1 > prepared operation key=JDPAU9KY1OMN tag=2K2J6Q3NDGQ0 type=del size=2060499 2024-04-15T14:56:29.057 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:29.056+0000 7f8277235780 1 < completed write operation key=BSJC05AGXDJ3 tag=36UKJ9YIXW36 type=write size=453123 2024-04-15T14:56:29.058 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:29.057+0000 7f8277235780 1 > prepared operation key=JDPAU9KY1OMN tag=7MEY3WP2CC1K type=write size=719959 2024-04-15T14:56:29.060 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:29.059+0000 7f8277235780 1 < completed part key=_multipart_NII4HKLD4YSI.2~6BHQJFS90548.0 size=789356 2024-04-15T14:56:29.062 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:29.062+0000 7f8277235780 1 < completed multipart upload key=NII4HKLD4YSI upload=6BHQJFS90548 tag=20ZWMZUPBDG5 type=write size=1837932 2024-04-15T14:56:29.064 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:29.063+0000 7f8277235780 1 > prepared operation key=G82D816QHN8B tag=EAKX58P1G7JI type=del size=3938846 2024-04-15T14:56:29.065 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:29.064+0000 7f8277235780 1 < completed part key=_multipart_OQ3O0PKNZJ9S.2~KVUY0VSGLBKP.0 size=1048576 2024-04-15T14:56:29.066 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:29.066+0000 7f8277235780 1 < completed part key=_multipart_OQ3O0PKNZJ9S.2~KVUY0VSGLBKP.1 size=1048576 2024-04-15T14:56:29.067 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:29.067+0000 7f8277235780 1 < completed part key=_multipart_OQ3O0PKNZJ9S.2~KVUY0VSGLBKP.2 size=671918 2024-04-15T14:56:29.070 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:29.069+0000 7f8277235780 1 < completed multipart upload key=OQ3O0PKNZJ9S upload=KVUY0VSGLBKP tag=X51334W8WRGD type=write size=3817646 2024-04-15T14:56:29.073 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:29.073+0000 7f8277235780 1 > prepared part key=_multipart_MFZTYOL605I7.2~2Y7OJ1CUQQ8W.0 size=792066 2024-04-15T14:56:29.073 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:29.073+0000 7f8277235780 1 > prepared multipart upload key=MFZTYOL605I7 upload=2Y7OJ1CUQQ8W tag=TLODT161UZB5 type=write size=1840642 2024-04-15T14:56:29.076 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:29.075+0000 7f8277235780 1 < suggested remove operation key=IM0AQIM316IL tag=N0YK8VZ7MF0K type=write 2024-04-15T14:56:29.078 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:29.077+0000 7f8277235780 1 > prepared operation key=NII4HKLD4YSI tag=6S9ZR6SAUFHI type=del size=424313 2024-04-15T14:56:29.079 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:29.079+0000 7f8277235780 1 < completed delete operation key=54T20V7YW2K4 tag=7E0A9IO1Y9M2 type=del 2024-04-15T14:56:29.081 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:29.080+0000 7f8277235780 1 > prepared operation key=33SEOBW9RRJN tag=BTEC48B86BWV type=del size=1169692 2024-04-15T14:56:29.082 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:29.081+0000 7f8277235780 1 < completed delete operation key=Q0PE50H1CDIB tag=FW40Z6TIZXUU type=del 2024-04-15T14:56:29.084 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:29.083+0000 7f8277235780 1 > prepared operation key=YTVARSCACASJ tag=KHM2T0ZEOGIS type=write size=595745 2024-04-15T14:56:29.085 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:29.084+0000 7f8277235780 1 < completed delete operation key=BNQH1MC9XO9F tag=SNI4JUFUH4W2 type=del 2024-04-15T14:56:29.088 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:29.087+0000 7f8277235780 1 > prepared part key=_multipart_IM0AQIM316IL.2~P8UH47ZFNIJ3.0 size=1048576 2024-04-15T14:56:29.089 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:29.088+0000 7f8277235780 1 > prepared part key=_multipart_IM0AQIM316IL.2~P8UH47ZFNIJ3.1 size=1048576 2024-04-15T14:56:29.090 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:29.090+0000 7f8277235780 1 > prepared part key=_multipart_IM0AQIM316IL.2~P8UH47ZFNIJ3.2 size=164514 2024-04-15T14:56:29.091 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:29.090+0000 7f8277235780 1 > prepared multipart upload key=IM0AQIM316IL upload=P8UH47ZFNIJ3 tag=OT63LDC5MZ8Z type=write size=3310242 2024-04-15T14:56:29.092 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:29.091+0000 7f8277235780 1 < completed delete operation key=JDPAU9KY1OMN tag=UQOM8DM9HHJR type=del 2024-04-15T14:56:29.094 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:29.093+0000 7f8277235780 1 > prepared operation key=0XYNF2N97Y1C tag=UFW38JEJI0Y4 type=del size=198556 2024-04-15T14:56:29.094 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:29.093+0000 7f8277235780 1 < canceled part key=_multipart_Q0PE50H1CDIB.2~05NEAJLUQ6K9.0 size=1048576 2024-04-15T14:56:29.095 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:29.094+0000 7f8277235780 1 < completed part key=_multipart_Q0PE50H1CDIB.2~05NEAJLUQ6K9.1 size=783941 2024-04-15T14:56:29.098 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:29.097+0000 7f8277235780 1 < canceled multipart upload key=Q0PE50H1CDIB upload=05NEAJLUQ6K9 tag=RT9TKV8UOUWX type=write size=2881093 2024-04-15T14:56:29.099 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:29.098+0000 7f8277235780 1 > prepared operation key=JDPAU9KY1OMN tag=I55GFU5ADGE2 type=del size=83777 2024-04-15T14:56:29.100 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:29.099+0000 7f8277235780 1 < canceled part key=_multipart_MFZTYOL605I7.2~KSP493DMZ1M5.0 size=52703 2024-04-15T14:56:29.102 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:29.101+0000 7f8277235780 1 < canceled multipart upload key=MFZTYOL605I7 upload=KSP493DMZ1M5 tag=002DIO1DO4U4 type=write size=1101279 2024-04-15T14:56:29.103 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:29.102+0000 7f8277235780 1 > prepared operation key=ASEC18UU5NGJ tag=8OMN10L8J7EC type=del size=3306952 2024-04-15T14:56:29.105 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:29.104+0000 7f8277235780 1 < completed delete operation key=CBSCS8P8QL0Q tag=DS1GFX6TFR45 type=del 2024-04-15T14:56:29.106 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:29.105+0000 7f8277235780 1 > prepared operation key=8X2ELHS3HRGS tag=DI3UL3KUIX6B type=write size=327986 2024-04-15T14:56:29.108 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:29.107+0000 7f8277235780 1 < completed delete operation key=G82D816QHN8B tag=WRI5XOCHP023 type=del 2024-04-15T14:56:29.111 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:29.110+0000 7f8277235780 1 > prepared part key=_multipart_RQYB4B0WTR9V.2~BYGZU74IEFWV.0 size=52339 2024-04-15T14:56:29.111 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:29.110+0000 7f8277235780 1 > prepared multipart upload key=RQYB4B0WTR9V upload=BYGZU74IEFWV tag=9QSNKQITREGQ type=write size=1100915 2024-04-15T14:56:29.113 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:29.112+0000 7f8277235780 1 < completed part key=_multipart_8X2ELHS3HRGS.2~VT0OACF47RM9.0 size=809001 2024-04-15T14:56:29.115 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:29.114+0000 7f8277235780 1 < completed multipart upload key=8X2ELHS3HRGS upload=VT0OACF47RM9 tag=YP3BN45AFQXH type=write size=1857577 2024-04-15T14:56:29.116 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:29.116+0000 7f8277235780 1 > prepared operation key=8X2ELHS3HRGS tag=VIQ2LE5VWNWR type=write size=475670 2024-04-15T14:56:29.118 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:29.117+0000 7f8277235780 1 < completed delete operation key=DY5BWB5TVQV1 tag=4Z79TWQTPRQH type=del 2024-04-15T14:56:29.120 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:29.119+0000 7f8277235780 1 > prepared operation key=ZMDZCWJKCFRI tag=IGWWLNRA36AT type=write size=823988 2024-04-15T14:56:29.121 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:29.120+0000 7f8277235780 1 < completed delete operation key=MFZTYOL605I7 tag=ILRSQKXAC34O type=del 2024-04-15T14:56:29.123 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:29.122+0000 7f8277235780 1 > prepared operation key=UCHFZKBWU6MN tag=WR3F2GQ79HLW type=del size=878075 2024-04-15T14:56:29.124 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:29.124+0000 7f8277235780 1 < completed delete operation key=JDPAU9KY1OMN tag=2K2J6Q3NDGQ0 type=del 2024-04-15T14:56:29.126 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:29.125+0000 7f8277235780 1 > prepared operation key=YTVARSCACASJ tag=N1ZA5BK8Y00E type=write size=850451 2024-04-15T14:56:29.129 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:29.128+0000 7f8277235780 1 < suggested update operation key=JDPAU9KY1OMN tag=7MEY3WP2CC1K type=write size=719959 2024-04-15T14:56:29.131 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:29.130+0000 7f8277235780 1 > prepared operation key=BNQH1MC9XO9F tag=YLO2XP9M25YJ type=del size=1587906 2024-04-15T14:56:29.132 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:29.131+0000 7f8277235780 1 < completed delete operation key=G82D816QHN8B tag=EAKX58P1G7JI type=del 2024-04-15T14:56:29.134 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:29.133+0000 7f8277235780 1 > prepared operation key=33SEOBW9RRJN tag=N8TQII3OS7B3 type=del size=4165396 2024-04-15T14:56:29.136 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:29.135+0000 7f8277235780 1 < completed part key=_multipart_MFZTYOL605I7.2~2Y7OJ1CUQQ8W.0 size=792066 2024-04-15T14:56:29.138 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:29.137+0000 7f8277235780 1 < completed multipart upload key=MFZTYOL605I7 upload=2Y7OJ1CUQQ8W tag=TLODT161UZB5 type=write size=1840642 2024-04-15T14:56:29.141 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:29.140+0000 7f8277235780 1 > prepared part key=_multipart_33SEOBW9RRJN.2~JEHHS4IAJF2H.0 size=1048576 2024-04-15T14:56:29.142 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:29.142+0000 7f8277235780 1 > prepared part key=_multipart_33SEOBW9RRJN.2~JEHHS4IAJF2H.1 size=1048576 2024-04-15T14:56:29.144 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:29.143+0000 7f8277235780 1 > prepared part key=_multipart_33SEOBW9RRJN.2~JEHHS4IAJF2H.2 size=779437 2024-04-15T14:56:29.144 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:29.143+0000 7f8277235780 1 > prepared multipart upload key=33SEOBW9RRJN upload=JEHHS4IAJF2H tag=BW65J2U8PZ4W type=write size=3925165 2024-04-15T14:56:29.145 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:29.144+0000 7f8277235780 1 < completed delete operation key=NII4HKLD4YSI tag=6S9ZR6SAUFHI type=del 2024-04-15T14:56:29.147 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:29.146+0000 7f8277235780 1 > prepared operation key=33SEOBW9RRJN tag=714UKLPMZXRD type=write size=826526 2024-04-15T14:56:29.149 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:29.148+0000 7f8277235780 1 < completed delete operation key=33SEOBW9RRJN tag=BTEC48B86BWV type=del 2024-04-15T14:56:29.151 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:29.150+0000 7f8277235780 1 > prepared operation key=RQYB4B0WTR9V tag=281YCP2EMEQB type=del size=4144239 2024-04-15T14:56:29.152 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:29.152+0000 7f8277235780 1 < completed write operation key=YTVARSCACASJ tag=KHM2T0ZEOGIS type=write size=595745 2024-04-15T14:56:29.154 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:29.153+0000 7f8277235780 1 > prepared operation key=RQYB4B0WTR9V tag=DD3MULKYCKQM type=del size=1503575 2024-04-15T14:56:29.155 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:29.155+0000 7f8277235780 1 < completed part key=_multipart_IM0AQIM316IL.2~P8UH47ZFNIJ3.0 size=1048576 2024-04-15T14:56:29.157 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:29.156+0000 7f8277235780 1 < completed part key=_multipart_IM0AQIM316IL.2~P8UH47ZFNIJ3.1 size=1048576 2024-04-15T14:56:29.158 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:29.157+0000 7f8277235780 1 < completed part key=_multipart_IM0AQIM316IL.2~P8UH47ZFNIJ3.2 size=164514 2024-04-15T14:56:29.160 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:29.160+0000 7f8277235780 1 < completed multipart upload key=IM0AQIM316IL upload=P8UH47ZFNIJ3 tag=OT63LDC5MZ8Z type=write size=3310242 2024-04-15T14:56:29.162 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:29.161+0000 7f8277235780 1 > prepared operation key=UCHFZKBWU6MN tag=HAUY2IP4IS3U type=write size=91954 2024-04-15T14:56:29.164 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:29.163+0000 7f8277235780 1 < completed delete operation key=0XYNF2N97Y1C tag=UFW38JEJI0Y4 type=del 2024-04-15T14:56:29.165 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:29.164+0000 7f8277235780 1 > prepared operation key=OQ3O0PKNZJ9S tag=753CYJ6YGDXV type=del size=3477680 2024-04-15T14:56:29.168 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:29.167+0000 7f8277235780 1 < suggested update operation key=JDPAU9KY1OMN tag=I55GFU5ADGE2 type=del size=83777 2024-04-15T14:56:29.170 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:29.169+0000 7f8277235780 1 > prepared operation key=OQ3O0PKNZJ9S tag=5GXH8M8UT2EN type=write size=475169 2024-04-15T14:56:29.171 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:29.171+0000 7f8277235780 1 < completed delete operation key=ASEC18UU5NGJ tag=8OMN10L8J7EC type=del 2024-04-15T14:56:29.173 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:29.172+0000 7f8277235780 1 > prepared operation key=G82D816QHN8B tag=AWS7LM79ZXWR type=write size=960490 2024-04-15T14:56:29.176 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:29.176+0000 7f8277235780 1 < suggested remove operation key=8X2ELHS3HRGS tag=DI3UL3KUIX6B type=write 2024-04-15T14:56:29.180 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:29.179+0000 7f8277235780 1 > prepared part key=_multipart_ASEC18UU5NGJ.2~XX1BUX3MLG89.0 size=1048576 2024-04-15T14:56:29.181 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:29.180+0000 7f8277235780 1 > prepared part key=_multipart_ASEC18UU5NGJ.2~XX1BUX3MLG89.1 size=1048576 2024-04-15T14:56:29.182 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:29.181+0000 7f8277235780 1 > prepared part key=_multipart_ASEC18UU5NGJ.2~XX1BUX3MLG89.2 size=271083 2024-04-15T14:56:29.182 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:29.181+0000 7f8277235780 1 > prepared multipart upload key=ASEC18UU5NGJ upload=XX1BUX3MLG89 tag=9TAQVQ1SIW2H type=write size=3416811 2024-04-15T14:56:29.184 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:29.183+0000 7f8277235780 1 < completed part key=_multipart_RQYB4B0WTR9V.2~BYGZU74IEFWV.0 size=52339 2024-04-15T14:56:29.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:56:28 smithi102 ceph-mon[87131]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-15T14:56:29.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:56:28 smithi102 ceph-mon[87131]: Cluster is now healthy 2024-04-15T14:56:29.187 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:29.186+0000 7f8277235780 1 < completed multipart upload key=RQYB4B0WTR9V upload=BYGZU74IEFWV tag=9QSNKQITREGQ type=write size=1100915 2024-04-15T14:56:29.189 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:29.189+0000 7f8277235780 1 > prepared part key=_multipart_YTVARSCACASJ.2~2LYP18KHYXCQ.0 size=1048576 2024-04-15T14:56:29.191 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:29.190+0000 7f8277235780 1 > prepared part key=_multipart_YTVARSCACASJ.2~2LYP18KHYXCQ.1 size=409761 2024-04-15T14:56:29.191 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:29.190+0000 7f8277235780 1 > prepared multipart upload key=YTVARSCACASJ upload=2LYP18KHYXCQ tag=RL9R35GI8HZ1 type=write size=2506913 2024-04-15T14:56:29.193 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:29.192+0000 7f8277235780 -1 < failed to complete operation key=8X2ELHS3HRGS tag=VIQ2LE5VWNWR type=write size=475670: (22) Invalid argument 2024-04-15T14:56:29.194 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:29.193+0000 7f8277235780 1 > prepared operation key=CBSCS8P8QL0Q tag=Z4PKFWY1OAT9 type=del size=1558534 2024-04-15T14:56:29.195 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:29.195+0000 7f8277235780 1 < canceled operation key=ZMDZCWJKCFRI tag=IGWWLNRA36AT type=write size=823988 2024-04-15T14:56:29.197 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:29.196+0000 7f8277235780 1 > prepared operation key=CFCUGZ5D6TU8 tag=90BJZ9EOJEHK type=del size=207685 2024-04-15T14:56:29.199 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:29.198+0000 7f8277235780 1 < completed delete operation key=UCHFZKBWU6MN tag=WR3F2GQ79HLW type=del 2024-04-15T14:56:29.200 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:29.199+0000 7f8277235780 1 > prepared operation key=CBSCS8P8QL0Q tag=F5BT8QCINWBH type=del size=1900655 2024-04-15T14:56:29.203 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:29.202+0000 7f8277235780 1 < suggested remove operation key=YTVARSCACASJ tag=N1ZA5BK8Y00E type=write 2024-04-15T14:56:29.204 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:29.203+0000 7f8277235780 1 > prepared operation key=JY107VG7DVI1 tag=VJB31CET6BG8 type=del size=1219989 2024-04-15T14:56:29.206 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:29.205+0000 7f8277235780 1 < canceled operation key=BNQH1MC9XO9F tag=YLO2XP9M25YJ type=del size=1587906 2024-04-15T14:56:29.208 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:29.208+0000 7f8277235780 1 > prepared part key=_multipart_YTVARSCACASJ.2~5MYE0NLOLT9Q.0 size=392572 2024-04-15T14:56:29.209 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:29.208+0000 7f8277235780 1 > prepared multipart upload key=YTVARSCACASJ upload=5MYE0NLOLT9Q tag=ZEYNQI1K7AC5 type=write size=1441148 2024-04-15T14:56:29.210 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:29.209+0000 7f8277235780 1 < completed delete operation key=33SEOBW9RRJN tag=N8TQII3OS7B3 type=del 2024-04-15T14:56:29.212 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:29.212+0000 7f8277235780 1 > prepared part key=_multipart_DY5BWB5TVQV1.2~G3O9LGMDYM88.0 size=1048576 2024-04-15T14:56:29.213 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:29.213+0000 7f8277235780 1 > prepared part key=_multipart_DY5BWB5TVQV1.2~G3O9LGMDYM88.1 size=431694 2024-04-15T14:56:29.214 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:29.213+0000 7f8277235780 1 > prepared multipart upload key=DY5BWB5TVQV1 upload=G3O9LGMDYM88 tag=7ZWU2L5914D6 type=write size=2528846 2024-04-15T14:56:29.215 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:29.214+0000 7f8277235780 1 < completed part key=_multipart_33SEOBW9RRJN.2~JEHHS4IAJF2H.0 size=1048576 2024-04-15T14:56:29.215 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:29.214+0000 7f8277235780 1 < canceled part key=_multipart_33SEOBW9RRJN.2~JEHHS4IAJF2H.1 size=1048576 2024-04-15T14:56:29.216 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:29.215+0000 7f8277235780 1 < completed part key=_multipart_33SEOBW9RRJN.2~JEHHS4IAJF2H.2 size=779437 2024-04-15T14:56:29.219 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:29.218+0000 7f8277235780 1 < canceled multipart upload key=33SEOBW9RRJN upload=JEHHS4IAJF2H tag=BW65J2U8PZ4W type=write size=3925165 2024-04-15T14:56:29.221 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:29.221+0000 7f8277235780 1 > prepared part key=_multipart_DY5BWB5TVQV1.2~XP4QNQS294BM.0 size=1048576 2024-04-15T14:56:29.223 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:29.222+0000 7f8277235780 1 > prepared part key=_multipart_DY5BWB5TVQV1.2~XP4QNQS294BM.1 size=896579 2024-04-15T14:56:29.223 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:29.222+0000 7f8277235780 1 > prepared multipart upload key=DY5BWB5TVQV1 upload=XP4QNQS294BM tag=91JSLPWY64BL type=write size=2993731 2024-04-15T14:56:29.224 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:29.223+0000 7f8277235780 1 < completed write operation key=33SEOBW9RRJN tag=714UKLPMZXRD type=write size=826526 2024-04-15T14:56:29.225 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:29.225+0000 7f8277235780 1 > prepared operation key=G82D816QHN8B tag=F7J1Q1GZ3E0F type=write size=246420 2024-04-15T14:56:29.227 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:29.226+0000 7f8277235780 1 < completed delete operation key=RQYB4B0WTR9V tag=281YCP2EMEQB type=del 2024-04-15T14:56:29.230 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:29.229+0000 7f8277235780 1 > prepared part key=_multipart_YTVARSCACASJ.2~PCIGGTJ4160D.0 size=1048576 2024-04-15T14:56:29.231 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:29.230+0000 7f8277235780 1 > prepared part key=_multipart_YTVARSCACASJ.2~PCIGGTJ4160D.1 size=859342 2024-04-15T14:56:29.231 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:29.230+0000 7f8277235780 1 > prepared multipart upload key=YTVARSCACASJ upload=PCIGGTJ4160D tag=P512062F36YQ type=write size=2956494 2024-04-15T14:56:29.233 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:29.232+0000 7f8277235780 1 < completed delete operation key=RQYB4B0WTR9V tag=DD3MULKYCKQM type=del 2024-04-15T14:56:29.235 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:29.234+0000 7f8277235780 1 > prepared operation key=RQYB4B0WTR9V tag=W6MHNIZPC51G type=del size=3992826 2024-04-15T14:56:29.236 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:29.235+0000 7f8277235780 1 < completed write operation key=UCHFZKBWU6MN tag=HAUY2IP4IS3U type=write size=91954 2024-04-15T14:56:29.237 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:29.237+0000 7f8277235780 1 > prepared operation key=33SEOBW9RRJN tag=NH37I7ASNGCF type=write size=1029992 2024-04-15T14:56:29.240 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:29.240+0000 7f8277235780 1 < suggested remove operation key=OQ3O0PKNZJ9S tag=753CYJ6YGDXV type=del 2024-04-15T14:56:29.242 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:29.241+0000 7f8277235780 1 > prepared operation key=ZMDZCWJKCFRI tag=06DTF1QQ9YDB type=del size=1464765 2024-04-15T14:56:29.244 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:29.243+0000 7f8277235780 -1 < failed to complete operation key=OQ3O0PKNZJ9S tag=5GXH8M8UT2EN type=write size=475169: (22) Invalid argument 2024-04-15T14:56:29.246 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:29.245+0000 7f8277235780 1 > prepared part key=_multipart_Q0PE50H1CDIB.2~4S8UEBDC0XQX.0 size=1048576 2024-04-15T14:56:29.248 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:29.247+0000 7f8277235780 1 > prepared part key=_multipart_Q0PE50H1CDIB.2~4S8UEBDC0XQX.1 size=798040 2024-04-15T14:56:29.248 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:29.247+0000 7f8277235780 1 > prepared multipart upload key=Q0PE50H1CDIB upload=4S8UEBDC0XQX tag=E3MI4XI2VA4R type=write size=2895192 2024-04-15T14:56:29.249 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:29.248+0000 7f8277235780 1 < completed write operation key=G82D816QHN8B tag=AWS7LM79ZXWR type=write size=960490 2024-04-15T14:56:29.251 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:29.250+0000 7f8277235780 1 > prepared operation key=A0RW26A8FZ95 tag=9MCCW32XGTYQ type=del size=545872 2024-04-15T14:56:29.251 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:29.250+0000 7f8277235780 1 < canceled part key=_multipart_ASEC18UU5NGJ.2~XX1BUX3MLG89.0 size=1048576 2024-04-15T14:56:29.252 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:29.251+0000 7f8277235780 1 < completed part key=_multipart_ASEC18UU5NGJ.2~XX1BUX3MLG89.1 size=1048576 2024-04-15T14:56:29.253 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:29.252+0000 7f8277235780 1 < completed part key=_multipart_ASEC18UU5NGJ.2~XX1BUX3MLG89.2 size=271083 2024-04-15T14:56:29.256 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:29.255+0000 7f8277235780 1 < canceled multipart upload key=ASEC18UU5NGJ upload=XX1BUX3MLG89 tag=9TAQVQ1SIW2H type=write size=3416811 2024-04-15T14:56:29.259 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:29.258+0000 7f8277235780 1 > prepared part key=_multipart_NII4HKLD4YSI.2~CLPN2GNBX2QX.0 size=1048576 2024-04-15T14:56:29.260 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:29.259+0000 7f8277235780 1 > prepared part key=_multipart_NII4HKLD4YSI.2~CLPN2GNBX2QX.1 size=1048576 2024-04-15T14:56:29.261 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:29.260+0000 7f8277235780 1 > prepared part key=_multipart_NII4HKLD4YSI.2~CLPN2GNBX2QX.2 size=441978 2024-04-15T14:56:29.261 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:29.260+0000 7f8277235780 1 > prepared multipart upload key=NII4HKLD4YSI upload=CLPN2GNBX2QX tag=PX4RN6H32KYK type=write size=3587706 2024-04-15T14:56:29.263 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:29.262+0000 7f8277235780 1 < completed part key=_multipart_YTVARSCACASJ.2~2LYP18KHYXCQ.0 size=1048576 2024-04-15T14:56:29.263 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:29.262+0000 7f8277235780 1 < canceled part key=_multipart_YTVARSCACASJ.2~2LYP18KHYXCQ.1 size=409761 2024-04-15T14:56:29.265 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:29.264+0000 7f8277235780 1 < canceled multipart upload key=YTVARSCACASJ upload=2LYP18KHYXCQ tag=RL9R35GI8HZ1 type=write size=2506913 2024-04-15T14:56:29.266 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:29.266+0000 7f8277235780 1 > prepared operation key=MIRREM7KIO9I tag=085H5DRZ5E83 type=del size=3351343 2024-04-15T14:56:29.268 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:29.267+0000 7f8277235780 1 < completed delete operation key=CBSCS8P8QL0Q tag=Z4PKFWY1OAT9 type=del 2024-04-15T14:56:29.269 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:29.268+0000 7f8277235780 1 > prepared operation key=R38CSTKHEGGY tag=PWC1A3RZ9U1T type=del size=3417427 2024-04-15T14:56:29.272 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:29.271+0000 7f8277235780 1 < suggested remove operation key=CFCUGZ5D6TU8 tag=90BJZ9EOJEHK type=del 2024-04-15T14:56:29.274 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:29.273+0000 7f8277235780 1 > prepared operation key=P0TQX1TRPSLX tag=9RPAOVA6EHV7 type=del size=3806167 2024-04-15T14:56:29.276 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:29.275+0000 7f8277235780 1 < completed delete operation key=CBSCS8P8QL0Q tag=F5BT8QCINWBH type=del 2024-04-15T14:56:29.277 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:29.276+0000 7f8277235780 1 > prepared operation key=MFZTYOL605I7 tag=FMXEO8R4QNL1 type=del size=2611997 2024-04-15T14:56:29.279 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:29.278+0000 7f8277235780 1 < canceled operation key=JY107VG7DVI1 tag=VJB31CET6BG8 type=del size=1219989 2024-04-15T14:56:29.280 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:29.279+0000 7f8277235780 1 > prepared operation key=BSJC05AGXDJ3 tag=S5Q7BX2VW6JV type=del size=523089 2024-04-15T14:56:29.282 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:29.281+0000 7f8277235780 1 < completed part key=_multipart_YTVARSCACASJ.2~5MYE0NLOLT9Q.0 size=392572 2024-04-15T14:56:29.285 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:29.284+0000 7f8277235780 1 < completed multipart upload key=YTVARSCACASJ upload=5MYE0NLOLT9Q tag=ZEYNQI1K7AC5 type=write size=1441148 2024-04-15T14:56:29.287 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:29.286+0000 7f8277235780 1 > prepared part key=_multipart_R38CSTKHEGGY.2~Y31RLIFXTQVN.0 size=820707 2024-04-15T14:56:29.287 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:29.286+0000 7f8277235780 1 > prepared multipart upload key=R38CSTKHEGGY upload=Y31RLIFXTQVN tag=EOOQPH48JEHY type=write size=1869283 2024-04-15T14:56:29.289 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:29.288+0000 7f8277235780 1 < completed part key=_multipart_DY5BWB5TVQV1.2~G3O9LGMDYM88.0 size=1048576 2024-04-15T14:56:29.290 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:29.289+0000 7f8277235780 1 < completed part key=_multipart_DY5BWB5TVQV1.2~G3O9LGMDYM88.1 size=431694 2024-04-15T14:56:29.292 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:29.292+0000 7f8277235780 1 < completed multipart upload key=DY5BWB5TVQV1 upload=G3O9LGMDYM88 tag=7ZWU2L5914D6 type=write size=2528846 2024-04-15T14:56:29.294 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:29.293+0000 7f8277235780 1 > prepared operation key=81DQOX7PNGMS tag=W8203HJ2UPV7 type=del size=2615536 2024-04-15T14:56:29.296 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:29.295+0000 7f8277235780 1 < completed part key=_multipart_DY5BWB5TVQV1.2~XP4QNQS294BM.0 size=1048576 2024-04-15T14:56:29.297 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:29.296+0000 7f8277235780 1 < completed part key=_multipart_DY5BWB5TVQV1.2~XP4QNQS294BM.1 size=896579 2024-04-15T14:56:29.299 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:29.298+0000 7f8277235780 1 < completed multipart upload key=DY5BWB5TVQV1 upload=XP4QNQS294BM tag=91JSLPWY64BL type=write size=2993731 2024-04-15T14:56:29.301 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:29.300+0000 7f8277235780 1 > prepared operation key=CFCUGZ5D6TU8 tag=GI77L68A77J6 type=write size=511127 2024-04-15T14:56:29.304 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:29.303+0000 7f8277235780 1 < suggested update operation key=G82D816QHN8B tag=F7J1Q1GZ3E0F type=write size=246420 2024-04-15T14:56:29.306 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:29.305+0000 7f8277235780 1 > prepared part key=_multipart_54T20V7YW2K4.2~R3M60XN941S1.0 size=479851 2024-04-15T14:56:29.307 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:29.305+0000 7f8277235780 1 > prepared multipart upload key=54T20V7YW2K4 upload=R3M60XN941S1 tag=8Q7AIRXYGCKF type=write size=1528427 2024-04-15T14:56:29.308 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:29.307+0000 7f8277235780 1 < completed part key=_multipart_YTVARSCACASJ.2~PCIGGTJ4160D.0 size=1048576 2024-04-15T14:56:29.309 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:29.308+0000 7f8277235780 1 < completed part key=_multipart_YTVARSCACASJ.2~PCIGGTJ4160D.1 size=859342 2024-04-15T14:56:29.312 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:29.311+0000 7f8277235780 1 < completed multipart upload key=YTVARSCACASJ upload=PCIGGTJ4160D tag=P512062F36YQ type=write size=2956494 2024-04-15T14:56:29.313 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:29.313+0000 7f8277235780 1 > prepared operation key=F402GDJVN3I9 tag=CEK8YD5V05WD type=del size=48469 2024-04-15T14:56:29.315 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:29.314+0000 7f8277235780 1 < completed delete operation key=RQYB4B0WTR9V tag=W6MHNIZPC51G type=del 2024-04-15T14:56:29.316 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:29.315+0000 7f8277235780 1 > prepared operation key=R38CSTKHEGGY tag=DO3J9RQVMOVI type=del size=1321613 2024-04-15T14:56:29.318 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:29.317+0000 7f8277235780 1 < completed write operation key=33SEOBW9RRJN tag=NH37I7ASNGCF type=write size=1029992 2024-04-15T14:56:29.319 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:29.318+0000 7f8277235780 1 > prepared operation key=R38CSTKHEGGY tag=EGVIN2TZSG93 type=del size=3674323 2024-04-15T14:56:29.321 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:29.320+0000 7f8277235780 1 < completed delete operation key=ZMDZCWJKCFRI tag=06DTF1QQ9YDB type=del 2024-04-15T14:56:29.322 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:29.321+0000 7f8277235780 1 > prepared operation key=JY107VG7DVI1 tag=Z2NYZLQ70N3A type=write size=919365 2024-04-15T14:56:29.324 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:29.323+0000 7f8277235780 1 < completed part key=_multipart_Q0PE50H1CDIB.2~4S8UEBDC0XQX.0 size=1048576 2024-04-15T14:56:29.325 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:29.324+0000 7f8277235780 1 < completed part key=_multipart_Q0PE50H1CDIB.2~4S8UEBDC0XQX.1 size=798040 2024-04-15T14:56:29.328 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:29.327+0000 7f8277235780 1 < completed multipart upload key=Q0PE50H1CDIB upload=4S8UEBDC0XQX tag=E3MI4XI2VA4R type=write size=2895192 2024-04-15T14:56:29.330 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:29.330+0000 7f8277235780 1 > prepared part key=_multipart_BNQH1MC9XO9F.2~21T99BYBY0F4.0 size=75112 2024-04-15T14:56:29.330 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:29.330+0000 7f8277235780 1 > prepared multipart upload key=BNQH1MC9XO9F upload=21T99BYBY0F4 tag=9EVIKOVQ3RR6 type=write size=1123688 2024-04-15T14:56:29.332 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:29.331+0000 7f8277235780 1 < completed delete operation key=A0RW26A8FZ95 tag=9MCCW32XGTYQ type=del 2024-04-15T14:56:29.334 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:29.332+0000 7f8277235780 1 > prepared operation key=R38CSTKHEGGY tag=5K2B9GR17E1N type=del size=717933 2024-04-15T14:56:29.335 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:29.334+0000 7f8277235780 1 < completed part key=_multipart_NII4HKLD4YSI.2~CLPN2GNBX2QX.0 size=1048576 2024-04-15T14:56:29.336 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:29.335+0000 7f8277235780 1 < completed part key=_multipart_NII4HKLD4YSI.2~CLPN2GNBX2QX.1 size=1048576 2024-04-15T14:56:29.337 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:29.336+0000 7f8277235780 1 < completed part key=_multipart_NII4HKLD4YSI.2~CLPN2GNBX2QX.2 size=441978 2024-04-15T14:56:29.339 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:29.339+0000 7f8277235780 1 < completed multipart upload key=NII4HKLD4YSI upload=CLPN2GNBX2QX tag=PX4RN6H32KYK type=write size=3587706 2024-04-15T14:56:29.341 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:29.340+0000 7f8277235780 1 > prepared operation key=CBSCS8P8QL0Q tag=AQTGUCR70ECK type=del size=3397625 2024-04-15T14:56:29.342 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:29.342+0000 7f8277235780 1 < canceled operation key=MIRREM7KIO9I tag=085H5DRZ5E83 type=del size=3351343 2024-04-15T14:56:29.344 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:29.343+0000 7f8277235780 1 > prepared operation key=UCHFZKBWU6MN tag=EKTU3IU5OWPA type=del size=967538 2024-04-15T14:56:29.345 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:29.345+0000 7f8277235780 1 < completed delete operation key=R38CSTKHEGGY tag=PWC1A3RZ9U1T type=del 2024-04-15T14:56:29.347 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:29.346+0000 7f8277235780 1 > prepared operation key=33SEOBW9RRJN tag=WS4ZRUP3LKUS type=del size=1363 2024-04-15T14:56:29.348 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:29.347+0000 7f8277235780 1 < completed delete operation key=P0TQX1TRPSLX tag=9RPAOVA6EHV7 type=del 2024-04-15T14:56:29.350 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:29.349+0000 7f8277235780 1 > prepared operation key=JDPAU9KY1OMN tag=6DKMJ2FGFKHA type=del size=2735910 2024-04-15T14:56:29.351 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:29.351+0000 7f8277235780 1 < completed delete operation key=MFZTYOL605I7 tag=FMXEO8R4QNL1 type=del 2024-04-15T14:56:29.353 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:29.352+0000 7f8277235780 1 > prepared operation key=BSJC05AGXDJ3 tag=ZHQ7QR39ET12 type=del size=2949115 2024-04-15T14:56:29.354 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:29.354+0000 7f8277235780 1 < completed delete operation key=BSJC05AGXDJ3 tag=S5Q7BX2VW6JV type=del 2024-04-15T14:56:29.356 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:29.355+0000 7f8277235780 1 > prepared operation key=F402GDJVN3I9 tag=59KGPJAHMV9T type=del size=2094673 2024-04-15T14:56:29.358 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:29.357+0000 7f8277235780 1 < completed part key=_multipart_R38CSTKHEGGY.2~Y31RLIFXTQVN.0 size=820707 2024-04-15T14:56:29.361 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:29.359+0000 7f8277235780 1 < completed multipart upload key=R38CSTKHEGGY upload=Y31RLIFXTQVN tag=EOOQPH48JEHY type=write size=1869283 2024-04-15T14:56:29.363 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:29.362+0000 7f8277235780 1 > prepared part key=_multipart_F402GDJVN3I9.2~QIYQVBEWZ638.0 size=1048576 2024-04-15T14:56:29.365 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:29.364+0000 7f8277235780 1 > prepared part key=_multipart_F402GDJVN3I9.2~QIYQVBEWZ638.1 size=1048576 2024-04-15T14:56:29.366 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:29.365+0000 7f8277235780 1 > prepared part key=_multipart_F402GDJVN3I9.2~QIYQVBEWZ638.2 size=440415 2024-04-15T14:56:29.366 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:29.365+0000 7f8277235780 1 > prepared multipart upload key=F402GDJVN3I9 upload=QIYQVBEWZ638 tag=NMLON232TKSY type=write size=3586143 2024-04-15T14:56:29.367 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:29.367+0000 7f8277235780 1 < completed delete operation key=81DQOX7PNGMS tag=W8203HJ2UPV7 type=del 2024-04-15T14:56:29.369 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:29.368+0000 7f8277235780 1 > prepared operation key=R38CSTKHEGGY tag=1T1EHBBU0WF5 type=del size=4184791 2024-04-15T14:56:29.372 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:29.371+0000 7f8277235780 1 < suggested update operation key=CFCUGZ5D6TU8 tag=GI77L68A77J6 type=write size=511127 2024-04-15T14:56:29.375 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:29.374+0000 7f8277235780 1 > prepared part key=_multipart_8X2ELHS3HRGS.2~79IULMLBN5ZY.0 size=1048576 2024-04-15T14:56:29.376 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:29.375+0000 7f8277235780 1 > prepared part key=_multipart_8X2ELHS3HRGS.2~79IULMLBN5ZY.1 size=1048576 2024-04-15T14:56:29.377 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:29.377+0000 7f8277235780 1 > prepared part key=_multipart_8X2ELHS3HRGS.2~79IULMLBN5ZY.2 size=1024300 2024-04-15T14:56:29.377 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:29.377+0000 7f8277235780 1 > prepared multipart upload key=8X2ELHS3HRGS upload=79IULMLBN5ZY tag=LJDG7R077ZTQ type=write size=4170028 2024-04-15T14:56:29.378 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:29.377+0000 7f8277235780 1 < canceled part key=_multipart_54T20V7YW2K4.2~R3M60XN941S1.0 size=479851 2024-04-15T14:56:29.380 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:29.379+0000 7f8277235780 1 < canceled multipart upload key=54T20V7YW2K4 upload=R3M60XN941S1 tag=8Q7AIRXYGCKF type=write size=1528427 2024-04-15T14:56:29.382 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:29.381+0000 7f8277235780 1 > prepared operation key=RQYB4B0WTR9V tag=KCE81MN12V76 type=del size=847626 2024-04-15T14:56:29.383 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:29.382+0000 7f8277235780 1 < completed delete operation key=F402GDJVN3I9 tag=CEK8YD5V05WD type=del 2024-04-15T14:56:29.385 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:29.385+0000 7f8277235780 1 > prepared part key=_multipart_R38CSTKHEGGY.2~N1JVRBMNJWTQ.0 size=1048576 2024-04-15T14:56:29.387 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:29.386+0000 7f8277235780 1 > prepared part key=_multipart_R38CSTKHEGGY.2~N1JVRBMNJWTQ.1 size=470978 2024-04-15T14:56:29.389 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:29.386+0000 7f8277235780 1 > prepared multipart upload key=R38CSTKHEGGY upload=N1JVRBMNJWTQ tag=BDJ9BFL5G6PA type=write size=2568130 2024-04-15T14:56:29.390 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:29.387+0000 7f8277235780 1 < completed delete operation key=R38CSTKHEGGY tag=DO3J9RQVMOVI type=del 2024-04-15T14:56:29.391 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:29.390+0000 7f8277235780 1 > prepared part key=_multipart_RQYB4B0WTR9V.2~U8D0IDN7AJKB.0 size=1048576 2024-04-15T14:56:29.392 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:29.391+0000 7f8277235780 1 > prepared part key=_multipart_RQYB4B0WTR9V.2~U8D0IDN7AJKB.1 size=1048576 2024-04-15T14:56:29.393 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:29.392+0000 7f8277235780 1 > prepared part key=_multipart_RQYB4B0WTR9V.2~U8D0IDN7AJKB.2 size=200667 2024-04-15T14:56:29.393 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:29.392+0000 7f8277235780 1 > prepared multipart upload key=RQYB4B0WTR9V upload=U8D0IDN7AJKB tag=MC1OIX9FXHEY type=write size=3346395 2024-04-15T14:56:29.396 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:29.395+0000 7f8277235780 1 < suggested update operation key=R38CSTKHEGGY tag=EGVIN2TZSG93 type=del size=3674323 2024-04-15T14:56:29.398 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:29.397+0000 7f8277235780 1 > prepared operation key=G82D816QHN8B tag=ESKYS2JJYVYG type=del size=1073624 2024-04-15T14:56:29.399 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:29.399+0000 7f8277235780 1 < completed write operation key=JY107VG7DVI1 tag=Z2NYZLQ70N3A type=write size=919365 2024-04-15T14:56:29.401 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:29.400+0000 7f8277235780 1 > prepared operation key=81DQOX7PNGMS tag=APQEFFERUYHM type=del size=656280 2024-04-15T14:56:29.403 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:29.402+0000 7f8277235780 1 < completed part key=_multipart_BNQH1MC9XO9F.2~21T99BYBY0F4.0 size=75112 2024-04-15T14:56:29.405 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:29.404+0000 7f8277235780 1 < completed multipart upload key=BNQH1MC9XO9F upload=21T99BYBY0F4 tag=9EVIKOVQ3RR6 type=write size=1123688 2024-04-15T14:56:29.409 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:29.407+0000 7f8277235780 1 > prepared part key=_multipart_G82D816QHN8B.2~AHUXUQ2N0WM9.0 size=581298 2024-04-15T14:56:29.409 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:29.407+0000 7f8277235780 1 > prepared multipart upload key=G82D816QHN8B upload=AHUXUQ2N0WM9 tag=Y418R7M9MIFH type=write size=1629874 2024-04-15T14:56:29.410 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:29.409+0000 7f8277235780 -1 < failed to complete operation key=R38CSTKHEGGY tag=5K2B9GR17E1N type=del size=717933: (22) Invalid argument 2024-04-15T14:56:29.412 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:29.411+0000 7f8277235780 1 > prepared operation key=MFZTYOL605I7 tag=PUFOBTZ6WN20 type=del size=2298472 2024-04-15T14:56:29.414 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:29.413+0000 7f8277235780 1 < suggested remove operation key=CBSCS8P8QL0Q tag=AQTGUCR70ECK type=del 2024-04-15T14:56:29.416 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:29.415+0000 7f8277235780 1 > prepared operation key=IVOFLSPJ0099 tag=DE9QNPL3T1I1 type=del size=3301748 2024-04-15T14:56:29.417 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:29.416+0000 7f8277235780 1 < completed delete operation key=UCHFZKBWU6MN tag=EKTU3IU5OWPA type=del 2024-04-15T14:56:29.419 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:29.418+0000 7f8277235780 1 > prepared operation key=R38CSTKHEGGY tag=OIJ0CMOLQMX0 type=write size=1014229 2024-04-15T14:56:29.422 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:29.421+0000 7f8277235780 1 < suggested update operation key=33SEOBW9RRJN tag=WS4ZRUP3LKUS type=del size=1363 2024-04-15T14:56:29.423 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:29.422+0000 7f8277235780 1 > prepared operation key=JDPAU9KY1OMN tag=N1PQS6B5QQWK type=del size=1211459 2024-04-15T14:56:29.425 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:29.424+0000 7f8277235780 1 < completed delete operation key=JDPAU9KY1OMN tag=6DKMJ2FGFKHA type=del 2024-04-15T14:56:29.428 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:29.427+0000 7f8277235780 1 > prepared part key=_multipart_NII4HKLD4YSI.2~LHH6JDA923SF.0 size=1048576 2024-04-15T14:56:29.429 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:29.428+0000 7f8277235780 1 > prepared part key=_multipart_NII4HKLD4YSI.2~LHH6JDA923SF.1 size=1048576 2024-04-15T14:56:29.430 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:29.429+0000 7f8277235780 1 > prepared part key=_multipart_NII4HKLD4YSI.2~LHH6JDA923SF.2 size=34484 2024-04-15T14:56:29.430 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:29.429+0000 7f8277235780 1 > prepared multipart upload key=NII4HKLD4YSI upload=LHH6JDA923SF tag=F5LXMD3S941Q type=write size=3180212 2024-04-15T14:56:29.431 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:29.431+0000 7f8277235780 1 < completed delete operation key=BSJC05AGXDJ3 tag=ZHQ7QR39ET12 type=del 2024-04-15T14:56:29.433 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:29.432+0000 7f8277235780 1 > prepared operation key=ZMDZCWJKCFRI tag=3Q282X9B9ZHT type=del size=1898527 2024-04-15T14:56:29.434 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:29.434+0000 7f8277235780 1 < completed delete operation key=F402GDJVN3I9 tag=59KGPJAHMV9T type=del 2024-04-15T14:56:29.436 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:29.435+0000 7f8277235780 1 > prepared operation key=33SEOBW9RRJN tag=W2FAEZ8B0AGV type=del size=2536498 2024-04-15T14:56:29.438 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:29.437+0000 7f8277235780 1 < completed part key=_multipart_F402GDJVN3I9.2~QIYQVBEWZ638.0 size=1048576 2024-04-15T14:56:29.438 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:29.437+0000 7f8277235780 1 < canceled part key=_multipart_F402GDJVN3I9.2~QIYQVBEWZ638.1 size=1048576 2024-04-15T14:56:29.439 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:29.438+0000 7f8277235780 1 < completed part key=_multipart_F402GDJVN3I9.2~QIYQVBEWZ638.2 size=440415 2024-04-15T14:56:29.441 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:29.440+0000 7f8277235780 1 < canceled multipart upload key=F402GDJVN3I9 upload=QIYQVBEWZ638 tag=NMLON232TKSY type=write size=3586143 2024-04-15T14:56:29.443 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:29.442+0000 7f8277235780 1 > prepared operation key=JDPAU9KY1OMN tag=LUFFBFA59WW3 type=del size=3412321 2024-04-15T14:56:29.445 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:29.444+0000 7f8277235780 -1 < failed to complete operation key=R38CSTKHEGGY tag=1T1EHBBU0WF5 type=del size=4184791: (22) Invalid argument 2024-04-15T14:56:29.448 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:29.447+0000 7f8277235780 1 > prepared part key=_multipart_CBSCS8P8QL0Q.2~F2U93WLDJX6L.0 size=1048576 2024-04-15T14:56:29.449 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:29.448+0000 7f8277235780 1 > prepared part key=_multipart_CBSCS8P8QL0Q.2~F2U93WLDJX6L.1 size=1048576 2024-04-15T14:56:29.450 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:29.449+0000 7f8277235780 1 > prepared part key=_multipart_CBSCS8P8QL0Q.2~F2U93WLDJX6L.2 size=129967 2024-04-15T14:56:29.450 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:29.449+0000 7f8277235780 1 > prepared multipart upload key=CBSCS8P8QL0Q upload=F2U93WLDJX6L tag=TPSE2RXRNOI2 type=write size=3275695 2024-04-15T14:56:29.451 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:29.451+0000 7f8277235780 1 < completed part key=_multipart_8X2ELHS3HRGS.2~79IULMLBN5ZY.0 size=1048576 2024-04-15T14:56:29.453 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:29.452+0000 7f8277235780 1 < completed part key=_multipart_8X2ELHS3HRGS.2~79IULMLBN5ZY.1 size=1048576 2024-04-15T14:56:29.454 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:29.453+0000 7f8277235780 1 < completed part key=_multipart_8X2ELHS3HRGS.2~79IULMLBN5ZY.2 size=1024300 2024-04-15T14:56:29.457 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:29.456+0000 7f8277235780 1 < completed multipart upload key=8X2ELHS3HRGS upload=79IULMLBN5ZY tag=LJDG7R077ZTQ type=write size=4170028 2024-04-15T14:56:29.460 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:29.459+0000 7f8277235780 1 > prepared part key=_multipart_RQYB4B0WTR9V.2~60VTL9DPID4L.0 size=1048576 2024-04-15T14:56:29.461 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:29.460+0000 7f8277235780 1 > prepared part key=_multipart_RQYB4B0WTR9V.2~60VTL9DPID4L.1 size=591796 2024-04-15T14:56:29.461 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:29.460+0000 7f8277235780 1 > prepared multipart upload key=RQYB4B0WTR9V upload=60VTL9DPID4L tag=DJ85OP3VPR2B type=write size=2688948 2024-04-15T14:56:29.463 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:29.462+0000 7f8277235780 1 < completed delete operation key=RQYB4B0WTR9V tag=KCE81MN12V76 type=del 2024-04-15T14:56:29.464 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:29.463+0000 7f8277235780 1 > prepared operation key=RQYB4B0WTR9V tag=E4E03LSFLABZ type=write size=105044 2024-04-15T14:56:29.464 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:29.463+0000 7f8277235780 1 < canceled part key=_multipart_R38CSTKHEGGY.2~N1JVRBMNJWTQ.0 size=1048576 2024-04-15T14:56:29.465 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:29.465+0000 7f8277235780 1 < completed part key=_multipart_R38CSTKHEGGY.2~N1JVRBMNJWTQ.1 size=470978 2024-04-15T14:56:29.468 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:29.468+0000 7f8277235780 1 < canceled multipart upload key=R38CSTKHEGGY upload=N1JVRBMNJWTQ tag=BDJ9BFL5G6PA type=write size=2568130 2024-04-15T14:56:29.470 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:29.469+0000 7f8277235780 1 > prepared operation key=UCHFZKBWU6MN tag=52EA3SAYCHAW type=del size=3810713 2024-04-15T14:56:29.470 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:29.469+0000 7f8277235780 1 < canceled part key=_multipart_RQYB4B0WTR9V.2~U8D0IDN7AJKB.0 size=1048576 2024-04-15T14:56:29.471 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:29.470+0000 7f8277235780 1 < completed part key=_multipart_RQYB4B0WTR9V.2~U8D0IDN7AJKB.1 size=1048576 2024-04-15T14:56:29.472 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:29.472+0000 7f8277235780 1 < completed part key=_multipart_RQYB4B0WTR9V.2~U8D0IDN7AJKB.2 size=200667 2024-04-15T14:56:29.475 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:29.474+0000 7f8277235780 1 < canceled multipart upload key=RQYB4B0WTR9V upload=U8D0IDN7AJKB tag=MC1OIX9FXHEY type=write size=3346395 2024-04-15T14:56:29.476 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:29.476+0000 7f8277235780 1 > prepared operation key=IVOFLSPJ0099 tag=9NAMRI2C6ZIZ type=del size=329979 2024-04-15T14:56:29.478 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:29.477+0000 7f8277235780 1 < completed delete operation key=G82D816QHN8B tag=ESKYS2JJYVYG type=del 2024-04-15T14:56:29.481 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:29.480+0000 7f8277235780 1 > prepared part key=_multipart_JY107VG7DVI1.2~4XZV708SUJF6.0 size=1048576 2024-04-15T14:56:29.482 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:29.481+0000 7f8277235780 1 > prepared part key=_multipart_JY107VG7DVI1.2~4XZV708SUJF6.1 size=120826 2024-04-15T14:56:29.482 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:29.481+0000 7f8277235780 1 > prepared multipart upload key=JY107VG7DVI1 upload=4XZV708SUJF6 tag=XI7N5TJ52CGF type=write size=2217978 2024-04-15T14:56:29.483 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:29.482+0000 7f8277235780 1 < completed delete operation key=81DQOX7PNGMS tag=APQEFFERUYHM type=del 2024-04-15T14:56:29.485 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:29.484+0000 7f8277235780 1 > prepared operation key=JDPAU9KY1OMN tag=D12L8GU6CERI type=del size=3890948 2024-04-15T14:56:29.486 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:29.485+0000 7f8277235780 1 < completed part key=_multipart_G82D816QHN8B.2~AHUXUQ2N0WM9.0 size=581298 2024-04-15T14:56:29.489 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:29.488+0000 7f8277235780 1 < completed multipart upload key=G82D816QHN8B upload=AHUXUQ2N0WM9 tag=Y418R7M9MIFH type=write size=1629874 2024-04-15T14:56:29.491 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:29.490+0000 7f8277235780 1 > prepared operation key=P0TQX1TRPSLX tag=EG4SZDMOCQ5G type=del size=1239416 2024-04-15T14:56:29.492 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:29.491+0000 7f8277235780 1 < completed delete operation key=MFZTYOL605I7 tag=PUFOBTZ6WN20 type=del 2024-04-15T14:56:29.495 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:29.494+0000 7f8277235780 1 > prepared part key=_multipart_NII4HKLD4YSI.2~I4R0IK0TY8N3.0 size=1048576 2024-04-15T14:56:29.496 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:29.495+0000 7f8277235780 1 > prepared part key=_multipart_NII4HKLD4YSI.2~I4R0IK0TY8N3.1 size=1048576 2024-04-15T14:56:29.497 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:29.496+0000 7f8277235780 1 > prepared part key=_multipart_NII4HKLD4YSI.2~I4R0IK0TY8N3.2 size=363862 2024-04-15T14:56:29.497 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:29.496+0000 7f8277235780 1 > prepared multipart upload key=NII4HKLD4YSI upload=I4R0IK0TY8N3 tag=5Z43ZYN4BU4Q type=write size=3509590 2024-04-15T14:56:29.499 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:29.498+0000 7f8277235780 1 < completed delete operation key=IVOFLSPJ0099 tag=DE9QNPL3T1I1 type=del 2024-04-15T14:56:29.500 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:29.499+0000 7f8277235780 1 > prepared operation key=Q0PE50H1CDIB tag=W97HK53I7W2G type=del size=2018348 2024-04-15T14:56:29.502 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:29.501+0000 7f8277235780 1 < completed write operation key=R38CSTKHEGGY tag=OIJ0CMOLQMX0 type=write size=1014229 2024-04-15T14:56:29.504 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:29.504+0000 7f8277235780 1 > prepared part key=_multipart_YTVARSCACASJ.2~F2RTD77NEXBH.0 size=1048576 2024-04-15T14:56:29.506 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:29.505+0000 7f8277235780 1 > prepared part key=_multipart_YTVARSCACASJ.2~F2RTD77NEXBH.1 size=316726 2024-04-15T14:56:29.506 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:29.505+0000 7f8277235780 1 > prepared multipart upload key=YTVARSCACASJ upload=F2RTD77NEXBH tag=DQM71371XTYC type=write size=2413878 2024-04-15T14:56:29.507 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:29.506+0000 7f8277235780 1 < completed delete operation key=JDPAU9KY1OMN tag=N1PQS6B5QQWK type=del 2024-04-15T14:56:29.509 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:29.508+0000 7f8277235780 1 > prepared operation key=7XVTB4OPZZOY tag=EVZ9E8UGX9YW type=del size=718801 2024-04-15T14:56:29.510 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:29.509+0000 7f8277235780 1 < completed part key=_multipart_NII4HKLD4YSI.2~LHH6JDA923SF.0 size=1048576 2024-04-15T14:56:29.512 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:29.511+0000 7f8277235780 1 < completed part key=_multipart_NII4HKLD4YSI.2~LHH6JDA923SF.1 size=1048576 2024-04-15T14:56:29.513 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:29.512+0000 7f8277235780 1 < completed part key=_multipart_NII4HKLD4YSI.2~LHH6JDA923SF.2 size=34484 2024-04-15T14:56:29.515 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:29.514+0000 7f8277235780 1 < completed multipart upload key=NII4HKLD4YSI upload=LHH6JDA923SF tag=F5LXMD3S941Q type=write size=3180212 2024-04-15T14:56:29.518 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:29.517+0000 7f8277235780 1 > prepared part key=_multipart_UCHFZKBWU6MN.2~JGR27T0K5YOY.0 size=1048576 2024-04-15T14:56:29.519 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:29.518+0000 7f8277235780 1 > prepared part key=_multipart_UCHFZKBWU6MN.2~JGR27T0K5YOY.1 size=100247 2024-04-15T14:56:29.519 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:29.518+0000 7f8277235780 1 > prepared multipart upload key=UCHFZKBWU6MN upload=JGR27T0K5YOY tag=7CI3PNBW5S97 type=write size=2197399 2024-04-15T14:56:29.520 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:29.520+0000 7f8277235780 1 < completed delete operation key=ZMDZCWJKCFRI tag=3Q282X9B9ZHT type=del 2024-04-15T14:56:29.522 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:29.521+0000 7f8277235780 1 > prepared operation key=NII4HKLD4YSI tag=HQBN6004BY49 type=write size=646185 2024-04-15T14:56:29.525 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:29.524+0000 7f8277235780 1 < suggested remove operation key=33SEOBW9RRJN tag=W2FAEZ8B0AGV type=del 2024-04-15T14:56:29.527 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:29.527+0000 7f8277235780 1 > prepared part key=_multipart_DY5BWB5TVQV1.2~QV2FIEK3KHMX.0 size=1048576 2024-04-15T14:56:29.529 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:29.528+0000 7f8277235780 1 > prepared part key=_multipart_DY5BWB5TVQV1.2~QV2FIEK3KHMX.1 size=79084 2024-04-15T14:56:29.529 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:29.528+0000 7f8277235780 1 > prepared multipart upload key=DY5BWB5TVQV1 upload=QV2FIEK3KHMX tag=DH4Q9XMUVQA1 type=write size=2176236 2024-04-15T14:56:29.530 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:29.529+0000 7f8277235780 1 < completed delete operation key=JDPAU9KY1OMN tag=LUFFBFA59WW3 type=del 2024-04-15T14:56:29.532 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:29.531+0000 7f8277235780 1 > prepared operation key=54T20V7YW2K4 tag=4V24PMD6LPE1 type=del size=833932 2024-04-15T14:56:29.534 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:29.533+0000 7f8277235780 1 < completed part key=_multipart_CBSCS8P8QL0Q.2~F2U93WLDJX6L.0 size=1048576 2024-04-15T14:56:29.535 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:29.534+0000 7f8277235780 1 < completed part key=_multipart_CBSCS8P8QL0Q.2~F2U93WLDJX6L.1 size=1048576 2024-04-15T14:56:29.536 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:29.535+0000 7f8277235780 1 < completed part key=_multipart_CBSCS8P8QL0Q.2~F2U93WLDJX6L.2 size=129967 2024-04-15T14:56:29.538 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:29.537+0000 7f8277235780 1 < completed multipart upload key=CBSCS8P8QL0Q upload=F2U93WLDJX6L tag=TPSE2RXRNOI2 type=write size=3275695 2024-04-15T14:56:29.541 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:29.540+0000 7f8277235780 1 > prepared part key=_multipart_YTVARSCACASJ.2~VDIMJIFBZHHN.0 size=1048576 2024-04-15T14:56:29.542 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:29.541+0000 7f8277235780 1 > prepared part key=_multipart_YTVARSCACASJ.2~VDIMJIFBZHHN.1 size=1048576 2024-04-15T14:56:29.543 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:29.542+0000 7f8277235780 1 > prepared part key=_multipart_YTVARSCACASJ.2~VDIMJIFBZHHN.2 size=671151 2024-04-15T14:56:29.543 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:29.542+0000 7f8277235780 1 > prepared multipart upload key=YTVARSCACASJ upload=VDIMJIFBZHHN tag=6PBDDAYSAZZK type=write size=3816879 2024-04-15T14:56:29.545 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:29.544+0000 7f8277235780 1 < completed part key=_multipart_RQYB4B0WTR9V.2~60VTL9DPID4L.0 size=1048576 2024-04-15T14:56:29.546 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:29.545+0000 7f8277235780 1 < completed part key=_multipart_RQYB4B0WTR9V.2~60VTL9DPID4L.1 size=591796 2024-04-15T14:56:29.548 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:29.548+0000 7f8277235780 1 < completed multipart upload key=RQYB4B0WTR9V upload=60VTL9DPID4L tag=DJ85OP3VPR2B type=write size=2688948 2024-04-15T14:56:29.551 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:29.551+0000 7f8277235780 1 > prepared part key=_multipart_CBSCS8P8QL0Q.2~UJNO4UVFINA2.0 size=1048576 2024-04-15T14:56:29.552 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:29.552+0000 7f8277235780 1 > prepared part key=_multipart_CBSCS8P8QL0Q.2~UJNO4UVFINA2.1 size=587499 2024-04-15T14:56:29.553 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:29.552+0000 7f8277235780 1 > prepared multipart upload key=CBSCS8P8QL0Q upload=UJNO4UVFINA2 tag=404H9WVC0GW2 type=write size=2684651 2024-04-15T14:56:29.554 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:29.553+0000 7f8277235780 1 < completed write operation key=RQYB4B0WTR9V tag=E4E03LSFLABZ type=write size=105044 2024-04-15T14:56:29.557 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:29.556+0000 7f8277235780 1 > prepared part key=_multipart_D9NMXV7JDMXJ.2~UFPMZBEOTNOI.0 size=330504 2024-04-15T14:56:29.557 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:29.556+0000 7f8277235780 1 > prepared multipart upload key=D9NMXV7JDMXJ upload=UFPMZBEOTNOI tag=4TEQRT21J6ZH type=write size=1379080 2024-04-15T14:56:29.558 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:29.558+0000 7f8277235780 1 < completed delete operation key=UCHFZKBWU6MN tag=52EA3SAYCHAW type=del 2024-04-15T14:56:29.560 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:29.559+0000 7f8277235780 1 > prepared operation key=JDPAU9KY1OMN tag=14MTANUIF0D9 type=del size=3537903 2024-04-15T14:56:29.562 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:29.561+0000 7f8277235780 1 < canceled operation key=IVOFLSPJ0099 tag=9NAMRI2C6ZIZ type=del size=329979 2024-04-15T14:56:29.563 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:29.563+0000 7f8277235780 1 > prepared operation key=JY107VG7DVI1 tag=M4UTX0XX5ILP type=del size=2121588 2024-04-15T14:56:29.565 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:29.564+0000 7f8277235780 1 < completed part key=_multipart_JY107VG7DVI1.2~4XZV708SUJF6.0 size=1048576 2024-04-15T14:56:29.567 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:29.566+0000 7f8277235780 1 < completed part key=_multipart_JY107VG7DVI1.2~4XZV708SUJF6.1 size=120826 2024-04-15T14:56:29.569 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:29.568+0000 7f8277235780 1 < completed multipart upload key=JY107VG7DVI1 upload=4XZV708SUJF6 tag=XI7N5TJ52CGF type=write size=2217978 2024-04-15T14:56:29.571 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:29.570+0000 7f8277235780 1 > prepared operation key=IVOFLSPJ0099 tag=DNU7JJW24D17 type=del size=2009545 2024-04-15T14:56:29.572 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:29.571+0000 7f8277235780 1 < completed delete operation key=JDPAU9KY1OMN tag=D12L8GU6CERI type=del 2024-04-15T14:56:29.575 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:29.574+0000 7f8277235780 1 > prepared part key=_multipart_IM0AQIM316IL.2~JR41027VT3QL.0 size=695674 2024-04-15T14:56:29.576 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:29.574+0000 7f8277235780 1 > prepared multipart upload key=IM0AQIM316IL upload=JR41027VT3QL tag=HKV1J7O602VN type=write size=1744250 2024-04-15T14:56:29.577 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:29.576+0000 7f8277235780 1 < completed delete operation key=P0TQX1TRPSLX tag=EG4SZDMOCQ5G type=del 2024-04-15T14:56:29.578 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:29.577+0000 7f8277235780 1 > prepared operation key=CFCUGZ5D6TU8 tag=SRLKDGRO5ZKK type=del size=882867 2024-04-15T14:56:29.580 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:29.579+0000 7f8277235780 1 < completed part key=_multipart_NII4HKLD4YSI.2~I4R0IK0TY8N3.0 size=1048576 2024-04-15T14:56:29.581 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:29.580+0000 7f8277235780 1 < completed part key=_multipart_NII4HKLD4YSI.2~I4R0IK0TY8N3.1 size=1048576 2024-04-15T14:56:29.582 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:29.581+0000 7f8277235780 1 < completed part key=_multipart_NII4HKLD4YSI.2~I4R0IK0TY8N3.2 size=363862 2024-04-15T14:56:29.585 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:29.584+0000 7f8277235780 1 < completed multipart upload key=NII4HKLD4YSI upload=I4R0IK0TY8N3 tag=5Z43ZYN4BU4Q type=write size=3509590 2024-04-15T14:56:29.588 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:29.587+0000 7f8277235780 1 > prepared part key=_multipart_R38CSTKHEGGY.2~TVXG61ZLB7OS.0 size=1048576 2024-04-15T14:56:29.589 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:29.588+0000 7f8277235780 1 > prepared part key=_multipart_R38CSTKHEGGY.2~TVXG61ZLB7OS.1 size=72742 2024-04-15T14:56:29.589 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:29.588+0000 7f8277235780 1 > prepared multipart upload key=R38CSTKHEGGY upload=TVXG61ZLB7OS tag=1X3GLAH15STA type=write size=2169894 2024-04-15T14:56:29.590 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:29.589+0000 7f8277235780 1 < completed delete operation key=Q0PE50H1CDIB tag=W97HK53I7W2G type=del 2024-04-15T14:56:29.592 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:29.591+0000 7f8277235780 1 > prepared operation key=ZMDZCWJKCFRI tag=1KC6OXUVX33K type=del size=3759768 2024-04-15T14:56:29.593 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:29.592+0000 7f8277235780 1 < completed part key=_multipart_YTVARSCACASJ.2~F2RTD77NEXBH.0 size=1048576 2024-04-15T14:56:29.594 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:29.594+0000 7f8277235780 1 < completed part key=_multipart_YTVARSCACASJ.2~F2RTD77NEXBH.1 size=316726 2024-04-15T14:56:29.597 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:29.596+0000 7f8277235780 1 < completed multipart upload key=YTVARSCACASJ upload=F2RTD77NEXBH tag=DQM71371XTYC type=write size=2413878 2024-04-15T14:56:29.600 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:29.599+0000 7f8277235780 1 > prepared part key=_multipart_JY107VG7DVI1.2~ZWA0EHJ3RKOJ.0 size=1048576 2024-04-15T14:56:29.601 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:29.600+0000 7f8277235780 1 > prepared part key=_multipart_JY107VG7DVI1.2~ZWA0EHJ3RKOJ.1 size=1048576 2024-04-15T14:56:29.602 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:29.601+0000 7f8277235780 1 > prepared part key=_multipart_JY107VG7DVI1.2~ZWA0EHJ3RKOJ.2 size=469306 2024-04-15T14:56:29.602 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:29.601+0000 7f8277235780 1 > prepared multipart upload key=JY107VG7DVI1 upload=ZWA0EHJ3RKOJ tag=31ESC06CQ11H type=write size=3615034 2024-04-15T14:56:29.604 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:29.603+0000 7f8277235780 1 < completed delete operation key=7XVTB4OPZZOY tag=EVZ9E8UGX9YW type=del 2024-04-15T14:56:29.605 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:29.604+0000 7f8277235780 1 > prepared operation key=CFCUGZ5D6TU8 tag=7P871H558PJ6 type=del size=1609139 2024-04-15T14:56:29.607 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:29.606+0000 7f8277235780 1 < completed part key=_multipart_UCHFZKBWU6MN.2~JGR27T0K5YOY.0 size=1048576 2024-04-15T14:56:29.608 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:29.607+0000 7f8277235780 1 < completed part key=_multipart_UCHFZKBWU6MN.2~JGR27T0K5YOY.1 size=100247 2024-04-15T14:56:29.611 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:29.610+0000 7f8277235780 1 < completed multipart upload key=UCHFZKBWU6MN upload=JGR27T0K5YOY tag=7CI3PNBW5S97 type=write size=2197399 2024-04-15T14:56:29.612 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:29.611+0000 7f8277235780 1 > prepared operation key=UCHFZKBWU6MN tag=FFLKBYXYD4EV type=del size=677654 2024-04-15T14:56:29.616 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:29.615+0000 7f8277235780 1 < suggested update operation key=NII4HKLD4YSI tag=HQBN6004BY49 type=write size=646185 2024-04-15T14:56:29.618 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:29.617+0000 7f8277235780 1 > prepared operation key=NII4HKLD4YSI tag=VW2AHT847DPY type=del size=1743270 2024-04-15T14:56:29.619 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:29.618+0000 7f8277235780 1 < completed part key=_multipart_DY5BWB5TVQV1.2~QV2FIEK3KHMX.0 size=1048576 2024-04-15T14:56:29.620 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:29.619+0000 7f8277235780 1 < completed part key=_multipart_DY5BWB5TVQV1.2~QV2FIEK3KHMX.1 size=79084 2024-04-15T14:56:29.623 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:29.622+0000 7f8277235780 1 < completed multipart upload key=DY5BWB5TVQV1 upload=QV2FIEK3KHMX tag=DH4Q9XMUVQA1 type=write size=2176236 2024-04-15T14:56:29.625 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:29.624+0000 7f8277235780 1 > prepared operation key=54T20V7YW2K4 tag=4TDG9CA6LE2A type=write size=18883 2024-04-15T14:56:29.627 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:29.626+0000 7f8277235780 1 < completed delete operation key=54T20V7YW2K4 tag=4V24PMD6LPE1 type=del 2024-04-15T14:56:29.628 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:29.627+0000 7f8277235780 1 > prepared operation key=JDPAU9KY1OMN tag=LU9E821H3VW4 type=del size=3516723 2024-04-15T14:56:29.630 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:29.629+0000 7f8277235780 1 < completed part key=_multipart_YTVARSCACASJ.2~VDIMJIFBZHHN.0 size=1048576 2024-04-15T14:56:29.631 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:29.630+0000 7f8277235780 1 < completed part key=_multipart_YTVARSCACASJ.2~VDIMJIFBZHHN.1 size=1048576 2024-04-15T14:56:29.632 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:29.632+0000 7f8277235780 1 < completed part key=_multipart_YTVARSCACASJ.2~VDIMJIFBZHHN.2 size=671151 2024-04-15T14:56:29.635 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:29.634+0000 7f8277235780 1 < completed multipart upload key=YTVARSCACASJ upload=VDIMJIFBZHHN tag=6PBDDAYSAZZK type=write size=3816879 2024-04-15T14:56:29.637 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:29.636+0000 7f8277235780 1 > prepared operation key=D9NMXV7JDMXJ tag=6S3BUFWTCZ05 type=del size=831858 2024-04-15T14:56:29.638 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:29.637+0000 7f8277235780 1 < completed part key=_multipart_CBSCS8P8QL0Q.2~UJNO4UVFINA2.0 size=1048576 2024-04-15T14:56:29.639 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:29.639+0000 7f8277235780 1 < completed part key=_multipart_CBSCS8P8QL0Q.2~UJNO4UVFINA2.1 size=587499 2024-04-15T14:56:29.643 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:29.642+0000 7f8277235780 1 < completed multipart upload key=CBSCS8P8QL0Q upload=UJNO4UVFINA2 tag=404H9WVC0GW2 type=write size=2684651 2024-04-15T14:56:29.644 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:29.643+0000 7f8277235780 1 > prepared operation key=BNQH1MC9XO9F tag=K8O0175MFF44 type=write size=932615 2024-04-15T14:56:29.646 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:29.645+0000 7f8277235780 1 < completed part key=_multipart_D9NMXV7JDMXJ.2~UFPMZBEOTNOI.0 size=330504 2024-04-15T14:56:29.649 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:29.648+0000 7f8277235780 1 < completed multipart upload key=D9NMXV7JDMXJ upload=UFPMZBEOTNOI tag=4TEQRT21J6ZH type=write size=1379080 2024-04-15T14:56:29.650 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:29.649+0000 7f8277235780 1 > prepared operation key=BNQH1MC9XO9F tag=C5MVN1VUNE8F type=del size=3802222 2024-04-15T14:56:29.653 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:29.652+0000 7f8277235780 1 < suggested update operation key=JDPAU9KY1OMN tag=14MTANUIF0D9 type=del size=3537903 2024-04-15T14:56:29.655 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:29.654+0000 7f8277235780 1 > prepared operation key=OQ3O0PKNZJ9S tag=XJ6EX2A8GRKO type=del size=2032286 2024-04-15T14:56:29.656 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:29.655+0000 7f8277235780 1 < completed delete operation key=JY107VG7DVI1 tag=M4UTX0XX5ILP type=del 2024-04-15T14:56:29.658 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:29.657+0000 7f8277235780 1 > prepared operation key=Q0PE50H1CDIB tag=D6RP2G2TLBXC type=del size=3138950 2024-04-15T14:56:29.660 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:29.659+0000 7f8277235780 1 < completed delete operation key=IVOFLSPJ0099 tag=DNU7JJW24D17 type=del 2024-04-15T14:56:29.662 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:29.662+0000 7f8277235780 1 > prepared part key=_multipart_JY107VG7DVI1.2~4U6NND2VY5WK.0 size=1048576 2024-04-15T14:56:29.664 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:29.663+0000 7f8277235780 1 > prepared part key=_multipart_JY107VG7DVI1.2~4U6NND2VY5WK.1 size=1048576 2024-04-15T14:56:29.665 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:29.664+0000 7f8277235780 1 > prepared part key=_multipart_JY107VG7DVI1.2~4U6NND2VY5WK.2 size=707220 2024-04-15T14:56:29.665 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:29.664+0000 7f8277235780 1 > prepared multipart upload key=JY107VG7DVI1 upload=4U6NND2VY5WK tag=LJYE84SVTK3U type=write size=3852948 2024-04-15T14:56:29.667 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:29.666+0000 7f8277235780 1 < completed part key=_multipart_IM0AQIM316IL.2~JR41027VT3QL.0 size=695674 2024-04-15T14:56:29.670 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:29.669+0000 7f8277235780 1 < completed multipart upload key=IM0AQIM316IL upload=JR41027VT3QL tag=HKV1J7O602VN type=write size=1744250 2024-04-15T14:56:29.671 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:29.670+0000 7f8277235780 1 > prepared operation key=F402GDJVN3I9 tag=GLO8Y7I5CG8J type=del size=802803 2024-04-15T14:56:29.673 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:29.672+0000 7f8277235780 1 < completed delete operation key=CFCUGZ5D6TU8 tag=SRLKDGRO5ZKK type=del 2024-04-15T14:56:29.675 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:29.674+0000 7f8277235780 1 > prepared operation key=CFCUGZ5D6TU8 tag=TYY4IP8G991J type=del size=3171872 2024-04-15T14:56:29.676 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:29.675+0000 7f8277235780 1 < completed part key=_multipart_R38CSTKHEGGY.2~TVXG61ZLB7OS.0 size=1048576 2024-04-15T14:56:29.676 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:29.675+0000 7f8277235780 1 < canceled part key=_multipart_R38CSTKHEGGY.2~TVXG61ZLB7OS.1 size=72742 2024-04-15T14:56:29.679 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:29.678+0000 7f8277235780 1 < canceled multipart upload key=R38CSTKHEGGY upload=TVXG61ZLB7OS tag=1X3GLAH15STA type=write size=2169894 2024-04-15T14:56:29.681 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:29.680+0000 7f8277235780 1 > prepared operation key=ZMDZCWJKCFRI tag=AVY6H7TI0KHM type=del size=2392048 2024-04-15T14:56:29.682 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:29.681+0000 7f8277235780 1 < completed delete operation key=ZMDZCWJKCFRI tag=1KC6OXUVX33K type=del 2024-04-15T14:56:29.684 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:29.683+0000 7f8277235780 1 > prepared operation key=R38CSTKHEGGY tag=8L1WKV15G7Z8 type=write size=954019 2024-04-15T14:56:29.685 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:29.684+0000 7f8277235780 1 < completed part key=_multipart_JY107VG7DVI1.2~ZWA0EHJ3RKOJ.0 size=1048576 2024-04-15T14:56:29.687 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:29.686+0000 7f8277235780 1 < completed part key=_multipart_JY107VG7DVI1.2~ZWA0EHJ3RKOJ.1 size=1048576 2024-04-15T14:56:29.688 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:29.687+0000 7f8277235780 1 < completed part key=_multipart_JY107VG7DVI1.2~ZWA0EHJ3RKOJ.2 size=469306 2024-04-15T14:56:29.691 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:29.690+0000 7f8277235780 1 < completed multipart upload key=JY107VG7DVI1 upload=ZWA0EHJ3RKOJ tag=31ESC06CQ11H type=write size=3615034 2024-04-15T14:56:29.693 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:29.693+0000 7f8277235780 1 > prepared part key=_multipart_G82D816QHN8B.2~2H52QBA5H5J8.0 size=1048576 2024-04-15T14:56:29.695 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:29.694+0000 7f8277235780 1 > prepared part key=_multipart_G82D816QHN8B.2~2H52QBA5H5J8.1 size=1048576 2024-04-15T14:56:29.696 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:29.695+0000 7f8277235780 1 > prepared part key=_multipart_G82D816QHN8B.2~2H52QBA5H5J8.2 size=59561 2024-04-15T14:56:29.696 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:29.695+0000 7f8277235780 1 > prepared multipart upload key=G82D816QHN8B upload=2H52QBA5H5J8 tag=I6U5CD5D2PXT type=write size=3205289 2024-04-15T14:56:29.697 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:29.696+0000 7f8277235780 1 < completed delete operation key=CFCUGZ5D6TU8 tag=7P871H558PJ6 type=del 2024-04-15T14:56:29.699 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:29.698+0000 7f8277235780 1 > prepared operation key=7XVTB4OPZZOY tag=EZ46QCZQ510I type=del size=740215 2024-04-15T14:56:29.700 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:29.699+0000 7f8277235780 1 < completed delete operation key=UCHFZKBWU6MN tag=FFLKBYXYD4EV type=del 2024-04-15T14:56:29.702 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:29.701+0000 7f8277235780 1 > prepared operation key=CBSCS8P8QL0Q tag=ZIOVEUX6OJVQ type=del size=3764508 2024-04-15T14:56:29.705 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:29.704+0000 7f8277235780 1 < suggested remove operation key=NII4HKLD4YSI tag=VW2AHT847DPY type=del 2024-04-15T14:56:29.708 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:29.707+0000 7f8277235780 1 > prepared part key=_multipart_P0TQX1TRPSLX.2~1KR7D9QX42Q6.0 size=1048576 2024-04-15T14:56:29.709 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:29.708+0000 7f8277235780 1 > prepared part key=_multipart_P0TQX1TRPSLX.2~1KR7D9QX42Q6.1 size=928900 2024-04-15T14:56:29.709 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:29.708+0000 7f8277235780 1 > prepared multipart upload key=P0TQX1TRPSLX upload=1KR7D9QX42Q6 tag=SOD98CPWH6SO type=write size=3026052 2024-04-15T14:56:29.711 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:29.710+0000 7f8277235780 1 < canceled operation key=54T20V7YW2K4 tag=4TDG9CA6LE2A type=write size=18883 2024-04-15T14:56:29.713 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:29.713+0000 7f8277235780 1 > prepared part key=_multipart_JY107VG7DVI1.2~XOFP5XFTFYCK.0 size=713663 2024-04-15T14:56:29.714 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:29.713+0000 7f8277235780 1 > prepared multipart upload key=JY107VG7DVI1 upload=XOFP5XFTFYCK tag=WECZINZOEP6R type=write size=1762239 2024-04-15T14:56:29.715 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:29.714+0000 7f8277235780 -1 < failed to complete operation key=JDPAU9KY1OMN tag=LU9E821H3VW4 type=del size=3516723: (22) Invalid argument 2024-04-15T14:56:29.717 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:29.716+0000 7f8277235780 1 > prepared operation key=R38CSTKHEGGY tag=VKS6PQ7WGWYE type=del size=1355299 2024-04-15T14:56:29.720 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:29.719+0000 7f8277235780 1 < suggested remove operation key=D9NMXV7JDMXJ tag=6S3BUFWTCZ05 type=del 2024-04-15T14:56:29.722 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:29.721+0000 7f8277235780 1 > prepared part key=_multipart_BSJC05AGXDJ3.2~PWB2V696Y9IK.0 size=1048576 2024-04-15T14:56:29.723 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:29.723+0000 7f8277235780 1 > prepared part key=_multipart_BSJC05AGXDJ3.2~PWB2V696Y9IK.1 size=631419 2024-04-15T14:56:29.724 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:29.723+0000 7f8277235780 1 > prepared multipart upload key=BSJC05AGXDJ3 upload=PWB2V696Y9IK tag=PV61IQGVONVW type=write size=2728571 2024-04-15T14:56:29.725 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:29.724+0000 7f8277235780 1 < completed write operation key=BNQH1MC9XO9F tag=K8O0175MFF44 type=write size=932615 2024-04-15T14:56:29.726 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:29.726+0000 7f8277235780 1 > prepared operation key=Q0PE50H1CDIB tag=W6SRT9L8W2SJ type=del size=914076 2024-04-15T14:56:29.728 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:29.727+0000 7f8277235780 1 < completed delete operation key=BNQH1MC9XO9F tag=C5MVN1VUNE8F type=del 2024-04-15T14:56:29.730 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:29.729+0000 7f8277235780 1 > prepared operation key=ZMDZCWJKCFRI tag=BW4ABZ05NT0J type=del size=2821114 2024-04-15T14:56:29.731 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:29.730+0000 7f8277235780 1 < completed delete operation key=OQ3O0PKNZJ9S tag=XJ6EX2A8GRKO type=del 2024-04-15T14:56:29.734 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:29.733+0000 7f8277235780 1 > prepared part key=_multipart_YTVARSCACASJ.2~MJIIBOYEYT4L.0 size=1048576 2024-04-15T14:56:29.735 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:29.735+0000 7f8277235780 1 > prepared part key=_multipart_YTVARSCACASJ.2~MJIIBOYEYT4L.1 size=1048576 2024-04-15T14:56:29.737 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:29.736+0000 7f8277235780 1 > prepared part key=_multipart_YTVARSCACASJ.2~MJIIBOYEYT4L.2 size=1024478 2024-04-15T14:56:29.737 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:29.736+0000 7f8277235780 1 > prepared multipart upload key=YTVARSCACASJ upload=MJIIBOYEYT4L tag=CNQDBSFARCUJ type=write size=4170206 2024-04-15T14:56:29.739 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:29.738+0000 7f8277235780 1 < completed delete operation key=Q0PE50H1CDIB tag=D6RP2G2TLBXC type=del 2024-04-15T14:56:29.742 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:29.741+0000 7f8277235780 1 > prepared part key=_multipart_CFCUGZ5D6TU8.2~4MFGTQHD7GW3.0 size=799402 2024-04-15T14:56:29.742 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:29.741+0000 7f8277235780 1 > prepared multipart upload key=CFCUGZ5D6TU8 upload=4MFGTQHD7GW3 tag=05UEWSTRWVSZ type=write size=1847978 2024-04-15T14:56:29.743 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:29.742+0000 7f8277235780 1 < completed part key=_multipart_JY107VG7DVI1.2~4U6NND2VY5WK.0 size=1048576 2024-04-15T14:56:29.745 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:29.744+0000 7f8277235780 1 < completed part key=_multipart_JY107VG7DVI1.2~4U6NND2VY5WK.1 size=1048576 2024-04-15T14:56:29.746 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:29.745+0000 7f8277235780 1 < completed part key=_multipart_JY107VG7DVI1.2~4U6NND2VY5WK.2 size=707220 2024-04-15T14:56:29.748 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:29.748+0000 7f8277235780 1 < completed multipart upload key=JY107VG7DVI1 upload=4U6NND2VY5WK tag=LJYE84SVTK3U type=write size=3852948 2024-04-15T14:56:29.750 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:29.749+0000 7f8277235780 1 > prepared operation key=MFZTYOL605I7 tag=97M7VV5UHB8D type=del size=1221674 2024-04-15T14:56:29.752 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:29.751+0000 7f8277235780 1 < completed delete operation key=F402GDJVN3I9 tag=GLO8Y7I5CG8J type=del 2024-04-15T14:56:29.755 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:29.754+0000 7f8277235780 1 > prepared part key=_multipart_JY107VG7DVI1.2~H0LRIWW0O0MW.0 size=1048576 2024-04-15T14:56:29.756 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:29.755+0000 7f8277235780 1 > prepared part key=_multipart_JY107VG7DVI1.2~H0LRIWW0O0MW.1 size=785255 2024-04-15T14:56:29.756 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:29.755+0000 7f8277235780 1 > prepared multipart upload key=JY107VG7DVI1 upload=H0LRIWW0O0MW tag=2DK63AUVSXP5 type=write size=2882407 2024-04-15T14:56:29.758 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:29.757+0000 7f8277235780 1 < completed delete operation key=CFCUGZ5D6TU8 tag=TYY4IP8G991J type=del 2024-04-15T14:56:29.761 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:29.760+0000 7f8277235780 1 > prepared part key=_multipart_JDPAU9KY1OMN.2~04EWKOJOCHS7.0 size=1048576 2024-04-15T14:56:29.763 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:29.763+0000 7f8277235780 1 > prepared part key=_multipart_JDPAU9KY1OMN.2~04EWKOJOCHS7.1 size=1048576 2024-04-15T14:56:29.766 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:29.765+0000 7f8277235780 1 > prepared part key=_multipart_JDPAU9KY1OMN.2~04EWKOJOCHS7.2 size=669612 2024-04-15T14:56:29.766 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:29.765+0000 7f8277235780 1 > prepared multipart upload key=JDPAU9KY1OMN upload=04EWKOJOCHS7 tag=8YJ6UNR44N83 type=write size=3815340 2024-04-15T14:56:29.768 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:29.767+0000 7f8277235780 1 < completed delete operation key=ZMDZCWJKCFRI tag=AVY6H7TI0KHM type=del 2024-04-15T14:56:29.771 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:29.770+0000 7f8277235780 1 > prepared part key=_multipart_BSJC05AGXDJ3.2~W30Y4NNMS8XA.0 size=982375 2024-04-15T14:56:29.771 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:29.770+0000 7f8277235780 1 > prepared multipart upload key=BSJC05AGXDJ3 upload=W30Y4NNMS8XA tag=VDN142S4ZBJY type=write size=2030951 2024-04-15T14:56:29.773 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:29.772+0000 7f8277235780 1 < completed write operation key=R38CSTKHEGGY tag=8L1WKV15G7Z8 type=write size=954019 2024-04-15T14:56:29.774 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:29.774+0000 7f8277235780 1 > prepared operation key=CFCUGZ5D6TU8 tag=IZB0OGA01EQG type=del size=960828 2024-04-15T14:56:29.776 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:29.775+0000 7f8277235780 1 < completed part key=_multipart_G82D816QHN8B.2~2H52QBA5H5J8.0 size=1048576 2024-04-15T14:56:29.778 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:29.777+0000 7f8277235780 1 < completed part key=_multipart_G82D816QHN8B.2~2H52QBA5H5J8.1 size=1048576 2024-04-15T14:56:29.778 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:29.777+0000 7f8277235780 1 < canceled part key=_multipart_G82D816QHN8B.2~2H52QBA5H5J8.2 size=59561 2024-04-15T14:56:29.780 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:29.779+0000 7f8277235780 1 < canceled multipart upload key=G82D816QHN8B upload=2H52QBA5H5J8 tag=I6U5CD5D2PXT type=write size=3205289 2024-04-15T14:56:29.784 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:29.783+0000 7f8277235780 1 > prepared part key=_multipart_50Y0EU7H0QWF.2~HJZSJI1VMJE5.0 size=1048576 2024-04-15T14:56:29.785 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:29.784+0000 7f8277235780 1 > prepared part key=_multipart_50Y0EU7H0QWF.2~HJZSJI1VMJE5.1 size=990860 2024-04-15T14:56:29.786 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:29.784+0000 7f8277235780 1 > prepared multipart upload key=50Y0EU7H0QWF upload=HJZSJI1VMJE5 tag=BU3F4NS5YQFR type=write size=3088012 2024-04-15T14:56:29.787 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:29.786+0000 7f8277235780 1 < completed delete operation key=7XVTB4OPZZOY tag=EZ46QCZQ510I type=del 2024-04-15T14:56:29.789 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:29.788+0000 7f8277235780 1 > prepared part key=_multipart_MIRREM7KIO9I.2~HVKOPJLE8GYO.0 size=347208 2024-04-15T14:56:29.790 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:29.788+0000 7f8277235780 1 > prepared multipart upload key=MIRREM7KIO9I upload=HVKOPJLE8GYO tag=DX1VNDZ4QBP9 type=write size=1395784 2024-04-15T14:56:29.792 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:29.791+0000 7f8277235780 1 < suggested update operation key=CBSCS8P8QL0Q tag=ZIOVEUX6OJVQ type=del size=3764508 2024-04-15T14:56:29.795 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:29.794+0000 7f8277235780 1 > prepared part key=_multipart_F402GDJVN3I9.2~KO8XBYRLZ93S.0 size=1048576 2024-04-15T14:56:29.796 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:29.796+0000 7f8277235780 1 > prepared part key=_multipart_F402GDJVN3I9.2~KO8XBYRLZ93S.1 size=1048576 2024-04-15T14:56:29.798 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:29.797+0000 7f8277235780 1 > prepared part key=_multipart_F402GDJVN3I9.2~KO8XBYRLZ93S.2 size=168319 2024-04-15T14:56:29.798 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:29.797+0000 7f8277235780 1 > prepared multipart upload key=F402GDJVN3I9 upload=KO8XBYRLZ93S tag=5LQZ8I4YIYJF type=write size=3314047 2024-04-15T14:56:29.800 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:29.799+0000 7f8277235780 1 < completed part key=_multipart_P0TQX1TRPSLX.2~1KR7D9QX42Q6.0 size=1048576 2024-04-15T14:56:29.801 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:29.800+0000 7f8277235780 1 < completed part key=_multipart_P0TQX1TRPSLX.2~1KR7D9QX42Q6.1 size=928900 2024-04-15T14:56:29.803 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:29.803+0000 7f8277235780 1 < completed multipart upload key=P0TQX1TRPSLX upload=1KR7D9QX42Q6 tag=SOD98CPWH6SO type=write size=3026052 2024-04-15T14:56:29.805 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:29.804+0000 7f8277235780 1 > prepared operation key=Q0PE50H1CDIB tag=DKZD00U6ADKS type=del size=391966 2024-04-15T14:56:29.807 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:29.806+0000 7f8277235780 1 < completed part key=_multipart_JY107VG7DVI1.2~XOFP5XFTFYCK.0 size=713663 2024-04-15T14:56:29.809 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:29.808+0000 7f8277235780 1 < completed multipart upload key=JY107VG7DVI1 upload=XOFP5XFTFYCK tag=WECZINZOEP6R type=write size=1762239 2024-04-15T14:56:29.812 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:29.811+0000 7f8277235780 1 > prepared part key=_multipart_D9NMXV7JDMXJ.2~3JRGC9PQ29Z6.0 size=1048576 2024-04-15T14:56:29.813 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:29.812+0000 7f8277235780 1 > prepared part key=_multipart_D9NMXV7JDMXJ.2~3JRGC9PQ29Z6.1 size=1048576 2024-04-15T14:56:29.815 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:29.814+0000 7f8277235780 1 > prepared part key=_multipart_D9NMXV7JDMXJ.2~3JRGC9PQ29Z6.2 size=164658 2024-04-15T14:56:29.815 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:29.814+0000 7f8277235780 1 > prepared multipart upload key=D9NMXV7JDMXJ upload=3JRGC9PQ29Z6 tag=T8AUAS84IJNX type=write size=3310386 2024-04-15T14:56:29.818 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:29.817+0000 7f8277235780 1 < suggested update operation key=R38CSTKHEGGY tag=VKS6PQ7WGWYE type=del size=1355299 2024-04-15T14:56:29.820 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:29.819+0000 7f8277235780 1 > prepared operation key=ZMDZCWJKCFRI tag=S767219PTBMR type=del size=2902910 2024-04-15T14:56:29.821 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:29.821+0000 7f8277235780 1 < completed part key=_multipart_BSJC05AGXDJ3.2~PWB2V696Y9IK.0 size=1048576 2024-04-15T14:56:29.823 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:29.822+0000 7f8277235780 1 < completed part key=_multipart_BSJC05AGXDJ3.2~PWB2V696Y9IK.1 size=631419 2024-04-15T14:56:29.826 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:29.825+0000 7f8277235780 1 < completed multipart upload key=BSJC05AGXDJ3 upload=PWB2V696Y9IK tag=PV61IQGVONVW type=write size=2728571 2024-04-15T14:56:29.827 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:29.826+0000 7f8277235780 1 > prepared operation key=MFZTYOL605I7 tag=EKLSOVZIGW0X type=del size=4082979 2024-04-15T14:56:29.829 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:29.828+0000 7f8277235780 1 < completed delete operation key=Q0PE50H1CDIB tag=W6SRT9L8W2SJ type=del 2024-04-15T14:56:29.830 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:29.830+0000 7f8277235780 1 > prepared operation key=0XYNF2N97Y1C tag=ORT90HVTUKGW type=del size=1884312 2024-04-15T14:56:29.832 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:29.831+0000 7f8277235780 1 < completed delete operation key=ZMDZCWJKCFRI tag=BW4ABZ05NT0J type=del 2024-04-15T14:56:29.834 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:29.833+0000 7f8277235780 1 > prepared operation key=MIRREM7KIO9I tag=FZTPG7U3Q634 type=del size=1486564 2024-04-15T14:56:29.835 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:29.834+0000 7f8277235780 1 < completed part key=_multipart_YTVARSCACASJ.2~MJIIBOYEYT4L.0 size=1048576 2024-04-15T14:56:29.837 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:29.836+0000 7f8277235780 1 < completed part key=_multipart_YTVARSCACASJ.2~MJIIBOYEYT4L.1 size=1048576 2024-04-15T14:56:29.838 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:29.837+0000 7f8277235780 1 < completed part key=_multipart_YTVARSCACASJ.2~MJIIBOYEYT4L.2 size=1024478 2024-04-15T14:56:29.841 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:29.840+0000 7f8277235780 1 < completed multipart upload key=YTVARSCACASJ upload=MJIIBOYEYT4L tag=CNQDBSFARCUJ type=write size=4170206 2024-04-15T14:56:29.842 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:29.841+0000 7f8277235780 1 > prepared operation key=R38CSTKHEGGY tag=0TS0H887H9GD type=del size=649629 2024-04-15T14:56:29.843 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:29.842+0000 7f8277235780 1 < canceled part key=_multipart_CFCUGZ5D6TU8.2~4MFGTQHD7GW3.0 size=799402 2024-04-15T14:56:29.845 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:29.845+0000 7f8277235780 1 < canceled multipart upload key=CFCUGZ5D6TU8 upload=4MFGTQHD7GW3 tag=05UEWSTRWVSZ type=write size=1847978 2024-04-15T14:56:29.847 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:29.846+0000 7f8277235780 1 > prepared operation key=CBSCS8P8QL0Q tag=2L6O3X17KM55 type=del size=3365840 2024-04-15T14:56:29.849 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:29.848+0000 7f8277235780 1 < completed delete operation key=MFZTYOL605I7 tag=97M7VV5UHB8D type=del 2024-04-15T14:56:29.850 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:29.850+0000 7f8277235780 1 > prepared operation key=UCHFZKBWU6MN tag=CUF2SSVC4M5J type=del size=2960083 2024-04-15T14:56:29.852 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:29.851+0000 7f8277235780 1 < completed part key=_multipart_JY107VG7DVI1.2~H0LRIWW0O0MW.0 size=1048576 2024-04-15T14:56:29.854 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:29.853+0000 7f8277235780 1 < completed part key=_multipart_JY107VG7DVI1.2~H0LRIWW0O0MW.1 size=785255 2024-04-15T14:56:29.857 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:29.856+0000 7f8277235780 1 < completed multipart upload key=JY107VG7DVI1 upload=H0LRIWW0O0MW tag=2DK63AUVSXP5 type=write size=2882407 2024-04-15T14:56:29.858 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:29.857+0000 7f8277235780 1 > prepared operation key=Q0PE50H1CDIB tag=W7U8E5AIH7DL type=write size=1002842 2024-04-15T14:56:29.860 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:29.859+0000 7f8277235780 1 < completed part key=_multipart_JDPAU9KY1OMN.2~04EWKOJOCHS7.0 size=1048576 2024-04-15T14:56:29.861 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:29.860+0000 7f8277235780 1 < completed part key=_multipart_JDPAU9KY1OMN.2~04EWKOJOCHS7.1 size=1048576 2024-04-15T14:56:29.863 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:29.862+0000 7f8277235780 1 < completed part key=_multipart_JDPAU9KY1OMN.2~04EWKOJOCHS7.2 size=669612 2024-04-15T14:56:29.866 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:29.865+0000 7f8277235780 1 < completed multipart upload key=JDPAU9KY1OMN upload=04EWKOJOCHS7 tag=8YJ6UNR44N83 type=write size=3815340 2024-04-15T14:56:29.869 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:29.868+0000 7f8277235780 1 > prepared part key=_multipart_ASEC18UU5NGJ.2~XPU24K2516FJ.0 size=1048576 2024-04-15T14:56:29.870 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:29.869+0000 7f8277235780 1 > prepared part key=_multipart_ASEC18UU5NGJ.2~XPU24K2516FJ.1 size=536019 2024-04-15T14:56:29.870 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:29.869+0000 7f8277235780 1 > prepared multipart upload key=ASEC18UU5NGJ upload=XPU24K2516FJ tag=SIF996TFFH4O type=write size=2633171 2024-04-15T14:56:29.872 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:29.871+0000 7f8277235780 1 < completed part key=_multipart_BSJC05AGXDJ3.2~W30Y4NNMS8XA.0 size=982375 2024-04-15T14:56:29.874 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:29.873+0000 7f8277235780 1 < completed multipart upload key=BSJC05AGXDJ3 upload=W30Y4NNMS8XA tag=VDN142S4ZBJY type=write size=2030951 2024-04-15T14:56:29.877 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:29.876+0000 7f8277235780 1 > prepared part key=_multipart_JDPAU9KY1OMN.2~7THG84CSJ3YO.0 size=1045084 2024-04-15T14:56:29.877 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:29.876+0000 7f8277235780 1 > prepared multipart upload key=JDPAU9KY1OMN upload=7THG84CSJ3YO tag=W3X1DW4OGEK9 type=write size=2093660 2024-04-15T14:56:29.880 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:29.879+0000 7f8277235780 1 < suggested update operation key=CFCUGZ5D6TU8 tag=IZB0OGA01EQG type=del size=960828 2024-04-15T14:56:29.882 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:29.881+0000 7f8277235780 1 > prepared operation key=D9NMXV7JDMXJ tag=ZP668I1WF5DB type=del size=1441617 2024-04-15T14:56:29.883 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:29.883+0000 7f8277235780 1 < completed part key=_multipart_50Y0EU7H0QWF.2~HJZSJI1VMJE5.0 size=1048576 2024-04-15T14:56:29.885 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:29.884+0000 7f8277235780 1 < completed part key=_multipart_50Y0EU7H0QWF.2~HJZSJI1VMJE5.1 size=990860 2024-04-15T14:56:29.888 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:29.887+0000 7f8277235780 1 < completed multipart upload key=50Y0EU7H0QWF upload=HJZSJI1VMJE5 tag=BU3F4NS5YQFR type=write size=3088012 2024-04-15T14:56:29.890 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:29.889+0000 7f8277235780 1 > prepared operation key=IM0AQIM316IL tag=C0SUK6C75KJ9 type=del size=2297686 2024-04-15T14:56:29.890 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:29.889+0000 7f8277235780 1 < canceled part key=_multipart_MIRREM7KIO9I.2~HVKOPJLE8GYO.0 size=347208 2024-04-15T14:56:29.893 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:29.892+0000 7f8277235780 1 < canceled multipart upload key=MIRREM7KIO9I upload=HVKOPJLE8GYO tag=DX1VNDZ4QBP9 type=write size=1395784 2024-04-15T14:56:29.896 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:29.895+0000 7f8277235780 1 > prepared part key=_multipart_JDPAU9KY1OMN.2~3G1FDP3XVBV5.0 size=1048576 2024-04-15T14:56:29.897 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:29.896+0000 7f8277235780 1 > prepared part key=_multipart_JDPAU9KY1OMN.2~3G1FDP3XVBV5.1 size=356088 2024-04-15T14:56:29.897 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:29.896+0000 7f8277235780 1 > prepared multipart upload key=JDPAU9KY1OMN upload=3G1FDP3XVBV5 tag=82J8Z8AUJI3J type=write size=2453240 2024-04-15T14:56:29.899 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:29.898+0000 7f8277235780 1 < completed part key=_multipart_F402GDJVN3I9.2~KO8XBYRLZ93S.0 size=1048576 2024-04-15T14:56:29.899 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:29.898+0000 7f8277235780 1 < canceled part key=_multipart_F402GDJVN3I9.2~KO8XBYRLZ93S.1 size=1048576 2024-04-15T14:56:29.900 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:29.899+0000 7f8277235780 1 < completed part key=_multipart_F402GDJVN3I9.2~KO8XBYRLZ93S.2 size=168319 2024-04-15T14:56:29.903 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:29.902+0000 7f8277235780 1 < canceled multipart upload key=F402GDJVN3I9 upload=KO8XBYRLZ93S tag=5LQZ8I4YIYJF type=write size=3314047 2024-04-15T14:56:29.905 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:29.905+0000 7f8277235780 1 > prepared part key=_multipart_BNQH1MC9XO9F.2~2RJR07CRPI7J.0 size=1048576 2024-04-15T14:56:29.907 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:29.906+0000 7f8277235780 1 > prepared part key=_multipart_BNQH1MC9XO9F.2~2RJR07CRPI7J.1 size=394297 2024-04-15T14:56:29.907 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:29.906+0000 7f8277235780 1 > prepared multipart upload key=BNQH1MC9XO9F upload=2RJR07CRPI7J tag=8GRMAPH26DYS type=write size=2491449 2024-04-15T14:56:29.908 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:29.907+0000 7f8277235780 1 < completed delete operation key=Q0PE50H1CDIB tag=DKZD00U6ADKS type=del 2024-04-15T14:56:29.910 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:29.909+0000 7f8277235780 1 > prepared operation key=NII4HKLD4YSI tag=MSTPCP31LJCL type=del size=1883137 2024-04-15T14:56:29.911 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:29.911+0000 7f8277235780 1 < completed part key=_multipart_D9NMXV7JDMXJ.2~3JRGC9PQ29Z6.0 size=1048576 2024-04-15T14:56:29.913 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:29.912+0000 7f8277235780 1 < completed part key=_multipart_D9NMXV7JDMXJ.2~3JRGC9PQ29Z6.1 size=1048576 2024-04-15T14:56:29.914 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:29.913+0000 7f8277235780 1 < completed part key=_multipart_D9NMXV7JDMXJ.2~3JRGC9PQ29Z6.2 size=164658 2024-04-15T14:56:29.917 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:29.916+0000 7f8277235780 1 < completed multipart upload key=D9NMXV7JDMXJ upload=3JRGC9PQ29Z6 tag=T8AUAS84IJNX type=write size=3310386 2024-04-15T14:56:29.919 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:29.918+0000 7f8277235780 1 > prepared operation key=ZMDZCWJKCFRI tag=HHITCYE47QCG type=del size=741813 2024-04-15T14:56:29.921 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:29.920+0000 7f8277235780 1 < completed delete operation key=ZMDZCWJKCFRI tag=S767219PTBMR type=del 2024-04-15T14:56:29.922 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:29.921+0000 7f8277235780 1 > prepared operation key=CBSCS8P8QL0Q tag=ZZEXXL02LOU0 type=write size=1034223 2024-04-15T14:56:29.925 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:29.924+0000 7f8277235780 1 < suggested update operation key=MFZTYOL605I7 tag=EKLSOVZIGW0X type=del size=4082979 2024-04-15T14:56:29.928 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:29.927+0000 7f8277235780 1 > prepared part key=_multipart_CFCUGZ5D6TU8.2~QURFR9HC07LN.0 size=1048576 2024-04-15T14:56:29.929 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:29.929+0000 7f8277235780 1 > prepared part key=_multipart_CFCUGZ5D6TU8.2~QURFR9HC07LN.1 size=534637 2024-04-15T14:56:29.930 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:29.929+0000 7f8277235780 1 > prepared multipart upload key=CFCUGZ5D6TU8 upload=QURFR9HC07LN tag=BXDJ6V2XCPUN type=write size=2631789 2024-04-15T14:56:29.932 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:29.932+0000 7f8277235780 1 < suggested remove operation key=0XYNF2N97Y1C tag=ORT90HVTUKGW type=del 2024-04-15T14:56:29.934 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:29.933+0000 7f8277235780 1 > prepared operation key=MFZTYOL605I7 tag=UUBVXRXNU7FN type=del size=3382910 2024-04-15T14:56:29.938 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:29.937+0000 7f8277235780 1 < suggested update operation key=MIRREM7KIO9I tag=FZTPG7U3Q634 type=del size=1486564 2024-04-15T14:56:29.941 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:29.940+0000 7f8277235780 1 > prepared part key=_multipart_0XYNF2N97Y1C.2~3XNTEHTXNET1.0 size=1048576 2024-04-15T14:56:29.942 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:29.941+0000 7f8277235780 1 > prepared part key=_multipart_0XYNF2N97Y1C.2~3XNTEHTXNET1.1 size=1048576 2024-04-15T14:56:29.943 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:29.942+0000 7f8277235780 1 > prepared part key=_multipart_0XYNF2N97Y1C.2~3XNTEHTXNET1.2 size=897046 2024-04-15T14:56:29.943 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:29.942+0000 7f8277235780 1 > prepared multipart upload key=0XYNF2N97Y1C upload=3XNTEHTXNET1 tag=3EIQTTX09NI7 type=write size=4042774 2024-04-15T14:56:29.946 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:29.945+0000 7f8277235780 1 < suggested update operation key=R38CSTKHEGGY tag=0TS0H887H9GD type=del size=649629 2024-04-15T14:56:29.949 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:29.948+0000 7f8277235780 1 > prepared part key=_multipart_50Y0EU7H0QWF.2~RUDFBLPAL31C.0 size=1048576 2024-04-15T14:56:29.950 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:29.949+0000 7f8277235780 1 > prepared part key=_multipart_50Y0EU7H0QWF.2~RUDFBLPAL31C.1 size=746633 2024-04-15T14:56:29.950 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:29.949+0000 7f8277235780 1 > prepared multipart upload key=50Y0EU7H0QWF upload=RUDFBLPAL31C tag=8LBVOJ5SAG2M type=write size=2843785 2024-04-15T14:56:29.951 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:29.951+0000 7f8277235780 1 < canceled operation key=CBSCS8P8QL0Q tag=2L6O3X17KM55 type=del size=3365840 2024-04-15T14:56:29.953 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:29.952+0000 7f8277235780 1 > prepared operation key=7XVTB4OPZZOY tag=CKCQ1H8FV6N3 type=del size=829915 2024-04-15T14:56:29.955 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:29.954+0000 7f8277235780 1 < canceled operation key=UCHFZKBWU6MN tag=CUF2SSVC4M5J type=del size=2960083 2024-04-15T14:56:29.956 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:29.955+0000 7f8277235780 1 > prepared operation key=CFCUGZ5D6TU8 tag=NGZ7LMVIVJN8 type=del size=3469095 2024-04-15T14:56:29.958 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:29.957+0000 7f8277235780 1 < completed write operation key=Q0PE50H1CDIB tag=W7U8E5AIH7DL type=write size=1002842 2024-04-15T14:56:29.961 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:29.960+0000 7f8277235780 1 > prepared part key=_multipart_A0RW26A8FZ95.2~DJI9OF4SUCYI.0 size=239832 2024-04-15T14:56:29.961 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:29.960+0000 7f8277235780 1 > prepared multipart upload key=A0RW26A8FZ95 upload=DJI9OF4SUCYI tag=JQR5I0P6OBS7 type=write size=1288408 2024-04-15T14:56:29.963 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:29.962+0000 7f8277235780 1 < completed part key=_multipart_ASEC18UU5NGJ.2~XPU24K2516FJ.0 size=1048576 2024-04-15T14:56:29.964 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:29.963+0000 7f8277235780 1 < completed part key=_multipart_ASEC18UU5NGJ.2~XPU24K2516FJ.1 size=536019 2024-04-15T14:56:29.967 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:29.966+0000 7f8277235780 1 < completed multipart upload key=ASEC18UU5NGJ upload=XPU24K2516FJ tag=SIF996TFFH4O type=write size=2633171 2024-04-15T14:56:29.970 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:29.969+0000 7f8277235780 1 > prepared part key=_multipart_MIRREM7KIO9I.2~RZCUWTU5VZDH.0 size=1040396 2024-04-15T14:56:29.970 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:29.969+0000 7f8277235780 1 > prepared multipart upload key=MIRREM7KIO9I upload=RZCUWTU5VZDH tag=2MA89DU2UC7H type=write size=2088972 2024-04-15T14:56:29.972 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:29.971+0000 7f8277235780 1 < completed part key=_multipart_JDPAU9KY1OMN.2~7THG84CSJ3YO.0 size=1045084 2024-04-15T14:56:29.974 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:29.974+0000 7f8277235780 1 < completed multipart upload key=JDPAU9KY1OMN upload=7THG84CSJ3YO tag=W3X1DW4OGEK9 type=write size=2093660 2024-04-15T14:56:29.976 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:29.975+0000 7f8277235780 1 > prepared operation key=MIRREM7KIO9I tag=9KDYFI9Y3PY2 type=write size=679252 2024-04-15T14:56:29.978 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:29.977+0000 7f8277235780 1 < completed delete operation key=D9NMXV7JDMXJ tag=ZP668I1WF5DB type=del 2024-04-15T14:56:29.980 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:29.979+0000 7f8277235780 1 > prepared operation key=NII4HKLD4YSI tag=PWLQQVZMSH9W type=del size=2024885 2024-04-15T14:56:29.981 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:29.980+0000 7f8277235780 1 < canceled operation key=IM0AQIM316IL tag=C0SUK6C75KJ9 type=del size=2297686 2024-04-15T14:56:29.983 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:29.982+0000 7f8277235780 1 > prepared operation key=DY5BWB5TVQV1 tag=WM9Y9DQ35S1E type=del size=2625696 2024-04-15T14:56:29.984 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:29.984+0000 7f8277235780 1 < completed part key=_multipart_JDPAU9KY1OMN.2~3G1FDP3XVBV5.0 size=1048576 2024-04-15T14:56:29.986 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:29.985+0000 7f8277235780 1 < completed part key=_multipart_JDPAU9KY1OMN.2~3G1FDP3XVBV5.1 size=356088 2024-04-15T14:56:29.988 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:29.988+0000 7f8277235780 1 < completed multipart upload key=JDPAU9KY1OMN upload=3G1FDP3XVBV5 tag=82J8Z8AUJI3J type=write size=2453240 2024-04-15T14:56:29.992 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:29.991+0000 7f8277235780 1 > prepared part key=_multipart_BNQH1MC9XO9F.2~4FYL6GYIFNL6.0 size=1048576 2024-04-15T14:56:29.993 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:29.992+0000 7f8277235780 1 > prepared part key=_multipart_BNQH1MC9XO9F.2~4FYL6GYIFNL6.1 size=949499 2024-04-15T14:56:29.993 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:29.992+0000 7f8277235780 1 > prepared multipart upload key=BNQH1MC9XO9F upload=4FYL6GYIFNL6 tag=NZHY51NHW9PC type=write size=3046651 2024-04-15T14:56:29.994 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:29.994+0000 7f8277235780 1 < completed part key=_multipart_BNQH1MC9XO9F.2~2RJR07CRPI7J.0 size=1048576 2024-04-15T14:56:29.995 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:29.994+0000 7f8277235780 1 < canceled part key=_multipart_BNQH1MC9XO9F.2~2RJR07CRPI7J.1 size=394297 2024-04-15T14:56:29.997 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:29.996+0000 7f8277235780 1 < canceled multipart upload key=BNQH1MC9XO9F upload=2RJR07CRPI7J tag=8GRMAPH26DYS type=write size=2491449 2024-04-15T14:56:30.000 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:30.000+0000 7f8277235780 1 > prepared part key=_multipart_A0RW26A8FZ95.2~2M67L6GF9PK8.0 size=1048576 2024-04-15T14:56:30.002 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:30.001+0000 7f8277235780 1 > prepared part key=_multipart_A0RW26A8FZ95.2~2M67L6GF9PK8.1 size=1048576 2024-04-15T14:56:30.005 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:30.002+0000 7f8277235780 1 > prepared part key=_multipart_A0RW26A8FZ95.2~2M67L6GF9PK8.2 size=237475 2024-04-15T14:56:30.006 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:30.002+0000 7f8277235780 1 > prepared multipart upload key=A0RW26A8FZ95 upload=2M67L6GF9PK8 tag=7IY7LZIDZ635 type=write size=3383203 2024-04-15T14:56:30.006 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:30.004+0000 7f8277235780 1 < completed delete operation key=NII4HKLD4YSI tag=MSTPCP31LJCL type=del 2024-04-15T14:56:30.007 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:30.006+0000 7f8277235780 1 > prepared operation key=OQ3O0PKNZJ9S tag=R68RNFW5S320 type=del size=3155317 2024-04-15T14:56:30.008 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:30.007+0000 7f8277235780 1 < completed delete operation key=ZMDZCWJKCFRI tag=HHITCYE47QCG type=del 2024-04-15T14:56:30.010 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:30.009+0000 7f8277235780 1 > prepared operation key=8X2ELHS3HRGS tag=UK7ON8E8J19G type=del size=139771 2024-04-15T14:56:30.012 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:30.011+0000 7f8277235780 1 < completed write operation key=CBSCS8P8QL0Q tag=ZZEXXL02LOU0 type=write size=1034223 2024-04-15T14:56:30.014 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:30.014+0000 7f8277235780 1 > prepared part key=_multipart_G82D816QHN8B.2~VWQQG7GIG4JF.0 size=1048576 2024-04-15T14:56:30.016 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:30.015+0000 7f8277235780 1 > prepared part key=_multipart_G82D816QHN8B.2~VWQQG7GIG4JF.1 size=446467 2024-04-15T14:56:30.016 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:30.015+0000 7f8277235780 1 > prepared multipart upload key=G82D816QHN8B upload=VWQQG7GIG4JF tag=14HLHAA5VNTX type=write size=2543619 2024-04-15T14:56:30.018 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:30.017+0000 7f8277235780 1 < completed part key=_multipart_CFCUGZ5D6TU8.2~QURFR9HC07LN.0 size=1048576 2024-04-15T14:56:30.019 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:30.018+0000 7f8277235780 1 < completed part key=_multipart_CFCUGZ5D6TU8.2~QURFR9HC07LN.1 size=534637 2024-04-15T14:56:30.022 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:30.022+0000 7f8277235780 1 < completed multipart upload key=CFCUGZ5D6TU8 upload=QURFR9HC07LN tag=BXDJ6V2XCPUN type=write size=2631789 2024-04-15T14:56:30.026 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:30.025+0000 7f8277235780 1 > prepared part key=_multipart_A0RW26A8FZ95.2~DEQ29PKBW6B8.0 size=1048576 2024-04-15T14:56:30.027 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:30.026+0000 7f8277235780 1 > prepared part key=_multipart_A0RW26A8FZ95.2~DEQ29PKBW6B8.1 size=54797 2024-04-15T14:56:30.027 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:30.026+0000 7f8277235780 1 > prepared multipart upload key=A0RW26A8FZ95 upload=DEQ29PKBW6B8 tag=8UXS2T15L4C8 type=write size=2151949 2024-04-15T14:56:30.031 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:30.030+0000 7f8277235780 1 < suggested remove operation key=MFZTYOL605I7 tag=UUBVXRXNU7FN type=del 2024-04-15T14:56:30.033 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:30.032+0000 7f8277235780 1 > prepared operation key=DY5BWB5TVQV1 tag=WKKKKB075UX5 type=write size=181779 2024-04-15T14:56:30.034 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:30.033+0000 7f8277235780 1 < completed part key=_multipart_0XYNF2N97Y1C.2~3XNTEHTXNET1.0 size=1048576 2024-04-15T14:56:30.035 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:30.035+0000 7f8277235780 1 < completed part key=_multipart_0XYNF2N97Y1C.2~3XNTEHTXNET1.1 size=1048576 2024-04-15T14:56:30.037 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:30.036+0000 7f8277235780 1 < completed part key=_multipart_0XYNF2N97Y1C.2~3XNTEHTXNET1.2 size=897046 2024-04-15T14:56:30.039 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:56:29 smithi016 ceph-mon[90652]: pgmap v1322: 137 pgs: 13 creating+peering, 11 unknown, 113 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 399 KiB/s rd, 142 KiB/s wr, 704 op/s 2024-04-15T14:56:30.039 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:56:29 smithi016 ceph-mon[93212]: pgmap v1322: 137 pgs: 13 creating+peering, 11 unknown, 113 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 399 KiB/s rd, 142 KiB/s wr, 704 op/s 2024-04-15T14:56:30.040 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:30.039+0000 7f8277235780 1 < completed multipart upload key=0XYNF2N97Y1C upload=3XNTEHTXNET1 tag=3EIQTTX09NI7 type=write size=4042774 2024-04-15T14:56:30.043 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:30.042+0000 7f8277235780 1 > prepared part key=_multipart_0XYNF2N97Y1C.2~WTRCRV3O56A5.0 size=293798 2024-04-15T14:56:30.043 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:30.042+0000 7f8277235780 1 > prepared multipart upload key=0XYNF2N97Y1C upload=WTRCRV3O56A5 tag=OW3S4IZVO9IZ type=write size=1342374 2024-04-15T14:56:30.045 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:30.044+0000 7f8277235780 1 < completed part key=_multipart_50Y0EU7H0QWF.2~RUDFBLPAL31C.0 size=1048576 2024-04-15T14:56:30.046 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:30.045+0000 7f8277235780 1 < completed part key=_multipart_50Y0EU7H0QWF.2~RUDFBLPAL31C.1 size=746633 2024-04-15T14:56:30.049 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:30.048+0000 7f8277235780 1 < completed multipart upload key=50Y0EU7H0QWF upload=RUDFBLPAL31C tag=8LBVOJ5SAG2M type=write size=2843785 2024-04-15T14:56:30.050 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:30.050+0000 7f8277235780 1 > prepared operation key=JY107VG7DVI1 tag=AX4COQU9ZOR8 type=del size=2182678 2024-04-15T14:56:30.053 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:30.053+0000 7f8277235780 1 < suggested update operation key=7XVTB4OPZZOY tag=CKCQ1H8FV6N3 type=del size=829915 2024-04-15T14:56:30.057 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:30.056+0000 7f8277235780 1 > prepared part key=_multipart_ASEC18UU5NGJ.2~6X125VZBF8JL.0 size=1048576 2024-04-15T14:56:30.058 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:30.057+0000 7f8277235780 1 > prepared part key=_multipart_ASEC18UU5NGJ.2~6X125VZBF8JL.1 size=981807 2024-04-15T14:56:30.058 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:30.057+0000 7f8277235780 1 > prepared multipart upload key=ASEC18UU5NGJ upload=6X125VZBF8JL tag=SIHPUQGND2VG type=write size=3078959 2024-04-15T14:56:30.059 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:30.059+0000 7f8277235780 1 < completed delete operation key=CFCUGZ5D6TU8 tag=NGZ7LMVIVJN8 type=del 2024-04-15T14:56:30.061 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:30.060+0000 7f8277235780 1 > prepared operation key=33SEOBW9RRJN tag=D4UC5K791GIK type=del size=1806076 2024-04-15T14:56:30.063 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:30.062+0000 7f8277235780 1 < completed part key=_multipart_A0RW26A8FZ95.2~DJI9OF4SUCYI.0 size=239832 2024-04-15T14:56:30.065 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:30.064+0000 7f8277235780 1 < completed multipart upload key=A0RW26A8FZ95 upload=DJI9OF4SUCYI tag=JQR5I0P6OBS7 type=write size=1288408 2024-04-15T14:56:30.067 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:30.066+0000 7f8277235780 1 > prepared operation key=54T20V7YW2K4 tag=30EY7X8J8OWV type=del size=1715630 2024-04-15T14:56:30.069 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:30.068+0000 7f8277235780 1 < completed part key=_multipart_MIRREM7KIO9I.2~RZCUWTU5VZDH.0 size=1040396 2024-04-15T14:56:30.071 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:30.070+0000 7f8277235780 1 < completed multipart upload key=MIRREM7KIO9I upload=RZCUWTU5VZDH tag=2MA89DU2UC7H type=write size=2088972 2024-04-15T14:56:30.073 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:30.072+0000 7f8277235780 1 > prepared operation key=CBSCS8P8QL0Q tag=PPP0O7BP62S9 type=del size=634362 2024-04-15T14:56:30.074 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:30.073+0000 7f8277235780 1 < completed write operation key=MIRREM7KIO9I tag=9KDYFI9Y3PY2 type=write size=679252 2024-04-15T14:56:30.076 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:30.075+0000 7f8277235780 1 > prepared operation key=NII4HKLD4YSI tag=9VKSYJYJ4HGN type=del size=507838 2024-04-15T14:56:30.077 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:30.076+0000 7f8277235780 1 < completed delete operation key=NII4HKLD4YSI tag=PWLQQVZMSH9W type=del 2024-04-15T14:56:30.080 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:30.079+0000 7f8277235780 1 > prepared part key=_multipart_BNQH1MC9XO9F.2~JGGB4GSRESQD.0 size=926840 2024-04-15T14:56:30.080 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:30.079+0000 7f8277235780 1 > prepared multipart upload key=BNQH1MC9XO9F upload=JGGB4GSRESQD tag=23ZJ2QUMXTM6 type=write size=1975416 2024-04-15T14:56:30.084 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:30.083+0000 7f8277235780 1 < suggested remove operation key=DY5BWB5TVQV1 tag=WM9Y9DQ35S1E type=del 2024-04-15T14:56:30.086 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:30.085+0000 7f8277235780 1 > prepared operation key=D9NMXV7JDMXJ tag=HRFGURRBYHJX type=write size=228676 2024-04-15T14:56:30.087 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:30.087+0000 7f8277235780 1 < completed part key=_multipart_BNQH1MC9XO9F.2~4FYL6GYIFNL6.0 size=1048576 2024-04-15T14:56:30.089 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:30.088+0000 7f8277235780 1 < completed part key=_multipart_BNQH1MC9XO9F.2~4FYL6GYIFNL6.1 size=949499 2024-04-15T14:56:30.092 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:30.091+0000 7f8277235780 1 < completed multipart upload key=BNQH1MC9XO9F upload=4FYL6GYIFNL6 tag=NZHY51NHW9PC type=write size=3046651 2024-04-15T14:56:30.093 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:30.093+0000 7f8277235780 1 > prepared operation key=0XYNF2N97Y1C tag=DKKYG0CIOFND type=del size=3256711 2024-04-15T14:56:30.095 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:30.094+0000 7f8277235780 1 < completed part key=_multipart_A0RW26A8FZ95.2~2M67L6GF9PK8.0 size=1048576 2024-04-15T14:56:30.096 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:30.095+0000 7f8277235780 1 < completed part key=_multipart_A0RW26A8FZ95.2~2M67L6GF9PK8.1 size=1048576 2024-04-15T14:56:30.098 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:30.097+0000 7f8277235780 1 < completed part key=_multipart_A0RW26A8FZ95.2~2M67L6GF9PK8.2 size=237475 2024-04-15T14:56:30.100 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:30.099+0000 7f8277235780 1 < completed multipart upload key=A0RW26A8FZ95 upload=2M67L6GF9PK8 tag=7IY7LZIDZ635 type=write size=3383203 2024-04-15T14:56:30.102 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:30.101+0000 7f8277235780 1 > prepared operation key=33SEOBW9RRJN tag=EF3H7WP4JSYO type=write size=165913 2024-04-15T14:56:30.104 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:30.103+0000 7f8277235780 1 < completed delete operation key=OQ3O0PKNZJ9S tag=R68RNFW5S320 type=del 2024-04-15T14:56:30.107 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:30.106+0000 7f8277235780 1 > prepared part key=_multipart_CBSCS8P8QL0Q.2~4YAM4OAB6W2K.0 size=1048576 2024-04-15T14:56:30.108 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:30.107+0000 7f8277235780 1 > prepared part key=_multipart_CBSCS8P8QL0Q.2~4YAM4OAB6W2K.1 size=1048576 2024-04-15T14:56:30.109 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:30.108+0000 7f8277235780 1 > prepared part key=_multipart_CBSCS8P8QL0Q.2~4YAM4OAB6W2K.2 size=80020 2024-04-15T14:56:30.109 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:30.108+0000 7f8277235780 1 > prepared multipart upload key=CBSCS8P8QL0Q upload=4YAM4OAB6W2K tag=78XA6NBVZFKY type=write size=3225748 2024-04-15T14:56:30.111 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:30.110+0000 7f8277235780 1 < completed delete operation key=8X2ELHS3HRGS tag=UK7ON8E8J19G type=del 2024-04-15T14:56:30.114 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:30.113+0000 7f8277235780 1 > prepared part key=_multipart_Q0PE50H1CDIB.2~FT6IJP3KMB7O.0 size=1048576 2024-04-15T14:56:30.115 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:30.114+0000 7f8277235780 1 > prepared part key=_multipart_Q0PE50H1CDIB.2~FT6IJP3KMB7O.1 size=1048576 2024-04-15T14:56:30.116 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:30.115+0000 7f8277235780 1 > prepared part key=_multipart_Q0PE50H1CDIB.2~FT6IJP3KMB7O.2 size=187100 2024-04-15T14:56:30.116 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:30.115+0000 7f8277235780 1 > prepared multipart upload key=Q0PE50H1CDIB upload=FT6IJP3KMB7O tag=F9VD0ON7XCF7 type=write size=3332828 2024-04-15T14:56:30.118 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:30.117+0000 7f8277235780 1 < completed part key=_multipart_G82D816QHN8B.2~VWQQG7GIG4JF.0 size=1048576 2024-04-15T14:56:30.119 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:30.118+0000 7f8277235780 1 < completed part key=_multipart_G82D816QHN8B.2~VWQQG7GIG4JF.1 size=446467 2024-04-15T14:56:30.122 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:30.121+0000 7f8277235780 1 < completed multipart upload key=G82D816QHN8B upload=VWQQG7GIG4JF tag=14HLHAA5VNTX type=write size=2543619 2024-04-15T14:56:30.123 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:30.123+0000 7f8277235780 1 > prepared operation key=BSJC05AGXDJ3 tag=UA2WC15YLNM5 type=write size=316915 2024-04-15T14:56:30.125 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:30.124+0000 7f8277235780 1 < completed part key=_multipart_A0RW26A8FZ95.2~DEQ29PKBW6B8.0 size=1048576 2024-04-15T14:56:30.127 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:30.126+0000 7f8277235780 1 < completed part key=_multipart_A0RW26A8FZ95.2~DEQ29PKBW6B8.1 size=54797 2024-04-15T14:56:30.130 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:30.129+0000 7f8277235780 1 < completed multipart upload key=A0RW26A8FZ95 upload=DEQ29PKBW6B8 tag=8UXS2T15L4C8 type=write size=2151949 2024-04-15T14:56:30.131 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:30.130+0000 7f8277235780 1 > prepared operation key=F402GDJVN3I9 tag=8WILZSOZAA2F type=del size=1403368 2024-04-15T14:56:30.133 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:30.132+0000 7f8277235780 -1 < failed to complete operation key=DY5BWB5TVQV1 tag=WKKKKB075UX5 type=write size=181779: (22) Invalid argument 2024-04-15T14:56:30.135 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:30.134+0000 7f8277235780 1 > prepared operation key=7XVTB4OPZZOY tag=U1ML9I965IPF type=del size=25390 2024-04-15T14:56:30.136 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:30.136+0000 7f8277235780 1 < completed part key=_multipart_0XYNF2N97Y1C.2~WTRCRV3O56A5.0 size=293798 2024-04-15T14:56:30.139 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:30.138+0000 7f8277235780 1 < completed multipart upload key=0XYNF2N97Y1C upload=WTRCRV3O56A5 tag=OW3S4IZVO9IZ type=write size=1342374 2024-04-15T14:56:30.141 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:30.140+0000 7f8277235780 1 > prepared operation key=UCHFZKBWU6MN tag=3TDPCZKINBEX type=del size=506401 2024-04-15T14:56:30.144 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:30.143+0000 7f8277235780 1 < suggested remove operation key=JY107VG7DVI1 tag=AX4COQU9ZOR8 type=del 2024-04-15T14:56:30.146 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:30.145+0000 7f8277235780 1 > prepared operation key=0XYNF2N97Y1C tag=6PE38SXKE3N1 type=del size=443310 2024-04-15T14:56:30.148 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:30.147+0000 7f8277235780 1 < completed part key=_multipart_ASEC18UU5NGJ.2~6X125VZBF8JL.0 size=1048576 2024-04-15T14:56:30.149 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:30.148+0000 7f8277235780 1 < completed part key=_multipart_ASEC18UU5NGJ.2~6X125VZBF8JL.1 size=981807 2024-04-15T14:56:30.152 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:30.151+0000 7f8277235780 1 < completed multipart upload key=ASEC18UU5NGJ upload=6X125VZBF8JL tag=SIHPUQGND2VG type=write size=3078959 2024-04-15T14:56:30.154 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:30.153+0000 7f8277235780 1 > prepared operation key=CBSCS8P8QL0Q tag=IYZH732PHBXC type=del size=4034480 2024-04-15T14:56:30.155 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:30.155+0000 7f8277235780 1 < completed delete operation key=33SEOBW9RRJN tag=D4UC5K791GIK type=del 2024-04-15T14:56:30.157 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:30.156+0000 7f8277235780 1 > prepared operation key=0XYNF2N97Y1C tag=1GBWVRNH5MBR type=del size=3962144 2024-04-15T14:56:30.159 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:30.158+0000 7f8277235780 1 < completed delete operation key=54T20V7YW2K4 tag=30EY7X8J8OWV type=del 2024-04-15T14:56:30.160 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:30.159+0000 7f8277235780 1 > prepared operation key=33SEOBW9RRJN tag=O54KSOHH531L type=del size=2878750 2024-04-15T14:56:30.162 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:30.161+0000 7f8277235780 1 < completed delete operation key=CBSCS8P8QL0Q tag=PPP0O7BP62S9 type=del 2024-04-15T14:56:30.164 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:30.163+0000 7f8277235780 1 > prepared part key=_multipart_81DQOX7PNGMS.2~P57GJQZ7J03V.0 size=1048576 2024-04-15T14:56:30.166 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:30.165+0000 7f8277235780 1 > prepared part key=_multipart_81DQOX7PNGMS.2~P57GJQZ7J03V.1 size=527317 2024-04-15T14:56:30.166 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:30.165+0000 7f8277235780 1 > prepared multipart upload key=81DQOX7PNGMS upload=P57GJQZ7J03V tag=44EMDBGY5073 type=write size=2624469 2024-04-15T14:56:30.168 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:30.167+0000 7f8277235780 1 < completed delete operation key=NII4HKLD4YSI tag=9VKSYJYJ4HGN type=del 2024-04-15T14:56:30.169 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:30.168+0000 7f8277235780 1 > prepared operation key=8X2ELHS3HRGS tag=96TEBMMACSSY type=write size=133073 2024-04-15T14:56:30.171 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:30.170+0000 7f8277235780 1 < completed part key=_multipart_BNQH1MC9XO9F.2~JGGB4GSRESQD.0 size=926840 2024-04-15T14:56:30.173 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:30.173+0000 7f8277235780 1 < completed multipart upload key=BNQH1MC9XO9F upload=JGGB4GSRESQD tag=23ZJ2QUMXTM6 type=write size=1975416 2024-04-15T14:56:30.177 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:30.176+0000 7f8277235780 1 > prepared part key=_multipart_50Y0EU7H0QWF.2~D1SU35QMX54C.0 size=1048576 2024-04-15T14:56:30.178 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:30.177+0000 7f8277235780 1 > prepared part key=_multipart_50Y0EU7H0QWF.2~D1SU35QMX54C.1 size=1048576 2024-04-15T14:56:30.179 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:30.178+0000 7f8277235780 1 > prepared part key=_multipart_50Y0EU7H0QWF.2~D1SU35QMX54C.2 size=872108 2024-04-15T14:56:30.179 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:30.178+0000 7f8277235780 1 > prepared multipart upload key=50Y0EU7H0QWF upload=D1SU35QMX54C tag=B69VUFM3F7XA type=write size=4017836 2024-04-15T14:56:30.181 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:30.180+0000 7f8277235780 1 < completed write operation key=D9NMXV7JDMXJ tag=HRFGURRBYHJX type=write size=228676 2024-04-15T14:56:30.183 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:30.182+0000 7f8277235780 1 > prepared operation key=CBSCS8P8QL0Q tag=1ZPC4M7GZW7S type=del size=1893428 2024-04-15T14:56:30.184 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:30.183+0000 7f8277235780 1 < completed delete operation key=0XYNF2N97Y1C tag=DKKYG0CIOFND type=del 2024-04-15T14:56:30.186 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:30.185+0000 7f8277235780 1 > prepared operation key=JY107VG7DVI1 tag=LW4S74I78O0V type=del size=1895386 2024-04-15T14:56:30.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:56:29 smithi102 ceph-mon[87131]: pgmap v1322: 137 pgs: 13 creating+peering, 11 unknown, 113 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 399 KiB/s rd, 142 KiB/s wr, 704 op/s 2024-04-15T14:56:30.189 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:30.188+0000 7f8277235780 1 < suggested update operation key=33SEOBW9RRJN tag=EF3H7WP4JSYO type=write size=165913 2024-04-15T14:56:30.190 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:30.190+0000 7f8277235780 1 > prepared operation key=MIRREM7KIO9I tag=0H4F10FEJI3D type=del size=719922 2024-04-15T14:56:30.192 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:30.191+0000 7f8277235780 1 < completed part key=_multipart_CBSCS8P8QL0Q.2~4YAM4OAB6W2K.0 size=1048576 2024-04-15T14:56:30.194 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:30.193+0000 7f8277235780 1 < completed part key=_multipart_CBSCS8P8QL0Q.2~4YAM4OAB6W2K.1 size=1048576 2024-04-15T14:56:30.195 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:30.194+0000 7f8277235780 1 < completed part key=_multipart_CBSCS8P8QL0Q.2~4YAM4OAB6W2K.2 size=80020 2024-04-15T14:56:30.197 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:30.197+0000 7f8277235780 1 < completed multipart upload key=CBSCS8P8QL0Q upload=4YAM4OAB6W2K tag=78XA6NBVZFKY type=write size=3225748 2024-04-15T14:56:30.199 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:30.198+0000 7f8277235780 1 > prepared operation key=BSJC05AGXDJ3 tag=WG1L62U3AH82 type=del size=3430067 2024-04-15T14:56:30.201 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:30.200+0000 7f8277235780 1 < completed part key=_multipart_Q0PE50H1CDIB.2~FT6IJP3KMB7O.0 size=1048576 2024-04-15T14:56:30.202 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:30.201+0000 7f8277235780 1 < completed part key=_multipart_Q0PE50H1CDIB.2~FT6IJP3KMB7O.1 size=1048576 2024-04-15T14:56:30.203 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:30.202+0000 7f8277235780 1 < completed part key=_multipart_Q0PE50H1CDIB.2~FT6IJP3KMB7O.2 size=187100 2024-04-15T14:56:30.206 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:30.205+0000 7f8277235780 1 < completed multipart upload key=Q0PE50H1CDIB upload=FT6IJP3KMB7O tag=F9VD0ON7XCF7 type=write size=3332828 2024-04-15T14:56:30.209 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:30.207+0000 7f8277235780 1 > prepared operation key=YTVARSCACASJ tag=WEX0H413STPW type=write size=81672 2024-04-15T14:56:30.209 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:30.208+0000 7f8277235780 1 < completed write operation key=BSJC05AGXDJ3 tag=UA2WC15YLNM5 type=write size=316915 2024-04-15T14:56:30.211 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:30.210+0000 7f8277235780 1 > prepared operation key=F402GDJVN3I9 tag=A36S5WZRHWQC type=del size=2040090 2024-04-15T14:56:30.212 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:30.211+0000 7f8277235780 1 < completed delete operation key=F402GDJVN3I9 tag=8WILZSOZAA2F type=del 2024-04-15T14:56:30.214 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:30.213+0000 7f8277235780 1 > prepared operation key=33SEOBW9RRJN tag=RZRVGKLHOZ11 type=del size=1163059 2024-04-15T14:56:30.215 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:30.214+0000 7f8277235780 1 < completed delete operation key=7XVTB4OPZZOY tag=U1ML9I965IPF type=del 2024-04-15T14:56:30.218 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:30.217+0000 7f8277235780 1 > prepared part key=_multipart_G82D816QHN8B.2~QMITZ0OMLGNI.0 size=1048576 2024-04-15T14:56:30.219 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:30.218+0000 7f8277235780 1 > prepared part key=_multipart_G82D816QHN8B.2~QMITZ0OMLGNI.1 size=689659 2024-04-15T14:56:30.219 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:30.218+0000 7f8277235780 1 > prepared multipart upload key=G82D816QHN8B upload=QMITZ0OMLGNI tag=TQQCJKT4FJTK type=write size=2786811 2024-04-15T14:56:30.222 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:30.221+0000 7f8277235780 1 < suggested remove operation key=UCHFZKBWU6MN tag=3TDPCZKINBEX type=del 2024-04-15T14:56:30.224 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:30.223+0000 7f8277235780 1 > prepared operation key=7XVTB4OPZZOY tag=JZOLDBWLCT2U type=del size=3421486 2024-04-15T14:56:30.225 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:30.225+0000 7f8277235780 1 < completed delete operation key=0XYNF2N97Y1C tag=6PE38SXKE3N1 type=del 2024-04-15T14:56:30.227 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:30.226+0000 7f8277235780 1 > prepared operation key=MFZTYOL605I7 tag=A43T4JJZNNO0 type=del size=3963949 2024-04-15T14:56:30.228 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:30.228+0000 7f8277235780 1 < completed delete operation key=CBSCS8P8QL0Q tag=IYZH732PHBXC type=del 2024-04-15T14:56:30.231 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:30.231+0000 7f8277235780 1 > prepared part key=_multipart_YTVARSCACASJ.2~IHDM6KUYWGNX.0 size=1048576 2024-04-15T14:56:30.233 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:30.232+0000 7f8277235780 1 > prepared part key=_multipart_YTVARSCACASJ.2~IHDM6KUYWGNX.1 size=540002 2024-04-15T14:56:30.233 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:30.232+0000 7f8277235780 1 > prepared multipart upload key=YTVARSCACASJ upload=IHDM6KUYWGNX tag=3X36KVTOOY3C type=write size=2637154 2024-04-15T14:56:30.234 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:30.233+0000 7f8277235780 1 < completed delete operation key=0XYNF2N97Y1C tag=1GBWVRNH5MBR type=del 2024-04-15T14:56:30.237 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:30.236+0000 7f8277235780 1 > prepared part key=_multipart_81DQOX7PNGMS.2~02CYTT1Z41KX.0 size=1048576 2024-04-15T14:56:30.238 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:30.238+0000 7f8277235780 1 > prepared part key=_multipart_81DQOX7PNGMS.2~02CYTT1Z41KX.1 size=1048576 2024-04-15T14:56:30.240 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:30.239+0000 7f8277235780 1 > prepared part key=_multipart_81DQOX7PNGMS.2~02CYTT1Z41KX.2 size=137968 2024-04-15T14:56:30.240 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:30.239+0000 7f8277235780 1 > prepared multipart upload key=81DQOX7PNGMS upload=02CYTT1Z41KX tag=61PV0CEZ5KSV type=write size=3283696 2024-04-15T14:56:30.242 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:30.241+0000 7f8277235780 -1 < failed to complete operation key=33SEOBW9RRJN tag=O54KSOHH531L type=del size=2878750: (22) Invalid argument 2024-04-15T14:56:30.245 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:30.244+0000 7f8277235780 1 > prepared part key=_multipart_R38CSTKHEGGY.2~1C3SKUMTZI9V.0 size=721539 2024-04-15T14:56:30.245 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:30.244+0000 7f8277235780 1 > prepared multipart upload key=R38CSTKHEGGY upload=1C3SKUMTZI9V tag=TNS1H6CV6AKL type=write size=1770115 2024-04-15T14:56:30.247 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:30.246+0000 7f8277235780 1 < completed part key=_multipart_81DQOX7PNGMS.2~P57GJQZ7J03V.0 size=1048576 2024-04-15T14:56:30.248 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:30.247+0000 7f8277235780 1 < completed part key=_multipart_81DQOX7PNGMS.2~P57GJQZ7J03V.1 size=527317 2024-04-15T14:56:30.251 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:30.250+0000 7f8277235780 1 < completed multipart upload key=81DQOX7PNGMS upload=P57GJQZ7J03V tag=44EMDBGY5073 type=write size=2624469 2024-04-15T14:56:30.254 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:30.253+0000 7f8277235780 1 > prepared part key=_multipart_CFCUGZ5D6TU8.2~7D93O4EB65RX.0 size=976183 2024-04-15T14:56:30.254 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:30.253+0000 7f8277235780 1 > prepared multipart upload key=CFCUGZ5D6TU8 upload=7D93O4EB65RX tag=9IYO6U3R39HH type=write size=2024759 2024-04-15T14:56:30.256 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:30.255+0000 7f8277235780 1 < completed write operation key=8X2ELHS3HRGS tag=96TEBMMACSSY type=write size=133073 2024-04-15T14:56:30.258 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:30.257+0000 7f8277235780 1 > prepared operation key=JDPAU9KY1OMN tag=KARMI7NK4WDR type=del size=2341771 2024-04-15T14:56:30.259 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:30.259+0000 7f8277235780 1 < completed part key=_multipart_50Y0EU7H0QWF.2~D1SU35QMX54C.0 size=1048576 2024-04-15T14:56:30.259 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:30.259+0000 7f8277235780 1 < canceled part key=_multipart_50Y0EU7H0QWF.2~D1SU35QMX54C.1 size=1048576 2024-04-15T14:56:30.261 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:30.260+0000 7f8277235780 1 < completed part key=_multipart_50Y0EU7H0QWF.2~D1SU35QMX54C.2 size=872108 2024-04-15T14:56:30.264 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:30.263+0000 7f8277235780 1 < canceled multipart upload key=50Y0EU7H0QWF upload=D1SU35QMX54C tag=B69VUFM3F7XA type=write size=4017836 2024-04-15T14:56:30.266 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:30.265+0000 7f8277235780 1 > prepared operation key=7XVTB4OPZZOY tag=6S12ZP2T3EGO type=del size=3361004 2024-04-15T14:56:30.268 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:30.266+0000 7f8277235780 1 < completed delete operation key=CBSCS8P8QL0Q tag=1ZPC4M7GZW7S type=del 2024-04-15T14:56:30.270 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:30.269+0000 7f8277235780 1 > prepared part key=_multipart_BSJC05AGXDJ3.2~GAP3B02614TO.0 size=1048576 2024-04-15T14:56:30.271 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:30.270+0000 7f8277235780 1 > prepared part key=_multipart_BSJC05AGXDJ3.2~GAP3B02614TO.1 size=244935 2024-04-15T14:56:30.271 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:30.270+0000 7f8277235780 1 > prepared multipart upload key=BSJC05AGXDJ3 upload=GAP3B02614TO tag=JEGI76EKVI5U type=write size=2342087 2024-04-15T14:56:30.273 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:30.272+0000 7f8277235780 1 < completed delete operation key=JY107VG7DVI1 tag=LW4S74I78O0V type=del 2024-04-15T14:56:30.275 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:30.274+0000 7f8277235780 1 > prepared operation key=R38CSTKHEGGY tag=P5HYBCSZD2H9 type=write size=148527 2024-04-15T14:56:30.276 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:30.275+0000 7f8277235780 1 < completed delete operation key=MIRREM7KIO9I tag=0H4F10FEJI3D type=del 2024-04-15T14:56:30.278 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:30.277+0000 7f8277235780 1 > prepared operation key=50Y0EU7H0QWF tag=1R1M1RCIV5A3 type=del size=2320310 2024-04-15T14:56:30.279 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:30.278+0000 7f8277235780 1 < completed delete operation key=BSJC05AGXDJ3 tag=WG1L62U3AH82 type=del 2024-04-15T14:56:30.283 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:30.282+0000 7f8277235780 1 > prepared part key=_multipart_UCHFZKBWU6MN.2~9GF0KFGY49MO.0 size=1048576 2024-04-15T14:56:30.284 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:30.283+0000 7f8277235780 1 > prepared part key=_multipart_UCHFZKBWU6MN.2~9GF0KFGY49MO.1 size=235409 2024-04-15T14:56:30.284 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:30.283+0000 7f8277235780 1 > prepared multipart upload key=UCHFZKBWU6MN upload=9GF0KFGY49MO tag=I0TW1KZURRSG type=write size=2332561 2024-04-15T14:56:30.285 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:30.285+0000 7f8277235780 1 < completed write operation key=YTVARSCACASJ tag=WEX0H413STPW type=write size=81672 2024-04-15T14:56:30.288 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:30.288+0000 7f8277235780 1 > prepared part key=_multipart_ZMDZCWJKCFRI.2~I7PSNVC659J8.0 size=1048576 2024-04-15T14:56:30.290 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:30.289+0000 7f8277235780 1 > prepared part key=_multipart_ZMDZCWJKCFRI.2~I7PSNVC659J8.1 size=1048576 2024-04-15T14:56:30.291 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:30.290+0000 7f8277235780 1 > prepared part key=_multipart_ZMDZCWJKCFRI.2~I7PSNVC659J8.2 size=454174 2024-04-15T14:56:30.291 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:30.290+0000 7f8277235780 1 > prepared multipart upload key=ZMDZCWJKCFRI upload=I7PSNVC659J8 tag=7LAOA2L88ECL type=write size=3599902 2024-04-15T14:56:30.293 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:30.292+0000 7f8277235780 1 < completed delete operation key=F402GDJVN3I9 tag=A36S5WZRHWQC type=del 2024-04-15T14:56:30.296 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:30.295+0000 7f8277235780 1 > prepared part key=_multipart_CFCUGZ5D6TU8.2~4BK3BQW0E261.0 size=651775 2024-04-15T14:56:30.296 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:30.295+0000 7f8277235780 1 > prepared multipart upload key=CFCUGZ5D6TU8 upload=4BK3BQW0E261 tag=FB905I4GO3HK type=write size=1700351 2024-04-15T14:56:30.299 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:30.298+0000 7f8277235780 1 < suggested update operation key=33SEOBW9RRJN tag=RZRVGKLHOZ11 type=del size=1163059 2024-04-15T14:56:30.300 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:30.299+0000 7f8277235780 1 > prepared operation key=F402GDJVN3I9 tag=N199MK1FI6O8 type=del size=2835271 2024-04-15T14:56:30.301 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:30.300+0000 7f8277235780 1 < canceled part key=_multipart_G82D816QHN8B.2~QMITZ0OMLGNI.0 size=1048576 2024-04-15T14:56:30.302 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:30.301+0000 7f8277235780 1 < completed part key=_multipart_G82D816QHN8B.2~QMITZ0OMLGNI.1 size=689659 2024-04-15T14:56:30.305 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:30.304+0000 7f8277235780 1 < canceled multipart upload key=G82D816QHN8B upload=QMITZ0OMLGNI tag=TQQCJKT4FJTK type=write size=2786811 2024-04-15T14:56:30.306 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:30.306+0000 7f8277235780 1 > prepared operation key=UCHFZKBWU6MN tag=MZ3BVX4TW0GV type=del size=450989 2024-04-15T14:56:30.308 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:30.307+0000 7f8277235780 1 < completed delete operation key=7XVTB4OPZZOY tag=JZOLDBWLCT2U type=del 2024-04-15T14:56:30.310 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:30.309+0000 7f8277235780 1 > prepared operation key=MIRREM7KIO9I tag=JMKW0MMUK1FH type=del size=3642616 2024-04-15T14:56:30.311 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:30.310+0000 7f8277235780 1 < completed delete operation key=MFZTYOL605I7 tag=A43T4JJZNNO0 type=del 2024-04-15T14:56:30.313 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:30.312+0000 7f8277235780 1 > prepared operation key=MIRREM7KIO9I tag=0J201U0YJ10K type=del size=942700 2024-04-15T14:56:30.315 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:30.314+0000 7f8277235780 1 < completed part key=_multipart_YTVARSCACASJ.2~IHDM6KUYWGNX.0 size=1048576 2024-04-15T14:56:30.315 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:30.314+0000 7f8277235780 1 < canceled part key=_multipart_YTVARSCACASJ.2~IHDM6KUYWGNX.1 size=540002 2024-04-15T14:56:30.318 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:30.317+0000 7f8277235780 1 < canceled multipart upload key=YTVARSCACASJ upload=IHDM6KUYWGNX tag=3X36KVTOOY3C type=write size=2637154 2024-04-15T14:56:30.320 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:30.319+0000 7f8277235780 1 > prepared operation key=IM0AQIM316IL tag=C26ENJR8TWK1 type=del size=2633575 2024-04-15T14:56:30.321 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:30.321+0000 7f8277235780 1 < completed part key=_multipart_81DQOX7PNGMS.2~02CYTT1Z41KX.0 size=1048576 2024-04-15T14:56:30.323 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:30.322+0000 7f8277235780 1 < completed part key=_multipart_81DQOX7PNGMS.2~02CYTT1Z41KX.1 size=1048576 2024-04-15T14:56:30.324 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:30.324+0000 7f8277235780 1 < completed part key=_multipart_81DQOX7PNGMS.2~02CYTT1Z41KX.2 size=137968 2024-04-15T14:56:30.327 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:30.326+0000 7f8277235780 1 < completed multipart upload key=81DQOX7PNGMS upload=02CYTT1Z41KX tag=61PV0CEZ5KSV type=write size=3283696 2024-04-15T14:56:30.329 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:30.328+0000 7f8277235780 1 > prepared operation key=NII4HKLD4YSI tag=CS7W5DGRB6WJ type=del size=334591 2024-04-15T14:56:30.330 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:30.329+0000 7f8277235780 1 < completed part key=_multipart_R38CSTKHEGGY.2~1C3SKUMTZI9V.0 size=721539 2024-04-15T14:56:30.333 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:30.332+0000 7f8277235780 1 < completed multipart upload key=R38CSTKHEGGY upload=1C3SKUMTZI9V tag=TNS1H6CV6AKL type=write size=1770115 2024-04-15T14:56:30.336 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:30.335+0000 7f8277235780 1 > prepared part key=_multipart_DY5BWB5TVQV1.2~BI072PTRRZSO.0 size=717012 2024-04-15T14:56:30.336 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:30.335+0000 7f8277235780 1 > prepared multipart upload key=DY5BWB5TVQV1 upload=BI072PTRRZSO tag=LZPO4FAL0FIY type=write size=1765588 2024-04-15T14:56:30.336 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:30.335+0000 7f8277235780 1 < canceled part key=_multipart_CFCUGZ5D6TU8.2~7D93O4EB65RX.0 size=976183 2024-04-15T14:56:30.338 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:30.337+0000 7f8277235780 1 < canceled multipart upload key=CFCUGZ5D6TU8 upload=7D93O4EB65RX tag=9IYO6U3R39HH type=write size=2024759 2024-04-15T14:56:30.341 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:30.340+0000 7f8277235780 1 > prepared part key=_multipart_BSJC05AGXDJ3.2~9OKC0J87NFWT.0 size=1048576 2024-04-15T14:56:30.343 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:30.342+0000 7f8277235780 1 > prepared part key=_multipart_BSJC05AGXDJ3.2~9OKC0J87NFWT.1 size=621312 2024-04-15T14:56:30.343 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:30.342+0000 7f8277235780 1 > prepared multipart upload key=BSJC05AGXDJ3 upload=9OKC0J87NFWT tag=U82V9KBGN1FU type=write size=2718464 2024-04-15T14:56:30.344 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:30.344+0000 7f8277235780 1 < completed delete operation key=JDPAU9KY1OMN tag=KARMI7NK4WDR type=del 2024-04-15T14:56:30.346 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:30.345+0000 7f8277235780 1 > prepared operation key=YTVARSCACASJ tag=AU7U9NFFUMWP type=del size=1204398 2024-04-15T14:56:30.348 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:30.347+0000 7f8277235780 1 < completed delete operation key=7XVTB4OPZZOY tag=6S12ZP2T3EGO type=del 2024-04-15T14:56:30.351 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:30.350+0000 7f8277235780 1 > prepared part key=_multipart_ASEC18UU5NGJ.2~842KUZHPIEGY.0 size=1048576 2024-04-15T14:56:30.352 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:30.351+0000 7f8277235780 1 > prepared part key=_multipart_ASEC18UU5NGJ.2~842KUZHPIEGY.1 size=834835 2024-04-15T14:56:30.352 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:30.351+0000 7f8277235780 1 > prepared multipart upload key=ASEC18UU5NGJ upload=842KUZHPIEGY tag=OO89KQKRRJRT type=write size=2931987 2024-04-15T14:56:30.354 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:30.353+0000 7f8277235780 1 < completed part key=_multipart_BSJC05AGXDJ3.2~GAP3B02614TO.0 size=1048576 2024-04-15T14:56:30.355 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:30.354+0000 7f8277235780 1 < completed part key=_multipart_BSJC05AGXDJ3.2~GAP3B02614TO.1 size=244935 2024-04-15T14:56:30.358 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:30.358+0000 7f8277235780 1 < completed multipart upload key=BSJC05AGXDJ3 upload=GAP3B02614TO tag=JEGI76EKVI5U type=write size=2342087 2024-04-15T14:56:30.360 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:30.359+0000 7f8277235780 1 > prepared operation key=RQYB4B0WTR9V tag=1FZOTBVY9CDH type=del size=1275500 2024-04-15T14:56:30.362 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:30.361+0000 7f8277235780 1 < canceled operation key=R38CSTKHEGGY tag=P5HYBCSZD2H9 type=write size=148527 2024-04-15T14:56:30.366 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:30.364+0000 7f8277235780 1 > prepared part key=_multipart_BNQH1MC9XO9F.2~0FQ96NKHM65T.0 size=65007 2024-04-15T14:56:30.366 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:30.365+0000 7f8277235780 1 > prepared multipart upload key=BNQH1MC9XO9F upload=0FQ96NKHM65T tag=JQJMP2G1QJK0 type=write size=1113583 2024-04-15T14:56:30.367 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:30.366+0000 7f8277235780 1 < completed delete operation key=50Y0EU7H0QWF tag=1R1M1RCIV5A3 type=del 2024-04-15T14:56:30.369 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:30.368+0000 7f8277235780 1 > prepared operation key=IM0AQIM316IL tag=TNEHNPEYEORY type=del size=526489 2024-04-15T14:56:30.370 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:30.370+0000 7f8277235780 1 < completed part key=_multipart_UCHFZKBWU6MN.2~9GF0KFGY49MO.0 size=1048576 2024-04-15T14:56:30.372 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:30.371+0000 7f8277235780 1 < completed part key=_multipart_UCHFZKBWU6MN.2~9GF0KFGY49MO.1 size=235409 2024-04-15T14:56:30.375 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:30.374+0000 7f8277235780 1 < completed multipart upload key=UCHFZKBWU6MN upload=9GF0KFGY49MO tag=I0TW1KZURRSG type=write size=2332561 2024-04-15T14:56:30.376 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:30.376+0000 7f8277235780 1 > prepared operation key=8X2ELHS3HRGS tag=ZFIS0GVGNHL3 type=del size=2652508 2024-04-15T14:56:30.378 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:30.377+0000 7f8277235780 1 < completed part key=_multipart_ZMDZCWJKCFRI.2~I7PSNVC659J8.0 size=1048576 2024-04-15T14:56:30.379 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:30.379+0000 7f8277235780 1 < completed part key=_multipart_ZMDZCWJKCFRI.2~I7PSNVC659J8.1 size=1048576 2024-04-15T14:56:30.380 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:30.379+0000 7f8277235780 1 < canceled part key=_multipart_ZMDZCWJKCFRI.2~I7PSNVC659J8.2 size=454174 2024-04-15T14:56:30.382 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:30.381+0000 7f8277235780 1 < canceled multipart upload key=ZMDZCWJKCFRI upload=I7PSNVC659J8 tag=7LAOA2L88ECL type=write size=3599902 2024-04-15T14:56:30.384 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:30.383+0000 7f8277235780 1 > prepared operation key=UCHFZKBWU6MN tag=PZF4XWZBSWZO type=del size=1425823 2024-04-15T14:56:30.386 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:30.385+0000 7f8277235780 1 < completed part key=_multipart_CFCUGZ5D6TU8.2~4BK3BQW0E261.0 size=651775 2024-04-15T14:56:30.389 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:30.388+0000 7f8277235780 1 < completed multipart upload key=CFCUGZ5D6TU8 upload=4BK3BQW0E261 tag=FB905I4GO3HK type=write size=1700351 2024-04-15T14:56:30.392 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:30.391+0000 7f8277235780 1 > prepared part key=_multipart_OQ3O0PKNZJ9S.2~DTIG5XX30US8.0 size=173525 2024-04-15T14:56:30.392 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:30.391+0000 7f8277235780 1 > prepared multipart upload key=OQ3O0PKNZJ9S upload=DTIG5XX30US8 tag=779XRN834B1W type=write size=1222101 2024-04-15T14:56:30.393 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:30.392+0000 7f8277235780 1 < completed delete operation key=F402GDJVN3I9 tag=N199MK1FI6O8 type=del 2024-04-15T14:56:30.396 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:30.395+0000 7f8277235780 1 > prepared part key=_multipart_YTVARSCACASJ.2~EKF3VW58DE29.0 size=921535 2024-04-15T14:56:30.396 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:30.395+0000 7f8277235780 1 > prepared multipart upload key=YTVARSCACASJ upload=EKF3VW58DE29 tag=MBZ5MBHK00GE type=write size=1970111 2024-04-15T14:56:30.398 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:30.397+0000 7f8277235780 1 < canceled operation key=UCHFZKBWU6MN tag=MZ3BVX4TW0GV type=del size=450989 2024-04-15T14:56:30.400 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:30.399+0000 7f8277235780 1 > prepared operation key=MFZTYOL605I7 tag=U711NQ0SJB2M type=del size=182539 2024-04-15T14:56:30.401 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:30.400+0000 7f8277235780 1 < canceled operation key=MIRREM7KIO9I tag=JMKW0MMUK1FH type=del size=3642616 2024-04-15T14:56:30.403 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:30.402+0000 7f8277235780 1 > prepared operation key=IM0AQIM316IL tag=RICXDT8XYEH4 type=del size=2853871 2024-04-15T14:56:30.405 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:30.404+0000 7f8277235780 1 < completed delete operation key=MIRREM7KIO9I tag=0J201U0YJ10K type=del 2024-04-15T14:56:30.408 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:30.407+0000 7f8277235780 1 > prepared part key=_multipart_IVOFLSPJ0099.2~9Q7FEZEXBO6S.0 size=1048576 2024-04-15T14:56:30.409 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:30.408+0000 7f8277235780 1 > prepared part key=_multipart_IVOFLSPJ0099.2~9Q7FEZEXBO6S.1 size=1048576 2024-04-15T14:56:30.410 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:30.409+0000 7f8277235780 1 > prepared part key=_multipart_IVOFLSPJ0099.2~9Q7FEZEXBO6S.2 size=50966 2024-04-15T14:56:30.410 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:30.409+0000 7f8277235780 1 > prepared multipart upload key=IVOFLSPJ0099 upload=9Q7FEZEXBO6S tag=N43BX4D31HYQ type=write size=3196694 2024-04-15T14:56:30.412 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:30.411+0000 7f8277235780 1 < completed delete operation key=IM0AQIM316IL tag=C26ENJR8TWK1 type=del 2024-04-15T14:56:30.415 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:30.414+0000 7f8277235780 1 > prepared part key=_multipart_YTVARSCACASJ.2~UWCD1OWG4JAB.0 size=625857 2024-04-15T14:56:30.415 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:30.414+0000 7f8277235780 1 > prepared multipart upload key=YTVARSCACASJ upload=UWCD1OWG4JAB tag=Z9RKHSDAOEXI type=write size=1674433 2024-04-15T14:56:30.416 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:30.416+0000 7f8277235780 1 < completed delete operation key=NII4HKLD4YSI tag=CS7W5DGRB6WJ type=del 2024-04-15T14:56:30.419 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:30.418+0000 7f8277235780 1 > prepared part key=_multipart_MFZTYOL605I7.2~ID802KZNI6TA.0 size=772976 2024-04-15T14:56:30.419 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:30.418+0000 7f8277235780 1 > prepared multipart upload key=MFZTYOL605I7 upload=ID802KZNI6TA tag=24RJJG08VSH4 type=write size=1821552 2024-04-15T14:56:30.421 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:30.420+0000 7f8277235780 1 < completed part key=_multipart_DY5BWB5TVQV1.2~BI072PTRRZSO.0 size=717012 2024-04-15T14:56:30.424 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:30.423+0000 7f8277235780 1 < completed multipart upload key=DY5BWB5TVQV1 upload=BI072PTRRZSO tag=LZPO4FAL0FIY type=write size=1765588 2024-04-15T14:56:30.425 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:30.425+0000 7f8277235780 1 > prepared operation key=P0TQX1TRPSLX tag=JJYX730G9D44 type=write size=588709 2024-04-15T14:56:30.427 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:30.426+0000 7f8277235780 1 < completed part key=_multipart_BSJC05AGXDJ3.2~9OKC0J87NFWT.0 size=1048576 2024-04-15T14:56:30.428 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:30.428+0000 7f8277235780 1 < completed part key=_multipart_BSJC05AGXDJ3.2~9OKC0J87NFWT.1 size=621312 2024-04-15T14:56:30.432 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:30.431+0000 7f8277235780 1 < completed multipart upload key=BSJC05AGXDJ3 upload=9OKC0J87NFWT tag=U82V9KBGN1FU type=write size=2718464 2024-04-15T14:56:30.433 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:30.433+0000 7f8277235780 1 > prepared operation key=R38CSTKHEGGY tag=R6A4H5595NUU type=del size=2138340 2024-04-15T14:56:30.436 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:30.435+0000 7f8277235780 1 < completed delete operation key=YTVARSCACASJ tag=AU7U9NFFUMWP type=del 2024-04-15T14:56:30.437 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:30.436+0000 7f8277235780 1 > prepared operation key=54T20V7YW2K4 tag=USFCJE9ZCSJG type=write size=104744 2024-04-15T14:56:30.439 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:30.438+0000 7f8277235780 1 < completed part key=_multipart_ASEC18UU5NGJ.2~842KUZHPIEGY.0 size=1048576 2024-04-15T14:56:30.439 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:30.438+0000 7f8277235780 1 < canceled part key=_multipart_ASEC18UU5NGJ.2~842KUZHPIEGY.1 size=834835 2024-04-15T14:56:30.442 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:30.442+0000 7f8277235780 1 < canceled multipart upload key=ASEC18UU5NGJ upload=842KUZHPIEGY tag=OO89KQKRRJRT type=write size=2931987 2024-04-15T14:56:30.444 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:30.443+0000 7f8277235780 1 > prepared operation key=81DQOX7PNGMS tag=39MJPTICV3L0 type=write size=1004506 2024-04-15T14:56:30.447 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:30.447+0000 7f8277235780 1 < suggested remove operation key=RQYB4B0WTR9V tag=1FZOTBVY9CDH type=del 2024-04-15T14:56:30.449 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:30.448+0000 7f8277235780 1 > prepared operation key=NII4HKLD4YSI tag=IFYTD0BVSL3J type=del size=1242052 2024-04-15T14:56:30.451 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:30.450+0000 7f8277235780 1 < completed part key=_multipart_BNQH1MC9XO9F.2~0FQ96NKHM65T.0 size=65007 2024-04-15T14:56:30.454 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:30.453+0000 7f8277235780 1 < completed multipart upload key=BNQH1MC9XO9F upload=0FQ96NKHM65T tag=JQJMP2G1QJK0 type=write size=1113583 2024-04-15T14:56:30.457 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:30.456+0000 7f8277235780 1 > prepared part key=_multipart_A0RW26A8FZ95.2~8B9X1MT7NTEA.0 size=148189 2024-04-15T14:56:30.457 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:30.456+0000 7f8277235780 1 > prepared multipart upload key=A0RW26A8FZ95 upload=8B9X1MT7NTEA tag=NKW3J58BR8BM type=write size=1196765 2024-04-15T14:56:30.460 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:30.459+0000 7f8277235780 1 < suggested update operation key=IM0AQIM316IL tag=TNEHNPEYEORY type=del size=526489 2024-04-15T14:56:30.462 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:30.461+0000 7f8277235780 1 > prepared operation key=CBSCS8P8QL0Q tag=UY1VQW2BNUBP type=del size=1870439 2024-04-15T14:56:30.464 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:30.463+0000 7f8277235780 1 < completed delete operation key=8X2ELHS3HRGS tag=ZFIS0GVGNHL3 type=del 2024-04-15T14:56:30.467 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:30.466+0000 7f8277235780 1 > prepared part key=_multipart_0XYNF2N97Y1C.2~GIXYJRNWXF9I.0 size=1048576 2024-04-15T14:56:30.468 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:30.467+0000 7f8277235780 1 > prepared part key=_multipart_0XYNF2N97Y1C.2~GIXYJRNWXF9I.1 size=1048576 2024-04-15T14:56:30.469 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:30.469+0000 7f8277235780 1 > prepared part key=_multipart_0XYNF2N97Y1C.2~GIXYJRNWXF9I.2 size=58557 2024-04-15T14:56:30.470 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:30.469+0000 7f8277235780 1 > prepared multipart upload key=0XYNF2N97Y1C upload=GIXYJRNWXF9I tag=FVQ72Z9X933Q type=write size=3204285 2024-04-15T14:56:30.471 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:30.470+0000 7f8277235780 1 < completed delete operation key=UCHFZKBWU6MN tag=PZF4XWZBSWZO type=del 2024-04-15T14:56:30.473 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:30.472+0000 7f8277235780 1 > prepared operation key=JDPAU9KY1OMN tag=R1GT9V45XAT9 type=del size=456273 2024-04-15T14:56:30.474 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:30.474+0000 7f8277235780 1 < completed part key=_multipart_OQ3O0PKNZJ9S.2~DTIG5XX30US8.0 size=173525 2024-04-15T14:56:30.477 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:30.476+0000 7f8277235780 1 < completed multipart upload key=OQ3O0PKNZJ9S upload=DTIG5XX30US8 tag=779XRN834B1W type=write size=1222101 2024-04-15T14:56:30.479 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:30.478+0000 7f8277235780 1 > prepared operation key=33SEOBW9RRJN tag=IAKTTFUDNJ04 type=write size=437562 2024-04-15T14:56:30.481 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:30.480+0000 7f8277235780 1 < completed part key=_multipart_YTVARSCACASJ.2~EKF3VW58DE29.0 size=921535 2024-04-15T14:56:30.483 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:30.482+0000 7f8277235780 1 < completed multipart upload key=YTVARSCACASJ upload=EKF3VW58DE29 tag=MBZ5MBHK00GE type=write size=1970111 2024-04-15T14:56:30.485 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:30.484+0000 7f8277235780 1 > prepared operation key=BNQH1MC9XO9F tag=HL1PU5U8B4HN type=del size=41418 2024-04-15T14:56:30.487 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:30.486+0000 7f8277235780 1 < completed delete operation key=MFZTYOL605I7 tag=U711NQ0SJB2M type=del 2024-04-15T14:56:30.489 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:30.488+0000 7f8277235780 1 > prepared operation key=BNQH1MC9XO9F tag=ACE45VXH8UT7 type=del size=574875 2024-04-15T14:56:30.491 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:30.490+0000 7f8277235780 -1 < failed to complete operation key=IM0AQIM316IL tag=RICXDT8XYEH4 type=del size=2853871: (22) Invalid argument 2024-04-15T14:56:30.493 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:30.492+0000 7f8277235780 1 > prepared operation key=54T20V7YW2K4 tag=87SLDE1GJAC0 type=del size=3938778 2024-04-15T14:56:30.494 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:30.494+0000 7f8277235780 1 < completed part key=_multipart_IVOFLSPJ0099.2~9Q7FEZEXBO6S.0 size=1048576 2024-04-15T14:56:30.496 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:30.495+0000 7f8277235780 1 < completed part key=_multipart_IVOFLSPJ0099.2~9Q7FEZEXBO6S.1 size=1048576 2024-04-15T14:56:30.496 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:30.495+0000 7f8277235780 1 < canceled part key=_multipart_IVOFLSPJ0099.2~9Q7FEZEXBO6S.2 size=50966 2024-04-15T14:56:30.499 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:30.498+0000 7f8277235780 1 < canceled multipart upload key=IVOFLSPJ0099 upload=9Q7FEZEXBO6S tag=N43BX4D31HYQ type=write size=3196694 2024-04-15T14:56:30.501 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:30.500+0000 7f8277235780 1 > prepared operation key=BSJC05AGXDJ3 tag=TG05M5WOKYVA type=write size=516892 2024-04-15T14:56:30.503 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:30.502+0000 7f8277235780 1 < completed part key=_multipart_YTVARSCACASJ.2~UWCD1OWG4JAB.0 size=625857 2024-04-15T14:56:30.505 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:30.505+0000 7f8277235780 1 < completed multipart upload key=YTVARSCACASJ upload=UWCD1OWG4JAB tag=Z9RKHSDAOEXI type=write size=1674433 2024-04-15T14:56:30.507 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:30.506+0000 7f8277235780 1 > prepared operation key=R38CSTKHEGGY tag=IV30F7CVYQY8 type=del size=1253459 2024-04-15T14:56:30.509 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:30.508+0000 7f8277235780 1 < completed part key=_multipart_MFZTYOL605I7.2~ID802KZNI6TA.0 size=772976 2024-04-15T14:56:30.512 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:30.511+0000 7f8277235780 1 < completed multipart upload key=MFZTYOL605I7 upload=ID802KZNI6TA tag=24RJJG08VSH4 type=write size=1821552 2024-04-15T14:56:30.515 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:30.515+0000 7f8277235780 1 > prepared part key=_multipart_R38CSTKHEGGY.2~3ILJMMP16JQD.0 size=1048576 2024-04-15T14:56:30.517 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:30.516+0000 7f8277235780 1 > prepared part key=_multipart_R38CSTKHEGGY.2~3ILJMMP16JQD.1 size=690204 2024-04-15T14:56:30.517 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:30.516+0000 7f8277235780 1 > prepared multipart upload key=R38CSTKHEGGY upload=3ILJMMP16JQD tag=AN2VLB7NE0QT type=write size=2787356 2024-04-15T14:56:30.519 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:30.518+0000 7f8277235780 1 < completed write operation key=P0TQX1TRPSLX tag=JJYX730G9D44 type=write size=588709 2024-04-15T14:56:30.521 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:30.520+0000 7f8277235780 1 > prepared operation key=7XVTB4OPZZOY tag=W0Q3K9T2R93E type=write size=1032319 2024-04-15T14:56:30.523 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:30.522+0000 7f8277235780 1 < completed delete operation key=R38CSTKHEGGY tag=R6A4H5595NUU type=del 2024-04-15T14:56:30.526 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:30.526+0000 7f8277235780 1 > prepared part key=_multipart_JDPAU9KY1OMN.2~V61GZADOBQH3.0 size=538898 2024-04-15T14:56:30.527 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:30.526+0000 7f8277235780 1 > prepared multipart upload key=JDPAU9KY1OMN upload=V61GZADOBQH3 tag=X1SE18XUMS55 type=write size=1587474 2024-04-15T14:56:30.528 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:30.527+0000 7f8277235780 1 < completed write operation key=54T20V7YW2K4 tag=USFCJE9ZCSJG type=write size=104744 2024-04-15T14:56:30.532 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:30.531+0000 7f8277235780 1 > prepared part key=_multipart_33SEOBW9RRJN.2~E7O7B3Y9SUJS.0 size=743913 2024-04-15T14:56:30.532 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:30.531+0000 7f8277235780 1 > prepared multipart upload key=33SEOBW9RRJN upload=E7O7B3Y9SUJS tag=ADIIQIA6CI9G type=write size=1792489 2024-04-15T14:56:30.534 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:30.533+0000 7f8277235780 1 < completed write operation key=81DQOX7PNGMS tag=39MJPTICV3L0 type=write size=1004506 2024-04-15T14:56:30.537 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:30.537+0000 7f8277235780 1 > prepared part key=_multipart_RQYB4B0WTR9V.2~PX7YKHZ0SJQ7.0 size=1048576 2024-04-15T14:56:30.539 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:30.538+0000 7f8277235780 1 > prepared part key=_multipart_RQYB4B0WTR9V.2~PX7YKHZ0SJQ7.1 size=54038 2024-04-15T14:56:30.539 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:30.538+0000 7f8277235780 1 > prepared multipart upload key=RQYB4B0WTR9V upload=PX7YKHZ0SJQ7 tag=DM9EQRFLH7YS type=write size=2151190 2024-04-15T14:56:30.542 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:30.542+0000 7f8277235780 1 < suggested update operation key=NII4HKLD4YSI tag=IFYTD0BVSL3J type=del size=1242052 2024-04-15T14:56:30.546 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:30.545+0000 7f8277235780 1 > prepared part key=_multipart_ASEC18UU5NGJ.2~SJEETCJMXZ1X.0 size=5073 2024-04-15T14:56:30.546 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:30.545+0000 7f8277235780 1 > prepared multipart upload key=ASEC18UU5NGJ upload=SJEETCJMXZ1X tag=X4DE6K5CU8OF type=write size=1053649 2024-04-15T14:56:30.548 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:30.547+0000 7f8277235780 1 < completed part key=_multipart_A0RW26A8FZ95.2~8B9X1MT7NTEA.0 size=148189 2024-04-15T14:56:30.551 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:30.550+0000 7f8277235780 1 < completed multipart upload key=A0RW26A8FZ95 upload=8B9X1MT7NTEA tag=NKW3J58BR8BM type=write size=1196765 2024-04-15T14:56:30.554 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:30.553+0000 7f8277235780 1 > prepared part key=_multipart_81DQOX7PNGMS.2~JUIYB9YX67W0.0 size=571921 2024-04-15T14:56:30.554 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:30.553+0000 7f8277235780 1 > prepared multipart upload key=81DQOX7PNGMS upload=JUIYB9YX67W0 tag=OOYQ3Z8AZYTT type=write size=1620497 2024-04-15T14:56:30.556 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:30.555+0000 7f8277235780 1 < completed delete operation key=CBSCS8P8QL0Q tag=UY1VQW2BNUBP type=del 2024-04-15T14:56:30.558 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:30.557+0000 7f8277235780 1 > prepared operation key=CFCUGZ5D6TU8 tag=SH6EY8Q3TSY1 type=write size=741791 2024-04-15T14:56:30.560 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:30.559+0000 7f8277235780 1 < completed part key=_multipart_0XYNF2N97Y1C.2~GIXYJRNWXF9I.0 size=1048576 2024-04-15T14:56:30.560 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:30.559+0000 7f8277235780 1 < canceled part key=_multipart_0XYNF2N97Y1C.2~GIXYJRNWXF9I.1 size=1048576 2024-04-15T14:56:30.561 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:30.560+0000 7f8277235780 1 < completed part key=_multipart_0XYNF2N97Y1C.2~GIXYJRNWXF9I.2 size=58557 2024-04-15T14:56:30.564 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:30.564+0000 7f8277235780 1 < canceled multipart upload key=0XYNF2N97Y1C upload=GIXYJRNWXF9I tag=FVQ72Z9X933Q type=write size=3204285 2024-04-15T14:56:30.568 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:30.567+0000 7f8277235780 1 > prepared part key=_multipart_7XVTB4OPZZOY.2~ZSYF6GUJ2GQ7.0 size=1048576 2024-04-15T14:56:30.569 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:30.568+0000 7f8277235780 1 > prepared part key=_multipart_7XVTB4OPZZOY.2~ZSYF6GUJ2GQ7.1 size=163469 2024-04-15T14:56:30.569 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:30.568+0000 7f8277235780 1 > prepared multipart upload key=7XVTB4OPZZOY upload=ZSYF6GUJ2GQ7 tag=C2EUOT77LXE7 type=write size=2260621 2024-04-15T14:56:30.571 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:30.570+0000 7f8277235780 1 < completed delete operation key=JDPAU9KY1OMN tag=R1GT9V45XAT9 type=del 2024-04-15T14:56:30.573 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:30.572+0000 7f8277235780 1 > prepared operation key=BNQH1MC9XO9F tag=Y531IG0HEY3S type=del size=1652070 2024-04-15T14:56:30.574 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:30.573+0000 7f8277235780 1 < canceled operation key=33SEOBW9RRJN tag=IAKTTFUDNJ04 type=write size=437562 2024-04-15T14:56:30.577 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:30.576+0000 7f8277235780 1 > prepared part key=_multipart_OQ3O0PKNZJ9S.2~ADYY2LB7R64B.0 size=1048576 2024-04-15T14:56:30.579 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:30.578+0000 7f8277235780 1 > prepared part key=_multipart_OQ3O0PKNZJ9S.2~ADYY2LB7R64B.1 size=1048576 2024-04-15T14:56:30.580 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:30.579+0000 7f8277235780 1 > prepared part key=_multipart_OQ3O0PKNZJ9S.2~ADYY2LB7R64B.2 size=449705 2024-04-15T14:56:30.580 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:30.579+0000 7f8277235780 1 > prepared multipart upload key=OQ3O0PKNZJ9S upload=ADYY2LB7R64B tag=6GHD2D18SXZP type=write size=3595433 2024-04-15T14:56:30.583 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:30.583+0000 7f8277235780 1 < suggested update operation key=BNQH1MC9XO9F tag=HL1PU5U8B4HN type=del size=41418 2024-04-15T14:56:30.585 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:30.584+0000 7f8277235780 1 > prepared operation key=JY107VG7DVI1 tag=5778MVN3U6XF type=del size=1771466 2024-04-15T14:56:30.587 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:30.586+0000 7f8277235780 -1 < failed to complete operation key=BNQH1MC9XO9F tag=ACE45VXH8UT7 type=del size=574875: (22) Invalid argument 2024-04-15T14:56:30.589 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:30.588+0000 7f8277235780 1 > prepared operation key=RQYB4B0WTR9V tag=0R364H30E11Z type=del size=2509227 2024-04-15T14:56:30.590 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:30.590+0000 7f8277235780 1 < canceled operation key=54T20V7YW2K4 tag=87SLDE1GJAC0 type=del size=3938778 2024-04-15T14:56:30.592 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:30.591+0000 7f8277235780 1 > prepared operation key=CFCUGZ5D6TU8 tag=AZU6IUKCHP14 type=del size=3574388 2024-04-15T14:56:30.594 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:30.593+0000 7f8277235780 1 < completed write operation key=BSJC05AGXDJ3 tag=TG05M5WOKYVA type=write size=516892 2024-04-15T14:56:30.597 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:30.596+0000 7f8277235780 1 > prepared part key=_multipart_0XYNF2N97Y1C.2~263U5O2ISYS4.0 size=1048576 2024-04-15T14:56:30.598 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:30.598+0000 7f8277235780 1 > prepared part key=_multipart_0XYNF2N97Y1C.2~263U5O2ISYS4.1 size=428692 2024-04-15T14:56:30.598 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:30.598+0000 7f8277235780 1 > prepared multipart upload key=0XYNF2N97Y1C upload=263U5O2ISYS4 tag=BG0IUNXNZB9F type=write size=2525844 2024-04-15T14:56:30.600 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:30.599+0000 7f8277235780 1 < completed delete operation key=R38CSTKHEGGY tag=IV30F7CVYQY8 type=del 2024-04-15T14:56:30.601 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:30.601+0000 7f8277235780 1 > prepared operation key=MFZTYOL605I7 tag=O5CQA6U0HBEM type=del size=700914 2024-04-15T14:56:30.603 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:30.602+0000 7f8277235780 1 < completed part key=_multipart_R38CSTKHEGGY.2~3ILJMMP16JQD.0 size=1048576 2024-04-15T14:56:30.605 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:30.604+0000 7f8277235780 1 < completed part key=_multipart_R38CSTKHEGGY.2~3ILJMMP16JQD.1 size=690204 2024-04-15T14:56:30.607 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:30.606+0000 7f8277235780 1 < completed multipart upload key=R38CSTKHEGGY upload=3ILJMMP16JQD tag=AN2VLB7NE0QT type=write size=2787356 2024-04-15T14:56:30.609 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:30.608+0000 7f8277235780 1 > prepared operation key=CBSCS8P8QL0Q tag=CO2TCUV0DOWQ type=del size=2053502 2024-04-15T14:56:30.610 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:30.609+0000 7f8277235780 1 < completed write operation key=7XVTB4OPZZOY tag=W0Q3K9T2R93E type=write size=1032319 2024-04-15T14:56:30.612 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:30.611+0000 7f8277235780 1 > prepared operation key=MFZTYOL605I7 tag=EA2OYMIXUEP9 type=write size=319974 2024-04-15T14:56:30.613 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:30.613+0000 7f8277235780 1 < completed part key=_multipart_JDPAU9KY1OMN.2~V61GZADOBQH3.0 size=538898 2024-04-15T14:56:30.616 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:30.615+0000 7f8277235780 1 < completed multipart upload key=JDPAU9KY1OMN upload=V61GZADOBQH3 tag=X1SE18XUMS55 type=write size=1587474 2024-04-15T14:56:30.619 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:30.618+0000 7f8277235780 1 > prepared part key=_multipart_BSJC05AGXDJ3.2~63KP4Y8UIB64.0 size=1048576 2024-04-15T14:56:30.621 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:30.620+0000 7f8277235780 1 > prepared part key=_multipart_BSJC05AGXDJ3.2~63KP4Y8UIB64.1 size=1048576 2024-04-15T14:56:30.622 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:30.621+0000 7f8277235780 1 > prepared part key=_multipart_BSJC05AGXDJ3.2~63KP4Y8UIB64.2 size=288632 2024-04-15T14:56:30.622 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:30.621+0000 7f8277235780 1 > prepared multipart upload key=BSJC05AGXDJ3 upload=63KP4Y8UIB64 tag=4GI4HO8MGK8T type=write size=3434360 2024-04-15T14:56:30.623 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:30.623+0000 7f8277235780 1 < completed part key=_multipart_33SEOBW9RRJN.2~E7O7B3Y9SUJS.0 size=743913 2024-04-15T14:56:30.626 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:30.625+0000 7f8277235780 1 < completed multipart upload key=33SEOBW9RRJN upload=E7O7B3Y9SUJS tag=ADIIQIA6CI9G type=write size=1792489 2024-04-15T14:56:30.628 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:30.627+0000 7f8277235780 1 > prepared operation key=UCHFZKBWU6MN tag=8S54LN5L3PXB type=write size=541598 2024-04-15T14:56:30.630 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:30.629+0000 7f8277235780 1 < completed part key=_multipart_RQYB4B0WTR9V.2~PX7YKHZ0SJQ7.0 size=1048576 2024-04-15T14:56:30.631 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:30.630+0000 7f8277235780 1 < completed part key=_multipart_RQYB4B0WTR9V.2~PX7YKHZ0SJQ7.1 size=54038 2024-04-15T14:56:30.634 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:30.633+0000 7f8277235780 1 < completed multipart upload key=RQYB4B0WTR9V upload=PX7YKHZ0SJQ7 tag=DM9EQRFLH7YS type=write size=2151190 2024-04-15T14:56:30.636 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:30.635+0000 7f8277235780 1 > prepared operation key=NII4HKLD4YSI tag=S8Z6DVSFF5II type=write size=659141 2024-04-15T14:56:30.636 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:30.636+0000 7f8277235780 1 < canceled part key=_multipart_ASEC18UU5NGJ.2~SJEETCJMXZ1X.0 size=5073 2024-04-15T14:56:30.639 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:30.638+0000 7f8277235780 1 < canceled multipart upload key=ASEC18UU5NGJ upload=SJEETCJMXZ1X tag=X4DE6K5CU8OF type=write size=1053649 2024-04-15T14:56:30.641 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:30.640+0000 7f8277235780 1 > prepared operation key=MIRREM7KIO9I tag=MO9VGL1G9BLZ type=del size=2372928 2024-04-15T14:56:30.643 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:30.642+0000 7f8277235780 1 < completed part key=_multipart_81DQOX7PNGMS.2~JUIYB9YX67W0.0 size=571921 2024-04-15T14:56:30.646 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:30.645+0000 7f8277235780 1 < completed multipart upload key=81DQOX7PNGMS upload=JUIYB9YX67W0 tag=OOYQ3Z8AZYTT type=write size=1620497 2024-04-15T14:56:30.649 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:30.648+0000 7f8277235780 1 > prepared part key=_multipart_ZMDZCWJKCFRI.2~8QCZSLSYS6ZI.0 size=1012363 2024-04-15T14:56:30.649 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:30.648+0000 7f8277235780 1 > prepared multipart upload key=ZMDZCWJKCFRI upload=8QCZSLSYS6ZI tag=BIQFNUR21QH9 type=write size=2060939 2024-04-15T14:56:30.652 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:30.651+0000 7f8277235780 1 < suggested remove operation key=CFCUGZ5D6TU8 tag=SH6EY8Q3TSY1 type=write 2024-04-15T14:56:30.655 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:30.654+0000 7f8277235780 1 > prepared part key=_multipart_0XYNF2N97Y1C.2~XYBVCT0PZIYY.0 size=1048576 2024-04-15T14:56:30.656 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:30.655+0000 7f8277235780 1 > prepared part key=_multipart_0XYNF2N97Y1C.2~XYBVCT0PZIYY.1 size=115737 2024-04-15T14:56:30.656 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:30.655+0000 7f8277235780 1 > prepared multipart upload key=0XYNF2N97Y1C upload=XYBVCT0PZIYY tag=NKBY5SM66CYJ type=write size=2212889 2024-04-15T14:56:30.658 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:30.657+0000 7f8277235780 1 < completed part key=_multipart_7XVTB4OPZZOY.2~ZSYF6GUJ2GQ7.0 size=1048576 2024-04-15T14:56:30.659 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:30.658+0000 7f8277235780 1 < completed part key=_multipart_7XVTB4OPZZOY.2~ZSYF6GUJ2GQ7.1 size=163469 2024-04-15T14:56:30.662 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:30.661+0000 7f8277235780 1 < completed multipart upload key=7XVTB4OPZZOY upload=ZSYF6GUJ2GQ7 tag=C2EUOT77LXE7 type=write size=2260621 2024-04-15T14:56:30.666 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:30.665+0000 7f8277235780 1 > prepared part key=_multipart_33SEOBW9RRJN.2~YDIKVT9O7884.0 size=1048576 2024-04-15T14:56:30.668 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:30.666+0000 7f8277235780 1 > prepared part key=_multipart_33SEOBW9RRJN.2~YDIKVT9O7884.1 size=1048576 2024-04-15T14:56:30.669 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:30.668+0000 7f8277235780 1 > prepared part key=_multipart_33SEOBW9RRJN.2~YDIKVT9O7884.2 size=634775 2024-04-15T14:56:30.669 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:30.668+0000 7f8277235780 1 > prepared multipart upload key=33SEOBW9RRJN upload=YDIKVT9O7884 tag=7H1B4YA5XG07 type=write size=3780503 2024-04-15T14:56:30.672 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:30.672+0000 7f8277235780 1 < suggested remove operation key=BNQH1MC9XO9F tag=Y531IG0HEY3S type=del 2024-04-15T14:56:30.675 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:30.674+0000 7f8277235780 1 > prepared part key=_multipart_RQYB4B0WTR9V.2~VWBS7RE5XFGY.0 size=222370 2024-04-15T14:56:30.675 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:30.674+0000 7f8277235780 1 > prepared multipart upload key=RQYB4B0WTR9V upload=VWBS7RE5XFGY tag=Z7330ADYBZYQ type=write size=1270946 2024-04-15T14:56:30.677 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:30.676+0000 7f8277235780 1 < completed part key=_multipart_OQ3O0PKNZJ9S.2~ADYY2LB7R64B.0 size=1048576 2024-04-15T14:56:30.678 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:30.677+0000 7f8277235780 1 < completed part key=_multipart_OQ3O0PKNZJ9S.2~ADYY2LB7R64B.1 size=1048576 2024-04-15T14:56:30.680 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:30.679+0000 7f8277235780 1 < completed part key=_multipart_OQ3O0PKNZJ9S.2~ADYY2LB7R64B.2 size=449705 2024-04-15T14:56:30.683 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:30.682+0000 7f8277235780 1 < completed multipart upload key=OQ3O0PKNZJ9S upload=ADYY2LB7R64B tag=6GHD2D18SXZP type=write size=3595433 2024-04-15T14:56:30.686 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:30.685+0000 7f8277235780 1 > prepared part key=_multipart_54T20V7YW2K4.2~4D700ZORZNIM.0 size=1007703 2024-04-15T14:56:30.686 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:30.685+0000 7f8277235780 1 > prepared multipart upload key=54T20V7YW2K4 upload=4D700ZORZNIM tag=AU9D21UP2ZLB type=write size=2056279 2024-04-15T14:56:30.687 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:30.687+0000 7f8277235780 1 < completed delete operation key=JY107VG7DVI1 tag=5778MVN3U6XF type=del 2024-04-15T14:56:30.689 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:30.689+0000 7f8277235780 1 > prepared operation key=50Y0EU7H0QWF tag=G4H9I386XQMB type=del size=2865132 2024-04-15T14:56:30.692 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:30.691+0000 7f8277235780 1 < completed delete operation key=RQYB4B0WTR9V tag=0R364H30E11Z type=del 2024-04-15T14:56:30.695 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:30.694+0000 7f8277235780 1 > prepared part key=_multipart_MFZTYOL605I7.2~25C2Y0Q8F77B.0 size=990613 2024-04-15T14:56:30.695 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:30.694+0000 7f8277235780 1 > prepared multipart upload key=MFZTYOL605I7 upload=25C2Y0Q8F77B tag=ZVYDDU1CN16W type=write size=2039189 2024-04-15T14:56:30.695 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:30.694+0000 7f8277235780 -1 < no bi entry to suggest for operation key=CFCUGZ5D6TU8 tag=AZU6IUKCHP14 type=del size=3574388: (2) No such file or directory 2024-04-15T14:56:30.697 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:30.696+0000 7f8277235780 1 > prepared operation key=BSJC05AGXDJ3 tag=BORC6YAY3NVS type=del size=650446 2024-04-15T14:56:30.699 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:30.698+0000 7f8277235780 1 < completed part key=_multipart_0XYNF2N97Y1C.2~263U5O2ISYS4.0 size=1048576 2024-04-15T14:56:30.700 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:30.699+0000 7f8277235780 1 < completed part key=_multipart_0XYNF2N97Y1C.2~263U5O2ISYS4.1 size=428692 2024-04-15T14:56:30.703 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:30.702+0000 7f8277235780 1 < completed multipart upload key=0XYNF2N97Y1C upload=263U5O2ISYS4 tag=BG0IUNXNZB9F type=write size=2525844 2024-04-15T14:56:30.705 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:30.704+0000 7f8277235780 1 > prepared operation key=ASEC18UU5NGJ tag=5TM3KZAS4AT6 type=write size=424946 2024-04-15T14:56:30.706 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:30.706+0000 7f8277235780 1 < completed delete operation key=MFZTYOL605I7 tag=O5CQA6U0HBEM type=del 2024-04-15T14:56:30.710 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:30.709+0000 7f8277235780 1 > prepared part key=_multipart_A0RW26A8FZ95.2~FRXGCP5ORZ8I.0 size=377636 2024-04-15T14:56:30.710 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:30.709+0000 7f8277235780 1 > prepared multipart upload key=A0RW26A8FZ95 upload=FRXGCP5ORZ8I tag=NV7DBI3822A7 type=write size=1426212 2024-04-15T14:56:30.711 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:30.711+0000 7f8277235780 1 < completed delete operation key=CBSCS8P8QL0Q tag=CO2TCUV0DOWQ type=del 2024-04-15T14:56:30.713 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:30.712+0000 7f8277235780 1 > prepared operation key=R38CSTKHEGGY tag=UKTJFAJC005S type=del size=336564 2024-04-15T14:56:30.715 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:30.714+0000 7f8277235780 1 < canceled operation key=MFZTYOL605I7 tag=EA2OYMIXUEP9 type=write size=319974 2024-04-15T14:56:30.718 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:30.717+0000 7f8277235780 1 > prepared part key=_multipart_MFZTYOL605I7.2~D1DVMV9KSJEH.0 size=925747 2024-04-15T14:56:30.718 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:30.717+0000 7f8277235780 1 > prepared multipart upload key=MFZTYOL605I7 upload=D1DVMV9KSJEH tag=JL5ICCP1D7WC type=write size=1974323 2024-04-15T14:56:30.719 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:30.719+0000 7f8277235780 1 < completed part key=_multipart_BSJC05AGXDJ3.2~63KP4Y8UIB64.0 size=1048576 2024-04-15T14:56:30.721 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:30.720+0000 7f8277235780 1 < completed part key=_multipart_BSJC05AGXDJ3.2~63KP4Y8UIB64.1 size=1048576 2024-04-15T14:56:30.722 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:30.721+0000 7f8277235780 1 < completed part key=_multipart_BSJC05AGXDJ3.2~63KP4Y8UIB64.2 size=288632 2024-04-15T14:56:30.725 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:30.724+0000 7f8277235780 1 < completed multipart upload key=BSJC05AGXDJ3 upload=63KP4Y8UIB64 tag=4GI4HO8MGK8T type=write size=3434360 2024-04-15T14:56:30.728 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:30.727+0000 7f8277235780 1 > prepared part key=_multipart_8X2ELHS3HRGS.2~MC7U96Y3KJ5K.0 size=868316 2024-04-15T14:56:30.728 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:30.727+0000 7f8277235780 1 > prepared multipart upload key=8X2ELHS3HRGS upload=MC7U96Y3KJ5K tag=CMTFVEYTN6KC type=write size=1916892 2024-04-15T14:56:30.731 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:30.730+0000 7f8277235780 1 < suggested update operation key=UCHFZKBWU6MN tag=8S54LN5L3PXB type=write size=541598 2024-04-15T14:56:30.734 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:30.733+0000 7f8277235780 1 > prepared part key=_multipart_D9NMXV7JDMXJ.2~D1KLQIRR36B6.0 size=1048576 2024-04-15T14:56:30.735 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:30.734+0000 7f8277235780 1 > prepared part key=_multipart_D9NMXV7JDMXJ.2~D1KLQIRR36B6.1 size=1048576 2024-04-15T14:56:30.737 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:30.736+0000 7f8277235780 1 > prepared part key=_multipart_D9NMXV7JDMXJ.2~D1KLQIRR36B6.2 size=956842 2024-04-15T14:56:30.737 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:30.736+0000 7f8277235780 1 > prepared multipart upload key=D9NMXV7JDMXJ upload=D1KLQIRR36B6 tag=W9VFA4B97DPZ type=write size=4102570 2024-04-15T14:56:30.738 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:30.737+0000 7f8277235780 1 < completed write operation key=NII4HKLD4YSI tag=S8Z6DVSFF5II type=write size=659141 2024-04-15T14:56:30.740 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:30.739+0000 7f8277235780 1 > prepared operation key=R38CSTKHEGGY tag=F037ATA0WV9F type=write size=924204 2024-04-15T14:56:30.743 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:30.742+0000 7f8277235780 1 < suggested update operation key=MIRREM7KIO9I tag=MO9VGL1G9BLZ type=del size=2372928 2024-04-15T14:56:30.744 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:30.744+0000 7f8277235780 1 > prepared operation key=0XYNF2N97Y1C tag=QQG0RX7RBO7G type=del size=3031599 2024-04-15T14:56:30.746 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:30.745+0000 7f8277235780 1 < completed part key=_multipart_ZMDZCWJKCFRI.2~8QCZSLSYS6ZI.0 size=1012363 2024-04-15T14:56:30.749 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:30.748+0000 7f8277235780 1 < completed multipart upload key=ZMDZCWJKCFRI upload=8QCZSLSYS6ZI tag=BIQFNUR21QH9 type=write size=2060939 2024-04-15T14:56:30.751 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:30.750+0000 7f8277235780 1 > prepared operation key=R38CSTKHEGGY tag=1BEKK9ZIC0F9 type=write size=633628 2024-04-15T14:56:30.751 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:30.750+0000 7f8277235780 1 < canceled part key=_multipart_0XYNF2N97Y1C.2~XYBVCT0PZIYY.0 size=1048576 2024-04-15T14:56:30.752 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:30.751+0000 7f8277235780 1 < completed part key=_multipart_0XYNF2N97Y1C.2~XYBVCT0PZIYY.1 size=115737 2024-04-15T14:56:30.756 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:30.754+0000 7f8277235780 1 < canceled multipart upload key=0XYNF2N97Y1C upload=XYBVCT0PZIYY tag=NKBY5SM66CYJ type=write size=2212889 2024-04-15T14:56:30.758 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:30.758+0000 7f8277235780 1 > prepared part key=_multipart_F402GDJVN3I9.2~LAWHQQ4VD45Z.0 size=1048576 2024-04-15T14:56:30.760 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:30.759+0000 7f8277235780 1 > prepared part key=_multipart_F402GDJVN3I9.2~LAWHQQ4VD45Z.1 size=1048576 2024-04-15T14:56:30.761 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:30.760+0000 7f8277235780 1 > prepared part key=_multipart_F402GDJVN3I9.2~LAWHQQ4VD45Z.2 size=374802 2024-04-15T14:56:30.761 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:30.760+0000 7f8277235780 1 > prepared multipart upload key=F402GDJVN3I9 upload=LAWHQQ4VD45Z tag=8Q6NQ2BXBJVC type=write size=3520530 2024-04-15T14:56:30.764 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:30.763+0000 7f8277235780 1 < completed part key=_multipart_33SEOBW9RRJN.2~YDIKVT9O7884.0 size=1048576 2024-04-15T14:56:30.766 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:30.766+0000 7f8277235780 1 < completed part key=_multipart_33SEOBW9RRJN.2~YDIKVT9O7884.1 size=1048576 2024-04-15T14:56:30.768 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:30.767+0000 7f8277235780 1 < completed part key=_multipart_33SEOBW9RRJN.2~YDIKVT9O7884.2 size=634775 2024-04-15T14:56:30.771 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:30.770+0000 7f8277235780 1 < completed multipart upload key=33SEOBW9RRJN upload=YDIKVT9O7884 tag=7H1B4YA5XG07 type=write size=3780503 2024-04-15T14:56:30.774 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:30.773+0000 7f8277235780 1 > prepared part key=_multipart_IVOFLSPJ0099.2~4NTE9BXKEOGE.0 size=786232 2024-04-15T14:56:30.774 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:30.773+0000 7f8277235780 1 > prepared multipart upload key=IVOFLSPJ0099 upload=4NTE9BXKEOGE tag=D1854EV7X1DG type=write size=1834808 2024-04-15T14:56:30.776 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:30.775+0000 7f8277235780 1 < completed part key=_multipart_RQYB4B0WTR9V.2~VWBS7RE5XFGY.0 size=222370 2024-04-15T14:56:30.779 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:30.778+0000 7f8277235780 1 < completed multipart upload key=RQYB4B0WTR9V upload=VWBS7RE5XFGY tag=Z7330ADYBZYQ type=write size=1270946 2024-04-15T14:56:30.780 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:30.779+0000 7f8277235780 1 > prepared operation key=IVOFLSPJ0099 tag=IV7OVNXCV943 type=del size=1794410 2024-04-15T14:56:30.782 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:30.781+0000 7f8277235780 1 < completed part key=_multipart_54T20V7YW2K4.2~4D700ZORZNIM.0 size=1007703 2024-04-15T14:56:30.785 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:30.784+0000 7f8277235780 1 < completed multipart upload key=54T20V7YW2K4 upload=4D700ZORZNIM tag=AU9D21UP2ZLB type=write size=2056279 2024-04-15T14:56:30.788 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:30.787+0000 7f8277235780 1 > prepared part key=_multipart_D9NMXV7JDMXJ.2~LJA2S5R06TKJ.0 size=1048576 2024-04-15T14:56:30.789 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:30.789+0000 7f8277235780 1 > prepared part key=_multipart_D9NMXV7JDMXJ.2~LJA2S5R06TKJ.1 size=1048576 2024-04-15T14:56:30.791 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:30.790+0000 7f8277235780 1 > prepared part key=_multipart_D9NMXV7JDMXJ.2~LJA2S5R06TKJ.2 size=549132 2024-04-15T14:56:30.791 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:30.790+0000 7f8277235780 1 > prepared multipart upload key=D9NMXV7JDMXJ upload=LJA2S5R06TKJ tag=13UXDC90L6KG type=write size=3694860 2024-04-15T14:56:30.792 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:30.792+0000 7f8277235780 1 < completed delete operation key=50Y0EU7H0QWF tag=G4H9I386XQMB type=del 2024-04-15T14:56:30.794 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:30.793+0000 7f8277235780 1 > prepared operation key=DY5BWB5TVQV1 tag=MSVWAA0BP277 type=write size=813757 2024-04-15T14:56:30.796 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:30.795+0000 7f8277235780 1 < completed part key=_multipart_MFZTYOL605I7.2~25C2Y0Q8F77B.0 size=990613 2024-04-15T14:56:30.799 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:30.798+0000 7f8277235780 1 < completed multipart upload key=MFZTYOL605I7 upload=25C2Y0Q8F77B tag=ZVYDDU1CN16W type=write size=2039189 2024-04-15T14:56:30.802 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:30.801+0000 7f8277235780 1 > prepared part key=_multipart_IM0AQIM316IL.2~5ZVGB0I122US.0 size=161314 2024-04-15T14:56:30.802 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:30.801+0000 7f8277235780 1 > prepared multipart upload key=IM0AQIM316IL upload=5ZVGB0I122US tag=K59NQNLLM1Z1 type=write size=1209890 2024-04-15T14:56:30.804 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:30.803+0000 7f8277235780 1 < completed delete operation key=BSJC05AGXDJ3 tag=BORC6YAY3NVS type=del 2024-04-15T14:56:30.805 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:30.805+0000 7f8277235780 1 > prepared operation key=R38CSTKHEGGY tag=5I252YFZ5NC3 type=del size=2998712 2024-04-15T14:56:30.807 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:30.806+0000 7f8277235780 1 < completed write operation key=ASEC18UU5NGJ tag=5TM3KZAS4AT6 type=write size=424946 2024-04-15T14:56:30.810 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:30.810+0000 7f8277235780 1 > prepared part key=_multipart_A0RW26A8FZ95.2~O096714XJCB3.0 size=1048576 2024-04-15T14:56:30.812 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:30.811+0000 7f8277235780 1 > prepared part key=_multipart_A0RW26A8FZ95.2~O096714XJCB3.1 size=239230 2024-04-15T14:56:30.812 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:30.811+0000 7f8277235780 1 > prepared multipart upload key=A0RW26A8FZ95 upload=O096714XJCB3 tag=J48PD97Z5JX7 type=write size=2336382 2024-04-15T14:56:30.814 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:30.813+0000 7f8277235780 1 < completed part key=_multipart_A0RW26A8FZ95.2~FRXGCP5ORZ8I.0 size=377636 2024-04-15T14:56:30.817 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:30.816+0000 7f8277235780 1 < completed multipart upload key=A0RW26A8FZ95 upload=FRXGCP5ORZ8I tag=NV7DBI3822A7 type=write size=1426212 2024-04-15T14:56:30.819 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:30.817+0000 7f8277235780 1 > prepared operation key=MIRREM7KIO9I tag=UQR672D33AN8 type=del size=2643136 2024-04-15T14:56:30.820 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:30.820+0000 7f8277235780 1 < completed delete operation key=R38CSTKHEGGY tag=UKTJFAJC005S type=del 2024-04-15T14:56:30.824 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:30.823+0000 7f8277235780 1 > prepared part key=_multipart_NII4HKLD4YSI.2~13QXIUY8TNLZ.0 size=1048576 2024-04-15T14:56:30.825 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:30.824+0000 7f8277235780 1 > prepared part key=_multipart_NII4HKLD4YSI.2~13QXIUY8TNLZ.1 size=85496 2024-04-15T14:56:30.825 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:30.824+0000 7f8277235780 1 > prepared multipart upload key=NII4HKLD4YSI upload=13QXIUY8TNLZ tag=U1A109HBCFZR type=write size=2182648 2024-04-15T14:56:30.825 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:30.825+0000 7f8277235780 1 < canceled part key=_multipart_MFZTYOL605I7.2~D1DVMV9KSJEH.0 size=925747 2024-04-15T14:56:30.828 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:30.827+0000 7f8277235780 1 < canceled multipart upload key=MFZTYOL605I7 upload=D1DVMV9KSJEH tag=JL5ICCP1D7WC type=write size=1974323 2024-04-15T14:56:30.831 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:30.830+0000 7f8277235780 1 > prepared part key=_multipart_8X2ELHS3HRGS.2~03ZCQO5NLSL3.0 size=566139 2024-04-15T14:56:30.831 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:30.830+0000 7f8277235780 1 > prepared multipart upload key=8X2ELHS3HRGS upload=03ZCQO5NLSL3 tag=K2L6Y3BZY9VB type=write size=1614715 2024-04-15T14:56:30.833 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:30.833+0000 7f8277235780 1 < completed part key=_multipart_8X2ELHS3HRGS.2~MC7U96Y3KJ5K.0 size=868316 2024-04-15T14:56:30.837 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:30.836+0000 7f8277235780 1 < completed multipart upload key=8X2ELHS3HRGS upload=MC7U96Y3KJ5K tag=CMTFVEYTN6KC type=write size=1916892 2024-04-15T14:56:30.838 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:30.837+0000 7f8277235780 1 > prepared operation key=81DQOX7PNGMS tag=3Q5IBGY3F38J type=del size=3919141 2024-04-15T14:56:30.840 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:30.839+0000 7f8277235780 1 < completed part key=_multipart_D9NMXV7JDMXJ.2~D1KLQIRR36B6.0 size=1048576 2024-04-15T14:56:30.842 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:30.841+0000 7f8277235780 1 < completed part key=_multipart_D9NMXV7JDMXJ.2~D1KLQIRR36B6.1 size=1048576 2024-04-15T14:56:30.842 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:30.841+0000 7f8277235780 1 < canceled part key=_multipart_D9NMXV7JDMXJ.2~D1KLQIRR36B6.2 size=956842 2024-04-15T14:56:30.845 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:30.844+0000 7f8277235780 1 < canceled multipart upload key=D9NMXV7JDMXJ upload=D1KLQIRR36B6 tag=W9VFA4B97DPZ type=write size=4102570 2024-04-15T14:56:30.846 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:30.845+0000 7f8277235780 1 > prepared operation key=A0RW26A8FZ95 tag=L1PN27CQHJH0 type=del size=2287760 2024-04-15T14:56:30.848 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:30.848+0000 7f8277235780 1 < completed write operation key=R38CSTKHEGGY tag=F037ATA0WV9F type=write size=924204 2024-04-15T14:56:30.850 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:30.849+0000 7f8277235780 1 > prepared operation key=54T20V7YW2K4 tag=CC6Q4KRKPSDT type=del size=759523 2024-04-15T14:56:30.852 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:30.851+0000 7f8277235780 1 < completed delete operation key=0XYNF2N97Y1C tag=QQG0RX7RBO7G type=del 2024-04-15T14:56:30.853 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:30.852+0000 7f8277235780 1 > prepared operation key=50Y0EU7H0QWF tag=L8X4G8OJTQOR type=del size=1042194 2024-04-15T14:56:30.855 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:30.854+0000 7f8277235780 1 < canceled operation key=R38CSTKHEGGY tag=1BEKK9ZIC0F9 type=write size=633628 2024-04-15T14:56:30.857 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:30.856+0000 7f8277235780 1 > prepared operation key=IM0AQIM316IL tag=FPEMP18FF30N type=write size=19847 2024-04-15T14:56:30.859 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:30.858+0000 7f8277235780 1 < completed part key=_multipart_F402GDJVN3I9.2~LAWHQQ4VD45Z.0 size=1048576 2024-04-15T14:56:30.860 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:30.859+0000 7f8277235780 1 < completed part key=_multipart_F402GDJVN3I9.2~LAWHQQ4VD45Z.1 size=1048576 2024-04-15T14:56:30.861 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:30.861+0000 7f8277235780 1 < completed part key=_multipart_F402GDJVN3I9.2~LAWHQQ4VD45Z.2 size=374802 2024-04-15T14:56:30.864 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:30.863+0000 7f8277235780 1 < completed multipart upload key=F402GDJVN3I9 upload=LAWHQQ4VD45Z tag=8Q6NQ2BXBJVC type=write size=3520530 2024-04-15T14:56:30.866 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:30.865+0000 7f8277235780 1 > prepared operation key=CFCUGZ5D6TU8 tag=28QPE2RAW60S type=write size=154910 2024-04-15T14:56:30.868 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:30.867+0000 7f8277235780 1 < completed part key=_multipart_IVOFLSPJ0099.2~4NTE9BXKEOGE.0 size=786232 2024-04-15T14:56:30.871 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:30.870+0000 7f8277235780 1 < completed multipart upload key=IVOFLSPJ0099 upload=4NTE9BXKEOGE tag=D1854EV7X1DG type=write size=1834808 2024-04-15T14:56:30.874 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:30.873+0000 7f8277235780 1 > prepared part key=_multipart_G82D816QHN8B.2~2DYOK92X1UL1.0 size=1048576 2024-04-15T14:56:30.875 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:30.874+0000 7f8277235780 1 > prepared part key=_multipart_G82D816QHN8B.2~2DYOK92X1UL1.1 size=1041460 2024-04-15T14:56:30.875 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:30.874+0000 7f8277235780 1 > prepared multipart upload key=G82D816QHN8B upload=2DYOK92X1UL1 tag=1LWAECRJBC7C type=write size=3138612 2024-04-15T14:56:30.879 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:30.878+0000 7f8277235780 1 < suggested update operation key=IVOFLSPJ0099 tag=IV7OVNXCV943 type=del size=1794410 2024-04-15T14:56:30.880 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:30.880+0000 7f8277235780 1 > prepared operation key=OQ3O0PKNZJ9S tag=O0AH0Z5OA45U type=del size=323815 2024-04-15T14:56:30.881 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:30.880+0000 7f8277235780 1 < canceled part key=_multipart_D9NMXV7JDMXJ.2~LJA2S5R06TKJ.0 size=1048576 2024-04-15T14:56:30.881 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:30.880+0000 7f8277235780 1 < canceled part key=_multipart_D9NMXV7JDMXJ.2~LJA2S5R06TKJ.1 size=1048576 2024-04-15T14:56:30.882 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:30.881+0000 7f8277235780 1 < completed part key=_multipart_D9NMXV7JDMXJ.2~LJA2S5R06TKJ.2 size=549132 2024-04-15T14:56:30.885 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:30.884+0000 7f8277235780 1 < canceled multipart upload key=D9NMXV7JDMXJ upload=LJA2S5R06TKJ tag=13UXDC90L6KG type=write size=3694860 2024-04-15T14:56:30.887 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:30.886+0000 7f8277235780 1 > prepared operation key=ZMDZCWJKCFRI tag=GE35FN4FSJRW type=del size=507532 2024-04-15T14:56:30.889 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:30.888+0000 7f8277235780 1 < completed write operation key=DY5BWB5TVQV1 tag=MSVWAA0BP277 type=write size=813757 2024-04-15T14:56:30.893 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:30.891+0000 7f8277235780 1 > prepared part key=_multipart_BNQH1MC9XO9F.2~9TFL3IHIZELU.0 size=1048576 2024-04-15T14:56:30.894 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:30.892+0000 7f8277235780 1 > prepared part key=_multipart_BNQH1MC9XO9F.2~9TFL3IHIZELU.1 size=381871 2024-04-15T14:56:30.894 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:30.892+0000 7f8277235780 1 > prepared multipart upload key=BNQH1MC9XO9F upload=9TFL3IHIZELU tag=TK0KJRC97R8E type=write size=2479023 2024-04-15T14:56:30.895 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:30.894+0000 7f8277235780 1 < completed part key=_multipart_IM0AQIM316IL.2~5ZVGB0I122US.0 size=161314 2024-04-15T14:56:30.898 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:30.897+0000 7f8277235780 1 < completed multipart upload key=IM0AQIM316IL upload=5ZVGB0I122US tag=K59NQNLLM1Z1 type=write size=1209890 2024-04-15T14:56:30.899 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:30.898+0000 7f8277235780 1 > prepared operation key=DY5BWB5TVQV1 tag=MC2LNQDXP62K type=del size=3789419 2024-04-15T14:56:30.901 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:30.900+0000 7f8277235780 1 < completed delete operation key=R38CSTKHEGGY tag=5I252YFZ5NC3 type=del 2024-04-15T14:56:30.902 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:30.901+0000 7f8277235780 1 > prepared operation key=50Y0EU7H0QWF tag=TAVJ7O29YQ6M type=write size=612190 2024-04-15T14:56:30.904 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:30.903+0000 7f8277235780 1 < completed part key=_multipart_A0RW26A8FZ95.2~O096714XJCB3.0 size=1048576 2024-04-15T14:56:30.904 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:30.903+0000 7f8277235780 1 < canceled part key=_multipart_A0RW26A8FZ95.2~O096714XJCB3.1 size=239230 2024-04-15T14:56:30.907 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:30.906+0000 7f8277235780 1 < canceled multipart upload key=A0RW26A8FZ95 upload=O096714XJCB3 tag=J48PD97Z5JX7 type=write size=2336382 2024-04-15T14:56:30.910 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:30.909+0000 7f8277235780 1 > prepared part key=_multipart_Q0PE50H1CDIB.2~QDE2NRZUMH9B.0 size=892400 2024-04-15T14:56:30.910 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:30.909+0000 7f8277235780 1 > prepared multipart upload key=Q0PE50H1CDIB upload=QDE2NRZUMH9B tag=6AWICNCEHA4Q type=write size=1940976 2024-04-15T14:56:30.911 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:30.911+0000 7f8277235780 1 < completed delete operation key=MIRREM7KIO9I tag=UQR672D33AN8 type=del 2024-04-15T14:56:30.913 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:30.912+0000 7f8277235780 1 > prepared operation key=BSJC05AGXDJ3 tag=3SEVGYCAYFBQ type=write size=30302 2024-04-15T14:56:30.915 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:30.914+0000 7f8277235780 1 < completed part key=_multipart_NII4HKLD4YSI.2~13QXIUY8TNLZ.0 size=1048576 2024-04-15T14:56:30.917 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:30.916+0000 7f8277235780 1 < completed part key=_multipart_NII4HKLD4YSI.2~13QXIUY8TNLZ.1 size=85496 2024-04-15T14:56:30.919 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:30.919+0000 7f8277235780 1 < completed multipart upload key=NII4HKLD4YSI upload=13QXIUY8TNLZ tag=U1A109HBCFZR type=write size=2182648 2024-04-15T14:56:30.921 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:30.920+0000 7f8277235780 1 > prepared operation key=IVOFLSPJ0099 tag=LN3CHJYZZMQG type=del size=2677665 2024-04-15T14:56:30.923 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:30.922+0000 7f8277235780 1 < completed part key=_multipart_8X2ELHS3HRGS.2~03ZCQO5NLSL3.0 size=566139 2024-04-15T14:56:30.926 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:30.925+0000 7f8277235780 1 < completed multipart upload key=8X2ELHS3HRGS upload=03ZCQO5NLSL3 tag=K2L6Y3BZY9VB type=write size=1614715 2024-04-15T14:56:30.929 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:30.928+0000 7f8277235780 1 > prepared part key=_multipart_33SEOBW9RRJN.2~KYEZ5WYXMC65.0 size=1048576 2024-04-15T14:56:30.930 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:30.929+0000 7f8277235780 1 > prepared part key=_multipart_33SEOBW9RRJN.2~KYEZ5WYXMC65.1 size=1048576 2024-04-15T14:56:30.932 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:30.931+0000 7f8277235780 1 > prepared part key=_multipart_33SEOBW9RRJN.2~KYEZ5WYXMC65.2 size=476526 2024-04-15T14:56:30.932 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:30.931+0000 7f8277235780 1 > prepared multipart upload key=33SEOBW9RRJN upload=KYEZ5WYXMC65 tag=YH85KNJXWH1L type=write size=3622254 2024-04-15T14:56:30.933 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:30.933+0000 7f8277235780 1 < completed delete operation key=81DQOX7PNGMS tag=3Q5IBGY3F38J type=del 2024-04-15T14:56:30.935 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:30.934+0000 7f8277235780 1 > prepared operation key=YTVARSCACASJ tag=KD8Q4TW8GZB1 type=del size=2214832 2024-04-15T14:56:30.937 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:30.936+0000 7f8277235780 1 < completed delete operation key=A0RW26A8FZ95 tag=L1PN27CQHJH0 type=del 2024-04-15T14:56:30.939 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:30.938+0000 7f8277235780 1 > prepared operation key=OQ3O0PKNZJ9S tag=152LVA0YUTSR type=del size=1909230 2024-04-15T14:56:30.941 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:30.940+0000 7f8277235780 1 < completed delete operation key=54T20V7YW2K4 tag=CC6Q4KRKPSDT type=del 2024-04-15T14:56:30.942 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:30.942+0000 7f8277235780 1 > prepared operation key=CFCUGZ5D6TU8 tag=MY26AIA3GR0R type=del size=1492710 2024-04-15T14:56:30.944 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:30.943+0000 7f8277235780 1 < completed delete operation key=50Y0EU7H0QWF tag=L8X4G8OJTQOR type=del 2024-04-15T14:56:30.947 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:30.946+0000 7f8277235780 1 > prepared part key=_multipart_G82D816QHN8B.2~JLWXE3Z6XIA0.0 size=1048576 2024-04-15T14:56:30.949 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:30.948+0000 7f8277235780 1 > prepared part key=_multipart_G82D816QHN8B.2~JLWXE3Z6XIA0.1 size=1048576 2024-04-15T14:56:30.950 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:30.949+0000 7f8277235780 1 > prepared part key=_multipart_G82D816QHN8B.2~JLWXE3Z6XIA0.2 size=334040 2024-04-15T14:56:30.950 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:30.949+0000 7f8277235780 1 > prepared multipart upload key=G82D816QHN8B upload=JLWXE3Z6XIA0 tag=Y1CHGOMQJB1Q type=write size=3479768 2024-04-15T14:56:30.952 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:30.951+0000 7f8277235780 1 < completed write operation key=IM0AQIM316IL tag=FPEMP18FF30N type=write size=19847 2024-04-15T14:56:30.953 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:30.952+0000 7f8277235780 1 > prepared operation key=A0RW26A8FZ95 tag=2UC8H1N6LL0A type=del size=913327 2024-04-15T14:56:30.955 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:30.954+0000 7f8277235780 1 < completed write operation key=CFCUGZ5D6TU8 tag=28QPE2RAW60S type=write size=154910 2024-04-15T14:56:30.957 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:30.956+0000 7f8277235780 1 > prepared operation key=OQ3O0PKNZJ9S tag=LWYYUBIGIMYR type=write size=390004 2024-04-15T14:56:30.959 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:30.958+0000 7f8277235780 1 < completed part key=_multipart_G82D816QHN8B.2~2DYOK92X1UL1.0 size=1048576 2024-04-15T14:56:30.961 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:30.960+0000 7f8277235780 1 < completed part key=_multipart_G82D816QHN8B.2~2DYOK92X1UL1.1 size=1041460 2024-04-15T14:56:30.964 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:30.963+0000 7f8277235780 1 < completed multipart upload key=G82D816QHN8B upload=2DYOK92X1UL1 tag=1LWAECRJBC7C type=write size=3138612 2024-04-15T14:56:30.965 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:30.964+0000 7f8277235780 1 > prepared operation key=MFZTYOL605I7 tag=FS2GYTY3YQ0R type=del size=2006055 2024-04-15T14:56:30.967 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:30.966+0000 7f8277235780 1 < completed delete operation key=OQ3O0PKNZJ9S tag=O0AH0Z5OA45U type=del 2024-04-15T14:56:30.971 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:30.970+0000 7f8277235780 1 > prepared part key=_multipart_0XYNF2N97Y1C.2~KBR5737W4E0X.0 size=1048576 2024-04-15T14:56:30.972 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:30.971+0000 7f8277235780 1 > prepared part key=_multipart_0XYNF2N97Y1C.2~KBR5737W4E0X.1 size=61288 2024-04-15T14:56:30.972 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:30.971+0000 7f8277235780 1 > prepared multipart upload key=0XYNF2N97Y1C upload=KBR5737W4E0X tag=03C9V9FTQVT2 type=write size=2158440 2024-04-15T14:56:30.975 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:30.975+0000 7f8277235780 1 < suggested update operation key=ZMDZCWJKCFRI tag=GE35FN4FSJRW type=del size=507532 2024-04-15T14:56:30.979 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:30.978+0000 7f8277235780 1 > prepared part key=_multipart_IM0AQIM316IL.2~IXIVC6JQBV9S.0 size=487213 2024-04-15T14:56:30.979 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:30.978+0000 7f8277235780 1 > prepared multipart upload key=IM0AQIM316IL upload=IXIVC6JQBV9S tag=5P1U08UGYJA6 type=write size=1535789 2024-04-15T14:56:30.979 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:30.978+0000 7f8277235780 1 < canceled part key=_multipart_BNQH1MC9XO9F.2~9TFL3IHIZELU.0 size=1048576 2024-04-15T14:56:30.980 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:30.980+0000 7f8277235780 1 < completed part key=_multipart_BNQH1MC9XO9F.2~9TFL3IHIZELU.1 size=381871 2024-04-15T14:56:30.983 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:30.982+0000 7f8277235780 1 < canceled multipart upload key=BNQH1MC9XO9F upload=9TFL3IHIZELU tag=TK0KJRC97R8E type=write size=2479023 2024-04-15T14:56:30.985 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:30.984+0000 7f8277235780 1 > prepared operation key=P0TQX1TRPSLX tag=MGU1GHCOVYVM type=write size=140374 2024-04-15T14:56:30.987 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:30.986+0000 7f8277235780 1 < completed delete operation key=DY5BWB5TVQV1 tag=MC2LNQDXP62K type=del 2024-04-15T14:56:30.990 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:30.989+0000 7f8277235780 1 > prepared part key=_multipart_MIRREM7KIO9I.2~YL0HZLZJ8A9B.0 size=1048576 2024-04-15T14:56:30.992 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:30.991+0000 7f8277235780 1 > prepared part key=_multipart_MIRREM7KIO9I.2~YL0HZLZJ8A9B.1 size=954349 2024-04-15T14:56:30.992 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:30.991+0000 7f8277235780 1 > prepared multipart upload key=MIRREM7KIO9I upload=YL0HZLZJ8A9B tag=6K8PVI0HAPWB type=write size=3051501 2024-04-15T14:56:30.994 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:30.993+0000 7f8277235780 1 < completed write operation key=50Y0EU7H0QWF tag=TAVJ7O29YQ6M type=write size=612190 2024-04-15T14:56:30.995 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:30.995+0000 7f8277235780 1 > prepared operation key=7XVTB4OPZZOY tag=HCQ9L8AY1J1E type=del size=3441710 2024-04-15T14:56:30.997 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:30.996+0000 7f8277235780 1 < completed part key=_multipart_Q0PE50H1CDIB.2~QDE2NRZUMH9B.0 size=892400 2024-04-15T14:56:31.000 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:30.999+0000 7f8277235780 1 < completed multipart upload key=Q0PE50H1CDIB upload=QDE2NRZUMH9B tag=6AWICNCEHA4Q type=write size=1940976 2024-04-15T14:56:31.002 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:31.001+0000 7f8277235780 1 > prepared operation key=7XVTB4OPZZOY tag=SLG4LJNRRFSO type=del size=2563303 2024-04-15T14:56:31.003 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:31.003+0000 7f8277235780 1 < completed write operation key=BSJC05AGXDJ3 tag=3SEVGYCAYFBQ type=write size=30302 2024-04-15T14:56:31.005 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:31.004+0000 7f8277235780 1 > prepared operation key=CBSCS8P8QL0Q tag=JMZYWPI9ZZZD type=del size=1512664 2024-04-15T14:56:31.007 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:31.006+0000 7f8277235780 1 < completed delete operation key=IVOFLSPJ0099 tag=LN3CHJYZZMQG type=del 2024-04-15T14:56:31.010 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:31.009+0000 7f8277235780 1 > prepared part key=_multipart_G82D816QHN8B.2~9WTG5FTN6I1H.0 size=1048576 2024-04-15T14:56:31.011 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:31.010+0000 7f8277235780 1 > prepared part key=_multipart_G82D816QHN8B.2~9WTG5FTN6I1H.1 size=1048576 2024-04-15T14:56:31.012 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:31.012+0000 7f8277235780 1 > prepared part key=_multipart_G82D816QHN8B.2~9WTG5FTN6I1H.2 size=311319 2024-04-15T14:56:31.013 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:31.012+0000 7f8277235780 1 > prepared multipart upload key=G82D816QHN8B upload=9WTG5FTN6I1H tag=D85IYAD95Y69 type=write size=3457047 2024-04-15T14:56:31.014 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:31.013+0000 7f8277235780 1 < completed part key=_multipart_33SEOBW9RRJN.2~KYEZ5WYXMC65.0 size=1048576 2024-04-15T14:56:31.016 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:31.015+0000 7f8277235780 1 < completed part key=_multipart_33SEOBW9RRJN.2~KYEZ5WYXMC65.1 size=1048576 2024-04-15T14:56:31.017 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:31.016+0000 7f8277235780 1 < completed part key=_multipart_33SEOBW9RRJN.2~KYEZ5WYXMC65.2 size=476526 2024-04-15T14:56:31.020 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:31.019+0000 7f8277235780 1 < completed multipart upload key=33SEOBW9RRJN upload=KYEZ5WYXMC65 tag=YH85KNJXWH1L type=write size=3622254 2024-04-15T14:56:31.022 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:31.021+0000 7f8277235780 1 > prepared operation key=YTVARSCACASJ tag=I2VV312Z93JO type=del size=2842322 2024-04-15T14:56:31.025 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:31.024+0000 7f8277235780 1 < suggested remove operation key=YTVARSCACASJ tag=KD8Q4TW8GZB1 type=del 2024-04-15T14:56:31.026 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:31.026+0000 7f8277235780 1 > prepared operation key=IM0AQIM316IL tag=AF9ATIGMNO0J type=del size=1857603 2024-04-15T14:56:31.028 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:31.027+0000 7f8277235780 1 < canceled operation key=OQ3O0PKNZJ9S tag=152LVA0YUTSR type=del size=1909230 2024-04-15T14:56:31.031 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:31.030+0000 7f8277235780 1 > prepared part key=_multipart_MFZTYOL605I7.2~IWLPN8RSVGC8.0 size=1029265 2024-04-15T14:56:31.031 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:31.030+0000 7f8277235780 1 > prepared multipart upload key=MFZTYOL605I7 upload=IWLPN8RSVGC8 tag=L9B9CZK0EQQY type=write size=2077841 2024-04-15T14:56:31.033 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:31.032+0000 7f8277235780 1 < completed delete operation key=CFCUGZ5D6TU8 tag=MY26AIA3GR0R type=del 2024-04-15T14:56:31.034 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:31.034+0000 7f8277235780 1 > prepared operation key=IVOFLSPJ0099 tag=6WL8I0WL8698 type=del size=2817226 2024-04-15T14:56:31.036 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:31.035+0000 7f8277235780 1 < completed part key=_multipart_G82D816QHN8B.2~JLWXE3Z6XIA0.0 size=1048576 2024-04-15T14:56:31.037 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:31.037+0000 7f8277235780 1 < completed part key=_multipart_G82D816QHN8B.2~JLWXE3Z6XIA0.1 size=1048576 2024-04-15T14:56:31.039 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:31.038+0000 7f8277235780 1 < completed part key=_multipart_G82D816QHN8B.2~JLWXE3Z6XIA0.2 size=334040 2024-04-15T14:56:31.041 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:31.041+0000 7f8277235780 1 < completed multipart upload key=G82D816QHN8B upload=JLWXE3Z6XIA0 tag=Y1CHGOMQJB1Q type=write size=3479768 2024-04-15T14:56:31.043 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:31.042+0000 7f8277235780 1 > prepared operation key=33SEOBW9RRJN tag=WTX37FHZKDF2 type=write size=902196 2024-04-15T14:56:31.046 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:31.045+0000 7f8277235780 1 < suggested update operation key=A0RW26A8FZ95 tag=2UC8H1N6LL0A type=del size=913327 2024-04-15T14:56:31.048 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:31.047+0000 7f8277235780 1 > prepared operation key=BNQH1MC9XO9F tag=MNM2RYYP29EC type=write size=850220 2024-04-15T14:56:31.052 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:31.051+0000 7f8277235780 1 < suggested remove operation key=OQ3O0PKNZJ9S tag=LWYYUBIGIMYR type=write 2024-04-15T14:56:31.054 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:31.053+0000 7f8277235780 1 > prepared operation key=IM0AQIM316IL tag=5PKVK754J5UT type=del size=598172 2024-04-15T14:56:31.057 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:31.056+0000 7f8277235780 1 < suggested remove operation key=MFZTYOL605I7 tag=FS2GYTY3YQ0R type=del 2024-04-15T14:56:31.060 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:31.059+0000 7f8277235780 1 > prepared part key=_multipart_54T20V7YW2K4.2~BUI59I93FTDA.0 size=1048576 2024-04-15T14:56:31.062 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:31.061+0000 7f8277235780 1 > prepared part key=_multipart_54T20V7YW2K4.2~BUI59I93FTDA.1 size=612123 2024-04-15T14:56:31.062 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:31.061+0000 7f8277235780 1 > prepared multipart upload key=54T20V7YW2K4 upload=BUI59I93FTDA tag=F3TF194WW0JV type=write size=2709275 2024-04-15T14:56:31.063 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:31.062+0000 7f8277235780 1 < completed part key=_multipart_0XYNF2N97Y1C.2~KBR5737W4E0X.0 size=1048576 2024-04-15T14:56:31.064 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:31.064+0000 7f8277235780 1 < completed part key=_multipart_0XYNF2N97Y1C.2~KBR5737W4E0X.1 size=61288 2024-04-15T14:56:31.067 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:31.066+0000 7f8277235780 1 < completed multipart upload key=0XYNF2N97Y1C upload=KBR5737W4E0X tag=03C9V9FTQVT2 type=write size=2158440 2024-04-15T14:56:31.069 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:31.068+0000 7f8277235780 1 > prepared operation key=R38CSTKHEGGY tag=KRYDKFJO02G3 type=write size=15800 2024-04-15T14:56:31.070 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:31.069+0000 7f8277235780 1 < completed part key=_multipart_IM0AQIM316IL.2~IXIVC6JQBV9S.0 size=487213 2024-04-15T14:56:31.073 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:31.072+0000 7f8277235780 1 < completed multipart upload key=IM0AQIM316IL upload=IXIVC6JQBV9S tag=5P1U08UGYJA6 type=write size=1535789 2024-04-15T14:56:31.075 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:31.074+0000 7f8277235780 1 > prepared operation key=54T20V7YW2K4 tag=TZK5AK7KFMO6 type=del size=342569 2024-04-15T14:56:31.076 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:31.075+0000 7f8277235780 1 < canceled operation key=P0TQX1TRPSLX tag=MGU1GHCOVYVM type=write size=140374 2024-04-15T14:56:31.078 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:31.077+0000 7f8277235780 1 > prepared operation key=YTVARSCACASJ tag=LSDDJ4ZV2BKV type=del size=2116846 2024-04-15T14:56:31.079 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:31.079+0000 7f8277235780 1 < completed part key=_multipart_MIRREM7KIO9I.2~YL0HZLZJ8A9B.0 size=1048576 2024-04-15T14:56:31.081 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:31.080+0000 7f8277235780 1 < completed part key=_multipart_MIRREM7KIO9I.2~YL0HZLZJ8A9B.1 size=954349 2024-04-15T14:56:31.083 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:31.083+0000 7f8277235780 1 < completed multipart upload key=MIRREM7KIO9I upload=YL0HZLZJ8A9B tag=6K8PVI0HAPWB type=write size=3051501 2024-04-15T14:56:31.085 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:31.084+0000 7f8277235780 1 > prepared operation key=81DQOX7PNGMS tag=YXGFQHELLPKG type=del size=3486656 2024-04-15T14:56:31.087 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:31.086+0000 7f8277235780 1 < canceled operation key=7XVTB4OPZZOY tag=HCQ9L8AY1J1E type=del size=3441710 2024-04-15T14:56:31.088 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:31.087+0000 7f8277235780 1 > prepared operation key=IVOFLSPJ0099 tag=WCYHAMFFXWU5 type=del size=3965500 2024-04-15T14:56:31.092 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:31.091+0000 7f8277235780 1 < suggested update operation key=7XVTB4OPZZOY tag=SLG4LJNRRFSO type=del size=2563303 2024-04-15T14:56:31.093 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:31.092+0000 7f8277235780 1 > prepared operation key=UCHFZKBWU6MN tag=DPJ3RODK31P6 type=del size=2275556 2024-04-15T14:56:31.095 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:31.094+0000 7f8277235780 1 < completed delete operation key=CBSCS8P8QL0Q tag=JMZYWPI9ZZZD type=del 2024-04-15T14:56:31.096 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:31.096+0000 7f8277235780 1 > prepared operation key=RQYB4B0WTR9V tag=85DYJKFHSCWE type=del size=361026 2024-04-15T14:56:31.098 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:31.097+0000 7f8277235780 1 < completed part key=_multipart_G82D816QHN8B.2~9WTG5FTN6I1H.0 size=1048576 2024-04-15T14:56:31.099 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:31.098+0000 7f8277235780 1 < completed part key=_multipart_G82D816QHN8B.2~9WTG5FTN6I1H.1 size=1048576 2024-04-15T14:56:31.099 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:31.098+0000 7f8277235780 1 < canceled part key=_multipart_G82D816QHN8B.2~9WTG5FTN6I1H.2 size=311319 2024-04-15T14:56:31.102 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:31.101+0000 7f8277235780 1 < canceled multipart upload key=G82D816QHN8B upload=9WTG5FTN6I1H tag=D85IYAD95Y69 type=write size=3457047 2024-04-15T14:56:31.104 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:31.103+0000 7f8277235780 1 > prepared operation key=7XVTB4OPZZOY tag=YF7I7OPYG5T5 type=del size=254985 2024-04-15T14:56:31.106 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:31.105+0000 7f8277235780 -1 < failed to complete operation key=YTVARSCACASJ tag=I2VV312Z93JO type=del size=2842322: (22) Invalid argument 2024-04-15T14:56:31.108 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:31.107+0000 7f8277235780 1 > prepared operation key=DY5BWB5TVQV1 tag=NZA72LXRF81O type=del size=3406240 2024-04-15T14:56:31.110 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:31.108+0000 7f8277235780 1 < completed delete operation key=IM0AQIM316IL tag=AF9ATIGMNO0J type=del 2024-04-15T14:56:31.111 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:31.110+0000 7f8277235780 1 > prepared operation key=50Y0EU7H0QWF tag=5IVUOXZSE95X type=del size=911660 2024-04-15T14:56:31.113 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:31.112+0000 7f8277235780 1 < completed part key=_multipart_MFZTYOL605I7.2~IWLPN8RSVGC8.0 size=1029265 2024-04-15T14:56:31.116 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:31.115+0000 7f8277235780 1 < completed multipart upload key=MFZTYOL605I7 upload=IWLPN8RSVGC8 tag=L9B9CZK0EQQY type=write size=2077841 2024-04-15T14:56:31.118 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:31.117+0000 7f8277235780 1 > prepared operation key=UCHFZKBWU6MN tag=1Y41C8RL1L9L type=del size=1233506 2024-04-15T14:56:31.122 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:31.120+0000 7f8277235780 1 < suggested update operation key=IVOFLSPJ0099 tag=6WL8I0WL8698 type=del size=2817226 2024-04-15T14:56:31.123 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:31.122+0000 7f8277235780 1 > prepared operation key=7XVTB4OPZZOY tag=BGW6CJ9FDDZY type=del size=4044432 2024-04-15T14:56:31.124 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:31.123+0000 7f8277235780 1 < completed write operation key=33SEOBW9RRJN tag=WTX37FHZKDF2 type=write size=902196 2024-04-15T14:56:31.127 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:31.127+0000 7f8277235780 1 > prepared part key=_multipart_D9NMXV7JDMXJ.2~0NTB27P28W0Q.0 size=976829 2024-04-15T14:56:31.127 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:31.127+0000 7f8277235780 1 > prepared multipart upload key=D9NMXV7JDMXJ upload=0NTB27P28W0Q tag=DLWUNR8R8G52 type=write size=2025405 2024-04-15T14:56:31.131 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:31.130+0000 7f8277235780 1 < suggested update operation key=BNQH1MC9XO9F tag=MNM2RYYP29EC type=write size=850220 2024-04-15T14:56:31.134 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:31.133+0000 7f8277235780 1 > prepared part key=_multipart_F402GDJVN3I9.2~KMMN9CAS9HDU.0 size=1048576 2024-04-15T14:56:31.135 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:31.134+0000 7f8277235780 1 > prepared part key=_multipart_F402GDJVN3I9.2~KMMN9CAS9HDU.1 size=411598 2024-04-15T14:56:31.135 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:31.134+0000 7f8277235780 1 > prepared multipart upload key=F402GDJVN3I9 upload=KMMN9CAS9HDU tag=6UN15ZX7MQ7E type=write size=2508750 2024-04-15T14:56:31.138 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:31.137+0000 7f8277235780 1 < suggested update operation key=IM0AQIM316IL tag=5PKVK754J5UT type=del size=598172 2024-04-15T14:56:31.140 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:31.139+0000 7f8277235780 1 > prepared operation key=RQYB4B0WTR9V tag=MW2U30R2YGXA type=del size=763737 2024-04-15T14:56:31.141 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:31.141+0000 7f8277235780 1 < completed part key=_multipart_54T20V7YW2K4.2~BUI59I93FTDA.0 size=1048576 2024-04-15T14:56:31.143 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:31.142+0000 7f8277235780 1 < completed part key=_multipart_54T20V7YW2K4.2~BUI59I93FTDA.1 size=612123 2024-04-15T14:56:31.145 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:31.145+0000 7f8277235780 1 < completed multipart upload key=54T20V7YW2K4 upload=BUI59I93FTDA tag=F3TF194WW0JV type=write size=2709275 2024-04-15T14:56:31.149 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:31.148+0000 7f8277235780 1 > prepared part key=_multipart_YTVARSCACASJ.2~QDM5W22HOXP4.0 size=1048576 2024-04-15T14:56:31.150 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:31.150+0000 7f8277235780 1 > prepared part key=_multipart_YTVARSCACASJ.2~QDM5W22HOXP4.1 size=1022149 2024-04-15T14:56:31.151 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:31.150+0000 7f8277235780 1 > prepared multipart upload key=YTVARSCACASJ upload=QDM5W22HOXP4 tag=GDTPEMV2QVZO type=write size=3119301 2024-04-15T14:56:31.152 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:31.151+0000 7f8277235780 1 < completed write operation key=R38CSTKHEGGY tag=KRYDKFJO02G3 type=write size=15800 2024-04-15T14:56:31.155 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:31.155+0000 7f8277235780 1 > prepared part key=_multipart_JY107VG7DVI1.2~O59HC2VRN9FS.0 size=799596 2024-04-15T14:56:31.156 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:31.155+0000 7f8277235780 1 > prepared multipart upload key=JY107VG7DVI1 upload=O59HC2VRN9FS tag=7AWNPZLP3BGO type=write size=1848172 2024-04-15T14:56:31.158 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:31.157+0000 7f8277235780 1 < completed delete operation key=54T20V7YW2K4 tag=TZK5AK7KFMO6 type=del 2024-04-15T14:56:31.159 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:31.159+0000 7f8277235780 1 > prepared operation key=OQ3O0PKNZJ9S tag=PK98U1N5NFBG type=del size=1217048 2024-04-15T14:56:31.161 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:31.161+0000 7f8277235780 1 < completed delete operation key=YTVARSCACASJ tag=LSDDJ4ZV2BKV type=del 2024-04-15T14:56:31.163 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:31.162+0000 7f8277235780 1 > prepared operation key=50Y0EU7H0QWF tag=N7F224AWNIYP type=del size=4105677 2024-04-15T14:56:31.165 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:31.164+0000 7f8277235780 1 < completed delete operation key=81DQOX7PNGMS tag=YXGFQHELLPKG type=del 2024-04-15T14:56:31.166 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:31.166+0000 7f8277235780 1 > prepared operation key=Q0PE50H1CDIB tag=UR9RCGR59ETQ type=write size=741720 2024-04-15T14:56:31.169 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:31.168+0000 7f8277235780 -1 < failed to complete operation key=IVOFLSPJ0099 tag=WCYHAMFFXWU5 type=del size=3965500: (22) Invalid argument 2024-04-15T14:56:31.170 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:31.170+0000 7f8277235780 1 > prepared operation key=33SEOBW9RRJN tag=1A5JH0GOGW4U type=del size=1469298 2024-04-15T14:56:31.174 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:31.173+0000 7f8277235780 1 < suggested update operation key=UCHFZKBWU6MN tag=DPJ3RODK31P6 type=del size=2275556 2024-04-15T14:56:31.177 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:31.176+0000 7f8277235780 1 > prepared part key=_multipart_JY107VG7DVI1.2~TUYOIB7R05R3.0 size=1048576 2024-04-15T14:56:31.178 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:31.177+0000 7f8277235780 1 > prepared part key=_multipart_JY107VG7DVI1.2~TUYOIB7R05R3.1 size=1048576 2024-04-15T14:56:31.180 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:31.179+0000 7f8277235780 1 > prepared part key=_multipart_JY107VG7DVI1.2~TUYOIB7R05R3.2 size=916774 2024-04-15T14:56:31.180 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:31.179+0000 7f8277235780 1 > prepared multipart upload key=JY107VG7DVI1 upload=TUYOIB7R05R3 tag=VFK3CHWNP0H2 type=write size=4062502 2024-04-15T14:56:31.181 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:31.181+0000 7f8277235780 1 < canceled operation key=RQYB4B0WTR9V tag=85DYJKFHSCWE type=del size=361026 2024-04-15T14:56:31.183 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:31.182+0000 7f8277235780 1 > prepared operation key=P0TQX1TRPSLX tag=PW3CLOGUE91F type=del size=2501815 2024-04-15T14:56:31.185 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:31.184+0000 7f8277235780 1 < completed delete operation key=7XVTB4OPZZOY tag=YF7I7OPYG5T5 type=del 2024-04-15T14:56:31.188 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:31.187+0000 7f8277235780 1 > prepared part key=_multipart_JY107VG7DVI1.2~F1S1RKB1VAQW.0 size=1048576 2024-04-15T14:56:31.189 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:31.188+0000 7f8277235780 1 > prepared part key=_multipart_JY107VG7DVI1.2~F1S1RKB1VAQW.1 size=1048576 2024-04-15T14:56:31.191 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:31.190+0000 7f8277235780 1 > prepared part key=_multipart_JY107VG7DVI1.2~F1S1RKB1VAQW.2 size=120453 2024-04-15T14:56:31.191 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:31.190+0000 7f8277235780 1 > prepared multipart upload key=JY107VG7DVI1 upload=F1S1RKB1VAQW tag=OII6WOPH1HOS type=write size=3266181 2024-04-15T14:56:31.192 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:31.191+0000 7f8277235780 1 < completed delete operation key=DY5BWB5TVQV1 tag=NZA72LXRF81O type=del 2024-04-15T14:56:31.194 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:31.193+0000 7f8277235780 1 > prepared operation key=UCHFZKBWU6MN tag=HB1RN6NUWCQG type=del size=1941465 2024-04-15T14:56:31.196 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:31.195+0000 7f8277235780 1 < completed delete operation key=50Y0EU7H0QWF tag=5IVUOXZSE95X type=del 2024-04-15T14:56:31.198 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:31.197+0000 7f8277235780 1 > prepared operation key=CBSCS8P8QL0Q tag=YU4FXFHFUP3X type=del size=3374741 2024-04-15T14:56:31.200 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:31.199+0000 7f8277235780 -1 < failed to complete operation key=UCHFZKBWU6MN tag=1Y41C8RL1L9L type=del size=1233506: (22) Invalid argument 2024-04-15T14:56:31.203 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:31.202+0000 7f8277235780 1 > prepared part key=_multipart_F402GDJVN3I9.2~W7HCRMVUW5MC.0 size=156124 2024-04-15T14:56:31.203 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:31.202+0000 7f8277235780 1 > prepared multipart upload key=F402GDJVN3I9 upload=W7HCRMVUW5MC tag=T5R7A1VYBIJP type=write size=1204700 2024-04-15T14:56:31.205 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:31.204+0000 7f8277235780 1 < completed delete operation key=7XVTB4OPZZOY tag=BGW6CJ9FDDZY type=del 2024-04-15T14:56:31.207 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:31.206+0000 7f8277235780 1 > prepared operation key=BNQH1MC9XO9F tag=7NNNZ2OQUDOY type=del size=1320385 2024-04-15T14:56:31.208 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:31.208+0000 7f8277235780 1 < completed part key=_multipart_D9NMXV7JDMXJ.2~0NTB27P28W0Q.0 size=976829 2024-04-15T14:56:31.211 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:31.211+0000 7f8277235780 1 < completed multipart upload key=D9NMXV7JDMXJ upload=0NTB27P28W0Q tag=DLWUNR8R8G52 type=write size=2025405 2024-04-15T14:56:31.215 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:31.214+0000 7f8277235780 1 > prepared part key=_multipart_D9NMXV7JDMXJ.2~WIUGFP001DJZ.0 size=1048576 2024-04-15T14:56:31.216 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:31.215+0000 7f8277235780 1 > prepared part key=_multipart_D9NMXV7JDMXJ.2~WIUGFP001DJZ.1 size=142704 2024-04-15T14:56:31.216 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:31.215+0000 7f8277235780 1 > prepared multipart upload key=D9NMXV7JDMXJ upload=WIUGFP001DJZ tag=GTOUV00WG1T7 type=write size=2239856 2024-04-15T14:56:31.218 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:31.217+0000 7f8277235780 1 < completed part key=_multipart_F402GDJVN3I9.2~KMMN9CAS9HDU.0 size=1048576 2024-04-15T14:56:31.219 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:31.219+0000 7f8277235780 1 < completed part key=_multipart_F402GDJVN3I9.2~KMMN9CAS9HDU.1 size=411598 2024-04-15T14:56:31.222 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:31.221+0000 7f8277235780 1 < completed multipart upload key=F402GDJVN3I9 upload=KMMN9CAS9HDU tag=6UN15ZX7MQ7E type=write size=2508750 2024-04-15T14:56:31.226 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:31.225+0000 7f8277235780 1 > prepared part key=_multipart_8X2ELHS3HRGS.2~FZ690Q0BZVZF.0 size=1048576 2024-04-15T14:56:31.230 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:31.226+0000 7f8277235780 1 > prepared part key=_multipart_8X2ELHS3HRGS.2~FZ690Q0BZVZF.1 size=1048576 2024-04-15T14:56:31.230 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:31.228+0000 7f8277235780 1 > prepared part key=_multipart_8X2ELHS3HRGS.2~FZ690Q0BZVZF.2 size=874805 2024-04-15T14:56:31.230 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:31.228+0000 7f8277235780 1 > prepared multipart upload key=8X2ELHS3HRGS upload=FZ690Q0BZVZF tag=N8H6404UFZ37 type=write size=4020533 2024-04-15T14:56:31.232 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:31.231+0000 7f8277235780 1 < suggested remove operation key=RQYB4B0WTR9V tag=MW2U30R2YGXA type=del 2024-04-15T14:56:31.233 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:31.232+0000 7f8277235780 1 > prepared operation key=7XVTB4OPZZOY tag=S7CO7Y6P5AD6 type=write size=322059 2024-04-15T14:56:31.234 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:31.233+0000 7f8277235780 1 < canceled part key=_multipart_YTVARSCACASJ.2~QDM5W22HOXP4.0 size=1048576 2024-04-15T14:56:31.235 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:31.234+0000 7f8277235780 1 < completed part key=_multipart_YTVARSCACASJ.2~QDM5W22HOXP4.1 size=1022149 2024-04-15T14:56:31.238 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:31.237+0000 7f8277235780 1 < canceled multipart upload key=YTVARSCACASJ upload=QDM5W22HOXP4 tag=GDTPEMV2QVZO type=write size=3119301 2024-04-15T14:56:31.240 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:31.239+0000 7f8277235780 1 > prepared operation key=81DQOX7PNGMS tag=6EU0VGT7HQG1 type=del size=1628906 2024-04-15T14:56:31.242 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:31.241+0000 7f8277235780 1 < completed part key=_multipart_JY107VG7DVI1.2~O59HC2VRN9FS.0 size=799596 2024-04-15T14:56:31.245 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:31.244+0000 7f8277235780 1 < completed multipart upload key=JY107VG7DVI1 upload=O59HC2VRN9FS tag=7AWNPZLP3BGO type=write size=1848172 2024-04-15T14:56:31.247 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:31.246+0000 7f8277235780 1 > prepared operation key=YTVARSCACASJ tag=Q0RCG965X1FE type=del size=1910113 2024-04-15T14:56:31.248 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:31.247+0000 7f8277235780 1 < canceled operation key=OQ3O0PKNZJ9S tag=PK98U1N5NFBG type=del size=1217048 2024-04-15T14:56:31.252 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:31.251+0000 7f8277235780 1 > prepared part key=_multipart_F402GDJVN3I9.2~11PGIUNJ4FGJ.0 size=1048576 2024-04-15T14:56:31.253 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:31.252+0000 7f8277235780 1 > prepared part key=_multipart_F402GDJVN3I9.2~11PGIUNJ4FGJ.1 size=88189 2024-04-15T14:56:31.253 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:31.252+0000 7f8277235780 1 > prepared multipart upload key=F402GDJVN3I9 upload=11PGIUNJ4FGJ tag=PFUSC9OJ8U8J type=write size=2185341 2024-04-15T14:56:31.254 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:31.254+0000 7f8277235780 1 < completed delete operation key=50Y0EU7H0QWF tag=N7F224AWNIYP type=del 2024-04-15T14:56:31.257 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:31.257+0000 7f8277235780 1 > prepared part key=_multipart_ASEC18UU5NGJ.2~GWV217QLAU3N.0 size=1048576 2024-04-15T14:56:31.259 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:31.258+0000 7f8277235780 1 > prepared part key=_multipart_ASEC18UU5NGJ.2~GWV217QLAU3N.1 size=579109 2024-04-15T14:56:31.259 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:31.258+0000 7f8277235780 1 > prepared multipart upload key=ASEC18UU5NGJ upload=GWV217QLAU3N tag=TWW7S9N91BW1 type=write size=2676261 2024-04-15T14:56:31.263 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:31.262+0000 7f8277235780 1 < suggested update operation key=Q0PE50H1CDIB tag=UR9RCGR59ETQ type=write size=741720 2024-04-15T14:56:31.265 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:31.264+0000 7f8277235780 1 > prepared operation key=8X2ELHS3HRGS tag=LWH7GV09QYS0 type=del size=1554631 2024-04-15T14:56:31.267 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:31.266+0000 7f8277235780 1 < completed delete operation key=33SEOBW9RRJN tag=1A5JH0GOGW4U type=del 2024-04-15T14:56:31.273 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:31.269+0000 7f8277235780 1 > prepared part key=_multipart_BSJC05AGXDJ3.2~VXTPK2I8J3GN.0 size=1048576 2024-04-15T14:56:31.273 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:31.270+0000 7f8277235780 1 > prepared part key=_multipart_BSJC05AGXDJ3.2~VXTPK2I8J3GN.1 size=18478 2024-04-15T14:56:31.273 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:31.270+0000 7f8277235780 1 > prepared multipart upload key=BSJC05AGXDJ3 upload=VXTPK2I8J3GN tag=SMQADQYO6AL5 type=write size=2115630 2024-04-15T14:56:31.274 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:31.272+0000 7f8277235780 1 < completed part key=_multipart_JY107VG7DVI1.2~TUYOIB7R05R3.0 size=1048576 2024-04-15T14:56:31.275 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:31.274+0000 7f8277235780 1 < completed part key=_multipart_JY107VG7DVI1.2~TUYOIB7R05R3.1 size=1048576 2024-04-15T14:56:31.276 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:31.275+0000 7f8277235780 1 < completed part key=_multipart_JY107VG7DVI1.2~TUYOIB7R05R3.2 size=916774 2024-04-15T14:56:31.280 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:31.278+0000 7f8277235780 1 < completed multipart upload key=JY107VG7DVI1 upload=TUYOIB7R05R3 tag=VFK3CHWNP0H2 type=write size=4062502 2024-04-15T14:56:31.281 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:31.280+0000 7f8277235780 1 > prepared operation key=BNQH1MC9XO9F tag=F6C4YXF005ZB type=del size=176412 2024-04-15T14:56:31.283 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:31.282+0000 7f8277235780 1 < completed delete operation key=P0TQX1TRPSLX tag=PW3CLOGUE91F type=del 2024-04-15T14:56:31.287 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:31.286+0000 7f8277235780 1 > prepared part key=_multipart_50Y0EU7H0QWF.2~S56S440BIGA2.0 size=453678 2024-04-15T14:56:31.287 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:31.286+0000 7f8277235780 1 > prepared multipart upload key=50Y0EU7H0QWF upload=S56S440BIGA2 tag=Q0PE2AW34SRQ type=write size=1502254 2024-04-15T14:56:31.288 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:31.288+0000 7f8277235780 1 < completed part key=_multipart_JY107VG7DVI1.2~F1S1RKB1VAQW.0 size=1048576 2024-04-15T14:56:31.290 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:31.289+0000 7f8277235780 1 < completed part key=_multipart_JY107VG7DVI1.2~F1S1RKB1VAQW.1 size=1048576 2024-04-15T14:56:31.292 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:31.291+0000 7f8277235780 1 < completed part key=_multipart_JY107VG7DVI1.2~F1S1RKB1VAQW.2 size=120453 2024-04-15T14:56:31.295 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:31.294+0000 7f8277235780 1 < completed multipart upload key=JY107VG7DVI1 upload=F1S1RKB1VAQW tag=OII6WOPH1HOS type=write size=3266181 2024-04-15T14:56:31.297 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:31.296+0000 7f8277235780 1 > prepared operation key=IM0AQIM316IL tag=7HG4082G6ASR type=del size=3315731 2024-04-15T14:56:31.299 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:31.298+0000 7f8277235780 1 < completed delete operation key=UCHFZKBWU6MN tag=HB1RN6NUWCQG type=del 2024-04-15T14:56:31.301 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:31.300+0000 7f8277235780 1 > prepared operation key=G82D816QHN8B tag=6STJVHQF2NGG type=write size=531239 2024-04-15T14:56:31.302 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:31.302+0000 7f8277235780 1 < completed delete operation key=CBSCS8P8QL0Q tag=YU4FXFHFUP3X type=del 2024-04-15T14:56:31.304 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:31.303+0000 7f8277235780 1 > prepared operation key=IVOFLSPJ0099 tag=HV0KJZ302R14 type=del size=1212336 2024-04-15T14:56:31.306 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:31.305+0000 7f8277235780 1 < completed part key=_multipart_F402GDJVN3I9.2~W7HCRMVUW5MC.0 size=156124 2024-04-15T14:56:31.309 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:31.308+0000 7f8277235780 1 < completed multipart upload key=F402GDJVN3I9 upload=W7HCRMVUW5MC tag=T5R7A1VYBIJP type=write size=1204700 2024-04-15T14:56:31.312 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:31.312+0000 7f8277235780 1 > prepared part key=_multipart_Q0PE50H1CDIB.2~O88VGMR6JYLW.0 size=509940 2024-04-15T14:56:31.313 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:31.312+0000 7f8277235780 1 > prepared multipart upload key=Q0PE50H1CDIB upload=O88VGMR6JYLW tag=O3I0QVMF7JD2 type=write size=1558516 2024-04-15T14:56:31.314 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:31.313+0000 7f8277235780 1 < completed delete operation key=BNQH1MC9XO9F tag=7NNNZ2OQUDOY type=del 2024-04-15T14:56:31.316 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:31.316+0000 7f8277235780 1 > prepared operation key=R38CSTKHEGGY tag=ENZ4KUBKFXFQ type=del size=669380 2024-04-15T14:56:31.317 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:31.316+0000 7f8277235780 1 < canceled part key=_multipart_D9NMXV7JDMXJ.2~WIUGFP001DJZ.0 size=1048576 2024-04-15T14:56:31.318 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:31.318+0000 7f8277235780 1 < completed part key=_multipart_D9NMXV7JDMXJ.2~WIUGFP001DJZ.1 size=142704 2024-04-15T14:56:31.321 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:31.320+0000 7f8277235780 1 < canceled multipart upload key=D9NMXV7JDMXJ upload=WIUGFP001DJZ tag=GTOUV00WG1T7 type=write size=2239856 2024-04-15T14:56:31.323 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:31.323+0000 7f8277235780 1 > prepared operation key=0XYNF2N97Y1C tag=3GTPEU8YBJG7 type=del size=1527364 2024-04-15T14:56:31.325 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:31.324+0000 7f8277235780 1 < completed part key=_multipart_8X2ELHS3HRGS.2~FZ690Q0BZVZF.0 size=1048576 2024-04-15T14:56:31.325 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:31.324+0000 7f8277235780 1 < canceled part key=_multipart_8X2ELHS3HRGS.2~FZ690Q0BZVZF.1 size=1048576 2024-04-15T14:56:31.325 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:31.324+0000 7f8277235780 1 < canceled part key=_multipart_8X2ELHS3HRGS.2~FZ690Q0BZVZF.2 size=874805 2024-04-15T14:56:31.328 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:31.327+0000 7f8277235780 1 < canceled multipart upload key=8X2ELHS3HRGS upload=FZ690Q0BZVZF tag=N8H6404UFZ37 type=write size=4020533 2024-04-15T14:56:31.332 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:31.331+0000 7f8277235780 1 > prepared part key=_multipart_ASEC18UU5NGJ.2~5HNQJ5A5C9UC.0 size=1048576 2024-04-15T14:56:31.333 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:31.332+0000 7f8277235780 1 > prepared part key=_multipart_ASEC18UU5NGJ.2~5HNQJ5A5C9UC.1 size=172154 2024-04-15T14:56:31.333 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:31.332+0000 7f8277235780 1 > prepared multipart upload key=ASEC18UU5NGJ upload=5HNQJ5A5C9UC tag=4OVDWMTR2O44 type=write size=2269306 2024-04-15T14:56:31.335 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:31.334+0000 7f8277235780 1 < completed write operation key=7XVTB4OPZZOY tag=S7CO7Y6P5AD6 type=write size=322059 2024-04-15T14:56:31.337 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:31.336+0000 7f8277235780 1 > prepared operation key=IVOFLSPJ0099 tag=PDG28XZX1J34 type=del size=2662038 2024-04-15T14:56:31.341 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:31.340+0000 7f8277235780 1 < suggested remove operation key=81DQOX7PNGMS tag=6EU0VGT7HQG1 type=del 2024-04-15T14:56:31.343 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:31.342+0000 7f8277235780 1 > prepared operation key=F402GDJVN3I9 tag=UO1HSG1L4YVO type=del size=6276 2024-04-15T14:56:31.345 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:31.344+0000 7f8277235780 1 < canceled operation key=YTVARSCACASJ tag=Q0RCG965X1FE type=del size=1910113 2024-04-15T14:56:31.347 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:31.346+0000 7f8277235780 1 > prepared operation key=DY5BWB5TVQV1 tag=84ORT7C1ZBN0 type=del size=2383594 2024-04-15T14:56:31.348 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:31.348+0000 7f8277235780 1 < completed part key=_multipart_F402GDJVN3I9.2~11PGIUNJ4FGJ.0 size=1048576 2024-04-15T14:56:31.350 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:31.349+0000 7f8277235780 1 < completed part key=_multipart_F402GDJVN3I9.2~11PGIUNJ4FGJ.1 size=88189 2024-04-15T14:56:31.353 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:31.352+0000 7f8277235780 1 < completed multipart upload key=F402GDJVN3I9 upload=11PGIUNJ4FGJ tag=PFUSC9OJ8U8J type=write size=2185341 2024-04-15T14:56:31.357 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:31.356+0000 7f8277235780 1 > prepared part key=_multipart_YTVARSCACASJ.2~8H97CXXD0N7Z.0 size=1048576 2024-04-15T14:56:31.358 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:31.357+0000 7f8277235780 1 > prepared part key=_multipart_YTVARSCACASJ.2~8H97CXXD0N7Z.1 size=716833 2024-04-15T14:56:31.358 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:31.357+0000 7f8277235780 1 > prepared multipart upload key=YTVARSCACASJ upload=8H97CXXD0N7Z tag=YO8U307CDS5W type=write size=2813985 2024-04-15T14:56:31.360 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:31.359+0000 7f8277235780 1 < completed part key=_multipart_ASEC18UU5NGJ.2~GWV217QLAU3N.0 size=1048576 2024-04-15T14:56:31.361 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:31.360+0000 7f8277235780 1 < completed part key=_multipart_ASEC18UU5NGJ.2~GWV217QLAU3N.1 size=579109 2024-04-15T14:56:31.364 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:31.363+0000 7f8277235780 1 < completed multipart upload key=ASEC18UU5NGJ upload=GWV217QLAU3N tag=TWW7S9N91BW1 type=write size=2676261 2024-04-15T14:56:31.368 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:31.367+0000 7f8277235780 1 > prepared part key=_multipart_33SEOBW9RRJN.2~TV1NJGB6263C.0 size=1048576 2024-04-15T14:56:31.369 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:31.368+0000 7f8277235780 1 > prepared part key=_multipart_33SEOBW9RRJN.2~TV1NJGB6263C.1 size=1048576 2024-04-15T14:56:31.371 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:31.370+0000 7f8277235780 1 > prepared part key=_multipart_33SEOBW9RRJN.2~TV1NJGB6263C.2 size=779054 2024-04-15T14:56:31.371 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:31.370+0000 7f8277235780 1 > prepared multipart upload key=33SEOBW9RRJN upload=TV1NJGB6263C tag=0GF1WORI1AD8 type=write size=3924782 2024-04-15T14:56:31.374 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:31.373+0000 7f8277235780 1 < suggested remove operation key=8X2ELHS3HRGS tag=LWH7GV09QYS0 type=del 2024-04-15T14:56:31.376 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:31.375+0000 7f8277235780 1 > prepared operation key=81DQOX7PNGMS tag=U6CMM2PQHED9 type=del size=1449520 2024-04-15T14:56:31.377 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:31.375+0000 7f8277235780 1 < canceled part key=_multipart_BSJC05AGXDJ3.2~VXTPK2I8J3GN.0 size=1048576 2024-04-15T14:56:31.378 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:31.377+0000 7f8277235780 1 < completed part key=_multipart_BSJC05AGXDJ3.2~VXTPK2I8J3GN.1 size=18478 2024-04-15T14:56:31.380 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:31.380+0000 7f8277235780 1 < canceled multipart upload key=BSJC05AGXDJ3 upload=VXTPK2I8J3GN tag=SMQADQYO6AL5 type=write size=2115630 2024-04-15T14:56:31.382 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:31.381+0000 7f8277235780 1 > prepared operation key=ZMDZCWJKCFRI tag=TWNP8B2FGDKZ type=write size=499459 2024-04-15T14:56:31.384 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:31.383+0000 7f8277235780 1 < completed delete operation key=BNQH1MC9XO9F tag=F6C4YXF005ZB type=del 2024-04-15T14:56:31.386 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:31.385+0000 7f8277235780 1 > prepared operation key=7XVTB4OPZZOY tag=1KP053LXPPDU type=del size=2233492 2024-04-15T14:56:31.387 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:31.387+0000 7f8277235780 1 < completed part key=_multipart_50Y0EU7H0QWF.2~S56S440BIGA2.0 size=453678 2024-04-15T14:56:31.390 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:31.389+0000 7f8277235780 1 < completed multipart upload key=50Y0EU7H0QWF upload=S56S440BIGA2 tag=Q0PE2AW34SRQ type=write size=1502254 2024-04-15T14:56:31.393 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:31.392+0000 7f8277235780 1 > prepared part key=_multipart_A0RW26A8FZ95.2~BLYMD2K1THVP.0 size=1048576 2024-04-15T14:56:31.395 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:31.394+0000 7f8277235780 1 > prepared part key=_multipart_A0RW26A8FZ95.2~BLYMD2K1THVP.1 size=1048576 2024-04-15T14:56:31.396 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:31.395+0000 7f8277235780 1 > prepared part key=_multipart_A0RW26A8FZ95.2~BLYMD2K1THVP.2 size=444430 2024-04-15T14:56:31.396 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:31.395+0000 7f8277235780 1 > prepared multipart upload key=A0RW26A8FZ95 upload=BLYMD2K1THVP tag=2NP1UPCZUUGH type=write size=3590158 2024-04-15T14:56:31.398 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:31.397+0000 7f8277235780 1 < canceled operation key=IM0AQIM316IL tag=7HG4082G6ASR type=del size=3315731 2024-04-15T14:56:31.401 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:31.400+0000 7f8277235780 1 > prepared part key=_multipart_YTVARSCACASJ.2~62YPMNM829SG.0 size=1048576 2024-04-15T14:56:31.402 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:31.401+0000 7f8277235780 1 > prepared part key=_multipart_YTVARSCACASJ.2~62YPMNM829SG.1 size=553160 2024-04-15T14:56:31.402 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:31.401+0000 7f8277235780 1 > prepared multipart upload key=YTVARSCACASJ upload=62YPMNM829SG tag=J8TBPR4WRQR5 type=write size=2650312 2024-04-15T14:56:31.404 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:31.403+0000 7f8277235780 1 < completed write operation key=G82D816QHN8B tag=6STJVHQF2NGG type=write size=531239 2024-04-15T14:56:31.407 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:31.406+0000 7f8277235780 1 > prepared part key=_multipart_54T20V7YW2K4.2~2XQKZN2WJ7NF.0 size=1048576 2024-04-15T14:56:31.408 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:31.407+0000 7f8277235780 1 > prepared part key=_multipart_54T20V7YW2K4.2~2XQKZN2WJ7NF.1 size=385183 2024-04-15T14:56:31.408 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:31.407+0000 7f8277235780 1 > prepared multipart upload key=54T20V7YW2K4 upload=2XQKZN2WJ7NF tag=52CL1S9KVYG7 type=write size=2482335 2024-04-15T14:56:31.410 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:31.409+0000 7f8277235780 1 < completed delete operation key=IVOFLSPJ0099 tag=HV0KJZ302R14 type=del 2024-04-15T14:56:31.414 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:31.413+0000 7f8277235780 1 > prepared part key=_multipart_JDPAU9KY1OMN.2~N087IJFN8R32.0 size=950731 2024-04-15T14:56:31.414 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:31.413+0000 7f8277235780 1 > prepared multipart upload key=JDPAU9KY1OMN upload=N087IJFN8R32 tag=CYOUFSKKGCU5 type=write size=1999307 2024-04-15T14:56:31.415 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:31.415+0000 7f8277235780 1 < completed part key=_multipart_Q0PE50H1CDIB.2~O88VGMR6JYLW.0 size=509940 2024-04-15T14:56:31.418 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:31.418+0000 7f8277235780 1 < completed multipart upload key=Q0PE50H1CDIB upload=O88VGMR6JYLW tag=O3I0QVMF7JD2 type=write size=1558516 2024-04-15T14:56:31.420 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:31.419+0000 7f8277235780 1 > prepared operation key=MFZTYOL605I7 tag=GU9NZ6Y3LCNA type=write size=69473 2024-04-15T14:56:31.422 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:31.421+0000 7f8277235780 1 < completed delete operation key=R38CSTKHEGGY tag=ENZ4KUBKFXFQ type=del 2024-04-15T14:56:31.425 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:31.424+0000 7f8277235780 1 > prepared part key=_multipart_IVOFLSPJ0099.2~131LPXOQ7T54.0 size=1048576 2024-04-15T14:56:31.426 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:31.426+0000 7f8277235780 1 > prepared part key=_multipart_IVOFLSPJ0099.2~131LPXOQ7T54.1 size=1048576 2024-04-15T14:56:31.428 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:31.427+0000 7f8277235780 1 > prepared part key=_multipart_IVOFLSPJ0099.2~131LPXOQ7T54.2 size=272896 2024-04-15T14:56:31.428 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:31.427+0000 7f8277235780 1 > prepared multipart upload key=IVOFLSPJ0099 upload=131LPXOQ7T54 tag=YKAN0QYMKZAN type=write size=3418624 2024-04-15T14:56:31.429 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:31.429+0000 7f8277235780 1 < canceled operation key=0XYNF2N97Y1C tag=3GTPEU8YBJG7 type=del size=1527364 2024-04-15T14:56:31.434 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:31.430+0000 7f8277235780 1 > prepared operation key=ZMDZCWJKCFRI tag=BAZ2RIPNYZVL type=del size=15317 2024-04-15T14:56:31.434 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:31.432+0000 7f8277235780 1 < completed part key=_multipart_ASEC18UU5NGJ.2~5HNQJ5A5C9UC.0 size=1048576 2024-04-15T14:56:31.435 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:31.433+0000 7f8277235780 1 < completed part key=_multipart_ASEC18UU5NGJ.2~5HNQJ5A5C9UC.1 size=172154 2024-04-15T14:56:31.437 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:31.436+0000 7f8277235780 1 < completed multipart upload key=ASEC18UU5NGJ upload=5HNQJ5A5C9UC tag=4OVDWMTR2O44 type=write size=2269306 2024-04-15T14:56:31.440 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:31.439+0000 7f8277235780 1 > prepared part key=_multipart_MFZTYOL605I7.2~P9JBLW2X423R.0 size=1048576 2024-04-15T14:56:31.441 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:31.440+0000 7f8277235780 1 > prepared part key=_multipart_MFZTYOL605I7.2~P9JBLW2X423R.1 size=1048576 2024-04-15T14:56:31.443 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:31.442+0000 7f8277235780 1 > prepared part key=_multipart_MFZTYOL605I7.2~P9JBLW2X423R.2 size=458482 2024-04-15T14:56:31.443 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:31.442+0000 7f8277235780 1 > prepared multipart upload key=MFZTYOL605I7 upload=P9JBLW2X423R tag=E5ZX9DKXVFG2 type=write size=3604210 2024-04-15T14:56:31.446 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:31.445+0000 7f8277235780 1 < suggested remove operation key=IVOFLSPJ0099 tag=PDG28XZX1J34 type=del 2024-04-15T14:56:31.447 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:31.446+0000 7f8277235780 1 > prepared operation key=A0RW26A8FZ95 tag=IXHCN6T04L30 type=del size=2056823 2024-04-15T14:56:31.449 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:31.448+0000 7f8277235780 1 < completed delete operation key=F402GDJVN3I9 tag=UO1HSG1L4YVO type=del 2024-04-15T14:56:31.452 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:31.451+0000 7f8277235780 1 > prepared part key=_multipart_F402GDJVN3I9.2~O3NYYNFWIVZO.0 size=963583 2024-04-15T14:56:31.452 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:31.451+0000 7f8277235780 1 > prepared multipart upload key=F402GDJVN3I9 upload=O3NYYNFWIVZO tag=KYC1RP4FZGJB type=write size=2012159 2024-04-15T14:56:31.455 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:31.454+0000 7f8277235780 1 < suggested update operation key=DY5BWB5TVQV1 tag=84ORT7C1ZBN0 type=del size=2383594 2024-04-15T14:56:31.457 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:31.456+0000 7f8277235780 1 > prepared operation key=R38CSTKHEGGY tag=Y8PZHWZPO72V type=del size=3906397 2024-04-15T14:56:31.459 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:31.458+0000 7f8277235780 1 < completed part key=_multipart_YTVARSCACASJ.2~8H97CXXD0N7Z.0 size=1048576 2024-04-15T14:56:31.460 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:31.459+0000 7f8277235780 1 < completed part key=_multipart_YTVARSCACASJ.2~8H97CXXD0N7Z.1 size=716833 2024-04-15T14:56:31.463 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:31.462+0000 7f8277235780 1 < completed multipart upload key=YTVARSCACASJ upload=8H97CXXD0N7Z tag=YO8U307CDS5W type=write size=2813985 2024-04-15T14:56:31.465 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:31.464+0000 7f8277235780 1 > prepared operation key=BNQH1MC9XO9F tag=RLI9MO8Z00OP type=del size=2963798 2024-04-15T14:56:31.465 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:31.464+0000 7f8277235780 1 < canceled part key=_multipart_33SEOBW9RRJN.2~TV1NJGB6263C.0 size=1048576 2024-04-15T14:56:31.466 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:31.465+0000 7f8277235780 1 < completed part key=_multipart_33SEOBW9RRJN.2~TV1NJGB6263C.1 size=1048576 2024-04-15T14:56:31.468 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:31.467+0000 7f8277235780 1 < completed part key=_multipart_33SEOBW9RRJN.2~TV1NJGB6263C.2 size=779054 2024-04-15T14:56:31.471 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:31.470+0000 7f8277235780 1 < canceled multipart upload key=33SEOBW9RRJN upload=TV1NJGB6263C tag=0GF1WORI1AD8 type=write size=3924782 2024-04-15T14:56:31.474 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:31.473+0000 7f8277235780 1 > prepared part key=_multipart_MFZTYOL605I7.2~0D9LRCBYVWRD.0 size=33510 2024-04-15T14:56:31.474 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:31.473+0000 7f8277235780 1 > prepared multipart upload key=MFZTYOL605I7 upload=0D9LRCBYVWRD tag=R2TAZTGJEB2X type=write size=1082086 2024-04-15T14:56:31.475 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:31.474+0000 7f8277235780 1 < completed delete operation key=81DQOX7PNGMS tag=U6CMM2PQHED9 type=del 2024-04-15T14:56:31.477 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:31.476+0000 7f8277235780 1 > prepared operation key=A0RW26A8FZ95 tag=2CCZWIQ9I92V type=write size=206024 2024-04-15T14:56:31.478 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:31.478+0000 7f8277235780 1 < completed write operation key=ZMDZCWJKCFRI tag=TWNP8B2FGDKZ type=write size=499459 2024-04-15T14:56:31.481 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:31.481+0000 7f8277235780 1 > prepared part key=_multipart_54T20V7YW2K4.2~ZX873EMGIBAL.0 size=1048576 2024-04-15T14:56:31.483 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:31.482+0000 7f8277235780 1 > prepared part key=_multipart_54T20V7YW2K4.2~ZX873EMGIBAL.1 size=1048576 2024-04-15T14:56:31.484 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:31.483+0000 7f8277235780 1 > prepared part key=_multipart_54T20V7YW2K4.2~ZX873EMGIBAL.2 size=652343 2024-04-15T14:56:31.484 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:31.483+0000 7f8277235780 1 > prepared multipart upload key=54T20V7YW2K4 upload=ZX873EMGIBAL tag=TOR2EQRZNS5N type=write size=3798071 2024-04-15T14:56:31.486 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:31.485+0000 7f8277235780 1 < completed delete operation key=7XVTB4OPZZOY tag=1KP053LXPPDU type=del 2024-04-15T14:56:31.489 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:31.488+0000 7f8277235780 1 > prepared part key=_multipart_BSJC05AGXDJ3.2~QZA8PO33I5RJ.0 size=451853 2024-04-15T14:56:31.489 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:31.488+0000 7f8277235780 1 > prepared multipart upload key=BSJC05AGXDJ3 upload=QZA8PO33I5RJ tag=GRIUA7A3YLZJ type=write size=1500429 2024-04-15T14:56:31.491 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:31.490+0000 7f8277235780 1 < completed part key=_multipart_A0RW26A8FZ95.2~BLYMD2K1THVP.0 size=1048576 2024-04-15T14:56:31.491 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:31.490+0000 7f8277235780 1 < canceled part key=_multipart_A0RW26A8FZ95.2~BLYMD2K1THVP.1 size=1048576 2024-04-15T14:56:31.492 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:31.491+0000 7f8277235780 1 < completed part key=_multipart_A0RW26A8FZ95.2~BLYMD2K1THVP.2 size=444430 2024-04-15T14:56:31.495 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:31.494+0000 7f8277235780 1 < canceled multipart upload key=A0RW26A8FZ95 upload=BLYMD2K1THVP tag=2NP1UPCZUUGH type=write size=3590158 2024-04-15T14:56:31.497 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:31.496+0000 7f8277235780 1 > prepared operation key=ASEC18UU5NGJ tag=7DOZ8LMX4O62 type=del size=495818 2024-04-15T14:56:31.499 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:31.498+0000 7f8277235780 1 < completed part key=_multipart_YTVARSCACASJ.2~62YPMNM829SG.0 size=1048576 2024-04-15T14:56:31.501 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:31.500+0000 7f8277235780 1 < completed part key=_multipart_YTVARSCACASJ.2~62YPMNM829SG.1 size=553160 2024-04-15T14:56:31.503 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:31.503+0000 7f8277235780 1 < completed multipart upload key=YTVARSCACASJ upload=62YPMNM829SG tag=J8TBPR4WRQR5 type=write size=2650312 2024-04-15T14:56:31.507 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:31.506+0000 7f8277235780 1 > prepared part key=_multipart_F402GDJVN3I9.2~92E60YJE6551.0 size=693853 2024-04-15T14:56:31.507 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:31.506+0000 7f8277235780 1 > prepared multipart upload key=F402GDJVN3I9 upload=92E60YJE6551 tag=D2C83G9NZ33T type=write size=1742429 2024-04-15T14:56:31.509 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:31.508+0000 7f8277235780 1 < completed part key=_multipart_54T20V7YW2K4.2~2XQKZN2WJ7NF.0 size=1048576 2024-04-15T14:56:31.511 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:31.510+0000 7f8277235780 1 < completed part key=_multipart_54T20V7YW2K4.2~2XQKZN2WJ7NF.1 size=385183 2024-04-15T14:56:31.513 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:31.512+0000 7f8277235780 1 < completed multipart upload key=54T20V7YW2K4 upload=2XQKZN2WJ7NF tag=52CL1S9KVYG7 type=write size=2482335 2024-04-15T14:56:31.515 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:31.514+0000 7f8277235780 1 > prepared operation key=R38CSTKHEGGY tag=TFPWTWCO7Q0Z type=del size=1846829 2024-04-15T14:56:31.517 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:31.516+0000 7f8277235780 1 < completed part key=_multipart_JDPAU9KY1OMN.2~N087IJFN8R32.0 size=950731 2024-04-15T14:56:31.520 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:31.519+0000 7f8277235780 1 < completed multipart upload key=JDPAU9KY1OMN upload=N087IJFN8R32 tag=CYOUFSKKGCU5 type=write size=1999307 2024-04-15T14:56:31.523 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:31.522+0000 7f8277235780 1 > prepared part key=_multipart_D9NMXV7JDMXJ.2~6B6VS4LEQRXL.0 size=1048576 2024-04-15T14:56:31.524 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:31.523+0000 7f8277235780 1 > prepared part key=_multipart_D9NMXV7JDMXJ.2~6B6VS4LEQRXL.1 size=1048576 2024-04-15T14:56:31.526 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:31.525+0000 7f8277235780 1 > prepared part key=_multipart_D9NMXV7JDMXJ.2~6B6VS4LEQRXL.2 size=729892 2024-04-15T14:56:31.526 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:31.525+0000 7f8277235780 1 > prepared multipart upload key=D9NMXV7JDMXJ upload=6B6VS4LEQRXL tag=OGTJ0R4RARKH type=write size=3875620 2024-04-15T14:56:31.527 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:31.526+0000 7f8277235780 1 < completed write operation key=MFZTYOL605I7 tag=GU9NZ6Y3LCNA type=write size=69473 2024-04-15T14:56:31.529 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:31.528+0000 7f8277235780 1 > prepared operation key=BNQH1MC9XO9F tag=T0FF7VLV162N type=write size=700043 2024-04-15T14:56:31.531 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:31.530+0000 7f8277235780 1 < completed part key=_multipart_IVOFLSPJ0099.2~131LPXOQ7T54.0 size=1048576 2024-04-15T14:56:31.532 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:31.531+0000 7f8277235780 1 < completed part key=_multipart_IVOFLSPJ0099.2~131LPXOQ7T54.1 size=1048576 2024-04-15T14:56:31.535 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:31.534+0000 7f8277235780 1 < completed part key=_multipart_IVOFLSPJ0099.2~131LPXOQ7T54.2 size=272896 2024-04-15T14:56:31.538 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:31.537+0000 7f8277235780 1 < completed multipart upload key=IVOFLSPJ0099 upload=131LPXOQ7T54 tag=YKAN0QYMKZAN type=write size=3418624 2024-04-15T14:56:31.539 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:31.538+0000 7f8277235780 1 > prepared operation key=BSJC05AGXDJ3 tag=FKLEG9WI94UE type=del size=749779 2024-04-15T14:56:31.541 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:31.540+0000 7f8277235780 1 < completed delete operation key=ZMDZCWJKCFRI tag=BAZ2RIPNYZVL type=del 2024-04-15T14:56:31.544 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:31.543+0000 7f8277235780 1 > prepared part key=_multipart_81DQOX7PNGMS.2~F6OWWOJLVINO.0 size=338449 2024-04-15T14:56:31.544 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:31.543+0000 7f8277235780 1 > prepared multipart upload key=81DQOX7PNGMS upload=F6OWWOJLVINO tag=OA2X7WAV2GPD type=write size=1387025 2024-04-15T14:56:31.545 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:31.544+0000 7f8277235780 1 < canceled part key=_multipart_MFZTYOL605I7.2~P9JBLW2X423R.0 size=1048576 2024-04-15T14:56:31.546 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:31.545+0000 7f8277235780 1 < completed part key=_multipart_MFZTYOL605I7.2~P9JBLW2X423R.1 size=1048576 2024-04-15T14:56:31.547 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:31.547+0000 7f8277235780 1 < completed part key=_multipart_MFZTYOL605I7.2~P9JBLW2X423R.2 size=458482 2024-04-15T14:56:31.550 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:31.550+0000 7f8277235780 1 < canceled multipart upload key=MFZTYOL605I7 upload=P9JBLW2X423R tag=E5ZX9DKXVFG2 type=write size=3604210 2024-04-15T14:56:31.554 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:31.553+0000 7f8277235780 1 > prepared part key=_multipart_ASEC18UU5NGJ.2~DD9GXO9SV402.0 size=1048576 2024-04-15T14:56:31.555 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:31.554+0000 7f8277235780 1 > prepared part key=_multipart_ASEC18UU5NGJ.2~DD9GXO9SV402.1 size=1048576 2024-04-15T14:56:31.556 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:31.556+0000 7f8277235780 1 > prepared part key=_multipart_ASEC18UU5NGJ.2~DD9GXO9SV402.2 size=521022 2024-04-15T14:56:31.557 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:31.556+0000 7f8277235780 1 > prepared multipart upload key=ASEC18UU5NGJ upload=DD9GXO9SV402 tag=YZR5DEU306TS type=write size=3666750 2024-04-15T14:56:31.558 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:31.558+0000 7f8277235780 1 < completed delete operation key=A0RW26A8FZ95 tag=IXHCN6T04L30 type=del 2024-04-15T14:56:31.562 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:31.561+0000 7f8277235780 1 > prepared part key=_multipart_P0TQX1TRPSLX.2~OM2FS648H7ZG.0 size=905001 2024-04-15T14:56:31.562 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:31.561+0000 7f8277235780 1 > prepared multipart upload key=P0TQX1TRPSLX upload=OM2FS648H7ZG tag=X0FWF1K0OYDE type=write size=1953577 2024-04-15T14:56:31.564 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:31.563+0000 7f8277235780 1 < completed part key=_multipart_F402GDJVN3I9.2~O3NYYNFWIVZO.0 size=963583 2024-04-15T14:56:31.566 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:31.566+0000 7f8277235780 1 < completed multipart upload key=F402GDJVN3I9 upload=O3NYYNFWIVZO tag=KYC1RP4FZGJB type=write size=2012159 2024-04-15T14:56:31.568 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:31.567+0000 7f8277235780 1 > prepared operation key=54T20V7YW2K4 tag=CJL0GAV9SK6V type=del size=2418463 2024-04-15T14:56:31.570 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:31.569+0000 7f8277235780 1 < canceled operation key=R38CSTKHEGGY tag=Y8PZHWZPO72V type=del size=3906397 2024-04-15T14:56:31.571 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:31.570+0000 7f8277235780 1 > prepared operation key=BNQH1MC9XO9F tag=C22IDX1NOOWD type=del size=3483451 2024-04-15T14:56:31.575 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:31.574+0000 7f8277235780 1 < suggested remove operation key=BNQH1MC9XO9F tag=RLI9MO8Z00OP type=del 2024-04-15T14:56:31.576 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:31.576+0000 7f8277235780 1 > prepared operation key=33SEOBW9RRJN tag=1ZY7EQUFMZTT type=del size=2867969 2024-04-15T14:56:31.578 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:31.577+0000 7f8277235780 1 < completed part key=_multipart_MFZTYOL605I7.2~0D9LRCBYVWRD.0 size=33510 2024-04-15T14:56:31.581 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:31.580+0000 7f8277235780 1 < completed multipart upload key=MFZTYOL605I7 upload=0D9LRCBYVWRD tag=R2TAZTGJEB2X type=write size=1082086 2024-04-15T14:56:31.585 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:31.584+0000 7f8277235780 1 > prepared part key=_multipart_A0RW26A8FZ95.2~L3XXE7W35U7G.0 size=1048576 2024-04-15T14:56:31.586 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:31.586+0000 7f8277235780 1 > prepared part key=_multipart_A0RW26A8FZ95.2~L3XXE7W35U7G.1 size=250669 2024-04-15T14:56:31.587 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:31.586+0000 7f8277235780 1 > prepared multipart upload key=A0RW26A8FZ95 upload=L3XXE7W35U7G tag=CC9E46Z83GK3 type=write size=2347821 2024-04-15T14:56:31.588 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:31.588+0000 7f8277235780 1 < completed write operation key=A0RW26A8FZ95 tag=2CCZWIQ9I92V type=write size=206024 2024-04-15T14:56:31.591 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:31.590+0000 7f8277235780 1 > prepared operation key=0XYNF2N97Y1C tag=9038VAUYMW3N type=del size=1918699 2024-04-15T14:56:31.593 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:31.592+0000 7f8277235780 1 < completed part key=_multipart_54T20V7YW2K4.2~ZX873EMGIBAL.0 size=1048576 2024-04-15T14:56:31.594 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:31.594+0000 7f8277235780 1 < completed part key=_multipart_54T20V7YW2K4.2~ZX873EMGIBAL.1 size=1048576 2024-04-15T14:56:31.596 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:31.595+0000 7f8277235780 1 < completed part key=_multipart_54T20V7YW2K4.2~ZX873EMGIBAL.2 size=652343 2024-04-15T14:56:31.599 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:31.598+0000 7f8277235780 1 < completed multipart upload key=54T20V7YW2K4 upload=ZX873EMGIBAL tag=TOR2EQRZNS5N type=write size=3798071 2024-04-15T14:56:31.601 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:31.600+0000 7f8277235780 1 > prepared operation key=50Y0EU7H0QWF tag=DRMBK5W1FHWW type=del size=720523 2024-04-15T14:56:31.603 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:31.602+0000 7f8277235780 1 < completed part key=_multipart_BSJC05AGXDJ3.2~QZA8PO33I5RJ.0 size=451853 2024-04-15T14:56:31.606 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:31.605+0000 7f8277235780 1 < completed multipart upload key=BSJC05AGXDJ3 upload=QZA8PO33I5RJ tag=GRIUA7A3YLZJ type=write size=1500429 2024-04-15T14:56:31.609 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:31.609+0000 7f8277235780 1 > prepared part key=_multipart_ZMDZCWJKCFRI.2~BS71XQT7THN3.0 size=289131 2024-04-15T14:56:31.609 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:31.609+0000 7f8277235780 1 > prepared multipart upload key=ZMDZCWJKCFRI upload=BS71XQT7THN3 tag=EEQQYWUQENA8 type=write size=1337707 2024-04-15T14:56:31.611 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:31.610+0000 7f8277235780 1 < completed delete operation key=ASEC18UU5NGJ tag=7DOZ8LMX4O62 type=del 2024-04-15T14:56:31.614 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:31.613+0000 7f8277235780 1 > prepared part key=_multipart_A0RW26A8FZ95.2~71PB8G0370CQ.0 size=1048576 2024-04-15T14:56:31.616 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:31.615+0000 7f8277235780 1 > prepared part key=_multipart_A0RW26A8FZ95.2~71PB8G0370CQ.1 size=1048576 2024-04-15T14:56:31.617 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:31.616+0000 7f8277235780 1 > prepared part key=_multipart_A0RW26A8FZ95.2~71PB8G0370CQ.2 size=910326 2024-04-15T14:56:31.617 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:31.616+0000 7f8277235780 1 > prepared multipart upload key=A0RW26A8FZ95 upload=71PB8G0370CQ tag=C2LYGURC0PZW type=write size=4056054 2024-04-15T14:56:31.619 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:31.618+0000 7f8277235780 1 < completed part key=_multipart_F402GDJVN3I9.2~92E60YJE6551.0 size=693853 2024-04-15T14:56:31.622 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:31.621+0000 7f8277235780 1 < completed multipart upload key=F402GDJVN3I9 upload=92E60YJE6551 tag=D2C83G9NZ33T type=write size=1742429 2024-04-15T14:56:31.624 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:31.623+0000 7f8277235780 1 > prepared operation key=D9NMXV7JDMXJ tag=AKJTXVLUBSYQ type=del size=2390768 2024-04-15T14:56:31.625 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:31.625+0000 7f8277235780 1 < completed delete operation key=R38CSTKHEGGY tag=TFPWTWCO7Q0Z type=del 2024-04-15T14:56:31.627 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:31.626+0000 7f8277235780 1 > prepared operation key=BSJC05AGXDJ3 tag=B34ZNKC1CYH0 type=del size=3428877 2024-04-15T14:56:31.627 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:31.626+0000 7f8277235780 1 < canceled part key=_multipart_D9NMXV7JDMXJ.2~6B6VS4LEQRXL.0 size=1048576 2024-04-15T14:56:31.629 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:31.628+0000 7f8277235780 1 < completed part key=_multipart_D9NMXV7JDMXJ.2~6B6VS4LEQRXL.1 size=1048576 2024-04-15T14:56:31.630 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:31.629+0000 7f8277235780 1 < completed part key=_multipart_D9NMXV7JDMXJ.2~6B6VS4LEQRXL.2 size=729892 2024-04-15T14:56:31.633 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:31.632+0000 7f8277235780 1 < canceled multipart upload key=D9NMXV7JDMXJ upload=6B6VS4LEQRXL tag=OGTJ0R4RARKH type=write size=3875620 2024-04-15T14:56:31.634 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:31.634+0000 7f8277235780 1 > prepared operation key=NII4HKLD4YSI tag=V6VPTBWDF9TU type=del size=3483730 2024-04-15T14:56:31.638 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:31.636+0000 7f8277235780 -1 < failed to complete operation key=BNQH1MC9XO9F tag=T0FF7VLV162N type=write size=700043: (22) Invalid argument 2024-04-15T14:56:31.639 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:31.638+0000 7f8277235780 1 > prepared operation key=CBSCS8P8QL0Q tag=1ALAD5F0M07V type=del size=1305161 2024-04-15T14:56:31.640 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:31.639+0000 7f8277235780 1 < completed delete operation key=BSJC05AGXDJ3 tag=FKLEG9WI94UE type=del 2024-04-15T14:56:31.644 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:31.643+0000 7f8277235780 1 > prepared part key=_multipart_IVOFLSPJ0099.2~104HKP65HPC8.0 size=1048576 2024-04-15T14:56:31.645 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:31.644+0000 7f8277235780 1 > prepared part key=_multipart_IVOFLSPJ0099.2~104HKP65HPC8.1 size=1048576 2024-04-15T14:56:31.646 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:31.645+0000 7f8277235780 1 > prepared part key=_multipart_IVOFLSPJ0099.2~104HKP65HPC8.2 size=663054 2024-04-15T14:56:31.646 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:31.645+0000 7f8277235780 1 > prepared multipart upload key=IVOFLSPJ0099 upload=104HKP65HPC8 tag=MUJWPAREM9Q1 type=write size=3808782 2024-04-15T14:56:31.648 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:31.647+0000 7f8277235780 1 < completed part key=_multipart_81DQOX7PNGMS.2~F6OWWOJLVINO.0 size=338449 2024-04-15T14:56:31.651 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:31.650+0000 7f8277235780 1 < completed multipart upload key=81DQOX7PNGMS upload=F6OWWOJLVINO tag=OA2X7WAV2GPD type=write size=1387025 2024-04-15T14:56:31.652 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:31.651+0000 7f8277235780 1 > prepared operation key=50Y0EU7H0QWF tag=SXK0DKA8V6MB type=del size=1156600 2024-04-15T14:56:31.654 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:31.653+0000 7f8277235780 1 < completed part key=_multipart_ASEC18UU5NGJ.2~DD9GXO9SV402.0 size=1048576 2024-04-15T14:56:31.655 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:31.655+0000 7f8277235780 1 < completed part key=_multipart_ASEC18UU5NGJ.2~DD9GXO9SV402.1 size=1048576 2024-04-15T14:56:31.657 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:31.656+0000 7f8277235780 1 < completed part key=_multipart_ASEC18UU5NGJ.2~DD9GXO9SV402.2 size=521022 2024-04-15T14:56:31.660 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:31.659+0000 7f8277235780 1 < completed multipart upload key=ASEC18UU5NGJ upload=DD9GXO9SV402 tag=YZR5DEU306TS type=write size=3666750 2024-04-15T14:56:31.663 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:31.662+0000 7f8277235780 1 > prepared part key=_multipart_DY5BWB5TVQV1.2~X6NDP4MCOKFL.0 size=1048576 2024-04-15T14:56:31.664 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:31.664+0000 7f8277235780 1 > prepared part key=_multipart_DY5BWB5TVQV1.2~X6NDP4MCOKFL.1 size=1048576 2024-04-15T14:56:31.666 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:31.665+0000 7f8277235780 1 > prepared part key=_multipart_DY5BWB5TVQV1.2~X6NDP4MCOKFL.2 size=88584 2024-04-15T14:56:31.666 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:31.665+0000 7f8277235780 1 > prepared multipart upload key=DY5BWB5TVQV1 upload=X6NDP4MCOKFL tag=SU9HT13KDYV9 type=write size=3234312 2024-04-15T14:56:31.667 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:31.667+0000 7f8277235780 1 < completed part key=_multipart_P0TQX1TRPSLX.2~OM2FS648H7ZG.0 size=905001 2024-04-15T14:56:31.670 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:31.670+0000 7f8277235780 1 < completed multipart upload key=P0TQX1TRPSLX upload=OM2FS648H7ZG tag=X0FWF1K0OYDE type=write size=1953577 2024-04-15T14:56:31.672 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:31.671+0000 7f8277235780 1 > prepared operation key=8X2ELHS3HRGS tag=PCIJ8XKUNMKP type=write size=520951 2024-04-15T14:56:31.674 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:31.673+0000 7f8277235780 1 < completed delete operation key=54T20V7YW2K4 tag=CJL0GAV9SK6V type=del 2024-04-15T14:56:31.677 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:31.676+0000 7f8277235780 1 > prepared part key=_multipart_Q0PE50H1CDIB.2~T9Z8BZ0FN0XW.0 size=1048576 2024-04-15T14:56:31.678 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:31.677+0000 7f8277235780 1 > prepared part key=_multipart_Q0PE50H1CDIB.2~T9Z8BZ0FN0XW.1 size=1048576 2024-04-15T14:56:31.680 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:31.679+0000 7f8277235780 1 > prepared part key=_multipart_Q0PE50H1CDIB.2~T9Z8BZ0FN0XW.2 size=812396 2024-04-15T14:56:31.680 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:31.679+0000 7f8277235780 1 > prepared multipart upload key=Q0PE50H1CDIB upload=T9Z8BZ0FN0XW tag=FM09RF51L2U6 type=write size=3958124 2024-04-15T14:56:31.682 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:31.681+0000 7f8277235780 -1 < failed to complete operation key=BNQH1MC9XO9F tag=C22IDX1NOOWD type=del size=3483451: (22) Invalid argument 2024-04-15T14:56:31.685 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:31.685+0000 7f8277235780 1 > prepared part key=_multipart_JY107VG7DVI1.2~CDOMTEG3Y5M0.0 size=267235 2024-04-15T14:56:31.685 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:31.685+0000 7f8277235780 1 > prepared multipart upload key=JY107VG7DVI1 upload=CDOMTEG3Y5M0 tag=W9Q2SOTEFBOF type=write size=1315811 2024-04-15T14:56:31.689 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:31.688+0000 7f8277235780 1 < suggested remove operation key=33SEOBW9RRJN tag=1ZY7EQUFMZTT type=del 2024-04-15T14:56:31.691 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:31.690+0000 7f8277235780 1 > prepared operation key=JDPAU9KY1OMN tag=TVAQY9ZX8KHH type=del size=3858065 2024-04-15T14:56:31.692 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:31.691+0000 7f8277235780 1 < completed part key=_multipart_A0RW26A8FZ95.2~L3XXE7W35U7G.0 size=1048576 2024-04-15T14:56:31.694 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:31.693+0000 7f8277235780 1 < completed part key=_multipart_A0RW26A8FZ95.2~L3XXE7W35U7G.1 size=250669 2024-04-15T14:56:31.697 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:31.696+0000 7f8277235780 1 < completed multipart upload key=A0RW26A8FZ95 upload=L3XXE7W35U7G tag=CC9E46Z83GK3 type=write size=2347821 2024-04-15T14:56:31.699 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:31.698+0000 7f8277235780 1 > prepared operation key=33SEOBW9RRJN tag=10O5VSCCAIRQ type=del size=1412372 2024-04-15T14:56:31.701 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:31.700+0000 7f8277235780 1 < completed delete operation key=0XYNF2N97Y1C tag=9038VAUYMW3N type=del 2024-04-15T14:56:31.702 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:31.702+0000 7f8277235780 1 > prepared operation key=ZMDZCWJKCFRI tag=3NK9FRAESFDN type=del size=288343 2024-04-15T14:56:31.706 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:31.705+0000 7f8277235780 1 < suggested update operation key=50Y0EU7H0QWF tag=DRMBK5W1FHWW type=del size=720523 2024-04-15T14:56:31.707 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:31.707+0000 7f8277235780 1 > prepared operation key=DY5BWB5TVQV1 tag=8J5VSB4D54KZ type=del size=396207 2024-04-15T14:56:31.709 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:31.708+0000 7f8277235780 1 < completed part key=_multipart_ZMDZCWJKCFRI.2~BS71XQT7THN3.0 size=289131 2024-04-15T14:56:31.712 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:31.711+0000 7f8277235780 1 < completed multipart upload key=ZMDZCWJKCFRI upload=BS71XQT7THN3 tag=EEQQYWUQENA8 type=write size=1337707 2024-04-15T14:56:31.716 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:31.715+0000 7f8277235780 1 > prepared part key=_multipart_DY5BWB5TVQV1.2~E73V8YTGPAU5.0 size=187794 2024-04-15T14:56:31.716 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:31.715+0000 7f8277235780 1 > prepared multipart upload key=DY5BWB5TVQV1 upload=E73V8YTGPAU5 tag=Q1QUHQ265ZJM type=write size=1236370 2024-04-15T14:56:31.717 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:31.717+0000 7f8277235780 1 < completed part key=_multipart_A0RW26A8FZ95.2~71PB8G0370CQ.0 size=1048576 2024-04-15T14:56:31.719 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:31.718+0000 7f8277235780 1 < completed part key=_multipart_A0RW26A8FZ95.2~71PB8G0370CQ.1 size=1048576 2024-04-15T14:56:31.720 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:31.719+0000 7f8277235780 1 < completed part key=_multipart_A0RW26A8FZ95.2~71PB8G0370CQ.2 size=910326 2024-04-15T14:56:31.723 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:31.722+0000 7f8277235780 1 < completed multipart upload key=A0RW26A8FZ95 upload=71PB8G0370CQ tag=C2LYGURC0PZW type=write size=4056054 2024-04-15T14:56:31.727 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:31.726+0000 7f8277235780 1 > prepared part key=_multipart_BSJC05AGXDJ3.2~ZD9G36NKAQX6.0 size=1048576 2024-04-15T14:56:31.728 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:31.727+0000 7f8277235780 1 > prepared part key=_multipart_BSJC05AGXDJ3.2~ZD9G36NKAQX6.1 size=888719 2024-04-15T14:56:31.728 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:31.727+0000 7f8277235780 1 > prepared multipart upload key=BSJC05AGXDJ3 upload=ZD9G36NKAQX6 tag=MW31DAP237ZK type=write size=2985871 2024-04-15T14:56:31.730 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:31.729+0000 7f8277235780 1 < completed delete operation key=D9NMXV7JDMXJ tag=AKJTXVLUBSYQ type=del 2024-04-15T14:56:31.734 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:31.733+0000 7f8277235780 1 > prepared part key=_multipart_P0TQX1TRPSLX.2~XNL7BCC4GQL0.0 size=1048576 2024-04-15T14:56:31.735 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:31.735+0000 7f8277235780 1 > prepared part key=_multipart_P0TQX1TRPSLX.2~XNL7BCC4GQL0.1 size=1048576 2024-04-15T14:56:31.737 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:31.736+0000 7f8277235780 1 > prepared part key=_multipart_P0TQX1TRPSLX.2~XNL7BCC4GQL0.2 size=168203 2024-04-15T14:56:31.737 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:31.736+0000 7f8277235780 1 > prepared multipart upload key=P0TQX1TRPSLX upload=XNL7BCC4GQL0 tag=QMVMYGH4ZD8Q type=write size=3313931 2024-04-15T14:56:31.739 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:31.738+0000 7f8277235780 1 < completed delete operation key=BSJC05AGXDJ3 tag=B34ZNKC1CYH0 type=del 2024-04-15T14:56:31.742 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:31.741+0000 7f8277235780 1 > prepared part key=_multipart_OQ3O0PKNZJ9S.2~N92SOZ1WI3GJ.0 size=1048576 2024-04-15T14:56:31.743 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:31.742+0000 7f8277235780 1 > prepared part key=_multipart_OQ3O0PKNZJ9S.2~N92SOZ1WI3GJ.1 size=1048576 2024-04-15T14:56:31.744 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:31.744+0000 7f8277235780 1 > prepared part key=_multipart_OQ3O0PKNZJ9S.2~N92SOZ1WI3GJ.2 size=984074 2024-04-15T14:56:31.745 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:31.744+0000 7f8277235780 1 > prepared multipart upload key=OQ3O0PKNZJ9S upload=N92SOZ1WI3GJ tag=6J3SDJQKRSVH type=write size=4129802 2024-04-15T14:56:31.749 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:31.747+0000 7f8277235780 1 < suggested remove operation key=NII4HKLD4YSI tag=V6VPTBWDF9TU type=del 2024-04-15T14:56:31.750 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:31.749+0000 7f8277235780 1 > prepared operation key=NII4HKLD4YSI tag=W39LVRC65PHJ type=write size=671174 2024-04-15T14:56:31.753 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:31.753+0000 7f8277235780 1 < suggested remove operation key=CBSCS8P8QL0Q tag=1ALAD5F0M07V type=del 2024-04-15T14:56:31.755 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:31.754+0000 7f8277235780 1 > prepared operation key=CFCUGZ5D6TU8 tag=DH9KDHMPUHDF type=del size=4172883 2024-04-15T14:56:31.757 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:31.756+0000 7f8277235780 1 < completed part key=_multipart_IVOFLSPJ0099.2~104HKP65HPC8.0 size=1048576 2024-04-15T14:56:31.758 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:31.758+0000 7f8277235780 1 < completed part key=_multipart_IVOFLSPJ0099.2~104HKP65HPC8.1 size=1048576 2024-04-15T14:56:31.760 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:31.759+0000 7f8277235780 1 < completed part key=_multipart_IVOFLSPJ0099.2~104HKP65HPC8.2 size=663054 2024-04-15T14:56:31.763 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:31.763+0000 7f8277235780 1 < completed multipart upload key=IVOFLSPJ0099 upload=104HKP65HPC8 tag=MUJWPAREM9Q1 type=write size=3808782 2024-04-15T14:56:31.766 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:31.765+0000 7f8277235780 1 > prepared operation key=CBSCS8P8QL0Q tag=OZV3SQQ2B8GC type=del size=1195018 2024-04-15T14:56:31.769 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:31.768+0000 7f8277235780 1 < suggested remove operation key=50Y0EU7H0QWF tag=SXK0DKA8V6MB type=del 2024-04-15T14:56:31.771 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:31.770+0000 7f8277235780 1 > prepared operation key=Q0PE50H1CDIB tag=XP1GXLX7BD4P type=del size=1445620 2024-04-15T14:56:31.772 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:31.772+0000 7f8277235780 1 < completed part key=_multipart_DY5BWB5TVQV1.2~X6NDP4MCOKFL.0 size=1048576 2024-04-15T14:56:31.774 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:31.773+0000 7f8277235780 1 < completed part key=_multipart_DY5BWB5TVQV1.2~X6NDP4MCOKFL.1 size=1048576 2024-04-15T14:56:31.775 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:31.774+0000 7f8277235780 1 < completed part key=_multipart_DY5BWB5TVQV1.2~X6NDP4MCOKFL.2 size=88584 2024-04-15T14:56:31.779 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:31.778+0000 7f8277235780 1 < completed multipart upload key=DY5BWB5TVQV1 upload=X6NDP4MCOKFL tag=SU9HT13KDYV9 type=write size=3234312 2024-04-15T14:56:31.780 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:31.779+0000 7f8277235780 1 > prepared operation key=BSJC05AGXDJ3 tag=UHMIVXDO28IL type=write size=86792 2024-04-15T14:56:31.784 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:31.783+0000 7f8277235780 1 < suggested update operation key=8X2ELHS3HRGS tag=PCIJ8XKUNMKP type=write size=520951 2024-04-15T14:56:31.786 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:31.785+0000 7f8277235780 1 > prepared operation key=JY107VG7DVI1 tag=DANGDI4R4WQ2 type=del size=2177215 2024-04-15T14:56:31.788 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:31.787+0000 7f8277235780 1 < completed part key=_multipart_Q0PE50H1CDIB.2~T9Z8BZ0FN0XW.0 size=1048576 2024-04-15T14:56:31.789 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:31.788+0000 7f8277235780 1 < completed part key=_multipart_Q0PE50H1CDIB.2~T9Z8BZ0FN0XW.1 size=1048576 2024-04-15T14:56:31.791 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:31.790+0000 7f8277235780 1 < completed part key=_multipart_Q0PE50H1CDIB.2~T9Z8BZ0FN0XW.2 size=812396 2024-04-15T14:56:31.794 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:31.793+0000 7f8277235780 1 < completed multipart upload key=Q0PE50H1CDIB upload=T9Z8BZ0FN0XW tag=FM09RF51L2U6 type=write size=3958124 2024-04-15T14:56:31.798 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:31.797+0000 7f8277235780 1 > prepared part key=_multipart_ASEC18UU5NGJ.2~NKCXGBX25EAT.0 size=854426 2024-04-15T14:56:31.798 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:31.797+0000 7f8277235780 1 > prepared multipart upload key=ASEC18UU5NGJ upload=NKCXGBX25EAT tag=G6ZUQM6ARKQI type=write size=1903002 2024-04-15T14:56:31.800 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:31.799+0000 7f8277235780 1 < completed part key=_multipart_JY107VG7DVI1.2~CDOMTEG3Y5M0.0 size=267235 2024-04-15T14:56:31.804 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:31.803+0000 7f8277235780 1 < completed multipart upload key=JY107VG7DVI1 upload=CDOMTEG3Y5M0 tag=W9Q2SOTEFBOF type=write size=1315811 2024-04-15T14:56:31.806 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:31.805+0000 7f8277235780 1 > prepared operation key=JY107VG7DVI1 tag=9IKLU3CM0QOM type=del size=1495957 2024-04-15T14:56:31.807 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:31.806+0000 7f8277235780 1 < completed delete operation key=JDPAU9KY1OMN tag=TVAQY9ZX8KHH type=del 2024-04-15T14:56:31.809 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:31.808+0000 7f8277235780 1 > prepared operation key=D9NMXV7JDMXJ tag=ZS43E5WLFH8C type=del size=2618614 2024-04-15T14:56:31.811 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:31.810+0000 7f8277235780 1 < completed delete operation key=33SEOBW9RRJN tag=10O5VSCCAIRQ type=del 2024-04-15T14:56:31.815 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:31.814+0000 7f8277235780 1 > prepared part key=_multipart_81DQOX7PNGMS.2~K1E26NZZVV1F.0 size=671009 2024-04-15T14:56:31.815 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:31.814+0000 7f8277235780 1 > prepared multipart upload key=81DQOX7PNGMS upload=K1E26NZZVV1F tag=ILMKZPS0J093 type=write size=1719585 2024-04-15T14:56:31.817 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:31.816+0000 7f8277235780 1 < canceled operation key=ZMDZCWJKCFRI tag=3NK9FRAESFDN type=del size=288343 2024-04-15T14:56:31.821 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:31.820+0000 7f8277235780 1 > prepared part key=_multipart_R38CSTKHEGGY.2~OGNSK4AU12PU.0 size=1048576 2024-04-15T14:56:31.822 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:31.821+0000 7f8277235780 1 > prepared part key=_multipart_R38CSTKHEGGY.2~OGNSK4AU12PU.1 size=22348 2024-04-15T14:56:31.823 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:31.821+0000 7f8277235780 1 > prepared multipart upload key=R38CSTKHEGGY upload=OGNSK4AU12PU tag=PBPR606IUX46 type=write size=2119500 2024-04-15T14:56:31.824 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:31.824+0000 7f8277235780 1 < completed delete operation key=DY5BWB5TVQV1 tag=8J5VSB4D54KZ type=del 2024-04-15T14:56:31.826 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:31.826+0000 7f8277235780 1 > prepared operation key=MFZTYOL605I7 tag=GFUY40ZPBHIO type=write size=387691 2024-04-15T14:56:31.828 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:31.828+0000 7f8277235780 1 < completed part key=_multipart_DY5BWB5TVQV1.2~E73V8YTGPAU5.0 size=187794 2024-04-15T14:56:31.832 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:31.831+0000 7f8277235780 1 < completed multipart upload key=DY5BWB5TVQV1 upload=E73V8YTGPAU5 tag=Q1QUHQ265ZJM type=write size=1236370 2024-04-15T14:56:31.834 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:31.833+0000 7f8277235780 1 > prepared operation key=81DQOX7PNGMS tag=E2QNGR9HGIIX type=del size=1026245 2024-04-15T14:56:31.836 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:31.835+0000 7f8277235780 1 < completed part key=_multipart_BSJC05AGXDJ3.2~ZD9G36NKAQX6.0 size=1048576 2024-04-15T14:56:31.837 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:31.837+0000 7f8277235780 1 < completed part key=_multipart_BSJC05AGXDJ3.2~ZD9G36NKAQX6.1 size=888719 2024-04-15T14:56:31.842 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:31.840+0000 7f8277235780 1 < completed multipart upload key=BSJC05AGXDJ3 upload=ZD9G36NKAQX6 tag=MW31DAP237ZK type=write size=2985871 2024-04-15T14:56:31.843 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:31.843+0000 7f8277235780 1 > prepared part key=_multipart_81DQOX7PNGMS.2~PCX54TJRLZDM.0 size=280152 2024-04-15T14:56:31.844 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:31.843+0000 7f8277235780 1 > prepared multipart upload key=81DQOX7PNGMS upload=PCX54TJRLZDM tag=ASPIMYIC5P82 type=write size=1328728 2024-04-15T14:56:31.845 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:31.844+0000 7f8277235780 1 < completed part key=_multipart_P0TQX1TRPSLX.2~XNL7BCC4GQL0.0 size=1048576 2024-04-15T14:56:31.845 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:31.844+0000 7f8277235780 1 < canceled part key=_multipart_P0TQX1TRPSLX.2~XNL7BCC4GQL0.1 size=1048576 2024-04-15T14:56:31.847 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:31.846+0000 7f8277235780 1 < completed part key=_multipart_P0TQX1TRPSLX.2~XNL7BCC4GQL0.2 size=168203 2024-04-15T14:56:31.850 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:31.849+0000 7f8277235780 1 < canceled multipart upload key=P0TQX1TRPSLX upload=XNL7BCC4GQL0 tag=QMVMYGH4ZD8Q type=write size=3313931 2024-04-15T14:56:31.853 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:31.852+0000 7f8277235780 1 > prepared part key=_multipart_G82D816QHN8B.2~P2S4L2NUNN7S.0 size=1048576 2024-04-15T14:56:31.855 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:31.854+0000 7f8277235780 1 > prepared part key=_multipart_G82D816QHN8B.2~P2S4L2NUNN7S.1 size=1048576 2024-04-15T14:56:31.856 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:31.855+0000 7f8277235780 1 > prepared part key=_multipart_G82D816QHN8B.2~P2S4L2NUNN7S.2 size=183198 2024-04-15T14:56:31.856 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:31.855+0000 7f8277235780 1 > prepared multipart upload key=G82D816QHN8B upload=P2S4L2NUNN7S tag=77K17O7D8X1Y type=write size=3328926 2024-04-15T14:56:31.858 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:31.857+0000 7f8277235780 1 < completed part key=_multipart_OQ3O0PKNZJ9S.2~N92SOZ1WI3GJ.0 size=1048576 2024-04-15T14:56:31.859 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:31.859+0000 7f8277235780 1 < completed part key=_multipart_OQ3O0PKNZJ9S.2~N92SOZ1WI3GJ.1 size=1048576 2024-04-15T14:56:31.861 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:31.860+0000 7f8277235780 1 < completed part key=_multipart_OQ3O0PKNZJ9S.2~N92SOZ1WI3GJ.2 size=984074 2024-04-15T14:56:31.864 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:31.863+0000 7f8277235780 1 < completed multipart upload key=OQ3O0PKNZJ9S upload=N92SOZ1WI3GJ tag=6J3SDJQKRSVH type=write size=4129802 2024-04-15T14:56:31.866 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:31.865+0000 7f8277235780 1 > prepared operation key=F402GDJVN3I9 tag=UBRK2NAXSFXD type=write size=454088 2024-04-15T14:56:31.867 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:31.867+0000 7f8277235780 1 < canceled operation key=NII4HKLD4YSI tag=W39LVRC65PHJ type=write size=671174 2024-04-15T14:56:31.869 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:31.869+0000 7f8277235780 1 > prepared operation key=YTVARSCACASJ tag=6YXC33FWCSWH type=del size=2202713 2024-04-15T14:56:31.873 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:31.872+0000 7f8277235780 1 < suggested remove operation key=CFCUGZ5D6TU8 tag=DH9KDHMPUHDF type=del 2024-04-15T14:56:31.876 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:31.876+0000 7f8277235780 1 > prepared part key=_multipart_BSJC05AGXDJ3.2~N663WQ20P4VI.0 size=505432 2024-04-15T14:56:31.877 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:31.876+0000 7f8277235780 1 > prepared multipart upload key=BSJC05AGXDJ3 upload=N663WQ20P4VI tag=VEPGB6ZFJ45O type=write size=1554008 2024-04-15T14:56:31.878 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:31.877+0000 7f8277235780 1 < completed delete operation key=CBSCS8P8QL0Q tag=OZV3SQQ2B8GC type=del 2024-04-15T14:56:31.880 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:31.879+0000 7f8277235780 1 > prepared operation key=CBSCS8P8QL0Q tag=1E5RSFF3D3WA type=del size=797243 2024-04-15T14:56:31.882 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:31.881+0000 7f8277235780 1 < completed delete operation key=Q0PE50H1CDIB tag=XP1GXLX7BD4P type=del 2024-04-15T14:56:31.884 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:31.883+0000 7f8277235780 1 > prepared operation key=8X2ELHS3HRGS tag=1GGT91476QUI type=del size=1763519 2024-04-15T14:56:31.886 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:31.885+0000 7f8277235780 1 < completed write operation key=BSJC05AGXDJ3 tag=UHMIVXDO28IL type=write size=86792 2024-04-15T14:56:31.887 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:31.887+0000 7f8277235780 1 > prepared operation key=BNQH1MC9XO9F tag=1N4ORP5XZ0AI type=write size=114794 2024-04-15T14:56:31.889 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:31.888+0000 7f8277235780 1 < canceled operation key=JY107VG7DVI1 tag=DANGDI4R4WQ2 type=del size=2177215 2024-04-15T14:56:31.892 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:31.891+0000 7f8277235780 1 > prepared part key=_multipart_IVOFLSPJ0099.2~S5ATD3K94AEK.0 size=1048576 2024-04-15T14:56:31.894 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:31.893+0000 7f8277235780 1 > prepared part key=_multipart_IVOFLSPJ0099.2~S5ATD3K94AEK.1 size=495710 2024-04-15T14:56:31.894 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:31.893+0000 7f8277235780 1 > prepared multipart upload key=IVOFLSPJ0099 upload=S5ATD3K94AEK tag=J9YEQS6YDBEP type=write size=2592862 2024-04-15T14:56:31.895 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:31.895+0000 7f8277235780 1 < completed part key=_multipart_ASEC18UU5NGJ.2~NKCXGBX25EAT.0 size=854426 2024-04-15T14:56:31.898 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:31.898+0000 7f8277235780 1 < completed multipart upload key=ASEC18UU5NGJ upload=NKCXGBX25EAT tag=G6ZUQM6ARKQI type=write size=1903002 2024-04-15T14:56:31.902 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:31.901+0000 7f8277235780 1 > prepared part key=_multipart_R38CSTKHEGGY.2~OR388GLBQ6V2.0 size=1048576 2024-04-15T14:56:31.903 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:31.902+0000 7f8277235780 1 > prepared part key=_multipart_R38CSTKHEGGY.2~OR388GLBQ6V2.1 size=455641 2024-04-15T14:56:31.903 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:31.902+0000 7f8277235780 1 > prepared multipart upload key=R38CSTKHEGGY upload=OR388GLBQ6V2 tag=BTI04QHT3VGE type=write size=2552793 2024-04-15T14:56:31.906 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:31.905+0000 7f8277235780 1 < completed delete operation key=JY107VG7DVI1 tag=9IKLU3CM0QOM type=del 2024-04-15T14:56:31.907 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:31.906+0000 7f8277235780 1 > prepared operation key=JY107VG7DVI1 tag=F95KDQ2RZ65C type=del size=3906737 2024-04-15T14:56:31.911 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:31.910+0000 7f8277235780 1 < suggested update operation key=D9NMXV7JDMXJ tag=ZS43E5WLFH8C type=del size=2618614 2024-04-15T14:56:31.912 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:31.912+0000 7f8277235780 1 > prepared operation key=UCHFZKBWU6MN tag=JSMIGRWYMOVA type=del size=3934251 2024-04-15T14:56:31.915 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:31.914+0000 7f8277235780 1 < completed part key=_multipart_81DQOX7PNGMS.2~K1E26NZZVV1F.0 size=671009 2024-04-15T14:56:31.918 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:31.917+0000 7f8277235780 1 < completed multipart upload key=81DQOX7PNGMS upload=K1E26NZZVV1F tag=ILMKZPS0J093 type=write size=1719585 2024-04-15T14:56:31.920 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:31.919+0000 7f8277235780 1 > prepared operation key=ASEC18UU5NGJ tag=VA4I84W1YIHV type=del size=4141238 2024-04-15T14:56:31.922 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:31.921+0000 7f8277235780 1 < completed part key=_multipart_R38CSTKHEGGY.2~OGNSK4AU12PU.0 size=1048576 2024-04-15T14:56:31.924 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:31.923+0000 7f8277235780 1 < completed part key=_multipart_R38CSTKHEGGY.2~OGNSK4AU12PU.1 size=22348 2024-04-15T14:56:31.927 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:31.926+0000 7f8277235780 1 < completed multipart upload key=R38CSTKHEGGY upload=OGNSK4AU12PU tag=PBPR606IUX46 type=write size=2119500 2024-04-15T14:56:31.932 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:31.930+0000 7f8277235780 1 > prepared part key=_multipart_ZMDZCWJKCFRI.2~Q9J86221OHF9.0 size=1048576 2024-04-15T14:56:31.932 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:31.931+0000 7f8277235780 1 > prepared part key=_multipart_ZMDZCWJKCFRI.2~Q9J86221OHF9.1 size=1048576 2024-04-15T14:56:31.934 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:31.933+0000 7f8277235780 1 > prepared part key=_multipart_ZMDZCWJKCFRI.2~Q9J86221OHF9.2 size=506873 2024-04-15T14:56:31.934 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:31.933+0000 7f8277235780 1 > prepared multipart upload key=ZMDZCWJKCFRI upload=Q9J86221OHF9 tag=M7A01B4M6QVZ type=write size=3652601 2024-04-15T14:56:31.935 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:31.935+0000 7f8277235780 1 < completed write operation key=MFZTYOL605I7 tag=GFUY40ZPBHIO type=write size=387691 2024-04-15T14:56:31.939 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:31.938+0000 7f8277235780 1 > prepared part key=_multipart_DY5BWB5TVQV1.2~AKW1GMV5B03T.0 size=1048576 2024-04-15T14:56:31.940 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:31.940+0000 7f8277235780 1 > prepared part key=_multipart_DY5BWB5TVQV1.2~AKW1GMV5B03T.1 size=126505 2024-04-15T14:56:31.940 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:31.940+0000 7f8277235780 1 > prepared multipart upload key=DY5BWB5TVQV1 upload=AKW1GMV5B03T tag=F9590T4ZB9DD type=write size=2223657 2024-04-15T14:56:31.942 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:31.941+0000 7f8277235780 1 < canceled operation key=81DQOX7PNGMS tag=E2QNGR9HGIIX type=del size=1026245 2024-04-15T14:56:31.946 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:31.945+0000 7f8277235780 1 > prepared part key=_multipart_JY107VG7DVI1.2~SSMOYA2YWIKJ.0 size=1048576 2024-04-15T14:56:31.947 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:31.946+0000 7f8277235780 1 > prepared part key=_multipart_JY107VG7DVI1.2~SSMOYA2YWIKJ.1 size=1048576 2024-04-15T14:56:31.948 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:31.948+0000 7f8277235780 1 > prepared part key=_multipart_JY107VG7DVI1.2~SSMOYA2YWIKJ.2 size=327189 2024-04-15T14:56:31.949 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:31.948+0000 7f8277235780 1 > prepared multipart upload key=JY107VG7DVI1 upload=SSMOYA2YWIKJ tag=X1VH9Q79F3I2 type=write size=3472917 2024-04-15T14:56:31.950 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:31.950+0000 7f8277235780 1 < completed part key=_multipart_81DQOX7PNGMS.2~PCX54TJRLZDM.0 size=280152 2024-04-15T14:56:31.954 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:31.953+0000 7f8277235780 1 < completed multipart upload key=81DQOX7PNGMS upload=PCX54TJRLZDM tag=ASPIMYIC5P82 type=write size=1328728 2024-04-15T14:56:31.955 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:31.954+0000 7f8277235780 1 > prepared operation key=ZMDZCWJKCFRI tag=YDJM7KKGGTLU type=del size=1929261 2024-04-15T14:56:31.957 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:31.956+0000 7f8277235780 1 < completed part key=_multipart_G82D816QHN8B.2~P2S4L2NUNN7S.0 size=1048576 2024-04-15T14:56:31.959 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:31.958+0000 7f8277235780 1 < completed part key=_multipart_G82D816QHN8B.2~P2S4L2NUNN7S.1 size=1048576 2024-04-15T14:56:31.960 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:31.959+0000 7f8277235780 1 < completed part key=_multipart_G82D816QHN8B.2~P2S4L2NUNN7S.2 size=183198 2024-04-15T14:56:31.963 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:31.962+0000 7f8277235780 1 < completed multipart upload key=G82D816QHN8B upload=P2S4L2NUNN7S tag=77K17O7D8X1Y type=write size=3328926 2024-04-15T14:56:31.966 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:31.966+0000 7f8277235780 1 > prepared part key=_multipart_DY5BWB5TVQV1.2~RPQ5Q8POWDRZ.0 size=1048576 2024-04-15T14:56:31.968 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:31.967+0000 7f8277235780 1 > prepared part key=_multipart_DY5BWB5TVQV1.2~RPQ5Q8POWDRZ.1 size=457560 2024-04-15T14:56:31.968 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:31.967+0000 7f8277235780 1 > prepared multipart upload key=DY5BWB5TVQV1 upload=RPQ5Q8POWDRZ tag=QJ061PQ3E7P6 type=write size=2554712 2024-04-15T14:56:31.969 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:31.969+0000 7f8277235780 1 < completed write operation key=F402GDJVN3I9 tag=UBRK2NAXSFXD type=write size=454088 2024-04-15T14:56:31.971 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:31.970+0000 7f8277235780 1 > prepared operation key=CFCUGZ5D6TU8 tag=39KQFIJYEP8Z type=del size=67621 2024-04-15T14:56:31.973 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:31.972+0000 7f8277235780 1 < completed delete operation key=YTVARSCACASJ tag=6YXC33FWCSWH type=del 2024-04-15T14:56:31.976 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:31.975+0000 7f8277235780 1 > prepared part key=_multipart_RQYB4B0WTR9V.2~J90G61FVFZZN.0 size=364402 2024-04-15T14:56:31.976 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:31.975+0000 7f8277235780 1 > prepared multipart upload key=RQYB4B0WTR9V upload=J90G61FVFZZN tag=4C9X2UGEN223 type=write size=1412978 2024-04-15T14:56:31.978 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:31.977+0000 7f8277235780 1 < completed part key=_multipart_BSJC05AGXDJ3.2~N663WQ20P4VI.0 size=505432 2024-04-15T14:56:31.980 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:31.980+0000 7f8277235780 1 < completed multipart upload key=BSJC05AGXDJ3 upload=N663WQ20P4VI tag=VEPGB6ZFJ45O type=write size=1554008 2024-04-15T14:56:31.982 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:31.981+0000 7f8277235780 1 > prepared operation key=7XVTB4OPZZOY tag=442BNC1ITNVI type=del size=3060915 2024-04-15T14:56:31.984 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:31.983+0000 7f8277235780 1 < completed delete operation key=CBSCS8P8QL0Q tag=1E5RSFF3D3WA type=del 2024-04-15T14:56:31.986 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:31.985+0000 7f8277235780 1 > prepared operation key=Q0PE50H1CDIB tag=TU4W2AGV1E3O type=write size=447631 2024-04-15T14:56:31.989 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:31.988+0000 7f8277235780 1 < suggested update operation key=8X2ELHS3HRGS tag=1GGT91476QUI type=del size=1763519 2024-04-15T14:56:31.992 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:31.992+0000 7f8277235780 1 > prepared part key=_multipart_F402GDJVN3I9.2~QP6QI2IZITIC.0 size=343132 2024-04-15T14:56:31.992 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:31.992+0000 7f8277235780 1 > prepared multipart upload key=F402GDJVN3I9 upload=QP6QI2IZITIC tag=3WRUF5HJD9XP type=write size=1391708 2024-04-15T14:56:31.995 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:31.994+0000 7f8277235780 1 < completed write operation key=BNQH1MC9XO9F tag=1N4ORP5XZ0AI type=write size=114794 2024-04-15T14:56:31.996 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:31.996+0000 7f8277235780 1 > prepared operation key=CFCUGZ5D6TU8 tag=R90410VUUWWZ type=del size=2497146 2024-04-15T14:56:31.998 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:31.997+0000 7f8277235780 1 < completed part key=_multipart_IVOFLSPJ0099.2~S5ATD3K94AEK.0 size=1048576 2024-04-15T14:56:31.999 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:31.999+0000 7f8277235780 1 < completed part key=_multipart_IVOFLSPJ0099.2~S5ATD3K94AEK.1 size=495710 2024-04-15T14:56:32.003 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:32.002+0000 7f8277235780 1 < completed multipart upload key=IVOFLSPJ0099 upload=S5ATD3K94AEK tag=J9YEQS6YDBEP type=write size=2592862 2024-04-15T14:56:32.005 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:32.004+0000 7f8277235780 1 > prepared operation key=CFCUGZ5D6TU8 tag=R81EU5MNJ3P9 type=del size=3750182 2024-04-15T14:56:32.005 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:32.005+0000 7f8277235780 1 < canceled part key=_multipart_R38CSTKHEGGY.2~OR388GLBQ6V2.0 size=1048576 2024-04-15T14:56:32.007 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:32.006+0000 7f8277235780 1 < completed part key=_multipart_R38CSTKHEGGY.2~OR388GLBQ6V2.1 size=455641 2024-04-15T14:56:32.010 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:32.009+0000 7f8277235780 1 < canceled multipart upload key=R38CSTKHEGGY upload=OR388GLBQ6V2 tag=BTI04QHT3VGE type=write size=2552793 2024-04-15T14:56:32.012 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:32.011+0000 7f8277235780 1 > prepared operation key=ZMDZCWJKCFRI tag=7GTJC96ME73T type=del size=3173889 2024-04-15T14:56:32.015 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:32.014+0000 7f8277235780 1 < suggested remove operation key=JY107VG7DVI1 tag=F95KDQ2RZ65C type=del 2024-04-15T14:56:32.017 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:32.016+0000 7f8277235780 1 > prepared operation key=0XYNF2N97Y1C tag=J0NIUOGYVPV1 type=del size=3996923 2024-04-15T14:56:32.019 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:32.018+0000 7f8277235780 1 < completed delete operation key=UCHFZKBWU6MN tag=JSMIGRWYMOVA type=del 2024-04-15T14:56:32.021 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:32.020+0000 7f8277235780 1 > prepared operation key=D9NMXV7JDMXJ tag=YIGUT1XDP3L6 type=del size=1436798 2024-04-15T14:56:32.024 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:32.023+0000 7f8277235780 1 < suggested update operation key=ASEC18UU5NGJ tag=VA4I84W1YIHV type=del size=4141238 2024-04-15T14:56:32.028 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:32.027+0000 7f8277235780 1 > prepared part key=_multipart_CBSCS8P8QL0Q.2~QDVF8Q2WU97X.0 size=589682 2024-04-15T14:56:32.028 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:32.027+0000 7f8277235780 1 > prepared multipart upload key=CBSCS8P8QL0Q upload=QDVF8Q2WU97X tag=WC422BIID9TJ type=write size=1638258 2024-04-15T14:56:32.029 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:32.029+0000 7f8277235780 1 < completed part key=_multipart_ZMDZCWJKCFRI.2~Q9J86221OHF9.0 size=1048576 2024-04-15T14:56:32.029 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:32.029+0000 7f8277235780 1 < canceled part key=_multipart_ZMDZCWJKCFRI.2~Q9J86221OHF9.1 size=1048576 2024-04-15T14:56:32.031 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:32.030+0000 7f8277235780 1 < completed part key=_multipart_ZMDZCWJKCFRI.2~Q9J86221OHF9.2 size=506873 2024-04-15T14:56:32.035 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:32.034+0000 7f8277235780 1 < canceled multipart upload key=ZMDZCWJKCFRI upload=Q9J86221OHF9 tag=M7A01B4M6QVZ type=write size=3652601 2024-04-15T14:56:32.038 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:32.037+0000 7f8277235780 1 > prepared part key=_multipart_YTVARSCACASJ.2~8B0AH2BUAQSN.0 size=1048576 2024-04-15T14:56:32.039 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:56:31 smithi016 ceph-mon[90652]: pgmap v1323: 137 pgs: 13 creating+peering, 11 unknown, 113 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 293 KiB/s rd, 104 KiB/s wr, 516 op/s 2024-04-15T14:56:32.039 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:56:31 smithi016 ceph-mon[93212]: pgmap v1323: 137 pgs: 13 creating+peering, 11 unknown, 113 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 293 KiB/s rd, 104 KiB/s wr, 516 op/s 2024-04-15T14:56:32.040 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 15 14:56:31 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-y[81421]: ::ffff:172.21.15.102 - - [15/Apr/2024:14:56:31] "GET /metrics HTTP/1.1" 200 36281 "" "Prometheus/2.43.0" 2024-04-15T14:56:32.040 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:32.039+0000 7f8277235780 1 > prepared part key=_multipart_YTVARSCACASJ.2~8B0AH2BUAQSN.1 size=1048576 2024-04-15T14:56:32.041 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:32.040+0000 7f8277235780 1 > prepared part key=_multipart_YTVARSCACASJ.2~8B0AH2BUAQSN.2 size=62969 2024-04-15T14:56:32.041 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:32.040+0000 7f8277235780 1 > prepared multipart upload key=YTVARSCACASJ upload=8B0AH2BUAQSN tag=7RV8SIE84KW8 type=write size=3208697 2024-04-15T14:56:32.043 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:32.042+0000 7f8277235780 1 < completed part key=_multipart_DY5BWB5TVQV1.2~AKW1GMV5B03T.0 size=1048576 2024-04-15T14:56:32.045 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:32.044+0000 7f8277235780 1 < completed part key=_multipart_DY5BWB5TVQV1.2~AKW1GMV5B03T.1 size=126505 2024-04-15T14:56:32.048 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:32.047+0000 7f8277235780 1 < completed multipart upload key=DY5BWB5TVQV1 upload=AKW1GMV5B03T tag=F9590T4ZB9DD type=write size=2223657 2024-04-15T14:56:32.050 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:32.049+0000 7f8277235780 1 > prepared operation key=7XVTB4OPZZOY tag=5MIC3UQ2CMTQ type=del size=2681707 2024-04-15T14:56:32.052 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:32.051+0000 7f8277235780 1 < completed part key=_multipart_JY107VG7DVI1.2~SSMOYA2YWIKJ.0 size=1048576 2024-04-15T14:56:32.054 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:32.053+0000 7f8277235780 1 < completed part key=_multipart_JY107VG7DVI1.2~SSMOYA2YWIKJ.1 size=1048576 2024-04-15T14:56:32.055 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:32.054+0000 7f8277235780 1 < completed part key=_multipart_JY107VG7DVI1.2~SSMOYA2YWIKJ.2 size=327189 2024-04-15T14:56:32.058 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:32.057+0000 7f8277235780 1 < completed multipart upload key=JY107VG7DVI1 upload=SSMOYA2YWIKJ tag=X1VH9Q79F3I2 type=write size=3472917 2024-04-15T14:56:32.060 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:32.060+0000 7f8277235780 1 > prepared operation key=ASEC18UU5NGJ tag=VNQE236QKF06 type=del size=2892231 2024-04-15T14:56:32.063 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:32.062+0000 7f8277235780 1 < completed delete operation key=ZMDZCWJKCFRI tag=YDJM7KKGGTLU type=del 2024-04-15T14:56:32.066 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:32.065+0000 7f8277235780 1 > prepared part key=_multipart_IM0AQIM316IL.2~0PWO9VM1HA58.0 size=492534 2024-04-15T14:56:32.066 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:32.065+0000 7f8277235780 1 > prepared multipart upload key=IM0AQIM316IL upload=0PWO9VM1HA58 tag=8PCW19UX5L07 type=write size=1541110 2024-04-15T14:56:32.068 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:32.067+0000 7f8277235780 1 < completed part key=_multipart_DY5BWB5TVQV1.2~RPQ5Q8POWDRZ.0 size=1048576 2024-04-15T14:56:32.070 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:32.069+0000 7f8277235780 1 < completed part key=_multipart_DY5BWB5TVQV1.2~RPQ5Q8POWDRZ.1 size=457560 2024-04-15T14:56:32.073 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:32.072+0000 7f8277235780 1 < completed multipart upload key=DY5BWB5TVQV1 upload=RPQ5Q8POWDRZ tag=QJ061PQ3E7P6 type=write size=2554712 2024-04-15T14:56:32.075 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:32.074+0000 7f8277235780 1 > prepared operation key=OQ3O0PKNZJ9S tag=BY3TP392C3RR type=del size=2051204 2024-04-15T14:56:32.076 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:32.076+0000 7f8277235780 1 < completed delete operation key=CFCUGZ5D6TU8 tag=39KQFIJYEP8Z type=del 2024-04-15T14:56:32.080 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:32.079+0000 7f8277235780 1 > prepared part key=_multipart_81DQOX7PNGMS.2~13CDNUGJNZHJ.0 size=31895 2024-04-15T14:56:32.080 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:32.079+0000 7f8277235780 1 > prepared multipart upload key=81DQOX7PNGMS upload=13CDNUGJNZHJ tag=RTPIGI3R0AC6 type=write size=1080471 2024-04-15T14:56:32.081 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:32.080+0000 7f8277235780 1 < canceled part key=_multipart_RQYB4B0WTR9V.2~J90G61FVFZZN.0 size=364402 2024-04-15T14:56:32.084 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:32.083+0000 7f8277235780 1 < canceled multipart upload key=RQYB4B0WTR9V upload=J90G61FVFZZN tag=4C9X2UGEN223 type=write size=1412978 2024-04-15T14:56:32.088 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:32.087+0000 7f8277235780 1 > prepared part key=_multipart_0XYNF2N97Y1C.2~ES05OT5BEV9K.0 size=801444 2024-04-15T14:56:32.088 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:32.087+0000 7f8277235780 1 > prepared multipart upload key=0XYNF2N97Y1C upload=ES05OT5BEV9K tag=ZGQF5ANIYFV1 type=write size=1850020 2024-04-15T14:56:32.090 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:32.089+0000 7f8277235780 1 < completed delete operation key=7XVTB4OPZZOY tag=442BNC1ITNVI type=del 2024-04-15T14:56:32.092 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:32.091+0000 7f8277235780 1 > prepared operation key=BNQH1MC9XO9F tag=3ASGF24WP4XC type=del size=1804998 2024-04-15T14:56:32.093 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:32.093+0000 7f8277235780 1 < completed write operation key=Q0PE50H1CDIB tag=TU4W2AGV1E3O type=write size=447631 2024-04-15T14:56:32.098 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:32.096+0000 7f8277235780 1 > prepared part key=_multipart_IM0AQIM316IL.2~2YI2DL31RJCT.0 size=1048576 2024-04-15T14:56:32.099 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:32.098+0000 7f8277235780 1 > prepared part key=_multipart_IM0AQIM316IL.2~2YI2DL31RJCT.1 size=580116 2024-04-15T14:56:32.099 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:32.098+0000 7f8277235780 1 > prepared multipart upload key=IM0AQIM316IL upload=2YI2DL31RJCT tag=Z9T9ETMZJG8D type=write size=2677268 2024-04-15T14:56:32.101 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:32.100+0000 7f8277235780 1 < completed part key=_multipart_F402GDJVN3I9.2~QP6QI2IZITIC.0 size=343132 2024-04-15T14:56:32.104 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:32.103+0000 7f8277235780 1 < completed multipart upload key=F402GDJVN3I9 upload=QP6QI2IZITIC tag=3WRUF5HJD9XP type=write size=1391708 2024-04-15T14:56:32.107 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:32.106+0000 7f8277235780 1 > prepared part key=_multipart_Q0PE50H1CDIB.2~T8A6MQ8NS1XE.0 size=494052 2024-04-15T14:56:32.107 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:32.106+0000 7f8277235780 1 > prepared multipart upload key=Q0PE50H1CDIB upload=T8A6MQ8NS1XE tag=BEBNXBASN727 type=write size=1542628 2024-04-15T14:56:32.109 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:32.108+0000 7f8277235780 1 < completed delete operation key=CFCUGZ5D6TU8 tag=R90410VUUWWZ type=del 2024-04-15T14:56:32.112 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:32.111+0000 7f8277235780 1 > prepared part key=_multipart_A0RW26A8FZ95.2~4DGRUM9VQGHT.0 size=1048576 2024-04-15T14:56:32.114 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:32.113+0000 7f8277235780 1 > prepared part key=_multipart_A0RW26A8FZ95.2~4DGRUM9VQGHT.1 size=1048576 2024-04-15T14:56:32.115 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:32.114+0000 7f8277235780 1 > prepared part key=_multipart_A0RW26A8FZ95.2~4DGRUM9VQGHT.2 size=366030 2024-04-15T14:56:32.115 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:32.114+0000 7f8277235780 1 > prepared multipart upload key=A0RW26A8FZ95 upload=4DGRUM9VQGHT tag=GUZBP9KNQJWO type=write size=3511758 2024-04-15T14:56:32.117 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:32.116+0000 7f8277235780 1 < completed delete operation key=CFCUGZ5D6TU8 tag=R81EU5MNJ3P9 type=del 2024-04-15T14:56:32.119 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:32.118+0000 7f8277235780 1 > prepared operation key=MIRREM7KIO9I tag=NRVOMXT4OAV6 type=del size=3910646 2024-04-15T14:56:32.120 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:32.120+0000 7f8277235780 1 < completed delete operation key=ZMDZCWJKCFRI tag=7GTJC96ME73T type=del 2024-04-15T14:56:32.124 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:32.123+0000 7f8277235780 1 > prepared part key=_multipart_54T20V7YW2K4.2~43R8RJTPO3P8.0 size=355851 2024-04-15T14:56:32.124 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:32.123+0000 7f8277235780 1 > prepared multipart upload key=54T20V7YW2K4 upload=43R8RJTPO3P8 tag=74L1147I9U8U type=write size=1404427 2024-04-15T14:56:32.126 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:32.125+0000 7f8277235780 1 < completed delete operation key=0XYNF2N97Y1C tag=J0NIUOGYVPV1 type=del 2024-04-15T14:56:32.128 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:32.127+0000 7f8277235780 1 > prepared operation key=0XYNF2N97Y1C tag=CVMO2AROPM0S type=del size=2619450 2024-04-15T14:56:32.129 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:32.129+0000 7f8277235780 1 < completed delete operation key=D9NMXV7JDMXJ tag=YIGUT1XDP3L6 type=del 2024-04-15T14:56:32.131 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:32.130+0000 7f8277235780 1 > prepared operation key=YTVARSCACASJ tag=VASQUTSDUIB9 type=del size=1171732 2024-04-15T14:56:32.132 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:32.131+0000 7f8277235780 1 < canceled part key=_multipart_CBSCS8P8QL0Q.2~QDVF8Q2WU97X.0 size=589682 2024-04-15T14:56:32.135 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:32.134+0000 7f8277235780 1 < canceled multipart upload key=CBSCS8P8QL0Q upload=QDVF8Q2WU97X tag=WC422BIID9TJ type=write size=1638258 2024-04-15T14:56:32.139 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:32.138+0000 7f8277235780 1 > prepared part key=_multipart_OQ3O0PKNZJ9S.2~8M3OTB90L8WN.0 size=5255 2024-04-15T14:56:32.139 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:32.138+0000 7f8277235780 1 > prepared multipart upload key=OQ3O0PKNZJ9S upload=8M3OTB90L8WN tag=QSVD32VPUAV7 type=write size=1053831 2024-04-15T14:56:32.141 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:32.140+0000 7f8277235780 1 < completed part key=_multipart_YTVARSCACASJ.2~8B0AH2BUAQSN.0 size=1048576 2024-04-15T14:56:32.142 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:32.141+0000 7f8277235780 1 < completed part key=_multipart_YTVARSCACASJ.2~8B0AH2BUAQSN.1 size=1048576 2024-04-15T14:56:32.144 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:32.143+0000 7f8277235780 1 < completed part key=_multipart_YTVARSCACASJ.2~8B0AH2BUAQSN.2 size=62969 2024-04-15T14:56:32.147 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:32.146+0000 7f8277235780 1 < completed multipart upload key=YTVARSCACASJ upload=8B0AH2BUAQSN tag=7RV8SIE84KW8 type=write size=3208697 2024-04-15T14:56:32.148 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:32.148+0000 7f8277235780 1 > prepared operation key=ZMDZCWJKCFRI tag=EAGO8WS1Z88A type=del size=1024738 2024-04-15T14:56:32.152 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:32.151+0000 7f8277235780 1 < suggested remove operation key=7XVTB4OPZZOY tag=5MIC3UQ2CMTQ type=del 2024-04-15T14:56:32.155 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:32.154+0000 7f8277235780 1 > prepared part key=_multipart_P0TQX1TRPSLX.2~HFA4Y29LXDK6.0 size=1048576 2024-04-15T14:56:32.156 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:32.156+0000 7f8277235780 1 > prepared part key=_multipart_P0TQX1TRPSLX.2~HFA4Y29LXDK6.1 size=783147 2024-04-15T14:56:32.157 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:32.156+0000 7f8277235780 1 > prepared multipart upload key=P0TQX1TRPSLX upload=HFA4Y29LXDK6 tag=LH615KJ2BRAL type=write size=2880299 2024-04-15T14:56:32.160 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:32.159+0000 7f8277235780 1 < suggested update operation key=ASEC18UU5NGJ tag=VNQE236QKF06 type=del size=2892231 2024-04-15T14:56:32.163 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:32.163+0000 7f8277235780 1 > prepared part key=_multipart_BNQH1MC9XO9F.2~ZEL0H46GTUSG.0 size=1048576 2024-04-15T14:56:32.165 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:32.164+0000 7f8277235780 1 > prepared part key=_multipart_BNQH1MC9XO9F.2~ZEL0H46GTUSG.1 size=1004855 2024-04-15T14:56:32.165 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:32.164+0000 7f8277235780 1 > prepared multipart upload key=BNQH1MC9XO9F upload=ZEL0H46GTUSG tag=VOKJJ1MGEX09 type=write size=3102007 2024-04-15T14:56:32.167 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:32.166+0000 7f8277235780 1 < completed part key=_multipart_IM0AQIM316IL.2~0PWO9VM1HA58.0 size=492534 2024-04-15T14:56:32.169 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:32.169+0000 7f8277235780 1 < completed multipart upload key=IM0AQIM316IL upload=0PWO9VM1HA58 tag=8PCW19UX5L07 type=write size=1541110 2024-04-15T14:56:32.173 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:32.172+0000 7f8277235780 1 > prepared part key=_multipart_MIRREM7KIO9I.2~VM72OA4BGMA9.0 size=1048576 2024-04-15T14:56:32.174 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:32.174+0000 7f8277235780 1 > prepared part key=_multipart_MIRREM7KIO9I.2~VM72OA4BGMA9.1 size=1048576 2024-04-15T14:56:32.176 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:32.175+0000 7f8277235780 1 > prepared part key=_multipart_MIRREM7KIO9I.2~VM72OA4BGMA9.2 size=100527 2024-04-15T14:56:32.176 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:32.175+0000 7f8277235780 1 > prepared multipart upload key=MIRREM7KIO9I upload=VM72OA4BGMA9 tag=GEGKUBN7WG11 type=write size=3246255 2024-04-15T14:56:32.177 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:32.177+0000 7f8277235780 1 < completed delete operation key=OQ3O0PKNZJ9S tag=BY3TP392C3RR type=del 2024-04-15T14:56:32.179 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:32.178+0000 7f8277235780 1 > prepared operation key=IVOFLSPJ0099 tag=90497IBKYL18 type=write size=468647 2024-04-15T14:56:32.181 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:32.180+0000 7f8277235780 1 < completed part key=_multipart_81DQOX7PNGMS.2~13CDNUGJNZHJ.0 size=31895 2024-04-15T14:56:32.184 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:32.183+0000 7f8277235780 1 < completed multipart upload key=81DQOX7PNGMS upload=13CDNUGJNZHJ tag=RTPIGI3R0AC6 type=write size=1080471 2024-04-15T14:56:32.186 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:32.185+0000 7f8277235780 1 > prepared operation key=BSJC05AGXDJ3 tag=2GYHXM33TQL5 type=del size=1517915 2024-04-15T14:56:32.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:56:31 smithi102 ceph-mon[87131]: pgmap v1323: 137 pgs: 13 creating+peering, 11 unknown, 113 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 293 KiB/s rd, 104 KiB/s wr, 516 op/s 2024-04-15T14:56:32.188 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:32.187+0000 7f8277235780 1 < completed part key=_multipart_0XYNF2N97Y1C.2~ES05OT5BEV9K.0 size=801444 2024-04-15T14:56:32.191 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:32.190+0000 7f8277235780 1 < completed multipart upload key=0XYNF2N97Y1C upload=ES05OT5BEV9K tag=ZGQF5ANIYFV1 type=write size=1850020 2024-04-15T14:56:32.193 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:32.192+0000 7f8277235780 1 > prepared operation key=G82D816QHN8B tag=54OUN39DMPAB type=del size=1264831 2024-04-15T14:56:32.195 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:32.194+0000 7f8277235780 1 < completed delete operation key=BNQH1MC9XO9F tag=3ASGF24WP4XC type=del 2024-04-15T14:56:32.196 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:32.196+0000 7f8277235780 1 > prepared operation key=MFZTYOL605I7 tag=DW2CK1BD0D71 type=write size=605271 2024-04-15T14:56:32.198 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:32.197+0000 7f8277235780 1 < completed part key=_multipart_IM0AQIM316IL.2~2YI2DL31RJCT.0 size=1048576 2024-04-15T14:56:32.200 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:32.199+0000 7f8277235780 1 < completed part key=_multipart_IM0AQIM316IL.2~2YI2DL31RJCT.1 size=580116 2024-04-15T14:56:32.203 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:32.202+0000 7f8277235780 1 < completed multipart upload key=IM0AQIM316IL upload=2YI2DL31RJCT tag=Z9T9ETMZJG8D type=write size=2677268 2024-04-15T14:56:32.204 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:32.204+0000 7f8277235780 1 > prepared operation key=7XVTB4OPZZOY tag=T3A7INSQZKR4 type=write size=707354 2024-04-15T14:56:32.206 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:32.205+0000 7f8277235780 1 < completed part key=_multipart_Q0PE50H1CDIB.2~T8A6MQ8NS1XE.0 size=494052 2024-04-15T14:56:32.209 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:32.208+0000 7f8277235780 1 < completed multipart upload key=Q0PE50H1CDIB upload=T8A6MQ8NS1XE tag=BEBNXBASN727 type=write size=1542628 2024-04-15T14:56:32.211 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:32.210+0000 7f8277235780 1 > prepared operation key=F402GDJVN3I9 tag=5IRQI3BBCUCI type=del size=1547269 2024-04-15T14:56:32.213 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:32.212+0000 7f8277235780 1 < completed part key=_multipart_A0RW26A8FZ95.2~4DGRUM9VQGHT.0 size=1048576 2024-04-15T14:56:32.214 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:32.214+0000 7f8277235780 1 < completed part key=_multipart_A0RW26A8FZ95.2~4DGRUM9VQGHT.1 size=1048576 2024-04-15T14:56:32.216 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:32.215+0000 7f8277235780 1 < completed part key=_multipart_A0RW26A8FZ95.2~4DGRUM9VQGHT.2 size=366030 2024-04-15T14:56:32.220 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:32.219+0000 7f8277235780 1 < completed multipart upload key=A0RW26A8FZ95 upload=4DGRUM9VQGHT tag=GUZBP9KNQJWO type=write size=3511758 2024-04-15T14:56:32.221 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:32.220+0000 7f8277235780 1 > prepared operation key=54T20V7YW2K4 tag=QP9AW8XKGPQR type=del size=4090117 2024-04-15T14:56:32.223 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:32.222+0000 7f8277235780 1 < completed delete operation key=MIRREM7KIO9I tag=NRVOMXT4OAV6 type=del 2024-04-15T14:56:32.225 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:32.224+0000 7f8277235780 1 > prepared operation key=BSJC05AGXDJ3 tag=B28Y2GFMBUGO type=del size=1989057 2024-04-15T14:56:32.227 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:32.226+0000 7f8277235780 1 < completed part key=_multipart_54T20V7YW2K4.2~43R8RJTPO3P8.0 size=355851 2024-04-15T14:56:32.230 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:32.230+0000 7f8277235780 1 < completed multipart upload key=54T20V7YW2K4 upload=43R8RJTPO3P8 tag=74L1147I9U8U type=write size=1404427 2024-04-15T14:56:32.234 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:32.233+0000 7f8277235780 1 > prepared part key=_multipart_ZMDZCWJKCFRI.2~YWOGW80CAXXS.0 size=1048576 2024-04-15T14:56:32.235 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:32.235+0000 7f8277235780 1 > prepared part key=_multipart_ZMDZCWJKCFRI.2~YWOGW80CAXXS.1 size=215994 2024-04-15T14:56:32.235 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:32.235+0000 7f8277235780 1 > prepared multipart upload key=ZMDZCWJKCFRI upload=YWOGW80CAXXS tag=OWJ80P8IPANO type=write size=2313146 2024-04-15T14:56:32.238 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:32.237+0000 7f8277235780 1 < completed delete operation key=0XYNF2N97Y1C tag=CVMO2AROPM0S type=del 2024-04-15T14:56:32.239 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:32.239+0000 7f8277235780 1 > prepared operation key=8X2ELHS3HRGS tag=VIOXAMLXK6Z6 type=del size=323584 2024-04-15T14:56:32.243 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:32.242+0000 7f8277235780 1 < suggested update operation key=YTVARSCACASJ tag=VASQUTSDUIB9 type=del size=1171732 2024-04-15T14:56:32.245 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:32.244+0000 7f8277235780 1 > prepared operation key=8X2ELHS3HRGS tag=3DCIIU6BZJ8I type=del size=2318015 2024-04-15T14:56:32.247 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:32.246+0000 7f8277235780 1 < completed part key=_multipart_OQ3O0PKNZJ9S.2~8M3OTB90L8WN.0 size=5255 2024-04-15T14:56:32.250 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:32.249+0000 7f8277235780 1 < completed multipart upload key=OQ3O0PKNZJ9S upload=8M3OTB90L8WN tag=QSVD32VPUAV7 type=write size=1053831 2024-04-15T14:56:32.252 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:32.251+0000 7f8277235780 1 > prepared operation key=7XVTB4OPZZOY tag=JAFBJ9KNW3E4 type=del size=1910305 2024-04-15T14:56:32.254 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:32.253+0000 7f8277235780 1 < completed delete operation key=ZMDZCWJKCFRI tag=EAGO8WS1Z88A type=del 2024-04-15T14:56:32.256 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:32.255+0000 7f8277235780 1 > prepared operation key=G82D816QHN8B tag=09C96V1SOOI6 type=del size=4114699 2024-04-15T14:56:32.258 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:32.257+0000 7f8277235780 1 < completed part key=_multipart_P0TQX1TRPSLX.2~HFA4Y29LXDK6.0 size=1048576 2024-04-15T14:56:32.260 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:32.259+0000 7f8277235780 1 < completed part key=_multipart_P0TQX1TRPSLX.2~HFA4Y29LXDK6.1 size=783147 2024-04-15T14:56:32.263 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:32.262+0000 7f8277235780 1 < completed multipart upload key=P0TQX1TRPSLX upload=HFA4Y29LXDK6 tag=LH615KJ2BRAL type=write size=2880299 2024-04-15T14:56:32.266 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:32.265+0000 7f8277235780 1 > prepared part key=_multipart_YTVARSCACASJ.2~IHALBF27Y030.0 size=240142 2024-04-15T14:56:32.266 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:32.265+0000 7f8277235780 1 > prepared multipart upload key=YTVARSCACASJ upload=IHALBF27Y030 tag=NK6UW713TA6Y type=write size=1288718 2024-04-15T14:56:32.268 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:32.267+0000 7f8277235780 1 < completed part key=_multipart_BNQH1MC9XO9F.2~ZEL0H46GTUSG.0 size=1048576 2024-04-15T14:56:32.268 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:32.267+0000 7f8277235780 1 < canceled part key=_multipart_BNQH1MC9XO9F.2~ZEL0H46GTUSG.1 size=1004855 2024-04-15T14:56:32.271 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:32.270+0000 7f8277235780 1 < canceled multipart upload key=BNQH1MC9XO9F upload=ZEL0H46GTUSG tag=VOKJJ1MGEX09 type=write size=3102007 2024-04-15T14:56:32.275 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:32.274+0000 7f8277235780 1 > prepared part key=_multipart_IVOFLSPJ0099.2~RQBILVUYRXIO.0 size=1048576 2024-04-15T14:56:32.276 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:32.276+0000 7f8277235780 1 > prepared part key=_multipart_IVOFLSPJ0099.2~RQBILVUYRXIO.1 size=641036 2024-04-15T14:56:32.277 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:32.276+0000 7f8277235780 1 > prepared multipart upload key=IVOFLSPJ0099 upload=RQBILVUYRXIO tag=IMCG0IMQ6JLV type=write size=2738188 2024-04-15T14:56:32.278 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:32.277+0000 7f8277235780 1 < completed part key=_multipart_MIRREM7KIO9I.2~VM72OA4BGMA9.0 size=1048576 2024-04-15T14:56:32.280 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:32.279+0000 7f8277235780 1 < completed part key=_multipart_MIRREM7KIO9I.2~VM72OA4BGMA9.1 size=1048576 2024-04-15T14:56:32.281 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:32.280+0000 7f8277235780 1 < completed part key=_multipart_MIRREM7KIO9I.2~VM72OA4BGMA9.2 size=100527 2024-04-15T14:56:32.285 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:32.284+0000 7f8277235780 1 < completed multipart upload key=MIRREM7KIO9I upload=VM72OA4BGMA9 tag=GEGKUBN7WG11 type=write size=3246255 2024-04-15T14:56:32.288 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:32.288+0000 7f8277235780 1 > prepared part key=_multipart_BSJC05AGXDJ3.2~K7N97YKKFNXY.0 size=1048576 2024-04-15T14:56:32.290 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:32.289+0000 7f8277235780 1 > prepared part key=_multipart_BSJC05AGXDJ3.2~K7N97YKKFNXY.1 size=1048576 2024-04-15T14:56:32.292 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:32.291+0000 7f8277235780 1 > prepared part key=_multipart_BSJC05AGXDJ3.2~K7N97YKKFNXY.2 size=165573 2024-04-15T14:56:32.292 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:32.291+0000 7f8277235780 1 > prepared multipart upload key=BSJC05AGXDJ3 upload=K7N97YKKFNXY tag=7NOBGE3BK5JB type=write size=3311301 2024-04-15T14:56:32.293 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:32.293+0000 7f8277235780 1 < completed write operation key=IVOFLSPJ0099 tag=90497IBKYL18 type=write size=468647 2024-04-15T14:56:32.295 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:32.294+0000 7f8277235780 1 > prepared operation key=50Y0EU7H0QWF tag=GWC8S7YQM08A type=del size=3357934 2024-04-15T14:56:32.299 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:32.299+0000 7f8277235780 1 < suggested remove operation key=BSJC05AGXDJ3 tag=2GYHXM33TQL5 type=del 2024-04-15T14:56:32.302 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:32.301+0000 7f8277235780 1 > prepared operation key=MFZTYOL605I7 tag=BE3G7K26QSWX type=del size=3246986 2024-04-15T14:56:32.304 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:32.303+0000 7f8277235780 1 < completed delete operation key=G82D816QHN8B tag=54OUN39DMPAB type=del 2024-04-15T14:56:32.307 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:32.306+0000 7f8277235780 1 > prepared part key=_multipart_ASEC18UU5NGJ.2~JST9N4R2EFDO.0 size=1048576 2024-04-15T14:56:32.309 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:32.308+0000 7f8277235780 1 > prepared part key=_multipart_ASEC18UU5NGJ.2~JST9N4R2EFDO.1 size=1048576 2024-04-15T14:56:32.310 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:32.310+0000 7f8277235780 1 > prepared part key=_multipart_ASEC18UU5NGJ.2~JST9N4R2EFDO.2 size=916712 2024-04-15T14:56:32.311 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:32.310+0000 7f8277235780 1 > prepared multipart upload key=ASEC18UU5NGJ upload=JST9N4R2EFDO tag=1YBNKA8T1H9B type=write size=4062440 2024-04-15T14:56:32.312 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:32.312+0000 7f8277235780 1 < completed write operation key=MFZTYOL605I7 tag=DW2CK1BD0D71 type=write size=605271 2024-04-15T14:56:32.316 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:32.315+0000 7f8277235780 1 > prepared part key=_multipart_MFZTYOL605I7.2~BHY706IHXG4V.0 size=1048576 2024-04-15T14:56:32.318 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:32.317+0000 7f8277235780 1 > prepared part key=_multipart_MFZTYOL605I7.2~BHY706IHXG4V.1 size=1048576 2024-04-15T14:56:32.320 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:32.319+0000 7f8277235780 1 > prepared part key=_multipart_MFZTYOL605I7.2~BHY706IHXG4V.2 size=186708 2024-04-15T14:56:32.320 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:32.319+0000 7f8277235780 1 > prepared multipart upload key=MFZTYOL605I7 upload=BHY706IHXG4V tag=GJ4CQBD0KTFC type=write size=3332436 2024-04-15T14:56:32.321 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:32.321+0000 7f8277235780 1 < completed write operation key=7XVTB4OPZZOY tag=T3A7INSQZKR4 type=write size=707354 2024-04-15T14:56:32.323 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:32.323+0000 7f8277235780 1 > prepared operation key=DY5BWB5TVQV1 tag=REX1JXDC4C7S type=del size=1102264 2024-04-15T14:56:32.327 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:32.326+0000 7f8277235780 1 < suggested remove operation key=F402GDJVN3I9 tag=5IRQI3BBCUCI type=del 2024-04-15T14:56:32.329 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:32.328+0000 7f8277235780 1 > prepared operation key=BSJC05AGXDJ3 tag=L5MG0FV5EI1I type=del size=1965015 2024-04-15T14:56:32.331 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:32.330+0000 7f8277235780 1 < completed delete operation key=54T20V7YW2K4 tag=QP9AW8XKGPQR type=del 2024-04-15T14:56:32.333 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:32.333+0000 7f8277235780 1 > prepared operation key=54T20V7YW2K4 tag=TFCBD2ZXWOTS type=del size=829347 2024-04-15T14:56:32.336 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:32.335+0000 7f8277235780 -1 < failed to complete operation key=BSJC05AGXDJ3 tag=B28Y2GFMBUGO type=del size=1989057: (22) Invalid argument 2024-04-15T14:56:32.338 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:32.337+0000 7f8277235780 1 > prepared operation key=50Y0EU7H0QWF tag=VPIHIMQF4W94 type=del size=3761801 2024-04-15T14:56:32.340 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:32.339+0000 7f8277235780 1 < completed part key=_multipart_ZMDZCWJKCFRI.2~YWOGW80CAXXS.0 size=1048576 2024-04-15T14:56:32.342 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:32.341+0000 7f8277235780 1 < completed part key=_multipart_ZMDZCWJKCFRI.2~YWOGW80CAXXS.1 size=215994 2024-04-15T14:56:32.345 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:32.344+0000 7f8277235780 1 < completed multipart upload key=ZMDZCWJKCFRI upload=YWOGW80CAXXS tag=OWJ80P8IPANO type=write size=2313146 2024-04-15T14:56:32.348 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:32.348+0000 7f8277235780 1 > prepared part key=_multipart_ASEC18UU5NGJ.2~QYAJ0EFO2BF7.0 size=636199 2024-04-15T14:56:32.349 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:32.348+0000 7f8277235780 1 > prepared multipart upload key=ASEC18UU5NGJ upload=QYAJ0EFO2BF7 tag=A22N0590XICS type=write size=1684775 2024-04-15T14:56:32.350 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:32.349+0000 7f8277235780 1 < completed delete operation key=8X2ELHS3HRGS tag=VIOXAMLXK6Z6 type=del 2024-04-15T14:56:32.352 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:32.351+0000 7f8277235780 1 > prepared operation key=D9NMXV7JDMXJ tag=8435KAQQJZEI type=write size=549225 2024-04-15T14:56:32.354 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:32.353+0000 7f8277235780 1 < completed delete operation key=8X2ELHS3HRGS tag=3DCIIU6BZJ8I type=del 2024-04-15T14:56:32.356 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:32.355+0000 7f8277235780 1 > prepared operation key=8X2ELHS3HRGS tag=FQ1F7NGX5DI3 type=write size=360966 2024-04-15T14:56:32.359 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:32.358+0000 7f8277235780 1 < completed delete operation key=7XVTB4OPZZOY tag=JAFBJ9KNW3E4 type=del 2024-04-15T14:56:32.360 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:32.359+0000 7f8277235780 1 > prepared operation key=33SEOBW9RRJN tag=W580X9VO5KXN type=del size=866476 2024-04-15T14:56:32.364 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:32.363+0000 7f8277235780 1 < suggested remove operation key=G82D816QHN8B tag=09C96V1SOOI6 type=del 2024-04-15T14:56:32.367 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:32.366+0000 7f8277235780 1 > prepared part key=_multipart_MFZTYOL605I7.2~OBUK2XAG3F9R.0 size=1048576 2024-04-15T14:56:32.369 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:32.368+0000 7f8277235780 1 > prepared part key=_multipart_MFZTYOL605I7.2~OBUK2XAG3F9R.1 size=1048576 2024-04-15T14:56:32.370 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:32.370+0000 7f8277235780 1 > prepared part key=_multipart_MFZTYOL605I7.2~OBUK2XAG3F9R.2 size=1021652 2024-04-15T14:56:32.371 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:32.370+0000 7f8277235780 1 > prepared multipart upload key=MFZTYOL605I7 upload=OBUK2XAG3F9R tag=PS3FUJ3QYOOO type=write size=4167380 2024-04-15T14:56:32.372 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:32.372+0000 7f8277235780 1 < completed part key=_multipart_YTVARSCACASJ.2~IHALBF27Y030.0 size=240142 2024-04-15T14:56:32.375 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:32.374+0000 7f8277235780 1 < completed multipart upload key=YTVARSCACASJ upload=IHALBF27Y030 tag=NK6UW713TA6Y type=write size=1288718 2024-04-15T14:56:32.379 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:32.378+0000 7f8277235780 1 > prepared part key=_multipart_50Y0EU7H0QWF.2~GU6XZK1AZ5IX.0 size=1048576 2024-04-15T14:56:32.380 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:32.379+0000 7f8277235780 1 > prepared part key=_multipart_50Y0EU7H0QWF.2~GU6XZK1AZ5IX.1 size=407596 2024-04-15T14:56:32.380 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:32.379+0000 7f8277235780 1 > prepared multipart upload key=50Y0EU7H0QWF upload=GU6XZK1AZ5IX tag=YTMS2E8QPFC7 type=write size=2504748 2024-04-15T14:56:32.382 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:32.381+0000 7f8277235780 1 < completed part key=_multipart_IVOFLSPJ0099.2~RQBILVUYRXIO.0 size=1048576 2024-04-15T14:56:32.384 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:32.383+0000 7f8277235780 1 < completed part key=_multipart_IVOFLSPJ0099.2~RQBILVUYRXIO.1 size=641036 2024-04-15T14:56:32.387 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:32.386+0000 7f8277235780 1 < completed multipart upload key=IVOFLSPJ0099 upload=RQBILVUYRXIO tag=IMCG0IMQ6JLV type=write size=2738188 2024-04-15T14:56:32.389 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:32.388+0000 7f8277235780 1 > prepared operation key=NII4HKLD4YSI tag=S1PH7VWUQ7BE type=del size=2210081 2024-04-15T14:56:32.391 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:32.390+0000 7f8277235780 1 < completed part key=_multipart_BSJC05AGXDJ3.2~K7N97YKKFNXY.0 size=1048576 2024-04-15T14:56:32.393 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:32.392+0000 7f8277235780 1 < completed part key=_multipart_BSJC05AGXDJ3.2~K7N97YKKFNXY.1 size=1048576 2024-04-15T14:56:32.394 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:32.394+0000 7f8277235780 1 < completed part key=_multipart_BSJC05AGXDJ3.2~K7N97YKKFNXY.2 size=165573 2024-04-15T14:56:32.398 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:32.397+0000 7f8277235780 1 < completed multipart upload key=BSJC05AGXDJ3 upload=K7N97YKKFNXY tag=7NOBGE3BK5JB type=write size=3311301 2024-04-15T14:56:32.400 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:32.399+0000 7f8277235780 1 > prepared operation key=Q0PE50H1CDIB tag=JZ0092064Y4T type=del size=4001734 2024-04-15T14:56:32.402 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:32.401+0000 7f8277235780 1 < canceled operation key=50Y0EU7H0QWF tag=GWC8S7YQM08A type=del size=3357934 2024-04-15T14:56:32.406 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:32.405+0000 7f8277235780 1 > prepared part key=_multipart_RQYB4B0WTR9V.2~7DDDNFBQ4GUP.0 size=1048576 2024-04-15T14:56:32.408 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:32.407+0000 7f8277235780 1 > prepared part key=_multipart_RQYB4B0WTR9V.2~7DDDNFBQ4GUP.1 size=1048576 2024-04-15T14:56:32.409 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:32.408+0000 7f8277235780 1 > prepared part key=_multipart_RQYB4B0WTR9V.2~7DDDNFBQ4GUP.2 size=957622 2024-04-15T14:56:32.409 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:32.408+0000 7f8277235780 1 > prepared multipart upload key=RQYB4B0WTR9V upload=7DDDNFBQ4GUP tag=0LW9B0TDD721 type=write size=4103350 2024-04-15T14:56:32.411 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:32.410+0000 7f8277235780 1 < completed delete operation key=MFZTYOL605I7 tag=BE3G7K26QSWX type=del 2024-04-15T14:56:32.413 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:32.412+0000 7f8277235780 1 > prepared operation key=DY5BWB5TVQV1 tag=0B9CW3M4I7TC type=write size=457284 2024-04-15T14:56:32.415 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:32.414+0000 7f8277235780 1 < completed part key=_multipart_ASEC18UU5NGJ.2~JST9N4R2EFDO.0 size=1048576 2024-04-15T14:56:32.416 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:32.416+0000 7f8277235780 1 < completed part key=_multipart_ASEC18UU5NGJ.2~JST9N4R2EFDO.1 size=1048576 2024-04-15T14:56:32.418 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:32.417+0000 7f8277235780 1 < completed part key=_multipart_ASEC18UU5NGJ.2~JST9N4R2EFDO.2 size=916712 2024-04-15T14:56:32.422 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:32.421+0000 7f8277235780 1 < completed multipart upload key=ASEC18UU5NGJ upload=JST9N4R2EFDO tag=1YBNKA8T1H9B type=write size=4062440 2024-04-15T14:56:32.423 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:32.423+0000 7f8277235780 1 > prepared operation key=Q0PE50H1CDIB tag=J1XC4VR2OWP0 type=write size=177723 2024-04-15T14:56:32.425 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:32.424+0000 7f8277235780 1 < completed part key=_multipart_MFZTYOL605I7.2~BHY706IHXG4V.0 size=1048576 2024-04-15T14:56:32.427 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:32.426+0000 7f8277235780 1 < completed part key=_multipart_MFZTYOL605I7.2~BHY706IHXG4V.1 size=1048576 2024-04-15T14:56:32.429 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:32.428+0000 7f8277235780 1 < completed part key=_multipart_MFZTYOL605I7.2~BHY706IHXG4V.2 size=186708 2024-04-15T14:56:32.432 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:32.431+0000 7f8277235780 1 < completed multipart upload key=MFZTYOL605I7 upload=BHY706IHXG4V tag=GJ4CQBD0KTFC type=write size=3332436 2024-04-15T14:56:32.434 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:32.433+0000 7f8277235780 1 > prepared operation key=OQ3O0PKNZJ9S tag=SJEAXLSEI7MQ type=del size=1525519 2024-04-15T14:56:32.436 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:32.435+0000 7f8277235780 1 < completed delete operation key=DY5BWB5TVQV1 tag=REX1JXDC4C7S type=del 2024-04-15T14:56:32.439 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:32.439+0000 7f8277235780 1 > prepared part key=_multipart_UCHFZKBWU6MN.2~LYG354IYSHZG.0 size=1048576 2024-04-15T14:56:32.441 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:32.440+0000 7f8277235780 1 > prepared part key=_multipart_UCHFZKBWU6MN.2~LYG354IYSHZG.1 size=101090 2024-04-15T14:56:32.441 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:32.440+0000 7f8277235780 1 > prepared multipart upload key=UCHFZKBWU6MN upload=LYG354IYSHZG tag=RRXC9R1RUR0R type=write size=2198242 2024-04-15T14:56:32.443 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:32.442+0000 7f8277235780 1 < completed delete operation key=BSJC05AGXDJ3 tag=L5MG0FV5EI1I type=del 2024-04-15T14:56:32.447 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:32.446+0000 7f8277235780 1 > prepared part key=_multipart_IVOFLSPJ0099.2~0QRHR8WELBIB.0 size=1048576 2024-04-15T14:56:32.448 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:32.448+0000 7f8277235780 1 > prepared part key=_multipart_IVOFLSPJ0099.2~0QRHR8WELBIB.1 size=1048576 2024-04-15T14:56:32.450 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:32.449+0000 7f8277235780 1 > prepared part key=_multipart_IVOFLSPJ0099.2~0QRHR8WELBIB.2 size=325290 2024-04-15T14:56:32.450 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:32.449+0000 7f8277235780 1 > prepared multipart upload key=IVOFLSPJ0099 upload=0QRHR8WELBIB tag=OYMN3H18L004 type=write size=3471018 2024-04-15T14:56:32.452 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:32.451+0000 7f8277235780 1 < completed delete operation key=54T20V7YW2K4 tag=TFCBD2ZXWOTS type=del 2024-04-15T14:56:32.453 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:32.453+0000 7f8277235780 1 > prepared operation key=BSJC05AGXDJ3 tag=GE955U5W14DC type=del size=2540063 2024-04-15T14:56:32.458 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:32.455+0000 7f8277235780 1 < completed delete operation key=50Y0EU7H0QWF tag=VPIHIMQF4W94 type=del 2024-04-15T14:56:32.458 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:32.457+0000 7f8277235780 1 > prepared operation key=50Y0EU7H0QWF tag=2FMP8OYAURXB type=del size=1998093 2024-04-15T14:56:32.460 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:32.459+0000 7f8277235780 1 < completed part key=_multipart_ASEC18UU5NGJ.2~QYAJ0EFO2BF7.0 size=636199 2024-04-15T14:56:32.463 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:32.462+0000 7f8277235780 1 < completed multipart upload key=ASEC18UU5NGJ upload=QYAJ0EFO2BF7 tag=A22N0590XICS type=write size=1684775 2024-04-15T14:56:32.465 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:32.464+0000 7f8277235780 1 > prepared operation key=MIRREM7KIO9I tag=WH5JPFOGBCQY type=del size=3355073 2024-04-15T14:56:32.466 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:32.466+0000 7f8277235780 1 < completed write operation key=D9NMXV7JDMXJ tag=8435KAQQJZEI type=write size=549225 2024-04-15T14:56:32.470 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:32.469+0000 7f8277235780 1 > prepared part key=_multipart_7XVTB4OPZZOY.2~RM9KYETYAIL8.0 size=1048576 2024-04-15T14:56:32.471 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:32.470+0000 7f8277235780 1 > prepared part key=_multipart_7XVTB4OPZZOY.2~RM9KYETYAIL8.1 size=880171 2024-04-15T14:56:32.471 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:32.470+0000 7f8277235780 1 > prepared multipart upload key=7XVTB4OPZZOY upload=RM9KYETYAIL8 tag=FIA9SJOFK7PO type=write size=2977323 2024-04-15T14:56:32.475 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:32.474+0000 7f8277235780 1 < suggested update operation key=8X2ELHS3HRGS tag=FQ1F7NGX5DI3 type=write size=360966 2024-04-15T14:56:32.476 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:32.475+0000 7f8277235780 1 > prepared operation key=8X2ELHS3HRGS tag=8R0QHIU14TQZ type=del size=2300738 2024-04-15T14:56:32.480 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:32.479+0000 7f8277235780 1 < suggested remove operation key=33SEOBW9RRJN tag=W580X9VO5KXN type=del 2024-04-15T14:56:32.484 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:32.483+0000 7f8277235780 1 > prepared part key=_multipart_UCHFZKBWU6MN.2~1OCMN20UL3XG.0 size=1048576 2024-04-15T14:56:32.485 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:32.484+0000 7f8277235780 1 > prepared part key=_multipart_UCHFZKBWU6MN.2~1OCMN20UL3XG.1 size=1048576 2024-04-15T14:56:32.487 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:32.486+0000 7f8277235780 1 > prepared part key=_multipart_UCHFZKBWU6MN.2~1OCMN20UL3XG.2 size=194520 2024-04-15T14:56:32.487 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:32.486+0000 7f8277235780 1 > prepared multipart upload key=UCHFZKBWU6MN upload=1OCMN20UL3XG tag=DIZE1ZU72HKW type=write size=3340248 2024-04-15T14:56:32.489 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:32.488+0000 7f8277235780 1 < completed part key=_multipart_MFZTYOL605I7.2~OBUK2XAG3F9R.0 size=1048576 2024-04-15T14:56:32.489 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:32.488+0000 7f8277235780 1 < canceled part key=_multipart_MFZTYOL605I7.2~OBUK2XAG3F9R.1 size=1048576 2024-04-15T14:56:32.490 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:32.489+0000 7f8277235780 1 < completed part key=_multipart_MFZTYOL605I7.2~OBUK2XAG3F9R.2 size=1021652 2024-04-15T14:56:32.493 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:32.492+0000 7f8277235780 1 < canceled multipart upload key=MFZTYOL605I7 upload=OBUK2XAG3F9R tag=PS3FUJ3QYOOO type=write size=4167380 2024-04-15T14:56:32.497 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:32.496+0000 7f8277235780 1 > prepared part key=_multipart_ZMDZCWJKCFRI.2~4GSWRWTXGS49.0 size=516309 2024-04-15T14:56:32.497 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:32.496+0000 7f8277235780 1 > prepared multipart upload key=ZMDZCWJKCFRI upload=4GSWRWTXGS49 tag=EUDNMJH6JFSQ type=write size=1564885 2024-04-15T14:56:32.499 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:32.498+0000 7f8277235780 1 < completed part key=_multipart_50Y0EU7H0QWF.2~GU6XZK1AZ5IX.0 size=1048576 2024-04-15T14:56:32.501 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:32.500+0000 7f8277235780 1 < completed part key=_multipart_50Y0EU7H0QWF.2~GU6XZK1AZ5IX.1 size=407596 2024-04-15T14:56:32.504 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:32.503+0000 7f8277235780 1 < completed multipart upload key=50Y0EU7H0QWF upload=GU6XZK1AZ5IX tag=YTMS2E8QPFC7 type=write size=2504748 2024-04-15T14:56:32.506 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:32.505+0000 7f8277235780 1 > prepared operation key=F402GDJVN3I9 tag=Z0DGETW6UP3H type=del size=260147 2024-04-15T14:56:32.508 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:32.507+0000 7f8277235780 1 < completed delete operation key=NII4HKLD4YSI tag=S1PH7VWUQ7BE type=del 2024-04-15T14:56:32.510 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:32.509+0000 7f8277235780 1 > prepared operation key=33SEOBW9RRJN tag=Z9AAMUYZ9QIG type=del size=2123941 2024-04-15T14:56:32.514 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:32.513+0000 7f8277235780 1 < suggested remove operation key=Q0PE50H1CDIB tag=JZ0092064Y4T type=del 2024-04-15T14:56:32.515 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:32.515+0000 7f8277235780 1 > prepared operation key=MFZTYOL605I7 tag=Y51YGLVPPL28 type=del size=763581 2024-04-15T14:56:32.517 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:32.516+0000 7f8277235780 1 < completed part key=_multipart_RQYB4B0WTR9V.2~7DDDNFBQ4GUP.0 size=1048576 2024-04-15T14:56:32.517 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:32.516+0000 7f8277235780 1 < canceled part key=_multipart_RQYB4B0WTR9V.2~7DDDNFBQ4GUP.1 size=1048576 2024-04-15T14:56:32.519 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:32.518+0000 7f8277235780 1 < completed part key=_multipart_RQYB4B0WTR9V.2~7DDDNFBQ4GUP.2 size=957622 2024-04-15T14:56:32.522 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:32.521+0000 7f8277235780 1 < canceled multipart upload key=RQYB4B0WTR9V upload=7DDDNFBQ4GUP tag=0LW9B0TDD721 type=write size=4103350 2024-04-15T14:56:32.525 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:32.524+0000 7f8277235780 1 > prepared part key=_multipart_81DQOX7PNGMS.2~UOXLGT166WYT.0 size=1048576 2024-04-15T14:56:32.527 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:32.526+0000 7f8277235780 1 > prepared part key=_multipart_81DQOX7PNGMS.2~UOXLGT166WYT.1 size=360072 2024-04-15T14:56:32.527 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:32.526+0000 7f8277235780 1 > prepared multipart upload key=81DQOX7PNGMS upload=UOXLGT166WYT tag=MWTFYA0MREYZ type=write size=2457224 2024-04-15T14:56:32.530 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:32.529+0000 7f8277235780 1 < suggested update operation key=DY5BWB5TVQV1 tag=0B9CW3M4I7TC type=write size=457284 2024-04-15T14:56:32.534 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:32.533+0000 7f8277235780 1 > prepared part key=_multipart_8X2ELHS3HRGS.2~UJPFSZI086MH.0 size=1048576 2024-04-15T14:56:32.535 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:32.535+0000 7f8277235780 1 > prepared part key=_multipart_8X2ELHS3HRGS.2~UJPFSZI086MH.1 size=519428 2024-04-15T14:56:32.536 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:32.535+0000 7f8277235780 1 > prepared multipart upload key=8X2ELHS3HRGS upload=UJPFSZI086MH tag=DK55HWCU0PWV type=write size=2616580 2024-04-15T14:56:32.538 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:32.537+0000 7f8277235780 -1 < failed to complete operation key=Q0PE50H1CDIB tag=J1XC4VR2OWP0 type=write size=177723: (22) Invalid argument 2024-04-15T14:56:32.540 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:32.539+0000 7f8277235780 1 > prepared operation key=RQYB4B0WTR9V tag=I69GV75Q1PWW type=del size=3393935 2024-04-15T14:56:32.543 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:32.543+0000 7f8277235780 1 < suggested remove operation key=OQ3O0PKNZJ9S tag=SJEAXLSEI7MQ type=del 2024-04-15T14:56:32.545 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:32.544+0000 7f8277235780 1 > prepared operation key=D9NMXV7JDMXJ tag=CAO4WB39WT28 type=del size=1610443 2024-04-15T14:56:32.547 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:32.546+0000 7f8277235780 1 < completed part key=_multipart_UCHFZKBWU6MN.2~LYG354IYSHZG.0 size=1048576 2024-04-15T14:56:32.549 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:32.548+0000 7f8277235780 1 < completed part key=_multipart_UCHFZKBWU6MN.2~LYG354IYSHZG.1 size=101090 2024-04-15T14:56:32.552 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:32.551+0000 7f8277235780 1 < completed multipart upload key=UCHFZKBWU6MN upload=LYG354IYSHZG tag=RRXC9R1RUR0R type=write size=2198242 2024-04-15T14:56:32.555 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:32.554+0000 7f8277235780 1 > prepared part key=_multipart_54T20V7YW2K4.2~7E7BDGAWBYYZ.0 size=1048576 2024-04-15T14:56:32.557 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:32.556+0000 7f8277235780 1 > prepared part key=_multipart_54T20V7YW2K4.2~7E7BDGAWBYYZ.1 size=1048576 2024-04-15T14:56:32.559 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:32.558+0000 7f8277235780 1 > prepared part key=_multipart_54T20V7YW2K4.2~7E7BDGAWBYYZ.2 size=304907 2024-04-15T14:56:32.559 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:32.558+0000 7f8277235780 1 > prepared multipart upload key=54T20V7YW2K4 upload=7E7BDGAWBYYZ tag=YGK16EUWK15N type=write size=3450635 2024-04-15T14:56:32.559 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:32.558+0000 7f8277235780 1 < canceled part key=_multipart_IVOFLSPJ0099.2~0QRHR8WELBIB.0 size=1048576 2024-04-15T14:56:32.561 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:32.560+0000 7f8277235780 1 < completed part key=_multipart_IVOFLSPJ0099.2~0QRHR8WELBIB.1 size=1048576 2024-04-15T14:56:32.562 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:32.562+0000 7f8277235780 1 < completed part key=_multipart_IVOFLSPJ0099.2~0QRHR8WELBIB.2 size=325290 2024-04-15T14:56:32.565 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:32.565+0000 7f8277235780 1 < canceled multipart upload key=IVOFLSPJ0099 upload=0QRHR8WELBIB tag=OYMN3H18L004 type=write size=3471018 2024-04-15T14:56:32.569 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:32.568+0000 7f8277235780 1 > prepared part key=_multipart_IVOFLSPJ0099.2~X4UJMFKKN1KQ.0 size=1048576 2024-04-15T14:56:32.571 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:32.570+0000 7f8277235780 1 > prepared part key=_multipart_IVOFLSPJ0099.2~X4UJMFKKN1KQ.1 size=566931 2024-04-15T14:56:32.571 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:32.570+0000 7f8277235780 1 > prepared multipart upload key=IVOFLSPJ0099 upload=X4UJMFKKN1KQ tag=1053GKY8FWZY type=write size=2664083 2024-04-15T14:56:32.573 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:32.572+0000 7f8277235780 1 < completed delete operation key=BSJC05AGXDJ3 tag=GE955U5W14DC type=del 2024-04-15T14:56:32.575 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:32.574+0000 7f8277235780 1 > prepared operation key=OQ3O0PKNZJ9S tag=CS0TNIRDOPWV type=del size=3847387 2024-04-15T14:56:32.577 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:32.576+0000 7f8277235780 1 < completed delete operation key=50Y0EU7H0QWF tag=2FMP8OYAURXB type=del 2024-04-15T14:56:32.581 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:32.580+0000 7f8277235780 1 > prepared part key=_multipart_50Y0EU7H0QWF.2~NRG0EI357L65.0 size=1048576 2024-04-15T14:56:32.582 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:32.581+0000 7f8277235780 1 > prepared part key=_multipart_50Y0EU7H0QWF.2~NRG0EI357L65.1 size=1048576 2024-04-15T14:56:32.584 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:32.583+0000 7f8277235780 1 > prepared part key=_multipart_50Y0EU7H0QWF.2~NRG0EI357L65.2 size=770758 2024-04-15T14:56:32.584 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:32.583+0000 7f8277235780 1 > prepared multipart upload key=50Y0EU7H0QWF upload=NRG0EI357L65 tag=BJVEAEML1YJN type=write size=3916486 2024-04-15T14:56:32.588 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:32.587+0000 7f8277235780 1 < suggested update operation key=MIRREM7KIO9I tag=WH5JPFOGBCQY type=del size=3355073 2024-04-15T14:56:32.590 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:32.589+0000 7f8277235780 1 > prepared operation key=BSJC05AGXDJ3 tag=00GZ1AJ2ZJGT type=del size=3722610 2024-04-15T14:56:32.591 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:32.590+0000 7f8277235780 1 < completed part key=_multipart_7XVTB4OPZZOY.2~RM9KYETYAIL8.0 size=1048576 2024-04-15T14:56:32.591 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:32.590+0000 7f8277235780 1 < canceled part key=_multipart_7XVTB4OPZZOY.2~RM9KYETYAIL8.1 size=880171 2024-04-15T14:56:32.594 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:32.594+0000 7f8277235780 1 < canceled multipart upload key=7XVTB4OPZZOY upload=RM9KYETYAIL8 tag=FIA9SJOFK7PO type=write size=2977323 2024-04-15T14:56:32.596 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:32.595+0000 7f8277235780 1 > prepared operation key=7XVTB4OPZZOY tag=6IHMEXNIC9KX type=del size=1419798 2024-04-15T14:56:32.601 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:32.599+0000 7f8277235780 1 < suggested update operation key=8X2ELHS3HRGS tag=8R0QHIU14TQZ type=del size=2300738 2024-04-15T14:56:32.604 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:32.603+0000 7f8277235780 1 > prepared part key=_multipart_Q0PE50H1CDIB.2~GJ7K23AJVMJ1.0 size=129432 2024-04-15T14:56:32.604 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:32.603+0000 7f8277235780 1 > prepared multipart upload key=Q0PE50H1CDIB upload=GJ7K23AJVMJ1 tag=IJ6TB2JCFZS0 type=write size=1178008 2024-04-15T14:56:32.606 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:32.605+0000 7f8277235780 1 < completed part key=_multipart_UCHFZKBWU6MN.2~1OCMN20UL3XG.0 size=1048576 2024-04-15T14:56:32.607 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:32.607+0000 7f8277235780 1 < completed part key=_multipart_UCHFZKBWU6MN.2~1OCMN20UL3XG.1 size=1048576 2024-04-15T14:56:32.609 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:32.608+0000 7f8277235780 1 < completed part key=_multipart_UCHFZKBWU6MN.2~1OCMN20UL3XG.2 size=194520 2024-04-15T14:56:32.613 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:32.612+0000 7f8277235780 1 < completed multipart upload key=UCHFZKBWU6MN upload=1OCMN20UL3XG tag=DIZE1ZU72HKW type=write size=3340248 2024-04-15T14:56:32.616 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:32.615+0000 7f8277235780 1 > prepared part key=_multipart_ASEC18UU5NGJ.2~S0VEGXJNXAGM.0 size=1048576 2024-04-15T14:56:32.618 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:32.617+0000 7f8277235780 1 > prepared part key=_multipart_ASEC18UU5NGJ.2~S0VEGXJNXAGM.1 size=1048576 2024-04-15T14:56:32.620 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:32.618+0000 7f8277235780 1 > prepared part key=_multipart_ASEC18UU5NGJ.2~S0VEGXJNXAGM.2 size=734913 2024-04-15T14:56:32.620 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:32.618+0000 7f8277235780 1 > prepared multipart upload key=ASEC18UU5NGJ upload=S0VEGXJNXAGM tag=DI6UDW3VIU89 type=write size=3880641 2024-04-15T14:56:32.621 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:32.620+0000 7f8277235780 1 < completed part key=_multipart_ZMDZCWJKCFRI.2~4GSWRWTXGS49.0 size=516309 2024-04-15T14:56:32.625 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:32.624+0000 7f8277235780 1 < completed multipart upload key=ZMDZCWJKCFRI upload=4GSWRWTXGS49 tag=EUDNMJH6JFSQ type=write size=1564885 2024-04-15T14:56:32.626 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:32.625+0000 7f8277235780 1 > prepared operation key=RQYB4B0WTR9V tag=89TF2R188VC2 type=write size=813635 2024-04-15T14:56:32.628 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:32.627+0000 7f8277235780 1 < completed delete operation key=F402GDJVN3I9 tag=Z0DGETW6UP3H type=del 2024-04-15T14:56:32.632 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:32.631+0000 7f8277235780 1 > prepared part key=_multipart_8X2ELHS3HRGS.2~QE37H61XK4M9.0 size=446123 2024-04-15T14:56:32.632 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:32.631+0000 7f8277235780 1 > prepared multipart upload key=8X2ELHS3HRGS upload=QE37H61XK4M9 tag=HKNZ6OKKTO5K type=write size=1494699 2024-04-15T14:56:32.634 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:32.633+0000 7f8277235780 1 < completed delete operation key=33SEOBW9RRJN tag=Z9AAMUYZ9QIG type=del 2024-04-15T14:56:32.636 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:32.635+0000 7f8277235780 1 > prepared operation key=7XVTB4OPZZOY tag=3OZHXRDKP6LN type=write size=578689 2024-04-15T14:56:32.637 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:32.637+0000 7f8277235780 1 < completed delete operation key=MFZTYOL605I7 tag=Y51YGLVPPL28 type=del 2024-04-15T14:56:32.641 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:32.640+0000 7f8277235780 1 > prepared part key=_multipart_RQYB4B0WTR9V.2~L2UM6A7RS5PF.0 size=208520 2024-04-15T14:56:32.641 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:32.640+0000 7f8277235780 1 > prepared multipart upload key=RQYB4B0WTR9V upload=L2UM6A7RS5PF tag=609KJ3D89BTI type=write size=1257096 2024-04-15T14:56:32.643 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:32.642+0000 7f8277235780 1 < completed part key=_multipart_81DQOX7PNGMS.2~UOXLGT166WYT.0 size=1048576 2024-04-15T14:56:32.643 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:32.642+0000 7f8277235780 1 < canceled part key=_multipart_81DQOX7PNGMS.2~UOXLGT166WYT.1 size=360072 2024-04-15T14:56:32.646 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:32.645+0000 7f8277235780 1 < canceled multipart upload key=81DQOX7PNGMS upload=UOXLGT166WYT tag=MWTFYA0MREYZ type=write size=2457224 2024-04-15T14:56:32.647 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:32.647+0000 7f8277235780 1 > prepared operation key=JY107VG7DVI1 tag=IJ4JCM09GABM type=del size=1578480 2024-04-15T14:56:32.649 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:32.649+0000 7f8277235780 1 < completed part key=_multipart_8X2ELHS3HRGS.2~UJPFSZI086MH.0 size=1048576 2024-04-15T14:56:32.651 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:32.650+0000 7f8277235780 1 < completed part key=_multipart_8X2ELHS3HRGS.2~UJPFSZI086MH.1 size=519428 2024-04-15T14:56:32.654 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:32.653+0000 7f8277235780 1 < completed multipart upload key=8X2ELHS3HRGS upload=UJPFSZI086MH tag=DK55HWCU0PWV type=write size=2616580 2024-04-15T14:56:32.657 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:32.657+0000 7f8277235780 1 > prepared part key=_multipart_81DQOX7PNGMS.2~A6IJRX714F7V.0 size=1048576 2024-04-15T14:56:32.659 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:32.658+0000 7f8277235780 1 > prepared part key=_multipart_81DQOX7PNGMS.2~A6IJRX714F7V.1 size=1048576 2024-04-15T14:56:32.661 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:32.660+0000 7f8277235780 1 > prepared part key=_multipart_81DQOX7PNGMS.2~A6IJRX714F7V.2 size=80956 2024-04-15T14:56:32.661 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:32.660+0000 7f8277235780 1 > prepared multipart upload key=81DQOX7PNGMS upload=A6IJRX714F7V tag=5GR4FWRVM95R type=write size=3226684 2024-04-15T14:56:32.662 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:32.662+0000 7f8277235780 1 < completed delete operation key=RQYB4B0WTR9V tag=I69GV75Q1PWW type=del 2024-04-15T14:56:32.664 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:32.663+0000 7f8277235780 1 > prepared operation key=JDPAU9KY1OMN tag=14DV9LJIEF9Z type=del size=2181251 2024-04-15T14:56:32.667 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:32.666+0000 7f8277235780 1 < completed delete operation key=D9NMXV7JDMXJ tag=CAO4WB39WT28 type=del 2024-04-15T14:56:32.670 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:32.669+0000 7f8277235780 1 > prepared part key=_multipart_RQYB4B0WTR9V.2~78X23WMPD3IA.0 size=1048576 2024-04-15T14:56:32.672 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:32.672+0000 7f8277235780 1 > prepared part key=_multipart_RQYB4B0WTR9V.2~78X23WMPD3IA.1 size=1048576 2024-04-15T14:56:32.674 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:32.673+0000 7f8277235780 1 > prepared part key=_multipart_RQYB4B0WTR9V.2~78X23WMPD3IA.2 size=814724 2024-04-15T14:56:32.674 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:32.673+0000 7f8277235780 1 > prepared multipart upload key=RQYB4B0WTR9V upload=78X23WMPD3IA tag=747J98FC2H88 type=write size=3960452 2024-04-15T14:56:32.676 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:32.675+0000 7f8277235780 1 < completed part key=_multipart_54T20V7YW2K4.2~7E7BDGAWBYYZ.0 size=1048576 2024-04-15T14:56:32.676 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:32.675+0000 7f8277235780 1 < canceled part key=_multipart_54T20V7YW2K4.2~7E7BDGAWBYYZ.1 size=1048576 2024-04-15T14:56:32.678 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:32.677+0000 7f8277235780 1 < completed part key=_multipart_54T20V7YW2K4.2~7E7BDGAWBYYZ.2 size=304907 2024-04-15T14:56:32.681 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:32.680+0000 7f8277235780 1 < canceled multipart upload key=54T20V7YW2K4 upload=7E7BDGAWBYYZ tag=YGK16EUWK15N type=write size=3450635 2024-04-15T14:56:32.683 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:32.682+0000 7f8277235780 1 > prepared operation key=BNQH1MC9XO9F tag=37IA95V3QVQP type=del size=3573378 2024-04-15T14:56:32.685 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:32.685+0000 7f8277235780 1 < completed part key=_multipart_IVOFLSPJ0099.2~X4UJMFKKN1KQ.0 size=1048576 2024-04-15T14:56:32.687 INFO:journalctl@ceph.prometheus.a.smithi102.stdout:Apr 15 14:56:32 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-prometheus-a[120881]: ts=2024-04-15T14:56:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi016:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"362ea986-fb34-11ee-bc8f-c7b262605968\", instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T14:56:32.687 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:32.687+0000 7f8277235780 1 < completed part key=_multipart_IVOFLSPJ0099.2~X4UJMFKKN1KQ.1 size=566931 2024-04-15T14:56:32.691 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:32.690+0000 7f8277235780 1 < completed multipart upload key=IVOFLSPJ0099 upload=X4UJMFKKN1KQ tag=1053GKY8FWZY type=write size=2664083 2024-04-15T14:56:32.693 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:32.692+0000 7f8277235780 1 > prepared operation key=0XYNF2N97Y1C tag=J0TRVJ0NQ044 type=del size=842673 2024-04-15T14:56:32.694 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:32.694+0000 7f8277235780 1 < canceled operation key=OQ3O0PKNZJ9S tag=CS0TNIRDOPWV type=del size=3847387 2024-04-15T14:56:32.696 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:32.695+0000 7f8277235780 1 > prepared operation key=MFZTYOL605I7 tag=KCIEPV4ZOMXA type=del size=246970 2024-04-15T14:56:32.698 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:32.697+0000 7f8277235780 1 < completed part key=_multipart_50Y0EU7H0QWF.2~NRG0EI357L65.0 size=1048576 2024-04-15T14:56:32.700 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:32.699+0000 7f8277235780 1 < completed part key=_multipart_50Y0EU7H0QWF.2~NRG0EI357L65.1 size=1048576 2024-04-15T14:56:32.701 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:32.700+0000 7f8277235780 1 < completed part key=_multipart_50Y0EU7H0QWF.2~NRG0EI357L65.2 size=770758 2024-04-15T14:56:32.705 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:32.704+0000 7f8277235780 1 < completed multipart upload key=50Y0EU7H0QWF upload=NRG0EI357L65 tag=BJVEAEML1YJN type=write size=3916486 2024-04-15T14:56:32.708 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:32.708+0000 7f8277235780 1 > prepared part key=_multipart_OQ3O0PKNZJ9S.2~8ZAWEJZYY2SF.0 size=1048576 2024-04-15T14:56:32.710 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:32.709+0000 7f8277235780 1 > prepared part key=_multipart_OQ3O0PKNZJ9S.2~8ZAWEJZYY2SF.1 size=900167 2024-04-15T14:56:32.710 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:32.709+0000 7f8277235780 1 > prepared multipart upload key=OQ3O0PKNZJ9S upload=8ZAWEJZYY2SF tag=K1MR6OZTQFIW type=write size=2997319 2024-04-15T14:56:32.714 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:32.713+0000 7f8277235780 1 < suggested update operation key=BSJC05AGXDJ3 tag=00GZ1AJ2ZJGT type=del size=3722610 2024-04-15T14:56:32.716 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:32.716+0000 7f8277235780 1 > prepared operation key=MFZTYOL605I7 tag=1JIX969IMS3E type=del size=193486 2024-04-15T14:56:32.718 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:32.717+0000 7f8277235780 1 < completed delete operation key=7XVTB4OPZZOY tag=6IHMEXNIC9KX type=del 2024-04-15T14:56:32.720 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:32.719+0000 7f8277235780 1 > prepared operation key=IM0AQIM316IL tag=4O7PJFX68OUE type=del size=2390752 2024-04-15T14:56:32.722 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:32.721+0000 7f8277235780 1 < completed part key=_multipart_Q0PE50H1CDIB.2~GJ7K23AJVMJ1.0 size=129432 2024-04-15T14:56:32.725 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:32.725+0000 7f8277235780 1 < completed multipart upload key=Q0PE50H1CDIB upload=GJ7K23AJVMJ1 tag=IJ6TB2JCFZS0 type=write size=1178008 2024-04-15T14:56:32.728 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:32.727+0000 7f8277235780 1 > prepared operation key=MFZTYOL605I7 tag=WS92PGNL91KI type=write size=710538 2024-04-15T14:56:32.730 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:32.729+0000 7f8277235780 1 < completed part key=_multipart_ASEC18UU5NGJ.2~S0VEGXJNXAGM.0 size=1048576 2024-04-15T14:56:32.731 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:32.730+0000 7f8277235780 1 < completed part key=_multipart_ASEC18UU5NGJ.2~S0VEGXJNXAGM.1 size=1048576 2024-04-15T14:56:32.731 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:32.730+0000 7f8277235780 1 < canceled part key=_multipart_ASEC18UU5NGJ.2~S0VEGXJNXAGM.2 size=734913 2024-04-15T14:56:32.734 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:32.734+0000 7f8277235780 1 < canceled multipart upload key=ASEC18UU5NGJ upload=S0VEGXJNXAGM tag=DI6UDW3VIU89 type=write size=3880641 2024-04-15T14:56:32.736 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:32.736+0000 7f8277235780 1 > prepared operation key=8X2ELHS3HRGS tag=HBBFOH7NE3AO type=del size=2713085 2024-04-15T14:56:32.738 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:32.737+0000 7f8277235780 1 < completed write operation key=RQYB4B0WTR9V tag=89TF2R188VC2 type=write size=813635 2024-04-15T14:56:32.740 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:32.739+0000 7f8277235780 1 > prepared operation key=33SEOBW9RRJN tag=9DG0LYX9RT55 type=del size=1547021 2024-04-15T14:56:32.742 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:32.741+0000 7f8277235780 1 < completed part key=_multipart_8X2ELHS3HRGS.2~QE37H61XK4M9.0 size=446123 2024-04-15T14:56:32.745 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:32.745+0000 7f8277235780 1 < completed multipart upload key=8X2ELHS3HRGS upload=QE37H61XK4M9 tag=HKNZ6OKKTO5K type=write size=1494699 2024-04-15T14:56:32.747 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:32.746+0000 7f8277235780 1 > prepared operation key=DY5BWB5TVQV1 tag=QAQM0R5QT4CR type=del size=2367452 2024-04-15T14:56:32.749 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:32.749+0000 7f8277235780 1 < canceled operation key=7XVTB4OPZZOY tag=3OZHXRDKP6LN type=write size=578689 2024-04-15T14:56:32.751 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:32.750+0000 7f8277235780 1 > prepared operation key=ZMDZCWJKCFRI tag=FFN21PLT5HRS type=del size=2807199 2024-04-15T14:56:32.753 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:32.752+0000 7f8277235780 1 < completed part key=_multipart_RQYB4B0WTR9V.2~L2UM6A7RS5PF.0 size=208520 2024-04-15T14:56:32.756 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:32.756+0000 7f8277235780 1 < completed multipart upload key=RQYB4B0WTR9V upload=L2UM6A7RS5PF tag=609KJ3D89BTI type=write size=1257096 2024-04-15T14:56:32.758 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:32.757+0000 7f8277235780 1 > prepared operation key=ZMDZCWJKCFRI tag=SD4NCNS3VN4B type=write size=456206 2024-04-15T14:56:32.760 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:32.759+0000 7f8277235780 1 < completed delete operation key=JY107VG7DVI1 tag=IJ4JCM09GABM type=del 2024-04-15T14:56:32.762 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:32.761+0000 7f8277235780 1 > prepared operation key=CBSCS8P8QL0Q tag=4JTNF4FIL9HG type=del size=3212413 2024-04-15T14:56:32.764 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:32.764+0000 7f8277235780 1 < completed part key=_multipart_81DQOX7PNGMS.2~A6IJRX714F7V.0 size=1048576 2024-04-15T14:56:32.766 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:32.765+0000 7f8277235780 1 < completed part key=_multipart_81DQOX7PNGMS.2~A6IJRX714F7V.1 size=1048576 2024-04-15T14:56:32.768 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:32.767+0000 7f8277235780 1 < completed part key=_multipart_81DQOX7PNGMS.2~A6IJRX714F7V.2 size=80956 2024-04-15T14:56:32.771 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:32.770+0000 7f8277235780 1 < completed multipart upload key=81DQOX7PNGMS upload=A6IJRX714F7V tag=5GR4FWRVM95R type=write size=3226684 2024-04-15T14:56:32.773 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:32.773+0000 7f8277235780 1 > prepared operation key=BSJC05AGXDJ3 tag=F9RA15Z33IO2 type=del size=921553 2024-04-15T14:56:32.775 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:32.775+0000 7f8277235780 1 < completed delete operation key=JDPAU9KY1OMN tag=14DV9LJIEF9Z type=del 2024-04-15T14:56:32.778 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:32.777+0000 7f8277235780 1 > prepared operation key=8X2ELHS3HRGS tag=4W9QMU4Q1L3K type=del size=3464706 2024-04-15T14:56:32.780 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:32.779+0000 7f8277235780 1 < completed part key=_multipart_RQYB4B0WTR9V.2~78X23WMPD3IA.0 size=1048576 2024-04-15T14:56:32.781 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:32.780+0000 7f8277235780 1 < completed part key=_multipart_RQYB4B0WTR9V.2~78X23WMPD3IA.1 size=1048576 2024-04-15T14:56:32.783 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:32.782+0000 7f8277235780 1 < completed part key=_multipart_RQYB4B0WTR9V.2~78X23WMPD3IA.2 size=814724 2024-04-15T14:56:32.786 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:32.785+0000 7f8277235780 1 < completed multipart upload key=RQYB4B0WTR9V upload=78X23WMPD3IA tag=747J98FC2H88 type=write size=3960452 2024-04-15T14:56:32.788 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:32.788+0000 7f8277235780 1 > prepared operation key=P0TQX1TRPSLX tag=ON5M2860Z12Q type=del size=1490406 2024-04-15T14:56:32.790 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:32.790+0000 7f8277235780 1 < completed delete operation key=BNQH1MC9XO9F tag=37IA95V3QVQP type=del 2024-04-15T14:56:32.794 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:32.793+0000 7f8277235780 1 > prepared part key=_multipart_MFZTYOL605I7.2~44EV177KZ36P.0 size=925549 2024-04-15T14:56:32.794 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:32.793+0000 7f8277235780 1 > prepared multipart upload key=MFZTYOL605I7 upload=44EV177KZ36P tag=VJNISSH0QBF8 type=write size=1974125 2024-04-15T14:56:32.796 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:32.795+0000 7f8277235780 1 < canceled operation key=0XYNF2N97Y1C tag=J0TRVJ0NQ044 type=del size=842673 2024-04-15T14:56:32.797 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:32.797+0000 7f8277235780 1 > prepared operation key=50Y0EU7H0QWF tag=UG7CRERLP1UL type=del size=52515 2024-04-15T14:56:32.799 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:32.799+0000 7f8277235780 1 < canceled operation key=MFZTYOL605I7 tag=KCIEPV4ZOMXA type=del size=246970 2024-04-15T14:56:32.803 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:32.802+0000 7f8277235780 1 > prepared part key=_multipart_50Y0EU7H0QWF.2~MTHOZGO8AYRK.0 size=1048576 2024-04-15T14:56:32.804 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:32.804+0000 7f8277235780 1 > prepared part key=_multipart_50Y0EU7H0QWF.2~MTHOZGO8AYRK.1 size=164914 2024-04-15T14:56:32.805 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:32.804+0000 7f8277235780 1 > prepared multipart upload key=50Y0EU7H0QWF upload=MTHOZGO8AYRK tag=68OMY70OQWZ6 type=write size=2262066 2024-04-15T14:56:32.806 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:32.805+0000 7f8277235780 1 < completed part key=_multipart_OQ3O0PKNZJ9S.2~8ZAWEJZYY2SF.0 size=1048576 2024-04-15T14:56:32.808 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:32.807+0000 7f8277235780 1 < completed part key=_multipart_OQ3O0PKNZJ9S.2~8ZAWEJZYY2SF.1 size=900167 2024-04-15T14:56:32.811 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:32.810+0000 7f8277235780 1 < completed multipart upload key=OQ3O0PKNZJ9S upload=8ZAWEJZYY2SF tag=K1MR6OZTQFIW type=write size=2997319 2024-04-15T14:56:32.813 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:32.812+0000 7f8277235780 1 > prepared operation key=7XVTB4OPZZOY tag=E3SY1JA5ELYS type=del size=4096807 2024-04-15T14:56:32.816 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:32.815+0000 7f8277235780 1 < suggested remove operation key=MFZTYOL605I7 tag=1JIX969IMS3E type=del 2024-04-15T14:56:32.818 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:32.817+0000 7f8277235780 1 > prepared operation key=33SEOBW9RRJN tag=8NEB6X02HHEE type=write size=324154 2024-04-15T14:56:32.820 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:32.819+0000 7f8277235780 1 < completed delete operation key=IM0AQIM316IL tag=4O7PJFX68OUE type=del 2024-04-15T14:56:32.822 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:32.821+0000 7f8277235780 1 > prepared operation key=ASEC18UU5NGJ tag=V24GSR97I1VM type=del size=2919975 2024-04-15T14:56:32.824 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:32.823+0000 7f8277235780 -1 < failed to complete operation key=MFZTYOL605I7 tag=WS92PGNL91KI type=write size=710538: (22) Invalid argument 2024-04-15T14:56:32.828 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:32.827+0000 7f8277235780 1 > prepared part key=_multipart_ZMDZCWJKCFRI.2~PGBP3JX7QJVB.0 size=1048576 2024-04-15T14:56:32.829 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:32.829+0000 7f8277235780 1 > prepared part key=_multipart_ZMDZCWJKCFRI.2~PGBP3JX7QJVB.1 size=506975 2024-04-15T14:56:32.829 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:32.829+0000 7f8277235780 1 > prepared multipart upload key=ZMDZCWJKCFRI upload=PGBP3JX7QJVB tag=AZ0K2VGCEQTN type=write size=2604127 2024-04-15T14:56:32.831 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:32.830+0000 7f8277235780 1 < completed delete operation key=8X2ELHS3HRGS tag=HBBFOH7NE3AO type=del 2024-04-15T14:56:32.833 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:32.832+0000 7f8277235780 1 > prepared operation key=YTVARSCACASJ tag=RM50ORUBDQ4V type=del size=1806224 2024-04-15T14:56:32.835 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:32.834+0000 7f8277235780 1 < completed delete operation key=33SEOBW9RRJN tag=9DG0LYX9RT55 type=del 2024-04-15T14:56:32.837 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:32.837+0000 7f8277235780 1 > prepared operation key=CBSCS8P8QL0Q tag=Q1LTVCPGO7GO type=write size=1030036 2024-04-15T14:56:32.839 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:32.838+0000 7f8277235780 1 < completed delete operation key=DY5BWB5TVQV1 tag=QAQM0R5QT4CR type=del 2024-04-15T14:56:32.841 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:32.841+0000 7f8277235780 1 > prepared operation key=F402GDJVN3I9 tag=UAUPL0Z0GT3P type=del size=2144374 2024-04-15T14:56:32.843 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:32.843+0000 7f8277235780 1 < completed delete operation key=ZMDZCWJKCFRI tag=FFN21PLT5HRS type=del 2024-04-15T14:56:32.845 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:32.844+0000 7f8277235780 1 > prepared operation key=33SEOBW9RRJN tag=CBPX0QVD1KQG type=write size=728846 2024-04-15T14:56:32.847 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:32.846+0000 7f8277235780 1 < completed write operation key=ZMDZCWJKCFRI tag=SD4NCNS3VN4B type=write size=456206 2024-04-15T14:56:32.849 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:32.848+0000 7f8277235780 1 > prepared operation key=CBSCS8P8QL0Q tag=FCFYWQN5RWBY type=write size=54019 2024-04-15T14:56:32.851 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:32.850+0000 7f8277235780 1 < canceled operation key=CBSCS8P8QL0Q tag=4JTNF4FIL9HG type=del size=3212413 2024-04-15T14:56:32.854 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:32.852+0000 7f8277235780 1 > prepared operation key=81DQOX7PNGMS tag=GJF1DRGG3FVL type=write size=186593 2024-04-15T14:56:32.856 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:32.855+0000 7f8277235780 1 < suggested remove operation key=BSJC05AGXDJ3 tag=F9RA15Z33IO2 type=del 2024-04-15T14:56:32.860 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:32.859+0000 7f8277235780 1 > prepared part key=_multipart_Q0PE50H1CDIB.2~KDQJBJ0FFB8A.0 size=304033 2024-04-15T14:56:32.860 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:32.859+0000 7f8277235780 1 > prepared multipart upload key=Q0PE50H1CDIB upload=KDQJBJ0FFB8A tag=AL326NYHGQGH type=write size=1352609 2024-04-15T14:56:32.862 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:32.861+0000 7f8277235780 1 < completed delete operation key=8X2ELHS3HRGS tag=4W9QMU4Q1L3K type=del 2024-04-15T14:56:32.865 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:32.864+0000 7f8277235780 1 > prepared part key=_multipart_50Y0EU7H0QWF.2~3HRPO38PW3Y3.0 size=1048576 2024-04-15T14:56:32.866 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:32.866+0000 7f8277235780 1 > prepared part key=_multipart_50Y0EU7H0QWF.2~3HRPO38PW3Y3.1 size=8833 2024-04-15T14:56:32.867 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:32.866+0000 7f8277235780 1 > prepared multipart upload key=50Y0EU7H0QWF upload=3HRPO38PW3Y3 tag=MQTZS4XAOPN1 type=write size=2105985 2024-04-15T14:56:32.868 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:32.868+0000 7f8277235780 1 < completed delete operation key=P0TQX1TRPSLX tag=ON5M2860Z12Q type=del 2024-04-15T14:56:32.870 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:32.870+0000 7f8277235780 1 > prepared operation key=OQ3O0PKNZJ9S tag=J4LQ9MB2WMC4 type=del size=227058 2024-04-15T14:56:32.871 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:32.870+0000 7f8277235780 1 < canceled part key=_multipart_MFZTYOL605I7.2~44EV177KZ36P.0 size=925549 2024-04-15T14:56:32.874 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:32.873+0000 7f8277235780 1 < canceled multipart upload key=MFZTYOL605I7 upload=44EV177KZ36P tag=VJNISSH0QBF8 type=write size=1974125 2024-04-15T14:56:32.877 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:32.876+0000 7f8277235780 1 > prepared part key=_multipart_33SEOBW9RRJN.2~JWOFBJIL8OFE.0 size=232870 2024-04-15T14:56:32.877 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:32.876+0000 7f8277235780 1 > prepared multipart upload key=33SEOBW9RRJN upload=JWOFBJIL8OFE tag=MFKGH7LPW8CT type=write size=1281446 2024-04-15T14:56:32.879 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:32.878+0000 7f8277235780 1 < completed delete operation key=50Y0EU7H0QWF tag=UG7CRERLP1UL type=del 2024-04-15T14:56:32.881 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:32.880+0000 7f8277235780 1 > prepared operation key=UCHFZKBWU6MN tag=QURYUSQKU339 type=write size=656214 2024-04-15T14:56:32.883 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:32.882+0000 7f8277235780 1 < completed part key=_multipart_50Y0EU7H0QWF.2~MTHOZGO8AYRK.0 size=1048576 2024-04-15T14:56:32.885 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:32.884+0000 7f8277235780 1 < completed part key=_multipart_50Y0EU7H0QWF.2~MTHOZGO8AYRK.1 size=164914 2024-04-15T14:56:32.888 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:32.888+0000 7f8277235780 1 < completed multipart upload key=50Y0EU7H0QWF upload=MTHOZGO8AYRK tag=68OMY70OQWZ6 type=write size=2262066 2024-04-15T14:56:32.890 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:32.889+0000 7f8277235780 1 > prepared operation key=ZMDZCWJKCFRI tag=PECQ9W343JS7 type=del size=4163977 2024-04-15T14:56:32.892 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:32.891+0000 7f8277235780 1 < completed delete operation key=7XVTB4OPZZOY tag=E3SY1JA5ELYS type=del 2024-04-15T14:56:32.896 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:32.895+0000 7f8277235780 1 > prepared part key=_multipart_MFZTYOL605I7.2~9MID162M7R65.0 size=1048576 2024-04-15T14:56:32.898 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:32.897+0000 7f8277235780 1 > prepared part key=_multipart_MFZTYOL605I7.2~9MID162M7R65.1 size=309568 2024-04-15T14:56:32.898 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:32.897+0000 7f8277235780 1 > prepared multipart upload key=MFZTYOL605I7 upload=9MID162M7R65 tag=410OCLP6NJV4 type=write size=2406720 2024-04-15T14:56:32.902 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:32.901+0000 7f8277235780 1 < suggested update operation key=33SEOBW9RRJN tag=8NEB6X02HHEE type=write size=324154 2024-04-15T14:56:32.906 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:32.905+0000 7f8277235780 1 > prepared part key=_multipart_RQYB4B0WTR9V.2~HZNA21IXKSY4.0 size=642645 2024-04-15T14:56:32.906 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:32.905+0000 7f8277235780 1 > prepared multipart upload key=RQYB4B0WTR9V upload=HZNA21IXKSY4 tag=FFDBMCVDHGLP type=write size=1691221 2024-04-15T14:56:32.908 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:32.908+0000 7f8277235780 1 < completed delete operation key=ASEC18UU5NGJ tag=V24GSR97I1VM type=del 2024-04-15T14:56:32.911 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:32.909+0000 7f8277235780 1 > prepared operation key=54T20V7YW2K4 tag=Z2QVE6EW13MO type=write size=428745 2024-04-15T14:56:32.912 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:32.912+0000 7f8277235780 1 < completed part key=_multipart_ZMDZCWJKCFRI.2~PGBP3JX7QJVB.0 size=1048576 2024-04-15T14:56:32.914 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:32.913+0000 7f8277235780 1 < completed part key=_multipart_ZMDZCWJKCFRI.2~PGBP3JX7QJVB.1 size=506975 2024-04-15T14:56:32.918 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:32.917+0000 7f8277235780 1 < completed multipart upload key=ZMDZCWJKCFRI upload=PGBP3JX7QJVB tag=AZ0K2VGCEQTN type=write size=2604127 2024-04-15T14:56:32.920 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:32.919+0000 7f8277235780 1 > prepared operation key=OQ3O0PKNZJ9S tag=RZR1I1Y46L3C type=del size=1782480 2024-04-15T14:56:32.922 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:32.921+0000 7f8277235780 1 < completed delete operation key=YTVARSCACASJ tag=RM50ORUBDQ4V type=del 2024-04-15T14:56:32.924 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:32.923+0000 7f8277235780 1 > prepared operation key=DY5BWB5TVQV1 tag=22F35M1ISGGU type=write size=687500 2024-04-15T14:56:32.926 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:32.925+0000 7f8277235780 1 < completed write operation key=CBSCS8P8QL0Q tag=Q1LTVCPGO7GO type=write size=1030036 2024-04-15T14:56:32.927 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:32.927+0000 7f8277235780 1 > prepared operation key=A0RW26A8FZ95 tag=E672P5M7TDRG type=del size=1851109 2024-04-15T14:56:32.929 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:32.928+0000 7f8277235780 1 < canceled operation key=F402GDJVN3I9 tag=UAUPL0Z0GT3P type=del size=2144374 2024-04-15T14:56:32.931 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:32.930+0000 7f8277235780 1 > prepared operation key=F402GDJVN3I9 tag=EO3A7X3OZZUE type=del size=1617048 2024-04-15T14:56:32.934 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:32.933+0000 7f8277235780 -1 < failed to complete operation key=33SEOBW9RRJN tag=CBPX0QVD1KQG type=write size=728846: (22) Invalid argument 2024-04-15T14:56:32.936 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:32.935+0000 7f8277235780 1 > prepared operation key=33SEOBW9RRJN tag=ND9YXC3SN304 type=del size=1116919 2024-04-15T14:56:32.938 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:32.937+0000 7f8277235780 1 < completed write operation key=CBSCS8P8QL0Q tag=FCFYWQN5RWBY type=write size=54019 2024-04-15T14:56:32.941 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:32.941+0000 7f8277235780 1 > prepared part key=_multipart_YTVARSCACASJ.2~6SM4TUEV6J2R.0 size=1048576 2024-04-15T14:56:32.943 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:32.943+0000 7f8277235780 1 > prepared part key=_multipart_YTVARSCACASJ.2~6SM4TUEV6J2R.1 size=1048576 2024-04-15T14:56:32.945 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:32.944+0000 7f8277235780 1 > prepared part key=_multipart_YTVARSCACASJ.2~6SM4TUEV6J2R.2 size=509260 2024-04-15T14:56:32.945 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:32.944+0000 7f8277235780 1 > prepared multipart upload key=YTVARSCACASJ upload=6SM4TUEV6J2R tag=I1AWGZR8P9MU type=write size=3654988 2024-04-15T14:56:32.947 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:32.946+0000 7f8277235780 1 < completed write operation key=81DQOX7PNGMS tag=GJF1DRGG3FVL type=write size=186593 2024-04-15T14:56:32.951 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:32.950+0000 7f8277235780 1 > prepared part key=_multipart_D9NMXV7JDMXJ.2~3L7UNVIB97QB.0 size=49823 2024-04-15T14:56:32.951 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:32.950+0000 7f8277235780 1 > prepared multipart upload key=D9NMXV7JDMXJ upload=3L7UNVIB97QB tag=XCSBDGQVHR10 type=write size=1098399 2024-04-15T14:56:32.953 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:32.952+0000 7f8277235780 1 < completed part key=_multipart_Q0PE50H1CDIB.2~KDQJBJ0FFB8A.0 size=304033 2024-04-15T14:56:32.956 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:32.955+0000 7f8277235780 1 < completed multipart upload key=Q0PE50H1CDIB upload=KDQJBJ0FFB8A tag=AL326NYHGQGH type=write size=1352609 2024-04-15T14:56:32.958 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:32.957+0000 7f8277235780 1 > prepared operation key=MFZTYOL605I7 tag=8QCB9EJYBHJA type=del size=4135738 2024-04-15T14:56:32.959 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:32.959+0000 7f8277235780 1 < completed part key=_multipart_50Y0EU7H0QWF.2~3HRPO38PW3Y3.0 size=1048576 2024-04-15T14:56:32.961 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:32.960+0000 7f8277235780 1 < completed part key=_multipart_50Y0EU7H0QWF.2~3HRPO38PW3Y3.1 size=8833 2024-04-15T14:56:32.964 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:32.964+0000 7f8277235780 1 < completed multipart upload key=50Y0EU7H0QWF upload=3HRPO38PW3Y3 tag=MQTZS4XAOPN1 type=write size=2105985 2024-04-15T14:56:32.966 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:32.965+0000 7f8277235780 1 > prepared operation key=8X2ELHS3HRGS tag=UCCR0WKP5U2P type=del size=3319387 2024-04-15T14:56:32.971 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:32.970+0000 7f8277235780 1 < suggested update operation key=OQ3O0PKNZJ9S tag=J4LQ9MB2WMC4 type=del size=227058 2024-04-15T14:56:32.973 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:32.972+0000 7f8277235780 1 > prepared operation key=CBSCS8P8QL0Q tag=I66WT2LBTB8G type=write size=987205 2024-04-15T14:56:32.975 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:32.974+0000 7f8277235780 1 < completed part key=_multipart_33SEOBW9RRJN.2~JWOFBJIL8OFE.0 size=232870 2024-04-15T14:56:32.978 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:32.977+0000 7f8277235780 1 < completed multipart upload key=33SEOBW9RRJN upload=JWOFBJIL8OFE tag=MFKGH7LPW8CT type=write size=1281446 2024-04-15T14:56:32.980 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:32.979+0000 7f8277235780 1 > prepared operation key=81DQOX7PNGMS tag=83QLRQSOV1YX type=write size=28413 2024-04-15T14:56:32.982 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:32.981+0000 7f8277235780 1 < completed write operation key=UCHFZKBWU6MN tag=QURYUSQKU339 type=write size=656214 2024-04-15T14:56:32.985 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:32.984+0000 7f8277235780 1 > prepared part key=_multipart_IM0AQIM316IL.2~H24N34IZZNOZ.0 size=1048576 2024-04-15T14:56:32.987 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:32.986+0000 7f8277235780 1 > prepared part key=_multipart_IM0AQIM316IL.2~H24N34IZZNOZ.1 size=1048576 2024-04-15T14:56:32.988 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:32.987+0000 7f8277235780 1 > prepared part key=_multipart_IM0AQIM316IL.2~H24N34IZZNOZ.2 size=744083 2024-04-15T14:56:32.988 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:32.987+0000 7f8277235780 1 > prepared multipart upload key=IM0AQIM316IL upload=H24N34IZZNOZ tag=QFGMJ6WAFLH3 type=write size=3889811 2024-04-15T14:56:32.990 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:32.989+0000 7f8277235780 1 < completed delete operation key=ZMDZCWJKCFRI tag=PECQ9W343JS7 type=del 2024-04-15T14:56:32.993 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:32.992+0000 7f8277235780 1 > prepared operation key=IM0AQIM316IL tag=TU29KYNG79UA type=write size=400725 2024-04-15T14:56:32.995 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:32.994+0000 7f8277235780 1 < completed part key=_multipart_MFZTYOL605I7.2~9MID162M7R65.0 size=1048576 2024-04-15T14:56:32.996 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:32.995+0000 7f8277235780 1 < completed part key=_multipart_MFZTYOL605I7.2~9MID162M7R65.1 size=309568 2024-04-15T14:56:33.000 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:32.999+0000 7f8277235780 1 < completed multipart upload key=MFZTYOL605I7 upload=9MID162M7R65 tag=410OCLP6NJV4 type=write size=2406720 2024-04-15T14:56:33.001 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:33.001+0000 7f8277235780 1 > prepared operation key=81DQOX7PNGMS tag=GXHVTO9J1JNL type=del size=40289 2024-04-15T14:56:33.003 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:33.002+0000 7f8277235780 1 < completed part key=_multipart_RQYB4B0WTR9V.2~HZNA21IXKSY4.0 size=642645 2024-04-15T14:56:33.006 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:33.006+0000 7f8277235780 1 < completed multipart upload key=RQYB4B0WTR9V upload=HZNA21IXKSY4 tag=FFDBMCVDHGLP type=write size=1691221 2024-04-15T14:56:33.010 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:33.009+0000 7f8277235780 1 > prepared part key=_multipart_CBSCS8P8QL0Q.2~GBF2LR56VLTC.0 size=550157 2024-04-15T14:56:33.010 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:33.009+0000 7f8277235780 1 > prepared multipart upload key=CBSCS8P8QL0Q upload=GBF2LR56VLTC tag=BMJ7O3BH1Z3H type=write size=1598733 2024-04-15T14:56:33.012 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:33.011+0000 7f8277235780 1 < completed write operation key=54T20V7YW2K4 tag=Z2QVE6EW13MO type=write size=428745 2024-04-15T14:56:33.014 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:33.013+0000 7f8277235780 1 > prepared operation key=ZMDZCWJKCFRI tag=XDGZRND35ASG type=del size=2548713 2024-04-15T14:56:33.016 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:33.016+0000 7f8277235780 -1 < failed to complete operation key=OQ3O0PKNZJ9S tag=RZR1I1Y46L3C type=del size=1782480: (22) Invalid argument 2024-04-15T14:56:33.020 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:33.019+0000 7f8277235780 1 > prepared part key=_multipart_MIRREM7KIO9I.2~A56ARKL0I68D.0 size=1048576 2024-04-15T14:56:33.021 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:33.021+0000 7f8277235780 1 > prepared part key=_multipart_MIRREM7KIO9I.2~A56ARKL0I68D.1 size=1048576 2024-04-15T14:56:33.023 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:33.022+0000 7f8277235780 1 > prepared part key=_multipart_MIRREM7KIO9I.2~A56ARKL0I68D.2 size=737538 2024-04-15T14:56:33.023 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:33.022+0000 7f8277235780 1 > prepared multipart upload key=MIRREM7KIO9I upload=A56ARKL0I68D tag=3S5X7M9SL7F6 type=write size=3883266 2024-04-15T14:56:33.027 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:33.026+0000 7f8277235780 1 < suggested remove operation key=DY5BWB5TVQV1 tag=22F35M1ISGGU type=write 2024-04-15T14:56:33.029 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:33.028+0000 7f8277235780 1 > prepared operation key=A0RW26A8FZ95 tag=K6ND92SUO19W type=write size=94079 2024-04-15T14:56:33.032 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:33.032+0000 7f8277235780 1 < suggested remove operation key=A0RW26A8FZ95 tag=E672P5M7TDRG type=del 2024-04-15T14:56:33.034 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:33.033+0000 7f8277235780 1 > prepared operation key=JY107VG7DVI1 tag=9LQ8EQGLCT6P type=write size=407719 2024-04-15T14:56:33.036 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:33.035+0000 7f8277235780 1 < completed delete operation key=F402GDJVN3I9 tag=EO3A7X3OZZUE type=del 2024-04-15T14:56:33.038 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:33.037+0000 7f8277235780 1 > prepared operation key=CFCUGZ5D6TU8 tag=YQOVJTN2EGQY type=del size=3455111 2024-04-15T14:56:33.040 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:33.039+0000 7f8277235780 1 < completed delete operation key=33SEOBW9RRJN tag=ND9YXC3SN304 type=del 2024-04-15T14:56:33.042 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:33.041+0000 7f8277235780 1 > prepared operation key=81DQOX7PNGMS tag=4ABPV7FCF1YZ type=del size=247507 2024-04-15T14:56:33.043 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:33.043+0000 7f8277235780 1 < completed part key=_multipart_YTVARSCACASJ.2~6SM4TUEV6J2R.0 size=1048576 2024-04-15T14:56:33.045 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:33.044+0000 7f8277235780 1 < completed part key=_multipart_YTVARSCACASJ.2~6SM4TUEV6J2R.1 size=1048576 2024-04-15T14:56:33.047 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:33.046+0000 7f8277235780 1 < completed part key=_multipart_YTVARSCACASJ.2~6SM4TUEV6J2R.2 size=509260 2024-04-15T14:56:33.050 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:33.050+0000 7f8277235780 1 < completed multipart upload key=YTVARSCACASJ upload=6SM4TUEV6J2R tag=I1AWGZR8P9MU type=write size=3654988 2024-04-15T14:56:33.054 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:33.053+0000 7f8277235780 1 > prepared part key=_multipart_R38CSTKHEGGY.2~WPEYGR6UACVZ.0 size=395848 2024-04-15T14:56:33.054 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:33.053+0000 7f8277235780 1 > prepared multipart upload key=R38CSTKHEGGY upload=WPEYGR6UACVZ tag=2MVH12XC915H type=write size=1444424 2024-04-15T14:56:33.056 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:33.055+0000 7f8277235780 1 < completed part key=_multipart_D9NMXV7JDMXJ.2~3L7UNVIB97QB.0 size=49823 2024-04-15T14:56:33.059 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:33.058+0000 7f8277235780 1 < completed multipart upload key=D9NMXV7JDMXJ upload=3L7UNVIB97QB tag=XCSBDGQVHR10 type=write size=1098399 2024-04-15T14:56:33.063 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:33.062+0000 7f8277235780 1 > prepared part key=_multipart_BSJC05AGXDJ3.2~YZK4UAMXNXNP.0 size=1048576 2024-04-15T14:56:33.064 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:33.063+0000 7f8277235780 1 > prepared part key=_multipart_BSJC05AGXDJ3.2~YZK4UAMXNXNP.1 size=359853 2024-04-15T14:56:33.064 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:33.063+0000 7f8277235780 1 > prepared multipart upload key=BSJC05AGXDJ3 upload=YZK4UAMXNXNP tag=O5K0IA5Q2CRR type=write size=2457005 2024-04-15T14:56:33.068 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:33.067+0000 7f8277235780 1 < suggested remove operation key=MFZTYOL605I7 tag=8QCB9EJYBHJA type=del 2024-04-15T14:56:33.070 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:33.069+0000 7f8277235780 1 > prepared operation key=G82D816QHN8B tag=B4XM3A3SOEVP type=write size=586592 2024-04-15T14:56:33.072 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:33.071+0000 7f8277235780 1 < completed delete operation key=8X2ELHS3HRGS tag=UCCR0WKP5U2P type=del 2024-04-15T14:56:33.073 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:33.073+0000 7f8277235780 1 > prepared operation key=7XVTB4OPZZOY tag=XOCJCU6QXZ7I type=write size=447166 2024-04-15T14:56:33.075 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:33.074+0000 7f8277235780 1 < completed write operation key=CBSCS8P8QL0Q tag=I66WT2LBTB8G type=write size=987205 2024-04-15T14:56:33.077 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:33.077+0000 7f8277235780 1 > prepared operation key=BSJC05AGXDJ3 tag=D47K8QJNZKUI type=del size=3189547 2024-04-15T14:56:33.080 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:33.079+0000 7f8277235780 1 < completed write operation key=81DQOX7PNGMS tag=83QLRQSOV1YX type=write size=28413 2024-04-15T14:56:33.083 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:33.082+0000 7f8277235780 1 > prepared part key=_multipart_JY107VG7DVI1.2~U0VDQ46LF3O6.0 size=1048576 2024-04-15T14:56:33.085 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:33.084+0000 7f8277235780 1 > prepared part key=_multipart_JY107VG7DVI1.2~U0VDQ46LF3O6.1 size=636156 2024-04-15T14:56:33.085 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:33.084+0000 7f8277235780 1 > prepared multipart upload key=JY107VG7DVI1 upload=U0VDQ46LF3O6 tag=59F5PJIB3HJG type=write size=2733308 2024-04-15T14:56:33.087 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:33.086+0000 7f8277235780 1 < completed part key=_multipart_IM0AQIM316IL.2~H24N34IZZNOZ.0 size=1048576 2024-04-15T14:56:33.089 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:33.088+0000 7f8277235780 1 < completed part key=_multipart_IM0AQIM316IL.2~H24N34IZZNOZ.1 size=1048576 2024-04-15T14:56:33.090 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:33.090+0000 7f8277235780 1 < completed part key=_multipart_IM0AQIM316IL.2~H24N34IZZNOZ.2 size=744083 2024-04-15T14:56:33.094 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:33.093+0000 7f8277235780 1 < completed multipart upload key=IM0AQIM316IL upload=H24N34IZZNOZ tag=QFGMJ6WAFLH3 type=write size=3889811 2024-04-15T14:56:33.098 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:33.097+0000 7f8277235780 1 > prepared part key=_multipart_81DQOX7PNGMS.2~D5HAX9M6F2YO.0 size=1048576 2024-04-15T14:56:33.099 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:33.099+0000 7f8277235780 1 > prepared part key=_multipart_81DQOX7PNGMS.2~D5HAX9M6F2YO.1 size=716160 2024-04-15T14:56:33.100 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:33.099+0000 7f8277235780 1 > prepared multipart upload key=81DQOX7PNGMS upload=D5HAX9M6F2YO tag=OYEW9S2FP385 type=write size=2813312 2024-04-15T14:56:33.103 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:33.102+0000 7f8277235780 1 < suggested remove operation key=IM0AQIM316IL tag=TU29KYNG79UA type=write 2024-04-15T14:56:33.107 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:33.106+0000 7f8277235780 1 > prepared part key=_multipart_OQ3O0PKNZJ9S.2~SOCAIFWKS3IK.0 size=812906 2024-04-15T14:56:33.107 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:33.106+0000 7f8277235780 1 > prepared multipart upload key=OQ3O0PKNZJ9S upload=SOCAIFWKS3IK tag=5E3XRTXXO4AW type=write size=1861482 2024-04-15T14:56:33.109 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:33.108+0000 7f8277235780 1 < completed delete operation key=81DQOX7PNGMS tag=GXHVTO9J1JNL type=del 2024-04-15T14:56:33.112 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:33.111+0000 7f8277235780 1 > prepared part key=_multipart_IM0AQIM316IL.2~SS8RSHG110HZ.0 size=1048576 2024-04-15T14:56:33.114 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:33.113+0000 7f8277235780 1 > prepared part key=_multipart_IM0AQIM316IL.2~SS8RSHG110HZ.1 size=1048576 2024-04-15T14:56:33.115 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:33.114+0000 7f8277235780 1 > prepared part key=_multipart_IM0AQIM316IL.2~SS8RSHG110HZ.2 size=376877 2024-04-15T14:56:33.115 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:33.114+0000 7f8277235780 1 > prepared multipart upload key=IM0AQIM316IL upload=SS8RSHG110HZ tag=P0E2Q2IN6PUK type=write size=3522605 2024-04-15T14:56:33.117 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:33.116+0000 7f8277235780 1 < completed part key=_multipart_CBSCS8P8QL0Q.2~GBF2LR56VLTC.0 size=550157 2024-04-15T14:56:33.120 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:33.119+0000 7f8277235780 1 < completed multipart upload key=CBSCS8P8QL0Q upload=GBF2LR56VLTC tag=BMJ7O3BH1Z3H type=write size=1598733 2024-04-15T14:56:33.122 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:33.121+0000 7f8277235780 1 > prepared operation key=OQ3O0PKNZJ9S tag=WRY1303SJ8XS type=del size=3292253 2024-04-15T14:56:33.124 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:33.123+0000 7f8277235780 1 < completed delete operation key=ZMDZCWJKCFRI tag=XDGZRND35ASG type=del 2024-04-15T14:56:33.126 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:33.125+0000 7f8277235780 1 > prepared operation key=0XYNF2N97Y1C tag=E9JDP88IVYBN type=del size=714683 2024-04-15T14:56:33.128 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:33.127+0000 7f8277235780 1 < completed part key=_multipart_MIRREM7KIO9I.2~A56ARKL0I68D.0 size=1048576 2024-04-15T14:56:33.129 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:33.129+0000 7f8277235780 1 < completed part key=_multipart_MIRREM7KIO9I.2~A56ARKL0I68D.1 size=1048576 2024-04-15T14:56:33.131 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:33.130+0000 7f8277235780 1 < completed part key=_multipart_MIRREM7KIO9I.2~A56ARKL0I68D.2 size=737538 2024-04-15T14:56:33.134 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:33.133+0000 7f8277235780 1 < completed multipart upload key=MIRREM7KIO9I upload=A56ARKL0I68D tag=3S5X7M9SL7F6 type=write size=3883266 2024-04-15T14:56:33.136 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:33.135+0000 7f8277235780 1 > prepared operation key=ZMDZCWJKCFRI tag=OOB9YN6I08F9 type=del size=3330902 2024-04-15T14:56:33.136 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:33.135+0000 7f8277235780 -1 < no bi entry to suggest for operation key=A0RW26A8FZ95 tag=K6ND92SUO19W type=write size=94079: (2) No such file or directory 2024-04-15T14:56:33.138 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:33.137+0000 7f8277235780 1 > prepared operation key=ZMDZCWJKCFRI tag=VAM5LWGGUHHW type=del size=2979800 2024-04-15T14:56:33.140 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:33.139+0000 7f8277235780 1 < canceled operation key=JY107VG7DVI1 tag=9LQ8EQGLCT6P type=write size=407719 2024-04-15T14:56:33.142 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:33.141+0000 7f8277235780 1 > prepared operation key=MIRREM7KIO9I tag=LVQDR97N322V type=write size=960657 2024-04-15T14:56:33.144 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:33.143+0000 7f8277235780 1 < completed delete operation key=CFCUGZ5D6TU8 tag=YQOVJTN2EGQY type=del 2024-04-15T14:56:33.146 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:33.145+0000 7f8277235780 1 > prepared operation key=IM0AQIM316IL tag=3N9WMIOB119W type=del size=3160259 2024-04-15T14:56:33.147 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:33.147+0000 7f8277235780 1 < completed delete operation key=81DQOX7PNGMS tag=4ABPV7FCF1YZ type=del 2024-04-15T14:56:33.149 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:33.149+0000 7f8277235780 1 > prepared operation key=MIRREM7KIO9I tag=Q5BAOTW2V3PK type=del size=1677419 2024-04-15T14:56:33.151 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:33.151+0000 7f8277235780 1 < completed part key=_multipart_R38CSTKHEGGY.2~WPEYGR6UACVZ.0 size=395848 2024-04-15T14:56:33.155 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:33.154+0000 7f8277235780 1 < completed multipart upload key=R38CSTKHEGGY upload=WPEYGR6UACVZ tag=2MVH12XC915H type=write size=1444424 2024-04-15T14:56:33.157 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:33.156+0000 7f8277235780 1 > prepared operation key=UCHFZKBWU6MN tag=P1YEVCD63UL9 type=del size=2305340 2024-04-15T14:56:33.159 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:33.158+0000 7f8277235780 1 < completed part key=_multipart_BSJC05AGXDJ3.2~YZK4UAMXNXNP.0 size=1048576 2024-04-15T14:56:33.160 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:33.159+0000 7f8277235780 1 < completed part key=_multipart_BSJC05AGXDJ3.2~YZK4UAMXNXNP.1 size=359853 2024-04-15T14:56:33.164 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:33.163+0000 7f8277235780 1 < completed multipart upload key=BSJC05AGXDJ3 upload=YZK4UAMXNXNP tag=O5K0IA5Q2CRR type=write size=2457005 2024-04-15T14:56:33.167 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:33.166+0000 7f8277235780 1 > prepared part key=_multipart_33SEOBW9RRJN.2~SMSCEVFWATB7.0 size=161128 2024-04-15T14:56:33.168 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:33.166+0000 7f8277235780 1 > prepared multipart upload key=33SEOBW9RRJN upload=SMSCEVFWATB7 tag=XCX50L6J9R6O type=write size=1209704 2024-04-15T14:56:33.169 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:33.168+0000 7f8277235780 1 < completed write operation key=G82D816QHN8B tag=B4XM3A3SOEVP type=write size=586592 2024-04-15T14:56:33.171 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:33.170+0000 7f8277235780 1 > prepared operation key=JY107VG7DVI1 tag=B7ST0YM5EZPU type=del size=4026659 2024-04-15T14:56:33.173 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:33.172+0000 7f8277235780 1 < completed write operation key=7XVTB4OPZZOY tag=XOCJCU6QXZ7I type=write size=447166 2024-04-15T14:56:33.175 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:33.174+0000 7f8277235780 1 > prepared operation key=A0RW26A8FZ95 tag=NVCO3AACHOK5 type=del size=1729721 2024-04-15T14:56:33.177 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:33.176+0000 7f8277235780 1 < completed delete operation key=BSJC05AGXDJ3 tag=D47K8QJNZKUI type=del 2024-04-15T14:56:33.181 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:33.180+0000 7f8277235780 1 > prepared part key=_multipart_50Y0EU7H0QWF.2~ALG2Z78YRRB2.0 size=872858 2024-04-15T14:56:33.181 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:33.180+0000 7f8277235780 1 > prepared multipart upload key=50Y0EU7H0QWF upload=ALG2Z78YRRB2 tag=5BU1002JQIEC type=write size=1921434 2024-04-15T14:56:33.183 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:33.182+0000 7f8277235780 1 < completed part key=_multipart_JY107VG7DVI1.2~U0VDQ46LF3O6.0 size=1048576 2024-04-15T14:56:33.185 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:33.184+0000 7f8277235780 1 < completed part key=_multipart_JY107VG7DVI1.2~U0VDQ46LF3O6.1 size=636156 2024-04-15T14:56:33.188 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:33.188+0000 7f8277235780 1 < completed multipart upload key=JY107VG7DVI1 upload=U0VDQ46LF3O6 tag=59F5PJIB3HJG type=write size=2733308 2024-04-15T14:56:33.192 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:33.191+0000 7f8277235780 1 > prepared part key=_multipart_OQ3O0PKNZJ9S.2~4JJGVXHTMG6M.0 size=1048576 2024-04-15T14:56:33.194 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:33.193+0000 7f8277235780 1 > prepared part key=_multipart_OQ3O0PKNZJ9S.2~4JJGVXHTMG6M.1 size=668712 2024-04-15T14:56:33.194 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:33.193+0000 7f8277235780 1 > prepared multipart upload key=OQ3O0PKNZJ9S upload=4JJGVXHTMG6M tag=YER0PGN2ML1K type=write size=2765864 2024-04-15T14:56:33.196 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:33.195+0000 7f8277235780 1 < completed part key=_multipart_81DQOX7PNGMS.2~D5HAX9M6F2YO.0 size=1048576 2024-04-15T14:56:33.197 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:33.197+0000 7f8277235780 1 < completed part key=_multipart_81DQOX7PNGMS.2~D5HAX9M6F2YO.1 size=716160 2024-04-15T14:56:33.201 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:33.200+0000 7f8277235780 1 < completed multipart upload key=81DQOX7PNGMS upload=D5HAX9M6F2YO tag=OYEW9S2FP385 type=write size=2813312 2024-04-15T14:56:33.204 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:33.204+0000 7f8277235780 1 > prepared part key=_multipart_A0RW26A8FZ95.2~5G475BISXU2U.0 size=29616 2024-04-15T14:56:33.204 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:33.204+0000 7f8277235780 1 > prepared multipart upload key=A0RW26A8FZ95 upload=5G475BISXU2U tag=UTZ39J4VY8IB type=write size=1078192 2024-04-15T14:56:33.206 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:33.205+0000 7f8277235780 1 < completed part key=_multipart_OQ3O0PKNZJ9S.2~SOCAIFWKS3IK.0 size=812906 2024-04-15T14:56:33.210 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:33.209+0000 7f8277235780 1 < completed multipart upload key=OQ3O0PKNZJ9S upload=SOCAIFWKS3IK tag=5E3XRTXXO4AW type=write size=1861482 2024-04-15T14:56:33.212 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:33.211+0000 7f8277235780 1 > prepared operation key=NII4HKLD4YSI tag=G7LG3W59NMQL type=del size=4146104 2024-04-15T14:56:33.214 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:33.214+0000 7f8277235780 1 < completed part key=_multipart_IM0AQIM316IL.2~SS8RSHG110HZ.0 size=1048576 2024-04-15T14:56:33.216 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:33.215+0000 7f8277235780 1 < completed part key=_multipart_IM0AQIM316IL.2~SS8RSHG110HZ.1 size=1048576 2024-04-15T14:56:33.218 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:33.217+0000 7f8277235780 1 < completed part key=_multipart_IM0AQIM316IL.2~SS8RSHG110HZ.2 size=376877 2024-04-15T14:56:33.222 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:33.221+0000 7f8277235780 1 < completed multipart upload key=IM0AQIM316IL upload=SS8RSHG110HZ tag=P0E2Q2IN6PUK type=write size=3522605 2024-04-15T14:56:33.224 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:33.223+0000 7f8277235780 1 > prepared operation key=F402GDJVN3I9 tag=5E3WVOET8OVY type=del size=2077120 2024-04-15T14:56:33.226 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:33.225+0000 7f8277235780 1 < completed delete operation key=OQ3O0PKNZJ9S tag=WRY1303SJ8XS type=del 2024-04-15T14:56:33.227 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:33.227+0000 7f8277235780 1 > prepared operation key=BNQH1MC9XO9F tag=ENSRXOW5U5DD type=del size=3091123 2024-04-15T14:56:33.231 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:33.230+0000 7f8277235780 1 < suggested remove operation key=0XYNF2N97Y1C tag=E9JDP88IVYBN type=del 2024-04-15T14:56:33.235 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:33.234+0000 7f8277235780 1 > prepared part key=_multipart_R38CSTKHEGGY.2~OESWTFDW4EPF.0 size=1048576 2024-04-15T14:56:33.237 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:33.236+0000 7f8277235780 1 > prepared part key=_multipart_R38CSTKHEGGY.2~OESWTFDW4EPF.1 size=222178 2024-04-15T14:56:33.237 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:33.236+0000 7f8277235780 1 > prepared multipart upload key=R38CSTKHEGGY upload=OESWTFDW4EPF tag=G8O4DSF8WAMD type=write size=2319330 2024-04-15T14:56:33.239 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:33.238+0000 7f8277235780 1 < completed delete operation key=ZMDZCWJKCFRI tag=OOB9YN6I08F9 type=del 2024-04-15T14:56:33.241 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:33.240+0000 7f8277235780 1 > prepared operation key=ASEC18UU5NGJ tag=SS2R22S70PFT type=del size=1094820 2024-04-15T14:56:33.242 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:33.242+0000 7f8277235780 1 < completed delete operation key=ZMDZCWJKCFRI tag=VAM5LWGGUHHW type=del 2024-04-15T14:56:33.244 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:33.244+0000 7f8277235780 1 > prepared operation key=G82D816QHN8B tag=37FXT6PL1WTK type=del size=1792664 2024-04-15T14:56:33.246 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:33.245+0000 7f8277235780 1 < completed write operation key=MIRREM7KIO9I tag=LVQDR97N322V type=write size=960657 2024-04-15T14:56:33.248 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:33.247+0000 7f8277235780 1 > prepared operation key=YTVARSCACASJ tag=QJKCUQECW235 type=del size=657290 2024-04-15T14:56:33.250 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:33.249+0000 7f8277235780 1 < completed delete operation key=IM0AQIM316IL tag=3N9WMIOB119W type=del 2024-04-15T14:56:33.254 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:33.253+0000 7f8277235780 1 > prepared part key=_multipart_MIRREM7KIO9I.2~6XPPHPKT8CKL.0 size=1048576 2024-04-15T14:56:33.255 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:33.255+0000 7f8277235780 1 > prepared part key=_multipart_MIRREM7KIO9I.2~6XPPHPKT8CKL.1 size=1028376 2024-04-15T14:56:33.256 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:33.255+0000 7f8277235780 1 > prepared multipart upload key=MIRREM7KIO9I upload=6XPPHPKT8CKL tag=N9FFOL4W5GG3 type=write size=3125528 2024-04-15T14:56:33.258 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:33.257+0000 7f8277235780 1 < completed delete operation key=MIRREM7KIO9I tag=Q5BAOTW2V3PK type=del 2024-04-15T14:56:33.260 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:33.259+0000 7f8277235780 1 > prepared operation key=Q0PE50H1CDIB tag=DK7L7CX74U4L type=del size=2124637 2024-04-15T14:56:33.262 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:33.261+0000 7f8277235780 1 < canceled operation key=UCHFZKBWU6MN tag=P1YEVCD63UL9 type=del size=2305340 2024-04-15T14:56:33.263 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:33.263+0000 7f8277235780 1 > prepared operation key=MIRREM7KIO9I tag=TSUNEF55O7V8 type=del size=4090152 2024-04-15T14:56:33.265 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:33.264+0000 7f8277235780 1 < completed part key=_multipart_33SEOBW9RRJN.2~SMSCEVFWATB7.0 size=161128 2024-04-15T14:56:33.268 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:33.268+0000 7f8277235780 1 < completed multipart upload key=33SEOBW9RRJN upload=SMSCEVFWATB7 tag=XCX50L6J9R6O type=write size=1209704 2024-04-15T14:56:33.270 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:33.269+0000 7f8277235780 1 > prepared operation key=33SEOBW9RRJN tag=U2R2VMS10CVS type=del size=2729670 2024-04-15T14:56:33.273 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:33.271+0000 7f8277235780 1 < completed delete operation key=JY107VG7DVI1 tag=B7ST0YM5EZPU type=del 2024-04-15T14:56:33.276 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:33.275+0000 7f8277235780 1 > prepared part key=_multipart_ZMDZCWJKCFRI.2~QBACAXMQUR5K.0 size=547095 2024-04-15T14:56:33.276 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:33.275+0000 7f8277235780 1 > prepared multipart upload key=ZMDZCWJKCFRI upload=QBACAXMQUR5K tag=DUYTC2RN6CCE type=write size=1595671 2024-04-15T14:56:33.278 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:33.277+0000 7f8277235780 1 < completed delete operation key=A0RW26A8FZ95 tag=NVCO3AACHOK5 type=del 2024-04-15T14:56:33.280 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:33.279+0000 7f8277235780 1 > prepared operation key=BNQH1MC9XO9F tag=5MJQVOS1E9AC type=del size=97067 2024-04-15T14:56:33.282 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:33.281+0000 7f8277235780 1 < completed part key=_multipart_50Y0EU7H0QWF.2~ALG2Z78YRRB2.0 size=872858 2024-04-15T14:56:33.285 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:33.284+0000 7f8277235780 1 < completed multipart upload key=50Y0EU7H0QWF upload=ALG2Z78YRRB2 tag=5BU1002JQIEC type=write size=1921434 2024-04-15T14:56:33.287 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:33.286+0000 7f8277235780 1 > prepared operation key=8X2ELHS3HRGS tag=ZNL7QTGXFU5D type=del size=463822 2024-04-15T14:56:33.289 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:33.288+0000 7f8277235780 1 < completed part key=_multipart_OQ3O0PKNZJ9S.2~4JJGVXHTMG6M.0 size=1048576 2024-04-15T14:56:33.291 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:33.290+0000 7f8277235780 1 < completed part key=_multipart_OQ3O0PKNZJ9S.2~4JJGVXHTMG6M.1 size=668712 2024-04-15T14:56:33.294 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:33.293+0000 7f8277235780 1 < completed multipart upload key=OQ3O0PKNZJ9S upload=4JJGVXHTMG6M tag=YER0PGN2ML1K type=write size=2765864 2024-04-15T14:56:33.296 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:33.295+0000 7f8277235780 1 > prepared operation key=Q0PE50H1CDIB tag=DL93VJ0OSCPC type=del size=160001 2024-04-15T14:56:33.298 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:33.297+0000 7f8277235780 1 < completed part key=_multipart_A0RW26A8FZ95.2~5G475BISXU2U.0 size=29616 2024-04-15T14:56:33.302 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:33.301+0000 7f8277235780 1 < completed multipart upload key=A0RW26A8FZ95 upload=5G475BISXU2U tag=UTZ39J4VY8IB type=write size=1078192 2024-04-15T14:56:33.305 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:33.305+0000 7f8277235780 1 > prepared part key=_multipart_CBSCS8P8QL0Q.2~K845A80CA8GA.0 size=111566 2024-04-15T14:56:33.305 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:33.305+0000 7f8277235780 1 > prepared multipart upload key=CBSCS8P8QL0Q upload=K845A80CA8GA tag=B4JP1455473I type=write size=1160142 2024-04-15T14:56:33.307 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:33.307+0000 7f8277235780 1 < completed delete operation key=NII4HKLD4YSI tag=G7LG3W59NMQL type=del 2024-04-15T14:56:33.310 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:33.310+0000 7f8277235780 1 > prepared operation key=IM0AQIM316IL tag=MUXPAWDM2J87 type=del size=2853699 2024-04-15T14:56:33.312 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:33.312+0000 7f8277235780 1 < completed delete operation key=F402GDJVN3I9 tag=5E3WVOET8OVY type=del 2024-04-15T14:56:33.314 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:33.314+0000 7f8277235780 1 > prepared operation key=MIRREM7KIO9I tag=7LMV4MY719PF type=write size=539683 2024-04-15T14:56:33.317 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:33.316+0000 7f8277235780 1 < completed delete operation key=BNQH1MC9XO9F tag=ENSRXOW5U5DD type=del 2024-04-15T14:56:33.318 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:33.318+0000 7f8277235780 1 > prepared operation key=CBSCS8P8QL0Q tag=H4RE51TOZT5P type=del size=370885 2024-04-15T14:56:33.320 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:33.320+0000 7f8277235780 1 < completed part key=_multipart_R38CSTKHEGGY.2~OESWTFDW4EPF.0 size=1048576 2024-04-15T14:56:33.322 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:33.321+0000 7f8277235780 1 < completed part key=_multipart_R38CSTKHEGGY.2~OESWTFDW4EPF.1 size=222178 2024-04-15T14:56:33.326 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:33.325+0000 7f8277235780 1 < completed multipart upload key=R38CSTKHEGGY upload=OESWTFDW4EPF tag=G8O4DSF8WAMD type=write size=2319330 2024-04-15T14:56:33.328 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:33.327+0000 7f8277235780 1 > prepared operation key=R38CSTKHEGGY tag=UR6RDXDJ5Z2B type=del size=3442190 2024-04-15T14:56:33.332 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:33.331+0000 7f8277235780 1 < suggested remove operation key=ASEC18UU5NGJ tag=SS2R22S70PFT type=del 2024-04-15T14:56:33.334 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:33.333+0000 7f8277235780 1 > prepared operation key=JDPAU9KY1OMN tag=P5YSSVQFO4A6 type=del size=531880 2024-04-15T14:56:33.338 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:33.337+0000 7f8277235780 1 < suggested update operation key=G82D816QHN8B tag=37FXT6PL1WTK type=del size=1792664 2024-04-15T14:56:33.340 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:33.339+0000 7f8277235780 1 > prepared operation key=Q0PE50H1CDIB tag=0NF0WZ0QHRKR type=del size=1781457 2024-04-15T14:56:33.342 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:33.342+0000 7f8277235780 1 < completed delete operation key=YTVARSCACASJ tag=QJKCUQECW235 type=del 2024-04-15T14:56:33.345 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:33.344+0000 7f8277235780 1 > prepared operation key=IM0AQIM316IL tag=0K4F1GV6VMR2 type=write size=136243 2024-04-15T14:56:33.347 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:33.346+0000 7f8277235780 1 < completed part key=_multipart_MIRREM7KIO9I.2~6XPPHPKT8CKL.0 size=1048576 2024-04-15T14:56:33.347 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:33.346+0000 7f8277235780 1 < canceled part key=_multipart_MIRREM7KIO9I.2~6XPPHPKT8CKL.1 size=1028376 2024-04-15T14:56:33.350 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:33.349+0000 7f8277235780 1 < canceled multipart upload key=MIRREM7KIO9I upload=6XPPHPKT8CKL tag=N9FFOL4W5GG3 type=write size=3125528 2024-04-15T14:56:33.352 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:33.351+0000 7f8277235780 1 > prepared operation key=P0TQX1TRPSLX tag=28IFYCO0YJ2W type=del size=3817540 2024-04-15T14:56:33.354 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:33.353+0000 7f8277235780 1 < completed delete operation key=Q0PE50H1CDIB tag=DK7L7CX74U4L type=del 2024-04-15T14:56:33.356 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:33.355+0000 7f8277235780 1 > prepared operation key=G82D816QHN8B tag=LP1NZRFCNSJO type=del size=279975 2024-04-15T14:56:33.358 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:33.357+0000 7f8277235780 1 < completed delete operation key=MIRREM7KIO9I tag=TSUNEF55O7V8 type=del 2024-04-15T14:56:33.360 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:33.359+0000 7f8277235780 1 > prepared operation key=IM0AQIM316IL tag=U0LDC3RZIWXW type=write size=734843 2024-04-15T14:56:33.362 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:33.361+0000 7f8277235780 1 < completed delete operation key=33SEOBW9RRJN tag=U2R2VMS10CVS type=del 2024-04-15T14:56:33.364 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:33.363+0000 7f8277235780 1 > prepared operation key=7XVTB4OPZZOY tag=DP3BY70RVFXU type=del size=3964539 2024-04-15T14:56:33.366 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:33.365+0000 7f8277235780 1 < completed part key=_multipart_ZMDZCWJKCFRI.2~QBACAXMQUR5K.0 size=547095 2024-04-15T14:56:33.369 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:33.368+0000 7f8277235780 1 < completed multipart upload key=ZMDZCWJKCFRI upload=QBACAXMQUR5K tag=DUYTC2RN6CCE type=write size=1595671 2024-04-15T14:56:33.372 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:33.371+0000 7f8277235780 1 > prepared operation key=81DQOX7PNGMS tag=GO70YYB9LJW4 type=write size=228572 2024-04-15T14:56:33.376 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:33.375+0000 7f8277235780 1 < suggested update operation key=BNQH1MC9XO9F tag=5MJQVOS1E9AC type=del size=97067 2024-04-15T14:56:33.378 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:33.378+0000 7f8277235780 1 > prepared operation key=IVOFLSPJ0099 tag=K4JHHIV8RZ7Q type=del size=3520997 2024-04-15T14:56:33.382 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:33.381+0000 7f8277235780 1 < completed delete operation key=8X2ELHS3HRGS tag=ZNL7QTGXFU5D type=del 2024-04-15T14:56:33.384 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:33.383+0000 7f8277235780 1 > prepared operation key=54T20V7YW2K4 tag=TSMEOH47EMHO type=write size=67603 2024-04-15T14:56:33.386 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:33.385+0000 7f8277235780 1 < completed delete operation key=Q0PE50H1CDIB tag=DL93VJ0OSCPC type=del 2024-04-15T14:56:33.388 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:33.387+0000 7f8277235780 1 > prepared operation key=A0RW26A8FZ95 tag=GPGEHCG0F0SB type=write size=326690 2024-04-15T14:56:33.390 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:33.389+0000 7f8277235780 1 < completed part key=_multipart_CBSCS8P8QL0Q.2~K845A80CA8GA.0 size=111566 2024-04-15T14:56:33.394 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:33.393+0000 7f8277235780 1 < completed multipart upload key=CBSCS8P8QL0Q upload=K845A80CA8GA tag=B4JP1455473I type=write size=1160142 2024-04-15T14:56:33.396 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:33.395+0000 7f8277235780 1 > prepared operation key=CFCUGZ5D6TU8 tag=U4Z4T56WB4OJ type=write size=673579 2024-04-15T14:56:33.397 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:33.397+0000 7f8277235780 1 < completed delete operation key=IM0AQIM316IL tag=MUXPAWDM2J87 type=del 2024-04-15T14:56:33.399 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:33.399+0000 7f8277235780 1 > prepared operation key=MIRREM7KIO9I tag=7U2Q2F4SCWAC type=del size=3245141 2024-04-15T14:56:33.403 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:33.403+0000 7f8277235780 1 < suggested remove operation key=MIRREM7KIO9I tag=7LMV4MY719PF type=write 2024-04-15T14:56:33.405 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:33.405+0000 7f8277235780 1 > prepared operation key=MFZTYOL605I7 tag=GKF2FJRDJT2R type=del size=2894902 2024-04-15T14:56:33.407 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:33.406+0000 7f8277235780 1 < completed delete operation key=CBSCS8P8QL0Q tag=H4RE51TOZT5P type=del 2024-04-15T14:56:33.409 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:33.408+0000 7f8277235780 1 > prepared operation key=G82D816QHN8B tag=OKM9NEXR2CGO type=del size=2591474 2024-04-15T14:56:33.411 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:33.410+0000 7f8277235780 1 < canceled operation key=R38CSTKHEGGY tag=UR6RDXDJ5Z2B type=del size=3442190 2024-04-15T14:56:33.413 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:33.412+0000 7f8277235780 1 > prepared operation key=G82D816QHN8B tag=SHESIVPZ718Z type=del size=1559668 2024-04-15T14:56:33.415 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:33.414+0000 7f8277235780 1 < completed delete operation key=JDPAU9KY1OMN tag=P5YSSVQFO4A6 type=del 2024-04-15T14:56:33.416 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:33.416+0000 7f8277235780 1 > prepared operation key=G82D816QHN8B tag=1M1V4Q81TG7Z type=del size=3110042 2024-04-15T14:56:33.419 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:33.418+0000 7f8277235780 1 < completed delete operation key=Q0PE50H1CDIB tag=0NF0WZ0QHRKR type=del 2024-04-15T14:56:33.421 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:33.420+0000 7f8277235780 1 > prepared operation key=JDPAU9KY1OMN tag=AO14RA3DU88Y type=write size=897934 2024-04-15T14:56:33.422 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:33.422+0000 7f8277235780 1 < canceled operation key=IM0AQIM316IL tag=0K4F1GV6VMR2 type=write size=136243 2024-04-15T14:56:33.426 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:33.425+0000 7f8277235780 1 > prepared part key=_multipart_MIRREM7KIO9I.2~ESINTA2Y64C0.0 size=422176 2024-04-15T14:56:33.426 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:33.425+0000 7f8277235780 1 > prepared multipart upload key=MIRREM7KIO9I upload=ESINTA2Y64C0 tag=XNEA7W3I40JX type=write size=1470752 2024-04-15T14:56:33.428 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:33.427+0000 7f8277235780 1 < completed delete operation key=P0TQX1TRPSLX tag=28IFYCO0YJ2W type=del 2024-04-15T14:56:33.432 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:33.431+0000 7f8277235780 1 > prepared part key=_multipart_IM0AQIM316IL.2~URELLUDV63G1.0 size=1048576 2024-04-15T14:56:33.434 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:33.433+0000 7f8277235780 1 > prepared part key=_multipart_IM0AQIM316IL.2~URELLUDV63G1.1 size=1048576 2024-04-15T14:56:33.436 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:33.435+0000 7f8277235780 1 > prepared part key=_multipart_IM0AQIM316IL.2~URELLUDV63G1.2 size=647148 2024-04-15T14:56:33.436 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:33.435+0000 7f8277235780 1 > prepared multipart upload key=IM0AQIM316IL upload=URELLUDV63G1 tag=GR4EV4CH1MB4 type=write size=3792876 2024-04-15T14:56:33.438 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:33.437+0000 7f8277235780 1 < completed delete operation key=G82D816QHN8B tag=LP1NZRFCNSJO type=del 2024-04-15T14:56:33.442 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:33.441+0000 7f8277235780 1 > prepared part key=_multipart_R38CSTKHEGGY.2~49Y2GBR6ANUE.0 size=1048576 2024-04-15T14:56:33.443 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:33.442+0000 7f8277235780 1 > prepared part key=_multipart_R38CSTKHEGGY.2~49Y2GBR6ANUE.1 size=1048576 2024-04-15T14:56:33.445 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:33.444+0000 7f8277235780 1 > prepared part key=_multipart_R38CSTKHEGGY.2~49Y2GBR6ANUE.2 size=404044 2024-04-15T14:56:33.445 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:33.444+0000 7f8277235780 1 > prepared multipart upload key=R38CSTKHEGGY upload=49Y2GBR6ANUE tag=Q209I1D0YP4O type=write size=3549772 2024-04-15T14:56:33.447 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:33.446+0000 7f8277235780 1 < completed write operation key=IM0AQIM316IL tag=U0LDC3RZIWXW type=write size=734843 2024-04-15T14:56:33.451 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:33.450+0000 7f8277235780 1 > prepared part key=_multipart_33SEOBW9RRJN.2~1KJ9TJT15IZ9.0 size=973924 2024-04-15T14:56:33.451 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:33.450+0000 7f8277235780 1 > prepared multipart upload key=33SEOBW9RRJN upload=1KJ9TJT15IZ9 tag=Z8IVX4DLVLBL type=write size=2022500 2024-04-15T14:56:33.453 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:33.452+0000 7f8277235780 1 < completed delete operation key=7XVTB4OPZZOY tag=DP3BY70RVFXU type=del 2024-04-15T14:56:33.455 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:33.454+0000 7f8277235780 1 > prepared operation key=50Y0EU7H0QWF tag=21S37OB90001 type=del size=3421091 2024-04-15T14:56:33.457 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:33.456+0000 7f8277235780 1 < completed write operation key=81DQOX7PNGMS tag=GO70YYB9LJW4 type=write size=228572 2024-04-15T14:56:33.459 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:33.458+0000 7f8277235780 1 > prepared operation key=54T20V7YW2K4 tag=QJWXM5M10MG7 type=del size=346163 2024-04-15T14:56:33.461 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:33.460+0000 7f8277235780 1 < completed delete operation key=IVOFLSPJ0099 tag=K4JHHIV8RZ7Q type=del 2024-04-15T14:56:33.463 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:33.462+0000 7f8277235780 1 > prepared operation key=D9NMXV7JDMXJ tag=IZ91K39T4FHF type=del size=2678352 2024-04-15T14:56:33.466 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:33.465+0000 7f8277235780 1 < completed write operation key=54T20V7YW2K4 tag=TSMEOH47EMHO type=write size=67603 2024-04-15T14:56:33.470 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:33.469+0000 7f8277235780 1 > prepared part key=_multipart_8X2ELHS3HRGS.2~VT7SNB7WSOI5.0 size=1048576 2024-04-15T14:56:33.471 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:33.471+0000 7f8277235780 1 > prepared part key=_multipart_8X2ELHS3HRGS.2~VT7SNB7WSOI5.1 size=328702 2024-04-15T14:56:33.472 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:33.471+0000 7f8277235780 1 > prepared multipart upload key=8X2ELHS3HRGS upload=VT7SNB7WSOI5 tag=MVIQKQRIJLIZ type=write size=2425854 2024-04-15T14:56:33.474 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:33.473+0000 7f8277235780 1 < completed write operation key=A0RW26A8FZ95 tag=GPGEHCG0F0SB type=write size=326690 2024-04-15T14:56:33.478 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:33.477+0000 7f8277235780 1 > prepared part key=_multipart_P0TQX1TRPSLX.2~3LTY99DPK6XN.0 size=1048576 2024-04-15T14:56:33.479 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:33.479+0000 7f8277235780 1 > prepared part key=_multipart_P0TQX1TRPSLX.2~3LTY99DPK6XN.1 size=1048576 2024-04-15T14:56:33.481 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:33.480+0000 7f8277235780 1 > prepared part key=_multipart_P0TQX1TRPSLX.2~3LTY99DPK6XN.2 size=109241 2024-04-15T14:56:33.481 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:33.480+0000 7f8277235780 1 > prepared multipart upload key=P0TQX1TRPSLX upload=3LTY99DPK6XN tag=OC7UWBPZX1DO type=write size=3254969 2024-04-15T14:56:33.483 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:33.482+0000 7f8277235780 1 < completed write operation key=CFCUGZ5D6TU8 tag=U4Z4T56WB4OJ type=write size=673579 2024-04-15T14:56:33.492 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:33.491+0000 7f8277235780 1 > prepared part key=_multipart_Q0PE50H1CDIB.2~8OXNKAQX3T8I.0 size=1048576 2024-04-15T14:56:33.494 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:33.493+0000 7f8277235780 1 > prepared part key=_multipart_Q0PE50H1CDIB.2~8OXNKAQX3T8I.1 size=1048576 2024-04-15T14:56:33.496 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:33.495+0000 7f8277235780 1 > prepared part key=_multipart_Q0PE50H1CDIB.2~8OXNKAQX3T8I.2 size=72913 2024-04-15T14:56:33.496 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:33.495+0000 7f8277235780 1 > prepared multipart upload key=Q0PE50H1CDIB upload=8OXNKAQX3T8I tag=RMMNXL3FLWVJ type=write size=3218641 2024-04-15T14:56:33.496 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:33.496+0000 7f8277235780 -1 < no bi entry to suggest for operation key=MIRREM7KIO9I tag=7U2Q2F4SCWAC type=del size=3245141: (2) No such file or directory 2024-04-15T14:56:33.501 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:33.500+0000 7f8277235780 1 > prepared part key=_multipart_CBSCS8P8QL0Q.2~CPI04X5TY8DH.0 size=1048576 2024-04-15T14:56:33.503 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:33.502+0000 7f8277235780 1 > prepared part key=_multipart_CBSCS8P8QL0Q.2~CPI04X5TY8DH.1 size=1048576 2024-04-15T14:56:33.504 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:33.504+0000 7f8277235780 1 > prepared part key=_multipart_CBSCS8P8QL0Q.2~CPI04X5TY8DH.2 size=657827 2024-04-15T14:56:33.504 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:33.504+0000 7f8277235780 1 > prepared multipart upload key=CBSCS8P8QL0Q upload=CPI04X5TY8DH tag=MKJ3FUXL811Z type=write size=3803555 2024-04-15T14:56:33.507 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:33.506+0000 7f8277235780 1 < completed delete operation key=MFZTYOL605I7 tag=GKF2FJRDJT2R type=del 2024-04-15T14:56:33.510 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:33.509+0000 7f8277235780 1 > prepared part key=_multipart_Q0PE50H1CDIB.2~LSDS4F179DY5.0 size=901071 2024-04-15T14:56:33.510 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:33.509+0000 7f8277235780 1 > prepared multipart upload key=Q0PE50H1CDIB upload=LSDS4F179DY5 tag=JIWM6D8Y83VR type=write size=1949647 2024-04-15T14:56:33.514 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:33.513+0000 7f8277235780 1 < suggested update operation key=G82D816QHN8B tag=OKM9NEXR2CGO type=del size=2591474 2024-04-15T14:56:33.516 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:33.515+0000 7f8277235780 1 > prepared operation key=81DQOX7PNGMS tag=R6EHYK38DO81 type=del size=1063942 2024-04-15T14:56:33.519 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:33.518+0000 7f8277235780 -1 < failed to complete operation key=G82D816QHN8B tag=SHESIVPZ718Z type=del size=1559668: (22) Invalid argument 2024-04-15T14:56:33.521 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:33.520+0000 7f8277235780 1 > prepared operation key=0XYNF2N97Y1C tag=Q2KBNKNM9OUN type=del size=3713790 2024-04-15T14:56:33.523 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:33.522+0000 7f8277235780 -1 < failed to complete operation key=G82D816QHN8B tag=1M1V4Q81TG7Z type=del size=3110042: (22) Invalid argument 2024-04-15T14:56:33.525 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:33.524+0000 7f8277235780 1 > prepared operation key=OQ3O0PKNZJ9S tag=RQMUC3J5TAVX type=write size=553407 2024-04-15T14:56:33.528 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:33.528+0000 7f8277235780 1 < suggested remove operation key=JDPAU9KY1OMN tag=AO14RA3DU88Y type=write 2024-04-15T14:56:33.533 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:33.532+0000 7f8277235780 1 > prepared part key=_multipart_ASEC18UU5NGJ.2~C5ZQC59ZNY9X.0 size=267816 2024-04-15T14:56:33.533 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:33.532+0000 7f8277235780 1 > prepared multipart upload key=ASEC18UU5NGJ upload=C5ZQC59ZNY9X tag=GKAM1VUV955B type=write size=1316392 2024-04-15T14:56:33.535 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:33.534+0000 7f8277235780 1 < completed part key=_multipart_MIRREM7KIO9I.2~ESINTA2Y64C0.0 size=422176 2024-04-15T14:56:33.538 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:33.538+0000 7f8277235780 1 < completed multipart upload key=MIRREM7KIO9I upload=ESINTA2Y64C0 tag=XNEA7W3I40JX type=write size=1470752 2024-04-15T14:56:33.541 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:33.540+0000 7f8277235780 1 > prepared operation key=YTVARSCACASJ tag=OW70PUP6BKS3 type=write size=687584 2024-04-15T14:56:33.543 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:33.542+0000 7f8277235780 1 < completed part key=_multipart_IM0AQIM316IL.2~URELLUDV63G1.0 size=1048576 2024-04-15T14:56:33.544 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:33.543+0000 7f8277235780 1 < completed part key=_multipart_IM0AQIM316IL.2~URELLUDV63G1.1 size=1048576 2024-04-15T14:56:33.546 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:33.545+0000 7f8277235780 1 < completed part key=_multipart_IM0AQIM316IL.2~URELLUDV63G1.2 size=647148 2024-04-15T14:56:33.549 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:33.548+0000 7f8277235780 1 < completed multipart upload key=IM0AQIM316IL upload=URELLUDV63G1 tag=GR4EV4CH1MB4 type=write size=3792876 2024-04-15T14:56:33.551 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:33.550+0000 7f8277235780 1 > prepared operation key=OQ3O0PKNZJ9S tag=64R66ZA7EQIY type=write size=586126 2024-04-15T14:56:33.551 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:33.551+0000 7f8277235780 1 < canceled part key=_multipart_R38CSTKHEGGY.2~49Y2GBR6ANUE.0 size=1048576 2024-04-15T14:56:33.553 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:33.552+0000 7f8277235780 1 < completed part key=_multipart_R38CSTKHEGGY.2~49Y2GBR6ANUE.1 size=1048576 2024-04-15T14:56:33.555 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:33.554+0000 7f8277235780 1 < completed part key=_multipart_R38CSTKHEGGY.2~49Y2GBR6ANUE.2 size=404044 2024-04-15T14:56:33.558 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:33.558+0000 7f8277235780 1 < canceled multipart upload key=R38CSTKHEGGY upload=49Y2GBR6ANUE tag=Q209I1D0YP4O type=write size=3549772 2024-04-15T14:56:33.563 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:33.562+0000 7f8277235780 1 > prepared part key=_multipart_G82D816QHN8B.2~J4FVTM1C31E7.0 size=1011018 2024-04-15T14:56:33.563 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:33.562+0000 7f8277235780 1 > prepared multipart upload key=G82D816QHN8B upload=J4FVTM1C31E7 tag=7B4U3TURA6TL type=write size=2059594 2024-04-15T14:56:33.565 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:33.564+0000 7f8277235780 1 < completed part key=_multipart_33SEOBW9RRJN.2~1KJ9TJT15IZ9.0 size=973924 2024-04-15T14:56:33.568 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:33.567+0000 7f8277235780 1 < completed multipart upload key=33SEOBW9RRJN upload=1KJ9TJT15IZ9 tag=Z8IVX4DLVLBL type=write size=2022500 2024-04-15T14:56:33.570 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:33.569+0000 7f8277235780 1 > prepared operation key=8X2ELHS3HRGS tag=RI2ZLEUKRJJG type=del size=4192601 2024-04-15T14:56:33.572 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:33.571+0000 7f8277235780 1 < completed delete operation key=50Y0EU7H0QWF tag=21S37OB90001 type=del 2024-04-15T14:56:33.574 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:33.573+0000 7f8277235780 1 > prepared operation key=BSJC05AGXDJ3 tag=AMX2I0DEN1DJ type=del size=96039 2024-04-15T14:56:33.576 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:33.575+0000 7f8277235780 1 < canceled operation key=54T20V7YW2K4 tag=QJWXM5M10MG7 type=del size=346163 2024-04-15T14:56:33.578 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:33.577+0000 7f8277235780 1 > prepared operation key=DY5BWB5TVQV1 tag=2N031HI2KH08 type=write size=96934 2024-04-15T14:56:33.579 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:33.578+0000 7f8277235780 1 < completed delete operation key=D9NMXV7JDMXJ tag=IZ91K39T4FHF type=del 2024-04-15T14:56:33.583 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:33.582+0000 7f8277235780 1 > prepared part key=_multipart_D9NMXV7JDMXJ.2~3E2ABNXHTI35.0 size=1048576 2024-04-15T14:56:33.585 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:33.583+0000 7f8277235780 1 > prepared part key=_multipart_D9NMXV7JDMXJ.2~3E2ABNXHTI35.1 size=748127 2024-04-15T14:56:33.585 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:33.583+0000 7f8277235780 1 > prepared multipart upload key=D9NMXV7JDMXJ upload=3E2ABNXHTI35 tag=O41JJWQO1VTI type=write size=2845279 2024-04-15T14:56:33.585 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:33.584+0000 7f8277235780 1 < canceled part key=_multipart_8X2ELHS3HRGS.2~VT7SNB7WSOI5.0 size=1048576 2024-04-15T14:56:33.585 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:33.584+0000 7f8277235780 1 < canceled part key=_multipart_8X2ELHS3HRGS.2~VT7SNB7WSOI5.1 size=328702 2024-04-15T14:56:33.588 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:33.587+0000 7f8277235780 1 < canceled multipart upload key=8X2ELHS3HRGS upload=VT7SNB7WSOI5 tag=MVIQKQRIJLIZ type=write size=2425854 2024-04-15T14:56:33.591 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:33.589+0000 7f8277235780 1 > prepared operation key=7XVTB4OPZZOY tag=ARF6RQ22KPT4 type=del size=2355254 2024-04-15T14:56:33.592 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:33.591+0000 7f8277235780 1 < completed part key=_multipart_P0TQX1TRPSLX.2~3LTY99DPK6XN.0 size=1048576 2024-04-15T14:56:33.592 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:33.591+0000 7f8277235780 1 < canceled part key=_multipart_P0TQX1TRPSLX.2~3LTY99DPK6XN.1 size=1048576 2024-04-15T14:56:33.594 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:33.593+0000 7f8277235780 1 < completed part key=_multipart_P0TQX1TRPSLX.2~3LTY99DPK6XN.2 size=109241 2024-04-15T14:56:33.597 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:33.596+0000 7f8277235780 1 < canceled multipart upload key=P0TQX1TRPSLX upload=3LTY99DPK6XN tag=OC7UWBPZX1DO type=write size=3254969 2024-04-15T14:56:33.599 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:33.598+0000 7f8277235780 1 > prepared operation key=P0TQX1TRPSLX tag=78FPRWIMHYXU type=del size=2336550 2024-04-15T14:56:33.601 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:33.600+0000 7f8277235780 1 < completed part key=_multipart_Q0PE50H1CDIB.2~8OXNKAQX3T8I.0 size=1048576 2024-04-15T14:56:33.603 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:33.602+0000 7f8277235780 1 < completed part key=_multipart_Q0PE50H1CDIB.2~8OXNKAQX3T8I.1 size=1048576 2024-04-15T14:56:33.604 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:33.604+0000 7f8277235780 1 < completed part key=_multipart_Q0PE50H1CDIB.2~8OXNKAQX3T8I.2 size=72913 2024-04-15T14:56:33.608 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:33.607+0000 7f8277235780 1 < completed multipart upload key=Q0PE50H1CDIB upload=8OXNKAQX3T8I tag=RMMNXL3FLWVJ type=write size=3218641 2024-04-15T14:56:33.610 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:33.609+0000 7f8277235780 1 > prepared operation key=JDPAU9KY1OMN tag=G9JTY41V1NH4 type=del size=2930543 2024-04-15T14:56:33.610 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:33.609+0000 7f8277235780 1 < canceled part key=_multipart_CBSCS8P8QL0Q.2~CPI04X5TY8DH.0 size=1048576 2024-04-15T14:56:33.612 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:33.611+0000 7f8277235780 1 < completed part key=_multipart_CBSCS8P8QL0Q.2~CPI04X5TY8DH.1 size=1048576 2024-04-15T14:56:33.612 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:33.611+0000 7f8277235780 1 < canceled part key=_multipart_CBSCS8P8QL0Q.2~CPI04X5TY8DH.2 size=657827 2024-04-15T14:56:33.616 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:33.615+0000 7f8277235780 1 < canceled multipart upload key=CBSCS8P8QL0Q upload=CPI04X5TY8DH tag=MKJ3FUXL811Z type=write size=3803555 2024-04-15T14:56:33.620 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:33.619+0000 7f8277235780 1 > prepared part key=_multipart_BSJC05AGXDJ3.2~TI1J0AT1ELPL.0 size=1048576 2024-04-15T14:56:33.622 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:33.621+0000 7f8277235780 1 > prepared part key=_multipart_BSJC05AGXDJ3.2~TI1J0AT1ELPL.1 size=98308 2024-04-15T14:56:33.622 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:33.621+0000 7f8277235780 1 > prepared multipart upload key=BSJC05AGXDJ3 upload=TI1J0AT1ELPL tag=2LAIDFD1FRVY type=write size=2195460 2024-04-15T14:56:33.623 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:33.623+0000 7f8277235780 1 < completed part key=_multipart_Q0PE50H1CDIB.2~LSDS4F179DY5.0 size=901071 2024-04-15T14:56:33.627 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:33.626+0000 7f8277235780 1 < completed multipart upload key=Q0PE50H1CDIB upload=LSDS4F179DY5 tag=JIWM6D8Y83VR type=write size=1949647 2024-04-15T14:56:33.630 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:33.629+0000 7f8277235780 1 > prepared part key=_multipart_50Y0EU7H0QWF.2~CYJ8TR17TNUQ.0 size=1048576 2024-04-15T14:56:33.632 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:33.631+0000 7f8277235780 1 > prepared part key=_multipart_50Y0EU7H0QWF.2~CYJ8TR17TNUQ.1 size=403264 2024-04-15T14:56:33.632 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:33.631+0000 7f8277235780 1 > prepared multipart upload key=50Y0EU7H0QWF upload=CYJ8TR17TNUQ tag=QXANPASBHGWM type=write size=2500416 2024-04-15T14:56:33.635 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:33.634+0000 7f8277235780 1 < completed delete operation key=81DQOX7PNGMS tag=R6EHYK38DO81 type=del 2024-04-15T14:56:33.637 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:33.636+0000 7f8277235780 1 > prepared operation key=NII4HKLD4YSI tag=LGACU324ANVP type=del size=3255300 2024-04-15T14:56:33.639 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:33.638+0000 7f8277235780 1 < completed delete operation key=0XYNF2N97Y1C tag=Q2KBNKNM9OUN type=del 2024-04-15T14:56:33.641 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:33.640+0000 7f8277235780 1 > prepared operation key=RQYB4B0WTR9V tag=NHJME3CP3JZL type=del size=3818491 2024-04-15T14:56:33.645 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:33.645+0000 7f8277235780 1 < suggested update operation key=OQ3O0PKNZJ9S tag=RQMUC3J5TAVX type=write size=553407 2024-04-15T14:56:33.648 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:33.647+0000 7f8277235780 1 > prepared operation key=UCHFZKBWU6MN tag=3S3RAX1VGWBV type=del size=2346186 2024-04-15T14:56:33.648 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:33.647+0000 7f8277235780 1 < canceled part key=_multipart_ASEC18UU5NGJ.2~C5ZQC59ZNY9X.0 size=267816 2024-04-15T14:56:33.652 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:33.651+0000 7f8277235780 1 < canceled multipart upload key=ASEC18UU5NGJ upload=C5ZQC59ZNY9X tag=GKAM1VUV955B type=write size=1316392 2024-04-15T14:56:33.654 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:33.653+0000 7f8277235780 1 > prepared operation key=G82D816QHN8B tag=R6FREC0PB2PG type=write size=125684 2024-04-15T14:56:33.656 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:33.655+0000 7f8277235780 1 < completed write operation key=YTVARSCACASJ tag=OW70PUP6BKS3 type=write size=687584 2024-04-15T14:56:33.658 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:33.657+0000 7f8277235780 1 > prepared operation key=Q0PE50H1CDIB tag=LO5VL222WTBX type=write size=403142 2024-04-15T14:56:33.662 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:33.661+0000 7f8277235780 1 < suggested remove operation key=OQ3O0PKNZJ9S tag=64R66ZA7EQIY type=write 2024-04-15T14:56:33.666 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:33.665+0000 7f8277235780 1 > prepared part key=_multipart_YTVARSCACASJ.2~VB7UQ7CHE60Y.0 size=1048576 2024-04-15T14:56:33.668 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:33.667+0000 7f8277235780 1 > prepared part key=_multipart_YTVARSCACASJ.2~VB7UQ7CHE60Y.1 size=1027071 2024-04-15T14:56:33.668 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:33.667+0000 7f8277235780 1 > prepared multipart upload key=YTVARSCACASJ upload=VB7UQ7CHE60Y tag=9O9NU143MMCA type=write size=3124223 2024-04-15T14:56:33.670 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:33.669+0000 7f8277235780 1 < completed part key=_multipart_G82D816QHN8B.2~J4FVTM1C31E7.0 size=1011018 2024-04-15T14:56:33.673 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:33.672+0000 7f8277235780 1 < completed multipart upload key=G82D816QHN8B upload=J4FVTM1C31E7 tag=7B4U3TURA6TL type=write size=2059594 2024-04-15T14:56:33.677 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:33.676+0000 7f8277235780 1 > prepared part key=_multipart_DY5BWB5TVQV1.2~HCJMKPGILTXM.0 size=1048576 2024-04-15T14:56:33.679 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:33.678+0000 7f8277235780 1 > prepared part key=_multipart_DY5BWB5TVQV1.2~HCJMKPGILTXM.1 size=256459 2024-04-15T14:56:33.679 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:33.678+0000 7f8277235780 1 > prepared multipart upload key=DY5BWB5TVQV1 upload=HCJMKPGILTXM tag=OEL7PINNFUXD type=write size=2353611 2024-04-15T14:56:33.681 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:33.680+0000 7f8277235780 1 < completed delete operation key=8X2ELHS3HRGS tag=RI2ZLEUKRJJG type=del 2024-04-15T14:56:33.685 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:33.684+0000 7f8277235780 1 > prepared part key=_multipart_G82D816QHN8B.2~W0AFVLERYHRY.0 size=1048576 2024-04-15T14:56:33.686 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:33.685+0000 7f8277235780 1 > prepared part key=_multipart_G82D816QHN8B.2~W0AFVLERYHRY.1 size=1048576 2024-04-15T14:56:33.688 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:33.687+0000 7f8277235780 1 > prepared part key=_multipart_G82D816QHN8B.2~W0AFVLERYHRY.2 size=238543 2024-04-15T14:56:33.688 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:33.687+0000 7f8277235780 1 > prepared multipart upload key=G82D816QHN8B upload=W0AFVLERYHRY tag=A3SRSV9734JW type=write size=3384271 2024-04-15T14:56:33.690 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:33.689+0000 7f8277235780 1 < completed delete operation key=BSJC05AGXDJ3 tag=AMX2I0DEN1DJ type=del 2024-04-15T14:56:33.694 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:33.694+0000 7f8277235780 1 > prepared part key=_multipart_BNQH1MC9XO9F.2~7WECHQ59N7CR.0 size=1048576 2024-04-15T14:56:33.696 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:33.695+0000 7f8277235780 1 > prepared part key=_multipart_BNQH1MC9XO9F.2~7WECHQ59N7CR.1 size=277481 2024-04-15T14:56:33.696 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:33.695+0000 7f8277235780 1 > prepared multipart upload key=BNQH1MC9XO9F upload=7WECHQ59N7CR tag=WLDI3JT7M2I6 type=write size=2374633 2024-04-15T14:56:33.698 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:33.697+0000 7f8277235780 1 < completed write operation key=DY5BWB5TVQV1 tag=2N031HI2KH08 type=write size=96934 2024-04-15T14:56:33.700 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:33.699+0000 7f8277235780 1 > prepared operation key=MIRREM7KIO9I tag=F1U5IX1FZK89 type=del size=743345 2024-04-15T14:56:33.702 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:33.701+0000 7f8277235780 1 < completed part key=_multipart_D9NMXV7JDMXJ.2~3E2ABNXHTI35.0 size=1048576 2024-04-15T14:56:33.704 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:33.703+0000 7f8277235780 1 < completed part key=_multipart_D9NMXV7JDMXJ.2~3E2ABNXHTI35.1 size=748127 2024-04-15T14:56:33.708 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:33.707+0000 7f8277235780 1 < completed multipart upload key=D9NMXV7JDMXJ upload=3E2ABNXHTI35 tag=O41JJWQO1VTI type=write size=2845279 2024-04-15T14:56:33.712 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:33.711+0000 7f8277235780 1 > prepared part key=_multipart_7XVTB4OPZZOY.2~MUPT01PURMAP.0 size=1048576 2024-04-15T14:56:33.713 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:33.713+0000 7f8277235780 1 > prepared part key=_multipart_7XVTB4OPZZOY.2~MUPT01PURMAP.1 size=1048576 2024-04-15T14:56:33.715 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:33.714+0000 7f8277235780 1 > prepared part key=_multipart_7XVTB4OPZZOY.2~MUPT01PURMAP.2 size=948635 2024-04-15T14:56:33.715 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:33.714+0000 7f8277235780 1 > prepared multipart upload key=7XVTB4OPZZOY upload=MUPT01PURMAP tag=B9CMMGIKR3HX type=write size=4094363 2024-04-15T14:56:33.718 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:33.717+0000 7f8277235780 1 < completed delete operation key=7XVTB4OPZZOY tag=ARF6RQ22KPT4 type=del 2024-04-15T14:56:33.722 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:33.721+0000 7f8277235780 1 > prepared part key=_multipart_ASEC18UU5NGJ.2~0YC7H8FO6LO0.0 size=1048576 2024-04-15T14:56:33.723 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:33.722+0000 7f8277235780 1 > prepared part key=_multipart_ASEC18UU5NGJ.2~0YC7H8FO6LO0.1 size=1048576 2024-04-15T14:56:33.725 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:33.724+0000 7f8277235780 1 > prepared part key=_multipart_ASEC18UU5NGJ.2~0YC7H8FO6LO0.2 size=501849 2024-04-15T14:56:33.725 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:33.724+0000 7f8277235780 1 > prepared multipart upload key=ASEC18UU5NGJ upload=0YC7H8FO6LO0 tag=KBL61TFMAYU3 type=write size=3647577 2024-04-15T14:56:33.727 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:33.726+0000 7f8277235780 1 < completed delete operation key=P0TQX1TRPSLX tag=78FPRWIMHYXU type=del 2024-04-15T14:56:33.729 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:33.728+0000 7f8277235780 1 > prepared operation key=Q0PE50H1CDIB tag=G6X48BYJ6VLV type=write size=314836 2024-04-15T14:56:33.733 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:33.732+0000 7f8277235780 1 < suggested update operation key=JDPAU9KY1OMN tag=G9JTY41V1NH4 type=del size=2930543 2024-04-15T14:56:33.736 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:33.735+0000 7f8277235780 1 > prepared operation key=0XYNF2N97Y1C tag=CUMS0RWERHYZ type=del size=133526 2024-04-15T14:56:33.736 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:33.735+0000 7f8277235780 1 < canceled part key=_multipart_BSJC05AGXDJ3.2~TI1J0AT1ELPL.0 size=1048576 2024-04-15T14:56:33.738 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:33.737+0000 7f8277235780 1 < completed part key=_multipart_BSJC05AGXDJ3.2~TI1J0AT1ELPL.1 size=98308 2024-04-15T14:56:33.742 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:33.741+0000 7f8277235780 1 < canceled multipart upload key=BSJC05AGXDJ3 upload=TI1J0AT1ELPL tag=2LAIDFD1FRVY type=write size=2195460 2024-04-15T14:56:33.744 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:33.744+0000 7f8277235780 1 > prepared operation key=OQ3O0PKNZJ9S tag=SQJJEN22B14W type=del size=197942 2024-04-15T14:56:33.746 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:33.746+0000 7f8277235780 1 < completed part key=_multipart_50Y0EU7H0QWF.2~CYJ8TR17TNUQ.0 size=1048576 2024-04-15T14:56:33.748 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:33.747+0000 7f8277235780 1 < completed part key=_multipart_50Y0EU7H0QWF.2~CYJ8TR17TNUQ.1 size=403264 2024-04-15T14:56:33.752 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:33.751+0000 7f8277235780 1 < completed multipart upload key=50Y0EU7H0QWF upload=CYJ8TR17TNUQ tag=QXANPASBHGWM type=write size=2500416 2024-04-15T14:56:33.754 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:33.753+0000 7f8277235780 1 > prepared operation key=R38CSTKHEGGY tag=SE1M54M2M3TX type=del size=3134021 2024-04-15T14:56:33.755 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:33.755+0000 7f8277235780 1 < completed delete operation key=NII4HKLD4YSI tag=LGACU324ANVP type=del 2024-04-15T14:56:33.760 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:33.759+0000 7f8277235780 1 > prepared part key=_multipart_7XVTB4OPZZOY.2~XSE78H8J10U1.0 size=1048576 2024-04-15T14:56:33.761 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:33.760+0000 7f8277235780 1 > prepared part key=_multipart_7XVTB4OPZZOY.2~XSE78H8J10U1.1 size=761760 2024-04-15T14:56:33.761 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:33.760+0000 7f8277235780 1 > prepared multipart upload key=7XVTB4OPZZOY upload=XSE78H8J10U1 tag=MQF178NVB0KP type=write size=2858912 2024-04-15T14:56:33.763 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:33.763+0000 7f8277235780 1 < completed delete operation key=RQYB4B0WTR9V tag=NHJME3CP3JZL type=del 2024-04-15T14:56:33.769 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:33.768+0000 7f8277235780 1 > prepared part key=_multipart_IVOFLSPJ0099.2~GBCGJE9BG3YM.0 size=1048576 2024-04-15T14:56:33.771 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:33.770+0000 7f8277235780 1 > prepared part key=_multipart_IVOFLSPJ0099.2~GBCGJE9BG3YM.1 size=36182 2024-04-15T14:56:33.771 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:33.770+0000 7f8277235780 1 > prepared multipart upload key=IVOFLSPJ0099 upload=GBCGJE9BG3YM tag=4UE39Q2PXYLK type=write size=2133334 2024-04-15T14:56:33.773 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:33.772+0000 7f8277235780 1 < completed delete operation key=UCHFZKBWU6MN tag=3S3RAX1VGWBV type=del 2024-04-15T14:56:33.775 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:33.774+0000 7f8277235780 1 > prepared operation key=ASEC18UU5NGJ tag=9CSXCEN38RPZ type=del size=3836200 2024-04-15T14:56:33.776 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:33.776+0000 7f8277235780 1 < canceled operation key=G82D816QHN8B tag=R6FREC0PB2PG type=write size=125684 2024-04-15T14:56:33.778 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:33.778+0000 7f8277235780 1 > prepared operation key=D9NMXV7JDMXJ tag=QG8WN4FVLSH8 type=del size=1645309 2024-04-15T14:56:33.781 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:33.780+0000 7f8277235780 1 < canceled operation key=Q0PE50H1CDIB tag=LO5VL222WTBX type=write size=403142 2024-04-15T14:56:33.783 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:33.782+0000 7f8277235780 1 > prepared operation key=P0TQX1TRPSLX tag=WBKW4R4IZZ3D type=del size=423593 2024-04-15T14:56:33.783 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:33.782+0000 7f8277235780 1 < canceled part key=_multipart_YTVARSCACASJ.2~VB7UQ7CHE60Y.0 size=1048576 2024-04-15T14:56:33.785 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:33.784+0000 7f8277235780 1 < completed part key=_multipart_YTVARSCACASJ.2~VB7UQ7CHE60Y.1 size=1027071 2024-04-15T14:56:33.788 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:33.788+0000 7f8277235780 1 < canceled multipart upload key=YTVARSCACASJ upload=VB7UQ7CHE60Y tag=9O9NU143MMCA type=write size=3124223 2024-04-15T14:56:33.792 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:33.791+0000 7f8277235780 1 > prepared part key=_multipart_UCHFZKBWU6MN.2~N4MAXAYA0OF2.0 size=1048576 2024-04-15T14:56:33.794 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:33.793+0000 7f8277235780 1 > prepared part key=_multipart_UCHFZKBWU6MN.2~N4MAXAYA0OF2.1 size=1048576 2024-04-15T14:56:33.795 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:33.795+0000 7f8277235780 1 > prepared part key=_multipart_UCHFZKBWU6MN.2~N4MAXAYA0OF2.2 size=523302 2024-04-15T14:56:33.795 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:33.795+0000 7f8277235780 1 > prepared multipart upload key=UCHFZKBWU6MN upload=N4MAXAYA0OF2 tag=ZSFZPZFF1SGZ type=write size=3669030 2024-04-15T14:56:33.797 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:33.797+0000 7f8277235780 1 < completed part key=_multipart_DY5BWB5TVQV1.2~HCJMKPGILTXM.0 size=1048576 2024-04-15T14:56:33.798 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:33.797+0000 7f8277235780 1 < canceled part key=_multipart_DY5BWB5TVQV1.2~HCJMKPGILTXM.1 size=256459 2024-04-15T14:56:33.801 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:33.800+0000 7f8277235780 1 < canceled multipart upload key=DY5BWB5TVQV1 upload=HCJMKPGILTXM tag=OEL7PINNFUXD type=write size=2353611 2024-04-15T14:56:33.803 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:33.802+0000 7f8277235780 1 > prepared operation key=A0RW26A8FZ95 tag=T92BY1B8EATK type=del size=4177654 2024-04-15T14:56:33.804 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:33.804+0000 7f8277235780 1 < completed part key=_multipart_G82D816QHN8B.2~W0AFVLERYHRY.0 size=1048576 2024-04-15T14:56:33.806 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:33.805+0000 7f8277235780 1 < completed part key=_multipart_G82D816QHN8B.2~W0AFVLERYHRY.1 size=1048576 2024-04-15T14:56:33.808 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:33.807+0000 7f8277235780 1 < completed part key=_multipart_G82D816QHN8B.2~W0AFVLERYHRY.2 size=238543 2024-04-15T14:56:33.811 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:33.811+0000 7f8277235780 1 < completed multipart upload key=G82D816QHN8B upload=W0AFVLERYHRY tag=A3SRSV9734JW type=write size=3384271 2024-04-15T14:56:33.813 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:33.813+0000 7f8277235780 1 > prepared operation key=50Y0EU7H0QWF tag=U423L1G25497 type=del size=559076 2024-04-15T14:56:33.815 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:33.814+0000 7f8277235780 1 < completed part key=_multipart_BNQH1MC9XO9F.2~7WECHQ59N7CR.0 size=1048576 2024-04-15T14:56:33.817 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:33.816+0000 7f8277235780 1 < completed part key=_multipart_BNQH1MC9XO9F.2~7WECHQ59N7CR.1 size=277481 2024-04-15T14:56:33.820 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:33.820+0000 7f8277235780 1 < completed multipart upload key=BNQH1MC9XO9F upload=7WECHQ59N7CR tag=WLDI3JT7M2I6 type=write size=2374633 2024-04-15T14:56:33.822 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:33.821+0000 7f8277235780 1 > prepared operation key=F402GDJVN3I9 tag=0CQF3KEY8HMN type=del size=320871 2024-04-15T14:56:33.826 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:33.825+0000 7f8277235780 1 < suggested remove operation key=MIRREM7KIO9I tag=F1U5IX1FZK89 type=del 2024-04-15T14:56:33.828 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:33.827+0000 7f8277235780 1 > prepared operation key=P0TQX1TRPSLX tag=XUN2ZGQKBTRJ type=del size=599830 2024-04-15T14:56:33.830 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:33.829+0000 7f8277235780 1 < completed part key=_multipart_7XVTB4OPZZOY.2~MUPT01PURMAP.0 size=1048576 2024-04-15T14:56:33.832 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:33.831+0000 7f8277235780 1 < completed part key=_multipart_7XVTB4OPZZOY.2~MUPT01PURMAP.1 size=1048576 2024-04-15T14:56:33.834 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:33.833+0000 7f8277235780 1 < completed part key=_multipart_7XVTB4OPZZOY.2~MUPT01PURMAP.2 size=948635 2024-04-15T14:56:33.837 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:33.836+0000 7f8277235780 1 < completed multipart upload key=7XVTB4OPZZOY upload=MUPT01PURMAP tag=B9CMMGIKR3HX type=write size=4094363 2024-04-15T14:56:33.840 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:33.839+0000 7f8277235780 1 > prepared operation key=33SEOBW9RRJN tag=630ZT0P56NSN type=del size=4192317 2024-04-15T14:56:33.842 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:33.841+0000 7f8277235780 1 < completed part key=_multipart_ASEC18UU5NGJ.2~0YC7H8FO6LO0.0 size=1048576 2024-04-15T14:56:33.843 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:33.841+0000 7f8277235780 1 < canceled part key=_multipart_ASEC18UU5NGJ.2~0YC7H8FO6LO0.1 size=1048576 2024-04-15T14:56:33.844 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:33.843+0000 7f8277235780 1 < completed part key=_multipart_ASEC18UU5NGJ.2~0YC7H8FO6LO0.2 size=501849 2024-04-15T14:56:33.847 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:33.846+0000 7f8277235780 1 < canceled multipart upload key=ASEC18UU5NGJ upload=0YC7H8FO6LO0 tag=KBL61TFMAYU3 type=write size=3647577 2024-04-15T14:56:33.849 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:33.848+0000 7f8277235780 1 > prepared operation key=50Y0EU7H0QWF tag=BJAUU01WABQM type=del size=408615 2024-04-15T14:56:33.853 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:33.852+0000 7f8277235780 1 < suggested update operation key=Q0PE50H1CDIB tag=G6X48BYJ6VLV type=write size=314836 2024-04-15T14:56:33.857 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:33.856+0000 7f8277235780 1 > prepared part key=_multipart_JY107VG7DVI1.2~IZ2ML4POEJYH.0 size=1048576 2024-04-15T14:56:33.859 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:33.858+0000 7f8277235780 1 > prepared part key=_multipart_JY107VG7DVI1.2~IZ2ML4POEJYH.1 size=475005 2024-04-15T14:56:33.859 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:33.858+0000 7f8277235780 1 > prepared multipart upload key=JY107VG7DVI1 upload=IZ2ML4POEJYH tag=050KXMIB3G4Q type=write size=2572157 2024-04-15T14:56:33.861 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:33.860+0000 7f8277235780 1 < completed delete operation key=0XYNF2N97Y1C tag=CUMS0RWERHYZ type=del 2024-04-15T14:56:33.862 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:33.862+0000 7f8277235780 1 > prepared operation key=8X2ELHS3HRGS tag=JVMAC367JL9D type=del size=2909058 2024-04-15T14:56:33.866 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:33.866+0000 7f8277235780 1 < suggested update operation key=OQ3O0PKNZJ9S tag=SQJJEN22B14W type=del size=197942 2024-04-15T14:56:33.868 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:33.868+0000 7f8277235780 1 > prepared operation key=BNQH1MC9XO9F tag=0ODLLBF9J7JB type=write size=858415 2024-04-15T14:56:33.871 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:33.870+0000 7f8277235780 1 < canceled operation key=R38CSTKHEGGY tag=SE1M54M2M3TX type=del size=3134021 2024-04-15T14:56:33.873 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:33.872+0000 7f8277235780 1 > prepared operation key=P0TQX1TRPSLX tag=G65WRHYCEP9M type=del size=1984963 2024-04-15T14:56:33.875 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:33.874+0000 7f8277235780 1 < completed part key=_multipart_7XVTB4OPZZOY.2~XSE78H8J10U1.0 size=1048576 2024-04-15T14:56:33.875 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:33.874+0000 7f8277235780 1 < canceled part key=_multipart_7XVTB4OPZZOY.2~XSE78H8J10U1.1 size=761760 2024-04-15T14:56:33.878 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:33.877+0000 7f8277235780 1 < canceled multipart upload key=7XVTB4OPZZOY upload=XSE78H8J10U1 tag=MQF178NVB0KP type=write size=2858912 2024-04-15T14:56:33.880 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:33.879+0000 7f8277235780 1 > prepared operation key=CFCUGZ5D6TU8 tag=HLY2T5S57CD0 type=del size=3915533 2024-04-15T14:56:33.882 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:33.881+0000 7f8277235780 1 < completed part key=_multipart_IVOFLSPJ0099.2~GBCGJE9BG3YM.0 size=1048576 2024-04-15T14:56:33.883 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:33.882+0000 7f8277235780 1 < completed part key=_multipart_IVOFLSPJ0099.2~GBCGJE9BG3YM.1 size=36182 2024-04-15T14:56:33.887 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:33.886+0000 7f8277235780 1 < completed multipart upload key=IVOFLSPJ0099 upload=GBCGJE9BG3YM tag=4UE39Q2PXYLK type=write size=2133334 2024-04-15T14:56:33.889 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:33.888+0000 7f8277235780 1 > prepared operation key=UCHFZKBWU6MN tag=8RHIB38A5989 type=del size=3818599 2024-04-15T14:56:33.890 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:33.890+0000 7f8277235780 1 < completed delete operation key=ASEC18UU5NGJ tag=9CSXCEN38RPZ type=del 2024-04-15T14:56:33.893 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:33.892+0000 7f8277235780 1 > prepared operation key=IM0AQIM316IL tag=CYCZMGYYSGG0 type=del size=3567162 2024-04-15T14:56:33.896 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:33.895+0000 7f8277235780 1 < canceled operation key=D9NMXV7JDMXJ tag=QG8WN4FVLSH8 type=del size=1645309 2024-04-15T14:56:33.900 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:33.899+0000 7f8277235780 1 > prepared part key=_multipart_P0TQX1TRPSLX.2~LYVQTV9QB3JN.0 size=332829 2024-04-15T14:56:33.900 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:33.899+0000 7f8277235780 1 > prepared multipart upload key=P0TQX1TRPSLX upload=LYVQTV9QB3JN tag=MD63D1ZYO1J4 type=write size=1381405 2024-04-15T14:56:33.902 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:33.901+0000 7f8277235780 1 < completed delete operation key=P0TQX1TRPSLX tag=WBKW4R4IZZ3D type=del 2024-04-15T14:56:33.906 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:33.905+0000 7f8277235780 1 > prepared part key=_multipart_CBSCS8P8QL0Q.2~KZ224R1Y80Q9.0 size=1048576 2024-04-15T14:56:33.907 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:33.906+0000 7f8277235780 1 > prepared part key=_multipart_CBSCS8P8QL0Q.2~KZ224R1Y80Q9.1 size=1048576 2024-04-15T14:56:33.909 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:33.908+0000 7f8277235780 1 > prepared part key=_multipart_CBSCS8P8QL0Q.2~KZ224R1Y80Q9.2 size=756749 2024-04-15T14:56:33.909 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:33.908+0000 7f8277235780 1 > prepared multipart upload key=CBSCS8P8QL0Q upload=KZ224R1Y80Q9 tag=ZME3GK0IQYXB type=write size=3902477 2024-04-15T14:56:33.909 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:33.908+0000 7f8277235780 1 < canceled part key=_multipart_UCHFZKBWU6MN.2~N4MAXAYA0OF2.0 size=1048576 2024-04-15T14:56:33.911 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:33.910+0000 7f8277235780 1 < completed part key=_multipart_UCHFZKBWU6MN.2~N4MAXAYA0OF2.1 size=1048576 2024-04-15T14:56:33.911 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:33.910+0000 7f8277235780 1 < canceled part key=_multipart_UCHFZKBWU6MN.2~N4MAXAYA0OF2.2 size=523302 2024-04-15T14:56:33.914 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:33.913+0000 7f8277235780 1 < canceled multipart upload key=UCHFZKBWU6MN upload=N4MAXAYA0OF2 tag=ZSFZPZFF1SGZ type=write size=3669030 2024-04-15T14:56:33.916 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:33.915+0000 7f8277235780 1 > prepared operation key=IM0AQIM316IL tag=AHQRSQ9U0S43 type=del size=1449344 2024-04-15T14:56:33.918 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:33.917+0000 7f8277235780 1 < completed delete operation key=A0RW26A8FZ95 tag=T92BY1B8EATK type=del 2024-04-15T14:56:33.920 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:33.919+0000 7f8277235780 1 > prepared operation key=G82D816QHN8B tag=VEALQ6QZYMDR type=del size=1272898 2024-04-15T14:56:33.922 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:33.922+0000 7f8277235780 1 < completed delete operation key=50Y0EU7H0QWF tag=U423L1G25497 type=del 2024-04-15T14:56:33.926 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:33.926+0000 7f8277235780 1 > prepared part key=_multipart_R38CSTKHEGGY.2~UBXOSE7FKVKA.0 size=1048576 2024-04-15T14:56:33.928 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:33.927+0000 7f8277235780 1 > prepared part key=_multipart_R38CSTKHEGGY.2~UBXOSE7FKVKA.1 size=917618 2024-04-15T14:56:33.928 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:33.927+0000 7f8277235780 1 > prepared multipart upload key=R38CSTKHEGGY upload=UBXOSE7FKVKA tag=AG575FQOQOWG type=write size=3014770 2024-04-15T14:56:33.930 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:33.929+0000 7f8277235780 1 < completed delete operation key=F402GDJVN3I9 tag=0CQF3KEY8HMN type=del 2024-04-15T14:56:33.932 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:33.932+0000 7f8277235780 1 > prepared operation key=R38CSTKHEGGY tag=DMYND08EQ80K type=write size=679240 2024-04-15T14:56:33.935 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:33.935+0000 7f8277235780 1 < completed delete operation key=P0TQX1TRPSLX tag=XUN2ZGQKBTRJ type=del 2024-04-15T14:56:33.940 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:33.939+0000 7f8277235780 1 > prepared part key=_multipart_ASEC18UU5NGJ.2~PK7FGDPCLX83.0 size=1048576 2024-04-15T14:56:33.941 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:33.940+0000 7f8277235780 1 > prepared part key=_multipart_ASEC18UU5NGJ.2~PK7FGDPCLX83.1 size=1048576 2024-04-15T14:56:33.943 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:33.942+0000 7f8277235780 1 > prepared part key=_multipart_ASEC18UU5NGJ.2~PK7FGDPCLX83.2 size=556494 2024-04-15T14:56:33.943 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:33.942+0000 7f8277235780 1 > prepared multipart upload key=ASEC18UU5NGJ upload=PK7FGDPCLX83 tag=JY3VXSE0HBAR type=write size=3702222 2024-04-15T14:56:33.947 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:33.946+0000 7f8277235780 1 < suggested update operation key=33SEOBW9RRJN tag=630ZT0P56NSN type=del size=4192317 2024-04-15T14:56:33.951 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:33.950+0000 7f8277235780 1 > prepared part key=_multipart_81DQOX7PNGMS.2~KU5M6O2ZC4GB.0 size=1048576 2024-04-15T14:56:33.953 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:33.952+0000 7f8277235780 1 > prepared part key=_multipart_81DQOX7PNGMS.2~KU5M6O2ZC4GB.1 size=195541 2024-04-15T14:56:33.953 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:33.952+0000 7f8277235780 1 > prepared multipart upload key=81DQOX7PNGMS upload=KU5M6O2ZC4GB tag=I6W0199BWNMN type=write size=2292693 2024-04-15T14:56:33.957 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:33.956+0000 7f8277235780 1 < suggested update operation key=50Y0EU7H0QWF tag=BJAUU01WABQM type=del size=408615 2024-04-15T14:56:33.959 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:33.958+0000 7f8277235780 1 > prepared operation key=NII4HKLD4YSI tag=IJIOCRLLNA8Q type=del size=2863518 2024-04-15T14:56:33.961 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:33.960+0000 7f8277235780 1 < completed part key=_multipart_JY107VG7DVI1.2~IZ2ML4POEJYH.0 size=1048576 2024-04-15T14:56:33.962 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:33.962+0000 7f8277235780 1 < completed part key=_multipart_JY107VG7DVI1.2~IZ2ML4POEJYH.1 size=475005 2024-04-15T14:56:33.966 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:33.965+0000 7f8277235780 1 < completed multipart upload key=JY107VG7DVI1 upload=IZ2ML4POEJYH tag=050KXMIB3G4Q type=write size=2572157 2024-04-15T14:56:33.969 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:33.969+0000 7f8277235780 1 > prepared part key=_multipart_YTVARSCACASJ.2~AIRJ8BPTBJO8.0 size=306368 2024-04-15T14:56:33.969 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:33.969+0000 7f8277235780 1 > prepared multipart upload key=YTVARSCACASJ upload=AIRJ8BPTBJO8 tag=0YLOMN09B7EV type=write size=1354944 2024-04-15T14:56:33.971 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:33.970+0000 7f8277235780 1 < completed delete operation key=8X2ELHS3HRGS tag=JVMAC367JL9D type=del 2024-04-15T14:56:33.973 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:33.972+0000 7f8277235780 1 > prepared operation key=7XVTB4OPZZOY tag=K8PQ74TJ6S4R type=del size=3493971 2024-04-15T14:56:33.975 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:33.974+0000 7f8277235780 1 < completed write operation key=BNQH1MC9XO9F tag=0ODLLBF9J7JB type=write size=858415 2024-04-15T14:56:33.979 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:33.978+0000 7f8277235780 1 > prepared part key=_multipart_IM0AQIM316IL.2~D1K53D7WLPO3.0 size=760397 2024-04-15T14:56:33.979 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:33.978+0000 7f8277235780 1 > prepared multipart upload key=IM0AQIM316IL upload=D1K53D7WLPO3 tag=4MDO2WQPIBFL type=write size=1808973 2024-04-15T14:56:33.981 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:33.980+0000 7f8277235780 1 < completed delete operation key=P0TQX1TRPSLX tag=G65WRHYCEP9M type=del 2024-04-15T14:56:33.983 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:33.982+0000 7f8277235780 1 > prepared operation key=54T20V7YW2K4 tag=K1BZZ85UHUAV type=del size=2254479 2024-04-15T14:56:33.986 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:33.986+0000 7f8277235780 1 < suggested remove operation key=CFCUGZ5D6TU8 tag=HLY2T5S57CD0 type=del 2024-04-15T14:56:33.988 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:33.988+0000 7f8277235780 1 > prepared operation key=33SEOBW9RRJN tag=5NVQQOEHDXEN type=write size=689870 2024-04-15T14:56:33.990 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:33.990+0000 7f8277235780 1 < completed delete operation key=UCHFZKBWU6MN tag=8RHIB38A5989 type=del 2024-04-15T14:56:33.994 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:33.993+0000 7f8277235780 1 > prepared part key=_multipart_OQ3O0PKNZJ9S.2~RBEOURY79VLA.0 size=652173 2024-04-15T14:56:33.994 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:33.993+0000 7f8277235780 1 > prepared multipart upload key=OQ3O0PKNZJ9S upload=RBEOURY79VLA tag=XQAURRVZ0GQK type=write size=1700749 2024-04-15T14:56:33.996 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:33.995+0000 7f8277235780 1 < completed delete operation key=IM0AQIM316IL tag=CYCZMGYYSGG0 type=del 2024-04-15T14:56:34.000 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:33.999+0000 7f8277235780 1 > prepared part key=_multipart_33SEOBW9RRJN.2~C7S7K3ZLQ31P.0 size=1048576 2024-04-15T14:56:34.002 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:34.001+0000 7f8277235780 1 > prepared part key=_multipart_33SEOBW9RRJN.2~C7S7K3ZLQ31P.1 size=808160 2024-04-15T14:56:34.002 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:34.001+0000 7f8277235780 1 > prepared multipart upload key=33SEOBW9RRJN upload=C7S7K3ZLQ31P tag=7AJT40JI6BB6 type=write size=2905312 2024-04-15T14:56:34.003 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:34.003+0000 7f8277235780 1 < completed part key=_multipart_P0TQX1TRPSLX.2~LYVQTV9QB3JN.0 size=332829 2024-04-15T14:56:34.007 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:34.006+0000 7f8277235780 1 < completed multipart upload key=P0TQX1TRPSLX upload=LYVQTV9QB3JN tag=MD63D1ZYO1J4 type=write size=1381405 2024-04-15T14:56:34.010 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:34.009+0000 7f8277235780 1 > prepared part key=_multipart_7XVTB4OPZZOY.2~DDXR3L8GOFL2.0 size=1048576 2024-04-15T14:56:34.012 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:34.011+0000 7f8277235780 1 > prepared part key=_multipart_7XVTB4OPZZOY.2~DDXR3L8GOFL2.1 size=1048576 2024-04-15T14:56:34.013 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:34.013+0000 7f8277235780 1 > prepared part key=_multipart_7XVTB4OPZZOY.2~DDXR3L8GOFL2.2 size=208175 2024-04-15T14:56:34.013 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:34.013+0000 7f8277235780 1 > prepared multipart upload key=7XVTB4OPZZOY upload=DDXR3L8GOFL2 tag=1RGS4N8VC7XG type=write size=3353903 2024-04-15T14:56:34.015 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:34.014+0000 7f8277235780 1 < completed part key=_multipart_CBSCS8P8QL0Q.2~KZ224R1Y80Q9.0 size=1048576 2024-04-15T14:56:34.017 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:34.016+0000 7f8277235780 1 < completed part key=_multipart_CBSCS8P8QL0Q.2~KZ224R1Y80Q9.1 size=1048576 2024-04-15T14:56:34.018 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:34.018+0000 7f8277235780 1 < completed part key=_multipart_CBSCS8P8QL0Q.2~KZ224R1Y80Q9.2 size=756749 2024-04-15T14:56:34.022 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:34.021+0000 7f8277235780 1 < completed multipart upload key=CBSCS8P8QL0Q upload=KZ224R1Y80Q9 tag=ZME3GK0IQYXB type=write size=3902477 2024-04-15T14:56:34.024 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:34.023+0000 7f8277235780 1 > prepared operation key=A0RW26A8FZ95 tag=E565BSITWFGA type=del size=2100635 2024-04-15T14:56:34.026 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:34.025+0000 7f8277235780 1 < canceled operation key=IM0AQIM316IL tag=AHQRSQ9U0S43 type=del size=1449344 2024-04-15T14:56:34.030 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:34.029+0000 7f8277235780 1 > prepared part key=_multipart_CFCUGZ5D6TU8.2~ZSXWJM9YKISL.0 size=1048576 2024-04-15T14:56:34.031 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:34.030+0000 7f8277235780 1 > prepared part key=_multipart_CFCUGZ5D6TU8.2~ZSXWJM9YKISL.1 size=1048576 2024-04-15T14:56:34.033 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:34.032+0000 7f8277235780 1 > prepared part key=_multipart_CFCUGZ5D6TU8.2~ZSXWJM9YKISL.2 size=488296 2024-04-15T14:56:34.033 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:34.032+0000 7f8277235780 1 > prepared multipart upload key=CFCUGZ5D6TU8 upload=ZSXWJM9YKISL tag=U912G9FYIRIJ type=write size=3634024 2024-04-15T14:56:34.035 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:34.034+0000 7f8277235780 1 < completed delete operation key=G82D816QHN8B tag=VEALQ6QZYMDR type=del 2024-04-15T14:56:34.037 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:34.036+0000 7f8277235780 1 > prepared operation key=JDPAU9KY1OMN tag=BICHH1BO6MKH type=del size=1105616 2024-04-15T14:56:34.039 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:34.038+0000 7f8277235780 1 < completed part key=_multipart_R38CSTKHEGGY.2~UBXOSE7FKVKA.0 size=1048576 2024-04-15T14:56:34.039 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:56:33 smithi016 ceph-mon[90652]: pgmap v1324: 137 pgs: 137 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 248 KiB/s rd, 88 KiB/s wr, 436 op/s 2024-04-15T14:56:34.039 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:56:33 smithi016 ceph-mon[93212]: pgmap v1324: 137 pgs: 137 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 248 KiB/s rd, 88 KiB/s wr, 436 op/s 2024-04-15T14:56:34.041 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:34.040+0000 7f8277235780 1 < completed part key=_multipart_R38CSTKHEGGY.2~UBXOSE7FKVKA.1 size=917618 2024-04-15T14:56:34.044 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:34.043+0000 7f8277235780 1 < completed multipart upload key=R38CSTKHEGGY upload=UBXOSE7FKVKA tag=AG575FQOQOWG type=write size=3014770 2024-04-15T14:56:34.048 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:34.047+0000 7f8277235780 1 > prepared part key=_multipart_ZMDZCWJKCFRI.2~OUEXEBXL2LTP.0 size=983289 2024-04-15T14:56:34.048 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:34.047+0000 7f8277235780 1 > prepared multipart upload key=ZMDZCWJKCFRI upload=OUEXEBXL2LTP tag=OF29NQQJVZXC type=write size=2031865 2024-04-15T14:56:34.050 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:34.049+0000 7f8277235780 1 < completed write operation key=R38CSTKHEGGY tag=DMYND08EQ80K type=write size=679240 2024-04-15T14:56:34.053 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:34.052+0000 7f8277235780 1 > prepared operation key=0XYNF2N97Y1C tag=OFFZELYWNJPK type=write size=560996 2024-04-15T14:56:34.055 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:34.054+0000 7f8277235780 1 < completed part key=_multipart_ASEC18UU5NGJ.2~PK7FGDPCLX83.0 size=1048576 2024-04-15T14:56:34.056 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:34.056+0000 7f8277235780 1 < completed part key=_multipart_ASEC18UU5NGJ.2~PK7FGDPCLX83.1 size=1048576 2024-04-15T14:56:34.057 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:34.056+0000 7f8277235780 1 < canceled part key=_multipart_ASEC18UU5NGJ.2~PK7FGDPCLX83.2 size=556494 2024-04-15T14:56:34.060 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:34.059+0000 7f8277235780 1 < canceled multipart upload key=ASEC18UU5NGJ upload=PK7FGDPCLX83 tag=JY3VXSE0HBAR type=write size=3702222 2024-04-15T14:56:34.063 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:34.063+0000 7f8277235780 1 > prepared part key=_multipart_7XVTB4OPZZOY.2~YGJQAYO5YBR1.0 size=1048576 2024-04-15T14:56:34.065 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:34.064+0000 7f8277235780 1 > prepared part key=_multipart_7XVTB4OPZZOY.2~YGJQAYO5YBR1.1 size=1048576 2024-04-15T14:56:34.067 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:34.066+0000 7f8277235780 1 > prepared part key=_multipart_7XVTB4OPZZOY.2~YGJQAYO5YBR1.2 size=1017576 2024-04-15T14:56:34.067 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:34.066+0000 7f8277235780 1 > prepared multipart upload key=7XVTB4OPZZOY upload=YGJQAYO5YBR1 tag=8W3A1D26J5BK type=write size=4163304 2024-04-15T14:56:34.069 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:34.068+0000 7f8277235780 1 < completed part key=_multipart_81DQOX7PNGMS.2~KU5M6O2ZC4GB.0 size=1048576 2024-04-15T14:56:34.070 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:34.070+0000 7f8277235780 1 < completed part key=_multipart_81DQOX7PNGMS.2~KU5M6O2ZC4GB.1 size=195541 2024-04-15T14:56:34.074 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:34.073+0000 7f8277235780 1 < completed multipart upload key=81DQOX7PNGMS upload=KU5M6O2ZC4GB tag=I6W0199BWNMN type=write size=2292693 2024-04-15T14:56:34.076 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:34.075+0000 7f8277235780 1 > prepared operation key=MFZTYOL605I7 tag=SLMI4Z0EK6X9 type=del size=4086403 2024-04-15T14:56:34.077 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:34.077+0000 7f8277235780 1 < completed delete operation key=NII4HKLD4YSI tag=IJIOCRLLNA8Q type=del 2024-04-15T14:56:34.079 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:34.079+0000 7f8277235780 1 > prepared operation key=JDPAU9KY1OMN tag=2P2KTV67LCUF type=del size=3396013 2024-04-15T14:56:34.081 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:34.081+0000 7f8277235780 1 < completed part key=_multipart_YTVARSCACASJ.2~AIRJ8BPTBJO8.0 size=306368 2024-04-15T14:56:34.085 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:34.084+0000 7f8277235780 1 < completed multipart upload key=YTVARSCACASJ upload=AIRJ8BPTBJO8 tag=0YLOMN09B7EV type=write size=1354944 2024-04-15T14:56:34.144 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:34.086+0000 7f8277235780 1 > prepared operation key=BNQH1MC9XO9F tag=IPGB4VJCLHJF type=write size=547868 2024-04-15T14:56:34.144 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:34.088+0000 7f8277235780 1 < canceled operation key=7XVTB4OPZZOY tag=K8PQ74TJ6S4R type=del size=3493971 2024-04-15T14:56:34.144 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:34.090+0000 7f8277235780 1 > prepared operation key=CFCUGZ5D6TU8 tag=Y1UMX2LJLS9R type=del size=3578541 2024-04-15T14:56:34.145 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:34.092+0000 7f8277235780 1 < completed part key=_multipart_IM0AQIM316IL.2~D1K53D7WLPO3.0 size=760397 2024-04-15T14:56:34.145 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:34.095+0000 7f8277235780 1 < completed multipart upload key=IM0AQIM316IL upload=D1K53D7WLPO3 tag=4MDO2WQPIBFL type=write size=1808973 2024-04-15T14:56:34.145 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:34.097+0000 7f8277235780 1 > prepared operation key=P0TQX1TRPSLX tag=CO299VJNXUBW type=write size=295011 2024-04-15T14:56:34.145 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:34.099+0000 7f8277235780 1 < completed delete operation key=54T20V7YW2K4 tag=K1BZZ85UHUAV type=del 2024-04-15T14:56:34.145 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:34.103+0000 7f8277235780 1 > prepared part key=_multipart_ASEC18UU5NGJ.2~I2K0UQNHQHSJ.0 size=1048576 2024-04-15T14:56:34.145 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:34.104+0000 7f8277235780 1 > prepared part key=_multipart_ASEC18UU5NGJ.2~I2K0UQNHQHSJ.1 size=961152 2024-04-15T14:56:34.145 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:34.104+0000 7f8277235780 1 > prepared multipart upload key=ASEC18UU5NGJ upload=I2K0UQNHQHSJ tag=LCORBO7QHNE2 type=write size=3058304 2024-04-15T14:56:34.145 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:34.107+0000 7f8277235780 1 < completed write operation key=33SEOBW9RRJN tag=5NVQQOEHDXEN type=write size=689870 2024-04-15T14:56:34.145 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:34.109+0000 7f8277235780 1 > prepared operation key=G82D816QHN8B tag=I1IE29DOAWFD type=del size=360424 2024-04-15T14:56:34.145 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:34.111+0000 7f8277235780 1 < completed part key=_multipart_OQ3O0PKNZJ9S.2~RBEOURY79VLA.0 size=652173 2024-04-15T14:56:34.145 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:34.114+0000 7f8277235780 1 < completed multipart upload key=OQ3O0PKNZJ9S upload=RBEOURY79VLA tag=XQAURRVZ0GQK type=write size=1700749 2024-04-15T14:56:34.145 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:34.118+0000 7f8277235780 1 > prepared part key=_multipart_D9NMXV7JDMXJ.2~RGS3A4RGIV60.0 size=1048576 2024-04-15T14:56:34.145 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:34.119+0000 7f8277235780 1 > prepared part key=_multipart_D9NMXV7JDMXJ.2~RGS3A4RGIV60.1 size=968228 2024-04-15T14:56:34.145 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:34.119+0000 7f8277235780 1 > prepared multipart upload key=D9NMXV7JDMXJ upload=RGS3A4RGIV60 tag=MDIF0CK7ZDG1 type=write size=3065380 2024-04-15T14:56:34.146 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:34.121+0000 7f8277235780 1 < completed part key=_multipart_33SEOBW9RRJN.2~C7S7K3ZLQ31P.0 size=1048576 2024-04-15T14:56:34.146 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:34.123+0000 7f8277235780 1 < completed part key=_multipart_33SEOBW9RRJN.2~C7S7K3ZLQ31P.1 size=808160 2024-04-15T14:56:34.146 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:34.126+0000 7f8277235780 1 < completed multipart upload key=33SEOBW9RRJN upload=C7S7K3ZLQ31P tag=7AJT40JI6BB6 type=write size=2905312 2024-04-15T14:56:34.146 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:34.130+0000 7f8277235780 1 > prepared part key=_multipart_50Y0EU7H0QWF.2~4X6EN7GMENLY.0 size=798457 2024-04-15T14:56:34.146 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:34.130+0000 7f8277235780 1 > prepared multipart upload key=50Y0EU7H0QWF upload=4X6EN7GMENLY tag=TJZ2K3YAMNU5 type=write size=1847033 2024-04-15T14:56:34.146 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:34.133+0000 7f8277235780 1 < completed part key=_multipart_7XVTB4OPZZOY.2~DDXR3L8GOFL2.0 size=1048576 2024-04-15T14:56:34.146 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:34.134+0000 7f8277235780 1 < completed part key=_multipart_7XVTB4OPZZOY.2~DDXR3L8GOFL2.1 size=1048576 2024-04-15T14:56:34.146 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:34.136+0000 7f8277235780 1 < completed part key=_multipart_7XVTB4OPZZOY.2~DDXR3L8GOFL2.2 size=208175 2024-04-15T14:56:34.146 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:34.140+0000 7f8277235780 1 < completed multipart upload key=7XVTB4OPZZOY upload=DDXR3L8GOFL2 tag=1RGS4N8VC7XG type=write size=3353903 2024-04-15T14:56:34.146 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:34.142+0000 7f8277235780 1 > prepared operation key=CFCUGZ5D6TU8 tag=W8BCEBMYD4JM type=del size=2815126 2024-04-15T14:56:34.147 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:34.144+0000 7f8277235780 1 < completed delete operation key=A0RW26A8FZ95 tag=E565BSITWFGA type=del 2024-04-15T14:56:34.147 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:34.146+0000 7f8277235780 1 > prepared operation key=MIRREM7KIO9I tag=UC3I7YP7QHW1 type=del size=2851246 2024-04-15T14:56:34.149 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:34.148+0000 7f8277235780 1 < completed part key=_multipart_CFCUGZ5D6TU8.2~ZSXWJM9YKISL.0 size=1048576 2024-04-15T14:56:34.149 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:34.148+0000 7f8277235780 1 < canceled part key=_multipart_CFCUGZ5D6TU8.2~ZSXWJM9YKISL.1 size=1048576 2024-04-15T14:56:34.150 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:34.150+0000 7f8277235780 1 < completed part key=_multipart_CFCUGZ5D6TU8.2~ZSXWJM9YKISL.2 size=488296 2024-04-15T14:56:34.154 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:34.153+0000 7f8277235780 1 < canceled multipart upload key=CFCUGZ5D6TU8 upload=ZSXWJM9YKISL tag=U912G9FYIRIJ type=write size=3634024 2024-04-15T14:56:34.157 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:34.157+0000 7f8277235780 1 > prepared part key=_multipart_NII4HKLD4YSI.2~8N859BPSY4C5.0 size=1048576 2024-04-15T14:56:34.160 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:34.158+0000 7f8277235780 1 > prepared part key=_multipart_NII4HKLD4YSI.2~8N859BPSY4C5.1 size=504683 2024-04-15T14:56:34.160 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:34.158+0000 7f8277235780 1 > prepared multipart upload key=NII4HKLD4YSI upload=8N859BPSY4C5 tag=7PIMEJ2X8ZN9 type=write size=2601835 2024-04-15T14:56:34.162 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:34.161+0000 7f8277235780 1 < completed delete operation key=JDPAU9KY1OMN tag=BICHH1BO6MKH type=del 2024-04-15T14:56:34.165 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:34.164+0000 7f8277235780 1 > prepared part key=_multipart_P0TQX1TRPSLX.2~4ZPPW5VR3BM1.0 size=1048576 2024-04-15T14:56:34.167 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:34.166+0000 7f8277235780 1 > prepared part key=_multipart_P0TQX1TRPSLX.2~4ZPPW5VR3BM1.1 size=1048576 2024-04-15T14:56:34.169 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:34.168+0000 7f8277235780 1 > prepared part key=_multipart_P0TQX1TRPSLX.2~4ZPPW5VR3BM1.2 size=195196 2024-04-15T14:56:34.169 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:34.168+0000 7f8277235780 1 > prepared multipart upload key=P0TQX1TRPSLX upload=4ZPPW5VR3BM1 tag=7TMND200GM7F type=write size=3340924 2024-04-15T14:56:34.171 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:34.170+0000 7f8277235780 1 < completed part key=_multipart_ZMDZCWJKCFRI.2~OUEXEBXL2LTP.0 size=983289 2024-04-15T14:56:34.174 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:34.173+0000 7f8277235780 1 < completed multipart upload key=ZMDZCWJKCFRI upload=OUEXEBXL2LTP tag=OF29NQQJVZXC type=write size=2031865 2024-04-15T14:56:34.177 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:34.176+0000 7f8277235780 1 > prepared operation key=33SEOBW9RRJN tag=WDWM86906HQ2 type=del size=1603562 2024-04-15T14:56:34.179 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:34.178+0000 7f8277235780 1 < canceled operation key=0XYNF2N97Y1C tag=OFFZELYWNJPK type=write size=560996 2024-04-15T14:56:34.181 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:34.180+0000 7f8277235780 1 > prepared operation key=CFCUGZ5D6TU8 tag=M7TO9ZQ0J9JB type=del size=740806 2024-04-15T14:56:34.183 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:34.182+0000 7f8277235780 1 < completed part key=_multipart_7XVTB4OPZZOY.2~YGJQAYO5YBR1.0 size=1048576 2024-04-15T14:56:34.184 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:34.183+0000 7f8277235780 1 < completed part key=_multipart_7XVTB4OPZZOY.2~YGJQAYO5YBR1.1 size=1048576 2024-04-15T14:56:34.186 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:34.185+0000 7f8277235780 1 < completed part key=_multipart_7XVTB4OPZZOY.2~YGJQAYO5YBR1.2 size=1017576 2024-04-15T14:56:34.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:56:33 smithi102 ceph-mon[87131]: pgmap v1324: 137 pgs: 137 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 248 KiB/s rd, 88 KiB/s wr, 436 op/s 2024-04-15T14:56:34.189 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:34.189+0000 7f8277235780 1 < completed multipart upload key=7XVTB4OPZZOY upload=YGJQAYO5YBR1 tag=8W3A1D26J5BK type=write size=4163304 2024-04-15T14:56:34.191 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:34.190+0000 7f8277235780 1 > prepared operation key=RQYB4B0WTR9V tag=1SRE2ZUIGE8H type=del size=3378706 2024-04-15T14:56:34.193 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:34.192+0000 7f8277235780 1 < completed delete operation key=MFZTYOL605I7 tag=SLMI4Z0EK6X9 type=del 2024-04-15T14:56:34.195 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:34.194+0000 7f8277235780 1 > prepared operation key=DY5BWB5TVQV1 tag=46LSMFK707P6 type=del size=2133314 2024-04-15T14:56:34.197 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:34.197+0000 7f8277235780 1 < completed delete operation key=JDPAU9KY1OMN tag=2P2KTV67LCUF type=del 2024-04-15T14:56:34.201 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:34.200+0000 7f8277235780 1 > prepared part key=_multipart_JDPAU9KY1OMN.2~YSZHE1A19BPC.0 size=1048576 2024-04-15T14:56:34.202 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:34.202+0000 7f8277235780 1 > prepared part key=_multipart_JDPAU9KY1OMN.2~YSZHE1A19BPC.1 size=293424 2024-04-15T14:56:34.203 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:34.202+0000 7f8277235780 1 > prepared multipart upload key=JDPAU9KY1OMN upload=YSZHE1A19BPC tag=KACIFDJ96J5L type=write size=2390576 2024-04-15T14:56:34.204 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:34.204+0000 7f8277235780 1 < completed write operation key=BNQH1MC9XO9F tag=IPGB4VJCLHJF type=write size=547868 2024-04-15T14:56:34.207 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:34.206+0000 7f8277235780 1 > prepared operation key=CFCUGZ5D6TU8 tag=DQPJCL53KXXZ type=del size=1879019 2024-04-15T14:56:34.210 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:34.209+0000 7f8277235780 1 < completed delete operation key=CFCUGZ5D6TU8 tag=Y1UMX2LJLS9R type=del 2024-04-15T14:56:34.212 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:34.211+0000 7f8277235780 1 > prepared operation key=A0RW26A8FZ95 tag=HLVAFYD92147 type=del size=1307144 2024-04-15T14:56:34.214 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:34.213+0000 7f8277235780 1 < completed write operation key=P0TQX1TRPSLX tag=CO299VJNXUBW type=write size=295011 2024-04-15T14:56:34.217 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:34.216+0000 7f8277235780 1 > prepared operation key=NII4HKLD4YSI tag=FINQ9M5D0TWC type=del size=3896538 2024-04-15T14:56:34.219 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:34.218+0000 7f8277235780 1 < completed part key=_multipart_ASEC18UU5NGJ.2~I2K0UQNHQHSJ.0 size=1048576 2024-04-15T14:56:34.220 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:34.219+0000 7f8277235780 1 < completed part key=_multipart_ASEC18UU5NGJ.2~I2K0UQNHQHSJ.1 size=961152 2024-04-15T14:56:34.224 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:34.223+0000 7f8277235780 1 < completed multipart upload key=ASEC18UU5NGJ upload=I2K0UQNHQHSJ tag=LCORBO7QHNE2 type=write size=3058304 2024-04-15T14:56:34.226 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:34.225+0000 7f8277235780 1 > prepared operation key=IVOFLSPJ0099 tag=5U2NLS97HXDL type=del size=2637903 2024-04-15T14:56:34.228 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:34.227+0000 7f8277235780 1 < completed delete operation key=G82D816QHN8B tag=I1IE29DOAWFD type=del 2024-04-15T14:56:34.232 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:34.231+0000 7f8277235780 1 > prepared part key=_multipart_7XVTB4OPZZOY.2~QBJHWVZGM8L1.0 size=1032966 2024-04-15T14:56:34.232 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:34.231+0000 7f8277235780 1 > prepared multipart upload key=7XVTB4OPZZOY upload=QBJHWVZGM8L1 tag=KLQLWXVO55WR type=write size=2081542 2024-04-15T14:56:34.234 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:34.233+0000 7f8277235780 1 < completed part key=_multipart_D9NMXV7JDMXJ.2~RGS3A4RGIV60.0 size=1048576 2024-04-15T14:56:34.234 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:34.233+0000 7f8277235780 1 < canceled part key=_multipart_D9NMXV7JDMXJ.2~RGS3A4RGIV60.1 size=968228 2024-04-15T14:56:34.237 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:34.236+0000 7f8277235780 1 < canceled multipart upload key=D9NMXV7JDMXJ upload=RGS3A4RGIV60 tag=MDIF0CK7ZDG1 type=write size=3065380 2024-04-15T14:56:34.239 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:34.238+0000 7f8277235780 1 > prepared operation key=YTVARSCACASJ tag=QIJRBFWVY46D type=del size=3831004 2024-04-15T14:56:34.241 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:34.241+0000 7f8277235780 1 < completed part key=_multipart_50Y0EU7H0QWF.2~4X6EN7GMENLY.0 size=798457 2024-04-15T14:56:34.245 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:34.244+0000 7f8277235780 1 < completed multipart upload key=50Y0EU7H0QWF upload=4X6EN7GMENLY tag=TJZ2K3YAMNU5 type=write size=1847033 2024-04-15T14:56:34.249 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:34.248+0000 7f8277235780 1 > prepared part key=_multipart_7XVTB4OPZZOY.2~LIN7W7E4E7XK.0 size=1048576 2024-04-15T14:56:34.251 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:34.250+0000 7f8277235780 1 > prepared part key=_multipart_7XVTB4OPZZOY.2~LIN7W7E4E7XK.1 size=1048576 2024-04-15T14:56:34.252 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:34.251+0000 7f8277235780 1 > prepared part key=_multipart_7XVTB4OPZZOY.2~LIN7W7E4E7XK.2 size=892541 2024-04-15T14:56:34.252 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:34.251+0000 7f8277235780 1 > prepared multipart upload key=7XVTB4OPZZOY upload=LIN7W7E4E7XK tag=FCM3MQVYYAW7 type=write size=4038269 2024-04-15T14:56:34.256 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:34.255+0000 7f8277235780 1 < suggested update operation key=CFCUGZ5D6TU8 tag=W8BCEBMYD4JM type=del size=2815126 2024-04-15T14:56:34.258 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:34.257+0000 7f8277235780 1 > prepared operation key=ZMDZCWJKCFRI tag=G5OX8F2B4MEA type=del size=4191732 2024-04-15T14:56:34.260 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:34.259+0000 7f8277235780 1 < completed delete operation key=MIRREM7KIO9I tag=UC3I7YP7QHW1 type=del 2024-04-15T14:56:34.262 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:34.261+0000 7f8277235780 1 > prepared operation key=P0TQX1TRPSLX tag=1C79WNGP7ZJH type=del size=4121509 2024-04-15T14:56:34.262 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:34.262+0000 7f8277235780 1 < canceled part key=_multipart_NII4HKLD4YSI.2~8N859BPSY4C5.0 size=1048576 2024-04-15T14:56:34.264 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:34.263+0000 7f8277235780 1 < completed part key=_multipart_NII4HKLD4YSI.2~8N859BPSY4C5.1 size=504683 2024-04-15T14:56:34.267 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:34.266+0000 7f8277235780 1 < canceled multipart upload key=NII4HKLD4YSI upload=8N859BPSY4C5 tag=7PIMEJ2X8ZN9 type=write size=2601835 2024-04-15T14:56:34.269 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:34.268+0000 7f8277235780 1 > prepared operation key=RQYB4B0WTR9V tag=QBCB5LVM1BT9 type=del size=3025898 2024-04-15T14:56:34.271 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:34.270+0000 7f8277235780 1 < completed part key=_multipart_P0TQX1TRPSLX.2~4ZPPW5VR3BM1.0 size=1048576 2024-04-15T14:56:34.271 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:34.270+0000 7f8277235780 1 < canceled part key=_multipart_P0TQX1TRPSLX.2~4ZPPW5VR3BM1.1 size=1048576 2024-04-15T14:56:34.273 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:34.272+0000 7f8277235780 1 < completed part key=_multipart_P0TQX1TRPSLX.2~4ZPPW5VR3BM1.2 size=195196 2024-04-15T14:56:34.276 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:34.276+0000 7f8277235780 1 < canceled multipart upload key=P0TQX1TRPSLX upload=4ZPPW5VR3BM1 tag=7TMND200GM7F type=write size=3340924 2024-04-15T14:56:34.280 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:34.279+0000 7f8277235780 1 > prepared part key=_multipart_F402GDJVN3I9.2~WFT1TFOIJFCM.0 size=1048576 2024-04-15T14:56:34.282 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:34.281+0000 7f8277235780 1 > prepared part key=_multipart_F402GDJVN3I9.2~WFT1TFOIJFCM.1 size=365653 2024-04-15T14:56:34.282 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:34.281+0000 7f8277235780 1 > prepared multipart upload key=F402GDJVN3I9 upload=WFT1TFOIJFCM tag=IH0L16FPHZFJ type=write size=2462805 2024-04-15T14:56:34.284 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:34.283+0000 7f8277235780 1 < completed delete operation key=33SEOBW9RRJN tag=WDWM86906HQ2 type=del 2024-04-15T14:56:34.286 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:34.285+0000 7f8277235780 1 > prepared operation key=JDPAU9KY1OMN tag=M4VY8WQU8DY0 type=write size=794653 2024-04-15T14:56:34.289 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:34.288+0000 7f8277235780 -1 < failed to complete operation key=CFCUGZ5D6TU8 tag=M7TO9ZQ0J9JB type=del size=740806: (22) Invalid argument 2024-04-15T14:56:34.291 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:34.290+0000 7f8277235780 1 > prepared operation key=MIRREM7KIO9I tag=03UG6F55EKHE type=write size=101663 2024-04-15T14:56:34.293 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:34.292+0000 7f8277235780 1 < completed delete operation key=RQYB4B0WTR9V tag=1SRE2ZUIGE8H type=del 2024-04-15T14:56:34.295 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:34.294+0000 7f8277235780 1 > prepared operation key=MIRREM7KIO9I tag=BX7UKWOPZ6OJ type=write size=848183 2024-04-15T14:56:34.299 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:34.298+0000 7f8277235780 1 < suggested update operation key=DY5BWB5TVQV1 tag=46LSMFK707P6 type=del size=2133314 2024-04-15T14:56:34.303 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:34.302+0000 7f8277235780 1 > prepared part key=_multipart_50Y0EU7H0QWF.2~V64YLCH8UHDV.0 size=948678 2024-04-15T14:56:34.303 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:34.302+0000 7f8277235780 1 > prepared multipart upload key=50Y0EU7H0QWF upload=V64YLCH8UHDV tag=I5HRK43JLVCI type=write size=1997254 2024-04-15T14:56:34.305 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:34.304+0000 7f8277235780 1 < completed part key=_multipart_JDPAU9KY1OMN.2~YSZHE1A19BPC.0 size=1048576 2024-04-15T14:56:34.306 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:34.305+0000 7f8277235780 1 < completed part key=_multipart_JDPAU9KY1OMN.2~YSZHE1A19BPC.1 size=293424 2024-04-15T14:56:34.310 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:34.309+0000 7f8277235780 1 < completed multipart upload key=JDPAU9KY1OMN upload=YSZHE1A19BPC tag=KACIFDJ96J5L type=write size=2390576 2024-04-15T14:56:34.313 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:34.312+0000 7f8277235780 1 > prepared part key=_multipart_Q0PE50H1CDIB.2~PL5J4BNB77Z6.0 size=571755 2024-04-15T14:56:34.313 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:34.312+0000 7f8277235780 1 > prepared multipart upload key=Q0PE50H1CDIB upload=PL5J4BNB77Z6 tag=EIFK2HC4ZNB3 type=write size=1620331 2024-04-15T14:56:34.317 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:34.316+0000 7f8277235780 1 < suggested update operation key=CFCUGZ5D6TU8 tag=DQPJCL53KXXZ type=del size=1879019 2024-04-15T14:56:34.321 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:34.320+0000 7f8277235780 1 > prepared part key=_multipart_54T20V7YW2K4.2~AZK8PHMC3S2G.0 size=1048576 2024-04-15T14:56:34.322 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:34.322+0000 7f8277235780 1 > prepared part key=_multipart_54T20V7YW2K4.2~AZK8PHMC3S2G.1 size=483092 2024-04-15T14:56:34.322 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:34.322+0000 7f8277235780 1 > prepared multipart upload key=54T20V7YW2K4 upload=AZK8PHMC3S2G tag=X9O531025KOC type=write size=2580244 2024-04-15T14:56:34.326 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:34.325+0000 7f8277235780 1 < suggested update operation key=A0RW26A8FZ95 tag=HLVAFYD92147 type=del size=1307144 2024-04-15T14:56:34.331 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:34.330+0000 7f8277235780 1 > prepared part key=_multipart_F402GDJVN3I9.2~A2XGLY7HWPYJ.0 size=1048576 2024-04-15T14:56:34.333 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:34.332+0000 7f8277235780 1 > prepared part key=_multipart_F402GDJVN3I9.2~A2XGLY7HWPYJ.1 size=27008 2024-04-15T14:56:34.333 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:34.332+0000 7f8277235780 1 > prepared multipart upload key=F402GDJVN3I9 upload=A2XGLY7HWPYJ tag=HW689WTN3RJA type=write size=2124160 2024-04-15T14:56:34.335 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:34.334+0000 7f8277235780 1 < canceled operation key=NII4HKLD4YSI tag=FINQ9M5D0TWC type=del size=3896538 2024-04-15T14:56:34.338 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:34.337+0000 7f8277235780 1 > prepared part key=_multipart_MFZTYOL605I7.2~45CDADUH7O2C.0 size=388723 2024-04-15T14:56:34.338 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:34.337+0000 7f8277235780 1 > prepared multipart upload key=MFZTYOL605I7 upload=45CDADUH7O2C tag=UH2X8ACTUXLA type=write size=1437299 2024-04-15T14:56:34.342 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:34.341+0000 7f8277235780 1 < suggested update operation key=IVOFLSPJ0099 tag=5U2NLS97HXDL type=del size=2637903 2024-04-15T14:56:34.344 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:34.343+0000 7f8277235780 1 > prepared operation key=DY5BWB5TVQV1 tag=8HMJJMF7UQXO type=write size=994448 2024-04-15T14:56:34.345 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:34.344+0000 7f8277235780 1 < canceled part key=_multipart_7XVTB4OPZZOY.2~QBJHWVZGM8L1.0 size=1032966 2024-04-15T14:56:34.348 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:34.347+0000 7f8277235780 1 < canceled multipart upload key=7XVTB4OPZZOY upload=QBJHWVZGM8L1 tag=KLQLWXVO55WR type=write size=2081542 2024-04-15T14:56:34.350 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:34.350+0000 7f8277235780 1 > prepared operation key=D9NMXV7JDMXJ tag=VOUSBS55DM3D type=del size=3990978 2024-04-15T14:56:34.352 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:34.351+0000 7f8277235780 1 < canceled operation key=YTVARSCACASJ tag=QIJRBFWVY46D type=del size=3831004 2024-04-15T14:56:34.354 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:34.353+0000 7f8277235780 1 > prepared operation key=P0TQX1TRPSLX tag=W30QBWI87WXI type=write size=320126 2024-04-15T14:56:34.356 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:34.355+0000 7f8277235780 1 < completed part key=_multipart_7XVTB4OPZZOY.2~LIN7W7E4E7XK.0 size=1048576 2024-04-15T14:56:34.358 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:34.357+0000 7f8277235780 1 < completed part key=_multipart_7XVTB4OPZZOY.2~LIN7W7E4E7XK.1 size=1048576 2024-04-15T14:56:34.359 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:34.359+0000 7f8277235780 1 < completed part key=_multipart_7XVTB4OPZZOY.2~LIN7W7E4E7XK.2 size=892541 2024-04-15T14:56:34.363 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:34.362+0000 7f8277235780 1 < completed multipart upload key=7XVTB4OPZZOY upload=LIN7W7E4E7XK tag=FCM3MQVYYAW7 type=write size=4038269 2024-04-15T14:56:34.365 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:34.364+0000 7f8277235780 1 > prepared operation key=54T20V7YW2K4 tag=2DI3RENUIFSD type=write size=240097 2024-04-15T14:56:34.369 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:34.368+0000 7f8277235780 1 < suggested remove operation key=ZMDZCWJKCFRI tag=G5OX8F2B4MEA type=del 2024-04-15T14:56:34.372 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:34.372+0000 7f8277235780 1 > prepared part key=_multipart_BNQH1MC9XO9F.2~KYDQRI4FQC69.0 size=750585 2024-04-15T14:56:34.372 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:34.372+0000 7f8277235780 1 > prepared multipart upload key=BNQH1MC9XO9F upload=KYDQRI4FQC69 tag=R59W9792PWGL type=write size=1799161 2024-04-15T14:56:34.375 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:34.374+0000 7f8277235780 1 < completed delete operation key=P0TQX1TRPSLX tag=1C79WNGP7ZJH type=del 2024-04-15T14:56:34.378 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:34.377+0000 7f8277235780 1 > prepared part key=_multipart_IVOFLSPJ0099.2~575W8QWA0LOB.0 size=1048576 2024-04-15T14:56:34.380 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:34.379+0000 7f8277235780 1 > prepared part key=_multipart_IVOFLSPJ0099.2~575W8QWA0LOB.1 size=1000015 2024-04-15T14:56:34.380 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:34.379+0000 7f8277235780 1 > prepared multipart upload key=IVOFLSPJ0099 upload=575W8QWA0LOB tag=LBHQ96F4N12M type=write size=3097167 2024-04-15T14:56:34.382 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:34.381+0000 7f8277235780 1 < completed delete operation key=RQYB4B0WTR9V tag=QBCB5LVM1BT9 type=del 2024-04-15T14:56:34.384 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:34.383+0000 7f8277235780 1 > prepared operation key=G82D816QHN8B tag=FNU8EUWJZ7TJ type=del size=42079 2024-04-15T14:56:34.386 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:34.385+0000 7f8277235780 1 < completed part key=_multipart_F402GDJVN3I9.2~WFT1TFOIJFCM.0 size=1048576 2024-04-15T14:56:34.388 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:34.387+0000 7f8277235780 1 < completed part key=_multipart_F402GDJVN3I9.2~WFT1TFOIJFCM.1 size=365653 2024-04-15T14:56:34.391 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:34.390+0000 7f8277235780 1 < completed multipart upload key=F402GDJVN3I9 upload=WFT1TFOIJFCM tag=IH0L16FPHZFJ type=write size=2462805 2024-04-15T14:56:34.395 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:34.394+0000 7f8277235780 1 > prepared part key=_multipart_8X2ELHS3HRGS.2~G4CXH21YVWED.0 size=1048576 2024-04-15T14:56:34.396 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:34.395+0000 7f8277235780 1 > prepared part key=_multipart_8X2ELHS3HRGS.2~G4CXH21YVWED.1 size=1048576 2024-04-15T14:56:34.398 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:34.397+0000 7f8277235780 1 > prepared part key=_multipart_8X2ELHS3HRGS.2~G4CXH21YVWED.2 size=217440 2024-04-15T14:56:34.398 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:34.397+0000 7f8277235780 1 > prepared multipart upload key=8X2ELHS3HRGS upload=G4CXH21YVWED tag=3T39T53WJJNF type=write size=3363168 2024-04-15T14:56:34.402 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:34.401+0000 7f8277235780 1 < suggested remove operation key=JDPAU9KY1OMN tag=M4VY8WQU8DY0 type=write 2024-04-15T14:56:34.406 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:34.405+0000 7f8277235780 1 > prepared part key=_multipart_G82D816QHN8B.2~1XUQFA7E2SXL.0 size=1048576 2024-04-15T14:56:34.407 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:34.406+0000 7f8277235780 1 > prepared part key=_multipart_G82D816QHN8B.2~1XUQFA7E2SXL.1 size=377886 2024-04-15T14:56:34.407 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:34.406+0000 7f8277235780 1 > prepared multipart upload key=G82D816QHN8B upload=1XUQFA7E2SXL tag=E2ZSLIYEM28S type=write size=2475038 2024-04-15T14:56:34.409 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:34.408+0000 7f8277235780 1 < completed write operation key=MIRREM7KIO9I tag=03UG6F55EKHE type=write size=101663 2024-04-15T14:56:34.411 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:34.410+0000 7f8277235780 1 > prepared operation key=JY107VG7DVI1 tag=8Y55BII8SYLT type=del size=1700787 2024-04-15T14:56:34.413 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:34.412+0000 7f8277235780 1 < completed write operation key=MIRREM7KIO9I tag=BX7UKWOPZ6OJ type=write size=848183 2024-04-15T14:56:34.416 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:34.415+0000 7f8277235780 1 > prepared operation key=Q0PE50H1CDIB tag=XBI8Y0GAZEEP type=del size=1228818 2024-04-15T14:56:34.418 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:34.417+0000 7f8277235780 1 < completed part key=_multipart_50Y0EU7H0QWF.2~V64YLCH8UHDV.0 size=948678 2024-04-15T14:56:34.421 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:34.420+0000 7f8277235780 1 < completed multipart upload key=50Y0EU7H0QWF upload=V64YLCH8UHDV tag=I5HRK43JLVCI type=write size=1997254 2024-04-15T14:56:34.425 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:34.424+0000 7f8277235780 1 > prepared part key=_multipart_F402GDJVN3I9.2~HY77DW3WF8G0.0 size=815283 2024-04-15T14:56:34.426 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:34.424+0000 7f8277235780 1 > prepared multipart upload key=F402GDJVN3I9 upload=HY77DW3WF8G0 tag=0XE7W8IPABU5 type=write size=1863859 2024-04-15T14:56:34.426 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:34.425+0000 7f8277235780 1 < canceled part key=_multipart_Q0PE50H1CDIB.2~PL5J4BNB77Z6.0 size=571755 2024-04-15T14:56:34.429 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:34.428+0000 7f8277235780 1 < canceled multipart upload key=Q0PE50H1CDIB upload=PL5J4BNB77Z6 tag=EIFK2HC4ZNB3 type=write size=1620331 2024-04-15T14:56:34.431 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:34.431+0000 7f8277235780 1 > prepared operation key=OQ3O0PKNZJ9S tag=0BL35V7BGFKH type=del size=3962593 2024-04-15T14:56:34.434 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:34.433+0000 7f8277235780 1 < completed part key=_multipart_54T20V7YW2K4.2~AZK8PHMC3S2G.0 size=1048576 2024-04-15T14:56:34.435 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:34.435+0000 7f8277235780 1 < completed part key=_multipart_54T20V7YW2K4.2~AZK8PHMC3S2G.1 size=483092 2024-04-15T14:56:34.440 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:34.438+0000 7f8277235780 1 < completed multipart upload key=54T20V7YW2K4 upload=AZK8PHMC3S2G tag=X9O531025KOC type=write size=2580244 2024-04-15T14:56:34.441 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:34.440+0000 7f8277235780 1 > prepared operation key=OQ3O0PKNZJ9S tag=3TUW961XUCTR type=write size=894940 2024-04-15T14:56:34.443 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:34.442+0000 7f8277235780 1 < completed part key=_multipart_F402GDJVN3I9.2~A2XGLY7HWPYJ.0 size=1048576 2024-04-15T14:56:34.443 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:34.442+0000 7f8277235780 1 < canceled part key=_multipart_F402GDJVN3I9.2~A2XGLY7HWPYJ.1 size=27008 2024-04-15T14:56:34.447 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:34.446+0000 7f8277235780 1 < canceled multipart upload key=F402GDJVN3I9 upload=A2XGLY7HWPYJ tag=HW689WTN3RJA type=write size=2124160 2024-04-15T14:56:34.449 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:34.448+0000 7f8277235780 1 > prepared operation key=8X2ELHS3HRGS tag=MVZ2D7ZK94EO type=write size=692380 2024-04-15T14:56:34.449 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:34.448+0000 7f8277235780 1 < canceled part key=_multipart_MFZTYOL605I7.2~45CDADUH7O2C.0 size=388723 2024-04-15T14:56:34.453 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:34.452+0000 7f8277235780 1 < canceled multipart upload key=MFZTYOL605I7 upload=45CDADUH7O2C tag=UH2X8ACTUXLA type=write size=1437299 2024-04-15T14:56:34.457 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:34.456+0000 7f8277235780 1 > prepared part key=_multipart_BSJC05AGXDJ3.2~MQN9C18HBDS9.0 size=1048576 2024-04-15T14:56:34.459 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:34.458+0000 7f8277235780 1 > prepared part key=_multipart_BSJC05AGXDJ3.2~MQN9C18HBDS9.1 size=951775 2024-04-15T14:56:34.459 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:34.458+0000 7f8277235780 1 > prepared multipart upload key=BSJC05AGXDJ3 upload=MQN9C18HBDS9 tag=3I0WOWMOKSFE type=write size=3048927 2024-04-15T14:56:34.461 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:34.460+0000 7f8277235780 1 < completed write operation key=DY5BWB5TVQV1 tag=8HMJJMF7UQXO type=write size=994448 2024-04-15T14:56:34.465 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:34.464+0000 7f8277235780 1 > prepared part key=_multipart_P0TQX1TRPSLX.2~7QFLXSYA0HCR.0 size=1048576 2024-04-15T14:56:34.467 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:34.466+0000 7f8277235780 1 > prepared part key=_multipart_P0TQX1TRPSLX.2~7QFLXSYA0HCR.1 size=909104 2024-04-15T14:56:34.467 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:34.466+0000 7f8277235780 1 > prepared multipart upload key=P0TQX1TRPSLX upload=7QFLXSYA0HCR tag=EM4OCDRDUQXU type=write size=3006256 2024-04-15T14:56:34.470 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:34.469+0000 7f8277235780 1 < completed delete operation key=D9NMXV7JDMXJ tag=VOUSBS55DM3D type=del 2024-04-15T14:56:34.473 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:34.472+0000 7f8277235780 1 > prepared part key=_multipart_IVOFLSPJ0099.2~6XQJYXLHXT6N.0 size=1048576 2024-04-15T14:56:34.475 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:34.474+0000 7f8277235780 1 > prepared part key=_multipart_IVOFLSPJ0099.2~6XQJYXLHXT6N.1 size=1048576 2024-04-15T14:56:34.476 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:34.476+0000 7f8277235780 1 > prepared part key=_multipart_IVOFLSPJ0099.2~6XQJYXLHXT6N.2 size=746737 2024-04-15T14:56:34.476 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:34.476+0000 7f8277235780 1 > prepared multipart upload key=IVOFLSPJ0099 upload=6XQJYXLHXT6N tag=FISRUOGLJLOW type=write size=3892465 2024-04-15T14:56:34.478 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:34.478+0000 7f8277235780 1 < canceled operation key=P0TQX1TRPSLX tag=W30QBWI87WXI type=write size=320126 2024-04-15T14:56:34.480 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:34.480+0000 7f8277235780 1 > prepared operation key=G82D816QHN8B tag=SI2TIPO4Q23H type=write size=246816 2024-04-15T14:56:34.482 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:34.482+0000 7f8277235780 1 < canceled operation key=54T20V7YW2K4 tag=2DI3RENUIFSD type=write size=240097 2024-04-15T14:56:34.484 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:34.484+0000 7f8277235780 1 > prepared operation key=A0RW26A8FZ95 tag=BGYPU1XGF3TK type=del size=889654 2024-04-15T14:56:34.486 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:34.486+0000 7f8277235780 1 < completed part key=_multipart_BNQH1MC9XO9F.2~KYDQRI4FQC69.0 size=750585 2024-04-15T14:56:34.490 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:34.489+0000 7f8277235780 1 < completed multipart upload key=BNQH1MC9XO9F upload=KYDQRI4FQC69 tag=R59W9792PWGL type=write size=1799161 2024-04-15T14:56:34.492 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:34.492+0000 7f8277235780 1 > prepared operation key=IM0AQIM316IL tag=8RNDNHQZMW7D type=write size=298270 2024-04-15T14:56:34.495 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:34.494+0000 7f8277235780 1 < completed part key=_multipart_IVOFLSPJ0099.2~575W8QWA0LOB.0 size=1048576 2024-04-15T14:56:34.497 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:34.496+0000 7f8277235780 1 < completed part key=_multipart_IVOFLSPJ0099.2~575W8QWA0LOB.1 size=1000015 2024-04-15T14:56:34.501 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:34.500+0000 7f8277235780 1 < completed multipart upload key=IVOFLSPJ0099 upload=575W8QWA0LOB tag=LBHQ96F4N12M type=write size=3097167 2024-04-15T14:56:34.504 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:34.503+0000 7f8277235780 1 > prepared part key=_multipart_JY107VG7DVI1.2~DDUQ0ZI4O769.0 size=1048576 2024-04-15T14:56:34.506 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:34.505+0000 7f8277235780 1 > prepared part key=_multipart_JY107VG7DVI1.2~DDUQ0ZI4O769.1 size=1048576 2024-04-15T14:56:34.508 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:34.507+0000 7f8277235780 1 > prepared part key=_multipart_JY107VG7DVI1.2~DDUQ0ZI4O769.2 size=292145 2024-04-15T14:56:34.508 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:34.507+0000 7f8277235780 1 > prepared multipart upload key=JY107VG7DVI1 upload=DDUQ0ZI4O769 tag=IN5XP5JJ0DYQ type=write size=3437873 2024-04-15T14:56:34.510 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:34.509+0000 7f8277235780 1 < completed delete operation key=G82D816QHN8B tag=FNU8EUWJZ7TJ type=del 2024-04-15T14:56:34.512 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:34.512+0000 7f8277235780 1 > prepared operation key=CFCUGZ5D6TU8 tag=JEHJL3N6T1RC type=del size=961492 2024-04-15T14:56:34.514 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:34.514+0000 7f8277235780 1 < completed part key=_multipart_8X2ELHS3HRGS.2~G4CXH21YVWED.0 size=1048576 2024-04-15T14:56:34.516 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:34.515+0000 7f8277235780 1 < completed part key=_multipart_8X2ELHS3HRGS.2~G4CXH21YVWED.1 size=1048576 2024-04-15T14:56:34.518 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:34.517+0000 7f8277235780 1 < completed part key=_multipart_8X2ELHS3HRGS.2~G4CXH21YVWED.2 size=217440 2024-04-15T14:56:34.522 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:34.521+0000 7f8277235780 1 < completed multipart upload key=8X2ELHS3HRGS upload=G4CXH21YVWED tag=3T39T53WJJNF type=write size=3363168 2024-04-15T14:56:34.525 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:34.524+0000 7f8277235780 1 > prepared part key=_multipart_D9NMXV7JDMXJ.2~H0A7S755Y9A5.0 size=1048576 2024-04-15T14:56:34.527 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:34.526+0000 7f8277235780 1 > prepared part key=_multipart_D9NMXV7JDMXJ.2~H0A7S755Y9A5.1 size=812310 2024-04-15T14:56:34.527 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:34.526+0000 7f8277235780 1 > prepared multipart upload key=D9NMXV7JDMXJ upload=H0A7S755Y9A5 tag=K980J0OOKJFJ type=write size=2909462 2024-04-15T14:56:34.529 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:34.528+0000 7f8277235780 1 < completed part key=_multipart_G82D816QHN8B.2~1XUQFA7E2SXL.0 size=1048576 2024-04-15T14:56:34.531 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:34.530+0000 7f8277235780 1 < completed part key=_multipart_G82D816QHN8B.2~1XUQFA7E2SXL.1 size=377886 2024-04-15T14:56:34.534 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:34.534+0000 7f8277235780 1 < completed multipart upload key=G82D816QHN8B upload=1XUQFA7E2SXL tag=E2ZSLIYEM28S type=write size=2475038 2024-04-15T14:56:34.538 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:34.537+0000 7f8277235780 1 > prepared part key=_multipart_P0TQX1TRPSLX.2~3ZFDFBB9ZV1J.0 size=539207 2024-04-15T14:56:34.538 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:34.537+0000 7f8277235780 1 > prepared multipart upload key=P0TQX1TRPSLX upload=3ZFDFBB9ZV1J tag=BQTODI0RV8RL type=write size=1587783 2024-04-15T14:56:34.541 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:34.540+0000 7f8277235780 1 < completed delete operation key=JY107VG7DVI1 tag=8Y55BII8SYLT type=del 2024-04-15T14:56:34.545 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:34.544+0000 7f8277235780 1 > prepared part key=_multipart_UCHFZKBWU6MN.2~ZW7UK06THOTM.0 size=329754 2024-04-15T14:56:34.545 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:34.544+0000 7f8277235780 1 > prepared multipart upload key=UCHFZKBWU6MN upload=ZW7UK06THOTM tag=JJT31G51QS2F type=write size=1378330 2024-04-15T14:56:34.546 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:34.546+0000 7f8277235780 1 < completed delete operation key=Q0PE50H1CDIB tag=XBI8Y0GAZEEP type=del 2024-04-15T14:56:34.548 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:34.547+0000 7f8277235780 1 > prepared operation key=JDPAU9KY1OMN tag=LFUI8WDU97ZQ type=del size=30235 2024-04-15T14:56:34.551 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:34.550+0000 7f8277235780 1 < completed part key=_multipart_F402GDJVN3I9.2~HY77DW3WF8G0.0 size=815283 2024-04-15T14:56:34.554 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:34.553+0000 7f8277235780 1 < completed multipart upload key=F402GDJVN3I9 upload=HY77DW3WF8G0 tag=0XE7W8IPABU5 type=write size=1863859 2024-04-15T14:56:34.557 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:34.556+0000 7f8277235780 1 > prepared operation key=MFZTYOL605I7 tag=U13JGG1PUAE6 type=del size=3747909 2024-04-15T14:56:34.559 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:34.558+0000 7f8277235780 1 < completed delete operation key=OQ3O0PKNZJ9S tag=0BL35V7BGFKH type=del 2024-04-15T14:56:34.563 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:34.562+0000 7f8277235780 1 > prepared part key=_multipart_MIRREM7KIO9I.2~SWRJDE1O3MAS.0 size=308657 2024-04-15T14:56:34.563 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:34.562+0000 7f8277235780 1 > prepared multipart upload key=MIRREM7KIO9I upload=SWRJDE1O3MAS tag=LFHI8P23Z75W type=write size=1357233 2024-04-15T14:56:34.565 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:34.565+0000 7f8277235780 1 < completed write operation key=OQ3O0PKNZJ9S tag=3TUW961XUCTR type=write size=894940 2024-04-15T14:56:34.568 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:34.567+0000 7f8277235780 1 > prepared operation key=A0RW26A8FZ95 tag=INW4W42YR125 type=del size=803091 2024-04-15T14:56:34.570 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:34.569+0000 7f8277235780 1 < completed write operation key=8X2ELHS3HRGS tag=MVZ2D7ZK94EO type=write size=692380 2024-04-15T14:56:34.572 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:34.571+0000 7f8277235780 1 > prepared operation key=G82D816QHN8B tag=Q2YIAGGN7ZJF type=del size=3731161 2024-04-15T14:56:34.574 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:34.573+0000 7f8277235780 1 < completed part key=_multipart_BSJC05AGXDJ3.2~MQN9C18HBDS9.0 size=1048576 2024-04-15T14:56:34.576 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:34.575+0000 7f8277235780 1 < completed part key=_multipart_BSJC05AGXDJ3.2~MQN9C18HBDS9.1 size=951775 2024-04-15T14:56:34.579 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:34.578+0000 7f8277235780 1 < completed multipart upload key=BSJC05AGXDJ3 upload=MQN9C18HBDS9 tag=3I0WOWMOKSFE type=write size=3048927 2024-04-15T14:56:34.581 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:34.580+0000 7f8277235780 1 > prepared operation key=G82D816QHN8B tag=3XSBA1033LVK type=del size=102859 2024-04-15T14:56:34.584 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:34.583+0000 7f8277235780 1 < completed part key=_multipart_P0TQX1TRPSLX.2~7QFLXSYA0HCR.0 size=1048576 2024-04-15T14:56:34.585 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:34.585+0000 7f8277235780 1 < completed part key=_multipart_P0TQX1TRPSLX.2~7QFLXSYA0HCR.1 size=909104 2024-04-15T14:56:34.589 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:34.588+0000 7f8277235780 1 < completed multipart upload key=P0TQX1TRPSLX upload=7QFLXSYA0HCR tag=EM4OCDRDUQXU type=write size=3006256 2024-04-15T14:56:34.591 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:34.590+0000 7f8277235780 1 > prepared operation key=54T20V7YW2K4 tag=16ETOXWJ1XA5 type=del size=1416869 2024-04-15T14:56:34.593 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:34.592+0000 7f8277235780 1 < completed part key=_multipart_IVOFLSPJ0099.2~6XQJYXLHXT6N.0 size=1048576 2024-04-15T14:56:34.594 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:34.593+0000 7f8277235780 1 < completed part key=_multipart_IVOFLSPJ0099.2~6XQJYXLHXT6N.1 size=1048576 2024-04-15T14:56:34.596 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:34.595+0000 7f8277235780 1 < completed part key=_multipart_IVOFLSPJ0099.2~6XQJYXLHXT6N.2 size=746737 2024-04-15T14:56:34.599 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:34.599+0000 7f8277235780 1 < completed multipart upload key=IVOFLSPJ0099 upload=6XQJYXLHXT6N tag=FISRUOGLJLOW type=write size=3892465 2024-04-15T14:56:34.604 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:34.603+0000 7f8277235780 1 > prepared part key=_multipart_IM0AQIM316IL.2~ZR9VVGHGW9OS.0 size=1026688 2024-04-15T14:56:34.604 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:34.603+0000 7f8277235780 1 > prepared multipart upload key=IM0AQIM316IL upload=ZR9VVGHGW9OS tag=41BT81UX529U type=write size=2075264 2024-04-15T14:56:34.605 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:34.605+0000 7f8277235780 1 < completed write operation key=G82D816QHN8B tag=SI2TIPO4Q23H type=write size=246816 2024-04-15T14:56:34.609 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:34.608+0000 7f8277235780 1 > prepared part key=_multipart_50Y0EU7H0QWF.2~474OSOBSS7AS.0 size=1048576 2024-04-15T14:56:34.611 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:34.610+0000 7f8277235780 1 > prepared part key=_multipart_50Y0EU7H0QWF.2~474OSOBSS7AS.1 size=1048576 2024-04-15T14:56:34.613 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:34.612+0000 7f8277235780 1 > prepared part key=_multipart_50Y0EU7H0QWF.2~474OSOBSS7AS.2 size=219223 2024-04-15T14:56:34.613 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:34.612+0000 7f8277235780 1 > prepared multipart upload key=50Y0EU7H0QWF upload=474OSOBSS7AS tag=7QI0YNKSPXP7 type=write size=3364951 2024-04-15T14:56:34.615 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:34.614+0000 7f8277235780 1 < completed delete operation key=A0RW26A8FZ95 tag=BGYPU1XGF3TK type=del 2024-04-15T14:56:34.619 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:34.619+0000 7f8277235780 1 > prepared part key=_multipart_CFCUGZ5D6TU8.2~N4VAJ60LX97P.0 size=1048576 2024-04-15T14:56:34.621 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:34.620+0000 7f8277235780 1 > prepared part key=_multipart_CFCUGZ5D6TU8.2~N4VAJ60LX97P.1 size=1048576 2024-04-15T14:56:34.624 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:34.623+0000 7f8277235780 1 > prepared part key=_multipart_CFCUGZ5D6TU8.2~N4VAJ60LX97P.2 size=402814 2024-04-15T14:56:34.624 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:34.623+0000 7f8277235780 1 > prepared multipart upload key=CFCUGZ5D6TU8 upload=N4VAJ60LX97P tag=9WVQW801Y36C type=write size=3548542 2024-04-15T14:56:34.626 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:34.625+0000 7f8277235780 1 < completed write operation key=IM0AQIM316IL tag=8RNDNHQZMW7D type=write size=298270 2024-04-15T14:56:34.629 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:34.628+0000 7f8277235780 1 > prepared part key=_multipart_R38CSTKHEGGY.2~ONL5ZVEEVGG5.0 size=1048576 2024-04-15T14:56:34.631 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:34.630+0000 7f8277235780 1 > prepared part key=_multipart_R38CSTKHEGGY.2~ONL5ZVEEVGG5.1 size=1048576 2024-04-15T14:56:34.633 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:34.632+0000 7f8277235780 1 > prepared part key=_multipart_R38CSTKHEGGY.2~ONL5ZVEEVGG5.2 size=490601 2024-04-15T14:56:34.633 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:34.632+0000 7f8277235780 1 > prepared multipart upload key=R38CSTKHEGGY upload=ONL5ZVEEVGG5 tag=J9UD0B2UVL8T type=write size=3636329 2024-04-15T14:56:34.635 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:34.634+0000 7f8277235780 1 < completed part key=_multipart_JY107VG7DVI1.2~DDUQ0ZI4O769.0 size=1048576 2024-04-15T14:56:34.636 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:34.636+0000 7f8277235780 1 < completed part key=_multipart_JY107VG7DVI1.2~DDUQ0ZI4O769.1 size=1048576 2024-04-15T14:56:34.638 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:34.637+0000 7f8277235780 1 < completed part key=_multipart_JY107VG7DVI1.2~DDUQ0ZI4O769.2 size=292145 2024-04-15T14:56:34.642 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:34.641+0000 7f8277235780 1 < completed multipart upload key=JY107VG7DVI1 upload=DDUQ0ZI4O769 tag=IN5XP5JJ0DYQ type=write size=3437873 2024-04-15T14:56:34.644 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:34.643+0000 7f8277235780 1 > prepared operation key=50Y0EU7H0QWF tag=C07NPQOQQQRM type=write size=620456 2024-04-15T14:56:34.646 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:34.645+0000 7f8277235780 1 < completed delete operation key=CFCUGZ5D6TU8 tag=JEHJL3N6T1RC type=del 2024-04-15T14:56:34.649 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:34.649+0000 7f8277235780 1 > prepared part key=_multipart_JY107VG7DVI1.2~UPAM8BOA5MO7.0 size=114366 2024-04-15T14:56:34.649 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:34.649+0000 7f8277235780 1 > prepared multipart upload key=JY107VG7DVI1 upload=UPAM8BOA5MO7 tag=TERKKWX8UN3J type=write size=1162942 2024-04-15T14:56:34.652 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:34.651+0000 7f8277235780 1 < completed part key=_multipart_D9NMXV7JDMXJ.2~H0A7S755Y9A5.0 size=1048576 2024-04-15T14:56:34.654 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:34.653+0000 7f8277235780 1 < completed part key=_multipart_D9NMXV7JDMXJ.2~H0A7S755Y9A5.1 size=812310 2024-04-15T14:56:34.657 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:34.656+0000 7f8277235780 1 < completed multipart upload key=D9NMXV7JDMXJ upload=H0A7S755Y9A5 tag=K980J0OOKJFJ type=write size=2909462 2024-04-15T14:56:34.661 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:34.660+0000 7f8277235780 1 > prepared part key=_multipart_ZMDZCWJKCFRI.2~BYSJ1FTBVJD5.0 size=463133 2024-04-15T14:56:34.661 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:34.660+0000 7f8277235780 1 > prepared multipart upload key=ZMDZCWJKCFRI upload=BYSJ1FTBVJD5 tag=KVBW7DLZ3YZG type=write size=1511709 2024-04-15T14:56:34.663 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:34.662+0000 7f8277235780 1 < completed part key=_multipart_P0TQX1TRPSLX.2~3ZFDFBB9ZV1J.0 size=539207 2024-04-15T14:56:34.667 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:34.666+0000 7f8277235780 1 < completed multipart upload key=P0TQX1TRPSLX upload=3ZFDFBB9ZV1J tag=BQTODI0RV8RL type=write size=1587783 2024-04-15T14:56:34.671 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:34.670+0000 7f8277235780 1 > prepared part key=_multipart_DY5BWB5TVQV1.2~QLGQOVDOVTDL.0 size=1048576 2024-04-15T14:56:34.672 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:34.672+0000 7f8277235780 1 > prepared part key=_multipart_DY5BWB5TVQV1.2~QLGQOVDOVTDL.1 size=1048576 2024-04-15T14:56:34.674 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:34.673+0000 7f8277235780 1 > prepared part key=_multipart_DY5BWB5TVQV1.2~QLGQOVDOVTDL.2 size=556534 2024-04-15T14:56:34.674 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:34.673+0000 7f8277235780 1 > prepared multipart upload key=DY5BWB5TVQV1 upload=QLGQOVDOVTDL tag=3B009OZL3YXS type=write size=3702262 2024-04-15T14:56:34.676 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:34.675+0000 7f8277235780 1 < completed part key=_multipart_UCHFZKBWU6MN.2~ZW7UK06THOTM.0 size=329754 2024-04-15T14:56:34.681 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:34.680+0000 7f8277235780 1 < completed multipart upload key=UCHFZKBWU6MN upload=ZW7UK06THOTM tag=JJT31G51QS2F type=write size=1378330 2024-04-15T14:56:34.684 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:34.684+0000 7f8277235780 1 > prepared part key=_multipart_50Y0EU7H0QWF.2~ZB2AY039MUFF.0 size=1048576 2024-04-15T14:56:34.687 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:34.687+0000 7f8277235780 1 > prepared part key=_multipart_50Y0EU7H0QWF.2~ZB2AY039MUFF.1 size=717867 2024-04-15T14:56:34.687 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:34.687+0000 7f8277235780 1 > prepared multipart upload key=50Y0EU7H0QWF upload=ZB2AY039MUFF tag=FVR764TW5AP5 type=write size=2815019 2024-04-15T14:56:34.689 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:34.689+0000 7f8277235780 1 < canceled operation key=JDPAU9KY1OMN tag=LFUI8WDU97ZQ type=del size=30235 2024-04-15T14:56:34.692 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:34.691+0000 7f8277235780 1 > prepared operation key=G82D816QHN8B tag=KPQVNIQG1JHF type=del size=2772696 2024-04-15T14:56:34.694 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:34.693+0000 7f8277235780 1 < completed delete operation key=MFZTYOL605I7 tag=U13JGG1PUAE6 type=del 2024-04-15T14:56:34.696 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:34.695+0000 7f8277235780 1 > prepared operation key=IM0AQIM316IL tag=OADLJK4FX5RU type=del size=573284 2024-04-15T14:56:34.698 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:34.697+0000 7f8277235780 1 < completed part key=_multipart_MIRREM7KIO9I.2~SWRJDE1O3MAS.0 size=308657 2024-04-15T14:56:34.703 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:34.702+0000 7f8277235780 1 < completed multipart upload key=MIRREM7KIO9I upload=SWRJDE1O3MAS tag=LFHI8P23Z75W type=write size=1357233 2024-04-15T14:56:34.706 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:34.704+0000 7f8277235780 1 > prepared operation key=81DQOX7PNGMS tag=Z6NXSW2TVQRQ type=del size=368452 2024-04-15T14:56:34.707 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:34.707+0000 7f8277235780 1 < completed delete operation key=A0RW26A8FZ95 tag=INW4W42YR125 type=del 2024-04-15T14:56:34.709 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:34.709+0000 7f8277235780 1 > prepared operation key=D9NMXV7JDMXJ tag=CXPF4KH71I2D type=write size=867 2024-04-15T14:56:34.711 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:34.710+0000 7f8277235780 1 < completed delete operation key=G82D816QHN8B tag=Q2YIAGGN7ZJF type=del 2024-04-15T14:56:34.716 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:34.715+0000 7f8277235780 1 > prepared part key=_multipart_50Y0EU7H0QWF.2~4WGZAU3YLGNX.0 size=1048576 2024-04-15T14:56:34.717 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:34.717+0000 7f8277235780 1 > prepared part key=_multipart_50Y0EU7H0QWF.2~4WGZAU3YLGNX.1 size=1048576 2024-04-15T14:56:34.719 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:34.718+0000 7f8277235780 1 > prepared part key=_multipart_50Y0EU7H0QWF.2~4WGZAU3YLGNX.2 size=487132 2024-04-15T14:56:34.719 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:34.718+0000 7f8277235780 1 > prepared multipart upload key=50Y0EU7H0QWF upload=4WGZAU3YLGNX tag=4W99J6GX8J4S type=write size=3632860 2024-04-15T14:56:34.721 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:34.720+0000 7f8277235780 1 < completed delete operation key=G82D816QHN8B tag=3XSBA1033LVK type=del 2024-04-15T14:56:34.723 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:34.722+0000 7f8277235780 1 > prepared operation key=0XYNF2N97Y1C tag=REGZQUSWOYEV type=del size=3346331 2024-04-15T14:56:34.725 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:34.724+0000 7f8277235780 1 < completed delete operation key=54T20V7YW2K4 tag=16ETOXWJ1XA5 type=del 2024-04-15T14:56:34.727 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:34.726+0000 7f8277235780 1 > prepared operation key=NII4HKLD4YSI tag=TAECTO7EZV9L type=del size=2863331 2024-04-15T14:56:34.729 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:34.728+0000 7f8277235780 1 < completed part key=_multipart_IM0AQIM316IL.2~ZR9VVGHGW9OS.0 size=1026688 2024-04-15T14:56:34.732 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:34.732+0000 7f8277235780 1 < completed multipart upload key=IM0AQIM316IL upload=ZR9VVGHGW9OS tag=41BT81UX529U type=write size=2075264 2024-04-15T14:56:34.734 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:34.733+0000 7f8277235780 1 > prepared operation key=D9NMXV7JDMXJ tag=4ZRMK7755YGM type=write size=388670 2024-04-15T14:56:34.737 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:34.736+0000 7f8277235780 1 < completed part key=_multipart_50Y0EU7H0QWF.2~474OSOBSS7AS.0 size=1048576 2024-04-15T14:56:34.739 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:34.738+0000 7f8277235780 1 < completed part key=_multipart_50Y0EU7H0QWF.2~474OSOBSS7AS.1 size=1048576 2024-04-15T14:56:34.741 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:34.740+0000 7f8277235780 1 < completed part key=_multipart_50Y0EU7H0QWF.2~474OSOBSS7AS.2 size=219223 2024-04-15T14:56:34.744 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:34.743+0000 7f8277235780 1 < completed multipart upload key=50Y0EU7H0QWF upload=474OSOBSS7AS tag=7QI0YNKSPXP7 type=write size=3364951 2024-04-15T14:56:34.748 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:34.747+0000 7f8277235780 1 > prepared part key=_multipart_81DQOX7PNGMS.2~TU65NHXLGBMK.0 size=985397 2024-04-15T14:56:34.748 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:34.747+0000 7f8277235780 1 > prepared multipart upload key=81DQOX7PNGMS upload=TU65NHXLGBMK tag=LQTWELLFXCZ7 type=write size=2033973 2024-04-15T14:56:34.750 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:34.749+0000 7f8277235780 1 < completed part key=_multipart_CFCUGZ5D6TU8.2~N4VAJ60LX97P.0 size=1048576 2024-04-15T14:56:34.752 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:34.751+0000 7f8277235780 1 < completed part key=_multipart_CFCUGZ5D6TU8.2~N4VAJ60LX97P.1 size=1048576 2024-04-15T14:56:34.754 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:34.753+0000 7f8277235780 1 < completed part key=_multipart_CFCUGZ5D6TU8.2~N4VAJ60LX97P.2 size=402814 2024-04-15T14:56:34.758 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:34.757+0000 7f8277235780 1 < completed multipart upload key=CFCUGZ5D6TU8 upload=N4VAJ60LX97P tag=9WVQW801Y36C type=write size=3548542 2024-04-15T14:56:34.760 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:34.759+0000 7f8277235780 1 > prepared operation key=D9NMXV7JDMXJ tag=AHVV5ARI8VA2 type=del size=3717011 2024-04-15T14:56:34.762 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:34.761+0000 7f8277235780 1 < completed part key=_multipart_R38CSTKHEGGY.2~ONL5ZVEEVGG5.0 size=1048576 2024-04-15T14:56:34.764 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:34.763+0000 7f8277235780 1 < completed part key=_multipart_R38CSTKHEGGY.2~ONL5ZVEEVGG5.1 size=1048576 2024-04-15T14:56:34.764 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:34.763+0000 7f8277235780 1 < canceled part key=_multipart_R38CSTKHEGGY.2~ONL5ZVEEVGG5.2 size=490601 2024-04-15T14:56:34.768 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:34.767+0000 7f8277235780 1 < canceled multipart upload key=R38CSTKHEGGY upload=ONL5ZVEEVGG5 tag=J9UD0B2UVL8T type=write size=3636329 2024-04-15T14:56:34.770 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:34.769+0000 7f8277235780 1 > prepared operation key=IM0AQIM316IL tag=WRIQUAYK4I4X type=del size=1884972 2024-04-15T14:56:34.772 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:34.772+0000 7f8277235780 1 < completed write operation key=50Y0EU7H0QWF tag=C07NPQOQQQRM type=write size=620456 2024-04-15T14:56:34.775 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:34.774+0000 7f8277235780 1 > prepared operation key=UCHFZKBWU6MN tag=3KBYLMWSCTB4 type=del size=2205015 2024-04-15T14:56:34.776 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:34.776+0000 7f8277235780 1 < completed part key=_multipart_JY107VG7DVI1.2~UPAM8BOA5MO7.0 size=114366 2024-04-15T14:56:34.780 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:34.779+0000 7f8277235780 1 < completed multipart upload key=JY107VG7DVI1 upload=UPAM8BOA5MO7 tag=TERKKWX8UN3J type=write size=1162942 2024-04-15T14:56:34.784 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:34.783+0000 7f8277235780 1 > prepared part key=_multipart_F402GDJVN3I9.2~XXXPH8WN8UEG.0 size=687274 2024-04-15T14:56:34.784 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:34.783+0000 7f8277235780 1 > prepared multipart upload key=F402GDJVN3I9 upload=XXXPH8WN8UEG tag=S5BOKBW2HID3 type=write size=1735850 2024-04-15T14:56:34.786 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:34.785+0000 7f8277235780 1 < completed part key=_multipart_ZMDZCWJKCFRI.2~BYSJ1FTBVJD5.0 size=463133 2024-04-15T14:56:34.790 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:34.789+0000 7f8277235780 1 < completed multipart upload key=ZMDZCWJKCFRI upload=BYSJ1FTBVJD5 tag=KVBW7DLZ3YZG type=write size=1511709 2024-04-15T14:56:34.793 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:34.792+0000 7f8277235780 1 > prepared part key=_multipart_CBSCS8P8QL0Q.2~6SNAKMA3EYE0.0 size=500496 2024-04-15T14:56:34.793 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:34.792+0000 7f8277235780 1 > prepared multipart upload key=CBSCS8P8QL0Q upload=6SNAKMA3EYE0 tag=UU5B57HU2NEE type=write size=1549072 2024-04-15T14:56:34.796 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:34.794+0000 7f8277235780 1 < completed part key=_multipart_DY5BWB5TVQV1.2~QLGQOVDOVTDL.0 size=1048576 2024-04-15T14:56:34.797 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:34.796+0000 7f8277235780 1 < completed part key=_multipart_DY5BWB5TVQV1.2~QLGQOVDOVTDL.1 size=1048576 2024-04-15T14:56:34.799 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:34.798+0000 7f8277235780 1 < completed part key=_multipart_DY5BWB5TVQV1.2~QLGQOVDOVTDL.2 size=556534 2024-04-15T14:56:34.802 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:34.801+0000 7f8277235780 1 < completed multipart upload key=DY5BWB5TVQV1 upload=QLGQOVDOVTDL tag=3B009OZL3YXS type=write size=3702262 2024-04-15T14:56:34.804 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:34.803+0000 7f8277235780 1 > prepared operation key=CBSCS8P8QL0Q tag=5HRCR3MKZHYA type=del size=3633228 2024-04-15T14:56:34.806 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:34.805+0000 7f8277235780 1 < completed part key=_multipart_50Y0EU7H0QWF.2~ZB2AY039MUFF.0 size=1048576 2024-04-15T14:56:34.808 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:34.807+0000 7f8277235780 1 < completed part key=_multipart_50Y0EU7H0QWF.2~ZB2AY039MUFF.1 size=717867 2024-04-15T14:56:34.812 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:34.811+0000 7f8277235780 1 < completed multipart upload key=50Y0EU7H0QWF upload=ZB2AY039MUFF tag=FVR764TW5AP5 type=write size=2815019 2024-04-15T14:56:34.814 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:34.813+0000 7f8277235780 1 > prepared operation key=G82D816QHN8B tag=1OFAY9Z5L44G type=del size=233491 2024-04-15T14:56:34.816 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:34.815+0000 7f8277235780 1 < completed delete operation key=G82D816QHN8B tag=KPQVNIQG1JHF type=del 2024-04-15T14:56:34.818 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:34.817+0000 7f8277235780 1 > prepared operation key=81DQOX7PNGMS tag=8CWGM7RL8OJK type=write size=491510 2024-04-15T14:56:34.820 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:34.819+0000 7f8277235780 1 < completed delete operation key=IM0AQIM316IL tag=OADLJK4FX5RU type=del 2024-04-15T14:56:34.822 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:34.822+0000 7f8277235780 1 > prepared operation key=OQ3O0PKNZJ9S tag=JHK10FVQNY3J type=del size=3236867 2024-04-15T14:56:34.827 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:34.826+0000 7f8277235780 1 < suggested update operation key=81DQOX7PNGMS tag=Z6NXSW2TVQRQ type=del size=368452 2024-04-15T14:56:34.830 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:34.829+0000 7f8277235780 1 > prepared part key=_multipart_NII4HKLD4YSI.2~C79VR24Q5RQV.0 size=779011 2024-04-15T14:56:34.831 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:34.829+0000 7f8277235780 1 > prepared multipart upload key=NII4HKLD4YSI upload=C79VR24Q5RQV tag=DR0CVGJOUDBW type=write size=1827587 2024-04-15T14:56:34.832 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:34.831+0000 7f8277235780 1 < canceled operation key=D9NMXV7JDMXJ tag=CXPF4KH71I2D type=write size=867 2024-04-15T14:56:34.834 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:34.834+0000 7f8277235780 1 > prepared operation key=81DQOX7PNGMS tag=QTURBJ1XCRHM type=del size=3110305 2024-04-15T14:56:34.837 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:34.837+0000 7f8277235780 1 < completed part key=_multipart_50Y0EU7H0QWF.2~4WGZAU3YLGNX.0 size=1048576 2024-04-15T14:56:34.839 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:34.838+0000 7f8277235780 1 < completed part key=_multipart_50Y0EU7H0QWF.2~4WGZAU3YLGNX.1 size=1048576 2024-04-15T14:56:34.841 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:34.840+0000 7f8277235780 1 < completed part key=_multipart_50Y0EU7H0QWF.2~4WGZAU3YLGNX.2 size=487132 2024-04-15T14:56:34.845 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:34.844+0000 7f8277235780 1 < completed multipart upload key=50Y0EU7H0QWF upload=4WGZAU3YLGNX tag=4W99J6GX8J4S type=write size=3632860 2024-04-15T14:56:34.849 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:34.848+0000 7f8277235780 1 > prepared part key=_multipart_DY5BWB5TVQV1.2~QK62QU62IIZI.0 size=1048576 2024-04-15T14:56:34.850 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:34.849+0000 7f8277235780 1 > prepared part key=_multipart_DY5BWB5TVQV1.2~QK62QU62IIZI.1 size=1048576 2024-04-15T14:56:34.852 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:34.851+0000 7f8277235780 1 > prepared part key=_multipart_DY5BWB5TVQV1.2~QK62QU62IIZI.2 size=422379 2024-04-15T14:56:34.852 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:34.851+0000 7f8277235780 1 > prepared multipart upload key=DY5BWB5TVQV1 upload=QK62QU62IIZI tag=1ECNOMW3YPFN type=write size=3568107 2024-04-15T14:56:34.854 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:34.853+0000 7f8277235780 1 < completed delete operation key=0XYNF2N97Y1C tag=REGZQUSWOYEV type=del 2024-04-15T14:56:34.858 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:34.857+0000 7f8277235780 1 > prepared part key=_multipart_YTVARSCACASJ.2~OGV3R1HCREXN.0 size=70959 2024-04-15T14:56:34.858 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:34.857+0000 7f8277235780 1 > prepared multipart upload key=YTVARSCACASJ upload=OGV3R1HCREXN tag=1YET7B3XUVPZ type=write size=1119535 2024-04-15T14:56:34.860 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:34.859+0000 7f8277235780 1 < completed delete operation key=NII4HKLD4YSI tag=TAECTO7EZV9L type=del 2024-04-15T14:56:34.863 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:34.862+0000 7f8277235780 1 > prepared part key=_multipart_NII4HKLD4YSI.2~PXZGSJZ18H7M.0 size=1048576 2024-04-15T14:56:34.865 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:34.864+0000 7f8277235780 1 > prepared part key=_multipart_NII4HKLD4YSI.2~PXZGSJZ18H7M.1 size=673653 2024-04-15T14:56:34.865 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:34.864+0000 7f8277235780 1 > prepared multipart upload key=NII4HKLD4YSI upload=PXZGSJZ18H7M tag=SO382T7FFUBD type=write size=2770805 2024-04-15T14:56:34.869 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:34.869+0000 7f8277235780 1 < suggested remove operation key=D9NMXV7JDMXJ tag=4ZRMK7755YGM type=write 2024-04-15T14:56:34.871 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:34.871+0000 7f8277235780 1 > prepared operation key=F402GDJVN3I9 tag=2UK8ZR67F8D4 type=write size=38665 2024-04-15T14:56:34.873 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:34.873+0000 7f8277235780 1 < completed part key=_multipart_81DQOX7PNGMS.2~TU65NHXLGBMK.0 size=985397 2024-04-15T14:56:34.877 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:34.876+0000 7f8277235780 1 < completed multipart upload key=81DQOX7PNGMS upload=TU65NHXLGBMK tag=LQTWELLFXCZ7 type=write size=2033973 2024-04-15T14:56:34.881 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:34.880+0000 7f8277235780 1 > prepared part key=_multipart_54T20V7YW2K4.2~U2S5VGV0RU1G.0 size=579364 2024-04-15T14:56:34.881 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:34.880+0000 7f8277235780 1 > prepared multipart upload key=54T20V7YW2K4 upload=U2S5VGV0RU1G tag=VP4LOPDXVDV6 type=write size=1627940 2024-04-15T14:56:34.883 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:34.883+0000 7f8277235780 -1 < failed to complete operation key=D9NMXV7JDMXJ tag=AHVV5ARI8VA2 type=del size=3717011: (22) Invalid argument 2024-04-15T14:56:34.887 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:34.886+0000 7f8277235780 1 > prepared part key=_multipart_YTVARSCACASJ.2~PGAUI0EU68ER.0 size=1048576 2024-04-15T14:56:34.889 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:34.888+0000 7f8277235780 1 > prepared part key=_multipart_YTVARSCACASJ.2~PGAUI0EU68ER.1 size=265187 2024-04-15T14:56:34.889 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:34.888+0000 7f8277235780 1 > prepared multipart upload key=YTVARSCACASJ upload=PGAUI0EU68ER tag=FKWAM9E7G2NG type=write size=2362339 2024-04-15T14:56:34.891 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:34.890+0000 7f8277235780 1 < completed delete operation key=IM0AQIM316IL tag=WRIQUAYK4I4X type=del 2024-04-15T14:56:34.895 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:34.894+0000 7f8277235780 1 > prepared part key=_multipart_JDPAU9KY1OMN.2~ETVL31GTTYRU.0 size=258305 2024-04-15T14:56:34.895 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:34.894+0000 7f8277235780 1 > prepared multipart upload key=JDPAU9KY1OMN upload=ETVL31GTTYRU tag=Q7VOUBVFE1AG type=write size=1306881 2024-04-15T14:56:34.897 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:34.897+0000 7f8277235780 1 < completed delete operation key=UCHFZKBWU6MN tag=3KBYLMWSCTB4 type=del 2024-04-15T14:56:34.901 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:34.900+0000 7f8277235780 1 > prepared part key=_multipart_CBSCS8P8QL0Q.2~AO00HJIPZRCV.0 size=1048576 2024-04-15T14:56:34.903 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:34.902+0000 7f8277235780 1 > prepared part key=_multipart_CBSCS8P8QL0Q.2~AO00HJIPZRCV.1 size=256309 2024-04-15T14:56:34.903 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:34.902+0000 7f8277235780 1 > prepared multipart upload key=CBSCS8P8QL0Q upload=AO00HJIPZRCV tag=I9S7AZR1UK7C type=write size=2353461 2024-04-15T14:56:34.905 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:34.904+0000 7f8277235780 1 < completed part key=_multipart_F402GDJVN3I9.2~XXXPH8WN8UEG.0 size=687274 2024-04-15T14:56:34.909 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:34.908+0000 7f8277235780 1 < completed multipart upload key=F402GDJVN3I9 upload=XXXPH8WN8UEG tag=S5BOKBW2HID3 type=write size=1735850 2024-04-15T14:56:34.911 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:34.910+0000 7f8277235780 1 > prepared operation key=ASEC18UU5NGJ tag=YDXDA64LL2DW type=del size=988166 2024-04-15T14:56:34.913 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:34.912+0000 7f8277235780 1 < completed part key=_multipart_CBSCS8P8QL0Q.2~6SNAKMA3EYE0.0 size=500496 2024-04-15T14:56:34.916 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:34.916+0000 7f8277235780 1 < completed multipart upload key=CBSCS8P8QL0Q upload=6SNAKMA3EYE0 tag=UU5B57HU2NEE type=write size=1549072 2024-04-15T14:56:34.918 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:34.918+0000 7f8277235780 1 > prepared operation key=81DQOX7PNGMS tag=FQHNUHGJ4KAA type=del size=1721955 2024-04-15T14:56:34.920 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:34.920+0000 7f8277235780 1 < completed delete operation key=CBSCS8P8QL0Q tag=5HRCR3MKZHYA type=del 2024-04-15T14:56:34.924 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:34.924+0000 7f8277235780 1 > prepared part key=_multipart_CFCUGZ5D6TU8.2~FB80Q3PTVNYC.0 size=1048576 2024-04-15T14:56:34.926 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:34.925+0000 7f8277235780 1 > prepared part key=_multipart_CFCUGZ5D6TU8.2~FB80Q3PTVNYC.1 size=694892 2024-04-15T14:56:34.926 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:34.925+0000 7f8277235780 1 > prepared multipart upload key=CFCUGZ5D6TU8 upload=FB80Q3PTVNYC tag=ZJNA4XFWL9DG type=write size=2792044 2024-04-15T14:56:34.930 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:34.929+0000 7f8277235780 1 < suggested update operation key=G82D816QHN8B tag=1OFAY9Z5L44G type=del size=233491 2024-04-15T14:56:34.932 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:34.932+0000 7f8277235780 1 > prepared operation key=G82D816QHN8B tag=Z25J97EHBX9D type=del size=3590426 2024-04-15T14:56:34.935 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:34.934+0000 7f8277235780 -1 < failed to complete operation key=81DQOX7PNGMS tag=8CWGM7RL8OJK type=write size=491510: (22) Invalid argument 2024-04-15T14:56:34.937 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:34.936+0000 7f8277235780 1 > prepared operation key=81DQOX7PNGMS tag=ZMH1T7HXC02J type=del size=2365178 2024-04-15T14:56:34.939 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:34.939+0000 7f8277235780 1 < completed delete operation key=OQ3O0PKNZJ9S tag=JHK10FVQNY3J type=del 2024-04-15T14:56:34.944 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:34.943+0000 7f8277235780 1 > prepared part key=_multipart_MIRREM7KIO9I.2~V3FVHHVPBC4Y.0 size=486799 2024-04-15T14:56:34.944 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:34.943+0000 7f8277235780 1 > prepared multipart upload key=MIRREM7KIO9I upload=V3FVHHVPBC4Y tag=54ZHBPTV8831 type=write size=1535375 2024-04-15T14:56:34.946 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:34.945+0000 7f8277235780 1 < completed part key=_multipart_NII4HKLD4YSI.2~C79VR24Q5RQV.0 size=779011 2024-04-15T14:56:34.950 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:34.949+0000 7f8277235780 1 < completed multipart upload key=NII4HKLD4YSI upload=C79VR24Q5RQV tag=DR0CVGJOUDBW type=write size=1827587 2024-04-15T14:56:34.955 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:34.954+0000 7f8277235780 1 > prepared part key=_multipart_Q0PE50H1CDIB.2~T77BE7MIQM0F.0 size=193672 2024-04-15T14:56:34.955 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:34.954+0000 7f8277235780 1 > prepared multipart upload key=Q0PE50H1CDIB upload=T77BE7MIQM0F tag=GGNUBRHFMDBO type=write size=1242248 2024-04-15T14:56:34.957 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:34.956+0000 7f8277235780 1 < canceled operation key=81DQOX7PNGMS tag=QTURBJ1XCRHM type=del size=3110305 2024-04-15T14:56:34.959 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:34.958+0000 7f8277235780 1 > prepared operation key=Q0PE50H1CDIB tag=53ZLRYYIWFWH type=write size=53734 2024-04-15T14:56:34.961 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:34.961+0000 7f8277235780 1 < completed part key=_multipart_DY5BWB5TVQV1.2~QK62QU62IIZI.0 size=1048576 2024-04-15T14:56:34.963 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:34.962+0000 7f8277235780 1 < completed part key=_multipart_DY5BWB5TVQV1.2~QK62QU62IIZI.1 size=1048576 2024-04-15T14:56:34.965 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:34.964+0000 7f8277235780 1 < completed part key=_multipart_DY5BWB5TVQV1.2~QK62QU62IIZI.2 size=422379 2024-04-15T14:56:34.968 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:34.968+0000 7f8277235780 1 < completed multipart upload key=DY5BWB5TVQV1 upload=QK62QU62IIZI tag=1ECNOMW3YPFN type=write size=3568107 2024-04-15T14:56:34.972 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:34.971+0000 7f8277235780 1 > prepared part key=_multipart_JDPAU9KY1OMN.2~2K8M6VM5AY13.0 size=1048576 2024-04-15T14:56:34.974 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:34.973+0000 7f8277235780 1 > prepared part key=_multipart_JDPAU9KY1OMN.2~2K8M6VM5AY13.1 size=216171 2024-04-15T14:56:34.974 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:34.973+0000 7f8277235780 1 > prepared multipart upload key=JDPAU9KY1OMN upload=2K8M6VM5AY13 tag=INEYSWVA7QWG type=write size=2313323 2024-04-15T14:56:34.976 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:34.975+0000 7f8277235780 1 < completed part key=_multipart_YTVARSCACASJ.2~OGV3R1HCREXN.0 size=70959 2024-04-15T14:56:34.980 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:34.979+0000 7f8277235780 1 < completed multipart upload key=YTVARSCACASJ upload=OGV3R1HCREXN tag=1YET7B3XUVPZ type=write size=1119535 2024-04-15T14:56:34.982 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:34.981+0000 7f8277235780 1 > prepared operation key=JY107VG7DVI1 tag=Y33T9HCHAHWD type=del size=2358717 2024-04-15T14:56:34.984 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:34.983+0000 7f8277235780 1 < completed part key=_multipart_NII4HKLD4YSI.2~PXZGSJZ18H7M.0 size=1048576 2024-04-15T14:56:34.986 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:34.985+0000 7f8277235780 1 < completed part key=_multipart_NII4HKLD4YSI.2~PXZGSJZ18H7M.1 size=673653 2024-04-15T14:56:34.989 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:34.989+0000 7f8277235780 1 < completed multipart upload key=NII4HKLD4YSI upload=PXZGSJZ18H7M tag=SO382T7FFUBD type=write size=2770805 2024-04-15T14:56:34.991 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:34.991+0000 7f8277235780 1 > prepared operation key=ZMDZCWJKCFRI tag=WN0U58W4S9JY type=del size=3856822 2024-04-15T14:56:34.994 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:34.993+0000 7f8277235780 1 < completed write operation key=F402GDJVN3I9 tag=2UK8ZR67F8D4 type=write size=38665 2024-04-15T14:56:34.996 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:34.995+0000 7f8277235780 1 > prepared operation key=7XVTB4OPZZOY tag=NQOPUACTLY2P type=del size=220812 2024-04-15T14:56:34.996 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:34.995+0000 7f8277235780 1 < canceled part key=_multipart_54T20V7YW2K4.2~U2S5VGV0RU1G.0 size=579364 2024-04-15T14:56:34.999 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:34.999+0000 7f8277235780 1 < canceled multipart upload key=54T20V7YW2K4 upload=U2S5VGV0RU1G tag=VP4LOPDXVDV6 type=write size=1627940 2024-04-15T14:56:35.002 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:35.001+0000 7f8277235780 1 > prepared operation key=33SEOBW9RRJN tag=N7POE0HZF337 type=del size=1686413 2024-04-15T14:56:35.004 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:35.003+0000 7f8277235780 1 < completed part key=_multipart_YTVARSCACASJ.2~PGAUI0EU68ER.0 size=1048576 2024-04-15T14:56:35.005 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:35.005+0000 7f8277235780 1 < completed part key=_multipart_YTVARSCACASJ.2~PGAUI0EU68ER.1 size=265187 2024-04-15T14:56:35.009 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:35.008+0000 7f8277235780 1 < completed multipart upload key=YTVARSCACASJ upload=PGAUI0EU68ER tag=FKWAM9E7G2NG type=write size=2362339 2024-04-15T14:56:35.013 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:35.012+0000 7f8277235780 1 > prepared part key=_multipart_NII4HKLD4YSI.2~EAZQFOI8X7ZM.0 size=1048576 2024-04-15T14:56:35.015 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:35.014+0000 7f8277235780 1 > prepared part key=_multipart_NII4HKLD4YSI.2~EAZQFOI8X7ZM.1 size=404663 2024-04-15T14:56:35.015 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:35.014+0000 7f8277235780 1 > prepared multipart upload key=NII4HKLD4YSI upload=EAZQFOI8X7ZM tag=DOMZLK12I5OT type=write size=2501815 2024-04-15T14:56:35.017 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:35.016+0000 7f8277235780 1 < completed part key=_multipart_JDPAU9KY1OMN.2~ETVL31GTTYRU.0 size=258305 2024-04-15T14:56:35.021 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:35.021+0000 7f8277235780 1 < completed multipart upload key=JDPAU9KY1OMN upload=ETVL31GTTYRU tag=Q7VOUBVFE1AG type=write size=1306881 2024-04-15T14:56:35.023 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:35.023+0000 7f8277235780 1 > prepared operation key=8X2ELHS3HRGS tag=U2CJEC9EFU3J type=write size=611652 2024-04-15T14:56:35.025 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:35.025+0000 7f8277235780 1 < completed part key=_multipart_CBSCS8P8QL0Q.2~AO00HJIPZRCV.0 size=1048576 2024-04-15T14:56:35.027 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:35.026+0000 7f8277235780 1 < completed part key=_multipart_CBSCS8P8QL0Q.2~AO00HJIPZRCV.1 size=256309 2024-04-15T14:56:35.031 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:35.030+0000 7f8277235780 1 < completed multipart upload key=CBSCS8P8QL0Q upload=AO00HJIPZRCV tag=I9S7AZR1UK7C type=write size=2353461 2024-04-15T14:56:35.033 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:35.032+0000 7f8277235780 1 > prepared operation key=OQ3O0PKNZJ9S tag=2HJ4HLFWHJMR type=write size=778560 2024-04-15T14:56:35.035 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:35.034+0000 7f8277235780 1 < completed delete operation key=ASEC18UU5NGJ tag=YDXDA64LL2DW type=del 2024-04-15T14:56:35.037 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:35.036+0000 7f8277235780 1 > prepared operation key=R38CSTKHEGGY tag=NOLAGDFV9NIO type=del size=263123 2024-04-15T14:56:35.041 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:35.040+0000 7f8277235780 1 < suggested remove operation key=81DQOX7PNGMS tag=FQHNUHGJ4KAA type=del 2024-04-15T14:56:35.046 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:35.045+0000 7f8277235780 1 > prepared part key=_multipart_BNQH1MC9XO9F.2~LHZVN6BQ3EK2.0 size=1048576 2024-04-15T14:56:35.048 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:35.047+0000 7f8277235780 1 > prepared part key=_multipart_BNQH1MC9XO9F.2~LHZVN6BQ3EK2.1 size=1048576 2024-04-15T14:56:35.049 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:35.048+0000 7f8277235780 1 > prepared part key=_multipart_BNQH1MC9XO9F.2~LHZVN6BQ3EK2.2 size=336084 2024-04-15T14:56:35.049 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:35.048+0000 7f8277235780 1 > prepared multipart upload key=BNQH1MC9XO9F upload=LHZVN6BQ3EK2 tag=CO5E9HKHTU8S type=write size=3481812 2024-04-15T14:56:35.052 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:35.051+0000 7f8277235780 1 < completed part key=_multipart_CFCUGZ5D6TU8.2~FB80Q3PTVNYC.0 size=1048576 2024-04-15T14:56:35.053 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:35.053+0000 7f8277235780 1 < completed part key=_multipart_CFCUGZ5D6TU8.2~FB80Q3PTVNYC.1 size=694892 2024-04-15T14:56:35.057 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:35.056+0000 7f8277235780 1 < completed multipart upload key=CFCUGZ5D6TU8 upload=FB80Q3PTVNYC tag=ZJNA4XFWL9DG type=write size=2792044 2024-04-15T14:56:35.060 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:35.059+0000 7f8277235780 1 > prepared operation key=RQYB4B0WTR9V tag=IXYG5IS0CP3B type=del size=3562109 2024-04-15T14:56:35.062 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:35.061+0000 7f8277235780 1 < completed delete operation key=G82D816QHN8B tag=Z25J97EHBX9D type=del 2024-04-15T14:56:35.066 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:35.065+0000 7f8277235780 1 > prepared part key=_multipart_7XVTB4OPZZOY.2~Z64UHCHC6U28.0 size=1048221 2024-04-15T14:56:35.066 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:35.065+0000 7f8277235780 1 > prepared multipart upload key=7XVTB4OPZZOY upload=Z64UHCHC6U28 tag=3F6PMUW2VDFJ type=write size=2096797 2024-04-15T14:56:35.069 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:35.068+0000 7f8277235780 -1 < failed to complete operation key=81DQOX7PNGMS tag=ZMH1T7HXC02J type=del size=2365178: (22) Invalid argument 2024-04-15T14:56:35.072 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:35.071+0000 7f8277235780 1 > prepared part key=_multipart_IM0AQIM316IL.2~EAKWT31GHFPJ.0 size=1005764 2024-04-15T14:56:35.072 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:35.072+0000 7f8277235780 1 > prepared multipart upload key=IM0AQIM316IL upload=EAKWT31GHFPJ tag=0FEQSV9TMVQ1 type=write size=2054340 2024-04-15T14:56:35.074 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:35.074+0000 7f8277235780 1 < completed part key=_multipart_MIRREM7KIO9I.2~V3FVHHVPBC4Y.0 size=486799 2024-04-15T14:56:35.078 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:35.077+0000 7f8277235780 1 < completed multipart upload key=MIRREM7KIO9I upload=V3FVHHVPBC4Y tag=54ZHBPTV8831 type=write size=1535375 2024-04-15T14:56:35.080 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:35.079+0000 7f8277235780 1 > prepared operation key=CFCUGZ5D6TU8 tag=UGNBP8FU6ED7 type=del size=15436 2024-04-15T14:56:35.082 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:35.081+0000 7f8277235780 1 < completed part key=_multipart_Q0PE50H1CDIB.2~T77BE7MIQM0F.0 size=193672 2024-04-15T14:56:35.085 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:35.085+0000 7f8277235780 1 < completed multipart upload key=Q0PE50H1CDIB upload=T77BE7MIQM0F tag=GGNUBRHFMDBO type=write size=1242248 2024-04-15T14:56:35.087 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:35.087+0000 7f8277235780 1 > prepared operation key=8X2ELHS3HRGS tag=4LIHL8DDQ2D8 type=del size=2113791 2024-04-15T14:56:35.089 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:35.089+0000 7f8277235780 1 < completed write operation key=Q0PE50H1CDIB tag=53ZLRYYIWFWH type=write size=53734 2024-04-15T14:56:35.094 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:35.093+0000 7f8277235780 1 > prepared part key=_multipart_F402GDJVN3I9.2~MGVDJXKU3MS6.0 size=1048576 2024-04-15T14:56:35.096 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:35.096+0000 7f8277235780 1 > prepared part key=_multipart_F402GDJVN3I9.2~MGVDJXKU3MS6.1 size=1048576 2024-04-15T14:56:35.098 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:35.097+0000 7f8277235780 1 > prepared part key=_multipart_F402GDJVN3I9.2~MGVDJXKU3MS6.2 size=304370 2024-04-15T14:56:35.098 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:35.097+0000 7f8277235780 1 > prepared multipart upload key=F402GDJVN3I9 upload=MGVDJXKU3MS6 tag=PLSC1KXQK3BX type=write size=3450098 2024-04-15T14:56:35.101 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:35.100+0000 7f8277235780 1 < completed part key=_multipart_JDPAU9KY1OMN.2~2K8M6VM5AY13.0 size=1048576 2024-04-15T14:56:35.102 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:35.102+0000 7f8277235780 1 < completed part key=_multipart_JDPAU9KY1OMN.2~2K8M6VM5AY13.1 size=216171 2024-04-15T14:56:35.106 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:35.105+0000 7f8277235780 1 < completed multipart upload key=JDPAU9KY1OMN upload=2K8M6VM5AY13 tag=INEYSWVA7QWG type=write size=2313323 2024-04-15T14:56:35.108 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:35.107+0000 7f8277235780 1 > prepared operation key=P0TQX1TRPSLX tag=5EQSF9B1RBB0 type=del size=2159658 2024-04-15T14:56:35.110 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:35.110+0000 7f8277235780 1 < canceled operation key=JY107VG7DVI1 tag=Y33T9HCHAHWD type=del size=2358717 2024-04-15T14:56:35.114 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:35.112+0000 7f8277235780 1 > prepared operation key=54T20V7YW2K4 tag=0R7FDW58FUYV type=write size=17396 2024-04-15T14:56:35.115 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:35.114+0000 7f8277235780 1 < completed delete operation key=ZMDZCWJKCFRI tag=WN0U58W4S9JY type=del 2024-04-15T14:56:35.117 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:35.116+0000 7f8277235780 1 > prepared operation key=50Y0EU7H0QWF tag=FUVTNPT7WO6K type=del size=3570727 2024-04-15T14:56:35.119 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:35.118+0000 7f8277235780 1 < completed delete operation key=7XVTB4OPZZOY tag=NQOPUACTLY2P type=del 2024-04-15T14:56:35.121 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:35.120+0000 7f8277235780 1 > prepared operation key=BSJC05AGXDJ3 tag=U0R62WS52GFR type=del size=3744221 2024-04-15T14:56:35.125 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:35.124+0000 7f8277235780 1 < suggested update operation key=33SEOBW9RRJN tag=N7POE0HZF337 type=del size=1686413 2024-04-15T14:56:35.129 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:35.128+0000 7f8277235780 1 > prepared part key=_multipart_MIRREM7KIO9I.2~C2N5LC2Q1H7L.0 size=1048576 2024-04-15T14:56:35.132 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:35.130+0000 7f8277235780 1 > prepared part key=_multipart_MIRREM7KIO9I.2~C2N5LC2Q1H7L.1 size=1025250 2024-04-15T14:56:35.132 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:35.130+0000 7f8277235780 1 > prepared multipart upload key=MIRREM7KIO9I upload=C2N5LC2Q1H7L tag=55VFKU3C25LE type=write size=3122402 2024-04-15T14:56:35.133 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:35.132+0000 7f8277235780 1 < completed part key=_multipart_NII4HKLD4YSI.2~EAZQFOI8X7ZM.0 size=1048576 2024-04-15T14:56:35.135 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:35.134+0000 7f8277235780 1 < completed part key=_multipart_NII4HKLD4YSI.2~EAZQFOI8X7ZM.1 size=404663 2024-04-15T14:56:35.139 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:35.138+0000 7f8277235780 1 < completed multipart upload key=NII4HKLD4YSI upload=EAZQFOI8X7ZM tag=DOMZLK12I5OT type=write size=2501815 2024-04-15T14:56:35.142 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:35.142+0000 7f8277235780 1 > prepared part key=_multipart_54T20V7YW2K4.2~CL8LIHWKI6W1.0 size=851275 2024-04-15T14:56:35.142 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:35.142+0000 7f8277235780 1 > prepared multipart upload key=54T20V7YW2K4 upload=CL8LIHWKI6W1 tag=26BXOW63BOL1 type=write size=1899851 2024-04-15T14:56:35.144 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:35.144+0000 7f8277235780 1 < canceled operation key=8X2ELHS3HRGS tag=U2CJEC9EFU3J type=write size=611652 2024-04-15T14:56:35.148 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:35.148+0000 7f8277235780 1 > prepared part key=_multipart_NII4HKLD4YSI.2~TSDS3RAHLQ90.0 size=957014 2024-04-15T14:56:35.148 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:35.148+0000 7f8277235780 1 > prepared multipart upload key=NII4HKLD4YSI upload=TSDS3RAHLQ90 tag=CMXZ1KCLGSVZ type=write size=2005590 2024-04-15T14:56:35.151 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:35.150+0000 7f8277235780 1 < completed write operation key=OQ3O0PKNZJ9S tag=2HJ4HLFWHJMR type=write size=778560 2024-04-15T14:56:35.155 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:35.154+0000 7f8277235780 1 > prepared part key=_multipart_8X2ELHS3HRGS.2~NLK7KC8HR83V.0 size=1048576 2024-04-15T14:56:35.157 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:35.156+0000 7f8277235780 1 > prepared part key=_multipart_8X2ELHS3HRGS.2~NLK7KC8HR83V.1 size=283121 2024-04-15T14:56:35.157 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:35.156+0000 7f8277235780 1 > prepared multipart upload key=8X2ELHS3HRGS upload=NLK7KC8HR83V tag=W5WICM2ZHBBB type=write size=2380273 2024-04-15T14:56:35.159 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:35.158+0000 7f8277235780 1 < completed delete operation key=R38CSTKHEGGY tag=NOLAGDFV9NIO type=del 2024-04-15T14:56:35.161 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:35.160+0000 7f8277235780 1 > prepared operation key=A0RW26A8FZ95 tag=T7TRZH32Q07Z type=del size=4047277 2024-04-15T14:56:35.163 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:35.162+0000 7f8277235780 1 < completed part key=_multipart_BNQH1MC9XO9F.2~LHZVN6BQ3EK2.0 size=1048576 2024-04-15T14:56:35.165 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:35.164+0000 7f8277235780 1 < completed part key=_multipart_BNQH1MC9XO9F.2~LHZVN6BQ3EK2.1 size=1048576 2024-04-15T14:56:35.167 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:35.166+0000 7f8277235780 1 < completed part key=_multipart_BNQH1MC9XO9F.2~LHZVN6BQ3EK2.2 size=336084 2024-04-15T14:56:35.171 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:35.170+0000 7f8277235780 1 < completed multipart upload key=BNQH1MC9XO9F upload=LHZVN6BQ3EK2 tag=CO5E9HKHTU8S type=write size=3481812 2024-04-15T14:56:35.173 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:35.172+0000 7f8277235780 1 > prepared operation key=CFCUGZ5D6TU8 tag=K1TUVRQECPQ9 type=write size=632233 2024-04-15T14:56:35.175 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:35.174+0000 7f8277235780 1 < completed delete operation key=RQYB4B0WTR9V tag=IXYG5IS0CP3B type=del 2024-04-15T14:56:35.176 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:35.176+0000 7f8277235780 1 > prepared operation key=OQ3O0PKNZJ9S tag=7ADVM1UKLNGL type=del size=2098165 2024-04-15T14:56:35.178 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:35.178+0000 7f8277235780 1 < completed part key=_multipart_7XVTB4OPZZOY.2~Z64UHCHC6U28.0 size=1048221 2024-04-15T14:56:35.182 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:35.181+0000 7f8277235780 1 < completed multipart upload key=7XVTB4OPZZOY upload=Z64UHCHC6U28 tag=3F6PMUW2VDFJ type=write size=2096797 2024-04-15T14:56:35.184 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:35.184+0000 7f8277235780 1 > prepared operation key=ZMDZCWJKCFRI tag=JQB8F5T0KE3N type=del size=3569135 2024-04-15T14:56:35.186 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:35.186+0000 7f8277235780 1 < completed part key=_multipart_IM0AQIM316IL.2~EAKWT31GHFPJ.0 size=1005764 2024-04-15T14:56:35.190 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:35.189+0000 7f8277235780 1 < completed multipart upload key=IM0AQIM316IL upload=EAKWT31GHFPJ tag=0FEQSV9TMVQ1 type=write size=2054340 2024-04-15T14:56:35.194 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:35.193+0000 7f8277235780 1 > prepared part key=_multipart_OQ3O0PKNZJ9S.2~68QZXXFA5Z9D.0 size=533704 2024-04-15T14:56:35.194 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:35.193+0000 7f8277235780 1 > prepared multipart upload key=OQ3O0PKNZJ9S upload=68QZXXFA5Z9D tag=6WT6MFTB7J4I type=write size=1582280 2024-04-15T14:56:35.196 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:35.195+0000 7f8277235780 1 < completed delete operation key=CFCUGZ5D6TU8 tag=UGNBP8FU6ED7 type=del 2024-04-15T14:56:35.200 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:35.200+0000 7f8277235780 1 > prepared part key=_multipart_MIRREM7KIO9I.2~2KCNLKWOUPEW.0 size=1048576 2024-04-15T14:56:35.202 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:35.201+0000 7f8277235780 1 > prepared part key=_multipart_MIRREM7KIO9I.2~2KCNLKWOUPEW.1 size=1048576 2024-04-15T14:56:35.204 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:35.203+0000 7f8277235780 1 > prepared part key=_multipart_MIRREM7KIO9I.2~2KCNLKWOUPEW.2 size=8871 2024-04-15T14:56:35.204 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:35.203+0000 7f8277235780 1 > prepared multipart upload key=MIRREM7KIO9I upload=2KCNLKWOUPEW tag=TQG92AIT9X3U type=write size=3154599 2024-04-15T14:56:35.208 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:35.207+0000 7f8277235780 1 < suggested update operation key=8X2ELHS3HRGS tag=4LIHL8DDQ2D8 type=del size=2113791 2024-04-15T14:56:35.210 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:35.209+0000 7f8277235780 1 > prepared operation key=DY5BWB5TVQV1 tag=LT9JL6KHZENF type=write size=906708 2024-04-15T14:56:35.212 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:35.211+0000 7f8277235780 1 < completed part key=_multipart_F402GDJVN3I9.2~MGVDJXKU3MS6.0 size=1048576 2024-04-15T14:56:35.214 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:35.213+0000 7f8277235780 1 < completed part key=_multipart_F402GDJVN3I9.2~MGVDJXKU3MS6.1 size=1048576 2024-04-15T14:56:35.215 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:35.215+0000 7f8277235780 1 < completed part key=_multipart_F402GDJVN3I9.2~MGVDJXKU3MS6.2 size=304370 2024-04-15T14:56:35.219 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:35.218+0000 7f8277235780 1 < completed multipart upload key=F402GDJVN3I9 upload=MGVDJXKU3MS6 tag=PLSC1KXQK3BX type=write size=3450098 2024-04-15T14:56:35.221 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:35.220+0000 7f8277235780 1 > prepared operation key=ASEC18UU5NGJ tag=K6V6A97JQ4S6 type=write size=1028417 2024-04-15T14:56:35.223 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:35.222+0000 7f8277235780 1 < completed delete operation key=P0TQX1TRPSLX tag=5EQSF9B1RBB0 type=del 2024-04-15T14:56:35.225 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:35.225+0000 7f8277235780 1 > prepared operation key=33SEOBW9RRJN tag=8FNW0YHA4J6O type=write size=3719 2024-04-15T14:56:35.227 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:35.227+0000 7f8277235780 1 < completed write operation key=54T20V7YW2K4 tag=0R7FDW58FUYV type=write size=17396 2024-04-15T14:56:35.230 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:35.229+0000 7f8277235780 1 > prepared operation key=0XYNF2N97Y1C tag=0P668M5I613T type=del size=1944117 2024-04-15T14:56:35.233 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:35.232+0000 7f8277235780 1 < canceled operation key=50Y0EU7H0QWF tag=FUVTNPT7WO6K type=del size=3570727 2024-04-15T14:56:35.235 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:35.234+0000 7f8277235780 1 > prepared operation key=JY107VG7DVI1 tag=0SIA75XSZ7AK type=del size=2442185 2024-04-15T14:56:35.236 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:35.236+0000 7f8277235780 1 < completed delete operation key=BSJC05AGXDJ3 tag=U0R62WS52GFR type=del 2024-04-15T14:56:35.239 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:35.238+0000 7f8277235780 1 > prepared operation key=7XVTB4OPZZOY tag=UDEPE9J96P26 type=del size=4160387 2024-04-15T14:56:35.241 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:35.240+0000 7f8277235780 1 < completed part key=_multipart_MIRREM7KIO9I.2~C2N5LC2Q1H7L.0 size=1048576 2024-04-15T14:56:35.241 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:35.240+0000 7f8277235780 1 < canceled part key=_multipart_MIRREM7KIO9I.2~C2N5LC2Q1H7L.1 size=1025250 2024-04-15T14:56:35.244 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:35.243+0000 7f8277235780 1 < canceled multipart upload key=MIRREM7KIO9I upload=C2N5LC2Q1H7L tag=55VFKU3C25LE type=write size=3122402 2024-04-15T14:56:35.248 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:35.247+0000 7f8277235780 1 > prepared part key=_multipart_R38CSTKHEGGY.2~5YNJY8AQF375.0 size=281085 2024-04-15T14:56:35.248 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:35.247+0000 7f8277235780 1 > prepared multipart upload key=R38CSTKHEGGY upload=5YNJY8AQF375 tag=YEUO0D6Z5722 type=write size=1329661 2024-04-15T14:56:35.250 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:35.249+0000 7f8277235780 1 < completed part key=_multipart_54T20V7YW2K4.2~CL8LIHWKI6W1.0 size=851275 2024-04-15T14:56:35.255 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:35.254+0000 7f8277235780 1 < completed multipart upload key=54T20V7YW2K4 upload=CL8LIHWKI6W1 tag=26BXOW63BOL1 type=write size=1899851 2024-04-15T14:56:35.259 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:35.258+0000 7f8277235780 1 > prepared part key=_multipart_54T20V7YW2K4.2~LWBS36XY196R.0 size=1048576 2024-04-15T14:56:35.260 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:35.260+0000 7f8277235780 1 > prepared part key=_multipart_54T20V7YW2K4.2~LWBS36XY196R.1 size=1048576 2024-04-15T14:56:35.262 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:35.261+0000 7f8277235780 1 > prepared part key=_multipart_54T20V7YW2K4.2~LWBS36XY196R.2 size=429667 2024-04-15T14:56:35.262 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:35.261+0000 7f8277235780 1 > prepared multipart upload key=54T20V7YW2K4 upload=LWBS36XY196R tag=Y34U7HDBP0YW type=write size=3575395 2024-04-15T14:56:35.264 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:35.264+0000 7f8277235780 1 < completed part key=_multipart_NII4HKLD4YSI.2~TSDS3RAHLQ90.0 size=957014 2024-04-15T14:56:35.268 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:35.267+0000 7f8277235780 1 < completed multipart upload key=NII4HKLD4YSI upload=TSDS3RAHLQ90 tag=CMXZ1KCLGSVZ type=write size=2005590 2024-04-15T14:56:35.272 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:35.271+0000 7f8277235780 1 > prepared part key=_multipart_UCHFZKBWU6MN.2~CJI07KN34NXQ.0 size=1048576 2024-04-15T14:56:35.274 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:35.273+0000 7f8277235780 1 > prepared part key=_multipart_UCHFZKBWU6MN.2~CJI07KN34NXQ.1 size=574486 2024-04-15T14:56:35.274 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:35.273+0000 7f8277235780 1 > prepared multipart upload key=UCHFZKBWU6MN upload=CJI07KN34NXQ tag=6BPXBAW25SG3 type=write size=2671638 2024-04-15T14:56:35.276 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:35.276+0000 7f8277235780 1 < completed part key=_multipart_8X2ELHS3HRGS.2~NLK7KC8HR83V.0 size=1048576 2024-04-15T14:56:35.278 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:35.277+0000 7f8277235780 1 < completed part key=_multipart_8X2ELHS3HRGS.2~NLK7KC8HR83V.1 size=283121 2024-04-15T14:56:35.282 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:35.281+0000 7f8277235780 1 < completed multipart upload key=8X2ELHS3HRGS upload=NLK7KC8HR83V tag=W5WICM2ZHBBB type=write size=2380273 2024-04-15T14:56:35.284 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:35.283+0000 7f8277235780 1 > prepared operation key=81DQOX7PNGMS tag=1DNPWH1OP0ID type=del size=3415912 2024-04-15T14:56:35.288 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:35.287+0000 7f8277235780 1 < suggested update operation key=A0RW26A8FZ95 tag=T7TRZH32Q07Z type=del size=4047277 2024-04-15T14:56:35.293 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:35.292+0000 7f8277235780 1 > prepared part key=_multipart_UCHFZKBWU6MN.2~IAZCY38OEJXG.0 size=1048576 2024-04-15T14:56:35.294 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:35.293+0000 7f8277235780 1 > prepared part key=_multipart_UCHFZKBWU6MN.2~IAZCY38OEJXG.1 size=1048576 2024-04-15T14:56:35.296 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:35.296+0000 7f8277235780 1 > prepared part key=_multipart_UCHFZKBWU6MN.2~IAZCY38OEJXG.2 size=412275 2024-04-15T14:56:35.296 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:35.296+0000 7f8277235780 1 > prepared multipart upload key=UCHFZKBWU6MN upload=IAZCY38OEJXG tag=I6OP1ZT9I4GL type=write size=3558003 2024-04-15T14:56:35.298 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:35.298+0000 7f8277235780 1 < completed write operation key=CFCUGZ5D6TU8 tag=K1TUVRQECPQ9 type=write size=632233 2024-04-15T14:56:35.302 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:35.301+0000 7f8277235780 1 > prepared operation key=CBSCS8P8QL0Q tag=ALPGI39UZZGZ type=write size=109119 2024-04-15T14:56:35.304 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:35.304+0000 7f8277235780 1 < completed delete operation key=OQ3O0PKNZJ9S tag=7ADVM1UKLNGL type=del 2024-04-15T14:56:35.308 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:35.307+0000 7f8277235780 1 > prepared part key=_multipart_R38CSTKHEGGY.2~1PMRZ7QHC6KR.0 size=881315 2024-04-15T14:56:35.308 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:35.307+0000 7f8277235780 1 > prepared multipart upload key=R38CSTKHEGGY upload=1PMRZ7QHC6KR tag=KRY9K81ZVZ2F type=write size=1929891 2024-04-15T14:56:35.312 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:35.312+0000 7f8277235780 1 < suggested update operation key=ZMDZCWJKCFRI tag=JQB8F5T0KE3N type=del size=3569135 2024-04-15T14:56:35.315 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:35.314+0000 7f8277235780 1 > prepared operation key=33SEOBW9RRJN tag=2EU0FL2TR87B type=del size=2891627 2024-04-15T14:56:35.317 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:35.316+0000 7f8277235780 1 < completed part key=_multipart_OQ3O0PKNZJ9S.2~68QZXXFA5Z9D.0 size=533704 2024-04-15T14:56:35.321 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:35.320+0000 7f8277235780 1 < completed multipart upload key=OQ3O0PKNZJ9S upload=68QZXXFA5Z9D tag=6WT6MFTB7J4I type=write size=1582280 2024-04-15T14:56:35.323 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:35.323+0000 7f8277235780 1 > prepared operation key=UCHFZKBWU6MN tag=0HW08EDTIFRX type=del size=3587970 2024-04-15T14:56:35.326 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:35.325+0000 7f8277235780 1 < completed part key=_multipart_MIRREM7KIO9I.2~2KCNLKWOUPEW.0 size=1048576 2024-04-15T14:56:35.327 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:35.327+0000 7f8277235780 1 < completed part key=_multipart_MIRREM7KIO9I.2~2KCNLKWOUPEW.1 size=1048576 2024-04-15T14:56:35.329 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:35.329+0000 7f8277235780 1 < completed part key=_multipart_MIRREM7KIO9I.2~2KCNLKWOUPEW.2 size=8871 2024-04-15T14:56:35.333 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:35.333+0000 7f8277235780 1 < completed multipart upload key=MIRREM7KIO9I upload=2KCNLKWOUPEW tag=TQG92AIT9X3U type=write size=3154599 2024-04-15T14:56:35.339 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:35.338+0000 7f8277235780 1 > prepared part key=_multipart_8X2ELHS3HRGS.2~VRQRPU1ICTIX.0 size=139528 2024-04-15T14:56:35.339 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:35.338+0000 7f8277235780 1 > prepared multipart upload key=8X2ELHS3HRGS upload=VRQRPU1ICTIX tag=W83C9LSVLKLH type=write size=1188104 2024-04-15T14:56:35.341 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:35.340+0000 7f8277235780 1 < completed write operation key=DY5BWB5TVQV1 tag=LT9JL6KHZENF type=write size=906708 2024-04-15T14:56:35.343 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:35.342+0000 7f8277235780 1 > prepared operation key=54T20V7YW2K4 tag=XFPB2H2P4ZWM type=del size=3410160 2024-04-15T14:56:35.347 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:35.347+0000 7f8277235780 1 < suggested update operation key=ASEC18UU5NGJ tag=K6V6A97JQ4S6 type=write size=1028417 2024-04-15T14:56:35.350 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:35.349+0000 7f8277235780 1 > prepared operation key=G82D816QHN8B tag=IRQYHWGCKPRZ type=write size=485736 2024-04-15T14:56:35.352 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:35.351+0000 7f8277235780 1 < completed write operation key=33SEOBW9RRJN tag=8FNW0YHA4J6O type=write size=3719 2024-04-15T14:56:35.354 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:35.353+0000 7f8277235780 1 > prepared operation key=D9NMXV7JDMXJ tag=MLK0ATMV1BK2 type=del size=1419725 2024-04-15T14:56:35.357 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:35.356+0000 7f8277235780 1 < completed delete operation key=0XYNF2N97Y1C tag=0P668M5I613T type=del 2024-04-15T14:56:35.360 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:35.359+0000 7f8277235780 1 > prepared operation key=DY5BWB5TVQV1 tag=19D63MX13INB type=del size=180512 2024-04-15T14:56:35.362 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:35.361+0000 7f8277235780 1 < completed delete operation key=JY107VG7DVI1 tag=0SIA75XSZ7AK type=del 2024-04-15T14:56:35.367 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:35.366+0000 7f8277235780 1 > prepared part key=_multipart_IVOFLSPJ0099.2~X98XW421MPZV.0 size=1048576 2024-04-15T14:56:35.368 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:35.368+0000 7f8277235780 1 > prepared part key=_multipart_IVOFLSPJ0099.2~X98XW421MPZV.1 size=560568 2024-04-15T14:56:35.369 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:35.368+0000 7f8277235780 1 > prepared multipart upload key=IVOFLSPJ0099 upload=X98XW421MPZV tag=8FKII92BPF4N type=write size=2657720 2024-04-15T14:56:35.371 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:35.370+0000 7f8277235780 1 < completed delete operation key=7XVTB4OPZZOY tag=UDEPE9J96P26 type=del 2024-04-15T14:56:35.375 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:35.374+0000 7f8277235780 1 > prepared part key=_multipart_BNQH1MC9XO9F.2~ADAG7ZMQQS1Q.0 size=388176 2024-04-15T14:56:35.375 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:35.374+0000 7f8277235780 1 > prepared multipart upload key=BNQH1MC9XO9F upload=ADAG7ZMQQS1Q tag=O4NPOGNKYQTE type=write size=1436752 2024-04-15T14:56:35.377 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:35.376+0000 7f8277235780 1 < completed part key=_multipart_R38CSTKHEGGY.2~5YNJY8AQF375.0 size=281085 2024-04-15T14:56:35.380 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:35.379+0000 7f8277235780 1 < completed multipart upload key=R38CSTKHEGGY upload=5YNJY8AQF375 tag=YEUO0D6Z5722 type=write size=1329661 2024-04-15T14:56:35.384 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:35.383+0000 7f8277235780 1 > prepared part key=_multipart_JDPAU9KY1OMN.2~4O7BB3I18Z38.0 size=1048576 2024-04-15T14:56:35.386 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:35.385+0000 7f8277235780 1 > prepared part key=_multipart_JDPAU9KY1OMN.2~4O7BB3I18Z38.1 size=361809 2024-04-15T14:56:35.386 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:35.385+0000 7f8277235780 1 > prepared multipart upload key=JDPAU9KY1OMN upload=4O7BB3I18Z38 tag=0EBP4I2VFSGD type=write size=2458961 2024-04-15T14:56:35.386 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:35.385+0000 7f8277235780 1 < canceled part key=_multipart_54T20V7YW2K4.2~LWBS36XY196R.0 size=1048576 2024-04-15T14:56:35.386 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:35.385+0000 7f8277235780 1 < canceled part key=_multipart_54T20V7YW2K4.2~LWBS36XY196R.1 size=1048576 2024-04-15T14:56:35.388 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:35.387+0000 7f8277235780 1 < completed part key=_multipart_54T20V7YW2K4.2~LWBS36XY196R.2 size=429667 2024-04-15T14:56:35.391 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:35.391+0000 7f8277235780 1 < canceled multipart upload key=54T20V7YW2K4 upload=LWBS36XY196R tag=Y34U7HDBP0YW type=write size=3575395 2024-04-15T14:56:35.393 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:35.393+0000 7f8277235780 1 > prepared operation key=G82D816QHN8B tag=H4NHY8T0FCQ7 type=del size=4060723 2024-04-15T14:56:35.396 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:35.395+0000 7f8277235780 1 < completed part key=_multipart_UCHFZKBWU6MN.2~CJI07KN34NXQ.0 size=1048576 2024-04-15T14:56:35.397 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:35.397+0000 7f8277235780 1 < completed part key=_multipart_UCHFZKBWU6MN.2~CJI07KN34NXQ.1 size=574486 2024-04-15T14:56:35.401 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:35.400+0000 7f8277235780 1 < completed multipart upload key=UCHFZKBWU6MN upload=CJI07KN34NXQ tag=6BPXBAW25SG3 type=write size=2671638 2024-04-15T14:56:35.405 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:35.404+0000 7f8277235780 1 > prepared part key=_multipart_P0TQX1TRPSLX.2~7CC0AASZUTOD.0 size=1048576 2024-04-15T14:56:35.407 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:35.406+0000 7f8277235780 1 > prepared part key=_multipart_P0TQX1TRPSLX.2~7CC0AASZUTOD.1 size=1048576 2024-04-15T14:56:35.409 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:35.408+0000 7f8277235780 1 > prepared part key=_multipart_P0TQX1TRPSLX.2~7CC0AASZUTOD.2 size=211739 2024-04-15T14:56:35.409 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:35.408+0000 7f8277235780 1 > prepared multipart upload key=P0TQX1TRPSLX upload=7CC0AASZUTOD tag=MT7W4LFIH1EO type=write size=3357467 2024-04-15T14:56:35.411 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:35.410+0000 7f8277235780 1 < completed delete operation key=81DQOX7PNGMS tag=1DNPWH1OP0ID type=del 2024-04-15T14:56:35.413 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:35.412+0000 7f8277235780 1 > prepared operation key=50Y0EU7H0QWF tag=IPO1YS3A3237 type=del size=672727 2024-04-15T14:56:35.415 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:35.414+0000 7f8277235780 1 < completed part key=_multipart_UCHFZKBWU6MN.2~IAZCY38OEJXG.0 size=1048576 2024-04-15T14:56:35.417 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:35.416+0000 7f8277235780 1 < completed part key=_multipart_UCHFZKBWU6MN.2~IAZCY38OEJXG.1 size=1048576 2024-04-15T14:56:35.418 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:35.418+0000 7f8277235780 1 < completed part key=_multipart_UCHFZKBWU6MN.2~IAZCY38OEJXG.2 size=412275 2024-04-15T14:56:35.422 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:35.421+0000 7f8277235780 1 < completed multipart upload key=UCHFZKBWU6MN upload=IAZCY38OEJXG tag=I6OP1ZT9I4GL type=write size=3558003 2024-04-15T14:56:35.426 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:35.425+0000 7f8277235780 1 > prepared part key=_multipart_JDPAU9KY1OMN.2~CM03L4OOW35Y.0 size=492762 2024-04-15T14:56:35.426 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:35.425+0000 7f8277235780 1 > prepared multipart upload key=JDPAU9KY1OMN upload=CM03L4OOW35Y tag=WW6PZMLANZ06 type=write size=1541338 2024-04-15T14:56:35.430 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:35.429+0000 7f8277235780 1 < suggested remove operation key=CBSCS8P8QL0Q tag=ALPGI39UZZGZ type=write 2024-04-15T14:56:35.433 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:35.432+0000 7f8277235780 1 > prepared operation key=YTVARSCACASJ tag=PJ4Q7LS4YKRR type=del size=2877925 2024-04-15T14:56:35.435 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:35.434+0000 7f8277235780 1 < completed part key=_multipart_R38CSTKHEGGY.2~1PMRZ7QHC6KR.0 size=881315 2024-04-15T14:56:35.438 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:35.438+0000 7f8277235780 1 < completed multipart upload key=R38CSTKHEGGY upload=1PMRZ7QHC6KR tag=KRY9K81ZVZ2F type=write size=1929891 2024-04-15T14:56:35.441 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:35.440+0000 7f8277235780 1 > prepared operation key=G82D816QHN8B tag=DXFA3RWZWSZ8 type=del size=1986574 2024-04-15T14:56:35.443 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:35.442+0000 7f8277235780 1 < completed delete operation key=33SEOBW9RRJN tag=2EU0FL2TR87B type=del 2024-04-15T14:56:35.446 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:35.445+0000 7f8277235780 1 > prepared operation key=G82D816QHN8B tag=UQAQ3WB4STPQ type=write size=665935 2024-04-15T14:56:35.450 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:35.449+0000 7f8277235780 1 < suggested remove operation key=UCHFZKBWU6MN tag=0HW08EDTIFRX type=del 2024-04-15T14:56:35.452 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:35.451+0000 7f8277235780 1 > prepared operation key=JDPAU9KY1OMN tag=8L8BI2HHCBZO type=del size=2444685 2024-04-15T14:56:35.454 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:35.453+0000 7f8277235780 1 < completed part key=_multipart_8X2ELHS3HRGS.2~VRQRPU1ICTIX.0 size=139528 2024-04-15T14:56:35.457 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:35.456+0000 7f8277235780 1 < completed multipart upload key=8X2ELHS3HRGS upload=VRQRPU1ICTIX tag=W83C9LSVLKLH type=write size=1188104 2024-04-15T14:56:35.461 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:35.460+0000 7f8277235780 1 > prepared part key=_multipart_MIRREM7KIO9I.2~29HMGG27FGB0.0 size=1048576 2024-04-15T14:56:35.463 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:35.462+0000 7f8277235780 1 > prepared part key=_multipart_MIRREM7KIO9I.2~29HMGG27FGB0.1 size=1048576 2024-04-15T14:56:35.465 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:35.464+0000 7f8277235780 1 > prepared part key=_multipart_MIRREM7KIO9I.2~29HMGG27FGB0.2 size=486534 2024-04-15T14:56:35.465 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:35.464+0000 7f8277235780 1 > prepared multipart upload key=MIRREM7KIO9I upload=29HMGG27FGB0 tag=BPH4BC8XF54A type=write size=3632262 2024-04-15T14:56:35.467 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:35.466+0000 7f8277235780 1 < completed delete operation key=54T20V7YW2K4 tag=XFPB2H2P4ZWM type=del 2024-04-15T14:56:35.469 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:35.468+0000 7f8277235780 1 > prepared operation key=ASEC18UU5NGJ tag=7RFG241W7DVN type=del size=2817772 2024-04-15T14:56:35.471 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:35.470+0000 7f8277235780 1 < canceled operation key=G82D816QHN8B tag=IRQYHWGCKPRZ type=write size=485736 2024-04-15T14:56:35.475 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:35.474+0000 7f8277235780 1 > prepared part key=_multipart_54T20V7YW2K4.2~XGVFLK4O1562.0 size=1048576 2024-04-15T14:56:35.477 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:35.476+0000 7f8277235780 1 > prepared part key=_multipart_54T20V7YW2K4.2~XGVFLK4O1562.1 size=631201 2024-04-15T14:56:35.477 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:35.476+0000 7f8277235780 1 > prepared multipart upload key=54T20V7YW2K4 upload=XGVFLK4O1562 tag=K9CQWMYUPPYB type=write size=2728353 2024-04-15T14:56:35.479 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:35.478+0000 7f8277235780 1 < completed delete operation key=D9NMXV7JDMXJ tag=MLK0ATMV1BK2 type=del 2024-04-15T14:56:35.481 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:35.480+0000 7f8277235780 1 > prepared operation key=OQ3O0PKNZJ9S tag=4IE8HER3JJNL type=del size=3599804 2024-04-15T14:56:35.483 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:35.482+0000 7f8277235780 1 < completed delete operation key=DY5BWB5TVQV1 tag=19D63MX13INB type=del 2024-04-15T14:56:35.487 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:35.486+0000 7f8277235780 1 > prepared part key=_multipart_7XVTB4OPZZOY.2~8E72QZU48O43.0 size=1048576 2024-04-15T14:56:35.488 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:35.488+0000 7f8277235780 1 > prepared part key=_multipart_7XVTB4OPZZOY.2~8E72QZU48O43.1 size=1048576 2024-04-15T14:56:35.490 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:35.490+0000 7f8277235780 1 > prepared part key=_multipart_7XVTB4OPZZOY.2~8E72QZU48O43.2 size=817908 2024-04-15T14:56:35.490 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:35.490+0000 7f8277235780 1 > prepared multipart upload key=7XVTB4OPZZOY upload=8E72QZU48O43 tag=LGM5GQWJNFXI type=write size=3963636 2024-04-15T14:56:35.493 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:35.492+0000 7f8277235780 1 < completed part key=_multipart_IVOFLSPJ0099.2~X98XW421MPZV.0 size=1048576 2024-04-15T14:56:35.494 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:35.494+0000 7f8277235780 1 < completed part key=_multipart_IVOFLSPJ0099.2~X98XW421MPZV.1 size=560568 2024-04-15T14:56:35.499 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:35.499+0000 7f8277235780 1 < completed multipart upload key=IVOFLSPJ0099 upload=X98XW421MPZV tag=8FKII92BPF4N type=write size=2657720 2024-04-15T14:56:35.501 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:35.501+0000 7f8277235780 1 > prepared operation key=JDPAU9KY1OMN tag=QKZVNPI48BKZ type=del size=2845803 2024-04-15T14:56:35.503 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:35.503+0000 7f8277235780 1 < completed part key=_multipart_BNQH1MC9XO9F.2~ADAG7ZMQQS1Q.0 size=388176 2024-04-15T14:56:35.507 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:35.506+0000 7f8277235780 1 < completed multipart upload key=BNQH1MC9XO9F upload=ADAG7ZMQQS1Q tag=O4NPOGNKYQTE type=write size=1436752 2024-04-15T14:56:35.509 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:35.508+0000 7f8277235780 1 > prepared operation key=BSJC05AGXDJ3 tag=F94Z5OXLYSQ2 type=del size=4121098 2024-04-15T14:56:35.511 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:35.511+0000 7f8277235780 1 < completed part key=_multipart_JDPAU9KY1OMN.2~4O7BB3I18Z38.0 size=1048576 2024-04-15T14:56:35.513 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:35.512+0000 7f8277235780 1 < completed part key=_multipart_JDPAU9KY1OMN.2~4O7BB3I18Z38.1 size=361809 2024-04-15T14:56:35.517 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:35.516+0000 7f8277235780 1 < completed multipart upload key=JDPAU9KY1OMN upload=4O7BB3I18Z38 tag=0EBP4I2VFSGD type=write size=2458961 2024-04-15T14:56:35.519 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:35.518+0000 7f8277235780 1 > prepared operation key=ZMDZCWJKCFRI tag=EP676X18FUVW type=del size=4184729 2024-04-15T14:56:35.521 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:35.520+0000 7f8277235780 1 < completed delete operation key=G82D816QHN8B tag=H4NHY8T0FCQ7 type=del 2024-04-15T14:56:35.523 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:35.522+0000 7f8277235780 1 > prepared operation key=IM0AQIM316IL tag=T2SX3BV8OSRK type=del size=136960 2024-04-15T14:56:35.525 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:35.524+0000 7f8277235780 1 < completed part key=_multipart_P0TQX1TRPSLX.2~7CC0AASZUTOD.0 size=1048576 2024-04-15T14:56:35.527 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:35.526+0000 7f8277235780 1 < completed part key=_multipart_P0TQX1TRPSLX.2~7CC0AASZUTOD.1 size=1048576 2024-04-15T14:56:35.528 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:35.528+0000 7f8277235780 1 < completed part key=_multipart_P0TQX1TRPSLX.2~7CC0AASZUTOD.2 size=211739 2024-04-15T14:56:35.533 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:35.532+0000 7f8277235780 1 < completed multipart upload key=P0TQX1TRPSLX upload=7CC0AASZUTOD tag=MT7W4LFIH1EO type=write size=3357467 2024-04-15T14:56:35.537 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:35.536+0000 7f8277235780 1 > prepared part key=_multipart_7XVTB4OPZZOY.2~W2X0N46C6MON.0 size=485134 2024-04-15T14:56:35.537 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:35.536+0000 7f8277235780 1 > prepared multipart upload key=7XVTB4OPZZOY upload=W2X0N46C6MON tag=5X1Q63BQ6WT2 type=write size=1533710 2024-04-15T14:56:35.539 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:35.538+0000 7f8277235780 1 < completed delete operation key=50Y0EU7H0QWF tag=IPO1YS3A3237 type=del 2024-04-15T14:56:35.541 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:35.541+0000 7f8277235780 1 > prepared operation key=MFZTYOL605I7 tag=DIJPX708BBQH type=del size=2361017 2024-04-15T14:56:35.544 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:35.543+0000 7f8277235780 1 < completed part key=_multipart_JDPAU9KY1OMN.2~CM03L4OOW35Y.0 size=492762 2024-04-15T14:56:35.547 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:35.547+0000 7f8277235780 1 < completed multipart upload key=JDPAU9KY1OMN upload=CM03L4OOW35Y tag=WW6PZMLANZ06 type=write size=1541338 2024-04-15T14:56:35.551 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:35.551+0000 7f8277235780 1 > prepared part key=_multipart_P0TQX1TRPSLX.2~MLWMER6NXRTJ.0 size=293693 2024-04-15T14:56:35.552 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:35.551+0000 7f8277235780 1 > prepared multipart upload key=P0TQX1TRPSLX upload=MLWMER6NXRTJ tag=RH6C9H5ZRBT5 type=write size=1342269 2024-04-15T14:56:35.556 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:35.555+0000 7f8277235780 1 < suggested update operation key=YTVARSCACASJ tag=PJ4Q7LS4YKRR type=del size=2877925 2024-04-15T14:56:35.560 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:35.559+0000 7f8277235780 1 > prepared part key=_multipart_ASEC18UU5NGJ.2~747KUFUY2MA1.0 size=1048576 2024-04-15T14:56:35.562 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:35.561+0000 7f8277235780 1 > prepared part key=_multipart_ASEC18UU5NGJ.2~747KUFUY2MA1.1 size=979320 2024-04-15T14:56:35.562 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:35.561+0000 7f8277235780 1 > prepared multipart upload key=ASEC18UU5NGJ upload=747KUFUY2MA1 tag=PPS8IEBMKLCH type=write size=3076472 2024-04-15T14:56:35.564 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:35.563+0000 7f8277235780 1 < completed delete operation key=G82D816QHN8B tag=DXFA3RWZWSZ8 type=del 2024-04-15T14:56:35.566 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:35.565+0000 7f8277235780 1 > prepared operation key=7XVTB4OPZZOY tag=9OHU1TAJR919 type=del size=3285335 2024-04-15T14:56:35.568 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:35.567+0000 7f8277235780 1 < completed write operation key=G82D816QHN8B tag=UQAQ3WB4STPQ type=write size=665935 2024-04-15T14:56:35.570 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:35.569+0000 7f8277235780 1 > prepared operation key=IVOFLSPJ0099 tag=L6B8L64P152N type=del size=306886 2024-04-15T14:56:35.572 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:35.571+0000 7f8277235780 1 < completed delete operation key=JDPAU9KY1OMN tag=8L8BI2HHCBZO type=del 2024-04-15T14:56:35.574 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:35.573+0000 7f8277235780 1 > prepared operation key=CFCUGZ5D6TU8 tag=7NT0MJW4R193 type=del size=755437 2024-04-15T14:56:35.576 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:35.576+0000 7f8277235780 1 < completed part key=_multipart_MIRREM7KIO9I.2~29HMGG27FGB0.0 size=1048576 2024-04-15T14:56:35.578 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:35.577+0000 7f8277235780 1 < completed part key=_multipart_MIRREM7KIO9I.2~29HMGG27FGB0.1 size=1048576 2024-04-15T14:56:35.580 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:35.579+0000 7f8277235780 1 < completed part key=_multipart_MIRREM7KIO9I.2~29HMGG27FGB0.2 size=486534 2024-04-15T14:56:35.583 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:35.583+0000 7f8277235780 1 < completed multipart upload key=MIRREM7KIO9I upload=29HMGG27FGB0 tag=BPH4BC8XF54A type=write size=3632262 2024-04-15T14:56:35.586 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:35.585+0000 7f8277235780 1 > prepared operation key=Q0PE50H1CDIB tag=SPRECZ12MC7I type=del size=2452478 2024-04-15T14:56:35.590 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:35.589+0000 7f8277235780 1 < suggested update operation key=ASEC18UU5NGJ tag=7RFG241W7DVN type=del size=2817772 2024-04-15T14:56:35.593 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:35.593+0000 7f8277235780 1 > prepared part key=_multipart_CFCUGZ5D6TU8.2~29GZ64TVWDVV.0 size=1048576 2024-04-15T14:56:35.595 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:35.595+0000 7f8277235780 1 > prepared part key=_multipart_CFCUGZ5D6TU8.2~29GZ64TVWDVV.1 size=1048576 2024-04-15T14:56:35.597 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:35.596+0000 7f8277235780 1 > prepared part key=_multipart_CFCUGZ5D6TU8.2~29GZ64TVWDVV.2 size=960733 2024-04-15T14:56:35.597 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:35.597+0000 7f8277235780 1 > prepared multipart upload key=CFCUGZ5D6TU8 upload=29GZ64TVWDVV tag=I7U99SXSZKIN type=write size=4106461 2024-04-15T14:56:35.599 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:35.599+0000 7f8277235780 1 < completed part key=_multipart_54T20V7YW2K4.2~XGVFLK4O1562.0 size=1048576 2024-04-15T14:56:35.601 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:35.601+0000 7f8277235780 1 < completed part key=_multipart_54T20V7YW2K4.2~XGVFLK4O1562.1 size=631201 2024-04-15T14:56:35.605 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:35.604+0000 7f8277235780 1 < completed multipart upload key=54T20V7YW2K4 upload=XGVFLK4O1562 tag=K9CQWMYUPPYB type=write size=2728353 2024-04-15T14:56:35.609 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:35.608+0000 7f8277235780 1 > prepared part key=_multipart_UCHFZKBWU6MN.2~ZPBUI2D2165X.0 size=1048576 2024-04-15T14:56:35.611 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:35.610+0000 7f8277235780 1 > prepared part key=_multipart_UCHFZKBWU6MN.2~ZPBUI2D2165X.1 size=1048576 2024-04-15T14:56:35.613 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:35.612+0000 7f8277235780 1 > prepared part key=_multipart_UCHFZKBWU6MN.2~ZPBUI2D2165X.2 size=248134 2024-04-15T14:56:35.613 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:35.612+0000 7f8277235780 1 > prepared multipart upload key=UCHFZKBWU6MN upload=ZPBUI2D2165X tag=9KIH3QGDCMW0 type=write size=3393862 2024-04-15T14:56:35.615 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:35.614+0000 7f8277235780 1 < completed delete operation key=OQ3O0PKNZJ9S tag=4IE8HER3JJNL type=del 2024-04-15T14:56:35.618 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:35.617+0000 7f8277235780 1 > prepared part key=_multipart_MFZTYOL605I7.2~VHGJSEBPY3V9.0 size=1048576 2024-04-15T14:56:35.620 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:35.619+0000 7f8277235780 1 > prepared part key=_multipart_MFZTYOL605I7.2~VHGJSEBPY3V9.1 size=954516 2024-04-15T14:56:35.620 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:35.619+0000 7f8277235780 1 > prepared multipart upload key=MFZTYOL605I7 upload=VHGJSEBPY3V9 tag=ZSQUTX29HM5O type=write size=3051668 2024-04-15T14:56:35.622 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:35.621+0000 7f8277235780 1 < completed part key=_multipart_7XVTB4OPZZOY.2~8E72QZU48O43.0 size=1048576 2024-04-15T14:56:35.624 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:35.623+0000 7f8277235780 1 < completed part key=_multipart_7XVTB4OPZZOY.2~8E72QZU48O43.1 size=1048576 2024-04-15T14:56:35.626 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:35.625+0000 7f8277235780 1 < completed part key=_multipart_7XVTB4OPZZOY.2~8E72QZU48O43.2 size=817908 2024-04-15T14:56:35.630 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:35.629+0000 7f8277235780 1 < completed multipart upload key=7XVTB4OPZZOY upload=8E72QZU48O43 tag=LGM5GQWJNFXI type=write size=3963636 2024-04-15T14:56:35.634 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:35.633+0000 7f8277235780 1 > prepared part key=_multipart_50Y0EU7H0QWF.2~TEYVYG4XVG2D.0 size=1048576 2024-04-15T14:56:35.636 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:35.635+0000 7f8277235780 1 > prepared part key=_multipart_50Y0EU7H0QWF.2~TEYVYG4XVG2D.1 size=1048576 2024-04-15T14:56:35.638 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:35.637+0000 7f8277235780 1 > prepared part key=_multipart_50Y0EU7H0QWF.2~TEYVYG4XVG2D.2 size=511441 2024-04-15T14:56:35.638 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:35.637+0000 7f8277235780 1 > prepared multipart upload key=50Y0EU7H0QWF upload=TEYVYG4XVG2D tag=BXUTDL82N8II type=write size=3657169 2024-04-15T14:56:35.640 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:35.639+0000 7f8277235780 1 < canceled operation key=JDPAU9KY1OMN tag=QKZVNPI48BKZ type=del size=2845803 2024-04-15T14:56:35.642 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:35.641+0000 7f8277235780 1 > prepared operation key=7XVTB4OPZZOY tag=8R6QXB8E0KGR type=del size=1069530 2024-04-15T14:56:35.644 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:35.643+0000 7f8277235780 1 < completed delete operation key=BSJC05AGXDJ3 tag=F94Z5OXLYSQ2 type=del 2024-04-15T14:56:35.647 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:35.645+0000 7f8277235780 1 > prepared operation key=G82D816QHN8B tag=QNC0BPZQGBL1 type=del size=904240 2024-04-15T14:56:35.648 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:35.648+0000 7f8277235780 1 < completed delete operation key=ZMDZCWJKCFRI tag=EP676X18FUVW type=del 2024-04-15T14:56:35.653 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:35.652+0000 7f8277235780 1 > prepared part key=_multipart_BSJC05AGXDJ3.2~FAST5ZPJY2WI.0 size=1048576 2024-04-15T14:56:35.654 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:35.653+0000 7f8277235780 1 > prepared part key=_multipart_BSJC05AGXDJ3.2~FAST5ZPJY2WI.1 size=61565 2024-04-15T14:56:35.654 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:35.653+0000 7f8277235780 1 > prepared multipart upload key=BSJC05AGXDJ3 upload=FAST5ZPJY2WI tag=2855EWD8AZMW type=write size=2158717 2024-04-15T14:56:35.656 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:35.656+0000 7f8277235780 1 < completed delete operation key=IM0AQIM316IL tag=T2SX3BV8OSRK type=del 2024-04-15T14:56:35.660 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:35.659+0000 7f8277235780 1 > prepared part key=_multipart_MFZTYOL605I7.2~GLLDS8AIRV1X.0 size=1048576 2024-04-15T14:56:35.662 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:35.661+0000 7f8277235780 1 > prepared part key=_multipart_MFZTYOL605I7.2~GLLDS8AIRV1X.1 size=234926 2024-04-15T14:56:35.662 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:35.661+0000 7f8277235780 1 > prepared multipart upload key=MFZTYOL605I7 upload=GLLDS8AIRV1X tag=YL7I3TCZPH1C type=write size=2332078 2024-04-15T14:56:35.664 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:35.664+0000 7f8277235780 1 < completed part key=_multipart_7XVTB4OPZZOY.2~W2X0N46C6MON.0 size=485134 2024-04-15T14:56:35.668 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:35.667+0000 7f8277235780 1 < completed multipart upload key=7XVTB4OPZZOY upload=W2X0N46C6MON tag=5X1Q63BQ6WT2 type=write size=1533710 2024-04-15T14:56:35.670 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:35.669+0000 7f8277235780 1 > prepared operation key=BSJC05AGXDJ3 tag=W62UUJPAOANP type=del size=47002 2024-04-15T14:56:35.672 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:35.671+0000 7f8277235780 1 < completed delete operation key=MFZTYOL605I7 tag=DIJPX708BBQH type=del 2024-04-15T14:56:35.676 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:35.675+0000 7f8277235780 1 > prepared part key=_multipart_CFCUGZ5D6TU8.2~N4OVZFBY0ISQ.0 size=1048576 2024-04-15T14:56:35.678 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:35.678+0000 7f8277235780 1 > prepared part key=_multipart_CFCUGZ5D6TU8.2~N4OVZFBY0ISQ.1 size=408496 2024-04-15T14:56:35.678 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:35.678+0000 7f8277235780 1 > prepared multipart upload key=CFCUGZ5D6TU8 upload=N4OVZFBY0ISQ tag=M6TO1S37R5IO type=write size=2505648 2024-04-15T14:56:35.681 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:35.680+0000 7f8277235780 1 < completed part key=_multipart_P0TQX1TRPSLX.2~MLWMER6NXRTJ.0 size=293693 2024-04-15T14:56:35.684 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:35.684+0000 7f8277235780 1 < completed multipart upload key=P0TQX1TRPSLX upload=MLWMER6NXRTJ tag=RH6C9H5ZRBT5 type=write size=1342269 2024-04-15T14:56:35.687 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:35.686+0000 7f8277235780 1 > prepared operation key=RQYB4B0WTR9V tag=CKW39P9V2QLP type=del size=410376 2024-04-15T14:56:35.689 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:35.688+0000 7f8277235780 1 < completed part key=_multipart_ASEC18UU5NGJ.2~747KUFUY2MA1.0 size=1048576 2024-04-15T14:56:35.691 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:35.690+0000 7f8277235780 1 < completed part key=_multipart_ASEC18UU5NGJ.2~747KUFUY2MA1.1 size=979320 2024-04-15T14:56:35.695 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:35.694+0000 7f8277235780 1 < completed multipart upload key=ASEC18UU5NGJ upload=747KUFUY2MA1 tag=PPS8IEBMKLCH type=write size=3076472 2024-04-15T14:56:35.697 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:35.696+0000 7f8277235780 1 > prepared operation key=OQ3O0PKNZJ9S tag=MIF7Y3KSR8BW type=del size=1193686 2024-04-15T14:56:35.699 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:35.698+0000 7f8277235780 1 < completed delete operation key=7XVTB4OPZZOY tag=9OHU1TAJR919 type=del 2024-04-15T14:56:35.701 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:35.700+0000 7f8277235780 1 > prepared operation key=ZMDZCWJKCFRI tag=ASZLSVUZB6JW type=del size=3455741 2024-04-15T14:56:35.703 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:35.702+0000 7f8277235780 1 < completed delete operation key=IVOFLSPJ0099 tag=L6B8L64P152N type=del 2024-04-15T14:56:35.705 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:35.704+0000 7f8277235780 1 > prepared operation key=R38CSTKHEGGY tag=TRQT51EREQWY type=del size=14917 2024-04-15T14:56:35.707 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:35.706+0000 7f8277235780 1 < completed delete operation key=CFCUGZ5D6TU8 tag=7NT0MJW4R193 type=del 2024-04-15T14:56:35.711 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:35.710+0000 7f8277235780 1 > prepared part key=_multipart_IVOFLSPJ0099.2~6YZ3YEX5CCAZ.0 size=1048576 2024-04-15T14:56:35.713 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:35.712+0000 7f8277235780 1 > prepared part key=_multipart_IVOFLSPJ0099.2~6YZ3YEX5CCAZ.1 size=1048576 2024-04-15T14:56:35.715 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:35.714+0000 7f8277235780 1 > prepared part key=_multipart_IVOFLSPJ0099.2~6YZ3YEX5CCAZ.2 size=672804 2024-04-15T14:56:35.715 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:35.714+0000 7f8277235780 1 > prepared multipart upload key=IVOFLSPJ0099 upload=6YZ3YEX5CCAZ tag=4V03XMDITE1R type=write size=3818532 2024-04-15T14:56:35.717 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:35.716+0000 7f8277235780 1 < completed delete operation key=Q0PE50H1CDIB tag=SPRECZ12MC7I type=del 2024-04-15T14:56:35.719 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:35.718+0000 7f8277235780 1 > prepared operation key=7XVTB4OPZZOY tag=MB46331BEKNU type=del size=475498 2024-04-15T14:56:35.721 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:35.720+0000 7f8277235780 1 < completed part key=_multipart_CFCUGZ5D6TU8.2~29GZ64TVWDVV.0 size=1048576 2024-04-15T14:56:35.726 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:35.722+0000 7f8277235780 1 < completed part key=_multipart_CFCUGZ5D6TU8.2~29GZ64TVWDVV.1 size=1048576 2024-04-15T14:56:35.726 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:35.722+0000 7f8277235780 1 < canceled part key=_multipart_CFCUGZ5D6TU8.2~29GZ64TVWDVV.2 size=960733 2024-04-15T14:56:35.727 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:35.725+0000 7f8277235780 1 < canceled multipart upload key=CFCUGZ5D6TU8 upload=29GZ64TVWDVV tag=I7U99SXSZKIN type=write size=4106461 2024-04-15T14:56:35.728 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:35.727+0000 7f8277235780 1 > prepared operation key=33SEOBW9RRJN tag=P5PV0AXO6OWC type=del size=1789829 2024-04-15T14:56:35.729 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:35.728+0000 7f8277235780 1 < canceled part key=_multipart_UCHFZKBWU6MN.2~ZPBUI2D2165X.0 size=1048576 2024-04-15T14:56:35.730 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:35.730+0000 7f8277235780 1 < completed part key=_multipart_UCHFZKBWU6MN.2~ZPBUI2D2165X.1 size=1048576 2024-04-15T14:56:35.733 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:35.731+0000 7f8277235780 1 < completed part key=_multipart_UCHFZKBWU6MN.2~ZPBUI2D2165X.2 size=248134 2024-04-15T14:56:35.736 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:35.736+0000 7f8277235780 1 < canceled multipart upload key=UCHFZKBWU6MN upload=ZPBUI2D2165X tag=9KIH3QGDCMW0 type=write size=3393862 2024-04-15T14:56:35.738 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:35.738+0000 7f8277235780 1 > prepared operation key=A0RW26A8FZ95 tag=LRHS9XC4ZU0W type=write size=341535 2024-04-15T14:56:35.740 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:35.740+0000 7f8277235780 1 < completed part key=_multipart_MFZTYOL605I7.2~VHGJSEBPY3V9.0 size=1048576 2024-04-15T14:56:35.742 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:35.741+0000 7f8277235780 1 < completed part key=_multipart_MFZTYOL605I7.2~VHGJSEBPY3V9.1 size=954516 2024-04-15T14:56:35.746 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:35.745+0000 7f8277235780 1 < completed multipart upload key=MFZTYOL605I7 upload=VHGJSEBPY3V9 tag=ZSQUTX29HM5O type=write size=3051668 2024-04-15T14:56:35.750 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:35.749+0000 7f8277235780 1 > prepared part key=_multipart_IVOFLSPJ0099.2~T81JTCZD15BT.0 size=1048576 2024-04-15T14:56:35.752 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:35.751+0000 7f8277235780 1 > prepared part key=_multipart_IVOFLSPJ0099.2~T81JTCZD15BT.1 size=1003148 2024-04-15T14:56:35.752 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:35.751+0000 7f8277235780 1 > prepared multipart upload key=IVOFLSPJ0099 upload=T81JTCZD15BT tag=528LCFYU6JV7 type=write size=3100300 2024-04-15T14:56:35.754 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:35.753+0000 7f8277235780 1 < completed part key=_multipart_50Y0EU7H0QWF.2~TEYVYG4XVG2D.0 size=1048576 2024-04-15T14:56:35.758 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:35.755+0000 7f8277235780 1 < completed part key=_multipart_50Y0EU7H0QWF.2~TEYVYG4XVG2D.1 size=1048576 2024-04-15T14:56:35.758 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:35.757+0000 7f8277235780 1 < completed part key=_multipart_50Y0EU7H0QWF.2~TEYVYG4XVG2D.2 size=511441 2024-04-15T14:56:35.762 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:35.762+0000 7f8277235780 1 < completed multipart upload key=50Y0EU7H0QWF upload=TEYVYG4XVG2D tag=BXUTDL82N8II type=write size=3657169 2024-04-15T14:56:35.769 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:35.768+0000 7f8277235780 1 > prepared part key=_multipart_0XYNF2N97Y1C.2~CY2TZR4L6FOR.0 size=576165 2024-04-15T14:56:35.769 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:35.768+0000 7f8277235780 1 > prepared multipart upload key=0XYNF2N97Y1C upload=CY2TZR4L6FOR tag=25OR98LB3TII type=write size=1624741 2024-04-15T14:56:35.773 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:35.772+0000 7f8277235780 1 < completed delete operation key=7XVTB4OPZZOY tag=8R6QXB8E0KGR type=del 2024-04-15T14:56:35.777 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:35.776+0000 7f8277235780 1 > prepared part key=_multipart_YTVARSCACASJ.2~9ABMLFYUH3AB.0 size=1048576 2024-04-15T14:56:35.778 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:35.778+0000 7f8277235780 1 > prepared part key=_multipart_YTVARSCACASJ.2~9ABMLFYUH3AB.1 size=61809 2024-04-15T14:56:35.779 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:35.778+0000 7f8277235780 1 > prepared multipart upload key=YTVARSCACASJ upload=9ABMLFYUH3AB tag=5AILJDQ3VUTX type=write size=2158961 2024-04-15T14:56:35.782 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:35.782+0000 7f8277235780 1 < suggested remove operation key=G82D816QHN8B tag=QNC0BPZQGBL1 type=del 2024-04-15T14:56:35.786 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:35.785+0000 7f8277235780 1 > prepared part key=_multipart_D9NMXV7JDMXJ.2~F7316HLR4ZDS.0 size=1048576 2024-04-15T14:56:35.788 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:35.787+0000 7f8277235780 1 > prepared part key=_multipart_D9NMXV7JDMXJ.2~F7316HLR4ZDS.1 size=1048576 2024-04-15T14:56:35.789 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:35.789+0000 7f8277235780 1 > prepared part key=_multipart_D9NMXV7JDMXJ.2~F7316HLR4ZDS.2 size=454252 2024-04-15T14:56:35.789 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:35.789+0000 7f8277235780 1 > prepared multipart upload key=D9NMXV7JDMXJ upload=F7316HLR4ZDS tag=N9DLOHNSWQVR type=write size=3599980 2024-04-15T14:56:35.791 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:35.791+0000 7f8277235780 1 < completed part key=_multipart_BSJC05AGXDJ3.2~FAST5ZPJY2WI.0 size=1048576 2024-04-15T14:56:35.793 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:35.792+0000 7f8277235780 1 < completed part key=_multipart_BSJC05AGXDJ3.2~FAST5ZPJY2WI.1 size=61565 2024-04-15T14:56:35.796 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:35.796+0000 7f8277235780 1 < completed multipart upload key=BSJC05AGXDJ3 upload=FAST5ZPJY2WI tag=2855EWD8AZMW type=write size=2158717 2024-04-15T14:56:35.799 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:35.798+0000 7f8277235780 1 > prepared operation key=CBSCS8P8QL0Q tag=2QTVIKJ1Z1OZ type=del size=1924180 2024-04-15T14:56:35.801 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:35.800+0000 7f8277235780 1 < completed part key=_multipart_MFZTYOL605I7.2~GLLDS8AIRV1X.0 size=1048576 2024-04-15T14:56:35.801 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:35.800+0000 7f8277235780 1 < canceled part key=_multipart_MFZTYOL605I7.2~GLLDS8AIRV1X.1 size=234926 2024-04-15T14:56:35.804 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:35.804+0000 7f8277235780 1 < canceled multipart upload key=MFZTYOL605I7 upload=GLLDS8AIRV1X tag=YL7I3TCZPH1C type=write size=2332078 2024-04-15T14:56:35.808 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:35.807+0000 7f8277235780 1 > prepared part key=_multipart_P0TQX1TRPSLX.2~HKWOCF53601T.0 size=1048576 2024-04-15T14:56:35.810 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:35.809+0000 7f8277235780 1 > prepared part key=_multipart_P0TQX1TRPSLX.2~HKWOCF53601T.1 size=1048576 2024-04-15T14:56:35.812 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:35.811+0000 7f8277235780 1 > prepared part key=_multipart_P0TQX1TRPSLX.2~HKWOCF53601T.2 size=1036324 2024-04-15T14:56:35.812 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:35.811+0000 7f8277235780 1 > prepared multipart upload key=P0TQX1TRPSLX upload=HKWOCF53601T tag=PNN0HSMZ0EMZ type=write size=4182052 2024-04-15T14:56:35.816 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:35.815+0000 7f8277235780 1 < suggested update operation key=BSJC05AGXDJ3 tag=W62UUJPAOANP type=del size=47002 2024-04-15T14:56:35.818 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:35.817+0000 7f8277235780 1 > prepared operation key=P0TQX1TRPSLX tag=4PZCIR0L1NYL type=del size=1665945 2024-04-15T14:56:35.820 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:35.819+0000 7f8277235780 1 < completed part key=_multipart_CFCUGZ5D6TU8.2~N4OVZFBY0ISQ.0 size=1048576 2024-04-15T14:56:35.822 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:35.821+0000 7f8277235780 1 < completed part key=_multipart_CFCUGZ5D6TU8.2~N4OVZFBY0ISQ.1 size=408496 2024-04-15T14:56:35.825 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:35.824+0000 7f8277235780 1 < completed multipart upload key=CFCUGZ5D6TU8 upload=N4OVZFBY0ISQ tag=M6TO1S37R5IO type=write size=2505648 2024-04-15T14:56:35.827 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:35.827+0000 7f8277235780 1 > prepared operation key=7XVTB4OPZZOY tag=E2R8SP795LYX type=del size=1870254 2024-04-15T14:56:35.829 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:35.829+0000 7f8277235780 1 < completed delete operation key=RQYB4B0WTR9V tag=CKW39P9V2QLP type=del 2024-04-15T14:56:35.831 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:35.831+0000 7f8277235780 1 > prepared operation key=7XVTB4OPZZOY tag=58QB2T7NTUHR type=write size=297127 2024-04-15T14:56:35.835 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:35.835+0000 7f8277235780 1 < suggested remove operation key=OQ3O0PKNZJ9S tag=MIF7Y3KSR8BW type=del 2024-04-15T14:56:35.837 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:35.837+0000 7f8277235780 1 > prepared operation key=BNQH1MC9XO9F tag=PVD1732YP8KR type=write size=169297 2024-04-15T14:56:35.839 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:35.839+0000 7f8277235780 1 < canceled operation key=ZMDZCWJKCFRI tag=ASZLSVUZB6JW type=del size=3455741 2024-04-15T14:56:35.841 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:35.841+0000 7f8277235780 1 > prepared operation key=OQ3O0PKNZJ9S tag=HCEPO40G25FX type=write size=649693 2024-04-15T14:56:35.846 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:35.845+0000 7f8277235780 1 < suggested remove operation key=R38CSTKHEGGY tag=TRQT51EREQWY type=del 2024-04-15T14:56:35.848 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:35.847+0000 7f8277235780 1 > prepared operation key=F402GDJVN3I9 tag=GOE609O8KL86 type=write size=661303 2024-04-15T14:56:35.850 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:35.849+0000 7f8277235780 1 < completed part key=_multipart_IVOFLSPJ0099.2~6YZ3YEX5CCAZ.0 size=1048576 2024-04-15T14:56:35.852 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:35.851+0000 7f8277235780 1 < completed part key=_multipart_IVOFLSPJ0099.2~6YZ3YEX5CCAZ.1 size=1048576 2024-04-15T14:56:35.853 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:35.853+0000 7f8277235780 1 < completed part key=_multipart_IVOFLSPJ0099.2~6YZ3YEX5CCAZ.2 size=672804 2024-04-15T14:56:35.857 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:35.856+0000 7f8277235780 1 < completed multipart upload key=IVOFLSPJ0099 upload=6YZ3YEX5CCAZ tag=4V03XMDITE1R type=write size=3818532 2024-04-15T14:56:35.859 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:35.858+0000 7f8277235780 1 > prepared operation key=F402GDJVN3I9 tag=H08Y79I1BHCW type=del size=163224 2024-04-15T14:56:35.861 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:35.860+0000 7f8277235780 1 < completed delete operation key=7XVTB4OPZZOY tag=MB46331BEKNU type=del 2024-04-15T14:56:35.863 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:35.862+0000 7f8277235780 1 > prepared operation key=DY5BWB5TVQV1 tag=3GUEVNG5XTPA type=del size=3907316 2024-04-15T14:56:35.866 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:35.865+0000 7f8277235780 1 < completed delete operation key=33SEOBW9RRJN tag=P5PV0AXO6OWC type=del 2024-04-15T14:56:35.869 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:35.868+0000 7f8277235780 1 > prepared operation key=ASEC18UU5NGJ tag=2DD89G4IHUUA type=del size=3216760 2024-04-15T14:56:35.871 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:35.870+0000 7f8277235780 1 < completed write operation key=A0RW26A8FZ95 tag=LRHS9XC4ZU0W type=write size=341535 2024-04-15T14:56:35.873 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:35.872+0000 7f8277235780 1 > prepared operation key=P0TQX1TRPSLX tag=6J69FJLKBPBT type=del size=4142410 2024-04-15T14:56:35.875 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:35.874+0000 7f8277235780 1 < completed part key=_multipart_IVOFLSPJ0099.2~T81JTCZD15BT.0 size=1048576 2024-04-15T14:56:35.877 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:35.876+0000 7f8277235780 1 < completed part key=_multipart_IVOFLSPJ0099.2~T81JTCZD15BT.1 size=1003148 2024-04-15T14:56:35.881 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:35.880+0000 7f8277235780 1 < completed multipart upload key=IVOFLSPJ0099 upload=T81JTCZD15BT tag=528LCFYU6JV7 type=write size=3100300 2024-04-15T14:56:35.884 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:35.883+0000 7f8277235780 1 > prepared part key=_multipart_Q0PE50H1CDIB.2~IAD7PGV5DERR.0 size=1048576 2024-04-15T14:56:35.886 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:35.885+0000 7f8277235780 1 > prepared part key=_multipart_Q0PE50H1CDIB.2~IAD7PGV5DERR.1 size=1048576 2024-04-15T14:56:35.888 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:35.887+0000 7f8277235780 1 > prepared part key=_multipart_Q0PE50H1CDIB.2~IAD7PGV5DERR.2 size=863666 2024-04-15T14:56:35.888 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:35.887+0000 7f8277235780 1 > prepared multipart upload key=Q0PE50H1CDIB upload=IAD7PGV5DERR tag=FCHO4CC9P1VS type=write size=4009394 2024-04-15T14:56:35.891 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:35.890+0000 7f8277235780 1 < completed part key=_multipart_0XYNF2N97Y1C.2~CY2TZR4L6FOR.0 size=576165 2024-04-15T14:56:35.894 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:35.893+0000 7f8277235780 1 < completed multipart upload key=0XYNF2N97Y1C upload=CY2TZR4L6FOR tag=25OR98LB3TII type=write size=1624741 2024-04-15T14:56:35.897 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:35.896+0000 7f8277235780 1 > prepared operation key=G82D816QHN8B tag=QFL07QMDGNVW type=del size=1889848 2024-04-15T14:56:35.898 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:35.897+0000 7f8277235780 1 < canceled part key=_multipart_YTVARSCACASJ.2~9ABMLFYUH3AB.0 size=1048576 2024-04-15T14:56:35.899 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:35.899+0000 7f8277235780 1 < completed part key=_multipart_YTVARSCACASJ.2~9ABMLFYUH3AB.1 size=61809 2024-04-15T14:56:35.903 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:35.902+0000 7f8277235780 1 < canceled multipart upload key=YTVARSCACASJ upload=9ABMLFYUH3AB tag=5AILJDQ3VUTX type=write size=2158961 2024-04-15T14:56:35.905 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:35.904+0000 7f8277235780 1 > prepared operation key=D9NMXV7JDMXJ tag=PL0F6IXTANKX type=del size=901202 2024-04-15T14:56:35.907 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:35.906+0000 7f8277235780 1 < completed part key=_multipart_D9NMXV7JDMXJ.2~F7316HLR4ZDS.0 size=1048576 2024-04-15T14:56:35.909 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:35.908+0000 7f8277235780 1 < completed part key=_multipart_D9NMXV7JDMXJ.2~F7316HLR4ZDS.1 size=1048576 2024-04-15T14:56:35.911 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:35.910+0000 7f8277235780 1 < completed part key=_multipart_D9NMXV7JDMXJ.2~F7316HLR4ZDS.2 size=454252 2024-04-15T14:56:35.914 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:35.913+0000 7f8277235780 1 < completed multipart upload key=D9NMXV7JDMXJ upload=F7316HLR4ZDS tag=N9DLOHNSWQVR type=write size=3599980 2024-04-15T14:56:35.918 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:35.917+0000 7f8277235780 1 > prepared part key=_multipart_D9NMXV7JDMXJ.2~I12SDTERN8YQ.0 size=1048576 2024-04-15T14:56:35.919 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:35.919+0000 7f8277235780 1 > prepared part key=_multipart_D9NMXV7JDMXJ.2~I12SDTERN8YQ.1 size=235155 2024-04-15T14:56:35.920 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:35.919+0000 7f8277235780 1 > prepared multipart upload key=D9NMXV7JDMXJ upload=I12SDTERN8YQ tag=LB246ZHZHUJ1 type=write size=2332307 2024-04-15T14:56:35.922 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:35.921+0000 7f8277235780 1 < completed delete operation key=CBSCS8P8QL0Q tag=2QTVIKJ1Z1OZ type=del 2024-04-15T14:56:35.924 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:35.923+0000 7f8277235780 1 > prepared operation key=IVOFLSPJ0099 tag=KM7TLVGS4K4V type=del size=3104331 2024-04-15T14:56:35.924 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:35.923+0000 7f8277235780 1 < canceled part key=_multipart_P0TQX1TRPSLX.2~HKWOCF53601T.0 size=1048576 2024-04-15T14:56:35.926 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:35.925+0000 7f8277235780 1 < completed part key=_multipart_P0TQX1TRPSLX.2~HKWOCF53601T.1 size=1048576 2024-04-15T14:56:35.928 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:35.927+0000 7f8277235780 1 < completed part key=_multipart_P0TQX1TRPSLX.2~HKWOCF53601T.2 size=1036324 2024-04-15T14:56:35.932 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:35.931+0000 7f8277235780 1 < canceled multipart upload key=P0TQX1TRPSLX upload=HKWOCF53601T tag=PNN0HSMZ0EMZ type=write size=4182052 2024-04-15T14:56:35.934 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:35.933+0000 7f8277235780 1 > prepared operation key=0XYNF2N97Y1C tag=PH43O80U9EJU type=del size=1467099 2024-04-15T14:56:35.936 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:35.935+0000 7f8277235780 1 < completed delete operation key=P0TQX1TRPSLX tag=4PZCIR0L1NYL type=del 2024-04-15T14:56:35.940 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:35.939+0000 7f8277235780 1 > prepared part key=_multipart_OQ3O0PKNZJ9S.2~C65A4BNELF93.0 size=314630 2024-04-15T14:56:35.940 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:35.939+0000 7f8277235780 1 > prepared multipart upload key=OQ3O0PKNZJ9S upload=C65A4BNELF93 tag=AQZ9YDKMJ0X5 type=write size=1363206 2024-04-15T14:56:35.942 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:35.941+0000 7f8277235780 1 < completed delete operation key=7XVTB4OPZZOY tag=E2R8SP795LYX type=del 2024-04-15T14:56:35.947 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:35.946+0000 7f8277235780 1 > prepared part key=_multipart_R38CSTKHEGGY.2~BQ5XEEFEZPFA.0 size=897573 2024-04-15T14:56:35.947 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:35.946+0000 7f8277235780 1 > prepared multipart upload key=R38CSTKHEGGY upload=BQ5XEEFEZPFA tag=LXLW6RC0VINR type=write size=1946149 2024-04-15T14:56:35.951 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:35.950+0000 7f8277235780 1 < suggested update operation key=7XVTB4OPZZOY tag=58QB2T7NTUHR type=write size=297127 2024-04-15T14:56:35.953 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:35.952+0000 7f8277235780 1 > prepared operation key=CBSCS8P8QL0Q tag=XJRWQYLGVB0M type=del size=909913 2024-04-15T14:56:35.955 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:35.954+0000 7f8277235780 1 < completed write operation key=BNQH1MC9XO9F tag=PVD1732YP8KR type=write size=169297 2024-04-15T14:56:35.958 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:35.957+0000 7f8277235780 1 > prepared operation key=ZMDZCWJKCFRI tag=AI9JHECDRCVW type=del size=4092439 2024-04-15T14:56:35.960 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:35.960+0000 7f8277235780 1 < completed write operation key=OQ3O0PKNZJ9S tag=HCEPO40G25FX type=write size=649693 2024-04-15T14:56:35.963 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:35.962+0000 7f8277235780 1 > prepared operation key=JDPAU9KY1OMN tag=003VT8W0F8R6 type=del size=2929288 2024-04-15T14:56:35.965 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:35.964+0000 7f8277235780 1 < canceled operation key=F402GDJVN3I9 tag=GOE609O8KL86 type=write size=661303 2024-04-15T14:56:35.967 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:35.967+0000 7f8277235780 1 > prepared operation key=RQYB4B0WTR9V tag=I3121A05V79L type=del size=2291193 2024-04-15T14:56:35.972 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:35.971+0000 7f8277235780 1 < suggested update operation key=F402GDJVN3I9 tag=H08Y79I1BHCW type=del size=163224 2024-04-15T14:56:35.974 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:35.973+0000 7f8277235780 1 > prepared operation key=BNQH1MC9XO9F tag=M0NB4ZVY3Y55 type=del size=614050 2024-04-15T14:56:35.976 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:35.975+0000 7f8277235780 1 < completed delete operation key=DY5BWB5TVQV1 tag=3GUEVNG5XTPA type=del 2024-04-15T14:56:35.980 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:35.979+0000 7f8277235780 1 > prepared part key=_multipart_54T20V7YW2K4.2~NMD3PA5ODK23.0 size=1048576 2024-04-15T14:56:35.982 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:35.981+0000 7f8277235780 1 > prepared part key=_multipart_54T20V7YW2K4.2~NMD3PA5ODK23.1 size=687331 2024-04-15T14:56:35.982 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:35.981+0000 7f8277235780 1 > prepared multipart upload key=54T20V7YW2K4 upload=NMD3PA5ODK23 tag=32HQTU5DT89S type=write size=2784483 2024-04-15T14:56:35.984 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:35.983+0000 7f8277235780 1 < completed delete operation key=ASEC18UU5NGJ tag=2DD89G4IHUUA type=del 2024-04-15T14:56:35.986 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:35.985+0000 7f8277235780 1 > prepared operation key=A0RW26A8FZ95 tag=NXN9PG4AC32D type=del size=2693647 2024-04-15T14:56:35.988 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:35.987+0000 7f8277235780 1 < completed delete operation key=P0TQX1TRPSLX tag=6J69FJLKBPBT type=del 2024-04-15T14:56:35.992 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:35.991+0000 7f8277235780 1 > prepared part key=_multipart_54T20V7YW2K4.2~3LOG747VZBR0.0 size=1048576 2024-04-15T14:56:35.993 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:35.993+0000 7f8277235780 1 > prepared part key=_multipart_54T20V7YW2K4.2~3LOG747VZBR0.1 size=1048576 2024-04-15T14:56:35.995 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:35.995+0000 7f8277235780 1 > prepared part key=_multipart_54T20V7YW2K4.2~3LOG747VZBR0.2 size=772362 2024-04-15T14:56:35.995 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:35.995+0000 7f8277235780 1 > prepared multipart upload key=54T20V7YW2K4 upload=3LOG747VZBR0 tag=06FF8SG6IAT5 type=write size=3918090 2024-04-15T14:56:35.998 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:35.997+0000 7f8277235780 1 < completed part key=_multipart_Q0PE50H1CDIB.2~IAD7PGV5DERR.0 size=1048576 2024-04-15T14:56:36.000 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:35.999+0000 7f8277235780 1 < completed part key=_multipart_Q0PE50H1CDIB.2~IAD7PGV5DERR.1 size=1048576 2024-04-15T14:56:36.001 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:36.000+0000 7f8277235780 1 < completed part key=_multipart_Q0PE50H1CDIB.2~IAD7PGV5DERR.2 size=863666 2024-04-15T14:56:36.005 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:36.004+0000 7f8277235780 1 < completed multipart upload key=Q0PE50H1CDIB upload=IAD7PGV5DERR tag=FCHO4CC9P1VS type=write size=4009394 2024-04-15T14:56:36.007 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:36.006+0000 7f8277235780 1 > prepared operation key=P0TQX1TRPSLX tag=6QMW9M1A2C5V type=write size=884221 2024-04-15T14:56:36.011 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:36.010+0000 7f8277235780 1 < suggested remove operation key=G82D816QHN8B tag=QFL07QMDGNVW type=del 2024-04-15T14:56:36.013 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:36.013+0000 7f8277235780 1 > prepared operation key=P0TQX1TRPSLX tag=0OV5YQ6C1ZQ7 type=del size=2631110 2024-04-15T14:56:36.016 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:36.015+0000 7f8277235780 1 < completed delete operation key=D9NMXV7JDMXJ tag=PL0F6IXTANKX type=del 2024-04-15T14:56:36.018 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:36.017+0000 7f8277235780 1 > prepared operation key=P0TQX1TRPSLX tag=YGIDIA11RJ33 type=del size=157997 2024-04-15T14:56:36.020 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:36.019+0000 7f8277235780 1 < completed part key=_multipart_D9NMXV7JDMXJ.2~I12SDTERN8YQ.0 size=1048576 2024-04-15T14:56:36.022 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:36.021+0000 7f8277235780 1 < completed part key=_multipart_D9NMXV7JDMXJ.2~I12SDTERN8YQ.1 size=235155 2024-04-15T14:56:36.025 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:36.024+0000 7f8277235780 1 < completed multipart upload key=D9NMXV7JDMXJ upload=I12SDTERN8YQ tag=LB246ZHZHUJ1 type=write size=2332307 2024-04-15T14:56:36.029 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:36.028+0000 7f8277235780 1 > prepared part key=_multipart_JY107VG7DVI1.2~UBS167J35PIS.0 size=1048576 2024-04-15T14:56:36.031 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:36.030+0000 7f8277235780 1 > prepared part key=_multipart_JY107VG7DVI1.2~UBS167J35PIS.1 size=1048576 2024-04-15T14:56:36.032 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:36.031+0000 7f8277235780 1 > prepared part key=_multipart_JY107VG7DVI1.2~UBS167J35PIS.2 size=63002 2024-04-15T14:56:36.032 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:36.031+0000 7f8277235780 1 > prepared multipart upload key=JY107VG7DVI1 upload=UBS167J35PIS tag=FU7YCW1WHS12 type=write size=3208730 2024-04-15T14:56:36.034 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:36.034+0000 7f8277235780 1 < completed delete operation key=IVOFLSPJ0099 tag=KM7TLVGS4K4V type=del 2024-04-15T14:56:36.037 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:36.036+0000 7f8277235780 1 > prepared operation key=G82D816QHN8B tag=9RXDK6AJG7BU type=write size=144415 2024-04-15T14:56:36.039 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:56:35 smithi016 ceph-mon[90652]: pgmap v1325: 137 pgs: 137 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 1.1 MiB/s rd, 406 KiB/s wr, 2.06k op/s 2024-04-15T14:56:36.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:56:35 smithi016 ceph-mon[93212]: pgmap v1325: 137 pgs: 137 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 1.1 MiB/s rd, 406 KiB/s wr, 2.06k op/s 2024-04-15T14:56:36.040 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:36.038+0000 7f8277235780 1 < completed delete operation key=0XYNF2N97Y1C tag=PH43O80U9EJU type=del 2024-04-15T14:56:36.041 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:36.041+0000 7f8277235780 1 > prepared operation key=8X2ELHS3HRGS tag=2SXPA0IYUPXU type=del size=2460717 2024-04-15T14:56:36.042 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:36.041+0000 7f8277235780 1 < canceled part key=_multipart_OQ3O0PKNZJ9S.2~C65A4BNELF93.0 size=314630 2024-04-15T14:56:36.046 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:36.045+0000 7f8277235780 1 < canceled multipart upload key=OQ3O0PKNZJ9S upload=C65A4BNELF93 tag=AQZ9YDKMJ0X5 type=write size=1363206 2024-04-15T14:56:36.048 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:36.048+0000 7f8277235780 1 > prepared operation key=BSJC05AGXDJ3 tag=M45OB85PLFOM type=del size=1908409 2024-04-15T14:56:36.051 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:36.050+0000 7f8277235780 1 < completed part key=_multipart_R38CSTKHEGGY.2~BQ5XEEFEZPFA.0 size=897573 2024-04-15T14:56:36.055 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:36.054+0000 7f8277235780 1 < completed multipart upload key=R38CSTKHEGGY upload=BQ5XEEFEZPFA tag=LXLW6RC0VINR type=write size=1946149 2024-04-15T14:56:36.059 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:36.058+0000 7f8277235780 1 > prepared part key=_multipart_BSJC05AGXDJ3.2~2GC6NENCT8MT.0 size=976175 2024-04-15T14:56:36.059 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:36.058+0000 7f8277235780 1 > prepared multipart upload key=BSJC05AGXDJ3 upload=2GC6NENCT8MT tag=66X0A27KGD28 type=write size=2024751 2024-04-15T14:56:36.061 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:36.060+0000 7f8277235780 1 < completed delete operation key=CBSCS8P8QL0Q tag=XJRWQYLGVB0M type=del 2024-04-15T14:56:36.065 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:36.064+0000 7f8277235780 1 > prepared part key=_multipart_P0TQX1TRPSLX.2~QSE4K52P08D0.0 size=565213 2024-04-15T14:56:36.065 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:36.064+0000 7f8277235780 1 > prepared multipart upload key=P0TQX1TRPSLX upload=QSE4K52P08D0 tag=RK0JD84R64B1 type=write size=1613789 2024-04-15T14:56:36.067 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:36.066+0000 7f8277235780 1 < completed delete operation key=ZMDZCWJKCFRI tag=AI9JHECDRCVW type=del 2024-04-15T14:56:36.069 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:36.068+0000 7f8277235780 1 > prepared operation key=JDPAU9KY1OMN tag=PKG5DCXFNWU8 type=del size=1859667 2024-04-15T14:56:36.071 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:36.070+0000 7f8277235780 1 < completed delete operation key=JDPAU9KY1OMN tag=003VT8W0F8R6 type=del 2024-04-15T14:56:36.075 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:36.075+0000 7f8277235780 1 > prepared part key=_multipart_8X2ELHS3HRGS.2~WVAXRGZ97HRH.0 size=1048576 2024-04-15T14:56:36.077 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:36.076+0000 7f8277235780 1 > prepared part key=_multipart_8X2ELHS3HRGS.2~WVAXRGZ97HRH.1 size=713436 2024-04-15T14:56:36.077 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:36.076+0000 7f8277235780 1 > prepared multipart upload key=8X2ELHS3HRGS upload=WVAXRGZ97HRH tag=074UKS4BFAKP type=write size=2810588 2024-04-15T14:56:36.079 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:36.079+0000 7f8277235780 1 < completed delete operation key=RQYB4B0WTR9V tag=I3121A05V79L type=del 2024-04-15T14:56:36.082 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:36.081+0000 7f8277235780 1 > prepared operation key=R38CSTKHEGGY tag=6HBQI08218UW type=del size=3190658 2024-04-15T14:56:36.085 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:36.084+0000 7f8277235780 1 < completed delete operation key=BNQH1MC9XO9F tag=M0NB4ZVY3Y55 type=del 2024-04-15T14:56:36.087 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:36.086+0000 7f8277235780 1 > prepared operation key=MIRREM7KIO9I tag=YT8U4KUAAFO8 type=del size=1098518 2024-04-15T14:56:36.089 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:36.088+0000 7f8277235780 1 < completed part key=_multipart_54T20V7YW2K4.2~NMD3PA5ODK23.0 size=1048576 2024-04-15T14:56:36.091 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:36.090+0000 7f8277235780 1 < completed part key=_multipart_54T20V7YW2K4.2~NMD3PA5ODK23.1 size=687331 2024-04-15T14:56:36.094 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:36.094+0000 7f8277235780 1 < completed multipart upload key=54T20V7YW2K4 upload=NMD3PA5ODK23 tag=32HQTU5DT89S type=write size=2784483 2024-04-15T14:56:36.098 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:36.097+0000 7f8277235780 1 > prepared part key=_multipart_F402GDJVN3I9.2~8SOD993Q1OJO.0 size=1048576 2024-04-15T14:56:36.100 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:36.099+0000 7f8277235780 1 > prepared part key=_multipart_F402GDJVN3I9.2~8SOD993Q1OJO.1 size=1048576 2024-04-15T14:56:36.102 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:36.101+0000 7f8277235780 1 > prepared part key=_multipart_F402GDJVN3I9.2~8SOD993Q1OJO.2 size=734381 2024-04-15T14:56:36.102 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:36.101+0000 7f8277235780 1 > prepared multipart upload key=F402GDJVN3I9 upload=8SOD993Q1OJO tag=7B9HOFQX8U8B type=write size=3880109 2024-04-15T14:56:36.104 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:36.103+0000 7f8277235780 1 < completed delete operation key=A0RW26A8FZ95 tag=NXN9PG4AC32D type=del 2024-04-15T14:56:36.106 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:36.105+0000 7f8277235780 1 > prepared operation key=P0TQX1TRPSLX tag=62I4AWUYZNKD type=del size=872150 2024-04-15T14:56:36.108 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:36.108+0000 7f8277235780 1 < completed part key=_multipart_54T20V7YW2K4.2~3LOG747VZBR0.0 size=1048576 2024-04-15T14:56:36.108 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:36.108+0000 7f8277235780 1 < canceled part key=_multipart_54T20V7YW2K4.2~3LOG747VZBR0.1 size=1048576 2024-04-15T14:56:36.110 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:36.109+0000 7f8277235780 1 < completed part key=_multipart_54T20V7YW2K4.2~3LOG747VZBR0.2 size=772362 2024-04-15T14:56:36.114 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:36.113+0000 7f8277235780 1 < canceled multipart upload key=54T20V7YW2K4 upload=3LOG747VZBR0 tag=06FF8SG6IAT5 type=write size=3918090 2024-04-15T14:56:36.116 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:36.115+0000 7f8277235780 1 > prepared operation key=MIRREM7KIO9I tag=JQV7V62P2SN2 type=write size=481483 2024-04-15T14:56:36.118 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:36.117+0000 7f8277235780 1 < completed write operation key=P0TQX1TRPSLX tag=6QMW9M1A2C5V type=write size=884221 2024-04-15T14:56:36.120 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:36.119+0000 7f8277235780 1 > prepared operation key=BNQH1MC9XO9F tag=21UYVYNX9UL2 type=del size=467152 2024-04-15T14:56:36.124 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:36.123+0000 7f8277235780 1 < suggested remove operation key=P0TQX1TRPSLX tag=0OV5YQ6C1ZQ7 type=del 2024-04-15T14:56:36.126 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:36.126+0000 7f8277235780 1 > prepared operation key=54T20V7YW2K4 tag=VNRV8776UDDG type=del size=2459757 2024-04-15T14:56:36.127 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:36.126+0000 7f8277235780 -1 < no bi entry to suggest for operation key=P0TQX1TRPSLX tag=YGIDIA11RJ33 type=del size=157997: (2) No such file or directory 2024-04-15T14:56:36.129 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:36.128+0000 7f8277235780 1 > prepared operation key=0XYNF2N97Y1C tag=OWZZ1RUI5EK4 type=del size=1293388 2024-04-15T14:56:36.133 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:36.131+0000 7f8277235780 1 < completed part key=_multipart_JY107VG7DVI1.2~UBS167J35PIS.0 size=1048576 2024-04-15T14:56:36.133 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:36.132+0000 7f8277235780 1 < completed part key=_multipart_JY107VG7DVI1.2~UBS167J35PIS.1 size=1048576 2024-04-15T14:56:36.135 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:36.134+0000 7f8277235780 1 < completed part key=_multipart_JY107VG7DVI1.2~UBS167J35PIS.2 size=63002 2024-04-15T14:56:36.138 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:36.138+0000 7f8277235780 1 < completed multipart upload key=JY107VG7DVI1 upload=UBS167J35PIS tag=FU7YCW1WHS12 type=write size=3208730 2024-04-15T14:56:36.141 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:36.140+0000 7f8277235780 1 > prepared operation key=IM0AQIM316IL tag=VUJY43GSKA5Q type=del size=667793 2024-04-15T14:56:36.143 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:36.142+0000 7f8277235780 1 < completed write operation key=G82D816QHN8B tag=9RXDK6AJG7BU type=write size=144415 2024-04-15T14:56:36.147 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:36.146+0000 7f8277235780 1 > prepared part key=_multipart_IVOFLSPJ0099.2~HK8W21ZUA35V.0 size=1048576 2024-04-15T14:56:36.148 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:36.148+0000 7f8277235780 1 > prepared part key=_multipart_IVOFLSPJ0099.2~HK8W21ZUA35V.1 size=786482 2024-04-15T14:56:36.149 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:36.148+0000 7f8277235780 1 > prepared multipart upload key=IVOFLSPJ0099 upload=HK8W21ZUA35V tag=P8VOSI7YH4PO type=write size=2883634 2024-04-15T14:56:36.151 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:36.150+0000 7f8277235780 1 < completed delete operation key=8X2ELHS3HRGS tag=2SXPA0IYUPXU type=del 2024-04-15T14:56:36.153 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:36.152+0000 7f8277235780 1 > prepared operation key=A0RW26A8FZ95 tag=7JNEXJ2CGLOV type=del size=1922313 2024-04-15T14:56:36.155 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:36.154+0000 7f8277235780 1 < completed delete operation key=BSJC05AGXDJ3 tag=M45OB85PLFOM type=del 2024-04-15T14:56:36.157 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:36.156+0000 7f8277235780 1 > prepared operation key=OQ3O0PKNZJ9S tag=8BOL5XGU803M type=del size=3065603 2024-04-15T14:56:36.159 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:36.159+0000 7f8277235780 1 < completed part key=_multipart_BSJC05AGXDJ3.2~2GC6NENCT8MT.0 size=976175 2024-04-15T14:56:36.163 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:36.162+0000 7f8277235780 1 < completed multipart upload key=BSJC05AGXDJ3 upload=2GC6NENCT8MT tag=66X0A27KGD28 type=write size=2024751 2024-04-15T14:56:36.168 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:36.167+0000 7f8277235780 1 > prepared part key=_multipart_CFCUGZ5D6TU8.2~QMPB1JTEPSNN.0 size=3622 2024-04-15T14:56:36.168 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:36.167+0000 7f8277235780 1 > prepared multipart upload key=CFCUGZ5D6TU8 upload=QMPB1JTEPSNN tag=46DXUKDTVGGG type=write size=1052198 2024-04-15T14:56:36.168 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:36.167+0000 7f8277235780 1 < canceled part key=_multipart_P0TQX1TRPSLX.2~QSE4K52P08D0.0 size=565213 2024-04-15T14:56:36.172 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:36.171+0000 7f8277235780 1 < canceled multipart upload key=P0TQX1TRPSLX upload=QSE4K52P08D0 tag=RK0JD84R64B1 type=write size=1613789 2024-04-15T14:56:36.176 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:36.175+0000 7f8277235780 1 > prepared part key=_multipart_CBSCS8P8QL0Q.2~1CLRE1ZO54WU.0 size=681270 2024-04-15T14:56:36.176 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:36.175+0000 7f8277235780 1 > prepared multipart upload key=CBSCS8P8QL0Q upload=1CLRE1ZO54WU tag=OQEKHUK3DGUY type=write size=1729846 2024-04-15T14:56:36.180 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:36.180+0000 7f8277235780 1 < suggested update operation key=JDPAU9KY1OMN tag=PKG5DCXFNWU8 type=del size=1859667 2024-04-15T14:56:36.184 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:36.183+0000 7f8277235780 1 > prepared part key=_multipart_P0TQX1TRPSLX.2~3BMM7MCX8JIV.0 size=1048576 2024-04-15T14:56:36.186 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:36.185+0000 7f8277235780 1 > prepared part key=_multipart_P0TQX1TRPSLX.2~3BMM7MCX8JIV.1 size=1048576 2024-04-15T14:56:36.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:56:35 smithi102 ceph-mon[87131]: pgmap v1325: 137 pgs: 137 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 1.1 MiB/s rd, 406 KiB/s wr, 2.06k op/s 2024-04-15T14:56:36.188 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:36.187+0000 7f8277235780 1 > prepared part key=_multipart_P0TQX1TRPSLX.2~3BMM7MCX8JIV.2 size=194198 2024-04-15T14:56:36.188 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:36.187+0000 7f8277235780 1 > prepared multipart upload key=P0TQX1TRPSLX upload=3BMM7MCX8JIV tag=W4KDJA7JW4ZN type=write size=3339926 2024-04-15T14:56:36.190 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:36.190+0000 7f8277235780 1 < completed part key=_multipart_8X2ELHS3HRGS.2~WVAXRGZ97HRH.0 size=1048576 2024-04-15T14:56:36.192 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:36.191+0000 7f8277235780 1 < completed part key=_multipart_8X2ELHS3HRGS.2~WVAXRGZ97HRH.1 size=713436 2024-04-15T14:56:36.196 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:36.195+0000 7f8277235780 1 < completed multipart upload key=8X2ELHS3HRGS upload=WVAXRGZ97HRH tag=074UKS4BFAKP type=write size=2810588 2024-04-15T14:56:36.198 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:36.197+0000 7f8277235780 1 > prepared operation key=G82D816QHN8B tag=QX1TRGGT11ES type=del size=3339132 2024-04-15T14:56:36.202 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:36.201+0000 7f8277235780 1 < suggested update operation key=R38CSTKHEGGY tag=6HBQI08218UW type=del size=3190658 2024-04-15T14:56:36.206 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:36.205+0000 7f8277235780 1 > prepared part key=_multipart_UCHFZKBWU6MN.2~3TWFJZ9GVB32.0 size=1048576 2024-04-15T14:56:36.208 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:36.207+0000 7f8277235780 1 > prepared part key=_multipart_UCHFZKBWU6MN.2~3TWFJZ9GVB32.1 size=1048576 2024-04-15T14:56:36.210 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:36.209+0000 7f8277235780 1 > prepared part key=_multipart_UCHFZKBWU6MN.2~3TWFJZ9GVB32.2 size=856896 2024-04-15T14:56:36.210 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:36.209+0000 7f8277235780 1 > prepared multipart upload key=UCHFZKBWU6MN upload=3TWFJZ9GVB32 tag=1P560K0NFY2A type=write size=4002624 2024-04-15T14:56:36.212 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:36.211+0000 7f8277235780 1 < completed delete operation key=MIRREM7KIO9I tag=YT8U4KUAAFO8 type=del 2024-04-15T14:56:36.215 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:36.213+0000 7f8277235780 1 > prepared operation key=F402GDJVN3I9 tag=RR1234OOIJHK type=del size=3772475 2024-04-15T14:56:36.216 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:36.215+0000 7f8277235780 1 < completed part key=_multipart_F402GDJVN3I9.2~8SOD993Q1OJO.0 size=1048576 2024-04-15T14:56:36.218 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:36.217+0000 7f8277235780 1 < completed part key=_multipart_F402GDJVN3I9.2~8SOD993Q1OJO.1 size=1048576 2024-04-15T14:56:36.219 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:36.218+0000 7f8277235780 1 < canceled part key=_multipart_F402GDJVN3I9.2~8SOD993Q1OJO.2 size=734381 2024-04-15T14:56:36.222 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:36.221+0000 7f8277235780 1 < canceled multipart upload key=F402GDJVN3I9 upload=8SOD993Q1OJO tag=7B9HOFQX8U8B type=write size=3880109 2024-04-15T14:56:36.226 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:36.225+0000 7f8277235780 1 > prepared part key=_multipart_0XYNF2N97Y1C.2~X8HIHVEV3SH0.0 size=235663 2024-04-15T14:56:36.226 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:36.225+0000 7f8277235780 1 > prepared multipart upload key=0XYNF2N97Y1C upload=X8HIHVEV3SH0 tag=M03P35WK2ASN type=write size=1284239 2024-04-15T14:56:36.229 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:36.228+0000 7f8277235780 -1 < failed to complete operation key=P0TQX1TRPSLX tag=62I4AWUYZNKD type=del size=872150: (22) Invalid argument 2024-04-15T14:56:36.231 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:36.230+0000 7f8277235780 1 > prepared operation key=R38CSTKHEGGY tag=1QHBDZFX8CBQ type=del size=882508 2024-04-15T14:56:36.233 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:36.232+0000 7f8277235780 1 < completed write operation key=MIRREM7KIO9I tag=JQV7V62P2SN2 type=write size=481483 2024-04-15T14:56:36.234 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:36.234+0000 7f8277235780 1 > prepared operation key=50Y0EU7H0QWF tag=YZAT5565MD8M type=del size=3763913 2024-04-15T14:56:36.236 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:36.236+0000 7f8277235780 1 < completed delete operation key=BNQH1MC9XO9F tag=21UYVYNX9UL2 type=del 2024-04-15T14:56:36.240 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:36.240+0000 7f8277235780 1 > prepared part key=_multipart_CBSCS8P8QL0Q.2~NQ12175K9XN6.0 size=1048576 2024-04-15T14:56:36.242 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:36.241+0000 7f8277235780 1 > prepared part key=_multipart_CBSCS8P8QL0Q.2~NQ12175K9XN6.1 size=104395 2024-04-15T14:56:36.242 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:36.241+0000 7f8277235780 1 > prepared multipart upload key=CBSCS8P8QL0Q upload=NQ12175K9XN6 tag=URDJ4XYMBQS9 type=write size=2201547 2024-04-15T14:56:36.244 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:36.243+0000 7f8277235780 1 < completed delete operation key=54T20V7YW2K4 tag=VNRV8776UDDG type=del 2024-04-15T14:56:36.246 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:36.245+0000 7f8277235780 1 > prepared operation key=8X2ELHS3HRGS tag=123J87GPHYN9 type=del size=3898955 2024-04-15T14:56:36.248 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:36.248+0000 7f8277235780 1 < completed delete operation key=0XYNF2N97Y1C tag=OWZZ1RUI5EK4 type=del 2024-04-15T14:56:36.252 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:36.251+0000 7f8277235780 1 > prepared part key=_multipart_IM0AQIM316IL.2~RSS1YUFHAMWH.0 size=696293 2024-04-15T14:56:36.252 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:36.251+0000 7f8277235780 1 > prepared multipart upload key=IM0AQIM316IL upload=RSS1YUFHAMWH tag=Q3QX84MJO6IR type=write size=1744869 2024-04-15T14:56:36.257 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:36.255+0000 7f8277235780 1 < suggested remove operation key=IM0AQIM316IL tag=VUJY43GSKA5Q type=del 2024-04-15T14:56:36.258 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:36.257+0000 7f8277235780 1 > prepared operation key=Q0PE50H1CDIB tag=L31Y5RRJTKTG type=del size=1448666 2024-04-15T14:56:36.261 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:36.259+0000 7f8277235780 1 < completed part key=_multipart_IVOFLSPJ0099.2~HK8W21ZUA35V.0 size=1048576 2024-04-15T14:56:36.262 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:36.261+0000 7f8277235780 1 < completed part key=_multipart_IVOFLSPJ0099.2~HK8W21ZUA35V.1 size=786482 2024-04-15T14:56:36.266 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:36.265+0000 7f8277235780 1 < completed multipart upload key=IVOFLSPJ0099 upload=HK8W21ZUA35V tag=P8VOSI7YH4PO type=write size=2883634 2024-04-15T14:56:36.268 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:36.267+0000 7f8277235780 1 > prepared operation key=JY107VG7DVI1 tag=LF7LPR3190Z6 type=del size=3396585 2024-04-15T14:56:36.270 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:36.269+0000 7f8277235780 1 < completed delete operation key=A0RW26A8FZ95 tag=7JNEXJ2CGLOV type=del 2024-04-15T14:56:36.272 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:36.271+0000 7f8277235780 1 > prepared operation key=JY107VG7DVI1 tag=TH1QSCHH9AO9 type=del size=1868500 2024-04-15T14:56:36.274 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:36.274+0000 7f8277235780 1 < completed delete operation key=OQ3O0PKNZJ9S tag=8BOL5XGU803M type=del 2024-04-15T14:56:36.276 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:36.276+0000 7f8277235780 1 > prepared operation key=ZMDZCWJKCFRI tag=355E153SL9I8 type=del size=3232784 2024-04-15T14:56:36.278 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:36.278+0000 7f8277235780 1 < completed part key=_multipart_CFCUGZ5D6TU8.2~QMPB1JTEPSNN.0 size=3622 2024-04-15T14:56:36.282 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:36.281+0000 7f8277235780 1 < completed multipart upload key=CFCUGZ5D6TU8 upload=QMPB1JTEPSNN tag=46DXUKDTVGGG type=write size=1052198 2024-04-15T14:56:36.284 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:36.283+0000 7f8277235780 1 > prepared operation key=Q0PE50H1CDIB tag=IJRCHJ0GJ166 type=del size=1814455 2024-04-15T14:56:36.286 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:36.286+0000 7f8277235780 1 < completed part key=_multipart_CBSCS8P8QL0Q.2~1CLRE1ZO54WU.0 size=681270 2024-04-15T14:56:36.290 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:36.289+0000 7f8277235780 1 < completed multipart upload key=CBSCS8P8QL0Q upload=1CLRE1ZO54WU tag=OQEKHUK3DGUY type=write size=1729846 2024-04-15T14:56:36.294 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:36.293+0000 7f8277235780 1 > prepared part key=_multipart_R38CSTKHEGGY.2~WV09X9RHFP82.0 size=1048576 2024-04-15T14:56:36.296 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:36.295+0000 7f8277235780 1 > prepared part key=_multipart_R38CSTKHEGGY.2~WV09X9RHFP82.1 size=1048576 2024-04-15T14:56:36.297 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:36.296+0000 7f8277235780 1 > prepared part key=_multipart_R38CSTKHEGGY.2~WV09X9RHFP82.2 size=804627 2024-04-15T14:56:36.297 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:36.296+0000 7f8277235780 1 > prepared multipart upload key=R38CSTKHEGGY upload=WV09X9RHFP82 tag=H88H42712BUK type=write size=3950355 2024-04-15T14:56:36.299 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:36.299+0000 7f8277235780 1 < completed part key=_multipart_P0TQX1TRPSLX.2~3BMM7MCX8JIV.0 size=1048576 2024-04-15T14:56:36.302 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:36.301+0000 7f8277235780 1 < completed part key=_multipart_P0TQX1TRPSLX.2~3BMM7MCX8JIV.1 size=1048576 2024-04-15T14:56:36.303 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:36.303+0000 7f8277235780 1 < completed part key=_multipart_P0TQX1TRPSLX.2~3BMM7MCX8JIV.2 size=194198 2024-04-15T14:56:36.307 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:36.306+0000 7f8277235780 1 < completed multipart upload key=P0TQX1TRPSLX upload=3BMM7MCX8JIV tag=W4KDJA7JW4ZN type=write size=3339926 2024-04-15T14:56:36.309 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:36.309+0000 7f8277235780 1 > prepared operation key=Q0PE50H1CDIB tag=WXV2Q604QCQ4 type=del size=3873632 2024-04-15T14:56:36.311 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:36.311+0000 7f8277235780 1 < completed delete operation key=G82D816QHN8B tag=QX1TRGGT11ES type=del 2024-04-15T14:56:36.314 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:36.313+0000 7f8277235780 1 > prepared operation key=50Y0EU7H0QWF tag=LJ3IT4UZ4026 type=del size=4018469 2024-04-15T14:56:36.316 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:36.315+0000 7f8277235780 1 < completed part key=_multipart_UCHFZKBWU6MN.2~3TWFJZ9GVB32.0 size=1048576 2024-04-15T14:56:36.318 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:36.317+0000 7f8277235780 1 < completed part key=_multipart_UCHFZKBWU6MN.2~3TWFJZ9GVB32.1 size=1048576 2024-04-15T14:56:36.320 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:36.319+0000 7f8277235780 1 < completed part key=_multipart_UCHFZKBWU6MN.2~3TWFJZ9GVB32.2 size=856896 2024-04-15T14:56:36.324 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:36.323+0000 7f8277235780 1 < completed multipart upload key=UCHFZKBWU6MN upload=3TWFJZ9GVB32 tag=1P560K0NFY2A type=write size=4002624 2024-04-15T14:56:36.327 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:36.327+0000 7f8277235780 1 > prepared part key=_multipart_BSJC05AGXDJ3.2~KS5YSANJ3BM5.0 size=1048576 2024-04-15T14:56:36.329 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:36.329+0000 7f8277235780 1 > prepared part key=_multipart_BSJC05AGXDJ3.2~KS5YSANJ3BM5.1 size=424854 2024-04-15T14:56:36.330 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:36.329+0000 7f8277235780 1 > prepared multipart upload key=BSJC05AGXDJ3 upload=KS5YSANJ3BM5 tag=L3NUXH6OC4AZ type=write size=2522006 2024-04-15T14:56:36.334 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:36.333+0000 7f8277235780 1 < suggested update operation key=F402GDJVN3I9 tag=RR1234OOIJHK type=del size=3772475 2024-04-15T14:56:36.338 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:36.337+0000 7f8277235780 1 > prepared part key=_multipart_33SEOBW9RRJN.2~G8XBQYB68HKB.0 size=1048576 2024-04-15T14:56:36.340 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:36.339+0000 7f8277235780 1 > prepared part key=_multipart_33SEOBW9RRJN.2~G8XBQYB68HKB.1 size=245890 2024-04-15T14:56:36.340 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:36.339+0000 7f8277235780 1 > prepared multipart upload key=33SEOBW9RRJN upload=G8XBQYB68HKB tag=JNMX0P6260WH type=write size=2343042 2024-04-15T14:56:36.342 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:36.342+0000 7f8277235780 1 < completed part key=_multipart_0XYNF2N97Y1C.2~X8HIHVEV3SH0.0 size=235663 2024-04-15T14:56:36.346 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:36.346+0000 7f8277235780 1 < completed multipart upload key=0XYNF2N97Y1C upload=X8HIHVEV3SH0 tag=M03P35WK2ASN type=write size=1284239 2024-04-15T14:56:36.349 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:36.348+0000 7f8277235780 1 > prepared operation key=G82D816QHN8B tag=QIUOR8F41LNF type=write size=284776 2024-04-15T14:56:36.351 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:36.350+0000 7f8277235780 1 < completed delete operation key=R38CSTKHEGGY tag=1QHBDZFX8CBQ type=del 2024-04-15T14:56:36.353 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:36.353+0000 7f8277235780 1 > prepared operation key=RQYB4B0WTR9V tag=E7R97CK1FNRE type=del size=3238732 2024-04-15T14:56:36.356 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:36.355+0000 7f8277235780 1 < completed delete operation key=50Y0EU7H0QWF tag=YZAT5565MD8M type=del 2024-04-15T14:56:36.358 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:36.357+0000 7f8277235780 1 > prepared operation key=33SEOBW9RRJN tag=U78KBQ535FUP type=del size=4025368 2024-04-15T14:56:36.360 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:36.359+0000 7f8277235780 1 < completed part key=_multipart_CBSCS8P8QL0Q.2~NQ12175K9XN6.0 size=1048576 2024-04-15T14:56:36.362 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:36.361+0000 7f8277235780 1 < completed part key=_multipart_CBSCS8P8QL0Q.2~NQ12175K9XN6.1 size=104395 2024-04-15T14:56:36.365 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:36.365+0000 7f8277235780 1 < completed multipart upload key=CBSCS8P8QL0Q upload=NQ12175K9XN6 tag=URDJ4XYMBQS9 type=write size=2201547 2024-04-15T14:56:36.370 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:36.369+0000 7f8277235780 1 > prepared part key=_multipart_50Y0EU7H0QWF.2~TGYULXFSU2SX.0 size=1048576 2024-04-15T14:56:36.372 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:36.371+0000 7f8277235780 1 > prepared part key=_multipart_50Y0EU7H0QWF.2~TGYULXFSU2SX.1 size=689754 2024-04-15T14:56:36.372 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:36.371+0000 7f8277235780 1 > prepared multipart upload key=50Y0EU7H0QWF upload=TGYULXFSU2SX tag=1TKUKFE7GD0E type=write size=2786906 2024-04-15T14:56:36.375 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:36.374+0000 7f8277235780 1 < completed delete operation key=8X2ELHS3HRGS tag=123J87GPHYN9 type=del 2024-04-15T14:56:36.377 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:36.376+0000 7f8277235780 1 > prepared operation key=IM0AQIM316IL tag=A52S1CF2MDTI type=del size=3860916 2024-04-15T14:56:36.379 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:36.379+0000 7f8277235780 1 < completed part key=_multipart_IM0AQIM316IL.2~RSS1YUFHAMWH.0 size=696293 2024-04-15T14:56:36.384 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:36.383+0000 7f8277235780 1 < completed multipart upload key=IM0AQIM316IL upload=RSS1YUFHAMWH tag=Q3QX84MJO6IR type=write size=1744869 2024-04-15T14:56:36.385 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:36.385+0000 7f8277235780 1 > prepared operation key=BNQH1MC9XO9F tag=H3Z7R3KH4FU5 type=write size=1013526 2024-04-15T14:56:36.388 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:36.387+0000 7f8277235780 1 < completed delete operation key=Q0PE50H1CDIB tag=L31Y5RRJTKTG type=del 2024-04-15T14:56:36.391 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:36.391+0000 7f8277235780 1 > prepared part key=_multipart_F402GDJVN3I9.2~6JQVXZMK7G8Q.0 size=1048576 2024-04-15T14:56:36.393 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:36.392+0000 7f8277235780 1 > prepared part key=_multipart_F402GDJVN3I9.2~6JQVXZMK7G8Q.1 size=1048576 2024-04-15T14:56:36.395 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:36.395+0000 7f8277235780 1 > prepared part key=_multipart_F402GDJVN3I9.2~6JQVXZMK7G8Q.2 size=692223 2024-04-15T14:56:36.395 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:36.395+0000 7f8277235780 1 > prepared multipart upload key=F402GDJVN3I9 upload=6JQVXZMK7G8Q tag=YTEXI4WXP2DM type=write size=3837951 2024-04-15T14:56:36.398 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:36.397+0000 7f8277235780 1 < canceled operation key=JY107VG7DVI1 tag=LF7LPR3190Z6 type=del size=3396585 2024-04-15T14:56:36.402 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:36.401+0000 7f8277235780 1 > prepared part key=_multipart_G82D816QHN8B.2~800OL82WY7G6.0 size=1048576 2024-04-15T14:56:36.404 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:36.403+0000 7f8277235780 1 > prepared part key=_multipart_G82D816QHN8B.2~800OL82WY7G6.1 size=1048576 2024-04-15T14:56:36.406 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:36.405+0000 7f8277235780 1 > prepared part key=_multipart_G82D816QHN8B.2~800OL82WY7G6.2 size=689641 2024-04-15T14:56:36.406 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:36.405+0000 7f8277235780 1 > prepared multipart upload key=G82D816QHN8B upload=800OL82WY7G6 tag=MX4N5V9GQHLY type=write size=3835369 2024-04-15T14:56:36.409 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:36.408+0000 7f8277235780 1 < completed delete operation key=JY107VG7DVI1 tag=TH1QSCHH9AO9 type=del 2024-04-15T14:56:36.413 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:36.412+0000 7f8277235780 1 > prepared part key=_multipart_33SEOBW9RRJN.2~1SG1XM8JDAX8.0 size=169266 2024-04-15T14:56:36.413 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:36.412+0000 7f8277235780 1 > prepared multipart upload key=33SEOBW9RRJN upload=1SG1XM8JDAX8 tag=8T62LIXYFIS6 type=write size=1217842 2024-04-15T14:56:36.415 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:36.415+0000 7f8277235780 1 < completed delete operation key=ZMDZCWJKCFRI tag=355E153SL9I8 type=del 2024-04-15T14:56:36.418 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:36.417+0000 7f8277235780 1 > prepared operation key=P0TQX1TRPSLX tag=MEDKOE7G3NNT type=del size=3876599 2024-04-15T14:56:36.420 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:36.419+0000 7f8277235780 1 < completed delete operation key=Q0PE50H1CDIB tag=IJRCHJ0GJ166 type=del 2024-04-15T14:56:36.422 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:36.421+0000 7f8277235780 1 > prepared operation key=RQYB4B0WTR9V tag=DA8YRXRR38OZ type=del size=2814768 2024-04-15T14:56:36.422 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:36.422+0000 7f8277235780 1 < canceled part key=_multipart_R38CSTKHEGGY.2~WV09X9RHFP82.0 size=1048576 2024-04-15T14:56:36.424 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:36.423+0000 7f8277235780 1 < completed part key=_multipart_R38CSTKHEGGY.2~WV09X9RHFP82.1 size=1048576 2024-04-15T14:56:36.426 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:36.425+0000 7f8277235780 1 < completed part key=_multipart_R38CSTKHEGGY.2~WV09X9RHFP82.2 size=804627 2024-04-15T14:56:36.430 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:36.429+0000 7f8277235780 1 < canceled multipart upload key=R38CSTKHEGGY upload=WV09X9RHFP82 tag=H88H42712BUK type=write size=3950355 2024-04-15T14:56:36.432 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:36.431+0000 7f8277235780 1 > prepared operation key=Q0PE50H1CDIB tag=A1V4D774KOPD type=del size=864256 2024-04-15T14:56:36.434 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:36.433+0000 7f8277235780 1 < completed delete operation key=Q0PE50H1CDIB tag=WXV2Q604QCQ4 type=del 2024-04-15T14:56:36.438 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:36.437+0000 7f8277235780 1 > prepared part key=_multipart_A0RW26A8FZ95.2~5BO7SLYIWTZT.0 size=1048576 2024-04-15T14:56:36.440 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:36.439+0000 7f8277235780 1 > prepared part key=_multipart_A0RW26A8FZ95.2~5BO7SLYIWTZT.1 size=949512 2024-04-15T14:56:36.440 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:36.439+0000 7f8277235780 1 > prepared multipart upload key=A0RW26A8FZ95 upload=5BO7SLYIWTZT tag=DL1O6SFS78E1 type=write size=3046664 2024-04-15T14:56:36.442 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:36.441+0000 7f8277235780 1 < completed delete operation key=50Y0EU7H0QWF tag=LJ3IT4UZ4026 type=del 2024-04-15T14:56:36.446 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:36.446+0000 7f8277235780 1 > prepared part key=_multipart_NII4HKLD4YSI.2~WUHW8C8J7FJ7.0 size=67392 2024-04-15T14:56:36.446 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:36.446+0000 7f8277235780 1 > prepared multipart upload key=NII4HKLD4YSI upload=WUHW8C8J7FJ7 tag=PIP1GD3Z3FMB type=write size=1115968 2024-04-15T14:56:36.447 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:36.446+0000 7f8277235780 1 < canceled part key=_multipart_BSJC05AGXDJ3.2~KS5YSANJ3BM5.0 size=1048576 2024-04-15T14:56:36.448 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:36.448+0000 7f8277235780 1 < completed part key=_multipart_BSJC05AGXDJ3.2~KS5YSANJ3BM5.1 size=424854 2024-04-15T14:56:36.452 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:36.451+0000 7f8277235780 1 < canceled multipart upload key=BSJC05AGXDJ3 upload=KS5YSANJ3BM5 tag=L3NUXH6OC4AZ type=write size=2522006 2024-04-15T14:56:36.456 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:36.455+0000 7f8277235780 1 > prepared part key=_multipart_D9NMXV7JDMXJ.2~5O6WLJFJP646.0 size=1048576 2024-04-15T14:56:36.457 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:36.457+0000 7f8277235780 1 > prepared part key=_multipart_D9NMXV7JDMXJ.2~5O6WLJFJP646.1 size=1048576 2024-04-15T14:56:36.459 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:36.458+0000 7f8277235780 1 > prepared part key=_multipart_D9NMXV7JDMXJ.2~5O6WLJFJP646.2 size=483154 2024-04-15T14:56:36.459 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:36.458+0000 7f8277235780 1 > prepared multipart upload key=D9NMXV7JDMXJ upload=5O6WLJFJP646 tag=0MZ2LH0BIWIB type=write size=3628882 2024-04-15T14:56:36.462 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:36.461+0000 7f8277235780 1 < completed part key=_multipart_33SEOBW9RRJN.2~G8XBQYB68HKB.0 size=1048576 2024-04-15T14:56:36.464 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:36.463+0000 7f8277235780 1 < completed part key=_multipart_33SEOBW9RRJN.2~G8XBQYB68HKB.1 size=245890 2024-04-15T14:56:36.467 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:36.466+0000 7f8277235780 1 < completed multipart upload key=33SEOBW9RRJN upload=G8XBQYB68HKB tag=JNMX0P6260WH type=write size=2343042 2024-04-15T14:56:36.471 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:36.470+0000 7f8277235780 1 > prepared part key=_multipart_8X2ELHS3HRGS.2~516R6043YC41.0 size=1048576 2024-04-15T14:56:36.474 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:36.474+0000 7f8277235780 1 > prepared part key=_multipart_8X2ELHS3HRGS.2~516R6043YC41.1 size=180817 2024-04-15T14:56:36.475 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:36.474+0000 7f8277235780 1 > prepared multipart upload key=8X2ELHS3HRGS upload=516R6043YC41 tag=YULMGDTEGKD0 type=write size=2277969 2024-04-15T14:56:36.479 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:36.478+0000 7f8277235780 1 < suggested remove operation key=G82D816QHN8B tag=QIUOR8F41LNF type=write 2024-04-15T14:56:36.481 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:36.480+0000 7f8277235780 1 > prepared operation key=DY5BWB5TVQV1 tag=MYOKQZVLJP8H type=del size=3570862 2024-04-15T14:56:36.483 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:36.482+0000 7f8277235780 1 < completed delete operation key=RQYB4B0WTR9V tag=E7R97CK1FNRE type=del 2024-04-15T14:56:36.487 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:36.487+0000 7f8277235780 1 > prepared part key=_multipart_R38CSTKHEGGY.2~SPH7JBLJUZO7.0 size=869168 2024-04-15T14:56:36.488 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:36.487+0000 7f8277235780 1 > prepared multipart upload key=R38CSTKHEGGY upload=SPH7JBLJUZO7 tag=VBZZ10W637GL type=write size=1917744 2024-04-15T14:56:36.491 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:36.490+0000 7f8277235780 1 < completed delete operation key=33SEOBW9RRJN tag=U78KBQ535FUP type=del 2024-04-15T14:56:36.494 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:36.493+0000 7f8277235780 1 > prepared operation key=CFCUGZ5D6TU8 tag=EOE67AY5DDXC type=del size=3047316 2024-04-15T14:56:36.495 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:36.493+0000 7f8277235780 1 < canceled part key=_multipart_50Y0EU7H0QWF.2~TGYULXFSU2SX.0 size=1048576 2024-04-15T14:56:36.496 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:36.495+0000 7f8277235780 1 < completed part key=_multipart_50Y0EU7H0QWF.2~TGYULXFSU2SX.1 size=689754 2024-04-15T14:56:36.500 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:36.499+0000 7f8277235780 1 < canceled multipart upload key=50Y0EU7H0QWF upload=TGYULXFSU2SX tag=1TKUKFE7GD0E type=write size=2786906 2024-04-15T14:56:36.504 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:36.503+0000 7f8277235780 1 > prepared part key=_multipart_JDPAU9KY1OMN.2~SRR60GG9JYG5.0 size=580902 2024-04-15T14:56:36.504 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:36.503+0000 7f8277235780 1 > prepared multipart upload key=JDPAU9KY1OMN upload=SRR60GG9JYG5 tag=TESWZI4MAN6Y type=write size=1629478 2024-04-15T14:56:36.506 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:36.505+0000 7f8277235780 1 < completed delete operation key=IM0AQIM316IL tag=A52S1CF2MDTI type=del 2024-04-15T14:56:36.508 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:36.507+0000 7f8277235780 1 > prepared operation key=81DQOX7PNGMS tag=O7NHHRD7WOT8 type=del size=698131 2024-04-15T14:56:36.511 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:36.510+0000 7f8277235780 1 < canceled operation key=BNQH1MC9XO9F tag=H3Z7R3KH4FU5 type=write size=1013526 2024-04-15T14:56:36.514 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:36.513+0000 7f8277235780 1 > prepared part key=_multipart_JY107VG7DVI1.2~MWJ5CPX6LFW3.0 size=992021 2024-04-15T14:56:36.514 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:36.513+0000 7f8277235780 1 > prepared multipart upload key=JY107VG7DVI1 upload=MWJ5CPX6LFW3 tag=9HUH36BM0FEQ type=write size=2040597 2024-04-15T14:56:36.516 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:36.516+0000 7f8277235780 1 < completed part key=_multipart_F402GDJVN3I9.2~6JQVXZMK7G8Q.0 size=1048576 2024-04-15T14:56:36.518 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:36.517+0000 7f8277235780 1 < completed part key=_multipart_F402GDJVN3I9.2~6JQVXZMK7G8Q.1 size=1048576 2024-04-15T14:56:36.520 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:36.519+0000 7f8277235780 1 < completed part key=_multipart_F402GDJVN3I9.2~6JQVXZMK7G8Q.2 size=692223 2024-04-15T14:56:36.524 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:36.523+0000 7f8277235780 1 < completed multipart upload key=F402GDJVN3I9 upload=6JQVXZMK7G8Q tag=YTEXI4WXP2DM type=write size=3837951 2024-04-15T14:56:36.526 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:36.525+0000 7f8277235780 1 > prepared operation key=ZMDZCWJKCFRI tag=UPGNYY04HJAE type=del size=2278238 2024-04-15T14:56:36.528 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:36.527+0000 7f8277235780 1 < completed part key=_multipart_G82D816QHN8B.2~800OL82WY7G6.0 size=1048576 2024-04-15T14:56:36.530 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:36.529+0000 7f8277235780 1 < completed part key=_multipart_G82D816QHN8B.2~800OL82WY7G6.1 size=1048576 2024-04-15T14:56:36.532 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:36.531+0000 7f8277235780 1 < completed part key=_multipart_G82D816QHN8B.2~800OL82WY7G6.2 size=689641 2024-04-15T14:56:36.536 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:36.535+0000 7f8277235780 1 < completed multipart upload key=G82D816QHN8B upload=800OL82WY7G6 tag=MX4N5V9GQHLY type=write size=3835369 2024-04-15T14:56:36.538 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:36.537+0000 7f8277235780 1 > prepared operation key=YTVARSCACASJ tag=OWR81BF9464U type=del size=2585515 2024-04-15T14:56:36.541 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:36.539+0000 7f8277235780 1 < completed part key=_multipart_33SEOBW9RRJN.2~1SG1XM8JDAX8.0 size=169266 2024-04-15T14:56:36.544 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:36.543+0000 7f8277235780 1 < completed multipart upload key=33SEOBW9RRJN upload=1SG1XM8JDAX8 tag=8T62LIXYFIS6 type=write size=1217842 2024-04-15T14:56:36.548 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:36.547+0000 7f8277235780 1 > prepared part key=_multipart_OQ3O0PKNZJ9S.2~CUNTCD3FPB97.0 size=928228 2024-04-15T14:56:36.548 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:36.547+0000 7f8277235780 1 > prepared multipart upload key=OQ3O0PKNZJ9S upload=CUNTCD3FPB97 tag=YRA4VDQJ0WMV type=write size=1976804 2024-04-15T14:56:36.550 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:36.549+0000 7f8277235780 1 < completed delete operation key=P0TQX1TRPSLX tag=MEDKOE7G3NNT type=del 2024-04-15T14:56:36.552 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:36.551+0000 7f8277235780 1 > prepared operation key=YTVARSCACASJ tag=GGEP2OW8SJH0 type=del size=724316 2024-04-15T14:56:36.554 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:36.553+0000 7f8277235780 1 < completed delete operation key=RQYB4B0WTR9V tag=DA8YRXRR38OZ type=del 2024-04-15T14:56:36.556 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:36.555+0000 7f8277235780 1 > prepared operation key=0XYNF2N97Y1C tag=1J53KZ2A2NGB type=del size=1313127 2024-04-15T14:56:36.558 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:36.558+0000 7f8277235780 1 < completed delete operation key=Q0PE50H1CDIB tag=A1V4D774KOPD type=del 2024-04-15T14:56:36.561 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:36.560+0000 7f8277235780 1 > prepared operation key=54T20V7YW2K4 tag=ANKUHDU5VCNK type=del size=2266053 2024-04-15T14:56:36.563 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:36.562+0000 7f8277235780 1 < completed part key=_multipart_A0RW26A8FZ95.2~5BO7SLYIWTZT.0 size=1048576 2024-04-15T14:56:36.565 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:36.564+0000 7f8277235780 1 < completed part key=_multipart_A0RW26A8FZ95.2~5BO7SLYIWTZT.1 size=949512 2024-04-15T14:56:36.569 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:36.568+0000 7f8277235780 1 < completed multipart upload key=A0RW26A8FZ95 upload=5BO7SLYIWTZT tag=DL1O6SFS78E1 type=write size=3046664 2024-04-15T14:56:36.571 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:36.570+0000 7f8277235780 1 > prepared operation key=UCHFZKBWU6MN tag=WLIC2NBWN2C2 type=del size=1735149 2024-04-15T14:56:36.573 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:36.572+0000 7f8277235780 1 < completed part key=_multipart_NII4HKLD4YSI.2~WUHW8C8J7FJ7.0 size=67392 2024-04-15T14:56:36.578 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:36.577+0000 7f8277235780 1 < completed multipart upload key=NII4HKLD4YSI upload=WUHW8C8J7FJ7 tag=PIP1GD3Z3FMB type=write size=1115968 2024-04-15T14:56:36.580 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:36.579+0000 7f8277235780 1 > prepared operation key=JDPAU9KY1OMN tag=7VOC2FONFS96 type=del size=1378957 2024-04-15T14:56:36.582 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:36.581+0000 7f8277235780 1 < completed part key=_multipart_D9NMXV7JDMXJ.2~5O6WLJFJP646.0 size=1048576 2024-04-15T14:56:36.582 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:36.581+0000 7f8277235780 1 < canceled part key=_multipart_D9NMXV7JDMXJ.2~5O6WLJFJP646.1 size=1048576 2024-04-15T14:56:36.584 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:36.584+0000 7f8277235780 1 < completed part key=_multipart_D9NMXV7JDMXJ.2~5O6WLJFJP646.2 size=483154 2024-04-15T14:56:36.588 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:36.587+0000 7f8277235780 1 < canceled multipart upload key=D9NMXV7JDMXJ upload=5O6WLJFJP646 tag=0MZ2LH0BIWIB type=write size=3628882 2024-04-15T14:56:36.591 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:36.590+0000 7f8277235780 1 > prepared operation key=G82D816QHN8B tag=N0UNT3NP3CLG type=write size=564506 2024-04-15T14:56:36.593 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:36.592+0000 7f8277235780 1 < completed part key=_multipart_8X2ELHS3HRGS.2~516R6043YC41.0 size=1048576 2024-04-15T14:56:36.595 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:36.594+0000 7f8277235780 1 < completed part key=_multipart_8X2ELHS3HRGS.2~516R6043YC41.1 size=180817 2024-04-15T14:56:36.598 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:36.597+0000 7f8277235780 1 < completed multipart upload key=8X2ELHS3HRGS upload=516R6043YC41 tag=YULMGDTEGKD0 type=write size=2277969 2024-04-15T14:56:36.600 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:36.599+0000 7f8277235780 1 > prepared operation key=8X2ELHS3HRGS tag=5FUY6EX2R07M type=del size=2197518 2024-04-15T14:56:36.602 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:36.602+0000 7f8277235780 1 < completed delete operation key=DY5BWB5TVQV1 tag=MYOKQZVLJP8H type=del 2024-04-15T14:56:36.607 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:36.606+0000 7f8277235780 1 > prepared part key=_multipart_YTVARSCACASJ.2~755VFVTC32CE.0 size=619434 2024-04-15T14:56:36.607 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:36.606+0000 7f8277235780 1 > prepared multipart upload key=YTVARSCACASJ upload=755VFVTC32CE tag=5FFBONV931RQ type=write size=1668010 2024-04-15T14:56:36.609 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:36.608+0000 7f8277235780 1 < completed part key=_multipart_R38CSTKHEGGY.2~SPH7JBLJUZO7.0 size=869168 2024-04-15T14:56:36.613 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:36.613+0000 7f8277235780 1 < completed multipart upload key=R38CSTKHEGGY upload=SPH7JBLJUZO7 tag=VBZZ10W637GL type=write size=1917744 2024-04-15T14:56:36.616 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:36.615+0000 7f8277235780 1 > prepared operation key=81DQOX7PNGMS tag=PI0IQFUAODBM type=write size=786693 2024-04-15T14:56:36.620 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:36.619+0000 7f8277235780 1 < suggested update operation key=CFCUGZ5D6TU8 tag=EOE67AY5DDXC type=del size=3047316 2024-04-15T14:56:36.624 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:36.623+0000 7f8277235780 1 > prepared part key=_multipart_A0RW26A8FZ95.2~UMDT09VUDERI.0 size=1048576 2024-04-15T14:56:36.625 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:36.625+0000 7f8277235780 1 > prepared part key=_multipart_A0RW26A8FZ95.2~UMDT09VUDERI.1 size=189703 2024-04-15T14:56:36.626 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:36.625+0000 7f8277235780 1 > prepared multipart upload key=A0RW26A8FZ95 upload=UMDT09VUDERI tag=OCP306S3XMLW type=write size=2286855 2024-04-15T14:56:36.628 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:36.627+0000 7f8277235780 1 < completed part key=_multipart_JDPAU9KY1OMN.2~SRR60GG9JYG5.0 size=580902 2024-04-15T14:56:36.631 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:36.630+0000 7f8277235780 1 < completed multipart upload key=JDPAU9KY1OMN upload=SRR60GG9JYG5 tag=TESWZI4MAN6Y type=write size=1629478 2024-04-15T14:56:36.635 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:36.635+0000 7f8277235780 1 > prepared part key=_multipart_YTVARSCACASJ.2~62QBNZX8XMW5.0 size=343241 2024-04-15T14:56:36.635 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:36.635+0000 7f8277235780 1 > prepared multipart upload key=YTVARSCACASJ upload=62QBNZX8XMW5 tag=FT1L32CCDWVB type=write size=1391817 2024-04-15T14:56:36.639 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:36.639+0000 7f8277235780 1 < suggested remove operation key=81DQOX7PNGMS tag=O7NHHRD7WOT8 type=del 2024-04-15T14:56:36.641 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:36.641+0000 7f8277235780 1 > prepared operation key=81DQOX7PNGMS tag=IG3K0CGSWAVC type=del size=789777 2024-04-15T14:56:36.644 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:36.643+0000 7f8277235780 1 < completed part key=_multipart_JY107VG7DVI1.2~MWJ5CPX6LFW3.0 size=992021 2024-04-15T14:56:36.647 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:36.646+0000 7f8277235780 1 < completed multipart upload key=JY107VG7DVI1 upload=MWJ5CPX6LFW3 tag=9HUH36BM0FEQ type=write size=2040597 2024-04-15T14:56:36.651 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:36.650+0000 7f8277235780 1 > prepared part key=_multipart_A0RW26A8FZ95.2~106T69ISQD0O.0 size=379508 2024-04-15T14:56:36.651 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:36.650+0000 7f8277235780 1 > prepared multipart upload key=A0RW26A8FZ95 upload=106T69ISQD0O tag=X611DYI3RZDM type=write size=1428084 2024-04-15T14:56:36.656 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:36.655+0000 7f8277235780 1 < suggested remove operation key=ZMDZCWJKCFRI tag=UPGNYY04HJAE type=del 2024-04-15T14:56:36.658 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:36.657+0000 7f8277235780 1 > prepared operation key=JDPAU9KY1OMN tag=EMA3TDOCBHXT type=write size=991368 2024-04-15T14:56:36.660 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:36.660+0000 7f8277235780 1 < completed delete operation key=YTVARSCACASJ tag=OWR81BF9464U type=del 2024-04-15T14:56:36.662 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:36.662+0000 7f8277235780 1 > prepared operation key=CBSCS8P8QL0Q tag=7F6IOV1599IA type=del size=3808560 2024-04-15T14:56:36.665 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:36.664+0000 7f8277235780 1 < completed part key=_multipart_OQ3O0PKNZJ9S.2~CUNTCD3FPB97.0 size=928228 2024-04-15T14:56:36.668 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:36.668+0000 7f8277235780 1 < completed multipart upload key=OQ3O0PKNZJ9S upload=CUNTCD3FPB97 tag=YRA4VDQJ0WMV type=write size=1976804 2024-04-15T14:56:36.671 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:36.670+0000 7f8277235780 1 > prepared operation key=DY5BWB5TVQV1 tag=VP109UL6F0I8 type=write size=429316 2024-04-15T14:56:36.673 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:36.672+0000 7f8277235780 1 < completed delete operation key=YTVARSCACASJ tag=GGEP2OW8SJH0 type=del 2024-04-15T14:56:36.677 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:36.676+0000 7f8277235780 1 > prepared part key=_multipart_IM0AQIM316IL.2~6CUOVT0IKRHP.0 size=1048576 2024-04-15T14:56:36.679 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:36.678+0000 7f8277235780 1 > prepared part key=_multipart_IM0AQIM316IL.2~6CUOVT0IKRHP.1 size=1048576 2024-04-15T14:56:36.681 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:36.680+0000 7f8277235780 1 > prepared part key=_multipart_IM0AQIM316IL.2~6CUOVT0IKRHP.2 size=1036007 2024-04-15T14:56:36.681 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:36.680+0000 7f8277235780 1 > prepared multipart upload key=IM0AQIM316IL upload=6CUOVT0IKRHP tag=X3EEY45WEEKJ type=write size=4181735 2024-04-15T14:56:36.683 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:36.682+0000 7f8277235780 1 < completed delete operation key=0XYNF2N97Y1C tag=1J53KZ2A2NGB type=del 2024-04-15T14:56:36.687 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:36.686+0000 7f8277235780 1 > prepared part key=_multipart_0XYNF2N97Y1C.2~H2TR3L2JPMSJ.0 size=1048576 2024-04-15T14:56:36.688 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:36.688+0000 7f8277235780 1 > prepared part key=_multipart_0XYNF2N97Y1C.2~H2TR3L2JPMSJ.1 size=1048576 2024-04-15T14:56:36.691 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:36.690+0000 7f8277235780 1 > prepared part key=_multipart_0XYNF2N97Y1C.2~H2TR3L2JPMSJ.2 size=740972 2024-04-15T14:56:36.691 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:36.690+0000 7f8277235780 1 > prepared multipart upload key=0XYNF2N97Y1C upload=H2TR3L2JPMSJ tag=QAVTULVLUBX0 type=write size=3886700 2024-04-15T14:56:36.692 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:36.692+0000 7f8277235780 1 < completed delete operation key=54T20V7YW2K4 tag=ANKUHDU5VCNK type=del 2024-04-15T14:56:36.696 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:36.694+0000 7f8277235780 1 > prepared operation key=Q0PE50H1CDIB tag=H5JQKH2R8KD8 type=write size=204225 2024-04-15T14:56:36.697 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:36.696+0000 7f8277235780 1 < completed delete operation key=UCHFZKBWU6MN tag=WLIC2NBWN2C2 type=del 2024-04-15T14:56:36.699 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:36.698+0000 7f8277235780 1 > prepared operation key=F402GDJVN3I9 tag=3PS7XJFLS2V7 type=del size=3587375 2024-04-15T14:56:36.701 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:36.700+0000 7f8277235780 1 < completed delete operation key=JDPAU9KY1OMN tag=7VOC2FONFS96 type=del 2024-04-15T14:56:36.703 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:36.702+0000 7f8277235780 1 > prepared operation key=CFCUGZ5D6TU8 tag=IXYPB8QVCLJJ type=del size=783077 2024-04-15T14:56:36.705 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:36.705+0000 7f8277235780 1 < completed write operation key=G82D816QHN8B tag=N0UNT3NP3CLG type=write size=564506 2024-04-15T14:56:36.709 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:36.709+0000 7f8277235780 1 > prepared part key=_multipart_JY107VG7DVI1.2~DKOJZ54TYBB1.0 size=106168 2024-04-15T14:56:36.710 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:36.709+0000 7f8277235780 1 > prepared multipart upload key=JY107VG7DVI1 upload=DKOJZ54TYBB1 tag=09VG1MA3KX5D type=write size=1154744 2024-04-15T14:56:36.714 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:36.713+0000 7f8277235780 1 < suggested update operation key=8X2ELHS3HRGS tag=5FUY6EX2R07M type=del size=2197518 2024-04-15T14:56:36.717 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:36.717+0000 7f8277235780 1 > prepared part key=_multipart_BSJC05AGXDJ3.2~RUAH5SQG40IM.0 size=1048576 2024-04-15T14:56:36.719 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:36.718+0000 7f8277235780 1 > prepared part key=_multipart_BSJC05AGXDJ3.2~RUAH5SQG40IM.1 size=1048576 2024-04-15T14:56:36.721 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:36.720+0000 7f8277235780 1 > prepared part key=_multipart_BSJC05AGXDJ3.2~RUAH5SQG40IM.2 size=126896 2024-04-15T14:56:36.721 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:36.720+0000 7f8277235780 1 > prepared multipart upload key=BSJC05AGXDJ3 upload=RUAH5SQG40IM tag=NI4DPIQG96NI type=write size=3272624 2024-04-15T14:56:36.723 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:36.722+0000 7f8277235780 1 < completed part key=_multipart_YTVARSCACASJ.2~755VFVTC32CE.0 size=619434 2024-04-15T14:56:36.726 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:36.726+0000 7f8277235780 1 < completed multipart upload key=YTVARSCACASJ upload=755VFVTC32CE tag=5FFBONV931RQ type=write size=1668010 2024-04-15T14:56:36.728 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:36.728+0000 7f8277235780 1 > prepared operation key=YTVARSCACASJ tag=96L5YPVII0UF type=del size=1545718 2024-04-15T14:56:36.731 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:36.731+0000 7f8277235780 -1 < failed to complete operation key=81DQOX7PNGMS tag=PI0IQFUAODBM type=write size=786693: (22) Invalid argument 2024-04-15T14:56:36.735 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:36.734+0000 7f8277235780 1 > prepared part key=_multipart_CBSCS8P8QL0Q.2~AWDNA9Z6G6RC.0 size=325285 2024-04-15T14:56:36.735 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:36.734+0000 7f8277235780 1 > prepared multipart upload key=CBSCS8P8QL0Q upload=AWDNA9Z6G6RC tag=G6GM6IN0LCRO type=write size=1373861 2024-04-15T14:56:36.737 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:36.737+0000 7f8277235780 1 < completed part key=_multipart_A0RW26A8FZ95.2~UMDT09VUDERI.0 size=1048576 2024-04-15T14:56:36.737 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:36.737+0000 7f8277235780 1 < canceled part key=_multipart_A0RW26A8FZ95.2~UMDT09VUDERI.1 size=189703 2024-04-15T14:56:36.742 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:36.741+0000 7f8277235780 1 < canceled multipart upload key=A0RW26A8FZ95 upload=UMDT09VUDERI tag=OCP306S3XMLW type=write size=2286855 2024-04-15T14:56:36.744 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:36.743+0000 7f8277235780 1 > prepared operation key=33SEOBW9RRJN tag=4JFH1CLTG4LF type=del size=343447 2024-04-15T14:56:36.746 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:36.746+0000 7f8277235780 1 < completed part key=_multipart_YTVARSCACASJ.2~62QBNZX8XMW5.0 size=343241 2024-04-15T14:56:36.750 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:36.749+0000 7f8277235780 1 < completed multipart upload key=YTVARSCACASJ upload=62QBNZX8XMW5 tag=FT1L32CCDWVB type=write size=1391817 2024-04-15T14:56:36.753 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:36.752+0000 7f8277235780 1 > prepared operation key=MFZTYOL605I7 tag=N5N7F7B1E2UA type=del size=153498 2024-04-15T14:56:36.756 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:36.755+0000 7f8277235780 1 < completed delete operation key=81DQOX7PNGMS tag=IG3K0CGSWAVC type=del 2024-04-15T14:56:36.760 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:36.759+0000 7f8277235780 1 > prepared part key=_multipart_OQ3O0PKNZJ9S.2~7Q9BZRWTTTIC.0 size=1048576 2024-04-15T14:56:36.762 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:36.761+0000 7f8277235780 1 > prepared part key=_multipart_OQ3O0PKNZJ9S.2~7Q9BZRWTTTIC.1 size=400934 2024-04-15T14:56:36.762 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:36.761+0000 7f8277235780 1 > prepared multipart upload key=OQ3O0PKNZJ9S upload=7Q9BZRWTTTIC tag=UMKPCP08FYZO type=write size=2498086 2024-04-15T14:56:36.764 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:36.763+0000 7f8277235780 1 < completed part key=_multipart_A0RW26A8FZ95.2~106T69ISQD0O.0 size=379508 2024-04-15T14:56:36.768 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:36.767+0000 7f8277235780 1 < completed multipart upload key=A0RW26A8FZ95 upload=106T69ISQD0O tag=X611DYI3RZDM type=write size=1428084 2024-04-15T14:56:36.774 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:36.773+0000 7f8277235780 1 > prepared part key=_multipart_A0RW26A8FZ95.2~I8HS46JPC02D.0 size=1048576 2024-04-15T14:56:36.776 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:36.775+0000 7f8277235780 1 > prepared part key=_multipart_A0RW26A8FZ95.2~I8HS46JPC02D.1 size=1048576 2024-04-15T14:56:36.778 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:36.777+0000 7f8277235780 1 > prepared part key=_multipart_A0RW26A8FZ95.2~I8HS46JPC02D.2 size=344749 2024-04-15T14:56:36.778 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:36.777+0000 7f8277235780 1 > prepared multipart upload key=A0RW26A8FZ95 upload=I8HS46JPC02D tag=ZHOAPH5O1030 type=write size=3490477 2024-04-15T14:56:36.780 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:36.779+0000 7f8277235780 1 < completed write operation key=JDPAU9KY1OMN tag=EMA3TDOCBHXT type=write size=991368 2024-04-15T14:56:36.782 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:36.781+0000 7f8277235780 1 > prepared operation key=CBSCS8P8QL0Q tag=62V6Z9R6FT0P type=del size=3895542 2024-04-15T14:56:36.784 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:36.784+0000 7f8277235780 1 < completed delete operation key=CBSCS8P8QL0Q tag=7F6IOV1599IA type=del 2024-04-15T14:56:36.789 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:36.788+0000 7f8277235780 1 > prepared part key=_multipart_F402GDJVN3I9.2~UO5P0RYJ5ITV.0 size=1048576 2024-04-15T14:56:36.791 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:36.790+0000 7f8277235780 1 > prepared part key=_multipart_F402GDJVN3I9.2~UO5P0RYJ5ITV.1 size=833257 2024-04-15T14:56:36.791 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:36.790+0000 7f8277235780 1 > prepared multipart upload key=F402GDJVN3I9 upload=UO5P0RYJ5ITV tag=5JU5BOUY56KB type=write size=2930409 2024-04-15T14:56:36.793 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:36.792+0000 7f8277235780 1 < completed write operation key=DY5BWB5TVQV1 tag=VP109UL6F0I8 type=write size=429316 2024-04-15T14:56:36.795 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:36.794+0000 7f8277235780 1 > prepared operation key=54T20V7YW2K4 tag=HQDO0I1VM09I type=del size=2159102 2024-04-15T14:56:36.797 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:36.796+0000 7f8277235780 1 < completed part key=_multipart_IM0AQIM316IL.2~6CUOVT0IKRHP.0 size=1048576 2024-04-15T14:56:36.799 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:36.798+0000 7f8277235780 1 < completed part key=_multipart_IM0AQIM316IL.2~6CUOVT0IKRHP.1 size=1048576 2024-04-15T14:56:36.801 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:36.800+0000 7f8277235780 1 < completed part key=_multipart_IM0AQIM316IL.2~6CUOVT0IKRHP.2 size=1036007 2024-04-15T14:56:36.804 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:36.803+0000 7f8277235780 1 < completed multipart upload key=IM0AQIM316IL upload=6CUOVT0IKRHP tag=X3EEY45WEEKJ type=write size=4181735 2024-04-15T14:56:36.807 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:36.806+0000 7f8277235780 1 > prepared operation key=CFCUGZ5D6TU8 tag=FMRDI3ETN53H type=write size=706143 2024-04-15T14:56:36.807 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:36.806+0000 7f8277235780 1 < canceled part key=_multipart_0XYNF2N97Y1C.2~H2TR3L2JPMSJ.0 size=1048576 2024-04-15T14:56:36.809 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:36.808+0000 7f8277235780 1 < completed part key=_multipart_0XYNF2N97Y1C.2~H2TR3L2JPMSJ.1 size=1048576 2024-04-15T14:56:36.811 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:36.810+0000 7f8277235780 1 < completed part key=_multipart_0XYNF2N97Y1C.2~H2TR3L2JPMSJ.2 size=740972 2024-04-15T14:56:36.815 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:36.814+0000 7f8277235780 1 < canceled multipart upload key=0XYNF2N97Y1C upload=H2TR3L2JPMSJ tag=QAVTULVLUBX0 type=write size=3886700 2024-04-15T14:56:36.817 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:36.816+0000 7f8277235780 1 > prepared operation key=YTVARSCACASJ tag=F6YN18QWN5A3 type=del size=2125241 2024-04-15T14:56:36.819 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:36.818+0000 7f8277235780 1 < completed write operation key=Q0PE50H1CDIB tag=H5JQKH2R8KD8 type=write size=204225 2024-04-15T14:56:36.823 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:36.822+0000 7f8277235780 1 > prepared part key=_multipart_NII4HKLD4YSI.2~F4K8CNMV8UZ0.0 size=1048576 2024-04-15T14:56:36.825 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:36.824+0000 7f8277235780 1 > prepared part key=_multipart_NII4HKLD4YSI.2~F4K8CNMV8UZ0.1 size=15940 2024-04-15T14:56:36.825 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:36.824+0000 7f8277235780 1 > prepared multipart upload key=NII4HKLD4YSI upload=F4K8CNMV8UZ0 tag=2MY1OV0NRT6A type=write size=2113092 2024-04-15T14:56:36.827 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:36.826+0000 7f8277235780 1 < completed delete operation key=F402GDJVN3I9 tag=3PS7XJFLS2V7 type=del 2024-04-15T14:56:36.829 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:36.828+0000 7f8277235780 1 > prepared operation key=A0RW26A8FZ95 tag=S1U07YWHB3RO type=write size=449459 2024-04-15T14:56:36.831 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:36.830+0000 7f8277235780 1 < completed delete operation key=CFCUGZ5D6TU8 tag=IXYPB8QVCLJJ type=del 2024-04-15T14:56:36.833 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:36.833+0000 7f8277235780 1 > prepared operation key=IM0AQIM316IL tag=M6QXO0G1WFYQ type=del size=1386925 2024-04-15T14:56:36.836 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:36.835+0000 7f8277235780 1 < completed part key=_multipart_JY107VG7DVI1.2~DKOJZ54TYBB1.0 size=106168 2024-04-15T14:56:36.840 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:36.839+0000 7f8277235780 1 < completed multipart upload key=JY107VG7DVI1 upload=DKOJZ54TYBB1 tag=09VG1MA3KX5D type=write size=1154744 2024-04-15T14:56:36.842 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:36.842+0000 7f8277235780 1 > prepared operation key=8X2ELHS3HRGS tag=HV9W8AHQOGZQ type=del size=3232660 2024-04-15T14:56:36.845 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:36.844+0000 7f8277235780 1 < completed part key=_multipart_BSJC05AGXDJ3.2~RUAH5SQG40IM.0 size=1048576 2024-04-15T14:56:36.847 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:36.846+0000 7f8277235780 1 < completed part key=_multipart_BSJC05AGXDJ3.2~RUAH5SQG40IM.1 size=1048576 2024-04-15T14:56:36.849 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:36.848+0000 7f8277235780 1 < completed part key=_multipart_BSJC05AGXDJ3.2~RUAH5SQG40IM.2 size=126896 2024-04-15T14:56:36.853 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:36.852+0000 7f8277235780 1 < completed multipart upload key=BSJC05AGXDJ3 upload=RUAH5SQG40IM tag=NI4DPIQG96NI type=write size=3272624 2024-04-15T14:56:36.858 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:36.857+0000 7f8277235780 1 > prepared part key=_multipart_P0TQX1TRPSLX.2~AGXP6CXFMFLY.0 size=64 2024-04-15T14:56:36.858 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:36.857+0000 7f8277235780 1 > prepared multipart upload key=P0TQX1TRPSLX upload=AGXP6CXFMFLY tag=OZBWQ0W1CX3C type=write size=1048640 2024-04-15T14:56:36.860 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:36.859+0000 7f8277235780 1 < completed delete operation key=YTVARSCACASJ tag=96L5YPVII0UF type=del 2024-04-15T14:56:36.864 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:36.863+0000 7f8277235780 1 > prepared part key=_multipart_BNQH1MC9XO9F.2~0F20H48RBI08.0 size=1048576 2024-04-15T14:56:36.865 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:36.865+0000 7f8277235780 1 > prepared part key=_multipart_BNQH1MC9XO9F.2~0F20H48RBI08.1 size=43328 2024-04-15T14:56:36.865 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:36.865+0000 7f8277235780 1 > prepared multipart upload key=BNQH1MC9XO9F upload=0F20H48RBI08 tag=IMDZOSNQX9BD type=write size=2140480 2024-04-15T14:56:36.867 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:36.867+0000 7f8277235780 1 < completed part key=_multipart_CBSCS8P8QL0Q.2~AWDNA9Z6G6RC.0 size=325285 2024-04-15T14:56:36.872 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:36.871+0000 7f8277235780 1 < completed multipart upload key=CBSCS8P8QL0Q upload=AWDNA9Z6G6RC tag=G6GM6IN0LCRO type=write size=1373861 2024-04-15T14:56:36.876 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:36.875+0000 7f8277235780 1 > prepared part key=_multipart_BSJC05AGXDJ3.2~C198XJ0DZ2CD.0 size=1048576 2024-04-15T14:56:36.878 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:36.877+0000 7f8277235780 1 > prepared part key=_multipart_BSJC05AGXDJ3.2~C198XJ0DZ2CD.1 size=1048576 2024-04-15T14:56:36.880 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:36.879+0000 7f8277235780 1 > prepared part key=_multipart_BSJC05AGXDJ3.2~C198XJ0DZ2CD.2 size=696365 2024-04-15T14:56:36.880 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:36.879+0000 7f8277235780 1 > prepared multipart upload key=BSJC05AGXDJ3 upload=C198XJ0DZ2CD tag=K1HNVGWTB325 type=write size=3842093 2024-04-15T14:56:36.882 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:36.881+0000 7f8277235780 1 < completed delete operation key=33SEOBW9RRJN tag=4JFH1CLTG4LF type=del 2024-04-15T14:56:36.884 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:36.883+0000 7f8277235780 1 > prepared operation key=F402GDJVN3I9 tag=RM5LKVVUX1BY type=del size=351562 2024-04-15T14:56:36.886 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:36.885+0000 7f8277235780 1 < completed delete operation key=MFZTYOL605I7 tag=N5N7F7B1E2UA type=del 2024-04-15T14:56:36.888 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:36.887+0000 7f8277235780 1 > prepared operation key=IM0AQIM316IL tag=5IOXDEFET66J type=del size=2582881 2024-04-15T14:56:36.890 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:36.889+0000 7f8277235780 1 < completed part key=_multipart_OQ3O0PKNZJ9S.2~7Q9BZRWTTTIC.0 size=1048576 2024-04-15T14:56:36.892 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:36.891+0000 7f8277235780 1 < completed part key=_multipart_OQ3O0PKNZJ9S.2~7Q9BZRWTTTIC.1 size=400934 2024-04-15T14:56:36.896 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:36.895+0000 7f8277235780 1 < completed multipart upload key=OQ3O0PKNZJ9S upload=7Q9BZRWTTTIC tag=UMKPCP08FYZO type=write size=2498086 2024-04-15T14:56:36.898 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:36.897+0000 7f8277235780 1 > prepared operation key=JY107VG7DVI1 tag=708BDU3ASX04 type=del size=4071350 2024-04-15T14:56:36.900 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:36.899+0000 7f8277235780 1 < completed part key=_multipart_A0RW26A8FZ95.2~I8HS46JPC02D.0 size=1048576 2024-04-15T14:56:36.901 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:36.900+0000 7f8277235780 1 < completed part key=_multipart_A0RW26A8FZ95.2~I8HS46JPC02D.1 size=1048576 2024-04-15T14:56:36.903 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:36.902+0000 7f8277235780 1 < completed part key=_multipart_A0RW26A8FZ95.2~I8HS46JPC02D.2 size=344749 2024-04-15T14:56:36.907 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:36.906+0000 7f8277235780 1 < completed multipart upload key=A0RW26A8FZ95 upload=I8HS46JPC02D tag=ZHOAPH5O1030 type=write size=3490477 2024-04-15T14:56:36.909 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:36.909+0000 7f8277235780 1 > prepared operation key=R38CSTKHEGGY tag=XK06H68MN994 type=del size=3944677 2024-04-15T14:56:36.911 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:36.911+0000 7f8277235780 1 < completed delete operation key=CBSCS8P8QL0Q tag=62V6Z9R6FT0P type=del 2024-04-15T14:56:36.914 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:36.913+0000 7f8277235780 1 > prepared operation key=OQ3O0PKNZJ9S tag=XV7LL3NOKO55 type=del size=445443 2024-04-15T14:56:36.916 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:36.915+0000 7f8277235780 1 < completed part key=_multipart_F402GDJVN3I9.2~UO5P0RYJ5ITV.0 size=1048576 2024-04-15T14:56:36.918 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:36.917+0000 7f8277235780 1 < completed part key=_multipart_F402GDJVN3I9.2~UO5P0RYJ5ITV.1 size=833257 2024-04-15T14:56:36.921 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:36.921+0000 7f8277235780 1 < completed multipart upload key=F402GDJVN3I9 upload=UO5P0RYJ5ITV tag=5JU5BOUY56KB type=write size=2930409 2024-04-15T14:56:36.925 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:36.924+0000 7f8277235780 1 > prepared part key=_multipart_8X2ELHS3HRGS.2~ALLSA78MY4OV.0 size=1048576 2024-04-15T14:56:36.927 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:36.926+0000 7f8277235780 1 > prepared part key=_multipart_8X2ELHS3HRGS.2~ALLSA78MY4OV.1 size=1048576 2024-04-15T14:56:36.929 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:36.928+0000 7f8277235780 1 > prepared part key=_multipart_8X2ELHS3HRGS.2~ALLSA78MY4OV.2 size=347447 2024-04-15T14:56:36.929 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:36.928+0000 7f8277235780 1 > prepared multipart upload key=8X2ELHS3HRGS upload=ALLSA78MY4OV tag=15S3UJZ8ZPWA type=write size=3493175 2024-04-15T14:56:36.934 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:36.933+0000 7f8277235780 1 < suggested update operation key=54T20V7YW2K4 tag=HQDO0I1VM09I type=del size=2159102 2024-04-15T14:56:36.935 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:36.935+0000 7f8277235780 1 > prepared operation key=IVOFLSPJ0099 tag=0X3XEE2GWJ4X type=del size=566276 2024-04-15T14:56:36.938 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:36.937+0000 7f8277235780 1 < completed write operation key=CFCUGZ5D6TU8 tag=FMRDI3ETN53H type=write size=706143 2024-04-15T14:56:36.940 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:36.939+0000 7f8277235780 1 > prepared operation key=P0TQX1TRPSLX tag=N8V3A0EJI00X type=del size=1208294 2024-04-15T14:56:36.944 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:36.943+0000 7f8277235780 1 < suggested remove operation key=YTVARSCACASJ tag=F6YN18QWN5A3 type=del 2024-04-15T14:56:36.946 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:36.945+0000 7f8277235780 1 > prepared operation key=DY5BWB5TVQV1 tag=54Z1GIL7AAEV type=write size=619514 2024-04-15T14:56:36.950 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:36.947+0000 7f8277235780 1 < completed part key=_multipart_NII4HKLD4YSI.2~F4K8CNMV8UZ0.0 size=1048576 2024-04-15T14:56:36.950 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:36.949+0000 7f8277235780 1 < completed part key=_multipart_NII4HKLD4YSI.2~F4K8CNMV8UZ0.1 size=15940 2024-04-15T14:56:36.953 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:36.953+0000 7f8277235780 1 < completed multipart upload key=NII4HKLD4YSI upload=F4K8CNMV8UZ0 tag=2MY1OV0NRT6A type=write size=2113092 2024-04-15T14:56:36.957 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:36.956+0000 7f8277235780 1 > prepared part key=_multipart_Q0PE50H1CDIB.2~1926GPAHJTR2.0 size=87172 2024-04-15T14:56:36.957 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:36.956+0000 7f8277235780 1 > prepared multipart upload key=Q0PE50H1CDIB upload=1926GPAHJTR2 tag=0IMZXYJ24PF8 type=write size=1135748 2024-04-15T14:56:36.962 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:36.961+0000 7f8277235780 1 < suggested update operation key=A0RW26A8FZ95 tag=S1U07YWHB3RO type=write size=449459 2024-04-15T14:56:36.964 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:36.963+0000 7f8277235780 1 > prepared operation key=81DQOX7PNGMS tag=NE0QVH8HEQ2K type=del size=3984610 2024-04-15T14:56:36.966 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:36.965+0000 7f8277235780 1 < completed delete operation key=IM0AQIM316IL tag=M6QXO0G1WFYQ type=del 2024-04-15T14:56:36.968 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:36.967+0000 7f8277235780 1 > prepared operation key=Q0PE50H1CDIB tag=CJULEQVS3M2F type=del size=2358312 2024-04-15T14:56:36.971 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:36.970+0000 7f8277235780 1 < completed delete operation key=8X2ELHS3HRGS tag=HV9W8AHQOGZQ type=del 2024-04-15T14:56:36.973 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:36.972+0000 7f8277235780 1 > prepared operation key=JY107VG7DVI1 tag=1O4072ACJMME type=del size=2535168 2024-04-15T14:56:36.975 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:36.974+0000 7f8277235780 1 < completed part key=_multipart_P0TQX1TRPSLX.2~AGXP6CXFMFLY.0 size=64 2024-04-15T14:56:36.979 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:36.978+0000 7f8277235780 1 < completed multipart upload key=P0TQX1TRPSLX upload=AGXP6CXFMFLY tag=OZBWQ0W1CX3C type=write size=1048640 2024-04-15T14:56:36.981 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:36.981+0000 7f8277235780 1 > prepared operation key=8X2ELHS3HRGS tag=5T2Y0A4766OO type=del size=3252843 2024-04-15T14:56:36.982 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:36.981+0000 7f8277235780 1 < canceled part key=_multipart_BNQH1MC9XO9F.2~0F20H48RBI08.0 size=1048576 2024-04-15T14:56:36.984 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:36.983+0000 7f8277235780 1 < completed part key=_multipart_BNQH1MC9XO9F.2~0F20H48RBI08.1 size=43328 2024-04-15T14:56:36.987 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:36.987+0000 7f8277235780 1 < canceled multipart upload key=BNQH1MC9XO9F upload=0F20H48RBI08 tag=IMDZOSNQX9BD type=write size=2140480 2024-04-15T14:56:36.992 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:36.991+0000 7f8277235780 1 > prepared part key=_multipart_81DQOX7PNGMS.2~H80C1W06NDC0.0 size=1048576 2024-04-15T14:56:36.994 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:36.993+0000 7f8277235780 1 > prepared part key=_multipart_81DQOX7PNGMS.2~H80C1W06NDC0.1 size=770909 2024-04-15T14:56:36.994 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:36.993+0000 7f8277235780 1 > prepared multipart upload key=81DQOX7PNGMS upload=H80C1W06NDC0 tag=ONMLAMTJZ6LB type=write size=2868061 2024-04-15T14:56:36.995 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:36.995+0000 7f8277235780 1 < completed part key=_multipart_BSJC05AGXDJ3.2~C198XJ0DZ2CD.0 size=1048576 2024-04-15T14:56:36.997 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:36.997+0000 7f8277235780 1 < completed part key=_multipart_BSJC05AGXDJ3.2~C198XJ0DZ2CD.1 size=1048576 2024-04-15T14:56:36.999 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:36.998+0000 7f8277235780 1 < completed part key=_multipart_BSJC05AGXDJ3.2~C198XJ0DZ2CD.2 size=696365 2024-04-15T14:56:37.003 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:37.002+0000 7f8277235780 1 < completed multipart upload key=BSJC05AGXDJ3 upload=C198XJ0DZ2CD tag=K1HNVGWTB325 type=write size=3842093 2024-04-15T14:56:37.005 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:37.004+0000 7f8277235780 1 > prepared operation key=OQ3O0PKNZJ9S tag=3JOSQWE2E795 type=del size=3743689 2024-04-15T14:56:37.007 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:37.006+0000 7f8277235780 1 < canceled operation key=F402GDJVN3I9 tag=RM5LKVVUX1BY type=del size=351562 2024-04-15T14:56:37.011 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:37.010+0000 7f8277235780 1 > prepared part key=_multipart_A0RW26A8FZ95.2~3JI8DS7Q07LI.0 size=1048576 2024-04-15T14:56:37.013 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:37.012+0000 7f8277235780 1 > prepared part key=_multipart_A0RW26A8FZ95.2~3JI8DS7Q07LI.1 size=1048576 2024-04-15T14:56:37.015 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:37.014+0000 7f8277235780 1 > prepared part key=_multipart_A0RW26A8FZ95.2~3JI8DS7Q07LI.2 size=1045876 2024-04-15T14:56:37.015 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:37.014+0000 7f8277235780 1 > prepared multipart upload key=A0RW26A8FZ95 upload=3JI8DS7Q07LI tag=REBFB621GHI0 type=write size=4191604 2024-04-15T14:56:37.017 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:37.016+0000 7f8277235780 1 < completed delete operation key=IM0AQIM316IL tag=5IOXDEFET66J type=del 2024-04-15T14:56:37.019 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:37.018+0000 7f8277235780 1 > prepared operation key=ZMDZCWJKCFRI tag=8C6WU5TC3GEM type=write size=658063 2024-04-15T14:56:37.022 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:37.021+0000 7f8277235780 1 < completed delete operation key=JY107VG7DVI1 tag=708BDU3ASX04 type=del 2024-04-15T14:56:37.024 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:37.023+0000 7f8277235780 1 > prepared operation key=JDPAU9KY1OMN tag=2J4YSFKPHQPL type=del size=2044167 2024-04-15T14:56:37.028 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:37.027+0000 7f8277235780 1 < suggested update operation key=R38CSTKHEGGY tag=XK06H68MN994 type=del size=3944677 2024-04-15T14:56:37.033 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:37.032+0000 7f8277235780 1 > prepared part key=_multipart_NII4HKLD4YSI.2~W0G2ZZZ2J84T.0 size=1048576 2024-04-15T14:56:37.034 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:37.034+0000 7f8277235780 1 > prepared part key=_multipart_NII4HKLD4YSI.2~W0G2ZZZ2J84T.1 size=397976 2024-04-15T14:56:37.034 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:37.034+0000 7f8277235780 1 > prepared multipart upload key=NII4HKLD4YSI upload=W0G2ZZZ2J84T tag=7G0AW02XC9YV type=write size=2495128 2024-04-15T14:56:37.036 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:37.036+0000 7f8277235780 1 < completed delete operation key=OQ3O0PKNZJ9S tag=XV7LL3NOKO55 type=del 2024-04-15T14:56:37.041 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:37.040+0000 7f8277235780 1 > prepared part key=_multipart_ASEC18UU5NGJ.2~UUAC7ZRRRGCW.0 size=1048576 2024-04-15T14:56:37.042 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:37.041+0000 7f8277235780 1 > prepared part key=_multipart_ASEC18UU5NGJ.2~UUAC7ZRRRGCW.1 size=1048576 2024-04-15T14:56:37.044 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:37.043+0000 7f8277235780 1 > prepared part key=_multipart_ASEC18UU5NGJ.2~UUAC7ZRRRGCW.2 size=886244 2024-04-15T14:56:37.044 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:37.043+0000 7f8277235780 1 > prepared multipart upload key=ASEC18UU5NGJ upload=UUAC7ZRRRGCW tag=ZCUVH2DB20PC type=write size=4031972 2024-04-15T14:56:37.046 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:37.045+0000 7f8277235780 1 < completed part key=_multipart_8X2ELHS3HRGS.2~ALLSA78MY4OV.0 size=1048576 2024-04-15T14:56:37.048 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:37.047+0000 7f8277235780 1 < completed part key=_multipart_8X2ELHS3HRGS.2~ALLSA78MY4OV.1 size=1048576 2024-04-15T14:56:37.050 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:37.049+0000 7f8277235780 1 < completed part key=_multipart_8X2ELHS3HRGS.2~ALLSA78MY4OV.2 size=347447 2024-04-15T14:56:37.054 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:37.053+0000 7f8277235780 1 < completed multipart upload key=8X2ELHS3HRGS upload=ALLSA78MY4OV tag=15S3UJZ8ZPWA type=write size=3493175 2024-04-15T14:56:37.056 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:37.055+0000 7f8277235780 1 > prepared operation key=Q0PE50H1CDIB tag=7BST62G8SP7B type=del size=327741 2024-04-15T14:56:37.058 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:37.057+0000 7f8277235780 1 < completed delete operation key=IVOFLSPJ0099 tag=0X3XEE2GWJ4X type=del 2024-04-15T14:56:37.060 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:37.060+0000 7f8277235780 1 > prepared operation key=BNQH1MC9XO9F tag=17KV2CMDW2C1 type=del size=1117518 2024-04-15T14:56:37.065 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:37.064+0000 7f8277235780 1 < suggested remove operation key=P0TQX1TRPSLX tag=N8V3A0EJI00X type=del 2024-04-15T14:56:37.069 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:37.068+0000 7f8277235780 1 > prepared part key=_multipart_NII4HKLD4YSI.2~E32BQVP9NRF4.0 size=1048576 2024-04-15T14:56:37.070 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:37.070+0000 7f8277235780 1 > prepared part key=_multipart_NII4HKLD4YSI.2~E32BQVP9NRF4.1 size=170702 2024-04-15T14:56:37.071 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:37.070+0000 7f8277235780 1 > prepared multipart upload key=NII4HKLD4YSI upload=E32BQVP9NRF4 tag=FJD96BUWX4K6 type=write size=2267854 2024-04-15T14:56:37.072 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:37.072+0000 7f8277235780 1 < completed write operation key=DY5BWB5TVQV1 tag=54Z1GIL7AAEV type=write size=619514 2024-04-15T14:56:37.075 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:37.074+0000 7f8277235780 1 > prepared operation key=MIRREM7KIO9I tag=09ERJ0HLSPJZ type=del size=1465269 2024-04-15T14:56:37.075 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:37.074+0000 7f8277235780 1 < canceled part key=_multipart_Q0PE50H1CDIB.2~1926GPAHJTR2.0 size=87172 2024-04-15T14:56:37.079 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:37.078+0000 7f8277235780 1 < canceled multipart upload key=Q0PE50H1CDIB upload=1926GPAHJTR2 tag=0IMZXYJ24PF8 type=write size=1135748 2024-04-15T14:56:37.080 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:37.080+0000 7f8277235780 1 > prepared operation key=BNQH1MC9XO9F tag=SPYTFKTVBNL9 type=write size=818904 2024-04-15T14:56:37.083 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:37.082+0000 7f8277235780 1 < canceled operation key=81DQOX7PNGMS tag=NE0QVH8HEQ2K type=del size=3984610 2024-04-15T14:56:37.086 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:37.086+0000 7f8277235780 1 > prepared part key=_multipart_BNQH1MC9XO9F.2~YSN2NT7SPBF0.0 size=818380 2024-04-15T14:56:37.087 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:37.086+0000 7f8277235780 1 > prepared multipart upload key=BNQH1MC9XO9F upload=YSN2NT7SPBF0 tag=T70MM878Y5R1 type=write size=1866956 2024-04-15T14:56:37.088 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:37.088+0000 7f8277235780 1 < completed delete operation key=Q0PE50H1CDIB tag=CJULEQVS3M2F type=del 2024-04-15T14:56:37.092 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:37.091+0000 7f8277235780 1 > prepared part key=_multipart_CBSCS8P8QL0Q.2~N1GMP4WF13ZY.0 size=955016 2024-04-15T14:56:37.093 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:37.091+0000 7f8277235780 1 > prepared multipart upload key=CBSCS8P8QL0Q upload=N1GMP4WF13ZY tag=Z4LRI6MFPB9U type=write size=2003592 2024-04-15T14:56:37.094 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:37.093+0000 7f8277235780 1 < completed delete operation key=JY107VG7DVI1 tag=1O4072ACJMME type=del 2024-04-15T14:56:37.096 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:37.095+0000 7f8277235780 1 > prepared operation key=OQ3O0PKNZJ9S tag=2S0W9KN7O2D5 type=del size=1295678 2024-04-15T14:56:37.098 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:37.098+0000 7f8277235780 1 < completed delete operation key=8X2ELHS3HRGS tag=5T2Y0A4766OO type=del 2024-04-15T14:56:37.101 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:37.100+0000 7f8277235780 1 > prepared operation key=IVOFLSPJ0099 tag=BWR43WPBBB0N type=del size=469736 2024-04-15T14:56:37.103 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:37.102+0000 7f8277235780 1 < completed part key=_multipart_81DQOX7PNGMS.2~H80C1W06NDC0.0 size=1048576 2024-04-15T14:56:37.104 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:37.104+0000 7f8277235780 1 < completed part key=_multipart_81DQOX7PNGMS.2~H80C1W06NDC0.1 size=770909 2024-04-15T14:56:37.109 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:37.108+0000 7f8277235780 1 < completed multipart upload key=81DQOX7PNGMS upload=H80C1W06NDC0 tag=ONMLAMTJZ6LB type=write size=2868061 2024-04-15T14:56:37.111 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:37.110+0000 7f8277235780 1 > prepared operation key=UCHFZKBWU6MN tag=YX9QYBF5VI5K type=del size=1242958 2024-04-15T14:56:37.113 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:37.112+0000 7f8277235780 1 < completed delete operation key=OQ3O0PKNZJ9S tag=3JOSQWE2E795 type=del 2024-04-15T14:56:37.117 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:37.116+0000 7f8277235780 1 > prepared part key=_multipart_ASEC18UU5NGJ.2~273QTXXI4J3X.0 size=1048576 2024-04-15T14:56:37.118 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:37.118+0000 7f8277235780 1 > prepared part key=_multipart_ASEC18UU5NGJ.2~273QTXXI4J3X.1 size=158832 2024-04-15T14:56:37.119 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:37.118+0000 7f8277235780 1 > prepared multipart upload key=ASEC18UU5NGJ upload=273QTXXI4J3X tag=V488PH5LEMR2 type=write size=2255984 2024-04-15T14:56:37.121 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:37.120+0000 7f8277235780 1 < completed part key=_multipart_A0RW26A8FZ95.2~3JI8DS7Q07LI.0 size=1048576 2024-04-15T14:56:37.122 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:37.122+0000 7f8277235780 1 < completed part key=_multipart_A0RW26A8FZ95.2~3JI8DS7Q07LI.1 size=1048576 2024-04-15T14:56:37.124 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:37.124+0000 7f8277235780 1 < completed part key=_multipart_A0RW26A8FZ95.2~3JI8DS7Q07LI.2 size=1045876 2024-04-15T14:56:37.128 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:37.127+0000 7f8277235780 1 < completed multipart upload key=A0RW26A8FZ95 upload=3JI8DS7Q07LI tag=REBFB621GHI0 type=write size=4191604 2024-04-15T14:56:37.130 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:37.129+0000 7f8277235780 1 > prepared operation key=UCHFZKBWU6MN tag=135N7Y3W1YXS type=del size=1141977 2024-04-15T14:56:37.132 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:37.131+0000 7f8277235780 1 < canceled operation key=ZMDZCWJKCFRI tag=8C6WU5TC3GEM type=write size=658063 2024-04-15T14:56:37.136 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:37.136+0000 7f8277235780 1 > prepared part key=_multipart_NII4HKLD4YSI.2~RRY0AXRHABPB.0 size=1048576 2024-04-15T14:56:37.138 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:37.137+0000 7f8277235780 1 > prepared part key=_multipart_NII4HKLD4YSI.2~RRY0AXRHABPB.1 size=186290 2024-04-15T14:56:37.138 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:37.137+0000 7f8277235780 1 > prepared multipart upload key=NII4HKLD4YSI upload=RRY0AXRHABPB tag=ZS7AZA0B0Q2G type=write size=2283442 2024-04-15T14:56:37.142 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:37.141+0000 7f8277235780 1 < suggested update operation key=JDPAU9KY1OMN tag=2J4YSFKPHQPL type=del size=2044167 2024-04-15T14:56:37.144 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:37.144+0000 7f8277235780 1 > prepared operation key=Q0PE50H1CDIB tag=Z334GVI08YK5 type=write size=14756 2024-04-15T14:56:37.145 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:37.144+0000 7f8277235780 1 < canceled part key=_multipart_NII4HKLD4YSI.2~W0G2ZZZ2J84T.0 size=1048576 2024-04-15T14:56:37.146 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:37.146+0000 7f8277235780 1 < completed part key=_multipart_NII4HKLD4YSI.2~W0G2ZZZ2J84T.1 size=397976 2024-04-15T14:56:37.150 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:37.150+0000 7f8277235780 1 < canceled multipart upload key=NII4HKLD4YSI upload=W0G2ZZZ2J84T tag=7G0AW02XC9YV type=write size=2495128 2024-04-15T14:56:37.154 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:37.154+0000 7f8277235780 1 > prepared part key=_multipart_RQYB4B0WTR9V.2~7FRW3TZR1I85.0 size=1048576 2024-04-15T14:56:37.156 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:37.155+0000 7f8277235780 1 > prepared part key=_multipart_RQYB4B0WTR9V.2~7FRW3TZR1I85.1 size=903628 2024-04-15T14:56:37.156 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:37.155+0000 7f8277235780 1 > prepared multipart upload key=RQYB4B0WTR9V upload=7FRW3TZR1I85 tag=OLNWDKMOHFZC type=write size=3000780 2024-04-15T14:56:37.158 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:37.158+0000 7f8277235780 1 < completed part key=_multipart_ASEC18UU5NGJ.2~UUAC7ZRRRGCW.0 size=1048576 2024-04-15T14:56:37.159 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:37.158+0000 7f8277235780 1 < canceled part key=_multipart_ASEC18UU5NGJ.2~UUAC7ZRRRGCW.1 size=1048576 2024-04-15T14:56:37.160 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:37.160+0000 7f8277235780 1 < completed part key=_multipart_ASEC18UU5NGJ.2~UUAC7ZRRRGCW.2 size=886244 2024-04-15T14:56:37.164 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:37.163+0000 7f8277235780 1 < canceled multipart upload key=ASEC18UU5NGJ upload=UUAC7ZRRRGCW tag=ZCUVH2DB20PC type=write size=4031972 2024-04-15T14:56:37.166 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:37.165+0000 7f8277235780 1 > prepared operation key=IVOFLSPJ0099 tag=HYFWTUK8X1UZ type=del size=2651698 2024-04-15T14:56:37.169 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:37.168+0000 7f8277235780 1 < completed delete operation key=Q0PE50H1CDIB tag=7BST62G8SP7B type=del 2024-04-15T14:56:37.171 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:37.170+0000 7f8277235780 1 > prepared operation key=7XVTB4OPZZOY tag=808N1A4MU1Q7 type=write size=87991 2024-04-15T14:56:37.173 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:37.173+0000 7f8277235780 1 < completed delete operation key=BNQH1MC9XO9F tag=17KV2CMDW2C1 type=del 2024-04-15T14:56:37.178 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:37.177+0000 7f8277235780 1 > prepared part key=_multipart_R38CSTKHEGGY.2~KY62FO3P8LOA.0 size=1048576 2024-04-15T14:56:37.179 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:37.179+0000 7f8277235780 1 > prepared part key=_multipart_R38CSTKHEGGY.2~KY62FO3P8LOA.1 size=1048576 2024-04-15T14:56:37.181 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:37.180+0000 7f8277235780 1 > prepared part key=_multipart_R38CSTKHEGGY.2~KY62FO3P8LOA.2 size=909030 2024-04-15T14:56:37.181 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:37.180+0000 7f8277235780 1 > prepared multipart upload key=R38CSTKHEGGY upload=KY62FO3P8LOA tag=ZKXXI160IQNV type=write size=4054758 2024-04-15T14:56:37.182 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:37.181+0000 7f8277235780 1 < canceled part key=_multipart_NII4HKLD4YSI.2~E32BQVP9NRF4.0 size=1048576 2024-04-15T14:56:37.183 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:37.182+0000 7f8277235780 1 < completed part key=_multipart_NII4HKLD4YSI.2~E32BQVP9NRF4.1 size=170702 2024-04-15T14:56:37.187 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:37.186+0000 7f8277235780 1 < canceled multipart upload key=NII4HKLD4YSI upload=E32BQVP9NRF4 tag=FJD96BUWX4K6 type=write size=2267854 2024-04-15T14:56:37.190 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:37.190+0000 7f8277235780 1 > prepared part key=_multipart_MFZTYOL605I7.2~VYF46ZO5R7S3.0 size=142672 2024-04-15T14:56:37.191 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:37.190+0000 7f8277235780 1 > prepared multipart upload key=MFZTYOL605I7 upload=VYF46ZO5R7S3 tag=IPSFFX28J3H7 type=write size=1191248 2024-04-15T14:56:37.195 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:37.194+0000 7f8277235780 1 < suggested update operation key=MIRREM7KIO9I tag=09ERJ0HLSPJZ type=del size=1465269 2024-04-15T14:56:37.199 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:37.198+0000 7f8277235780 1 > prepared part key=_multipart_IVOFLSPJ0099.2~QA6XOFT2KXJ2.0 size=1048576 2024-04-15T14:56:37.201 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:37.200+0000 7f8277235780 1 > prepared part key=_multipart_IVOFLSPJ0099.2~QA6XOFT2KXJ2.1 size=902226 2024-04-15T14:56:37.201 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:37.200+0000 7f8277235780 1 > prepared multipart upload key=IVOFLSPJ0099 upload=QA6XOFT2KXJ2 tag=ACOU7SV844GC type=write size=2999378 2024-04-15T14:56:37.203 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:37.202+0000 7f8277235780 1 < completed write operation key=BNQH1MC9XO9F tag=SPYTFKTVBNL9 type=write size=818904 2024-04-15T14:56:37.207 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:37.207+0000 7f8277235780 1 > prepared part key=_multipart_P0TQX1TRPSLX.2~98VCY6QSHV6U.0 size=1048576 2024-04-15T14:56:37.209 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:37.208+0000 7f8277235780 1 > prepared part key=_multipart_P0TQX1TRPSLX.2~98VCY6QSHV6U.1 size=747253 2024-04-15T14:56:37.209 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:37.208+0000 7f8277235780 1 > prepared multipart upload key=P0TQX1TRPSLX upload=98VCY6QSHV6U tag=EG313H20ZLYL type=write size=2844405 2024-04-15T14:56:37.211 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:37.210+0000 7f8277235780 1 < completed part key=_multipart_BNQH1MC9XO9F.2~YSN2NT7SPBF0.0 size=818380 2024-04-15T14:56:37.215 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:37.214+0000 7f8277235780 1 < completed multipart upload key=BNQH1MC9XO9F upload=YSN2NT7SPBF0 tag=T70MM878Y5R1 type=write size=1866956 2024-04-15T14:56:37.219 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:37.218+0000 7f8277235780 1 > prepared part key=_multipart_IVOFLSPJ0099.2~4ROVZI62FHQR.0 size=1048576 2024-04-15T14:56:37.221 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:37.220+0000 7f8277235780 1 > prepared part key=_multipart_IVOFLSPJ0099.2~4ROVZI62FHQR.1 size=257134 2024-04-15T14:56:37.221 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:37.220+0000 7f8277235780 1 > prepared multipart upload key=IVOFLSPJ0099 upload=4ROVZI62FHQR tag=W5FXRI50D3WV type=write size=2354286 2024-04-15T14:56:37.223 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:37.222+0000 7f8277235780 1 < completed part key=_multipart_CBSCS8P8QL0Q.2~N1GMP4WF13ZY.0 size=955016 2024-04-15T14:56:37.227 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:37.226+0000 7f8277235780 1 < completed multipart upload key=CBSCS8P8QL0Q upload=N1GMP4WF13ZY tag=Z4LRI6MFPB9U type=write size=2003592 2024-04-15T14:56:37.229 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:37.228+0000 7f8277235780 1 > prepared operation key=33SEOBW9RRJN tag=DHCYHKD8RG9M type=del size=3134232 2024-04-15T14:56:37.231 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:37.230+0000 7f8277235780 1 < completed delete operation key=OQ3O0PKNZJ9S tag=2S0W9KN7O2D5 type=del 2024-04-15T14:56:37.233 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:37.232+0000 7f8277235780 1 > prepared operation key=CFCUGZ5D6TU8 tag=4V6RH2IASFS4 type=del size=2429079 2024-04-15T14:56:37.235 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:37.235+0000 7f8277235780 1 < completed delete operation key=IVOFLSPJ0099 tag=BWR43WPBBB0N type=del 2024-04-15T14:56:37.240 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:37.239+0000 7f8277235780 1 > prepared part key=_multipart_50Y0EU7H0QWF.2~D76YRBDUVX28.0 size=361217 2024-04-15T14:56:37.240 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:37.239+0000 7f8277235780 1 > prepared multipart upload key=50Y0EU7H0QWF upload=D76YRBDUVX28 tag=K61LHQ300L8O type=write size=1409793 2024-04-15T14:56:37.244 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:37.243+0000 7f8277235780 1 < suggested update operation key=UCHFZKBWU6MN tag=YX9QYBF5VI5K type=del size=1242958 2024-04-15T14:56:37.246 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:37.245+0000 7f8277235780 1 > prepared operation key=0XYNF2N97Y1C tag=XF1LCLVOBDEG type=del size=3377055 2024-04-15T14:56:37.248 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:37.247+0000 7f8277235780 1 < completed part key=_multipart_ASEC18UU5NGJ.2~273QTXXI4J3X.0 size=1048576 2024-04-15T14:56:37.250 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:37.249+0000 7f8277235780 1 < completed part key=_multipart_ASEC18UU5NGJ.2~273QTXXI4J3X.1 size=158832 2024-04-15T14:56:37.253 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:37.252+0000 7f8277235780 1 < completed multipart upload key=ASEC18UU5NGJ upload=273QTXXI4J3X tag=V488PH5LEMR2 type=write size=2255984 2024-04-15T14:56:37.255 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:37.254+0000 7f8277235780 1 > prepared operation key=81DQOX7PNGMS tag=0XITTOF28FI8 type=del size=979745 2024-04-15T14:56:37.259 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:37.259+0000 7f8277235780 1 < suggested remove operation key=UCHFZKBWU6MN tag=135N7Y3W1YXS type=del 2024-04-15T14:56:37.264 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:37.263+0000 7f8277235780 1 > prepared part key=_multipart_JDPAU9KY1OMN.2~393JLL8BBV7G.0 size=1048576 2024-04-15T14:56:37.266 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:37.265+0000 7f8277235780 1 > prepared part key=_multipart_JDPAU9KY1OMN.2~393JLL8BBV7G.1 size=1048576 2024-04-15T14:56:37.268 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:37.267+0000 7f8277235780 1 > prepared part key=_multipart_JDPAU9KY1OMN.2~393JLL8BBV7G.2 size=539334 2024-04-15T14:56:37.268 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:37.267+0000 7f8277235780 1 > prepared multipart upload key=JDPAU9KY1OMN upload=393JLL8BBV7G tag=3M1TOYXWV5GM type=write size=3685062 2024-04-15T14:56:37.270 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:37.269+0000 7f8277235780 1 < completed part key=_multipart_NII4HKLD4YSI.2~RRY0AXRHABPB.0 size=1048576 2024-04-15T14:56:37.272 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:37.271+0000 7f8277235780 1 < completed part key=_multipart_NII4HKLD4YSI.2~RRY0AXRHABPB.1 size=186290 2024-04-15T14:56:37.275 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:37.274+0000 7f8277235780 1 < completed multipart upload key=NII4HKLD4YSI upload=RRY0AXRHABPB tag=ZS7AZA0B0Q2G type=write size=2283442 2024-04-15T14:56:37.277 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:37.276+0000 7f8277235780 1 > prepared operation key=33SEOBW9RRJN tag=GVAHHF5QUX08 type=write size=455816 2024-04-15T14:56:37.279 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:37.279+0000 7f8277235780 1 < completed write operation key=Q0PE50H1CDIB tag=Z334GVI08YK5 type=write size=14756 2024-04-15T14:56:37.284 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:37.283+0000 7f8277235780 1 > prepared part key=_multipart_F402GDJVN3I9.2~H7N79JOG0HSY.0 size=330941 2024-04-15T14:56:37.284 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:37.283+0000 7f8277235780 1 > prepared multipart upload key=F402GDJVN3I9 upload=H7N79JOG0HSY tag=WC1DQ4GB1JWF type=write size=1379517 2024-04-15T14:56:37.284 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:37.283+0000 7f8277235780 1 < canceled part key=_multipart_RQYB4B0WTR9V.2~7FRW3TZR1I85.0 size=1048576 2024-04-15T14:56:37.286 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:37.285+0000 7f8277235780 1 < completed part key=_multipart_RQYB4B0WTR9V.2~7FRW3TZR1I85.1 size=903628 2024-04-15T14:56:37.290 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:37.289+0000 7f8277235780 1 < canceled multipart upload key=RQYB4B0WTR9V upload=7FRW3TZR1I85 tag=OLNWDKMOHFZC type=write size=3000780 2024-04-15T14:56:37.292 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:37.291+0000 7f8277235780 1 > prepared operation key=0XYNF2N97Y1C tag=K1FRTX6TVWXY type=del size=3334480 2024-04-15T14:56:37.294 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:37.293+0000 7f8277235780 1 < completed delete operation key=IVOFLSPJ0099 tag=HYFWTUK8X1UZ type=del 2024-04-15T14:56:37.297 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:37.297+0000 7f8277235780 1 > prepared part key=_multipart_F402GDJVN3I9.2~5SIA39MLVD7U.0 size=1048576 2024-04-15T14:56:37.299 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:37.299+0000 7f8277235780 1 > prepared part key=_multipart_F402GDJVN3I9.2~5SIA39MLVD7U.1 size=1048576 2024-04-15T14:56:37.301 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:37.300+0000 7f8277235780 1 > prepared part key=_multipart_F402GDJVN3I9.2~5SIA39MLVD7U.2 size=749112 2024-04-15T14:56:37.301 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:37.300+0000 7f8277235780 1 > prepared multipart upload key=F402GDJVN3I9 upload=5SIA39MLVD7U tag=S074OELQY7XH type=write size=3894840 2024-04-15T14:56:37.303 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:37.302+0000 7f8277235780 1 < completed write operation key=7XVTB4OPZZOY tag=808N1A4MU1Q7 type=write size=87991 2024-04-15T14:56:37.306 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:37.305+0000 7f8277235780 1 > prepared operation key=54T20V7YW2K4 tag=7D8K53QJCLXG type=write size=161812 2024-04-15T14:56:37.307 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:37.307+0000 7f8277235780 1 < completed part key=_multipart_R38CSTKHEGGY.2~KY62FO3P8LOA.0 size=1048576 2024-04-15T14:56:37.309 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:37.308+0000 7f8277235780 1 < completed part key=_multipart_R38CSTKHEGGY.2~KY62FO3P8LOA.1 size=1048576 2024-04-15T14:56:37.311 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:37.310+0000 7f8277235780 1 < completed part key=_multipart_R38CSTKHEGGY.2~KY62FO3P8LOA.2 size=909030 2024-04-15T14:56:37.315 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:37.314+0000 7f8277235780 1 < completed multipart upload key=R38CSTKHEGGY upload=KY62FO3P8LOA tag=ZKXXI160IQNV type=write size=4054758 2024-04-15T14:56:37.319 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:37.319+0000 7f8277235780 1 > prepared part key=_multipart_UCHFZKBWU6MN.2~A95PKUV93DJ0.0 size=438809 2024-04-15T14:56:37.320 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:37.319+0000 7f8277235780 1 > prepared multipart upload key=UCHFZKBWU6MN upload=A95PKUV93DJ0 tag=X4HB4CEVH753 type=write size=1487385 2024-04-15T14:56:37.322 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:37.321+0000 7f8277235780 1 < completed part key=_multipart_MFZTYOL605I7.2~VYF46ZO5R7S3.0 size=142672 2024-04-15T14:56:37.325 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:37.324+0000 7f8277235780 1 < completed multipart upload key=MFZTYOL605I7 upload=VYF46ZO5R7S3 tag=IPSFFX28J3H7 type=write size=1191248 2024-04-15T14:56:37.327 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:37.326+0000 7f8277235780 1 > prepared operation key=P0TQX1TRPSLX tag=430ISYQ8PUIQ type=del size=3028682 2024-04-15T14:56:37.329 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:37.329+0000 7f8277235780 1 < completed part key=_multipart_IVOFLSPJ0099.2~QA6XOFT2KXJ2.0 size=1048576 2024-04-15T14:56:37.331 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:37.330+0000 7f8277235780 1 < completed part key=_multipart_IVOFLSPJ0099.2~QA6XOFT2KXJ2.1 size=902226 2024-04-15T14:56:37.335 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:37.334+0000 7f8277235780 1 < completed multipart upload key=IVOFLSPJ0099 upload=QA6XOFT2KXJ2 tag=ACOU7SV844GC type=write size=2999378 2024-04-15T14:56:37.337 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:37.336+0000 7f8277235780 1 > prepared operation key=ZMDZCWJKCFRI tag=34PPHLF8SWWG type=del size=2231629 2024-04-15T14:56:37.339 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:37.338+0000 7f8277235780 1 < completed part key=_multipart_P0TQX1TRPSLX.2~98VCY6QSHV6U.0 size=1048576 2024-04-15T14:56:37.341 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:37.340+0000 7f8277235780 1 < completed part key=_multipart_P0TQX1TRPSLX.2~98VCY6QSHV6U.1 size=747253 2024-04-15T14:56:37.346 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:37.345+0000 7f8277235780 1 < completed multipart upload key=P0TQX1TRPSLX upload=98VCY6QSHV6U tag=EG313H20ZLYL type=write size=2844405 2024-04-15T14:56:37.350 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:37.349+0000 7f8277235780 1 > prepared part key=_multipart_DY5BWB5TVQV1.2~55ZN4E8DANK4.0 size=1048576 2024-04-15T14:56:37.351 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:37.350+0000 7f8277235780 1 > prepared part key=_multipart_DY5BWB5TVQV1.2~55ZN4E8DANK4.1 size=908029 2024-04-15T14:56:37.352 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:37.350+0000 7f8277235780 1 > prepared multipart upload key=DY5BWB5TVQV1 upload=55ZN4E8DANK4 tag=ZKVFYALORYVJ type=write size=3005181 2024-04-15T14:56:37.354 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:37.353+0000 7f8277235780 1 < completed part key=_multipart_IVOFLSPJ0099.2~4ROVZI62FHQR.0 size=1048576 2024-04-15T14:56:37.355 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:37.355+0000 7f8277235780 1 < completed part key=_multipart_IVOFLSPJ0099.2~4ROVZI62FHQR.1 size=257134 2024-04-15T14:56:37.359 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:37.358+0000 7f8277235780 1 < completed multipart upload key=IVOFLSPJ0099 upload=4ROVZI62FHQR tag=W5FXRI50D3WV type=write size=2354286 2024-04-15T14:56:37.361 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:37.360+0000 7f8277235780 1 > prepared operation key=Q0PE50H1CDIB tag=HOJIC960XIJW type=del size=2438871 2024-04-15T14:56:37.363 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:37.362+0000 7f8277235780 1 < completed delete operation key=33SEOBW9RRJN tag=DHCYHKD8RG9M type=del 2024-04-15T14:56:37.365 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:37.365+0000 7f8277235780 1 > prepared operation key=MIRREM7KIO9I tag=1SE0OUHMIMHP type=del size=2810790 2024-04-15T14:56:37.370 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:37.369+0000 7f8277235780 1 < suggested update operation key=CFCUGZ5D6TU8 tag=4V6RH2IASFS4 type=del size=2429079 2024-04-15T14:56:37.373 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:37.372+0000 7f8277235780 1 > prepared operation key=R38CSTKHEGGY tag=86DMW4LWPJIM type=del size=169265 2024-04-15T14:56:37.375 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:37.374+0000 7f8277235780 1 < completed part key=_multipart_50Y0EU7H0QWF.2~D76YRBDUVX28.0 size=361217 2024-04-15T14:56:37.378 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:37.378+0000 7f8277235780 1 < completed multipart upload key=50Y0EU7H0QWF upload=D76YRBDUVX28 tag=K61LHQ300L8O type=write size=1409793 2024-04-15T14:56:37.381 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:37.380+0000 7f8277235780 1 > prepared operation key=P0TQX1TRPSLX tag=LJ98NALPSM8O type=del size=1961893 2024-04-15T14:56:37.385 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:37.384+0000 7f8277235780 1 < suggested update operation key=0XYNF2N97Y1C tag=XF1LCLVOBDEG type=del size=3377055 2024-04-15T14:56:37.387 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:37.386+0000 7f8277235780 1 > prepared operation key=BSJC05AGXDJ3 tag=2XE8O6H8CHJT type=write size=925892 2024-04-15T14:56:37.389 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:37.388+0000 7f8277235780 1 < completed delete operation key=81DQOX7PNGMS tag=0XITTOF28FI8 type=del 2024-04-15T14:56:37.391 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:37.391+0000 7f8277235780 1 > prepared operation key=F402GDJVN3I9 tag=1T5DBSAHJ9PC type=write size=921183 2024-04-15T14:56:37.392 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:37.391+0000 7f8277235780 1 < canceled part key=_multipart_JDPAU9KY1OMN.2~393JLL8BBV7G.0 size=1048576 2024-04-15T14:56:37.393 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:37.393+0000 7f8277235780 1 < completed part key=_multipart_JDPAU9KY1OMN.2~393JLL8BBV7G.1 size=1048576 2024-04-15T14:56:37.396 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:37.395+0000 7f8277235780 1 < completed part key=_multipart_JDPAU9KY1OMN.2~393JLL8BBV7G.2 size=539334 2024-04-15T14:56:37.399 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:37.399+0000 7f8277235780 1 < canceled multipart upload key=JDPAU9KY1OMN upload=393JLL8BBV7G tag=3M1TOYXWV5GM type=write size=3685062 2024-04-15T14:56:37.403 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:37.402+0000 7f8277235780 1 > prepared part key=_multipart_NII4HKLD4YSI.2~JQ94ONYBAKR8.0 size=1048576 2024-04-15T14:56:37.405 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:37.404+0000 7f8277235780 1 > prepared part key=_multipart_NII4HKLD4YSI.2~JQ94ONYBAKR8.1 size=1048576 2024-04-15T14:56:37.407 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:37.406+0000 7f8277235780 1 > prepared part key=_multipart_NII4HKLD4YSI.2~JQ94ONYBAKR8.2 size=657728 2024-04-15T14:56:37.407 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:37.406+0000 7f8277235780 1 > prepared multipart upload key=NII4HKLD4YSI upload=JQ94ONYBAKR8 tag=SL09HE5STDHB type=write size=3803456 2024-04-15T14:56:37.409 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:37.408+0000 7f8277235780 1 < canceled operation key=33SEOBW9RRJN tag=GVAHHF5QUX08 type=write size=455816 2024-04-15T14:56:37.411 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:37.410+0000 7f8277235780 1 > prepared operation key=CFCUGZ5D6TU8 tag=X7ZA3JKR9KBN type=del size=1894162 2024-04-15T14:56:37.413 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:37.412+0000 7f8277235780 1 < completed part key=_multipart_F402GDJVN3I9.2~H7N79JOG0HSY.0 size=330941 2024-04-15T14:56:37.417 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:37.416+0000 7f8277235780 1 < completed multipart upload key=F402GDJVN3I9 upload=H7N79JOG0HSY tag=WC1DQ4GB1JWF type=write size=1379517 2024-04-15T14:56:37.420 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:37.419+0000 7f8277235780 1 > prepared operation key=DY5BWB5TVQV1 tag=L7ISZOJYZCTM type=write size=575341 2024-04-15T14:56:37.422 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:37.422+0000 7f8277235780 -1 < failed to complete operation key=0XYNF2N97Y1C tag=K1FRTX6TVWXY type=del size=3334480: (22) Invalid argument 2024-04-15T14:56:37.425 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:37.424+0000 7f8277235780 1 > prepared operation key=MIRREM7KIO9I tag=CE4U9WX20AQJ type=del size=1419787 2024-04-15T14:56:37.427 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:37.426+0000 7f8277235780 1 < completed part key=_multipart_F402GDJVN3I9.2~5SIA39MLVD7U.0 size=1048576 2024-04-15T14:56:37.429 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:37.428+0000 7f8277235780 1 < completed part key=_multipart_F402GDJVN3I9.2~5SIA39MLVD7U.1 size=1048576 2024-04-15T14:56:37.429 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:37.428+0000 7f8277235780 1 < canceled part key=_multipart_F402GDJVN3I9.2~5SIA39MLVD7U.2 size=749112 2024-04-15T14:56:37.432 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:37.431+0000 7f8277235780 1 < canceled multipart upload key=F402GDJVN3I9 upload=5SIA39MLVD7U tag=S074OELQY7XH type=write size=3894840 2024-04-15T14:56:37.436 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:37.435+0000 7f8277235780 1 > prepared part key=_multipart_A0RW26A8FZ95.2~5KW6Z08SULMM.0 size=1048576 2024-04-15T14:56:37.438 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:37.437+0000 7f8277235780 1 > prepared part key=_multipart_A0RW26A8FZ95.2~5KW6Z08SULMM.1 size=45176 2024-04-15T14:56:37.438 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:37.437+0000 7f8277235780 1 > prepared multipart upload key=A0RW26A8FZ95 upload=5KW6Z08SULMM tag=IFQN2CY8VZ0D type=write size=2142328 2024-04-15T14:56:37.440 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:37.439+0000 7f8277235780 1 < completed write operation key=54T20V7YW2K4 tag=7D8K53QJCLXG type=write size=161812 2024-04-15T14:56:37.444 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:37.444+0000 7f8277235780 1 > prepared part key=_multipart_NII4HKLD4YSI.2~3X6D7XLRK8BE.0 size=1048576 2024-04-15T14:56:37.446 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:37.445+0000 7f8277235780 1 > prepared part key=_multipart_NII4HKLD4YSI.2~3X6D7XLRK8BE.1 size=1000716 2024-04-15T14:56:37.446 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:37.445+0000 7f8277235780 1 > prepared multipart upload key=NII4HKLD4YSI upload=3X6D7XLRK8BE tag=LCPFMCAT7LC5 type=write size=3097868 2024-04-15T14:56:37.448 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:37.448+0000 7f8277235780 1 < completed part key=_multipart_UCHFZKBWU6MN.2~A95PKUV93DJ0.0 size=438809 2024-04-15T14:56:37.452 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:37.452+0000 7f8277235780 1 < completed multipart upload key=UCHFZKBWU6MN upload=A95PKUV93DJ0 tag=X4HB4CEVH753 type=write size=1487385 2024-04-15T14:56:37.456 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:37.455+0000 7f8277235780 1 > prepared part key=_multipart_YTVARSCACASJ.2~6SGLTN05JXYA.0 size=1048576 2024-04-15T14:56:37.458 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:37.457+0000 7f8277235780 1 > prepared part key=_multipart_YTVARSCACASJ.2~6SGLTN05JXYA.1 size=1048576 2024-04-15T14:56:37.460 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:37.459+0000 7f8277235780 1 > prepared part key=_multipart_YTVARSCACASJ.2~6SGLTN05JXYA.2 size=607802 2024-04-15T14:56:37.460 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:37.459+0000 7f8277235780 1 > prepared multipart upload key=YTVARSCACASJ upload=6SGLTN05JXYA tag=VPQFYFN1ZWR6 type=write size=3753530 2024-04-15T14:56:37.462 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:37.461+0000 7f8277235780 1 < completed delete operation key=P0TQX1TRPSLX tag=430ISYQ8PUIQ type=del 2024-04-15T14:56:37.466 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:37.465+0000 7f8277235780 1 > prepared part key=_multipart_33SEOBW9RRJN.2~E3X14P3OBXIG.0 size=1048576 2024-04-15T14:56:37.468 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:37.467+0000 7f8277235780 1 > prepared part key=_multipart_33SEOBW9RRJN.2~E3X14P3OBXIG.1 size=615009 2024-04-15T14:56:37.468 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:37.467+0000 7f8277235780 1 > prepared multipart upload key=33SEOBW9RRJN upload=E3X14P3OBXIG tag=7SMZ5S6MZG37 type=write size=2712161 2024-04-15T14:56:37.470 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:37.469+0000 7f8277235780 1 < completed delete operation key=ZMDZCWJKCFRI tag=34PPHLF8SWWG type=del 2024-04-15T14:56:37.472 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:37.471+0000 7f8277235780 1 > prepared operation key=MIRREM7KIO9I tag=IXS20Y2N8KPK type=del size=2699021 2024-04-15T14:56:37.474 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:37.474+0000 7f8277235780 1 < completed part key=_multipart_DY5BWB5TVQV1.2~55ZN4E8DANK4.0 size=1048576 2024-04-15T14:56:37.476 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:37.475+0000 7f8277235780 1 < completed part key=_multipart_DY5BWB5TVQV1.2~55ZN4E8DANK4.1 size=908029 2024-04-15T14:56:37.480 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:37.479+0000 7f8277235780 1 < completed multipart upload key=DY5BWB5TVQV1 upload=55ZN4E8DANK4 tag=ZKVFYALORYVJ type=write size=3005181 2024-04-15T14:56:37.484 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:37.483+0000 7f8277235780 1 > prepared part key=_multipart_81DQOX7PNGMS.2~KDFV7HIU5XK3.0 size=191184 2024-04-15T14:56:37.484 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:37.483+0000 7f8277235780 1 > prepared multipart upload key=81DQOX7PNGMS upload=KDFV7HIU5XK3 tag=ZVCNV8B8RVFR type=write size=1239760 2024-04-15T14:56:37.488 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:37.487+0000 7f8277235780 1 < suggested update operation key=Q0PE50H1CDIB tag=HOJIC960XIJW type=del size=2438871 2024-04-15T14:56:37.492 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:37.491+0000 7f8277235780 1 > prepared part key=_multipart_G82D816QHN8B.2~3DDNI2LSI7W4.0 size=1048576 2024-04-15T14:56:37.495 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:37.494+0000 7f8277235780 1 > prepared part key=_multipart_G82D816QHN8B.2~3DDNI2LSI7W4.1 size=314789 2024-04-15T14:56:37.495 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:37.494+0000 7f8277235780 1 > prepared multipart upload key=G82D816QHN8B upload=3DDNI2LSI7W4 tag=VYZWFCYQUXDJ type=write size=2411941 2024-04-15T14:56:37.496 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:37.496+0000 7f8277235780 1 < canceled operation key=MIRREM7KIO9I tag=1SE0OUHMIMHP type=del size=2810790 2024-04-15T14:56:37.499 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:37.498+0000 7f8277235780 1 > prepared operation key=CFCUGZ5D6TU8 tag=OE1SI7RJBV0R type=del size=2748512 2024-04-15T14:56:37.501 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:37.500+0000 7f8277235780 1 < canceled operation key=R38CSTKHEGGY tag=86DMW4LWPJIM type=del size=169265 2024-04-15T14:56:37.504 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:37.504+0000 7f8277235780 1 > prepared part key=_multipart_D9NMXV7JDMXJ.2~FS7RG5QQTJOJ.0 size=1048576 2024-04-15T14:56:37.506 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:37.505+0000 7f8277235780 1 > prepared part key=_multipart_D9NMXV7JDMXJ.2~FS7RG5QQTJOJ.1 size=1048576 2024-04-15T14:56:37.508 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:37.507+0000 7f8277235780 1 > prepared part key=_multipart_D9NMXV7JDMXJ.2~FS7RG5QQTJOJ.2 size=84140 2024-04-15T14:56:37.508 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:37.507+0000 7f8277235780 1 > prepared multipart upload key=D9NMXV7JDMXJ upload=FS7RG5QQTJOJ tag=UWMZH59IY3UZ type=write size=3229868 2024-04-15T14:56:37.512 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:37.511+0000 7f8277235780 1 < suggested update operation key=P0TQX1TRPSLX tag=LJ98NALPSM8O type=del size=1961893 2024-04-15T14:56:37.515 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:37.514+0000 7f8277235780 1 > prepared operation key=UCHFZKBWU6MN tag=5N0O76CHHTPD type=del size=3117663 2024-04-15T14:56:37.517 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:37.516+0000 7f8277235780 1 < completed write operation key=BSJC05AGXDJ3 tag=2XE8O6H8CHJT type=write size=925892 2024-04-15T14:56:37.519 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:37.518+0000 7f8277235780 1 > prepared operation key=8X2ELHS3HRGS tag=YU1RO9O1GRR0 type=write size=952303 2024-04-15T14:56:37.521 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:37.520+0000 7f8277235780 1 < completed write operation key=F402GDJVN3I9 tag=1T5DBSAHJ9PC type=write size=921183 2024-04-15T14:56:37.523 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:37.522+0000 7f8277235780 1 > prepared operation key=NII4HKLD4YSI tag=U5UW359BJE3E type=del size=3199440 2024-04-15T14:56:37.526 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:37.525+0000 7f8277235780 1 < completed part key=_multipart_NII4HKLD4YSI.2~JQ94ONYBAKR8.0 size=1048576 2024-04-15T14:56:37.528 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:37.527+0000 7f8277235780 1 < completed part key=_multipart_NII4HKLD4YSI.2~JQ94ONYBAKR8.1 size=1048576 2024-04-15T14:56:37.529 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:37.529+0000 7f8277235780 1 < completed part key=_multipart_NII4HKLD4YSI.2~JQ94ONYBAKR8.2 size=657728 2024-04-15T14:56:37.533 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:37.532+0000 7f8277235780 1 < completed multipart upload key=NII4HKLD4YSI upload=JQ94ONYBAKR8 tag=SL09HE5STDHB type=write size=3803456 2024-04-15T14:56:37.535 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:37.534+0000 7f8277235780 1 > prepared operation key=CBSCS8P8QL0Q tag=2HHNRCZFIRCB type=del size=3344320 2024-04-15T14:56:37.537 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:37.537+0000 7f8277235780 1 < completed delete operation key=CFCUGZ5D6TU8 tag=X7ZA3JKR9KBN type=del 2024-04-15T14:56:37.539 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:37.539+0000 7f8277235780 1 > prepared operation key=OQ3O0PKNZJ9S tag=7773I9PJDIS9 type=del size=1239053 2024-04-15T14:56:37.541 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:37.541+0000 7f8277235780 1 < completed write operation key=DY5BWB5TVQV1 tag=L7ISZOJYZCTM type=write size=575341 2024-04-15T14:56:37.544 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:37.543+0000 7f8277235780 1 > prepared operation key=NII4HKLD4YSI tag=NBEBV5YGF2YG type=del size=2350502 2024-04-15T14:56:37.546 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:37.545+0000 7f8277235780 1 < completed delete operation key=MIRREM7KIO9I tag=CE4U9WX20AQJ type=del 2024-04-15T14:56:37.547 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:37.547+0000 7f8277235780 1 > prepared operation key=NII4HKLD4YSI tag=AIIZP610TPGY type=del size=2692252 2024-04-15T14:56:37.548 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:37.547+0000 7f8277235780 1 < canceled part key=_multipart_A0RW26A8FZ95.2~5KW6Z08SULMM.0 size=1048576 2024-04-15T14:56:37.550 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:37.549+0000 7f8277235780 1 < completed part key=_multipart_A0RW26A8FZ95.2~5KW6Z08SULMM.1 size=45176 2024-04-15T14:56:37.554 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:37.553+0000 7f8277235780 1 < canceled multipart upload key=A0RW26A8FZ95 upload=5KW6Z08SULMM tag=IFQN2CY8VZ0D type=write size=2142328 2024-04-15T14:56:37.557 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:37.557+0000 7f8277235780 1 > prepared part key=_multipart_CFCUGZ5D6TU8.2~P377S6UUGFVY.0 size=1048576 2024-04-15T14:56:37.559 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:37.558+0000 7f8277235780 1 > prepared part key=_multipart_CFCUGZ5D6TU8.2~P377S6UUGFVY.1 size=487402 2024-04-15T14:56:37.559 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:37.558+0000 7f8277235780 1 > prepared multipart upload key=CFCUGZ5D6TU8 upload=P377S6UUGFVY tag=MX2AL6IHPB8A type=write size=2584554 2024-04-15T14:56:37.562 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:37.561+0000 7f8277235780 1 < completed part key=_multipart_NII4HKLD4YSI.2~3X6D7XLRK8BE.0 size=1048576 2024-04-15T14:56:37.562 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:37.561+0000 7f8277235780 1 < canceled part key=_multipart_NII4HKLD4YSI.2~3X6D7XLRK8BE.1 size=1000716 2024-04-15T14:56:37.565 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:37.564+0000 7f8277235780 1 < canceled multipart upload key=NII4HKLD4YSI upload=3X6D7XLRK8BE tag=LCPFMCAT7LC5 type=write size=3097868 2024-04-15T14:56:37.570 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:37.569+0000 7f8277235780 1 > prepared part key=_multipart_CBSCS8P8QL0Q.2~K0845VVLDK3N.0 size=1048576 2024-04-15T14:56:37.571 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:37.571+0000 7f8277235780 1 > prepared part key=_multipart_CBSCS8P8QL0Q.2~K0845VVLDK3N.1 size=1048576 2024-04-15T14:56:37.573 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:37.573+0000 7f8277235780 1 > prepared part key=_multipart_CBSCS8P8QL0Q.2~K0845VVLDK3N.2 size=747935 2024-04-15T14:56:37.574 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:37.573+0000 7f8277235780 1 > prepared multipart upload key=CBSCS8P8QL0Q upload=K0845VVLDK3N tag=D4RAI2SXQCDU type=write size=3893663 2024-04-15T14:56:37.575 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:37.575+0000 7f8277235780 1 < completed part key=_multipart_YTVARSCACASJ.2~6SGLTN05JXYA.0 size=1048576 2024-04-15T14:56:37.577 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:37.577+0000 7f8277235780 1 < completed part key=_multipart_YTVARSCACASJ.2~6SGLTN05JXYA.1 size=1048576 2024-04-15T14:56:37.579 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:37.579+0000 7f8277235780 1 < completed part key=_multipart_YTVARSCACASJ.2~6SGLTN05JXYA.2 size=607802 2024-04-15T14:56:37.583 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:37.582+0000 7f8277235780 1 < completed multipart upload key=YTVARSCACASJ upload=6SGLTN05JXYA tag=VPQFYFN1ZWR6 type=write size=3753530 2024-04-15T14:56:37.585 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:37.584+0000 7f8277235780 1 > prepared operation key=IM0AQIM316IL tag=LN0URQCZO5B8 type=write size=197525 2024-04-15T14:56:37.587 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:37.586+0000 7f8277235780 1 < completed part key=_multipart_33SEOBW9RRJN.2~E3X14P3OBXIG.0 size=1048576 2024-04-15T14:56:37.587 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:37.586+0000 7f8277235780 1 < canceled part key=_multipart_33SEOBW9RRJN.2~E3X14P3OBXIG.1 size=615009 2024-04-15T14:56:37.590 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:37.590+0000 7f8277235780 1 < canceled multipart upload key=33SEOBW9RRJN upload=E3X14P3OBXIG tag=7SMZ5S6MZG37 type=write size=2712161 2024-04-15T14:56:37.592 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:37.592+0000 7f8277235780 1 > prepared operation key=A0RW26A8FZ95 tag=7AE2SNTOUH7N type=write size=817019 2024-04-15T14:56:37.594 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:37.594+0000 7f8277235780 1 < completed delete operation key=MIRREM7KIO9I tag=IXS20Y2N8KPK type=del 2024-04-15T14:56:37.597 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:37.596+0000 7f8277235780 1 > prepared operation key=R38CSTKHEGGY tag=AOBC6LGNWL97 type=del size=1099781 2024-04-15T14:56:37.600 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:37.599+0000 7f8277235780 1 < completed part key=_multipart_81DQOX7PNGMS.2~KDFV7HIU5XK3.0 size=191184 2024-04-15T14:56:37.603 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:37.602+0000 7f8277235780 1 < completed multipart upload key=81DQOX7PNGMS upload=KDFV7HIU5XK3 tag=ZVCNV8B8RVFR type=write size=1239760 2024-04-15T14:56:37.606 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:37.605+0000 7f8277235780 1 > prepared operation key=D9NMXV7JDMXJ tag=JIFNORH4EC2X type=del size=982910 2024-04-15T14:56:37.608 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:37.607+0000 7f8277235780 1 < completed part key=_multipart_G82D816QHN8B.2~3DDNI2LSI7W4.0 size=1048576 2024-04-15T14:56:37.610 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:37.609+0000 7f8277235780 1 < completed part key=_multipart_G82D816QHN8B.2~3DDNI2LSI7W4.1 size=314789 2024-04-15T14:56:37.614 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:37.613+0000 7f8277235780 1 < completed multipart upload key=G82D816QHN8B upload=3DDNI2LSI7W4 tag=VYZWFCYQUXDJ type=write size=2411941 2024-04-15T14:56:37.616 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:37.615+0000 7f8277235780 1 > prepared operation key=P0TQX1TRPSLX tag=0UW91A1L49KU type=del size=4087185 2024-04-15T14:56:37.617 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:37.617+0000 7f8277235780 1 < completed delete operation key=CFCUGZ5D6TU8 tag=OE1SI7RJBV0R type=del 2024-04-15T14:56:37.619 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:37.619+0000 7f8277235780 1 > prepared operation key=YTVARSCACASJ tag=431QGU22KMF1 type=del size=3208290 2024-04-15T14:56:37.621 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:37.621+0000 7f8277235780 1 < completed part key=_multipart_D9NMXV7JDMXJ.2~FS7RG5QQTJOJ.0 size=1048576 2024-04-15T14:56:37.623 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:37.622+0000 7f8277235780 1 < completed part key=_multipart_D9NMXV7JDMXJ.2~FS7RG5QQTJOJ.1 size=1048576 2024-04-15T14:56:37.625 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:37.624+0000 7f8277235780 1 < completed part key=_multipart_D9NMXV7JDMXJ.2~FS7RG5QQTJOJ.2 size=84140 2024-04-15T14:56:37.628 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:37.628+0000 7f8277235780 1 < completed multipart upload key=D9NMXV7JDMXJ upload=FS7RG5QQTJOJ tag=UWMZH59IY3UZ type=write size=3229868 2024-04-15T14:56:37.630 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:37.630+0000 7f8277235780 1 > prepared operation key=A0RW26A8FZ95 tag=P8IMMS74HX10 type=del size=3771109 2024-04-15T14:56:37.633 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:37.632+0000 7f8277235780 1 < completed delete operation key=UCHFZKBWU6MN tag=5N0O76CHHTPD type=del 2024-04-15T14:56:37.635 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:37.634+0000 7f8277235780 1 > prepared operation key=OQ3O0PKNZJ9S tag=5FHTP46PEC2U type=del size=1418175 2024-04-15T14:56:37.636 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:37.636+0000 7f8277235780 1 < completed write operation key=8X2ELHS3HRGS tag=YU1RO9O1GRR0 type=write size=952303 2024-04-15T14:56:37.639 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:37.638+0000 7f8277235780 1 > prepared operation key=MFZTYOL605I7 tag=1HENIPV4ACNH type=del size=2477452 2024-04-15T14:56:37.641 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:37.640+0000 7f8277235780 1 < canceled operation key=NII4HKLD4YSI tag=U5UW359BJE3E type=del size=3199440 2024-04-15T14:56:37.642 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:37.642+0000 7f8277235780 1 > prepared operation key=MIRREM7KIO9I tag=XON9F10FAJYV type=del size=684018 2024-04-15T14:56:37.645 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:37.644+0000 7f8277235780 1 < completed delete operation key=CBSCS8P8QL0Q tag=2HHNRCZFIRCB type=del 2024-04-15T14:56:37.647 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:37.646+0000 7f8277235780 1 > prepared operation key=ASEC18UU5NGJ tag=OP20S2WCIMQA type=del size=2641804 2024-04-15T14:56:37.650 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:37.649+0000 7f8277235780 1 < suggested remove operation key=OQ3O0PKNZJ9S tag=7773I9PJDIS9 type=del 2024-04-15T14:56:37.654 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:37.653+0000 7f8277235780 1 > prepared part key=_multipart_0XYNF2N97Y1C.2~I9ATRS5G0H2W.0 size=1048576 2024-04-15T14:56:37.659 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:37.658+0000 7f8277235780 1 > prepared part key=_multipart_0XYNF2N97Y1C.2~I9ATRS5G0H2W.1 size=1048576 2024-04-15T14:56:37.661 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:37.660+0000 7f8277235780 1 > prepared part key=_multipart_0XYNF2N97Y1C.2~I9ATRS5G0H2W.2 size=421747 2024-04-15T14:56:37.661 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:37.660+0000 7f8277235780 1 > prepared multipart upload key=0XYNF2N97Y1C upload=I9ATRS5G0H2W tag=BLZLSFK3A527 type=write size=3567475 2024-04-15T14:56:37.663 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:37.662+0000 7f8277235780 1 < completed delete operation key=NII4HKLD4YSI tag=NBEBV5YGF2YG type=del 2024-04-15T14:56:37.667 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:37.666+0000 7f8277235780 1 > prepared part key=_multipart_33SEOBW9RRJN.2~MBUASETOAEVR.0 size=1048576 2024-04-15T14:56:37.669 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:37.668+0000 7f8277235780 1 > prepared part key=_multipart_33SEOBW9RRJN.2~MBUASETOAEVR.1 size=948965 2024-04-15T14:56:37.669 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:37.668+0000 7f8277235780 1 > prepared multipart upload key=33SEOBW9RRJN upload=MBUASETOAEVR tag=TJ7STRGR6J8Y type=write size=3046117 2024-04-15T14:56:37.674 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:37.673+0000 7f8277235780 1 < suggested remove operation key=NII4HKLD4YSI tag=AIIZP610TPGY type=del 2024-04-15T14:56:37.676 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:37.675+0000 7f8277235780 1 > prepared operation key=DY5BWB5TVQV1 tag=AB39EHQ0240E type=del size=3117777 2024-04-15T14:56:37.678 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:37.677+0000 7f8277235780 1 < completed part key=_multipart_CFCUGZ5D6TU8.2~P377S6UUGFVY.0 size=1048576 2024-04-15T14:56:37.679 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:37.679+0000 7f8277235780 1 < completed part key=_multipart_CFCUGZ5D6TU8.2~P377S6UUGFVY.1 size=487402 2024-04-15T14:56:37.683 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:37.682+0000 7f8277235780 1 < completed multipart upload key=CFCUGZ5D6TU8 upload=P377S6UUGFVY tag=MX2AL6IHPB8A type=write size=2584554 2024-04-15T14:56:37.686 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:37.685+0000 7f8277235780 1 > prepared operation key=P0TQX1TRPSLX tag=MUIY42YI63BV type=del size=2984739 2024-04-15T14:56:37.688 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:37.687+0000 7f8277235780 1 < completed part key=_multipart_CBSCS8P8QL0Q.2~K0845VVLDK3N.0 size=1048576 2024-04-15T14:56:37.690 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:37.689+0000 7f8277235780 1 < completed part key=_multipart_CBSCS8P8QL0Q.2~K0845VVLDK3N.1 size=1048576 2024-04-15T14:56:37.690 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:37.689+0000 7f8277235780 1 < canceled part key=_multipart_CBSCS8P8QL0Q.2~K0845VVLDK3N.2 size=747935 2024-04-15T14:56:37.694 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:37.693+0000 7f8277235780 1 < canceled multipart upload key=CBSCS8P8QL0Q upload=K0845VVLDK3N tag=D4RAI2SXQCDU type=write size=3893663 2024-04-15T14:56:37.696 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:37.695+0000 7f8277235780 1 > prepared operation key=BNQH1MC9XO9F tag=H2JT8UG6L1UB type=del size=1393499 2024-04-15T14:56:37.698 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:37.697+0000 7f8277235780 1 < completed write operation key=IM0AQIM316IL tag=LN0URQCZO5B8 type=write size=197525 2024-04-15T14:56:37.700 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:37.699+0000 7f8277235780 1 > prepared operation key=A0RW26A8FZ95 tag=G2WCL4IDG7IX type=del size=1070925 2024-04-15T14:56:37.702 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:37.701+0000 7f8277235780 1 < completed write operation key=A0RW26A8FZ95 tag=7AE2SNTOUH7N type=write size=817019 2024-04-15T14:56:37.706 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:37.705+0000 7f8277235780 1 > prepared part key=_multipart_0XYNF2N97Y1C.2~I368IWLU60C6.0 size=1048576 2024-04-15T14:56:37.708 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:37.707+0000 7f8277235780 1 > prepared part key=_multipart_0XYNF2N97Y1C.2~I368IWLU60C6.1 size=684027 2024-04-15T14:56:37.708 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:37.707+0000 7f8277235780 1 > prepared multipart upload key=0XYNF2N97Y1C upload=I368IWLU60C6 tag=27W6FR0WWUPT type=write size=2781179 2024-04-15T14:56:37.709 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:37.709+0000 7f8277235780 1 < completed delete operation key=R38CSTKHEGGY tag=AOBC6LGNWL97 type=del 2024-04-15T14:56:37.712 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:37.711+0000 7f8277235780 1 > prepared operation key=50Y0EU7H0QWF tag=MO9WMP7KFQN8 type=del size=496025 2024-04-15T14:56:37.714 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:37.713+0000 7f8277235780 1 < completed delete operation key=D9NMXV7JDMXJ tag=JIFNORH4EC2X type=del 2024-04-15T14:56:37.717 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:37.717+0000 7f8277235780 1 > prepared part key=_multipart_OQ3O0PKNZJ9S.2~PUFTYTHUTPJZ.0 size=1048576 2024-04-15T14:56:37.719 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:37.718+0000 7f8277235780 1 > prepared part key=_multipart_OQ3O0PKNZJ9S.2~PUFTYTHUTPJZ.1 size=497620 2024-04-15T14:56:37.719 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:37.718+0000 7f8277235780 1 > prepared multipart upload key=OQ3O0PKNZJ9S upload=PUFTYTHUTPJZ tag=JCDW6GZF2SMW type=write size=2594772 2024-04-15T14:56:37.723 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:37.722+0000 7f8277235780 1 < suggested remove operation key=P0TQX1TRPSLX tag=0UW91A1L49KU type=del 2024-04-15T14:56:37.727 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:37.726+0000 7f8277235780 1 > prepared part key=_multipart_50Y0EU7H0QWF.2~AQDBT0S49QP7.0 size=350646 2024-04-15T14:56:37.727 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:37.726+0000 7f8277235780 1 > prepared multipart upload key=50Y0EU7H0QWF upload=AQDBT0S49QP7 tag=WRKHXM627ZND type=write size=1399222 2024-04-15T14:56:37.729 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:37.728+0000 7f8277235780 1 < completed delete operation key=YTVARSCACASJ tag=431QGU22KMF1 type=del 2024-04-15T14:56:37.731 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:37.730+0000 7f8277235780 1 > prepared operation key=RQYB4B0WTR9V tag=N4T3WZVSVJSL type=del size=3895105 2024-04-15T14:56:37.733 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:37.732+0000 7f8277235780 1 < completed delete operation key=A0RW26A8FZ95 tag=P8IMMS74HX10 type=del 2024-04-15T14:56:37.737 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:37.736+0000 7f8277235780 1 > prepared part key=_multipart_8X2ELHS3HRGS.2~FOWCX9SSFL90.0 size=70830 2024-04-15T14:56:37.737 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:37.736+0000 7f8277235780 1 > prepared multipart upload key=8X2ELHS3HRGS upload=FOWCX9SSFL90 tag=XN14JNWFLS3O type=write size=1119406 2024-04-15T14:56:37.740 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:37.739+0000 7f8277235780 -1 < failed to complete operation key=OQ3O0PKNZJ9S tag=5FHTP46PEC2U type=del size=1418175: (22) Invalid argument 2024-04-15T14:56:37.742 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:37.741+0000 7f8277235780 1 > prepared operation key=54T20V7YW2K4 tag=RKGIXDZ8KQ90 type=del size=28510 2024-04-15T14:56:37.745 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:37.744+0000 7f8277235780 1 < canceled operation key=MFZTYOL605I7 tag=1HENIPV4ACNH type=del size=2477452 2024-04-15T14:56:37.747 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:37.746+0000 7f8277235780 1 > prepared operation key=50Y0EU7H0QWF tag=WVONI7OJOURG type=del size=1876251 2024-04-15T14:56:37.749 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:37.748+0000 7f8277235780 1 < completed delete operation key=MIRREM7KIO9I tag=XON9F10FAJYV type=del 2024-04-15T14:56:37.753 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:37.752+0000 7f8277235780 1 > prepared part key=_multipart_R38CSTKHEGGY.2~R807SJAKFA16.0 size=374768 2024-04-15T14:56:37.753 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:37.752+0000 7f8277235780 1 > prepared multipart upload key=R38CSTKHEGGY upload=R807SJAKFA16 tag=IO5PPS24G05I type=write size=1423344 2024-04-15T14:56:37.755 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:37.755+0000 7f8277235780 1 < completed delete operation key=ASEC18UU5NGJ tag=OP20S2WCIMQA type=del 2024-04-15T14:56:37.759 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:37.759+0000 7f8277235780 1 > prepared part key=_multipart_IVOFLSPJ0099.2~JB280D1AQ5D2.0 size=355461 2024-04-15T14:56:37.759 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:37.759+0000 7f8277235780 1 > prepared multipart upload key=IVOFLSPJ0099 upload=JB280D1AQ5D2 tag=C1NPIV49EJN2 type=write size=1404037 2024-04-15T14:56:37.761 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:37.761+0000 7f8277235780 1 < completed part key=_multipart_0XYNF2N97Y1C.2~I9ATRS5G0H2W.0 size=1048576 2024-04-15T14:56:37.763 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:37.763+0000 7f8277235780 1 < completed part key=_multipart_0XYNF2N97Y1C.2~I9ATRS5G0H2W.1 size=1048576 2024-04-15T14:56:37.765 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:37.765+0000 7f8277235780 1 < completed part key=_multipart_0XYNF2N97Y1C.2~I9ATRS5G0H2W.2 size=421747 2024-04-15T14:56:37.770 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:37.769+0000 7f8277235780 1 < completed multipart upload key=0XYNF2N97Y1C upload=I9ATRS5G0H2W tag=BLZLSFK3A527 type=write size=3567475 2024-04-15T14:56:37.773 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:37.772+0000 7f8277235780 1 > prepared operation key=BSJC05AGXDJ3 tag=LFDE6EB12P5F type=del size=8230 2024-04-15T14:56:37.775 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:37.774+0000 7f8277235780 1 < completed part key=_multipart_33SEOBW9RRJN.2~MBUASETOAEVR.0 size=1048576 2024-04-15T14:56:37.776 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:37.776+0000 7f8277235780 1 < completed part key=_multipart_33SEOBW9RRJN.2~MBUASETOAEVR.1 size=948965 2024-04-15T14:56:37.780 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:37.779+0000 7f8277235780 1 < completed multipart upload key=33SEOBW9RRJN upload=MBUASETOAEVR tag=TJ7STRGR6J8Y type=write size=3046117 2024-04-15T14:56:37.782 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:37.781+0000 7f8277235780 1 > prepared operation key=BNQH1MC9XO9F tag=M8FJKQYWZVKP type=del size=3730008 2024-04-15T14:56:37.784 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:37.783+0000 7f8277235780 1 < completed delete operation key=DY5BWB5TVQV1 tag=AB39EHQ0240E type=del 2024-04-15T14:56:37.786 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:37.785+0000 7f8277235780 1 > prepared operation key=R38CSTKHEGGY tag=N0DWCXE3A4XP type=del size=1175321 2024-04-15T14:56:37.789 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:37.788+0000 7f8277235780 -1 < failed to complete operation key=P0TQX1TRPSLX tag=MUIY42YI63BV type=del size=2984739: (22) Invalid argument 2024-04-15T14:56:37.791 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:37.791+0000 7f8277235780 1 > prepared operation key=CBSCS8P8QL0Q tag=5HICB6OX4GAW type=del size=3976914 2024-04-15T14:56:37.794 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:37.793+0000 7f8277235780 1 < completed delete operation key=BNQH1MC9XO9F tag=H2JT8UG6L1UB type=del 2024-04-15T14:56:37.796 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:37.795+0000 7f8277235780 1 > prepared operation key=IM0AQIM316IL tag=7CYRXPMPR0LP type=write size=154196 2024-04-15T14:56:37.799 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:37.798+0000 7f8277235780 1 < completed delete operation key=A0RW26A8FZ95 tag=G2WCL4IDG7IX type=del 2024-04-15T14:56:37.801 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:37.800+0000 7f8277235780 1 > prepared operation key=BSJC05AGXDJ3 tag=Z9Z32EVDGVYP type=del size=1442221 2024-04-15T14:56:37.804 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:37.803+0000 7f8277235780 1 < completed part key=_multipart_0XYNF2N97Y1C.2~I368IWLU60C6.0 size=1048576 2024-04-15T14:56:37.807 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:37.806+0000 7f8277235780 1 < completed part key=_multipart_0XYNF2N97Y1C.2~I368IWLU60C6.1 size=684027 2024-04-15T14:56:37.811 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:37.810+0000 7f8277235780 1 < completed multipart upload key=0XYNF2N97Y1C upload=I368IWLU60C6 tag=27W6FR0WWUPT type=write size=2781179 2024-04-15T14:56:37.814 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:37.813+0000 7f8277235780 1 > prepared operation key=DY5BWB5TVQV1 tag=0GN6EJ4MAHSQ type=del size=1200394 2024-04-15T14:56:37.816 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:37.815+0000 7f8277235780 1 < completed delete operation key=50Y0EU7H0QWF tag=MO9WMP7KFQN8 type=del 2024-04-15T14:56:37.818 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:37.817+0000 7f8277235780 1 > prepared operation key=8X2ELHS3HRGS tag=3ZDXLFZ6LT67 type=write size=574075 2024-04-15T14:56:37.820 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:37.819+0000 7f8277235780 1 < completed part key=_multipart_OQ3O0PKNZJ9S.2~PUFTYTHUTPJZ.0 size=1048576 2024-04-15T14:56:37.821 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:37.821+0000 7f8277235780 1 < completed part key=_multipart_OQ3O0PKNZJ9S.2~PUFTYTHUTPJZ.1 size=497620 2024-04-15T14:56:37.825 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:37.824+0000 7f8277235780 1 < completed multipart upload key=OQ3O0PKNZJ9S upload=PUFTYTHUTPJZ tag=JCDW6GZF2SMW type=write size=2594772 2024-04-15T14:56:37.827 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:37.827+0000 7f8277235780 1 > prepared operation key=MFZTYOL605I7 tag=FW76QG49MA21 type=del size=895348 2024-04-15T14:56:37.830 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:37.829+0000 7f8277235780 1 < completed part key=_multipart_50Y0EU7H0QWF.2~AQDBT0S49QP7.0 size=350646 2024-04-15T14:56:37.833 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:37.832+0000 7f8277235780 1 < completed multipart upload key=50Y0EU7H0QWF upload=AQDBT0S49QP7 tag=WRKHXM627ZND type=write size=1399222 2024-04-15T14:56:37.837 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:37.836+0000 7f8277235780 1 > prepared part key=_multipart_A0RW26A8FZ95.2~UX1KM8725630.0 size=1048576 2024-04-15T14:56:37.839 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:37.838+0000 7f8277235780 1 > prepared part key=_multipart_A0RW26A8FZ95.2~UX1KM8725630.1 size=1048576 2024-04-15T14:56:37.841 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:37.840+0000 7f8277235780 1 > prepared part key=_multipart_A0RW26A8FZ95.2~UX1KM8725630.2 size=164178 2024-04-15T14:56:37.841 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:37.840+0000 7f8277235780 1 > prepared multipart upload key=A0RW26A8FZ95 upload=UX1KM8725630 tag=OQL8U3799Y3N type=write size=3309906 2024-04-15T14:56:37.845 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:37.844+0000 7f8277235780 1 < suggested remove operation key=RQYB4B0WTR9V tag=N4T3WZVSVJSL type=del 2024-04-15T14:56:37.849 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:37.848+0000 7f8277235780 1 > prepared part key=_multipart_CBSCS8P8QL0Q.2~9CY112146LZL.0 size=30793 2024-04-15T14:56:37.849 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:37.848+0000 7f8277235780 1 > prepared multipart upload key=CBSCS8P8QL0Q upload=9CY112146LZL tag=SMD121GZOUUU type=write size=1079369 2024-04-15T14:56:37.851 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:37.850+0000 7f8277235780 1 < completed part key=_multipart_8X2ELHS3HRGS.2~FOWCX9SSFL90.0 size=70830 2024-04-15T14:56:37.855 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:37.854+0000 7f8277235780 1 < completed multipart upload key=8X2ELHS3HRGS upload=FOWCX9SSFL90 tag=XN14JNWFLS3O type=write size=1119406 2024-04-15T14:56:37.857 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:37.856+0000 7f8277235780 1 > prepared operation key=R38CSTKHEGGY tag=IEG5ZNNE8Y61 type=del size=1620203 2024-04-15T14:56:37.859 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:37.858+0000 7f8277235780 1 < completed delete operation key=54T20V7YW2K4 tag=RKGIXDZ8KQ90 type=del 2024-04-15T14:56:37.863 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:37.862+0000 7f8277235780 1 > prepared part key=_multipart_Q0PE50H1CDIB.2~TZIU49MN35R3.0 size=728645 2024-04-15T14:56:37.863 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:37.862+0000 7f8277235780 1 > prepared multipart upload key=Q0PE50H1CDIB upload=TZIU49MN35R3 tag=0ENEC4DRHCUH type=write size=1777221 2024-04-15T14:56:37.865 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:37.865+0000 7f8277235780 1 < completed delete operation key=50Y0EU7H0QWF tag=WVONI7OJOURG type=del 2024-04-15T14:56:37.868 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:37.868+0000 7f8277235780 1 > prepared operation key=ZMDZCWJKCFRI tag=NFYK5XP36ZPI type=del size=1494488 2024-04-15T14:56:37.871 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:37.870+0000 7f8277235780 1 < completed part key=_multipart_R38CSTKHEGGY.2~R807SJAKFA16.0 size=374768 2024-04-15T14:56:37.874 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:37.874+0000 7f8277235780 1 < completed multipart upload key=R38CSTKHEGGY upload=R807SJAKFA16 tag=IO5PPS24G05I type=write size=1423344 2024-04-15T14:56:37.878 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:37.877+0000 7f8277235780 1 > prepared part key=_multipart_MIRREM7KIO9I.2~P4R5VXJUWDU2.0 size=241622 2024-04-15T14:56:37.878 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:37.877+0000 7f8277235780 1 > prepared multipart upload key=MIRREM7KIO9I upload=P4R5VXJUWDU2 tag=V3QEU34M49MA type=write size=1290198 2024-04-15T14:56:37.881 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:37.880+0000 7f8277235780 1 < completed part key=_multipart_IVOFLSPJ0099.2~JB280D1AQ5D2.0 size=355461 2024-04-15T14:56:37.884 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:37.883+0000 7f8277235780 1 < completed multipart upload key=IVOFLSPJ0099 upload=JB280D1AQ5D2 tag=C1NPIV49EJN2 type=write size=1404037 2024-04-15T14:56:37.886 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:37.885+0000 7f8277235780 1 > prepared operation key=MFZTYOL605I7 tag=5OSAZNGC8SB6 type=del size=1004633 2024-04-15T14:56:37.889 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:37.888+0000 7f8277235780 1 < completed delete operation key=BSJC05AGXDJ3 tag=LFDE6EB12P5F type=del 2024-04-15T14:56:37.893 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:37.892+0000 7f8277235780 1 > prepared part key=_multipart_P0TQX1TRPSLX.2~M2PGYVJ1WRQN.0 size=1048576 2024-04-15T14:56:37.894 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:37.894+0000 7f8277235780 1 > prepared part key=_multipart_P0TQX1TRPSLX.2~M2PGYVJ1WRQN.1 size=1048576 2024-04-15T14:56:37.896 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:37.895+0000 7f8277235780 1 > prepared part key=_multipart_P0TQX1TRPSLX.2~M2PGYVJ1WRQN.2 size=477318 2024-04-15T14:56:37.897 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:37.895+0000 7f8277235780 1 > prepared multipart upload key=P0TQX1TRPSLX upload=M2PGYVJ1WRQN tag=TYHDJVWHCAEO type=write size=3623046 2024-04-15T14:56:37.898 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:37.897+0000 7f8277235780 1 < completed delete operation key=BNQH1MC9XO9F tag=M8FJKQYWZVKP type=del 2024-04-15T14:56:37.900 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:37.899+0000 7f8277235780 1 > prepared operation key=RQYB4B0WTR9V tag=918803PISTBS type=write size=765668 2024-04-15T14:56:37.904 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:37.903+0000 7f8277235780 1 < suggested update operation key=R38CSTKHEGGY tag=N0DWCXE3A4XP type=del size=1175321 2024-04-15T14:56:37.906 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:37.905+0000 7f8277235780 1 > prepared operation key=OQ3O0PKNZJ9S tag=9I042TKUFYC5 type=del size=4017395 2024-04-15T14:56:37.908 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:37.908+0000 7f8277235780 1 < completed delete operation key=CBSCS8P8QL0Q tag=5HICB6OX4GAW type=del 2024-04-15T14:56:37.910 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:37.910+0000 7f8277235780 1 > prepared operation key=8X2ELHS3HRGS tag=GBCK56SW33LT type=del size=3778143 2024-04-15T14:56:37.913 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:37.912+0000 7f8277235780 1 < completed write operation key=IM0AQIM316IL tag=7CYRXPMPR0LP type=write size=154196 2024-04-15T14:56:37.917 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:37.916+0000 7f8277235780 1 > prepared part key=_multipart_Q0PE50H1CDIB.2~LDW0SU8F83RX.0 size=1048576 2024-04-15T14:56:37.918 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:37.918+0000 7f8277235780 1 > prepared part key=_multipart_Q0PE50H1CDIB.2~LDW0SU8F83RX.1 size=31972 2024-04-15T14:56:37.918 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:37.918+0000 7f8277235780 1 > prepared multipart upload key=Q0PE50H1CDIB upload=LDW0SU8F83RX tag=Z52V9ES43973 type=write size=2129124 2024-04-15T14:56:37.920 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:37.920+0000 7f8277235780 1 < completed delete operation key=BSJC05AGXDJ3 tag=Z9Z32EVDGVYP type=del 2024-04-15T14:56:37.923 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:37.922+0000 7f8277235780 1 > prepared operation key=MFZTYOL605I7 tag=XXV8AA00KNHE type=write size=173802 2024-04-15T14:56:37.925 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:37.924+0000 7f8277235780 1 < canceled operation key=DY5BWB5TVQV1 tag=0GN6EJ4MAHSQ type=del size=1200394 2024-04-15T14:56:37.929 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:37.928+0000 7f8277235780 1 > prepared part key=_multipart_JDPAU9KY1OMN.2~0NPB4GTN446Y.0 size=753830 2024-04-15T14:56:37.929 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:37.928+0000 7f8277235780 1 > prepared multipart upload key=JDPAU9KY1OMN upload=0NPB4GTN446Y tag=KMAF8QI1UF47 type=write size=1802406 2024-04-15T14:56:37.931 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:37.930+0000 7f8277235780 1 < completed write operation key=8X2ELHS3HRGS tag=3ZDXLFZ6LT67 type=write size=574075 2024-04-15T14:56:37.933 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:37.932+0000 7f8277235780 1 > prepared operation key=DY5BWB5TVQV1 tag=3J0SRORK7RI2 type=del size=140908 2024-04-15T14:56:37.935 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:37.934+0000 7f8277235780 1 < completed delete operation key=MFZTYOL605I7 tag=FW76QG49MA21 type=del 2024-04-15T14:56:37.938 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:37.938+0000 7f8277235780 1 > prepared part key=_multipart_R38CSTKHEGGY.2~Q0IB3SQFBAQZ.0 size=1048576 2024-04-15T14:56:37.940 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:37.940+0000 7f8277235780 1 > prepared part key=_multipart_R38CSTKHEGGY.2~Q0IB3SQFBAQZ.1 size=1048576 2024-04-15T14:56:37.942 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:37.942+0000 7f8277235780 1 > prepared part key=_multipart_R38CSTKHEGGY.2~Q0IB3SQFBAQZ.2 size=649998 2024-04-15T14:56:37.942 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:37.942+0000 7f8277235780 1 > prepared multipart upload key=R38CSTKHEGGY upload=Q0IB3SQFBAQZ tag=RQ2D9RCVT2UY type=write size=3795726 2024-04-15T14:56:37.945 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:37.944+0000 7f8277235780 1 < completed part key=_multipart_A0RW26A8FZ95.2~UX1KM8725630.0 size=1048576 2024-04-15T14:56:37.946 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:37.946+0000 7f8277235780 1 < completed part key=_multipart_A0RW26A8FZ95.2~UX1KM8725630.1 size=1048576 2024-04-15T14:56:37.949 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:37.948+0000 7f8277235780 1 < completed part key=_multipart_A0RW26A8FZ95.2~UX1KM8725630.2 size=164178 2024-04-15T14:56:37.952 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:37.951+0000 7f8277235780 1 < completed multipart upload key=A0RW26A8FZ95 upload=UX1KM8725630 tag=OQL8U3799Y3N type=write size=3309906 2024-04-15T14:56:37.954 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:37.953+0000 7f8277235780 1 > prepared operation key=8X2ELHS3HRGS tag=37NRYLPVM14R type=del size=1208546 2024-04-15T14:56:37.956 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:37.955+0000 7f8277235780 1 < completed part key=_multipart_CBSCS8P8QL0Q.2~9CY112146LZL.0 size=30793 2024-04-15T14:56:37.960 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:37.959+0000 7f8277235780 1 < completed multipart upload key=CBSCS8P8QL0Q upload=9CY112146LZL tag=SMD121GZOUUU type=write size=1079369 2024-04-15T14:56:37.962 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:37.961+0000 7f8277235780 1 > prepared operation key=YTVARSCACASJ tag=9BBC5FR8N94C type=write size=276463 2024-04-15T14:56:37.965 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:37.964+0000 7f8277235780 -1 < failed to complete operation key=R38CSTKHEGGY tag=IEG5ZNNE8Y61 type=del size=1620203: (22) Invalid argument 2024-04-15T14:56:37.967 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:37.966+0000 7f8277235780 1 > prepared operation key=7XVTB4OPZZOY tag=JQ7OG5HTA4J1 type=del size=2066436 2024-04-15T14:56:37.970 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:37.969+0000 7f8277235780 1 < completed part key=_multipart_Q0PE50H1CDIB.2~TZIU49MN35R3.0 size=728645 2024-04-15T14:56:37.974 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:37.973+0000 7f8277235780 1 < completed multipart upload key=Q0PE50H1CDIB upload=TZIU49MN35R3 tag=0ENEC4DRHCUH type=write size=1777221 2024-04-15T14:56:37.976 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:37.975+0000 7f8277235780 1 > prepared operation key=G82D816QHN8B tag=H4FWXSEKVVND type=del size=830903 2024-04-15T14:56:37.978 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:37.977+0000 7f8277235780 1 < canceled operation key=ZMDZCWJKCFRI tag=NFYK5XP36ZPI type=del size=1494488 2024-04-15T14:56:37.980 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:37.979+0000 7f8277235780 1 > prepared operation key=50Y0EU7H0QWF tag=1KIDDZRJXMSQ type=del size=940804 2024-04-15T14:56:37.982 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:37.981+0000 7f8277235780 1 < completed part key=_multipart_MIRREM7KIO9I.2~P4R5VXJUWDU2.0 size=241622 2024-04-15T14:56:37.986 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:37.985+0000 7f8277235780 1 < completed multipart upload key=MIRREM7KIO9I upload=P4R5VXJUWDU2 tag=V3QEU34M49MA type=write size=1290198 2024-04-15T14:56:37.988 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:37.988+0000 7f8277235780 1 > prepared operation key=R38CSTKHEGGY tag=MULDJOPB2MML type=write size=222123 2024-04-15T14:56:37.991 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:37.990+0000 7f8277235780 1 < completed delete operation key=MFZTYOL605I7 tag=5OSAZNGC8SB6 type=del 2024-04-15T14:56:37.994 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:37.994+0000 7f8277235780 1 > prepared part key=_multipart_81DQOX7PNGMS.2~F2JSKZ5JQV3U.0 size=961363 2024-04-15T14:56:37.995 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:37.994+0000 7f8277235780 1 > prepared multipart upload key=81DQOX7PNGMS upload=F2JSKZ5JQV3U tag=TYU2QPFGRDXN type=write size=2009939 2024-04-15T14:56:37.997 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:37.996+0000 7f8277235780 1 < completed part key=_multipart_P0TQX1TRPSLX.2~M2PGYVJ1WRQN.0 size=1048576 2024-04-15T14:56:37.997 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:37.996+0000 7f8277235780 1 < canceled part key=_multipart_P0TQX1TRPSLX.2~M2PGYVJ1WRQN.1 size=1048576 2024-04-15T14:56:37.998 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:37.998+0000 7f8277235780 1 < completed part key=_multipart_P0TQX1TRPSLX.2~M2PGYVJ1WRQN.2 size=477318 2024-04-15T14:56:38.002 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:38.001+0000 7f8277235780 1 < canceled multipart upload key=P0TQX1TRPSLX upload=M2PGYVJ1WRQN tag=TYHDJVWHCAEO type=write size=3623046 2024-04-15T14:56:38.004 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:38.003+0000 7f8277235780 1 > prepared operation key=NII4HKLD4YSI tag=HBMJHN08AG0G type=del size=150326 2024-04-15T14:56:38.008 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:38.007+0000 7f8277235780 1 < suggested update operation key=RQYB4B0WTR9V tag=918803PISTBS type=write size=765668 2024-04-15T14:56:38.012 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:38.011+0000 7f8277235780 1 > prepared operation key=CFCUGZ5D6TU8 tag=VTJ62NZRSG0N type=write size=981058 2024-04-15T14:56:38.014 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:38.013+0000 7f8277235780 1 < completed delete operation key=OQ3O0PKNZJ9S tag=9I042TKUFYC5 type=del 2024-04-15T14:56:38.018 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:38.017+0000 7f8277235780 1 > prepared part key=_multipart_ASEC18UU5NGJ.2~XZACCXLLTNLV.0 size=1048576 2024-04-15T14:56:38.020 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:38.019+0000 7f8277235780 1 > prepared part key=_multipart_ASEC18UU5NGJ.2~XZACCXLLTNLV.1 size=814716 2024-04-15T14:56:38.020 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:38.019+0000 7f8277235780 1 > prepared multipart upload key=ASEC18UU5NGJ upload=XZACCXLLTNLV tag=J7IU8XW2YC57 type=write size=2911868 2024-04-15T14:56:38.022 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:38.021+0000 7f8277235780 1 < completed delete operation key=8X2ELHS3HRGS tag=GBCK56SW33LT type=del 2024-04-15T14:56:38.024 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:38.023+0000 7f8277235780 1 > prepared operation key=ZMDZCWJKCFRI tag=VGT66BJEG9B7 type=write size=235655 2024-04-15T14:56:38.026 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:38.025+0000 7f8277235780 1 < completed part key=_multipart_Q0PE50H1CDIB.2~LDW0SU8F83RX.0 size=1048576 2024-04-15T14:56:38.028 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:38.027+0000 7f8277235780 1 < completed part key=_multipart_Q0PE50H1CDIB.2~LDW0SU8F83RX.1 size=31972 2024-04-15T14:56:38.032 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:38.031+0000 7f8277235780 1 < completed multipart upload key=Q0PE50H1CDIB upload=LDW0SU8F83RX tag=Z52V9ES43973 type=write size=2129124 2024-04-15T14:56:38.037 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:38.036+0000 7f8277235780 1 > prepared part key=_multipart_81DQOX7PNGMS.2~NCO22KD41VE4.0 size=1048576 2024-04-15T14:56:38.039 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:38.038+0000 7f8277235780 1 > prepared part key=_multipart_81DQOX7PNGMS.2~NCO22KD41VE4.1 size=1048576 2024-04-15T14:56:38.039 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:56:37 smithi016 ceph-mon[90652]: pgmap v1326: 137 pgs: 137 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 988 KiB/s rd, 344 KiB/s wr, 1.74k op/s 2024-04-15T14:56:38.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:56:37 smithi016 ceph-mon[93212]: pgmap v1326: 137 pgs: 137 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 988 KiB/s rd, 344 KiB/s wr, 1.74k op/s 2024-04-15T14:56:38.040 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:38.039+0000 7f8277235780 1 > prepared part key=_multipart_81DQOX7PNGMS.2~NCO22KD41VE4.2 size=581116 2024-04-15T14:56:38.041 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:38.039+0000 7f8277235780 1 > prepared multipart upload key=81DQOX7PNGMS upload=NCO22KD41VE4 tag=3JZ40P4SCNN7 type=write size=3726844 2024-04-15T14:56:38.042 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:38.041+0000 7f8277235780 1 < completed write operation key=MFZTYOL605I7 tag=XXV8AA00KNHE type=write size=173802 2024-04-15T14:56:38.045 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:38.044+0000 7f8277235780 1 > prepared operation key=81DQOX7PNGMS tag=P182P8IS592L type=write size=136550 2024-04-15T14:56:38.045 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:38.044+0000 7f8277235780 1 < canceled part key=_multipart_JDPAU9KY1OMN.2~0NPB4GTN446Y.0 size=753830 2024-04-15T14:56:38.049 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:38.048+0000 7f8277235780 1 < canceled multipart upload key=JDPAU9KY1OMN upload=0NPB4GTN446Y tag=KMAF8QI1UF47 type=write size=1802406 2024-04-15T14:56:38.051 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:38.050+0000 7f8277235780 1 > prepared operation key=NII4HKLD4YSI tag=XXPOP07JS9FZ type=del size=3625353 2024-04-15T14:56:38.053 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:38.052+0000 7f8277235780 1 < completed delete operation key=DY5BWB5TVQV1 tag=3J0SRORK7RI2 type=del 2024-04-15T14:56:38.057 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:38.056+0000 7f8277235780 1 > prepared part key=_multipart_8X2ELHS3HRGS.2~X6KRMS4CZ9JW.0 size=1048576 2024-04-15T14:56:38.059 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:38.058+0000 7f8277235780 1 > prepared part key=_multipart_8X2ELHS3HRGS.2~X6KRMS4CZ9JW.1 size=1048576 2024-04-15T14:56:38.060 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:38.060+0000 7f8277235780 1 > prepared part key=_multipart_8X2ELHS3HRGS.2~X6KRMS4CZ9JW.2 size=467584 2024-04-15T14:56:38.060 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:38.060+0000 7f8277235780 1 > prepared multipart upload key=8X2ELHS3HRGS upload=X6KRMS4CZ9JW tag=X4BM8BUNPRM7 type=write size=3613312 2024-04-15T14:56:38.063 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:38.062+0000 7f8277235780 1 < completed part key=_multipart_R38CSTKHEGGY.2~Q0IB3SQFBAQZ.0 size=1048576 2024-04-15T14:56:38.064 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:38.063+0000 7f8277235780 1 < completed part key=_multipart_R38CSTKHEGGY.2~Q0IB3SQFBAQZ.1 size=1048576 2024-04-15T14:56:38.066 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:38.065+0000 7f8277235780 1 < completed part key=_multipart_R38CSTKHEGGY.2~Q0IB3SQFBAQZ.2 size=649998 2024-04-15T14:56:38.070 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:38.069+0000 7f8277235780 1 < completed multipart upload key=R38CSTKHEGGY upload=Q0IB3SQFBAQZ tag=RQ2D9RCVT2UY type=write size=3795726 2024-04-15T14:56:38.074 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:38.073+0000 7f8277235780 1 > prepared part key=_multipart_MIRREM7KIO9I.2~N5OL144Q0L3R.0 size=1048576 2024-04-15T14:56:38.076 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:38.075+0000 7f8277235780 1 > prepared part key=_multipart_MIRREM7KIO9I.2~N5OL144Q0L3R.1 size=419418 2024-04-15T14:56:38.076 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:38.075+0000 7f8277235780 1 > prepared multipart upload key=MIRREM7KIO9I upload=N5OL144Q0L3R tag=763SDJCH79C0 type=write size=2516570 2024-04-15T14:56:38.078 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:38.077+0000 7f8277235780 1 < completed delete operation key=8X2ELHS3HRGS tag=37NRYLPVM14R type=del 2024-04-15T14:56:38.080 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:38.080+0000 7f8277235780 1 > prepared operation key=F402GDJVN3I9 tag=69SAQZYUCXZI type=del size=3677499 2024-04-15T14:56:38.082 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:38.082+0000 7f8277235780 1 < completed write operation key=YTVARSCACASJ tag=9BBC5FR8N94C type=write size=276463 2024-04-15T14:56:38.085 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:38.084+0000 7f8277235780 1 > prepared operation key=UCHFZKBWU6MN tag=TYL8K410REKR type=del size=2112426 2024-04-15T14:56:38.089 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:38.088+0000 7f8277235780 1 < suggested update operation key=7XVTB4OPZZOY tag=JQ7OG5HTA4J1 type=del size=2066436 2024-04-15T14:56:38.091 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:38.090+0000 7f8277235780 1 > prepared operation key=8X2ELHS3HRGS tag=5P8KC6C99LJS type=write size=822349 2024-04-15T14:56:38.094 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:38.093+0000 7f8277235780 1 < completed delete operation key=G82D816QHN8B tag=H4FWXSEKVVND type=del 2024-04-15T14:56:38.096 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:38.095+0000 7f8277235780 1 > prepared operation key=DY5BWB5TVQV1 tag=UR7MLZ507C0L type=del size=2407173 2024-04-15T14:56:38.098 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:38.097+0000 7f8277235780 1 < completed delete operation key=50Y0EU7H0QWF tag=1KIDDZRJXMSQ type=del 2024-04-15T14:56:38.100 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:38.099+0000 7f8277235780 1 > prepared operation key=ASEC18UU5NGJ tag=1UZ4N8YMGDWI type=write size=58617 2024-04-15T14:56:38.103 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:38.102+0000 7f8277235780 1 < completed write operation key=R38CSTKHEGGY tag=MULDJOPB2MML type=write size=222123 2024-04-15T14:56:38.105 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:38.104+0000 7f8277235780 1 > prepared operation key=BNQH1MC9XO9F tag=6V6R78CZVZ9L type=del size=392993 2024-04-15T14:56:38.108 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:38.107+0000 7f8277235780 1 < completed part key=_multipart_81DQOX7PNGMS.2~F2JSKZ5JQV3U.0 size=961363 2024-04-15T14:56:38.112 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:38.111+0000 7f8277235780 1 < completed multipart upload key=81DQOX7PNGMS upload=F2JSKZ5JQV3U tag=TYU2QPFGRDXN type=write size=2009939 2024-04-15T14:56:38.114 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:38.113+0000 7f8277235780 1 > prepared operation key=F402GDJVN3I9 tag=YRWVCHGBHMFY type=write size=729280 2024-04-15T14:56:38.117 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:38.116+0000 7f8277235780 1 < completed delete operation key=NII4HKLD4YSI tag=HBMJHN08AG0G type=del 2024-04-15T14:56:38.120 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:38.119+0000 7f8277235780 1 > prepared operation key=A0RW26A8FZ95 tag=GZEQI7BPTOOT type=write size=612984 2024-04-15T14:56:38.123 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:38.122+0000 7f8277235780 1 < completed write operation key=CFCUGZ5D6TU8 tag=VTJ62NZRSG0N type=write size=981058 2024-04-15T14:56:38.125 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:38.124+0000 7f8277235780 1 > prepared operation key=0XYNF2N97Y1C tag=GA90L0FBPE2D type=del size=1122002 2024-04-15T14:56:38.127 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:38.126+0000 7f8277235780 1 < completed part key=_multipart_ASEC18UU5NGJ.2~XZACCXLLTNLV.0 size=1048576 2024-04-15T14:56:38.129 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:38.129+0000 7f8277235780 1 < completed part key=_multipart_ASEC18UU5NGJ.2~XZACCXLLTNLV.1 size=814716 2024-04-15T14:56:38.133 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:38.132+0000 7f8277235780 1 < completed multipart upload key=ASEC18UU5NGJ upload=XZACCXLLTNLV tag=J7IU8XW2YC57 type=write size=2911868 2024-04-15T14:56:38.135 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:38.134+0000 7f8277235780 1 > prepared operation key=YTVARSCACASJ tag=CQFQ5R96M7RW type=del size=3327603 2024-04-15T14:56:38.138 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:38.137+0000 7f8277235780 1 < completed write operation key=ZMDZCWJKCFRI tag=VGT66BJEG9B7 type=write size=235655 2024-04-15T14:56:38.140 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:38.139+0000 7f8277235780 1 > prepared operation key=81DQOX7PNGMS tag=0QATSB4C08HP type=del size=2373388 2024-04-15T14:56:38.143 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:38.142+0000 7f8277235780 1 < completed part key=_multipart_81DQOX7PNGMS.2~NCO22KD41VE4.0 size=1048576 2024-04-15T14:56:38.145 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:38.144+0000 7f8277235780 1 < completed part key=_multipart_81DQOX7PNGMS.2~NCO22KD41VE4.1 size=1048576 2024-04-15T14:56:38.147 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:38.146+0000 7f8277235780 1 < completed part key=_multipart_81DQOX7PNGMS.2~NCO22KD41VE4.2 size=581116 2024-04-15T14:56:38.151 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:38.150+0000 7f8277235780 1 < completed multipart upload key=81DQOX7PNGMS upload=NCO22KD41VE4 tag=3JZ40P4SCNN7 type=write size=3726844 2024-04-15T14:56:38.153 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:38.152+0000 7f8277235780 1 > prepared operation key=F402GDJVN3I9 tag=UO6NFJ8RK4HV type=del size=2779219 2024-04-15T14:56:38.155 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:38.155+0000 7f8277235780 1 < completed write operation key=81DQOX7PNGMS tag=P182P8IS592L type=write size=136550 2024-04-15T14:56:38.159 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:38.158+0000 7f8277235780 1 > prepared part key=_multipart_81DQOX7PNGMS.2~7U033C3M8UTP.0 size=1048576 2024-04-15T14:56:38.161 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:38.160+0000 7f8277235780 1 > prepared part key=_multipart_81DQOX7PNGMS.2~7U033C3M8UTP.1 size=321546 2024-04-15T14:56:38.161 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:38.160+0000 7f8277235780 1 > prepared multipart upload key=81DQOX7PNGMS upload=7U033C3M8UTP tag=WSWP0091YEVQ type=write size=2418698 2024-04-15T14:56:38.163 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:38.163+0000 7f8277235780 1 < canceled operation key=NII4HKLD4YSI tag=XXPOP07JS9FZ type=del size=3625353 2024-04-15T14:56:38.166 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:38.165+0000 7f8277235780 1 > prepared operation key=ASEC18UU5NGJ tag=P9HKI3TBEE9L type=del size=386178 2024-04-15T14:56:38.168 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:38.167+0000 7f8277235780 1 < completed part key=_multipart_8X2ELHS3HRGS.2~X6KRMS4CZ9JW.0 size=1048576 2024-04-15T14:56:38.170 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:38.169+0000 7f8277235780 1 < completed part key=_multipart_8X2ELHS3HRGS.2~X6KRMS4CZ9JW.1 size=1048576 2024-04-15T14:56:38.172 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:38.171+0000 7f8277235780 1 < completed part key=_multipart_8X2ELHS3HRGS.2~X6KRMS4CZ9JW.2 size=467584 2024-04-15T14:56:38.178 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:38.174+0000 7f8277235780 1 < completed multipart upload key=8X2ELHS3HRGS upload=X6KRMS4CZ9JW tag=X4BM8BUNPRM7 type=write size=3613312 2024-04-15T14:56:38.178 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:38.176+0000 7f8277235780 1 > prepared operation key=R38CSTKHEGGY tag=N8TU46DB02T0 type=del size=4165022 2024-04-15T14:56:38.178 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:38.177+0000 7f8277235780 1 < canceled part key=_multipart_MIRREM7KIO9I.2~N5OL144Q0L3R.0 size=1048576 2024-04-15T14:56:38.179 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:38.178+0000 7f8277235780 1 < completed part key=_multipart_MIRREM7KIO9I.2~N5OL144Q0L3R.1 size=419418 2024-04-15T14:56:38.183 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:38.182+0000 7f8277235780 1 < canceled multipart upload key=MIRREM7KIO9I upload=N5OL144Q0L3R tag=763SDJCH79C0 type=write size=2516570 2024-04-15T14:56:38.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:56:37 smithi102 ceph-mon[87131]: pgmap v1326: 137 pgs: 137 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 988 KiB/s rd, 344 KiB/s wr, 1.74k op/s 2024-04-15T14:56:38.188 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:38.187+0000 7f8277235780 1 > prepared part key=_multipart_54T20V7YW2K4.2~DRKGRA0BZ253.0 size=1048576 2024-04-15T14:56:38.190 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:38.189+0000 7f8277235780 1 > prepared part key=_multipart_54T20V7YW2K4.2~DRKGRA0BZ253.1 size=1039518 2024-04-15T14:56:38.190 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:38.189+0000 7f8277235780 1 > prepared multipart upload key=54T20V7YW2K4 upload=DRKGRA0BZ253 tag=IMDC5RC2ZJW8 type=write size=3136670 2024-04-15T14:56:38.192 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:38.191+0000 7f8277235780 1 < completed delete operation key=F402GDJVN3I9 tag=69SAQZYUCXZI type=del 2024-04-15T14:56:38.194 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:38.193+0000 7f8277235780 1 > prepared operation key=50Y0EU7H0QWF tag=O6IB0Z7V0LMV type=del size=2438109 2024-04-15T14:56:38.196 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:38.195+0000 7f8277235780 1 < completed delete operation key=UCHFZKBWU6MN tag=TYL8K410REKR type=del 2024-04-15T14:56:38.200 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:38.199+0000 7f8277235780 1 > prepared part key=_multipart_P0TQX1TRPSLX.2~I413IWDLIHAC.0 size=1048576 2024-04-15T14:56:38.202 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:38.201+0000 7f8277235780 1 > prepared part key=_multipart_P0TQX1TRPSLX.2~I413IWDLIHAC.1 size=271529 2024-04-15T14:56:38.202 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:38.201+0000 7f8277235780 1 > prepared multipart upload key=P0TQX1TRPSLX upload=I413IWDLIHAC tag=FKF623M5QXM7 type=write size=2368681 2024-04-15T14:56:38.205 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:38.204+0000 7f8277235780 1 < canceled operation key=8X2ELHS3HRGS tag=5P8KC6C99LJS type=write size=822349 2024-04-15T14:56:38.209 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:38.208+0000 7f8277235780 1 > prepared part key=_multipart_IVOFLSPJ0099.2~CG82BFZOV6P6.0 size=1048576 2024-04-15T14:56:38.211 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:38.210+0000 7f8277235780 1 > prepared part key=_multipart_IVOFLSPJ0099.2~CG82BFZOV6P6.1 size=542450 2024-04-15T14:56:38.211 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:38.210+0000 7f8277235780 1 > prepared multipart upload key=IVOFLSPJ0099 upload=CG82BFZOV6P6 tag=1AYMFAKRKO9Q type=write size=2639602 2024-04-15T14:56:38.213 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:38.212+0000 7f8277235780 1 < completed delete operation key=DY5BWB5TVQV1 tag=UR7MLZ507C0L type=del 2024-04-15T14:56:38.215 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:38.215+0000 7f8277235780 1 > prepared operation key=0XYNF2N97Y1C tag=N9CZJJA2M52Q type=write size=686804 2024-04-15T14:56:38.218 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:38.217+0000 7f8277235780 1 < completed write operation key=ASEC18UU5NGJ tag=1UZ4N8YMGDWI type=write size=58617 2024-04-15T14:56:38.222 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:38.221+0000 7f8277235780 1 > prepared part key=_multipart_YTVARSCACASJ.2~URBY7FH0RUCO.0 size=1048576 2024-04-15T14:56:38.224 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:38.223+0000 7f8277235780 1 > prepared part key=_multipart_YTVARSCACASJ.2~URBY7FH0RUCO.1 size=1048576 2024-04-15T14:56:38.226 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:38.225+0000 7f8277235780 1 > prepared part key=_multipart_YTVARSCACASJ.2~URBY7FH0RUCO.2 size=845663 2024-04-15T14:56:38.226 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:38.225+0000 7f8277235780 1 > prepared multipart upload key=YTVARSCACASJ upload=URBY7FH0RUCO tag=CCQ3BAJ40Z36 type=write size=3991391 2024-04-15T14:56:38.228 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:38.227+0000 7f8277235780 1 < completed delete operation key=BNQH1MC9XO9F tag=6V6R78CZVZ9L type=del 2024-04-15T14:56:38.232 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:38.232+0000 7f8277235780 1 > prepared part key=_multipart_P0TQX1TRPSLX.2~UQSC0M3O6R77.0 size=1048576 2024-04-15T14:56:38.234 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:38.234+0000 7f8277235780 1 > prepared part key=_multipart_P0TQX1TRPSLX.2~UQSC0M3O6R77.1 size=1048576 2024-04-15T14:56:38.236 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:38.235+0000 7f8277235780 1 > prepared part key=_multipart_P0TQX1TRPSLX.2~UQSC0M3O6R77.2 size=826008 2024-04-15T14:56:38.237 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:38.235+0000 7f8277235780 1 > prepared multipart upload key=P0TQX1TRPSLX upload=UQSC0M3O6R77 tag=P9O8FYAN87DT type=write size=3971736 2024-04-15T14:56:38.238 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:38.237+0000 7f8277235780 1 < canceled operation key=F402GDJVN3I9 tag=YRWVCHGBHMFY type=write size=729280 2024-04-15T14:56:38.240 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:38.240+0000 7f8277235780 1 > prepared operation key=33SEOBW9RRJN tag=LL07L0L3HLOM type=del size=2399090 2024-04-15T14:56:38.242 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:38.242+0000 7f8277235780 1 < completed write operation key=A0RW26A8FZ95 tag=GZEQI7BPTOOT type=write size=612984 2024-04-15T14:56:38.244 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:38.243+0000 7f8277235780 1 > prepared operation key=54T20V7YW2K4 tag=7M3FQX3TRH6R type=del size=523477 2024-04-15T14:56:38.247 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:38.246+0000 7f8277235780 1 < completed delete operation key=0XYNF2N97Y1C tag=GA90L0FBPE2D type=del 2024-04-15T14:56:38.249 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:38.249+0000 7f8277235780 1 > prepared operation key=ZMDZCWJKCFRI tag=5RJ1XR34P8U5 type=del size=1511218 2024-04-15T14:56:38.251 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:38.251+0000 7f8277235780 1 < completed delete operation key=YTVARSCACASJ tag=CQFQ5R96M7RW type=del 2024-04-15T14:56:38.253 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:38.253+0000 7f8277235780 1 > prepared operation key=8X2ELHS3HRGS tag=6DZOAU68BA9Q type=del size=2527171 2024-04-15T14:56:38.256 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:38.255+0000 7f8277235780 1 < completed delete operation key=81DQOX7PNGMS tag=0QATSB4C08HP type=del 2024-04-15T14:56:38.258 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:38.257+0000 7f8277235780 1 > prepared operation key=G82D816QHN8B tag=NAJTN4LB5D6Y type=del size=1114309 2024-04-15T14:56:38.260 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:38.259+0000 7f8277235780 1 < completed delete operation key=F402GDJVN3I9 tag=UO6NFJ8RK4HV type=del 2024-04-15T14:56:38.264 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:38.263+0000 7f8277235780 1 > prepared part key=_multipart_JY107VG7DVI1.2~EHTXGK4S4Y9M.0 size=1048576 2024-04-15T14:56:38.266 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:38.265+0000 7f8277235780 1 > prepared part key=_multipart_JY107VG7DVI1.2~EHTXGK4S4Y9M.1 size=22433 2024-04-15T14:56:38.266 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:38.265+0000 7f8277235780 1 > prepared multipart upload key=JY107VG7DVI1 upload=EHTXGK4S4Y9M tag=W1RLDMP7BLEA type=write size=2119585 2024-04-15T14:56:38.268 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:38.267+0000 7f8277235780 1 < completed part key=_multipart_81DQOX7PNGMS.2~7U033C3M8UTP.0 size=1048576 2024-04-15T14:56:38.270 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:38.269+0000 7f8277235780 1 < completed part key=_multipart_81DQOX7PNGMS.2~7U033C3M8UTP.1 size=321546 2024-04-15T14:56:38.274 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:38.273+0000 7f8277235780 1 < completed multipart upload key=81DQOX7PNGMS upload=7U033C3M8UTP tag=WSWP0091YEVQ type=write size=2418698 2024-04-15T14:56:38.276 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:38.275+0000 7f8277235780 1 > prepared operation key=33SEOBW9RRJN tag=KJIQOBQB4ECW type=write size=589853 2024-04-15T14:56:38.278 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:38.277+0000 7f8277235780 1 < completed delete operation key=ASEC18UU5NGJ tag=P9HKI3TBEE9L type=del 2024-04-15T14:56:38.282 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:38.281+0000 7f8277235780 1 > prepared part key=_multipart_50Y0EU7H0QWF.2~T9PXD8PYGD0U.0 size=1048576 2024-04-15T14:56:38.284 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:38.283+0000 7f8277235780 1 > prepared part key=_multipart_50Y0EU7H0QWF.2~T9PXD8PYGD0U.1 size=1048576 2024-04-15T14:56:38.286 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:38.285+0000 7f8277235780 1 > prepared part key=_multipart_50Y0EU7H0QWF.2~T9PXD8PYGD0U.2 size=776921 2024-04-15T14:56:38.286 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:38.285+0000 7f8277235780 1 > prepared multipart upload key=50Y0EU7H0QWF upload=T9PXD8PYGD0U tag=ZP03XVRJ3PZD type=write size=3922649 2024-04-15T14:56:38.288 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:38.287+0000 7f8277235780 1 < completed delete operation key=R38CSTKHEGGY tag=N8TU46DB02T0 type=del 2024-04-15T14:56:38.290 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:38.289+0000 7f8277235780 1 > prepared operation key=Q0PE50H1CDIB tag=T70C2F97RDBH type=del size=1142867 2024-04-15T14:56:38.292 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:38.291+0000 7f8277235780 1 < completed part key=_multipart_54T20V7YW2K4.2~DRKGRA0BZ253.0 size=1048576 2024-04-15T14:56:38.294 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:38.293+0000 7f8277235780 1 < completed part key=_multipart_54T20V7YW2K4.2~DRKGRA0BZ253.1 size=1039518 2024-04-15T14:56:38.298 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:38.297+0000 7f8277235780 1 < completed multipart upload key=54T20V7YW2K4 upload=DRKGRA0BZ253 tag=IMDC5RC2ZJW8 type=write size=3136670 2024-04-15T14:56:38.299 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:38.299+0000 7f8277235780 1 > prepared operation key=NII4HKLD4YSI tag=EBRFWICZQZ5T type=del size=3684765 2024-04-15T14:56:38.302 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:38.301+0000 7f8277235780 1 < completed delete operation key=50Y0EU7H0QWF tag=O6IB0Z7V0LMV type=del 2024-04-15T14:56:38.304 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:38.303+0000 7f8277235780 1 > prepared operation key=IVOFLSPJ0099 tag=EEOCYCPVX292 type=del size=878868 2024-04-15T14:56:38.306 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:38.305+0000 7f8277235780 1 < completed part key=_multipart_P0TQX1TRPSLX.2~I413IWDLIHAC.0 size=1048576 2024-04-15T14:56:38.308 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:38.307+0000 7f8277235780 1 < completed part key=_multipart_P0TQX1TRPSLX.2~I413IWDLIHAC.1 size=271529 2024-04-15T14:56:38.312 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:38.311+0000 7f8277235780 1 < completed multipart upload key=P0TQX1TRPSLX upload=I413IWDLIHAC tag=FKF623M5QXM7 type=write size=2368681 2024-04-15T14:56:38.316 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:38.315+0000 7f8277235780 1 > prepared part key=_multipart_CBSCS8P8QL0Q.2~T7KMVQ79H434.0 size=1048576 2024-04-15T14:56:38.318 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:38.317+0000 7f8277235780 1 > prepared part key=_multipart_CBSCS8P8QL0Q.2~T7KMVQ79H434.1 size=796886 2024-04-15T14:56:38.318 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:38.317+0000 7f8277235780 1 > prepared multipart upload key=CBSCS8P8QL0Q upload=T7KMVQ79H434 tag=4HB3W2LVLIT1 type=write size=2894038 2024-04-15T14:56:38.318 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:38.317+0000 7f8277235780 1 < canceled part key=_multipart_IVOFLSPJ0099.2~CG82BFZOV6P6.0 size=1048576 2024-04-15T14:56:38.320 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:38.319+0000 7f8277235780 1 < completed part key=_multipart_IVOFLSPJ0099.2~CG82BFZOV6P6.1 size=542450 2024-04-15T14:56:38.324 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:38.323+0000 7f8277235780 1 < canceled multipart upload key=IVOFLSPJ0099 upload=CG82BFZOV6P6 tag=1AYMFAKRKO9Q type=write size=2639602 2024-04-15T14:56:38.326 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:38.325+0000 7f8277235780 1 > prepared operation key=81DQOX7PNGMS tag=98WUM2TXEIJ4 type=del size=593424 2024-04-15T14:56:38.330 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:38.329+0000 7f8277235780 1 < suggested remove operation key=0XYNF2N97Y1C tag=N9CZJJA2M52Q type=write 2024-04-15T14:56:38.333 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:38.333+0000 7f8277235780 1 > prepared part key=_multipart_7XVTB4OPZZOY.2~3BSIPMTZQG31.0 size=1048576 2024-04-15T14:56:38.335 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:38.334+0000 7f8277235780 1 > prepared part key=_multipart_7XVTB4OPZZOY.2~3BSIPMTZQG31.1 size=628264 2024-04-15T14:56:38.335 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:38.334+0000 7f8277235780 1 > prepared multipart upload key=7XVTB4OPZZOY upload=3BSIPMTZQG31 tag=8K7NFE1WPESR type=write size=2725416 2024-04-15T14:56:38.338 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:38.338+0000 7f8277235780 1 < completed part key=_multipart_YTVARSCACASJ.2~URBY7FH0RUCO.0 size=1048576 2024-04-15T14:56:38.339 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:38.338+0000 7f8277235780 1 < canceled part key=_multipart_YTVARSCACASJ.2~URBY7FH0RUCO.1 size=1048576 2024-04-15T14:56:38.340 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:38.340+0000 7f8277235780 1 < completed part key=_multipart_YTVARSCACASJ.2~URBY7FH0RUCO.2 size=845663 2024-04-15T14:56:38.344 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:38.343+0000 7f8277235780 1 < canceled multipart upload key=YTVARSCACASJ upload=URBY7FH0RUCO tag=CCQ3BAJ40Z36 type=write size=3991391 2024-04-15T14:56:38.347 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:38.346+0000 7f8277235780 1 > prepared operation key=Q0PE50H1CDIB tag=G9MW79GTNCV9 type=del size=1571637 2024-04-15T14:56:38.350 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:38.349+0000 7f8277235780 1 < completed part key=_multipart_P0TQX1TRPSLX.2~UQSC0M3O6R77.0 size=1048576 2024-04-15T14:56:38.350 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:38.349+0000 7f8277235780 1 < canceled part key=_multipart_P0TQX1TRPSLX.2~UQSC0M3O6R77.1 size=1048576 2024-04-15T14:56:38.352 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:38.351+0000 7f8277235780 1 < completed part key=_multipart_P0TQX1TRPSLX.2~UQSC0M3O6R77.2 size=826008 2024-04-15T14:56:38.355 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:38.354+0000 7f8277235780 1 < canceled multipart upload key=P0TQX1TRPSLX upload=UQSC0M3O6R77 tag=P9O8FYAN87DT type=write size=3971736 2024-04-15T14:56:38.359 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:38.358+0000 7f8277235780 1 > prepared part key=_multipart_OQ3O0PKNZJ9S.2~7K4WX2YSAQK3.0 size=949777 2024-04-15T14:56:38.359 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:38.358+0000 7f8277235780 1 > prepared multipart upload key=OQ3O0PKNZJ9S upload=7K4WX2YSAQK3 tag=KV3H6FMC5KDF type=write size=1998353 2024-04-15T14:56:38.361 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:38.361+0000 7f8277235780 1 < completed delete operation key=33SEOBW9RRJN tag=LL07L0L3HLOM type=del 2024-04-15T14:56:38.365 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:38.365+0000 7f8277235780 1 > prepared part key=_multipart_JY107VG7DVI1.2~LBN2OKOV1B6W.0 size=536349 2024-04-15T14:56:38.365 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:38.365+0000 7f8277235780 1 > prepared multipart upload key=JY107VG7DVI1 upload=LBN2OKOV1B6W tag=UJO4ZVF75QCS type=write size=1584925 2024-04-15T14:56:38.368 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:38.367+0000 7f8277235780 1 < completed delete operation key=54T20V7YW2K4 tag=7M3FQX3TRH6R type=del 2024-04-15T14:56:38.370 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:38.369+0000 7f8277235780 1 > prepared operation key=ASEC18UU5NGJ tag=2Q4O0LEN0VQP type=del size=1567790 2024-04-15T14:56:38.373 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:38.372+0000 7f8277235780 1 < canceled operation key=ZMDZCWJKCFRI tag=5RJ1XR34P8U5 type=del size=1511218 2024-04-15T14:56:38.377 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:38.376+0000 7f8277235780 1 > prepared part key=_multipart_54T20V7YW2K4.2~7C0ZIRW5U83Z.0 size=718922 2024-04-15T14:56:38.377 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:38.376+0000 7f8277235780 1 > prepared multipart upload key=54T20V7YW2K4 upload=7C0ZIRW5U83Z tag=DX2TEFUBDZYR type=write size=1767498 2024-04-15T14:56:38.379 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:38.378+0000 7f8277235780 1 < completed delete operation key=8X2ELHS3HRGS tag=6DZOAU68BA9Q type=del 2024-04-15T14:56:38.383 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:38.382+0000 7f8277235780 1 > prepared part key=_multipart_ZMDZCWJKCFRI.2~KTL2KEAO2V4K.0 size=1048576 2024-04-15T14:56:38.385 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:38.384+0000 7f8277235780 1 > prepared part key=_multipart_ZMDZCWJKCFRI.2~KTL2KEAO2V4K.1 size=1048576 2024-04-15T14:56:38.387 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:38.386+0000 7f8277235780 1 > prepared part key=_multipart_ZMDZCWJKCFRI.2~KTL2KEAO2V4K.2 size=686335 2024-04-15T14:56:38.387 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:38.386+0000 7f8277235780 1 > prepared multipart upload key=ZMDZCWJKCFRI upload=KTL2KEAO2V4K tag=YW8W53B2IZQF type=write size=3832063 2024-04-15T14:56:38.390 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:38.389+0000 7f8277235780 1 < completed delete operation key=G82D816QHN8B tag=NAJTN4LB5D6Y type=del 2024-04-15T14:56:38.394 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:38.393+0000 7f8277235780 1 > prepared part key=_multipart_IM0AQIM316IL.2~VLXWJMFNSC1S.0 size=838050 2024-04-15T14:56:38.394 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:38.393+0000 7f8277235780 1 > prepared multipart upload key=IM0AQIM316IL upload=VLXWJMFNSC1S tag=K22IKIOAHRZM type=write size=1886626 2024-04-15T14:56:38.396 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:38.395+0000 7f8277235780 1 < completed part key=_multipart_JY107VG7DVI1.2~EHTXGK4S4Y9M.0 size=1048576 2024-04-15T14:56:38.398 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:38.397+0000 7f8277235780 1 < completed part key=_multipart_JY107VG7DVI1.2~EHTXGK4S4Y9M.1 size=22433 2024-04-15T14:56:38.402 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:38.401+0000 7f8277235780 1 < completed multipart upload key=JY107VG7DVI1 upload=EHTXGK4S4Y9M tag=W1RLDMP7BLEA type=write size=2119585 2024-04-15T14:56:38.405 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:38.405+0000 7f8277235780 1 > prepared part key=_multipart_G82D816QHN8B.2~AMNU97S4CD2N.0 size=1048576 2024-04-15T14:56:38.407 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:38.406+0000 7f8277235780 1 > prepared part key=_multipart_G82D816QHN8B.2~AMNU97S4CD2N.1 size=332417 2024-04-15T14:56:38.407 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:38.406+0000 7f8277235780 1 > prepared multipart upload key=G82D816QHN8B upload=AMNU97S4CD2N tag=X2ITNRP27RYU type=write size=2429569 2024-04-15T14:56:38.410 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:38.409+0000 7f8277235780 1 < completed write operation key=33SEOBW9RRJN tag=KJIQOBQB4ECW type=write size=589853 2024-04-15T14:56:38.414 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:38.413+0000 7f8277235780 1 > prepared part key=_multipart_JDPAU9KY1OMN.2~1YK0GYK9ISLP.0 size=1048576 2024-04-15T14:56:38.416 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:38.415+0000 7f8277235780 1 > prepared part key=_multipart_JDPAU9KY1OMN.2~1YK0GYK9ISLP.1 size=639634 2024-04-15T14:56:38.416 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:38.415+0000 7f8277235780 1 > prepared multipart upload key=JDPAU9KY1OMN upload=1YK0GYK9ISLP tag=V26F7EQSR0U9 type=write size=2736786 2024-04-15T14:56:38.418 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:38.417+0000 7f8277235780 1 < completed part key=_multipart_50Y0EU7H0QWF.2~T9PXD8PYGD0U.0 size=1048576 2024-04-15T14:56:38.420 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:38.419+0000 7f8277235780 1 < completed part key=_multipart_50Y0EU7H0QWF.2~T9PXD8PYGD0U.1 size=1048576 2024-04-15T14:56:38.422 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:38.421+0000 7f8277235780 1 < completed part key=_multipart_50Y0EU7H0QWF.2~T9PXD8PYGD0U.2 size=776921 2024-04-15T14:56:38.427 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:38.426+0000 7f8277235780 1 < completed multipart upload key=50Y0EU7H0QWF upload=T9PXD8PYGD0U tag=ZP03XVRJ3PZD type=write size=3922649 2024-04-15T14:56:38.429 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:38.428+0000 7f8277235780 1 > prepared operation key=81DQOX7PNGMS tag=XJBSY6BFT2ZW type=del size=2809298 2024-04-15T14:56:38.434 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:38.433+0000 7f8277235780 1 < suggested update operation key=Q0PE50H1CDIB tag=T70C2F97RDBH type=del size=1142867 2024-04-15T14:56:38.436 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:38.435+0000 7f8277235780 1 > prepared operation key=RQYB4B0WTR9V tag=U3J56WZBG5B1 type=del size=1767839 2024-04-15T14:56:38.438 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:38.438+0000 7f8277235780 1 < canceled operation key=NII4HKLD4YSI tag=EBRFWICZQZ5T type=del size=3684765 2024-04-15T14:56:38.441 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:38.440+0000 7f8277235780 1 > prepared operation key=IM0AQIM316IL tag=7YND1Q4JNSF9 type=del size=3907343 2024-04-15T14:56:38.443 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:38.442+0000 7f8277235780 1 < completed delete operation key=IVOFLSPJ0099 tag=EEOCYCPVX292 type=del 2024-04-15T14:56:38.445 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:38.444+0000 7f8277235780 1 > prepared operation key=MFZTYOL605I7 tag=7SVUSDHME10N type=del size=2849893 2024-04-15T14:56:38.447 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:38.446+0000 7f8277235780 1 < completed part key=_multipart_CBSCS8P8QL0Q.2~T7KMVQ79H434.0 size=1048576 2024-04-15T14:56:38.449 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:38.448+0000 7f8277235780 1 < completed part key=_multipart_CBSCS8P8QL0Q.2~T7KMVQ79H434.1 size=796886 2024-04-15T14:56:38.452 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:38.451+0000 7f8277235780 1 < completed multipart upload key=CBSCS8P8QL0Q upload=T7KMVQ79H434 tag=4HB3W2LVLIT1 type=write size=2894038 2024-04-15T14:56:38.456 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:38.456+0000 7f8277235780 1 > prepared part key=_multipart_Q0PE50H1CDIB.2~Z2S8W07IUX4Q.0 size=1048576 2024-04-15T14:56:38.458 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:38.457+0000 7f8277235780 1 > prepared part key=_multipart_Q0PE50H1CDIB.2~Z2S8W07IUX4Q.1 size=1048576 2024-04-15T14:56:38.460 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:38.459+0000 7f8277235780 1 > prepared part key=_multipart_Q0PE50H1CDIB.2~Z2S8W07IUX4Q.2 size=633017 2024-04-15T14:56:38.460 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:38.459+0000 7f8277235780 1 > prepared multipart upload key=Q0PE50H1CDIB upload=Z2S8W07IUX4Q tag=Y9E68UQGSS8Z type=write size=3778745 2024-04-15T14:56:38.465 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:38.464+0000 7f8277235780 1 < suggested remove operation key=81DQOX7PNGMS tag=98WUM2TXEIJ4 type=del 2024-04-15T14:56:38.469 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:38.469+0000 7f8277235780 1 > prepared part key=_multipart_R38CSTKHEGGY.2~49C9ZSD4I2XH.0 size=1048576 2024-04-15T14:56:38.471 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:38.470+0000 7f8277235780 1 > prepared part key=_multipart_R38CSTKHEGGY.2~49C9ZSD4I2XH.1 size=1048576 2024-04-15T14:56:38.473 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:38.472+0000 7f8277235780 1 > prepared part key=_multipart_R38CSTKHEGGY.2~49C9ZSD4I2XH.2 size=747760 2024-04-15T14:56:38.473 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:38.472+0000 7f8277235780 1 > prepared multipart upload key=R38CSTKHEGGY upload=49C9ZSD4I2XH tag=MZHOIWM3ZUTR type=write size=3893488 2024-04-15T14:56:38.475 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:38.474+0000 7f8277235780 1 < completed part key=_multipart_7XVTB4OPZZOY.2~3BSIPMTZQG31.0 size=1048576 2024-04-15T14:56:38.477 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:38.476+0000 7f8277235780 1 < completed part key=_multipart_7XVTB4OPZZOY.2~3BSIPMTZQG31.1 size=628264 2024-04-15T14:56:38.481 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:38.480+0000 7f8277235780 1 < completed multipart upload key=7XVTB4OPZZOY upload=3BSIPMTZQG31 tag=8K7NFE1WPESR type=write size=2725416 2024-04-15T14:56:38.483 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:38.482+0000 7f8277235780 1 > prepared operation key=P0TQX1TRPSLX tag=M827H6MXJYVV type=write size=942849 2024-04-15T14:56:38.486 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:38.486+0000 7f8277235780 -1 < failed to complete operation key=Q0PE50H1CDIB tag=G9MW79GTNCV9 type=del size=1571637: (22) Invalid argument 2024-04-15T14:56:38.491 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:38.490+0000 7f8277235780 1 > prepared part key=_multipart_UCHFZKBWU6MN.2~NVQIJYTU1XJ5.0 size=1048576 2024-04-15T14:56:38.493 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:38.492+0000 7f8277235780 1 > prepared part key=_multipart_UCHFZKBWU6MN.2~NVQIJYTU1XJ5.1 size=635870 2024-04-15T14:56:38.493 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:38.492+0000 7f8277235780 1 > prepared multipart upload key=UCHFZKBWU6MN upload=NVQIJYTU1XJ5 tag=D381JA8FJH24 type=write size=2733022 2024-04-15T14:56:38.495 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:38.494+0000 7f8277235780 1 < completed part key=_multipart_OQ3O0PKNZJ9S.2~7K4WX2YSAQK3.0 size=949777 2024-04-15T14:56:38.499 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:38.498+0000 7f8277235780 1 < completed multipart upload key=OQ3O0PKNZJ9S upload=7K4WX2YSAQK3 tag=KV3H6FMC5KDF type=write size=1998353 2024-04-15T14:56:38.501 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:38.500+0000 7f8277235780 1 > prepared operation key=DY5BWB5TVQV1 tag=0S07Z8VKCHLY type=del size=1182741 2024-04-15T14:56:38.503 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:38.502+0000 7f8277235780 1 < completed part key=_multipart_JY107VG7DVI1.2~LBN2OKOV1B6W.0 size=536349 2024-04-15T14:56:38.507 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:38.506+0000 7f8277235780 1 < completed multipart upload key=JY107VG7DVI1 upload=LBN2OKOV1B6W tag=UJO4ZVF75QCS type=write size=1584925 2024-04-15T14:56:38.509 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:38.508+0000 7f8277235780 1 > prepared operation key=F402GDJVN3I9 tag=H38TNB3PSV8Z type=del size=2608298 2024-04-15T14:56:38.513 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:38.512+0000 7f8277235780 1 < suggested remove operation key=ASEC18UU5NGJ tag=2Q4O0LEN0VQP type=del 2024-04-15T14:56:38.516 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:38.515+0000 7f8277235780 1 > prepared operation key=RQYB4B0WTR9V tag=BWCVEB2C0EQ9 type=del size=3881527 2024-04-15T14:56:38.518 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:38.517+0000 7f8277235780 1 < completed part key=_multipart_54T20V7YW2K4.2~7C0ZIRW5U83Z.0 size=718922 2024-04-15T14:56:38.522 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:38.521+0000 7f8277235780 1 < completed multipart upload key=54T20V7YW2K4 upload=7C0ZIRW5U83Z tag=DX2TEFUBDZYR type=write size=1767498 2024-04-15T14:56:38.524 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:38.523+0000 7f8277235780 1 > prepared operation key=Q0PE50H1CDIB tag=82PXG77JJAQB type=del size=1911309 2024-04-15T14:56:38.526 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:38.526+0000 7f8277235780 1 < completed part key=_multipart_ZMDZCWJKCFRI.2~KTL2KEAO2V4K.0 size=1048576 2024-04-15T14:56:38.528 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:38.527+0000 7f8277235780 1 < completed part key=_multipart_ZMDZCWJKCFRI.2~KTL2KEAO2V4K.1 size=1048576 2024-04-15T14:56:38.530 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:38.529+0000 7f8277235780 1 < completed part key=_multipart_ZMDZCWJKCFRI.2~KTL2KEAO2V4K.2 size=686335 2024-04-15T14:56:38.533 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:38.533+0000 7f8277235780 1 < completed multipart upload key=ZMDZCWJKCFRI upload=KTL2KEAO2V4K tag=YW8W53B2IZQF type=write size=3832063 2024-04-15T14:56:38.536 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:38.535+0000 7f8277235780 1 > prepared operation key=Q0PE50H1CDIB tag=N4Z39VE4Y05P type=del size=647603 2024-04-15T14:56:38.538 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:38.537+0000 7f8277235780 1 < completed part key=_multipart_IM0AQIM316IL.2~VLXWJMFNSC1S.0 size=838050 2024-04-15T14:56:38.542 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:38.541+0000 7f8277235780 1 < completed multipart upload key=IM0AQIM316IL upload=VLXWJMFNSC1S tag=K22IKIOAHRZM type=write size=1886626 2024-04-15T14:56:38.547 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:38.546+0000 7f8277235780 1 > prepared part key=_multipart_R38CSTKHEGGY.2~Z67F2RQWXXPS.0 size=1048576 2024-04-15T14:56:38.549 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:38.548+0000 7f8277235780 1 > prepared part key=_multipart_R38CSTKHEGGY.2~Z67F2RQWXXPS.1 size=856730 2024-04-15T14:56:38.549 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:38.548+0000 7f8277235780 1 > prepared multipart upload key=R38CSTKHEGGY upload=Z67F2RQWXXPS tag=X36EL1XD4OWH type=write size=2953882 2024-04-15T14:56:38.551 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:38.550+0000 7f8277235780 1 < completed part key=_multipart_G82D816QHN8B.2~AMNU97S4CD2N.0 size=1048576 2024-04-15T14:56:38.553 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:38.552+0000 7f8277235780 1 < completed part key=_multipart_G82D816QHN8B.2~AMNU97S4CD2N.1 size=332417 2024-04-15T14:56:38.556 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:38.555+0000 7f8277235780 1 < completed multipart upload key=G82D816QHN8B upload=AMNU97S4CD2N tag=X2ITNRP27RYU type=write size=2429569 2024-04-15T14:56:38.560 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:38.559+0000 7f8277235780 1 > prepared part key=_multipart_RQYB4B0WTR9V.2~2KZ1NCQ0UQUD.0 size=1048576 2024-04-15T14:56:38.562 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:38.561+0000 7f8277235780 1 > prepared part key=_multipart_RQYB4B0WTR9V.2~2KZ1NCQ0UQUD.1 size=1048576 2024-04-15T14:56:38.564 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:38.563+0000 7f8277235780 1 > prepared part key=_multipart_RQYB4B0WTR9V.2~2KZ1NCQ0UQUD.2 size=874714 2024-04-15T14:56:38.564 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:38.563+0000 7f8277235780 1 > prepared multipart upload key=RQYB4B0WTR9V upload=2KZ1NCQ0UQUD tag=CI8GDMXC4Y3K type=write size=4020442 2024-04-15T14:56:38.566 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:38.565+0000 7f8277235780 1 < completed part key=_multipart_JDPAU9KY1OMN.2~1YK0GYK9ISLP.0 size=1048576 2024-04-15T14:56:38.567 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:38.567+0000 7f8277235780 1 < completed part key=_multipart_JDPAU9KY1OMN.2~1YK0GYK9ISLP.1 size=639634 2024-04-15T14:56:38.572 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:38.571+0000 7f8277235780 1 < completed multipart upload key=JDPAU9KY1OMN upload=1YK0GYK9ISLP tag=V26F7EQSR0U9 type=write size=2736786 2024-04-15T14:56:38.574 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:38.573+0000 7f8277235780 1 > prepared operation key=OQ3O0PKNZJ9S tag=TCWXDCE6DI2M type=write size=285118 2024-04-15T14:56:38.574 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:38.573+0000 7f8277235780 -1 < no bi entry to suggest for operation key=81DQOX7PNGMS tag=XJBSY6BFT2ZW type=del size=2809298: (2) No such file or directory 2024-04-15T14:56:38.576 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:38.576+0000 7f8277235780 1 > prepared operation key=OQ3O0PKNZJ9S tag=OMHVV50692WB type=del size=1492210 2024-04-15T14:56:38.580 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:38.579+0000 7f8277235780 1 < completed delete operation key=RQYB4B0WTR9V tag=U3J56WZBG5B1 type=del 2024-04-15T14:56:38.586 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:38.582+0000 7f8277235780 1 > prepared part key=_multipart_R38CSTKHEGGY.2~RRPIFYRJEORR.0 size=1048576 2024-04-15T14:56:38.586 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:38.584+0000 7f8277235780 1 > prepared part key=_multipart_R38CSTKHEGGY.2~RRPIFYRJEORR.1 size=1048576 2024-04-15T14:56:38.587 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:38.586+0000 7f8277235780 1 > prepared part key=_multipart_R38CSTKHEGGY.2~RRPIFYRJEORR.2 size=348627 2024-04-15T14:56:38.587 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:38.586+0000 7f8277235780 1 > prepared multipart upload key=R38CSTKHEGGY upload=RRPIFYRJEORR tag=2BL6E6RJZQIO type=write size=3494355 2024-04-15T14:56:38.589 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:38.588+0000 7f8277235780 1 < completed delete operation key=IM0AQIM316IL tag=7YND1Q4JNSF9 type=del 2024-04-15T14:56:38.592 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:38.591+0000 7f8277235780 1 > prepared operation key=G82D816QHN8B tag=KBT74O21WYSV type=del size=2174538 2024-04-15T14:56:38.594 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:38.593+0000 7f8277235780 1 < completed delete operation key=MFZTYOL605I7 tag=7SVUSDHME10N type=del 2024-04-15T14:56:38.596 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:38.595+0000 7f8277235780 1 > prepared operation key=50Y0EU7H0QWF tag=S2VWVZSIQ3Q8 type=del size=3656704 2024-04-15T14:56:38.599 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:38.598+0000 7f8277235780 1 < completed part key=_multipart_Q0PE50H1CDIB.2~Z2S8W07IUX4Q.0 size=1048576 2024-04-15T14:56:38.601 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:38.600+0000 7f8277235780 1 < completed part key=_multipart_Q0PE50H1CDIB.2~Z2S8W07IUX4Q.1 size=1048576 2024-04-15T14:56:38.602 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:38.602+0000 7f8277235780 1 < completed part key=_multipart_Q0PE50H1CDIB.2~Z2S8W07IUX4Q.2 size=633017 2024-04-15T14:56:38.606 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:38.605+0000 7f8277235780 1 < completed multipart upload key=Q0PE50H1CDIB upload=Z2S8W07IUX4Q tag=Y9E68UQGSS8Z type=write size=3778745 2024-04-15T14:56:38.610 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:38.609+0000 7f8277235780 1 > prepared part key=_multipart_54T20V7YW2K4.2~5I81I1V0706P.0 size=1048576 2024-04-15T14:56:38.612 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:38.611+0000 7f8277235780 1 > prepared part key=_multipart_54T20V7YW2K4.2~5I81I1V0706P.1 size=221657 2024-04-15T14:56:38.612 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:38.611+0000 7f8277235780 1 > prepared multipart upload key=54T20V7YW2K4 upload=5I81I1V0706P tag=FOSR287VI100 type=write size=2318809 2024-04-15T14:56:38.614 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:38.614+0000 7f8277235780 1 < completed part key=_multipart_R38CSTKHEGGY.2~49C9ZSD4I2XH.0 size=1048576 2024-04-15T14:56:38.617 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:38.616+0000 7f8277235780 1 < completed part key=_multipart_R38CSTKHEGGY.2~49C9ZSD4I2XH.1 size=1048576 2024-04-15T14:56:38.617 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:38.616+0000 7f8277235780 1 < canceled part key=_multipart_R38CSTKHEGGY.2~49C9ZSD4I2XH.2 size=747760 2024-04-15T14:56:38.621 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:38.620+0000 7f8277235780 1 < canceled multipart upload key=R38CSTKHEGGY upload=49C9ZSD4I2XH tag=MZHOIWM3ZUTR type=write size=3893488 2024-04-15T14:56:38.623 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:38.622+0000 7f8277235780 1 > prepared operation key=ASEC18UU5NGJ tag=73F9EE40PTM3 type=del size=3405664 2024-04-15T14:56:38.628 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:38.627+0000 7f8277235780 1 < suggested update operation key=P0TQX1TRPSLX tag=M827H6MXJYVV type=write size=942849 2024-04-15T14:56:38.632 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:38.632+0000 7f8277235780 1 > prepared part key=_multipart_JDPAU9KY1OMN.2~P927NSC0L0G7.0 size=1048576 2024-04-15T14:56:38.635 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:38.634+0000 7f8277235780 1 > prepared part key=_multipart_JDPAU9KY1OMN.2~P927NSC0L0G7.1 size=911847 2024-04-15T14:56:38.635 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:38.634+0000 7f8277235780 1 > prepared multipart upload key=JDPAU9KY1OMN upload=P927NSC0L0G7 tag=RB9G0JVKYVQY type=write size=3008999 2024-04-15T14:56:38.637 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:38.636+0000 7f8277235780 1 < completed part key=_multipart_UCHFZKBWU6MN.2~NVQIJYTU1XJ5.0 size=1048576 2024-04-15T14:56:38.639 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:38.638+0000 7f8277235780 1 < completed part key=_multipart_UCHFZKBWU6MN.2~NVQIJYTU1XJ5.1 size=635870 2024-04-15T14:56:38.643 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:38.643+0000 7f8277235780 1 < completed multipart upload key=UCHFZKBWU6MN upload=NVQIJYTU1XJ5 tag=D381JA8FJH24 type=write size=2733022 2024-04-15T14:56:38.646 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:38.645+0000 7f8277235780 1 > prepared operation key=Q0PE50H1CDIB tag=C5GG15IFYHA6 type=del size=2149485 2024-04-15T14:56:38.648 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:38.647+0000 7f8277235780 1 < completed delete operation key=DY5BWB5TVQV1 tag=0S07Z8VKCHLY type=del 2024-04-15T14:56:38.650 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:38.649+0000 7f8277235780 1 > prepared operation key=D9NMXV7JDMXJ tag=F53UTXEFHYQV type=del size=3445835 2024-04-15T14:56:38.653 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:38.652+0000 7f8277235780 1 < completed delete operation key=F402GDJVN3I9 tag=H38TNB3PSV8Z type=del 2024-04-15T14:56:38.657 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:38.656+0000 7f8277235780 1 > prepared part key=_multipart_BSJC05AGXDJ3.2~5AERT6HC19MQ.0 size=1048576 2024-04-15T14:56:38.659 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:38.658+0000 7f8277235780 1 > prepared part key=_multipart_BSJC05AGXDJ3.2~5AERT6HC19MQ.1 size=607842 2024-04-15T14:56:38.660 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:38.658+0000 7f8277235780 1 > prepared multipart upload key=BSJC05AGXDJ3 upload=5AERT6HC19MQ tag=W6MWTDH0DM5K type=write size=2704994 2024-04-15T14:56:38.662 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:38.661+0000 7f8277235780 1 < canceled operation key=RQYB4B0WTR9V tag=BWCVEB2C0EQ9 type=del size=3881527 2024-04-15T14:56:38.666 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:38.665+0000 7f8277235780 1 > prepared part key=_multipart_G82D816QHN8B.2~0YISCDHKVWPG.0 size=1048576 2024-04-15T14:56:38.667 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:38.667+0000 7f8277235780 1 > prepared part key=_multipart_G82D816QHN8B.2~0YISCDHKVWPG.1 size=53392 2024-04-15T14:56:38.667 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:38.667+0000 7f8277235780 1 > prepared multipart upload key=G82D816QHN8B upload=0YISCDHKVWPG tag=NBLNJM7XNLPW type=write size=2150544 2024-04-15T14:56:38.670 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:38.669+0000 7f8277235780 1 < completed delete operation key=Q0PE50H1CDIB tag=82PXG77JJAQB type=del 2024-04-15T14:56:38.673 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:38.673+0000 7f8277235780 1 > prepared part key=_multipart_MFZTYOL605I7.2~0RDDVRQC99BH.0 size=1048576 2024-04-15T14:56:38.676 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:38.674+0000 7f8277235780 1 > prepared part key=_multipart_MFZTYOL605I7.2~0RDDVRQC99BH.1 size=1048576 2024-04-15T14:56:38.677 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:38.676+0000 7f8277235780 1 > prepared part key=_multipart_MFZTYOL605I7.2~0RDDVRQC99BH.2 size=143780 2024-04-15T14:56:38.677 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:38.676+0000 7f8277235780 1 > prepared multipart upload key=MFZTYOL605I7 upload=0RDDVRQC99BH tag=YZAP9PF2GVX3 type=write size=3289508 2024-04-15T14:56:38.679 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:38.678+0000 7f8277235780 1 < completed delete operation key=Q0PE50H1CDIB tag=N4Z39VE4Y05P type=del 2024-04-15T14:56:38.683 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:38.682+0000 7f8277235780 1 > prepared part key=_multipart_CFCUGZ5D6TU8.2~XG9TAYW1HILW.0 size=1048576 2024-04-15T14:56:38.685 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:38.684+0000 7f8277235780 1 > prepared part key=_multipart_CFCUGZ5D6TU8.2~XG9TAYW1HILW.1 size=708278 2024-04-15T14:56:38.685 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:38.684+0000 7f8277235780 1 > prepared multipart upload key=CFCUGZ5D6TU8 upload=XG9TAYW1HILW tag=63KV33YU5KOO type=write size=2805430 2024-04-15T14:56:38.686 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:38.686+0000 7f8277235780 1 < completed part key=_multipart_R38CSTKHEGGY.2~Z67F2RQWXXPS.0 size=1048576 2024-04-15T14:56:38.688 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:38.688+0000 7f8277235780 1 < completed part key=_multipart_R38CSTKHEGGY.2~Z67F2RQWXXPS.1 size=856730 2024-04-15T14:56:38.692 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:38.691+0000 7f8277235780 1 < completed multipart upload key=R38CSTKHEGGY upload=Z67F2RQWXXPS tag=X36EL1XD4OWH type=write size=2953882 2024-04-15T14:56:38.695 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:38.695+0000 7f8277235780 1 > prepared part key=_multipart_MIRREM7KIO9I.2~PU53AJAM39NW.0 size=1048576 2024-04-15T14:56:38.697 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:38.696+0000 7f8277235780 1 > prepared part key=_multipart_MIRREM7KIO9I.2~PU53AJAM39NW.1 size=1048576 2024-04-15T14:56:38.699 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:38.698+0000 7f8277235780 1 > prepared part key=_multipart_MIRREM7KIO9I.2~PU53AJAM39NW.2 size=951495 2024-04-15T14:56:38.699 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:38.698+0000 7f8277235780 1 > prepared multipart upload key=MIRREM7KIO9I upload=PU53AJAM39NW tag=65BO0Y61E9O1 type=write size=4097223 2024-04-15T14:56:38.701 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:38.700+0000 7f8277235780 1 < completed part key=_multipart_RQYB4B0WTR9V.2~2KZ1NCQ0UQUD.0 size=1048576 2024-04-15T14:56:38.703 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:38.702+0000 7f8277235780 1 < completed part key=_multipart_RQYB4B0WTR9V.2~2KZ1NCQ0UQUD.1 size=1048576 2024-04-15T14:56:38.705 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:38.704+0000 7f8277235780 1 < completed part key=_multipart_RQYB4B0WTR9V.2~2KZ1NCQ0UQUD.2 size=874714 2024-04-15T14:56:38.709 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:38.708+0000 7f8277235780 1 < completed multipart upload key=RQYB4B0WTR9V upload=2KZ1NCQ0UQUD tag=CI8GDMXC4Y3K type=write size=4020442 2024-04-15T14:56:38.711 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:38.710+0000 7f8277235780 1 > prepared operation key=Q0PE50H1CDIB tag=V7UU043N48QG type=del size=2959810 2024-04-15T14:56:38.714 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:38.713+0000 7f8277235780 1 < canceled operation key=OQ3O0PKNZJ9S tag=TCWXDCE6DI2M type=write size=285118 2024-04-15T14:56:38.716 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:38.715+0000 7f8277235780 1 > prepared operation key=JDPAU9KY1OMN tag=EZZOQ4IEKRN9 type=del size=3402637 2024-04-15T14:56:38.718 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:38.717+0000 7f8277235780 1 < canceled operation key=OQ3O0PKNZJ9S tag=OMHVV50692WB type=del size=1492210 2024-04-15T14:56:38.720 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:38.719+0000 7f8277235780 1 > prepared operation key=33SEOBW9RRJN tag=KMXIK9Z3ICEY type=del size=2306689 2024-04-15T14:56:38.720 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:38.719+0000 7f8277235780 1 < canceled part key=_multipart_R38CSTKHEGGY.2~RRPIFYRJEORR.0 size=1048576 2024-04-15T14:56:38.722 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:38.721+0000 7f8277235780 1 < completed part key=_multipart_R38CSTKHEGGY.2~RRPIFYRJEORR.1 size=1048576 2024-04-15T14:56:38.723 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:38.723+0000 7f8277235780 1 < completed part key=_multipart_R38CSTKHEGGY.2~RRPIFYRJEORR.2 size=348627 2024-04-15T14:56:38.727 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:38.726+0000 7f8277235780 1 < canceled multipart upload key=R38CSTKHEGGY upload=RRPIFYRJEORR tag=2BL6E6RJZQIO type=write size=3494355 2024-04-15T14:56:38.729 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:38.728+0000 7f8277235780 1 > prepared operation key=JDPAU9KY1OMN tag=ZTW66CAXFMJ1 type=write size=546446 2024-04-15T14:56:38.731 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:38.730+0000 7f8277235780 1 < completed delete operation key=G82D816QHN8B tag=KBT74O21WYSV type=del 2024-04-15T14:56:38.735 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:38.734+0000 7f8277235780 1 > prepared part key=_multipart_BSJC05AGXDJ3.2~9ANUK0G54KVP.0 size=1048576 2024-04-15T14:56:38.737 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:38.736+0000 7f8277235780 1 > prepared part key=_multipart_BSJC05AGXDJ3.2~9ANUK0G54KVP.1 size=953983 2024-04-15T14:56:38.737 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:38.736+0000 7f8277235780 1 > prepared multipart upload key=BSJC05AGXDJ3 upload=9ANUK0G54KVP tag=K8MR96N0BB56 type=write size=3051135 2024-04-15T14:56:38.739 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:38.738+0000 7f8277235780 1 < completed delete operation key=50Y0EU7H0QWF tag=S2VWVZSIQ3Q8 type=del 2024-04-15T14:56:38.741 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:38.741+0000 7f8277235780 1 > prepared operation key=YTVARSCACASJ tag=URVQW1YI2NI7 type=del size=83801 2024-04-15T14:56:38.744 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:38.743+0000 7f8277235780 1 < completed part key=_multipart_54T20V7YW2K4.2~5I81I1V0706P.0 size=1048576 2024-04-15T14:56:38.745 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:38.745+0000 7f8277235780 1 < completed part key=_multipart_54T20V7YW2K4.2~5I81I1V0706P.1 size=221657 2024-04-15T14:56:38.749 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:38.749+0000 7f8277235780 1 < completed multipart upload key=54T20V7YW2K4 upload=5I81I1V0706P tag=FOSR287VI100 type=write size=2318809 2024-04-15T14:56:38.754 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:38.753+0000 7f8277235780 1 > prepared part key=_multipart_CFCUGZ5D6TU8.2~JKUPI2C9MVX9.0 size=1048576 2024-04-15T14:56:38.755 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:38.755+0000 7f8277235780 1 > prepared part key=_multipart_CFCUGZ5D6TU8.2~JKUPI2C9MVX9.1 size=436126 2024-04-15T14:56:38.755 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:38.755+0000 7f8277235780 1 > prepared multipart upload key=CFCUGZ5D6TU8 upload=JKUPI2C9MVX9 tag=K6DUUCQS1GFE type=write size=2533278 2024-04-15T14:56:38.759 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:38.758+0000 7f8277235780 1 < suggested remove operation key=ASEC18UU5NGJ tag=73F9EE40PTM3 type=del 2024-04-15T14:56:38.763 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:38.762+0000 7f8277235780 1 > prepared part key=_multipart_8X2ELHS3HRGS.2~KQ8DPWXIP0KG.0 size=1048576 2024-04-15T14:56:38.765 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:38.764+0000 7f8277235780 1 > prepared part key=_multipart_8X2ELHS3HRGS.2~KQ8DPWXIP0KG.1 size=1048576 2024-04-15T14:56:38.766 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:38.766+0000 7f8277235780 1 > prepared part key=_multipart_8X2ELHS3HRGS.2~KQ8DPWXIP0KG.2 size=593007 2024-04-15T14:56:38.766 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:38.766+0000 7f8277235780 1 > prepared multipart upload key=8X2ELHS3HRGS upload=KQ8DPWXIP0KG tag=12YKNPPI6V0W type=write size=3738735 2024-04-15T14:56:38.769 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:38.768+0000 7f8277235780 1 < completed part key=_multipart_JDPAU9KY1OMN.2~P927NSC0L0G7.0 size=1048576 2024-04-15T14:56:38.771 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:38.770+0000 7f8277235780 1 < completed part key=_multipart_JDPAU9KY1OMN.2~P927NSC0L0G7.1 size=911847 2024-04-15T14:56:38.776 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:38.775+0000 7f8277235780 1 < completed multipart upload key=JDPAU9KY1OMN upload=P927NSC0L0G7 tag=RB9G0JVKYVQY type=write size=3008999 2024-04-15T14:56:38.778 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:38.777+0000 7f8277235780 1 > prepared operation key=JDPAU9KY1OMN tag=5YDAA5X714XO type=del size=312332 2024-04-15T14:56:38.782 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:38.781+0000 7f8277235780 1 < suggested update operation key=Q0PE50H1CDIB tag=C5GG15IFYHA6 type=del size=2149485 2024-04-15T14:56:38.784 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:38.783+0000 7f8277235780 1 > prepared operation key=DY5BWB5TVQV1 tag=BRGMZW6M9Y6C type=del size=1802627 2024-04-15T14:56:38.789 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:38.787+0000 7f8277235780 1 < suggested update operation key=D9NMXV7JDMXJ tag=F53UTXEFHYQV type=del size=3445835 2024-04-15T14:56:38.791 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:38.790+0000 7f8277235780 1 > prepared operation key=7XVTB4OPZZOY tag=RFNZEB2G3QDE type=del size=101335 2024-04-15T14:56:38.793 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:38.792+0000 7f8277235780 1 < completed part key=_multipart_BSJC05AGXDJ3.2~5AERT6HC19MQ.0 size=1048576 2024-04-15T14:56:38.795 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:38.794+0000 7f8277235780 1 < completed part key=_multipart_BSJC05AGXDJ3.2~5AERT6HC19MQ.1 size=607842 2024-04-15T14:56:38.799 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:38.798+0000 7f8277235780 1 < completed multipart upload key=BSJC05AGXDJ3 upload=5AERT6HC19MQ tag=W6MWTDH0DM5K type=write size=2704994 2024-04-15T14:56:38.801 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:38.800+0000 7f8277235780 1 > prepared operation key=OQ3O0PKNZJ9S tag=YNGWV8B2L6LM type=write size=41831 2024-04-15T14:56:38.803 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:38.803+0000 7f8277235780 1 < completed part key=_multipart_G82D816QHN8B.2~0YISCDHKVWPG.0 size=1048576 2024-04-15T14:56:38.805 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:38.804+0000 7f8277235780 1 < completed part key=_multipart_G82D816QHN8B.2~0YISCDHKVWPG.1 size=53392 2024-04-15T14:56:38.809 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:38.808+0000 7f8277235780 1 < completed multipart upload key=G82D816QHN8B upload=0YISCDHKVWPG tag=NBLNJM7XNLPW type=write size=2150544 2024-04-15T14:56:38.811 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:38.810+0000 7f8277235780 1 > prepared operation key=IVOFLSPJ0099 tag=02OQ4SKWR8UA type=del size=2706176 2024-04-15T14:56:38.813 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:38.813+0000 7f8277235780 1 < completed part key=_multipart_MFZTYOL605I7.2~0RDDVRQC99BH.0 size=1048576 2024-04-15T14:56:38.816 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:38.815+0000 7f8277235780 1 < completed part key=_multipart_MFZTYOL605I7.2~0RDDVRQC99BH.1 size=1048576 2024-04-15T14:56:38.816 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:38.815+0000 7f8277235780 1 < canceled part key=_multipart_MFZTYOL605I7.2~0RDDVRQC99BH.2 size=143780 2024-04-15T14:56:38.819 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:38.818+0000 7f8277235780 1 < canceled multipart upload key=MFZTYOL605I7 upload=0RDDVRQC99BH tag=YZAP9PF2GVX3 type=write size=3289508 2024-04-15T14:56:38.821 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:38.821+0000 7f8277235780 1 > prepared operation key=IM0AQIM316IL tag=1JV4B2YDVU3X type=del size=4185869 2024-04-15T14:56:38.823 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:38.823+0000 7f8277235780 1 < completed part key=_multipart_CFCUGZ5D6TU8.2~XG9TAYW1HILW.0 size=1048576 2024-04-15T14:56:38.825 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:38.824+0000 7f8277235780 1 < completed part key=_multipart_CFCUGZ5D6TU8.2~XG9TAYW1HILW.1 size=708278 2024-04-15T14:56:38.829 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:38.828+0000 7f8277235780 1 < completed multipart upload key=CFCUGZ5D6TU8 upload=XG9TAYW1HILW tag=63KV33YU5KOO type=write size=2805430 2024-04-15T14:56:38.833 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:38.832+0000 7f8277235780 1 > prepared part key=_multipart_CFCUGZ5D6TU8.2~V5BGDH2Y7VRO.0 size=1048576 2024-04-15T14:56:38.834 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:38.833+0000 7f8277235780 1 > prepared part key=_multipart_CFCUGZ5D6TU8.2~V5BGDH2Y7VRO.1 size=224332 2024-04-15T14:56:38.834 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:38.833+0000 7f8277235780 1 > prepared multipart upload key=CFCUGZ5D6TU8 upload=V5BGDH2Y7VRO tag=8EGYIWJ00ONO type=write size=2321484 2024-04-15T14:56:38.837 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:38.836+0000 7f8277235780 1 < completed part key=_multipart_MIRREM7KIO9I.2~PU53AJAM39NW.0 size=1048576 2024-04-15T14:56:38.839 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:38.838+0000 7f8277235780 1 < completed part key=_multipart_MIRREM7KIO9I.2~PU53AJAM39NW.1 size=1048576 2024-04-15T14:56:38.840 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:38.839+0000 7f8277235780 1 < completed part key=_multipart_MIRREM7KIO9I.2~PU53AJAM39NW.2 size=951495 2024-04-15T14:56:38.845 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:38.844+0000 7f8277235780 1 < completed multipart upload key=MIRREM7KIO9I upload=PU53AJAM39NW tag=65BO0Y61E9O1 type=write size=4097223 2024-04-15T14:56:38.847 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:38.846+0000 7f8277235780 1 > prepared operation key=IVOFLSPJ0099 tag=SU3EULFTN7GM type=write size=457198 2024-04-15T14:56:38.850 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:38.849+0000 7f8277235780 -1 < failed to complete operation key=Q0PE50H1CDIB tag=V7UU043N48QG type=del size=2959810: (22) Invalid argument 2024-04-15T14:56:38.852 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:38.851+0000 7f8277235780 1 > prepared operation key=BSJC05AGXDJ3 tag=IL18N4CTJ1MI type=del size=2585033 2024-04-15T14:56:38.856 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:38.855+0000 7f8277235780 1 < suggested remove operation key=JDPAU9KY1OMN tag=EZZOQ4IEKRN9 type=del 2024-04-15T14:56:38.858 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:38.857+0000 7f8277235780 1 > prepared operation key=MFZTYOL605I7 tag=PBCYLBAQ64FR type=write size=646818 2024-04-15T14:56:38.861 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:38.859+0000 7f8277235780 1 < completed delete operation key=33SEOBW9RRJN tag=KMXIK9Z3ICEY type=del 2024-04-15T14:56:38.864 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:38.863+0000 7f8277235780 1 > prepared part key=_multipart_YTVARSCACASJ.2~EF54H6CCE1RK.0 size=1048576 2024-04-15T14:56:38.866 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:38.865+0000 7f8277235780 1 > prepared part key=_multipart_YTVARSCACASJ.2~EF54H6CCE1RK.1 size=1048576 2024-04-15T14:56:38.868 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:38.867+0000 7f8277235780 1 > prepared part key=_multipart_YTVARSCACASJ.2~EF54H6CCE1RK.2 size=357691 2024-04-15T14:56:38.868 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:38.867+0000 7f8277235780 1 > prepared multipart upload key=YTVARSCACASJ upload=EF54H6CCE1RK tag=ZMRHMX0V5A0N type=write size=3503419 2024-04-15T14:56:38.868 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:38.868+0000 7f8277235780 -1 < no bi entry to suggest for operation key=JDPAU9KY1OMN tag=ZTW66CAXFMJ1 type=write size=546446: (2) No such file or directory 2024-04-15T14:56:38.871 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:38.870+0000 7f8277235780 1 > prepared operation key=0XYNF2N97Y1C tag=2G6HHUPAHM3P type=del size=3270874 2024-04-15T14:56:38.873 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:38.872+0000 7f8277235780 1 < completed part key=_multipart_BSJC05AGXDJ3.2~9ANUK0G54KVP.0 size=1048576 2024-04-15T14:56:38.875 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:38.874+0000 7f8277235780 1 < completed part key=_multipart_BSJC05AGXDJ3.2~9ANUK0G54KVP.1 size=953983 2024-04-15T14:56:38.878 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:38.877+0000 7f8277235780 1 < completed multipart upload key=BSJC05AGXDJ3 upload=9ANUK0G54KVP tag=K8MR96N0BB56 type=write size=3051135 2024-04-15T14:56:38.880 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:38.880+0000 7f8277235780 1 > prepared operation key=ZMDZCWJKCFRI tag=SIDPA653FIDX type=del size=1828731 2024-04-15T14:56:38.883 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:38.882+0000 7f8277235780 1 < completed delete operation key=YTVARSCACASJ tag=URVQW1YI2NI7 type=del 2024-04-15T14:56:38.885 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:38.885+0000 7f8277235780 1 > prepared operation key=IVOFLSPJ0099 tag=9JB3VACADMM3 type=write size=274892 2024-04-15T14:56:38.888 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:38.887+0000 7f8277235780 1 < completed part key=_multipart_CFCUGZ5D6TU8.2~JKUPI2C9MVX9.0 size=1048576 2024-04-15T14:56:38.889 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:38.889+0000 7f8277235780 1 < completed part key=_multipart_CFCUGZ5D6TU8.2~JKUPI2C9MVX9.1 size=436126 2024-04-15T14:56:38.893 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:38.892+0000 7f8277235780 1 < completed multipart upload key=CFCUGZ5D6TU8 upload=JKUPI2C9MVX9 tag=K6DUUCQS1GFE type=write size=2533278 2024-04-15T14:56:38.895 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:38.894+0000 7f8277235780 1 > prepared operation key=IM0AQIM316IL tag=PK7QPCQQ3LF2 type=del size=165515 2024-04-15T14:56:38.897 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:38.896+0000 7f8277235780 1 < completed part key=_multipart_8X2ELHS3HRGS.2~KQ8DPWXIP0KG.0 size=1048576 2024-04-15T14:56:38.899 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:38.898+0000 7f8277235780 1 < completed part key=_multipart_8X2ELHS3HRGS.2~KQ8DPWXIP0KG.1 size=1048576 2024-04-15T14:56:38.901 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:38.900+0000 7f8277235780 1 < completed part key=_multipart_8X2ELHS3HRGS.2~KQ8DPWXIP0KG.2 size=593007 2024-04-15T14:56:38.905 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:38.904+0000 7f8277235780 1 < completed multipart upload key=8X2ELHS3HRGS upload=KQ8DPWXIP0KG tag=12YKNPPI6V0W type=write size=3738735 2024-04-15T14:56:38.907 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:38.906+0000 7f8277235780 1 > prepared operation key=F402GDJVN3I9 tag=VS1TOXTSG1WC type=del size=3959931 2024-04-15T14:56:38.910 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:38.909+0000 7f8277235780 -1 < failed to complete operation key=JDPAU9KY1OMN tag=5YDAA5X714XO type=del size=312332: (22) Invalid argument 2024-04-15T14:56:38.914 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:38.913+0000 7f8277235780 1 > prepared part key=_multipart_UCHFZKBWU6MN.2~O5XA0FODITF3.0 size=572760 2024-04-15T14:56:38.914 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:38.913+0000 7f8277235780 1 > prepared multipart upload key=UCHFZKBWU6MN upload=O5XA0FODITF3 tag=LBEGIRMHV6IU type=write size=1621336 2024-04-15T14:56:38.918 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:38.917+0000 7f8277235780 1 < suggested update operation key=DY5BWB5TVQV1 tag=BRGMZW6M9Y6C type=del size=1802627 2024-04-15T14:56:38.920 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:38.919+0000 7f8277235780 1 > prepared operation key=YTVARSCACASJ tag=M172KKFDF7OI type=del size=2646414 2024-04-15T14:56:38.922 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:38.921+0000 7f8277235780 1 < completed delete operation key=7XVTB4OPZZOY tag=RFNZEB2G3QDE type=del 2024-04-15T14:56:38.924 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:38.923+0000 7f8277235780 1 > prepared operation key=RQYB4B0WTR9V tag=8V2KXRCJ25BP type=write size=482685 2024-04-15T14:56:38.926 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:38.925+0000 7f8277235780 1 < completed write operation key=OQ3O0PKNZJ9S tag=YNGWV8B2L6LM type=write size=41831 2024-04-15T14:56:38.928 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:38.928+0000 7f8277235780 1 > prepared operation key=ZMDZCWJKCFRI tag=T2QHTSZKRZGL type=write size=157148 2024-04-15T14:56:38.931 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:38.930+0000 7f8277235780 1 < completed delete operation key=IVOFLSPJ0099 tag=02OQ4SKWR8UA type=del 2024-04-15T14:56:38.933 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:38.932+0000 7f8277235780 1 > prepared operation key=ASEC18UU5NGJ tag=EUK1K13KKXYU type=del size=3697846 2024-04-15T14:56:38.935 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:38.934+0000 7f8277235780 1 < completed delete operation key=IM0AQIM316IL tag=1JV4B2YDVU3X type=del 2024-04-15T14:56:38.938 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:38.938+0000 7f8277235780 1 > prepared part key=_multipart_CFCUGZ5D6TU8.2~G7Y78X0BQRW7.0 size=1048576 2024-04-15T14:56:38.940 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:38.939+0000 7f8277235780 1 > prepared part key=_multipart_CFCUGZ5D6TU8.2~G7Y78X0BQRW7.1 size=1048576 2024-04-15T14:56:38.942 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:38.941+0000 7f8277235780 1 > prepared part key=_multipart_CFCUGZ5D6TU8.2~G7Y78X0BQRW7.2 size=113217 2024-04-15T14:56:38.942 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:38.941+0000 7f8277235780 1 > prepared multipart upload key=CFCUGZ5D6TU8 upload=G7Y78X0BQRW7 tag=M1EN1S2M2A2T type=write size=3258945 2024-04-15T14:56:38.944 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:38.943+0000 7f8277235780 1 < completed part key=_multipart_CFCUGZ5D6TU8.2~V5BGDH2Y7VRO.0 size=1048576 2024-04-15T14:56:38.944 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:38.943+0000 7f8277235780 1 < canceled part key=_multipart_CFCUGZ5D6TU8.2~V5BGDH2Y7VRO.1 size=224332 2024-04-15T14:56:38.948 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:38.947+0000 7f8277235780 1 < canceled multipart upload key=CFCUGZ5D6TU8 upload=V5BGDH2Y7VRO tag=8EGYIWJ00ONO type=write size=2321484 2024-04-15T14:56:38.950 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:38.949+0000 7f8277235780 1 > prepared operation key=CFCUGZ5D6TU8 tag=08RLAMZ8551B type=del size=3750119 2024-04-15T14:56:38.952 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:38.951+0000 7f8277235780 1 < completed write operation key=IVOFLSPJ0099 tag=SU3EULFTN7GM type=write size=457198 2024-04-15T14:56:38.954 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:38.953+0000 7f8277235780 1 > prepared operation key=7XVTB4OPZZOY tag=4KWHI6S1W4SI type=del size=1738178 2024-04-15T14:56:38.956 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:38.955+0000 7f8277235780 1 < completed delete operation key=BSJC05AGXDJ3 tag=IL18N4CTJ1MI type=del 2024-04-15T14:56:38.958 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:38.957+0000 7f8277235780 1 > prepared operation key=DY5BWB5TVQV1 tag=IBZ80IKBKCFB type=del size=1086299 2024-04-15T14:56:38.961 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:38.960+0000 7f8277235780 1 < completed write operation key=MFZTYOL605I7 tag=PBCYLBAQ64FR type=write size=646818 2024-04-15T14:56:38.963 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:38.962+0000 7f8277235780 1 > prepared operation key=JDPAU9KY1OMN tag=GKK0R1JU5FFU type=del size=2715655 2024-04-15T14:56:38.965 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:38.964+0000 7f8277235780 1 < completed part key=_multipart_YTVARSCACASJ.2~EF54H6CCE1RK.0 size=1048576 2024-04-15T14:56:38.967 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:38.966+0000 7f8277235780 1 < completed part key=_multipart_YTVARSCACASJ.2~EF54H6CCE1RK.1 size=1048576 2024-04-15T14:56:38.967 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:38.966+0000 7f8277235780 1 < canceled part key=_multipart_YTVARSCACASJ.2~EF54H6CCE1RK.2 size=357691 2024-04-15T14:56:38.970 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:38.969+0000 7f8277235780 1 < canceled multipart upload key=YTVARSCACASJ upload=EF54H6CCE1RK tag=ZMRHMX0V5A0N type=write size=3503419 2024-04-15T14:56:38.974 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:38.973+0000 7f8277235780 1 > prepared part key=_multipart_JY107VG7DVI1.2~JZ1XS2C8TGPL.0 size=1048576 2024-04-15T14:56:38.976 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:38.975+0000 7f8277235780 1 > prepared part key=_multipart_JY107VG7DVI1.2~JZ1XS2C8TGPL.1 size=1048576 2024-04-15T14:56:38.978 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:38.977+0000 7f8277235780 1 > prepared part key=_multipart_JY107VG7DVI1.2~JZ1XS2C8TGPL.2 size=437301 2024-04-15T14:56:38.978 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:38.977+0000 7f8277235780 1 > prepared multipart upload key=JY107VG7DVI1 upload=JZ1XS2C8TGPL tag=2Q7LHKWHCXTS type=write size=3583029 2024-04-15T14:56:38.980 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:38.979+0000 7f8277235780 1 < completed delete operation key=0XYNF2N97Y1C tag=2G6HHUPAHM3P type=del 2024-04-15T14:56:38.984 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:38.983+0000 7f8277235780 1 > prepared part key=_multipart_CFCUGZ5D6TU8.2~UBRULCT02HXM.0 size=1048576 2024-04-15T14:56:38.986 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:38.985+0000 7f8277235780 1 > prepared part key=_multipart_CFCUGZ5D6TU8.2~UBRULCT02HXM.1 size=1048576 2024-04-15T14:56:38.987 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:38.987+0000 7f8277235780 1 > prepared part key=_multipart_CFCUGZ5D6TU8.2~UBRULCT02HXM.2 size=471438 2024-04-15T14:56:38.987 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:38.987+0000 7f8277235780 1 > prepared multipart upload key=CFCUGZ5D6TU8 upload=UBRULCT02HXM tag=6FM8LRFFBSHX type=write size=3617166 2024-04-15T14:56:38.989 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:38.989+0000 7f8277235780 1 < canceled operation key=ZMDZCWJKCFRI tag=SIDPA653FIDX type=del size=1828731 2024-04-15T14:56:38.993 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:38.993+0000 7f8277235780 1 > prepared part key=_multipart_G82D816QHN8B.2~A8UN7SG7K9VC.0 size=1048576 2024-04-15T14:56:38.995 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:38.994+0000 7f8277235780 1 > prepared part key=_multipart_G82D816QHN8B.2~A8UN7SG7K9VC.1 size=1048576 2024-04-15T14:56:38.997 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:38.996+0000 7f8277235780 1 > prepared part key=_multipart_G82D816QHN8B.2~A8UN7SG7K9VC.2 size=1003317 2024-04-15T14:56:38.997 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:38.996+0000 7f8277235780 1 > prepared multipart upload key=G82D816QHN8B upload=A8UN7SG7K9VC tag=VF151588H5YQ type=write size=4149045 2024-04-15T14:56:39.002 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:39.001+0000 7f8277235780 1 < suggested update operation key=IVOFLSPJ0099 tag=9JB3VACADMM3 type=write size=274892 2024-04-15T14:56:39.003 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:39.003+0000 7f8277235780 1 > prepared operation key=CBSCS8P8QL0Q tag=0TF2XMFR8YTU type=del size=659292 2024-04-15T14:56:39.006 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:39.005+0000 7f8277235780 1 < completed delete operation key=IM0AQIM316IL tag=PK7QPCQQ3LF2 type=del 2024-04-15T14:56:39.009 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:39.009+0000 7f8277235780 1 > prepared part key=_multipart_D9NMXV7JDMXJ.2~OE1G8MLJSY8Q.0 size=1048576 2024-04-15T14:56:39.011 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:39.010+0000 7f8277235780 1 > prepared part key=_multipart_D9NMXV7JDMXJ.2~OE1G8MLJSY8Q.1 size=1048576 2024-04-15T14:56:39.013 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:39.012+0000 7f8277235780 1 > prepared part key=_multipart_D9NMXV7JDMXJ.2~OE1G8MLJSY8Q.2 size=370753 2024-04-15T14:56:39.013 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:39.012+0000 7f8277235780 1 > prepared multipart upload key=D9NMXV7JDMXJ upload=OE1G8MLJSY8Q tag=78P2Y9J052C7 type=write size=3516481 2024-04-15T14:56:39.015 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:39.014+0000 7f8277235780 1 < completed delete operation key=F402GDJVN3I9 tag=VS1TOXTSG1WC type=del 2024-04-15T14:56:39.017 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:39.016+0000 7f8277235780 1 > prepared operation key=P0TQX1TRPSLX tag=FEP9E4Q2DLLZ type=del size=2910998 2024-04-15T14:56:39.020 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:39.019+0000 7f8277235780 1 < completed part key=_multipart_UCHFZKBWU6MN.2~O5XA0FODITF3.0 size=572760 2024-04-15T14:56:39.023 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:39.023+0000 7f8277235780 1 < completed multipart upload key=UCHFZKBWU6MN upload=O5XA0FODITF3 tag=LBEGIRMHV6IU type=write size=1621336 2024-04-15T14:56:39.026 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:39.025+0000 7f8277235780 1 > prepared operation key=NII4HKLD4YSI tag=XOQLOW6CLERZ type=del size=1976272 2024-04-15T14:56:39.028 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:39.027+0000 7f8277235780 1 < completed delete operation key=YTVARSCACASJ tag=M172KKFDF7OI type=del 2024-04-15T14:56:39.030 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:39.029+0000 7f8277235780 1 > prepared operation key=YTVARSCACASJ tag=EOJ7OM18853B type=write size=463307 2024-04-15T14:56:39.032 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:39.031+0000 7f8277235780 1 < completed write operation key=RQYB4B0WTR9V tag=8V2KXRCJ25BP type=write size=482685 2024-04-15T14:56:39.034 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:39.033+0000 7f8277235780 1 > prepared operation key=IVOFLSPJ0099 tag=KHF3R9T0T87V type=del size=2029424 2024-04-15T14:56:39.038 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:39.037+0000 7f8277235780 1 < suggested remove operation key=ZMDZCWJKCFRI tag=T2QHTSZKRZGL type=write 2024-04-15T14:56:39.042 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:39.041+0000 7f8277235780 1 > prepared part key=_multipart_0XYNF2N97Y1C.2~T17255BUVFJY.0 size=1048576 2024-04-15T14:56:39.044 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:39.043+0000 7f8277235780 1 > prepared part key=_multipart_0XYNF2N97Y1C.2~T17255BUVFJY.1 size=574526 2024-04-15T14:56:39.044 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:39.043+0000 7f8277235780 1 > prepared multipart upload key=0XYNF2N97Y1C upload=T17255BUVFJY tag=QL54LNXV6E2J type=write size=2671678 2024-04-15T14:56:39.046 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:39.046+0000 7f8277235780 1 < completed delete operation key=ASEC18UU5NGJ tag=EUK1K13KKXYU type=del 2024-04-15T14:56:39.050 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:39.049+0000 7f8277235780 1 > prepared part key=_multipart_MIRREM7KIO9I.2~1AXF807IXD30.0 size=1048576 2024-04-15T14:56:39.052 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:39.051+0000 7f8277235780 1 > prepared part key=_multipart_MIRREM7KIO9I.2~1AXF807IXD30.1 size=1048576 2024-04-15T14:56:39.054 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:39.053+0000 7f8277235780 1 > prepared part key=_multipart_MIRREM7KIO9I.2~1AXF807IXD30.2 size=527590 2024-04-15T14:56:39.054 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:39.053+0000 7f8277235780 1 > prepared multipart upload key=MIRREM7KIO9I upload=1AXF807IXD30 tag=8HE1EIHK02KS type=write size=3673318 2024-04-15T14:56:39.056 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:39.055+0000 7f8277235780 1 < completed part key=_multipart_CFCUGZ5D6TU8.2~G7Y78X0BQRW7.0 size=1048576 2024-04-15T14:56:39.058 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:39.057+0000 7f8277235780 1 < completed part key=_multipart_CFCUGZ5D6TU8.2~G7Y78X0BQRW7.1 size=1048576 2024-04-15T14:56:39.060 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:39.060+0000 7f8277235780 1 < completed part key=_multipart_CFCUGZ5D6TU8.2~G7Y78X0BQRW7.2 size=113217 2024-04-15T14:56:39.064 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:39.064+0000 7f8277235780 1 < completed multipart upload key=CFCUGZ5D6TU8 upload=G7Y78X0BQRW7 tag=M1EN1S2M2A2T type=write size=3258945 2024-04-15T14:56:39.066 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:39.066+0000 7f8277235780 1 > prepared operation key=IVOFLSPJ0099 tag=Z21EJFRB7RHD type=del size=2253569 2024-04-15T14:56:39.069 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:39.068+0000 7f8277235780 1 < completed delete operation key=CFCUGZ5D6TU8 tag=08RLAMZ8551B type=del 2024-04-15T14:56:39.070 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:39.070+0000 7f8277235780 1 > prepared operation key=OQ3O0PKNZJ9S tag=G876KKR9ZMB8 type=del size=1718411 2024-04-15T14:56:39.073 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:39.072+0000 7f8277235780 1 < completed delete operation key=7XVTB4OPZZOY tag=4KWHI6S1W4SI type=del 2024-04-15T14:56:39.077 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:39.076+0000 7f8277235780 1 > prepared part key=_multipart_ZMDZCWJKCFRI.2~EHIRMLY6GON6.0 size=1048576 2024-04-15T14:56:39.078 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:39.077+0000 7f8277235780 1 > prepared part key=_multipart_ZMDZCWJKCFRI.2~EHIRMLY6GON6.1 size=1048576 2024-04-15T14:56:39.080 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:39.079+0000 7f8277235780 1 > prepared part key=_multipart_ZMDZCWJKCFRI.2~EHIRMLY6GON6.2 size=758359 2024-04-15T14:56:39.080 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:39.079+0000 7f8277235780 1 > prepared multipart upload key=ZMDZCWJKCFRI upload=EHIRMLY6GON6 tag=X42GMYRY79KG type=write size=3904087 2024-04-15T14:56:39.082 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:39.081+0000 7f8277235780 1 < completed delete operation key=DY5BWB5TVQV1 tag=IBZ80IKBKCFB type=del 2024-04-15T14:56:39.084 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:39.084+0000 7f8277235780 1 > prepared operation key=JY107VG7DVI1 tag=0SRN0U054IR9 type=del size=1716759 2024-04-15T14:56:39.087 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:39.086+0000 7f8277235780 1 < completed delete operation key=JDPAU9KY1OMN tag=GKK0R1JU5FFU type=del 2024-04-15T14:56:39.091 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:39.090+0000 7f8277235780 1 > prepared part key=_multipart_7XVTB4OPZZOY.2~EZ8PJ8CTSL0A.0 size=1048576 2024-04-15T14:56:39.093 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:39.092+0000 7f8277235780 1 > prepared part key=_multipart_7XVTB4OPZZOY.2~EZ8PJ8CTSL0A.1 size=651096 2024-04-15T14:56:39.093 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:39.092+0000 7f8277235780 1 > prepared multipart upload key=7XVTB4OPZZOY upload=EZ8PJ8CTSL0A tag=QODX7QD7UX4X type=write size=2748248 2024-04-15T14:56:39.095 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:39.095+0000 7f8277235780 1 < completed part key=_multipart_JY107VG7DVI1.2~JZ1XS2C8TGPL.0 size=1048576 2024-04-15T14:56:39.097 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:39.097+0000 7f8277235780 1 < completed part key=_multipart_JY107VG7DVI1.2~JZ1XS2C8TGPL.1 size=1048576 2024-04-15T14:56:39.100 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:39.099+0000 7f8277235780 1 < completed part key=_multipart_JY107VG7DVI1.2~JZ1XS2C8TGPL.2 size=437301 2024-04-15T14:56:39.103 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:39.103+0000 7f8277235780 1 < completed multipart upload key=JY107VG7DVI1 upload=JZ1XS2C8TGPL tag=2Q7LHKWHCXTS type=write size=3583029 2024-04-15T14:56:39.105 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:39.105+0000 7f8277235780 1 > prepared operation key=YTVARSCACASJ tag=9W008PIM1N7Y type=del size=530152 2024-04-15T14:56:39.108 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:39.107+0000 7f8277235780 1 < completed part key=_multipart_CFCUGZ5D6TU8.2~UBRULCT02HXM.0 size=1048576 2024-04-15T14:56:39.109 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:39.109+0000 7f8277235780 1 < completed part key=_multipart_CFCUGZ5D6TU8.2~UBRULCT02HXM.1 size=1048576 2024-04-15T14:56:39.112 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:39.111+0000 7f8277235780 1 < completed part key=_multipart_CFCUGZ5D6TU8.2~UBRULCT02HXM.2 size=471438 2024-04-15T14:56:39.116 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:39.115+0000 7f8277235780 1 < completed multipart upload key=CFCUGZ5D6TU8 upload=UBRULCT02HXM tag=6FM8LRFFBSHX type=write size=3617166 2024-04-15T14:56:39.118 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:39.117+0000 7f8277235780 1 > prepared operation key=YTVARSCACASJ tag=H1GAIO4EP551 type=del size=2333741 2024-04-15T14:56:39.120 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:39.119+0000 7f8277235780 1 < completed part key=_multipart_G82D816QHN8B.2~A8UN7SG7K9VC.0 size=1048576 2024-04-15T14:56:39.122 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:39.121+0000 7f8277235780 1 < completed part key=_multipart_G82D816QHN8B.2~A8UN7SG7K9VC.1 size=1048576 2024-04-15T14:56:39.123 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:39.122+0000 7f8277235780 1 < completed part key=_multipart_G82D816QHN8B.2~A8UN7SG7K9VC.2 size=1003317 2024-04-15T14:56:39.127 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:39.126+0000 7f8277235780 1 < completed multipart upload key=G82D816QHN8B upload=A8UN7SG7K9VC tag=VF151588H5YQ type=write size=4149045 2024-04-15T14:56:39.129 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:39.128+0000 7f8277235780 1 > prepared operation key=UCHFZKBWU6MN tag=Q1BCWPM1CP9U type=write size=327586 2024-04-15T14:56:39.133 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:39.132+0000 7f8277235780 1 < suggested update operation key=CBSCS8P8QL0Q tag=0TF2XMFR8YTU type=del size=659292 2024-04-15T14:56:39.135 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:39.134+0000 7f8277235780 1 > prepared operation key=BSJC05AGXDJ3 tag=8NHEIO8DYRLB type=del size=485719 2024-04-15T14:56:39.137 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:39.136+0000 7f8277235780 1 < completed part key=_multipart_D9NMXV7JDMXJ.2~OE1G8MLJSY8Q.0 size=1048576 2024-04-15T14:56:39.139 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:39.138+0000 7f8277235780 1 < completed part key=_multipart_D9NMXV7JDMXJ.2~OE1G8MLJSY8Q.1 size=1048576 2024-04-15T14:56:39.141 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:39.140+0000 7f8277235780 1 < completed part key=_multipart_D9NMXV7JDMXJ.2~OE1G8MLJSY8Q.2 size=370753 2024-04-15T14:56:39.145 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:39.144+0000 7f8277235780 1 < completed multipart upload key=D9NMXV7JDMXJ upload=OE1G8MLJSY8Q tag=78P2Y9J052C7 type=write size=3516481 2024-04-15T14:56:39.147 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:39.146+0000 7f8277235780 1 > prepared operation key=ZMDZCWJKCFRI tag=SDISZ70QUE7E type=del size=3999181 2024-04-15T14:56:39.149 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:39.148+0000 7f8277235780 1 < completed delete operation key=P0TQX1TRPSLX tag=FEP9E4Q2DLLZ type=del 2024-04-15T14:56:39.152 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:39.152+0000 7f8277235780 1 > prepared part key=_multipart_F402GDJVN3I9.2~9PD5ENXTHYOU.0 size=371705 2024-04-15T14:56:39.153 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:39.152+0000 7f8277235780 1 > prepared multipart upload key=F402GDJVN3I9 upload=9PD5ENXTHYOU tag=JJW4HMNFW1J2 type=write size=1420281 2024-04-15T14:56:39.154 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:39.154+0000 7f8277235780 1 < canceled operation key=NII4HKLD4YSI tag=XOQLOW6CLERZ type=del size=1976272 2024-04-15T14:56:39.156 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:39.156+0000 7f8277235780 1 > prepared operation key=IVOFLSPJ0099 tag=KDAESIZ6RE97 type=del size=3212913 2024-04-15T14:56:39.159 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:39.158+0000 7f8277235780 1 < completed write operation key=YTVARSCACASJ tag=EOJ7OM18853B type=write size=463307 2024-04-15T14:56:39.162 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:39.162+0000 7f8277235780 1 > prepared part key=_multipart_P0TQX1TRPSLX.2~UL7VPCAVXZJ1.0 size=1048576 2024-04-15T14:56:39.164 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:39.163+0000 7f8277235780 1 > prepared part key=_multipart_P0TQX1TRPSLX.2~UL7VPCAVXZJ1.1 size=934101 2024-04-15T14:56:39.164 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:39.163+0000 7f8277235780 1 > prepared multipart upload key=P0TQX1TRPSLX upload=UL7VPCAVXZJ1 tag=DYEXTKK2UKKB type=write size=3031253 2024-04-15T14:56:39.166 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:39.166+0000 7f8277235780 1 < completed delete operation key=IVOFLSPJ0099 tag=KHF3R9T0T87V type=del 2024-04-15T14:56:39.170 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:39.169+0000 7f8277235780 1 > prepared part key=_multipart_50Y0EU7H0QWF.2~OI2THM63VQPD.0 size=1048576 2024-04-15T14:56:39.172 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:39.171+0000 7f8277235780 1 > prepared part key=_multipart_50Y0EU7H0QWF.2~OI2THM63VQPD.1 size=1048576 2024-04-15T14:56:39.174 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:39.173+0000 7f8277235780 1 > prepared part key=_multipart_50Y0EU7H0QWF.2~OI2THM63VQPD.2 size=215636 2024-04-15T14:56:39.174 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:39.173+0000 7f8277235780 1 > prepared multipart upload key=50Y0EU7H0QWF upload=OI2THM63VQPD tag=XOEEZU4YIRCG type=write size=3361364 2024-04-15T14:56:39.174 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:39.173+0000 7f8277235780 1 < canceled part key=_multipart_0XYNF2N97Y1C.2~T17255BUVFJY.0 size=1048576 2024-04-15T14:56:39.176 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:39.175+0000 7f8277235780 1 < completed part key=_multipart_0XYNF2N97Y1C.2~T17255BUVFJY.1 size=574526 2024-04-15T14:56:39.181 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:39.180+0000 7f8277235780 1 < canceled multipart upload key=0XYNF2N97Y1C upload=T17255BUVFJY tag=QL54LNXV6E2J type=write size=2671678 2024-04-15T14:56:39.183 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:39.182+0000 7f8277235780 1 > prepared operation key=54T20V7YW2K4 tag=UFD7T34HHKHL type=del size=3908567 2024-04-15T14:56:39.185 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:39.184+0000 7f8277235780 1 < completed part key=_multipart_MIRREM7KIO9I.2~1AXF807IXD30.0 size=1048576 2024-04-15T14:56:39.186 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:39.186+0000 7f8277235780 1 < completed part key=_multipart_MIRREM7KIO9I.2~1AXF807IXD30.1 size=1048576 2024-04-15T14:56:39.186 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:39.186+0000 7f8277235780 1 < canceled part key=_multipart_MIRREM7KIO9I.2~1AXF807IXD30.2 size=527590 2024-04-15T14:56:39.190 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:39.189+0000 7f8277235780 1 < canceled multipart upload key=MIRREM7KIO9I upload=1AXF807IXD30 tag=8HE1EIHK02KS type=write size=3673318 2024-04-15T14:56:39.192 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:39.191+0000 7f8277235780 1 > prepared operation key=81DQOX7PNGMS tag=EKAQR5PB6WV0 type=write size=573403 2024-04-15T14:56:39.196 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:39.195+0000 7f8277235780 1 < suggested update operation key=IVOFLSPJ0099 tag=Z21EJFRB7RHD type=del size=2253569 2024-04-15T14:56:39.200 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:39.199+0000 7f8277235780 1 > prepared part key=_multipart_R38CSTKHEGGY.2~0XEZHC94TE5Z.0 size=371688 2024-04-15T14:56:39.200 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:39.199+0000 7f8277235780 1 > prepared multipart upload key=R38CSTKHEGGY upload=0XEZHC94TE5Z tag=Z247L8YPGR9J type=write size=1420264 2024-04-15T14:56:39.202 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:39.201+0000 7f8277235780 1 < canceled operation key=OQ3O0PKNZJ9S tag=G876KKR9ZMB8 type=del size=1718411 2024-04-15T14:56:39.207 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:39.206+0000 7f8277235780 1 > prepared part key=_multipart_UCHFZKBWU6MN.2~OB6DE5D7R6QI.0 size=1048576 2024-04-15T14:56:39.209 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:39.208+0000 7f8277235780 1 > prepared part key=_multipart_UCHFZKBWU6MN.2~OB6DE5D7R6QI.1 size=732426 2024-04-15T14:56:39.209 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:39.208+0000 7f8277235780 1 > prepared multipart upload key=UCHFZKBWU6MN upload=OB6DE5D7R6QI tag=L895SB05ABZT type=write size=2829578 2024-04-15T14:56:39.211 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:39.210+0000 7f8277235780 1 < completed part key=_multipart_ZMDZCWJKCFRI.2~EHIRMLY6GON6.0 size=1048576 2024-04-15T14:56:39.213 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:39.212+0000 7f8277235780 1 < completed part key=_multipart_ZMDZCWJKCFRI.2~EHIRMLY6GON6.1 size=1048576 2024-04-15T14:56:39.215 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:39.214+0000 7f8277235780 1 < completed part key=_multipart_ZMDZCWJKCFRI.2~EHIRMLY6GON6.2 size=758359 2024-04-15T14:56:39.218 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:39.217+0000 7f8277235780 1 < completed multipart upload key=ZMDZCWJKCFRI upload=EHIRMLY6GON6 tag=X42GMYRY79KG type=write size=3904087 2024-04-15T14:56:39.220 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:39.220+0000 7f8277235780 1 > prepared operation key=8X2ELHS3HRGS tag=QO9TVU3S73JU type=del size=3687946 2024-04-15T14:56:39.224 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:39.224+0000 7f8277235780 1 < suggested update operation key=JY107VG7DVI1 tag=0SRN0U054IR9 type=del size=1716759 2024-04-15T14:56:39.226 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:39.226+0000 7f8277235780 1 > prepared operation key=ZMDZCWJKCFRI tag=ND3K31AU1NQL type=del size=3373603 2024-04-15T14:56:39.229 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:39.228+0000 7f8277235780 1 < completed part key=_multipart_7XVTB4OPZZOY.2~EZ8PJ8CTSL0A.0 size=1048576 2024-04-15T14:56:39.231 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:39.230+0000 7f8277235780 1 < completed part key=_multipart_7XVTB4OPZZOY.2~EZ8PJ8CTSL0A.1 size=651096 2024-04-15T14:56:39.234 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:39.233+0000 7f8277235780 1 < completed multipart upload key=7XVTB4OPZZOY upload=EZ8PJ8CTSL0A tag=QODX7QD7UX4X type=write size=2748248 2024-04-15T14:56:39.238 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:39.238+0000 7f8277235780 1 > prepared part key=_multipart_7XVTB4OPZZOY.2~L0CP25O344TW.0 size=1048576 2024-04-15T14:56:39.240 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:39.239+0000 7f8277235780 1 > prepared part key=_multipart_7XVTB4OPZZOY.2~L0CP25O344TW.1 size=8571 2024-04-15T14:56:39.240 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:39.239+0000 7f8277235780 1 > prepared multipart upload key=7XVTB4OPZZOY upload=L0CP25O344TW tag=1VDLYR3882E6 type=write size=2105723 2024-04-15T14:56:39.243 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:39.242+0000 7f8277235780 1 < completed delete operation key=YTVARSCACASJ tag=9W008PIM1N7Y type=del 2024-04-15T14:56:39.247 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:39.246+0000 7f8277235780 1 > prepared part key=_multipart_DY5BWB5TVQV1.2~X2NEP0Q0LPVR.0 size=421673 2024-04-15T14:56:39.247 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:39.246+0000 7f8277235780 1 > prepared multipart upload key=DY5BWB5TVQV1 upload=X2NEP0Q0LPVR tag=3FCH3IW65LSY type=write size=1470249 2024-04-15T14:56:39.249 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:39.248+0000 7f8277235780 1 < completed delete operation key=YTVARSCACASJ tag=H1GAIO4EP551 type=del 2024-04-15T14:56:39.251 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:39.250+0000 7f8277235780 1 > prepared operation key=MFZTYOL605I7 tag=8Z8OIDJFU1VB type=del size=2707327 2024-04-15T14:56:39.253 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:39.252+0000 7f8277235780 1 < completed write operation key=UCHFZKBWU6MN tag=Q1BCWPM1CP9U type=write size=327586 2024-04-15T14:56:39.255 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:39.255+0000 7f8277235780 1 > prepared operation key=IM0AQIM316IL tag=G8YA6V8Z5G5C type=del size=706557 2024-04-15T14:56:39.257 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:39.257+0000 7f8277235780 1 < completed delete operation key=BSJC05AGXDJ3 tag=8NHEIO8DYRLB type=del 2024-04-15T14:56:39.261 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:39.260+0000 7f8277235780 1 > prepared part key=_multipart_MFZTYOL605I7.2~6WDR3FYG3YYP.0 size=1048576 2024-04-15T14:56:39.263 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:39.262+0000 7f8277235780 1 > prepared part key=_multipart_MFZTYOL605I7.2~6WDR3FYG3YYP.1 size=1048576 2024-04-15T14:56:39.265 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:39.264+0000 7f8277235780 1 > prepared part key=_multipart_MFZTYOL605I7.2~6WDR3FYG3YYP.2 size=376727 2024-04-15T14:56:39.265 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:39.264+0000 7f8277235780 1 > prepared multipart upload key=MFZTYOL605I7 upload=6WDR3FYG3YYP tag=TYU5UT0RPVXK type=write size=3522455 2024-04-15T14:56:39.269 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:39.268+0000 7f8277235780 1 < suggested remove operation key=ZMDZCWJKCFRI tag=SDISZ70QUE7E type=del 2024-04-15T14:56:39.271 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:39.270+0000 7f8277235780 1 > prepared operation key=D9NMXV7JDMXJ tag=Z1L2ELILFNVY type=del size=3866271 2024-04-15T14:56:39.273 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:39.272+0000 7f8277235780 1 < completed part key=_multipart_F402GDJVN3I9.2~9PD5ENXTHYOU.0 size=371705 2024-04-15T14:56:39.277 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:39.276+0000 7f8277235780 1 < completed multipart upload key=F402GDJVN3I9 upload=9PD5ENXTHYOU tag=JJW4HMNFW1J2 type=write size=1420281 2024-04-15T14:56:39.281 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:39.280+0000 7f8277235780 1 > prepared part key=_multipart_UCHFZKBWU6MN.2~RLDXOWLGZ64P.0 size=1048576 2024-04-15T14:56:39.282 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:39.282+0000 7f8277235780 1 > prepared part key=_multipart_UCHFZKBWU6MN.2~RLDXOWLGZ64P.1 size=510216 2024-04-15T14:56:39.282 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:39.282+0000 7f8277235780 1 > prepared multipart upload key=UCHFZKBWU6MN upload=RLDXOWLGZ64P tag=Z4H8LFNORMRP type=write size=2607368 2024-04-15T14:56:39.285 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:39.285+0000 7f8277235780 -1 < failed to complete operation key=IVOFLSPJ0099 tag=KDAESIZ6RE97 type=del size=3212913: (22) Invalid argument 2024-04-15T14:56:39.289 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:39.288+0000 7f8277235780 1 > prepared part key=_multipart_RQYB4B0WTR9V.2~RE55PGEMX3RT.0 size=1048576 2024-04-15T14:56:39.291 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:39.290+0000 7f8277235780 1 > prepared part key=_multipart_RQYB4B0WTR9V.2~RE55PGEMX3RT.1 size=446567 2024-04-15T14:56:39.291 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:39.290+0000 7f8277235780 1 > prepared multipart upload key=RQYB4B0WTR9V upload=RE55PGEMX3RT tag=1Z18MCZ81VVB type=write size=2543719 2024-04-15T14:56:39.291 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:39.290+0000 7f8277235780 1 < canceled part key=_multipart_P0TQX1TRPSLX.2~UL7VPCAVXZJ1.0 size=1048576 2024-04-15T14:56:39.293 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:39.292+0000 7f8277235780 1 < completed part key=_multipart_P0TQX1TRPSLX.2~UL7VPCAVXZJ1.1 size=934101 2024-04-15T14:56:39.297 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:39.296+0000 7f8277235780 1 < canceled multipart upload key=P0TQX1TRPSLX upload=UL7VPCAVXZJ1 tag=DYEXTKK2UKKB type=write size=3031253 2024-04-15T14:56:39.300 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:39.299+0000 7f8277235780 1 > prepared part key=_multipart_R38CSTKHEGGY.2~0Q34OY0FL4NY.0 size=1048576 2024-04-15T14:56:39.302 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:39.301+0000 7f8277235780 1 > prepared part key=_multipart_R38CSTKHEGGY.2~0Q34OY0FL4NY.1 size=72168 2024-04-15T14:56:39.302 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:39.301+0000 7f8277235780 1 > prepared multipart upload key=R38CSTKHEGGY upload=0Q34OY0FL4NY tag=3KQSGNDRWCZW type=write size=2169320 2024-04-15T14:56:39.304 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:39.303+0000 7f8277235780 1 < completed part key=_multipart_50Y0EU7H0QWF.2~OI2THM63VQPD.0 size=1048576 2024-04-15T14:56:39.306 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:39.305+0000 7f8277235780 1 < completed part key=_multipart_50Y0EU7H0QWF.2~OI2THM63VQPD.1 size=1048576 2024-04-15T14:56:39.308 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:39.307+0000 7f8277235780 1 < completed part key=_multipart_50Y0EU7H0QWF.2~OI2THM63VQPD.2 size=215636 2024-04-15T14:56:39.311 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:39.310+0000 7f8277235780 1 < completed multipart upload key=50Y0EU7H0QWF upload=OI2THM63VQPD tag=XOEEZU4YIRCG type=write size=3361364 2024-04-15T14:56:39.314 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:39.313+0000 7f8277235780 1 > prepared operation key=IVOFLSPJ0099 tag=TT46KMWZSXYA type=del size=2435452 2024-04-15T14:56:39.316 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:39.315+0000 7f8277235780 1 < canceled operation key=54T20V7YW2K4 tag=UFD7T34HHKHL type=del size=3908567 2024-04-15T14:56:39.318 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:39.317+0000 7f8277235780 1 > prepared operation key=NII4HKLD4YSI tag=5AHK9MJGX9CD type=del size=1552229 2024-04-15T14:56:39.320 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:39.319+0000 7f8277235780 1 < completed write operation key=81DQOX7PNGMS tag=EKAQR5PB6WV0 type=write size=573403 2024-04-15T14:56:39.322 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:39.321+0000 7f8277235780 1 > prepared operation key=33SEOBW9RRJN tag=DUUSPGXZ6LQJ type=del size=2723334 2024-04-15T14:56:39.324 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:39.323+0000 7f8277235780 1 < completed part key=_multipart_R38CSTKHEGGY.2~0XEZHC94TE5Z.0 size=371688 2024-04-15T14:56:39.328 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:39.327+0000 7f8277235780 1 < completed multipart upload key=R38CSTKHEGGY upload=0XEZHC94TE5Z tag=Z247L8YPGR9J type=write size=1420264 2024-04-15T14:56:39.330 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:39.329+0000 7f8277235780 1 > prepared operation key=RQYB4B0WTR9V tag=DS0C4M300DNL type=del size=3781643 2024-04-15T14:56:39.332 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:39.331+0000 7f8277235780 1 < completed part key=_multipart_UCHFZKBWU6MN.2~OB6DE5D7R6QI.0 size=1048576 2024-04-15T14:56:39.334 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:39.333+0000 7f8277235780 1 < completed part key=_multipart_UCHFZKBWU6MN.2~OB6DE5D7R6QI.1 size=732426 2024-04-15T14:56:39.337 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:39.337+0000 7f8277235780 1 < completed multipart upload key=UCHFZKBWU6MN upload=OB6DE5D7R6QI tag=L895SB05ABZT type=write size=2829578 2024-04-15T14:56:39.342 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:39.341+0000 7f8277235780 1 > prepared part key=_multipart_8X2ELHS3HRGS.2~J64R2E0UWZSQ.0 size=1048576 2024-04-15T14:56:39.343 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:39.342+0000 7f8277235780 1 > prepared part key=_multipart_8X2ELHS3HRGS.2~J64R2E0UWZSQ.1 size=636546 2024-04-15T14:56:39.343 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:39.342+0000 7f8277235780 1 > prepared multipart upload key=8X2ELHS3HRGS upload=J64R2E0UWZSQ tag=42SBXY1QM679 type=write size=2733698 2024-04-15T14:56:39.345 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:39.344+0000 7f8277235780 1 < completed delete operation key=8X2ELHS3HRGS tag=QO9TVU3S73JU type=del 2024-04-15T14:56:39.347 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:39.346+0000 7f8277235780 1 > prepared operation key=G82D816QHN8B tag=4IQDMSGJ6WEV type=del size=61613 2024-04-15T14:56:39.350 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:39.350+0000 7f8277235780 -1 < failed to complete operation key=ZMDZCWJKCFRI tag=ND3K31AU1NQL type=del size=3373603: (22) Invalid argument 2024-04-15T14:56:39.352 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:39.352+0000 7f8277235780 1 > prepared operation key=Q0PE50H1CDIB tag=5ZI0P4Q8LJ08 type=del size=3801619 2024-04-15T14:56:39.354 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:39.354+0000 7f8277235780 1 < completed part key=_multipart_7XVTB4OPZZOY.2~L0CP25O344TW.0 size=1048576 2024-04-15T14:56:39.356 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:39.355+0000 7f8277235780 1 < completed part key=_multipart_7XVTB4OPZZOY.2~L0CP25O344TW.1 size=8571 2024-04-15T14:56:39.360 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:39.359+0000 7f8277235780 1 < completed multipart upload key=7XVTB4OPZZOY upload=L0CP25O344TW tag=1VDLYR3882E6 type=write size=2105723 2024-04-15T14:56:39.364 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:39.363+0000 7f8277235780 1 > prepared part key=_multipart_50Y0EU7H0QWF.2~DLNQXYE09J58.0 size=677778 2024-04-15T14:56:39.364 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:39.363+0000 7f8277235780 1 > prepared multipart upload key=50Y0EU7H0QWF upload=DLNQXYE09J58 tag=BKIU8DP0XJJ1 type=write size=1726354 2024-04-15T14:56:39.366 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:39.365+0000 7f8277235780 1 < completed part key=_multipart_DY5BWB5TVQV1.2~X2NEP0Q0LPVR.0 size=421673 2024-04-15T14:56:39.370 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:39.369+0000 7f8277235780 1 < completed multipart upload key=DY5BWB5TVQV1 upload=X2NEP0Q0LPVR tag=3FCH3IW65LSY type=write size=1470249 2024-04-15T14:56:39.374 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:39.373+0000 7f8277235780 1 > prepared part key=_multipart_P0TQX1TRPSLX.2~RAVSQ2KF823N.0 size=1048576 2024-04-15T14:56:39.375 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:39.375+0000 7f8277235780 1 > prepared part key=_multipart_P0TQX1TRPSLX.2~RAVSQ2KF823N.1 size=1048576 2024-04-15T14:56:39.377 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:39.377+0000 7f8277235780 1 > prepared part key=_multipart_P0TQX1TRPSLX.2~RAVSQ2KF823N.2 size=147301 2024-04-15T14:56:39.377 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:39.377+0000 7f8277235780 1 > prepared multipart upload key=P0TQX1TRPSLX upload=RAVSQ2KF823N tag=V5STH3ZXVWB2 type=write size=3293029 2024-04-15T14:56:39.379 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:39.379+0000 7f8277235780 1 < completed delete operation key=MFZTYOL605I7 tag=8Z8OIDJFU1VB type=del 2024-04-15T14:56:39.383 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:39.382+0000 7f8277235780 1 > prepared part key=_multipart_IM0AQIM316IL.2~SIR9VRZZB2KZ.0 size=1048576 2024-04-15T14:56:39.385 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:39.384+0000 7f8277235780 1 > prepared part key=_multipart_IM0AQIM316IL.2~SIR9VRZZB2KZ.1 size=1048576 2024-04-15T14:56:39.387 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:39.386+0000 7f8277235780 1 > prepared part key=_multipart_IM0AQIM316IL.2~SIR9VRZZB2KZ.2 size=360244 2024-04-15T14:56:39.387 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:39.386+0000 7f8277235780 1 > prepared multipart upload key=IM0AQIM316IL upload=SIR9VRZZB2KZ tag=E3VX96Y3HB2N type=write size=3505972 2024-04-15T14:56:39.389 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:39.388+0000 7f8277235780 1 < completed delete operation key=IM0AQIM316IL tag=G8YA6V8Z5G5C type=del 2024-04-15T14:56:39.392 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:39.392+0000 7f8277235780 1 > prepared part key=_multipart_54T20V7YW2K4.2~GGS59Y4084GT.0 size=1048576 2024-04-15T14:56:39.394 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:39.393+0000 7f8277235780 1 > prepared part key=_multipart_54T20V7YW2K4.2~GGS59Y4084GT.1 size=1048576 2024-04-15T14:56:39.396 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:39.395+0000 7f8277235780 1 > prepared part key=_multipart_54T20V7YW2K4.2~GGS59Y4084GT.2 size=55864 2024-04-15T14:56:39.396 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:39.395+0000 7f8277235780 1 > prepared multipart upload key=54T20V7YW2K4 upload=GGS59Y4084GT tag=HNAFUK290BF2 type=write size=3201592 2024-04-15T14:56:39.396 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:39.395+0000 7f8277235780 1 < canceled part key=_multipart_MFZTYOL605I7.2~6WDR3FYG3YYP.0 size=1048576 2024-04-15T14:56:39.398 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:39.397+0000 7f8277235780 1 < completed part key=_multipart_MFZTYOL605I7.2~6WDR3FYG3YYP.1 size=1048576 2024-04-15T14:56:39.400 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:39.399+0000 7f8277235780 1 < completed part key=_multipart_MFZTYOL605I7.2~6WDR3FYG3YYP.2 size=376727 2024-04-15T14:56:39.406 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:39.403+0000 7f8277235780 1 < canceled multipart upload key=MFZTYOL605I7 upload=6WDR3FYG3YYP tag=TYU5UT0RPVXK type=write size=3522455 2024-04-15T14:56:39.407 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:39.407+0000 7f8277235780 1 > prepared part key=_multipart_MIRREM7KIO9I.2~N4Z9RV8K2T63.0 size=216791 2024-04-15T14:56:39.408 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:39.407+0000 7f8277235780 1 > prepared multipart upload key=MIRREM7KIO9I upload=N4Z9RV8K2T63 tag=T8R9NIMDLCF2 type=write size=1265367 2024-04-15T14:56:39.410 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:39.409+0000 7f8277235780 1 < completed delete operation key=D9NMXV7JDMXJ tag=Z1L2ELILFNVY type=del 2024-04-15T14:56:39.412 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:39.411+0000 7f8277235780 1 > prepared operation key=50Y0EU7H0QWF tag=CBKCG77A0R3A type=del size=3512435 2024-04-15T14:56:39.414 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:39.413+0000 7f8277235780 1 < completed part key=_multipart_UCHFZKBWU6MN.2~RLDXOWLGZ64P.0 size=1048576 2024-04-15T14:56:39.415 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:39.414+0000 7f8277235780 1 < completed part key=_multipart_UCHFZKBWU6MN.2~RLDXOWLGZ64P.1 size=510216 2024-04-15T14:56:39.419 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:39.418+0000 7f8277235780 1 < completed multipart upload key=UCHFZKBWU6MN upload=RLDXOWLGZ64P tag=Z4H8LFNORMRP type=write size=2607368 2024-04-15T14:56:39.421 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:39.420+0000 7f8277235780 1 > prepared operation key=RQYB4B0WTR9V tag=NWOVAX901ZQD type=del size=2595485 2024-04-15T14:56:39.421 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:39.420+0000 7f8277235780 1 < canceled part key=_multipart_RQYB4B0WTR9V.2~RE55PGEMX3RT.0 size=1048576 2024-04-15T14:56:39.423 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:39.422+0000 7f8277235780 1 < completed part key=_multipart_RQYB4B0WTR9V.2~RE55PGEMX3RT.1 size=446567 2024-04-15T14:56:39.427 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:39.426+0000 7f8277235780 1 < canceled multipart upload key=RQYB4B0WTR9V upload=RE55PGEMX3RT tag=1Z18MCZ81VVB type=write size=2543719 2024-04-15T14:56:39.429 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:39.428+0000 7f8277235780 1 > prepared operation key=IVOFLSPJ0099 tag=409VOE7W3SDZ type=del size=590727 2024-04-15T14:56:39.431 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:39.430+0000 7f8277235780 1 < completed part key=_multipart_R38CSTKHEGGY.2~0Q34OY0FL4NY.0 size=1048576 2024-04-15T14:56:39.433 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:39.432+0000 7f8277235780 1 < completed part key=_multipart_R38CSTKHEGGY.2~0Q34OY0FL4NY.1 size=72168 2024-04-15T14:56:39.436 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:39.435+0000 7f8277235780 1 < completed multipart upload key=R38CSTKHEGGY upload=0Q34OY0FL4NY tag=3KQSGNDRWCZW type=write size=2169320 2024-04-15T14:56:39.440 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:39.439+0000 7f8277235780 1 > prepared part key=_multipart_G82D816QHN8B.2~8GMI2FOXVC6V.0 size=1048576 2024-04-15T14:56:39.442 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:39.442+0000 7f8277235780 1 > prepared part key=_multipart_G82D816QHN8B.2~8GMI2FOXVC6V.1 size=1048576 2024-04-15T14:56:39.444 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:39.443+0000 7f8277235780 1 > prepared part key=_multipart_G82D816QHN8B.2~8GMI2FOXVC6V.2 size=609362 2024-04-15T14:56:39.444 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:39.443+0000 7f8277235780 1 > prepared multipart upload key=G82D816QHN8B upload=8GMI2FOXVC6V tag=R6P72BJFFPCR type=write size=3755090 2024-04-15T14:56:39.446 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:39.446+0000 7f8277235780 1 < completed delete operation key=IVOFLSPJ0099 tag=TT46KMWZSXYA type=del 2024-04-15T14:56:39.448 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:39.448+0000 7f8277235780 1 > prepared operation key=OQ3O0PKNZJ9S tag=IIPFW9KQ5MVE type=del size=367971 2024-04-15T14:56:39.451 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:39.450+0000 7f8277235780 1 < completed delete operation key=NII4HKLD4YSI tag=5AHK9MJGX9CD type=del 2024-04-15T14:56:39.455 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:39.454+0000 7f8277235780 1 > prepared part key=_multipart_JDPAU9KY1OMN.2~Q40E7JVLGVHB.0 size=1048576 2024-04-15T14:56:39.456 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:39.456+0000 7f8277235780 1 > prepared part key=_multipart_JDPAU9KY1OMN.2~Q40E7JVLGVHB.1 size=1048576 2024-04-15T14:56:39.458 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:39.457+0000 7f8277235780 1 > prepared part key=_multipart_JDPAU9KY1OMN.2~Q40E7JVLGVHB.2 size=174997 2024-04-15T14:56:39.458 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:39.457+0000 7f8277235780 1 > prepared multipart upload key=JDPAU9KY1OMN upload=Q40E7JVLGVHB tag=1D3C9CI0JSXM type=write size=3320725 2024-04-15T14:56:39.460 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:39.459+0000 7f8277235780 1 < completed delete operation key=33SEOBW9RRJN tag=DUUSPGXZ6LQJ type=del 2024-04-15T14:56:39.464 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:39.463+0000 7f8277235780 1 > prepared part key=_multipart_G82D816QHN8B.2~RUSPZVXZ6MS0.0 size=1048576 2024-04-15T14:56:39.466 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:39.465+0000 7f8277235780 1 > prepared part key=_multipart_G82D816QHN8B.2~RUSPZVXZ6MS0.1 size=526435 2024-04-15T14:56:39.466 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:39.465+0000 7f8277235780 1 > prepared multipart upload key=G82D816QHN8B upload=RUSPZVXZ6MS0 tag=3P59DAIGC99Q type=write size=2623587 2024-04-15T14:56:39.468 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:39.467+0000 7f8277235780 1 < completed delete operation key=RQYB4B0WTR9V tag=DS0C4M300DNL type=del 2024-04-15T14:56:39.470 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:39.469+0000 7f8277235780 1 > prepared operation key=MFZTYOL605I7 tag=LC77F7809V14 type=del size=3303267 2024-04-15T14:56:39.472 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:39.471+0000 7f8277235780 1 < completed part key=_multipart_8X2ELHS3HRGS.2~J64R2E0UWZSQ.0 size=1048576 2024-04-15T14:56:39.474 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:39.474+0000 7f8277235780 1 < completed part key=_multipart_8X2ELHS3HRGS.2~J64R2E0UWZSQ.1 size=636546 2024-04-15T14:56:39.478 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:39.477+0000 7f8277235780 1 < completed multipart upload key=8X2ELHS3HRGS upload=J64R2E0UWZSQ tag=42SBXY1QM679 type=write size=2733698 2024-04-15T14:56:39.480 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:39.480+0000 7f8277235780 1 > prepared operation key=54T20V7YW2K4 tag=8VUEJN0LXK8Q type=del size=2606943 2024-04-15T14:56:39.483 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:39.482+0000 7f8277235780 1 < completed delete operation key=G82D816QHN8B tag=4IQDMSGJ6WEV type=del 2024-04-15T14:56:39.485 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:39.484+0000 7f8277235780 1 > prepared operation key=MIRREM7KIO9I tag=P2924B69LSD5 type=del size=1360396 2024-04-15T14:56:39.487 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:39.487+0000 7f8277235780 1 < completed delete operation key=Q0PE50H1CDIB tag=5ZI0P4Q8LJ08 type=del 2024-04-15T14:56:39.490 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:39.489+0000 7f8277235780 1 > prepared operation key=ZMDZCWJKCFRI tag=IGO4WDE2XIQA type=del size=1298672 2024-04-15T14:56:39.493 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:39.492+0000 7f8277235780 1 < completed part key=_multipart_50Y0EU7H0QWF.2~DLNQXYE09J58.0 size=677778 2024-04-15T14:56:39.502 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:39.501+0000 7f8277235780 1 < completed multipart upload key=50Y0EU7H0QWF upload=DLNQXYE09J58 tag=BKIU8DP0XJJ1 type=write size=1726354 2024-04-15T14:56:39.504 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:39.503+0000 7f8277235780 1 > prepared operation key=MFZTYOL605I7 tag=03KYCP4BOKGT type=del size=4180202 2024-04-15T14:56:39.506 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:39.505+0000 7f8277235780 1 < completed part key=_multipart_P0TQX1TRPSLX.2~RAVSQ2KF823N.0 size=1048576 2024-04-15T14:56:39.506 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:39.505+0000 7f8277235780 1 < canceled part key=_multipart_P0TQX1TRPSLX.2~RAVSQ2KF823N.1 size=1048576 2024-04-15T14:56:39.508 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:39.507+0000 7f8277235780 1 < completed part key=_multipart_P0TQX1TRPSLX.2~RAVSQ2KF823N.2 size=147301 2024-04-15T14:56:39.511 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:39.511+0000 7f8277235780 1 < canceled multipart upload key=P0TQX1TRPSLX upload=RAVSQ2KF823N tag=V5STH3ZXVWB2 type=write size=3293029 2024-04-15T14:56:39.516 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:39.515+0000 7f8277235780 1 > prepared part key=_multipart_JDPAU9KY1OMN.2~3SM1HKEV745B.0 size=1048576 2024-04-15T14:56:39.517 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:39.517+0000 7f8277235780 1 > prepared part key=_multipart_JDPAU9KY1OMN.2~3SM1HKEV745B.1 size=8653 2024-04-15T14:56:39.517 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:39.517+0000 7f8277235780 1 > prepared multipart upload key=JDPAU9KY1OMN upload=3SM1HKEV745B tag=MVBEXBFZ0FFZ type=write size=2105805 2024-04-15T14:56:39.520 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:39.519+0000 7f8277235780 1 < completed part key=_multipart_IM0AQIM316IL.2~SIR9VRZZB2KZ.0 size=1048576 2024-04-15T14:56:39.522 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:39.521+0000 7f8277235780 1 < completed part key=_multipart_IM0AQIM316IL.2~SIR9VRZZB2KZ.1 size=1048576 2024-04-15T14:56:39.523 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:39.523+0000 7f8277235780 1 < completed part key=_multipart_IM0AQIM316IL.2~SIR9VRZZB2KZ.2 size=360244 2024-04-15T14:56:39.527 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:39.526+0000 7f8277235780 1 < completed multipart upload key=IM0AQIM316IL upload=SIR9VRZZB2KZ tag=E3VX96Y3HB2N type=write size=3505972 2024-04-15T14:56:39.530 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:39.529+0000 7f8277235780 1 > prepared operation key=UCHFZKBWU6MN tag=F10ZWYXGN09O type=del size=1917619 2024-04-15T14:56:39.530 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:39.530+0000 7f8277235780 1 < canceled part key=_multipart_54T20V7YW2K4.2~GGS59Y4084GT.0 size=1048576 2024-04-15T14:56:39.532 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:39.531+0000 7f8277235780 1 < completed part key=_multipart_54T20V7YW2K4.2~GGS59Y4084GT.1 size=1048576 2024-04-15T14:56:39.532 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:39.531+0000 7f8277235780 1 < canceled part key=_multipart_54T20V7YW2K4.2~GGS59Y4084GT.2 size=55864 2024-04-15T14:56:39.537 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:39.536+0000 7f8277235780 1 < canceled multipart upload key=54T20V7YW2K4 upload=GGS59Y4084GT tag=HNAFUK290BF2 type=write size=3201592 2024-04-15T14:56:39.539 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:39.538+0000 7f8277235780 1 > prepared operation key=81DQOX7PNGMS tag=864DG19DUS38 type=write size=694640 2024-04-15T14:56:39.539 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:39.539+0000 7f8277235780 1 < canceled part key=_multipart_MIRREM7KIO9I.2~N4Z9RV8K2T63.0 size=216791 2024-04-15T14:56:39.543 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:39.542+0000 7f8277235780 1 < canceled multipart upload key=MIRREM7KIO9I upload=N4Z9RV8K2T63 tag=T8R9NIMDLCF2 type=write size=1265367 2024-04-15T14:56:39.545 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:39.545+0000 7f8277235780 1 > prepared operation key=ASEC18UU5NGJ tag=60TBFVU097JI type=del size=1470158 2024-04-15T14:56:39.547 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:39.547+0000 7f8277235780 1 < completed delete operation key=50Y0EU7H0QWF tag=CBKCG77A0R3A type=del 2024-04-15T14:56:39.550 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:39.549+0000 7f8277235780 1 > prepared operation key=50Y0EU7H0QWF tag=7VDRRIN30SQL type=del size=2750599 2024-04-15T14:56:39.552 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:39.551+0000 7f8277235780 1 < completed delete operation key=RQYB4B0WTR9V tag=NWOVAX901ZQD type=del 2024-04-15T14:56:39.554 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:39.554+0000 7f8277235780 1 > prepared operation key=8X2ELHS3HRGS tag=OJHS9VMN1FE1 type=write size=718066 2024-04-15T14:56:39.556 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:39.556+0000 7f8277235780 1 < completed delete operation key=IVOFLSPJ0099 tag=409VOE7W3SDZ type=del 2024-04-15T14:56:39.559 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:39.558+0000 7f8277235780 1 > prepared operation key=8X2ELHS3HRGS tag=VWXB3L0MAPUX type=del size=2349797 2024-04-15T14:56:39.561 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:39.561+0000 7f8277235780 1 < completed part key=_multipart_G82D816QHN8B.2~8GMI2FOXVC6V.0 size=1048576 2024-04-15T14:56:39.563 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:39.563+0000 7f8277235780 1 < completed part key=_multipart_G82D816QHN8B.2~8GMI2FOXVC6V.1 size=1048576 2024-04-15T14:56:39.565 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:39.564+0000 7f8277235780 1 < completed part key=_multipart_G82D816QHN8B.2~8GMI2FOXVC6V.2 size=609362 2024-04-15T14:56:39.569 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:39.568+0000 7f8277235780 1 < completed multipart upload key=G82D816QHN8B upload=8GMI2FOXVC6V tag=R6P72BJFFPCR type=write size=3755090 2024-04-15T14:56:39.573 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:39.573+0000 7f8277235780 1 > prepared part key=_multipart_Q0PE50H1CDIB.2~EQD5RXI8KYZ6.0 size=1048576 2024-04-15T14:56:39.575 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:39.574+0000 7f8277235780 1 > prepared part key=_multipart_Q0PE50H1CDIB.2~EQD5RXI8KYZ6.1 size=303490 2024-04-15T14:56:39.575 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:39.574+0000 7f8277235780 1 > prepared multipart upload key=Q0PE50H1CDIB upload=EQD5RXI8KYZ6 tag=KDYF40Y0C6L9 type=write size=2400642 2024-04-15T14:56:39.577 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:39.576+0000 7f8277235780 1 < completed delete operation key=OQ3O0PKNZJ9S tag=IIPFW9KQ5MVE type=del 2024-04-15T14:56:39.579 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:39.578+0000 7f8277235780 1 > prepared operation key=MFZTYOL605I7 tag=X4JAJMD3L0DK type=write size=329500 2024-04-15T14:56:39.582 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:39.581+0000 7f8277235780 1 < completed part key=_multipart_JDPAU9KY1OMN.2~Q40E7JVLGVHB.0 size=1048576 2024-04-15T14:56:39.583 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:39.583+0000 7f8277235780 1 < completed part key=_multipart_JDPAU9KY1OMN.2~Q40E7JVLGVHB.1 size=1048576 2024-04-15T14:56:39.585 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:39.584+0000 7f8277235780 1 < completed part key=_multipart_JDPAU9KY1OMN.2~Q40E7JVLGVHB.2 size=174997 2024-04-15T14:56:39.589 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:39.588+0000 7f8277235780 1 < completed multipart upload key=JDPAU9KY1OMN upload=Q40E7JVLGVHB tag=1D3C9CI0JSXM type=write size=3320725 2024-04-15T14:56:39.593 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:39.593+0000 7f8277235780 1 > prepared part key=_multipart_CBSCS8P8QL0Q.2~00VW244O59VD.0 size=1048576 2024-04-15T14:56:39.595 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:39.594+0000 7f8277235780 1 > prepared part key=_multipart_CBSCS8P8QL0Q.2~00VW244O59VD.1 size=25164 2024-04-15T14:56:39.595 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:39.594+0000 7f8277235780 1 > prepared multipart upload key=CBSCS8P8QL0Q upload=00VW244O59VD tag=4KK2PYCSS2Z4 type=write size=2122316 2024-04-15T14:56:39.597 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:39.596+0000 7f8277235780 1 < completed part key=_multipart_G82D816QHN8B.2~RUSPZVXZ6MS0.0 size=1048576 2024-04-15T14:56:39.599 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:39.598+0000 7f8277235780 1 < completed part key=_multipart_G82D816QHN8B.2~RUSPZVXZ6MS0.1 size=526435 2024-04-15T14:56:39.603 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:39.602+0000 7f8277235780 1 < completed multipart upload key=G82D816QHN8B upload=RUSPZVXZ6MS0 tag=3P59DAIGC99Q type=write size=2623587 2024-04-15T14:56:39.605 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:39.604+0000 7f8277235780 1 > prepared operation key=0XYNF2N97Y1C tag=Z7FAU0OBMT4U type=write size=9176 2024-04-15T14:56:39.607 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:39.606+0000 7f8277235780 1 < completed delete operation key=MFZTYOL605I7 tag=LC77F7809V14 type=del 2024-04-15T14:56:39.609 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:39.608+0000 7f8277235780 1 > prepared operation key=P0TQX1TRPSLX tag=FDUUQ7XWNU6L type=del size=2724320 2024-04-15T14:56:39.611 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:39.611+0000 7f8277235780 1 < completed delete operation key=54T20V7YW2K4 tag=8VUEJN0LXK8Q type=del 2024-04-15T14:56:39.614 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:39.613+0000 7f8277235780 1 > prepared operation key=F402GDJVN3I9 tag=F5056C2R6T08 type=del size=3989985 2024-04-15T14:56:39.616 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:39.615+0000 7f8277235780 1 < canceled operation key=MIRREM7KIO9I tag=P2924B69LSD5 type=del size=1360396 2024-04-15T14:56:39.618 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:39.617+0000 7f8277235780 1 > prepared operation key=P0TQX1TRPSLX tag=5Z49J67VQT4G type=write size=244553 2024-04-15T14:56:39.620 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:39.619+0000 7f8277235780 1 < canceled operation key=ZMDZCWJKCFRI tag=IGO4WDE2XIQA type=del size=1298672 2024-04-15T14:56:39.622 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:39.622+0000 7f8277235780 1 > prepared operation key=33SEOBW9RRJN tag=P6WPQTCFJ4IO type=del size=2576584 2024-04-15T14:56:39.625 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:39.624+0000 7f8277235780 1 < completed delete operation key=MFZTYOL605I7 tag=03KYCP4BOKGT type=del 2024-04-15T14:56:39.628 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:39.627+0000 7f8277235780 1 > prepared operation key=A0RW26A8FZ95 tag=IPEVQ770H9GR type=del size=1734578 2024-04-15T14:56:39.628 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:39.627+0000 7f8277235780 1 < canceled part key=_multipart_JDPAU9KY1OMN.2~3SM1HKEV745B.0 size=1048576 2024-04-15T14:56:39.631 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:39.630+0000 7f8277235780 1 < completed part key=_multipart_JDPAU9KY1OMN.2~3SM1HKEV745B.1 size=8653 2024-04-15T14:56:39.634 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:39.634+0000 7f8277235780 1 < canceled multipart upload key=JDPAU9KY1OMN upload=3SM1HKEV745B tag=MVBEXBFZ0FFZ type=write size=2105805 2024-04-15T14:56:39.639 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:39.638+0000 7f8277235780 1 > prepared part key=_multipart_UCHFZKBWU6MN.2~9QE21ZK735SK.0 size=1048576 2024-04-15T14:56:39.641 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:39.640+0000 7f8277235780 1 > prepared part key=_multipart_UCHFZKBWU6MN.2~9QE21ZK735SK.1 size=846897 2024-04-15T14:56:39.641 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:39.640+0000 7f8277235780 1 > prepared multipart upload key=UCHFZKBWU6MN upload=9QE21ZK735SK tag=QW1E8P9224XU type=write size=2944049 2024-04-15T14:56:39.643 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:39.642+0000 7f8277235780 1 < canceled operation key=UCHFZKBWU6MN tag=F10ZWYXGN09O type=del size=1917619 2024-04-15T14:56:39.645 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:39.644+0000 7f8277235780 1 > prepared operation key=33SEOBW9RRJN tag=IUP7DPPXT333 type=del size=2657741 2024-04-15T14:56:39.647 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:39.647+0000 7f8277235780 1 < canceled operation key=81DQOX7PNGMS tag=864DG19DUS38 type=write size=694640 2024-04-15T14:56:39.652 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:39.651+0000 7f8277235780 1 > prepared part key=_multipart_CBSCS8P8QL0Q.2~ZAW12M4XOX7B.0 size=1048576 2024-04-15T14:56:39.653 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:39.653+0000 7f8277235780 1 > prepared part key=_multipart_CBSCS8P8QL0Q.2~ZAW12M4XOX7B.1 size=1048576 2024-04-15T14:56:39.656 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:39.655+0000 7f8277235780 1 > prepared part key=_multipart_CBSCS8P8QL0Q.2~ZAW12M4XOX7B.2 size=311791 2024-04-15T14:56:39.656 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:39.655+0000 7f8277235780 1 > prepared multipart upload key=CBSCS8P8QL0Q upload=ZAW12M4XOX7B tag=BPGNVUIQJ6SX type=write size=3457519 2024-04-15T14:56:39.659 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:39.658+0000 7f8277235780 1 < completed delete operation key=ASEC18UU5NGJ tag=60TBFVU097JI type=del 2024-04-15T14:56:39.664 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:39.663+0000 7f8277235780 1 > prepared part key=_multipart_IM0AQIM316IL.2~UIU37PDXVO0P.0 size=1048576 2024-04-15T14:56:39.666 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:39.665+0000 7f8277235780 1 > prepared part key=_multipart_IM0AQIM316IL.2~UIU37PDXVO0P.1 size=1048576 2024-04-15T14:56:39.667 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:39.666+0000 7f8277235780 1 > prepared part key=_multipart_IM0AQIM316IL.2~UIU37PDXVO0P.2 size=212343 2024-04-15T14:56:39.667 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:39.666+0000 7f8277235780 1 > prepared multipart upload key=IM0AQIM316IL upload=UIU37PDXVO0P tag=3KGKKWZB2VC5 type=write size=3358071 2024-04-15T14:56:39.669 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:39.669+0000 7f8277235780 1 < completed delete operation key=50Y0EU7H0QWF tag=7VDRRIN30SQL type=del 2024-04-15T14:56:39.672 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:39.671+0000 7f8277235780 1 > prepared operation key=CBSCS8P8QL0Q tag=TIRLJYM6P9C6 type=del size=2067417 2024-04-15T14:56:39.678 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:39.677+0000 7f8277235780 1 < suggested update operation key=8X2ELHS3HRGS tag=OJHS9VMN1FE1 type=write size=718066 2024-04-15T14:56:39.682 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:39.681+0000 7f8277235780 1 > prepared part key=_multipart_0XYNF2N97Y1C.2~UV96WACRH4X6.0 size=1048576 2024-04-15T14:56:39.683 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:39.683+0000 7f8277235780 1 > prepared part key=_multipart_0XYNF2N97Y1C.2~UV96WACRH4X6.1 size=1048576 2024-04-15T14:56:39.686 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:39.685+0000 7f8277235780 1 > prepared part key=_multipart_0XYNF2N97Y1C.2~UV96WACRH4X6.2 size=888246 2024-04-15T14:56:39.686 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:39.685+0000 7f8277235780 1 > prepared multipart upload key=0XYNF2N97Y1C upload=UV96WACRH4X6 tag=EP1S98BRT239 type=write size=4033974 2024-04-15T14:56:39.689 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:39.688+0000 7f8277235780 -1 < failed to complete operation key=8X2ELHS3HRGS tag=VWXB3L0MAPUX type=del size=2349797: (22) Invalid argument 2024-04-15T14:56:39.692 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:39.692+0000 7f8277235780 1 > prepared part key=_multipart_7XVTB4OPZZOY.2~MPVAULVHZI5E.0 size=1021349 2024-04-15T14:56:39.693 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:39.692+0000 7f8277235780 1 > prepared multipart upload key=7XVTB4OPZZOY upload=MPVAULVHZI5E tag=0YPO7I6LF7VL type=write size=2069925 2024-04-15T14:56:39.695 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:39.694+0000 7f8277235780 1 < completed part key=_multipart_Q0PE50H1CDIB.2~EQD5RXI8KYZ6.0 size=1048576 2024-04-15T14:56:39.696 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:39.696+0000 7f8277235780 1 < completed part key=_multipart_Q0PE50H1CDIB.2~EQD5RXI8KYZ6.1 size=303490 2024-04-15T14:56:39.700 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:39.699+0000 7f8277235780 1 < completed multipart upload key=Q0PE50H1CDIB upload=EQD5RXI8KYZ6 tag=KDYF40Y0C6L9 type=write size=2400642 2024-04-15T14:56:39.702 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:39.701+0000 7f8277235780 1 > prepared operation key=0XYNF2N97Y1C tag=WZ976LVNGAKH type=del size=608794 2024-04-15T14:56:39.704 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:39.703+0000 7f8277235780 1 < completed write operation key=MFZTYOL605I7 tag=X4JAJMD3L0DK type=write size=329500 2024-04-15T14:56:39.706 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:39.705+0000 7f8277235780 1 > prepared operation key=CBSCS8P8QL0Q tag=87IBFNH2M576 type=write size=201523 2024-04-15T14:56:39.708 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:39.708+0000 7f8277235780 1 < completed part key=_multipart_CBSCS8P8QL0Q.2~00VW244O59VD.0 size=1048576 2024-04-15T14:56:39.710 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:39.709+0000 7f8277235780 1 < completed part key=_multipart_CBSCS8P8QL0Q.2~00VW244O59VD.1 size=25164 2024-04-15T14:56:39.714 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:39.713+0000 7f8277235780 1 < completed multipart upload key=CBSCS8P8QL0Q upload=00VW244O59VD tag=4KK2PYCSS2Z4 type=write size=2122316 2024-04-15T14:56:39.716 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:39.715+0000 7f8277235780 1 > prepared operation key=81DQOX7PNGMS tag=96R6HL4H8ZTD type=del size=1683965 2024-04-15T14:56:39.718 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:39.717+0000 7f8277235780 1 < completed write operation key=0XYNF2N97Y1C tag=Z7FAU0OBMT4U type=write size=9176 2024-04-15T14:56:39.722 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:39.721+0000 7f8277235780 1 > prepared part key=_multipart_BSJC05AGXDJ3.2~N9HOBSNK1IWQ.0 size=1048576 2024-04-15T14:56:39.724 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:39.723+0000 7f8277235780 1 > prepared part key=_multipart_BSJC05AGXDJ3.2~N9HOBSNK1IWQ.1 size=47338 2024-04-15T14:56:39.724 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:39.723+0000 7f8277235780 1 > prepared multipart upload key=BSJC05AGXDJ3 upload=N9HOBSNK1IWQ tag=79ZVG5RNDPJR type=write size=2144490 2024-04-15T14:56:39.726 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:39.725+0000 7f8277235780 1 < completed delete operation key=P0TQX1TRPSLX tag=FDUUQ7XWNU6L type=del 2024-04-15T14:56:39.730 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:39.729+0000 7f8277235780 1 > prepared part key=_multipart_DY5BWB5TVQV1.2~K714NMWOCJ8J.0 size=676550 2024-04-15T14:56:39.730 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:39.729+0000 7f8277235780 1 > prepared multipart upload key=DY5BWB5TVQV1 upload=K714NMWOCJ8J tag=O0KGLJ5KLEMW type=write size=1725126 2024-04-15T14:56:39.734 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:39.734+0000 7f8277235780 1 < suggested remove operation key=F402GDJVN3I9 tag=F5056C2R6T08 type=del 2024-04-15T14:56:39.738 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:39.738+0000 7f8277235780 1 > prepared part key=_multipart_NII4HKLD4YSI.2~W8ILLYFXZGN2.0 size=1048576 2024-04-15T14:56:39.740 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:39.739+0000 7f8277235780 1 > prepared part key=_multipart_NII4HKLD4YSI.2~W8ILLYFXZGN2.1 size=1048576 2024-04-15T14:56:39.742 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:39.741+0000 7f8277235780 1 > prepared part key=_multipart_NII4HKLD4YSI.2~W8ILLYFXZGN2.2 size=742069 2024-04-15T14:56:39.742 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:39.741+0000 7f8277235780 1 > prepared multipart upload key=NII4HKLD4YSI upload=W8ILLYFXZGN2 tag=SGNBBLYVOTNK type=write size=3887797 2024-04-15T14:56:39.744 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:39.744+0000 7f8277235780 1 < completed write operation key=P0TQX1TRPSLX tag=5Z49J67VQT4G type=write size=244553 2024-04-15T14:56:39.747 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:39.746+0000 7f8277235780 1 > prepared operation key=JDPAU9KY1OMN tag=P3J469G6WZT1 type=del size=1341527 2024-04-15T14:56:39.751 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:39.750+0000 7f8277235780 1 < suggested update operation key=33SEOBW9RRJN tag=P6WPQTCFJ4IO type=del size=2576584 2024-04-15T14:56:39.752 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:39.752+0000 7f8277235780 1 > prepared operation key=IM0AQIM316IL tag=ZSNJOXOX8X39 type=write size=540616 2024-04-15T14:56:39.755 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:39.754+0000 7f8277235780 1 < canceled operation key=A0RW26A8FZ95 tag=IPEVQ770H9GR type=del size=1734578 2024-04-15T14:56:39.759 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:39.758+0000 7f8277235780 1 > prepared part key=_multipart_NII4HKLD4YSI.2~2091I8MIPM9U.0 size=236362 2024-04-15T14:56:39.759 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:39.758+0000 7f8277235780 1 > prepared multipart upload key=NII4HKLD4YSI upload=2091I8MIPM9U tag=IQC39E6EGGI3 type=write size=1284938 2024-04-15T14:56:39.761 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:39.760+0000 7f8277235780 1 < completed part key=_multipart_UCHFZKBWU6MN.2~9QE21ZK735SK.0 size=1048576 2024-04-15T14:56:39.763 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:39.762+0000 7f8277235780 1 < completed part key=_multipart_UCHFZKBWU6MN.2~9QE21ZK735SK.1 size=846897 2024-04-15T14:56:39.767 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:39.766+0000 7f8277235780 1 < completed multipart upload key=UCHFZKBWU6MN upload=9QE21ZK735SK tag=QW1E8P9224XU type=write size=2944049 2024-04-15T14:56:39.770 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:39.769+0000 7f8277235780 1 > prepared operation key=Q0PE50H1CDIB tag=ZOC81LK1YZP7 type=write size=262941 2024-04-15T14:56:39.774 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:39.773+0000 7f8277235780 -1 < failed to complete operation key=33SEOBW9RRJN tag=IUP7DPPXT333 type=del size=2657741: (22) Invalid argument 2024-04-15T14:56:39.779 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:39.778+0000 7f8277235780 1 > prepared part key=_multipart_MIRREM7KIO9I.2~8RVCC5DIXT22.0 size=1048576 2024-04-15T14:56:39.781 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:39.780+0000 7f8277235780 1 > prepared part key=_multipart_MIRREM7KIO9I.2~8RVCC5DIXT22.1 size=959966 2024-04-15T14:56:39.781 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:39.780+0000 7f8277235780 1 > prepared multipart upload key=MIRREM7KIO9I upload=8RVCC5DIXT22 tag=9KTAVEPB5DYS type=write size=3057118 2024-04-15T14:56:39.784 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:39.783+0000 7f8277235780 1 < completed part key=_multipart_CBSCS8P8QL0Q.2~ZAW12M4XOX7B.0 size=1048576 2024-04-15T14:56:39.786 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:39.785+0000 7f8277235780 1 < completed part key=_multipart_CBSCS8P8QL0Q.2~ZAW12M4XOX7B.1 size=1048576 2024-04-15T14:56:39.788 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:39.787+0000 7f8277235780 1 < completed part key=_multipart_CBSCS8P8QL0Q.2~ZAW12M4XOX7B.2 size=311791 2024-04-15T14:56:39.792 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:39.791+0000 7f8277235780 1 < completed multipart upload key=CBSCS8P8QL0Q upload=ZAW12M4XOX7B tag=BPGNVUIQJ6SX type=write size=3457519 2024-04-15T14:56:39.796 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:39.795+0000 7f8277235780 1 > prepared part key=_multipart_IVOFLSPJ0099.2~K5UAR7JQG3NJ.0 size=1048576 2024-04-15T14:56:39.798 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:39.797+0000 7f8277235780 1 > prepared part key=_multipart_IVOFLSPJ0099.2~K5UAR7JQG3NJ.1 size=690116 2024-04-15T14:56:39.798 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:39.797+0000 7f8277235780 1 > prepared multipart upload key=IVOFLSPJ0099 upload=K5UAR7JQG3NJ tag=OYQVJXDL539M type=write size=2787268 2024-04-15T14:56:39.798 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:39.797+0000 7f8277235780 1 < canceled part key=_multipart_IM0AQIM316IL.2~UIU37PDXVO0P.0 size=1048576 2024-04-15T14:56:39.798 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:39.797+0000 7f8277235780 1 < canceled part key=_multipart_IM0AQIM316IL.2~UIU37PDXVO0P.1 size=1048576 2024-04-15T14:56:39.800 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:39.799+0000 7f8277235780 1 < completed part key=_multipart_IM0AQIM316IL.2~UIU37PDXVO0P.2 size=212343 2024-04-15T14:56:39.803 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:39.802+0000 7f8277235780 1 < canceled multipart upload key=IM0AQIM316IL upload=UIU37PDXVO0P tag=3KGKKWZB2VC5 type=write size=3358071 2024-04-15T14:56:39.807 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:39.806+0000 7f8277235780 1 > prepared part key=_multipart_81DQOX7PNGMS.2~J0STH1Y8IUD8.0 size=1048576 2024-04-15T14:56:39.809 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:39.808+0000 7f8277235780 1 > prepared part key=_multipart_81DQOX7PNGMS.2~J0STH1Y8IUD8.1 size=913309 2024-04-15T14:56:39.809 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:39.808+0000 7f8277235780 1 > prepared multipart upload key=81DQOX7PNGMS upload=J0STH1Y8IUD8 tag=78JZ18XVP4N0 type=write size=3010461 2024-04-15T14:56:39.811 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:39.810+0000 7f8277235780 1 < completed delete operation key=CBSCS8P8QL0Q tag=TIRLJYM6P9C6 type=del 2024-04-15T14:56:39.813 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:39.812+0000 7f8277235780 1 > prepared operation key=8X2ELHS3HRGS tag=OCZCQSO87YXH type=del size=500728 2024-04-15T14:56:39.815 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:39.814+0000 7f8277235780 1 < completed part key=_multipart_0XYNF2N97Y1C.2~UV96WACRH4X6.0 size=1048576 2024-04-15T14:56:39.817 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:39.816+0000 7f8277235780 1 < completed part key=_multipart_0XYNF2N97Y1C.2~UV96WACRH4X6.1 size=1048576 2024-04-15T14:56:39.819 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:39.818+0000 7f8277235780 1 < completed part key=_multipart_0XYNF2N97Y1C.2~UV96WACRH4X6.2 size=888246 2024-04-15T14:56:39.822 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:39.821+0000 7f8277235780 1 < completed multipart upload key=0XYNF2N97Y1C upload=UV96WACRH4X6 tag=EP1S98BRT239 type=write size=4033974 2024-04-15T14:56:39.826 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:39.825+0000 7f8277235780 1 > prepared part key=_multipart_R38CSTKHEGGY.2~OTHB1L202JU0.0 size=1048576 2024-04-15T14:56:39.827 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:39.827+0000 7f8277235780 1 > prepared part key=_multipart_R38CSTKHEGGY.2~OTHB1L202JU0.1 size=517916 2024-04-15T14:56:39.828 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:39.827+0000 7f8277235780 1 > prepared multipart upload key=R38CSTKHEGGY upload=OTHB1L202JU0 tag=CA844BHVVV6V type=write size=2615068 2024-04-15T14:56:39.830 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:39.829+0000 7f8277235780 1 < completed part key=_multipart_7XVTB4OPZZOY.2~MPVAULVHZI5E.0 size=1021349 2024-04-15T14:56:39.834 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:39.833+0000 7f8277235780 1 < completed multipart upload key=7XVTB4OPZZOY upload=MPVAULVHZI5E tag=0YPO7I6LF7VL type=write size=2069925 2024-04-15T14:56:39.837 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:39.836+0000 7f8277235780 1 > prepared part key=_multipart_P0TQX1TRPSLX.2~EPGB5W9RCM4C.0 size=1048576 2024-04-15T14:56:39.839 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:39.838+0000 7f8277235780 1 > prepared part key=_multipart_P0TQX1TRPSLX.2~EPGB5W9RCM4C.1 size=1048576 2024-04-15T14:56:39.841 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:39.840+0000 7f8277235780 1 > prepared part key=_multipart_P0TQX1TRPSLX.2~EPGB5W9RCM4C.2 size=495048 2024-04-15T14:56:39.841 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:39.840+0000 7f8277235780 1 > prepared multipart upload key=P0TQX1TRPSLX upload=EPGB5W9RCM4C tag=0QK3D9XEQ2FL type=write size=3640776 2024-04-15T14:56:39.844 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:39.843+0000 7f8277235780 1 < completed delete operation key=0XYNF2N97Y1C tag=WZ976LVNGAKH type=del 2024-04-15T14:56:39.846 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:39.845+0000 7f8277235780 1 > prepared operation key=IVOFLSPJ0099 tag=JFJ0ABHUAUNM type=del size=2063431 2024-04-15T14:56:39.850 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:39.849+0000 7f8277235780 1 < suggested remove operation key=CBSCS8P8QL0Q tag=87IBFNH2M576 type=write 2024-04-15T14:56:39.852 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:39.851+0000 7f8277235780 1 > prepared operation key=81DQOX7PNGMS tag=0CNI7YISBZ6Q type=del size=1651876 2024-04-15T14:56:39.854 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:39.854+0000 7f8277235780 1 < completed delete operation key=81DQOX7PNGMS tag=96R6HL4H8ZTD type=del 2024-04-15T14:56:39.856 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:39.856+0000 7f8277235780 1 > prepared operation key=CFCUGZ5D6TU8 tag=7EQ2X6A5F0ZL type=del size=577729 2024-04-15T14:56:39.858 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:39.858+0000 7f8277235780 1 < completed part key=_multipart_BSJC05AGXDJ3.2~N9HOBSNK1IWQ.0 size=1048576 2024-04-15T14:56:39.859 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:39.858+0000 7f8277235780 1 < canceled part key=_multipart_BSJC05AGXDJ3.2~N9HOBSNK1IWQ.1 size=47338 2024-04-15T14:56:39.862 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:39.861+0000 7f8277235780 1 < canceled multipart upload key=BSJC05AGXDJ3 upload=N9HOBSNK1IWQ tag=79ZVG5RNDPJR type=write size=2144490 2024-04-15T14:56:39.864 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:39.864+0000 7f8277235780 1 > prepared operation key=50Y0EU7H0QWF tag=LEK4MMRE2MA6 type=del size=3028437 2024-04-15T14:56:39.867 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:39.866+0000 7f8277235780 1 < completed part key=_multipart_DY5BWB5TVQV1.2~K714NMWOCJ8J.0 size=676550 2024-04-15T14:56:39.871 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:39.870+0000 7f8277235780 1 < completed multipart upload key=DY5BWB5TVQV1 upload=K714NMWOCJ8J tag=O0KGLJ5KLEMW type=write size=1725126 2024-04-15T14:56:39.873 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:39.873+0000 7f8277235780 1 > prepared operation key=D9NMXV7JDMXJ tag=MQ7CSYQYLGZ8 type=del size=3275791 2024-04-15T14:56:39.876 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:39.875+0000 7f8277235780 1 < completed part key=_multipart_NII4HKLD4YSI.2~W8ILLYFXZGN2.0 size=1048576 2024-04-15T14:56:39.877 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:39.876+0000 7f8277235780 1 < completed part key=_multipart_NII4HKLD4YSI.2~W8ILLYFXZGN2.1 size=1048576 2024-04-15T14:56:39.879 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:39.878+0000 7f8277235780 1 < completed part key=_multipart_NII4HKLD4YSI.2~W8ILLYFXZGN2.2 size=742069 2024-04-15T14:56:39.883 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:39.882+0000 7f8277235780 1 < completed multipart upload key=NII4HKLD4YSI upload=W8ILLYFXZGN2 tag=SGNBBLYVOTNK type=write size=3887797 2024-04-15T14:56:39.885 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:39.884+0000 7f8277235780 1 > prepared operation key=CFCUGZ5D6TU8 tag=X1A6PWH8V5AW type=del size=3144139 2024-04-15T14:56:39.890 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:39.889+0000 7f8277235780 1 < suggested remove operation key=JDPAU9KY1OMN tag=P3J469G6WZT1 type=del 2024-04-15T14:56:39.892 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:39.891+0000 7f8277235780 1 > prepared operation key=IVOFLSPJ0099 tag=GT7HUGIPWPEN type=del size=1978150 2024-04-15T14:56:39.896 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:39.895+0000 7f8277235780 1 < suggested update operation key=IM0AQIM316IL tag=ZSNJOXOX8X39 type=write size=540616 2024-04-15T14:56:39.899 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:39.898+0000 7f8277235780 1 > prepared operation key=Q0PE50H1CDIB tag=L22EI7C322ZP type=write size=767944 2024-04-15T14:56:39.901 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:39.900+0000 7f8277235780 1 < completed part key=_multipart_NII4HKLD4YSI.2~2091I8MIPM9U.0 size=236362 2024-04-15T14:56:39.906 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:39.905+0000 7f8277235780 1 < completed multipart upload key=NII4HKLD4YSI upload=2091I8MIPM9U tag=IQC39E6EGGI3 type=write size=1284938 2024-04-15T14:56:39.908 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:39.907+0000 7f8277235780 1 > prepared operation key=33SEOBW9RRJN tag=GOMAW524VJ8W type=del size=4134489 2024-04-15T14:56:39.910 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:39.910+0000 7f8277235780 1 < completed write operation key=Q0PE50H1CDIB tag=ZOC81LK1YZP7 type=write size=262941 2024-04-15T14:56:39.913 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:39.912+0000 7f8277235780 1 > prepared operation key=ZMDZCWJKCFRI tag=KR0FO4WGISSE type=del size=3892423 2024-04-15T14:56:39.915 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:39.914+0000 7f8277235780 1 < completed part key=_multipart_MIRREM7KIO9I.2~8RVCC5DIXT22.0 size=1048576 2024-04-15T14:56:39.917 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:39.916+0000 7f8277235780 1 < completed part key=_multipart_MIRREM7KIO9I.2~8RVCC5DIXT22.1 size=959966 2024-04-15T14:56:39.920 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:39.920+0000 7f8277235780 1 < completed multipart upload key=MIRREM7KIO9I upload=8RVCC5DIXT22 tag=9KTAVEPB5DYS type=write size=3057118 2024-04-15T14:56:39.925 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:39.924+0000 7f8277235780 1 > prepared part key=_multipart_A0RW26A8FZ95.2~O253JF6M44Z6.0 size=1048576 2024-04-15T14:56:39.926 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:39.926+0000 7f8277235780 1 > prepared part key=_multipart_A0RW26A8FZ95.2~O253JF6M44Z6.1 size=988383 2024-04-15T14:56:39.926 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:39.926+0000 7f8277235780 1 > prepared multipart upload key=A0RW26A8FZ95 upload=O253JF6M44Z6 tag=EN6Q5IJBRFJI type=write size=3085535 2024-04-15T14:56:39.929 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:39.928+0000 7f8277235780 1 < completed part key=_multipart_IVOFLSPJ0099.2~K5UAR7JQG3NJ.0 size=1048576 2024-04-15T14:56:39.931 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:39.930+0000 7f8277235780 1 < completed part key=_multipart_IVOFLSPJ0099.2~K5UAR7JQG3NJ.1 size=690116 2024-04-15T14:56:39.934 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:39.933+0000 7f8277235780 1 < completed multipart upload key=IVOFLSPJ0099 upload=K5UAR7JQG3NJ tag=OYQVJXDL539M type=write size=2787268 2024-04-15T14:56:39.938 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:39.938+0000 7f8277235780 1 > prepared part key=_multipart_ZMDZCWJKCFRI.2~TUEZ5KJNK28C.0 size=131289 2024-04-15T14:56:39.939 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:39.938+0000 7f8277235780 1 > prepared multipart upload key=ZMDZCWJKCFRI upload=TUEZ5KJNK28C tag=E2Q09L9LAG9G type=write size=1179865 2024-04-15T14:56:39.941 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:39.940+0000 7f8277235780 1 < completed part key=_multipart_81DQOX7PNGMS.2~J0STH1Y8IUD8.0 size=1048576 2024-04-15T14:56:39.942 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:39.942+0000 7f8277235780 1 < completed part key=_multipart_81DQOX7PNGMS.2~J0STH1Y8IUD8.1 size=913309 2024-04-15T14:56:39.946 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:39.945+0000 7f8277235780 1 < completed multipart upload key=81DQOX7PNGMS upload=J0STH1Y8IUD8 tag=78JZ18XVP4N0 type=write size=3010461 2024-04-15T14:56:39.950 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:39.949+0000 7f8277235780 1 > prepared part key=_multipart_BSJC05AGXDJ3.2~1XM00I3GCY53.0 size=1048576 2024-04-15T14:56:39.952 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:39.951+0000 7f8277235780 1 > prepared part key=_multipart_BSJC05AGXDJ3.2~1XM00I3GCY53.1 size=1048576 2024-04-15T14:56:39.954 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:39.953+0000 7f8277235780 1 > prepared part key=_multipart_BSJC05AGXDJ3.2~1XM00I3GCY53.2 size=119645 2024-04-15T14:56:39.954 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:39.953+0000 7f8277235780 1 > prepared multipart upload key=BSJC05AGXDJ3 upload=1XM00I3GCY53 tag=GEOIV6HNZQKD type=write size=3265373 2024-04-15T14:56:39.958 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:39.957+0000 7f8277235780 1 < suggested update operation key=8X2ELHS3HRGS tag=OCZCQSO87YXH type=del size=500728 2024-04-15T14:56:39.959 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:39.959+0000 7f8277235780 1 > prepared operation key=A0RW26A8FZ95 tag=V6ZP172XLIJ0 type=del size=1812751 2024-04-15T14:56:39.961 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:39.961+0000 7f8277235780 1 < completed part key=_multipart_R38CSTKHEGGY.2~OTHB1L202JU0.0 size=1048576 2024-04-15T14:56:39.963 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:39.963+0000 7f8277235780 1 < completed part key=_multipart_R38CSTKHEGGY.2~OTHB1L202JU0.1 size=517916 2024-04-15T14:56:39.967 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:39.966+0000 7f8277235780 1 < completed multipart upload key=R38CSTKHEGGY upload=OTHB1L202JU0 tag=CA844BHVVV6V type=write size=2615068 2024-04-15T14:56:39.969 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:39.968+0000 7f8277235780 1 > prepared operation key=UCHFZKBWU6MN tag=SMPKY3Y7XVH3 type=del size=1608707 2024-04-15T14:56:39.971 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:39.970+0000 7f8277235780 1 < completed part key=_multipart_P0TQX1TRPSLX.2~EPGB5W9RCM4C.0 size=1048576 2024-04-15T14:56:39.973 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:39.972+0000 7f8277235780 1 < completed part key=_multipart_P0TQX1TRPSLX.2~EPGB5W9RCM4C.1 size=1048576 2024-04-15T14:56:39.975 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:39.974+0000 7f8277235780 1 < completed part key=_multipart_P0TQX1TRPSLX.2~EPGB5W9RCM4C.2 size=495048 2024-04-15T14:56:39.978 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:39.978+0000 7f8277235780 1 < completed multipart upload key=P0TQX1TRPSLX upload=EPGB5W9RCM4C tag=0QK3D9XEQ2FL type=write size=3640776 2024-04-15T14:56:39.982 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:39.981+0000 7f8277235780 1 > prepared part key=_multipart_33SEOBW9RRJN.2~MPYNZALMO80K.0 size=1048576 2024-04-15T14:56:39.984 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:39.983+0000 7f8277235780 1 > prepared part key=_multipart_33SEOBW9RRJN.2~MPYNZALMO80K.1 size=109271 2024-04-15T14:56:39.984 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:39.983+0000 7f8277235780 1 > prepared multipart upload key=33SEOBW9RRJN upload=MPYNZALMO80K tag=KHEJDVGOSAB4 type=write size=2206423 2024-04-15T14:56:39.986 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:39.985+0000 7f8277235780 1 < canceled operation key=IVOFLSPJ0099 tag=JFJ0ABHUAUNM type=del size=2063431 2024-04-15T14:56:39.990 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:39.989+0000 7f8277235780 1 > prepared part key=_multipart_50Y0EU7H0QWF.2~3ZOP8XBJL21U.0 size=387426 2024-04-15T14:56:39.991 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:39.989+0000 7f8277235780 1 > prepared multipart upload key=50Y0EU7H0QWF upload=3ZOP8XBJL21U tag=UOP9W3DB60C9 type=write size=1436002 2024-04-15T14:56:39.993 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:39.992+0000 7f8277235780 1 < completed delete operation key=81DQOX7PNGMS tag=0CNI7YISBZ6Q type=del 2024-04-15T14:56:39.995 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:39.994+0000 7f8277235780 1 > prepared operation key=IM0AQIM316IL tag=WPVUE6YM8O62 type=write size=429478 2024-04-15T14:56:39.997 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:39.996+0000 7f8277235780 1 < completed delete operation key=CFCUGZ5D6TU8 tag=7EQ2X6A5F0ZL type=del 2024-04-15T14:56:40.001 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:40.001+0000 7f8277235780 1 > prepared part key=_multipart_P0TQX1TRPSLX.2~KPYM9EVXE6AV.0 size=1048576 2024-04-15T14:56:40.003 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:40.002+0000 7f8277235780 1 > prepared part key=_multipart_P0TQX1TRPSLX.2~KPYM9EVXE6AV.1 size=1048576 2024-04-15T14:56:40.005 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:40.004+0000 7f8277235780 1 > prepared part key=_multipart_P0TQX1TRPSLX.2~KPYM9EVXE6AV.2 size=1025765 2024-04-15T14:56:40.005 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:40.004+0000 7f8277235780 1 > prepared multipart upload key=P0TQX1TRPSLX upload=KPYM9EVXE6AV tag=4D1ZRQIVDYMA type=write size=4171493 2024-04-15T14:56:40.007 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:40.006+0000 7f8277235780 1 < completed delete operation key=50Y0EU7H0QWF tag=LEK4MMRE2MA6 type=del 2024-04-15T14:56:40.009 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:40.008+0000 7f8277235780 1 > prepared operation key=UCHFZKBWU6MN tag=Y7A0WLOBR29F type=del size=1231739 2024-04-15T14:56:40.011 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:40.010+0000 7f8277235780 1 < canceled operation key=D9NMXV7JDMXJ tag=MQ7CSYQYLGZ8 type=del size=3275791 2024-04-15T14:56:40.013 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:40.013+0000 7f8277235780 1 > prepared operation key=OQ3O0PKNZJ9S tag=6AX05UH7Z525 type=del size=2901035 2024-04-15T14:56:40.015 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:40.015+0000 7f8277235780 1 < canceled operation key=CFCUGZ5D6TU8 tag=X1A6PWH8V5AW type=del size=3144139 2024-04-15T14:56:40.017 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:40.016+0000 7f8277235780 1 > prepared operation key=Q0PE50H1CDIB tag=OGW8LAJJ5GR4 type=del size=770401 2024-04-15T14:56:40.021 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:40.019+0000 7f8277235780 1 < canceled operation key=IVOFLSPJ0099 tag=GT7HUGIPWPEN type=del size=1978150 2024-04-15T14:56:40.023 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:40.022+0000 7f8277235780 1 > prepared part key=_multipart_0XYNF2N97Y1C.2~DAEBSSX2VEGM.0 size=813411 2024-04-15T14:56:40.024 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:40.022+0000 7f8277235780 1 > prepared multipart upload key=0XYNF2N97Y1C upload=DAEBSSX2VEGM tag=1SWC4N7JEGVC type=write size=1861987 2024-04-15T14:56:40.025 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:40.025+0000 7f8277235780 1 < completed write operation key=Q0PE50H1CDIB tag=L22EI7C322ZP type=write size=767944 2024-04-15T14:56:40.028 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:40.027+0000 7f8277235780 1 > prepared operation key=BNQH1MC9XO9F tag=G2VX73EF354O type=del size=3832922 2024-04-15T14:56:40.030 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:40.029+0000 7f8277235780 1 < completed delete operation key=33SEOBW9RRJN tag=GOMAW524VJ8W type=del 2024-04-15T14:56:40.032 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:40.031+0000 7f8277235780 1 > prepared operation key=RQYB4B0WTR9V tag=DB3156WM4OE7 type=del size=2560216 2024-04-15T14:56:40.034 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:40.033+0000 7f8277235780 1 < canceled operation key=ZMDZCWJKCFRI tag=KR0FO4WGISSE type=del size=3892423 2024-04-15T14:56:40.035 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:40.035+0000 7f8277235780 1 > prepared operation key=Q0PE50H1CDIB tag=VDM4BWOH94ZP type=write size=638147 2024-04-15T14:56:40.038 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:40.037+0000 7f8277235780 1 < completed part key=_multipart_A0RW26A8FZ95.2~O253JF6M44Z6.0 size=1048576 2024-04-15T14:56:40.039 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:56:39 smithi016 ceph-mon[93212]: pgmap v1327: 137 pgs: 137 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 1.3 MiB/s rd, 450 KiB/s wr, 2.30k op/s 2024-04-15T14:56:40.039 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:56:39 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T14:56:40.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:56:39 smithi016 ceph-mon[90652]: pgmap v1327: 137 pgs: 137 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 1.3 MiB/s rd, 450 KiB/s wr, 2.30k op/s 2024-04-15T14:56:40.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:56:39 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T14:56:40.041 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:40.039+0000 7f8277235780 1 < completed part key=_multipart_A0RW26A8FZ95.2~O253JF6M44Z6.1 size=988383 2024-04-15T14:56:40.043 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:40.042+0000 7f8277235780 1 < completed multipart upload key=A0RW26A8FZ95 upload=O253JF6M44Z6 tag=EN6Q5IJBRFJI type=write size=3085535 2024-04-15T14:56:40.047 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:40.046+0000 7f8277235780 1 > prepared part key=_multipart_BSJC05AGXDJ3.2~L40M524WI6QI.0 size=1048576 2024-04-15T14:56:40.048 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:40.048+0000 7f8277235780 1 > prepared part key=_multipart_BSJC05AGXDJ3.2~L40M524WI6QI.1 size=1048576 2024-04-15T14:56:40.050 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:40.049+0000 7f8277235780 1 > prepared part key=_multipart_BSJC05AGXDJ3.2~L40M524WI6QI.2 size=814520 2024-04-15T14:56:40.050 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:40.049+0000 7f8277235780 1 > prepared multipart upload key=BSJC05AGXDJ3 upload=L40M524WI6QI tag=YUUGNZZZ2W5H type=write size=3960248 2024-04-15T14:56:40.052 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:40.052+0000 7f8277235780 1 < completed part key=_multipart_ZMDZCWJKCFRI.2~TUEZ5KJNK28C.0 size=131289 2024-04-15T14:56:40.057 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:40.056+0000 7f8277235780 1 < completed multipart upload key=ZMDZCWJKCFRI upload=TUEZ5KJNK28C tag=E2Q09L9LAG9G type=write size=1179865 2024-04-15T14:56:40.059 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:40.058+0000 7f8277235780 1 > prepared operation key=IM0AQIM316IL tag=8H5F4CV8KOAS type=del size=1619564 2024-04-15T14:56:40.059 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:40.058+0000 7f8277235780 1 < canceled part key=_multipart_BSJC05AGXDJ3.2~1XM00I3GCY53.0 size=1048576 2024-04-15T14:56:40.061 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:40.060+0000 7f8277235780 1 < completed part key=_multipart_BSJC05AGXDJ3.2~1XM00I3GCY53.1 size=1048576 2024-04-15T14:56:40.063 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:40.062+0000 7f8277235780 1 < completed part key=_multipart_BSJC05AGXDJ3.2~1XM00I3GCY53.2 size=119645 2024-04-15T14:56:40.067 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:40.065+0000 7f8277235780 1 < canceled multipart upload key=BSJC05AGXDJ3 upload=1XM00I3GCY53 tag=GEOIV6HNZQKD type=write size=3265373 2024-04-15T14:56:40.069 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:40.068+0000 7f8277235780 1 > prepared operation key=CBSCS8P8QL0Q tag=6PHJKBYU6MI4 type=del size=145532 2024-04-15T14:56:40.071 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:40.070+0000 7f8277235780 1 < canceled operation key=A0RW26A8FZ95 tag=V6ZP172XLIJ0 type=del size=1812751 2024-04-15T14:56:40.073 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:40.072+0000 7f8277235780 1 > prepared operation key=CFCUGZ5D6TU8 tag=K8XWPT69N7OC type=del size=1260442 2024-04-15T14:56:40.076 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:40.075+0000 7f8277235780 1 < completed delete operation key=UCHFZKBWU6MN tag=SMPKY3Y7XVH3 type=del 2024-04-15T14:56:40.078 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:40.077+0000 7f8277235780 1 > prepared operation key=50Y0EU7H0QWF tag=AL0CHUYIRAET type=del size=240891 2024-04-15T14:56:40.080 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:40.079+0000 7f8277235780 1 < completed part key=_multipart_33SEOBW9RRJN.2~MPYNZALMO80K.0 size=1048576 2024-04-15T14:56:40.082 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:40.081+0000 7f8277235780 1 < completed part key=_multipart_33SEOBW9RRJN.2~MPYNZALMO80K.1 size=109271 2024-04-15T14:56:40.085 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:40.085+0000 7f8277235780 1 < completed multipart upload key=33SEOBW9RRJN upload=MPYNZALMO80K tag=KHEJDVGOSAB4 type=write size=2206423 2024-04-15T14:56:40.088 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:40.087+0000 7f8277235780 1 > prepared operation key=JY107VG7DVI1 tag=M68RA2RSU19I type=del size=1466643 2024-04-15T14:56:40.091 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:40.090+0000 7f8277235780 1 < completed part key=_multipart_50Y0EU7H0QWF.2~3ZOP8XBJL21U.0 size=387426 2024-04-15T14:56:40.095 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:40.094+0000 7f8277235780 1 < completed multipart upload key=50Y0EU7H0QWF upload=3ZOP8XBJL21U tag=UOP9W3DB60C9 type=write size=1436002 2024-04-15T14:56:40.097 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:40.096+0000 7f8277235780 1 > prepared operation key=IVOFLSPJ0099 tag=IIN72L44PZWX type=del size=1617928 2024-04-15T14:56:40.100 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:40.099+0000 7f8277235780 1 < completed write operation key=IM0AQIM316IL tag=WPVUE6YM8O62 type=write size=429478 2024-04-15T14:56:40.102 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:40.102+0000 7f8277235780 1 > prepared operation key=A0RW26A8FZ95 tag=5FTKC0DGNG35 type=del size=1282593 2024-04-15T14:56:40.105 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:40.104+0000 7f8277235780 1 < completed part key=_multipart_P0TQX1TRPSLX.2~KPYM9EVXE6AV.0 size=1048576 2024-04-15T14:56:40.106 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:40.106+0000 7f8277235780 1 < completed part key=_multipart_P0TQX1TRPSLX.2~KPYM9EVXE6AV.1 size=1048576 2024-04-15T14:56:40.108 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:40.108+0000 7f8277235780 1 < completed part key=_multipart_P0TQX1TRPSLX.2~KPYM9EVXE6AV.2 size=1025765 2024-04-15T14:56:40.112 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:40.111+0000 7f8277235780 1 < completed multipart upload key=P0TQX1TRPSLX upload=KPYM9EVXE6AV tag=4D1ZRQIVDYMA type=write size=4171493 2024-04-15T14:56:40.116 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:40.115+0000 7f8277235780 1 > prepared part key=_multipart_YTVARSCACASJ.2~UROCOI3HSSRK.0 size=521938 2024-04-15T14:56:40.116 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:40.115+0000 7f8277235780 1 > prepared multipart upload key=YTVARSCACASJ upload=UROCOI3HSSRK tag=I9LDHG308AMV type=write size=1570514 2024-04-15T14:56:40.119 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:40.118+0000 7f8277235780 1 < completed delete operation key=UCHFZKBWU6MN tag=Y7A0WLOBR29F type=del 2024-04-15T14:56:40.123 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:40.122+0000 7f8277235780 1 > prepared part key=_multipart_CBSCS8P8QL0Q.2~ZDIDNR81JH9M.0 size=714063 2024-04-15T14:56:40.123 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:40.122+0000 7f8277235780 1 > prepared multipart upload key=CBSCS8P8QL0Q upload=ZDIDNR81JH9M tag=J2OAH32FJIR6 type=write size=1762639 2024-04-15T14:56:40.128 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:40.127+0000 7f8277235780 1 < suggested remove operation key=OQ3O0PKNZJ9S tag=6AX05UH7Z525 type=del 2024-04-15T14:56:40.130 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:40.129+0000 7f8277235780 1 > prepared operation key=54T20V7YW2K4 tag=2MTAUGY4Y1CJ type=write size=770059 2024-04-15T14:56:40.132 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:40.131+0000 7f8277235780 1 < completed delete operation key=Q0PE50H1CDIB tag=OGW8LAJJ5GR4 type=del 2024-04-15T14:56:40.136 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:40.135+0000 7f8277235780 1 > prepared part key=_multipart_RQYB4B0WTR9V.2~AF9G1ZQJAZNQ.0 size=1048576 2024-04-15T14:56:40.138 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:40.137+0000 7f8277235780 1 > prepared part key=_multipart_RQYB4B0WTR9V.2~AF9G1ZQJAZNQ.1 size=1048576 2024-04-15T14:56:40.140 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:40.139+0000 7f8277235780 1 > prepared part key=_multipart_RQYB4B0WTR9V.2~AF9G1ZQJAZNQ.2 size=934208 2024-04-15T14:56:40.140 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:40.139+0000 7f8277235780 1 > prepared multipart upload key=RQYB4B0WTR9V upload=AF9G1ZQJAZNQ tag=0UJXJET5RFPT type=write size=4079936 2024-04-15T14:56:40.142 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:40.141+0000 7f8277235780 1 < completed part key=_multipart_0XYNF2N97Y1C.2~DAEBSSX2VEGM.0 size=813411 2024-04-15T14:56:40.146 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:40.145+0000 7f8277235780 1 < completed multipart upload key=0XYNF2N97Y1C upload=DAEBSSX2VEGM tag=1SWC4N7JEGVC type=write size=1861987 2024-04-15T14:56:40.150 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:40.149+0000 7f8277235780 1 > prepared part key=_multipart_JY107VG7DVI1.2~MMT6TGGUL9NI.0 size=101567 2024-04-15T14:56:40.150 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:40.149+0000 7f8277235780 1 > prepared multipart upload key=JY107VG7DVI1 upload=MMT6TGGUL9NI tag=W4IIYRK4294Q type=write size=1150143 2024-04-15T14:56:40.152 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:40.151+0000 7f8277235780 1 < completed delete operation key=BNQH1MC9XO9F tag=G2VX73EF354O type=del 2024-04-15T14:56:40.156 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:40.156+0000 7f8277235780 1 > prepared part key=_multipart_50Y0EU7H0QWF.2~3HRD5KR243OL.0 size=1048576 2024-04-15T14:56:40.158 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:40.157+0000 7f8277235780 1 > prepared part key=_multipart_50Y0EU7H0QWF.2~3HRD5KR243OL.1 size=1048576 2024-04-15T14:56:40.160 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:40.159+0000 7f8277235780 1 > prepared part key=_multipart_50Y0EU7H0QWF.2~3HRD5KR243OL.2 size=246429 2024-04-15T14:56:40.160 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:40.159+0000 7f8277235780 1 > prepared multipart upload key=50Y0EU7H0QWF upload=3HRD5KR243OL tag=ETDVV68X4R2A type=write size=3392157 2024-04-15T14:56:40.164 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:40.163+0000 7f8277235780 1 < suggested update operation key=RQYB4B0WTR9V tag=DB3156WM4OE7 type=del size=2560216 2024-04-15T14:56:40.168 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:40.167+0000 7f8277235780 1 > prepared part key=_multipart_UCHFZKBWU6MN.2~DTKIH2HKZCWK.0 size=1048576 2024-04-15T14:56:40.170 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:40.169+0000 7f8277235780 1 > prepared part key=_multipart_UCHFZKBWU6MN.2~DTKIH2HKZCWK.1 size=1048576 2024-04-15T14:56:40.172 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:40.171+0000 7f8277235780 1 > prepared part key=_multipart_UCHFZKBWU6MN.2~DTKIH2HKZCWK.2 size=969880 2024-04-15T14:56:40.172 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:40.171+0000 7f8277235780 1 > prepared multipart upload key=UCHFZKBWU6MN upload=DTKIH2HKZCWK tag=XHCUHEQ506U1 type=write size=4115608 2024-04-15T14:56:40.174 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:40.173+0000 7f8277235780 1 < completed write operation key=Q0PE50H1CDIB tag=VDM4BWOH94ZP type=write size=638147 2024-04-15T14:56:40.178 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:40.177+0000 7f8277235780 1 > prepared part key=_multipart_YTVARSCACASJ.2~7GBNFLJPRMFQ.0 size=1048576 2024-04-15T14:56:40.180 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:40.179+0000 7f8277235780 1 > prepared part key=_multipart_YTVARSCACASJ.2~7GBNFLJPRMFQ.1 size=1000911 2024-04-15T14:56:40.180 INFO:tasks.workunit.client.0.smithi016.stderr:2024-04-15T14:56:40.179+0000 7f8277235780 1 > prepared multipart upload key=YTVARSCACASJ upload=7GBNFLJPRMFQ tag=UDTOCOHEKTML type=write size=3098063 2024-04-15T14:56:40.180 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] cls_rgw_stats.simulate (13493 ms) 2024-04-15T14:56:40.180 INFO:tasks.workunit.client.0.smithi016.stdout:[----------] 1 test from cls_rgw_stats (13493 ms total) 2024-04-15T14:56:40.180 INFO:tasks.workunit.client.0.smithi016.stdout: 2024-04-15T14:56:40.180 INFO:tasks.workunit.client.0.smithi016.stdout:[----------] Global test environment tear-down 2024-04-15T14:56:40.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:56:39 smithi102 ceph-mon[87131]: pgmap v1327: 137 pgs: 137 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 1.3 MiB/s rd, 450 KiB/s wr, 2.30k op/s 2024-04-15T14:56:40.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:56:39 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T14:56:40.780 INFO:tasks.workunit.client.0.smithi016.stdout:[==========] 1 test from 1 test suite ran. (15940 ms total) 2024-04-15T14:56:40.780 INFO:tasks.workunit.client.0.smithi016.stdout:[ PASSED ] 1 test. 2024-04-15T14:56:40.784 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-04-15T14:56:40.784 DEBUG:teuthology.orchestra.run.smithi016:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-04-15T14:56:40.856 INFO:tasks.workunit:Running workunit cls/test_cls_sdk.sh... 2024-04-15T14:56:40.856 DEBUG:teuthology.orchestra.run.smithi016:workunit test cls/test_cls_sdk.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=reef TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/cls/test_cls_sdk.sh 2024-04-15T14:56:40.928 INFO:tasks.workunit.client.0.smithi016.stdout:Running main() from gmock_main.cc 2024-04-15T14:56:40.928 INFO:tasks.workunit.client.0.smithi016.stdout:[==========] Running 2 tests from 1 test suite. 2024-04-15T14:56:40.928 INFO:tasks.workunit.client.0.smithi016.stdout:[----------] Global test environment set-up. 2024-04-15T14:56:40.928 INFO:tasks.workunit.client.0.smithi016.stdout:[----------] 2 tests from ClsSDK 2024-04-15T14:56:40.928 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] ClsSDK.TestSDKCoverageWrite 2024-04-15T14:56:42.039 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:56:41 smithi016 ceph-mon[90652]: pgmap v1328: 137 pgs: 137 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 1.1 MiB/s rd, 391 KiB/s wr, 2.00k op/s 2024-04-15T14:56:42.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:56:41 smithi016 ceph-mon[90652]: osdmap e1075: 8 total, 8 up, 8 in 2024-04-15T14:56:42.040 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 15 14:56:41 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-y[81421]: ::ffff:172.21.15.102 - - [15/Apr/2024:14:56:41] "GET /metrics HTTP/1.1" 200 36300 "" "Prometheus/2.43.0" 2024-04-15T14:56:42.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:56:41 smithi016 ceph-mon[93212]: pgmap v1328: 137 pgs: 137 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 1.1 MiB/s rd, 391 KiB/s wr, 2.00k op/s 2024-04-15T14:56:42.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:56:41 smithi016 ceph-mon[93212]: osdmap e1075: 8 total, 8 up, 8 in 2024-04-15T14:56:42.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:56:41 smithi102 ceph-mon[87131]: pgmap v1328: 137 pgs: 137 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 1.1 MiB/s rd, 391 KiB/s wr, 2.00k op/s 2024-04-15T14:56:42.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:56:41 smithi102 ceph-mon[87131]: osdmap e1075: 8 total, 8 up, 8 in 2024-04-15T14:56:42.687 INFO:journalctl@ceph.prometheus.a.smithi102.stdout:Apr 15 14:56:42 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-prometheus-a[120881]: ts=2024-04-15T14:56:42.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi016:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"362ea986-fb34-11ee-bc8f-c7b262605968\", instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T14:56:42.688 INFO:journalctl@ceph.grafana.a.smithi102.stdout:Apr 15 14:56:42 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-grafana-a[125357]: logger=cleanup t=2024-04-15T14:56:42.360624673Z level=info msg="Completed cleanup jobs" duration=3.638412ms 2024-04-15T14:56:43.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:56:42 smithi016 ceph-mon[90652]: osdmap e1076: 8 total, 8 up, 8 in 2024-04-15T14:56:43.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:56:42 smithi016 ceph-mon[90652]: from='client.? 172.21.15.16:0/3944392532' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi016-135794-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T14:56:43.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:56:42 smithi016 ceph-mon[90652]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi016-135794-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T14:56:43.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:56:42 smithi016 ceph-mon[93212]: osdmap e1076: 8 total, 8 up, 8 in 2024-04-15T14:56:43.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:56:42 smithi016 ceph-mon[93212]: from='client.? 172.21.15.16:0/3944392532' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi016-135794-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T14:56:43.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:56:42 smithi016 ceph-mon[93212]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi016-135794-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T14:56:43.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:56:42 smithi102 ceph-mon[87131]: osdmap e1076: 8 total, 8 up, 8 in 2024-04-15T14:56:43.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:56:42 smithi102 ceph-mon[87131]: from='client.? 172.21.15.16:0/3944392532' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi016-135794-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T14:56:43.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:56:42 smithi102 ceph-mon[87131]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi016-135794-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T14:56:43.798 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] ClsSDK.TestSDKCoverageWrite (2870 ms) 2024-04-15T14:56:43.799 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] ClsSDK.TestSDKCoverageReplay 2024-04-15T14:56:44.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:56:43 smithi016 ceph-mon[90652]: pgmap v1331: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-04-15T14:56:44.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:56:43 smithi016 ceph-mon[90652]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-15T14:56:44.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:56:43 smithi016 ceph-mon[90652]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi016-135794-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-15T14:56:44.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:56:43 smithi016 ceph-mon[90652]: osdmap e1077: 8 total, 8 up, 8 in 2024-04-15T14:56:44.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:56:43 smithi016 ceph-mon[93212]: pgmap v1331: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-04-15T14:56:44.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:56:43 smithi016 ceph-mon[93212]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-15T14:56:44.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:56:43 smithi016 ceph-mon[93212]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi016-135794-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-15T14:56:44.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:56:43 smithi016 ceph-mon[93212]: osdmap e1077: 8 total, 8 up, 8 in 2024-04-15T14:56:44.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:56:43 smithi102 ceph-mon[87131]: pgmap v1331: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-04-15T14:56:44.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:56:43 smithi102 ceph-mon[87131]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-15T14:56:44.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:56:43 smithi102 ceph-mon[87131]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi016-135794-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-15T14:56:44.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:56:43 smithi102 ceph-mon[87131]: osdmap e1077: 8 total, 8 up, 8 in 2024-04-15T14:56:45.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:56:44 smithi102 ceph-mon[87131]: osdmap e1078: 8 total, 8 up, 8 in 2024-04-15T14:56:45.289 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:56:44 smithi016 ceph-mon[90652]: osdmap e1078: 8 total, 8 up, 8 in 2024-04-15T14:56:45.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:56:44 smithi016 ceph-mon[93212]: osdmap e1078: 8 total, 8 up, 8 in 2024-04-15T14:56:46.188 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:56:45 smithi102 ceph-mon[87131]: pgmap v1334: 105 pgs: 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-04-15T14:56:46.188 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:56:45 smithi102 ceph-mon[87131]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-15T14:56:46.188 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:56:45 smithi102 ceph-mon[87131]: Cluster is now healthy 2024-04-15T14:56:46.188 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:56:45 smithi102 ceph-mon[87131]: osdmap e1079: 8 total, 8 up, 8 in 2024-04-15T14:56:46.188 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:56:45 smithi102 ceph-mon[87131]: from='client.? 172.21.15.16:0/3998548185' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi016-135794-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T14:56:46.188 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:56:45 smithi102 ceph-mon[87131]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi016-135794-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T14:56:46.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:56:45 smithi016 ceph-mon[90652]: pgmap v1334: 105 pgs: 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-04-15T14:56:46.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:56:45 smithi016 ceph-mon[90652]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-15T14:56:46.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:56:45 smithi016 ceph-mon[90652]: Cluster is now healthy 2024-04-15T14:56:46.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:56:45 smithi016 ceph-mon[90652]: osdmap e1079: 8 total, 8 up, 8 in 2024-04-15T14:56:46.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:56:45 smithi016 ceph-mon[90652]: from='client.? 172.21.15.16:0/3998548185' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi016-135794-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T14:56:46.291 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:56:45 smithi016 ceph-mon[90652]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi016-135794-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T14:56:46.291 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:56:45 smithi016 ceph-mon[93212]: pgmap v1334: 105 pgs: 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-04-15T14:56:46.291 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:56:45 smithi016 ceph-mon[93212]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-15T14:56:46.291 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:56:45 smithi016 ceph-mon[93212]: Cluster is now healthy 2024-04-15T14:56:46.291 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:56:45 smithi016 ceph-mon[93212]: osdmap e1079: 8 total, 8 up, 8 in 2024-04-15T14:56:46.291 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:56:45 smithi016 ceph-mon[93212]: from='client.? 172.21.15.16:0/3998548185' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi016-135794-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T14:56:46.291 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:56:45 smithi016 ceph-mon[93212]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi016-135794-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T14:56:46.817 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] ClsSDK.TestSDKCoverageReplay (3019 ms) 2024-04-15T14:56:46.817 INFO:tasks.workunit.client.0.smithi016.stdout:[----------] 2 tests from ClsSDK (5889 ms total) 2024-04-15T14:56:46.817 INFO:tasks.workunit.client.0.smithi016.stdout: 2024-04-15T14:56:46.817 INFO:tasks.workunit.client.0.smithi016.stdout:[----------] Global test environment tear-down 2024-04-15T14:56:46.817 INFO:tasks.workunit.client.0.smithi016.stdout:[==========] 2 tests from 1 test suite ran. (5889 ms total) 2024-04-15T14:56:46.817 INFO:tasks.workunit.client.0.smithi016.stdout:[ PASSED ] 2 tests. 2024-04-15T14:56:46.820 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-04-15T14:56:46.820 DEBUG:teuthology.orchestra.run.smithi016:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-04-15T14:56:46.892 INFO:tasks.workunit:Stopping ['cls'] on client.0... 2024-04-15T14:56:46.893 DEBUG:teuthology.orchestra.run.smithi016:> sudo rm -rf -- /home/ubuntu/cephtest/workunits.list.client.0 /home/ubuntu/cephtest/clone.client.0 2024-04-15T14:56:47.154 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:56:46 smithi016 ceph-mon[93212]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi016-135794-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-15T14:56:47.154 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:56:46 smithi016 ceph-mon[93212]: osdmap e1080: 8 total, 8 up, 8 in 2024-04-15T14:56:47.155 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:56:46 smithi016 ceph-mon[90652]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi016-135794-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-15T14:56:47.155 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:56:46 smithi016 ceph-mon[90652]: osdmap e1080: 8 total, 8 up, 8 in 2024-04-15T14:56:47.156 DEBUG:teuthology.parallel:result is None 2024-04-15T14:56:47.157 DEBUG:teuthology.orchestra.run.smithi016:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0 2024-04-15T14:56:47.186 INFO:tasks.workunit:Deleted dir /home/ubuntu/cephtest/mnt.0/client.0 2024-04-15T14:56:47.186 DEBUG:teuthology.orchestra.run.smithi016:> rmdir -- /home/ubuntu/cephtest/mnt.0 2024-04-15T14:56:47.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:56:46 smithi102 ceph-mon[87131]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi016-135794-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-15T14:56:47.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:56:46 smithi102 ceph-mon[87131]: osdmap e1080: 8 total, 8 up, 8 in 2024-04-15T14:56:47.241 INFO:tasks.workunit:Deleted artificial mount point /home/ubuntu/cephtest/mnt.0/client.0 2024-04-15T14:56:47.241 INFO:teuthology.task.full_sequential:In full_sequential, running task print... 2024-04-15T14:56:47.241 INFO:teuthology.task.print:**** done end rados_api.yaml 2024-04-15T14:56:47.241 INFO:teuthology.task.full_sequential:In full_sequential, running task print... 2024-04-15T14:56:47.241 INFO:teuthology.task.print:**** done start rados_loadgenbig.yaml 2024-04-15T14:56:47.241 INFO:teuthology.task.full_sequential:In full_sequential, running task workunit... 2024-04-15T14:56:47.242 INFO:tasks.workunit:Pulling workunits from ref reef 2024-04-15T14:56:47.242 INFO:tasks.workunit:Making a separate scratch dir for every client... 2024-04-15T14:56:47.243 DEBUG:teuthology.orchestra.run.smithi016:> stat -- /home/ubuntu/cephtest/mnt.0 2024-04-15T14:56:47.296 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-04-15T14:56:47.296 INFO:teuthology.orchestra.run.smithi016.stderr:stat: cannot statx '/home/ubuntu/cephtest/mnt.0': No such file or directory 2024-04-15T14:56:47.296 DEBUG:teuthology.orchestra.run.smithi016:> mkdir -- /home/ubuntu/cephtest/mnt.0 2024-04-15T14:56:47.352 INFO:tasks.workunit:Created dir /home/ubuntu/cephtest/mnt.0 2024-04-15T14:56:47.352 DEBUG:teuthology.orchestra.run.smithi016:> cd -- /home/ubuntu/cephtest/mnt.0 && mkdir -- client.0 2024-04-15T14:56:47.407 INFO:tasks.workunit:timeout=3h 2024-04-15T14:56:47.407 INFO:tasks.workunit:cleanup=True 2024-04-15T14:56:47.408 DEBUG:teuthology.orchestra.run.smithi016:> rm -rf /home/ubuntu/cephtest/clone.client.0 && git clone --depth 1 --branch reef https://git.ceph.com/ceph.git /home/ubuntu/cephtest/clone.client.0 && cd /home/ubuntu/cephtest/clone.client.0 2024-04-15T14:56:47.463 INFO:tasks.workunit.client.0.smithi016.stderr:Cloning into '/home/ubuntu/cephtest/clone.client.0'... 2024-04-15T14:56:48.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:56:47 smithi102 ceph-mon[87131]: pgmap v1337: 137 pgs: 23 creating+peering, 9 unknown, 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-04-15T14:56:48.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:56:47 smithi102 ceph-mon[87131]: osdmap e1081: 8 total, 8 up, 8 in 2024-04-15T14:56:48.289 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:56:47 smithi016 ceph-mon[90652]: pgmap v1337: 137 pgs: 23 creating+peering, 9 unknown, 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-04-15T14:56:48.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:56:47 smithi016 ceph-mon[90652]: osdmap e1081: 8 total, 8 up, 8 in 2024-04-15T14:56:48.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:56:47 smithi016 ceph-mon[93212]: pgmap v1337: 137 pgs: 23 creating+peering, 9 unknown, 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-04-15T14:56:48.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:56:47 smithi016 ceph-mon[93212]: osdmap e1081: 8 total, 8 up, 8 in 2024-04-15T14:56:50.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:56:49 smithi102 ceph-mon[87131]: pgmap v1339: 105 pgs: 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-04-15T14:56:50.289 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:56:49 smithi016 ceph-mon[90652]: pgmap v1339: 105 pgs: 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-04-15T14:56:50.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:56:49 smithi016 ceph-mon[93212]: pgmap v1339: 105 pgs: 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-04-15T14:56:52.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:56:51 smithi016 ceph-mon[90652]: pgmap v1340: 105 pgs: 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-04-15T14:56:52.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:56:51 smithi016 ceph-mon[93212]: pgmap v1340: 105 pgs: 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-04-15T14:56:52.041 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 15 14:56:51 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-y[81421]: ::ffff:172.21.15.102 - - [15/Apr/2024:14:56:51] "GET /metrics HTTP/1.1" 200 36300 "" "Prometheus/2.43.0" 2024-04-15T14:56:52.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:56:51 smithi102 ceph-mon[87131]: pgmap v1340: 105 pgs: 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-04-15T14:56:52.687 INFO:journalctl@ceph.prometheus.a.smithi102.stdout:Apr 15 14:56:52 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-prometheus-a[120881]: ts=2024-04-15T14:56:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi016:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"362ea986-fb34-11ee-bc8f-c7b262605968\", instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T14:56:54.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:56:53 smithi102 ceph-mon[87131]: pgmap v1341: 105 pgs: 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-04-15T14:56:54.289 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:56:53 smithi016 ceph-mon[90652]: pgmap v1341: 105 pgs: 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-04-15T14:56:54.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:56:53 smithi016 ceph-mon[93212]: pgmap v1341: 105 pgs: 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-04-15T14:56:55.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:56:54 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T14:56:55.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:56:54 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T14:56:55.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:56:54 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T14:56:56.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:56:55 smithi102 ceph-mon[87131]: pgmap v1342: 105 pgs: 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-04-15T14:56:56.289 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:56:55 smithi016 ceph-mon[90652]: pgmap v1342: 105 pgs: 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-04-15T14:56:56.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:56:55 smithi016 ceph-mon[93212]: pgmap v1342: 105 pgs: 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-04-15T14:56:58.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:56:57 smithi102 ceph-mon[87131]: pgmap v1343: 105 pgs: 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-04-15T14:56:58.289 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:56:57 smithi016 ceph-mon[90652]: pgmap v1343: 105 pgs: 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-04-15T14:56:58.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:56:57 smithi016 ceph-mon[93212]: pgmap v1343: 105 pgs: 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-04-15T14:56:59.093 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:56:58 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T14:56:59.143 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:56:58 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T14:56:59.144 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:56:58 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T14:57:00.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:56:59 smithi102 ceph-mon[87131]: pgmap v1344: 105 pgs: 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-04-15T14:57:00.256 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:56:59 smithi016 ceph-mon[90652]: pgmap v1344: 105 pgs: 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-04-15T14:57:00.256 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:56:59 smithi016 ceph-mon[93212]: pgmap v1344: 105 pgs: 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-04-15T14:57:01.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:57:01 smithi102 ceph-mon[87131]: pgmap v1345: 105 pgs: 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-04-15T14:57:02.018 DEBUG:teuthology.orchestra.run.smithi016:> cd -- /home/ubuntu/cephtest/clone.client.0/qa/workunits && if test -e Makefile ; then make ; fi && find -executable -type f -printf '%P\0' >/home/ubuntu/cephtest/workunits.list.client.0 2024-04-15T14:57:02.039 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:57:01 smithi016 ceph-mon[90652]: pgmap v1345: 105 pgs: 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-04-15T14:57:02.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:57:01 smithi016 ceph-mon[93212]: pgmap v1345: 105 pgs: 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-04-15T14:57:02.040 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 15 14:57:01 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-y[81421]: ::ffff:172.21.15.102 - - [15/Apr/2024:14:57:01] "GET /metrics HTTP/1.1" 200 33916 "" "Prometheus/2.43.0" 2024-04-15T14:57:02.056 INFO:tasks.workunit.client.0.smithi016.stdout:for d in direct_io fs ; do ( cd $d ; make all ) ; done 2024-04-15T14:57:02.058 INFO:tasks.workunit.client.0.smithi016.stdout:make[1]: Entering directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/direct_io' 2024-04-15T14:57:02.059 INFO:tasks.workunit.client.0.smithi016.stdout:cc -Wall -Wextra -D_GNU_SOURCE direct_io_test.c -o direct_io_test 2024-04-15T14:57:02.109 INFO:tasks.workunit.client.0.smithi016.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_sync_io.c -o test_sync_io 2024-04-15T14:57:02.159 INFO:tasks.workunit.client.0.smithi016.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_short_dio_read.c -o test_short_dio_read 2024-04-15T14:57:02.199 INFO:tasks.workunit.client.0.smithi016.stdout:make[1]: Leaving directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/direct_io' 2024-04-15T14:57:02.201 INFO:tasks.workunit.client.0.smithi016.stdout:make[1]: Entering directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/fs' 2024-04-15T14:57:02.201 INFO:tasks.workunit.client.0.smithi016.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_o_trunc.c -o test_o_trunc 2024-04-15T14:57:02.241 INFO:tasks.workunit.client.0.smithi016.stdout:make[1]: Leaving directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/fs' 2024-04-15T14:57:02.244 DEBUG:teuthology.orchestra.run.smithi016:> set -ex 2024-04-15T14:57:02.244 DEBUG:teuthology.orchestra.run.smithi016:> dd if=/home/ubuntu/cephtest/workunits.list.client.0 of=/dev/stdout 2024-04-15T14:57:02.301 INFO:tasks.workunit:Running workunits matching rados/load-gen-big.sh on client.0... 2024-04-15T14:57:02.302 INFO:tasks.workunit:Running workunit rados/load-gen-big.sh... 2024-04-15T14:57:02.302 DEBUG:teuthology.orchestra.run.smithi016:workunit test rados/load-gen-big.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=reef TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/rados/load-gen-big.sh 2024-04-15T14:57:02.405 INFO:tasks.workunit.client.0.smithi016.stdout:run length 1200 seconds 2024-04-15T14:57:02.405 INFO:tasks.workunit.client.0.smithi016.stdout:preparing 10240 objects 2024-04-15T14:57:02.687 INFO:journalctl@ceph.prometheus.a.smithi102.stdout:Apr 15 14:57:02 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-prometheus-a[120881]: ts=2024-04-15T14:57:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi016:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"362ea986-fb34-11ee-bc8f-c7b262605968\", instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T14:57:03.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:57:02 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T14:57:03.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:57:02 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T14:57:03.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:57:02 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T14:57:03.188 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:57:02 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T14:57:03.188 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:57:02 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T14:57:03.188 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:57:02 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T14:57:03.188 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:57:02 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T14:57:03.289 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:57:02 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T14:57:03.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:57:02 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T14:57:03.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:57:02 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T14:57:03.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:57:02 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T14:57:03.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:57:02 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T14:57:03.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:57:02 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T14:57:03.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:57:02 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T14:57:03.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:57:02 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T14:57:03.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:57:02 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T14:57:03.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:57:02 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T14:57:03.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:57:02 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T14:57:03.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:57:02 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T14:57:03.291 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:57:02 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T14:57:03.291 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:57:02 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T14:57:04.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:57:03 smithi102 ceph-mon[87131]: pgmap v1346: 105 pgs: 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-04-15T14:57:04.289 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:57:03 smithi016 ceph-mon[90652]: pgmap v1346: 105 pgs: 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-04-15T14:57:04.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:57:03 smithi016 ceph-mon[93212]: pgmap v1346: 105 pgs: 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-04-15T14:57:04.663 INFO:tasks.workunit.client.0.smithi016.stdout:load-gen will run 1200 seconds 2024-04-15T14:57:05.663 INFO:tasks.workunit.client.0.smithi016.stdout: 1: throughput=0MB/sec pending data=0 2024-04-15T14:57:05.663 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-HPsv2YO7_oHvnNR off=19409229 len=1455805 2024-04-15T14:57:05.666 INFO:tasks.workunit.client.0.smithi016.stdout:op 0 completed, throughput=1.38MB/sec 2024-04-15T14:57:05.666 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-z0rIH4S8TFYurBN off=14236940 len=1140231 2024-04-15T14:57:05.667 INFO:tasks.workunit.client.0.smithi016.stdout:op 1 completed, throughput=2.47MB/sec 2024-04-15T14:57:05.667 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-7WN_XxHR7_MT-Jm off=22206840 len=1067498 2024-04-15T14:57:05.674 INFO:tasks.workunit.client.0.smithi016.stdout:op 2 completed, throughput=3.45MB/sec 2024-04-15T14:57:05.674 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-v5SE6-9zBwtVBs6 off=703579 len=1982112 2024-04-15T14:57:05.677 INFO:tasks.workunit.client.0.smithi016.stdout:op 3 completed, throughput=5.31MB/sec 2024-04-15T14:57:06.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:57:05 smithi102 ceph-mon[87131]: pgmap v1347: 105 pgs: 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-04-15T14:57:06.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:57:05 smithi016 ceph-mon[90652]: pgmap v1347: 105 pgs: 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-04-15T14:57:06.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:57:05 smithi016 ceph-mon[93212]: pgmap v1347: 105 pgs: 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-04-15T14:57:06.678 INFO:tasks.workunit.client.0.smithi016.stdout: 2: throughput=2.67MB/sec pending data=0 2024-04-15T14:57:06.678 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-Cy9S5tZ2zGcOVYT off=1448110 len=1697545 2024-04-15T14:57:06.680 INFO:tasks.workunit.client.0.smithi016.stdout:op 4 completed, throughput=3.47MB/sec 2024-04-15T14:57:06.680 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-PiZoMokuLquNcfI off=7455763 len=1757903 2024-04-15T14:57:06.688 INFO:tasks.workunit.client.0.smithi016.stdout:op 5 completed, throughput=4.28MB/sec 2024-04-15T14:57:06.688 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-JaRj6brV7k_kdc6 off=2925708 len=1729874 2024-04-15T14:57:06.690 INFO:tasks.workunit.client.0.smithi016.stdout:op 6 completed, throughput=5.1MB/sec 2024-04-15T14:57:07.690 INFO:tasks.workunit.client.0.smithi016.stdout: 3: throughput=3.41MB/sec pending data=0 2024-04-15T14:57:07.690 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-Kg1Uf-vmsnCaTQ8 off=5906949 len=1568407 2024-04-15T14:57:07.692 INFO:tasks.workunit.client.0.smithi016.stdout:op 7 completed, throughput=3.9MB/sec 2024-04-15T14:57:07.692 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-3yhVgE6pK6n_dVE off=1802524 len=195251 2024-04-15T14:57:07.695 INFO:tasks.workunit.client.0.smithi016.stdout:op 8 completed, throughput=3.96MB/sec 2024-04-15T14:57:07.695 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-5gFgW4Mr441G_xe off=5390429 len=372268 2024-04-15T14:57:07.696 INFO:tasks.workunit.client.0.smithi016.stdout:op 9 completed, throughput=4.08MB/sec 2024-04-15T14:57:07.696 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-_CjpI8Hs-MsfSta off=13368399 len=1555485 2024-04-15T14:57:07.699 INFO:tasks.workunit.client.0.smithi016.stdout:op 10 completed, throughput=4.56MB/sec 2024-04-15T14:57:07.699 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-TFqvqtOyvjlFzQJ off=2206486 len=9939 2024-04-15T14:57:07.699 INFO:tasks.workunit.client.0.smithi016.stdout:op 11 completed, throughput=4.56MB/sec 2024-04-15T14:57:07.700 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-NwgwpUvKvGtcJe1 off=14085121 len=116921 2024-04-15T14:57:07.702 INFO:tasks.workunit.client.0.smithi016.stdout:op 12 completed, throughput=4.6MB/sec 2024-04-15T14:57:07.702 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-711peUwFH-OQQ7z off=9118597 len=1213818 2024-04-15T14:57:07.703 INFO:tasks.workunit.client.0.smithi016.stdout:op 13 completed, throughput=4.97MB/sec 2024-04-15T14:57:07.704 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-oxSLiUvJQVD0snF off=9821377 len=473645 2024-04-15T14:57:07.707 INFO:tasks.workunit.client.0.smithi016.stdout:op 14 completed, throughput=5.12MB/sec 2024-04-15T14:57:08.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:57:07 smithi102 ceph-mon[87131]: pgmap v1348: 105 pgs: 105 active+clean; 110 GiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 740 KiB/s wr, 739 op/s 2024-04-15T14:57:08.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:57:07 smithi016 ceph-mon[90652]: pgmap v1348: 105 pgs: 105 active+clean; 110 GiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 740 KiB/s wr, 739 op/s 2024-04-15T14:57:08.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:57:07 smithi016 ceph-mon[93212]: pgmap v1348: 105 pgs: 105 active+clean; 110 GiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 740 KiB/s wr, 739 op/s 2024-04-15T14:57:08.707 INFO:tasks.workunit.client.0.smithi016.stdout: 4: throughput=3.85MB/sec pending data=0 2024-04-15T14:57:08.708 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-GVBSS8am208hBRX off=4724040 len=2025212 2024-04-15T14:57:08.716 INFO:tasks.workunit.client.0.smithi016.stdout:op 15 completed, throughput=4.32MB/sec 2024-04-15T14:57:08.716 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-EqG3kEWd-1NYHEf off=1762363 len=1188729 2024-04-15T14:57:08.722 INFO:tasks.workunit.client.0.smithi016.stdout:op 16 completed, throughput=4.59MB/sec 2024-04-15T14:57:08.723 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-A_EaqDihg9sDnZ0 off=6260272 len=538897 2024-04-15T14:57:08.726 INFO:tasks.workunit.client.0.smithi016.stdout:op 17 completed, throughput=4.71MB/sec 2024-04-15T14:57:08.726 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-U78d8bX7ou1w5Zu off=1679708 len=314066 2024-04-15T14:57:08.727 INFO:tasks.workunit.client.0.smithi016.stdout:op 18 completed, throughput=4.79MB/sec 2024-04-15T14:57:08.727 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-CPAA-VAmZA8X8cr off=1582997 len=1362006 2024-04-15T14:57:08.728 INFO:tasks.workunit.client.0.smithi016.stdout:op 19 completed, throughput=5.11MB/sec 2024-04-15T14:57:09.728 INFO:tasks.workunit.client.0.smithi016.stdout: 5: throughput=4.1MB/sec pending data=0 2024-04-15T14:57:09.729 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-ovlBAvcgW5iJ0j6 off=11375805 len=1176782 2024-04-15T14:57:09.734 INFO:tasks.workunit.client.0.smithi016.stdout:op 20 completed, throughput=4.31MB/sec 2024-04-15T14:57:09.734 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-kZ75MTvcSl_icq8 off=16140528 len=1899241 2024-04-15T14:57:09.745 INFO:tasks.workunit.client.0.smithi016.stdout:op 21 completed, throughput=4.66MB/sec 2024-04-15T14:57:09.745 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-o9NRbWi0SBWXr-4 off=4575564 len=1700179 2024-04-15T14:57:09.754 INFO:tasks.workunit.client.0.smithi016.stdout:op 22 completed, throughput=4.97MB/sec 2024-04-15T14:57:09.754 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-_wj0EeEOQAuPoAf off=3131702 len=1487613 2024-04-15T14:57:09.761 INFO:tasks.workunit.client.0.smithi016.stdout:op 23 completed, throughput=5.24MB/sec 2024-04-15T14:57:10.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:57:09 smithi102 ceph-mon[87131]: pgmap v1349: 105 pgs: 105 active+clean; 127 GiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 853 KiB/s wr, 853 op/s 2024-04-15T14:57:10.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:57:09 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T14:57:10.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:57:09 smithi016 ceph-mon[90652]: pgmap v1349: 105 pgs: 105 active+clean; 127 GiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 853 KiB/s wr, 853 op/s 2024-04-15T14:57:10.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:57:09 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T14:57:10.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:57:09 smithi016 ceph-mon[93212]: pgmap v1349: 105 pgs: 105 active+clean; 127 GiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 853 KiB/s wr, 853 op/s 2024-04-15T14:57:10.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:57:09 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T14:57:10.762 INFO:tasks.workunit.client.0.smithi016.stdout: 6: throughput=4.38MB/sec pending data=0 2024-04-15T14:57:10.762 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-SR8SG3VmAQtNMAN off=904218 len=754692 2024-04-15T14:57:10.766 INFO:tasks.workunit.client.0.smithi016.stdout:op 24 completed, throughput=4.5MB/sec 2024-04-15T14:57:10.766 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-MQECbASYOte9iDX off=9523814 len=1098900 2024-04-15T14:57:10.767 INFO:tasks.workunit.client.0.smithi016.stdout:op 25 completed, throughput=4.67MB/sec 2024-04-15T14:57:10.768 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-qy5Z-H3cT418llQ off=6614432 len=1796800 2024-04-15T14:57:10.775 INFO:tasks.workunit.client.0.smithi016.stdout:op 26 completed, throughput=4.94MB/sec 2024-04-15T14:57:10.775 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-honJzUKyf-zDqgV off=3763508 len=1222890 2024-04-15T14:57:10.780 INFO:tasks.workunit.client.0.smithi016.stdout:op 27 completed, throughput=5.13MB/sec 2024-04-15T14:57:11.780 INFO:tasks.workunit.client.0.smithi016.stdout: 7: throughput=4.41MB/sec pending data=0 2024-04-15T14:57:11.780 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-e0Lcpj9FBFS1vSL off=17681048 len=1536790 2024-04-15T14:57:11.789 INFO:tasks.workunit.client.0.smithi016.stdout:op 28 completed, throughput=4.61MB/sec 2024-04-15T14:57:11.789 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-QcGkFlnE1tpueFu off=10942356 len=1785912 2024-04-15T14:57:11.805 INFO:tasks.workunit.client.0.smithi016.stdout:op 29 completed, throughput=4.84MB/sec 2024-04-15T14:57:11.805 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-ZnMp7vlNCkJanOg off=1814815 len=1004654 2024-04-15T14:57:11.807 INFO:tasks.workunit.client.0.smithi016.stdout:op 30 completed, throughput=4.97MB/sec 2024-04-15T14:57:11.807 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-9Kxa5khxDkA_0KB off=8230150 len=382139 2024-04-15T14:57:11.810 INFO:tasks.workunit.client.0.smithi016.stdout:op 31 completed, throughput=5.02MB/sec 2024-04-15T14:57:12.039 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:57:11 smithi016 ceph-mon[90652]: pgmap v1350: 105 pgs: 105 active+clean; 127 GiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 853 KiB/s wr, 853 op/s 2024-04-15T14:57:12.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:57:11 smithi016 ceph-mon[93212]: pgmap v1350: 105 pgs: 105 active+clean; 127 GiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 853 KiB/s wr, 853 op/s 2024-04-15T14:57:12.040 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 15 14:57:11 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-y[81421]: ::ffff:172.21.15.102 - - [15/Apr/2024:14:57:11] "GET /metrics HTTP/1.1" 200 33968 "" "Prometheus/2.43.0" 2024-04-15T14:57:12.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:57:11 smithi102 ceph-mon[87131]: pgmap v1350: 105 pgs: 105 active+clean; 127 GiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 853 KiB/s wr, 853 op/s 2024-04-15T14:57:12.687 INFO:journalctl@ceph.prometheus.a.smithi102.stdout:Apr 15 14:57:12 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-prometheus-a[120881]: ts=2024-04-15T14:57:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi016:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"362ea986-fb34-11ee-bc8f-c7b262605968\", instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T14:57:12.811 INFO:tasks.workunit.client.0.smithi016.stdout: 8: throughput=4.4MB/sec pending data=0 2024-04-15T14:57:12.811 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj--XbDL7IwnyVyS0L off=436984 len=1204140 2024-04-15T14:57:12.812 INFO:tasks.workunit.client.0.smithi016.stdout:op 32 completed, throughput=4.54MB/sec 2024-04-15T14:57:12.812 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-hC013hbuGh0vwYU off=13451823 len=196905 2024-04-15T14:57:12.813 INFO:tasks.workunit.client.0.smithi016.stdout:op 33 completed, throughput=4.56MB/sec 2024-04-15T14:57:12.813 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-cWV6zy2n7ohCVh_ off=4382371 len=1002816 2024-04-15T14:57:12.815 INFO:tasks.workunit.client.0.smithi016.stdout:op 34 completed, throughput=4.68MB/sec 2024-04-15T14:57:12.815 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-ZDeTLiCggO2Dwn5 off=12712636 len=1455063 2024-04-15T14:57:12.817 INFO:tasks.workunit.client.0.smithi016.stdout:op 35 completed, throughput=4.85MB/sec 2024-04-15T14:57:12.817 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-x7nU-uWr78ZFvlz off=5285614 len=1973511 2024-04-15T14:57:12.819 INFO:tasks.workunit.client.0.smithi016.stdout:op 36 completed, throughput=5.08MB/sec 2024-04-15T14:57:13.820 INFO:tasks.workunit.client.0.smithi016.stdout: 9: throughput=4.52MB/sec pending data=0 2024-04-15T14:57:13.820 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-1qP31UPIM17rFqS off=3893909 len=94053 2024-04-15T14:57:13.823 INFO:tasks.workunit.client.0.smithi016.stdout:op 37 completed, throughput=4.53MB/sec 2024-04-15T14:57:13.823 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-Dhx6ohIF6EwUT8A off=9997161 len=1083198 2024-04-15T14:57:13.828 INFO:tasks.workunit.client.0.smithi016.stdout:op 38 completed, throughput=4.64MB/sec 2024-04-15T14:57:13.828 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-LhZRyMkcgUOX8QX off=11734930 len=1376765 2024-04-15T14:57:13.831 INFO:tasks.workunit.client.0.smithi016.stdout:op 39 completed, throughput=4.78MB/sec 2024-04-15T14:57:13.831 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-SdBXuEgNgZvEFGt off=2429173 len=1270172 2024-04-15T14:57:13.832 INFO:tasks.workunit.client.0.smithi016.stdout:op 40 completed, throughput=4.92MB/sec 2024-04-15T14:57:13.833 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-vhaEiSylIujzopu off=1148910 len=351899 2024-04-15T14:57:13.833 INFO:tasks.workunit.client.0.smithi016.stdout:op 41 completed, throughput=4.95MB/sec 2024-04-15T14:57:13.833 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-Hv3Ljm2wRfYTfAj off=19064704 len=845500 2024-04-15T14:57:13.838 INFO:tasks.workunit.client.0.smithi016.stdout:op 42 completed, throughput=5.04MB/sec 2024-04-15T14:57:14.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:57:13 smithi102 ceph-mon[87131]: pgmap v1351: 105 pgs: 105 active+clean; 127 GiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 1.9 MiB/s wr, 855 op/s 2024-04-15T14:57:14.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:57:13 smithi016 ceph-mon[90652]: pgmap v1351: 105 pgs: 105 active+clean; 127 GiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 1.9 MiB/s wr, 855 op/s 2024-04-15T14:57:14.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:57:13 smithi016 ceph-mon[93212]: pgmap v1351: 105 pgs: 105 active+clean; 127 GiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 1.9 MiB/s wr, 855 op/s 2024-04-15T14:57:14.838 INFO:tasks.workunit.client.0.smithi016.stdout: 10: throughput=4.54MB/sec pending data=0 2024-04-15T14:57:14.838 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-N3ERFXEyplBZ2Yp off=15831847 len=1160948 2024-04-15T14:57:14.846 INFO:tasks.workunit.client.0.smithi016.stdout:op 43 completed, throughput=4.65MB/sec 2024-04-15T14:57:14.846 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-MhSBcNT3zVutGnQ off=13385116 len=403278 2024-04-15T14:57:14.850 INFO:tasks.workunit.client.0.smithi016.stdout:op 44 completed, throughput=4.68MB/sec 2024-04-15T14:57:14.850 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-8-fVmwvaDRY1w9v off=7247183 len=1547755 2024-04-15T14:57:14.852 INFO:tasks.workunit.client.0.smithi016.stdout:op 45 completed, throughput=4.83MB/sec 2024-04-15T14:57:14.852 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-kbf9Cu9u8fD3WnH off=10296581 len=249267 2024-04-15T14:57:14.852 INFO:tasks.workunit.client.0.smithi016.stdout:op 46 completed, throughput=4.85MB/sec 2024-04-15T14:57:14.852 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-XLBduoJ_ajY4wi7 off=10543173 len=41301 2024-04-15T14:57:14.855 INFO:tasks.workunit.client.0.smithi016.stdout:op 47 completed, throughput=4.85MB/sec 2024-04-15T14:57:14.855 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-z5rH0mKRFWX8TTD off=580881 len=670214 2024-04-15T14:57:14.856 INFO:tasks.workunit.client.0.smithi016.stdout:op 48 completed, throughput=4.92MB/sec 2024-04-15T14:57:14.856 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-tmODCnYOHj5VSFM off=17193114 len=402280 2024-04-15T14:57:14.858 INFO:tasks.workunit.client.0.smithi016.stdout:op 49 completed, throughput=4.95MB/sec 2024-04-15T14:57:14.858 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-bRW_2F_L11ZJSUN off=68652 len=1080358 2024-04-15T14:57:14.864 INFO:tasks.workunit.client.0.smithi016.stdout:op 50 completed, throughput=5.05MB/sec 2024-04-15T14:57:15.865 INFO:tasks.workunit.client.0.smithi016.stdout: 11: throughput=4.6MB/sec pending data=0 2024-04-15T14:57:15.865 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-g7aW37L32Gzzxlh off=7320061 len=2091480 2024-04-15T14:57:15.877 INFO:tasks.workunit.client.0.smithi016.stdout:op 51 completed, throughput=4.77MB/sec 2024-04-15T14:57:15.877 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-Hfjx8vlFI2aP-WE off=3480733 len=776968 2024-04-15T14:57:15.878 INFO:tasks.workunit.client.0.smithi016.stdout:op 52 completed, throughput=4.84MB/sec 2024-04-15T14:57:15.878 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-1obIP5c1eHzvXVx off=0 len=1445354 2024-04-15T14:57:15.886 INFO:tasks.workunit.client.0.smithi016.stdout:op 53 completed, throughput=4.96MB/sec 2024-04-15T14:57:15.886 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-kPXseGNdB7buSaL off=12584029 len=1180752 2024-04-15T14:57:15.890 INFO:tasks.workunit.client.0.smithi016.stdout:op 54 completed, throughput=5.06MB/sec 2024-04-15T14:57:16.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:57:15 smithi102 ceph-mon[87131]: pgmap v1352: 105 pgs: 105 active+clean; 127 GiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 1.9 MiB/s wr, 855 op/s 2024-04-15T14:57:16.289 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:57:15 smithi016 ceph-mon[90652]: pgmap v1352: 105 pgs: 105 active+clean; 127 GiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 1.9 MiB/s wr, 855 op/s 2024-04-15T14:57:16.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:57:15 smithi016 ceph-mon[93212]: pgmap v1352: 105 pgs: 105 active+clean; 127 GiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 1.9 MiB/s wr, 855 op/s 2024-04-15T14:57:16.891 INFO:tasks.workunit.client.0.smithi016.stdout: 12: throughput=4.64MB/sec pending data=0 2024-04-15T14:57:16.891 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-lNbRNoSTB-Ue6zr off=3282813 len=366498 2024-04-15T14:57:16.892 INFO:tasks.workunit.client.0.smithi016.stdout:op 55 completed, throughput=4.67MB/sec 2024-04-15T14:57:16.892 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-wSK3S7xurihN-6P off=22765766 len=647862 2024-04-15T14:57:16.896 INFO:tasks.workunit.client.0.smithi016.stdout:op 56 completed, throughput=4.72MB/sec 2024-04-15T14:57:16.896 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-ZjhEHYybYDIiETN off=1479832 len=894085 2024-04-15T14:57:16.902 INFO:tasks.workunit.client.0.smithi016.stdout:op 57 completed, throughput=4.79MB/sec 2024-04-15T14:57:16.902 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-NxMTz7gJlIYKamM off=1331387 len=1393062 2024-04-15T14:57:16.904 INFO:tasks.workunit.client.0.smithi016.stdout:op 58 completed, throughput=4.89MB/sec 2024-04-15T14:57:16.904 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-8BnajZUwbvu0jwV off=3159091 len=1612805 2024-04-15T14:57:16.906 INFO:tasks.workunit.client.0.smithi016.stdout:op 59 completed, throughput=5.02MB/sec 2024-04-15T14:57:17.906 INFO:tasks.workunit.client.0.smithi016.stdout: 13: throughput=4.64MB/sec pending data=0 2024-04-15T14:57:17.907 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-LGLuFBTBVYCWhtA off=11717338 len=784073 2024-04-15T14:57:17.911 INFO:tasks.workunit.client.0.smithi016.stdout:op 60 completed, throughput=4.69MB/sec 2024-04-15T14:57:17.911 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-tkN_6uDgek5bb58 off=353747 len=1708371 2024-04-15T14:57:17.914 INFO:tasks.workunit.client.0.smithi016.stdout:op 61 completed, throughput=4.82MB/sec 2024-04-15T14:57:17.914 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-Cg1GDbDWY1JL8wm off=2039106 len=1093863 2024-04-15T14:57:17.921 INFO:tasks.workunit.client.0.smithi016.stdout:op 62 completed, throughput=4.89MB/sec 2024-04-15T14:57:17.921 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-caqhIVu9H-CW8DU off=6397074 len=1902878 2024-04-15T14:57:17.925 INFO:tasks.workunit.client.0.smithi016.stdout:op 63 completed, throughput=5.03MB/sec 2024-04-15T14:57:18.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:57:17 smithi102 ceph-mon[87131]: pgmap v1353: 105 pgs: 105 active+clean; 127 GiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.7 MiB/s wr, 857 op/s 2024-04-15T14:57:18.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:57:17 smithi016 ceph-mon[90652]: pgmap v1353: 105 pgs: 105 active+clean; 127 GiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.7 MiB/s wr, 857 op/s 2024-04-15T14:57:18.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:57:17 smithi016 ceph-mon[93212]: pgmap v1353: 105 pgs: 105 active+clean; 127 GiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.7 MiB/s wr, 857 op/s 2024-04-15T14:57:18.925 INFO:tasks.workunit.client.0.smithi016.stdout: 14: throughput=4.68MB/sec pending data=0 2024-04-15T14:57:18.926 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-lemZMJM8RR2mfE9 off=20316764 len=1290606 2024-04-15T14:57:18.932 INFO:tasks.workunit.client.0.smithi016.stdout:op 64 completed, throughput=4.76MB/sec 2024-04-15T14:57:18.932 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-grkSsrBUnJUM7l3 off=3832205 len=493631 2024-04-15T14:57:18.933 INFO:tasks.workunit.client.0.smithi016.stdout:op 65 completed, throughput=4.79MB/sec 2024-04-15T14:57:18.933 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-R_e5dG-4uDHjqFn off=5203231 len=1328761 2024-04-15T14:57:18.938 INFO:tasks.workunit.client.0.smithi016.stdout:op 66 completed, throughput=4.88MB/sec 2024-04-15T14:57:18.938 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-IvQ_dTbsnGtNTlr off=2487929 len=436268 2024-04-15T14:57:18.939 INFO:tasks.workunit.client.0.smithi016.stdout:op 67 completed, throughput=4.91MB/sec 2024-04-15T14:57:18.939 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-5XfJFzt5mNk-D2L off=8968307 len=1760072 2024-04-15T14:57:18.946 INFO:tasks.workunit.client.0.smithi016.stdout:op 68 completed, throughput=5.02MB/sec 2024-04-15T14:57:19.946 INFO:tasks.workunit.client.0.smithi016.stdout: 15: throughput=4.69MB/sec pending data=0 2024-04-15T14:57:19.947 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-pCVoSym6yX771Dg off=10868279 len=569737 2024-04-15T14:57:19.947 INFO:tasks.workunit.client.0.smithi016.stdout:op 69 completed, throughput=4.73MB/sec 2024-04-15T14:57:19.947 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-cTKeCJlxFMafILs off=8768846 len=902647 2024-04-15T14:57:19.953 INFO:tasks.workunit.client.0.smithi016.stdout:op 70 completed, throughput=4.78MB/sec 2024-04-15T14:57:19.953 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-Qsj-u0rEXFRMTxe off=12234442 len=185519 2024-04-15T14:57:19.955 INFO:tasks.workunit.client.0.smithi016.stdout:op 71 completed, throughput=4.79MB/sec 2024-04-15T14:57:19.955 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-R4K9OPvn0T_S-oD off=1437216 len=1391064 2024-04-15T14:57:19.963 INFO:tasks.workunit.client.0.smithi016.stdout:op 72 completed, throughput=4.88MB/sec 2024-04-15T14:57:19.963 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj--3Wqfg_t3la9ovd off=660089 len=321595 2024-04-15T14:57:19.964 INFO:tasks.workunit.client.0.smithi016.stdout:op 73 completed, throughput=4.9MB/sec 2024-04-15T14:57:19.964 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-wduvGKqY8fGeMRQ off=1796272 len=1310233 2024-04-15T14:57:19.971 INFO:tasks.workunit.client.0.smithi016.stdout:op 74 completed, throughput=4.98MB/sec 2024-04-15T14:57:19.971 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-ocTQSQ23Fmtacz1 off=5403057 len=1925281 2024-04-15T14:57:19.974 INFO:tasks.workunit.client.0.smithi016.stdout:op 75 completed, throughput=5.1MB/sec 2024-04-15T14:57:20.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:57:19 smithi102 ceph-mon[87131]: pgmap v1354: 105 pgs: 105 active+clean; 127 GiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.2 MiB/s wr, 117 op/s 2024-04-15T14:57:20.289 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:57:19 smithi016 ceph-mon[90652]: pgmap v1354: 105 pgs: 105 active+clean; 127 GiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.2 MiB/s wr, 117 op/s 2024-04-15T14:57:20.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:57:19 smithi016 ceph-mon[93212]: pgmap v1354: 105 pgs: 105 active+clean; 127 GiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.2 MiB/s wr, 117 op/s 2024-04-15T14:57:20.975 INFO:tasks.workunit.client.0.smithi016.stdout: 16: throughput=4.78MB/sec pending data=0 2024-04-15T14:57:20.975 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-PFDPhz4uEAf5kfb off=15916121 len=1198127 2024-04-15T14:57:20.977 INFO:tasks.workunit.client.0.smithi016.stdout:op 76 completed, throughput=4.85MB/sec 2024-04-15T14:57:20.978 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-_p98gsbl202UNjY off=12703150 len=798799 2024-04-15T14:57:20.982 INFO:tasks.workunit.client.0.smithi016.stdout:op 77 completed, throughput=4.9MB/sec 2024-04-15T14:57:20.982 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-nADA4srnQbUyK72 off=5002455 len=1127097 2024-04-15T14:57:20.987 INFO:tasks.workunit.client.0.smithi016.stdout:op 78 completed, throughput=4.96MB/sec 2024-04-15T14:57:20.987 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-V5fkIEAiaOF6bYL off=354481 len=1922248 2024-04-15T14:57:20.998 INFO:tasks.workunit.client.0.smithi016.stdout:op 79 completed, throughput=5.07MB/sec 2024-04-15T14:57:21.998 INFO:tasks.workunit.client.0.smithi016.stdout: 17: throughput=4.78MB/sec pending data=0 2024-04-15T14:57:21.999 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-WztPszc1sooVuhh off=11156992 len=851480 2024-04-15T14:57:22.003 INFO:tasks.workunit.client.0.smithi016.stdout:op 80 completed, throughput=4.83MB/sec 2024-04-15T14:57:22.003 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-QfbfSQITBBEFqpz off=14652447 len=278113 2024-04-15T14:57:22.006 INFO:tasks.workunit.client.0.smithi016.stdout:op 81 completed, throughput=4.84MB/sec 2024-04-15T14:57:22.006 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-VPqjS91acPp_wuJ off=2481972 len=292898 2024-04-15T14:57:22.010 INFO:tasks.workunit.client.0.smithi016.stdout:op 82 completed, throughput=4.85MB/sec 2024-04-15T14:57:22.010 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-VGjVsROyiEwM6ZC off=1040908 len=1382838 2024-04-15T14:57:22.017 INFO:tasks.workunit.client.0.smithi016.stdout:op 83 completed, throughput=4.93MB/sec 2024-04-15T14:57:22.018 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-AXtRdtCtyFsdpp- off=7987289 len=1879772 2024-04-15T14:57:22.020 INFO:tasks.workunit.client.0.smithi016.stdout:op 84 completed, throughput=5.03MB/sec 2024-04-15T14:57:22.039 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:57:21 smithi016 ceph-mon[90652]: pgmap v1355: 105 pgs: 105 active+clean; 127 GiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-15T14:57:22.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:57:21 smithi016 ceph-mon[93212]: pgmap v1355: 105 pgs: 105 active+clean; 127 GiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-15T14:57:22.040 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 15 14:57:21 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-y[81421]: ::ffff:172.21.15.102 - - [15/Apr/2024:14:57:21] "GET /metrics HTTP/1.1" 200 33968 "" "Prometheus/2.43.0" 2024-04-15T14:57:22.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:57:21 smithi102 ceph-mon[87131]: pgmap v1355: 105 pgs: 105 active+clean; 127 GiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-15T14:57:22.687 INFO:journalctl@ceph.prometheus.a.smithi102.stdout:Apr 15 14:57:22 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-prometheus-a[120881]: ts=2024-04-15T14:57:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi016:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"362ea986-fb34-11ee-bc8f-c7b262605968\", instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T14:57:23.020 INFO:tasks.workunit.client.0.smithi016.stdout: 18: throughput=4.76MB/sec pending data=0 2024-04-15T14:57:23.020 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-mXYNPmcsX3kMbhG off=3712024 len=1382090 2024-04-15T14:57:23.022 INFO:tasks.workunit.client.0.smithi016.stdout:op 85 completed, throughput=4.83MB/sec 2024-04-15T14:57:23.022 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-ULXhWia0Lj_4Ddr off=13315405 len=62518 2024-04-15T14:57:23.022 INFO:tasks.workunit.client.0.smithi016.stdout:op 86 completed, throughput=4.83MB/sec 2024-04-15T14:57:23.022 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-SFuCW4eouazBmT7 off=13795308 len=231592 2024-04-15T14:57:23.025 INFO:tasks.workunit.client.0.smithi016.stdout:op 87 completed, throughput=4.84MB/sec 2024-04-15T14:57:23.026 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-FG9W0eXVc1XP9St off=1754928 len=135879 2024-04-15T14:57:23.026 INFO:tasks.workunit.client.0.smithi016.stdout:op 88 completed, throughput=4.85MB/sec 2024-04-15T14:57:23.026 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-Q0yZ-3Dqss4DZy9 off=206550 len=717628 2024-04-15T14:57:23.028 INFO:tasks.workunit.client.0.smithi016.stdout:op 89 completed, throughput=4.89MB/sec 2024-04-15T14:57:23.028 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-Dq0eI_dHdE2jEwb off=1076775 len=705926 2024-04-15T14:57:23.028 INFO:tasks.workunit.client.0.smithi016.stdout:op 90 completed, throughput=4.92MB/sec 2024-04-15T14:57:23.028 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-xTchTt6JFkvwC1S off=518318 len=410050 2024-04-15T14:57:23.033 INFO:tasks.workunit.client.0.smithi016.stdout:op 91 completed, throughput=4.94MB/sec 2024-04-15T14:57:23.033 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-1-Pnuobd5xGLXuV off=5747956 len=101445 2024-04-15T14:57:23.035 INFO:tasks.workunit.client.0.smithi016.stdout:op 92 completed, throughput=4.95MB/sec 2024-04-15T14:57:23.035 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-9pTKcp1J6CQFkTj off=16658116 len=1897891 2024-04-15T14:57:23.039 INFO:tasks.workunit.client.0.smithi016.stdout:op 93 completed, throughput=5.05MB/sec 2024-04-15T14:57:24.039 INFO:tasks.workunit.client.0.smithi016.stdout: 19: throughput=4.78MB/sec pending data=0 2024-04-15T14:57:24.039 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-jmHsxFy4Fm-R9_d off=2576586 len=319988 2024-04-15T14:57:24.039 INFO:tasks.workunit.client.0.smithi016.stdout:op 94 completed, throughput=4.8MB/sec 2024-04-15T14:57:24.039 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-JkQ4mecz9cM-rD5 off=3859029 len=753504 2024-04-15T14:57:24.044 INFO:tasks.workunit.client.0.smithi016.stdout:op 95 completed, throughput=4.84MB/sec 2024-04-15T14:57:24.044 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-lEnYxtBefU80ouh off=4618659 len=107112 2024-04-15T14:57:24.046 INFO:tasks.workunit.client.0.smithi016.stdout:op 96 completed, throughput=4.84MB/sec 2024-04-15T14:57:24.046 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-l0YZkCkdf4nWU7N off=1554169 len=1178702 2024-04-15T14:57:24.053 INFO:tasks.workunit.client.0.smithi016.stdout:op 97 completed, throughput=4.9MB/sec 2024-04-15T14:57:24.053 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-od_eCuNwQLsDX9b off=11558338 len=435327 2024-04-15T14:57:24.053 INFO:tasks.workunit.client.0.smithi016.stdout:op 98 completed, throughput=4.92MB/sec 2024-04-15T14:57:24.054 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-64oJE5r719O1Jbe off=2461221 len=525028 2024-04-15T14:57:24.057 INFO:tasks.workunit.client.0.smithi016.stdout:op 99 completed, throughput=4.94MB/sec 2024-04-15T14:57:24.057 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-caF-qQuUlohoQUi off=7308584 len=1722161 2024-04-15T14:57:24.064 INFO:tasks.workunit.client.0.smithi016.stdout:op 100 completed, throughput=5.03MB/sec 2024-04-15T14:57:24.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:57:23 smithi102 ceph-mon[87131]: pgmap v1356: 105 pgs: 105 active+clean; 127 GiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 3.2 MiB/s rd, 3.5 MiB/s wr, 6 op/s 2024-04-15T14:57:24.289 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:57:23 smithi016 ceph-mon[93212]: pgmap v1356: 105 pgs: 105 active+clean; 127 GiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 3.2 MiB/s rd, 3.5 MiB/s wr, 6 op/s 2024-04-15T14:57:24.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:57:23 smithi016 ceph-mon[90652]: pgmap v1356: 105 pgs: 105 active+clean; 127 GiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 3.2 MiB/s rd, 3.5 MiB/s wr, 6 op/s 2024-04-15T14:57:25.065 INFO:tasks.workunit.client.0.smithi016.stdout: 20: throughput=4.78MB/sec pending data=0 2024-04-15T14:57:25.065 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-cc-pLzq6QeF0geu off=11864381 len=1431825 2024-04-15T14:57:25.070 INFO:tasks.workunit.client.0.smithi016.stdout:op 101 completed, throughput=4.85MB/sec 2024-04-15T14:57:25.071 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-3MQkf1CYGD500sI off=6254650 len=593384 2024-04-15T14:57:25.073 INFO:tasks.workunit.client.0.smithi016.stdout:op 102 completed, throughput=4.87MB/sec 2024-04-15T14:57:25.073 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-p_cwTG7gHw_4Vdf off=2356365 len=612877 2024-04-15T14:57:25.076 INFO:tasks.workunit.client.0.smithi016.stdout:op 103 completed, throughput=4.9MB/sec 2024-04-15T14:57:25.077 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-7-UDse17_IuVYn- off=8324693 len=1185222 2024-04-15T14:57:25.081 INFO:tasks.workunit.client.0.smithi016.stdout:op 104 completed, throughput=4.95MB/sec 2024-04-15T14:57:25.081 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-MFC1yYc1FRd-fF9 off=7312623 len=318283 2024-04-15T14:57:25.084 INFO:tasks.workunit.client.0.smithi016.stdout:op 105 completed, throughput=4.97MB/sec 2024-04-15T14:57:25.084 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-1WXF1f6qqmDc1Vv off=4938133 len=827032 2024-04-15T14:57:25.086 INFO:tasks.workunit.client.0.smithi016.stdout:op 106 completed, throughput=5.01MB/sec 2024-04-15T14:57:25.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:57:24 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T14:57:25.289 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:57:24 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T14:57:25.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:57:24 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T14:57:26.086 INFO:tasks.workunit.client.0.smithi016.stdout: 21: throughput=4.77MB/sec pending data=0 2024-04-15T14:57:26.086 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-qpVNrEdddm2JH7Z off=11394585 len=1132387 2024-04-15T14:57:26.088 INFO:tasks.workunit.client.0.smithi016.stdout:op 107 completed, throughput=4.82MB/sec 2024-04-15T14:57:26.088 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-GclyF4-YsSTkbxf off=8389620 len=1045960 2024-04-15T14:57:26.093 INFO:tasks.workunit.client.0.smithi016.stdout:op 108 completed, throughput=4.87MB/sec 2024-04-15T14:57:26.094 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-8Q7q9yTByLng3qz off=503948 len=1155984 2024-04-15T14:57:26.099 INFO:tasks.workunit.client.0.smithi016.stdout:op 109 completed, throughput=4.92MB/sec 2024-04-15T14:57:26.100 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-N1S7xEZGx5FyUZS off=5053633 len=914938 2024-04-15T14:57:26.101 INFO:tasks.workunit.client.0.smithi016.stdout:op 110 completed, throughput=4.96MB/sec 2024-04-15T14:57:26.101 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-CQwCjsRHbLqaEuy off=8556959 len=2054474 2024-04-15T14:57:26.104 INFO:tasks.workunit.client.0.smithi016.stdout:op 111 completed, throughput=5.05MB/sec 2024-04-15T14:57:26.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:57:25 smithi102 ceph-mon[87131]: pgmap v1357: 105 pgs: 105 active+clean; 127 GiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-15T14:57:26.289 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:57:25 smithi016 ceph-mon[90652]: pgmap v1357: 105 pgs: 105 active+clean; 127 GiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-15T14:57:26.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:57:25 smithi016 ceph-mon[93212]: pgmap v1357: 105 pgs: 105 active+clean; 127 GiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-15T14:57:27.104 INFO:tasks.workunit.client.0.smithi016.stdout: 22: throughput=4.82MB/sec pending data=0 2024-04-15T14:57:27.104 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-oH7vL30qIvZEl2l off=4000451 len=1172094 2024-04-15T14:57:27.106 INFO:tasks.workunit.client.0.smithi016.stdout:op 112 completed, throughput=4.87MB/sec 2024-04-15T14:57:27.106 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-BC4kk0-rZabaHol off=7628119 len=958115 2024-04-15T14:57:27.111 INFO:tasks.workunit.client.0.smithi016.stdout:op 113 completed, throughput=4.91MB/sec 2024-04-15T14:57:27.111 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-kzcfuZ_ituHyMOZ off=1076812 len=42955 2024-04-15T14:57:27.114 INFO:tasks.workunit.client.0.smithi016.stdout:op 114 completed, throughput=4.91MB/sec 2024-04-15T14:57:27.114 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-_Oa4OvFs6jmQvOd off=5191737 len=1645669 2024-04-15T14:57:27.116 INFO:tasks.workunit.client.0.smithi016.stdout:op 115 completed, throughput=4.98MB/sec 2024-04-15T14:57:27.116 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-x3dvYQV_V9F5m88 off=8415296 len=1783552 2024-04-15T14:57:27.124 INFO:tasks.workunit.client.0.smithi016.stdout:op 116 completed, throughput=5.06MB/sec 2024-04-15T14:57:28.125 INFO:tasks.workunit.client.0.smithi016.stdout: 23: throughput=4.84MB/sec pending data=0 2024-04-15T14:57:28.125 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-9pb53tDsErjlB_Q off=1884880 len=438386 2024-04-15T14:57:28.128 INFO:tasks.workunit.client.0.smithi016.stdout:op 117 completed, throughput=4.86MB/sec 2024-04-15T14:57:28.128 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-tih1D_Q3FjgUGKZ off=15032311 len=2028657 2024-04-15T14:57:28.140 INFO:tasks.workunit.client.0.smithi016.stdout:op 118 completed, throughput=4.94MB/sec 2024-04-15T14:57:28.140 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-DSL8LDfDze7PIcX off=378896 len=546934 2024-04-15T14:57:28.141 INFO:tasks.workunit.client.0.smithi016.stdout:op 119 completed, throughput=4.96MB/sec 2024-04-15T14:57:28.141 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-Sc7uIWhcyWCeZgG off=4206211 len=2082599 2024-04-15T14:57:28.150 INFO:tasks.workunit.client.0.smithi016.stdout:op 120 completed, throughput=5.04MB/sec 2024-04-15T14:57:28.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:57:27 smithi102 ceph-mon[87131]: pgmap v1358: 105 pgs: 105 active+clean; 127 GiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.6 MiB/s wr, 6 op/s 2024-04-15T14:57:28.289 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:57:27 smithi016 ceph-mon[90652]: pgmap v1358: 105 pgs: 105 active+clean; 127 GiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.6 MiB/s wr, 6 op/s 2024-04-15T14:57:28.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:57:27 smithi016 ceph-mon[93212]: pgmap v1358: 105 pgs: 105 active+clean; 127 GiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.6 MiB/s wr, 6 op/s 2024-04-15T14:57:29.150 INFO:tasks.workunit.client.0.smithi016.stdout: 24: throughput=4.84MB/sec pending data=0 2024-04-15T14:57:29.150 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-aPbz4MN2wdL1xbo off=3260620 len=1352403 2024-04-15T14:57:29.157 INFO:tasks.workunit.client.0.smithi016.stdout:op 121 completed, throughput=4.89MB/sec 2024-04-15T14:57:29.157 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-ZPpf9zEQtQvpl1z off=7374873 len=2059943 2024-04-15T14:57:29.159 INFO:tasks.workunit.client.0.smithi016.stdout:op 122 completed, throughput=4.97MB/sec 2024-04-15T14:57:29.159 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-ZF2mAjjQhSL4tPW off=2931614 len=1744586 2024-04-15T14:57:29.161 INFO:tasks.workunit.client.0.smithi016.stdout:op 123 completed, throughput=5.04MB/sec 2024-04-15T14:57:29.289 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:57:28 smithi016 ceph-mon[90652]: pgmap v1359: 105 pgs: 105 active+clean; 127 GiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-04-15T14:57:29.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:57:28 smithi016 ceph-mon[93212]: pgmap v1359: 105 pgs: 105 active+clean; 127 GiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-04-15T14:57:29.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:57:28 smithi102 ceph-mon[87131]: pgmap v1359: 105 pgs: 105 active+clean; 127 GiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-04-15T14:57:30.161 INFO:tasks.workunit.client.0.smithi016.stdout: 25: throughput=4.84MB/sec pending data=0 2024-04-15T14:57:30.162 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-hPHKpVNXYf6uk61 off=12396510 len=395768 2024-04-15T14:57:30.165 INFO:tasks.workunit.client.0.smithi016.stdout:op 124 completed, throughput=4.85MB/sec 2024-04-15T14:57:30.165 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-142ttM_OehfOG47 off=9592753 len=1679884 2024-04-15T14:57:30.167 INFO:tasks.workunit.client.0.smithi016.stdout:op 125 completed, throughput=4.92MB/sec 2024-04-15T14:57:30.168 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-x1ospJbszF_mgzW off=1764605 len=157316 2024-04-15T14:57:30.170 INFO:tasks.workunit.client.0.smithi016.stdout:op 126 completed, throughput=4.92MB/sec 2024-04-15T14:57:30.170 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-PuwXumpfyyBcQfd off=982666 len=1257305 2024-04-15T14:57:30.173 INFO:tasks.workunit.client.0.smithi016.stdout:op 127 completed, throughput=4.97MB/sec 2024-04-15T14:57:30.173 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-S8dbfr4jbQhoZQO off=1612304 len=139787 2024-04-15T14:57:30.174 INFO:tasks.workunit.client.0.smithi016.stdout:op 128 completed, throughput=4.97MB/sec 2024-04-15T14:57:30.174 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-EvSGPyTGGfXVMz0 off=2628797 len=1634647 2024-04-15T14:57:30.182 INFO:tasks.workunit.client.0.smithi016.stdout:op 129 completed, throughput=5.03MB/sec 2024-04-15T14:57:31.182 INFO:tasks.workunit.client.0.smithi016.stdout: 26: throughput=4.84MB/sec pending data=0 2024-04-15T14:57:31.182 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-_1_ddtZigJ_37Y1 off=1032820 len=1259184 2024-04-15T14:57:31.188 INFO:tasks.workunit.client.0.smithi016.stdout:op 130 completed, throughput=4.89MB/sec 2024-04-15T14:57:31.188 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-EVqG-rNZfGGFfwf off=3404046 len=227930 2024-04-15T14:57:31.188 INFO:tasks.workunit.client.0.smithi016.stdout:op 131 completed, throughput=4.89MB/sec 2024-04-15T14:57:31.189 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-Vmhn0pPtGcbxpN0 off=7204667 len=1378910 2024-04-15T14:57:31.198 INFO:tasks.workunit.client.0.smithi016.stdout:op 132 completed, throughput=4.94MB/sec 2024-04-15T14:57:31.198 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-q-_9VbhaQVi66YL off=14126919 len=43196 2024-04-15T14:57:31.201 INFO:tasks.workunit.client.0.smithi016.stdout:op 133 completed, throughput=4.94MB/sec 2024-04-15T14:57:31.201 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-dRDwosmXAb8pCsO off=2370134 len=629723 2024-04-15T14:57:31.202 INFO:tasks.workunit.client.0.smithi016.stdout:op 134 completed, throughput=4.97MB/sec 2024-04-15T14:57:31.202 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-AmN9jLWXWvYWCPD off=151412 len=1400423 2024-04-15T14:57:31.211 INFO:tasks.workunit.client.0.smithi016.stdout:op 135 completed, throughput=5.01MB/sec 2024-04-15T14:57:31.539 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:57:31 smithi016 ceph-mon[90652]: pgmap v1360: 105 pgs: 105 active+clean; 127 GiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-04-15T14:57:31.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:57:31 smithi016 ceph-mon[93212]: pgmap v1360: 105 pgs: 105 active+clean; 127 GiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-04-15T14:57:31.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:57:31 smithi102 ceph-mon[87131]: pgmap v1360: 105 pgs: 105 active+clean; 127 GiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-04-15T14:57:32.040 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 15 14:57:31 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-y[81421]: ::ffff:172.21.15.102 - - [15/Apr/2024:14:57:31] "GET /metrics HTTP/1.1" 200 33981 "" "Prometheus/2.43.0" 2024-04-15T14:57:32.211 INFO:tasks.workunit.client.0.smithi016.stdout: 27: throughput=4.83MB/sec pending data=0 2024-04-15T14:57:32.212 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-v-_R_byHfSlAbTc off=5519593 len=222582 2024-04-15T14:57:32.214 INFO:tasks.workunit.client.0.smithi016.stdout:op 136 completed, throughput=4.84MB/sec 2024-04-15T14:57:32.215 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-0OnAOmztkWqEcrJ off=8024663 len=1783057 2024-04-15T14:57:32.225 INFO:tasks.workunit.client.0.smithi016.stdout:op 137 completed, throughput=4.9MB/sec 2024-04-15T14:57:32.226 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-P9bcXqEwFjwy1t1 off=2089367 len=1102253 2024-04-15T14:57:32.230 INFO:tasks.workunit.client.0.smithi016.stdout:op 138 completed, throughput=4.94MB/sec 2024-04-15T14:57:32.230 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-VqeHjD4_tjZEeow off=5278883 len=161768 2024-04-15T14:57:32.232 INFO:tasks.workunit.client.0.smithi016.stdout:op 139 completed, throughput=4.94MB/sec 2024-04-15T14:57:32.233 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-naBkvXXFp-gRcol off=3467104 len=620199 2024-04-15T14:57:32.234 INFO:tasks.workunit.client.0.smithi016.stdout:op 140 completed, throughput=4.96MB/sec 2024-04-15T14:57:32.234 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-Qsj-u0rEXFRMTxe off=10861266 len=797549 2024-04-15T14:57:32.235 INFO:tasks.workunit.client.0.smithi016.stdout:op 141 completed, throughput=4.99MB/sec 2024-04-15T14:57:32.235 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-vKrZmfkjZz_ptL- off=10898234 len=1578319 2024-04-15T14:57:32.237 INFO:tasks.workunit.client.0.smithi016.stdout:op 142 completed, throughput=5.04MB/sec 2024-04-15T14:57:32.687 INFO:journalctl@ceph.prometheus.a.smithi102.stdout:Apr 15 14:57:32 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-prometheus-a[120881]: ts=2024-04-15T14:57:32.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi016:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"362ea986-fb34-11ee-bc8f-c7b262605968\", instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T14:57:33.237 INFO:tasks.workunit.client.0.smithi016.stdout: 28: throughput=4.87MB/sec pending data=0 2024-04-15T14:57:33.238 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-AZBP_UOhKFwgHL7 off=8339375 len=1462476 2024-04-15T14:57:33.244 INFO:tasks.workunit.client.0.smithi016.stdout:op 143 completed, throughput=4.92MB/sec 2024-04-15T14:57:33.244 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-XwIoC1MyDvUJFtu off=954004 len=1166834 2024-04-15T14:57:33.245 INFO:tasks.workunit.client.0.smithi016.stdout:op 144 completed, throughput=4.95MB/sec 2024-04-15T14:57:33.245 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-bRG3JtEbObum7xd off=17945545 len=1336257 2024-04-15T14:57:33.247 INFO:tasks.workunit.client.0.smithi016.stdout:op 145 completed, throughput=5MB/sec 2024-04-15T14:57:33.247 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-oc0bALjX7zOj1-k off=19069337 len=1615643 2024-04-15T14:57:33.248 INFO:tasks.workunit.client.0.smithi016.stdout:op 146 completed, throughput=5.05MB/sec 2024-04-15T14:57:33.539 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:57:33 smithi016 ceph-mon[90652]: pgmap v1361: 105 pgs: 105 active+clean; 127 GiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 2.8 MiB/s rd, 3.6 MiB/s wr, 6 op/s 2024-04-15T14:57:33.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:57:33 smithi016 ceph-mon[93212]: pgmap v1361: 105 pgs: 105 active+clean; 127 GiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 2.8 MiB/s rd, 3.6 MiB/s wr, 6 op/s 2024-04-15T14:57:33.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:57:33 smithi102 ceph-mon[87131]: pgmap v1361: 105 pgs: 105 active+clean; 127 GiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 2.8 MiB/s rd, 3.6 MiB/s wr, 6 op/s 2024-04-15T14:57:34.248 INFO:tasks.workunit.client.0.smithi016.stdout: 29: throughput=4.88MB/sec pending data=0 2024-04-15T14:57:34.249 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-0LVlWUKBzvVgRjZ off=23235563 len=1711226 2024-04-15T14:57:34.251 INFO:tasks.workunit.client.0.smithi016.stdout:op 147 completed, throughput=4.94MB/sec 2024-04-15T14:57:34.251 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-Si3dGd8MpWjGXSG off=1176971 len=527720 2024-04-15T14:57:34.252 INFO:tasks.workunit.client.0.smithi016.stdout:op 148 completed, throughput=4.95MB/sec 2024-04-15T14:57:34.253 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-QZHHTZqqtvAZHTU off=6195019 len=251492 2024-04-15T14:57:34.253 INFO:tasks.workunit.client.0.smithi016.stdout:op 149 completed, throughput=4.96MB/sec 2024-04-15T14:57:34.253 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-FbQDXzjxhW5yY4k off=0 len=1202614 2024-04-15T14:57:34.260 INFO:tasks.workunit.client.0.smithi016.stdout:op 150 completed, throughput=5MB/sec 2024-04-15T14:57:34.260 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-bRQzmuCEl0cRQd7 off=1593066 len=138601 2024-04-15T14:57:34.263 INFO:tasks.workunit.client.0.smithi016.stdout:op 151 completed, throughput=5MB/sec 2024-04-15T14:57:35.264 INFO:tasks.workunit.client.0.smithi016.stdout: 30: throughput=4.84MB/sec pending data=0 2024-04-15T14:57:35.264 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-5Q6P16D9BgZwv-3 off=4048318 len=278809 2024-04-15T14:57:35.267 INFO:tasks.workunit.client.0.smithi016.stdout:op 152 completed, throughput=4.85MB/sec 2024-04-15T14:57:35.267 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-IAsWKaAEWed2d12 off=3497933 len=1616392 2024-04-15T14:57:35.269 INFO:tasks.workunit.client.0.smithi016.stdout:op 153 completed, throughput=4.9MB/sec 2024-04-15T14:57:35.269 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-Ly8aA9G4fx8jsuA off=23342371 len=240099 2024-04-15T14:57:35.270 INFO:tasks.workunit.client.0.smithi016.stdout:op 154 completed, throughput=4.9MB/sec 2024-04-15T14:57:35.270 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-VvaSojhczYgBFK5 off=1042512 len=1300543 2024-04-15T14:57:35.277 INFO:tasks.workunit.client.0.smithi016.stdout:op 155 completed, throughput=4.94MB/sec 2024-04-15T14:57:35.277 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-ercVhD1d3NWW7Jf off=7900223 len=837611 2024-04-15T14:57:35.278 INFO:tasks.workunit.client.0.smithi016.stdout:op 156 completed, throughput=4.97MB/sec 2024-04-15T14:57:35.278 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-Cy9S5tZ2zGcOVYT off=3775442 len=1647455 2024-04-15T14:57:35.287 INFO:tasks.workunit.client.0.smithi016.stdout:op 157 completed, throughput=5.02MB/sec 2024-04-15T14:57:35.289 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:57:35 smithi016 ceph-mon[90652]: pgmap v1362: 105 pgs: 105 active+clean; 127 GiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-15T14:57:35.289 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:57:35 smithi016 ceph-mon[93212]: pgmap v1362: 105 pgs: 105 active+clean; 127 GiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-15T14:57:35.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:57:35 smithi102 ceph-mon[87131]: pgmap v1362: 105 pgs: 105 active+clean; 127 GiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-15T14:57:36.287 INFO:tasks.workunit.client.0.smithi016.stdout: 31: throughput=4.86MB/sec pending data=0 2024-04-15T14:57:36.287 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-nHVA0LxZlA-qPah off=12343158 len=1183630 2024-04-15T14:57:36.289 INFO:tasks.workunit.client.0.smithi016.stdout:op 158 completed, throughput=4.9MB/sec 2024-04-15T14:57:36.289 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-13sH10Daa_UxjAp off=2842454 len=1829922 2024-04-15T14:57:36.297 INFO:tasks.workunit.client.0.smithi016.stdout:op 159 completed, throughput=4.95MB/sec 2024-04-15T14:57:36.297 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-jxfPHUbtjtUhAsh off=7648700 len=1481574 2024-04-15T14:57:36.300 INFO:tasks.workunit.client.0.smithi016.stdout:op 160 completed, throughput=4.99MB/sec 2024-04-15T14:57:36.301 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-3wr2fxZWhTwymcw off=2026881 len=2044578 2024-04-15T14:57:36.302 INFO:tasks.workunit.client.0.smithi016.stdout:op 161 completed, throughput=5.06MB/sec 2024-04-15T14:57:37.302 INFO:tasks.workunit.client.0.smithi016.stdout: 32: throughput=4.9MB/sec pending data=0 2024-04-15T14:57:37.302 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-RjvJC15wAvO3Wuo off=1385022 len=1205658 2024-04-15T14:57:37.305 INFO:tasks.workunit.client.0.smithi016.stdout:op 162 completed, throughput=4.94MB/sec 2024-04-15T14:57:37.305 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-W-oU25C0-T6wdeK off=4013389 len=2009621 2024-04-15T14:57:37.313 INFO:tasks.workunit.client.0.smithi016.stdout:op 163 completed, throughput=4.99MB/sec 2024-04-15T14:57:37.314 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-nF-wgM4vhFnStiS off=4572175 len=1864115 2024-04-15T14:57:37.323 INFO:tasks.workunit.client.0.smithi016.stdout:op 164 completed, throughput=5.05MB/sec 2024-04-15T14:57:37.489 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:57:37 smithi102 ceph-mon[87131]: pgmap v1363: 105 pgs: 105 active+clean; 127 GiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 2.9 MiB/s rd, 3.0 MiB/s wr, 6 op/s 2024-04-15T14:57:37.539 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:57:37 smithi016 ceph-mon[90652]: pgmap v1363: 105 pgs: 105 active+clean; 127 GiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 2.9 MiB/s rd, 3.0 MiB/s wr, 6 op/s 2024-04-15T14:57:37.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:57:37 smithi016 ceph-mon[93212]: pgmap v1363: 105 pgs: 105 active+clean; 127 GiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 2.9 MiB/s rd, 3.0 MiB/s wr, 6 op/s 2024-04-15T14:57:38.322 INFO:tasks.workunit.client.0.smithi016.stdout: 33: throughput=4.9MB/sec pending data=0 2024-04-15T14:57:38.322 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-PncEucPdHe_TtQu off=5755563 len=1348167 2024-04-15T14:57:38.331 INFO:tasks.workunit.client.0.smithi016.stdout:op 165 completed, throughput=4.93MB/sec 2024-04-15T14:57:38.331 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-lcjfcLRlWzse104 off=3825110 len=1338297 2024-04-15T14:57:38.337 INFO:tasks.workunit.client.0.smithi016.stdout:op 166 completed, throughput=4.97MB/sec 2024-04-15T14:57:38.337 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-iRdPFXecNPX5gOT off=1084274 len=762614 2024-04-15T14:57:38.341 INFO:tasks.workunit.client.0.smithi016.stdout:op 167 completed, throughput=4.99MB/sec 2024-04-15T14:57:38.341 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-KZI3hft__S-atTS off=1183442 len=100986 2024-04-15T14:57:38.342 INFO:tasks.workunit.client.0.smithi016.stdout:op 168 completed, throughput=4.99MB/sec 2024-04-15T14:57:38.342 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-Agb1Z89y4N4AmtM off=793997 len=598586 2024-04-15T14:57:38.342 INFO:tasks.workunit.client.0.smithi016.stdout:op 169 completed, throughput=5.01MB/sec 2024-04-15T14:57:39.343 INFO:tasks.workunit.client.0.smithi016.stdout: 34: throughput=4.87MB/sec pending data=0 2024-04-15T14:57:39.343 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-1nX5cqSpmhx_oLp off=13738677 len=873841 2024-04-15T14:57:39.344 INFO:tasks.workunit.client.0.smithi016.stdout:op 170 completed, throughput=4.89MB/sec 2024-04-15T14:57:39.344 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-f6X2MQnMZDwReIR off=8340322 len=1076103 2024-04-15T14:57:39.346 INFO:tasks.workunit.client.0.smithi016.stdout:op 171 completed, throughput=4.92MB/sec 2024-04-15T14:57:39.346 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-bT8vfQwY6poFehA off=11644776 len=857002 2024-04-15T14:57:39.347 INFO:tasks.workunit.client.0.smithi016.stdout:op 172 completed, throughput=4.94MB/sec 2024-04-15T14:57:39.350 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-ajhK0Bjp8ffFCY_ off=5879099 len=224036 2024-04-15T14:57:39.351 INFO:tasks.workunit.client.0.smithi016.stdout:op 173 completed, throughput=4.95MB/sec 2024-04-15T14:57:39.351 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-2H0DNd__Sh2OkyY off=704961 len=1358174 2024-04-15T14:57:39.355 INFO:tasks.workunit.client.0.smithi016.stdout:op 174 completed, throughput=4.98MB/sec 2024-04-15T14:57:39.355 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-si8hGPvCCBKXnW_ off=2158155 len=1225126 2024-04-15T14:57:39.362 INFO:tasks.workunit.client.0.smithi016.stdout:op 175 completed, throughput=5.02MB/sec 2024-04-15T14:57:39.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:57:39 smithi016 ceph-mon[90652]: pgmap v1364: 105 pgs: 105 active+clean; 127 GiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-15T14:57:39.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:57:39 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T14:57:39.541 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:57:39 smithi016 ceph-mon[93212]: pgmap v1364: 105 pgs: 105 active+clean; 127 GiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-15T14:57:39.541 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:57:39 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T14:57:39.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:57:39 smithi102 ceph-mon[87131]: pgmap v1364: 105 pgs: 105 active+clean; 127 GiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-15T14:57:39.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:57:39 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T14:57:40.362 INFO:tasks.workunit.client.0.smithi016.stdout: 35: throughput=4.88MB/sec pending data=0 2024-04-15T14:57:40.362 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-NeabDQYWXcWjc90 off=13485104 len=14448 2024-04-15T14:57:40.365 INFO:tasks.workunit.client.0.smithi016.stdout:op 176 completed, throughput=4.88MB/sec 2024-04-15T14:57:40.365 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-ZYPV5N6W4Wbd9cL off=1313054 len=338815 2024-04-15T14:57:40.368 INFO:tasks.workunit.client.0.smithi016.stdout:op 177 completed, throughput=4.89MB/sec 2024-04-15T14:57:40.368 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-a9hYAkwrhRD2bbM off=14288008 len=195002 2024-04-15T14:57:40.369 INFO:tasks.workunit.client.0.smithi016.stdout:op 178 completed, throughput=4.89MB/sec 2024-04-15T14:57:40.369 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-c1gseMUw-7Yj-Bk off=6220671 len=1635279 2024-04-15T14:57:40.380 INFO:tasks.workunit.client.0.smithi016.stdout:op 179 completed, throughput=4.93MB/sec 2024-04-15T14:57:40.380 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-s6KD8VXhwirKe8L off=5959674 len=27883 2024-04-15T14:57:40.380 INFO:tasks.workunit.client.0.smithi016.stdout:op 180 completed, throughput=4.93MB/sec 2024-04-15T14:57:40.380 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-IQnGM6crqPe5x52 off=2904357 len=557824 2024-04-15T14:57:40.381 INFO:tasks.workunit.client.0.smithi016.stdout:op 181 completed, throughput=4.95MB/sec 2024-04-15T14:57:40.381 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-bE7apdfIz57-YD4 off=1640783 len=123702 2024-04-15T14:57:40.384 INFO:tasks.workunit.client.0.smithi016.stdout:op 182 completed, throughput=4.95MB/sec 2024-04-15T14:57:40.384 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-rB-ggl_zLKbbNE5 off=4345806 len=132235 2024-04-15T14:57:40.384 INFO:tasks.workunit.client.0.smithi016.stdout:op 183 completed, throughput=4.95MB/sec 2024-04-15T14:57:40.384 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-QESXVnfq8qp4Q0P off=7514519 len=1639449 2024-04-15T14:57:40.391 INFO:tasks.workunit.client.0.smithi016.stdout:op 184 completed, throughput=5MB/sec 2024-04-15T14:57:40.391 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-2F1ZZmkslzV3qPu off=749243 len=298282 2024-04-15T14:57:40.391 INFO:tasks.workunit.client.0.smithi016.stdout:op 185 completed, throughput=5.01MB/sec 2024-04-15T14:57:41.392 INFO:tasks.workunit.client.0.smithi016.stdout: 36: throughput=4.87MB/sec pending data=0 2024-04-15T14:57:41.392 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-cT2IBbGWMkuu7O5 off=10758051 len=1064837 2024-04-15T14:57:41.393 INFO:tasks.workunit.client.0.smithi016.stdout:op 186 completed, throughput=4.9MB/sec 2024-04-15T14:57:41.393 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-NqKac4HJPiUkhQp off=4899358 len=1399612 2024-04-15T14:57:41.401 INFO:tasks.workunit.client.0.smithi016.stdout:op 187 completed, throughput=4.93MB/sec 2024-04-15T14:57:41.401 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-o_mAyGHrOBgbMGY off=3477934 len=1264757 2024-04-15T14:57:41.402 INFO:tasks.workunit.client.0.smithi016.stdout:op 188 completed, throughput=4.96MB/sec 2024-04-15T14:57:41.402 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-JmsWvBqv093Oelz off=16483431 len=490256 2024-04-15T14:57:41.406 INFO:tasks.workunit.client.0.smithi016.stdout:op 189 completed, throughput=4.98MB/sec 2024-04-15T14:57:41.406 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-OPKPHtCCRY5B2yY off=5648349 len=966115 2024-04-15T14:57:41.411 INFO:tasks.workunit.client.0.smithi016.stdout:op 190 completed, throughput=5MB/sec 2024-04-15T14:57:41.539 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:57:41 smithi016 ceph-mon[90652]: pgmap v1365: 105 pgs: 105 active+clean; 127 GiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-15T14:57:41.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:57:41 smithi016 ceph-mon[93212]: pgmap v1365: 105 pgs: 105 active+clean; 127 GiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-15T14:57:41.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:57:41 smithi102 ceph-mon[87131]: pgmap v1365: 105 pgs: 105 active+clean; 127 GiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-15T14:57:42.039 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 15 14:57:41 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-y[81421]: ::ffff:172.21.15.102 - - [15/Apr/2024:14:57:41] "GET /metrics HTTP/1.1" 200 33979 "" "Prometheus/2.43.0" 2024-04-15T14:57:42.411 INFO:tasks.workunit.client.0.smithi016.stdout: 37: throughput=4.87MB/sec pending data=0 2024-04-15T14:57:42.411 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-nYQhaFvFdOtvVar off=15810270 len=1878910 2024-04-15T14:57:42.419 INFO:tasks.workunit.client.0.smithi016.stdout:op 191 completed, throughput=4.92MB/sec 2024-04-15T14:57:42.420 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-YgrbTUBp1MP6igY off=1232867 len=1462942 2024-04-15T14:57:42.425 INFO:tasks.workunit.client.0.smithi016.stdout:op 192 completed, throughput=4.95MB/sec 2024-04-15T14:57:42.425 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-5iJFjykwBSNMDjU off=4637897 len=1502272 2024-04-15T14:57:42.431 INFO:tasks.workunit.client.0.smithi016.stdout:op 193 completed, throughput=4.99MB/sec 2024-04-15T14:57:42.431 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-qsjKyrmJtoaozcJ off=515617 len=1532314 2024-04-15T14:57:42.434 INFO:tasks.workunit.client.0.smithi016.stdout:op 194 completed, throughput=5.03MB/sec 2024-04-15T14:57:42.687 INFO:journalctl@ceph.prometheus.a.smithi102.stdout:Apr 15 14:57:42 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-prometheus-a[120881]: ts=2024-04-15T14:57:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi016:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"362ea986-fb34-11ee-bc8f-c7b262605968\", instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T14:57:43.438 INFO:tasks.workunit.client.0.smithi016.stdout: 38: throughput=4.9MB/sec pending data=0 2024-04-15T14:57:43.438 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-E6AT37lf06P4WpP off=4620026 len=887022 2024-04-15T14:57:43.439 INFO:tasks.workunit.client.0.smithi016.stdout:op 195 completed, throughput=4.92MB/sec 2024-04-15T14:57:43.439 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-u4H6TnuEmwTbGQD off=14622220 len=913104 2024-04-15T14:57:43.441 INFO:tasks.workunit.client.0.smithi016.stdout:op 196 completed, throughput=4.94MB/sec 2024-04-15T14:57:43.441 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-xmozpGFf3x1rjTS off=12089145 len=617124 2024-04-15T14:57:43.445 INFO:tasks.workunit.client.0.smithi016.stdout:op 197 completed, throughput=4.96MB/sec 2024-04-15T14:57:43.445 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-RhORJxp7FI8xCOu off=8897605 len=1163757 2024-04-15T14:57:43.451 INFO:tasks.workunit.client.0.smithi016.stdout:op 198 completed, throughput=4.98MB/sec 2024-04-15T14:57:43.451 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-tPnYYmutHBSXsNQ off=1163066 len=337335 2024-04-15T14:57:43.453 INFO:tasks.workunit.client.0.smithi016.stdout:op 199 completed, throughput=4.99MB/sec 2024-04-15T14:57:43.453 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-Uu_ETY_K0Xw348- off=1439259 len=848415 2024-04-15T14:57:43.457 INFO:tasks.workunit.client.0.smithi016.stdout:op 200 completed, throughput=5.01MB/sec 2024-04-15T14:57:43.539 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:57:43 smithi016 ceph-mon[90652]: pgmap v1366: 105 pgs: 105 active+clean; 127 GiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 2.9 MiB/s rd, 3.4 MiB/s wr, 6 op/s 2024-04-15T14:57:43.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:57:43 smithi016 ceph-mon[93212]: pgmap v1366: 105 pgs: 105 active+clean; 127 GiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 2.9 MiB/s rd, 3.4 MiB/s wr, 6 op/s 2024-04-15T14:57:43.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:57:43 smithi102 ceph-mon[87131]: pgmap v1366: 105 pgs: 105 active+clean; 127 GiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 2.9 MiB/s rd, 3.4 MiB/s wr, 6 op/s 2024-04-15T14:57:44.458 INFO:tasks.workunit.client.0.smithi016.stdout: 39: throughput=4.89MB/sec pending data=0 2024-04-15T14:57:44.458 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-Hs3PwrnZzVhKxR- off=4444872 len=188734 2024-04-15T14:57:44.458 INFO:tasks.workunit.client.0.smithi016.stdout:op 201 completed, throughput=4.89MB/sec 2024-04-15T14:57:44.458 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-DTxMbRKpvzxM6wC off=12273029 len=1458759 2024-04-15T14:57:44.460 INFO:tasks.workunit.client.0.smithi016.stdout:op 202 completed, throughput=4.92MB/sec 2024-04-15T14:57:44.460 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-ehA1WI0Y8pnVlbN off=328116 len=1929367 2024-04-15T14:57:44.469 INFO:tasks.workunit.client.0.smithi016.stdout:op 203 completed, throughput=4.97MB/sec 2024-04-15T14:57:44.469 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-hmkO8f2pPhNNcny off=7898758 len=663641 2024-04-15T14:57:44.473 INFO:tasks.workunit.client.0.smithi016.stdout:op 204 completed, throughput=4.99MB/sec 2024-04-15T14:57:44.473 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-VpO2KwkfuWctsZ1 off=1747284 len=1802837 2024-04-15T14:57:44.479 INFO:tasks.workunit.client.0.smithi016.stdout:op 205 completed, throughput=5.03MB/sec 2024-04-15T14:57:45.479 INFO:tasks.workunit.client.0.smithi016.stdout: 40: throughput=4.9MB/sec pending data=0 2024-04-15T14:57:45.479 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-j29n2_-dCAXMFs7 off=8532135 len=280129 2024-04-15T14:57:45.480 INFO:tasks.workunit.client.0.smithi016.stdout:op 206 completed, throughput=4.91MB/sec 2024-04-15T14:57:45.480 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-kptBwP2E-RgG-EQ off=2101219 len=1331836 2024-04-15T14:57:45.482 INFO:tasks.workunit.client.0.smithi016.stdout:op 207 completed, throughput=4.94MB/sec 2024-04-15T14:57:45.482 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-7zCvSvrixFVZjoh off=771550 len=1720495 2024-04-15T14:57:45.493 INFO:tasks.workunit.client.0.smithi016.stdout:op 208 completed, throughput=4.98MB/sec 2024-04-15T14:57:45.493 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-DQFsKSnz5jKIOJR off=10467870 len=1185498 2024-04-15T14:57:45.499 INFO:tasks.workunit.client.0.smithi016.stdout:op 209 completed, throughput=5.01MB/sec 2024-04-15T14:57:45.539 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:57:45 smithi016 ceph-mon[90652]: pgmap v1367: 105 pgs: 105 active+clean; 127 GiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-15T14:57:45.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:57:45 smithi016 ceph-mon[93212]: pgmap v1367: 105 pgs: 105 active+clean; 127 GiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-15T14:57:45.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:57:45 smithi102 ceph-mon[87131]: pgmap v1367: 105 pgs: 105 active+clean; 127 GiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-15T14:57:46.499 INFO:tasks.workunit.client.0.smithi016.stdout: 41: throughput=4.89MB/sec pending data=0 2024-04-15T14:57:46.499 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-ZNRDn3Ed1CukGFn off=19117697 len=773269 2024-04-15T14:57:46.500 INFO:tasks.workunit.client.0.smithi016.stdout:op 210 completed, throughput=4.91MB/sec 2024-04-15T14:57:46.500 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-A7wSSv9Wg9F2ozr off=3845635 len=896506 2024-04-15T14:57:46.501 INFO:tasks.workunit.client.0.smithi016.stdout:op 211 completed, throughput=4.93MB/sec 2024-04-15T14:57:46.501 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-sTtaD99wkM-1YSU off=11809041 len=1568948 2024-04-15T14:57:46.503 INFO:tasks.workunit.client.0.smithi016.stdout:op 212 completed, throughput=4.96MB/sec 2024-04-15T14:57:46.503 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-ldWHM_X5-aDJnPe off=1430276 len=1884870 2024-04-15T14:57:46.511 INFO:tasks.workunit.client.0.smithi016.stdout:op 213 completed, throughput=5MB/sec 2024-04-15T14:57:47.512 INFO:tasks.workunit.client.0.smithi016.stdout: 42: throughput=4.89MB/sec pending data=0 2024-04-15T14:57:47.512 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-PpHGWXJf0xL3zeg off=8575235 len=135958 2024-04-15T14:57:47.512 INFO:tasks.workunit.client.0.smithi016.stdout:op 214 completed, throughput=4.89MB/sec 2024-04-15T14:57:47.513 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-BhX181tB3dLFBz- off=1044857 len=1015729 2024-04-15T14:57:47.518 INFO:tasks.workunit.client.0.smithi016.stdout:op 215 completed, throughput=4.91MB/sec 2024-04-15T14:57:47.518 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-gHZMjrF_BXSTLo2 off=17256152 len=1962520 2024-04-15T14:57:47.520 INFO:tasks.workunit.client.0.smithi016.stdout:op 216 completed, throughput=4.95MB/sec 2024-04-15T14:57:47.520 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-fN6X7CTlqfCd6AH off=12953351 len=1759636 2024-04-15T14:57:47.527 INFO:tasks.workunit.client.0.smithi016.stdout:op 217 completed, throughput=4.99MB/sec 2024-04-15T14:57:47.527 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-R95sQZx5msgMMu8 off=19885826 len=906278 2024-04-15T14:57:47.531 INFO:tasks.workunit.client.0.smithi016.stdout:op 218 completed, throughput=5.01MB/sec 2024-04-15T14:57:47.542 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:57:47 smithi016 ceph-mon[90652]: pgmap v1368: 105 pgs: 105 active+clean; 127 GiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.7 MiB/s wr, 6 op/s 2024-04-15T14:57:47.542 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:57:47 smithi016 ceph-mon[93212]: pgmap v1368: 105 pgs: 105 active+clean; 127 GiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.7 MiB/s wr, 6 op/s 2024-04-15T14:57:47.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:57:47 smithi102 ceph-mon[87131]: pgmap v1368: 105 pgs: 105 active+clean; 127 GiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.7 MiB/s wr, 6 op/s 2024-04-15T14:57:48.532 INFO:tasks.workunit.client.0.smithi016.stdout: 43: throughput=4.9MB/sec pending data=0 2024-04-15T14:57:48.532 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-GuZ8UAQTRfCGxwO off=6258716 len=11969 2024-04-15T14:57:48.534 INFO:tasks.workunit.client.0.smithi016.stdout:op 219 completed, throughput=4.9MB/sec 2024-04-15T14:57:48.535 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-myE6jn2yRlbapmQ off=744557 len=902864 2024-04-15T14:57:48.539 INFO:tasks.workunit.client.0.smithi016.stdout:op 220 completed, throughput=4.92MB/sec 2024-04-15T14:57:48.539 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-6UrUtoZx20bmSdJ off=8610017 len=1114278 2024-04-15T14:57:48.541 INFO:tasks.workunit.client.0.smithi016.stdout:op 221 completed, throughput=4.94MB/sec 2024-04-15T14:57:48.541 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-6gr_zu-03QA4Tby off=883231 len=1536681 2024-04-15T14:57:48.548 INFO:tasks.workunit.client.0.smithi016.stdout:op 222 completed, throughput=4.97MB/sec 2024-04-15T14:57:48.548 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-Qmos9mRGZKxGEoL off=1331570 len=1039063 2024-04-15T14:57:48.550 INFO:tasks.workunit.client.0.smithi016.stdout:op 223 completed, throughput=5MB/sec 2024-04-15T14:57:48.550 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-xaiYcJr3h-WJ7xS off=10103578 len=649345 2024-04-15T14:57:48.550 INFO:tasks.workunit.client.0.smithi016.stdout:op 224 completed, throughput=5.01MB/sec 2024-04-15T14:57:49.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:57:49 smithi016 ceph-mon[90652]: pgmap v1369: 105 pgs: 105 active+clean; 127 GiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 1.5 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2024-04-15T14:57:49.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:57:49 smithi016 ceph-mon[93212]: pgmap v1369: 105 pgs: 105 active+clean; 127 GiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 1.5 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2024-04-15T14:57:49.551 INFO:tasks.workunit.client.0.smithi016.stdout: 44: throughput=4.9MB/sec pending data=0 2024-04-15T14:57:49.551 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-BgNFrBGZSNXqLEg off=1166415 len=142528 2024-04-15T14:57:49.553 INFO:tasks.workunit.client.0.smithi016.stdout:op 225 completed, throughput=4.9MB/sec 2024-04-15T14:57:49.554 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-vM49PwePMJSim35 off=1330220 len=1430730 2024-04-15T14:57:49.555 INFO:tasks.workunit.client.0.smithi016.stdout:op 226 completed, throughput=4.93MB/sec 2024-04-15T14:57:49.555 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-5eaGzf4fnWKzPw6 off=3931606 len=1740912 2024-04-15T14:57:49.558 INFO:tasks.workunit.client.0.smithi016.stdout:op 227 completed, throughput=4.97MB/sec 2024-04-15T14:57:49.558 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-H5fEvwBGBm3_tjL off=11956288 len=1093050 2024-04-15T14:57:49.564 INFO:tasks.workunit.client.0.smithi016.stdout:op 228 completed, throughput=4.99MB/sec 2024-04-15T14:57:49.564 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-72bsiIyUhwO-ONl off=4870525 len=889129 2024-04-15T14:57:49.569 INFO:tasks.workunit.client.0.smithi016.stdout:op 229 completed, throughput=5.01MB/sec 2024-04-15T14:57:49.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:57:49 smithi102 ceph-mon[87131]: pgmap v1369: 105 pgs: 105 active+clean; 127 GiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 1.5 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2024-04-15T14:57:50.568 INFO:tasks.workunit.client.0.smithi016.stdout: 45: throughput=4.9MB/sec pending data=0 2024-04-15T14:57:50.569 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-p6gok7pVnjUsGDb off=9418710 len=1096384 2024-04-15T14:57:50.570 INFO:tasks.workunit.client.0.smithi016.stdout:op 230 completed, throughput=4.92MB/sec 2024-04-15T14:57:50.570 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-do6vE5xXaSOLd1p off=4835983 len=293089 2024-04-15T14:57:50.573 INFO:tasks.workunit.client.0.smithi016.stdout:op 231 completed, throughput=4.93MB/sec 2024-04-15T14:57:50.573 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-UIJYQATkBw1EqfD off=6226936 len=1993818 2024-04-15T14:57:50.585 INFO:tasks.workunit.client.0.smithi016.stdout:op 232 completed, throughput=4.97MB/sec 2024-04-15T14:57:50.585 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-M4REEnb6h3v5y1_ off=331757 len=1166709 2024-04-15T14:57:50.590 INFO:tasks.workunit.client.0.smithi016.stdout:op 233 completed, throughput=4.99MB/sec 2024-04-15T14:57:50.590 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-fLuBBLlM3ONpP9f off=17701619 len=612309 2024-04-15T14:57:50.594 INFO:tasks.workunit.client.0.smithi016.stdout:op 234 completed, throughput=5MB/sec 2024-04-15T14:57:51.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:57:51 smithi016 ceph-mon[90652]: pgmap v1370: 105 pgs: 105 active+clean; 127 GiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 1.5 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-04-15T14:57:51.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:57:51 smithi016 ceph-mon[93212]: pgmap v1370: 105 pgs: 105 active+clean; 127 GiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 1.5 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-04-15T14:57:51.595 INFO:tasks.workunit.client.0.smithi016.stdout: 46: throughput=4.9MB/sec pending data=0 2024-04-15T14:57:51.595 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-iqBTICcWlK4cLL8 off=303101 len=1442525 2024-04-15T14:57:51.603 INFO:tasks.workunit.client.0.smithi016.stdout:op 235 completed, throughput=4.93MB/sec 2024-04-15T14:57:51.603 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-TygtBSCBW_g57Eo off=8291440 len=1600602 2024-04-15T14:57:51.605 INFO:tasks.workunit.client.0.smithi016.stdout:op 236 completed, throughput=4.96MB/sec 2024-04-15T14:57:51.605 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-NCTqS3JeLncal-t off=7176254 len=858704 2024-04-15T14:57:51.609 INFO:tasks.workunit.client.0.smithi016.stdout:op 237 completed, throughput=4.98MB/sec 2024-04-15T14:57:51.609 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-ZyV6oVRgAYXcKXL off=10711854 len=1723693 2024-04-15T14:57:51.617 INFO:tasks.workunit.client.0.smithi016.stdout:op 238 completed, throughput=5.01MB/sec 2024-04-15T14:57:51.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:57:51 smithi102 ceph-mon[87131]: pgmap v1370: 105 pgs: 105 active+clean; 127 GiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 1.5 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-04-15T14:57:52.040 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 15 14:57:51 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-y[81421]: ::ffff:172.21.15.102 - - [15/Apr/2024:14:57:51] "GET /metrics HTTP/1.1" 200 33979 "" "Prometheus/2.43.0" 2024-04-15T14:57:52.617 INFO:tasks.workunit.client.0.smithi016.stdout: 47: throughput=4.91MB/sec pending data=0 2024-04-15T14:57:52.618 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-qr5f8UmXMOh7Z-W off=1109670 len=1561399 2024-04-15T14:57:52.621 INFO:tasks.workunit.client.0.smithi016.stdout:op 239 completed, throughput=4.94MB/sec 2024-04-15T14:57:52.621 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-c8zxrB2-uaDhKYj off=6512906 len=1221430 2024-04-15T14:57:52.626 INFO:tasks.workunit.client.0.smithi016.stdout:op 240 completed, throughput=4.96MB/sec 2024-04-15T14:57:52.626 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-_Bw4rq-jZ1feDeQ off=20181263 len=1157093 2024-04-15T14:57:52.632 INFO:tasks.workunit.client.0.smithi016.stdout:op 241 completed, throughput=4.98MB/sec 2024-04-15T14:57:52.632 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-Zn1EPSeusbKCYqd off=1083956 len=378643 2024-04-15T14:57:52.633 INFO:tasks.workunit.client.0.smithi016.stdout:op 242 completed, throughput=4.99MB/sec 2024-04-15T14:57:52.633 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-j7dVUyS3fyQQbFM off=5203976 len=1859217 2024-04-15T14:57:52.635 INFO:tasks.workunit.client.0.smithi016.stdout:op 243 completed, throughput=5.03MB/sec 2024-04-15T14:57:52.687 INFO:journalctl@ceph.prometheus.a.smithi102.stdout:Apr 15 14:57:52 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-prometheus-a[120881]: ts=2024-04-15T14:57:52.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi016:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"362ea986-fb34-11ee-bc8f-c7b262605968\", instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T14:57:53.539 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:57:53 smithi016 ceph-mon[90652]: pgmap v1371: 105 pgs: 105 active+clean; 127 GiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.6 MiB/s wr, 6 op/s 2024-04-15T14:57:53.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:57:53 smithi016 ceph-mon[93212]: pgmap v1371: 105 pgs: 105 active+clean; 127 GiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.6 MiB/s wr, 6 op/s 2024-04-15T14:57:53.635 INFO:tasks.workunit.client.0.smithi016.stdout: 48: throughput=4.92MB/sec pending data=0 2024-04-15T14:57:53.636 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-9VzMxka6hVknc_l off=11212966 len=202880 2024-04-15T14:57:53.636 INFO:tasks.workunit.client.0.smithi016.stdout:op 244 completed, throughput=4.93MB/sec 2024-04-15T14:57:53.636 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-1sgeoE_Pi__jL5L off=9245794 len=542185 2024-04-15T14:57:53.640 INFO:tasks.workunit.client.0.smithi016.stdout:op 245 completed, throughput=4.94MB/sec 2024-04-15T14:57:53.640 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-HQ75ICZLRQkezzo off=15135272 len=590844 2024-04-15T14:57:53.644 INFO:tasks.workunit.client.0.smithi016.stdout:op 246 completed, throughput=4.95MB/sec 2024-04-15T14:57:53.645 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-Gy3MSvYqTekq-1S off=1183733 len=2094474 2024-04-15T14:57:53.656 INFO:tasks.workunit.client.0.smithi016.stdout:op 247 completed, throughput=4.99MB/sec 2024-04-15T14:57:53.656 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-Q1OIlvB1DZSfNlG off=2413591 len=80770 2024-04-15T14:57:53.658 INFO:tasks.workunit.client.0.smithi016.stdout:op 248 completed, throughput=4.99MB/sec 2024-04-15T14:57:53.658 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-F9JDv6uIgc3ChWj off=2342596 len=392845 2024-04-15T14:57:53.660 INFO:tasks.workunit.client.0.smithi016.stdout:op 249 completed, throughput=5MB/sec 2024-04-15T14:57:53.660 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-cVcrkmFfaRyO_CW off=763990 len=587863 2024-04-15T14:57:53.663 INFO:tasks.workunit.client.0.smithi016.stdout:op 250 completed, throughput=5.01MB/sec 2024-04-15T14:57:53.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:57:53 smithi102 ceph-mon[87131]: pgmap v1371: 105 pgs: 105 active+clean; 127 GiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.6 MiB/s wr, 6 op/s 2024-04-15T14:57:54.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:57:54 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T14:57:54.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:57:54 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T14:57:54.664 INFO:tasks.workunit.client.0.smithi016.stdout: 49: throughput=4.91MB/sec pending data=0 2024-04-15T14:57:54.664 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-XBzfG-7SkQcTk1v off=9405304 len=1744350 2024-04-15T14:57:54.671 INFO:tasks.workunit.client.0.smithi016.stdout:op 251 completed, throughput=4.94MB/sec 2024-04-15T14:57:54.672 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-E2uM2zk23rYaGSw off=2140117 len=1974178 2024-04-15T14:57:54.679 INFO:tasks.workunit.client.0.smithi016.stdout:op 252 completed, throughput=4.98MB/sec 2024-04-15T14:57:54.679 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-yE8cmwWHLvnXyEO off=325368 len=708521 2024-04-15T14:57:54.680 INFO:tasks.workunit.client.0.smithi016.stdout:op 253 completed, throughput=4.99MB/sec 2024-04-15T14:57:54.680 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-3B26y8WDea83-2g off=3426939 len=1265948 2024-04-15T14:57:54.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:57:54 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T14:57:54.687 INFO:tasks.workunit.client.0.smithi016.stdout:op 254 completed, throughput=5.01MB/sec 2024-04-15T14:57:55.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:57:55 smithi016 ceph-mon[90652]: pgmap v1372: 105 pgs: 105 active+clean; 127 GiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 1.5 MiB/s rd, 2.3 MiB/s wr, 3 op/s 2024-04-15T14:57:55.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:57:55 smithi016 ceph-mon[93212]: pgmap v1372: 105 pgs: 105 active+clean; 127 GiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 1.5 MiB/s rd, 2.3 MiB/s wr, 3 op/s 2024-04-15T14:57:55.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:57:55 smithi102 ceph-mon[87131]: pgmap v1372: 105 pgs: 105 active+clean; 127 GiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 1.5 MiB/s rd, 2.3 MiB/s wr, 3 op/s 2024-04-15T14:57:55.688 INFO:tasks.workunit.client.0.smithi016.stdout: 50: throughput=4.92MB/sec pending data=0 2024-04-15T14:57:55.688 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-q3sfwV-asCRypfV off=13785825 len=1874529 2024-04-15T14:57:55.690 INFO:tasks.workunit.client.0.smithi016.stdout:op 255 completed, throughput=4.95MB/sec 2024-04-15T14:57:55.690 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-v7g3xQdsrudeZd- off=12487858 len=1408368 2024-04-15T14:57:55.692 INFO:tasks.workunit.client.0.smithi016.stdout:op 256 completed, throughput=4.98MB/sec 2024-04-15T14:57:55.692 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-43mgMAOgj5_oI06 off=5284793 len=585270 2024-04-15T14:57:55.694 INFO:tasks.workunit.client.0.smithi016.stdout:op 257 completed, throughput=4.99MB/sec 2024-04-15T14:57:55.694 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-FiFnfGN8Nauzakl off=19349889 len=1653812 2024-04-15T14:57:55.697 INFO:tasks.workunit.client.0.smithi016.stdout:op 258 completed, throughput=5.02MB/sec 2024-04-15T14:57:56.698 INFO:tasks.workunit.client.0.smithi016.stdout: 51: throughput=4.92MB/sec pending data=0 2024-04-15T14:57:56.698 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-W6zvPB2viiNbqW2 off=3768822 len=310468 2024-04-15T14:57:56.699 INFO:tasks.workunit.client.0.smithi016.stdout:op 259 completed, throughput=4.93MB/sec 2024-04-15T14:57:56.699 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-c5wM-P0r9FkboWu off=2339826 len=1969083 2024-04-15T14:57:56.701 INFO:tasks.workunit.client.0.smithi016.stdout:op 260 completed, throughput=4.96MB/sec 2024-04-15T14:57:56.702 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-Z0eLcDCuyiZNGvP off=4198243 len=1450762 2024-04-15T14:57:56.704 INFO:tasks.workunit.client.0.smithi016.stdout:op 261 completed, throughput=4.99MB/sec 2024-04-15T14:57:56.705 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-t4bKYHN2tT6smg0 off=796869 len=978955 2024-04-15T14:57:56.710 INFO:tasks.workunit.client.0.smithi016.stdout:op 262 completed, throughput=5.01MB/sec 2024-04-15T14:57:57.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:57:57 smithi016 ceph-mon[90652]: pgmap v1373: 105 pgs: 105 active+clean; 127 GiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 2.1 MiB/s rd, 3.6 MiB/s wr, 5 op/s 2024-04-15T14:57:57.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:57:57 smithi016 ceph-mon[93212]: pgmap v1373: 105 pgs: 105 active+clean; 127 GiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 2.1 MiB/s rd, 3.6 MiB/s wr, 5 op/s 2024-04-15T14:57:57.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:57:57 smithi102 ceph-mon[87131]: pgmap v1373: 105 pgs: 105 active+clean; 127 GiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 2.1 MiB/s rd, 3.6 MiB/s wr, 5 op/s 2024-04-15T14:57:57.710 INFO:tasks.workunit.client.0.smithi016.stdout: 52: throughput=4.91MB/sec pending data=0 2024-04-15T14:57:57.711 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-nADA4srnQbUyK72 off=6807571 len=917371 2024-04-15T14:57:57.715 INFO:tasks.workunit.client.0.smithi016.stdout:op 263 completed, throughput=4.93MB/sec 2024-04-15T14:57:57.716 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-zZtqLt7EnQG9_GU off=2509448 len=454746 2024-04-15T14:57:57.719 INFO:tasks.workunit.client.0.smithi016.stdout:op 264 completed, throughput=4.94MB/sec 2024-04-15T14:57:57.720 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-5BaX82r5zLSXYNz off=2011927 len=747726 2024-04-15T14:57:57.724 INFO:tasks.workunit.client.0.smithi016.stdout:op 265 completed, throughput=4.95MB/sec 2024-04-15T14:57:57.724 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-zJFo9LusGiOWNXd off=9730031 len=120423 2024-04-15T14:57:57.726 INFO:tasks.workunit.client.0.smithi016.stdout:op 266 completed, throughput=4.95MB/sec 2024-04-15T14:57:57.726 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-pnU3gPR4Iijf1fY off=6385338 len=404404 2024-04-15T14:57:57.727 INFO:tasks.workunit.client.0.smithi016.stdout:op 267 completed, throughput=4.96MB/sec 2024-04-15T14:57:57.727 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-ZXthdlQWLDk41n_ off=11459417 len=49507 2024-04-15T14:57:57.729 INFO:tasks.workunit.client.0.smithi016.stdout:op 268 completed, throughput=4.96MB/sec 2024-04-15T14:57:57.729 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-uxSHLkg21WRxhp_ off=2112736 len=1207578 2024-04-15T14:57:57.734 INFO:tasks.workunit.client.0.smithi016.stdout:op 269 completed, throughput=4.98MB/sec 2024-04-15T14:57:57.734 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-SUqRfCgXuzwhAHb off=5699972 len=40370 2024-04-15T14:57:57.734 INFO:tasks.workunit.client.0.smithi016.stdout:op 270 completed, throughput=4.98MB/sec 2024-04-15T14:57:57.735 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-EC2LskNut10fbuU off=3995371 len=850307 2024-04-15T14:57:57.738 INFO:tasks.workunit.client.0.smithi016.stdout:op 271 completed, throughput=5MB/sec 2024-04-15T14:57:57.739 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-OH9g4YNxU17GyLE off=3499927 len=534378 2024-04-15T14:57:57.739 INFO:tasks.workunit.client.0.smithi016.stdout:op 272 completed, throughput=5.01MB/sec 2024-04-15T14:57:58.740 INFO:tasks.workunit.client.0.smithi016.stdout: 53: throughput=4.91MB/sec pending data=0 2024-04-15T14:57:58.740 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-KwMq9FxWF7FkOkz off=3057590 len=842871 2024-04-15T14:57:58.744 INFO:tasks.workunit.client.0.smithi016.stdout:op 273 completed, throughput=4.93MB/sec 2024-04-15T14:57:58.744 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-ypHqlaziHDurVDj off=2599473 len=498794 2024-04-15T14:57:58.745 INFO:tasks.workunit.client.0.smithi016.stdout:op 274 completed, throughput=4.94MB/sec 2024-04-15T14:57:58.745 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-P29aEbClfWDPLU3 off=16768056 len=1360331 2024-04-15T14:57:58.752 INFO:tasks.workunit.client.0.smithi016.stdout:op 275 completed, throughput=4.96MB/sec 2024-04-15T14:57:58.752 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-SzULvWpKZPUS6BH off=5675308 len=1916406 2024-04-15T14:57:58.753 INFO:tasks.workunit.client.0.smithi016.stdout:op 276 completed, throughput=4.99MB/sec 2024-04-15T14:57:58.753 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-SotX7XNP5NQIbEJ off=8636397 len=690492 2024-04-15T14:57:58.757 INFO:tasks.workunit.client.0.smithi016.stdout:op 277 completed, throughput=5MB/sec 2024-04-15T14:57:59.539 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:57:59 smithi016 ceph-mon[90652]: pgmap v1374: 105 pgs: 105 active+clean; 127 GiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-15T14:57:59.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:57:59 smithi016 ceph-mon[93212]: pgmap v1374: 105 pgs: 105 active+clean; 127 GiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-15T14:57:59.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:57:59 smithi102 ceph-mon[87131]: pgmap v1374: 105 pgs: 105 active+clean; 127 GiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-15T14:57:59.758 INFO:tasks.workunit.client.0.smithi016.stdout: 54: throughput=4.91MB/sec pending data=0 2024-04-15T14:57:59.758 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-Nl-axSOigdhAljL off=1067266 len=519613 2024-04-15T14:57:59.762 INFO:tasks.workunit.client.0.smithi016.stdout:op 278 completed, throughput=4.92MB/sec 2024-04-15T14:57:59.763 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-fgs7MJG8NQFueqN off=2790177 len=1760926 2024-04-15T14:57:59.766 INFO:tasks.workunit.client.0.smithi016.stdout:op 279 completed, throughput=4.95MB/sec 2024-04-15T14:57:59.766 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-Car1oxZ3LS5_LiI off=2418598 len=1735839 2024-04-15T14:57:59.775 INFO:tasks.workunit.client.0.smithi016.stdout:op 280 completed, throughput=4.98MB/sec 2024-04-15T14:57:59.775 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-Awguc4azl2mzJq- off=4894109 len=1048221 2024-04-15T14:57:59.780 INFO:tasks.workunit.client.0.smithi016.stdout:op 281 completed, throughput=5MB/sec 2024-04-15T14:57:59.780 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-ZcKw9lOjZYUZUpH off=2944781 len=1510367 2024-04-15T14:57:59.781 INFO:tasks.workunit.client.0.smithi016.stdout:op 282 completed, throughput=5.03MB/sec 2024-04-15T14:58:00.781 INFO:tasks.workunit.client.0.smithi016.stdout: 55: throughput=4.94MB/sec pending data=0 2024-04-15T14:58:00.781 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-k-A4yiIylDj9icB off=10191726 len=751027 2024-04-15T14:58:00.783 INFO:tasks.workunit.client.0.smithi016.stdout:op 283 completed, throughput=4.95MB/sec 2024-04-15T14:58:00.783 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-j9ekbaI0tKnmMBT off=4071352 len=1653612 2024-04-15T14:58:00.785 INFO:tasks.workunit.client.0.smithi016.stdout:op 284 completed, throughput=4.98MB/sec 2024-04-15T14:58:00.785 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-u0jimCo_uvfKWKN off=1779689 len=1569535 2024-04-15T14:58:00.786 INFO:tasks.workunit.client.0.smithi016.stdout:op 285 completed, throughput=5MB/sec 2024-04-15T14:58:01.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:58:01 smithi016 ceph-mon[90652]: pgmap v1375: 105 pgs: 105 active+clean; 127 GiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 1.6 MiB/s rd, 2.3 MiB/s wr, 3 op/s 2024-04-15T14:58:01.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:58:01 smithi016 ceph-mon[93212]: pgmap v1375: 105 pgs: 105 active+clean; 127 GiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 1.6 MiB/s rd, 2.3 MiB/s wr, 3 op/s 2024-04-15T14:58:01.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:58:01 smithi102 ceph-mon[87131]: pgmap v1375: 105 pgs: 105 active+clean; 127 GiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 1.6 MiB/s rd, 2.3 MiB/s wr, 3 op/s 2024-04-15T14:58:01.786 INFO:tasks.workunit.client.0.smithi016.stdout: 56: throughput=4.92MB/sec pending data=0 2024-04-15T14:58:01.786 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-w0S5aWXcVeNo65s off=1077486 len=859640 2024-04-15T14:58:01.788 INFO:tasks.workunit.client.0.smithi016.stdout:op 286 completed, throughput=4.93MB/sec 2024-04-15T14:58:01.788 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-9uwqFqWR7Sh3KbU off=10043519 len=1499174 2024-04-15T14:58:01.796 INFO:tasks.workunit.client.0.smithi016.stdout:op 287 completed, throughput=4.95MB/sec 2024-04-15T14:58:01.796 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-b5ZP8nHW9qZD09- off=6784616 len=1304518 2024-04-15T14:58:01.803 INFO:tasks.workunit.client.0.smithi016.stdout:op 288 completed, throughput=4.98MB/sec 2024-04-15T14:58:01.803 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-JAfEubSAOEY7p5- off=18318910 len=694767 2024-04-15T14:58:01.806 INFO:tasks.workunit.client.0.smithi016.stdout:op 289 completed, throughput=4.99MB/sec 2024-04-15T14:58:01.806 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-RwJ2ijX-GZJUasB off=76054 len=1995858 2024-04-15T14:58:01.817 INFO:tasks.workunit.client.0.smithi016.stdout:op 290 completed, throughput=5.02MB/sec 2024-04-15T14:58:02.039 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 15 14:58:01 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-y[81421]: ::ffff:172.21.15.102 - - [15/Apr/2024:14:58:01] "GET /metrics HTTP/1.1" 200 33981 "" "Prometheus/2.43.0" 2024-04-15T14:58:02.687 INFO:journalctl@ceph.prometheus.a.smithi102.stdout:Apr 15 14:58:02 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-prometheus-a[120881]: ts=2024-04-15T14:58:02.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi016:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"362ea986-fb34-11ee-bc8f-c7b262605968\", instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T14:58:02.818 INFO:tasks.workunit.client.0.smithi016.stdout: 57: throughput=4.93MB/sec pending data=0 2024-04-15T14:58:02.818 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-DN_lPYHVnM4Fr8L off=2097870 len=1933463 2024-04-15T14:58:02.825 INFO:tasks.workunit.client.0.smithi016.stdout:op 291 completed, throughput=4.96MB/sec 2024-04-15T14:58:02.825 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-zesMPD3qU8qoOLG off=5487958 len=64091 2024-04-15T14:58:02.827 INFO:tasks.workunit.client.0.smithi016.stdout:op 292 completed, throughput=4.96MB/sec 2024-04-15T14:58:02.827 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-imnSdqbvB51hZBT off=5828089 len=1728538 2024-04-15T14:58:02.829 INFO:tasks.workunit.client.0.smithi016.stdout:op 293 completed, throughput=4.99MB/sec 2024-04-15T14:58:02.829 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-Zr6G3-o0vTTNrhA off=219271 len=264183 2024-04-15T14:58:02.832 INFO:tasks.workunit.client.0.smithi016.stdout:op 294 completed, throughput=5MB/sec 2024-04-15T14:58:02.832 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-KpSPd74mW5Gln6i off=15341087 len=1988842 2024-04-15T14:58:02.834 INFO:tasks.workunit.client.0.smithi016.stdout:op 295 completed, throughput=5.03MB/sec 2024-04-15T14:58:03.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:58:03 smithi016 ceph-mon[93212]: pgmap v1376: 105 pgs: 105 active+clean; 127 GiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 2.8 MiB/s rd, 3.3 MiB/s wr, 6 op/s 2024-04-15T14:58:03.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:58:03 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T14:58:03.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:58:03 smithi016 ceph-mon[90652]: pgmap v1376: 105 pgs: 105 active+clean; 127 GiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 2.8 MiB/s rd, 3.3 MiB/s wr, 6 op/s 2024-04-15T14:58:03.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:58:03 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T14:58:03.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:58:03 smithi102 ceph-mon[87131]: pgmap v1376: 105 pgs: 105 active+clean; 127 GiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 2.8 MiB/s rd, 3.3 MiB/s wr, 6 op/s 2024-04-15T14:58:03.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:58:03 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T14:58:03.834 INFO:tasks.workunit.client.0.smithi016.stdout: 58: throughput=4.94MB/sec pending data=0 2024-04-15T14:58:03.834 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-mg86l_1TerLGcDJ off=5603837 len=2093500 2024-04-15T14:58:03.836 INFO:tasks.workunit.client.0.smithi016.stdout:op 296 completed, throughput=4.98MB/sec 2024-04-15T14:58:03.836 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-Ap0Gh505egHHUZT off=435137 len=1820296 2024-04-15T14:58:03.837 INFO:tasks.workunit.client.0.smithi016.stdout:op 297 completed, throughput=5.01MB/sec 2024-04-15T14:58:04.539 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:58:04 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T14:58:04.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:58:04 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T14:58:04.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:58:04 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T14:58:04.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:58:04 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T14:58:04.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:58:04 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T14:58:04.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:58:04 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T14:58:04.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:58:04 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T14:58:04.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:58:04 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T14:58:04.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:58:04 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T14:58:04.838 INFO:tasks.workunit.client.0.smithi016.stdout: 59: throughput=4.92MB/sec pending data=0 2024-04-15T14:58:04.838 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-bYZkDU-1pw1xjqC off=2418875 len=102856 2024-04-15T14:58:04.839 INFO:tasks.workunit.client.0.smithi016.stdout:op 298 completed, throughput=4.93MB/sec 2024-04-15T14:58:04.839 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-d5WkEolkIweYcVU off=13120631 len=729708 2024-04-15T14:58:04.843 INFO:tasks.workunit.client.0.smithi016.stdout:op 299 completed, throughput=4.94MB/sec 2024-04-15T14:58:04.843 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-7iki57jlaHcHImh off=641787 len=238013 2024-04-15T14:58:04.846 INFO:tasks.workunit.client.0.smithi016.stdout:op 300 completed, throughput=4.94MB/sec 2024-04-15T14:58:04.847 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-_JDQ8i8JJT8C8n2 off=107952 len=899310 2024-04-15T14:58:04.848 INFO:tasks.workunit.client.0.smithi016.stdout:op 301 completed, throughput=4.95MB/sec 2024-04-15T14:58:04.848 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-ZKbDc5PjxnIeRtT off=6482489 len=170022 2024-04-15T14:58:04.850 INFO:tasks.workunit.client.0.smithi016.stdout:op 302 completed, throughput=4.96MB/sec 2024-04-15T14:58:04.850 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj--3U8RsIm-9MQ5UL off=341298 len=95108 2024-04-15T14:58:04.851 INFO:tasks.workunit.client.0.smithi016.stdout:op 303 completed, throughput=4.96MB/sec 2024-04-15T14:58:04.851 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-EqG3kEWd-1NYHEf off=1566558 len=1431790 2024-04-15T14:58:04.859 INFO:tasks.workunit.client.0.smithi016.stdout:op 304 completed, throughput=4.98MB/sec 2024-04-15T14:58:04.859 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-_30-dG88UXjMZD9 off=3271665 len=14648 2024-04-15T14:58:04.861 INFO:tasks.workunit.client.0.smithi016.stdout:op 305 completed, throughput=4.98MB/sec 2024-04-15T14:58:04.861 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-k4xosF5D9uBslLT off=12383521 len=1783066 2024-04-15T14:58:04.868 INFO:tasks.workunit.client.0.smithi016.stdout:op 306 completed, throughput=5.01MB/sec 2024-04-15T14:58:05.868 INFO:tasks.workunit.client.0.smithi016.stdout: 60: throughput=4.93MB/sec pending data=0 2024-04-15T14:58:05.869 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-8zfHhB_cc23gr1N off=4149556 len=870876 2024-04-15T14:58:05.874 INFO:tasks.workunit.client.0.smithi016.stdout:op 307 completed, throughput=4.94MB/sec 2024-04-15T14:58:05.874 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-9IIXBC5CWWQpfmr off=16885007 len=1284217 2024-04-15T14:58:05.882 INFO:tasks.workunit.client.0.smithi016.stdout:op 308 completed, throughput=4.96MB/sec 2024-04-15T14:58:05.882 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-ecfeVGBRCNok28w off=708225 len=955094 2024-04-15T14:58:05.884 INFO:tasks.workunit.client.0.smithi016.stdout:op 309 completed, throughput=4.97MB/sec 2024-04-15T14:58:05.884 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-VKGwv57rmanOMoL off=3113537 len=1460016 2024-04-15T14:58:05.891 INFO:tasks.workunit.client.0.smithi016.stdout:op 310 completed, throughput=5MB/sec 2024-04-15T14:58:05.891 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-Fmk_Z7urRX_mETg off=15375872 len=511337 2024-04-15T14:58:05.895 INFO:tasks.workunit.client.0.smithi016.stdout:op 311 completed, throughput=5MB/sec 2024-04-15T14:58:05.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:58:05 smithi102 ceph-mon[87131]: pgmap v1377: 105 pgs: 105 active+clean; 127 GiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-15T14:58:06.039 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:58:05 smithi016 ceph-mon[90652]: pgmap v1377: 105 pgs: 105 active+clean; 127 GiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-15T14:58:06.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:58:05 smithi016 ceph-mon[93212]: pgmap v1377: 105 pgs: 105 active+clean; 127 GiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-15T14:58:06.895 INFO:tasks.workunit.client.0.smithi016.stdout: 61: throughput=4.92MB/sec pending data=0 2024-04-15T14:58:06.895 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-NkpZkhAMHgaBA6- off=21588698 len=55047 2024-04-15T14:58:06.895 INFO:tasks.workunit.client.0.smithi016.stdout:op 312 completed, throughput=4.92MB/sec 2024-04-15T14:58:06.896 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-ZO5cBWa5DFRFUHX off=1490880 len=563186 2024-04-15T14:58:06.896 INFO:tasks.workunit.client.0.smithi016.stdout:op 313 completed, throughput=4.93MB/sec 2024-04-15T14:58:06.897 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-19lyAh-b3ZqavRJ off=5643594 len=536112 2024-04-15T14:58:06.900 INFO:tasks.workunit.client.0.smithi016.stdout:op 314 completed, throughput=4.94MB/sec 2024-04-15T14:58:06.900 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-WTrBAddeRy9vMmb off=14166312 len=1932930 2024-04-15T14:58:06.904 INFO:tasks.workunit.client.0.smithi016.stdout:op 315 completed, throughput=4.97MB/sec 2024-04-15T14:58:06.904 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-jsZ9oP5UvIHXLB9 off=5644985 len=618023 2024-04-15T14:58:06.907 INFO:tasks.workunit.client.0.smithi016.stdout:op 316 completed, throughput=4.98MB/sec 2024-04-15T14:58:06.907 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-_0tTTl43_wo0nri off=3074103 len=111522 2024-04-15T14:58:06.910 INFO:tasks.workunit.client.0.smithi016.stdout:op 317 completed, throughput=4.98MB/sec 2024-04-15T14:58:06.910 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-TuLIsL2iZ_WtxaC off=16490507 len=660564 2024-04-15T14:58:06.911 INFO:tasks.workunit.client.0.smithi016.stdout:op 318 completed, throughput=4.99MB/sec 2024-04-15T14:58:06.911 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-0Mv9ZQn7YmSu6Df off=8045369 len=398170 2024-04-15T14:58:06.914 INFO:tasks.workunit.client.0.smithi016.stdout:op 319 completed, throughput=5MB/sec 2024-04-15T14:58:06.914 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-zM-3vJRk_xRmzBG off=5132528 len=1587996 2024-04-15T14:58:06.923 INFO:tasks.workunit.client.0.smithi016.stdout:op 320 completed, throughput=5.02MB/sec 2024-04-15T14:58:07.924 INFO:tasks.workunit.client.0.smithi016.stdout: 62: throughput=4.94MB/sec pending data=0 2024-04-15T14:58:07.924 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-MHdD8396_IkcmMy off=14894389 len=1121283 2024-04-15T14:58:07.925 INFO:tasks.workunit.client.0.smithi016.stdout:op 321 completed, throughput=4.96MB/sec 2024-04-15T14:58:07.926 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-KX8druLVUuTKMoF off=6084964 len=1641148 2024-04-15T14:58:07.929 INFO:tasks.workunit.client.0.smithi016.stdout:op 322 completed, throughput=4.98MB/sec 2024-04-15T14:58:07.929 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-X4HJ_-whklKsmLk off=15962650 len=1396629 2024-04-15T14:58:07.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:58:07 smithi102 ceph-mon[87131]: pgmap v1378: 105 pgs: 105 active+clean; 127 GiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 3.0 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-04-15T14:58:07.938 INFO:tasks.workunit.client.0.smithi016.stdout:op 323 completed, throughput=5MB/sec 2024-04-15T14:58:08.039 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:58:07 smithi016 ceph-mon[93212]: pgmap v1378: 105 pgs: 105 active+clean; 127 GiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 3.0 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-04-15T14:58:08.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:58:07 smithi016 ceph-mon[90652]: pgmap v1378: 105 pgs: 105 active+clean; 127 GiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 3.0 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-04-15T14:58:08.939 INFO:tasks.workunit.client.0.smithi016.stdout: 63: throughput=4.92MB/sec pending data=0 2024-04-15T14:58:08.939 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-3NO_3FaKgYYGObd off=1188651 len=183381 2024-04-15T14:58:08.939 INFO:tasks.workunit.client.0.smithi016.stdout:op 324 completed, throughput=4.93MB/sec 2024-04-15T14:58:08.940 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-uYEawwCAf2qHxmI off=6331262 len=1922296 2024-04-15T14:58:08.950 INFO:tasks.workunit.client.0.smithi016.stdout:op 325 completed, throughput=4.95MB/sec 2024-04-15T14:58:08.950 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-WbsQimdEPaVRNTm off=4612910 len=1023911 2024-04-15T14:58:08.955 INFO:tasks.workunit.client.0.smithi016.stdout:op 326 completed, throughput=4.97MB/sec 2024-04-15T14:58:08.955 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-QI7nAuqf8b7bvB3 off=6988426 len=1764336 2024-04-15T14:58:08.957 INFO:tasks.workunit.client.0.smithi016.stdout:op 327 completed, throughput=4.99MB/sec 2024-04-15T14:58:08.957 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-3iONUxMwRyalNRm off=2469412 len=230259 2024-04-15T14:58:08.958 INFO:tasks.workunit.client.0.smithi016.stdout:op 328 completed, throughput=5MB/sec 2024-04-15T14:58:08.958 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-RRtVuTJAa6ez5Qq off=8660505 len=214691 2024-04-15T14:58:08.960 INFO:tasks.workunit.client.0.smithi016.stdout:op 329 completed, throughput=5MB/sec 2024-04-15T14:58:09.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:58:09 smithi102 ceph-mon[87131]: pgmap v1379: 105 pgs: 105 active+clean; 127 GiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-15T14:58:09.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:58:09 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T14:58:09.961 INFO:tasks.workunit.client.0.smithi016.stdout: 64: throughput=4.92MB/sec pending data=0 2024-04-15T14:58:09.961 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-9q6F8Z_OqmeEaES off=7448478 len=1766445 2024-04-15T14:58:09.968 INFO:tasks.workunit.client.0.smithi016.stdout:op 330 completed, throughput=4.95MB/sec 2024-04-15T14:58:09.968 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-eQirnbqFtqxEmmQ off=8857206 len=464059 2024-04-15T14:58:09.971 INFO:tasks.workunit.client.0.smithi016.stdout:op 331 completed, throughput=4.96MB/sec 2024-04-15T14:58:09.972 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-M4y0rTcS7jFHwL- off=4846557 len=51394 2024-04-15T14:58:09.972 INFO:tasks.workunit.client.0.smithi016.stdout:op 332 completed, throughput=4.96MB/sec 2024-04-15T14:58:09.972 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-58ySu6p3_UoM97F off=7860286 len=1541970 2024-04-15T14:58:09.974 INFO:tasks.workunit.client.0.smithi016.stdout:op 333 completed, throughput=4.98MB/sec 2024-04-15T14:58:09.974 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-cJKDgNmuaDHYHtq off=21622165 len=1247292 2024-04-15T14:58:09.981 INFO:tasks.workunit.client.0.smithi016.stdout:op 334 completed, throughput=5MB/sec 2024-04-15T14:58:09.981 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-PltySwLct5FiJNH off=12276559 len=64350 2024-04-15T14:58:09.981 INFO:tasks.workunit.client.0.smithi016.stdout:op 335 completed, throughput=5MB/sec 2024-04-15T14:58:09.981 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-OLbbKU1xKHtaXHo off=3854350 len=434314 2024-04-15T14:58:09.985 INFO:tasks.workunit.client.0.smithi016.stdout:op 336 completed, throughput=5MB/sec 2024-04-15T14:58:10.039 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:58:09 smithi016 ceph-mon[93212]: pgmap v1379: 105 pgs: 105 active+clean; 127 GiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-15T14:58:10.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:58:09 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T14:58:10.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:58:09 smithi016 ceph-mon[90652]: pgmap v1379: 105 pgs: 105 active+clean; 127 GiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-15T14:58:10.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:58:09 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T14:58:10.985 INFO:tasks.workunit.client.0.smithi016.stdout: 65: throughput=4.93MB/sec pending data=0 2024-04-15T14:58:10.985 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-psmdWGqgutqXVOS off=19083327 len=1056376 2024-04-15T14:58:10.987 INFO:tasks.workunit.client.0.smithi016.stdout:op 337 completed, throughput=4.94MB/sec 2024-04-15T14:58:10.987 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-ZNG4oPBhJgtDOKG off=6008516 len=377707 2024-04-15T14:58:10.988 INFO:tasks.workunit.client.0.smithi016.stdout:op 338 completed, throughput=4.95MB/sec 2024-04-15T14:58:10.988 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-9C3nEUSoun7oGb6 off=470558 len=1920365 2024-04-15T14:58:10.996 INFO:tasks.workunit.client.0.smithi016.stdout:op 339 completed, throughput=4.98MB/sec 2024-04-15T14:58:10.997 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-IPejUEx4LK3I4Lg off=73281 len=284521 2024-04-15T14:58:10.997 INFO:tasks.workunit.client.0.smithi016.stdout:op 340 completed, throughput=4.98MB/sec 2024-04-15T14:58:10.997 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-GPenX0wQVsCou1w off=1690051 len=1090996 2024-04-15T14:58:11.003 INFO:tasks.workunit.client.0.smithi016.stdout:op 341 completed, throughput=5MB/sec 2024-04-15T14:58:11.003 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-wrSHSCjLGTZqv6t off=826461 len=1999075 2024-04-15T14:58:11.005 INFO:tasks.workunit.client.0.smithi016.stdout:op 342 completed, throughput=5.02MB/sec 2024-04-15T14:58:11.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:58:11 smithi102 ceph-mon[87131]: pgmap v1380: 105 pgs: 105 active+clean; 127 GiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-15T14:58:12.005 INFO:tasks.workunit.client.0.smithi016.stdout: 66: throughput=4.95MB/sec pending data=0 2024-04-15T14:58:12.006 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-lj2Cx1jW_eCBoJn off=6689906 len=1373887 2024-04-15T14:58:12.008 INFO:tasks.workunit.client.0.smithi016.stdout:op 343 completed, throughput=4.97MB/sec 2024-04-15T14:58:12.009 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-ImhiWj64LJt2wIi off=42241 len=1253097 2024-04-15T14:58:12.017 INFO:tasks.workunit.client.0.smithi016.stdout:op 344 completed, throughput=4.99MB/sec 2024-04-15T14:58:12.017 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-xzcbyb_M6uuS0uf off=304637 len=1330421 2024-04-15T14:58:12.024 INFO:tasks.workunit.client.0.smithi016.stdout:op 345 completed, throughput=5MB/sec 2024-04-15T14:58:12.039 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:58:11 smithi016 ceph-mon[93212]: pgmap v1380: 105 pgs: 105 active+clean; 127 GiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-15T14:58:12.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:58:11 smithi016 ceph-mon[90652]: pgmap v1380: 105 pgs: 105 active+clean; 127 GiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-15T14:58:12.040 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 15 14:58:11 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-y[81421]: ::ffff:172.21.15.102 - - [15/Apr/2024:14:58:11] "GET /metrics HTTP/1.1" 200 33983 "" "Prometheus/2.43.0" 2024-04-15T14:58:12.687 INFO:journalctl@ceph.prometheus.a.smithi102.stdout:Apr 15 14:58:12 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-prometheus-a[120881]: ts=2024-04-15T14:58:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi016:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"362ea986-fb34-11ee-bc8f-c7b262605968\", instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T14:58:13.024 INFO:tasks.workunit.client.0.smithi016.stdout: 67: throughput=4.93MB/sec pending data=0 2024-04-15T14:58:13.024 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-otUwGCvISoYc1-W off=7002175 len=2088743 2024-04-15T14:58:13.028 INFO:tasks.workunit.client.0.smithi016.stdout:op 346 completed, throughput=4.96MB/sec 2024-04-15T14:58:13.029 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-ercVhD1d3NWW7Jf off=1917106 len=1611307 2024-04-15T14:58:13.037 INFO:tasks.workunit.client.0.smithi016.stdout:op 347 completed, throughput=4.98MB/sec 2024-04-15T14:58:13.037 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-M-BH1mwJmKyWqzm off=5615030 len=1888217 2024-04-15T14:58:13.044 INFO:tasks.workunit.client.0.smithi016.stdout:op 348 completed, throughput=5.01MB/sec 2024-04-15T14:58:13.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:58:13 smithi102 ceph-mon[87131]: pgmap v1381: 105 pgs: 105 active+clean; 127 GiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 3.2 MiB/s rd, 3.1 MiB/s wr, 6 op/s 2024-04-15T14:58:14.039 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:58:13 smithi016 ceph-mon[90652]: pgmap v1381: 105 pgs: 105 active+clean; 127 GiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 3.2 MiB/s rd, 3.1 MiB/s wr, 6 op/s 2024-04-15T14:58:14.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:58:13 smithi016 ceph-mon[93212]: pgmap v1381: 105 pgs: 105 active+clean; 127 GiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 3.2 MiB/s rd, 3.1 MiB/s wr, 6 op/s 2024-04-15T14:58:14.044 INFO:tasks.workunit.client.0.smithi016.stdout: 68: throughput=4.94MB/sec pending data=0 2024-04-15T14:58:14.044 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-gYsSV9VpkltVYSd off=2427631 len=1924501 2024-04-15T14:58:14.053 INFO:tasks.workunit.client.0.smithi016.stdout:op 349 completed, throughput=4.96MB/sec 2024-04-15T14:58:14.053 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-aWLPlrWH4dlFUUq off=8204302 len=1568722 2024-04-15T14:58:14.059 INFO:tasks.workunit.client.0.smithi016.stdout:op 350 completed, throughput=4.98MB/sec 2024-04-15T14:58:14.059 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-CC8e5m-e-ryVJ2b off=3725836 len=36250 2024-04-15T14:58:14.060 INFO:tasks.workunit.client.0.smithi016.stdout:op 351 completed, throughput=4.98MB/sec 2024-04-15T14:58:14.060 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-7b2JV4hDsCPvjTU off=2001103 len=1774780 2024-04-15T14:58:14.067 INFO:tasks.workunit.client.0.smithi016.stdout:op 352 completed, throughput=5.01MB/sec 2024-04-15T14:58:15.067 INFO:tasks.workunit.client.0.smithi016.stdout: 69: throughput=4.94MB/sec pending data=0 2024-04-15T14:58:15.067 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-ak4KtclVoXD3nm7 off=2003661 len=75402 2024-04-15T14:58:15.068 INFO:tasks.workunit.client.0.smithi016.stdout:op 353 completed, throughput=4.94MB/sec 2024-04-15T14:58:15.068 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-hmmJt6bzCVF-LYo off=6414373 len=1576942 2024-04-15T14:58:15.070 INFO:tasks.workunit.client.0.smithi016.stdout:op 354 completed, throughput=4.96MB/sec 2024-04-15T14:58:15.070 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-jnPcg86uBFIqZnn off=4116787 len=1385268 2024-04-15T14:58:15.079 INFO:tasks.workunit.client.0.smithi016.stdout:op 355 completed, throughput=4.98MB/sec 2024-04-15T14:58:15.079 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-ivtjnozFnNjAAp7 off=16001265 len=1242160 2024-04-15T14:58:15.081 INFO:tasks.workunit.client.0.smithi016.stdout:op 356 completed, throughput=4.99MB/sec 2024-04-15T14:58:15.081 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-QoHc_lID-TlYOrq off=10700073 len=1686484 2024-04-15T14:58:15.083 INFO:tasks.workunit.client.0.smithi016.stdout:op 357 completed, throughput=5.01MB/sec 2024-04-15T14:58:15.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:58:15 smithi102 ceph-mon[87131]: pgmap v1382: 105 pgs: 105 active+clean; 127 GiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-15T14:58:16.039 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:58:15 smithi016 ceph-mon[90652]: pgmap v1382: 105 pgs: 105 active+clean; 127 GiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-15T14:58:16.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:58:15 smithi016 ceph-mon[93212]: pgmap v1382: 105 pgs: 105 active+clean; 127 GiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-15T14:58:16.083 INFO:tasks.workunit.client.0.smithi016.stdout: 70: throughput=4.94MB/sec pending data=0 2024-04-15T14:58:16.084 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-avt3sHu1e3Wt8Oe off=8957186 len=624402 2024-04-15T14:58:16.088 INFO:tasks.workunit.client.0.smithi016.stdout:op 358 completed, throughput=4.95MB/sec 2024-04-15T14:58:16.088 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-fX85U2LHXXNvod- off=2675217 len=677962 2024-04-15T14:58:16.092 INFO:tasks.workunit.client.0.smithi016.stdout:op 359 completed, throughput=4.96MB/sec 2024-04-15T14:58:16.092 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-EU6iJw6_w-Qkds0 off=17004256 len=1540269 2024-04-15T14:58:16.094 INFO:tasks.workunit.client.0.smithi016.stdout:op 360 completed, throughput=4.98MB/sec 2024-04-15T14:58:16.094 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-j8xfvEJsSeqITXo off=11595468 len=754131 2024-04-15T14:58:16.095 INFO:tasks.workunit.client.0.smithi016.stdout:op 361 completed, throughput=4.99MB/sec 2024-04-15T14:58:16.095 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-_GkUnEEjsaxf6Bv off=13004485 len=2003295 2024-04-15T14:58:16.103 INFO:tasks.workunit.client.0.smithi016.stdout:op 362 completed, throughput=5.02MB/sec 2024-04-15T14:58:17.103 INFO:tasks.workunit.client.0.smithi016.stdout: 71: throughput=4.95MB/sec pending data=0 2024-04-15T14:58:17.103 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-oiM_SD5Qy-WSFOg off=12585740 len=1533372 2024-04-15T14:58:17.105 INFO:tasks.workunit.client.0.smithi016.stdout:op 363 completed, throughput=4.97MB/sec 2024-04-15T14:58:17.105 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-nstMqdSa0oHqKPJ off=1954746 len=1606015 2024-04-15T14:58:17.107 INFO:tasks.workunit.client.0.smithi016.stdout:op 364 completed, throughput=4.99MB/sec 2024-04-15T14:58:17.107 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-ViPa_A853aZYEWz off=14912365 len=13865 2024-04-15T14:58:17.109 INFO:tasks.workunit.client.0.smithi016.stdout:op 365 completed, throughput=4.99MB/sec 2024-04-15T14:58:17.109 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-YFkofXM1nmJfNFc off=1788433 len=919033 2024-04-15T14:58:17.115 INFO:tasks.workunit.client.0.smithi016.stdout:op 366 completed, throughput=5MB/sec 2024-04-15T14:58:17.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:58:17 smithi102 ceph-mon[87131]: pgmap v1383: 105 pgs: 105 active+clean; 127 GiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 2.9 MiB/s rd, 3.3 MiB/s wr, 6 op/s 2024-04-15T14:58:18.039 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:58:17 smithi016 ceph-mon[90652]: pgmap v1383: 105 pgs: 105 active+clean; 127 GiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 2.9 MiB/s rd, 3.3 MiB/s wr, 6 op/s 2024-04-15T14:58:18.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:58:17 smithi016 ceph-mon[93212]: pgmap v1383: 105 pgs: 105 active+clean; 127 GiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 2.9 MiB/s rd, 3.3 MiB/s wr, 6 op/s 2024-04-15T14:58:18.115 INFO:tasks.workunit.client.0.smithi016.stdout: 72: throughput=4.93MB/sec pending data=0 2024-04-15T14:58:18.115 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-Sk28ab5gi7uneXw off=2979831 len=1020487 2024-04-15T14:58:18.121 INFO:tasks.workunit.client.0.smithi016.stdout:op 367 completed, throughput=4.95MB/sec 2024-04-15T14:58:18.121 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-GMDN8HtnuYlIX3D off=782787 len=971198 2024-04-15T14:58:18.127 INFO:tasks.workunit.client.0.smithi016.stdout:op 368 completed, throughput=4.96MB/sec 2024-04-15T14:58:18.127 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-fmfYEmoh8bg6PFy off=2889027 len=1128146 2024-04-15T14:58:18.128 INFO:tasks.workunit.client.0.smithi016.stdout:op 369 completed, throughput=4.97MB/sec 2024-04-15T14:58:18.128 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-Hp63w9rRDscmNem off=4042625 len=603013 2024-04-15T14:58:18.129 INFO:tasks.workunit.client.0.smithi016.stdout:op 370 completed, throughput=4.98MB/sec 2024-04-15T14:58:18.129 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-F2U_coWyabPoL2l off=4439786 len=186098 2024-04-15T14:58:18.131 INFO:tasks.workunit.client.0.smithi016.stdout:op 371 completed, throughput=4.98MB/sec 2024-04-15T14:58:18.131 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-o4Nl7VzIWaky5uR off=4210869 len=499323 2024-04-15T14:58:18.132 INFO:tasks.workunit.client.0.smithi016.stdout:op 372 completed, throughput=4.99MB/sec 2024-04-15T14:58:18.132 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-ZqpmAjnlji6bgEl off=9059315 len=555714 2024-04-15T14:58:18.136 INFO:tasks.workunit.client.0.smithi016.stdout:op 373 completed, throughput=5MB/sec 2024-04-15T14:58:18.136 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-7TGDURUoDejt9jH off=1791155 len=1036237 2024-04-15T14:58:18.137 INFO:tasks.workunit.client.0.smithi016.stdout:op 374 completed, throughput=5.01MB/sec 2024-04-15T14:58:19.137 INFO:tasks.workunit.client.0.smithi016.stdout: 73: throughput=4.94MB/sec pending data=0 2024-04-15T14:58:19.138 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-CC8e5m-e-ryVJ2b off=1722522 len=649640 2024-04-15T14:58:19.141 INFO:tasks.workunit.client.0.smithi016.stdout:op 375 completed, throughput=4.95MB/sec 2024-04-15T14:58:19.141 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-lID_yLA0Iv_AI_p off=2415169 len=888096 2024-04-15T14:58:19.142 INFO:tasks.workunit.client.0.smithi016.stdout:op 376 completed, throughput=4.96MB/sec 2024-04-15T14:58:19.142 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-Jq8cliYdwfGHKVJ off=10536976 len=1470593 2024-04-15T14:58:19.149 INFO:tasks.workunit.client.0.smithi016.stdout:op 377 completed, throughput=4.98MB/sec 2024-04-15T14:58:19.150 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-xxIvVLgQKfgFWLj off=17951816 len=1234928 2024-04-15T14:58:19.150 INFO:tasks.workunit.client.0.smithi016.stdout:op 378 completed, throughput=5MB/sec 2024-04-15T14:58:19.150 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj--FJagE-tnDqhYs8 off=4613661 len=1793755 2024-04-15T14:58:19.161 INFO:tasks.workunit.client.0.smithi016.stdout:op 379 completed, throughput=5.02MB/sec 2024-04-15T14:58:19.938 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:58:19 smithi102 ceph-mon[87131]: pgmap v1384: 105 pgs: 105 active+clean; 127 GiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-04-15T14:58:20.039 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:58:19 smithi016 ceph-mon[90652]: pgmap v1384: 105 pgs: 105 active+clean; 127 GiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-04-15T14:58:20.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:58:19 smithi016 ceph-mon[93212]: pgmap v1384: 105 pgs: 105 active+clean; 127 GiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-04-15T14:58:20.162 INFO:tasks.workunit.client.0.smithi016.stdout: 74: throughput=4.95MB/sec pending data=0 2024-04-15T14:58:20.162 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-uO7_69SjJM1CzJo off=9802496 len=1841604 2024-04-15T14:58:20.164 INFO:tasks.workunit.client.0.smithi016.stdout:op 380 completed, throughput=4.97MB/sec 2024-04-15T14:58:20.164 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-FvxR4Sombi22tJi off=1097 len=1579596 2024-04-15T14:58:20.167 INFO:tasks.workunit.client.0.smithi016.stdout:op 381 completed, throughput=4.99MB/sec 2024-04-15T14:58:20.167 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-ycWBkzmBQm-a0Ks off=12059829 len=53901 2024-04-15T14:58:20.168 INFO:tasks.workunit.client.0.smithi016.stdout:op 382 completed, throughput=5MB/sec 2024-04-15T14:58:20.168 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-aP-VOM8sbl4EBj4 off=9589887 len=1502728 2024-04-15T14:58:20.176 INFO:tasks.workunit.client.0.smithi016.stdout:op 383 completed, throughput=5.01MB/sec 2024-04-15T14:58:21.176 INFO:tasks.workunit.client.0.smithi016.stdout: 75: throughput=4.95MB/sec pending data=0 2024-04-15T14:58:21.177 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-KQY6J8wAgAd5kpT off=1337707 len=1474333 2024-04-15T14:58:21.183 INFO:tasks.workunit.client.0.smithi016.stdout:op 384 completed, throughput=4.97MB/sec 2024-04-15T14:58:21.183 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-VFiLitkNoFhcRYk off=8157584 len=1461359 2024-04-15T14:58:21.189 INFO:tasks.workunit.client.0.smithi016.stdout:op 385 completed, throughput=4.98MB/sec 2024-04-15T14:58:21.189 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-9CoBk-46fzjZUGW off=304264 len=1064139 2024-04-15T14:58:21.191 INFO:tasks.workunit.client.0.smithi016.stdout:op 386 completed, throughput=5MB/sec 2024-04-15T14:58:21.191 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-fj9PSZWEBKmND1V off=1593149 len=939622 2024-04-15T14:58:21.195 INFO:tasks.workunit.client.0.smithi016.stdout:op 387 completed, throughput=5.01MB/sec 2024-04-15T14:58:21.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:58:21 smithi102 ceph-mon[87131]: pgmap v1385: 105 pgs: 105 active+clean; 127 GiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-15T14:58:22.039 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:58:21 smithi016 ceph-mon[90652]: pgmap v1385: 105 pgs: 105 active+clean; 127 GiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-15T14:58:22.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:58:21 smithi016 ceph-mon[93212]: pgmap v1385: 105 pgs: 105 active+clean; 127 GiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-15T14:58:22.040 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 15 14:58:21 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-y[81421]: ::ffff:172.21.15.102 - - [15/Apr/2024:14:58:21] "GET /metrics HTTP/1.1" 200 33983 "" "Prometheus/2.43.0" 2024-04-15T14:58:22.195 INFO:tasks.workunit.client.0.smithi016.stdout: 76: throughput=4.94MB/sec pending data=0 2024-04-15T14:58:22.195 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-VMBn4Iv0xwcfl8_ off=11133860 len=1828597 2024-04-15T14:58:22.198 INFO:tasks.workunit.client.0.smithi016.stdout:op 388 completed, throughput=4.97MB/sec 2024-04-15T14:58:22.198 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-Ucb0NeY-uyfg7Jl off=1776049 len=281541 2024-04-15T14:58:22.201 INFO:tasks.workunit.client.0.smithi016.stdout:op 389 completed, throughput=4.97MB/sec 2024-04-15T14:58:22.201 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-qOmr4-iDUn-X2zk off=1687051 len=280171 2024-04-15T14:58:22.202 INFO:tasks.workunit.client.0.smithi016.stdout:op 390 completed, throughput=4.97MB/sec 2024-04-15T14:58:22.202 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-Vc2rmbrouNEh8iZ off=1930107 len=578010 2024-04-15T14:58:22.203 INFO:tasks.workunit.client.0.smithi016.stdout:op 391 completed, throughput=4.98MB/sec 2024-04-15T14:58:22.203 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-UMEXU6yRqvPFxgu off=2986338 len=647292 2024-04-15T14:58:22.204 INFO:tasks.workunit.client.0.smithi016.stdout:op 392 completed, throughput=4.99MB/sec 2024-04-15T14:58:22.204 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-yQ_oRaRSBiPbS7f off=1089279 len=1340043 2024-04-15T14:58:22.211 INFO:tasks.workunit.client.0.smithi016.stdout:op 393 completed, throughput=5MB/sec 2024-04-15T14:58:22.687 INFO:journalctl@ceph.prometheus.a.smithi102.stdout:Apr 15 14:58:22 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-prometheus-a[120881]: ts=2024-04-15T14:58:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi016:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"362ea986-fb34-11ee-bc8f-c7b262605968\", instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T14:58:23.211 INFO:tasks.workunit.client.0.smithi016.stdout: 77: throughput=4.94MB/sec pending data=0 2024-04-15T14:58:23.211 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-WliUEkh5U_b-gJD off=3905339 len=1238103 2024-04-15T14:58:23.217 INFO:tasks.workunit.client.0.smithi016.stdout:op 394 completed, throughput=4.95MB/sec 2024-04-15T14:58:23.217 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-z69cHMnsvQuT7ai off=4165323 len=580667 2024-04-15T14:58:23.219 INFO:tasks.workunit.client.0.smithi016.stdout:op 395 completed, throughput=4.96MB/sec 2024-04-15T14:58:23.219 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-xYBI73-i_V9TFq0 off=10839350 len=775744 2024-04-15T14:58:23.224 INFO:tasks.workunit.client.0.smithi016.stdout:op 396 completed, throughput=4.97MB/sec 2024-04-15T14:58:23.224 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-XoNI8416Y2_Egbj off=3177053 len=10148 2024-04-15T14:58:23.227 INFO:tasks.workunit.client.0.smithi016.stdout:op 397 completed, throughput=4.97MB/sec 2024-04-15T14:58:23.227 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-bM9J0c8a_3lB01_ off=10467136 len=1333717 2024-04-15T14:58:23.228 INFO:tasks.workunit.client.0.smithi016.stdout:op 398 completed, throughput=4.99MB/sec 2024-04-15T14:58:23.228 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-HtRPxHN-RxMlW2J off=1251707 len=1242205 2024-04-15T14:58:23.229 INFO:tasks.workunit.client.0.smithi016.stdout:op 399 completed, throughput=5MB/sec 2024-04-15T14:58:23.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:58:23 smithi102 ceph-mon[87131]: pgmap v1386: 105 pgs: 105 active+clean; 127 GiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 2.9 MiB/s rd, 3.4 MiB/s wr, 6 op/s 2024-04-15T14:58:24.039 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:58:23 smithi016 ceph-mon[90652]: pgmap v1386: 105 pgs: 105 active+clean; 127 GiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 2.9 MiB/s rd, 3.4 MiB/s wr, 6 op/s 2024-04-15T14:58:24.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:58:23 smithi016 ceph-mon[93212]: pgmap v1386: 105 pgs: 105 active+clean; 127 GiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 2.9 MiB/s rd, 3.4 MiB/s wr, 6 op/s 2024-04-15T14:58:24.230 INFO:tasks.workunit.client.0.smithi016.stdout: 78: throughput=4.94MB/sec pending data=0 2024-04-15T14:58:24.230 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-IkKBRaXnzJYBdZ4 off=4165439 len=1148510 2024-04-15T14:58:24.236 INFO:tasks.workunit.client.0.smithi016.stdout:op 400 completed, throughput=4.95MB/sec 2024-04-15T14:58:24.236 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-Gk9urffGZLWL0mg off=6061178 len=1099362 2024-04-15T14:58:24.238 INFO:tasks.workunit.client.0.smithi016.stdout:op 401 completed, throughput=4.97MB/sec 2024-04-15T14:58:24.238 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-41qYeyF0QpojpRb off=11262205 len=101340 2024-04-15T14:58:24.239 INFO:tasks.workunit.client.0.smithi016.stdout:op 402 completed, throughput=4.97MB/sec 2024-04-15T14:58:24.239 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-l6hfOGdYeDvOMn2 off=1954417 len=1599930 2024-04-15T14:58:24.249 INFO:tasks.workunit.client.0.smithi016.stdout:op 403 completed, throughput=4.99MB/sec 2024-04-15T14:58:24.249 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-aP-VOM8sbl4EBj4 off=8175251 len=1488974 2024-04-15T14:58:24.257 INFO:tasks.workunit.client.0.smithi016.stdout:op 404 completed, throughput=5MB/sec 2024-04-15T14:58:24.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:58:24 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T14:58:24.941 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:58:24 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T14:58:24.941 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:58:24 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T14:58:25.257 INFO:tasks.workunit.client.0.smithi016.stdout: 79: throughput=4.94MB/sec pending data=0 2024-04-15T14:58:25.257 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-TLWvW7Qkh0RzCDs off=20975560 len=511855 2024-04-15T14:58:25.258 INFO:tasks.workunit.client.0.smithi016.stdout:op 405 completed, throughput=4.95MB/sec 2024-04-15T14:58:25.258 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-yZByZdhf5UfzfDQ off=798406 len=936257 2024-04-15T14:58:25.260 INFO:tasks.workunit.client.0.smithi016.stdout:op 406 completed, throughput=4.96MB/sec 2024-04-15T14:58:25.260 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-_MbT8OiRZlPLmHH off=744424 len=332317 2024-04-15T14:58:25.260 INFO:tasks.workunit.client.0.smithi016.stdout:op 407 completed, throughput=4.96MB/sec 2024-04-15T14:58:25.260 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-BG3FR2wJjQ-vMoS off=9876602 len=52141 2024-04-15T14:58:25.261 INFO:tasks.workunit.client.0.smithi016.stdout:op 408 completed, throughput=4.96MB/sec 2024-04-15T14:58:25.261 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-UYPeZxmTzdvJv7O off=503713 len=39209 2024-04-15T14:58:25.263 INFO:tasks.workunit.client.0.smithi016.stdout:op 409 completed, throughput=4.96MB/sec 2024-04-15T14:58:25.264 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-xhmv89e3WA_Z6OJ off=984347 len=97298 2024-04-15T14:58:25.265 INFO:tasks.workunit.client.0.smithi016.stdout:op 410 completed, throughput=4.96MB/sec 2024-04-15T14:58:25.265 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-n6L2c9AvrhZYtCt off=228709 len=1103385 2024-04-15T14:58:25.271 INFO:tasks.workunit.client.0.smithi016.stdout:op 411 completed, throughput=4.98MB/sec 2024-04-15T14:58:25.271 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-cwG3rfYZmSIjdlH off=1640345 len=713048 2024-04-15T14:58:25.272 INFO:tasks.workunit.client.0.smithi016.stdout:op 412 completed, throughput=4.98MB/sec 2024-04-15T14:58:25.272 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-JH2w30dsNEPnOo_ off=9015819 len=330370 2024-04-15T14:58:25.275 INFO:tasks.workunit.client.0.smithi016.stdout:op 413 completed, throughput=4.99MB/sec 2024-04-15T14:58:25.275 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-epGGcPGcpe4_pz2 off=17516851 len=1301066 2024-04-15T14:58:25.277 INFO:tasks.workunit.client.0.smithi016.stdout:op 414 completed, throughput=5MB/sec 2024-04-15T14:58:25.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:58:25 smithi102 ceph-mon[87131]: pgmap v1387: 105 pgs: 105 active+clean; 127 GiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.2 MiB/s wr, 3 op/s 2024-04-15T14:58:26.039 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:58:25 smithi016 ceph-mon[93212]: pgmap v1387: 105 pgs: 105 active+clean; 127 GiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.2 MiB/s wr, 3 op/s 2024-04-15T14:58:26.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:58:25 smithi016 ceph-mon[90652]: pgmap v1387: 105 pgs: 105 active+clean; 127 GiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.2 MiB/s wr, 3 op/s 2024-04-15T14:58:26.277 INFO:tasks.workunit.client.0.smithi016.stdout: 80: throughput=4.94MB/sec pending data=0 2024-04-15T14:58:26.277 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-1-fJbmp_iWMM1JH off=4758823 len=1295637 2024-04-15T14:58:26.280 INFO:tasks.workunit.client.0.smithi016.stdout:op 415 completed, throughput=4.96MB/sec 2024-04-15T14:58:26.280 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-9g2s-Aj5jF5FVC1 off=6073098 len=1564332 2024-04-15T14:58:26.282 INFO:tasks.workunit.client.0.smithi016.stdout:op 416 completed, throughput=4.98MB/sec 2024-04-15T14:58:26.282 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-0eBXO8ip1ORyAkx off=924687 len=241022 2024-04-15T14:58:26.285 INFO:tasks.workunit.client.0.smithi016.stdout:op 417 completed, throughput=4.98MB/sec 2024-04-15T14:58:26.285 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-FG2L_Z5Euj9LHfY off=13087640 len=636007 2024-04-15T14:58:26.290 INFO:tasks.workunit.client.0.smithi016.stdout:op 418 completed, throughput=4.98MB/sec 2024-04-15T14:58:26.290 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-pLBQ1CMyMVxmxuJ off=15220123 len=1125488 2024-04-15T14:58:26.291 INFO:tasks.workunit.client.0.smithi016.stdout:op 419 completed, throughput=5MB/sec 2024-04-15T14:58:26.291 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-e4tiHotOTIFFJlM off=1145975 len=1648864 2024-04-15T14:58:26.293 INFO:tasks.workunit.client.0.smithi016.stdout:op 420 completed, throughput=5.02MB/sec 2024-04-15T14:58:27.293 INFO:tasks.workunit.client.0.smithi016.stdout: 81: throughput=4.96MB/sec pending data=0 2024-04-15T14:58:27.294 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-MOD8v3ENhB9a8st off=9370845 len=673628 2024-04-15T14:58:27.295 INFO:tasks.workunit.client.0.smithi016.stdout:op 421 completed, throughput=4.96MB/sec 2024-04-15T14:58:27.295 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-Y2CmG6p7p9cG986 off=5882929 len=691364 2024-04-15T14:58:27.296 INFO:tasks.workunit.client.0.smithi016.stdout:op 422 completed, throughput=4.97MB/sec 2024-04-15T14:58:27.296 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-I28lUkSmd7izOY7 off=3200916 len=1063511 2024-04-15T14:58:27.302 INFO:tasks.workunit.client.0.smithi016.stdout:op 423 completed, throughput=4.98MB/sec 2024-04-15T14:58:27.302 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-4selzpLG8Pqy50a off=11867602 len=109069 2024-04-15T14:58:27.302 INFO:tasks.workunit.client.0.smithi016.stdout:op 424 completed, throughput=4.99MB/sec 2024-04-15T14:58:27.302 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-Wv-A2wW95_Kshho off=4480589 len=249355 2024-04-15T14:58:27.305 INFO:tasks.workunit.client.0.smithi016.stdout:op 425 completed, throughput=4.99MB/sec 2024-04-15T14:58:27.305 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-NwgwpUvKvGtcJe1 off=4855069 len=1464586 2024-04-15T14:58:27.313 INFO:tasks.workunit.client.0.smithi016.stdout:op 426 completed, throughput=5MB/sec 2024-04-15T14:58:27.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:58:27 smithi102 ceph-mon[87131]: pgmap v1388: 105 pgs: 105 active+clean; 127 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 3.0 MiB/s rd, 3.2 MiB/s wr, 6 op/s 2024-04-15T14:58:28.039 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:58:27 smithi016 ceph-mon[90652]: pgmap v1388: 105 pgs: 105 active+clean; 127 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 3.0 MiB/s rd, 3.2 MiB/s wr, 6 op/s 2024-04-15T14:58:28.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:58:27 smithi016 ceph-mon[93212]: pgmap v1388: 105 pgs: 105 active+clean; 127 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 3.0 MiB/s rd, 3.2 MiB/s wr, 6 op/s 2024-04-15T14:58:28.314 INFO:tasks.workunit.client.0.smithi016.stdout: 82: throughput=4.94MB/sec pending data=0 2024-04-15T14:58:28.315 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-TINpe93N6-qNlTb off=410558 len=620053 2024-04-15T14:58:28.318 INFO:tasks.workunit.client.0.smithi016.stdout:op 427 completed, throughput=4.95MB/sec 2024-04-15T14:58:28.318 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-uNdSN6N2eJGsePo off=15352584 len=1750651 2024-04-15T14:58:28.325 INFO:tasks.workunit.client.0.smithi016.stdout:op 428 completed, throughput=4.97MB/sec 2024-04-15T14:58:28.326 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-wrSHSCjLGTZqv6t off=1223037 len=1602499 2024-04-15T14:58:28.333 INFO:tasks.workunit.client.0.smithi016.stdout:op 429 completed, throughput=4.99MB/sec 2024-04-15T14:58:28.333 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-jxfPHUbtjtUhAsh off=17295756 len=422273 2024-04-15T14:58:28.335 INFO:tasks.workunit.client.0.smithi016.stdout:op 430 completed, throughput=4.99MB/sec 2024-04-15T14:58:28.335 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-19ZgR92cT4UOZ4b off=4149358 len=372094 2024-04-15T14:58:28.338 INFO:tasks.workunit.client.0.smithi016.stdout:op 431 completed, throughput=5MB/sec 2024-04-15T14:58:28.338 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-Ns61mKBCZ7iF48W off=1657397 len=1645992 2024-04-15T14:58:28.345 INFO:tasks.workunit.client.0.smithi016.stdout:op 432 completed, throughput=5.02MB/sec 2024-04-15T14:58:29.346 INFO:tasks.workunit.client.0.smithi016.stdout: 83: throughput=4.96MB/sec pending data=0 2024-04-15T14:58:29.346 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-8z08oOIkLCJLl90 off=256348 len=953835 2024-04-15T14:58:29.348 INFO:tasks.workunit.client.0.smithi016.stdout:op 433 completed, throughput=4.97MB/sec 2024-04-15T14:58:29.348 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-7CXtdw64wSA0uM- off=5544492 len=1903440 2024-04-15T14:58:29.350 INFO:tasks.workunit.client.0.smithi016.stdout:op 434 completed, throughput=4.99MB/sec 2024-04-15T14:58:29.350 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-C0WlFWfNN2RQ80L off=6452114 len=205657 2024-04-15T14:58:29.351 INFO:tasks.workunit.client.0.smithi016.stdout:op 435 completed, throughput=4.99MB/sec 2024-04-15T14:58:29.352 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-23UaUUgoZk6ysYi off=2872023 len=56699 2024-04-15T14:58:29.352 INFO:tasks.workunit.client.0.smithi016.stdout:op 436 completed, throughput=4.99MB/sec 2024-04-15T14:58:29.352 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-S3Jy0sfo8eJxgfr off=15975506 len=1604639 2024-04-15T14:58:29.359 INFO:tasks.workunit.client.0.smithi016.stdout:op 437 completed, throughput=5.01MB/sec 2024-04-15T14:58:29.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:58:29 smithi102 ceph-mon[87131]: pgmap v1389: 105 pgs: 105 active+clean; 127 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-15T14:58:30.039 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:58:29 smithi016 ceph-mon[90652]: pgmap v1389: 105 pgs: 105 active+clean; 127 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-15T14:58:30.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:58:29 smithi016 ceph-mon[93212]: pgmap v1389: 105 pgs: 105 active+clean; 127 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-15T14:58:30.359 INFO:tasks.workunit.client.0.smithi016.stdout: 84: throughput=4.95MB/sec pending data=0 2024-04-15T14:58:30.360 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-y8Sab-6nZV36YOH off=11954208 len=696135 2024-04-15T14:58:30.361 INFO:tasks.workunit.client.0.smithi016.stdout:op 438 completed, throughput=4.96MB/sec 2024-04-15T14:58:30.361 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-y3lW1nC_YHrm7Hg off=2084168 len=1661483 2024-04-15T14:58:30.369 INFO:tasks.workunit.client.0.smithi016.stdout:op 439 completed, throughput=4.98MB/sec 2024-04-15T14:58:30.369 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-dH3MHcQHr2Vb5ea off=2587822 len=1105206 2024-04-15T14:58:30.375 INFO:tasks.workunit.client.0.smithi016.stdout:op 440 completed, throughput=4.99MB/sec 2024-04-15T14:58:30.375 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-BWm05BSmvuGzTZC off=9305116 len=1057617 2024-04-15T14:58:30.380 INFO:tasks.workunit.client.0.smithi016.stdout:op 441 completed, throughput=5MB/sec 2024-04-15T14:58:30.380 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-Dwli6gwDk2pC0La off=2719120 len=1483516 2024-04-15T14:58:30.389 INFO:tasks.workunit.client.0.smithi016.stdout:op 442 completed, throughput=5.02MB/sec 2024-04-15T14:58:31.389 INFO:tasks.workunit.client.0.smithi016.stdout: 85: throughput=4.96MB/sec pending data=0 2024-04-15T14:58:31.389 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-D5PMxPYDR_vCEk1 off=8468660 len=303834 2024-04-15T14:58:31.390 INFO:tasks.workunit.client.0.smithi016.stdout:op 443 completed, throughput=4.96MB/sec 2024-04-15T14:58:31.390 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-Ygtl4X-ZYnicY-t off=3346517 len=1710706 2024-04-15T14:58:31.398 INFO:tasks.workunit.client.0.smithi016.stdout:op 444 completed, throughput=4.98MB/sec 2024-04-15T14:58:31.399 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-1727OvRZsa3SKrZ off=7119909 len=573794 2024-04-15T14:58:31.399 INFO:tasks.workunit.client.0.smithi016.stdout:op 445 completed, throughput=4.99MB/sec 2024-04-15T14:58:31.399 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-n7FzKoU3m4Cz2nP off=5897190 len=262102 2024-04-15T14:58:31.402 INFO:tasks.workunit.client.0.smithi016.stdout:op 446 completed, throughput=4.99MB/sec 2024-04-15T14:58:31.402 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-kCNphVpsLqzL6fK off=2937405 len=958120 2024-04-15T14:58:31.403 INFO:tasks.workunit.client.0.smithi016.stdout:op 447 completed, throughput=5MB/sec 2024-04-15T14:58:31.404 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-Rb6UhgkxtFrQ_AF off=10577551 len=489882 2024-04-15T14:58:31.407 INFO:tasks.workunit.client.0.smithi016.stdout:op 448 completed, throughput=5MB/sec 2024-04-15T14:58:31.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:58:31 smithi102 ceph-mon[87131]: pgmap v1390: 105 pgs: 105 active+clean; 127 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-15T14:58:32.039 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:58:31 smithi016 ceph-mon[93212]: pgmap v1390: 105 pgs: 105 active+clean; 127 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-15T14:58:32.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:58:31 smithi016 ceph-mon[90652]: pgmap v1390: 105 pgs: 105 active+clean; 127 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-15T14:58:32.040 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 15 14:58:31 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-y[81421]: ::ffff:172.21.15.102 - - [15/Apr/2024:14:58:31] "GET /metrics HTTP/1.1" 200 33982 "" "Prometheus/2.43.0" 2024-04-15T14:58:32.407 INFO:tasks.workunit.client.0.smithi016.stdout: 86: throughput=4.95MB/sec pending data=0 2024-04-15T14:58:32.407 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-qKm9HoKs3uYObeH off=7188258 len=1957779 2024-04-15T14:58:32.420 INFO:tasks.workunit.client.0.smithi016.stdout:op 449 completed, throughput=4.97MB/sec 2024-04-15T14:58:32.420 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-1q4GyK0vAbA7_OP off=3166196 len=1435998 2024-04-15T14:58:32.422 INFO:tasks.workunit.client.0.smithi016.stdout:op 450 completed, throughput=4.98MB/sec 2024-04-15T14:58:32.422 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-UrReBOXNzGfWHFI off=8733754 len=1250129 2024-04-15T14:58:32.427 INFO:tasks.workunit.client.0.smithi016.stdout:op 451 completed, throughput=5MB/sec 2024-04-15T14:58:32.428 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-QgRbhYJIElvMwzz off=9699950 len=99563 2024-04-15T14:58:32.430 INFO:tasks.workunit.client.0.smithi016.stdout:op 452 completed, throughput=5MB/sec 2024-04-15T14:58:32.430 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-gwo6QLrAUO9yVoE off=0 len=1094308 2024-04-15T14:58:32.435 INFO:tasks.workunit.client.0.smithi016.stdout:op 453 completed, throughput=5.01MB/sec 2024-04-15T14:58:32.687 INFO:journalctl@ceph.prometheus.a.smithi102.stdout:Apr 15 14:58:32 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-prometheus-a[120881]: ts=2024-04-15T14:58:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi016:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"362ea986-fb34-11ee-bc8f-c7b262605968\", instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T14:58:33.436 INFO:tasks.workunit.client.0.smithi016.stdout: 87: throughput=4.95MB/sec pending data=0 2024-04-15T14:58:33.436 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-c1dwl7muES78-uL off=12109705 len=186267 2024-04-15T14:58:33.436 INFO:tasks.workunit.client.0.smithi016.stdout:op 454 completed, throughput=4.95MB/sec 2024-04-15T14:58:33.436 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-GICb3z0xyJM4Cvf off=7246154 len=1140114 2024-04-15T14:58:33.444 INFO:tasks.workunit.client.0.smithi016.stdout:op 455 completed, throughput=4.97MB/sec 2024-04-15T14:58:33.444 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-M2vd4yClvZMDF6j off=133675 len=881712 2024-04-15T14:58:33.448 INFO:tasks.workunit.client.0.smithi016.stdout:op 456 completed, throughput=4.98MB/sec 2024-04-15T14:58:33.449 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-rqEMWZOhNM-VS0P off=13283384 len=575961 2024-04-15T14:58:33.452 INFO:tasks.workunit.client.0.smithi016.stdout:op 457 completed, throughput=4.98MB/sec 2024-04-15T14:58:33.452 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-2BgEOxDnxhxYF7S off=12612515 len=1597018 2024-04-15T14:58:33.454 INFO:tasks.workunit.client.0.smithi016.stdout:op 458 completed, throughput=5MB/sec 2024-04-15T14:58:33.454 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-pRI9kUmOu1ldzRH off=17162775 len=1757134 2024-04-15T14:58:33.456 INFO:tasks.workunit.client.0.smithi016.stdout:op 459 completed, throughput=5.02MB/sec 2024-04-15T14:58:33.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:58:33 smithi102 ceph-mon[87131]: pgmap v1391: 105 pgs: 105 active+clean; 127 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 3.1 MiB/s rd, 3.3 MiB/s wr, 6 op/s 2024-04-15T14:58:34.039 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:58:33 smithi016 ceph-mon[90652]: pgmap v1391: 105 pgs: 105 active+clean; 127 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 3.1 MiB/s rd, 3.3 MiB/s wr, 6 op/s 2024-04-15T14:58:34.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:58:33 smithi016 ceph-mon[93212]: pgmap v1391: 105 pgs: 105 active+clean; 127 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 3.1 MiB/s rd, 3.3 MiB/s wr, 6 op/s 2024-04-15T14:58:34.457 INFO:tasks.workunit.client.0.smithi016.stdout: 88: throughput=4.96MB/sec pending data=0 2024-04-15T14:58:34.457 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-MsZ_osA8fFWvjOK off=2828075 len=1980450 2024-04-15T14:58:34.459 INFO:tasks.workunit.client.0.smithi016.stdout:op 460 completed, throughput=4.98MB/sec 2024-04-15T14:58:34.459 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-3hrJshqQdysJ_lu off=5691 len=629408 2024-04-15T14:58:34.460 INFO:tasks.workunit.client.0.smithi016.stdout:op 461 completed, throughput=4.99MB/sec 2024-04-15T14:58:34.460 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-MHX0D1nIqgpqQZx off=2118952 len=1416899 2024-04-15T14:58:34.462 INFO:tasks.workunit.client.0.smithi016.stdout:op 462 completed, throughput=5MB/sec 2024-04-15T14:58:35.463 INFO:tasks.workunit.client.0.smithi016.stdout: 89: throughput=4.95MB/sec pending data=0 2024-04-15T14:58:35.463 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-0MqecYs6y1R69o0 off=1194700 len=192087 2024-04-15T14:58:35.463 INFO:tasks.workunit.client.0.smithi016.stdout:op 463 completed, throughput=4.95MB/sec 2024-04-15T14:58:35.463 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-M8BapZe5cHUjSOH off=4956202 len=932032 2024-04-15T14:58:35.465 INFO:tasks.workunit.client.0.smithi016.stdout:op 464 completed, throughput=4.96MB/sec 2024-04-15T14:58:35.465 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-XwIoC1MyDvUJFtu off=10555309 len=1705558 2024-04-15T14:58:35.467 INFO:tasks.workunit.client.0.smithi016.stdout:op 465 completed, throughput=4.98MB/sec 2024-04-15T14:58:35.467 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-C9PkcbjIS1EGlT3 off=632516 len=1938683 2024-04-15T14:58:35.481 INFO:tasks.workunit.client.0.smithi016.stdout:op 466 completed, throughput=5MB/sec 2024-04-15T14:58:35.481 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-5xAKnCM3OpgAWjt off=17611528 len=117420 2024-04-15T14:58:35.482 INFO:tasks.workunit.client.0.smithi016.stdout:op 467 completed, throughput=5MB/sec 2024-04-15T14:58:35.482 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-hgjv4Z52fRqFhdb off=567531 len=1104571 2024-04-15T14:58:35.483 INFO:tasks.workunit.client.0.smithi016.stdout:op 468 completed, throughput=5.01MB/sec 2024-04-15T14:58:35.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:58:35 smithi102 ceph-mon[87131]: pgmap v1392: 105 pgs: 105 active+clean; 127 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-15T14:58:36.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:58:35 smithi016 ceph-mon[90652]: pgmap v1392: 105 pgs: 105 active+clean; 127 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-15T14:58:36.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:58:35 smithi016 ceph-mon[93212]: pgmap v1392: 105 pgs: 105 active+clean; 127 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-15T14:58:36.483 INFO:tasks.workunit.client.0.smithi016.stdout: 90: throughput=4.96MB/sec pending data=0 2024-04-15T14:58:36.483 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-KccYt4JNVBMKJrb off=8272000 len=331605 2024-04-15T14:58:36.485 INFO:tasks.workunit.client.0.smithi016.stdout:op 469 completed, throughput=4.96MB/sec 2024-04-15T14:58:36.485 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-_f-Gt9pHq11Z4FQ off=2100771 len=1462711 2024-04-15T14:58:36.493 INFO:tasks.workunit.client.0.smithi016.stdout:op 470 completed, throughput=4.97MB/sec 2024-04-15T14:58:36.493 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-9_4XH26vRaQ2fus off=1179911 len=1585004 2024-04-15T14:58:36.494 INFO:tasks.workunit.client.0.smithi016.stdout:op 471 completed, throughput=4.99MB/sec 2024-04-15T14:58:36.495 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-hBJt-8UZkN7zoFx off=19960020 len=1884927 2024-04-15T14:58:36.504 INFO:tasks.workunit.client.0.smithi016.stdout:op 472 completed, throughput=5.01MB/sec 2024-04-15T14:58:37.504 INFO:tasks.workunit.client.0.smithi016.stdout: 91: throughput=4.96MB/sec pending data=0 2024-04-15T14:58:37.505 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-VDVg6dfbL994NZo off=20477866 len=71129 2024-04-15T14:58:37.507 INFO:tasks.workunit.client.0.smithi016.stdout:op 473 completed, throughput=4.96MB/sec 2024-04-15T14:58:37.507 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-yPSK3r_4qAWaede off=9990738 len=2084998 2024-04-15T14:58:37.510 INFO:tasks.workunit.client.0.smithi016.stdout:op 474 completed, throughput=4.98MB/sec 2024-04-15T14:58:37.510 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-qeH2cCO5BiGw_Xn off=16482287 len=1198229 2024-04-15T14:58:37.518 INFO:tasks.workunit.client.0.smithi016.stdout:op 475 completed, throughput=4.99MB/sec 2024-04-15T14:58:37.518 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-Ev9aV4QDFS-k1xn off=12620171 len=1881520 2024-04-15T14:58:37.526 INFO:tasks.workunit.client.0.smithi016.stdout:op 476 completed, throughput=5.01MB/sec 2024-04-15T14:58:37.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:58:37 smithi102 ceph-mon[87131]: pgmap v1393: 105 pgs: 105 active+clean; 127 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.8 MiB/s wr, 6 op/s 2024-04-15T14:58:38.039 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:58:37 smithi016 ceph-mon[93212]: pgmap v1393: 105 pgs: 105 active+clean; 127 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.8 MiB/s wr, 6 op/s 2024-04-15T14:58:38.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:58:37 smithi016 ceph-mon[90652]: pgmap v1393: 105 pgs: 105 active+clean; 127 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.8 MiB/s wr, 6 op/s 2024-04-15T14:58:38.527 INFO:tasks.workunit.client.0.smithi016.stdout: 92: throughput=4.95MB/sec pending data=0 2024-04-15T14:58:38.527 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-Mkeafaa4cc7aesV off=2313249 len=1109868 2024-04-15T14:58:38.528 INFO:tasks.workunit.client.0.smithi016.stdout:op 477 completed, throughput=4.97MB/sec 2024-04-15T14:58:38.528 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-_pvzHztcAKURFwW off=9092491 len=856726 2024-04-15T14:58:38.529 INFO:tasks.workunit.client.0.smithi016.stdout:op 478 completed, throughput=4.97MB/sec 2024-04-15T14:58:38.530 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-n3pSFq-t73zsyvy off=11590936 len=650203 2024-04-15T14:58:38.531 INFO:tasks.workunit.client.0.smithi016.stdout:op 479 completed, throughput=4.98MB/sec 2024-04-15T14:58:38.531 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-qMFV0YN13YniQBe off=10688662 len=1133702 2024-04-15T14:58:38.536 INFO:tasks.workunit.client.0.smithi016.stdout:op 480 completed, throughput=4.99MB/sec 2024-04-15T14:58:38.536 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-pCAEfgBBRD_gjp_ off=1250826 len=1013116 2024-04-15T14:58:38.541 INFO:tasks.workunit.client.0.smithi016.stdout:op 481 completed, throughput=5MB/sec 2024-04-15T14:58:39.542 INFO:tasks.workunit.client.0.smithi016.stdout: 93: throughput=4.95MB/sec pending data=0 2024-04-15T14:58:39.542 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-37fF3dG7yBYmq_x off=4944337 len=256728 2024-04-15T14:58:39.545 INFO:tasks.workunit.client.0.smithi016.stdout:op 482 completed, throughput=4.95MB/sec 2024-04-15T14:58:39.545 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-gPBYQ7I5_LIaqdY off=1708704 len=1685485 2024-04-15T14:58:39.552 INFO:tasks.workunit.client.0.smithi016.stdout:op 483 completed, throughput=4.97MB/sec 2024-04-15T14:58:39.552 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-CDs6DX0inY4jFaN off=2150420 len=1205709 2024-04-15T14:58:39.558 INFO:tasks.workunit.client.0.smithi016.stdout:op 484 completed, throughput=4.98MB/sec 2024-04-15T14:58:39.559 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-47y3c8-ZMC9jpZV off=7171587 len=75562 2024-04-15T14:58:39.559 INFO:tasks.workunit.client.0.smithi016.stdout:op 485 completed, throughput=4.98MB/sec 2024-04-15T14:58:39.559 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-iQgSBkh2XiG_Sta off=7095722 len=1382501 2024-04-15T14:58:39.562 INFO:tasks.workunit.client.0.smithi016.stdout:op 486 completed, throughput=4.99MB/sec 2024-04-15T14:58:39.562 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-mLn0aa0ZU848QjK off=9326 len=1207297 2024-04-15T14:58:39.567 INFO:tasks.workunit.client.0.smithi016.stdout:op 487 completed, throughput=5.01MB/sec 2024-04-15T14:58:39.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:58:39 smithi102 ceph-mon[87131]: pgmap v1394: 105 pgs: 105 active+clean; 127 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-15T14:58:39.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:58:39 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T14:58:40.039 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:58:39 smithi016 ceph-mon[90652]: pgmap v1394: 105 pgs: 105 active+clean; 127 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-15T14:58:40.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:58:39 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T14:58:40.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:58:39 smithi016 ceph-mon[93212]: pgmap v1394: 105 pgs: 105 active+clean; 127 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-15T14:58:40.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:58:39 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T14:58:40.567 INFO:tasks.workunit.client.0.smithi016.stdout: 94: throughput=4.95MB/sec pending data=0 2024-04-15T14:58:40.567 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-2hj_Zu76jsdP90d off=2973937 len=17649 2024-04-15T14:58:40.568 INFO:tasks.workunit.client.0.smithi016.stdout:op 488 completed, throughput=4.95MB/sec 2024-04-15T14:58:40.568 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-uICdJkOP8Ol1-vr off=4992475 len=1198693 2024-04-15T14:58:40.569 INFO:tasks.workunit.client.0.smithi016.stdout:op 489 completed, throughput=4.97MB/sec 2024-04-15T14:58:40.569 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-st9YzSPkPazfigo off=7813725 len=324405 2024-04-15T14:58:40.570 INFO:tasks.workunit.client.0.smithi016.stdout:op 490 completed, throughput=4.97MB/sec 2024-04-15T14:58:40.570 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-UqKZ4q4KCCNk5PM off=6372372 len=482595 2024-04-15T14:58:40.571 INFO:tasks.workunit.client.0.smithi016.stdout:op 491 completed, throughput=4.97MB/sec 2024-04-15T14:58:40.571 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-9Wlv70Ud-fhLj4J off=11891961 len=41553 2024-04-15T14:58:40.574 INFO:tasks.workunit.client.0.smithi016.stdout:op 492 completed, throughput=4.97MB/sec 2024-04-15T14:58:40.574 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-v5SE6-9zBwtVBs6 off=1938385 len=747306 2024-04-15T14:58:40.576 INFO:tasks.workunit.client.0.smithi016.stdout:op 493 completed, throughput=4.98MB/sec 2024-04-15T14:58:40.576 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-SiELvfIbpXS-AAP off=7755145 len=276573 2024-04-15T14:58:40.579 INFO:tasks.workunit.client.0.smithi016.stdout:op 494 completed, throughput=4.98MB/sec 2024-04-15T14:58:40.579 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-VjL-zOWiEOGupBS off=4265934 len=695695 2024-04-15T14:58:40.583 INFO:tasks.workunit.client.0.smithi016.stdout:op 495 completed, throughput=4.99MB/sec 2024-04-15T14:58:40.583 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-8tCRJsYJ3Xz39O1 off=5669279 len=1696563 2024-04-15T14:58:40.585 INFO:tasks.workunit.client.0.smithi016.stdout:op 496 completed, throughput=5.01MB/sec 2024-04-15T14:58:41.585 INFO:tasks.workunit.client.0.smithi016.stdout: 95: throughput=4.96MB/sec pending data=0 2024-04-15T14:58:41.586 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-P45HjPHjBqS5vEs off=197823 len=348678 2024-04-15T14:58:41.589 INFO:tasks.workunit.client.0.smithi016.stdout:op 497 completed, throughput=4.96MB/sec 2024-04-15T14:58:41.589 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-3oDJn0j2RMU2-_3 off=10466143 len=777595 2024-04-15T14:58:41.590 INFO:tasks.workunit.client.0.smithi016.stdout:op 498 completed, throughput=4.97MB/sec 2024-04-15T14:58:41.590 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj--rvpyMzs8ATi5iY off=790195 len=1056624 2024-04-15T14:58:41.594 INFO:tasks.workunit.client.0.smithi016.stdout:op 499 completed, throughput=4.98MB/sec 2024-04-15T14:58:41.594 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-A-i-zGdTmOryWRu off=218008 len=1807952 2024-04-15T14:58:41.602 INFO:tasks.workunit.client.0.smithi016.stdout:op 500 completed, throughput=4.99MB/sec 2024-04-15T14:58:41.602 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-RllFnS2rC0PpdkB off=11720732 len=1842698 2024-04-15T14:58:41.610 INFO:tasks.workunit.client.0.smithi016.stdout:op 501 completed, throughput=5.01MB/sec 2024-04-15T14:58:41.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:58:41 smithi102 ceph-mon[87131]: pgmap v1395: 105 pgs: 105 active+clean; 127 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-15T14:58:42.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:58:41 smithi016 ceph-mon[90652]: pgmap v1395: 105 pgs: 105 active+clean; 127 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-15T14:58:42.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:58:41 smithi016 ceph-mon[93212]: pgmap v1395: 105 pgs: 105 active+clean; 127 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-15T14:58:42.040 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 15 14:58:41 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-y[81421]: ::ffff:172.21.15.102 - - [15/Apr/2024:14:58:41] "GET /metrics HTTP/1.1" 200 33979 "" "Prometheus/2.43.0" 2024-04-15T14:58:42.614 INFO:tasks.workunit.client.0.smithi016.stdout: 96: throughput=4.96MB/sec pending data=0 2024-04-15T14:58:42.614 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-DX3ld9aaslmajv8 off=12302937 len=1590426 2024-04-15T14:58:42.621 INFO:tasks.workunit.client.0.smithi016.stdout:op 502 completed, throughput=4.98MB/sec 2024-04-15T14:58:42.621 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-7HWGnUcSRCp6IrX off=7341341 len=214566 2024-04-15T14:58:42.621 INFO:tasks.workunit.client.0.smithi016.stdout:op 503 completed, throughput=4.98MB/sec 2024-04-15T14:58:42.621 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-aPl1IuRBIIXjx0l off=4603629 len=1109219 2024-04-15T14:58:42.622 INFO:tasks.workunit.client.0.smithi016.stdout:op 504 completed, throughput=4.99MB/sec 2024-04-15T14:58:42.622 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-j1SIRvQ-pPjpPy9 off=11269488 len=370706 2024-04-15T14:58:42.623 INFO:tasks.workunit.client.0.smithi016.stdout:op 505 completed, throughput=4.99MB/sec 2024-04-15T14:58:42.623 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-jrQzvmesJ_KSxDT off=3169870 len=173773 2024-04-15T14:58:42.624 INFO:tasks.workunit.client.0.smithi016.stdout:op 506 completed, throughput=4.99MB/sec 2024-04-15T14:58:42.624 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-9jA3INDlzD_54w8 off=1533101 len=198579 2024-04-15T14:58:42.627 INFO:tasks.workunit.client.0.smithi016.stdout:op 507 completed, throughput=5MB/sec 2024-04-15T14:58:42.627 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-Bp7FxKgpaY-s3y5 off=172577 len=804599 2024-04-15T14:58:42.628 INFO:tasks.workunit.client.0.smithi016.stdout:op 508 completed, throughput=5MB/sec 2024-04-15T14:58:42.687 INFO:journalctl@ceph.prometheus.a.smithi102.stdout:Apr 15 14:58:42 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-prometheus-a[120881]: ts=2024-04-15T14:58:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi016:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"362ea986-fb34-11ee-bc8f-c7b262605968\", instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T14:58:43.628 INFO:tasks.workunit.client.0.smithi016.stdout: 97: throughput=4.95MB/sec pending data=0 2024-04-15T14:58:43.629 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-S23w3yy4ZKU3-sP off=11395374 len=1265509 2024-04-15T14:58:43.630 INFO:tasks.workunit.client.0.smithi016.stdout:op 509 completed, throughput=4.97MB/sec 2024-04-15T14:58:43.631 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-JkQ4mecz9cM-rD5 off=2940443 len=866787 2024-04-15T14:58:43.635 INFO:tasks.workunit.client.0.smithi016.stdout:op 510 completed, throughput=4.97MB/sec 2024-04-15T14:58:43.636 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-2Llz_nby74Al0cy off=3408332 len=441550 2024-04-15T14:58:43.636 INFO:tasks.workunit.client.0.smithi016.stdout:op 511 completed, throughput=4.98MB/sec 2024-04-15T14:58:43.637 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-Jdc9vXRYcWM1ifj off=2193683 len=138081 2024-04-15T14:58:43.642 INFO:tasks.workunit.client.0.smithi016.stdout:op 512 completed, throughput=4.98MB/sec 2024-04-15T14:58:43.642 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-L_j3Sj-5t0RMQd_ off=5225679 len=1112327 2024-04-15T14:58:43.642 INFO:tasks.workunit.client.0.smithi016.stdout:op 513 completed, throughput=4.99MB/sec 2024-04-15T14:58:43.643 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-TOYurUtpBs2OOjK off=11651433 len=1097653 2024-04-15T14:58:43.643 INFO:tasks.workunit.client.0.smithi016.stdout:op 514 completed, throughput=5MB/sec 2024-04-15T14:58:43.643 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-Ide7E_iIZuZ2Hs1 off=10571357 len=648830 2024-04-15T14:58:43.643 INFO:tasks.workunit.client.0.smithi016.stdout:op 515 completed, throughput=5.01MB/sec 2024-04-15T14:58:43.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:58:43 smithi102 ceph-mon[87131]: pgmap v1396: 105 pgs: 105 active+clean; 127 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.3 MiB/s wr, 6 op/s 2024-04-15T14:58:44.039 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:58:43 smithi016 ceph-mon[90652]: pgmap v1396: 105 pgs: 105 active+clean; 127 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.3 MiB/s wr, 6 op/s 2024-04-15T14:58:44.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:58:43 smithi016 ceph-mon[93212]: pgmap v1396: 105 pgs: 105 active+clean; 127 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.3 MiB/s wr, 6 op/s 2024-04-15T14:58:44.643 INFO:tasks.workunit.client.0.smithi016.stdout: 98: throughput=4.96MB/sec pending data=0 2024-04-15T14:58:44.643 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-yHKzBf0SeID9pUG off=12099228 len=1943275 2024-04-15T14:58:44.645 INFO:tasks.workunit.client.0.smithi016.stdout:op 516 completed, throughput=4.97MB/sec 2024-04-15T14:58:44.645 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-2OLUJdS8v7oq9we off=15762106 len=1070614 2024-04-15T14:58:44.647 INFO:tasks.workunit.client.0.smithi016.stdout:op 517 completed, throughput=4.98MB/sec 2024-04-15T14:58:44.647 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-dWqSwMpziZ3ik5P off=346318 len=1557774 2024-04-15T14:58:44.649 INFO:tasks.workunit.client.0.smithi016.stdout:op 518 completed, throughput=5MB/sec 2024-04-15T14:58:44.649 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-tmODCnYOHj5VSFM off=3477215 len=76658 2024-04-15T14:58:44.650 INFO:tasks.workunit.client.0.smithi016.stdout:op 519 completed, throughput=5MB/sec 2024-04-15T14:58:44.650 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-XCYzHT76T-Ur9eP off=2198743 len=449121 2024-04-15T14:58:44.650 INFO:tasks.workunit.client.0.smithi016.stdout:op 520 completed, throughput=5MB/sec 2024-04-15T14:58:45.651 INFO:tasks.workunit.client.0.smithi016.stdout: 99: throughput=4.95MB/sec pending data=0 2024-04-15T14:58:45.651 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-pGmaH11-kkNidaN off=4505859 len=368182 2024-04-15T14:58:45.654 INFO:tasks.workunit.client.0.smithi016.stdout:op 521 completed, throughput=4.96MB/sec 2024-04-15T14:58:45.654 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-vSv7nzMlWnzPaEE off=1000804 len=1644492 2024-04-15T14:58:45.664 INFO:tasks.workunit.client.0.smithi016.stdout:op 522 completed, throughput=4.97MB/sec 2024-04-15T14:58:45.664 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-O94f0OwSzLQd9lV off=2245087 len=1295818 2024-04-15T14:58:45.668 INFO:tasks.workunit.client.0.smithi016.stdout:op 523 completed, throughput=4.98MB/sec 2024-04-15T14:58:45.668 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-GSAru1sLzBnn6Oo off=5769238 len=1036399 2024-04-15T14:58:45.669 INFO:tasks.workunit.client.0.smithi016.stdout:op 524 completed, throughput=4.99MB/sec 2024-04-15T14:58:45.669 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-X60-0xcu7853yAt off=799897 len=738030 2024-04-15T14:58:45.673 INFO:tasks.workunit.client.0.smithi016.stdout:op 525 completed, throughput=5MB/sec 2024-04-15T14:58:45.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:58:45 smithi102 ceph-mon[87131]: pgmap v1397: 105 pgs: 105 active+clean; 127 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 1.8 MiB/s rd, 1.9 MiB/s wr, 3 op/s 2024-04-15T14:58:46.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:58:45 smithi016 ceph-mon[90652]: pgmap v1397: 105 pgs: 105 active+clean; 127 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 1.8 MiB/s rd, 1.9 MiB/s wr, 3 op/s 2024-04-15T14:58:46.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:58:45 smithi016 ceph-mon[93212]: pgmap v1397: 105 pgs: 105 active+clean; 127 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 1.8 MiB/s rd, 1.9 MiB/s wr, 3 op/s 2024-04-15T14:58:46.674 INFO:tasks.workunit.client.0.smithi016.stdout: 100: throughput=4.95MB/sec pending data=0 2024-04-15T14:58:46.674 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-2wDsdfZSUm9NBWE off=3369251 len=1643133 2024-04-15T14:58:46.677 INFO:tasks.workunit.client.0.smithi016.stdout:op 526 completed, throughput=4.97MB/sec 2024-04-15T14:58:46.677 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-aGAtT6IeawOzxZl off=3918766 len=58198 2024-04-15T14:58:46.678 INFO:tasks.workunit.client.0.smithi016.stdout:op 527 completed, throughput=4.97MB/sec 2024-04-15T14:58:46.678 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-rNhtjI3WXrhQ9g4 off=4270862 len=1835952 2024-04-15T14:58:46.681 INFO:tasks.workunit.client.0.smithi016.stdout:op 528 completed, throughput=4.98MB/sec 2024-04-15T14:58:46.681 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-bxtRfIAkxUJmBVP off=10246968 len=1392768 2024-04-15T14:58:46.689 INFO:tasks.workunit.client.0.smithi016.stdout:op 529 completed, throughput=5MB/sec 2024-04-15T14:58:46.689 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-x-lhkGvMsffrxUi off=2690368 len=796336 2024-04-15T14:58:46.693 INFO:tasks.workunit.client.0.smithi016.stdout:op 530 completed, throughput=5MB/sec 2024-04-15T14:58:47.694 INFO:tasks.workunit.client.0.smithi016.stdout: 101: throughput=4.96MB/sec pending data=0 2024-04-15T14:58:47.694 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-Elf4emhYarjExIb off=9811845 len=1032150 2024-04-15T14:58:47.696 INFO:tasks.workunit.client.0.smithi016.stdout:op 531 completed, throughput=4.97MB/sec 2024-04-15T14:58:47.696 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-lrJh9mBLqEt7os5 off=747008 len=980040 2024-04-15T14:58:47.698 INFO:tasks.workunit.client.0.smithi016.stdout:op 532 completed, throughput=4.97MB/sec 2024-04-15T14:58:47.698 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-nq8Bifs7IY1uQAe off=8312134 len=1414698 2024-04-15T14:58:47.707 INFO:tasks.workunit.client.0.smithi016.stdout:op 533 completed, throughput=4.99MB/sec 2024-04-15T14:58:47.707 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-kflCCxbtRLqBi_I off=2895178 len=927522 2024-04-15T14:58:47.708 INFO:tasks.workunit.client.0.smithi016.stdout:op 534 completed, throughput=5MB/sec 2024-04-15T14:58:47.708 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-UcQT2fEWReI9Ejk off=5686055 len=975386 2024-04-15T14:58:47.710 INFO:tasks.workunit.client.0.smithi016.stdout:op 535 completed, throughput=5MB/sec 2024-04-15T14:58:47.938 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:58:47 smithi102 ceph-mon[87131]: pgmap v1398: 105 pgs: 105 active+clean; 127 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.3 MiB/s wr, 6 op/s 2024-04-15T14:58:48.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:58:47 smithi016 ceph-mon[90652]: pgmap v1398: 105 pgs: 105 active+clean; 127 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.3 MiB/s wr, 6 op/s 2024-04-15T14:58:48.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:58:47 smithi016 ceph-mon[93212]: pgmap v1398: 105 pgs: 105 active+clean; 127 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.3 MiB/s wr, 6 op/s 2024-04-15T14:58:48.710 INFO:tasks.workunit.client.0.smithi016.stdout: 102: throughput=4.96MB/sec pending data=0 2024-04-15T14:58:48.711 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-SVSlD5lxTPP_bop off=17587431 len=1300565 2024-04-15T14:58:48.717 INFO:tasks.workunit.client.0.smithi016.stdout:op 536 completed, throughput=4.97MB/sec 2024-04-15T14:58:48.717 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-vEiezbLeRQFAcLO off=619602 len=1583478 2024-04-15T14:58:48.726 INFO:tasks.workunit.client.0.smithi016.stdout:op 537 completed, throughput=4.98MB/sec 2024-04-15T14:58:48.726 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-TwtAjf66F6pSUOv off=2308162 len=1194546 2024-04-15T14:58:48.732 INFO:tasks.workunit.client.0.smithi016.stdout:op 538 completed, throughput=4.99MB/sec 2024-04-15T14:58:48.732 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-vL9NkWrZ3eG3VvP off=5767611 len=1896155 2024-04-15T14:58:48.738 INFO:tasks.workunit.client.0.smithi016.stdout:op 539 completed, throughput=5.01MB/sec 2024-04-15T14:58:49.739 INFO:tasks.workunit.client.0.smithi016.stdout: 103: throughput=4.96MB/sec pending data=0 2024-04-15T14:58:49.739 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-fDISoEcroPiUKiq off=1096760 len=1711978 2024-04-15T14:58:49.741 INFO:tasks.workunit.client.0.smithi016.stdout:op 540 completed, throughput=4.98MB/sec 2024-04-15T14:58:49.741 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-YgDP-rL754mllTJ off=1484315 len=1206226 2024-04-15T14:58:49.742 INFO:tasks.workunit.client.0.smithi016.stdout:op 541 completed, throughput=4.99MB/sec 2024-04-15T14:58:49.743 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj--qa_n7qsQzIBhM1 off=4227301 len=300086 2024-04-15T14:58:49.743 INFO:tasks.workunit.client.0.smithi016.stdout:op 542 completed, throughput=4.99MB/sec 2024-04-15T14:58:49.743 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-wgOahxR21BCaLFn off=18768855 len=1424463 2024-04-15T14:58:49.752 INFO:tasks.workunit.client.0.smithi016.stdout:op 543 completed, throughput=5MB/sec 2024-04-15T14:58:49.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:58:49 smithi102 ceph-mon[87131]: pgmap v1399: 105 pgs: 105 active+clean; 127 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-15T14:58:50.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:58:49 smithi016 ceph-mon[90652]: pgmap v1399: 105 pgs: 105 active+clean; 127 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-15T14:58:50.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:58:49 smithi016 ceph-mon[93212]: pgmap v1399: 105 pgs: 105 active+clean; 127 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-15T14:58:50.752 INFO:tasks.workunit.client.0.smithi016.stdout: 104: throughput=4.96MB/sec pending data=0 2024-04-15T14:58:50.753 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-yfaf2EWdRijaqnM off=2292379 len=2080514 2024-04-15T14:58:50.765 INFO:tasks.workunit.client.0.smithi016.stdout:op 544 completed, throughput=4.97MB/sec 2024-04-15T14:58:50.765 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-SsPuUlV_9Q9E8yl off=3535743 len=1111599 2024-04-15T14:58:50.767 INFO:tasks.workunit.client.0.smithi016.stdout:op 545 completed, throughput=4.98MB/sec 2024-04-15T14:58:50.767 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-GNlgHUOSrzq4SlL off=8452444 len=1846470 2024-04-15T14:58:50.770 INFO:tasks.workunit.client.0.smithi016.stdout:op 546 completed, throughput=5MB/sec 2024-04-15T14:58:51.771 INFO:tasks.workunit.client.0.smithi016.stdout: 105: throughput=4.95MB/sec pending data=0 2024-04-15T14:58:51.771 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-vzSZOZMrH2P-Q2w off=980118 len=1748969 2024-04-15T14:58:51.775 INFO:tasks.workunit.client.0.smithi016.stdout:op 547 completed, throughput=4.97MB/sec 2024-04-15T14:58:51.775 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-WTrBAddeRy9vMmb off=14405842 len=1856443 2024-04-15T14:58:51.778 INFO:tasks.workunit.client.0.smithi016.stdout:op 548 completed, throughput=4.99MB/sec 2024-04-15T14:58:51.778 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj--wlSHrwiJ_eEOxR off=5447676 len=1819481 2024-04-15T14:58:51.785 INFO:tasks.workunit.client.0.smithi016.stdout:op 549 completed, throughput=5MB/sec 2024-04-15T14:58:52.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:58:51 smithi016 ceph-mon[90652]: pgmap v1400: 105 pgs: 105 active+clean; 127 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 2.0 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-04-15T14:58:52.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:58:51 smithi016 ceph-mon[93212]: pgmap v1400: 105 pgs: 105 active+clean; 127 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 2.0 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-04-15T14:58:52.041 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 15 14:58:51 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-y[81421]: ::ffff:172.21.15.102 - - [15/Apr/2024:14:58:51] "GET /metrics HTTP/1.1" 200 33979 "" "Prometheus/2.43.0" 2024-04-15T14:58:52.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:58:51 smithi102 ceph-mon[87131]: pgmap v1400: 105 pgs: 105 active+clean; 127 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 2.0 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-04-15T14:58:52.687 INFO:journalctl@ceph.prometheus.a.smithi102.stdout:Apr 15 14:58:52 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-prometheus-a[120881]: ts=2024-04-15T14:58:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi016:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"362ea986-fb34-11ee-bc8f-c7b262605968\", instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T14:58:52.786 INFO:tasks.workunit.client.0.smithi016.stdout: 106: throughput=4.96MB/sec pending data=0 2024-04-15T14:58:52.786 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-1nvcZIOgipYvAth off=2986231 len=569564 2024-04-15T14:58:52.790 INFO:tasks.workunit.client.0.smithi016.stdout:op 550 completed, throughput=4.96MB/sec 2024-04-15T14:58:52.791 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-yJrs1fCbrMisCAV off=13060851 len=1995728 2024-04-15T14:58:52.794 INFO:tasks.workunit.client.0.smithi016.stdout:op 551 completed, throughput=4.98MB/sec 2024-04-15T14:58:52.795 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-xMY1a7lWDGxG88o off=4827711 len=847216 2024-04-15T14:58:52.796 INFO:tasks.workunit.client.0.smithi016.stdout:op 552 completed, throughput=4.99MB/sec 2024-04-15T14:58:52.797 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-_u174WAGS05mJT6 off=964936 len=1484761 2024-04-15T14:58:52.799 INFO:tasks.workunit.client.0.smithi016.stdout:op 553 completed, throughput=5MB/sec 2024-04-15T14:58:52.799 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-lBH27oN_viWCREo off=9788446 len=1424093 2024-04-15T14:58:52.800 INFO:tasks.workunit.client.0.smithi016.stdout:op 554 completed, throughput=5.01MB/sec 2024-04-15T14:58:53.801 INFO:tasks.workunit.client.0.smithi016.stdout: 107: throughput=4.96MB/sec pending data=0 2024-04-15T14:58:53.801 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-O-Q9SGNG4KBeyH3 off=1183129 len=1491873 2024-04-15T14:58:53.807 INFO:tasks.workunit.client.0.smithi016.stdout:op 555 completed, throughput=4.98MB/sec 2024-04-15T14:58:53.807 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-FoFRRspcY5AWyqK off=3308567 len=86766 2024-04-15T14:58:53.809 INFO:tasks.workunit.client.0.smithi016.stdout:op 556 completed, throughput=4.98MB/sec 2024-04-15T14:58:53.809 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-5j5wy0DmILcKYUT off=10147358 len=250508 2024-04-15T14:58:53.812 INFO:tasks.workunit.client.0.smithi016.stdout:op 557 completed, throughput=4.98MB/sec 2024-04-15T14:58:53.812 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-KlvcVcI9QVYTp_P off=2149304 len=1289634 2024-04-15T14:58:53.814 INFO:tasks.workunit.client.0.smithi016.stdout:op 558 completed, throughput=4.99MB/sec 2024-04-15T14:58:53.814 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-Juw38QvQMRsO8AS off=2806505 len=1875971 2024-04-15T14:58:53.816 INFO:tasks.workunit.client.0.smithi016.stdout:op 559 completed, throughput=5.01MB/sec 2024-04-15T14:58:54.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:58:53 smithi016 ceph-mon[90652]: pgmap v1401: 105 pgs: 105 active+clean; 127 GiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 3.3 MiB/s rd, 3.0 MiB/s wr, 6 op/s 2024-04-15T14:58:54.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:58:53 smithi016 ceph-mon[93212]: pgmap v1401: 105 pgs: 105 active+clean; 127 GiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 3.3 MiB/s rd, 3.0 MiB/s wr, 6 op/s 2024-04-15T14:58:54.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:58:53 smithi102 ceph-mon[87131]: pgmap v1401: 105 pgs: 105 active+clean; 127 GiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 3.3 MiB/s rd, 3.0 MiB/s wr, 6 op/s 2024-04-15T14:58:54.816 INFO:tasks.workunit.client.0.smithi016.stdout: 108: throughput=4.96MB/sec pending data=0 2024-04-15T14:58:54.817 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-W2Zm39m56TxVCDS off=6730562 len=2062421 2024-04-15T14:58:54.824 INFO:tasks.workunit.client.0.smithi016.stdout:op 560 completed, throughput=4.98MB/sec 2024-04-15T14:58:54.825 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-CYVVqp1-iM4Idpj off=9454222 len=489999 2024-04-15T14:58:54.827 INFO:tasks.workunit.client.0.smithi016.stdout:op 561 completed, throughput=4.98MB/sec 2024-04-15T14:58:54.827 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-DS-7JQ5S9PllVh2 off=8880637 len=1503548 2024-04-15T14:58:54.836 INFO:tasks.workunit.client.0.smithi016.stdout:op 562 completed, throughput=5MB/sec 2024-04-15T14:58:54.837 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-33OzArl6ro3Lqq5 off=12087112 len=835638 2024-04-15T14:58:54.841 INFO:tasks.workunit.client.0.smithi016.stdout:op 563 completed, throughput=5MB/sec 2024-04-15T14:58:55.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:58:54 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T14:58:55.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:58:54 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T14:58:55.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:58:54 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T14:58:55.841 INFO:tasks.workunit.client.0.smithi016.stdout: 109: throughput=4.96MB/sec pending data=0 2024-04-15T14:58:55.841 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-CYVVqp1-iM4Idpj off=10277984 len=1450427 2024-04-15T14:58:55.847 INFO:tasks.workunit.client.0.smithi016.stdout:op 564 completed, throughput=4.97MB/sec 2024-04-15T14:58:55.847 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-oyZtXvLxn0sUdCD off=2150507 len=261330 2024-04-15T14:58:55.850 INFO:tasks.workunit.client.0.smithi016.stdout:op 565 completed, throughput=4.97MB/sec 2024-04-15T14:58:55.850 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-EhIL39CI7v2ckJz off=3610590 len=224285 2024-04-15T14:58:55.853 INFO:tasks.workunit.client.0.smithi016.stdout:op 566 completed, throughput=4.97MB/sec 2024-04-15T14:58:55.853 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-E5yjt00xEGrjBec off=380646 len=964293 2024-04-15T14:58:55.854 INFO:tasks.workunit.client.0.smithi016.stdout:op 567 completed, throughput=4.98MB/sec 2024-04-15T14:58:55.855 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-OfAhW5BtucMjOhW off=15388821 len=213848 2024-04-15T14:58:55.857 INFO:tasks.workunit.client.0.smithi016.stdout:op 568 completed, throughput=4.98MB/sec 2024-04-15T14:58:55.857 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-2Ka6PCPRJGRgTZ_ off=8526638 len=1502040 2024-04-15T14:58:55.865 INFO:tasks.workunit.client.0.smithi016.stdout:op 569 completed, throughput=5MB/sec 2024-04-15T14:58:55.865 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-FcVkS5KYpdSqfW2 off=3132917 len=1597140 2024-04-15T14:58:55.866 INFO:tasks.workunit.client.0.smithi016.stdout:op 570 completed, throughput=5.01MB/sec 2024-04-15T14:58:56.039 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:58:55 smithi016 ceph-mon[90652]: pgmap v1402: 105 pgs: 105 active+clean; 127 GiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 2.7 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-04-15T14:58:56.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:58:55 smithi016 ceph-mon[93212]: pgmap v1402: 105 pgs: 105 active+clean; 127 GiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 2.7 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-04-15T14:58:56.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:58:55 smithi102 ceph-mon[87131]: pgmap v1402: 105 pgs: 105 active+clean; 127 GiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 2.7 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-04-15T14:58:56.867 INFO:tasks.workunit.client.0.smithi016.stdout: 110: throughput=4.97MB/sec pending data=0 2024-04-15T14:58:56.867 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-QZad6Bt-5pBpy1R off=3317647 len=1510654 2024-04-15T14:58:56.869 INFO:tasks.workunit.client.0.smithi016.stdout:op 571 completed, throughput=4.98MB/sec 2024-04-15T14:58:56.869 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-WiRlgUGc8GIfAHp off=13307250 len=871589 2024-04-15T14:58:56.869 INFO:tasks.workunit.client.0.smithi016.stdout:op 572 completed, throughput=4.99MB/sec 2024-04-15T14:58:56.870 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-2JHm_tWAs3VJ9uz off=18294384 len=503346 2024-04-15T14:58:56.871 INFO:tasks.workunit.client.0.smithi016.stdout:op 573 completed, throughput=4.99MB/sec 2024-04-15T14:58:56.871 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-atWwcboT0X3oQ5g off=9703862 len=939033 2024-04-15T14:58:56.872 INFO:tasks.workunit.client.0.smithi016.stdout:op 574 completed, throughput=5MB/sec 2024-04-15T14:58:56.872 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-FEAa6Amelzdrcym off=4326197 len=1418778 2024-04-15T14:58:56.878 INFO:tasks.workunit.client.0.smithi016.stdout:op 575 completed, throughput=5.01MB/sec 2024-04-15T14:58:57.878 INFO:tasks.workunit.client.0.smithi016.stdout: 111: throughput=4.97MB/sec pending data=0 2024-04-15T14:58:57.879 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-BnHCyyxhU5lxYAu off=13255653 len=286113 2024-04-15T14:58:57.879 INFO:tasks.workunit.client.0.smithi016.stdout:op 576 completed, throughput=4.97MB/sec 2024-04-15T14:58:57.879 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-8yzhqYRR85Z6aJt off=1757684 len=118546 2024-04-15T14:58:57.882 INFO:tasks.workunit.client.0.smithi016.stdout:op 577 completed, throughput=4.97MB/sec 2024-04-15T14:58:57.882 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-dPgA_bXldtC-YIg off=2921359 len=1526120 2024-04-15T14:58:57.885 INFO:tasks.workunit.client.0.smithi016.stdout:op 578 completed, throughput=4.98MB/sec 2024-04-15T14:58:57.885 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-KGXizyqLtbTO6Nt off=632270 len=1712913 2024-04-15T14:58:57.892 INFO:tasks.workunit.client.0.smithi016.stdout:op 579 completed, throughput=5MB/sec 2024-04-15T14:58:57.892 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-ZX997j-ewZRRjTT off=8725845 len=852186 2024-04-15T14:58:57.896 INFO:tasks.workunit.client.0.smithi016.stdout:op 580 completed, throughput=5MB/sec 2024-04-15T14:58:58.039 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:58:57 smithi016 ceph-mon[90652]: pgmap v1403: 105 pgs: 105 active+clean; 127 GiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-04-15T14:58:58.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:58:57 smithi016 ceph-mon[93212]: pgmap v1403: 105 pgs: 105 active+clean; 127 GiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-04-15T14:58:58.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:58:57 smithi102 ceph-mon[87131]: pgmap v1403: 105 pgs: 105 active+clean; 127 GiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-04-15T14:58:58.897 INFO:tasks.workunit.client.0.smithi016.stdout: 112: throughput=4.96MB/sec pending data=0 2024-04-15T14:58:58.897 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-a7S-yFuhdOymDA0 off=12096186 len=210892 2024-04-15T14:58:58.898 INFO:tasks.workunit.client.0.smithi016.stdout:op 581 completed, throughput=4.96MB/sec 2024-04-15T14:58:58.898 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-nvCMKE2enmzeLrm off=6595491 len=1122828 2024-04-15T14:58:58.900 INFO:tasks.workunit.client.0.smithi016.stdout:op 582 completed, throughput=4.97MB/sec 2024-04-15T14:58:58.900 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-7-5hInED8UTNi1m off=832488 len=1655349 2024-04-15T14:58:58.903 INFO:tasks.workunit.client.0.smithi016.stdout:op 583 completed, throughput=4.98MB/sec 2024-04-15T14:58:58.903 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-9kIUy8y5OHDv7iK off=15120494 len=1379303 2024-04-15T14:58:58.911 INFO:tasks.workunit.client.0.smithi016.stdout:op 584 completed, throughput=5MB/sec 2024-04-15T14:58:58.911 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-aPDTV3rk9RVnFNj off=12462106 len=1855073 2024-04-15T14:58:58.914 INFO:tasks.workunit.client.0.smithi016.stdout:op 585 completed, throughput=5.01MB/sec 2024-04-15T14:58:59.914 INFO:tasks.workunit.client.0.smithi016.stdout: 113: throughput=4.97MB/sec pending data=0 2024-04-15T14:58:59.914 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-V2zmvY4iDKbH6GT off=8337894 len=139626 2024-04-15T14:58:59.915 INFO:tasks.workunit.client.0.smithi016.stdout:op 586 completed, throughput=4.97MB/sec 2024-04-15T14:58:59.915 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-7Se099E2q9vOORm off=10811946 len=1396613 2024-04-15T14:58:59.924 INFO:tasks.workunit.client.0.smithi016.stdout:op 587 completed, throughput=4.98MB/sec 2024-04-15T14:58:59.924 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-8W3cTspoSWfjJT0 off=5324365 len=425591 2024-04-15T14:58:59.927 INFO:tasks.workunit.client.0.smithi016.stdout:op 588 completed, throughput=4.98MB/sec 2024-04-15T14:58:59.927 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-MEDUj7XFiv0KARe off=543271 len=1983934 2024-04-15T14:58:59.935 INFO:tasks.workunit.client.0.smithi016.stdout:op 589 completed, throughput=5MB/sec 2024-04-15T14:58:59.936 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-gnd-qoGAZNEEozY off=9951840 len=1560566 2024-04-15T14:58:59.937 INFO:tasks.workunit.client.0.smithi016.stdout:op 590 completed, throughput=5.01MB/sec 2024-04-15T14:59:00.039 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:58:59 smithi016 ceph-mon[90652]: pgmap v1404: 105 pgs: 105 active+clean; 127 GiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.3 MiB/s wr, 3 op/s 2024-04-15T14:59:00.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:58:59 smithi016 ceph-mon[93212]: pgmap v1404: 105 pgs: 105 active+clean; 127 GiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.3 MiB/s wr, 3 op/s 2024-04-15T14:59:00.189 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:58:59 smithi102 ceph-mon[87131]: pgmap v1404: 105 pgs: 105 active+clean; 127 GiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.3 MiB/s wr, 3 op/s 2024-04-15T14:59:00.937 INFO:tasks.workunit.client.0.smithi016.stdout: 114: throughput=4.97MB/sec pending data=0 2024-04-15T14:59:00.937 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-gDTSreMtgj1_Xs1 off=6769054 len=146469 2024-04-15T14:59:00.938 INFO:tasks.workunit.client.0.smithi016.stdout:op 591 completed, throughput=4.97MB/sec 2024-04-15T14:59:00.938 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-8bqVblmIOY0wSHz off=7441271 len=2043627 2024-04-15T14:59:00.940 INFO:tasks.workunit.client.0.smithi016.stdout:op 592 completed, throughput=4.99MB/sec 2024-04-15T14:59:00.940 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-60VHHKX1Gyn4rts off=5119713 len=1469024 2024-04-15T14:59:00.943 INFO:tasks.workunit.client.0.smithi016.stdout:op 593 completed, throughput=5MB/sec 2024-04-15T14:59:00.943 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-Sz-EH7riQV2nbYR off=8253859 len=965490 2024-04-15T14:59:00.949 INFO:tasks.workunit.client.0.smithi016.stdout:op 594 completed, throughput=5.01MB/sec 2024-04-15T14:59:01.949 INFO:tasks.workunit.client.0.smithi016.stdout: 115: throughput=4.96MB/sec pending data=0 2024-04-15T14:59:01.949 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-afv8sagCeAZe8tD off=13141542 len=1399870 2024-04-15T14:59:01.951 INFO:tasks.workunit.client.0.smithi016.stdout:op 595 completed, throughput=4.97MB/sec 2024-04-15T14:59:01.951 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-3gEvEv1WrLEKUol off=7353735 len=11505 2024-04-15T14:59:01.952 INFO:tasks.workunit.client.0.smithi016.stdout:op 596 completed, throughput=4.97MB/sec 2024-04-15T14:59:01.952 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-rgBmT2xZ1jEs7HN off=161518 len=978798 2024-04-15T14:59:01.954 INFO:tasks.workunit.client.0.smithi016.stdout:op 597 completed, throughput=4.98MB/sec 2024-04-15T14:59:01.954 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-0SlFUsTHCiwwIWQ off=10958095 len=1077448 2024-04-15T14:59:01.955 INFO:tasks.workunit.client.0.smithi016.stdout:op 598 completed, throughput=4.99MB/sec 2024-04-15T14:59:01.955 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-vbJkMyLIWxubAw- off=6141286 len=1679631 2024-04-15T14:59:01.964 INFO:tasks.workunit.client.0.smithi016.stdout:op 599 completed, throughput=5MB/sec 2024-04-15T14:59:02.039 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:59:01 smithi016 ceph-mon[90652]: pgmap v1405: 105 pgs: 105 active+clean; 127 GiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.0 MiB/s wr, 3 op/s 2024-04-15T14:59:02.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:59:01 smithi016 ceph-mon[93212]: pgmap v1405: 105 pgs: 105 active+clean; 127 GiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.0 MiB/s wr, 3 op/s 2024-04-15T14:59:02.040 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 15 14:59:01 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-y[81421]: ::ffff:172.21.15.102 - - [15/Apr/2024:14:59:01] "GET /metrics HTTP/1.1" 200 33980 "" "Prometheus/2.43.0" 2024-04-15T14:59:02.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:59:01 smithi102 ceph-mon[87131]: pgmap v1405: 105 pgs: 105 active+clean; 127 GiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.0 MiB/s wr, 3 op/s 2024-04-15T14:59:02.687 INFO:journalctl@ceph.prometheus.a.smithi102.stdout:Apr 15 14:59:02 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-prometheus-a[120881]: ts=2024-04-15T14:59:02.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi016:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"362ea986-fb34-11ee-bc8f-c7b262605968\", instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T14:59:02.964 INFO:tasks.workunit.client.0.smithi016.stdout: 116: throughput=4.96MB/sec pending data=0 2024-04-15T14:59:02.964 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-gsKdFTN2WhcbwAS off=11390278 len=1148796 2024-04-15T14:59:02.967 INFO:tasks.workunit.client.0.smithi016.stdout:op 600 completed, throughput=4.97MB/sec 2024-04-15T14:59:02.967 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-HgTQoaQHHaEFHmM off=7054288 len=1976716 2024-04-15T14:59:02.969 INFO:tasks.workunit.client.0.smithi016.stdout:op 601 completed, throughput=4.99MB/sec 2024-04-15T14:59:02.969 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-78Pl_wSl05SM0Gm off=4428666 len=1299305 2024-04-15T14:59:02.975 INFO:tasks.workunit.client.0.smithi016.stdout:op 602 completed, throughput=5MB/sec 2024-04-15T14:59:02.975 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-CHuvhbx-lWWMsRq off=2617119 len=495925 2024-04-15T14:59:02.979 INFO:tasks.workunit.client.0.smithi016.stdout:op 603 completed, throughput=5MB/sec 2024-04-15T14:59:03.979 INFO:tasks.workunit.client.0.smithi016.stdout: 117: throughput=4.96MB/sec pending data=0 2024-04-15T14:59:03.979 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-MLWKfTpcBrD9ur2 off=1049101 len=1365038 2024-04-15T14:59:03.980 INFO:tasks.workunit.client.0.smithi016.stdout:op 604 completed, throughput=4.97MB/sec 2024-04-15T14:59:03.981 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-I38-uhnP5KhJ8OP off=174183 len=45447 2024-04-15T14:59:03.982 INFO:tasks.workunit.client.0.smithi016.stdout:op 605 completed, throughput=4.97MB/sec 2024-04-15T14:59:03.982 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-Yw2m5BTdqCHCWkE off=746528 len=782027 2024-04-15T14:59:03.983 INFO:tasks.workunit.client.0.smithi016.stdout:op 606 completed, throughput=4.98MB/sec 2024-04-15T14:59:03.983 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-OvEbQuigWXtQvoE off=15546794 len=593558 2024-04-15T14:59:03.987 INFO:tasks.workunit.client.0.smithi016.stdout:op 607 completed, throughput=4.98MB/sec 2024-04-15T14:59:03.987 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj--JZFTkuUDU3WD9b off=1453338 len=1942711 2024-04-15T14:59:03.993 INFO:tasks.workunit.client.0.smithi016.stdout:op 608 completed, throughput=5MB/sec 2024-04-15T14:59:03.994 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-BIGFXljD2zI8OXs off=18375899 len=267914 2024-04-15T14:59:03.994 INFO:tasks.workunit.client.0.smithi016.stdout:op 609 completed, throughput=5MB/sec 2024-04-15T14:59:03.994 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj--IyNtpVaAdyscAd off=288560 len=7533 2024-04-15T14:59:03.996 INFO:tasks.workunit.client.0.smithi016.stdout:op 610 completed, throughput=5MB/sec 2024-04-15T14:59:03.996 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-pX0Gg16tfo3-Q7I off=840039 len=578018 2024-04-15T14:59:03.996 INFO:tasks.workunit.client.0.smithi016.stdout:op 611 completed, throughput=5MB/sec 2024-04-15T14:59:04.039 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:59:03 smithi016 ceph-mon[90652]: pgmap v1406: 105 pgs: 105 active+clean; 127 GiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 3.4 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-04-15T14:59:04.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:59:03 smithi016 ceph-mon[93212]: pgmap v1406: 105 pgs: 105 active+clean; 127 GiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 3.4 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-04-15T14:59:04.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:59:03 smithi102 ceph-mon[87131]: pgmap v1406: 105 pgs: 105 active+clean; 127 GiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 3.4 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-04-15T14:59:04.997 INFO:tasks.workunit.client.0.smithi016.stdout: 118: throughput=4.96MB/sec pending data=0 2024-04-15T14:59:04.997 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-_30-dG88UXjMZD9 off=5898330 len=1610085 2024-04-15T14:59:04.999 INFO:tasks.workunit.client.0.smithi016.stdout:op 612 completed, throughput=4.97MB/sec 2024-04-15T14:59:05.000 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-boKKEZ7EwJpgMXo off=5365639 len=464140 2024-04-15T14:59:05.003 INFO:tasks.workunit.client.0.smithi016.stdout:op 613 completed, throughput=4.98MB/sec 2024-04-15T14:59:05.003 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-qdkJD32h2aV1C0j off=11523981 len=1431793 2024-04-15T14:59:05.009 INFO:tasks.workunit.client.0.smithi016.stdout:op 614 completed, throughput=4.99MB/sec 2024-04-15T14:59:05.010 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-1RJuTS-O0H5o8dL off=23259511 len=1391801 2024-04-15T14:59:05.010 INFO:tasks.workunit.client.0.smithi016.stdout:op 615 completed, throughput=5MB/sec 2024-04-15T14:59:05.011 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-BtyEmCUafhtiiXa off=2962668 len=1596042 2024-04-15T14:59:05.017 INFO:tasks.workunit.client.0.smithi016.stdout:op 616 completed, throughput=5.01MB/sec 2024-04-15T14:59:05.039 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:59:04 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T14:59:05.039 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:59:04 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T14:59:05.039 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:59:04 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T14:59:05.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:59:04 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T14:59:05.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:59:04 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T14:59:05.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:59:04 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T14:59:05.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:59:04 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T14:59:05.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:59:04 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T14:59:05.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:59:04 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T14:59:05.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:59:04 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T14:59:05.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:59:04 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T14:59:05.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:59:04 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T14:59:06.017 INFO:tasks.workunit.client.0.smithi016.stdout: 119: throughput=4.97MB/sec pending data=0 2024-04-15T14:59:06.017 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-XtnLNR2NEu91Wlv off=9071661 len=2065533 2024-04-15T14:59:06.029 INFO:tasks.workunit.client.0.smithi016.stdout:op 617 completed, throughput=4.99MB/sec 2024-04-15T14:59:06.030 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-mNk6kZzmoKOYkdT off=13564891 len=1288313 2024-04-15T14:59:06.035 INFO:tasks.workunit.client.0.smithi016.stdout:op 618 completed, throughput=5MB/sec 2024-04-15T14:59:06.035 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-xtyzUN6W5Yda6GL off=17656784 len=1589449 2024-04-15T14:59:06.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:59:05 smithi016 ceph-mon[90652]: pgmap v1407: 105 pgs: 105 active+clean; 127 GiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 2.2 MiB/s rd, 1.9 MiB/s wr, 3 op/s 2024-04-15T14:59:06.041 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:59:05 smithi016 ceph-mon[93212]: pgmap v1407: 105 pgs: 105 active+clean; 127 GiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 2.2 MiB/s rd, 1.9 MiB/s wr, 3 op/s 2024-04-15T14:59:06.045 INFO:tasks.workunit.client.0.smithi016.stdout:op 619 completed, throughput=5.01MB/sec 2024-04-15T14:59:06.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:59:05 smithi102 ceph-mon[87131]: pgmap v1407: 105 pgs: 105 active+clean; 127 GiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 2.2 MiB/s rd, 1.9 MiB/s wr, 3 op/s 2024-04-15T14:59:07.045 INFO:tasks.workunit.client.0.smithi016.stdout: 120: throughput=4.97MB/sec pending data=0 2024-04-15T14:59:07.045 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-gXMpADL4KyN3oyi off=6170446 len=1269695 2024-04-15T14:59:07.053 INFO:tasks.workunit.client.0.smithi016.stdout:op 620 completed, throughput=4.98MB/sec 2024-04-15T14:59:07.053 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-qkExfjFwdBTw6Pf off=5031652 len=1593615 2024-04-15T14:59:07.060 INFO:tasks.workunit.client.0.smithi016.stdout:op 621 completed, throughput=4.99MB/sec 2024-04-15T14:59:07.060 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-nSCbGKfmqyoKV12 off=1475504 len=916535 2024-04-15T14:59:07.061 INFO:tasks.workunit.client.0.smithi016.stdout:op 622 completed, throughput=5MB/sec 2024-04-15T14:59:07.061 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-SCjyBpzRXD3CV0N off=5339245 len=1415375 2024-04-15T14:59:07.063 INFO:tasks.workunit.client.0.smithi016.stdout:op 623 completed, throughput=5.01MB/sec 2024-04-15T14:59:07.990 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:59:07 smithi102 ceph-mon[87131]: pgmap v1408: 105 pgs: 105 active+clean; 127 GiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-04-15T14:59:08.039 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:59:07 smithi016 ceph-mon[90652]: pgmap v1408: 105 pgs: 105 active+clean; 127 GiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-04-15T14:59:08.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:59:07 smithi016 ceph-mon[93212]: pgmap v1408: 105 pgs: 105 active+clean; 127 GiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-04-15T14:59:08.063 INFO:tasks.workunit.client.0.smithi016.stdout: 121: throughput=4.97MB/sec pending data=0 2024-04-15T14:59:08.063 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-2EYrLmAlWYpTia2 off=1704250 len=1792884 2024-04-15T14:59:08.072 INFO:tasks.workunit.client.0.smithi016.stdout:op 624 completed, throughput=4.98MB/sec 2024-04-15T14:59:08.072 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj--FJagE-tnDqhYs8 off=4949654 len=54721 2024-04-15T14:59:08.073 INFO:tasks.workunit.client.0.smithi016.stdout:op 625 completed, throughput=4.98MB/sec 2024-04-15T14:59:08.073 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-Dkce3MhqTS8bHNa off=6382649 len=684717 2024-04-15T14:59:08.077 INFO:tasks.workunit.client.0.smithi016.stdout:op 626 completed, throughput=4.99MB/sec 2024-04-15T14:59:08.077 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-x7YzgiKKjfg4YuG off=128561 len=674211 2024-04-15T14:59:08.081 INFO:tasks.workunit.client.0.smithi016.stdout:op 627 completed, throughput=4.99MB/sec 2024-04-15T14:59:08.081 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-IHvD0Q7kI2nqiRo off=665780 len=1800592 2024-04-15T14:59:08.089 INFO:tasks.workunit.client.0.smithi016.stdout:op 628 completed, throughput=5MB/sec 2024-04-15T14:59:09.089 INFO:tasks.workunit.client.0.smithi016.stdout: 122: throughput=4.96MB/sec pending data=0 2024-04-15T14:59:09.089 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-1KdjqBoYYfxa5Eo off=7731381 len=1100937 2024-04-15T14:59:09.095 INFO:tasks.workunit.client.0.smithi016.stdout:op 629 completed, throughput=4.97MB/sec 2024-04-15T14:59:09.096 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-j1a9i6qu6zz6E3S off=340222 len=1739573 2024-04-15T14:59:09.098 INFO:tasks.workunit.client.0.smithi016.stdout:op 630 completed, throughput=4.99MB/sec 2024-04-15T14:59:09.098 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-xnxWe3FcnNZGaIT off=3676137 len=445046 2024-04-15T14:59:09.098 INFO:tasks.workunit.client.0.smithi016.stdout:op 631 completed, throughput=4.99MB/sec 2024-04-15T14:59:09.098 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-bpN2yDJUNyJfGc4 off=1957971 len=413953 2024-04-15T14:59:09.102 INFO:tasks.workunit.client.0.smithi016.stdout:op 632 completed, throughput=4.99MB/sec 2024-04-15T14:59:09.102 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-o_CwbYof-dT5EQf off=18418538 len=1908231 2024-04-15T14:59:09.106 INFO:tasks.workunit.client.0.smithi016.stdout:op 633 completed, throughput=5.01MB/sec 2024-04-15T14:59:10.043 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:59:09 smithi016 ceph-mon[90652]: pgmap v1409: 105 pgs: 105 active+clean; 127 GiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 2.8 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-04-15T14:59:10.043 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:59:09 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T14:59:10.043 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:59:09 smithi016 ceph-mon[93212]: pgmap v1409: 105 pgs: 105 active+clean; 127 GiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 2.8 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-04-15T14:59:10.043 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:59:09 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T14:59:10.106 INFO:tasks.workunit.client.0.smithi016.stdout: 123: throughput=4.97MB/sec pending data=0 2024-04-15T14:59:10.106 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-doEUNNjRYLJGMEI off=13596164 len=865821 2024-04-15T14:59:10.111 INFO:tasks.workunit.client.0.smithi016.stdout:op 634 completed, throughput=4.97MB/sec 2024-04-15T14:59:10.112 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-vDY5qyhD14OO7fb off=8174171 len=578173 2024-04-15T14:59:10.112 INFO:tasks.workunit.client.0.smithi016.stdout:op 635 completed, throughput=4.98MB/sec 2024-04-15T14:59:10.113 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-ivmogXVDdtAZ4dK off=393264 len=1294737 2024-04-15T14:59:10.116 INFO:tasks.workunit.client.0.smithi016.stdout:op 636 completed, throughput=4.99MB/sec 2024-04-15T14:59:10.116 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-B85fuewVJsBh9Ag off=563303 len=1120679 2024-04-15T14:59:10.117 INFO:tasks.workunit.client.0.smithi016.stdout:op 637 completed, throughput=5MB/sec 2024-04-15T14:59:10.117 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-QqxORvLLqZwKJsl off=2093914 len=648065 2024-04-15T14:59:10.121 INFO:tasks.workunit.client.0.smithi016.stdout:op 638 completed, throughput=5MB/sec 2024-04-15T14:59:10.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:59:09 smithi102 ceph-mon[87131]: pgmap v1409: 105 pgs: 105 active+clean; 127 GiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 2.8 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-04-15T14:59:10.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:59:09 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T14:59:11.121 INFO:tasks.workunit.client.0.smithi016.stdout: 124: throughput=4.96MB/sec pending data=0 2024-04-15T14:59:11.121 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-F0yHMqZ2vXZ4vRv off=0 len=1433909 2024-04-15T14:59:11.128 INFO:tasks.workunit.client.0.smithi016.stdout:op 639 completed, throughput=4.97MB/sec 2024-04-15T14:59:11.128 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj--grgO6hZKAOjdDJ off=7488166 len=453394 2024-04-15T14:59:11.131 INFO:tasks.workunit.client.0.smithi016.stdout:op 640 completed, throughput=4.97MB/sec 2024-04-15T14:59:11.131 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-u0C5KY5gkOlbgc6 off=5457676 len=1722025 2024-04-15T14:59:11.132 INFO:tasks.workunit.client.0.smithi016.stdout:op 641 completed, throughput=4.99MB/sec 2024-04-15T14:59:11.133 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-2Pk7Gu-A5C7eJSG off=21433959 len=1338137 2024-04-15T14:59:11.139 INFO:tasks.workunit.client.0.smithi016.stdout:op 642 completed, throughput=5MB/sec 2024-04-15T14:59:11.139 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-OWq0KJSgZ7713mU off=4739972 len=1368684 2024-04-15T14:59:11.140 INFO:tasks.workunit.client.0.smithi016.stdout:op 643 completed, throughput=5.01MB/sec 2024-04-15T14:59:12.039 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:59:11 smithi016 ceph-mon[90652]: pgmap v1410: 105 pgs: 105 active+clean; 127 GiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-04-15T14:59:12.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:59:11 smithi016 ceph-mon[93212]: pgmap v1410: 105 pgs: 105 active+clean; 127 GiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-04-15T14:59:12.040 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 15 14:59:11 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-y[81421]: ::ffff:172.21.15.102 - - [15/Apr/2024:14:59:11] "GET /metrics HTTP/1.1" 200 33980 "" "Prometheus/2.43.0" 2024-04-15T14:59:12.141 INFO:tasks.workunit.client.0.smithi016.stdout: 125: throughput=4.97MB/sec pending data=0 2024-04-15T14:59:12.141 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-SVIuG_Aqy45IgNp off=759964 len=1840416 2024-04-15T14:59:12.149 INFO:tasks.workunit.client.0.smithi016.stdout:op 644 completed, throughput=4.98MB/sec 2024-04-15T14:59:12.149 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-bn1E1Uej-bdRGex off=6769819 len=1547706 2024-04-15T14:59:12.155 INFO:tasks.workunit.client.0.smithi016.stdout:op 645 completed, throughput=4.99MB/sec 2024-04-15T14:59:12.156 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-yD-wcz5sfvQuvuy off=0 len=1711110 2024-04-15T14:59:12.162 INFO:tasks.workunit.client.0.smithi016.stdout:op 646 completed, throughput=5.01MB/sec 2024-04-15T14:59:12.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:59:11 smithi102 ceph-mon[87131]: pgmap v1410: 105 pgs: 105 active+clean; 127 GiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-04-15T14:59:12.687 INFO:journalctl@ceph.prometheus.a.smithi102.stdout:Apr 15 14:59:12 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-prometheus-a[120881]: ts=2024-04-15T14:59:12.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi016:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"362ea986-fb34-11ee-bc8f-c7b262605968\", instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T14:59:13.163 INFO:tasks.workunit.client.0.smithi016.stdout: 126: throughput=4.97MB/sec pending data=0 2024-04-15T14:59:13.163 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-sJpddu_gbiUWvZG off=527889 len=1458944 2024-04-15T14:59:13.165 INFO:tasks.workunit.client.0.smithi016.stdout:op 647 completed, throughput=4.98MB/sec 2024-04-15T14:59:13.165 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-6Ght4zFfcE5LlCO off=341122 len=1782621 2024-04-15T14:59:13.174 INFO:tasks.workunit.client.0.smithi016.stdout:op 648 completed, throughput=4.99MB/sec 2024-04-15T14:59:13.174 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-WtUSmdIRSpALLpU off=17450513 len=1999086 2024-04-15T14:59:13.177 INFO:tasks.workunit.client.0.smithi016.stdout:op 649 completed, throughput=5MB/sec 2024-04-15T14:59:14.039 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:59:13 smithi016 ceph-mon[90652]: pgmap v1411: 105 pgs: 105 active+clean; 127 GiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 3.2 MiB/s rd, 3.1 MiB/s wr, 6 op/s 2024-04-15T14:59:14.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:59:13 smithi016 ceph-mon[93212]: pgmap v1411: 105 pgs: 105 active+clean; 127 GiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 3.2 MiB/s rd, 3.1 MiB/s wr, 6 op/s 2024-04-15T14:59:14.178 INFO:tasks.workunit.client.0.smithi016.stdout: 127: throughput=4.97MB/sec pending data=0 2024-04-15T14:59:14.178 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-lnZLqQlGktLPUpQ off=4072841 len=305012 2024-04-15T14:59:14.180 INFO:tasks.workunit.client.0.smithi016.stdout:op 650 completed, throughput=4.97MB/sec 2024-04-15T14:59:14.180 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-Ap0Gh505egHHUZT off=21594884 len=545787 2024-04-15T14:59:14.183 INFO:tasks.workunit.client.0.smithi016.stdout:op 651 completed, throughput=4.97MB/sec 2024-04-15T14:59:14.183 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-KRlQeEe4NhENEzP off=2110997 len=1274075 2024-04-15T14:59:14.186 INFO:tasks.workunit.client.0.smithi016.stdout:op 652 completed, throughput=4.98MB/sec 2024-04-15T14:59:14.186 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-JnaldBlqLJNWdB_ off=270714 len=1307461 2024-04-15T14:59:14.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:59:13 smithi102 ceph-mon[87131]: pgmap v1411: 105 pgs: 105 active+clean; 127 GiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 3.2 MiB/s rd, 3.1 MiB/s wr, 6 op/s 2024-04-15T14:59:14.187 INFO:tasks.workunit.client.0.smithi016.stdout:op 653 completed, throughput=4.99MB/sec 2024-04-15T14:59:14.187 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-RdGXErlivynG9Gn off=11612842 len=2081292 2024-04-15T14:59:14.190 INFO:tasks.workunit.client.0.smithi016.stdout:op 654 completed, throughput=5.01MB/sec 2024-04-15T14:59:15.190 INFO:tasks.workunit.client.0.smithi016.stdout: 128: throughput=4.97MB/sec pending data=0 2024-04-15T14:59:15.190 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-j2S_-tiI1fo8MGN off=5086440 len=706430 2024-04-15T14:59:15.191 INFO:tasks.workunit.client.0.smithi016.stdout:op 655 completed, throughput=4.97MB/sec 2024-04-15T14:59:15.191 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-pdayLc6dLc5M6yA off=318362 len=965076 2024-04-15T14:59:15.197 INFO:tasks.workunit.client.0.smithi016.stdout:op 656 completed, throughput=4.98MB/sec 2024-04-15T14:59:15.197 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-wrWsk1msWRvZGtr off=12551693 len=1035929 2024-04-15T14:59:15.203 INFO:tasks.workunit.client.0.smithi016.stdout:op 657 completed, throughput=4.99MB/sec 2024-04-15T14:59:15.203 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-EOCav-MxKb2xp2E off=443384 len=1049987 2024-04-15T14:59:15.204 INFO:tasks.workunit.client.0.smithi016.stdout:op 658 completed, throughput=4.99MB/sec 2024-04-15T14:59:15.204 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-3BzbIBMvIN7acGJ off=9293089 len=14933 2024-04-15T14:59:15.205 INFO:tasks.workunit.client.0.smithi016.stdout:op 659 completed, throughput=4.99MB/sec 2024-04-15T14:59:15.205 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-LEIjvZ657HrHxr4 off=5856888 len=419763 2024-04-15T14:59:15.208 INFO:tasks.workunit.client.0.smithi016.stdout:op 660 completed, throughput=5MB/sec 2024-04-15T14:59:15.208 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-Sz_criLXWuvjv92 off=2475486 len=737613 2024-04-15T14:59:15.212 INFO:tasks.workunit.client.0.smithi016.stdout:op 661 completed, throughput=5MB/sec 2024-04-15T14:59:16.039 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:59:15 smithi016 ceph-mon[90652]: pgmap v1412: 105 pgs: 105 active+clean; 127 GiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.1 MiB/s wr, 3 op/s 2024-04-15T14:59:16.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:59:15 smithi016 ceph-mon[93212]: pgmap v1412: 105 pgs: 105 active+clean; 127 GiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.1 MiB/s wr, 3 op/s 2024-04-15T14:59:16.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:59:15 smithi102 ceph-mon[87131]: pgmap v1412: 105 pgs: 105 active+clean; 127 GiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.1 MiB/s wr, 3 op/s 2024-04-15T14:59:16.212 INFO:tasks.workunit.client.0.smithi016.stdout: 129: throughput=4.97MB/sec pending data=0 2024-04-15T14:59:16.213 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-RexEjMk5E_GbqJb off=172667 len=1870650 2024-04-15T14:59:16.224 INFO:tasks.workunit.client.0.smithi016.stdout:op 662 completed, throughput=4.98MB/sec 2024-04-15T14:59:16.224 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-TEd2CwM7Ev5TkXT off=22677819 len=2057485 2024-04-15T14:59:16.226 INFO:tasks.workunit.client.0.smithi016.stdout:op 663 completed, throughput=4.99MB/sec 2024-04-15T14:59:16.226 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-tkJ3VS2U-h2Vr8d off=1094279 len=75216 2024-04-15T14:59:16.227 INFO:tasks.workunit.client.0.smithi016.stdout:op 664 completed, throughput=4.99MB/sec 2024-04-15T14:59:16.227 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-EYxss__Wslqhx2- off=16242323 len=411040 2024-04-15T14:59:16.230 INFO:tasks.workunit.client.0.smithi016.stdout:op 665 completed, throughput=5MB/sec 2024-04-15T14:59:16.230 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-lXUONyj1gtaSjw1 off=13412106 len=1896501 2024-04-15T14:59:16.232 INFO:tasks.workunit.client.0.smithi016.stdout:op 666 completed, throughput=5.01MB/sec 2024-04-15T14:59:17.232 INFO:tasks.workunit.client.0.smithi016.stdout: 130: throughput=4.97MB/sec pending data=0 2024-04-15T14:59:17.232 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-QlqUt1xX0PKUjVn off=12431 len=1122534 2024-04-15T14:59:17.238 INFO:tasks.workunit.client.0.smithi016.stdout:op 667 completed, throughput=4.98MB/sec 2024-04-15T14:59:17.238 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-ccXU2vmN0imJ2Oh off=5904599 len=977483 2024-04-15T14:59:17.243 INFO:tasks.workunit.client.0.smithi016.stdout:op 668 completed, throughput=4.99MB/sec 2024-04-15T14:59:17.243 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-zGefQKBrNfxmcws off=15030606 len=2025297 2024-04-15T14:59:17.245 INFO:tasks.workunit.client.0.smithi016.stdout:op 669 completed, throughput=5MB/sec 2024-04-15T14:59:18.045 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:59:17 smithi016 ceph-mon[93212]: pgmap v1413: 105 pgs: 105 active+clean; 127 GiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 2.8 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-04-15T14:59:18.047 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:59:17 smithi016 ceph-mon[90652]: pgmap v1413: 105 pgs: 105 active+clean; 127 GiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 2.8 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-04-15T14:59:18.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:59:17 smithi102 ceph-mon[87131]: pgmap v1413: 105 pgs: 105 active+clean; 127 GiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 2.8 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-04-15T14:59:18.246 INFO:tasks.workunit.client.0.smithi016.stdout: 131: throughput=4.96MB/sec pending data=0 2024-04-15T14:59:18.246 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-zgCFTCFaNIb83Aw off=1392758 len=669666 2024-04-15T14:59:18.251 INFO:tasks.workunit.client.0.smithi016.stdout:op 670 completed, throughput=4.97MB/sec 2024-04-15T14:59:18.251 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-2BVs65HwDFcBQ1M off=11808404 len=805680 2024-04-15T14:59:18.255 INFO:tasks.workunit.client.0.smithi016.stdout:op 671 completed, throughput=4.97MB/sec 2024-04-15T14:59:18.256 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-pnqXxV338UXAgw4 off=9977339 len=395746 2024-04-15T14:59:18.256 INFO:tasks.workunit.client.0.smithi016.stdout:op 672 completed, throughput=4.98MB/sec 2024-04-15T14:59:18.257 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-3zgokM8M3_adnfG off=5737590 len=601134 2024-04-15T14:59:18.260 INFO:tasks.workunit.client.0.smithi016.stdout:op 673 completed, throughput=4.98MB/sec 2024-04-15T14:59:18.261 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-fFY3iogwJk16LkH off=4546939 len=1512414 2024-04-15T14:59:18.267 INFO:tasks.workunit.client.0.smithi016.stdout:op 674 completed, throughput=4.99MB/sec 2024-04-15T14:59:18.267 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-6YzwcpL_JcYii0u off=724315 len=1339397 2024-04-15T14:59:18.275 INFO:tasks.workunit.client.0.smithi016.stdout:op 675 completed, throughput=5MB/sec 2024-04-15T14:59:19.275 INFO:tasks.workunit.client.0.smithi016.stdout: 132: throughput=4.96MB/sec pending data=0 2024-04-15T14:59:19.276 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-V2ann-xlXVgWovN off=7883118 len=1201339 2024-04-15T14:59:19.283 INFO:tasks.workunit.client.0.smithi016.stdout:op 676 completed, throughput=4.97MB/sec 2024-04-15T14:59:19.283 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-R-Y0K0tVdXhdaSo off=2471770 len=1096120 2024-04-15T14:59:19.285 INFO:tasks.workunit.client.0.smithi016.stdout:op 677 completed, throughput=4.98MB/sec 2024-04-15T14:59:19.285 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-da6A5XwJRwEYe_U off=4525435 len=993940 2024-04-15T14:59:19.287 INFO:tasks.workunit.client.0.smithi016.stdout:op 678 completed, throughput=4.99MB/sec 2024-04-15T14:59:19.287 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-1vsJLRZY5F-SZ7p off=3048421 len=1934314 2024-04-15T14:59:19.295 INFO:tasks.workunit.client.0.smithi016.stdout:op 679 completed, throughput=5MB/sec 2024-04-15T14:59:20.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:59:19 smithi016 ceph-mon[90652]: pgmap v1414: 105 pgs: 105 active+clean; 127 GiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-15T14:59:20.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:59:19 smithi016 ceph-mon[93212]: pgmap v1414: 105 pgs: 105 active+clean; 127 GiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-15T14:59:20.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:59:19 smithi102 ceph-mon[87131]: pgmap v1414: 105 pgs: 105 active+clean; 127 GiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-15T14:59:20.295 INFO:tasks.workunit.client.0.smithi016.stdout: 133: throughput=4.96MB/sec pending data=0 2024-04-15T14:59:20.295 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-p5xqP8llawRXCfl off=1543355 len=103258 2024-04-15T14:59:20.298 INFO:tasks.workunit.client.0.smithi016.stdout:op 680 completed, throughput=4.96MB/sec 2024-04-15T14:59:20.298 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-thON7E51A07neB9 off=2063177 len=465234 2024-04-15T14:59:20.302 INFO:tasks.workunit.client.0.smithi016.stdout:op 681 completed, throughput=4.97MB/sec 2024-04-15T14:59:20.302 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-B5wh1gH8OGzlLTE off=19097531 len=486648 2024-04-15T14:59:20.303 INFO:tasks.workunit.client.0.smithi016.stdout:op 682 completed, throughput=4.97MB/sec 2024-04-15T14:59:20.303 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-hMNVMuLwpolspjV off=7411002 len=1668185 2024-04-15T14:59:20.305 INFO:tasks.workunit.client.0.smithi016.stdout:op 683 completed, throughput=4.98MB/sec 2024-04-15T14:59:20.306 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-RhgGc91MEI-3QWL off=4908983 len=1149786 2024-04-15T14:59:20.310 INFO:tasks.workunit.client.0.smithi016.stdout:op 684 completed, throughput=4.99MB/sec 2024-04-15T14:59:20.311 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-OjiEcoHW3p4G2Wr off=10423593 len=1320633 2024-04-15T14:59:20.317 INFO:tasks.workunit.client.0.smithi016.stdout:op 685 completed, throughput=5MB/sec 2024-04-15T14:59:20.317 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-JD9UR5xDUjnnBnH off=5847872 len=573801 2024-04-15T14:59:20.321 INFO:tasks.workunit.client.0.smithi016.stdout:op 686 completed, throughput=5MB/sec 2024-04-15T14:59:21.321 INFO:tasks.workunit.client.0.smithi016.stdout: 134: throughput=4.97MB/sec pending data=0 2024-04-15T14:59:21.321 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-BLga3xIEtNG2DED off=9688830 len=1893861 2024-04-15T14:59:21.330 INFO:tasks.workunit.client.0.smithi016.stdout:op 687 completed, throughput=4.98MB/sec 2024-04-15T14:59:21.331 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-0Rc9ZAAZoY63LRx off=8777295 len=1498345 2024-04-15T14:59:21.332 INFO:tasks.workunit.client.0.smithi016.stdout:op 688 completed, throughput=4.99MB/sec 2024-04-15T14:59:21.332 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-avt3sHu1e3Wt8Oe off=8113609 len=2020042 2024-04-15T14:59:21.337 INFO:tasks.workunit.client.0.smithi016.stdout:op 689 completed, throughput=5MB/sec 2024-04-15T14:59:22.039 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:59:21 smithi016 ceph-mon[90652]: pgmap v1415: 105 pgs: 105 active+clean; 127 GiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.4 MiB/s wr, 3 op/s 2024-04-15T14:59:22.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:59:21 smithi016 ceph-mon[93212]: pgmap v1415: 105 pgs: 105 active+clean; 127 GiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.4 MiB/s wr, 3 op/s 2024-04-15T14:59:22.040 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 15 14:59:21 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-y[81421]: ::ffff:172.21.15.102 - - [15/Apr/2024:14:59:21] "GET /metrics HTTP/1.1" 200 33980 "" "Prometheus/2.43.0" 2024-04-15T14:59:22.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:59:21 smithi102 ceph-mon[87131]: pgmap v1415: 105 pgs: 105 active+clean; 127 GiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.4 MiB/s wr, 3 op/s 2024-04-15T14:59:22.337 INFO:tasks.workunit.client.0.smithi016.stdout: 135: throughput=4.97MB/sec pending data=0 2024-04-15T14:59:22.337 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-WTJxGP0zj6bI9nC off=8105139 len=668537 2024-04-15T14:59:22.339 INFO:tasks.workunit.client.0.smithi016.stdout:op 690 completed, throughput=4.97MB/sec 2024-04-15T14:59:22.339 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-WDA0-Xq95tff9b4 off=1032505 len=1943589 2024-04-15T14:59:22.341 INFO:tasks.workunit.client.0.smithi016.stdout:op 691 completed, throughput=4.98MB/sec 2024-04-15T14:59:22.341 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-l_AwGTWLXqdAhx3 off=15880532 len=146254 2024-04-15T14:59:22.342 INFO:tasks.workunit.client.0.smithi016.stdout:op 692 completed, throughput=4.99MB/sec 2024-04-15T14:59:22.343 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-LrqjV0x1AOvcBQM off=2246266 len=753759 2024-04-15T14:59:22.344 INFO:tasks.workunit.client.0.smithi016.stdout:op 693 completed, throughput=4.99MB/sec 2024-04-15T14:59:22.344 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-8-tHwh1SlJiWFvC off=3550614 len=2019839 2024-04-15T14:59:22.352 INFO:tasks.workunit.client.0.smithi016.stdout:op 694 completed, throughput=5MB/sec 2024-04-15T14:59:22.687 INFO:journalctl@ceph.prometheus.a.smithi102.stdout:Apr 15 14:59:22 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-prometheus-a[120881]: ts=2024-04-15T14:59:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi016:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"362ea986-fb34-11ee-bc8f-c7b262605968\", instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T14:59:23.352 INFO:tasks.workunit.client.0.smithi016.stdout: 136: throughput=4.97MB/sec pending data=0 2024-04-15T14:59:23.353 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-X4HJ_-whklKsmLk off=6347507 len=1566028 2024-04-15T14:59:23.356 INFO:tasks.workunit.client.0.smithi016.stdout:op 695 completed, throughput=4.98MB/sec 2024-04-15T14:59:23.356 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-Eh2huwmwAaljBZa off=5201735 len=1631795 2024-04-15T14:59:23.362 INFO:tasks.workunit.client.0.smithi016.stdout:op 696 completed, throughput=4.99MB/sec 2024-04-15T14:59:23.362 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-EkqPCyDGKa2zlJJ off=670839 len=1960474 2024-04-15T14:59:23.374 INFO:tasks.workunit.client.0.smithi016.stdout:op 697 completed, throughput=5MB/sec 2024-04-15T14:59:24.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:59:23 smithi016 ceph-mon[90652]: pgmap v1416: 105 pgs: 105 active+clean; 127 GiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 2.8 MiB/s rd, 3.6 MiB/s wr, 5 op/s 2024-04-15T14:59:24.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:59:23 smithi016 ceph-mon[93212]: pgmap v1416: 105 pgs: 105 active+clean; 127 GiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 2.8 MiB/s rd, 3.6 MiB/s wr, 5 op/s 2024-04-15T14:59:24.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:59:23 smithi102 ceph-mon[87131]: pgmap v1416: 105 pgs: 105 active+clean; 127 GiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 2.8 MiB/s rd, 3.6 MiB/s wr, 5 op/s 2024-04-15T14:59:24.373 INFO:tasks.workunit.client.0.smithi016.stdout: 137: throughput=4.97MB/sec pending data=0 2024-04-15T14:59:24.373 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-NBtiVD6bz9HlQlP off=10347927 len=1848799 2024-04-15T14:59:24.381 INFO:tasks.workunit.client.0.smithi016.stdout:op 698 completed, throughput=4.98MB/sec 2024-04-15T14:59:24.381 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-JNrtdEXGWtuYg6_ off=11016674 len=1623393 2024-04-15T14:59:24.383 INFO:tasks.workunit.client.0.smithi016.stdout:op 699 completed, throughput=4.99MB/sec 2024-04-15T14:59:24.383 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-VveGGacjg9eGcaU off=4265364 len=2060533 2024-04-15T14:59:24.385 INFO:tasks.workunit.client.0.smithi016.stdout:op 700 completed, throughput=5MB/sec 2024-04-15T14:59:25.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:59:24 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T14:59:25.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:59:24 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T14:59:25.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:59:24 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T14:59:25.385 INFO:tasks.workunit.client.0.smithi016.stdout: 138: throughput=4.97MB/sec pending data=0 2024-04-15T14:59:25.385 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-Ve_xA63e24Wv6Ie off=13433753 len=819671 2024-04-15T14:59:25.390 INFO:tasks.workunit.client.0.smithi016.stdout:op 701 completed, throughput=4.97MB/sec 2024-04-15T14:59:25.391 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-lzfV-2CedMMIe5J off=7483100 len=779446 2024-04-15T14:59:25.392 INFO:tasks.workunit.client.0.smithi016.stdout:op 702 completed, throughput=4.98MB/sec 2024-04-15T14:59:25.392 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-TPylfLrkk9HorLD off=7000587 len=2094275 2024-04-15T14:59:25.402 INFO:tasks.workunit.client.0.smithi016.stdout:op 703 completed, throughput=4.99MB/sec 2024-04-15T14:59:25.402 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-98aOeegg7M0BvEl off=13380827 len=1021661 2024-04-15T14:59:25.406 INFO:tasks.workunit.client.0.smithi016.stdout:op 704 completed, throughput=5MB/sec 2024-04-15T14:59:26.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:59:25 smithi016 ceph-mon[90652]: pgmap v1417: 105 pgs: 105 active+clean; 127 GiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-15T14:59:26.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:59:25 smithi016 ceph-mon[93212]: pgmap v1417: 105 pgs: 105 active+clean; 127 GiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-15T14:59:26.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:59:25 smithi102 ceph-mon[87131]: pgmap v1417: 105 pgs: 105 active+clean; 127 GiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-15T14:59:26.406 INFO:tasks.workunit.client.0.smithi016.stdout: 139: throughput=4.97MB/sec pending data=0 2024-04-15T14:59:26.406 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-IVYNERBtDodhOud off=6694360 len=888368 2024-04-15T14:59:26.411 INFO:tasks.workunit.client.0.smithi016.stdout:op 705 completed, throughput=4.97MB/sec 2024-04-15T14:59:26.411 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-B1799U3D9jlV9wf off=641814 len=1925112 2024-04-15T14:59:26.423 INFO:tasks.workunit.client.0.smithi016.stdout:op 706 completed, throughput=4.98MB/sec 2024-04-15T14:59:26.423 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-mGpPzE2lXa3kGIq off=11653880 len=1405619 2024-04-15T14:59:26.425 INFO:tasks.workunit.client.0.smithi016.stdout:op 707 completed, throughput=4.99MB/sec 2024-04-15T14:59:26.425 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj--kgAGX2r_m413B4 off=15950773 len=580967 2024-04-15T14:59:26.429 INFO:tasks.workunit.client.0.smithi016.stdout:op 708 completed, throughput=5MB/sec 2024-04-15T14:59:26.429 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-2BEfO2ApbKC86Tz off=1270002 len=1781802 2024-04-15T14:59:26.431 INFO:tasks.workunit.client.0.smithi016.stdout:op 709 completed, throughput=5.01MB/sec 2024-04-15T14:59:27.431 INFO:tasks.workunit.client.0.smithi016.stdout: 140: throughput=4.97MB/sec pending data=0 2024-04-15T14:59:27.432 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-_a8WNKLUUbTMIFO off=4583 len=219511 2024-04-15T14:59:27.435 INFO:tasks.workunit.client.0.smithi016.stdout:op 710 completed, throughput=4.97MB/sec 2024-04-15T14:59:27.435 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-m7EqVN8HyvcwJH5 off=7472656 len=102633 2024-04-15T14:59:27.437 INFO:tasks.workunit.client.0.smithi016.stdout:op 711 completed, throughput=4.98MB/sec 2024-04-15T14:59:27.437 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-UbiwucycZby5V7c off=2705381 len=22007 2024-04-15T14:59:27.438 INFO:tasks.workunit.client.0.smithi016.stdout:op 712 completed, throughput=4.98MB/sec 2024-04-15T14:59:27.438 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-hGZZpowCMSsNqn7 off=11625734 len=590323 2024-04-15T14:59:27.439 INFO:tasks.workunit.client.0.smithi016.stdout:op 713 completed, throughput=4.98MB/sec 2024-04-15T14:59:27.440 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-Du0Mw3KmIU_nyrH off=5583068 len=1693108 2024-04-15T14:59:27.442 INFO:tasks.workunit.client.0.smithi016.stdout:op 714 completed, throughput=4.99MB/sec 2024-04-15T14:59:27.442 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-4J31YrR0aKmrj8s off=5331240 len=1169112 2024-04-15T14:59:27.448 INFO:tasks.workunit.client.0.smithi016.stdout:op 715 completed, throughput=5MB/sec 2024-04-15T14:59:27.448 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-uT3efUZAVuVLBkT off=11381750 len=1627746 2024-04-15T14:59:27.451 INFO:tasks.workunit.client.0.smithi016.stdout:op 716 completed, throughput=5.01MB/sec 2024-04-15T14:59:28.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:59:27 smithi016 ceph-mon[90652]: pgmap v1418: 105 pgs: 105 active+clean; 127 GiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.4 MiB/s wr, 5 op/s 2024-04-15T14:59:28.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:59:27 smithi016 ceph-mon[93212]: pgmap v1418: 105 pgs: 105 active+clean; 127 GiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.4 MiB/s wr, 5 op/s 2024-04-15T14:59:28.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:59:27 smithi102 ceph-mon[87131]: pgmap v1418: 105 pgs: 105 active+clean; 127 GiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.4 MiB/s wr, 5 op/s 2024-04-15T14:59:28.452 INFO:tasks.workunit.client.0.smithi016.stdout: 141: throughput=4.97MB/sec pending data=0 2024-04-15T14:59:28.452 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-S_gMuJziVLG6dIB off=264368 len=82131 2024-04-15T14:59:28.455 INFO:tasks.workunit.client.0.smithi016.stdout:op 717 completed, throughput=4.97MB/sec 2024-04-15T14:59:28.455 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-yxPM1ft3qiRx_yE off=3410995 len=1728819 2024-04-15T14:59:28.458 INFO:tasks.workunit.client.0.smithi016.stdout:op 718 completed, throughput=4.99MB/sec 2024-04-15T14:59:28.458 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-nE9aalvwb8X1rCA off=6104097 len=1790893 2024-04-15T14:59:28.460 INFO:tasks.workunit.client.0.smithi016.stdout:op 719 completed, throughput=5MB/sec 2024-04-15T14:59:28.460 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-rKWgzgsIxwJd36g off=4169812 len=869697 2024-04-15T14:59:28.466 INFO:tasks.workunit.client.0.smithi016.stdout:op 720 completed, throughput=5MB/sec 2024-04-15T14:59:29.466 INFO:tasks.workunit.client.0.smithi016.stdout: 142: throughput=4.97MB/sec pending data=0 2024-04-15T14:59:29.466 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-xUFEykMxFnfGyfT off=2772742 len=967955 2024-04-15T14:59:29.472 INFO:tasks.workunit.client.0.smithi016.stdout:op 721 completed, throughput=4.98MB/sec 2024-04-15T14:59:29.472 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-O3om44nVc0SVy16 off=16847926 len=1687862 2024-04-15T14:59:29.483 INFO:tasks.workunit.client.0.smithi016.stdout:op 722 completed, throughput=4.99MB/sec 2024-04-15T14:59:29.483 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-x1BDEr0VDT8RUuY off=13954373 len=1839587 2024-04-15T14:59:29.485 INFO:tasks.workunit.client.0.smithi016.stdout:op 723 completed, throughput=5MB/sec 2024-04-15T14:59:29.485 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-7LEx5877Cyro7Ep off=276325 len=1692152 2024-04-15T14:59:29.486 INFO:tasks.workunit.client.0.smithi016.stdout:op 724 completed, throughput=5.01MB/sec 2024-04-15T14:59:30.039 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:59:29 smithi016 ceph-mon[90652]: pgmap v1419: 105 pgs: 105 active+clean; 127 GiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.6 MiB/s wr, 3 op/s 2024-04-15T14:59:30.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:59:29 smithi016 ceph-mon[93212]: pgmap v1419: 105 pgs: 105 active+clean; 127 GiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.6 MiB/s wr, 3 op/s 2024-04-15T14:59:30.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:59:29 smithi102 ceph-mon[87131]: pgmap v1419: 105 pgs: 105 active+clean; 127 GiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.6 MiB/s wr, 3 op/s 2024-04-15T14:59:30.486 INFO:tasks.workunit.client.0.smithi016.stdout: 143: throughput=4.97MB/sec pending data=0 2024-04-15T14:59:30.486 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-nADA4srnQbUyK72 off=929823 len=308741 2024-04-15T14:59:30.487 INFO:tasks.workunit.client.0.smithi016.stdout:op 725 completed, throughput=4.98MB/sec 2024-04-15T14:59:30.487 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-CCjXvFdxM-CDj7K off=15948946 len=298094 2024-04-15T14:59:30.488 INFO:tasks.workunit.client.0.smithi016.stdout:op 726 completed, throughput=4.98MB/sec 2024-04-15T14:59:30.488 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-h7zbGJveDDRNpcl off=13276742 len=1441210 2024-04-15T14:59:30.494 INFO:tasks.workunit.client.0.smithi016.stdout:op 727 completed, throughput=4.99MB/sec 2024-04-15T14:59:30.495 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-gdRakumgtiBBgmH off=17056859 len=420390 2024-04-15T14:59:30.495 INFO:tasks.workunit.client.0.smithi016.stdout:op 728 completed, throughput=4.99MB/sec 2024-04-15T14:59:30.495 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-Cy17OxBAnUX4z2B off=7065239 len=1324088 2024-04-15T14:59:30.497 INFO:tasks.workunit.client.0.smithi016.stdout:op 729 completed, throughput=5MB/sec 2024-04-15T14:59:30.497 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-7uVnx2VSB-rgkQk off=10260614 len=1695971 2024-04-15T14:59:30.507 INFO:tasks.workunit.client.0.smithi016.stdout:op 730 completed, throughput=5.01MB/sec 2024-04-15T14:59:31.508 INFO:tasks.workunit.client.0.smithi016.stdout: 144: throughput=4.98MB/sec pending data=0 2024-04-15T14:59:31.508 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-tsrwVjOL-A2Rm4r off=10934 len=31844 2024-04-15T14:59:31.510 INFO:tasks.workunit.client.0.smithi016.stdout:op 731 completed, throughput=4.98MB/sec 2024-04-15T14:59:31.510 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-pR8gURmztuHKP2j off=8934433 len=1952657 2024-04-15T14:59:31.523 INFO:tasks.workunit.client.0.smithi016.stdout:op 732 completed, throughput=4.99MB/sec 2024-04-15T14:59:31.523 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-mTeB58UhfLsfdQ2 off=310231 len=259097 2024-04-15T14:59:31.523 INFO:tasks.workunit.client.0.smithi016.stdout:op 733 completed, throughput=4.99MB/sec 2024-04-15T14:59:31.523 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-z_zBknL4EPXUCyy off=3747262 len=1575877 2024-04-15T14:59:31.531 INFO:tasks.workunit.client.0.smithi016.stdout:op 734 completed, throughput=5MB/sec 2024-04-15T14:59:31.532 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-VNLWdlev3nu2Wkw off=1618769 len=1480497 2024-04-15T14:59:31.534 INFO:tasks.workunit.client.0.smithi016.stdout:op 735 completed, throughput=5.01MB/sec 2024-04-15T14:59:32.039 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:59:31 smithi016 ceph-mon[90652]: pgmap v1420: 105 pgs: 105 active+clean; 127 GiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.5 MiB/s wr, 3 op/s 2024-04-15T14:59:32.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:59:31 smithi016 ceph-mon[93212]: pgmap v1420: 105 pgs: 105 active+clean; 127 GiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.5 MiB/s wr, 3 op/s 2024-04-15T14:59:32.040 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 15 14:59:31 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-y[81421]: ::ffff:172.21.15.102 - - [15/Apr/2024:14:59:31] "GET /metrics HTTP/1.1" 200 33981 "" "Prometheus/2.43.0" 2024-04-15T14:59:32.189 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:59:31 smithi102 ceph-mon[87131]: pgmap v1420: 105 pgs: 105 active+clean; 127 GiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.5 MiB/s wr, 3 op/s 2024-04-15T14:59:32.534 INFO:tasks.workunit.client.0.smithi016.stdout: 145: throughput=4.98MB/sec pending data=0 2024-04-15T14:59:32.534 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-c_tHvRTTJNE0bBL off=2136620 len=1312932 2024-04-15T14:59:32.541 INFO:tasks.workunit.client.0.smithi016.stdout:op 736 completed, throughput=4.98MB/sec 2024-04-15T14:59:32.541 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-9aOa3RMzURIjhPr off=11455201 len=37054 2024-04-15T14:59:32.543 INFO:tasks.workunit.client.0.smithi016.stdout:op 737 completed, throughput=4.98MB/sec 2024-04-15T14:59:32.543 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-fUv7YxISZcSyaIY off=1888220 len=1598583 2024-04-15T14:59:32.545 INFO:tasks.workunit.client.0.smithi016.stdout:op 738 completed, throughput=4.99MB/sec 2024-04-15T14:59:32.545 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-CtInEozELOo1kT2 off=16106198 len=611646 2024-04-15T14:59:32.549 INFO:tasks.workunit.client.0.smithi016.stdout:op 739 completed, throughput=5MB/sec 2024-04-15T14:59:32.549 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-ZZqYSaUfzLhlsYj off=4306926 len=1891214 2024-04-15T14:59:32.560 INFO:tasks.workunit.client.0.smithi016.stdout:op 740 completed, throughput=5.01MB/sec 2024-04-15T14:59:32.687 INFO:journalctl@ceph.prometheus.a.smithi102.stdout:Apr 15 14:59:32 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-prometheus-a[120881]: ts=2024-04-15T14:59:32.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi016:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"362ea986-fb34-11ee-bc8f-c7b262605968\", instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T14:59:33.560 INFO:tasks.workunit.client.0.smithi016.stdout: 146: throughput=4.98MB/sec pending data=0 2024-04-15T14:59:33.560 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-i53xrVy_ZPvjlcF off=3997751 len=370938 2024-04-15T14:59:33.561 INFO:tasks.workunit.client.0.smithi016.stdout:op 741 completed, throughput=4.98MB/sec 2024-04-15T14:59:33.561 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj--ygqMrIME8Fc9Z1 off=9365482 len=1748596 2024-04-15T14:59:33.563 INFO:tasks.workunit.client.0.smithi016.stdout:op 742 completed, throughput=4.99MB/sec 2024-04-15T14:59:33.563 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-1fvVXyhlCzDpx2d off=6017636 len=1578133 2024-04-15T14:59:33.569 INFO:tasks.workunit.client.0.smithi016.stdout:op 743 completed, throughput=5MB/sec 2024-04-15T14:59:33.569 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-hJ0mVmtgAPnKrKI off=14515959 len=632398 2024-04-15T14:59:33.572 INFO:tasks.workunit.client.0.smithi016.stdout:op 744 completed, throughput=5MB/sec 2024-04-15T14:59:34.039 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:59:33 smithi016 ceph-mon[90652]: pgmap v1421: 105 pgs: 105 active+clean; 127 GiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 3.2 MiB/s rd, 3.3 MiB/s wr, 5 op/s 2024-04-15T14:59:34.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:59:33 smithi016 ceph-mon[93212]: pgmap v1421: 105 pgs: 105 active+clean; 127 GiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 3.2 MiB/s rd, 3.3 MiB/s wr, 5 op/s 2024-04-15T14:59:34.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:59:33 smithi102 ceph-mon[87131]: pgmap v1421: 105 pgs: 105 active+clean; 127 GiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 3.2 MiB/s rd, 3.3 MiB/s wr, 5 op/s 2024-04-15T14:59:34.573 INFO:tasks.workunit.client.0.smithi016.stdout: 147: throughput=4.97MB/sec pending data=0 2024-04-15T14:59:34.573 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-2gXbaPR5BywXge0 off=15360700 len=497003 2024-04-15T14:59:34.576 INFO:tasks.workunit.client.0.smithi016.stdout:op 745 completed, throughput=4.97MB/sec 2024-04-15T14:59:34.576 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-kTsHBXvzo5QDXYV off=3503606 len=940287 2024-04-15T14:59:34.581 INFO:tasks.workunit.client.0.smithi016.stdout:op 746 completed, throughput=4.98MB/sec 2024-04-15T14:59:34.582 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-F87B9VPTfL7f96j off=8537761 len=1785398 2024-04-15T14:59:34.589 INFO:tasks.workunit.client.0.smithi016.stdout:op 747 completed, throughput=4.99MB/sec 2024-04-15T14:59:34.589 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-vkQ5WDWw3XqGFfn off=5751977 len=131031 2024-04-15T14:59:34.591 INFO:tasks.workunit.client.0.smithi016.stdout:op 748 completed, throughput=4.99MB/sec 2024-04-15T14:59:34.592 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-gtvRmCHTiJuF00e off=9955896 len=1962364 2024-04-15T14:59:34.602 INFO:tasks.workunit.client.0.smithi016.stdout:op 749 completed, throughput=5MB/sec 2024-04-15T14:59:35.602 INFO:tasks.workunit.client.0.smithi016.stdout: 148: throughput=4.97MB/sec pending data=0 2024-04-15T14:59:35.603 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-TvKa01vpGJ3iQwA off=350169 len=662743 2024-04-15T14:59:35.604 INFO:tasks.workunit.client.0.smithi016.stdout:op 750 completed, throughput=4.97MB/sec 2024-04-15T14:59:35.604 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-_OneUO84lUgiLSw off=9086626 len=182663 2024-04-15T14:59:35.605 INFO:tasks.workunit.client.0.smithi016.stdout:op 751 completed, throughput=4.97MB/sec 2024-04-15T14:59:35.605 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-0JnJQjnjpillFC3 off=6970783 len=1012274 2024-04-15T14:59:35.607 INFO:tasks.workunit.client.0.smithi016.stdout:op 752 completed, throughput=4.98MB/sec 2024-04-15T14:59:35.607 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-J_fDuH7j8G7gd9B off=10048693 len=1769338 2024-04-15T14:59:35.610 INFO:tasks.workunit.client.0.smithi016.stdout:op 753 completed, throughput=4.99MB/sec 2024-04-15T14:59:35.611 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-PrCCITSQZuiN0Rz off=2023136 len=1114195 2024-04-15T14:59:35.616 INFO:tasks.workunit.client.0.smithi016.stdout:op 754 completed, throughput=5MB/sec 2024-04-15T14:59:35.616 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-uIi_hlBHotr14of off=8297566 len=1511139 2024-04-15T14:59:35.617 INFO:tasks.workunit.client.0.smithi016.stdout:op 755 completed, throughput=5.01MB/sec 2024-04-15T14:59:36.039 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:59:35 smithi016 ceph-mon[90652]: pgmap v1422: 105 pgs: 105 active+clean; 127 GiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.0 MiB/s wr, 3 op/s 2024-04-15T14:59:36.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:59:35 smithi016 ceph-mon[93212]: pgmap v1422: 105 pgs: 105 active+clean; 127 GiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.0 MiB/s wr, 3 op/s 2024-04-15T14:59:36.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:59:35 smithi102 ceph-mon[87131]: pgmap v1422: 105 pgs: 105 active+clean; 127 GiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.0 MiB/s wr, 3 op/s 2024-04-15T14:59:36.617 INFO:tasks.workunit.client.0.smithi016.stdout: 149: throughput=4.98MB/sec pending data=0 2024-04-15T14:59:36.618 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-RwP7KSbDdffShnj off=1729924 len=1047227 2024-04-15T14:59:36.620 INFO:tasks.workunit.client.0.smithi016.stdout:op 756 completed, throughput=4.98MB/sec 2024-04-15T14:59:36.620 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-XR9P7tPBaXyT5DP off=14395078 len=2026400 2024-04-15T14:59:36.630 INFO:tasks.workunit.client.0.smithi016.stdout:op 757 completed, throughput=4.99MB/sec 2024-04-15T14:59:36.630 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-6-Hxgn5hbYgCGGE off=14665551 len=573738 2024-04-15T14:59:36.630 INFO:tasks.workunit.client.0.smithi016.stdout:op 758 completed, throughput=5MB/sec 2024-04-15T14:59:36.630 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-vZDzfTHo_uHPIxg off=2800091 len=987796 2024-04-15T14:59:36.632 INFO:tasks.workunit.client.0.smithi016.stdout:op 759 completed, throughput=5MB/sec 2024-04-15T14:59:37.633 INFO:tasks.workunit.client.0.smithi016.stdout: 150: throughput=4.97MB/sec pending data=0 2024-04-15T14:59:37.633 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-lFjCWWNhpg7H12t off=1507274 len=1345467 2024-04-15T14:59:37.636 INFO:tasks.workunit.client.0.smithi016.stdout:op 760 completed, throughput=4.98MB/sec 2024-04-15T14:59:37.636 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-cN2sklWl-gDifSK off=6581123 len=898298 2024-04-15T14:59:37.640 INFO:tasks.workunit.client.0.smithi016.stdout:op 761 completed, throughput=4.99MB/sec 2024-04-15T14:59:37.641 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-dJ2tGThj-SHVJ61 off=2655411 len=1598212 2024-04-15T14:59:37.647 INFO:tasks.workunit.client.0.smithi016.stdout:op 762 completed, throughput=4.99MB/sec 2024-04-15T14:59:37.648 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-kpEy0LV0sBlzf_v off=10126412 len=2001678 2024-04-15T14:59:37.655 INFO:tasks.workunit.client.0.smithi016.stdout:op 763 completed, throughput=5.01MB/sec 2024-04-15T14:59:38.039 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:59:37 smithi016 ceph-mon[90652]: pgmap v1423: 105 pgs: 105 active+clean; 127 GiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.0 MiB/s wr, 4 op/s 2024-04-15T14:59:38.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:59:37 smithi016 ceph-mon[93212]: pgmap v1423: 105 pgs: 105 active+clean; 127 GiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.0 MiB/s wr, 4 op/s 2024-04-15T14:59:38.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:59:37 smithi102 ceph-mon[87131]: pgmap v1423: 105 pgs: 105 active+clean; 127 GiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.0 MiB/s wr, 4 op/s 2024-04-15T14:59:38.655 INFO:tasks.workunit.client.0.smithi016.stdout: 151: throughput=4.97MB/sec pending data=0 2024-04-15T14:59:38.655 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-bRkd0MAUZCV8d-d off=14936533 len=714706 2024-04-15T14:59:38.657 INFO:tasks.workunit.client.0.smithi016.stdout:op 764 completed, throughput=4.98MB/sec 2024-04-15T14:59:38.657 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-E6AT37lf06P4WpP off=6836153 len=1210623 2024-04-15T14:59:38.662 INFO:tasks.workunit.client.0.smithi016.stdout:op 765 completed, throughput=4.99MB/sec 2024-04-15T14:59:38.662 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-N8_wOlyLebfh8vd off=6062689 len=994584 2024-04-15T14:59:38.663 INFO:tasks.workunit.client.0.smithi016.stdout:op 766 completed, throughput=4.99MB/sec 2024-04-15T14:59:38.663 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-TFZloNlXZ_fDO_N off=10532266 len=633771 2024-04-15T14:59:38.667 INFO:tasks.workunit.client.0.smithi016.stdout:op 767 completed, throughput=5MB/sec 2024-04-15T14:59:38.667 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj--SgjNqIOcdP0MR1 off=44508 len=1819671 2024-04-15T14:59:38.675 INFO:tasks.workunit.client.0.smithi016.stdout:op 768 completed, throughput=5.01MB/sec 2024-04-15T14:59:39.676 INFO:tasks.workunit.client.0.smithi016.stdout: 152: throughput=4.97MB/sec pending data=0 2024-04-15T14:59:39.676 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-TjolO9v0bDtXLPx off=964105 len=1136888 2024-04-15T14:59:39.682 INFO:tasks.workunit.client.0.smithi016.stdout:op 769 completed, throughput=4.98MB/sec 2024-04-15T14:59:39.682 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-zJFo9LusGiOWNXd off=6275316 len=1170270 2024-04-15T14:59:39.683 INFO:tasks.workunit.client.0.smithi016.stdout:op 770 completed, throughput=4.99MB/sec 2024-04-15T14:59:39.683 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-wMI3Blvh49Pyu-1 off=6099432 len=244126 2024-04-15T14:59:39.684 INFO:tasks.workunit.client.0.smithi016.stdout:op 771 completed, throughput=4.99MB/sec 2024-04-15T14:59:39.684 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-tR7p7l69hOwkIH1 off=1975821 len=1130176 2024-04-15T14:59:39.685 INFO:tasks.workunit.client.0.smithi016.stdout:op 772 completed, throughput=5MB/sec 2024-04-15T14:59:39.685 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-X6ifsKMG1bKOC2C off=23850829 len=929493 2024-04-15T14:59:39.690 INFO:tasks.workunit.client.0.smithi016.stdout:op 773 completed, throughput=5MB/sec 2024-04-15T14:59:40.039 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:59:39 smithi016 ceph-mon[93212]: pgmap v1424: 105 pgs: 105 active+clean; 127 GiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-15T14:59:40.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:59:39 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T14:59:40.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:59:39 smithi016 ceph-mon[90652]: pgmap v1424: 105 pgs: 105 active+clean; 127 GiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-15T14:59:40.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:59:39 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T14:59:40.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:59:39 smithi102 ceph-mon[87131]: pgmap v1424: 105 pgs: 105 active+clean; 127 GiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-15T14:59:40.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:59:39 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T14:59:40.691 INFO:tasks.workunit.client.0.smithi016.stdout: 153: throughput=4.97MB/sec pending data=0 2024-04-15T14:59:40.691 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-MHSicCauCdwRleE off=8391830 len=877560 2024-04-15T14:59:40.693 INFO:tasks.workunit.client.0.smithi016.stdout:op 774 completed, throughput=4.98MB/sec 2024-04-15T14:59:40.693 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-7I4pJg9H91SXd5_ off=1112926 len=1003127 2024-04-15T14:59:40.698 INFO:tasks.workunit.client.0.smithi016.stdout:op 775 completed, throughput=4.98MB/sec 2024-04-15T14:59:40.699 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-zX6FMFv7eHxnTY- off=22268256 len=993622 2024-04-15T14:59:40.703 INFO:tasks.workunit.client.0.smithi016.stdout:op 776 completed, throughput=4.99MB/sec 2024-04-15T14:59:40.703 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-iriQIj6JHe9u4Hv off=3623567 len=806929 2024-04-15T14:59:40.708 INFO:tasks.workunit.client.0.smithi016.stdout:op 777 completed, throughput=4.99MB/sec 2024-04-15T14:59:40.708 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-CDrHB09hMagxtFv off=5290187 len=1638149 2024-04-15T14:59:40.714 INFO:tasks.workunit.client.0.smithi016.stdout:op 778 completed, throughput=5MB/sec 2024-04-15T14:59:41.714 INFO:tasks.workunit.client.0.smithi016.stdout: 154: throughput=4.97MB/sec pending data=0 2024-04-15T14:59:41.715 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-EVmkFoNeR40uarb off=5965126 len=1556113 2024-04-15T14:59:41.722 INFO:tasks.workunit.client.0.smithi016.stdout:op 779 completed, throughput=4.98MB/sec 2024-04-15T14:59:41.722 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-e-8qejuNCkMNCoq off=2019414 len=1067643 2024-04-15T14:59:41.728 INFO:tasks.workunit.client.0.smithi016.stdout:op 780 completed, throughput=4.99MB/sec 2024-04-15T14:59:41.728 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-0ESW3_5zldZa-Jm off=1497301 len=132892 2024-04-15T14:59:41.730 INFO:tasks.workunit.client.0.smithi016.stdout:op 781 completed, throughput=4.99MB/sec 2024-04-15T14:59:41.730 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-UfU1wOBJT0gakSL off=5983532 len=1820506 2024-04-15T14:59:41.737 INFO:tasks.workunit.client.0.smithi016.stdout:op 782 completed, throughput=5MB/sec 2024-04-15T14:59:41.738 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-z5rH0mKRFWX8TTD off=6672546 len=1769054 2024-04-15T14:59:41.739 INFO:tasks.workunit.client.0.smithi016.stdout:op 783 completed, throughput=5.01MB/sec 2024-04-15T14:59:42.039 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:59:41 smithi016 ceph-mon[90652]: pgmap v1425: 105 pgs: 105 active+clean; 127 GiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 1.9 MiB/s rd, 1.9 MiB/s wr, 3 op/s 2024-04-15T14:59:42.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:59:41 smithi016 ceph-mon[93212]: pgmap v1425: 105 pgs: 105 active+clean; 127 GiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 1.9 MiB/s rd, 1.9 MiB/s wr, 3 op/s 2024-04-15T14:59:42.040 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 15 14:59:41 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-y[81421]: ::ffff:172.21.15.102 - - [15/Apr/2024:14:59:41] "GET /metrics HTTP/1.1" 200 33983 "" "Prometheus/2.43.0" 2024-04-15T14:59:42.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:59:41 smithi102 ceph-mon[87131]: pgmap v1425: 105 pgs: 105 active+clean; 127 GiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 1.9 MiB/s rd, 1.9 MiB/s wr, 3 op/s 2024-04-15T14:59:42.687 INFO:journalctl@ceph.prometheus.a.smithi102.stdout:Apr 15 14:59:42 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-prometheus-a[120881]: ts=2024-04-15T14:59:42.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi016:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"362ea986-fb34-11ee-bc8f-c7b262605968\", instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T14:59:42.739 INFO:tasks.workunit.client.0.smithi016.stdout: 155: throughput=4.98MB/sec pending data=0 2024-04-15T14:59:42.740 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-w1UERzD2GWQH7kX off=11642168 len=892547 2024-04-15T14:59:42.741 INFO:tasks.workunit.client.0.smithi016.stdout:op 784 completed, throughput=4.98MB/sec 2024-04-15T14:59:42.741 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-Ove_vjhC6otw431 off=1907581 len=1531401 2024-04-15T14:59:42.749 INFO:tasks.workunit.client.0.smithi016.stdout:op 785 completed, throughput=4.99MB/sec 2024-04-15T14:59:42.749 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-QqmhaPpRTXzNutn off=16766774 len=621286 2024-04-15T14:59:42.752 INFO:tasks.workunit.client.0.smithi016.stdout:op 786 completed, throughput=4.99MB/sec 2024-04-15T14:59:42.753 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-cAnUg1ri0B0cfE_ off=12629685 len=315835 2024-04-15T14:59:42.755 INFO:tasks.workunit.client.0.smithi016.stdout:op 787 completed, throughput=5MB/sec 2024-04-15T14:59:42.755 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-ypG72ebupB8NFhR off=5353181 len=102293 2024-04-15T14:59:42.756 INFO:tasks.workunit.client.0.smithi016.stdout:op 788 completed, throughput=5MB/sec 2024-04-15T14:59:42.756 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-tVWaT_1tErH-Z1h off=20826609 len=1237696 2024-04-15T14:59:42.762 INFO:tasks.workunit.client.0.smithi016.stdout:op 789 completed, throughput=5MB/sec 2024-04-15T14:59:43.762 INFO:tasks.workunit.client.0.smithi016.stdout: 156: throughput=4.97MB/sec pending data=0 2024-04-15T14:59:43.762 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-o1KjAJU4ZMWg4BS off=8745221 len=1920365 2024-04-15T14:59:43.771 INFO:tasks.workunit.client.0.smithi016.stdout:op 790 completed, throughput=4.98MB/sec 2024-04-15T14:59:43.771 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-p5Qh9LQJkR-6fTe off=7153831 len=1243007 2024-04-15T14:59:43.772 INFO:tasks.workunit.client.0.smithi016.stdout:op 791 completed, throughput=4.99MB/sec 2024-04-15T14:59:43.772 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-y1HETBmmfmcw8gb off=5943945 len=212113 2024-04-15T14:59:43.775 INFO:tasks.workunit.client.0.smithi016.stdout:op 792 completed, throughput=4.99MB/sec 2024-04-15T14:59:43.775 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-o1N9MXKNwbQheCe off=13899681 len=1764620 2024-04-15T14:59:43.781 INFO:tasks.workunit.client.0.smithi016.stdout:op 793 completed, throughput=5MB/sec 2024-04-15T14:59:44.039 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:59:43 smithi016 ceph-mon[90652]: pgmap v1426: 105 pgs: 105 active+clean; 127 GiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 2.9 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-04-15T14:59:44.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:59:43 smithi016 ceph-mon[93212]: pgmap v1426: 105 pgs: 105 active+clean; 127 GiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 2.9 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-04-15T14:59:44.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:59:43 smithi102 ceph-mon[87131]: pgmap v1426: 105 pgs: 105 active+clean; 127 GiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 2.9 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-04-15T14:59:44.782 INFO:tasks.workunit.client.0.smithi016.stdout: 157: throughput=4.97MB/sec pending data=0 2024-04-15T14:59:44.782 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-m9R3O7hbcqlv30p off=3929302 len=818642 2024-04-15T14:59:44.787 INFO:tasks.workunit.client.0.smithi016.stdout:op 794 completed, throughput=4.98MB/sec 2024-04-15T14:59:44.787 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-nZMIzqGX7V_O_tJ off=4500360 len=1732320 2024-04-15T14:59:44.792 INFO:tasks.workunit.client.0.smithi016.stdout:op 795 completed, throughput=4.99MB/sec 2024-04-15T14:59:44.793 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-uPRrXO4bHZrpX-u off=2468076 len=1600648 2024-04-15T14:59:44.794 INFO:tasks.workunit.client.0.smithi016.stdout:op 796 completed, throughput=5MB/sec 2024-04-15T14:59:44.795 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-_JmQuFvZ1lP9-s9 off=676059 len=904813 2024-04-15T14:59:44.796 INFO:tasks.workunit.client.0.smithi016.stdout:op 797 completed, throughput=5MB/sec 2024-04-15T14:59:45.797 INFO:tasks.workunit.client.0.smithi016.stdout: 158: throughput=4.97MB/sec pending data=0 2024-04-15T14:59:45.797 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-4LZBjCu15CmPRHP off=6265287 len=306654 2024-04-15T14:59:45.800 INFO:tasks.workunit.client.0.smithi016.stdout:op 798 completed, throughput=4.97MB/sec 2024-04-15T14:59:45.800 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-NgBqJNvf-iIMhZ1 off=16269009 len=455192 2024-04-15T14:59:45.801 INFO:tasks.workunit.client.0.smithi016.stdout:op 799 completed, throughput=4.97MB/sec 2024-04-15T14:59:45.801 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-SFPovGfp-D6pzAj off=1067196 len=595359 2024-04-15T14:59:45.804 INFO:tasks.workunit.client.0.smithi016.stdout:op 800 completed, throughput=4.98MB/sec 2024-04-15T14:59:45.805 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-G79u2XMGn9RStYZ off=7826533 len=1925074 2024-04-15T14:59:45.815 INFO:tasks.workunit.client.0.smithi016.stdout:op 801 completed, throughput=4.99MB/sec 2024-04-15T14:59:45.815 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-q5UYHHthk2YVk1t off=1547250 len=437596 2024-04-15T14:59:45.816 INFO:tasks.workunit.client.0.smithi016.stdout:op 802 completed, throughput=4.99MB/sec 2024-04-15T14:59:45.817 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-xtnqhrSa5Lo9KB2 off=18829943 len=953206 2024-04-15T14:59:45.822 INFO:tasks.workunit.client.0.smithi016.stdout:op 803 completed, throughput=5MB/sec 2024-04-15T14:59:45.822 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-_g6hPvvBtjE-vYM off=4135694 len=182909 2024-04-15T14:59:45.822 INFO:tasks.workunit.client.0.smithi016.stdout:op 804 completed, throughput=5MB/sec 2024-04-15T14:59:45.822 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-C3bLR9uw8bPgyrw off=15270416 len=1715189 2024-04-15T14:59:45.824 INFO:tasks.workunit.client.0.smithi016.stdout:op 805 completed, throughput=5.01MB/sec 2024-04-15T14:59:46.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:59:45 smithi016 ceph-mon[90652]: pgmap v1427: 105 pgs: 105 active+clean; 127 GiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 1.6 MiB/s rd, 2.3 MiB/s wr, 3 op/s 2024-04-15T14:59:46.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:59:45 smithi016 ceph-mon[93212]: pgmap v1427: 105 pgs: 105 active+clean; 127 GiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 1.6 MiB/s rd, 2.3 MiB/s wr, 3 op/s 2024-04-15T14:59:46.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:59:45 smithi102 ceph-mon[87131]: pgmap v1427: 105 pgs: 105 active+clean; 127 GiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 1.6 MiB/s rd, 2.3 MiB/s wr, 3 op/s 2024-04-15T14:59:46.825 INFO:tasks.workunit.client.0.smithi016.stdout: 159: throughput=4.98MB/sec pending data=0 2024-04-15T14:59:46.825 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-foLpI890DcCkw9p off=1745421 len=1557522 2024-04-15T14:59:46.834 INFO:tasks.workunit.client.0.smithi016.stdout:op 806 completed, throughput=4.99MB/sec 2024-04-15T14:59:46.834 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-Fussm-hQq4Y16Oq off=2885480 len=756102 2024-04-15T14:59:46.839 INFO:tasks.workunit.client.0.smithi016.stdout:op 807 completed, throughput=4.99MB/sec 2024-04-15T14:59:46.839 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-MouhT17rc1mhiC- off=211672 len=1520828 2024-04-15T14:59:46.840 INFO:tasks.workunit.client.0.smithi016.stdout:op 808 completed, throughput=5MB/sec 2024-04-15T14:59:46.841 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-38ZA1Eg7Zd2oMWI off=0 len=1757697 2024-04-15T14:59:46.844 INFO:tasks.workunit.client.0.smithi016.stdout:op 809 completed, throughput=5.01MB/sec 2024-04-15T14:59:47.845 INFO:tasks.workunit.client.0.smithi016.stdout: 160: throughput=4.98MB/sec pending data=0 2024-04-15T14:59:47.845 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-_k6afdCmoZYJGkE off=11686830 len=285123 2024-04-15T14:59:47.848 INFO:tasks.workunit.client.0.smithi016.stdout:op 810 completed, throughput=4.98MB/sec 2024-04-15T14:59:47.848 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-VRxHXDBdAbPFSC1 off=3280341 len=1707540 2024-04-15T14:59:47.855 INFO:tasks.workunit.client.0.smithi016.stdout:op 811 completed, throughput=4.99MB/sec 2024-04-15T14:59:47.855 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-GpKLuUD51tDQT4M off=21402568 len=71383 2024-04-15T14:59:47.855 INFO:tasks.workunit.client.0.smithi016.stdout:op 812 completed, throughput=4.99MB/sec 2024-04-15T14:59:47.855 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-B8K_BGI0MmkcF11 off=11549294 len=2065182 2024-04-15T14:59:47.859 INFO:tasks.workunit.client.0.smithi016.stdout:op 813 completed, throughput=5MB/sec 2024-04-15T14:59:48.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:59:47 smithi016 ceph-mon[90652]: pgmap v1428: 105 pgs: 105 active+clean; 127 GiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 3.6 MiB/s wr, 5 op/s 2024-04-15T14:59:48.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:59:47 smithi016 ceph-mon[93212]: pgmap v1428: 105 pgs: 105 active+clean; 127 GiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 3.6 MiB/s wr, 5 op/s 2024-04-15T14:59:48.190 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:59:47 smithi102 ceph-mon[87131]: pgmap v1428: 105 pgs: 105 active+clean; 127 GiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 3.6 MiB/s wr, 5 op/s 2024-04-15T14:59:48.860 INFO:tasks.workunit.client.0.smithi016.stdout: 161: throughput=4.97MB/sec pending data=0 2024-04-15T14:59:48.861 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-Xq41bwtIKXujELU off=1176603 len=1671967 2024-04-15T14:59:48.870 INFO:tasks.workunit.client.0.smithi016.stdout:op 814 completed, throughput=4.98MB/sec 2024-04-15T14:59:48.870 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-kno7QhX4vuFHJlM off=1348333 len=1441726 2024-04-15T14:59:48.877 INFO:tasks.workunit.client.0.smithi016.stdout:op 815 completed, throughput=4.99MB/sec 2024-04-15T14:59:48.877 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-XhSXHnMyOvchQSn off=11892920 len=216360 2024-04-15T14:59:48.880 INFO:tasks.workunit.client.0.smithi016.stdout:op 816 completed, throughput=4.99MB/sec 2024-04-15T14:59:48.880 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-eyxEQSzAt12zXMn off=1158438 len=681704 2024-04-15T14:59:48.884 INFO:tasks.workunit.client.0.smithi016.stdout:op 817 completed, throughput=4.99MB/sec 2024-04-15T14:59:48.884 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-JgjSVm7TL0li_zv off=2007867 len=1694562 2024-04-15T14:59:48.886 INFO:tasks.workunit.client.0.smithi016.stdout:op 818 completed, throughput=5MB/sec 2024-04-15T14:59:49.886 INFO:tasks.workunit.client.0.smithi016.stdout: 162: throughput=4.97MB/sec pending data=0 2024-04-15T14:59:49.886 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-b-w6exaHsNcnNxi off=11547225 len=401283 2024-04-15T14:59:49.889 INFO:tasks.workunit.client.0.smithi016.stdout:op 819 completed, throughput=4.98MB/sec 2024-04-15T14:59:49.889 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-Cmyxawv8Yp1ugdv off=11056194 len=1481111 2024-04-15T14:59:49.893 INFO:tasks.workunit.client.0.smithi016.stdout:op 820 completed, throughput=4.99MB/sec 2024-04-15T14:59:49.893 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-MKw9V4HpJLcddP_ off=14288149 len=788720 2024-04-15T14:59:49.897 INFO:tasks.workunit.client.0.smithi016.stdout:op 821 completed, throughput=4.99MB/sec 2024-04-15T14:59:49.897 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-uBDwzBfamjjbHkt off=4026232 len=1278203 2024-04-15T14:59:49.903 INFO:tasks.workunit.client.0.smithi016.stdout:op 822 completed, throughput=5MB/sec 2024-04-15T14:59:49.903 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-mXLPUhpn0r8EHk5 off=4651938 len=826460 2024-04-15T14:59:49.905 INFO:tasks.workunit.client.0.smithi016.stdout:op 823 completed, throughput=5MB/sec 2024-04-15T14:59:50.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:59:49 smithi016 ceph-mon[90652]: pgmap v1429: 105 pgs: 105 active+clean; 127 GiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-04-15T14:59:50.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:59:49 smithi016 ceph-mon[93212]: pgmap v1429: 105 pgs: 105 active+clean; 127 GiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-04-15T14:59:50.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:59:49 smithi102 ceph-mon[87131]: pgmap v1429: 105 pgs: 105 active+clean; 127 GiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-04-15T14:59:50.905 INFO:tasks.workunit.client.0.smithi016.stdout: 163: throughput=4.97MB/sec pending data=0 2024-04-15T14:59:50.905 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-4FXchX78QOqQSKg off=12251380 len=326791 2024-04-15T14:59:50.907 INFO:tasks.workunit.client.0.smithi016.stdout:op 824 completed, throughput=4.97MB/sec 2024-04-15T14:59:50.907 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-s3lajBmOlPnesw- off=362370 len=583121 2024-04-15T14:59:50.911 INFO:tasks.workunit.client.0.smithi016.stdout:op 825 completed, throughput=4.98MB/sec 2024-04-15T14:59:50.911 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-BLga3xIEtNG2DED off=10178964 len=110281 2024-04-15T14:59:50.913 INFO:tasks.workunit.client.0.smithi016.stdout:op 826 completed, throughput=4.98MB/sec 2024-04-15T14:59:50.914 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-VeBgmJ01dzDbOl6 off=444039 len=487666 2024-04-15T14:59:50.914 INFO:tasks.workunit.client.0.smithi016.stdout:op 827 completed, throughput=4.98MB/sec 2024-04-15T14:59:50.914 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-q-XnOSgTcw91Q7T off=867306 len=1931613 2024-04-15T14:59:50.917 INFO:tasks.workunit.client.0.smithi016.stdout:op 828 completed, throughput=4.99MB/sec 2024-04-15T14:59:50.917 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-j0HBG7zHLItHeKE off=1709563 len=1912017 2024-04-15T14:59:50.930 INFO:tasks.workunit.client.0.smithi016.stdout:op 829 completed, throughput=5MB/sec 2024-04-15T14:59:51.930 INFO:tasks.workunit.client.0.smithi016.stdout: 164: throughput=4.97MB/sec pending data=0 2024-04-15T14:59:51.930 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-ly1hZv4ZwZy_j_G off=2011555 len=494421 2024-04-15T14:59:51.932 INFO:tasks.workunit.client.0.smithi016.stdout:op 830 completed, throughput=4.97MB/sec 2024-04-15T14:59:51.932 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-y0OnP4uaIUjsCtd off=1923554 len=292095 2024-04-15T14:59:51.935 INFO:tasks.workunit.client.0.smithi016.stdout:op 831 completed, throughput=4.98MB/sec 2024-04-15T14:59:51.935 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-sOb4mdvAs1ECRbt off=6769941 len=792437 2024-04-15T14:59:51.936 INFO:tasks.workunit.client.0.smithi016.stdout:op 832 completed, throughput=4.98MB/sec 2024-04-15T14:59:51.936 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-l_lP-5vNEqwLuQ0 off=2448753 len=1322982 2024-04-15T14:59:51.938 INFO:tasks.workunit.client.0.smithi016.stdout:op 833 completed, throughput=4.99MB/sec 2024-04-15T14:59:51.938 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-p5bW5vpiNCwbdZX off=1574812 len=1910892 2024-04-15T14:59:51.940 INFO:tasks.workunit.client.0.smithi016.stdout:op 834 completed, throughput=5MB/sec 2024-04-15T14:59:51.940 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-x3dvYQV_V9F5m88 off=8524423 len=708711 2024-04-15T14:59:51.941 INFO:tasks.workunit.client.0.smithi016.stdout:op 835 completed, throughput=5MB/sec 2024-04-15T14:59:52.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:59:51 smithi016 ceph-mon[90652]: pgmap v1430: 105 pgs: 105 active+clean; 127 GiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 1.6 MiB/s rd, 2.5 MiB/s wr, 3 op/s 2024-04-15T14:59:52.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:59:51 smithi016 ceph-mon[93212]: pgmap v1430: 105 pgs: 105 active+clean; 127 GiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 1.6 MiB/s rd, 2.5 MiB/s wr, 3 op/s 2024-04-15T14:59:52.040 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 15 14:59:51 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-y[81421]: ::ffff:172.21.15.102 - - [15/Apr/2024:14:59:51] "GET /metrics HTTP/1.1" 200 33983 "" "Prometheus/2.43.0" 2024-04-15T14:59:52.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:59:51 smithi102 ceph-mon[87131]: pgmap v1430: 105 pgs: 105 active+clean; 127 GiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 1.6 MiB/s rd, 2.5 MiB/s wr, 3 op/s 2024-04-15T14:59:52.687 INFO:journalctl@ceph.prometheus.a.smithi102.stdout:Apr 15 14:59:52 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-prometheus-a[120881]: ts=2024-04-15T14:59:52.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi016:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"362ea986-fb34-11ee-bc8f-c7b262605968\", instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T14:59:52.942 INFO:tasks.workunit.client.0.smithi016.stdout: 165: throughput=4.97MB/sec pending data=0 2024-04-15T14:59:52.942 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-U7KD6dK1ZtCE7yw off=1219701 len=1285001 2024-04-15T14:59:52.943 INFO:tasks.workunit.client.0.smithi016.stdout:op 836 completed, throughput=4.98MB/sec 2024-04-15T14:59:52.943 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-pq-65EgJJ9E5s96 off=2794880 len=301878 2024-04-15T14:59:52.944 INFO:tasks.workunit.client.0.smithi016.stdout:op 837 completed, throughput=4.98MB/sec 2024-04-15T14:59:52.944 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-03xpJnPwbhiL8be off=9124479 len=1883261 2024-04-15T14:59:52.946 INFO:tasks.workunit.client.0.smithi016.stdout:op 838 completed, throughput=4.99MB/sec 2024-04-15T14:59:52.946 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-FB5l_AtsBpgy-zF off=2701683 len=1390609 2024-04-15T14:59:52.947 INFO:tasks.workunit.client.0.smithi016.stdout:op 839 completed, throughput=5MB/sec 2024-04-15T14:59:53.948 INFO:tasks.workunit.client.0.smithi016.stdout: 166: throughput=4.97MB/sec pending data=0 2024-04-15T14:59:53.948 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-KuX4GDk5bnxECLp off=2642372 len=640579 2024-04-15T14:59:53.950 INFO:tasks.workunit.client.0.smithi016.stdout:op 840 completed, throughput=4.97MB/sec 2024-04-15T14:59:53.950 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-1RS5bUGO7-e-av6 off=2846608 len=1612705 2024-04-15T14:59:53.958 INFO:tasks.workunit.client.0.smithi016.stdout:op 841 completed, throughput=4.98MB/sec 2024-04-15T14:59:53.958 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-neHJncLhnPlUxdz off=2485517 len=1669707 2024-04-15T14:59:53.964 INFO:tasks.workunit.client.0.smithi016.stdout:op 842 completed, throughput=4.99MB/sec 2024-04-15T14:59:53.965 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-U7uLkB1o7UQy3Qh off=9758519 len=1097149 2024-04-15T14:59:53.970 INFO:tasks.workunit.client.0.smithi016.stdout:op 843 completed, throughput=5MB/sec 2024-04-15T14:59:53.970 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-XQF0WwSuxQoZ8pu off=8948935 len=149739 2024-04-15T14:59:53.972 INFO:tasks.workunit.client.0.smithi016.stdout:op 844 completed, throughput=5MB/sec 2024-04-15T14:59:53.972 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-_W3wcb1p7CaQ8Zb off=19139869 len=712996 2024-04-15T14:59:53.976 INFO:tasks.workunit.client.0.smithi016.stdout:op 845 completed, throughput=5MB/sec 2024-04-15T14:59:54.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:59:53 smithi016 ceph-mon[90652]: pgmap v1431: 105 pgs: 105 active+clean; 127 GiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.6 MiB/s wr, 6 op/s 2024-04-15T14:59:54.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:59:53 smithi016 ceph-mon[93212]: pgmap v1431: 105 pgs: 105 active+clean; 127 GiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.6 MiB/s wr, 6 op/s 2024-04-15T14:59:54.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:59:53 smithi102 ceph-mon[87131]: pgmap v1431: 105 pgs: 105 active+clean; 127 GiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.6 MiB/s wr, 6 op/s 2024-04-15T14:59:54.976 INFO:tasks.workunit.client.0.smithi016.stdout: 167: throughput=4.97MB/sec pending data=0 2024-04-15T14:59:54.977 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-2tba5la5SUki0uD off=18262704 len=251181 2024-04-15T14:59:54.978 INFO:tasks.workunit.client.0.smithi016.stdout:op 846 completed, throughput=4.97MB/sec 2024-04-15T14:59:54.978 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-pOVaFApLbzgx32w off=2615178 len=290412 2024-04-15T14:59:54.979 INFO:tasks.workunit.client.0.smithi016.stdout:op 847 completed, throughput=4.98MB/sec 2024-04-15T14:59:54.979 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj--ln-xmcrxemF4bO off=139416 len=1032653 2024-04-15T14:59:54.980 INFO:tasks.workunit.client.0.smithi016.stdout:op 848 completed, throughput=4.98MB/sec 2024-04-15T14:59:54.980 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-35AFCPUDp2FSoEh off=411554 len=526353 2024-04-15T14:59:54.981 INFO:tasks.workunit.client.0.smithi016.stdout:op 849 completed, throughput=4.99MB/sec 2024-04-15T14:59:54.981 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-Q-vqacgIWlvuz3H off=3840281 len=1786901 2024-04-15T14:59:54.991 INFO:tasks.workunit.client.0.smithi016.stdout:op 850 completed, throughput=4.99MB/sec 2024-04-15T14:59:54.992 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-QD_jfN7CNPvMdb4 off=8858518 len=425611 2024-04-15T14:59:54.992 INFO:tasks.workunit.client.0.smithi016.stdout:op 851 completed, throughput=5MB/sec 2024-04-15T14:59:54.992 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-7_h_dfC_R_7eEF1 off=2426552 len=213176 2024-04-15T14:59:54.993 INFO:tasks.workunit.client.0.smithi016.stdout:op 852 completed, throughput=5MB/sec 2024-04-15T14:59:54.993 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-Mrxg60zzZ2mxH8y off=293400 len=988916 2024-04-15T14:59:54.994 INFO:tasks.workunit.client.0.smithi016.stdout:op 853 completed, throughput=5MB/sec 2024-04-15T14:59:55.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:59:54 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T14:59:55.289 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:59:54 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T14:59:55.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:59:54 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T14:59:55.994 INFO:tasks.workunit.client.0.smithi016.stdout: 168: throughput=4.97MB/sec pending data=0 2024-04-15T14:59:55.994 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-LVUEMu_UHmDRoba off=16057957 len=1849472 2024-04-15T14:59:56.001 INFO:tasks.workunit.client.0.smithi016.stdout:op 854 completed, throughput=4.98MB/sec 2024-04-15T14:59:56.001 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-UtIGN5etgfCTDle off=9257567 len=282462 2024-04-15T14:59:56.002 INFO:tasks.workunit.client.0.smithi016.stdout:op 855 completed, throughput=4.99MB/sec 2024-04-15T14:59:56.002 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-l-0szlHZjDygF4R off=214258 len=858878 2024-04-15T14:59:56.007 INFO:tasks.workunit.client.0.smithi016.stdout:op 856 completed, throughput=4.99MB/sec 2024-04-15T14:59:56.007 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-RcYInICfpIpSAoM off=227240 len=620550 2024-04-15T14:59:56.010 INFO:tasks.workunit.client.0.smithi016.stdout:op 857 completed, throughput=4.99MB/sec 2024-04-15T14:59:56.010 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-dO0IPmRmiKJLyFt off=20623469 len=1825156 2024-04-15T14:59:56.012 INFO:tasks.workunit.client.0.smithi016.stdout:op 858 completed, throughput=5MB/sec 2024-04-15T14:59:56.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:59:55 smithi102 ceph-mon[87131]: pgmap v1432: 105 pgs: 105 active+clean; 127 GiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-15T14:59:56.289 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:59:55 smithi016 ceph-mon[90652]: pgmap v1432: 105 pgs: 105 active+clean; 127 GiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-15T14:59:56.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:59:55 smithi016 ceph-mon[93212]: pgmap v1432: 105 pgs: 105 active+clean; 127 GiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-15T14:59:57.012 INFO:tasks.workunit.client.0.smithi016.stdout: 169: throughput=4.98MB/sec pending data=0 2024-04-15T14:59:57.013 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-0pMgz_FfS7TqlgP off=13788781 len=1187024 2024-04-15T14:59:57.018 INFO:tasks.workunit.client.0.smithi016.stdout:op 859 completed, throughput=4.98MB/sec 2024-04-15T14:59:57.018 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-cq3sA_xdMY62LxV off=14410442 len=29324 2024-04-15T14:59:57.020 INFO:tasks.workunit.client.0.smithi016.stdout:op 860 completed, throughput=4.98MB/sec 2024-04-15T14:59:57.020 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-5xBphDwAdvTSkJ- off=7806576 len=1740280 2024-04-15T14:59:57.022 INFO:tasks.workunit.client.0.smithi016.stdout:op 861 completed, throughput=4.99MB/sec 2024-04-15T14:59:57.022 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-q5lW-Wp8K5oS-_t off=1099855 len=1931609 2024-04-15T14:59:57.031 INFO:tasks.workunit.client.0.smithi016.stdout:op 862 completed, throughput=5MB/sec 2024-04-15T14:59:58.032 INFO:tasks.workunit.client.0.smithi016.stdout: 170: throughput=4.97MB/sec pending data=0 2024-04-15T14:59:58.032 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-eiUjk8WQFnY1M7s off=2209696 len=1430001 2024-04-15T14:59:58.037 INFO:tasks.workunit.client.0.smithi016.stdout:op 863 completed, throughput=4.98MB/sec 2024-04-15T14:59:58.037 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-C3bLR9uw8bPgyrw off=10726896 len=2025363 2024-04-15T14:59:58.045 INFO:tasks.workunit.client.0.smithi016.stdout:op 864 completed, throughput=4.99MB/sec 2024-04-15T14:59:58.045 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-e7LHWn6I0C6u_Xy off=9477094 len=2050882 2024-04-15T14:59:58.054 INFO:tasks.workunit.client.0.smithi016.stdout:op 865 completed, throughput=5MB/sec 2024-04-15T14:59:58.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:59:57 smithi102 ceph-mon[87131]: pgmap v1433: 105 pgs: 105 active+clean; 127 GiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 2.9 MiB/s rd, 3.1 MiB/s wr, 6 op/s 2024-04-15T14:59:58.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:59:57 smithi016 ceph-mon[90652]: pgmap v1433: 105 pgs: 105 active+clean; 127 GiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 2.9 MiB/s rd, 3.1 MiB/s wr, 6 op/s 2024-04-15T14:59:58.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:59:57 smithi016 ceph-mon[93212]: pgmap v1433: 105 pgs: 105 active+clean; 127 GiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 2.9 MiB/s rd, 3.1 MiB/s wr, 6 op/s 2024-04-15T14:59:59.058 INFO:tasks.workunit.client.0.smithi016.stdout: 171: throughput=4.97MB/sec pending data=0 2024-04-15T14:59:59.058 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-dv_0bpUQa9pcjYq off=1528258 len=1476426 2024-04-15T14:59:59.058 INFO:tasks.workunit.client.0.smithi016.stdout:op 866 completed, throughput=4.98MB/sec 2024-04-15T14:59:59.058 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-B-BSCaE-7WExkBK off=6069705 len=646548 2024-04-15T14:59:59.058 INFO:tasks.workunit.client.0.smithi016.stdout:op 867 completed, throughput=4.99MB/sec 2024-04-15T14:59:59.059 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-4YCsfzGLh76mChm off=5353040 len=768204 2024-04-15T14:59:59.063 INFO:tasks.workunit.client.0.smithi016.stdout:op 868 completed, throughput=4.99MB/sec 2024-04-15T14:59:59.063 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-CTXkYAgdCL7p46d off=8333657 len=1648157 2024-04-15T14:59:59.066 INFO:tasks.workunit.client.0.smithi016.stdout:op 869 completed, throughput=5MB/sec 2024-04-15T14:59:59.066 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-Vxz8GzIs2-EdPKb off=3603395 len=1417916 2024-04-15T14:59:59.073 INFO:tasks.workunit.client.0.smithi016.stdout:op 870 completed, throughput=5.01MB/sec 2024-04-15T15:00:00.074 INFO:tasks.workunit.client.0.smithi016.stdout: 172: throughput=4.98MB/sec pending data=0 2024-04-15T15:00:00.074 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-N4LVa8_mKzYLhSX off=17457783 len=1237076 2024-04-15T15:00:00.081 INFO:tasks.workunit.client.0.smithi016.stdout:op 871 completed, throughput=4.98MB/sec 2024-04-15T15:00:00.081 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-GnShkQ2x8Qmcgfk off=7426239 len=1722663 2024-04-15T15:00:00.089 INFO:tasks.workunit.client.0.smithi016.stdout:op 872 completed, throughput=4.99MB/sec 2024-04-15T15:00:00.089 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-ODdpX5njUDPBWZy off=13034663 len=840773 2024-04-15T15:00:00.091 INFO:tasks.workunit.client.0.smithi016.stdout:op 873 completed, throughput=5MB/sec 2024-04-15T15:00:00.091 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-QPDHrq4zKmPM1Qn off=2510772 len=478840 2024-04-15T15:00:00.094 INFO:tasks.workunit.client.0.smithi016.stdout:op 874 completed, throughput=5MB/sec 2024-04-15T15:00:00.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 14:59:59 smithi102 ceph-mon[87131]: pgmap v1434: 105 pgs: 105 active+clean; 127 GiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-15T15:00:00.289 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 14:59:59 smithi016 ceph-mon[90652]: pgmap v1434: 105 pgs: 105 active+clean; 127 GiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-15T15:00:00.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 14:59:59 smithi016 ceph-mon[93212]: pgmap v1434: 105 pgs: 105 active+clean; 127 GiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-15T15:00:01.095 INFO:tasks.workunit.client.0.smithi016.stdout: 173: throughput=4.97MB/sec pending data=0 2024-04-15T15:00:01.095 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-lfEyCXwS_LRbKxN off=1030663 len=1051081 2024-04-15T15:00:01.096 INFO:tasks.workunit.client.0.smithi016.stdout:op 875 completed, throughput=4.98MB/sec 2024-04-15T15:00:01.096 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-qZqyWK-4dcFd3to off=860803 len=2092987 2024-04-15T15:00:01.098 INFO:tasks.workunit.client.0.smithi016.stdout:op 876 completed, throughput=4.99MB/sec 2024-04-15T15:00:01.099 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-Zr2Z6cMgR-dlsvc off=2110199 len=564717 2024-04-15T15:00:01.103 INFO:tasks.workunit.client.0.smithi016.stdout:op 877 completed, throughput=4.99MB/sec 2024-04-15T15:00:01.105 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-0GqdB0LFnqdIQQA off=3052603 len=832256 2024-04-15T15:00:01.108 INFO:tasks.workunit.client.0.smithi016.stdout:op 878 completed, throughput=5MB/sec 2024-04-15T15:00:01.108 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-ZU1ExbAavruGe3C off=790854 len=1762421 2024-04-15T15:00:01.111 INFO:tasks.workunit.client.0.smithi016.stdout:op 879 completed, throughput=5.01MB/sec 2024-04-15T15:00:01.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:00:00 smithi102 ceph-mon[87131]: overall HEALTH_OK 2024-04-15T15:00:01.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:00:00 smithi016 ceph-mon[90652]: overall HEALTH_OK 2024-04-15T15:00:01.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:00:00 smithi016 ceph-mon[93212]: overall HEALTH_OK 2024-04-15T15:00:02.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:00:01 smithi016 ceph-mon[90652]: pgmap v1435: 105 pgs: 105 active+clean; 127 GiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 2.3 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-04-15T15:00:02.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:00:01 smithi016 ceph-mon[93212]: pgmap v1435: 105 pgs: 105 active+clean; 127 GiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 2.3 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-04-15T15:00:02.041 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 15 15:00:01 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-y[81421]: ::ffff:172.21.15.102 - - [15/Apr/2024:15:00:01] "GET /metrics HTTP/1.1" 200 33981 "" "Prometheus/2.43.0" 2024-04-15T15:00:02.111 INFO:tasks.workunit.client.0.smithi016.stdout: 174: throughput=4.98MB/sec pending data=0 2024-04-15T15:00:02.111 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-3uetUam3xXvevxD off=14702615 len=1968647 2024-04-15T15:00:02.122 INFO:tasks.workunit.client.0.smithi016.stdout:op 880 completed, throughput=4.99MB/sec 2024-04-15T15:00:02.123 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-k6AJxWEiHasq-pL off=415819 len=961105 2024-04-15T15:00:02.124 INFO:tasks.workunit.client.0.smithi016.stdout:op 881 completed, throughput=4.99MB/sec 2024-04-15T15:00:02.124 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-9b3oU5XhkLnrTRz off=2304143 len=1438539 2024-04-15T15:00:02.132 INFO:tasks.workunit.client.0.smithi016.stdout:op 882 completed, throughput=5MB/sec 2024-04-15T15:00:02.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:00:01 smithi102 ceph-mon[87131]: pgmap v1435: 105 pgs: 105 active+clean; 127 GiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 2.3 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-04-15T15:00:02.687 INFO:journalctl@ceph.prometheus.a.smithi102.stdout:Apr 15 15:00:02 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-prometheus-a[120881]: ts=2024-04-15T15:00:02.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi016:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"362ea986-fb34-11ee-bc8f-c7b262605968\", instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T15:00:03.132 INFO:tasks.workunit.client.0.smithi016.stdout: 175: throughput=4.97MB/sec pending data=0 2024-04-15T15:00:03.133 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-WeMHwn9ntagRhmV off=0 len=1459280 2024-04-15T15:00:03.134 INFO:tasks.workunit.client.0.smithi016.stdout:op 883 completed, throughput=4.98MB/sec 2024-04-15T15:00:03.134 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-ne-n2xADh-_zVO8 off=4095756 len=774675 2024-04-15T15:00:03.139 INFO:tasks.workunit.client.0.smithi016.stdout:op 884 completed, throughput=4.98MB/sec 2024-04-15T15:00:03.139 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-ABfbz1LeEIgaVxq off=16172449 len=391920 2024-04-15T15:00:03.143 INFO:tasks.workunit.client.0.smithi016.stdout:op 885 completed, throughput=4.99MB/sec 2024-04-15T15:00:03.143 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-EgK1-RySw1WwHAZ off=3652405 len=2071010 2024-04-15T15:00:03.145 INFO:tasks.workunit.client.0.smithi016.stdout:op 886 completed, throughput=5MB/sec 2024-04-15T15:00:03.145 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-b1jrR5cTd4on60e off=20292434 len=854006 2024-04-15T15:00:03.150 INFO:tasks.workunit.client.0.smithi016.stdout:op 887 completed, throughput=5MB/sec 2024-04-15T15:00:04.151 INFO:tasks.workunit.client.0.smithi016.stdout: 176: throughput=4.97MB/sec pending data=0 2024-04-15T15:00:04.151 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-l6hfOGdYeDvOMn2 off=2685869 len=868478 2024-04-15T15:00:04.153 INFO:tasks.workunit.client.0.smithi016.stdout:op 888 completed, throughput=4.98MB/sec 2024-04-15T15:00:04.154 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-OnJ31F7s08bgpC8 off=14827747 len=432619 2024-04-15T15:00:04.154 INFO:tasks.workunit.client.0.smithi016.stdout:op 889 completed, throughput=4.98MB/sec 2024-04-15T15:00:04.155 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-SBrmj_0ae2InX5e off=15590050 len=292361 2024-04-15T15:00:04.158 INFO:tasks.workunit.client.0.smithi016.stdout:op 890 completed, throughput=4.98MB/sec 2024-04-15T15:00:04.159 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-7CXtdw64wSA0uM- off=13186776 len=861849 2024-04-15T15:00:04.163 INFO:tasks.workunit.client.0.smithi016.stdout:op 891 completed, throughput=4.99MB/sec 2024-04-15T15:00:04.164 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-4wsE4ZblG-qM_W0 off=11535740 len=328018 2024-04-15T15:00:04.167 INFO:tasks.workunit.client.0.smithi016.stdout:op 892 completed, throughput=4.99MB/sec 2024-04-15T15:00:04.167 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-s3C62GwFLGJKFp1 off=1615521 len=414870 2024-04-15T15:00:04.170 INFO:tasks.workunit.client.0.smithi016.stdout:op 893 completed, throughput=4.99MB/sec 2024-04-15T15:00:04.170 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-Lt8fMuuPyaEZ_Ee off=12648612 len=1831489 2024-04-15T15:00:04.174 INFO:tasks.workunit.client.0.smithi016.stdout:op 894 completed, throughput=5MB/sec 2024-04-15T15:00:04.174 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-NIofkucVBIoXLSU off=1073886 len=1092365 2024-04-15T15:00:04.177 INFO:tasks.workunit.client.0.smithi016.stdout:op 895 completed, throughput=5.01MB/sec 2024-04-15T15:00:04.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:00:03 smithi102 ceph-mon[87131]: pgmap v1436: 105 pgs: 105 active+clean; 127 GiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 3.2 MiB/s rd, 3.3 MiB/s wr, 6 op/s 2024-04-15T15:00:04.289 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:00:03 smithi016 ceph-mon[90652]: pgmap v1436: 105 pgs: 105 active+clean; 127 GiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 3.2 MiB/s rd, 3.3 MiB/s wr, 6 op/s 2024-04-15T15:00:04.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:00:03 smithi016 ceph-mon[93212]: pgmap v1436: 105 pgs: 105 active+clean; 127 GiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 3.2 MiB/s rd, 3.3 MiB/s wr, 6 op/s 2024-04-15T15:00:05.177 INFO:tasks.workunit.client.0.smithi016.stdout: 177: throughput=4.98MB/sec pending data=0 2024-04-15T15:00:05.177 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-TjolO9v0bDtXLPx off=20180493 len=1499111 2024-04-15T15:00:05.178 INFO:tasks.workunit.client.0.smithi016.stdout:op 896 completed, throughput=4.99MB/sec 2024-04-15T15:00:05.179 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-9YFEqBVSAOjK0an off=10499669 len=1950277 2024-04-15T15:00:05.180 INFO:tasks.workunit.client.0.smithi016.stdout:op 897 completed, throughput=5MB/sec 2024-04-15T15:00:05.180 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-jz2Ws_X-1IACEho off=10904694 len=1612974 2024-04-15T15:00:05.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:00:04 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T15:00:05.189 INFO:tasks.workunit.client.0.smithi016.stdout:op 898 completed, throughput=5MB/sec 2024-04-15T15:00:05.289 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:00:04 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T15:00:05.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:00:04 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T15:00:06.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:00:05 smithi102 ceph-mon[87131]: pgmap v1437: 105 pgs: 105 active+clean; 127 GiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-15T15:00:06.188 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:00:05 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T15:00:06.188 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:00:05 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T15:00:06.188 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:00:05 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T15:00:06.188 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:00:05 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T15:00:06.188 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:00:05 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T15:00:06.188 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:00:05 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T15:00:06.188 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:00:05 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T15:00:06.189 INFO:tasks.workunit.client.0.smithi016.stdout: 178: throughput=4.98MB/sec pending data=0 2024-04-15T15:00:06.189 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-DXQCmVHrM-TnESk off=5524232 len=373219 2024-04-15T15:00:06.190 INFO:tasks.workunit.client.0.smithi016.stdout:op 899 completed, throughput=4.98MB/sec 2024-04-15T15:00:06.190 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-gR4FOE_wp4JIGJr off=2668458 len=563552 2024-04-15T15:00:06.194 INFO:tasks.workunit.client.0.smithi016.stdout:op 900 completed, throughput=4.98MB/sec 2024-04-15T15:00:06.194 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-M985_2We8X7c1we off=1635726 len=1008749 2024-04-15T15:00:06.199 INFO:tasks.workunit.client.0.smithi016.stdout:op 901 completed, throughput=4.99MB/sec 2024-04-15T15:00:06.199 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-Nxd0kV4AhU-u9zL off=8029845 len=531280 2024-04-15T15:00:06.202 INFO:tasks.workunit.client.0.smithi016.stdout:op 902 completed, throughput=4.99MB/sec 2024-04-15T15:00:06.202 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-Y4pWnn47AgegT-z off=2316164 len=1421406 2024-04-15T15:00:06.203 INFO:tasks.workunit.client.0.smithi016.stdout:op 903 completed, throughput=5MB/sec 2024-04-15T15:00:06.203 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-G6rUc4xr8y1ROuN off=1187855 len=112263 2024-04-15T15:00:06.206 INFO:tasks.workunit.client.0.smithi016.stdout:op 904 completed, throughput=5MB/sec 2024-04-15T15:00:06.206 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-DprJp43uxSMt7Xu off=943815 len=742288 2024-04-15T15:00:06.206 INFO:tasks.workunit.client.0.smithi016.stdout:op 905 completed, throughput=5MB/sec 2024-04-15T15:00:06.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:00:05 smithi016 ceph-mon[90652]: pgmap v1437: 105 pgs: 105 active+clean; 127 GiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-15T15:00:06.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:00:05 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T15:00:06.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:00:05 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T15:00:06.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:00:05 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T15:00:06.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:00:05 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T15:00:06.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:00:05 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T15:00:06.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:00:05 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T15:00:06.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:00:05 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T15:00:06.291 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:00:05 smithi016 ceph-mon[93212]: pgmap v1437: 105 pgs: 105 active+clean; 127 GiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-15T15:00:06.291 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:00:05 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T15:00:06.291 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:00:05 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T15:00:06.291 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:00:05 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T15:00:06.291 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:00:05 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T15:00:06.291 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:00:05 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T15:00:06.291 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:00:05 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T15:00:06.291 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:00:05 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T15:00:07.207 INFO:tasks.workunit.client.0.smithi016.stdout: 179: throughput=4.97MB/sec pending data=0 2024-04-15T15:00:07.207 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-gWcwElubqX1NLiT off=1499738 len=1559545 2024-04-15T15:00:07.209 INFO:tasks.workunit.client.0.smithi016.stdout:op 906 completed, throughput=4.98MB/sec 2024-04-15T15:00:07.209 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-vS535l964YzNCAr off=4846497 len=817190 2024-04-15T15:00:07.210 INFO:tasks.workunit.client.0.smithi016.stdout:op 907 completed, throughput=4.99MB/sec 2024-04-15T15:00:07.210 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-0Ub7DRodf3_Y1B6 off=768529 len=1109480 2024-04-15T15:00:07.211 INFO:tasks.workunit.client.0.smithi016.stdout:op 908 completed, throughput=4.99MB/sec 2024-04-15T15:00:07.212 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-eDOUVQMfdRMlC_a off=8059430 len=334176 2024-04-15T15:00:07.213 INFO:tasks.workunit.client.0.smithi016.stdout:op 909 completed, throughput=4.99MB/sec 2024-04-15T15:00:07.213 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-L8O7JGMrfw9rdO0 off=4515206 len=21174 2024-04-15T15:00:07.214 INFO:tasks.workunit.client.0.smithi016.stdout:op 910 completed, throughput=4.99MB/sec 2024-04-15T15:00:07.214 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-lUt_MFh83IMweqM off=16065687 len=2044990 2024-04-15T15:00:07.216 INFO:tasks.workunit.client.0.smithi016.stdout:op 911 completed, throughput=5MB/sec 2024-04-15T15:00:08.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:00:07 smithi102 ceph-mon[87131]: pgmap v1438: 105 pgs: 105 active+clean; 127 GiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-04-15T15:00:08.216 INFO:tasks.workunit.client.0.smithi016.stdout: 180: throughput=4.98MB/sec pending data=0 2024-04-15T15:00:08.216 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-NAkdDAJgMwFK9oQ off=7213113 len=1494054 2024-04-15T15:00:08.219 INFO:tasks.workunit.client.0.smithi016.stdout:op 912 completed, throughput=4.98MB/sec 2024-04-15T15:00:08.219 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-Y571abVNUVkuQCy off=0 len=1330910 2024-04-15T15:00:08.222 INFO:tasks.workunit.client.0.smithi016.stdout:op 913 completed, throughput=4.99MB/sec 2024-04-15T15:00:08.222 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-BnrrE5HgpitA6lo off=15446969 len=1040154 2024-04-15T15:00:08.223 INFO:tasks.workunit.client.0.smithi016.stdout:op 914 completed, throughput=5MB/sec 2024-04-15T15:00:08.223 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-7rM1dlXLWKWDVKU off=9550095 len=1475845 2024-04-15T15:00:08.225 INFO:tasks.workunit.client.0.smithi016.stdout:op 915 completed, throughput=5MB/sec 2024-04-15T15:00:08.289 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:00:07 smithi016 ceph-mon[90652]: pgmap v1438: 105 pgs: 105 active+clean; 127 GiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-04-15T15:00:08.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:00:07 smithi016 ceph-mon[93212]: pgmap v1438: 105 pgs: 105 active+clean; 127 GiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-04-15T15:00:09.225 INFO:tasks.workunit.client.0.smithi016.stdout: 181: throughput=4.98MB/sec pending data=0 2024-04-15T15:00:09.226 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-u2hbepDWUg5AsCW off=3587284 len=2076753 2024-04-15T15:00:09.229 INFO:tasks.workunit.client.0.smithi016.stdout:op 916 completed, throughput=4.99MB/sec 2024-04-15T15:00:09.229 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-_1kUg4iIXdl0961 off=17389163 len=1511809 2024-04-15T15:00:09.237 INFO:tasks.workunit.client.0.smithi016.stdout:op 917 completed, throughput=5MB/sec 2024-04-15T15:00:09.237 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-Ys5ZXaZ-Qsi8jej off=18088892 len=1213740 2024-04-15T15:00:09.243 INFO:tasks.workunit.client.0.smithi016.stdout:op 918 completed, throughput=5MB/sec 2024-04-15T15:00:10.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:00:09 smithi102 ceph-mon[87131]: pgmap v1439: 105 pgs: 105 active+clean; 127 GiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-15T15:00:10.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:00:09 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T15:00:10.243 INFO:tasks.workunit.client.0.smithi016.stdout: 182: throughput=4.97MB/sec pending data=0 2024-04-15T15:00:10.243 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-Gxr1dWIhCUfEUZW off=106043 len=482421 2024-04-15T15:00:10.247 INFO:tasks.workunit.client.0.smithi016.stdout:op 919 completed, throughput=4.98MB/sec 2024-04-15T15:00:10.247 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-C64u3XmE4UmrPZs off=18681144 len=177934 2024-04-15T15:00:10.250 INFO:tasks.workunit.client.0.smithi016.stdout:op 920 completed, throughput=4.98MB/sec 2024-04-15T15:00:10.250 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-kwDXk9mV_POr4NP off=12508154 len=223710 2024-04-15T15:00:10.250 INFO:tasks.workunit.client.0.smithi016.stdout:op 921 completed, throughput=4.98MB/sec 2024-04-15T15:00:10.251 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-ZXd_tCiBfSJILR4 off=7631154 len=455046 2024-04-15T15:00:10.251 INFO:tasks.workunit.client.0.smithi016.stdout:op 922 completed, throughput=4.98MB/sec 2024-04-15T15:00:10.251 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-0y0XFElXXS1RoF1 off=8434534 len=186996 2024-04-15T15:00:10.253 INFO:tasks.workunit.client.0.smithi016.stdout:op 923 completed, throughput=4.98MB/sec 2024-04-15T15:00:10.253 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-CHuvhbx-lWWMsRq off=9470068 len=1347997 2024-04-15T15:00:10.256 INFO:tasks.workunit.client.0.smithi016.stdout:op 924 completed, throughput=4.99MB/sec 2024-04-15T15:00:10.256 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-PfGM9ax8KEyXQMS off=10175331 len=966866 2024-04-15T15:00:10.260 INFO:tasks.workunit.client.0.smithi016.stdout:op 925 completed, throughput=4.99MB/sec 2024-04-15T15:00:10.261 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-pOVaFApLbzgx32w off=1842347 len=578018 2024-04-15T15:00:10.265 INFO:tasks.workunit.client.0.smithi016.stdout:op 926 completed, throughput=5MB/sec 2024-04-15T15:00:10.265 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-3ptECShrROaUB-I off=11849417 len=362196 2024-04-15T15:00:10.268 INFO:tasks.workunit.client.0.smithi016.stdout:op 927 completed, throughput=5MB/sec 2024-04-15T15:00:10.268 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-BLga3xIEtNG2DED off=11957456 len=1178398 2024-04-15T15:00:10.268 INFO:tasks.workunit.client.0.smithi016.stdout:op 928 completed, throughput=5MB/sec 2024-04-15T15:00:10.289 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:00:09 smithi016 ceph-mon[90652]: pgmap v1439: 105 pgs: 105 active+clean; 127 GiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-15T15:00:10.289 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:00:09 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T15:00:10.289 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:00:09 smithi016 ceph-mon[93212]: pgmap v1439: 105 pgs: 105 active+clean; 127 GiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-15T15:00:10.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:00:09 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T15:00:11.269 INFO:tasks.workunit.client.0.smithi016.stdout: 183: throughput=4.98MB/sec pending data=0 2024-04-15T15:00:11.269 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-loYM9uy-QRTp3-3 off=2194102 len=1798980 2024-04-15T15:00:11.279 INFO:tasks.workunit.client.0.smithi016.stdout:op 929 completed, throughput=4.99MB/sec 2024-04-15T15:00:11.279 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-judgqPvDoC_WbvO off=14759919 len=1580423 2024-04-15T15:00:11.281 INFO:tasks.workunit.client.0.smithi016.stdout:op 930 completed, throughput=4.99MB/sec 2024-04-15T15:00:11.281 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-2xAy34Cd0t_H7-r off=5317079 len=1485582 2024-04-15T15:00:11.290 INFO:tasks.workunit.client.0.smithi016.stdout:op 931 completed, throughput=5MB/sec 2024-04-15T15:00:12.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:00:11 smithi016 ceph-mon[93212]: pgmap v1440: 105 pgs: 105 active+clean; 127 GiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.3 MiB/s wr, 3 op/s 2024-04-15T15:00:12.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:00:11 smithi016 ceph-mon[90652]: pgmap v1440: 105 pgs: 105 active+clean; 127 GiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.3 MiB/s wr, 3 op/s 2024-04-15T15:00:12.040 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 15 15:00:11 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-y[81421]: ::ffff:172.21.15.102 - - [15/Apr/2024:15:00:11] "GET /metrics HTTP/1.1" 200 33985 "" "Prometheus/2.43.0" 2024-04-15T15:00:12.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:00:11 smithi102 ceph-mon[87131]: pgmap v1440: 105 pgs: 105 active+clean; 127 GiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.3 MiB/s wr, 3 op/s 2024-04-15T15:00:12.290 INFO:tasks.workunit.client.0.smithi016.stdout: 184: throughput=4.98MB/sec pending data=0 2024-04-15T15:00:12.290 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-4bdBtFXWJ7voEsL off=12142112 len=1790914 2024-04-15T15:00:12.300 INFO:tasks.workunit.client.0.smithi016.stdout:op 932 completed, throughput=4.98MB/sec 2024-04-15T15:00:12.301 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-v11NNvZGSBsvz72 off=8904537 len=919867 2024-04-15T15:00:12.302 INFO:tasks.workunit.client.0.smithi016.stdout:op 933 completed, throughput=4.99MB/sec 2024-04-15T15:00:12.302 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-b5ZP8nHW9qZD09- off=3265450 len=206562 2024-04-15T15:00:12.302 INFO:tasks.workunit.client.0.smithi016.stdout:op 934 completed, throughput=4.99MB/sec 2024-04-15T15:00:12.302 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-oVyFaiST6Z9h573 off=3085803 len=283472 2024-04-15T15:00:12.305 INFO:tasks.workunit.client.0.smithi016.stdout:op 935 completed, throughput=4.99MB/sec 2024-04-15T15:00:12.305 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-ZZOGKAqVXIfJQGy off=5794500 len=331966 2024-04-15T15:00:12.308 INFO:tasks.workunit.client.0.smithi016.stdout:op 936 completed, throughput=4.99MB/sec 2024-04-15T15:00:12.309 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-fDanlKJhtj22fpP off=7468719 len=902378 2024-04-15T15:00:12.309 INFO:tasks.workunit.client.0.smithi016.stdout:op 937 completed, throughput=5MB/sec 2024-04-15T15:00:12.310 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-Dn8Bo1e3Yp3a0Nx off=1854291 len=551058 2024-04-15T15:00:12.310 INFO:tasks.workunit.client.0.smithi016.stdout:op 938 completed, throughput=5MB/sec 2024-04-15T15:00:12.310 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-TteTWW8wMLaizoc off=642212 len=1122782 2024-04-15T15:00:12.311 INFO:tasks.workunit.client.0.smithi016.stdout:op 939 completed, throughput=5.01MB/sec 2024-04-15T15:00:12.687 INFO:journalctl@ceph.prometheus.a.smithi102.stdout:Apr 15 15:00:12 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-prometheus-a[120881]: ts=2024-04-15T15:00:12.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi016:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"362ea986-fb34-11ee-bc8f-c7b262605968\", instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T15:00:13.312 INFO:tasks.workunit.client.0.smithi016.stdout: 185: throughput=4.98MB/sec pending data=0 2024-04-15T15:00:13.312 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-zpEHPxXptQ0plKq off=4789386 len=155048 2024-04-15T15:00:13.313 INFO:tasks.workunit.client.0.smithi016.stdout:op 940 completed, throughput=4.98MB/sec 2024-04-15T15:00:13.313 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-IPgMdH9L2esUQ3Y off=17416445 len=329673 2024-04-15T15:00:13.316 INFO:tasks.workunit.client.0.smithi016.stdout:op 941 completed, throughput=4.98MB/sec 2024-04-15T15:00:13.316 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-bqjY7pbD1qEwVSc off=227698 len=1282632 2024-04-15T15:00:13.317 INFO:tasks.workunit.client.0.smithi016.stdout:op 942 completed, throughput=4.99MB/sec 2024-04-15T15:00:13.318 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-almZTMnqIzOw8SH off=11797215 len=1339494 2024-04-15T15:00:13.319 INFO:tasks.workunit.client.0.smithi016.stdout:op 943 completed, throughput=4.99MB/sec 2024-04-15T15:00:13.319 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-BC4uh6sD3upZi3F off=4576655 len=592075 2024-04-15T15:00:13.321 INFO:tasks.workunit.client.0.smithi016.stdout:op 944 completed, throughput=5MB/sec 2024-04-15T15:00:13.321 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-IHHbHsRGHYFO9vL off=14244994 len=1039654 2024-04-15T15:00:13.322 INFO:tasks.workunit.client.0.smithi016.stdout:op 945 completed, throughput=5MB/sec 2024-04-15T15:00:14.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:00:13 smithi102 ceph-mon[87131]: pgmap v1441: 105 pgs: 105 active+clean; 127 GiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 3.5 MiB/s rd, 3.2 MiB/s wr, 6 op/s 2024-04-15T15:00:14.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:00:13 smithi016 ceph-mon[93212]: pgmap v1441: 105 pgs: 105 active+clean; 127 GiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 3.5 MiB/s rd, 3.2 MiB/s wr, 6 op/s 2024-04-15T15:00:14.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:00:13 smithi016 ceph-mon[90652]: pgmap v1441: 105 pgs: 105 active+clean; 127 GiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 3.5 MiB/s rd, 3.2 MiB/s wr, 6 op/s 2024-04-15T15:00:14.323 INFO:tasks.workunit.client.0.smithi016.stdout: 186: throughput=4.98MB/sec pending data=0 2024-04-15T15:00:14.323 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-BxJz_CC-8trROQi off=1993713 len=316356 2024-04-15T15:00:14.326 INFO:tasks.workunit.client.0.smithi016.stdout:op 946 completed, throughput=4.98MB/sec 2024-04-15T15:00:14.326 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-FAYmW7BRyUxIq_j off=16122267 len=1385793 2024-04-15T15:00:14.333 INFO:tasks.workunit.client.0.smithi016.stdout:op 947 completed, throughput=4.98MB/sec 2024-04-15T15:00:14.333 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-mTIrbBGIHs8VTRl off=1053060 len=600448 2024-04-15T15:00:14.337 INFO:tasks.workunit.client.0.smithi016.stdout:op 948 completed, throughput=4.99MB/sec 2024-04-15T15:00:14.337 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-RWbRyI5OWZha0fh off=2275084 len=1082773 2024-04-15T15:00:14.343 INFO:tasks.workunit.client.0.smithi016.stdout:op 949 completed, throughput=4.99MB/sec 2024-04-15T15:00:14.343 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-p8C8F7R7mW8NrfE off=53826 len=1009205 2024-04-15T15:00:14.347 INFO:tasks.workunit.client.0.smithi016.stdout:op 950 completed, throughput=5MB/sec 2024-04-15T15:00:14.348 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-B85fuewVJsBh9Ag off=1762070 len=2095042 2024-04-15T15:00:14.354 INFO:tasks.workunit.client.0.smithi016.stdout:op 951 completed, throughput=5.01MB/sec 2024-04-15T15:00:15.355 INFO:tasks.workunit.client.0.smithi016.stdout: 187: throughput=4.98MB/sec pending data=0 2024-04-15T15:00:15.355 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-K_kQRhUeeGvUkCH off=128206 len=75645 2024-04-15T15:00:15.357 INFO:tasks.workunit.client.0.smithi016.stdout:op 952 completed, throughput=4.98MB/sec 2024-04-15T15:00:15.357 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-sf4v5n3uqOOJ86i off=510486 len=823960 2024-04-15T15:00:15.358 INFO:tasks.workunit.client.0.smithi016.stdout:op 953 completed, throughput=4.99MB/sec 2024-04-15T15:00:15.358 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-0ngJ9B-jjif-JXj off=15623041 len=993981 2024-04-15T15:00:15.364 INFO:tasks.workunit.client.0.smithi016.stdout:op 954 completed, throughput=4.99MB/sec 2024-04-15T15:00:15.364 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-i454WVD3TF6jDaA off=7376471 len=1267333 2024-04-15T15:00:15.370 INFO:tasks.workunit.client.0.smithi016.stdout:op 955 completed, throughput=5MB/sec 2024-04-15T15:00:15.370 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-g6DmWp4nU66jeUh off=775590 len=1453216 2024-04-15T15:00:15.371 INFO:tasks.workunit.client.0.smithi016.stdout:op 956 completed, throughput=5MB/sec 2024-04-15T15:00:16.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:00:15 smithi102 ceph-mon[87131]: pgmap v1442: 105 pgs: 105 active+clean; 127 GiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 2.7 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-04-15T15:00:16.289 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:00:15 smithi016 ceph-mon[90652]: pgmap v1442: 105 pgs: 105 active+clean; 127 GiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 2.7 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-04-15T15:00:16.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:00:15 smithi016 ceph-mon[93212]: pgmap v1442: 105 pgs: 105 active+clean; 127 GiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 2.7 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-04-15T15:00:16.371 INFO:tasks.workunit.client.0.smithi016.stdout: 188: throughput=4.98MB/sec pending data=0 2024-04-15T15:00:16.371 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-wk45E-zgH1OnPzN off=12545503 len=734201 2024-04-15T15:00:16.376 INFO:tasks.workunit.client.0.smithi016.stdout:op 957 completed, throughput=4.98MB/sec 2024-04-15T15:00:16.376 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-bXZdb_IrxHu6-DZ off=2089262 len=1424801 2024-04-15T15:00:16.385 INFO:tasks.workunit.client.0.smithi016.stdout:op 958 completed, throughput=4.99MB/sec 2024-04-15T15:00:16.385 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-76X4Vhdn1c8_geL off=3850715 len=545202 2024-04-15T15:00:16.386 INFO:tasks.workunit.client.0.smithi016.stdout:op 959 completed, throughput=4.99MB/sec 2024-04-15T15:00:16.386 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-BWYBR2VMCAXEcuu off=1189862 len=881648 2024-04-15T15:00:16.387 INFO:tasks.workunit.client.0.smithi016.stdout:op 960 completed, throughput=5MB/sec 2024-04-15T15:00:16.387 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-0_lBqZ8Z4fE70gh off=1811566 len=333704 2024-04-15T15:00:16.390 INFO:tasks.workunit.client.0.smithi016.stdout:op 961 completed, throughput=5MB/sec 2024-04-15T15:00:16.391 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-f11igFBhBZ_Levy off=756299 len=524728 2024-04-15T15:00:16.394 INFO:tasks.workunit.client.0.smithi016.stdout:op 962 completed, throughput=5MB/sec 2024-04-15T15:00:16.394 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-oUSuJAGcZkUWSdZ off=7953044 len=797789 2024-04-15T15:00:16.398 INFO:tasks.workunit.client.0.smithi016.stdout:op 963 completed, throughput=5MB/sec 2024-04-15T15:00:17.398 INFO:tasks.workunit.client.0.smithi016.stdout: 189: throughput=4.98MB/sec pending data=0 2024-04-15T15:00:17.398 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-TzJb9U4igdwpO3u off=270889 len=1310083 2024-04-15T15:00:17.400 INFO:tasks.workunit.client.0.smithi016.stdout:op 964 completed, throughput=4.98MB/sec 2024-04-15T15:00:17.400 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-nt7ZPUtHcv4Ly_I off=1016412 len=764819 2024-04-15T15:00:17.404 INFO:tasks.workunit.client.0.smithi016.stdout:op 965 completed, throughput=4.99MB/sec 2024-04-15T15:00:17.405 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-MWtvCZLxC-ZkFC- off=7887487 len=709577 2024-04-15T15:00:17.409 INFO:tasks.workunit.client.0.smithi016.stdout:op 966 completed, throughput=4.99MB/sec 2024-04-15T15:00:17.409 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-r8YLezF5V-8aEkk off=3483653 len=1326293 2024-04-15T15:00:17.416 INFO:tasks.workunit.client.0.smithi016.stdout:op 967 completed, throughput=5MB/sec 2024-04-15T15:00:17.416 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-0oV_GR6ga3zZDWc off=19448705 len=35937 2024-04-15T15:00:17.418 INFO:tasks.workunit.client.0.smithi016.stdout:op 968 completed, throughput=5MB/sec 2024-04-15T15:00:17.418 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-JdT9PgyVmXSqDzI off=812201 len=624796 2024-04-15T15:00:17.421 INFO:tasks.workunit.client.0.smithi016.stdout:op 969 completed, throughput=5MB/sec 2024-04-15T15:00:18.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:00:17 smithi102 ceph-mon[87131]: pgmap v1443: 105 pgs: 105 active+clean; 127 GiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 3.6 MiB/s rd, 2.7 MiB/s wr, 6 op/s 2024-04-15T15:00:18.289 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:00:17 smithi016 ceph-mon[90652]: pgmap v1443: 105 pgs: 105 active+clean; 127 GiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 3.6 MiB/s rd, 2.7 MiB/s wr, 6 op/s 2024-04-15T15:00:18.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:00:17 smithi016 ceph-mon[93212]: pgmap v1443: 105 pgs: 105 active+clean; 127 GiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 3.6 MiB/s rd, 2.7 MiB/s wr, 6 op/s 2024-04-15T15:00:18.421 INFO:tasks.workunit.client.0.smithi016.stdout: 190: throughput=4.98MB/sec pending data=0 2024-04-15T15:00:18.421 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-M4AC5wFsTt2Zvec off=2017586 len=1541707 2024-04-15T15:00:18.428 INFO:tasks.workunit.client.0.smithi016.stdout:op 970 completed, throughput=4.98MB/sec 2024-04-15T15:00:18.428 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-F37jz1RIXJ3AB62 off=2323446 len=1820326 2024-04-15T15:00:18.436 INFO:tasks.workunit.client.0.smithi016.stdout:op 971 completed, throughput=4.99MB/sec 2024-04-15T15:00:18.436 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-H_uJFU_emyQVBeT off=3631779 len=2079639 2024-04-15T15:00:18.437 INFO:tasks.workunit.client.0.smithi016.stdout:op 972 completed, throughput=5MB/sec 2024-04-15T15:00:19.438 INFO:tasks.workunit.client.0.smithi016.stdout: 191: throughput=4.98MB/sec pending data=0 2024-04-15T15:00:19.438 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-YbdzRhX-SGByLR_ off=6860798 len=1728278 2024-04-15T15:00:19.440 INFO:tasks.workunit.client.0.smithi016.stdout:op 973 completed, throughput=4.98MB/sec 2024-04-15T15:00:19.440 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-sq8SCoq4ZMQs5ZL off=652995 len=462125 2024-04-15T15:00:19.442 INFO:tasks.workunit.client.0.smithi016.stdout:op 974 completed, throughput=4.99MB/sec 2024-04-15T15:00:19.442 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-EhD-X4MSSO_Qm3- off=10962476 len=1104496 2024-04-15T15:00:19.447 INFO:tasks.workunit.client.0.smithi016.stdout:op 975 completed, throughput=4.99MB/sec 2024-04-15T15:00:19.448 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-AMjVLUA0vrrEjfZ off=3675500 len=1976576 2024-04-15T15:00:19.451 INFO:tasks.workunit.client.0.smithi016.stdout:op 976 completed, throughput=5MB/sec 2024-04-15T15:00:20.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:00:19 smithi102 ceph-mon[87131]: pgmap v1444: 105 pgs: 105 active+clean; 127 GiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-04-15T15:00:20.289 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:00:19 smithi016 ceph-mon[90652]: pgmap v1444: 105 pgs: 105 active+clean; 127 GiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-04-15T15:00:20.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:00:19 smithi016 ceph-mon[93212]: pgmap v1444: 105 pgs: 105 active+clean; 127 GiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-04-15T15:00:20.451 INFO:tasks.workunit.client.0.smithi016.stdout: 192: throughput=4.98MB/sec pending data=0 2024-04-15T15:00:20.451 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-RymoFRTBPhWa_UV off=1305816 len=1190186 2024-04-15T15:00:20.453 INFO:tasks.workunit.client.0.smithi016.stdout:op 977 completed, throughput=4.98MB/sec 2024-04-15T15:00:20.453 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-1qfkqQYjeFDztGS off=5009308 len=1364586 2024-04-15T15:00:20.454 INFO:tasks.workunit.client.0.smithi016.stdout:op 978 completed, throughput=4.99MB/sec 2024-04-15T15:00:20.455 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-0m0THit72LNHTgF off=2547178 len=138727 2024-04-15T15:00:20.455 INFO:tasks.workunit.client.0.smithi016.stdout:op 979 completed, throughput=4.99MB/sec 2024-04-15T15:00:20.455 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-k1C5r5gpimoqws_ off=4186417 len=1055494 2024-04-15T15:00:20.460 INFO:tasks.workunit.client.0.smithi016.stdout:op 980 completed, throughput=4.99MB/sec 2024-04-15T15:00:20.460 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-JT5cNYqovPPram0 off=2090226 len=370360 2024-04-15T15:00:20.463 INFO:tasks.workunit.client.0.smithi016.stdout:op 981 completed, throughput=5MB/sec 2024-04-15T15:00:20.463 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-eon5tpVloyTmLGK off=12755646 len=2049135 2024-04-15T15:00:20.472 INFO:tasks.workunit.client.0.smithi016.stdout:op 982 completed, throughput=5.01MB/sec 2024-04-15T15:00:21.472 INFO:tasks.workunit.client.0.smithi016.stdout: 193: throughput=4.98MB/sec pending data=0 2024-04-15T15:00:21.473 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-pIbi2DQbi8QPpei off=12288627 len=1785440 2024-04-15T15:00:21.480 INFO:tasks.workunit.client.0.smithi016.stdout:op 983 completed, throughput=4.99MB/sec 2024-04-15T15:00:21.480 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-lTHG-B98-TuGuWy off=10613299 len=2013545 2024-04-15T15:00:21.487 INFO:tasks.workunit.client.0.smithi016.stdout:op 984 completed, throughput=5MB/sec 2024-04-15T15:00:21.487 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-xvyI9XbxX_c6yba off=23433723 len=1070747 2024-04-15T15:00:21.489 INFO:tasks.workunit.client.0.smithi016.stdout:op 985 completed, throughput=5MB/sec 2024-04-15T15:00:22.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:00:21 smithi016 ceph-mon[90652]: pgmap v1445: 105 pgs: 105 active+clean; 127 GiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-04-15T15:00:22.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:00:21 smithi016 ceph-mon[93212]: pgmap v1445: 105 pgs: 105 active+clean; 127 GiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-04-15T15:00:22.040 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 15 15:00:21 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-y[81421]: ::ffff:172.21.15.102 - - [15/Apr/2024:15:00:21] "GET /metrics HTTP/1.1" 200 33985 "" "Prometheus/2.43.0" 2024-04-15T15:00:22.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:00:21 smithi102 ceph-mon[87131]: pgmap v1445: 105 pgs: 105 active+clean; 127 GiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-04-15T15:00:22.489 INFO:tasks.workunit.client.0.smithi016.stdout: 194: throughput=4.98MB/sec pending data=0 2024-04-15T15:00:22.489 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-MVNVPyWdkMfr-lo off=1117880 len=2068507 2024-04-15T15:00:22.497 INFO:tasks.workunit.client.0.smithi016.stdout:op 986 completed, throughput=4.99MB/sec 2024-04-15T15:00:22.497 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-IvQ_dTbsnGtNTlr off=15384884 len=406284 2024-04-15T15:00:22.500 INFO:tasks.workunit.client.0.smithi016.stdout:op 987 completed, throughput=4.99MB/sec 2024-04-15T15:00:22.500 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-FLXMMDgggPuM3bH off=2074476 len=430543 2024-04-15T15:00:22.504 INFO:tasks.workunit.client.0.smithi016.stdout:op 988 completed, throughput=4.99MB/sec 2024-04-15T15:00:22.504 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-fJYaF8-qnRkepHZ off=5634797 len=959395 2024-04-15T15:00:22.505 INFO:tasks.workunit.client.0.smithi016.stdout:op 989 completed, throughput=5MB/sec 2024-04-15T15:00:22.506 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-M6Mm4koNTGfJ9RY off=5494085 len=674359 2024-04-15T15:00:22.509 INFO:tasks.workunit.client.0.smithi016.stdout:op 990 completed, throughput=5MB/sec 2024-04-15T15:00:22.509 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-4F7O62v6t7uHsNA off=8295320 len=269035 2024-04-15T15:00:22.512 INFO:tasks.workunit.client.0.smithi016.stdout:op 991 completed, throughput=5MB/sec 2024-04-15T15:00:22.687 INFO:journalctl@ceph.prometheus.a.smithi102.stdout:Apr 15 15:00:22 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-prometheus-a[120881]: ts=2024-04-15T15:00:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi016:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"362ea986-fb34-11ee-bc8f-c7b262605968\", instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T15:00:23.513 INFO:tasks.workunit.client.0.smithi016.stdout: 195: throughput=4.98MB/sec pending data=0 2024-04-15T15:00:23.513 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-m4tWzXvdD8Wlqy2 off=4955073 len=1008775 2024-04-15T15:00:23.515 INFO:tasks.workunit.client.0.smithi016.stdout:op 992 completed, throughput=4.98MB/sec 2024-04-15T15:00:23.515 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-KHvjz7QgIA751AR off=963390 len=1938478 2024-04-15T15:00:23.522 INFO:tasks.workunit.client.0.smithi016.stdout:op 993 completed, throughput=4.99MB/sec 2024-04-15T15:00:23.522 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-5vYfG-hN0F4lmzK off=5677927 len=226744 2024-04-15T15:00:23.523 INFO:tasks.workunit.client.0.smithi016.stdout:op 994 completed, throughput=4.99MB/sec 2024-04-15T15:00:23.523 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-r2135p9i1txLWlC off=9234204 len=21111 2024-04-15T15:00:23.523 INFO:tasks.workunit.client.0.smithi016.stdout:op 995 completed, throughput=4.99MB/sec 2024-04-15T15:00:23.523 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-rB-ggl_zLKbbNE5 off=242067 len=1285372 2024-04-15T15:00:23.530 INFO:tasks.workunit.client.0.smithi016.stdout:op 996 completed, throughput=5MB/sec 2024-04-15T15:00:23.530 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-zfbHzxMZEoKt9ld off=258535 len=296376 2024-04-15T15:00:23.533 INFO:tasks.workunit.client.0.smithi016.stdout:op 997 completed, throughput=5MB/sec 2024-04-15T15:00:23.533 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-zhSVlOlfiLQlU8P off=6602603 len=1531243 2024-04-15T15:00:23.542 INFO:tasks.workunit.client.0.smithi016.stdout:op 998 completed, throughput=5MB/sec 2024-04-15T15:00:24.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:00:23 smithi102 ceph-mon[87131]: pgmap v1446: 105 pgs: 105 active+clean; 127 GiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 3.4 MiB/s rd, 3.0 MiB/s wr, 6 op/s 2024-04-15T15:00:24.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:00:23 smithi016 ceph-mon[90652]: pgmap v1446: 105 pgs: 105 active+clean; 127 GiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 3.4 MiB/s rd, 3.0 MiB/s wr, 6 op/s 2024-04-15T15:00:24.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:00:23 smithi016 ceph-mon[93212]: pgmap v1446: 105 pgs: 105 active+clean; 127 GiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 3.4 MiB/s rd, 3.0 MiB/s wr, 6 op/s 2024-04-15T15:00:24.544 INFO:tasks.workunit.client.0.smithi016.stdout: 196: throughput=4.98MB/sec pending data=0 2024-04-15T15:00:24.545 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-0EVajFEv_K1B_4E off=2418424 len=1478297 2024-04-15T15:00:24.546 INFO:tasks.workunit.client.0.smithi016.stdout:op 999 completed, throughput=4.99MB/sec 2024-04-15T15:00:24.546 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-bBTdkSfcVNOoqjZ off=11167540 len=1760376 2024-04-15T15:00:24.546 INFO:tasks.workunit.client.0.smithi016.stdout:op 1000 completed, throughput=4.99MB/sec 2024-04-15T15:00:24.547 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-mGoYBQmhTpOnnUl off=7474702 len=1006164 2024-04-15T15:00:24.549 INFO:tasks.workunit.client.0.smithi016.stdout:op 1001 completed, throughput=5MB/sec 2024-04-15T15:00:24.550 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-YMZoIbKXch_6IoF off=4606394 len=207403 2024-04-15T15:00:24.550 INFO:tasks.workunit.client.0.smithi016.stdout:op 1002 completed, throughput=5MB/sec 2024-04-15T15:00:25.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:00:24 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T15:00:25.190 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:00:24 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T15:00:25.190 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:00:24 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T15:00:25.550 INFO:tasks.workunit.client.0.smithi016.stdout: 197: throughput=4.98MB/sec pending data=0 2024-04-15T15:00:25.550 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-JaOMfF_VTunRv2R off=18635436 len=1765112 2024-04-15T15:00:25.558 INFO:tasks.workunit.client.0.smithi016.stdout:op 1003 completed, throughput=4.98MB/sec 2024-04-15T15:00:25.558 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-7rbhDhlWMcYGwGU off=18424928 len=1362206 2024-04-15T15:00:25.559 INFO:tasks.workunit.client.0.smithi016.stdout:op 1004 completed, throughput=4.99MB/sec 2024-04-15T15:00:25.559 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-qApxECSUZuwoHV_ off=2217150 len=1798758 2024-04-15T15:00:25.560 INFO:tasks.workunit.client.0.smithi016.stdout:op 1005 completed, throughput=5MB/sec 2024-04-15T15:00:25.560 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-P0KzQRfDhN0U3xr off=3857213 len=58290 2024-04-15T15:00:25.561 INFO:tasks.workunit.client.0.smithi016.stdout:op 1006 completed, throughput=5MB/sec 2024-04-15T15:00:25.561 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-jVV8rEsnnXRkaDL off=11459431 len=2072655 2024-04-15T15:00:25.562 INFO:tasks.workunit.client.0.smithi016.stdout:op 1007 completed, throughput=5.01MB/sec 2024-04-15T15:00:26.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:00:25 smithi102 ceph-mon[87131]: pgmap v1447: 105 pgs: 105 active+clean; 127 GiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-15T15:00:26.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:00:25 smithi016 ceph-mon[90652]: pgmap v1447: 105 pgs: 105 active+clean; 127 GiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-15T15:00:26.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:00:25 smithi016 ceph-mon[93212]: pgmap v1447: 105 pgs: 105 active+clean; 127 GiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-15T15:00:26.563 INFO:tasks.workunit.client.0.smithi016.stdout: 198: throughput=4.98MB/sec pending data=0 2024-04-15T15:00:26.563 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-YgrbTUBp1MP6igY off=10445006 len=496011 2024-04-15T15:00:26.563 INFO:tasks.workunit.client.0.smithi016.stdout:op 1008 completed, throughput=4.99MB/sec 2024-04-15T15:00:26.564 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-MFC1yYc1FRd-fF9 off=720415 len=1260545 2024-04-15T15:00:26.564 INFO:tasks.workunit.client.0.smithi016.stdout:op 1009 completed, throughput=4.99MB/sec 2024-04-15T15:00:26.564 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-whMN_j4j1ogiDjs off=9690263 len=1594814 2024-04-15T15:00:26.570 INFO:tasks.workunit.client.0.smithi016.stdout:op 1010 completed, throughput=5MB/sec 2024-04-15T15:00:26.570 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-oia66DZQytqwk6C off=415386 len=1106591 2024-04-15T15:00:26.571 INFO:tasks.workunit.client.0.smithi016.stdout:op 1011 completed, throughput=5MB/sec 2024-04-15T15:00:27.572 INFO:tasks.workunit.client.0.smithi016.stdout: 199: throughput=4.98MB/sec pending data=0 2024-04-15T15:00:27.572 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-fQ6NmWCkeXrD0m5 off=1042284 len=950301 2024-04-15T15:00:27.574 INFO:tasks.workunit.client.0.smithi016.stdout:op 1012 completed, throughput=4.98MB/sec 2024-04-15T15:00:27.574 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-zqz9hYp_2BIx2jp off=9641760 len=1669239 2024-04-15T15:00:27.576 INFO:tasks.workunit.client.0.smithi016.stdout:op 1013 completed, throughput=4.99MB/sec 2024-04-15T15:00:27.576 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-PCQ5Vqor3vKS918 off=742605 len=950366 2024-04-15T15:00:27.577 INFO:tasks.workunit.client.0.smithi016.stdout:op 1014 completed, throughput=5MB/sec 2024-04-15T15:00:27.577 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-XiTu1xFeOa1yeLA off=20455434 len=613555 2024-04-15T15:00:27.579 INFO:tasks.workunit.client.0.smithi016.stdout:op 1015 completed, throughput=5MB/sec 2024-04-15T15:00:27.579 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-Jq8cliYdwfGHKVJ off=15273037 len=377807 2024-04-15T15:00:27.580 INFO:tasks.workunit.client.0.smithi016.stdout:op 1016 completed, throughput=5MB/sec 2024-04-15T15:00:28.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:00:27 smithi102 ceph-mon[87131]: pgmap v1448: 105 pgs: 105 active+clean; 127 GiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-04-15T15:00:28.289 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:00:27 smithi016 ceph-mon[90652]: pgmap v1448: 105 pgs: 105 active+clean; 127 GiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-04-15T15:00:28.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:00:27 smithi016 ceph-mon[93212]: pgmap v1448: 105 pgs: 105 active+clean; 127 GiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-04-15T15:00:28.580 INFO:tasks.workunit.client.0.smithi016.stdout: 200: throughput=4.98MB/sec pending data=0 2024-04-15T15:00:28.580 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-zjFckTHS1okEhBF off=835974 len=449668 2024-04-15T15:00:28.581 INFO:tasks.workunit.client.0.smithi016.stdout:op 1017 completed, throughput=4.98MB/sec 2024-04-15T15:00:28.582 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-lEnYxtBefU80ouh off=21006612 len=84498 2024-04-15T15:00:28.584 INFO:tasks.workunit.client.0.smithi016.stdout:op 1018 completed, throughput=4.98MB/sec 2024-04-15T15:00:28.584 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-khKaCAxB6yjpTPd off=4811959 len=294797 2024-04-15T15:00:28.587 INFO:tasks.workunit.client.0.smithi016.stdout:op 1019 completed, throughput=4.98MB/sec 2024-04-15T15:00:28.587 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-KBsOlHdcwgcLojT off=179701 len=833555 2024-04-15T15:00:28.588 INFO:tasks.workunit.client.0.smithi016.stdout:op 1020 completed, throughput=4.98MB/sec 2024-04-15T15:00:28.588 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-ivmogXVDdtAZ4dK off=2312042 len=513671 2024-04-15T15:00:28.590 INFO:tasks.workunit.client.0.smithi016.stdout:op 1021 completed, throughput=4.99MB/sec 2024-04-15T15:00:28.590 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-42rrfdNcV4U8dOa off=5181577 len=434294 2024-04-15T15:00:28.591 INFO:tasks.workunit.client.0.smithi016.stdout:op 1022 completed, throughput=4.99MB/sec 2024-04-15T15:00:28.591 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-IvQ_dTbsnGtNTlr off=6464882 len=1995776 2024-04-15T15:00:28.603 INFO:tasks.workunit.client.0.smithi016.stdout:op 1023 completed, throughput=5MB/sec 2024-04-15T15:00:28.603 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-0RB8GDPG8wUMUSm off=20684155 len=2061231 2024-04-15T15:00:28.612 INFO:tasks.workunit.client.0.smithi016.stdout:op 1024 completed, throughput=5.01MB/sec 2024-04-15T15:00:29.613 INFO:tasks.workunit.client.0.smithi016.stdout: 201: throughput=4.98MB/sec pending data=0 2024-04-15T15:00:29.619 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-OZNtB-4qbC2QQCk off=1259164 len=1172949 2024-04-15T15:00:29.620 INFO:tasks.workunit.client.0.smithi016.stdout:op 1025 completed, throughput=4.99MB/sec 2024-04-15T15:00:29.620 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-g9VuJVy1HFuGRww off=5413385 len=1045584 2024-04-15T15:00:29.620 INFO:tasks.workunit.client.0.smithi016.stdout:op 1026 completed, throughput=4.99MB/sec 2024-04-15T15:00:29.620 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-40qcWqlb1PNQ4mb off=825345 len=520278 2024-04-15T15:00:29.620 INFO:tasks.workunit.client.0.smithi016.stdout:op 1027 completed, throughput=5MB/sec 2024-04-15T15:00:29.620 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-5JpLwJkgi55l21t off=7558300 len=157801 2024-04-15T15:00:29.623 INFO:tasks.workunit.client.0.smithi016.stdout:op 1028 completed, throughput=5MB/sec 2024-04-15T15:00:29.623 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-A7wrRmNtun3_LlP off=10817230 len=554730 2024-04-15T15:00:29.627 INFO:tasks.workunit.client.0.smithi016.stdout:op 1029 completed, throughput=5MB/sec 2024-04-15T15:00:29.627 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-3gmBwS1Fv2l2BZX off=1084173 len=1538964 2024-04-15T15:00:29.629 INFO:tasks.workunit.client.0.smithi016.stdout:op 1030 completed, throughput=5.01MB/sec 2024-04-15T15:00:30.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:00:29 smithi102 ceph-mon[87131]: pgmap v1449: 105 pgs: 105 active+clean; 127 GiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.2 MiB/s wr, 3 op/s 2024-04-15T15:00:30.289 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:00:29 smithi016 ceph-mon[90652]: pgmap v1449: 105 pgs: 105 active+clean; 127 GiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.2 MiB/s wr, 3 op/s 2024-04-15T15:00:30.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:00:29 smithi016 ceph-mon[93212]: pgmap v1449: 105 pgs: 105 active+clean; 127 GiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.2 MiB/s wr, 3 op/s 2024-04-15T15:00:30.629 INFO:tasks.workunit.client.0.smithi016.stdout: 202: throughput=4.98MB/sec pending data=0 2024-04-15T15:00:30.629 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-UV8A2VqUmKG1hU1 off=10302788 len=1563075 2024-04-15T15:00:30.637 INFO:tasks.workunit.client.0.smithi016.stdout:op 1031 completed, throughput=4.99MB/sec 2024-04-15T15:00:30.637 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-cSCpG03nNwGsIVK off=264977 len=481806 2024-04-15T15:00:30.640 INFO:tasks.workunit.client.0.smithi016.stdout:op 1032 completed, throughput=4.99MB/sec 2024-04-15T15:00:30.640 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-On8BYwHoc1kFhpR off=1582664 len=268690 2024-04-15T15:00:30.642 INFO:tasks.workunit.client.0.smithi016.stdout:op 1033 completed, throughput=4.99MB/sec 2024-04-15T15:00:30.642 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-8wR4hUjERyYPk0O off=12736761 len=1559209 2024-04-15T15:00:30.645 INFO:tasks.workunit.client.0.smithi016.stdout:op 1034 completed, throughput=5MB/sec 2024-04-15T15:00:30.645 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-BFnUVbouccwpg7x off=8984395 len=1585904 2024-04-15T15:00:30.655 INFO:tasks.workunit.client.0.smithi016.stdout:op 1035 completed, throughput=5.01MB/sec 2024-04-15T15:00:31.655 INFO:tasks.workunit.client.0.smithi016.stdout: 203: throughput=4.98MB/sec pending data=0 2024-04-15T15:00:31.655 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-4Nf9b2XmoBWjWWx off=9619158 len=1318885 2024-04-15T15:00:31.657 INFO:tasks.workunit.client.0.smithi016.stdout:op 1036 completed, throughput=4.99MB/sec 2024-04-15T15:00:31.657 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-Fvk3pIO76pEdrth off=1978107 len=592864 2024-04-15T15:00:31.662 INFO:tasks.workunit.client.0.smithi016.stdout:op 1037 completed, throughput=4.99MB/sec 2024-04-15T15:00:31.662 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-d5WkEolkIweYcVU off=7652552 len=877278 2024-04-15T15:00:31.664 INFO:tasks.workunit.client.0.smithi016.stdout:op 1038 completed, throughput=4.99MB/sec 2024-04-15T15:00:31.664 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-iAcQl6wGnD2DU57 off=9879991 len=469186 2024-04-15T15:00:31.668 INFO:tasks.workunit.client.0.smithi016.stdout:op 1039 completed, throughput=5MB/sec 2024-04-15T15:00:31.668 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-30vnQX9sD_KaCsZ off=4336395 len=2061100 2024-04-15T15:00:31.672 INFO:tasks.workunit.client.0.smithi016.stdout:op 1040 completed, throughput=5.01MB/sec 2024-04-15T15:00:32.039 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:00:31 smithi016 ceph-mon[90652]: pgmap v1450: 105 pgs: 105 active+clean; 127 GiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.1 MiB/s wr, 3 op/s 2024-04-15T15:00:32.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:00:31 smithi016 ceph-mon[93212]: pgmap v1450: 105 pgs: 105 active+clean; 127 GiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.1 MiB/s wr, 3 op/s 2024-04-15T15:00:32.040 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 15 15:00:31 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-y[81421]: ::ffff:172.21.15.102 - - [15/Apr/2024:15:00:31] "GET /metrics HTTP/1.1" 200 33981 "" "Prometheus/2.43.0" 2024-04-15T15:00:32.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:00:31 smithi102 ceph-mon[87131]: pgmap v1450: 105 pgs: 105 active+clean; 127 GiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.1 MiB/s wr, 3 op/s 2024-04-15T15:00:32.672 INFO:tasks.workunit.client.0.smithi016.stdout: 204: throughput=4.98MB/sec pending data=0 2024-04-15T15:00:32.672 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-Q4SYpIAL1-zDyBV off=5741382 len=609222 2024-04-15T15:00:32.673 INFO:tasks.workunit.client.0.smithi016.stdout:op 1041 completed, throughput=4.98MB/sec 2024-04-15T15:00:32.673 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-pMqVjhncw7yUuXw off=3204608 len=732878 2024-04-15T15:00:32.675 INFO:tasks.workunit.client.0.smithi016.stdout:op 1042 completed, throughput=4.99MB/sec 2024-04-15T15:00:32.675 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-WOFF0egyyPHFFBf off=2611888 len=627315 2024-04-15T15:00:32.677 INFO:tasks.workunit.client.0.smithi016.stdout:op 1043 completed, throughput=4.99MB/sec 2024-04-15T15:00:32.677 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-ZG8wtXjCWWRvXh4 off=7950371 len=1873800 2024-04-15T15:00:32.687 INFO:journalctl@ceph.prometheus.a.smithi102.stdout:Apr 15 15:00:32 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-prometheus-a[120881]: ts=2024-04-15T15:00:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi016:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"362ea986-fb34-11ee-bc8f-c7b262605968\", instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T15:00:32.689 INFO:tasks.workunit.client.0.smithi016.stdout:op 1044 completed, throughput=5MB/sec 2024-04-15T15:00:32.689 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-XUYZLPlpAAQuu8u off=1357310 len=210658 2024-04-15T15:00:32.689 INFO:tasks.workunit.client.0.smithi016.stdout:op 1045 completed, throughput=5MB/sec 2024-04-15T15:00:32.689 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-WMQC3m5cblUv25d off=1209884 len=272906 2024-04-15T15:00:32.692 INFO:tasks.workunit.client.0.smithi016.stdout:op 1046 completed, throughput=5MB/sec 2024-04-15T15:00:33.692 INFO:tasks.workunit.client.0.smithi016.stdout: 205: throughput=4.98MB/sec pending data=0 2024-04-15T15:00:33.692 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-bOGUk6FnEWhauV1 off=3384595 len=1396129 2024-04-15T15:00:33.701 INFO:tasks.workunit.client.0.smithi016.stdout:op 1047 completed, throughput=4.98MB/sec 2024-04-15T15:00:33.701 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-QF8GydHDRawIJi3 off=4214865 len=1220637 2024-04-15T15:00:33.708 INFO:tasks.workunit.client.0.smithi016.stdout:op 1048 completed, throughput=4.99MB/sec 2024-04-15T15:00:33.708 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-v_RZnwE_B6k_unk off=4024449 len=1047937 2024-04-15T15:00:33.713 INFO:tasks.workunit.client.0.smithi016.stdout:op 1049 completed, throughput=4.99MB/sec 2024-04-15T15:00:33.713 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-iYdNdnk36SR-NI8 off=13488792 len=375675 2024-04-15T15:00:33.714 INFO:tasks.workunit.client.0.smithi016.stdout:op 1050 completed, throughput=5MB/sec 2024-04-15T15:00:33.714 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-GQzxOVtOEKTgAva off=9715672 len=1795543 2024-04-15T15:00:33.715 INFO:tasks.workunit.client.0.smithi016.stdout:op 1051 completed, throughput=5MB/sec 2024-04-15T15:00:34.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:00:33 smithi102 ceph-mon[87131]: pgmap v1451: 105 pgs: 105 active+clean; 127 GiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 3.0 MiB/s rd, 3.0 MiB/s wr, 6 op/s 2024-04-15T15:00:34.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:00:33 smithi016 ceph-mon[93212]: pgmap v1451: 105 pgs: 105 active+clean; 127 GiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 3.0 MiB/s rd, 3.0 MiB/s wr, 6 op/s 2024-04-15T15:00:34.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:00:33 smithi016 ceph-mon[90652]: pgmap v1451: 105 pgs: 105 active+clean; 127 GiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 3.0 MiB/s rd, 3.0 MiB/s wr, 6 op/s 2024-04-15T15:00:34.716 INFO:tasks.workunit.client.0.smithi016.stdout: 206: throughput=4.98MB/sec pending data=0 2024-04-15T15:00:34.716 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-ZiiBz_539Stz6t4 off=1585531 len=1145756 2024-04-15T15:00:34.722 INFO:tasks.workunit.client.0.smithi016.stdout:op 1052 completed, throughput=4.98MB/sec 2024-04-15T15:00:34.722 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-R-MyuQK3xWZbqPm off=11474274 len=2079517 2024-04-15T15:00:34.729 INFO:tasks.workunit.client.0.smithi016.stdout:op 1053 completed, throughput=4.99MB/sec 2024-04-15T15:00:34.729 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-eW4K_MrjiNN8SQJ off=334110 len=1721599 2024-04-15T15:00:34.731 INFO:tasks.workunit.client.0.smithi016.stdout:op 1054 completed, throughput=5MB/sec 2024-04-15T15:00:35.732 INFO:tasks.workunit.client.0.smithi016.stdout: 207: throughput=4.98MB/sec pending data=0 2024-04-15T15:00:35.732 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-7PPeh_qT0sbdFFE off=15115677 len=1348611 2024-04-15T15:00:35.739 INFO:tasks.workunit.client.0.smithi016.stdout:op 1055 completed, throughput=4.98MB/sec 2024-04-15T15:00:35.739 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-1727OvRZsa3SKrZ off=16383100 len=620010 2024-04-15T15:00:35.743 INFO:tasks.workunit.client.0.smithi016.stdout:op 1056 completed, throughput=4.99MB/sec 2024-04-15T15:00:35.743 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-Ove_vjhC6otw431 off=2042811 len=1396171 2024-04-15T15:00:35.745 INFO:tasks.workunit.client.0.smithi016.stdout:op 1057 completed, throughput=4.99MB/sec 2024-04-15T15:00:35.745 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-TmOKGwd8WacUjUC off=14215238 len=199667 2024-04-15T15:00:35.746 INFO:tasks.workunit.client.0.smithi016.stdout:op 1058 completed, throughput=4.99MB/sec 2024-04-15T15:00:35.746 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj--kgAGX2r_m413B4 off=11044000 len=350596 2024-04-15T15:00:35.747 INFO:tasks.workunit.client.0.smithi016.stdout:op 1059 completed, throughput=5MB/sec 2024-04-15T15:00:35.747 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj--Gc3vYH4kBgF16l off=2754024 len=1385083 2024-04-15T15:00:35.753 INFO:tasks.workunit.client.0.smithi016.stdout:op 1060 completed, throughput=5MB/sec 2024-04-15T15:00:36.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:00:35 smithi102 ceph-mon[87131]: pgmap v1452: 105 pgs: 105 active+clean; 127 GiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-04-15T15:00:36.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:00:35 smithi016 ceph-mon[90652]: pgmap v1452: 105 pgs: 105 active+clean; 127 GiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-04-15T15:00:36.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:00:35 smithi016 ceph-mon[93212]: pgmap v1452: 105 pgs: 105 active+clean; 127 GiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-04-15T15:00:36.753 INFO:tasks.workunit.client.0.smithi016.stdout: 208: throughput=4.98MB/sec pending data=0 2024-04-15T15:00:36.754 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-Yat-9MPXWlgvm1j off=2174899 len=1595210 2024-04-15T15:00:36.762 INFO:tasks.workunit.client.0.smithi016.stdout:op 1061 completed, throughput=4.98MB/sec 2024-04-15T15:00:36.762 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-HQCxsDCbZmq5xV5 off=10796048 len=1434814 2024-04-15T15:00:36.764 INFO:tasks.workunit.client.0.smithi016.stdout:op 1062 completed, throughput=4.99MB/sec 2024-04-15T15:00:36.764 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-aC7mswfbPFOqcoJ off=2756345 len=2070911 2024-04-15T15:00:36.768 INFO:tasks.workunit.client.0.smithi016.stdout:op 1063 completed, throughput=5MB/sec 2024-04-15T15:00:37.768 INFO:tasks.workunit.client.0.smithi016.stdout: 209: throughput=4.98MB/sec pending data=0 2024-04-15T15:00:37.768 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-2BcAtjFMhLK6z-i off=3480395 len=27129 2024-04-15T15:00:37.769 INFO:tasks.workunit.client.0.smithi016.stdout:op 1064 completed, throughput=4.98MB/sec 2024-04-15T15:00:37.769 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-YuouUJuX_sf6ho1 off=11865615 len=1524128 2024-04-15T15:00:37.778 INFO:tasks.workunit.client.0.smithi016.stdout:op 1065 completed, throughput=4.98MB/sec 2024-04-15T15:00:37.778 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-j-Jww5yy8Sff_n_ off=3971578 len=219531 2024-04-15T15:00:37.778 INFO:tasks.workunit.client.0.smithi016.stdout:op 1066 completed, throughput=4.98MB/sec 2024-04-15T15:00:37.778 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-f1LGFsfiaBMcFiT off=6070925 len=1215491 2024-04-15T15:00:37.780 INFO:tasks.workunit.client.0.smithi016.stdout:op 1067 completed, throughput=4.99MB/sec 2024-04-15T15:00:37.780 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-D8vjcAmRq1LtP-q off=2879276 len=412068 2024-04-15T15:00:37.783 INFO:tasks.workunit.client.0.smithi016.stdout:op 1068 completed, throughput=4.99MB/sec 2024-04-15T15:00:37.784 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-pInO3531s48OYnN off=8208392 len=1021391 2024-04-15T15:00:37.785 INFO:tasks.workunit.client.0.smithi016.stdout:op 1069 completed, throughput=5MB/sec 2024-04-15T15:00:37.785 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-RNFYSWDY62NshDq off=2745676 len=1376564 2024-04-15T15:00:37.792 INFO:tasks.workunit.client.0.smithi016.stdout:op 1070 completed, throughput=5MB/sec 2024-04-15T15:00:38.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:00:37 smithi102 ceph-mon[87131]: pgmap v1453: 105 pgs: 105 active+clean; 127 GiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-04-15T15:00:38.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:00:37 smithi016 ceph-mon[90652]: pgmap v1453: 105 pgs: 105 active+clean; 127 GiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-04-15T15:00:38.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:00:37 smithi016 ceph-mon[93212]: pgmap v1453: 105 pgs: 105 active+clean; 127 GiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-04-15T15:00:38.792 INFO:tasks.workunit.client.0.smithi016.stdout: 210: throughput=4.98MB/sec pending data=0 2024-04-15T15:00:38.792 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-iY4eybEnDqtGZUz off=2587681 len=1440800 2024-04-15T15:00:38.795 INFO:tasks.workunit.client.0.smithi016.stdout:op 1071 completed, throughput=4.99MB/sec 2024-04-15T15:00:38.795 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-BtFZ7eqZ9M4XNte off=21069736 len=1901889 2024-04-15T15:00:38.806 INFO:tasks.workunit.client.0.smithi016.stdout:op 1072 completed, throughput=4.99MB/sec 2024-04-15T15:00:38.806 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-wNCn1fUkNC1Q2AF off=21864722 len=547918 2024-04-15T15:00:38.807 INFO:tasks.workunit.client.0.smithi016.stdout:op 1073 completed, throughput=5MB/sec 2024-04-15T15:00:38.807 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-bcP1qeRnmB4zhuw off=14384797 len=1943666 2024-04-15T15:00:38.810 INFO:tasks.workunit.client.0.smithi016.stdout:op 1074 completed, throughput=5MB/sec 2024-04-15T15:00:39.811 INFO:tasks.workunit.client.0.smithi016.stdout: 211: throughput=4.98MB/sec pending data=0 2024-04-15T15:00:39.811 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-DPvWEB69kvRsUpd off=4812442 len=158582 2024-04-15T15:00:39.813 INFO:tasks.workunit.client.0.smithi016.stdout:op 1075 completed, throughput=4.98MB/sec 2024-04-15T15:00:39.813 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-LrqjV0x1AOvcBQM off=2528233 len=1356221 2024-04-15T15:00:39.820 INFO:tasks.workunit.client.0.smithi016.stdout:op 1076 completed, throughput=4.99MB/sec 2024-04-15T15:00:39.820 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-V7ppj76vU_oQt9C off=616217 len=941883 2024-04-15T15:00:39.822 INFO:tasks.workunit.client.0.smithi016.stdout:op 1077 completed, throughput=4.99MB/sec 2024-04-15T15:00:39.822 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-LU3ST3yKtB0o5Pp off=6510442 len=547252 2024-04-15T15:00:39.825 INFO:tasks.workunit.client.0.smithi016.stdout:op 1078 completed, throughput=4.99MB/sec 2024-04-15T15:00:39.825 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-0HdRspz2ybe_1gZ off=20221134 len=538813 2024-04-15T15:00:39.826 INFO:tasks.workunit.client.0.smithi016.stdout:op 1079 completed, throughput=5MB/sec 2024-04-15T15:00:39.827 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-9HE03a1DeT1jQyL off=9802314 len=784056 2024-04-15T15:00:39.827 INFO:tasks.workunit.client.0.smithi016.stdout:op 1080 completed, throughput=5MB/sec 2024-04-15T15:00:39.827 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-QgY6IKxQ5V0mX-F off=888755 len=1439360 2024-04-15T15:00:39.829 INFO:tasks.workunit.client.0.smithi016.stdout:op 1081 completed, throughput=5.01MB/sec 2024-04-15T15:00:40.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:00:39 smithi102 ceph-mon[87131]: pgmap v1454: 105 pgs: 105 active+clean; 127 GiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-15T15:00:40.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:00:39 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T15:00:40.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:00:39 smithi016 ceph-mon[93212]: pgmap v1454: 105 pgs: 105 active+clean; 127 GiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-15T15:00:40.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:00:39 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T15:00:40.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:00:39 smithi016 ceph-mon[90652]: pgmap v1454: 105 pgs: 105 active+clean; 127 GiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-15T15:00:40.291 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:00:39 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T15:00:40.830 INFO:tasks.workunit.client.0.smithi016.stdout: 212: throughput=4.98MB/sec pending data=0 2024-04-15T15:00:40.830 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-O3ZlZztcvotu2mu off=2877885 len=1874594 2024-04-15T15:00:40.834 INFO:tasks.workunit.client.0.smithi016.stdout:op 1082 completed, throughput=4.99MB/sec 2024-04-15T15:00:40.834 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-oqnU1hsPkKnWLQd off=1761619 len=354646 2024-04-15T15:00:40.837 INFO:tasks.workunit.client.0.smithi016.stdout:op 1083 completed, throughput=4.99MB/sec 2024-04-15T15:00:40.837 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-41qYeyF0QpojpRb off=10957362 len=747819 2024-04-15T15:00:40.842 INFO:tasks.workunit.client.0.smithi016.stdout:op 1084 completed, throughput=5MB/sec 2024-04-15T15:00:40.842 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-UF-w3IeryB7H0RH off=1583030 len=836456 2024-04-15T15:00:40.847 INFO:tasks.workunit.client.0.smithi016.stdout:op 1085 completed, throughput=5MB/sec 2024-04-15T15:00:40.847 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-1iBzEwLs5gdRcAd off=5617235 len=1754962 2024-04-15T15:00:40.849 INFO:tasks.workunit.client.0.smithi016.stdout:op 1086 completed, throughput=5.01MB/sec 2024-04-15T15:00:41.849 INFO:tasks.workunit.client.0.smithi016.stdout: 213: throughput=4.98MB/sec pending data=0 2024-04-15T15:00:41.849 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-Jwe0_gVr56sK5-r off=12619798 len=644086 2024-04-15T15:00:41.854 INFO:tasks.workunit.client.0.smithi016.stdout:op 1087 completed, throughput=4.99MB/sec 2024-04-15T15:00:41.854 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-95IHp-E7vM_lWAh off=5145076 len=1422671 2024-04-15T15:00:41.856 INFO:tasks.workunit.client.0.smithi016.stdout:op 1088 completed, throughput=4.99MB/sec 2024-04-15T15:00:41.856 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-nNICxSKFqu-TVao off=1428495 len=201375 2024-04-15T15:00:41.856 INFO:tasks.workunit.client.0.smithi016.stdout:op 1089 completed, throughput=4.99MB/sec 2024-04-15T15:00:41.856 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-dvaLeRxaXjDgAkY off=1163600 len=1774917 2024-04-15T15:00:41.863 INFO:tasks.workunit.client.0.smithi016.stdout:op 1090 completed, throughput=5MB/sec 2024-04-15T15:00:42.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:00:41 smithi016 ceph-mon[90652]: pgmap v1455: 105 pgs: 105 active+clean; 127 GiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 2.3 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-04-15T15:00:42.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:00:41 smithi016 ceph-mon[93212]: pgmap v1455: 105 pgs: 105 active+clean; 127 GiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 2.3 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-04-15T15:00:42.040 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 15 15:00:41 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-y[81421]: ::ffff:172.21.15.102 - - [15/Apr/2024:15:00:41] "GET /metrics HTTP/1.1" 200 33982 "" "Prometheus/2.43.0" 2024-04-15T15:00:42.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:00:41 smithi102 ceph-mon[87131]: pgmap v1455: 105 pgs: 105 active+clean; 127 GiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 2.3 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-04-15T15:00:42.687 INFO:journalctl@ceph.prometheus.a.smithi102.stdout:Apr 15 15:00:42 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-prometheus-a[120881]: ts=2024-04-15T15:00:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi016:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"362ea986-fb34-11ee-bc8f-c7b262605968\", instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T15:00:42.864 INFO:tasks.workunit.client.0.smithi016.stdout: 214: throughput=4.98MB/sec pending data=0 2024-04-15T15:00:42.864 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-43mgMAOgj5_oI06 off=10323384 len=841722 2024-04-15T15:00:42.868 INFO:tasks.workunit.client.0.smithi016.stdout:op 1091 completed, throughput=4.98MB/sec 2024-04-15T15:00:42.869 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-Q07npHtDNtxfgX3 off=1363200 len=1142758 2024-04-15T15:00:42.871 INFO:tasks.workunit.client.0.smithi016.stdout:op 1092 completed, throughput=4.99MB/sec 2024-04-15T15:00:42.871 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-aRYp4ZtsnaqKY8p off=0 len=1577572 2024-04-15T15:00:42.879 INFO:tasks.workunit.client.0.smithi016.stdout:op 1093 completed, throughput=4.99MB/sec 2024-04-15T15:00:42.880 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-YAp8ZCzMsedQ2g3 off=16408 len=1484016 2024-04-15T15:00:42.882 INFO:tasks.workunit.client.0.smithi016.stdout:op 1094 completed, throughput=5MB/sec 2024-04-15T15:00:43.882 INFO:tasks.workunit.client.0.smithi016.stdout: 215: throughput=4.98MB/sec pending data=0 2024-04-15T15:00:43.882 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-oSM8K8J9w5xylm9 off=7628764 len=358939 2024-04-15T15:00:43.883 INFO:tasks.workunit.client.0.smithi016.stdout:op 1095 completed, throughput=4.98MB/sec 2024-04-15T15:00:43.883 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-XvXBuoaVQVk67_a off=1962707 len=252848 2024-04-15T15:00:43.886 INFO:tasks.workunit.client.0.smithi016.stdout:op 1096 completed, throughput=4.98MB/sec 2024-04-15T15:00:43.886 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-U0gFEgNiEpeKuiq off=433163 len=161904 2024-04-15T15:00:43.887 INFO:tasks.workunit.client.0.smithi016.stdout:op 1097 completed, throughput=4.98MB/sec 2024-04-15T15:00:43.887 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-iq7QyiheaxQ9Fj9 off=5233657 len=1452516 2024-04-15T15:00:43.891 INFO:tasks.workunit.client.0.smithi016.stdout:op 1098 completed, throughput=4.99MB/sec 2024-04-15T15:00:43.891 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-I6_SMMaeaNS8PX1 off=12275939 len=1239268 2024-04-15T15:00:43.892 INFO:tasks.workunit.client.0.smithi016.stdout:op 1099 completed, throughput=4.99MB/sec 2024-04-15T15:00:43.892 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-UpiVkmxazQNDefE off=15353352 len=341375 2024-04-15T15:00:43.893 INFO:tasks.workunit.client.0.smithi016.stdout:op 1100 completed, throughput=4.99MB/sec 2024-04-15T15:00:43.893 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-jJnKGjr99F9TP0E off=9312759 len=157186 2024-04-15T15:00:43.893 INFO:tasks.workunit.client.0.smithi016.stdout:op 1101 completed, throughput=4.99MB/sec 2024-04-15T15:00:43.894 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-iC9ZALHf4szIpYA off=8278619 len=1015419 2024-04-15T15:00:43.894 INFO:tasks.workunit.client.0.smithi016.stdout:op 1102 completed, throughput=5MB/sec 2024-04-15T15:00:43.895 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-gG1WTtHVSGadEn6 off=430007 len=1341406 2024-04-15T15:00:43.900 INFO:tasks.workunit.client.0.smithi016.stdout:op 1103 completed, throughput=5MB/sec 2024-04-15T15:00:44.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:00:43 smithi102 ceph-mon[87131]: pgmap v1456: 105 pgs: 105 active+clean; 127 GiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 3.5 MiB/s rd, 2.9 MiB/s wr, 6 op/s 2024-04-15T15:00:44.289 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:00:43 smithi016 ceph-mon[90652]: pgmap v1456: 105 pgs: 105 active+clean; 127 GiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 3.5 MiB/s rd, 2.9 MiB/s wr, 6 op/s 2024-04-15T15:00:44.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:00:43 smithi016 ceph-mon[93212]: pgmap v1456: 105 pgs: 105 active+clean; 127 GiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 3.5 MiB/s rd, 2.9 MiB/s wr, 6 op/s 2024-04-15T15:00:44.900 INFO:tasks.workunit.client.0.smithi016.stdout: 216: throughput=4.98MB/sec pending data=0 2024-04-15T15:00:44.901 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-vZDzfTHo_uHPIxg off=5974354 len=833598 2024-04-15T15:00:44.903 INFO:tasks.workunit.client.0.smithi016.stdout:op 1104 completed, throughput=4.99MB/sec 2024-04-15T15:00:44.903 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-xgs073h9DMEvp-c off=1733104 len=52737 2024-04-15T15:00:44.903 INFO:tasks.workunit.client.0.smithi016.stdout:op 1105 completed, throughput=4.99MB/sec 2024-04-15T15:00:44.903 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj--RFgvnw1rTRu2l- off=14218726 len=1465796 2024-04-15T15:00:44.910 INFO:tasks.workunit.client.0.smithi016.stdout:op 1106 completed, throughput=4.99MB/sec 2024-04-15T15:00:44.910 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-4qOjcKR2T1jmTPr off=21711 len=1903147 2024-04-15T15:00:44.913 INFO:tasks.workunit.client.0.smithi016.stdout:op 1107 completed, throughput=5MB/sec 2024-04-15T15:00:44.914 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-jzl46zhoDFlLVhx off=4722656 len=1542999 2024-04-15T15:00:44.923 INFO:tasks.workunit.client.0.smithi016.stdout:op 1108 completed, throughput=5.01MB/sec 2024-04-15T15:00:45.923 INFO:tasks.workunit.client.0.smithi016.stdout: 217: throughput=4.98MB/sec pending data=0 2024-04-15T15:00:45.923 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-O5GNqbXcaKH9h9D off=5972207 len=1309995 2024-04-15T15:00:45.932 INFO:tasks.workunit.client.0.smithi016.stdout:op 1109 completed, throughput=4.99MB/sec 2024-04-15T15:00:45.932 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-4JIknxLjeEZl3VD off=1036924 len=1168601 2024-04-15T15:00:45.937 INFO:tasks.workunit.client.0.smithi016.stdout:op 1110 completed, throughput=4.99MB/sec 2024-04-15T15:00:45.937 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-dSVkYPuFB2buHbX off=6414917 len=1414475 2024-04-15T15:00:45.939 INFO:tasks.workunit.client.0.smithi016.stdout:op 1111 completed, throughput=5MB/sec 2024-04-15T15:00:46.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:00:45 smithi102 ceph-mon[87131]: pgmap v1457: 105 pgs: 105 active+clean; 127 GiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-15T15:00:46.289 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:00:45 smithi016 ceph-mon[90652]: pgmap v1457: 105 pgs: 105 active+clean; 127 GiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-15T15:00:46.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:00:45 smithi016 ceph-mon[93212]: pgmap v1457: 105 pgs: 105 active+clean; 127 GiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-15T15:00:46.939 INFO:tasks.workunit.client.0.smithi016.stdout: 218: throughput=4.98MB/sec pending data=0 2024-04-15T15:00:46.939 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-L5qCdes6DTIirQQ off=6013561 len=314511 2024-04-15T15:00:46.940 INFO:tasks.workunit.client.0.smithi016.stdout:op 1112 completed, throughput=4.98MB/sec 2024-04-15T15:00:46.940 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-zvDelkODIAbAjow off=5710448 len=210987 2024-04-15T15:00:46.943 INFO:tasks.workunit.client.0.smithi016.stdout:op 1113 completed, throughput=4.98MB/sec 2024-04-15T15:00:46.943 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj--3OAm6WedmZARSE off=11352377 len=1493697 2024-04-15T15:00:46.945 INFO:tasks.workunit.client.0.smithi016.stdout:op 1114 completed, throughput=4.99MB/sec 2024-04-15T15:00:46.945 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-0d-ds6I0Wni2ymq off=3872035 len=121984 2024-04-15T15:00:46.946 INFO:tasks.workunit.client.0.smithi016.stdout:op 1115 completed, throughput=4.99MB/sec 2024-04-15T15:00:46.946 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-5YCNwcMJveie1JO off=1493004 len=74842 2024-04-15T15:00:46.948 INFO:tasks.workunit.client.0.smithi016.stdout:op 1116 completed, throughput=4.99MB/sec 2024-04-15T15:00:46.949 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-hN9EvNJ9ilHpP9M off=14012783 len=1038910 2024-04-15T15:00:46.953 INFO:tasks.workunit.client.0.smithi016.stdout:op 1117 completed, throughput=4.99MB/sec 2024-04-15T15:00:46.954 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-p_cwTG7gHw_4Vdf off=1035044 len=1733975 2024-04-15T15:00:46.956 INFO:tasks.workunit.client.0.smithi016.stdout:op 1118 completed, throughput=5MB/sec 2024-04-15T15:00:46.956 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-HwUGWWb-N1aph0t off=4931121 len=2019733 2024-04-15T15:00:46.959 INFO:tasks.workunit.client.0.smithi016.stdout:op 1119 completed, throughput=5.01MB/sec 2024-04-15T15:00:47.960 INFO:tasks.workunit.client.0.smithi016.stdout: 219: throughput=4.98MB/sec pending data=0 2024-04-15T15:00:47.960 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-nfqFVvms1Bd7KCV off=228325 len=1579380 2024-04-15T15:00:47.963 INFO:tasks.workunit.client.0.smithi016.stdout:op 1120 completed, throughput=4.99MB/sec 2024-04-15T15:00:47.963 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-kwXTuzMZVzycoSm off=10416564 len=1147472 2024-04-15T15:00:47.970 INFO:tasks.workunit.client.0.smithi016.stdout:op 1121 completed, throughput=5MB/sec 2024-04-15T15:00:47.970 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-7WN_XxHR7_MT-Jm off=4190168 len=1317833 2024-04-15T15:00:47.972 INFO:tasks.workunit.client.0.smithi016.stdout:op 1122 completed, throughput=5MB/sec 2024-04-15T15:00:48.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:00:47 smithi102 ceph-mon[87131]: pgmap v1458: 105 pgs: 105 active+clean; 127 GiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 3.4 MiB/s rd, 2.5 MiB/s wr, 6 op/s 2024-04-15T15:00:48.289 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:00:47 smithi016 ceph-mon[90652]: pgmap v1458: 105 pgs: 105 active+clean; 127 GiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 3.4 MiB/s rd, 2.5 MiB/s wr, 6 op/s 2024-04-15T15:00:48.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:00:47 smithi016 ceph-mon[93212]: pgmap v1458: 105 pgs: 105 active+clean; 127 GiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 3.4 MiB/s rd, 2.5 MiB/s wr, 6 op/s 2024-04-15T15:00:48.972 INFO:tasks.workunit.client.0.smithi016.stdout: 220: throughput=4.98MB/sec pending data=0 2024-04-15T15:00:48.973 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-EhIL39CI7v2ckJz off=4659615 len=928669 2024-04-15T15:00:48.978 INFO:tasks.workunit.client.0.smithi016.stdout:op 1123 completed, throughput=4.98MB/sec 2024-04-15T15:00:48.978 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-gdeHTPxDbK_jvdT off=7310907 len=1465010 2024-04-15T15:00:48.979 INFO:tasks.workunit.client.0.smithi016.stdout:op 1124 completed, throughput=4.99MB/sec 2024-04-15T15:00:48.979 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-Er37wF91PpPzmB4 off=3564622 len=1649459 2024-04-15T15:00:48.981 INFO:tasks.workunit.client.0.smithi016.stdout:op 1125 completed, throughput=5MB/sec 2024-04-15T15:00:48.981 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-oC5U8lstBoRvsXN off=1308959 len=891337 2024-04-15T15:00:48.985 INFO:tasks.workunit.client.0.smithi016.stdout:op 1126 completed, throughput=5MB/sec 2024-04-15T15:00:49.985 INFO:tasks.workunit.client.0.smithi016.stdout: 221: throughput=4.98MB/sec pending data=0 2024-04-15T15:00:49.985 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-nv3j2DAkDlZotL0 off=23049776 len=1695637 2024-04-15T15:00:49.987 INFO:tasks.workunit.client.0.smithi016.stdout:op 1127 completed, throughput=4.99MB/sec 2024-04-15T15:00:49.987 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-Q0YGBQ5oiIFj0Da off=526995 len=1150111 2024-04-15T15:00:49.994 INFO:tasks.workunit.client.0.smithi016.stdout:op 1128 completed, throughput=4.99MB/sec 2024-04-15T15:00:49.994 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-_8NaACsGMbjnLfx off=13107654 len=1077682 2024-04-15T15:00:49.998 INFO:tasks.workunit.client.0.smithi016.stdout:op 1129 completed, throughput=4.99MB/sec 2024-04-15T15:00:49.999 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-WY_m41no0sZPYwt off=172201 len=562902 2024-04-15T15:00:49.999 INFO:tasks.workunit.client.0.smithi016.stdout:op 1130 completed, throughput=5MB/sec 2024-04-15T15:00:49.999 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-YaO2Drtxy1fm64d off=5228946 len=1846421 2024-04-15T15:00:50.010 INFO:tasks.workunit.client.0.smithi016.stdout:op 1131 completed, throughput=5MB/sec 2024-04-15T15:00:50.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:00:49 smithi102 ceph-mon[87131]: pgmap v1459: 105 pgs: 105 active+clean; 127 GiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-15T15:00:50.289 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:00:49 smithi016 ceph-mon[90652]: pgmap v1459: 105 pgs: 105 active+clean; 127 GiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-15T15:00:50.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:00:49 smithi016 ceph-mon[93212]: pgmap v1459: 105 pgs: 105 active+clean; 127 GiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-15T15:00:51.010 INFO:tasks.workunit.client.0.smithi016.stdout: 222: throughput=4.98MB/sec pending data=0 2024-04-15T15:00:51.010 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-iPvqJd8oCsLYYUB off=1864627 len=2083113 2024-04-15T15:00:51.012 INFO:tasks.workunit.client.0.smithi016.stdout:op 1132 completed, throughput=4.99MB/sec 2024-04-15T15:00:51.012 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-9779D3cerEkn8mS off=14990293 len=120049 2024-04-15T15:00:51.015 INFO:tasks.workunit.client.0.smithi016.stdout:op 1133 completed, throughput=4.99MB/sec 2024-04-15T15:00:51.015 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-3agiNWEtERwU1Qp off=5514232 len=1316343 2024-04-15T15:00:51.017 INFO:tasks.workunit.client.0.smithi016.stdout:op 1134 completed, throughput=5MB/sec 2024-04-15T15:00:51.017 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-o76tbyUpqa4u1eh off=4685784 len=731160 2024-04-15T15:00:51.021 INFO:tasks.workunit.client.0.smithi016.stdout:op 1135 completed, throughput=5MB/sec 2024-04-15T15:00:51.021 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-gnd-qoGAZNEEozY off=6730321 len=302779 2024-04-15T15:00:51.024 INFO:tasks.workunit.client.0.smithi016.stdout:op 1136 completed, throughput=5MB/sec 2024-04-15T15:00:52.024 INFO:tasks.workunit.client.0.smithi016.stdout: 223: throughput=4.98MB/sec pending data=0 2024-04-15T15:00:52.025 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-NjYaIEYfhhD0Fol off=3667074 len=1649123 2024-04-15T15:00:52.028 INFO:tasks.workunit.client.0.smithi016.stdout:op 1137 completed, throughput=4.99MB/sec 2024-04-15T15:00:52.028 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-LUYtry32uoG425P off=86180 len=404062 2024-04-15T15:00:52.032 INFO:tasks.workunit.client.0.smithi016.stdout:op 1138 completed, throughput=4.99MB/sec 2024-04-15T15:00:52.032 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-aMgLCU6UGVY0W6x off=15348603 len=562635 2024-04-15T15:00:52.033 INFO:tasks.workunit.client.0.smithi016.stdout:op 1139 completed, throughput=4.99MB/sec 2024-04-15T15:00:52.033 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-_fpX6wXqf7WGCRR off=525362 len=83641 2024-04-15T15:00:52.035 INFO:tasks.workunit.client.0.smithi016.stdout:op 1140 completed, throughput=4.99MB/sec 2024-04-15T15:00:52.035 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-r8OVOJAYgPmuMVy off=1537678 len=1887949 2024-04-15T15:00:52.039 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:00:51 smithi016 ceph-mon[90652]: pgmap v1460: 105 pgs: 105 active+clean; 127 GiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-15T15:00:52.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:00:51 smithi016 ceph-mon[93212]: pgmap v1460: 105 pgs: 105 active+clean; 127 GiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-15T15:00:52.040 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 15 15:00:51 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-y[81421]: ::ffff:172.21.15.102 - - [15/Apr/2024:15:00:51] "GET /metrics HTTP/1.1" 200 33982 "" "Prometheus/2.43.0" 2024-04-15T15:00:52.046 INFO:tasks.workunit.client.0.smithi016.stdout:op 1141 completed, throughput=5MB/sec 2024-04-15T15:00:52.046 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-JKQR9WdRa3XkZ4f off=3343119 len=2055768 2024-04-15T15:00:52.047 INFO:tasks.workunit.client.0.smithi016.stdout:op 1142 completed, throughput=5.01MB/sec 2024-04-15T15:00:52.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:00:51 smithi102 ceph-mon[87131]: pgmap v1460: 105 pgs: 105 active+clean; 127 GiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-15T15:00:52.687 INFO:journalctl@ceph.prometheus.a.smithi102.stdout:Apr 15 15:00:52 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-prometheus-a[120881]: ts=2024-04-15T15:00:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi016:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"362ea986-fb34-11ee-bc8f-c7b262605968\", instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T15:00:53.048 INFO:tasks.workunit.client.0.smithi016.stdout: 224: throughput=4.98MB/sec pending data=0 2024-04-15T15:00:53.048 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-ehtX40w9ktrs8uj off=627173 len=1413138 2024-04-15T15:00:53.050 INFO:tasks.workunit.client.0.smithi016.stdout:op 1143 completed, throughput=4.99MB/sec 2024-04-15T15:00:53.050 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-tLlFeoTzrr6ZfdF off=326434 len=754688 2024-04-15T15:00:53.051 INFO:tasks.workunit.client.0.smithi016.stdout:op 1144 completed, throughput=4.99MB/sec 2024-04-15T15:00:53.051 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-MgaqUSaU3JG0mcF off=1350274 len=1965602 2024-04-15T15:00:53.053 INFO:tasks.workunit.client.0.smithi016.stdout:op 1145 completed, throughput=5MB/sec 2024-04-15T15:00:54.053 INFO:tasks.workunit.client.0.smithi016.stdout: 225: throughput=4.98MB/sec pending data=0 2024-04-15T15:00:54.054 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-7Hs3MTAmRPqt76K off=2472054 len=244104 2024-04-15T15:00:54.056 INFO:tasks.workunit.client.0.smithi016.stdout:op 1146 completed, throughput=4.98MB/sec 2024-04-15T15:00:54.057 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-DwKUopq5OVNEsgk off=18270316 len=1263502 2024-04-15T15:00:54.059 INFO:tasks.workunit.client.0.smithi016.stdout:op 1147 completed, throughput=4.99MB/sec 2024-04-15T15:00:54.059 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-sTtaD99wkM-1YSU off=13704918 len=15220 2024-04-15T15:00:54.060 INFO:tasks.workunit.client.0.smithi016.stdout:op 1148 completed, throughput=4.99MB/sec 2024-04-15T15:00:54.060 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-ufZR5xkPpf5AoQr off=18246403 len=44069 2024-04-15T15:00:54.061 INFO:tasks.workunit.client.0.smithi016.stdout:op 1149 completed, throughput=4.99MB/sec 2024-04-15T15:00:54.061 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-hzPOYR29qi_lGQa off=14026223 len=314296 2024-04-15T15:00:54.061 INFO:tasks.workunit.client.0.smithi016.stdout:op 1150 completed, throughput=4.99MB/sec 2024-04-15T15:00:54.061 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-8r9SEPTmQXZtuYL off=0 len=1440467 2024-04-15T15:00:54.071 INFO:tasks.workunit.client.0.smithi016.stdout:op 1151 completed, throughput=4.99MB/sec 2024-04-15T15:00:54.071 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-hkKUKbVKiE88EgC off=109087 len=525353 2024-04-15T15:00:54.074 INFO:tasks.workunit.client.0.smithi016.stdout:op 1152 completed, throughput=5MB/sec 2024-04-15T15:00:54.074 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-FToFlqGbQTZ_Tqq off=3367953 len=1985528 2024-04-15T15:00:54.083 INFO:tasks.workunit.client.0.smithi016.stdout:op 1153 completed, throughput=5MB/sec 2024-04-15T15:00:54.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:00:53 smithi102 ceph-mon[87131]: pgmap v1461: 105 pgs: 105 active+clean; 127 GiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 3.7 MiB/s rd, 2.7 MiB/s wr, 6 op/s 2024-04-15T15:00:54.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:00:53 smithi016 ceph-mon[90652]: pgmap v1461: 105 pgs: 105 active+clean; 127 GiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 3.7 MiB/s rd, 2.7 MiB/s wr, 6 op/s 2024-04-15T15:00:54.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:00:53 smithi016 ceph-mon[93212]: pgmap v1461: 105 pgs: 105 active+clean; 127 GiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 3.7 MiB/s rd, 2.7 MiB/s wr, 6 op/s 2024-04-15T15:00:55.084 INFO:tasks.workunit.client.0.smithi016.stdout: 226: throughput=4.98MB/sec pending data=0 2024-04-15T15:00:55.084 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-nm305JIwWsdCVnH off=10414026 len=1865676 2024-04-15T15:00:55.087 INFO:tasks.workunit.client.0.smithi016.stdout:op 1154 completed, throughput=4.99MB/sec 2024-04-15T15:00:55.087 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-qFSCkuEffqJDQHJ off=0 len=1700330 2024-04-15T15:00:55.091 INFO:tasks.workunit.client.0.smithi016.stdout:op 1155 completed, throughput=5MB/sec 2024-04-15T15:00:55.091 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-Khx6wUwWffnG4Tx off=8756569 len=1217034 2024-04-15T15:00:55.093 INFO:tasks.workunit.client.0.smithi016.stdout:op 1156 completed, throughput=5MB/sec 2024-04-15T15:00:55.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:00:54 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T15:00:55.191 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:00:54 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T15:00:55.191 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:00:54 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T15:00:56.094 INFO:tasks.workunit.client.0.smithi016.stdout: 227: throughput=4.98MB/sec pending data=0 2024-04-15T15:00:56.094 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-GxnfXpSyV5v8GlX off=34241 len=910035 2024-04-15T15:00:56.099 INFO:tasks.workunit.client.0.smithi016.stdout:op 1157 completed, throughput=4.98MB/sec 2024-04-15T15:00:56.099 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-1uq-OYYvpTxdTHy off=2825692 len=91603 2024-04-15T15:00:56.101 INFO:tasks.workunit.client.0.smithi016.stdout:op 1158 completed, throughput=4.98MB/sec 2024-04-15T15:00:56.101 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-I0YfGiVzNCTfqPV off=5709182 len=295916 2024-04-15T15:00:56.102 INFO:tasks.workunit.client.0.smithi016.stdout:op 1159 completed, throughput=4.98MB/sec 2024-04-15T15:00:56.102 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-syMDfWS-Zbi44-E off=7123198 len=1034605 2024-04-15T15:00:56.108 INFO:tasks.workunit.client.0.smithi016.stdout:op 1160 completed, throughput=4.99MB/sec 2024-04-15T15:00:56.108 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-5WKozAaeZOo5zE1 off=4238788 len=815735 2024-04-15T15:00:56.108 INFO:tasks.workunit.client.0.smithi016.stdout:op 1161 completed, throughput=4.99MB/sec 2024-04-15T15:00:56.109 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-xSjXCpKPMOdzWyw off=3834062 len=1426 2024-04-15T15:00:56.111 INFO:tasks.workunit.client.0.smithi016.stdout:op 1162 completed, throughput=4.99MB/sec 2024-04-15T15:00:56.111 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-R4K9OPvn0T_S-oD off=14901518 len=1572442 2024-04-15T15:00:56.117 INFO:tasks.workunit.client.0.smithi016.stdout:op 1163 completed, throughput=5MB/sec 2024-04-15T15:00:56.118 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-OqxGkoHJC8-DXw7 off=2017131 len=67769 2024-04-15T15:00:56.118 INFO:tasks.workunit.client.0.smithi016.stdout:op 1164 completed, throughput=5MB/sec 2024-04-15T15:00:56.118 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-t4Nc2c-rFcLxnqZ off=1302956 len=564158 2024-04-15T15:00:56.122 INFO:tasks.workunit.client.0.smithi016.stdout:op 1165 completed, throughput=5MB/sec 2024-04-15T15:00:56.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:00:55 smithi102 ceph-mon[87131]: pgmap v1462: 105 pgs: 105 active+clean; 127 GiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.7 MiB/s wr, 4 op/s 2024-04-15T15:00:56.289 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:00:55 smithi016 ceph-mon[93212]: pgmap v1462: 105 pgs: 105 active+clean; 127 GiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.7 MiB/s wr, 4 op/s 2024-04-15T15:00:56.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:00:55 smithi016 ceph-mon[90652]: pgmap v1462: 105 pgs: 105 active+clean; 127 GiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.7 MiB/s wr, 4 op/s 2024-04-15T15:00:57.122 INFO:tasks.workunit.client.0.smithi016.stdout: 228: throughput=4.98MB/sec pending data=0 2024-04-15T15:00:57.123 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-WfvLYCEkjJRL4MB off=11121965 len=1785210 2024-04-15T15:00:57.124 INFO:tasks.workunit.client.0.smithi016.stdout:op 1166 completed, throughput=4.99MB/sec 2024-04-15T15:00:57.125 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-KOmZXXePRR_XJEQ off=6138435 len=447546 2024-04-15T15:00:57.128 INFO:tasks.workunit.client.0.smithi016.stdout:op 1167 completed, throughput=4.99MB/sec 2024-04-15T15:00:57.128 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-YACRDZC-2rCPfkl off=269048 len=951719 2024-04-15T15:00:57.134 INFO:tasks.workunit.client.0.smithi016.stdout:op 1168 completed, throughput=4.99MB/sec 2024-04-15T15:00:57.134 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-y0tCdtKPrMy6c4S off=4627894 len=1698378 2024-04-15T15:00:57.140 INFO:tasks.workunit.client.0.smithi016.stdout:op 1169 completed, throughput=5MB/sec 2024-04-15T15:00:57.140 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-QsifqC-gfNKOPRj off=154986 len=1282020 2024-04-15T15:00:57.142 INFO:tasks.workunit.client.0.smithi016.stdout:op 1170 completed, throughput=5MB/sec 2024-04-15T15:00:58.142 INFO:tasks.workunit.client.0.smithi016.stdout: 229: throughput=4.98MB/sec pending data=0 2024-04-15T15:00:58.143 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-TFqvqtOyvjlFzQJ off=4532554 len=378347 2024-04-15T15:00:58.146 INFO:tasks.workunit.client.0.smithi016.stdout:op 1171 completed, throughput=4.98MB/sec 2024-04-15T15:00:58.146 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-EBmiPHGpRTTnEmz off=3447284 len=1151679 2024-04-15T15:00:58.152 INFO:tasks.workunit.client.0.smithi016.stdout:op 1172 completed, throughput=4.99MB/sec 2024-04-15T15:00:58.152 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-0OQftJhtPpilyVN off=7176794 len=138242 2024-04-15T15:00:58.153 INFO:tasks.workunit.client.0.smithi016.stdout:op 1173 completed, throughput=4.99MB/sec 2024-04-15T15:00:58.153 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-6PjBGUX1zARv35x off=14324231 len=155211 2024-04-15T15:00:58.155 INFO:tasks.workunit.client.0.smithi016.stdout:op 1174 completed, throughput=4.99MB/sec 2024-04-15T15:00:58.155 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-PwPg4ydluxdoR2p off=867676 len=1226354 2024-04-15T15:00:58.160 INFO:tasks.workunit.client.0.smithi016.stdout:op 1175 completed, throughput=5MB/sec 2024-04-15T15:00:58.160 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-k2_jzn2z2ZQq1zB off=4089526 len=958425 2024-04-15T15:00:58.165 INFO:tasks.workunit.client.0.smithi016.stdout:op 1176 completed, throughput=5MB/sec 2024-04-15T15:00:58.165 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-EG19q8X4z99VGKj off=1400812 len=668971 2024-04-15T15:00:58.167 INFO:tasks.workunit.client.0.smithi016.stdout:op 1177 completed, throughput=5MB/sec 2024-04-15T15:00:58.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:00:57 smithi102 ceph-mon[87131]: pgmap v1463: 105 pgs: 105 active+clean; 127 GiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 3.5 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-04-15T15:00:58.289 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:00:57 smithi016 ceph-mon[90652]: pgmap v1463: 105 pgs: 105 active+clean; 127 GiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 3.5 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-04-15T15:00:58.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:00:57 smithi016 ceph-mon[93212]: pgmap v1463: 105 pgs: 105 active+clean; 127 GiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 3.5 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-04-15T15:00:59.167 INFO:tasks.workunit.client.0.smithi016.stdout: 230: throughput=4.98MB/sec pending data=0 2024-04-15T15:00:59.167 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-EegiFM78wzayQab off=17490993 len=1407865 2024-04-15T15:00:59.175 INFO:tasks.workunit.client.0.smithi016.stdout:op 1178 completed, throughput=4.99MB/sec 2024-04-15T15:00:59.175 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-4Rekd3hjsObF3gb off=14656732 len=1403731 2024-04-15T15:00:59.176 INFO:tasks.workunit.client.0.smithi016.stdout:op 1179 completed, throughput=4.99MB/sec 2024-04-15T15:00:59.176 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-bby5DD2m2IdSpqc off=3259882 len=1607317 2024-04-15T15:00:59.178 INFO:tasks.workunit.client.0.smithi016.stdout:op 1180 completed, throughput=5MB/sec 2024-04-15T15:00:59.178 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-uCtsY-8C_C4ohHQ off=451650 len=1972277 2024-04-15T15:00:59.187 INFO:tasks.workunit.client.0.smithi016.stdout:op 1181 completed, throughput=5.01MB/sec 2024-04-15T15:01:00.187 INFO:tasks.workunit.client.0.smithi016.stdout: 231: throughput=4.98MB/sec pending data=0 2024-04-15T15:01:00.187 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-FupJS_QL1VSH4Ku off=4716076 len=1670669 2024-04-15T15:01:00.188 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:00:59 smithi102 ceph-mon[87131]: pgmap v1464: 105 pgs: 105 active+clean; 127 GiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 2.7 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-04-15T15:01:00.189 INFO:tasks.workunit.client.0.smithi016.stdout:op 1182 completed, throughput=4.99MB/sec 2024-04-15T15:01:00.189 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-lKRkC9tRKpDMnbo off=7514054 len=2007526 2024-04-15T15:01:00.201 INFO:tasks.workunit.client.0.smithi016.stdout:op 1183 completed, throughput=5MB/sec 2024-04-15T15:01:00.201 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-OuiGObs0he1Fa6c off=9663533 len=932821 2024-04-15T15:01:00.206 INFO:tasks.workunit.client.0.smithi016.stdout:op 1184 completed, throughput=5MB/sec 2024-04-15T15:01:00.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:00:59 smithi016 ceph-mon[90652]: pgmap v1464: 105 pgs: 105 active+clean; 127 GiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 2.7 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-04-15T15:01:00.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:00:59 smithi016 ceph-mon[93212]: pgmap v1464: 105 pgs: 105 active+clean; 127 GiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 2.7 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-04-15T15:01:01.206 INFO:tasks.workunit.client.0.smithi016.stdout: 232: throughput=4.98MB/sec pending data=0 2024-04-15T15:01:01.206 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-eBsCX4wMyn0Ck09 off=6973169 len=1873125 2024-04-15T15:01:01.208 INFO:tasks.workunit.client.0.smithi016.stdout:op 1185 completed, throughput=4.99MB/sec 2024-04-15T15:01:01.208 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-JNRm0RCdX_-Wa1u off=4743458 len=1468199 2024-04-15T15:01:01.210 INFO:tasks.workunit.client.0.smithi016.stdout:op 1186 completed, throughput=5MB/sec 2024-04-15T15:01:01.211 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-HfAvH3IjuSYtqs4 off=296024 len=1576987 2024-04-15T15:01:01.212 INFO:tasks.workunit.client.0.smithi016.stdout:op 1187 completed, throughput=5MB/sec 2024-04-15T15:01:01.902 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 15 15:01:01 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-y[81421]: ::ffff:172.21.15.102 - - [15/Apr/2024:15:01:01] "GET /metrics HTTP/1.1" 200 33983 "" "Prometheus/2.43.0" 2024-04-15T15:01:02.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:01:01 smithi102 ceph-mon[87131]: pgmap v1465: 105 pgs: 105 active+clean; 127 GiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 2.7 MiB/s rd, 1.4 MiB/s wr, 3 op/s 2024-04-15T15:01:02.213 INFO:tasks.workunit.client.0.smithi016.stdout: 233: throughput=4.98MB/sec pending data=0 2024-04-15T15:01:02.213 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-dO0IPmRmiKJLyFt off=7118709 len=522512 2024-04-15T15:01:02.217 INFO:tasks.workunit.client.0.smithi016.stdout:op 1188 completed, throughput=4.98MB/sec 2024-04-15T15:01:02.217 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-ySZ4q0HzoFxZMZi off=44137 len=481671 2024-04-15T15:01:02.218 INFO:tasks.workunit.client.0.smithi016.stdout:op 1189 completed, throughput=4.98MB/sec 2024-04-15T15:01:02.218 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-LtUwNWkDiXo5rrG off=7481586 len=1499674 2024-04-15T15:01:02.224 INFO:tasks.workunit.client.0.smithi016.stdout:op 1190 completed, throughput=4.99MB/sec 2024-04-15T15:01:02.225 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-rB9iKE0Rxa6bYrK off=3513047 len=774561 2024-04-15T15:01:02.226 INFO:tasks.workunit.client.0.smithi016.stdout:op 1191 completed, throughput=4.99MB/sec 2024-04-15T15:01:02.226 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-n7zvi369fYq6jcL off=13904822 len=522816 2024-04-15T15:01:02.230 INFO:tasks.workunit.client.0.smithi016.stdout:op 1192 completed, throughput=5MB/sec 2024-04-15T15:01:02.230 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-zM-3vJRk_xRmzBG off=11619149 len=1940796 2024-04-15T15:01:02.233 INFO:tasks.workunit.client.0.smithi016.stdout:op 1193 completed, throughput=5MB/sec 2024-04-15T15:01:02.289 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:01:01 smithi016 ceph-mon[90652]: pgmap v1465: 105 pgs: 105 active+clean; 127 GiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 2.7 MiB/s rd, 1.4 MiB/s wr, 3 op/s 2024-04-15T15:01:02.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:01:01 smithi016 ceph-mon[93212]: pgmap v1465: 105 pgs: 105 active+clean; 127 GiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 2.7 MiB/s rd, 1.4 MiB/s wr, 3 op/s 2024-04-15T15:01:02.687 INFO:journalctl@ceph.prometheus.a.smithi102.stdout:Apr 15 15:01:02 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-prometheus-a[120881]: ts=2024-04-15T15:01:02.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi016:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"362ea986-fb34-11ee-bc8f-c7b262605968\", instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T15:01:03.234 INFO:tasks.workunit.client.0.smithi016.stdout: 234: throughput=4.98MB/sec pending data=0 2024-04-15T15:01:03.234 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-yeecGUOyRmjwye9 off=5930259 len=768475 2024-04-15T15:01:03.235 INFO:tasks.workunit.client.0.smithi016.stdout:op 1194 completed, throughput=4.99MB/sec 2024-04-15T15:01:03.235 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-SFuCW4eouazBmT7 off=8651206 len=542751 2024-04-15T15:01:03.239 INFO:tasks.workunit.client.0.smithi016.stdout:op 1195 completed, throughput=4.99MB/sec 2024-04-15T15:01:03.239 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-Q0yZ-3Dqss4DZy9 off=10026709 len=558008 2024-04-15T15:01:03.243 INFO:tasks.workunit.client.0.smithi016.stdout:op 1196 completed, throughput=4.99MB/sec 2024-04-15T15:01:03.244 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-JzJuaiFPgRnw0WM off=12175785 len=929990 2024-04-15T15:01:03.248 INFO:tasks.workunit.client.0.smithi016.stdout:op 1197 completed, throughput=4.99MB/sec 2024-04-15T15:01:03.249 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-o_CwbYof-dT5EQf off=16000475 len=1630836 2024-04-15T15:01:03.258 INFO:tasks.workunit.client.0.smithi016.stdout:op 1198 completed, throughput=5MB/sec 2024-04-15T15:01:03.258 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-atTAnLvrydE3v9E off=11195029 len=1773248 2024-04-15T15:01:03.266 INFO:tasks.workunit.client.0.smithi016.stdout:op 1199 completed, throughput=5.01MB/sec 2024-04-15T15:01:04.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:01:03 smithi102 ceph-mon[87131]: pgmap v1466: 105 pgs: 105 active+clean; 127 GiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 3.4 MiB/s rd, 2.8 MiB/s wr, 6 op/s 2024-04-15T15:01:04.266 INFO:tasks.workunit.client.0.smithi016.stdout: 235: throughput=4.99MB/sec pending data=0 2024-04-15T15:01:04.267 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-zvqx2Oaa6fbvc-r off=1861785 len=1567571 2024-04-15T15:01:04.276 INFO:tasks.workunit.client.0.smithi016.stdout:op 1200 completed, throughput=4.99MB/sec 2024-04-15T15:01:04.276 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-LI8gYa9nJOldkDx off=3143587 len=1125950 2024-04-15T15:01:04.282 INFO:tasks.workunit.client.0.smithi016.stdout:op 1201 completed, throughput=5MB/sec 2024-04-15T15:01:04.282 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-F5LW3aJ6cGxAVfl off=7952373 len=1401714 2024-04-15T15:01:04.289 INFO:tasks.workunit.client.0.smithi016.stdout:op 1202 completed, throughput=5MB/sec 2024-04-15T15:01:04.289 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:01:03 smithi016 ceph-mon[90652]: pgmap v1466: 105 pgs: 105 active+clean; 127 GiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 3.4 MiB/s rd, 2.8 MiB/s wr, 6 op/s 2024-04-15T15:01:04.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:01:03 smithi016 ceph-mon[93212]: pgmap v1466: 105 pgs: 105 active+clean; 127 GiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 3.4 MiB/s rd, 2.8 MiB/s wr, 6 op/s 2024-04-15T15:01:05.289 INFO:tasks.workunit.client.0.smithi016.stdout: 236: throughput=4.98MB/sec pending data=0 2024-04-15T15:01:05.289 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-8YjP8HQks2Q_yLC off=7781752 len=1977934 2024-04-15T15:01:05.293 INFO:tasks.workunit.client.0.smithi016.stdout:op 1203 completed, throughput=4.99MB/sec 2024-04-15T15:01:05.294 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-hvmympM33r8JThU off=1025876 len=1285649 2024-04-15T15:01:05.300 INFO:tasks.workunit.client.0.smithi016.stdout:op 1204 completed, throughput=4.99MB/sec 2024-04-15T15:01:05.300 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-GdE89FPfoQRczhK off=5837025 len=1940373 2024-04-15T15:01:05.302 INFO:tasks.workunit.client.0.smithi016.stdout:op 1205 completed, throughput=5MB/sec 2024-04-15T15:01:06.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:01:05 smithi102 ceph-mon[87131]: pgmap v1467: 105 pgs: 105 active+clean; 127 GiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-15T15:01:06.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:01:05 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T15:01:06.289 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:01:05 smithi016 ceph-mon[93212]: pgmap v1467: 105 pgs: 105 active+clean; 127 GiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-15T15:01:06.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:01:05 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T15:01:06.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:01:05 smithi016 ceph-mon[90652]: pgmap v1467: 105 pgs: 105 active+clean; 127 GiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-15T15:01:06.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:01:05 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T15:01:06.302 INFO:tasks.workunit.client.0.smithi016.stdout: 237: throughput=4.98MB/sec pending data=0 2024-04-15T15:01:06.302 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-YbkR2Ot9X6waCRv off=4253648 len=1461128 2024-04-15T15:01:06.308 INFO:tasks.workunit.client.0.smithi016.stdout:op 1206 completed, throughput=4.99MB/sec 2024-04-15T15:01:06.308 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-d_LHUAc8y2nFMsm off=15443627 len=599582 2024-04-15T15:01:06.310 INFO:tasks.workunit.client.0.smithi016.stdout:op 1207 completed, throughput=4.99MB/sec 2024-04-15T15:01:06.310 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-afsEeZbyvnG0FBb off=3454280 len=1151135 2024-04-15T15:01:06.314 INFO:tasks.workunit.client.0.smithi016.stdout:op 1208 completed, throughput=4.99MB/sec 2024-04-15T15:01:06.314 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-CQHlhqh3dVDHBxT off=3138052 len=166293 2024-04-15T15:01:06.314 INFO:tasks.workunit.client.0.smithi016.stdout:op 1209 completed, throughput=4.99MB/sec 2024-04-15T15:01:06.314 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-YQCzufq2NU3USwy off=957460 len=1460189 2024-04-15T15:01:06.320 INFO:tasks.workunit.client.0.smithi016.stdout:op 1210 completed, throughput=5MB/sec 2024-04-15T15:01:06.320 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-7T1pq3jxVn45Ydd off=1681386 len=111992 2024-04-15T15:01:06.321 INFO:tasks.workunit.client.0.smithi016.stdout:op 1211 completed, throughput=5MB/sec 2024-04-15T15:01:06.321 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-278v37za2hZLGl7 off=10678294 len=586801 2024-04-15T15:01:06.321 INFO:tasks.workunit.client.0.smithi016.stdout:op 1212 completed, throughput=5MB/sec 2024-04-15T15:01:07.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:01:06 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T15:01:07.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:01:06 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T15:01:07.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:01:06 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T15:01:07.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:01:06 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T15:01:07.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:01:06 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T15:01:07.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:01:06 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T15:01:07.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:01:06 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T15:01:07.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:01:06 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T15:01:07.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:01:06 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T15:01:07.322 INFO:tasks.workunit.client.0.smithi016.stdout: 238: throughput=4.98MB/sec pending data=0 2024-04-15T15:01:07.322 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-Tu5w0b940hB2gJL off=11013066 len=143737 2024-04-15T15:01:07.324 INFO:tasks.workunit.client.0.smithi016.stdout:op 1213 completed, throughput=4.98MB/sec 2024-04-15T15:01:07.324 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-4qOjcKR2T1jmTPr off=3313284 len=1032479 2024-04-15T15:01:07.330 INFO:tasks.workunit.client.0.smithi016.stdout:op 1214 completed, throughput=4.99MB/sec 2024-04-15T15:01:07.330 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-hTC5Hqzd4zTLxco off=4764682 len=629863 2024-04-15T15:01:07.331 INFO:tasks.workunit.client.0.smithi016.stdout:op 1215 completed, throughput=4.99MB/sec 2024-04-15T15:01:07.331 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-f7g3Q8l4rjruqQA off=806568 len=1526468 2024-04-15T15:01:07.333 INFO:tasks.workunit.client.0.smithi016.stdout:op 1216 completed, throughput=4.99MB/sec 2024-04-15T15:01:07.333 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-_9oz_fwbRu2GY4G off=15277248 len=573961 2024-04-15T15:01:07.337 INFO:tasks.workunit.client.0.smithi016.stdout:op 1217 completed, throughput=5MB/sec 2024-04-15T15:01:07.337 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-fuSQc5IyqxfUpVv off=7823308 len=2062232 2024-04-15T15:01:07.340 INFO:tasks.workunit.client.0.smithi016.stdout:op 1218 completed, throughput=5MB/sec 2024-04-15T15:01:08.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:01:07 smithi102 ceph-mon[87131]: pgmap v1468: 105 pgs: 105 active+clean; 127 GiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-04-15T15:01:08.289 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:01:07 smithi016 ceph-mon[90652]: pgmap v1468: 105 pgs: 105 active+clean; 127 GiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-04-15T15:01:08.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:01:07 smithi016 ceph-mon[93212]: pgmap v1468: 105 pgs: 105 active+clean; 127 GiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-04-15T15:01:08.341 INFO:tasks.workunit.client.0.smithi016.stdout: 239: throughput=4.98MB/sec pending data=0 2024-04-15T15:01:08.341 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-Z90xIQdbqIV3l8B off=1293952 len=433896 2024-04-15T15:01:08.345 INFO:tasks.workunit.client.0.smithi016.stdout:op 1219 completed, throughput=4.98MB/sec 2024-04-15T15:01:08.345 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-21h5CGVTcl5a5c7 off=10237514 len=1609914 2024-04-15T15:01:08.347 INFO:tasks.workunit.client.0.smithi016.stdout:op 1220 completed, throughput=4.99MB/sec 2024-04-15T15:01:08.347 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-x4dH3gdvPBrgp-N off=4769603 len=1426462 2024-04-15T15:01:08.355 INFO:tasks.workunit.client.0.smithi016.stdout:op 1221 completed, throughput=5MB/sec 2024-04-15T15:01:08.355 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-viV66mSYLifK69O off=2475770 len=252855 2024-04-15T15:01:08.358 INFO:tasks.workunit.client.0.smithi016.stdout:op 1222 completed, throughput=5MB/sec 2024-04-15T15:01:08.358 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-BbZqaGNkOmc3hx2 off=2813852 len=1227487 2024-04-15T15:01:08.359 INFO:tasks.workunit.client.0.smithi016.stdout:op 1223 completed, throughput=5MB/sec 2024-04-15T15:01:09.359 INFO:tasks.workunit.client.0.smithi016.stdout: 240: throughput=4.98MB/sec pending data=0 2024-04-15T15:01:09.360 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-YRScPzwMgLRKRoy off=17024840 len=1516569 2024-04-15T15:01:09.361 INFO:tasks.workunit.client.0.smithi016.stdout:op 1224 completed, throughput=4.99MB/sec 2024-04-15T15:01:09.361 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-t2Y0dIoMjAEFqVR off=11615259 len=427485 2024-04-15T15:01:09.365 INFO:tasks.workunit.client.0.smithi016.stdout:op 1225 completed, throughput=4.99MB/sec 2024-04-15T15:01:09.365 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-z7YnXUmlYT6amvd off=7935940 len=1023536 2024-04-15T15:01:09.367 INFO:tasks.workunit.client.0.smithi016.stdout:op 1226 completed, throughput=4.99MB/sec 2024-04-15T15:01:09.367 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-w-NjcKEIVszdSC_ off=16158459 len=1437468 2024-04-15T15:01:09.373 INFO:tasks.workunit.client.0.smithi016.stdout:op 1227 completed, throughput=5MB/sec 2024-04-15T15:01:09.373 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-MGLP2rgRMl7i6xQ off=2920683 len=94624 2024-04-15T15:01:09.374 INFO:tasks.workunit.client.0.smithi016.stdout:op 1228 completed, throughput=5MB/sec 2024-04-15T15:01:09.374 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-SFE08-nHEuAXk15 off=3627188 len=1542182 2024-04-15T15:01:09.381 INFO:tasks.workunit.client.0.smithi016.stdout:op 1229 completed, throughput=5MB/sec 2024-04-15T15:01:10.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:01:09 smithi102 ceph-mon[87131]: pgmap v1469: 105 pgs: 105 active+clean; 127 GiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-04-15T15:01:10.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:01:09 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T15:01:10.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:01:09 smithi016 ceph-mon[90652]: pgmap v1469: 105 pgs: 105 active+clean; 127 GiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-04-15T15:01:10.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:01:09 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T15:01:10.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:01:09 smithi016 ceph-mon[93212]: pgmap v1469: 105 pgs: 105 active+clean; 127 GiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-04-15T15:01:10.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:01:09 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T15:01:10.381 INFO:tasks.workunit.client.0.smithi016.stdout: 241: throughput=4.98MB/sec pending data=0 2024-04-15T15:01:10.381 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-L1A5c0ZSGv0yQLW off=4916114 len=547957 2024-04-15T15:01:10.382 INFO:tasks.workunit.client.0.smithi016.stdout:op 1230 completed, throughput=4.99MB/sec 2024-04-15T15:01:10.382 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-GElDvRF2ZtQNi4v off=16701977 len=691880 2024-04-15T15:01:10.386 INFO:tasks.workunit.client.0.smithi016.stdout:op 1231 completed, throughput=4.99MB/sec 2024-04-15T15:01:10.386 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-35WXdQ4Ko7e5qZt off=12295708 len=2373 2024-04-15T15:01:10.389 INFO:tasks.workunit.client.0.smithi016.stdout:op 1232 completed, throughput=4.99MB/sec 2024-04-15T15:01:10.389 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-jAOvJgEeole4lf5 off=12070892 len=195145 2024-04-15T15:01:10.392 INFO:tasks.workunit.client.0.smithi016.stdout:op 1233 completed, throughput=4.99MB/sec 2024-04-15T15:01:10.392 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-c5533w-r4-N6lr2 off=249637 len=595846 2024-04-15T15:01:10.395 INFO:tasks.workunit.client.0.smithi016.stdout:op 1234 completed, throughput=4.99MB/sec 2024-04-15T15:01:10.395 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-S5gr0EysU_sS6SV off=4963091 len=385002 2024-04-15T15:01:10.399 INFO:tasks.workunit.client.0.smithi016.stdout:op 1235 completed, throughput=4.99MB/sec 2024-04-15T15:01:10.399 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-8Ji-iiis7LF_kUc off=137633 len=7014 2024-04-15T15:01:10.401 INFO:tasks.workunit.client.0.smithi016.stdout:op 1236 completed, throughput=4.99MB/sec 2024-04-15T15:01:10.401 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-7sF1VKGES2KdSw5 off=19965394 len=490392 2024-04-15T15:01:10.404 INFO:tasks.workunit.client.0.smithi016.stdout:op 1237 completed, throughput=5MB/sec 2024-04-15T15:01:10.404 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-5rUTVC8rKOaTmxr off=194149 len=58934 2024-04-15T15:01:10.407 INFO:tasks.workunit.client.0.smithi016.stdout:op 1238 completed, throughput=5MB/sec 2024-04-15T15:01:10.407 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-HQ75ICZLRQkezzo off=14085958 len=1195762 2024-04-15T15:01:10.408 INFO:tasks.workunit.client.0.smithi016.stdout:op 1239 completed, throughput=5MB/sec 2024-04-15T15:01:11.408 INFO:tasks.workunit.client.0.smithi016.stdout: 242: throughput=4.98MB/sec pending data=0 2024-04-15T15:01:11.408 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-YZJodZEOLhdF-w0 off=9481796 len=1963461 2024-04-15T15:01:11.411 INFO:tasks.workunit.client.0.smithi016.stdout:op 1240 completed, throughput=4.99MB/sec 2024-04-15T15:01:11.411 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-2HKspIx9KntOi1Y off=12636449 len=1943033 2024-04-15T15:01:11.419 INFO:tasks.workunit.client.0.smithi016.stdout:op 1241 completed, throughput=4.99MB/sec 2024-04-15T15:01:11.419 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-fNxGU1_2yJOFtzB off=4687672 len=380189 2024-04-15T15:01:11.420 INFO:tasks.workunit.client.0.smithi016.stdout:op 1242 completed, throughput=5MB/sec 2024-04-15T15:01:11.420 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-5hqnRG8zw8CcDnU off=5158791 len=1955104 2024-04-15T15:01:11.421 INFO:tasks.workunit.client.0.smithi016.stdout:op 1243 completed, throughput=5MB/sec 2024-04-15T15:01:12.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:01:11 smithi016 ceph-mon[90652]: pgmap v1470: 105 pgs: 105 active+clean; 127 GiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.4 MiB/s wr, 3 op/s 2024-04-15T15:01:12.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:01:11 smithi016 ceph-mon[93212]: pgmap v1470: 105 pgs: 105 active+clean; 127 GiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.4 MiB/s wr, 3 op/s 2024-04-15T15:01:12.040 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 15 15:01:11 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-y[81421]: ::ffff:172.21.15.102 - - [15/Apr/2024:15:01:11] "GET /metrics HTTP/1.1" 200 33977 "" "Prometheus/2.43.0" 2024-04-15T15:01:12.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:01:11 smithi102 ceph-mon[87131]: pgmap v1470: 105 pgs: 105 active+clean; 127 GiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.4 MiB/s wr, 3 op/s 2024-04-15T15:01:12.422 INFO:tasks.workunit.client.0.smithi016.stdout: 243: throughput=4.98MB/sec pending data=0 2024-04-15T15:01:12.422 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-yEYomUrepoMgOir off=1274226 len=273175 2024-04-15T15:01:12.423 INFO:tasks.workunit.client.0.smithi016.stdout:op 1244 completed, throughput=4.98MB/sec 2024-04-15T15:01:12.423 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-WTmkXc55xzbgd63 off=163247 len=1154228 2024-04-15T15:01:12.428 INFO:tasks.workunit.client.0.smithi016.stdout:op 1245 completed, throughput=4.99MB/sec 2024-04-15T15:01:12.429 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-eT2QNEGDjd855lY off=6777298 len=1878981 2024-04-15T15:01:12.430 INFO:tasks.workunit.client.0.smithi016.stdout:op 1246 completed, throughput=5MB/sec 2024-04-15T15:01:12.431 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-WI5ygigTM0eO2At off=8353600 len=2050060 2024-04-15T15:01:12.432 INFO:tasks.workunit.client.0.smithi016.stdout:op 1247 completed, throughput=5MB/sec 2024-04-15T15:01:12.687 INFO:journalctl@ceph.prometheus.a.smithi102.stdout:Apr 15 15:01:12 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-prometheus-a[120881]: ts=2024-04-15T15:01:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi016:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"362ea986-fb34-11ee-bc8f-c7b262605968\", instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T15:01:13.433 INFO:tasks.workunit.client.0.smithi016.stdout: 244: throughput=4.98MB/sec pending data=0 2024-04-15T15:01:13.433 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-hyaNP_V6Oixr8Nj off=12993379 len=1150577 2024-04-15T15:01:13.440 INFO:tasks.workunit.client.0.smithi016.stdout:op 1248 completed, throughput=4.99MB/sec 2024-04-15T15:01:13.440 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-B5QvAQu3FAenqIx off=315035 len=914903 2024-04-15T15:01:13.444 INFO:tasks.workunit.client.0.smithi016.stdout:op 1249 completed, throughput=4.99MB/sec 2024-04-15T15:01:13.445 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-OA19by4st8xxLPP off=10459897 len=273723 2024-04-15T15:01:13.448 INFO:tasks.workunit.client.0.smithi016.stdout:op 1250 completed, throughput=4.99MB/sec 2024-04-15T15:01:13.448 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-ngN0rW9OyeYpUKs off=10840697 len=1589049 2024-04-15T15:01:13.450 INFO:tasks.workunit.client.0.smithi016.stdout:op 1251 completed, throughput=5MB/sec 2024-04-15T15:01:13.450 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-QaBGb7_n_d7mG3Z off=2876515 len=1500061 2024-04-15T15:01:13.458 INFO:tasks.workunit.client.0.smithi016.stdout:op 1252 completed, throughput=5MB/sec 2024-04-15T15:01:14.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:01:13 smithi102 ceph-mon[87131]: pgmap v1471: 105 pgs: 105 active+clean; 127 GiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 2.8 MiB/s rd, 3.5 MiB/s wr, 6 op/s 2024-04-15T15:01:14.289 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:01:13 smithi016 ceph-mon[90652]: pgmap v1471: 105 pgs: 105 active+clean; 127 GiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 2.8 MiB/s rd, 3.5 MiB/s wr, 6 op/s 2024-04-15T15:01:14.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:01:13 smithi016 ceph-mon[93212]: pgmap v1471: 105 pgs: 105 active+clean; 127 GiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 2.8 MiB/s rd, 3.5 MiB/s wr, 6 op/s 2024-04-15T15:01:14.459 INFO:tasks.workunit.client.0.smithi016.stdout: 245: throughput=4.98MB/sec pending data=0 2024-04-15T15:01:14.459 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj--lHWK_QWNoVoM64 off=10676545 len=1696973 2024-04-15T15:01:14.462 INFO:tasks.workunit.client.0.smithi016.stdout:op 1253 completed, throughput=4.99MB/sec 2024-04-15T15:01:14.462 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-PwPdSffPyH7E3xD off=9546096 len=1731651 2024-04-15T15:01:14.464 INFO:tasks.workunit.client.0.smithi016.stdout:op 1254 completed, throughput=5MB/sec 2024-04-15T15:01:14.464 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-n7foHrEPhTJ1_2V off=5580714 len=778172 2024-04-15T15:01:14.468 INFO:tasks.workunit.client.0.smithi016.stdout:op 1255 completed, throughput=5MB/sec 2024-04-15T15:01:15.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:01:14 smithi016 ceph-mon[90652]: pgmap v1472: 105 pgs: 105 active+clean; 127 GiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-15T15:01:15.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:01:14 smithi016 ceph-mon[93212]: pgmap v1472: 105 pgs: 105 active+clean; 127 GiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-15T15:01:15.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:01:14 smithi102 ceph-mon[87131]: pgmap v1472: 105 pgs: 105 active+clean; 127 GiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-15T15:01:15.468 INFO:tasks.workunit.client.0.smithi016.stdout: 246: throughput=4.98MB/sec pending data=0 2024-04-15T15:01:15.469 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-SFfNibBHb8UGY94 off=514840 len=1925486 2024-04-15T15:01:15.479 INFO:tasks.workunit.client.0.smithi016.stdout:op 1256 completed, throughput=4.99MB/sec 2024-04-15T15:01:15.479 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-VnmZoO-nFdm16BO off=1600469 len=1922123 2024-04-15T15:01:15.487 INFO:tasks.workunit.client.0.smithi016.stdout:op 1257 completed, throughput=4.99MB/sec 2024-04-15T15:01:15.487 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-_8NaACsGMbjnLfx off=11738304 len=1982569 2024-04-15T15:01:15.497 INFO:tasks.workunit.client.0.smithi016.stdout:op 1258 completed, throughput=5MB/sec 2024-04-15T15:01:16.498 INFO:tasks.workunit.client.0.smithi016.stdout: 247: throughput=4.98MB/sec pending data=0 2024-04-15T15:01:16.498 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-VFdcltNGBO7tFD0 off=6808914 len=1660411 2024-04-15T15:01:16.505 INFO:tasks.workunit.client.0.smithi016.stdout:op 1259 completed, throughput=4.99MB/sec 2024-04-15T15:01:16.505 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-lzrHCpGS68ve6uC off=4613009 len=1782345 2024-04-15T15:01:16.508 INFO:tasks.workunit.client.0.smithi016.stdout:op 1260 completed, throughput=4.99MB/sec 2024-04-15T15:01:16.508 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-vFkfAXCe1d233hX off=2624119 len=1624805 2024-04-15T15:01:16.516 INFO:tasks.workunit.client.0.smithi016.stdout:op 1261 completed, throughput=5MB/sec 2024-04-15T15:01:17.517 INFO:tasks.workunit.client.0.smithi016.stdout: 248: throughput=4.98MB/sec pending data=0 2024-04-15T15:01:17.517 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-Hka3KImCl1LZf5x off=2385271 len=1814218 2024-04-15T15:01:17.520 INFO:tasks.workunit.client.0.smithi016.stdout:op 1262 completed, throughput=4.99MB/sec 2024-04-15T15:01:17.520 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-1wuowRxmEWxhyaC off=7911829 len=973970 2024-04-15T15:01:17.524 INFO:tasks.workunit.client.0.smithi016.stdout:op 1263 completed, throughput=4.99MB/sec 2024-04-15T15:01:17.525 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-pNQ75h4zxvrm01r off=124451 len=464837 2024-04-15T15:01:17.526 INFO:tasks.workunit.client.0.smithi016.stdout:op 1264 completed, throughput=4.99MB/sec 2024-04-15T15:01:17.526 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-PcQDhQowQKOGPPb off=8802969 len=43869 2024-04-15T15:01:17.528 INFO:tasks.workunit.client.0.smithi016.stdout:op 1265 completed, throughput=4.99MB/sec 2024-04-15T15:01:17.528 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-aX5dHuPUJ2Q2PTP off=379220 len=723119 2024-04-15T15:01:17.532 INFO:tasks.workunit.client.0.smithi016.stdout:op 1266 completed, throughput=5MB/sec 2024-04-15T15:01:17.532 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-39H2fbrd00GzGRS off=9618664 len=1724271 2024-04-15T15:01:17.533 INFO:tasks.workunit.client.0.smithi016.stdout:op 1267 completed, throughput=5MB/sec 2024-04-15T15:01:17.539 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:01:17 smithi016 ceph-mon[90652]: pgmap v1473: 105 pgs: 105 active+clean; 127 GiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-04-15T15:01:17.539 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:01:17 smithi016 ceph-mon[93212]: pgmap v1473: 105 pgs: 105 active+clean; 127 GiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-04-15T15:01:17.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:01:17 smithi102 ceph-mon[87131]: pgmap v1473: 105 pgs: 105 active+clean; 127 GiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-04-15T15:01:18.534 INFO:tasks.workunit.client.0.smithi016.stdout: 249: throughput=4.98MB/sec pending data=0 2024-04-15T15:01:18.534 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-qmDMlp-0FeAS9Pt off=1612727 len=33820 2024-04-15T15:01:18.536 INFO:tasks.workunit.client.0.smithi016.stdout:op 1268 completed, throughput=4.98MB/sec 2024-04-15T15:01:18.536 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-XHF6RpEdKjSEZEn off=9223844 len=1178487 2024-04-15T15:01:18.538 INFO:tasks.workunit.client.0.smithi016.stdout:op 1269 completed, throughput=4.99MB/sec 2024-04-15T15:01:18.538 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-1pH6WFbL6OjZFlg off=3354375 len=1984182 2024-04-15T15:01:18.547 INFO:tasks.workunit.client.0.smithi016.stdout:op 1270 completed, throughput=4.99MB/sec 2024-04-15T15:01:18.547 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-FbDRFTRIt6A3MKf off=6559857 len=2013987 2024-04-15T15:01:18.549 INFO:tasks.workunit.client.0.smithi016.stdout:op 1271 completed, throughput=5MB/sec 2024-04-15T15:01:19.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:01:19 smithi016 ceph-mon[93212]: pgmap v1474: 105 pgs: 105 active+clean; 127 GiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-15T15:01:19.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:01:19 smithi016 ceph-mon[90652]: pgmap v1474: 105 pgs: 105 active+clean; 127 GiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-15T15:01:19.549 INFO:tasks.workunit.client.0.smithi016.stdout: 250: throughput=4.98MB/sec pending data=0 2024-04-15T15:01:19.549 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-54hXtmRrKF0KYGA off=8890693 len=734416 2024-04-15T15:01:19.554 INFO:tasks.workunit.client.0.smithi016.stdout:op 1272 completed, throughput=4.98MB/sec 2024-04-15T15:01:19.554 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-HNm2AHgE56c2WpC off=2434467 len=1455738 2024-04-15T15:01:19.563 INFO:tasks.workunit.client.0.smithi016.stdout:op 1273 completed, throughput=4.99MB/sec 2024-04-15T15:01:19.563 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-LjmQlcbh00TN9ss off=8432372 len=1028007 2024-04-15T15:01:19.565 INFO:tasks.workunit.client.0.smithi016.stdout:op 1274 completed, throughput=4.99MB/sec 2024-04-15T15:01:19.565 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-dWVHlinWz_RAxNN off=675182 len=534830 2024-04-15T15:01:19.569 INFO:tasks.workunit.client.0.smithi016.stdout:op 1275 completed, throughput=5MB/sec 2024-04-15T15:01:19.569 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-X-AFPpj0t4exCmQ off=2242366 len=1418300 2024-04-15T15:01:19.570 INFO:tasks.workunit.client.0.smithi016.stdout:op 1276 completed, throughput=5MB/sec 2024-04-15T15:01:19.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:01:19 smithi102 ceph-mon[87131]: pgmap v1474: 105 pgs: 105 active+clean; 127 GiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-15T15:01:20.571 INFO:tasks.workunit.client.0.smithi016.stdout: 251: throughput=4.98MB/sec pending data=0 2024-04-15T15:01:20.572 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-o_Ksy9JTmxjGTyR off=49431 len=239226 2024-04-15T15:01:20.572 INFO:tasks.workunit.client.0.smithi016.stdout:op 1277 completed, throughput=4.98MB/sec 2024-04-15T15:01:20.572 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-OvimDHV5EwYqOBl off=5556627 len=512568 2024-04-15T15:01:20.573 INFO:tasks.workunit.client.0.smithi016.stdout:op 1278 completed, throughput=4.98MB/sec 2024-04-15T15:01:20.573 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-DMr_6bxDGrCLljy off=5714874 len=735546 2024-04-15T15:01:20.577 INFO:tasks.workunit.client.0.smithi016.stdout:op 1279 completed, throughput=4.99MB/sec 2024-04-15T15:01:20.577 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-FB_1dk2mkoiK-m0 off=1080284 len=194191 2024-04-15T15:01:20.578 INFO:tasks.workunit.client.0.smithi016.stdout:op 1280 completed, throughput=4.99MB/sec 2024-04-15T15:01:20.578 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-HtRPxHN-RxMlW2J off=13687314 len=887436 2024-04-15T15:01:20.579 INFO:tasks.workunit.client.0.smithi016.stdout:op 1281 completed, throughput=4.99MB/sec 2024-04-15T15:01:20.579 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-d5jo2rWdZpPVEpi off=9900833 len=1643781 2024-04-15T15:01:20.586 INFO:tasks.workunit.client.0.smithi016.stdout:op 1282 completed, throughput=5MB/sec 2024-04-15T15:01:20.587 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-7-YZZ2S5iL95eek off=14268011 len=1116534 2024-04-15T15:01:20.591 INFO:tasks.workunit.client.0.smithi016.stdout:op 1283 completed, throughput=5MB/sec 2024-04-15T15:01:21.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:01:21 smithi016 ceph-mon[93212]: pgmap v1475: 105 pgs: 105 active+clean; 127 GiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-04-15T15:01:21.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:01:21 smithi016 ceph-mon[90652]: pgmap v1475: 105 pgs: 105 active+clean; 127 GiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-04-15T15:01:21.592 INFO:tasks.workunit.client.0.smithi016.stdout: 252: throughput=4.98MB/sec pending data=0 2024-04-15T15:01:21.592 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-pLdwnzh9EOTfJkj off=16310167 len=1535884 2024-04-15T15:01:21.594 INFO:tasks.workunit.client.0.smithi016.stdout:op 1284 completed, throughput=4.99MB/sec 2024-04-15T15:01:21.594 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-diP8aAQz5hg0_38 off=5574250 len=1822360 2024-04-15T15:01:21.596 INFO:tasks.workunit.client.0.smithi016.stdout:op 1285 completed, throughput=4.99MB/sec 2024-04-15T15:01:21.596 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-C6Jnapeq2tlM0qU off=2267642 len=1574248 2024-04-15T15:01:21.602 INFO:tasks.workunit.client.0.smithi016.stdout:op 1286 completed, throughput=5MB/sec 2024-04-15T15:01:21.603 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-lVAFGF0Cl_mcpwF off=7218294 len=727152 2024-04-15T15:01:21.603 INFO:tasks.workunit.client.0.smithi016.stdout:op 1287 completed, throughput=5MB/sec 2024-04-15T15:01:21.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:01:21 smithi102 ceph-mon[87131]: pgmap v1475: 105 pgs: 105 active+clean; 127 GiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-04-15T15:01:22.040 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 15 15:01:21 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-y[81421]: ::ffff:172.21.15.102 - - [15/Apr/2024:15:01:21] "GET /metrics HTTP/1.1" 200 33977 "" "Prometheus/2.43.0" 2024-04-15T15:01:22.604 INFO:tasks.workunit.client.0.smithi016.stdout: 253: throughput=4.98MB/sec pending data=0 2024-04-15T15:01:22.604 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-qQqi3nlBx-sFJL- off=23471624 len=1300956 2024-04-15T15:01:22.610 INFO:tasks.workunit.client.0.smithi016.stdout:op 1288 completed, throughput=4.99MB/sec 2024-04-15T15:01:22.610 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-37GMzHBjwHfvRmF off=1161774 len=497031 2024-04-15T15:01:22.611 INFO:tasks.workunit.client.0.smithi016.stdout:op 1289 completed, throughput=4.99MB/sec 2024-04-15T15:01:22.611 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-KA5DV8HYPqj3_DI off=21330584 len=1137113 2024-04-15T15:01:22.617 INFO:tasks.workunit.client.0.smithi016.stdout:op 1290 completed, throughput=4.99MB/sec 2024-04-15T15:01:22.617 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-M7WRotTHrUoOsPb off=3627904 len=572909 2024-04-15T15:01:22.621 INFO:tasks.workunit.client.0.smithi016.stdout:op 1291 completed, throughput=5MB/sec 2024-04-15T15:01:22.621 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-rRlqeX5fvzB3Xc6 off=5528717 len=990699 2024-04-15T15:01:22.626 INFO:tasks.workunit.client.0.smithi016.stdout:op 1292 completed, throughput=5MB/sec 2024-04-15T15:01:22.626 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-NOKyCu5ClyLK27j off=2033971 len=1887863 2024-04-15T15:01:22.634 INFO:tasks.workunit.client.0.smithi016.stdout:op 1293 completed, throughput=5.01MB/sec 2024-04-15T15:01:22.687 INFO:journalctl@ceph.prometheus.a.smithi102.stdout:Apr 15 15:01:22 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-prometheus-a[120881]: ts=2024-04-15T15:01:22.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi016:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"362ea986-fb34-11ee-bc8f-c7b262605968\", instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T15:01:23.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:01:23 smithi016 ceph-mon[93212]: pgmap v1476: 105 pgs: 105 active+clean; 127 GiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 3.0 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-04-15T15:01:23.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:01:23 smithi016 ceph-mon[90652]: pgmap v1476: 105 pgs: 105 active+clean; 127 GiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 3.0 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-04-15T15:01:23.634 INFO:tasks.workunit.client.0.smithi016.stdout: 254: throughput=4.99MB/sec pending data=0 2024-04-15T15:01:23.634 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-kZ75MTvcSl_icq8 off=4589797 len=1773402 2024-04-15T15:01:23.646 INFO:tasks.workunit.client.0.smithi016.stdout:op 1294 completed, throughput=4.99MB/sec 2024-04-15T15:01:23.647 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-oa_aAl_0jbm4Mh6 off=9969277 len=176788 2024-04-15T15:01:23.647 INFO:tasks.workunit.client.0.smithi016.stdout:op 1295 completed, throughput=4.99MB/sec 2024-04-15T15:01:23.647 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-JQ2LfgE29w5y09B off=4540221 len=1140443 2024-04-15T15:01:23.649 INFO:tasks.workunit.client.0.smithi016.stdout:op 1296 completed, throughput=5MB/sec 2024-04-15T15:01:23.649 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-IkO-utlh1U1-e7t off=9861861 len=730976 2024-04-15T15:01:23.654 INFO:tasks.workunit.client.0.smithi016.stdout:op 1297 completed, throughput=5MB/sec 2024-04-15T15:01:23.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:01:23 smithi102 ceph-mon[87131]: pgmap v1476: 105 pgs: 105 active+clean; 127 GiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 3.0 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-04-15T15:01:24.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:01:24 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T15:01:24.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:01:24 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T15:01:24.654 INFO:tasks.workunit.client.0.smithi016.stdout: 255: throughput=4.98MB/sec pending data=0 2024-04-15T15:01:24.654 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-2GR4Vb7u47lOM4l off=5221789 len=1723164 2024-04-15T15:01:24.657 INFO:tasks.workunit.client.0.smithi016.stdout:op 1298 completed, throughput=4.99MB/sec 2024-04-15T15:01:24.657 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-VEuLuULpvie28V3 off=2921514 len=2079987 2024-04-15T15:01:24.660 INFO:tasks.workunit.client.0.smithi016.stdout:op 1299 completed, throughput=4.99MB/sec 2024-04-15T15:01:24.660 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-0HdRspz2ybe_1gZ off=6899068 len=45236 2024-04-15T15:01:24.662 INFO:tasks.workunit.client.0.smithi016.stdout:op 1300 completed, throughput=5MB/sec 2024-04-15T15:01:24.662 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-k4AS-KOuhtFuM40 off=11291399 len=557275 2024-04-15T15:01:24.662 INFO:tasks.workunit.client.0.smithi016.stdout:op 1301 completed, throughput=5MB/sec 2024-04-15T15:01:24.662 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-JL83-s-mbo0LmSY off=13530684 len=1309644 2024-04-15T15:01:24.667 INFO:tasks.workunit.client.0.smithi016.stdout:op 1302 completed, throughput=5MB/sec 2024-04-15T15:01:24.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:01:24 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T15:01:25.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:01:25 smithi016 ceph-mon[93212]: pgmap v1477: 105 pgs: 105 active+clean; 127 GiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 2.0 MiB/s rd, 1.9 MiB/s wr, 3 op/s 2024-04-15T15:01:25.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:01:25 smithi016 ceph-mon[90652]: pgmap v1477: 105 pgs: 105 active+clean; 127 GiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 2.0 MiB/s rd, 1.9 MiB/s wr, 3 op/s 2024-04-15T15:01:25.668 INFO:tasks.workunit.client.0.smithi016.stdout: 256: throughput=4.98MB/sec pending data=0 2024-04-15T15:01:25.668 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-aIkJ6WU7FaJq61t off=7490937 len=82117 2024-04-15T15:01:25.670 INFO:tasks.workunit.client.0.smithi016.stdout:op 1303 completed, throughput=4.98MB/sec 2024-04-15T15:01:25.670 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-flqDNgEbbrmVtQJ off=1689632 len=283287 2024-04-15T15:01:25.671 INFO:tasks.workunit.client.0.smithi016.stdout:op 1304 completed, throughput=4.98MB/sec 2024-04-15T15:01:25.671 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-Mx0veyV5ktkQEAT off=18838293 len=799573 2024-04-15T15:01:25.675 INFO:tasks.workunit.client.0.smithi016.stdout:op 1305 completed, throughput=4.99MB/sec 2024-04-15T15:01:25.676 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-xvyI9XbxX_c6yba off=21397428 len=475165 2024-04-15T15:01:25.677 INFO:tasks.workunit.client.0.smithi016.stdout:op 1306 completed, throughput=4.99MB/sec 2024-04-15T15:01:25.677 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-HDHKVywSijzL63v off=17560504 len=968039 2024-04-15T15:01:25.681 INFO:tasks.workunit.client.0.smithi016.stdout:op 1307 completed, throughput=4.99MB/sec 2024-04-15T15:01:25.681 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-XhyM_isoQFI_01o off=4545316 len=1185001 2024-04-15T15:01:25.686 INFO:tasks.workunit.client.0.smithi016.stdout:op 1308 completed, throughput=5MB/sec 2024-04-15T15:01:25.686 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-hmmJt6bzCVF-LYo off=6475602 len=2025397 2024-04-15T15:01:25.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:01:25 smithi102 ceph-mon[87131]: pgmap v1477: 105 pgs: 105 active+clean; 127 GiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 2.0 MiB/s rd, 1.9 MiB/s wr, 3 op/s 2024-04-15T15:01:25.694 INFO:tasks.workunit.client.0.smithi016.stdout:op 1309 completed, throughput=5MB/sec 2024-04-15T15:01:26.694 INFO:tasks.workunit.client.0.smithi016.stdout: 257: throughput=4.98MB/sec pending data=0 2024-04-15T15:01:26.695 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-MghADKwtl37BsVd off=5816261 len=964219 2024-04-15T15:01:26.697 INFO:tasks.workunit.client.0.smithi016.stdout:op 1310 completed, throughput=4.99MB/sec 2024-04-15T15:01:26.697 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-jvSWP8m3q0XZPmu off=4980167 len=16787 2024-04-15T15:01:26.699 INFO:tasks.workunit.client.0.smithi016.stdout:op 1311 completed, throughput=4.99MB/sec 2024-04-15T15:01:26.699 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-RSIMqbAi176cCpj off=1569082 len=566923 2024-04-15T15:01:26.703 INFO:tasks.workunit.client.0.smithi016.stdout:op 1312 completed, throughput=4.99MB/sec 2024-04-15T15:01:26.703 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-IvQ_dTbsnGtNTlr off=3994430 len=235634 2024-04-15T15:01:26.706 INFO:tasks.workunit.client.0.smithi016.stdout:op 1313 completed, throughput=4.99MB/sec 2024-04-15T15:01:26.706 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-dzXMCOEkgf_LGNF off=1862185 len=613537 2024-04-15T15:01:26.709 INFO:tasks.workunit.client.0.smithi016.stdout:op 1314 completed, throughput=4.99MB/sec 2024-04-15T15:01:26.710 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-1KDHdZ8JqtwF8ba off=2226268 len=1158481 2024-04-15T15:01:26.711 INFO:tasks.workunit.client.0.smithi016.stdout:op 1315 completed, throughput=5MB/sec 2024-04-15T15:01:26.711 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-GRzTvj6rRWB6cuI off=1956481 len=1489030 2024-04-15T15:01:26.716 INFO:tasks.workunit.client.0.smithi016.stdout:op 1316 completed, throughput=5MB/sec 2024-04-15T15:01:27.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:01:27 smithi016 ceph-mon[93212]: pgmap v1478: 105 pgs: 105 active+clean; 127 GiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-04-15T15:01:27.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:01:27 smithi016 ceph-mon[90652]: pgmap v1478: 105 pgs: 105 active+clean; 127 GiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-04-15T15:01:27.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:01:27 smithi102 ceph-mon[87131]: pgmap v1478: 105 pgs: 105 active+clean; 127 GiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-04-15T15:01:27.717 INFO:tasks.workunit.client.0.smithi016.stdout: 258: throughput=4.98MB/sec pending data=0 2024-04-15T15:01:27.717 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-p0VkrpestAXjSs8 off=4211150 len=2009892 2024-04-15T15:01:27.728 INFO:tasks.workunit.client.0.smithi016.stdout:op 1317 completed, throughput=4.99MB/sec 2024-04-15T15:01:27.728 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-zNMSYwVEwzqoT3y off=17826218 len=660098 2024-04-15T15:01:27.729 INFO:tasks.workunit.client.0.smithi016.stdout:op 1318 completed, throughput=4.99MB/sec 2024-04-15T15:01:27.729 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-2iGj7SxZB5qOTTE off=5865307 len=1277750 2024-04-15T15:01:27.731 INFO:tasks.workunit.client.0.smithi016.stdout:op 1319 completed, throughput=5MB/sec 2024-04-15T15:01:27.731 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-pQn7bHoI2bwAa0j off=17049199 len=940844 2024-04-15T15:01:27.737 INFO:tasks.workunit.client.0.smithi016.stdout:op 1320 completed, throughput=5MB/sec 2024-04-15T15:01:28.737 INFO:tasks.workunit.client.0.smithi016.stdout: 259: throughput=4.98MB/sec pending data=0 2024-04-15T15:01:28.738 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-vp6GwdK6qJjyOzD off=4484424 len=1452595 2024-04-15T15:01:28.747 INFO:tasks.workunit.client.0.smithi016.stdout:op 1321 completed, throughput=4.99MB/sec 2024-04-15T15:01:28.747 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-FI7Waxx4hNgmA6E off=8380736 len=414099 2024-04-15T15:01:28.750 INFO:tasks.workunit.client.0.smithi016.stdout:op 1322 completed, throughput=4.99MB/sec 2024-04-15T15:01:28.750 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-FZG4Dz0cd149kZu off=4176655 len=1211230 2024-04-15T15:01:28.758 INFO:tasks.workunit.client.0.smithi016.stdout:op 1323 completed, throughput=4.99MB/sec 2024-04-15T15:01:28.758 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-zEcJ6ktrQqJPTZA off=513998 len=785140 2024-04-15T15:01:28.763 INFO:tasks.workunit.client.0.smithi016.stdout:op 1324 completed, throughput=5MB/sec 2024-04-15T15:01:28.763 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-0B5UtaWNwK70uQV off=7070858 len=650045 2024-04-15T15:01:28.763 INFO:tasks.workunit.client.0.smithi016.stdout:op 1325 completed, throughput=5MB/sec 2024-04-15T15:01:28.764 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-Jo5IeOomawotDZw off=4381070 len=1785390 2024-04-15T15:01:28.765 INFO:tasks.workunit.client.0.smithi016.stdout:op 1326 completed, throughput=5MB/sec 2024-04-15T15:01:29.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:01:29 smithi102 ceph-mon[87131]: pgmap v1479: 105 pgs: 105 active+clean; 127 GiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-15T15:01:29.766 INFO:tasks.workunit.client.0.smithi016.stdout: 260: throughput=4.98MB/sec pending data=0 2024-04-15T15:01:29.766 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-hPARXUeM3rhIV3T off=652795 len=1979973 2024-04-15T15:01:29.779 INFO:tasks.workunit.client.0.smithi016.stdout:op 1327 completed, throughput=4.99MB/sec 2024-04-15T15:01:29.779 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-NwqVJLVhLjsH3ma off=7226396 len=1384673 2024-04-15T15:01:29.782 INFO:tasks.workunit.client.0.smithi016.stdout:op 1328 completed, throughput=5MB/sec 2024-04-15T15:01:29.782 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-pf0l_wyQ61Uv4Kl off=19711421 len=1984349 2024-04-15T15:01:29.789 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:01:29 smithi016 ceph-mon[90652]: pgmap v1479: 105 pgs: 105 active+clean; 127 GiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-15T15:01:29.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:01:29 smithi016 ceph-mon[93212]: pgmap v1479: 105 pgs: 105 active+clean; 127 GiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-15T15:01:29.792 INFO:tasks.workunit.client.0.smithi016.stdout:op 1329 completed, throughput=5MB/sec 2024-04-15T15:01:30.792 INFO:tasks.workunit.client.0.smithi016.stdout: 261: throughput=4.98MB/sec pending data=0 2024-04-15T15:01:30.792 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-hq9wKZa4rUGQidf off=1779882 len=893709 2024-04-15T15:01:30.794 INFO:tasks.workunit.client.0.smithi016.stdout:op 1330 completed, throughput=4.99MB/sec 2024-04-15T15:01:30.794 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-ov0YQzLyW5iqQ1r off=9173865 len=1281580 2024-04-15T15:01:30.800 INFO:tasks.workunit.client.0.smithi016.stdout:op 1331 completed, throughput=4.99MB/sec 2024-04-15T15:01:30.800 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-xX0GFsT0up7uYsm off=5818871 len=1029398 2024-04-15T15:01:30.805 INFO:tasks.workunit.client.0.smithi016.stdout:op 1332 completed, throughput=5MB/sec 2024-04-15T15:01:30.805 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-GEA8J6f_kqGCevA off=7493310 len=1828199 2024-04-15T15:01:30.812 INFO:tasks.workunit.client.0.smithi016.stdout:op 1333 completed, throughput=5MB/sec 2024-04-15T15:01:31.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:01:31 smithi102 ceph-mon[87131]: pgmap v1480: 105 pgs: 105 active+clean; 127 GiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.3 MiB/s wr, 3 op/s 2024-04-15T15:01:31.778 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:01:31 smithi016 ceph-mon[90652]: pgmap v1480: 105 pgs: 105 active+clean; 127 GiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.3 MiB/s wr, 3 op/s 2024-04-15T15:01:31.778 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:01:31 smithi016 ceph-mon[93212]: pgmap v1480: 105 pgs: 105 active+clean; 127 GiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.3 MiB/s wr, 3 op/s 2024-04-15T15:01:31.812 INFO:tasks.workunit.client.0.smithi016.stdout: 262: throughput=4.98MB/sec pending data=0 2024-04-15T15:01:31.812 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-Fkp_S2AsYB91fF- off=1558503 len=1283150 2024-04-15T15:01:31.814 INFO:tasks.workunit.client.0.smithi016.stdout:op 1334 completed, throughput=4.99MB/sec 2024-04-15T15:01:31.814 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-mdpIZ3rs3w-2L_Z off=2010102 len=2032306 2024-04-15T15:01:31.822 INFO:tasks.workunit.client.0.smithi016.stdout:op 1335 completed, throughput=5MB/sec 2024-04-15T15:01:31.822 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-MC7s3WDXWrVYtS1 off=5549716 len=1103563 2024-04-15T15:01:31.824 INFO:tasks.workunit.client.0.smithi016.stdout:op 1336 completed, throughput=5MB/sec 2024-04-15T15:01:31.824 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-OqxGkoHJC8-DXw7 off=273365 len=1929774 2024-04-15T15:01:31.830 INFO:tasks.workunit.client.0.smithi016.stdout:op 1337 completed, throughput=5.01MB/sec 2024-04-15T15:01:32.040 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 15 15:01:31 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-y[81421]: ::ffff:172.21.15.102 - - [15/Apr/2024:15:01:31] "GET /metrics HTTP/1.1" 200 33981 "" "Prometheus/2.43.0" 2024-04-15T15:01:32.687 INFO:journalctl@ceph.prometheus.a.smithi102.stdout:Apr 15 15:01:32 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-prometheus-a[120881]: ts=2024-04-15T15:01:32.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi016:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"362ea986-fb34-11ee-bc8f-c7b262605968\", instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T15:01:32.831 INFO:tasks.workunit.client.0.smithi016.stdout: 263: throughput=4.99MB/sec pending data=0 2024-04-15T15:01:32.831 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-AbaJGK5WktVr7sE off=19900789 len=93481 2024-04-15T15:01:32.833 INFO:tasks.workunit.client.0.smithi016.stdout:op 1338 completed, throughput=4.99MB/sec 2024-04-15T15:01:32.833 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-Xq7M9f-D4qnk8CM off=23069287 len=1744799 2024-04-15T15:01:32.838 INFO:tasks.workunit.client.0.smithi016.stdout:op 1339 completed, throughput=4.99MB/sec 2024-04-15T15:01:32.839 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-Me3-5C8-_2ahHwg off=12152213 len=79113 2024-04-15T15:01:32.839 INFO:tasks.workunit.client.0.smithi016.stdout:op 1340 completed, throughput=4.99MB/sec 2024-04-15T15:01:32.839 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-4appYRt9QvE_pRc off=692655 len=264949 2024-04-15T15:01:32.839 INFO:tasks.workunit.client.0.smithi016.stdout:op 1341 completed, throughput=5MB/sec 2024-04-15T15:01:32.839 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-v1s-FMiKzODKR_j off=8291674 len=110896 2024-04-15T15:01:32.840 INFO:tasks.workunit.client.0.smithi016.stdout:op 1342 completed, throughput=5MB/sec 2024-04-15T15:01:32.840 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-syTY461TLzmR5rk off=12640802 len=621121 2024-04-15T15:01:32.840 INFO:tasks.workunit.client.0.smithi016.stdout:op 1343 completed, throughput=5MB/sec 2024-04-15T15:01:32.840 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-d8RcFYdiwtp7fGY off=19269973 len=1408870 2024-04-15T15:01:32.843 INFO:tasks.workunit.client.0.smithi016.stdout:op 1344 completed, throughput=5MB/sec 2024-04-15T15:01:33.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:01:33 smithi102 ceph-mon[87131]: pgmap v1481: 105 pgs: 105 active+clean; 127 GiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.8 MiB/s wr, 6 op/s 2024-04-15T15:01:33.789 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:01:33 smithi016 ceph-mon[90652]: pgmap v1481: 105 pgs: 105 active+clean; 127 GiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.8 MiB/s wr, 6 op/s 2024-04-15T15:01:33.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:01:33 smithi016 ceph-mon[93212]: pgmap v1481: 105 pgs: 105 active+clean; 127 GiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.8 MiB/s wr, 6 op/s 2024-04-15T15:01:33.844 INFO:tasks.workunit.client.0.smithi016.stdout: 264: throughput=4.98MB/sec pending data=0 2024-04-15T15:01:33.844 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj--EdascCwxZzKh99 off=4528541 len=2052616 2024-04-15T15:01:33.846 INFO:tasks.workunit.client.0.smithi016.stdout:op 1345 completed, throughput=4.99MB/sec 2024-04-15T15:01:33.846 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-EHcfXX1YddjTR1h off=17936506 len=263029 2024-04-15T15:01:33.849 INFO:tasks.workunit.client.0.smithi016.stdout:op 1346 completed, throughput=4.99MB/sec 2024-04-15T15:01:33.849 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-LrqjV0x1AOvcBQM off=1133512 len=1779153 2024-04-15T15:01:33.860 INFO:tasks.workunit.client.0.smithi016.stdout:op 1347 completed, throughput=5MB/sec 2024-04-15T15:01:33.860 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-ubFgrYjdOvc-qo- off=9663625 len=1667862 2024-04-15T15:01:33.868 INFO:tasks.workunit.client.0.smithi016.stdout:op 1348 completed, throughput=5MB/sec 2024-04-15T15:01:34.869 INFO:tasks.workunit.client.0.smithi016.stdout: 265: throughput=4.99MB/sec pending data=0 2024-04-15T15:01:34.869 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-rHcNqXmd5-YkLbS off=10281292 len=777489 2024-04-15T15:01:34.870 INFO:tasks.workunit.client.0.smithi016.stdout:op 1349 completed, throughput=4.99MB/sec 2024-04-15T15:01:34.870 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-kyAp0LR1Uap0cbq off=9397344 len=1199497 2024-04-15T15:01:34.880 INFO:tasks.workunit.client.0.smithi016.stdout:op 1350 completed, throughput=4.99MB/sec 2024-04-15T15:01:34.880 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-bDwwRfW3nzGTR5J off=8435734 len=1155942 2024-04-15T15:01:34.882 INFO:tasks.workunit.client.0.smithi016.stdout:op 1351 completed, throughput=5MB/sec 2024-04-15T15:01:34.882 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-jh0fi9iO_QgdgmH off=3698905 len=975029 2024-04-15T15:01:34.883 INFO:tasks.workunit.client.0.smithi016.stdout:op 1352 completed, throughput=5MB/sec 2024-04-15T15:01:34.883 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-jU2BgkAqSQK97fZ off=1301999 len=1934225 2024-04-15T15:01:34.885 INFO:tasks.workunit.client.0.smithi016.stdout:op 1353 completed, throughput=5.01MB/sec 2024-04-15T15:01:35.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:01:35 smithi102 ceph-mon[87131]: pgmap v1482: 105 pgs: 105 active+clean; 127 GiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-04-15T15:01:35.789 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:01:35 smithi016 ceph-mon[93212]: pgmap v1482: 105 pgs: 105 active+clean; 127 GiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-04-15T15:01:35.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:01:35 smithi016 ceph-mon[90652]: pgmap v1482: 105 pgs: 105 active+clean; 127 GiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-04-15T15:01:35.886 INFO:tasks.workunit.client.0.smithi016.stdout: 266: throughput=4.99MB/sec pending data=0 2024-04-15T15:01:35.886 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-CN9V7T9BWYzq_i8 off=5449268 len=1343300 2024-04-15T15:01:35.888 INFO:tasks.workunit.client.0.smithi016.stdout:op 1354 completed, throughput=4.99MB/sec 2024-04-15T15:01:35.888 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-Ts2k-7qPXiJV60V off=8013897 len=991568 2024-04-15T15:01:35.890 INFO:tasks.workunit.client.0.smithi016.stdout:op 1355 completed, throughput=5MB/sec 2024-04-15T15:01:35.890 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-LqfKQ5EU-GmpOfC off=8302186 len=1480221 2024-04-15T15:01:35.892 INFO:tasks.workunit.client.0.smithi016.stdout:op 1356 completed, throughput=5MB/sec 2024-04-15T15:01:36.892 INFO:tasks.workunit.client.0.smithi016.stdout: 267: throughput=4.98MB/sec pending data=0 2024-04-15T15:01:36.892 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-9tluYBcVpmLv89g off=2905428 len=1271792 2024-04-15T15:01:36.898 INFO:tasks.workunit.client.0.smithi016.stdout:op 1357 completed, throughput=4.99MB/sec 2024-04-15T15:01:36.898 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-dyAcns-D7tNIqhk off=1133035 len=2046302 2024-04-15T15:01:36.906 INFO:tasks.workunit.client.0.smithi016.stdout:op 1358 completed, throughput=4.99MB/sec 2024-04-15T15:01:36.906 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-c6sU0Kp1YnBvMAd off=1217499 len=1542428 2024-04-15T15:01:36.907 INFO:tasks.workunit.client.0.smithi016.stdout:op 1359 completed, throughput=5MB/sec 2024-04-15T15:01:36.908 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-V_KAs6s8ot3ZVvL off=18304655 len=1017581 2024-04-15T15:01:36.908 INFO:tasks.workunit.client.0.smithi016.stdout:op 1360 completed, throughput=5MB/sec 2024-04-15T15:01:37.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:01:37 smithi102 ceph-mon[87131]: pgmap v1483: 105 pgs: 105 active+clean; 127 GiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.4 MiB/s wr, 6 op/s 2024-04-15T15:01:37.789 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:01:37 smithi016 ceph-mon[93212]: pgmap v1483: 105 pgs: 105 active+clean; 127 GiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.4 MiB/s wr, 6 op/s 2024-04-15T15:01:37.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:01:37 smithi016 ceph-mon[90652]: pgmap v1483: 105 pgs: 105 active+clean; 127 GiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.4 MiB/s wr, 6 op/s 2024-04-15T15:01:37.909 INFO:tasks.workunit.client.0.smithi016.stdout: 268: throughput=4.98MB/sec pending data=0 2024-04-15T15:01:37.909 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-XTY0bopXx7YJpuY off=2169744 len=1198854 2024-04-15T15:01:37.917 INFO:tasks.workunit.client.0.smithi016.stdout:op 1361 completed, throughput=4.99MB/sec 2024-04-15T15:01:37.917 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-QJ0XQsCx674UnAM off=2086923 len=702022 2024-04-15T15:01:37.918 INFO:tasks.workunit.client.0.smithi016.stdout:op 1362 completed, throughput=4.99MB/sec 2024-04-15T15:01:37.918 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-prNunc2J37I7DP1 off=1370307 len=223046 2024-04-15T15:01:37.919 INFO:tasks.workunit.client.0.smithi016.stdout:op 1363 completed, throughput=4.99MB/sec 2024-04-15T15:01:37.919 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-Sc7uIWhcyWCeZgG off=6411075 len=98383 2024-04-15T15:01:37.919 INFO:tasks.workunit.client.0.smithi016.stdout:op 1364 completed, throughput=4.99MB/sec 2024-04-15T15:01:37.919 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-ga9n8PiUmxnDSRY off=9233173 len=1854852 2024-04-15T15:01:37.929 INFO:tasks.workunit.client.0.smithi016.stdout:op 1365 completed, throughput=5MB/sec 2024-04-15T15:01:37.929 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-xzeoyojL2nePASr off=14344401 len=2014291 2024-04-15T15:01:37.932 INFO:tasks.workunit.client.0.smithi016.stdout:op 1366 completed, throughput=5.01MB/sec 2024-04-15T15:01:38.932 INFO:tasks.workunit.client.0.smithi016.stdout: 269: throughput=4.99MB/sec pending data=0 2024-04-15T15:01:38.932 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-9997hAj9TNaHF8R off=5394697 len=1341336 2024-04-15T15:01:38.934 INFO:tasks.workunit.client.0.smithi016.stdout:op 1367 completed, throughput=4.99MB/sec 2024-04-15T15:01:38.934 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-mUZyM54FuYC-6xm off=2879259 len=289156 2024-04-15T15:01:38.935 INFO:tasks.workunit.client.0.smithi016.stdout:op 1368 completed, throughput=4.99MB/sec 2024-04-15T15:01:38.935 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-uP0c6mrOI6PRdo4 off=6550244 len=2007888 2024-04-15T15:01:38.948 INFO:tasks.workunit.client.0.smithi016.stdout:op 1369 completed, throughput=5MB/sec 2024-04-15T15:01:38.948 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-XqFCIQXbxbXdwRM off=4862464 len=1743758 2024-04-15T15:01:38.950 INFO:tasks.workunit.client.0.smithi016.stdout:op 1370 completed, throughput=5.01MB/sec 2024-04-15T15:01:39.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:01:39 smithi102 ceph-mon[87131]: pgmap v1484: 105 pgs: 105 active+clean; 127 GiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-04-15T15:01:39.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:01:39 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T15:01:39.789 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:01:39 smithi016 ceph-mon[93212]: pgmap v1484: 105 pgs: 105 active+clean; 127 GiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-04-15T15:01:39.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:01:39 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T15:01:39.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:01:39 smithi016 ceph-mon[90652]: pgmap v1484: 105 pgs: 105 active+clean; 127 GiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-04-15T15:01:39.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:01:39 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T15:01:39.951 INFO:tasks.workunit.client.0.smithi016.stdout: 270: throughput=4.99MB/sec pending data=0 2024-04-15T15:01:39.951 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-AfniTezQuvKRywa off=4567774 len=1209903 2024-04-15T15:01:39.952 INFO:tasks.workunit.client.0.smithi016.stdout:op 1371 completed, throughput=4.99MB/sec 2024-04-15T15:01:39.953 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-xtnqhrSa5Lo9KB2 off=7341520 len=864162 2024-04-15T15:01:39.955 INFO:tasks.workunit.client.0.smithi016.stdout:op 1372 completed, throughput=4.99MB/sec 2024-04-15T15:01:39.955 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-fimr4ORDfLnX4s8 off=16668751 len=195414 2024-04-15T15:01:39.958 INFO:tasks.workunit.client.0.smithi016.stdout:op 1373 completed, throughput=5MB/sec 2024-04-15T15:01:39.958 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-D6YGKyZVRiaxlrS off=9805156 len=785440 2024-04-15T15:01:39.963 INFO:tasks.workunit.client.0.smithi016.stdout:op 1374 completed, throughput=5MB/sec 2024-04-15T15:01:39.963 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-KHoP-hEnaPNfhNt off=15407504 len=1448818 2024-04-15T15:01:39.969 INFO:tasks.workunit.client.0.smithi016.stdout:op 1375 completed, throughput=5MB/sec 2024-04-15T15:01:40.970 INFO:tasks.workunit.client.0.smithi016.stdout: 271: throughput=4.98MB/sec pending data=0 2024-04-15T15:01:40.970 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-n4IpXaL585XXkPu off=4699187 len=304885 2024-04-15T15:01:40.970 INFO:tasks.workunit.client.0.smithi016.stdout:op 1376 completed, throughput=4.99MB/sec 2024-04-15T15:01:40.970 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-4wy4DkcF3egrf2- off=1888792 len=627447 2024-04-15T15:01:40.971 INFO:tasks.workunit.client.0.smithi016.stdout:op 1377 completed, throughput=4.99MB/sec 2024-04-15T15:01:40.971 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-fJxY_lSonU9G-RI off=8083430 len=1702820 2024-04-15T15:01:40.980 INFO:tasks.workunit.client.0.smithi016.stdout:op 1378 completed, throughput=4.99MB/sec 2024-04-15T15:01:40.980 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj--r9GKnmtpGn7rYP off=1303023 len=1730715 2024-04-15T15:01:40.987 INFO:tasks.workunit.client.0.smithi016.stdout:op 1379 completed, throughput=5MB/sec 2024-04-15T15:01:40.987 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-MkokIG5dHD5jgeB off=13059586 len=866307 2024-04-15T15:01:40.989 INFO:tasks.workunit.client.0.smithi016.stdout:op 1380 completed, throughput=5MB/sec 2024-04-15T15:01:41.663 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:01:41 smithi102 ceph-mon[87131]: pgmap v1485: 105 pgs: 105 active+clean; 127 GiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-15T15:01:41.778 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:01:41 smithi016 ceph-mon[90652]: pgmap v1485: 105 pgs: 105 active+clean; 127 GiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-15T15:01:41.779 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:01:41 smithi016 ceph-mon[93212]: pgmap v1485: 105 pgs: 105 active+clean; 127 GiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-15T15:01:41.937 INFO:journalctl@ceph.grafana.a.smithi102.stdout:Apr 15 15:01:41 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-grafana-a[125357]: logger=sqlstore.transactions t=2024-04-15T15:01:41.662860346Z level=info msg="Database locked, sleeping then retrying" error="database is locked" retry=0 code="database is locked" 2024-04-15T15:01:41.989 INFO:tasks.workunit.client.0.smithi016.stdout: 272: throughput=4.98MB/sec pending data=0 2024-04-15T15:01:41.989 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-1zhjJRCbaRL_9Ju off=4516321 len=204561 2024-04-15T15:01:41.992 INFO:tasks.workunit.client.0.smithi016.stdout:op 1381 completed, throughput=4.99MB/sec 2024-04-15T15:01:41.992 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-iPvqJd8oCsLYYUB off=4233781 len=1464507 2024-04-15T15:01:41.994 INFO:tasks.workunit.client.0.smithi016.stdout:op 1382 completed, throughput=4.99MB/sec 2024-04-15T15:01:41.994 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-TygtBSCBW_g57Eo off=5956731 len=1660609 2024-04-15T15:01:42.001 INFO:tasks.workunit.client.0.smithi016.stdout:op 1383 completed, throughput=5MB/sec 2024-04-15T15:01:42.001 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-UxPo3zMSCx38NrL off=2718097 len=433024 2024-04-15T15:01:42.004 INFO:tasks.workunit.client.0.smithi016.stdout:op 1384 completed, throughput=5MB/sec 2024-04-15T15:01:42.004 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-W5sbEodZkJYW9an off=237881 len=691180 2024-04-15T15:01:42.006 INFO:tasks.workunit.client.0.smithi016.stdout:op 1385 completed, throughput=5MB/sec 2024-04-15T15:01:42.006 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-l0M8EOsXYduI9uI off=1185821 len=1580914 2024-04-15T15:01:42.016 INFO:tasks.workunit.client.0.smithi016.stdout:op 1386 completed, throughput=5MB/sec 2024-04-15T15:01:42.039 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 15 15:01:41 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-y[81421]: ::ffff:172.21.15.102 - - [15/Apr/2024:15:01:41] "GET /metrics HTTP/1.1" 200 33984 "" "Prometheus/2.43.0" 2024-04-15T15:01:42.687 INFO:journalctl@ceph.prometheus.a.smithi102.stdout:Apr 15 15:01:42 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-prometheus-a[120881]: ts=2024-04-15T15:01:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi016:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"362ea986-fb34-11ee-bc8f-c7b262605968\", instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T15:01:43.016 INFO:tasks.workunit.client.0.smithi016.stdout: 273: throughput=4.99MB/sec pending data=0 2024-04-15T15:01:43.016 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-yu7aZxPB_CtDD2o off=9442470 len=638733 2024-04-15T15:01:43.018 INFO:tasks.workunit.client.0.smithi016.stdout:op 1387 completed, throughput=4.99MB/sec 2024-04-15T15:01:43.018 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-PFmMnpXhKHp-dFS off=10208348 len=1846475 2024-04-15T15:01:43.028 INFO:tasks.workunit.client.0.smithi016.stdout:op 1388 completed, throughput=5MB/sec 2024-04-15T15:01:43.028 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-JGX5515e-PGI9Dm off=9646645 len=1607892 2024-04-15T15:01:43.037 INFO:tasks.workunit.client.0.smithi016.stdout:op 1389 completed, throughput=5MB/sec 2024-04-15T15:01:43.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:01:43 smithi102 ceph-mon[87131]: pgmap v1486: 105 pgs: 105 active+clean; 127 GiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 3.0 MiB/s rd, 3.4 MiB/s wr, 5 op/s 2024-04-15T15:01:43.789 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:01:43 smithi016 ceph-mon[90652]: pgmap v1486: 105 pgs: 105 active+clean; 127 GiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 3.0 MiB/s rd, 3.4 MiB/s wr, 5 op/s 2024-04-15T15:01:43.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:01:43 smithi016 ceph-mon[93212]: pgmap v1486: 105 pgs: 105 active+clean; 127 GiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 3.0 MiB/s rd, 3.4 MiB/s wr, 5 op/s 2024-04-15T15:01:44.038 INFO:tasks.workunit.client.0.smithi016.stdout: 274: throughput=4.98MB/sec pending data=0 2024-04-15T15:01:44.038 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-Zus2evz6u0M2rDI off=0 len=1062558 2024-04-15T15:01:44.043 INFO:tasks.workunit.client.0.smithi016.stdout:op 1390 completed, throughput=4.99MB/sec 2024-04-15T15:01:44.043 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-EgxfIaIxiNKihwZ off=3043135 len=1310480 2024-04-15T15:01:44.050 INFO:tasks.workunit.client.0.smithi016.stdout:op 1391 completed, throughput=4.99MB/sec 2024-04-15T15:01:44.050 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-EZnv6N4Y__aST3X off=4718025 len=388263 2024-04-15T15:01:44.053 INFO:tasks.workunit.client.0.smithi016.stdout:op 1392 completed, throughput=4.99MB/sec 2024-04-15T15:01:44.053 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-TwRuP_BqJ2Hjwew off=3659766 len=956097 2024-04-15T15:01:44.058 INFO:tasks.workunit.client.0.smithi016.stdout:op 1393 completed, throughput=4.99MB/sec 2024-04-15T15:01:44.058 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-Top9rqpXkFNncYh off=344420 len=1993621 2024-04-15T15:01:44.067 INFO:tasks.workunit.client.0.smithi016.stdout:op 1394 completed, throughput=5MB/sec 2024-04-15T15:01:45.067 INFO:tasks.workunit.client.0.smithi016.stdout: 275: throughput=4.98MB/sec pending data=0 2024-04-15T15:01:45.067 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-Hxt3Sh2uBkd5JrT off=6245518 len=138732 2024-04-15T15:01:45.068 INFO:tasks.workunit.client.0.smithi016.stdout:op 1395 completed, throughput=4.98MB/sec 2024-04-15T15:01:45.068 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-MHSicCauCdwRleE off=2236747 len=1028973 2024-04-15T15:01:45.073 INFO:tasks.workunit.client.0.smithi016.stdout:op 1396 completed, throughput=4.99MB/sec 2024-04-15T15:01:45.073 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-VdMZlISnxxkvUsm off=22370698 len=2071708 2024-04-15T15:01:45.086 INFO:tasks.workunit.client.0.smithi016.stdout:op 1397 completed, throughput=4.99MB/sec 2024-04-15T15:01:45.086 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-Lg7bMsLOhjvCFVi off=6543170 len=510607 2024-04-15T15:01:45.087 INFO:tasks.workunit.client.0.smithi016.stdout:op 1398 completed, throughput=5MB/sec 2024-04-15T15:01:45.088 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-a3GtKHVDN9iavlQ off=2369141 len=220039 2024-04-15T15:01:45.090 INFO:tasks.workunit.client.0.smithi016.stdout:op 1399 completed, throughput=5MB/sec 2024-04-15T15:01:45.090 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-JpZX-Uz5mevMiRR off=13455189 len=763252 2024-04-15T15:01:45.095 INFO:tasks.workunit.client.0.smithi016.stdout:op 1400 completed, throughput=5MB/sec 2024-04-15T15:01:45.095 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-lTI7vlv5NvJJ4kY off=4561746 len=1289146 2024-04-15T15:01:45.101 INFO:tasks.workunit.client.0.smithi016.stdout:op 1401 completed, throughput=5MB/sec 2024-04-15T15:01:45.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:01:45 smithi102 ceph-mon[87131]: pgmap v1487: 105 pgs: 105 active+clean; 127 GiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 2.3 MiB/s rd, 1.9 MiB/s wr, 3 op/s 2024-04-15T15:01:45.789 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:01:45 smithi016 ceph-mon[93212]: pgmap v1487: 105 pgs: 105 active+clean; 127 GiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 2.3 MiB/s rd, 1.9 MiB/s wr, 3 op/s 2024-04-15T15:01:45.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:01:45 smithi016 ceph-mon[90652]: pgmap v1487: 105 pgs: 105 active+clean; 127 GiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 2.3 MiB/s rd, 1.9 MiB/s wr, 3 op/s 2024-04-15T15:01:46.101 INFO:tasks.workunit.client.0.smithi016.stdout: 276: throughput=4.99MB/sec pending data=0 2024-04-15T15:01:46.101 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-5OSiflLiKyHvsld off=14356146 len=244436 2024-04-15T15:01:46.102 INFO:tasks.workunit.client.0.smithi016.stdout:op 1402 completed, throughput=4.99MB/sec 2024-04-15T15:01:46.102 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-RDQ6NP7mZ5R6_xa off=1978339 len=359896 2024-04-15T15:01:46.103 INFO:tasks.workunit.client.0.smithi016.stdout:op 1403 completed, throughput=4.99MB/sec 2024-04-15T15:01:46.104 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-EfohD7LljXj1-sZ off=4555990 len=1238561 2024-04-15T15:01:46.111 INFO:tasks.workunit.client.0.smithi016.stdout:op 1404 completed, throughput=4.99MB/sec 2024-04-15T15:01:46.112 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-N1S7xEZGx5FyUZS off=6830116 len=1691573 2024-04-15T15:01:46.119 INFO:tasks.workunit.client.0.smithi016.stdout:op 1405 completed, throughput=5MB/sec 2024-04-15T15:01:46.119 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-4rCm7YDNKk-H5Ts off=3978359 len=964248 2024-04-15T15:01:46.120 INFO:tasks.workunit.client.0.smithi016.stdout:op 1406 completed, throughput=5MB/sec 2024-04-15T15:01:47.121 INFO:tasks.workunit.client.0.smithi016.stdout: 277: throughput=4.98MB/sec pending data=0 2024-04-15T15:01:47.121 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-qo4KVgYmzKuMjQa off=16059869 len=1061640 2024-04-15T15:01:47.126 INFO:tasks.workunit.client.0.smithi016.stdout:op 1407 completed, throughput=4.99MB/sec 2024-04-15T15:01:47.126 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-gfaBdUjoQQHANh3 off=3457507 len=433810 2024-04-15T15:01:47.127 INFO:tasks.workunit.client.0.smithi016.stdout:op 1408 completed, throughput=4.99MB/sec 2024-04-15T15:01:47.127 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-WGOa4IRtDiK9CmE off=1811811 len=647796 2024-04-15T15:01:47.127 INFO:tasks.workunit.client.0.smithi016.stdout:op 1409 completed, throughput=4.99MB/sec 2024-04-15T15:01:47.128 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-pit4QncZr5vSbOJ off=2162498 len=495576 2024-04-15T15:01:47.128 INFO:tasks.workunit.client.0.smithi016.stdout:op 1410 completed, throughput=4.99MB/sec 2024-04-15T15:01:47.128 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-yeecGUOyRmjwye9 off=3527017 len=1596105 2024-04-15T15:01:47.135 INFO:tasks.workunit.client.0.smithi016.stdout:op 1411 completed, throughput=5MB/sec 2024-04-15T15:01:47.135 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-CrJQd7WRlrQH7Kr off=816998 len=98043 2024-04-15T15:01:47.137 INFO:tasks.workunit.client.0.smithi016.stdout:op 1412 completed, throughput=5MB/sec 2024-04-15T15:01:47.138 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-HdiMMYtZmbAIl7d off=15663869 len=1651179 2024-04-15T15:01:47.146 INFO:tasks.workunit.client.0.smithi016.stdout:op 1413 completed, throughput=5MB/sec 2024-04-15T15:01:47.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:01:47 smithi102 ceph-mon[87131]: pgmap v1488: 105 pgs: 105 active+clean; 127 GiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-04-15T15:01:47.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:01:47 smithi016 ceph-mon[90652]: pgmap v1488: 105 pgs: 105 active+clean; 127 GiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-04-15T15:01:47.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:01:47 smithi016 ceph-mon[93212]: pgmap v1488: 105 pgs: 105 active+clean; 127 GiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-04-15T15:01:48.146 INFO:tasks.workunit.client.0.smithi016.stdout: 278: throughput=4.98MB/sec pending data=0 2024-04-15T15:01:48.146 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-pS33Gs2dxsHfANb off=1454606 len=1826685 2024-04-15T15:01:48.150 INFO:tasks.workunit.client.0.smithi016.stdout:op 1414 completed, throughput=4.99MB/sec 2024-04-15T15:01:48.150 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-8sBrakpz4V4JqVN off=1126359 len=1017822 2024-04-15T15:01:48.151 INFO:tasks.workunit.client.0.smithi016.stdout:op 1415 completed, throughput=4.99MB/sec 2024-04-15T15:01:48.152 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-kQ7RVy-t9dD4ejs off=9955040 len=1207566 2024-04-15T15:01:48.158 INFO:tasks.workunit.client.0.smithi016.stdout:op 1416 completed, throughput=5MB/sec 2024-04-15T15:01:48.158 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-ZnvsiiNKjf3X2CQ off=36273 len=1495123 2024-04-15T15:01:48.166 INFO:tasks.workunit.client.0.smithi016.stdout:op 1417 completed, throughput=5MB/sec 2024-04-15T15:01:49.167 INFO:tasks.workunit.client.0.smithi016.stdout: 279: throughput=4.99MB/sec pending data=0 2024-04-15T15:01:49.167 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-oOy4mTIMQ3zgsAH off=12078435 len=638508 2024-04-15T15:01:49.167 INFO:tasks.workunit.client.0.smithi016.stdout:op 1418 completed, throughput=4.99MB/sec 2024-04-15T15:01:49.167 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-4ALxgOiPBZCqG2C off=7044483 len=1804798 2024-04-15T15:01:49.175 INFO:tasks.workunit.client.0.smithi016.stdout:op 1419 completed, throughput=4.99MB/sec 2024-04-15T15:01:49.175 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-xBJpndJwqtl2q2q off=3764561 len=1558054 2024-04-15T15:01:49.177 INFO:tasks.workunit.client.0.smithi016.stdout:op 1420 completed, throughput=5MB/sec 2024-04-15T15:01:49.177 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-MhP7-k2PmKe-Ck1 off=4440480 len=1151025 2024-04-15T15:01:49.182 INFO:tasks.workunit.client.0.smithi016.stdout:op 1421 completed, throughput=5MB/sec 2024-04-15T15:01:49.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:01:49 smithi102 ceph-mon[87131]: pgmap v1489: 105 pgs: 105 active+clean; 127 GiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2024-04-15T15:01:49.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:01:49 smithi016 ceph-mon[93212]: pgmap v1489: 105 pgs: 105 active+clean; 127 GiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2024-04-15T15:01:49.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:01:49 smithi016 ceph-mon[90652]: pgmap v1489: 105 pgs: 105 active+clean; 127 GiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2024-04-15T15:01:50.182 INFO:tasks.workunit.client.0.smithi016.stdout: 280: throughput=4.99MB/sec pending data=0 2024-04-15T15:01:50.183 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-UZIosJDpxGxm2ll off=2367725 len=1571551 2024-04-15T15:01:50.184 INFO:tasks.workunit.client.0.smithi016.stdout:op 1422 completed, throughput=4.99MB/sec 2024-04-15T15:01:50.184 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-BGcTTVRIMGusyzy off=4145116 len=202993 2024-04-15T15:01:50.185 INFO:tasks.workunit.client.0.smithi016.stdout:op 1423 completed, throughput=4.99MB/sec 2024-04-15T15:01:50.186 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-2iFkypLFZO4mOUn off=1821777 len=129439 2024-04-15T15:01:50.186 INFO:tasks.workunit.client.0.smithi016.stdout:op 1424 completed, throughput=4.99MB/sec 2024-04-15T15:01:50.186 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-qLCJ5b-G5AcsEyp off=3952670 len=394144 2024-04-15T15:01:50.190 INFO:tasks.workunit.client.0.smithi016.stdout:op 1425 completed, throughput=4.99MB/sec 2024-04-15T15:01:50.190 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-jnBhV1gUdQi1GFS off=1759524 len=443497 2024-04-15T15:01:50.193 INFO:tasks.workunit.client.0.smithi016.stdout:op 1426 completed, throughput=4.99MB/sec 2024-04-15T15:01:50.193 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-ehzvJpKo3RmFWUn off=17250848 len=261663 2024-04-15T15:01:50.194 INFO:tasks.workunit.client.0.smithi016.stdout:op 1427 completed, throughput=4.99MB/sec 2024-04-15T15:01:50.194 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-Tz3W0Tdxpo65JGd off=457140 len=137796 2024-04-15T15:01:50.195 INFO:tasks.workunit.client.0.smithi016.stdout:op 1428 completed, throughput=5MB/sec 2024-04-15T15:01:50.195 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-PwPg4ydluxdoR2p off=14687126 len=271766 2024-04-15T15:01:50.198 INFO:tasks.workunit.client.0.smithi016.stdout:op 1429 completed, throughput=5MB/sec 2024-04-15T15:01:50.198 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-2BcAtjFMhLK6z-i off=3497417 len=2060894 2024-04-15T15:01:50.211 INFO:tasks.workunit.client.0.smithi016.stdout:op 1430 completed, throughput=5MB/sec 2024-04-15T15:01:51.211 INFO:tasks.workunit.client.0.smithi016.stdout: 281: throughput=4.99MB/sec pending data=0 2024-04-15T15:01:51.211 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-3XKnPGY4c2jFpgK off=8753355 len=376837 2024-04-15T15:01:51.214 INFO:tasks.workunit.client.0.smithi016.stdout:op 1431 completed, throughput=4.99MB/sec 2024-04-15T15:01:51.214 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-ZTD51fSkQDZOB1y off=5469330 len=1388233 2024-04-15T15:01:51.216 INFO:tasks.workunit.client.0.smithi016.stdout:op 1432 completed, throughput=4.99MB/sec 2024-04-15T15:01:51.216 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-ILZ_lm5rm5gZGV3 off=10493178 len=820877 2024-04-15T15:01:51.221 INFO:tasks.workunit.client.0.smithi016.stdout:op 1433 completed, throughput=4.99MB/sec 2024-04-15T15:01:51.221 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-RPk4GHTyIIpLC-i off=2550192 len=456274 2024-04-15T15:01:51.225 INFO:tasks.workunit.client.0.smithi016.stdout:op 1434 completed, throughput=5MB/sec 2024-04-15T15:01:51.225 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-37fF3dG7yBYmq_x off=2142082 len=327583 2024-04-15T15:01:51.228 INFO:tasks.workunit.client.0.smithi016.stdout:op 1435 completed, throughput=5MB/sec 2024-04-15T15:01:51.228 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-rsUrfeBFHPi-JhF off=3592522 len=1593554 2024-04-15T15:01:51.234 INFO:tasks.workunit.client.0.smithi016.stdout:op 1436 completed, throughput=5MB/sec 2024-04-15T15:01:51.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:01:51 smithi102 ceph-mon[87131]: pgmap v1490: 105 pgs: 105 active+clean; 127 GiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 1.5 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-04-15T15:01:51.778 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:01:51 smithi016 ceph-mon[90652]: pgmap v1490: 105 pgs: 105 active+clean; 127 GiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 1.5 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-04-15T15:01:51.779 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:01:51 smithi016 ceph-mon[93212]: pgmap v1490: 105 pgs: 105 active+clean; 127 GiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 1.5 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-04-15T15:01:52.039 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 15 15:01:51 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-y[81421]: ::ffff:172.21.15.102 - - [15/Apr/2024:15:01:51] "GET /metrics HTTP/1.1" 200 33984 "" "Prometheus/2.43.0" 2024-04-15T15:01:52.234 INFO:tasks.workunit.client.0.smithi016.stdout: 282: throughput=4.98MB/sec pending data=0 2024-04-15T15:01:52.235 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-OIhYemfneKjnqhR off=7035340 len=204495 2024-04-15T15:01:52.235 INFO:tasks.workunit.client.0.smithi016.stdout:op 1437 completed, throughput=4.98MB/sec 2024-04-15T15:01:52.235 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-gfiEZKmmes3CVIC off=13479831 len=657310 2024-04-15T15:01:52.239 INFO:tasks.workunit.client.0.smithi016.stdout:op 1438 completed, throughput=4.99MB/sec 2024-04-15T15:01:52.239 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-uoKFN3pujIK5F4u off=10887493 len=23318 2024-04-15T15:01:52.242 INFO:tasks.workunit.client.0.smithi016.stdout:op 1439 completed, throughput=4.99MB/sec 2024-04-15T15:01:52.242 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-CnbtQF-oqWs916h off=2164036 len=1809079 2024-04-15T15:01:52.244 INFO:tasks.workunit.client.0.smithi016.stdout:op 1440 completed, throughput=4.99MB/sec 2024-04-15T15:01:52.244 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-mGF26sD7pjNzvXB off=13508634 len=1910259 2024-04-15T15:01:52.245 INFO:tasks.workunit.client.0.smithi016.stdout:op 1441 completed, throughput=5MB/sec 2024-04-15T15:01:52.245 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-bv0HU2msCL7iYXB off=2976987 len=924435 2024-04-15T15:01:52.246 INFO:tasks.workunit.client.0.smithi016.stdout:op 1442 completed, throughput=5MB/sec 2024-04-15T15:01:52.687 INFO:journalctl@ceph.prometheus.a.smithi102.stdout:Apr 15 15:01:52 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-prometheus-a[120881]: ts=2024-04-15T15:01:52.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi016:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"362ea986-fb34-11ee-bc8f-c7b262605968\", instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T15:01:53.247 INFO:tasks.workunit.client.0.smithi016.stdout: 283: throughput=4.98MB/sec pending data=0 2024-04-15T15:01:53.247 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-On8BYwHoc1kFhpR off=6585228 len=344483 2024-04-15T15:01:53.250 INFO:tasks.workunit.client.0.smithi016.stdout:op 1443 completed, throughput=4.99MB/sec 2024-04-15T15:01:53.250 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-6l_DeCQ5cB4hzep off=8394572 len=693773 2024-04-15T15:01:53.254 INFO:tasks.workunit.client.0.smithi016.stdout:op 1444 completed, throughput=4.99MB/sec 2024-04-15T15:01:53.254 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-EGi_CGg1qGCFYoV off=5900902 len=1020649 2024-04-15T15:01:53.256 INFO:tasks.workunit.client.0.smithi016.stdout:op 1445 completed, throughput=4.99MB/sec 2024-04-15T15:01:53.256 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-MdM1tuoQxVXhcy0 off=12954454 len=2017524 2024-04-15T15:01:53.260 INFO:tasks.workunit.client.0.smithi016.stdout:op 1446 completed, throughput=5MB/sec 2024-04-15T15:01:53.260 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-Q07npHtDNtxfgX3 off=4362276 len=882496 2024-04-15T15:01:53.265 INFO:tasks.workunit.client.0.smithi016.stdout:op 1447 completed, throughput=5MB/sec 2024-04-15T15:01:53.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:01:53 smithi102 ceph-mon[87131]: pgmap v1491: 105 pgs: 105 active+clean; 127 GiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.9 MiB/s wr, 6 op/s 2024-04-15T15:01:53.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:01:53 smithi016 ceph-mon[90652]: pgmap v1491: 105 pgs: 105 active+clean; 127 GiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.9 MiB/s wr, 6 op/s 2024-04-15T15:01:53.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:01:53 smithi016 ceph-mon[93212]: pgmap v1491: 105 pgs: 105 active+clean; 127 GiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.9 MiB/s wr, 6 op/s 2024-04-15T15:01:54.265 INFO:tasks.workunit.client.0.smithi016.stdout: 284: throughput=4.98MB/sec pending data=0 2024-04-15T15:01:54.265 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-7GL-BnfmnEppW5i off=45030 len=1686033 2024-04-15T15:01:54.273 INFO:tasks.workunit.client.0.smithi016.stdout:op 1448 completed, throughput=4.99MB/sec 2024-04-15T15:01:54.273 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-mvkLohf6QO_jOsE off=1943350 len=219208 2024-04-15T15:01:54.274 INFO:tasks.workunit.client.0.smithi016.stdout:op 1449 completed, throughput=4.99MB/sec 2024-04-15T15:01:54.274 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-Du0Mw3KmIU_nyrH off=1539708 len=1161113 2024-04-15T15:01:54.278 INFO:tasks.workunit.client.0.smithi016.stdout:op 1450 completed, throughput=4.99MB/sec 2024-04-15T15:01:54.279 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-RRtVuTJAa6ez5Qq off=2348034 len=1478039 2024-04-15T15:01:54.280 INFO:tasks.workunit.client.0.smithi016.stdout:op 1451 completed, throughput=5MB/sec 2024-04-15T15:01:54.280 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-eGTN-Dt2tgbasr7 off=247329 len=4414 2024-04-15T15:01:54.282 INFO:tasks.workunit.client.0.smithi016.stdout:op 1452 completed, throughput=5MB/sec 2024-04-15T15:01:54.282 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-VYS7-eUozlehTeU off=73202 len=50816 2024-04-15T15:01:54.285 INFO:tasks.workunit.client.0.smithi016.stdout:op 1453 completed, throughput=5MB/sec 2024-04-15T15:01:54.285 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-K8HYrkxapTd1-ik off=6189653 len=186914 2024-04-15T15:01:54.285 INFO:tasks.workunit.client.0.smithi016.stdout:op 1454 completed, throughput=5MB/sec 2024-04-15T15:01:54.285 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-F35YrS1R53F6L-C off=3702029 len=934616 2024-04-15T15:01:54.286 INFO:tasks.workunit.client.0.smithi016.stdout:op 1455 completed, throughput=5MB/sec 2024-04-15T15:01:54.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:01:54 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T15:01:54.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:01:54 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T15:01:54.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:01:54 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T15:01:55.287 INFO:tasks.workunit.client.0.smithi016.stdout: 285: throughput=4.99MB/sec pending data=0 2024-04-15T15:01:55.287 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-dWR16HEC5VvuCRx off=2519539 len=681954 2024-04-15T15:01:55.288 INFO:tasks.workunit.client.0.smithi016.stdout:op 1456 completed, throughput=4.99MB/sec 2024-04-15T15:01:55.288 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-GQbetf_l9DoVxIV off=2594776 len=395482 2024-04-15T15:01:55.292 INFO:tasks.workunit.client.0.smithi016.stdout:op 1457 completed, throughput=4.99MB/sec 2024-04-15T15:01:55.292 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-9nx-cVLFnQIHvzi off=1045977 len=1068693 2024-04-15T15:01:55.297 INFO:tasks.workunit.client.0.smithi016.stdout:op 1458 completed, throughput=4.99MB/sec 2024-04-15T15:01:55.297 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-nRuedRj8zlG1KZx off=4147470 len=74549 2024-04-15T15:01:55.300 INFO:tasks.workunit.client.0.smithi016.stdout:op 1459 completed, throughput=4.99MB/sec 2024-04-15T15:01:55.300 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-_uiOgxzeCzivetQ off=4092099 len=1333689 2024-04-15T15:01:55.302 INFO:tasks.workunit.client.0.smithi016.stdout:op 1460 completed, throughput=5MB/sec 2024-04-15T15:01:55.302 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-la7yl3C1SEfgCnI off=18956008 len=2082060 2024-04-15T15:01:55.303 INFO:tasks.workunit.client.0.smithi016.stdout:op 1461 completed, throughput=5MB/sec 2024-04-15T15:01:55.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:01:55 smithi102 ceph-mon[87131]: pgmap v1492: 105 pgs: 105 active+clean; 127 GiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 1.3 MiB/s rd, 3.0 MiB/s wr, 4 op/s 2024-04-15T15:01:55.690 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:01:55 smithi016 ceph-mon[90652]: pgmap v1492: 105 pgs: 105 active+clean; 127 GiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 1.3 MiB/s rd, 3.0 MiB/s wr, 4 op/s 2024-04-15T15:01:55.691 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:01:55 smithi016 ceph-mon[93212]: pgmap v1492: 105 pgs: 105 active+clean; 127 GiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 1.3 MiB/s rd, 3.0 MiB/s wr, 4 op/s 2024-04-15T15:01:56.304 INFO:tasks.workunit.client.0.smithi016.stdout: 286: throughput=4.99MB/sec pending data=0 2024-04-15T15:01:56.304 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-KHKEq8vlaobsoUP off=9131346 len=1726808 2024-04-15T15:01:56.311 INFO:tasks.workunit.client.0.smithi016.stdout:op 1462 completed, throughput=4.99MB/sec 2024-04-15T15:01:56.311 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-1L3c5K6uvhQp0lE off=16394804 len=1157186 2024-04-15T15:01:56.313 INFO:tasks.workunit.client.0.smithi016.stdout:op 1463 completed, throughput=5MB/sec 2024-04-15T15:01:56.313 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-zD2-VbkWSW7V9R7 off=4294491 len=1943939 2024-04-15T15:01:56.321 INFO:tasks.workunit.client.0.smithi016.stdout:op 1464 completed, throughput=5MB/sec 2024-04-15T15:01:57.320 INFO:tasks.workunit.client.0.smithi016.stdout: 287: throughput=4.98MB/sec pending data=0 2024-04-15T15:01:57.321 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-S3Bj54520_WLFbJ off=2557670 len=1826882 2024-04-15T15:01:57.331 INFO:tasks.workunit.client.0.smithi016.stdout:op 1465 completed, throughput=4.99MB/sec 2024-04-15T15:01:57.331 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-wLhkZS_d5nzaUlJ off=2981234 len=1164646 2024-04-15T15:01:57.337 INFO:tasks.workunit.client.0.smithi016.stdout:op 1466 completed, throughput=4.99MB/sec 2024-04-15T15:01:57.337 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-SZ6y9u4iztaboMR off=4209794 len=945900 2024-04-15T15:01:57.338 INFO:tasks.workunit.client.0.smithi016.stdout:op 1467 completed, throughput=5MB/sec 2024-04-15T15:01:57.338 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-iKMwXnY5bf_vPKF off=450498 len=641389 2024-04-15T15:01:57.342 INFO:tasks.workunit.client.0.smithi016.stdout:op 1468 completed, throughput=5MB/sec 2024-04-15T15:01:57.342 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-W_ADI534xYeLigz off=11122049 len=647313 2024-04-15T15:01:57.343 INFO:tasks.workunit.client.0.smithi016.stdout:op 1469 completed, throughput=5MB/sec 2024-04-15T15:01:57.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:01:57 smithi102 ceph-mon[87131]: pgmap v1493: 105 pgs: 105 active+clean; 127 GiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.9 MiB/s wr, 6 op/s 2024-04-15T15:01:57.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:01:57 smithi016 ceph-mon[90652]: pgmap v1493: 105 pgs: 105 active+clean; 127 GiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.9 MiB/s wr, 6 op/s 2024-04-15T15:01:57.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:01:57 smithi016 ceph-mon[93212]: pgmap v1493: 105 pgs: 105 active+clean; 127 GiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.9 MiB/s wr, 6 op/s 2024-04-15T15:01:58.344 INFO:tasks.workunit.client.0.smithi016.stdout: 288: throughput=4.98MB/sec pending data=0 2024-04-15T15:01:58.344 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-VsE_JCoGMVSUhMe off=8002811 len=19668 2024-04-15T15:01:58.346 INFO:tasks.workunit.client.0.smithi016.stdout:op 1470 completed, throughput=4.98MB/sec 2024-04-15T15:01:58.346 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-LZrQ5JRz37wqxgG off=16355364 len=1406998 2024-04-15T15:01:58.349 INFO:tasks.workunit.client.0.smithi016.stdout:op 1471 completed, throughput=4.99MB/sec 2024-04-15T15:01:58.349 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-xnxWe3FcnNZGaIT off=527496 len=977798 2024-04-15T15:01:58.350 INFO:tasks.workunit.client.0.smithi016.stdout:op 1472 completed, throughput=4.99MB/sec 2024-04-15T15:01:58.351 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-BfvDfUHGlKcaR5E off=4821589 len=606386 2024-04-15T15:01:58.355 INFO:tasks.workunit.client.0.smithi016.stdout:op 1473 completed, throughput=4.99MB/sec 2024-04-15T15:01:58.355 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-lSnYNPghJ2b-WTa off=16070181 len=402554 2024-04-15T15:01:58.356 INFO:tasks.workunit.client.0.smithi016.stdout:op 1474 completed, throughput=4.99MB/sec 2024-04-15T15:01:58.356 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-xQRGIIGIBoAFcXc off=19628756 len=1503711 2024-04-15T15:01:58.357 INFO:tasks.workunit.client.0.smithi016.stdout:op 1475 completed, throughput=5MB/sec 2024-04-15T15:01:58.357 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-OXq9u0zr79Bamif off=5318698 len=238136 2024-04-15T15:01:58.360 INFO:tasks.workunit.client.0.smithi016.stdout:op 1476 completed, throughput=5MB/sec 2024-04-15T15:01:59.362 INFO:tasks.workunit.client.0.smithi016.stdout: 289: throughput=4.98MB/sec pending data=0 2024-04-15T15:01:59.362 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-0eWg-MXJdzgiWng off=650100 len=1666446 2024-04-15T15:01:59.368 INFO:tasks.workunit.client.0.smithi016.stdout:op 1477 completed, throughput=4.99MB/sec 2024-04-15T15:01:59.368 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-19OX5Nj9IJ_s5qZ off=3212544 len=556753 2024-04-15T15:01:59.370 INFO:tasks.workunit.client.0.smithi016.stdout:op 1478 completed, throughput=4.99MB/sec 2024-04-15T15:01:59.370 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-Vb7fB50VoUXtVEd off=7895568 len=486844 2024-04-15T15:01:59.374 INFO:tasks.workunit.client.0.smithi016.stdout:op 1479 completed, throughput=4.99MB/sec 2024-04-15T15:01:59.374 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-7FNztFhpFgmlyeO off=11011915 len=1936686 2024-04-15T15:01:59.375 INFO:tasks.workunit.client.0.smithi016.stdout:op 1480 completed, throughput=5MB/sec 2024-04-15T15:01:59.375 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-V2w507pJg-JRiuc off=14420289 len=65998 2024-04-15T15:01:59.378 INFO:tasks.workunit.client.0.smithi016.stdout:op 1481 completed, throughput=5MB/sec 2024-04-15T15:01:59.378 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-_n58fSArV2A_1pL off=605075 len=956959 2024-04-15T15:01:59.379 INFO:tasks.workunit.client.0.smithi016.stdout:op 1482 completed, throughput=5MB/sec 2024-04-15T15:01:59.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:01:59 smithi102 ceph-mon[87131]: pgmap v1494: 105 pgs: 105 active+clean; 127 GiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-04-15T15:01:59.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:01:59 smithi016 ceph-mon[90652]: pgmap v1494: 105 pgs: 105 active+clean; 127 GiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-04-15T15:01:59.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:01:59 smithi016 ceph-mon[93212]: pgmap v1494: 105 pgs: 105 active+clean; 127 GiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-04-15T15:02:00.379 INFO:tasks.workunit.client.0.smithi016.stdout: 290: throughput=4.98MB/sec pending data=0 2024-04-15T15:02:00.379 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-Cn5-faYe8h_173m off=3715705 len=586136 2024-04-15T15:02:00.383 INFO:tasks.workunit.client.0.smithi016.stdout:op 1483 completed, throughput=4.99MB/sec 2024-04-15T15:02:00.384 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-SHE8Mtvj1XxcIaU off=3307022 len=1143893 2024-04-15T15:02:00.390 INFO:tasks.workunit.client.0.smithi016.stdout:op 1484 completed, throughput=4.99MB/sec 2024-04-15T15:02:00.390 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-Ar8AO8G7Dl6KEwj off=11129171 len=1673362 2024-04-15T15:02:00.397 INFO:tasks.workunit.client.0.smithi016.stdout:op 1485 completed, throughput=5MB/sec 2024-04-15T15:02:00.398 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-cQNsJLsqRQr2PST off=2172055 len=1270327 2024-04-15T15:02:00.403 INFO:tasks.workunit.client.0.smithi016.stdout:op 1486 completed, throughput=5MB/sec 2024-04-15T15:02:00.403 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-myGR0qtQYsQ9Gy3 off=3520514 len=2026990 2024-04-15T15:02:00.409 INFO:tasks.workunit.client.0.smithi016.stdout:op 1487 completed, throughput=5.01MB/sec 2024-04-15T15:02:01.409 INFO:tasks.workunit.client.0.smithi016.stdout: 291: throughput=4.99MB/sec pending data=0 2024-04-15T15:02:01.410 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-gsEOAHS9OXaUmM1 off=1284370 len=234865 2024-04-15T15:02:01.412 INFO:tasks.workunit.client.0.smithi016.stdout:op 1488 completed, throughput=4.99MB/sec 2024-04-15T15:02:01.412 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-9IpYtY42BpUJ3a4 off=8258284 len=691660 2024-04-15T15:02:01.416 INFO:tasks.workunit.client.0.smithi016.stdout:op 1489 completed, throughput=4.99MB/sec 2024-04-15T15:02:01.417 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-GiCL_CQD-jMF27M off=2012572 len=1575788 2024-04-15T15:02:01.418 INFO:tasks.workunit.client.0.smithi016.stdout:op 1490 completed, throughput=5MB/sec 2024-04-15T15:02:01.418 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-UtdXKZEFxHKsyMG off=11366782 len=867722 2024-04-15T15:02:01.420 INFO:tasks.workunit.client.0.smithi016.stdout:op 1491 completed, throughput=5MB/sec 2024-04-15T15:02:01.420 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-XqGRS7RQ4xuuNHf off=1509364 len=801113 2024-04-15T15:02:01.425 INFO:tasks.workunit.client.0.smithi016.stdout:op 1492 completed, throughput=5MB/sec 2024-04-15T15:02:01.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:02:01 smithi102 ceph-mon[87131]: pgmap v1495: 105 pgs: 105 active+clean; 127 GiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-15T15:02:01.778 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:02:01 smithi016 ceph-mon[90652]: pgmap v1495: 105 pgs: 105 active+clean; 127 GiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-15T15:02:01.778 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:02:01 smithi016 ceph-mon[93212]: pgmap v1495: 105 pgs: 105 active+clean; 127 GiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-15T15:02:02.040 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 15 15:02:01 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-y[81421]: ::ffff:172.21.15.102 - - [15/Apr/2024:15:02:01] "GET /metrics HTTP/1.1" 200 33980 "" "Prometheus/2.43.0" 2024-04-15T15:02:02.426 INFO:tasks.workunit.client.0.smithi016.stdout: 292: throughput=4.99MB/sec pending data=0 2024-04-15T15:02:02.426 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-3iB-XJMEdow8pBs off=15293052 len=86352 2024-04-15T15:02:02.426 INFO:tasks.workunit.client.0.smithi016.stdout:op 1493 completed, throughput=4.99MB/sec 2024-04-15T15:02:02.426 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-BYJwCVavvHMdjeE off=4718961 len=56078 2024-04-15T15:02:02.427 INFO:tasks.workunit.client.0.smithi016.stdout:op 1494 completed, throughput=4.99MB/sec 2024-04-15T15:02:02.427 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-UN1EIka_x8xQt7Q off=868635 len=1250685 2024-04-15T15:02:02.429 INFO:tasks.workunit.client.0.smithi016.stdout:op 1495 completed, throughput=4.99MB/sec 2024-04-15T15:02:02.429 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-Xs-i-5pCSuynsQ_ off=9158625 len=139635 2024-04-15T15:02:02.430 INFO:tasks.workunit.client.0.smithi016.stdout:op 1496 completed, throughput=4.99MB/sec 2024-04-15T15:02:02.430 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-kpxOjVE6D0jsFUc off=2574970 len=1698541 2024-04-15T15:02:02.432 INFO:tasks.workunit.client.0.smithi016.stdout:op 1497 completed, throughput=5MB/sec 2024-04-15T15:02:02.432 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-5IelUEdizckBurQ off=6592173 len=190223 2024-04-15T15:02:02.432 INFO:tasks.workunit.client.0.smithi016.stdout:op 1498 completed, throughput=5MB/sec 2024-04-15T15:02:02.432 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-JJsWtxiPlQKJCkW off=9334193 len=436347 2024-04-15T15:02:02.433 INFO:tasks.workunit.client.0.smithi016.stdout:op 1499 completed, throughput=5MB/sec 2024-04-15T15:02:02.433 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-EgJfnmAzKS-GXhJ off=14071731 len=512231 2024-04-15T15:02:02.433 INFO:tasks.workunit.client.0.smithi016.stdout:op 1500 completed, throughput=5MB/sec 2024-04-15T15:02:02.433 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-_sFEs59goLfsy32 off=10477919 len=197495 2024-04-15T15:02:02.434 INFO:tasks.workunit.client.0.smithi016.stdout:op 1501 completed, throughput=5MB/sec 2024-04-15T15:02:02.434 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-MCH2jqehYk8qFj4 off=68310 len=1692525 2024-04-15T15:02:02.436 INFO:tasks.workunit.client.0.smithi016.stdout:op 1502 completed, throughput=5.01MB/sec 2024-04-15T15:02:02.687 INFO:journalctl@ceph.prometheus.a.smithi102.stdout:Apr 15 15:02:02 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-prometheus-a[120881]: ts=2024-04-15T15:02:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi016:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"362ea986-fb34-11ee-bc8f-c7b262605968\", instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T15:02:03.436 INFO:tasks.workunit.client.0.smithi016.stdout: 293: throughput=4.99MB/sec pending data=0 2024-04-15T15:02:03.437 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-Mgzstv3Zdb_tFZ1 off=9081831 len=565222 2024-04-15T15:02:03.438 INFO:tasks.workunit.client.0.smithi016.stdout:op 1503 completed, throughput=4.99MB/sec 2024-04-15T15:02:03.438 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-KHoP-hEnaPNfhNt off=15427344 len=1428978 2024-04-15T15:02:03.440 INFO:tasks.workunit.client.0.smithi016.stdout:op 1504 completed, throughput=4.99MB/sec 2024-04-15T15:02:03.440 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-rN-26yBZ1SjXAJO off=1758642 len=1597117 2024-04-15T15:02:03.442 INFO:tasks.workunit.client.0.smithi016.stdout:op 1505 completed, throughput=5MB/sec 2024-04-15T15:02:03.442 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-cQKPmBlAfRkPOR9 off=11734391 len=608536 2024-04-15T15:02:03.443 INFO:tasks.workunit.client.0.smithi016.stdout:op 1506 completed, throughput=5MB/sec 2024-04-15T15:02:03.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:02:03 smithi102 ceph-mon[87131]: pgmap v1496: 105 pgs: 105 active+clean; 127 GiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 3.0 MiB/s rd, 3.4 MiB/s wr, 7 op/s 2024-04-15T15:02:03.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:02:03 smithi016 ceph-mon[90652]: pgmap v1496: 105 pgs: 105 active+clean; 127 GiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 3.0 MiB/s rd, 3.4 MiB/s wr, 7 op/s 2024-04-15T15:02:03.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:02:03 smithi016 ceph-mon[93212]: pgmap v1496: 105 pgs: 105 active+clean; 127 GiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 3.0 MiB/s rd, 3.4 MiB/s wr, 7 op/s 2024-04-15T15:02:04.444 INFO:tasks.workunit.client.0.smithi016.stdout: 294: throughput=4.98MB/sec pending data=0 2024-04-15T15:02:04.444 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-iPvqJd8oCsLYYUB off=2338812 len=502678 2024-04-15T15:02:04.445 INFO:tasks.workunit.client.0.smithi016.stdout:op 1507 completed, throughput=4.99MB/sec 2024-04-15T15:02:04.445 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-I_kg-QB77xv-Vpk off=1028046 len=1332556 2024-04-15T15:02:04.453 INFO:tasks.workunit.client.0.smithi016.stdout:op 1508 completed, throughput=4.99MB/sec 2024-04-15T15:02:04.453 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-jeeKLzpx9x5xhg1 off=3220084 len=497297 2024-04-15T15:02:04.457 INFO:tasks.workunit.client.0.smithi016.stdout:op 1509 completed, throughput=4.99MB/sec 2024-04-15T15:02:04.457 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-TxYF-S1Eq-Zd5XS off=13091778 len=1677031 2024-04-15T15:02:04.459 INFO:tasks.workunit.client.0.smithi016.stdout:op 1510 completed, throughput=5MB/sec 2024-04-15T15:02:04.459 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-ct4R6aNFUji4Ufw off=13463610 len=564733 2024-04-15T15:02:04.460 INFO:tasks.workunit.client.0.smithi016.stdout:op 1511 completed, throughput=5MB/sec 2024-04-15T15:02:04.460 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-JZ-FSJbHEoKNYbK off=3423478 len=167376 2024-04-15T15:02:04.460 INFO:tasks.workunit.client.0.smithi016.stdout:op 1512 completed, throughput=5MB/sec 2024-04-15T15:02:04.460 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-Cy4fskPQVQxKerW off=19441399 len=458687 2024-04-15T15:02:04.464 INFO:tasks.workunit.client.0.smithi016.stdout:op 1513 completed, throughput=5MB/sec 2024-04-15T15:02:05.465 INFO:tasks.workunit.client.0.smithi016.stdout: 295: throughput=4.98MB/sec pending data=0 2024-04-15T15:02:05.465 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-AJZtRA3mRDuLcOV off=12855226 len=1593915 2024-04-15T15:02:05.472 INFO:tasks.workunit.client.0.smithi016.stdout:op 1514 completed, throughput=4.99MB/sec 2024-04-15T15:02:05.472 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-CG0rqXaKT5CanhB off=8623586 len=1226896 2024-04-15T15:02:05.473 INFO:tasks.workunit.client.0.smithi016.stdout:op 1515 completed, throughput=4.99MB/sec 2024-04-15T15:02:05.473 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-x0Wyd_UAcMzdd7h off=10613053 len=1316253 2024-04-15T15:02:05.476 INFO:tasks.workunit.client.0.smithi016.stdout:op 1516 completed, throughput=5MB/sec 2024-04-15T15:02:05.476 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-WzQBBaaopY2fl6F off=14890781 len=542036 2024-04-15T15:02:05.477 INFO:tasks.workunit.client.0.smithi016.stdout:op 1517 completed, throughput=5MB/sec 2024-04-15T15:02:05.477 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-TzJb9U4igdwpO3u off=1067734 len=1639149 2024-04-15T15:02:05.478 INFO:tasks.workunit.client.0.smithi016.stdout:op 1518 completed, throughput=5MB/sec 2024-04-15T15:02:05.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:02:05 smithi102 ceph-mon[87131]: pgmap v1497: 105 pgs: 105 active+clean; 127 GiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-15T15:02:05.789 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:02:05 smithi016 ceph-mon[90652]: pgmap v1497: 105 pgs: 105 active+clean; 127 GiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-15T15:02:05.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:02:05 smithi016 ceph-mon[93212]: pgmap v1497: 105 pgs: 105 active+clean; 127 GiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-15T15:02:06.479 INFO:tasks.workunit.client.0.smithi016.stdout: 296: throughput=4.99MB/sec pending data=0 2024-04-15T15:02:06.479 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-eBsCX4wMyn0Ck09 off=2162862 len=1709256 2024-04-15T15:02:06.480 INFO:tasks.workunit.client.0.smithi016.stdout:op 1519 completed, throughput=4.99MB/sec 2024-04-15T15:02:06.481 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-S2toZjfFh0ws4VK off=3661434 len=1157614 2024-04-15T15:02:06.487 INFO:tasks.workunit.client.0.smithi016.stdout:op 1520 completed, throughput=5MB/sec 2024-04-15T15:02:06.487 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-EjtxS7d3Xos-Gux off=2609223 len=1377095 2024-04-15T15:02:06.493 INFO:tasks.workunit.client.0.smithi016.stdout:op 1521 completed, throughput=5MB/sec 2024-04-15T15:02:07.494 INFO:tasks.workunit.client.0.smithi016.stdout: 297: throughput=4.98MB/sec pending data=0 2024-04-15T15:02:07.494 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-cur-RABjdX5TO69 off=2049378 len=1868851 2024-04-15T15:02:07.495 INFO:tasks.workunit.client.0.smithi016.stdout:op 1522 completed, throughput=4.99MB/sec 2024-04-15T15:02:07.495 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-2DWAC8sW_yAtI0P off=3527675 len=994528 2024-04-15T15:02:07.496 INFO:tasks.workunit.client.0.smithi016.stdout:op 1523 completed, throughput=4.99MB/sec 2024-04-15T15:02:07.496 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-S1gzSX8HZI7z6g8 off=13921293 len=1122251 2024-04-15T15:02:07.501 INFO:tasks.workunit.client.0.smithi016.stdout:op 1524 completed, throughput=5MB/sec 2024-04-15T15:02:07.501 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-VOxN5xOQIMVwSwd off=5888090 len=501439 2024-04-15T15:02:07.504 INFO:tasks.workunit.client.0.smithi016.stdout:op 1525 completed, throughput=5MB/sec 2024-04-15T15:02:07.504 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-CzWlD0ebAKyd6DO off=430824 len=1912014 2024-04-15T15:02:07.513 INFO:tasks.workunit.client.0.smithi016.stdout:op 1526 completed, throughput=5MB/sec 2024-04-15T15:02:07.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:02:07 smithi102 ceph-mon[87131]: pgmap v1498: 105 pgs: 105 active+clean; 127 GiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 3.5 MiB/s rd, 2.6 MiB/s wr, 6 op/s 2024-04-15T15:02:07.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:02:07 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T15:02:07.688 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:02:07 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T15:02:07.688 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:02:07 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T15:02:07.688 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:02:07 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T15:02:07.789 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:02:07 smithi016 ceph-mon[90652]: pgmap v1498: 105 pgs: 105 active+clean; 127 GiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 3.5 MiB/s rd, 2.6 MiB/s wr, 6 op/s 2024-04-15T15:02:07.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:02:07 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T15:02:07.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:02:07 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T15:02:07.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:02:07 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T15:02:07.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:02:07 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T15:02:07.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:02:07 smithi016 ceph-mon[93212]: pgmap v1498: 105 pgs: 105 active+clean; 127 GiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 3.5 MiB/s rd, 2.6 MiB/s wr, 6 op/s 2024-04-15T15:02:07.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:02:07 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T15:02:07.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:02:07 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T15:02:07.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:02:07 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T15:02:07.791 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:02:07 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T15:02:08.513 INFO:tasks.workunit.client.0.smithi016.stdout: 298: throughput=4.99MB/sec pending data=0 2024-04-15T15:02:08.513 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-1eZznJX5q46fc5P off=21204858 len=1247291 2024-04-15T15:02:08.515 INFO:tasks.workunit.client.0.smithi016.stdout:op 1527 completed, throughput=4.99MB/sec 2024-04-15T15:02:08.515 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-5rUTVC8rKOaTmxr off=907877 len=215956 2024-04-15T15:02:08.518 INFO:tasks.workunit.client.0.smithi016.stdout:op 1528 completed, throughput=4.99MB/sec 2024-04-15T15:02:08.518 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-bjwvSaAsM8WtLrJ off=16410232 len=1725055 2024-04-15T15:02:08.527 INFO:tasks.workunit.client.0.smithi016.stdout:op 1529 completed, throughput=5MB/sec 2024-04-15T15:02:08.527 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-xQrCj1QWvAsPk44 off=334183 len=1058283 2024-04-15T15:02:08.532 INFO:tasks.workunit.client.0.smithi016.stdout:op 1530 completed, throughput=5MB/sec 2024-04-15T15:02:09.533 INFO:tasks.workunit.client.0.smithi016.stdout: 299: throughput=4.98MB/sec pending data=0 2024-04-15T15:02:09.533 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-pjc4Ginf0jgSO1q off=7808782 len=1482992 2024-04-15T15:02:09.541 INFO:tasks.workunit.client.0.smithi016.stdout:op 1531 completed, throughput=4.99MB/sec 2024-04-15T15:02:09.541 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-aVbfL2NH2VqqF_L off=17894737 len=1756779 2024-04-15T15:02:09.550 INFO:tasks.workunit.client.0.smithi016.stdout:op 1532 completed, throughput=4.99MB/sec 2024-04-15T15:02:09.551 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-h6l7pPRCyFzNo8C off=12802509 len=956298 2024-04-15T15:02:09.552 INFO:tasks.workunit.client.0.smithi016.stdout:op 1533 completed, throughput=5MB/sec 2024-04-15T15:02:09.552 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-QIDRw2p0lygSZEf off=11602517 len=1449137 2024-04-15T15:02:09.559 INFO:tasks.workunit.client.0.smithi016.stdout:op 1534 completed, throughput=5MB/sec 2024-04-15T15:02:09.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:02:09 smithi102 ceph-mon[87131]: pgmap v1499: 105 pgs: 105 active+clean; 127 GiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-04-15T15:02:09.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:02:09 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T15:02:09.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:02:09 smithi016 ceph-mon[90652]: pgmap v1499: 105 pgs: 105 active+clean; 127 GiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-04-15T15:02:09.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:02:09 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T15:02:09.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:02:09 smithi016 ceph-mon[93212]: pgmap v1499: 105 pgs: 105 active+clean; 127 GiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-04-15T15:02:09.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:02:09 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T15:02:10.559 INFO:tasks.workunit.client.0.smithi016.stdout: 300: throughput=4.99MB/sec pending data=0 2024-04-15T15:02:10.560 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-asfJgwVGU-xWbn_ off=2974366 len=1891733 2024-04-15T15:02:10.562 INFO:tasks.workunit.client.0.smithi016.stdout:op 1535 completed, throughput=4.99MB/sec 2024-04-15T15:02:10.562 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-9YyGCnDN4xtCPIu off=1162067 len=398706 2024-04-15T15:02:10.565 INFO:tasks.workunit.client.0.smithi016.stdout:op 1536 completed, throughput=4.99MB/sec 2024-04-15T15:02:10.565 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-es2Tw95U82i_UC_ off=9545981 len=1171172 2024-04-15T15:02:10.566 INFO:tasks.workunit.client.0.smithi016.stdout:op 1537 completed, throughput=5MB/sec 2024-04-15T15:02:10.567 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-_5D4tGzWaZgFQd1 off=1998246 len=1822815 2024-04-15T15:02:10.575 INFO:tasks.workunit.client.0.smithi016.stdout:op 1538 completed, throughput=5MB/sec 2024-04-15T15:02:11.576 INFO:tasks.workunit.client.0.smithi016.stdout: 301: throughput=4.99MB/sec pending data=0 2024-04-15T15:02:11.576 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-TwnwgvrrYrlFKSw off=535689 len=2091524 2024-04-15T15:02:11.588 INFO:tasks.workunit.client.0.smithi016.stdout:op 1539 completed, throughput=4.99MB/sec 2024-04-15T15:02:11.588 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-FWNtNOowIRHyiPA off=1591483 len=246115 2024-04-15T15:02:11.589 INFO:tasks.workunit.client.0.smithi016.stdout:op 1540 completed, throughput=4.99MB/sec 2024-04-15T15:02:11.589 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-Fofk0ZAmuc0V5IG off=7199691 len=1464733 2024-04-15T15:02:11.597 INFO:tasks.workunit.client.0.smithi016.stdout:op 1541 completed, throughput=5MB/sec 2024-04-15T15:02:11.597 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-8jgup-JpLml7Haa off=1440732 len=26566 2024-04-15T15:02:11.597 INFO:tasks.workunit.client.0.smithi016.stdout:op 1542 completed, throughput=5MB/sec 2024-04-15T15:02:11.597 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-f31jp2R4pWiWgfM off=1801670 len=1813788 2024-04-15T15:02:11.605 INFO:tasks.workunit.client.0.smithi016.stdout:op 1543 completed, throughput=5MB/sec 2024-04-15T15:02:11.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:02:11 smithi102 ceph-mon[87131]: pgmap v1500: 105 pgs: 105 active+clean; 127 GiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-04-15T15:02:11.779 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:02:11 smithi016 ceph-mon[90652]: pgmap v1500: 105 pgs: 105 active+clean; 127 GiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-04-15T15:02:11.779 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:02:11 smithi016 ceph-mon[93212]: pgmap v1500: 105 pgs: 105 active+clean; 127 GiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-04-15T15:02:12.039 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 15 15:02:11 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-y[81421]: ::ffff:172.21.15.102 - - [15/Apr/2024:15:02:11] "GET /metrics HTTP/1.1" 200 33983 "" "Prometheus/2.43.0" 2024-04-15T15:02:12.605 INFO:tasks.workunit.client.0.smithi016.stdout: 302: throughput=4.99MB/sec pending data=0 2024-04-15T15:02:12.605 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-v86HIixIRMcXh_z off=3112755 len=531377 2024-04-15T15:02:12.606 INFO:tasks.workunit.client.0.smithi016.stdout:op 1544 completed, throughput=4.99MB/sec 2024-04-15T15:02:12.606 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-roEf7qby6Kdco4z off=22809696 len=656725 2024-04-15T15:02:12.611 INFO:tasks.workunit.client.0.smithi016.stdout:op 1545 completed, throughput=4.99MB/sec 2024-04-15T15:02:12.611 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-0IvFjwV-fYK6W0T off=16908260 len=697502 2024-04-15T15:02:12.612 INFO:tasks.workunit.client.0.smithi016.stdout:op 1546 completed, throughput=4.99MB/sec 2024-04-15T15:02:12.612 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-1nX5cqSpmhx_oLp off=8977384 len=216842 2024-04-15T15:02:12.613 INFO:tasks.workunit.client.0.smithi016.stdout:op 1547 completed, throughput=4.99MB/sec 2024-04-15T15:02:12.613 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-2oqoUOFdSt6tTsj off=4429213 len=783033 2024-04-15T15:02:12.614 INFO:tasks.workunit.client.0.smithi016.stdout:op 1548 completed, throughput=4.99MB/sec 2024-04-15T15:02:12.614 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-kineGC4_Z_3dtTz off=1242626 len=1788496 2024-04-15T15:02:12.616 INFO:tasks.workunit.client.0.smithi016.stdout:op 1549 completed, throughput=5MB/sec 2024-04-15T15:02:12.687 INFO:journalctl@ceph.prometheus.a.smithi102.stdout:Apr 15 15:02:12 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-prometheus-a[120881]: ts=2024-04-15T15:02:12.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi016:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"362ea986-fb34-11ee-bc8f-c7b262605968\", instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T15:02:13.617 INFO:tasks.workunit.client.0.smithi016.stdout: 303: throughput=4.98MB/sec pending data=0 2024-04-15T15:02:13.617 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-NZGM5h9GZiX8PYE off=9520825 len=828352 2024-04-15T15:02:13.619 INFO:tasks.workunit.client.0.smithi016.stdout:op 1550 completed, throughput=4.99MB/sec 2024-04-15T15:02:13.619 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-SVv2l1p5QhI2RVp off=3738335 len=438163 2024-04-15T15:02:13.619 INFO:tasks.workunit.client.0.smithi016.stdout:op 1551 completed, throughput=4.99MB/sec 2024-04-15T15:02:13.620 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-KGlgPNlUjjFNwjs off=8615154 len=79931 2024-04-15T15:02:13.621 INFO:tasks.workunit.client.0.smithi016.stdout:op 1552 completed, throughput=4.99MB/sec 2024-04-15T15:02:13.621 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-rWrz9kLZhrvwa8M off=3576897 len=1661845 2024-04-15T15:02:13.623 INFO:tasks.workunit.client.0.smithi016.stdout:op 1553 completed, throughput=4.99MB/sec 2024-04-15T15:02:13.624 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-gTixqcfaS0CLh36 off=3999645 len=258587 2024-04-15T15:02:13.627 INFO:tasks.workunit.client.0.smithi016.stdout:op 1554 completed, throughput=4.99MB/sec 2024-04-15T15:02:13.627 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-ZSO_UC13wLAqbZT off=8821211 len=759381 2024-04-15T15:02:13.632 INFO:tasks.workunit.client.0.smithi016.stdout:op 1555 completed, throughput=5MB/sec 2024-04-15T15:02:13.632 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-_bc7PHoh2s0Mm7j off=21533688 len=1867573 2024-04-15T15:02:13.639 INFO:tasks.workunit.client.0.smithi016.stdout:op 1556 completed, throughput=5MB/sec 2024-04-15T15:02:13.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:02:13 smithi102 ceph-mon[87131]: pgmap v1501: 105 pgs: 105 active+clean; 127 GiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.9 MiB/s wr, 6 op/s 2024-04-15T15:02:13.789 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:02:13 smithi016 ceph-mon[90652]: pgmap v1501: 105 pgs: 105 active+clean; 127 GiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.9 MiB/s wr, 6 op/s 2024-04-15T15:02:13.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:02:13 smithi016 ceph-mon[93212]: pgmap v1501: 105 pgs: 105 active+clean; 127 GiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.9 MiB/s wr, 6 op/s 2024-04-15T15:02:14.639 INFO:tasks.workunit.client.0.smithi016.stdout: 304: throughput=4.99MB/sec pending data=0 2024-04-15T15:02:14.639 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj--iAWkg1jCyRNo9J off=14003658 len=616025 2024-04-15T15:02:14.643 INFO:tasks.workunit.client.0.smithi016.stdout:op 1557 completed, throughput=4.99MB/sec 2024-04-15T15:02:14.644 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-cmA4IHk1C7sAJov off=13563631 len=1319030 2024-04-15T15:02:14.649 INFO:tasks.workunit.client.0.smithi016.stdout:op 1558 completed, throughput=4.99MB/sec 2024-04-15T15:02:14.650 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj--lQ-fkpdIpDAW6o off=1137927 len=1576484 2024-04-15T15:02:14.657 INFO:tasks.workunit.client.0.smithi016.stdout:op 1559 completed, throughput=5MB/sec 2024-04-15T15:02:14.657 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-qS8lf7LzcWvHz-d off=5204292 len=398981 2024-04-15T15:02:14.658 INFO:tasks.workunit.client.0.smithi016.stdout:op 1560 completed, throughput=5MB/sec 2024-04-15T15:02:14.658 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-B_ko67xPxfz8ww4 off=0 len=1491297 2024-04-15T15:02:14.662 INFO:tasks.workunit.client.0.smithi016.stdout:op 1561 completed, throughput=5MB/sec 2024-04-15T15:02:15.662 INFO:tasks.workunit.client.0.smithi016.stdout: 305: throughput=4.99MB/sec pending data=0 2024-04-15T15:02:15.663 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-3uetUam3xXvevxD off=12441673 len=1643326 2024-04-15T15:02:15.673 INFO:tasks.workunit.client.0.smithi016.stdout:op 1562 completed, throughput=4.99MB/sec 2024-04-15T15:02:15.674 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-tAruCFtJOqOXDhR off=4443274 len=441769 2024-04-15T15:02:15.676 INFO:tasks.workunit.client.0.smithi016.stdout:op 1563 completed, throughput=4.99MB/sec 2024-04-15T15:02:15.676 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-lorRF2y5eMU8ICU off=6121513 len=1283930 2024-04-15T15:02:15.682 INFO:tasks.workunit.client.0.smithi016.stdout:op 1564 completed, throughput=5MB/sec 2024-04-15T15:02:15.682 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-eyWBDggN6DcLUhw off=4417396 len=620127 2024-04-15T15:02:15.686 INFO:tasks.workunit.client.0.smithi016.stdout:op 1565 completed, throughput=5MB/sec 2024-04-15T15:02:15.686 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-_FmkXNqI_IVMBIn off=17050589 len=1566993 2024-04-15T15:02:15.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:02:15 smithi102 ceph-mon[87131]: pgmap v1502: 105 pgs: 105 active+clean; 127 GiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 2.3 MiB/s rd, 1.6 MiB/s wr, 3 op/s 2024-04-15T15:02:15.693 INFO:tasks.workunit.client.0.smithi016.stdout:op 1566 completed, throughput=5MB/sec 2024-04-15T15:02:15.789 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:02:15 smithi016 ceph-mon[90652]: pgmap v1502: 105 pgs: 105 active+clean; 127 GiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 2.3 MiB/s rd, 1.6 MiB/s wr, 3 op/s 2024-04-15T15:02:15.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:02:15 smithi016 ceph-mon[93212]: pgmap v1502: 105 pgs: 105 active+clean; 127 GiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 2.3 MiB/s rd, 1.6 MiB/s wr, 3 op/s 2024-04-15T15:02:16.694 INFO:tasks.workunit.client.0.smithi016.stdout: 306: throughput=4.99MB/sec pending data=0 2024-04-15T15:02:16.694 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-upadoLR5IndVS1w off=2307419 len=1597962 2024-04-15T15:02:16.695 INFO:tasks.workunit.client.0.smithi016.stdout:op 1567 completed, throughput=4.99MB/sec 2024-04-15T15:02:16.696 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-NwgwpUvKvGtcJe1 off=13035480 len=1743775 2024-04-15T15:02:16.706 INFO:tasks.workunit.client.0.smithi016.stdout:op 1568 completed, throughput=5MB/sec 2024-04-15T15:02:16.706 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-I--hts0ZApX-SBM off=6197427 len=834975 2024-04-15T15:02:16.707 INFO:tasks.workunit.client.0.smithi016.stdout:op 1569 completed, throughput=5MB/sec 2024-04-15T15:02:16.708 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-9in6HYjM2hsZSAm off=8885139 len=1944009 2024-04-15T15:02:16.715 INFO:tasks.workunit.client.0.smithi016.stdout:op 1570 completed, throughput=5MB/sec 2024-04-15T15:02:17.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:02:17 smithi102 ceph-mon[87131]: pgmap v1503: 105 pgs: 105 active+clean; 127 GiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-04-15T15:02:17.716 INFO:tasks.workunit.client.0.smithi016.stdout: 307: throughput=4.99MB/sec pending data=0 2024-04-15T15:02:17.716 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-2Llz_nby74Al0cy off=1745780 len=1152385 2024-04-15T15:02:17.721 INFO:tasks.workunit.client.0.smithi016.stdout:op 1571 completed, throughput=4.99MB/sec 2024-04-15T15:02:17.721 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-DwKUopq5OVNEsgk off=7429812 len=1430524 2024-04-15T15:02:17.723 INFO:tasks.workunit.client.0.smithi016.stdout:op 1572 completed, throughput=5MB/sec 2024-04-15T15:02:17.724 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-x3OHB4jUsD1yY_c off=2154683 len=374215 2024-04-15T15:02:17.724 INFO:tasks.workunit.client.0.smithi016.stdout:op 1573 completed, throughput=5MB/sec 2024-04-15T15:02:17.724 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-JALcT75DpuOaHlZ off=20704283 len=1681028 2024-04-15T15:02:17.734 INFO:tasks.workunit.client.0.smithi016.stdout:op 1574 completed, throughput=5MB/sec 2024-04-15T15:02:17.789 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:02:17 smithi016 ceph-mon[90652]: pgmap v1503: 105 pgs: 105 active+clean; 127 GiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-04-15T15:02:17.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:02:17 smithi016 ceph-mon[93212]: pgmap v1503: 105 pgs: 105 active+clean; 127 GiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-04-15T15:02:18.734 INFO:tasks.workunit.client.0.smithi016.stdout: 308: throughput=4.99MB/sec pending data=0 2024-04-15T15:02:18.734 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-0G8C60-IuWGw5M8 off=718757 len=247592 2024-04-15T15:02:18.735 INFO:tasks.workunit.client.0.smithi016.stdout:op 1575 completed, throughput=4.99MB/sec 2024-04-15T15:02:18.735 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-iJMkJcLXAjPwrza off=802429 len=1733702 2024-04-15T15:02:18.737 INFO:tasks.workunit.client.0.smithi016.stdout:op 1576 completed, throughput=4.99MB/sec 2024-04-15T15:02:18.737 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-RnKo1LgsIqB43qP off=16494232 len=319543 2024-04-15T15:02:18.741 INFO:tasks.workunit.client.0.smithi016.stdout:op 1577 completed, throughput=4.99MB/sec 2024-04-15T15:02:18.741 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-S-DZG8J7OJxTfzS off=22954114 len=543059 2024-04-15T15:02:18.742 INFO:tasks.workunit.client.0.smithi016.stdout:op 1578 completed, throughput=5MB/sec 2024-04-15T15:02:18.742 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-KGuFYjMO9dvOAJB off=8642579 len=1286091 2024-04-15T15:02:18.745 INFO:tasks.workunit.client.0.smithi016.stdout:op 1579 completed, throughput=5MB/sec 2024-04-15T15:02:18.745 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-Xb_WrM4vvVbjYeH off=3692140 len=331128 2024-04-15T15:02:18.745 INFO:tasks.workunit.client.0.smithi016.stdout:op 1580 completed, throughput=5MB/sec 2024-04-15T15:02:19.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:02:19 smithi102 ceph-mon[87131]: pgmap v1504: 105 pgs: 105 active+clean; 127 GiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.3 MiB/s wr, 3 op/s 2024-04-15T15:02:19.747 INFO:tasks.workunit.client.0.smithi016.stdout: 309: throughput=4.98MB/sec pending data=0 2024-04-15T15:02:19.747 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj--9pG1GCSV6_XX6H off=12032869 len=383064 2024-04-15T15:02:19.747 INFO:tasks.workunit.client.0.smithi016.stdout:op 1581 completed, throughput=4.99MB/sec 2024-04-15T15:02:19.747 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-q4hHoJEvDwmI6gV off=313991 len=843283 2024-04-15T15:02:19.749 INFO:tasks.workunit.client.0.smithi016.stdout:op 1582 completed, throughput=4.99MB/sec 2024-04-15T15:02:19.749 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-HO5nu2CUvvTnl8B off=7362431 len=867895 2024-04-15T15:02:19.753 INFO:tasks.workunit.client.0.smithi016.stdout:op 1583 completed, throughput=4.99MB/sec 2024-04-15T15:02:19.753 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-9oqdrSAz2uqCXmj off=2647908 len=560237 2024-04-15T15:02:19.757 INFO:tasks.workunit.client.0.smithi016.stdout:op 1584 completed, throughput=4.99MB/sec 2024-04-15T15:02:19.757 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-X5moOzHNXcntkPb off=840977 len=1957190 2024-04-15T15:02:19.760 INFO:tasks.workunit.client.0.smithi016.stdout:op 1585 completed, throughput=5MB/sec 2024-04-15T15:02:19.760 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-qbsou46e53TfqWu off=4057513 len=847842 2024-04-15T15:02:19.761 INFO:tasks.workunit.client.0.smithi016.stdout:op 1586 completed, throughput=5MB/sec 2024-04-15T15:02:19.789 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:02:19 smithi016 ceph-mon[90652]: pgmap v1504: 105 pgs: 105 active+clean; 127 GiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.3 MiB/s wr, 3 op/s 2024-04-15T15:02:19.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:02:19 smithi016 ceph-mon[93212]: pgmap v1504: 105 pgs: 105 active+clean; 127 GiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.3 MiB/s wr, 3 op/s 2024-04-15T15:02:20.762 INFO:tasks.workunit.client.0.smithi016.stdout: 310: throughput=4.98MB/sec pending data=0 2024-04-15T15:02:20.762 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-NNvXS4WfTFys5hz off=18169944 len=1071604 2024-04-15T15:02:20.763 INFO:tasks.workunit.client.0.smithi016.stdout:op 1587 completed, throughput=4.99MB/sec 2024-04-15T15:02:20.763 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-Bvt4iSRFTd4lEW3 off=2396600 len=1252738 2024-04-15T15:02:20.765 INFO:tasks.workunit.client.0.smithi016.stdout:op 1588 completed, throughput=4.99MB/sec 2024-04-15T15:02:20.765 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-qj96qDTUqqKY95h off=2767772 len=1677328 2024-04-15T15:02:20.774 INFO:tasks.workunit.client.0.smithi016.stdout:op 1589 completed, throughput=5MB/sec 2024-04-15T15:02:20.774 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-i8pC4xJxfWqzy3o off=7530597 len=588341 2024-04-15T15:02:20.775 INFO:tasks.workunit.client.0.smithi016.stdout:op 1590 completed, throughput=5MB/sec 2024-04-15T15:02:20.776 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-d93pcCmL8gi5XKG off=1963765 len=905181 2024-04-15T15:02:20.777 INFO:tasks.workunit.client.0.smithi016.stdout:op 1591 completed, throughput=5MB/sec 2024-04-15T15:02:21.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:02:21 smithi102 ceph-mon[87131]: pgmap v1505: 105 pgs: 105 active+clean; 127 GiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 1.5 MiB/s rd, 2.3 MiB/s wr, 3 op/s 2024-04-15T15:02:21.777 INFO:tasks.workunit.client.0.smithi016.stdout: 311: throughput=4.99MB/sec pending data=0 2024-04-15T15:02:21.778 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-43d-ZJS9LYqx54L off=1585524 len=801843 2024-04-15T15:02:21.778 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:02:21 smithi016 ceph-mon[93212]: pgmap v1505: 105 pgs: 105 active+clean; 127 GiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 1.5 MiB/s rd, 2.3 MiB/s wr, 3 op/s 2024-04-15T15:02:21.779 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:02:21 smithi016 ceph-mon[90652]: pgmap v1505: 105 pgs: 105 active+clean; 127 GiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 1.5 MiB/s rd, 2.3 MiB/s wr, 3 op/s 2024-04-15T15:02:21.782 INFO:tasks.workunit.client.0.smithi016.stdout:op 1592 completed, throughput=4.99MB/sec 2024-04-15T15:02:21.782 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-fJWieAVQrZoraTP off=16046633 len=410752 2024-04-15T15:02:21.786 INFO:tasks.workunit.client.0.smithi016.stdout:op 1593 completed, throughput=4.99MB/sec 2024-04-15T15:02:21.786 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-yQ-53x24Bp0-re5 off=11431986 len=1177874 2024-04-15T15:02:21.789 INFO:tasks.workunit.client.0.smithi016.stdout:op 1594 completed, throughput=4.99MB/sec 2024-04-15T15:02:21.789 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-jDZYEiBGWYYcEdt off=12180893 len=568731 2024-04-15T15:02:21.790 INFO:tasks.workunit.client.0.smithi016.stdout:op 1595 completed, throughput=4.99MB/sec 2024-04-15T15:02:21.790 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-GAWN-6bZPd25rui off=19774506 len=1505830 2024-04-15T15:02:21.796 INFO:tasks.workunit.client.0.smithi016.stdout:op 1596 completed, throughput=5MB/sec 2024-04-15T15:02:21.796 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-h9f9Aa4bZ_yDMPc off=16071230 len=447843 2024-04-15T15:02:21.796 INFO:tasks.workunit.client.0.smithi016.stdout:op 1597 completed, throughput=5MB/sec 2024-04-15T15:02:21.796 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-_6beaJj1pUySFd_ off=2797543 len=121161 2024-04-15T15:02:21.799 INFO:tasks.workunit.client.0.smithi016.stdout:op 1598 completed, throughput=5MB/sec 2024-04-15T15:02:22.039 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 15 15:02:21 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-y[81421]: ::ffff:172.21.15.102 - - [15/Apr/2024:15:02:21] "GET /metrics HTTP/1.1" 200 33983 "" "Prometheus/2.43.0" 2024-04-15T15:02:22.687 INFO:journalctl@ceph.prometheus.a.smithi102.stdout:Apr 15 15:02:22 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-prometheus-a[120881]: ts=2024-04-15T15:02:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi016:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"362ea986-fb34-11ee-bc8f-c7b262605968\", instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T15:02:22.799 INFO:tasks.workunit.client.0.smithi016.stdout: 312: throughput=4.98MB/sec pending data=0 2024-04-15T15:02:22.799 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-z7YnXUmlYT6amvd off=11766109 len=788615 2024-04-15T15:02:22.801 INFO:tasks.workunit.client.0.smithi016.stdout:op 1599 completed, throughput=4.99MB/sec 2024-04-15T15:02:22.801 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-rm90w0e69dOX1Bv off=11032370 len=394199 2024-04-15T15:02:22.804 INFO:tasks.workunit.client.0.smithi016.stdout:op 1600 completed, throughput=4.99MB/sec 2024-04-15T15:02:22.805 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-5vsD8tWpzx64Y09 off=13288585 len=578108 2024-04-15T15:02:22.805 INFO:tasks.workunit.client.0.smithi016.stdout:op 1601 completed, throughput=4.99MB/sec 2024-04-15T15:02:22.806 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-63tNdnNK5OtmzIh off=8205252 len=269213 2024-04-15T15:02:22.806 INFO:tasks.workunit.client.0.smithi016.stdout:op 1602 completed, throughput=4.99MB/sec 2024-04-15T15:02:22.806 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-No3CTpwmtV13kow off=1092829 len=210034 2024-04-15T15:02:22.809 INFO:tasks.workunit.client.0.smithi016.stdout:op 1603 completed, throughput=4.99MB/sec 2024-04-15T15:02:22.809 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-nNICxSKFqu-TVao off=391742 len=1789209 2024-04-15T15:02:22.819 INFO:tasks.workunit.client.0.smithi016.stdout:op 1604 completed, throughput=5MB/sec 2024-04-15T15:02:22.819 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-QgY6IKxQ5V0mX-F off=5851444 len=1707979 2024-04-15T15:02:22.829 INFO:tasks.workunit.client.0.smithi016.stdout:op 1605 completed, throughput=5MB/sec 2024-04-15T15:02:23.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:02:23 smithi102 ceph-mon[87131]: pgmap v1506: 105 pgs: 105 active+clean; 127 GiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.5 MiB/s wr, 5 op/s 2024-04-15T15:02:23.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:02:23 smithi016 ceph-mon[90652]: pgmap v1506: 105 pgs: 105 active+clean; 127 GiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.5 MiB/s wr, 5 op/s 2024-04-15T15:02:23.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:02:23 smithi016 ceph-mon[93212]: pgmap v1506: 105 pgs: 105 active+clean; 127 GiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.5 MiB/s wr, 5 op/s 2024-04-15T15:02:23.829 INFO:tasks.workunit.client.0.smithi016.stdout: 313: throughput=4.99MB/sec pending data=0 2024-04-15T15:02:23.830 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-X4JOsnah9Q68JZR off=11403605 len=1875394 2024-04-15T15:02:23.832 INFO:tasks.workunit.client.0.smithi016.stdout:op 1606 completed, throughput=4.99MB/sec 2024-04-15T15:02:23.832 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-kASPbm_sMCvmYqN off=7437534 len=1666026 2024-04-15T15:02:23.833 INFO:tasks.workunit.client.0.smithi016.stdout:op 1607 completed, throughput=5MB/sec 2024-04-15T15:02:23.833 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-MvkmA6ml1vflNBh off=950211 len=477650 2024-04-15T15:02:23.837 INFO:tasks.workunit.client.0.smithi016.stdout:op 1608 completed, throughput=5MB/sec 2024-04-15T15:02:23.837 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-YhbN7mtITSeht6C off=17892596 len=284741 2024-04-15T15:02:23.838 INFO:tasks.workunit.client.0.smithi016.stdout:op 1609 completed, throughput=5MB/sec 2024-04-15T15:02:23.838 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-HtQxWtrrQuK9V1g off=11331634 len=101663 2024-04-15T15:02:23.838 INFO:tasks.workunit.client.0.smithi016.stdout:op 1610 completed, throughput=5MB/sec 2024-04-15T15:02:23.839 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-qssAM_v69hChLJB off=7054921 len=1531650 2024-04-15T15:02:23.840 INFO:tasks.workunit.client.0.smithi016.stdout:op 1611 completed, throughput=5MB/sec 2024-04-15T15:02:24.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:02:24 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T15:02:24.789 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:02:24 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T15:02:24.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:02:24 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T15:02:24.840 INFO:tasks.workunit.client.0.smithi016.stdout: 314: throughput=4.99MB/sec pending data=0 2024-04-15T15:02:24.840 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-4qtssyMRflUPInH off=2457776 len=639033 2024-04-15T15:02:24.841 INFO:tasks.workunit.client.0.smithi016.stdout:op 1612 completed, throughput=4.99MB/sec 2024-04-15T15:02:24.841 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-gAr7obEePyZ408a off=4264552 len=866015 2024-04-15T15:02:24.847 INFO:tasks.workunit.client.0.smithi016.stdout:op 1613 completed, throughput=4.99MB/sec 2024-04-15T15:02:24.847 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-3yhVgE6pK6n_dVE off=1323706 len=1314495 2024-04-15T15:02:24.856 INFO:tasks.workunit.client.0.smithi016.stdout:op 1614 completed, throughput=5MB/sec 2024-04-15T15:02:24.856 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-h_GlS5G3h9lcFlZ off=10277168 len=781690 2024-04-15T15:02:24.857 INFO:tasks.workunit.client.0.smithi016.stdout:op 1615 completed, throughput=5MB/sec 2024-04-15T15:02:24.857 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-PRfnlo2UdfXMnEC off=9028805 len=1221710 2024-04-15T15:02:24.862 INFO:tasks.workunit.client.0.smithi016.stdout:op 1616 completed, throughput=5MB/sec 2024-04-15T15:02:25.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:02:25 smithi102 ceph-mon[87131]: pgmap v1507: 105 pgs: 105 active+clean; 127 GiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-15T15:02:25.691 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:02:25 smithi016 ceph-mon[90652]: pgmap v1507: 105 pgs: 105 active+clean; 127 GiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-15T15:02:25.691 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:02:25 smithi016 ceph-mon[93212]: pgmap v1507: 105 pgs: 105 active+clean; 127 GiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-15T15:02:25.863 INFO:tasks.workunit.client.0.smithi016.stdout: 315: throughput=4.99MB/sec pending data=0 2024-04-15T15:02:25.863 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-uvfUQ_kSnu-9qY5 off=5829741 len=542014 2024-04-15T15:02:25.864 INFO:tasks.workunit.client.0.smithi016.stdout:op 1617 completed, throughput=4.99MB/sec 2024-04-15T15:02:25.864 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-0OnAOmztkWqEcrJ off=2227677 len=638163 2024-04-15T15:02:25.865 INFO:tasks.workunit.client.0.smithi016.stdout:op 1618 completed, throughput=4.99MB/sec 2024-04-15T15:02:25.866 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-ENbeT_82Gm0o0CA off=8114531 len=727606 2024-04-15T15:02:25.867 INFO:tasks.workunit.client.0.smithi016.stdout:op 1619 completed, throughput=4.99MB/sec 2024-04-15T15:02:25.867 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-OWq0KJSgZ7713mU off=4936834 len=1586177 2024-04-15T15:02:25.875 INFO:tasks.workunit.client.0.smithi016.stdout:op 1620 completed, throughput=5MB/sec 2024-04-15T15:02:25.875 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-rNEQbIIIfV2WmOj off=3615339 len=645956 2024-04-15T15:02:25.879 INFO:tasks.workunit.client.0.smithi016.stdout:op 1621 completed, throughput=5MB/sec 2024-04-15T15:02:25.879 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-0WDYyOdodxKLZ8L off=3786037 len=744520 2024-04-15T15:02:25.880 INFO:tasks.workunit.client.0.smithi016.stdout:op 1622 completed, throughput=5MB/sec 2024-04-15T15:02:25.880 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-aF-3V4UZ4p96mMF off=15256677 len=38698 2024-04-15T15:02:25.882 INFO:tasks.workunit.client.0.smithi016.stdout:op 1623 completed, throughput=5MB/sec 2024-04-15T15:02:26.883 INFO:tasks.workunit.client.0.smithi016.stdout: 316: throughput=4.98MB/sec pending data=0 2024-04-15T15:02:26.883 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-9nx-cVLFnQIHvzi off=964608 len=683494 2024-04-15T15:02:26.887 INFO:tasks.workunit.client.0.smithi016.stdout:op 1624 completed, throughput=4.99MB/sec 2024-04-15T15:02:26.887 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-BuXkk0_F_ytkJMz off=250280 len=1093146 2024-04-15T15:02:26.893 INFO:tasks.workunit.client.0.smithi016.stdout:op 1625 completed, throughput=4.99MB/sec 2024-04-15T15:02:26.893 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-A7wSSv9Wg9F2ozr off=6151667 len=479417 2024-04-15T15:02:26.895 INFO:tasks.workunit.client.0.smithi016.stdout:op 1626 completed, throughput=4.99MB/sec 2024-04-15T15:02:26.895 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-BQgRigLuxsn9byL off=632957 len=140710 2024-04-15T15:02:26.897 INFO:tasks.workunit.client.0.smithi016.stdout:op 1627 completed, throughput=4.99MB/sec 2024-04-15T15:02:26.897 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-PU8v-Lgoc75X06w off=1755945 len=1297112 2024-04-15T15:02:26.899 INFO:tasks.workunit.client.0.smithi016.stdout:op 1628 completed, throughput=5MB/sec 2024-04-15T15:02:26.899 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-S2toZjfFh0ws4VK off=20714667 len=1202621 2024-04-15T15:02:26.905 INFO:tasks.workunit.client.0.smithi016.stdout:op 1629 completed, throughput=5MB/sec 2024-04-15T15:02:26.905 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-BgNFrBGZSNXqLEg off=10946684 len=495325 2024-04-15T15:02:26.908 INFO:tasks.workunit.client.0.smithi016.stdout:op 1630 completed, throughput=5MB/sec 2024-04-15T15:02:27.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:02:27 smithi102 ceph-mon[87131]: pgmap v1508: 105 pgs: 105 active+clean; 127 GiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 2.9 MiB/s rd, 3.0 MiB/s wr, 6 op/s 2024-04-15T15:02:27.789 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:02:27 smithi016 ceph-mon[90652]: pgmap v1508: 105 pgs: 105 active+clean; 127 GiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 2.9 MiB/s rd, 3.0 MiB/s wr, 6 op/s 2024-04-15T15:02:27.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:02:27 smithi016 ceph-mon[93212]: pgmap v1508: 105 pgs: 105 active+clean; 127 GiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 2.9 MiB/s rd, 3.0 MiB/s wr, 6 op/s 2024-04-15T15:02:27.908 INFO:tasks.workunit.client.0.smithi016.stdout: 317: throughput=4.98MB/sec pending data=0 2024-04-15T15:02:27.909 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-xJqpKeOabpId2Ne off=4568443 len=1640433 2024-04-15T15:02:27.911 INFO:tasks.workunit.client.0.smithi016.stdout:op 1631 completed, throughput=4.99MB/sec 2024-04-15T15:02:27.911 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-4Y8LCqEXT2n1fUx off=9190723 len=96549 2024-04-15T15:02:27.913 INFO:tasks.workunit.client.0.smithi016.stdout:op 1632 completed, throughput=4.99MB/sec 2024-04-15T15:02:27.913 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-X-TokehK9q9kd59 off=5336261 len=118469 2024-04-15T15:02:27.916 INFO:tasks.workunit.client.0.smithi016.stdout:op 1633 completed, throughput=4.99MB/sec 2024-04-15T15:02:27.916 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-nSCbGKfmqyoKV12 off=8477622 len=1153920 2024-04-15T15:02:27.922 INFO:tasks.workunit.client.0.smithi016.stdout:op 1634 completed, throughput=4.99MB/sec 2024-04-15T15:02:27.922 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-oxkTuEo4cWDqPX0 off=6404033 len=1718054 2024-04-15T15:02:27.931 INFO:tasks.workunit.client.0.smithi016.stdout:op 1635 completed, throughput=5MB/sec 2024-04-15T15:02:27.931 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-cCVmrIQ7mfn7DR9 off=2971219 len=1634034 2024-04-15T15:02:27.933 INFO:tasks.workunit.client.0.smithi016.stdout:op 1636 completed, throughput=5MB/sec 2024-04-15T15:02:28.933 INFO:tasks.workunit.client.0.smithi016.stdout: 318: throughput=4.99MB/sec pending data=0 2024-04-15T15:02:28.933 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-rfK3_YAMasIwiyb off=5403534 len=718746 2024-04-15T15:02:28.937 INFO:tasks.workunit.client.0.smithi016.stdout:op 1637 completed, throughput=4.99MB/sec 2024-04-15T15:02:28.938 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-fqk1ZxxQcBXfE68 off=13328266 len=817446 2024-04-15T15:02:28.938 INFO:tasks.workunit.client.0.smithi016.stdout:op 1638 completed, throughput=4.99MB/sec 2024-04-15T15:02:28.939 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-tEsykG9AMDVyt2W off=2692775 len=2067212 2024-04-15T15:02:28.950 INFO:tasks.workunit.client.0.smithi016.stdout:op 1639 completed, throughput=5MB/sec 2024-04-15T15:02:28.951 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-uvER_8Wp-kQFVoL off=12160067 len=1443314 2024-04-15T15:02:28.952 INFO:tasks.workunit.client.0.smithi016.stdout:op 1640 completed, throughput=5MB/sec 2024-04-15T15:02:29.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:02:29 smithi102 ceph-mon[87131]: pgmap v1509: 105 pgs: 105 active+clean; 127 GiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-15T15:02:29.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:02:29 smithi016 ceph-mon[90652]: pgmap v1509: 105 pgs: 105 active+clean; 127 GiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-15T15:02:29.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:02:29 smithi016 ceph-mon[93212]: pgmap v1509: 105 pgs: 105 active+clean; 127 GiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-15T15:02:29.953 INFO:tasks.workunit.client.0.smithi016.stdout: 319: throughput=4.99MB/sec pending data=0 2024-04-15T15:02:29.953 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-nMx2frz_mh2Q0KX off=265556 len=1337654 2024-04-15T15:02:29.954 INFO:tasks.workunit.client.0.smithi016.stdout:op 1641 completed, throughput=4.99MB/sec 2024-04-15T15:02:29.954 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-9Y3QGDH5Px8RXEO off=11257630 len=588841 2024-04-15T15:02:29.958 INFO:tasks.workunit.client.0.smithi016.stdout:op 1642 completed, throughput=4.99MB/sec 2024-04-15T15:02:29.959 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-2-2Q7tIt-BF6MzJ off=9597624 len=1963117 2024-04-15T15:02:29.970 INFO:tasks.workunit.client.0.smithi016.stdout:op 1643 completed, throughput=5MB/sec 2024-04-15T15:02:29.970 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-Sc7uIWhcyWCeZgG off=13009193 len=464017 2024-04-15T15:02:29.971 INFO:tasks.workunit.client.0.smithi016.stdout:op 1644 completed, throughput=5MB/sec 2024-04-15T15:02:29.971 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj--EdascCwxZzKh99 off=4669029 len=713472 2024-04-15T15:02:29.975 INFO:tasks.workunit.client.0.smithi016.stdout:op 1645 completed, throughput=5MB/sec 2024-04-15T15:02:30.975 INFO:tasks.workunit.client.0.smithi016.stdout: 320: throughput=4.99MB/sec pending data=0 2024-04-15T15:02:30.976 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-PW50vnFfQHDGoKA off=11704477 len=1355854 2024-04-15T15:02:30.977 INFO:tasks.workunit.client.0.smithi016.stdout:op 1646 completed, throughput=4.99MB/sec 2024-04-15T15:02:30.977 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-8CZYd2O-NT3piMk off=13751459 len=114534 2024-04-15T15:02:30.978 INFO:tasks.workunit.client.0.smithi016.stdout:op 1647 completed, throughput=4.99MB/sec 2024-04-15T15:02:30.978 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj--CXCf2sOC02xHFO off=5714791 len=697742 2024-04-15T15:02:30.982 INFO:tasks.workunit.client.0.smithi016.stdout:op 1648 completed, throughput=4.99MB/sec 2024-04-15T15:02:30.982 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-0nbAdis2PajQlbL off=4260193 len=613393 2024-04-15T15:02:30.984 INFO:tasks.workunit.client.0.smithi016.stdout:op 1649 completed, throughput=4.99MB/sec 2024-04-15T15:02:30.984 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-zM0sOp2vOS9xNjL off=467166 len=1869209 2024-04-15T15:02:30.987 INFO:tasks.workunit.client.0.smithi016.stdout:op 1650 completed, throughput=5MB/sec 2024-04-15T15:02:30.987 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-dDv29Q8fGSn6Ds7 off=7836725 len=1666396 2024-04-15T15:02:30.994 INFO:tasks.workunit.client.0.smithi016.stdout:op 1651 completed, throughput=5MB/sec 2024-04-15T15:02:31.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:02:31 smithi102 ceph-mon[87131]: pgmap v1510: 105 pgs: 105 active+clean; 127 GiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-15T15:02:31.778 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:02:31 smithi016 ceph-mon[90652]: pgmap v1510: 105 pgs: 105 active+clean; 127 GiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-15T15:02:31.778 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:02:31 smithi016 ceph-mon[93212]: pgmap v1510: 105 pgs: 105 active+clean; 127 GiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-15T15:02:31.994 INFO:tasks.workunit.client.0.smithi016.stdout: 321: throughput=4.99MB/sec pending data=0 2024-04-15T15:02:31.994 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-NSQfdjfNLfo_QXT off=1311991 len=162329 2024-04-15T15:02:31.995 INFO:tasks.workunit.client.0.smithi016.stdout:op 1652 completed, throughput=4.99MB/sec 2024-04-15T15:02:31.995 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-AEhuT8Ef9mGJHB6 off=843064 len=802281 2024-04-15T15:02:31.997 INFO:tasks.workunit.client.0.smithi016.stdout:op 1653 completed, throughput=4.99MB/sec 2024-04-15T15:02:31.997 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-4OeidIOfyKWtSUW off=7718321 len=1383662 2024-04-15T15:02:32.003 INFO:tasks.workunit.client.0.smithi016.stdout:op 1654 completed, throughput=5MB/sec 2024-04-15T15:02:32.003 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-iZp-sY1f2DsCDQ8 off=485671 len=1195671 2024-04-15T15:02:32.004 INFO:tasks.workunit.client.0.smithi016.stdout:op 1655 completed, throughput=5MB/sec 2024-04-15T15:02:32.004 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-1csoLjBu8YgLv1M off=3440251 len=640281 2024-04-15T15:02:32.005 INFO:tasks.workunit.client.0.smithi016.stdout:op 1656 completed, throughput=5MB/sec 2024-04-15T15:02:32.040 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 15 15:02:31 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-y[81421]: ::ffff:172.21.15.102 - - [15/Apr/2024:15:02:31] "GET /metrics HTTP/1.1" 200 33980 "" "Prometheus/2.43.0" 2024-04-15T15:02:32.687 INFO:journalctl@ceph.prometheus.a.smithi102.stdout:Apr 15 15:02:32 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-prometheus-a[120881]: ts=2024-04-15T15:02:32.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi016:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"362ea986-fb34-11ee-bc8f-c7b262605968\", instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T15:02:33.006 INFO:tasks.workunit.client.0.smithi016.stdout: 322: throughput=4.99MB/sec pending data=0 2024-04-15T15:02:33.006 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-Ucb0NeY-uyfg7Jl off=5376116 len=419953 2024-04-15T15:02:33.009 INFO:tasks.workunit.client.0.smithi016.stdout:op 1657 completed, throughput=4.99MB/sec 2024-04-15T15:02:33.009 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-qApxECSUZuwoHV_ off=3436892 len=2012656 2024-04-15T15:02:33.011 INFO:tasks.workunit.client.0.smithi016.stdout:op 1658 completed, throughput=4.99MB/sec 2024-04-15T15:02:33.011 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-_pS6etrZUfDr855 off=4069483 len=1640407 2024-04-15T15:02:33.013 INFO:tasks.workunit.client.0.smithi016.stdout:op 1659 completed, throughput=5MB/sec 2024-04-15T15:02:33.013 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-DmqIiZd47_Nmrb6 off=4349929 len=1760384 2024-04-15T15:02:33.020 INFO:tasks.workunit.client.0.smithi016.stdout:op 1660 completed, throughput=5MB/sec 2024-04-15T15:02:33.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:02:33 smithi102 ceph-mon[87131]: pgmap v1511: 105 pgs: 105 active+clean; 127 GiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 3.0 MiB/s rd, 3.4 MiB/s wr, 7 op/s 2024-04-15T15:02:33.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:02:33 smithi016 ceph-mon[90652]: pgmap v1511: 105 pgs: 105 active+clean; 127 GiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 3.0 MiB/s rd, 3.4 MiB/s wr, 7 op/s 2024-04-15T15:02:33.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:02:33 smithi016 ceph-mon[93212]: pgmap v1511: 105 pgs: 105 active+clean; 127 GiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 3.0 MiB/s rd, 3.4 MiB/s wr, 7 op/s 2024-04-15T15:02:34.020 INFO:tasks.workunit.client.0.smithi016.stdout: 323: throughput=4.99MB/sec pending data=0 2024-04-15T15:02:34.020 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-_UxxRIbIzAN5GKu off=2326170 len=926393 2024-04-15T15:02:34.023 INFO:tasks.workunit.client.0.smithi016.stdout:op 1661 completed, throughput=4.99MB/sec 2024-04-15T15:02:34.023 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-1eZznJX5q46fc5P off=19195503 len=523441 2024-04-15T15:02:34.026 INFO:tasks.workunit.client.0.smithi016.stdout:op 1662 completed, throughput=4.99MB/sec 2024-04-15T15:02:34.027 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-zX6FMFv7eHxnTY- off=24520445 len=4763 2024-04-15T15:02:34.027 INFO:tasks.workunit.client.0.smithi016.stdout:op 1663 completed, throughput=4.99MB/sec 2024-04-15T15:02:34.027 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-L0zPncfu6lBMB-r off=13167814 len=1032805 2024-04-15T15:02:34.028 INFO:tasks.workunit.client.0.smithi016.stdout:op 1664 completed, throughput=4.99MB/sec 2024-04-15T15:02:34.028 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-Vde31bp0TFE-7T9 off=7231618 len=568191 2024-04-15T15:02:34.032 INFO:tasks.workunit.client.0.smithi016.stdout:op 1665 completed, throughput=5MB/sec 2024-04-15T15:02:34.032 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-3DaujyCDNo6muIK off=5558186 len=1419791 2024-04-15T15:02:34.040 INFO:tasks.workunit.client.0.smithi016.stdout:op 1666 completed, throughput=5MB/sec 2024-04-15T15:02:34.040 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-N1h2WA_NcpqPm0x off=23538358 len=1827148 2024-04-15T15:02:34.051 INFO:tasks.workunit.client.0.smithi016.stdout:op 1667 completed, throughput=5MB/sec 2024-04-15T15:02:35.051 INFO:tasks.workunit.client.0.smithi016.stdout: 324: throughput=4.99MB/sec pending data=0 2024-04-15T15:02:35.051 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-O3om44nVc0SVy16 off=3793211 len=1685677 2024-04-15T15:02:35.053 INFO:tasks.workunit.client.0.smithi016.stdout:op 1668 completed, throughput=4.99MB/sec 2024-04-15T15:02:35.053 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-6DOgWyzCgptU2zV off=7669542 len=602651 2024-04-15T15:02:35.057 INFO:tasks.workunit.client.0.smithi016.stdout:op 1669 completed, throughput=5MB/sec 2024-04-15T15:02:35.057 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-xWoZgJE9FdQyjje off=734818 len=419686 2024-04-15T15:02:35.060 INFO:tasks.workunit.client.0.smithi016.stdout:op 1670 completed, throughput=5MB/sec 2024-04-15T15:02:35.060 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-aMuTJoGNTE4vqda off=15581187 len=1182787 2024-04-15T15:02:35.061 INFO:tasks.workunit.client.0.smithi016.stdout:op 1671 completed, throughput=5MB/sec 2024-04-15T15:02:35.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:02:35 smithi102 ceph-mon[87131]: pgmap v1512: 105 pgs: 105 active+clean; 127 GiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-15T15:02:35.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:02:35 smithi016 ceph-mon[90652]: pgmap v1512: 105 pgs: 105 active+clean; 127 GiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-15T15:02:35.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:02:35 smithi016 ceph-mon[93212]: pgmap v1512: 105 pgs: 105 active+clean; 127 GiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-15T15:02:36.062 INFO:tasks.workunit.client.0.smithi016.stdout: 325: throughput=4.99MB/sec pending data=0 2024-04-15T15:02:36.062 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-lTI7vlv5NvJJ4kY off=6264371 len=1362154 2024-04-15T15:02:36.070 INFO:tasks.workunit.client.0.smithi016.stdout:op 1672 completed, throughput=4.99MB/sec 2024-04-15T15:02:36.070 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-XHF6RpEdKjSEZEn off=13049951 len=1252004 2024-04-15T15:02:36.075 INFO:tasks.workunit.client.0.smithi016.stdout:op 1673 completed, throughput=4.99MB/sec 2024-04-15T15:02:36.076 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-sOiETtik9OKcf3K off=1708348 len=1976277 2024-04-15T15:02:36.087 INFO:tasks.workunit.client.0.smithi016.stdout:op 1674 completed, throughput=5MB/sec 2024-04-15T15:02:36.087 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-QL59CTBOtXU76kL off=2249885 len=1655246 2024-04-15T15:02:36.093 INFO:tasks.workunit.client.0.smithi016.stdout:op 1675 completed, throughput=5MB/sec 2024-04-15T15:02:37.093 INFO:tasks.workunit.client.0.smithi016.stdout: 326: throughput=4.99MB/sec pending data=0 2024-04-15T15:02:37.093 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-dBcbOqJXKTOLT4M off=350174 len=647629 2024-04-15T15:02:37.094 INFO:tasks.workunit.client.0.smithi016.stdout:op 1676 completed, throughput=4.99MB/sec 2024-04-15T15:02:37.094 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-DkvIKVT1QmW8j5D off=2820081 len=4172 2024-04-15T15:02:37.097 INFO:tasks.workunit.client.0.smithi016.stdout:op 1677 completed, throughput=4.99MB/sec 2024-04-15T15:02:37.097 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-h6RuM4hNN_5kfuR off=4249906 len=2043585 2024-04-15T15:02:37.099 INFO:tasks.workunit.client.0.smithi016.stdout:op 1678 completed, throughput=5MB/sec 2024-04-15T15:02:37.099 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-yoYmCQjEpT9QDO_ off=16084266 len=2001582 2024-04-15T15:02:37.101 INFO:tasks.workunit.client.0.smithi016.stdout:op 1679 completed, throughput=5MB/sec 2024-04-15T15:02:37.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:02:37 smithi102 ceph-mon[87131]: pgmap v1513: 105 pgs: 105 active+clean; 127 GiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.9 MiB/s wr, 6 op/s 2024-04-15T15:02:37.789 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:02:37 smithi016 ceph-mon[90652]: pgmap v1513: 105 pgs: 105 active+clean; 127 GiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.9 MiB/s wr, 6 op/s 2024-04-15T15:02:37.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:02:37 smithi016 ceph-mon[93212]: pgmap v1513: 105 pgs: 105 active+clean; 127 GiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.9 MiB/s wr, 6 op/s 2024-04-15T15:02:38.101 INFO:tasks.workunit.client.0.smithi016.stdout: 327: throughput=4.99MB/sec pending data=0 2024-04-15T15:02:38.101 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-zi69kNP_WEsBkEX off=9117681 len=947062 2024-04-15T15:02:38.103 INFO:tasks.workunit.client.0.smithi016.stdout:op 1680 completed, throughput=4.99MB/sec 2024-04-15T15:02:38.103 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-kP1K3U_2EoaX_Pf off=23057426 len=492141 2024-04-15T15:02:38.106 INFO:tasks.workunit.client.0.smithi016.stdout:op 1681 completed, throughput=4.99MB/sec 2024-04-15T15:02:38.106 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-s3Jv095aXWMn1h0 off=14983147 len=1478120 2024-04-15T15:02:38.109 INFO:tasks.workunit.client.0.smithi016.stdout:op 1682 completed, throughput=4.99MB/sec 2024-04-15T15:02:38.109 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-8Sr7vE_tRadTy-E off=763734 len=1967914 2024-04-15T15:02:38.112 INFO:tasks.workunit.client.0.smithi016.stdout:op 1683 completed, throughput=5MB/sec 2024-04-15T15:02:39.112 INFO:tasks.workunit.client.0.smithi016.stdout: 328: throughput=4.99MB/sec pending data=0 2024-04-15T15:02:39.112 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-_99_h85zCfAa0Rp off=1607187 len=1596859 2024-04-15T15:02:39.122 INFO:tasks.workunit.client.0.smithi016.stdout:op 1684 completed, throughput=4.99MB/sec 2024-04-15T15:02:39.122 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-mg86l_1TerLGcDJ off=8675438 len=1930471 2024-04-15T15:02:39.131 INFO:tasks.workunit.client.0.smithi016.stdout:op 1685 completed, throughput=5MB/sec 2024-04-15T15:02:39.131 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-7P3dCXPbjShqREu off=331482 len=1306085 2024-04-15T15:02:39.138 INFO:tasks.workunit.client.0.smithi016.stdout:op 1686 completed, throughput=5MB/sec 2024-04-15T15:02:39.138 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-KavUNC9zxEIBc37 off=3122269 len=1799741 2024-04-15T15:02:39.144 INFO:tasks.workunit.client.0.smithi016.stdout:op 1687 completed, throughput=5MB/sec 2024-04-15T15:02:39.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:02:39 smithi102 ceph-mon[87131]: pgmap v1514: 105 pgs: 105 active+clean; 127 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-15T15:02:39.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:02:39 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T15:02:39.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:02:39 smithi016 ceph-mon[90652]: pgmap v1514: 105 pgs: 105 active+clean; 127 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-15T15:02:39.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:02:39 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T15:02:39.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:02:39 smithi016 ceph-mon[93212]: pgmap v1514: 105 pgs: 105 active+clean; 127 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-15T15:02:39.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:02:39 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T15:02:40.144 INFO:tasks.workunit.client.0.smithi016.stdout: 329: throughput=4.99MB/sec pending data=0 2024-04-15T15:02:40.145 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-I6lr8h500rlyzWr off=744066 len=910164 2024-04-15T15:02:40.150 INFO:tasks.workunit.client.0.smithi016.stdout:op 1688 completed, throughput=4.99MB/sec 2024-04-15T15:02:40.150 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-cyRV4fi09lc0mMa off=3566176 len=1712136 2024-04-15T15:02:40.152 INFO:tasks.workunit.client.0.smithi016.stdout:op 1689 completed, throughput=5MB/sec 2024-04-15T15:02:40.152 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-4y1JMoch069gheU off=3163384 len=220674 2024-04-15T15:02:40.155 INFO:tasks.workunit.client.0.smithi016.stdout:op 1690 completed, throughput=5MB/sec 2024-04-15T15:02:40.155 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-TPylfLrkk9HorLD off=1273032 len=1726477 2024-04-15T15:02:40.163 INFO:tasks.workunit.client.0.smithi016.stdout:op 1691 completed, throughput=5MB/sec 2024-04-15T15:02:41.164 INFO:tasks.workunit.client.0.smithi016.stdout: 330: throughput=4.99MB/sec pending data=0 2024-04-15T15:02:41.164 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-2Kh9PrbpQNYjyVa off=7328755 len=918378 2024-04-15T15:02:41.165 INFO:tasks.workunit.client.0.smithi016.stdout:op 1692 completed, throughput=4.99MB/sec 2024-04-15T15:02:41.165 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-JS0axj90QcMdx4X off=1584153 len=693707 2024-04-15T15:02:41.170 INFO:tasks.workunit.client.0.smithi016.stdout:op 1693 completed, throughput=4.99MB/sec 2024-04-15T15:02:41.170 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-bGqq-UhNVn3Uw0H off=22152421 len=1846239 2024-04-15T15:02:41.179 INFO:tasks.workunit.client.0.smithi016.stdout:op 1694 completed, throughput=5MB/sec 2024-04-15T15:02:41.179 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-O1mZ8oY_pmJYwCO off=7573512 len=237926 2024-04-15T15:02:41.180 INFO:tasks.workunit.client.0.smithi016.stdout:op 1695 completed, throughput=5MB/sec 2024-04-15T15:02:41.180 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-0G8C60-IuWGw5M8 off=12626691 len=835528 2024-04-15T15:02:41.184 INFO:tasks.workunit.client.0.smithi016.stdout:op 1696 completed, throughput=5MB/sec 2024-04-15T15:02:41.185 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-F_gB_HR4jNq8inc off=3948193 len=1706409 2024-04-15T15:02:41.193 INFO:tasks.workunit.client.0.smithi016.stdout:op 1697 completed, throughput=5MB/sec 2024-04-15T15:02:41.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:02:41 smithi102 ceph-mon[87131]: pgmap v1515: 105 pgs: 105 active+clean; 127 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-15T15:02:41.778 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:02:41 smithi016 ceph-mon[90652]: pgmap v1515: 105 pgs: 105 active+clean; 127 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-15T15:02:41.779 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:02:41 smithi016 ceph-mon[93212]: pgmap v1515: 105 pgs: 105 active+clean; 127 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-15T15:02:42.039 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 15 15:02:41 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-y[81421]: ::ffff:172.21.15.102 - - [15/Apr/2024:15:02:41] "GET /metrics HTTP/1.1" 200 33977 "" "Prometheus/2.43.0" 2024-04-15T15:02:42.193 INFO:tasks.workunit.client.0.smithi016.stdout: 331: throughput=4.99MB/sec pending data=0 2024-04-15T15:02:42.193 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-hODZ01rjJEtrZha off=18550904 len=1026053 2024-04-15T15:02:42.195 INFO:tasks.workunit.client.0.smithi016.stdout:op 1698 completed, throughput=4.99MB/sec 2024-04-15T15:02:42.195 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-ADsONBCox34KhVz off=57315 len=699284 2024-04-15T15:02:42.196 INFO:tasks.workunit.client.0.smithi016.stdout:op 1699 completed, throughput=4.99MB/sec 2024-04-15T15:02:42.196 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-AP7dpwBEeiaPJ3n off=13857397 len=178450 2024-04-15T15:02:42.196 INFO:tasks.workunit.client.0.smithi016.stdout:op 1700 completed, throughput=4.99MB/sec 2024-04-15T15:02:42.196 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-sXLoeNmArUA2l44 off=771508 len=1022510 2024-04-15T15:02:42.202 INFO:tasks.workunit.client.0.smithi016.stdout:op 1701 completed, throughput=5MB/sec 2024-04-15T15:02:42.202 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-VMN-nawabQiUczT off=12304209 len=932694 2024-04-15T15:02:42.208 INFO:tasks.workunit.client.0.smithi016.stdout:op 1702 completed, throughput=5MB/sec 2024-04-15T15:02:42.208 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-JKX4a1okpL3zku1 off=3546288 len=900197 2024-04-15T15:02:42.208 INFO:tasks.workunit.client.0.smithi016.stdout:op 1703 completed, throughput=5MB/sec 2024-04-15T15:02:42.689 INFO:journalctl@ceph.prometheus.a.smithi102.stdout:Apr 15 15:02:42 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-prometheus-a[120881]: ts=2024-04-15T15:02:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi016:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"362ea986-fb34-11ee-bc8f-c7b262605968\", instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T15:02:43.209 INFO:tasks.workunit.client.0.smithi016.stdout: 332: throughput=4.99MB/sec pending data=0 2024-04-15T15:02:43.209 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-iJy6JBzcHZ7R-7N off=3710316 len=705002 2024-04-15T15:02:43.210 INFO:tasks.workunit.client.0.smithi016.stdout:op 1704 completed, throughput=4.99MB/sec 2024-04-15T15:02:43.211 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-whMN_j4j1ogiDjs off=2207024 len=1857128 2024-04-15T15:02:43.219 INFO:tasks.workunit.client.0.smithi016.stdout:op 1705 completed, throughput=4.99MB/sec 2024-04-15T15:02:43.219 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-zGJpk7BnuPQBbgb off=3976419 len=448061 2024-04-15T15:02:43.220 INFO:tasks.workunit.client.0.smithi016.stdout:op 1706 completed, throughput=5MB/sec 2024-04-15T15:02:43.220 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-MHdD8396_IkcmMy off=13985006 len=2030666 2024-04-15T15:02:43.221 INFO:tasks.workunit.client.0.smithi016.stdout:op 1707 completed, throughput=5MB/sec 2024-04-15T15:02:43.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:02:43 smithi102 ceph-mon[87131]: pgmap v1516: 105 pgs: 105 active+clean; 127 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 2.9 MiB/s rd, 3.4 MiB/s wr, 6 op/s 2024-04-15T15:02:43.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:02:43 smithi016 ceph-mon[90652]: pgmap v1516: 105 pgs: 105 active+clean; 127 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 2.9 MiB/s rd, 3.4 MiB/s wr, 6 op/s 2024-04-15T15:02:43.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:02:43 smithi016 ceph-mon[93212]: pgmap v1516: 105 pgs: 105 active+clean; 127 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 2.9 MiB/s rd, 3.4 MiB/s wr, 6 op/s 2024-04-15T15:02:44.221 INFO:tasks.workunit.client.0.smithi016.stdout: 333: throughput=4.99MB/sec pending data=0 2024-04-15T15:02:44.222 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-AXSgFDeOV6Ux9Wb off=7815742 len=595836 2024-04-15T15:02:44.225 INFO:tasks.workunit.client.0.smithi016.stdout:op 1708 completed, throughput=4.99MB/sec 2024-04-15T15:02:44.225 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-NTFOtzbczGo-cKO off=5289133 len=1599343 2024-04-15T15:02:44.227 INFO:tasks.workunit.client.0.smithi016.stdout:op 1709 completed, throughput=4.99MB/sec 2024-04-15T15:02:44.227 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-vkV3SZiNzq2Ebg8 off=10236951 len=1160584 2024-04-15T15:02:44.229 INFO:tasks.workunit.client.0.smithi016.stdout:op 1710 completed, throughput=5MB/sec 2024-04-15T15:02:44.229 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-U-n-QzVenuNbjGS off=3944771 len=1298969 2024-04-15T15:02:44.232 INFO:tasks.workunit.client.0.smithi016.stdout:op 1711 completed, throughput=5MB/sec 2024-04-15T15:02:44.232 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-9OKJkdrwoXoaBiM off=19618700 len=1501854 2024-04-15T15:02:44.241 INFO:tasks.workunit.client.0.smithi016.stdout:op 1712 completed, throughput=5MB/sec 2024-04-15T15:02:45.242 INFO:tasks.workunit.client.0.smithi016.stdout: 334: throughput=4.99MB/sec pending data=0 2024-04-15T15:02:45.242 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-YqJnCRi6NL_Tvdk off=10294123 len=1182870 2024-04-15T15:02:45.249 INFO:tasks.workunit.client.0.smithi016.stdout:op 1713 completed, throughput=4.99MB/sec 2024-04-15T15:02:45.249 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-YBI5es5ImNSrSNr off=4249052 len=2034577 2024-04-15T15:02:45.257 INFO:tasks.workunit.client.0.smithi016.stdout:op 1714 completed, throughput=5MB/sec 2024-04-15T15:02:45.258 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-U_NkOTgSQnxzG6b off=2300568 len=1201541 2024-04-15T15:02:45.262 INFO:tasks.workunit.client.0.smithi016.stdout:op 1715 completed, throughput=5MB/sec 2024-04-15T15:02:45.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:02:45 smithi102 ceph-mon[87131]: pgmap v1517: 105 pgs: 105 active+clean; 127 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.2 MiB/s wr, 3 op/s 2024-04-15T15:02:45.789 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:02:45 smithi016 ceph-mon[90652]: pgmap v1517: 105 pgs: 105 active+clean; 127 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.2 MiB/s wr, 3 op/s 2024-04-15T15:02:45.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:02:45 smithi016 ceph-mon[93212]: pgmap v1517: 105 pgs: 105 active+clean; 127 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.2 MiB/s wr, 3 op/s 2024-04-15T15:02:46.262 INFO:tasks.workunit.client.0.smithi016.stdout: 335: throughput=4.99MB/sec pending data=0 2024-04-15T15:02:46.263 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-xAmsVVf9Qlubt5P off=3080104 len=1708757 2024-04-15T15:02:46.266 INFO:tasks.workunit.client.0.smithi016.stdout:op 1716 completed, throughput=4.99MB/sec 2024-04-15T15:02:46.266 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-F37jz1RIXJ3AB62 off=389522 len=1379457 2024-04-15T15:02:46.272 INFO:tasks.workunit.client.0.smithi016.stdout:op 1717 completed, throughput=5MB/sec 2024-04-15T15:02:46.273 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-Cu3XT8_Q9ZckS7r off=7346033 len=131406 2024-04-15T15:02:46.275 INFO:tasks.workunit.client.0.smithi016.stdout:op 1718 completed, throughput=5MB/sec 2024-04-15T15:02:46.275 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-XjqpptV0eaa2BkV off=5021124 len=1056308 2024-04-15T15:02:46.279 INFO:tasks.workunit.client.0.smithi016.stdout:op 1719 completed, throughput=5MB/sec 2024-04-15T15:02:46.279 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-daI9U-RwIm50dQG off=1272333 len=1520493 2024-04-15T15:02:46.281 INFO:tasks.workunit.client.0.smithi016.stdout:op 1720 completed, throughput=5MB/sec 2024-04-15T15:02:47.281 INFO:tasks.workunit.client.0.smithi016.stdout: 336: throughput=4.99MB/sec pending data=0 2024-04-15T15:02:47.282 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-wRMyrfJ-vz60g0C off=87283 len=26859 2024-04-15T15:02:47.284 INFO:tasks.workunit.client.0.smithi016.stdout:op 1721 completed, throughput=4.99MB/sec 2024-04-15T15:02:47.284 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-o6vaIBO7Lzz3W9D off=79756 len=873109 2024-04-15T15:02:47.285 INFO:tasks.workunit.client.0.smithi016.stdout:op 1722 completed, throughput=4.99MB/sec 2024-04-15T15:02:47.285 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-Q7bLiFeu71jlKoj off=115774 len=831684 2024-04-15T15:02:47.286 INFO:tasks.workunit.client.0.smithi016.stdout:op 1723 completed, throughput=4.99MB/sec 2024-04-15T15:02:47.287 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-0ngJ9B-jjif-JXj off=19655728 len=12873 2024-04-15T15:02:47.287 INFO:tasks.workunit.client.0.smithi016.stdout:op 1724 completed, throughput=4.99MB/sec 2024-04-15T15:02:47.287 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-wDzX6LjKhfYZSAk off=23092121 len=1908257 2024-04-15T15:02:47.297 INFO:tasks.workunit.client.0.smithi016.stdout:op 1725 completed, throughput=5MB/sec 2024-04-15T15:02:47.297 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-UVfjWx-tDRwwF4P off=1159375 len=148881 2024-04-15T15:02:47.300 INFO:tasks.workunit.client.0.smithi016.stdout:op 1726 completed, throughput=5MB/sec 2024-04-15T15:02:47.300 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-GcNaosYk4BNSzz3 off=2951864 len=1186076 2024-04-15T15:02:47.305 INFO:tasks.workunit.client.0.smithi016.stdout:op 1727 completed, throughput=5MB/sec 2024-04-15T15:02:47.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:02:47 smithi102 ceph-mon[87131]: pgmap v1518: 105 pgs: 105 active+clean; 127 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 2.8 MiB/s rd, 3.4 MiB/s wr, 5 op/s 2024-04-15T15:02:47.789 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:02:47 smithi016 ceph-mon[90652]: pgmap v1518: 105 pgs: 105 active+clean; 127 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 2.8 MiB/s rd, 3.4 MiB/s wr, 5 op/s 2024-04-15T15:02:47.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:02:47 smithi016 ceph-mon[93212]: pgmap v1518: 105 pgs: 105 active+clean; 127 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 2.8 MiB/s rd, 3.4 MiB/s wr, 5 op/s 2024-04-15T15:02:48.306 INFO:tasks.workunit.client.0.smithi016.stdout: 337: throughput=4.99MB/sec pending data=0 2024-04-15T15:02:48.306 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-L18xaoztkEzec2W off=3831315 len=112859 2024-04-15T15:02:48.308 INFO:tasks.workunit.client.0.smithi016.stdout:op 1728 completed, throughput=4.99MB/sec 2024-04-15T15:02:48.308 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-cIorkh0i2XUsDp6 off=15470043 len=1296802 2024-04-15T15:02:48.314 INFO:tasks.workunit.client.0.smithi016.stdout:op 1729 completed, throughput=4.99MB/sec 2024-04-15T15:02:48.314 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-NTQAdxV_N2HJ3SA off=19810866 len=1988846 2024-04-15T15:02:48.316 INFO:tasks.workunit.client.0.smithi016.stdout:op 1730 completed, throughput=5MB/sec 2024-04-15T15:02:48.316 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-do6vE5xXaSOLd1p off=5719685 len=800204 2024-04-15T15:02:48.321 INFO:tasks.workunit.client.0.smithi016.stdout:op 1731 completed, throughput=5MB/sec 2024-04-15T15:02:48.321 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-9cyhkSJMHcYl0kE off=7895122 len=1803678 2024-04-15T15:02:48.322 INFO:tasks.workunit.client.0.smithi016.stdout:op 1732 completed, throughput=5MB/sec 2024-04-15T15:02:49.323 INFO:tasks.workunit.client.0.smithi016.stdout: 338: throughput=4.99MB/sec pending data=0 2024-04-15T15:02:49.323 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-NIofkucVBIoXLSU off=1165571 len=1630287 2024-04-15T15:02:49.330 INFO:tasks.workunit.client.0.smithi016.stdout:op 1733 completed, throughput=4.99MB/sec 2024-04-15T15:02:49.330 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-rNEQbIIIfV2WmOj off=835878 len=1317579 2024-04-15T15:02:49.331 INFO:tasks.workunit.client.0.smithi016.stdout:op 1734 completed, throughput=5MB/sec 2024-04-15T15:02:49.331 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-inx36bAR6Zcx2mq off=6929374 len=399234 2024-04-15T15:02:49.332 INFO:tasks.workunit.client.0.smithi016.stdout:op 1735 completed, throughput=5MB/sec 2024-04-15T15:02:49.332 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-xOU5lPFLYqw6kqQ off=11111436 len=1735140 2024-04-15T15:02:49.342 INFO:tasks.workunit.client.0.smithi016.stdout:op 1736 completed, throughput=5MB/sec 2024-04-15T15:02:49.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:02:49 smithi102 ceph-mon[87131]: pgmap v1519: 105 pgs: 105 active+clean; 127 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.7 MiB/s wr, 3 op/s 2024-04-15T15:02:49.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:02:49 smithi016 ceph-mon[90652]: pgmap v1519: 105 pgs: 105 active+clean; 127 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.7 MiB/s wr, 3 op/s 2024-04-15T15:02:49.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:02:49 smithi016 ceph-mon[93212]: pgmap v1519: 105 pgs: 105 active+clean; 127 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.7 MiB/s wr, 3 op/s 2024-04-15T15:02:50.342 INFO:tasks.workunit.client.0.smithi016.stdout: 339: throughput=4.99MB/sec pending data=0 2024-04-15T15:02:50.342 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-OdNjUXSMGJfCShN off=3749951 len=897326 2024-04-15T15:02:50.344 INFO:tasks.workunit.client.0.smithi016.stdout:op 1737 completed, throughput=4.99MB/sec 2024-04-15T15:02:50.344 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-8WmeGe65aN_72QV off=9836340 len=2000786 2024-04-15T15:02:50.347 INFO:tasks.workunit.client.0.smithi016.stdout:op 1738 completed, throughput=5MB/sec 2024-04-15T15:02:50.347 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-bXZdb_IrxHu6-DZ off=3160527 len=1582676 2024-04-15T15:02:50.356 INFO:tasks.workunit.client.0.smithi016.stdout:op 1739 completed, throughput=5MB/sec 2024-04-15T15:02:51.357 INFO:tasks.workunit.client.0.smithi016.stdout: 340: throughput=4.99MB/sec pending data=0 2024-04-15T15:02:51.357 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-gl0ZWObAkKbIPVh off=9140889 len=453520 2024-04-15T15:02:51.361 INFO:tasks.workunit.client.0.smithi016.stdout:op 1740 completed, throughput=4.99MB/sec 2024-04-15T15:02:51.361 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-lUCiBLHJ8wc9DQa off=18064493 len=654717 2024-04-15T15:02:51.365 INFO:tasks.workunit.client.0.smithi016.stdout:op 1741 completed, throughput=4.99MB/sec 2024-04-15T15:02:51.365 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-m5_hvrUHeYyUzvC off=694883 len=314479 2024-04-15T15:02:51.366 INFO:tasks.workunit.client.0.smithi016.stdout:op 1742 completed, throughput=4.99MB/sec 2024-04-15T15:02:51.366 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-2Dlx2Zdxb_jqtoo off=10669710 len=1691116 2024-04-15T15:02:51.375 INFO:tasks.workunit.client.0.smithi016.stdout:op 1743 completed, throughput=4.99MB/sec 2024-04-15T15:02:51.375 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-ODNpXE33k_6JejZ off=6495248 len=1286431 2024-04-15T15:02:51.380 INFO:tasks.workunit.client.0.smithi016.stdout:op 1744 completed, throughput=5MB/sec 2024-04-15T15:02:51.381 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-VhRZnzO2USjVCcX off=4250739 len=390316 2024-04-15T15:02:51.381 INFO:tasks.workunit.client.0.smithi016.stdout:op 1745 completed, throughput=5MB/sec 2024-04-15T15:02:51.381 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-8Z3TxiSEHwhMQP0 off=3426854 len=730502 2024-04-15T15:02:51.386 INFO:tasks.workunit.client.0.smithi016.stdout:op 1746 completed, throughput=5MB/sec 2024-04-15T15:02:51.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:02:51 smithi102 ceph-mon[87131]: pgmap v1520: 105 pgs: 105 active+clean; 127 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.5 MiB/s wr, 3 op/s 2024-04-15T15:02:51.779 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:02:51 smithi016 ceph-mon[90652]: pgmap v1520: 105 pgs: 105 active+clean; 127 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.5 MiB/s wr, 3 op/s 2024-04-15T15:02:51.779 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:02:51 smithi016 ceph-mon[93212]: pgmap v1520: 105 pgs: 105 active+clean; 127 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.5 MiB/s wr, 3 op/s 2024-04-15T15:02:52.039 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 15 15:02:51 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-y[81421]: ::ffff:172.21.15.102 - - [15/Apr/2024:15:02:51] "GET /metrics HTTP/1.1" 200 33977 "" "Prometheus/2.43.0" 2024-04-15T15:02:52.386 INFO:tasks.workunit.client.0.smithi016.stdout: 341: throughput=4.99MB/sec pending data=0 2024-04-15T15:02:52.386 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-aRO-r-aOIF2XlnW off=17976282 len=587325 2024-04-15T15:02:52.391 INFO:tasks.workunit.client.0.smithi016.stdout:op 1747 completed, throughput=4.99MB/sec 2024-04-15T15:02:52.391 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-9Acf70oM5hFmi9E off=5386875 len=231830 2024-04-15T15:02:52.391 INFO:tasks.workunit.client.0.smithi016.stdout:op 1748 completed, throughput=4.99MB/sec 2024-04-15T15:02:52.391 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-4lVMWqMOhJjXhkc off=4647899 len=385261 2024-04-15T15:02:52.394 INFO:tasks.workunit.client.0.smithi016.stdout:op 1749 completed, throughput=4.99MB/sec 2024-04-15T15:02:52.395 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-86TepJ6adn7bS1w off=889132 len=1547590 2024-04-15T15:02:52.398 INFO:tasks.workunit.client.0.smithi016.stdout:op 1750 completed, throughput=4.99MB/sec 2024-04-15T15:02:52.398 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-VN_bW_7rIdGLptP off=5540359 len=1893512 2024-04-15T15:02:52.400 INFO:tasks.workunit.client.0.smithi016.stdout:op 1751 completed, throughput=5MB/sec 2024-04-15T15:02:52.400 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-VdMZlISnxxkvUsm off=6520883 len=362789 2024-04-15T15:02:52.403 INFO:tasks.workunit.client.0.smithi016.stdout:op 1752 completed, throughput=5MB/sec 2024-04-15T15:02:52.404 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-waZulHDxSdJRsVf off=5807486 len=1232992 2024-04-15T15:02:52.405 INFO:tasks.workunit.client.0.smithi016.stdout:op 1753 completed, throughput=5MB/sec 2024-04-15T15:02:52.687 INFO:journalctl@ceph.prometheus.a.smithi102.stdout:Apr 15 15:02:52 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-prometheus-a[120881]: ts=2024-04-15T15:02:52.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi016:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"362ea986-fb34-11ee-bc8f-c7b262605968\", instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T15:02:53.405 INFO:tasks.workunit.client.0.smithi016.stdout: 342: throughput=4.99MB/sec pending data=0 2024-04-15T15:02:53.406 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-4OeidIOfyKWtSUW off=8384621 len=1933090 2024-04-15T15:02:53.408 INFO:tasks.workunit.client.0.smithi016.stdout:op 1754 completed, throughput=4.99MB/sec 2024-04-15T15:02:53.408 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-GKA6wa0Yy3KxCib off=4883801 len=1999451 2024-04-15T15:02:53.411 INFO:tasks.workunit.client.0.smithi016.stdout:op 1755 completed, throughput=5MB/sec 2024-04-15T15:02:53.411 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-0DLJ9N_2Xbk44B0 off=20597279 len=1578097 2024-04-15T15:02:53.413 INFO:tasks.workunit.client.0.smithi016.stdout:op 1756 completed, throughput=5MB/sec 2024-04-15T15:02:53.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:02:53 smithi102 ceph-mon[87131]: pgmap v1521: 105 pgs: 105 active+clean; 127 GiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 2.8 MiB/s rd, 3.6 MiB/s wr, 5 op/s 2024-04-15T15:02:53.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:02:53 smithi016 ceph-mon[90652]: pgmap v1521: 105 pgs: 105 active+clean; 127 GiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 2.8 MiB/s rd, 3.6 MiB/s wr, 5 op/s 2024-04-15T15:02:53.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:02:53 smithi016 ceph-mon[93212]: pgmap v1521: 105 pgs: 105 active+clean; 127 GiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 2.8 MiB/s rd, 3.6 MiB/s wr, 5 op/s 2024-04-15T15:02:54.413 INFO:tasks.workunit.client.0.smithi016.stdout: 343: throughput=4.99MB/sec pending data=0 2024-04-15T15:02:54.414 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-JpUeOaf2ge_yTPA off=3278979 len=1604762 2024-04-15T15:02:54.416 INFO:tasks.workunit.client.0.smithi016.stdout:op 1757 completed, throughput=4.99MB/sec 2024-04-15T15:02:54.416 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-WWymXTBA5Y6Rmcu off=1240836 len=1437264 2024-04-15T15:02:54.418 INFO:tasks.workunit.client.0.smithi016.stdout:op 1758 completed, throughput=5MB/sec 2024-04-15T15:02:54.418 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-mxnZcSj9Fg4r5V- off=329091 len=262568 2024-04-15T15:02:54.418 INFO:tasks.workunit.client.0.smithi016.stdout:op 1759 completed, throughput=5MB/sec 2024-04-15T15:02:54.419 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-_0AKH3lekV6aQqU off=12930131 len=578974 2024-04-15T15:02:54.419 INFO:tasks.workunit.client.0.smithi016.stdout:op 1760 completed, throughput=5MB/sec 2024-04-15T15:02:54.419 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-y1yz4cuUu2aRXD_ off=10514997 len=42381 2024-04-15T15:02:54.420 INFO:tasks.workunit.client.0.smithi016.stdout:op 1761 completed, throughput=5MB/sec 2024-04-15T15:02:54.420 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-q9YPb_giPLT45xR off=16218042 len=1811015 2024-04-15T15:02:54.428 INFO:tasks.workunit.client.0.smithi016.stdout:op 1762 completed, throughput=5MB/sec 2024-04-15T15:02:54.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:02:54 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T15:02:54.789 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:02:54 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T15:02:54.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:02:54 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T15:02:55.429 INFO:tasks.workunit.client.0.smithi016.stdout: 344: throughput=4.99MB/sec pending data=0 2024-04-15T15:02:55.429 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-ovUKWzDSzX2ev0v off=14523541 len=1212849 2024-04-15T15:02:55.435 INFO:tasks.workunit.client.0.smithi016.stdout:op 1763 completed, throughput=4.99MB/sec 2024-04-15T15:02:55.435 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-en5Q4qxxN6IaETD off=16714483 len=249929 2024-04-15T15:02:55.436 INFO:tasks.workunit.client.0.smithi016.stdout:op 1764 completed, throughput=4.99MB/sec 2024-04-15T15:02:55.436 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-_WIqAW8ezfK4uFo off=12521579 len=1793536 2024-04-15T15:02:55.445 INFO:tasks.workunit.client.0.smithi016.stdout:op 1765 completed, throughput=5MB/sec 2024-04-15T15:02:55.445 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-9wPucpetbx6MMmm off=578105 len=1348776 2024-04-15T15:02:55.450 INFO:tasks.workunit.client.0.smithi016.stdout:op 1766 completed, throughput=5MB/sec 2024-04-15T15:02:55.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:02:55 smithi102 ceph-mon[87131]: pgmap v1522: 105 pgs: 105 active+clean; 127 GiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-15T15:02:55.691 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:02:55 smithi016 ceph-mon[93212]: pgmap v1522: 105 pgs: 105 active+clean; 127 GiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-15T15:02:55.691 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:02:55 smithi016 ceph-mon[90652]: pgmap v1522: 105 pgs: 105 active+clean; 127 GiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-15T15:02:56.451 INFO:tasks.workunit.client.0.smithi016.stdout: 345: throughput=4.99MB/sec pending data=0 2024-04-15T15:02:56.451 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-ND8QWksh29AyjLz off=6437190 len=776826 2024-04-15T15:02:56.452 INFO:tasks.workunit.client.0.smithi016.stdout:op 1767 completed, throughput=4.99MB/sec 2024-04-15T15:02:56.452 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-15Tw8067VfJcbZv off=2641299 len=2040926 2024-04-15T15:02:56.455 INFO:tasks.workunit.client.0.smithi016.stdout:op 1768 completed, throughput=5MB/sec 2024-04-15T15:02:56.455 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-bSioZ4_xuXQXso6 off=9835800 len=1152663 2024-04-15T15:02:56.461 INFO:tasks.workunit.client.0.smithi016.stdout:op 1769 completed, throughput=5MB/sec 2024-04-15T15:02:56.461 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-I33mWuNaXIa6yGJ off=150748 len=93998 2024-04-15T15:02:56.463 INFO:tasks.workunit.client.0.smithi016.stdout:op 1770 completed, throughput=5MB/sec 2024-04-15T15:02:56.463 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-bdun8Xts1XQR2Wx off=13665780 len=2038986 2024-04-15T15:02:56.466 INFO:tasks.workunit.client.0.smithi016.stdout:op 1771 completed, throughput=5MB/sec 2024-04-15T15:02:57.466 INFO:tasks.workunit.client.0.smithi016.stdout: 346: throughput=4.99MB/sec pending data=0 2024-04-15T15:02:57.466 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-GEf7F1-VMGT642v off=9484866 len=2019118 2024-04-15T15:02:57.478 INFO:tasks.workunit.client.0.smithi016.stdout:op 1772 completed, throughput=5MB/sec 2024-04-15T15:02:57.478 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-CId1CbdVrBvP6Fx off=0 len=1223300 2024-04-15T15:02:57.481 INFO:tasks.workunit.client.0.smithi016.stdout:op 1773 completed, throughput=5MB/sec 2024-04-15T15:02:57.481 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-Ht1ISa7irGfUgz_ off=16521239 len=265265 2024-04-15T15:02:57.485 INFO:tasks.workunit.client.0.smithi016.stdout:op 1774 completed, throughput=5MB/sec 2024-04-15T15:02:57.485 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-2hTnO2EuNRaJREY off=3473114 len=759207 2024-04-15T15:02:57.488 INFO:tasks.workunit.client.0.smithi016.stdout:op 1775 completed, throughput=5MB/sec 2024-04-15T15:02:57.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:02:57 smithi102 ceph-mon[87131]: pgmap v1523: 105 pgs: 105 active+clean; 127 GiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 3.0 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2024-04-15T15:02:57.789 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:02:57 smithi016 ceph-mon[90652]: pgmap v1523: 105 pgs: 105 active+clean; 127 GiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 3.0 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2024-04-15T15:02:57.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:02:57 smithi016 ceph-mon[93212]: pgmap v1523: 105 pgs: 105 active+clean; 127 GiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 3.0 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2024-04-15T15:02:58.489 INFO:tasks.workunit.client.0.smithi016.stdout: 347: throughput=4.99MB/sec pending data=0 2024-04-15T15:02:58.489 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-H2GLA2QnbOnSA1v off=9546740 len=338297 2024-04-15T15:02:58.490 INFO:tasks.workunit.client.0.smithi016.stdout:op 1776 completed, throughput=4.99MB/sec 2024-04-15T15:02:58.490 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-BHFXl5mEgXctMip off=749501 len=497900 2024-04-15T15:02:58.491 INFO:tasks.workunit.client.0.smithi016.stdout:op 1777 completed, throughput=4.99MB/sec 2024-04-15T15:02:58.491 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-AXqLcujZonaxziX off=1191370 len=793251 2024-04-15T15:02:58.496 INFO:tasks.workunit.client.0.smithi016.stdout:op 1778 completed, throughput=4.99MB/sec 2024-04-15T15:02:58.496 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-Dt7F2UVAiiOGJC3 off=3388229 len=429938 2024-04-15T15:02:58.499 INFO:tasks.workunit.client.0.smithi016.stdout:op 1779 completed, throughput=4.99MB/sec 2024-04-15T15:02:58.499 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-CHuvhbx-lWWMsRq off=9675010 len=477789 2024-04-15T15:02:58.503 INFO:tasks.workunit.client.0.smithi016.stdout:op 1780 completed, throughput=4.99MB/sec 2024-04-15T15:02:58.503 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-m7EqVN8HyvcwJH5 off=12479349 len=1977831 2024-04-15T15:02:58.505 INFO:tasks.workunit.client.0.smithi016.stdout:op 1781 completed, throughput=5MB/sec 2024-04-15T15:02:58.505 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-QobP6Qgli8m1HUH off=3586987 len=837062 2024-04-15T15:02:58.507 INFO:tasks.workunit.client.0.smithi016.stdout:op 1782 completed, throughput=5MB/sec 2024-04-15T15:02:59.509 INFO:tasks.workunit.client.0.smithi016.stdout: 348: throughput=4.99MB/sec pending data=0 2024-04-15T15:02:59.509 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-8lLbB5BtvoJk8nK off=15500894 len=327558 2024-04-15T15:02:59.509 INFO:tasks.workunit.client.0.smithi016.stdout:op 1783 completed, throughput=4.99MB/sec 2024-04-15T15:02:59.509 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-h3umSB4fQX46Y4E off=2044449 len=1390331 2024-04-15T15:02:59.510 INFO:tasks.workunit.client.0.smithi016.stdout:op 1784 completed, throughput=4.99MB/sec 2024-04-15T15:02:59.510 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-wn6EdfrKNidwYDD off=3920345 len=1267425 2024-04-15T15:02:59.516 INFO:tasks.workunit.client.0.smithi016.stdout:op 1785 completed, throughput=5MB/sec 2024-04-15T15:02:59.516 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-xwOuvQFvJnWAqUw off=715785 len=237686 2024-04-15T15:02:59.519 INFO:tasks.workunit.client.0.smithi016.stdout:op 1786 completed, throughput=5MB/sec 2024-04-15T15:02:59.519 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-VvaSojhczYgBFK5 off=829537 len=680112 2024-04-15T15:02:59.524 INFO:tasks.workunit.client.0.smithi016.stdout:op 1787 completed, throughput=5MB/sec 2024-04-15T15:02:59.524 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-hS9Upjnw0YI9h-E off=11215471 len=555877 2024-04-15T15:02:59.528 INFO:tasks.workunit.client.0.smithi016.stdout:op 1788 completed, throughput=5MB/sec 2024-04-15T15:02:59.528 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-IHvD0Q7kI2nqiRo off=3267643 len=1472475 2024-04-15T15:02:59.530 INFO:tasks.workunit.client.0.smithi016.stdout:op 1789 completed, throughput=5MB/sec 2024-04-15T15:02:59.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:02:59 smithi102 ceph-mon[87131]: pgmap v1524: 105 pgs: 105 active+clean; 127 GiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-15T15:02:59.789 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:02:59 smithi016 ceph-mon[90652]: pgmap v1524: 105 pgs: 105 active+clean; 127 GiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-15T15:02:59.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:02:59 smithi016 ceph-mon[93212]: pgmap v1524: 105 pgs: 105 active+clean; 127 GiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-15T15:03:00.530 INFO:tasks.workunit.client.0.smithi016.stdout: 349: throughput=4.99MB/sec pending data=0 2024-04-15T15:03:00.530 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-tHBNAZIWIbg-r7Y off=14997105 len=510343 2024-04-15T15:03:00.531 INFO:tasks.workunit.client.0.smithi016.stdout:op 1790 completed, throughput=4.99MB/sec 2024-04-15T15:03:00.532 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-zKIZiKQaYTOCwI9 off=3941929 len=1582736 2024-04-15T15:03:00.533 INFO:tasks.workunit.client.0.smithi016.stdout:op 1791 completed, throughput=4.99MB/sec 2024-04-15T15:03:00.533 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-8rCBvM4Y9Pz4dMT off=1281560 len=669304 2024-04-15T15:03:00.535 INFO:tasks.workunit.client.0.smithi016.stdout:op 1792 completed, throughput=5MB/sec 2024-04-15T15:03:00.535 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-I5eJh3a7p8i9RIc off=36266 len=42578 2024-04-15T15:03:00.537 INFO:tasks.workunit.client.0.smithi016.stdout:op 1793 completed, throughput=5MB/sec 2024-04-15T15:03:00.537 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-tziEtWaj7PiIkiM off=1372868 len=803659 2024-04-15T15:03:00.538 INFO:tasks.workunit.client.0.smithi016.stdout:op 1794 completed, throughput=5MB/sec 2024-04-15T15:03:00.538 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-c-MQZzp4gR5vtCq off=1277035 len=2039792 2024-04-15T15:03:00.542 INFO:tasks.workunit.client.0.smithi016.stdout:op 1795 completed, throughput=5MB/sec 2024-04-15T15:03:01.542 INFO:tasks.workunit.client.0.smithi016.stdout: 350: throughput=4.99MB/sec pending data=0 2024-04-15T15:03:01.542 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj--zVSJOcRXEh_FAV off=454865 len=1087110 2024-04-15T15:03:01.548 INFO:tasks.workunit.client.0.smithi016.stdout:op 1796 completed, throughput=4.99MB/sec 2024-04-15T15:03:01.548 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-FzkuGzcAGgQ_-lM off=16625334 len=683549 2024-04-15T15:03:01.551 INFO:tasks.workunit.client.0.smithi016.stdout:op 1797 completed, throughput=4.99MB/sec 2024-04-15T15:03:01.551 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-bVYVApsT-yWR321 off=8662120 len=1225797 2024-04-15T15:03:01.552 INFO:tasks.workunit.client.0.smithi016.stdout:op 1798 completed, throughput=5MB/sec 2024-04-15T15:03:01.552 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-i4KcWL72poU7Ksk off=18161989 len=1371934 2024-04-15T15:03:01.558 INFO:tasks.workunit.client.0.smithi016.stdout:op 1799 completed, throughput=5MB/sec 2024-04-15T15:03:01.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:03:01 smithi102 ceph-mon[87131]: pgmap v1525: 105 pgs: 105 active+clean; 127 GiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-15T15:03:01.779 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:03:01 smithi016 ceph-mon[90652]: pgmap v1525: 105 pgs: 105 active+clean; 127 GiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-15T15:03:01.779 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:03:01 smithi016 ceph-mon[93212]: pgmap v1525: 105 pgs: 105 active+clean; 127 GiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-15T15:03:02.039 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 15 15:03:01 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-y[81421]: ::ffff:172.21.15.102 - - [15/Apr/2024:15:03:01] "GET /metrics HTTP/1.1" 200 33982 "" "Prometheus/2.43.0" 2024-04-15T15:03:02.559 INFO:tasks.workunit.client.0.smithi016.stdout: 351: throughput=4.99MB/sec pending data=0 2024-04-15T15:03:02.559 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-I6psLvOBQO79T8F off=2415069 len=1964584 2024-04-15T15:03:02.570 INFO:tasks.workunit.client.0.smithi016.stdout:op 1800 completed, throughput=4.99MB/sec 2024-04-15T15:03:02.570 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-IXYYzi86-uN6lYS off=3289263 len=926591 2024-04-15T15:03:02.571 INFO:tasks.workunit.client.0.smithi016.stdout:op 1801 completed, throughput=5MB/sec 2024-04-15T15:03:02.571 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-k6WiINRpuKz6ZUK off=3540075 len=1311006 2024-04-15T15:03:02.577 INFO:tasks.workunit.client.0.smithi016.stdout:op 1802 completed, throughput=5MB/sec 2024-04-15T15:03:02.577 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-TMgbzM67NlEqvMg off=1237458 len=953469 2024-04-15T15:03:02.582 INFO:tasks.workunit.client.0.smithi016.stdout:op 1803 completed, throughput=5MB/sec 2024-04-15T15:03:02.687 INFO:journalctl@ceph.prometheus.a.smithi102.stdout:Apr 15 15:03:02 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-prometheus-a[120881]: ts=2024-04-15T15:03:02.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi016:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"362ea986-fb34-11ee-bc8f-c7b262605968\", instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T15:03:03.582 INFO:tasks.workunit.client.0.smithi016.stdout: 352: throughput=4.99MB/sec pending data=0 2024-04-15T15:03:03.583 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-C4BV5ZFUWG8u7PA off=2794012 len=2038930 2024-04-15T15:03:03.586 INFO:tasks.workunit.client.0.smithi016.stdout:op 1804 completed, throughput=4.99MB/sec 2024-04-15T15:03:03.586 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-33R565BkQ4PD_Cf off=493627 len=288770 2024-04-15T15:03:03.587 INFO:tasks.workunit.client.0.smithi016.stdout:op 1805 completed, throughput=4.99MB/sec 2024-04-15T15:03:03.587 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-OuX5I9AE6nuL19w off=6355459 len=1393333 2024-04-15T15:03:03.594 INFO:tasks.workunit.client.0.smithi016.stdout:op 1806 completed, throughput=5MB/sec 2024-04-15T15:03:03.594 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-yZpZN7ASlGz_OdC off=4193128 len=550332 2024-04-15T15:03:03.598 INFO:tasks.workunit.client.0.smithi016.stdout:op 1807 completed, throughput=5MB/sec 2024-04-15T15:03:03.598 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-j3psxjOnV3IzPmW off=3367444 len=832699 2024-04-15T15:03:03.602 INFO:tasks.workunit.client.0.smithi016.stdout:op 1808 completed, throughput=5MB/sec 2024-04-15T15:03:03.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:03:03 smithi102 ceph-mon[87131]: pgmap v1526: 105 pgs: 105 active+clean; 127 GiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 3.4 MiB/s rd, 2.7 MiB/s wr, 6 op/s 2024-04-15T15:03:03.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:03:03 smithi016 ceph-mon[90652]: pgmap v1526: 105 pgs: 105 active+clean; 127 GiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 3.4 MiB/s rd, 2.7 MiB/s wr, 6 op/s 2024-04-15T15:03:03.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:03:03 smithi016 ceph-mon[93212]: pgmap v1526: 105 pgs: 105 active+clean; 127 GiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 3.4 MiB/s rd, 2.7 MiB/s wr, 6 op/s 2024-04-15T15:03:04.602 INFO:tasks.workunit.client.0.smithi016.stdout: 353: throughput=4.99MB/sec pending data=0 2024-04-15T15:03:04.602 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-e0Pvkpx6T9QL0ns off=4838589 len=1372116 2024-04-15T15:03:04.610 INFO:tasks.workunit.client.0.smithi016.stdout:op 1809 completed, throughput=4.99MB/sec 2024-04-15T15:03:04.610 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-8Mh4m2M2jdMNque off=3520991 len=766705 2024-04-15T15:03:04.615 INFO:tasks.workunit.client.0.smithi016.stdout:op 1810 completed, throughput=4.99MB/sec 2024-04-15T15:03:04.615 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-9zPqE7Zy5a0fRfZ off=6954452 len=1498529 2024-04-15T15:03:04.624 INFO:tasks.workunit.client.0.smithi016.stdout:op 1811 completed, throughput=5MB/sec 2024-04-15T15:03:04.624 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-vVGViRMmKX6mNwu off=11310172 len=808903 2024-04-15T15:03:04.626 INFO:tasks.workunit.client.0.smithi016.stdout:op 1812 completed, throughput=5MB/sec 2024-04-15T15:03:04.626 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-jyPpiK0E3Du9jeb off=4212238 len=1042573 2024-04-15T15:03:04.630 INFO:tasks.workunit.client.0.smithi016.stdout:op 1813 completed, throughput=5MB/sec 2024-04-15T15:03:05.630 INFO:tasks.workunit.client.0.smithi016.stdout: 354: throughput=4.99MB/sec pending data=0 2024-04-15T15:03:05.631 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-9qK-3BJOYpapV80 off=210898 len=672222 2024-04-15T15:03:05.632 INFO:tasks.workunit.client.0.smithi016.stdout:op 1814 completed, throughput=4.99MB/sec 2024-04-15T15:03:05.632 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-_BPSQiWEQx2gYRw off=4311323 len=501234 2024-04-15T15:03:05.633 INFO:tasks.workunit.client.0.smithi016.stdout:op 1815 completed, throughput=4.99MB/sec 2024-04-15T15:03:05.633 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-V-y6G4ySA1PG0kl off=11153038 len=859057 2024-04-15T15:03:05.634 INFO:tasks.workunit.client.0.smithi016.stdout:op 1816 completed, throughput=4.99MB/sec 2024-04-15T15:03:05.634 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-tqkEs6tFFjbk36J off=419422 len=1292928 2024-04-15T15:03:05.635 INFO:tasks.workunit.client.0.smithi016.stdout:op 1817 completed, throughput=5MB/sec 2024-04-15T15:03:05.636 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-xvn-KmSVOpcwOJ9 off=12987835 len=1168292 2024-04-15T15:03:05.643 INFO:tasks.workunit.client.0.smithi016.stdout:op 1818 completed, throughput=5MB/sec 2024-04-15T15:03:05.643 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-Zd5HeKC3vfqgOPB off=3119219 len=1302621 2024-04-15T15:03:05.647 INFO:tasks.workunit.client.0.smithi016.stdout:op 1819 completed, throughput=5MB/sec 2024-04-15T15:03:05.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:03:05 smithi102 ceph-mon[87131]: pgmap v1527: 105 pgs: 105 active+clean; 127 GiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.6 MiB/s wr, 4 op/s 2024-04-15T15:03:05.789 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:03:05 smithi016 ceph-mon[90652]: pgmap v1527: 105 pgs: 105 active+clean; 127 GiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.6 MiB/s wr, 4 op/s 2024-04-15T15:03:05.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:03:05 smithi016 ceph-mon[93212]: pgmap v1527: 105 pgs: 105 active+clean; 127 GiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.6 MiB/s wr, 4 op/s 2024-04-15T15:03:06.647 INFO:tasks.workunit.client.0.smithi016.stdout: 355: throughput=4.99MB/sec pending data=0 2024-04-15T15:03:06.648 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-n9aKQ1BgER_youx off=5804575 len=1651500 2024-04-15T15:03:06.654 INFO:tasks.workunit.client.0.smithi016.stdout:op 1820 completed, throughput=4.99MB/sec 2024-04-15T15:03:06.654 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-IpYb5MRUBpGVAhw off=3784380 len=1096817 2024-04-15T15:03:06.656 INFO:tasks.workunit.client.0.smithi016.stdout:op 1821 completed, throughput=5MB/sec 2024-04-15T15:03:06.656 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-4NgluKqNlz0pO4S off=719362 len=1604556 2024-04-15T15:03:06.664 INFO:tasks.workunit.client.0.smithi016.stdout:op 1822 completed, throughput=5MB/sec 2024-04-15T15:03:06.664 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-rsZniAkTk1OBV-1 off=12288048 len=2055123 2024-04-15T15:03:06.676 INFO:tasks.workunit.client.0.smithi016.stdout:op 1823 completed, throughput=5MB/sec 2024-04-15T15:03:07.676 INFO:tasks.workunit.client.0.smithi016.stdout: 356: throughput=4.99MB/sec pending data=0 2024-04-15T15:03:07.676 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-q_hJde_O4Mt0_gR off=7533254 len=141121 2024-04-15T15:03:07.678 INFO:tasks.workunit.client.0.smithi016.stdout:op 1824 completed, throughput=4.99MB/sec 2024-04-15T15:03:07.678 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-_GvY7J5BNxei0pR off=201801 len=1312481 2024-04-15T15:03:07.683 INFO:tasks.workunit.client.0.smithi016.stdout:op 1825 completed, throughput=4.99MB/sec 2024-04-15T15:03:07.683 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-HotKQ56A7b0LfM0 off=649939 len=1854611 2024-04-15T15:03:07.685 INFO:tasks.workunit.client.0.smithi016.stdout:op 1826 completed, throughput=5MB/sec 2024-04-15T15:03:07.685 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-lfmPkQ9fnYQVHyj off=18621612 len=1586830 2024-04-15T15:03:07.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:03:07 smithi102 ceph-mon[87131]: pgmap v1528: 105 pgs: 105 active+clean; 127 GiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-04-15T15:03:07.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:03:07 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T15:03:07.693 INFO:tasks.workunit.client.0.smithi016.stdout:op 1827 completed, throughput=5MB/sec 2024-04-15T15:03:07.789 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:03:07 smithi016 ceph-mon[90652]: pgmap v1528: 105 pgs: 105 active+clean; 127 GiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-04-15T15:03:07.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:03:07 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T15:03:07.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:03:07 smithi016 ceph-mon[93212]: pgmap v1528: 105 pgs: 105 active+clean; 127 GiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-04-15T15:03:07.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:03:07 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T15:03:08.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:03:08 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T15:03:08.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:03:08 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T15:03:08.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:03:08 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T15:03:08.693 INFO:tasks.workunit.client.0.smithi016.stdout: 357: throughput=4.99MB/sec pending data=0 2024-04-15T15:03:08.694 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-9tmm2LMXhCcgfPu off=3004132 len=1730508 2024-04-15T15:03:08.702 INFO:tasks.workunit.client.0.smithi016.stdout:op 1828 completed, throughput=4.99MB/sec 2024-04-15T15:03:08.702 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-j29n2_-dCAXMFs7 off=3324456 len=726650 2024-04-15T15:03:08.706 INFO:tasks.workunit.client.0.smithi016.stdout:op 1829 completed, throughput=5MB/sec 2024-04-15T15:03:08.706 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-99C1TPlcef6AvkX off=605966 len=628174 2024-04-15T15:03:08.707 INFO:tasks.workunit.client.0.smithi016.stdout:op 1830 completed, throughput=5MB/sec 2024-04-15T15:03:08.707 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-BOt3UWD-eppfg0_ off=11986036 len=711886 2024-04-15T15:03:08.710 INFO:tasks.workunit.client.0.smithi016.stdout:op 1831 completed, throughput=5MB/sec 2024-04-15T15:03:08.710 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-IXUd0y4liJOkvS- off=12009813 len=88838 2024-04-15T15:03:08.711 INFO:tasks.workunit.client.0.smithi016.stdout:op 1832 completed, throughput=5MB/sec 2024-04-15T15:03:08.711 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-6sblj6fjC1Oelc_ off=16987009 len=456059 2024-04-15T15:03:08.714 INFO:tasks.workunit.client.0.smithi016.stdout:op 1833 completed, throughput=5MB/sec 2024-04-15T15:03:08.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:03:08 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T15:03:08.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:03:08 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T15:03:08.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:03:08 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T15:03:08.791 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:03:08 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T15:03:08.791 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:03:08 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T15:03:08.791 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:03:08 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T15:03:09.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:03:09 smithi102 ceph-mon[87131]: pgmap v1529: 105 pgs: 105 active+clean; 127 GiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 2.1 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-04-15T15:03:09.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:03:09 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T15:03:09.714 INFO:tasks.workunit.client.0.smithi016.stdout: 358: throughput=4.99MB/sec pending data=0 2024-04-15T15:03:09.715 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-8-X-QJd_Y0OY0_q off=4778258 len=1463829 2024-04-15T15:03:09.716 INFO:tasks.workunit.client.0.smithi016.stdout:op 1834 completed, throughput=4.99MB/sec 2024-04-15T15:03:09.716 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-vLcMXLRnyOFi1Bp off=645271 len=914963 2024-04-15T15:03:09.718 INFO:tasks.workunit.client.0.smithi016.stdout:op 1835 completed, throughput=4.99MB/sec 2024-04-15T15:03:09.718 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-VAHnU3vPnud2_GE off=3251868 len=1416535 2024-04-15T15:03:09.724 INFO:tasks.workunit.client.0.smithi016.stdout:op 1836 completed, throughput=5MB/sec 2024-04-15T15:03:09.724 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-XKpnXS5x-ZuCcO4 off=711005 len=1451571 2024-04-15T15:03:09.729 INFO:tasks.workunit.client.0.smithi016.stdout:op 1837 completed, throughput=5MB/sec 2024-04-15T15:03:09.789 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:03:09 smithi016 ceph-mon[90652]: pgmap v1529: 105 pgs: 105 active+clean; 127 GiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 2.1 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-04-15T15:03:09.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:03:09 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T15:03:09.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:03:09 smithi016 ceph-mon[93212]: pgmap v1529: 105 pgs: 105 active+clean; 127 GiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 2.1 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-04-15T15:03:09.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:03:09 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T15:03:10.730 INFO:tasks.workunit.client.0.smithi016.stdout: 359: throughput=4.99MB/sec pending data=0 2024-04-15T15:03:10.730 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-jEctPWYsOb8A1j5 off=7755230 len=605746 2024-04-15T15:03:10.731 INFO:tasks.workunit.client.0.smithi016.stdout:op 1838 completed, throughput=4.99MB/sec 2024-04-15T15:03:10.731 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-bMWBywoLh6v0ya3 off=4953678 len=1529149 2024-04-15T15:03:10.737 INFO:tasks.workunit.client.0.smithi016.stdout:op 1839 completed, throughput=4.99MB/sec 2024-04-15T15:03:10.737 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-uNdSN6N2eJGsePo off=15418 len=1927354 2024-04-15T15:03:10.746 INFO:tasks.workunit.client.0.smithi016.stdout:op 1840 completed, throughput=5MB/sec 2024-04-15T15:03:10.746 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-jQ3XhQVvl3plMgt off=13015886 len=1124512 2024-04-15T15:03:10.751 INFO:tasks.workunit.client.0.smithi016.stdout:op 1841 completed, throughput=5MB/sec 2024-04-15T15:03:11.751 INFO:tasks.workunit.client.0.smithi016.stdout: 360: throughput=4.99MB/sec pending data=0 2024-04-15T15:03:11.751 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-eH66jxRpE8Wr1Yb off=7104729 len=1062125 2024-04-15T15:03:11.752 INFO:tasks.workunit.client.0.smithi016.stdout:op 1842 completed, throughput=4.99MB/sec 2024-04-15T15:03:11.753 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-fzBlqG1IehxEgqG off=69542 len=734726 2024-04-15T15:03:11.758 INFO:tasks.workunit.client.0.smithi016.stdout:op 1843 completed, throughput=4.99MB/sec 2024-04-15T15:03:11.758 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-MTnR0kD3E6ymFaN off=8216306 len=795112 2024-04-15T15:03:11.762 INFO:tasks.workunit.client.0.smithi016.stdout:op 1844 completed, throughput=4.99MB/sec 2024-04-15T15:03:11.762 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-o2BRvneGWLR0N_E off=2630179 len=228223 2024-04-15T15:03:11.763 INFO:tasks.workunit.client.0.smithi016.stdout:op 1845 completed, throughput=4.99MB/sec 2024-04-15T15:03:11.763 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-n3pSFq-t73zsyvy off=4642965 len=1552677 2024-04-15T15:03:11.765 INFO:tasks.workunit.client.0.smithi016.stdout:op 1846 completed, throughput=5MB/sec 2024-04-15T15:03:11.765 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-zZyqM12zIt_m6Gd off=19216119 len=1566867 2024-04-15T15:03:11.774 INFO:tasks.workunit.client.0.smithi016.stdout:op 1847 completed, throughput=5MB/sec 2024-04-15T15:03:11.778 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:03:11 smithi016 ceph-mon[90652]: pgmap v1530: 105 pgs: 105 active+clean; 127 GiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 1.9 MiB/s rd, 1.9 MiB/s wr, 3 op/s 2024-04-15T15:03:11.779 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:03:11 smithi016 ceph-mon[93212]: pgmap v1530: 105 pgs: 105 active+clean; 127 GiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 1.9 MiB/s rd, 1.9 MiB/s wr, 3 op/s 2024-04-15T15:03:11.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:03:11 smithi102 ceph-mon[87131]: pgmap v1530: 105 pgs: 105 active+clean; 127 GiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 1.9 MiB/s rd, 1.9 MiB/s wr, 3 op/s 2024-04-15T15:03:12.039 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 15 15:03:11 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-y[81421]: ::ffff:172.21.15.102 - - [15/Apr/2024:15:03:11] "GET /metrics HTTP/1.1" 200 33978 "" "Prometheus/2.43.0" 2024-04-15T15:03:12.687 INFO:journalctl@ceph.prometheus.a.smithi102.stdout:Apr 15 15:03:12 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-prometheus-a[120881]: ts=2024-04-15T15:03:12.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi016:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"362ea986-fb34-11ee-bc8f-c7b262605968\", instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T15:03:12.774 INFO:tasks.workunit.client.0.smithi016.stdout: 361: throughput=4.99MB/sec pending data=0 2024-04-15T15:03:12.774 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-tv23haxAISpL5pG off=4982935 len=1249831 2024-04-15T15:03:12.781 INFO:tasks.workunit.client.0.smithi016.stdout:op 1848 completed, throughput=4.99MB/sec 2024-04-15T15:03:12.781 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-5xBphDwAdvTSkJ- off=2226060 len=1577003 2024-04-15T15:03:12.782 INFO:tasks.workunit.client.0.smithi016.stdout:op 1849 completed, throughput=5MB/sec 2024-04-15T15:03:12.782 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-otUwGCvISoYc1-W off=15166157 len=1997716 2024-04-15T15:03:12.794 INFO:tasks.workunit.client.0.smithi016.stdout:op 1850 completed, throughput=5MB/sec 2024-04-15T15:03:13.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:03:13 smithi016 ceph-mon[90652]: pgmap v1531: 105 pgs: 105 active+clean; 127 GiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2024-04-15T15:03:13.791 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:03:13 smithi016 ceph-mon[93212]: pgmap v1531: 105 pgs: 105 active+clean; 127 GiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2024-04-15T15:03:13.794 INFO:tasks.workunit.client.0.smithi016.stdout: 362: throughput=4.99MB/sec pending data=0 2024-04-15T15:03:13.794 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-jHxz8XD0ePZwDHd off=12170138 len=86471 2024-04-15T15:03:13.798 INFO:tasks.workunit.client.0.smithi016.stdout:op 1851 completed, throughput=4.99MB/sec 2024-04-15T15:03:13.798 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-7WD3csX-gcKd7i8 off=6859187 len=1095773 2024-04-15T15:03:13.803 INFO:tasks.workunit.client.0.smithi016.stdout:op 1852 completed, throughput=4.99MB/sec 2024-04-15T15:03:13.803 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-Jun9q_f2eGF1OUh off=7900186 len=805021 2024-04-15T15:03:13.804 INFO:tasks.workunit.client.0.smithi016.stdout:op 1853 completed, throughput=4.99MB/sec 2024-04-15T15:03:13.804 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-OlMmQcrecUXnXfW off=1249396 len=1160859 2024-04-15T15:03:13.805 INFO:tasks.workunit.client.0.smithi016.stdout:op 1854 completed, throughput=4.99MB/sec 2024-04-15T15:03:13.805 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-UW3DN59Wzz8TWiH off=5277504 len=1342327 2024-04-15T15:03:13.811 INFO:tasks.workunit.client.0.smithi016.stdout:op 1855 completed, throughput=5MB/sec 2024-04-15T15:03:13.812 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-fYDTdk-Q48B9twS off=4864440 len=9869 2024-04-15T15:03:13.813 INFO:tasks.workunit.client.0.smithi016.stdout:op 1856 completed, throughput=5MB/sec 2024-04-15T15:03:13.813 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-Fa9FycWlS2Dlfg3 off=4826438 len=1894822 2024-04-15T15:03:13.826 INFO:tasks.workunit.client.0.smithi016.stdout:op 1857 completed, throughput=5MB/sec 2024-04-15T15:03:13.938 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:03:13 smithi102 ceph-mon[87131]: pgmap v1531: 105 pgs: 105 active+clean; 127 GiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2024-04-15T15:03:14.825 INFO:tasks.workunit.client.0.smithi016.stdout: 363: throughput=4.99MB/sec pending data=0 2024-04-15T15:03:14.825 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-JFMKa9UQ-YsPl2h off=6022761 len=393513 2024-04-15T15:03:14.829 INFO:tasks.workunit.client.0.smithi016.stdout:op 1858 completed, throughput=4.99MB/sec 2024-04-15T15:03:14.829 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-2d7z-MILdfB2LAt off=8509518 len=98671 2024-04-15T15:03:14.831 INFO:tasks.workunit.client.0.smithi016.stdout:op 1859 completed, throughput=4.99MB/sec 2024-04-15T15:03:14.831 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-ms-YhRh7EV2bWrM off=11470946 len=1079296 2024-04-15T15:03:14.833 INFO:tasks.workunit.client.0.smithi016.stdout:op 1860 completed, throughput=4.99MB/sec 2024-04-15T15:03:14.833 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-If5-P9FZa6j2Dno off=9980565 len=1011168 2024-04-15T15:03:14.834 INFO:tasks.workunit.client.0.smithi016.stdout:op 1861 completed, throughput=5MB/sec 2024-04-15T15:03:14.834 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-fe0LOzA8_YDXvIG off=11309284 len=1778935 2024-04-15T15:03:14.844 INFO:tasks.workunit.client.0.smithi016.stdout:op 1862 completed, throughput=5MB/sec 2024-04-15T15:03:15.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:03:15 smithi016 ceph-mon[90652]: pgmap v1532: 105 pgs: 105 active+clean; 127 GiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 1.5 MiB/s rd, 2.5 MiB/s wr, 3 op/s 2024-04-15T15:03:15.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:03:15 smithi016 ceph-mon[93212]: pgmap v1532: 105 pgs: 105 active+clean; 127 GiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 1.5 MiB/s rd, 2.5 MiB/s wr, 3 op/s 2024-04-15T15:03:15.844 INFO:tasks.workunit.client.0.smithi016.stdout: 364: throughput=4.99MB/sec pending data=0 2024-04-15T15:03:15.844 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-IRSTwcyNuzGet1f off=7353698 len=1313380 2024-04-15T15:03:15.846 INFO:tasks.workunit.client.0.smithi016.stdout:op 1863 completed, throughput=4.99MB/sec 2024-04-15T15:03:15.846 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-sZE9NEJDoKjUAgF off=3257764 len=1067558 2024-04-15T15:03:15.847 INFO:tasks.workunit.client.0.smithi016.stdout:op 1864 completed, throughput=4.99MB/sec 2024-04-15T15:03:15.847 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-aT46rDqB2yFmld9 off=11929411 len=322013 2024-04-15T15:03:15.850 INFO:tasks.workunit.client.0.smithi016.stdout:op 1865 completed, throughput=4.99MB/sec 2024-04-15T15:03:15.851 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-JKX4a1okpL3zku1 off=240731 len=79885 2024-04-15T15:03:15.853 INFO:tasks.workunit.client.0.smithi016.stdout:op 1866 completed, throughput=4.99MB/sec 2024-04-15T15:03:15.853 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-st9YzSPkPazfigo off=6497150 len=903114 2024-04-15T15:03:15.854 INFO:tasks.workunit.client.0.smithi016.stdout:op 1867 completed, throughput=5MB/sec 2024-04-15T15:03:15.854 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-By379aW48DeQ9N- off=12855554 len=147101 2024-04-15T15:03:15.855 INFO:tasks.workunit.client.0.smithi016.stdout:op 1868 completed, throughput=5MB/sec 2024-04-15T15:03:15.855 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-9iADhYKF8PsSjrV off=3305569 len=695809 2024-04-15T15:03:15.856 INFO:tasks.workunit.client.0.smithi016.stdout:op 1869 completed, throughput=5MB/sec 2024-04-15T15:03:15.857 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-3GYYwiwi2r31-Cr off=9379066 len=762277 2024-04-15T15:03:15.861 INFO:tasks.workunit.client.0.smithi016.stdout:op 1870 completed, throughput=5MB/sec 2024-04-15T15:03:15.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:03:15 smithi102 ceph-mon[87131]: pgmap v1532: 105 pgs: 105 active+clean; 127 GiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 1.5 MiB/s rd, 2.5 MiB/s wr, 3 op/s 2024-04-15T15:03:16.862 INFO:tasks.workunit.client.0.smithi016.stdout: 365: throughput=4.99MB/sec pending data=0 2024-04-15T15:03:16.862 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-1VSX78VJVpQtbDZ off=1531383 len=394293 2024-04-15T15:03:16.865 INFO:tasks.workunit.client.0.smithi016.stdout:op 1871 completed, throughput=4.99MB/sec 2024-04-15T15:03:16.866 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-RllFnS2rC0PpdkB off=3263107 len=985046 2024-04-15T15:03:16.867 INFO:tasks.workunit.client.0.smithi016.stdout:op 1872 completed, throughput=4.99MB/sec 2024-04-15T15:03:16.867 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-_MbT8OiRZlPLmHH off=5480079 len=1693191 2024-04-15T15:03:16.875 INFO:tasks.workunit.client.0.smithi016.stdout:op 1873 completed, throughput=4.99MB/sec 2024-04-15T15:03:16.875 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-FB5l_AtsBpgy-zF off=2894602 len=1861402 2024-04-15T15:03:16.882 INFO:tasks.workunit.client.0.smithi016.stdout:op 1874 completed, throughput=5MB/sec 2024-04-15T15:03:16.882 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-pA_AboyDsnbdCoY off=1060958 len=421297 2024-04-15T15:03:16.885 INFO:tasks.workunit.client.0.smithi016.stdout:op 1875 completed, throughput=5MB/sec 2024-04-15T15:03:17.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:03:17 smithi016 ceph-mon[90652]: pgmap v1533: 105 pgs: 105 active+clean; 127 GiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.6 MiB/s wr, 5 op/s 2024-04-15T15:03:17.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:03:17 smithi016 ceph-mon[93212]: pgmap v1533: 105 pgs: 105 active+clean; 127 GiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.6 MiB/s wr, 5 op/s 2024-04-15T15:03:17.886 INFO:tasks.workunit.client.0.smithi016.stdout: 366: throughput=4.99MB/sec pending data=0 2024-04-15T15:03:17.886 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-n9aKQ1BgER_youx off=1686131 len=1482902 2024-04-15T15:03:17.888 INFO:tasks.workunit.client.0.smithi016.stdout:op 1876 completed, throughput=4.99MB/sec 2024-04-15T15:03:17.888 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-LVQeVYYuPnQnvBb off=8868923 len=432362 2024-04-15T15:03:17.890 INFO:tasks.workunit.client.0.smithi016.stdout:op 1877 completed, throughput=4.99MB/sec 2024-04-15T15:03:17.890 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-6HEf7PN4-PbWGDH off=8303471 len=1619199 2024-04-15T15:03:17.899 INFO:tasks.workunit.client.0.smithi016.stdout:op 1878 completed, throughput=5MB/sec 2024-04-15T15:03:17.899 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-37GMzHBjwHfvRmF off=2489793 len=501413 2024-04-15T15:03:17.903 INFO:tasks.workunit.client.0.smithi016.stdout:op 1879 completed, throughput=5MB/sec 2024-04-15T15:03:17.903 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-0_hC4leunyT-2zI off=7898891 len=1658995 2024-04-15T15:03:17.904 INFO:tasks.workunit.client.0.smithi016.stdout:op 1880 completed, throughput=5MB/sec 2024-04-15T15:03:17.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:03:17 smithi102 ceph-mon[87131]: pgmap v1533: 105 pgs: 105 active+clean; 127 GiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.6 MiB/s wr, 5 op/s 2024-04-15T15:03:18.905 INFO:tasks.workunit.client.0.smithi016.stdout: 367: throughput=4.99MB/sec pending data=0 2024-04-15T15:03:18.905 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-cUO7skW_JlDrrkV off=4178204 len=1353344 2024-04-15T15:03:18.912 INFO:tasks.workunit.client.0.smithi016.stdout:op 1881 completed, throughput=4.99MB/sec 2024-04-15T15:03:18.912 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-QzVm4IdX3PHZPDZ off=14311868 len=713345 2024-04-15T15:03:18.913 INFO:tasks.workunit.client.0.smithi016.stdout:op 1882 completed, throughput=4.99MB/sec 2024-04-15T15:03:18.913 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-TS3JNS9XnF0qPVE off=5184114 len=203610 2024-04-15T15:03:18.914 INFO:tasks.workunit.client.0.smithi016.stdout:op 1883 completed, throughput=4.99MB/sec 2024-04-15T15:03:18.914 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-V_mf7WlTmxgSbTN off=1888061 len=659301 2024-04-15T15:03:18.918 INFO:tasks.workunit.client.0.smithi016.stdout:op 1884 completed, throughput=5MB/sec 2024-04-15T15:03:18.918 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj--ln-xmcrxemF4bO off=354906 len=22773 2024-04-15T15:03:18.920 INFO:tasks.workunit.client.0.smithi016.stdout:op 1885 completed, throughput=5MB/sec 2024-04-15T15:03:18.920 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-0788a9Cn8If1S8X off=16211288 len=1291078 2024-04-15T15:03:18.926 INFO:tasks.workunit.client.0.smithi016.stdout:op 1886 completed, throughput=5MB/sec 2024-04-15T15:03:18.926 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-UlYe0nc-f0EGOxT off=8612154 len=888156 2024-04-15T15:03:18.928 INFO:tasks.workunit.client.0.smithi016.stdout:op 1887 completed, throughput=5MB/sec 2024-04-15T15:03:19.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:03:19 smithi016 ceph-mon[90652]: pgmap v1534: 105 pgs: 105 active+clean; 127 GiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 1.6 MiB/s rd, 3.0 MiB/s wr, 4 op/s 2024-04-15T15:03:19.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:03:19 smithi016 ceph-mon[93212]: pgmap v1534: 105 pgs: 105 active+clean; 127 GiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 1.6 MiB/s rd, 3.0 MiB/s wr, 4 op/s 2024-04-15T15:03:19.928 INFO:tasks.workunit.client.0.smithi016.stdout: 368: throughput=4.99MB/sec pending data=0 2024-04-15T15:03:19.929 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-_BFhY_LHXgnFtHI off=6896708 len=1543852 2024-04-15T15:03:19.936 INFO:tasks.workunit.client.0.smithi016.stdout:op 1888 completed, throughput=4.99MB/sec 2024-04-15T15:03:19.936 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-Vvr5GkTV2FpkJ06 off=4636948 len=1994806 2024-04-15T15:03:19.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:03:19 smithi102 ceph-mon[87131]: pgmap v1534: 105 pgs: 105 active+clean; 127 GiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 1.6 MiB/s rd, 3.0 MiB/s wr, 4 op/s 2024-04-15T15:03:19.946 INFO:tasks.workunit.client.0.smithi016.stdout:op 1889 completed, throughput=5MB/sec 2024-04-15T15:03:19.946 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-oH7vL30qIvZEl2l off=15106851 len=2048979 2024-04-15T15:03:19.947 INFO:tasks.workunit.client.0.smithi016.stdout:op 1890 completed, throughput=5MB/sec 2024-04-15T15:03:20.947 INFO:tasks.workunit.client.0.smithi016.stdout: 369: throughput=4.99MB/sec pending data=0 2024-04-15T15:03:20.948 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-WQlG6Yhw_04p-vL off=8226965 len=166285 2024-04-15T15:03:20.948 INFO:tasks.workunit.client.0.smithi016.stdout:op 1891 completed, throughput=4.99MB/sec 2024-04-15T15:03:20.948 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-fqk1ZxxQcBXfE68 off=13486320 len=231233 2024-04-15T15:03:20.951 INFO:tasks.workunit.client.0.smithi016.stdout:op 1892 completed, throughput=4.99MB/sec 2024-04-15T15:03:20.951 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-nMx2frz_mh2Q0KX off=6388979 len=1969850 2024-04-15T15:03:20.954 INFO:tasks.workunit.client.0.smithi016.stdout:op 1893 completed, throughput=4.99MB/sec 2024-04-15T15:03:20.954 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-lD7VUjn2XTxbBtG off=14574596 len=1420732 2024-04-15T15:03:20.957 INFO:tasks.workunit.client.0.smithi016.stdout:op 1894 completed, throughput=5MB/sec 2024-04-15T15:03:20.957 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-8XV90uM7mvm1nR3 off=11250041 len=1708571 2024-04-15T15:03:20.964 INFO:tasks.workunit.client.0.smithi016.stdout:op 1895 completed, throughput=5MB/sec 2024-04-15T15:03:21.938 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:03:21 smithi102 ceph-mon[87131]: pgmap v1535: 105 pgs: 105 active+clean; 127 GiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 1.5 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-04-15T15:03:21.964 INFO:tasks.workunit.client.0.smithi016.stdout: 370: throughput=4.99MB/sec pending data=0 2024-04-15T15:03:21.964 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-4TothfY8ChdJti2 off=1058313 len=586429 2024-04-15T15:03:21.965 INFO:tasks.workunit.client.0.smithi016.stdout:op 1896 completed, throughput=4.99MB/sec 2024-04-15T15:03:21.965 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-v5ZxDrluAH1wPpx off=14224863 len=927859 2024-04-15T15:03:21.966 INFO:tasks.workunit.client.0.smithi016.stdout:op 1897 completed, throughput=4.99MB/sec 2024-04-15T15:03:21.967 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-j-_0gKvYfLMW07s off=35469 len=1691773 2024-04-15T15:03:21.973 INFO:tasks.workunit.client.0.smithi016.stdout:op 1898 completed, throughput=5MB/sec 2024-04-15T15:03:21.973 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-hRRzL3NyRLEkFHr off=2947037 len=2082480 2024-04-15T15:03:21.985 INFO:tasks.workunit.client.0.smithi016.stdout:op 1899 completed, throughput=5MB/sec 2024-04-15T15:03:22.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:03:21 smithi016 ceph-mon[90652]: pgmap v1535: 105 pgs: 105 active+clean; 127 GiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 1.5 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-04-15T15:03:22.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:03:21 smithi016 ceph-mon[93212]: pgmap v1535: 105 pgs: 105 active+clean; 127 GiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 1.5 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-04-15T15:03:22.040 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 15 15:03:21 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-y[81421]: ::ffff:172.21.15.102 - - [15/Apr/2024:15:03:21] "GET /metrics HTTP/1.1" 200 33978 "" "Prometheus/2.43.0" 2024-04-15T15:03:22.687 INFO:journalctl@ceph.prometheus.a.smithi102.stdout:Apr 15 15:03:22 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-prometheus-a[120881]: ts=2024-04-15T15:03:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi016:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"362ea986-fb34-11ee-bc8f-c7b262605968\", instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T15:03:22.986 INFO:tasks.workunit.client.0.smithi016.stdout: 371: throughput=4.99MB/sec pending data=0 2024-04-15T15:03:22.986 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-3dU5BXj2qCTk6hW off=1472551 len=590892 2024-04-15T15:03:22.990 INFO:tasks.workunit.client.0.smithi016.stdout:op 1900 completed, throughput=4.99MB/sec 2024-04-15T15:03:22.990 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-iRKyGFZjubKRMAK off=10345308 len=1810384 2024-04-15T15:03:22.997 INFO:tasks.workunit.client.0.smithi016.stdout:op 1901 completed, throughput=4.99MB/sec 2024-04-15T15:03:22.997 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-wl82fPPk4Nga_kg off=3005366 len=2079119 2024-04-15T15:03:23.004 INFO:tasks.workunit.client.0.smithi016.stdout:op 1902 completed, throughput=5MB/sec 2024-04-15T15:03:23.004 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-Wu2gAmMLFHWhfJv off=15730174 len=289249 2024-04-15T15:03:23.007 INFO:tasks.workunit.client.0.smithi016.stdout:op 1903 completed, throughput=5MB/sec 2024-04-15T15:03:23.007 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-3a-HcHGNEwRYeOi off=5400259 len=1578566 2024-04-15T15:03:23.008 INFO:tasks.workunit.client.0.smithi016.stdout:op 1904 completed, throughput=5MB/sec 2024-04-15T15:03:23.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:03:23 smithi102 ceph-mon[87131]: pgmap v1536: 105 pgs: 105 active+clean; 127 GiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.8 MiB/s wr, 6 op/s 2024-04-15T15:03:24.009 INFO:tasks.workunit.client.0.smithi016.stdout: 372: throughput=4.99MB/sec pending data=0 2024-04-15T15:03:24.009 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-mNKMqaFzXrJRULo off=3477493 len=1249149 2024-04-15T15:03:24.010 INFO:tasks.workunit.client.0.smithi016.stdout:op 1905 completed, throughput=4.99MB/sec 2024-04-15T15:03:24.010 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-UtIGN5etgfCTDle off=5156871 len=855916 2024-04-15T15:03:24.012 INFO:tasks.workunit.client.0.smithi016.stdout:op 1906 completed, throughput=5MB/sec 2024-04-15T15:03:24.012 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-66pM6LzTmVHTrXc off=3022153 len=67693 2024-04-15T15:03:24.014 INFO:tasks.workunit.client.0.smithi016.stdout:op 1907 completed, throughput=5MB/sec 2024-04-15T15:03:24.014 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-LqfKQ5EU-GmpOfC off=10798104 len=2039874 2024-04-15T15:03:24.016 INFO:tasks.workunit.client.0.smithi016.stdout:op 1908 completed, throughput=5MB/sec 2024-04-15T15:03:24.039 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:03:23 smithi016 ceph-mon[90652]: pgmap v1536: 105 pgs: 105 active+clean; 127 GiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.8 MiB/s wr, 6 op/s 2024-04-15T15:03:24.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:03:23 smithi016 ceph-mon[93212]: pgmap v1536: 105 pgs: 105 active+clean; 127 GiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.8 MiB/s wr, 6 op/s 2024-04-15T15:03:24.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:03:24 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T15:03:25.018 INFO:tasks.workunit.client.0.smithi016.stdout: 373: throughput=4.99MB/sec pending data=0 2024-04-15T15:03:25.018 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-PaMANuCg6SkaTBq off=1823996 len=1895194 2024-04-15T15:03:25.019 INFO:tasks.workunit.client.0.smithi016.stdout:op 1909 completed, throughput=4.99MB/sec 2024-04-15T15:03:25.019 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-kkf3fH12o6M6j4U off=6717974 len=1309879 2024-04-15T15:03:25.022 INFO:tasks.workunit.client.0.smithi016.stdout:op 1910 completed, throughput=5MB/sec 2024-04-15T15:03:25.022 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-aqhia2eU0ZwZI1l off=12227480 len=2080078 2024-04-15T15:03:25.025 INFO:tasks.workunit.client.0.smithi016.stdout:op 1911 completed, throughput=5MB/sec 2024-04-15T15:03:25.039 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:03:24 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T15:03:25.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:03:24 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T15:03:25.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:03:25 smithi102 ceph-mon[87131]: pgmap v1537: 105 pgs: 105 active+clean; 127 GiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-04-15T15:03:25.941 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:03:25 smithi016 ceph-mon[93212]: pgmap v1537: 105 pgs: 105 active+clean; 127 GiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-04-15T15:03:25.941 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:03:25 smithi016 ceph-mon[90652]: pgmap v1537: 105 pgs: 105 active+clean; 127 GiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-04-15T15:03:26.025 INFO:tasks.workunit.client.0.smithi016.stdout: 374: throughput=4.99MB/sec pending data=0 2024-04-15T15:03:26.025 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-Zcw1kMPtky2SDOJ off=498315 len=706569 2024-04-15T15:03:26.030 INFO:tasks.workunit.client.0.smithi016.stdout:op 1912 completed, throughput=4.99MB/sec 2024-04-15T15:03:26.030 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-IDKN7kxHBGIvr1l off=3725495 len=17648 2024-04-15T15:03:26.032 INFO:tasks.workunit.client.0.smithi016.stdout:op 1913 completed, throughput=4.99MB/sec 2024-04-15T15:03:26.032 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-1uq-OYYvpTxdTHy off=501138 len=1957446 2024-04-15T15:03:26.036 INFO:tasks.workunit.client.0.smithi016.stdout:op 1914 completed, throughput=4.99MB/sec 2024-04-15T15:03:26.036 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-bL7qH1d5Cb3Fiii off=6018939 len=1787668 2024-04-15T15:03:26.038 INFO:tasks.workunit.client.0.smithi016.stdout:op 1915 completed, throughput=5MB/sec 2024-04-15T15:03:26.038 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-WVJQlgcTadjLxN6 off=9399806 len=354609 2024-04-15T15:03:26.039 INFO:tasks.workunit.client.0.smithi016.stdout:op 1916 completed, throughput=5MB/sec 2024-04-15T15:03:26.039 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-lgaJiir6mh1np9B off=76609 len=1246443 2024-04-15T15:03:26.045 INFO:tasks.workunit.client.0.smithi016.stdout:op 1917 completed, throughput=5MB/sec 2024-04-15T15:03:27.046 INFO:tasks.workunit.client.0.smithi016.stdout: 375: throughput=4.99MB/sec pending data=0 2024-04-15T15:03:27.046 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-ZlyZAFHEcolrwJ- off=16428673 len=1032659 2024-04-15T15:03:27.047 INFO:tasks.workunit.client.0.smithi016.stdout:op 1918 completed, throughput=4.99MB/sec 2024-04-15T15:03:27.047 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-1bnZwWpJXqNO3je off=16807314 len=251576 2024-04-15T15:03:27.051 INFO:tasks.workunit.client.0.smithi016.stdout:op 1919 completed, throughput=4.99MB/sec 2024-04-15T15:03:27.051 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-CO2yp79r5FAfgE1 off=6369574 len=4880 2024-04-15T15:03:27.051 INFO:tasks.workunit.client.0.smithi016.stdout:op 1920 completed, throughput=4.99MB/sec 2024-04-15T15:03:27.051 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-nff2wO9aVCmAQnH off=3829369 len=1237478 2024-04-15T15:03:27.058 INFO:tasks.workunit.client.0.smithi016.stdout:op 1921 completed, throughput=5MB/sec 2024-04-15T15:03:27.058 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-XjqpptV0eaa2BkV off=17317827 len=212262 2024-04-15T15:03:27.060 INFO:tasks.workunit.client.0.smithi016.stdout:op 1922 completed, throughput=5MB/sec 2024-04-15T15:03:27.060 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-bJsZSn1jZXA5Ox1 off=6326464 len=918698 2024-04-15T15:03:27.065 INFO:tasks.workunit.client.0.smithi016.stdout:op 1923 completed, throughput=5MB/sec 2024-04-15T15:03:27.065 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-L5dVoz1rZEjjYDx off=2797671 len=1960418 2024-04-15T15:03:27.070 INFO:tasks.workunit.client.0.smithi016.stdout:op 1924 completed, throughput=5MB/sec 2024-04-15T15:03:27.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:03:27 smithi102 ceph-mon[87131]: pgmap v1538: 105 pgs: 105 active+clean; 127 GiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 2.9 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2024-04-15T15:03:28.039 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:03:27 smithi016 ceph-mon[90652]: pgmap v1538: 105 pgs: 105 active+clean; 127 GiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 2.9 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2024-04-15T15:03:28.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:03:27 smithi016 ceph-mon[93212]: pgmap v1538: 105 pgs: 105 active+clean; 127 GiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 2.9 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2024-04-15T15:03:28.070 INFO:tasks.workunit.client.0.smithi016.stdout: 376: throughput=4.99MB/sec pending data=0 2024-04-15T15:03:28.070 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-jWvTXElJLSKaNbe off=8485243 len=2010279 2024-04-15T15:03:28.072 INFO:tasks.workunit.client.0.smithi016.stdout:op 1925 completed, throughput=5MB/sec 2024-04-15T15:03:28.072 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-ff7rt-XahKo44ng off=18581122 len=649600 2024-04-15T15:03:28.074 INFO:tasks.workunit.client.0.smithi016.stdout:op 1926 completed, throughput=5MB/sec 2024-04-15T15:03:28.074 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-BKEAqMzXbLNaoSQ off=5401071 len=472522 2024-04-15T15:03:28.078 INFO:tasks.workunit.client.0.smithi016.stdout:op 1927 completed, throughput=5MB/sec 2024-04-15T15:03:28.078 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-Ts2k-7qPXiJV60V off=17375057 len=125167 2024-04-15T15:03:28.078 INFO:tasks.workunit.client.0.smithi016.stdout:op 1928 completed, throughput=5MB/sec 2024-04-15T15:03:28.079 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-2F1ZZmkslzV3qPu off=938321 len=1656517 2024-04-15T15:03:28.080 INFO:tasks.workunit.client.0.smithi016.stdout:op 1929 completed, throughput=5MB/sec 2024-04-15T15:03:29.081 INFO:tasks.workunit.client.0.smithi016.stdout: 377: throughput=4.99MB/sec pending data=0 2024-04-15T15:03:29.081 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-1-7F93uUL-RW5gA off=823350 len=685193 2024-04-15T15:03:29.082 INFO:tasks.workunit.client.0.smithi016.stdout:op 1930 completed, throughput=4.99MB/sec 2024-04-15T15:03:29.082 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-AVJkxOh1wnXKuKw off=17704058 len=1558596 2024-04-15T15:03:29.085 INFO:tasks.workunit.client.0.smithi016.stdout:op 1931 completed, throughput=5MB/sec 2024-04-15T15:03:29.085 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-5y5VYvcoMhakaVQ off=8661961 len=1139176 2024-04-15T15:03:29.087 INFO:tasks.workunit.client.0.smithi016.stdout:op 1932 completed, throughput=5MB/sec 2024-04-15T15:03:29.087 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-MM1w42CQ4FwnfqU off=3436045 len=185600 2024-04-15T15:03:29.087 INFO:tasks.workunit.client.0.smithi016.stdout:op 1933 completed, throughput=5MB/sec 2024-04-15T15:03:29.087 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-_V4bapqkrauedZ9 off=7807532 len=507741 2024-04-15T15:03:29.091 INFO:tasks.workunit.client.0.smithi016.stdout:op 1934 completed, throughput=5MB/sec 2024-04-15T15:03:29.091 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-7q_SzYkoDbYydnM off=2886482 len=969981 2024-04-15T15:03:29.097 INFO:tasks.workunit.client.0.smithi016.stdout:op 1935 completed, throughput=5MB/sec 2024-04-15T15:03:29.938 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:03:29 smithi102 ceph-mon[87131]: pgmap v1539: 105 pgs: 105 active+clean; 127 GiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-15T15:03:30.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:03:29 smithi016 ceph-mon[90652]: pgmap v1539: 105 pgs: 105 active+clean; 127 GiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-15T15:03:30.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:03:29 smithi016 ceph-mon[93212]: pgmap v1539: 105 pgs: 105 active+clean; 127 GiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-15T15:03:30.097 INFO:tasks.workunit.client.0.smithi016.stdout: 378: throughput=4.99MB/sec pending data=0 2024-04-15T15:03:30.097 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-QM60f9POFBkAXNg off=9772298 len=852575 2024-04-15T15:03:30.103 INFO:tasks.workunit.client.0.smithi016.stdout:op 1936 completed, throughput=4.99MB/sec 2024-04-15T15:03:30.103 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-8LP1WFbiVqM6_1E off=10427368 len=173150 2024-04-15T15:03:30.103 INFO:tasks.workunit.client.0.smithi016.stdout:op 1937 completed, throughput=4.99MB/sec 2024-04-15T15:03:30.103 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-58Bu7BUZ7KJMhgb off=7433339 len=717935 2024-04-15T15:03:30.108 INFO:tasks.workunit.client.0.smithi016.stdout:op 1938 completed, throughput=4.99MB/sec 2024-04-15T15:03:30.109 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-LosK8TYza4zBkGb off=657862 len=1535819 2024-04-15T15:03:30.118 INFO:tasks.workunit.client.0.smithi016.stdout:op 1939 completed, throughput=5MB/sec 2024-04-15T15:03:30.118 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-pN7nXS7vzmpZNqO off=6851005 len=145053 2024-04-15T15:03:30.118 INFO:tasks.workunit.client.0.smithi016.stdout:op 1940 completed, throughput=5MB/sec 2024-04-15T15:03:30.118 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-LMtgsv5vHV9iPs5 off=4950699 len=1869746 2024-04-15T15:03:30.121 INFO:tasks.workunit.client.0.smithi016.stdout:op 1941 completed, throughput=5MB/sec 2024-04-15T15:03:31.122 INFO:tasks.workunit.client.0.smithi016.stdout: 379: throughput=4.99MB/sec pending data=0 2024-04-15T15:03:31.122 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-XmbQ0Sq-sU-TDzs off=882820 len=1992123 2024-04-15T15:03:31.123 INFO:tasks.workunit.client.0.smithi016.stdout:op 1942 completed, throughput=4.99MB/sec 2024-04-15T15:03:31.124 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-3EFaFVOZIKObeS8 off=14213170 len=310946 2024-04-15T15:03:31.124 INFO:tasks.workunit.client.0.smithi016.stdout:op 1943 completed, throughput=4.99MB/sec 2024-04-15T15:03:31.124 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-hOcwYX6N6YLcgf8 off=7895624 len=1934284 2024-04-15T15:03:31.135 INFO:tasks.workunit.client.0.smithi016.stdout:op 1944 completed, throughput=5MB/sec 2024-04-15T15:03:31.135 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj--_QWTh-jJmULVP4 off=4025515 len=969120 2024-04-15T15:03:31.137 INFO:tasks.workunit.client.0.smithi016.stdout:op 1945 completed, throughput=5MB/sec 2024-04-15T15:03:31.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:03:31 smithi102 ceph-mon[87131]: pgmap v1540: 105 pgs: 105 active+clean; 127 GiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-15T15:03:32.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:03:31 smithi016 ceph-mon[90652]: pgmap v1540: 105 pgs: 105 active+clean; 127 GiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-15T15:03:32.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:03:31 smithi016 ceph-mon[93212]: pgmap v1540: 105 pgs: 105 active+clean; 127 GiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-15T15:03:32.040 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 15 15:03:31 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-y[81421]: ::ffff:172.21.15.102 - - [15/Apr/2024:15:03:31] "GET /metrics HTTP/1.1" 200 33982 "" "Prometheus/2.43.0" 2024-04-15T15:03:32.138 INFO:tasks.workunit.client.0.smithi016.stdout: 380: throughput=4.99MB/sec pending data=0 2024-04-15T15:03:32.138 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-bqIXrdU35bN7Bz_ off=6810106 len=732026 2024-04-15T15:03:32.143 INFO:tasks.workunit.client.0.smithi016.stdout:op 1946 completed, throughput=4.99MB/sec 2024-04-15T15:03:32.143 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-ysr1_OagTLodzvo off=239376 len=1462438 2024-04-15T15:03:32.150 INFO:tasks.workunit.client.0.smithi016.stdout:op 1947 completed, throughput=4.99MB/sec 2024-04-15T15:03:32.150 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-pdayLc6dLc5M6yA off=1577254 len=836611 2024-04-15T15:03:32.151 INFO:tasks.workunit.client.0.smithi016.stdout:op 1948 completed, throughput=5MB/sec 2024-04-15T15:03:32.151 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-D-4Rt4GPquOn8Dl off=2978933 len=1100590 2024-04-15T15:03:32.157 INFO:tasks.workunit.client.0.smithi016.stdout:op 1949 completed, throughput=5MB/sec 2024-04-15T15:03:32.157 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-2xAy34Cd0t_H7-r off=7336717 len=1358334 2024-04-15T15:03:32.165 INFO:tasks.workunit.client.0.smithi016.stdout:op 1950 completed, throughput=5MB/sec 2024-04-15T15:03:32.687 INFO:journalctl@ceph.prometheus.a.smithi102.stdout:Apr 15 15:03:32 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-prometheus-a[120881]: ts=2024-04-15T15:03:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi016:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"362ea986-fb34-11ee-bc8f-c7b262605968\", instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T15:03:33.165 INFO:tasks.workunit.client.0.smithi016.stdout: 381: throughput=4.99MB/sec pending data=0 2024-04-15T15:03:33.166 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-nfqS1CAjc20lkwy off=18349694 len=86731 2024-04-15T15:03:33.168 INFO:tasks.workunit.client.0.smithi016.stdout:op 1951 completed, throughput=4.99MB/sec 2024-04-15T15:03:33.168 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-kCode5_90Si8EYi off=12034950 len=238928 2024-04-15T15:03:33.171 INFO:tasks.workunit.client.0.smithi016.stdout:op 1952 completed, throughput=4.99MB/sec 2024-04-15T15:03:33.171 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-sBODmHnrVxsKKKl off=12439902 len=1444936 2024-04-15T15:03:33.179 INFO:tasks.workunit.client.0.smithi016.stdout:op 1953 completed, throughput=4.99MB/sec 2024-04-15T15:03:33.179 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-CX6A7brW1gX_rb_ off=7277233 len=1979174 2024-04-15T15:03:33.181 INFO:tasks.workunit.client.0.smithi016.stdout:op 1954 completed, throughput=5MB/sec 2024-04-15T15:03:33.181 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-ubFgrYjdOvc-qo- off=17150380 len=2000933 2024-04-15T15:03:33.183 INFO:tasks.workunit.client.0.smithi016.stdout:op 1955 completed, throughput=5MB/sec 2024-04-15T15:03:33.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:03:33 smithi102 ceph-mon[87131]: pgmap v1541: 105 pgs: 105 active+clean; 127 GiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 3.7 MiB/s rd, 2.9 MiB/s wr, 6 op/s 2024-04-15T15:03:34.039 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:03:33 smithi016 ceph-mon[93212]: pgmap v1541: 105 pgs: 105 active+clean; 127 GiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 3.7 MiB/s rd, 2.9 MiB/s wr, 6 op/s 2024-04-15T15:03:34.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:03:33 smithi016 ceph-mon[90652]: pgmap v1541: 105 pgs: 105 active+clean; 127 GiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 3.7 MiB/s rd, 2.9 MiB/s wr, 6 op/s 2024-04-15T15:03:34.184 INFO:tasks.workunit.client.0.smithi016.stdout: 382: throughput=4.99MB/sec pending data=0 2024-04-15T15:03:34.184 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-VX0PLI1Ecqk_hWG off=1459987 len=1711873 2024-04-15T15:03:34.191 INFO:tasks.workunit.client.0.smithi016.stdout:op 1956 completed, throughput=4.99MB/sec 2024-04-15T15:03:34.192 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-uF1_w5R3tvyEGY3 off=3287315 len=1119729 2024-04-15T15:03:34.193 INFO:tasks.workunit.client.0.smithi016.stdout:op 1957 completed, throughput=5MB/sec 2024-04-15T15:03:34.193 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-maJfM4CFDvMN6Ti off=929780 len=694083 2024-04-15T15:03:34.197 INFO:tasks.workunit.client.0.smithi016.stdout:op 1958 completed, throughput=5MB/sec 2024-04-15T15:03:34.197 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-bILjiXrWYKwsrEN off=277328 len=208417 2024-04-15T15:03:34.201 INFO:tasks.workunit.client.0.smithi016.stdout:op 1959 completed, throughput=5MB/sec 2024-04-15T15:03:34.201 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-D2K3mKYNJZaz4X7 off=3179697 len=2024151 2024-04-15T15:03:34.202 INFO:tasks.workunit.client.0.smithi016.stdout:op 1960 completed, throughput=5MB/sec 2024-04-15T15:03:35.203 INFO:tasks.workunit.client.0.smithi016.stdout: 383: throughput=4.99MB/sec pending data=0 2024-04-15T15:03:35.203 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-i7Na2eOiiiyzn-o off=4867828 len=1898436 2024-04-15T15:03:35.216 INFO:tasks.workunit.client.0.smithi016.stdout:op 1961 completed, throughput=5MB/sec 2024-04-15T15:03:35.216 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-KByrTLhT0t9CpTh off=8520292 len=729316 2024-04-15T15:03:35.217 INFO:tasks.workunit.client.0.smithi016.stdout:op 1962 completed, throughput=5MB/sec 2024-04-15T15:03:35.217 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-XRB2DLNB3aZA9sg off=10964008 len=1393399 2024-04-15T15:03:35.223 INFO:tasks.workunit.client.0.smithi016.stdout:op 1963 completed, throughput=5MB/sec 2024-04-15T15:03:35.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:03:35 smithi102 ceph-mon[87131]: pgmap v1542: 105 pgs: 105 active+clean; 127 GiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 2.7 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-04-15T15:03:36.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:03:35 smithi016 ceph-mon[90652]: pgmap v1542: 105 pgs: 105 active+clean; 127 GiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 2.7 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-04-15T15:03:36.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:03:35 smithi016 ceph-mon[93212]: pgmap v1542: 105 pgs: 105 active+clean; 127 GiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 2.7 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-04-15T15:03:36.224 INFO:tasks.workunit.client.0.smithi016.stdout: 384: throughput=4.99MB/sec pending data=0 2024-04-15T15:03:36.224 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-obzFDZq9UCcu9n- off=365310 len=1553771 2024-04-15T15:03:36.226 INFO:tasks.workunit.client.0.smithi016.stdout:op 1964 completed, throughput=4.99MB/sec 2024-04-15T15:03:36.226 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-jHiF-G1ndSjtz72 off=2958048 len=284916 2024-04-15T15:03:36.229 INFO:tasks.workunit.client.0.smithi016.stdout:op 1965 completed, throughput=4.99MB/sec 2024-04-15T15:03:36.229 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-H1cby2iL3ax34hO off=3103283 len=4036 2024-04-15T15:03:36.229 INFO:tasks.workunit.client.0.smithi016.stdout:op 1966 completed, throughput=4.99MB/sec 2024-04-15T15:03:36.230 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-f5iWA8-BzCFxPkT off=19512714 len=1234333 2024-04-15T15:03:36.237 INFO:tasks.workunit.client.0.smithi016.stdout:op 1967 completed, throughput=4.99MB/sec 2024-04-15T15:03:36.238 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-bm1dW7Yn2wySRAE off=2047754 len=1527231 2024-04-15T15:03:36.239 INFO:tasks.workunit.client.0.smithi016.stdout:op 1968 completed, throughput=5MB/sec 2024-04-15T15:03:36.239 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-Gy3MSvYqTekq-1S off=299777 len=486547 2024-04-15T15:03:36.243 INFO:tasks.workunit.client.0.smithi016.stdout:op 1969 completed, throughput=5MB/sec 2024-04-15T15:03:36.243 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-cuASU0P9dopTox0 off=13986747 len=485616 2024-04-15T15:03:36.244 INFO:tasks.workunit.client.0.smithi016.stdout:op 1970 completed, throughput=5MB/sec 2024-04-15T15:03:37.245 INFO:tasks.workunit.client.0.smithi016.stdout: 385: throughput=4.99MB/sec pending data=0 2024-04-15T15:03:37.245 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-E0vbMWCL8s35ijq off=13513737 len=2045335 2024-04-15T15:03:37.247 INFO:tasks.workunit.client.0.smithi016.stdout:op 1971 completed, throughput=4.99MB/sec 2024-04-15T15:03:37.247 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-mzqxlZZVcWqhJJp off=11942072 len=1812750 2024-04-15T15:03:37.249 INFO:tasks.workunit.client.0.smithi016.stdout:op 1972 completed, throughput=5MB/sec 2024-04-15T15:03:37.249 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-zHGqMyRNl6AHPS5 off=179261 len=1638845 2024-04-15T15:03:37.251 INFO:tasks.workunit.client.0.smithi016.stdout:op 1973 completed, throughput=5MB/sec 2024-04-15T15:03:37.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:03:37 smithi102 ceph-mon[87131]: pgmap v1543: 105 pgs: 105 active+clean; 127 GiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 3.6 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-04-15T15:03:38.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:03:37 smithi016 ceph-mon[90652]: pgmap v1543: 105 pgs: 105 active+clean; 127 GiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 3.6 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-04-15T15:03:38.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:03:37 smithi016 ceph-mon[93212]: pgmap v1543: 105 pgs: 105 active+clean; 127 GiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 3.6 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-04-15T15:03:38.251 INFO:tasks.workunit.client.0.smithi016.stdout: 386: throughput=4.99MB/sec pending data=0 2024-04-15T15:03:38.251 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj--44meissdYNuUr_ off=18542565 len=1983490 2024-04-15T15:03:38.253 INFO:tasks.workunit.client.0.smithi016.stdout:op 1974 completed, throughput=4.99MB/sec 2024-04-15T15:03:38.254 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-kfqQHfbyQz8BfQZ off=4716389 len=72046 2024-04-15T15:03:38.254 INFO:tasks.workunit.client.0.smithi016.stdout:op 1975 completed, throughput=4.99MB/sec 2024-04-15T15:03:38.254 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-OrieASt47zGTQgx off=4002406 len=621765 2024-04-15T15:03:38.259 INFO:tasks.workunit.client.0.smithi016.stdout:op 1976 completed, throughput=5MB/sec 2024-04-15T15:03:38.259 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-3h7AHdnKZ1zUSUh off=6681391 len=1741112 2024-04-15T15:03:38.268 INFO:tasks.workunit.client.0.smithi016.stdout:op 1977 completed, throughput=5MB/sec 2024-04-15T15:03:38.268 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-qec59hhnEhy7KMb off=1019544 len=1529569 2024-04-15T15:03:38.275 INFO:tasks.workunit.client.0.smithi016.stdout:op 1978 completed, throughput=5MB/sec 2024-04-15T15:03:39.275 INFO:tasks.workunit.client.0.smithi016.stdout: 387: throughput=4.99MB/sec pending data=0 2024-04-15T15:03:39.275 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-imHZTnRpVK0J4sF off=545822 len=1608812 2024-04-15T15:03:39.285 INFO:tasks.workunit.client.0.smithi016.stdout:op 1979 completed, throughput=4.99MB/sec 2024-04-15T15:03:39.285 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-mkcavTVJx3tlj1h off=1805115 len=1264073 2024-04-15T15:03:39.286 INFO:tasks.workunit.client.0.smithi016.stdout:op 1980 completed, throughput=5MB/sec 2024-04-15T15:03:39.286 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-G2S-dnFwKPOLC0L off=997037 len=1707128 2024-04-15T15:03:39.288 INFO:tasks.workunit.client.0.smithi016.stdout:op 1981 completed, throughput=5MB/sec 2024-04-15T15:03:39.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:03:39 smithi102 ceph-mon[87131]: pgmap v1544: 105 pgs: 105 active+clean; 127 GiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-15T15:03:39.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:03:39 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T15:03:40.039 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:03:39 smithi016 ceph-mon[93212]: pgmap v1544: 105 pgs: 105 active+clean; 127 GiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-15T15:03:40.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:03:39 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T15:03:40.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:03:39 smithi016 ceph-mon[90652]: pgmap v1544: 105 pgs: 105 active+clean; 127 GiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-15T15:03:40.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:03:39 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T15:03:40.289 INFO:tasks.workunit.client.0.smithi016.stdout: 388: throughput=4.99MB/sec pending data=0 2024-04-15T15:03:40.289 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-B-mRluZOhIiXl0x off=11172296 len=590300 2024-04-15T15:03:40.293 INFO:tasks.workunit.client.0.smithi016.stdout:op 1982 completed, throughput=4.99MB/sec 2024-04-15T15:03:40.293 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-KmOQRhC6GxKPy7j off=4752387 len=661469 2024-04-15T15:03:40.294 INFO:tasks.workunit.client.0.smithi016.stdout:op 1983 completed, throughput=4.99MB/sec 2024-04-15T15:03:40.294 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-9p8hSvj8UItOqT- off=543187 len=967889 2024-04-15T15:03:40.299 INFO:tasks.workunit.client.0.smithi016.stdout:op 1984 completed, throughput=4.99MB/sec 2024-04-15T15:03:40.299 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-9HE03a1DeT1jQyL off=19315972 len=584832 2024-04-15T15:03:40.303 INFO:tasks.workunit.client.0.smithi016.stdout:op 1985 completed, throughput=4.99MB/sec 2024-04-15T15:03:40.304 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-1VSX78VJVpQtbDZ off=957060 len=473617 2024-04-15T15:03:40.305 INFO:tasks.workunit.client.0.smithi016.stdout:op 1986 completed, throughput=5MB/sec 2024-04-15T15:03:40.305 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj---cySCJ4xC1Bwrr off=2970949 len=699956 2024-04-15T15:03:40.309 INFO:tasks.workunit.client.0.smithi016.stdout:op 1987 completed, throughput=5MB/sec 2024-04-15T15:03:40.309 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-5rUTVC8rKOaTmxr off=8338 len=1776091 2024-04-15T15:03:40.311 INFO:tasks.workunit.client.0.smithi016.stdout:op 1988 completed, throughput=5MB/sec 2024-04-15T15:03:41.312 INFO:tasks.workunit.client.0.smithi016.stdout: 389: throughput=4.99MB/sec pending data=0 2024-04-15T15:03:41.312 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-0tVbKbJowEsbYlY off=6056608 len=1977831 2024-04-15T15:03:41.315 INFO:tasks.workunit.client.0.smithi016.stdout:op 1989 completed, throughput=4.99MB/sec 2024-04-15T15:03:41.315 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-jhV1cGuwqyfuUNX off=0 len=1737689 2024-04-15T15:03:41.321 INFO:tasks.workunit.client.0.smithi016.stdout:op 1990 completed, throughput=5MB/sec 2024-04-15T15:03:41.322 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-YDDmozhCezPl8EF off=2663088 len=874129 2024-04-15T15:03:41.327 INFO:tasks.workunit.client.0.smithi016.stdout:op 1991 completed, throughput=5MB/sec 2024-04-15T15:03:41.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:03:41 smithi102 ceph-mon[87131]: pgmap v1545: 105 pgs: 105 active+clean; 127 GiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 2.3 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-04-15T15:03:42.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:03:41 smithi016 ceph-mon[90652]: pgmap v1545: 105 pgs: 105 active+clean; 127 GiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 2.3 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-04-15T15:03:42.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:03:41 smithi016 ceph-mon[93212]: pgmap v1545: 105 pgs: 105 active+clean; 127 GiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 2.3 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-04-15T15:03:42.040 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 15 15:03:41 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-y[81421]: ::ffff:172.21.15.102 - - [15/Apr/2024:15:03:41] "GET /metrics HTTP/1.1" 200 33983 "" "Prometheus/2.43.0" 2024-04-15T15:03:42.327 INFO:tasks.workunit.client.0.smithi016.stdout: 390: throughput=4.99MB/sec pending data=0 2024-04-15T15:03:42.327 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-HYMyVuqj0y1Sjx9 off=6076428 len=1532490 2024-04-15T15:03:42.335 INFO:tasks.workunit.client.0.smithi016.stdout:op 1992 completed, throughput=4.99MB/sec 2024-04-15T15:03:42.335 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-mTeB58UhfLsfdQ2 off=293774 len=622824 2024-04-15T15:03:42.336 INFO:tasks.workunit.client.0.smithi016.stdout:op 1993 completed, throughput=4.99MB/sec 2024-04-15T15:03:42.336 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-epajfTbV7J8cDSg off=1682858 len=1414342 2024-04-15T15:03:42.337 INFO:tasks.workunit.client.0.smithi016.stdout:op 1994 completed, throughput=5MB/sec 2024-04-15T15:03:42.337 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-riH1jjq0CBzoYn_ off=226022 len=698916 2024-04-15T15:03:42.338 INFO:tasks.workunit.client.0.smithi016.stdout:op 1995 completed, throughput=5MB/sec 2024-04-15T15:03:42.339 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-EX0vsDiF5syBum8 off=5469146 len=1225279 2024-04-15T15:03:42.346 INFO:tasks.workunit.client.0.smithi016.stdout:op 1996 completed, throughput=5MB/sec 2024-04-15T15:03:42.687 INFO:journalctl@ceph.prometheus.a.smithi102.stdout:Apr 15 15:03:42 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-prometheus-a[120881]: ts=2024-04-15T15:03:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi016:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"362ea986-fb34-11ee-bc8f-c7b262605968\", instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T15:03:43.346 INFO:tasks.workunit.client.0.smithi016.stdout: 391: throughput=4.99MB/sec pending data=0 2024-04-15T15:03:43.347 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-pDC1K5UF_RBjry2 off=1534404 len=271416 2024-04-15T15:03:43.350 INFO:tasks.workunit.client.0.smithi016.stdout:op 1997 completed, throughput=4.99MB/sec 2024-04-15T15:03:43.350 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-mv41DOgIWRBuiFq off=11694181 len=218855 2024-04-15T15:03:43.353 INFO:tasks.workunit.client.0.smithi016.stdout:op 1998 completed, throughput=4.99MB/sec 2024-04-15T15:03:43.353 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-qzX7rlM6pymyDxh off=1040344 len=1002894 2024-04-15T15:03:43.354 INFO:tasks.workunit.client.0.smithi016.stdout:op 1999 completed, throughput=4.99MB/sec 2024-04-15T15:03:43.354 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-hxg-RTEB_tUVpa0 off=11160324 len=732684 2024-04-15T15:03:43.358 INFO:tasks.workunit.client.0.smithi016.stdout:op 2000 completed, throughput=4.99MB/sec 2024-04-15T15:03:43.358 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-1SrtbBUiLLzwjfO off=880987 len=1686171 2024-04-15T15:03:43.368 INFO:tasks.workunit.client.0.smithi016.stdout:op 2001 completed, throughput=5MB/sec 2024-04-15T15:03:43.368 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-qBDJ9Uq-ibbqRXB off=495823 len=1813687 2024-04-15T15:03:43.375 INFO:tasks.workunit.client.0.smithi016.stdout:op 2002 completed, throughput=5MB/sec 2024-04-15T15:03:43.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:03:43 smithi102 ceph-mon[87131]: pgmap v1546: 105 pgs: 105 active+clean; 127 GiB data, 6.7 GiB used, 708 GiB / 715 GiB avail; 3.6 MiB/s rd, 2.6 MiB/s wr, 6 op/s 2024-04-15T15:03:44.039 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:03:43 smithi016 ceph-mon[90652]: pgmap v1546: 105 pgs: 105 active+clean; 127 GiB data, 6.7 GiB used, 708 GiB / 715 GiB avail; 3.6 MiB/s rd, 2.6 MiB/s wr, 6 op/s 2024-04-15T15:03:44.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:03:43 smithi016 ceph-mon[93212]: pgmap v1546: 105 pgs: 105 active+clean; 127 GiB data, 6.7 GiB used, 708 GiB / 715 GiB avail; 3.6 MiB/s rd, 2.6 MiB/s wr, 6 op/s 2024-04-15T15:03:44.375 INFO:tasks.workunit.client.0.smithi016.stdout: 392: throughput=4.99MB/sec pending data=0 2024-04-15T15:03:44.376 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-Y95JBP7UnsXOzTG off=22600566 len=588851 2024-04-15T15:03:44.379 INFO:tasks.workunit.client.0.smithi016.stdout:op 2003 completed, throughput=4.99MB/sec 2024-04-15T15:03:44.379 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-bCg_1RhYLqqO5hi off=837965 len=183581 2024-04-15T15:03:44.380 INFO:tasks.workunit.client.0.smithi016.stdout:op 2004 completed, throughput=4.99MB/sec 2024-04-15T15:03:44.380 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-TzJb9U4igdwpO3u off=2424329 len=1537519 2024-04-15T15:03:44.386 INFO:tasks.workunit.client.0.smithi016.stdout:op 2005 completed, throughput=4.99MB/sec 2024-04-15T15:03:44.387 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-YuYlksV2Z0vsvHe off=1327355 len=1930015 2024-04-15T15:03:44.397 INFO:tasks.workunit.client.0.smithi016.stdout:op 2006 completed, throughput=5MB/sec 2024-04-15T15:03:44.397 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-MVNVPyWdkMfr-lo off=2577112 len=731169 2024-04-15T15:03:44.398 INFO:tasks.workunit.client.0.smithi016.stdout:op 2007 completed, throughput=5MB/sec 2024-04-15T15:03:45.398 INFO:tasks.workunit.client.0.smithi016.stdout: 393: throughput=4.99MB/sec pending data=0 2024-04-15T15:03:45.398 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-U_R3KzC1SaUikeZ off=738987 len=669467 2024-04-15T15:03:45.402 INFO:tasks.workunit.client.0.smithi016.stdout:op 2008 completed, throughput=4.99MB/sec 2024-04-15T15:03:45.402 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-i2FuENNWb_muIUJ off=11980852 len=281336 2024-04-15T15:03:45.406 INFO:tasks.workunit.client.0.smithi016.stdout:op 2009 completed, throughput=4.99MB/sec 2024-04-15T15:03:45.406 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-OlMmQcrecUXnXfW off=5090990 len=841113 2024-04-15T15:03:45.407 INFO:tasks.workunit.client.0.smithi016.stdout:op 2010 completed, throughput=4.99MB/sec 2024-04-15T15:03:45.407 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-5jfsPt9ZaP8aLN5 off=8289 len=146266 2024-04-15T15:03:45.408 INFO:tasks.workunit.client.0.smithi016.stdout:op 2011 completed, throughput=4.99MB/sec 2024-04-15T15:03:45.408 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-Wz9Db4yFxVJM5fD off=2945236 len=778226 2024-04-15T15:03:45.410 INFO:tasks.workunit.client.0.smithi016.stdout:op 2012 completed, throughput=4.99MB/sec 2024-04-15T15:03:45.410 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-bMjrtu2dXDry5rZ off=3352711 len=1683557 2024-04-15T15:03:45.412 INFO:tasks.workunit.client.0.smithi016.stdout:op 2013 completed, throughput=5MB/sec 2024-04-15T15:03:45.412 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-m_cd5DqrpSkQH9n off=3256679 len=622314 2024-04-15T15:03:45.415 INFO:tasks.workunit.client.0.smithi016.stdout:op 2014 completed, throughput=5MB/sec 2024-04-15T15:03:45.415 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-qdkJD32h2aV1C0j off=13444987 len=918964 2024-04-15T15:03:45.416 INFO:tasks.workunit.client.0.smithi016.stdout:op 2015 completed, throughput=5MB/sec 2024-04-15T15:03:45.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:03:45 smithi102 ceph-mon[87131]: pgmap v1547: 105 pgs: 105 active+clean; 127 GiB data, 6.7 GiB used, 708 GiB / 715 GiB avail; 2.2 MiB/s rd, 1.8 MiB/s wr, 3 op/s 2024-04-15T15:03:46.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:03:45 smithi016 ceph-mon[90652]: pgmap v1547: 105 pgs: 105 active+clean; 127 GiB data, 6.7 GiB used, 708 GiB / 715 GiB avail; 2.2 MiB/s rd, 1.8 MiB/s wr, 3 op/s 2024-04-15T15:03:46.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:03:45 smithi016 ceph-mon[93212]: pgmap v1547: 105 pgs: 105 active+clean; 127 GiB data, 6.7 GiB used, 708 GiB / 715 GiB avail; 2.2 MiB/s rd, 1.8 MiB/s wr, 3 op/s 2024-04-15T15:03:46.416 INFO:tasks.workunit.client.0.smithi016.stdout: 394: throughput=4.99MB/sec pending data=0 2024-04-15T15:03:46.416 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-ANp_c2ukfdyfMJl off=13551794 len=1299302 2024-04-15T15:03:46.418 INFO:tasks.workunit.client.0.smithi016.stdout:op 2016 completed, throughput=4.99MB/sec 2024-04-15T15:03:46.418 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-N-ReMvhi22R-ej1 off=19462513 len=1854961 2024-04-15T15:03:46.426 INFO:tasks.workunit.client.0.smithi016.stdout:op 2017 completed, throughput=5MB/sec 2024-04-15T15:03:46.426 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-tcUz5KWWmHZuSl9 off=12609202 len=855328 2024-04-15T15:03:46.427 INFO:tasks.workunit.client.0.smithi016.stdout:op 2018 completed, throughput=5MB/sec 2024-04-15T15:03:46.427 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-0LVlWUKBzvVgRjZ off=17655379 len=675413 2024-04-15T15:03:46.431 INFO:tasks.workunit.client.0.smithi016.stdout:op 2019 completed, throughput=5MB/sec 2024-04-15T15:03:47.432 INFO:tasks.workunit.client.0.smithi016.stdout: 395: throughput=4.99MB/sec pending data=0 2024-04-15T15:03:47.432 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-7agrJ7euyrfzA5m off=7529363 len=1770103 2024-04-15T15:03:47.434 INFO:tasks.workunit.client.0.smithi016.stdout:op 2020 completed, throughput=4.99MB/sec 2024-04-15T15:03:47.434 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-AgvVV9KRCzQTMyC off=9007956 len=845246 2024-04-15T15:03:47.438 INFO:tasks.workunit.client.0.smithi016.stdout:op 2021 completed, throughput=4.99MB/sec 2024-04-15T15:03:47.438 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-xWJf7Cut-LxMijG off=9683760 len=725222 2024-04-15T15:03:47.439 INFO:tasks.workunit.client.0.smithi016.stdout:op 2022 completed, throughput=5MB/sec 2024-04-15T15:03:47.439 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-FyxkLlbnBEErHFx off=15054142 len=1047759 2024-04-15T15:03:47.445 INFO:tasks.workunit.client.0.smithi016.stdout:op 2023 completed, throughput=5MB/sec 2024-04-15T15:03:47.445 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-F2U_coWyabPoL2l off=13574425 len=22197 2024-04-15T15:03:47.447 INFO:tasks.workunit.client.0.smithi016.stdout:op 2024 completed, throughput=5MB/sec 2024-04-15T15:03:47.447 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-4h_Wokp2ME6O8w0 off=2880088 len=51302 2024-04-15T15:03:47.449 INFO:tasks.workunit.client.0.smithi016.stdout:op 2025 completed, throughput=5MB/sec 2024-04-15T15:03:47.449 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-27N20YRcwmmnxQk off=7586750 len=1700951 2024-04-15T15:03:47.459 INFO:tasks.workunit.client.0.smithi016.stdout:op 2026 completed, throughput=5MB/sec 2024-04-15T15:03:47.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:03:47 smithi102 ceph-mon[87131]: pgmap v1548: 105 pgs: 105 active+clean; 127 GiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 3.0 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-04-15T15:03:48.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:03:47 smithi016 ceph-mon[90652]: pgmap v1548: 105 pgs: 105 active+clean; 127 GiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 3.0 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-04-15T15:03:48.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:03:47 smithi016 ceph-mon[93212]: pgmap v1548: 105 pgs: 105 active+clean; 127 GiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 3.0 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-04-15T15:03:48.459 INFO:tasks.workunit.client.0.smithi016.stdout: 396: throughput=4.99MB/sec pending data=0 2024-04-15T15:03:48.459 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-B77dmYW4UsW-KF6 off=4058739 len=994407 2024-04-15T15:03:48.462 INFO:tasks.workunit.client.0.smithi016.stdout:op 2027 completed, throughput=4.99MB/sec 2024-04-15T15:03:48.462 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-IK32QgfFCZlNH5X off=2690756 len=444645 2024-04-15T15:03:48.465 INFO:tasks.workunit.client.0.smithi016.stdout:op 2028 completed, throughput=4.99MB/sec 2024-04-15T15:03:48.465 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-qnZ-HPnyDPuyse- off=412315 len=856763 2024-04-15T15:03:48.471 INFO:tasks.workunit.client.0.smithi016.stdout:op 2029 completed, throughput=5MB/sec 2024-04-15T15:03:48.471 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-KdUgWcCr9QoVqd- off=1356717 len=1842694 2024-04-15T15:03:48.473 INFO:tasks.workunit.client.0.smithi016.stdout:op 2030 completed, throughput=5MB/sec 2024-04-15T15:03:48.473 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-YQjzpxL6XrZGxRC off=5441118 len=879298 2024-04-15T15:03:48.477 INFO:tasks.workunit.client.0.smithi016.stdout:op 2031 completed, throughput=5MB/sec 2024-04-15T15:03:49.478 INFO:tasks.workunit.client.0.smithi016.stdout: 397: throughput=4.99MB/sec pending data=0 2024-04-15T15:03:49.478 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-Y0PiAC3UAG3s3hm off=8087602 len=2096595 2024-04-15T15:03:49.480 INFO:tasks.workunit.client.0.smithi016.stdout:op 2032 completed, throughput=4.99MB/sec 2024-04-15T15:03:49.480 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-mfWPQ6b-dRHBtRO off=1945749 len=732758 2024-04-15T15:03:49.485 INFO:tasks.workunit.client.0.smithi016.stdout:op 2033 completed, throughput=5MB/sec 2024-04-15T15:03:49.485 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-ak4KtclVoXD3nm7 off=6035895 len=1725743 2024-04-15T15:03:49.492 INFO:tasks.workunit.client.0.smithi016.stdout:op 2034 completed, throughput=5MB/sec 2024-04-15T15:03:49.492 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-crkMik5tDlj72pP off=11192565 len=2015813 2024-04-15T15:03:49.500 INFO:tasks.workunit.client.0.smithi016.stdout:op 2035 completed, throughput=5MB/sec 2024-04-15T15:03:49.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:03:49 smithi102 ceph-mon[87131]: pgmap v1549: 105 pgs: 105 active+clean; 127 GiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-15T15:03:50.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:03:49 smithi016 ceph-mon[90652]: pgmap v1549: 105 pgs: 105 active+clean; 127 GiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-15T15:03:50.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:03:49 smithi016 ceph-mon[93212]: pgmap v1549: 105 pgs: 105 active+clean; 127 GiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-15T15:03:50.500 INFO:tasks.workunit.client.0.smithi016.stdout: 398: throughput=4.99MB/sec pending data=0 2024-04-15T15:03:50.501 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-yMGu5tA98pTa4rw off=2034386 len=911901 2024-04-15T15:03:50.506 INFO:tasks.workunit.client.0.smithi016.stdout:op 2036 completed, throughput=4.99MB/sec 2024-04-15T15:03:50.506 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-fmfYEmoh8bg6PFy off=709670 len=602977 2024-04-15T15:03:50.510 INFO:tasks.workunit.client.0.smithi016.stdout:op 2037 completed, throughput=5MB/sec 2024-04-15T15:03:50.510 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-adMm-_d-FaBoYtw off=8874345 len=700960 2024-04-15T15:03:50.512 INFO:tasks.workunit.client.0.smithi016.stdout:op 2038 completed, throughput=5MB/sec 2024-04-15T15:03:50.512 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-MnHHM2z1_iNgiw7 off=10635123 len=1345619 2024-04-15T15:03:50.518 INFO:tasks.workunit.client.0.smithi016.stdout:op 2039 completed, throughput=5MB/sec 2024-04-15T15:03:51.518 INFO:tasks.workunit.client.0.smithi016.stdout: 399: throughput=4.99MB/sec pending data=0 2024-04-15T15:03:51.519 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj--XWWssJBrk594yt off=4307574 len=1761432 2024-04-15T15:03:51.528 INFO:tasks.workunit.client.0.smithi016.stdout:op 2040 completed, throughput=4.99MB/sec 2024-04-15T15:03:51.528 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-atQ4Qvo1GkTOiXE off=1056792 len=1044681 2024-04-15T15:03:51.530 INFO:tasks.workunit.client.0.smithi016.stdout:op 2041 completed, throughput=4.99MB/sec 2024-04-15T15:03:51.530 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-D0y0ivxEBcpz4Tl off=12235544 len=409766 2024-04-15T15:03:51.534 INFO:tasks.workunit.client.0.smithi016.stdout:op 2042 completed, throughput=5MB/sec 2024-04-15T15:03:51.534 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-7hvIXxsL1hTd6Qv off=133098 len=1064886 2024-04-15T15:03:51.539 INFO:tasks.workunit.client.0.smithi016.stdout:op 2043 completed, throughput=5MB/sec 2024-04-15T15:03:51.539 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-wb2hL-G0fKCakp0 off=2728078 len=1451347 2024-04-15T15:03:51.546 INFO:tasks.workunit.client.0.smithi016.stdout:op 2044 completed, throughput=5MB/sec 2024-04-15T15:03:51.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:03:51 smithi102 ceph-mon[87131]: pgmap v1550: 105 pgs: 105 active+clean; 127 GiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-15T15:03:52.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:03:51 smithi016 ceph-mon[90652]: pgmap v1550: 105 pgs: 105 active+clean; 127 GiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-15T15:03:52.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:03:51 smithi016 ceph-mon[93212]: pgmap v1550: 105 pgs: 105 active+clean; 127 GiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-15T15:03:52.040 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 15 15:03:51 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-y[81421]: ::ffff:172.21.15.102 - - [15/Apr/2024:15:03:51] "GET /metrics HTTP/1.1" 200 33983 "" "Prometheus/2.43.0" 2024-04-15T15:03:52.546 INFO:tasks.workunit.client.0.smithi016.stdout: 400: throughput=4.99MB/sec pending data=0 2024-04-15T15:03:52.546 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-OhMkGQefLTLe9gz off=4071594 len=2082042 2024-04-15T15:03:52.550 INFO:tasks.workunit.client.0.smithi016.stdout:op 2045 completed, throughput=4.99MB/sec 2024-04-15T15:03:52.550 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-VDQEvhrs_k1SvCh off=16005775 len=110316 2024-04-15T15:03:52.551 INFO:tasks.workunit.client.0.smithi016.stdout:op 2046 completed, throughput=4.99MB/sec 2024-04-15T15:03:52.551 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-AwsVl5_w1HJGMWj off=7595212 len=738421 2024-04-15T15:03:52.556 INFO:tasks.workunit.client.0.smithi016.stdout:op 2047 completed, throughput=5MB/sec 2024-04-15T15:03:52.556 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-0gHC60jFDYd9FuJ off=583880 len=499770 2024-04-15T15:03:52.557 INFO:tasks.workunit.client.0.smithi016.stdout:op 2048 completed, throughput=5MB/sec 2024-04-15T15:03:52.558 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-RwrqPrRGsrrPmmG off=0 len=1251736 2024-04-15T15:03:52.559 INFO:tasks.workunit.client.0.smithi016.stdout:op 2049 completed, throughput=5MB/sec 2024-04-15T15:03:52.559 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-SoZNoCVQVMtyOEF off=10845924 len=2007284 2024-04-15T15:03:52.571 INFO:tasks.workunit.client.0.smithi016.stdout:op 2050 completed, throughput=5MB/sec 2024-04-15T15:03:52.687 INFO:journalctl@ceph.prometheus.a.smithi102.stdout:Apr 15 15:03:52 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-prometheus-a[120881]: ts=2024-04-15T15:03:52.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi016:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"362ea986-fb34-11ee-bc8f-c7b262605968\", instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T15:03:53.571 INFO:tasks.workunit.client.0.smithi016.stdout: 401: throughput=4.99MB/sec pending data=0 2024-04-15T15:03:53.571 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-_C6TjrGwl4hgVLY off=13930938 len=1299925 2024-04-15T15:03:53.579 INFO:tasks.workunit.client.0.smithi016.stdout:op 2051 completed, throughput=4.99MB/sec 2024-04-15T15:03:53.579 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-cMk2hsoPy1YYL0K off=3250833 len=1086369 2024-04-15T15:03:53.584 INFO:tasks.workunit.client.0.smithi016.stdout:op 2052 completed, throughput=5MB/sec 2024-04-15T15:03:53.584 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-0CrdsXpwe1_bNCH off=8881635 len=228951 2024-04-15T15:03:53.587 INFO:tasks.workunit.client.0.smithi016.stdout:op 2053 completed, throughput=5MB/sec 2024-04-15T15:03:53.587 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-58ySu6p3_UoM97F off=4731850 len=1876353 2024-04-15T15:03:53.588 INFO:tasks.workunit.client.0.smithi016.stdout:op 2054 completed, throughput=5MB/sec 2024-04-15T15:03:53.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:03:53 smithi102 ceph-mon[87131]: pgmap v1551: 105 pgs: 105 active+clean; 127 GiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 3.0 MiB/s rd, 3.3 MiB/s wr, 6 op/s 2024-04-15T15:03:54.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:03:53 smithi016 ceph-mon[90652]: pgmap v1551: 105 pgs: 105 active+clean; 127 GiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 3.0 MiB/s rd, 3.3 MiB/s wr, 6 op/s 2024-04-15T15:03:54.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:03:53 smithi016 ceph-mon[93212]: pgmap v1551: 105 pgs: 105 active+clean; 127 GiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 3.0 MiB/s rd, 3.3 MiB/s wr, 6 op/s 2024-04-15T15:03:54.588 INFO:tasks.workunit.client.0.smithi016.stdout: 402: throughput=4.99MB/sec pending data=0 2024-04-15T15:03:54.589 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-OA19by4st8xxLPP off=15525331 len=1387650 2024-04-15T15:03:54.591 INFO:tasks.workunit.client.0.smithi016.stdout:op 2055 completed, throughput=4.99MB/sec 2024-04-15T15:03:54.591 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-ZU1ExbAavruGe3C off=29108 len=705399 2024-04-15T15:03:54.593 INFO:tasks.workunit.client.0.smithi016.stdout:op 2056 completed, throughput=4.99MB/sec 2024-04-15T15:03:54.593 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-kGtcblJ04OQv9U9 off=15698699 len=973274 2024-04-15T15:03:54.598 INFO:tasks.workunit.client.0.smithi016.stdout:op 2057 completed, throughput=5MB/sec 2024-04-15T15:03:54.598 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-B-BSCaE-7WExkBK off=10801290 len=1740890 2024-04-15T15:03:54.600 INFO:tasks.workunit.client.0.smithi016.stdout:op 2058 completed, throughput=5MB/sec 2024-04-15T15:03:54.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:03:54 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T15:03:55.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:03:54 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T15:03:55.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:03:54 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T15:03:55.601 INFO:tasks.workunit.client.0.smithi016.stdout: 403: throughput=4.99MB/sec pending data=0 2024-04-15T15:03:55.601 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-RPNDZHFXjkuwHnr off=9848526 len=1304140 2024-04-15T15:03:55.610 INFO:tasks.workunit.client.0.smithi016.stdout:op 2059 completed, throughput=4.99MB/sec 2024-04-15T15:03:55.610 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-8bkxbKymVKrT_oe off=787815 len=1832411 2024-04-15T15:03:55.612 INFO:tasks.workunit.client.0.smithi016.stdout:op 2060 completed, throughput=5MB/sec 2024-04-15T15:03:55.612 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-33R565BkQ4PD_Cf off=3226481 len=609364 2024-04-15T15:03:55.613 INFO:tasks.workunit.client.0.smithi016.stdout:op 2061 completed, throughput=5MB/sec 2024-04-15T15:03:55.613 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-UoJKoqcbjn6kVwZ off=727669 len=996288 2024-04-15T15:03:55.618 INFO:tasks.workunit.client.0.smithi016.stdout:op 2062 completed, throughput=5MB/sec 2024-04-15T15:03:55.618 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-12PIN5xp3lyo4wI off=2485187 len=1465441 2024-04-15T15:03:55.626 INFO:tasks.workunit.client.0.smithi016.stdout:op 2063 completed, throughput=5MB/sec 2024-04-15T15:03:55.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:03:55 smithi102 ceph-mon[87131]: pgmap v1552: 105 pgs: 105 active+clean; 127 GiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-15T15:03:55.941 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:03:55 smithi016 ceph-mon[93212]: pgmap v1552: 105 pgs: 105 active+clean; 127 GiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-15T15:03:55.941 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:03:55 smithi016 ceph-mon[90652]: pgmap v1552: 105 pgs: 105 active+clean; 127 GiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-15T15:03:56.626 INFO:tasks.workunit.client.0.smithi016.stdout: 404: throughput=4.99MB/sec pending data=0 2024-04-15T15:03:56.626 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-cwG3rfYZmSIjdlH off=4070157 len=1212860 2024-04-15T15:03:56.632 INFO:tasks.workunit.client.0.smithi016.stdout:op 2064 completed, throughput=4.99MB/sec 2024-04-15T15:03:56.632 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-AMu8Cl_ZdmnHhHB off=4139856 len=2066631 2024-04-15T15:03:56.634 INFO:tasks.workunit.client.0.smithi016.stdout:op 2065 completed, throughput=5MB/sec 2024-04-15T15:03:56.634 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-7vNRLHpVZatHTCe off=842079 len=1162969 2024-04-15T15:03:56.640 INFO:tasks.workunit.client.0.smithi016.stdout:op 2066 completed, throughput=5MB/sec 2024-04-15T15:03:57.640 INFO:tasks.workunit.client.0.smithi016.stdout: 405: throughput=4.99MB/sec pending data=0 2024-04-15T15:03:57.640 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-T1jG0J4IsHsdld7 off=1913244 len=366011 2024-04-15T15:03:57.643 INFO:tasks.workunit.client.0.smithi016.stdout:op 2067 completed, throughput=4.99MB/sec 2024-04-15T15:03:57.644 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-hLT5L8c42ITLNf2 off=318598 len=1230977 2024-04-15T15:03:57.649 INFO:tasks.workunit.client.0.smithi016.stdout:op 2068 completed, throughput=4.99MB/sec 2024-04-15T15:03:57.649 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-1k0ZaSzP0lMk5lc off=7317606 len=834294 2024-04-15T15:03:57.650 INFO:tasks.workunit.client.0.smithi016.stdout:op 2069 completed, throughput=4.99MB/sec 2024-04-15T15:03:57.650 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-nWFJ82PsUMNW8d7 off=23095900 len=1630372 2024-04-15T15:03:57.653 INFO:tasks.workunit.client.0.smithi016.stdout:op 2070 completed, throughput=5MB/sec 2024-04-15T15:03:57.653 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-x4dH3gdvPBrgp-N off=2169349 len=1151524 2024-04-15T15:03:57.660 INFO:tasks.workunit.client.0.smithi016.stdout:op 2071 completed, throughput=5MB/sec 2024-04-15T15:03:57.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:03:57 smithi102 ceph-mon[87131]: pgmap v1553: 105 pgs: 105 active+clean; 127 GiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-04-15T15:03:58.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:03:57 smithi016 ceph-mon[90652]: pgmap v1553: 105 pgs: 105 active+clean; 127 GiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-04-15T15:03:58.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:03:57 smithi016 ceph-mon[93212]: pgmap v1553: 105 pgs: 105 active+clean; 127 GiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-04-15T15:03:58.660 INFO:tasks.workunit.client.0.smithi016.stdout: 406: throughput=4.99MB/sec pending data=0 2024-04-15T15:03:58.661 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-MsYfzb04wMQ3yFM off=3615243 len=10072 2024-04-15T15:03:58.663 INFO:tasks.workunit.client.0.smithi016.stdout:op 2072 completed, throughput=4.99MB/sec 2024-04-15T15:03:58.663 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-v95PNlgqU8pg-1k off=12399284 len=903621 2024-04-15T15:03:58.664 INFO:tasks.workunit.client.0.smithi016.stdout:op 2073 completed, throughput=4.99MB/sec 2024-04-15T15:03:58.664 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-Y67_4zcgLfeGivt off=3645224 len=330957 2024-04-15T15:03:58.667 INFO:tasks.workunit.client.0.smithi016.stdout:op 2074 completed, throughput=4.99MB/sec 2024-04-15T15:03:58.667 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-0iv-8gLOYgT4pMG off=5854674 len=1155027 2024-04-15T15:03:58.669 INFO:tasks.workunit.client.0.smithi016.stdout:op 2075 completed, throughput=4.99MB/sec 2024-04-15T15:03:58.669 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-43mgMAOgj5_oI06 off=9868751 len=1291670 2024-04-15T15:03:58.676 INFO:tasks.workunit.client.0.smithi016.stdout:op 2076 completed, throughput=5MB/sec 2024-04-15T15:03:58.676 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-hU4px4-soX6XqU2 off=12734738 len=1732155 2024-04-15T15:03:58.678 INFO:tasks.workunit.client.0.smithi016.stdout:op 2077 completed, throughput=5MB/sec 2024-04-15T15:03:59.679 INFO:tasks.workunit.client.0.smithi016.stdout: 407: throughput=4.99MB/sec pending data=0 2024-04-15T15:03:59.679 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-BtJiSHsiy9XdngJ off=9705826 len=263647 2024-04-15T15:03:59.681 INFO:tasks.workunit.client.0.smithi016.stdout:op 2078 completed, throughput=4.99MB/sec 2024-04-15T15:03:59.681 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj---cySCJ4xC1Bwrr off=5896917 len=1660173 2024-04-15T15:03:59.691 INFO:tasks.workunit.client.0.smithi016.stdout:op 2079 completed, throughput=4.99MB/sec 2024-04-15T15:03:59.691 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-PFxvtKB4x6dJxVP off=8892041 len=126606 2024-04-15T15:03:59.692 INFO:tasks.workunit.client.0.smithi016.stdout:op 2080 completed, throughput=4.99MB/sec 2024-04-15T15:03:59.692 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-Mf7fK3FtyBf7x5x off=4671890 len=170018 2024-04-15T15:03:59.692 INFO:tasks.workunit.client.0.smithi016.stdout:op 2081 completed, throughput=4.99MB/sec 2024-04-15T15:03:59.692 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-wUcGCQIhP_7gqzU off=12584770 len=1879757 2024-04-15T15:03:59.694 INFO:tasks.workunit.client.0.smithi016.stdout:op 2082 completed, throughput=5MB/sec 2024-04-15T15:03:59.694 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-EhD-X4MSSO_Qm3- off=22106697 len=1885302 2024-04-15T15:03:59.701 INFO:tasks.workunit.client.0.smithi016.stdout:op 2083 completed, throughput=5MB/sec 2024-04-15T15:03:59.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:03:59 smithi102 ceph-mon[87131]: pgmap v1554: 105 pgs: 105 active+clean; 127 GiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.2 MiB/s wr, 3 op/s 2024-04-15T15:04:00.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:03:59 smithi016 ceph-mon[90652]: pgmap v1554: 105 pgs: 105 active+clean; 127 GiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.2 MiB/s wr, 3 op/s 2024-04-15T15:04:00.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:03:59 smithi016 ceph-mon[93212]: pgmap v1554: 105 pgs: 105 active+clean; 127 GiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.2 MiB/s wr, 3 op/s 2024-04-15T15:04:00.702 INFO:tasks.workunit.client.0.smithi016.stdout: 408: throughput=4.99MB/sec pending data=0 2024-04-15T15:04:00.702 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-luEXLllI-WI1dGj off=14756214 len=1000965 2024-04-15T15:04:00.703 INFO:tasks.workunit.client.0.smithi016.stdout:op 2084 completed, throughput=4.99MB/sec 2024-04-15T15:04:00.703 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj--xYREeVHr1t6PcX off=20553133 len=663707 2024-04-15T15:04:00.708 INFO:tasks.workunit.client.0.smithi016.stdout:op 2085 completed, throughput=4.99MB/sec 2024-04-15T15:04:00.708 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-cbUGNhH8F34IDRa off=539941 len=836684 2024-04-15T15:04:00.709 INFO:tasks.workunit.client.0.smithi016.stdout:op 2086 completed, throughput=5MB/sec 2024-04-15T15:04:00.709 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-IYCpoJ-wBsy65dG off=2649147 len=449625 2024-04-15T15:04:00.713 INFO:tasks.workunit.client.0.smithi016.stdout:op 2087 completed, throughput=5MB/sec 2024-04-15T15:04:00.713 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-r44UOPkkqTSovg5 off=9221732 len=1490364 2024-04-15T15:04:00.714 INFO:tasks.workunit.client.0.smithi016.stdout:op 2088 completed, throughput=5MB/sec 2024-04-15T15:04:01.715 INFO:tasks.workunit.client.0.smithi016.stdout: 409: throughput=4.99MB/sec pending data=0 2024-04-15T15:04:01.715 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-RRIZvp1LZskW21o off=17953661 len=1564089 2024-04-15T15:04:01.717 INFO:tasks.workunit.client.0.smithi016.stdout:op 2089 completed, throughput=4.99MB/sec 2024-04-15T15:04:01.717 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-ms-YhRh7EV2bWrM off=18555319 len=865463 2024-04-15T15:04:01.718 INFO:tasks.workunit.client.0.smithi016.stdout:op 2090 completed, throughput=4.99MB/sec 2024-04-15T15:04:01.718 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-HadPtTbYMhyFZ7h off=15917951 len=1801075 2024-04-15T15:04:01.720 INFO:tasks.workunit.client.0.smithi016.stdout:op 2091 completed, throughput=5MB/sec 2024-04-15T15:04:01.720 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-yxPM1ft3qiRx_yE off=3641713 len=1498101 2024-04-15T15:04:01.729 INFO:tasks.workunit.client.0.smithi016.stdout:op 2092 completed, throughput=5MB/sec 2024-04-15T15:04:01.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:04:01 smithi102 ceph-mon[87131]: pgmap v1555: 105 pgs: 105 active+clean; 127 GiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.2 MiB/s wr, 3 op/s 2024-04-15T15:04:02.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:04:01 smithi016 ceph-mon[90652]: pgmap v1555: 105 pgs: 105 active+clean; 127 GiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.2 MiB/s wr, 3 op/s 2024-04-15T15:04:02.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:04:01 smithi016 ceph-mon[93212]: pgmap v1555: 105 pgs: 105 active+clean; 127 GiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.2 MiB/s wr, 3 op/s 2024-04-15T15:04:02.040 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 15 15:04:01 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-y[81421]: ::ffff:172.21.15.102 - - [15/Apr/2024:15:04:01] "GET /metrics HTTP/1.1" 200 33983 "" "Prometheus/2.43.0" 2024-04-15T15:04:02.687 INFO:journalctl@ceph.prometheus.a.smithi102.stdout:Apr 15 15:04:02 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-prometheus-a[120881]: ts=2024-04-15T15:04:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi016:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"362ea986-fb34-11ee-bc8f-c7b262605968\", instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T15:04:02.730 INFO:tasks.workunit.client.0.smithi016.stdout: 410: throughput=4.99MB/sec pending data=0 2024-04-15T15:04:02.730 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-jRvYfo_itNq3r9a off=6905915 len=1562185 2024-04-15T15:04:02.738 INFO:tasks.workunit.client.0.smithi016.stdout:op 2093 completed, throughput=4.99MB/sec 2024-04-15T15:04:02.738 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-a80Gc3lE3CcflnM off=12203350 len=1143215 2024-04-15T15:04:02.740 INFO:tasks.workunit.client.0.smithi016.stdout:op 2094 completed, throughput=5MB/sec 2024-04-15T15:04:02.741 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-sZUQyvJH8gkLVFX off=1967516 len=1219886 2024-04-15T15:04:02.742 INFO:tasks.workunit.client.0.smithi016.stdout:op 2095 completed, throughput=5MB/sec 2024-04-15T15:04:02.742 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-oeJkyMM6r6N7Nc_ off=8933881 len=960377 2024-04-15T15:04:02.744 INFO:tasks.workunit.client.0.smithi016.stdout:op 2096 completed, throughput=5MB/sec 2024-04-15T15:04:02.744 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-1WXF1f6qqmDc1Vv off=4019876 len=580576 2024-04-15T15:04:02.748 INFO:tasks.workunit.client.0.smithi016.stdout:op 2097 completed, throughput=5MB/sec 2024-04-15T15:04:03.748 INFO:tasks.workunit.client.0.smithi016.stdout: 411: throughput=4.99MB/sec pending data=0 2024-04-15T15:04:03.749 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-2BEt8S9R1tKpEyD off=48020 len=501012 2024-04-15T15:04:03.752 INFO:tasks.workunit.client.0.smithi016.stdout:op 2098 completed, throughput=4.99MB/sec 2024-04-15T15:04:03.752 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-w_WvXgjMxWX3NGG off=7089091 len=931680 2024-04-15T15:04:03.757 INFO:tasks.workunit.client.0.smithi016.stdout:op 2099 completed, throughput=4.99MB/sec 2024-04-15T15:04:03.758 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-fQqw1OeBecTrwi6 off=7665785 len=1762468 2024-04-15T15:04:03.760 INFO:tasks.workunit.client.0.smithi016.stdout:op 2100 completed, throughput=5MB/sec 2024-04-15T15:04:03.760 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-JsiDmq2LU_fEeFw off=446567 len=1440478 2024-04-15T15:04:03.767 INFO:tasks.workunit.client.0.smithi016.stdout:op 2101 completed, throughput=5MB/sec 2024-04-15T15:04:03.767 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-PIg8DXmkVyN-uq4 off=3550464 len=1205533 2024-04-15T15:04:03.772 INFO:tasks.workunit.client.0.smithi016.stdout:op 2102 completed, throughput=5MB/sec 2024-04-15T15:04:03.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:04:03 smithi102 ceph-mon[87131]: pgmap v1556: 105 pgs: 105 active+clean; 127 GiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.3 MiB/s wr, 5 op/s 2024-04-15T15:04:04.039 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:04:03 smithi016 ceph-mon[90652]: pgmap v1556: 105 pgs: 105 active+clean; 127 GiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.3 MiB/s wr, 5 op/s 2024-04-15T15:04:04.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:04:03 smithi016 ceph-mon[93212]: pgmap v1556: 105 pgs: 105 active+clean; 127 GiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.3 MiB/s wr, 5 op/s 2024-04-15T15:04:04.772 INFO:tasks.workunit.client.0.smithi016.stdout: 412: throughput=4.99MB/sec pending data=0 2024-04-15T15:04:04.773 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-pA_AboyDsnbdCoY off=3821254 len=492346 2024-04-15T15:04:04.777 INFO:tasks.workunit.client.0.smithi016.stdout:op 2103 completed, throughput=4.99MB/sec 2024-04-15T15:04:04.777 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-kIc055X2pqM9bc1 off=234688 len=680944 2024-04-15T15:04:04.781 INFO:tasks.workunit.client.0.smithi016.stdout:op 2104 completed, throughput=4.99MB/sec 2024-04-15T15:04:04.781 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-AwMySDDodb46rri off=10255967 len=1300172 2024-04-15T15:04:04.789 INFO:tasks.workunit.client.0.smithi016.stdout:op 2105 completed, throughput=5MB/sec 2024-04-15T15:04:04.789 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-JCHmwEQas_mn2iC off=2647152 len=2005394 2024-04-15T15:04:04.791 INFO:tasks.workunit.client.0.smithi016.stdout:op 2106 completed, throughput=5MB/sec 2024-04-15T15:04:05.792 INFO:tasks.workunit.client.0.smithi016.stdout: 413: throughput=4.99MB/sec pending data=0 2024-04-15T15:04:05.792 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-WqwRw5qvs95qSU1 off=2085339 len=870377 2024-04-15T15:04:05.797 INFO:tasks.workunit.client.0.smithi016.stdout:op 2107 completed, throughput=4.99MB/sec 2024-04-15T15:04:05.797 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-VXaz8sIgijBNjlb off=8432317 len=1097373 2024-04-15T15:04:05.798 INFO:tasks.workunit.client.0.smithi016.stdout:op 2108 completed, throughput=4.99MB/sec 2024-04-15T15:04:05.799 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-Cy9S5tZ2zGcOVYT off=611676 len=2063376 2024-04-15T15:04:05.810 INFO:tasks.workunit.client.0.smithi016.stdout:op 2109 completed, throughput=5MB/sec 2024-04-15T15:04:05.810 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-FB3dF-gg4oUQdI1 off=3894696 len=1441138 2024-04-15T15:04:05.812 INFO:tasks.workunit.client.0.smithi016.stdout:op 2110 completed, throughput=5MB/sec 2024-04-15T15:04:05.938 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:04:05 smithi102 ceph-mon[87131]: pgmap v1557: 105 pgs: 105 active+clean; 127 GiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.0 MiB/s wr, 3 op/s 2024-04-15T15:04:06.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:04:05 smithi016 ceph-mon[90652]: pgmap v1557: 105 pgs: 105 active+clean; 127 GiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.0 MiB/s wr, 3 op/s 2024-04-15T15:04:06.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:04:05 smithi016 ceph-mon[93212]: pgmap v1557: 105 pgs: 105 active+clean; 127 GiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.0 MiB/s wr, 3 op/s 2024-04-15T15:04:06.812 INFO:tasks.workunit.client.0.smithi016.stdout: 414: throughput=4.99MB/sec pending data=0 2024-04-15T15:04:06.812 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-e2PV698ZPUsnI3x off=3467526 len=1389275 2024-04-15T15:04:06.815 INFO:tasks.workunit.client.0.smithi016.stdout:op 2111 completed, throughput=4.99MB/sec 2024-04-15T15:04:06.816 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-8BnajZUwbvu0jwV off=20037958 len=282013 2024-04-15T15:04:06.819 INFO:tasks.workunit.client.0.smithi016.stdout:op 2112 completed, throughput=4.99MB/sec 2024-04-15T15:04:06.819 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-Qun4i7FH-1BlQWH off=3255211 len=716648 2024-04-15T15:04:06.823 INFO:tasks.workunit.client.0.smithi016.stdout:op 2113 completed, throughput=4.99MB/sec 2024-04-15T15:04:06.823 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-4vftMAQg7PwWxWF off=3975979 len=1095544 2024-04-15T15:04:06.828 INFO:tasks.workunit.client.0.smithi016.stdout:op 2114 completed, throughput=5MB/sec 2024-04-15T15:04:06.828 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-1XV6L5SSs4s1o0b off=10334047 len=2003903 2024-04-15T15:04:06.837 INFO:tasks.workunit.client.0.smithi016.stdout:op 2115 completed, throughput=5MB/sec 2024-04-15T15:04:07.837 INFO:tasks.workunit.client.0.smithi016.stdout: 415: throughput=4.99MB/sec pending data=0 2024-04-15T15:04:07.837 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-VX0PLI1Ecqk_hWG off=4620583 len=449638 2024-04-15T15:04:07.840 INFO:tasks.workunit.client.0.smithi016.stdout:op 2116 completed, throughput=4.99MB/sec 2024-04-15T15:04:07.841 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-4iYnB7Qa5cDOHib off=7728579 len=1825630 2024-04-15T15:04:07.844 INFO:tasks.workunit.client.0.smithi016.stdout:op 2117 completed, throughput=4.99MB/sec 2024-04-15T15:04:07.844 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-FepfY3zEUSZbR7M off=3275259 len=964340 2024-04-15T15:04:07.846 INFO:tasks.workunit.client.0.smithi016.stdout:op 2118 completed, throughput=5MB/sec 2024-04-15T15:04:07.846 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-ZyV6oVRgAYXcKXL off=9752342 len=997348 2024-04-15T15:04:07.847 INFO:tasks.workunit.client.0.smithi016.stdout:op 2119 completed, throughput=5MB/sec 2024-04-15T15:04:07.848 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-r0MLJwUD1PZNy5K off=6806007 len=1390850 2024-04-15T15:04:07.850 INFO:tasks.workunit.client.0.smithi016.stdout:op 2120 completed, throughput=5MB/sec 2024-04-15T15:04:07.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:04:07 smithi102 ceph-mon[87131]: pgmap v1558: 105 pgs: 105 active+clean; 127 GiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-04-15T15:04:08.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:04:07 smithi016 ceph-mon[90652]: pgmap v1558: 105 pgs: 105 active+clean; 127 GiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-04-15T15:04:08.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:04:07 smithi016 ceph-mon[93212]: pgmap v1558: 105 pgs: 105 active+clean; 127 GiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-04-15T15:04:08.851 INFO:tasks.workunit.client.0.smithi016.stdout: 416: throughput=4.99MB/sec pending data=0 2024-04-15T15:04:08.851 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-XZjD6oW8udc5v5g off=13766274 len=2095641 2024-04-15T15:04:08.852 INFO:tasks.workunit.client.0.smithi016.stdout:op 2121 completed, throughput=4.99MB/sec 2024-04-15T15:04:08.852 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-8_hFI6r8GQuGy2- off=458317 len=23736 2024-04-15T15:04:08.854 INFO:tasks.workunit.client.0.smithi016.stdout:op 2122 completed, throughput=4.99MB/sec 2024-04-15T15:04:08.854 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-h_GlS5G3h9lcFlZ off=15752098 len=284601 2024-04-15T15:04:08.857 INFO:tasks.workunit.client.0.smithi016.stdout:op 2123 completed, throughput=5MB/sec 2024-04-15T15:04:08.857 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-9hrrMU1QfnjnNnT off=10276373 len=969367 2024-04-15T15:04:08.861 INFO:tasks.workunit.client.0.smithi016.stdout:op 2124 completed, throughput=5MB/sec 2024-04-15T15:04:08.861 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-QLEiiR9t7l0ermO off=192553 len=1734698 2024-04-15T15:04:08.868 INFO:tasks.workunit.client.0.smithi016.stdout:op 2125 completed, throughput=5MB/sec 2024-04-15T15:04:08.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:04:08 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T15:04:09.039 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:04:08 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T15:04:09.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:04:08 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T15:04:09.869 INFO:tasks.workunit.client.0.smithi016.stdout: 417: throughput=4.99MB/sec pending data=0 2024-04-15T15:04:09.869 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-eftcRHM2YsPeDIO off=10895207 len=1306517 2024-04-15T15:04:09.871 INFO:tasks.workunit.client.0.smithi016.stdout:op 2126 completed, throughput=4.99MB/sec 2024-04-15T15:04:09.871 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-mXYNPmcsX3kMbhG off=11500040 len=1440649 2024-04-15T15:04:09.872 INFO:tasks.workunit.client.0.smithi016.stdout:op 2127 completed, throughput=5MB/sec 2024-04-15T15:04:09.873 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-sjZ8Ms2MtYECPlL off=3272817 len=443631 2024-04-15T15:04:09.873 INFO:tasks.workunit.client.0.smithi016.stdout:op 2128 completed, throughput=5MB/sec 2024-04-15T15:04:09.873 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-kCNphVpsLqzL6fK off=2608667 len=1215657 2024-04-15T15:04:09.875 INFO:tasks.workunit.client.0.smithi016.stdout:op 2129 completed, throughput=5MB/sec 2024-04-15T15:04:09.875 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-YNk3N97Qj_abuul off=10877309 len=1854545 2024-04-15T15:04:09.886 INFO:tasks.workunit.client.0.smithi016.stdout:op 2130 completed, throughput=5MB/sec 2024-04-15T15:04:09.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:04:09 smithi102 ceph-mon[87131]: pgmap v1559: 105 pgs: 105 active+clean; 127 GiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-15T15:04:09.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:04:09 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T15:04:09.938 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:04:09 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T15:04:09.938 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:04:09 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T15:04:09.938 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:04:09 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T15:04:10.039 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:04:09 smithi016 ceph-mon[90652]: pgmap v1559: 105 pgs: 105 active+clean; 127 GiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-15T15:04:10.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:04:09 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T15:04:10.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:04:09 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T15:04:10.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:04:09 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T15:04:10.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:04:09 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T15:04:10.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:04:09 smithi016 ceph-mon[93212]: pgmap v1559: 105 pgs: 105 active+clean; 127 GiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-15T15:04:10.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:04:09 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T15:04:10.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:04:09 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T15:04:10.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:04:09 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T15:04:10.041 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:04:09 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T15:04:10.887 INFO:tasks.workunit.client.0.smithi016.stdout: 418: throughput=4.99MB/sec pending data=0 2024-04-15T15:04:10.887 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-qE78tRvjScLqNXJ off=2620687 len=1622034 2024-04-15T15:04:10.889 INFO:tasks.workunit.client.0.smithi016.stdout:op 2131 completed, throughput=4.99MB/sec 2024-04-15T15:04:10.889 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-4u8wlo_ff6Ufo7v off=4876924 len=759133 2024-04-15T15:04:10.893 INFO:tasks.workunit.client.0.smithi016.stdout:op 2132 completed, throughput=5MB/sec 2024-04-15T15:04:10.893 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-6UrUtoZx20bmSdJ off=3804574 len=1260584 2024-04-15T15:04:10.900 INFO:tasks.workunit.client.0.smithi016.stdout:op 2133 completed, throughput=5MB/sec 2024-04-15T15:04:10.900 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-tC3WvGjFJfgM679 off=9470929 len=1719456 2024-04-15T15:04:10.905 INFO:tasks.workunit.client.0.smithi016.stdout:op 2134 completed, throughput=5MB/sec 2024-04-15T15:04:11.905 INFO:tasks.workunit.client.0.smithi016.stdout: 419: throughput=4.99MB/sec pending data=0 2024-04-15T15:04:11.905 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-r2Z7nHkCZR5iORt off=2549781 len=1559496 2024-04-15T15:04:11.914 INFO:tasks.workunit.client.0.smithi016.stdout:op 2135 completed, throughput=4.99MB/sec 2024-04-15T15:04:11.914 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-hvW_hBn6jd8dSq- off=15235171 len=1121404 2024-04-15T15:04:11.919 INFO:tasks.workunit.client.0.smithi016.stdout:op 2136 completed, throughput=5MB/sec 2024-04-15T15:04:11.919 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-ZcKw9lOjZYUZUpH off=10855479 len=1454527 2024-04-15T15:04:11.926 INFO:tasks.workunit.client.0.smithi016.stdout:op 2137 completed, throughput=5MB/sec 2024-04-15T15:04:11.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:04:11 smithi102 ceph-mon[87131]: pgmap v1560: 105 pgs: 105 active+clean; 127 GiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 2.2 MiB/s rd, 1.9 MiB/s wr, 3 op/s 2024-04-15T15:04:12.039 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:04:11 smithi016 ceph-mon[90652]: pgmap v1560: 105 pgs: 105 active+clean; 127 GiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 2.2 MiB/s rd, 1.9 MiB/s wr, 3 op/s 2024-04-15T15:04:12.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:04:11 smithi016 ceph-mon[93212]: pgmap v1560: 105 pgs: 105 active+clean; 127 GiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 2.2 MiB/s rd, 1.9 MiB/s wr, 3 op/s 2024-04-15T15:04:12.040 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 15 15:04:11 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-y[81421]: ::ffff:172.21.15.102 - - [15/Apr/2024:15:04:11] "GET /metrics HTTP/1.1" 200 33985 "" "Prometheus/2.43.0" 2024-04-15T15:04:12.687 INFO:journalctl@ceph.prometheus.a.smithi102.stdout:Apr 15 15:04:12 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-prometheus-a[120881]: ts=2024-04-15T15:04:12.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi016:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"362ea986-fb34-11ee-bc8f-c7b262605968\", instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T15:04:12.926 INFO:tasks.workunit.client.0.smithi016.stdout: 420: throughput=4.99MB/sec pending data=0 2024-04-15T15:04:12.926 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-DWmlaUStHf12qIh off=12612770 len=319190 2024-04-15T15:04:12.927 INFO:tasks.workunit.client.0.smithi016.stdout:op 2138 completed, throughput=4.99MB/sec 2024-04-15T15:04:12.928 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-kzw-0Rzq_NMPCUI off=18754283 len=1178167 2024-04-15T15:04:12.929 INFO:tasks.workunit.client.0.smithi016.stdout:op 2139 completed, throughput=4.99MB/sec 2024-04-15T15:04:12.929 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-1JSZui8eU3HmdO1 off=1997661 len=1550789 2024-04-15T15:04:12.931 INFO:tasks.workunit.client.0.smithi016.stdout:op 2140 completed, throughput=5MB/sec 2024-04-15T15:04:12.931 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-UcQT2fEWReI9Ejk off=4283737 len=1950257 2024-04-15T15:04:12.935 INFO:tasks.workunit.client.0.smithi016.stdout:op 2141 completed, throughput=5MB/sec 2024-04-15T15:04:12.935 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-z4RHk323mcfrj9g off=1606888 len=1809823 2024-04-15T15:04:12.938 INFO:tasks.workunit.client.0.smithi016.stdout:op 2142 completed, throughput=5MB/sec 2024-04-15T15:04:13.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:04:13 smithi102 ceph-mon[87131]: pgmap v1561: 105 pgs: 105 active+clean; 127 GiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 3.6 MiB/s rd, 3.0 MiB/s wr, 6 op/s 2024-04-15T15:04:13.938 INFO:tasks.workunit.client.0.smithi016.stdout: 421: throughput=4.99MB/sec pending data=0 2024-04-15T15:04:13.938 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-DcwWUENajlZWmKT off=1709593 len=512506 2024-04-15T15:04:13.939 INFO:tasks.workunit.client.0.smithi016.stdout:op 2143 completed, throughput=4.99MB/sec 2024-04-15T15:04:13.939 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-3zQ9aQzBlrttZ-O off=1820410 len=1231661 2024-04-15T15:04:13.941 INFO:tasks.workunit.client.0.smithi016.stdout:op 2144 completed, throughput=5MB/sec 2024-04-15T15:04:13.941 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-YNk3N97Qj_abuul off=4653540 len=1033842 2024-04-15T15:04:13.944 INFO:tasks.workunit.client.0.smithi016.stdout:op 2145 completed, throughput=5MB/sec 2024-04-15T15:04:13.944 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-0DLJ9N_2Xbk44B0 off=10905996 len=1705558 2024-04-15T15:04:13.946 INFO:tasks.workunit.client.0.smithi016.stdout:op 2146 completed, throughput=5MB/sec 2024-04-15T15:04:14.039 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:04:13 smithi016 ceph-mon[90652]: pgmap v1561: 105 pgs: 105 active+clean; 127 GiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 3.6 MiB/s rd, 3.0 MiB/s wr, 6 op/s 2024-04-15T15:04:14.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:04:13 smithi016 ceph-mon[93212]: pgmap v1561: 105 pgs: 105 active+clean; 127 GiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 3.6 MiB/s rd, 3.0 MiB/s wr, 6 op/s 2024-04-15T15:04:14.946 INFO:tasks.workunit.client.0.smithi016.stdout: 422: throughput=4.99MB/sec pending data=0 2024-04-15T15:04:14.946 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-mmz_5kjACdTeIRu off=3289791 len=1056549 2024-04-15T15:04:14.952 INFO:tasks.workunit.client.0.smithi016.stdout:op 2147 completed, throughput=4.99MB/sec 2024-04-15T15:04:14.953 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-1Go9skIp1OwKc4k off=5078867 len=1763478 2024-04-15T15:04:14.956 INFO:tasks.workunit.client.0.smithi016.stdout:op 2148 completed, throughput=5MB/sec 2024-04-15T15:04:14.956 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-rX1ye--PKh9gXhN off=9131146 len=707262 2024-04-15T15:04:14.957 INFO:tasks.workunit.client.0.smithi016.stdout:op 2149 completed, throughput=5MB/sec 2024-04-15T15:04:14.957 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-PFDPhz4uEAf5kfb off=4166582 len=403586 2024-04-15T15:04:14.958 INFO:tasks.workunit.client.0.smithi016.stdout:op 2150 completed, throughput=5MB/sec 2024-04-15T15:04:14.958 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-lD7VUjn2XTxbBtG off=16154581 len=1366716 2024-04-15T15:04:14.960 INFO:tasks.workunit.client.0.smithi016.stdout:op 2151 completed, throughput=5MB/sec 2024-04-15T15:04:15.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:04:15 smithi102 ceph-mon[87131]: pgmap v1562: 105 pgs: 105 active+clean; 127 GiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-04-15T15:04:15.961 INFO:tasks.workunit.client.0.smithi016.stdout: 423: throughput=4.99MB/sec pending data=0 2024-04-15T15:04:15.961 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-J4HJKg8dFPd7EIi off=736714 len=1001876 2024-04-15T15:04:15.967 INFO:tasks.workunit.client.0.smithi016.stdout:op 2152 completed, throughput=4.99MB/sec 2024-04-15T15:04:15.967 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-F7N1zUlT_WXc88H off=7016272 len=1499798 2024-04-15T15:04:15.973 INFO:tasks.workunit.client.0.smithi016.stdout:op 2153 completed, throughput=5MB/sec 2024-04-15T15:04:15.973 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-4SSEY5-LG46stxQ off=978098 len=1542421 2024-04-15T15:04:15.976 INFO:tasks.workunit.client.0.smithi016.stdout:op 2154 completed, throughput=5MB/sec 2024-04-15T15:04:15.976 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-hM9f4o3ro6l7D2u off=16100944 len=113408 2024-04-15T15:04:15.977 INFO:tasks.workunit.client.0.smithi016.stdout:op 2155 completed, throughput=5MB/sec 2024-04-15T15:04:15.977 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-Me3-5C8-_2ahHwg off=622786 len=97857 2024-04-15T15:04:15.979 INFO:tasks.workunit.client.0.smithi016.stdout:op 2156 completed, throughput=5MB/sec 2024-04-15T15:04:15.979 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-I38-uhnP5KhJ8OP off=1855765 len=1146141 2024-04-15T15:04:15.981 INFO:tasks.workunit.client.0.smithi016.stdout:op 2157 completed, throughput=5MB/sec 2024-04-15T15:04:16.039 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:04:15 smithi016 ceph-mon[90652]: pgmap v1562: 105 pgs: 105 active+clean; 127 GiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-04-15T15:04:16.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:04:15 smithi016 ceph-mon[93212]: pgmap v1562: 105 pgs: 105 active+clean; 127 GiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-04-15T15:04:16.981 INFO:tasks.workunit.client.0.smithi016.stdout: 424: throughput=4.99MB/sec pending data=0 2024-04-15T15:04:16.982 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-zn9ZqoWDjWsGZlG off=14148548 len=1697382 2024-04-15T15:04:16.984 INFO:tasks.workunit.client.0.smithi016.stdout:op 2158 completed, throughput=4.99MB/sec 2024-04-15T15:04:16.984 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-G2S-dnFwKPOLC0L off=1058368 len=542321 2024-04-15T15:04:16.984 INFO:tasks.workunit.client.0.smithi016.stdout:op 2159 completed, throughput=5MB/sec 2024-04-15T15:04:16.985 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-gJtlT-bchmnVUpk off=10623477 len=260881 2024-04-15T15:04:16.985 INFO:tasks.workunit.client.0.smithi016.stdout:op 2160 completed, throughput=5MB/sec 2024-04-15T15:04:16.985 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-N7eKB4v-eudkRug off=4229723 len=1568138 2024-04-15T15:04:16.991 INFO:tasks.workunit.client.0.smithi016.stdout:op 2161 completed, throughput=5MB/sec 2024-04-15T15:04:16.992 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-vS4LgXTCIY0Xe8u off=6582403 len=939548 2024-04-15T15:04:16.997 INFO:tasks.workunit.client.0.smithi016.stdout:op 2162 completed, throughput=5MB/sec 2024-04-15T15:04:17.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:04:17 smithi102 ceph-mon[87131]: pgmap v1563: 105 pgs: 105 active+clean; 127 GiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 3.6 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-04-15T15:04:17.998 INFO:tasks.workunit.client.0.smithi016.stdout: 425: throughput=4.99MB/sec pending data=0 2024-04-15T15:04:17.998 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-ohjStBsEXmFRLrv off=1217446 len=1928608 2024-04-15T15:04:18.006 INFO:tasks.workunit.client.0.smithi016.stdout:op 2163 completed, throughput=4.99MB/sec 2024-04-15T15:04:18.006 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-dAnHouKqIzimr9R off=4014376 len=1083425 2024-04-15T15:04:18.007 INFO:tasks.workunit.client.0.smithi016.stdout:op 2164 completed, throughput=5MB/sec 2024-04-15T15:04:18.007 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-PYnAc6UDZUBbLY8 off=8656901 len=1769955 2024-04-15T15:04:18.017 INFO:tasks.workunit.client.0.smithi016.stdout:op 2165 completed, throughput=5MB/sec 2024-04-15T15:04:18.039 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:04:17 smithi016 ceph-mon[93212]: pgmap v1563: 105 pgs: 105 active+clean; 127 GiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 3.6 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-04-15T15:04:18.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:04:17 smithi016 ceph-mon[90652]: pgmap v1563: 105 pgs: 105 active+clean; 127 GiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 3.6 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-04-15T15:04:19.018 INFO:tasks.workunit.client.0.smithi016.stdout: 426: throughput=4.99MB/sec pending data=0 2024-04-15T15:04:19.018 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-erh9tTDdGIz5EDQ off=4777755 len=1447815 2024-04-15T15:04:19.024 INFO:tasks.workunit.client.0.smithi016.stdout:op 2166 completed, throughput=4.99MB/sec 2024-04-15T15:04:19.024 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-0Rc9ZAAZoY63LRx off=7935879 len=1227691 2024-04-15T15:04:19.026 INFO:tasks.workunit.client.0.smithi016.stdout:op 2167 completed, throughput=4.99MB/sec 2024-04-15T15:04:19.026 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-mJQUWF6vgjKU9Sa off=2922988 len=1886833 2024-04-15T15:04:19.034 INFO:tasks.workunit.client.0.smithi016.stdout:op 2168 completed, throughput=5MB/sec 2024-04-15T15:04:19.034 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-OH9g4YNxU17GyLE off=124465 len=966187 2024-04-15T15:04:19.040 INFO:tasks.workunit.client.0.smithi016.stdout:op 2169 completed, throughput=5MB/sec 2024-04-15T15:04:19.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:04:19 smithi102 ceph-mon[87131]: pgmap v1564: 105 pgs: 105 active+clean; 127 GiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 2.7 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-04-15T15:04:20.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:04:19 smithi016 ceph-mon[90652]: pgmap v1564: 105 pgs: 105 active+clean; 127 GiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 2.7 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-04-15T15:04:20.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:04:19 smithi016 ceph-mon[93212]: pgmap v1564: 105 pgs: 105 active+clean; 127 GiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 2.7 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-04-15T15:04:20.040 INFO:tasks.workunit.client.0.smithi016.stdout: 427: throughput=4.99MB/sec pending data=0 2024-04-15T15:04:20.041 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-eHAkIpMxkBCaJ3- off=544794 len=510420 2024-04-15T15:04:20.044 INFO:tasks.workunit.client.0.smithi016.stdout:op 2170 completed, throughput=4.99MB/sec 2024-04-15T15:04:20.044 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-L0ObjIg_FBPFfTk off=10590069 len=1230290 2024-04-15T15:04:20.049 INFO:tasks.workunit.client.0.smithi016.stdout:op 2171 completed, throughput=4.99MB/sec 2024-04-15T15:04:20.050 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-MG88-Ktpe8xvlKb off=1768492 len=946059 2024-04-15T15:04:20.051 INFO:tasks.workunit.client.0.smithi016.stdout:op 2172 completed, throughput=4.99MB/sec 2024-04-15T15:04:20.051 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-_n58fSArV2A_1pL off=4374965 len=1999028 2024-04-15T15:04:20.058 INFO:tasks.workunit.client.0.smithi016.stdout:op 2173 completed, throughput=5MB/sec 2024-04-15T15:04:20.058 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-gUwuPMXIs38xkGa off=20888836 len=845506 2024-04-15T15:04:20.063 INFO:tasks.workunit.client.0.smithi016.stdout:op 2174 completed, throughput=5MB/sec 2024-04-15T15:04:21.064 INFO:tasks.workunit.client.0.smithi016.stdout: 428: throughput=4.99MB/sec pending data=0 2024-04-15T15:04:21.064 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-89EXONnTif5A4nJ off=1829636 len=701695 2024-04-15T15:04:21.065 INFO:tasks.workunit.client.0.smithi016.stdout:op 2175 completed, throughput=4.99MB/sec 2024-04-15T15:04:21.065 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-Mib6sljxew4NsxR off=1554546 len=1787984 2024-04-15T15:04:21.067 INFO:tasks.workunit.client.0.smithi016.stdout:op 2176 completed, throughput=4.99MB/sec 2024-04-15T15:04:21.067 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-9HE03a1DeT1jQyL off=15125271 len=230440 2024-04-15T15:04:21.071 INFO:tasks.workunit.client.0.smithi016.stdout:op 2177 completed, throughput=5MB/sec 2024-04-15T15:04:21.071 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-_fgdqg18Oz8Bk58 off=17591575 len=1500823 2024-04-15T15:04:21.080 INFO:tasks.workunit.client.0.smithi016.stdout:op 2178 completed, throughput=5MB/sec 2024-04-15T15:04:21.080 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-CtjpSrXKvXJRzx3 off=4129587 len=2025367 2024-04-15T15:04:21.082 INFO:tasks.workunit.client.0.smithi016.stdout:op 2179 completed, throughput=5MB/sec 2024-04-15T15:04:21.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:04:21 smithi102 ceph-mon[87131]: pgmap v1565: 105 pgs: 105 active+clean; 127 GiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 2.7 MiB/s rd, 1.6 MiB/s wr, 3 op/s 2024-04-15T15:04:22.039 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:04:21 smithi016 ceph-mon[90652]: pgmap v1565: 105 pgs: 105 active+clean; 127 GiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 2.7 MiB/s rd, 1.6 MiB/s wr, 3 op/s 2024-04-15T15:04:22.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:04:21 smithi016 ceph-mon[93212]: pgmap v1565: 105 pgs: 105 active+clean; 127 GiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 2.7 MiB/s rd, 1.6 MiB/s wr, 3 op/s 2024-04-15T15:04:22.040 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 15 15:04:21 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-y[81421]: ::ffff:172.21.15.102 - - [15/Apr/2024:15:04:21] "GET /metrics HTTP/1.1" 200 33985 "" "Prometheus/2.43.0" 2024-04-15T15:04:22.083 INFO:tasks.workunit.client.0.smithi016.stdout: 429: throughput=4.99MB/sec pending data=0 2024-04-15T15:04:22.083 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-Bkc8UaIr0fdSn8J off=3577507 len=1348789 2024-04-15T15:04:22.088 INFO:tasks.workunit.client.0.smithi016.stdout:op 2180 completed, throughput=4.99MB/sec 2024-04-15T15:04:22.089 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-teCBA9wJJxxa8-k off=6238059 len=1018382 2024-04-15T15:04:22.095 INFO:tasks.workunit.client.0.smithi016.stdout:op 2181 completed, throughput=5MB/sec 2024-04-15T15:04:22.095 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-ovV0aIo0X8p4o5R off=9254729 len=1066827 2024-04-15T15:04:22.096 INFO:tasks.workunit.client.0.smithi016.stdout:op 2182 completed, throughput=5MB/sec 2024-04-15T15:04:22.096 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-UkWoNorigxkbDdo off=0 len=1187201 2024-04-15T15:04:22.097 INFO:tasks.workunit.client.0.smithi016.stdout:op 2183 completed, throughput=5MB/sec 2024-04-15T15:04:22.687 INFO:journalctl@ceph.prometheus.a.smithi102.stdout:Apr 15 15:04:22 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-prometheus-a[120881]: ts=2024-04-15T15:04:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi016:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"362ea986-fb34-11ee-bc8f-c7b262605968\", instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T15:04:23.098 INFO:tasks.workunit.client.0.smithi016.stdout: 430: throughput=4.99MB/sec pending data=0 2024-04-15T15:04:23.098 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-tXDjb4xzfcC2fEY off=2897238 len=991187 2024-04-15T15:04:23.104 INFO:tasks.workunit.client.0.smithi016.stdout:op 2184 completed, throughput=4.99MB/sec 2024-04-15T15:04:23.104 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-NdpD0aW6l2aDbPS off=7911760 len=863915 2024-04-15T15:04:23.109 INFO:tasks.workunit.client.0.smithi016.stdout:op 2185 completed, throughput=4.99MB/sec 2024-04-15T15:04:23.109 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-5G18ukKoUy8edq3 off=1798541 len=1557037 2024-04-15T15:04:23.118 INFO:tasks.workunit.client.0.smithi016.stdout:op 2186 completed, throughput=5MB/sec 2024-04-15T15:04:23.118 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-D9YydlM_KTqRVVC off=15769136 len=565499 2024-04-15T15:04:23.120 INFO:tasks.workunit.client.0.smithi016.stdout:op 2187 completed, throughput=5MB/sec 2024-04-15T15:04:23.120 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-iHiClzY_d7kcpdR off=3810460 len=2087070 2024-04-15T15:04:23.122 INFO:tasks.workunit.client.0.smithi016.stdout:op 2188 completed, throughput=5MB/sec 2024-04-15T15:04:23.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:04:23 smithi102 ceph-mon[87131]: pgmap v1566: 105 pgs: 105 active+clean; 127 GiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 3.4 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-04-15T15:04:24.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:04:23 smithi016 ceph-mon[90652]: pgmap v1566: 105 pgs: 105 active+clean; 127 GiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 3.4 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-04-15T15:04:24.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:04:23 smithi016 ceph-mon[93212]: pgmap v1566: 105 pgs: 105 active+clean; 127 GiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 3.4 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-04-15T15:04:24.122 INFO:tasks.workunit.client.0.smithi016.stdout: 431: throughput=4.99MB/sec pending data=0 2024-04-15T15:04:24.123 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-7_-cADYL55f_mzJ off=6853765 len=2060937 2024-04-15T15:04:24.133 INFO:tasks.workunit.client.0.smithi016.stdout:op 2189 completed, throughput=5MB/sec 2024-04-15T15:04:24.133 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-ZzZkoUgJ9AbjAPD off=6755286 len=2009134 2024-04-15T15:04:24.135 INFO:tasks.workunit.client.0.smithi016.stdout:op 2190 completed, throughput=5MB/sec 2024-04-15T15:04:24.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:04:24 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T15:04:25.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:04:24 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T15:04:25.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:04:24 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T15:04:25.135 INFO:tasks.workunit.client.0.smithi016.stdout: 432: throughput=4.99MB/sec pending data=0 2024-04-15T15:04:25.135 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-eZQ0028JmyJM_dC off=8516163 len=2092518 2024-04-15T15:04:25.137 INFO:tasks.workunit.client.0.smithi016.stdout:op 2191 completed, throughput=4.99MB/sec 2024-04-15T15:04:25.137 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-Nk51D4cCdwt0Hzu off=55018 len=37216 2024-04-15T15:04:25.138 INFO:tasks.workunit.client.0.smithi016.stdout:op 2192 completed, throughput=4.99MB/sec 2024-04-15T15:04:25.138 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-AVAgNLN6JZ3cynQ off=532780 len=356418 2024-04-15T15:04:25.141 INFO:tasks.workunit.client.0.smithi016.stdout:op 2193 completed, throughput=4.99MB/sec 2024-04-15T15:04:25.141 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-Tei-dzWmLmjChCr off=5679729 len=1387228 2024-04-15T15:04:25.144 INFO:tasks.workunit.client.0.smithi016.stdout:op 2194 completed, throughput=5MB/sec 2024-04-15T15:04:25.144 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-qTHuZGKRarrbzOb off=3787887 len=1732897 2024-04-15T15:04:25.155 INFO:tasks.workunit.client.0.smithi016.stdout:op 2195 completed, throughput=5MB/sec 2024-04-15T15:04:25.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:04:25 smithi102 ceph-mon[87131]: pgmap v1567: 105 pgs: 105 active+clean; 127 GiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.0 MiB/s wr, 3 op/s 2024-04-15T15:04:25.941 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:04:25 smithi016 ceph-mon[93212]: pgmap v1567: 105 pgs: 105 active+clean; 127 GiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.0 MiB/s wr, 3 op/s 2024-04-15T15:04:25.941 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:04:25 smithi016 ceph-mon[90652]: pgmap v1567: 105 pgs: 105 active+clean; 127 GiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.0 MiB/s wr, 3 op/s 2024-04-15T15:04:26.155 INFO:tasks.workunit.client.0.smithi016.stdout: 433: throughput=4.99MB/sec pending data=0 2024-04-15T15:04:26.155 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-EDWeLalqlshZ2NG off=3293608 len=1340100 2024-04-15T15:04:26.162 INFO:tasks.workunit.client.0.smithi016.stdout:op 2196 completed, throughput=4.99MB/sec 2024-04-15T15:04:26.163 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-Q1OIlvB1DZSfNlG off=20995367 len=1884915 2024-04-15T15:04:26.170 INFO:tasks.workunit.client.0.smithi016.stdout:op 2197 completed, throughput=5MB/sec 2024-04-15T15:04:26.170 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-zLsgOxBKoEXHPvQ off=2140199 len=475216 2024-04-15T15:04:26.171 INFO:tasks.workunit.client.0.smithi016.stdout:op 2198 completed, throughput=5MB/sec 2024-04-15T15:04:26.171 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-qX9wu0eOukJEudM off=17417371 len=1008475 2024-04-15T15:04:26.176 INFO:tasks.workunit.client.0.smithi016.stdout:op 2199 completed, throughput=5MB/sec 2024-04-15T15:04:26.176 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-Oc6XLNMp5RyVwIW off=3796993 len=919417 2024-04-15T15:04:26.177 INFO:tasks.workunit.client.0.smithi016.stdout:op 2200 completed, throughput=5MB/sec 2024-04-15T15:04:27.177 INFO:tasks.workunit.client.0.smithi016.stdout: 434: throughput=4.99MB/sec pending data=0 2024-04-15T15:04:27.177 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-TBxIC8utes5fLqI off=4637478 len=1221710 2024-04-15T15:04:27.179 INFO:tasks.workunit.client.0.smithi016.stdout:op 2201 completed, throughput=4.99MB/sec 2024-04-15T15:04:27.179 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-ZWym-YUnTfDTSRJ off=7144511 len=793212 2024-04-15T15:04:27.184 INFO:tasks.workunit.client.0.smithi016.stdout:op 2202 completed, throughput=4.99MB/sec 2024-04-15T15:04:27.184 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-nfFmZUQaRtRzWy5 off=13693936 len=1745505 2024-04-15T15:04:27.186 INFO:tasks.workunit.client.0.smithi016.stdout:op 2203 completed, throughput=5MB/sec 2024-04-15T15:04:27.186 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-8xIXMnXp3fT7j1k off=601633 len=992637 2024-04-15T15:04:27.187 INFO:tasks.workunit.client.0.smithi016.stdout:op 2204 completed, throughput=5MB/sec 2024-04-15T15:04:27.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:04:27 smithi102 ceph-mon[87131]: pgmap v1568: 105 pgs: 105 active+clean; 127 GiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-04-15T15:04:28.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:04:27 smithi016 ceph-mon[90652]: pgmap v1568: 105 pgs: 105 active+clean; 127 GiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-04-15T15:04:28.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:04:27 smithi016 ceph-mon[93212]: pgmap v1568: 105 pgs: 105 active+clean; 127 GiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-04-15T15:04:28.187 INFO:tasks.workunit.client.0.smithi016.stdout: 435: throughput=4.99MB/sec pending data=0 2024-04-15T15:04:28.188 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-JMTs_DafksPXCt7 off=2018019 len=756483 2024-04-15T15:04:28.189 INFO:tasks.workunit.client.0.smithi016.stdout:op 2205 completed, throughput=4.99MB/sec 2024-04-15T15:04:28.189 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-6BeorlAVLqb7bVM off=15073251 len=871082 2024-04-15T15:04:28.191 INFO:tasks.workunit.client.0.smithi016.stdout:op 2206 completed, throughput=4.99MB/sec 2024-04-15T15:04:28.191 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-VvXsiZR4cnp0dHd off=3312980 len=1364016 2024-04-15T15:04:28.193 INFO:tasks.workunit.client.0.smithi016.stdout:op 2207 completed, throughput=5MB/sec 2024-04-15T15:04:28.193 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-kjNpCXYCWGu_s4N off=8200615 len=500058 2024-04-15T15:04:28.194 INFO:tasks.workunit.client.0.smithi016.stdout:op 2208 completed, throughput=5MB/sec 2024-04-15T15:04:28.194 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-B-svDLGpUivb6dO off=5328502 len=1091789 2024-04-15T15:04:28.199 INFO:tasks.workunit.client.0.smithi016.stdout:op 2209 completed, throughput=5MB/sec 2024-04-15T15:04:28.199 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-nRuedRj8zlG1KZx off=14488074 len=1976749 2024-04-15T15:04:28.210 INFO:tasks.workunit.client.0.smithi016.stdout:op 2210 completed, throughput=5MB/sec 2024-04-15T15:04:29.210 INFO:tasks.workunit.client.0.smithi016.stdout: 436: throughput=4.99MB/sec pending data=0 2024-04-15T15:04:29.211 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-KRlQeEe4NhENEzP off=1628426 len=332358 2024-04-15T15:04:29.214 INFO:tasks.workunit.client.0.smithi016.stdout:op 2211 completed, throughput=4.99MB/sec 2024-04-15T15:04:29.214 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-5N1m5y_vU9dUB9u off=447364 len=1196283 2024-04-15T15:04:29.222 INFO:tasks.workunit.client.0.smithi016.stdout:op 2212 completed, throughput=4.99MB/sec 2024-04-15T15:04:29.223 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-JU439HuflI4iyhE off=9794892 len=1429956 2024-04-15T15:04:29.230 INFO:tasks.workunit.client.0.smithi016.stdout:op 2213 completed, throughput=5MB/sec 2024-04-15T15:04:29.230 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-d7eWUzbKjOAJ0uv off=12850414 len=1822747 2024-04-15T15:04:29.239 INFO:tasks.workunit.client.0.smithi016.stdout:op 2214 completed, throughput=5MB/sec 2024-04-15T15:04:29.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:04:29 smithi102 ceph-mon[87131]: pgmap v1569: 105 pgs: 105 active+clean; 127 GiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-15T15:04:30.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:04:29 smithi016 ceph-mon[90652]: pgmap v1569: 105 pgs: 105 active+clean; 127 GiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-15T15:04:30.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:04:29 smithi016 ceph-mon[93212]: pgmap v1569: 105 pgs: 105 active+clean; 127 GiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-15T15:04:30.240 INFO:tasks.workunit.client.0.smithi016.stdout: 437: throughput=4.99MB/sec pending data=0 2024-04-15T15:04:30.240 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-uDoFJU0svqI0UN9 off=10960261 len=1243870 2024-04-15T15:04:30.245 INFO:tasks.workunit.client.0.smithi016.stdout:op 2215 completed, throughput=4.99MB/sec 2024-04-15T15:04:30.245 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-xMqOJFGB54Ck9JJ off=10592694 len=1716936 2024-04-15T15:04:30.254 INFO:tasks.workunit.client.0.smithi016.stdout:op 2216 completed, throughput=5MB/sec 2024-04-15T15:04:30.254 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-hA9hwrkMhu9gAwo off=11318850 len=1738881 2024-04-15T15:04:30.264 INFO:tasks.workunit.client.0.smithi016.stdout:op 2217 completed, throughput=5MB/sec 2024-04-15T15:04:30.264 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-KkAh8aWfyUBYmMW off=10667147 len=1317058 2024-04-15T15:04:30.271 INFO:tasks.workunit.client.0.smithi016.stdout:op 2218 completed, throughput=5MB/sec 2024-04-15T15:04:31.272 INFO:tasks.workunit.client.0.smithi016.stdout: 438: throughput=4.99MB/sec pending data=0 2024-04-15T15:04:31.272 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-UPsd1p_5AP9x233 off=3198294 len=1462122 2024-04-15T15:04:31.274 INFO:tasks.workunit.client.0.smithi016.stdout:op 2219 completed, throughput=4.99MB/sec 2024-04-15T15:04:31.274 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-ulc8Rc1iFpMS3jT off=2278903 len=170394 2024-04-15T15:04:31.275 INFO:tasks.workunit.client.0.smithi016.stdout:op 2220 completed, throughput=4.99MB/sec 2024-04-15T15:04:31.275 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-ovTwf57CCK4lB1Y off=887574 len=1654433 2024-04-15T15:04:31.277 INFO:tasks.workunit.client.0.smithi016.stdout:op 2221 completed, throughput=5MB/sec 2024-04-15T15:04:31.277 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-crpTHPiM4__uQCB off=3037309 len=946529 2024-04-15T15:04:31.282 INFO:tasks.workunit.client.0.smithi016.stdout:op 2222 completed, throughput=5MB/sec 2024-04-15T15:04:31.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:04:31 smithi102 ceph-mon[87131]: pgmap v1570: 105 pgs: 105 active+clean; 127 GiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.3 MiB/s wr, 3 op/s 2024-04-15T15:04:32.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:04:31 smithi016 ceph-mon[90652]: pgmap v1570: 105 pgs: 105 active+clean; 127 GiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.3 MiB/s wr, 3 op/s 2024-04-15T15:04:32.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:04:31 smithi016 ceph-mon[93212]: pgmap v1570: 105 pgs: 105 active+clean; 127 GiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.3 MiB/s wr, 3 op/s 2024-04-15T15:04:32.040 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 15 15:04:31 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-y[81421]: ::ffff:172.21.15.102 - - [15/Apr/2024:15:04:31] "GET /metrics HTTP/1.1" 200 33984 "" "Prometheus/2.43.0" 2024-04-15T15:04:32.282 INFO:tasks.workunit.client.0.smithi016.stdout: 439: throughput=4.99MB/sec pending data=0 2024-04-15T15:04:32.282 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-AVHIz6uvC9DeDtO off=213802 len=60425 2024-04-15T15:04:32.285 INFO:tasks.workunit.client.0.smithi016.stdout:op 2223 completed, throughput=4.99MB/sec 2024-04-15T15:04:32.285 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-XUzQ_azE1FwEMrz off=7311492 len=1363342 2024-04-15T15:04:32.292 INFO:tasks.workunit.client.0.smithi016.stdout:op 2224 completed, throughput=4.99MB/sec 2024-04-15T15:04:32.292 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-hIuz-tiyHZjGJEW off=8762990 len=1012829 2024-04-15T15:04:32.293 INFO:tasks.workunit.client.0.smithi016.stdout:op 2225 completed, throughput=4.99MB/sec 2024-04-15T15:04:32.293 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-3Ume6FcxhEXMRMQ off=5346148 len=334370 2024-04-15T15:04:32.296 INFO:tasks.workunit.client.0.smithi016.stdout:op 2226 completed, throughput=4.99MB/sec 2024-04-15T15:04:32.296 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-5kEYaC0i1IIEqFn off=2528100 len=1862860 2024-04-15T15:04:32.298 INFO:tasks.workunit.client.0.smithi016.stdout:op 2227 completed, throughput=5MB/sec 2024-04-15T15:04:32.298 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-IJvmYS---kRUag_ off=5775827 len=92550 2024-04-15T15:04:32.301 INFO:tasks.workunit.client.0.smithi016.stdout:op 2228 completed, throughput=5MB/sec 2024-04-15T15:04:32.301 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-uHDzNPnuGwwGkQl off=9088835 len=993942 2024-04-15T15:04:32.302 INFO:tasks.workunit.client.0.smithi016.stdout:op 2229 completed, throughput=5MB/sec 2024-04-15T15:04:32.687 INFO:journalctl@ceph.prometheus.a.smithi102.stdout:Apr 15 15:04:32 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-prometheus-a[120881]: ts=2024-04-15T15:04:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi016:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"362ea986-fb34-11ee-bc8f-c7b262605968\", instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T15:04:33.302 INFO:tasks.workunit.client.0.smithi016.stdout: 440: throughput=4.99MB/sec pending data=0 2024-04-15T15:04:33.302 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-IeNufw6G-KniwvR off=296293 len=1506484 2024-04-15T15:04:33.304 INFO:tasks.workunit.client.0.smithi016.stdout:op 2230 completed, throughput=4.99MB/sec 2024-04-15T15:04:33.304 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-RQ80P-pilkxEA_C off=4767782 len=719925 2024-04-15T15:04:33.308 INFO:tasks.workunit.client.0.smithi016.stdout:op 2231 completed, throughput=4.99MB/sec 2024-04-15T15:04:33.308 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-PlXQzYGWUWh2HS3 off=12678829 len=1550238 2024-04-15T15:04:33.315 INFO:tasks.workunit.client.0.smithi016.stdout:op 2232 completed, throughput=5MB/sec 2024-04-15T15:04:33.316 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-j4nKBCsa25zeGYT off=4571628 len=1732059 2024-04-15T15:04:33.324 INFO:tasks.workunit.client.0.smithi016.stdout:op 2233 completed, throughput=5MB/sec 2024-04-15T15:04:33.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:04:33 smithi102 ceph-mon[87131]: pgmap v1571: 105 pgs: 105 active+clean; 127 GiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.8 MiB/s wr, 5 op/s 2024-04-15T15:04:34.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:04:33 smithi016 ceph-mon[90652]: pgmap v1571: 105 pgs: 105 active+clean; 127 GiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.8 MiB/s wr, 5 op/s 2024-04-15T15:04:34.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:04:33 smithi016 ceph-mon[93212]: pgmap v1571: 105 pgs: 105 active+clean; 127 GiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.8 MiB/s wr, 5 op/s 2024-04-15T15:04:34.324 INFO:tasks.workunit.client.0.smithi016.stdout: 441: throughput=4.99MB/sec pending data=0 2024-04-15T15:04:34.324 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-zqt3rNQUSFVfFq3 off=7601183 len=1652143 2024-04-15T15:04:34.326 INFO:tasks.workunit.client.0.smithi016.stdout:op 2234 completed, throughput=4.99MB/sec 2024-04-15T15:04:34.326 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-PsedneRQY4Cp_zh off=536000 len=1065266 2024-04-15T15:04:34.328 INFO:tasks.workunit.client.0.smithi016.stdout:op 2235 completed, throughput=5MB/sec 2024-04-15T15:04:34.328 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-Xc2k9VBAjYqmPjP off=1933047 len=1361894 2024-04-15T15:04:34.329 INFO:tasks.workunit.client.0.smithi016.stdout:op 2236 completed, throughput=5MB/sec 2024-04-15T15:04:34.329 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-tnOMxQqEKDAm8FR off=4274999 len=316614 2024-04-15T15:04:34.332 INFO:tasks.workunit.client.0.smithi016.stdout:op 2237 completed, throughput=5MB/sec 2024-04-15T15:04:34.332 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-8dLFNykDuZ40jJI off=1275932 len=1630646 2024-04-15T15:04:34.334 INFO:tasks.workunit.client.0.smithi016.stdout:op 2238 completed, throughput=5MB/sec 2024-04-15T15:04:35.334 INFO:tasks.workunit.client.0.smithi016.stdout: 442: throughput=4.99MB/sec pending data=0 2024-04-15T15:04:35.334 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-SHE8Mtvj1XxcIaU off=1686367 len=875982 2024-04-15T15:04:35.340 INFO:tasks.workunit.client.0.smithi016.stdout:op 2239 completed, throughput=4.99MB/sec 2024-04-15T15:04:35.340 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-GfCh9XYrWWFRfMT off=8469270 len=919192 2024-04-15T15:04:35.342 INFO:tasks.workunit.client.0.smithi016.stdout:op 2240 completed, throughput=5MB/sec 2024-04-15T15:04:35.342 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-JA0C5-7JbVOv21J off=7189355 len=944781 2024-04-15T15:04:35.346 INFO:tasks.workunit.client.0.smithi016.stdout:op 2241 completed, throughput=5MB/sec 2024-04-15T15:04:35.346 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-zfuUBvHLFpKgKPS off=2282521 len=249980 2024-04-15T15:04:35.347 INFO:tasks.workunit.client.0.smithi016.stdout:op 2242 completed, throughput=5MB/sec 2024-04-15T15:04:35.347 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-w8K8lsRaP7w03Wr off=8245598 len=1972573 2024-04-15T15:04:35.349 INFO:tasks.workunit.client.0.smithi016.stdout:op 2243 completed, throughput=5MB/sec 2024-04-15T15:04:35.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:04:35 smithi102 ceph-mon[87131]: pgmap v1572: 105 pgs: 105 active+clean; 127 GiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.3 MiB/s wr, 3 op/s 2024-04-15T15:04:36.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:04:35 smithi016 ceph-mon[90652]: pgmap v1572: 105 pgs: 105 active+clean; 127 GiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.3 MiB/s wr, 3 op/s 2024-04-15T15:04:36.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:04:35 smithi016 ceph-mon[93212]: pgmap v1572: 105 pgs: 105 active+clean; 127 GiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.3 MiB/s wr, 3 op/s 2024-04-15T15:04:36.350 INFO:tasks.workunit.client.0.smithi016.stdout: 443: throughput=4.99MB/sec pending data=0 2024-04-15T15:04:36.398 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-UKlkF0ImvkVgf-f off=5456286 len=1481110 2024-04-15T15:04:36.400 INFO:tasks.workunit.client.0.smithi016.stdout:op 2244 completed, throughput=4.99MB/sec 2024-04-15T15:04:36.400 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-lfikxgw08mVtYxv off=2763560 len=1613214 2024-04-15T15:04:36.400 INFO:tasks.workunit.client.0.smithi016.stdout:op 2245 completed, throughput=5MB/sec 2024-04-15T15:04:36.400 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-AM_2lpkoUn2VhOh off=6545330 len=117987 2024-04-15T15:04:36.401 INFO:tasks.workunit.client.0.smithi016.stdout:op 2246 completed, throughput=5MB/sec 2024-04-15T15:04:36.401 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-IXYYzi86-uN6lYS off=1518924 len=758718 2024-04-15T15:04:36.401 INFO:tasks.workunit.client.0.smithi016.stdout:op 2247 completed, throughput=5MB/sec 2024-04-15T15:04:36.401 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-Mv37OF1uOtTA1RA off=5506421 len=1010475 2024-04-15T15:04:36.401 INFO:tasks.workunit.client.0.smithi016.stdout:op 2248 completed, throughput=5MB/sec 2024-04-15T15:04:37.369 INFO:tasks.workunit.client.0.smithi016.stdout: 444: throughput=4.99MB/sec pending data=0 2024-04-15T15:04:37.369 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-ygMwMGajhfVGI5Z off=556361 len=1281382 2024-04-15T15:04:37.372 INFO:tasks.workunit.client.0.smithi016.stdout:op 2249 completed, throughput=4.99MB/sec 2024-04-15T15:04:37.372 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-oXpkO5ozw3TzVKy off=7842465 len=1800777 2024-04-15T15:04:37.374 INFO:tasks.workunit.client.0.smithi016.stdout:op 2250 completed, throughput=5MB/sec 2024-04-15T15:04:37.374 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-nM14Ey-o-Wh9upR off=6154545 len=1304000 2024-04-15T15:04:37.382 INFO:tasks.workunit.client.0.smithi016.stdout:op 2251 completed, throughput=5MB/sec 2024-04-15T15:04:37.382 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-7_h_dfC_R_7eEF1 off=9075134 len=1295718 2024-04-15T15:04:37.388 INFO:tasks.workunit.client.0.smithi016.stdout:op 2252 completed, throughput=5MB/sec 2024-04-15T15:04:37.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:04:37 smithi102 ceph-mon[87131]: pgmap v1573: 105 pgs: 105 active+clean; 127 GiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-04-15T15:04:38.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:04:37 smithi016 ceph-mon[90652]: pgmap v1573: 105 pgs: 105 active+clean; 127 GiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-04-15T15:04:38.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:04:37 smithi016 ceph-mon[93212]: pgmap v1573: 105 pgs: 105 active+clean; 127 GiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-04-15T15:04:38.388 INFO:tasks.workunit.client.0.smithi016.stdout: 445: throughput=4.99MB/sec pending data=0 2024-04-15T15:04:38.389 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-SBQ48ds3CDbyYM7 off=2584464 len=1399771 2024-04-15T15:04:38.390 INFO:tasks.workunit.client.0.smithi016.stdout:op 2253 completed, throughput=4.99MB/sec 2024-04-15T15:04:38.390 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-hmsRnoHGOOrPDrg off=3004658 len=1165262 2024-04-15T15:04:38.397 INFO:tasks.workunit.client.0.smithi016.stdout:op 2254 completed, throughput=5MB/sec 2024-04-15T15:04:38.397 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-NskXCASBsc1ddcb off=4046950 len=597807 2024-04-15T15:04:38.398 INFO:tasks.workunit.client.0.smithi016.stdout:op 2255 completed, throughput=5MB/sec 2024-04-15T15:04:38.398 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-B7rVgVEkPnDoCs2 off=8725766 len=1548372 2024-04-15T15:04:38.400 INFO:tasks.workunit.client.0.smithi016.stdout:op 2256 completed, throughput=5MB/sec 2024-04-15T15:04:39.400 INFO:tasks.workunit.client.0.smithi016.stdout: 446: throughput=4.99MB/sec pending data=0 2024-04-15T15:04:39.400 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-cQLLbq_ZaGKKxOx off=2869849 len=1746 2024-04-15T15:04:39.401 INFO:tasks.workunit.client.0.smithi016.stdout:op 2257 completed, throughput=4.99MB/sec 2024-04-15T15:04:39.401 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-CP45RYooaLK5Mfr off=1230709 len=1370976 2024-04-15T15:04:39.407 INFO:tasks.workunit.client.0.smithi016.stdout:op 2258 completed, throughput=4.99MB/sec 2024-04-15T15:04:39.407 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-MabVoau9g4EltNO off=4298006 len=460530 2024-04-15T15:04:39.408 INFO:tasks.workunit.client.0.smithi016.stdout:op 2259 completed, throughput=4.99MB/sec 2024-04-15T15:04:39.408 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-HyGbnyQPoxhqLkP off=6819395 len=762593 2024-04-15T15:04:39.413 INFO:tasks.workunit.client.0.smithi016.stdout:op 2260 completed, throughput=5MB/sec 2024-04-15T15:04:39.413 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-eKPDsJUToFitZso off=2137989 len=291952 2024-04-15T15:04:39.416 INFO:tasks.workunit.client.0.smithi016.stdout:op 2261 completed, throughput=5MB/sec 2024-04-15T15:04:39.416 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-TESyJlnQK4sVigA off=4900106 len=1295624 2024-04-15T15:04:39.417 INFO:tasks.workunit.client.0.smithi016.stdout:op 2262 completed, throughput=5MB/sec 2024-04-15T15:04:39.417 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-IkzwOjnN7in9lor off=2054033 len=505402 2024-04-15T15:04:39.420 INFO:tasks.workunit.client.0.smithi016.stdout:op 2263 completed, throughput=5MB/sec 2024-04-15T15:04:39.420 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-JU439HuflI4iyhE off=5469062 len=1728759 2024-04-15T15:04:39.422 INFO:tasks.workunit.client.0.smithi016.stdout:op 2264 completed, throughput=5MB/sec 2024-04-15T15:04:39.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:04:39 smithi102 ceph-mon[87131]: pgmap v1574: 105 pgs: 105 active+clean; 127 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-15T15:04:39.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:04:39 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T15:04:40.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:04:39 smithi016 ceph-mon[90652]: pgmap v1574: 105 pgs: 105 active+clean; 127 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-15T15:04:40.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:04:39 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T15:04:40.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:04:39 smithi016 ceph-mon[93212]: pgmap v1574: 105 pgs: 105 active+clean; 127 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-15T15:04:40.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:04:39 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T15:04:40.422 INFO:tasks.workunit.client.0.smithi016.stdout: 447: throughput=4.99MB/sec pending data=0 2024-04-15T15:04:40.423 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-zgKKptaTsQx7YXL off=8567947 len=1318028 2024-04-15T15:04:40.424 INFO:tasks.workunit.client.0.smithi016.stdout:op 2265 completed, throughput=4.99MB/sec 2024-04-15T15:04:40.424 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-EbtJagSSYm84T6u off=20702242 len=932244 2024-04-15T15:04:40.425 INFO:tasks.workunit.client.0.smithi016.stdout:op 2266 completed, throughput=5MB/sec 2024-04-15T15:04:40.425 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-RfWZRbES0EFaKBA off=7308259 len=1274347 2024-04-15T15:04:40.428 INFO:tasks.workunit.client.0.smithi016.stdout:op 2267 completed, throughput=5MB/sec 2024-04-15T15:04:40.428 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-lX3-aytXTchi9d_ off=256186 len=699292 2024-04-15T15:04:40.433 INFO:tasks.workunit.client.0.smithi016.stdout:op 2268 completed, throughput=5MB/sec 2024-04-15T15:04:41.433 INFO:tasks.workunit.client.0.smithi016.stdout: 448: throughput=4.99MB/sec pending data=0 2024-04-15T15:04:41.433 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-zye6GaSRcPbpc95 off=9722177 len=1100528 2024-04-15T15:04:41.439 INFO:tasks.workunit.client.0.smithi016.stdout:op 2269 completed, throughput=4.99MB/sec 2024-04-15T15:04:41.439 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-fsTrYEyKfef0RGk off=41270 len=1852488 2024-04-15T15:04:41.448 INFO:tasks.workunit.client.0.smithi016.stdout:op 2270 completed, throughput=5MB/sec 2024-04-15T15:04:41.449 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-01wI9vIGtdE9LQn off=3572985 len=1811349 2024-04-15T15:04:41.450 INFO:tasks.workunit.client.0.smithi016.stdout:op 2271 completed, throughput=5MB/sec 2024-04-15T15:04:41.450 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-1ESnREk1DeCdcjb off=406680 len=711533 2024-04-15T15:04:41.451 INFO:tasks.workunit.client.0.smithi016.stdout:op 2272 completed, throughput=5MB/sec 2024-04-15T15:04:42.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:04:41 smithi016 ceph-mon[90652]: pgmap v1575: 105 pgs: 105 active+clean; 127 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.2 MiB/s wr, 3 op/s 2024-04-15T15:04:42.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:04:41 smithi016 ceph-mon[93212]: pgmap v1575: 105 pgs: 105 active+clean; 127 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.2 MiB/s wr, 3 op/s 2024-04-15T15:04:42.041 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 15 15:04:41 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-y[81421]: ::ffff:172.21.15.102 - - [15/Apr/2024:15:04:41] "GET /metrics HTTP/1.1" 200 33997 "" "Prometheus/2.43.0" 2024-04-15T15:04:42.188 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:04:41 smithi102 ceph-mon[87131]: pgmap v1575: 105 pgs: 105 active+clean; 127 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.2 MiB/s wr, 3 op/s 2024-04-15T15:04:42.456 INFO:tasks.workunit.client.0.smithi016.stdout: 449: throughput=4.99MB/sec pending data=0 2024-04-15T15:04:42.456 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-Xf1Bxae8XyL2_kX off=2129886 len=1066892 2024-04-15T15:04:42.458 INFO:tasks.workunit.client.0.smithi016.stdout:op 2273 completed, throughput=4.99MB/sec 2024-04-15T15:04:42.458 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-JT5cNYqovPPram0 off=1470321 len=990265 2024-04-15T15:04:42.460 INFO:tasks.workunit.client.0.smithi016.stdout:op 2274 completed, throughput=4.99MB/sec 2024-04-15T15:04:42.460 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-l5lxCz1P6d0QN8T off=4373565 len=131898 2024-04-15T15:04:42.463 INFO:tasks.workunit.client.0.smithi016.stdout:op 2275 completed, throughput=4.99MB/sec 2024-04-15T15:04:42.463 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-HS8rFCDgEaXvPkw off=1703471 len=413802 2024-04-15T15:04:42.463 INFO:tasks.workunit.client.0.smithi016.stdout:op 2276 completed, throughput=5MB/sec 2024-04-15T15:04:42.463 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-NGDALLdOsYJaVno off=4603550 len=1447644 2024-04-15T15:04:42.472 INFO:tasks.workunit.client.0.smithi016.stdout:op 2277 completed, throughput=5MB/sec 2024-04-15T15:04:42.472 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-OiES4UMUBZGEboX off=14149737 len=318052 2024-04-15T15:04:42.472 INFO:tasks.workunit.client.0.smithi016.stdout:op 2278 completed, throughput=5MB/sec 2024-04-15T15:04:42.472 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-RXseR_UR90NvQwR off=5615275 len=29591 2024-04-15T15:04:42.473 INFO:tasks.workunit.client.0.smithi016.stdout:op 2279 completed, throughput=5MB/sec 2024-04-15T15:04:42.473 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-AvEBjcWb2HahAvV off=9295340 len=148937 2024-04-15T15:04:42.475 INFO:tasks.workunit.client.0.smithi016.stdout:op 2280 completed, throughput=5MB/sec 2024-04-15T15:04:42.475 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-Z4nKJqKubwADjKV off=2542652 len=178274 2024-04-15T15:04:42.476 INFO:tasks.workunit.client.0.smithi016.stdout:op 2281 completed, throughput=5MB/sec 2024-04-15T15:04:42.476 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-rQYnVgYkN2o0kaT off=3400384 len=93518 2024-04-15T15:04:42.483 INFO:tasks.workunit.client.0.smithi016.stdout:op 2282 completed, throughput=5MB/sec 2024-04-15T15:04:42.484 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-xgs073h9DMEvp-c off=460485 len=938749 2024-04-15T15:04:42.484 INFO:tasks.workunit.client.0.smithi016.stdout:op 2283 completed, throughput=5MB/sec 2024-04-15T15:04:42.695 INFO:journalctl@ceph.prometheus.a.smithi102.stdout:Apr 15 15:04:42 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-prometheus-a[120881]: ts=2024-04-15T15:04:42.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi016:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"362ea986-fb34-11ee-bc8f-c7b262605968\", instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T15:04:43.478 INFO:tasks.workunit.client.0.smithi016.stdout: 450: throughput=4.99MB/sec pending data=0 2024-04-15T15:04:43.478 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-cAnUg1ri0B0cfE_ off=10972225 len=1132370 2024-04-15T15:04:43.479 INFO:tasks.workunit.client.0.smithi016.stdout:op 2284 completed, throughput=4.99MB/sec 2024-04-15T15:04:43.479 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-cur-RABjdX5TO69 off=8280916 len=1438795 2024-04-15T15:04:43.487 INFO:tasks.workunit.client.0.smithi016.stdout:op 2285 completed, throughput=5MB/sec 2024-04-15T15:04:43.487 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-3FwfSdzoqMyc8Vi off=5131242 len=1902270 2024-04-15T15:04:43.499 INFO:tasks.workunit.client.0.smithi016.stdout:op 2286 completed, throughput=5MB/sec 2024-04-15T15:04:44.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:04:43 smithi016 ceph-mon[90652]: pgmap v1576: 105 pgs: 105 active+clean; 127 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 3.3 MiB/s rd, 3.1 MiB/s wr, 6 op/s 2024-04-15T15:04:44.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:04:43 smithi016 ceph-mon[93212]: pgmap v1576: 105 pgs: 105 active+clean; 127 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 3.3 MiB/s rd, 3.1 MiB/s wr, 6 op/s 2024-04-15T15:04:44.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:04:43 smithi102 ceph-mon[87131]: pgmap v1576: 105 pgs: 105 active+clean; 127 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 3.3 MiB/s rd, 3.1 MiB/s wr, 6 op/s 2024-04-15T15:04:44.499 INFO:tasks.workunit.client.0.smithi016.stdout: 451: throughput=4.99MB/sec pending data=0 2024-04-15T15:04:44.499 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-44_8-21F28y3v-O off=12960903 len=1280742 2024-04-15T15:04:44.501 INFO:tasks.workunit.client.0.smithi016.stdout:op 2287 completed, throughput=4.99MB/sec 2024-04-15T15:04:44.501 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-Dgzco0j8eWgkQ8k off=11319813 len=597910 2024-04-15T15:04:44.502 INFO:tasks.workunit.client.0.smithi016.stdout:op 2288 completed, throughput=4.99MB/sec 2024-04-15T15:04:44.502 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-VFiLitkNoFhcRYk off=6832117 len=955374 2024-04-15T15:04:44.507 INFO:tasks.workunit.client.0.smithi016.stdout:op 2289 completed, throughput=4.99MB/sec 2024-04-15T15:04:44.507 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-kZb1Vj7DS-UrlD4 off=231577 len=1315443 2024-04-15T15:04:44.514 INFO:tasks.workunit.client.0.smithi016.stdout:op 2290 completed, throughput=5MB/sec 2024-04-15T15:04:44.514 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-_aaAJjnNaPshXwx off=19778204 len=1757645 2024-04-15T15:04:44.516 INFO:tasks.workunit.client.0.smithi016.stdout:op 2291 completed, throughput=5MB/sec 2024-04-15T15:04:45.516 INFO:tasks.workunit.client.0.smithi016.stdout: 452: throughput=4.99MB/sec pending data=0 2024-04-15T15:04:45.517 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-qdkJD32h2aV1C0j off=3321093 len=1693286 2024-04-15T15:04:45.518 INFO:tasks.workunit.client.0.smithi016.stdout:op 2292 completed, throughput=4.99MB/sec 2024-04-15T15:04:45.518 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-PZ_byh9a-klGfLM off=10688126 len=1491681 2024-04-15T15:04:45.526 INFO:tasks.workunit.client.0.smithi016.stdout:op 2293 completed, throughput=5MB/sec 2024-04-15T15:04:45.526 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-BzqogacEvtHYIxe off=6525724 len=653032 2024-04-15T15:04:45.530 INFO:tasks.workunit.client.0.smithi016.stdout:op 2294 completed, throughput=5MB/sec 2024-04-15T15:04:45.530 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-FI7Waxx4hNgmA6E off=3502667 len=1939482 2024-04-15T15:04:45.539 INFO:tasks.workunit.client.0.smithi016.stdout:op 2295 completed, throughput=5MB/sec 2024-04-15T15:04:46.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:04:45 smithi016 ceph-mon[90652]: pgmap v1577: 105 pgs: 105 active+clean; 127 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.6 MiB/s wr, 4 op/s 2024-04-15T15:04:46.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:04:45 smithi016 ceph-mon[93212]: pgmap v1577: 105 pgs: 105 active+clean; 127 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.6 MiB/s wr, 4 op/s 2024-04-15T15:04:46.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:04:45 smithi102 ceph-mon[87131]: pgmap v1577: 105 pgs: 105 active+clean; 127 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.6 MiB/s wr, 4 op/s 2024-04-15T15:04:46.539 INFO:tasks.workunit.client.0.smithi016.stdout: 453: throughput=4.99MB/sec pending data=0 2024-04-15T15:04:46.539 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-Ah0eXIojWsU60nN off=2769180 len=768193 2024-04-15T15:04:46.539 INFO:tasks.workunit.client.0.smithi016.stdout:op 2296 completed, throughput=4.99MB/sec 2024-04-15T15:04:46.540 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-K1KWORdFDmHuC3X off=2581115 len=302940 2024-04-15T15:04:46.540 INFO:tasks.workunit.client.0.smithi016.stdout:op 2297 completed, throughput=4.99MB/sec 2024-04-15T15:04:46.540 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-S_gMuJziVLG6dIB off=9495460 len=1544211 2024-04-15T15:04:46.547 INFO:tasks.workunit.client.0.smithi016.stdout:op 2298 completed, throughput=5MB/sec 2024-04-15T15:04:46.547 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-jGZi3Wam80KZZxf off=190852 len=968146 2024-04-15T15:04:46.553 INFO:tasks.workunit.client.0.smithi016.stdout:op 2299 completed, throughput=5MB/sec 2024-04-15T15:04:46.553 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-fgs7MJG8NQFueqN off=3930121 len=1757692 2024-04-15T15:04:46.556 INFO:tasks.workunit.client.0.smithi016.stdout:op 2300 completed, throughput=5MB/sec 2024-04-15T15:04:47.556 INFO:tasks.workunit.client.0.smithi016.stdout: 454: throughput=4.99MB/sec pending data=0 2024-04-15T15:04:47.557 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-UFkfg28Gy0ufMnB off=287689 len=1829905 2024-04-15T15:04:47.560 INFO:tasks.workunit.client.0.smithi016.stdout:op 2301 completed, throughput=5MB/sec 2024-04-15T15:04:47.560 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-WLZYZqye6DxS38d off=4791557 len=1422790 2024-04-15T15:04:47.562 INFO:tasks.workunit.client.0.smithi016.stdout:op 2302 completed, throughput=5MB/sec 2024-04-15T15:04:47.562 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-Qs5dX3NdLTK8MIQ off=4939238 len=41997 2024-04-15T15:04:47.565 INFO:tasks.workunit.client.0.smithi016.stdout:op 2303 completed, throughput=5MB/sec 2024-04-15T15:04:47.565 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-MbUEdYBQ6brLXwb off=596147 len=297143 2024-04-15T15:04:47.568 INFO:tasks.workunit.client.0.smithi016.stdout:op 2304 completed, throughput=5MB/sec 2024-04-15T15:04:47.568 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-MwS3Bqt64I_xuJ2 off=9948453 len=1140361 2024-04-15T15:04:47.569 INFO:tasks.workunit.client.0.smithi016.stdout:op 2305 completed, throughput=5MB/sec 2024-04-15T15:04:48.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:04:47 smithi016 ceph-mon[90652]: pgmap v1578: 105 pgs: 105 active+clean; 127 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 3.5 MiB/s rd, 2.6 MiB/s wr, 6 op/s 2024-04-15T15:04:48.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:04:47 smithi016 ceph-mon[93212]: pgmap v1578: 105 pgs: 105 active+clean; 127 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 3.5 MiB/s rd, 2.6 MiB/s wr, 6 op/s 2024-04-15T15:04:48.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:04:47 smithi102 ceph-mon[87131]: pgmap v1578: 105 pgs: 105 active+clean; 127 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 3.5 MiB/s rd, 2.6 MiB/s wr, 6 op/s 2024-04-15T15:04:48.570 INFO:tasks.workunit.client.0.smithi016.stdout: 455: throughput=4.99MB/sec pending data=0 2024-04-15T15:04:48.570 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-VscekbsWywYm5nO off=5333864 len=112271 2024-04-15T15:04:48.571 INFO:tasks.workunit.client.0.smithi016.stdout:op 2306 completed, throughput=4.99MB/sec 2024-04-15T15:04:48.571 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-AxpLMvPlQPoJ84S off=17195595 len=960569 2024-04-15T15:04:48.573 INFO:tasks.workunit.client.0.smithi016.stdout:op 2307 completed, throughput=4.99MB/sec 2024-04-15T15:04:48.573 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-CM4tfEU9VbgOTT0 off=2690359 len=24373 2024-04-15T15:04:48.575 INFO:tasks.workunit.client.0.smithi016.stdout:op 2308 completed, throughput=4.99MB/sec 2024-04-15T15:04:48.575 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-P2sf73yhowrJsud off=10066951 len=2080888 2024-04-15T15:04:48.578 INFO:tasks.workunit.client.0.smithi016.stdout:op 2309 completed, throughput=5MB/sec 2024-04-15T15:04:48.578 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-Q9K3Hz6drhCzcDD off=2921699 len=1393831 2024-04-15T15:04:48.580 INFO:tasks.workunit.client.0.smithi016.stdout:op 2310 completed, throughput=5MB/sec 2024-04-15T15:04:48.580 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-xcZ70eYgZlFzxUC off=8746012 len=1263618 2024-04-15T15:04:48.586 INFO:tasks.workunit.client.0.smithi016.stdout:op 2311 completed, throughput=5MB/sec 2024-04-15T15:04:49.586 INFO:tasks.workunit.client.0.smithi016.stdout: 456: throughput=4.99MB/sec pending data=0 2024-04-15T15:04:49.586 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj--0zBlwZtWG2_rb3 off=5876670 len=415411 2024-04-15T15:04:49.590 INFO:tasks.workunit.client.0.smithi016.stdout:op 2312 completed, throughput=4.99MB/sec 2024-04-15T15:04:49.590 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-SaSEVTbunxlKGaN off=1044754 len=396356 2024-04-15T15:04:49.594 INFO:tasks.workunit.client.0.smithi016.stdout:op 2313 completed, throughput=4.99MB/sec 2024-04-15T15:04:49.594 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-Np3y88g6aQpJ_FE off=17577638 len=2055852 2024-04-15T15:04:49.597 INFO:tasks.workunit.client.0.smithi016.stdout:op 2314 completed, throughput=5MB/sec 2024-04-15T15:04:49.597 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-8mz1barWCorXUMb off=9686516 len=1906968 2024-04-15T15:04:49.607 INFO:tasks.workunit.client.0.smithi016.stdout:op 2315 completed, throughput=5MB/sec 2024-04-15T15:04:50.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:04:49 smithi016 ceph-mon[90652]: pgmap v1579: 105 pgs: 105 active+clean; 127 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-15T15:04:50.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:04:49 smithi016 ceph-mon[93212]: pgmap v1579: 105 pgs: 105 active+clean; 127 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-15T15:04:50.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:04:49 smithi102 ceph-mon[87131]: pgmap v1579: 105 pgs: 105 active+clean; 127 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-15T15:04:50.610 INFO:tasks.workunit.client.0.smithi016.stdout: 457: throughput=4.99MB/sec pending data=0 2024-04-15T15:04:50.610 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-x5e3qJWYlz3VT1q off=1966815 len=1216050 2024-04-15T15:04:50.614 INFO:tasks.workunit.client.0.smithi016.stdout:op 2316 completed, throughput=4.99MB/sec 2024-04-15T15:04:50.614 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-BWbU4fmhz0PN0Ua off=7522012 len=605450 2024-04-15T15:04:50.615 INFO:tasks.workunit.client.0.smithi016.stdout:op 2317 completed, throughput=4.99MB/sec 2024-04-15T15:04:50.615 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-mvkLohf6QO_jOsE off=1284926 len=2087657 2024-04-15T15:04:50.622 INFO:tasks.workunit.client.0.smithi016.stdout:op 2318 completed, throughput=5MB/sec 2024-04-15T15:04:50.622 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-BtyO3LYvE1fatMS off=3516433 len=510031 2024-04-15T15:04:50.623 INFO:tasks.workunit.client.0.smithi016.stdout:op 2319 completed, throughput=5MB/sec 2024-04-15T15:04:50.624 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-HnlBtCvU7psyPk1 off=12640258 len=269123 2024-04-15T15:04:50.626 INFO:tasks.workunit.client.0.smithi016.stdout:op 2320 completed, throughput=5MB/sec 2024-04-15T15:04:50.626 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-60Fg0znyJb0vn6I off=15404820 len=558138 2024-04-15T15:04:50.630 INFO:tasks.workunit.client.0.smithi016.stdout:op 2321 completed, throughput=5MB/sec 2024-04-15T15:04:51.634 INFO:tasks.workunit.client.0.smithi016.stdout: 458: throughput=4.99MB/sec pending data=0 2024-04-15T15:04:51.634 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-NRqwNL6nLmCTTY6 off=8620698 len=2094981 2024-04-15T15:04:51.634 INFO:tasks.workunit.client.0.smithi016.stdout:op 2322 completed, throughput=4.99MB/sec 2024-04-15T15:04:51.634 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-QZmRBVYh5vpJ4z8 off=4668416 len=576662 2024-04-15T15:04:51.636 INFO:tasks.workunit.client.0.smithi016.stdout:op 2323 completed, throughput=5MB/sec 2024-04-15T15:04:51.636 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-NSQfdjfNLfo_QXT off=78003 len=499769 2024-04-15T15:04:51.641 INFO:tasks.workunit.client.0.smithi016.stdout:op 2324 completed, throughput=5MB/sec 2024-04-15T15:04:51.641 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-0ZeNvwJitGcyyzX off=21055516 len=578742 2024-04-15T15:04:51.641 INFO:tasks.workunit.client.0.smithi016.stdout:op 2325 completed, throughput=5MB/sec 2024-04-15T15:04:51.641 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-q92dls85gujvHhL off=9280824 len=1205708 2024-04-15T15:04:51.646 INFO:tasks.workunit.client.0.smithi016.stdout:op 2326 completed, throughput=5MB/sec 2024-04-15T15:04:51.646 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-y_jFxhcJkS43f2t off=3868237 len=946910 2024-04-15T15:04:51.650 INFO:tasks.workunit.client.0.smithi016.stdout:op 2327 completed, throughput=5MB/sec 2024-04-15T15:04:52.042 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:04:51 smithi016 ceph-mon[90652]: pgmap v1580: 105 pgs: 105 active+clean; 127 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 2.2 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-04-15T15:04:52.043 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:04:51 smithi016 ceph-mon[93212]: pgmap v1580: 105 pgs: 105 active+clean; 127 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 2.2 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-04-15T15:04:52.043 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 15 15:04:51 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-y[81421]: ::ffff:172.21.15.102 - - [15/Apr/2024:15:04:51] "GET /metrics HTTP/1.1" 200 33997 "" "Prometheus/2.43.0" 2024-04-15T15:04:52.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:04:51 smithi102 ceph-mon[87131]: pgmap v1580: 105 pgs: 105 active+clean; 127 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 2.2 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-04-15T15:04:52.654 INFO:tasks.workunit.client.0.smithi016.stdout: 459: throughput=4.99MB/sec pending data=0 2024-04-15T15:04:52.654 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-KUW6sGggVTaxvER off=18030657 len=1458036 2024-04-15T15:04:52.657 INFO:tasks.workunit.client.0.smithi016.stdout:op 2328 completed, throughput=4.99MB/sec 2024-04-15T15:04:52.657 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-PwPg4ydluxdoR2p off=13742927 len=1801419 2024-04-15T15:04:52.659 INFO:tasks.workunit.client.0.smithi016.stdout:op 2329 completed, throughput=5MB/sec 2024-04-15T15:04:52.659 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-yc2s9eWCNYmrMJ6 off=9742100 len=47626 2024-04-15T15:04:52.660 INFO:tasks.workunit.client.0.smithi016.stdout:op 2330 completed, throughput=5MB/sec 2024-04-15T15:04:52.660 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-90kqdm8rf6UdiZ0 off=20610872 len=1734684 2024-04-15T15:04:52.666 INFO:tasks.workunit.client.0.smithi016.stdout:op 2331 completed, throughput=5MB/sec 2024-04-15T15:04:52.687 INFO:journalctl@ceph.prometheus.a.smithi102.stdout:Apr 15 15:04:52 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-prometheus-a[120881]: ts=2024-04-15T15:04:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi016:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"362ea986-fb34-11ee-bc8f-c7b262605968\", instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T15:04:53.667 INFO:tasks.workunit.client.0.smithi016.stdout: 460: throughput=4.99MB/sec pending data=0 2024-04-15T15:04:53.667 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-Hh7P9z8nGjgMSQx off=155272 len=428142 2024-04-15T15:04:53.670 INFO:tasks.workunit.client.0.smithi016.stdout:op 2332 completed, throughput=4.99MB/sec 2024-04-15T15:04:53.670 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-NKbJzZ1yTKEKEAb off=5994690 len=1531594 2024-04-15T15:04:53.680 INFO:tasks.workunit.client.0.smithi016.stdout:op 2333 completed, throughput=4.99MB/sec 2024-04-15T15:04:53.680 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-NjRGXfF5yEZSkZk off=1262949 len=466649 2024-04-15T15:04:53.681 INFO:tasks.workunit.client.0.smithi016.stdout:op 2334 completed, throughput=5MB/sec 2024-04-15T15:04:53.681 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-B5cP-QJIP4Mw-Ev off=218018 len=188319 2024-04-15T15:04:53.684 INFO:tasks.workunit.client.0.smithi016.stdout:op 2335 completed, throughput=5MB/sec 2024-04-15T15:04:53.684 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-SWN2tzoLc4YjIAQ off=8643225 len=348344 2024-04-15T15:04:53.685 INFO:tasks.workunit.client.0.smithi016.stdout:op 2336 completed, throughput=5MB/sec 2024-04-15T15:04:53.685 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-u9qQ0fGIfKf6cSE off=7989531 len=1096395 2024-04-15T15:04:53.690 INFO:tasks.workunit.client.0.smithi016.stdout:op 2337 completed, throughput=5MB/sec 2024-04-15T15:04:53.690 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-MHX0D1nIqgpqQZx off=18862466 len=424268 2024-04-15T15:04:53.693 INFO:tasks.workunit.client.0.smithi016.stdout:op 2338 completed, throughput=5MB/sec 2024-04-15T15:04:53.693 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-Vg-9DS0paDIniTT off=265999 len=827557 2024-04-15T15:04:53.697 INFO:tasks.workunit.client.0.smithi016.stdout:op 2339 completed, throughput=5MB/sec 2024-04-15T15:04:54.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:04:53 smithi016 ceph-mon[90652]: pgmap v1581: 105 pgs: 105 active+clean; 127 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.9 MiB/s wr, 6 op/s 2024-04-15T15:04:54.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:04:53 smithi016 ceph-mon[93212]: pgmap v1581: 105 pgs: 105 active+clean; 127 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.9 MiB/s wr, 6 op/s 2024-04-15T15:04:54.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:04:53 smithi102 ceph-mon[87131]: pgmap v1581: 105 pgs: 105 active+clean; 127 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.9 MiB/s wr, 6 op/s 2024-04-15T15:04:54.698 INFO:tasks.workunit.client.0.smithi016.stdout: 461: throughput=4.99MB/sec pending data=0 2024-04-15T15:04:54.698 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-zYYpJuTErj1Or2a off=9990661 len=2005706 2024-04-15T15:04:54.706 INFO:tasks.workunit.client.0.smithi016.stdout:op 2340 completed, throughput=4.99MB/sec 2024-04-15T15:04:54.706 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-UVhy-o3jPz0FqHu off=9144881 len=1449282 2024-04-15T15:04:54.708 INFO:tasks.workunit.client.0.smithi016.stdout:op 2341 completed, throughput=5MB/sec 2024-04-15T15:04:54.708 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-DRpGudfIU3I_hoD off=2607921 len=318738 2024-04-15T15:04:54.709 INFO:tasks.workunit.client.0.smithi016.stdout:op 2342 completed, throughput=5MB/sec 2024-04-15T15:04:54.709 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-OiES4UMUBZGEboX off=3641118 len=711411 2024-04-15T15:04:54.710 INFO:tasks.workunit.client.0.smithi016.stdout:op 2343 completed, throughput=5MB/sec 2024-04-15T15:04:54.710 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-poRjY4qfAwaNeai off=11179829 len=95413 2024-04-15T15:04:54.710 INFO:tasks.workunit.client.0.smithi016.stdout:op 2344 completed, throughput=5MB/sec 2024-04-15T15:04:54.711 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj--fOxDz-4yh7WT9X off=18841179 len=731944 2024-04-15T15:04:54.715 INFO:tasks.workunit.client.0.smithi016.stdout:op 2345 completed, throughput=5MB/sec 2024-04-15T15:04:55.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:04:54 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T15:04:55.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:04:54 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T15:04:55.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:04:54 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T15:04:55.715 INFO:tasks.workunit.client.0.smithi016.stdout: 462: throughput=4.99MB/sec pending data=0 2024-04-15T15:04:55.716 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-XeRSWcjR11wbNDP off=10775130 len=136994 2024-04-15T15:04:55.718 INFO:tasks.workunit.client.0.smithi016.stdout:op 2346 completed, throughput=4.99MB/sec 2024-04-15T15:04:55.718 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-cIorkh0i2XUsDp6 off=3580770 len=84893 2024-04-15T15:04:55.718 INFO:tasks.workunit.client.0.smithi016.stdout:op 2347 completed, throughput=4.99MB/sec 2024-04-15T15:04:55.719 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-H0t9coIoyvYcA5S off=2440357 len=1008897 2024-04-15T15:04:55.720 INFO:tasks.workunit.client.0.smithi016.stdout:op 2348 completed, throughput=4.99MB/sec 2024-04-15T15:04:55.720 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-BmwyImI6hNIrYtc off=12212814 len=1035056 2024-04-15T15:04:55.728 INFO:tasks.workunit.client.0.smithi016.stdout:op 2349 completed, throughput=4.99MB/sec 2024-04-15T15:04:55.728 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-MIPFbCTghwsjBsx off=1138638 len=85636 2024-04-15T15:04:55.729 INFO:tasks.workunit.client.0.smithi016.stdout:op 2350 completed, throughput=4.99MB/sec 2024-04-15T15:04:55.729 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-op1WthfNQJyy_mU off=8202257 len=941957 2024-04-15T15:04:55.729 INFO:tasks.workunit.client.0.smithi016.stdout:op 2351 completed, throughput=5MB/sec 2024-04-15T15:04:55.729 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-iQDDbQ4Ng9l1cTv off=3791438 len=626815 2024-04-15T15:04:55.730 INFO:tasks.workunit.client.0.smithi016.stdout:op 2352 completed, throughput=5MB/sec 2024-04-15T15:04:55.730 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-wa_rITjnTLQILfV off=3623175 len=1928348 2024-04-15T15:04:55.742 INFO:tasks.workunit.client.0.smithi016.stdout:op 2353 completed, throughput=5MB/sec 2024-04-15T15:04:56.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:04:55 smithi016 ceph-mon[93212]: pgmap v1582: 105 pgs: 105 active+clean; 127 GiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-15T15:04:56.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:04:55 smithi016 ceph-mon[90652]: pgmap v1582: 105 pgs: 105 active+clean; 127 GiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-15T15:04:56.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:04:55 smithi102 ceph-mon[87131]: pgmap v1582: 105 pgs: 105 active+clean; 127 GiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-15T15:04:56.743 INFO:tasks.workunit.client.0.smithi016.stdout: 463: throughput=4.99MB/sec pending data=0 2024-04-15T15:04:56.743 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-etRB39eacKQ38Rc off=219190 len=559663 2024-04-15T15:04:56.747 INFO:tasks.workunit.client.0.smithi016.stdout:op 2354 completed, throughput=4.99MB/sec 2024-04-15T15:04:56.747 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-jHxz8XD0ePZwDHd off=7085441 len=888631 2024-04-15T15:04:56.748 INFO:tasks.workunit.client.0.smithi016.stdout:op 2355 completed, throughput=4.99MB/sec 2024-04-15T15:04:56.748 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-cuASU0P9dopTox0 off=15063640 len=393161 2024-04-15T15:04:56.752 INFO:tasks.workunit.client.0.smithi016.stdout:op 2356 completed, throughput=4.99MB/sec 2024-04-15T15:04:56.752 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-pA921Plz4Y6_KD3 off=2499075 len=1882076 2024-04-15T15:04:56.754 INFO:tasks.workunit.client.0.smithi016.stdout:op 2357 completed, throughput=5MB/sec 2024-04-15T15:04:56.754 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-WogiZucx-1Bim28 off=5367319 len=813134 2024-04-15T15:04:56.756 INFO:tasks.workunit.client.0.smithi016.stdout:op 2358 completed, throughput=5MB/sec 2024-04-15T15:04:57.756 INFO:tasks.workunit.client.0.smithi016.stdout: 464: throughput=4.99MB/sec pending data=0 2024-04-15T15:04:57.756 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-ercVhD1d3NWW7Jf off=1188063 len=1999986 2024-04-15T15:04:57.759 INFO:tasks.workunit.client.0.smithi016.stdout:op 2359 completed, throughput=4.99MB/sec 2024-04-15T15:04:57.759 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-qLCJ5b-G5AcsEyp off=3799500 len=757746 2024-04-15T15:04:57.766 INFO:tasks.workunit.client.0.smithi016.stdout:op 2360 completed, throughput=5MB/sec 2024-04-15T15:04:57.766 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-kBIL6Q_-LE8WLqz off=14325723 len=704350 2024-04-15T15:04:57.769 INFO:tasks.workunit.client.0.smithi016.stdout:op 2361 completed, throughput=5MB/sec 2024-04-15T15:04:57.769 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-DoDdpY3iWZIGdkx off=6027076 len=1758223 2024-04-15T15:04:57.779 INFO:tasks.workunit.client.0.smithi016.stdout:op 2362 completed, throughput=5MB/sec 2024-04-15T15:04:57.779 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-jXxerSa6YchdIG9 off=485796 len=1060844 2024-04-15T15:04:57.784 INFO:tasks.workunit.client.0.smithi016.stdout:op 2363 completed, throughput=5MB/sec 2024-04-15T15:04:58.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:04:57 smithi016 ceph-mon[90652]: pgmap v1583: 105 pgs: 105 active+clean; 127 GiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 2.8 MiB/s rd, 3.1 MiB/s wr, 6 op/s 2024-04-15T15:04:58.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:04:57 smithi016 ceph-mon[93212]: pgmap v1583: 105 pgs: 105 active+clean; 127 GiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 2.8 MiB/s rd, 3.1 MiB/s wr, 6 op/s 2024-04-15T15:04:58.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:04:57 smithi102 ceph-mon[87131]: pgmap v1583: 105 pgs: 105 active+clean; 127 GiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 2.8 MiB/s rd, 3.1 MiB/s wr, 6 op/s 2024-04-15T15:04:58.785 INFO:tasks.workunit.client.0.smithi016.stdout: 465: throughput=4.99MB/sec pending data=0 2024-04-15T15:04:58.785 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-Jm6wc4ljvBUzjQN off=9509481 len=695504 2024-04-15T15:04:58.789 INFO:tasks.workunit.client.0.smithi016.stdout:op 2364 completed, throughput=4.99MB/sec 2024-04-15T15:04:58.789 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-cYtF4DAWWn3x9nj off=4240601 len=239261 2024-04-15T15:04:58.790 INFO:tasks.workunit.client.0.smithi016.stdout:op 2365 completed, throughput=4.99MB/sec 2024-04-15T15:04:58.790 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-vkJQAGPrPoYcNsg off=10845897 len=68607 2024-04-15T15:04:58.792 INFO:tasks.workunit.client.0.smithi016.stdout:op 2366 completed, throughput=4.99MB/sec 2024-04-15T15:04:58.792 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-7IaE-amcZGcku5b off=3956102 len=1698463 2024-04-15T15:04:58.794 INFO:tasks.workunit.client.0.smithi016.stdout:op 2367 completed, throughput=5MB/sec 2024-04-15T15:04:58.795 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-pfcyVYG6qoenQ3d off=5310729 len=222789 2024-04-15T15:04:58.796 INFO:tasks.workunit.client.0.smithi016.stdout:op 2368 completed, throughput=5MB/sec 2024-04-15T15:04:58.796 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-2BEt8S9R1tKpEyD off=1870900 len=1954604 2024-04-15T15:04:58.798 INFO:tasks.workunit.client.0.smithi016.stdout:op 2369 completed, throughput=5MB/sec 2024-04-15T15:04:59.798 INFO:tasks.workunit.client.0.smithi016.stdout: 466: throughput=4.99MB/sec pending data=0 2024-04-15T15:04:59.798 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-U4jmBJk-lddhS3k off=3100370 len=1906535 2024-04-15T15:04:59.802 INFO:tasks.workunit.client.0.smithi016.stdout:op 2370 completed, throughput=4.99MB/sec 2024-04-15T15:04:59.802 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-c4CXXg9EeWK0fWC off=7560782 len=771753 2024-04-15T15:04:59.803 INFO:tasks.workunit.client.0.smithi016.stdout:op 2371 completed, throughput=5MB/sec 2024-04-15T15:04:59.803 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-9hD6Zv9hQh0_-sU off=15454617 len=987384 2024-04-15T15:04:59.804 INFO:tasks.workunit.client.0.smithi016.stdout:op 2372 completed, throughput=5MB/sec 2024-04-15T15:04:59.805 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-9Xkr9RjQwGuTRjj off=22394297 len=1211619 2024-04-15T15:04:59.807 INFO:tasks.workunit.client.0.smithi016.stdout:op 2373 completed, throughput=5MB/sec 2024-04-15T15:05:00.042 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:04:59 smithi016 ceph-mon[90652]: pgmap v1584: 105 pgs: 105 active+clean; 127 GiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-15T15:05:00.042 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:04:59 smithi016 ceph-mon[93212]: pgmap v1584: 105 pgs: 105 active+clean; 127 GiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-15T15:05:00.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:04:59 smithi102 ceph-mon[87131]: pgmap v1584: 105 pgs: 105 active+clean; 127 GiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-15T15:05:00.808 INFO:tasks.workunit.client.0.smithi016.stdout: 467: throughput=4.99MB/sec pending data=0 2024-04-15T15:05:00.808 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-1fvVXyhlCzDpx2d off=4603835 len=94634 2024-04-15T15:05:00.808 INFO:tasks.workunit.client.0.smithi016.stdout:op 2374 completed, throughput=4.99MB/sec 2024-04-15T15:05:00.808 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-oUxXiqSlp3n-dxD off=7576434 len=845201 2024-04-15T15:05:00.813 INFO:tasks.workunit.client.0.smithi016.stdout:op 2375 completed, throughput=4.99MB/sec 2024-04-15T15:05:00.814 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-h2b3TTSKNBEZ7fN off=1968136 len=1616927 2024-04-15T15:05:00.817 INFO:tasks.workunit.client.0.smithi016.stdout:op 2376 completed, throughput=4.99MB/sec 2024-04-15T15:05:00.817 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-h42SX453BJBn_uA off=702183 len=1217867 2024-04-15T15:05:00.823 INFO:tasks.workunit.client.0.smithi016.stdout:op 2377 completed, throughput=5MB/sec 2024-04-15T15:05:00.823 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-HfAvH3IjuSYtqs4 off=516690 len=1645249 2024-04-15T15:05:00.830 INFO:tasks.workunit.client.0.smithi016.stdout:op 2378 completed, throughput=5MB/sec 2024-04-15T15:05:01.831 INFO:tasks.workunit.client.0.smithi016.stdout: 468: throughput=4.99MB/sec pending data=0 2024-04-15T15:05:01.831 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-fmXAxnNGvEfy9py off=20748388 len=58916 2024-04-15T15:05:01.832 INFO:tasks.workunit.client.0.smithi016.stdout:op 2379 completed, throughput=4.99MB/sec 2024-04-15T15:05:01.832 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-IP4ZSwweAqvQO2L off=2643261 len=887998 2024-04-15T15:05:01.833 INFO:tasks.workunit.client.0.smithi016.stdout:op 2380 completed, throughput=4.99MB/sec 2024-04-15T15:05:01.833 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-XNZ_v9D1BYfvhz8 off=4746779 len=1467953 2024-04-15T15:05:01.836 INFO:tasks.workunit.client.0.smithi016.stdout:op 2381 completed, throughput=4.99MB/sec 2024-04-15T15:05:01.836 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-5dbAd5ZuA6f6sdj off=4096547 len=1425283 2024-04-15T15:05:01.843 INFO:tasks.workunit.client.0.smithi016.stdout:op 2382 completed, throughput=5MB/sec 2024-04-15T15:05:01.844 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-x2J3AXEXyhpF2DZ off=936289 len=1202645 2024-04-15T15:05:01.845 INFO:tasks.workunit.client.0.smithi016.stdout:op 2383 completed, throughput=5MB/sec 2024-04-15T15:05:01.845 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-_ckB-TffNaD1n0v off=2769314 len=280056 2024-04-15T15:05:01.848 INFO:tasks.workunit.client.0.smithi016.stdout:op 2384 completed, throughput=5MB/sec 2024-04-15T15:05:02.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:05:01 smithi016 ceph-mon[90652]: pgmap v1585: 105 pgs: 105 active+clean; 127 GiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-15T15:05:02.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:05:01 smithi016 ceph-mon[93212]: pgmap v1585: 105 pgs: 105 active+clean; 127 GiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-15T15:05:02.040 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 15 15:05:01 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-y[81421]: ::ffff:172.21.15.102 - - [15/Apr/2024:15:05:01] "GET /metrics HTTP/1.1" 200 33995 "" "Prometheus/2.43.0" 2024-04-15T15:05:02.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:05:01 smithi102 ceph-mon[87131]: pgmap v1585: 105 pgs: 105 active+clean; 127 GiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-15T15:05:02.687 INFO:journalctl@ceph.prometheus.a.smithi102.stdout:Apr 15 15:05:02 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-prometheus-a[120881]: ts=2024-04-15T15:05:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi016:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"362ea986-fb34-11ee-bc8f-c7b262605968\", instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T15:05:02.848 INFO:tasks.workunit.client.0.smithi016.stdout: 469: throughput=4.99MB/sec pending data=0 2024-04-15T15:05:02.848 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-Oh9UIX-jJxVC6pq off=5911846 len=1064855 2024-04-15T15:05:02.850 INFO:tasks.workunit.client.0.smithi016.stdout:op 2385 completed, throughput=4.99MB/sec 2024-04-15T15:05:02.850 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-ufZR5xkPpf5AoQr off=16868022 len=1679409 2024-04-15T15:05:02.860 INFO:tasks.workunit.client.0.smithi016.stdout:op 2386 completed, throughput=5MB/sec 2024-04-15T15:05:02.860 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-AFyd_-L8TAvo5zh off=2864459 len=859587 2024-04-15T15:05:02.864 INFO:tasks.workunit.client.0.smithi016.stdout:op 2387 completed, throughput=5MB/sec 2024-04-15T15:05:02.864 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-MiPBssUdOKdhEZc off=2897586 len=1841675 2024-04-15T15:05:02.866 INFO:tasks.workunit.client.0.smithi016.stdout:op 2388 completed, throughput=5MB/sec 2024-04-15T15:05:03.866 INFO:tasks.workunit.client.0.smithi016.stdout: 470: throughput=4.99MB/sec pending data=0 2024-04-15T15:05:03.867 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-8ULttCS9ngi15RB off=1453400 len=929868 2024-04-15T15:05:03.872 INFO:tasks.workunit.client.0.smithi016.stdout:op 2389 completed, throughput=4.99MB/sec 2024-04-15T15:05:03.872 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-1THxv_IpXxPoEpm off=6160608 len=97103 2024-04-15T15:05:03.874 INFO:tasks.workunit.client.0.smithi016.stdout:op 2390 completed, throughput=4.99MB/sec 2024-04-15T15:05:03.874 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-aMgLCU6UGVY0W6x off=12918162 len=2034380 2024-04-15T15:05:03.876 INFO:tasks.workunit.client.0.smithi016.stdout:op 2391 completed, throughput=5MB/sec 2024-04-15T15:05:03.877 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-5GxLdFyuZkbsD3A off=21419549 len=1562996 2024-04-15T15:05:03.878 INFO:tasks.workunit.client.0.smithi016.stdout:op 2392 completed, throughput=5MB/sec 2024-04-15T15:05:03.879 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-OOGtfDsFPCTIXbx off=1611476 len=1530206 2024-04-15T15:05:03.886 INFO:tasks.workunit.client.0.smithi016.stdout:op 2393 completed, throughput=5MB/sec 2024-04-15T15:05:04.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:05:03 smithi016 ceph-mon[90652]: pgmap v1586: 105 pgs: 105 active+clean; 127 GiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.8 MiB/s wr, 6 op/s 2024-04-15T15:05:04.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:05:03 smithi016 ceph-mon[93212]: pgmap v1586: 105 pgs: 105 active+clean; 127 GiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.8 MiB/s wr, 6 op/s 2024-04-15T15:05:04.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:05:03 smithi102 ceph-mon[87131]: pgmap v1586: 105 pgs: 105 active+clean; 127 GiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.8 MiB/s wr, 6 op/s 2024-04-15T15:05:04.886 INFO:tasks.workunit.client.0.smithi016.stdout: 471: throughput=4.99MB/sec pending data=0 2024-04-15T15:05:04.886 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-SGBoNP5SLrek79w off=1870233 len=1702650 2024-04-15T15:05:04.888 INFO:tasks.workunit.client.0.smithi016.stdout:op 2394 completed, throughput=5MB/sec 2024-04-15T15:05:04.888 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-csgLPcuAIRCwtLP off=3894940 len=2029954 2024-04-15T15:05:04.898 INFO:tasks.workunit.client.0.smithi016.stdout:op 2395 completed, throughput=5MB/sec 2024-04-15T15:05:04.898 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj--vIqFGtGHKU1NS6 off=2644315 len=1907794 2024-04-15T15:05:04.899 INFO:tasks.workunit.client.0.smithi016.stdout:op 2396 completed, throughput=5MB/sec 2024-04-15T15:05:05.899 INFO:tasks.workunit.client.0.smithi016.stdout: 472: throughput=4.99MB/sec pending data=0 2024-04-15T15:05:05.899 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-bDIXCsZTJnHtJmD off=6321710 len=1837477 2024-04-15T15:05:05.907 INFO:tasks.workunit.client.0.smithi016.stdout:op 2397 completed, throughput=5MB/sec 2024-04-15T15:05:05.907 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-_UW1-5jFOiClpaf off=224248 len=760695 2024-04-15T15:05:05.908 INFO:tasks.workunit.client.0.smithi016.stdout:op 2398 completed, throughput=5MB/sec 2024-04-15T15:05:05.909 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-7nRAvXJNvs6mFii off=724622 len=1048520 2024-04-15T15:05:05.918 INFO:tasks.workunit.client.0.smithi016.stdout:op 2399 completed, throughput=5MB/sec 2024-04-15T15:05:05.918 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-aR9BRr7la4HpzPU off=6315228 len=157289 2024-04-15T15:05:05.918 INFO:tasks.workunit.client.0.smithi016.stdout:op 2400 completed, throughput=5MB/sec 2024-04-15T15:05:05.918 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-gM7Q3g1CjKLVZah off=5811310 len=1574640 2024-04-15T15:05:05.925 INFO:tasks.workunit.client.0.smithi016.stdout:op 2401 completed, throughput=5MB/sec 2024-04-15T15:05:06.039 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:05:05 smithi016 ceph-mon[93212]: pgmap v1587: 105 pgs: 105 active+clean; 127 GiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 2.1 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-04-15T15:05:06.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:05:05 smithi016 ceph-mon[90652]: pgmap v1587: 105 pgs: 105 active+clean; 127 GiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 2.1 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-04-15T15:05:06.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:05:05 smithi102 ceph-mon[87131]: pgmap v1587: 105 pgs: 105 active+clean; 127 GiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 2.1 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-04-15T15:05:06.925 INFO:tasks.workunit.client.0.smithi016.stdout: 473: throughput=4.99MB/sec pending data=0 2024-04-15T15:05:06.925 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-hbiVaV9sK_cEqMU off=3041850 len=354309 2024-04-15T15:05:06.926 INFO:tasks.workunit.client.0.smithi016.stdout:op 2402 completed, throughput=4.99MB/sec 2024-04-15T15:05:06.926 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-L33cF4oZnuLyc53 off=11713683 len=1280988 2024-04-15T15:05:06.933 INFO:tasks.workunit.client.0.smithi016.stdout:op 2403 completed, throughput=5MB/sec 2024-04-15T15:05:06.933 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-sjZ8Ms2MtYECPlL off=15514966 len=516322 2024-04-15T15:05:06.937 INFO:tasks.workunit.client.0.smithi016.stdout:op 2404 completed, throughput=5MB/sec 2024-04-15T15:05:06.937 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-SIEtuTSVOf-C5OB off=1428130 len=994031 2024-04-15T15:05:06.941 INFO:tasks.workunit.client.0.smithi016.stdout:op 2405 completed, throughput=5MB/sec 2024-04-15T15:05:06.941 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-USWC3F0c7Hh89v2 off=10099933 len=477648 2024-04-15T15:05:06.942 INFO:tasks.workunit.client.0.smithi016.stdout:op 2406 completed, throughput=5MB/sec 2024-04-15T15:05:06.942 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-VDQozgHvj6cP_di off=11026526 len=113525 2024-04-15T15:05:06.943 INFO:tasks.workunit.client.0.smithi016.stdout:op 2407 completed, throughput=5MB/sec 2024-04-15T15:05:06.943 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-6ZLuw3pE5xFqeKI off=681207 len=1369140 2024-04-15T15:05:06.944 INFO:tasks.workunit.client.0.smithi016.stdout:op 2408 completed, throughput=5MB/sec 2024-04-15T15:05:07.945 INFO:tasks.workunit.client.0.smithi016.stdout: 474: throughput=4.99MB/sec pending data=0 2024-04-15T15:05:07.945 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-O-Q9SGNG4KBeyH3 off=267595 len=171733 2024-04-15T15:05:07.947 INFO:tasks.workunit.client.0.smithi016.stdout:op 2409 completed, throughput=4.99MB/sec 2024-04-15T15:05:07.947 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-wOGHh0QazIRTbJF off=3093751 len=1625628 2024-04-15T15:05:07.951 INFO:tasks.workunit.client.0.smithi016.stdout:op 2410 completed, throughput=5MB/sec 2024-04-15T15:05:07.951 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-d4mwLlNfTh2hGG4 off=10128828 len=1448293 2024-04-15T15:05:07.953 INFO:tasks.workunit.client.0.smithi016.stdout:op 2411 completed, throughput=5MB/sec 2024-04-15T15:05:07.953 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-a_JwNjDoc1bOiPY off=10619414 len=724347 2024-04-15T15:05:07.954 INFO:tasks.workunit.client.0.smithi016.stdout:op 2412 completed, throughput=5MB/sec 2024-04-15T15:05:07.954 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-iVVVH36z4XDYMIE off=3731083 len=1630586 2024-04-15T15:05:07.962 INFO:tasks.workunit.client.0.smithi016.stdout:op 2413 completed, throughput=5MB/sec 2024-04-15T15:05:07.989 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:05:07 smithi102 ceph-mon[87131]: pgmap v1588: 105 pgs: 105 active+clean; 127 GiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.9 MiB/s wr, 6 op/s 2024-04-15T15:05:08.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:05:07 smithi016 ceph-mon[90652]: pgmap v1588: 105 pgs: 105 active+clean; 127 GiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.9 MiB/s wr, 6 op/s 2024-04-15T15:05:08.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:05:07 smithi016 ceph-mon[93212]: pgmap v1588: 105 pgs: 105 active+clean; 127 GiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.9 MiB/s wr, 6 op/s 2024-04-15T15:05:08.962 INFO:tasks.workunit.client.0.smithi016.stdout: 475: throughput=4.99MB/sec pending data=0 2024-04-15T15:05:08.962 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-Dq0eI_dHdE2jEwb off=4281682 len=392075 2024-04-15T15:05:08.962 INFO:tasks.workunit.client.0.smithi016.stdout:op 2414 completed, throughput=4.99MB/sec 2024-04-15T15:05:08.963 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-J3EVhEGZ2IhKXlk off=950787 len=1301101 2024-04-15T15:05:08.964 INFO:tasks.workunit.client.0.smithi016.stdout:op 2415 completed, throughput=5MB/sec 2024-04-15T15:05:08.964 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-MFDzBtzqhOyqVo4 off=5804951 len=1137705 2024-04-15T15:05:08.965 INFO:tasks.workunit.client.0.smithi016.stdout:op 2416 completed, throughput=5MB/sec 2024-04-15T15:05:08.965 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-cca0uyBQWSj2snA off=5040501 len=389308 2024-04-15T15:05:08.969 INFO:tasks.workunit.client.0.smithi016.stdout:op 2417 completed, throughput=5MB/sec 2024-04-15T15:05:08.969 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-e6uiZBm95wDZpqC off=512084 len=910290 2024-04-15T15:05:08.970 INFO:tasks.workunit.client.0.smithi016.stdout:op 2418 completed, throughput=5MB/sec 2024-04-15T15:05:09.970 INFO:tasks.workunit.client.0.smithi016.stdout: 476: throughput=4.99MB/sec pending data=0 2024-04-15T15:05:09.970 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-XF1uWkAB8eDJuuq off=249177 len=403691 2024-04-15T15:05:09.971 INFO:tasks.workunit.client.0.smithi016.stdout:op 2419 completed, throughput=4.99MB/sec 2024-04-15T15:05:09.971 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-JplzZmxm33RgoD_ off=1426554 len=1358524 2024-04-15T15:05:09.972 INFO:tasks.workunit.client.0.smithi016.stdout:op 2420 completed, throughput=4.99MB/sec 2024-04-15T15:05:09.972 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-jxftSqbuPH1QtlR off=14512541 len=1724587 2024-04-15T15:05:09.978 INFO:tasks.workunit.client.0.smithi016.stdout:op 2421 completed, throughput=5MB/sec 2024-04-15T15:05:09.978 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-HtRPxHN-RxMlW2J off=14111304 len=1219358 2024-04-15T15:05:09.983 INFO:tasks.workunit.client.0.smithi016.stdout:op 2422 completed, throughput=5MB/sec 2024-04-15T15:05:09.983 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-z7F_SjJuUL6nIes off=7717430 len=1962217 2024-04-15T15:05:09.986 INFO:tasks.workunit.client.0.smithi016.stdout:op 2423 completed, throughput=5MB/sec 2024-04-15T15:05:10.042 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:05:09 smithi016 ceph-mon[90652]: pgmap v1589: 105 pgs: 105 active+clean; 127 GiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-15T15:05:10.042 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:05:09 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T15:05:10.042 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:05:09 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T15:05:10.042 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:05:09 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T15:05:10.042 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:05:09 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T15:05:10.043 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:05:09 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T15:05:10.043 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:05:09 smithi016 ceph-mon[93212]: pgmap v1589: 105 pgs: 105 active+clean; 127 GiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-15T15:05:10.043 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:05:09 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T15:05:10.043 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:05:09 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T15:05:10.043 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:05:09 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T15:05:10.043 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:05:09 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T15:05:10.043 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:05:09 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T15:05:10.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:05:09 smithi102 ceph-mon[87131]: pgmap v1589: 105 pgs: 105 active+clean; 127 GiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-15T15:05:10.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:05:09 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T15:05:10.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:05:09 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T15:05:10.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:05:09 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T15:05:10.188 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:05:09 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T15:05:10.188 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:05:09 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T15:05:10.987 INFO:tasks.workunit.client.0.smithi016.stdout: 477: throughput=4.99MB/sec pending data=0 2024-04-15T15:05:10.987 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-ymMXrXpvVrOE56m off=1683681 len=1978914 2024-04-15T15:05:10.991 INFO:tasks.workunit.client.0.smithi016.stdout:op 2424 completed, throughput=5MB/sec 2024-04-15T15:05:10.991 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-qHB7GerP2he6aqK off=6795015 len=722597 2024-04-15T15:05:10.995 INFO:tasks.workunit.client.0.smithi016.stdout:op 2425 completed, throughput=5MB/sec 2024-04-15T15:05:10.996 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-5mLlTjQC4CnEDSB off=3474796 len=1096733 2024-04-15T15:05:10.998 INFO:tasks.workunit.client.0.smithi016.stdout:op 2426 completed, throughput=5MB/sec 2024-04-15T15:05:11.998 INFO:tasks.workunit.client.0.smithi016.stdout: 478: throughput=4.99MB/sec pending data=0 2024-04-15T15:05:11.998 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-UtLvy8Huud7W8bR off=18656033 len=1194373 2024-04-15T15:05:12.005 INFO:tasks.workunit.client.0.smithi016.stdout:op 2427 completed, throughput=4.99MB/sec 2024-04-15T15:05:12.005 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-PFq-ogowPQIxGJy off=3920265 len=796414 2024-04-15T15:05:12.006 INFO:tasks.workunit.client.0.smithi016.stdout:op 2428 completed, throughput=4.99MB/sec 2024-04-15T15:05:12.006 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-ARfsyEt9WYJaZNe off=1723344 len=787140 2024-04-15T15:05:12.008 INFO:tasks.workunit.client.0.smithi016.stdout:op 2429 completed, throughput=5MB/sec 2024-04-15T15:05:12.008 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-Um5fl4wCUwysMlJ off=4389838 len=1727831 2024-04-15T15:05:12.017 INFO:tasks.workunit.client.0.smithi016.stdout:op 2430 completed, throughput=5MB/sec 2024-04-15T15:05:12.017 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-Ooqlfx6jcYENEIA off=3082263 len=822034 2024-04-15T15:05:12.021 INFO:tasks.workunit.client.0.smithi016.stdout:op 2431 completed, throughput=5MB/sec 2024-04-15T15:05:12.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:05:11 smithi016 ceph-mon[90652]: pgmap v1590: 105 pgs: 105 active+clean; 127 GiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-04-15T15:05:12.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:05:11 smithi016 ceph-mon[93212]: pgmap v1590: 105 pgs: 105 active+clean; 127 GiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-04-15T15:05:12.040 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 15 15:05:11 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-y[81421]: ::ffff:172.21.15.102 - - [15/Apr/2024:15:05:11] "GET /metrics HTTP/1.1" 200 33996 "" "Prometheus/2.43.0" 2024-04-15T15:05:12.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:05:11 smithi102 ceph-mon[87131]: pgmap v1590: 105 pgs: 105 active+clean; 127 GiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-04-15T15:05:12.687 INFO:journalctl@ceph.prometheus.a.smithi102.stdout:Apr 15 15:05:12 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-prometheus-a[120881]: ts=2024-04-15T15:05:12.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi016:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"362ea986-fb34-11ee-bc8f-c7b262605968\", instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T15:05:13.022 INFO:tasks.workunit.client.0.smithi016.stdout: 479: throughput=4.99MB/sec pending data=0 2024-04-15T15:05:13.023 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-hH3q58D8PeXqrS1 off=1566888 len=294792 2024-04-15T15:05:13.025 INFO:tasks.workunit.client.0.smithi016.stdout:op 2432 completed, throughput=4.99MB/sec 2024-04-15T15:05:13.025 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-LuKY7Sada6KUtTw off=2631349 len=277955 2024-04-15T15:05:13.026 INFO:tasks.workunit.client.0.smithi016.stdout:op 2433 completed, throughput=4.99MB/sec 2024-04-15T15:05:13.026 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-GNq5bkBlyGtZQ6D off=866726 len=1916506 2024-04-15T15:05:13.033 INFO:tasks.workunit.client.0.smithi016.stdout:op 2434 completed, throughput=4.99MB/sec 2024-04-15T15:05:13.034 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-a3GtKHVDN9iavlQ off=6480938 len=750772 2024-04-15T15:05:13.035 INFO:tasks.workunit.client.0.smithi016.stdout:op 2435 completed, throughput=5MB/sec 2024-04-15T15:05:13.035 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-FqdcsgB3CZ17Qpi off=0 len=1680988 2024-04-15T15:05:13.041 INFO:tasks.workunit.client.0.smithi016.stdout:op 2436 completed, throughput=5MB/sec 2024-04-15T15:05:13.041 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-uoAK5MoylFI5U0U off=3296574 len=719935 2024-04-15T15:05:13.042 INFO:tasks.workunit.client.0.smithi016.stdout:op 2437 completed, throughput=5MB/sec 2024-04-15T15:05:14.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:05:13 smithi016 ceph-mon[90652]: pgmap v1591: 105 pgs: 105 active+clean; 127 GiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 3.9 MiB/s rd, 2.7 MiB/s wr, 6 op/s 2024-04-15T15:05:14.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:05:13 smithi016 ceph-mon[93212]: pgmap v1591: 105 pgs: 105 active+clean; 127 GiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 3.9 MiB/s rd, 2.7 MiB/s wr, 6 op/s 2024-04-15T15:05:14.042 INFO:tasks.workunit.client.0.smithi016.stdout: 480: throughput=4.99MB/sec pending data=0 2024-04-15T15:05:14.042 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-j9LARfBF2aCPCfM off=4861777 len=444571 2024-04-15T15:05:14.044 INFO:tasks.workunit.client.0.smithi016.stdout:op 2438 completed, throughput=4.99MB/sec 2024-04-15T15:05:14.044 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj---XbFfJR9zfDRUI off=163827 len=960696 2024-04-15T15:05:14.045 INFO:tasks.workunit.client.0.smithi016.stdout:op 2439 completed, throughput=4.99MB/sec 2024-04-15T15:05:14.046 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-kYGCzJcaXaxmhfO off=9239379 len=874643 2024-04-15T15:05:14.047 INFO:tasks.workunit.client.0.smithi016.stdout:op 2440 completed, throughput=4.99MB/sec 2024-04-15T15:05:14.047 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-DTOFrf52e96OwgR off=480897 len=962962 2024-04-15T15:05:14.052 INFO:tasks.workunit.client.0.smithi016.stdout:op 2441 completed, throughput=5MB/sec 2024-04-15T15:05:14.053 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-J4HJKg8dFPd7EIi off=3880158 len=450872 2024-04-15T15:05:14.054 INFO:tasks.workunit.client.0.smithi016.stdout:op 2442 completed, throughput=5MB/sec 2024-04-15T15:05:14.054 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-S3Jy0sfo8eJxgfr off=18383883 len=390558 2024-04-15T15:05:14.057 INFO:tasks.workunit.client.0.smithi016.stdout:op 2443 completed, throughput=5MB/sec 2024-04-15T15:05:14.057 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-5OSiflLiKyHvsld off=9423131 len=159055 2024-04-15T15:05:14.060 INFO:tasks.workunit.client.0.smithi016.stdout:op 2444 completed, throughput=5MB/sec 2024-04-15T15:05:14.060 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-KamvIRBmmqfhZj6 off=293850 len=1502490 2024-04-15T15:05:14.062 INFO:tasks.workunit.client.0.smithi016.stdout:op 2445 completed, throughput=5MB/sec 2024-04-15T15:05:14.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:05:13 smithi102 ceph-mon[87131]: pgmap v1591: 105 pgs: 105 active+clean; 127 GiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 3.9 MiB/s rd, 2.7 MiB/s wr, 6 op/s 2024-04-15T15:05:15.063 INFO:tasks.workunit.client.0.smithi016.stdout: 481: throughput=4.99MB/sec pending data=0 2024-04-15T15:05:15.063 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-uvPH-Lx2pmlAj73 off=11629617 len=1867910 2024-04-15T15:05:15.070 INFO:tasks.workunit.client.0.smithi016.stdout:op 2446 completed, throughput=4.99MB/sec 2024-04-15T15:05:15.070 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-swrzYbbagrtPC4K off=4293488 len=261880 2024-04-15T15:05:15.073 INFO:tasks.workunit.client.0.smithi016.stdout:op 2447 completed, throughput=5MB/sec 2024-04-15T15:05:15.073 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-ssvq9aXYExnRKgV off=1469537 len=295056 2024-04-15T15:05:15.076 INFO:tasks.workunit.client.0.smithi016.stdout:op 2448 completed, throughput=5MB/sec 2024-04-15T15:05:15.076 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-IRjf9s59dce5nAO off=9054183 len=1560680 2024-04-15T15:05:15.082 INFO:tasks.workunit.client.0.smithi016.stdout:op 2449 completed, throughput=5MB/sec 2024-04-15T15:05:15.082 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-eiUjk8WQFnY1M7s off=2294405 len=660493 2024-04-15T15:05:15.083 INFO:tasks.workunit.client.0.smithi016.stdout:op 2450 completed, throughput=5MB/sec 2024-04-15T15:05:16.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:05:15 smithi016 ceph-mon[90652]: pgmap v1592: 105 pgs: 105 active+clean; 127 GiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-15T15:05:16.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:05:15 smithi016 ceph-mon[93212]: pgmap v1592: 105 pgs: 105 active+clean; 127 GiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-15T15:05:16.083 INFO:tasks.workunit.client.0.smithi016.stdout: 482: throughput=4.99MB/sec pending data=0 2024-04-15T15:05:16.084 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-Ad9F8cDmGnG8gC8 off=13350494 len=919358 2024-04-15T15:05:16.089 INFO:tasks.workunit.client.0.smithi016.stdout:op 2451 completed, throughput=4.99MB/sec 2024-04-15T15:05:16.089 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-PltySwLct5FiJNH off=7852080 len=221423 2024-04-15T15:05:16.090 INFO:tasks.workunit.client.0.smithi016.stdout:op 2452 completed, throughput=4.99MB/sec 2024-04-15T15:05:16.090 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-k_ep60R7ysT2Sd5 off=19417634 len=1655825 2024-04-15T15:05:16.098 INFO:tasks.workunit.client.0.smithi016.stdout:op 2453 completed, throughput=5MB/sec 2024-04-15T15:05:16.098 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-c_hBlURFekGRYtz off=986868 len=776624 2024-04-15T15:05:16.099 INFO:tasks.workunit.client.0.smithi016.stdout:op 2454 completed, throughput=5MB/sec 2024-04-15T15:05:16.099 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-lfEyCXwS_LRbKxN off=1689001 len=1087304 2024-04-15T15:05:16.105 INFO:tasks.workunit.client.0.smithi016.stdout:op 2455 completed, throughput=5MB/sec 2024-04-15T15:05:16.105 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-nTTdohmYcjkerLT off=14282093 len=1709822 2024-04-15T15:05:16.112 INFO:tasks.workunit.client.0.smithi016.stdout:op 2456 completed, throughput=5MB/sec 2024-04-15T15:05:16.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:05:15 smithi102 ceph-mon[87131]: pgmap v1592: 105 pgs: 105 active+clean; 127 GiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-15T15:05:17.112 INFO:tasks.workunit.client.0.smithi016.stdout: 483: throughput=4.99MB/sec pending data=0 2024-04-15T15:05:17.112 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj--Gc3vYH4kBgF16l off=8498040 len=999179 2024-04-15T15:05:17.118 INFO:tasks.workunit.client.0.smithi016.stdout:op 2457 completed, throughput=4.99MB/sec 2024-04-15T15:05:17.118 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-TA_8IGMx7NIYXCl off=12701107 len=707515 2024-04-15T15:05:17.122 INFO:tasks.workunit.client.0.smithi016.stdout:op 2458 completed, throughput=5MB/sec 2024-04-15T15:05:17.122 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-Oo64gC5oI0MMpBe off=3534599 len=140674 2024-04-15T15:05:17.122 INFO:tasks.workunit.client.0.smithi016.stdout:op 2459 completed, throughput=5MB/sec 2024-04-15T15:05:17.122 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-WUwUS7sZYsIuext off=13685074 len=692625 2024-04-15T15:05:17.124 INFO:tasks.workunit.client.0.smithi016.stdout:op 2460 completed, throughput=5MB/sec 2024-04-15T15:05:17.124 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-BIDB2jLFoLl7GUw off=2973890 len=1989396 2024-04-15T15:05:17.127 INFO:tasks.workunit.client.0.smithi016.stdout:op 2461 completed, throughput=5MB/sec 2024-04-15T15:05:18.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:05:17 smithi016 ceph-mon[90652]: pgmap v1593: 105 pgs: 105 active+clean; 127 GiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 3.2 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-04-15T15:05:18.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:05:17 smithi016 ceph-mon[93212]: pgmap v1593: 105 pgs: 105 active+clean; 127 GiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 3.2 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-04-15T15:05:18.127 INFO:tasks.workunit.client.0.smithi016.stdout: 484: throughput=4.99MB/sec pending data=0 2024-04-15T15:05:18.128 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-P8nT47DhBYxewgn off=611956 len=1670443 2024-04-15T15:05:18.138 INFO:tasks.workunit.client.0.smithi016.stdout:op 2462 completed, throughput=4.99MB/sec 2024-04-15T15:05:18.138 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-XCkuIeJwjNxBlNk off=159053 len=60295 2024-04-15T15:05:18.140 INFO:tasks.workunit.client.0.smithi016.stdout:op 2463 completed, throughput=4.99MB/sec 2024-04-15T15:05:18.141 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-dGxUOMOimRIFn8U off=5786619 len=1263981 2024-04-15T15:05:18.147 INFO:tasks.workunit.client.0.smithi016.stdout:op 2464 completed, throughput=5MB/sec 2024-04-15T15:05:18.147 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-4ZwMZ2WnxPlSK0p off=4165852 len=842431 2024-04-15T15:05:18.151 INFO:tasks.workunit.client.0.smithi016.stdout:op 2465 completed, throughput=5MB/sec 2024-04-15T15:05:18.151 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-7D4ABrJToTe82WK off=11887961 len=1864429 2024-04-15T15:05:18.155 INFO:tasks.workunit.client.0.smithi016.stdout:op 2466 completed, throughput=5MB/sec 2024-04-15T15:05:18.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:05:17 smithi102 ceph-mon[87131]: pgmap v1593: 105 pgs: 105 active+clean; 127 GiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 3.2 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-04-15T15:05:19.155 INFO:tasks.workunit.client.0.smithi016.stdout: 485: throughput=4.99MB/sec pending data=0 2024-04-15T15:05:19.156 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-TMBmK8-oKooB9LO off=742745 len=583257 2024-04-15T15:05:19.160 INFO:tasks.workunit.client.0.smithi016.stdout:op 2467 completed, throughput=4.99MB/sec 2024-04-15T15:05:19.160 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-hGXy2A8TzOJrnqx off=3195765 len=382306 2024-04-15T15:05:19.160 INFO:tasks.workunit.client.0.smithi016.stdout:op 2468 completed, throughput=4.99MB/sec 2024-04-15T15:05:19.160 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-3ok9NUlurolwbdk off=231771 len=1992615 2024-04-15T15:05:19.173 INFO:tasks.workunit.client.0.smithi016.stdout:op 2469 completed, throughput=5MB/sec 2024-04-15T15:05:19.173 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-Ls69H9GKoWD7e7M off=4860863 len=1486426 2024-04-15T15:05:19.174 INFO:tasks.workunit.client.0.smithi016.stdout:op 2470 completed, throughput=5MB/sec 2024-04-15T15:05:19.175 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-Q7eFp4JYS_uoOnU off=762805 len=1950567 2024-04-15T15:05:19.183 INFO:tasks.workunit.client.0.smithi016.stdout:op 2471 completed, throughput=5MB/sec 2024-04-15T15:05:20.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:05:19 smithi016 ceph-mon[90652]: pgmap v1594: 105 pgs: 105 active+clean; 127 GiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-15T15:05:20.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:05:19 smithi016 ceph-mon[93212]: pgmap v1594: 105 pgs: 105 active+clean; 127 GiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-15T15:05:20.183 INFO:tasks.workunit.client.0.smithi016.stdout: 486: throughput=4.99MB/sec pending data=0 2024-04-15T15:05:20.183 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-QoHc_lID-TlYOrq off=6335851 len=1828949 2024-04-15T15:05:20.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:05:19 smithi102 ceph-mon[87131]: pgmap v1594: 105 pgs: 105 active+clean; 127 GiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-15T15:05:20.191 INFO:tasks.workunit.client.0.smithi016.stdout:op 2472 completed, throughput=5MB/sec 2024-04-15T15:05:20.191 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-MFC1yYc1FRd-fF9 off=5598797 len=1504410 2024-04-15T15:05:20.197 INFO:tasks.workunit.client.0.smithi016.stdout:op 2473 completed, throughput=5MB/sec 2024-04-15T15:05:20.197 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-tnLKwoVQXyvrCua off=3923071 len=1292013 2024-04-15T15:05:20.204 INFO:tasks.workunit.client.0.smithi016.stdout:op 2474 completed, throughput=5MB/sec 2024-04-15T15:05:21.205 INFO:tasks.workunit.client.0.smithi016.stdout: 487: throughput=4.99MB/sec pending data=0 2024-04-15T15:05:21.205 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-bfB3MPW5Z-MjbP_ off=11223868 len=1077227 2024-04-15T15:05:21.210 INFO:tasks.workunit.client.0.smithi016.stdout:op 2475 completed, throughput=4.99MB/sec 2024-04-15T15:05:21.210 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-Ych3z7VXD2NfiCj off=4783057 len=1963462 2024-04-15T15:05:21.212 INFO:tasks.workunit.client.0.smithi016.stdout:op 2476 completed, throughput=5MB/sec 2024-04-15T15:05:21.212 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-vMClzqFXykd6kys off=14802918 len=1538269 2024-04-15T15:05:21.213 INFO:tasks.workunit.client.0.smithi016.stdout:op 2477 completed, throughput=5MB/sec 2024-04-15T15:05:22.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:05:21 smithi016 ceph-mon[93212]: pgmap v1595: 105 pgs: 105 active+clean; 127 GiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-15T15:05:22.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:05:21 smithi016 ceph-mon[90652]: pgmap v1595: 105 pgs: 105 active+clean; 127 GiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-15T15:05:22.040 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 15 15:05:21 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-y[81421]: ::ffff:172.21.15.102 - - [15/Apr/2024:15:05:21] "GET /metrics HTTP/1.1" 200 33996 "" "Prometheus/2.43.0" 2024-04-15T15:05:22.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:05:21 smithi102 ceph-mon[87131]: pgmap v1595: 105 pgs: 105 active+clean; 127 GiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-15T15:05:22.213 INFO:tasks.workunit.client.0.smithi016.stdout: 488: throughput=4.99MB/sec pending data=0 2024-04-15T15:05:22.213 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-jh0wzmbWxf0Txnv off=1262161 len=964225 2024-04-15T15:05:22.215 INFO:tasks.workunit.client.0.smithi016.stdout:op 2478 completed, throughput=4.99MB/sec 2024-04-15T15:05:22.215 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-en5Q4qxxN6IaETD off=1295099 len=1342649 2024-04-15T15:05:22.222 INFO:tasks.workunit.client.0.smithi016.stdout:op 2479 completed, throughput=4.99MB/sec 2024-04-15T15:05:22.222 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-qy4xiyGhduwAbpy off=21680080 len=206772 2024-04-15T15:05:22.225 INFO:tasks.workunit.client.0.smithi016.stdout:op 2480 completed, throughput=4.99MB/sec 2024-04-15T15:05:22.225 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-m242CJauGQFBGa3 off=15650717 len=1553986 2024-04-15T15:05:22.232 INFO:tasks.workunit.client.0.smithi016.stdout:op 2481 completed, throughput=5MB/sec 2024-04-15T15:05:22.232 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-FNs-WclmGdkWdF0 off=14287600 len=1644447 2024-04-15T15:05:22.235 INFO:tasks.workunit.client.0.smithi016.stdout:op 2482 completed, throughput=5MB/sec 2024-04-15T15:05:22.687 INFO:journalctl@ceph.prometheus.a.smithi102.stdout:Apr 15 15:05:22 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-prometheus-a[120881]: ts=2024-04-15T15:05:22.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi016:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"362ea986-fb34-11ee-bc8f-c7b262605968\", instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T15:05:23.236 INFO:tasks.workunit.client.0.smithi016.stdout: 489: throughput=4.99MB/sec pending data=0 2024-04-15T15:05:23.236 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-XQdTqZXJoadWul6 off=495831 len=1351263 2024-04-15T15:05:23.237 INFO:tasks.workunit.client.0.smithi016.stdout:op 2483 completed, throughput=4.99MB/sec 2024-04-15T15:05:23.238 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-domwr2FY8u47EcQ off=860573 len=1385072 2024-04-15T15:05:23.241 INFO:tasks.workunit.client.0.smithi016.stdout:op 2484 completed, throughput=5MB/sec 2024-04-15T15:05:23.241 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-2TZBEBG0kQsb_U0 off=13995478 len=355726 2024-04-15T15:05:23.244 INFO:tasks.workunit.client.0.smithi016.stdout:op 2485 completed, throughput=5MB/sec 2024-04-15T15:05:23.244 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-ZGdC_0ml4ybzQcs off=7606041 len=125039 2024-04-15T15:05:23.244 INFO:tasks.workunit.client.0.smithi016.stdout:op 2486 completed, throughput=5MB/sec 2024-04-15T15:05:23.245 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-nSMPHs1effhCe83 off=15662193 len=1314782 2024-04-15T15:05:23.253 INFO:tasks.workunit.client.0.smithi016.stdout:op 2487 completed, throughput=5MB/sec 2024-04-15T15:05:23.253 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-EtkDsR6z7SJeAho off=1907970 len=667980 2024-04-15T15:05:23.257 INFO:tasks.workunit.client.0.smithi016.stdout:op 2488 completed, throughput=5MB/sec 2024-04-15T15:05:24.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:05:23 smithi016 ceph-mon[93212]: pgmap v1596: 105 pgs: 105 active+clean; 127 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.6 MiB/s wr, 6 op/s 2024-04-15T15:05:24.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:05:23 smithi016 ceph-mon[90652]: pgmap v1596: 105 pgs: 105 active+clean; 127 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.6 MiB/s wr, 6 op/s 2024-04-15T15:05:24.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:05:23 smithi102 ceph-mon[87131]: pgmap v1596: 105 pgs: 105 active+clean; 127 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.6 MiB/s wr, 6 op/s 2024-04-15T15:05:24.258 INFO:tasks.workunit.client.0.smithi016.stdout: 490: throughput=4.99MB/sec pending data=0 2024-04-15T15:05:24.258 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-U7KD6dK1ZtCE7yw off=11797092 len=184143 2024-04-15T15:05:24.258 INFO:tasks.workunit.client.0.smithi016.stdout:op 2489 completed, throughput=4.99MB/sec 2024-04-15T15:05:24.258 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-d93pcCmL8gi5XKG off=1560393 len=796496 2024-04-15T15:05:24.263 INFO:tasks.workunit.client.0.smithi016.stdout:op 2490 completed, throughput=4.99MB/sec 2024-04-15T15:05:24.263 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-iP81RzKruM0zbRh off=16443084 len=271532 2024-04-15T15:05:24.263 INFO:tasks.workunit.client.0.smithi016.stdout:op 2491 completed, throughput=4.99MB/sec 2024-04-15T15:05:24.264 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-c8zxrB2-uaDhKYj off=6657642 len=325897 2024-04-15T15:05:24.264 INFO:tasks.workunit.client.0.smithi016.stdout:op 2492 completed, throughput=4.99MB/sec 2024-04-15T15:05:24.264 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-h0g7nxQX5BtNpfg off=4611924 len=2042549 2024-04-15T15:05:24.276 INFO:tasks.workunit.client.0.smithi016.stdout:op 2493 completed, throughput=5MB/sec 2024-04-15T15:05:24.276 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-Jbvd5R3X_ocboY1 off=2633455 len=313983 2024-04-15T15:05:24.276 INFO:tasks.workunit.client.0.smithi016.stdout:op 2494 completed, throughput=5MB/sec 2024-04-15T15:05:24.276 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-mNZUafJqMIV8EbA off=5066 len=1448080 2024-04-15T15:05:24.278 INFO:tasks.workunit.client.0.smithi016.stdout:op 2495 completed, throughput=5MB/sec 2024-04-15T15:05:25.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:05:24 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T15:05:25.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:05:24 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T15:05:25.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:05:24 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T15:05:25.278 INFO:tasks.workunit.client.0.smithi016.stdout: 491: throughput=4.99MB/sec pending data=0 2024-04-15T15:05:25.279 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-GyKOtbPwTFtIanh off=6100220 len=1288277 2024-04-15T15:05:25.291 INFO:tasks.workunit.client.0.smithi016.stdout:op 2496 completed, throughput=4.99MB/sec 2024-04-15T15:05:25.291 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-S5DpjjlH0TbG85d off=1853299 len=1728494 2024-04-15T15:05:25.294 INFO:tasks.workunit.client.0.smithi016.stdout:op 2497 completed, throughput=5MB/sec 2024-04-15T15:05:25.295 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-F-vvxBklWPC4-Qg off=19144731 len=12494 2024-04-15T15:05:25.297 INFO:tasks.workunit.client.0.smithi016.stdout:op 2498 completed, throughput=5MB/sec 2024-04-15T15:05:25.297 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-rrcKDDZ14dCMcQL off=3769380 len=1525967 2024-04-15T15:05:25.298 INFO:tasks.workunit.client.0.smithi016.stdout:op 2499 completed, throughput=5MB/sec 2024-04-15T15:05:25.298 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-CG0rqXaKT5CanhB off=587039 len=1016349 2024-04-15T15:05:25.300 INFO:tasks.workunit.client.0.smithi016.stdout:op 2500 completed, throughput=5MB/sec 2024-04-15T15:05:26.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:05:25 smithi016 ceph-mon[90652]: pgmap v1597: 105 pgs: 105 active+clean; 127 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 1.3 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-04-15T15:05:26.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:05:25 smithi016 ceph-mon[93212]: pgmap v1597: 105 pgs: 105 active+clean; 127 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 1.3 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-04-15T15:05:26.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:05:25 smithi102 ceph-mon[87131]: pgmap v1597: 105 pgs: 105 active+clean; 127 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 1.3 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-04-15T15:05:26.300 INFO:tasks.workunit.client.0.smithi016.stdout: 492: throughput=4.99MB/sec pending data=0 2024-04-15T15:05:26.300 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-YU1Jf0ANj2PwEkh off=14429759 len=607161 2024-04-15T15:05:26.305 INFO:tasks.workunit.client.0.smithi016.stdout:op 2501 completed, throughput=4.99MB/sec 2024-04-15T15:05:26.305 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-c3zoRildhos-wkj off=2844523 len=512059 2024-04-15T15:05:26.309 INFO:tasks.workunit.client.0.smithi016.stdout:op 2502 completed, throughput=4.99MB/sec 2024-04-15T15:05:26.309 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-AowLuXM7c5hIUbj off=8706814 len=331659 2024-04-15T15:05:26.310 INFO:tasks.workunit.client.0.smithi016.stdout:op 2503 completed, throughput=4.99MB/sec 2024-04-15T15:05:26.310 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-tC3WvGjFJfgM679 off=4166129 len=651665 2024-04-15T15:05:26.315 INFO:tasks.workunit.client.0.smithi016.stdout:op 2504 completed, throughput=4.99MB/sec 2024-04-15T15:05:26.315 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-mjAe8_WiPFPZ1IR off=3161823 len=87898 2024-04-15T15:05:26.315 INFO:tasks.workunit.client.0.smithi016.stdout:op 2505 completed, throughput=5MB/sec 2024-04-15T15:05:26.315 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-JEAc1hCnq0OtU9C off=8291908 len=58256 2024-04-15T15:05:26.318 INFO:tasks.workunit.client.0.smithi016.stdout:op 2506 completed, throughput=5MB/sec 2024-04-15T15:05:26.318 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-WTEqtD51iprts4L off=3146800 len=946629 2024-04-15T15:05:26.319 INFO:tasks.workunit.client.0.smithi016.stdout:op 2507 completed, throughput=5MB/sec 2024-04-15T15:05:26.319 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-lDvayXUz1arSN6H off=5714383 len=1525102 2024-04-15T15:05:26.328 INFO:tasks.workunit.client.0.smithi016.stdout:op 2508 completed, throughput=5MB/sec 2024-04-15T15:05:26.328 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-DRpGudfIU3I_hoD off=5908882 len=99787 2024-04-15T15:05:26.330 INFO:tasks.workunit.client.0.smithi016.stdout:op 2509 completed, throughput=5MB/sec 2024-04-15T15:05:26.330 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-PFmMnpXhKHp-dFS off=3404235 len=470349 2024-04-15T15:05:26.334 INFO:tasks.workunit.client.0.smithi016.stdout:op 2510 completed, throughput=5MB/sec 2024-04-15T15:05:27.334 INFO:tasks.workunit.client.0.smithi016.stdout: 493: throughput=4.99MB/sec pending data=0 2024-04-15T15:05:27.334 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-bqIXrdU35bN7Bz_ off=11073028 len=485370 2024-04-15T15:05:27.335 INFO:tasks.workunit.client.0.smithi016.stdout:op 2511 completed, throughput=4.99MB/sec 2024-04-15T15:05:27.335 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-B0UAZB4Rwf5PuKi off=1881774 len=568959 2024-04-15T15:05:27.339 INFO:tasks.workunit.client.0.smithi016.stdout:op 2512 completed, throughput=4.99MB/sec 2024-04-15T15:05:27.339 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-dXLGNX93zpTqt10 off=91884 len=1955679 2024-04-15T15:05:27.341 INFO:tasks.workunit.client.0.smithi016.stdout:op 2513 completed, throughput=5MB/sec 2024-04-15T15:05:27.342 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-vTqjBSdpRHZuUj- off=3980827 len=1630705 2024-04-15T15:05:27.343 INFO:tasks.workunit.client.0.smithi016.stdout:op 2514 completed, throughput=5MB/sec 2024-04-15T15:05:27.344 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-DlPQJjWRrHwcpLV off=762724 len=1289246 2024-04-15T15:05:27.349 INFO:tasks.workunit.client.0.smithi016.stdout:op 2515 completed, throughput=5MB/sec 2024-04-15T15:05:28.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:05:27 smithi016 ceph-mon[90652]: pgmap v1598: 105 pgs: 105 active+clean; 127 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.4 MiB/s wr, 6 op/s 2024-04-15T15:05:28.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:05:27 smithi016 ceph-mon[93212]: pgmap v1598: 105 pgs: 105 active+clean; 127 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.4 MiB/s wr, 6 op/s 2024-04-15T15:05:28.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:05:27 smithi102 ceph-mon[87131]: pgmap v1598: 105 pgs: 105 active+clean; 127 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.4 MiB/s wr, 6 op/s 2024-04-15T15:05:28.350 INFO:tasks.workunit.client.0.smithi016.stdout: 494: throughput=4.99MB/sec pending data=0 2024-04-15T15:05:28.350 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-aIPNj33O1GC62f7 off=336986 len=130301 2024-04-15T15:05:28.353 INFO:tasks.workunit.client.0.smithi016.stdout:op 2516 completed, throughput=4.99MB/sec 2024-04-15T15:05:28.353 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-aMgLCU6UGVY0W6x off=15607771 len=1924974 2024-04-15T15:05:28.361 INFO:tasks.workunit.client.0.smithi016.stdout:op 2517 completed, throughput=5MB/sec 2024-04-15T15:05:28.361 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-UP2-Zk0C6avfJv1 off=6222597 len=106251 2024-04-15T15:05:28.363 INFO:tasks.workunit.client.0.smithi016.stdout:op 2518 completed, throughput=5MB/sec 2024-04-15T15:05:28.363 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-0B5UtaWNwK70uQV off=16349679 len=1678046 2024-04-15T15:05:28.365 INFO:tasks.workunit.client.0.smithi016.stdout:op 2519 completed, throughput=5MB/sec 2024-04-15T15:05:28.365 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-DBYWkZgELXJ74NB off=7201437 len=1387729 2024-04-15T15:05:28.371 INFO:tasks.workunit.client.0.smithi016.stdout:op 2520 completed, throughput=5MB/sec 2024-04-15T15:05:29.372 INFO:tasks.workunit.client.0.smithi016.stdout: 495: throughput=4.99MB/sec pending data=0 2024-04-15T15:05:29.372 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-nHVA0LxZlA-qPah off=6171071 len=662515 2024-04-15T15:05:29.377 INFO:tasks.workunit.client.0.smithi016.stdout:op 2521 completed, throughput=4.99MB/sec 2024-04-15T15:05:29.377 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-kc0zBIRKqzu_Iur off=1026921 len=1075392 2024-04-15T15:05:29.382 INFO:tasks.workunit.client.0.smithi016.stdout:op 2522 completed, throughput=4.99MB/sec 2024-04-15T15:05:29.382 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-bofPl-z9JOhPjfp off=23260744 len=95597 2024-04-15T15:05:29.383 INFO:tasks.workunit.client.0.smithi016.stdout:op 2523 completed, throughput=5MB/sec 2024-04-15T15:05:29.383 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-75oz_ei7PPjoNu_ off=14611786 len=1730553 2024-04-15T15:05:29.393 INFO:tasks.workunit.client.0.smithi016.stdout:op 2524 completed, throughput=5MB/sec 2024-04-15T15:05:29.393 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-Bkc8UaIr0fdSn8J off=10412103 len=1220455 2024-04-15T15:05:29.398 INFO:tasks.workunit.client.0.smithi016.stdout:op 2525 completed, throughput=5MB/sec 2024-04-15T15:05:30.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:05:29 smithi016 ceph-mon[90652]: pgmap v1599: 105 pgs: 105 active+clean; 127 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-04-15T15:05:30.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:05:29 smithi016 ceph-mon[93212]: pgmap v1599: 105 pgs: 105 active+clean; 127 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-04-15T15:05:30.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:05:29 smithi102 ceph-mon[87131]: pgmap v1599: 105 pgs: 105 active+clean; 127 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-04-15T15:05:30.398 INFO:tasks.workunit.client.0.smithi016.stdout: 496: throughput=4.99MB/sec pending data=0 2024-04-15T15:05:30.398 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-3R_-a_lsrHeHos2 off=1143442 len=1632786 2024-04-15T15:05:30.405 INFO:tasks.workunit.client.0.smithi016.stdout:op 2526 completed, throughput=4.99MB/sec 2024-04-15T15:05:30.405 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-iX4-ZmjKRShqKu3 off=4636722 len=188965 2024-04-15T15:05:30.408 INFO:tasks.workunit.client.0.smithi016.stdout:op 2527 completed, throughput=4.99MB/sec 2024-04-15T15:05:30.408 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-YZG-BTCIvEIGRjk off=1824568 len=1390991 2024-04-15T15:05:30.409 INFO:tasks.workunit.client.0.smithi016.stdout:op 2528 completed, throughput=5MB/sec 2024-04-15T15:05:30.410 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-awrbdgo4WF5bt-- off=1164074 len=1584610 2024-04-15T15:05:30.411 INFO:tasks.workunit.client.0.smithi016.stdout:op 2529 completed, throughput=5MB/sec 2024-04-15T15:05:30.411 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-E2SD3gK4Ba2CfJE off=3890925 len=186882 2024-04-15T15:05:30.414 INFO:tasks.workunit.client.0.smithi016.stdout:op 2530 completed, throughput=5MB/sec 2024-04-15T15:05:30.414 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-TXkhZ_4LGH-dIK1 off=730790 len=1181821 2024-04-15T15:05:30.422 INFO:tasks.workunit.client.0.smithi016.stdout:op 2531 completed, throughput=5MB/sec 2024-04-15T15:05:31.422 INFO:tasks.workunit.client.0.smithi016.stdout: 497: throughput=4.99MB/sec pending data=0 2024-04-15T15:05:31.422 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-qz9d-G4ieQOPxM5 off=2825751 len=1196802 2024-04-15T15:05:31.427 INFO:tasks.workunit.client.0.smithi016.stdout:op 2532 completed, throughput=4.99MB/sec 2024-04-15T15:05:31.428 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-GowNiPAW8aXF7HI off=6339623 len=1835501 2024-04-15T15:05:31.436 INFO:tasks.workunit.client.0.smithi016.stdout:op 2533 completed, throughput=5MB/sec 2024-04-15T15:05:31.436 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-J-SjW29rOP0SLQR off=5105756 len=366700 2024-04-15T15:05:31.440 INFO:tasks.workunit.client.0.smithi016.stdout:op 2534 completed, throughput=5MB/sec 2024-04-15T15:05:31.440 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-dlW5U9CSgdkUHxK off=4304224 len=1010281 2024-04-15T15:05:31.445 INFO:tasks.workunit.client.0.smithi016.stdout:op 2535 completed, throughput=5MB/sec 2024-04-15T15:05:32.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:05:31 smithi016 ceph-mon[90652]: pgmap v1600: 105 pgs: 105 active+clean; 127 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-15T15:05:32.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:05:31 smithi016 ceph-mon[93212]: pgmap v1600: 105 pgs: 105 active+clean; 127 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-15T15:05:32.040 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 15 15:05:31 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-y[81421]: ::ffff:172.21.15.102 - - [15/Apr/2024:15:05:31] "GET /metrics HTTP/1.1" 200 33999 "" "Prometheus/2.43.0" 2024-04-15T15:05:32.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:05:31 smithi102 ceph-mon[87131]: pgmap v1600: 105 pgs: 105 active+clean; 127 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-15T15:05:32.446 INFO:tasks.workunit.client.0.smithi016.stdout: 498: throughput=4.99MB/sec pending data=0 2024-04-15T15:05:32.446 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-JpZX-Uz5mevMiRR off=13760072 len=778352 2024-04-15T15:05:32.451 INFO:tasks.workunit.client.0.smithi016.stdout:op 2536 completed, throughput=4.99MB/sec 2024-04-15T15:05:32.451 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-zgCFTCFaNIb83Aw off=585272 len=1595033 2024-04-15T15:05:32.460 INFO:tasks.workunit.client.0.smithi016.stdout:op 2537 completed, throughput=4.99MB/sec 2024-04-15T15:05:32.460 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-VKGwv57rmanOMoL off=3168860 len=145227 2024-04-15T15:05:32.461 INFO:tasks.workunit.client.0.smithi016.stdout:op 2538 completed, throughput=5MB/sec 2024-04-15T15:05:32.461 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-SiNgNNhKxu24Vr3 off=14532222 len=1383555 2024-04-15T15:05:32.462 INFO:tasks.workunit.client.0.smithi016.stdout:op 2539 completed, throughput=5MB/sec 2024-04-15T15:05:32.462 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-T8c4B4Q0w-7CJ8C off=16128068 len=100717 2024-04-15T15:05:32.465 INFO:tasks.workunit.client.0.smithi016.stdout:op 2540 completed, throughput=5MB/sec 2024-04-15T15:05:32.465 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-rz2ILhgQtQfOsc- off=1647958 len=1874227 2024-04-15T15:05:32.473 INFO:tasks.workunit.client.0.smithi016.stdout:op 2541 completed, throughput=5MB/sec 2024-04-15T15:05:32.687 INFO:journalctl@ceph.prometheus.a.smithi102.stdout:Apr 15 15:05:32 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-prometheus-a[120881]: ts=2024-04-15T15:05:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi016:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"362ea986-fb34-11ee-bc8f-c7b262605968\", instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T15:05:33.474 INFO:tasks.workunit.client.0.smithi016.stdout: 499: throughput=4.99MB/sec pending data=0 2024-04-15T15:05:33.474 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-H-k5obFgRec9rqs off=5250814 len=1957332 2024-04-15T15:05:33.485 INFO:tasks.workunit.client.0.smithi016.stdout:op 2542 completed, throughput=4.99MB/sec 2024-04-15T15:05:33.485 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-Z7dxix2lGrGdWFj off=529514 len=473196 2024-04-15T15:05:33.486 INFO:tasks.workunit.client.0.smithi016.stdout:op 2543 completed, throughput=5MB/sec 2024-04-15T15:05:33.486 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-_JDQ8i8JJT8C8n2 off=1169406 len=1115404 2024-04-15T15:05:33.492 INFO:tasks.workunit.client.0.smithi016.stdout:op 2544 completed, throughput=5MB/sec 2024-04-15T15:05:33.492 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-UcIGiKc5lDeJKXc off=2731444 len=1037085 2024-04-15T15:05:33.493 INFO:tasks.workunit.client.0.smithi016.stdout:op 2545 completed, throughput=5MB/sec 2024-04-15T15:05:33.493 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-CgWDadB8EAAcCU6 off=2341452 len=1387959 2024-04-15T15:05:33.495 INFO:tasks.workunit.client.0.smithi016.stdout:op 2546 completed, throughput=5MB/sec 2024-04-15T15:05:34.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:05:33 smithi016 ceph-mon[90652]: pgmap v1601: 105 pgs: 105 active+clean; 127 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.7 MiB/s wr, 6 op/s 2024-04-15T15:05:34.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:05:33 smithi016 ceph-mon[93212]: pgmap v1601: 105 pgs: 105 active+clean; 127 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.7 MiB/s wr, 6 op/s 2024-04-15T15:05:34.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:05:33 smithi102 ceph-mon[87131]: pgmap v1601: 105 pgs: 105 active+clean; 127 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.7 MiB/s wr, 6 op/s 2024-04-15T15:05:34.495 INFO:tasks.workunit.client.0.smithi016.stdout: 500: throughput=4.99MB/sec pending data=0 2024-04-15T15:05:34.495 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-nQdaP69_2abRsjU off=10198227 len=361712 2024-04-15T15:05:34.496 INFO:tasks.workunit.client.0.smithi016.stdout:op 2547 completed, throughput=4.99MB/sec 2024-04-15T15:05:34.496 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-NOKyCu5ClyLK27j off=2154426 len=754504 2024-04-15T15:05:34.501 INFO:tasks.workunit.client.0.smithi016.stdout:op 2548 completed, throughput=4.99MB/sec 2024-04-15T15:05:34.501 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-WH-Pte_mdOzQaoi off=9410655 len=986861 2024-04-15T15:05:34.504 INFO:tasks.workunit.client.0.smithi016.stdout:op 2549 completed, throughput=5MB/sec 2024-04-15T15:05:34.504 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-mEl3fpOE0pfwDhm off=5832720 len=101809 2024-04-15T15:05:34.506 INFO:tasks.workunit.client.0.smithi016.stdout:op 2550 completed, throughput=5MB/sec 2024-04-15T15:05:34.506 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-QcWFL3JizunxHOe off=2436072 len=1383899 2024-04-15T15:05:34.512 INFO:tasks.workunit.client.0.smithi016.stdout:op 2551 completed, throughput=5MB/sec 2024-04-15T15:05:34.512 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-kbf9Cu9u8fD3WnH off=742297 len=1911636 2024-04-15T15:05:34.514 INFO:tasks.workunit.client.0.smithi016.stdout:op 2552 completed, throughput=5MB/sec 2024-04-15T15:05:35.515 INFO:tasks.workunit.client.0.smithi016.stdout: 501: throughput=4.99MB/sec pending data=0 2024-04-15T15:05:35.515 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-mF-uN4rc0yZYyXs off=4568213 len=32663 2024-04-15T15:05:35.517 INFO:tasks.workunit.client.0.smithi016.stdout:op 2553 completed, throughput=4.99MB/sec 2024-04-15T15:05:35.517 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-QtcWT65n99fSPjT off=206040 len=1589206 2024-04-15T15:05:35.519 INFO:tasks.workunit.client.0.smithi016.stdout:op 2554 completed, throughput=5MB/sec 2024-04-15T15:05:35.519 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-oSM8K8J9w5xylm9 off=16836488 len=1928968 2024-04-15T15:05:35.521 INFO:tasks.workunit.client.0.smithi016.stdout:op 2555 completed, throughput=5MB/sec 2024-04-15T15:05:35.521 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-Fru_czTja_kqJTt off=576051 len=1610551 2024-04-15T15:05:35.527 INFO:tasks.workunit.client.0.smithi016.stdout:op 2556 completed, throughput=5MB/sec 2024-04-15T15:05:36.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:05:35 smithi016 ceph-mon[90652]: pgmap v1602: 105 pgs: 105 active+clean; 127 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-15T15:05:36.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:05:35 smithi016 ceph-mon[93212]: pgmap v1602: 105 pgs: 105 active+clean; 127 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-15T15:05:36.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:05:35 smithi102 ceph-mon[87131]: pgmap v1602: 105 pgs: 105 active+clean; 127 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-15T15:05:36.528 INFO:tasks.workunit.client.0.smithi016.stdout: 502: throughput=4.99MB/sec pending data=0 2024-04-15T15:05:36.528 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-5zL5VW8UPhmVH7e off=10786408 len=1664786 2024-04-15T15:05:36.537 INFO:tasks.workunit.client.0.smithi016.stdout:op 2557 completed, throughput=5MB/sec 2024-04-15T15:05:36.537 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-FxS2EusSbm1JZz_ off=2955271 len=858905 2024-04-15T15:05:36.538 INFO:tasks.workunit.client.0.smithi016.stdout:op 2558 completed, throughput=5MB/sec 2024-04-15T15:05:36.538 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-pIqPgYF6yfxysTa off=6892358 len=2007625 2024-04-15T15:05:36.539 INFO:tasks.workunit.client.0.smithi016.stdout:op 2559 completed, throughput=5MB/sec 2024-04-15T15:05:37.540 INFO:tasks.workunit.client.0.smithi016.stdout: 503: throughput=4.99MB/sec pending data=0 2024-04-15T15:05:37.540 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-Rqs9o4XvJqc9XI- off=4813074 len=384250 2024-04-15T15:05:37.543 INFO:tasks.workunit.client.0.smithi016.stdout:op 2560 completed, throughput=4.99MB/sec 2024-04-15T15:05:37.543 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-qJlHqQtL6YgIzyl off=11722702 len=1214453 2024-04-15T15:05:37.548 INFO:tasks.workunit.client.0.smithi016.stdout:op 2561 completed, throughput=4.99MB/sec 2024-04-15T15:05:37.548 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-ohpqVud_9fFBW_p off=3370630 len=521866 2024-04-15T15:05:37.549 INFO:tasks.workunit.client.0.smithi016.stdout:op 2562 completed, throughput=5MB/sec 2024-04-15T15:05:37.549 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-QhOwg1IIWNK0uRu off=14435707 len=1466513 2024-04-15T15:05:37.557 INFO:tasks.workunit.client.0.smithi016.stdout:op 2563 completed, throughput=5MB/sec 2024-04-15T15:05:37.557 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-aUVokO10d3DTjNA off=13736343 len=1210569 2024-04-15T15:05:37.563 INFO:tasks.workunit.client.0.smithi016.stdout:op 2564 completed, throughput=5MB/sec 2024-04-15T15:05:37.563 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-l-0szlHZjDygF4R off=10097794 len=260670 2024-04-15T15:05:37.564 INFO:tasks.workunit.client.0.smithi016.stdout:op 2565 completed, throughput=5MB/sec 2024-04-15T15:05:38.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:05:37 smithi016 ceph-mon[90652]: pgmap v1603: 105 pgs: 105 active+clean; 127 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 3.0 MiB/s rd, 3.5 MiB/s wr, 6 op/s 2024-04-15T15:05:38.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:05:37 smithi016 ceph-mon[93212]: pgmap v1603: 105 pgs: 105 active+clean; 127 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 3.0 MiB/s rd, 3.5 MiB/s wr, 6 op/s 2024-04-15T15:05:38.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:05:37 smithi102 ceph-mon[87131]: pgmap v1603: 105 pgs: 105 active+clean; 127 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 3.0 MiB/s rd, 3.5 MiB/s wr, 6 op/s 2024-04-15T15:05:38.565 INFO:tasks.workunit.client.0.smithi016.stdout: 504: throughput=4.99MB/sec pending data=0 2024-04-15T15:05:38.565 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-ms-YhRh7EV2bWrM off=14082794 len=1108134 2024-04-15T15:05:38.570 INFO:tasks.workunit.client.0.smithi016.stdout:op 2566 completed, throughput=4.99MB/sec 2024-04-15T15:05:38.570 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-JZ-FSJbHEoKNYbK off=4016683 len=1162239 2024-04-15T15:05:38.574 INFO:tasks.workunit.client.0.smithi016.stdout:op 2567 completed, throughput=4.99MB/sec 2024-04-15T15:05:38.574 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-4kkHNmJQ0vZxGv9 off=16317738 len=780240 2024-04-15T15:05:38.576 INFO:tasks.workunit.client.0.smithi016.stdout:op 2568 completed, throughput=5MB/sec 2024-04-15T15:05:38.576 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-VJ3cVvLcJKi115O off=2677975 len=1326200 2024-04-15T15:05:38.577 INFO:tasks.workunit.client.0.smithi016.stdout:op 2569 completed, throughput=5MB/sec 2024-04-15T15:05:38.577 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-YfA7RCpR1A9G-af off=877373 len=1506844 2024-04-15T15:05:38.585 INFO:tasks.workunit.client.0.smithi016.stdout:op 2570 completed, throughput=5MB/sec 2024-04-15T15:05:39.585 INFO:tasks.workunit.client.0.smithi016.stdout: 505: throughput=4.99MB/sec pending data=0 2024-04-15T15:05:39.586 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-nYbQy7N-ZBz4r3s off=1900107 len=1418524 2024-04-15T15:05:39.591 INFO:tasks.workunit.client.0.smithi016.stdout:op 2571 completed, throughput=4.99MB/sec 2024-04-15T15:05:39.591 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-ho9Cu-MElFn30Wi off=19900075 len=1579824 2024-04-15T15:05:39.593 INFO:tasks.workunit.client.0.smithi016.stdout:op 2572 completed, throughput=5MB/sec 2024-04-15T15:05:39.593 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-P8CSqtUMzxEEhFE off=10354938 len=716195 2024-04-15T15:05:39.598 INFO:tasks.workunit.client.0.smithi016.stdout:op 2573 completed, throughput=5MB/sec 2024-04-15T15:05:39.598 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-EYxss__Wslqhx2- off=1526508 len=419542 2024-04-15T15:05:39.599 INFO:tasks.workunit.client.0.smithi016.stdout:op 2574 completed, throughput=5MB/sec 2024-04-15T15:05:39.599 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-vBUs1rGgrniTTQ1 off=3829823 len=1840778 2024-04-15T15:05:39.607 INFO:tasks.workunit.client.0.smithi016.stdout:op 2575 completed, throughput=5MB/sec 2024-04-15T15:05:40.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:05:39 smithi016 ceph-mon[90652]: pgmap v1604: 105 pgs: 105 active+clean; 127 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-04-15T15:05:40.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:05:39 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T15:05:40.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:05:39 smithi016 ceph-mon[93212]: pgmap v1604: 105 pgs: 105 active+clean; 127 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-04-15T15:05:40.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:05:39 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T15:05:40.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:05:39 smithi102 ceph-mon[87131]: pgmap v1604: 105 pgs: 105 active+clean; 127 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-04-15T15:05:40.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:05:39 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T15:05:40.608 INFO:tasks.workunit.client.0.smithi016.stdout: 506: throughput=4.99MB/sec pending data=0 2024-04-15T15:05:40.609 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-GVBSS8am208hBRX off=3350201 len=861518 2024-04-15T15:05:40.609 INFO:tasks.workunit.client.0.smithi016.stdout:op 2576 completed, throughput=4.99MB/sec 2024-04-15T15:05:40.609 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-3zh9VbR1YKCLmL5 off=2017528 len=1900333 2024-04-15T15:05:40.613 INFO:tasks.workunit.client.0.smithi016.stdout:op 2577 completed, throughput=5MB/sec 2024-04-15T15:05:40.613 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-WDA0-Xq95tff9b4 off=7693349 len=1302579 2024-04-15T15:05:40.615 INFO:tasks.workunit.client.0.smithi016.stdout:op 2578 completed, throughput=5MB/sec 2024-04-15T15:05:41.615 INFO:tasks.workunit.client.0.smithi016.stdout: 507: throughput=4.99MB/sec pending data=0 2024-04-15T15:05:41.615 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-BUVUb8wb6HLTbZ2 off=1028349 len=1210175 2024-04-15T15:05:41.621 INFO:tasks.workunit.client.0.smithi016.stdout:op 2579 completed, throughput=4.99MB/sec 2024-04-15T15:05:41.622 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-lx4lDG2N6OiY4SA off=3233770 len=1465128 2024-04-15T15:05:41.623 INFO:tasks.workunit.client.0.smithi016.stdout:op 2580 completed, throughput=5MB/sec 2024-04-15T15:05:41.623 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-6KJ-bV_Q9Hvw6cq off=8623592 len=1418457 2024-04-15T15:05:41.630 INFO:tasks.workunit.client.0.smithi016.stdout:op 2581 completed, throughput=5MB/sec 2024-04-15T15:05:41.630 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-2JoqLcyFvCiyBdR off=17893721 len=497641 2024-04-15T15:05:41.634 INFO:tasks.workunit.client.0.smithi016.stdout:op 2582 completed, throughput=5MB/sec 2024-04-15T15:05:41.634 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-aAcs8q0WnoSfE2L off=9299008 len=897483 2024-04-15T15:05:41.646 INFO:tasks.workunit.client.0.smithi016.stdout:op 2583 completed, throughput=5MB/sec 2024-04-15T15:05:42.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:05:41 smithi016 ceph-mon[90652]: pgmap v1605: 105 pgs: 105 active+clean; 127 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 1.6 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-04-15T15:05:42.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:05:41 smithi016 ceph-mon[93212]: pgmap v1605: 105 pgs: 105 active+clean; 127 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 1.6 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-04-15T15:05:42.040 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 15 15:05:41 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-y[81421]: ::ffff:172.21.15.102 - - [15/Apr/2024:15:05:41] "GET /metrics HTTP/1.1" 200 33997 "" "Prometheus/2.43.0" 2024-04-15T15:05:42.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:05:41 smithi102 ceph-mon[87131]: pgmap v1605: 105 pgs: 105 active+clean; 127 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 1.6 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-04-15T15:05:42.646 INFO:tasks.workunit.client.0.smithi016.stdout: 508: throughput=4.99MB/sec pending data=0 2024-04-15T15:05:42.646 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-_p98gsbl202UNjY off=22504067 len=1268394 2024-04-15T15:05:42.648 INFO:tasks.workunit.client.0.smithi016.stdout:op 2584 completed, throughput=4.99MB/sec 2024-04-15T15:05:42.648 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-w2XaMeRD_qqTrz- off=4104859 len=1134290 2024-04-15T15:05:42.654 INFO:tasks.workunit.client.0.smithi016.stdout:op 2585 completed, throughput=5MB/sec 2024-04-15T15:05:42.654 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-sCwaukn-6xtV9uI off=2189873 len=557983 2024-04-15T15:05:42.655 INFO:tasks.workunit.client.0.smithi016.stdout:op 2586 completed, throughput=5MB/sec 2024-04-15T15:05:42.655 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-OThhajrKN60WKQ- off=16063963 len=326181 2024-04-15T15:05:42.658 INFO:tasks.workunit.client.0.smithi016.stdout:op 2587 completed, throughput=5MB/sec 2024-04-15T15:05:42.658 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-oIXZ-5N69NRoduJ off=17885605 len=812946 2024-04-15T15:05:42.663 INFO:tasks.workunit.client.0.smithi016.stdout:op 2588 completed, throughput=5MB/sec 2024-04-15T15:05:42.663 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-Uy4PVUkTKVgtJH4 off=2909941 len=1742481 2024-04-15T15:05:42.671 INFO:tasks.workunit.client.0.smithi016.stdout:op 2589 completed, throughput=5MB/sec 2024-04-15T15:05:42.687 INFO:journalctl@ceph.prometheus.a.smithi102.stdout:Apr 15 15:05:42 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-prometheus-a[120881]: ts=2024-04-15T15:05:42.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi016:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"362ea986-fb34-11ee-bc8f-c7b262605968\", instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T15:05:43.671 INFO:tasks.workunit.client.0.smithi016.stdout: 509: throughput=4.99MB/sec pending data=0 2024-04-15T15:05:43.672 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-syZCp-Ff4Ftp4y3 off=710745 len=713646 2024-04-15T15:05:43.672 INFO:tasks.workunit.client.0.smithi016.stdout:op 2590 completed, throughput=4.99MB/sec 2024-04-15T15:05:43.673 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-g09zTmnrP8BrRjy off=3567493 len=113129 2024-04-15T15:05:43.673 INFO:tasks.workunit.client.0.smithi016.stdout:op 2591 completed, throughput=4.99MB/sec 2024-04-15T15:05:43.673 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-TW29n5EvaALENIW off=388227 len=1471432 2024-04-15T15:05:43.675 INFO:tasks.workunit.client.0.smithi016.stdout:op 2592 completed, throughput=5MB/sec 2024-04-15T15:05:43.675 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-dxteeb69xwNp3dE off=8178357 len=947654 2024-04-15T15:05:43.680 INFO:tasks.workunit.client.0.smithi016.stdout:op 2593 completed, throughput=5MB/sec 2024-04-15T15:05:43.680 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-Cp3fWTh0yg9fUg1 off=8305113 len=293575 2024-04-15T15:05:43.684 INFO:tasks.workunit.client.0.smithi016.stdout:op 2594 completed, throughput=5MB/sec 2024-04-15T15:05:43.684 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-4MJZgnNA1lam56E off=0 len=1152044 2024-04-15T15:05:43.689 INFO:tasks.workunit.client.0.smithi016.stdout:op 2595 completed, throughput=5MB/sec 2024-04-15T15:05:44.042 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:05:43 smithi016 ceph-mon[90652]: pgmap v1606: 105 pgs: 105 active+clean; 127 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.7 MiB/s wr, 6 op/s 2024-04-15T15:05:44.042 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:05:43 smithi016 ceph-mon[93212]: pgmap v1606: 105 pgs: 105 active+clean; 127 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.7 MiB/s wr, 6 op/s 2024-04-15T15:05:44.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:05:43 smithi102 ceph-mon[87131]: pgmap v1606: 105 pgs: 105 active+clean; 127 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.7 MiB/s wr, 6 op/s 2024-04-15T15:05:44.689 INFO:tasks.workunit.client.0.smithi016.stdout: 510: throughput=4.99MB/sec pending data=0 2024-04-15T15:05:44.690 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-ixZhqFDGLVkOHBO off=859848 len=1776395 2024-04-15T15:05:44.693 INFO:tasks.workunit.client.0.smithi016.stdout:op 2596 completed, throughput=4.99MB/sec 2024-04-15T15:05:44.693 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-ZSLo8bkA-j9Qjn7 off=6596312 len=631104 2024-04-15T15:05:44.694 INFO:tasks.workunit.client.0.smithi016.stdout:op 2597 completed, throughput=4.99MB/sec 2024-04-15T15:05:44.694 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-WfvLYCEkjJRL4MB off=11430606 len=1980493 2024-04-15T15:05:44.696 INFO:tasks.workunit.client.0.smithi016.stdout:op 2598 completed, throughput=5MB/sec 2024-04-15T15:05:44.697 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-JnF5k5m-sS-ihdO off=4738635 len=163572 2024-04-15T15:05:44.697 INFO:tasks.workunit.client.0.smithi016.stdout:op 2599 completed, throughput=5MB/sec 2024-04-15T15:05:44.697 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-WlG54ESKvHd6ofx off=972620 len=1515091 2024-04-15T15:05:44.704 INFO:tasks.workunit.client.0.smithi016.stdout:op 2600 completed, throughput=5MB/sec 2024-04-15T15:05:45.705 INFO:tasks.workunit.client.0.smithi016.stdout: 511: throughput=4.99MB/sec pending data=0 2024-04-15T15:05:45.705 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-vwJVB-Mmdj-pEwT off=581642 len=1332819 2024-04-15T15:05:45.711 INFO:tasks.workunit.client.0.smithi016.stdout:op 2601 completed, throughput=4.99MB/sec 2024-04-15T15:05:45.712 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-5d9MntL8GbSwohC off=7198779 len=1985346 2024-04-15T15:05:45.716 INFO:tasks.workunit.client.0.smithi016.stdout:op 2602 completed, throughput=5MB/sec 2024-04-15T15:05:45.716 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-KiNJexkeovgiH5F off=961678 len=898701 2024-04-15T15:05:45.717 INFO:tasks.workunit.client.0.smithi016.stdout:op 2603 completed, throughput=5MB/sec 2024-04-15T15:05:45.717 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-bncEbvhL3B3gfvA off=7045115 len=509244 2024-04-15T15:05:45.721 INFO:tasks.workunit.client.0.smithi016.stdout:op 2604 completed, throughput=5MB/sec 2024-04-15T15:05:46.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:05:45 smithi016 ceph-mon[90652]: pgmap v1607: 105 pgs: 105 active+clean; 127 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.3 MiB/s wr, 3 op/s 2024-04-15T15:05:46.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:05:45 smithi016 ceph-mon[93212]: pgmap v1607: 105 pgs: 105 active+clean; 127 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.3 MiB/s wr, 3 op/s 2024-04-15T15:05:46.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:05:45 smithi102 ceph-mon[87131]: pgmap v1607: 105 pgs: 105 active+clean; 127 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.3 MiB/s wr, 3 op/s 2024-04-15T15:05:46.721 INFO:tasks.workunit.client.0.smithi016.stdout: 512: throughput=4.99MB/sec pending data=0 2024-04-15T15:05:46.721 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-eVtFihns5Tj9bsB off=3124698 len=1313377 2024-04-15T15:05:46.723 INFO:tasks.workunit.client.0.smithi016.stdout:op 2605 completed, throughput=4.99MB/sec 2024-04-15T15:05:46.723 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-w_3Zk7wszjSKw09 off=7705590 len=1551324 2024-04-15T15:05:46.732 INFO:tasks.workunit.client.0.smithi016.stdout:op 2606 completed, throughput=5MB/sec 2024-04-15T15:05:46.732 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-r3uPv2EjLLTwDHf off=1254213 len=1506703 2024-04-15T15:05:46.734 INFO:tasks.workunit.client.0.smithi016.stdout:op 2607 completed, throughput=5MB/sec 2024-04-15T15:05:46.734 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-SsXcIbrWs0Em_ih off=1221703 len=1521848 2024-04-15T15:05:46.736 INFO:tasks.workunit.client.0.smithi016.stdout:op 2608 completed, throughput=5MB/sec 2024-04-15T15:05:47.736 INFO:tasks.workunit.client.0.smithi016.stdout: 513: throughput=4.99MB/sec pending data=0 2024-04-15T15:05:47.736 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-HD86ic9142nhoqa off=14944840 len=182437 2024-04-15T15:05:47.737 INFO:tasks.workunit.client.0.smithi016.stdout:op 2609 completed, throughput=4.99MB/sec 2024-04-15T15:05:47.737 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-Y0PiAC3UAG3s3hm off=3173181 len=785397 2024-04-15T15:05:47.738 INFO:tasks.workunit.client.0.smithi016.stdout:op 2610 completed, throughput=4.99MB/sec 2024-04-15T15:05:47.739 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-drg1PppnSLOwFy7 off=3469849 len=1488061 2024-04-15T15:05:47.748 INFO:tasks.workunit.client.0.smithi016.stdout:op 2611 completed, throughput=5MB/sec 2024-04-15T15:05:47.748 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-zXAfjuEgoXFj9v6 off=11527338 len=734530 2024-04-15T15:05:47.749 INFO:tasks.workunit.client.0.smithi016.stdout:op 2612 completed, throughput=5MB/sec 2024-04-15T15:05:47.749 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-KHKEq8vlaobsoUP off=9758396 len=1054757 2024-04-15T15:05:47.754 INFO:tasks.workunit.client.0.smithi016.stdout:op 2613 completed, throughput=5MB/sec 2024-04-15T15:05:47.754 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-0gK4EpFeQuMhnlG off=3014795 len=1812959 2024-04-15T15:05:47.756 INFO:tasks.workunit.client.0.smithi016.stdout:op 2614 completed, throughput=5MB/sec 2024-04-15T15:05:48.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:05:47 smithi102 ceph-mon[87131]: pgmap v1608: 105 pgs: 105 active+clean; 127 GiB data, 7.7 GiB used, 708 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-04-15T15:05:48.289 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:05:47 smithi016 ceph-mon[90652]: pgmap v1608: 105 pgs: 105 active+clean; 127 GiB data, 7.7 GiB used, 708 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-04-15T15:05:48.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:05:47 smithi016 ceph-mon[93212]: pgmap v1608: 105 pgs: 105 active+clean; 127 GiB data, 7.7 GiB used, 708 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-04-15T15:05:48.756 INFO:tasks.workunit.client.0.smithi016.stdout: 514: throughput=4.99MB/sec pending data=0 2024-04-15T15:05:48.756 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-sJpddu_gbiUWvZG off=6851651 len=956950 2024-04-15T15:05:48.761 INFO:tasks.workunit.client.0.smithi016.stdout:op 2615 completed, throughput=4.99MB/sec 2024-04-15T15:05:48.761 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-usUGB7DiAeK_2vH off=1315275 len=344066 2024-04-15T15:05:48.764 INFO:tasks.workunit.client.0.smithi016.stdout:op 2616 completed, throughput=5MB/sec 2024-04-15T15:05:48.765 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-kGKD27UUpnm3y43 off=6895026 len=1410683 2024-04-15T15:05:48.770 INFO:tasks.workunit.client.0.smithi016.stdout:op 2617 completed, throughput=5MB/sec 2024-04-15T15:05:48.770 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-3dU5BXj2qCTk6hW off=3739279 len=147493 2024-04-15T15:05:48.771 INFO:tasks.workunit.client.0.smithi016.stdout:op 2618 completed, throughput=5MB/sec 2024-04-15T15:05:48.771 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-f-52uHfpIAHcRAb off=667475 len=327868 2024-04-15T15:05:48.772 INFO:tasks.workunit.client.0.smithi016.stdout:op 2619 completed, throughput=5MB/sec 2024-04-15T15:05:48.772 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-TxLL4r_-Uq7AxYH off=9552185 len=1675619 2024-04-15T15:05:48.774 INFO:tasks.workunit.client.0.smithi016.stdout:op 2620 completed, throughput=5MB/sec 2024-04-15T15:05:49.775 INFO:tasks.workunit.client.0.smithi016.stdout: 515: throughput=4.99MB/sec pending data=0 2024-04-15T15:05:49.775 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-QEzisN-64-KxV5J off=3367886 len=1277375 2024-04-15T15:05:49.778 INFO:tasks.workunit.client.0.smithi016.stdout:op 2621 completed, throughput=4.99MB/sec 2024-04-15T15:05:49.778 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-tJN3peAviTD8-89 off=16872893 len=1367570 2024-04-15T15:05:49.780 INFO:tasks.workunit.client.0.smithi016.stdout:op 2622 completed, throughput=5MB/sec 2024-04-15T15:05:49.780 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-ZCzdVBwi0DP51gy off=626944 len=444682 2024-04-15T15:05:49.781 INFO:tasks.workunit.client.0.smithi016.stdout:op 2623 completed, throughput=5MB/sec 2024-04-15T15:05:49.781 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-h-f-vkof1vOJLMb off=7670404 len=439533 2024-04-15T15:05:49.784 INFO:tasks.workunit.client.0.smithi016.stdout:op 2624 completed, throughput=5MB/sec 2024-04-15T15:05:49.785 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-oD1yVy4VAvMQAlT off=5963452 len=1697966 2024-04-15T15:05:49.787 INFO:tasks.workunit.client.0.smithi016.stdout:op 2625 completed, throughput=5MB/sec 2024-04-15T15:05:50.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:05:49 smithi102 ceph-mon[87131]: pgmap v1609: 105 pgs: 105 active+clean; 127 GiB data, 7.7 GiB used, 708 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.0 MiB/s wr, 3 op/s 2024-04-15T15:05:50.289 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:05:49 smithi016 ceph-mon[90652]: pgmap v1609: 105 pgs: 105 active+clean; 127 GiB data, 7.7 GiB used, 708 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.0 MiB/s wr, 3 op/s 2024-04-15T15:05:50.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:05:49 smithi016 ceph-mon[93212]: pgmap v1609: 105 pgs: 105 active+clean; 127 GiB data, 7.7 GiB used, 708 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.0 MiB/s wr, 3 op/s 2024-04-15T15:05:50.787 INFO:tasks.workunit.client.0.smithi016.stdout: 516: throughput=4.99MB/sec pending data=0 2024-04-15T15:05:50.787 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-25JgIJn3AbIuIdL off=5931154 len=1688341 2024-04-15T15:05:50.795 INFO:tasks.workunit.client.0.smithi016.stdout:op 2626 completed, throughput=5MB/sec 2024-04-15T15:05:50.795 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-DGCsAmkbqNeSHLY off=7302984 len=362361 2024-04-15T15:05:50.796 INFO:tasks.workunit.client.0.smithi016.stdout:op 2627 completed, throughput=5MB/sec 2024-04-15T15:05:50.796 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-LVf_dYVWC1jjO-d off=17660984 len=1822644 2024-04-15T15:05:50.803 INFO:tasks.workunit.client.0.smithi016.stdout:op 2628 completed, throughput=5MB/sec 2024-04-15T15:05:50.803 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-gJtlT-bchmnVUpk off=6858372 len=456260 2024-04-15T15:05:50.806 INFO:tasks.workunit.client.0.smithi016.stdout:op 2629 completed, throughput=5MB/sec 2024-04-15T15:05:50.806 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-ZYPV5N6W4Wbd9cL off=7538033 len=161830 2024-04-15T15:05:50.807 INFO:tasks.workunit.client.0.smithi016.stdout:op 2630 completed, throughput=5MB/sec 2024-04-15T15:05:51.808 INFO:tasks.workunit.client.0.smithi016.stdout: 517: throughput=4.99MB/sec pending data=0 2024-04-15T15:05:51.808 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-UF-w3IeryB7H0RH off=3057235 len=1115872 2024-04-15T15:05:51.810 INFO:tasks.workunit.client.0.smithi016.stdout:op 2631 completed, throughput=4.99MB/sec 2024-04-15T15:05:51.810 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-tdNAHYa3udSmJc6 off=13391059 len=1397292 2024-04-15T15:05:51.817 INFO:tasks.workunit.client.0.smithi016.stdout:op 2632 completed, throughput=4.99MB/sec 2024-04-15T15:05:51.817 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-mw4Z7PpbNpHjS7Z off=14427818 len=1361339 2024-04-15T15:05:51.825 INFO:tasks.workunit.client.0.smithi016.stdout:op 2633 completed, throughput=5MB/sec 2024-04-15T15:05:51.825 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-VNLWdlev3nu2Wkw off=2869225 len=68020 2024-04-15T15:05:51.825 INFO:tasks.workunit.client.0.smithi016.stdout:op 2634 completed, throughput=5MB/sec 2024-04-15T15:05:51.825 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-86TepJ6adn7bS1w off=878250 len=1558472 2024-04-15T15:05:51.828 INFO:tasks.workunit.client.0.smithi016.stdout:op 2635 completed, throughput=5MB/sec 2024-04-15T15:05:52.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:05:51 smithi016 ceph-mon[90652]: pgmap v1610: 105 pgs: 105 active+clean; 127 GiB data, 7.7 GiB used, 708 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.0 MiB/s wr, 3 op/s 2024-04-15T15:05:52.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:05:51 smithi016 ceph-mon[93212]: pgmap v1610: 105 pgs: 105 active+clean; 127 GiB data, 7.7 GiB used, 708 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.0 MiB/s wr, 3 op/s 2024-04-15T15:05:52.040 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 15 15:05:51 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-y[81421]: ::ffff:172.21.15.102 - - [15/Apr/2024:15:05:51] "GET /metrics HTTP/1.1" 200 33997 "" "Prometheus/2.43.0" 2024-04-15T15:05:52.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:05:51 smithi102 ceph-mon[87131]: pgmap v1610: 105 pgs: 105 active+clean; 127 GiB data, 7.7 GiB used, 708 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.0 MiB/s wr, 3 op/s 2024-04-15T15:05:52.688 INFO:journalctl@ceph.prometheus.a.smithi102.stdout:Apr 15 15:05:52 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-prometheus-a[120881]: ts=2024-04-15T15:05:52.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi016:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"362ea986-fb34-11ee-bc8f-c7b262605968\", instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T15:05:52.829 INFO:tasks.workunit.client.0.smithi016.stdout: 518: throughput=4.99MB/sec pending data=0 2024-04-15T15:05:52.829 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-enwzqNIDhoLSXmC off=16831761 len=267545 2024-04-15T15:05:52.829 INFO:tasks.workunit.client.0.smithi016.stdout:op 2636 completed, throughput=4.99MB/sec 2024-04-15T15:05:52.829 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-JAfEubSAOEY7p5- off=21592641 len=1146111 2024-04-15T15:05:52.831 INFO:tasks.workunit.client.0.smithi016.stdout:op 2637 completed, throughput=4.99MB/sec 2024-04-15T15:05:52.831 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-atQ4Qvo1GkTOiXE off=1987881 len=1086242 2024-04-15T15:05:52.837 INFO:tasks.workunit.client.0.smithi016.stdout:op 2638 completed, throughput=5MB/sec 2024-04-15T15:05:52.837 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-WvfaK7aoB6-EIlJ off=1219480 len=1874458 2024-04-15T15:05:52.845 INFO:tasks.workunit.client.0.smithi016.stdout:op 2639 completed, throughput=5MB/sec 2024-04-15T15:05:52.846 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-BtyEmCUafhtiiXa off=605980 len=1565762 2024-04-15T15:05:52.852 INFO:tasks.workunit.client.0.smithi016.stdout:op 2640 completed, throughput=5MB/sec 2024-04-15T15:05:53.852 INFO:tasks.workunit.client.0.smithi016.stdout: 519: throughput=4.99MB/sec pending data=0 2024-04-15T15:05:53.853 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-aQUCio4474ZB8AF off=8418343 len=1596234 2024-04-15T15:05:53.856 INFO:tasks.workunit.client.0.smithi016.stdout:op 2641 completed, throughput=4.99MB/sec 2024-04-15T15:05:53.856 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-1cfv5w2kZ4nE8OS off=5266317 len=1201215 2024-04-15T15:05:53.861 INFO:tasks.workunit.client.0.smithi016.stdout:op 2642 completed, throughput=5MB/sec 2024-04-15T15:05:53.861 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-abeVlDiAPuWRzpe off=8917382 len=1450549 2024-04-15T15:05:53.863 INFO:tasks.workunit.client.0.smithi016.stdout:op 2643 completed, throughput=5MB/sec 2024-04-15T15:05:53.863 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-RhORJxp7FI8xCOu off=13241422 len=1183994 2024-04-15T15:05:53.865 INFO:tasks.workunit.client.0.smithi016.stdout:op 2644 completed, throughput=5MB/sec 2024-04-15T15:05:54.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:05:53 smithi102 ceph-mon[87131]: pgmap v1611: 105 pgs: 105 active+clean; 127 GiB data, 7.7 GiB used, 708 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-04-15T15:05:54.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:05:53 smithi016 ceph-mon[90652]: pgmap v1611: 105 pgs: 105 active+clean; 127 GiB data, 7.7 GiB used, 708 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-04-15T15:05:54.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:05:53 smithi016 ceph-mon[93212]: pgmap v1611: 105 pgs: 105 active+clean; 127 GiB data, 7.7 GiB used, 708 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-04-15T15:05:54.866 INFO:tasks.workunit.client.0.smithi016.stdout: 520: throughput=4.99MB/sec pending data=0 2024-04-15T15:05:54.866 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-jiblvlb-6589PDJ off=4220205 len=131822 2024-04-15T15:05:54.869 INFO:tasks.workunit.client.0.smithi016.stdout:op 2645 completed, throughput=4.99MB/sec 2024-04-15T15:05:54.869 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-By74g9QxldZj-uu off=16199901 len=2048968 2024-04-15T15:05:54.881 INFO:tasks.workunit.client.0.smithi016.stdout:op 2646 completed, throughput=5MB/sec 2024-04-15T15:05:54.881 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-NxWxzaRhYaczUoJ off=2709830 len=1405652 2024-04-15T15:05:54.883 INFO:tasks.workunit.client.0.smithi016.stdout:op 2647 completed, throughput=5MB/sec 2024-04-15T15:05:54.883 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-obzFDZq9UCcu9n- off=907539 len=467205 2024-04-15T15:05:54.884 INFO:tasks.workunit.client.0.smithi016.stdout:op 2648 completed, throughput=5MB/sec 2024-04-15T15:05:54.884 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-Dq9_EyOZsD1moGD off=19852343 len=1426483 2024-04-15T15:05:54.887 INFO:tasks.workunit.client.0.smithi016.stdout:op 2649 completed, throughput=5MB/sec 2024-04-15T15:05:55.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:05:54 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T15:05:55.191 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:05:54 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T15:05:55.191 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:05:54 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T15:05:55.887 INFO:tasks.workunit.client.0.smithi016.stdout: 521: throughput=4.99MB/sec pending data=0 2024-04-15T15:05:55.888 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-vPY3jCOp-3RiI0I off=990981 len=1342648 2024-04-15T15:05:55.889 INFO:tasks.workunit.client.0.smithi016.stdout:op 2650 completed, throughput=4.99MB/sec 2024-04-15T15:05:55.889 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-QZad6Bt-5pBpy1R off=4552392 len=1650179 2024-04-15T15:05:55.891 INFO:tasks.workunit.client.0.smithi016.stdout:op 2651 completed, throughput=5MB/sec 2024-04-15T15:05:55.891 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-2XHMtUT11HKPNnJ off=4994891 len=1547944 2024-04-15T15:05:55.893 INFO:tasks.workunit.client.0.smithi016.stdout:op 2652 completed, throughput=5MB/sec 2024-04-15T15:05:56.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:05:55 smithi102 ceph-mon[87131]: pgmap v1612: 105 pgs: 105 active+clean; 127 GiB data, 7.7 GiB used, 708 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.7 MiB/s wr, 4 op/s 2024-04-15T15:05:56.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:05:55 smithi016 ceph-mon[90652]: pgmap v1612: 105 pgs: 105 active+clean; 127 GiB data, 7.7 GiB used, 708 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.7 MiB/s wr, 4 op/s 2024-04-15T15:05:56.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:05:55 smithi016 ceph-mon[93212]: pgmap v1612: 105 pgs: 105 active+clean; 127 GiB data, 7.7 GiB used, 708 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.7 MiB/s wr, 4 op/s 2024-04-15T15:05:56.894 INFO:tasks.workunit.client.0.smithi016.stdout: 522: throughput=4.99MB/sec pending data=0 2024-04-15T15:05:56.894 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-K8HYrkxapTd1-ik off=448105 len=1422756 2024-04-15T15:05:56.895 INFO:tasks.workunit.client.0.smithi016.stdout:op 2653 completed, throughput=4.99MB/sec 2024-04-15T15:05:56.896 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-Kbj2VFn_JrfYPVU off=2835837 len=879424 2024-04-15T15:05:56.901 INFO:tasks.workunit.client.0.smithi016.stdout:op 2654 completed, throughput=5MB/sec 2024-04-15T15:05:56.901 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-IC6eiE1u4ruyRsp off=4966127 len=1861625 2024-04-15T15:05:56.903 INFO:tasks.workunit.client.0.smithi016.stdout:op 2655 completed, throughput=5MB/sec 2024-04-15T15:05:56.903 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-LVUEMu_UHmDRoba off=575452 len=1300470 2024-04-15T15:05:56.905 INFO:tasks.workunit.client.0.smithi016.stdout:op 2656 completed, throughput=5MB/sec 2024-04-15T15:05:57.905 INFO:tasks.workunit.client.0.smithi016.stdout: 523: throughput=4.99MB/sec pending data=0 2024-04-15T15:05:57.905 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-ytX-_hOT9xnpBJb off=9970076 len=1265346 2024-04-15T15:05:57.908 INFO:tasks.workunit.client.0.smithi016.stdout:op 2657 completed, throughput=4.99MB/sec 2024-04-15T15:05:57.908 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-G04mkXlXo_2L65R off=2745442 len=1308761 2024-04-15T15:05:57.909 INFO:tasks.workunit.client.0.smithi016.stdout:op 2658 completed, throughput=5MB/sec 2024-04-15T15:05:57.910 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-1XfDMUxp5Q5JTL1 off=7439592 len=704725 2024-04-15T15:05:57.911 INFO:tasks.workunit.client.0.smithi016.stdout:op 2659 completed, throughput=5MB/sec 2024-04-15T15:05:57.911 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-JT5cNYqovPPram0 off=1153964 len=1246870 2024-04-15T15:05:57.912 INFO:tasks.workunit.client.0.smithi016.stdout:op 2660 completed, throughput=5MB/sec 2024-04-15T15:05:57.913 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-EnwyHootVfoyN_h off=945338 len=162860 2024-04-15T15:05:57.913 INFO:tasks.workunit.client.0.smithi016.stdout:op 2661 completed, throughput=5MB/sec 2024-04-15T15:05:57.913 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-h01TaGQcgSnEocr off=12003897 len=1211445 2024-04-15T15:05:57.920 INFO:tasks.workunit.client.0.smithi016.stdout:op 2662 completed, throughput=5MB/sec 2024-04-15T15:05:58.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:05:57 smithi102 ceph-mon[87131]: pgmap v1613: 105 pgs: 105 active+clean; 127 GiB data, 7.7 GiB used, 707 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-04-15T15:05:58.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:05:57 smithi016 ceph-mon[90652]: pgmap v1613: 105 pgs: 105 active+clean; 127 GiB data, 7.7 GiB used, 707 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-04-15T15:05:58.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:05:57 smithi016 ceph-mon[93212]: pgmap v1613: 105 pgs: 105 active+clean; 127 GiB data, 7.7 GiB used, 707 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-04-15T15:05:58.920 INFO:tasks.workunit.client.0.smithi016.stdout: 524: throughput=4.99MB/sec pending data=0 2024-04-15T15:05:58.921 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-Cgv1rpPe_CLs-DL off=1661647 len=141228 2024-04-15T15:05:58.923 INFO:tasks.workunit.client.0.smithi016.stdout:op 2663 completed, throughput=4.99MB/sec 2024-04-15T15:05:58.923 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-BVcGiDkL7W-lp_0 off=815576 len=274471 2024-04-15T15:05:58.924 INFO:tasks.workunit.client.0.smithi016.stdout:op 2664 completed, throughput=4.99MB/sec 2024-04-15T15:05:58.924 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-RSIMqbAi176cCpj off=5611647 len=1162704 2024-04-15T15:05:58.930 INFO:tasks.workunit.client.0.smithi016.stdout:op 2665 completed, throughput=5MB/sec 2024-04-15T15:05:58.930 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-W4v3gZHFfqnq7b5 off=2256661 len=1598206 2024-04-15T15:05:58.933 INFO:tasks.workunit.client.0.smithi016.stdout:op 2666 completed, throughput=5MB/sec 2024-04-15T15:05:58.934 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-WdZ_o6enC9edxj6 off=7355627 len=698624 2024-04-15T15:05:58.935 INFO:tasks.workunit.client.0.smithi016.stdout:op 2667 completed, throughput=5MB/sec 2024-04-15T15:05:58.935 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-YUVGciG_QH5VvwT off=16212175 len=1737148 2024-04-15T15:05:58.942 INFO:tasks.workunit.client.0.smithi016.stdout:op 2668 completed, throughput=5MB/sec 2024-04-15T15:05:59.943 INFO:tasks.workunit.client.0.smithi016.stdout: 525: throughput=4.99MB/sec pending data=0 2024-04-15T15:05:59.943 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-sm8NK3CAeFSVCm7 off=46875 len=2078835 2024-04-15T15:05:59.945 INFO:tasks.workunit.client.0.smithi016.stdout:op 2669 completed, throughput=5MB/sec 2024-04-15T15:05:59.945 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-LIJa7myv4oKD9WI off=11999038 len=1774953 2024-04-15T15:05:59.956 INFO:tasks.workunit.client.0.smithi016.stdout:op 2670 completed, throughput=5MB/sec 2024-04-15T15:05:59.956 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-KKXumXnY-gtejFN off=3951439 len=93568 2024-04-15T15:05:59.959 INFO:tasks.workunit.client.0.smithi016.stdout:op 2671 completed, throughput=5MB/sec 2024-04-15T15:05:59.959 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-CP45RYooaLK5Mfr off=3692157 len=1015253 2024-04-15T15:05:59.964 INFO:tasks.workunit.client.0.smithi016.stdout:op 2672 completed, throughput=5MB/sec 2024-04-15T15:06:00.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:05:59 smithi102 ceph-mon[87131]: pgmap v1614: 105 pgs: 105 active+clean; 127 GiB data, 7.7 GiB used, 707 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-15T15:06:00.289 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:05:59 smithi016 ceph-mon[90652]: pgmap v1614: 105 pgs: 105 active+clean; 127 GiB data, 7.7 GiB used, 707 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-15T15:06:00.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:05:59 smithi016 ceph-mon[93212]: pgmap v1614: 105 pgs: 105 active+clean; 127 GiB data, 7.7 GiB used, 707 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-15T15:06:00.964 INFO:tasks.workunit.client.0.smithi016.stdout: 526: throughput=4.99MB/sec pending data=0 2024-04-15T15:06:00.964 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-gze5cOt0UzGqxZE off=190798 len=1726977 2024-04-15T15:06:00.966 INFO:tasks.workunit.client.0.smithi016.stdout:op 2673 completed, throughput=5MB/sec 2024-04-15T15:06:00.966 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-7euyB33YE6qgAFU off=2509465 len=1493785 2024-04-15T15:06:00.968 INFO:tasks.workunit.client.0.smithi016.stdout:op 2674 completed, throughput=5MB/sec 2024-04-15T15:06:00.968 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-5USQ9CXBvZlzyUH off=7268892 len=1179514 2024-04-15T15:06:00.971 INFO:tasks.workunit.client.0.smithi016.stdout:op 2675 completed, throughput=5MB/sec 2024-04-15T15:06:00.971 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-3yCUQnAMwJg6iM9 off=5816836 len=1190034 2024-04-15T15:06:00.977 INFO:tasks.workunit.client.0.smithi016.stdout:op 2676 completed, throughput=5MB/sec 2024-04-15T15:06:01.977 INFO:tasks.workunit.client.0.smithi016.stdout: 527: throughput=4.99MB/sec pending data=0 2024-04-15T15:06:01.978 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-LlPTzy-oV5Q1B2N off=6313510 len=1054625 2024-04-15T15:06:01.979 INFO:tasks.workunit.client.0.smithi016.stdout:op 2677 completed, throughput=4.99MB/sec 2024-04-15T15:06:01.979 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-bBL_ITeB7hSxaBD off=4481977 len=275606 2024-04-15T15:06:01.982 INFO:tasks.workunit.client.0.smithi016.stdout:op 2678 completed, throughput=4.99MB/sec 2024-04-15T15:06:01.983 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-Wuv-6xGmivAiIBU off=1292279 len=336061 2024-04-15T15:06:01.983 INFO:tasks.workunit.client.0.smithi016.stdout:op 2679 completed, throughput=5MB/sec 2024-04-15T15:06:01.983 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-SsXcIbrWs0Em_ih off=4749945 len=1483015 2024-04-15T15:06:01.985 INFO:tasks.workunit.client.0.smithi016.stdout:op 2680 completed, throughput=5MB/sec 2024-04-15T15:06:01.985 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-olgm1JhWUQD4VdX off=12497565 len=1173795 2024-04-15T15:06:01.987 INFO:tasks.workunit.client.0.smithi016.stdout:op 2681 completed, throughput=5MB/sec 2024-04-15T15:06:02.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:06:01 smithi016 ceph-mon[90652]: pgmap v1615: 105 pgs: 105 active+clean; 127 GiB data, 7.7 GiB used, 707 GiB / 715 GiB avail; 2.2 MiB/s rd, 1.9 MiB/s wr, 3 op/s 2024-04-15T15:06:02.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:06:01 smithi016 ceph-mon[93212]: pgmap v1615: 105 pgs: 105 active+clean; 127 GiB data, 7.7 GiB used, 707 GiB / 715 GiB avail; 2.2 MiB/s rd, 1.9 MiB/s wr, 3 op/s 2024-04-15T15:06:02.040 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 15 15:06:01 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-y[81421]: ::ffff:172.21.15.102 - - [15/Apr/2024:15:06:01] "GET /metrics HTTP/1.1" 200 33997 "" "Prometheus/2.43.0" 2024-04-15T15:06:02.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:06:01 smithi102 ceph-mon[87131]: pgmap v1615: 105 pgs: 105 active+clean; 127 GiB data, 7.7 GiB used, 707 GiB / 715 GiB avail; 2.2 MiB/s rd, 1.9 MiB/s wr, 3 op/s 2024-04-15T15:06:02.688 INFO:journalctl@ceph.prometheus.a.smithi102.stdout:Apr 15 15:06:02 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-prometheus-a[120881]: ts=2024-04-15T15:06:02.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi016:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"362ea986-fb34-11ee-bc8f-c7b262605968\", instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T15:06:02.987 INFO:tasks.workunit.client.0.smithi016.stdout: 528: throughput=4.99MB/sec pending data=0 2024-04-15T15:06:02.988 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-8pW6ZqqiUMrqRXl off=6890202 len=333889 2024-04-15T15:06:02.991 INFO:tasks.workunit.client.0.smithi016.stdout:op 2682 completed, throughput=4.99MB/sec 2024-04-15T15:06:02.991 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-FksVgIPLwxPGOuY off=14567960 len=1353825 2024-04-15T15:06:02.992 INFO:tasks.workunit.client.0.smithi016.stdout:op 2683 completed, throughput=4.99MB/sec 2024-04-15T15:06:02.993 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-DhjZcubLLt-Y968 off=1707817 len=861528 2024-04-15T15:06:02.997 INFO:tasks.workunit.client.0.smithi016.stdout:op 2684 completed, throughput=5MB/sec 2024-04-15T15:06:02.998 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-jiLKivCQiqQSah4 off=9397960 len=1533295 2024-04-15T15:06:02.999 INFO:tasks.workunit.client.0.smithi016.stdout:op 2685 completed, throughput=5MB/sec 2024-04-15T15:06:02.999 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-zi69kNP_WEsBkEX off=6116727 len=1748234 2024-04-15T15:06:03.001 INFO:tasks.workunit.client.0.smithi016.stdout:op 2686 completed, throughput=5MB/sec 2024-04-15T15:06:04.001 INFO:tasks.workunit.client.0.smithi016.stdout: 529: throughput=4.99MB/sec pending data=0 2024-04-15T15:06:04.002 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-IyYxrn4yDUHn7Jq off=17909329 len=423270 2024-04-15T15:06:04.002 INFO:tasks.workunit.client.0.smithi016.stdout:op 2687 completed, throughput=4.99MB/sec 2024-04-15T15:06:04.002 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-LUYtry32uoG425P off=2116005 len=420019 2024-04-15T15:06:04.003 INFO:tasks.workunit.client.0.smithi016.stdout:op 2688 completed, throughput=4.99MB/sec 2024-04-15T15:06:04.003 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-sXLoeNmArUA2l44 off=138204 len=1782190 2024-04-15T15:06:04.012 INFO:tasks.workunit.client.0.smithi016.stdout:op 2689 completed, throughput=5MB/sec 2024-04-15T15:06:04.012 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-sip3YY4ZhZdM8lv off=1414053 len=1208645 2024-04-15T15:06:04.013 INFO:tasks.workunit.client.0.smithi016.stdout:op 2690 completed, throughput=5MB/sec 2024-04-15T15:06:04.013 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-IvQ_dTbsnGtNTlr off=7724910 len=1391233 2024-04-15T15:06:04.020 INFO:tasks.workunit.client.0.smithi016.stdout:op 2691 completed, throughput=5MB/sec 2024-04-15T15:06:04.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:06:03 smithi102 ceph-mon[87131]: pgmap v1616: 105 pgs: 105 active+clean; 127 GiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 3.8 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-04-15T15:06:04.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:06:03 smithi016 ceph-mon[90652]: pgmap v1616: 105 pgs: 105 active+clean; 127 GiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 3.8 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-04-15T15:06:04.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:06:03 smithi016 ceph-mon[93212]: pgmap v1616: 105 pgs: 105 active+clean; 127 GiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 3.8 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-04-15T15:06:05.021 INFO:tasks.workunit.client.0.smithi016.stdout: 530: throughput=4.99MB/sec pending data=0 2024-04-15T15:06:05.021 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-KpSPd74mW5Gln6i off=18469235 len=1189538 2024-04-15T15:06:05.027 INFO:tasks.workunit.client.0.smithi016.stdout:op 2692 completed, throughput=4.99MB/sec 2024-04-15T15:06:05.027 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-ufZR5xkPpf5AoQr off=9445505 len=72959 2024-04-15T15:06:05.028 INFO:tasks.workunit.client.0.smithi016.stdout:op 2693 completed, throughput=4.99MB/sec 2024-04-15T15:06:05.028 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-Jn1ZYr5W90kwoKS off=11928572 len=1157586 2024-04-15T15:06:05.030 INFO:tasks.workunit.client.0.smithi016.stdout:op 2694 completed, throughput=5MB/sec 2024-04-15T15:06:05.030 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-xpHTycsoYwV31mf off=20396997 len=1683644 2024-04-15T15:06:05.040 INFO:tasks.workunit.client.0.smithi016.stdout:op 2695 completed, throughput=5MB/sec 2024-04-15T15:06:05.040 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-AfKg8pt3vrNV8pq off=5237536 len=1707812 2024-04-15T15:06:05.049 INFO:tasks.workunit.client.0.smithi016.stdout:op 2696 completed, throughput=5MB/sec 2024-04-15T15:06:06.049 INFO:tasks.workunit.client.0.smithi016.stdout: 531: throughput=4.99MB/sec pending data=0 2024-04-15T15:06:06.050 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-r2ZFbJmJFBGuna0 off=1699583 len=837682 2024-04-15T15:06:06.054 INFO:tasks.workunit.client.0.smithi016.stdout:op 2697 completed, throughput=4.99MB/sec 2024-04-15T15:06:06.054 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-2O3lkiyX8g-ssE2 off=525569 len=481347 2024-04-15T15:06:06.056 INFO:tasks.workunit.client.0.smithi016.stdout:op 2698 completed, throughput=4.99MB/sec 2024-04-15T15:06:06.056 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-vWpuAxGXiCfD4Wk off=6035877 len=1707536 2024-04-15T15:06:06.059 INFO:tasks.workunit.client.0.smithi016.stdout:op 2699 completed, throughput=5MB/sec 2024-04-15T15:06:06.059 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-3iB-XJMEdow8pBs off=4083368 len=531360 2024-04-15T15:06:06.059 INFO:tasks.workunit.client.0.smithi016.stdout:op 2700 completed, throughput=5MB/sec 2024-04-15T15:06:06.060 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-aPl1IuRBIIXjx0l off=12975115 len=1981490 2024-04-15T15:06:06.070 INFO:tasks.workunit.client.0.smithi016.stdout:op 2701 completed, throughput=5MB/sec 2024-04-15T15:06:06.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:06:05 smithi102 ceph-mon[87131]: pgmap v1617: 105 pgs: 105 active+clean; 127 GiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.8 MiB/s wr, 3 op/s 2024-04-15T15:06:06.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:06:05 smithi016 ceph-mon[90652]: pgmap v1617: 105 pgs: 105 active+clean; 127 GiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.8 MiB/s wr, 3 op/s 2024-04-15T15:06:06.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:06:05 smithi016 ceph-mon[93212]: pgmap v1617: 105 pgs: 105 active+clean; 127 GiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.8 MiB/s wr, 3 op/s 2024-04-15T15:06:07.071 INFO:tasks.workunit.client.0.smithi016.stdout: 532: throughput=4.99MB/sec pending data=0 2024-04-15T15:06:07.071 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-5qqQDiF9VEDwkJE off=2005944 len=754607 2024-04-15T15:06:07.072 INFO:tasks.workunit.client.0.smithi016.stdout:op 2702 completed, throughput=4.99MB/sec 2024-04-15T15:06:07.072 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-gVji6Be1rIdLk2c off=387241 len=62940 2024-04-15T15:06:07.074 INFO:tasks.workunit.client.0.smithi016.stdout:op 2703 completed, throughput=4.99MB/sec 2024-04-15T15:06:07.075 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-pLBQ1CMyMVxmxuJ off=20495519 len=1432728 2024-04-15T15:06:07.081 INFO:tasks.workunit.client.0.smithi016.stdout:op 2704 completed, throughput=5MB/sec 2024-04-15T15:06:07.081 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-Huq21lSocJ0sC-Y off=11994637 len=813550 2024-04-15T15:06:07.082 INFO:tasks.workunit.client.0.smithi016.stdout:op 2705 completed, throughput=5MB/sec 2024-04-15T15:06:07.082 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-1-7F93uUL-RW5gA off=4354135 len=694092 2024-04-15T15:06:07.086 INFO:tasks.workunit.client.0.smithi016.stdout:op 2706 completed, throughput=5MB/sec 2024-04-15T15:06:07.086 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-rO6US0BswMSdqss off=3441764 len=492439 2024-04-15T15:06:07.089 INFO:tasks.workunit.client.0.smithi016.stdout:op 2707 completed, throughput=5MB/sec 2024-04-15T15:06:08.089 INFO:tasks.workunit.client.0.smithi016.stdout: 533: throughput=4.99MB/sec pending data=0 2024-04-15T15:06:08.089 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-kEob6ywky2x1T-G off=5138076 len=2059803 2024-04-15T15:06:08.102 INFO:tasks.workunit.client.0.smithi016.stdout:op 2708 completed, throughput=4.99MB/sec 2024-04-15T15:06:08.102 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-aMuTJoGNTE4vqda off=10290643 len=1125226 2024-04-15T15:06:08.103 INFO:tasks.workunit.client.0.smithi016.stdout:op 2709 completed, throughput=5MB/sec 2024-04-15T15:06:08.103 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-IlTvMKlwuMyPO7q off=4112653 len=492462 2024-04-15T15:06:08.108 INFO:tasks.workunit.client.0.smithi016.stdout:op 2710 completed, throughput=5MB/sec 2024-04-15T15:06:08.108 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-NwqVJLVhLjsH3ma off=5569455 len=638597 2024-04-15T15:06:08.113 INFO:tasks.workunit.client.0.smithi016.stdout:op 2711 completed, throughput=5MB/sec 2024-04-15T15:06:08.113 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-sBiSyslsAhd41NQ off=18283500 len=1566349 2024-04-15T15:06:08.114 INFO:tasks.workunit.client.0.smithi016.stdout:op 2712 completed, throughput=5MB/sec 2024-04-15T15:06:08.190 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:06:07 smithi102 ceph-mon[87131]: pgmap v1618: 105 pgs: 105 active+clean; 127 GiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 3.6 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-04-15T15:06:08.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:06:07 smithi016 ceph-mon[93212]: pgmap v1618: 105 pgs: 105 active+clean; 127 GiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 3.6 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-04-15T15:06:08.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:06:07 smithi016 ceph-mon[90652]: pgmap v1618: 105 pgs: 105 active+clean; 127 GiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 3.6 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-04-15T15:06:09.115 INFO:tasks.workunit.client.0.smithi016.stdout: 534: throughput=4.99MB/sec pending data=0 2024-04-15T15:06:09.115 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-UF5yL0kj5ODwwn_ off=2438292 len=143430 2024-04-15T15:06:09.116 INFO:tasks.workunit.client.0.smithi016.stdout:op 2713 completed, throughput=4.99MB/sec 2024-04-15T15:06:09.116 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-9BgEbVBjhVXymJt off=5429107 len=389024 2024-04-15T15:06:09.120 INFO:tasks.workunit.client.0.smithi016.stdout:op 2714 completed, throughput=4.99MB/sec 2024-04-15T15:06:09.120 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-vw_fHrLc0I8WXvu off=2954940 len=1037471 2024-04-15T15:06:09.121 INFO:tasks.workunit.client.0.smithi016.stdout:op 2715 completed, throughput=4.99MB/sec 2024-04-15T15:06:09.121 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-ncnBfEAAO3wVwlg off=9042320 len=135713 2024-04-15T15:06:09.124 INFO:tasks.workunit.client.0.smithi016.stdout:op 2716 completed, throughput=4.99MB/sec 2024-04-15T15:06:09.124 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-_CjpI8Hs-MsfSta off=7302481 len=1115223 2024-04-15T15:06:09.130 INFO:tasks.workunit.client.0.smithi016.stdout:op 2717 completed, throughput=5MB/sec 2024-04-15T15:06:09.130 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-cN2sklWl-gDifSK off=117311 len=1652843 2024-04-15T15:06:09.136 INFO:tasks.workunit.client.0.smithi016.stdout:op 2718 completed, throughput=5MB/sec 2024-04-15T15:06:09.137 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-NCTqS3JeLncal-t off=1242651 len=1823053 2024-04-15T15:06:09.140 INFO:tasks.workunit.client.0.smithi016.stdout:op 2719 completed, throughput=5MB/sec 2024-04-15T15:06:10.140 INFO:tasks.workunit.client.0.smithi016.stdout: 535: throughput=4.99MB/sec pending data=0 2024-04-15T15:06:10.141 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-jXxerSa6YchdIG9 off=0 len=1546640 2024-04-15T15:06:10.143 INFO:tasks.workunit.client.0.smithi016.stdout:op 2720 completed, throughput=5MB/sec 2024-04-15T15:06:10.143 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-Jo79isT-nSjZ4Py off=2834619 len=1141944 2024-04-15T15:06:10.146 INFO:tasks.workunit.client.0.smithi016.stdout:op 2721 completed, throughput=5MB/sec 2024-04-15T15:06:10.146 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-3gmBwS1Fv2l2BZX off=745302 len=1859131 2024-04-15T15:06:10.152 INFO:tasks.workunit.client.0.smithi016.stdout:op 2722 completed, throughput=5MB/sec 2024-04-15T15:06:10.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:06:09 smithi102 ceph-mon[87131]: pgmap v1619: 105 pgs: 105 active+clean; 127 GiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 3.3 MiB/s rd, 1.6 MiB/s wr, 4 op/s 2024-04-15T15:06:10.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:06:09 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T15:06:10.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:06:09 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T15:06:10.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:06:09 smithi016 ceph-mon[90652]: pgmap v1619: 105 pgs: 105 active+clean; 127 GiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 3.3 MiB/s rd, 1.6 MiB/s wr, 4 op/s 2024-04-15T15:06:10.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:06:09 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T15:06:10.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:06:09 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T15:06:10.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:06:09 smithi016 ceph-mon[93212]: pgmap v1619: 105 pgs: 105 active+clean; 127 GiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 3.3 MiB/s rd, 1.6 MiB/s wr, 4 op/s 2024-04-15T15:06:10.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:06:09 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T15:06:10.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:06:09 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T15:06:11.153 INFO:tasks.workunit.client.0.smithi016.stdout: 536: throughput=4.99MB/sec pending data=0 2024-04-15T15:06:11.153 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-im-1QdLbS3hqM06 off=10062795 len=1476517 2024-04-15T15:06:11.156 INFO:tasks.workunit.client.0.smithi016.stdout:op 2723 completed, throughput=4.99MB/sec 2024-04-15T15:06:11.157 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-3pzk_rGZbJsZ6Ri off=8823573 len=9217 2024-04-15T15:06:11.157 INFO:tasks.workunit.client.0.smithi016.stdout:op 2724 completed, throughput=4.99MB/sec 2024-04-15T15:06:11.157 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-1dba15nGvdd0Hg5 off=5070905 len=1477017 2024-04-15T15:06:11.159 INFO:tasks.workunit.client.0.smithi016.stdout:op 2725 completed, throughput=5MB/sec 2024-04-15T15:06:11.159 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-3656-igO2WzWvb4 off=1996460 len=1310249 2024-04-15T15:06:11.165 INFO:tasks.workunit.client.0.smithi016.stdout:op 2726 completed, throughput=5MB/sec 2024-04-15T15:06:11.166 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-7TpF_JOMiG57aSd off=5610226 len=189868 2024-04-15T15:06:11.166 INFO:tasks.workunit.client.0.smithi016.stdout:op 2727 completed, throughput=5MB/sec 2024-04-15T15:06:11.167 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-SKO-32jz2-WEE9F off=7762280 len=185656 2024-04-15T15:06:11.167 INFO:tasks.workunit.client.0.smithi016.stdout:op 2728 completed, throughput=5MB/sec 2024-04-15T15:06:11.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:06:10 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T15:06:11.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:06:10 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T15:06:11.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:06:10 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T15:06:11.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:06:10 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T15:06:11.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:06:10 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T15:06:11.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:06:10 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T15:06:11.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:06:10 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T15:06:11.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:06:10 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T15:06:11.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:06:10 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T15:06:12.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:06:11 smithi016 ceph-mon[90652]: pgmap v1620: 105 pgs: 105 active+clean; 127 GiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 2.9 MiB/s rd, 1.6 MiB/s wr, 4 op/s 2024-04-15T15:06:12.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:06:11 smithi016 ceph-mon[93212]: pgmap v1620: 105 pgs: 105 active+clean; 127 GiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 2.9 MiB/s rd, 1.6 MiB/s wr, 4 op/s 2024-04-15T15:06:12.040 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 15 15:06:11 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-y[81421]: ::ffff:172.21.15.102 - - [15/Apr/2024:15:06:11] "GET /metrics HTTP/1.1" 200 33995 "" "Prometheus/2.43.0" 2024-04-15T15:06:12.168 INFO:tasks.workunit.client.0.smithi016.stdout: 537: throughput=4.99MB/sec pending data=0 2024-04-15T15:06:12.168 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-f9JOyB-0z1ga23Y off=1053875 len=1400848 2024-04-15T15:06:12.176 INFO:tasks.workunit.client.0.smithi016.stdout:op 2729 completed, throughput=4.99MB/sec 2024-04-15T15:06:12.176 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-DNu6_kDTzZPJVRd off=720013 len=1038563 2024-04-15T15:06:12.180 INFO:tasks.workunit.client.0.smithi016.stdout:op 2730 completed, throughput=5MB/sec 2024-04-15T15:06:12.180 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-iJqecTGYU-MHQXl off=1963575 len=486547 2024-04-15T15:06:12.184 INFO:tasks.workunit.client.0.smithi016.stdout:op 2731 completed, throughput=5MB/sec 2024-04-15T15:06:12.184 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-TEd2CwM7Ev5TkXT off=22161621 len=1824271 2024-04-15T15:06:12.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:06:11 smithi102 ceph-mon[87131]: pgmap v1620: 105 pgs: 105 active+clean; 127 GiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 2.9 MiB/s rd, 1.6 MiB/s wr, 4 op/s 2024-04-15T15:06:12.192 INFO:tasks.workunit.client.0.smithi016.stdout:op 2732 completed, throughput=5MB/sec 2024-04-15T15:06:12.192 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-wl82fPPk4Nga_kg off=4404974 len=1984303 2024-04-15T15:06:12.199 INFO:tasks.workunit.client.0.smithi016.stdout:op 2733 completed, throughput=5MB/sec 2024-04-15T15:06:12.687 INFO:journalctl@ceph.prometheus.a.smithi102.stdout:Apr 15 15:06:12 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-prometheus-a[120881]: ts=2024-04-15T15:06:12.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi016:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"362ea986-fb34-11ee-bc8f-c7b262605968\", instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T15:06:13.200 INFO:tasks.workunit.client.0.smithi016.stdout: 538: throughput=4.99MB/sec pending data=0 2024-04-15T15:06:13.200 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-tziEtWaj7PiIkiM off=2564558 len=153865 2024-04-15T15:06:13.202 INFO:tasks.workunit.client.0.smithi016.stdout:op 2734 completed, throughput=4.99MB/sec 2024-04-15T15:06:13.202 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-vY6yRnE4nyBBgOj off=5712709 len=1505167 2024-04-15T15:06:13.210 INFO:tasks.workunit.client.0.smithi016.stdout:op 2735 completed, throughput=5MB/sec 2024-04-15T15:06:13.210 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj--RVLS7JBZd_w6GI off=4518817 len=364207 2024-04-15T15:06:13.214 INFO:tasks.workunit.client.0.smithi016.stdout:op 2736 completed, throughput=5MB/sec 2024-04-15T15:06:13.214 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-aYjyZgsZCTBWZ3w off=549843 len=855405 2024-04-15T15:06:13.218 INFO:tasks.workunit.client.0.smithi016.stdout:op 2737 completed, throughput=5MB/sec 2024-04-15T15:06:13.218 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-pzQn7ceS8tBXrz1 off=15251812 len=1636596 2024-04-15T15:06:13.225 INFO:tasks.workunit.client.0.smithi016.stdout:op 2738 completed, throughput=5MB/sec 2024-04-15T15:06:14.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:06:13 smithi102 ceph-mon[87131]: pgmap v1621: 105 pgs: 105 active+clean; 127 GiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 4.0 MiB/s rd, 2.6 MiB/s wr, 6 op/s 2024-04-15T15:06:14.226 INFO:tasks.workunit.client.0.smithi016.stdout: 539: throughput=4.99MB/sec pending data=0 2024-04-15T15:06:14.226 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-dEGUFqZDpJLaNAQ off=9132673 len=806272 2024-04-15T15:06:14.228 INFO:tasks.workunit.client.0.smithi016.stdout:op 2739 completed, throughput=4.99MB/sec 2024-04-15T15:06:14.228 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-Hxt3Sh2uBkd5JrT off=2594698 len=397602 2024-04-15T15:06:14.231 INFO:tasks.workunit.client.0.smithi016.stdout:op 2740 completed, throughput=4.99MB/sec 2024-04-15T15:06:14.231 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-sOiETtik9OKcf3K off=11909383 len=57242 2024-04-15T15:06:14.234 INFO:tasks.workunit.client.0.smithi016.stdout:op 2741 completed, throughput=4.99MB/sec 2024-04-15T15:06:14.234 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-2r-_xTIWDc8C2h7 off=4110129 len=233030 2024-04-15T15:06:14.234 INFO:tasks.workunit.client.0.smithi016.stdout:op 2742 completed, throughput=4.99MB/sec 2024-04-15T15:06:14.234 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-8iq1au4kLQ2oC4G off=1268484 len=616031 2024-04-15T15:06:14.238 INFO:tasks.workunit.client.0.smithi016.stdout:op 2743 completed, throughput=5MB/sec 2024-04-15T15:06:14.238 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-JCm7MNaXIYMW9Uy off=636182 len=1473788 2024-04-15T15:06:14.244 INFO:tasks.workunit.client.0.smithi016.stdout:op 2744 completed, throughput=5MB/sec 2024-04-15T15:06:14.244 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-gsEOAHS9OXaUmM1 off=9518128 len=1084902 2024-04-15T15:06:14.250 INFO:tasks.workunit.client.0.smithi016.stdout:op 2745 completed, throughput=5MB/sec 2024-04-15T15:06:14.250 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-U4jmBJk-lddhS3k off=14530778 len=161080 2024-04-15T15:06:14.251 INFO:tasks.workunit.client.0.smithi016.stdout:op 2746 completed, throughput=5MB/sec 2024-04-15T15:06:14.251 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-RbC2CeCamKDPeNX off=12456251 len=1620237 2024-04-15T15:06:14.252 INFO:tasks.workunit.client.0.smithi016.stdout:op 2747 completed, throughput=5MB/sec 2024-04-15T15:06:14.289 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:06:13 smithi016 ceph-mon[90652]: pgmap v1621: 105 pgs: 105 active+clean; 127 GiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 4.0 MiB/s rd, 2.6 MiB/s wr, 6 op/s 2024-04-15T15:06:14.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:06:13 smithi016 ceph-mon[93212]: pgmap v1621: 105 pgs: 105 active+clean; 127 GiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 4.0 MiB/s rd, 2.6 MiB/s wr, 6 op/s 2024-04-15T15:06:15.253 INFO:tasks.workunit.client.0.smithi016.stdout: 540: throughput=4.99MB/sec pending data=0 2024-04-15T15:06:15.253 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-3Dr2uEoQRbdxxn7 off=69771 len=364629 2024-04-15T15:06:15.254 INFO:tasks.workunit.client.0.smithi016.stdout:op 2748 completed, throughput=4.99MB/sec 2024-04-15T15:06:15.254 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-gT-v-QWXhYdBDBZ off=3149772 len=919287 2024-04-15T15:06:15.259 INFO:tasks.workunit.client.0.smithi016.stdout:op 2749 completed, throughput=5MB/sec 2024-04-15T15:06:15.259 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-Mgzstv3Zdb_tFZ1 off=11936982 len=428613 2024-04-15T15:06:15.260 INFO:tasks.workunit.client.0.smithi016.stdout:op 2750 completed, throughput=5MB/sec 2024-04-15T15:06:15.260 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-9xM1lDKv-Wnx-Yf off=15219682 len=1526514 2024-04-15T15:06:15.268 INFO:tasks.workunit.client.0.smithi016.stdout:op 2751 completed, throughput=5MB/sec 2024-04-15T15:06:15.268 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-a8yQKtd1vegj1gR off=11944572 len=1504165 2024-04-15T15:06:15.275 INFO:tasks.workunit.client.0.smithi016.stdout:op 2752 completed, throughput=5MB/sec 2024-04-15T15:06:16.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:06:15 smithi102 ceph-mon[87131]: pgmap v1622: 105 pgs: 105 active+clean; 127 GiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-04-15T15:06:16.276 INFO:tasks.workunit.client.0.smithi016.stdout: 541: throughput=4.99MB/sec pending data=0 2024-04-15T15:06:16.276 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-C9PkcbjIS1EGlT3 off=939615 len=211321 2024-04-15T15:06:16.277 INFO:tasks.workunit.client.0.smithi016.stdout:op 2753 completed, throughput=4.99MB/sec 2024-04-15T15:06:16.277 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-bwVohm3DzETkb-e off=13615571 len=70513 2024-04-15T15:06:16.277 INFO:tasks.workunit.client.0.smithi016.stdout:op 2754 completed, throughput=4.99MB/sec 2024-04-15T15:06:16.277 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-txqDoDOmb7M-gt2 off=2270985 len=702674 2024-04-15T15:06:16.278 INFO:tasks.workunit.client.0.smithi016.stdout:op 2755 completed, throughput=4.99MB/sec 2024-04-15T15:06:16.279 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-ppDIbmg12VILSQ3 off=13205486 len=1829138 2024-04-15T15:06:16.289 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:06:15 smithi016 ceph-mon[90652]: pgmap v1622: 105 pgs: 105 active+clean; 127 GiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-04-15T15:06:16.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:06:15 smithi016 ceph-mon[93212]: pgmap v1622: 105 pgs: 105 active+clean; 127 GiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-04-15T15:06:16.290 INFO:tasks.workunit.client.0.smithi016.stdout:op 2756 completed, throughput=5MB/sec 2024-04-15T15:06:16.290 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-OSizalv683T1VrN off=888049 len=1935349 2024-04-15T15:06:16.298 INFO:tasks.workunit.client.0.smithi016.stdout:op 2757 completed, throughput=5MB/sec 2024-04-15T15:06:17.299 INFO:tasks.workunit.client.0.smithi016.stdout: 542: throughput=4.99MB/sec pending data=0 2024-04-15T15:06:17.299 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-PwPdSffPyH7E3xD off=5082949 len=585900 2024-04-15T15:06:17.300 INFO:tasks.workunit.client.0.smithi016.stdout:op 2758 completed, throughput=4.99MB/sec 2024-04-15T15:06:17.300 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-8mL7OUJgnLb40zo off=7117337 len=1587010 2024-04-15T15:06:17.308 INFO:tasks.workunit.client.0.smithi016.stdout:op 2759 completed, throughput=5MB/sec 2024-04-15T15:06:17.308 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-OThhajrKN60WKQ- off=8028556 len=28529 2024-04-15T15:06:17.311 INFO:tasks.workunit.client.0.smithi016.stdout:op 2760 completed, throughput=5MB/sec 2024-04-15T15:06:17.311 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj--bygJl1s-yaScFv off=877792 len=1371102 2024-04-15T15:06:17.317 INFO:tasks.workunit.client.0.smithi016.stdout:op 2761 completed, throughput=5MB/sec 2024-04-15T15:06:17.317 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-Ut_tD0iLEdAYBSg off=13742788 len=1657924 2024-04-15T15:06:17.326 INFO:tasks.workunit.client.0.smithi016.stdout:op 2762 completed, throughput=5MB/sec 2024-04-15T15:06:18.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:06:17 smithi102 ceph-mon[87131]: pgmap v1623: 105 pgs: 105 active+clean; 127 GiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.5 MiB/s wr, 6 op/s 2024-04-15T15:06:18.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:06:17 smithi016 ceph-mon[90652]: pgmap v1623: 105 pgs: 105 active+clean; 127 GiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.5 MiB/s wr, 6 op/s 2024-04-15T15:06:18.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:06:17 smithi016 ceph-mon[93212]: pgmap v1623: 105 pgs: 105 active+clean; 127 GiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.5 MiB/s wr, 6 op/s 2024-04-15T15:06:18.326 INFO:tasks.workunit.client.0.smithi016.stdout: 543: throughput=4.99MB/sec pending data=0 2024-04-15T15:06:18.326 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-WdrUbKVAkcLZcxA off=3397303 len=1643624 2024-04-15T15:06:18.335 INFO:tasks.workunit.client.0.smithi016.stdout:op 2763 completed, throughput=4.99MB/sec 2024-04-15T15:06:18.335 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-HdiMMYtZmbAIl7d off=19095923 len=1593550 2024-04-15T15:06:18.336 INFO:tasks.workunit.client.0.smithi016.stdout:op 2764 completed, throughput=5MB/sec 2024-04-15T15:06:18.336 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-jxfPHUbtjtUhAsh off=9393216 len=1244632 2024-04-15T15:06:18.339 INFO:tasks.workunit.client.0.smithi016.stdout:op 2765 completed, throughput=5MB/sec 2024-04-15T15:06:18.339 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-sA-BsuvSnI1ZQC9 off=10702100 len=451553 2024-04-15T15:06:18.340 INFO:tasks.workunit.client.0.smithi016.stdout:op 2766 completed, throughput=5MB/sec 2024-04-15T15:06:18.340 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-eO3x_q0cILN25Nd off=3273184 len=2079643 2024-04-15T15:06:18.342 INFO:tasks.workunit.client.0.smithi016.stdout:op 2767 completed, throughput=5MB/sec 2024-04-15T15:06:19.342 INFO:tasks.workunit.client.0.smithi016.stdout: 544: throughput=4.99MB/sec pending data=0 2024-04-15T15:06:19.342 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-ehtX40w9ktrs8uj off=1240429 len=162937 2024-04-15T15:06:19.345 INFO:tasks.workunit.client.0.smithi016.stdout:op 2768 completed, throughput=4.99MB/sec 2024-04-15T15:06:19.346 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-wc-XBpLZxSbk5ND off=3422449 len=1985211 2024-04-15T15:06:19.357 INFO:tasks.workunit.client.0.smithi016.stdout:op 2769 completed, throughput=5MB/sec 2024-04-15T15:06:19.357 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-WIJN9IqvbZ9aZCV off=618411 len=525847 2024-04-15T15:06:19.360 INFO:tasks.workunit.client.0.smithi016.stdout:op 2770 completed, throughput=5MB/sec 2024-04-15T15:06:19.360 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-1tkqq9ZIT1mInRL off=8623697 len=1373675 2024-04-15T15:06:19.367 INFO:tasks.workunit.client.0.smithi016.stdout:op 2771 completed, throughput=5MB/sec 2024-04-15T15:06:20.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:06:19 smithi102 ceph-mon[87131]: pgmap v1624: 105 pgs: 105 active+clean; 127 GiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2024-04-15T15:06:20.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:06:19 smithi016 ceph-mon[90652]: pgmap v1624: 105 pgs: 105 active+clean; 127 GiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2024-04-15T15:06:20.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:06:19 smithi016 ceph-mon[93212]: pgmap v1624: 105 pgs: 105 active+clean; 127 GiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2024-04-15T15:06:20.367 INFO:tasks.workunit.client.0.smithi016.stdout: 545: throughput=4.99MB/sec pending data=0 2024-04-15T15:06:20.368 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-BdAAiEpV1o674iR off=9240291 len=1012400 2024-04-15T15:06:20.373 INFO:tasks.workunit.client.0.smithi016.stdout:op 2772 completed, throughput=4.99MB/sec 2024-04-15T15:06:20.374 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-flw09KQ_4TP9plZ off=2559845 len=1432558 2024-04-15T15:06:20.375 INFO:tasks.workunit.client.0.smithi016.stdout:op 2773 completed, throughput=5MB/sec 2024-04-15T15:06:20.375 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-6QhDCwha8U9NgkO off=6004458 len=1348043 2024-04-15T15:06:20.377 INFO:tasks.workunit.client.0.smithi016.stdout:op 2774 completed, throughput=5MB/sec 2024-04-15T15:06:20.377 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-2JLLNTMkLGEeftO off=4299507 len=131821 2024-04-15T15:06:20.378 INFO:tasks.workunit.client.0.smithi016.stdout:op 2775 completed, throughput=5MB/sec 2024-04-15T15:06:20.378 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-Xb7HHzQx_-xZaFj off=20361511 len=1413129 2024-04-15T15:06:20.385 INFO:tasks.workunit.client.0.smithi016.stdout:op 2776 completed, throughput=5MB/sec 2024-04-15T15:06:21.385 INFO:tasks.workunit.client.0.smithi016.stdout: 546: throughput=4.99MB/sec pending data=0 2024-04-15T15:06:21.385 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-jUULjLTseVIupA- off=12966838 len=1128590 2024-04-15T15:06:21.386 INFO:tasks.workunit.client.0.smithi016.stdout:op 2777 completed, throughput=4.99MB/sec 2024-04-15T15:06:21.387 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-267_KwvA1KPotAC off=7003909 len=1568289 2024-04-15T15:06:21.389 INFO:tasks.workunit.client.0.smithi016.stdout:op 2778 completed, throughput=5MB/sec 2024-04-15T15:06:21.389 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-dWVHlinWz_RAxNN off=3001859 len=143165 2024-04-15T15:06:21.391 INFO:tasks.workunit.client.0.smithi016.stdout:op 2779 completed, throughput=5MB/sec 2024-04-15T15:06:21.392 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-sszCYLG7krQ9WmS off=1611071 len=527878 2024-04-15T15:06:21.396 INFO:tasks.workunit.client.0.smithi016.stdout:op 2780 completed, throughput=5MB/sec 2024-04-15T15:06:21.396 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-xiC5fnAjMvHnP6i off=8164619 len=134090 2024-04-15T15:06:21.398 INFO:tasks.workunit.client.0.smithi016.stdout:op 2781 completed, throughput=5MB/sec 2024-04-15T15:06:21.398 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-yMGu5tA98pTa4rw off=1020352 len=1925935 2024-04-15T15:06:21.400 INFO:tasks.workunit.client.0.smithi016.stdout:op 2782 completed, throughput=5MB/sec 2024-04-15T15:06:22.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:06:21 smithi016 ceph-mon[93212]: pgmap v1625: 105 pgs: 105 active+clean; 127 GiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 1.4 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-15T15:06:22.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:06:21 smithi016 ceph-mon[90652]: pgmap v1625: 105 pgs: 105 active+clean; 127 GiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 1.4 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-15T15:06:22.040 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 15 15:06:21 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-y[81421]: ::ffff:172.21.15.102 - - [15/Apr/2024:15:06:21] "GET /metrics HTTP/1.1" 200 33995 "" "Prometheus/2.43.0" 2024-04-15T15:06:22.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:06:21 smithi102 ceph-mon[87131]: pgmap v1625: 105 pgs: 105 active+clean; 127 GiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 1.4 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-15T15:06:22.401 INFO:tasks.workunit.client.0.smithi016.stdout: 547: throughput=4.99MB/sec pending data=0 2024-04-15T15:06:22.401 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-ybxb9RQi6yqsKOC off=13493982 len=1495235 2024-04-15T15:06:22.403 INFO:tasks.workunit.client.0.smithi016.stdout:op 2783 completed, throughput=4.99MB/sec 2024-04-15T15:06:22.403 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-vYyU07MNaW6P7ox off=12569215 len=1310278 2024-04-15T15:06:22.410 INFO:tasks.workunit.client.0.smithi016.stdout:op 2784 completed, throughput=5MB/sec 2024-04-15T15:06:22.410 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-rWrz9kLZhrvwa8M off=17878180 len=718598 2024-04-15T15:06:22.414 INFO:tasks.workunit.client.0.smithi016.stdout:op 2785 completed, throughput=5MB/sec 2024-04-15T15:06:22.415 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-I6uYQCmwIAFHZnk off=724680 len=1659189 2024-04-15T15:06:22.423 INFO:tasks.workunit.client.0.smithi016.stdout:op 2786 completed, throughput=5MB/sec 2024-04-15T15:06:22.687 INFO:journalctl@ceph.prometheus.a.smithi102.stdout:Apr 15 15:06:22 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-prometheus-a[120881]: ts=2024-04-15T15:06:22.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi016:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"362ea986-fb34-11ee-bc8f-c7b262605968\", instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T15:06:23.423 INFO:tasks.workunit.client.0.smithi016.stdout: 548: throughput=4.99MB/sec pending data=0 2024-04-15T15:06:23.423 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj--KFEF4e6AMfpDm9 off=3225100 len=1293139 2024-04-15T15:06:23.429 INFO:tasks.workunit.client.0.smithi016.stdout:op 2787 completed, throughput=4.99MB/sec 2024-04-15T15:06:23.429 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-_WIqAW8ezfK4uFo off=10401167 len=164042 2024-04-15T15:06:23.430 INFO:tasks.workunit.client.0.smithi016.stdout:op 2788 completed, throughput=4.99MB/sec 2024-04-15T15:06:23.430 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-m5_hvrUHeYyUzvC off=5524402 len=1635867 2024-04-15T15:06:23.432 INFO:tasks.workunit.client.0.smithi016.stdout:op 2789 completed, throughput=5MB/sec 2024-04-15T15:06:23.432 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-43d-ZJS9LYqx54L off=1206857 len=1180510 2024-04-15T15:06:23.433 INFO:tasks.workunit.client.0.smithi016.stdout:op 2790 completed, throughput=5MB/sec 2024-04-15T15:06:23.433 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-SysdR0JG86DVNpY off=4319756 len=1402568 2024-04-15T15:06:23.435 INFO:tasks.workunit.client.0.smithi016.stdout:op 2791 completed, throughput=5MB/sec 2024-04-15T15:06:24.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:06:23 smithi102 ceph-mon[87131]: pgmap v1626: 105 pgs: 105 active+clean; 127 GiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.9 MiB/s wr, 6 op/s 2024-04-15T15:06:24.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:06:23 smithi016 ceph-mon[90652]: pgmap v1626: 105 pgs: 105 active+clean; 127 GiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.9 MiB/s wr, 6 op/s 2024-04-15T15:06:24.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:06:23 smithi016 ceph-mon[93212]: pgmap v1626: 105 pgs: 105 active+clean; 127 GiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.9 MiB/s wr, 6 op/s 2024-04-15T15:06:24.435 INFO:tasks.workunit.client.0.smithi016.stdout: 549: throughput=4.99MB/sec pending data=0 2024-04-15T15:06:24.435 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-XeKeIdid5AZfscn off=17353694 len=1277235 2024-04-15T15:06:24.437 INFO:tasks.workunit.client.0.smithi016.stdout:op 2792 completed, throughput=4.99MB/sec 2024-04-15T15:06:24.437 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-h3n8n_wnnKFSbi2 off=2356069 len=991307 2024-04-15T15:06:24.443 INFO:tasks.workunit.client.0.smithi016.stdout:op 2793 completed, throughput=5MB/sec 2024-04-15T15:06:24.443 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-JsB3eEMP9qPJzU6 off=5490130 len=1689205 2024-04-15T15:06:24.450 INFO:tasks.workunit.client.0.smithi016.stdout:op 2794 completed, throughput=5MB/sec 2024-04-15T15:06:24.450 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-RPNDZHFXjkuwHnr off=9815355 len=68084 2024-04-15T15:06:24.453 INFO:tasks.workunit.client.0.smithi016.stdout:op 2795 completed, throughput=5MB/sec 2024-04-15T15:06:24.453 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-0OnAOmztkWqEcrJ off=8056616 len=2042846 2024-04-15T15:06:24.458 INFO:tasks.workunit.client.0.smithi016.stdout:op 2796 completed, throughput=5MB/sec 2024-04-15T15:06:25.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:06:24 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T15:06:25.191 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:06:24 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T15:06:25.192 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:06:24 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T15:06:25.459 INFO:tasks.workunit.client.0.smithi016.stdout: 550: throughput=4.99MB/sec pending data=0 2024-04-15T15:06:25.459 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-gd6qU5iLN65qKBt off=971627 len=1881571 2024-04-15T15:06:25.461 INFO:tasks.workunit.client.0.smithi016.stdout:op 2797 completed, throughput=5MB/sec 2024-04-15T15:06:25.461 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-IRxE7Ftr5tlylXY off=922277 len=505384 2024-04-15T15:06:25.465 INFO:tasks.workunit.client.0.smithi016.stdout:op 2798 completed, throughput=5MB/sec 2024-04-15T15:06:25.465 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-0ngJ9B-jjif-JXj off=385044 len=1845626 2024-04-15T15:06:25.468 INFO:tasks.workunit.client.0.smithi016.stdout:op 2799 completed, throughput=5MB/sec 2024-04-15T15:06:26.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:06:25 smithi102 ceph-mon[87131]: pgmap v1627: 105 pgs: 105 active+clean; 127 GiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 1.1 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2024-04-15T15:06:26.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:06:25 smithi016 ceph-mon[93212]: pgmap v1627: 105 pgs: 105 active+clean; 127 GiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 1.1 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2024-04-15T15:06:26.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:06:25 smithi016 ceph-mon[90652]: pgmap v1627: 105 pgs: 105 active+clean; 127 GiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 1.1 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2024-04-15T15:06:26.469 INFO:tasks.workunit.client.0.smithi016.stdout: 551: throughput=4.99MB/sec pending data=0 2024-04-15T15:06:26.469 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-3MLeiJpoUl336x1 off=8712294 len=1179649 2024-04-15T15:06:26.475 INFO:tasks.workunit.client.0.smithi016.stdout:op 2800 completed, throughput=4.99MB/sec 2024-04-15T15:06:26.475 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-Ah0eXIojWsU60nN off=10586109 len=598087 2024-04-15T15:06:26.476 INFO:tasks.workunit.client.0.smithi016.stdout:op 2801 completed, throughput=4.99MB/sec 2024-04-15T15:06:26.476 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-2bRL3AesZGAgWfW off=4933131 len=1142538 2024-04-15T15:06:26.483 INFO:tasks.workunit.client.0.smithi016.stdout:op 2802 completed, throughput=5MB/sec 2024-04-15T15:06:26.483 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-_SVbmDbusQ8VoOi off=4120738 len=1066165 2024-04-15T15:06:26.484 INFO:tasks.workunit.client.0.smithi016.stdout:op 2803 completed, throughput=5MB/sec 2024-04-15T15:06:26.484 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-8z08oOIkLCJLl90 off=4340348 len=706323 2024-04-15T15:06:26.488 INFO:tasks.workunit.client.0.smithi016.stdout:op 2804 completed, throughput=5MB/sec 2024-04-15T15:06:26.488 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-HadPtTbYMhyFZ7h off=9160266 len=96294 2024-04-15T15:06:26.491 INFO:tasks.workunit.client.0.smithi016.stdout:op 2805 completed, throughput=5MB/sec 2024-04-15T15:06:26.491 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-QgY6IKxQ5V0mX-F off=2397631 len=100512 2024-04-15T15:06:26.491 INFO:tasks.workunit.client.0.smithi016.stdout:op 2806 completed, throughput=5MB/sec 2024-04-15T15:06:27.492 INFO:tasks.workunit.client.0.smithi016.stdout: 552: throughput=4.99MB/sec pending data=0 2024-04-15T15:06:27.492 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-HUHFXeCamKhlaqZ off=753077 len=10036 2024-04-15T15:06:27.494 INFO:tasks.workunit.client.0.smithi016.stdout:op 2807 completed, throughput=4.99MB/sec 2024-04-15T15:06:27.494 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-PCQ5Vqor3vKS918 off=766658 len=1263935 2024-04-15T15:06:27.496 INFO:tasks.workunit.client.0.smithi016.stdout:op 2808 completed, throughput=4.99MB/sec 2024-04-15T15:06:27.496 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-BC4uh6sD3upZi3F off=1362912 len=165387 2024-04-15T15:06:27.499 INFO:tasks.workunit.client.0.smithi016.stdout:op 2809 completed, throughput=4.99MB/sec 2024-04-15T15:06:27.499 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-y9kwZ4Ry2pZzeyS off=4004281 len=1840563 2024-04-15T15:06:27.501 INFO:tasks.workunit.client.0.smithi016.stdout:op 2810 completed, throughput=5MB/sec 2024-04-15T15:06:27.501 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-aQUCio4474ZB8AF off=10185747 len=1557187 2024-04-15T15:06:27.504 INFO:tasks.workunit.client.0.smithi016.stdout:op 2811 completed, throughput=5MB/sec 2024-04-15T15:06:27.504 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-8kb-07Uw9uqeQHE off=14156358 len=250664 2024-04-15T15:06:27.507 INFO:tasks.workunit.client.0.smithi016.stdout:op 2812 completed, throughput=5MB/sec 2024-04-15T15:06:27.507 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-5qqQDiF9VEDwkJE off=856426 len=1353767 2024-04-15T15:06:27.514 INFO:tasks.workunit.client.0.smithi016.stdout:op 2813 completed, throughput=5MB/sec 2024-04-15T15:06:28.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:06:27 smithi102 ceph-mon[87131]: pgmap v1628: 105 pgs: 105 active+clean; 127 GiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.6 MiB/s wr, 5 op/s 2024-04-15T15:06:28.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:06:27 smithi016 ceph-mon[90652]: pgmap v1628: 105 pgs: 105 active+clean; 127 GiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.6 MiB/s wr, 5 op/s 2024-04-15T15:06:28.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:06:27 smithi016 ceph-mon[93212]: pgmap v1628: 105 pgs: 105 active+clean; 127 GiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.6 MiB/s wr, 5 op/s 2024-04-15T15:06:28.515 INFO:tasks.workunit.client.0.smithi016.stdout: 553: throughput=4.99MB/sec pending data=0 2024-04-15T15:06:28.515 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-AvEBjcWb2HahAvV off=7238663 len=1463842 2024-04-15T15:06:28.520 INFO:tasks.workunit.client.0.smithi016.stdout:op 2814 completed, throughput=5MB/sec 2024-04-15T15:06:28.520 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-hny_pF8HYYs4LYR off=16500094 len=835658 2024-04-15T15:06:28.522 INFO:tasks.workunit.client.0.smithi016.stdout:op 2815 completed, throughput=5MB/sec 2024-04-15T15:06:28.522 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-CGGu23_maIsB3SJ off=6238872 len=1631355 2024-04-15T15:06:28.531 INFO:tasks.workunit.client.0.smithi016.stdout:op 2816 completed, throughput=5MB/sec 2024-04-15T15:06:28.531 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-qssAM_v69hChLJB off=3859634 len=1340572 2024-04-15T15:06:28.532 INFO:tasks.workunit.client.0.smithi016.stdout:op 2817 completed, throughput=5MB/sec 2024-04-15T15:06:29.532 INFO:tasks.workunit.client.0.smithi016.stdout: 554: throughput=4.99MB/sec pending data=0 2024-04-15T15:06:29.533 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-kPXseGNdB7buSaL off=20186474 len=1175057 2024-04-15T15:06:29.538 INFO:tasks.workunit.client.0.smithi016.stdout:op 2818 completed, throughput=4.99MB/sec 2024-04-15T15:06:29.538 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-H0viEXL-W9wLGZJ off=37470 len=638642 2024-04-15T15:06:29.539 INFO:tasks.workunit.client.0.smithi016.stdout:op 2819 completed, throughput=5MB/sec 2024-04-15T15:06:29.540 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-pVQAudZKH8HQVO_ off=8064904 len=1243761 2024-04-15T15:06:29.542 INFO:tasks.workunit.client.0.smithi016.stdout:op 2820 completed, throughput=5MB/sec 2024-04-15T15:06:29.542 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-rER2hJT_0x3Nmla off=2926301 len=170620 2024-04-15T15:06:29.543 INFO:tasks.workunit.client.0.smithi016.stdout:op 2821 completed, throughput=5MB/sec 2024-04-15T15:06:29.543 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-DD_nHEmPaycpRAW off=6730413 len=1626190 2024-04-15T15:06:29.546 INFO:tasks.workunit.client.0.smithi016.stdout:op 2822 completed, throughput=5MB/sec 2024-04-15T15:06:30.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:06:29 smithi102 ceph-mon[87131]: pgmap v1629: 105 pgs: 105 active+clean; 127 GiB data, 8.0 GiB used, 707 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.0 MiB/s wr, 3 op/s 2024-04-15T15:06:30.289 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:06:29 smithi016 ceph-mon[93212]: pgmap v1629: 105 pgs: 105 active+clean; 127 GiB data, 8.0 GiB used, 707 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.0 MiB/s wr, 3 op/s 2024-04-15T15:06:30.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:06:29 smithi016 ceph-mon[90652]: pgmap v1629: 105 pgs: 105 active+clean; 127 GiB data, 8.0 GiB used, 707 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.0 MiB/s wr, 3 op/s 2024-04-15T15:06:30.546 INFO:tasks.workunit.client.0.smithi016.stdout: 555: throughput=4.99MB/sec pending data=0 2024-04-15T15:06:30.547 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-YbZAtvzxAkGbKYx off=79029 len=1890398 2024-04-15T15:06:30.557 INFO:tasks.workunit.client.0.smithi016.stdout:op 2823 completed, throughput=5MB/sec 2024-04-15T15:06:30.557 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-leA3692wtxqj-mh off=14053793 len=1581178 2024-04-15T15:06:30.564 INFO:tasks.workunit.client.0.smithi016.stdout:op 2824 completed, throughput=5MB/sec 2024-04-15T15:06:30.564 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-ztv6JinWcOWGtWD off=11235961 len=970641 2024-04-15T15:06:30.566 INFO:tasks.workunit.client.0.smithi016.stdout:op 2825 completed, throughput=5MB/sec 2024-04-15T15:06:30.567 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-UkmSWYaXJibFd7L off=4980904 len=944570 2024-04-15T15:06:30.567 INFO:tasks.workunit.client.0.smithi016.stdout:op 2826 completed, throughput=5MB/sec 2024-04-15T15:06:31.568 INFO:tasks.workunit.client.0.smithi016.stdout: 556: throughput=4.99MB/sec pending data=0 2024-04-15T15:06:31.568 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-i0TfD6soskRKcX9 off=5987203 len=800650 2024-04-15T15:06:31.570 INFO:tasks.workunit.client.0.smithi016.stdout:op 2827 completed, throughput=4.99MB/sec 2024-04-15T15:06:31.570 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-xJ3GMx3oEFWAoAs off=89727 len=1872579 2024-04-15T15:06:31.581 INFO:tasks.workunit.client.0.smithi016.stdout:op 2828 completed, throughput=5MB/sec 2024-04-15T15:06:31.581 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-xlonsL1naCdrGJ2 off=15663383 len=332265 2024-04-15T15:06:31.583 INFO:tasks.workunit.client.0.smithi016.stdout:op 2829 completed, throughput=5MB/sec 2024-04-15T15:06:31.583 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-F7EDeHPI2DdNEft off=1086618 len=6803 2024-04-15T15:06:31.585 INFO:tasks.workunit.client.0.smithi016.stdout:op 2830 completed, throughput=5MB/sec 2024-04-15T15:06:31.585 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-_3jyGVOYJHXKM0d off=18768368 len=1468636 2024-04-15T15:06:31.587 INFO:tasks.workunit.client.0.smithi016.stdout:op 2831 completed, throughput=5MB/sec 2024-04-15T15:06:31.588 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj--1MPgh-bzcOVqo2 off=16738468 len=37194 2024-04-15T15:06:31.588 INFO:tasks.workunit.client.0.smithi016.stdout:op 2832 completed, throughput=5MB/sec 2024-04-15T15:06:31.588 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-wheEq_logL-Ltzf off=7526727 len=748785 2024-04-15T15:06:31.588 INFO:tasks.workunit.client.0.smithi016.stdout:op 2833 completed, throughput=5MB/sec 2024-04-15T15:06:32.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:06:31 smithi016 ceph-mon[90652]: pgmap v1630: 105 pgs: 105 active+clean; 127 GiB data, 8.0 GiB used, 707 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.0 MiB/s wr, 3 op/s 2024-04-15T15:06:32.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:06:31 smithi016 ceph-mon[93212]: pgmap v1630: 105 pgs: 105 active+clean; 127 GiB data, 8.0 GiB used, 707 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.0 MiB/s wr, 3 op/s 2024-04-15T15:06:32.040 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 15 15:06:31 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-y[81421]: ::ffff:172.21.15.102 - - [15/Apr/2024:15:06:31] "GET /metrics HTTP/1.1" 200 33993 "" "Prometheus/2.43.0" 2024-04-15T15:06:32.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:06:31 smithi102 ceph-mon[87131]: pgmap v1630: 105 pgs: 105 active+clean; 127 GiB data, 8.0 GiB used, 707 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.0 MiB/s wr, 3 op/s 2024-04-15T15:06:32.589 INFO:tasks.workunit.client.0.smithi016.stdout: 557: throughput=4.99MB/sec pending data=0 2024-04-15T15:06:32.589 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-WLZYZqye6DxS38d off=5761462 len=137579 2024-04-15T15:06:32.590 INFO:tasks.workunit.client.0.smithi016.stdout:op 2834 completed, throughput=4.99MB/sec 2024-04-15T15:06:32.590 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-aN9mMUoBLcVNJ8L off=8414541 len=449351 2024-04-15T15:06:32.593 INFO:tasks.workunit.client.0.smithi016.stdout:op 2835 completed, throughput=4.99MB/sec 2024-04-15T15:06:32.593 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-0aMydFz7dWMcbwQ off=19810628 len=1081976 2024-04-15T15:06:32.595 INFO:tasks.workunit.client.0.smithi016.stdout:op 2836 completed, throughput=4.99MB/sec 2024-04-15T15:06:32.595 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-EVmkFoNeR40uarb off=5618518 len=1328136 2024-04-15T15:06:32.598 INFO:tasks.workunit.client.0.smithi016.stdout:op 2837 completed, throughput=5MB/sec 2024-04-15T15:06:32.598 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-vi7x42NZ8krlNua off=917810 len=780485 2024-04-15T15:06:32.599 INFO:tasks.workunit.client.0.smithi016.stdout:op 2838 completed, throughput=5MB/sec 2024-04-15T15:06:32.599 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-u-TPpmQXjqpbKla off=2577015 len=1334399 2024-04-15T15:06:32.606 INFO:tasks.workunit.client.0.smithi016.stdout:op 2839 completed, throughput=5MB/sec 2024-04-15T15:06:32.687 INFO:journalctl@ceph.prometheus.a.smithi102.stdout:Apr 15 15:06:32 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-prometheus-a[120881]: ts=2024-04-15T15:06:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi016:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"362ea986-fb34-11ee-bc8f-c7b262605968\", instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T15:06:33.606 INFO:tasks.workunit.client.0.smithi016.stdout: 558: throughput=4.99MB/sec pending data=0 2024-04-15T15:06:33.606 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-nHPb-nscBqLyRNR off=7389913 len=1592635 2024-04-15T15:06:33.609 INFO:tasks.workunit.client.0.smithi016.stdout:op 2840 completed, throughput=4.99MB/sec 2024-04-15T15:06:33.609 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-ylqg3VaiGmY8wko off=10174496 len=1213424 2024-04-15T15:06:33.616 INFO:tasks.workunit.client.0.smithi016.stdout:op 2841 completed, throughput=5MB/sec 2024-04-15T15:06:33.616 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-2BEt8S9R1tKpEyD off=2765282 len=1143817 2024-04-15T15:06:33.618 INFO:tasks.workunit.client.0.smithi016.stdout:op 2842 completed, throughput=5MB/sec 2024-04-15T15:06:33.618 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-Jtv09I0QvB1ssaP off=14815947 len=990107 2024-04-15T15:06:33.620 INFO:tasks.workunit.client.0.smithi016.stdout:op 2843 completed, throughput=5MB/sec 2024-04-15T15:06:33.620 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-k5-xCapjx6o58yu off=4882597 len=136704 2024-04-15T15:06:33.623 INFO:tasks.workunit.client.0.smithi016.stdout:op 2844 completed, throughput=5MB/sec 2024-04-15T15:06:34.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:06:33 smithi102 ceph-mon[87131]: pgmap v1631: 105 pgs: 105 active+clean; 127 GiB data, 8.0 GiB used, 707 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-04-15T15:06:34.289 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:06:33 smithi016 ceph-mon[90652]: pgmap v1631: 105 pgs: 105 active+clean; 127 GiB data, 8.0 GiB used, 707 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-04-15T15:06:34.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:06:33 smithi016 ceph-mon[93212]: pgmap v1631: 105 pgs: 105 active+clean; 127 GiB data, 8.0 GiB used, 707 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-04-15T15:06:34.624 INFO:tasks.workunit.client.0.smithi016.stdout: 559: throughput=4.99MB/sec pending data=0 2024-04-15T15:06:34.624 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-EvPzsXPuGaHlpCr off=15426033 len=1422959 2024-04-15T15:06:34.626 INFO:tasks.workunit.client.0.smithi016.stdout:op 2845 completed, throughput=4.99MB/sec 2024-04-15T15:06:34.626 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-QSRz0UXcry-GHjN off=1097752 len=1466054 2024-04-15T15:06:34.633 INFO:tasks.workunit.client.0.smithi016.stdout:op 2846 completed, throughput=5MB/sec 2024-04-15T15:06:34.633 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-CLmdQZsvSOKMyOZ off=486626 len=461496 2024-04-15T15:06:34.637 INFO:tasks.workunit.client.0.smithi016.stdout:op 2847 completed, throughput=5MB/sec 2024-04-15T15:06:34.637 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj--3qNMH0F6mmpbpw off=8319343 len=676747 2024-04-15T15:06:34.638 INFO:tasks.workunit.client.0.smithi016.stdout:op 2848 completed, throughput=5MB/sec 2024-04-15T15:06:34.638 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-N8zVbO04A_1ePb6 off=21166588 len=698265 2024-04-15T15:06:34.642 INFO:tasks.workunit.client.0.smithi016.stdout:op 2849 completed, throughput=5MB/sec 2024-04-15T15:06:34.642 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-35dVUxgUMFcyn9J off=15554626 len=543017 2024-04-15T15:06:34.646 INFO:tasks.workunit.client.0.smithi016.stdout:op 2850 completed, throughput=5MB/sec 2024-04-15T15:06:34.646 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-7j9-pm6Jnb-chlU off=5173973 len=1980060 2024-04-15T15:06:34.653 INFO:tasks.workunit.client.0.smithi016.stdout:op 2851 completed, throughput=5MB/sec 2024-04-15T15:06:35.654 INFO:tasks.workunit.client.0.smithi016.stdout: 560: throughput=4.99MB/sec pending data=0 2024-04-15T15:06:35.654 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-muOojGF8TJtbrJi off=6440894 len=1372909 2024-04-15T15:06:35.655 INFO:tasks.workunit.client.0.smithi016.stdout:op 2852 completed, throughput=5MB/sec 2024-04-15T15:06:35.655 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-GQrehpuFn9Ugj4o off=10303543 len=1204823 2024-04-15T15:06:35.657 INFO:tasks.workunit.client.0.smithi016.stdout:op 2853 completed, throughput=5MB/sec 2024-04-15T15:06:35.657 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-suo8bVhKe9Hv2i3 off=1496320 len=272091 2024-04-15T15:06:35.660 INFO:tasks.workunit.client.0.smithi016.stdout:op 2854 completed, throughput=5MB/sec 2024-04-15T15:06:35.661 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-UbKf1bS9A_zwtin off=12953702 len=1484079 2024-04-15T15:06:35.668 INFO:tasks.workunit.client.0.smithi016.stdout:op 2855 completed, throughput=5MB/sec 2024-04-15T15:06:36.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:06:35 smithi102 ceph-mon[87131]: pgmap v1632: 105 pgs: 105 active+clean; 127 GiB data, 8.0 GiB used, 707 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.6 MiB/s wr, 3 op/s 2024-04-15T15:06:36.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:06:35 smithi016 ceph-mon[90652]: pgmap v1632: 105 pgs: 105 active+clean; 127 GiB data, 8.0 GiB used, 707 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.6 MiB/s wr, 3 op/s 2024-04-15T15:06:36.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:06:35 smithi016 ceph-mon[93212]: pgmap v1632: 105 pgs: 105 active+clean; 127 GiB data, 8.0 GiB used, 707 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.6 MiB/s wr, 3 op/s 2024-04-15T15:06:36.668 INFO:tasks.workunit.client.0.smithi016.stdout: 561: throughput=4.99MB/sec pending data=0 2024-04-15T15:06:36.669 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-30BsRO3IKAJlW48 off=7737435 len=662035 2024-04-15T15:06:36.673 INFO:tasks.workunit.client.0.smithi016.stdout:op 2856 completed, throughput=4.99MB/sec 2024-04-15T15:06:36.673 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-t4Rh8Lu2kVijeXO off=7981610 len=1962653 2024-04-15T15:06:36.678 INFO:tasks.workunit.client.0.smithi016.stdout:op 2857 completed, throughput=5MB/sec 2024-04-15T15:06:36.678 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-vALkAiGPEAFK_jK off=19871236 len=317702 2024-04-15T15:06:36.682 INFO:tasks.workunit.client.0.smithi016.stdout:op 2858 completed, throughput=5MB/sec 2024-04-15T15:06:36.682 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-lO6ACfHk_52K6mu off=3917414 len=1076071 2024-04-15T15:06:36.689 INFO:tasks.workunit.client.0.smithi016.stdout:op 2859 completed, throughput=5MB/sec 2024-04-15T15:06:36.689 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-wcCLvlh-X81K1Du off=15352668 len=572863 2024-04-15T15:06:36.690 INFO:tasks.workunit.client.0.smithi016.stdout:op 2860 completed, throughput=5MB/sec 2024-04-15T15:06:37.691 INFO:tasks.workunit.client.0.smithi016.stdout: 562: throughput=4.99MB/sec pending data=0 2024-04-15T15:06:37.691 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-ZX6toHUS_xnKnhz off=9899491 len=1211733 2024-04-15T15:06:37.692 INFO:tasks.workunit.client.0.smithi016.stdout:op 2861 completed, throughput=4.99MB/sec 2024-04-15T15:06:37.692 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-flsnFr5xN-PaU9- off=7103411 len=831888 2024-04-15T15:06:37.695 INFO:tasks.workunit.client.0.smithi016.stdout:op 2862 completed, throughput=4.99MB/sec 2024-04-15T15:06:37.695 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-wkJdkKylxUx15fi off=7879861 len=2024747 2024-04-15T15:06:37.699 INFO:tasks.workunit.client.0.smithi016.stdout:op 2863 completed, throughput=5MB/sec 2024-04-15T15:06:37.699 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-7CfaqXvB3IMelqA off=7526722 len=1468026 2024-04-15T15:06:37.701 INFO:tasks.workunit.client.0.smithi016.stdout:op 2864 completed, throughput=5MB/sec 2024-04-15T15:06:38.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:06:37 smithi102 ceph-mon[87131]: pgmap v1633: 105 pgs: 105 active+clean; 127 GiB data, 8.0 GiB used, 707 GiB / 715 GiB avail; 3.4 MiB/s rd, 2.5 MiB/s wr, 6 op/s 2024-04-15T15:06:38.289 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:06:37 smithi016 ceph-mon[90652]: pgmap v1633: 105 pgs: 105 active+clean; 127 GiB data, 8.0 GiB used, 707 GiB / 715 GiB avail; 3.4 MiB/s rd, 2.5 MiB/s wr, 6 op/s 2024-04-15T15:06:38.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:06:37 smithi016 ceph-mon[93212]: pgmap v1633: 105 pgs: 105 active+clean; 127 GiB data, 8.0 GiB used, 707 GiB / 715 GiB avail; 3.4 MiB/s rd, 2.5 MiB/s wr, 6 op/s 2024-04-15T15:06:38.701 INFO:tasks.workunit.client.0.smithi016.stdout: 563: throughput=4.99MB/sec pending data=0 2024-04-15T15:06:38.701 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-LLftteLyy7xv73d off=289261 len=1864717 2024-04-15T15:06:38.703 INFO:tasks.workunit.client.0.smithi016.stdout:op 2865 completed, throughput=4.99MB/sec 2024-04-15T15:06:38.703 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-Y4NL7NDjBOyyTLt off=1722677 len=1984578 2024-04-15T15:06:38.712 INFO:tasks.workunit.client.0.smithi016.stdout:op 2866 completed, throughput=5MB/sec 2024-04-15T15:06:38.712 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-63-tG7hil7gx4oX off=17097318 len=351770 2024-04-15T15:06:38.713 INFO:tasks.workunit.client.0.smithi016.stdout:op 2867 completed, throughput=5MB/sec 2024-04-15T15:06:38.713 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-TBxIC8utes5fLqI off=4349675 len=1025048 2024-04-15T15:06:38.714 INFO:tasks.workunit.client.0.smithi016.stdout:op 2868 completed, throughput=5MB/sec 2024-04-15T15:06:39.715 INFO:tasks.workunit.client.0.smithi016.stdout: 564: throughput=4.99MB/sec pending data=0 2024-04-15T15:06:39.715 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-SGBoNP5SLrek79w off=1947816 len=1596340 2024-04-15T15:06:39.716 INFO:tasks.workunit.client.0.smithi016.stdout:op 2869 completed, throughput=4.99MB/sec 2024-04-15T15:06:39.716 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-HUHFXeCamKhlaqZ off=438089 len=1054420 2024-04-15T15:06:39.721 INFO:tasks.workunit.client.0.smithi016.stdout:op 2870 completed, throughput=5MB/sec 2024-04-15T15:06:39.722 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-RqbOmgbJ25qQwev off=5484495 len=1775342 2024-04-15T15:06:39.729 INFO:tasks.workunit.client.0.smithi016.stdout:op 2871 completed, throughput=5MB/sec 2024-04-15T15:06:39.729 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-8lLbB5BtvoJk8nK off=2843614 len=1360631 2024-04-15T15:06:39.730 INFO:tasks.workunit.client.0.smithi016.stdout:op 2872 completed, throughput=5MB/sec 2024-04-15T15:06:40.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:06:39 smithi102 ceph-mon[87131]: pgmap v1634: 105 pgs: 105 active+clean; 127 GiB data, 8.0 GiB used, 707 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-04-15T15:06:40.188 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:06:39 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T15:06:40.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:06:39 smithi016 ceph-mon[90652]: pgmap v1634: 105 pgs: 105 active+clean; 127 GiB data, 8.0 GiB used, 707 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-04-15T15:06:40.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:06:39 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T15:06:40.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:06:39 smithi016 ceph-mon[93212]: pgmap v1634: 105 pgs: 105 active+clean; 127 GiB data, 8.0 GiB used, 707 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-04-15T15:06:40.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:06:39 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T15:06:40.731 INFO:tasks.workunit.client.0.smithi016.stdout: 565: throughput=4.99MB/sec pending data=0 2024-04-15T15:06:40.731 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-bBTdkSfcVNOoqjZ off=12713186 len=206399 2024-04-15T15:06:40.732 INFO:tasks.workunit.client.0.smithi016.stdout:op 2873 completed, throughput=4.99MB/sec 2024-04-15T15:06:40.732 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-tAlZgjkyMW2Lxi8 off=6723744 len=1842833 2024-04-15T15:06:40.735 INFO:tasks.workunit.client.0.smithi016.stdout:op 2874 completed, throughput=5MB/sec 2024-04-15T15:06:40.736 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-fvCEPnPuhrdRzTE off=12170378 len=1539629 2024-04-15T15:06:40.742 INFO:tasks.workunit.client.0.smithi016.stdout:op 2875 completed, throughput=5MB/sec 2024-04-15T15:06:40.742 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-A49KkIU1pX-aIbn off=21075364 len=1696251 2024-04-15T15:06:40.750 INFO:tasks.workunit.client.0.smithi016.stdout:op 2876 completed, throughput=5MB/sec 2024-04-15T15:06:41.750 INFO:tasks.workunit.client.0.smithi016.stdout: 566: throughput=4.99MB/sec pending data=0 2024-04-15T15:06:41.750 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-U8M8fmx8ySqG3YO off=4499253 len=1399360 2024-04-15T15:06:41.753 INFO:tasks.workunit.client.0.smithi016.stdout:op 2877 completed, throughput=4.99MB/sec 2024-04-15T15:06:41.753 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-l3FriV4L5ZiNw64 off=10875703 len=290567 2024-04-15T15:06:41.756 INFO:tasks.workunit.client.0.smithi016.stdout:op 2878 completed, throughput=5MB/sec 2024-04-15T15:06:41.756 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-xCy11_r9cM9yt4z off=1291925 len=157013 2024-04-15T15:06:41.759 INFO:tasks.workunit.client.0.smithi016.stdout:op 2879 completed, throughput=5MB/sec 2024-04-15T15:06:41.759 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-hG5yZswp3kVrFJz off=12424291 len=148970 2024-04-15T15:06:41.762 INFO:tasks.workunit.client.0.smithi016.stdout:op 2880 completed, throughput=5MB/sec 2024-04-15T15:06:41.762 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-gfSHSvxbdbcrNnx off=10804123 len=1794929 2024-04-15T15:06:41.765 INFO:tasks.workunit.client.0.smithi016.stdout:op 2881 completed, throughput=5MB/sec 2024-04-15T15:06:41.765 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-j9LARfBF2aCPCfM off=5053654 len=297460 2024-04-15T15:06:41.769 INFO:tasks.workunit.client.0.smithi016.stdout:op 2882 completed, throughput=5MB/sec 2024-04-15T15:06:41.769 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-hPDw8PWMk186VOb off=5152987 len=556472 2024-04-15T15:06:41.772 INFO:tasks.workunit.client.0.smithi016.stdout:op 2883 completed, throughput=5MB/sec 2024-04-15T15:06:41.772 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-uOhOkgGBBvWpaTx off=855037 len=1852575 2024-04-15T15:06:41.780 INFO:tasks.workunit.client.0.smithi016.stdout:op 2884 completed, throughput=5MB/sec 2024-04-15T15:06:42.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:06:41 smithi016 ceph-mon[90652]: pgmap v1635: 105 pgs: 105 active+clean; 127 GiB data, 8.0 GiB used, 707 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-04-15T15:06:42.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:06:41 smithi016 ceph-mon[93212]: pgmap v1635: 105 pgs: 105 active+clean; 127 GiB data, 8.0 GiB used, 707 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-04-15T15:06:42.040 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 15 15:06:41 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-y[81421]: ::ffff:172.21.15.102 - - [15/Apr/2024:15:06:41] "GET /metrics HTTP/1.1" 200 33989 "" "Prometheus/2.43.0" 2024-04-15T15:06:42.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:06:41 smithi102 ceph-mon[87131]: pgmap v1635: 105 pgs: 105 active+clean; 127 GiB data, 8.0 GiB used, 707 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-04-15T15:06:42.687 INFO:journalctl@ceph.prometheus.a.smithi102.stdout:Apr 15 15:06:42 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-prometheus-a[120881]: ts=2024-04-15T15:06:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi016:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"362ea986-fb34-11ee-bc8f-c7b262605968\", instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T15:06:42.688 INFO:journalctl@ceph.grafana.a.smithi102.stdout:Apr 15 15:06:42 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-grafana-a[125357]: logger=cleanup t=2024-04-15T15:06:42.363320589Z level=info msg="Completed cleanup jobs" duration=6.459228ms 2024-04-15T15:06:42.781 INFO:tasks.workunit.client.0.smithi016.stdout: 567: throughput=4.99MB/sec pending data=0 2024-04-15T15:06:42.781 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-oqnU1hsPkKnWLQd off=4067488 len=1083764 2024-04-15T15:06:42.782 INFO:tasks.workunit.client.0.smithi016.stdout:op 2885 completed, throughput=5MB/sec 2024-04-15T15:06:42.783 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-caqhIVu9H-CW8DU off=1498528 len=1474430 2024-04-15T15:06:42.791 INFO:tasks.workunit.client.0.smithi016.stdout:op 2886 completed, throughput=5MB/sec 2024-04-15T15:06:42.792 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-DqFshqZbiC0WdvC off=3129824 len=544092 2024-04-15T15:06:42.796 INFO:tasks.workunit.client.0.smithi016.stdout:op 2887 completed, throughput=5MB/sec 2024-04-15T15:06:42.796 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-Vc2rmbrouNEh8iZ off=14313748 len=1849696 2024-04-15T15:06:42.798 INFO:tasks.workunit.client.0.smithi016.stdout:op 2888 completed, throughput=5MB/sec 2024-04-15T15:06:43.798 INFO:tasks.workunit.client.0.smithi016.stdout: 568: throughput=4.99MB/sec pending data=0 2024-04-15T15:06:43.798 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-ImqoG79KmEI7arW off=2303357 len=239511 2024-04-15T15:06:43.799 INFO:tasks.workunit.client.0.smithi016.stdout:op 2889 completed, throughput=4.99MB/sec 2024-04-15T15:06:43.799 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-XIkeD91HKQcb5fA off=3587587 len=1099970 2024-04-15T15:06:43.801 INFO:tasks.workunit.client.0.smithi016.stdout:op 2890 completed, throughput=5MB/sec 2024-04-15T15:06:43.801 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-OcII2RyZB-RqCpQ off=3100488 len=1647083 2024-04-15T15:06:43.803 INFO:tasks.workunit.client.0.smithi016.stdout:op 2891 completed, throughput=5MB/sec 2024-04-15T15:06:43.803 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-FXx5CbTpYB0ehF4 off=10681623 len=1952788 2024-04-15T15:06:43.816 INFO:tasks.workunit.client.0.smithi016.stdout:op 2892 completed, throughput=5MB/sec 2024-04-15T15:06:44.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:06:43 smithi102 ceph-mon[87131]: pgmap v1636: 105 pgs: 105 active+clean; 127 GiB data, 8.0 GiB used, 707 GiB / 715 GiB avail; 3.6 MiB/s rd, 2.5 MiB/s wr, 6 op/s 2024-04-15T15:06:44.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:06:43 smithi016 ceph-mon[90652]: pgmap v1636: 105 pgs: 105 active+clean; 127 GiB data, 8.0 GiB used, 707 GiB / 715 GiB avail; 3.6 MiB/s rd, 2.5 MiB/s wr, 6 op/s 2024-04-15T15:06:44.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:06:43 smithi016 ceph-mon[93212]: pgmap v1636: 105 pgs: 105 active+clean; 127 GiB data, 8.0 GiB used, 707 GiB / 715 GiB avail; 3.6 MiB/s rd, 2.5 MiB/s wr, 6 op/s 2024-04-15T15:06:44.816 INFO:tasks.workunit.client.0.smithi016.stdout: 569: throughput=4.99MB/sec pending data=0 2024-04-15T15:06:44.816 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-BlrMXC3Wzba7hZx off=5036252 len=384208 2024-04-15T15:06:44.817 INFO:tasks.workunit.client.0.smithi016.stdout:op 2893 completed, throughput=4.99MB/sec 2024-04-15T15:06:44.818 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-SoZNoCVQVMtyOEF off=10596225 len=32538 2024-04-15T15:06:44.820 INFO:tasks.workunit.client.0.smithi016.stdout:op 2894 completed, throughput=4.99MB/sec 2024-04-15T15:06:44.820 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-OGsyYTGBEP9-F1E off=2351602 len=558125 2024-04-15T15:06:44.824 INFO:tasks.workunit.client.0.smithi016.stdout:op 2895 completed, throughput=4.99MB/sec 2024-04-15T15:06:44.824 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-UNZZKbTto952SF2 off=3239799 len=944303 2024-04-15T15:06:44.825 INFO:tasks.workunit.client.0.smithi016.stdout:op 2896 completed, throughput=5MB/sec 2024-04-15T15:06:44.825 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-tUFheR9FS3OdJ-O off=16919472 len=805080 2024-04-15T15:06:44.826 INFO:tasks.workunit.client.0.smithi016.stdout:op 2897 completed, throughput=5MB/sec 2024-04-15T15:06:44.826 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-03JzvpWkGJl4rpF off=6719564 len=203577 2024-04-15T15:06:44.829 INFO:tasks.workunit.client.0.smithi016.stdout:op 2898 completed, throughput=5MB/sec 2024-04-15T15:06:44.829 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-1L3c5K6uvhQp0lE off=15122194 len=1483724 2024-04-15T15:06:44.831 INFO:tasks.workunit.client.0.smithi016.stdout:op 2899 completed, throughput=5MB/sec 2024-04-15T15:06:45.831 INFO:tasks.workunit.client.0.smithi016.stdout: 570: throughput=4.99MB/sec pending data=0 2024-04-15T15:06:45.831 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-U_R3KzC1SaUikeZ off=1905320 len=694432 2024-04-15T15:06:45.838 INFO:tasks.workunit.client.0.smithi016.stdout:op 2900 completed, throughput=4.99MB/sec 2024-04-15T15:06:45.838 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-Tr2joUvpZXx_6xc off=7397623 len=992203 2024-04-15T15:06:45.838 INFO:tasks.workunit.client.0.smithi016.stdout:op 2901 completed, throughput=4.99MB/sec 2024-04-15T15:06:45.838 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-tcUz5KWWmHZuSl9 off=7028254 len=1281166 2024-04-15T15:06:45.843 INFO:tasks.workunit.client.0.smithi016.stdout:op 2902 completed, throughput=5MB/sec 2024-04-15T15:06:45.843 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-keyN_T7YeQ6UXD0 off=7874408 len=2030120 2024-04-15T15:06:45.847 INFO:tasks.workunit.client.0.smithi016.stdout:op 2903 completed, throughput=5MB/sec 2024-04-15T15:06:45.847 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-qeH2cCO5BiGw_Xn off=9318799 len=396991 2024-04-15T15:06:45.848 INFO:tasks.workunit.client.0.smithi016.stdout:op 2904 completed, throughput=5MB/sec 2024-04-15T15:06:46.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:06:45 smithi102 ceph-mon[87131]: pgmap v1637: 105 pgs: 105 active+clean; 127 GiB data, 8.0 GiB used, 707 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.6 MiB/s wr, 4 op/s 2024-04-15T15:06:46.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:06:45 smithi016 ceph-mon[90652]: pgmap v1637: 105 pgs: 105 active+clean; 127 GiB data, 8.0 GiB used, 707 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.6 MiB/s wr, 4 op/s 2024-04-15T15:06:46.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:06:45 smithi016 ceph-mon[93212]: pgmap v1637: 105 pgs: 105 active+clean; 127 GiB data, 8.0 GiB used, 707 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.6 MiB/s wr, 4 op/s 2024-04-15T15:06:46.849 INFO:tasks.workunit.client.0.smithi016.stdout: 571: throughput=4.99MB/sec pending data=0 2024-04-15T15:06:46.849 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-wiLaLct1QNfTV0C off=14818123 len=1675519 2024-04-15T15:06:46.857 INFO:tasks.workunit.client.0.smithi016.stdout:op 2905 completed, throughput=4.99MB/sec 2024-04-15T15:06:46.857 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-CPAA-VAmZA8X8cr off=4990881 len=663922 2024-04-15T15:06:46.861 INFO:tasks.workunit.client.0.smithi016.stdout:op 2906 completed, throughput=5MB/sec 2024-04-15T15:06:46.862 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-C5014wtJ1HQKLlB off=215083 len=363264 2024-04-15T15:06:46.865 INFO:tasks.workunit.client.0.smithi016.stdout:op 2907 completed, throughput=5MB/sec 2024-04-15T15:06:46.865 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-99FKK4BDQoi5dCw off=18953926 len=1699865 2024-04-15T15:06:46.866 INFO:tasks.workunit.client.0.smithi016.stdout:op 2908 completed, throughput=5MB/sec 2024-04-15T15:06:46.867 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-tGKBk1bWCWJcJlS off=7248072 len=267966 2024-04-15T15:06:46.870 INFO:tasks.workunit.client.0.smithi016.stdout:op 2909 completed, throughput=5MB/sec 2024-04-15T15:06:46.870 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-5P7VfT16awdR8YK off=87158 len=322956 2024-04-15T15:06:46.873 INFO:tasks.workunit.client.0.smithi016.stdout:op 2910 completed, throughput=5MB/sec 2024-04-15T15:06:46.873 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-oia66DZQytqwk6C off=421317 len=591007 2024-04-15T15:06:46.876 INFO:tasks.workunit.client.0.smithi016.stdout:op 2911 completed, throughput=5MB/sec 2024-04-15T15:06:47.877 INFO:tasks.workunit.client.0.smithi016.stdout: 572: throughput=4.99MB/sec pending data=0 2024-04-15T15:06:47.877 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-EjtxS7d3Xos-Gux off=12315424 len=1333600 2024-04-15T15:06:47.878 INFO:tasks.workunit.client.0.smithi016.stdout:op 2912 completed, throughput=4.99MB/sec 2024-04-15T15:06:47.878 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-g_JnB35IBq9UOEN off=18511736 len=121548 2024-04-15T15:06:47.879 INFO:tasks.workunit.client.0.smithi016.stdout:op 2913 completed, throughput=4.99MB/sec 2024-04-15T15:06:47.879 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-IDknh-8JHJPMcM5 off=4956350 len=710415 2024-04-15T15:06:47.886 INFO:tasks.workunit.client.0.smithi016.stdout:op 2914 completed, throughput=5MB/sec 2024-04-15T15:06:47.886 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-b5ZP8nHW9qZD09- off=1877698 len=1000266 2024-04-15T15:06:47.889 INFO:tasks.workunit.client.0.smithi016.stdout:op 2915 completed, throughput=5MB/sec 2024-04-15T15:06:47.889 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-gSwoa_9vCKGiQFg off=172400 len=1453823 2024-04-15T15:06:47.898 INFO:tasks.workunit.client.0.smithi016.stdout:op 2916 completed, throughput=5MB/sec 2024-04-15T15:06:47.898 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-BQvcaWRP0Z5IarT off=1446262 len=1203528 2024-04-15T15:06:47.899 INFO:tasks.workunit.client.0.smithi016.stdout:op 2917 completed, throughput=5MB/sec 2024-04-15T15:06:48.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:06:47 smithi102 ceph-mon[87131]: pgmap v1638: 105 pgs: 105 active+clean; 127 GiB data, 8.1 GiB used, 707 GiB / 715 GiB avail; 3.4 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-04-15T15:06:48.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:06:47 smithi016 ceph-mon[90652]: pgmap v1638: 105 pgs: 105 active+clean; 127 GiB data, 8.1 GiB used, 707 GiB / 715 GiB avail; 3.4 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-04-15T15:06:48.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:06:47 smithi016 ceph-mon[93212]: pgmap v1638: 105 pgs: 105 active+clean; 127 GiB data, 8.1 GiB used, 707 GiB / 715 GiB avail; 3.4 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-04-15T15:06:48.900 INFO:tasks.workunit.client.0.smithi016.stdout: 573: throughput=4.99MB/sec pending data=0 2024-04-15T15:06:48.900 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-TSPwx2h534LVzZH off=6709880 len=529520 2024-04-15T15:06:48.904 INFO:tasks.workunit.client.0.smithi016.stdout:op 2918 completed, throughput=4.99MB/sec 2024-04-15T15:06:48.904 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-O3ZlZztcvotu2mu off=5977597 len=1477821 2024-04-15T15:06:48.906 INFO:tasks.workunit.client.0.smithi016.stdout:op 2919 completed, throughput=5MB/sec 2024-04-15T15:06:48.907 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-hc2lV0xjIovnOQE off=7970494 len=675570 2024-04-15T15:06:48.911 INFO:tasks.workunit.client.0.smithi016.stdout:op 2920 completed, throughput=5MB/sec 2024-04-15T15:06:48.911 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-uP0c6mrOI6PRdo4 off=9421328 len=26055 2024-04-15T15:06:48.912 INFO:tasks.workunit.client.0.smithi016.stdout:op 2921 completed, throughput=5MB/sec 2024-04-15T15:06:48.912 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-oq7oeSqXw35P7cb off=672427 len=113453 2024-04-15T15:06:48.915 INFO:tasks.workunit.client.0.smithi016.stdout:op 2922 completed, throughput=5MB/sec 2024-04-15T15:06:48.915 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-JCHmwEQas_mn2iC off=2232494 len=657403 2024-04-15T15:06:48.919 INFO:tasks.workunit.client.0.smithi016.stdout:op 2923 completed, throughput=5MB/sec 2024-04-15T15:06:48.920 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-AwrHbs5x-Su1I3g off=861722 len=1624426 2024-04-15T15:06:48.921 INFO:tasks.workunit.client.0.smithi016.stdout:op 2924 completed, throughput=5MB/sec 2024-04-15T15:06:49.921 INFO:tasks.workunit.client.0.smithi016.stdout: 574: throughput=4.99MB/sec pending data=0 2024-04-15T15:06:49.921 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-EBXF-MWHHlLs5YF off=9207951 len=1234705 2024-04-15T15:06:49.927 INFO:tasks.workunit.client.0.smithi016.stdout:op 2925 completed, throughput=4.99MB/sec 2024-04-15T15:06:49.929 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-Se9xNUPWjHMxs-0 off=8977315 len=1323269 2024-04-15T15:06:49.934 INFO:tasks.workunit.client.0.smithi016.stdout:op 2926 completed, throughput=5MB/sec 2024-04-15T15:06:49.934 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-8npOmKibw6KHws_ off=628351 len=1802341 2024-04-15T15:06:49.944 INFO:tasks.workunit.client.0.smithi016.stdout:op 2927 completed, throughput=5MB/sec 2024-04-15T15:06:49.944 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-Ts2k-7qPXiJV60V off=14648691 len=2006684 2024-04-15T15:06:49.946 INFO:tasks.workunit.client.0.smithi016.stdout:op 2928 completed, throughput=5MB/sec 2024-04-15T15:06:50.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:06:49 smithi102 ceph-mon[87131]: pgmap v1639: 105 pgs: 105 active+clean; 127 GiB data, 8.1 GiB used, 707 GiB / 715 GiB avail; 2.7 MiB/s rd, 1.6 MiB/s wr, 4 op/s 2024-04-15T15:06:50.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:06:49 smithi016 ceph-mon[90652]: pgmap v1639: 105 pgs: 105 active+clean; 127 GiB data, 8.1 GiB used, 707 GiB / 715 GiB avail; 2.7 MiB/s rd, 1.6 MiB/s wr, 4 op/s 2024-04-15T15:06:50.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:06:49 smithi016 ceph-mon[93212]: pgmap v1639: 105 pgs: 105 active+clean; 127 GiB data, 8.1 GiB used, 707 GiB / 715 GiB avail; 2.7 MiB/s rd, 1.6 MiB/s wr, 4 op/s 2024-04-15T15:06:50.946 INFO:tasks.workunit.client.0.smithi016.stdout: 575: throughput=4.99MB/sec pending data=0 2024-04-15T15:06:50.946 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-kyAp0LR1Uap0cbq off=9004528 len=616402 2024-04-15T15:06:50.951 INFO:tasks.workunit.client.0.smithi016.stdout:op 2929 completed, throughput=4.99MB/sec 2024-04-15T15:06:50.951 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-qEZvytfUUPXQlUH off=1475856 len=1532065 2024-04-15T15:06:50.958 INFO:tasks.workunit.client.0.smithi016.stdout:op 2930 completed, throughput=5MB/sec 2024-04-15T15:06:50.958 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-oHaC9ICjxzn8pKy off=11492770 len=1091524 2024-04-15T15:06:50.959 INFO:tasks.workunit.client.0.smithi016.stdout:op 2931 completed, throughput=5MB/sec 2024-04-15T15:06:50.959 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-c9b6hGMHQz7JtfZ off=5525043 len=2060648 2024-04-15T15:06:50.971 INFO:tasks.workunit.client.0.smithi016.stdout:op 2932 completed, throughput=5MB/sec 2024-04-15T15:06:51.972 INFO:tasks.workunit.client.0.smithi016.stdout: 576: throughput=4.99MB/sec pending data=0 2024-04-15T15:06:51.972 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-DrLcECVyoCjrTgd off=4675974 len=330865 2024-04-15T15:06:51.973 INFO:tasks.workunit.client.0.smithi016.stdout:op 2933 completed, throughput=4.99MB/sec 2024-04-15T15:06:51.973 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-NdpD0aW6l2aDbPS off=2975218 len=632296 2024-04-15T15:06:51.977 INFO:tasks.workunit.client.0.smithi016.stdout:op 2934 completed, throughput=5MB/sec 2024-04-15T15:06:51.977 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-D2K3mKYNJZaz4X7 off=952362 len=132064 2024-04-15T15:06:51.980 INFO:tasks.workunit.client.0.smithi016.stdout:op 2935 completed, throughput=5MB/sec 2024-04-15T15:06:51.980 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-FZI4ILba3TBLHC8 off=7020541 len=627277 2024-04-15T15:06:51.981 INFO:tasks.workunit.client.0.smithi016.stdout:op 2936 completed, throughput=5MB/sec 2024-04-15T15:06:51.981 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-k2iVCZwrkTsFO39 off=7780280 len=1000466 2024-04-15T15:06:51.987 INFO:tasks.workunit.client.0.smithi016.stdout:op 2937 completed, throughput=5MB/sec 2024-04-15T15:06:51.987 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-4rvSkkw1Vc3fxlI off=16743275 len=1563341 2024-04-15T15:06:51.993 INFO:tasks.workunit.client.0.smithi016.stdout:op 2938 completed, throughput=5MB/sec 2024-04-15T15:06:52.039 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:06:51 smithi016 ceph-mon[90652]: pgmap v1640: 105 pgs: 105 active+clean; 127 GiB data, 8.1 GiB used, 707 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.6 MiB/s wr, 3 op/s 2024-04-15T15:06:52.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:06:51 smithi016 ceph-mon[93212]: pgmap v1640: 105 pgs: 105 active+clean; 127 GiB data, 8.1 GiB used, 707 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.6 MiB/s wr, 3 op/s 2024-04-15T15:06:52.040 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 15 15:06:51 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-y[81421]: ::ffff:172.21.15.102 - - [15/Apr/2024:15:06:51] "GET /metrics HTTP/1.1" 200 33989 "" "Prometheus/2.43.0" 2024-04-15T15:06:52.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:06:51 smithi102 ceph-mon[87131]: pgmap v1640: 105 pgs: 105 active+clean; 127 GiB data, 8.1 GiB used, 707 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.6 MiB/s wr, 3 op/s 2024-04-15T15:06:52.687 INFO:journalctl@ceph.prometheus.a.smithi102.stdout:Apr 15 15:06:52 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-prometheus-a[120881]: ts=2024-04-15T15:06:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi016:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"362ea986-fb34-11ee-bc8f-c7b262605968\", instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T15:06:52.993 INFO:tasks.workunit.client.0.smithi016.stdout: 577: throughput=4.99MB/sec pending data=0 2024-04-15T15:06:52.994 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj--aFQwzMzk3oUgl- off=5214391 len=170499 2024-04-15T15:06:52.994 INFO:tasks.workunit.client.0.smithi016.stdout:op 2939 completed, throughput=4.99MB/sec 2024-04-15T15:06:52.994 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-D-Vhy71598k8Ved off=9742065 len=431223 2024-04-15T15:06:52.995 INFO:tasks.workunit.client.0.smithi016.stdout:op 2940 completed, throughput=4.99MB/sec 2024-04-15T15:06:52.995 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-2qTE72E5HRBQZQ8 off=10733140 len=23183 2024-04-15T15:06:52.995 INFO:tasks.workunit.client.0.smithi016.stdout:op 2941 completed, throughput=4.99MB/sec 2024-04-15T15:06:52.996 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-Im7hpWSLjBlCMXR off=14180571 len=177294 2024-04-15T15:06:52.996 INFO:tasks.workunit.client.0.smithi016.stdout:op 2942 completed, throughput=4.99MB/sec 2024-04-15T15:06:52.996 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-p0VkrpestAXjSs8 off=3161329 len=1711157 2024-04-15T15:06:53.006 INFO:tasks.workunit.client.0.smithi016.stdout:op 2943 completed, throughput=5MB/sec 2024-04-15T15:06:53.006 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-ZPI7x4jWDXYMwy6 off=6362387 len=877178 2024-04-15T15:06:53.011 INFO:tasks.workunit.client.0.smithi016.stdout:op 2944 completed, throughput=5MB/sec 2024-04-15T15:06:53.011 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-DHwChPH_Ex1gjRQ off=14364737 len=1542238 2024-04-15T15:06:53.013 INFO:tasks.workunit.client.0.smithi016.stdout:op 2945 completed, throughput=5MB/sec 2024-04-15T15:06:53.013 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-LAvHnO-HtArKql_ off=6560846 len=101429 2024-04-15T15:06:53.016 INFO:tasks.workunit.client.0.smithi016.stdout:op 2946 completed, throughput=5MB/sec 2024-04-15T15:06:54.016 INFO:tasks.workunit.client.0.smithi016.stdout: 578: throughput=4.99MB/sec pending data=0 2024-04-15T15:06:54.016 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-ddwnXffp-MaFvKt off=220744 len=215402 2024-04-15T15:06:54.020 INFO:tasks.workunit.client.0.smithi016.stdout:op 2947 completed, throughput=4.99MB/sec 2024-04-15T15:06:54.020 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-fQqw1OeBecTrwi6 off=6954793 len=1122472 2024-04-15T15:06:54.025 INFO:tasks.workunit.client.0.smithi016.stdout:op 2948 completed, throughput=4.99MB/sec 2024-04-15T15:06:54.025 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-90kqdm8rf6UdiZ0 off=4729110 len=1035962 2024-04-15T15:06:54.026 INFO:tasks.workunit.client.0.smithi016.stdout:op 2949 completed, throughput=5MB/sec 2024-04-15T15:06:54.026 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-J79W7-g_7yFc2ke off=5220471 len=1614996 2024-04-15T15:06:54.033 INFO:tasks.workunit.client.0.smithi016.stdout:op 2950 completed, throughput=5MB/sec 2024-04-15T15:06:54.033 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-AVi1_Czq7u_uJpR off=12532315 len=845211 2024-04-15T15:06:54.038 INFO:tasks.workunit.client.0.smithi016.stdout:op 2951 completed, throughput=5MB/sec 2024-04-15T15:06:54.038 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-PfRMGuUTXtCfVIi off=9201235 len=412648 2024-04-15T15:06:54.038 INFO:tasks.workunit.client.0.smithi016.stdout:op 2952 completed, throughput=5MB/sec 2024-04-15T15:06:54.039 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-j-w3PjyxiPCOslw off=1416920 len=1235994 2024-04-15T15:06:54.044 INFO:tasks.workunit.client.0.smithi016.stdout:op 2953 completed, throughput=5MB/sec 2024-04-15T15:06:54.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:06:53 smithi102 ceph-mon[87131]: pgmap v1641: 105 pgs: 105 active+clean; 127 GiB data, 8.1 GiB used, 707 GiB / 715 GiB avail; 3.4 MiB/s rd, 2.9 MiB/s wr, 6 op/s 2024-04-15T15:06:54.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:06:53 smithi016 ceph-mon[90652]: pgmap v1641: 105 pgs: 105 active+clean; 127 GiB data, 8.1 GiB used, 707 GiB / 715 GiB avail; 3.4 MiB/s rd, 2.9 MiB/s wr, 6 op/s 2024-04-15T15:06:54.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:06:53 smithi016 ceph-mon[93212]: pgmap v1641: 105 pgs: 105 active+clean; 127 GiB data, 8.1 GiB used, 707 GiB / 715 GiB avail; 3.4 MiB/s rd, 2.9 MiB/s wr, 6 op/s 2024-04-15T15:06:55.044 INFO:tasks.workunit.client.0.smithi016.stdout: 579: throughput=4.99MB/sec pending data=0 2024-04-15T15:06:55.045 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-UMEXU6yRqvPFxgu off=8203703 len=777382 2024-04-15T15:06:55.045 INFO:tasks.workunit.client.0.smithi016.stdout:op 2954 completed, throughput=4.99MB/sec 2024-04-15T15:06:55.046 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-lH2kCupWjiKkAao off=15971077 len=738420 2024-04-15T15:06:55.050 INFO:tasks.workunit.client.0.smithi016.stdout:op 2955 completed, throughput=5MB/sec 2024-04-15T15:06:55.050 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj---XbFfJR9zfDRUI off=10951999 len=1454765 2024-04-15T15:06:55.052 INFO:tasks.workunit.client.0.smithi016.stdout:op 2956 completed, throughput=5MB/sec 2024-04-15T15:06:55.052 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-bMWBywoLh6v0ya3 off=2779984 len=1065808 2024-04-15T15:06:55.053 INFO:tasks.workunit.client.0.smithi016.stdout:op 2957 completed, throughput=5MB/sec 2024-04-15T15:06:55.053 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-jrY__48O7GcbVlr off=15013953 len=1887273 2024-04-15T15:06:55.064 INFO:tasks.workunit.client.0.smithi016.stdout:op 2958 completed, throughput=5MB/sec 2024-04-15T15:06:55.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:06:54 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T15:06:55.191 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:06:54 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T15:06:55.191 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:06:54 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T15:06:56.066 INFO:tasks.workunit.client.0.smithi016.stdout: 580: throughput=4.99MB/sec pending data=0 2024-04-15T15:06:56.067 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-kyAp0LR1Uap0cbq off=5675306 len=2094368 2024-04-15T15:06:56.078 INFO:tasks.workunit.client.0.smithi016.stdout:op 2959 completed, throughput=5MB/sec 2024-04-15T15:06:56.078 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-kfQ-auvlirw_6lj off=8180549 len=743944 2024-04-15T15:06:56.080 INFO:tasks.workunit.client.0.smithi016.stdout:op 2960 completed, throughput=5MB/sec 2024-04-15T15:06:56.080 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-dqmzDQTmqMlZ1UK off=12439015 len=1684500 2024-04-15T15:06:56.087 INFO:tasks.workunit.client.0.smithi016.stdout:op 2961 completed, throughput=5MB/sec 2024-04-15T15:06:56.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:06:55 smithi102 ceph-mon[87131]: pgmap v1642: 105 pgs: 105 active+clean; 127 GiB data, 8.1 GiB used, 707 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-15T15:06:56.289 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:06:55 smithi016 ceph-mon[90652]: pgmap v1642: 105 pgs: 105 active+clean; 127 GiB data, 8.1 GiB used, 707 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-15T15:06:56.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:06:55 smithi016 ceph-mon[93212]: pgmap v1642: 105 pgs: 105 active+clean; 127 GiB data, 8.1 GiB used, 707 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-15T15:06:57.088 INFO:tasks.workunit.client.0.smithi016.stdout: 581: throughput=4.99MB/sec pending data=0 2024-04-15T15:06:57.088 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-Bt--Z3jJTfjvnRo off=5792684 len=1573032 2024-04-15T15:06:57.090 INFO:tasks.workunit.client.0.smithi016.stdout:op 2962 completed, throughput=5MB/sec 2024-04-15T15:06:57.090 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-5ahTUNlfwP-gOAh off=7196761 len=1714434 2024-04-15T15:06:57.091 INFO:tasks.workunit.client.0.smithi016.stdout:op 2963 completed, throughput=5MB/sec 2024-04-15T15:06:57.091 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-VBFKE-L1rzeXXBb off=13489683 len=164690 2024-04-15T15:06:57.094 INFO:tasks.workunit.client.0.smithi016.stdout:op 2964 completed, throughput=5MB/sec 2024-04-15T15:06:57.095 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-YGuU0qQJDboio8b off=1445170 len=1466181 2024-04-15T15:06:57.096 INFO:tasks.workunit.client.0.smithi016.stdout:op 2965 completed, throughput=5MB/sec 2024-04-15T15:06:58.097 INFO:tasks.workunit.client.0.smithi016.stdout: 582: throughput=4.99MB/sec pending data=0 2024-04-15T15:06:58.097 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-FxrirKoIdoiwxrM off=2175836 len=438713 2024-04-15T15:06:58.100 INFO:tasks.workunit.client.0.smithi016.stdout:op 2966 completed, throughput=4.99MB/sec 2024-04-15T15:06:58.100 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-lkl0LFRPB9rKPEq off=18342963 len=1770485 2024-04-15T15:06:58.111 INFO:tasks.workunit.client.0.smithi016.stdout:op 2967 completed, throughput=5MB/sec 2024-04-15T15:06:58.111 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-l_66QD2NIH0rPPT off=8141558 len=1223101 2024-04-15T15:06:58.116 INFO:tasks.workunit.client.0.smithi016.stdout:op 2968 completed, throughput=5MB/sec 2024-04-15T15:06:58.116 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-lvE5oXH7xo6V5Oy off=3326418 len=920379 2024-04-15T15:06:58.122 INFO:tasks.workunit.client.0.smithi016.stdout:op 2969 completed, throughput=5MB/sec 2024-04-15T15:06:58.122 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-beQ0m51sxRJHP01 off=17756663 len=315082 2024-04-15T15:06:58.125 INFO:tasks.workunit.client.0.smithi016.stdout:op 2970 completed, throughput=5MB/sec 2024-04-15T15:06:58.125 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-mXLPUhpn0r8EHk5 off=12234604 len=2093255 2024-04-15T15:06:58.136 INFO:tasks.workunit.client.0.smithi016.stdout:op 2971 completed, throughput=5MB/sec 2024-04-15T15:06:58.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:06:57 smithi102 ceph-mon[87131]: pgmap v1643: 105 pgs: 105 active+clean; 127 GiB data, 8.1 GiB used, 707 GiB / 715 GiB avail; 2.9 MiB/s rd, 3.3 MiB/s wr, 6 op/s 2024-04-15T15:06:58.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:06:57 smithi016 ceph-mon[90652]: pgmap v1643: 105 pgs: 105 active+clean; 127 GiB data, 8.1 GiB used, 707 GiB / 715 GiB avail; 2.9 MiB/s rd, 3.3 MiB/s wr, 6 op/s 2024-04-15T15:06:58.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:06:57 smithi016 ceph-mon[93212]: pgmap v1643: 105 pgs: 105 active+clean; 127 GiB data, 8.1 GiB used, 707 GiB / 715 GiB avail; 2.9 MiB/s rd, 3.3 MiB/s wr, 6 op/s 2024-04-15T15:06:59.136 INFO:tasks.workunit.client.0.smithi016.stdout: 583: throughput=4.99MB/sec pending data=0 2024-04-15T15:06:59.137 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-rnlJbCaVhtgu9k4 off=2993287 len=412603 2024-04-15T15:06:59.137 INFO:tasks.workunit.client.0.smithi016.stdout:op 2972 completed, throughput=5MB/sec 2024-04-15T15:06:59.137 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-CwTcO2jGWbaVIZJ off=10005050 len=1537734 2024-04-15T15:06:59.139 INFO:tasks.workunit.client.0.smithi016.stdout:op 2973 completed, throughput=5MB/sec 2024-04-15T15:06:59.139 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-yfAFJXTnrHwNAiB off=20030537 len=1300087 2024-04-15T15:06:59.146 INFO:tasks.workunit.client.0.smithi016.stdout:op 2974 completed, throughput=5MB/sec 2024-04-15T15:06:59.146 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-HDHKVywSijzL63v off=4387995 len=1854510 2024-04-15T15:06:59.153 INFO:tasks.workunit.client.0.smithi016.stdout:op 2975 completed, throughput=5MB/sec 2024-04-15T15:07:00.154 INFO:tasks.workunit.client.0.smithi016.stdout: 584: throughput=4.99MB/sec pending data=0 2024-04-15T15:07:00.154 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-if1nus6VfJP3QFX off=9222976 len=678524 2024-04-15T15:07:00.156 INFO:tasks.workunit.client.0.smithi016.stdout:op 2976 completed, throughput=5MB/sec 2024-04-15T15:07:00.157 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-7T1pq3jxVn45Ydd off=2591909 len=1603616 2024-04-15T15:07:00.164 INFO:tasks.workunit.client.0.smithi016.stdout:op 2977 completed, throughput=5MB/sec 2024-04-15T15:07:00.164 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-PgmYwwsuRN1bpPB off=8065442 len=1883492 2024-04-15T15:07:00.175 INFO:tasks.workunit.client.0.smithi016.stdout:op 2978 completed, throughput=5MB/sec 2024-04-15T15:07:00.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:06:59 smithi102 ceph-mon[87131]: pgmap v1644: 105 pgs: 105 active+clean; 127 GiB data, 8.1 GiB used, 707 GiB / 715 GiB avail; 2.0 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-04-15T15:07:00.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:06:59 smithi016 ceph-mon[90652]: pgmap v1644: 105 pgs: 105 active+clean; 127 GiB data, 8.1 GiB used, 707 GiB / 715 GiB avail; 2.0 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-04-15T15:07:00.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:06:59 smithi016 ceph-mon[93212]: pgmap v1644: 105 pgs: 105 active+clean; 127 GiB data, 8.1 GiB used, 707 GiB / 715 GiB avail; 2.0 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-04-15T15:07:01.176 INFO:tasks.workunit.client.0.smithi016.stdout: 585: throughput=4.99MB/sec pending data=0 2024-04-15T15:07:01.176 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-GCZ6amcfIOX3UkX off=1352731 len=1648862 2024-04-15T15:07:01.185 INFO:tasks.workunit.client.0.smithi016.stdout:op 2979 completed, throughput=4.99MB/sec 2024-04-15T15:07:01.185 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-cJWDkzn6aJ1ia_2 off=3349740 len=1442443 2024-04-15T15:07:01.187 INFO:tasks.workunit.client.0.smithi016.stdout:op 2980 completed, throughput=5MB/sec 2024-04-15T15:07:01.187 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-nZPAATI-Ifwy-LM off=740694 len=1229173 2024-04-15T15:07:01.194 INFO:tasks.workunit.client.0.smithi016.stdout:op 2981 completed, throughput=5MB/sec 2024-04-15T15:07:01.194 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-VqsY-Df-fmdwOcF off=231364 len=876234 2024-04-15T15:07:01.195 INFO:tasks.workunit.client.0.smithi016.stdout:op 2982 completed, throughput=5MB/sec 2024-04-15T15:07:02.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:07:01 smithi016 ceph-mon[90652]: pgmap v1645: 105 pgs: 105 active+clean; 127 GiB data, 8.1 GiB used, 707 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-04-15T15:07:02.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:07:01 smithi016 ceph-mon[93212]: pgmap v1645: 105 pgs: 105 active+clean; 127 GiB data, 8.1 GiB used, 707 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-04-15T15:07:02.041 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 15 15:07:01 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-y[81421]: ::ffff:172.21.15.102 - - [15/Apr/2024:15:07:01] "GET /metrics HTTP/1.1" 200 33996 "" "Prometheus/2.43.0" 2024-04-15T15:07:02.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:07:01 smithi102 ceph-mon[87131]: pgmap v1645: 105 pgs: 105 active+clean; 127 GiB data, 8.1 GiB used, 707 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-04-15T15:07:02.195 INFO:tasks.workunit.client.0.smithi016.stdout: 586: throughput=4.99MB/sec pending data=0 2024-04-15T15:07:02.195 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-y0IkWXXesXlX3Ge off=3929300 len=1339230 2024-04-15T15:07:02.197 INFO:tasks.workunit.client.0.smithi016.stdout:op 2983 completed, throughput=4.99MB/sec 2024-04-15T15:07:02.197 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-_8oCKDVInUqez06 off=19694852 len=1088582 2024-04-15T15:07:02.202 INFO:tasks.workunit.client.0.smithi016.stdout:op 2984 completed, throughput=5MB/sec 2024-04-15T15:07:02.203 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-r4fzzpwGVMrRfu9 off=444003 len=1108560 2024-04-15T15:07:02.209 INFO:tasks.workunit.client.0.smithi016.stdout:op 2985 completed, throughput=5MB/sec 2024-04-15T15:07:02.209 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-C3F-6oGmbN-7ydt off=13087834 len=1746889 2024-04-15T15:07:02.215 INFO:tasks.workunit.client.0.smithi016.stdout:op 2986 completed, throughput=5MB/sec 2024-04-15T15:07:02.687 INFO:journalctl@ceph.prometheus.a.smithi102.stdout:Apr 15 15:07:02 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-prometheus-a[120881]: ts=2024-04-15T15:07:02.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi016:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"362ea986-fb34-11ee-bc8f-c7b262605968\", instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T15:07:03.216 INFO:tasks.workunit.client.0.smithi016.stdout: 587: throughput=4.99MB/sec pending data=0 2024-04-15T15:07:03.216 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj--_QWTh-jJmULVP4 off=4103852 len=1414705 2024-04-15T15:07:03.225 INFO:tasks.workunit.client.0.smithi016.stdout:op 2987 completed, throughput=4.99MB/sec 2024-04-15T15:07:03.225 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-YToel0syNG-L9KM off=3513012 len=1354325 2024-04-15T15:07:03.232 INFO:tasks.workunit.client.0.smithi016.stdout:op 2988 completed, throughput=5MB/sec 2024-04-15T15:07:03.232 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-1K9Dd-EHq_ZVDqH off=2224631 len=1041252 2024-04-15T15:07:03.238 INFO:tasks.workunit.client.0.smithi016.stdout:op 2989 completed, throughput=5MB/sec 2024-04-15T15:07:03.238 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-Dgzco0j8eWgkQ8k off=14910203 len=1071592 2024-04-15T15:07:03.242 INFO:tasks.workunit.client.0.smithi016.stdout:op 2990 completed, throughput=5MB/sec 2024-04-15T15:07:03.243 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-F5O0itC9iOY3SdY off=5326993 len=247526 2024-04-15T15:07:03.244 INFO:tasks.workunit.client.0.smithi016.stdout:op 2991 completed, throughput=5MB/sec 2024-04-15T15:07:03.244 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-UF-w3IeryB7H0RH off=1269190 len=254855 2024-04-15T15:07:03.247 INFO:tasks.workunit.client.0.smithi016.stdout:op 2992 completed, throughput=5MB/sec 2024-04-15T15:07:04.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:07:03 smithi102 ceph-mon[87131]: pgmap v1646: 105 pgs: 105 active+clean; 127 GiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 2.4 MiB/s rd, 4.0 MiB/s wr, 6 op/s 2024-04-15T15:07:04.247 INFO:tasks.workunit.client.0.smithi016.stdout: 588: throughput=4.99MB/sec pending data=0 2024-04-15T15:07:04.247 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-5wRPS733FDZfSnk off=13741110 len=1044380 2024-04-15T15:07:04.248 INFO:tasks.workunit.client.0.smithi016.stdout:op 2993 completed, throughput=4.99MB/sec 2024-04-15T15:07:04.249 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-E8beN_MfE5XSrn- off=2844424 len=374649 2024-04-15T15:07:04.252 INFO:tasks.workunit.client.0.smithi016.stdout:op 2994 completed, throughput=4.99MB/sec 2024-04-15T15:07:04.252 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-YrHzmCvdRF4vFi_ off=387833 len=747659 2024-04-15T15:07:04.257 INFO:tasks.workunit.client.0.smithi016.stdout:op 2995 completed, throughput=5MB/sec 2024-04-15T15:07:04.257 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-dWft48gZD7Ezjpv off=1987824 len=1442526 2024-04-15T15:07:04.264 INFO:tasks.workunit.client.0.smithi016.stdout:op 2996 completed, throughput=5MB/sec 2024-04-15T15:07:04.264 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-2eGGcoQGBPubwoR off=7911308 len=1397239 2024-04-15T15:07:04.267 INFO:tasks.workunit.client.0.smithi016.stdout:op 2997 completed, throughput=5MB/sec 2024-04-15T15:07:04.268 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-FZI4ILba3TBLHC8 off=563327 len=1593206 2024-04-15T15:07:04.269 INFO:tasks.workunit.client.0.smithi016.stdout:op 2998 completed, throughput=5MB/sec 2024-04-15T15:07:04.289 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:07:03 smithi016 ceph-mon[90652]: pgmap v1646: 105 pgs: 105 active+clean; 127 GiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 2.4 MiB/s rd, 4.0 MiB/s wr, 6 op/s 2024-04-15T15:07:04.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:07:03 smithi016 ceph-mon[93212]: pgmap v1646: 105 pgs: 105 active+clean; 127 GiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 2.4 MiB/s rd, 4.0 MiB/s wr, 6 op/s 2024-04-15T15:07:05.270 INFO:tasks.workunit.client.0.smithi016.stdout: 589: throughput=4.99MB/sec pending data=0 2024-04-15T15:07:05.270 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-pbZJCpHupHBPKeh off=11006707 len=196131 2024-04-15T15:07:05.273 INFO:tasks.workunit.client.0.smithi016.stdout:op 2999 completed, throughput=4.99MB/sec 2024-04-15T15:07:05.273 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-SW5d9JPHbahcHx9 off=7769904 len=584216 2024-04-15T15:07:05.277 INFO:tasks.workunit.client.0.smithi016.stdout:op 3000 completed, throughput=5MB/sec 2024-04-15T15:07:05.277 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-bsIvsZpMzQ6bItE off=7933693 len=603383 2024-04-15T15:07:05.281 INFO:tasks.workunit.client.0.smithi016.stdout:op 3001 completed, throughput=5MB/sec 2024-04-15T15:07:05.281 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-9dp1Zqz3ArHbB2I off=1506678 len=519620 2024-04-15T15:07:05.282 INFO:tasks.workunit.client.0.smithi016.stdout:op 3002 completed, throughput=5MB/sec 2024-04-15T15:07:05.282 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-ZU1ExbAavruGe3C off=3420045 len=89596 2024-04-15T15:07:05.284 INFO:tasks.workunit.client.0.smithi016.stdout:op 3003 completed, throughput=5MB/sec 2024-04-15T15:07:05.284 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-IpgdB0Vx_2X9L2q off=3967484 len=1195613 2024-04-15T15:07:05.290 INFO:tasks.workunit.client.0.smithi016.stdout:op 3004 completed, throughput=5MB/sec 2024-04-15T15:07:05.290 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-0tEJEiH7V_uOfYw off=14658922 len=646490 2024-04-15T15:07:05.294 INFO:tasks.workunit.client.0.smithi016.stdout:op 3005 completed, throughput=5MB/sec 2024-04-15T15:07:05.294 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-xBbOfswWiuO9hGY off=1557391 len=1327585 2024-04-15T15:07:05.303 INFO:tasks.workunit.client.0.smithi016.stdout:op 3006 completed, throughput=5MB/sec 2024-04-15T15:07:06.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:07:05 smithi102 ceph-mon[87131]: pgmap v1647: 105 pgs: 105 active+clean; 127 GiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 1.4 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-04-15T15:07:06.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:07:05 smithi016 ceph-mon[93212]: pgmap v1647: 105 pgs: 105 active+clean; 127 GiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 1.4 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-04-15T15:07:06.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:07:05 smithi016 ceph-mon[90652]: pgmap v1647: 105 pgs: 105 active+clean; 127 GiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 1.4 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-04-15T15:07:06.303 INFO:tasks.workunit.client.0.smithi016.stdout: 590: throughput=4.99MB/sec pending data=0 2024-04-15T15:07:06.303 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-iEbd3_xG97umNUx off=2555931 len=41986 2024-04-15T15:07:06.305 INFO:tasks.workunit.client.0.smithi016.stdout:op 3007 completed, throughput=4.99MB/sec 2024-04-15T15:07:06.306 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-yFK138jYz0LD2Rc off=6484865 len=1330206 2024-04-15T15:07:06.311 INFO:tasks.workunit.client.0.smithi016.stdout:op 3008 completed, throughput=5MB/sec 2024-04-15T15:07:06.311 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-M4Ht6zQIb8D37Fu off=4475570 len=292558 2024-04-15T15:07:06.312 INFO:tasks.workunit.client.0.smithi016.stdout:op 3009 completed, throughput=5MB/sec 2024-04-15T15:07:06.312 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-7nRAvXJNvs6mFii off=55769 len=1717373 2024-04-15T15:07:06.321 INFO:tasks.workunit.client.0.smithi016.stdout:op 3010 completed, throughput=5MB/sec 2024-04-15T15:07:06.322 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-2qrsGS57FXjW6i0 off=1964467 len=1267660 2024-04-15T15:07:06.327 INFO:tasks.workunit.client.0.smithi016.stdout:op 3011 completed, throughput=5MB/sec 2024-04-15T15:07:07.327 INFO:tasks.workunit.client.0.smithi016.stdout: 591: throughput=4.99MB/sec pending data=0 2024-04-15T15:07:07.328 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-Ygtl4X-ZYnicY-t off=2195791 len=39884 2024-04-15T15:07:07.328 INFO:tasks.workunit.client.0.smithi016.stdout:op 3012 completed, throughput=4.99MB/sec 2024-04-15T15:07:07.328 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-QWkcf_33sFaHO2c off=16228530 len=1892885 2024-04-15T15:07:07.330 INFO:tasks.workunit.client.0.smithi016.stdout:op 3013 completed, throughput=5MB/sec 2024-04-15T15:07:07.330 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-d7ZlqQGKyys0Epb off=7991660 len=1780737 2024-04-15T15:07:07.334 INFO:tasks.workunit.client.0.smithi016.stdout:op 3014 completed, throughput=5MB/sec 2024-04-15T15:07:07.334 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-6-wTythG8nVqA13 off=0 len=1540818 2024-04-15T15:07:07.341 INFO:tasks.workunit.client.0.smithi016.stdout:op 3015 completed, throughput=5MB/sec 2024-04-15T15:07:08.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:07:07 smithi102 ceph-mon[87131]: pgmap v1648: 105 pgs: 105 active+clean; 127 GiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 1.9 MiB/s rd, 3.9 MiB/s wr, 5 op/s 2024-04-15T15:07:08.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:07:07 smithi016 ceph-mon[90652]: pgmap v1648: 105 pgs: 105 active+clean; 127 GiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 1.9 MiB/s rd, 3.9 MiB/s wr, 5 op/s 2024-04-15T15:07:08.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:07:07 smithi016 ceph-mon[93212]: pgmap v1648: 105 pgs: 105 active+clean; 127 GiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 1.9 MiB/s rd, 3.9 MiB/s wr, 5 op/s 2024-04-15T15:07:08.341 INFO:tasks.workunit.client.0.smithi016.stdout: 592: throughput=4.99MB/sec pending data=0 2024-04-15T15:07:08.342 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-2EpH1SA4TCNrY98 off=7110559 len=710610 2024-04-15T15:07:08.346 INFO:tasks.workunit.client.0.smithi016.stdout:op 3016 completed, throughput=4.99MB/sec 2024-04-15T15:07:08.346 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-PbLmIgaEgUf9dt0 off=10183143 len=276255 2024-04-15T15:07:08.350 INFO:tasks.workunit.client.0.smithi016.stdout:op 3017 completed, throughput=4.99MB/sec 2024-04-15T15:07:08.350 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-J9CdxXjALmgKj21 off=1198199 len=1823931 2024-04-15T15:07:08.357 INFO:tasks.workunit.client.0.smithi016.stdout:op 3018 completed, throughput=5MB/sec 2024-04-15T15:07:08.357 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-JBJ5ICDJtY1Wj3J off=134543 len=376233 2024-04-15T15:07:08.357 INFO:tasks.workunit.client.0.smithi016.stdout:op 3019 completed, throughput=5MB/sec 2024-04-15T15:07:08.358 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-Eyy-UqBSRWCFkJG off=3293868 len=553619 2024-04-15T15:07:08.358 INFO:tasks.workunit.client.0.smithi016.stdout:op 3020 completed, throughput=5MB/sec 2024-04-15T15:07:08.358 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-GfCh9XYrWWFRfMT off=13799509 len=683142 2024-04-15T15:07:08.360 INFO:tasks.workunit.client.0.smithi016.stdout:op 3021 completed, throughput=5MB/sec 2024-04-15T15:07:08.360 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-kwtal833q4eqD9_ off=1353273 len=1937501 2024-04-15T15:07:08.362 INFO:tasks.workunit.client.0.smithi016.stdout:op 3022 completed, throughput=5MB/sec 2024-04-15T15:07:09.363 INFO:tasks.workunit.client.0.smithi016.stdout: 593: throughput=4.99MB/sec pending data=0 2024-04-15T15:07:09.363 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-HYMyVuqj0y1Sjx9 off=11029180 len=1549015 2024-04-15T15:07:09.364 INFO:tasks.workunit.client.0.smithi016.stdout:op 3023 completed, throughput=5MB/sec 2024-04-15T15:07:09.365 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-zHGqMyRNl6AHPS5 off=1456419 len=129645 2024-04-15T15:07:09.367 INFO:tasks.workunit.client.0.smithi016.stdout:op 3024 completed, throughput=5MB/sec 2024-04-15T15:07:09.367 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-yfAFJXTnrHwNAiB off=8014776 len=976339 2024-04-15T15:07:09.373 INFO:tasks.workunit.client.0.smithi016.stdout:op 3025 completed, throughput=5MB/sec 2024-04-15T15:07:09.373 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-afKwOtmsz2wmQ3F off=5648071 len=105993 2024-04-15T15:07:09.375 INFO:tasks.workunit.client.0.smithi016.stdout:op 3026 completed, throughput=5MB/sec 2024-04-15T15:07:09.375 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-TcqVj-XFzf8mgUL off=17123972 len=423499 2024-04-15T15:07:09.382 INFO:tasks.workunit.client.0.smithi016.stdout:op 3027 completed, throughput=5MB/sec 2024-04-15T15:07:09.382 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-5rteBRFBOmjxvur off=7709355 len=2040973 2024-04-15T15:07:09.382 INFO:tasks.workunit.client.0.smithi016.stdout:op 3028 completed, throughput=5MB/sec 2024-04-15T15:07:10.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:07:09 smithi102 ceph-mon[87131]: pgmap v1649: 105 pgs: 105 active+clean; 127 GiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 1.3 MiB/s rd, 3.1 MiB/s wr, 4 op/s 2024-04-15T15:07:10.188 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:07:09 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T15:07:10.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:07:09 smithi016 ceph-mon[90652]: pgmap v1649: 105 pgs: 105 active+clean; 127 GiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 1.3 MiB/s rd, 3.1 MiB/s wr, 4 op/s 2024-04-15T15:07:10.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:07:09 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T15:07:10.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:07:09 smithi016 ceph-mon[93212]: pgmap v1649: 105 pgs: 105 active+clean; 127 GiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 1.3 MiB/s rd, 3.1 MiB/s wr, 4 op/s 2024-04-15T15:07:10.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:07:09 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T15:07:10.382 INFO:tasks.workunit.client.0.smithi016.stdout: 594: throughput=4.99MB/sec pending data=0 2024-04-15T15:07:10.382 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-TZGmlA6ZAz94e-T off=12491160 len=999330 2024-04-15T15:07:10.388 INFO:tasks.workunit.client.0.smithi016.stdout:op 3029 completed, throughput=5MB/sec 2024-04-15T15:07:10.388 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-4J31YrR0aKmrj8s off=9244810 len=1835831 2024-04-15T15:07:10.390 INFO:tasks.workunit.client.0.smithi016.stdout:op 3030 completed, throughput=5MB/sec 2024-04-15T15:07:10.390 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-YpUyA4v1dsRuHBO off=1068090 len=96249 2024-04-15T15:07:10.390 INFO:tasks.workunit.client.0.smithi016.stdout:op 3031 completed, throughput=5MB/sec 2024-04-15T15:07:10.390 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-tigTM-UeafFRWso off=16018960 len=2094639 2024-04-15T15:07:10.398 INFO:tasks.workunit.client.0.smithi016.stdout:op 3032 completed, throughput=5MB/sec 2024-04-15T15:07:11.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:07:10 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T15:07:11.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:07:10 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T15:07:11.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:07:10 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T15:07:11.399 INFO:tasks.workunit.client.0.smithi016.stdout: 595: throughput=4.99MB/sec pending data=0 2024-04-15T15:07:11.399 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-Ooqlfx6jcYENEIA off=3023492 len=1116777 2024-04-15T15:07:11.404 INFO:tasks.workunit.client.0.smithi016.stdout:op 3033 completed, throughput=4.99MB/sec 2024-04-15T15:07:11.404 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-ME5yTZ4WbCLnVuX off=9408744 len=1767570 2024-04-15T15:07:11.413 INFO:tasks.workunit.client.0.smithi016.stdout:op 3034 completed, throughput=5MB/sec 2024-04-15T15:07:11.413 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-5kpRKSoOaAOuIbF off=735741 len=1419894 2024-04-15T15:07:11.415 INFO:tasks.workunit.client.0.smithi016.stdout:op 3035 completed, throughput=5MB/sec 2024-04-15T15:07:11.415 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-w0ETvOYXqaAK3L1 off=1181090 len=680978 2024-04-15T15:07:11.419 INFO:tasks.workunit.client.0.smithi016.stdout:op 3036 completed, throughput=5MB/sec 2024-04-15T15:07:12.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:07:11 smithi016 ceph-mon[93212]: pgmap v1650: 105 pgs: 105 active+clean; 127 GiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 1.3 MiB/s rd, 2.7 MiB/s wr, 3 op/s 2024-04-15T15:07:12.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:07:11 smithi016 ceph-mon[90652]: pgmap v1650: 105 pgs: 105 active+clean; 127 GiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 1.3 MiB/s rd, 2.7 MiB/s wr, 3 op/s 2024-04-15T15:07:12.040 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 15 15:07:11 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-y[81421]: ::ffff:172.21.15.102 - - [15/Apr/2024:15:07:11] "GET /metrics HTTP/1.1" 200 33996 "" "Prometheus/2.43.0" 2024-04-15T15:07:12.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:07:11 smithi102 ceph-mon[87131]: pgmap v1650: 105 pgs: 105 active+clean; 127 GiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 1.3 MiB/s rd, 2.7 MiB/s wr, 3 op/s 2024-04-15T15:07:12.419 INFO:tasks.workunit.client.0.smithi016.stdout: 596: throughput=4.99MB/sec pending data=0 2024-04-15T15:07:12.419 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-2BcAtjFMhLK6z-i off=8079895 len=1318872 2024-04-15T15:07:12.427 INFO:tasks.workunit.client.0.smithi016.stdout:op 3037 completed, throughput=4.99MB/sec 2024-04-15T15:07:12.427 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-Ir25rTnraZ0pAEU off=7093795 len=1203513 2024-04-15T15:07:12.428 INFO:tasks.workunit.client.0.smithi016.stdout:op 3038 completed, throughput=5MB/sec 2024-04-15T15:07:12.428 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-_VPIhy1h2bE0ufJ off=4407161 len=189609 2024-04-15T15:07:12.430 INFO:tasks.workunit.client.0.smithi016.stdout:op 3039 completed, throughput=5MB/sec 2024-04-15T15:07:12.431 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-Q02bHZQQrbcoC8r off=6697287 len=449338 2024-04-15T15:07:12.433 INFO:tasks.workunit.client.0.smithi016.stdout:op 3040 completed, throughput=5MB/sec 2024-04-15T15:07:12.433 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-8r9SEPTmQXZtuYL off=0 len=1440467 2024-04-15T15:07:12.436 INFO:tasks.workunit.client.0.smithi016.stdout:op 3041 completed, throughput=5MB/sec 2024-04-15T15:07:12.437 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-sip3YY4ZhZdM8lv off=9494565 len=981884 2024-04-15T15:07:12.440 INFO:tasks.workunit.client.0.smithi016.stdout:op 3042 completed, throughput=5MB/sec 2024-04-15T15:07:12.570 INFO:journalctl@ceph.prometheus.a.smithi102.stdout:Apr 15 15:07:12 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-prometheus-a[120881]: ts=2024-04-15T15:07:12.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi016:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"362ea986-fb34-11ee-bc8f-c7b262605968\", instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T15:07:13.441 INFO:tasks.workunit.client.0.smithi016.stdout: 597: throughput=4.99MB/sec pending data=0 2024-04-15T15:07:13.441 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-FS90CzMR3_6l9vE off=3200340 len=1432384 2024-04-15T15:07:13.447 INFO:tasks.workunit.client.0.smithi016.stdout:op 3043 completed, throughput=5MB/sec 2024-04-15T15:07:13.447 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-GSAru1sLzBnn6Oo off=6201649 len=1401757 2024-04-15T15:07:13.448 INFO:tasks.workunit.client.0.smithi016.stdout:op 3044 completed, throughput=5MB/sec 2024-04-15T15:07:13.448 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-gEzbFKwALDopujB off=2483239 len=1011664 2024-04-15T15:07:13.452 INFO:tasks.workunit.client.0.smithi016.stdout:op 3045 completed, throughput=5MB/sec 2024-04-15T15:07:13.452 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-hjK1qESkWoBYHYO off=1009968 len=381341 2024-04-15T15:07:13.456 INFO:tasks.workunit.client.0.smithi016.stdout:op 3046 completed, throughput=5MB/sec 2024-04-15T15:07:13.456 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-n2esKgx6FeyZKmA off=10175433 len=799407 2024-04-15T15:07:13.456 INFO:tasks.workunit.client.0.smithi016.stdout:op 3047 completed, throughput=5MB/sec 2024-04-15T15:07:14.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:07:13 smithi102 ceph-mon[87131]: pgmap v1651: 105 pgs: 105 active+clean; 127 GiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.9 MiB/s wr, 6 op/s 2024-04-15T15:07:14.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:07:13 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T15:07:14.188 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:07:13 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T15:07:14.289 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:07:13 smithi016 ceph-mon[90652]: pgmap v1651: 105 pgs: 105 active+clean; 127 GiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.9 MiB/s wr, 6 op/s 2024-04-15T15:07:14.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:07:13 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T15:07:14.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:07:13 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T15:07:14.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:07:13 smithi016 ceph-mon[93212]: pgmap v1651: 105 pgs: 105 active+clean; 127 GiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.9 MiB/s wr, 6 op/s 2024-04-15T15:07:14.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:07:13 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T15:07:14.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:07:13 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T15:07:14.457 INFO:tasks.workunit.client.0.smithi016.stdout: 598: throughput=4.99MB/sec pending data=0 2024-04-15T15:07:14.457 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-2HnsPwjeBevlRmU off=4231375 len=1867489 2024-04-15T15:07:14.466 INFO:tasks.workunit.client.0.smithi016.stdout:op 3048 completed, throughput=5MB/sec 2024-04-15T15:07:14.466 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-wZ2f7ewv8_86n0c off=1277782 len=978323 2024-04-15T15:07:14.467 INFO:tasks.workunit.client.0.smithi016.stdout:op 3049 completed, throughput=5MB/sec 2024-04-15T15:07:14.467 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-KYWsj2iArcUpbcx off=12783448 len=1620269 2024-04-15T15:07:14.470 INFO:tasks.workunit.client.0.smithi016.stdout:op 3050 completed, throughput=5MB/sec 2024-04-15T15:07:14.470 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-jmHsxFy4Fm-R9_d off=9696773 len=318826 2024-04-15T15:07:14.471 INFO:tasks.workunit.client.0.smithi016.stdout:op 3051 completed, throughput=5MB/sec 2024-04-15T15:07:14.471 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-8mz1barWCorXUMb off=14190483 len=554904 2024-04-15T15:07:14.472 INFO:tasks.workunit.client.0.smithi016.stdout:op 3052 completed, throughput=5MB/sec 2024-04-15T15:07:15.473 INFO:tasks.workunit.client.0.smithi016.stdout: 599: throughput=4.99MB/sec pending data=0 2024-04-15T15:07:15.473 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-tkN_6uDgek5bb58 off=4817298 len=170639 2024-04-15T15:07:15.473 INFO:tasks.workunit.client.0.smithi016.stdout:op 3053 completed, throughput=4.99MB/sec 2024-04-15T15:07:15.473 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-TSPwx2h534LVzZH off=4452917 len=1317726 2024-04-15T15:07:15.475 INFO:tasks.workunit.client.0.smithi016.stdout:op 3054 completed, throughput=4.99MB/sec 2024-04-15T15:07:15.475 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-fI0W2PvjFUaV2zP off=3900936 len=1647779 2024-04-15T15:07:15.482 INFO:tasks.workunit.client.0.smithi016.stdout:op 3055 completed, throughput=5MB/sec 2024-04-15T15:07:15.482 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-xCcQgO3_kYLdmZg off=6625220 len=363718 2024-04-15T15:07:15.486 INFO:tasks.workunit.client.0.smithi016.stdout:op 3056 completed, throughput=5MB/sec 2024-04-15T15:07:15.486 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-Y9tcaCVR2eSwsdO off=19690375 len=967291 2024-04-15T15:07:15.491 INFO:tasks.workunit.client.0.smithi016.stdout:op 3057 completed, throughput=5MB/sec 2024-04-15T15:07:15.491 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-m6KV7C-P1_OSrgq off=616948 len=1386155 2024-04-15T15:07:15.497 INFO:tasks.workunit.client.0.smithi016.stdout:op 3058 completed, throughput=5MB/sec 2024-04-15T15:07:15.542 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:07:15 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T15:07:15.542 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:07:15 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T15:07:15.542 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:07:15 smithi016 ceph-mon[90652]: pgmap v1652: 105 pgs: 105 active+clean; 127 GiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-04-15T15:07:15.542 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:07:15 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T15:07:15.542 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:07:15 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T15:07:15.542 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:07:15 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T15:07:15.543 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:07:15 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T15:07:15.543 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:07:15 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T15:07:15.543 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:07:15 smithi016 ceph-mon[93212]: pgmap v1652: 105 pgs: 105 active+clean; 127 GiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-04-15T15:07:15.543 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:07:15 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T15:07:15.543 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:07:15 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T15:07:15.543 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:07:15 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T15:07:15.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:07:15 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T15:07:15.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:07:15 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T15:07:15.688 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:07:15 smithi102 ceph-mon[87131]: pgmap v1652: 105 pgs: 105 active+clean; 127 GiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-04-15T15:07:15.688 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:07:15 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T15:07:15.688 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:07:15 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T15:07:15.688 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:07:15 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T15:07:16.497 INFO:tasks.workunit.client.0.smithi016.stdout: 600: throughput=4.99MB/sec pending data=0 2024-04-15T15:07:16.498 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-fAT39ut4EUJ4Y0K off=2441422 len=508404 2024-04-15T15:07:16.499 INFO:tasks.workunit.client.0.smithi016.stdout:op 3059 completed, throughput=4.99MB/sec 2024-04-15T15:07:16.499 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-yngaO6CcF02nn39 off=7671956 len=518352 2024-04-15T15:07:16.500 INFO:tasks.workunit.client.0.smithi016.stdout:op 3060 completed, throughput=4.99MB/sec 2024-04-15T15:07:16.500 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-xxIvVLgQKfgFWLj off=5858156 len=263963 2024-04-15T15:07:16.501 INFO:tasks.workunit.client.0.smithi016.stdout:op 3061 completed, throughput=5MB/sec 2024-04-15T15:07:16.501 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-mYfh-EOQ6anH_CP off=2899566 len=862136 2024-04-15T15:07:16.507 INFO:tasks.workunit.client.0.smithi016.stdout:op 3062 completed, throughput=5MB/sec 2024-04-15T15:07:16.507 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-wRMyrfJ-vz60g0C off=366884 len=128700 2024-04-15T15:07:16.507 INFO:tasks.workunit.client.0.smithi016.stdout:op 3063 completed, throughput=5MB/sec 2024-04-15T15:07:16.507 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-pa7aT4J8rWQx4W3 off=17892765 len=1059617 2024-04-15T15:07:16.509 INFO:tasks.workunit.client.0.smithi016.stdout:op 3064 completed, throughput=5MB/sec 2024-04-15T15:07:16.509 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-edOCUGW4LYh2IBi off=7011532 len=357436 2024-04-15T15:07:16.512 INFO:tasks.workunit.client.0.smithi016.stdout:op 3065 completed, throughput=5MB/sec 2024-04-15T15:07:16.512 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-XfZ2h5IZlWp3A5O off=9087645 len=170456 2024-04-15T15:07:16.513 INFO:tasks.workunit.client.0.smithi016.stdout:op 3066 completed, throughput=5MB/sec 2024-04-15T15:07:16.513 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-F7N1zUlT_WXc88H off=4984945 len=339965 2024-04-15T15:07:16.514 INFO:tasks.workunit.client.0.smithi016.stdout:op 3067 completed, throughput=5MB/sec 2024-04-15T15:07:16.514 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-VuHl1Zsy-mUIZ68 off=9910384 len=14424 2024-04-15T15:07:16.516 INFO:tasks.workunit.client.0.smithi016.stdout:op 3068 completed, throughput=5MB/sec 2024-04-15T15:07:16.516 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-LgoMmDBsbdMy1ZC off=1973050 len=656874 2024-04-15T15:07:16.518 INFO:tasks.workunit.client.0.smithi016.stdout:op 3069 completed, throughput=5MB/sec 2024-04-15T15:07:17.518 INFO:tasks.workunit.client.0.smithi016.stdout: 601: throughput=4.99MB/sec pending data=0 2024-04-15T15:07:17.518 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-4MCs1K6XLiwSFMe off=4233929 len=1710537 2024-04-15T15:07:17.528 INFO:tasks.workunit.client.0.smithi016.stdout:op 3070 completed, throughput=5MB/sec 2024-04-15T15:07:17.528 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-BOygdz1iNu7O2S3 off=1654783 len=1144099 2024-04-15T15:07:17.530 INFO:tasks.workunit.client.0.smithi016.stdout:op 3071 completed, throughput=5MB/sec 2024-04-15T15:07:17.530 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-Dhig1wDdMWLSEVE off=600545 len=1254944 2024-04-15T15:07:17.531 INFO:tasks.workunit.client.0.smithi016.stdout:op 3072 completed, throughput=5MB/sec 2024-04-15T15:07:17.531 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-B-BSCaE-7WExkBK off=15411783 len=330054 2024-04-15T15:07:17.532 INFO:tasks.workunit.client.0.smithi016.stdout:op 3073 completed, throughput=5MB/sec 2024-04-15T15:07:17.532 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-Edck7uBpUcmN0bg off=2666611 len=32860 2024-04-15T15:07:17.535 INFO:tasks.workunit.client.0.smithi016.stdout:op 3074 completed, throughput=5MB/sec 2024-04-15T15:07:17.535 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-VaSL2Ikhs7vEBc8 off=9400465 len=1915347 2024-04-15T15:07:17.537 INFO:tasks.workunit.client.0.smithi016.stdout:op 3075 completed, throughput=5MB/sec 2024-04-15T15:07:17.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:07:17 smithi102 ceph-mon[87131]: pgmap v1653: 105 pgs: 105 active+clean; 127 GiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.7 MiB/s wr, 6 op/s 2024-04-15T15:07:17.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:07:17 smithi016 ceph-mon[90652]: pgmap v1653: 105 pgs: 105 active+clean; 127 GiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.7 MiB/s wr, 6 op/s 2024-04-15T15:07:17.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:07:17 smithi016 ceph-mon[93212]: pgmap v1653: 105 pgs: 105 active+clean; 127 GiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.7 MiB/s wr, 6 op/s 2024-04-15T15:07:18.537 INFO:tasks.workunit.client.0.smithi016.stdout: 602: throughput=4.99MB/sec pending data=0 2024-04-15T15:07:18.538 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-p5oYitpW0a4CIYw off=15623216 len=359339 2024-04-15T15:07:18.541 INFO:tasks.workunit.client.0.smithi016.stdout:op 3076 completed, throughput=4.99MB/sec 2024-04-15T15:07:18.541 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-Ad1UPGFoDKR7dZh off=8602330 len=1711928 2024-04-15T15:07:18.544 INFO:tasks.workunit.client.0.smithi016.stdout:op 3077 completed, throughput=5MB/sec 2024-04-15T15:07:18.544 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-pV-KVMHXjcpQQCa off=3238722 len=921456 2024-04-15T15:07:18.549 INFO:tasks.workunit.client.0.smithi016.stdout:op 3078 completed, throughput=5MB/sec 2024-04-15T15:07:18.549 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-cZDAxFIhlljWT68 off=2662570 len=1603822 2024-04-15T15:07:18.558 INFO:tasks.workunit.client.0.smithi016.stdout:op 3079 completed, throughput=5MB/sec 2024-04-15T15:07:19.558 INFO:tasks.workunit.client.0.smithi016.stdout: 603: throughput=4.99MB/sec pending data=0 2024-04-15T15:07:19.559 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-cs134qXmjRXCpiM off=5072063 len=1075274 2024-04-15T15:07:19.563 INFO:tasks.workunit.client.0.smithi016.stdout:op 3080 completed, throughput=4.99MB/sec 2024-04-15T15:07:19.564 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-EMDhhCMUMq-XogB off=2522756 len=1300481 2024-04-15T15:07:19.565 INFO:tasks.workunit.client.0.smithi016.stdout:op 3081 completed, throughput=5MB/sec 2024-04-15T15:07:19.565 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-nRQV6FMM15IKU92 off=9119972 len=1737510 2024-04-15T15:07:19.575 INFO:tasks.workunit.client.0.smithi016.stdout:op 3082 completed, throughput=5MB/sec 2024-04-15T15:07:19.575 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-jNSkQN_FiPAlHPl off=327478 len=1296977 2024-04-15T15:07:19.576 INFO:tasks.workunit.client.0.smithi016.stdout:op 3083 completed, throughput=5MB/sec 2024-04-15T15:07:19.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:07:19 smithi102 ceph-mon[87131]: pgmap v1654: 105 pgs: 105 active+clean; 127 GiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-04-15T15:07:19.789 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:07:19 smithi016 ceph-mon[93212]: pgmap v1654: 105 pgs: 105 active+clean; 127 GiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-04-15T15:07:19.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:07:19 smithi016 ceph-mon[90652]: pgmap v1654: 105 pgs: 105 active+clean; 127 GiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-04-15T15:07:20.577 INFO:tasks.workunit.client.0.smithi016.stdout: 604: throughput=4.99MB/sec pending data=0 2024-04-15T15:07:20.577 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-D7cYFjGfsLMhYcQ off=1599330 len=344297 2024-04-15T15:07:20.580 INFO:tasks.workunit.client.0.smithi016.stdout:op 3084 completed, throughput=4.99MB/sec 2024-04-15T15:07:20.580 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-Y_65jEOGo6Cc-HZ off=18032907 len=365111 2024-04-15T15:07:20.584 INFO:tasks.workunit.client.0.smithi016.stdout:op 3085 completed, throughput=4.99MB/sec 2024-04-15T15:07:20.584 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-6VaAESf2iXFz7i0 off=22505707 len=1959410 2024-04-15T15:07:20.594 INFO:tasks.workunit.client.0.smithi016.stdout:op 3086 completed, throughput=5MB/sec 2024-04-15T15:07:20.594 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-EQk8eKODn7prAqY off=13284263 len=1978860 2024-04-15T15:07:20.607 INFO:tasks.workunit.client.0.smithi016.stdout:op 3087 completed, throughput=5MB/sec 2024-04-15T15:07:21.607 INFO:tasks.workunit.client.0.smithi016.stdout: 605: throughput=4.99MB/sec pending data=0 2024-04-15T15:07:21.607 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-MklAljTH46y4ZMa off=5530246 len=546034 2024-04-15T15:07:21.612 INFO:tasks.workunit.client.0.smithi016.stdout:op 3088 completed, throughput=4.99MB/sec 2024-04-15T15:07:21.612 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-NPNUhFacGXPTE4I off=3558640 len=786742 2024-04-15T15:07:21.613 INFO:tasks.workunit.client.0.smithi016.stdout:op 3089 completed, throughput=4.99MB/sec 2024-04-15T15:07:21.613 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-u61_tOUccesTlRj off=1260408 len=1324062 2024-04-15T15:07:21.619 INFO:tasks.workunit.client.0.smithi016.stdout:op 3090 completed, throughput=5MB/sec 2024-04-15T15:07:21.620 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-AuqAZ53vr_h5hV2 off=6973096 len=458284 2024-04-15T15:07:21.623 INFO:tasks.workunit.client.0.smithi016.stdout:op 3091 completed, throughput=5MB/sec 2024-04-15T15:07:21.624 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-3Dr2uEoQRbdxxn7 off=5089302 len=149076 2024-04-15T15:07:21.626 INFO:tasks.workunit.client.0.smithi016.stdout:op 3092 completed, throughput=5MB/sec 2024-04-15T15:07:21.626 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-iZZtUtB_hol7s5O off=3647745 len=1271338 2024-04-15T15:07:21.632 INFO:tasks.workunit.client.0.smithi016.stdout:op 3093 completed, throughput=5MB/sec 2024-04-15T15:07:21.632 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-B_p9TNBB8D_4X_N off=8162488 len=9816 2024-04-15T15:07:21.634 INFO:tasks.workunit.client.0.smithi016.stdout:op 3094 completed, throughput=5MB/sec 2024-04-15T15:07:21.634 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-pDdMGbisUMb2Ub8 off=13336391 len=1384137 2024-04-15T15:07:21.635 INFO:tasks.workunit.client.0.smithi016.stdout:op 3095 completed, throughput=5MB/sec 2024-04-15T15:07:21.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:07:21 smithi102 ceph-mon[87131]: pgmap v1655: 105 pgs: 105 active+clean; 127 GiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-15T15:07:21.779 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:07:21 smithi016 ceph-mon[90652]: pgmap v1655: 105 pgs: 105 active+clean; 127 GiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-15T15:07:21.779 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:07:21 smithi016 ceph-mon[93212]: pgmap v1655: 105 pgs: 105 active+clean; 127 GiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-15T15:07:22.039 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 15 15:07:21 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-y[81421]: ::ffff:172.21.15.102 - - [15/Apr/2024:15:07:21] "GET /metrics HTTP/1.1" 200 33996 "" "Prometheus/2.43.0" 2024-04-15T15:07:22.635 INFO:tasks.workunit.client.0.smithi016.stdout: 606: throughput=4.99MB/sec pending data=0 2024-04-15T15:07:22.636 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-2iGj7SxZB5qOTTE off=2706281 len=1074540 2024-04-15T15:07:22.637 INFO:tasks.workunit.client.0.smithi016.stdout:op 3096 completed, throughput=4.99MB/sec 2024-04-15T15:07:22.637 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-fSa0HNf0vr9B2_D off=23548766 len=539939 2024-04-15T15:07:22.638 INFO:tasks.workunit.client.0.smithi016.stdout:op 3097 completed, throughput=5MB/sec 2024-04-15T15:07:22.638 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-AU3ihXJW1uX_l57 off=14933341 len=679163 2024-04-15T15:07:22.639 INFO:tasks.workunit.client.0.smithi016.stdout:op 3098 completed, throughput=5MB/sec 2024-04-15T15:07:22.639 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-IsLXA8mgZXJ0EEP off=2847957 len=32521 2024-04-15T15:07:22.642 INFO:tasks.workunit.client.0.smithi016.stdout:op 3099 completed, throughput=5MB/sec 2024-04-15T15:07:22.642 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-Ty4d7chL2hUPUnF off=12026839 len=161554 2024-04-15T15:07:22.644 INFO:tasks.workunit.client.0.smithi016.stdout:op 3100 completed, throughput=5MB/sec 2024-04-15T15:07:22.644 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-y9MpBPEPj5C7z5c off=2248752 len=1007753 2024-04-15T15:07:22.650 INFO:tasks.workunit.client.0.smithi016.stdout:op 3101 completed, throughput=5MB/sec 2024-04-15T15:07:22.650 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-utqWqU303KHym8r off=12590647 len=1924545 2024-04-15T15:07:22.660 INFO:tasks.workunit.client.0.smithi016.stdout:op 3102 completed, throughput=5MB/sec 2024-04-15T15:07:22.687 INFO:journalctl@ceph.prometheus.a.smithi102.stdout:Apr 15 15:07:22 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-prometheus-a[120881]: ts=2024-04-15T15:07:22.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi016:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"362ea986-fb34-11ee-bc8f-c7b262605968\", instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T15:07:23.660 INFO:tasks.workunit.client.0.smithi016.stdout: 607: throughput=4.99MB/sec pending data=0 2024-04-15T15:07:23.660 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-CwTcO2jGWbaVIZJ off=16215118 len=761902 2024-04-15T15:07:23.665 INFO:tasks.workunit.client.0.smithi016.stdout:op 3103 completed, throughput=4.99MB/sec 2024-04-15T15:07:23.665 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-uqKk7BCbdEDgZ6m off=643197 len=1077119 2024-04-15T15:07:23.666 INFO:tasks.workunit.client.0.smithi016.stdout:op 3104 completed, throughput=5MB/sec 2024-04-15T15:07:23.666 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-v5Fh6-X69VGoVDG off=3948370 len=2017785 2024-04-15T15:07:23.669 INFO:tasks.workunit.client.0.smithi016.stdout:op 3105 completed, throughput=5MB/sec 2024-04-15T15:07:23.669 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-f1LGFsfiaBMcFiT off=5959847 len=750295 2024-04-15T15:07:23.670 INFO:tasks.workunit.client.0.smithi016.stdout:op 3106 completed, throughput=5MB/sec 2024-04-15T15:07:23.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:07:23 smithi102 ceph-mon[87131]: pgmap v1656: 105 pgs: 105 active+clean; 127 GiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 2.9 MiB/s rd, 3.2 MiB/s wr, 6 op/s 2024-04-15T15:07:23.789 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:07:23 smithi016 ceph-mon[90652]: pgmap v1656: 105 pgs: 105 active+clean; 127 GiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 2.9 MiB/s rd, 3.2 MiB/s wr, 6 op/s 2024-04-15T15:07:23.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:07:23 smithi016 ceph-mon[93212]: pgmap v1656: 105 pgs: 105 active+clean; 127 GiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 2.9 MiB/s rd, 3.2 MiB/s wr, 6 op/s 2024-04-15T15:07:24.670 INFO:tasks.workunit.client.0.smithi016.stdout: 608: throughput=4.99MB/sec pending data=0 2024-04-15T15:07:24.671 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-T_5OBt0WOpP6JM6 off=4310886 len=2044051 2024-04-15T15:07:24.673 INFO:tasks.workunit.client.0.smithi016.stdout:op 3107 completed, throughput=5MB/sec 2024-04-15T15:07:24.673 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-qn-AsSa_-NXeLPD off=1705227 len=396376 2024-04-15T15:07:24.676 INFO:tasks.workunit.client.0.smithi016.stdout:op 3108 completed, throughput=5MB/sec 2024-04-15T15:07:24.677 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-Ide7E_iIZuZ2Hs1 off=14902362 len=1270019 2024-04-15T15:07:24.683 INFO:tasks.workunit.client.0.smithi016.stdout:op 3109 completed, throughput=5MB/sec 2024-04-15T15:07:24.683 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-yGseGiT6i7LBCSe off=4083059 len=629217 2024-04-15T15:07:24.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:07:24 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T15:07:24.688 INFO:tasks.workunit.client.0.smithi016.stdout:op 3110 completed, throughput=5MB/sec 2024-04-15T15:07:24.688 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-OOUM9L02bt0hNvU off=18081687 len=213736 2024-04-15T15:07:24.688 INFO:tasks.workunit.client.0.smithi016.stdout:op 3111 completed, throughput=5MB/sec 2024-04-15T15:07:24.688 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-1kNuWzeVc1mgayo off=4299130 len=740484 2024-04-15T15:07:24.689 INFO:tasks.workunit.client.0.smithi016.stdout:op 3112 completed, throughput=5MB/sec 2024-04-15T15:07:24.689 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-iScuekwqEjyPiZr off=21119595 len=539054 2024-04-15T15:07:24.689 INFO:tasks.workunit.client.0.smithi016.stdout:op 3113 completed, throughput=5MB/sec 2024-04-15T15:07:24.789 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:07:24 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T15:07:24.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:07:24 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T15:07:25.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:07:25 smithi102 ceph-mon[87131]: pgmap v1657: 105 pgs: 105 active+clean; 127 GiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 1.9 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-04-15T15:07:25.690 INFO:tasks.workunit.client.0.smithi016.stdout: 609: throughput=4.99MB/sec pending data=0 2024-04-15T15:07:25.690 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-I8jtucrW7GveDVu off=7541853 len=776824 2024-04-15T15:07:25.691 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:07:25 smithi016 ceph-mon[90652]: pgmap v1657: 105 pgs: 105 active+clean; 127 GiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 1.9 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-04-15T15:07:25.691 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:07:25 smithi016 ceph-mon[93212]: pgmap v1657: 105 pgs: 105 active+clean; 127 GiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 1.9 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-04-15T15:07:25.691 INFO:tasks.workunit.client.0.smithi016.stdout:op 3114 completed, throughput=4.99MB/sec 2024-04-15T15:07:25.691 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-WdrUbKVAkcLZcxA off=22055044 len=1618512 2024-04-15T15:07:25.700 INFO:tasks.workunit.client.0.smithi016.stdout:op 3115 completed, throughput=5MB/sec 2024-04-15T15:07:25.700 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-gczBooG9eUWvogX off=9563567 len=1312797 2024-04-15T15:07:25.703 INFO:tasks.workunit.client.0.smithi016.stdout:op 3116 completed, throughput=5MB/sec 2024-04-15T15:07:25.703 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-j5GQxch_GJzyOXj off=8037496 len=566201 2024-04-15T15:07:25.707 INFO:tasks.workunit.client.0.smithi016.stdout:op 3117 completed, throughput=5MB/sec 2024-04-15T15:07:25.707 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-p_B6b07SUDzytj5 off=808157 len=1758122 2024-04-15T15:07:25.709 INFO:tasks.workunit.client.0.smithi016.stdout:op 3118 completed, throughput=5MB/sec 2024-04-15T15:07:26.709 INFO:tasks.workunit.client.0.smithi016.stdout: 610: throughput=4.99MB/sec pending data=0 2024-04-15T15:07:26.710 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-zjFckTHS1okEhBF off=1101883 len=279117 2024-04-15T15:07:26.712 INFO:tasks.workunit.client.0.smithi016.stdout:op 3119 completed, throughput=4.99MB/sec 2024-04-15T15:07:26.712 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-aw8eh2649qjWeRS off=21110418 len=679799 2024-04-15T15:07:26.717 INFO:tasks.workunit.client.0.smithi016.stdout:op 3120 completed, throughput=5MB/sec 2024-04-15T15:07:26.717 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-UOEkMhPCpqAz7dM off=9679670 len=652801 2024-04-15T15:07:26.718 INFO:tasks.workunit.client.0.smithi016.stdout:op 3121 completed, throughput=5MB/sec 2024-04-15T15:07:26.718 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-qDhyBRIuuMBOKth off=2653493 len=1618430 2024-04-15T15:07:26.724 INFO:tasks.workunit.client.0.smithi016.stdout:op 3122 completed, throughput=5MB/sec 2024-04-15T15:07:26.724 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-sYCNr6NhlMOE_n3 off=1811909 len=213782 2024-04-15T15:07:26.725 INFO:tasks.workunit.client.0.smithi016.stdout:op 3123 completed, throughput=5MB/sec 2024-04-15T15:07:26.725 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-dFOGl6aPvjU154C off=305700 len=1144502 2024-04-15T15:07:26.729 INFO:tasks.workunit.client.0.smithi016.stdout:op 3124 completed, throughput=5MB/sec 2024-04-15T15:07:27.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:07:27 smithi102 ceph-mon[87131]: pgmap v1658: 105 pgs: 105 active+clean; 127 GiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.8 MiB/s wr, 6 op/s 2024-04-15T15:07:27.729 INFO:tasks.workunit.client.0.smithi016.stdout: 611: throughput=4.99MB/sec pending data=0 2024-04-15T15:07:27.729 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-NU29wOkHA73f5pe off=6318407 len=1496532 2024-04-15T15:07:27.737 INFO:tasks.workunit.client.0.smithi016.stdout:op 3125 completed, throughput=4.99MB/sec 2024-04-15T15:07:27.737 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-j-ELagLq0MJffqR off=643358 len=1718359 2024-04-15T15:07:27.745 INFO:tasks.workunit.client.0.smithi016.stdout:op 3126 completed, throughput=5MB/sec 2024-04-15T15:07:27.745 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-Hg2mpIUtWKz2fs6 off=4560607 len=1712551 2024-04-15T15:07:27.752 INFO:tasks.workunit.client.0.smithi016.stdout:op 3127 completed, throughput=5MB/sec 2024-04-15T15:07:27.789 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:07:27 smithi016 ceph-mon[90652]: pgmap v1658: 105 pgs: 105 active+clean; 127 GiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.8 MiB/s wr, 6 op/s 2024-04-15T15:07:27.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:07:27 smithi016 ceph-mon[93212]: pgmap v1658: 105 pgs: 105 active+clean; 127 GiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.8 MiB/s wr, 6 op/s 2024-04-15T15:07:28.752 INFO:tasks.workunit.client.0.smithi016.stdout: 612: throughput=4.99MB/sec pending data=0 2024-04-15T15:07:28.752 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-bqjY7pbD1qEwVSc off=930311 len=1843290 2024-04-15T15:07:28.754 INFO:tasks.workunit.client.0.smithi016.stdout:op 3128 completed, throughput=4.99MB/sec 2024-04-15T15:07:28.754 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj--iAWkg1jCyRNo9J off=2414807 len=349296 2024-04-15T15:07:28.755 INFO:tasks.workunit.client.0.smithi016.stdout:op 3129 completed, throughput=5MB/sec 2024-04-15T15:07:28.755 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-7zCvSvrixFVZjoh off=1858841 len=1318243 2024-04-15T15:07:28.757 INFO:tasks.workunit.client.0.smithi016.stdout:op 3130 completed, throughput=5MB/sec 2024-04-15T15:07:28.757 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-9_Mk3Vvr3nL2DeM off=4895265 len=1060812 2024-04-15T15:07:28.762 INFO:tasks.workunit.client.0.smithi016.stdout:op 3131 completed, throughput=5MB/sec 2024-04-15T15:07:28.762 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-J08YQ-sGVBh4DeV off=9145910 len=361569 2024-04-15T15:07:28.764 INFO:tasks.workunit.client.0.smithi016.stdout:op 3132 completed, throughput=5MB/sec 2024-04-15T15:07:28.764 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-1VSX78VJVpQtbDZ off=589332 len=270081 2024-04-15T15:07:28.765 INFO:tasks.workunit.client.0.smithi016.stdout:op 3133 completed, throughput=5MB/sec 2024-04-15T15:07:28.765 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-P09mSNiqr9Y_3ip off=4942677 len=459335 2024-04-15T15:07:28.768 INFO:tasks.workunit.client.0.smithi016.stdout:op 3134 completed, throughput=5MB/sec 2024-04-15T15:07:29.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:07:29 smithi102 ceph-mon[87131]: pgmap v1659: 105 pgs: 105 active+clean; 127 GiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-15T15:07:29.768 INFO:tasks.workunit.client.0.smithi016.stdout: 613: throughput=4.99MB/sec pending data=0 2024-04-15T15:07:29.769 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-3-aHSfCR59Kp2rN off=520806 len=218905 2024-04-15T15:07:29.769 INFO:tasks.workunit.client.0.smithi016.stdout:op 3135 completed, throughput=4.99MB/sec 2024-04-15T15:07:29.769 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-BDr5iGtv_DlmgoD off=2674912 len=891980 2024-04-15T15:07:29.774 INFO:tasks.workunit.client.0.smithi016.stdout:op 3136 completed, throughput=4.99MB/sec 2024-04-15T15:07:29.774 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-bncEbvhL3B3gfvA off=5520452 len=578589 2024-04-15T15:07:29.775 INFO:tasks.workunit.client.0.smithi016.stdout:op 3137 completed, throughput=5MB/sec 2024-04-15T15:07:29.775 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-TcB7luzDPShhe1H off=3643801 len=1190857 2024-04-15T15:07:29.783 INFO:tasks.workunit.client.0.smithi016.stdout:op 3138 completed, throughput=5MB/sec 2024-04-15T15:07:29.784 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-j29n2_-dCAXMFs7 off=5260850 len=1608607 2024-04-15T15:07:29.786 INFO:tasks.workunit.client.0.smithi016.stdout:op 3139 completed, throughput=5MB/sec 2024-04-15T15:07:29.786 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-HxT4mx0UjNHehHF off=14742622 len=1147224 2024-04-15T15:07:29.787 INFO:tasks.workunit.client.0.smithi016.stdout:op 3140 completed, throughput=5MB/sec 2024-04-15T15:07:29.789 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:07:29 smithi016 ceph-mon[90652]: pgmap v1659: 105 pgs: 105 active+clean; 127 GiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-15T15:07:29.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:07:29 smithi016 ceph-mon[93212]: pgmap v1659: 105 pgs: 105 active+clean; 127 GiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-15T15:07:30.787 INFO:tasks.workunit.client.0.smithi016.stdout: 614: throughput=4.99MB/sec pending data=0 2024-04-15T15:07:30.788 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-YqJnCRi6NL_Tvdk off=13339174 len=695880 2024-04-15T15:07:30.789 INFO:tasks.workunit.client.0.smithi016.stdout:op 3141 completed, throughput=4.99MB/sec 2024-04-15T15:07:30.789 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-Vb7fB50VoUXtVEd off=8496747 len=2024244 2024-04-15T15:07:30.798 INFO:tasks.workunit.client.0.smithi016.stdout:op 3142 completed, throughput=5MB/sec 2024-04-15T15:07:30.799 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-Hv3Ljm2wRfYTfAj off=9571503 len=900977 2024-04-15T15:07:30.803 INFO:tasks.workunit.client.0.smithi016.stdout:op 3143 completed, throughput=5MB/sec 2024-04-15T15:07:30.803 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-wBxU6jlVijZknTm off=16486763 len=643502 2024-04-15T15:07:30.807 INFO:tasks.workunit.client.0.smithi016.stdout:op 3144 completed, throughput=5MB/sec 2024-04-15T15:07:30.807 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-NUuVwcVFfTtzjX9 off=180897 len=449104 2024-04-15T15:07:30.808 INFO:tasks.workunit.client.0.smithi016.stdout:op 3145 completed, throughput=5MB/sec 2024-04-15T15:07:31.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:07:31 smithi102 ceph-mon[87131]: pgmap v1660: 105 pgs: 105 active+clean; 127 GiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 2.0 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-04-15T15:07:31.779 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:07:31 smithi016 ceph-mon[93212]: pgmap v1660: 105 pgs: 105 active+clean; 127 GiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 2.0 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-04-15T15:07:31.779 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:07:31 smithi016 ceph-mon[90652]: pgmap v1660: 105 pgs: 105 active+clean; 127 GiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 2.0 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-04-15T15:07:31.808 INFO:tasks.workunit.client.0.smithi016.stdout: 615: throughput=4.99MB/sec pending data=0 2024-04-15T15:07:31.808 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-nf19L786tzEeDg1 off=14842409 len=840742 2024-04-15T15:07:31.814 INFO:tasks.workunit.client.0.smithi016.stdout:op 3146 completed, throughput=4.99MB/sec 2024-04-15T15:07:31.814 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-8sbK6TvEBjCNPaB off=3459652 len=1266214 2024-04-15T15:07:31.816 INFO:tasks.workunit.client.0.smithi016.stdout:op 3147 completed, throughput=5MB/sec 2024-04-15T15:07:31.816 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-Jr36h_aERICYozF off=1288568 len=256455 2024-04-15T15:07:31.819 INFO:tasks.workunit.client.0.smithi016.stdout:op 3148 completed, throughput=5MB/sec 2024-04-15T15:07:31.819 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-z-qhpePtyySWLmj off=320234 len=762678 2024-04-15T15:07:31.821 INFO:tasks.workunit.client.0.smithi016.stdout:op 3149 completed, throughput=5MB/sec 2024-04-15T15:07:31.821 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-GPt6DUDSdOd5qIX off=14632821 len=565494 2024-04-15T15:07:31.822 INFO:tasks.workunit.client.0.smithi016.stdout:op 3150 completed, throughput=5MB/sec 2024-04-15T15:07:31.822 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-Wfcb_DGbDOetMOu off=5060648 len=1271447 2024-04-15T15:07:31.830 INFO:tasks.workunit.client.0.smithi016.stdout:op 3151 completed, throughput=5MB/sec 2024-04-15T15:07:31.830 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-wrRpCnKnPOnQv1M off=34169 len=661976 2024-04-15T15:07:31.831 INFO:tasks.workunit.client.0.smithi016.stdout:op 3152 completed, throughput=5MB/sec 2024-04-15T15:07:32.039 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 15 15:07:31 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-y[81421]: ::ffff:172.21.15.102 - - [15/Apr/2024:15:07:31] "GET /metrics HTTP/1.1" 200 33994 "" "Prometheus/2.43.0" 2024-04-15T15:07:32.687 INFO:journalctl@ceph.prometheus.a.smithi102.stdout:Apr 15 15:07:32 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-prometheus-a[120881]: ts=2024-04-15T15:07:32.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi016:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"362ea986-fb34-11ee-bc8f-c7b262605968\", instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T15:07:32.832 INFO:tasks.workunit.client.0.smithi016.stdout: 616: throughput=4.99MB/sec pending data=0 2024-04-15T15:07:32.832 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-I0tqmTgC_G_2c-_ off=10202392 len=759003 2024-04-15T15:07:32.836 INFO:tasks.workunit.client.0.smithi016.stdout:op 3153 completed, throughput=4.99MB/sec 2024-04-15T15:07:32.837 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-UVfjWx-tDRwwF4P off=0 len=1308256 2024-04-15T15:07:32.843 INFO:tasks.workunit.client.0.smithi016.stdout:op 3154 completed, throughput=5MB/sec 2024-04-15T15:07:32.843 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-jzgT-h-6--BbWWU off=14099102 len=676781 2024-04-15T15:07:32.845 INFO:tasks.workunit.client.0.smithi016.stdout:op 3155 completed, throughput=5MB/sec 2024-04-15T15:07:32.845 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-W4v3gZHFfqnq7b5 off=2650532 len=1787498 2024-04-15T15:07:32.854 INFO:tasks.workunit.client.0.smithi016.stdout:op 3156 completed, throughput=5MB/sec 2024-04-15T15:07:32.854 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-MCSuahT8bkhmNNo off=16618408 len=1547025 2024-04-15T15:07:32.862 INFO:tasks.workunit.client.0.smithi016.stdout:op 3157 completed, throughput=5MB/sec 2024-04-15T15:07:33.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:07:33 smithi102 ceph-mon[87131]: pgmap v1661: 105 pgs: 105 active+clean; 127 GiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 2.9 MiB/s rd, 3.0 MiB/s wr, 6 op/s 2024-04-15T15:07:33.789 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:07:33 smithi016 ceph-mon[90652]: pgmap v1661: 105 pgs: 105 active+clean; 127 GiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 2.9 MiB/s rd, 3.0 MiB/s wr, 6 op/s 2024-04-15T15:07:33.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:07:33 smithi016 ceph-mon[93212]: pgmap v1661: 105 pgs: 105 active+clean; 127 GiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 2.9 MiB/s rd, 3.0 MiB/s wr, 6 op/s 2024-04-15T15:07:33.862 INFO:tasks.workunit.client.0.smithi016.stdout: 617: throughput=4.99MB/sec pending data=0 2024-04-15T15:07:33.862 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-sjwKZ1O-D-9cKtZ off=11284435 len=322511 2024-04-15T15:07:33.866 INFO:tasks.workunit.client.0.smithi016.stdout:op 3158 completed, throughput=4.99MB/sec 2024-04-15T15:07:33.866 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-5qjkJJ6FmcDBTf9 off=10934503 len=1079200 2024-04-15T15:07:33.872 INFO:tasks.workunit.client.0.smithi016.stdout:op 3159 completed, throughput=5MB/sec 2024-04-15T15:07:33.872 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-EFbMfsAn5n-HUMV off=3633784 len=445037 2024-04-15T15:07:33.876 INFO:tasks.workunit.client.0.smithi016.stdout:op 3160 completed, throughput=5MB/sec 2024-04-15T15:07:33.876 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-Lgcp2dExj7Rkudr off=3600344 len=1909164 2024-04-15T15:07:33.878 INFO:tasks.workunit.client.0.smithi016.stdout:op 3161 completed, throughput=5MB/sec 2024-04-15T15:07:33.879 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-gFYeOca3qv9yTVS off=6560964 len=685472 2024-04-15T15:07:33.880 INFO:tasks.workunit.client.0.smithi016.stdout:op 3162 completed, throughput=5MB/sec 2024-04-15T15:07:34.880 INFO:tasks.workunit.client.0.smithi016.stdout: 618: throughput=4.99MB/sec pending data=0 2024-04-15T15:07:34.880 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-DUP0imlKQ1n0Wts off=10963273 len=1140997 2024-04-15T15:07:34.883 INFO:tasks.workunit.client.0.smithi016.stdout:op 3163 completed, throughput=4.99MB/sec 2024-04-15T15:07:34.883 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-1P2No6fRiDrRm4h off=16500421 len=1221943 2024-04-15T15:07:34.889 INFO:tasks.workunit.client.0.smithi016.stdout:op 3164 completed, throughput=5MB/sec 2024-04-15T15:07:34.889 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-RzviIQreCCqSKUy off=4818778 len=1642153 2024-04-15T15:07:34.899 INFO:tasks.workunit.client.0.smithi016.stdout:op 3165 completed, throughput=5MB/sec 2024-04-15T15:07:34.899 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-zZtqLt7EnQG9_GU off=8071834 len=1398633 2024-04-15T15:07:34.901 INFO:tasks.workunit.client.0.smithi016.stdout:op 3166 completed, throughput=5MB/sec 2024-04-15T15:07:35.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:07:35 smithi102 ceph-mon[87131]: pgmap v1662: 105 pgs: 105 active+clean; 127 GiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-15T15:07:35.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:07:35 smithi016 ceph-mon[90652]: pgmap v1662: 105 pgs: 105 active+clean; 127 GiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-15T15:07:35.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:07:35 smithi016 ceph-mon[93212]: pgmap v1662: 105 pgs: 105 active+clean; 127 GiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-15T15:07:35.901 INFO:tasks.workunit.client.0.smithi016.stdout: 619: throughput=4.99MB/sec pending data=0 2024-04-15T15:07:35.901 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-VDVg6dfbL994NZo off=1451914 len=978546 2024-04-15T15:07:35.906 INFO:tasks.workunit.client.0.smithi016.stdout:op 3167 completed, throughput=4.99MB/sec 2024-04-15T15:07:35.907 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-E2M4zVTzZPqI-g0 off=14516444 len=619637 2024-04-15T15:07:35.911 INFO:tasks.workunit.client.0.smithi016.stdout:op 3168 completed, throughput=4.99MB/sec 2024-04-15T15:07:35.911 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-FMvRhq7MhN77Sia off=4395018 len=865684 2024-04-15T15:07:35.915 INFO:tasks.workunit.client.0.smithi016.stdout:op 3169 completed, throughput=5MB/sec 2024-04-15T15:07:35.915 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-LM6TPREkAvTDOi_ off=15794928 len=1493455 2024-04-15T15:07:35.916 INFO:tasks.workunit.client.0.smithi016.stdout:op 3170 completed, throughput=5MB/sec 2024-04-15T15:07:35.917 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-bGqq-UhNVn3Uw0H off=11797476 len=1937397 2024-04-15T15:07:35.919 INFO:tasks.workunit.client.0.smithi016.stdout:op 3171 completed, throughput=5MB/sec 2024-04-15T15:07:36.919 INFO:tasks.workunit.client.0.smithi016.stdout: 620: throughput=4.99MB/sec pending data=0 2024-04-15T15:07:36.919 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-6fGPMekCwi0SJP7 off=10524600 len=215353 2024-04-15T15:07:36.920 INFO:tasks.workunit.client.0.smithi016.stdout:op 3172 completed, throughput=4.99MB/sec 2024-04-15T15:07:36.920 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-BWbU4fmhz0PN0Ua off=2100971 len=441763 2024-04-15T15:07:36.923 INFO:tasks.workunit.client.0.smithi016.stdout:op 3173 completed, throughput=4.99MB/sec 2024-04-15T15:07:36.923 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj--1MPgh-bzcOVqo2 off=5986715 len=2087110 2024-04-15T15:07:36.933 INFO:tasks.workunit.client.0.smithi016.stdout:op 3174 completed, throughput=5MB/sec 2024-04-15T15:07:36.933 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-uiCd_4aPIuzgXgw off=13134547 len=111022 2024-04-15T15:07:36.935 INFO:tasks.workunit.client.0.smithi016.stdout:op 3175 completed, throughput=5MB/sec 2024-04-15T15:07:36.935 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-0flw_BGgPZ8uP9q off=1605570 len=106005 2024-04-15T15:07:36.935 INFO:tasks.workunit.client.0.smithi016.stdout:op 3176 completed, throughput=5MB/sec 2024-04-15T15:07:36.935 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-711peUwFH-OQQ7z off=7706513 len=1459621 2024-04-15T15:07:36.938 INFO:tasks.workunit.client.0.smithi016.stdout:op 3177 completed, throughput=5MB/sec 2024-04-15T15:07:36.938 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-KQY6J8wAgAd5kpT off=1383151 len=1988098 2024-04-15T15:07:36.946 INFO:tasks.workunit.client.0.smithi016.stdout:op 3178 completed, throughput=5MB/sec 2024-04-15T15:07:37.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:07:37 smithi102 ceph-mon[87131]: pgmap v1663: 105 pgs: 105 active+clean; 127 GiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.1 MiB/s wr, 6 op/s 2024-04-15T15:07:37.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:07:37 smithi016 ceph-mon[90652]: pgmap v1663: 105 pgs: 105 active+clean; 127 GiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.1 MiB/s wr, 6 op/s 2024-04-15T15:07:37.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:07:37 smithi016 ceph-mon[93212]: pgmap v1663: 105 pgs: 105 active+clean; 127 GiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.1 MiB/s wr, 6 op/s 2024-04-15T15:07:37.946 INFO:tasks.workunit.client.0.smithi016.stdout: 621: throughput=4.99MB/sec pending data=0 2024-04-15T15:07:37.946 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-isN-PCANdbRBKIi off=4733030 len=227897 2024-04-15T15:07:37.947 INFO:tasks.workunit.client.0.smithi016.stdout:op 3179 completed, throughput=4.99MB/sec 2024-04-15T15:07:37.947 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-JG-L-opSBCnD-OG off=3115288 len=217797 2024-04-15T15:07:37.947 INFO:tasks.workunit.client.0.smithi016.stdout:op 3180 completed, throughput=5MB/sec 2024-04-15T15:07:37.947 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-Lg0n92n1jR3rxIN off=8010363 len=818187 2024-04-15T15:07:37.949 INFO:tasks.workunit.client.0.smithi016.stdout:op 3181 completed, throughput=5MB/sec 2024-04-15T15:07:37.949 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-8RuI6tyPZyRz-v9 off=12529259 len=880199 2024-04-15T15:07:37.953 INFO:tasks.workunit.client.0.smithi016.stdout:op 3182 completed, throughput=5MB/sec 2024-04-15T15:07:37.953 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-ecl0boil-FWsD4W off=7532451 len=1771690 2024-04-15T15:07:37.956 INFO:tasks.workunit.client.0.smithi016.stdout:op 3183 completed, throughput=5MB/sec 2024-04-15T15:07:38.956 INFO:tasks.workunit.client.0.smithi016.stdout: 622: throughput=4.99MB/sec pending data=0 2024-04-15T15:07:38.957 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-xAwp63-uqEX5dBV off=6970128 len=1190137 2024-04-15T15:07:38.958 INFO:tasks.workunit.client.0.smithi016.stdout:op 3184 completed, throughput=4.99MB/sec 2024-04-15T15:07:38.958 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-hL5YD85eaM3v3fG off=5035105 len=842346 2024-04-15T15:07:38.959 INFO:tasks.workunit.client.0.smithi016.stdout:op 3185 completed, throughput=5MB/sec 2024-04-15T15:07:38.959 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-rHVcRkwJvs0TA04 off=2282785 len=431806 2024-04-15T15:07:38.963 INFO:tasks.workunit.client.0.smithi016.stdout:op 3186 completed, throughput=5MB/sec 2024-04-15T15:07:38.963 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-8XV90uM7mvm1nR3 off=8957292 len=762734 2024-04-15T15:07:38.964 INFO:tasks.workunit.client.0.smithi016.stdout:op 3187 completed, throughput=5MB/sec 2024-04-15T15:07:38.964 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-vVfkmTPyi7nJXeg off=14084579 len=1052856 2024-04-15T15:07:38.965 INFO:tasks.workunit.client.0.smithi016.stdout:op 3188 completed, throughput=5MB/sec 2024-04-15T15:07:38.966 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-IvtK8_R72QYunpp off=7413843 len=1317973 2024-04-15T15:07:38.968 INFO:tasks.workunit.client.0.smithi016.stdout:op 3189 completed, throughput=5MB/sec 2024-04-15T15:07:39.688 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:07:39 smithi102 ceph-mon[87131]: pgmap v1664: 105 pgs: 105 active+clean; 127 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-04-15T15:07:39.688 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:07:39 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T15:07:39.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:07:39 smithi016 ceph-mon[90652]: pgmap v1664: 105 pgs: 105 active+clean; 127 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-04-15T15:07:39.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:07:39 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T15:07:39.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:07:39 smithi016 ceph-mon[93212]: pgmap v1664: 105 pgs: 105 active+clean; 127 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-04-15T15:07:39.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:07:39 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T15:07:39.968 INFO:tasks.workunit.client.0.smithi016.stdout: 623: throughput=4.99MB/sec pending data=0 2024-04-15T15:07:39.968 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-ryurZ1p12vnJz2j off=14776737 len=1607886 2024-04-15T15:07:39.970 INFO:tasks.workunit.client.0.smithi016.stdout:op 3190 completed, throughput=5MB/sec 2024-04-15T15:07:39.970 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-0ScLGeuVbZtMQn9 off=12884040 len=1399739 2024-04-15T15:07:39.976 INFO:tasks.workunit.client.0.smithi016.stdout:op 3191 completed, throughput=5MB/sec 2024-04-15T15:07:39.977 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-Wj2sTQ286Nmvct_ off=6143847 len=1714441 2024-04-15T15:07:39.983 INFO:tasks.workunit.client.0.smithi016.stdout:op 3192 completed, throughput=5MB/sec 2024-04-15T15:07:39.983 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-_XOgBv0jkP3WFl5 off=3338786 len=1685814 2024-04-15T15:07:39.984 INFO:tasks.workunit.client.0.smithi016.stdout:op 3193 completed, throughput=5MB/sec 2024-04-15T15:07:40.984 INFO:tasks.workunit.client.0.smithi016.stdout: 624: throughput=4.99MB/sec pending data=0 2024-04-15T15:07:40.985 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-JmsWvBqv093Oelz off=15652333 len=412015 2024-04-15T15:07:40.988 INFO:tasks.workunit.client.0.smithi016.stdout:op 3194 completed, throughput=5MB/sec 2024-04-15T15:07:40.988 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-sVDseI89BN1u-og off=2620433 len=1592282 2024-04-15T15:07:40.990 INFO:tasks.workunit.client.0.smithi016.stdout:op 3195 completed, throughput=5MB/sec 2024-04-15T15:07:40.990 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-Y_65jEOGo6Cc-HZ off=1595638 len=1446966 2024-04-15T15:07:40.998 INFO:tasks.workunit.client.0.smithi016.stdout:op 3196 completed, throughput=5MB/sec 2024-04-15T15:07:40.998 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-GK0Sx8uhnqtHUBv off=3046191 len=1018755 2024-04-15T15:07:41.002 INFO:tasks.workunit.client.0.smithi016.stdout:op 3197 completed, throughput=5MB/sec 2024-04-15T15:07:41.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:07:41 smithi102 ceph-mon[87131]: pgmap v1665: 105 pgs: 105 active+clean; 127 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-15T15:07:41.779 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:07:41 smithi016 ceph-mon[90652]: pgmap v1665: 105 pgs: 105 active+clean; 127 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-15T15:07:41.779 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:07:41 smithi016 ceph-mon[93212]: pgmap v1665: 105 pgs: 105 active+clean; 127 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-15T15:07:42.003 INFO:tasks.workunit.client.0.smithi016.stdout: 625: throughput=4.99MB/sec pending data=0 2024-04-15T15:07:42.003 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-mNKMqaFzXrJRULo off=2912111 len=728184 2024-04-15T15:07:42.008 INFO:tasks.workunit.client.0.smithi016.stdout:op 3198 completed, throughput=4.99MB/sec 2024-04-15T15:07:42.008 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-ApjJhBSLRxGg2R2 off=5093167 len=1205913 2024-04-15T15:07:42.013 INFO:tasks.workunit.client.0.smithi016.stdout:op 3199 completed, throughput=5MB/sec 2024-04-15T15:07:42.013 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-XmK_RDLwCVDrteA off=7508510 len=1563213 2024-04-15T15:07:42.020 INFO:tasks.workunit.client.0.smithi016.stdout:op 3200 completed, throughput=5MB/sec 2024-04-15T15:07:42.020 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-rR0IEpGp1x3Qj2j off=187238 len=768539 2024-04-15T15:07:42.021 INFO:tasks.workunit.client.0.smithi016.stdout:op 3201 completed, throughput=5MB/sec 2024-04-15T15:07:42.021 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-D57GzjaJIXpEAgn off=4353888 len=379264 2024-04-15T15:07:42.024 INFO:tasks.workunit.client.0.smithi016.stdout:op 3202 completed, throughput=5MB/sec 2024-04-15T15:07:42.039 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 15 15:07:41 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-y[81421]: ::ffff:172.21.15.102 - - [15/Apr/2024:15:07:41] "GET /metrics HTTP/1.1" 200 33988 "" "Prometheus/2.43.0" 2024-04-15T15:07:42.687 INFO:journalctl@ceph.prometheus.a.smithi102.stdout:Apr 15 15:07:42 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-prometheus-a[120881]: ts=2024-04-15T15:07:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi016:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"362ea986-fb34-11ee-bc8f-c7b262605968\", instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T15:07:43.025 INFO:tasks.workunit.client.0.smithi016.stdout: 626: throughput=4.99MB/sec pending data=0 2024-04-15T15:07:43.025 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-xMY1a7lWDGxG88o off=4936576 len=1608242 2024-04-15T15:07:43.028 INFO:tasks.workunit.client.0.smithi016.stdout:op 3203 completed, throughput=4.99MB/sec 2024-04-15T15:07:43.028 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-f5vud5-3-wTLGYV off=7208364 len=1104121 2024-04-15T15:07:43.034 INFO:tasks.workunit.client.0.smithi016.stdout:op 3204 completed, throughput=5MB/sec 2024-04-15T15:07:43.034 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-a1lYEoZW2UqPrTS off=13472288 len=1290818 2024-04-15T15:07:43.040 INFO:tasks.workunit.client.0.smithi016.stdout:op 3205 completed, throughput=5MB/sec 2024-04-15T15:07:43.040 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-xE0cjzihzIjz_T0 off=20318876 len=171093 2024-04-15T15:07:43.040 INFO:tasks.workunit.client.0.smithi016.stdout:op 3206 completed, throughput=5MB/sec 2024-04-15T15:07:43.040 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-RqbR7q6I-gvX6D4 off=1336021 len=471576 2024-04-15T15:07:43.043 INFO:tasks.workunit.client.0.smithi016.stdout:op 3207 completed, throughput=5MB/sec 2024-04-15T15:07:43.043 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-DMr_6bxDGrCLljy off=57400 len=1450451 2024-04-15T15:07:43.049 INFO:tasks.workunit.client.0.smithi016.stdout:op 3208 completed, throughput=5MB/sec 2024-04-15T15:07:43.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:07:43 smithi102 ceph-mon[87131]: pgmap v1666: 105 pgs: 105 active+clean; 127 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 3.0 MiB/s rd, 3.3 MiB/s wr, 6 op/s 2024-04-15T15:07:43.789 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:07:43 smithi016 ceph-mon[90652]: pgmap v1666: 105 pgs: 105 active+clean; 127 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 3.0 MiB/s rd, 3.3 MiB/s wr, 6 op/s 2024-04-15T15:07:43.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:07:43 smithi016 ceph-mon[93212]: pgmap v1666: 105 pgs: 105 active+clean; 127 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 3.0 MiB/s rd, 3.3 MiB/s wr, 6 op/s 2024-04-15T15:07:44.049 INFO:tasks.workunit.client.0.smithi016.stdout: 627: throughput=4.99MB/sec pending data=0 2024-04-15T15:07:44.049 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-AtYqZ-jnksof1Iq off=2541640 len=1751452 2024-04-15T15:07:44.057 INFO:tasks.workunit.client.0.smithi016.stdout:op 3209 completed, throughput=5MB/sec 2024-04-15T15:07:44.057 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-SequMq_hTlN4iLM off=1042804 len=1125566 2024-04-15T15:07:44.059 INFO:tasks.workunit.client.0.smithi016.stdout:op 3210 completed, throughput=5MB/sec 2024-04-15T15:07:44.059 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-7qjY_m3H6TYuPTN off=2189491 len=296529 2024-04-15T15:07:44.062 INFO:tasks.workunit.client.0.smithi016.stdout:op 3211 completed, throughput=5MB/sec 2024-04-15T15:07:44.062 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-Y7giM8XX6C3qdlq off=3580487 len=1648628 2024-04-15T15:07:44.064 INFO:tasks.workunit.client.0.smithi016.stdout:op 3212 completed, throughput=5MB/sec 2024-04-15T15:07:45.064 INFO:tasks.workunit.client.0.smithi016.stdout: 628: throughput=4.99MB/sec pending data=0 2024-04-15T15:07:45.065 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-k1C5r5gpimoqws_ off=2514393 len=354327 2024-04-15T15:07:45.068 INFO:tasks.workunit.client.0.smithi016.stdout:op 3213 completed, throughput=4.99MB/sec 2024-04-15T15:07:45.068 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-oWeMy4JvGCt7GPg off=9979959 len=755434 2024-04-15T15:07:45.072 INFO:tasks.workunit.client.0.smithi016.stdout:op 3214 completed, throughput=4.99MB/sec 2024-04-15T15:07:45.072 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-nTTdohmYcjkerLT off=19550255 len=911520 2024-04-15T15:07:45.077 INFO:tasks.workunit.client.0.smithi016.stdout:op 3215 completed, throughput=5MB/sec 2024-04-15T15:07:45.077 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-zXikYMCY2VLWBkX off=9882014 len=24701 2024-04-15T15:07:45.079 INFO:tasks.workunit.client.0.smithi016.stdout:op 3216 completed, throughput=5MB/sec 2024-04-15T15:07:45.079 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-qOphK8X3Bntn4IV off=6377413 len=961430 2024-04-15T15:07:45.082 INFO:tasks.workunit.client.0.smithi016.stdout:op 3217 completed, throughput=5MB/sec 2024-04-15T15:07:45.082 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-koypv0cI5-wC32q off=152343 len=1069009 2024-04-15T15:07:45.086 INFO:tasks.workunit.client.0.smithi016.stdout:op 3218 completed, throughput=5MB/sec 2024-04-15T15:07:45.086 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-8t7m7JpJRI80G5n off=19035540 len=1545136 2024-04-15T15:07:45.088 INFO:tasks.workunit.client.0.smithi016.stdout:op 3219 completed, throughput=5MB/sec 2024-04-15T15:07:45.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:07:45 smithi102 ceph-mon[87131]: pgmap v1667: 105 pgs: 105 active+clean; 127 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-15T15:07:45.789 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:07:45 smithi016 ceph-mon[90652]: pgmap v1667: 105 pgs: 105 active+clean; 127 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-15T15:07:45.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:07:45 smithi016 ceph-mon[93212]: pgmap v1667: 105 pgs: 105 active+clean; 127 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-15T15:07:46.088 INFO:tasks.workunit.client.0.smithi016.stdout: 629: throughput=4.99MB/sec pending data=0 2024-04-15T15:07:46.089 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-r4fzzpwGVMrRfu9 off=21232549 len=1470537 2024-04-15T15:07:46.097 INFO:tasks.workunit.client.0.smithi016.stdout:op 3220 completed, throughput=5MB/sec 2024-04-15T15:07:46.098 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-j6Z82Rx-EtSaRoe off=6121197 len=447552 2024-04-15T15:07:46.098 INFO:tasks.workunit.client.0.smithi016.stdout:op 3221 completed, throughput=5MB/sec 2024-04-15T15:07:46.099 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-C8BBuEQ4T0gjZbL off=12233467 len=289103 2024-04-15T15:07:46.099 INFO:tasks.workunit.client.0.smithi016.stdout:op 3222 completed, throughput=5MB/sec 2024-04-15T15:07:46.099 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-czKTbjB9ru9Nmoc off=17143128 len=1720434 2024-04-15T15:07:46.109 INFO:tasks.workunit.client.0.smithi016.stdout:op 3223 completed, throughput=5MB/sec 2024-04-15T15:07:46.109 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-pmYyL_uKjwrxYOn off=14611638 len=534296 2024-04-15T15:07:46.113 INFO:tasks.workunit.client.0.smithi016.stdout:op 3224 completed, throughput=5MB/sec 2024-04-15T15:07:46.113 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-aysSOwH6o5UbFZg off=9479673 len=652720 2024-04-15T15:07:46.117 INFO:tasks.workunit.client.0.smithi016.stdout:op 3225 completed, throughput=5MB/sec 2024-04-15T15:07:47.117 INFO:tasks.workunit.client.0.smithi016.stdout: 630: throughput=4.99MB/sec pending data=0 2024-04-15T15:07:47.117 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-LpCSGvqsaykLZMo off=2282800 len=420546 2024-04-15T15:07:47.127 INFO:tasks.workunit.client.0.smithi016.stdout:op 3226 completed, throughput=4.99MB/sec 2024-04-15T15:07:47.128 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-Qmos9mRGZKxGEoL off=1955249 len=179343 2024-04-15T15:07:47.128 INFO:tasks.workunit.client.0.smithi016.stdout:op 3227 completed, throughput=4.99MB/sec 2024-04-15T15:07:47.128 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-JsB3eEMP9qPJzU6 off=9973369 len=482266 2024-04-15T15:07:47.128 INFO:tasks.workunit.client.0.smithi016.stdout:op 3228 completed, throughput=4.99MB/sec 2024-04-15T15:07:47.128 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-1S0y9iFnaMUP4xa off=5521874 len=549219 2024-04-15T15:07:47.129 INFO:tasks.workunit.client.0.smithi016.stdout:op 3229 completed, throughput=4.99MB/sec 2024-04-15T15:07:47.129 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-7moQZPQS5Nt5jBZ off=3052087 len=1368528 2024-04-15T15:07:47.133 INFO:tasks.workunit.client.0.smithi016.stdout:op 3230 completed, throughput=5MB/sec 2024-04-15T15:07:47.133 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-Grh0UGFsDNBsKZF off=3564667 len=1668589 2024-04-15T15:07:47.137 INFO:tasks.workunit.client.0.smithi016.stdout:op 3231 completed, throughput=5MB/sec 2024-04-15T15:07:47.137 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-mGoYBQmhTpOnnUl off=10810030 len=86569 2024-04-15T15:07:47.137 INFO:tasks.workunit.client.0.smithi016.stdout:op 3232 completed, throughput=5MB/sec 2024-04-15T15:07:47.138 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-PQ2TDj6UyuPvk3C off=1234643 len=1015747 2024-04-15T15:07:47.139 INFO:tasks.workunit.client.0.smithi016.stdout:op 3233 completed, throughput=5MB/sec 2024-04-15T15:07:47.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:07:47 smithi102 ceph-mon[87131]: pgmap v1668: 105 pgs: 105 active+clean; 127 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 2.8 MiB/s rd, 3.5 MiB/s wr, 6 op/s 2024-04-15T15:07:47.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:07:47 smithi016 ceph-mon[93212]: pgmap v1668: 105 pgs: 105 active+clean; 127 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 2.8 MiB/s rd, 3.5 MiB/s wr, 6 op/s 2024-04-15T15:07:47.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:07:47 smithi016 ceph-mon[90652]: pgmap v1668: 105 pgs: 105 active+clean; 127 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 2.8 MiB/s rd, 3.5 MiB/s wr, 6 op/s 2024-04-15T15:07:48.139 INFO:tasks.workunit.client.0.smithi016.stdout: 631: throughput=4.99MB/sec pending data=0 2024-04-15T15:07:48.139 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-inx36bAR6Zcx2mq off=6247454 len=2018106 2024-04-15T15:07:48.152 INFO:tasks.workunit.client.0.smithi016.stdout:op 3234 completed, throughput=5MB/sec 2024-04-15T15:07:48.152 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-u2dIFlTuTSkezxf off=913145 len=541709 2024-04-15T15:07:48.153 INFO:tasks.workunit.client.0.smithi016.stdout:op 3235 completed, throughput=5MB/sec 2024-04-15T15:07:48.153 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-rNsLiTgzIVqF2dL off=10985950 len=986238 2024-04-15T15:07:48.154 INFO:tasks.workunit.client.0.smithi016.stdout:op 3236 completed, throughput=5MB/sec 2024-04-15T15:07:48.154 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-VTpVJDVqSI890jb off=10733217 len=1172376 2024-04-15T15:07:48.156 INFO:tasks.workunit.client.0.smithi016.stdout:op 3237 completed, throughput=5MB/sec 2024-04-15T15:07:49.156 INFO:tasks.workunit.client.0.smithi016.stdout: 632: throughput=4.99MB/sec pending data=0 2024-04-15T15:07:49.157 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-96Dg-qU-F1K-7z- off=1576825 len=486284 2024-04-15T15:07:49.157 INFO:tasks.workunit.client.0.smithi016.stdout:op 3238 completed, throughput=4.99MB/sec 2024-04-15T15:07:49.157 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-zslMG5AWJKLwohB off=21552013 len=231471 2024-04-15T15:07:49.158 INFO:tasks.workunit.client.0.smithi016.stdout:op 3239 completed, throughput=4.99MB/sec 2024-04-15T15:07:49.158 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-gqsCZsi5ho5uAGa off=2526943 len=610491 2024-04-15T15:07:49.159 INFO:tasks.workunit.client.0.smithi016.stdout:op 3240 completed, throughput=4.99MB/sec 2024-04-15T15:07:49.159 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-MhP7-k2PmKe-Ck1 off=8132655 len=869311 2024-04-15T15:07:49.164 INFO:tasks.workunit.client.0.smithi016.stdout:op 3241 completed, throughput=5MB/sec 2024-04-15T15:07:49.164 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-QB97i_CQPc17Ca7 off=494413 len=697326 2024-04-15T15:07:49.168 INFO:tasks.workunit.client.0.smithi016.stdout:op 3242 completed, throughput=5MB/sec 2024-04-15T15:07:49.168 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-j0n74u4Q0mCv1j- off=9200303 len=1370037 2024-04-15T15:07:49.174 INFO:tasks.workunit.client.0.smithi016.stdout:op 3243 completed, throughput=5MB/sec 2024-04-15T15:07:49.174 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-6DR34DIJucC6OCy off=15933043 len=781232 2024-04-15T15:07:49.176 INFO:tasks.workunit.client.0.smithi016.stdout:op 3244 completed, throughput=5MB/sec 2024-04-15T15:07:49.176 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-5kEYaC0i1IIEqFn off=7749461 len=1216168 2024-04-15T15:07:49.181 INFO:tasks.workunit.client.0.smithi016.stdout:op 3245 completed, throughput=5MB/sec 2024-04-15T15:07:49.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:07:49 smithi102 ceph-mon[87131]: pgmap v1669: 105 pgs: 105 active+clean; 127 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-04-15T15:07:49.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:07:49 smithi016 ceph-mon[90652]: pgmap v1669: 105 pgs: 105 active+clean; 127 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-04-15T15:07:49.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:07:49 smithi016 ceph-mon[93212]: pgmap v1669: 105 pgs: 105 active+clean; 127 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-04-15T15:07:50.182 INFO:tasks.workunit.client.0.smithi016.stdout: 633: throughput=4.99MB/sec pending data=0 2024-04-15T15:07:50.182 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-mYfh-EOQ6anH_CP off=6845028 len=1011268 2024-04-15T15:07:50.183 INFO:tasks.workunit.client.0.smithi016.stdout:op 3246 completed, throughput=5MB/sec 2024-04-15T15:07:50.183 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-etRB39eacKQ38Rc off=2544779 len=1082680 2024-04-15T15:07:50.189 INFO:tasks.workunit.client.0.smithi016.stdout:op 3247 completed, throughput=5MB/sec 2024-04-15T15:07:50.189 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-CYwbDVXF-T8G4PV off=12103702 len=1788336 2024-04-15T15:07:50.197 INFO:tasks.workunit.client.0.smithi016.stdout:op 3248 completed, throughput=5MB/sec 2024-04-15T15:07:50.197 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-_OlBEHEIiBww9B_ off=2267694 len=810350 2024-04-15T15:07:50.201 INFO:tasks.workunit.client.0.smithi016.stdout:op 3249 completed, throughput=5MB/sec 2024-04-15T15:07:51.201 INFO:tasks.workunit.client.0.smithi016.stdout: 634: throughput=4.99MB/sec pending data=0 2024-04-15T15:07:51.201 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-BBF5tW87GMqP3Xy off=4176593 len=785030 2024-04-15T15:07:51.206 INFO:tasks.workunit.client.0.smithi016.stdout:op 3250 completed, throughput=4.99MB/sec 2024-04-15T15:07:51.206 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-nYQhaFvFdOtvVar off=7310615 len=8928 2024-04-15T15:07:51.207 INFO:tasks.workunit.client.0.smithi016.stdout:op 3251 completed, throughput=4.99MB/sec 2024-04-15T15:07:51.207 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-XmbQ0Sq-sU-TDzs off=9346126 len=2091163 2024-04-15T15:07:51.216 INFO:tasks.workunit.client.0.smithi016.stdout:op 3252 completed, throughput=5MB/sec 2024-04-15T15:07:51.216 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-pCVoSym6yX771Dg off=12547491 len=1253164 2024-04-15T15:07:51.223 INFO:tasks.workunit.client.0.smithi016.stdout:op 3253 completed, throughput=5MB/sec 2024-04-15T15:07:51.223 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-kzw-0Rzq_NMPCUI off=20947525 len=119933 2024-04-15T15:07:51.223 INFO:tasks.workunit.client.0.smithi016.stdout:op 3254 completed, throughput=5MB/sec 2024-04-15T15:07:51.223 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-AzR26UuDWuFWuuW off=11239594 len=1199239 2024-04-15T15:07:51.226 INFO:tasks.workunit.client.0.smithi016.stdout:op 3255 completed, throughput=5MB/sec 2024-04-15T15:07:51.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:07:51 smithi102 ceph-mon[87131]: pgmap v1670: 105 pgs: 105 active+clean; 127 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-15T15:07:51.778 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:07:51 smithi016 ceph-mon[90652]: pgmap v1670: 105 pgs: 105 active+clean; 127 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-15T15:07:51.778 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:07:51 smithi016 ceph-mon[93212]: pgmap v1670: 105 pgs: 105 active+clean; 127 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-15T15:07:52.040 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 15 15:07:51 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-y[81421]: ::ffff:172.21.15.102 - - [15/Apr/2024:15:07:51] "GET /metrics HTTP/1.1" 200 33988 "" "Prometheus/2.43.0" 2024-04-15T15:07:52.226 INFO:tasks.workunit.client.0.smithi016.stdout: 635: throughput=4.99MB/sec pending data=0 2024-04-15T15:07:52.226 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-yaWTzjd1XgRvWdj off=3830185 len=616959 2024-04-15T15:07:52.230 INFO:tasks.workunit.client.0.smithi016.stdout:op 3256 completed, throughput=4.99MB/sec 2024-04-15T15:07:52.230 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-NEwNjSCCeaCRutA off=825847 len=780770 2024-04-15T15:07:52.231 INFO:tasks.workunit.client.0.smithi016.stdout:op 3257 completed, throughput=4.99MB/sec 2024-04-15T15:07:52.232 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-fYb-UaAMaYFZdrY off=9813782 len=1861943 2024-04-15T15:07:52.240 INFO:tasks.workunit.client.0.smithi016.stdout:op 3258 completed, throughput=5MB/sec 2024-04-15T15:07:52.240 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-hu_SH6aIYWMUTOK off=1937988 len=375597 2024-04-15T15:07:52.241 INFO:tasks.workunit.client.0.smithi016.stdout:op 3259 completed, throughput=5MB/sec 2024-04-15T15:07:52.241 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-DWmlaUStHf12qIh off=7100447 len=1851174 2024-04-15T15:07:52.251 INFO:tasks.workunit.client.0.smithi016.stdout:op 3260 completed, throughput=5MB/sec 2024-04-15T15:07:52.687 INFO:journalctl@ceph.prometheus.a.smithi102.stdout:Apr 15 15:07:52 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-prometheus-a[120881]: ts=2024-04-15T15:07:52.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi016:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"362ea986-fb34-11ee-bc8f-c7b262605968\", instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T15:07:53.252 INFO:tasks.workunit.client.0.smithi016.stdout: 636: throughput=4.99MB/sec pending data=0 2024-04-15T15:07:53.252 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-FG2L_Z5Euj9LHfY off=3294169 len=534230 2024-04-15T15:07:53.253 INFO:tasks.workunit.client.0.smithi016.stdout:op 3261 completed, throughput=4.99MB/sec 2024-04-15T15:07:53.253 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-mh1kLAAYQ4Mrzdo off=3391169 len=1776362 2024-04-15T15:07:53.261 INFO:tasks.workunit.client.0.smithi016.stdout:op 3262 completed, throughput=5MB/sec 2024-04-15T15:07:53.261 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-AXSgFDeOV6Ux9Wb off=829453 len=984041 2024-04-15T15:07:53.262 INFO:tasks.workunit.client.0.smithi016.stdout:op 3263 completed, throughput=5MB/sec 2024-04-15T15:07:53.263 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-wn24KqdKhVFtxU1 off=163662 len=1059271 2024-04-15T15:07:53.268 INFO:tasks.workunit.client.0.smithi016.stdout:op 3264 completed, throughput=5MB/sec 2024-04-15T15:07:53.268 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-YfA7RCpR1A9G-af off=1267824 len=1116393 2024-04-15T15:07:53.274 INFO:tasks.workunit.client.0.smithi016.stdout:op 3265 completed, throughput=5MB/sec 2024-04-15T15:07:53.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:07:53 smithi102 ceph-mon[87131]: pgmap v1671: 105 pgs: 105 active+clean; 127 GiB data, 8.6 GiB used, 707 GiB / 715 GiB avail; 2.9 MiB/s rd, 3.6 MiB/s wr, 6 op/s 2024-04-15T15:07:53.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:07:53 smithi016 ceph-mon[90652]: pgmap v1671: 105 pgs: 105 active+clean; 127 GiB data, 8.6 GiB used, 707 GiB / 715 GiB avail; 2.9 MiB/s rd, 3.6 MiB/s wr, 6 op/s 2024-04-15T15:07:53.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:07:53 smithi016 ceph-mon[93212]: pgmap v1671: 105 pgs: 105 active+clean; 127 GiB data, 8.6 GiB used, 707 GiB / 715 GiB avail; 2.9 MiB/s rd, 3.6 MiB/s wr, 6 op/s 2024-04-15T15:07:54.275 INFO:tasks.workunit.client.0.smithi016.stdout: 637: throughput=4.99MB/sec pending data=0 2024-04-15T15:07:54.275 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-R8DKB2E39TD3fiN off=2848866 len=1418920 2024-04-15T15:07:54.281 INFO:tasks.workunit.client.0.smithi016.stdout:op 3266 completed, throughput=5MB/sec 2024-04-15T15:07:54.281 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-NxMTz7gJlIYKamM off=6758624 len=2036587 2024-04-15T15:07:54.282 INFO:tasks.workunit.client.0.smithi016.stdout:op 3267 completed, throughput=5MB/sec 2024-04-15T15:07:54.282 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-DmqIiZd47_Nmrb6 off=577991 len=1063025 2024-04-15T15:07:54.287 INFO:tasks.workunit.client.0.smithi016.stdout:op 3268 completed, throughput=5MB/sec 2024-04-15T15:07:54.287 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-geDbA1DNRKOcB6T off=10372046 len=476799 2024-04-15T15:07:54.289 INFO:tasks.workunit.client.0.smithi016.stdout:op 3269 completed, throughput=5MB/sec 2024-04-15T15:07:54.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:07:54 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T15:07:54.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:07:54 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T15:07:54.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:07:54 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T15:07:55.289 INFO:tasks.workunit.client.0.smithi016.stdout: 638: throughput=4.99MB/sec pending data=0 2024-04-15T15:07:55.289 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-Hi-2jQFTfGV_b7T off=4784435 len=637335 2024-04-15T15:07:55.291 INFO:tasks.workunit.client.0.smithi016.stdout:op 3270 completed, throughput=4.99MB/sec 2024-04-15T15:07:55.291 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-U-CRmlj1KHgfP62 off=674947 len=1985260 2024-04-15T15:07:55.302 INFO:tasks.workunit.client.0.smithi016.stdout:op 3271 completed, throughput=5MB/sec 2024-04-15T15:07:55.302 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-nuBFJDx2nqIE5WN off=11239793 len=1462657 2024-04-15T15:07:55.310 INFO:tasks.workunit.client.0.smithi016.stdout:op 3272 completed, throughput=5MB/sec 2024-04-15T15:07:55.310 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-8Y98caB6cNmUw3m off=3793854 len=266027 2024-04-15T15:07:55.311 INFO:tasks.workunit.client.0.smithi016.stdout:op 3273 completed, throughput=5MB/sec 2024-04-15T15:07:55.311 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-KUUcnbJbNAJ-zte off=1915885 len=1548044 2024-04-15T15:07:55.314 INFO:tasks.workunit.client.0.smithi016.stdout:op 3274 completed, throughput=5MB/sec 2024-04-15T15:07:55.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:07:55 smithi102 ceph-mon[87131]: pgmap v1672: 105 pgs: 105 active+clean; 127 GiB data, 8.6 GiB used, 707 GiB / 715 GiB avail; 1.6 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-04-15T15:07:55.691 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:07:55 smithi016 ceph-mon[90652]: pgmap v1672: 105 pgs: 105 active+clean; 127 GiB data, 8.6 GiB used, 707 GiB / 715 GiB avail; 1.6 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-04-15T15:07:55.691 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:07:55 smithi016 ceph-mon[93212]: pgmap v1672: 105 pgs: 105 active+clean; 127 GiB data, 8.6 GiB used, 707 GiB / 715 GiB avail; 1.6 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-04-15T15:07:56.314 INFO:tasks.workunit.client.0.smithi016.stdout: 639: throughput=4.99MB/sec pending data=0 2024-04-15T15:07:56.314 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-fhJLcXVvF3DE4kT off=12074534 len=1867677 2024-04-15T15:07:56.324 INFO:tasks.workunit.client.0.smithi016.stdout:op 3275 completed, throughput=5MB/sec 2024-04-15T15:07:56.324 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-uqKk7BCbdEDgZ6m off=6620920 len=1470100 2024-04-15T15:07:56.331 INFO:tasks.workunit.client.0.smithi016.stdout:op 3276 completed, throughput=5MB/sec 2024-04-15T15:07:56.331 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-J08YQ-sGVBh4DeV off=3784263 len=1551671 2024-04-15T15:07:56.338 INFO:tasks.workunit.client.0.smithi016.stdout:op 3277 completed, throughput=5MB/sec 2024-04-15T15:07:57.339 INFO:tasks.workunit.client.0.smithi016.stdout: 640: throughput=4.99MB/sec pending data=0 2024-04-15T15:07:57.339 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-sPae2tjNo9zwzQR off=10779441 len=25062 2024-04-15T15:07:57.339 INFO:tasks.workunit.client.0.smithi016.stdout:op 3278 completed, throughput=4.99MB/sec 2024-04-15T15:07:57.339 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-lclHURL2oPE-5wK off=8353964 len=1767464 2024-04-15T15:07:57.341 INFO:tasks.workunit.client.0.smithi016.stdout:op 3279 completed, throughput=5MB/sec 2024-04-15T15:07:57.341 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-CdCgYByhjPfvTVI off=548609 len=1569630 2024-04-15T15:07:57.351 INFO:tasks.workunit.client.0.smithi016.stdout:op 3280 completed, throughput=5MB/sec 2024-04-15T15:07:57.351 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-msRDh7dO6mAslQr off=6441269 len=77310 2024-04-15T15:07:57.351 INFO:tasks.workunit.client.0.smithi016.stdout:op 3281 completed, throughput=5MB/sec 2024-04-15T15:07:57.351 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-V9NfEqAGt7lsxIM off=1926652 len=1660510 2024-04-15T15:07:57.353 INFO:tasks.workunit.client.0.smithi016.stdout:op 3282 completed, throughput=5MB/sec 2024-04-15T15:07:57.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:07:57 smithi102 ceph-mon[87131]: pgmap v1673: 105 pgs: 105 active+clean; 127 GiB data, 8.6 GiB used, 707 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.7 MiB/s wr, 6 op/s 2024-04-15T15:07:57.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:07:57 smithi016 ceph-mon[90652]: pgmap v1673: 105 pgs: 105 active+clean; 127 GiB data, 8.6 GiB used, 707 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.7 MiB/s wr, 6 op/s 2024-04-15T15:07:57.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:07:57 smithi016 ceph-mon[93212]: pgmap v1673: 105 pgs: 105 active+clean; 127 GiB data, 8.6 GiB used, 707 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.7 MiB/s wr, 6 op/s 2024-04-15T15:07:58.354 INFO:tasks.workunit.client.0.smithi016.stdout: 641: throughput=4.99MB/sec pending data=0 2024-04-15T15:07:58.354 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-cGM16pB4kT1XbTU off=1135496 len=1863730 2024-04-15T15:07:58.362 INFO:tasks.workunit.client.0.smithi016.stdout:op 3283 completed, throughput=5MB/sec 2024-04-15T15:07:58.362 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-F4--Xmb3AbUUCUx off=17471250 len=1800946 2024-04-15T15:07:58.366 INFO:tasks.workunit.client.0.smithi016.stdout:op 3284 completed, throughput=5MB/sec 2024-04-15T15:07:58.366 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-v-_R_byHfSlAbTc off=7018295 len=827404 2024-04-15T15:07:58.371 INFO:tasks.workunit.client.0.smithi016.stdout:op 3285 completed, throughput=5MB/sec 2024-04-15T15:07:58.371 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-LHehachV3yBFkSB off=4788597 len=677226 2024-04-15T15:07:58.372 INFO:tasks.workunit.client.0.smithi016.stdout:op 3286 completed, throughput=5MB/sec 2024-04-15T15:07:58.373 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-EUJAMIYEXEADf7S off=5876959 len=1254412 2024-04-15T15:07:58.379 INFO:tasks.workunit.client.0.smithi016.stdout:op 3287 completed, throughput=5MB/sec 2024-04-15T15:07:59.379 INFO:tasks.workunit.client.0.smithi016.stdout: 642: throughput=4.99MB/sec pending data=0 2024-04-15T15:07:59.380 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-0GqdB0LFnqdIQQA off=1021880 len=314869 2024-04-15T15:07:59.383 INFO:tasks.workunit.client.0.smithi016.stdout:op 3288 completed, throughput=4.99MB/sec 2024-04-15T15:07:59.383 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-iOu-XSQpRuC2Ap6 off=20575758 len=315699 2024-04-15T15:07:59.384 INFO:tasks.workunit.client.0.smithi016.stdout:op 3289 completed, throughput=4.99MB/sec 2024-04-15T15:07:59.384 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-J3EVhEGZ2IhKXlk off=1026394 len=1548662 2024-04-15T15:07:59.386 INFO:tasks.workunit.client.0.smithi016.stdout:op 3290 completed, throughput=5MB/sec 2024-04-15T15:07:59.386 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-_OXVMkMqAoHtxVE off=210825 len=5277 2024-04-15T15:07:59.388 INFO:tasks.workunit.client.0.smithi016.stdout:op 3291 completed, throughput=5MB/sec 2024-04-15T15:07:59.388 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-izuzAjbiinZUOxE off=2482253 len=573912 2024-04-15T15:07:59.392 INFO:tasks.workunit.client.0.smithi016.stdout:op 3292 completed, throughput=5MB/sec 2024-04-15T15:07:59.392 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-P9bcXqEwFjwy1t1 off=489829 len=1990630 2024-04-15T15:07:59.400 INFO:tasks.workunit.client.0.smithi016.stdout:op 3293 completed, throughput=5MB/sec 2024-04-15T15:07:59.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:07:59 smithi016 ceph-mon[90652]: pgmap v1674: 105 pgs: 105 active+clean; 127 GiB data, 8.6 GiB used, 707 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2024-04-15T15:07:59.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:07:59 smithi016 ceph-mon[93212]: pgmap v1674: 105 pgs: 105 active+clean; 127 GiB data, 8.6 GiB used, 707 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2024-04-15T15:07:59.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:07:59 smithi102 ceph-mon[87131]: pgmap v1674: 105 pgs: 105 active+clean; 127 GiB data, 8.6 GiB used, 707 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2024-04-15T15:08:00.400 INFO:tasks.workunit.client.0.smithi016.stdout: 643: throughput=4.99MB/sec pending data=0 2024-04-15T15:08:00.400 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-bDwwRfW3nzGTR5J off=6225513 len=772598 2024-04-15T15:08:00.401 INFO:tasks.workunit.client.0.smithi016.stdout:op 3294 completed, throughput=4.99MB/sec 2024-04-15T15:08:00.401 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-oLwsiWxRB249zxw off=7499153 len=321563 2024-04-15T15:08:00.402 INFO:tasks.workunit.client.0.smithi016.stdout:op 3295 completed, throughput=4.99MB/sec 2024-04-15T15:08:00.402 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-QgY6IKxQ5V0mX-F off=2901057 len=577673 2024-04-15T15:08:00.404 INFO:tasks.workunit.client.0.smithi016.stdout:op 3296 completed, throughput=5MB/sec 2024-04-15T15:08:00.404 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-hc2lV0xjIovnOQE off=7039182 len=1287466 2024-04-15T15:08:00.411 INFO:tasks.workunit.client.0.smithi016.stdout:op 3297 completed, throughput=5MB/sec 2024-04-15T15:08:00.411 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-PrTO4diNny3lY16 off=4676798 len=226077 2024-04-15T15:08:00.411 INFO:tasks.workunit.client.0.smithi016.stdout:op 3298 completed, throughput=5MB/sec 2024-04-15T15:08:00.411 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-KUXblz8GKlzNvuR off=3779301 len=1894577 2024-04-15T15:08:00.415 INFO:tasks.workunit.client.0.smithi016.stdout:op 3299 completed, throughput=5MB/sec 2024-04-15T15:08:01.415 INFO:tasks.workunit.client.0.smithi016.stdout: 644: throughput=4.99MB/sec pending data=0 2024-04-15T15:08:01.415 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-iiz3zp7ctyqCob_ off=2455884 len=1116823 2024-04-15T15:08:01.421 INFO:tasks.workunit.client.0.smithi016.stdout:op 3300 completed, throughput=4.99MB/sec 2024-04-15T15:08:01.421 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-qOmr4-iDUn-X2zk off=3138876 len=1876478 2024-04-15T15:08:01.423 INFO:tasks.workunit.client.0.smithi016.stdout:op 3301 completed, throughput=5MB/sec 2024-04-15T15:08:01.423 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-_XOgBv0jkP3WFl5 off=7190946 len=1852555 2024-04-15T15:08:01.424 INFO:tasks.workunit.client.0.smithi016.stdout:op 3302 completed, throughput=5MB/sec 2024-04-15T15:08:01.424 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-jBivZOCr88_WrWJ off=908110 len=1213892 2024-04-15T15:08:01.432 INFO:tasks.workunit.client.0.smithi016.stdout:op 3303 completed, throughput=5MB/sec 2024-04-15T15:08:01.780 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:08:01 smithi016 ceph-mon[90652]: pgmap v1675: 105 pgs: 105 active+clean; 127 GiB data, 8.6 GiB used, 707 GiB / 715 GiB avail; 1.5 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-04-15T15:08:01.781 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:08:01 smithi016 ceph-mon[93212]: pgmap v1675: 105 pgs: 105 active+clean; 127 GiB data, 8.6 GiB used, 707 GiB / 715 GiB avail; 1.5 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-04-15T15:08:01.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:08:01 smithi102 ceph-mon[87131]: pgmap v1675: 105 pgs: 105 active+clean; 127 GiB data, 8.6 GiB used, 707 GiB / 715 GiB avail; 1.5 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-04-15T15:08:02.039 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 15 15:08:01 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-y[81421]: ::ffff:172.21.15.102 - - [15/Apr/2024:15:08:01] "GET /metrics HTTP/1.1" 200 33995 "" "Prometheus/2.43.0" 2024-04-15T15:08:02.433 INFO:tasks.workunit.client.0.smithi016.stdout: 645: throughput=4.99MB/sec pending data=0 2024-04-15T15:08:02.433 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-2IOyXfOA1qG1YiM off=449689 len=1533953 2024-04-15T15:08:02.437 INFO:tasks.workunit.client.0.smithi016.stdout:op 3304 completed, throughput=5MB/sec 2024-04-15T15:08:02.437 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-mDNogqyGOSZQQIo off=5662946 len=979199 2024-04-15T15:08:02.440 INFO:tasks.workunit.client.0.smithi016.stdout:op 3305 completed, throughput=5MB/sec 2024-04-15T15:08:02.440 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-Kd9YP5eWOIZxY-N off=8570637 len=1452011 2024-04-15T15:08:02.447 INFO:tasks.workunit.client.0.smithi016.stdout:op 3306 completed, throughput=5MB/sec 2024-04-15T15:08:02.447 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-d7eWUzbKjOAJ0uv off=10455644 len=1231531 2024-04-15T15:08:02.450 INFO:tasks.workunit.client.0.smithi016.stdout:op 3307 completed, throughput=5MB/sec 2024-04-15T15:08:02.687 INFO:journalctl@ceph.prometheus.a.smithi102.stdout:Apr 15 15:08:02 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-prometheus-a[120881]: ts=2024-04-15T15:08:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi016:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"362ea986-fb34-11ee-bc8f-c7b262605968\", instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T15:08:03.450 INFO:tasks.workunit.client.0.smithi016.stdout: 646: throughput=4.99MB/sec pending data=0 2024-04-15T15:08:03.450 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-DT96B8kkxjypb9K off=7193146 len=1645142 2024-04-15T15:08:03.452 INFO:tasks.workunit.client.0.smithi016.stdout:op 3308 completed, throughput=5MB/sec 2024-04-15T15:08:03.452 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-j3VF6SSLWt0uTDy off=422726 len=1851501 2024-04-15T15:08:03.462 INFO:tasks.workunit.client.0.smithi016.stdout:op 3309 completed, throughput=5MB/sec 2024-04-15T15:08:03.462 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-XgG4EDMD_JTLK7a off=2894046 len=1313720 2024-04-15T15:08:03.467 INFO:tasks.workunit.client.0.smithi016.stdout:op 3310 completed, throughput=5MB/sec 2024-04-15T15:08:03.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:08:03 smithi016 ceph-mon[90652]: pgmap v1676: 105 pgs: 105 active+clean; 127 GiB data, 8.7 GiB used, 707 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.9 MiB/s wr, 6 op/s 2024-04-15T15:08:03.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:08:03 smithi016 ceph-mon[93212]: pgmap v1676: 105 pgs: 105 active+clean; 127 GiB data, 8.7 GiB used, 707 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.9 MiB/s wr, 6 op/s 2024-04-15T15:08:03.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:08:03 smithi102 ceph-mon[87131]: pgmap v1676: 105 pgs: 105 active+clean; 127 GiB data, 8.7 GiB used, 707 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.9 MiB/s wr, 6 op/s 2024-04-15T15:08:04.467 INFO:tasks.workunit.client.0.smithi016.stdout: 647: throughput=4.99MB/sec pending data=0 2024-04-15T15:08:04.467 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-6JWxE8QnbBhKwW4 off=12262777 len=327278 2024-04-15T15:08:04.470 INFO:tasks.workunit.client.0.smithi016.stdout:op 3311 completed, throughput=4.99MB/sec 2024-04-15T15:08:04.470 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-x0wHnoxidsTzxCj off=2668842 len=912069 2024-04-15T15:08:04.476 INFO:tasks.workunit.client.0.smithi016.stdout:op 3312 completed, throughput=4.99MB/sec 2024-04-15T15:08:04.476 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-ycWBkzmBQm-a0Ks off=13471209 len=636878 2024-04-15T15:08:04.477 INFO:tasks.workunit.client.0.smithi016.stdout:op 3313 completed, throughput=5MB/sec 2024-04-15T15:08:04.477 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-xSjXCpKPMOdzWyw off=2978133 len=159514 2024-04-15T15:08:04.479 INFO:tasks.workunit.client.0.smithi016.stdout:op 3314 completed, throughput=5MB/sec 2024-04-15T15:08:04.479 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-cNX0uQokmgimkxI off=13366704 len=1325516 2024-04-15T15:08:04.481 INFO:tasks.workunit.client.0.smithi016.stdout:op 3315 completed, throughput=5MB/sec 2024-04-15T15:08:04.481 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-7N7w7msBYgizIsW off=4319690 len=1583264 2024-04-15T15:08:04.485 INFO:tasks.workunit.client.0.smithi016.stdout:op 3316 completed, throughput=5MB/sec 2024-04-15T15:08:04.486 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-EiQ0N5I4kqz0XtP off=2622366 len=130850 2024-04-15T15:08:04.486 INFO:tasks.workunit.client.0.smithi016.stdout:op 3317 completed, throughput=5MB/sec 2024-04-15T15:08:05.487 INFO:tasks.workunit.client.0.smithi016.stdout: 648: throughput=4.99MB/sec pending data=0 2024-04-15T15:08:05.487 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-x7nU-uWr78ZFvlz off=4352675 len=277607 2024-04-15T15:08:05.488 INFO:tasks.workunit.client.0.smithi016.stdout:op 3318 completed, throughput=4.99MB/sec 2024-04-15T15:08:05.488 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-GQbetf_l9DoVxIV off=5058425 len=1832338 2024-04-15T15:08:05.496 INFO:tasks.workunit.client.0.smithi016.stdout:op 3319 completed, throughput=5MB/sec 2024-04-15T15:08:05.496 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-16vQlZ-tCwUJsJT off=9551471 len=32307 2024-04-15T15:08:05.496 INFO:tasks.workunit.client.0.smithi016.stdout:op 3320 completed, throughput=5MB/sec 2024-04-15T15:08:05.496 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-Fdtd2cyexxOXIb0 off=854599 len=422530 2024-04-15T15:08:05.497 INFO:tasks.workunit.client.0.smithi016.stdout:op 3321 completed, throughput=5MB/sec 2024-04-15T15:08:05.498 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-ZwNr_HU8wzPYq0P off=493824 len=2023562 2024-04-15T15:08:05.505 INFO:tasks.workunit.client.0.smithi016.stdout:op 3322 completed, throughput=5MB/sec 2024-04-15T15:08:05.505 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-hk-8E5JupX6VtFA off=11248170 len=1851430 2024-04-15T15:08:05.505 INFO:tasks.workunit.client.0.smithi016.stdout:op 3323 completed, throughput=5MB/sec 2024-04-15T15:08:05.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:08:05 smithi016 ceph-mon[90652]: pgmap v1677: 105 pgs: 105 active+clean; 127 GiB data, 8.7 GiB used, 707 GiB / 715 GiB avail; 1.6 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-04-15T15:08:05.791 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:08:05 smithi016 ceph-mon[93212]: pgmap v1677: 105 pgs: 105 active+clean; 127 GiB data, 8.7 GiB used, 707 GiB / 715 GiB avail; 1.6 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-04-15T15:08:05.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:08:05 smithi102 ceph-mon[87131]: pgmap v1677: 105 pgs: 105 active+clean; 127 GiB data, 8.7 GiB used, 707 GiB / 715 GiB avail; 1.6 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-04-15T15:08:06.506 INFO:tasks.workunit.client.0.smithi016.stdout: 649: throughput=4.99MB/sec pending data=0 2024-04-15T15:08:06.506 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-mW5jSvtSJ1uMrkk off=4376174 len=1944562 2024-04-15T15:08:06.518 INFO:tasks.workunit.client.0.smithi016.stdout:op 3324 completed, throughput=5MB/sec 2024-04-15T15:08:06.518 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-RWbRyI5OWZha0fh off=645604 len=2046156 2024-04-15T15:08:06.528 INFO:tasks.workunit.client.0.smithi016.stdout:op 3325 completed, throughput=5MB/sec 2024-04-15T15:08:06.528 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-TAxVZa_80Ha8ihD off=9143781 len=1650445 2024-04-15T15:08:06.530 INFO:tasks.workunit.client.0.smithi016.stdout:op 3326 completed, throughput=5MB/sec 2024-04-15T15:08:07.531 INFO:tasks.workunit.client.0.smithi016.stdout: 650: throughput=4.99MB/sec pending data=0 2024-04-15T15:08:07.531 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-ZCJa9DUnPzhus_U off=12697905 len=2056951 2024-04-15T15:08:07.544 INFO:tasks.workunit.client.0.smithi016.stdout:op 3327 completed, throughput=5MB/sec 2024-04-15T15:08:07.544 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-9ai1t49MJ93zAqK off=6548632 len=792777 2024-04-15T15:08:07.548 INFO:tasks.workunit.client.0.smithi016.stdout:op 3328 completed, throughput=5MB/sec 2024-04-15T15:08:07.548 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-l6pQCln1yM8gqd6 off=468225 len=371495 2024-04-15T15:08:07.549 INFO:tasks.workunit.client.0.smithi016.stdout:op 3329 completed, throughput=5MB/sec 2024-04-15T15:08:07.549 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-FMvRhq7MhN77Sia off=4506615 len=483863 2024-04-15T15:08:07.551 INFO:tasks.workunit.client.0.smithi016.stdout:op 3330 completed, throughput=5MB/sec 2024-04-15T15:08:07.551 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-W9WMcuTsPZtz561 off=522754 len=453230 2024-04-15T15:08:07.554 INFO:tasks.workunit.client.0.smithi016.stdout:op 3331 completed, throughput=5MB/sec 2024-04-15T15:08:07.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:08:07 smithi102 ceph-mon[87131]: pgmap v1678: 105 pgs: 105 active+clean; 127 GiB data, 8.7 GiB used, 707 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.6 MiB/s wr, 5 op/s 2024-04-15T15:08:08.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:08:07 smithi016 ceph-mon[90652]: pgmap v1678: 105 pgs: 105 active+clean; 127 GiB data, 8.7 GiB used, 707 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.6 MiB/s wr, 5 op/s 2024-04-15T15:08:08.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:08:07 smithi016 ceph-mon[93212]: pgmap v1678: 105 pgs: 105 active+clean; 127 GiB data, 8.7 GiB used, 707 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.6 MiB/s wr, 5 op/s 2024-04-15T15:08:08.555 INFO:tasks.workunit.client.0.smithi016.stdout: 651: throughput=4.99MB/sec pending data=0 2024-04-15T15:08:08.555 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-jZQNKf6PjP4UiOp off=3606108 len=400969 2024-04-15T15:08:08.555 INFO:tasks.workunit.client.0.smithi016.stdout:op 3332 completed, throughput=4.99MB/sec 2024-04-15T15:08:08.556 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-OFrbTeCZ1brzx5d off=6896530 len=610293 2024-04-15T15:08:08.560 INFO:tasks.workunit.client.0.smithi016.stdout:op 3333 completed, throughput=4.99MB/sec 2024-04-15T15:08:08.560 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-DgaMhb1YXftBD-7 off=2902698 len=68742 2024-04-15T15:08:08.562 INFO:tasks.workunit.client.0.smithi016.stdout:op 3334 completed, throughput=4.99MB/sec 2024-04-15T15:08:08.563 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-_lzTblcHuyOSkyH off=17854564 len=952950 2024-04-15T15:08:08.564 INFO:tasks.workunit.client.0.smithi016.stdout:op 3335 completed, throughput=5MB/sec 2024-04-15T15:08:08.564 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-Eld91ejukRjZLY5 off=17278536 len=2002081 2024-04-15T15:08:08.574 INFO:tasks.workunit.client.0.smithi016.stdout:op 3336 completed, throughput=5MB/sec 2024-04-15T15:08:08.574 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-72xI5JQnCs-XVFX off=11551465 len=300588 2024-04-15T15:08:08.575 INFO:tasks.workunit.client.0.smithi016.stdout:op 3337 completed, throughput=5MB/sec 2024-04-15T15:08:08.575 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-iW7bdoNFqBhzfKd off=103094 len=1380700 2024-04-15T15:08:08.580 INFO:tasks.workunit.client.0.smithi016.stdout:op 3338 completed, throughput=5MB/sec 2024-04-15T15:08:09.581 INFO:tasks.workunit.client.0.smithi016.stdout: 652: throughput=4.99MB/sec pending data=0 2024-04-15T15:08:09.581 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-RTZCgxCKsByEYKl off=4527937 len=9917 2024-04-15T15:08:09.583 INFO:tasks.workunit.client.0.smithi016.stdout:op 3339 completed, throughput=4.99MB/sec 2024-04-15T15:08:09.583 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-aiRVjpqtw_zNRfp off=9501290 len=299062 2024-04-15T15:08:09.584 INFO:tasks.workunit.client.0.smithi016.stdout:op 3340 completed, throughput=4.99MB/sec 2024-04-15T15:08:09.584 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-hcThS0hOWBRYBdX off=7330614 len=650329 2024-04-15T15:08:09.588 INFO:tasks.workunit.client.0.smithi016.stdout:op 3341 completed, throughput=4.99MB/sec 2024-04-15T15:08:09.588 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-56-iDbV7vjOV4SQ off=3268652 len=647534 2024-04-15T15:08:09.589 INFO:tasks.workunit.client.0.smithi016.stdout:op 3342 completed, throughput=5MB/sec 2024-04-15T15:08:09.589 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-s85NooSOebWS8h9 off=2871849 len=473486 2024-04-15T15:08:09.592 INFO:tasks.workunit.client.0.smithi016.stdout:op 3343 completed, throughput=5MB/sec 2024-04-15T15:08:09.593 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-IHvD0Q7kI2nqiRo off=3433008 len=1628451 2024-04-15T15:08:09.600 INFO:tasks.workunit.client.0.smithi016.stdout:op 3344 completed, throughput=5MB/sec 2024-04-15T15:08:09.600 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-FR9YbxF7Ft29GaA off=2274632 len=1808126 2024-04-15T15:08:09.602 INFO:tasks.workunit.client.0.smithi016.stdout:op 3345 completed, throughput=5MB/sec 2024-04-15T15:08:09.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:08:09 smithi102 ceph-mon[87131]: pgmap v1679: 105 pgs: 105 active+clean; 127 GiB data, 8.7 GiB used, 707 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-15T15:08:09.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:08:09 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T15:08:10.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:08:09 smithi016 ceph-mon[93212]: pgmap v1679: 105 pgs: 105 active+clean; 127 GiB data, 8.7 GiB used, 707 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-15T15:08:10.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:08:09 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T15:08:10.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:08:09 smithi016 ceph-mon[90652]: pgmap v1679: 105 pgs: 105 active+clean; 127 GiB data, 8.7 GiB used, 707 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-15T15:08:10.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:08:09 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T15:08:10.602 INFO:tasks.workunit.client.0.smithi016.stdout: 653: throughput=4.99MB/sec pending data=0 2024-04-15T15:08:10.603 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-kOpeob76ploWSJl off=235268 len=773406 2024-04-15T15:08:10.604 INFO:tasks.workunit.client.0.smithi016.stdout:op 3346 completed, throughput=4.99MB/sec 2024-04-15T15:08:10.604 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-Zw12jMvBqqcKecX off=20600928 len=99959 2024-04-15T15:08:10.605 INFO:tasks.workunit.client.0.smithi016.stdout:op 3347 completed, throughput=4.99MB/sec 2024-04-15T15:08:10.605 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-9XvMmsdyETH1UfC off=6150889 len=383040 2024-04-15T15:08:10.606 INFO:tasks.workunit.client.0.smithi016.stdout:op 3348 completed, throughput=5MB/sec 2024-04-15T15:08:10.606 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-C-Iaz0LbLCdrPEE off=1253040 len=664829 2024-04-15T15:08:10.610 INFO:tasks.workunit.client.0.smithi016.stdout:op 3349 completed, throughput=5MB/sec 2024-04-15T15:08:10.611 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-rijrBDtUp9ZDvT2 off=5887038 len=1708147 2024-04-15T15:08:10.614 INFO:tasks.workunit.client.0.smithi016.stdout:op 3350 completed, throughput=5MB/sec 2024-04-15T15:08:10.614 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-ScRNTjtSSWG-b5f off=1560014 len=575542 2024-04-15T15:08:10.619 INFO:tasks.workunit.client.0.smithi016.stdout:op 3351 completed, throughput=5MB/sec 2024-04-15T15:08:10.619 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-Ys-3LlYeJ1y1SYR off=4201748 len=21770 2024-04-15T15:08:10.620 INFO:tasks.workunit.client.0.smithi016.stdout:op 3352 completed, throughput=5MB/sec 2024-04-15T15:08:10.620 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-6-HUF-bl8poXgj3 off=17657093 len=883072 2024-04-15T15:08:10.621 INFO:tasks.workunit.client.0.smithi016.stdout:op 3353 completed, throughput=5MB/sec 2024-04-15T15:08:11.622 INFO:tasks.workunit.client.0.smithi016.stdout: 654: throughput=4.99MB/sec pending data=0 2024-04-15T15:08:11.622 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-YiNF9z6B91HihBd off=10846885 len=765857 2024-04-15T15:08:11.627 INFO:tasks.workunit.client.0.smithi016.stdout:op 3354 completed, throughput=4.99MB/sec 2024-04-15T15:08:11.627 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-sf4v5n3uqOOJ86i off=1040179 len=1751018 2024-04-15T15:08:11.629 INFO:tasks.workunit.client.0.smithi016.stdout:op 3355 completed, throughput=5MB/sec 2024-04-15T15:08:11.629 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-_XPupv54TWVQkcm off=1071012 len=71437 2024-04-15T15:08:11.634 INFO:tasks.workunit.client.0.smithi016.stdout:op 3356 completed, throughput=5MB/sec 2024-04-15T15:08:11.634 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-TZGmlA6ZAz94e-T off=4620361 len=89895 2024-04-15T15:08:11.636 INFO:tasks.workunit.client.0.smithi016.stdout:op 3357 completed, throughput=5MB/sec 2024-04-15T15:08:11.636 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-cWV6zy2n7ohCVh_ off=2148665 len=91772 2024-04-15T15:08:11.637 INFO:tasks.workunit.client.0.smithi016.stdout:op 3358 completed, throughput=5MB/sec 2024-04-15T15:08:11.637 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-EBz8hywJkNOdRLe off=3214123 len=1365261 2024-04-15T15:08:11.638 INFO:tasks.workunit.client.0.smithi016.stdout:op 3359 completed, throughput=5MB/sec 2024-04-15T15:08:11.638 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-REVaAyJ01ec8pq9 off=2756899 len=2044949 2024-04-15T15:08:11.640 INFO:tasks.workunit.client.0.smithi016.stdout:op 3360 completed, throughput=5MB/sec 2024-04-15T15:08:11.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:08:11 smithi102 ceph-mon[87131]: pgmap v1680: 105 pgs: 105 active+clean; 127 GiB data, 8.7 GiB used, 707 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.1 MiB/s wr, 3 op/s 2024-04-15T15:08:12.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:08:11 smithi016 ceph-mon[90652]: pgmap v1680: 105 pgs: 105 active+clean; 127 GiB data, 8.7 GiB used, 707 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.1 MiB/s wr, 3 op/s 2024-04-15T15:08:12.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:08:11 smithi016 ceph-mon[93212]: pgmap v1680: 105 pgs: 105 active+clean; 127 GiB data, 8.7 GiB used, 707 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.1 MiB/s wr, 3 op/s 2024-04-15T15:08:12.040 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 15 15:08:11 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-y[81421]: ::ffff:172.21.15.102 - - [15/Apr/2024:15:08:11] "GET /metrics HTTP/1.1" 200 33999 "" "Prometheus/2.43.0" 2024-04-15T15:08:12.641 INFO:tasks.workunit.client.0.smithi016.stdout: 655: throughput=4.99MB/sec pending data=0 2024-04-15T15:08:12.641 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-oVMyeOyQrtCqG78 off=24186999 len=1230085 2024-04-15T15:08:12.643 INFO:tasks.workunit.client.0.smithi016.stdout:op 3361 completed, throughput=5MB/sec 2024-04-15T15:08:12.643 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-Coa4Py6-NR7bO5j off=416036 len=1673315 2024-04-15T15:08:12.653 INFO:tasks.workunit.client.0.smithi016.stdout:op 3362 completed, throughput=5MB/sec 2024-04-15T15:08:12.653 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj--fegCNECRszxsbR off=13736539 len=1463650 2024-04-15T15:08:12.656 INFO:tasks.workunit.client.0.smithi016.stdout:op 3363 completed, throughput=5MB/sec 2024-04-15T15:08:12.687 INFO:journalctl@ceph.prometheus.a.smithi102.stdout:Apr 15 15:08:12 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-prometheus-a[120881]: ts=2024-04-15T15:08:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi016:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"362ea986-fb34-11ee-bc8f-c7b262605968\", instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T15:08:13.656 INFO:tasks.workunit.client.0.smithi016.stdout: 656: throughput=4.99MB/sec pending data=0 2024-04-15T15:08:13.656 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-AFQwmQGGQGcYcic off=1918498 len=1472567 2024-04-15T15:08:13.658 INFO:tasks.workunit.client.0.smithi016.stdout:op 3364 completed, throughput=5MB/sec 2024-04-15T15:08:13.658 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-DWcT80Sj7S0PDZ1 off=4717046 len=1630160 2024-04-15T15:08:13.661 INFO:tasks.workunit.client.0.smithi016.stdout:op 3365 completed, throughput=5MB/sec 2024-04-15T15:08:13.662 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-Jht0VEQenlncX2h off=6693862 len=1743166 2024-04-15T15:08:13.670 INFO:tasks.workunit.client.0.smithi016.stdout:op 3366 completed, throughput=5MB/sec 2024-04-15T15:08:13.670 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-OGY_Ov-RdMM9swn off=1292015 len=1703580 2024-04-15T15:08:13.673 INFO:tasks.workunit.client.0.smithi016.stdout:op 3367 completed, throughput=5MB/sec 2024-04-15T15:08:13.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:08:13 smithi102 ceph-mon[87131]: pgmap v1681: 105 pgs: 105 active+clean; 127 GiB data, 8.8 GiB used, 706 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2024-04-15T15:08:14.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:08:13 smithi016 ceph-mon[90652]: pgmap v1681: 105 pgs: 105 active+clean; 127 GiB data, 8.8 GiB used, 706 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2024-04-15T15:08:14.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:08:13 smithi016 ceph-mon[93212]: pgmap v1681: 105 pgs: 105 active+clean; 127 GiB data, 8.8 GiB used, 706 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2024-04-15T15:08:14.673 INFO:tasks.workunit.client.0.smithi016.stdout: 657: throughput=4.99MB/sec pending data=0 2024-04-15T15:08:14.673 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-2EYrLmAlWYpTia2 off=3678168 len=1477244 2024-04-15T15:08:14.680 INFO:tasks.workunit.client.0.smithi016.stdout:op 3368 completed, throughput=5MB/sec 2024-04-15T15:08:14.680 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-0b7ZGxeKWHaImay off=12758499 len=795555 2024-04-15T15:08:14.685 INFO:tasks.workunit.client.0.smithi016.stdout:op 3369 completed, throughput=5MB/sec 2024-04-15T15:08:14.685 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-bWs9DYMOY6-juel off=4120444 len=1630153 2024-04-15T15:08:14.692 INFO:tasks.workunit.client.0.smithi016.stdout:op 3370 completed, throughput=5MB/sec 2024-04-15T15:08:15.693 INFO:tasks.workunit.client.0.smithi016.stdout: 658: throughput=4.99MB/sec pending data=0 2024-04-15T15:08:15.693 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-LIJa7myv4oKD9WI off=3955903 len=56451 2024-04-15T15:08:15.695 INFO:tasks.workunit.client.0.smithi016.stdout:op 3371 completed, throughput=4.99MB/sec 2024-04-15T15:08:15.695 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-y16s-7BwLPNoq6O off=1553442 len=2065241 2024-04-15T15:08:15.696 INFO:tasks.workunit.client.0.smithi016.stdout:op 3372 completed, throughput=5MB/sec 2024-04-15T15:08:15.696 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-LVHK2Z-dxm3uJ6C off=12718395 len=1787178 2024-04-15T15:08:15.704 INFO:tasks.workunit.client.0.smithi016.stdout:op 3373 completed, throughput=5MB/sec 2024-04-15T15:08:15.704 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-P9bcXqEwFjwy1t1 off=3180148 len=406893 2024-04-15T15:08:15.706 INFO:tasks.workunit.client.0.smithi016.stdout:op 3374 completed, throughput=5MB/sec 2024-04-15T15:08:15.707 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-njigvZzlHlpCFoJ off=11846207 len=269658 2024-04-15T15:08:15.708 INFO:tasks.workunit.client.0.smithi016.stdout:op 3375 completed, throughput=5MB/sec 2024-04-15T15:08:15.708 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-Jx-HPoIuzjz9esE off=4211571 len=2021376 2024-04-15T15:08:15.715 INFO:tasks.workunit.client.0.smithi016.stdout:op 3376 completed, throughput=5MB/sec 2024-04-15T15:08:15.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:08:15 smithi102 ceph-mon[87131]: pgmap v1682: 105 pgs: 105 active+clean; 127 GiB data, 8.8 GiB used, 706 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.0 MiB/s wr, 3 op/s 2024-04-15T15:08:15.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:08:15 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T15:08:16.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:08:15 smithi016 ceph-mon[90652]: pgmap v1682: 105 pgs: 105 active+clean; 127 GiB data, 8.8 GiB used, 706 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.0 MiB/s wr, 3 op/s 2024-04-15T15:08:16.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:08:15 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T15:08:16.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:08:15 smithi016 ceph-mon[93212]: pgmap v1682: 105 pgs: 105 active+clean; 127 GiB data, 8.8 GiB used, 706 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.0 MiB/s wr, 3 op/s 2024-04-15T15:08:16.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:08:15 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T15:08:16.715 INFO:tasks.workunit.client.0.smithi016.stdout: 659: throughput=4.99MB/sec pending data=0 2024-04-15T15:08:16.715 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-19HTV3lI_0ny1GX off=1894398 len=1337178 2024-04-15T15:08:16.718 INFO:tasks.workunit.client.0.smithi016.stdout:op 3377 completed, throughput=5MB/sec 2024-04-15T15:08:16.718 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-AUSBLQ8k-QEgkVk off=3738218 len=1275167 2024-04-15T15:08:16.720 INFO:tasks.workunit.client.0.smithi016.stdout:op 3378 completed, throughput=5MB/sec 2024-04-15T15:08:16.720 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-O94KlQqQU6_DSOV off=436641 len=1933539 2024-04-15T15:08:16.723 INFO:tasks.workunit.client.0.smithi016.stdout:op 3379 completed, throughput=5MB/sec 2024-04-15T15:08:16.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:08:16 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T15:08:16.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:08:16 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T15:08:16.938 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:08:16 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T15:08:17.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:08:16 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T15:08:17.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:08:16 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T15:08:17.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:08:16 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T15:08:17.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:08:16 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T15:08:17.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:08:16 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T15:08:17.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:08:16 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T15:08:17.724 INFO:tasks.workunit.client.0.smithi016.stdout: 660: throughput=4.99MB/sec pending data=0 2024-04-15T15:08:17.724 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-sZedVDseEGAxWg1 off=745223 len=276840 2024-04-15T15:08:17.727 INFO:tasks.workunit.client.0.smithi016.stdout:op 3380 completed, throughput=4.99MB/sec 2024-04-15T15:08:17.727 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-tdNAHYa3udSmJc6 off=6107706 len=1875373 2024-04-15T15:08:17.730 INFO:tasks.workunit.client.0.smithi016.stdout:op 3381 completed, throughput=5MB/sec 2024-04-15T15:08:17.730 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-6--u4F9_uRs6kDE off=16099298 len=195514 2024-04-15T15:08:17.733 INFO:tasks.workunit.client.0.smithi016.stdout:op 3382 completed, throughput=5MB/sec 2024-04-15T15:08:17.733 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-dFOGl6aPvjU154C off=2854271 len=1212455 2024-04-15T15:08:17.739 INFO:tasks.workunit.client.0.smithi016.stdout:op 3383 completed, throughput=5MB/sec 2024-04-15T15:08:17.739 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-Zus2evz6u0M2rDI off=770277 len=213362 2024-04-15T15:08:17.742 INFO:tasks.workunit.client.0.smithi016.stdout:op 3384 completed, throughput=5MB/sec 2024-04-15T15:08:17.742 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-JFm4V0KgSybuJes off=922401 len=769308 2024-04-15T15:08:17.743 INFO:tasks.workunit.client.0.smithi016.stdout:op 3385 completed, throughput=5MB/sec 2024-04-15T15:08:17.743 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-1S-D-5-w34Inyk4 off=966754 len=163519 2024-04-15T15:08:17.745 INFO:tasks.workunit.client.0.smithi016.stdout:op 3386 completed, throughput=5MB/sec 2024-04-15T15:08:17.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:08:17 smithi102 ceph-mon[87131]: pgmap v1683: 105 pgs: 105 active+clean; 127 GiB data, 8.8 GiB used, 706 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-04-15T15:08:18.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:08:17 smithi016 ceph-mon[90652]: pgmap v1683: 105 pgs: 105 active+clean; 127 GiB data, 8.8 GiB used, 706 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-04-15T15:08:18.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:08:17 smithi016 ceph-mon[93212]: pgmap v1683: 105 pgs: 105 active+clean; 127 GiB data, 8.8 GiB used, 706 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-04-15T15:08:18.746 INFO:tasks.workunit.client.0.smithi016.stdout: 661: throughput=4.99MB/sec pending data=0 2024-04-15T15:08:18.746 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-cmA4IHk1C7sAJov off=9565586 len=1399109 2024-04-15T15:08:18.748 INFO:tasks.workunit.client.0.smithi016.stdout:op 3387 completed, throughput=4.99MB/sec 2024-04-15T15:08:18.748 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj--3Pelrrb0ny77-M off=5923226 len=258112 2024-04-15T15:08:18.749 INFO:tasks.workunit.client.0.smithi016.stdout:op 3388 completed, throughput=4.99MB/sec 2024-04-15T15:08:18.749 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-AOePNxkKkoPaCdt off=16766731 len=1001208 2024-04-15T15:08:18.750 INFO:tasks.workunit.client.0.smithi016.stdout:op 3389 completed, throughput=5MB/sec 2024-04-15T15:08:18.750 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-eDOUVQMfdRMlC_a off=557524 len=539700 2024-04-15T15:08:18.754 INFO:tasks.workunit.client.0.smithi016.stdout:op 3390 completed, throughput=5MB/sec 2024-04-15T15:08:18.754 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-Gy0IohVL9szcRbV off=4617581 len=674116 2024-04-15T15:08:18.755 INFO:tasks.workunit.client.0.smithi016.stdout:op 3391 completed, throughput=5MB/sec 2024-04-15T15:08:18.755 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-FbDRFTRIt6A3MKf off=21459947 len=261559 2024-04-15T15:08:18.756 INFO:tasks.workunit.client.0.smithi016.stdout:op 3392 completed, throughput=5MB/sec 2024-04-15T15:08:18.756 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-1kNuWzeVc1mgayo off=8372792 len=126845 2024-04-15T15:08:18.758 INFO:tasks.workunit.client.0.smithi016.stdout:op 3393 completed, throughput=5MB/sec 2024-04-15T15:08:18.759 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-JDDIsH20jNHDpGy off=18665913 len=2006055 2024-04-15T15:08:18.761 INFO:tasks.workunit.client.0.smithi016.stdout:op 3394 completed, throughput=5MB/sec 2024-04-15T15:08:19.761 INFO:tasks.workunit.client.0.smithi016.stdout: 662: throughput=4.99MB/sec pending data=0 2024-04-15T15:08:19.761 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-rB-ggl_zLKbbNE5 off=4462458 len=535521 2024-04-15T15:08:19.762 INFO:tasks.workunit.client.0.smithi016.stdout:op 3395 completed, throughput=4.99MB/sec 2024-04-15T15:08:19.762 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-TEd2CwM7Ev5TkXT off=18140366 len=850480 2024-04-15T15:08:19.767 INFO:tasks.workunit.client.0.smithi016.stdout:op 3396 completed, throughput=5MB/sec 2024-04-15T15:08:19.767 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-0e4dReEl4vT0G_s off=11423182 len=281479 2024-04-15T15:08:19.768 INFO:tasks.workunit.client.0.smithi016.stdout:op 3397 completed, throughput=5MB/sec 2024-04-15T15:08:19.768 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-EW8Kw3p-rHFA5rI off=1261243 len=329826 2024-04-15T15:08:19.771 INFO:tasks.workunit.client.0.smithi016.stdout:op 3398 completed, throughput=5MB/sec 2024-04-15T15:08:19.771 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-tvNUwEAOq6j07ig off=6478598 len=1004333 2024-04-15T15:08:19.777 INFO:tasks.workunit.client.0.smithi016.stdout:op 3399 completed, throughput=5MB/sec 2024-04-15T15:08:19.777 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-lK10b5VuJZzq_kK off=11695051 len=1365166 2024-04-15T15:08:19.784 INFO:tasks.workunit.client.0.smithi016.stdout:op 3400 completed, throughput=5MB/sec 2024-04-15T15:08:19.784 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-umtFzSAKrrTNedN off=19995131 len=839781 2024-04-15T15:08:19.786 INFO:tasks.workunit.client.0.smithi016.stdout:op 3401 completed, throughput=5MB/sec 2024-04-15T15:08:19.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:08:19 smithi102 ceph-mon[87131]: pgmap v1684: 105 pgs: 105 active+clean; 127 GiB data, 8.8 GiB used, 706 GiB / 715 GiB avail; 1.9 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-04-15T15:08:20.039 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:08:19 smithi016 ceph-mon[93212]: pgmap v1684: 105 pgs: 105 active+clean; 127 GiB data, 8.8 GiB used, 706 GiB / 715 GiB avail; 1.9 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-04-15T15:08:20.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:08:19 smithi016 ceph-mon[90652]: pgmap v1684: 105 pgs: 105 active+clean; 127 GiB data, 8.8 GiB used, 706 GiB / 715 GiB avail; 1.9 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-04-15T15:08:20.786 INFO:tasks.workunit.client.0.smithi016.stdout: 663: throughput=4.99MB/sec pending data=0 2024-04-15T15:08:20.787 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-7LEx5877Cyro7Ep off=2285873 len=2057048 2024-04-15T15:08:20.789 INFO:tasks.workunit.client.0.smithi016.stdout:op 3402 completed, throughput=5MB/sec 2024-04-15T15:08:20.789 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-w0ETvOYXqaAK3L1 off=36100 len=1317937 2024-04-15T15:08:20.791 INFO:tasks.workunit.client.0.smithi016.stdout:op 3403 completed, throughput=5MB/sec 2024-04-15T15:08:20.791 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-FQOuP5FIq5hkJOQ off=14190918 len=544917 2024-04-15T15:08:20.792 INFO:tasks.workunit.client.0.smithi016.stdout:op 3404 completed, throughput=5MB/sec 2024-04-15T15:08:20.792 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-n4cZOass4dCykj4 off=11396491 len=1486455 2024-04-15T15:08:20.793 INFO:tasks.workunit.client.0.smithi016.stdout:op 3405 completed, throughput=5MB/sec 2024-04-15T15:08:21.794 INFO:tasks.workunit.client.0.smithi016.stdout: 664: throughput=4.99MB/sec pending data=0 2024-04-15T15:08:21.794 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-ZIUI_ReZBEApD99 off=427821 len=405934 2024-04-15T15:08:21.795 INFO:tasks.workunit.client.0.smithi016.stdout:op 3406 completed, throughput=4.99MB/sec 2024-04-15T15:08:21.795 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-X4btovGllx__N1B off=5998938 len=376561 2024-04-15T15:08:21.799 INFO:tasks.workunit.client.0.smithi016.stdout:op 3407 completed, throughput=4.99MB/sec 2024-04-15T15:08:21.799 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-2v4MgJUNTwplAG2 off=7739376 len=1658872 2024-04-15T15:08:21.801 INFO:tasks.workunit.client.0.smithi016.stdout:op 3408 completed, throughput=5MB/sec 2024-04-15T15:08:21.801 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-k89-PCjAOZre0Pd off=4234922 len=1075600 2024-04-15T15:08:21.807 INFO:tasks.workunit.client.0.smithi016.stdout:op 3409 completed, throughput=5MB/sec 2024-04-15T15:08:21.807 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-zJNLeA_Nc3hD3ML off=139931 len=1648475 2024-04-15T15:08:21.810 INFO:tasks.workunit.client.0.smithi016.stdout:op 3410 completed, throughput=5MB/sec 2024-04-15T15:08:21.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:08:21 smithi102 ceph-mon[87131]: pgmap v1685: 105 pgs: 105 active+clean; 127 GiB data, 8.8 GiB used, 706 GiB / 715 GiB avail; 1.9 MiB/s rd, 1.9 MiB/s wr, 3 op/s 2024-04-15T15:08:22.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:08:21 smithi016 ceph-mon[93212]: pgmap v1685: 105 pgs: 105 active+clean; 127 GiB data, 8.8 GiB used, 706 GiB / 715 GiB avail; 1.9 MiB/s rd, 1.9 MiB/s wr, 3 op/s 2024-04-15T15:08:22.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:08:21 smithi016 ceph-mon[90652]: pgmap v1685: 105 pgs: 105 active+clean; 127 GiB data, 8.8 GiB used, 706 GiB / 715 GiB avail; 1.9 MiB/s rd, 1.9 MiB/s wr, 3 op/s 2024-04-15T15:08:22.040 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 15 15:08:21 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-y[81421]: ::ffff:172.21.15.102 - - [15/Apr/2024:15:08:21] "GET /metrics HTTP/1.1" 200 33999 "" "Prometheus/2.43.0" 2024-04-15T15:08:22.687 INFO:journalctl@ceph.prometheus.a.smithi102.stdout:Apr 15 15:08:22 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-prometheus-a[120881]: ts=2024-04-15T15:08:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi016:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"362ea986-fb34-11ee-bc8f-c7b262605968\", instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T15:08:22.810 INFO:tasks.workunit.client.0.smithi016.stdout: 665: throughput=4.99MB/sec pending data=0 2024-04-15T15:08:22.810 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-BHFXl5mEgXctMip off=7968856 len=1980106 2024-04-15T15:08:22.812 INFO:tasks.workunit.client.0.smithi016.stdout:op 3411 completed, throughput=5MB/sec 2024-04-15T15:08:22.812 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-JL83-s-mbo0LmSY off=6254806 len=1929257 2024-04-15T15:08:22.821 INFO:tasks.workunit.client.0.smithi016.stdout:op 3412 completed, throughput=5MB/sec 2024-04-15T15:08:22.821 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-cUciRxi9quC8lAO off=8159296 len=559751 2024-04-15T15:08:22.824 INFO:tasks.workunit.client.0.smithi016.stdout:op 3413 completed, throughput=5MB/sec 2024-04-15T15:08:22.824 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-iQPBJJanLxvEjP2 off=3125804 len=1078011 2024-04-15T15:08:22.830 INFO:tasks.workunit.client.0.smithi016.stdout:op 3414 completed, throughput=5MB/sec 2024-04-15T15:08:23.830 INFO:tasks.workunit.client.0.smithi016.stdout: 666: throughput=4.99MB/sec pending data=0 2024-04-15T15:08:23.830 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-AbeBagJgFqt7jzv off=965248 len=459021 2024-04-15T15:08:23.834 INFO:tasks.workunit.client.0.smithi016.stdout:op 3415 completed, throughput=4.99MB/sec 2024-04-15T15:08:23.834 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-2c02LhfRvp761Mv off=19457216 len=35071 2024-04-15T15:08:23.837 INFO:tasks.workunit.client.0.smithi016.stdout:op 3416 completed, throughput=4.99MB/sec 2024-04-15T15:08:23.837 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-09UmQpafOfXyKpE off=1581739 len=1130794 2024-04-15T15:08:23.843 INFO:tasks.workunit.client.0.smithi016.stdout:op 3417 completed, throughput=5MB/sec 2024-04-15T15:08:23.843 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-_9U25nfu6Pgfkj8 off=1055029 len=1948748 2024-04-15T15:08:23.855 INFO:tasks.workunit.client.0.smithi016.stdout:op 3418 completed, throughput=5MB/sec 2024-04-15T15:08:23.855 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-zO9-ughX--A1swB off=3838665 len=1828050 2024-04-15T15:08:23.864 INFO:tasks.workunit.client.0.smithi016.stdout:op 3419 completed, throughput=5MB/sec 2024-04-15T15:08:23.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:08:23 smithi102 ceph-mon[87131]: pgmap v1686: 105 pgs: 105 active+clean; 127 GiB data, 8.8 GiB used, 706 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.7 MiB/s wr, 6 op/s 2024-04-15T15:08:24.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:08:23 smithi016 ceph-mon[90652]: pgmap v1686: 105 pgs: 105 active+clean; 127 GiB data, 8.8 GiB used, 706 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.7 MiB/s wr, 6 op/s 2024-04-15T15:08:24.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:08:23 smithi016 ceph-mon[93212]: pgmap v1686: 105 pgs: 105 active+clean; 127 GiB data, 8.8 GiB used, 706 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.7 MiB/s wr, 6 op/s 2024-04-15T15:08:24.864 INFO:tasks.workunit.client.0.smithi016.stdout: 667: throughput=4.99MB/sec pending data=0 2024-04-15T15:08:24.865 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-5IelUEdizckBurQ off=9019322 len=1921787 2024-04-15T15:08:24.872 INFO:tasks.workunit.client.0.smithi016.stdout:op 3420 completed, throughput=5MB/sec 2024-04-15T15:08:24.873 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-1vsJLRZY5F-SZ7p off=3684921 len=1297814 2024-04-15T15:08:24.879 INFO:tasks.workunit.client.0.smithi016.stdout:op 3421 completed, throughput=5MB/sec 2024-04-15T15:08:24.879 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-kfQ-auvlirw_6lj off=803105 len=704161 2024-04-15T15:08:24.880 INFO:tasks.workunit.client.0.smithi016.stdout:op 3422 completed, throughput=5MB/sec 2024-04-15T15:08:24.880 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-Xq7M9f-D4qnk8CM off=22200767 len=224862 2024-04-15T15:08:24.883 INFO:tasks.workunit.client.0.smithi016.stdout:op 3423 completed, throughput=5MB/sec 2024-04-15T15:08:24.883 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-OnJ31F7s08bgpC8 off=3043963 len=830324 2024-04-15T15:08:24.884 INFO:tasks.workunit.client.0.smithi016.stdout:op 3424 completed, throughput=5MB/sec 2024-04-15T15:08:24.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:08:24 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T15:08:25.039 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:08:24 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T15:08:25.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:08:24 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T15:08:25.884 INFO:tasks.workunit.client.0.smithi016.stdout: 668: throughput=4.99MB/sec pending data=0 2024-04-15T15:08:25.884 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-SZp8C5ob1QFaLb9 off=3578378 len=1305138 2024-04-15T15:08:25.886 INFO:tasks.workunit.client.0.smithi016.stdout:op 3425 completed, throughput=5MB/sec 2024-04-15T15:08:25.886 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-WYsPIvraRzRN3bS off=6504233 len=927301 2024-04-15T15:08:25.888 INFO:tasks.workunit.client.0.smithi016.stdout:op 3426 completed, throughput=5MB/sec 2024-04-15T15:08:25.888 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-7qewklwdlEfRSn7 off=5895322 len=582406 2024-04-15T15:08:25.889 INFO:tasks.workunit.client.0.smithi016.stdout:op 3427 completed, throughput=5MB/sec 2024-04-15T15:08:25.889 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-JGSWtMAkfY4aEGk off=1537873 len=1716626 2024-04-15T15:08:25.891 INFO:tasks.workunit.client.0.smithi016.stdout:op 3428 completed, throughput=5MB/sec 2024-04-15T15:08:25.891 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-_NZML2pN63Lu2A3 off=19853870 len=2046755 2024-04-15T15:08:25.903 INFO:tasks.workunit.client.0.smithi016.stdout:op 3429 completed, throughput=5MB/sec 2024-04-15T15:08:25.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:08:25 smithi102 ceph-mon[87131]: pgmap v1687: 105 pgs: 105 active+clean; 127 GiB data, 8.8 GiB used, 706 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.6 MiB/s wr, 4 op/s 2024-04-15T15:08:25.941 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:08:25 smithi016 ceph-mon[90652]: pgmap v1687: 105 pgs: 105 active+clean; 127 GiB data, 8.8 GiB used, 706 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.6 MiB/s wr, 4 op/s 2024-04-15T15:08:25.941 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:08:25 smithi016 ceph-mon[93212]: pgmap v1687: 105 pgs: 105 active+clean; 127 GiB data, 8.8 GiB used, 706 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.6 MiB/s wr, 4 op/s 2024-04-15T15:08:26.904 INFO:tasks.workunit.client.0.smithi016.stdout: 669: throughput=5MB/sec pending data=0 2024-04-15T15:08:26.904 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-ao2y-pWNVC4P4Ae off=4587186 len=2077866 2024-04-15T15:08:26.913 INFO:tasks.workunit.client.0.smithi016.stdout:op 3430 completed, throughput=5MB/sec 2024-04-15T15:08:26.913 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-pdqM9Xdg4t90X0Q off=4339590 len=1667755 2024-04-15T15:08:26.915 INFO:tasks.workunit.client.0.smithi016.stdout:op 3431 completed, throughput=5MB/sec 2024-04-15T15:08:27.915 INFO:tasks.workunit.client.0.smithi016.stdout: 670: throughput=4.99MB/sec pending data=0 2024-04-15T15:08:27.915 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-WlG54ESKvHd6ofx off=18487774 len=898533 2024-04-15T15:08:27.917 INFO:tasks.workunit.client.0.smithi016.stdout:op 3432 completed, throughput=4.99MB/sec 2024-04-15T15:08:27.917 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-DPhoNtdyYuAX1Y1 off=1458081 len=491288 2024-04-15T15:08:27.920 INFO:tasks.workunit.client.0.smithi016.stdout:op 3433 completed, throughput=4.99MB/sec 2024-04-15T15:08:27.920 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-Vg-9DS0paDIniTT off=563695 len=371618 2024-04-15T15:08:27.924 INFO:tasks.workunit.client.0.smithi016.stdout:op 3434 completed, throughput=5MB/sec 2024-04-15T15:08:27.924 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-Obe2h9KuMSJs1t5 off=6464606 len=451532 2024-04-15T15:08:27.925 INFO:tasks.workunit.client.0.smithi016.stdout:op 3435 completed, throughput=5MB/sec 2024-04-15T15:08:27.925 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-dWKUbq9F9PyND1k off=20712812 len=1082579 2024-04-15T15:08:27.931 INFO:tasks.workunit.client.0.smithi016.stdout:op 3436 completed, throughput=5MB/sec 2024-04-15T15:08:27.932 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-IVAW4pcy8UgshhZ off=12048969 len=1605656 2024-04-15T15:08:27.933 INFO:tasks.workunit.client.0.smithi016.stdout:op 3437 completed, throughput=5MB/sec 2024-04-15T15:08:27.933 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-wnuC5vfDk9ics7e off=4871764 len=1007654 2024-04-15T15:08:27.935 INFO:tasks.workunit.client.0.smithi016.stdout:op 3438 completed, throughput=5MB/sec 2024-04-15T15:08:27.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:08:27 smithi102 ceph-mon[87131]: pgmap v1688: 105 pgs: 105 active+clean; 127 GiB data, 8.8 GiB used, 706 GiB / 715 GiB avail; 3.5 MiB/s rd, 2.6 MiB/s wr, 6 op/s 2024-04-15T15:08:28.039 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:08:27 smithi016 ceph-mon[90652]: pgmap v1688: 105 pgs: 105 active+clean; 127 GiB data, 8.8 GiB used, 706 GiB / 715 GiB avail; 3.5 MiB/s rd, 2.6 MiB/s wr, 6 op/s 2024-04-15T15:08:28.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:08:27 smithi016 ceph-mon[93212]: pgmap v1688: 105 pgs: 105 active+clean; 127 GiB data, 8.8 GiB used, 706 GiB / 715 GiB avail; 3.5 MiB/s rd, 2.6 MiB/s wr, 6 op/s 2024-04-15T15:08:28.935 INFO:tasks.workunit.client.0.smithi016.stdout: 671: throughput=4.99MB/sec pending data=0 2024-04-15T15:08:28.935 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-HxT4mx0UjNHehHF off=9884193 len=1473484 2024-04-15T15:08:28.937 INFO:tasks.workunit.client.0.smithi016.stdout:op 3439 completed, throughput=5MB/sec 2024-04-15T15:08:28.937 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-7jOAMmXGiPUSKnh off=3285548 len=1423896 2024-04-15T15:08:28.939 INFO:tasks.workunit.client.0.smithi016.stdout:op 3440 completed, throughput=5MB/sec 2024-04-15T15:08:28.939 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-TB_P7NdEbUTXhQh off=4402584 len=40244 2024-04-15T15:08:28.939 INFO:tasks.workunit.client.0.smithi016.stdout:op 3441 completed, throughput=5MB/sec 2024-04-15T15:08:28.939 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-KimlAYlZx6O33iD off=13008944 len=752393 2024-04-15T15:08:28.944 INFO:tasks.workunit.client.0.smithi016.stdout:op 3442 completed, throughput=5MB/sec 2024-04-15T15:08:28.944 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-CMehNa-BwmlVC_K off=13032382 len=868855 2024-04-15T15:08:28.945 INFO:tasks.workunit.client.0.smithi016.stdout:op 3443 completed, throughput=5MB/sec 2024-04-15T15:08:29.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:08:29 smithi102 ceph-mon[87131]: pgmap v1689: 105 pgs: 105 active+clean; 127 GiB data, 8.8 GiB used, 706 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-15T15:08:29.945 INFO:tasks.workunit.client.0.smithi016.stdout: 672: throughput=4.99MB/sec pending data=0 2024-04-15T15:08:29.946 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-dEGUFqZDpJLaNAQ off=16014109 len=1422717 2024-04-15T15:08:29.955 INFO:tasks.workunit.client.0.smithi016.stdout:op 3444 completed, throughput=4.99MB/sec 2024-04-15T15:08:29.955 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-BIDB2jLFoLl7GUw off=11071392 len=2015673 2024-04-15T15:08:29.966 INFO:tasks.workunit.client.0.smithi016.stdout:op 3445 completed, throughput=5MB/sec 2024-04-15T15:08:29.966 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-heaGUp4HGYmt2NH off=13819378 len=1587285 2024-04-15T15:08:29.974 INFO:tasks.workunit.client.0.smithi016.stdout:op 3446 completed, throughput=5MB/sec 2024-04-15T15:08:29.974 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-SBXZoxPYt13FQyk off=9482422 len=1221164 2024-04-15T15:08:29.979 INFO:tasks.workunit.client.0.smithi016.stdout:op 3447 completed, throughput=5MB/sec 2024-04-15T15:08:30.039 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:08:29 smithi016 ceph-mon[90652]: pgmap v1689: 105 pgs: 105 active+clean; 127 GiB data, 8.8 GiB used, 706 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-15T15:08:30.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:08:29 smithi016 ceph-mon[93212]: pgmap v1689: 105 pgs: 105 active+clean; 127 GiB data, 8.8 GiB used, 706 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-15T15:08:30.980 INFO:tasks.workunit.client.0.smithi016.stdout: 673: throughput=4.99MB/sec pending data=0 2024-04-15T15:08:30.980 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-7I4pJg9H91SXd5_ off=16779529 len=2051502 2024-04-15T15:08:30.991 INFO:tasks.workunit.client.0.smithi016.stdout:op 3448 completed, throughput=5MB/sec 2024-04-15T15:08:30.991 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-bGWVfEs-xC4e4MS off=8996658 len=1912322 2024-04-15T15:08:31.002 INFO:tasks.workunit.client.0.smithi016.stdout:op 3449 completed, throughput=5MB/sec 2024-04-15T15:08:31.003 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-g6DmWp4nU66jeUh off=1120610 len=595747 2024-04-15T15:08:31.003 INFO:tasks.workunit.client.0.smithi016.stdout:op 3450 completed, throughput=5MB/sec 2024-04-15T15:08:31.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:08:31 smithi102 ceph-mon[87131]: pgmap v1690: 105 pgs: 105 active+clean; 127 GiB data, 8.8 GiB used, 706 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-15T15:08:32.004 INFO:tasks.workunit.client.0.smithi016.stdout: 674: throughput=4.99MB/sec pending data=0 2024-04-15T15:08:32.004 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-JG-L-opSBCnD-OG off=8856933 len=2078928 2024-04-15T15:08:32.012 INFO:tasks.workunit.client.0.smithi016.stdout:op 3451 completed, throughput=5MB/sec 2024-04-15T15:08:32.012 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-I5NpnTwpNG9sPeo off=3184477 len=413701 2024-04-15T15:08:32.016 INFO:tasks.workunit.client.0.smithi016.stdout:op 3452 completed, throughput=5MB/sec 2024-04-15T15:08:32.016 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-ZUJwPooWXD1bdaZ off=106988 len=288140 2024-04-15T15:08:32.016 INFO:tasks.workunit.client.0.smithi016.stdout:op 3453 completed, throughput=5MB/sec 2024-04-15T15:08:32.017 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-e-nJjKLEGjQXaT1 off=4219297 len=1180970 2024-04-15T15:08:32.021 INFO:tasks.workunit.client.0.smithi016.stdout:op 3454 completed, throughput=5MB/sec 2024-04-15T15:08:32.021 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-kWTDwShi2U1CuYo off=1107799 len=921402 2024-04-15T15:08:32.026 INFO:tasks.workunit.client.0.smithi016.stdout:op 3455 completed, throughput=5MB/sec 2024-04-15T15:08:32.026 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-DURHz7KTSR_K_t6 off=16462773 len=1999318 2024-04-15T15:08:32.034 INFO:tasks.workunit.client.0.smithi016.stdout:op 3456 completed, throughput=5MB/sec 2024-04-15T15:08:32.039 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:08:31 smithi016 ceph-mon[90652]: pgmap v1690: 105 pgs: 105 active+clean; 127 GiB data, 8.8 GiB used, 706 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-15T15:08:32.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:08:31 smithi016 ceph-mon[93212]: pgmap v1690: 105 pgs: 105 active+clean; 127 GiB data, 8.8 GiB used, 706 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-15T15:08:32.040 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 15 15:08:31 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-y[81421]: ::ffff:172.21.15.102 - - [15/Apr/2024:15:08:31] "GET /metrics HTTP/1.1" 200 33996 "" "Prometheus/2.43.0" 2024-04-15T15:08:32.687 INFO:journalctl@ceph.prometheus.a.smithi102.stdout:Apr 15 15:08:32 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-prometheus-a[120881]: ts=2024-04-15T15:08:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi016:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"362ea986-fb34-11ee-bc8f-c7b262605968\", instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T15:08:33.035 INFO:tasks.workunit.client.0.smithi016.stdout: 675: throughput=4.99MB/sec pending data=0 2024-04-15T15:08:33.035 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-VeBgmJ01dzDbOl6 off=1173862 len=683704 2024-04-15T15:08:33.036 INFO:tasks.workunit.client.0.smithi016.stdout:op 3457 completed, throughput=5MB/sec 2024-04-15T15:08:33.036 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-1JSZui8eU3HmdO1 off=5548098 len=614357 2024-04-15T15:08:33.040 INFO:tasks.workunit.client.0.smithi016.stdout:op 3458 completed, throughput=5MB/sec 2024-04-15T15:08:33.041 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-ZerikWrz-Y6eTxd off=531101 len=897564 2024-04-15T15:08:33.042 INFO:tasks.workunit.client.0.smithi016.stdout:op 3459 completed, throughput=5MB/sec 2024-04-15T15:08:33.042 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-iq7QyiheaxQ9Fj9 off=1112203 len=599476 2024-04-15T15:08:33.046 INFO:tasks.workunit.client.0.smithi016.stdout:op 3460 completed, throughput=5MB/sec 2024-04-15T15:08:33.046 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-T8c4B4Q0w-7CJ8C off=10894863 len=728813 2024-04-15T15:08:33.047 INFO:tasks.workunit.client.0.smithi016.stdout:op 3461 completed, throughput=5MB/sec 2024-04-15T15:08:33.048 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-ZK98-5bqW9u4vFD off=6698752 len=1741355 2024-04-15T15:08:33.055 INFO:tasks.workunit.client.0.smithi016.stdout:op 3462 completed, throughput=5MB/sec 2024-04-15T15:08:33.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:08:33 smithi102 ceph-mon[87131]: pgmap v1691: 105 pgs: 105 active+clean; 127 GiB data, 8.9 GiB used, 706 GiB / 715 GiB avail; 3.4 MiB/s rd, 3.0 MiB/s wr, 6 op/s 2024-04-15T15:08:34.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:08:33 smithi016 ceph-mon[90652]: pgmap v1691: 105 pgs: 105 active+clean; 127 GiB data, 8.9 GiB used, 706 GiB / 715 GiB avail; 3.4 MiB/s rd, 3.0 MiB/s wr, 6 op/s 2024-04-15T15:08:34.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:08:33 smithi016 ceph-mon[93212]: pgmap v1691: 105 pgs: 105 active+clean; 127 GiB data, 8.9 GiB used, 706 GiB / 715 GiB avail; 3.4 MiB/s rd, 3.0 MiB/s wr, 6 op/s 2024-04-15T15:08:34.055 INFO:tasks.workunit.client.0.smithi016.stdout: 676: throughput=4.99MB/sec pending data=0 2024-04-15T15:08:34.055 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-Sr5bRREwbSGyHyz off=1854349 len=520487 2024-04-15T15:08:34.060 INFO:tasks.workunit.client.0.smithi016.stdout:op 3463 completed, throughput=5MB/sec 2024-04-15T15:08:34.060 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-5GEGzLePXybJKEz off=653085 len=1274025 2024-04-15T15:08:34.062 INFO:tasks.workunit.client.0.smithi016.stdout:op 3464 completed, throughput=5MB/sec 2024-04-15T15:08:34.062 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-OVQtHgb-3WYkVBJ off=2955388 len=160424 2024-04-15T15:08:34.063 INFO:tasks.workunit.client.0.smithi016.stdout:op 3465 completed, throughput=5MB/sec 2024-04-15T15:08:34.063 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-_-WQ3O1g_PEE8K6 off=2382298 len=1777947 2024-04-15T15:08:34.065 INFO:tasks.workunit.client.0.smithi016.stdout:op 3466 completed, throughput=5MB/sec 2024-04-15T15:08:34.065 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-azTqsNxGz0aZUaH off=10473440 len=1628221 2024-04-15T15:08:34.074 INFO:tasks.workunit.client.0.smithi016.stdout:op 3467 completed, throughput=5MB/sec 2024-04-15T15:08:35.074 INFO:tasks.workunit.client.0.smithi016.stdout: 677: throughput=4.99MB/sec pending data=0 2024-04-15T15:08:35.074 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-WUwUS7sZYsIuext off=17035441 len=1333507 2024-04-15T15:08:35.082 INFO:tasks.workunit.client.0.smithi016.stdout:op 3468 completed, throughput=5MB/sec 2024-04-15T15:08:35.082 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-FksVgIPLwxPGOuY off=21376324 len=1910373 2024-04-15T15:08:35.085 INFO:tasks.workunit.client.0.smithi016.stdout:op 3469 completed, throughput=5MB/sec 2024-04-15T15:08:35.085 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-TIu8iXqIEfwzdRr off=42912 len=594098 2024-04-15T15:08:35.086 INFO:tasks.workunit.client.0.smithi016.stdout:op 3470 completed, throughput=5MB/sec 2024-04-15T15:08:35.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:08:35 smithi102 ceph-mon[87131]: pgmap v1692: 105 pgs: 105 active+clean; 127 GiB data, 8.9 GiB used, 706 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.1 MiB/s wr, 3 op/s 2024-04-15T15:08:36.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:08:35 smithi016 ceph-mon[93212]: pgmap v1692: 105 pgs: 105 active+clean; 127 GiB data, 8.9 GiB used, 706 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.1 MiB/s wr, 3 op/s 2024-04-15T15:08:36.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:08:35 smithi016 ceph-mon[90652]: pgmap v1692: 105 pgs: 105 active+clean; 127 GiB data, 8.9 GiB used, 706 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.1 MiB/s wr, 3 op/s 2024-04-15T15:08:36.086 INFO:tasks.workunit.client.0.smithi016.stdout: 678: throughput=4.99MB/sec pending data=0 2024-04-15T15:08:36.086 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-yDPzsXYB78pVMx9 off=6006862 len=1536416 2024-04-15T15:08:36.089 INFO:tasks.workunit.client.0.smithi016.stdout:op 3471 completed, throughput=4.99MB/sec 2024-04-15T15:08:36.089 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-k-WZB6SnjoCkX4R off=0 len=1945979 2024-04-15T15:08:36.091 INFO:tasks.workunit.client.0.smithi016.stdout:op 3472 completed, throughput=5MB/sec 2024-04-15T15:08:36.091 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-8VShLGmATpwAko1 off=3355600 len=2047968 2024-04-15T15:08:36.100 INFO:tasks.workunit.client.0.smithi016.stdout:op 3473 completed, throughput=5MB/sec 2024-04-15T15:08:37.101 INFO:tasks.workunit.client.0.smithi016.stdout: 679: throughput=4.99MB/sec pending data=0 2024-04-15T15:08:37.101 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-Zjnyy09H0HKbzvp off=9349017 len=351488 2024-04-15T15:08:37.102 INFO:tasks.workunit.client.0.smithi016.stdout:op 3474 completed, throughput=4.99MB/sec 2024-04-15T15:08:37.102 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-b-w6exaHsNcnNxi off=8023313 len=1688219 2024-04-15T15:08:37.110 INFO:tasks.workunit.client.0.smithi016.stdout:op 3475 completed, throughput=5MB/sec 2024-04-15T15:08:37.110 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-4uS8YR1M96VNEhK off=118341 len=386591 2024-04-15T15:08:37.113 INFO:tasks.workunit.client.0.smithi016.stdout:op 3476 completed, throughput=5MB/sec 2024-04-15T15:08:37.114 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-DS-7JQ5S9PllVh2 off=9628329 len=1233782 2024-04-15T15:08:37.120 INFO:tasks.workunit.client.0.smithi016.stdout:op 3477 completed, throughput=5MB/sec 2024-04-15T15:08:37.120 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-_VuGiMEaxvOh0Yj off=18346132 len=1753532 2024-04-15T15:08:37.127 INFO:tasks.workunit.client.0.smithi016.stdout:op 3478 completed, throughput=5MB/sec 2024-04-15T15:08:37.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:08:37 smithi102 ceph-mon[87131]: pgmap v1693: 105 pgs: 105 active+clean; 127 GiB data, 8.9 GiB used, 706 GiB / 715 GiB avail; 2.8 MiB/s rd, 3.5 MiB/s wr, 5 op/s 2024-04-15T15:08:38.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:08:37 smithi016 ceph-mon[90652]: pgmap v1693: 105 pgs: 105 active+clean; 127 GiB data, 8.9 GiB used, 706 GiB / 715 GiB avail; 2.8 MiB/s rd, 3.5 MiB/s wr, 5 op/s 2024-04-15T15:08:38.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:08:37 smithi016 ceph-mon[93212]: pgmap v1693: 105 pgs: 105 active+clean; 127 GiB data, 8.9 GiB used, 706 GiB / 715 GiB avail; 2.8 MiB/s rd, 3.5 MiB/s wr, 5 op/s 2024-04-15T15:08:38.127 INFO:tasks.workunit.client.0.smithi016.stdout: 680: throughput=4.99MB/sec pending data=0 2024-04-15T15:08:38.128 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-4gZLHslun7mxdlY off=3064236 len=1627162 2024-04-15T15:08:38.129 INFO:tasks.workunit.client.0.smithi016.stdout:op 3479 completed, throughput=5MB/sec 2024-04-15T15:08:38.129 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-LHQheJn_8apWTHa off=4782237 len=793108 2024-04-15T15:08:38.131 INFO:tasks.workunit.client.0.smithi016.stdout:op 3480 completed, throughput=5MB/sec 2024-04-15T15:08:38.131 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-3_wj5FN6cBKhHq4 off=8946402 len=200636 2024-04-15T15:08:38.131 INFO:tasks.workunit.client.0.smithi016.stdout:op 3481 completed, throughput=5MB/sec 2024-04-15T15:08:38.131 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-0XGuG8YD9KhBOWU off=503874 len=1384822 2024-04-15T15:08:38.140 INFO:tasks.workunit.client.0.smithi016.stdout:op 3482 completed, throughput=5MB/sec 2024-04-15T15:08:38.140 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-0LdceZWgEP7snTs off=336493 len=1054780 2024-04-15T15:08:38.142 INFO:tasks.workunit.client.0.smithi016.stdout:op 3483 completed, throughput=5MB/sec 2024-04-15T15:08:39.142 INFO:tasks.workunit.client.0.smithi016.stdout: 681: throughput=4.99MB/sec pending data=0 2024-04-15T15:08:39.143 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-7GL-BnfmnEppW5i off=4257804 len=735680 2024-04-15T15:08:39.144 INFO:tasks.workunit.client.0.smithi016.stdout:op 3484 completed, throughput=4.99MB/sec 2024-04-15T15:08:39.144 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-RAwhizn51hkb46I off=4248707 len=176521 2024-04-15T15:08:39.145 INFO:tasks.workunit.client.0.smithi016.stdout:op 3485 completed, throughput=4.99MB/sec 2024-04-15T15:08:39.145 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-KO6BXnmmi1wO2qe off=336425 len=1411036 2024-04-15T15:08:39.146 INFO:tasks.workunit.client.0.smithi016.stdout:op 3486 completed, throughput=5MB/sec 2024-04-15T15:08:39.147 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-tmODCnYOHj5VSFM off=15754758 len=177172 2024-04-15T15:08:39.147 INFO:tasks.workunit.client.0.smithi016.stdout:op 3487 completed, throughput=5MB/sec 2024-04-15T15:08:39.147 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-0OnAOmztkWqEcrJ off=698593 len=1847003 2024-04-15T15:08:39.150 INFO:tasks.workunit.client.0.smithi016.stdout:op 3488 completed, throughput=5MB/sec 2024-04-15T15:08:39.150 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-y0tCdtKPrMy6c4S off=3419398 len=391648 2024-04-15T15:08:39.151 INFO:tasks.workunit.client.0.smithi016.stdout:op 3489 completed, throughput=5MB/sec 2024-04-15T15:08:39.151 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-RqbR7q6I-gvX6D4 off=10533452 len=1291708 2024-04-15T15:08:39.157 INFO:tasks.workunit.client.0.smithi016.stdout:op 3490 completed, throughput=5MB/sec 2024-04-15T15:08:39.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:08:39 smithi102 ceph-mon[87131]: pgmap v1694: 105 pgs: 105 active+clean; 127 GiB data, 8.9 GiB used, 706 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-15T15:08:39.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:08:39 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T15:08:40.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:08:39 smithi016 ceph-mon[90652]: pgmap v1694: 105 pgs: 105 active+clean; 127 GiB data, 8.9 GiB used, 706 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-15T15:08:40.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:08:39 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T15:08:40.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:08:39 smithi016 ceph-mon[93212]: pgmap v1694: 105 pgs: 105 active+clean; 127 GiB data, 8.9 GiB used, 706 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-15T15:08:40.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:08:39 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T15:08:40.158 INFO:tasks.workunit.client.0.smithi016.stdout: 682: throughput=4.99MB/sec pending data=0 2024-04-15T15:08:40.158 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-NdNbujoDJk5H9zz off=12694236 len=1545018 2024-04-15T15:08:40.160 INFO:tasks.workunit.client.0.smithi016.stdout:op 3491 completed, throughput=5MB/sec 2024-04-15T15:08:40.160 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-IFQYF0wcDKYr0ho off=9091299 len=373925 2024-04-15T15:08:40.161 INFO:tasks.workunit.client.0.smithi016.stdout:op 3492 completed, throughput=5MB/sec 2024-04-15T15:08:40.161 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-g3b86cwF0JUC2EQ off=779730 len=582919 2024-04-15T15:08:40.165 INFO:tasks.workunit.client.0.smithi016.stdout:op 3493 completed, throughput=5MB/sec 2024-04-15T15:08:40.165 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-nQ1c7PWp5LB-IEH off=6563911 len=762458 2024-04-15T15:08:40.170 INFO:tasks.workunit.client.0.smithi016.stdout:op 3494 completed, throughput=5MB/sec 2024-04-15T15:08:40.170 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-HXAza1k4hU4CeAv off=14806497 len=607931 2024-04-15T15:08:40.174 INFO:tasks.workunit.client.0.smithi016.stdout:op 3495 completed, throughput=5MB/sec 2024-04-15T15:08:40.174 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-usnL15JXxRc0L5A off=4371082 len=323045 2024-04-15T15:08:40.175 INFO:tasks.workunit.client.0.smithi016.stdout:op 3496 completed, throughput=5MB/sec 2024-04-15T15:08:40.175 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-N55WcBNu4ewDjZ9 off=12037600 len=1112034 2024-04-15T15:08:40.177 INFO:tasks.workunit.client.0.smithi016.stdout:op 3497 completed, throughput=5MB/sec 2024-04-15T15:08:41.177 INFO:tasks.workunit.client.0.smithi016.stdout: 683: throughput=4.99MB/sec pending data=0 2024-04-15T15:08:41.177 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-mZa8Oa1eSBZCF2x off=7273367 len=586100 2024-04-15T15:08:41.181 INFO:tasks.workunit.client.0.smithi016.stdout:op 3498 completed, throughput=4.99MB/sec 2024-04-15T15:08:41.182 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-faO6DhQvbxXVSmO off=3795191 len=1191190 2024-04-15T15:08:41.183 INFO:tasks.workunit.client.0.smithi016.stdout:op 3499 completed, throughput=5MB/sec 2024-04-15T15:08:41.183 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-mLWh9k3SQbo1aVg off=12763357 len=1253995 2024-04-15T15:08:41.191 INFO:tasks.workunit.client.0.smithi016.stdout:op 3500 completed, throughput=5MB/sec 2024-04-15T15:08:41.191 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-7p6x2aliTEr24bs off=11253864 len=224467 2024-04-15T15:08:41.194 INFO:tasks.workunit.client.0.smithi016.stdout:op 3501 completed, throughput=5MB/sec 2024-04-15T15:08:41.194 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-HsvoIunli439POz off=13324031 len=1127879 2024-04-15T15:08:41.199 INFO:tasks.workunit.client.0.smithi016.stdout:op 3502 completed, throughput=5MB/sec 2024-04-15T15:08:41.199 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-ITlm6GTrWeNVlqB off=12240663 len=1387044 2024-04-15T15:08:41.201 INFO:tasks.workunit.client.0.smithi016.stdout:op 3503 completed, throughput=5MB/sec 2024-04-15T15:08:41.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:08:41 smithi102 ceph-mon[87131]: pgmap v1695: 105 pgs: 105 active+clean; 127 GiB data, 8.9 GiB used, 706 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.2 MiB/s wr, 3 op/s 2024-04-15T15:08:42.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:08:41 smithi016 ceph-mon[90652]: pgmap v1695: 105 pgs: 105 active+clean; 127 GiB data, 8.9 GiB used, 706 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.2 MiB/s wr, 3 op/s 2024-04-15T15:08:42.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:08:41 smithi016 ceph-mon[93212]: pgmap v1695: 105 pgs: 105 active+clean; 127 GiB data, 8.9 GiB used, 706 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.2 MiB/s wr, 3 op/s 2024-04-15T15:08:42.040 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 15 15:08:41 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-y[81421]: ::ffff:172.21.15.102 - - [15/Apr/2024:15:08:41] "GET /metrics HTTP/1.1" 200 33996 "" "Prometheus/2.43.0" 2024-04-15T15:08:42.201 INFO:tasks.workunit.client.0.smithi016.stdout: 684: throughput=4.99MB/sec pending data=0 2024-04-15T15:08:42.202 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-ns87piYHnVbzs_k off=5934250 len=1527617 2024-04-15T15:08:42.204 INFO:tasks.workunit.client.0.smithi016.stdout:op 3504 completed, throughput=5MB/sec 2024-04-15T15:08:42.204 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-dWft48gZD7Ezjpv off=1320746 len=1266692 2024-04-15T15:08:42.206 INFO:tasks.workunit.client.0.smithi016.stdout:op 3505 completed, throughput=5MB/sec 2024-04-15T15:08:42.206 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-erh9tTDdGIz5EDQ off=5284553 len=274394 2024-04-15T15:08:42.207 INFO:tasks.workunit.client.0.smithi016.stdout:op 3506 completed, throughput=5MB/sec 2024-04-15T15:08:42.207 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-yE8cmwWHLvnXyEO off=9220583 len=959036 2024-04-15T15:08:42.209 INFO:tasks.workunit.client.0.smithi016.stdout:op 3507 completed, throughput=5MB/sec 2024-04-15T15:08:42.209 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-eCvPVBP73uPx_OT off=3815516 len=2016977 2024-04-15T15:08:42.221 INFO:tasks.workunit.client.0.smithi016.stdout:op 3508 completed, throughput=5MB/sec 2024-04-15T15:08:42.687 INFO:journalctl@ceph.prometheus.a.smithi102.stdout:Apr 15 15:08:42 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-prometheus-a[120881]: ts=2024-04-15T15:08:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi016:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"362ea986-fb34-11ee-bc8f-c7b262605968\", instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T15:08:43.221 INFO:tasks.workunit.client.0.smithi016.stdout: 685: throughput=5MB/sec pending data=0 2024-04-15T15:08:43.221 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-G15Xdt-11jcY_G5 off=8556983 len=535244 2024-04-15T15:08:43.222 INFO:tasks.workunit.client.0.smithi016.stdout:op 3509 completed, throughput=5MB/sec 2024-04-15T15:08:43.222 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-Djjhzfz5QYrpphm off=642096 len=1594824 2024-04-15T15:08:43.224 INFO:tasks.workunit.client.0.smithi016.stdout:op 3510 completed, throughput=5MB/sec 2024-04-15T15:08:43.224 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-SXNIDssNq2rT1fc off=3000490 len=549194 2024-04-15T15:08:43.225 INFO:tasks.workunit.client.0.smithi016.stdout:op 3511 completed, throughput=5MB/sec 2024-04-15T15:08:43.225 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-5Mb1odi80HDMY7Z off=888472 len=926129 2024-04-15T15:08:43.226 INFO:tasks.workunit.client.0.smithi016.stdout:op 3512 completed, throughput=5MB/sec 2024-04-15T15:08:43.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:08:43 smithi102 ceph-mon[87131]: pgmap v1696: 105 pgs: 105 active+clean; 127 GiB data, 9.0 GiB used, 706 GiB / 715 GiB avail; 3.1 MiB/s rd, 3.2 MiB/s wr, 6 op/s 2024-04-15T15:08:44.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:08:43 smithi016 ceph-mon[90652]: pgmap v1696: 105 pgs: 105 active+clean; 127 GiB data, 9.0 GiB used, 706 GiB / 715 GiB avail; 3.1 MiB/s rd, 3.2 MiB/s wr, 6 op/s 2024-04-15T15:08:44.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:08:43 smithi016 ceph-mon[93212]: pgmap v1696: 105 pgs: 105 active+clean; 127 GiB data, 9.0 GiB used, 706 GiB / 715 GiB avail; 3.1 MiB/s rd, 3.2 MiB/s wr, 6 op/s 2024-04-15T15:08:44.226 INFO:tasks.workunit.client.0.smithi016.stdout: 686: throughput=4.99MB/sec pending data=0 2024-04-15T15:08:44.227 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-aIltWKW5ioLWAHn off=1238744 len=1910907 2024-04-15T15:08:44.230 INFO:tasks.workunit.client.0.smithi016.stdout:op 3513 completed, throughput=5MB/sec 2024-04-15T15:08:44.230 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-VAHnU3vPnud2_GE off=7977704 len=1785290 2024-04-15T15:08:44.238 INFO:tasks.workunit.client.0.smithi016.stdout:op 3514 completed, throughput=5MB/sec 2024-04-15T15:08:44.238 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-p6tVYVhCQJ4Aa6a off=583767 len=221166 2024-04-15T15:08:44.241 INFO:tasks.workunit.client.0.smithi016.stdout:op 3515 completed, throughput=5MB/sec 2024-04-15T15:08:44.241 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-ssJELmldKwn2ub3 off=2395844 len=632352 2024-04-15T15:08:44.242 INFO:tasks.workunit.client.0.smithi016.stdout:op 3516 completed, throughput=5MB/sec 2024-04-15T15:08:44.242 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-cfQ0rKwjnpdWh5r off=620421 len=193814 2024-04-15T15:08:44.243 INFO:tasks.workunit.client.0.smithi016.stdout:op 3517 completed, throughput=5MB/sec 2024-04-15T15:08:44.243 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-YYrRjPaZtsp_oaS off=7067149 len=1807733 2024-04-15T15:08:44.249 INFO:tasks.workunit.client.0.smithi016.stdout:op 3518 completed, throughput=5MB/sec 2024-04-15T15:08:45.249 INFO:tasks.workunit.client.0.smithi016.stdout: 687: throughput=4.99MB/sec pending data=0 2024-04-15T15:08:45.249 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-5Gk2zS9mge_7BKv off=13526214 len=1590025 2024-04-15T15:08:45.251 INFO:tasks.workunit.client.0.smithi016.stdout:op 3519 completed, throughput=5MB/sec 2024-04-15T15:08:45.251 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-yL62nTKcLj92GV2 off=1024057 len=117208 2024-04-15T15:08:45.254 INFO:tasks.workunit.client.0.smithi016.stdout:op 3520 completed, throughput=5MB/sec 2024-04-15T15:08:45.254 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-jOEDNPiwTPsR6WO off=653038 len=256004 2024-04-15T15:08:45.254 INFO:tasks.workunit.client.0.smithi016.stdout:op 3521 completed, throughput=5MB/sec 2024-04-15T15:08:45.255 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-ecl0boil-FWsD4W off=10886069 len=1057359 2024-04-15T15:08:45.260 INFO:tasks.workunit.client.0.smithi016.stdout:op 3522 completed, throughput=5MB/sec 2024-04-15T15:08:45.261 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-d6S4pBwZ8VGPidw off=684049 len=989426 2024-04-15T15:08:45.262 INFO:tasks.workunit.client.0.smithi016.stdout:op 3523 completed, throughput=5MB/sec 2024-04-15T15:08:45.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:08:45 smithi102 ceph-mon[87131]: pgmap v1697: 105 pgs: 105 active+clean; 127 GiB data, 9.0 GiB used, 706 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-15T15:08:46.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:08:45 smithi016 ceph-mon[90652]: pgmap v1697: 105 pgs: 105 active+clean; 127 GiB data, 9.0 GiB used, 706 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-15T15:08:46.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:08:45 smithi016 ceph-mon[93212]: pgmap v1697: 105 pgs: 105 active+clean; 127 GiB data, 9.0 GiB used, 706 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-15T15:08:46.262 INFO:tasks.workunit.client.0.smithi016.stdout: 688: throughput=4.99MB/sec pending data=0 2024-04-15T15:08:46.262 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-fKLO_r1lp72bJSb off=8223663 len=133142 2024-04-15T15:08:46.265 INFO:tasks.workunit.client.0.smithi016.stdout:op 3524 completed, throughput=4.99MB/sec 2024-04-15T15:08:46.265 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-Fe585AyNAYWtOzB off=4189436 len=1954771 2024-04-15T15:08:46.275 INFO:tasks.workunit.client.0.smithi016.stdout:op 3525 completed, throughput=5MB/sec 2024-04-15T15:08:46.275 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-J_0fgqB-s9ypANY off=1324379 len=1258723 2024-04-15T15:08:46.276 INFO:tasks.workunit.client.0.smithi016.stdout:op 3526 completed, throughput=5MB/sec 2024-04-15T15:08:46.277 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-icnrnbPZu4Eg7BY off=7899282 len=1420737 2024-04-15T15:08:46.282 INFO:tasks.workunit.client.0.smithi016.stdout:op 3527 completed, throughput=5MB/sec 2024-04-15T15:08:46.282 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-991PNGuEeA5SQfM off=1800917 len=1579260 2024-04-15T15:08:46.289 INFO:tasks.workunit.client.0.smithi016.stdout:op 3528 completed, throughput=5MB/sec 2024-04-15T15:08:47.289 INFO:tasks.workunit.client.0.smithi016.stdout: 689: throughput=4.99MB/sec pending data=0 2024-04-15T15:08:47.290 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-3NCRKzQqWKWM1C1 off=10854430 len=1347821 2024-04-15T15:08:47.291 INFO:tasks.workunit.client.0.smithi016.stdout:op 3529 completed, throughput=5MB/sec 2024-04-15T15:08:47.291 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-31NUxE6EFKgMILQ off=3996205 len=394804 2024-04-15T15:08:47.293 INFO:tasks.workunit.client.0.smithi016.stdout:op 3530 completed, throughput=5MB/sec 2024-04-15T15:08:47.293 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-aDnhhoxylH_D8SP off=2624516 len=255345 2024-04-15T15:08:47.296 INFO:tasks.workunit.client.0.smithi016.stdout:op 3531 completed, throughput=5MB/sec 2024-04-15T15:08:47.297 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-aR9BRr7la4HpzPU off=12845743 len=372202 2024-04-15T15:08:47.300 INFO:tasks.workunit.client.0.smithi016.stdout:op 3532 completed, throughput=5MB/sec 2024-04-15T15:08:47.300 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-6stL_wBb_yGHa6e off=6691930 len=1688319 2024-04-15T15:08:47.309 INFO:tasks.workunit.client.0.smithi016.stdout:op 3533 completed, throughput=5MB/sec 2024-04-15T15:08:47.309 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-Qun4i7FH-1BlQWH off=3367874 len=1837284 2024-04-15T15:08:47.314 INFO:tasks.workunit.client.0.smithi016.stdout:op 3534 completed, throughput=5MB/sec 2024-04-15T15:08:47.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:08:47 smithi102 ceph-mon[87131]: pgmap v1698: 105 pgs: 105 active+clean; 127 GiB data, 9.0 GiB used, 706 GiB / 715 GiB avail; 3.1 MiB/s rd, 3.0 MiB/s wr, 6 op/s 2024-04-15T15:08:48.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:08:47 smithi016 ceph-mon[93212]: pgmap v1698: 105 pgs: 105 active+clean; 127 GiB data, 9.0 GiB used, 706 GiB / 715 GiB avail; 3.1 MiB/s rd, 3.0 MiB/s wr, 6 op/s 2024-04-15T15:08:48.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:08:47 smithi016 ceph-mon[90652]: pgmap v1698: 105 pgs: 105 active+clean; 127 GiB data, 9.0 GiB used, 706 GiB / 715 GiB avail; 3.1 MiB/s rd, 3.0 MiB/s wr, 6 op/s 2024-04-15T15:08:48.315 INFO:tasks.workunit.client.0.smithi016.stdout: 690: throughput=4.99MB/sec pending data=0 2024-04-15T15:08:48.315 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-XGXZANLvreMAlzk off=9837354 len=568464 2024-04-15T15:08:48.318 INFO:tasks.workunit.client.0.smithi016.stdout:op 3535 completed, throughput=5MB/sec 2024-04-15T15:08:48.318 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-faO6DhQvbxXVSmO off=8142372 len=579310 2024-04-15T15:08:48.319 INFO:tasks.workunit.client.0.smithi016.stdout:op 3536 completed, throughput=5MB/sec 2024-04-15T15:08:48.319 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-DTOFrf52e96OwgR off=2131229 len=74115 2024-04-15T15:08:48.322 INFO:tasks.workunit.client.0.smithi016.stdout:op 3537 completed, throughput=5MB/sec 2024-04-15T15:08:48.322 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-ZC3Ktddo75kmtCk off=6947143 len=1965083 2024-04-15T15:08:48.332 INFO:tasks.workunit.client.0.smithi016.stdout:op 3538 completed, throughput=5MB/sec 2024-04-15T15:08:48.332 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-aOMTeo8ItDFf_Vc off=19562767 len=313967 2024-04-15T15:08:48.336 INFO:tasks.workunit.client.0.smithi016.stdout:op 3539 completed, throughput=5MB/sec 2024-04-15T15:08:48.336 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-VvAcerNyytMPE4f off=16361136 len=445342 2024-04-15T15:08:48.337 INFO:tasks.workunit.client.0.smithi016.stdout:op 3540 completed, throughput=5MB/sec 2024-04-15T15:08:49.338 INFO:tasks.workunit.client.0.smithi016.stdout: 691: throughput=4.99MB/sec pending data=0 2024-04-15T15:08:49.338 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-HwTpDWEseFy86VO off=4723054 len=1785298 2024-04-15T15:08:49.341 INFO:tasks.workunit.client.0.smithi016.stdout:op 3541 completed, throughput=5MB/sec 2024-04-15T15:08:49.341 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj--3qNMH0F6mmpbpw off=9030544 len=1053458 2024-04-15T15:08:49.346 INFO:tasks.workunit.client.0.smithi016.stdout:op 3542 completed, throughput=5MB/sec 2024-04-15T15:08:49.347 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-x250BHp1LGwYzaf off=6075645 len=1415196 2024-04-15T15:08:49.353 INFO:tasks.workunit.client.0.smithi016.stdout:op 3543 completed, throughput=5MB/sec 2024-04-15T15:08:49.353 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-HsvoIunli439POz off=3653633 len=439774 2024-04-15T15:08:49.357 INFO:tasks.workunit.client.0.smithi016.stdout:op 3544 completed, throughput=5MB/sec 2024-04-15T15:08:49.357 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-tGYEe2ETKWD-dT_ off=4989516 len=410955 2024-04-15T15:08:49.360 INFO:tasks.workunit.client.0.smithi016.stdout:op 3545 completed, throughput=5MB/sec 2024-04-15T15:08:49.360 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-gyQWZtZhprKPkXo off=3146288 len=1353856 2024-04-15T15:08:49.365 INFO:tasks.workunit.client.0.smithi016.stdout:op 3546 completed, throughput=5MB/sec 2024-04-15T15:08:49.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:08:49 smithi102 ceph-mon[87131]: pgmap v1699: 105 pgs: 105 active+clean; 127 GiB data, 9.0 GiB used, 706 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-04-15T15:08:50.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:08:49 smithi016 ceph-mon[90652]: pgmap v1699: 105 pgs: 105 active+clean; 127 GiB data, 9.0 GiB used, 706 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-04-15T15:08:50.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:08:49 smithi016 ceph-mon[93212]: pgmap v1699: 105 pgs: 105 active+clean; 127 GiB data, 9.0 GiB used, 706 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-04-15T15:08:50.365 INFO:tasks.workunit.client.0.smithi016.stdout: 692: throughput=4.99MB/sec pending data=0 2024-04-15T15:08:50.365 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-OqxGkoHJC8-DXw7 off=675691 len=310388 2024-04-15T15:08:50.369 INFO:tasks.workunit.client.0.smithi016.stdout:op 3547 completed, throughput=4.99MB/sec 2024-04-15T15:08:50.369 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-TW-ZFrilViTuQGk off=8018455 len=1330255 2024-04-15T15:08:50.370 INFO:tasks.workunit.client.0.smithi016.stdout:op 3548 completed, throughput=5MB/sec 2024-04-15T15:08:50.370 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-PTOTKc2NkSB9Fzu off=10487003 len=441923 2024-04-15T15:08:50.372 INFO:tasks.workunit.client.0.smithi016.stdout:op 3549 completed, throughput=5MB/sec 2024-04-15T15:08:50.372 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-b5UgjVFHjW363B3 off=13116525 len=1139074 2024-04-15T15:08:50.378 INFO:tasks.workunit.client.0.smithi016.stdout:op 3550 completed, throughput=5MB/sec 2024-04-15T15:08:50.378 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-ZyV6oVRgAYXcKXL off=11287281 len=805328 2024-04-15T15:08:50.382 INFO:tasks.workunit.client.0.smithi016.stdout:op 3551 completed, throughput=5MB/sec 2024-04-15T15:08:50.382 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-xBfA2hWQDQaw9Jo off=4311937 len=183552 2024-04-15T15:08:50.385 INFO:tasks.workunit.client.0.smithi016.stdout:op 3552 completed, throughput=5MB/sec 2024-04-15T15:08:51.385 INFO:tasks.workunit.client.0.smithi016.stdout: 693: throughput=4.99MB/sec pending data=0 2024-04-15T15:08:51.385 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-lJeNXOEa7Bq1kip off=1561994 len=1363758 2024-04-15T15:08:51.393 INFO:tasks.workunit.client.0.smithi016.stdout:op 3553 completed, throughput=4.99MB/sec 2024-04-15T15:08:51.393 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-h_oEQzYDuI5pPB3 off=9648001 len=1012721 2024-04-15T15:08:51.394 INFO:tasks.workunit.client.0.smithi016.stdout:op 3554 completed, throughput=5MB/sec 2024-04-15T15:08:51.394 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-JT5cNYqovPPram0 off=504261 len=271194 2024-04-15T15:08:51.395 INFO:tasks.workunit.client.0.smithi016.stdout:op 3555 completed, throughput=5MB/sec 2024-04-15T15:08:51.395 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-VfEc8weUZ39AGf_ off=1511007 len=1529305 2024-04-15T15:08:51.403 INFO:tasks.workunit.client.0.smithi016.stdout:op 3556 completed, throughput=5MB/sec 2024-04-15T15:08:51.403 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-F7EDeHPI2DdNEft off=1723830 len=1683630 2024-04-15T15:08:51.405 INFO:tasks.workunit.client.0.smithi016.stdout:op 3557 completed, throughput=5MB/sec 2024-04-15T15:08:51.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:08:51 smithi102 ceph-mon[87131]: pgmap v1700: 105 pgs: 105 active+clean; 127 GiB data, 9.0 GiB used, 706 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.7 MiB/s wr, 4 op/s 2024-04-15T15:08:52.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:08:51 smithi016 ceph-mon[90652]: pgmap v1700: 105 pgs: 105 active+clean; 127 GiB data, 9.0 GiB used, 706 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.7 MiB/s wr, 4 op/s 2024-04-15T15:08:52.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:08:51 smithi016 ceph-mon[93212]: pgmap v1700: 105 pgs: 105 active+clean; 127 GiB data, 9.0 GiB used, 706 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.7 MiB/s wr, 4 op/s 2024-04-15T15:08:52.040 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 15 15:08:51 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-y[81421]: ::ffff:172.21.15.102 - - [15/Apr/2024:15:08:51] "GET /metrics HTTP/1.1" 200 33996 "" "Prometheus/2.43.0" 2024-04-15T15:08:52.405 INFO:tasks.workunit.client.0.smithi016.stdout: 694: throughput=4.99MB/sec pending data=0 2024-04-15T15:08:52.405 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-hJOUsOHPvdgPoBT off=9296642 len=696974 2024-04-15T15:08:52.410 INFO:tasks.workunit.client.0.smithi016.stdout:op 3558 completed, throughput=4.99MB/sec 2024-04-15T15:08:52.410 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-od_eCuNwQLsDX9b off=16363332 len=1375190 2024-04-15T15:08:52.412 INFO:tasks.workunit.client.0.smithi016.stdout:op 3559 completed, throughput=5MB/sec 2024-04-15T15:08:52.412 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-NAVAmrjYVujkCgb off=3524066 len=211118 2024-04-15T15:08:52.415 INFO:tasks.workunit.client.0.smithi016.stdout:op 3560 completed, throughput=5MB/sec 2024-04-15T15:08:52.415 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-zDAeFkm0BKbw85w off=6441200 len=778626 2024-04-15T15:08:52.416 INFO:tasks.workunit.client.0.smithi016.stdout:op 3561 completed, throughput=5MB/sec 2024-04-15T15:08:52.416 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-UFgKP16w8INFnhy off=8781829 len=527144 2024-04-15T15:08:52.417 INFO:tasks.workunit.client.0.smithi016.stdout:op 3562 completed, throughput=5MB/sec 2024-04-15T15:08:52.417 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-_tiL4FSx5B_-PSC off=1151939 len=650386 2024-04-15T15:08:52.421 INFO:tasks.workunit.client.0.smithi016.stdout:op 3563 completed, throughput=5MB/sec 2024-04-15T15:08:52.421 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-T1jG0J4IsHsdld7 off=4103817 len=1660101 2024-04-15T15:08:52.423 INFO:tasks.workunit.client.0.smithi016.stdout:op 3564 completed, throughput=5MB/sec 2024-04-15T15:08:52.688 INFO:journalctl@ceph.prometheus.a.smithi102.stdout:Apr 15 15:08:52 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-prometheus-a[120881]: ts=2024-04-15T15:08:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi016:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"362ea986-fb34-11ee-bc8f-c7b262605968\", instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T15:08:53.423 INFO:tasks.workunit.client.0.smithi016.stdout: 695: throughput=4.99MB/sec pending data=0 2024-04-15T15:08:53.423 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-cfc7IRe2JEhsWu6 off=163543 len=1299834 2024-04-15T15:08:53.425 INFO:tasks.workunit.client.0.smithi016.stdout:op 3565 completed, throughput=5MB/sec 2024-04-15T15:08:53.425 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-Fofk0ZAmuc0V5IG off=13371974 len=1096686 2024-04-15T15:08:53.426 INFO:tasks.workunit.client.0.smithi016.stdout:op 3566 completed, throughput=5MB/sec 2024-04-15T15:08:53.426 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-at1IFdapimWP0gZ off=1907418 len=503602 2024-04-15T15:08:53.427 INFO:tasks.workunit.client.0.smithi016.stdout:op 3567 completed, throughput=5MB/sec 2024-04-15T15:08:53.427 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-5mmJNZMep57nW2X off=3582490 len=675864 2024-04-15T15:08:53.431 INFO:tasks.workunit.client.0.smithi016.stdout:op 3568 completed, throughput=5MB/sec 2024-04-15T15:08:53.432 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-jHfb3TT_rfFLVTp off=356916 len=1439609 2024-04-15T15:08:53.434 INFO:tasks.workunit.client.0.smithi016.stdout:op 3569 completed, throughput=5MB/sec 2024-04-15T15:08:53.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:08:53 smithi102 ceph-mon[87131]: pgmap v1701: 105 pgs: 105 active+clean; 127 GiB data, 9.0 GiB used, 706 GiB / 715 GiB avail; 3.1 MiB/s rd, 3.3 MiB/s wr, 6 op/s 2024-04-15T15:08:54.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:08:53 smithi016 ceph-mon[90652]: pgmap v1701: 105 pgs: 105 active+clean; 127 GiB data, 9.0 GiB used, 706 GiB / 715 GiB avail; 3.1 MiB/s rd, 3.3 MiB/s wr, 6 op/s 2024-04-15T15:08:54.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:08:53 smithi016 ceph-mon[93212]: pgmap v1701: 105 pgs: 105 active+clean; 127 GiB data, 9.0 GiB used, 706 GiB / 715 GiB avail; 3.1 MiB/s rd, 3.3 MiB/s wr, 6 op/s 2024-04-15T15:08:54.435 INFO:tasks.workunit.client.0.smithi016.stdout: 696: throughput=4.99MB/sec pending data=0 2024-04-15T15:08:54.435 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-GlMODb71TcHfPP2 off=571045 len=963353 2024-04-15T15:08:54.436 INFO:tasks.workunit.client.0.smithi016.stdout:op 3570 completed, throughput=5MB/sec 2024-04-15T15:08:54.436 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-KPNTy88oFNl58fr off=7005179 len=1315131 2024-04-15T15:08:54.443 INFO:tasks.workunit.client.0.smithi016.stdout:op 3571 completed, throughput=5MB/sec 2024-04-15T15:08:54.443 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-BL9Cq_PszaqSKHm off=17921642 len=1377924 2024-04-15T15:08:54.450 INFO:tasks.workunit.client.0.smithi016.stdout:op 3572 completed, throughput=5MB/sec 2024-04-15T15:08:54.450 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-GQbetf_l9DoVxIV off=6573541 len=7972 2024-04-15T15:08:54.450 INFO:tasks.workunit.client.0.smithi016.stdout:op 3573 completed, throughput=5MB/sec 2024-04-15T15:08:54.450 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-XqGRS7RQ4xuuNHf off=15541028 len=1272743 2024-04-15T15:08:54.451 INFO:tasks.workunit.client.0.smithi016.stdout:op 3574 completed, throughput=5MB/sec 2024-04-15T15:08:55.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:08:54 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T15:08:55.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:08:54 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T15:08:55.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:08:54 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T15:08:55.452 INFO:tasks.workunit.client.0.smithi016.stdout: 697: throughput=4.99MB/sec pending data=0 2024-04-15T15:08:55.452 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-iYvy5I_DAA-CwC4 off=14450789 len=225953 2024-04-15T15:08:55.453 INFO:tasks.workunit.client.0.smithi016.stdout:op 3575 completed, throughput=4.99MB/sec 2024-04-15T15:08:55.453 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-2Ka6PCPRJGRgTZ_ off=11639949 len=1277085 2024-04-15T15:08:55.454 INFO:tasks.workunit.client.0.smithi016.stdout:op 3576 completed, throughput=5MB/sec 2024-04-15T15:08:55.454 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-0YMZGrU_0lfjY1a off=11410049 len=808649 2024-04-15T15:08:55.459 INFO:tasks.workunit.client.0.smithi016.stdout:op 3577 completed, throughput=5MB/sec 2024-04-15T15:08:55.459 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-ipSBznRA3jGXIHr off=1064068 len=1141133 2024-04-15T15:08:55.467 INFO:tasks.workunit.client.0.smithi016.stdout:op 3578 completed, throughput=5MB/sec 2024-04-15T15:08:55.468 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-13DvL_Q26LTKnAY off=13340709 len=564980 2024-04-15T15:08:55.469 INFO:tasks.workunit.client.0.smithi016.stdout:op 3579 completed, throughput=5MB/sec 2024-04-15T15:08:55.469 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-6W-0D5N25tDqCez off=2882603 len=1460256 2024-04-15T15:08:55.476 INFO:tasks.workunit.client.0.smithi016.stdout:op 3580 completed, throughput=5MB/sec 2024-04-15T15:08:55.941 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:08:55 smithi016 ceph-mon[93212]: pgmap v1702: 105 pgs: 105 active+clean; 127 GiB data, 9.0 GiB used, 706 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-15T15:08:55.941 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:08:55 smithi016 ceph-mon[90652]: pgmap v1702: 105 pgs: 105 active+clean; 127 GiB data, 9.0 GiB used, 706 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-15T15:08:56.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:08:55 smithi102 ceph-mon[87131]: pgmap v1702: 105 pgs: 105 active+clean; 127 GiB data, 9.0 GiB used, 706 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-15T15:08:56.477 INFO:tasks.workunit.client.0.smithi016.stdout: 698: throughput=4.99MB/sec pending data=0 2024-04-15T15:08:56.477 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-aDnhhoxylH_D8SP off=6980405 len=1991425 2024-04-15T15:08:56.479 INFO:tasks.workunit.client.0.smithi016.stdout:op 3581 completed, throughput=5MB/sec 2024-04-15T15:08:56.479 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-QNBjmu9Tl_BCmUL off=8157706 len=1742784 2024-04-15T15:08:56.490 INFO:tasks.workunit.client.0.smithi016.stdout:op 3582 completed, throughput=5MB/sec 2024-04-15T15:08:56.490 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-VDQEvhrs_k1SvCh off=381116 len=2020441 2024-04-15T15:08:56.500 INFO:tasks.workunit.client.0.smithi016.stdout:op 3583 completed, throughput=5MB/sec 2024-04-15T15:08:57.500 INFO:tasks.workunit.client.0.smithi016.stdout: 699: throughput=4.99MB/sec pending data=0 2024-04-15T15:08:57.500 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-uM4bZgHSQ8h41X9 off=12809408 len=984479 2024-04-15T15:08:57.506 INFO:tasks.workunit.client.0.smithi016.stdout:op 3584 completed, throughput=5MB/sec 2024-04-15T15:08:57.506 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-RXYDkgy-nI-x60A off=597059 len=1375238 2024-04-15T15:08:57.508 INFO:tasks.workunit.client.0.smithi016.stdout:op 3585 completed, throughput=5MB/sec 2024-04-15T15:08:57.508 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj--W9fKL90Bu1VR0Z off=3582324 len=4791 2024-04-15T15:08:57.508 INFO:tasks.workunit.client.0.smithi016.stdout:op 3586 completed, throughput=5MB/sec 2024-04-15T15:08:57.508 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-tnM7x5uz-nkQANv off=5187613 len=440226 2024-04-15T15:08:57.512 INFO:tasks.workunit.client.0.smithi016.stdout:op 3587 completed, throughput=5MB/sec 2024-04-15T15:08:57.512 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-KJll12eER3VSbeH off=3062400 len=770018 2024-04-15T15:08:57.516 INFO:tasks.workunit.client.0.smithi016.stdout:op 3588 completed, throughput=5MB/sec 2024-04-15T15:08:57.516 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-JFm4V0KgSybuJes off=3940535 len=935967 2024-04-15T15:08:57.521 INFO:tasks.workunit.client.0.smithi016.stdout:op 3589 completed, throughput=5MB/sec 2024-04-15T15:08:58.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:08:57 smithi016 ceph-mon[93212]: pgmap v1703: 105 pgs: 105 active+clean; 127 GiB data, 9.1 GiB used, 706 GiB / 715 GiB avail; 3.0 MiB/s rd, 3.1 MiB/s wr, 6 op/s 2024-04-15T15:08:58.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:08:57 smithi016 ceph-mon[90652]: pgmap v1703: 105 pgs: 105 active+clean; 127 GiB data, 9.1 GiB used, 706 GiB / 715 GiB avail; 3.0 MiB/s rd, 3.1 MiB/s wr, 6 op/s 2024-04-15T15:08:58.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:08:57 smithi102 ceph-mon[87131]: pgmap v1703: 105 pgs: 105 active+clean; 127 GiB data, 9.1 GiB used, 706 GiB / 715 GiB avail; 3.0 MiB/s rd, 3.1 MiB/s wr, 6 op/s 2024-04-15T15:08:58.521 INFO:tasks.workunit.client.0.smithi016.stdout: 700: throughput=4.99MB/sec pending data=0 2024-04-15T15:08:58.521 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-HXAza1k4hU4CeAv off=9842153 len=1670383 2024-04-15T15:08:58.529 INFO:tasks.workunit.client.0.smithi016.stdout:op 3590 completed, throughput=5MB/sec 2024-04-15T15:08:58.529 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-8Oh09t3A-jWmy6q off=8654417 len=509298 2024-04-15T15:08:58.530 INFO:tasks.workunit.client.0.smithi016.stdout:op 3591 completed, throughput=5MB/sec 2024-04-15T15:08:58.531 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-mC59OdjEIpx4yqo off=5319679 len=1562801 2024-04-15T15:08:58.533 INFO:tasks.workunit.client.0.smithi016.stdout:op 3592 completed, throughput=5MB/sec 2024-04-15T15:08:58.533 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-kjYEUE_wQyAP1rz off=18365226 len=688409 2024-04-15T15:08:58.537 INFO:tasks.workunit.client.0.smithi016.stdout:op 3593 completed, throughput=5MB/sec 2024-04-15T15:08:58.537 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-rzkAp8-MUjH40Ot off=811175 len=859694 2024-04-15T15:08:58.539 INFO:tasks.workunit.client.0.smithi016.stdout:op 3594 completed, throughput=5MB/sec 2024-04-15T15:08:59.542 INFO:tasks.workunit.client.0.smithi016.stdout: 701: throughput=4.99MB/sec pending data=0 2024-04-15T15:08:59.542 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-D960Urj6D5Z2oL7 off=1645645 len=629250 2024-04-15T15:08:59.542 INFO:tasks.workunit.client.0.smithi016.stdout:op 3595 completed, throughput=4.99MB/sec 2024-04-15T15:08:59.542 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-U-n-QzVenuNbjGS off=4603796 len=382082 2024-04-15T15:08:59.545 INFO:tasks.workunit.client.0.smithi016.stdout:op 3596 completed, throughput=4.99MB/sec 2024-04-15T15:08:59.545 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-rqDRjcPNFkW6zC8 off=7561305 len=17159 2024-04-15T15:08:59.547 INFO:tasks.workunit.client.0.smithi016.stdout:op 3597 completed, throughput=4.99MB/sec 2024-04-15T15:08:59.547 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-ESKyRIBra6-K9ZZ off=3641700 len=1611829 2024-04-15T15:08:59.549 INFO:tasks.workunit.client.0.smithi016.stdout:op 3598 completed, throughput=5MB/sec 2024-04-15T15:08:59.549 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj--RJ3RXBwYnKvud2 off=4517059 len=1443262 2024-04-15T15:08:59.551 INFO:tasks.workunit.client.0.smithi016.stdout:op 3599 completed, throughput=5MB/sec 2024-04-15T15:08:59.551 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-KzMZp_GWfM0koaN off=1169174 len=1940177 2024-04-15T15:08:59.553 INFO:tasks.workunit.client.0.smithi016.stdout:op 3600 completed, throughput=5MB/sec 2024-04-15T15:09:00.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:08:59 smithi016 ceph-mon[90652]: pgmap v1704: 105 pgs: 105 active+clean; 127 GiB data, 9.1 GiB used, 706 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-04-15T15:09:00.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:08:59 smithi016 ceph-mon[93212]: pgmap v1704: 105 pgs: 105 active+clean; 127 GiB data, 9.1 GiB used, 706 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-04-15T15:09:00.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:08:59 smithi102 ceph-mon[87131]: pgmap v1704: 105 pgs: 105 active+clean; 127 GiB data, 9.1 GiB used, 706 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-04-15T15:09:00.553 INFO:tasks.workunit.client.0.smithi016.stdout: 702: throughput=4.99MB/sec pending data=0 2024-04-15T15:09:00.554 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-bLPeD9PL5D8iVTD off=11323137 len=484908 2024-04-15T15:09:00.554 INFO:tasks.workunit.client.0.smithi016.stdout:op 3601 completed, throughput=4.99MB/sec 2024-04-15T15:09:00.555 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-47TuohqWQ98LwA2 off=10053618 len=1088155 2024-04-15T15:09:00.560 INFO:tasks.workunit.client.0.smithi016.stdout:op 3602 completed, throughput=5MB/sec 2024-04-15T15:09:00.560 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-MCJNKrqp6EeNUvQ off=5916656 len=1208820 2024-04-15T15:09:00.568 INFO:tasks.workunit.client.0.smithi016.stdout:op 3603 completed, throughput=5MB/sec 2024-04-15T15:09:00.568 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-3MmuoGoIstvupRX off=1909125 len=1045349 2024-04-15T15:09:00.569 INFO:tasks.workunit.client.0.smithi016.stdout:op 3604 completed, throughput=5MB/sec 2024-04-15T15:09:00.569 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-iLAjgwL0OOy9wKO off=15856267 len=1603156 2024-04-15T15:09:00.576 INFO:tasks.workunit.client.0.smithi016.stdout:op 3605 completed, throughput=5MB/sec 2024-04-15T15:09:01.576 INFO:tasks.workunit.client.0.smithi016.stdout: 703: throughput=4.99MB/sec pending data=0 2024-04-15T15:09:01.576 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-vhtgaSvoi1ZB7xS off=5348601 len=1214400 2024-04-15T15:09:01.577 INFO:tasks.workunit.client.0.smithi016.stdout:op 3606 completed, throughput=5MB/sec 2024-04-15T15:09:01.577 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-9EKEv5gDbkkozfH off=17951820 len=245453 2024-04-15T15:09:01.578 INFO:tasks.workunit.client.0.smithi016.stdout:op 3607 completed, throughput=5MB/sec 2024-04-15T15:09:01.578 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-l57kvhFXAxRkKiA off=1656594 len=2034841 2024-04-15T15:09:01.586 INFO:tasks.workunit.client.0.smithi016.stdout:op 3608 completed, throughput=5MB/sec 2024-04-15T15:09:01.586 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-_Bw4rq-jZ1feDeQ off=10993870 len=766853 2024-04-15T15:09:01.587 INFO:tasks.workunit.client.0.smithi016.stdout:op 3609 completed, throughput=5MB/sec 2024-04-15T15:09:01.587 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-bMWBywoLh6v0ya3 off=2925079 len=786307 2024-04-15T15:09:01.594 INFO:tasks.workunit.client.0.smithi016.stdout:op 3610 completed, throughput=5MB/sec 2024-04-15T15:09:02.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:09:01 smithi016 ceph-mon[90652]: pgmap v1705: 105 pgs: 105 active+clean; 127 GiB data, 9.1 GiB used, 706 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-15T15:09:02.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:09:01 smithi016 ceph-mon[93212]: pgmap v1705: 105 pgs: 105 active+clean; 127 GiB data, 9.1 GiB used, 706 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-15T15:09:02.040 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 15 15:09:01 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-y[81421]: ::ffff:172.21.15.102 - - [15/Apr/2024:15:09:01] "GET /metrics HTTP/1.1" 200 33995 "" "Prometheus/2.43.0" 2024-04-15T15:09:02.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:09:01 smithi102 ceph-mon[87131]: pgmap v1705: 105 pgs: 105 active+clean; 127 GiB data, 9.1 GiB used, 706 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-15T15:09:02.592 INFO:tasks.workunit.client.0.smithi016.stdout: 704: throughput=4.99MB/sec pending data=0 2024-04-15T15:09:02.592 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-xhmv89e3WA_Z6OJ off=339075 len=1415288 2024-04-15T15:09:02.593 INFO:tasks.workunit.client.0.smithi016.stdout:op 3611 completed, throughput=5MB/sec 2024-04-15T15:09:02.593 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-BUgdi88NaMbP9dq off=2081946 len=2096817 2024-04-15T15:09:02.596 INFO:tasks.workunit.client.0.smithi016.stdout:op 3612 completed, throughput=5MB/sec 2024-04-15T15:09:02.596 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-wrNYAeNZ1R_x3F3 off=4287169 len=1637939 2024-04-15T15:09:02.602 INFO:tasks.workunit.client.0.smithi016.stdout:op 3613 completed, throughput=5MB/sec 2024-04-15T15:09:02.689 INFO:journalctl@ceph.prometheus.a.smithi102.stdout:Apr 15 15:09:02 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-prometheus-a[120881]: ts=2024-04-15T15:09:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi016:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"362ea986-fb34-11ee-bc8f-c7b262605968\", instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T15:09:03.603 INFO:tasks.workunit.client.0.smithi016.stdout: 705: throughput=4.99MB/sec pending data=0 2024-04-15T15:09:03.603 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-2xAy34Cd0t_H7-r off=2370777 len=1196682 2024-04-15T15:09:03.611 INFO:tasks.workunit.client.0.smithi016.stdout:op 3614 completed, throughput=5MB/sec 2024-04-15T15:09:03.611 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-qVgHWRHIRWS17_E off=5235718 len=1713028 2024-04-15T15:09:03.619 INFO:tasks.workunit.client.0.smithi016.stdout:op 3615 completed, throughput=5MB/sec 2024-04-15T15:09:03.619 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-O7zTBU8zXLD-qZe off=2479475 len=1517559 2024-04-15T15:09:03.626 INFO:tasks.workunit.client.0.smithi016.stdout:op 3616 completed, throughput=5MB/sec 2024-04-15T15:09:03.626 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-l6pQCln1yM8gqd6 off=4011446 len=1072285 2024-04-15T15:09:03.627 INFO:tasks.workunit.client.0.smithi016.stdout:op 3617 completed, throughput=5MB/sec 2024-04-15T15:09:04.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:09:03 smithi016 ceph-mon[90652]: pgmap v1706: 105 pgs: 105 active+clean; 127 GiB data, 9.1 GiB used, 706 GiB / 715 GiB avail; 2.9 MiB/s rd, 3.3 MiB/s wr, 6 op/s 2024-04-15T15:09:04.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:09:03 smithi016 ceph-mon[93212]: pgmap v1706: 105 pgs: 105 active+clean; 127 GiB data, 9.1 GiB used, 706 GiB / 715 GiB avail; 2.9 MiB/s rd, 3.3 MiB/s wr, 6 op/s 2024-04-15T15:09:04.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:09:03 smithi102 ceph-mon[87131]: pgmap v1706: 105 pgs: 105 active+clean; 127 GiB data, 9.1 GiB used, 706 GiB / 715 GiB avail; 2.9 MiB/s rd, 3.3 MiB/s wr, 6 op/s 2024-04-15T15:09:04.628 INFO:tasks.workunit.client.0.smithi016.stdout: 706: throughput=4.99MB/sec pending data=0 2024-04-15T15:09:04.628 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-5ZMJbxXr92KHnBN off=1955704 len=1664006 2024-04-15T15:09:04.639 INFO:tasks.workunit.client.0.smithi016.stdout:op 3618 completed, throughput=5MB/sec 2024-04-15T15:09:04.639 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-y_JqGDiltEomGEK off=1520875 len=282605 2024-04-15T15:09:04.640 INFO:tasks.workunit.client.0.smithi016.stdout:op 3619 completed, throughput=5MB/sec 2024-04-15T15:09:04.640 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-LPc3taQe3PflbYe off=9211477 len=1926402 2024-04-15T15:09:04.648 INFO:tasks.workunit.client.0.smithi016.stdout:op 3620 completed, throughput=5MB/sec 2024-04-15T15:09:04.648 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-l1kVJ_o288BpHE- off=704237 len=747137 2024-04-15T15:09:04.649 INFO:tasks.workunit.client.0.smithi016.stdout:op 3621 completed, throughput=5MB/sec 2024-04-15T15:09:04.649 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-4JIknxLjeEZl3VD off=4156651 len=904775 2024-04-15T15:09:04.651 INFO:tasks.workunit.client.0.smithi016.stdout:op 3622 completed, throughput=5MB/sec 2024-04-15T15:09:05.651 INFO:tasks.workunit.client.0.smithi016.stdout: 707: throughput=4.99MB/sec pending data=0 2024-04-15T15:09:05.652 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-xE0cjzihzIjz_T0 off=4361783 len=507775 2024-04-15T15:09:05.652 INFO:tasks.workunit.client.0.smithi016.stdout:op 3623 completed, throughput=4.99MB/sec 2024-04-15T15:09:05.652 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-U3ncEhZErWzNpuI off=7381300 len=1843829 2024-04-15T15:09:05.664 INFO:tasks.workunit.client.0.smithi016.stdout:op 3624 completed, throughput=5MB/sec 2024-04-15T15:09:05.664 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-GJQguf1Lq11n9Yj off=1805628 len=207203 2024-04-15T15:09:05.666 INFO:tasks.workunit.client.0.smithi016.stdout:op 3625 completed, throughput=5MB/sec 2024-04-15T15:09:05.667 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-vwUn44rvXwL0jQ8 off=6222205 len=896118 2024-04-15T15:09:05.668 INFO:tasks.workunit.client.0.smithi016.stdout:op 3626 completed, throughput=5MB/sec 2024-04-15T15:09:05.668 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj--0rr5ATZZSiZOaS off=2366183 len=1728110 2024-04-15T15:09:05.670 INFO:tasks.workunit.client.0.smithi016.stdout:op 3627 completed, throughput=5MB/sec 2024-04-15T15:09:06.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:09:05 smithi016 ceph-mon[90652]: pgmap v1707: 105 pgs: 105 active+clean; 127 GiB data, 9.1 GiB used, 706 GiB / 715 GiB avail; 2.3 MiB/s rd, 1.7 MiB/s wr, 4 op/s 2024-04-15T15:09:06.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:09:05 smithi016 ceph-mon[93212]: pgmap v1707: 105 pgs: 105 active+clean; 127 GiB data, 9.1 GiB used, 706 GiB / 715 GiB avail; 2.3 MiB/s rd, 1.7 MiB/s wr, 4 op/s 2024-04-15T15:09:06.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:09:05 smithi102 ceph-mon[87131]: pgmap v1707: 105 pgs: 105 active+clean; 127 GiB data, 9.1 GiB used, 706 GiB / 715 GiB avail; 2.3 MiB/s rd, 1.7 MiB/s wr, 4 op/s 2024-04-15T15:09:06.670 INFO:tasks.workunit.client.0.smithi016.stdout: 708: throughput=4.99MB/sec pending data=0 2024-04-15T15:09:06.671 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-gfvHqLCP3lVgn_5 off=283710 len=65411 2024-04-15T15:09:06.671 INFO:tasks.workunit.client.0.smithi016.stdout:op 3628 completed, throughput=4.99MB/sec 2024-04-15T15:09:06.671 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-lVTZQN6mDdWeBle off=1978182 len=435268 2024-04-15T15:09:06.675 INFO:tasks.workunit.client.0.smithi016.stdout:op 3629 completed, throughput=4.99MB/sec 2024-04-15T15:09:06.675 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-JmsWvBqv093Oelz off=19199688 len=1182297 2024-04-15T15:09:06.681 INFO:tasks.workunit.client.0.smithi016.stdout:op 3630 completed, throughput=5MB/sec 2024-04-15T15:09:06.681 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-OrcI9kN4LQ5oEqo off=1504913 len=122637 2024-04-15T15:09:06.682 INFO:tasks.workunit.client.0.smithi016.stdout:op 3631 completed, throughput=5MB/sec 2024-04-15T15:09:06.682 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-UE8GtMB5Bn3rMvP off=3529760 len=1572003 2024-04-15T15:09:06.688 INFO:tasks.workunit.client.0.smithi016.stdout:op 3632 completed, throughput=5MB/sec 2024-04-15T15:09:06.688 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-QMjMLYZxNb4_ymd off=17903709 len=1091439 2024-04-15T15:09:06.694 INFO:tasks.workunit.client.0.smithi016.stdout:op 3633 completed, throughput=5MB/sec 2024-04-15T15:09:06.694 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-edOCUGW4LYh2IBi off=17163743 len=123668 2024-04-15T15:09:06.696 INFO:tasks.workunit.client.0.smithi016.stdout:op 3634 completed, throughput=5MB/sec 2024-04-15T15:09:06.697 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-Tpk45Q-nngxtKO5 off=1124171 len=1277776 2024-04-15T15:09:06.699 INFO:tasks.workunit.client.0.smithi016.stdout:op 3635 completed, throughput=5MB/sec 2024-04-15T15:09:07.699 INFO:tasks.workunit.client.0.smithi016.stdout: 709: throughput=4.99MB/sec pending data=0 2024-04-15T15:09:07.699 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-ItEP2DM3fPtIMle off=15226366 len=427266 2024-04-15T15:09:07.703 INFO:tasks.workunit.client.0.smithi016.stdout:op 3636 completed, throughput=4.99MB/sec 2024-04-15T15:09:07.703 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-s3lajBmOlPnesw- off=4785266 len=1325996 2024-04-15T15:09:07.704 INFO:tasks.workunit.client.0.smithi016.stdout:op 3637 completed, throughput=5MB/sec 2024-04-15T15:09:07.704 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-_BFhY_LHXgnFtHI off=10814565 len=759783 2024-04-15T15:09:07.709 INFO:tasks.workunit.client.0.smithi016.stdout:op 3638 completed, throughput=5MB/sec 2024-04-15T15:09:07.710 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-PRfnlo2UdfXMnEC off=7335352 len=267385 2024-04-15T15:09:07.713 INFO:tasks.workunit.client.0.smithi016.stdout:op 3639 completed, throughput=5MB/sec 2024-04-15T15:09:07.713 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-96zQsVymuwtxwsY off=12481326 len=646817 2024-04-15T15:09:07.717 INFO:tasks.workunit.client.0.smithi016.stdout:op 3640 completed, throughput=5MB/sec 2024-04-15T15:09:07.717 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-OZ4vDfsCe3EeCEo off=22284878 len=70761 2024-04-15T15:09:07.718 INFO:tasks.workunit.client.0.smithi016.stdout:op 3641 completed, throughput=5MB/sec 2024-04-15T15:09:07.718 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-jUULjLTseVIupA- off=4730074 len=1327568 2024-04-15T15:09:07.724 INFO:tasks.workunit.client.0.smithi016.stdout:op 3642 completed, throughput=5MB/sec 2024-04-15T15:09:07.989 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:09:07 smithi102 ceph-mon[87131]: pgmap v1708: 105 pgs: 105 active+clean; 127 GiB data, 9.1 GiB used, 706 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-04-15T15:09:08.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:09:07 smithi016 ceph-mon[90652]: pgmap v1708: 105 pgs: 105 active+clean; 127 GiB data, 9.1 GiB used, 706 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-04-15T15:09:08.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:09:07 smithi016 ceph-mon[93212]: pgmap v1708: 105 pgs: 105 active+clean; 127 GiB data, 9.1 GiB used, 706 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-04-15T15:09:08.725 INFO:tasks.workunit.client.0.smithi016.stdout: 710: throughput=4.99MB/sec pending data=0 2024-04-15T15:09:08.725 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-15u9BtItI_fQDfw off=14221469 len=454687 2024-04-15T15:09:08.726 INFO:tasks.workunit.client.0.smithi016.stdout:op 3643 completed, throughput=4.99MB/sec 2024-04-15T15:09:08.726 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-rq1iTNIAeGKalCX off=9307730 len=920505 2024-04-15T15:09:08.732 INFO:tasks.workunit.client.0.smithi016.stdout:op 3644 completed, throughput=5MB/sec 2024-04-15T15:09:08.732 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-HDHKVywSijzL63v off=1079015 len=229499 2024-04-15T15:09:08.734 INFO:tasks.workunit.client.0.smithi016.stdout:op 3645 completed, throughput=5MB/sec 2024-04-15T15:09:08.734 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-WM36kJkBya5S7iU off=1374629 len=1337293 2024-04-15T15:09:08.743 INFO:tasks.workunit.client.0.smithi016.stdout:op 3646 completed, throughput=5MB/sec 2024-04-15T15:09:08.743 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-1_cb6Mh7kwvCCM_ off=2263245 len=1395468 2024-04-15T15:09:08.745 INFO:tasks.workunit.client.0.smithi016.stdout:op 3647 completed, throughput=5MB/sec 2024-04-15T15:09:08.745 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-fLuBBLlM3ONpP9f off=11008898 len=1073944 2024-04-15T15:09:08.750 INFO:tasks.workunit.client.0.smithi016.stdout:op 3648 completed, throughput=5MB/sec 2024-04-15T15:09:09.751 INFO:tasks.workunit.client.0.smithi016.stdout: 711: throughput=4.99MB/sec pending data=0 2024-04-15T15:09:09.751 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-aWbupqDDazxYevD off=7222878 len=627403 2024-04-15T15:09:09.752 INFO:tasks.workunit.client.0.smithi016.stdout:op 3649 completed, throughput=4.99MB/sec 2024-04-15T15:09:09.753 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-ZyH4Y0O-6SSO43C off=4750795 len=1371406 2024-04-15T15:09:09.758 INFO:tasks.workunit.client.0.smithi016.stdout:op 3650 completed, throughput=5MB/sec 2024-04-15T15:09:09.759 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-hlXAHvct_qCeLBG off=37103 len=295252 2024-04-15T15:09:09.762 INFO:tasks.workunit.client.0.smithi016.stdout:op 3651 completed, throughput=5MB/sec 2024-04-15T15:09:09.762 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-q34HYnuj5cF1vks off=1439766 len=1194322 2024-04-15T15:09:09.765 INFO:tasks.workunit.client.0.smithi016.stdout:op 3652 completed, throughput=5MB/sec 2024-04-15T15:09:09.765 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-YJN_-sCUs3skYXu off=0 len=1519819 2024-04-15T15:09:09.771 INFO:tasks.workunit.client.0.smithi016.stdout:op 3653 completed, throughput=5MB/sec 2024-04-15T15:09:10.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:09:09 smithi016 ceph-mon[90652]: pgmap v1709: 105 pgs: 105 active+clean; 127 GiB data, 9.1 GiB used, 706 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.2 MiB/s wr, 3 op/s 2024-04-15T15:09:10.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:09:09 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T15:09:10.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:09:09 smithi016 ceph-mon[93212]: pgmap v1709: 105 pgs: 105 active+clean; 127 GiB data, 9.1 GiB used, 706 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.2 MiB/s wr, 3 op/s 2024-04-15T15:09:10.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:09:09 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T15:09:10.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:09:09 smithi102 ceph-mon[87131]: pgmap v1709: 105 pgs: 105 active+clean; 127 GiB data, 9.1 GiB used, 706 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.2 MiB/s wr, 3 op/s 2024-04-15T15:09:10.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:09:09 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T15:09:10.771 INFO:tasks.workunit.client.0.smithi016.stdout: 712: throughput=4.99MB/sec pending data=0 2024-04-15T15:09:10.771 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-mw4Z7PpbNpHjS7Z off=15156668 len=1829525 2024-04-15T15:09:10.773 INFO:tasks.workunit.client.0.smithi016.stdout:op 3654 completed, throughput=5MB/sec 2024-04-15T15:09:10.773 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-1_q4RzCVhkuTDN0 off=0 len=1334748 2024-04-15T15:09:10.776 INFO:tasks.workunit.client.0.smithi016.stdout:op 3655 completed, throughput=5MB/sec 2024-04-15T15:09:10.777 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-svJXX-wXKU4YetS off=4791964 len=1957589 2024-04-15T15:09:10.789 INFO:tasks.workunit.client.0.smithi016.stdout:op 3656 completed, throughput=5MB/sec 2024-04-15T15:09:10.789 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-NTgULvph2cLS4v8 off=11163883 len=1004335 2024-04-15T15:09:10.790 INFO:tasks.workunit.client.0.smithi016.stdout:op 3657 completed, throughput=5MB/sec 2024-04-15T15:09:11.790 INFO:tasks.workunit.client.0.smithi016.stdout: 713: throughput=4.99MB/sec pending data=0 2024-04-15T15:09:11.790 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-x12vQJrqeEtvrjs off=8079910 len=655228 2024-04-15T15:09:11.794 INFO:tasks.workunit.client.0.smithi016.stdout:op 3658 completed, throughput=5MB/sec 2024-04-15T15:09:11.795 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-hmmJt6bzCVF-LYo off=3013818 len=1824454 2024-04-15T15:09:11.802 INFO:tasks.workunit.client.0.smithi016.stdout:op 3659 completed, throughput=5MB/sec 2024-04-15T15:09:11.802 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-nMx2frz_mh2Q0KX off=5025060 len=1095262 2024-04-15T15:09:11.803 INFO:tasks.workunit.client.0.smithi016.stdout:op 3660 completed, throughput=5MB/sec 2024-04-15T15:09:11.803 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-MqJB--3Qxx_GW7V off=4168266 len=1347305 2024-04-15T15:09:11.805 INFO:tasks.workunit.client.0.smithi016.stdout:op 3661 completed, throughput=5MB/sec 2024-04-15T15:09:12.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:09:11 smithi016 ceph-mon[90652]: pgmap v1710: 105 pgs: 105 active+clean; 127 GiB data, 9.1 GiB used, 706 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.0 MiB/s wr, 3 op/s 2024-04-15T15:09:12.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:09:11 smithi016 ceph-mon[93212]: pgmap v1710: 105 pgs: 105 active+clean; 127 GiB data, 9.1 GiB used, 706 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.0 MiB/s wr, 3 op/s 2024-04-15T15:09:12.040 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 15 15:09:11 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-y[81421]: ::ffff:172.21.15.102 - - [15/Apr/2024:15:09:11] "GET /metrics HTTP/1.1" 200 33995 "" "Prometheus/2.43.0" 2024-04-15T15:09:12.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:09:11 smithi102 ceph-mon[87131]: pgmap v1710: 105 pgs: 105 active+clean; 127 GiB data, 9.1 GiB used, 706 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.0 MiB/s wr, 3 op/s 2024-04-15T15:09:12.687 INFO:journalctl@ceph.prometheus.a.smithi102.stdout:Apr 15 15:09:12 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-prometheus-a[120881]: ts=2024-04-15T15:09:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi016:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"362ea986-fb34-11ee-bc8f-c7b262605968\", instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T15:09:12.805 INFO:tasks.workunit.client.0.smithi016.stdout: 714: throughput=4.99MB/sec pending data=0 2024-04-15T15:09:12.805 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-NbxSeApaJbS0eJx off=5238350 len=1733146 2024-04-15T15:09:12.808 INFO:tasks.workunit.client.0.smithi016.stdout:op 3662 completed, throughput=5MB/sec 2024-04-15T15:09:12.808 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-BSqaprT84Ayfc-Q off=5195501 len=965106 2024-04-15T15:09:12.810 INFO:tasks.workunit.client.0.smithi016.stdout:op 3663 completed, throughput=5MB/sec 2024-04-15T15:09:12.810 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-y8LfsdOVLR4zwOX off=4908776 len=1208710 2024-04-15T15:09:12.812 INFO:tasks.workunit.client.0.smithi016.stdout:op 3664 completed, throughput=5MB/sec 2024-04-15T15:09:12.812 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-M_vMmZWhx98nxo3 off=0 len=1282154 2024-04-15T15:09:12.819 INFO:tasks.workunit.client.0.smithi016.stdout:op 3665 completed, throughput=5MB/sec 2024-04-15T15:09:13.819 INFO:tasks.workunit.client.0.smithi016.stdout: 715: throughput=4.99MB/sec pending data=0 2024-04-15T15:09:13.820 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-4vM8mOvaT4FbSlI off=7022395 len=302149 2024-04-15T15:09:13.823 INFO:tasks.workunit.client.0.smithi016.stdout:op 3666 completed, throughput=4.99MB/sec 2024-04-15T15:09:13.823 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-dWVHlinWz_RAxNN off=14053240 len=713095 2024-04-15T15:09:13.827 INFO:tasks.workunit.client.0.smithi016.stdout:op 3667 completed, throughput=4.99MB/sec 2024-04-15T15:09:13.827 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-3oreJN1kYiRjdKH off=3554564 len=1663121 2024-04-15T15:09:13.829 INFO:tasks.workunit.client.0.smithi016.stdout:op 3668 completed, throughput=5MB/sec 2024-04-15T15:09:13.829 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-Q3zUoKVczDsleUT off=4402192 len=446007 2024-04-15T15:09:13.830 INFO:tasks.workunit.client.0.smithi016.stdout:op 3669 completed, throughput=5MB/sec 2024-04-15T15:09:13.831 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-9hrrMU1QfnjnNnT off=14856815 len=888913 2024-04-15T15:09:13.835 INFO:tasks.workunit.client.0.smithi016.stdout:op 3670 completed, throughput=5MB/sec 2024-04-15T15:09:13.835 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-H1cby2iL3ax34hO off=13244056 len=1958624 2024-04-15T15:09:13.845 INFO:tasks.workunit.client.0.smithi016.stdout:op 3671 completed, throughput=5MB/sec 2024-04-15T15:09:14.039 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:09:13 smithi016 ceph-mon[90652]: pgmap v1711: 105 pgs: 105 active+clean; 127 GiB data, 9.2 GiB used, 706 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.4 MiB/s wr, 6 op/s 2024-04-15T15:09:14.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:09:13 smithi016 ceph-mon[93212]: pgmap v1711: 105 pgs: 105 active+clean; 127 GiB data, 9.2 GiB used, 706 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.4 MiB/s wr, 6 op/s 2024-04-15T15:09:14.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:09:13 smithi102 ceph-mon[87131]: pgmap v1711: 105 pgs: 105 active+clean; 127 GiB data, 9.2 GiB used, 706 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.4 MiB/s wr, 6 op/s 2024-04-15T15:09:14.845 INFO:tasks.workunit.client.0.smithi016.stdout: 716: throughput=4.99MB/sec pending data=0 2024-04-15T15:09:14.846 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-3gmBwS1Fv2l2BZX off=331760 len=2039169 2024-04-15T15:09:14.848 INFO:tasks.workunit.client.0.smithi016.stdout:op 3672 completed, throughput=5MB/sec 2024-04-15T15:09:14.848 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-Z8U01xUixcwBMSL off=8037074 len=754261 2024-04-15T15:09:14.850 INFO:tasks.workunit.client.0.smithi016.stdout:op 3673 completed, throughput=5MB/sec 2024-04-15T15:09:14.850 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-LFCAql9_cGmuRzT off=12422468 len=979386 2024-04-15T15:09:14.855 INFO:tasks.workunit.client.0.smithi016.stdout:op 3674 completed, throughput=5MB/sec 2024-04-15T15:09:14.855 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-dgiFX6njI6h6A4c off=6286176 len=1317031 2024-04-15T15:09:14.861 INFO:tasks.workunit.client.0.smithi016.stdout:op 3675 completed, throughput=5MB/sec 2024-04-15T15:09:15.861 INFO:tasks.workunit.client.0.smithi016.stdout: 717: throughput=4.99MB/sec pending data=0 2024-04-15T15:09:15.861 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-JU439HuflI4iyhE off=2873953 len=1451476 2024-04-15T15:09:15.863 INFO:tasks.workunit.client.0.smithi016.stdout:op 3676 completed, throughput=5MB/sec 2024-04-15T15:09:15.863 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-c129dNV8lk8UYa_ off=3744161 len=123262 2024-04-15T15:09:15.866 INFO:tasks.workunit.client.0.smithi016.stdout:op 3677 completed, throughput=5MB/sec 2024-04-15T15:09:15.866 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-a_-doBuQEmpWATi off=2337350 len=862031 2024-04-15T15:09:15.867 INFO:tasks.workunit.client.0.smithi016.stdout:op 3678 completed, throughput=5MB/sec 2024-04-15T15:09:15.867 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-mNPgGIBP9JSH6Qb off=4327413 len=585313 2024-04-15T15:09:15.870 INFO:tasks.workunit.client.0.smithi016.stdout:op 3679 completed, throughput=5MB/sec 2024-04-15T15:09:15.870 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-aFDRvz3NdQvLDAM off=55974 len=1962418 2024-04-15T15:09:15.873 INFO:tasks.workunit.client.0.smithi016.stdout:op 3680 completed, throughput=5MB/sec 2024-04-15T15:09:16.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:09:15 smithi016 ceph-mon[93212]: pgmap v1712: 105 pgs: 105 active+clean; 127 GiB data, 9.2 GiB used, 706 GiB / 715 GiB avail; 1.5 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-04-15T15:09:16.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:09:15 smithi016 ceph-mon[90652]: pgmap v1712: 105 pgs: 105 active+clean; 127 GiB data, 9.2 GiB used, 706 GiB / 715 GiB avail; 1.5 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-04-15T15:09:16.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:09:15 smithi102 ceph-mon[87131]: pgmap v1712: 105 pgs: 105 active+clean; 127 GiB data, 9.2 GiB used, 706 GiB / 715 GiB avail; 1.5 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-04-15T15:09:16.874 INFO:tasks.workunit.client.0.smithi016.stdout: 718: throughput=4.99MB/sec pending data=0 2024-04-15T15:09:16.874 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-ivvuCV7A9Qc4nFm off=5065480 len=1083641 2024-04-15T15:09:16.878 INFO:tasks.workunit.client.0.smithi016.stdout:op 3681 completed, throughput=5MB/sec 2024-04-15T15:09:16.878 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-T5Qu_fhDIrxMpc6 off=1170025 len=1551655 2024-04-15T15:09:16.879 INFO:tasks.workunit.client.0.smithi016.stdout:op 3682 completed, throughput=5MB/sec 2024-04-15T15:09:16.879 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-rKg8V-Mhww2o0gn off=578179 len=2035462 2024-04-15T15:09:16.881 INFO:tasks.workunit.client.0.smithi016.stdout:op 3683 completed, throughput=5MB/sec 2024-04-15T15:09:16.881 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-vhtgaSvoi1ZB7xS off=6657352 len=961357 2024-04-15T15:09:16.882 INFO:tasks.workunit.client.0.smithi016.stdout:op 3684 completed, throughput=5MB/sec 2024-04-15T15:09:17.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:09:16 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T15:09:17.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:09:16 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T15:09:17.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:09:16 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T15:09:17.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:09:16 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T15:09:17.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:09:16 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T15:09:17.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:09:16 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T15:09:17.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:09:16 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T15:09:17.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:09:16 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T15:09:17.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:09:16 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T15:09:17.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:09:16 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T15:09:17.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:09:16 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T15:09:17.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:09:16 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T15:09:17.882 INFO:tasks.workunit.client.0.smithi016.stdout: 719: throughput=4.99MB/sec pending data=0 2024-04-15T15:09:17.883 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-8zLDf9cCZ7JPnDV off=5406449 len=1494783 2024-04-15T15:09:17.890 INFO:tasks.workunit.client.0.smithi016.stdout:op 3685 completed, throughput=5MB/sec 2024-04-15T15:09:17.891 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-pQYKQCz04RDrXWM off=10738302 len=2091410 2024-04-15T15:09:17.904 INFO:tasks.workunit.client.0.smithi016.stdout:op 3686 completed, throughput=5MB/sec 2024-04-15T15:09:17.904 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-AZ-TNm548-gwjdT off=15032257 len=646115 2024-04-15T15:09:17.908 INFO:tasks.workunit.client.0.smithi016.stdout:op 3687 completed, throughput=5MB/sec 2024-04-15T15:09:17.909 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-VyDJTOM4M3Xeneb off=6968303 len=73689 2024-04-15T15:09:17.909 INFO:tasks.workunit.client.0.smithi016.stdout:op 3688 completed, throughput=5MB/sec 2024-04-15T15:09:17.909 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-BOygdz1iNu7O2S3 off=655274 len=1528840 2024-04-15T15:09:17.915 INFO:tasks.workunit.client.0.smithi016.stdout:op 3689 completed, throughput=5MB/sec 2024-04-15T15:09:18.039 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:09:17 smithi016 ceph-mon[90652]: pgmap v1713: 105 pgs: 105 active+clean; 127 GiB data, 9.2 GiB used, 706 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.5 MiB/s wr, 5 op/s 2024-04-15T15:09:18.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:09:17 smithi016 ceph-mon[93212]: pgmap v1713: 105 pgs: 105 active+clean; 127 GiB data, 9.2 GiB used, 706 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.5 MiB/s wr, 5 op/s 2024-04-15T15:09:18.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:09:17 smithi102 ceph-mon[87131]: pgmap v1713: 105 pgs: 105 active+clean; 127 GiB data, 9.2 GiB used, 706 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.5 MiB/s wr, 5 op/s 2024-04-15T15:09:18.915 INFO:tasks.workunit.client.0.smithi016.stdout: 720: throughput=4.99MB/sec pending data=0 2024-04-15T15:09:18.916 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-y1yz4cuUu2aRXD_ off=16948135 len=1944040 2024-04-15T15:09:18.919 INFO:tasks.workunit.client.0.smithi016.stdout:op 3690 completed, throughput=5MB/sec 2024-04-15T15:09:18.919 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-tGFtk7ZkTo-xYWP off=5970829 len=1687722 2024-04-15T15:09:18.928 INFO:tasks.workunit.client.0.smithi016.stdout:op 3691 completed, throughput=5MB/sec 2024-04-15T15:09:18.928 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-gj-yNxcxP-ozRCk off=1107063 len=1550169 2024-04-15T15:09:18.936 INFO:tasks.workunit.client.0.smithi016.stdout:op 3692 completed, throughput=5MB/sec 2024-04-15T15:09:19.936 INFO:tasks.workunit.client.0.smithi016.stdout: 721: throughput=4.99MB/sec pending data=0 2024-04-15T15:09:19.936 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-9Nzo94sR4g_nIKA off=6097668 len=1165532 2024-04-15T15:09:19.943 INFO:tasks.workunit.client.0.smithi016.stdout:op 3693 completed, throughput=5MB/sec 2024-04-15T15:09:19.943 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-NTNrR-HWV9xDSCl off=1978685 len=51714 2024-04-15T15:09:19.946 INFO:tasks.workunit.client.0.smithi016.stdout:op 3694 completed, throughput=5MB/sec 2024-04-15T15:09:19.946 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-pfOWje_t-GTI-gg off=3568849 len=1116294 2024-04-15T15:09:19.952 INFO:tasks.workunit.client.0.smithi016.stdout:op 3695 completed, throughput=5MB/sec 2024-04-15T15:09:19.952 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-9NAHSFePBLWYFiS off=616964 len=1920497 2024-04-15T15:09:19.961 INFO:tasks.workunit.client.0.smithi016.stdout:op 3696 completed, throughput=5MB/sec 2024-04-15T15:09:19.961 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-XX-9cpzEIjGxJzb off=2604429 len=184184 2024-04-15T15:09:19.963 INFO:tasks.workunit.client.0.smithi016.stdout:op 3697 completed, throughput=5MB/sec 2024-04-15T15:09:20.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:09:19 smithi016 ceph-mon[93212]: pgmap v1714: 105 pgs: 105 active+clean; 127 GiB data, 9.2 GiB used, 706 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-15T15:09:20.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:09:19 smithi016 ceph-mon[90652]: pgmap v1714: 105 pgs: 105 active+clean; 127 GiB data, 9.2 GiB used, 706 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-15T15:09:20.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:09:19 smithi102 ceph-mon[87131]: pgmap v1714: 105 pgs: 105 active+clean; 127 GiB data, 9.2 GiB used, 706 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-15T15:09:20.964 INFO:tasks.workunit.client.0.smithi016.stdout: 722: throughput=4.99MB/sec pending data=0 2024-04-15T15:09:20.964 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-ypXj-bYAvB-LTrK off=10864755 len=920882 2024-04-15T15:09:20.969 INFO:tasks.workunit.client.0.smithi016.stdout:op 3698 completed, throughput=4.99MB/sec 2024-04-15T15:09:20.969 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-F4--Xmb3AbUUCUx off=15896864 len=1419358 2024-04-15T15:09:20.972 INFO:tasks.workunit.client.0.smithi016.stdout:op 3699 completed, throughput=5MB/sec 2024-04-15T15:09:20.972 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-Tfu0IKBTxWXhHoy off=3809574 len=186719 2024-04-15T15:09:20.975 INFO:tasks.workunit.client.0.smithi016.stdout:op 3700 completed, throughput=5MB/sec 2024-04-15T15:09:20.975 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-Lg7bMsLOhjvCFVi off=3964042 len=756626 2024-04-15T15:09:20.977 INFO:tasks.workunit.client.0.smithi016.stdout:op 3701 completed, throughput=5MB/sec 2024-04-15T15:09:20.978 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-Ma24r1hj-UsTZ1s off=3256123 len=1016738 2024-04-15T15:09:20.984 INFO:tasks.workunit.client.0.smithi016.stdout:op 3702 completed, throughput=5MB/sec 2024-04-15T15:09:20.984 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-oOy4mTIMQ3zgsAH off=3228286 len=1254330 2024-04-15T15:09:20.990 INFO:tasks.workunit.client.0.smithi016.stdout:op 3703 completed, throughput=5MB/sec 2024-04-15T15:09:21.990 INFO:tasks.workunit.client.0.smithi016.stdout: 723: throughput=4.99MB/sec pending data=0 2024-04-15T15:09:21.991 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-ckN5iP0peV9hcja off=320956 len=40091 2024-04-15T15:09:21.993 INFO:tasks.workunit.client.0.smithi016.stdout:op 3704 completed, throughput=4.99MB/sec 2024-04-15T15:09:21.993 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-Fs8hT2jSdntc2xm off=9285343 len=428705 2024-04-15T15:09:21.995 INFO:tasks.workunit.client.0.smithi016.stdout:op 3705 completed, throughput=4.99MB/sec 2024-04-15T15:09:21.995 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-ryurZ1p12vnJz2j off=2179321 len=909050 2024-04-15T15:09:21.999 INFO:tasks.workunit.client.0.smithi016.stdout:op 3706 completed, throughput=5MB/sec 2024-04-15T15:09:21.999 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-je0h8eEkBcy-OJO off=10108466 len=1056992 2024-04-15T15:09:22.006 INFO:tasks.workunit.client.0.smithi016.stdout:op 3707 completed, throughput=5MB/sec 2024-04-15T15:09:22.006 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-zn9ZqoWDjWsGZlG off=5152724 len=1541704 2024-04-15T15:09:22.007 INFO:tasks.workunit.client.0.smithi016.stdout:op 3708 completed, throughput=5MB/sec 2024-04-15T15:09:22.007 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-Gzc6FuDmygmPP47 off=825251 len=2016101 2024-04-15T15:09:22.019 INFO:tasks.workunit.client.0.smithi016.stdout:op 3709 completed, throughput=5MB/sec 2024-04-15T15:09:22.039 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:09:21 smithi016 ceph-mon[93212]: pgmap v1715: 105 pgs: 105 active+clean; 127 GiB data, 9.2 GiB used, 706 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-15T15:09:22.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:09:21 smithi016 ceph-mon[90652]: pgmap v1715: 105 pgs: 105 active+clean; 127 GiB data, 9.2 GiB used, 706 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-15T15:09:22.040 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 15 15:09:21 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-y[81421]: ::ffff:172.21.15.102 - - [15/Apr/2024:15:09:21] "GET /metrics HTTP/1.1" 200 33995 "" "Prometheus/2.43.0" 2024-04-15T15:09:22.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:09:21 smithi102 ceph-mon[87131]: pgmap v1715: 105 pgs: 105 active+clean; 127 GiB data, 9.2 GiB used, 706 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-15T15:09:22.687 INFO:journalctl@ceph.prometheus.a.smithi102.stdout:Apr 15 15:09:22 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-prometheus-a[120881]: ts=2024-04-15T15:09:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi016:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"362ea986-fb34-11ee-bc8f-c7b262605968\", instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T15:09:23.020 INFO:tasks.workunit.client.0.smithi016.stdout: 724: throughput=4.99MB/sec pending data=0 2024-04-15T15:09:23.020 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-r5f85VGl7vjwJo3 off=8848693 len=2092934 2024-04-15T15:09:23.028 INFO:tasks.workunit.client.0.smithi016.stdout:op 3710 completed, throughput=5MB/sec 2024-04-15T15:09:23.028 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-1XMQBZsN_9NdHJ9 off=3145797 len=86903 2024-04-15T15:09:23.030 INFO:tasks.workunit.client.0.smithi016.stdout:op 3711 completed, throughput=5MB/sec 2024-04-15T15:09:23.030 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-D7cYFjGfsLMhYcQ off=12435232 len=1250119 2024-04-15T15:09:23.031 INFO:tasks.workunit.client.0.smithi016.stdout:op 3712 completed, throughput=5MB/sec 2024-04-15T15:09:23.032 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-1CiylAdclMSPNhS off=114075 len=136659 2024-04-15T15:09:23.032 INFO:tasks.workunit.client.0.smithi016.stdout:op 3713 completed, throughput=5MB/sec 2024-04-15T15:09:23.032 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj--IyNtpVaAdyscAd off=394800 len=1307912 2024-04-15T15:09:23.038 INFO:tasks.workunit.client.0.smithi016.stdout:op 3714 completed, throughput=5MB/sec 2024-04-15T15:09:24.039 INFO:tasks.workunit.client.0.smithi016.stdout: 725: throughput=4.99MB/sec pending data=0 2024-04-15T15:09:24.039 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-PpUEqfE48iprr1b off=4637849 len=188912 2024-04-15T15:09:24.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:09:23 smithi016 ceph-mon[90652]: pgmap v1716: 105 pgs: 105 active+clean; 127 GiB data, 9.3 GiB used, 706 GiB / 715 GiB avail; 2.8 MiB/s rd, 3.5 MiB/s wr, 6 op/s 2024-04-15T15:09:24.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:09:23 smithi016 ceph-mon[93212]: pgmap v1716: 105 pgs: 105 active+clean; 127 GiB data, 9.3 GiB used, 706 GiB / 715 GiB avail; 2.8 MiB/s rd, 3.5 MiB/s wr, 6 op/s 2024-04-15T15:09:24.041 INFO:tasks.workunit.client.0.smithi016.stdout:op 3715 completed, throughput=4.99MB/sec 2024-04-15T15:09:24.041 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-thGAW1Fo0V8eIg1 off=11093057 len=678905 2024-04-15T15:09:24.041 INFO:tasks.workunit.client.0.smithi016.stdout:op 3716 completed, throughput=4.99MB/sec 2024-04-15T15:09:24.041 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-AZubCh28w3rbBHo off=4870117 len=18019 2024-04-15T15:09:24.041 INFO:tasks.workunit.client.0.smithi016.stdout:op 3717 completed, throughput=4.99MB/sec 2024-04-15T15:09:24.042 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-HouT8VH1cK8cbph off=9438480 len=1543257 2024-04-15T15:09:24.043 INFO:tasks.workunit.client.0.smithi016.stdout:op 3718 completed, throughput=5MB/sec 2024-04-15T15:09:24.043 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-bMjrtu2dXDry5rZ off=12045295 len=1692469 2024-04-15T15:09:24.045 INFO:tasks.workunit.client.0.smithi016.stdout:op 3719 completed, throughput=5MB/sec 2024-04-15T15:09:24.045 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-BtFZ7eqZ9M4XNte off=933418 len=1235961 2024-04-15T15:09:24.046 INFO:tasks.workunit.client.0.smithi016.stdout:op 3720 completed, throughput=5MB/sec 2024-04-15T15:09:24.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:09:23 smithi102 ceph-mon[87131]: pgmap v1716: 105 pgs: 105 active+clean; 127 GiB data, 9.3 GiB used, 706 GiB / 715 GiB avail; 2.8 MiB/s rd, 3.5 MiB/s wr, 6 op/s 2024-04-15T15:09:25.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:09:24 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T15:09:25.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:09:24 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T15:09:25.046 INFO:tasks.workunit.client.0.smithi016.stdout: 726: throughput=4.99MB/sec pending data=0 2024-04-15T15:09:25.046 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-4wy4DkcF3egrf2- off=630729 len=621060 2024-04-15T15:09:25.047 INFO:tasks.workunit.client.0.smithi016.stdout:op 3721 completed, throughput=4.99MB/sec 2024-04-15T15:09:25.047 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-9Nzo94sR4g_nIKA off=4367854 len=1748476 2024-04-15T15:09:25.050 INFO:tasks.workunit.client.0.smithi016.stdout:op 3722 completed, throughput=5MB/sec 2024-04-15T15:09:25.050 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-3656-igO2WzWvb4 off=69446 len=668216 2024-04-15T15:09:25.054 INFO:tasks.workunit.client.0.smithi016.stdout:op 3723 completed, throughput=5MB/sec 2024-04-15T15:09:25.054 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-u0J_lVve6At563p off=2615257 len=215454 2024-04-15T15:09:25.055 INFO:tasks.workunit.client.0.smithi016.stdout:op 3724 completed, throughput=5MB/sec 2024-04-15T15:09:25.055 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-OVKo0c8uhiEUG36 off=10516539 len=1658183 2024-04-15T15:09:25.063 INFO:tasks.workunit.client.0.smithi016.stdout:op 3725 completed, throughput=5MB/sec 2024-04-15T15:09:25.063 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-LosK8TYza4zBkGb off=2092727 len=1534489 2024-04-15T15:09:25.071 INFO:tasks.workunit.client.0.smithi016.stdout:op 3726 completed, throughput=5MB/sec 2024-04-15T15:09:25.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:09:24 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T15:09:26.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:09:25 smithi016 ceph-mon[90652]: pgmap v1717: 105 pgs: 105 active+clean; 127 GiB data, 9.3 GiB used, 706 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.2 MiB/s wr, 3 op/s 2024-04-15T15:09:26.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:09:25 smithi016 ceph-mon[93212]: pgmap v1717: 105 pgs: 105 active+clean; 127 GiB data, 9.3 GiB used, 706 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.2 MiB/s wr, 3 op/s 2024-04-15T15:09:26.071 INFO:tasks.workunit.client.0.smithi016.stdout: 727: throughput=5MB/sec pending data=0 2024-04-15T15:09:26.071 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-oyZtXvLxn0sUdCD off=7855578 len=1918937 2024-04-15T15:09:26.080 INFO:tasks.workunit.client.0.smithi016.stdout:op 3727 completed, throughput=5MB/sec 2024-04-15T15:09:26.080 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-V2w507pJg-JRiuc off=12156528 len=1821492 2024-04-15T15:09:26.082 INFO:tasks.workunit.client.0.smithi016.stdout:op 3728 completed, throughput=5MB/sec 2024-04-15T15:09:26.082 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-dHx7Jb8CpVdEwgF off=2351874 len=1345796 2024-04-15T15:09:26.082 INFO:tasks.workunit.client.0.smithi016.stdout:op 3729 completed, throughput=5MB/sec 2024-04-15T15:09:26.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:09:25 smithi102 ceph-mon[87131]: pgmap v1717: 105 pgs: 105 active+clean; 127 GiB data, 9.3 GiB used, 706 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.2 MiB/s wr, 3 op/s 2024-04-15T15:09:27.083 INFO:tasks.workunit.client.0.smithi016.stdout: 728: throughput=4.99MB/sec pending data=0 2024-04-15T15:09:27.083 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-eTKGYdFSlRXrSKb off=2683206 len=1646622 2024-04-15T15:09:27.093 INFO:tasks.workunit.client.0.smithi016.stdout:op 3730 completed, throughput=5MB/sec 2024-04-15T15:09:27.093 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-TPylfLrkk9HorLD off=8623464 len=222245 2024-04-15T15:09:27.096 INFO:tasks.workunit.client.0.smithi016.stdout:op 3731 completed, throughput=5MB/sec 2024-04-15T15:09:27.096 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-w4hbdrDM9TFO0wj off=18322382 len=1934820 2024-04-15T15:09:27.107 INFO:tasks.workunit.client.0.smithi016.stdout:op 3732 completed, throughput=5MB/sec 2024-04-15T15:09:27.107 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-UFrndDI6WRzlUNn off=6227015 len=1369669 2024-04-15T15:09:27.113 INFO:tasks.workunit.client.0.smithi016.stdout:op 3733 completed, throughput=5MB/sec 2024-04-15T15:09:28.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:09:27 smithi016 ceph-mon[90652]: pgmap v1718: 105 pgs: 105 active+clean; 127 GiB data, 9.3 GiB used, 706 GiB / 715 GiB avail; 3.0 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-04-15T15:09:28.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:09:27 smithi016 ceph-mon[93212]: pgmap v1718: 105 pgs: 105 active+clean; 127 GiB data, 9.3 GiB used, 706 GiB / 715 GiB avail; 3.0 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-04-15T15:09:28.113 INFO:tasks.workunit.client.0.smithi016.stdout: 729: throughput=4.99MB/sec pending data=0 2024-04-15T15:09:28.113 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-KzMZp_GWfM0koaN off=709070 len=919921 2024-04-15T15:09:28.114 INFO:tasks.workunit.client.0.smithi016.stdout:op 3734 completed, throughput=5MB/sec 2024-04-15T15:09:28.115 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-qy4xiyGhduwAbpy off=7139852 len=325485 2024-04-15T15:09:28.115 INFO:tasks.workunit.client.0.smithi016.stdout:op 3735 completed, throughput=5MB/sec 2024-04-15T15:09:28.115 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-kN4TzQiwWWCEy-A off=12187608 len=1079304 2024-04-15T15:09:28.117 INFO:tasks.workunit.client.0.smithi016.stdout:op 3736 completed, throughput=5MB/sec 2024-04-15T15:09:28.117 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-YCs1yRFfu5Rc30y off=14554716 len=1834378 2024-04-15T15:09:28.119 INFO:tasks.workunit.client.0.smithi016.stdout:op 3737 completed, throughput=5MB/sec 2024-04-15T15:09:28.119 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-7nyzRXskyltqTtj off=10362283 len=1996173 2024-04-15T15:09:28.128 INFO:tasks.workunit.client.0.smithi016.stdout:op 3738 completed, throughput=5MB/sec 2024-04-15T15:09:28.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:09:27 smithi102 ceph-mon[87131]: pgmap v1718: 105 pgs: 105 active+clean; 127 GiB data, 9.3 GiB used, 706 GiB / 715 GiB avail; 3.0 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-04-15T15:09:29.128 INFO:tasks.workunit.client.0.smithi016.stdout: 730: throughput=5MB/sec pending data=0 2024-04-15T15:09:29.129 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-bto6mPRd4QS1zJf off=1474912 len=1791388 2024-04-15T15:09:29.136 INFO:tasks.workunit.client.0.smithi016.stdout:op 3739 completed, throughput=5MB/sec 2024-04-15T15:09:29.136 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-8Pd86dxHo6lq17C off=2218382 len=589491 2024-04-15T15:09:29.136 INFO:tasks.workunit.client.0.smithi016.stdout:op 3740 completed, throughput=5MB/sec 2024-04-15T15:09:29.136 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-Xb_WrM4vvVbjYeH off=3006931 len=1398471 2024-04-15T15:09:29.138 INFO:tasks.workunit.client.0.smithi016.stdout:op 3741 completed, throughput=5MB/sec 2024-04-15T15:09:30.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:09:29 smithi016 ceph-mon[90652]: pgmap v1719: 105 pgs: 105 active+clean; 127 GiB data, 9.3 GiB used, 706 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-15T15:09:30.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:09:29 smithi016 ceph-mon[93212]: pgmap v1719: 105 pgs: 105 active+clean; 127 GiB data, 9.3 GiB used, 706 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-15T15:09:30.138 INFO:tasks.workunit.client.0.smithi016.stdout: 731: throughput=4.99MB/sec pending data=0 2024-04-15T15:09:30.138 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-xHNgEQ8kksX8pEl off=17250278 len=75724 2024-04-15T15:09:30.141 INFO:tasks.workunit.client.0.smithi016.stdout:op 3742 completed, throughput=4.99MB/sec 2024-04-15T15:09:30.141 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-f9TUGZCDiyZSFLA off=1094806 len=99364 2024-04-15T15:09:30.141 INFO:tasks.workunit.client.0.smithi016.stdout:op 3743 completed, throughput=4.99MB/sec 2024-04-15T15:09:30.142 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-GuZ8UAQTRfCGxwO off=4442539 len=189378 2024-04-15T15:09:30.142 INFO:tasks.workunit.client.0.smithi016.stdout:op 3744 completed, throughput=4.99MB/sec 2024-04-15T15:09:30.142 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-wIw2LW3Pnd1Ckak off=1162803 len=234018 2024-04-15T15:09:30.143 INFO:tasks.workunit.client.0.smithi016.stdout:op 3745 completed, throughput=4.99MB/sec 2024-04-15T15:09:30.143 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-6OjCgq250L7r3Rx off=12715877 len=96846 2024-04-15T15:09:30.146 INFO:tasks.workunit.client.0.smithi016.stdout:op 3746 completed, throughput=4.99MB/sec 2024-04-15T15:09:30.146 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-weQAdpOOCKOKVQu off=6039866 len=1336248 2024-04-15T15:09:30.153 INFO:tasks.workunit.client.0.smithi016.stdout:op 3747 completed, throughput=5MB/sec 2024-04-15T15:09:30.153 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-_WIqAW8ezfK4uFo off=6113788 len=1990525 2024-04-15T15:09:30.161 INFO:tasks.workunit.client.0.smithi016.stdout:op 3748 completed, throughput=5MB/sec 2024-04-15T15:09:30.161 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-z5rH0mKRFWX8TTD off=2020372 len=1920005 2024-04-15T15:09:30.170 INFO:tasks.workunit.client.0.smithi016.stdout:op 3749 completed, throughput=5MB/sec 2024-04-15T15:09:30.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:09:29 smithi102 ceph-mon[87131]: pgmap v1719: 105 pgs: 105 active+clean; 127 GiB data, 9.3 GiB used, 706 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-15T15:09:31.170 INFO:tasks.workunit.client.0.smithi016.stdout: 732: throughput=4.99MB/sec pending data=0 2024-04-15T15:09:31.171 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-Nex-_aFuBxuWzYg off=13422465 len=599538 2024-04-15T15:09:31.174 INFO:tasks.workunit.client.0.smithi016.stdout:op 3750 completed, throughput=5MB/sec 2024-04-15T15:09:31.174 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-fSVA8LSdncgXjjw off=3216302 len=459850 2024-04-15T15:09:31.178 INFO:tasks.workunit.client.0.smithi016.stdout:op 3751 completed, throughput=5MB/sec 2024-04-15T15:09:31.178 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-Mf7fK3FtyBf7x5x off=11263050 len=1435585 2024-04-15T15:09:31.184 INFO:tasks.workunit.client.0.smithi016.stdout:op 3752 completed, throughput=5MB/sec 2024-04-15T15:09:31.184 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-svJXX-wXKU4YetS off=11900298 len=1492097 2024-04-15T15:09:31.198 INFO:tasks.workunit.client.0.smithi016.stdout:op 3753 completed, throughput=5MB/sec 2024-04-15T15:09:31.198 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-rYJ9u3DpFp7hfYo off=9085417 len=1399396 2024-04-15T15:09:31.201 INFO:tasks.workunit.client.0.smithi016.stdout:op 3754 completed, throughput=5MB/sec 2024-04-15T15:09:32.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:09:31 smithi016 ceph-mon[90652]: pgmap v1720: 105 pgs: 105 active+clean; 127 GiB data, 9.3 GiB used, 706 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-15T15:09:32.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:09:31 smithi016 ceph-mon[93212]: pgmap v1720: 105 pgs: 105 active+clean; 127 GiB data, 9.3 GiB used, 706 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-15T15:09:32.040 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 15 15:09:31 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-y[81421]: ::ffff:172.21.15.102 - - [15/Apr/2024:15:09:31] "GET /metrics HTTP/1.1" 200 33993 "" "Prometheus/2.43.0" 2024-04-15T15:09:32.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:09:31 smithi102 ceph-mon[87131]: pgmap v1720: 105 pgs: 105 active+clean; 127 GiB data, 9.3 GiB used, 706 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-15T15:09:32.201 INFO:tasks.workunit.client.0.smithi016.stdout: 733: throughput=4.99MB/sec pending data=0 2024-04-15T15:09:32.201 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-ly1hZv4ZwZy_j_G off=1118482 len=1650608 2024-04-15T15:09:32.205 INFO:tasks.workunit.client.0.smithi016.stdout:op 3755 completed, throughput=5MB/sec 2024-04-15T15:09:32.205 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-7Kaf2cJ39aVFIi1 off=19083463 len=1807297 2024-04-15T15:09:32.215 INFO:tasks.workunit.client.0.smithi016.stdout:op 3756 completed, throughput=5MB/sec 2024-04-15T15:09:32.215 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-7Kx36JzkwxmHo9z off=2408231 len=114463 2024-04-15T15:09:32.216 INFO:tasks.workunit.client.0.smithi016.stdout:op 3757 completed, throughput=5MB/sec 2024-04-15T15:09:32.216 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-JlCKZRHMdKyyf0h off=4846203 len=676800 2024-04-15T15:09:32.218 INFO:tasks.workunit.client.0.smithi016.stdout:op 3758 completed, throughput=5MB/sec 2024-04-15T15:09:32.218 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-KUXblz8GKlzNvuR off=4199756 len=1441261 2024-04-15T15:09:32.220 INFO:tasks.workunit.client.0.smithi016.stdout:op 3759 completed, throughput=5MB/sec 2024-04-15T15:09:32.687 INFO:journalctl@ceph.prometheus.a.smithi102.stdout:Apr 15 15:09:32 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-prometheus-a[120881]: ts=2024-04-15T15:09:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi016:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"362ea986-fb34-11ee-bc8f-c7b262605968\", instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T15:09:33.220 INFO:tasks.workunit.client.0.smithi016.stdout: 734: throughput=4.99MB/sec pending data=0 2024-04-15T15:09:33.220 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-0H9Rj9Xh5NdEAlJ off=2596402 len=634260 2024-04-15T15:09:33.224 INFO:tasks.workunit.client.0.smithi016.stdout:op 3760 completed, throughput=5MB/sec 2024-04-15T15:09:33.225 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-SCfjuVMhw2PVFDL off=2114761 len=308291 2024-04-15T15:09:33.226 INFO:tasks.workunit.client.0.smithi016.stdout:op 3761 completed, throughput=5MB/sec 2024-04-15T15:09:33.226 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-Y-hIZl7MP6NLnno off=442451 len=810846 2024-04-15T15:09:33.231 INFO:tasks.workunit.client.0.smithi016.stdout:op 3762 completed, throughput=5MB/sec 2024-04-15T15:09:33.231 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-cnqk2to1LF94X-9 off=2274621 len=1833417 2024-04-15T15:09:33.234 INFO:tasks.workunit.client.0.smithi016.stdout:op 3763 completed, throughput=5MB/sec 2024-04-15T15:09:33.235 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-URtkrQs4HWuDyyy off=1121304 len=1303866 2024-04-15T15:09:33.241 INFO:tasks.workunit.client.0.smithi016.stdout:op 3764 completed, throughput=5MB/sec 2024-04-15T15:09:34.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:09:33 smithi016 ceph-mon[90652]: pgmap v1721: 105 pgs: 105 active+clean; 127 GiB data, 9.3 GiB used, 706 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.7 MiB/s wr, 6 op/s 2024-04-15T15:09:34.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:09:33 smithi016 ceph-mon[93212]: pgmap v1721: 105 pgs: 105 active+clean; 127 GiB data, 9.3 GiB used, 706 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.7 MiB/s wr, 6 op/s 2024-04-15T15:09:34.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:09:33 smithi102 ceph-mon[87131]: pgmap v1721: 105 pgs: 105 active+clean; 127 GiB data, 9.3 GiB used, 706 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.7 MiB/s wr, 6 op/s 2024-04-15T15:09:34.241 INFO:tasks.workunit.client.0.smithi016.stdout: 735: throughput=4.99MB/sec pending data=0 2024-04-15T15:09:34.242 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-bTJ1CcFQNFnww7u off=4217711 len=976582 2024-04-15T15:09:34.248 INFO:tasks.workunit.client.0.smithi016.stdout:op 3765 completed, throughput=5MB/sec 2024-04-15T15:09:34.248 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-0pMgz_FfS7TqlgP off=9007161 len=1451143 2024-04-15T15:09:34.250 INFO:tasks.workunit.client.0.smithi016.stdout:op 3766 completed, throughput=5MB/sec 2024-04-15T15:09:34.250 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-l0aejal2Iwxk5eL off=1749093 len=638304 2024-04-15T15:09:34.254 INFO:tasks.workunit.client.0.smithi016.stdout:op 3767 completed, throughput=5MB/sec 2024-04-15T15:09:34.254 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-dSzFFG7ordXMjt5 off=3390950 len=141752 2024-04-15T15:09:34.254 INFO:tasks.workunit.client.0.smithi016.stdout:op 3768 completed, throughput=5MB/sec 2024-04-15T15:09:34.254 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-qQ0Jt4kmf5oIIzn off=6087706 len=1710044 2024-04-15T15:09:34.264 INFO:tasks.workunit.client.0.smithi016.stdout:op 3769 completed, throughput=5MB/sec 2024-04-15T15:09:35.264 INFO:tasks.workunit.client.0.smithi016.stdout: 736: throughput=4.99MB/sec pending data=0 2024-04-15T15:09:35.264 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-FUFIea56aRphA2V off=14790974 len=1714980 2024-04-15T15:09:35.272 INFO:tasks.workunit.client.0.smithi016.stdout:op 3770 completed, throughput=5MB/sec 2024-04-15T15:09:35.272 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-rlPqShhm1vNQ0gR off=1677709 len=34634 2024-04-15T15:09:35.273 INFO:tasks.workunit.client.0.smithi016.stdout:op 3771 completed, throughput=5MB/sec 2024-04-15T15:09:35.273 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-RT3sV92aMPMc-10 off=13750291 len=673026 2024-04-15T15:09:35.274 INFO:tasks.workunit.client.0.smithi016.stdout:op 3772 completed, throughput=5MB/sec 2024-04-15T15:09:35.274 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-DjcxuE7R44i-yhR off=2224448 len=1539075 2024-04-15T15:09:35.275 INFO:tasks.workunit.client.0.smithi016.stdout:op 3773 completed, throughput=5MB/sec 2024-04-15T15:09:35.275 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-5G5lmH_Ww8vxp6q off=12890422 len=338114 2024-04-15T15:09:35.276 INFO:tasks.workunit.client.0.smithi016.stdout:op 3774 completed, throughput=5MB/sec 2024-04-15T15:09:35.276 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-iIyydYDO68YCT7r off=4277782 len=1037132 2024-04-15T15:09:35.277 INFO:tasks.workunit.client.0.smithi016.stdout:op 3775 completed, throughput=5MB/sec 2024-04-15T15:09:36.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:09:35 smithi016 ceph-mon[90652]: pgmap v1722: 105 pgs: 105 active+clean; 127 GiB data, 9.4 GiB used, 706 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-15T15:09:36.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:09:35 smithi016 ceph-mon[93212]: pgmap v1722: 105 pgs: 105 active+clean; 127 GiB data, 9.4 GiB used, 706 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-15T15:09:36.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:09:35 smithi102 ceph-mon[87131]: pgmap v1722: 105 pgs: 105 active+clean; 127 GiB data, 9.4 GiB used, 706 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-15T15:09:36.277 INFO:tasks.workunit.client.0.smithi016.stdout: 737: throughput=4.99MB/sec pending data=0 2024-04-15T15:09:36.277 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-W6r_L33sTsRV_gG off=2236170 len=1379112 2024-04-15T15:09:36.283 INFO:tasks.workunit.client.0.smithi016.stdout:op 3776 completed, throughput=5MB/sec 2024-04-15T15:09:36.283 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-lA3vhm54rXq4bU9 off=1630389 len=1943713 2024-04-15T15:09:36.286 INFO:tasks.workunit.client.0.smithi016.stdout:op 3777 completed, throughput=5MB/sec 2024-04-15T15:09:36.286 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-ks5jgYdyPJoC3Hr off=544126 len=1488391 2024-04-15T15:09:36.292 INFO:tasks.workunit.client.0.smithi016.stdout:op 3778 completed, throughput=5MB/sec 2024-04-15T15:09:36.292 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-fCoL9xy9-IdTQmH off=4007215 len=780037 2024-04-15T15:09:36.296 INFO:tasks.workunit.client.0.smithi016.stdout:op 3779 completed, throughput=5MB/sec 2024-04-15T15:09:37.297 INFO:tasks.workunit.client.0.smithi016.stdout: 738: throughput=4.99MB/sec pending data=0 2024-04-15T15:09:37.297 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-f-ZoyCsS11W5tGL off=2683205 len=16885 2024-04-15T15:09:37.299 INFO:tasks.workunit.client.0.smithi016.stdout:op 3780 completed, throughput=4.99MB/sec 2024-04-15T15:09:37.300 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-TaozmxuSYcT88gc off=8849160 len=206750 2024-04-15T15:09:37.302 INFO:tasks.workunit.client.0.smithi016.stdout:op 3781 completed, throughput=4.99MB/sec 2024-04-15T15:09:37.302 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-aafH1GchTJthkSw off=669308 len=931758 2024-04-15T15:09:37.307 INFO:tasks.workunit.client.0.smithi016.stdout:op 3782 completed, throughput=5MB/sec 2024-04-15T15:09:37.307 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-eQirnbqFtqxEmmQ off=4809914 len=390266 2024-04-15T15:09:37.311 INFO:tasks.workunit.client.0.smithi016.stdout:op 3783 completed, throughput=5MB/sec 2024-04-15T15:09:37.311 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-6IwigBvz4chbm4m off=4884225 len=1474313 2024-04-15T15:09:37.317 INFO:tasks.workunit.client.0.smithi016.stdout:op 3784 completed, throughput=5MB/sec 2024-04-15T15:09:37.317 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-fDanlKJhtj22fpP off=870764 len=1297356 2024-04-15T15:09:37.323 INFO:tasks.workunit.client.0.smithi016.stdout:op 3785 completed, throughput=5MB/sec 2024-04-15T15:09:37.323 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-HtQxWtrrQuK9V1g off=8456830 len=1204937 2024-04-15T15:09:37.324 INFO:tasks.workunit.client.0.smithi016.stdout:op 3786 completed, throughput=5MB/sec 2024-04-15T15:09:38.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:09:37 smithi016 ceph-mon[90652]: pgmap v1723: 105 pgs: 105 active+clean; 127 GiB data, 9.4 GiB used, 706 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.5 MiB/s wr, 6 op/s 2024-04-15T15:09:38.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:09:37 smithi016 ceph-mon[93212]: pgmap v1723: 105 pgs: 105 active+clean; 127 GiB data, 9.4 GiB used, 706 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.5 MiB/s wr, 6 op/s 2024-04-15T15:09:38.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:09:37 smithi102 ceph-mon[87131]: pgmap v1723: 105 pgs: 105 active+clean; 127 GiB data, 9.4 GiB used, 706 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.5 MiB/s wr, 6 op/s 2024-04-15T15:09:38.325 INFO:tasks.workunit.client.0.smithi016.stdout: 739: throughput=4.99MB/sec pending data=0 2024-04-15T15:09:38.325 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-bXZdb_IrxHu6-DZ off=3604337 len=1138866 2024-04-15T15:09:38.328 INFO:tasks.workunit.client.0.smithi016.stdout:op 3787 completed, throughput=5MB/sec 2024-04-15T15:09:38.328 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-HqZuw-FguhUK-b2 off=11830537 len=398785 2024-04-15T15:09:38.332 INFO:tasks.workunit.client.0.smithi016.stdout:op 3788 completed, throughput=5MB/sec 2024-04-15T15:09:38.332 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-WMsUXhA_trLZLMG off=1982992 len=288106 2024-04-15T15:09:38.335 INFO:tasks.workunit.client.0.smithi016.stdout:op 3789 completed, throughput=5MB/sec 2024-04-15T15:09:38.335 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-YmAqhL1pnYAsOPx off=3820830 len=1776280 2024-04-15T15:09:38.337 INFO:tasks.workunit.client.0.smithi016.stdout:op 3790 completed, throughput=5MB/sec 2024-04-15T15:09:38.337 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-RllFnS2rC0PpdkB off=12466366 len=1944147 2024-04-15T15:09:38.339 INFO:tasks.workunit.client.0.smithi016.stdout:op 3791 completed, throughput=5MB/sec 2024-04-15T15:09:39.340 INFO:tasks.workunit.client.0.smithi016.stdout: 740: throughput=4.99MB/sec pending data=0 2024-04-15T15:09:39.340 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-Cg1GDbDWY1JL8wm off=1553844 len=1662347 2024-04-15T15:09:39.349 INFO:tasks.workunit.client.0.smithi016.stdout:op 3792 completed, throughput=5MB/sec 2024-04-15T15:09:39.349 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-fDv-9T5TrqO9nfs off=16113664 len=1747762 2024-04-15T15:09:39.356 INFO:tasks.workunit.client.0.smithi016.stdout:op 3793 completed, throughput=5MB/sec 2024-04-15T15:09:39.356 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-vGJkBQFjsHcAWrt off=10222678 len=1521948 2024-04-15T15:09:39.362 INFO:tasks.workunit.client.0.smithi016.stdout:op 3794 completed, throughput=5MB/sec 2024-04-15T15:09:40.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:09:39 smithi016 ceph-mon[90652]: pgmap v1724: 105 pgs: 105 active+clean; 127 GiB data, 9.4 GiB used, 706 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-04-15T15:09:40.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:09:39 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T15:09:40.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:09:39 smithi016 ceph-mon[93212]: pgmap v1724: 105 pgs: 105 active+clean; 127 GiB data, 9.4 GiB used, 706 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-04-15T15:09:40.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:09:39 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T15:09:40.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:09:39 smithi102 ceph-mon[87131]: pgmap v1724: 105 pgs: 105 active+clean; 127 GiB data, 9.4 GiB used, 706 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-04-15T15:09:40.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:09:39 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T15:09:40.362 INFO:tasks.workunit.client.0.smithi016.stdout: 741: throughput=4.99MB/sec pending data=0 2024-04-15T15:09:40.362 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-EbtJagSSYm84T6u off=6424770 len=1155761 2024-04-15T15:09:40.369 INFO:tasks.workunit.client.0.smithi016.stdout:op 3795 completed, throughput=5MB/sec 2024-04-15T15:09:40.369 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-2BGOpHMWhot8TrW off=3910971 len=1182100 2024-04-15T15:09:40.375 INFO:tasks.workunit.client.0.smithi016.stdout:op 3796 completed, throughput=5MB/sec 2024-04-15T15:09:40.375 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-e9S5zIfKFOuP2aS off=2603839 len=528986 2024-04-15T15:09:40.380 INFO:tasks.workunit.client.0.smithi016.stdout:op 3797 completed, throughput=5MB/sec 2024-04-15T15:09:40.380 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-q4hHoJEvDwmI6gV off=604670 len=1417019 2024-04-15T15:09:40.386 INFO:tasks.workunit.client.0.smithi016.stdout:op 3798 completed, throughput=5MB/sec 2024-04-15T15:09:40.387 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-B4VotIQUDzdu2Z1 off=5179040 len=1730980 2024-04-15T15:09:40.389 INFO:tasks.workunit.client.0.smithi016.stdout:op 3799 completed, throughput=5MB/sec 2024-04-15T15:09:41.390 INFO:tasks.workunit.client.0.smithi016.stdout: 742: throughput=4.99MB/sec pending data=0 2024-04-15T15:09:41.390 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-OIRi2OzABwTy7fy off=1394495 len=1577697 2024-04-15T15:09:41.393 INFO:tasks.workunit.client.0.smithi016.stdout:op 3800 completed, throughput=5MB/sec 2024-04-15T15:09:41.393 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-1-uvrU-KUHhVAvC off=12336916 len=331139 2024-04-15T15:09:41.394 INFO:tasks.workunit.client.0.smithi016.stdout:op 3801 completed, throughput=5MB/sec 2024-04-15T15:09:41.394 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-pmJotGwsbBYXAIm off=11340758 len=214229 2024-04-15T15:09:41.397 INFO:tasks.workunit.client.0.smithi016.stdout:op 3802 completed, throughput=5MB/sec 2024-04-15T15:09:41.397 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-j3psxjOnV3IzPmW off=10323832 len=316048 2024-04-15T15:09:41.401 INFO:tasks.workunit.client.0.smithi016.stdout:op 3803 completed, throughput=5MB/sec 2024-04-15T15:09:41.401 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-ly1hZv4ZwZy_j_G off=8678346 len=434481 2024-04-15T15:09:41.405 INFO:tasks.workunit.client.0.smithi016.stdout:op 3804 completed, throughput=5MB/sec 2024-04-15T15:09:41.405 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-UjRhwMamslovBau off=202284 len=992646 2024-04-15T15:09:41.410 INFO:tasks.workunit.client.0.smithi016.stdout:op 3805 completed, throughput=5MB/sec 2024-04-15T15:09:41.410 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-710c6i4tJmYwm5o off=1011626 len=1231845 2024-04-15T15:09:41.416 INFO:tasks.workunit.client.0.smithi016.stdout:op 3806 completed, throughput=5MB/sec 2024-04-15T15:09:42.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:09:41 smithi016 ceph-mon[90652]: pgmap v1725: 105 pgs: 105 active+clean; 127 GiB data, 9.4 GiB used, 706 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-15T15:09:42.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:09:41 smithi016 ceph-mon[93212]: pgmap v1725: 105 pgs: 105 active+clean; 127 GiB data, 9.4 GiB used, 706 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-15T15:09:42.040 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 15 15:09:41 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-y[81421]: ::ffff:172.21.15.102 - - [15/Apr/2024:15:09:41] "GET /metrics HTTP/1.1" 200 34002 "" "Prometheus/2.43.0" 2024-04-15T15:09:42.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:09:41 smithi102 ceph-mon[87131]: pgmap v1725: 105 pgs: 105 active+clean; 127 GiB data, 9.4 GiB used, 706 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-15T15:09:42.416 INFO:tasks.workunit.client.0.smithi016.stdout: 743: throughput=4.99MB/sec pending data=0 2024-04-15T15:09:42.416 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-TMgbzM67NlEqvMg off=2629828 len=1982654 2024-04-15T15:09:42.419 INFO:tasks.workunit.client.0.smithi016.stdout:op 3807 completed, throughput=5MB/sec 2024-04-15T15:09:42.419 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-uxSHLkg21WRxhp_ off=1849688 len=1832143 2024-04-15T15:09:42.427 INFO:tasks.workunit.client.0.smithi016.stdout:op 3808 completed, throughput=5MB/sec 2024-04-15T15:09:42.427 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-TEK979DMt0ugZWJ off=9363317 len=1424304 2024-04-15T15:09:42.428 INFO:tasks.workunit.client.0.smithi016.stdout:op 3809 completed, throughput=5MB/sec 2024-04-15T15:09:42.687 INFO:journalctl@ceph.prometheus.a.smithi102.stdout:Apr 15 15:09:42 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-prometheus-a[120881]: ts=2024-04-15T15:09:42.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi016:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"362ea986-fb34-11ee-bc8f-c7b262605968\", instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T15:09:43.428 INFO:tasks.workunit.client.0.smithi016.stdout: 744: throughput=4.99MB/sec pending data=0 2024-04-15T15:09:43.429 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-5nB4Gj9TwyPcFS1 off=11265904 len=862458 2024-04-15T15:09:43.429 INFO:tasks.workunit.client.0.smithi016.stdout:op 3810 completed, throughput=5MB/sec 2024-04-15T15:09:43.430 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-lK10b5VuJZzq_kK off=8312939 len=1917417 2024-04-15T15:09:43.439 INFO:tasks.workunit.client.0.smithi016.stdout:op 3811 completed, throughput=5MB/sec 2024-04-15T15:09:43.440 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-m-7-ZVXgiT-GE6U off=3763684 len=880124 2024-04-15T15:09:43.441 INFO:tasks.workunit.client.0.smithi016.stdout:op 3812 completed, throughput=5MB/sec 2024-04-15T15:09:43.441 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-DVyUlfHrvEtYwdJ off=107957 len=560032 2024-04-15T15:09:43.445 INFO:tasks.workunit.client.0.smithi016.stdout:op 3813 completed, throughput=5MB/sec 2024-04-15T15:09:43.445 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-z69cHMnsvQuT7ai off=2812316 len=250488 2024-04-15T15:09:43.446 INFO:tasks.workunit.client.0.smithi016.stdout:op 3814 completed, throughput=5MB/sec 2024-04-15T15:09:43.446 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-c-02q50nqyB5KB7 off=7958598 len=887437 2024-04-15T15:09:43.447 INFO:tasks.workunit.client.0.smithi016.stdout:op 3815 completed, throughput=5MB/sec 2024-04-15T15:09:44.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:09:43 smithi016 ceph-mon[90652]: pgmap v1726: 105 pgs: 105 active+clean; 127 GiB data, 9.4 GiB used, 706 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.8 MiB/s wr, 6 op/s 2024-04-15T15:09:44.041 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:09:43 smithi016 ceph-mon[93212]: pgmap v1726: 105 pgs: 105 active+clean; 127 GiB data, 9.4 GiB used, 706 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.8 MiB/s wr, 6 op/s 2024-04-15T15:09:44.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:09:43 smithi102 ceph-mon[87131]: pgmap v1726: 105 pgs: 105 active+clean; 127 GiB data, 9.4 GiB used, 706 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.8 MiB/s wr, 6 op/s 2024-04-15T15:09:44.447 INFO:tasks.workunit.client.0.smithi016.stdout: 745: throughput=4.99MB/sec pending data=0 2024-04-15T15:09:44.448 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-mjEiqgLItu0ljp9 off=8363936 len=1802250 2024-04-15T15:09:44.450 INFO:tasks.workunit.client.0.smithi016.stdout:op 3816 completed, throughput=5MB/sec 2024-04-15T15:09:44.450 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-7WzS5xedOdcf8TD off=14843012 len=358465 2024-04-15T15:09:44.453 INFO:tasks.workunit.client.0.smithi016.stdout:op 3817 completed, throughput=5MB/sec 2024-04-15T15:09:44.453 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-JtvowmNr33xDVIt off=13491696 len=649946 2024-04-15T15:09:44.454 INFO:tasks.workunit.client.0.smithi016.stdout:op 3818 completed, throughput=5MB/sec 2024-04-15T15:09:44.454 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-ZU1ExbAavruGe3C off=1519743 len=1146911 2024-04-15T15:09:44.457 INFO:tasks.workunit.client.0.smithi016.stdout:op 3819 completed, throughput=5MB/sec 2024-04-15T15:09:44.457 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-31cQecBCfY84Kg_ off=8648968 len=1893266 2024-04-15T15:09:44.459 INFO:tasks.workunit.client.0.smithi016.stdout:op 3820 completed, throughput=5MB/sec 2024-04-15T15:09:45.459 INFO:tasks.workunit.client.0.smithi016.stdout: 746: throughput=5MB/sec pending data=0 2024-04-15T15:09:45.459 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-e6UihyPvP-713Gd off=17883025 len=1894647 2024-04-15T15:09:45.470 INFO:tasks.workunit.client.0.smithi016.stdout:op 3821 completed, throughput=5MB/sec 2024-04-15T15:09:45.470 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-6-GXJxJ3izUCFjq off=10261073 len=1236634 2024-04-15T15:09:45.477 INFO:tasks.workunit.client.0.smithi016.stdout:op 3822 completed, throughput=5MB/sec 2024-04-15T15:09:45.477 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-CnjFrfVCkscVXg9 off=410630 len=1661349 2024-04-15T15:09:45.479 INFO:tasks.workunit.client.0.smithi016.stdout:op 3823 completed, throughput=5MB/sec 2024-04-15T15:09:46.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:09:45 smithi016 ceph-mon[90652]: pgmap v1727: 105 pgs: 105 active+clean; 127 GiB data, 9.4 GiB used, 706 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-15T15:09:46.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:09:45 smithi016 ceph-mon[93212]: pgmap v1727: 105 pgs: 105 active+clean; 127 GiB data, 9.4 GiB used, 706 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-15T15:09:46.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:09:45 smithi102 ceph-mon[87131]: pgmap v1727: 105 pgs: 105 active+clean; 127 GiB data, 9.4 GiB used, 706 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-15T15:09:46.480 INFO:tasks.workunit.client.0.smithi016.stdout: 747: throughput=4.99MB/sec pending data=0 2024-04-15T15:09:46.480 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-Z5d8EugwAkY8A-k off=7721756 len=1390999 2024-04-15T15:09:46.489 INFO:tasks.workunit.client.0.smithi016.stdout:op 3824 completed, throughput=5MB/sec 2024-04-15T15:09:46.489 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-66pM6LzTmVHTrXc off=6309594 len=764248 2024-04-15T15:09:46.493 INFO:tasks.workunit.client.0.smithi016.stdout:op 3825 completed, throughput=5MB/sec 2024-04-15T15:09:46.493 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-dyJGN_fyeXprBCy off=809763 len=170868 2024-04-15T15:09:46.496 INFO:tasks.workunit.client.0.smithi016.stdout:op 3826 completed, throughput=5MB/sec 2024-04-15T15:09:46.496 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-foLpI890DcCkw9p off=13193997 len=1182513 2024-04-15T15:09:46.501 INFO:tasks.workunit.client.0.smithi016.stdout:op 3827 completed, throughput=5MB/sec 2024-04-15T15:09:46.501 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-Kxk1X2b4qxNSPS4 off=7861415 len=2019395 2024-04-15T15:09:46.503 INFO:tasks.workunit.client.0.smithi016.stdout:op 3828 completed, throughput=5MB/sec 2024-04-15T15:09:47.503 INFO:tasks.workunit.client.0.smithi016.stdout: 748: throughput=4.99MB/sec pending data=0 2024-04-15T15:09:47.504 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-ecrWcXfqRH5_kT9 off=12195968 len=1888631 2024-04-15T15:09:47.507 INFO:tasks.workunit.client.0.smithi016.stdout:op 3829 completed, throughput=5MB/sec 2024-04-15T15:09:47.507 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-qKrx90Y3VJ_DDEz off=5173876 len=50727 2024-04-15T15:09:47.508 INFO:tasks.workunit.client.0.smithi016.stdout:op 3830 completed, throughput=5MB/sec 2024-04-15T15:09:47.508 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-EUJAMIYEXEADf7S off=3990952 len=1017289 2024-04-15T15:09:47.514 INFO:tasks.workunit.client.0.smithi016.stdout:op 3831 completed, throughput=5MB/sec 2024-04-15T15:09:47.514 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-aCjYiaCAN1Boucd off=14997594 len=1111676 2024-04-15T15:09:47.518 INFO:tasks.workunit.client.0.smithi016.stdout:op 3832 completed, throughput=5MB/sec 2024-04-15T15:09:47.518 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-cnqk2to1LF94X-9 off=11371660 len=199281 2024-04-15T15:09:47.521 INFO:tasks.workunit.client.0.smithi016.stdout:op 3833 completed, throughput=5MB/sec 2024-04-15T15:09:47.521 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-Qmm8oQQkFKi26a0 off=33961 len=1504231 2024-04-15T15:09:47.529 INFO:tasks.workunit.client.0.smithi016.stdout:op 3834 completed, throughput=5MB/sec 2024-04-15T15:09:48.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:09:47 smithi016 ceph-mon[90652]: pgmap v1728: 105 pgs: 105 active+clean; 127 GiB data, 9.5 GiB used, 706 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2024-04-15T15:09:48.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:09:47 smithi016 ceph-mon[93212]: pgmap v1728: 105 pgs: 105 active+clean; 127 GiB data, 9.5 GiB used, 706 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2024-04-15T15:09:48.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:09:47 smithi102 ceph-mon[87131]: pgmap v1728: 105 pgs: 105 active+clean; 127 GiB data, 9.5 GiB used, 706 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2024-04-15T15:09:48.529 INFO:tasks.workunit.client.0.smithi016.stdout: 749: throughput=5MB/sec pending data=0 2024-04-15T15:09:48.530 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-m5KpyLAZn5jaGgI off=9769807 len=1421064 2024-04-15T15:09:48.536 INFO:tasks.workunit.client.0.smithi016.stdout:op 3835 completed, throughput=5MB/sec 2024-04-15T15:09:48.536 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-X5moOzHNXcntkPb off=3383453 len=606505 2024-04-15T15:09:48.538 INFO:tasks.workunit.client.0.smithi016.stdout:op 3836 completed, throughput=5MB/sec 2024-04-15T15:09:48.538 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-cj2XViSGYVS3MfN off=4704043 len=1380430 2024-04-15T15:09:48.544 INFO:tasks.workunit.client.0.smithi016.stdout:op 3837 completed, throughput=5MB/sec 2024-04-15T15:09:48.544 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-9_4XH26vRaQ2fus off=1555688 len=1911592 2024-04-15T15:09:48.546 INFO:tasks.workunit.client.0.smithi016.stdout:op 3838 completed, throughput=5MB/sec 2024-04-15T15:09:49.547 INFO:tasks.workunit.client.0.smithi016.stdout: 750: throughput=5MB/sec pending data=0 2024-04-15T15:09:49.547 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-UzJNrKyacLJja3p off=4773028 len=1890148 2024-04-15T15:09:49.555 INFO:tasks.workunit.client.0.smithi016.stdout:op 3839 completed, throughput=5MB/sec 2024-04-15T15:09:49.555 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-1Blt3BiO17RGGDQ off=2443286 len=1413062 2024-04-15T15:09:49.558 INFO:tasks.workunit.client.0.smithi016.stdout:op 3840 completed, throughput=5MB/sec 2024-04-15T15:09:49.559 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-H0viEXL-W9wLGZJ off=1804171 len=1138043 2024-04-15T15:09:49.563 INFO:tasks.workunit.client.0.smithi016.stdout:op 3841 completed, throughput=5MB/sec 2024-04-15T15:09:50.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:09:49 smithi016 ceph-mon[90652]: pgmap v1729: 105 pgs: 105 active+clean; 127 GiB data, 9.5 GiB used, 706 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-15T15:09:50.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:09:49 smithi016 ceph-mon[93212]: pgmap v1729: 105 pgs: 105 active+clean; 127 GiB data, 9.5 GiB used, 706 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-15T15:09:50.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:09:49 smithi102 ceph-mon[87131]: pgmap v1729: 105 pgs: 105 active+clean; 127 GiB data, 9.5 GiB used, 706 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-15T15:09:50.564 INFO:tasks.workunit.client.0.smithi016.stdout: 751: throughput=4.99MB/sec pending data=0 2024-04-15T15:09:50.564 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-KxNZIcE56BYmBPJ off=2569560 len=213499 2024-04-15T15:09:50.567 INFO:tasks.workunit.client.0.smithi016.stdout:op 3842 completed, throughput=4.99MB/sec 2024-04-15T15:09:50.567 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-tCQjbBKoCG0tA-- off=203341 len=69412 2024-04-15T15:09:50.567 INFO:tasks.workunit.client.0.smithi016.stdout:op 3843 completed, throughput=4.99MB/sec 2024-04-15T15:09:50.567 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-p1FTAZCPXJVhPeq off=6066608 len=1170240 2024-04-15T15:09:50.570 INFO:tasks.workunit.client.0.smithi016.stdout:op 3844 completed, throughput=5MB/sec 2024-04-15T15:09:50.570 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-M4AC5wFsTt2Zvec off=375804 len=2021071 2024-04-15T15:09:50.572 INFO:tasks.workunit.client.0.smithi016.stdout:op 3845 completed, throughput=5MB/sec 2024-04-15T15:09:50.572 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-orYmoZ22j_koXJW off=2096387 len=1257681 2024-04-15T15:09:50.579 INFO:tasks.workunit.client.0.smithi016.stdout:op 3846 completed, throughput=5MB/sec 2024-04-15T15:09:50.579 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-Ry4FDV1iCnHFkAp off=4682725 len=1641683 2024-04-15T15:09:50.594 INFO:tasks.workunit.client.0.smithi016.stdout:op 3847 completed, throughput=5MB/sec 2024-04-15T15:09:51.595 INFO:tasks.workunit.client.0.smithi016.stdout: 752: throughput=5MB/sec pending data=0 2024-04-15T15:09:51.595 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-pIEQUm3bNPJnbHc off=7374366 len=131778 2024-04-15T15:09:51.596 INFO:tasks.workunit.client.0.smithi016.stdout:op 3848 completed, throughput=5MB/sec 2024-04-15T15:09:51.596 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-_v2ynnaciGQI7Nh off=9884932 len=81826 2024-04-15T15:09:51.596 INFO:tasks.workunit.client.0.smithi016.stdout:op 3849 completed, throughput=5MB/sec 2024-04-15T15:09:51.596 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-djdI6-WDOYlyiQs off=4670251 len=391372 2024-04-15T15:09:51.597 INFO:tasks.workunit.client.0.smithi016.stdout:op 3850 completed, throughput=5MB/sec 2024-04-15T15:09:51.597 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-t1iRy-m8FmrCPNm off=5851655 len=1699969 2024-04-15T15:09:51.599 INFO:tasks.workunit.client.0.smithi016.stdout:op 3851 completed, throughput=5MB/sec 2024-04-15T15:09:51.599 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-V4HknoZRNTp_-Up off=8445190 len=1591566 2024-04-15T15:09:51.600 INFO:tasks.workunit.client.0.smithi016.stdout:op 3852 completed, throughput=5MB/sec 2024-04-15T15:09:52.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:09:51 smithi016 ceph-mon[90652]: pgmap v1730: 105 pgs: 105 active+clean; 127 GiB data, 9.5 GiB used, 706 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.1 MiB/s wr, 3 op/s 2024-04-15T15:09:52.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:09:51 smithi016 ceph-mon[93212]: pgmap v1730: 105 pgs: 105 active+clean; 127 GiB data, 9.5 GiB used, 706 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.1 MiB/s wr, 3 op/s 2024-04-15T15:09:52.040 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 15 15:09:51 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-y[81421]: ::ffff:172.21.15.102 - - [15/Apr/2024:15:09:51] "GET /metrics HTTP/1.1" 200 34002 "" "Prometheus/2.43.0" 2024-04-15T15:09:52.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:09:51 smithi102 ceph-mon[87131]: pgmap v1730: 105 pgs: 105 active+clean; 127 GiB data, 9.5 GiB used, 706 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.1 MiB/s wr, 3 op/s 2024-04-15T15:09:52.600 INFO:tasks.workunit.client.0.smithi016.stdout: 753: throughput=4.99MB/sec pending data=0 2024-04-15T15:09:52.601 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-sXvdujFqFz1xkG3 off=1086838 len=936292 2024-04-15T15:09:52.605 INFO:tasks.workunit.client.0.smithi016.stdout:op 3853 completed, throughput=4.99MB/sec 2024-04-15T15:09:52.605 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-PAuhDS7mrQIV7Gr off=12046450 len=1636679 2024-04-15T15:09:52.612 INFO:tasks.workunit.client.0.smithi016.stdout:op 3854 completed, throughput=5MB/sec 2024-04-15T15:09:52.612 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-vNnezZBODdmgB83 off=6923484 len=1303299 2024-04-15T15:09:52.614 INFO:tasks.workunit.client.0.smithi016.stdout:op 3855 completed, throughput=5MB/sec 2024-04-15T15:09:52.614 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-0nXpRj1910VgNGw off=673079 len=1982319 2024-04-15T15:09:52.616 INFO:tasks.workunit.client.0.smithi016.stdout:op 3856 completed, throughput=5MB/sec 2024-04-15T15:09:52.687 INFO:journalctl@ceph.prometheus.a.smithi102.stdout:Apr 15 15:09:52 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-prometheus-a[120881]: ts=2024-04-15T15:09:52.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi016:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"362ea986-fb34-11ee-bc8f-c7b262605968\", instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T15:09:53.618 INFO:tasks.workunit.client.0.smithi016.stdout: 754: throughput=4.99MB/sec pending data=0 2024-04-15T15:09:53.618 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-h2HvaG8kNgV8IWl off=720558 len=1622797 2024-04-15T15:09:53.623 INFO:tasks.workunit.client.0.smithi016.stdout:op 3857 completed, throughput=5MB/sec 2024-04-15T15:09:53.623 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-gMwLESBaePjFHdN off=5257151 len=291000 2024-04-15T15:09:53.624 INFO:tasks.workunit.client.0.smithi016.stdout:op 3858 completed, throughput=5MB/sec 2024-04-15T15:09:53.624 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-EFbMfsAn5n-HUMV off=4110549 len=841465 2024-04-15T15:09:53.629 INFO:tasks.workunit.client.0.smithi016.stdout:op 3859 completed, throughput=5MB/sec 2024-04-15T15:09:53.629 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-qy4xiyGhduwAbpy off=15996751 len=1193740 2024-04-15T15:09:53.635 INFO:tasks.workunit.client.0.smithi016.stdout:op 3860 completed, throughput=5MB/sec 2024-04-15T15:09:53.635 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-Y3u4DYyQe8pJD9o off=628605 len=1328096 2024-04-15T15:09:53.643 INFO:tasks.workunit.client.0.smithi016.stdout:op 3861 completed, throughput=5MB/sec 2024-04-15T15:09:54.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:09:53 smithi016 ceph-mon[90652]: pgmap v1731: 105 pgs: 105 active+clean; 127 GiB data, 9.5 GiB used, 706 GiB / 715 GiB avail; 2.9 MiB/s rd, 3.5 MiB/s wr, 5 op/s 2024-04-15T15:09:54.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:09:53 smithi016 ceph-mon[93212]: pgmap v1731: 105 pgs: 105 active+clean; 127 GiB data, 9.5 GiB used, 706 GiB / 715 GiB avail; 2.9 MiB/s rd, 3.5 MiB/s wr, 5 op/s 2024-04-15T15:09:54.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:09:53 smithi102 ceph-mon[87131]: pgmap v1731: 105 pgs: 105 active+clean; 127 GiB data, 9.5 GiB used, 706 GiB / 715 GiB avail; 2.9 MiB/s rd, 3.5 MiB/s wr, 5 op/s 2024-04-15T15:09:54.644 INFO:tasks.workunit.client.0.smithi016.stdout: 755: throughput=4.99MB/sec pending data=0 2024-04-15T15:09:54.644 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-7QsLgXpzwiZzVwK off=4702287 len=1918696 2024-04-15T15:09:54.655 INFO:tasks.workunit.client.0.smithi016.stdout:op 3862 completed, throughput=5MB/sec 2024-04-15T15:09:54.655 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-iLDG7WjL08zXsDN off=218961 len=175091 2024-04-15T15:09:54.656 INFO:tasks.workunit.client.0.smithi016.stdout:op 3863 completed, throughput=5MB/sec 2024-04-15T15:09:54.656 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-90LUalQdpF2qy5Y off=2558027 len=1858845 2024-04-15T15:09:54.658 INFO:tasks.workunit.client.0.smithi016.stdout:op 3864 completed, throughput=5MB/sec 2024-04-15T15:09:54.658 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-0G8C60-IuWGw5M8 off=5144642 len=1790392 2024-04-15T15:09:54.666 INFO:tasks.workunit.client.0.smithi016.stdout:op 3865 completed, throughput=5MB/sec 2024-04-15T15:09:55.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:09:54 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T15:09:55.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:09:54 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T15:09:55.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:09:54 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T15:09:55.666 INFO:tasks.workunit.client.0.smithi016.stdout: 756: throughput=4.99MB/sec pending data=0 2024-04-15T15:09:55.667 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-xOU5lPFLYqw6kqQ off=13596141 len=1286078 2024-04-15T15:09:55.674 INFO:tasks.workunit.client.0.smithi016.stdout:op 3866 completed, throughput=5MB/sec 2024-04-15T15:09:55.674 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-2X3YTE48kR3qxOz off=5443851 len=1921542 2024-04-15T15:09:55.676 INFO:tasks.workunit.client.0.smithi016.stdout:op 3867 completed, throughput=5MB/sec 2024-04-15T15:09:55.676 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-MCJNKrqp6EeNUvQ off=3424916 len=848058 2024-04-15T15:09:55.678 INFO:tasks.workunit.client.0.smithi016.stdout:op 3868 completed, throughput=5MB/sec 2024-04-15T15:09:55.678 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-bTsRGl9MMsnVykS off=12329849 len=1138353 2024-04-15T15:09:55.679 INFO:tasks.workunit.client.0.smithi016.stdout:op 3869 completed, throughput=5MB/sec 2024-04-15T15:09:56.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:09:55 smithi102 ceph-mon[87131]: pgmap v1732: 105 pgs: 105 active+clean; 127 GiB data, 9.5 GiB used, 706 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.0 MiB/s wr, 3 op/s 2024-04-15T15:09:56.231 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:09:55 smithi016 ceph-mon[90652]: pgmap v1732: 105 pgs: 105 active+clean; 127 GiB data, 9.5 GiB used, 706 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.0 MiB/s wr, 3 op/s 2024-04-15T15:09:56.231 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:09:55 smithi016 ceph-mon[93212]: pgmap v1732: 105 pgs: 105 active+clean; 127 GiB data, 9.5 GiB used, 706 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.0 MiB/s wr, 3 op/s 2024-04-15T15:09:56.680 INFO:tasks.workunit.client.0.smithi016.stdout: 757: throughput=4.99MB/sec pending data=0 2024-04-15T15:09:56.680 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-iC9ZALHf4szIpYA off=11285051 len=1193504 2024-04-15T15:09:56.684 INFO:tasks.workunit.client.0.smithi016.stdout:op 3870 completed, throughput=5MB/sec 2024-04-15T15:09:56.684 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-DZ1ZOf-e0Ck80gb off=10470721 len=1878906 2024-04-15T15:09:56.686 INFO:tasks.workunit.client.0.smithi016.stdout:op 3871 completed, throughput=5MB/sec 2024-04-15T15:09:56.686 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-z7YnXUmlYT6amvd off=4159417 len=49977 2024-04-15T15:09:56.688 INFO:tasks.workunit.client.0.smithi016.stdout:op 3872 completed, throughput=5MB/sec 2024-04-15T15:09:56.689 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-BFnUVbouccwpg7x off=2754699 len=134183 2024-04-15T15:09:56.689 INFO:tasks.workunit.client.0.smithi016.stdout:op 3873 completed, throughput=5MB/sec 2024-04-15T15:09:56.689 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-jVV8rEsnnXRkaDL off=21672725 len=1886412 2024-04-15T15:09:56.691 INFO:tasks.workunit.client.0.smithi016.stdout:op 3874 completed, throughput=5MB/sec 2024-04-15T15:09:57.691 INFO:tasks.workunit.client.0.smithi016.stdout: 758: throughput=4.99MB/sec pending data=0 2024-04-15T15:09:57.692 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-eL6oljP7Xt_zbDV off=7925442 len=408734 2024-04-15T15:09:57.695 INFO:tasks.workunit.client.0.smithi016.stdout:op 3875 completed, throughput=4.99MB/sec 2024-04-15T15:09:57.695 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-ZVqbzpweXaIE_KJ off=12408162 len=764245 2024-04-15T15:09:57.699 INFO:tasks.workunit.client.0.smithi016.stdout:op 3876 completed, throughput=5MB/sec 2024-04-15T15:09:57.699 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-kkf3fH12o6M6j4U off=786042 len=1534807 2024-04-15T15:09:57.702 INFO:tasks.workunit.client.0.smithi016.stdout:op 3877 completed, throughput=5MB/sec 2024-04-15T15:09:57.702 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-JhZnBhKVfZDd2Bo off=1491833 len=1606113 2024-04-15T15:09:57.703 INFO:tasks.workunit.client.0.smithi016.stdout:op 3878 completed, throughput=5MB/sec 2024-04-15T15:09:57.704 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-WkGWGq5d_MYhw1i off=21328575 len=1416000 2024-04-15T15:09:57.705 INFO:tasks.workunit.client.0.smithi016.stdout:op 3879 completed, throughput=5MB/sec 2024-04-15T15:09:58.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:09:57 smithi102 ceph-mon[87131]: pgmap v1733: 105 pgs: 105 active+clean; 127 GiB data, 9.5 GiB used, 706 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-04-15T15:09:58.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:09:57 smithi016 ceph-mon[90652]: pgmap v1733: 105 pgs: 105 active+clean; 127 GiB data, 9.5 GiB used, 706 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-04-15T15:09:58.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:09:57 smithi016 ceph-mon[93212]: pgmap v1733: 105 pgs: 105 active+clean; 127 GiB data, 9.5 GiB used, 706 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-04-15T15:09:58.706 INFO:tasks.workunit.client.0.smithi016.stdout: 759: throughput=4.99MB/sec pending data=0 2024-04-15T15:09:58.706 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-gze5cOt0UzGqxZE off=612614 len=1305161 2024-04-15T15:09:58.707 INFO:tasks.workunit.client.0.smithi016.stdout:op 3880 completed, throughput=5MB/sec 2024-04-15T15:09:58.707 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-t4gs3jEMXD-NoaA off=338530 len=1246318 2024-04-15T15:09:58.709 INFO:tasks.workunit.client.0.smithi016.stdout:op 3881 completed, throughput=5MB/sec 2024-04-15T15:09:58.709 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-0QT-lrbtQnemkG0 off=1398444 len=1352257 2024-04-15T15:09:58.711 INFO:tasks.workunit.client.0.smithi016.stdout:op 3882 completed, throughput=5MB/sec 2024-04-15T15:09:58.711 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-fHR4qEtfirRyHPa off=4765233 len=1589761 2024-04-15T15:09:58.720 INFO:tasks.workunit.client.0.smithi016.stdout:op 3883 completed, throughput=5MB/sec 2024-04-15T15:09:59.720 INFO:tasks.workunit.client.0.smithi016.stdout: 760: throughput=4.99MB/sec pending data=0 2024-04-15T15:09:59.720 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-0VIFJSi9Crh59hs off=6645512 len=2021054 2024-04-15T15:09:59.730 INFO:tasks.workunit.client.0.smithi016.stdout:op 3884 completed, throughput=5MB/sec 2024-04-15T15:09:59.730 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-WogiZucx-1Bim28 off=6452738 len=1555826 2024-04-15T15:09:59.734 INFO:tasks.workunit.client.0.smithi016.stdout:op 3885 completed, throughput=5MB/sec 2024-04-15T15:09:59.734 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-0jPL_Mg_aY2JmKn off=15907849 len=1407525 2024-04-15T15:09:59.741 INFO:tasks.workunit.client.0.smithi016.stdout:op 3886 completed, throughput=5MB/sec 2024-04-15T15:10:00.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:09:59 smithi102 ceph-mon[87131]: pgmap v1734: 105 pgs: 105 active+clean; 127 GiB data, 9.5 GiB used, 706 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.3 MiB/s wr, 3 op/s 2024-04-15T15:10:00.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:09:59 smithi016 ceph-mon[90652]: pgmap v1734: 105 pgs: 105 active+clean; 127 GiB data, 9.5 GiB used, 706 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.3 MiB/s wr, 3 op/s 2024-04-15T15:10:00.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:09:59 smithi016 ceph-mon[93212]: pgmap v1734: 105 pgs: 105 active+clean; 127 GiB data, 9.5 GiB used, 706 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.3 MiB/s wr, 3 op/s 2024-04-15T15:10:00.741 INFO:tasks.workunit.client.0.smithi016.stdout: 761: throughput=4.99MB/sec pending data=0 2024-04-15T15:10:00.742 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-uqkyX-RuamLq34u off=2119619 len=1098248 2024-04-15T15:10:00.743 INFO:tasks.workunit.client.0.smithi016.stdout:op 3887 completed, throughput=5MB/sec 2024-04-15T15:10:00.743 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-2dvDTbqoYz0wuGL off=15894118 len=1085846 2024-04-15T15:10:00.748 INFO:tasks.workunit.client.0.smithi016.stdout:op 3888 completed, throughput=5MB/sec 2024-04-15T15:10:00.748 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-sGQ160Vk1G_Qb2E off=21929422 len=729842 2024-04-15T15:10:00.750 INFO:tasks.workunit.client.0.smithi016.stdout:op 3889 completed, throughput=5MB/sec 2024-04-15T15:10:00.750 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-VI6mEuU7WYxoQcU off=209489 len=1564882 2024-04-15T15:10:00.756 INFO:tasks.workunit.client.0.smithi016.stdout:op 3890 completed, throughput=5MB/sec 2024-04-15T15:10:00.756 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-FziLHSGgajeAvJT off=5774962 len=804127 2024-04-15T15:10:00.760 INFO:tasks.workunit.client.0.smithi016.stdout:op 3891 completed, throughput=5MB/sec 2024-04-15T15:10:01.189 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:10:00 smithi102 ceph-mon[87131]: overall HEALTH_OK 2024-04-15T15:10:01.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:10:00 smithi016 ceph-mon[90652]: overall HEALTH_OK 2024-04-15T15:10:01.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:10:00 smithi016 ceph-mon[93212]: overall HEALTH_OK 2024-04-15T15:10:01.761 INFO:tasks.workunit.client.0.smithi016.stdout: 762: throughput=4.99MB/sec pending data=0 2024-04-15T15:10:01.761 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-VtvIiNQJ_xNzreg off=2602440 len=178229 2024-04-15T15:10:01.762 INFO:tasks.workunit.client.0.smithi016.stdout:op 3892 completed, throughput=4.99MB/sec 2024-04-15T15:10:01.762 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-hL5YD85eaM3v3fG off=3774885 len=64336 2024-04-15T15:10:01.763 INFO:tasks.workunit.client.0.smithi016.stdout:op 3893 completed, throughput=4.99MB/sec 2024-04-15T15:10:01.763 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-a9wNCTUD-iqMdje off=1704734 len=1478675 2024-04-15T15:10:01.764 INFO:tasks.workunit.client.0.smithi016.stdout:op 3894 completed, throughput=5MB/sec 2024-04-15T15:10:01.764 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-tHBNAZIWIbg-r7Y off=12780023 len=1291442 2024-04-15T15:10:01.767 INFO:tasks.workunit.client.0.smithi016.stdout:op 3895 completed, throughput=5MB/sec 2024-04-15T15:10:01.767 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-srlfviUhcbGxkEw off=6509082 len=309404 2024-04-15T15:10:01.771 INFO:tasks.workunit.client.0.smithi016.stdout:op 3896 completed, throughput=5MB/sec 2024-04-15T15:10:01.771 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-oI_gfAvdQu8syWm off=13133464 len=73616 2024-04-15T15:10:01.771 INFO:tasks.workunit.client.0.smithi016.stdout:op 3897 completed, throughput=5MB/sec 2024-04-15T15:10:01.772 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-SiELvfIbpXS-AAP off=7806165 len=1386478 2024-04-15T15:10:01.774 INFO:tasks.workunit.client.0.smithi016.stdout:op 3898 completed, throughput=5MB/sec 2024-04-15T15:10:02.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:10:01 smithi016 ceph-mon[90652]: pgmap v1735: 105 pgs: 105 active+clean; 127 GiB data, 9.5 GiB used, 706 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.3 MiB/s wr, 3 op/s 2024-04-15T15:10:02.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:10:01 smithi016 ceph-mon[93212]: pgmap v1735: 105 pgs: 105 active+clean; 127 GiB data, 9.5 GiB used, 706 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.3 MiB/s wr, 3 op/s 2024-04-15T15:10:02.040 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 15 15:10:01 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-y[81421]: ::ffff:172.21.15.102 - - [15/Apr/2024:15:10:01] "GET /metrics HTTP/1.1" 200 34001 "" "Prometheus/2.43.0" 2024-04-15T15:10:02.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:10:01 smithi102 ceph-mon[87131]: pgmap v1735: 105 pgs: 105 active+clean; 127 GiB data, 9.5 GiB used, 706 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.3 MiB/s wr, 3 op/s 2024-04-15T15:10:02.687 INFO:journalctl@ceph.prometheus.a.smithi102.stdout:Apr 15 15:10:02 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-prometheus-a[120881]: ts=2024-04-15T15:10:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi016:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"362ea986-fb34-11ee-bc8f-c7b262605968\", instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T15:10:02.774 INFO:tasks.workunit.client.0.smithi016.stdout: 763: throughput=4.99MB/sec pending data=0 2024-04-15T15:10:02.774 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-5kg6AGNZd3f99WG off=8707652 len=801957 2024-04-15T15:10:02.780 INFO:tasks.workunit.client.0.smithi016.stdout:op 3899 completed, throughput=4.99MB/sec 2024-04-15T15:10:02.780 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-_QHF_Ao-ppTtBWA off=8814186 len=272993 2024-04-15T15:10:02.780 INFO:tasks.workunit.client.0.smithi016.stdout:op 3900 completed, throughput=5MB/sec 2024-04-15T15:10:02.780 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-DwKUopq5OVNEsgk off=15858429 len=1259746 2024-04-15T15:10:02.783 INFO:tasks.workunit.client.0.smithi016.stdout:op 3901 completed, throughput=5MB/sec 2024-04-15T15:10:02.783 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-MAFZM1vN1z4QcVY off=12363206 len=1542107 2024-04-15T15:10:02.790 INFO:tasks.workunit.client.0.smithi016.stdout:op 3902 completed, throughput=5MB/sec 2024-04-15T15:10:02.791 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-qNXrgnE3V-OLEUP off=7107962 len=1515138 2024-04-15T15:10:02.792 INFO:tasks.workunit.client.0.smithi016.stdout:op 3903 completed, throughput=5MB/sec 2024-04-15T15:10:03.793 INFO:tasks.workunit.client.0.smithi016.stdout: 764: throughput=4.99MB/sec pending data=0 2024-04-15T15:10:03.793 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-LKbtyspIdyLbSZn off=3931806 len=1937003 2024-04-15T15:10:03.795 INFO:tasks.workunit.client.0.smithi016.stdout:op 3904 completed, throughput=5MB/sec 2024-04-15T15:10:03.795 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-6E7dLOfbdUmQ7G3 off=385127 len=1084966 2024-04-15T15:10:03.796 INFO:tasks.workunit.client.0.smithi016.stdout:op 3905 completed, throughput=5MB/sec 2024-04-15T15:10:03.797 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-rzHc5mR3Wmts0Ek off=17133767 len=442091 2024-04-15T15:10:03.800 INFO:tasks.workunit.client.0.smithi016.stdout:op 3906 completed, throughput=5MB/sec 2024-04-15T15:10:03.800 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-t8PCNsQjZjA40is off=2157416 len=1871613 2024-04-15T15:10:03.802 INFO:tasks.workunit.client.0.smithi016.stdout:op 3907 completed, throughput=5MB/sec 2024-04-15T15:10:04.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:10:03 smithi102 ceph-mon[87131]: pgmap v1736: 105 pgs: 105 active+clean; 127 GiB data, 9.6 GiB used, 706 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-04-15T15:10:04.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:10:03 smithi016 ceph-mon[90652]: pgmap v1736: 105 pgs: 105 active+clean; 127 GiB data, 9.6 GiB used, 706 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-04-15T15:10:04.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:10:03 smithi016 ceph-mon[93212]: pgmap v1736: 105 pgs: 105 active+clean; 127 GiB data, 9.6 GiB used, 706 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-04-15T15:10:04.803 INFO:tasks.workunit.client.0.smithi016.stdout: 765: throughput=4.99MB/sec pending data=0 2024-04-15T15:10:04.803 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-Gv0S9dqx1doUCoS off=14944738 len=293492 2024-04-15T15:10:04.803 INFO:tasks.workunit.client.0.smithi016.stdout:op 3908 completed, throughput=4.99MB/sec 2024-04-15T15:10:04.803 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-tbiL93ZL9jkzDv4 off=12284289 len=701487 2024-04-15T15:10:04.804 INFO:tasks.workunit.client.0.smithi016.stdout:op 3909 completed, throughput=5MB/sec 2024-04-15T15:10:04.804 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-yEqgCRuUdqHxVca off=6847458 len=1212910 2024-04-15T15:10:04.811 INFO:tasks.workunit.client.0.smithi016.stdout:op 3910 completed, throughput=5MB/sec 2024-04-15T15:10:04.812 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-wIw2LW3Pnd1Ckak off=2360366 len=2018517 2024-04-15T15:10:04.822 INFO:tasks.workunit.client.0.smithi016.stdout:op 3911 completed, throughput=5MB/sec 2024-04-15T15:10:04.822 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-_-y1PHweqOHnjNy off=16924040 len=761422 2024-04-15T15:10:04.823 INFO:tasks.workunit.client.0.smithi016.stdout:op 3912 completed, throughput=5MB/sec 2024-04-15T15:10:04.823 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-0upuZxV70edjKYP off=5194412 len=1509819 2024-04-15T15:10:04.824 INFO:tasks.workunit.client.0.smithi016.stdout:op 3913 completed, throughput=5MB/sec 2024-04-15T15:10:05.824 INFO:tasks.workunit.client.0.smithi016.stdout: 766: throughput=5MB/sec pending data=0 2024-04-15T15:10:05.825 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-7JNSQ3PnLRS4NX8 off=1775981 len=1867049 2024-04-15T15:10:05.826 INFO:tasks.workunit.client.0.smithi016.stdout:op 3914 completed, throughput=5MB/sec 2024-04-15T15:10:05.827 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-wVatBaiiN0Ll8ni off=3866328 len=400373 2024-04-15T15:10:05.830 INFO:tasks.workunit.client.0.smithi016.stdout:op 3915 completed, throughput=5MB/sec 2024-04-15T15:10:05.830 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-t5B7aAN45OBdlqC off=1287516 len=1248969 2024-04-15T15:10:05.833 INFO:tasks.workunit.client.0.smithi016.stdout:op 3916 completed, throughput=5MB/sec 2024-04-15T15:10:05.833 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-wcEIVuZ7118EkNG off=4726737 len=1229301 2024-04-15T15:10:05.840 INFO:tasks.workunit.client.0.smithi016.stdout:op 3917 completed, throughput=5MB/sec 2024-04-15T15:10:06.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:10:05 smithi102 ceph-mon[87131]: pgmap v1737: 105 pgs: 105 active+clean; 127 GiB data, 9.6 GiB used, 706 GiB / 715 GiB avail; 2.3 MiB/s rd, 1.6 MiB/s wr, 3 op/s 2024-04-15T15:10:06.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:10:05 smithi016 ceph-mon[90652]: pgmap v1737: 105 pgs: 105 active+clean; 127 GiB data, 9.6 GiB used, 706 GiB / 715 GiB avail; 2.3 MiB/s rd, 1.6 MiB/s wr, 3 op/s 2024-04-15T15:10:06.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:10:05 smithi016 ceph-mon[93212]: pgmap v1737: 105 pgs: 105 active+clean; 127 GiB data, 9.6 GiB used, 706 GiB / 715 GiB avail; 2.3 MiB/s rd, 1.6 MiB/s wr, 3 op/s 2024-04-15T15:10:06.840 INFO:tasks.workunit.client.0.smithi016.stdout: 767: throughput=4.99MB/sec pending data=0 2024-04-15T15:10:06.840 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-qFzL-z_cSjUl7Uk off=7044962 len=655972 2024-04-15T15:10:06.844 INFO:tasks.workunit.client.0.smithi016.stdout:op 3918 completed, throughput=5MB/sec 2024-04-15T15:10:06.844 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-HQMl13fJTB6M8ig off=6392480 len=512567 2024-04-15T15:10:06.845 INFO:tasks.workunit.client.0.smithi016.stdout:op 3919 completed, throughput=5MB/sec 2024-04-15T15:10:06.845 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-Ar8AO8G7Dl6KEwj off=22886980 len=1122405 2024-04-15T15:10:06.851 INFO:tasks.workunit.client.0.smithi016.stdout:op 3920 completed, throughput=5MB/sec 2024-04-15T15:10:06.851 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-vDEDRdabUvOSm3n off=10617106 len=1978326 2024-04-15T15:10:06.860 INFO:tasks.workunit.client.0.smithi016.stdout:op 3921 completed, throughput=5MB/sec 2024-04-15T15:10:06.860 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-NxfdnU-ymIYCea7 off=5791892 len=177117 2024-04-15T15:10:06.863 INFO:tasks.workunit.client.0.smithi016.stdout:op 3922 completed, throughput=5MB/sec 2024-04-15T15:10:06.863 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-RI3EtzIrMV32Pd5 off=5339709 len=424512 2024-04-15T15:10:06.864 INFO:tasks.workunit.client.0.smithi016.stdout:op 3923 completed, throughput=5MB/sec 2024-04-15T15:10:07.865 INFO:tasks.workunit.client.0.smithi016.stdout: 768: throughput=4.99MB/sec pending data=0 2024-04-15T15:10:07.865 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-Ub1nqU2ZVhp1BIA off=957847 len=2008099 2024-04-15T15:10:07.874 INFO:tasks.workunit.client.0.smithi016.stdout:op 3924 completed, throughput=5MB/sec 2024-04-15T15:10:07.874 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-e7LHWn6I0C6u_Xy off=10406385 len=36947 2024-04-15T15:10:07.876 INFO:tasks.workunit.client.0.smithi016.stdout:op 3925 completed, throughput=5MB/sec 2024-04-15T15:10:07.877 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-zhSVlOlfiLQlU8P off=3024119 len=1186322 2024-04-15T15:10:07.884 INFO:tasks.workunit.client.0.smithi016.stdout:op 3926 completed, throughput=5MB/sec 2024-04-15T15:10:07.885 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-jzgT-h-6--BbWWU off=15877892 len=1261254 2024-04-15T15:10:07.890 INFO:tasks.workunit.client.0.smithi016.stdout:op 3927 completed, throughput=5MB/sec 2024-04-15T15:10:07.890 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-FxS2EusSbm1JZz_ off=2949172 len=892221 2024-04-15T15:10:07.894 INFO:tasks.workunit.client.0.smithi016.stdout:op 3928 completed, throughput=5MB/sec 2024-04-15T15:10:08.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:10:07 smithi102 ceph-mon[87131]: pgmap v1738: 105 pgs: 105 active+clean; 127 GiB data, 9.6 GiB used, 706 GiB / 715 GiB avail; 3.5 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-04-15T15:10:08.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:10:07 smithi016 ceph-mon[90652]: pgmap v1738: 105 pgs: 105 active+clean; 127 GiB data, 9.6 GiB used, 706 GiB / 715 GiB avail; 3.5 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-04-15T15:10:08.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:10:07 smithi016 ceph-mon[93212]: pgmap v1738: 105 pgs: 105 active+clean; 127 GiB data, 9.6 GiB used, 706 GiB / 715 GiB avail; 3.5 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-04-15T15:10:08.895 INFO:tasks.workunit.client.0.smithi016.stdout: 769: throughput=4.99MB/sec pending data=0 2024-04-15T15:10:08.895 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-EUUk-7KPXmpcaDo off=7480366 len=1558242 2024-04-15T15:10:08.903 INFO:tasks.workunit.client.0.smithi016.stdout:op 3929 completed, throughput=5MB/sec 2024-04-15T15:10:08.903 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-9pXTbossfeJj9Tp off=3397129 len=1876094 2024-04-15T15:10:08.914 INFO:tasks.workunit.client.0.smithi016.stdout:op 3930 completed, throughput=5MB/sec 2024-04-15T15:10:08.914 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-sXZNdEVimGqKD3d off=3005150 len=784163 2024-04-15T15:10:08.915 INFO:tasks.workunit.client.0.smithi016.stdout:op 3931 completed, throughput=5MB/sec 2024-04-15T15:10:08.915 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-XTVH6yyQZxphYpc off=8183596 len=948639 2024-04-15T15:10:08.920 INFO:tasks.workunit.client.0.smithi016.stdout:op 3932 completed, throughput=5MB/sec 2024-04-15T15:10:09.921 INFO:tasks.workunit.client.0.smithi016.stdout: 770: throughput=4.99MB/sec pending data=0 2024-04-15T15:10:09.921 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-UNfmn0lUE5Y5Wb3 off=10378034 len=1323786 2024-04-15T15:10:09.927 INFO:tasks.workunit.client.0.smithi016.stdout:op 3933 completed, throughput=5MB/sec 2024-04-15T15:10:09.927 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-W8PcuFUHCHFWtnU off=6915446 len=1212433 2024-04-15T15:10:09.930 INFO:tasks.workunit.client.0.smithi016.stdout:op 3934 completed, throughput=5MB/sec 2024-04-15T15:10:09.930 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-NjYaIEYfhhD0Fol off=9081230 len=186258 2024-04-15T15:10:09.933 INFO:tasks.workunit.client.0.smithi016.stdout:op 3935 completed, throughput=5MB/sec 2024-04-15T15:10:09.933 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-CveteoGN-_5Mo5E off=1674199 len=1498071 2024-04-15T15:10:09.941 INFO:tasks.workunit.client.0.smithi016.stdout:op 3936 completed, throughput=5MB/sec 2024-04-15T15:10:09.942 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-4sT9uENaxEHmYXq off=6471564 len=1967603 2024-04-15T15:10:09.944 INFO:tasks.workunit.client.0.smithi016.stdout:op 3937 completed, throughput=5MB/sec 2024-04-15T15:10:10.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:10:09 smithi102 ceph-mon[87131]: pgmap v1739: 105 pgs: 105 active+clean; 127 GiB data, 9.6 GiB used, 706 GiB / 715 GiB avail; 2.8 MiB/s rd, 1.7 MiB/s wr, 4 op/s 2024-04-15T15:10:10.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:10:09 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T15:10:10.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:10:09 smithi016 ceph-mon[90652]: pgmap v1739: 105 pgs: 105 active+clean; 127 GiB data, 9.6 GiB used, 706 GiB / 715 GiB avail; 2.8 MiB/s rd, 1.7 MiB/s wr, 4 op/s 2024-04-15T15:10:10.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:10:09 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T15:10:10.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:10:09 smithi016 ceph-mon[93212]: pgmap v1739: 105 pgs: 105 active+clean; 127 GiB data, 9.6 GiB used, 706 GiB / 715 GiB avail; 2.8 MiB/s rd, 1.7 MiB/s wr, 4 op/s 2024-04-15T15:10:10.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:10:09 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T15:10:10.944 INFO:tasks.workunit.client.0.smithi016.stdout: 771: throughput=4.99MB/sec pending data=0 2024-04-15T15:10:10.944 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-knBfJ0zspy992dm off=17105661 len=1594915 2024-04-15T15:10:10.953 INFO:tasks.workunit.client.0.smithi016.stdout:op 3938 completed, throughput=5MB/sec 2024-04-15T15:10:10.953 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-72CPSVIGUZyhegg off=1355581 len=1463686 2024-04-15T15:10:10.961 INFO:tasks.workunit.client.0.smithi016.stdout:op 3939 completed, throughput=5MB/sec 2024-04-15T15:10:10.961 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-NAvwW8bjukVeHzU off=8536358 len=608877 2024-04-15T15:10:10.962 INFO:tasks.workunit.client.0.smithi016.stdout:op 3940 completed, throughput=5MB/sec 2024-04-15T15:10:10.962 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-TyR4Ppm0Q2jbt1D off=5562808 len=1072105 2024-04-15T15:10:10.963 INFO:tasks.workunit.client.0.smithi016.stdout:op 3941 completed, throughput=5MB/sec 2024-04-15T15:10:11.964 INFO:tasks.workunit.client.0.smithi016.stdout: 772: throughput=4.99MB/sec pending data=0 2024-04-15T15:10:11.964 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-RI3EtzIrMV32Pd5 off=1757922 len=354808 2024-04-15T15:10:11.965 INFO:tasks.workunit.client.0.smithi016.stdout:op 3942 completed, throughput=4.99MB/sec 2024-04-15T15:10:11.965 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-u7AJMPnfeHbi8FW off=2300885 len=56315 2024-04-15T15:10:11.968 INFO:tasks.workunit.client.0.smithi016.stdout:op 3943 completed, throughput=4.99MB/sec 2024-04-15T15:10:11.968 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-1nvcZIOgipYvAth off=5556660 len=641979 2024-04-15T15:10:11.972 INFO:tasks.workunit.client.0.smithi016.stdout:op 3944 completed, throughput=5MB/sec 2024-04-15T15:10:11.972 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-2gXbaPR5BywXge0 off=266823 len=1091964 2024-04-15T15:10:11.978 INFO:tasks.workunit.client.0.smithi016.stdout:op 3945 completed, throughput=5MB/sec 2024-04-15T15:10:11.978 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-KRmGQcqXaNcyFHB off=3801300 len=964117 2024-04-15T15:10:11.980 INFO:tasks.workunit.client.0.smithi016.stdout:op 3946 completed, throughput=5MB/sec 2024-04-15T15:10:11.980 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-mLn0aa0ZU848QjK off=0 len=1216623 2024-04-15T15:10:11.981 INFO:tasks.workunit.client.0.smithi016.stdout:op 3947 completed, throughput=5MB/sec 2024-04-15T15:10:11.981 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-WCvjIsVE_FQDgYV off=14385352 len=1657050 2024-04-15T15:10:11.988 INFO:tasks.workunit.client.0.smithi016.stdout:op 3948 completed, throughput=5MB/sec 2024-04-15T15:10:12.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:10:11 smithi016 ceph-mon[90652]: pgmap v1740: 105 pgs: 105 active+clean; 127 GiB data, 9.6 GiB used, 706 GiB / 715 GiB avail; 2.8 MiB/s rd, 1.5 MiB/s wr, 3 op/s 2024-04-15T15:10:12.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:10:11 smithi016 ceph-mon[93212]: pgmap v1740: 105 pgs: 105 active+clean; 127 GiB data, 9.6 GiB used, 706 GiB / 715 GiB avail; 2.8 MiB/s rd, 1.5 MiB/s wr, 3 op/s 2024-04-15T15:10:12.040 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 15 15:10:11 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-y[81421]: ::ffff:172.21.15.102 - - [15/Apr/2024:15:10:11] "GET /metrics HTTP/1.1" 200 34001 "" "Prometheus/2.43.0" 2024-04-15T15:10:12.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:10:11 smithi102 ceph-mon[87131]: pgmap v1740: 105 pgs: 105 active+clean; 127 GiB data, 9.6 GiB used, 706 GiB / 715 GiB avail; 2.8 MiB/s rd, 1.5 MiB/s wr, 3 op/s 2024-04-15T15:10:12.687 INFO:journalctl@ceph.prometheus.a.smithi102.stdout:Apr 15 15:10:12 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-prometheus-a[120881]: ts=2024-04-15T15:10:12.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi016:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"362ea986-fb34-11ee-bc8f-c7b262605968\", instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T15:10:12.989 INFO:tasks.workunit.client.0.smithi016.stdout: 773: throughput=4.99MB/sec pending data=0 2024-04-15T15:10:12.989 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-tVypewdRMK5hljB off=190161 len=1383071 2024-04-15T15:10:12.990 INFO:tasks.workunit.client.0.smithi016.stdout:op 3949 completed, throughput=5MB/sec 2024-04-15T15:10:12.991 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-4g7qKEFZ6dYWuSK off=17491751 len=691419 2024-04-15T15:10:12.995 INFO:tasks.workunit.client.0.smithi016.stdout:op 3950 completed, throughput=5MB/sec 2024-04-15T15:10:12.995 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-WMQC3m5cblUv25d off=101921 len=1066640 2024-04-15T15:10:12.996 INFO:tasks.workunit.client.0.smithi016.stdout:op 3951 completed, throughput=5MB/sec 2024-04-15T15:10:12.997 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-pdcrLgIWA1TY-0l off=10150929 len=1169274 2024-04-15T15:10:12.998 INFO:tasks.workunit.client.0.smithi016.stdout:op 3952 completed, throughput=5MB/sec 2024-04-15T15:10:12.998 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-cAqAKPjyewIJp1M off=6529833 len=201104 2024-04-15T15:10:13.001 INFO:tasks.workunit.client.0.smithi016.stdout:op 3953 completed, throughput=5MB/sec 2024-04-15T15:10:14.002 INFO:tasks.workunit.client.0.smithi016.stdout: 774: throughput=4.99MB/sec pending data=0 2024-04-15T15:10:14.002 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-kwXTuzMZVzycoSm off=5632051 len=1927288 2024-04-15T15:10:14.004 INFO:tasks.workunit.client.0.smithi016.stdout:op 3954 completed, throughput=5MB/sec 2024-04-15T15:10:14.004 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-QEzisN-64-KxV5J off=2038411 len=1538474 2024-04-15T15:10:14.007 INFO:tasks.workunit.client.0.smithi016.stdout:op 3955 completed, throughput=5MB/sec 2024-04-15T15:10:14.007 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-DWcT80Sj7S0PDZ1 off=18857492 len=1915373 2024-04-15T15:10:14.018 INFO:tasks.workunit.client.0.smithi016.stdout:op 3956 completed, throughput=5MB/sec 2024-04-15T15:10:14.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:10:13 smithi102 ceph-mon[87131]: pgmap v1741: 105 pgs: 105 active+clean; 127 GiB data, 9.6 GiB used, 706 GiB / 715 GiB avail; 3.4 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-04-15T15:10:14.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:10:13 smithi016 ceph-mon[90652]: pgmap v1741: 105 pgs: 105 active+clean; 127 GiB data, 9.6 GiB used, 706 GiB / 715 GiB avail; 3.4 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-04-15T15:10:14.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:10:13 smithi016 ceph-mon[93212]: pgmap v1741: 105 pgs: 105 active+clean; 127 GiB data, 9.6 GiB used, 706 GiB / 715 GiB avail; 3.4 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-04-15T15:10:15.019 INFO:tasks.workunit.client.0.smithi016.stdout: 775: throughput=4.99MB/sec pending data=0 2024-04-15T15:10:15.019 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-XbeK5v2mRKHb46S off=3970642 len=963148 2024-04-15T15:10:15.020 INFO:tasks.workunit.client.0.smithi016.stdout:op 3957 completed, throughput=5MB/sec 2024-04-15T15:10:15.020 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-I1T8jYccrnxHSwE off=2780190 len=432666 2024-04-15T15:10:15.021 INFO:tasks.workunit.client.0.smithi016.stdout:op 3958 completed, throughput=5MB/sec 2024-04-15T15:10:15.021 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-7j9-pm6Jnb-chlU off=1364718 len=952223 2024-04-15T15:10:15.026 INFO:tasks.workunit.client.0.smithi016.stdout:op 3959 completed, throughput=5MB/sec 2024-04-15T15:10:15.026 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-z6w3b48IqHRRy8F off=3272467 len=360596 2024-04-15T15:10:15.027 INFO:tasks.workunit.client.0.smithi016.stdout:op 3960 completed, throughput=5MB/sec 2024-04-15T15:10:15.027 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-syMDfWS-Zbi44-E off=4642205 len=2088095 2024-04-15T15:10:15.030 INFO:tasks.workunit.client.0.smithi016.stdout:op 3961 completed, throughput=5MB/sec 2024-04-15T15:10:15.030 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-0Bt5V2SlJeP84zh off=9459619 len=1230763 2024-04-15T15:10:15.036 INFO:tasks.workunit.client.0.smithi016.stdout:op 3962 completed, throughput=5MB/sec 2024-04-15T15:10:16.037 INFO:tasks.workunit.client.0.smithi016.stdout: 776: throughput=4.99MB/sec pending data=0 2024-04-15T15:10:16.037 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-s7BXKVJyNQo1uYH off=7767210 len=670638 2024-04-15T15:10:16.038 INFO:tasks.workunit.client.0.smithi016.stdout:op 3963 completed, throughput=5MB/sec 2024-04-15T15:10:16.038 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-MAFZM1vN1z4QcVY off=15754916 len=191899 2024-04-15T15:10:16.039 INFO:tasks.workunit.client.0.smithi016.stdout:op 3964 completed, throughput=5MB/sec 2024-04-15T15:10:16.039 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-2lCkLdZInIl5rGQ off=195366 len=894816 2024-04-15T15:10:16.041 INFO:tasks.workunit.client.0.smithi016.stdout:op 3965 completed, throughput=5MB/sec 2024-04-15T15:10:16.041 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-P2sf73yhowrJsud off=5905152 len=49845 2024-04-15T15:10:16.043 INFO:tasks.workunit.client.0.smithi016.stdout:op 3966 completed, throughput=5MB/sec 2024-04-15T15:10:16.043 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-wsLV-q_Rk_XMtLD off=3058730 len=1927888 2024-04-15T15:10:16.055 INFO:tasks.workunit.client.0.smithi016.stdout:op 3967 completed, throughput=5MB/sec 2024-04-15T15:10:16.055 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-ovV0aIo0X8p4o5R off=2337446 len=1149502 2024-04-15T15:10:16.056 INFO:tasks.workunit.client.0.smithi016.stdout:op 3968 completed, throughput=5MB/sec 2024-04-15T15:10:16.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:10:15 smithi102 ceph-mon[87131]: pgmap v1742: 105 pgs: 105 active+clean; 127 GiB data, 9.7 GiB used, 706 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-15T15:10:16.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:10:15 smithi016 ceph-mon[90652]: pgmap v1742: 105 pgs: 105 active+clean; 127 GiB data, 9.7 GiB used, 706 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-15T15:10:16.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:10:15 smithi016 ceph-mon[93212]: pgmap v1742: 105 pgs: 105 active+clean; 127 GiB data, 9.7 GiB used, 706 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-15T15:10:17.056 INFO:tasks.workunit.client.0.smithi016.stdout: 777: throughput=4.99MB/sec pending data=0 2024-04-15T15:10:17.057 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-AsAZ-wKcRhTbtYp off=6327788 len=548754 2024-04-15T15:10:17.058 INFO:tasks.workunit.client.0.smithi016.stdout:op 3969 completed, throughput=4.99MB/sec 2024-04-15T15:10:17.058 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-oF2fgufCneIKVZ6 off=6691511 len=731839 2024-04-15T15:10:17.060 INFO:tasks.workunit.client.0.smithi016.stdout:op 3970 completed, throughput=5MB/sec 2024-04-15T15:10:17.060 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj--18EtPGrNwcHchZ off=715484 len=103235 2024-04-15T15:10:17.060 INFO:tasks.workunit.client.0.smithi016.stdout:op 3971 completed, throughput=5MB/sec 2024-04-15T15:10:17.060 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-0hkFgo-2c9XAmjF off=8020572 len=1156892 2024-04-15T15:10:17.064 INFO:tasks.workunit.client.0.smithi016.stdout:op 3972 completed, throughput=5MB/sec 2024-04-15T15:10:17.064 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-GqGHVDGpz1onycd off=779925 len=1491264 2024-04-15T15:10:17.069 INFO:tasks.workunit.client.0.smithi016.stdout:op 3973 completed, throughput=5MB/sec 2024-04-15T15:10:17.070 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-oTAPUAZJ-A-PHO5 off=15813494 len=1794573 2024-04-15T15:10:17.075 INFO:tasks.workunit.client.0.smithi016.stdout:op 3974 completed, throughput=5MB/sec 2024-04-15T15:10:17.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:10:16 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T15:10:17.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:10:16 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T15:10:17.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:10:16 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T15:10:18.075 INFO:tasks.workunit.client.0.smithi016.stdout: 778: throughput=4.99MB/sec pending data=0 2024-04-15T15:10:18.076 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-IHHbHsRGHYFO9vL off=11693826 len=1423455 2024-04-15T15:10:18.077 INFO:tasks.workunit.client.0.smithi016.stdout:op 3975 completed, throughput=5MB/sec 2024-04-15T15:10:18.077 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-R3EmoWnSxBmwzyD off=3679776 len=1359281 2024-04-15T15:10:18.085 INFO:tasks.workunit.client.0.smithi016.stdout:op 3976 completed, throughput=5MB/sec 2024-04-15T15:10:18.085 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-CYAkSp_7uo6PH3C off=905651 len=141799 2024-04-15T15:10:18.087 INFO:tasks.workunit.client.0.smithi016.stdout:op 3977 completed, throughput=5MB/sec 2024-04-15T15:10:18.087 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-RochkSOmzeC7vF0 off=14422518 len=1080323 2024-04-15T15:10:18.091 INFO:tasks.workunit.client.0.smithi016.stdout:op 3978 completed, throughput=5MB/sec 2024-04-15T15:10:18.091 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-CC_CydRA8MZz_vg off=2615844 len=930623 2024-04-15T15:10:18.096 INFO:tasks.workunit.client.0.smithi016.stdout:op 3979 completed, throughput=5MB/sec 2024-04-15T15:10:18.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:10:17 smithi102 ceph-mon[87131]: pgmap v1743: 105 pgs: 105 active+clean; 127 GiB data, 9.7 GiB used, 706 GiB / 715 GiB avail; 3.2 MiB/s rd, 3.0 MiB/s wr, 6 op/s 2024-04-15T15:10:18.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:10:17 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T15:10:18.188 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:10:17 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T15:10:18.188 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:10:17 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T15:10:18.188 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:10:17 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T15:10:18.188 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:10:17 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T15:10:18.188 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:10:17 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T15:10:18.188 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:10:17 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T15:10:18.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:10:17 smithi016 ceph-mon[90652]: pgmap v1743: 105 pgs: 105 active+clean; 127 GiB data, 9.7 GiB used, 706 GiB / 715 GiB avail; 3.2 MiB/s rd, 3.0 MiB/s wr, 6 op/s 2024-04-15T15:10:18.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:10:17 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T15:10:18.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:10:17 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T15:10:18.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:10:17 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T15:10:18.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:10:17 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T15:10:18.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:10:17 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T15:10:18.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:10:17 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T15:10:18.291 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:10:17 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T15:10:18.291 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:10:17 smithi016 ceph-mon[93212]: pgmap v1743: 105 pgs: 105 active+clean; 127 GiB data, 9.7 GiB used, 706 GiB / 715 GiB avail; 3.2 MiB/s rd, 3.0 MiB/s wr, 6 op/s 2024-04-15T15:10:18.291 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:10:17 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T15:10:18.291 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:10:17 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T15:10:18.291 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:10:17 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T15:10:18.291 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:10:17 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T15:10:18.291 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:10:17 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T15:10:18.291 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:10:17 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T15:10:18.291 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:10:17 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T15:10:19.096 INFO:tasks.workunit.client.0.smithi016.stdout: 779: throughput=4.99MB/sec pending data=0 2024-04-15T15:10:19.096 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-ecl0boil-FWsD4W off=4274594 len=857038 2024-04-15T15:10:19.101 INFO:tasks.workunit.client.0.smithi016.stdout:op 3980 completed, throughput=5MB/sec 2024-04-15T15:10:19.101 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-4Q8v5FFLqyFR0uy off=6890139 len=99955 2024-04-15T15:10:19.104 INFO:tasks.workunit.client.0.smithi016.stdout:op 3981 completed, throughput=5MB/sec 2024-04-15T15:10:19.104 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-gze5cOt0UzGqxZE off=1391697 len=526078 2024-04-15T15:10:19.104 INFO:tasks.workunit.client.0.smithi016.stdout:op 3982 completed, throughput=5MB/sec 2024-04-15T15:10:19.104 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-CDM0GpB273QIao1 off=991153 len=1629043 2024-04-15T15:10:19.106 INFO:tasks.workunit.client.0.smithi016.stdout:op 3983 completed, throughput=5MB/sec 2024-04-15T15:10:19.106 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-IsoVVFs96vymnV5 off=17683606 len=1057369 2024-04-15T15:10:19.108 INFO:tasks.workunit.client.0.smithi016.stdout:op 3984 completed, throughput=5MB/sec 2024-04-15T15:10:19.108 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-DPvWEB69kvRsUpd off=886931 len=1707885 2024-04-15T15:10:19.110 INFO:tasks.workunit.client.0.smithi016.stdout:op 3985 completed, throughput=5MB/sec 2024-04-15T15:10:20.111 INFO:tasks.workunit.client.0.smithi016.stdout: 780: throughput=4.99MB/sec pending data=0 2024-04-15T15:10:20.111 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-CP_Llok6d6nri88 off=1494696 len=295390 2024-04-15T15:10:20.111 INFO:tasks.workunit.client.0.smithi016.stdout:op 3986 completed, throughput=5MB/sec 2024-04-15T15:10:20.111 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-VqYIh_DxsgKVoBE off=6712179 len=995584 2024-04-15T15:10:20.113 INFO:tasks.workunit.client.0.smithi016.stdout:op 3987 completed, throughput=5MB/sec 2024-04-15T15:10:20.113 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj--yHA2QbitYskt3H off=2885416 len=1118817 2024-04-15T15:10:20.119 INFO:tasks.workunit.client.0.smithi016.stdout:op 3988 completed, throughput=5MB/sec 2024-04-15T15:10:20.119 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-s3C62GwFLGJKFp1 off=925855 len=401359 2024-04-15T15:10:20.122 INFO:tasks.workunit.client.0.smithi016.stdout:op 3989 completed, throughput=5MB/sec 2024-04-15T15:10:20.122 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-pXw1FCc7CBXxHuW off=9776554 len=1413714 2024-04-15T15:10:20.124 INFO:tasks.workunit.client.0.smithi016.stdout:op 3990 completed, throughput=5MB/sec 2024-04-15T15:10:20.124 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-xA3sNKTZTx8541D off=5892627 len=418594 2024-04-15T15:10:20.125 INFO:tasks.workunit.client.0.smithi016.stdout:op 3991 completed, throughput=5MB/sec 2024-04-15T15:10:20.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:10:19 smithi102 ceph-mon[87131]: pgmap v1744: 105 pgs: 105 active+clean; 127 GiB data, 9.7 GiB used, 706 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-15T15:10:20.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:10:19 smithi016 ceph-mon[90652]: pgmap v1744: 105 pgs: 105 active+clean; 127 GiB data, 9.7 GiB used, 706 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-15T15:10:20.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:10:19 smithi016 ceph-mon[93212]: pgmap v1744: 105 pgs: 105 active+clean; 127 GiB data, 9.7 GiB used, 706 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-15T15:10:21.126 INFO:tasks.workunit.client.0.smithi016.stdout: 781: throughput=4.99MB/sec pending data=0 2024-04-15T15:10:21.126 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-mFcg_SLTI7PJWiE off=3222449 len=1605413 2024-04-15T15:10:21.128 INFO:tasks.workunit.client.0.smithi016.stdout:op 3992 completed, throughput=5MB/sec 2024-04-15T15:10:21.128 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-51aLeJurvkDkZ92 off=2726263 len=721993 2024-04-15T15:10:21.130 INFO:tasks.workunit.client.0.smithi016.stdout:op 3993 completed, throughput=5MB/sec 2024-04-15T15:10:21.130 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-A6TZAouoHXE6Y1u off=3707160 len=1286778 2024-04-15T15:10:21.132 INFO:tasks.workunit.client.0.smithi016.stdout:op 3994 completed, throughput=5MB/sec 2024-04-15T15:10:21.132 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-pnqXxV338UXAgw4 off=11763063 len=135716 2024-04-15T15:10:21.133 INFO:tasks.workunit.client.0.smithi016.stdout:op 3995 completed, throughput=5MB/sec 2024-04-15T15:10:21.133 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-dWft48gZD7Ezjpv off=1465217 len=811754 2024-04-15T15:10:21.134 INFO:tasks.workunit.client.0.smithi016.stdout:op 3996 completed, throughput=5MB/sec 2024-04-15T15:10:21.134 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-T3hxLuGOa3x-J42 off=18589445 len=1863434 2024-04-15T15:10:21.137 INFO:tasks.workunit.client.0.smithi016.stdout:op 3997 completed, throughput=5MB/sec 2024-04-15T15:10:22.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:10:21 smithi016 ceph-mon[90652]: pgmap v1745: 105 pgs: 105 active+clean; 127 GiB data, 9.7 GiB used, 706 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-15T15:10:22.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:10:21 smithi016 ceph-mon[93212]: pgmap v1745: 105 pgs: 105 active+clean; 127 GiB data, 9.7 GiB used, 706 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-15T15:10:22.040 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 15 15:10:21 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-y[81421]: ::ffff:172.21.15.102 - - [15/Apr/2024:15:10:21] "GET /metrics HTTP/1.1" 200 34001 "" "Prometheus/2.43.0" 2024-04-15T15:10:22.137 INFO:tasks.workunit.client.0.smithi016.stdout: 782: throughput=5MB/sec pending data=0 2024-04-15T15:10:22.138 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-vASywPnSQR-s2AR off=5532990 len=1508958 2024-04-15T15:10:22.141 INFO:tasks.workunit.client.0.smithi016.stdout:op 3998 completed, throughput=5MB/sec 2024-04-15T15:10:22.141 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-9PCJJxoWKprBb0X off=19449319 len=554290 2024-04-15T15:10:22.145 INFO:tasks.workunit.client.0.smithi016.stdout:op 3999 completed, throughput=5MB/sec 2024-04-15T15:10:22.145 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-tsrwVjOL-A2Rm4r off=16364208 len=705894 2024-04-15T15:10:22.149 INFO:tasks.workunit.client.0.smithi016.stdout:op 4000 completed, throughput=5MB/sec 2024-04-15T15:10:22.149 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-SiNgNNhKxu24Vr3 off=1149767 len=1854367 2024-04-15T15:10:22.158 INFO:tasks.workunit.client.0.smithi016.stdout:op 4001 completed, throughput=5MB/sec 2024-04-15T15:10:22.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:10:21 smithi102 ceph-mon[87131]: pgmap v1745: 105 pgs: 105 active+clean; 127 GiB data, 9.7 GiB used, 706 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-15T15:10:22.687 INFO:journalctl@ceph.prometheus.a.smithi102.stdout:Apr 15 15:10:22 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-prometheus-a[120881]: ts=2024-04-15T15:10:22.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi016:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"362ea986-fb34-11ee-bc8f-c7b262605968\", instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T15:10:23.158 INFO:tasks.workunit.client.0.smithi016.stdout: 783: throughput=4.99MB/sec pending data=0 2024-04-15T15:10:23.158 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-TzJb9U4igdwpO3u off=2906048 len=436218 2024-04-15T15:10:23.159 INFO:tasks.workunit.client.0.smithi016.stdout:op 4002 completed, throughput=5MB/sec 2024-04-15T15:10:23.159 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-zgKKptaTsQx7YXL off=4470811 len=1617826 2024-04-15T15:10:23.161 INFO:tasks.workunit.client.0.smithi016.stdout:op 4003 completed, throughput=5MB/sec 2024-04-15T15:10:23.161 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-ZdaPoAgKbsU_9Zn off=8981851 len=501457 2024-04-15T15:10:23.162 INFO:tasks.workunit.client.0.smithi016.stdout:op 4004 completed, throughput=5MB/sec 2024-04-15T15:10:23.162 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-hNW0aEsQbUDfTXj off=1742401 len=787414 2024-04-15T15:10:23.164 INFO:tasks.workunit.client.0.smithi016.stdout:op 4005 completed, throughput=5MB/sec 2024-04-15T15:10:23.164 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-Ddavvm4y6y9PpJq off=2683903 len=1429480 2024-04-15T15:10:23.166 INFO:tasks.workunit.client.0.smithi016.stdout:op 4006 completed, throughput=5MB/sec 2024-04-15T15:10:24.166 INFO:tasks.workunit.client.0.smithi016.stdout: 784: throughput=4.99MB/sec pending data=0 2024-04-15T15:10:24.167 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-gfSHSvxbdbcrNnx off=13232956 len=1068864 2024-04-15T15:10:24.173 INFO:tasks.workunit.client.0.smithi016.stdout:op 4007 completed, throughput=5MB/sec 2024-04-15T15:10:24.173 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-WMLMJPRSZh-FSJx off=4821629 len=246539 2024-04-15T15:10:24.173 INFO:tasks.workunit.client.0.smithi016.stdout:op 4008 completed, throughput=5MB/sec 2024-04-15T15:10:24.174 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-UrXThJlGQ0e6KQb off=1343245 len=482852 2024-04-15T15:10:24.177 INFO:tasks.workunit.client.0.smithi016.stdout:op 4009 completed, throughput=5MB/sec 2024-04-15T15:10:24.177 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-GSAru1sLzBnn6Oo off=2775713 len=984321 2024-04-15T15:10:24.182 INFO:tasks.workunit.client.0.smithi016.stdout:op 4010 completed, throughput=5MB/sec 2024-04-15T15:10:24.182 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-dQfiKodVy1Xpb3a off=16450767 len=1848588 2024-04-15T15:10:24.184 INFO:tasks.workunit.client.0.smithi016.stdout:op 4011 completed, throughput=5MB/sec 2024-04-15T15:10:24.184 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-DWmlaUStHf12qIh off=6154501 len=788552 2024-04-15T15:10:24.186 INFO:tasks.workunit.client.0.smithi016.stdout:op 4012 completed, throughput=5MB/sec 2024-04-15T15:10:24.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:10:23 smithi102 ceph-mon[87131]: pgmap v1746: 105 pgs: 105 active+clean; 127 GiB data, 9.7 GiB used, 706 GiB / 715 GiB avail; 2.9 MiB/s rd, 3.4 MiB/s wr, 6 op/s 2024-04-15T15:10:24.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:10:23 smithi016 ceph-mon[93212]: pgmap v1746: 105 pgs: 105 active+clean; 127 GiB data, 9.7 GiB used, 706 GiB / 715 GiB avail; 2.9 MiB/s rd, 3.4 MiB/s wr, 6 op/s 2024-04-15T15:10:24.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:10:23 smithi016 ceph-mon[90652]: pgmap v1746: 105 pgs: 105 active+clean; 127 GiB data, 9.7 GiB used, 706 GiB / 715 GiB avail; 2.9 MiB/s rd, 3.4 MiB/s wr, 6 op/s 2024-04-15T15:10:25.187 INFO:tasks.workunit.client.0.smithi016.stdout: 785: throughput=4.99MB/sec pending data=0 2024-04-15T15:10:25.187 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-Hp63w9rRDscmNem off=4438254 len=785819 2024-04-15T15:10:25.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:10:24 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T15:10:25.188 INFO:tasks.workunit.client.0.smithi016.stdout:op 4013 completed, throughput=5MB/sec 2024-04-15T15:10:25.188 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-sjZ8Ms2MtYECPlL off=1421779 len=667848 2024-04-15T15:10:25.189 INFO:tasks.workunit.client.0.smithi016.stdout:op 4014 completed, throughput=5MB/sec 2024-04-15T15:10:25.189 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-4LZBjCu15CmPRHP off=9687581 len=2057572 2024-04-15T15:10:25.191 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:10:24 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T15:10:25.191 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:10:24 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T15:10:25.193 INFO:tasks.workunit.client.0.smithi016.stdout:op 4015 completed, throughput=5MB/sec 2024-04-15T15:10:25.193 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-h7i8z0tWd6OP3V2 off=11872913 len=1032174 2024-04-15T15:10:25.199 INFO:tasks.workunit.client.0.smithi016.stdout:op 4016 completed, throughput=5MB/sec 2024-04-15T15:10:25.199 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-8d9wsT0uk_K9IMd off=6854364 len=1103538 2024-04-15T15:10:25.204 INFO:tasks.workunit.client.0.smithi016.stdout:op 4017 completed, throughput=5MB/sec 2024-04-15T15:10:26.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:10:25 smithi102 ceph-mon[87131]: pgmap v1747: 105 pgs: 105 active+clean; 127 GiB data, 9.7 GiB used, 706 GiB / 715 GiB avail; 2.3 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-04-15T15:10:26.205 INFO:tasks.workunit.client.0.smithi016.stdout: 786: throughput=4.99MB/sec pending data=0 2024-04-15T15:10:26.205 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-ok7fW8O7A25Zyxb off=1366737 len=1476333 2024-04-15T15:10:26.211 INFO:tasks.workunit.client.0.smithi016.stdout:op 4018 completed, throughput=5MB/sec 2024-04-15T15:10:26.211 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-SHE8Mtvj1XxcIaU off=6843847 len=655160 2024-04-15T15:10:26.212 INFO:tasks.workunit.client.0.smithi016.stdout:op 4019 completed, throughput=5MB/sec 2024-04-15T15:10:26.213 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-XqFCIQXbxbXdwRM off=3981329 len=1232901 2024-04-15T15:10:26.214 INFO:tasks.workunit.client.0.smithi016.stdout:op 4020 completed, throughput=5MB/sec 2024-04-15T15:10:26.214 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-I8FH2eT1hfG88r9 off=1384193 len=412431 2024-04-15T15:10:26.216 INFO:tasks.workunit.client.0.smithi016.stdout:op 4021 completed, throughput=5MB/sec 2024-04-15T15:10:26.216 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-R1Br8Cg2_p9eZtF off=1304023 len=653122 2024-04-15T15:10:26.220 INFO:tasks.workunit.client.0.smithi016.stdout:op 4022 completed, throughput=5MB/sec 2024-04-15T15:10:26.220 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-0ESW3_5zldZa-Jm off=1197221 len=622399 2024-04-15T15:10:26.225 INFO:tasks.workunit.client.0.smithi016.stdout:op 4023 completed, throughput=5MB/sec 2024-04-15T15:10:26.289 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:10:25 smithi016 ceph-mon[90652]: pgmap v1747: 105 pgs: 105 active+clean; 127 GiB data, 9.7 GiB used, 706 GiB / 715 GiB avail; 2.3 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-04-15T15:10:26.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:10:25 smithi016 ceph-mon[93212]: pgmap v1747: 105 pgs: 105 active+clean; 127 GiB data, 9.7 GiB used, 706 GiB / 715 GiB avail; 2.3 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-04-15T15:10:27.225 INFO:tasks.workunit.client.0.smithi016.stdout: 787: throughput=4.99MB/sec pending data=0 2024-04-15T15:10:27.225 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-E59PWCQ0oUTb8xa off=15547886 len=1782470 2024-04-15T15:10:27.227 INFO:tasks.workunit.client.0.smithi016.stdout:op 4024 completed, throughput=5MB/sec 2024-04-15T15:10:27.227 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-miXRM1nCyeyKZvs off=1071506 len=922528 2024-04-15T15:10:27.232 INFO:tasks.workunit.client.0.smithi016.stdout:op 4025 completed, throughput=5MB/sec 2024-04-15T15:10:27.232 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-rzHf2wldlmVm_3_ off=3584537 len=421346 2024-04-15T15:10:27.236 INFO:tasks.workunit.client.0.smithi016.stdout:op 4026 completed, throughput=5MB/sec 2024-04-15T15:10:27.236 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-mHGRpXZia_0ilyU off=4727044 len=669428 2024-04-15T15:10:27.240 INFO:tasks.workunit.client.0.smithi016.stdout:op 4027 completed, throughput=5MB/sec 2024-04-15T15:10:27.240 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-9aOa3RMzURIjhPr off=3104519 len=2018592 2024-04-15T15:10:27.244 INFO:tasks.workunit.client.0.smithi016.stdout:op 4028 completed, throughput=5MB/sec 2024-04-15T15:10:28.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:10:27 smithi102 ceph-mon[87131]: pgmap v1748: 105 pgs: 105 active+clean; 127 GiB data, 9.7 GiB used, 705 GiB / 715 GiB avail; 3.4 MiB/s rd, 2.4 MiB/s wr, 6 op/s 2024-04-15T15:10:28.245 INFO:tasks.workunit.client.0.smithi016.stdout: 788: throughput=4.99MB/sec pending data=0 2024-04-15T15:10:28.245 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-J3X3J7ksx71yBH0 off=1515889 len=1991966 2024-04-15T15:10:28.257 INFO:tasks.workunit.client.0.smithi016.stdout:op 4029 completed, throughput=5MB/sec 2024-04-15T15:10:28.257 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-NskXCASBsc1ddcb off=3683119 len=687389 2024-04-15T15:10:28.258 INFO:tasks.workunit.client.0.smithi016.stdout:op 4030 completed, throughput=5MB/sec 2024-04-15T15:10:28.258 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-NUuVwcVFfTtzjX9 off=15270192 len=1220339 2024-04-15T15:10:28.260 INFO:tasks.workunit.client.0.smithi016.stdout:op 4031 completed, throughput=5MB/sec 2024-04-15T15:10:28.260 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-2gpNM6eymzGRPvy off=4886952 len=1259582 2024-04-15T15:10:28.261 INFO:tasks.workunit.client.0.smithi016.stdout:op 4032 completed, throughput=5MB/sec 2024-04-15T15:10:28.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:10:27 smithi016 ceph-mon[90652]: pgmap v1748: 105 pgs: 105 active+clean; 127 GiB data, 9.7 GiB used, 705 GiB / 715 GiB avail; 3.4 MiB/s rd, 2.4 MiB/s wr, 6 op/s 2024-04-15T15:10:28.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:10:27 smithi016 ceph-mon[93212]: pgmap v1748: 105 pgs: 105 active+clean; 127 GiB data, 9.7 GiB used, 705 GiB / 715 GiB avail; 3.4 MiB/s rd, 2.4 MiB/s wr, 6 op/s 2024-04-15T15:10:29.261 INFO:tasks.workunit.client.0.smithi016.stdout: 789: throughput=4.99MB/sec pending data=0 2024-04-15T15:10:29.262 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-da-nGuaUpxQ4mpX off=15685529 len=131264 2024-04-15T15:10:29.264 INFO:tasks.workunit.client.0.smithi016.stdout:op 4033 completed, throughput=4.99MB/sec 2024-04-15T15:10:29.264 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-2BcAtjFMhLK6z-i off=9473072 len=740160 2024-04-15T15:10:29.269 INFO:tasks.workunit.client.0.smithi016.stdout:op 4034 completed, throughput=5MB/sec 2024-04-15T15:10:29.269 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-dM2MY2K7FrPLQxl off=10603899 len=4365 2024-04-15T15:10:29.269 INFO:tasks.workunit.client.0.smithi016.stdout:op 4035 completed, throughput=5MB/sec 2024-04-15T15:10:29.270 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-rMdDDygRITA_f-l off=8650354 len=1086539 2024-04-15T15:10:29.275 INFO:tasks.workunit.client.0.smithi016.stdout:op 4036 completed, throughput=5MB/sec 2024-04-15T15:10:29.275 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-72PVNEEYgEJRmbn off=2755001 len=298407 2024-04-15T15:10:29.278 INFO:tasks.workunit.client.0.smithi016.stdout:op 4037 completed, throughput=5MB/sec 2024-04-15T15:10:29.278 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-9thLRn4UIcM19FM off=3623779 len=1487790 2024-04-15T15:10:29.280 INFO:tasks.workunit.client.0.smithi016.stdout:op 4038 completed, throughput=5MB/sec 2024-04-15T15:10:29.280 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-Yaj_cJsOnLAc3Um off=4277133 len=1605663 2024-04-15T15:10:29.286 INFO:tasks.workunit.client.0.smithi016.stdout:op 4039 completed, throughput=5MB/sec 2024-04-15T15:10:30.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:10:29 smithi102 ceph-mon[87131]: pgmap v1749: 105 pgs: 105 active+clean; 127 GiB data, 9.7 GiB used, 705 GiB / 715 GiB avail; 2.7 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-04-15T15:10:30.287 INFO:tasks.workunit.client.0.smithi016.stdout: 790: throughput=4.99MB/sec pending data=0 2024-04-15T15:10:30.287 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-5ckEdv2XDNmeoPh off=7578150 len=2027363 2024-04-15T15:10:30.289 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:10:29 smithi016 ceph-mon[90652]: pgmap v1749: 105 pgs: 105 active+clean; 127 GiB data, 9.7 GiB used, 705 GiB / 715 GiB avail; 2.7 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-04-15T15:10:30.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:10:29 smithi016 ceph-mon[93212]: pgmap v1749: 105 pgs: 105 active+clean; 127 GiB data, 9.7 GiB used, 705 GiB / 715 GiB avail; 2.7 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-04-15T15:10:30.296 INFO:tasks.workunit.client.0.smithi016.stdout:op 4040 completed, throughput=5MB/sec 2024-04-15T15:10:30.296 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-srlfviUhcbGxkEw off=10843110 len=907878 2024-04-15T15:10:30.302 INFO:tasks.workunit.client.0.smithi016.stdout:op 4041 completed, throughput=5MB/sec 2024-04-15T15:10:30.302 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-Tz3W0Tdxpo65JGd off=2260181 len=123008 2024-04-15T15:10:30.304 INFO:tasks.workunit.client.0.smithi016.stdout:op 4042 completed, throughput=5MB/sec 2024-04-15T15:10:30.304 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-Y1Qh5H_L1zQuDfE off=6296174 len=222943 2024-04-15T15:10:30.306 INFO:tasks.workunit.client.0.smithi016.stdout:op 4043 completed, throughput=5MB/sec 2024-04-15T15:10:30.306 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-5hqnRG8zw8CcDnU off=775355 len=1964296 2024-04-15T15:10:30.308 INFO:tasks.workunit.client.0.smithi016.stdout:op 4044 completed, throughput=5MB/sec 2024-04-15T15:10:31.308 INFO:tasks.workunit.client.0.smithi016.stdout: 791: throughput=4.99MB/sec pending data=0 2024-04-15T15:10:31.309 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-0ZeNvwJitGcyyzX off=15370689 len=1006450 2024-04-15T15:10:31.314 INFO:tasks.workunit.client.0.smithi016.stdout:op 4045 completed, throughput=5MB/sec 2024-04-15T15:10:31.315 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-gYeO5NC9I5EOw4Q off=5230710 len=2005645 2024-04-15T15:10:31.322 INFO:tasks.workunit.client.0.smithi016.stdout:op 4046 completed, throughput=5MB/sec 2024-04-15T15:10:31.322 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-pCyhK9kflpIgHAk off=3868569 len=496106 2024-04-15T15:10:31.323 INFO:tasks.workunit.client.0.smithi016.stdout:op 4047 completed, throughput=5MB/sec 2024-04-15T15:10:31.323 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-qzX7rlM6pymyDxh off=3699818 len=1722181 2024-04-15T15:10:31.333 INFO:tasks.workunit.client.0.smithi016.stdout:op 4048 completed, throughput=5MB/sec 2024-04-15T15:10:32.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:10:31 smithi016 ceph-mon[90652]: pgmap v1750: 105 pgs: 105 active+clean; 127 GiB data, 9.7 GiB used, 705 GiB / 715 GiB avail; 2.7 MiB/s rd, 1.6 MiB/s wr, 4 op/s 2024-04-15T15:10:32.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:10:31 smithi016 ceph-mon[93212]: pgmap v1750: 105 pgs: 105 active+clean; 127 GiB data, 9.7 GiB used, 705 GiB / 715 GiB avail; 2.7 MiB/s rd, 1.6 MiB/s wr, 4 op/s 2024-04-15T15:10:32.040 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 15 15:10:31 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-y[81421]: ::ffff:172.21.15.102 - - [15/Apr/2024:15:10:31] "GET /metrics HTTP/1.1" 200 34000 "" "Prometheus/2.43.0" 2024-04-15T15:10:32.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:10:31 smithi102 ceph-mon[87131]: pgmap v1750: 105 pgs: 105 active+clean; 127 GiB data, 9.7 GiB used, 705 GiB / 715 GiB avail; 2.7 MiB/s rd, 1.6 MiB/s wr, 4 op/s 2024-04-15T15:10:32.333 INFO:tasks.workunit.client.0.smithi016.stdout: 792: throughput=4.99MB/sec pending data=0 2024-04-15T15:10:32.333 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-kSjjunkL8-fibhD off=7515812 len=714674 2024-04-15T15:10:32.337 INFO:tasks.workunit.client.0.smithi016.stdout:op 4049 completed, throughput=5MB/sec 2024-04-15T15:10:32.337 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-NTQAdxV_N2HJ3SA off=2330970 len=607584 2024-04-15T15:10:32.338 INFO:tasks.workunit.client.0.smithi016.stdout:op 4050 completed, throughput=5MB/sec 2024-04-15T15:10:32.338 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-pkR9T3z2ehIWt9c off=3516757 len=189082 2024-04-15T15:10:32.339 INFO:tasks.workunit.client.0.smithi016.stdout:op 4051 completed, throughput=5MB/sec 2024-04-15T15:10:32.339 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-kKD0bDNU7FDV3gP off=1829382 len=1533845 2024-04-15T15:10:32.345 INFO:tasks.workunit.client.0.smithi016.stdout:op 4052 completed, throughput=5MB/sec 2024-04-15T15:10:32.345 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-BUgdi88NaMbP9dq off=3207699 len=2082226 2024-04-15T15:10:32.354 INFO:tasks.workunit.client.0.smithi016.stdout:op 4053 completed, throughput=5MB/sec 2024-04-15T15:10:32.687 INFO:journalctl@ceph.prometheus.a.smithi102.stdout:Apr 15 15:10:32 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-prometheus-a[120881]: ts=2024-04-15T15:10:32.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi016:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"362ea986-fb34-11ee-bc8f-c7b262605968\", instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T15:10:33.354 INFO:tasks.workunit.client.0.smithi016.stdout: 793: throughput=4.99MB/sec pending data=0 2024-04-15T15:10:33.355 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-xqne03j8lgV6Xv2 off=9006117 len=316578 2024-04-15T15:10:33.358 INFO:tasks.workunit.client.0.smithi016.stdout:op 4054 completed, throughput=4.99MB/sec 2024-04-15T15:10:33.358 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-9XvMmsdyETH1UfC off=3333013 len=1417921 2024-04-15T15:10:33.365 INFO:tasks.workunit.client.0.smithi016.stdout:op 4055 completed, throughput=5MB/sec 2024-04-15T15:10:33.365 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-V7j8Aj6Qf-HtaFo off=4796638 len=185897 2024-04-15T15:10:33.366 INFO:tasks.workunit.client.0.smithi016.stdout:op 4056 completed, throughput=5MB/sec 2024-04-15T15:10:33.366 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-RwJ2ijX-GZJUasB off=22316450 len=150630 2024-04-15T15:10:33.369 INFO:tasks.workunit.client.0.smithi016.stdout:op 4057 completed, throughput=5MB/sec 2024-04-15T15:10:33.369 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-xX0GFsT0up7uYsm off=7352855 len=768132 2024-04-15T15:10:33.373 INFO:tasks.workunit.client.0.smithi016.stdout:op 4058 completed, throughput=5MB/sec 2024-04-15T15:10:33.373 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-CC_CydRA8MZz_vg off=126718 len=1155728 2024-04-15T15:10:33.374 INFO:tasks.workunit.client.0.smithi016.stdout:op 4059 completed, throughput=5MB/sec 2024-04-15T15:10:33.374 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-m6KV7C-P1_OSrgq off=592862 len=652903 2024-04-15T15:10:33.375 INFO:tasks.workunit.client.0.smithi016.stdout:op 4060 completed, throughput=5MB/sec 2024-04-15T15:10:33.375 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-P9q9zlZGoLYNfAm off=1497507 len=1253821 2024-04-15T15:10:33.380 INFO:tasks.workunit.client.0.smithi016.stdout:op 4061 completed, throughput=5MB/sec 2024-04-15T15:10:34.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:10:33 smithi102 ceph-mon[87131]: pgmap v1751: 105 pgs: 105 active+clean; 127 GiB data, 9.8 GiB used, 705 GiB / 715 GiB avail; 3.6 MiB/s rd, 2.7 MiB/s wr, 6 op/s 2024-04-15T15:10:34.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:10:33 smithi016 ceph-mon[90652]: pgmap v1751: 105 pgs: 105 active+clean; 127 GiB data, 9.8 GiB used, 705 GiB / 715 GiB avail; 3.6 MiB/s rd, 2.7 MiB/s wr, 6 op/s 2024-04-15T15:10:34.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:10:33 smithi016 ceph-mon[93212]: pgmap v1751: 105 pgs: 105 active+clean; 127 GiB data, 9.8 GiB used, 705 GiB / 715 GiB avail; 3.6 MiB/s rd, 2.7 MiB/s wr, 6 op/s 2024-04-15T15:10:34.380 INFO:tasks.workunit.client.0.smithi016.stdout: 794: throughput=4.99MB/sec pending data=0 2024-04-15T15:10:34.381 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-NTFOtzbczGo-cKO off=1095027 len=1972530 2024-04-15T15:10:34.383 INFO:tasks.workunit.client.0.smithi016.stdout:op 4062 completed, throughput=5MB/sec 2024-04-15T15:10:34.383 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-0_mhUUlAB_6O3-K off=3065955 len=1706790 2024-04-15T15:10:34.390 INFO:tasks.workunit.client.0.smithi016.stdout:op 4063 completed, throughput=5MB/sec 2024-04-15T15:10:34.390 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-UpaLSL2p2C2kLkr off=3273555 len=88317 2024-04-15T15:10:34.392 INFO:tasks.workunit.client.0.smithi016.stdout:op 4064 completed, throughput=5MB/sec 2024-04-15T15:10:34.392 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-ne0bn7fetvfPhRm off=3126655 len=922842 2024-04-15T15:10:34.395 INFO:tasks.workunit.client.0.smithi016.stdout:op 4065 completed, throughput=5MB/sec 2024-04-15T15:10:34.395 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-nwMEztR8kd918za off=20114848 len=1504351 2024-04-15T15:10:34.396 INFO:tasks.workunit.client.0.smithi016.stdout:op 4066 completed, throughput=5MB/sec 2024-04-15T15:10:35.396 INFO:tasks.workunit.client.0.smithi016.stdout: 795: throughput=5MB/sec pending data=0 2024-04-15T15:10:35.396 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-XbOq5hUtqr92Bke off=5086700 len=1915431 2024-04-15T15:10:35.407 INFO:tasks.workunit.client.0.smithi016.stdout:op 4067 completed, throughput=5MB/sec 2024-04-15T15:10:35.407 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-zmoPnFXFEc4-EmM off=9492419 len=1231926 2024-04-15T15:10:35.409 INFO:tasks.workunit.client.0.smithi016.stdout:op 4068 completed, throughput=5MB/sec 2024-04-15T15:10:35.409 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-DBSWsi7OU-RXIsL off=10357204 len=1900759 2024-04-15T15:10:35.420 INFO:tasks.workunit.client.0.smithi016.stdout:op 4069 completed, throughput=5MB/sec 2024-04-15T15:10:36.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:10:35 smithi102 ceph-mon[87131]: pgmap v1752: 105 pgs: 105 active+clean; 127 GiB data, 9.8 GiB used, 705 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.7 MiB/s wr, 4 op/s 2024-04-15T15:10:36.289 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:10:35 smithi016 ceph-mon[90652]: pgmap v1752: 105 pgs: 105 active+clean; 127 GiB data, 9.8 GiB used, 705 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.7 MiB/s wr, 4 op/s 2024-04-15T15:10:36.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:10:35 smithi016 ceph-mon[93212]: pgmap v1752: 105 pgs: 105 active+clean; 127 GiB data, 9.8 GiB used, 705 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.7 MiB/s wr, 4 op/s 2024-04-15T15:10:36.420 INFO:tasks.workunit.client.0.smithi016.stdout: 796: throughput=5MB/sec pending data=0 2024-04-15T15:10:36.420 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-I-DGmRFUyVMBAQL off=8476631 len=1352944 2024-04-15T15:10:36.423 INFO:tasks.workunit.client.0.smithi016.stdout:op 4070 completed, throughput=5MB/sec 2024-04-15T15:10:36.423 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-hskMbkPDwwjsxQx off=3914892 len=499212 2024-04-15T15:10:36.427 INFO:tasks.workunit.client.0.smithi016.stdout:op 4071 completed, throughput=5MB/sec 2024-04-15T15:10:36.427 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-Gg9iohe0_qZbGxY off=1748291 len=1105826 2024-04-15T15:10:36.428 INFO:tasks.workunit.client.0.smithi016.stdout:op 4072 completed, throughput=5MB/sec 2024-04-15T15:10:36.429 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-6b2LBGDsYsFEtxR off=2796399 len=1719685 2024-04-15T15:10:36.439 INFO:tasks.workunit.client.0.smithi016.stdout:op 4073 completed, throughput=5MB/sec 2024-04-15T15:10:37.439 INFO:tasks.workunit.client.0.smithi016.stdout: 797: throughput=4.99MB/sec pending data=0 2024-04-15T15:10:37.440 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-oI_gfAvdQu8syWm off=2464437 len=1360503 2024-04-15T15:10:37.442 INFO:tasks.workunit.client.0.smithi016.stdout:op 4074 completed, throughput=5MB/sec 2024-04-15T15:10:37.442 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-yQm9qu5IqJKHOn_ off=9103827 len=1134381 2024-04-15T15:10:37.449 INFO:tasks.workunit.client.0.smithi016.stdout:op 4075 completed, throughput=5MB/sec 2024-04-15T15:10:37.449 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-bto6mPRd4QS1zJf off=3119315 len=1167559 2024-04-15T15:10:37.454 INFO:tasks.workunit.client.0.smithi016.stdout:op 4076 completed, throughput=5MB/sec 2024-04-15T15:10:37.454 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-z_X5uRnpEdfHvF_ off=16003825 len=1811796 2024-04-15T15:10:37.456 INFO:tasks.workunit.client.0.smithi016.stdout:op 4077 completed, throughput=5MB/sec 2024-04-15T15:10:38.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:10:37 smithi102 ceph-mon[87131]: pgmap v1753: 105 pgs: 105 active+clean; 127 GiB data, 9.8 GiB used, 705 GiB / 715 GiB avail; 3.2 MiB/s rd, 3.0 MiB/s wr, 6 op/s 2024-04-15T15:10:38.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:10:37 smithi016 ceph-mon[93212]: pgmap v1753: 105 pgs: 105 active+clean; 127 GiB data, 9.8 GiB used, 705 GiB / 715 GiB avail; 3.2 MiB/s rd, 3.0 MiB/s wr, 6 op/s 2024-04-15T15:10:38.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:10:37 smithi016 ceph-mon[90652]: pgmap v1753: 105 pgs: 105 active+clean; 127 GiB data, 9.8 GiB used, 705 GiB / 715 GiB avail; 3.2 MiB/s rd, 3.0 MiB/s wr, 6 op/s 2024-04-15T15:10:38.457 INFO:tasks.workunit.client.0.smithi016.stdout: 798: throughput=4.99MB/sec pending data=0 2024-04-15T15:10:38.457 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-1uwE5-0Uppae3xh off=12698290 len=2032245 2024-04-15T15:10:38.460 INFO:tasks.workunit.client.0.smithi016.stdout:op 4078 completed, throughput=5MB/sec 2024-04-15T15:10:38.460 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-QTxW-Yb60bMarr8 off=11929443 len=1478981 2024-04-15T15:10:38.468 INFO:tasks.workunit.client.0.smithi016.stdout:op 4079 completed, throughput=5MB/sec 2024-04-15T15:10:38.469 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-22svDVXQUrzQQw4 off=10718698 len=3335 2024-04-15T15:10:38.469 INFO:tasks.workunit.client.0.smithi016.stdout:op 4080 completed, throughput=5MB/sec 2024-04-15T15:10:38.469 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-oLwsiWxRB249zxw off=5642802 len=594302 2024-04-15T15:10:38.470 INFO:tasks.workunit.client.0.smithi016.stdout:op 4081 completed, throughput=5MB/sec 2024-04-15T15:10:38.470 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-I7vO21HLATV4Vuu off=4096597 len=1587190 2024-04-15T15:10:38.476 INFO:tasks.workunit.client.0.smithi016.stdout:op 4082 completed, throughput=5MB/sec 2024-04-15T15:10:39.476 INFO:tasks.workunit.client.0.smithi016.stdout: 799: throughput=5MB/sec pending data=0 2024-04-15T15:10:39.476 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-suo8bVhKe9Hv2i3 off=275808 len=188450 2024-04-15T15:10:39.477 INFO:tasks.workunit.client.0.smithi016.stdout:op 4083 completed, throughput=5MB/sec 2024-04-15T15:10:39.477 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-LjemhW0fK5MlFjp off=0 len=1166713 2024-04-15T15:10:39.479 INFO:tasks.workunit.client.0.smithi016.stdout:op 4084 completed, throughput=5MB/sec 2024-04-15T15:10:39.480 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-qtpR81EcHmQPN8_ off=962657 len=1302748 2024-04-15T15:10:39.487 INFO:tasks.workunit.client.0.smithi016.stdout:op 4085 completed, throughput=5MB/sec 2024-04-15T15:10:39.487 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-Ht1ISa7irGfUgz_ off=17180398 len=705612 2024-04-15T15:10:39.491 INFO:tasks.workunit.client.0.smithi016.stdout:op 4086 completed, throughput=5MB/sec 2024-04-15T15:10:39.491 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-oc7yro_ZoFwe34a off=10980109 len=2043110 2024-04-15T15:10:39.493 INFO:tasks.workunit.client.0.smithi016.stdout:op 4087 completed, throughput=5MB/sec 2024-04-15T15:10:40.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:10:39 smithi102 ceph-mon[87131]: pgmap v1754: 105 pgs: 105 active+clean; 127 GiB data, 9.8 GiB used, 705 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-04-15T15:10:40.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:10:39 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T15:10:40.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:10:39 smithi016 ceph-mon[93212]: pgmap v1754: 105 pgs: 105 active+clean; 127 GiB data, 9.8 GiB used, 705 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-04-15T15:10:40.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:10:39 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T15:10:40.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:10:39 smithi016 ceph-mon[90652]: pgmap v1754: 105 pgs: 105 active+clean; 127 GiB data, 9.8 GiB used, 705 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-04-15T15:10:40.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:10:39 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T15:10:40.493 INFO:tasks.workunit.client.0.smithi016.stdout: 800: throughput=5MB/sec pending data=0 2024-04-15T15:10:40.494 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-Fussm-hQq4Y16Oq off=7094729 len=9615 2024-04-15T15:10:40.494 INFO:tasks.workunit.client.0.smithi016.stdout:op 4088 completed, throughput=5MB/sec 2024-04-15T15:10:40.494 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-Jn1ZYr5W90kwoKS off=7953535 len=433457 2024-04-15T15:10:40.498 INFO:tasks.workunit.client.0.smithi016.stdout:op 4089 completed, throughput=5MB/sec 2024-04-15T15:10:40.498 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-xiUVm3NkHAHfZ84 off=749219 len=1352824 2024-04-15T15:10:40.500 INFO:tasks.workunit.client.0.smithi016.stdout:op 4090 completed, throughput=5MB/sec 2024-04-15T15:10:40.500 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-1VLxCAu7vWLayzF off=215947 len=1963394 2024-04-15T15:10:40.502 INFO:tasks.workunit.client.0.smithi016.stdout:op 4091 completed, throughput=5MB/sec 2024-04-15T15:10:40.502 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-cHBCYmKkzI8h8vN off=6291172 len=82487 2024-04-15T15:10:40.505 INFO:tasks.workunit.client.0.smithi016.stdout:op 4092 completed, throughput=5MB/sec 2024-04-15T15:10:40.505 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-hPCompIju6rdFoW off=11275510 len=1656432 2024-04-15T15:10:40.507 INFO:tasks.workunit.client.0.smithi016.stdout:op 4093 completed, throughput=5MB/sec 2024-04-15T15:10:41.507 INFO:tasks.workunit.client.0.smithi016.stdout: 801: throughput=5MB/sec pending data=0 2024-04-15T15:10:41.507 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-TqXyiEyecDCQ5xT off=3337220 len=1573932 2024-04-15T15:10:41.509 INFO:tasks.workunit.client.0.smithi016.stdout:op 4094 completed, throughput=5MB/sec 2024-04-15T15:10:41.509 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-eaTLAD0WglReh07 off=6621084 len=453677 2024-04-15T15:10:41.512 INFO:tasks.workunit.client.0.smithi016.stdout:op 4095 completed, throughput=5MB/sec 2024-04-15T15:10:41.512 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-Auja1O4uI6BBFjd off=743694 len=984032 2024-04-15T15:10:41.514 INFO:tasks.workunit.client.0.smithi016.stdout:op 4096 completed, throughput=5MB/sec 2024-04-15T15:10:41.515 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-1S-D-5-w34Inyk4 off=1001296 len=411455 2024-04-15T15:10:41.516 INFO:tasks.workunit.client.0.smithi016.stdout:op 4097 completed, throughput=5MB/sec 2024-04-15T15:10:41.516 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-Um5fl4wCUwysMlJ off=862028 len=1361127 2024-04-15T15:10:41.517 INFO:tasks.workunit.client.0.smithi016.stdout:op 4098 completed, throughput=5MB/sec 2024-04-15T15:10:42.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:10:41 smithi016 ceph-mon[93212]: pgmap v1755: 105 pgs: 105 active+clean; 127 GiB data, 9.8 GiB used, 705 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-04-15T15:10:42.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:10:41 smithi016 ceph-mon[90652]: pgmap v1755: 105 pgs: 105 active+clean; 127 GiB data, 9.8 GiB used, 705 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-04-15T15:10:42.040 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 15 15:10:41 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-y[81421]: ::ffff:172.21.15.102 - - [15/Apr/2024:15:10:41] "GET /metrics HTTP/1.1" 200 33999 "" "Prometheus/2.43.0" 2024-04-15T15:10:42.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:10:41 smithi102 ceph-mon[87131]: pgmap v1755: 105 pgs: 105 active+clean; 127 GiB data, 9.8 GiB used, 705 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-04-15T15:10:42.517 INFO:tasks.workunit.client.0.smithi016.stdout: 802: throughput=4.99MB/sec pending data=0 2024-04-15T15:10:42.518 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-nwMEztR8kd918za off=17992318 len=1204990 2024-04-15T15:10:42.524 INFO:tasks.workunit.client.0.smithi016.stdout:op 4099 completed, throughput=5MB/sec 2024-04-15T15:10:42.524 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-f18-RZsqpT5768B off=21145046 len=83742 2024-04-15T15:10:42.526 INFO:tasks.workunit.client.0.smithi016.stdout:op 4100 completed, throughput=5MB/sec 2024-04-15T15:10:42.526 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-TJAFzUA2mkDt_Pr off=1409720 len=1342062 2024-04-15T15:10:42.533 INFO:tasks.workunit.client.0.smithi016.stdout:op 4101 completed, throughput=5MB/sec 2024-04-15T15:10:42.533 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-je0h8eEkBcy-OJO off=9373154 len=1813143 2024-04-15T15:10:42.544 INFO:tasks.workunit.client.0.smithi016.stdout:op 4102 completed, throughput=5MB/sec 2024-04-15T15:10:42.544 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-nuf4Tm9Vq6jJl9B off=5997731 len=674799 2024-04-15T15:10:42.548 INFO:tasks.workunit.client.0.smithi016.stdout:op 4103 completed, throughput=5MB/sec 2024-04-15T15:10:42.687 INFO:journalctl@ceph.prometheus.a.smithi102.stdout:Apr 15 15:10:42 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-prometheus-a[120881]: ts=2024-04-15T15:10:42.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi016:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"362ea986-fb34-11ee-bc8f-c7b262605968\", instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T15:10:43.548 INFO:tasks.workunit.client.0.smithi016.stdout: 803: throughput=4.99MB/sec pending data=0 2024-04-15T15:10:43.549 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-jO_Vjzuxg5knLiW off=7391382 len=307797 2024-04-15T15:10:43.552 INFO:tasks.workunit.client.0.smithi016.stdout:op 4104 completed, throughput=4.99MB/sec 2024-04-15T15:10:43.552 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-y_k6nTj_xbjtkKA off=9785432 len=1198489 2024-04-15T15:10:43.558 INFO:tasks.workunit.client.0.smithi016.stdout:op 4105 completed, throughput=5MB/sec 2024-04-15T15:10:43.558 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-TZGmlA6ZAz94e-T off=17821097 len=1873937 2024-04-15T15:10:43.568 INFO:tasks.workunit.client.0.smithi016.stdout:op 4106 completed, throughput=5MB/sec 2024-04-15T15:10:43.568 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-PltySwLct5FiJNH off=2959213 len=366889 2024-04-15T15:10:43.569 INFO:tasks.workunit.client.0.smithi016.stdout:op 4107 completed, throughput=5MB/sec 2024-04-15T15:10:43.569 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-2qd9ryuJYzJcRwg off=12815299 len=2042227 2024-04-15T15:10:43.582 INFO:tasks.workunit.client.0.smithi016.stdout:op 4108 completed, throughput=5MB/sec 2024-04-15T15:10:44.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:10:43 smithi102 ceph-mon[87131]: pgmap v1756: 105 pgs: 105 active+clean; 127 GiB data, 9.9 GiB used, 705 GiB / 715 GiB avail; 3.0 MiB/s rd, 3.4 MiB/s wr, 6 op/s 2024-04-15T15:10:44.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:10:43 smithi016 ceph-mon[90652]: pgmap v1756: 105 pgs: 105 active+clean; 127 GiB data, 9.9 GiB used, 705 GiB / 715 GiB avail; 3.0 MiB/s rd, 3.4 MiB/s wr, 6 op/s 2024-04-15T15:10:44.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:10:43 smithi016 ceph-mon[93212]: pgmap v1756: 105 pgs: 105 active+clean; 127 GiB data, 9.9 GiB used, 705 GiB / 715 GiB avail; 3.0 MiB/s rd, 3.4 MiB/s wr, 6 op/s 2024-04-15T15:10:44.583 INFO:tasks.workunit.client.0.smithi016.stdout: 804: throughput=4.99MB/sec pending data=0 2024-04-15T15:10:44.583 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-QzqPgtZykrLBjgJ off=3424101 len=1497432 2024-04-15T15:10:44.585 INFO:tasks.workunit.client.0.smithi016.stdout:op 4109 completed, throughput=5MB/sec 2024-04-15T15:10:44.585 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-EZnv6N4Y__aST3X off=5309781 len=628094 2024-04-15T15:10:44.589 INFO:tasks.workunit.client.0.smithi016.stdout:op 4110 completed, throughput=5MB/sec 2024-04-15T15:10:44.589 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-neYJTLPE0WjscFE off=5319289 len=2060556 2024-04-15T15:10:44.593 INFO:tasks.workunit.client.0.smithi016.stdout:op 4111 completed, throughput=5MB/sec 2024-04-15T15:10:44.593 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-TZ_CPSxvAujKhxt off=2182833 len=188852 2024-04-15T15:10:44.594 INFO:tasks.workunit.client.0.smithi016.stdout:op 4112 completed, throughput=5MB/sec 2024-04-15T15:10:44.594 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-w2Df4Jx_PIpXVRZ off=10182469 len=412344 2024-04-15T15:10:44.594 INFO:tasks.workunit.client.0.smithi016.stdout:op 4113 completed, throughput=5MB/sec 2024-04-15T15:10:45.595 INFO:tasks.workunit.client.0.smithi016.stdout: 805: throughput=4.99MB/sec pending data=0 2024-04-15T15:10:45.595 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-tGFtk7ZkTo-xYWP off=690806 len=1164341 2024-04-15T15:10:45.601 INFO:tasks.workunit.client.0.smithi016.stdout:op 4114 completed, throughput=5MB/sec 2024-04-15T15:10:45.601 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-OBWwQlBgHYHjSti off=17721521 len=1798333 2024-04-15T15:10:45.612 INFO:tasks.workunit.client.0.smithi016.stdout:op 4115 completed, throughput=5MB/sec 2024-04-15T15:10:45.612 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-QwFOc-ajgS79Ux2 off=741934 len=318725 2024-04-15T15:10:45.615 INFO:tasks.workunit.client.0.smithi016.stdout:op 4116 completed, throughput=5MB/sec 2024-04-15T15:10:45.615 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-ABiVtyz0ehmvWlv off=13720446 len=423000 2024-04-15T15:10:45.616 INFO:tasks.workunit.client.0.smithi016.stdout:op 4117 completed, throughput=5MB/sec 2024-04-15T15:10:45.616 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-uy3Fru8z-FYsU5p off=7751561 len=1930912 2024-04-15T15:10:45.625 INFO:tasks.workunit.client.0.smithi016.stdout:op 4118 completed, throughput=5MB/sec 2024-04-15T15:10:46.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:10:45 smithi102 ceph-mon[87131]: pgmap v1757: 105 pgs: 105 active+clean; 127 GiB data, 9.9 GiB used, 705 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.3 MiB/s wr, 3 op/s 2024-04-15T15:10:46.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:10:45 smithi016 ceph-mon[90652]: pgmap v1757: 105 pgs: 105 active+clean; 127 GiB data, 9.9 GiB used, 705 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.3 MiB/s wr, 3 op/s 2024-04-15T15:10:46.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:10:45 smithi016 ceph-mon[93212]: pgmap v1757: 105 pgs: 105 active+clean; 127 GiB data, 9.9 GiB used, 705 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.3 MiB/s wr, 3 op/s 2024-04-15T15:10:46.625 INFO:tasks.workunit.client.0.smithi016.stdout: 806: throughput=4.99MB/sec pending data=0 2024-04-15T15:10:46.626 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-7PnfKAQ2wnOMgeJ off=555154 len=1261923 2024-04-15T15:10:46.632 INFO:tasks.workunit.client.0.smithi016.stdout:op 4119 completed, throughput=5MB/sec 2024-04-15T15:10:46.632 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-P__WCd5NxBiPkIk off=7822530 len=1990664 2024-04-15T15:10:46.634 INFO:tasks.workunit.client.0.smithi016.stdout:op 4120 completed, throughput=5MB/sec 2024-04-15T15:10:46.634 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-sXLoeNmArUA2l44 off=498159 len=1422235 2024-04-15T15:10:46.641 INFO:tasks.workunit.client.0.smithi016.stdout:op 4121 completed, throughput=5MB/sec 2024-04-15T15:10:46.641 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-ZJe2w3sIDpP8wKl off=1077124 len=960586 2024-04-15T15:10:46.646 INFO:tasks.workunit.client.0.smithi016.stdout:op 4122 completed, throughput=5MB/sec 2024-04-15T15:10:47.647 INFO:tasks.workunit.client.0.smithi016.stdout: 807: throughput=4.99MB/sec pending data=0 2024-04-15T15:10:47.647 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-lL9F20nTPdWaQmK off=1833203 len=29182 2024-04-15T15:10:47.648 INFO:tasks.workunit.client.0.smithi016.stdout:op 4123 completed, throughput=4.99MB/sec 2024-04-15T15:10:47.648 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-sEkSxE7FoVolnc7 off=9890496 len=1397145 2024-04-15T15:10:47.650 INFO:tasks.workunit.client.0.smithi016.stdout:op 4124 completed, throughput=5MB/sec 2024-04-15T15:10:47.650 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-JcdhS74EpTozuB1 off=13095682 len=120895 2024-04-15T15:10:47.653 INFO:tasks.workunit.client.0.smithi016.stdout:op 4125 completed, throughput=5MB/sec 2024-04-15T15:10:47.653 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-VaSL2Ikhs7vEBc8 off=3769858 len=1398956 2024-04-15T15:10:47.655 INFO:tasks.workunit.client.0.smithi016.stdout:op 4126 completed, throughput=5MB/sec 2024-04-15T15:10:47.655 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-McmFZ2GNkayc0CG off=1250460 len=1083700 2024-04-15T15:10:47.661 INFO:tasks.workunit.client.0.smithi016.stdout:op 4127 completed, throughput=5MB/sec 2024-04-15T15:10:47.662 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-B4VotIQUDzdu2Z1 off=17279508 len=1116636 2024-04-15T15:10:47.668 INFO:tasks.workunit.client.0.smithi016.stdout:op 4128 completed, throughput=5MB/sec 2024-04-15T15:10:48.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:10:47 smithi102 ceph-mon[87131]: pgmap v1758: 105 pgs: 105 active+clean; 127 GiB data, 9.9 GiB used, 705 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-04-15T15:10:48.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:10:47 smithi016 ceph-mon[90652]: pgmap v1758: 105 pgs: 105 active+clean; 127 GiB data, 9.9 GiB used, 705 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-04-15T15:10:48.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:10:47 smithi016 ceph-mon[93212]: pgmap v1758: 105 pgs: 105 active+clean; 127 GiB data, 9.9 GiB used, 705 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-04-15T15:10:48.668 INFO:tasks.workunit.client.0.smithi016.stdout: 808: throughput=4.99MB/sec pending data=0 2024-04-15T15:10:48.668 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-Wv-A2wW95_Kshho off=5227558 len=1138405 2024-04-15T15:10:48.675 INFO:tasks.workunit.client.0.smithi016.stdout:op 4129 completed, throughput=5MB/sec 2024-04-15T15:10:48.675 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-2-2Q7tIt-BF6MzJ off=9013070 len=1747121 2024-04-15T15:10:48.683 INFO:tasks.workunit.client.0.smithi016.stdout:op 4130 completed, throughput=5MB/sec 2024-04-15T15:10:48.683 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-bNQGp7VGlHlf5E_ off=232499 len=9262 2024-04-15T15:10:48.686 INFO:tasks.workunit.client.0.smithi016.stdout:op 4131 completed, throughput=5MB/sec 2024-04-15T15:10:48.686 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-E9CIWysliA0Kjf9 off=2881350 len=1676693 2024-04-15T15:10:48.694 INFO:tasks.workunit.client.0.smithi016.stdout:op 4132 completed, throughput=5MB/sec 2024-04-15T15:10:48.694 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-xF30gnWqjgJlcuE off=16184069 len=298984 2024-04-15T15:10:48.697 INFO:tasks.workunit.client.0.smithi016.stdout:op 4133 completed, throughput=5MB/sec 2024-04-15T15:10:49.698 INFO:tasks.workunit.client.0.smithi016.stdout: 809: throughput=4.99MB/sec pending data=0 2024-04-15T15:10:49.698 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-m9_D0FVmECW6vvB off=1445947 len=1528236 2024-04-15T15:10:49.701 INFO:tasks.workunit.client.0.smithi016.stdout:op 4134 completed, throughput=5MB/sec 2024-04-15T15:10:49.701 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-EDWeLalqlshZ2NG off=3745554 len=455681 2024-04-15T15:10:49.705 INFO:tasks.workunit.client.0.smithi016.stdout:op 4135 completed, throughput=5MB/sec 2024-04-15T15:10:49.705 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-WKA1Rx4XkOUmKW4 off=4782553 len=1543944 2024-04-15T15:10:49.713 INFO:tasks.workunit.client.0.smithi016.stdout:op 4136 completed, throughput=5MB/sec 2024-04-15T15:10:49.713 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-thGAW1Fo0V8eIg1 off=5759778 len=712554 2024-04-15T15:10:49.713 INFO:tasks.workunit.client.0.smithi016.stdout:op 4137 completed, throughput=5MB/sec 2024-04-15T15:10:49.713 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-27N20YRcwmmnxQk off=10676133 len=1915125 2024-04-15T15:10:49.717 INFO:tasks.workunit.client.0.smithi016.stdout:op 4138 completed, throughput=5MB/sec 2024-04-15T15:10:50.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:10:49 smithi102 ceph-mon[87131]: pgmap v1759: 105 pgs: 105 active+clean; 127 GiB data, 9.9 GiB used, 705 GiB / 715 GiB avail; 2.1 MiB/s rd, 1.9 MiB/s wr, 3 op/s 2024-04-15T15:10:50.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:10:49 smithi016 ceph-mon[90652]: pgmap v1759: 105 pgs: 105 active+clean; 127 GiB data, 9.9 GiB used, 705 GiB / 715 GiB avail; 2.1 MiB/s rd, 1.9 MiB/s wr, 3 op/s 2024-04-15T15:10:50.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:10:49 smithi016 ceph-mon[93212]: pgmap v1759: 105 pgs: 105 active+clean; 127 GiB data, 9.9 GiB used, 705 GiB / 715 GiB avail; 2.1 MiB/s rd, 1.9 MiB/s wr, 3 op/s 2024-04-15T15:10:50.718 INFO:tasks.workunit.client.0.smithi016.stdout: 810: throughput=4.99MB/sec pending data=0 2024-04-15T15:10:50.718 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj--_5ymU6pJIA9fYV off=95211 len=785761 2024-04-15T15:10:50.722 INFO:tasks.workunit.client.0.smithi016.stdout:op 4139 completed, throughput=5MB/sec 2024-04-15T15:10:50.722 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-kNVagBRtMI1Xn-Z off=458340 len=167739 2024-04-15T15:10:50.723 INFO:tasks.workunit.client.0.smithi016.stdout:op 4140 completed, throughput=5MB/sec 2024-04-15T15:10:50.723 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-08ISd86aM3vdi9S off=1839119 len=423302 2024-04-15T15:10:50.727 INFO:tasks.workunit.client.0.smithi016.stdout:op 4141 completed, throughput=5MB/sec 2024-04-15T15:10:50.727 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-2c02LhfRvp761Mv off=8923258 len=2034713 2024-04-15T15:10:50.730 INFO:tasks.workunit.client.0.smithi016.stdout:op 4142 completed, throughput=5MB/sec 2024-04-15T15:10:50.730 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-z84qC1py4zh7i8G off=3083125 len=773947 2024-04-15T15:10:50.731 INFO:tasks.workunit.client.0.smithi016.stdout:op 4143 completed, throughput=5MB/sec 2024-04-15T15:10:50.731 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-bnUYfEZMcky6uVB off=10040713 len=480852 2024-04-15T15:10:50.732 INFO:tasks.workunit.client.0.smithi016.stdout:op 4144 completed, throughput=5MB/sec 2024-04-15T15:10:51.732 INFO:tasks.workunit.client.0.smithi016.stdout: 811: throughput=4.99MB/sec pending data=0 2024-04-15T15:10:51.733 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-JkeDL7SmlMOx6NT off=13598016 len=223474 2024-04-15T15:10:51.733 INFO:tasks.workunit.client.0.smithi016.stdout:op 4145 completed, throughput=4.99MB/sec 2024-04-15T15:10:51.734 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-hX5d-lKbC4-ltl- off=0 len=1191147 2024-04-15T15:10:51.742 INFO:tasks.workunit.client.0.smithi016.stdout:op 4146 completed, throughput=5MB/sec 2024-04-15T15:10:51.742 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-M4REEnb6h3v5y1_ off=5068849 len=701858 2024-04-15T15:10:51.742 INFO:tasks.workunit.client.0.smithi016.stdout:op 4147 completed, throughput=5MB/sec 2024-04-15T15:10:51.742 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-LUYtry32uoG425P off=1537979 len=541639 2024-04-15T15:10:51.742 INFO:tasks.workunit.client.0.smithi016.stdout:op 4148 completed, throughput=5MB/sec 2024-04-15T15:10:51.742 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-crpTHPiM4__uQCB off=744223 len=1373726 2024-04-15T15:10:51.743 INFO:tasks.workunit.client.0.smithi016.stdout:op 4149 completed, throughput=5MB/sec 2024-04-15T15:10:51.743 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-ja0fEAO_BnC01e9 off=2435170 len=341194 2024-04-15T15:10:51.744 INFO:tasks.workunit.client.0.smithi016.stdout:op 4150 completed, throughput=5MB/sec 2024-04-15T15:10:51.744 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-5in4VBeLTr_fe04 off=8315755 len=244541 2024-04-15T15:10:51.747 INFO:tasks.workunit.client.0.smithi016.stdout:op 4151 completed, throughput=5MB/sec 2024-04-15T15:10:51.747 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-xWnNVQEqG4_Hyp- off=784654 len=1644486 2024-04-15T15:10:51.755 INFO:tasks.workunit.client.0.smithi016.stdout:op 4152 completed, throughput=5MB/sec 2024-04-15T15:10:52.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:10:51 smithi016 ceph-mon[90652]: pgmap v1760: 105 pgs: 105 active+clean; 127 GiB data, 9.9 GiB used, 705 GiB / 715 GiB avail; 2.0 MiB/s rd, 1.8 MiB/s wr, 3 op/s 2024-04-15T15:10:52.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:10:51 smithi016 ceph-mon[93212]: pgmap v1760: 105 pgs: 105 active+clean; 127 GiB data, 9.9 GiB used, 705 GiB / 715 GiB avail; 2.0 MiB/s rd, 1.8 MiB/s wr, 3 op/s 2024-04-15T15:10:52.040 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 15 15:10:51 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-y[81421]: ::ffff:172.21.15.102 - - [15/Apr/2024:15:10:51] "GET /metrics HTTP/1.1" 200 33999 "" "Prometheus/2.43.0" 2024-04-15T15:10:52.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:10:51 smithi102 ceph-mon[87131]: pgmap v1760: 105 pgs: 105 active+clean; 127 GiB data, 9.9 GiB used, 705 GiB / 715 GiB avail; 2.0 MiB/s rd, 1.8 MiB/s wr, 3 op/s 2024-04-15T15:10:52.687 INFO:journalctl@ceph.prometheus.a.smithi102.stdout:Apr 15 15:10:52 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-prometheus-a[120881]: ts=2024-04-15T15:10:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi016:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"362ea986-fb34-11ee-bc8f-c7b262605968\", instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T15:10:52.756 INFO:tasks.workunit.client.0.smithi016.stdout: 812: throughput=5MB/sec pending data=0 2024-04-15T15:10:52.756 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-0mOcHPS6PpKv0lg off=6855427 len=1270581 2024-04-15T15:10:52.763 INFO:tasks.workunit.client.0.smithi016.stdout:op 4153 completed, throughput=5MB/sec 2024-04-15T15:10:52.763 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-p5oYitpW0a4CIYw off=11895939 len=1360294 2024-04-15T15:10:52.768 INFO:tasks.workunit.client.0.smithi016.stdout:op 4154 completed, throughput=5MB/sec 2024-04-15T15:10:52.768 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-1QDJ6RpVvq07f5r off=9158567 len=750903 2024-04-15T15:10:52.770 INFO:tasks.workunit.client.0.smithi016.stdout:op 4155 completed, throughput=5MB/sec 2024-04-15T15:10:52.770 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-1obIP5c1eHzvXVx off=205871 len=1239483 2024-04-15T15:10:52.772 INFO:tasks.workunit.client.0.smithi016.stdout:op 4156 completed, throughput=5MB/sec 2024-04-15T15:10:53.772 INFO:tasks.workunit.client.0.smithi016.stdout: 813: throughput=4.99MB/sec pending data=0 2024-04-15T15:10:53.772 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-8rGfmPmdGJmWvtc off=3730377 len=526859 2024-04-15T15:10:53.773 INFO:tasks.workunit.client.0.smithi016.stdout:op 4157 completed, throughput=5MB/sec 2024-04-15T15:10:53.773 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-cZqGLQ7BaKcBLtp off=2383330 len=1651857 2024-04-15T15:10:53.775 INFO:tasks.workunit.client.0.smithi016.stdout:op 4158 completed, throughput=5MB/sec 2024-04-15T15:10:53.775 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-vMnnA50sBLKUzOP off=7492466 len=1188782 2024-04-15T15:10:53.783 INFO:tasks.workunit.client.0.smithi016.stdout:op 4159 completed, throughput=5MB/sec 2024-04-15T15:10:53.783 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-2r2POVCBsUW3qDW off=793578 len=71777 2024-04-15T15:10:53.786 INFO:tasks.workunit.client.0.smithi016.stdout:op 4160 completed, throughput=5MB/sec 2024-04-15T15:10:53.786 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-vyBU_GP8NxMzqvt off=7679411 len=1789713 2024-04-15T15:10:53.793 INFO:tasks.workunit.client.0.smithi016.stdout:op 4161 completed, throughput=5MB/sec 2024-04-15T15:10:54.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:10:53 smithi102 ceph-mon[87131]: pgmap v1761: 105 pgs: 105 active+clean; 127 GiB data, 9.9 GiB used, 705 GiB / 715 GiB avail; 2.8 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2024-04-15T15:10:54.289 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:10:53 smithi016 ceph-mon[90652]: pgmap v1761: 105 pgs: 105 active+clean; 127 GiB data, 9.9 GiB used, 705 GiB / 715 GiB avail; 2.8 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2024-04-15T15:10:54.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:10:53 smithi016 ceph-mon[93212]: pgmap v1761: 105 pgs: 105 active+clean; 127 GiB data, 9.9 GiB used, 705 GiB / 715 GiB avail; 2.8 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2024-04-15T15:10:54.793 INFO:tasks.workunit.client.0.smithi016.stdout: 814: throughput=4.99MB/sec pending data=0 2024-04-15T15:10:54.793 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-xi5HgUY1xtGUkyt off=100176 len=951337 2024-04-15T15:10:54.798 INFO:tasks.workunit.client.0.smithi016.stdout:op 4162 completed, throughput=5MB/sec 2024-04-15T15:10:54.798 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-GhZbWQN1mdidYhv off=14784733 len=1068345 2024-04-15T15:10:54.801 INFO:tasks.workunit.client.0.smithi016.stdout:op 4163 completed, throughput=5MB/sec 2024-04-15T15:10:54.801 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-o1KjAJU4ZMWg4BS off=6741629 len=1470581 2024-04-15T15:10:54.807 INFO:tasks.workunit.client.0.smithi016.stdout:op 4164 completed, throughput=5MB/sec 2024-04-15T15:10:54.807 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-OnJ31F7s08bgpC8 off=3906780 len=673234 2024-04-15T15:10:54.808 INFO:tasks.workunit.client.0.smithi016.stdout:op 4165 completed, throughput=5MB/sec 2024-04-15T15:10:54.808 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-D_bQ7K_9RTogfSi off=19852339 len=1063484 2024-04-15T15:10:54.809 INFO:tasks.workunit.client.0.smithi016.stdout:op 4166 completed, throughput=5MB/sec 2024-04-15T15:10:55.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:10:54 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T15:10:55.190 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:10:54 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T15:10:55.190 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:10:54 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T15:10:55.809 INFO:tasks.workunit.client.0.smithi016.stdout: 815: throughput=4.99MB/sec pending data=0 2024-04-15T15:10:55.809 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-lCyB24EXhYsPbFW off=2078489 len=1879617 2024-04-15T15:10:55.820 INFO:tasks.workunit.client.0.smithi016.stdout:op 4167 completed, throughput=5MB/sec 2024-04-15T15:10:55.820 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-b-i6UaDQhu-2-ps off=3197186 len=227300 2024-04-15T15:10:55.821 INFO:tasks.workunit.client.0.smithi016.stdout:op 4168 completed, throughput=5MB/sec 2024-04-15T15:10:55.821 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-2qrsGS57FXjW6i0 off=12787303 len=519666 2024-04-15T15:10:55.824 INFO:tasks.workunit.client.0.smithi016.stdout:op 4169 completed, throughput=5MB/sec 2024-04-15T15:10:55.825 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-oUz_VB0wcGTEFQC off=15890186 len=456566 2024-04-15T15:10:55.829 INFO:tasks.workunit.client.0.smithi016.stdout:op 4170 completed, throughput=5MB/sec 2024-04-15T15:10:55.829 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-4BchnwyiccKugNr off=76335 len=686807 2024-04-15T15:10:55.834 INFO:tasks.workunit.client.0.smithi016.stdout:op 4171 completed, throughput=5MB/sec 2024-04-15T15:10:55.834 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-p6gok7pVnjUsGDb off=9104530 len=556591 2024-04-15T15:10:55.837 INFO:tasks.workunit.client.0.smithi016.stdout:op 4172 completed, throughput=5MB/sec 2024-04-15T15:10:55.837 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-e8gvpH0yg_dYPRa off=3997902 len=1029391 2024-04-15T15:10:55.838 INFO:tasks.workunit.client.0.smithi016.stdout:op 4173 completed, throughput=5MB/sec 2024-04-15T15:10:56.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:10:55 smithi102 ceph-mon[87131]: pgmap v1762: 105 pgs: 105 active+clean; 127 GiB data, 9.9 GiB used, 705 GiB / 715 GiB avail; 1.6 MiB/s rd, 2.4 MiB/s wr, 3 op/s 2024-04-15T15:10:56.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:10:55 smithi016 ceph-mon[90652]: pgmap v1762: 105 pgs: 105 active+clean; 127 GiB data, 9.9 GiB used, 705 GiB / 715 GiB avail; 1.6 MiB/s rd, 2.4 MiB/s wr, 3 op/s 2024-04-15T15:10:56.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:10:55 smithi016 ceph-mon[93212]: pgmap v1762: 105 pgs: 105 active+clean; 127 GiB data, 9.9 GiB used, 705 GiB / 715 GiB avail; 1.6 MiB/s rd, 2.4 MiB/s wr, 3 op/s 2024-04-15T15:10:56.839 INFO:tasks.workunit.client.0.smithi016.stdout: 816: throughput=4.99MB/sec pending data=0 2024-04-15T15:10:56.839 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-Fe585AyNAYWtOzB off=2924993 len=525402 2024-04-15T15:10:56.840 INFO:tasks.workunit.client.0.smithi016.stdout:op 4174 completed, throughput=4.99MB/sec 2024-04-15T15:10:56.840 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-ZyOijXiSqqyv7Be off=436295 len=1610670 2024-04-15T15:10:56.843 INFO:tasks.workunit.client.0.smithi016.stdout:op 4175 completed, throughput=5MB/sec 2024-04-15T15:10:56.843 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-W4NwRJJsl9F--Oh off=4524109 len=1113647 2024-04-15T15:10:56.849 INFO:tasks.workunit.client.0.smithi016.stdout:op 4176 completed, throughput=5MB/sec 2024-04-15T15:10:56.849 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-EU6iJw6_w-Qkds0 off=18728212 len=857991 2024-04-15T15:10:56.853 INFO:tasks.workunit.client.0.smithi016.stdout:op 4177 completed, throughput=5MB/sec 2024-04-15T15:10:56.853 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-BbxYPuxV4H5Up59 off=16846018 len=55641 2024-04-15T15:10:56.856 INFO:tasks.workunit.client.0.smithi016.stdout:op 4178 completed, throughput=5MB/sec 2024-04-15T15:10:56.856 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-xHkIsoOYZpaTzIb off=9046095 len=47425 2024-04-15T15:10:56.857 INFO:tasks.workunit.client.0.smithi016.stdout:op 4179 completed, throughput=5MB/sec 2024-04-15T15:10:56.857 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-rNEQbIIIfV2WmOj off=4724000 len=561754 2024-04-15T15:10:56.862 INFO:tasks.workunit.client.0.smithi016.stdout:op 4180 completed, throughput=5MB/sec 2024-04-15T15:10:56.862 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-AP7dpwBEeiaPJ3n off=5076295 len=1105855 2024-04-15T15:10:56.865 INFO:tasks.workunit.client.0.smithi016.stdout:op 4181 completed, throughput=5MB/sec 2024-04-15T15:10:57.866 INFO:tasks.workunit.client.0.smithi016.stdout: 817: throughput=4.99MB/sec pending data=0 2024-04-15T15:10:57.866 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-NBFUknLDX5UZwmf off=6795835 len=2029107 2024-04-15T15:10:57.878 INFO:tasks.workunit.client.0.smithi016.stdout:op 4182 completed, throughput=5MB/sec 2024-04-15T15:10:57.878 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-tgZtfDuLxbny4SO off=538622 len=857439 2024-04-15T15:10:57.879 INFO:tasks.workunit.client.0.smithi016.stdout:op 4183 completed, throughput=5MB/sec 2024-04-15T15:10:57.879 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-bwOYkzBOFP3T3hP off=5666409 len=619004 2024-04-15T15:10:57.886 INFO:tasks.workunit.client.0.smithi016.stdout:op 4184 completed, throughput=5MB/sec 2024-04-15T15:10:57.886 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-9kf-S7d7cCXH_-E off=12541092 len=2015298 2024-04-15T15:10:57.896 INFO:tasks.workunit.client.0.smithi016.stdout:op 4185 completed, throughput=5MB/sec 2024-04-15T15:10:58.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:10:57 smithi102 ceph-mon[87131]: pgmap v1763: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.4 MiB/s wr, 5 op/s 2024-04-15T15:10:58.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:10:57 smithi016 ceph-mon[90652]: pgmap v1763: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.4 MiB/s wr, 5 op/s 2024-04-15T15:10:58.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:10:57 smithi016 ceph-mon[93212]: pgmap v1763: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.4 MiB/s wr, 5 op/s 2024-04-15T15:10:58.896 INFO:tasks.workunit.client.0.smithi016.stdout: 818: throughput=4.99MB/sec pending data=0 2024-04-15T15:10:58.896 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-zrTRjy-PJ1ttpnK off=5681912 len=1075940 2024-04-15T15:10:58.897 INFO:tasks.workunit.client.0.smithi016.stdout:op 4186 completed, throughput=5MB/sec 2024-04-15T15:10:58.897 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-Grh0UGFsDNBsKZF off=3918420 len=57951 2024-04-15T15:10:58.900 INFO:tasks.workunit.client.0.smithi016.stdout:op 4187 completed, throughput=5MB/sec 2024-04-15T15:10:58.900 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-BLga3xIEtNG2DED off=652640 len=1249811 2024-04-15T15:10:58.910 INFO:tasks.workunit.client.0.smithi016.stdout:op 4188 completed, throughput=5MB/sec 2024-04-15T15:10:58.911 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-5N42YIlWUkpZJxQ off=0 len=1350117 2024-04-15T15:10:58.911 INFO:tasks.workunit.client.0.smithi016.stdout:op 4189 completed, throughput=5MB/sec 2024-04-15T15:10:58.911 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-sMfKzZk3U1wZFtU off=4736894 len=780699 2024-04-15T15:10:58.912 INFO:tasks.workunit.client.0.smithi016.stdout:op 4190 completed, throughput=5MB/sec 2024-04-15T15:10:58.913 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-k8SMaBJERiJ0A5c off=6162548 len=500384 2024-04-15T15:10:58.914 INFO:tasks.workunit.client.0.smithi016.stdout:op 4191 completed, throughput=5MB/sec 2024-04-15T15:10:59.914 INFO:tasks.workunit.client.0.smithi016.stdout: 819: throughput=4.99MB/sec pending data=0 2024-04-15T15:10:59.914 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-LGLuFBTBVYCWhtA off=850018 len=52312 2024-04-15T15:10:59.916 INFO:tasks.workunit.client.0.smithi016.stdout:op 4192 completed, throughput=4.99MB/sec 2024-04-15T15:10:59.917 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-1-uvrU-KUHhVAvC off=18062366 len=1929593 2024-04-15T15:10:59.924 INFO:tasks.workunit.client.0.smithi016.stdout:op 4193 completed, throughput=5MB/sec 2024-04-15T15:10:59.924 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-qnC6RLtZSl56ccv off=20601046 len=1616143 2024-04-15T15:10:59.933 INFO:tasks.workunit.client.0.smithi016.stdout:op 4194 completed, throughput=5MB/sec 2024-04-15T15:10:59.934 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-tPjlQZIiOlfI7oN off=3550605 len=311158 2024-04-15T15:10:59.935 INFO:tasks.workunit.client.0.smithi016.stdout:op 4195 completed, throughput=5MB/sec 2024-04-15T15:10:59.935 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-OI0PEnNUH6UNmAA off=15907112 len=191405 2024-04-15T15:10:59.936 INFO:tasks.workunit.client.0.smithi016.stdout:op 4196 completed, throughput=5MB/sec 2024-04-15T15:10:59.936 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-tVWaT_1tErH-Z1h off=17311747 len=85347 2024-04-15T15:10:59.936 INFO:tasks.workunit.client.0.smithi016.stdout:op 4197 completed, throughput=5MB/sec 2024-04-15T15:10:59.936 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-u0J_lVve6At563p off=863908 len=270440 2024-04-15T15:10:59.939 INFO:tasks.workunit.client.0.smithi016.stdout:op 4198 completed, throughput=5MB/sec 2024-04-15T15:10:59.939 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-7XdLDC_pdy3PVVv off=4828713 len=613842 2024-04-15T15:10:59.940 INFO:tasks.workunit.client.0.smithi016.stdout:op 4199 completed, throughput=5MB/sec 2024-04-15T15:11:00.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:10:59 smithi102 ceph-mon[87131]: pgmap v1764: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-04-15T15:11:00.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:10:59 smithi016 ceph-mon[90652]: pgmap v1764: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-04-15T15:11:00.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:10:59 smithi016 ceph-mon[93212]: pgmap v1764: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-04-15T15:11:00.940 INFO:tasks.workunit.client.0.smithi016.stdout: 820: throughput=4.99MB/sec pending data=0 2024-04-15T15:11:00.941 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-iT4WClOpeDkuOyO off=742851 len=1331687 2024-04-15T15:11:00.942 INFO:tasks.workunit.client.0.smithi016.stdout:op 4200 completed, throughput=5MB/sec 2024-04-15T15:11:00.942 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-hPK01OI4Ux-Na9e off=4469175 len=1496865 2024-04-15T15:11:00.948 INFO:tasks.workunit.client.0.smithi016.stdout:op 4201 completed, throughput=5MB/sec 2024-04-15T15:11:00.949 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-lwuRUlGz2Ctmlse off=12790500 len=941076 2024-04-15T15:11:00.954 INFO:tasks.workunit.client.0.smithi016.stdout:op 4202 completed, throughput=5MB/sec 2024-04-15T15:11:00.954 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-Kd8aLzkv19ppgSE off=3379512 len=1644849 2024-04-15T15:11:00.958 INFO:tasks.workunit.client.0.smithi016.stdout:op 4203 completed, throughput=5MB/sec 2024-04-15T15:11:01.959 INFO:tasks.workunit.client.0.smithi016.stdout: 821: throughput=4.99MB/sec pending data=0 2024-04-15T15:11:01.959 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-RnKo1LgsIqB43qP off=2394908 len=340059 2024-04-15T15:11:01.960 INFO:tasks.workunit.client.0.smithi016.stdout:op 4204 completed, throughput=4.99MB/sec 2024-04-15T15:11:01.960 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-aFPrTp1E_N3kCdK off=5920659 len=457173 2024-04-15T15:11:01.964 INFO:tasks.workunit.client.0.smithi016.stdout:op 4205 completed, throughput=5MB/sec 2024-04-15T15:11:01.964 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-fxx5lAcTKW6s74B off=4063584 len=1538813 2024-04-15T15:11:01.966 INFO:tasks.workunit.client.0.smithi016.stdout:op 4206 completed, throughput=5MB/sec 2024-04-15T15:11:01.966 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-PiZoMokuLquNcfI off=6831761 len=1813149 2024-04-15T15:11:01.968 INFO:tasks.workunit.client.0.smithi016.stdout:op 4207 completed, throughput=5MB/sec 2024-04-15T15:11:01.968 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-tKe0sfbSZ2i1PpL off=1253483 len=250378 2024-04-15T15:11:01.971 INFO:tasks.workunit.client.0.smithi016.stdout:op 4208 completed, throughput=5MB/sec 2024-04-15T15:11:01.971 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-BMPpZWMaXGDTRnJ off=5125602 len=544372 2024-04-15T15:11:01.973 INFO:tasks.workunit.client.0.smithi016.stdout:op 4209 completed, throughput=5MB/sec 2024-04-15T15:11:01.973 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-JN7ecnXnS7ynONl off=18628516 len=256813 2024-04-15T15:11:01.978 INFO:tasks.workunit.client.0.smithi016.stdout:op 4210 completed, throughput=5MB/sec 2024-04-15T15:11:02.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:11:01 smithi016 ceph-mon[90652]: pgmap v1765: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-15T15:11:02.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:11:01 smithi016 ceph-mon[93212]: pgmap v1765: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-15T15:11:02.040 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 15 15:11:01 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-y[81421]: ::ffff:172.21.15.102 - - [15/Apr/2024:15:11:01] "GET /metrics HTTP/1.1" 200 33997 "" "Prometheus/2.43.0" 2024-04-15T15:11:02.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:11:01 smithi102 ceph-mon[87131]: pgmap v1765: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-15T15:11:02.687 INFO:journalctl@ceph.prometheus.a.smithi102.stdout:Apr 15 15:11:02 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-prometheus-a[120881]: ts=2024-04-15T15:11:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi016:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"362ea986-fb34-11ee-bc8f-c7b262605968\", instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T15:11:02.976 INFO:tasks.workunit.client.0.smithi016.stdout: 822: throughput=4.99MB/sec pending data=0 2024-04-15T15:11:02.977 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-09UmQpafOfXyKpE off=1081555 len=558551 2024-04-15T15:11:02.980 INFO:tasks.workunit.client.0.smithi016.stdout:op 4211 completed, throughput=4.99MB/sec 2024-04-15T15:11:02.980 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-uqPpN9ehlSVPRnQ off=2989207 len=2096109 2024-04-15T15:11:02.983 INFO:tasks.workunit.client.0.smithi016.stdout:op 4212 completed, throughput=5MB/sec 2024-04-15T15:11:02.983 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-YbZAtvzxAkGbKYx off=179821 len=424658 2024-04-15T15:11:02.984 INFO:tasks.workunit.client.0.smithi016.stdout:op 4213 completed, throughput=5MB/sec 2024-04-15T15:11:02.984 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-5kg6AGNZd3f99WG off=352329 len=649252 2024-04-15T15:11:02.989 INFO:tasks.workunit.client.0.smithi016.stdout:op 4214 completed, throughput=5MB/sec 2024-04-15T15:11:02.989 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-Rqs9o4XvJqc9XI- off=6658724 len=2087862 2024-04-15T15:11:02.999 INFO:tasks.workunit.client.0.smithi016.stdout:op 4215 completed, throughput=5MB/sec 2024-04-15T15:11:03.997 INFO:tasks.workunit.client.0.smithi016.stdout: 823: throughput=4.99MB/sec pending data=0 2024-04-15T15:11:03.997 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-MvkmA6ml1vflNBh off=0 len=1427861 2024-04-15T15:11:04.005 INFO:tasks.workunit.client.0.smithi016.stdout:op 4216 completed, throughput=5MB/sec 2024-04-15T15:11:04.005 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-iWEuibjqxZG158L off=8049028 len=1045609 2024-04-15T15:11:04.006 INFO:tasks.workunit.client.0.smithi016.stdout:op 4217 completed, throughput=5MB/sec 2024-04-15T15:11:04.006 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-oECZQL8Xp_Tfbky off=38347 len=1212894 2024-04-15T15:11:04.013 INFO:tasks.workunit.client.0.smithi016.stdout:op 4218 completed, throughput=5MB/sec 2024-04-15T15:11:04.013 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-Src4c1g8eK7XZ9Q off=5506572 len=416734 2024-04-15T15:11:04.016 INFO:tasks.workunit.client.0.smithi016.stdout:op 4219 completed, throughput=5MB/sec 2024-04-15T15:11:04.016 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-LpRwxBpO_VsXaZn off=2111622 len=1045435 2024-04-15T15:11:04.022 INFO:tasks.workunit.client.0.smithi016.stdout:op 4220 completed, throughput=5MB/sec 2024-04-15T15:11:04.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:11:03 smithi102 ceph-mon[87131]: pgmap v1766: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.9 MiB/s wr, 6 op/s 2024-04-15T15:11:04.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:11:03 smithi016 ceph-mon[90652]: pgmap v1766: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.9 MiB/s wr, 6 op/s 2024-04-15T15:11:04.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:11:03 smithi016 ceph-mon[93212]: pgmap v1766: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.9 MiB/s wr, 6 op/s 2024-04-15T15:11:05.022 INFO:tasks.workunit.client.0.smithi016.stdout: 824: throughput=4.99MB/sec pending data=0 2024-04-15T15:11:05.022 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-GCiLaWlreIP_hrj off=16767482 len=559869 2024-04-15T15:11:05.026 INFO:tasks.workunit.client.0.smithi016.stdout:op 4221 completed, throughput=5MB/sec 2024-04-15T15:11:05.026 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-VIq-U-SPRphPLgj off=7911360 len=1307453 2024-04-15T15:11:05.029 INFO:tasks.workunit.client.0.smithi016.stdout:op 4222 completed, throughput=5MB/sec 2024-04-15T15:11:05.029 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-ve9JS1DNniIXyPD off=3736194 len=1977568 2024-04-15T15:11:05.037 INFO:tasks.workunit.client.0.smithi016.stdout:op 4223 completed, throughput=5MB/sec 2024-04-15T15:11:05.037 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-58Bu7BUZ7KJMhgb off=9667674 len=2066059 2024-04-15T15:11:05.039 INFO:tasks.workunit.client.0.smithi016.stdout:op 4224 completed, throughput=5MB/sec 2024-04-15T15:11:06.040 INFO:tasks.workunit.client.0.smithi016.stdout: 825: throughput=5MB/sec pending data=0 2024-04-15T15:11:06.040 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-wkSyKqt_TaFh6Ck off=5171864 len=769002 2024-04-15T15:11:06.045 INFO:tasks.workunit.client.0.smithi016.stdout:op 4225 completed, throughput=5MB/sec 2024-04-15T15:11:06.045 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-HgYsH3Wm5VUA1MG off=4334117 len=1464630 2024-04-15T15:11:06.052 INFO:tasks.workunit.client.0.smithi016.stdout:op 4226 completed, throughput=5MB/sec 2024-04-15T15:11:06.052 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-6IwigBvz4chbm4m off=11923581 len=2007035 2024-04-15T15:11:06.054 INFO:tasks.workunit.client.0.smithi016.stdout:op 4227 completed, throughput=5MB/sec 2024-04-15T15:11:06.054 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-Cgv1rpPe_CLs-DL off=1854388 len=789843 2024-04-15T15:11:06.059 INFO:tasks.workunit.client.0.smithi016.stdout:op 4228 completed, throughput=5MB/sec 2024-04-15T15:11:06.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:11:05 smithi102 ceph-mon[87131]: pgmap v1767: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 1.6 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-15T15:11:06.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:11:05 smithi016 ceph-mon[90652]: pgmap v1767: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 1.6 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-15T15:11:06.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:11:05 smithi016 ceph-mon[93212]: pgmap v1767: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 1.6 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-15T15:11:07.060 INFO:tasks.workunit.client.0.smithi016.stdout: 826: throughput=4.99MB/sec pending data=0 2024-04-15T15:11:07.060 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-OMyVOks-caS25bl off=3303015 len=1590355 2024-04-15T15:11:07.063 INFO:tasks.workunit.client.0.smithi016.stdout:op 4229 completed, throughput=5MB/sec 2024-04-15T15:11:07.063 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-uO7_69SjJM1CzJo off=7771589 len=524547 2024-04-15T15:11:07.067 INFO:tasks.workunit.client.0.smithi016.stdout:op 4230 completed, throughput=5MB/sec 2024-04-15T15:11:07.067 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-LLftteLyy7xv73d off=15578148 len=1919865 2024-04-15T15:11:07.070 INFO:tasks.workunit.client.0.smithi016.stdout:op 4231 completed, throughput=5MB/sec 2024-04-15T15:11:07.070 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-QbEObfoRKB_edeY off=4046487 len=92774 2024-04-15T15:11:07.072 INFO:tasks.workunit.client.0.smithi016.stdout:op 4232 completed, throughput=5MB/sec 2024-04-15T15:11:07.072 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-Yp_dumyUx6hpHSH off=6574533 len=1265968 2024-04-15T15:11:07.079 INFO:tasks.workunit.client.0.smithi016.stdout:op 4233 completed, throughput=5MB/sec 2024-04-15T15:11:08.079 INFO:tasks.workunit.client.0.smithi016.stdout: 827: throughput=4.99MB/sec pending data=0 2024-04-15T15:11:08.079 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-KcFNQ2ZeX_J-RAs off=1088861 len=1116406 2024-04-15T15:11:08.081 INFO:tasks.workunit.client.0.smithi016.stdout:op 4234 completed, throughput=5MB/sec 2024-04-15T15:11:08.081 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-Qsj-u0rEXFRMTxe off=1167923 len=1726218 2024-04-15T15:11:08.084 INFO:tasks.workunit.client.0.smithi016.stdout:op 4235 completed, throughput=5MB/sec 2024-04-15T15:11:08.084 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-40NRUIfTkUyRyei off=12791495 len=536160 2024-04-15T15:11:08.089 INFO:tasks.workunit.client.0.smithi016.stdout:op 4236 completed, throughput=5MB/sec 2024-04-15T15:11:08.089 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-0tOm1UTZKFMvjqV off=5650428 len=2028578 2024-04-15T15:11:08.099 INFO:tasks.workunit.client.0.smithi016.stdout:op 4237 completed, throughput=5MB/sec 2024-04-15T15:11:08.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:11:07 smithi102 ceph-mon[87131]: pgmap v1768: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.6 MiB/s wr, 6 op/s 2024-04-15T15:11:08.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:11:07 smithi016 ceph-mon[90652]: pgmap v1768: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.6 MiB/s wr, 6 op/s 2024-04-15T15:11:08.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:11:07 smithi016 ceph-mon[93212]: pgmap v1768: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.6 MiB/s wr, 6 op/s 2024-04-15T15:11:09.099 INFO:tasks.workunit.client.0.smithi016.stdout: 828: throughput=4.99MB/sec pending data=0 2024-04-15T15:11:09.099 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-63-tG7hil7gx4oX off=3016602 len=852782 2024-04-15T15:11:09.100 INFO:tasks.workunit.client.0.smithi016.stdout:op 4238 completed, throughput=5MB/sec 2024-04-15T15:11:09.100 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-h9f9Aa4bZ_yDMPc off=7070226 len=1972324 2024-04-15T15:11:09.102 INFO:tasks.workunit.client.0.smithi016.stdout:op 4239 completed, throughput=5MB/sec 2024-04-15T15:11:09.102 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-MeqvP-FSCqX7hyR off=1317298 len=1141521 2024-04-15T15:11:09.104 INFO:tasks.workunit.client.0.smithi016.stdout:op 4240 completed, throughput=5MB/sec 2024-04-15T15:11:09.104 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-3GYYwiwi2r31-Cr off=738604 len=1645862 2024-04-15T15:11:09.112 INFO:tasks.workunit.client.0.smithi016.stdout:op 4241 completed, throughput=5MB/sec 2024-04-15T15:11:10.112 INFO:tasks.workunit.client.0.smithi016.stdout: 829: throughput=5MB/sec pending data=0 2024-04-15T15:11:10.113 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-Fs8hT2jSdntc2xm off=2087833 len=1911022 2024-04-15T15:11:10.116 INFO:tasks.workunit.client.0.smithi016.stdout:op 4242 completed, throughput=5MB/sec 2024-04-15T15:11:10.116 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-vk8jD0RJ0N3xCq9 off=7684627 len=2040016 2024-04-15T15:11:10.127 INFO:tasks.workunit.client.0.smithi016.stdout:op 4243 completed, throughput=5MB/sec 2024-04-15T15:11:10.127 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-xJqpKeOabpId2Ne off=1207190 len=127193 2024-04-15T15:11:10.130 INFO:tasks.workunit.client.0.smithi016.stdout:op 4244 completed, throughput=5MB/sec 2024-04-15T15:11:10.130 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-B_hlUSDeEsLG6bw off=5217186 len=1621678 2024-04-15T15:11:10.133 INFO:tasks.workunit.client.0.smithi016.stdout:op 4245 completed, throughput=5MB/sec 2024-04-15T15:11:10.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:11:09 smithi102 ceph-mon[87131]: pgmap v1769: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-04-15T15:11:10.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:11:09 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T15:11:10.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:11:09 smithi016 ceph-mon[90652]: pgmap v1769: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-04-15T15:11:10.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:11:09 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T15:11:10.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:11:09 smithi016 ceph-mon[93212]: pgmap v1769: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-04-15T15:11:10.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:11:09 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T15:11:11.133 INFO:tasks.workunit.client.0.smithi016.stdout: 830: throughput=5MB/sec pending data=0 2024-04-15T15:11:11.133 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-RKuO9w0x23blpUg off=8314136 len=1479383 2024-04-15T15:11:11.135 INFO:tasks.workunit.client.0.smithi016.stdout:op 4246 completed, throughput=5MB/sec 2024-04-15T15:11:11.135 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-c_hBlURFekGRYtz off=0 len=1763492 2024-04-15T15:11:11.137 INFO:tasks.workunit.client.0.smithi016.stdout:op 4247 completed, throughput=5MB/sec 2024-04-15T15:11:11.137 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-pIbi2DQbi8QPpei off=9151921 len=1320619 2024-04-15T15:11:11.143 INFO:tasks.workunit.client.0.smithi016.stdout:op 4248 completed, throughput=5MB/sec 2024-04-15T15:11:12.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:11:11 smithi016 ceph-mon[90652]: pgmap v1770: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-04-15T15:11:12.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:11:11 smithi016 ceph-mon[93212]: pgmap v1770: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-04-15T15:11:12.040 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 15 15:11:11 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-y[81421]: ::ffff:172.21.15.102 - - [15/Apr/2024:15:11:11] "GET /metrics HTTP/1.1" 200 34004 "" "Prometheus/2.43.0" 2024-04-15T15:11:12.144 INFO:tasks.workunit.client.0.smithi016.stdout: 831: throughput=4.99MB/sec pending data=0 2024-04-15T15:11:12.144 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-AwGLXRM3e3I-q_L off=12858092 len=545670 2024-04-15T15:11:12.145 INFO:tasks.workunit.client.0.smithi016.stdout:op 4249 completed, throughput=5MB/sec 2024-04-15T15:11:12.145 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-3veo_JTj45PF5yf off=5516128 len=1208005 2024-04-15T15:11:12.146 INFO:tasks.workunit.client.0.smithi016.stdout:op 4250 completed, throughput=5MB/sec 2024-04-15T15:11:12.146 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-l6pQCln1yM8gqd6 off=6992015 len=2061307 2024-04-15T15:11:12.156 INFO:tasks.workunit.client.0.smithi016.stdout:op 4251 completed, throughput=5MB/sec 2024-04-15T15:11:12.156 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-uLfFmrKzdK2RjpC off=3279459 len=28156 2024-04-15T15:11:12.158 INFO:tasks.workunit.client.0.smithi016.stdout:op 4252 completed, throughput=5MB/sec 2024-04-15T15:11:12.159 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-bwVohm3DzETkb-e off=12967787 len=918378 2024-04-15T15:11:12.159 INFO:tasks.workunit.client.0.smithi016.stdout:op 4253 completed, throughput=5MB/sec 2024-04-15T15:11:12.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:11:11 smithi102 ceph-mon[87131]: pgmap v1770: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-04-15T15:11:12.687 INFO:journalctl@ceph.prometheus.a.smithi102.stdout:Apr 15 15:11:12 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-prometheus-a[120881]: ts=2024-04-15T15:11:12.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi016:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"362ea986-fb34-11ee-bc8f-c7b262605968\", instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T15:11:13.160 INFO:tasks.workunit.client.0.smithi016.stdout: 832: throughput=4.99MB/sec pending data=0 2024-04-15T15:11:13.160 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-8zfHhB_cc23gr1N off=5682256 len=614963 2024-04-15T15:11:13.161 INFO:tasks.workunit.client.0.smithi016.stdout:op 4254 completed, throughput=4.99MB/sec 2024-04-15T15:11:13.161 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-qLRCiKMRUI710cG off=14171726 len=1479743 2024-04-15T15:11:13.164 INFO:tasks.workunit.client.0.smithi016.stdout:op 4255 completed, throughput=5MB/sec 2024-04-15T15:11:13.164 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-GPenX0wQVsCou1w off=2509446 len=1815850 2024-04-15T15:11:13.176 INFO:tasks.workunit.client.0.smithi016.stdout:op 4256 completed, throughput=5MB/sec 2024-04-15T15:11:13.176 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-PIYXNv80aIi1qaG off=7190972 len=596668 2024-04-15T15:11:13.177 INFO:tasks.workunit.client.0.smithi016.stdout:op 4257 completed, throughput=5MB/sec 2024-04-15T15:11:13.177 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-QdluBsgprFI7VVS off=11179725 len=1431575 2024-04-15T15:11:13.184 INFO:tasks.workunit.client.0.smithi016.stdout:op 4258 completed, throughput=5MB/sec 2024-04-15T15:11:14.185 INFO:tasks.workunit.client.0.smithi016.stdout: 833: throughput=4.99MB/sec pending data=0 2024-04-15T15:11:14.185 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-j9bH10wnezaGqYr off=1856602 len=1226697 2024-04-15T15:11:14.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:11:13 smithi102 ceph-mon[87131]: pgmap v1771: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 3.0 MiB/s rd, 3.5 MiB/s wr, 6 op/s 2024-04-15T15:11:14.190 INFO:tasks.workunit.client.0.smithi016.stdout:op 4259 completed, throughput=5MB/sec 2024-04-15T15:11:14.190 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-IXUd0y4liJOkvS- off=6466415 len=1749845 2024-04-15T15:11:14.194 INFO:tasks.workunit.client.0.smithi016.stdout:op 4260 completed, throughput=5MB/sec 2024-04-15T15:11:14.194 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-THiNxd2AV8_FRTB off=1765075 len=2083869 2024-04-15T15:11:14.205 INFO:tasks.workunit.client.0.smithi016.stdout:op 4261 completed, throughput=5MB/sec 2024-04-15T15:11:14.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:11:13 smithi016 ceph-mon[90652]: pgmap v1771: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 3.0 MiB/s rd, 3.5 MiB/s wr, 6 op/s 2024-04-15T15:11:14.291 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:11:13 smithi016 ceph-mon[93212]: pgmap v1771: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 3.0 MiB/s rd, 3.5 MiB/s wr, 6 op/s 2024-04-15T15:11:15.206 INFO:tasks.workunit.client.0.smithi016.stdout: 834: throughput=4.99MB/sec pending data=0 2024-04-15T15:11:15.206 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-cd39Ei8jjL-3RZA off=12446579 len=1582544 2024-04-15T15:11:15.207 INFO:tasks.workunit.client.0.smithi016.stdout:op 4262 completed, throughput=5MB/sec 2024-04-15T15:11:15.208 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-wR3H5iV6XBmVUMc off=892525 len=407153 2024-04-15T15:11:15.212 INFO:tasks.workunit.client.0.smithi016.stdout:op 4263 completed, throughput=5MB/sec 2024-04-15T15:11:15.212 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-MyqZyvYK9nQQsww off=15914730 len=467399 2024-04-15T15:11:15.213 INFO:tasks.workunit.client.0.smithi016.stdout:op 4264 completed, throughput=5MB/sec 2024-04-15T15:11:15.213 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-LtboEhDuFSZU_lB off=6764 len=1756079 2024-04-15T15:11:15.215 INFO:tasks.workunit.client.0.smithi016.stdout:op 4265 completed, throughput=5MB/sec 2024-04-15T15:11:15.215 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-VXV72Ra4ddFIXyt off=7067827 len=201453 2024-04-15T15:11:15.216 INFO:tasks.workunit.client.0.smithi016.stdout:op 4266 completed, throughput=5MB/sec 2024-04-15T15:11:15.216 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-9CyIZ-isV1JWgp5 off=3933061 len=793239 2024-04-15T15:11:15.220 INFO:tasks.workunit.client.0.smithi016.stdout:op 4267 completed, throughput=5MB/sec 2024-04-15T15:11:16.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:11:15 smithi102 ceph-mon[87131]: pgmap v1772: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.0 MiB/s wr, 3 op/s 2024-04-15T15:11:16.221 INFO:tasks.workunit.client.0.smithi016.stdout: 835: throughput=4.99MB/sec pending data=0 2024-04-15T15:11:16.221 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-K83BWd88DmWtwbW off=7683823 len=1584678 2024-04-15T15:11:16.228 INFO:tasks.workunit.client.0.smithi016.stdout:op 4268 completed, throughput=5MB/sec 2024-04-15T15:11:16.228 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-N04kE8dYAWIbKla off=268129 len=905015 2024-04-15T15:11:16.229 INFO:tasks.workunit.client.0.smithi016.stdout:op 4269 completed, throughput=5MB/sec 2024-04-15T15:11:16.229 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-DGbnNsxIT3Vbm09 off=4522894 len=1975840 2024-04-15T15:11:16.231 INFO:tasks.workunit.client.0.smithi016.stdout:op 4270 completed, throughput=5MB/sec 2024-04-15T15:11:16.231 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-23aBStcbdmdugAs off=4795898 len=1147682 2024-04-15T15:11:16.232 INFO:tasks.workunit.client.0.smithi016.stdout:op 4271 completed, throughput=5MB/sec 2024-04-15T15:11:16.289 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:11:15 smithi016 ceph-mon[90652]: pgmap v1772: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.0 MiB/s wr, 3 op/s 2024-04-15T15:11:16.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:11:15 smithi016 ceph-mon[93212]: pgmap v1772: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.0 MiB/s wr, 3 op/s 2024-04-15T15:11:17.232 INFO:tasks.workunit.client.0.smithi016.stdout: 836: throughput=4.99MB/sec pending data=0 2024-04-15T15:11:17.232 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-XQdTqZXJoadWul6 off=1273980 len=1378232 2024-04-15T15:11:17.239 INFO:tasks.workunit.client.0.smithi016.stdout:op 4272 completed, throughput=5MB/sec 2024-04-15T15:11:17.239 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-iScuekwqEjyPiZr off=17177618 len=1528402 2024-04-15T15:11:17.240 INFO:tasks.workunit.client.0.smithi016.stdout:op 4273 completed, throughput=5MB/sec 2024-04-15T15:11:17.241 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-1_cb6Mh7kwvCCM_ off=5151380 len=1077842 2024-04-15T15:11:17.245 INFO:tasks.workunit.client.0.smithi016.stdout:op 4274 completed, throughput=5MB/sec 2024-04-15T15:11:17.245 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-v7DAjzf23vqniEh off=1992977 len=839947 2024-04-15T15:11:17.246 INFO:tasks.workunit.client.0.smithi016.stdout:op 4275 completed, throughput=5MB/sec 2024-04-15T15:11:18.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:11:17 smithi102 ceph-mon[87131]: pgmap v1773: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 3.4 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-04-15T15:11:18.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:11:17 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T15:11:18.247 INFO:tasks.workunit.client.0.smithi016.stdout: 837: throughput=4.99MB/sec pending data=0 2024-04-15T15:11:18.247 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-P29aEbClfWDPLU3 off=16590426 len=1164178 2024-04-15T15:11:18.252 INFO:tasks.workunit.client.0.smithi016.stdout:op 4276 completed, throughput=5MB/sec 2024-04-15T15:11:18.252 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-BWbU4fmhz0PN0Ua off=5861636 len=1704060 2024-04-15T15:11:18.254 INFO:tasks.workunit.client.0.smithi016.stdout:op 4277 completed, throughput=5MB/sec 2024-04-15T15:11:18.254 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-CXbY3KCxadn8WfM off=520606 len=121438 2024-04-15T15:11:18.256 INFO:tasks.workunit.client.0.smithi016.stdout:op 4278 completed, throughput=5MB/sec 2024-04-15T15:11:18.256 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-B5QvAQu3FAenqIx off=18646366 len=798846 2024-04-15T15:11:18.257 INFO:tasks.workunit.client.0.smithi016.stdout:op 4279 completed, throughput=5MB/sec 2024-04-15T15:11:18.257 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-D6ifApSnZ2iTY2p off=755209 len=1957452 2024-04-15T15:11:18.260 INFO:tasks.workunit.client.0.smithi016.stdout:op 4280 completed, throughput=5MB/sec 2024-04-15T15:11:18.289 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:11:17 smithi016 ceph-mon[90652]: pgmap v1773: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 3.4 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-04-15T15:11:18.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:11:17 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T15:11:18.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:11:17 smithi016 ceph-mon[93212]: pgmap v1773: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 3.4 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-04-15T15:11:18.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:11:17 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T15:11:19.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:11:18 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T15:11:19.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:11:18 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T15:11:19.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:11:18 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T15:11:19.260 INFO:tasks.workunit.client.0.smithi016.stdout: 838: throughput=4.99MB/sec pending data=0 2024-04-15T15:11:19.261 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-t66ms-v_-QqWxVf off=11447914 len=949657 2024-04-15T15:11:19.266 INFO:tasks.workunit.client.0.smithi016.stdout:op 4281 completed, throughput=5MB/sec 2024-04-15T15:11:19.267 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-Aq5PjVDqNsjtyLR off=2560795 len=2011845 2024-04-15T15:11:19.274 INFO:tasks.workunit.client.0.smithi016.stdout:op 4282 completed, throughput=5MB/sec 2024-04-15T15:11:19.274 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-sVDseI89BN1u-og off=1064095 len=234640 2024-04-15T15:11:19.277 INFO:tasks.workunit.client.0.smithi016.stdout:op 4283 completed, throughput=5MB/sec 2024-04-15T15:11:19.277 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-tp3KmmIpV76aQju off=2205190 len=1640791 2024-04-15T15:11:19.278 INFO:tasks.workunit.client.0.smithi016.stdout:op 4284 completed, throughput=5MB/sec 2024-04-15T15:11:19.279 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-iHiClzY_d7kcpdR off=3426141 len=262099 2024-04-15T15:11:19.281 INFO:tasks.workunit.client.0.smithi016.stdout:op 4285 completed, throughput=5MB/sec 2024-04-15T15:11:19.289 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:11:18 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T15:11:19.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:11:18 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T15:11:19.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:11:18 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T15:11:19.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:11:18 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T15:11:19.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:11:18 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T15:11:19.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:11:18 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T15:11:20.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:11:19 smithi102 ceph-mon[87131]: pgmap v1774: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.8 MiB/s wr, 3 op/s 2024-04-15T15:11:20.282 INFO:tasks.workunit.client.0.smithi016.stdout: 839: throughput=4.99MB/sec pending data=0 2024-04-15T15:11:20.282 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-n4IpXaL585XXkPu off=20796674 len=810949 2024-04-15T15:11:20.286 INFO:tasks.workunit.client.0.smithi016.stdout:op 4286 completed, throughput=5MB/sec 2024-04-15T15:11:20.286 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-96Dg-qU-F1K-7z- off=938371 len=233667 2024-04-15T15:11:20.289 INFO:tasks.workunit.client.0.smithi016.stdout:op 4287 completed, throughput=5MB/sec 2024-04-15T15:11:20.289 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-_1nF9cI38P2PRh4 off=9881723 len=1170313 2024-04-15T15:11:20.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:11:19 smithi016 ceph-mon[93212]: pgmap v1774: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.8 MiB/s wr, 3 op/s 2024-04-15T15:11:20.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:11:19 smithi016 ceph-mon[90652]: pgmap v1774: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.8 MiB/s wr, 3 op/s 2024-04-15T15:11:20.290 INFO:tasks.workunit.client.0.smithi016.stdout:op 4288 completed, throughput=5MB/sec 2024-04-15T15:11:20.290 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-_kdjgXPsKyZ0pvr off=1429939 len=2054760 2024-04-15T15:11:20.293 INFO:tasks.workunit.client.0.smithi016.stdout:op 4289 completed, throughput=5MB/sec 2024-04-15T15:11:20.293 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-HS8rFCDgEaXvPkw off=16523854 len=2017558 2024-04-15T15:11:20.305 INFO:tasks.workunit.client.0.smithi016.stdout:op 4290 completed, throughput=5MB/sec 2024-04-15T15:11:21.305 INFO:tasks.workunit.client.0.smithi016.stdout: 840: throughput=5MB/sec pending data=0 2024-04-15T15:11:21.305 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-yQ1R_LJhPo1JLBx off=3311051 len=928184 2024-04-15T15:11:21.310 INFO:tasks.workunit.client.0.smithi016.stdout:op 4291 completed, throughput=5MB/sec 2024-04-15T15:11:21.310 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-vv8rpletO4ZI6l5 off=9249306 len=1178738 2024-04-15T15:11:21.312 INFO:tasks.workunit.client.0.smithi016.stdout:op 4292 completed, throughput=5MB/sec 2024-04-15T15:11:21.312 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-bWs9DYMOY6-juel off=1382844 len=629166 2024-04-15T15:11:21.316 INFO:tasks.workunit.client.0.smithi016.stdout:op 4293 completed, throughput=5MB/sec 2024-04-15T15:11:21.316 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj--1hjPMvpKFubjFx off=15041577 len=880040 2024-04-15T15:11:21.317 INFO:tasks.workunit.client.0.smithi016.stdout:op 4294 completed, throughput=5MB/sec 2024-04-15T15:11:21.317 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-Yp7tZ1MKbVhk6DG off=5337235 len=995191 2024-04-15T15:11:21.322 INFO:tasks.workunit.client.0.smithi016.stdout:op 4295 completed, throughput=5MB/sec 2024-04-15T15:11:22.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:11:21 smithi016 ceph-mon[90652]: pgmap v1775: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.8 MiB/s wr, 3 op/s 2024-04-15T15:11:22.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:11:21 smithi016 ceph-mon[93212]: pgmap v1775: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.8 MiB/s wr, 3 op/s 2024-04-15T15:11:22.040 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 15 15:11:21 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-y[81421]: ::ffff:172.21.15.102 - - [15/Apr/2024:15:11:21] "GET /metrics HTTP/1.1" 200 34004 "" "Prometheus/2.43.0" 2024-04-15T15:11:22.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:11:21 smithi102 ceph-mon[87131]: pgmap v1775: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.8 MiB/s wr, 3 op/s 2024-04-15T15:11:22.322 INFO:tasks.workunit.client.0.smithi016.stdout: 841: throughput=4.99MB/sec pending data=0 2024-04-15T15:11:22.322 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-XTY0bopXx7YJpuY off=1810578 len=1475972 2024-04-15T15:11:22.326 INFO:tasks.workunit.client.0.smithi016.stdout:op 4296 completed, throughput=5MB/sec 2024-04-15T15:11:22.326 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-lID_yLA0Iv_AI_p off=11317103 len=1209610 2024-04-15T15:11:22.332 INFO:tasks.workunit.client.0.smithi016.stdout:op 4297 completed, throughput=5MB/sec 2024-04-15T15:11:22.332 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-3E1fmFYK6gt_vlW off=12254771 len=727445 2024-04-15T15:11:22.333 INFO:tasks.workunit.client.0.smithi016.stdout:op 4298 completed, throughput=5MB/sec 2024-04-15T15:11:22.333 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-M37SXM7n0r-2wcw off=13008189 len=138027 2024-04-15T15:11:22.336 INFO:tasks.workunit.client.0.smithi016.stdout:op 4299 completed, throughput=5MB/sec 2024-04-15T15:11:22.336 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-wXCouHT87C1DJlX off=17060876 len=1196767 2024-04-15T15:11:22.337 INFO:tasks.workunit.client.0.smithi016.stdout:op 4300 completed, throughput=5MB/sec 2024-04-15T15:11:22.337 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-CnOtKR0L8Eb4SVs off=2118937 len=1664471 2024-04-15T15:11:22.339 INFO:tasks.workunit.client.0.smithi016.stdout:op 4301 completed, throughput=5MB/sec 2024-04-15T15:11:22.687 INFO:journalctl@ceph.prometheus.a.smithi102.stdout:Apr 15 15:11:22 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-prometheus-a[120881]: ts=2024-04-15T15:11:22.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi016:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"362ea986-fb34-11ee-bc8f-c7b262605968\", instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T15:11:23.339 INFO:tasks.workunit.client.0.smithi016.stdout: 842: throughput=5MB/sec pending data=0 2024-04-15T15:11:23.339 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-x8EU0jf4riSFVHZ off=4732923 len=673979 2024-04-15T15:11:23.344 INFO:tasks.workunit.client.0.smithi016.stdout:op 4302 completed, throughput=5MB/sec 2024-04-15T15:11:23.344 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-QlKGxjyse4OVVwv off=216784 len=1826664 2024-04-15T15:11:23.346 INFO:tasks.workunit.client.0.smithi016.stdout:op 4303 completed, throughput=5MB/sec 2024-04-15T15:11:23.346 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-OyPBeq0rXyzzrjx off=3856806 len=448331 2024-04-15T15:11:23.350 INFO:tasks.workunit.client.0.smithi016.stdout:op 4304 completed, throughput=5MB/sec 2024-04-15T15:11:23.350 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-l0xyuET24lAolhK off=10225406 len=631387 2024-04-15T15:11:23.351 INFO:tasks.workunit.client.0.smithi016.stdout:op 4305 completed, throughput=5MB/sec 2024-04-15T15:11:23.351 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-31ESaO27zvPFcTJ off=6894032 len=1219434 2024-04-15T15:11:23.356 INFO:tasks.workunit.client.0.smithi016.stdout:op 4306 completed, throughput=5MB/sec 2024-04-15T15:11:24.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:11:23 smithi102 ceph-mon[87131]: pgmap v1776: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 3.7 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-04-15T15:11:24.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:11:23 smithi016 ceph-mon[90652]: pgmap v1776: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 3.7 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-04-15T15:11:24.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:11:23 smithi016 ceph-mon[93212]: pgmap v1776: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 3.7 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-04-15T15:11:24.356 INFO:tasks.workunit.client.0.smithi016.stdout: 843: throughput=5MB/sec pending data=0 2024-04-15T15:11:24.356 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-XFoDkrgAQ36T8ow off=3985937 len=1366674 2024-04-15T15:11:24.365 INFO:tasks.workunit.client.0.smithi016.stdout:op 4307 completed, throughput=5MB/sec 2024-04-15T15:11:24.365 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-ZnMp7vlNCkJanOg off=1547159 len=1107840 2024-04-15T15:11:24.367 INFO:tasks.workunit.client.0.smithi016.stdout:op 4308 completed, throughput=5MB/sec 2024-04-15T15:11:24.368 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-GhZbWQN1mdidYhv off=39371 len=2009209 2024-04-15T15:11:24.378 INFO:tasks.workunit.client.0.smithi016.stdout:op 4309 completed, throughput=5MB/sec 2024-04-15T15:11:25.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:11:24 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T15:11:25.191 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:11:24 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T15:11:25.192 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:11:24 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T15:11:25.378 INFO:tasks.workunit.client.0.smithi016.stdout: 844: throughput=4.99MB/sec pending data=0 2024-04-15T15:11:25.378 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-0b7ZGxeKWHaImay off=22647948 len=105582 2024-04-15T15:11:25.381 INFO:tasks.workunit.client.0.smithi016.stdout:op 4310 completed, throughput=4.99MB/sec 2024-04-15T15:11:25.381 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-iv4XGP4yvg2haFZ off=2709290 len=646324 2024-04-15T15:11:25.383 INFO:tasks.workunit.client.0.smithi016.stdout:op 4311 completed, throughput=5MB/sec 2024-04-15T15:11:25.383 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-OV83HNdr7zOVlzD off=7017487 len=1603502 2024-04-15T15:11:25.389 INFO:tasks.workunit.client.0.smithi016.stdout:op 4312 completed, throughput=5MB/sec 2024-04-15T15:11:25.389 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-3EFMjuIGcCIRo9q off=14010534 len=1811025 2024-04-15T15:11:25.397 INFO:tasks.workunit.client.0.smithi016.stdout:op 4313 completed, throughput=5MB/sec 2024-04-15T15:11:25.397 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-0SiD6SBkDh4K-xr off=4121478 len=155997 2024-04-15T15:11:25.400 INFO:tasks.workunit.client.0.smithi016.stdout:op 4314 completed, throughput=5MB/sec 2024-04-15T15:11:25.400 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-T1jG0J4IsHsdld7 off=3874134 len=1926502 2024-04-15T15:11:25.401 INFO:tasks.workunit.client.0.smithi016.stdout:op 4315 completed, throughput=5MB/sec 2024-04-15T15:11:26.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:11:25 smithi102 ceph-mon[87131]: pgmap v1777: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.8 MiB/s wr, 3 op/s 2024-04-15T15:11:26.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:11:25 smithi016 ceph-mon[93212]: pgmap v1777: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.8 MiB/s wr, 3 op/s 2024-04-15T15:11:26.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:11:25 smithi016 ceph-mon[90652]: pgmap v1777: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.8 MiB/s wr, 3 op/s 2024-04-15T15:11:26.402 INFO:tasks.workunit.client.0.smithi016.stdout: 845: throughput=5MB/sec pending data=0 2024-04-15T15:11:26.402 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-3u68ooHWR0nxwSB off=20429140 len=2023415 2024-04-15T15:11:26.412 INFO:tasks.workunit.client.0.smithi016.stdout:op 4316 completed, throughput=5MB/sec 2024-04-15T15:11:26.412 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-W-oU25C0-T6wdeK off=11188961 len=383577 2024-04-15T15:11:26.415 INFO:tasks.workunit.client.0.smithi016.stdout:op 4317 completed, throughput=5MB/sec 2024-04-15T15:11:26.415 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-aOZ9ocoP_oo8Frr off=6080725 len=1339385 2024-04-15T15:11:26.417 INFO:tasks.workunit.client.0.smithi016.stdout:op 4318 completed, throughput=5MB/sec 2024-04-15T15:11:26.417 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-QtcWT65n99fSPjT off=3294705 len=1568523 2024-04-15T15:11:26.418 INFO:tasks.workunit.client.0.smithi016.stdout:op 4319 completed, throughput=5MB/sec 2024-04-15T15:11:27.418 INFO:tasks.workunit.client.0.smithi016.stdout: 846: throughput=5MB/sec pending data=0 2024-04-15T15:11:27.419 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-AXKptlOq7-MFipe off=1304804 len=1890185 2024-04-15T15:11:27.420 INFO:tasks.workunit.client.0.smithi016.stdout:op 4320 completed, throughput=5MB/sec 2024-04-15T15:11:27.421 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-t-5qMbYLtfIA4Jz off=9211503 len=1246048 2024-04-15T15:11:27.429 INFO:tasks.workunit.client.0.smithi016.stdout:op 4321 completed, throughput=5MB/sec 2024-04-15T15:11:27.429 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-HwUGWWb-N1aph0t off=7923018 len=1494566 2024-04-15T15:11:27.432 INFO:tasks.workunit.client.0.smithi016.stdout:op 4322 completed, throughput=5MB/sec 2024-04-15T15:11:28.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:11:27 smithi016 ceph-mon[90652]: pgmap v1778: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-04-15T15:11:28.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:11:27 smithi016 ceph-mon[93212]: pgmap v1778: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-04-15T15:11:28.432 INFO:tasks.workunit.client.0.smithi016.stdout: 847: throughput=4.99MB/sec pending data=0 2024-04-15T15:11:28.432 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-uM4bZgHSQ8h41X9 off=3251556 len=1114816 2024-04-15T15:11:28.434 INFO:tasks.workunit.client.0.smithi016.stdout:op 4323 completed, throughput=5MB/sec 2024-04-15T15:11:28.435 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-9dp1Zqz3ArHbB2I off=10498508 len=755807 2024-04-15T15:11:28.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:11:27 smithi102 ceph-mon[87131]: pgmap v1778: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-04-15T15:11:28.440 INFO:tasks.workunit.client.0.smithi016.stdout:op 4324 completed, throughput=5MB/sec 2024-04-15T15:11:28.440 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-t_E0Nps3331m0m7 off=6319159 len=618751 2024-04-15T15:11:28.444 INFO:tasks.workunit.client.0.smithi016.stdout:op 4325 completed, throughput=5MB/sec 2024-04-15T15:11:28.444 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-T1jG0J4IsHsdld7 off=8976672 len=1899453 2024-04-15T15:11:28.446 INFO:tasks.workunit.client.0.smithi016.stdout:op 4326 completed, throughput=5MB/sec 2024-04-15T15:11:28.446 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-Z4R8r2QZxnNo3LF off=208129 len=2022561 2024-04-15T15:11:28.448 INFO:tasks.workunit.client.0.smithi016.stdout:op 4327 completed, throughput=5MB/sec 2024-04-15T15:11:29.449 INFO:tasks.workunit.client.0.smithi016.stdout: 848: throughput=5MB/sec pending data=0 2024-04-15T15:11:29.449 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-mYwWOD7jhgMC8Of off=7451789 len=1473096 2024-04-15T15:11:29.456 INFO:tasks.workunit.client.0.smithi016.stdout:op 4328 completed, throughput=5MB/sec 2024-04-15T15:11:29.456 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-b04Y_NrmHTp-WZN off=9490455 len=435743 2024-04-15T15:11:29.460 INFO:tasks.workunit.client.0.smithi016.stdout:op 4329 completed, throughput=5MB/sec 2024-04-15T15:11:29.460 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-ewBlC78ZugEFKDs off=10824900 len=1454889 2024-04-15T15:11:29.461 INFO:tasks.workunit.client.0.smithi016.stdout:op 4330 completed, throughput=5MB/sec 2024-04-15T15:11:29.462 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-rzkAp8-MUjH40Ot off=0 len=1670869 2024-04-15T15:11:29.470 INFO:tasks.workunit.client.0.smithi016.stdout:op 4331 completed, throughput=5MB/sec 2024-04-15T15:11:30.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:11:29 smithi016 ceph-mon[90652]: pgmap v1779: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-15T15:11:30.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:11:29 smithi016 ceph-mon[93212]: pgmap v1779: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-15T15:11:30.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:11:29 smithi102 ceph-mon[87131]: pgmap v1779: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-15T15:11:30.471 INFO:tasks.workunit.client.0.smithi016.stdout: 849: throughput=5MB/sec pending data=0 2024-04-15T15:11:30.471 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-NTFOtzbczGo-cKO off=10372232 len=233049 2024-04-15T15:11:30.471 INFO:tasks.workunit.client.0.smithi016.stdout:op 4332 completed, throughput=5MB/sec 2024-04-15T15:11:30.471 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-IIEnE5b6rl_EsS2 off=24870722 len=305606 2024-04-15T15:11:30.472 INFO:tasks.workunit.client.0.smithi016.stdout:op 4333 completed, throughput=5MB/sec 2024-04-15T15:11:30.472 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-RwJ2ijX-GZJUasB off=21347727 len=18983 2024-04-15T15:11:30.473 INFO:tasks.workunit.client.0.smithi016.stdout:op 4334 completed, throughput=5MB/sec 2024-04-15T15:11:30.473 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-JQ2LfgE29w5y09B off=3549185 len=1619078 2024-04-15T15:11:30.476 INFO:tasks.workunit.client.0.smithi016.stdout:op 4335 completed, throughput=5MB/sec 2024-04-15T15:11:30.476 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-mNPgGIBP9JSH6Qb off=2462460 len=366918 2024-04-15T15:11:30.479 INFO:tasks.workunit.client.0.smithi016.stdout:op 4336 completed, throughput=5MB/sec 2024-04-15T15:11:30.479 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-6bRJS2AGSFGMI5X off=2618015 len=425970 2024-04-15T15:11:30.481 INFO:tasks.workunit.client.0.smithi016.stdout:op 4337 completed, throughput=5MB/sec 2024-04-15T15:11:30.481 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-9eI5yCe6454zHZZ off=1833751 len=1129122 2024-04-15T15:11:30.483 INFO:tasks.workunit.client.0.smithi016.stdout:op 4338 completed, throughput=5MB/sec 2024-04-15T15:11:30.483 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-bhvFGo5PDuvnsdD off=4327756 len=1782915 2024-04-15T15:11:30.493 INFO:tasks.workunit.client.0.smithi016.stdout:op 4339 completed, throughput=5MB/sec 2024-04-15T15:11:31.494 INFO:tasks.workunit.client.0.smithi016.stdout: 850: throughput=5MB/sec pending data=0 2024-04-15T15:11:31.494 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-Erax-4UxPe9heNw off=12193177 len=895759 2024-04-15T15:11:31.499 INFO:tasks.workunit.client.0.smithi016.stdout:op 4340 completed, throughput=5MB/sec 2024-04-15T15:11:31.499 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-N8_wOlyLebfh8vd off=1173749 len=1731092 2024-04-15T15:11:31.501 INFO:tasks.workunit.client.0.smithi016.stdout:op 4341 completed, throughput=5MB/sec 2024-04-15T15:11:31.501 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-MvvmQziWu69juii off=3052468 len=1883712 2024-04-15T15:11:31.513 INFO:tasks.workunit.client.0.smithi016.stdout:op 4342 completed, throughput=5MB/sec 2024-04-15T15:11:32.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:11:31 smithi016 ceph-mon[90652]: pgmap v1780: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-15T15:11:32.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:11:31 smithi016 ceph-mon[93212]: pgmap v1780: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-15T15:11:32.040 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 15 15:11:31 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-y[81421]: ::ffff:172.21.15.102 - - [15/Apr/2024:15:11:31] "GET /metrics HTTP/1.1" 200 34000 "" "Prometheus/2.43.0" 2024-04-15T15:11:32.316 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:11:31 smithi102 ceph-mon[87131]: pgmap v1780: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-15T15:11:32.513 INFO:tasks.workunit.client.0.smithi016.stdout: 851: throughput=4.99MB/sec pending data=0 2024-04-15T15:11:32.513 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-CnOtKR0L8Eb4SVs off=9883046 len=410292 2024-04-15T15:11:32.514 INFO:tasks.workunit.client.0.smithi016.stdout:op 4343 completed, throughput=5MB/sec 2024-04-15T15:11:32.515 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj--Y-6vywOB02TI7i off=168556 len=1079860 2024-04-15T15:11:32.516 INFO:tasks.workunit.client.0.smithi016.stdout:op 4344 completed, throughput=5MB/sec 2024-04-15T15:11:32.516 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-oNXzl9dBnEhSBhY off=1037158 len=574804 2024-04-15T15:11:32.517 INFO:tasks.workunit.client.0.smithi016.stdout:op 4345 completed, throughput=5MB/sec 2024-04-15T15:11:32.517 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-aTdP9UMu5t5rwUA off=5337061 len=1109658 2024-04-15T15:11:32.518 INFO:tasks.workunit.client.0.smithi016.stdout:op 4346 completed, throughput=5MB/sec 2024-04-15T15:11:32.519 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-ssaheEeuvI2-_rs off=8109913 len=636877 2024-04-15T15:11:32.519 INFO:tasks.workunit.client.0.smithi016.stdout:op 4347 completed, throughput=5MB/sec 2024-04-15T15:11:32.519 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-Bv4q5GXMkhtFpfk off=4154617 len=202446 2024-04-15T15:11:32.523 INFO:tasks.workunit.client.0.smithi016.stdout:op 4348 completed, throughput=5MB/sec 2024-04-15T15:11:32.523 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-LbOvL-SbdOTnH83 off=17526075 len=136899 2024-04-15T15:11:32.525 INFO:tasks.workunit.client.0.smithi016.stdout:op 4349 completed, throughput=5MB/sec 2024-04-15T15:11:32.526 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-s-gDuCThVWTqPpt off=7513744 len=1554095 2024-04-15T15:11:32.533 INFO:tasks.workunit.client.0.smithi016.stdout:op 4350 completed, throughput=5MB/sec 2024-04-15T15:11:32.687 INFO:journalctl@ceph.prometheus.a.smithi102.stdout:Apr 15 15:11:32 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-prometheus-a[120881]: ts=2024-04-15T15:11:32.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi016:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"362ea986-fb34-11ee-bc8f-c7b262605968\", instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T15:11:33.533 INFO:tasks.workunit.client.0.smithi016.stdout: 852: throughput=5MB/sec pending data=0 2024-04-15T15:11:33.533 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-CBUOW0pJ9qKM5_Y off=7414866 len=1992671 2024-04-15T15:11:33.536 INFO:tasks.workunit.client.0.smithi016.stdout:op 4351 completed, throughput=5MB/sec 2024-04-15T15:11:33.536 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-y1yz4cuUu2aRXD_ off=670960 len=1037936 2024-04-15T15:11:33.538 INFO:tasks.workunit.client.0.smithi016.stdout:op 4352 completed, throughput=5MB/sec 2024-04-15T15:11:33.538 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-qpr5v9lkkOap6Z0 off=12400377 len=261904 2024-04-15T15:11:33.539 INFO:tasks.workunit.client.0.smithi016.stdout:op 4353 completed, throughput=5MB/sec 2024-04-15T15:11:33.539 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-_7W4fu6wMM-fAvc off=339651 len=506380 2024-04-15T15:11:33.540 INFO:tasks.workunit.client.0.smithi016.stdout:op 4354 completed, throughput=5MB/sec 2024-04-15T15:11:33.540 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-1sQ5zQJ5-FzJBbM off=9383254 len=457264 2024-04-15T15:11:33.541 INFO:tasks.workunit.client.0.smithi016.stdout:op 4355 completed, throughput=5MB/sec 2024-04-15T15:11:34.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:11:33 smithi016 ceph-mon[93212]: pgmap v1781: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 3.6 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-04-15T15:11:34.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:11:33 smithi016 ceph-mon[90652]: pgmap v1781: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 3.6 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-04-15T15:11:34.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:11:33 smithi102 ceph-mon[87131]: pgmap v1781: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 3.6 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-04-15T15:11:34.542 INFO:tasks.workunit.client.0.smithi016.stdout: 853: throughput=4.99MB/sec pending data=0 2024-04-15T15:11:34.542 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-GRGMDgEGPefSxAt off=7281163 len=675311 2024-04-15T15:11:34.543 INFO:tasks.workunit.client.0.smithi016.stdout:op 4356 completed, throughput=4.99MB/sec 2024-04-15T15:11:34.543 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-llwHCCcSp0y24vY off=521397 len=497022 2024-04-15T15:11:34.547 INFO:tasks.workunit.client.0.smithi016.stdout:op 4357 completed, throughput=5MB/sec 2024-04-15T15:11:34.547 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-dTRYuENBkza6PW5 off=10202925 len=392648 2024-04-15T15:11:34.550 INFO:tasks.workunit.client.0.smithi016.stdout:op 4358 completed, throughput=5MB/sec 2024-04-15T15:11:34.550 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-fYb-UaAMaYFZdrY off=4809426 len=722166 2024-04-15T15:11:34.551 INFO:tasks.workunit.client.0.smithi016.stdout:op 4359 completed, throughput=5MB/sec 2024-04-15T15:11:34.551 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-_TnGB-Gjpz_yHAB off=3150225 len=1031918 2024-04-15T15:11:34.553 INFO:tasks.workunit.client.0.smithi016.stdout:op 4360 completed, throughput=5MB/sec 2024-04-15T15:11:34.553 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-vABBRJUX95kK7oS off=1718709 len=507639 2024-04-15T15:11:34.555 INFO:tasks.workunit.client.0.smithi016.stdout:op 4361 completed, throughput=5MB/sec 2024-04-15T15:11:34.555 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-G4GVCCFlTPMnIWr off=3115183 len=971777 2024-04-15T15:11:34.556 INFO:tasks.workunit.client.0.smithi016.stdout:op 4362 completed, throughput=5MB/sec 2024-04-15T15:11:34.556 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-Vn9ksjm1JKs4JOX off=13719819 len=2077457 2024-04-15T15:11:34.558 INFO:tasks.workunit.client.0.smithi016.stdout:op 4363 completed, throughput=5MB/sec 2024-04-15T15:11:35.562 INFO:tasks.workunit.client.0.smithi016.stdout: 854: throughput=5MB/sec pending data=0 2024-04-15T15:11:35.562 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-R7Zmb3-1UHLzalx off=233412 len=893633 2024-04-15T15:11:35.562 INFO:tasks.workunit.client.0.smithi016.stdout:op 4364 completed, throughput=5MB/sec 2024-04-15T15:11:35.562 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-a76nC1gu8xUpQTK off=16704424 len=880433 2024-04-15T15:11:35.562 INFO:tasks.workunit.client.0.smithi016.stdout:op 4365 completed, throughput=5MB/sec 2024-04-15T15:11:35.562 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-0oV_GR6ga3zZDWc off=5848274 len=1624921 2024-04-15T15:11:35.568 INFO:tasks.workunit.client.0.smithi016.stdout:op 4366 completed, throughput=5MB/sec 2024-04-15T15:11:35.568 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-g352Wg7eSMnlguQ off=4207087 len=1173806 2024-04-15T15:11:35.572 INFO:tasks.workunit.client.0.smithi016.stdout:op 4367 completed, throughput=5MB/sec 2024-04-15T15:11:36.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:11:35 smithi016 ceph-mon[90652]: pgmap v1782: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.2 MiB/s rd, 1.8 MiB/s wr, 3 op/s 2024-04-15T15:11:36.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:11:35 smithi016 ceph-mon[93212]: pgmap v1782: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.2 MiB/s rd, 1.8 MiB/s wr, 3 op/s 2024-04-15T15:11:36.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:11:35 smithi102 ceph-mon[87131]: pgmap v1782: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.2 MiB/s rd, 1.8 MiB/s wr, 3 op/s 2024-04-15T15:11:36.572 INFO:tasks.workunit.client.0.smithi016.stdout: 855: throughput=5MB/sec pending data=0 2024-04-15T15:11:36.572 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-aGAtT6IeawOzxZl off=15668784 len=1633231 2024-04-15T15:11:36.574 INFO:tasks.workunit.client.0.smithi016.stdout:op 4368 completed, throughput=5MB/sec 2024-04-15T15:11:36.574 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-rsUrfeBFHPi-JhF off=1310617 len=597871 2024-04-15T15:11:36.578 INFO:tasks.workunit.client.0.smithi016.stdout:op 4369 completed, throughput=5MB/sec 2024-04-15T15:11:36.579 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-P4cPSQ54cpVlsim off=2634268 len=641352 2024-04-15T15:11:36.582 INFO:tasks.workunit.client.0.smithi016.stdout:op 4370 completed, throughput=5MB/sec 2024-04-15T15:11:36.582 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-VFiLitkNoFhcRYk off=7771400 len=998803 2024-04-15T15:11:36.583 INFO:tasks.workunit.client.0.smithi016.stdout:op 4371 completed, throughput=5MB/sec 2024-04-15T15:11:36.583 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-Lig3utIY8RI-O6p off=3809435 len=690722 2024-04-15T15:11:36.584 INFO:tasks.workunit.client.0.smithi016.stdout:op 4372 completed, throughput=5MB/sec 2024-04-15T15:11:37.585 INFO:tasks.workunit.client.0.smithi016.stdout: 856: throughput=4.99MB/sec pending data=0 2024-04-15T15:11:37.585 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-OjJ-DWyy2lWbY4V off=1039916 len=537711 2024-04-15T15:11:37.589 INFO:tasks.workunit.client.0.smithi016.stdout:op 4373 completed, throughput=4.99MB/sec 2024-04-15T15:11:37.589 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-1QDJ6RpVvq07f5r off=8209034 len=1136085 2024-04-15T15:11:37.595 INFO:tasks.workunit.client.0.smithi016.stdout:op 4374 completed, throughput=5MB/sec 2024-04-15T15:11:37.595 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-Bisz40Py5S40bmZ off=16004307 len=1200743 2024-04-15T15:11:37.596 INFO:tasks.workunit.client.0.smithi016.stdout:op 4375 completed, throughput=5MB/sec 2024-04-15T15:11:37.596 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-trE5mxEoPR0iQTo off=6451606 len=2053695 2024-04-15T15:11:37.599 INFO:tasks.workunit.client.0.smithi016.stdout:op 4376 completed, throughput=5MB/sec 2024-04-15T15:11:37.599 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-Sk28ab5gi7uneXw off=7094154 len=1850546 2024-04-15T15:11:37.610 INFO:tasks.workunit.client.0.smithi016.stdout:op 4377 completed, throughput=5MB/sec 2024-04-15T15:11:38.239 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:11:37 smithi102 ceph-mon[87131]: pgmap v1783: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 3.4 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-04-15T15:11:38.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:11:37 smithi016 ceph-mon[90652]: pgmap v1783: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 3.4 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-04-15T15:11:38.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:11:37 smithi016 ceph-mon[93212]: pgmap v1783: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 3.4 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-04-15T15:11:38.610 INFO:tasks.workunit.client.0.smithi016.stdout: 857: throughput=5MB/sec pending data=0 2024-04-15T15:11:38.610 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-IkKBRaXnzJYBdZ4 off=13101773 len=210976 2024-04-15T15:11:38.613 INFO:tasks.workunit.client.0.smithi016.stdout:op 4378 completed, throughput=5MB/sec 2024-04-15T15:11:38.614 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-y9MpBPEPj5C7z5c off=3522899 len=1247962 2024-04-15T15:11:38.620 INFO:tasks.workunit.client.0.smithi016.stdout:op 4379 completed, throughput=5MB/sec 2024-04-15T15:11:38.620 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-TyR4Ppm0Q2jbt1D off=5171126 len=1463787 2024-04-15T15:11:38.622 INFO:tasks.workunit.client.0.smithi016.stdout:op 4380 completed, throughput=5MB/sec 2024-04-15T15:11:38.622 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-owjOhdNc4IhbdFl off=5450831 len=265372 2024-04-15T15:11:38.624 INFO:tasks.workunit.client.0.smithi016.stdout:op 4381 completed, throughput=5MB/sec 2024-04-15T15:11:38.625 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-9_4XH26vRaQ2fus off=1881242 len=1586038 2024-04-15T15:11:38.633 INFO:tasks.workunit.client.0.smithi016.stdout:op 4382 completed, throughput=5MB/sec 2024-04-15T15:11:39.633 INFO:tasks.workunit.client.0.smithi016.stdout: 858: throughput=5MB/sec pending data=0 2024-04-15T15:11:39.633 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-3DbOU_UknWmwYOw off=15391329 len=971273 2024-04-15T15:11:39.635 INFO:tasks.workunit.client.0.smithi016.stdout:op 4383 completed, throughput=5MB/sec 2024-04-15T15:11:39.635 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-lA3vhm54rXq4bU9 off=11361260 len=1739777 2024-04-15T15:11:39.644 INFO:tasks.workunit.client.0.smithi016.stdout:op 4384 completed, throughput=5MB/sec 2024-04-15T15:11:39.644 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-La8BCi5m8PMxpl9 off=11005102 len=723562 2024-04-15T15:11:39.645 INFO:tasks.workunit.client.0.smithi016.stdout:op 4385 completed, throughput=5MB/sec 2024-04-15T15:11:39.645 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-dXvuySCmrn8TUP2 off=1774060 len=1790488 2024-04-15T15:11:39.653 INFO:tasks.workunit.client.0.smithi016.stdout:op 4386 completed, throughput=5MB/sec 2024-04-15T15:11:40.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:11:39 smithi016 ceph-mon[93212]: pgmap v1784: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 3.0 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-04-15T15:11:40.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:11:39 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T15:11:40.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:11:39 smithi016 ceph-mon[90652]: pgmap v1784: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 3.0 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-04-15T15:11:40.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:11:39 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T15:11:40.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:11:39 smithi102 ceph-mon[87131]: pgmap v1784: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 3.0 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-04-15T15:11:40.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:11:39 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T15:11:40.654 INFO:tasks.workunit.client.0.smithi016.stdout: 859: throughput=5MB/sec pending data=0 2024-04-15T15:11:40.654 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-IlimRp6dHouvPZu off=11435099 len=416903 2024-04-15T15:11:40.657 INFO:tasks.workunit.client.0.smithi016.stdout:op 4387 completed, throughput=5MB/sec 2024-04-15T15:11:40.657 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-9pTKcp1J6CQFkTj off=13376538 len=1756869 2024-04-15T15:11:40.668 INFO:tasks.workunit.client.0.smithi016.stdout:op 4388 completed, throughput=5MB/sec 2024-04-15T15:11:40.668 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-8_YbvhVqX7eLxwf off=11841172 len=1292849 2024-04-15T15:11:40.674 INFO:tasks.workunit.client.0.smithi016.stdout:op 4389 completed, throughput=5MB/sec 2024-04-15T15:11:40.674 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-StVkkDBqmn-HXIU off=4061770 len=1771212 2024-04-15T15:11:40.682 INFO:tasks.workunit.client.0.smithi016.stdout:op 4390 completed, throughput=5MB/sec 2024-04-15T15:11:41.682 INFO:tasks.workunit.client.0.smithi016.stdout: 860: throughput=4.99MB/sec pending data=0 2024-04-15T15:11:41.682 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-1JSZui8eU3HmdO1 off=2505389 len=832194 2024-04-15T15:11:41.683 INFO:tasks.workunit.client.0.smithi016.stdout:op 4391 completed, throughput=5MB/sec 2024-04-15T15:11:41.683 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-3d4NSOy8QiLmdgX off=57278 len=97603 2024-04-15T15:11:41.687 INFO:tasks.workunit.client.0.smithi016.stdout:op 4392 completed, throughput=5MB/sec 2024-04-15T15:11:41.687 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-keyN_T7YeQ6UXD0 off=11358677 len=352505 2024-04-15T15:11:41.690 INFO:tasks.workunit.client.0.smithi016.stdout:op 4393 completed, throughput=5MB/sec 2024-04-15T15:11:41.690 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-CVEUYqPI4JDbwgC off=2277111 len=2064499 2024-04-15T15:11:41.699 INFO:tasks.workunit.client.0.smithi016.stdout:op 4394 completed, throughput=5MB/sec 2024-04-15T15:11:41.699 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-Y0LHehd08qCvdad off=3593836 len=1163324 2024-04-15T15:11:41.701 INFO:tasks.workunit.client.0.smithi016.stdout:op 4395 completed, throughput=5MB/sec 2024-04-15T15:11:41.701 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-GlahI6nK55fDcxZ off=7075332 len=1439959 2024-04-15T15:11:41.704 INFO:tasks.workunit.client.0.smithi016.stdout:op 4396 completed, throughput=5MB/sec 2024-04-15T15:11:42.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:11:41 smithi016 ceph-mon[90652]: pgmap v1785: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 3.1 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-04-15T15:11:42.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:11:41 smithi016 ceph-mon[93212]: pgmap v1785: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 3.1 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-04-15T15:11:42.041 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 15 15:11:41 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-y[81421]: ::ffff:172.21.15.102 - - [15/Apr/2024:15:11:41] "GET /metrics HTTP/1.1" 200 33998 "" "Prometheus/2.43.0" 2024-04-15T15:11:42.315 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:11:41 smithi102 ceph-mon[87131]: pgmap v1785: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 3.1 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-04-15T15:11:42.687 INFO:journalctl@ceph.prometheus.a.smithi102.stdout:Apr 15 15:11:42 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-prometheus-a[120881]: ts=2024-04-15T15:11:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi016:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"362ea986-fb34-11ee-bc8f-c7b262605968\", instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T15:11:42.706 INFO:tasks.workunit.client.0.smithi016.stdout: 861: throughput=5MB/sec pending data=0 2024-04-15T15:11:42.706 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-2rPuTOWttJZUveN off=1372262 len=1368124 2024-04-15T15:11:42.711 INFO:tasks.workunit.client.0.smithi016.stdout:op 4397 completed, throughput=5MB/sec 2024-04-15T15:11:42.711 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-BOrmKiH1sQf_n40 off=0 len=1430003 2024-04-15T15:11:42.720 INFO:tasks.workunit.client.0.smithi016.stdout:op 4398 completed, throughput=5MB/sec 2024-04-15T15:11:42.720 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-6ytO1gQgnn8LZ5q off=16474992 len=1504840 2024-04-15T15:11:42.727 INFO:tasks.workunit.client.0.smithi016.stdout:op 4399 completed, throughput=5MB/sec 2024-04-15T15:11:43.727 INFO:tasks.workunit.client.0.smithi016.stdout: 862: throughput=4.99MB/sec pending data=0 2024-04-15T15:11:43.728 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-1-7F93uUL-RW5gA off=10463310 len=58164 2024-04-15T15:11:43.730 INFO:tasks.workunit.client.0.smithi016.stdout:op 4400 completed, throughput=4.99MB/sec 2024-04-15T15:11:43.730 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-r4W19g-w4UVC_fg off=13794623 len=915251 2024-04-15T15:11:43.732 INFO:tasks.workunit.client.0.smithi016.stdout:op 4401 completed, throughput=5MB/sec 2024-04-15T15:11:43.732 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-PeN27eRzOSxYWh3 off=5168654 len=802390 2024-04-15T15:11:43.734 INFO:tasks.workunit.client.0.smithi016.stdout:op 4402 completed, throughput=5MB/sec 2024-04-15T15:11:43.734 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-9kf-S7d7cCXH_-E off=7395846 len=1508656 2024-04-15T15:11:43.746 INFO:tasks.workunit.client.0.smithi016.stdout:op 4403 completed, throughput=5MB/sec 2024-04-15T15:11:43.746 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-VPqjs0XT_GcOMOE off=21489109 len=675681 2024-04-15T15:11:43.746 INFO:tasks.workunit.client.0.smithi016.stdout:op 4404 completed, throughput=5MB/sec 2024-04-15T15:11:43.746 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-HQCxsDCbZmq5xV5 off=10213377 len=515566 2024-04-15T15:11:43.749 INFO:tasks.workunit.client.0.smithi016.stdout:op 4405 completed, throughput=5MB/sec 2024-04-15T15:11:43.749 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-K5dLI1PesVuXis- off=4187173 len=614091 2024-04-15T15:11:43.753 INFO:tasks.workunit.client.0.smithi016.stdout:op 4406 completed, throughput=5MB/sec 2024-04-15T15:11:43.753 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-0Xa7GERhBaeHY0d off=6344194 len=1382305 2024-04-15T15:11:43.754 INFO:tasks.workunit.client.0.smithi016.stdout:op 4407 completed, throughput=5MB/sec 2024-04-15T15:11:44.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:11:43 smithi016 ceph-mon[90652]: pgmap v1786: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 3.6 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-04-15T15:11:44.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:11:43 smithi016 ceph-mon[93212]: pgmap v1786: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 3.6 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-04-15T15:11:44.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:11:43 smithi102 ceph-mon[87131]: pgmap v1786: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 3.6 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-04-15T15:11:44.755 INFO:tasks.workunit.client.0.smithi016.stdout: 863: throughput=5MB/sec pending data=0 2024-04-15T15:11:44.755 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-Npe7N_-GMnT3cER off=1536961 len=1783881 2024-04-15T15:11:44.757 INFO:tasks.workunit.client.0.smithi016.stdout:op 4408 completed, throughput=5MB/sec 2024-04-15T15:11:44.757 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-9_AwW5Xp70hGNzm off=190031 len=86248 2024-04-15T15:11:44.757 INFO:tasks.workunit.client.0.smithi016.stdout:op 4409 completed, throughput=5MB/sec 2024-04-15T15:11:44.758 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-8jj7Imc7GjTycBj off=22009477 len=928241 2024-04-15T15:11:44.765 INFO:tasks.workunit.client.0.smithi016.stdout:op 4410 completed, throughput=5MB/sec 2024-04-15T15:11:44.765 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-B9YiM807MlDkWvi off=8749174 len=1945010 2024-04-15T15:11:44.772 INFO:tasks.workunit.client.0.smithi016.stdout:op 4411 completed, throughput=5MB/sec 2024-04-15T15:11:45.772 INFO:tasks.workunit.client.0.smithi016.stdout: 864: throughput=5MB/sec pending data=0 2024-04-15T15:11:45.772 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-ImqoG79KmEI7arW off=6840361 len=1281482 2024-04-15T15:11:45.778 INFO:tasks.workunit.client.0.smithi016.stdout:op 4412 completed, throughput=5MB/sec 2024-04-15T15:11:45.778 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-pUGXp_qotX3fq39 off=6911751 len=947033 2024-04-15T15:11:45.779 INFO:tasks.workunit.client.0.smithi016.stdout:op 4413 completed, throughput=5MB/sec 2024-04-15T15:11:45.779 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-QMpKx_EGfqYck81 off=3087793 len=1045966 2024-04-15T15:11:45.780 INFO:tasks.workunit.client.0.smithi016.stdout:op 4414 completed, throughput=5MB/sec 2024-04-15T15:11:45.780 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-uXaCxnKWdiB6VQW off=9313441 len=481736 2024-04-15T15:11:45.784 INFO:tasks.workunit.client.0.smithi016.stdout:op 4415 completed, throughput=5MB/sec 2024-04-15T15:11:45.784 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-pUuPiNtB_3Eh_BI off=1044924 len=18378 2024-04-15T15:11:45.786 INFO:tasks.workunit.client.0.smithi016.stdout:op 4416 completed, throughput=5MB/sec 2024-04-15T15:11:45.787 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-thON7E51A07neB9 off=1680343 len=1335932 2024-04-15T15:11:45.793 INFO:tasks.workunit.client.0.smithi016.stdout:op 4417 completed, throughput=5MB/sec 2024-04-15T15:11:46.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:11:45 smithi016 ceph-mon[90652]: pgmap v1787: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.3 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-04-15T15:11:46.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:11:45 smithi016 ceph-mon[93212]: pgmap v1787: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.3 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-04-15T15:11:46.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:11:45 smithi102 ceph-mon[87131]: pgmap v1787: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.3 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-04-15T15:11:46.793 INFO:tasks.workunit.client.0.smithi016.stdout: 865: throughput=4.99MB/sec pending data=0 2024-04-15T15:11:46.793 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-upadoLR5IndVS1w off=5491448 len=2578 2024-04-15T15:11:46.793 INFO:tasks.workunit.client.0.smithi016.stdout:op 4418 completed, throughput=4.99MB/sec 2024-04-15T15:11:46.793 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-EBBtH5bxfy7te75 off=9914661 len=1657769 2024-04-15T15:11:46.802 INFO:tasks.workunit.client.0.smithi016.stdout:op 4419 completed, throughput=5MB/sec 2024-04-15T15:11:46.802 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-kGczprPMVS_AuE4 off=3027501 len=899483 2024-04-15T15:11:46.807 INFO:tasks.workunit.client.0.smithi016.stdout:op 4420 completed, throughput=5MB/sec 2024-04-15T15:11:46.807 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-Sz-EH7riQV2nbYR off=6439795 len=908911 2024-04-15T15:11:46.812 INFO:tasks.workunit.client.0.smithi016.stdout:op 4421 completed, throughput=5MB/sec 2024-04-15T15:11:46.812 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-Mx0veyV5ktkQEAT off=4560061 len=2019213 2024-04-15T15:11:46.821 INFO:tasks.workunit.client.0.smithi016.stdout:op 4422 completed, throughput=5MB/sec 2024-04-15T15:11:47.819 INFO:tasks.workunit.client.0.smithi016.stdout: 866: throughput=4.99MB/sec pending data=0 2024-04-15T15:11:47.819 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-QuljH4nilyh1zN6 off=8407495 len=1315378 2024-04-15T15:11:47.821 INFO:tasks.workunit.client.0.smithi016.stdout:op 4423 completed, throughput=5MB/sec 2024-04-15T15:11:47.821 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-Fdtd2cyexxOXIb0 off=22245489 len=625409 2024-04-15T15:11:47.823 INFO:tasks.workunit.client.0.smithi016.stdout:op 4424 completed, throughput=5MB/sec 2024-04-15T15:11:47.823 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-q0sDoJFpOz17eU7 off=6233889 len=1612619 2024-04-15T15:11:47.825 INFO:tasks.workunit.client.0.smithi016.stdout:op 4425 completed, throughput=5MB/sec 2024-04-15T15:11:47.825 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-NO6U0VZUNENt32f off=16174296 len=850114 2024-04-15T15:11:47.830 INFO:tasks.workunit.client.0.smithi016.stdout:op 4426 completed, throughput=5MB/sec 2024-04-15T15:11:47.830 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-DyPXDDiDvOBd1vZ off=6397394 len=891397 2024-04-15T15:11:47.835 INFO:tasks.workunit.client.0.smithi016.stdout:op 4427 completed, throughput=5MB/sec 2024-04-15T15:11:48.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:11:47 smithi016 ceph-mon[93212]: pgmap v1788: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-04-15T15:11:48.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:11:47 smithi016 ceph-mon[90652]: pgmap v1788: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-04-15T15:11:48.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:11:47 smithi102 ceph-mon[87131]: pgmap v1788: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-04-15T15:11:48.836 INFO:tasks.workunit.client.0.smithi016.stdout: 867: throughput=4.99MB/sec pending data=0 2024-04-15T15:11:48.836 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-NxJ0EiJWfiupDry off=0 len=1372043 2024-04-15T15:11:48.842 INFO:tasks.workunit.client.0.smithi016.stdout:op 4428 completed, throughput=5MB/sec 2024-04-15T15:11:48.842 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-K9DY3tw6rIMa5cW off=58301 len=1607547 2024-04-15T15:11:48.850 INFO:tasks.workunit.client.0.smithi016.stdout:op 4429 completed, throughput=5MB/sec 2024-04-15T15:11:48.850 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-t0pq4wOpNFu1xHI off=5435558 len=1534833 2024-04-15T15:11:48.852 INFO:tasks.workunit.client.0.smithi016.stdout:op 4430 completed, throughput=5MB/sec 2024-04-15T15:11:48.852 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-CPAA-VAmZA8X8cr off=7575760 len=66896 2024-04-15T15:11:48.854 INFO:tasks.workunit.client.0.smithi016.stdout:op 4431 completed, throughput=5MB/sec 2024-04-15T15:11:48.854 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-QDnh3KONbhzDKmN off=3976131 len=1604231 2024-04-15T15:11:48.856 INFO:tasks.workunit.client.0.smithi016.stdout:op 4432 completed, throughput=5MB/sec 2024-04-15T15:11:49.856 INFO:tasks.workunit.client.0.smithi016.stdout: 868: throughput=5MB/sec pending data=0 2024-04-15T15:11:49.857 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-Dltvyzb-xUEspY3 off=9384569 len=846822 2024-04-15T15:11:49.858 INFO:tasks.workunit.client.0.smithi016.stdout:op 4433 completed, throughput=5MB/sec 2024-04-15T15:11:49.858 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-EeUYh0P1i1YOnDW off=10514774 len=1600780 2024-04-15T15:11:49.860 INFO:tasks.workunit.client.0.smithi016.stdout:op 4434 completed, throughput=5MB/sec 2024-04-15T15:11:49.860 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-la2Cu2uJGHojGks off=153584 len=199547 2024-04-15T15:11:49.863 INFO:tasks.workunit.client.0.smithi016.stdout:op 4435 completed, throughput=5MB/sec 2024-04-15T15:11:49.863 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-2sgvE3kWqtdD5m5 off=1239720 len=481282 2024-04-15T15:11:49.867 INFO:tasks.workunit.client.0.smithi016.stdout:op 4436 completed, throughput=5MB/sec 2024-04-15T15:11:49.867 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-M14BqOmUIS3Nan- off=4406602 len=661165 2024-04-15T15:11:49.871 INFO:tasks.workunit.client.0.smithi016.stdout:op 4437 completed, throughput=5MB/sec 2024-04-15T15:11:49.871 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-bYZkDU-1pw1xjqC off=2152973 len=170610 2024-04-15T15:11:49.872 INFO:tasks.workunit.client.0.smithi016.stdout:op 4438 completed, throughput=5MB/sec 2024-04-15T15:11:49.872 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-O-Sqr4Y8dxvTBGb off=6569773 len=1281586 2024-04-15T15:11:49.877 INFO:tasks.workunit.client.0.smithi016.stdout:op 4439 completed, throughput=5MB/sec 2024-04-15T15:11:50.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:11:49 smithi016 ceph-mon[93212]: pgmap v1789: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-15T15:11:50.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:11:49 smithi016 ceph-mon[90652]: pgmap v1789: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-15T15:11:50.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:11:49 smithi102 ceph-mon[87131]: pgmap v1789: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-15T15:11:50.878 INFO:tasks.workunit.client.0.smithi016.stdout: 869: throughput=5MB/sec pending data=0 2024-04-15T15:11:50.878 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-CYwbDVXF-T8G4PV off=9733127 len=522310 2024-04-15T15:11:50.882 INFO:tasks.workunit.client.0.smithi016.stdout:op 4440 completed, throughput=5MB/sec 2024-04-15T15:11:50.882 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-mddmFokipIn0FEm off=1417774 len=1371061 2024-04-15T15:11:50.884 INFO:tasks.workunit.client.0.smithi016.stdout:op 4441 completed, throughput=5MB/sec 2024-04-15T15:11:50.884 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-dc8kpypyf_AHwy4 off=2997847 len=1228366 2024-04-15T15:11:50.886 INFO:tasks.workunit.client.0.smithi016.stdout:op 4442 completed, throughput=5MB/sec 2024-04-15T15:11:50.887 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-PU8v-Lgoc75X06w off=203513 len=896436 2024-04-15T15:11:50.887 INFO:tasks.workunit.client.0.smithi016.stdout:op 4443 completed, throughput=5MB/sec 2024-04-15T15:11:50.888 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-kjNpCXYCWGu_s4N off=13951704 len=1383397 2024-04-15T15:11:50.889 INFO:tasks.workunit.client.0.smithi016.stdout:op 4444 completed, throughput=5MB/sec 2024-04-15T15:11:51.890 INFO:tasks.workunit.client.0.smithi016.stdout: 870: throughput=5MB/sec pending data=0 2024-04-15T15:11:51.890 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-pwRQomKCkyGqRXF off=7687444 len=529174 2024-04-15T15:11:51.891 INFO:tasks.workunit.client.0.smithi016.stdout:op 4445 completed, throughput=5MB/sec 2024-04-15T15:11:51.891 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-Y6tjbbL8G8k6AYX off=13808322 len=537270 2024-04-15T15:11:51.892 INFO:tasks.workunit.client.0.smithi016.stdout:op 4446 completed, throughput=5MB/sec 2024-04-15T15:11:51.893 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-Tjqd4wJ29u1OXBV off=14605829 len=1986578 2024-04-15T15:11:51.903 INFO:tasks.workunit.client.0.smithi016.stdout:op 4447 completed, throughput=5MB/sec 2024-04-15T15:11:51.904 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-EehNRa2MUWBbSxc off=17044220 len=815545 2024-04-15T15:11:51.908 INFO:tasks.workunit.client.0.smithi016.stdout:op 4448 completed, throughput=5MB/sec 2024-04-15T15:11:51.908 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-RfWZRbES0EFaKBA off=1772345 len=1937980 2024-04-15T15:11:51.911 INFO:tasks.workunit.client.0.smithi016.stdout:op 4449 completed, throughput=5MB/sec 2024-04-15T15:11:52.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:11:51 smithi016 ceph-mon[90652]: pgmap v1790: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 1.6 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-04-15T15:11:52.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:11:51 smithi016 ceph-mon[93212]: pgmap v1790: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 1.6 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-04-15T15:11:52.040 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 15 15:11:51 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-y[81421]: ::ffff:172.21.15.102 - - [15/Apr/2024:15:11:51] "GET /metrics HTTP/1.1" 200 33998 "" "Prometheus/2.43.0" 2024-04-15T15:11:52.315 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:11:51 smithi102 ceph-mon[87131]: pgmap v1790: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 1.6 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-04-15T15:11:52.687 INFO:journalctl@ceph.prometheus.a.smithi102.stdout:Apr 15 15:11:52 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-prometheus-a[120881]: ts=2024-04-15T15:11:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi016:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"362ea986-fb34-11ee-bc8f-c7b262605968\", instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T15:11:52.911 INFO:tasks.workunit.client.0.smithi016.stdout: 871: throughput=5MB/sec pending data=0 2024-04-15T15:11:52.911 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-d5WkEolkIweYcVU off=2663132 len=928897 2024-04-15T15:11:52.917 INFO:tasks.workunit.client.0.smithi016.stdout:op 4450 completed, throughput=5MB/sec 2024-04-15T15:11:52.917 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-cotfOphzZ9GZQAP off=3820 len=1628831 2024-04-15T15:11:52.924 INFO:tasks.workunit.client.0.smithi016.stdout:op 4451 completed, throughput=5MB/sec 2024-04-15T15:11:52.924 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-_8NaACsGMbjnLfx off=11208648 len=775958 2024-04-15T15:11:52.929 INFO:tasks.workunit.client.0.smithi016.stdout:op 4452 completed, throughput=5MB/sec 2024-04-15T15:11:52.929 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-xBfA2hWQDQaw9Jo off=3845101 len=1418751 2024-04-15T15:11:52.935 INFO:tasks.workunit.client.0.smithi016.stdout:op 4453 completed, throughput=5MB/sec 2024-04-15T15:11:53.935 INFO:tasks.workunit.client.0.smithi016.stdout: 872: throughput=5MB/sec pending data=0 2024-04-15T15:11:53.935 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj--nhle66ZDzNiSM4 off=7951175 len=239655 2024-04-15T15:11:53.936 INFO:tasks.workunit.client.0.smithi016.stdout:op 4454 completed, throughput=5MB/sec 2024-04-15T15:11:53.936 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-YGuU0qQJDboio8b off=2852308 len=613452 2024-04-15T15:11:53.937 INFO:tasks.workunit.client.0.smithi016.stdout:op 4455 completed, throughput=5MB/sec 2024-04-15T15:11:53.937 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-iwl5gLAmBf37hvq off=909164 len=185321 2024-04-15T15:11:53.940 INFO:tasks.workunit.client.0.smithi016.stdout:op 4456 completed, throughput=5MB/sec 2024-04-15T15:11:53.940 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-izuzAjbiinZUOxE off=3031396 len=877505 2024-04-15T15:11:53.942 INFO:tasks.workunit.client.0.smithi016.stdout:op 4457 completed, throughput=5MB/sec 2024-04-15T15:11:53.942 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-Nk51D4cCdwt0Hzu off=0 len=1097830 2024-04-15T15:11:53.947 INFO:tasks.workunit.client.0.smithi016.stdout:op 4458 completed, throughput=5MB/sec 2024-04-15T15:11:53.947 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-Kt4O5otBO81jq4B off=1124611 len=658552 2024-04-15T15:11:53.952 INFO:tasks.workunit.client.0.smithi016.stdout:op 4459 completed, throughput=5MB/sec 2024-04-15T15:11:53.952 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-ZR5GYLyQL3RVHgo off=3350467 len=1089135 2024-04-15T15:11:53.953 INFO:tasks.workunit.client.0.smithi016.stdout:op 4460 completed, throughput=5MB/sec 2024-04-15T15:11:54.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:11:53 smithi016 ceph-mon[90652]: pgmap v1791: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.3 MiB/s wr, 5 op/s 2024-04-15T15:11:54.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:11:53 smithi016 ceph-mon[93212]: pgmap v1791: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.3 MiB/s wr, 5 op/s 2024-04-15T15:11:54.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:11:53 smithi102 ceph-mon[87131]: pgmap v1791: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.3 MiB/s wr, 5 op/s 2024-04-15T15:11:54.953 INFO:tasks.workunit.client.0.smithi016.stdout: 873: throughput=4.99MB/sec pending data=0 2024-04-15T15:11:54.954 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-A7wSSv9Wg9F2ozr off=5165986 len=1102291 2024-04-15T15:11:54.955 INFO:tasks.workunit.client.0.smithi016.stdout:op 4461 completed, throughput=5MB/sec 2024-04-15T15:11:54.955 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-almZTMnqIzOw8SH off=727608 len=1786734 2024-04-15T15:11:54.964 INFO:tasks.workunit.client.0.smithi016.stdout:op 4462 completed, throughput=5MB/sec 2024-04-15T15:11:54.964 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-cElPgpvP1x0ZQ6I off=4590520 len=1377358 2024-04-15T15:11:54.966 INFO:tasks.workunit.client.0.smithi016.stdout:op 4463 completed, throughput=5MB/sec 2024-04-15T15:11:54.966 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-FcVkS5KYpdSqfW2 off=1268230 len=1349535 2024-04-15T15:11:54.967 INFO:tasks.workunit.client.0.smithi016.stdout:op 4464 completed, throughput=5MB/sec 2024-04-15T15:11:55.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:11:54 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T15:11:55.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:11:54 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T15:11:55.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:11:54 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T15:11:55.968 INFO:tasks.workunit.client.0.smithi016.stdout: 874: throughput=5MB/sec pending data=0 2024-04-15T15:11:55.968 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-QhOwg1IIWNK0uRu off=3871416 len=263332 2024-04-15T15:11:55.968 INFO:tasks.workunit.client.0.smithi016.stdout:op 4465 completed, throughput=5MB/sec 2024-04-15T15:11:55.969 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-troGhuUQOw6hVY4 off=5161810 len=1699458 2024-04-15T15:11:55.972 INFO:tasks.workunit.client.0.smithi016.stdout:op 4466 completed, throughput=5MB/sec 2024-04-15T15:11:55.972 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-gsnGlr_216WeRf7 off=18370590 len=758401 2024-04-15T15:11:55.977 INFO:tasks.workunit.client.0.smithi016.stdout:op 4467 completed, throughput=5MB/sec 2024-04-15T15:11:55.977 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-yS5OXBS_NnYlBz0 off=4045977 len=1505558 2024-04-15T15:11:55.986 INFO:tasks.workunit.client.0.smithi016.stdout:op 4468 completed, throughput=5MB/sec 2024-04-15T15:11:55.986 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-jNSkQN_FiPAlHPl off=4764944 len=100037 2024-04-15T15:11:55.987 INFO:tasks.workunit.client.0.smithi016.stdout:op 4469 completed, throughput=5MB/sec 2024-04-15T15:11:55.987 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-blrMHZlzA4K7ZgF off=2268355 len=1217645 2024-04-15T15:11:55.989 INFO:tasks.workunit.client.0.smithi016.stdout:op 4470 completed, throughput=5MB/sec 2024-04-15T15:11:56.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:11:55 smithi016 ceph-mon[90652]: pgmap v1792: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-15T15:11:56.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:11:55 smithi016 ceph-mon[93212]: pgmap v1792: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-15T15:11:56.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:11:55 smithi102 ceph-mon[87131]: pgmap v1792: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-15T15:11:56.989 INFO:tasks.workunit.client.0.smithi016.stdout: 875: throughput=5MB/sec pending data=0 2024-04-15T15:11:56.989 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-2E2snII4atgCXXJ off=1390432 len=1686963 2024-04-15T15:11:56.991 INFO:tasks.workunit.client.0.smithi016.stdout:op 4471 completed, throughput=5MB/sec 2024-04-15T15:11:56.991 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-96Dg-qU-F1K-7z- off=59304 len=2003805 2024-04-15T15:11:56.994 INFO:tasks.workunit.client.0.smithi016.stdout:op 4472 completed, throughput=5MB/sec 2024-04-15T15:11:56.994 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-MW9QQwwWQq1uHoN off=1500502 len=1475578 2024-04-15T15:11:57.003 INFO:tasks.workunit.client.0.smithi016.stdout:op 4473 completed, throughput=5MB/sec 2024-04-15T15:11:58.004 INFO:tasks.workunit.client.0.smithi016.stdout: 876: throughput=5MB/sec pending data=0 2024-04-15T15:11:58.004 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-EBz8hywJkNOdRLe off=2769004 len=1422280 2024-04-15T15:11:58.007 INFO:tasks.workunit.client.0.smithi016.stdout:op 4474 completed, throughput=5MB/sec 2024-04-15T15:11:58.007 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-V3T1FpGSWr5wr9y off=1792918 len=1695527 2024-04-15T15:11:58.016 INFO:tasks.workunit.client.0.smithi016.stdout:op 4475 completed, throughput=5MB/sec 2024-04-15T15:11:58.016 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-EHUwoUAIRQuBmCY off=1384293 len=969438 2024-04-15T15:11:58.021 INFO:tasks.workunit.client.0.smithi016.stdout:op 4476 completed, throughput=5MB/sec 2024-04-15T15:11:58.021 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-imnSdqbvB51hZBT off=1654231 len=1198546 2024-04-15T15:11:58.023 INFO:tasks.workunit.client.0.smithi016.stdout:op 4477 completed, throughput=5MB/sec 2024-04-15T15:11:58.291 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:11:57 smithi016 ceph-mon[90652]: pgmap v1793: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.8 MiB/s rd, 3.3 MiB/s wr, 6 op/s 2024-04-15T15:11:58.291 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:11:57 smithi016 ceph-mon[93212]: pgmap v1793: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.8 MiB/s rd, 3.3 MiB/s wr, 6 op/s 2024-04-15T15:11:58.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:11:57 smithi102 ceph-mon[87131]: pgmap v1793: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.8 MiB/s rd, 3.3 MiB/s wr, 6 op/s 2024-04-15T15:11:59.023 INFO:tasks.workunit.client.0.smithi016.stdout: 877: throughput=5MB/sec pending data=0 2024-04-15T15:11:59.023 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-ocTQSQ23Fmtacz1 off=7346854 len=568083 2024-04-15T15:11:59.025 INFO:tasks.workunit.client.0.smithi016.stdout:op 4478 completed, throughput=5MB/sec 2024-04-15T15:11:59.025 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-BsdvLvD8eJ701GK off=321692 len=101607 2024-04-15T15:11:59.026 INFO:tasks.workunit.client.0.smithi016.stdout:op 4479 completed, throughput=5MB/sec 2024-04-15T15:11:59.026 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-7w5emrZ0NCB59sR off=7068656 len=757278 2024-04-15T15:11:59.030 INFO:tasks.workunit.client.0.smithi016.stdout:op 4480 completed, throughput=5MB/sec 2024-04-15T15:11:59.030 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-behzVHSze7xPXj4 off=19222172 len=27204 2024-04-15T15:11:59.031 INFO:tasks.workunit.client.0.smithi016.stdout:op 4481 completed, throughput=5MB/sec 2024-04-15T15:11:59.031 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-Sbm5EHc7Rf50NrE off=6157228 len=1203828 2024-04-15T15:11:59.033 INFO:tasks.workunit.client.0.smithi016.stdout:op 4482 completed, throughput=5MB/sec 2024-04-15T15:11:59.033 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-ONPNX8BPeZKYUPj off=7733483 len=1029260 2024-04-15T15:11:59.034 INFO:tasks.workunit.client.0.smithi016.stdout:op 4483 completed, throughput=5MB/sec 2024-04-15T15:11:59.034 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-d4HNt9w-XkjLHOf off=19442101 len=1242434 2024-04-15T15:11:59.035 INFO:tasks.workunit.client.0.smithi016.stdout:op 4484 completed, throughput=5MB/sec 2024-04-15T15:12:00.036 INFO:tasks.workunit.client.0.smithi016.stdout: 878: throughput=4.99MB/sec pending data=0 2024-04-15T15:12:00.036 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-IXA7hWW7cHhZSEE off=16042651 len=320542 2024-04-15T15:12:00.037 INFO:tasks.workunit.client.0.smithi016.stdout:op 4485 completed, throughput=5MB/sec 2024-04-15T15:12:00.037 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-bB1Nmlw4wJhwUWN off=1057536 len=883619 2024-04-15T15:12:00.038 INFO:tasks.workunit.client.0.smithi016.stdout:op 4486 completed, throughput=5MB/sec 2024-04-15T15:12:00.038 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-UMDWNDKcvaJsEei off=581662 len=27612 2024-04-15T15:12:00.039 INFO:tasks.workunit.client.0.smithi016.stdout:op 4487 completed, throughput=5MB/sec 2024-04-15T15:12:00.039 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-OjohEl9rTLZMCiR off=306935 len=28483 2024-04-15T15:12:00.041 INFO:tasks.workunit.client.0.smithi016.stdout:op 4488 completed, throughput=5MB/sec 2024-04-15T15:12:00.041 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-QgmZtRyG8Hfk6sH off=4306860 len=2010885 2024-04-15T15:12:00.044 INFO:tasks.workunit.client.0.smithi016.stdout:op 4489 completed, throughput=5MB/sec 2024-04-15T15:12:00.044 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-pFDH5Qi_o5ZYaMD off=2047904 len=1516828 2024-04-15T15:12:00.046 INFO:tasks.workunit.client.0.smithi016.stdout:op 4490 completed, throughput=5MB/sec 2024-04-15T15:12:00.046 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-kM4VOomra_1_TGz off=7100520 len=1042015 2024-04-15T15:12:00.048 INFO:tasks.workunit.client.0.smithi016.stdout:op 4491 completed, throughput=5MB/sec 2024-04-15T15:12:00.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:11:59 smithi016 ceph-mon[90652]: pgmap v1794: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-04-15T15:12:00.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:11:59 smithi016 ceph-mon[93212]: pgmap v1794: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-04-15T15:12:00.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:11:59 smithi102 ceph-mon[87131]: pgmap v1794: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-04-15T15:12:01.049 INFO:tasks.workunit.client.0.smithi016.stdout: 879: throughput=5MB/sec pending data=0 2024-04-15T15:12:01.049 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-3iB-XJMEdow8pBs off=14885332 len=460934 2024-04-15T15:12:01.052 INFO:tasks.workunit.client.0.smithi016.stdout:op 4492 completed, throughput=5MB/sec 2024-04-15T15:12:01.052 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-vaJSXRMIGv9DcTl off=1688737 len=1200423 2024-04-15T15:12:01.059 INFO:tasks.workunit.client.0.smithi016.stdout:op 4493 completed, throughput=5MB/sec 2024-04-15T15:12:01.059 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-l_lP-5vNEqwLuQ0 off=490939 len=1592335 2024-04-15T15:12:01.061 INFO:tasks.workunit.client.0.smithi016.stdout:op 4494 completed, throughput=5MB/sec 2024-04-15T15:12:01.061 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-enwzqNIDhoLSXmC off=8518136 len=886138 2024-04-15T15:12:01.062 INFO:tasks.workunit.client.0.smithi016.stdout:op 4495 completed, throughput=5MB/sec 2024-04-15T15:12:01.062 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-zKIZiKQaYTOCwI9 off=7707935 len=22899 2024-04-15T15:12:01.062 INFO:tasks.workunit.client.0.smithi016.stdout:op 4496 completed, throughput=5MB/sec 2024-04-15T15:12:01.063 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-jR3UiEEMs3rKaEQ off=15811567 len=1090939 2024-04-15T15:12:01.063 INFO:tasks.workunit.client.0.smithi016.stdout:op 4497 completed, throughput=5MB/sec 2024-04-15T15:12:02.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:12:01 smithi016 ceph-mon[90652]: pgmap v1795: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-04-15T15:12:02.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:12:01 smithi016 ceph-mon[93212]: pgmap v1795: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-04-15T15:12:02.040 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 15 15:12:01 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-y[81421]: ::ffff:172.21.15.102 - - [15/Apr/2024:15:12:01] "GET /metrics HTTP/1.1" 200 34002 "" "Prometheus/2.43.0" 2024-04-15T15:12:02.064 INFO:tasks.workunit.client.0.smithi016.stdout: 880: throughput=5MB/sec pending data=0 2024-04-15T15:12:02.064 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-UiT7zNgoa1SOHLv off=919272 len=307737 2024-04-15T15:12:02.067 INFO:tasks.workunit.client.0.smithi016.stdout:op 4498 completed, throughput=5MB/sec 2024-04-15T15:12:02.068 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-4JIknxLjeEZl3VD off=1366729 len=1459094 2024-04-15T15:12:02.072 INFO:tasks.workunit.client.0.smithi016.stdout:op 4499 completed, throughput=5MB/sec 2024-04-15T15:12:02.072 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-HOdQgQzfSr43NrZ off=2555387 len=817963 2024-04-15T15:12:02.077 INFO:tasks.workunit.client.0.smithi016.stdout:op 4500 completed, throughput=5MB/sec 2024-04-15T15:12:02.077 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj--AzPM4lwi_HP_dZ off=5222182 len=1586957 2024-04-15T15:12:02.084 INFO:tasks.workunit.client.0.smithi016.stdout:op 4501 completed, throughput=5MB/sec 2024-04-15T15:12:02.084 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-N55WcBNu4ewDjZ9 off=13315697 len=611186 2024-04-15T15:12:02.085 INFO:tasks.workunit.client.0.smithi016.stdout:op 4502 completed, throughput=5MB/sec 2024-04-15T15:12:02.315 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:12:01 smithi102 ceph-mon[87131]: pgmap v1795: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-04-15T15:12:02.687 INFO:journalctl@ceph.prometheus.a.smithi102.stdout:Apr 15 15:12:02 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-prometheus-a[120881]: ts=2024-04-15T15:12:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi016:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"362ea986-fb34-11ee-bc8f-c7b262605968\", instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T15:12:03.086 INFO:tasks.workunit.client.0.smithi016.stdout: 881: throughput=4.99MB/sec pending data=0 2024-04-15T15:12:03.086 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-WB26SSH5Ecr_ECN off=11288624 len=326004 2024-04-15T15:12:03.087 INFO:tasks.workunit.client.0.smithi016.stdout:op 4503 completed, throughput=5MB/sec 2024-04-15T15:12:03.087 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-ntXQf44OJskHWC7 off=5492493 len=1211824 2024-04-15T15:12:03.094 INFO:tasks.workunit.client.0.smithi016.stdout:op 4504 completed, throughput=5MB/sec 2024-04-15T15:12:03.094 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-pLBQ1CMyMVxmxuJ off=20616303 len=1311944 2024-04-15T15:12:03.096 INFO:tasks.workunit.client.0.smithi016.stdout:op 4505 completed, throughput=5MB/sec 2024-04-15T15:12:03.096 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-g1lC-8PdEfCkK0r off=3396645 len=1580898 2024-04-15T15:12:03.104 INFO:tasks.workunit.client.0.smithi016.stdout:op 4506 completed, throughput=5MB/sec 2024-04-15T15:12:03.104 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-Zc1WNd4r5Z43zya off=19443283 len=815201 2024-04-15T15:12:03.109 INFO:tasks.workunit.client.0.smithi016.stdout:op 4507 completed, throughput=5MB/sec 2024-04-15T15:12:04.109 INFO:tasks.workunit.client.0.smithi016.stdout: 882: throughput=4.99MB/sec pending data=0 2024-04-15T15:12:04.109 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-ns87piYHnVbzs_k off=12387786 len=337288 2024-04-15T15:12:04.113 INFO:tasks.workunit.client.0.smithi016.stdout:op 4508 completed, throughput=4.99MB/sec 2024-04-15T15:12:04.113 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-sjZ8Ms2MtYECPlL off=17977298 len=2084303 2024-04-15T15:12:04.115 INFO:tasks.workunit.client.0.smithi016.stdout:op 4509 completed, throughput=5MB/sec 2024-04-15T15:12:04.115 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-5qjkJJ6FmcDBTf9 off=9512749 len=539521 2024-04-15T15:12:04.119 INFO:tasks.workunit.client.0.smithi016.stdout:op 4510 completed, throughput=5MB/sec 2024-04-15T15:12:04.120 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-JUKHRRkMvtr9a3y off=20180472 len=613788 2024-04-15T15:12:04.124 INFO:tasks.workunit.client.0.smithi016.stdout:op 4511 completed, throughput=5MB/sec 2024-04-15T15:12:04.124 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-5UTFPQ-eWE4M6iS off=5651093 len=2024255 2024-04-15T15:12:04.132 INFO:tasks.workunit.client.0.smithi016.stdout:op 4512 completed, throughput=5MB/sec 2024-04-15T15:12:04.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:12:03 smithi016 ceph-mon[90652]: pgmap v1796: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 3.6 MiB/s rd, 2.4 MiB/s wr, 6 op/s 2024-04-15T15:12:04.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:12:03 smithi016 ceph-mon[93212]: pgmap v1796: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 3.6 MiB/s rd, 2.4 MiB/s wr, 6 op/s 2024-04-15T15:12:04.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:12:03 smithi102 ceph-mon[87131]: pgmap v1796: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 3.6 MiB/s rd, 2.4 MiB/s wr, 6 op/s 2024-04-15T15:12:05.133 INFO:tasks.workunit.client.0.smithi016.stdout: 883: throughput=4.99MB/sec pending data=0 2024-04-15T15:12:05.133 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-Zou-lqq0OHh3gce off=9637190 len=745145 2024-04-15T15:12:05.135 INFO:tasks.workunit.client.0.smithi016.stdout:op 4513 completed, throughput=5MB/sec 2024-04-15T15:12:05.135 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-rPd3eln5oPWexl_ off=9231365 len=1009090 2024-04-15T15:12:05.135 INFO:tasks.workunit.client.0.smithi016.stdout:op 4514 completed, throughput=5MB/sec 2024-04-15T15:12:05.135 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-ILaBJFNb_9awg7j off=9744240 len=474673 2024-04-15T15:12:05.136 INFO:tasks.workunit.client.0.smithi016.stdout:op 4515 completed, throughput=5MB/sec 2024-04-15T15:12:05.137 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-gKrVQtWoOPLOTxy off=6276729 len=2033216 2024-04-15T15:12:05.148 INFO:tasks.workunit.client.0.smithi016.stdout:op 4516 completed, throughput=5MB/sec 2024-04-15T15:12:05.149 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-ycWBkzmBQm-a0Ks off=13596720 len=402794 2024-04-15T15:12:05.151 INFO:tasks.workunit.client.0.smithi016.stdout:op 4517 completed, throughput=5MB/sec 2024-04-15T15:12:05.152 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-zn9ZqoWDjWsGZlG off=6026023 len=1572281 2024-04-15T15:12:05.159 INFO:tasks.workunit.client.0.smithi016.stdout:op 4518 completed, throughput=5MB/sec 2024-04-15T15:12:06.159 INFO:tasks.workunit.client.0.smithi016.stdout: 884: throughput=5MB/sec pending data=0 2024-04-15T15:12:06.159 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-QsW2tR12Vvh57Fg off=4025057 len=1062659 2024-04-15T15:12:06.165 INFO:tasks.workunit.client.0.smithi016.stdout:op 4519 completed, throughput=5MB/sec 2024-04-15T15:12:06.165 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-x05M2Mp1vz_WVdp off=2882283 len=1105603 2024-04-15T15:12:06.170 INFO:tasks.workunit.client.0.smithi016.stdout:op 4520 completed, throughput=5MB/sec 2024-04-15T15:12:06.171 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-kZb1Vj7DS-UrlD4 off=7412513 len=272375 2024-04-15T15:12:06.174 INFO:tasks.workunit.client.0.smithi016.stdout:op 4521 completed, throughput=5MB/sec 2024-04-15T15:12:06.174 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-kaxDn8dvDSM-8op off=14410359 len=1986854 2024-04-15T15:12:06.176 INFO:tasks.workunit.client.0.smithi016.stdout:op 4522 completed, throughput=5MB/sec 2024-04-15T15:12:06.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:12:05 smithi016 ceph-mon[90652]: pgmap v1797: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.5 MiB/s wr, 4 op/s 2024-04-15T15:12:06.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:12:05 smithi016 ceph-mon[93212]: pgmap v1797: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.5 MiB/s wr, 4 op/s 2024-04-15T15:12:06.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:12:05 smithi102 ceph-mon[87131]: pgmap v1797: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.5 MiB/s wr, 4 op/s 2024-04-15T15:12:07.176 INFO:tasks.workunit.client.0.smithi016.stdout: 885: throughput=4.99MB/sec pending data=0 2024-04-15T15:12:07.176 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-DQOyLjm7nZCpC7K off=10500500 len=1764826 2024-04-15T15:12:07.178 INFO:tasks.workunit.client.0.smithi016.stdout:op 4523 completed, throughput=5MB/sec 2024-04-15T15:12:07.179 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-E1byhSE5ZaCxyos off=7839013 len=68321 2024-04-15T15:12:07.179 INFO:tasks.workunit.client.0.smithi016.stdout:op 4524 completed, throughput=5MB/sec 2024-04-15T15:12:07.179 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-KZKPEjkwitSzAve off=2141287 len=203177 2024-04-15T15:12:07.180 INFO:tasks.workunit.client.0.smithi016.stdout:op 4525 completed, throughput=5MB/sec 2024-04-15T15:12:07.180 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-pRRn_wAZWH0TgSy off=2406199 len=573894 2024-04-15T15:12:07.184 INFO:tasks.workunit.client.0.smithi016.stdout:op 4526 completed, throughput=5MB/sec 2024-04-15T15:12:07.184 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-UYPeZxmTzdvJv7O off=6928508 len=1288163 2024-04-15T15:12:07.190 INFO:tasks.workunit.client.0.smithi016.stdout:op 4527 completed, throughput=5MB/sec 2024-04-15T15:12:07.190 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-_Xk40GLenoPgb6L off=5036561 len=2032824 2024-04-15T15:12:07.192 INFO:tasks.workunit.client.0.smithi016.stdout:op 4528 completed, throughput=5MB/sec 2024-04-15T15:12:08.192 INFO:tasks.workunit.client.0.smithi016.stdout: 886: throughput=5MB/sec pending data=0 2024-04-15T15:12:08.193 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-zDp7XYyzQ19bYJI off=67826 len=1229218 2024-04-15T15:12:08.194 INFO:tasks.workunit.client.0.smithi016.stdout:op 4529 completed, throughput=5MB/sec 2024-04-15T15:12:08.194 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-mJ_zKZsaPHEIFnQ off=690068 len=1358997 2024-04-15T15:12:08.197 INFO:tasks.workunit.client.0.smithi016.stdout:op 4530 completed, throughput=5MB/sec 2024-04-15T15:12:08.197 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-Ar6hvD9QeAHrf1y off=1452628 len=566051 2024-04-15T15:12:08.201 INFO:tasks.workunit.client.0.smithi016.stdout:op 4531 completed, throughput=5MB/sec 2024-04-15T15:12:08.201 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-zB0D1TTC5qNKyUE off=1876425 len=452194 2024-04-15T15:12:08.202 INFO:tasks.workunit.client.0.smithi016.stdout:op 4532 completed, throughput=5MB/sec 2024-04-15T15:12:08.203 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-1fvVXyhlCzDpx2d off=20248814 len=1441459 2024-04-15T15:12:08.209 INFO:tasks.workunit.client.0.smithi016.stdout:op 4533 completed, throughput=5MB/sec 2024-04-15T15:12:08.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:12:07 smithi016 ceph-mon[90652]: pgmap v1798: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 3.5 MiB/s rd, 2.7 MiB/s wr, 6 op/s 2024-04-15T15:12:08.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:12:07 smithi016 ceph-mon[93212]: pgmap v1798: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 3.5 MiB/s rd, 2.7 MiB/s wr, 6 op/s 2024-04-15T15:12:08.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:12:07 smithi102 ceph-mon[87131]: pgmap v1798: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 3.5 MiB/s rd, 2.7 MiB/s wr, 6 op/s 2024-04-15T15:12:09.209 INFO:tasks.workunit.client.0.smithi016.stdout: 887: throughput=5MB/sec pending data=0 2024-04-15T15:12:09.209 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-c_dwu97Nh4TCxXw off=13934872 len=455063 2024-04-15T15:12:09.210 INFO:tasks.workunit.client.0.smithi016.stdout:op 4534 completed, throughput=5MB/sec 2024-04-15T15:12:09.210 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-mXLPUhpn0r8EHk5 off=4500024 len=997156 2024-04-15T15:12:09.216 INFO:tasks.workunit.client.0.smithi016.stdout:op 4535 completed, throughput=5MB/sec 2024-04-15T15:12:09.216 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-oFL2bEvYhy-LdXV off=19985619 len=1961037 2024-04-15T15:12:09.223 INFO:tasks.workunit.client.0.smithi016.stdout:op 4536 completed, throughput=5MB/sec 2024-04-15T15:12:09.223 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-DPOThRTfn9m3SJR off=15763814 len=2014680 2024-04-15T15:12:09.225 INFO:tasks.workunit.client.0.smithi016.stdout:op 4537 completed, throughput=5MB/sec 2024-04-15T15:12:09.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:12:09 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T15:12:09.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:12:09 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T15:12:09.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:12:09 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T15:12:10.226 INFO:tasks.workunit.client.0.smithi016.stdout: 888: throughput=5MB/sec pending data=0 2024-04-15T15:12:10.226 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-nahzAnqbbvJPcNN off=3067347 len=193327 2024-04-15T15:12:10.229 INFO:tasks.workunit.client.0.smithi016.stdout:op 4538 completed, throughput=5MB/sec 2024-04-15T15:12:10.229 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-zSlfMrxo8sETxh5 off=1081092 len=390347 2024-04-15T15:12:10.232 INFO:tasks.workunit.client.0.smithi016.stdout:op 4539 completed, throughput=5MB/sec 2024-04-15T15:12:10.232 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-5-Rq-sAQ39K-I7y off=8124169 len=1625710 2024-04-15T15:12:10.235 INFO:tasks.workunit.client.0.smithi016.stdout:op 4540 completed, throughput=5MB/sec 2024-04-15T15:12:10.235 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-n-wxLIGK-IC-wdy off=3198360 len=99367 2024-04-15T15:12:10.236 INFO:tasks.workunit.client.0.smithi016.stdout:op 4541 completed, throughput=5MB/sec 2024-04-15T15:12:10.236 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-dXvuySCmrn8TUP2 off=7802884 len=1319255 2024-04-15T15:12:10.244 INFO:tasks.workunit.client.0.smithi016.stdout:op 4542 completed, throughput=5MB/sec 2024-04-15T15:12:10.244 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-gG1WTtHVSGadEn6 off=1487571 len=1364020 2024-04-15T15:12:10.250 INFO:tasks.workunit.client.0.smithi016.stdout:op 4543 completed, throughput=5MB/sec 2024-04-15T15:12:10.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:12:10 smithi016 ceph-mon[90652]: pgmap v1799: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-15T15:12:10.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:12:10 smithi016 ceph-mon[93212]: pgmap v1799: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-15T15:12:10.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:12:10 smithi102 ceph-mon[87131]: pgmap v1799: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-15T15:12:11.250 INFO:tasks.workunit.client.0.smithi016.stdout: 889: throughput=4.99MB/sec pending data=0 2024-04-15T15:12:11.250 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-XBAih9rrqHb6WQ3 off=5209213 len=1717504 2024-04-15T15:12:11.252 INFO:tasks.workunit.client.0.smithi016.stdout:op 4544 completed, throughput=5MB/sec 2024-04-15T15:12:11.252 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-hhm6RtlGrkxWKzU off=3908592 len=1751662 2024-04-15T15:12:11.261 INFO:tasks.workunit.client.0.smithi016.stdout:op 4545 completed, throughput=5MB/sec 2024-04-15T15:12:11.261 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-RqJAc6pZc3SHr-f off=22373 len=1477154 2024-04-15T15:12:11.262 INFO:tasks.workunit.client.0.smithi016.stdout:op 4546 completed, throughput=5MB/sec 2024-04-15T15:12:12.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:12:12 smithi016 ceph-mon[90652]: pgmap v1800: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.0 MiB/s wr, 5 op/s 2024-04-15T15:12:12.041 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:12:12 smithi016 ceph-mon[93212]: pgmap v1800: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.0 MiB/s wr, 5 op/s 2024-04-15T15:12:12.041 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 15 15:12:11 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-y[81421]: ::ffff:172.21.15.102 - - [15/Apr/2024:15:12:11] "GET /metrics HTTP/1.1" 200 34000 "" "Prometheus/2.43.0" 2024-04-15T15:12:12.263 INFO:tasks.workunit.client.0.smithi016.stdout: 890: throughput=4.99MB/sec pending data=0 2024-04-15T15:12:12.263 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-LIQsPiMPHllOi-o off=2859733 len=1093862 2024-04-15T15:12:12.269 INFO:tasks.workunit.client.0.smithi016.stdout:op 4547 completed, throughput=5MB/sec 2024-04-15T15:12:12.269 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-JJsWtxiPlQKJCkW off=1073788 len=979048 2024-04-15T15:12:12.271 INFO:tasks.workunit.client.0.smithi016.stdout:op 4548 completed, throughput=5MB/sec 2024-04-15T15:12:12.271 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-wDu7oI7Aq8HEgVC off=7686181 len=1939300 2024-04-15T15:12:12.283 INFO:tasks.workunit.client.0.smithi016.stdout:op 4549 completed, throughput=5MB/sec 2024-04-15T15:12:12.283 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-1nvcZIOgipYvAth off=5004784 len=608529 2024-04-15T15:12:12.287 INFO:tasks.workunit.client.0.smithi016.stdout:op 4550 completed, throughput=5MB/sec 2024-04-15T15:12:12.287 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-YboYdmS7L2-dMkD off=2345225 len=1554113 2024-04-15T15:12:12.293 INFO:tasks.workunit.client.0.smithi016.stdout:op 4551 completed, throughput=5MB/sec 2024-04-15T15:12:12.315 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:12:12 smithi102 ceph-mon[87131]: pgmap v1800: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.0 MiB/s wr, 5 op/s 2024-04-15T15:12:12.687 INFO:journalctl@ceph.prometheus.a.smithi102.stdout:Apr 15 15:12:12 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-prometheus-a[120881]: ts=2024-04-15T15:12:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi016:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"362ea986-fb34-11ee-bc8f-c7b262605968\", instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T15:12:13.293 INFO:tasks.workunit.client.0.smithi016.stdout: 891: throughput=5MB/sec pending data=0 2024-04-15T15:12:13.294 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-Juc4F-eSc3vLzJV off=11071372 len=112516 2024-04-15T15:12:13.296 INFO:tasks.workunit.client.0.smithi016.stdout:op 4552 completed, throughput=5MB/sec 2024-04-15T15:12:13.296 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-HnlBtCvU7psyPk1 off=904651 len=880218 2024-04-15T15:12:13.297 INFO:tasks.workunit.client.0.smithi016.stdout:op 4553 completed, throughput=5MB/sec 2024-04-15T15:12:13.297 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-bT71dfWH4lmxZf9 off=894892 len=2071353 2024-04-15T15:12:13.300 INFO:tasks.workunit.client.0.smithi016.stdout:op 4554 completed, throughput=5MB/sec 2024-04-15T15:12:13.300 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-50oZkTXdMyEwxA0 off=2469115 len=1726132 2024-04-15T15:12:13.310 INFO:tasks.workunit.client.0.smithi016.stdout:op 4555 completed, throughput=5MB/sec 2024-04-15T15:12:14.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:12:14 smithi016 ceph-mon[90652]: pgmap v1801: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-04-15T15:12:14.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:12:14 smithi016 ceph-mon[93212]: pgmap v1801: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-04-15T15:12:14.311 INFO:tasks.workunit.client.0.smithi016.stdout: 892: throughput=4.99MB/sec pending data=0 2024-04-15T15:12:14.311 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-4Wn0tOg170ut7Ms off=1167338 len=1764903 2024-04-15T15:12:14.314 INFO:tasks.workunit.client.0.smithi016.stdout:op 4556 completed, throughput=5MB/sec 2024-04-15T15:12:14.314 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-ZiCWGnRpaR6wJlD off=976565 len=1472042 2024-04-15T15:12:14.322 INFO:tasks.workunit.client.0.smithi016.stdout:op 4557 completed, throughput=5MB/sec 2024-04-15T15:12:14.322 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-h4VlSHuz7JjTTUC off=10836752 len=1422608 2024-04-15T15:12:14.330 INFO:tasks.workunit.client.0.smithi016.stdout:op 4558 completed, throughput=5MB/sec 2024-04-15T15:12:14.330 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-3wmQARYDg_tInJU off=13813311 len=1632618 2024-04-15T15:12:14.334 INFO:tasks.workunit.client.0.smithi016.stdout:op 4559 completed, throughput=5MB/sec 2024-04-15T15:12:14.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:12:14 smithi102 ceph-mon[87131]: pgmap v1801: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-04-15T15:12:15.334 INFO:tasks.workunit.client.0.smithi016.stdout: 893: throughput=5MB/sec pending data=0 2024-04-15T15:12:15.335 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-quLJRd8Pzxc7s53 off=359418 len=951590 2024-04-15T15:12:15.336 INFO:tasks.workunit.client.0.smithi016.stdout:op 4560 completed, throughput=5MB/sec 2024-04-15T15:12:15.336 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-4tce0CHI8t1a8k8 off=6231899 len=1968693 2024-04-15T15:12:15.338 INFO:tasks.workunit.client.0.smithi016.stdout:op 4561 completed, throughput=5MB/sec 2024-04-15T15:12:15.338 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-dvhWr8aU_VU6S5k off=14010858 len=273487 2024-04-15T15:12:15.342 INFO:tasks.workunit.client.0.smithi016.stdout:op 4562 completed, throughput=5MB/sec 2024-04-15T15:12:15.342 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-kuhuV4IyMkltobY off=9335565 len=1834943 2024-04-15T15:12:15.349 INFO:tasks.workunit.client.0.smithi016.stdout:op 4563 completed, throughput=5MB/sec 2024-04-15T15:12:16.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:12:16 smithi016 ceph-mon[90652]: pgmap v1802: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-15T15:12:16.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:12:16 smithi016 ceph-mon[93212]: pgmap v1802: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-15T15:12:16.349 INFO:tasks.workunit.client.0.smithi016.stdout: 894: throughput=5MB/sec pending data=0 2024-04-15T15:12:16.350 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-MEDUj7XFiv0KARe off=1092995 len=1434210 2024-04-15T15:12:16.351 INFO:tasks.workunit.client.0.smithi016.stdout:op 4564 completed, throughput=5MB/sec 2024-04-15T15:12:16.352 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-pD74rBGiQyS95ar off=19231083 len=1617016 2024-04-15T15:12:16.353 INFO:tasks.workunit.client.0.smithi016.stdout:op 4565 completed, throughput=5MB/sec 2024-04-15T15:12:16.353 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-RxkhG00adinEUwW off=19317067 len=829049 2024-04-15T15:12:16.358 INFO:tasks.workunit.client.0.smithi016.stdout:op 4566 completed, throughput=5MB/sec 2024-04-15T15:12:16.358 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-h0g7nxQX5BtNpfg off=21371063 len=948206 2024-04-15T15:12:16.363 INFO:tasks.workunit.client.0.smithi016.stdout:op 4567 completed, throughput=5MB/sec 2024-04-15T15:12:16.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:12:16 smithi102 ceph-mon[87131]: pgmap v1802: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-15T15:12:17.364 INFO:tasks.workunit.client.0.smithi016.stdout: 895: throughput=4.99MB/sec pending data=0 2024-04-15T15:12:17.364 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-ACrBqmw8gPDMVCl off=287570 len=1875199 2024-04-15T15:12:17.366 INFO:tasks.workunit.client.0.smithi016.stdout:op 4568 completed, throughput=5MB/sec 2024-04-15T15:12:17.366 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-EDvth9t_RQoZlYn off=7064965 len=1263826 2024-04-15T15:12:17.369 INFO:tasks.workunit.client.0.smithi016.stdout:op 4569 completed, throughput=5MB/sec 2024-04-15T15:12:17.369 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-vcuvnou9YrDQO3w off=4087765 len=2096830 2024-04-15T15:12:17.371 INFO:tasks.workunit.client.0.smithi016.stdout:op 4570 completed, throughput=5MB/sec 2024-04-15T15:12:18.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:12:18 smithi016 ceph-mon[90652]: pgmap v1803: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.8 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2024-04-15T15:12:18.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:12:18 smithi016 ceph-mon[93212]: pgmap v1803: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.8 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2024-04-15T15:12:18.372 INFO:tasks.workunit.client.0.smithi016.stdout: 896: throughput=4.99MB/sec pending data=0 2024-04-15T15:12:18.372 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-m6KV7C-P1_OSrgq off=33821 len=1969282 2024-04-15T15:12:18.382 INFO:tasks.workunit.client.0.smithi016.stdout:op 4571 completed, throughput=5MB/sec 2024-04-15T15:12:18.382 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-uMy-0uSFsAbylQ9 off=6544488 len=269716 2024-04-15T15:12:18.385 INFO:tasks.workunit.client.0.smithi016.stdout:op 4572 completed, throughput=5MB/sec 2024-04-15T15:12:18.385 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-z_zBknL4EPXUCyy off=4359468 len=1153880 2024-04-15T15:12:18.386 INFO:tasks.workunit.client.0.smithi016.stdout:op 4573 completed, throughput=5MB/sec 2024-04-15T15:12:18.386 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-l1IGo9BBJucJpAV off=556816 len=1525710 2024-04-15T15:12:18.393 INFO:tasks.workunit.client.0.smithi016.stdout:op 4574 completed, throughput=5MB/sec 2024-04-15T15:12:18.394 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-P7tqOjVSrpQNxtX off=169622 len=495272 2024-04-15T15:12:18.397 INFO:tasks.workunit.client.0.smithi016.stdout:op 4575 completed, throughput=5MB/sec 2024-04-15T15:12:18.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:12:18 smithi102 ceph-mon[87131]: pgmap v1803: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.8 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2024-04-15T15:12:19.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:12:19 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T15:12:19.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:12:19 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T15:12:19.397 INFO:tasks.workunit.client.0.smithi016.stdout: 897: throughput=4.99MB/sec pending data=0 2024-04-15T15:12:19.397 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-qolqkHBG3yd6FTE off=19755241 len=141883 2024-04-15T15:12:19.397 INFO:tasks.workunit.client.0.smithi016.stdout:op 4576 completed, throughput=5MB/sec 2024-04-15T15:12:19.397 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-roehXx9z5u4pfDF off=2872760 len=1762551 2024-04-15T15:12:19.400 INFO:tasks.workunit.client.0.smithi016.stdout:op 4577 completed, throughput=5MB/sec 2024-04-15T15:12:19.400 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-Qk3EAaaRHoNP9UL off=969955 len=649627 2024-04-15T15:12:19.401 INFO:tasks.workunit.client.0.smithi016.stdout:op 4578 completed, throughput=5MB/sec 2024-04-15T15:12:19.401 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-hgUOE42z1os41Ic off=4375721 len=219947 2024-04-15T15:12:19.402 INFO:tasks.workunit.client.0.smithi016.stdout:op 4579 completed, throughput=5MB/sec 2024-04-15T15:12:19.402 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-sHuya7VX7T5Twcf off=1455752 len=875379 2024-04-15T15:12:19.406 INFO:tasks.workunit.client.0.smithi016.stdout:op 4580 completed, throughput=5MB/sec 2024-04-15T15:12:19.406 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-8rq7W4ygitnlD4B off=372531 len=1897662 2024-04-15T15:12:19.412 INFO:tasks.workunit.client.0.smithi016.stdout:op 4581 completed, throughput=5MB/sec 2024-04-15T15:12:19.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:12:19 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T15:12:20.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:12:20 smithi016 ceph-mon[90652]: pgmap v1804: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.2 MiB/s wr, 3 op/s 2024-04-15T15:12:20.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:12:20 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T15:12:20.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:12:20 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T15:12:20.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:12:20 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T15:12:20.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:12:20 smithi016 ceph-mon[93212]: pgmap v1804: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.2 MiB/s wr, 3 op/s 2024-04-15T15:12:20.291 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:12:20 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T15:12:20.291 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:12:20 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T15:12:20.291 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:12:20 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T15:12:20.413 INFO:tasks.workunit.client.0.smithi016.stdout: 898: throughput=5MB/sec pending data=0 2024-04-15T15:12:20.413 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-eBlIUArcdDER7HX off=2530755 len=2060019 2024-04-15T15:12:20.424 INFO:tasks.workunit.client.0.smithi016.stdout:op 4582 completed, throughput=5MB/sec 2024-04-15T15:12:20.425 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-ZDnZbsx2QegHF1z off=10848573 len=1436053 2024-04-15T15:12:20.426 INFO:tasks.workunit.client.0.smithi016.stdout:op 4583 completed, throughput=5MB/sec 2024-04-15T15:12:20.427 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-aOMTeo8ItDFf_Vc off=1055213 len=89997 2024-04-15T15:12:20.429 INFO:tasks.workunit.client.0.smithi016.stdout:op 4584 completed, throughput=5MB/sec 2024-04-15T15:12:20.429 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-uO7_69SjJM1CzJo off=10775642 len=1682772 2024-04-15T15:12:20.431 INFO:tasks.workunit.client.0.smithi016.stdout:op 4585 completed, throughput=5MB/sec 2024-04-15T15:12:20.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:12:20 smithi102 ceph-mon[87131]: pgmap v1804: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.2 MiB/s wr, 3 op/s 2024-04-15T15:12:20.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:12:20 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T15:12:20.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:12:20 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T15:12:20.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:12:20 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T15:12:21.431 INFO:tasks.workunit.client.0.smithi016.stdout: 899: throughput=5MB/sec pending data=0 2024-04-15T15:12:21.431 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-Ka0jJto3YGC-77T off=4022851 len=907814 2024-04-15T15:12:21.436 INFO:tasks.workunit.client.0.smithi016.stdout:op 4586 completed, throughput=5MB/sec 2024-04-15T15:12:21.436 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-GV-r7lrYXXkRdLG off=6672651 len=448887 2024-04-15T15:12:21.437 INFO:tasks.workunit.client.0.smithi016.stdout:op 4587 completed, throughput=5MB/sec 2024-04-15T15:12:21.437 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-8p0sPjp6_4_RF1q off=7831513 len=839010 2024-04-15T15:12:21.438 INFO:tasks.workunit.client.0.smithi016.stdout:op 4588 completed, throughput=5MB/sec 2024-04-15T15:12:21.438 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj--DsBoy2dYfyxwYh off=5859763 len=1595258 2024-04-15T15:12:21.440 INFO:tasks.workunit.client.0.smithi016.stdout:op 4589 completed, throughput=5MB/sec 2024-04-15T15:12:21.440 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-d3iylAgBj7I6D06 off=10553997 len=252644 2024-04-15T15:12:21.441 INFO:tasks.workunit.client.0.smithi016.stdout:op 4590 completed, throughput=5MB/sec 2024-04-15T15:12:21.441 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-LLftteLyy7xv73d off=3578621 len=907065 2024-04-15T15:12:21.446 INFO:tasks.workunit.client.0.smithi016.stdout:op 4591 completed, throughput=5MB/sec 2024-04-15T15:12:22.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:12:22 smithi016 ceph-mon[90652]: pgmap v1805: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-15T15:12:22.040 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 15 15:12:21 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-y[81421]: ::ffff:172.21.15.102 - - [15/Apr/2024:15:12:21] "GET /metrics HTTP/1.1" 200 34000 "" "Prometheus/2.43.0" 2024-04-15T15:12:22.041 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:12:22 smithi016 ceph-mon[93212]: pgmap v1805: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-15T15:12:22.316 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:12:22 smithi102 ceph-mon[87131]: pgmap v1805: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-15T15:12:22.447 INFO:tasks.workunit.client.0.smithi016.stdout: 900: throughput=4.99MB/sec pending data=0 2024-04-15T15:12:22.447 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-PnM1L9rk9oqw269 off=13031814 len=646119 2024-04-15T15:12:22.454 INFO:tasks.workunit.client.0.smithi016.stdout:op 4592 completed, throughput=5MB/sec 2024-04-15T15:12:22.454 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-3uUXQuPhWlMLMUO off=11231196 len=1091951 2024-04-15T15:12:22.458 INFO:tasks.workunit.client.0.smithi016.stdout:op 4593 completed, throughput=5MB/sec 2024-04-15T15:12:22.458 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj--zj2kwKHWjJVx7u off=4497547 len=458359 2024-04-15T15:12:22.458 INFO:tasks.workunit.client.0.smithi016.stdout:op 4594 completed, throughput=5MB/sec 2024-04-15T15:12:22.458 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-geDbA1DNRKOcB6T off=4394711 len=918196 2024-04-15T15:12:22.464 INFO:tasks.workunit.client.0.smithi016.stdout:op 4595 completed, throughput=5MB/sec 2024-04-15T15:12:22.464 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-fXrSsUJIgwK2SYv off=24340175 len=27726 2024-04-15T15:12:22.466 INFO:tasks.workunit.client.0.smithi016.stdout:op 4596 completed, throughput=5MB/sec 2024-04-15T15:12:22.466 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-6ixMwYyauPlXSAe off=8621048 len=555510 2024-04-15T15:12:22.467 INFO:tasks.workunit.client.0.smithi016.stdout:op 4597 completed, throughput=5MB/sec 2024-04-15T15:12:22.467 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-Ych3z7VXD2NfiCj off=7303101 len=1779438 2024-04-15T15:12:22.469 INFO:tasks.workunit.client.0.smithi016.stdout:op 4598 completed, throughput=5MB/sec 2024-04-15T15:12:22.687 INFO:journalctl@ceph.prometheus.a.smithi102.stdout:Apr 15 15:12:22 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-prometheus-a[120881]: ts=2024-04-15T15:12:22.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi016:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"362ea986-fb34-11ee-bc8f-c7b262605968\", instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T15:12:23.470 INFO:tasks.workunit.client.0.smithi016.stdout: 901: throughput=4.99MB/sec pending data=0 2024-04-15T15:12:23.470 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-dy6dJ3BecZr066F off=9149779 len=728210 2024-04-15T15:12:23.474 INFO:tasks.workunit.client.0.smithi016.stdout:op 4599 completed, throughput=5MB/sec 2024-04-15T15:12:23.475 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-OjiEcoHW3p4G2Wr off=8724282 len=395263 2024-04-15T15:12:23.475 INFO:tasks.workunit.client.0.smithi016.stdout:op 4600 completed, throughput=5MB/sec 2024-04-15T15:12:23.475 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-hPK01OI4Ux-Na9e off=2618880 len=1796765 2024-04-15T15:12:23.477 INFO:tasks.workunit.client.0.smithi016.stdout:op 4601 completed, throughput=5MB/sec 2024-04-15T15:12:23.477 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-FToFlqGbQTZ_Tqq off=9021516 len=360086 2024-04-15T15:12:23.478 INFO:tasks.workunit.client.0.smithi016.stdout:op 4602 completed, throughput=5MB/sec 2024-04-15T15:12:23.478 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-WMvsLU_H89PFWk2 off=1206554 len=1862801 2024-04-15T15:12:23.482 INFO:tasks.workunit.client.0.smithi016.stdout:op 4603 completed, throughput=5MB/sec 2024-04-15T15:12:24.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:12:24 smithi016 ceph-mon[90652]: pgmap v1806: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-15T15:12:24.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:12:24 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T15:12:24.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:12:24 smithi016 ceph-mon[93212]: pgmap v1806: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-15T15:12:24.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:12:24 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T15:12:24.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:12:24 smithi102 ceph-mon[87131]: pgmap v1806: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-15T15:12:24.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:12:24 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T15:12:24.482 INFO:tasks.workunit.client.0.smithi016.stdout: 902: throughput=4.99MB/sec pending data=0 2024-04-15T15:12:24.482 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-v8oZ9rEt80lKIpp off=9813909 len=1176412 2024-04-15T15:12:24.484 INFO:tasks.workunit.client.0.smithi016.stdout:op 4604 completed, throughput=5MB/sec 2024-04-15T15:12:24.484 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-f11igFBhBZ_Levy off=3375186 len=963732 2024-04-15T15:12:24.490 INFO:tasks.workunit.client.0.smithi016.stdout:op 4605 completed, throughput=5MB/sec 2024-04-15T15:12:24.490 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-8WgYo0_nrVB3_Yb off=3324203 len=78619 2024-04-15T15:12:24.490 INFO:tasks.workunit.client.0.smithi016.stdout:op 4606 completed, throughput=5MB/sec 2024-04-15T15:12:24.491 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-gd6qU5iLN65qKBt off=8588443 len=54527 2024-04-15T15:12:24.491 INFO:tasks.workunit.client.0.smithi016.stdout:op 4607 completed, throughput=5MB/sec 2024-04-15T15:12:24.491 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-F88ZvNRHu503kfj off=5324437 len=544500 2024-04-15T15:12:24.495 INFO:tasks.workunit.client.0.smithi016.stdout:op 4608 completed, throughput=5MB/sec 2024-04-15T15:12:24.495 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-Y0LHehd08qCvdad off=3078019 len=1679141 2024-04-15T15:12:24.505 INFO:tasks.workunit.client.0.smithi016.stdout:op 4609 completed, throughput=5MB/sec 2024-04-15T15:12:24.505 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-FBn9vSz_iNLSpxQ off=1578773 len=1456200 2024-04-15T15:12:24.509 INFO:tasks.workunit.client.0.smithi016.stdout:op 4610 completed, throughput=5MB/sec 2024-04-15T15:12:25.510 INFO:tasks.workunit.client.0.smithi016.stdout: 903: throughput=5MB/sec pending data=0 2024-04-15T15:12:25.510 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-sQNrjwGtwrsv-hF off=3611451 len=337339 2024-04-15T15:12:25.511 INFO:tasks.workunit.client.0.smithi016.stdout:op 4611 completed, throughput=5MB/sec 2024-04-15T15:12:25.511 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-DuCwsDt9eChUcmG off=14125288 len=1146934 2024-04-15T15:12:25.518 INFO:tasks.workunit.client.0.smithi016.stdout:op 4612 completed, throughput=5MB/sec 2024-04-15T15:12:25.518 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-lsaegZptAavsRnF off=223762 len=333458 2024-04-15T15:12:25.518 INFO:tasks.workunit.client.0.smithi016.stdout:op 4613 completed, throughput=5MB/sec 2024-04-15T15:12:25.519 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-hskMbkPDwwjsxQx off=886915 len=1937852 2024-04-15T15:12:25.521 INFO:tasks.workunit.client.0.smithi016.stdout:op 4614 completed, throughput=5MB/sec 2024-04-15T15:12:25.521 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-15ai58w6cEvrYEU off=3574867 len=1344679 2024-04-15T15:12:25.528 INFO:tasks.workunit.client.0.smithi016.stdout:op 4615 completed, throughput=5MB/sec 2024-04-15T15:12:26.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:12:26 smithi016 ceph-mon[90652]: pgmap v1807: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.0 MiB/s wr, 3 op/s 2024-04-15T15:12:26.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:12:26 smithi016 ceph-mon[93212]: pgmap v1807: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.0 MiB/s wr, 3 op/s 2024-04-15T15:12:26.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:12:26 smithi102 ceph-mon[87131]: pgmap v1807: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.0 MiB/s wr, 3 op/s 2024-04-15T15:12:26.529 INFO:tasks.workunit.client.0.smithi016.stdout: 904: throughput=5MB/sec pending data=0 2024-04-15T15:12:26.529 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-VIpkEi_jPjNiN9N off=7244966 len=1066557 2024-04-15T15:12:26.534 INFO:tasks.workunit.client.0.smithi016.stdout:op 4616 completed, throughput=5MB/sec 2024-04-15T15:12:26.534 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-ngSEDKiZluAwOtD off=2288134 len=887632 2024-04-15T15:12:26.536 INFO:tasks.workunit.client.0.smithi016.stdout:op 4617 completed, throughput=5MB/sec 2024-04-15T15:12:26.537 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-muEQDVkgy1UZBah off=7499209 len=265768 2024-04-15T15:12:26.540 INFO:tasks.workunit.client.0.smithi016.stdout:op 4618 completed, throughput=5MB/sec 2024-04-15T15:12:26.540 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-obmGLkeKWjNgFHy off=9685568 len=78368 2024-04-15T15:12:26.542 INFO:tasks.workunit.client.0.smithi016.stdout:op 4619 completed, throughput=5MB/sec 2024-04-15T15:12:26.542 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-oAne6jRLbq2KQHh off=4253289 len=176619 2024-04-15T15:12:26.542 INFO:tasks.workunit.client.0.smithi016.stdout:op 4620 completed, throughput=5MB/sec 2024-04-15T15:12:26.543 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-8DweHlzzQufgClK off=3228554 len=303409 2024-04-15T15:12:26.545 INFO:tasks.workunit.client.0.smithi016.stdout:op 4621 completed, throughput=5MB/sec 2024-04-15T15:12:26.545 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-QB97i_CQPc17Ca7 off=15022 len=492901 2024-04-15T15:12:26.548 INFO:tasks.workunit.client.0.smithi016.stdout:op 4622 completed, throughput=5MB/sec 2024-04-15T15:12:26.549 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-f7wWwCUDFeculWK off=895142 len=78313 2024-04-15T15:12:26.551 INFO:tasks.workunit.client.0.smithi016.stdout:op 4623 completed, throughput=5MB/sec 2024-04-15T15:12:26.551 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-5a2kCIehAv3azgP off=0 len=1525309 2024-04-15T15:12:26.557 INFO:tasks.workunit.client.0.smithi016.stdout:op 4624 completed, throughput=5MB/sec 2024-04-15T15:12:26.557 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-eUcGZiM3_4UKDwP off=16918767 len=1901128 2024-04-15T15:12:26.565 INFO:tasks.workunit.client.0.smithi016.stdout:op 4625 completed, throughput=5MB/sec 2024-04-15T15:12:27.566 INFO:tasks.workunit.client.0.smithi016.stdout: 905: throughput=5MB/sec pending data=0 2024-04-15T15:12:27.566 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-AKMyUpK3kNiHMcy off=4743576 len=664024 2024-04-15T15:12:27.571 INFO:tasks.workunit.client.0.smithi016.stdout:op 4626 completed, throughput=5MB/sec 2024-04-15T15:12:27.571 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-5vsD8tWpzx64Y09 off=13093564 len=1527671 2024-04-15T15:12:27.578 INFO:tasks.workunit.client.0.smithi016.stdout:op 4627 completed, throughput=5MB/sec 2024-04-15T15:12:27.578 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-1iBzEwLs5gdRcAd off=11611946 len=1770256 2024-04-15T15:12:27.580 INFO:tasks.workunit.client.0.smithi016.stdout:op 4628 completed, throughput=5MB/sec 2024-04-15T15:12:28.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:12:28 smithi016 ceph-mon[90652]: pgmap v1808: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-04-15T15:12:28.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:12:28 smithi016 ceph-mon[93212]: pgmap v1808: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-04-15T15:12:28.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:12:28 smithi102 ceph-mon[87131]: pgmap v1808: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-04-15T15:12:28.580 INFO:tasks.workunit.client.0.smithi016.stdout: 906: throughput=5MB/sec pending data=0 2024-04-15T15:12:28.580 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-5cSNTd79PM56h3Y off=17196339 len=239946 2024-04-15T15:12:28.583 INFO:tasks.workunit.client.0.smithi016.stdout:op 4629 completed, throughput=5MB/sec 2024-04-15T15:12:28.583 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-FepfY3zEUSZbR7M off=276201 len=1095333 2024-04-15T15:12:28.589 INFO:tasks.workunit.client.0.smithi016.stdout:op 4630 completed, throughput=5MB/sec 2024-04-15T15:12:28.589 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-sU7YCk2SVlKNSgX off=2979199 len=1029480 2024-04-15T15:12:28.595 INFO:tasks.workunit.client.0.smithi016.stdout:op 4631 completed, throughput=5MB/sec 2024-04-15T15:12:28.595 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-hqePF-n7JexuQql off=3390591 len=268066 2024-04-15T15:12:28.596 INFO:tasks.workunit.client.0.smithi016.stdout:op 4632 completed, throughput=5MB/sec 2024-04-15T15:12:28.596 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-g0WVItmfz7ndAO8 off=4663881 len=1958125 2024-04-15T15:12:28.608 INFO:tasks.workunit.client.0.smithi016.stdout:op 4633 completed, throughput=5MB/sec 2024-04-15T15:12:28.608 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-I-DGmRFUyVMBAQL off=6981337 len=953266 2024-04-15T15:12:28.613 INFO:tasks.workunit.client.0.smithi016.stdout:op 4634 completed, throughput=5MB/sec 2024-04-15T15:12:29.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:12:29 smithi016 ceph-mon[93212]: pgmap v1809: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-04-15T15:12:29.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:12:29 smithi016 ceph-mon[90652]: pgmap v1809: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-04-15T15:12:29.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:12:29 smithi102 ceph-mon[87131]: pgmap v1809: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-04-15T15:12:29.613 INFO:tasks.workunit.client.0.smithi016.stdout: 907: throughput=5MB/sec pending data=0 2024-04-15T15:12:29.614 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-8UK6xMSx3o2fK7m off=9951411 len=191408 2024-04-15T15:12:29.614 INFO:tasks.workunit.client.0.smithi016.stdout:op 4635 completed, throughput=5MB/sec 2024-04-15T15:12:29.615 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-YCR_2JHCE4NZpKu off=21041487 len=1510334 2024-04-15T15:12:29.624 INFO:tasks.workunit.client.0.smithi016.stdout:op 4636 completed, throughput=5MB/sec 2024-04-15T15:12:29.624 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-4-wbPiQfMLUCl02 off=1685076 len=1925260 2024-04-15T15:12:29.633 INFO:tasks.workunit.client.0.smithi016.stdout:op 4637 completed, throughput=5MB/sec 2024-04-15T15:12:29.633 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-SKO-32jz2-WEE9F off=3500068 len=545969 2024-04-15T15:12:29.637 INFO:tasks.workunit.client.0.smithi016.stdout:op 4638 completed, throughput=5MB/sec 2024-04-15T15:12:29.637 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-EZnv6N4Y__aST3X off=4090603 len=1626059 2024-04-15T15:12:29.646 INFO:tasks.workunit.client.0.smithi016.stdout:op 4639 completed, throughput=5MB/sec 2024-04-15T15:12:30.646 INFO:tasks.workunit.client.0.smithi016.stdout: 908: throughput=5MB/sec pending data=0 2024-04-15T15:12:30.647 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-j1aeRIUfveH1S2X off=6497851 len=1738300 2024-04-15T15:12:30.653 INFO:tasks.workunit.client.0.smithi016.stdout:op 4640 completed, throughput=5MB/sec 2024-04-15T15:12:30.653 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-Me3-5C8-_2ahHwg off=6294510 len=732778 2024-04-15T15:12:30.654 INFO:tasks.workunit.client.0.smithi016.stdout:op 4641 completed, throughput=5MB/sec 2024-04-15T15:12:30.654 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-89EXONnTif5A4nJ off=2809364 len=802288 2024-04-15T15:12:30.655 INFO:tasks.workunit.client.0.smithi016.stdout:op 4642 completed, throughput=5MB/sec 2024-04-15T15:12:30.656 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-ZdQnJI7shzlkKov off=3337793 len=946237 2024-04-15T15:12:30.661 INFO:tasks.workunit.client.0.smithi016.stdout:op 4643 completed, throughput=5MB/sec 2024-04-15T15:12:30.661 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-AP7dpwBEeiaPJ3n off=12523789 len=539423 2024-04-15T15:12:30.662 INFO:tasks.workunit.client.0.smithi016.stdout:op 4644 completed, throughput=5MB/sec 2024-04-15T15:12:31.662 INFO:tasks.workunit.client.0.smithi016.stdout: 909: throughput=4.99MB/sec pending data=0 2024-04-15T15:12:31.663 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-Pxudx430T7giume off=6367853 len=1336774 2024-04-15T15:12:31.666 INFO:tasks.workunit.client.0.smithi016.stdout:op 4645 completed, throughput=5MB/sec 2024-04-15T15:12:31.666 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-lNbRNoSTB-Ue6zr off=1083742 len=441653 2024-04-15T15:12:31.667 INFO:tasks.workunit.client.0.smithi016.stdout:op 4646 completed, throughput=5MB/sec 2024-04-15T15:12:31.667 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-NQ0Kbnnel4yodM5 off=10623930 len=1782798 2024-04-15T15:12:31.675 INFO:tasks.workunit.client.0.smithi016.stdout:op 4647 completed, throughput=5MB/sec 2024-04-15T15:12:31.675 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj--mXVLLYjQreUAX_ off=1752059 len=1938975 2024-04-15T15:12:31.687 INFO:tasks.workunit.client.0.smithi016.stdout:op 4648 completed, throughput=5MB/sec 2024-04-15T15:12:31.779 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:12:31 smithi016 ceph-mon[90652]: pgmap v1810: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-04-15T15:12:31.779 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:12:31 smithi016 ceph-mon[93212]: pgmap v1810: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-04-15T15:12:31.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:12:31 smithi102 ceph-mon[87131]: pgmap v1810: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-04-15T15:12:32.039 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 15 15:12:31 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-y[81421]: ::ffff:172.21.15.102 - - [15/Apr/2024:15:12:31] "GET /metrics HTTP/1.1" 200 34001 "" "Prometheus/2.43.0" 2024-04-15T15:12:32.687 INFO:tasks.workunit.client.0.smithi016.stdout: 910: throughput=5MB/sec pending data=0 2024-04-15T15:12:32.687 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-woHdHlts-d9vZHh off=3263593 len=1372762 2024-04-15T15:12:32.688 INFO:journalctl@ceph.prometheus.a.smithi102.stdout:Apr 15 15:12:32 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-prometheus-a[120881]: ts=2024-04-15T15:12:32.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi016:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"362ea986-fb34-11ee-bc8f-c7b262605968\", instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T15:12:32.689 INFO:tasks.workunit.client.0.smithi016.stdout:op 4649 completed, throughput=5MB/sec 2024-04-15T15:12:32.689 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-Y67_4zcgLfeGivt off=9369903 len=2017618 2024-04-15T15:12:32.698 INFO:tasks.workunit.client.0.smithi016.stdout:op 4650 completed, throughput=5MB/sec 2024-04-15T15:12:32.698 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-z_X5uRnpEdfHvF_ off=4484651 len=88400 2024-04-15T15:12:32.700 INFO:tasks.workunit.client.0.smithi016.stdout:op 4651 completed, throughput=5MB/sec 2024-04-15T15:12:32.700 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-EeUYh0P1i1YOnDW off=11302580 len=865717 2024-04-15T15:12:32.701 INFO:tasks.workunit.client.0.smithi016.stdout:op 4652 completed, throughput=5MB/sec 2024-04-15T15:12:32.701 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-cY-AL_KCQiSDndC off=19956859 len=802475 2024-04-15T15:12:32.706 INFO:tasks.workunit.client.0.smithi016.stdout:op 4653 completed, throughput=5MB/sec 2024-04-15T15:12:33.707 INFO:tasks.workunit.client.0.smithi016.stdout: 911: throughput=4.99MB/sec pending data=0 2024-04-15T15:12:33.707 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-92xLX87uJabAm0P off=2433779 len=1425268 2024-04-15T15:12:33.713 INFO:tasks.workunit.client.0.smithi016.stdout:op 4654 completed, throughput=5MB/sec 2024-04-15T15:12:33.713 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-4yTGZSBxnCaxPmF off=4049214 len=980232 2024-04-15T15:12:33.719 INFO:tasks.workunit.client.0.smithi016.stdout:op 4655 completed, throughput=5MB/sec 2024-04-15T15:12:33.719 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-iGB061eH7WHZ1Sq off=7635732 len=894307 2024-04-15T15:12:33.720 INFO:tasks.workunit.client.0.smithi016.stdout:op 4656 completed, throughput=5MB/sec 2024-04-15T15:12:33.720 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-1uwE5-0Uppae3xh off=11907152 len=1965359 2024-04-15T15:12:33.731 INFO:tasks.workunit.client.0.smithi016.stdout:op 4657 completed, throughput=5MB/sec 2024-04-15T15:12:33.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:12:33 smithi016 ceph-mon[90652]: pgmap v1811: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.1 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2024-04-15T15:12:33.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:12:33 smithi016 ceph-mon[93212]: pgmap v1811: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.1 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2024-04-15T15:12:33.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:12:33 smithi102 ceph-mon[87131]: pgmap v1811: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.1 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2024-04-15T15:12:34.731 INFO:tasks.workunit.client.0.smithi016.stdout: 912: throughput=4.99MB/sec pending data=0 2024-04-15T15:12:34.732 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-ecxrN7rUyl6H-Ry off=11307838 len=1985933 2024-04-15T15:12:34.741 INFO:tasks.workunit.client.0.smithi016.stdout:op 4658 completed, throughput=5MB/sec 2024-04-15T15:12:34.742 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-3QQdpz4MfJbIL50 off=3831452 len=1275906 2024-04-15T15:12:34.747 INFO:tasks.workunit.client.0.smithi016.stdout:op 4659 completed, throughput=5MB/sec 2024-04-15T15:12:34.747 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj--g5CrvvgKAL-WjX off=1209099 len=72915 2024-04-15T15:12:34.748 INFO:tasks.workunit.client.0.smithi016.stdout:op 4660 completed, throughput=5MB/sec 2024-04-15T15:12:34.748 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-_uiOgxzeCzivetQ off=108710 len=1755160 2024-04-15T15:12:34.754 INFO:tasks.workunit.client.0.smithi016.stdout:op 4661 completed, throughput=5MB/sec 2024-04-15T15:12:34.755 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-r44UOPkkqTSovg5 off=5372417 len=1935028 2024-04-15T15:12:34.755 INFO:tasks.workunit.client.0.smithi016.stdout:op 4662 completed, throughput=5MB/sec 2024-04-15T15:12:35.756 INFO:tasks.workunit.client.0.smithi016.stdout: 913: throughput=5MB/sec pending data=0 2024-04-15T15:12:35.756 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-WbN_cfj1W0kxky7 off=3819630 len=997849 2024-04-15T15:12:35.761 INFO:tasks.workunit.client.0.smithi016.stdout:op 4663 completed, throughput=5MB/sec 2024-04-15T15:12:35.761 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-BGz-N69dwtSMt3u off=7278826 len=1910321 2024-04-15T15:12:35.763 INFO:tasks.workunit.client.0.smithi016.stdout:op 4664 completed, throughput=5MB/sec 2024-04-15T15:12:35.764 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-nwMEztR8kd918za off=13045213 len=780091 2024-04-15T15:12:35.768 INFO:tasks.workunit.client.0.smithi016.stdout:op 4665 completed, throughput=5MB/sec 2024-04-15T15:12:35.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:12:35 smithi016 ceph-mon[90652]: pgmap v1812: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-04-15T15:12:35.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:12:35 smithi016 ceph-mon[93212]: pgmap v1812: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-04-15T15:12:35.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:12:35 smithi102 ceph-mon[87131]: pgmap v1812: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-04-15T15:12:36.768 INFO:tasks.workunit.client.0.smithi016.stdout: 914: throughput=4.99MB/sec pending data=0 2024-04-15T15:12:36.769 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-ZnMp7vlNCkJanOg off=2657262 len=1034868 2024-04-15T15:12:36.771 INFO:tasks.workunit.client.0.smithi016.stdout:op 4666 completed, throughput=5MB/sec 2024-04-15T15:12:36.771 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-83Sz67cInWwe_p_ off=5727383 len=576565 2024-04-15T15:12:36.775 INFO:tasks.workunit.client.0.smithi016.stdout:op 4667 completed, throughput=5MB/sec 2024-04-15T15:12:36.775 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-tRr7-iQILAUfnfE off=5360774 len=1884343 2024-04-15T15:12:36.785 INFO:tasks.workunit.client.0.smithi016.stdout:op 4668 completed, throughput=5MB/sec 2024-04-15T15:12:36.785 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-RDxuPDa6AQI2Itc off=10351039 len=1753770 2024-04-15T15:12:36.787 INFO:tasks.workunit.client.0.smithi016.stdout:op 4669 completed, throughput=5MB/sec 2024-04-15T15:12:37.787 INFO:tasks.workunit.client.0.smithi016.stdout: 915: throughput=4.99MB/sec pending data=0 2024-04-15T15:12:37.788 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-Coa4Py6-NR7bO5j off=1869049 len=1749964 2024-04-15T15:12:37.789 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:12:37 smithi016 ceph-mon[90652]: pgmap v1813: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.9 MiB/s wr, 6 op/s 2024-04-15T15:12:37.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:12:37 smithi016 ceph-mon[93212]: pgmap v1813: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.9 MiB/s wr, 6 op/s 2024-04-15T15:12:37.791 INFO:tasks.workunit.client.0.smithi016.stdout:op 4670 completed, throughput=5MB/sec 2024-04-15T15:12:37.792 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-LtUwNWkDiXo5rrG off=5039307 len=1511882 2024-04-15T15:12:37.793 INFO:tasks.workunit.client.0.smithi016.stdout:op 4671 completed, throughput=5MB/sec 2024-04-15T15:12:37.793 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-9Aj5tLjTylMoA7- off=1998182 len=34372 2024-04-15T15:12:37.794 INFO:tasks.workunit.client.0.smithi016.stdout:op 4672 completed, throughput=5MB/sec 2024-04-15T15:12:37.794 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-ir_7vvmEciQVpXQ off=6678874 len=808425 2024-04-15T15:12:37.795 INFO:tasks.workunit.client.0.smithi016.stdout:op 4673 completed, throughput=5MB/sec 2024-04-15T15:12:37.796 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-S9mG33sce2Wmqz3 off=15753549 len=207261 2024-04-15T15:12:37.796 INFO:tasks.workunit.client.0.smithi016.stdout:op 4674 completed, throughput=5MB/sec 2024-04-15T15:12:37.796 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-XrDr2FzgGcZp9Rk off=16464169 len=989501 2024-04-15T15:12:37.802 INFO:tasks.workunit.client.0.smithi016.stdout:op 4675 completed, throughput=5MB/sec 2024-04-15T15:12:37.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:12:37 smithi102 ceph-mon[87131]: pgmap v1813: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.9 MiB/s wr, 6 op/s 2024-04-15T15:12:38.802 INFO:tasks.workunit.client.0.smithi016.stdout: 916: throughput=4.99MB/sec pending data=0 2024-04-15T15:12:38.802 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-J4zuayGQw29IzGj off=7172988 len=637080 2024-04-15T15:12:38.803 INFO:tasks.workunit.client.0.smithi016.stdout:op 4676 completed, throughput=5MB/sec 2024-04-15T15:12:38.803 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-2r0Ve4LfTiUCb6N off=1288199 len=202053 2024-04-15T15:12:38.807 INFO:tasks.workunit.client.0.smithi016.stdout:op 4677 completed, throughput=5MB/sec 2024-04-15T15:12:38.807 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-z3Zd6_ui-6kKlzi off=6275775 len=907643 2024-04-15T15:12:38.808 INFO:tasks.workunit.client.0.smithi016.stdout:op 4678 completed, throughput=5MB/sec 2024-04-15T15:12:38.808 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-urVNgwa0qeGqOkJ off=15743201 len=941684 2024-04-15T15:12:38.813 INFO:tasks.workunit.client.0.smithi016.stdout:op 4679 completed, throughput=5MB/sec 2024-04-15T15:12:38.813 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-0la3vzi0OpaqTAR off=3170470 len=1376528 2024-04-15T15:12:38.820 INFO:tasks.workunit.client.0.smithi016.stdout:op 4680 completed, throughput=5MB/sec 2024-04-15T15:12:38.821 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-Ep0yOYTvzzJByK2 off=398761 len=931003 2024-04-15T15:12:38.825 INFO:tasks.workunit.client.0.smithi016.stdout:op 4681 completed, throughput=5MB/sec 2024-04-15T15:12:38.825 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-_CvNVFYjAHriI9F off=11392548 len=1571955 2024-04-15T15:12:38.828 INFO:tasks.workunit.client.0.smithi016.stdout:op 4682 completed, throughput=5MB/sec 2024-04-15T15:12:39.740 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:12:39 smithi102 ceph-mon[87131]: pgmap v1814: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 1.3 MiB/s rd, 3.4 MiB/s wr, 4 op/s 2024-04-15T15:12:39.740 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:12:39 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T15:12:39.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:12:39 smithi016 ceph-mon[90652]: pgmap v1814: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 1.3 MiB/s rd, 3.4 MiB/s wr, 4 op/s 2024-04-15T15:12:39.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:12:39 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T15:12:39.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:12:39 smithi016 ceph-mon[93212]: pgmap v1814: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 1.3 MiB/s rd, 3.4 MiB/s wr, 4 op/s 2024-04-15T15:12:39.791 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:12:39 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T15:12:39.829 INFO:tasks.workunit.client.0.smithi016.stdout: 917: throughput=5MB/sec pending data=0 2024-04-15T15:12:39.829 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-9aJEne84upry2F_ off=14517645 len=1122371 2024-04-15T15:12:39.837 INFO:tasks.workunit.client.0.smithi016.stdout:op 4683 completed, throughput=5MB/sec 2024-04-15T15:12:39.837 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-6jd1GTfkb8SjZ8f off=8150382 len=1185414 2024-04-15T15:12:39.843 INFO:tasks.workunit.client.0.smithi016.stdout:op 4684 completed, throughput=5MB/sec 2024-04-15T15:12:39.843 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-dGxUOMOimRIFn8U off=5010484 len=709955 2024-04-15T15:12:39.844 INFO:tasks.workunit.client.0.smithi016.stdout:op 4685 completed, throughput=5MB/sec 2024-04-15T15:12:39.844 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-cc-pLzq6QeF0geu off=5105952 len=234524 2024-04-15T15:12:39.847 INFO:tasks.workunit.client.0.smithi016.stdout:op 4686 completed, throughput=5MB/sec 2024-04-15T15:12:39.847 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-L36DkvIzGm7135u off=8764740 len=2052090 2024-04-15T15:12:39.851 INFO:tasks.workunit.client.0.smithi016.stdout:op 4687 completed, throughput=5MB/sec 2024-04-15T15:12:40.852 INFO:tasks.workunit.client.0.smithi016.stdout: 918: throughput=5MB/sec pending data=0 2024-04-15T15:12:40.852 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-NTNrR-HWV9xDSCl off=4429435 len=2051076 2024-04-15T15:12:40.865 INFO:tasks.workunit.client.0.smithi016.stdout:op 4688 completed, throughput=5MB/sec 2024-04-15T15:12:40.865 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-oQHJAE1zQevVreS off=8301953 len=639820 2024-04-15T15:12:40.866 INFO:tasks.workunit.client.0.smithi016.stdout:op 4689 completed, throughput=5MB/sec 2024-04-15T15:12:40.866 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-_1gvuPbXXOMgf1B off=166930 len=307232 2024-04-15T15:12:40.867 INFO:tasks.workunit.client.0.smithi016.stdout:op 4690 completed, throughput=5MB/sec 2024-04-15T15:12:40.867 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-jQF3YZOxtmxIhXx off=2338201 len=1315952 2024-04-15T15:12:40.869 INFO:tasks.workunit.client.0.smithi016.stdout:op 4691 completed, throughput=5MB/sec 2024-04-15T15:12:41.779 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:12:41 smithi016 ceph-mon[90652]: pgmap v1815: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 1.8 MiB/s rd, 3.7 MiB/s wr, 5 op/s 2024-04-15T15:12:41.779 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:12:41 smithi016 ceph-mon[93212]: pgmap v1815: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 1.8 MiB/s rd, 3.7 MiB/s wr, 5 op/s 2024-04-15T15:12:41.869 INFO:tasks.workunit.client.0.smithi016.stdout: 919: throughput=4.99MB/sec pending data=0 2024-04-15T15:12:41.869 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-DBYWkZgELXJ74NB off=12060213 len=750015 2024-04-15T15:12:41.874 INFO:tasks.workunit.client.0.smithi016.stdout:op 4692 completed, throughput=5MB/sec 2024-04-15T15:12:41.874 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-g1lC-8PdEfCkK0r off=6932253 len=372599 2024-04-15T15:12:41.878 INFO:tasks.workunit.client.0.smithi016.stdout:op 4693 completed, throughput=5MB/sec 2024-04-15T15:12:41.879 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-CNIg-yvKU4CdV1O off=7804410 len=273121 2024-04-15T15:12:41.879 INFO:tasks.workunit.client.0.smithi016.stdout:op 4694 completed, throughput=5MB/sec 2024-04-15T15:12:41.879 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-Gie4x0b0ioyDLK0 off=8276347 len=1505810 2024-04-15T15:12:41.885 INFO:tasks.workunit.client.0.smithi016.stdout:op 4695 completed, throughput=5MB/sec 2024-04-15T15:12:41.885 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-VYS7-eUozlehTeU off=0 len=1678613 2024-04-15T15:12:41.895 INFO:tasks.workunit.client.0.smithi016.stdout:op 4696 completed, throughput=5MB/sec 2024-04-15T15:12:41.895 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-iRKyGFZjubKRMAK off=16176772 len=1220347 2024-04-15T15:12:41.900 INFO:tasks.workunit.client.0.smithi016.stdout:op 4697 completed, throughput=5MB/sec 2024-04-15T15:12:41.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:12:41 smithi102 ceph-mon[87131]: pgmap v1815: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 1.8 MiB/s rd, 3.7 MiB/s wr, 5 op/s 2024-04-15T15:12:42.040 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 15 15:12:41 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-y[81421]: ::ffff:172.21.15.102 - - [15/Apr/2024:15:12:41] "GET /metrics HTTP/1.1" 200 34001 "" "Prometheus/2.43.0" 2024-04-15T15:12:42.687 INFO:journalctl@ceph.prometheus.a.smithi102.stdout:Apr 15 15:12:42 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-prometheus-a[120881]: ts=2024-04-15T15:12:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi016:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"362ea986-fb34-11ee-bc8f-c7b262605968\", instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T15:12:42.900 INFO:tasks.workunit.client.0.smithi016.stdout: 920: throughput=5MB/sec pending data=0 2024-04-15T15:12:42.900 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-cH7eAYuDrBw1aB_ off=15611160 len=1699132 2024-04-15T15:12:42.902 INFO:tasks.workunit.client.0.smithi016.stdout:op 4698 completed, throughput=5MB/sec 2024-04-15T15:12:42.902 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-Fru_czTja_kqJTt off=1036682 len=1784874 2024-04-15T15:12:42.905 INFO:tasks.workunit.client.0.smithi016.stdout:op 4699 completed, throughput=5MB/sec 2024-04-15T15:12:42.905 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-zKIZiKQaYTOCwI9 off=7252714 len=659891 2024-04-15T15:12:42.906 INFO:tasks.workunit.client.0.smithi016.stdout:op 4700 completed, throughput=5MB/sec 2024-04-15T15:12:42.906 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-BzqogacEvtHYIxe off=12213972 len=454420 2024-04-15T15:12:42.907 INFO:tasks.workunit.client.0.smithi016.stdout:op 4701 completed, throughput=5MB/sec 2024-04-15T15:12:42.907 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-SJPYc3WOYxKDAbq off=5881962 len=1342704 2024-04-15T15:12:42.910 INFO:tasks.workunit.client.0.smithi016.stdout:op 4702 completed, throughput=5MB/sec 2024-04-15T15:12:43.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:12:43 smithi016 ceph-mon[90652]: pgmap v1816: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.0 MiB/s rd, 3.3 MiB/s wr, 5 op/s 2024-04-15T15:12:43.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:12:43 smithi016 ceph-mon[93212]: pgmap v1816: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.0 MiB/s rd, 3.3 MiB/s wr, 5 op/s 2024-04-15T15:12:43.910 INFO:tasks.workunit.client.0.smithi016.stdout: 921: throughput=5MB/sec pending data=0 2024-04-15T15:12:43.910 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-kiparhKpWR-uKKY off=314120 len=966436 2024-04-15T15:12:43.911 INFO:tasks.workunit.client.0.smithi016.stdout:op 4703 completed, throughput=5MB/sec 2024-04-15T15:12:43.912 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-xzeoyojL2nePASr off=17265991 len=1463039 2024-04-15T15:12:43.913 INFO:tasks.workunit.client.0.smithi016.stdout:op 4704 completed, throughput=5MB/sec 2024-04-15T15:12:43.913 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-67Vdtn82MRVpw6T off=2304823 len=812414 2024-04-15T15:12:43.915 INFO:tasks.workunit.client.0.smithi016.stdout:op 4705 completed, throughput=5MB/sec 2024-04-15T15:12:43.915 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-NYdpj8fB7PLWxIF off=916806 len=59678 2024-04-15T15:12:43.915 INFO:tasks.workunit.client.0.smithi016.stdout:op 4706 completed, throughput=5MB/sec 2024-04-15T15:12:43.915 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-DTRPxld4ejU_Yin off=4852299 len=189771 2024-04-15T15:12:43.918 INFO:tasks.workunit.client.0.smithi016.stdout:op 4707 completed, throughput=5MB/sec 2024-04-15T15:12:43.918 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-JkQ4mecz9cM-rD5 off=5068535 len=793828 2024-04-15T15:12:43.921 INFO:tasks.workunit.client.0.smithi016.stdout:op 4708 completed, throughput=5MB/sec 2024-04-15T15:12:43.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:12:43 smithi102 ceph-mon[87131]: pgmap v1816: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.0 MiB/s rd, 3.3 MiB/s wr, 5 op/s 2024-04-15T15:12:44.921 INFO:tasks.workunit.client.0.smithi016.stdout: 922: throughput=4.99MB/sec pending data=0 2024-04-15T15:12:44.921 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-u0J_lVve6At563p off=1449060 len=688711 2024-04-15T15:12:44.923 INFO:tasks.workunit.client.0.smithi016.stdout:op 4709 completed, throughput=5MB/sec 2024-04-15T15:12:44.923 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-rz2ILhgQtQfOsc- off=1473692 len=698312 2024-04-15T15:12:44.924 INFO:tasks.workunit.client.0.smithi016.stdout:op 4710 completed, throughput=5MB/sec 2024-04-15T15:12:44.924 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-uFMqeo4oW-J2X8Q off=14060495 len=1729321 2024-04-15T15:12:44.926 INFO:tasks.workunit.client.0.smithi016.stdout:op 4711 completed, throughput=5MB/sec 2024-04-15T15:12:44.926 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-ivmogXVDdtAZ4dK off=75815 len=72648 2024-04-15T15:12:44.927 INFO:tasks.workunit.client.0.smithi016.stdout:op 4712 completed, throughput=5MB/sec 2024-04-15T15:12:44.927 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-oH7vL30qIvZEl2l off=19716846 len=41197 2024-04-15T15:12:44.928 INFO:tasks.workunit.client.0.smithi016.stdout:op 4713 completed, throughput=5MB/sec 2024-04-15T15:12:44.928 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-gqFAwc2rEb4RnXS off=16717941 len=2090648 2024-04-15T15:12:44.931 INFO:tasks.workunit.client.0.smithi016.stdout:op 4714 completed, throughput=5MB/sec 2024-04-15T15:12:45.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:12:45 smithi016 ceph-mon[90652]: pgmap v1817: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.3 MiB/s wr, 3 op/s 2024-04-15T15:12:45.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:12:45 smithi016 ceph-mon[93212]: pgmap v1817: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.3 MiB/s wr, 3 op/s 2024-04-15T15:12:45.932 INFO:tasks.workunit.client.0.smithi016.stdout: 923: throughput=4.99MB/sec pending data=0 2024-04-15T15:12:45.932 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-T0M-mbTaYq8MQ-S off=7936806 len=1843796 2024-04-15T15:12:45.934 INFO:tasks.workunit.client.0.smithi016.stdout:op 4715 completed, throughput=5MB/sec 2024-04-15T15:12:45.934 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-_sFEs59goLfsy32 off=15168198 len=1144221 2024-04-15T15:12:45.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:12:45 smithi102 ceph-mon[87131]: pgmap v1817: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.3 MiB/s wr, 3 op/s 2024-04-15T15:12:45.940 INFO:tasks.workunit.client.0.smithi016.stdout:op 4716 completed, throughput=5MB/sec 2024-04-15T15:12:45.940 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-B0ihrK2ScMWFQdu off=2961207 len=180049 2024-04-15T15:12:45.942 INFO:tasks.workunit.client.0.smithi016.stdout:op 4717 completed, throughput=5MB/sec 2024-04-15T15:12:45.942 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-hTtfxXJNpOLL9D9 off=1650510 len=54192 2024-04-15T15:12:45.945 INFO:tasks.workunit.client.0.smithi016.stdout:op 4718 completed, throughput=5MB/sec 2024-04-15T15:12:45.945 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-QFxMWCIrk7mSAgT off=6368646 len=1380660 2024-04-15T15:12:45.950 INFO:tasks.workunit.client.0.smithi016.stdout:op 4719 completed, throughput=5MB/sec 2024-04-15T15:12:45.950 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-tts86P5GO-adEQN off=4021373 len=1172173 2024-04-15T15:12:45.956 INFO:tasks.workunit.client.0.smithi016.stdout:op 4720 completed, throughput=5MB/sec 2024-04-15T15:12:46.956 INFO:tasks.workunit.client.0.smithi016.stdout: 924: throughput=5MB/sec pending data=0 2024-04-15T15:12:46.956 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-ZyOijXiSqqyv7Be off=5906110 len=1810368 2024-04-15T15:12:46.967 INFO:tasks.workunit.client.0.smithi016.stdout:op 4721 completed, throughput=5MB/sec 2024-04-15T15:12:46.967 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-GSAru1sLzBnn6Oo off=6613992 len=1488990 2024-04-15T15:12:46.969 INFO:tasks.workunit.client.0.smithi016.stdout:op 4722 completed, throughput=5MB/sec 2024-04-15T15:12:46.969 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-n4cZOass4dCykj4 off=6513674 len=856669 2024-04-15T15:12:46.974 INFO:tasks.workunit.client.0.smithi016.stdout:op 4723 completed, throughput=5MB/sec 2024-04-15T15:12:46.974 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-5Mb1odi80HDMY7Z off=640291 len=800898 2024-04-15T15:12:46.975 INFO:tasks.workunit.client.0.smithi016.stdout:op 4724 completed, throughput=5MB/sec 2024-04-15T15:12:47.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:12:47 smithi016 ceph-mon[90652]: pgmap v1818: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-04-15T15:12:47.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:12:47 smithi016 ceph-mon[93212]: pgmap v1818: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-04-15T15:12:47.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:12:47 smithi102 ceph-mon[87131]: pgmap v1818: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-04-15T15:12:47.975 INFO:tasks.workunit.client.0.smithi016.stdout: 925: throughput=4.99MB/sec pending data=0 2024-04-15T15:12:47.976 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-4Rekd3hjsObF3gb off=13536773 len=1881502 2024-04-15T15:12:47.978 INFO:tasks.workunit.client.0.smithi016.stdout:op 4725 completed, throughput=5MB/sec 2024-04-15T15:12:47.978 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-y2MZsYWlJR_K71A off=4986190 len=1719070 2024-04-15T15:12:47.986 INFO:tasks.workunit.client.0.smithi016.stdout:op 4726 completed, throughput=5MB/sec 2024-04-15T15:12:47.986 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-uk4_3FTJzxJnP13 off=901750 len=1761334 2024-04-15T15:12:47.994 INFO:tasks.workunit.client.0.smithi016.stdout:op 4727 completed, throughput=5MB/sec 2024-04-15T15:12:48.995 INFO:tasks.workunit.client.0.smithi016.stdout: 926: throughput=5MB/sec pending data=0 2024-04-15T15:12:48.995 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-BhX181tB3dLFBz- off=16441319 len=905400 2024-04-15T15:12:48.999 INFO:tasks.workunit.client.0.smithi016.stdout:op 4728 completed, throughput=5MB/sec 2024-04-15T15:12:48.999 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-j9LARfBF2aCPCfM off=5722812 len=1414387 2024-04-15T15:12:49.004 INFO:tasks.workunit.client.0.smithi016.stdout:op 4729 completed, throughput=5MB/sec 2024-04-15T15:12:49.004 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-OOL0FATFFGxlxKE off=7812976 len=1276368 2024-04-15T15:12:49.010 INFO:tasks.workunit.client.0.smithi016.stdout:op 4730 completed, throughput=5MB/sec 2024-04-15T15:12:49.010 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-HAcavGJXpwsSTfW off=9012856 len=1432544 2024-04-15T15:12:49.012 INFO:tasks.workunit.client.0.smithi016.stdout:op 4731 completed, throughput=5MB/sec 2024-04-15T15:12:49.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:12:49 smithi016 ceph-mon[90652]: pgmap v1819: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.7 MiB/s rd, 1.6 MiB/s wr, 4 op/s 2024-04-15T15:12:49.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:12:49 smithi016 ceph-mon[93212]: pgmap v1819: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.7 MiB/s rd, 1.6 MiB/s wr, 4 op/s 2024-04-15T15:12:49.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:12:49 smithi102 ceph-mon[87131]: pgmap v1819: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.7 MiB/s rd, 1.6 MiB/s wr, 4 op/s 2024-04-15T15:12:50.013 INFO:tasks.workunit.client.0.smithi016.stdout: 927: throughput=4.99MB/sec pending data=0 2024-04-15T15:12:50.013 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-aULwZ5di6_E4pkx off=17020604 len=1131513 2024-04-15T15:12:50.019 INFO:tasks.workunit.client.0.smithi016.stdout:op 4732 completed, throughput=5MB/sec 2024-04-15T15:12:50.019 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-jRVRd1rlMEqA997 off=920690 len=188322 2024-04-15T15:12:50.022 INFO:tasks.workunit.client.0.smithi016.stdout:op 4733 completed, throughput=5MB/sec 2024-04-15T15:12:50.022 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-YQv1MWqnvjohPNo off=4664169 len=1253030 2024-04-15T15:12:50.023 INFO:tasks.workunit.client.0.smithi016.stdout:op 4734 completed, throughput=5MB/sec 2024-04-15T15:12:50.024 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-AgNlU4cOUlXJRiC off=3313380 len=807550 2024-04-15T15:12:50.028 INFO:tasks.workunit.client.0.smithi016.stdout:op 4735 completed, throughput=5MB/sec 2024-04-15T15:12:50.028 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-QqdTeYzh5u0US4b off=55356 len=600709 2024-04-15T15:12:50.029 INFO:tasks.workunit.client.0.smithi016.stdout:op 4736 completed, throughput=5MB/sec 2024-04-15T15:12:50.029 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-q2HBbX8B3-0zIIY off=3637641 len=1495644 2024-04-15T15:12:50.035 INFO:tasks.workunit.client.0.smithi016.stdout:op 4737 completed, throughput=5MB/sec 2024-04-15T15:12:51.035 INFO:tasks.workunit.client.0.smithi016.stdout: 928: throughput=4.99MB/sec pending data=0 2024-04-15T15:12:51.036 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-jP7YEJ6Lx_FItRl off=8758692 len=991059 2024-04-15T15:12:51.037 INFO:tasks.workunit.client.0.smithi016.stdout:op 4738 completed, throughput=5MB/sec 2024-04-15T15:12:51.037 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-XHgkzXBLiixd34X off=3004521 len=365672 2024-04-15T15:12:51.037 INFO:tasks.workunit.client.0.smithi016.stdout:op 4739 completed, throughput=5MB/sec 2024-04-15T15:12:51.037 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-8XSPQ-Pagq2UcOZ off=195877 len=1412925 2024-04-15T15:12:51.044 INFO:tasks.workunit.client.0.smithi016.stdout:op 4740 completed, throughput=5MB/sec 2024-04-15T15:12:51.044 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-riS3gZzYfo3xgQr off=5368742 len=422500 2024-04-15T15:12:51.047 INFO:tasks.workunit.client.0.smithi016.stdout:op 4741 completed, throughput=5MB/sec 2024-04-15T15:12:51.047 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-Y1Qh5H_L1zQuDfE off=5122907 len=113500 2024-04-15T15:12:51.048 INFO:tasks.workunit.client.0.smithi016.stdout:op 4742 completed, throughput=5MB/sec 2024-04-15T15:12:51.048 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-oLwsiWxRB249zxw off=347064 len=932625 2024-04-15T15:12:51.052 INFO:tasks.workunit.client.0.smithi016.stdout:op 4743 completed, throughput=5MB/sec 2024-04-15T15:12:51.052 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-cH7eAYuDrBw1aB_ off=2806462 len=1953453 2024-04-15T15:12:51.060 INFO:tasks.workunit.client.0.smithi016.stdout:op 4744 completed, throughput=5MB/sec 2024-04-15T15:12:51.778 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:12:51 smithi016 ceph-mon[90652]: pgmap v1820: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-04-15T15:12:51.779 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:12:51 smithi016 ceph-mon[93212]: pgmap v1820: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-04-15T15:12:51.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:12:51 smithi102 ceph-mon[87131]: pgmap v1820: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-04-15T15:12:52.039 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 15 15:12:51 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-y[81421]: ::ffff:172.21.15.102 - - [15/Apr/2024:15:12:51] "GET /metrics HTTP/1.1" 200 34001 "" "Prometheus/2.43.0" 2024-04-15T15:12:52.060 INFO:tasks.workunit.client.0.smithi016.stdout: 929: throughput=5MB/sec pending data=0 2024-04-15T15:12:52.060 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-tR7p7l69hOwkIH1 off=7035401 len=166594 2024-04-15T15:12:52.061 INFO:tasks.workunit.client.0.smithi016.stdout:op 4745 completed, throughput=5MB/sec 2024-04-15T15:12:52.061 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-rBM03EMJbod-wHt off=5298819 len=26149 2024-04-15T15:12:52.063 INFO:tasks.workunit.client.0.smithi016.stdout:op 4746 completed, throughput=5MB/sec 2024-04-15T15:12:52.063 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-HYMyVuqj0y1Sjx9 off=3832917 len=51846 2024-04-15T15:12:52.065 INFO:tasks.workunit.client.0.smithi016.stdout:op 4747 completed, throughput=5MB/sec 2024-04-15T15:12:52.066 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-AfKg8pt3vrNV8pq off=7429663 len=209626 2024-04-15T15:12:52.066 INFO:tasks.workunit.client.0.smithi016.stdout:op 4748 completed, throughput=5MB/sec 2024-04-15T15:12:52.066 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-vi7x42NZ8krlNua off=846837 len=851458 2024-04-15T15:12:52.067 INFO:tasks.workunit.client.0.smithi016.stdout:op 4749 completed, throughput=5MB/sec 2024-04-15T15:12:52.067 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-5UTFPQ-eWE4M6iS off=6247244 len=112406 2024-04-15T15:12:52.068 INFO:tasks.workunit.client.0.smithi016.stdout:op 4750 completed, throughput=5MB/sec 2024-04-15T15:12:52.068 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-42dnG374xyF1y6z off=12468485 len=623742 2024-04-15T15:12:52.070 INFO:tasks.workunit.client.0.smithi016.stdout:op 4751 completed, throughput=5MB/sec 2024-04-15T15:12:52.070 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-L5JSiKTige-_t47 off=7494236 len=1546846 2024-04-15T15:12:52.079 INFO:tasks.workunit.client.0.smithi016.stdout:op 4752 completed, throughput=5MB/sec 2024-04-15T15:12:52.079 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-FS_n4fnvjQylc6G off=607703 len=1730359 2024-04-15T15:12:52.081 INFO:tasks.workunit.client.0.smithi016.stdout:op 4753 completed, throughput=5MB/sec 2024-04-15T15:12:52.687 INFO:journalctl@ceph.prometheus.a.smithi102.stdout:Apr 15 15:12:52 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-prometheus-a[120881]: ts=2024-04-15T15:12:52.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi016:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"362ea986-fb34-11ee-bc8f-c7b262605968\", instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T15:12:53.082 INFO:tasks.workunit.client.0.smithi016.stdout: 930: throughput=5MB/sec pending data=0 2024-04-15T15:12:53.082 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-IU56-ximLr-SNnN off=2309467 len=516023 2024-04-15T15:12:53.086 INFO:tasks.workunit.client.0.smithi016.stdout:op 4754 completed, throughput=5MB/sec 2024-04-15T15:12:53.086 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-5Kky3WrEmE6sxYc off=240269 len=1276576 2024-04-15T15:12:53.092 INFO:tasks.workunit.client.0.smithi016.stdout:op 4755 completed, throughput=5MB/sec 2024-04-15T15:12:53.092 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-e2PV698ZPUsnI3x off=1966359 len=2042450 2024-04-15T15:12:53.096 INFO:tasks.workunit.client.0.smithi016.stdout:op 4756 completed, throughput=5MB/sec 2024-04-15T15:12:53.096 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-1L3c5K6uvhQp0lE off=13818750 len=292457 2024-04-15T15:12:53.097 INFO:tasks.workunit.client.0.smithi016.stdout:op 4757 completed, throughput=5MB/sec 2024-04-15T15:12:53.097 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-W8PcuFUHCHFWtnU off=2870485 len=1303361 2024-04-15T15:12:53.099 INFO:tasks.workunit.client.0.smithi016.stdout:op 4758 completed, throughput=5MB/sec 2024-04-15T15:12:53.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:12:53 smithi016 ceph-mon[90652]: pgmap v1821: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-15T15:12:53.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:12:53 smithi016 ceph-mon[93212]: pgmap v1821: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-15T15:12:53.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:12:53 smithi102 ceph-mon[87131]: pgmap v1821: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-15T15:12:54.099 INFO:tasks.workunit.client.0.smithi016.stdout: 931: throughput=5MB/sec pending data=0 2024-04-15T15:12:54.099 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-aUVokO10d3DTjNA off=13569993 len=1298787 2024-04-15T15:12:54.101 INFO:tasks.workunit.client.0.smithi016.stdout:op 4759 completed, throughput=5MB/sec 2024-04-15T15:12:54.101 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-gpIrawJxXEBbl1T off=20455636 len=34444 2024-04-15T15:12:54.102 INFO:tasks.workunit.client.0.smithi016.stdout:op 4760 completed, throughput=5MB/sec 2024-04-15T15:12:54.102 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-P29aEbClfWDPLU3 off=2038519 len=1019727 2024-04-15T15:12:54.107 INFO:tasks.workunit.client.0.smithi016.stdout:op 4761 completed, throughput=5MB/sec 2024-04-15T15:12:54.108 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-tdNC7TI5s3jDEnA off=3811101 len=1946373 2024-04-15T15:12:54.110 INFO:tasks.workunit.client.0.smithi016.stdout:op 4762 completed, throughput=5MB/sec 2024-04-15T15:12:54.110 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-g1d32D7ll61E5mz off=9937658 len=1195877 2024-04-15T15:12:54.111 INFO:tasks.workunit.client.0.smithi016.stdout:op 4763 completed, throughput=5MB/sec 2024-04-15T15:12:54.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:12:54 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T15:12:54.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:12:54 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T15:12:54.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:12:54 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T15:12:55.112 INFO:tasks.workunit.client.0.smithi016.stdout: 932: throughput=5MB/sec pending data=0 2024-04-15T15:12:55.112 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-0FBUHuSlLB-YCuh off=16233935 len=115151 2024-04-15T15:12:55.112 INFO:tasks.workunit.client.0.smithi016.stdout:op 4764 completed, throughput=5MB/sec 2024-04-15T15:12:55.113 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj--gUPfPVVyn1VZ77 off=7908259 len=309658 2024-04-15T15:12:55.116 INFO:tasks.workunit.client.0.smithi016.stdout:op 4765 completed, throughput=5MB/sec 2024-04-15T15:12:55.116 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-wqvt7zS9BCVylrK off=3267037 len=332966 2024-04-15T15:12:55.117 INFO:tasks.workunit.client.0.smithi016.stdout:op 4766 completed, throughput=5MB/sec 2024-04-15T15:12:55.117 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-DPhoNtdyYuAX1Y1 off=11461866 len=1771085 2024-04-15T15:12:55.119 INFO:tasks.workunit.client.0.smithi016.stdout:op 4767 completed, throughput=5MB/sec 2024-04-15T15:12:55.119 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-XLBduoJ_ajY4wi7 off=984265 len=1890678 2024-04-15T15:12:55.121 INFO:tasks.workunit.client.0.smithi016.stdout:op 4768 completed, throughput=5MB/sec 2024-04-15T15:12:55.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:12:55 smithi016 ceph-mon[90652]: pgmap v1822: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.2 MiB/s rd, 1.7 MiB/s wr, 3 op/s 2024-04-15T15:12:55.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:12:55 smithi016 ceph-mon[93212]: pgmap v1822: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.2 MiB/s rd, 1.7 MiB/s wr, 3 op/s 2024-04-15T15:12:55.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:12:55 smithi102 ceph-mon[87131]: pgmap v1822: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.2 MiB/s rd, 1.7 MiB/s wr, 3 op/s 2024-04-15T15:12:56.122 INFO:tasks.workunit.client.0.smithi016.stdout: 933: throughput=5MB/sec pending data=0 2024-04-15T15:12:56.122 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-2acnWXtRyyj65M_ off=11571011 len=1957886 2024-04-15T15:12:56.124 INFO:tasks.workunit.client.0.smithi016.stdout:op 4769 completed, throughput=5MB/sec 2024-04-15T15:12:56.124 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-lN5uC9H69Q30ZUw off=1137027 len=572402 2024-04-15T15:12:56.125 INFO:tasks.workunit.client.0.smithi016.stdout:op 4770 completed, throughput=5MB/sec 2024-04-15T15:12:56.125 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-GBgaxcmf38_5-DU off=5236476 len=414101 2024-04-15T15:12:56.128 INFO:tasks.workunit.client.0.smithi016.stdout:op 4771 completed, throughput=5MB/sec 2024-04-15T15:12:56.128 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-01wI9vIGtdE9LQn off=8431540 len=202260 2024-04-15T15:12:56.131 INFO:tasks.workunit.client.0.smithi016.stdout:op 4772 completed, throughput=5MB/sec 2024-04-15T15:12:56.131 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-xzeoyojL2nePASr off=1318780 len=917779 2024-04-15T15:12:56.132 INFO:tasks.workunit.client.0.smithi016.stdout:op 4773 completed, throughput=5MB/sec 2024-04-15T15:12:56.132 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-vkJQAGPrPoYcNsg off=10405447 len=685758 2024-04-15T15:12:56.133 INFO:tasks.workunit.client.0.smithi016.stdout:op 4774 completed, throughput=5MB/sec 2024-04-15T15:12:56.133 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-ssvq9aXYExnRKgV off=2163063 len=257024 2024-04-15T15:12:56.137 INFO:tasks.workunit.client.0.smithi016.stdout:op 4775 completed, throughput=5MB/sec 2024-04-15T15:12:56.137 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj--bzHRh49mguRbz2 off=1420662 len=1238844 2024-04-15T15:12:56.143 INFO:tasks.workunit.client.0.smithi016.stdout:op 4776 completed, throughput=5MB/sec 2024-04-15T15:12:57.143 INFO:tasks.workunit.client.0.smithi016.stdout: 934: throughput=5MB/sec pending data=0 2024-04-15T15:12:57.143 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-sCyq40Cy3uzlFgC off=3856138 len=261805 2024-04-15T15:12:57.146 INFO:tasks.workunit.client.0.smithi016.stdout:op 4777 completed, throughput=5MB/sec 2024-04-15T15:12:57.146 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-6gr_zu-03QA4Tby off=13171647 len=56300 2024-04-15T15:12:57.149 INFO:tasks.workunit.client.0.smithi016.stdout:op 4778 completed, throughput=5MB/sec 2024-04-15T15:12:57.149 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-7-5hInED8UTNi1m off=904345 len=1725351 2024-04-15T15:12:57.152 INFO:tasks.workunit.client.0.smithi016.stdout:op 4779 completed, throughput=5MB/sec 2024-04-15T15:12:57.152 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-25BqGmVxk96cDIO off=8422255 len=1908346 2024-04-15T15:12:57.160 INFO:tasks.workunit.client.0.smithi016.stdout:op 4780 completed, throughput=5MB/sec 2024-04-15T15:12:57.160 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-sjIlyAtBdtziJaH off=3374029 len=175613 2024-04-15T15:12:57.164 INFO:tasks.workunit.client.0.smithi016.stdout:op 4781 completed, throughput=5MB/sec 2024-04-15T15:12:57.164 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-mVwEoG_PZYhQmZ9 off=3740467 len=280558 2024-04-15T15:12:57.164 INFO:tasks.workunit.client.0.smithi016.stdout:op 4782 completed, throughput=5MB/sec 2024-04-15T15:12:57.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:12:57 smithi016 ceph-mon[90652]: pgmap v1823: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 3.4 MiB/s rd, 2.4 MiB/s wr, 6 op/s 2024-04-15T15:12:57.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:12:57 smithi016 ceph-mon[93212]: pgmap v1823: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 3.4 MiB/s rd, 2.4 MiB/s wr, 6 op/s 2024-04-15T15:12:57.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:12:57 smithi102 ceph-mon[87131]: pgmap v1823: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 3.4 MiB/s rd, 2.4 MiB/s wr, 6 op/s 2024-04-15T15:12:58.165 INFO:tasks.workunit.client.0.smithi016.stdout: 935: throughput=5MB/sec pending data=0 2024-04-15T15:12:58.165 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-Iek9-R4ggBtA5mV off=5916768 len=247632 2024-04-15T15:12:58.168 INFO:tasks.workunit.client.0.smithi016.stdout:op 4783 completed, throughput=5MB/sec 2024-04-15T15:12:58.168 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-JI45Far9_GaxnVw off=14769931 len=1637076 2024-04-15T15:12:58.176 INFO:tasks.workunit.client.0.smithi016.stdout:op 4784 completed, throughput=5MB/sec 2024-04-15T15:12:58.176 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-uQwGheAiARxf6Ft off=20111286 len=1777968 2024-04-15T15:12:58.186 INFO:tasks.workunit.client.0.smithi016.stdout:op 4785 completed, throughput=5MB/sec 2024-04-15T15:12:58.186 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-PW8cAg0ZB-MsmGO off=1173380 len=2058130 2024-04-15T15:12:58.194 INFO:tasks.workunit.client.0.smithi016.stdout:op 4786 completed, throughput=5MB/sec 2024-04-15T15:12:59.194 INFO:tasks.workunit.client.0.smithi016.stdout: 936: throughput=5MB/sec pending data=0 2024-04-15T15:12:59.195 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-8iq1au4kLQ2oC4G off=125508 len=905676 2024-04-15T15:12:59.199 INFO:tasks.workunit.client.0.smithi016.stdout:op 4787 completed, throughput=5MB/sec 2024-04-15T15:12:59.199 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-mXLPUhpn0r8EHk5 off=20172783 len=373229 2024-04-15T15:12:59.200 INFO:tasks.workunit.client.0.smithi016.stdout:op 4788 completed, throughput=5MB/sec 2024-04-15T15:12:59.200 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-8pW6ZqqiUMrqRXl off=4584164 len=673883 2024-04-15T15:12:59.201 INFO:tasks.workunit.client.0.smithi016.stdout:op 4789 completed, throughput=5MB/sec 2024-04-15T15:12:59.202 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-OI0PEnNUH6UNmAA off=9174452 len=392383 2024-04-15T15:12:59.204 INFO:tasks.workunit.client.0.smithi016.stdout:op 4790 completed, throughput=5MB/sec 2024-04-15T15:12:59.205 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-UvRzpMWUaN_VGE3 off=2931359 len=1626380 2024-04-15T15:12:59.208 INFO:tasks.workunit.client.0.smithi016.stdout:op 4791 completed, throughput=5MB/sec 2024-04-15T15:12:59.208 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-4uRX7fGlGrdlfml off=3437610 len=237912 2024-04-15T15:12:59.209 INFO:tasks.workunit.client.0.smithi016.stdout:op 4792 completed, throughput=5MB/sec 2024-04-15T15:12:59.209 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-TDnfNOivjsNgusM off=8329679 len=971749 2024-04-15T15:12:59.210 INFO:tasks.workunit.client.0.smithi016.stdout:op 4793 completed, throughput=5MB/sec 2024-04-15T15:12:59.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:12:59 smithi016 ceph-mon[93212]: pgmap v1824: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-15T15:12:59.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:12:59 smithi016 ceph-mon[90652]: pgmap v1824: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-15T15:12:59.938 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:12:59 smithi102 ceph-mon[87131]: pgmap v1824: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-15T15:13:00.210 INFO:tasks.workunit.client.0.smithi016.stdout: 937: throughput=5MB/sec pending data=0 2024-04-15T15:13:00.210 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-Rjji9Z4bpnp1dL0 off=5622800 len=1801886 2024-04-15T15:13:00.214 INFO:tasks.workunit.client.0.smithi016.stdout:op 4794 completed, throughput=5MB/sec 2024-04-15T15:13:00.214 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-ciXijG-eKlSkIiW off=3635095 len=1739626 2024-04-15T15:13:00.224 INFO:tasks.workunit.client.0.smithi016.stdout:op 4795 completed, throughput=5MB/sec 2024-04-15T15:13:00.224 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-MkqeLgbv4aGpWFk off=86336 len=1598689 2024-04-15T15:13:00.231 INFO:tasks.workunit.client.0.smithi016.stdout:op 4796 completed, throughput=5MB/sec 2024-04-15T15:13:01.232 INFO:tasks.workunit.client.0.smithi016.stdout: 938: throughput=4.99MB/sec pending data=0 2024-04-15T15:13:01.232 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-wRMyrfJ-vz60g0C off=53569 len=1460561 2024-04-15T15:13:01.239 INFO:tasks.workunit.client.0.smithi016.stdout:op 4797 completed, throughput=5MB/sec 2024-04-15T15:13:01.239 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-o-HFfLgwM8qjdYI off=6598239 len=1885466 2024-04-15T15:13:01.250 INFO:tasks.workunit.client.0.smithi016.stdout:op 4798 completed, throughput=5MB/sec 2024-04-15T15:13:01.250 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-u7AJMPnfeHbi8FW off=17962819 len=1839750 2024-04-15T15:13:01.251 INFO:tasks.workunit.client.0.smithi016.stdout:op 4799 completed, throughput=5MB/sec 2024-04-15T15:13:01.779 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:13:01 smithi016 ceph-mon[90652]: pgmap v1825: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-04-15T15:13:01.779 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:13:01 smithi016 ceph-mon[93212]: pgmap v1825: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-04-15T15:13:01.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:13:01 smithi102 ceph-mon[87131]: pgmap v1825: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-04-15T15:13:02.040 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 15 15:13:01 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-y[81421]: ::ffff:172.21.15.102 - - [15/Apr/2024:15:13:01] "GET /metrics HTTP/1.1" 200 33997 "" "Prometheus/2.43.0" 2024-04-15T15:13:02.252 INFO:tasks.workunit.client.0.smithi016.stdout: 939: throughput=4.99MB/sec pending data=0 2024-04-15T15:13:02.252 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-qxfL63g518ZF1sV off=5911088 len=1520262 2024-04-15T15:13:02.254 INFO:tasks.workunit.client.0.smithi016.stdout:op 4800 completed, throughput=5MB/sec 2024-04-15T15:13:02.254 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-xF30gnWqjgJlcuE off=13727641 len=1487981 2024-04-15T15:13:02.257 INFO:tasks.workunit.client.0.smithi016.stdout:op 4801 completed, throughput=5MB/sec 2024-04-15T15:13:02.257 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-gbDBFXtdPjIcwJl off=753507 len=949868 2024-04-15T15:13:02.258 INFO:tasks.workunit.client.0.smithi016.stdout:op 4802 completed, throughput=5MB/sec 2024-04-15T15:13:02.258 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-PYnAc6UDZUBbLY8 off=11158947 len=1693486 2024-04-15T15:13:02.260 INFO:tasks.workunit.client.0.smithi016.stdout:op 4803 completed, throughput=5MB/sec 2024-04-15T15:13:02.688 INFO:journalctl@ceph.prometheus.a.smithi102.stdout:Apr 15 15:13:02 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-prometheus-a[120881]: ts=2024-04-15T15:13:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi016:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"362ea986-fb34-11ee-bc8f-c7b262605968\", instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T15:13:03.260 INFO:tasks.workunit.client.0.smithi016.stdout: 940: throughput=5MB/sec pending data=0 2024-04-15T15:13:03.260 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-FmBoxy-jWrKh3QQ off=73246 len=1106904 2024-04-15T15:13:03.265 INFO:tasks.workunit.client.0.smithi016.stdout:op 4804 completed, throughput=5MB/sec 2024-04-15T15:13:03.266 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-QiM6J6B7s-YhC8s off=401344 len=1559135 2024-04-15T15:13:03.273 INFO:tasks.workunit.client.0.smithi016.stdout:op 4805 completed, throughput=5MB/sec 2024-04-15T15:13:03.273 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-RQ80P-pilkxEA_C off=2115275 len=906315 2024-04-15T15:13:03.275 INFO:tasks.workunit.client.0.smithi016.stdout:op 4806 completed, throughput=5MB/sec 2024-04-15T15:13:03.275 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-s2KVb23Htmkhj7o off=3587941 len=1207400 2024-04-15T15:13:03.276 INFO:tasks.workunit.client.0.smithi016.stdout:op 4807 completed, throughput=5MB/sec 2024-04-15T15:13:03.276 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-R8DKB2E39TD3fiN off=6657554 len=369585 2024-04-15T15:13:03.279 INFO:tasks.workunit.client.0.smithi016.stdout:op 4808 completed, throughput=5MB/sec 2024-04-15T15:13:03.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:13:03 smithi016 ceph-mon[90652]: pgmap v1826: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-04-15T15:13:03.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:13:03 smithi016 ceph-mon[93212]: pgmap v1826: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-04-15T15:13:03.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:13:03 smithi102 ceph-mon[87131]: pgmap v1826: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-04-15T15:13:04.280 INFO:tasks.workunit.client.0.smithi016.stdout: 941: throughput=5MB/sec pending data=0 2024-04-15T15:13:04.280 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-bhvFGo5PDuvnsdD off=6163278 len=618880 2024-04-15T15:13:04.281 INFO:tasks.workunit.client.0.smithi016.stdout:op 4809 completed, throughput=5MB/sec 2024-04-15T15:13:04.282 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-iEbd3_xG97umNUx off=7875591 len=650353 2024-04-15T15:13:04.283 INFO:tasks.workunit.client.0.smithi016.stdout:op 4810 completed, throughput=5MB/sec 2024-04-15T15:13:04.283 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-Vg-9DS0paDIniTT off=6982929 len=387372 2024-04-15T15:13:04.283 INFO:tasks.workunit.client.0.smithi016.stdout:op 4811 completed, throughput=5MB/sec 2024-04-15T15:13:04.284 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-CI9Y1ZHPARykStQ off=5775034 len=1971493 2024-04-15T15:13:04.286 INFO:tasks.workunit.client.0.smithi016.stdout:op 4812 completed, throughput=5MB/sec 2024-04-15T15:13:04.286 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-aT46rDqB2yFmld9 off=15692320 len=797812 2024-04-15T15:13:04.287 INFO:tasks.workunit.client.0.smithi016.stdout:op 4813 completed, throughput=5MB/sec 2024-04-15T15:13:04.287 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-k_T1CK9821jOOVh off=9773993 len=896611 2024-04-15T15:13:04.293 INFO:tasks.workunit.client.0.smithi016.stdout:op 4814 completed, throughput=5MB/sec 2024-04-15T15:13:05.294 INFO:tasks.workunit.client.0.smithi016.stdout: 942: throughput=5MB/sec pending data=0 2024-04-15T15:13:05.294 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-L1uFFD4UdwoTL_D off=8762091 len=1162131 2024-04-15T15:13:05.295 INFO:tasks.workunit.client.0.smithi016.stdout:op 4815 completed, throughput=5MB/sec 2024-04-15T15:13:05.295 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-Q7bLiFeu71jlKoj off=0 len=1431025 2024-04-15T15:13:05.302 INFO:tasks.workunit.client.0.smithi016.stdout:op 4816 completed, throughput=5MB/sec 2024-04-15T15:13:05.303 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-2PUXTrMB3d5BaTk off=2966451 len=589892 2024-04-15T15:13:05.303 INFO:tasks.workunit.client.0.smithi016.stdout:op 4817 completed, throughput=5MB/sec 2024-04-15T15:13:05.303 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-jFlou3ARUYrK1nN off=13164502 len=1812769 2024-04-15T15:13:05.305 INFO:tasks.workunit.client.0.smithi016.stdout:op 4818 completed, throughput=5MB/sec 2024-04-15T15:13:05.305 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-eUcGZiM3_4UKDwP off=18155536 len=1509955 2024-04-15T15:13:05.312 INFO:tasks.workunit.client.0.smithi016.stdout:op 4819 completed, throughput=5MB/sec 2024-04-15T15:13:05.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:13:05 smithi016 ceph-mon[90652]: pgmap v1827: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.3 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-04-15T15:13:05.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:13:05 smithi016 ceph-mon[93212]: pgmap v1827: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.3 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-04-15T15:13:05.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:13:05 smithi102 ceph-mon[87131]: pgmap v1827: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.3 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-04-15T15:13:06.312 INFO:tasks.workunit.client.0.smithi016.stdout: 943: throughput=5MB/sec pending data=0 2024-04-15T15:13:06.312 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-pcBePPIKLS19aEd off=12101848 len=1835138 2024-04-15T15:13:06.320 INFO:tasks.workunit.client.0.smithi016.stdout:op 4820 completed, throughput=5MB/sec 2024-04-15T15:13:06.320 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-gSwoa_9vCKGiQFg off=2027972 len=119978 2024-04-15T15:13:06.322 INFO:tasks.workunit.client.0.smithi016.stdout:op 4821 completed, throughput=5MB/sec 2024-04-15T15:13:06.322 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-bNaZSYW_3IRclQS off=819313 len=937490 2024-04-15T15:13:06.325 INFO:tasks.workunit.client.0.smithi016.stdout:op 4822 completed, throughput=5MB/sec 2024-04-15T15:13:06.325 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-nynCraWzU_aGt4K off=7139728 len=1281663 2024-04-15T15:13:06.330 INFO:tasks.workunit.client.0.smithi016.stdout:op 4823 completed, throughput=5MB/sec 2024-04-15T15:13:07.331 INFO:tasks.workunit.client.0.smithi016.stdout: 944: throughput=5MB/sec pending data=0 2024-04-15T15:13:07.331 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-V7ppj76vU_oQt9C off=417490 len=1214390 2024-04-15T15:13:07.337 INFO:tasks.workunit.client.0.smithi016.stdout:op 4824 completed, throughput=5MB/sec 2024-04-15T15:13:07.337 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-Avp2-nra-BR_SIS off=0 len=1449916 2024-04-15T15:13:07.339 INFO:tasks.workunit.client.0.smithi016.stdout:op 4825 completed, throughput=5MB/sec 2024-04-15T15:13:07.339 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-GF-JEKRC1-18y92 off=12829993 len=1290067 2024-04-15T15:13:07.340 INFO:tasks.workunit.client.0.smithi016.stdout:op 4826 completed, throughput=5MB/sec 2024-04-15T15:13:07.340 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-RonCh5TN19YMwsk off=8009780 len=1869629 2024-04-15T15:13:07.350 INFO:tasks.workunit.client.0.smithi016.stdout:op 4827 completed, throughput=5MB/sec 2024-04-15T15:13:07.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:13:07 smithi016 ceph-mon[90652]: pgmap v1828: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.6 MiB/s wr, 6 op/s 2024-04-15T15:13:07.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:13:07 smithi016 ceph-mon[93212]: pgmap v1828: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.6 MiB/s wr, 6 op/s 2024-04-15T15:13:07.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:13:07 smithi102 ceph-mon[87131]: pgmap v1828: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.6 MiB/s wr, 6 op/s 2024-04-15T15:13:08.350 INFO:tasks.workunit.client.0.smithi016.stdout: 945: throughput=5MB/sec pending data=0 2024-04-15T15:13:08.351 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-Jejix4gtI47pbaR off=9675161 len=1634864 2024-04-15T15:13:08.352 INFO:tasks.workunit.client.0.smithi016.stdout:op 4828 completed, throughput=5MB/sec 2024-04-15T15:13:08.353 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-bB6C16QbLuS0Nbn off=7758534 len=867193 2024-04-15T15:13:08.354 INFO:tasks.workunit.client.0.smithi016.stdout:op 4829 completed, throughput=5MB/sec 2024-04-15T15:13:08.354 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-UJ1KWjDqjzzoLUN off=4326659 len=163560 2024-04-15T15:13:08.355 INFO:tasks.workunit.client.0.smithi016.stdout:op 4830 completed, throughput=5MB/sec 2024-04-15T15:13:08.355 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-gdRakumgtiBBgmH off=4286135 len=883734 2024-04-15T15:13:08.356 INFO:tasks.workunit.client.0.smithi016.stdout:op 4831 completed, throughput=5MB/sec 2024-04-15T15:13:08.356 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-oOuOiECPJNs1RRg off=8583969 len=801659 2024-04-15T15:13:08.357 INFO:tasks.workunit.client.0.smithi016.stdout:op 4832 completed, throughput=5MB/sec 2024-04-15T15:13:08.357 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-o6OpCMp2J5tvlxJ off=9377489 len=1272082 2024-04-15T15:13:08.364 INFO:tasks.workunit.client.0.smithi016.stdout:op 4833 completed, throughput=5MB/sec 2024-04-15T15:13:09.364 INFO:tasks.workunit.client.0.smithi016.stdout: 946: throughput=5MB/sec pending data=0 2024-04-15T15:13:09.364 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-yirFecs3v14-TJ4 off=2140355 len=485986 2024-04-15T15:13:09.368 INFO:tasks.workunit.client.0.smithi016.stdout:op 4834 completed, throughput=5MB/sec 2024-04-15T15:13:09.368 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-cSOL6QSuHEOwjl4 off=10662341 len=1484700 2024-04-15T15:13:09.370 INFO:tasks.workunit.client.0.smithi016.stdout:op 4835 completed, throughput=5MB/sec 2024-04-15T15:13:09.370 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-weQAdpOOCKOKVQu off=6658819 len=665199 2024-04-15T15:13:09.375 INFO:tasks.workunit.client.0.smithi016.stdout:op 4836 completed, throughput=5MB/sec 2024-04-15T15:13:09.375 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-WiRlgUGc8GIfAHp off=1864071 len=1595209 2024-04-15T15:13:09.376 INFO:tasks.workunit.client.0.smithi016.stdout:op 4837 completed, throughput=5MB/sec 2024-04-15T15:13:09.376 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-ssaheEeuvI2-_rs off=1772631 len=1849640 2024-04-15T15:13:09.378 INFO:tasks.workunit.client.0.smithi016.stdout:op 4838 completed, throughput=5MB/sec 2024-04-15T15:13:09.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:13:09 smithi016 ceph-mon[90652]: pgmap v1829: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-04-15T15:13:09.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:13:09 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T15:13:09.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:13:09 smithi016 ceph-mon[93212]: pgmap v1829: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-04-15T15:13:09.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:13:09 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T15:13:09.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:13:09 smithi102 ceph-mon[87131]: pgmap v1829: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-04-15T15:13:09.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:13:09 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T15:13:10.379 INFO:tasks.workunit.client.0.smithi016.stdout: 947: throughput=5MB/sec pending data=0 2024-04-15T15:13:10.379 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-cCAOcrsbFuG3WYG off=953199 len=561421 2024-04-15T15:13:10.379 INFO:tasks.workunit.client.0.smithi016.stdout:op 4839 completed, throughput=5MB/sec 2024-04-15T15:13:10.379 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-7aKgfX0P6u_cA4M off=8426369 len=580294 2024-04-15T15:13:10.384 INFO:tasks.workunit.client.0.smithi016.stdout:op 4840 completed, throughput=5MB/sec 2024-04-15T15:13:10.384 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-zIVSkhxh7tfOHzF off=345977 len=1615802 2024-04-15T15:13:10.386 INFO:tasks.workunit.client.0.smithi016.stdout:op 4841 completed, throughput=5MB/sec 2024-04-15T15:13:10.386 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-rbIFQwrheiEgJs1 off=5449123 len=373647 2024-04-15T15:13:10.390 INFO:tasks.workunit.client.0.smithi016.stdout:op 4842 completed, throughput=5MB/sec 2024-04-15T15:13:10.390 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-s4xCt_x1BjZTI0E off=16214985 len=1118997 2024-04-15T15:13:10.397 INFO:tasks.workunit.client.0.smithi016.stdout:op 4843 completed, throughput=5MB/sec 2024-04-15T15:13:11.397 INFO:tasks.workunit.client.0.smithi016.stdout: 948: throughput=5MB/sec pending data=0 2024-04-15T15:13:11.397 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-HyGbnyQPoxhqLkP off=9427902 len=831364 2024-04-15T15:13:11.401 INFO:tasks.workunit.client.0.smithi016.stdout:op 4844 completed, throughput=5MB/sec 2024-04-15T15:13:11.402 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-f6X2MQnMZDwReIR off=14059 len=910035 2024-04-15T15:13:11.403 INFO:tasks.workunit.client.0.smithi016.stdout:op 4845 completed, throughput=5MB/sec 2024-04-15T15:13:11.403 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-HS8rFCDgEaXvPkw off=10362156 len=1823982 2024-04-15T15:13:11.407 INFO:tasks.workunit.client.0.smithi016.stdout:op 4846 completed, throughput=5MB/sec 2024-04-15T15:13:11.407 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-OrcI9kN4LQ5oEqo off=107658 len=2067361 2024-04-15T15:13:11.415 INFO:tasks.workunit.client.0.smithi016.stdout:op 4847 completed, throughput=5MB/sec 2024-04-15T15:13:11.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:13:11 smithi016 ceph-mon[90652]: pgmap v1830: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-04-15T15:13:11.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:13:11 smithi016 ceph-mon[93212]: pgmap v1830: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-04-15T15:13:11.790 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 15 15:13:11 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-y[81421]: ::ffff:172.21.15.102 - - [15/Apr/2024:15:13:11] "GET /metrics HTTP/1.1" 200 34000 "" "Prometheus/2.43.0" 2024-04-15T15:13:11.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:13:11 smithi102 ceph-mon[87131]: pgmap v1830: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-04-15T15:13:12.415 INFO:tasks.workunit.client.0.smithi016.stdout: 949: throughput=5MB/sec pending data=0 2024-04-15T15:13:12.415 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-_V4bapqkrauedZ9 off=5645381 len=1971859 2024-04-15T15:13:12.425 INFO:tasks.workunit.client.0.smithi016.stdout:op 4848 completed, throughput=5MB/sec 2024-04-15T15:13:12.425 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-2tba5la5SUki0uD off=7063670 len=1876359 2024-04-15T15:13:12.428 INFO:tasks.workunit.client.0.smithi016.stdout:op 4849 completed, throughput=5MB/sec 2024-04-15T15:13:12.428 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-X60-0xcu7853yAt off=0 len=1549867 2024-04-15T15:13:12.432 INFO:tasks.workunit.client.0.smithi016.stdout:op 4850 completed, throughput=5MB/sec 2024-04-15T15:13:12.687 INFO:journalctl@ceph.prometheus.a.smithi102.stdout:Apr 15 15:13:12 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-prometheus-a[120881]: ts=2024-04-15T15:13:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi016:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"362ea986-fb34-11ee-bc8f-c7b262605968\", instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T15:13:13.432 INFO:tasks.workunit.client.0.smithi016.stdout: 950: throughput=5MB/sec pending data=0 2024-04-15T15:13:13.432 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-AEhuT8Ef9mGJHB6 off=556612 len=1352582 2024-04-15T15:13:13.435 INFO:tasks.workunit.client.0.smithi016.stdout:op 4851 completed, throughput=5MB/sec 2024-04-15T15:13:13.435 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj--a44ZR8T2mcSOIT off=5729036 len=24100 2024-04-15T15:13:13.438 INFO:tasks.workunit.client.0.smithi016.stdout:op 4852 completed, throughput=5MB/sec 2024-04-15T15:13:13.438 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-qec59hhnEhy7KMb off=168654 len=587983 2024-04-15T15:13:13.439 INFO:tasks.workunit.client.0.smithi016.stdout:op 4853 completed, throughput=5MB/sec 2024-04-15T15:13:13.439 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-I16Gm1R-fZR0JJR off=5511346 len=2047377 2024-04-15T15:13:13.450 INFO:tasks.workunit.client.0.smithi016.stdout:op 4854 completed, throughput=5MB/sec 2024-04-15T15:13:13.450 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-pfcyVYG6qoenQ3d off=16984091 len=1523679 2024-04-15T15:13:13.459 INFO:tasks.workunit.client.0.smithi016.stdout:op 4855 completed, throughput=5MB/sec 2024-04-15T15:13:13.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:13:13 smithi016 ceph-mon[90652]: pgmap v1831: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-15T15:13:13.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:13:13 smithi016 ceph-mon[93212]: pgmap v1831: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-15T15:13:13.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:13:13 smithi102 ceph-mon[87131]: pgmap v1831: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-15T15:13:14.459 INFO:tasks.workunit.client.0.smithi016.stdout: 951: throughput=5MB/sec pending data=0 2024-04-15T15:13:14.459 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-tGYEe2ETKWD-dT_ off=13229424 len=2084666 2024-04-15T15:13:14.461 INFO:tasks.workunit.client.0.smithi016.stdout:op 4856 completed, throughput=5MB/sec 2024-04-15T15:13:14.461 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-wlIn0_naE1UyCNO off=1931505 len=1643351 2024-04-15T15:13:14.470 INFO:tasks.workunit.client.0.smithi016.stdout:op 4857 completed, throughput=5MB/sec 2024-04-15T15:13:14.470 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-GW7Au4eWg_IHsix off=2655132 len=2055272 2024-04-15T15:13:14.477 INFO:tasks.workunit.client.0.smithi016.stdout:op 4858 completed, throughput=5MB/sec 2024-04-15T15:13:15.478 INFO:tasks.workunit.client.0.smithi016.stdout: 952: throughput=5MB/sec pending data=0 2024-04-15T15:13:15.478 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-KO6BXnmmi1wO2qe off=1573935 len=1173043 2024-04-15T15:13:15.480 INFO:tasks.workunit.client.0.smithi016.stdout:op 4859 completed, throughput=5MB/sec 2024-04-15T15:13:15.480 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-rtfDmn333jNtLm3 off=19709114 len=477659 2024-04-15T15:13:15.481 INFO:tasks.workunit.client.0.smithi016.stdout:op 4860 completed, throughput=5MB/sec 2024-04-15T15:13:15.481 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-KcyASZt05_AO1Xf off=2044343 len=1724903 2024-04-15T15:13:15.492 INFO:tasks.workunit.client.0.smithi016.stdout:op 4861 completed, throughput=5MB/sec 2024-04-15T15:13:15.492 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-QSRz0UXcry-GHjN off=13319911 len=260890 2024-04-15T15:13:15.495 INFO:tasks.workunit.client.0.smithi016.stdout:op 4862 completed, throughput=5MB/sec 2024-04-15T15:13:15.495 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-xWJf7Cut-LxMijG off=8867448 len=1510194 2024-04-15T15:13:15.501 INFO:tasks.workunit.client.0.smithi016.stdout:op 4863 completed, throughput=5MB/sec 2024-04-15T15:13:15.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:13:15 smithi016 ceph-mon[90652]: pgmap v1832: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.6 MiB/s wr, 3 op/s 2024-04-15T15:13:15.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:13:15 smithi016 ceph-mon[93212]: pgmap v1832: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.6 MiB/s wr, 3 op/s 2024-04-15T15:13:15.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:13:15 smithi102 ceph-mon[87131]: pgmap v1832: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.6 MiB/s wr, 3 op/s 2024-04-15T15:13:16.502 INFO:tasks.workunit.client.0.smithi016.stdout: 953: throughput=5MB/sec pending data=0 2024-04-15T15:13:16.502 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-dN3e8eJru-lVKZQ off=3224157 len=1311783 2024-04-15T15:13:16.508 INFO:tasks.workunit.client.0.smithi016.stdout:op 4864 completed, throughput=5MB/sec 2024-04-15T15:13:16.509 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-OdNjUXSMGJfCShN off=7962037 len=84914 2024-04-15T15:13:16.509 INFO:tasks.workunit.client.0.smithi016.stdout:op 4865 completed, throughput=5MB/sec 2024-04-15T15:13:16.509 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-cwwffRUOdPY-H4H off=7476402 len=1621321 2024-04-15T15:13:16.512 INFO:tasks.workunit.client.0.smithi016.stdout:op 4866 completed, throughput=5MB/sec 2024-04-15T15:13:16.512 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-pnqXxV338UXAgw4 off=19021473 len=422617 2024-04-15T15:13:16.513 INFO:tasks.workunit.client.0.smithi016.stdout:op 4867 completed, throughput=5MB/sec 2024-04-15T15:13:16.513 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-dK119Wie1m7REDq off=5150680 len=332157 2024-04-15T15:13:16.517 INFO:tasks.workunit.client.0.smithi016.stdout:op 4868 completed, throughput=5MB/sec 2024-04-15T15:13:16.517 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-m4tWzXvdD8Wlqy2 off=2589552 len=2075612 2024-04-15T15:13:16.519 INFO:tasks.workunit.client.0.smithi016.stdout:op 4869 completed, throughput=5MB/sec 2024-04-15T15:13:17.519 INFO:tasks.workunit.client.0.smithi016.stdout: 954: throughput=5MB/sec pending data=0 2024-04-15T15:13:17.519 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-vABBRJUX95kK7oS off=3128775 len=2084102 2024-04-15T15:13:17.533 INFO:tasks.workunit.client.0.smithi016.stdout:op 4870 completed, throughput=5MB/sec 2024-04-15T15:13:17.533 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-Fd_Sx6j1QeKRMvX off=5977765 len=2003912 2024-04-15T15:13:17.536 INFO:tasks.workunit.client.0.smithi016.stdout:op 4871 completed, throughput=5MB/sec 2024-04-15T15:13:17.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:13:17 smithi016 ceph-mon[90652]: pgmap v1833: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-04-15T15:13:17.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:13:17 smithi016 ceph-mon[93212]: pgmap v1833: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-04-15T15:13:17.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:13:17 smithi102 ceph-mon[87131]: pgmap v1833: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-04-15T15:13:18.536 INFO:tasks.workunit.client.0.smithi016.stdout: 955: throughput=5MB/sec pending data=0 2024-04-15T15:13:18.536 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-9NAHSFePBLWYFiS off=9009185 len=2079179 2024-04-15T15:13:18.539 INFO:tasks.workunit.client.0.smithi016.stdout:op 4872 completed, throughput=5MB/sec 2024-04-15T15:13:18.539 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-838_-p1uHcTM-0n off=17563953 len=1848592 2024-04-15T15:13:18.541 INFO:tasks.workunit.client.0.smithi016.stdout:op 4873 completed, throughput=5MB/sec 2024-04-15T15:13:18.541 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-FZuiSK47LdzmYeo off=7093774 len=1838704 2024-04-15T15:13:18.551 INFO:tasks.workunit.client.0.smithi016.stdout:op 4874 completed, throughput=5MB/sec 2024-04-15T15:13:19.552 INFO:tasks.workunit.client.0.smithi016.stdout: 956: throughput=5MB/sec pending data=0 2024-04-15T15:13:19.552 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-MhMlIrIJPOVDqSC off=70156 len=943234 2024-04-15T15:13:19.556 INFO:tasks.workunit.client.0.smithi016.stdout:op 4875 completed, throughput=5MB/sec 2024-04-15T15:13:19.556 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-TyR4Ppm0Q2jbt1D off=4177267 len=1596520 2024-04-15T15:13:19.563 INFO:tasks.workunit.client.0.smithi016.stdout:op 4876 completed, throughput=5MB/sec 2024-04-15T15:13:19.563 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-uYEawwCAf2qHxmI off=3628594 len=1290144 2024-04-15T15:13:19.565 INFO:tasks.workunit.client.0.smithi016.stdout:op 4877 completed, throughput=5MB/sec 2024-04-15T15:13:19.565 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-q_MgWwEooMu_Ttv off=6723730 len=474619 2024-04-15T15:13:19.566 INFO:tasks.workunit.client.0.smithi016.stdout:op 4878 completed, throughput=5MB/sec 2024-04-15T15:13:19.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:13:19 smithi102 ceph-mon[87131]: pgmap v1834: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.2 MiB/s wr, 3 op/s 2024-04-15T15:13:19.938 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:13:19 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T15:13:20.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:13:19 smithi016 ceph-mon[93212]: pgmap v1834: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.2 MiB/s wr, 3 op/s 2024-04-15T15:13:20.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:13:19 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T15:13:20.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:13:19 smithi016 ceph-mon[90652]: pgmap v1834: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.2 MiB/s wr, 3 op/s 2024-04-15T15:13:20.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:13:19 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T15:13:20.566 INFO:tasks.workunit.client.0.smithi016.stdout: 957: throughput=4.99MB/sec pending data=0 2024-04-15T15:13:20.566 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-Uc9gDZDzDjYkJ4O off=5706097 len=1006409 2024-04-15T15:13:20.570 INFO:tasks.workunit.client.0.smithi016.stdout:op 4879 completed, throughput=5MB/sec 2024-04-15T15:13:20.570 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-T0pdcSQBrYkpLHZ off=19134015 len=869604 2024-04-15T15:13:20.574 INFO:tasks.workunit.client.0.smithi016.stdout:op 4880 completed, throughput=5MB/sec 2024-04-15T15:13:20.574 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-oijimVTIY_vVMWG off=1687466 len=1162025 2024-04-15T15:13:20.576 INFO:tasks.workunit.client.0.smithi016.stdout:op 4881 completed, throughput=5MB/sec 2024-04-15T15:13:20.577 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj--8VIRuiEfPTYDax off=2044545 len=1689077 2024-04-15T15:13:20.582 INFO:tasks.workunit.client.0.smithi016.stdout:op 4882 completed, throughput=5MB/sec 2024-04-15T15:13:20.583 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-Jun9q_f2eGF1OUh off=9276372 len=808649 2024-04-15T15:13:20.583 INFO:tasks.workunit.client.0.smithi016.stdout:op 4883 completed, throughput=5MB/sec 2024-04-15T15:13:20.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:13:20 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T15:13:20.938 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:13:20 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T15:13:20.938 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:13:20 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T15:13:21.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:13:20 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T15:13:21.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:13:20 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T15:13:21.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:13:20 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T15:13:21.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:13:20 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T15:13:21.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:13:20 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T15:13:21.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:13:20 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T15:13:21.584 INFO:tasks.workunit.client.0.smithi016.stdout: 958: throughput=5MB/sec pending data=0 2024-04-15T15:13:21.584 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-D_bQ7K_9RTogfSi off=14045364 len=618870 2024-04-15T15:13:21.588 INFO:tasks.workunit.client.0.smithi016.stdout:op 4884 completed, throughput=5MB/sec 2024-04-15T15:13:21.588 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-judgqPvDoC_WbvO off=977770 len=1603434 2024-04-15T15:13:21.590 INFO:tasks.workunit.client.0.smithi016.stdout:op 4885 completed, throughput=5MB/sec 2024-04-15T15:13:21.590 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-OiAY_5oJIgbT6M3 off=6288090 len=1359054 2024-04-15T15:13:21.597 INFO:tasks.workunit.client.0.smithi016.stdout:op 4886 completed, throughput=5MB/sec 2024-04-15T15:13:21.597 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-BwYZ-r13a0ghGuj off=21490424 len=477176 2024-04-15T15:13:21.598 INFO:tasks.workunit.client.0.smithi016.stdout:op 4887 completed, throughput=5MB/sec 2024-04-15T15:13:21.598 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-TbTuoO8gcme9atj off=1278903 len=948001 2024-04-15T15:13:21.599 INFO:tasks.workunit.client.0.smithi016.stdout:op 4888 completed, throughput=5MB/sec 2024-04-15T15:13:21.599 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-dhIXRudwcQYu_t2 off=233034 len=104717 2024-04-15T15:13:21.602 INFO:tasks.workunit.client.0.smithi016.stdout:op 4889 completed, throughput=5MB/sec 2024-04-15T15:13:22.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:13:21 smithi016 ceph-mon[90652]: pgmap v1835: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-04-15T15:13:22.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:13:21 smithi016 ceph-mon[93212]: pgmap v1835: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-04-15T15:13:22.040 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 15 15:13:21 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-y[81421]: ::ffff:172.21.15.102 - - [15/Apr/2024:15:13:21] "GET /metrics HTTP/1.1" 200 34000 "" "Prometheus/2.43.0" 2024-04-15T15:13:22.315 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:13:21 smithi102 ceph-mon[87131]: pgmap v1835: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-04-15T15:13:22.602 INFO:tasks.workunit.client.0.smithi016.stdout: 959: throughput=4.99MB/sec pending data=0 2024-04-15T15:13:22.603 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-t4bKYHN2tT6smg0 off=1070318 len=944780 2024-04-15T15:13:22.608 INFO:tasks.workunit.client.0.smithi016.stdout:op 4890 completed, throughput=5MB/sec 2024-04-15T15:13:22.608 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-jP7YEJ6Lx_FItRl off=24452706 len=1015596 2024-04-15T15:13:22.614 INFO:tasks.workunit.client.0.smithi016.stdout:op 4891 completed, throughput=5MB/sec 2024-04-15T15:13:22.614 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-SgKf6aVMtgS0S8r off=3399283 len=1387027 2024-04-15T15:13:22.621 INFO:tasks.workunit.client.0.smithi016.stdout:op 4892 completed, throughput=5MB/sec 2024-04-15T15:13:22.621 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-bsFK986YHwbc-G9 off=15370820 len=465278 2024-04-15T15:13:22.622 INFO:tasks.workunit.client.0.smithi016.stdout:op 4893 completed, throughput=5MB/sec 2024-04-15T15:13:22.622 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-CYwbDVXF-T8G4PV off=6767504 len=1037369 2024-04-15T15:13:22.626 INFO:tasks.workunit.client.0.smithi016.stdout:op 4894 completed, throughput=5MB/sec 2024-04-15T15:13:22.626 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-pQn7bHoI2bwAa0j off=17163084 len=885942 2024-04-15T15:13:22.628 INFO:tasks.workunit.client.0.smithi016.stdout:op 4895 completed, throughput=5MB/sec 2024-04-15T15:13:22.687 INFO:journalctl@ceph.prometheus.a.smithi102.stdout:Apr 15 15:13:22 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-prometheus-a[120881]: ts=2024-04-15T15:13:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi016:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"362ea986-fb34-11ee-bc8f-c7b262605968\", instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T15:13:23.628 INFO:tasks.workunit.client.0.smithi016.stdout: 960: throughput=5MB/sec pending data=0 2024-04-15T15:13:23.628 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-_6beaJj1pUySFd_ off=2232940 len=1229438 2024-04-15T15:13:23.630 INFO:tasks.workunit.client.0.smithi016.stdout:op 4896 completed, throughput=5MB/sec 2024-04-15T15:13:23.630 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-kbk3tqlVb6WliB- off=0 len=1568002 2024-04-15T15:13:23.632 INFO:tasks.workunit.client.0.smithi016.stdout:op 4897 completed, throughput=5MB/sec 2024-04-15T15:13:23.632 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-uy3Fru8z-FYsU5p off=2892757 len=2093957 2024-04-15T15:13:23.634 INFO:tasks.workunit.client.0.smithi016.stdout:op 4898 completed, throughput=5MB/sec 2024-04-15T15:13:24.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:13:23 smithi016 ceph-mon[93212]: pgmap v1836: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.3 MiB/s wr, 3 op/s 2024-04-15T15:13:24.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:13:23 smithi016 ceph-mon[90652]: pgmap v1836: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.3 MiB/s wr, 3 op/s 2024-04-15T15:13:24.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:13:23 smithi102 ceph-mon[87131]: pgmap v1836: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.3 MiB/s wr, 3 op/s 2024-04-15T15:13:24.635 INFO:tasks.workunit.client.0.smithi016.stdout: 961: throughput=4.99MB/sec pending data=0 2024-04-15T15:13:24.635 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-4JMtD4bKaMVDYZA off=3923101 len=796277 2024-04-15T15:13:24.636 INFO:tasks.workunit.client.0.smithi016.stdout:op 4899 completed, throughput=5MB/sec 2024-04-15T15:13:24.636 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-Am4IIolv6trV9C5 off=886804 len=1718367 2024-04-15T15:13:24.638 INFO:tasks.workunit.client.0.smithi016.stdout:op 4900 completed, throughput=5MB/sec 2024-04-15T15:13:24.638 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-RAwhizn51hkb46I off=6240925 len=887287 2024-04-15T15:13:24.643 INFO:tasks.workunit.client.0.smithi016.stdout:op 4901 completed, throughput=5MB/sec 2024-04-15T15:13:24.644 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-gH5BqXi6d2WfBjA off=4915528 len=893966 2024-04-15T15:13:24.648 INFO:tasks.workunit.client.0.smithi016.stdout:op 4902 completed, throughput=5MB/sec 2024-04-15T15:13:24.648 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-UP7pO06dvtkC9CG off=539349 len=1583350 2024-04-15T15:13:24.650 INFO:tasks.workunit.client.0.smithi016.stdout:op 4903 completed, throughput=5MB/sec 2024-04-15T15:13:25.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:13:24 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T15:13:25.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:13:24 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T15:13:25.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:13:24 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T15:13:25.650 INFO:tasks.workunit.client.0.smithi016.stdout: 962: throughput=5MB/sec pending data=0 2024-04-15T15:13:25.650 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-s4xCt_x1BjZTI0E off=14103783 len=1615230 2024-04-15T15:13:25.660 INFO:tasks.workunit.client.0.smithi016.stdout:op 4904 completed, throughput=5MB/sec 2024-04-15T15:13:25.660 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-QZCwYJVm8WvQMYS off=3243153 len=170040 2024-04-15T15:13:25.661 INFO:tasks.workunit.client.0.smithi016.stdout:op 4905 completed, throughput=5MB/sec 2024-04-15T15:13:25.661 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-xHkIsoOYZpaTzIb off=5254681 len=590291 2024-04-15T15:13:25.665 INFO:tasks.workunit.client.0.smithi016.stdout:op 4906 completed, throughput=5MB/sec 2024-04-15T15:13:25.665 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-M0Sog5Y9nNs1mxp off=19498525 len=578849 2024-04-15T15:13:25.669 INFO:tasks.workunit.client.0.smithi016.stdout:op 4907 completed, throughput=5MB/sec 2024-04-15T15:13:25.670 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-vi7x42NZ8krlNua off=615593 len=1082702 2024-04-15T15:13:25.671 INFO:tasks.workunit.client.0.smithi016.stdout:op 4908 completed, throughput=5MB/sec 2024-04-15T15:13:25.671 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-9CyIZ-isV1JWgp5 off=2657375 len=442934 2024-04-15T15:13:25.671 INFO:tasks.workunit.client.0.smithi016.stdout:op 4909 completed, throughput=5MB/sec 2024-04-15T15:13:25.671 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-pdDCq2-dlgW6xcF off=10317203 len=1896843 2024-04-15T15:13:25.678 INFO:tasks.workunit.client.0.smithi016.stdout:op 4910 completed, throughput=5MB/sec 2024-04-15T15:13:26.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:13:25 smithi016 ceph-mon[93212]: pgmap v1837: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.0 MiB/s wr, 3 op/s 2024-04-15T15:13:26.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:13:25 smithi016 ceph-mon[90652]: pgmap v1837: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.0 MiB/s wr, 3 op/s 2024-04-15T15:13:26.438 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:13:25 smithi102 ceph-mon[87131]: pgmap v1837: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.0 MiB/s wr, 3 op/s 2024-04-15T15:13:26.679 INFO:tasks.workunit.client.0.smithi016.stdout: 963: throughput=5MB/sec pending data=0 2024-04-15T15:13:26.679 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-n3ZvrW5ez4LoRMT off=13878134 len=436952 2024-04-15T15:13:26.680 INFO:tasks.workunit.client.0.smithi016.stdout:op 4911 completed, throughput=5MB/sec 2024-04-15T15:13:26.680 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-YCJri159QBuInzl off=16625925 len=1360573 2024-04-15T15:13:26.686 INFO:tasks.workunit.client.0.smithi016.stdout:op 4912 completed, throughput=5MB/sec 2024-04-15T15:13:26.686 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-rsZniAkTk1OBV-1 off=3656407 len=431915 2024-04-15T15:13:26.690 INFO:tasks.workunit.client.0.smithi016.stdout:op 4913 completed, throughput=5MB/sec 2024-04-15T15:13:26.690 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj--lQ-fkpdIpDAW6o off=8774825 len=532759 2024-04-15T15:13:26.690 INFO:tasks.workunit.client.0.smithi016.stdout:op 4914 completed, throughput=5MB/sec 2024-04-15T15:13:26.691 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-W5Jb74cQTogKCb1 off=3451868 len=2073779 2024-04-15T15:13:26.699 INFO:tasks.workunit.client.0.smithi016.stdout:op 4915 completed, throughput=5MB/sec 2024-04-15T15:13:27.700 INFO:tasks.workunit.client.0.smithi016.stdout: 964: throughput=5MB/sec pending data=0 2024-04-15T15:13:27.700 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-BNEt1ibFVyiYHA3 off=5803621 len=1760941 2024-04-15T15:13:27.707 INFO:tasks.workunit.client.0.smithi016.stdout:op 4916 completed, throughput=5MB/sec 2024-04-15T15:13:27.707 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-jvQyRUcTYnk9ixv off=5900067 len=1816708 2024-04-15T15:13:27.709 INFO:tasks.workunit.client.0.smithi016.stdout:op 4917 completed, throughput=5MB/sec 2024-04-15T15:13:27.709 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-ENTQcQsexxTziJh off=5887178 len=314927 2024-04-15T15:13:27.712 INFO:tasks.workunit.client.0.smithi016.stdout:op 4918 completed, throughput=5MB/sec 2024-04-15T15:13:27.712 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-snHd5VWARjhhx03 off=20781242 len=548665 2024-04-15T15:13:27.713 INFO:tasks.workunit.client.0.smithi016.stdout:op 4919 completed, throughput=5MB/sec 2024-04-15T15:13:28.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:13:27 smithi016 ceph-mon[90652]: pgmap v1838: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-04-15T15:13:28.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:13:27 smithi016 ceph-mon[93212]: pgmap v1838: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-04-15T15:13:28.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:13:27 smithi102 ceph-mon[87131]: pgmap v1838: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-04-15T15:13:28.713 INFO:tasks.workunit.client.0.smithi016.stdout: 965: throughput=5MB/sec pending data=0 2024-04-15T15:13:28.713 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-R-Y0K0tVdXhdaSo off=5279776 len=1461642 2024-04-15T15:13:28.720 INFO:tasks.workunit.client.0.smithi016.stdout:op 4920 completed, throughput=5MB/sec 2024-04-15T15:13:28.720 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-38ZA1Eg7Zd2oMWI off=0 len=1757697 2024-04-15T15:13:28.728 INFO:tasks.workunit.client.0.smithi016.stdout:op 4921 completed, throughput=5MB/sec 2024-04-15T15:13:28.728 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-tQ_WV4gnc25wB4N off=1853878 len=238337 2024-04-15T15:13:28.729 INFO:tasks.workunit.client.0.smithi016.stdout:op 4922 completed, throughput=5MB/sec 2024-04-15T15:13:28.729 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-wcEzJw9dbk5F-Iz off=14410161 len=1493857 2024-04-15T15:13:28.736 INFO:tasks.workunit.client.0.smithi016.stdout:op 4923 completed, throughput=5MB/sec 2024-04-15T15:13:28.737 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-CGklSpsiFDcVIHA off=1875903 len=1988882 2024-04-15T15:13:28.740 INFO:tasks.workunit.client.0.smithi016.stdout:op 4924 completed, throughput=5MB/sec 2024-04-15T15:13:29.740 INFO:tasks.workunit.client.0.smithi016.stdout: 966: throughput=5MB/sec pending data=0 2024-04-15T15:13:29.740 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-Iek9-R4ggBtA5mV off=4970309 len=438910 2024-04-15T15:13:29.744 INFO:tasks.workunit.client.0.smithi016.stdout:op 4925 completed, throughput=5MB/sec 2024-04-15T15:13:29.744 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-ij4A0jJbRTn1EcB off=1703418 len=1363156 2024-04-15T15:13:29.751 INFO:tasks.workunit.client.0.smithi016.stdout:op 4926 completed, throughput=5MB/sec 2024-04-15T15:13:29.751 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-Y6tjbbL8G8k6AYX off=16685200 len=771993 2024-04-15T15:13:29.752 INFO:tasks.workunit.client.0.smithi016.stdout:op 4927 completed, throughput=5MB/sec 2024-04-15T15:13:29.752 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-SIM7ZswOWmknTGd off=20179070 len=108079 2024-04-15T15:13:29.755 INFO:tasks.workunit.client.0.smithi016.stdout:op 4928 completed, throughput=5MB/sec 2024-04-15T15:13:29.755 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-m242CJauGQFBGa3 off=16131533 len=14223 2024-04-15T15:13:29.755 INFO:tasks.workunit.client.0.smithi016.stdout:op 4929 completed, throughput=5MB/sec 2024-04-15T15:13:29.755 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-oNXzl9dBnEhSBhY off=1444279 len=1173390 2024-04-15T15:13:29.757 INFO:tasks.workunit.client.0.smithi016.stdout:op 4930 completed, throughput=5MB/sec 2024-04-15T15:13:30.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:13:29 smithi016 ceph-mon[90652]: pgmap v1839: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.7 MiB/s wr, 3 op/s 2024-04-15T15:13:30.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:13:29 smithi016 ceph-mon[93212]: pgmap v1839: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.7 MiB/s wr, 3 op/s 2024-04-15T15:13:30.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:13:29 smithi102 ceph-mon[87131]: pgmap v1839: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.7 MiB/s wr, 3 op/s 2024-04-15T15:13:30.757 INFO:tasks.workunit.client.0.smithi016.stdout: 967: throughput=5MB/sec pending data=0 2024-04-15T15:13:30.758 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-dK119Wie1m7REDq off=1739306 len=1154009 2024-04-15T15:13:30.763 INFO:tasks.workunit.client.0.smithi016.stdout:op 4931 completed, throughput=5MB/sec 2024-04-15T15:13:30.763 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-a9GBlKcexc76ln4 off=539061 len=510882 2024-04-15T15:13:30.767 INFO:tasks.workunit.client.0.smithi016.stdout:op 4932 completed, throughput=5MB/sec 2024-04-15T15:13:30.767 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-1QEOBvIUmjpkBY_ off=1655171 len=844537 2024-04-15T15:13:30.772 INFO:tasks.workunit.client.0.smithi016.stdout:op 4933 completed, throughput=5MB/sec 2024-04-15T15:13:30.772 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-bodMPduoSsv4BbO off=11644638 len=1852447 2024-04-15T15:13:30.773 INFO:tasks.workunit.client.0.smithi016.stdout:op 4934 completed, throughput=5MB/sec 2024-04-15T15:13:30.773 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-14JXcod4MGIcZbl off=1078956 len=953237 2024-04-15T15:13:30.778 INFO:tasks.workunit.client.0.smithi016.stdout:op 4935 completed, throughput=5MB/sec 2024-04-15T15:13:31.779 INFO:tasks.workunit.client.0.smithi016.stdout: 968: throughput=5MB/sec pending data=0 2024-04-15T15:13:31.779 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-JtN7bONUhxb1aVr off=11142749 len=1377150 2024-04-15T15:13:31.780 INFO:tasks.workunit.client.0.smithi016.stdout:op 4936 completed, throughput=5MB/sec 2024-04-15T15:13:31.781 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-8QKw-ZQGuUi2N_6 off=5335771 len=2079265 2024-04-15T15:13:31.793 INFO:tasks.workunit.client.0.smithi016.stdout:op 4937 completed, throughput=5MB/sec 2024-04-15T15:13:31.793 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-djX0xkkdeDVnAWt off=14851536 len=1647448 2024-04-15T15:13:31.796 INFO:tasks.workunit.client.0.smithi016.stdout:op 4938 completed, throughput=5MB/sec 2024-04-15T15:13:32.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:13:31 smithi016 ceph-mon[93212]: pgmap v1840: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-04-15T15:13:32.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:13:31 smithi016 ceph-mon[90652]: pgmap v1840: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-04-15T15:13:32.040 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 15 15:13:31 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-y[81421]: ::ffff:172.21.15.102 - - [15/Apr/2024:15:13:31] "GET /metrics HTTP/1.1" 200 34000 "" "Prometheus/2.43.0" 2024-04-15T15:13:32.318 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:13:31 smithi102 ceph-mon[87131]: pgmap v1840: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-04-15T15:13:32.687 INFO:journalctl@ceph.prometheus.a.smithi102.stdout:Apr 15 15:13:32 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-prometheus-a[120881]: ts=2024-04-15T15:13:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi016:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"362ea986-fb34-11ee-bc8f-c7b262605968\", instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T15:13:32.797 INFO:tasks.workunit.client.0.smithi016.stdout: 969: throughput=4.99MB/sec pending data=0 2024-04-15T15:13:32.797 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-tnqNySpiIvZvJeg off=3200070 len=1195443 2024-04-15T15:13:32.803 INFO:tasks.workunit.client.0.smithi016.stdout:op 4939 completed, throughput=5MB/sec 2024-04-15T15:13:32.803 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-8tHaW3hXVKLNiPC off=198819 len=1522948 2024-04-15T15:13:32.812 INFO:tasks.workunit.client.0.smithi016.stdout:op 4940 completed, throughput=5MB/sec 2024-04-15T15:13:32.812 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-KDJBsW_o4qttIKn off=17392580 len=428730 2024-04-15T15:13:32.816 INFO:tasks.workunit.client.0.smithi016.stdout:op 4941 completed, throughput=5MB/sec 2024-04-15T15:13:32.816 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-nYbQy7N-ZBz4r3s off=12368828 len=2033161 2024-04-15T15:13:32.824 INFO:tasks.workunit.client.0.smithi016.stdout:op 4942 completed, throughput=5MB/sec 2024-04-15T15:13:32.825 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-qsjKyrmJtoaozcJ off=2972593 len=1721395 2024-04-15T15:13:32.827 INFO:tasks.workunit.client.0.smithi016.stdout:op 4943 completed, throughput=5MB/sec 2024-04-15T15:13:33.827 INFO:tasks.workunit.client.0.smithi016.stdout: 970: throughput=5MB/sec pending data=0 2024-04-15T15:13:33.828 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-qj96qDTUqqKY95h off=9972729 len=1328156 2024-04-15T15:13:33.836 INFO:tasks.workunit.client.0.smithi016.stdout:op 4944 completed, throughput=5MB/sec 2024-04-15T15:13:33.836 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-5tPH2xwK6uyea9b off=15860769 len=399160 2024-04-15T15:13:33.837 INFO:tasks.workunit.client.0.smithi016.stdout:op 4945 completed, throughput=5MB/sec 2024-04-15T15:13:33.838 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-TgZ8KvNsZGbOsWk off=9669101 len=167534 2024-04-15T15:13:33.840 INFO:tasks.workunit.client.0.smithi016.stdout:op 4946 completed, throughput=5MB/sec 2024-04-15T15:13:33.840 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-KZKPEjkwitSzAve off=9728084 len=892496 2024-04-15T15:13:33.841 INFO:tasks.workunit.client.0.smithi016.stdout:op 4947 completed, throughput=5MB/sec 2024-04-15T15:13:33.841 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-_hTjjeb9qSV5K4y off=13106753 len=343650 2024-04-15T15:13:33.842 INFO:tasks.workunit.client.0.smithi016.stdout:op 4948 completed, throughput=5MB/sec 2024-04-15T15:13:33.842 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-DwKUopq5OVNEsgk off=2743236 len=2023822 2024-04-15T15:13:33.851 INFO:tasks.workunit.client.0.smithi016.stdout:op 4949 completed, throughput=5MB/sec 2024-04-15T15:13:34.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:13:33 smithi016 ceph-mon[90652]: pgmap v1841: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-04-15T15:13:34.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:13:33 smithi016 ceph-mon[93212]: pgmap v1841: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-04-15T15:13:34.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:13:33 smithi102 ceph-mon[87131]: pgmap v1841: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-04-15T15:13:34.851 INFO:tasks.workunit.client.0.smithi016.stdout: 971: throughput=5MB/sec pending data=0 2024-04-15T15:13:34.851 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-LKbtyspIdyLbSZn off=10041165 len=1922592 2024-04-15T15:13:34.860 INFO:tasks.workunit.client.0.smithi016.stdout:op 4950 completed, throughput=5MB/sec 2024-04-15T15:13:34.860 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-fxx5lAcTKW6s74B off=17661150 len=1568078 2024-04-15T15:13:34.868 INFO:tasks.workunit.client.0.smithi016.stdout:op 4951 completed, throughput=5MB/sec 2024-04-15T15:13:34.869 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-8jj7Imc7GjTycBj off=3510028 len=1653733 2024-04-15T15:13:34.875 INFO:tasks.workunit.client.0.smithi016.stdout:op 4952 completed, throughput=5MB/sec 2024-04-15T15:13:35.876 INFO:tasks.workunit.client.0.smithi016.stdout: 972: throughput=5MB/sec pending data=0 2024-04-15T15:13:35.876 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-vTFnAoDI4XneZhy off=1355547 len=639382 2024-04-15T15:13:35.877 INFO:tasks.workunit.client.0.smithi016.stdout:op 4953 completed, throughput=5MB/sec 2024-04-15T15:13:35.877 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-aOvZ6kaYlmzhIiq off=3258956 len=1826177 2024-04-15T15:13:35.884 INFO:tasks.workunit.client.0.smithi016.stdout:op 4954 completed, throughput=5MB/sec 2024-04-15T15:13:35.884 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-xqne03j8lgV6Xv2 off=6613807 len=1639574 2024-04-15T15:13:35.886 INFO:tasks.workunit.client.0.smithi016.stdout:op 4955 completed, throughput=5MB/sec 2024-04-15T15:13:35.886 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-eFDkykB0CAva45v off=16777506 len=1350210 2024-04-15T15:13:35.892 INFO:tasks.workunit.client.0.smithi016.stdout:op 4956 completed, throughput=5MB/sec 2024-04-15T15:13:36.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:13:35 smithi016 ceph-mon[90652]: pgmap v1842: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-15T15:13:36.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:13:35 smithi016 ceph-mon[93212]: pgmap v1842: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-15T15:13:36.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:13:35 smithi102 ceph-mon[87131]: pgmap v1842: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-15T15:13:36.892 INFO:tasks.workunit.client.0.smithi016.stdout: 973: throughput=5MB/sec pending data=0 2024-04-15T15:13:36.892 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-78fMUVL5fcpQINz off=20953280 len=1499608 2024-04-15T15:13:36.894 INFO:tasks.workunit.client.0.smithi016.stdout:op 4957 completed, throughput=5MB/sec 2024-04-15T15:13:36.894 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-1_9OfDUkFIP1SPI off=5621074 len=1948980 2024-04-15T15:13:36.896 INFO:tasks.workunit.client.0.smithi016.stdout:op 4958 completed, throughput=5MB/sec 2024-04-15T15:13:36.897 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-sXZNdEVimGqKD3d off=8477315 len=552128 2024-04-15T15:13:36.898 INFO:tasks.workunit.client.0.smithi016.stdout:op 4959 completed, throughput=5MB/sec 2024-04-15T15:13:36.898 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj--tC3eoT_Bsi28k4 off=341286 len=2076467 2024-04-15T15:13:36.910 INFO:tasks.workunit.client.0.smithi016.stdout:op 4960 completed, throughput=5MB/sec 2024-04-15T15:13:37.910 INFO:tasks.workunit.client.0.smithi016.stdout: 974: throughput=5MB/sec pending data=0 2024-04-15T15:13:37.911 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-ueAX4acmo93JpjJ off=8567371 len=330519 2024-04-15T15:13:37.911 INFO:tasks.workunit.client.0.smithi016.stdout:op 4961 completed, throughput=5MB/sec 2024-04-15T15:13:37.911 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-SqAp4O7Y1RgkSep off=235574 len=327583 2024-04-15T15:13:37.913 INFO:tasks.workunit.client.0.smithi016.stdout:op 4962 completed, throughput=5MB/sec 2024-04-15T15:13:37.913 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-aOZ9ocoP_oo8Frr off=2186961 len=1720133 2024-04-15T15:13:37.920 INFO:tasks.workunit.client.0.smithi016.stdout:op 4963 completed, throughput=5MB/sec 2024-04-15T15:13:37.920 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-JuKzj9COEopnFd1 off=13087915 len=315683 2024-04-15T15:13:37.923 INFO:tasks.workunit.client.0.smithi016.stdout:op 4964 completed, throughput=5MB/sec 2024-04-15T15:13:37.923 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-M7WRotTHrUoOsPb off=11395948 len=2011160 2024-04-15T15:13:37.932 INFO:tasks.workunit.client.0.smithi016.stdout:op 4965 completed, throughput=5MB/sec 2024-04-15T15:13:38.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:13:37 smithi016 ceph-mon[90652]: pgmap v1843: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.4 MiB/s wr, 5 op/s 2024-04-15T15:13:38.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:13:37 smithi016 ceph-mon[93212]: pgmap v1843: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.4 MiB/s wr, 5 op/s 2024-04-15T15:13:38.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:13:37 smithi102 ceph-mon[87131]: pgmap v1843: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.4 MiB/s wr, 5 op/s 2024-04-15T15:13:38.932 INFO:tasks.workunit.client.0.smithi016.stdout: 975: throughput=5MB/sec pending data=0 2024-04-15T15:13:38.932 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-zMEHaE62zI6EIHM off=2248865 len=552453 2024-04-15T15:13:38.934 INFO:tasks.workunit.client.0.smithi016.stdout:op 4966 completed, throughput=5MB/sec 2024-04-15T15:13:38.934 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-8PMVVthdEdrQwS1 off=8736166 len=1690992 2024-04-15T15:13:38.942 INFO:tasks.workunit.client.0.smithi016.stdout:op 4967 completed, throughput=5MB/sec 2024-04-15T15:13:38.942 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-Z_8sjyiZrOFDrkY off=8477507 len=1691637 2024-04-15T15:13:38.952 INFO:tasks.workunit.client.0.smithi016.stdout:op 4968 completed, throughput=5MB/sec 2024-04-15T15:13:38.952 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-0oj0WhRsjEQgIiO off=13955000 len=46187 2024-04-15T15:13:38.954 INFO:tasks.workunit.client.0.smithi016.stdout:op 4969 completed, throughput=5MB/sec 2024-04-15T15:13:38.954 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-h4DSAw2ld7cIE6l off=662184 len=280906 2024-04-15T15:13:38.957 INFO:tasks.workunit.client.0.smithi016.stdout:op 4970 completed, throughput=5MB/sec 2024-04-15T15:13:39.958 INFO:tasks.workunit.client.0.smithi016.stdout: 976: throughput=5MB/sec pending data=0 2024-04-15T15:13:39.958 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj--lQ-fkpdIpDAW6o off=3255492 len=1460952 2024-04-15T15:13:39.959 INFO:tasks.workunit.client.0.smithi016.stdout:op 4971 completed, throughput=5MB/sec 2024-04-15T15:13:39.959 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-ozTcHFiCh5x0zSn off=1100088 len=87378 2024-04-15T15:13:39.961 INFO:tasks.workunit.client.0.smithi016.stdout:op 4972 completed, throughput=5MB/sec 2024-04-15T15:13:39.961 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-hPDw8PWMk186VOb off=917929 len=859884 2024-04-15T15:13:39.972 INFO:tasks.workunit.client.0.smithi016.stdout:op 4973 completed, throughput=5MB/sec 2024-04-15T15:13:39.972 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-eG_euYzf8SW3odP off=8875402 len=1297146 2024-04-15T15:13:39.973 INFO:tasks.workunit.client.0.smithi016.stdout:op 4974 completed, throughput=5MB/sec 2024-04-15T15:13:39.973 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-psmdWGqgutqXVOS off=847804 len=2076469 2024-04-15T15:13:39.985 INFO:tasks.workunit.client.0.smithi016.stdout:op 4975 completed, throughput=5MB/sec 2024-04-15T15:13:40.239 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:13:39 smithi102 ceph-mon[87131]: pgmap v1844: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 1.4 MiB/s rd, 3.0 MiB/s wr, 4 op/s 2024-04-15T15:13:40.239 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:13:39 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T15:13:40.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:13:39 smithi016 ceph-mon[90652]: pgmap v1844: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 1.4 MiB/s rd, 3.0 MiB/s wr, 4 op/s 2024-04-15T15:13:40.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:13:39 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T15:13:40.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:13:39 smithi016 ceph-mon[93212]: pgmap v1844: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 1.4 MiB/s rd, 3.0 MiB/s wr, 4 op/s 2024-04-15T15:13:40.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:13:39 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T15:13:40.985 INFO:tasks.workunit.client.0.smithi016.stdout: 977: throughput=5MB/sec pending data=0 2024-04-15T15:13:40.985 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-ovdiXdk6u7okHeo off=1586924 len=1947104 2024-04-15T15:13:40.987 INFO:tasks.workunit.client.0.smithi016.stdout:op 4976 completed, throughput=5MB/sec 2024-04-15T15:13:40.988 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-P1-IA_Wbi7J0hyc off=7111064 len=266249 2024-04-15T15:13:40.988 INFO:tasks.workunit.client.0.smithi016.stdout:op 4977 completed, throughput=5MB/sec 2024-04-15T15:13:40.988 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-ztv6JinWcOWGtWD off=4951367 len=1106725 2024-04-15T15:13:40.991 INFO:tasks.workunit.client.0.smithi016.stdout:op 4978 completed, throughput=5MB/sec 2024-04-15T15:13:40.991 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-MN9GD5ay0O308jL off=1713048 len=745213 2024-04-15T15:13:40.992 INFO:tasks.workunit.client.0.smithi016.stdout:op 4979 completed, throughput=5MB/sec 2024-04-15T15:13:40.992 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-7nOXLtd92_SmvT5 off=3375812 len=1444136 2024-04-15T15:13:40.998 INFO:tasks.workunit.client.0.smithi016.stdout:op 4980 completed, throughput=5MB/sec 2024-04-15T15:13:41.999 INFO:tasks.workunit.client.0.smithi016.stdout: 978: throughput=5MB/sec pending data=0 2024-04-15T15:13:41.999 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-LM6TPREkAvTDOi_ off=6872484 len=1030606 2024-04-15T15:13:42.000 INFO:tasks.workunit.client.0.smithi016.stdout:op 4981 completed, throughput=5MB/sec 2024-04-15T15:13:42.001 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-0pMgz_FfS7TqlgP off=13663827 len=1861700 2024-04-15T15:13:42.007 INFO:tasks.workunit.client.0.smithi016.stdout:op 4982 completed, throughput=5MB/sec 2024-04-15T15:13:42.008 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-Zqs7_neHMHkcLQT off=6163809 len=1979803 2024-04-15T15:13:42.016 INFO:tasks.workunit.client.0.smithi016.stdout:op 4983 completed, throughput=5MB/sec 2024-04-15T15:13:42.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:13:41 smithi016 ceph-mon[90652]: pgmap v1845: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 1.8 MiB/s rd, 4.0 MiB/s wr, 5 op/s 2024-04-15T15:13:42.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:13:41 smithi016 ceph-mon[93212]: pgmap v1845: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 1.8 MiB/s rd, 4.0 MiB/s wr, 5 op/s 2024-04-15T15:13:42.040 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 15 15:13:41 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-y[81421]: ::ffff:172.21.15.102 - - [15/Apr/2024:15:13:41] "GET /metrics HTTP/1.1" 200 33992 "" "Prometheus/2.43.0" 2024-04-15T15:13:42.316 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:13:41 smithi102 ceph-mon[87131]: pgmap v1845: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 1.8 MiB/s rd, 4.0 MiB/s wr, 5 op/s 2024-04-15T15:13:42.687 INFO:journalctl@ceph.prometheus.a.smithi102.stdout:Apr 15 15:13:42 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-prometheus-a[120881]: ts=2024-04-15T15:13:42.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi016:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"362ea986-fb34-11ee-bc8f-c7b262605968\", instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T15:13:43.016 INFO:tasks.workunit.client.0.smithi016.stdout: 979: throughput=5MB/sec pending data=0 2024-04-15T15:13:43.016 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-aXvvJmf513y5fpI off=5694916 len=2071752 2024-04-15T15:13:43.019 INFO:tasks.workunit.client.0.smithi016.stdout:op 4984 completed, throughput=5MB/sec 2024-04-15T15:13:43.019 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-m8Edgqa-9MBN9bJ off=508578 len=1221760 2024-04-15T15:13:43.020 INFO:tasks.workunit.client.0.smithi016.stdout:op 4985 completed, throughput=5MB/sec 2024-04-15T15:13:43.021 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-4zuvSe_vgIFrXoB off=4848931 len=1989064 2024-04-15T15:13:43.022 INFO:tasks.workunit.client.0.smithi016.stdout:op 4986 completed, throughput=5MB/sec 2024-04-15T15:13:44.023 INFO:tasks.workunit.client.0.smithi016.stdout: 980: throughput=5MB/sec pending data=0 2024-04-15T15:13:44.023 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-E1e7u2dLvce1r9m off=1092701 len=302482 2024-04-15T15:13:44.024 INFO:tasks.workunit.client.0.smithi016.stdout:op 4987 completed, throughput=5MB/sec 2024-04-15T15:13:44.024 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-jHiF-G1ndSjtz72 off=16007976 len=1078226 2024-04-15T15:13:44.029 INFO:tasks.workunit.client.0.smithi016.stdout:op 4988 completed, throughput=5MB/sec 2024-04-15T15:13:44.029 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-5gGuDm5xtvVx9Oh off=6262096 len=1622310 2024-04-15T15:13:44.031 INFO:tasks.workunit.client.0.smithi016.stdout:op 4989 completed, throughput=5MB/sec 2024-04-15T15:13:44.031 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-f9TUGZCDiyZSFLA off=4108193 len=1470220 2024-04-15T15:13:44.038 INFO:tasks.workunit.client.0.smithi016.stdout:op 4990 completed, throughput=5MB/sec 2024-04-15T15:13:44.038 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-TRh4hQuNlzZ3o73 off=1934695 len=1273558 2024-04-15T15:13:44.039 INFO:tasks.workunit.client.0.smithi016.stdout:op 4991 completed, throughput=5MB/sec 2024-04-15T15:13:44.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:13:43 smithi016 ceph-mon[90652]: pgmap v1846: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 1.7 MiB/s rd, 3.3 MiB/s wr, 4 op/s 2024-04-15T15:13:44.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:13:43 smithi016 ceph-mon[93212]: pgmap v1846: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 1.7 MiB/s rd, 3.3 MiB/s wr, 4 op/s 2024-04-15T15:13:44.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:13:43 smithi102 ceph-mon[87131]: pgmap v1846: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 1.7 MiB/s rd, 3.3 MiB/s wr, 4 op/s 2024-04-15T15:13:45.040 INFO:tasks.workunit.client.0.smithi016.stdout: 981: throughput=5MB/sec pending data=0 2024-04-15T15:13:45.040 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-6BeorlAVLqb7bVM off=3093526 len=1187688 2024-04-15T15:13:45.047 INFO:tasks.workunit.client.0.smithi016.stdout:op 4992 completed, throughput=5MB/sec 2024-04-15T15:13:45.047 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-FFth1MEfc82ybyt off=2272898 len=2094319 2024-04-15T15:13:45.061 INFO:tasks.workunit.client.0.smithi016.stdout:op 4993 completed, throughput=5MB/sec 2024-04-15T15:13:45.062 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-LZrQ5JRz37wqxgG off=2236241 len=1270408 2024-04-15T15:13:45.064 INFO:tasks.workunit.client.0.smithi016.stdout:op 4994 completed, throughput=5MB/sec 2024-04-15T15:13:45.064 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-4vftMAQg7PwWxWF off=4003374 len=1630118 2024-04-15T15:13:45.071 INFO:tasks.workunit.client.0.smithi016.stdout:op 4995 completed, throughput=5MB/sec 2024-04-15T15:13:46.072 INFO:tasks.workunit.client.0.smithi016.stdout: 982: throughput=5MB/sec pending data=0 2024-04-15T15:13:46.072 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-GYaXHkUoH-oFIrh off=20346057 len=386836 2024-04-15T15:13:46.073 INFO:tasks.workunit.client.0.smithi016.stdout:op 4996 completed, throughput=5MB/sec 2024-04-15T15:13:46.073 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-ZWym-YUnTfDTSRJ off=2201991 len=1883960 2024-04-15T15:13:46.075 INFO:tasks.workunit.client.0.smithi016.stdout:op 4997 completed, throughput=5MB/sec 2024-04-15T15:13:46.075 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-kknmaiKfFfpRj-z off=4287275 len=863714 2024-04-15T15:13:46.076 INFO:tasks.workunit.client.0.smithi016.stdout:op 4998 completed, throughput=5MB/sec 2024-04-15T15:13:46.077 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-63tNdnNK5OtmzIh off=23520389 len=1667808 2024-04-15T15:13:46.078 INFO:tasks.workunit.client.0.smithi016.stdout:op 4999 completed, throughput=5MB/sec 2024-04-15T15:13:46.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:13:45 smithi016 ceph-mon[90652]: pgmap v1847: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 1.5 MiB/s rd, 2.8 MiB/s wr, 3 op/s 2024-04-15T15:13:46.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:13:45 smithi016 ceph-mon[93212]: pgmap v1847: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 1.5 MiB/s rd, 2.8 MiB/s wr, 3 op/s 2024-04-15T15:13:46.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:13:45 smithi102 ceph-mon[87131]: pgmap v1847: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 1.5 MiB/s rd, 2.8 MiB/s wr, 3 op/s 2024-04-15T15:13:47.079 INFO:tasks.workunit.client.0.smithi016.stdout: 983: throughput=5MB/sec pending data=0 2024-04-15T15:13:47.079 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-31pBt372KWnPvdY off=7327979 len=2084067 2024-04-15T15:13:47.081 INFO:tasks.workunit.client.0.smithi016.stdout:op 5000 completed, throughput=5MB/sec 2024-04-15T15:13:47.081 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-2acTEdHpmEDME8h off=5170108 len=668641 2024-04-15T15:13:47.086 INFO:tasks.workunit.client.0.smithi016.stdout:op 5001 completed, throughput=5MB/sec 2024-04-15T15:13:47.086 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-1k0ZaSzP0lMk5lc off=3785255 len=206217 2024-04-15T15:13:47.087 INFO:tasks.workunit.client.0.smithi016.stdout:op 5002 completed, throughput=5MB/sec 2024-04-15T15:13:47.087 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-Vk_HGfyTVc9ggFF off=22978578 len=220876 2024-04-15T15:13:47.090 INFO:tasks.workunit.client.0.smithi016.stdout:op 5003 completed, throughput=5MB/sec 2024-04-15T15:13:47.090 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-AO42PLF5OVblw9z off=2389045 len=364620 2024-04-15T15:13:47.093 INFO:tasks.workunit.client.0.smithi016.stdout:op 5004 completed, throughput=5MB/sec 2024-04-15T15:13:47.094 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-qXrio7XqvGwfnL6 off=1436983 len=1087865 2024-04-15T15:13:47.098 INFO:tasks.workunit.client.0.smithi016.stdout:op 5005 completed, throughput=5MB/sec 2024-04-15T15:13:48.098 INFO:tasks.workunit.client.0.smithi016.stdout: 984: throughput=5MB/sec pending data=0 2024-04-15T15:13:48.099 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-PG-FJKCqocOKfiP off=8128301 len=1650769 2024-04-15T15:13:48.106 INFO:tasks.workunit.client.0.smithi016.stdout:op 5006 completed, throughput=5MB/sec 2024-04-15T15:13:48.106 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-j8xfvEJsSeqITXo off=8581787 len=1649648 2024-04-15T15:13:48.112 INFO:tasks.workunit.client.0.smithi016.stdout:op 5007 completed, throughput=5MB/sec 2024-04-15T15:13:48.112 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-pA921Plz4Y6_KD3 off=10640823 len=348352 2024-04-15T15:13:48.115 INFO:tasks.workunit.client.0.smithi016.stdout:op 5008 completed, throughput=5MB/sec 2024-04-15T15:13:48.115 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-wnuC5vfDk9ics7e off=1530197 len=1709379 2024-04-15T15:13:48.117 INFO:tasks.workunit.client.0.smithi016.stdout:op 5009 completed, throughput=5MB/sec 2024-04-15T15:13:48.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:13:47 smithi016 ceph-mon[90652]: pgmap v1848: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.8 MiB/s wr, 5 op/s 2024-04-15T15:13:48.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:13:47 smithi016 ceph-mon[93212]: pgmap v1848: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.8 MiB/s wr, 5 op/s 2024-04-15T15:13:48.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:13:47 smithi102 ceph-mon[87131]: pgmap v1848: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.8 MiB/s wr, 5 op/s 2024-04-15T15:13:49.117 INFO:tasks.workunit.client.0.smithi016.stdout: 985: throughput=5MB/sec pending data=0 2024-04-15T15:13:49.117 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-FcAFUtMzMmKBFkI off=20200274 len=1327665 2024-04-15T15:13:49.120 INFO:tasks.workunit.client.0.smithi016.stdout:op 5010 completed, throughput=5MB/sec 2024-04-15T15:13:49.120 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-t4k57fA60VGQLM2 off=841242 len=665850 2024-04-15T15:13:49.121 INFO:tasks.workunit.client.0.smithi016.stdout:op 5011 completed, throughput=5MB/sec 2024-04-15T15:13:49.122 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-BtJiSHsiy9XdngJ off=5707568 len=234037 2024-04-15T15:13:49.125 INFO:tasks.workunit.client.0.smithi016.stdout:op 5012 completed, throughput=5MB/sec 2024-04-15T15:13:49.125 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-XrIZpWRKWr29VdU off=7469504 len=1425090 2024-04-15T15:13:49.128 INFO:tasks.workunit.client.0.smithi016.stdout:op 5013 completed, throughput=5MB/sec 2024-04-15T15:13:49.129 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-NgBqJNvf-iIMhZ1 off=5257621 len=1278538 2024-04-15T15:13:49.134 INFO:tasks.workunit.client.0.smithi016.stdout:op 5014 completed, throughput=5MB/sec 2024-04-15T15:13:49.134 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-5Znw7tAMtL-s3zm off=16887967 len=41076 2024-04-15T15:13:49.136 INFO:tasks.workunit.client.0.smithi016.stdout:op 5015 completed, throughput=5MB/sec 2024-04-15T15:13:49.136 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-NneDrUveIan0zRA off=14685571 len=299576 2024-04-15T15:13:49.139 INFO:tasks.workunit.client.0.smithi016.stdout:op 5016 completed, throughput=5MB/sec 2024-04-15T15:13:50.140 INFO:tasks.workunit.client.0.smithi016.stdout: 986: throughput=5MB/sec pending data=0 2024-04-15T15:13:50.140 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-NTgULvph2cLS4v8 off=814051 len=1581849 2024-04-15T15:13:50.141 INFO:tasks.workunit.client.0.smithi016.stdout:op 5017 completed, throughput=5MB/sec 2024-04-15T15:13:50.141 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-FK05HLKBpLgRVyK off=65435 len=2080851 2024-04-15T15:13:50.144 INFO:tasks.workunit.client.0.smithi016.stdout:op 5018 completed, throughput=5MB/sec 2024-04-15T15:13:50.144 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-4m-QanxfzrieaO0 off=23535610 len=1790214 2024-04-15T15:13:50.154 INFO:tasks.workunit.client.0.smithi016.stdout:op 5019 completed, throughput=5MB/sec 2024-04-15T15:13:50.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:13:49 smithi016 ceph-mon[90652]: pgmap v1849: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.6 MiB/s wr, 3 op/s 2024-04-15T15:13:50.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:13:49 smithi016 ceph-mon[93212]: pgmap v1849: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.6 MiB/s wr, 3 op/s 2024-04-15T15:13:50.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:13:49 smithi102 ceph-mon[87131]: pgmap v1849: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.6 MiB/s wr, 3 op/s 2024-04-15T15:13:51.157 INFO:tasks.workunit.client.0.smithi016.stdout: 987: throughput=5MB/sec pending data=0 2024-04-15T15:13:51.158 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-1A9MWi-hZPhZMp- off=3850893 len=1958239 2024-04-15T15:13:51.158 INFO:tasks.workunit.client.0.smithi016.stdout:op 5020 completed, throughput=5MB/sec 2024-04-15T15:13:51.158 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-pLdwnzh9EOTfJkj off=14717977 len=1959624 2024-04-15T15:13:51.169 INFO:tasks.workunit.client.0.smithi016.stdout:op 5021 completed, throughput=5MB/sec 2024-04-15T15:13:51.170 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-25JgIJn3AbIuIdL off=4199593 len=110125 2024-04-15T15:13:51.172 INFO:tasks.workunit.client.0.smithi016.stdout:op 5022 completed, throughput=5MB/sec 2024-04-15T15:13:51.172 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-D8vjcAmRq1LtP-q off=8672549 len=852087 2024-04-15T15:13:51.177 INFO:tasks.workunit.client.0.smithi016.stdout:op 5023 completed, throughput=5MB/sec 2024-04-15T15:13:51.177 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-YKNWgmgE7iSePEe off=10817144 len=930936 2024-04-15T15:13:51.181 INFO:tasks.workunit.client.0.smithi016.stdout:op 5024 completed, throughput=5MB/sec 2024-04-15T15:13:52.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:13:51 smithi016 ceph-mon[90652]: pgmap v1850: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-04-15T15:13:52.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:13:51 smithi016 ceph-mon[93212]: pgmap v1850: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-04-15T15:13:52.040 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 15 15:13:51 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-y[81421]: ::ffff:172.21.15.102 - - [15/Apr/2024:15:13:51] "GET /metrics HTTP/1.1" 200 33992 "" "Prometheus/2.43.0" 2024-04-15T15:13:52.181 INFO:tasks.workunit.client.0.smithi016.stdout: 988: throughput=5MB/sec pending data=0 2024-04-15T15:13:52.182 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-KuX4GDk5bnxECLp off=208431 len=1916254 2024-04-15T15:13:52.185 INFO:tasks.workunit.client.0.smithi016.stdout:op 5025 completed, throughput=5MB/sec 2024-04-15T15:13:52.185 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-n6rqYAqbTABJfoc off=12368340 len=77576 2024-04-15T15:13:52.186 INFO:tasks.workunit.client.0.smithi016.stdout:op 5026 completed, throughput=5MB/sec 2024-04-15T15:13:52.186 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-it1kM7yse6OuJVV off=68880 len=1574393 2024-04-15T15:13:52.195 INFO:tasks.workunit.client.0.smithi016.stdout:op 5027 completed, throughput=5MB/sec 2024-04-15T15:13:52.195 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-bWMrO_EhFCSX4mo off=10585670 len=1347959 2024-04-15T15:13:52.202 INFO:tasks.workunit.client.0.smithi016.stdout:op 5028 completed, throughput=5MB/sec 2024-04-15T15:13:52.315 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:13:51 smithi102 ceph-mon[87131]: pgmap v1850: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-04-15T15:13:52.687 INFO:journalctl@ceph.prometheus.a.smithi102.stdout:Apr 15 15:13:52 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-prometheus-a[120881]: ts=2024-04-15T15:13:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi016:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"362ea986-fb34-11ee-bc8f-c7b262605968\", instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T15:13:53.202 INFO:tasks.workunit.client.0.smithi016.stdout: 989: throughput=5MB/sec pending data=0 2024-04-15T15:13:53.203 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-4qxKd6RQDjJbwfc off=2663671 len=1709137 2024-04-15T15:13:53.209 INFO:tasks.workunit.client.0.smithi016.stdout:op 5029 completed, throughput=5MB/sec 2024-04-15T15:13:53.210 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-8H7e_FAOW8F65kM off=18259371 len=1263274 2024-04-15T15:13:53.215 INFO:tasks.workunit.client.0.smithi016.stdout:op 5030 completed, throughput=5MB/sec 2024-04-15T15:13:53.215 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-AVJkxOh1wnXKuKw off=7624497 len=1570774 2024-04-15T15:13:53.218 INFO:tasks.workunit.client.0.smithi016.stdout:op 5031 completed, throughput=5MB/sec 2024-04-15T15:13:53.218 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-lGBHoN0Y6Je6oXu off=8975467 len=1796193 2024-04-15T15:13:53.221 INFO:tasks.workunit.client.0.smithi016.stdout:op 5032 completed, throughput=5MB/sec 2024-04-15T15:13:54.222 INFO:tasks.workunit.client.0.smithi016.stdout: 990: throughput=5MB/sec pending data=0 2024-04-15T15:13:54.222 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-BWWQwlERCqHFJ5s off=16998728 len=265152 2024-04-15T15:13:54.226 INFO:tasks.workunit.client.0.smithi016.stdout:op 5033 completed, throughput=5MB/sec 2024-04-15T15:13:54.226 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-roEf7qby6Kdco4z off=14486187 len=1716302 2024-04-15T15:13:54.235 INFO:tasks.workunit.client.0.smithi016.stdout:op 5034 completed, throughput=5MB/sec 2024-04-15T15:13:54.235 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-l4nx4uzCgbxe-6M off=487179 len=954972 2024-04-15T15:13:54.236 INFO:tasks.workunit.client.0.smithi016.stdout:op 5035 completed, throughput=5MB/sec 2024-04-15T15:13:54.237 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-afPDx8mV_5HBJ_H off=872003 len=379863 2024-04-15T15:13:54.240 INFO:tasks.workunit.client.0.smithi016.stdout:op 5036 completed, throughput=5MB/sec 2024-04-15T15:13:54.240 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-kASPbm_sMCvmYqN off=4868906 len=1967961 2024-04-15T15:13:54.242 INFO:tasks.workunit.client.0.smithi016.stdout:op 5037 completed, throughput=5MB/sec 2024-04-15T15:13:54.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:13:53 smithi016 ceph-mon[90652]: pgmap v1851: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-15T15:13:54.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:13:54 smithi016 ceph-mon[93212]: pgmap v1851: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-15T15:13:54.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:13:54 smithi102 ceph-mon[87131]: pgmap v1851: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-15T15:13:55.246 INFO:tasks.workunit.client.0.smithi016.stdout: 991: throughput=5MB/sec pending data=0 2024-04-15T15:13:55.246 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-BbxYPuxV4H5Up59 off=17797542 len=29068 2024-04-15T15:13:55.247 INFO:tasks.workunit.client.0.smithi016.stdout:op 5038 completed, throughput=5MB/sec 2024-04-15T15:13:55.247 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-Dt06IAcej-NUZe4 off=4400562 len=990813 2024-04-15T15:13:55.247 INFO:tasks.workunit.client.0.smithi016.stdout:op 5039 completed, throughput=5MB/sec 2024-04-15T15:13:55.247 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-Eyy-UqBSRWCFkJG off=2906526 len=1021279 2024-04-15T15:13:55.250 INFO:tasks.workunit.client.0.smithi016.stdout:op 5040 completed, throughput=5MB/sec 2024-04-15T15:13:55.250 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-8Zc3wNSXutmAYct off=613808 len=407723 2024-04-15T15:13:55.251 INFO:tasks.workunit.client.0.smithi016.stdout:op 5041 completed, throughput=5MB/sec 2024-04-15T15:13:55.251 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-HVqOstRIz70nmJw off=29336 len=789999 2024-04-15T15:13:55.253 INFO:tasks.workunit.client.0.smithi016.stdout:op 5042 completed, throughput=5MB/sec 2024-04-15T15:13:55.253 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-ntShi9GR58K8W_Y off=161274 len=1046617 2024-04-15T15:13:55.259 INFO:tasks.workunit.client.0.smithi016.stdout:op 5043 completed, throughput=5MB/sec 2024-04-15T15:13:55.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:13:55 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T15:13:55.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:13:55 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T15:13:55.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:13:55 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T15:13:56.260 INFO:tasks.workunit.client.0.smithi016.stdout: 992: throughput=5MB/sec pending data=0 2024-04-15T15:13:56.260 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-6V0hshjLjKrOVj6 off=9554939 len=736034 2024-04-15T15:13:56.262 INFO:tasks.workunit.client.0.smithi016.stdout:op 5044 completed, throughput=5MB/sec 2024-04-15T15:13:56.262 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-UFcsJgF0obSMhOa off=7262940 len=960517 2024-04-15T15:13:56.263 INFO:tasks.workunit.client.0.smithi016.stdout:op 5045 completed, throughput=5MB/sec 2024-04-15T15:13:56.263 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-Nf2gv0YHcinwZnC off=6464349 len=1261755 2024-04-15T15:13:56.270 INFO:tasks.workunit.client.0.smithi016.stdout:op 5046 completed, throughput=5MB/sec 2024-04-15T15:13:56.270 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-BS95dpKP3kZhG27 off=8932860 len=1647925 2024-04-15T15:13:56.272 INFO:tasks.workunit.client.0.smithi016.stdout:op 5047 completed, throughput=5MB/sec 2024-04-15T15:13:56.272 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-iYdNdnk36SR-NI8 off=7334058 len=1342179 2024-04-15T15:13:56.278 INFO:tasks.workunit.client.0.smithi016.stdout:op 5048 completed, throughput=5MB/sec 2024-04-15T15:13:56.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:13:56 smithi016 ceph-mon[90652]: pgmap v1852: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.8 MiB/s wr, 3 op/s 2024-04-15T15:13:56.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:13:56 smithi016 ceph-mon[93212]: pgmap v1852: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.8 MiB/s wr, 3 op/s 2024-04-15T15:13:56.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:13:56 smithi102 ceph-mon[87131]: pgmap v1852: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.8 MiB/s wr, 3 op/s 2024-04-15T15:13:57.278 INFO:tasks.workunit.client.0.smithi016.stdout: 993: throughput=5MB/sec pending data=0 2024-04-15T15:13:57.278 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-94uXt_CiNA_HPHC off=1580875 len=250606 2024-04-15T15:13:57.281 INFO:tasks.workunit.client.0.smithi016.stdout:op 5049 completed, throughput=5MB/sec 2024-04-15T15:13:57.281 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-APmSnQSEPyza3pZ off=22644126 len=1792708 2024-04-15T15:13:57.293 INFO:tasks.workunit.client.0.smithi016.stdout:op 5050 completed, throughput=5MB/sec 2024-04-15T15:13:57.293 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-hp9TAUZZ_knL07Q off=17435577 len=590964 2024-04-15T15:13:57.295 INFO:tasks.workunit.client.0.smithi016.stdout:op 5051 completed, throughput=5MB/sec 2024-04-15T15:13:57.295 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-y1RXf5aazLW7N-0 off=17088251 len=740926 2024-04-15T15:13:57.300 INFO:tasks.workunit.client.0.smithi016.stdout:op 5052 completed, throughput=5MB/sec 2024-04-15T15:13:57.300 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-SkH7AWwHSMepeGf off=566265 len=601348 2024-04-15T15:13:57.304 INFO:tasks.workunit.client.0.smithi016.stdout:op 5053 completed, throughput=5MB/sec 2024-04-15T15:13:57.304 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-Car1oxZ3LS5_LiI off=2116686 len=832690 2024-04-15T15:13:57.309 INFO:tasks.workunit.client.0.smithi016.stdout:op 5054 completed, throughput=5MB/sec 2024-04-15T15:13:58.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:13:58 smithi016 ceph-mon[90652]: pgmap v1853: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-04-15T15:13:58.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:13:58 smithi016 ceph-mon[93212]: pgmap v1853: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-04-15T15:13:58.309 INFO:tasks.workunit.client.0.smithi016.stdout: 994: throughput=5MB/sec pending data=0 2024-04-15T15:13:58.310 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-YsyktYDNevpazqI off=1556481 len=1505862 2024-04-15T15:13:58.316 INFO:tasks.workunit.client.0.smithi016.stdout:op 5055 completed, throughput=5MB/sec 2024-04-15T15:13:58.316 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-mz1mBnrpyLSLk2y off=3666265 len=1039840 2024-04-15T15:13:58.321 INFO:tasks.workunit.client.0.smithi016.stdout:op 5056 completed, throughput=5MB/sec 2024-04-15T15:13:58.322 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-RDQ6NP7mZ5R6_xa off=17179553 len=1246025 2024-04-15T15:13:58.323 INFO:tasks.workunit.client.0.smithi016.stdout:op 5057 completed, throughput=5MB/sec 2024-04-15T15:13:58.323 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-mMQU6Imy1dTeKnq off=1162706 len=1872226 2024-04-15T15:13:58.330 INFO:tasks.workunit.client.0.smithi016.stdout:op 5058 completed, throughput=5MB/sec 2024-04-15T15:13:58.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:13:58 smithi102 ceph-mon[87131]: pgmap v1853: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-04-15T15:13:59.334 INFO:tasks.workunit.client.0.smithi016.stdout: 995: throughput=5MB/sec pending data=0 2024-04-15T15:13:59.334 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-PnHkgZyDOMPMUaT off=306866 len=1259542 2024-04-15T15:13:59.334 INFO:tasks.workunit.client.0.smithi016.stdout:op 5059 completed, throughput=5MB/sec 2024-04-15T15:13:59.334 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-w2nEpWUBO5M_pL9 off=7859687 len=1075193 2024-04-15T15:13:59.338 INFO:tasks.workunit.client.0.smithi016.stdout:op 5060 completed, throughput=5MB/sec 2024-04-15T15:13:59.338 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-r_f5l70hVn5KAnD off=18037898 len=880960 2024-04-15T15:13:59.343 INFO:tasks.workunit.client.0.smithi016.stdout:op 5061 completed, throughput=5MB/sec 2024-04-15T15:13:59.343 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-7jOAMmXGiPUSKnh off=6331813 len=608117 2024-04-15T15:13:59.344 INFO:tasks.workunit.client.0.smithi016.stdout:op 5062 completed, throughput=5MB/sec 2024-04-15T15:13:59.344 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-HgYsH3Wm5VUA1MG off=2696147 len=1864764 2024-04-15T15:13:59.355 INFO:tasks.workunit.client.0.smithi016.stdout:op 5063 completed, throughput=5MB/sec 2024-04-15T15:14:00.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:14:00 smithi016 ceph-mon[90652]: pgmap v1854: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-04-15T15:14:00.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:14:00 smithi016 ceph-mon[93212]: pgmap v1854: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-04-15T15:14:00.355 INFO:tasks.workunit.client.0.smithi016.stdout: 996: throughput=5MB/sec pending data=0 2024-04-15T15:14:00.355 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-JQ2LfgE29w5y09B off=4979797 len=607146 2024-04-15T15:14:00.357 INFO:tasks.workunit.client.0.smithi016.stdout:op 5064 completed, throughput=5MB/sec 2024-04-15T15:14:00.357 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-AXKptlOq7-MFipe off=6894767 len=1979092 2024-04-15T15:14:00.359 INFO:tasks.workunit.client.0.smithi016.stdout:op 5065 completed, throughput=5MB/sec 2024-04-15T15:14:00.359 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-7agrJ7euyrfzA5m off=546484 len=1808821 2024-04-15T15:14:00.369 INFO:tasks.workunit.client.0.smithi016.stdout:op 5066 completed, throughput=5MB/sec 2024-04-15T15:14:00.369 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-BbxYPuxV4H5Up59 off=6997902 len=421439 2024-04-15T15:14:00.372 INFO:tasks.workunit.client.0.smithi016.stdout:op 5067 completed, throughput=5MB/sec 2024-04-15T15:14:00.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:14:00 smithi102 ceph-mon[87131]: pgmap v1854: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-04-15T15:14:01.373 INFO:tasks.workunit.client.0.smithi016.stdout: 997: throughput=5MB/sec pending data=0 2024-04-15T15:14:01.373 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-xvyI9XbxX_c6yba off=20126017 len=1690376 2024-04-15T15:14:01.380 INFO:tasks.workunit.client.0.smithi016.stdout:op 5068 completed, throughput=5MB/sec 2024-04-15T15:14:01.380 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-IKOL5xQ7ARk8_h- off=3156106 len=1566283 2024-04-15T15:14:01.386 INFO:tasks.workunit.client.0.smithi016.stdout:op 5069 completed, throughput=5MB/sec 2024-04-15T15:14:01.386 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-Wat9Bkz466UtTd_ off=7996734 len=528443 2024-04-15T15:14:01.387 INFO:tasks.workunit.client.0.smithi016.stdout:op 5070 completed, throughput=5MB/sec 2024-04-15T15:14:01.387 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-MC2LfZ_RrXe1ok9 off=226897 len=1832652 2024-04-15T15:14:01.389 INFO:tasks.workunit.client.0.smithi016.stdout:op 5071 completed, throughput=5MB/sec 2024-04-15T15:14:02.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:14:02 smithi016 ceph-mon[90652]: pgmap v1855: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-04-15T15:14:02.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:14:02 smithi016 ceph-mon[93212]: pgmap v1855: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-04-15T15:14:02.040 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 15 15:14:01 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-y[81421]: ::ffff:172.21.15.102 - - [15/Apr/2024:15:14:01] "GET /metrics HTTP/1.1" 200 34002 "" "Prometheus/2.43.0" 2024-04-15T15:14:02.315 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:14:02 smithi102 ceph-mon[87131]: pgmap v1855: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-04-15T15:14:02.389 INFO:tasks.workunit.client.0.smithi016.stdout: 998: throughput=5MB/sec pending data=0 2024-04-15T15:14:02.389 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-5VNqFSR1gCy2gTu off=3205982 len=1926803 2024-04-15T15:14:02.397 INFO:tasks.workunit.client.0.smithi016.stdout:op 5072 completed, throughput=5MB/sec 2024-04-15T15:14:02.397 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-vVfkmTPyi7nJXeg off=6711054 len=1712645 2024-04-15T15:14:02.404 INFO:tasks.workunit.client.0.smithi016.stdout:op 5073 completed, throughput=5MB/sec 2024-04-15T15:14:02.404 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-BqCD0l7S_j2I6HM off=4307221 len=710170 2024-04-15T15:14:02.405 INFO:tasks.workunit.client.0.smithi016.stdout:op 5074 completed, throughput=5MB/sec 2024-04-15T15:14:02.405 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-RQiX3v9ZdQ9873V off=3093384 len=1683841 2024-04-15T15:14:02.408 INFO:tasks.workunit.client.0.smithi016.stdout:op 5075 completed, throughput=5MB/sec 2024-04-15T15:14:02.687 INFO:journalctl@ceph.prometheus.a.smithi102.stdout:Apr 15 15:14:02 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-prometheus-a[120881]: ts=2024-04-15T15:14:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi016:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"362ea986-fb34-11ee-bc8f-c7b262605968\", instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T15:14:03.408 INFO:tasks.workunit.client.0.smithi016.stdout: 999: throughput=5MB/sec pending data=0 2024-04-15T15:14:03.409 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-cgNDyRcEaJMnJwl off=5326845 len=1349299 2024-04-15T15:14:03.423 INFO:tasks.workunit.client.0.smithi016.stdout:op 5076 completed, throughput=5MB/sec 2024-04-15T15:14:03.424 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-nX71mir_r0wSwrk off=3472181 len=737358 2024-04-15T15:14:03.430 INFO:tasks.workunit.client.0.smithi016.stdout:op 5077 completed, throughput=5MB/sec 2024-04-15T15:14:03.430 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-4appYRt9QvE_pRc off=3704241 len=676428 2024-04-15T15:14:03.432 INFO:tasks.workunit.client.0.smithi016.stdout:op 5078 completed, throughput=5MB/sec 2024-04-15T15:14:03.432 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-lL9F20nTPdWaQmK off=2118091 len=543782 2024-04-15T15:14:03.434 INFO:tasks.workunit.client.0.smithi016.stdout:op 5079 completed, throughput=5MB/sec 2024-04-15T15:14:03.434 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-8qGH8Wzti3JpDL0 off=19664780 len=1085077 2024-04-15T15:14:03.435 INFO:tasks.workunit.client.0.smithi016.stdout:op 5080 completed, throughput=5MB/sec 2024-04-15T15:14:04.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:14:04 smithi016 ceph-mon[90652]: pgmap v1856: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-04-15T15:14:04.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:14:04 smithi016 ceph-mon[93212]: pgmap v1856: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-04-15T15:14:04.436 INFO:tasks.workunit.client.0.smithi016.stdout: 1000: throughput=5MB/sec pending data=0 2024-04-15T15:14:04.436 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-QwJTjb4LYXbUxBg off=1478347 len=79397 2024-04-15T15:14:04.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:14:04 smithi102 ceph-mon[87131]: pgmap v1856: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-04-15T15:14:04.439 INFO:tasks.workunit.client.0.smithi016.stdout:op 5081 completed, throughput=5MB/sec 2024-04-15T15:14:04.439 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-lPgilkhi2ftGyHA off=4551589 len=1936868 2024-04-15T15:14:04.441 INFO:tasks.workunit.client.0.smithi016.stdout:op 5082 completed, throughput=5MB/sec 2024-04-15T15:14:04.442 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-W7Tgg4V3H5NZYV2 off=3078825 len=132933 2024-04-15T15:14:04.442 INFO:tasks.workunit.client.0.smithi016.stdout:op 5083 completed, throughput=5MB/sec 2024-04-15T15:14:04.442 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-i8pC4xJxfWqzy3o off=1066236 len=2034679 2024-04-15T15:14:04.449 INFO:tasks.workunit.client.0.smithi016.stdout:op 5084 completed, throughput=5MB/sec 2024-04-15T15:14:04.450 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-WLZYZqye6DxS38d off=72727 len=866862 2024-04-15T15:14:04.454 INFO:tasks.workunit.client.0.smithi016.stdout:op 5085 completed, throughput=5MB/sec 2024-04-15T15:14:05.454 INFO:tasks.workunit.client.0.smithi016.stdout: 1001: throughput=5MB/sec pending data=0 2024-04-15T15:14:05.454 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-VdMZlISnxxkvUsm off=93524 len=1386065 2024-04-15T15:14:05.457 INFO:tasks.workunit.client.0.smithi016.stdout:op 5086 completed, throughput=5MB/sec 2024-04-15T15:14:05.457 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-YqXOxec3NO7z_dd off=3258379 len=1453592 2024-04-15T15:14:05.459 INFO:tasks.workunit.client.0.smithi016.stdout:op 5087 completed, throughput=5MB/sec 2024-04-15T15:14:05.459 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-1ga9xzfssAtYL8u off=2421895 len=1922099 2024-04-15T15:14:05.467 INFO:tasks.workunit.client.0.smithi016.stdout:op 5088 completed, throughput=5MB/sec 2024-04-15T15:14:05.467 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-srlfviUhcbGxkEw off=12466852 len=1159195 2024-04-15T15:14:05.470 INFO:tasks.workunit.client.0.smithi016.stdout:op 5089 completed, throughput=5MB/sec 2024-04-15T15:14:06.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:14:06 smithi016 ceph-mon[90652]: pgmap v1857: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.4 MiB/s wr, 3 op/s 2024-04-15T15:14:06.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:14:06 smithi016 ceph-mon[93212]: pgmap v1857: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.4 MiB/s wr, 3 op/s 2024-04-15T15:14:06.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:14:06 smithi102 ceph-mon[87131]: pgmap v1857: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.4 MiB/s wr, 3 op/s 2024-04-15T15:14:06.470 INFO:tasks.workunit.client.0.smithi016.stdout: 1002: throughput=5MB/sec pending data=0 2024-04-15T15:14:06.470 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-4ofEMpn5vdQUqvt off=6942220 len=1657996 2024-04-15T15:14:06.478 INFO:tasks.workunit.client.0.smithi016.stdout:op 5090 completed, throughput=5MB/sec 2024-04-15T15:14:06.478 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-4wfFWuHfQyPokJk off=4105444 len=1033631 2024-04-15T15:14:06.483 INFO:tasks.workunit.client.0.smithi016.stdout:op 5091 completed, throughput=5MB/sec 2024-04-15T15:14:06.483 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-hIo1jaa6dkTOFXU off=10944271 len=1421930 2024-04-15T15:14:06.492 INFO:tasks.workunit.client.0.smithi016.stdout:op 5092 completed, throughput=5MB/sec 2024-04-15T15:14:06.492 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-8kA8PgtTOQ3p2c2 off=4212830 len=250152 2024-04-15T15:14:06.495 INFO:tasks.workunit.client.0.smithi016.stdout:op 5093 completed, throughput=5MB/sec 2024-04-15T15:14:06.495 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-KA5DV8HYPqj3_DI off=7607098 len=1051946 2024-04-15T15:14:06.496 INFO:tasks.workunit.client.0.smithi016.stdout:op 5094 completed, throughput=5MB/sec 2024-04-15T15:14:07.496 INFO:tasks.workunit.client.0.smithi016.stdout: 1003: throughput=5MB/sec pending data=0 2024-04-15T15:14:07.496 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-3R_doM8M_xT5zTz off=368088 len=1560259 2024-04-15T15:14:07.498 INFO:tasks.workunit.client.0.smithi016.stdout:op 5095 completed, throughput=5MB/sec 2024-04-15T15:14:07.498 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-Mlz_tPezfVIC1Rq off=6968922 len=1265321 2024-04-15T15:14:07.504 INFO:tasks.workunit.client.0.smithi016.stdout:op 5096 completed, throughput=5MB/sec 2024-04-15T15:14:07.505 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-zSMOpN6-vTbBdQE off=2621169 len=44087 2024-04-15T15:14:07.505 INFO:tasks.workunit.client.0.smithi016.stdout:op 5097 completed, throughput=5MB/sec 2024-04-15T15:14:07.505 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-Bt--Z3jJTfjvnRo off=3719556 len=527371 2024-04-15T15:14:07.505 INFO:tasks.workunit.client.0.smithi016.stdout:op 5098 completed, throughput=5MB/sec 2024-04-15T15:14:07.505 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-VVLOcX99tf5tSZH off=11169266 len=1571978 2024-04-15T15:14:07.512 INFO:tasks.workunit.client.0.smithi016.stdout:op 5099 completed, throughput=5MB/sec 2024-04-15T15:14:08.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:14:08 smithi016 ceph-mon[90652]: pgmap v1858: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.4 MiB/s wr, 5 op/s 2024-04-15T15:14:08.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:14:08 smithi016 ceph-mon[93212]: pgmap v1858: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.4 MiB/s wr, 5 op/s 2024-04-15T15:14:08.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:14:08 smithi102 ceph-mon[87131]: pgmap v1858: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.4 MiB/s wr, 5 op/s 2024-04-15T15:14:08.512 INFO:tasks.workunit.client.0.smithi016.stdout: 1004: throughput=5MB/sec pending data=0 2024-04-15T15:14:08.512 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-j2S_-tiI1fo8MGN off=5769344 len=1643770 2024-04-15T15:14:08.514 INFO:tasks.workunit.client.0.smithi016.stdout:op 5100 completed, throughput=5MB/sec 2024-04-15T15:14:08.514 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-T868c-AT1tHEEqA off=11190745 len=1526504 2024-04-15T15:14:08.517 INFO:tasks.workunit.client.0.smithi016.stdout:op 5101 completed, throughput=5MB/sec 2024-04-15T15:14:08.518 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-P8CSqtUMzxEEhFE off=5618348 len=1998763 2024-04-15T15:14:08.530 INFO:tasks.workunit.client.0.smithi016.stdout:op 5102 completed, throughput=5MB/sec 2024-04-15T15:14:09.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:14:09 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T15:14:09.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:14:09 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T15:14:09.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:14:09 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T15:14:09.531 INFO:tasks.workunit.client.0.smithi016.stdout: 1005: throughput=5MB/sec pending data=0 2024-04-15T15:14:09.531 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-4OVHuuCO0gpKVkf off=1844141 len=482945 2024-04-15T15:14:09.535 INFO:tasks.workunit.client.0.smithi016.stdout:op 5103 completed, throughput=5MB/sec 2024-04-15T15:14:09.535 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-sJxj-WGEbIsBMza off=1639084 len=286875 2024-04-15T15:14:09.538 INFO:tasks.workunit.client.0.smithi016.stdout:op 5104 completed, throughput=5MB/sec 2024-04-15T15:14:09.538 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-boKKEZ7EwJpgMXo off=7911200 len=1123749 2024-04-15T15:14:09.544 INFO:tasks.workunit.client.0.smithi016.stdout:op 5105 completed, throughput=5MB/sec 2024-04-15T15:14:09.544 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-YCR_2JHCE4NZpKu off=214253 len=1116669 2024-04-15T15:14:09.550 INFO:tasks.workunit.client.0.smithi016.stdout:op 5106 completed, throughput=5MB/sec 2024-04-15T15:14:09.550 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-srcEIm9gzLbh3nd off=4022803 len=477354 2024-04-15T15:14:09.553 INFO:tasks.workunit.client.0.smithi016.stdout:op 5107 completed, throughput=5MB/sec 2024-04-15T15:14:09.553 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-CUQNLMIaaJcOpeU off=4389285 len=1250703 2024-04-15T15:14:09.555 INFO:tasks.workunit.client.0.smithi016.stdout:op 5108 completed, throughput=5MB/sec 2024-04-15T15:14:09.555 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-AFrvl2cIVQcLqpl off=6438838 len=285989 2024-04-15T15:14:09.558 INFO:tasks.workunit.client.0.smithi016.stdout:op 5109 completed, throughput=5MB/sec 2024-04-15T15:14:09.558 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj--6qJOrxuGsP5L4M off=7297285 len=1133840 2024-04-15T15:14:09.559 INFO:tasks.workunit.client.0.smithi016.stdout:op 5110 completed, throughput=5MB/sec 2024-04-15T15:14:10.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:14:10 smithi016 ceph-mon[90652]: pgmap v1859: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.6 MiB/s wr, 3 op/s 2024-04-15T15:14:10.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:14:10 smithi016 ceph-mon[93212]: pgmap v1859: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.6 MiB/s wr, 3 op/s 2024-04-15T15:14:10.339 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:14:10 smithi102 ceph-mon[87131]: pgmap v1859: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.6 MiB/s wr, 3 op/s 2024-04-15T15:14:10.560 INFO:tasks.workunit.client.0.smithi016.stdout: 1006: throughput=5MB/sec pending data=0 2024-04-15T15:14:10.560 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-lKRkC9tRKpDMnbo off=2534315 len=1075638 2024-04-15T15:14:10.565 INFO:tasks.workunit.client.0.smithi016.stdout:op 5111 completed, throughput=5MB/sec 2024-04-15T15:14:10.565 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-abtGnxDkNBIZMnj off=4041946 len=1651698 2024-04-15T15:14:10.573 INFO:tasks.workunit.client.0.smithi016.stdout:op 5112 completed, throughput=5MB/sec 2024-04-15T15:14:10.573 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-dTRYuENBkza6PW5 off=15656270 len=463060 2024-04-15T15:14:10.574 INFO:tasks.workunit.client.0.smithi016.stdout:op 5113 completed, throughput=5MB/sec 2024-04-15T15:14:10.574 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-ARgZkm9neGgL8hT off=6390221 len=1920581 2024-04-15T15:14:10.581 INFO:tasks.workunit.client.0.smithi016.stdout:op 5114 completed, throughput=5MB/sec 2024-04-15T15:14:11.582 INFO:tasks.workunit.client.0.smithi016.stdout: 1007: throughput=5MB/sec pending data=0 2024-04-15T15:14:11.582 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-IXA7hWW7cHhZSEE off=14670876 len=1412721 2024-04-15T15:14:11.583 INFO:tasks.workunit.client.0.smithi016.stdout:op 5115 completed, throughput=5MB/sec 2024-04-15T15:14:11.583 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-IuIAI-eVtiOXkRe off=8252529 len=174894 2024-04-15T15:14:11.586 INFO:tasks.workunit.client.0.smithi016.stdout:op 5116 completed, throughput=5MB/sec 2024-04-15T15:14:11.586 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-vtYY9-BHB4pmMCw off=5098915 len=1455921 2024-04-15T15:14:11.588 INFO:tasks.workunit.client.0.smithi016.stdout:op 5117 completed, throughput=5MB/sec 2024-04-15T15:14:11.588 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-B4l0z2N6U3yerVY off=822114 len=11407 2024-04-15T15:14:11.589 INFO:tasks.workunit.client.0.smithi016.stdout:op 5118 completed, throughput=5MB/sec 2024-04-15T15:14:11.589 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-m9R3O7hbcqlv30p off=526449 len=1010990 2024-04-15T15:14:11.595 INFO:tasks.workunit.client.0.smithi016.stdout:op 5119 completed, throughput=5MB/sec 2024-04-15T15:14:11.595 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-jRvYfo_itNq3r9a off=12973684 len=119672 2024-04-15T15:14:11.595 INFO:tasks.workunit.client.0.smithi016.stdout:op 5120 completed, throughput=5MB/sec 2024-04-15T15:14:11.595 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-7qjY_m3H6TYuPTN off=7462522 len=1464159 2024-04-15T15:14:11.599 INFO:tasks.workunit.client.0.smithi016.stdout:op 5121 completed, throughput=5MB/sec 2024-04-15T15:14:12.032 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 15 15:14:11 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-y[81421]: ::ffff:172.21.15.102 - - [15/Apr/2024:15:14:11] "GET /metrics HTTP/1.1" 200 33995 "" "Prometheus/2.43.0" 2024-04-15T15:14:12.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:14:12 smithi016 ceph-mon[90652]: pgmap v1860: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.3 MiB/s wr, 5 op/s 2024-04-15T15:14:12.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:14:12 smithi016 ceph-mon[93212]: pgmap v1860: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.3 MiB/s wr, 5 op/s 2024-04-15T15:14:12.315 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:14:12 smithi102 ceph-mon[87131]: pgmap v1860: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.3 MiB/s wr, 5 op/s 2024-04-15T15:14:12.599 INFO:tasks.workunit.client.0.smithi016.stdout: 1008: throughput=5MB/sec pending data=0 2024-04-15T15:14:12.599 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-XRB2DLNB3aZA9sg off=12798470 len=1214609 2024-04-15T15:14:12.605 INFO:tasks.workunit.client.0.smithi016.stdout:op 5122 completed, throughput=5MB/sec 2024-04-15T15:14:12.605 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-mkN_8BFdWsa9eQl off=11220752 len=1207130 2024-04-15T15:14:12.611 INFO:tasks.workunit.client.0.smithi016.stdout:op 5123 completed, throughput=5MB/sec 2024-04-15T15:14:12.611 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-DqFshqZbiC0WdvC off=901028 len=628669 2024-04-15T15:14:12.612 INFO:tasks.workunit.client.0.smithi016.stdout:op 5124 completed, throughput=5MB/sec 2024-04-15T15:14:12.612 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-ve62-ZUN_-1u7MH off=15361053 len=485654 2024-04-15T15:14:12.615 INFO:tasks.workunit.client.0.smithi016.stdout:op 5125 completed, throughput=5MB/sec 2024-04-15T15:14:12.615 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-SD1blyQwUXRorLx off=14887677 len=1108527 2024-04-15T15:14:12.616 INFO:tasks.workunit.client.0.smithi016.stdout:op 5126 completed, throughput=5MB/sec 2024-04-15T15:14:12.687 INFO:journalctl@ceph.prometheus.a.smithi102.stdout:Apr 15 15:14:12 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-prometheus-a[120881]: ts=2024-04-15T15:14:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi016:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"362ea986-fb34-11ee-bc8f-c7b262605968\", instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T15:14:13.617 INFO:tasks.workunit.client.0.smithi016.stdout: 1009: throughput=5MB/sec pending data=0 2024-04-15T15:14:13.617 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-zUkqBL3uRhzmjpS off=7926147 len=1025372 2024-04-15T15:14:13.623 INFO:tasks.workunit.client.0.smithi016.stdout:op 5127 completed, throughput=5MB/sec 2024-04-15T15:14:13.623 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-qRv7mjGmAqPp5_t off=5331640 len=457528 2024-04-15T15:14:13.627 INFO:tasks.workunit.client.0.smithi016.stdout:op 5128 completed, throughput=5MB/sec 2024-04-15T15:14:13.627 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-PbME9Jv99pCQITb off=13649228 len=495742 2024-04-15T15:14:13.631 INFO:tasks.workunit.client.0.smithi016.stdout:op 5129 completed, throughput=5MB/sec 2024-04-15T15:14:13.631 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-1THxv_IpXxPoEpm off=1790817 len=1009131 2024-04-15T15:14:13.632 INFO:tasks.workunit.client.0.smithi016.stdout:op 5130 completed, throughput=5MB/sec 2024-04-15T15:14:13.632 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-zBv2H98OI0XiiBz off=18532371 len=1384543 2024-04-15T15:14:13.640 INFO:tasks.workunit.client.0.smithi016.stdout:op 5131 completed, throughput=5MB/sec 2024-04-15T15:14:13.640 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-ciS7X_s1tszMnig off=6454177 len=1439509 2024-04-15T15:14:13.645 INFO:tasks.workunit.client.0.smithi016.stdout:op 5132 completed, throughput=5MB/sec 2024-04-15T15:14:14.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:14:14 smithi016 ceph-mon[93212]: pgmap v1861: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-04-15T15:14:14.291 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:14:14 smithi016 ceph-mon[90652]: pgmap v1861: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-04-15T15:14:14.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:14:14 smithi102 ceph-mon[87131]: pgmap v1861: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-04-15T15:14:14.646 INFO:tasks.workunit.client.0.smithi016.stdout: 1010: throughput=5MB/sec pending data=0 2024-04-15T15:14:14.646 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-k-o9NlmzqDmdSGm off=3596673 len=916076 2024-04-15T15:14:14.652 INFO:tasks.workunit.client.0.smithi016.stdout:op 5133 completed, throughput=5MB/sec 2024-04-15T15:14:14.652 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj--SgVyn6RnVrYgFL off=9074544 len=786998 2024-04-15T15:14:14.653 INFO:tasks.workunit.client.0.smithi016.stdout:op 5134 completed, throughput=5MB/sec 2024-04-15T15:14:14.653 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-CJP1thQaoK5wHHJ off=14378088 len=780746 2024-04-15T15:14:14.657 INFO:tasks.workunit.client.0.smithi016.stdout:op 5135 completed, throughput=5MB/sec 2024-04-15T15:14:14.658 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-I3bBNKGNmmZSIAm off=1707889 len=2059306 2024-04-15T15:14:14.667 INFO:tasks.workunit.client.0.smithi016.stdout:op 5136 completed, throughput=5MB/sec 2024-04-15T15:14:14.667 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-R1Ni3ZW2mthtVL6 off=5691449 len=1222194 2024-04-15T15:14:14.670 INFO:tasks.workunit.client.0.smithi016.stdout:op 5137 completed, throughput=5MB/sec 2024-04-15T15:14:15.670 INFO:tasks.workunit.client.0.smithi016.stdout: 1011: throughput=5MB/sec pending data=0 2024-04-15T15:14:15.670 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-8ULttCS9ngi15RB off=332639 len=1042692 2024-04-15T15:14:15.675 INFO:tasks.workunit.client.0.smithi016.stdout:op 5138 completed, throughput=5MB/sec 2024-04-15T15:14:15.676 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-_CjpI8Hs-MsfSta off=2163840 len=604592 2024-04-15T15:14:15.677 INFO:tasks.workunit.client.0.smithi016.stdout:op 5139 completed, throughput=5MB/sec 2024-04-15T15:14:15.677 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-XY3qpuZ_VSr40AI off=76208 len=282779 2024-04-15T15:14:15.680 INFO:tasks.workunit.client.0.smithi016.stdout:op 5140 completed, throughput=5MB/sec 2024-04-15T15:14:15.680 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-eScoy7GmjfAAGB8 off=4082236 len=38756 2024-04-15T15:14:15.681 INFO:tasks.workunit.client.0.smithi016.stdout:op 5141 completed, throughput=5MB/sec 2024-04-15T15:14:15.681 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-lo4OEfVzp59dySk off=2251981 len=1261367 2024-04-15T15:14:15.687 INFO:tasks.workunit.client.0.smithi016.stdout:op 5142 completed, throughput=5MB/sec 2024-04-15T15:14:15.687 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-zX6FMFv7eHxnTY- off=17357319 len=390668 2024-04-15T15:14:15.690 INFO:tasks.workunit.client.0.smithi016.stdout:op 5143 completed, throughput=5MB/sec 2024-04-15T15:14:15.691 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-xdYHUQQUfnbyFan off=0 len=1409892 2024-04-15T15:14:15.691 INFO:tasks.workunit.client.0.smithi016.stdout:op 5144 completed, throughput=5MB/sec 2024-04-15T15:14:16.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:14:16 smithi016 ceph-mon[90652]: pgmap v1862: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.3 MiB/s wr, 3 op/s 2024-04-15T15:14:16.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:14:16 smithi016 ceph-mon[93212]: pgmap v1862: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.3 MiB/s wr, 3 op/s 2024-04-15T15:14:16.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:14:16 smithi102 ceph-mon[87131]: pgmap v1862: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.3 MiB/s wr, 3 op/s 2024-04-15T15:14:16.692 INFO:tasks.workunit.client.0.smithi016.stdout: 1012: throughput=5MB/sec pending data=0 2024-04-15T15:14:16.692 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-3ok9NUlurolwbdk off=10883998 len=1862331 2024-04-15T15:14:16.704 INFO:tasks.workunit.client.0.smithi016.stdout:op 5145 completed, throughput=5MB/sec 2024-04-15T15:14:16.704 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-TzTjWe6vbHrkHUN off=851776 len=700924 2024-04-15T15:14:16.708 INFO:tasks.workunit.client.0.smithi016.stdout:op 5146 completed, throughput=5MB/sec 2024-04-15T15:14:16.708 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-lmV7ktuhJUPeY5Z off=15148929 len=1962033 2024-04-15T15:14:16.715 INFO:tasks.workunit.client.0.smithi016.stdout:op 5147 completed, throughput=5MB/sec 2024-04-15T15:14:16.715 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-pm_6Tx21r2qtu9L off=750645 len=1539361 2024-04-15T15:14:16.717 INFO:tasks.workunit.client.0.smithi016.stdout:op 5148 completed, throughput=5MB/sec 2024-04-15T15:14:17.717 INFO:tasks.workunit.client.0.smithi016.stdout: 1013: throughput=5MB/sec pending data=0 2024-04-15T15:14:17.717 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-kIw-UL0ie0vz0fE off=15403312 len=761887 2024-04-15T15:14:17.719 INFO:tasks.workunit.client.0.smithi016.stdout:op 5149 completed, throughput=5MB/sec 2024-04-15T15:14:17.719 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-qbNv7rWUGAt1-4a off=15675682 len=371197 2024-04-15T15:14:17.720 INFO:tasks.workunit.client.0.smithi016.stdout:op 5150 completed, throughput=5MB/sec 2024-04-15T15:14:17.720 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-HnxcI35J7hTF8-T off=1854741 len=752424 2024-04-15T15:14:17.725 INFO:tasks.workunit.client.0.smithi016.stdout:op 5151 completed, throughput=5MB/sec 2024-04-15T15:14:17.725 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-WMQC3m5cblUv25d off=147785 len=519116 2024-04-15T15:14:17.728 INFO:tasks.workunit.client.0.smithi016.stdout:op 5152 completed, throughput=5MB/sec 2024-04-15T15:14:17.728 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-ryurZ1p12vnJz2j off=6873830 len=2045311 2024-04-15T15:14:17.741 INFO:tasks.workunit.client.0.smithi016.stdout:op 5153 completed, throughput=5MB/sec 2024-04-15T15:14:18.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:14:18 smithi102 ceph-mon[87131]: pgmap v1863: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.6 MiB/s wr, 5 op/s 2024-04-15T15:14:18.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:14:18 smithi016 ceph-mon[90652]: pgmap v1863: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.6 MiB/s wr, 5 op/s 2024-04-15T15:14:18.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:14:18 smithi016 ceph-mon[93212]: pgmap v1863: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.6 MiB/s wr, 5 op/s 2024-04-15T15:14:18.741 INFO:tasks.workunit.client.0.smithi016.stdout: 1014: throughput=5MB/sec pending data=0 2024-04-15T15:14:18.741 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-_9U25nfu6Pgfkj8 off=208238 len=937619 2024-04-15T15:14:18.747 INFO:tasks.workunit.client.0.smithi016.stdout:op 5154 completed, throughput=5MB/sec 2024-04-15T15:14:18.747 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-QvWejLG4hrydAaG off=2838104 len=1564520 2024-04-15T15:14:18.757 INFO:tasks.workunit.client.0.smithi016.stdout:op 5155 completed, throughput=5MB/sec 2024-04-15T15:14:18.757 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-C2ykF9b2I3ALbsy off=14348374 len=1806273 2024-04-15T15:14:18.759 INFO:tasks.workunit.client.0.smithi016.stdout:op 5156 completed, throughput=5MB/sec 2024-04-15T15:14:18.759 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-VMKD3e9Fi98EuDv off=20054779 len=2094423 2024-04-15T15:14:18.761 INFO:tasks.workunit.client.0.smithi016.stdout:op 5157 completed, throughput=5MB/sec 2024-04-15T15:14:19.761 INFO:tasks.workunit.client.0.smithi016.stdout: 1015: throughput=5MB/sec pending data=0 2024-04-15T15:14:19.762 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-rlNfrpFmSg5uic2 off=15606142 len=373218 2024-04-15T15:14:19.762 INFO:tasks.workunit.client.0.smithi016.stdout:op 5158 completed, throughput=5MB/sec 2024-04-15T15:14:19.762 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-mJ_zKZsaPHEIFnQ off=2360630 len=1853392 2024-04-15T15:14:19.773 INFO:tasks.workunit.client.0.smithi016.stdout:op 5159 completed, throughput=5MB/sec 2024-04-15T15:14:19.773 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-jeohRqRIeTs-TIM off=1237644 len=596933 2024-04-15T15:14:19.778 INFO:tasks.workunit.client.0.smithi016.stdout:op 5160 completed, throughput=5MB/sec 2024-04-15T15:14:19.778 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-epXp41h6a0d8KUa off=9571541 len=2059318 2024-04-15T15:14:19.781 INFO:tasks.workunit.client.0.smithi016.stdout:op 5161 completed, throughput=5MB/sec 2024-04-15T15:14:20.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:14:20 smithi102 ceph-mon[87131]: pgmap v1864: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-04-15T15:14:20.539 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:14:20 smithi016 ceph-mon[90652]: pgmap v1864: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-04-15T15:14:20.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:14:20 smithi016 ceph-mon[93212]: pgmap v1864: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-04-15T15:14:20.781 INFO:tasks.workunit.client.0.smithi016.stdout: 1016: throughput=5MB/sec pending data=0 2024-04-15T15:14:20.782 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-z7F_SjJuUL6nIes off=6213612 len=53471 2024-04-15T15:14:20.783 INFO:tasks.workunit.client.0.smithi016.stdout:op 5162 completed, throughput=5MB/sec 2024-04-15T15:14:20.783 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-afsEeZbyvnG0FBb off=9836970 len=1213702 2024-04-15T15:14:20.785 INFO:tasks.workunit.client.0.smithi016.stdout:op 5163 completed, throughput=5MB/sec 2024-04-15T15:14:20.785 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-tU53Q18DusBH-nS off=2937605 len=2071994 2024-04-15T15:14:20.795 INFO:tasks.workunit.client.0.smithi016.stdout:op 5164 completed, throughput=5MB/sec 2024-04-15T15:14:20.795 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-sMlnemgZIjL8J2k off=1072042 len=365264 2024-04-15T15:14:20.798 INFO:tasks.workunit.client.0.smithi016.stdout:op 5165 completed, throughput=5MB/sec 2024-04-15T15:14:20.798 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-v4yGfPfYd0cshyb off=269837 len=1453958 2024-04-15T15:14:20.799 INFO:tasks.workunit.client.0.smithi016.stdout:op 5166 completed, throughput=5MB/sec 2024-04-15T15:14:21.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:14:21 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T15:14:21.438 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:14:21 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T15:14:21.438 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:14:21 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T15:14:21.438 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:14:21 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T15:14:21.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:14:21 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T15:14:21.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:14:21 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T15:14:21.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:14:21 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T15:14:21.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:14:21 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T15:14:21.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:14:21 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T15:14:21.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:14:21 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T15:14:21.541 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:14:21 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T15:14:21.541 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:14:21 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T15:14:21.799 INFO:tasks.workunit.client.0.smithi016.stdout: 1017: throughput=5MB/sec pending data=0 2024-04-15T15:14:21.799 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-tC3WvGjFJfgM679 off=9719735 len=1470650 2024-04-15T15:14:21.809 INFO:tasks.workunit.client.0.smithi016.stdout:op 5167 completed, throughput=5MB/sec 2024-04-15T15:14:21.809 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-uP15cJjA_o5EXeU off=12412365 len=1101159 2024-04-15T15:14:21.815 INFO:tasks.workunit.client.0.smithi016.stdout:op 5168 completed, throughput=5MB/sec 2024-04-15T15:14:21.815 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-fCoL9xy9-IdTQmH off=21871728 len=168844 2024-04-15T15:14:21.816 INFO:tasks.workunit.client.0.smithi016.stdout:op 5169 completed, throughput=5MB/sec 2024-04-15T15:14:21.816 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-FUFIea56aRphA2V off=12038862 len=188514 2024-04-15T15:14:21.816 INFO:tasks.workunit.client.0.smithi016.stdout:op 5170 completed, throughput=5MB/sec 2024-04-15T15:14:21.816 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-NBFUknLDX5UZwmf off=2231375 len=416680 2024-04-15T15:14:21.818 INFO:tasks.workunit.client.0.smithi016.stdout:op 5171 completed, throughput=5MB/sec 2024-04-15T15:14:21.818 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-ogkLh-sY1MgB8jR off=848361 len=1870464 2024-04-15T15:14:21.826 INFO:tasks.workunit.client.0.smithi016.stdout:op 5172 completed, throughput=5MB/sec 2024-04-15T15:14:22.040 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 15 15:14:21 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-y[81421]: ::ffff:172.21.15.102 - - [15/Apr/2024:15:14:21] "GET /metrics HTTP/1.1" 200 33995 "" "Prometheus/2.43.0" 2024-04-15T15:14:22.316 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:14:22 smithi102 ceph-mon[87131]: pgmap v1865: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.6 MiB/s wr, 5 op/s 2024-04-15T15:14:22.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:14:22 smithi016 ceph-mon[90652]: pgmap v1865: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.6 MiB/s wr, 5 op/s 2024-04-15T15:14:22.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:14:22 smithi016 ceph-mon[93212]: pgmap v1865: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.6 MiB/s wr, 5 op/s 2024-04-15T15:14:22.689 INFO:journalctl@ceph.prometheus.a.smithi102.stdout:Apr 15 15:14:22 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-prometheus-a[120881]: ts=2024-04-15T15:14:22.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi016:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"362ea986-fb34-11ee-bc8f-c7b262605968\", instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T15:14:22.827 INFO:tasks.workunit.client.0.smithi016.stdout: 1018: throughput=5MB/sec pending data=0 2024-04-15T15:14:22.827 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-EeUYh0P1i1YOnDW off=5754779 len=1458739 2024-04-15T15:14:22.828 INFO:tasks.workunit.client.0.smithi016.stdout:op 5173 completed, throughput=5MB/sec 2024-04-15T15:14:22.829 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-r2H35DwQn5Wde3a off=2953863 len=1668714 2024-04-15T15:14:22.839 INFO:tasks.workunit.client.0.smithi016.stdout:op 5174 completed, throughput=5MB/sec 2024-04-15T15:14:22.839 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-EhIL39CI7v2ckJz off=7917803 len=708963 2024-04-15T15:14:22.844 INFO:tasks.workunit.client.0.smithi016.stdout:op 5175 completed, throughput=5MB/sec 2024-04-15T15:14:22.844 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-dZWG8ZfZHPd-4bG off=8541396 len=160079 2024-04-15T15:14:22.844 INFO:tasks.workunit.client.0.smithi016.stdout:op 5176 completed, throughput=5MB/sec 2024-04-15T15:14:22.844 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-IZDQ0EdbUrFmdVr off=2072880 len=1520089 2024-04-15T15:14:22.852 INFO:tasks.workunit.client.0.smithi016.stdout:op 5177 completed, throughput=5MB/sec 2024-04-15T15:14:23.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:14:23 smithi102 ceph-mon[87131]: pgmap v1866: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2024-04-15T15:14:23.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:14:23 smithi016 ceph-mon[90652]: pgmap v1866: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2024-04-15T15:14:23.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:14:23 smithi016 ceph-mon[93212]: pgmap v1866: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2024-04-15T15:14:23.852 INFO:tasks.workunit.client.0.smithi016.stdout: 1019: throughput=5MB/sec pending data=0 2024-04-15T15:14:23.852 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-QquRMkTs8aG7z-d off=2727555 len=257739 2024-04-15T15:14:23.853 INFO:tasks.workunit.client.0.smithi016.stdout:op 5178 completed, throughput=5MB/sec 2024-04-15T15:14:23.853 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-0Mv9ZQn7YmSu6Df off=8202716 len=1683777 2024-04-15T15:14:23.863 INFO:tasks.workunit.client.0.smithi016.stdout:op 5179 completed, throughput=5MB/sec 2024-04-15T15:14:23.863 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-T1DtpD8n0Ov8Bmd off=2542708 len=170209 2024-04-15T15:14:23.865 INFO:tasks.workunit.client.0.smithi016.stdout:op 5180 completed, throughput=5MB/sec 2024-04-15T15:14:23.865 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-hTtfxXJNpOLL9D9 off=1446068 len=1518092 2024-04-15T15:14:23.872 INFO:tasks.workunit.client.0.smithi016.stdout:op 5181 completed, throughput=5MB/sec 2024-04-15T15:14:23.872 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-67JrZvsdDkLpAmE off=9151313 len=1470150 2024-04-15T15:14:23.881 INFO:tasks.workunit.client.0.smithi016.stdout:op 5182 completed, throughput=5MB/sec 2024-04-15T15:14:24.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:14:24 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T15:14:24.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:14:24 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T15:14:24.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:14:24 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T15:14:24.881 INFO:tasks.workunit.client.0.smithi016.stdout: 1020: throughput=5MB/sec pending data=0 2024-04-15T15:14:24.881 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-O-sH1c3RQaN1WW8 off=583751 len=1435854 2024-04-15T15:14:24.888 INFO:tasks.workunit.client.0.smithi016.stdout:op 5183 completed, throughput=5MB/sec 2024-04-15T15:14:24.888 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-D8qlAuvbPL8STUD off=14181257 len=1034810 2024-04-15T15:14:24.889 INFO:tasks.workunit.client.0.smithi016.stdout:op 5184 completed, throughput=5MB/sec 2024-04-15T15:14:24.889 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-8Sv0JxkzmqI_ilS off=9114531 len=408360 2024-04-15T15:14:24.890 INFO:tasks.workunit.client.0.smithi016.stdout:op 5185 completed, throughput=5MB/sec 2024-04-15T15:14:24.890 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-jdg7dLKf6uYNU42 off=5483187 len=838944 2024-04-15T15:14:24.891 INFO:tasks.workunit.client.0.smithi016.stdout:op 5186 completed, throughput=5MB/sec 2024-04-15T15:14:24.891 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-EBz8hywJkNOdRLe off=7755996 len=1788932 2024-04-15T15:14:24.902 INFO:tasks.workunit.client.0.smithi016.stdout:op 5187 completed, throughput=5MB/sec 2024-04-15T15:14:25.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:14:25 smithi102 ceph-mon[87131]: pgmap v1867: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 1.6 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-04-15T15:14:25.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:14:25 smithi016 ceph-mon[90652]: pgmap v1867: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 1.6 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-04-15T15:14:25.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:14:25 smithi016 ceph-mon[93212]: pgmap v1867: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 1.6 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-04-15T15:14:25.902 INFO:tasks.workunit.client.0.smithi016.stdout: 1021: throughput=5MB/sec pending data=0 2024-04-15T15:14:25.903 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-u9i4iuz-B_BvaJt off=4668705 len=620352 2024-04-15T15:14:25.907 INFO:tasks.workunit.client.0.smithi016.stdout:op 5188 completed, throughput=5MB/sec 2024-04-15T15:14:25.907 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-6BUU6BtFbBGrAW2 off=4250433 len=555062 2024-04-15T15:14:25.911 INFO:tasks.workunit.client.0.smithi016.stdout:op 5189 completed, throughput=5MB/sec 2024-04-15T15:14:25.911 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-0Bt5V2SlJeP84zh off=12247686 len=1061951 2024-04-15T15:14:25.917 INFO:tasks.workunit.client.0.smithi016.stdout:op 5190 completed, throughput=5MB/sec 2024-04-15T15:14:25.917 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-8QKw-ZQGuUi2N_6 off=5932979 len=161426 2024-04-15T15:14:25.918 INFO:tasks.workunit.client.0.smithi016.stdout:op 5191 completed, throughput=5MB/sec 2024-04-15T15:14:25.918 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-R7Zmb3-1UHLzalx off=565777 len=561268 2024-04-15T15:14:25.919 INFO:tasks.workunit.client.0.smithi016.stdout:op 5192 completed, throughput=5MB/sec 2024-04-15T15:14:25.919 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-behzVHSze7xPXj4 off=19794136 len=1852342 2024-04-15T15:14:25.921 INFO:tasks.workunit.client.0.smithi016.stdout:op 5193 completed, throughput=5MB/sec 2024-04-15T15:14:26.921 INFO:tasks.workunit.client.0.smithi016.stdout: 1022: throughput=5MB/sec pending data=0 2024-04-15T15:14:26.922 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-yFNUM1JEdeSOlRX off=13166893 len=47405 2024-04-15T15:14:26.924 INFO:tasks.workunit.client.0.smithi016.stdout:op 5194 completed, throughput=5MB/sec 2024-04-15T15:14:26.924 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-a2_9M_OSVq3BldD off=11596397 len=1072600 2024-04-15T15:14:26.930 INFO:tasks.workunit.client.0.smithi016.stdout:op 5195 completed, throughput=5MB/sec 2024-04-15T15:14:26.930 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-bVYVApsT-yWR321 off=14179492 len=7880 2024-04-15T15:14:26.930 INFO:tasks.workunit.client.0.smithi016.stdout:op 5196 completed, throughput=5MB/sec 2024-04-15T15:14:26.930 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-EEwm4jCoHL3_ZA1 off=2404281 len=407066 2024-04-15T15:14:26.934 INFO:tasks.workunit.client.0.smithi016.stdout:op 5197 completed, throughput=5MB/sec 2024-04-15T15:14:26.934 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-G-FbpF1AxpPjZVT off=10181509 len=893990 2024-04-15T15:14:26.936 INFO:tasks.workunit.client.0.smithi016.stdout:op 5198 completed, throughput=5MB/sec 2024-04-15T15:14:26.936 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-rC_Zs5A-s2nuU0d off=6415827 len=1026116 2024-04-15T15:14:26.937 INFO:tasks.workunit.client.0.smithi016.stdout:op 5199 completed, throughput=5MB/sec 2024-04-15T15:14:26.937 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-43NHZzEDCFAEtF3 off=3583949 len=1376236 2024-04-15T15:14:26.944 INFO:tasks.workunit.client.0.smithi016.stdout:op 5200 completed, throughput=5MB/sec 2024-04-15T15:14:26.944 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-JpZX-Uz5mevMiRR off=16639202 len=682415 2024-04-15T15:14:26.944 INFO:tasks.workunit.client.0.smithi016.stdout:op 5201 completed, throughput=5MB/sec 2024-04-15T15:14:27.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:14:27 smithi016 ceph-mon[90652]: pgmap v1868: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.6 MiB/s wr, 6 op/s 2024-04-15T15:14:27.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:14:27 smithi016 ceph-mon[93212]: pgmap v1868: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.6 MiB/s wr, 6 op/s 2024-04-15T15:14:27.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:14:27 smithi102 ceph-mon[87131]: pgmap v1868: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.6 MiB/s wr, 6 op/s 2024-04-15T15:14:27.945 INFO:tasks.workunit.client.0.smithi016.stdout: 1023: throughput=5MB/sec pending data=0 2024-04-15T15:14:27.945 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-ohpqVud_9fFBW_p off=24560834 len=9006 2024-04-15T15:14:27.947 INFO:tasks.workunit.client.0.smithi016.stdout:op 5202 completed, throughput=5MB/sec 2024-04-15T15:14:27.947 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-7D4ABrJToTe82WK off=15238695 len=674067 2024-04-15T15:14:27.952 INFO:tasks.workunit.client.0.smithi016.stdout:op 5203 completed, throughput=5MB/sec 2024-04-15T15:14:27.952 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-3PZCFIRIfaNHNeX off=2807317 len=1263432 2024-04-15T15:14:27.958 INFO:tasks.workunit.client.0.smithi016.stdout:op 5204 completed, throughput=5MB/sec 2024-04-15T15:14:27.958 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-QgreNgFWTnwBP8u off=3553394 len=1992561 2024-04-15T15:14:27.968 INFO:tasks.workunit.client.0.smithi016.stdout:op 5205 completed, throughput=5MB/sec 2024-04-15T15:14:27.968 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-DPtyVfL3Nn7zNat off=924120 len=259197 2024-04-15T15:14:27.968 INFO:tasks.workunit.client.0.smithi016.stdout:op 5206 completed, throughput=5MB/sec 2024-04-15T15:14:27.968 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-Y8fZZmwVCfo-JlE off=15638776 len=775851 2024-04-15T15:14:27.972 INFO:tasks.workunit.client.0.smithi016.stdout:op 5207 completed, throughput=5MB/sec 2024-04-15T15:14:28.973 INFO:tasks.workunit.client.0.smithi016.stdout: 1024: throughput=5MB/sec pending data=0 2024-04-15T15:14:28.973 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-n_zff1QLByaXs5I off=20614235 len=409405 2024-04-15T15:14:28.976 INFO:tasks.workunit.client.0.smithi016.stdout:op 5208 completed, throughput=5MB/sec 2024-04-15T15:14:28.976 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-2d7z-MILdfB2LAt off=1906436 len=1888439 2024-04-15T15:14:28.984 INFO:tasks.workunit.client.0.smithi016.stdout:op 5209 completed, throughput=5MB/sec 2024-04-15T15:14:28.984 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-bpL_4_BrSRVS83z off=12636152 len=1782214 2024-04-15T15:14:28.987 INFO:tasks.workunit.client.0.smithi016.stdout:op 5210 completed, throughput=5MB/sec 2024-04-15T15:14:28.987 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-W58g6bd7oGr1lvs off=8047893 len=1298292 2024-04-15T15:14:28.993 INFO:tasks.workunit.client.0.smithi016.stdout:op 5211 completed, throughput=5MB/sec 2024-04-15T15:14:29.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:14:29 smithi016 ceph-mon[90652]: pgmap v1869: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 1.5 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-04-15T15:14:29.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:14:29 smithi016 ceph-mon[93212]: pgmap v1869: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 1.5 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-04-15T15:14:29.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:14:29 smithi102 ceph-mon[87131]: pgmap v1869: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 1.5 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-04-15T15:14:29.993 INFO:tasks.workunit.client.0.smithi016.stdout: 1025: throughput=5MB/sec pending data=0 2024-04-15T15:14:29.993 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-bB1Nmlw4wJhwUWN off=266479 len=1109939 2024-04-15T15:14:29.996 INFO:tasks.workunit.client.0.smithi016.stdout:op 5212 completed, throughput=5MB/sec 2024-04-15T15:14:29.996 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-L6UyaFhV34o0Dem off=6824743 len=714297 2024-04-15T15:14:30.000 INFO:tasks.workunit.client.0.smithi016.stdout:op 5213 completed, throughput=5MB/sec 2024-04-15T15:14:30.000 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-wcNROFMBPpJkOfH off=12390820 len=1744247 2024-04-15T15:14:30.008 INFO:tasks.workunit.client.0.smithi016.stdout:op 5214 completed, throughput=5MB/sec 2024-04-15T15:14:30.008 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-Y0PiAC3UAG3s3hm off=3620172 len=293648 2024-04-15T15:14:30.011 INFO:tasks.workunit.client.0.smithi016.stdout:op 5215 completed, throughput=5MB/sec 2024-04-15T15:14:30.012 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-8clDSR2Sq27ZRwA off=440451 len=423912 2024-04-15T15:14:30.018 INFO:tasks.workunit.client.0.smithi016.stdout:op 5216 completed, throughput=5MB/sec 2024-04-15T15:14:30.018 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-zTZGeGXQgnguFVV off=4505530 len=442443 2024-04-15T15:14:30.018 INFO:tasks.workunit.client.0.smithi016.stdout:op 5217 completed, throughput=5MB/sec 2024-04-15T15:14:30.018 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-h6l7pPRCyFzNo8C off=10717853 len=31549 2024-04-15T15:14:30.018 INFO:tasks.workunit.client.0.smithi016.stdout:op 5218 completed, throughput=5MB/sec 2024-04-15T15:14:30.018 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-Un5SjbjXeWrFF9S off=207224 len=1651587 2024-04-15T15:14:30.020 INFO:tasks.workunit.client.0.smithi016.stdout:op 5219 completed, throughput=5MB/sec 2024-04-15T15:14:31.020 INFO:tasks.workunit.client.0.smithi016.stdout: 1026: throughput=5MB/sec pending data=0 2024-04-15T15:14:31.021 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-fuAuFgJTPgNbHBb off=12398240 len=1517528 2024-04-15T15:14:31.022 INFO:tasks.workunit.client.0.smithi016.stdout:op 5220 completed, throughput=5MB/sec 2024-04-15T15:14:31.022 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-rcqGj0XMszOi3cf off=12262363 len=1836593 2024-04-15T15:14:31.034 INFO:tasks.workunit.client.0.smithi016.stdout:op 5221 completed, throughput=5MB/sec 2024-04-15T15:14:31.035 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-u9ONMGEW4po0Sru off=7534156 len=902011 2024-04-15T15:14:31.035 INFO:tasks.workunit.client.0.smithi016.stdout:op 5222 completed, throughput=5MB/sec 2024-04-15T15:14:31.035 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-eefGXC6LBDlXfGZ off=787283 len=649755 2024-04-15T15:14:31.036 INFO:tasks.workunit.client.0.smithi016.stdout:op 5223 completed, throughput=5MB/sec 2024-04-15T15:14:31.779 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:14:31 smithi016 ceph-mon[90652]: pgmap v1870: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.1 MiB/s rd, 3.4 MiB/s wr, 6 op/s 2024-04-15T15:14:31.779 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:14:31 smithi016 ceph-mon[93212]: pgmap v1870: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.1 MiB/s rd, 3.4 MiB/s wr, 6 op/s 2024-04-15T15:14:31.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:14:31 smithi102 ceph-mon[87131]: pgmap v1870: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.1 MiB/s rd, 3.4 MiB/s wr, 6 op/s 2024-04-15T15:14:32.037 INFO:tasks.workunit.client.0.smithi016.stdout: 1027: throughput=5MB/sec pending data=0 2024-04-15T15:14:32.037 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-y16s-7BwLPNoq6O off=19251787 len=1141841 2024-04-15T15:14:32.040 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 15 15:14:31 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-y[81421]: ::ffff:172.21.15.102 - - [15/Apr/2024:15:14:31] "GET /metrics HTTP/1.1" 200 33999 "" "Prometheus/2.43.0" 2024-04-15T15:14:32.042 INFO:tasks.workunit.client.0.smithi016.stdout:op 5224 completed, throughput=5MB/sec 2024-04-15T15:14:32.042 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-9Xa-1SpIIuEvuXL off=21706957 len=770527 2024-04-15T15:14:32.044 INFO:tasks.workunit.client.0.smithi016.stdout:op 5225 completed, throughput=5MB/sec 2024-04-15T15:14:32.044 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-jzl46zhoDFlLVhx off=4618158 len=2051496 2024-04-15T15:14:32.049 INFO:tasks.workunit.client.0.smithi016.stdout:op 5226 completed, throughput=5MB/sec 2024-04-15T15:14:32.049 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-BQRS0xBJNPcgyUH off=1785125 len=38190 2024-04-15T15:14:32.049 INFO:tasks.workunit.client.0.smithi016.stdout:op 5227 completed, throughput=5MB/sec 2024-04-15T15:14:32.049 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-Fe7IkVfv__wIAeu off=7655254 len=208706 2024-04-15T15:14:32.053 INFO:tasks.workunit.client.0.smithi016.stdout:op 5228 completed, throughput=5MB/sec 2024-04-15T15:14:32.053 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-O2AEwoXRp7jwHg- off=9572005 len=1838559 2024-04-15T15:14:32.060 INFO:tasks.workunit.client.0.smithi016.stdout:op 5229 completed, throughput=5MB/sec 2024-04-15T15:14:32.687 INFO:journalctl@ceph.prometheus.a.smithi102.stdout:Apr 15 15:14:32 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-prometheus-a[120881]: ts=2024-04-15T15:14:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi016:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"362ea986-fb34-11ee-bc8f-c7b262605968\", instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T15:14:33.060 INFO:tasks.workunit.client.0.smithi016.stdout: 1028: throughput=5MB/sec pending data=0 2024-04-15T15:14:33.060 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-qLNeVZwQ0LJDJj3 off=813164 len=542715 2024-04-15T15:14:33.062 INFO:tasks.workunit.client.0.smithi016.stdout:op 5230 completed, throughput=5MB/sec 2024-04-15T15:14:33.062 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-WxNMfX7lnjY4Dnq off=8293246 len=1673877 2024-04-15T15:14:33.070 INFO:tasks.workunit.client.0.smithi016.stdout:op 5231 completed, throughput=5MB/sec 2024-04-15T15:14:33.070 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-TgZ8KvNsZGbOsWk off=2094255 len=1104327 2024-04-15T15:14:33.076 INFO:tasks.workunit.client.0.smithi016.stdout:op 5232 completed, throughput=5MB/sec 2024-04-15T15:14:33.076 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-tUSTIIAzupnHxL8 off=13921166 len=1359831 2024-04-15T15:14:33.079 INFO:tasks.workunit.client.0.smithi016.stdout:op 5233 completed, throughput=5MB/sec 2024-04-15T15:14:33.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:14:33 smithi016 ceph-mon[93212]: pgmap v1871: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 1.6 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-04-15T15:14:33.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:14:33 smithi016 ceph-mon[90652]: pgmap v1871: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 1.6 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-04-15T15:14:33.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:14:33 smithi102 ceph-mon[87131]: pgmap v1871: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 1.6 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-04-15T15:14:34.079 INFO:tasks.workunit.client.0.smithi016.stdout: 1029: throughput=5MB/sec pending data=0 2024-04-15T15:14:34.079 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-m9_D0FVmECW6vvB off=1522914 len=1437649 2024-04-15T15:14:34.082 INFO:tasks.workunit.client.0.smithi016.stdout:op 5234 completed, throughput=5MB/sec 2024-04-15T15:14:34.082 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-JeKsrUgOak6QAw9 off=4313015 len=300161 2024-04-15T15:14:34.083 INFO:tasks.workunit.client.0.smithi016.stdout:op 5235 completed, throughput=5MB/sec 2024-04-15T15:14:34.083 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-74KTPUWMvmzhIZB off=4526802 len=920668 2024-04-15T15:14:34.088 INFO:tasks.workunit.client.0.smithi016.stdout:op 5236 completed, throughput=5MB/sec 2024-04-15T15:14:34.088 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-q0sDoJFpOz17eU7 off=8838475 len=371607 2024-04-15T15:14:34.089 INFO:tasks.workunit.client.0.smithi016.stdout:op 5237 completed, throughput=5MB/sec 2024-04-15T15:14:34.089 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-0zN9PYQA9AukYEE off=1119216 len=1279271 2024-04-15T15:14:34.096 INFO:tasks.workunit.client.0.smithi016.stdout:op 5238 completed, throughput=5MB/sec 2024-04-15T15:14:34.096 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-41FkqN2vdOtg_5U off=949890 len=1854244 2024-04-15T15:14:34.104 INFO:tasks.workunit.client.0.smithi016.stdout:op 5239 completed, throughput=5MB/sec 2024-04-15T15:14:35.105 INFO:tasks.workunit.client.0.smithi016.stdout: 1030: throughput=5MB/sec pending data=0 2024-04-15T15:14:35.105 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-XYOyCWUgB4N-FxU off=3893727 len=1337679 2024-04-15T15:14:35.107 INFO:tasks.workunit.client.0.smithi016.stdout:op 5240 completed, throughput=5MB/sec 2024-04-15T15:14:35.107 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-7rM1dlXLWKWDVKU off=10298504 len=546749 2024-04-15T15:14:35.111 INFO:tasks.workunit.client.0.smithi016.stdout:op 5241 completed, throughput=5MB/sec 2024-04-15T15:14:35.111 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-WRMBun_qq52ddGs off=14108507 len=1332247 2024-04-15T15:14:35.114 INFO:tasks.workunit.client.0.smithi016.stdout:op 5242 completed, throughput=5MB/sec 2024-04-15T15:14:35.114 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-Fru_czTja_kqJTt off=4222468 len=1655159 2024-04-15T15:14:35.122 INFO:tasks.workunit.client.0.smithi016.stdout:op 5243 completed, throughput=5MB/sec 2024-04-15T15:14:35.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:14:35 smithi016 ceph-mon[93212]: pgmap v1872: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 1.4 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-04-15T15:14:35.791 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:14:35 smithi016 ceph-mon[90652]: pgmap v1872: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 1.4 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-04-15T15:14:35.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:14:35 smithi102 ceph-mon[87131]: pgmap v1872: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 1.4 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-04-15T15:14:36.121 INFO:tasks.workunit.client.0.smithi016.stdout: 1031: throughput=5MB/sec pending data=0 2024-04-15T15:14:36.121 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-A_EaqDihg9sDnZ0 off=9347484 len=258807 2024-04-15T15:14:36.124 INFO:tasks.workunit.client.0.smithi016.stdout:op 5244 completed, throughput=5MB/sec 2024-04-15T15:14:36.124 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-bodMPduoSsv4BbO off=4192822 len=1000031 2024-04-15T15:14:36.130 INFO:tasks.workunit.client.0.smithi016.stdout:op 5245 completed, throughput=5MB/sec 2024-04-15T15:14:36.130 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-I6lr8h500rlyzWr off=12951637 len=956909 2024-04-15T15:14:36.135 INFO:tasks.workunit.client.0.smithi016.stdout:op 5246 completed, throughput=5MB/sec 2024-04-15T15:14:36.135 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-r00U_fLd534t9jP off=13443556 len=288363 2024-04-15T15:14:36.136 INFO:tasks.workunit.client.0.smithi016.stdout:op 5247 completed, throughput=5MB/sec 2024-04-15T15:14:36.136 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-uPRrXO4bHZrpX-u off=1342450 len=1554806 2024-04-15T15:14:36.144 INFO:tasks.workunit.client.0.smithi016.stdout:op 5248 completed, throughput=5MB/sec 2024-04-15T15:14:36.144 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-gheu11FqI96GLtO off=5293543 len=865189 2024-04-15T15:14:36.149 INFO:tasks.workunit.client.0.smithi016.stdout:op 5249 completed, throughput=5MB/sec 2024-04-15T15:14:37.149 INFO:tasks.workunit.client.0.smithi016.stdout: 1032: throughput=5MB/sec pending data=0 2024-04-15T15:14:37.149 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-I0tqmTgC_G_2c-_ off=13427770 len=1827380 2024-04-15T15:14:37.152 INFO:tasks.workunit.client.0.smithi016.stdout:op 5250 completed, throughput=5MB/sec 2024-04-15T15:14:37.152 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-_GkUnEEjsaxf6Bv off=5058597 len=693823 2024-04-15T15:14:37.154 INFO:tasks.workunit.client.0.smithi016.stdout:op 5251 completed, throughput=5MB/sec 2024-04-15T15:14:37.154 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-aEDSyHzrI4IVo_u off=14042646 len=1601510 2024-04-15T15:14:37.162 INFO:tasks.workunit.client.0.smithi016.stdout:op 5252 completed, throughput=5MB/sec 2024-04-15T15:14:37.162 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj--xYREeVHr1t6PcX off=13368484 len=1844697 2024-04-15T15:14:37.172 INFO:tasks.workunit.client.0.smithi016.stdout:op 5253 completed, throughput=5MB/sec 2024-04-15T15:14:37.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:14:37 smithi016 ceph-mon[93212]: pgmap v1873: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 1.9 MiB/s rd, 3.9 MiB/s wr, 6 op/s 2024-04-15T15:14:37.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:14:37 smithi016 ceph-mon[90652]: pgmap v1873: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 1.9 MiB/s rd, 3.9 MiB/s wr, 6 op/s 2024-04-15T15:14:37.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:14:37 smithi102 ceph-mon[87131]: pgmap v1873: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 1.9 MiB/s rd, 3.9 MiB/s wr, 6 op/s 2024-04-15T15:14:38.172 INFO:tasks.workunit.client.0.smithi016.stdout: 1033: throughput=5MB/sec pending data=0 2024-04-15T15:14:38.173 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-rjUtyLW76cyLyoq off=1593409 len=1813065 2024-04-15T15:14:38.175 INFO:tasks.workunit.client.0.smithi016.stdout:op 5254 completed, throughput=5MB/sec 2024-04-15T15:14:38.175 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-6bRJS2AGSFGMI5X off=2394300 len=1191854 2024-04-15T15:14:38.177 INFO:tasks.workunit.client.0.smithi016.stdout:op 5255 completed, throughput=5MB/sec 2024-04-15T15:14:38.177 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-z8eE8QPRjUtoIJ- off=2504156 len=117454 2024-04-15T15:14:38.178 INFO:tasks.workunit.client.0.smithi016.stdout:op 5256 completed, throughput=5MB/sec 2024-04-15T15:14:38.179 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-xvyI9XbxX_c6yba off=343890 len=1800081 2024-04-15T15:14:38.180 INFO:tasks.workunit.client.0.smithi016.stdout:op 5257 completed, throughput=5MB/sec 2024-04-15T15:14:39.180 INFO:tasks.workunit.client.0.smithi016.stdout: 1034: throughput=5MB/sec pending data=0 2024-04-15T15:14:39.181 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-md26AdoM6XdD8Pd off=2535593 len=1600288 2024-04-15T15:14:39.182 INFO:tasks.workunit.client.0.smithi016.stdout:op 5258 completed, throughput=5MB/sec 2024-04-15T15:14:39.182 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-VpO2KwkfuWctsZ1 off=6018966 len=1403326 2024-04-15T15:14:39.188 INFO:tasks.workunit.client.0.smithi016.stdout:op 5259 completed, throughput=5MB/sec 2024-04-15T15:14:39.188 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-KieNHTbwMEt0d2S off=2220569 len=96993 2024-04-15T15:14:39.189 INFO:tasks.workunit.client.0.smithi016.stdout:op 5260 completed, throughput=5MB/sec 2024-04-15T15:14:39.189 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-iEubql5TdFf0Cux off=822944 len=1848125 2024-04-15T15:14:39.200 INFO:tasks.workunit.client.0.smithi016.stdout:op 5261 completed, throughput=5MB/sec 2024-04-15T15:14:39.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:14:39 smithi016 ceph-mon[90652]: pgmap v1874: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 1.8 MiB/s rd, 3.0 MiB/s wr, 4 op/s 2024-04-15T15:14:39.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:14:39 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T15:14:39.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:14:39 smithi016 ceph-mon[93212]: pgmap v1874: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 1.8 MiB/s rd, 3.0 MiB/s wr, 4 op/s 2024-04-15T15:14:39.791 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:14:39 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T15:14:39.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:14:39 smithi102 ceph-mon[87131]: pgmap v1874: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 1.8 MiB/s rd, 3.0 MiB/s wr, 4 op/s 2024-04-15T15:14:39.938 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:14:39 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T15:14:40.201 INFO:tasks.workunit.client.0.smithi016.stdout: 1035: throughput=5MB/sec pending data=0 2024-04-15T15:14:40.201 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-_WIqAW8ezfK4uFo off=15217555 len=614269 2024-04-15T15:14:40.202 INFO:tasks.workunit.client.0.smithi016.stdout:op 5262 completed, throughput=5MB/sec 2024-04-15T15:14:40.202 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-L1GSJa1XonZUffD off=2700421 len=247740 2024-04-15T15:14:40.205 INFO:tasks.workunit.client.0.smithi016.stdout:op 5263 completed, throughput=5MB/sec 2024-04-15T15:14:40.205 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-tGKBk1bWCWJcJlS off=4341765 len=718525 2024-04-15T15:14:40.207 INFO:tasks.workunit.client.0.smithi016.stdout:op 5264 completed, throughput=5MB/sec 2024-04-15T15:14:40.207 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-RZyDWuwkaFk9-fi off=3306148 len=1843828 2024-04-15T15:14:40.218 INFO:tasks.workunit.client.0.smithi016.stdout:op 5265 completed, throughput=5MB/sec 2024-04-15T15:14:40.218 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-srcEIm9gzLbh3nd off=7905231 len=1903769 2024-04-15T15:14:40.225 INFO:tasks.workunit.client.0.smithi016.stdout:op 5266 completed, throughput=5MB/sec 2024-04-15T15:14:41.226 INFO:tasks.workunit.client.0.smithi016.stdout: 1036: throughput=5MB/sec pending data=0 2024-04-15T15:14:41.226 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-lXfj0n9ojwzz3h- off=469808 len=1112450 2024-04-15T15:14:41.231 INFO:tasks.workunit.client.0.smithi016.stdout:op 5267 completed, throughput=5MB/sec 2024-04-15T15:14:41.232 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-B9-Ov7NoqIH7FFt off=13593657 len=19816 2024-04-15T15:14:41.232 INFO:tasks.workunit.client.0.smithi016.stdout:op 5268 completed, throughput=5MB/sec 2024-04-15T15:14:41.232 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-Bkc8UaIr0fdSn8J off=10777623 len=651843 2024-04-15T15:14:41.236 INFO:tasks.workunit.client.0.smithi016.stdout:op 5269 completed, throughput=5MB/sec 2024-04-15T15:14:41.236 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-L5dVoz1rZEjjYDx off=2764501 len=675648 2024-04-15T15:14:41.240 INFO:tasks.workunit.client.0.smithi016.stdout:op 5270 completed, throughput=5MB/sec 2024-04-15T15:14:41.240 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-LvU1rHHNDHozjDj off=2279790 len=1689799 2024-04-15T15:14:41.250 INFO:tasks.workunit.client.0.smithi016.stdout:op 5271 completed, throughput=5MB/sec 2024-04-15T15:14:41.250 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-WOFF0egyyPHFFBf off=4358545 len=1603601 2024-04-15T15:14:41.257 INFO:tasks.workunit.client.0.smithi016.stdout:op 5272 completed, throughput=5MB/sec 2024-04-15T15:14:41.779 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:14:41 smithi016 ceph-mon[90652]: pgmap v1875: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.3 MiB/s wr, 5 op/s 2024-04-15T15:14:41.779 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:14:41 smithi016 ceph-mon[93212]: pgmap v1875: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.3 MiB/s wr, 5 op/s 2024-04-15T15:14:41.938 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:14:41 smithi102 ceph-mon[87131]: pgmap v1875: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.3 MiB/s wr, 5 op/s 2024-04-15T15:14:42.040 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 15 15:14:41 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-y[81421]: ::ffff:172.21.15.102 - - [15/Apr/2024:15:14:41] "GET /metrics HTTP/1.1" 200 33996 "" "Prometheus/2.43.0" 2024-04-15T15:14:42.257 INFO:tasks.workunit.client.0.smithi016.stdout: 1037: throughput=5MB/sec pending data=0 2024-04-15T15:14:42.257 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-7m57g10CTOJwifW off=19156477 len=1438829 2024-04-15T15:14:42.267 INFO:tasks.workunit.client.0.smithi016.stdout:op 5273 completed, throughput=5MB/sec 2024-04-15T15:14:42.267 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-uoAK5MoylFI5U0U off=5964867 len=565390 2024-04-15T15:14:42.270 INFO:tasks.workunit.client.0.smithi016.stdout:op 5274 completed, throughput=5MB/sec 2024-04-15T15:14:42.270 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-_1nF9cI38P2PRh4 off=9635031 len=1417005 2024-04-15T15:14:42.272 INFO:tasks.workunit.client.0.smithi016.stdout:op 5275 completed, throughput=5MB/sec 2024-04-15T15:14:42.272 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-Yz3LVjJjN0tiljZ off=8379540 len=426012 2024-04-15T15:14:42.273 INFO:tasks.workunit.client.0.smithi016.stdout:op 5276 completed, throughput=5MB/sec 2024-04-15T15:14:42.273 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-xBbOfswWiuO9hGY off=3927958 len=99328 2024-04-15T15:14:42.276 INFO:tasks.workunit.client.0.smithi016.stdout:op 5277 completed, throughput=5MB/sec 2024-04-15T15:14:42.276 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-YCJri159QBuInzl off=16206582 len=1922199 2024-04-15T15:14:42.278 INFO:tasks.workunit.client.0.smithi016.stdout:op 5278 completed, throughput=5MB/sec 2024-04-15T15:14:42.687 INFO:journalctl@ceph.prometheus.a.smithi102.stdout:Apr 15 15:14:42 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-prometheus-a[120881]: ts=2024-04-15T15:14:42.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi016:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"362ea986-fb34-11ee-bc8f-c7b262605968\", instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T15:14:43.279 INFO:tasks.workunit.client.0.smithi016.stdout: 1038: throughput=5MB/sec pending data=0 2024-04-15T15:14:43.279 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-KhitYMjr1rurOY1 off=11317615 len=350344 2024-04-15T15:14:43.282 INFO:tasks.workunit.client.0.smithi016.stdout:op 5279 completed, throughput=5MB/sec 2024-04-15T15:14:43.283 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-LxJ99ZU7v_17Rtp off=1497285 len=1423529 2024-04-15T15:14:43.290 INFO:tasks.workunit.client.0.smithi016.stdout:op 5280 completed, throughput=5MB/sec 2024-04-15T15:14:43.290 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-jDZYEiBGWYYcEdt off=1440763 len=54315 2024-04-15T15:14:43.290 INFO:tasks.workunit.client.0.smithi016.stdout:op 5281 completed, throughput=5MB/sec 2024-04-15T15:14:43.290 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj--mrcJqpFJl4Z2PO off=157628 len=962707 2024-04-15T15:14:43.291 INFO:tasks.workunit.client.0.smithi016.stdout:op 5282 completed, throughput=5MB/sec 2024-04-15T15:14:43.291 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-2E2snII4atgCXXJ off=756074 len=2025710 2024-04-15T15:14:43.292 INFO:tasks.workunit.client.0.smithi016.stdout:op 5283 completed, throughput=5MB/sec 2024-04-15T15:14:43.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:14:43 smithi016 ceph-mon[90652]: pgmap v1876: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.0 MiB/s rd, 3.0 MiB/s wr, 4 op/s 2024-04-15T15:14:43.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:14:43 smithi016 ceph-mon[93212]: pgmap v1876: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.0 MiB/s rd, 3.0 MiB/s wr, 4 op/s 2024-04-15T15:14:43.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:14:43 smithi102 ceph-mon[87131]: pgmap v1876: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.0 MiB/s rd, 3.0 MiB/s wr, 4 op/s 2024-04-15T15:14:44.293 INFO:tasks.workunit.client.0.smithi016.stdout: 1039: throughput=5MB/sec pending data=0 2024-04-15T15:14:44.293 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-UPgbGBtOdR1wgPu off=1552914 len=14109 2024-04-15T15:14:44.294 INFO:tasks.workunit.client.0.smithi016.stdout:op 5284 completed, throughput=5MB/sec 2024-04-15T15:14:44.294 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-mS5IFNpWmQchHU- off=448056 len=926508 2024-04-15T15:14:44.295 INFO:tasks.workunit.client.0.smithi016.stdout:op 5285 completed, throughput=5MB/sec 2024-04-15T15:14:44.295 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-1_YC4Q_Eix5UIDc off=3480811 len=1902417 2024-04-15T15:14:44.307 INFO:tasks.workunit.client.0.smithi016.stdout:op 5286 completed, throughput=5MB/sec 2024-04-15T15:14:44.307 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-ra9Kbbq_vD8yFyW off=12758594 len=903621 2024-04-15T15:14:44.309 INFO:tasks.workunit.client.0.smithi016.stdout:op 5287 completed, throughput=5MB/sec 2024-04-15T15:14:44.309 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-xnyo5bDW1RAyJ9h off=7285077 len=819369 2024-04-15T15:14:44.314 INFO:tasks.workunit.client.0.smithi016.stdout:op 5288 completed, throughput=5MB/sec 2024-04-15T15:14:44.314 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-_piTbpe_ChMKn2p off=8851994 len=1870796 2024-04-15T15:14:44.322 INFO:tasks.workunit.client.0.smithi016.stdout:op 5289 completed, throughput=5MB/sec 2024-04-15T15:14:45.322 INFO:tasks.workunit.client.0.smithi016.stdout: 1040: throughput=5MB/sec pending data=0 2024-04-15T15:14:45.323 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-BsdvLvD8eJ701GK off=2129803 len=1189991 2024-04-15T15:14:45.329 INFO:tasks.workunit.client.0.smithi016.stdout:op 5290 completed, throughput=5MB/sec 2024-04-15T15:14:45.329 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-_lkegkmMvyhh53U off=9005446 len=465873 2024-04-15T15:14:45.332 INFO:tasks.workunit.client.0.smithi016.stdout:op 5291 completed, throughput=5MB/sec 2024-04-15T15:14:45.332 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-1yy1-FE6tMIwHv1 off=2145697 len=1082625 2024-04-15T15:14:45.337 INFO:tasks.workunit.client.0.smithi016.stdout:op 5292 completed, throughput=5MB/sec 2024-04-15T15:14:45.338 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-JxQHLCfxw4Btyzq off=1728738 len=1149368 2024-04-15T15:14:45.339 INFO:tasks.workunit.client.0.smithi016.stdout:op 5293 completed, throughput=5MB/sec 2024-04-15T15:14:45.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:14:45 smithi016 ceph-mon[90652]: pgmap v1877: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.5 MiB/s wr, 3 op/s 2024-04-15T15:14:45.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:14:45 smithi016 ceph-mon[93212]: pgmap v1877: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.5 MiB/s wr, 3 op/s 2024-04-15T15:14:45.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:14:45 smithi102 ceph-mon[87131]: pgmap v1877: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.5 MiB/s wr, 3 op/s 2024-04-15T15:14:46.339 INFO:tasks.workunit.client.0.smithi016.stdout: 1041: throughput=5MB/sec pending data=0 2024-04-15T15:14:46.340 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-cjgxevK4phOEvji off=18191059 len=1570235 2024-04-15T15:14:46.347 INFO:tasks.workunit.client.0.smithi016.stdout:op 5294 completed, throughput=5MB/sec 2024-04-15T15:14:46.347 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-KFeMw2kSjmvW2gB off=3178597 len=1934365 2024-04-15T15:14:46.349 INFO:tasks.workunit.client.0.smithi016.stdout:op 5295 completed, throughput=5MB/sec 2024-04-15T15:14:46.349 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-jjRHnP52nUXLQol off=9929042 len=360060 2024-04-15T15:14:46.352 INFO:tasks.workunit.client.0.smithi016.stdout:op 5296 completed, throughput=5MB/sec 2024-04-15T15:14:46.352 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-VIpkEi_jPjNiN9N off=11767499 len=357971 2024-04-15T15:14:46.355 INFO:tasks.workunit.client.0.smithi016.stdout:op 5297 completed, throughput=5MB/sec 2024-04-15T15:14:46.355 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj--lqnB5RitN92yeZ off=6319502 len=1669506 2024-04-15T15:14:46.359 INFO:tasks.workunit.client.0.smithi016.stdout:op 5298 completed, throughput=5MB/sec 2024-04-15T15:14:47.359 INFO:tasks.workunit.client.0.smithi016.stdout: 1042: throughput=5MB/sec pending data=0 2024-04-15T15:14:47.359 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-qroQCTDB_04vCGW off=3378457 len=1137276 2024-04-15T15:14:47.360 INFO:tasks.workunit.client.0.smithi016.stdout:op 5299 completed, throughput=5MB/sec 2024-04-15T15:14:47.361 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-TFZloNlXZ_fDO_N off=3464844 len=1261325 2024-04-15T15:14:47.362 INFO:tasks.workunit.client.0.smithi016.stdout:op 5300 completed, throughput=5MB/sec 2024-04-15T15:14:47.363 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-w6FrFaka2kME257 off=18423815 len=467684 2024-04-15T15:14:47.363 INFO:tasks.workunit.client.0.smithi016.stdout:op 5301 completed, throughput=5MB/sec 2024-04-15T15:14:47.364 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-IvtK8_R72QYunpp off=674408 len=923140 2024-04-15T15:14:47.366 INFO:tasks.workunit.client.0.smithi016.stdout:op 5302 completed, throughput=5MB/sec 2024-04-15T15:14:47.366 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-lfEyCXwS_LRbKxN off=1223243 len=1086402 2024-04-15T15:14:47.367 INFO:tasks.workunit.client.0.smithi016.stdout:op 5303 completed, throughput=5MB/sec 2024-04-15T15:14:47.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:14:47 smithi016 ceph-mon[90652]: pgmap v1878: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.4 MiB/s wr, 5 op/s 2024-04-15T15:14:47.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:14:47 smithi016 ceph-mon[93212]: pgmap v1878: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.4 MiB/s wr, 5 op/s 2024-04-15T15:14:47.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:14:47 smithi102 ceph-mon[87131]: pgmap v1878: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.4 MiB/s wr, 5 op/s 2024-04-15T15:14:48.368 INFO:tasks.workunit.client.0.smithi016.stdout: 1043: throughput=5MB/sec pending data=0 2024-04-15T15:14:48.368 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-T6VaLETqsWGjMVo off=1416504 len=1076067 2024-04-15T15:14:48.369 INFO:tasks.workunit.client.0.smithi016.stdout:op 5304 completed, throughput=5MB/sec 2024-04-15T15:14:48.369 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-OvimDHV5EwYqOBl off=101601 len=241473 2024-04-15T15:14:48.372 INFO:tasks.workunit.client.0.smithi016.stdout:op 5305 completed, throughput=5MB/sec 2024-04-15T15:14:48.372 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-bY4hHq8OgqErDh0 off=425975 len=1330172 2024-04-15T15:14:48.379 INFO:tasks.workunit.client.0.smithi016.stdout:op 5306 completed, throughput=5MB/sec 2024-04-15T15:14:48.379 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-9Fx9HHkHFku1tDa off=14590300 len=322673 2024-04-15T15:14:48.381 INFO:tasks.workunit.client.0.smithi016.stdout:op 5307 completed, throughput=5MB/sec 2024-04-15T15:14:48.381 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-4cyhbXdxVaeT4wu off=19548017 len=772886 2024-04-15T15:14:48.381 INFO:tasks.workunit.client.0.smithi016.stdout:op 5308 completed, throughput=5MB/sec 2024-04-15T15:14:48.381 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-hny_pF8HYYs4LYR off=4194423 len=858656 2024-04-15T15:14:48.382 INFO:tasks.workunit.client.0.smithi016.stdout:op 5309 completed, throughput=5MB/sec 2024-04-15T15:14:48.383 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-s24EkWAtmvvIKhu off=11271674 len=1922175 2024-04-15T15:14:48.391 INFO:tasks.workunit.client.0.smithi016.stdout:op 5310 completed, throughput=5MB/sec 2024-04-15T15:14:49.392 INFO:tasks.workunit.client.0.smithi016.stdout: 1044: throughput=5MB/sec pending data=0 2024-04-15T15:14:49.392 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-5H4nIwb5TCL8Ggb off=3711183 len=1245365 2024-04-15T15:14:49.393 INFO:tasks.workunit.client.0.smithi016.stdout:op 5311 completed, throughput=5MB/sec 2024-04-15T15:14:49.393 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-aQUCio4474ZB8AF off=11781221 len=1693643 2024-04-15T15:14:49.401 INFO:tasks.workunit.client.0.smithi016.stdout:op 5312 completed, throughput=5MB/sec 2024-04-15T15:14:49.402 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-USWC3F0c7Hh89v2 off=464877 len=360016 2024-04-15T15:14:49.402 INFO:tasks.workunit.client.0.smithi016.stdout:op 5313 completed, throughput=5MB/sec 2024-04-15T15:14:49.402 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-Iek9-R4ggBtA5mV off=5254029 len=1491793 2024-04-15T15:14:49.409 INFO:tasks.workunit.client.0.smithi016.stdout:op 5314 completed, throughput=5MB/sec 2024-04-15T15:14:49.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:14:49 smithi016 ceph-mon[93212]: pgmap v1879: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-04-15T15:14:49.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:14:49 smithi016 ceph-mon[90652]: pgmap v1879: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-04-15T15:14:49.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:14:49 smithi102 ceph-mon[87131]: pgmap v1879: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-04-15T15:14:50.410 INFO:tasks.workunit.client.0.smithi016.stdout: 1045: throughput=5MB/sec pending data=0 2024-04-15T15:14:50.410 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-DqPAZG_lcsUTGxc off=10402581 len=284198 2024-04-15T15:14:50.413 INFO:tasks.workunit.client.0.smithi016.stdout:op 5315 completed, throughput=5MB/sec 2024-04-15T15:14:50.413 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-8Pd86dxHo6lq17C off=7507323 len=1160256 2024-04-15T15:14:50.415 INFO:tasks.workunit.client.0.smithi016.stdout:op 5316 completed, throughput=5MB/sec 2024-04-15T15:14:50.415 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-qqnbGRbkuPUuis8 off=14598300 len=1357956 2024-04-15T15:14:50.416 INFO:tasks.workunit.client.0.smithi016.stdout:op 5317 completed, throughput=5MB/sec 2024-04-15T15:14:50.417 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-AT2zSE3SfsVGN3e off=4564727 len=1192485 2024-04-15T15:14:50.422 INFO:tasks.workunit.client.0.smithi016.stdout:op 5318 completed, throughput=5MB/sec 2024-04-15T15:14:50.422 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-gT-v-QWXhYdBDBZ off=7694578 len=1818842 2024-04-15T15:14:50.424 INFO:tasks.workunit.client.0.smithi016.stdout:op 5319 completed, throughput=5MB/sec 2024-04-15T15:14:51.425 INFO:tasks.workunit.client.0.smithi016.stdout: 1046: throughput=5MB/sec pending data=0 2024-04-15T15:14:51.425 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-n9aKQ1BgER_youx off=4926055 len=650397 2024-04-15T15:14:51.426 INFO:tasks.workunit.client.0.smithi016.stdout:op 5320 completed, throughput=5MB/sec 2024-04-15T15:14:51.426 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-991PNGuEeA5SQfM off=4626761 len=390805 2024-04-15T15:14:51.430 INFO:tasks.workunit.client.0.smithi016.stdout:op 5321 completed, throughput=5MB/sec 2024-04-15T15:14:51.430 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-3G8CDFLcBMluDYj off=2168405 len=1048151 2024-04-15T15:14:51.435 INFO:tasks.workunit.client.0.smithi016.stdout:op 5322 completed, throughput=5MB/sec 2024-04-15T15:14:51.435 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-xONkgVRBKWTc_n3 off=2718330 len=31053 2024-04-15T15:14:51.435 INFO:tasks.workunit.client.0.smithi016.stdout:op 5323 completed, throughput=5MB/sec 2024-04-15T15:14:51.435 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-safzhkhnGM1AbB6 off=20256136 len=1577082 2024-04-15T15:14:51.443 INFO:tasks.workunit.client.0.smithi016.stdout:op 5324 completed, throughput=5MB/sec 2024-04-15T15:14:51.443 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-S_0lHQYJ4E7RfdO off=568755 len=1933004 2024-04-15T15:14:51.452 INFO:tasks.workunit.client.0.smithi016.stdout:op 5325 completed, throughput=5MB/sec 2024-04-15T15:14:51.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:14:51 smithi016 ceph-mon[90652]: pgmap v1880: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-04-15T15:14:51.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:14:51 smithi016 ceph-mon[93212]: pgmap v1880: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-04-15T15:14:51.790 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 15 15:14:51 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-y[81421]: ::ffff:172.21.15.102 - - [15/Apr/2024:15:14:51] "GET /metrics HTTP/1.1" 200 33996 "" "Prometheus/2.43.0" 2024-04-15T15:14:51.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:14:51 smithi102 ceph-mon[87131]: pgmap v1880: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-04-15T15:14:52.453 INFO:tasks.workunit.client.0.smithi016.stdout: 1047: throughput=5MB/sec pending data=0 2024-04-15T15:14:52.453 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-jo1wOqPDEsaDCgM off=5940522 len=132391 2024-04-15T15:14:52.454 INFO:tasks.workunit.client.0.smithi016.stdout:op 5326 completed, throughput=5MB/sec 2024-04-15T15:14:52.454 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-RZjXP3zTD6b_ZYX off=12695896 len=1630977 2024-04-15T15:14:52.460 INFO:tasks.workunit.client.0.smithi016.stdout:op 5327 completed, throughput=5MB/sec 2024-04-15T15:14:52.461 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-3gIP1mvtfU2AUNr off=1104696 len=364138 2024-04-15T15:14:52.461 INFO:tasks.workunit.client.0.smithi016.stdout:op 5328 completed, throughput=5MB/sec 2024-04-15T15:14:52.462 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-pNkatygkLnqnUqJ off=13423830 len=665675 2024-04-15T15:14:52.462 INFO:tasks.workunit.client.0.smithi016.stdout:op 5329 completed, throughput=5MB/sec 2024-04-15T15:14:52.462 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-eyWBDggN6DcLUhw off=5968010 len=648604 2024-04-15T15:14:52.466 INFO:tasks.workunit.client.0.smithi016.stdout:op 5330 completed, throughput=5MB/sec 2024-04-15T15:14:52.466 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-I1qaILtu5WEoVzO off=5198152 len=206270 2024-04-15T15:14:52.469 INFO:tasks.workunit.client.0.smithi016.stdout:op 5331 completed, throughput=5MB/sec 2024-04-15T15:14:52.687 INFO:journalctl@ceph.prometheus.a.smithi102.stdout:Apr 15 15:14:52 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-prometheus-a[120881]: ts=2024-04-15T15:14:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi016:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"362ea986-fb34-11ee-bc8f-c7b262605968\", instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T15:14:53.469 INFO:tasks.workunit.client.0.smithi016.stdout: 1048: throughput=5MB/sec pending data=0 2024-04-15T15:14:53.469 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-V8JoNifSronHLSq off=8248495 len=715615 2024-04-15T15:14:53.474 INFO:tasks.workunit.client.0.smithi016.stdout:op 5332 completed, throughput=5MB/sec 2024-04-15T15:14:53.474 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-0ngJ9B-jjif-JXj off=15286949 len=1166797 2024-04-15T15:14:53.478 INFO:tasks.workunit.client.0.smithi016.stdout:op 5333 completed, throughput=5MB/sec 2024-04-15T15:14:53.479 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-AVreKHSxcxP8tMz off=2857028 len=1766491 2024-04-15T15:14:53.481 INFO:tasks.workunit.client.0.smithi016.stdout:op 5334 completed, throughput=5MB/sec 2024-04-15T15:14:53.481 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-Wkwx_xeoiQJNE5B off=175950 len=556042 2024-04-15T15:14:53.485 INFO:tasks.workunit.client.0.smithi016.stdout:op 5335 completed, throughput=5MB/sec 2024-04-15T15:14:53.485 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-9CUx8Z25PGdYcoj off=6212575 len=1361167 2024-04-15T15:14:53.492 INFO:tasks.workunit.client.0.smithi016.stdout:op 5336 completed, throughput=5MB/sec 2024-04-15T15:14:53.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:14:53 smithi016 ceph-mon[90652]: pgmap v1881: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-15T15:14:53.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:14:53 smithi016 ceph-mon[93212]: pgmap v1881: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-15T15:14:53.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:14:53 smithi102 ceph-mon[87131]: pgmap v1881: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-15T15:14:54.492 INFO:tasks.workunit.client.0.smithi016.stdout: 1049: throughput=5MB/sec pending data=0 2024-04-15T15:14:54.493 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-O6pTPBUDqa_No3j off=2743267 len=924868 2024-04-15T15:14:54.498 INFO:tasks.workunit.client.0.smithi016.stdout:op 5337 completed, throughput=5MB/sec 2024-04-15T15:14:54.498 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-I33mWuNaXIa6yGJ off=149896 len=1120683 2024-04-15T15:14:54.500 INFO:tasks.workunit.client.0.smithi016.stdout:op 5338 completed, throughput=5MB/sec 2024-04-15T15:14:54.501 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-dtyD6wNkCb3rbHq off=4406819 len=900710 2024-04-15T15:14:54.502 INFO:tasks.workunit.client.0.smithi016.stdout:op 5339 completed, throughput=5MB/sec 2024-04-15T15:14:54.502 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-ENbeT_82Gm0o0CA off=6879809 len=1532027 2024-04-15T15:14:54.504 INFO:tasks.workunit.client.0.smithi016.stdout:op 5340 completed, throughput=5MB/sec 2024-04-15T15:14:54.504 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-3SH1sNJSe0IcDb3 off=1274802 len=443382 2024-04-15T15:14:54.504 INFO:tasks.workunit.client.0.smithi016.stdout:op 5341 completed, throughput=5MB/sec 2024-04-15T15:14:54.505 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-J30fSm07lCXnFLH off=5213431 len=637874 2024-04-15T15:14:54.509 INFO:tasks.workunit.client.0.smithi016.stdout:op 5342 completed, throughput=5MB/sec 2024-04-15T15:14:54.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:14:54 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T15:14:55.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:14:54 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T15:14:55.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:14:54 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T15:14:55.509 INFO:tasks.workunit.client.0.smithi016.stdout: 1050: throughput=5MB/sec pending data=0 2024-04-15T15:14:55.509 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-ISm3C7pD6zz7Ul7 off=19372814 len=1672674 2024-04-15T15:14:55.511 INFO:tasks.workunit.client.0.smithi016.stdout:op 5343 completed, throughput=5MB/sec 2024-04-15T15:14:55.511 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-E1VMiE1xi5Imixb off=4676694 len=1511870 2024-04-15T15:14:55.518 INFO:tasks.workunit.client.0.smithi016.stdout:op 5344 completed, throughput=5MB/sec 2024-04-15T15:14:55.518 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-iKwW_KVnylwugFL off=12502994 len=1533038 2024-04-15T15:14:55.525 INFO:tasks.workunit.client.0.smithi016.stdout:op 5345 completed, throughput=5MB/sec 2024-04-15T15:14:55.525 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-Jo5IeOomawotDZw off=12923376 len=14100 2024-04-15T15:14:55.526 INFO:tasks.workunit.client.0.smithi016.stdout:op 5346 completed, throughput=5MB/sec 2024-04-15T15:14:55.526 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-sszCYLG7krQ9WmS off=3454080 len=1621271 2024-04-15T15:14:55.533 INFO:tasks.workunit.client.0.smithi016.stdout:op 5347 completed, throughput=5MB/sec 2024-04-15T15:14:55.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:14:55 smithi102 ceph-mon[87131]: pgmap v1882: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-15T15:14:56.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:14:55 smithi016 ceph-mon[93212]: pgmap v1882: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-15T15:14:56.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:14:55 smithi016 ceph-mon[90652]: pgmap v1882: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-15T15:14:56.534 INFO:tasks.workunit.client.0.smithi016.stdout: 1051: throughput=5MB/sec pending data=0 2024-04-15T15:14:56.534 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-oagLy5SI_zkqueB off=8056454 len=316184 2024-04-15T15:14:56.537 INFO:tasks.workunit.client.0.smithi016.stdout:op 5348 completed, throughput=5MB/sec 2024-04-15T15:14:56.537 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-y8Sab-6nZV36YOH off=8589682 len=1818990 2024-04-15T15:14:56.546 INFO:tasks.workunit.client.0.smithi016.stdout:op 5349 completed, throughput=5MB/sec 2024-04-15T15:14:56.546 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-XiTu1xFeOa1yeLA off=13334312 len=411622 2024-04-15T15:14:56.549 INFO:tasks.workunit.client.0.smithi016.stdout:op 5350 completed, throughput=5MB/sec 2024-04-15T15:14:56.550 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-3ptsWALSVNlkRFi off=11220531 len=1705103 2024-04-15T15:14:56.559 INFO:tasks.workunit.client.0.smithi016.stdout:op 5351 completed, throughput=5MB/sec 2024-04-15T15:14:57.559 INFO:tasks.workunit.client.0.smithi016.stdout: 1052: throughput=5MB/sec pending data=0 2024-04-15T15:14:57.560 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-lID_yLA0Iv_AI_p off=6878505 len=1196217 2024-04-15T15:14:57.562 INFO:tasks.workunit.client.0.smithi016.stdout:op 5352 completed, throughput=5MB/sec 2024-04-15T15:14:57.562 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-hBRZHiH6_gsfUa3 off=295267 len=1276761 2024-04-15T15:14:57.568 INFO:tasks.workunit.client.0.smithi016.stdout:op 5353 completed, throughput=5MB/sec 2024-04-15T15:14:57.568 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-PIQjs_Up88jpGth off=1336971 len=1593729 2024-04-15T15:14:57.576 INFO:tasks.workunit.client.0.smithi016.stdout:op 5354 completed, throughput=5MB/sec 2024-04-15T15:14:57.576 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-KHoP-hEnaPNfhNt off=12180200 len=1054743 2024-04-15T15:14:57.577 INFO:tasks.workunit.client.0.smithi016.stdout:op 5355 completed, throughput=5MB/sec 2024-04-15T15:14:57.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:14:57 smithi102 ceph-mon[87131]: pgmap v1883: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.8 MiB/s rd, 3.0 MiB/s wr, 6 op/s 2024-04-15T15:14:58.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:14:57 smithi016 ceph-mon[90652]: pgmap v1883: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.8 MiB/s rd, 3.0 MiB/s wr, 6 op/s 2024-04-15T15:14:58.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:14:57 smithi016 ceph-mon[93212]: pgmap v1883: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.8 MiB/s rd, 3.0 MiB/s wr, 6 op/s 2024-04-15T15:14:58.578 INFO:tasks.workunit.client.0.smithi016.stdout: 1053: throughput=5MB/sec pending data=0 2024-04-15T15:14:58.578 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-SD2KfFjEATiOvOl off=11017964 len=284760 2024-04-15T15:14:58.581 INFO:tasks.workunit.client.0.smithi016.stdout:op 5356 completed, throughput=5MB/sec 2024-04-15T15:14:58.581 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-XO1hCzyaR5otOQh off=5221256 len=1369069 2024-04-15T15:14:58.583 INFO:tasks.workunit.client.0.smithi016.stdout:op 5357 completed, throughput=5MB/sec 2024-04-15T15:14:58.583 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-g6DmWp4nU66jeUh off=385095 len=836425 2024-04-15T15:14:58.584 INFO:tasks.workunit.client.0.smithi016.stdout:op 5358 completed, throughput=5MB/sec 2024-04-15T15:14:58.584 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-AXKptlOq7-MFipe off=6909191 len=1590282 2024-04-15T15:14:58.591 INFO:tasks.workunit.client.0.smithi016.stdout:op 5359 completed, throughput=5MB/sec 2024-04-15T15:14:58.591 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-WQdhlcd123wf0V7 off=2177482 len=292398 2024-04-15T15:14:58.592 INFO:tasks.workunit.client.0.smithi016.stdout:op 5360 completed, throughput=5MB/sec 2024-04-15T15:14:58.592 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-ufZR5xkPpf5AoQr off=6657673 len=730648 2024-04-15T15:14:58.594 INFO:tasks.workunit.client.0.smithi016.stdout:op 5361 completed, throughput=5MB/sec 2024-04-15T15:14:58.594 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-2XHMtUT11HKPNnJ off=12652453 len=142502 2024-04-15T15:14:58.594 INFO:tasks.workunit.client.0.smithi016.stdout:op 5362 completed, throughput=5MB/sec 2024-04-15T15:14:59.595 INFO:tasks.workunit.client.0.smithi016.stdout: 1054: throughput=5MB/sec pending data=0 2024-04-15T15:14:59.595 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-dVXPs31FuGCdUTO off=14778983 len=1864583 2024-04-15T15:14:59.597 INFO:tasks.workunit.client.0.smithi016.stdout:op 5363 completed, throughput=5MB/sec 2024-04-15T15:14:59.597 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-3BmohJ_02zkqaYp off=3132919 len=894923 2024-04-15T15:14:59.598 INFO:tasks.workunit.client.0.smithi016.stdout:op 5364 completed, throughput=5MB/sec 2024-04-15T15:14:59.598 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-ZVygCh6rPJAWDSE off=857324 len=55380 2024-04-15T15:14:59.599 INFO:tasks.workunit.client.0.smithi016.stdout:op 5365 completed, throughput=5MB/sec 2024-04-15T15:14:59.599 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-DWcT80Sj7S0PDZ1 off=1724629 len=650132 2024-04-15T15:14:59.601 INFO:tasks.workunit.client.0.smithi016.stdout:op 5366 completed, throughput=5MB/sec 2024-04-15T15:14:59.601 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-pplm8d_Ia5ZQyA6 off=8942883 len=1190524 2024-04-15T15:14:59.607 INFO:tasks.workunit.client.0.smithi016.stdout:op 5367 completed, throughput=5MB/sec 2024-04-15T15:14:59.607 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-gG1WTtHVSGadEn6 off=2824691 len=1601387 2024-04-15T15:14:59.613 INFO:tasks.workunit.client.0.smithi016.stdout:op 5368 completed, throughput=5MB/sec 2024-04-15T15:14:59.842 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:14:59 smithi016 ceph-mon[93212]: pgmap v1884: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-15T15:14:59.842 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:14:59 smithi016 ceph-mon[90652]: pgmap v1884: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-15T15:14:59.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:14:59 smithi102 ceph-mon[87131]: pgmap v1884: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-15T15:15:00.613 INFO:tasks.workunit.client.0.smithi016.stdout: 1055: throughput=5MB/sec pending data=0 2024-04-15T15:15:00.613 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-HSK1-_HQbt4Wzui off=9436020 len=1465400 2024-04-15T15:15:00.615 INFO:tasks.workunit.client.0.smithi016.stdout:op 5369 completed, throughput=5MB/sec 2024-04-15T15:15:00.615 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-yQ-53x24Bp0-re5 off=10988709 len=1719410 2024-04-15T15:15:00.617 INFO:tasks.workunit.client.0.smithi016.stdout:op 5370 completed, throughput=5MB/sec 2024-04-15T15:15:00.618 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-m_jM0IA2aYdVQUn off=5469959 len=262558 2024-04-15T15:15:00.619 INFO:tasks.workunit.client.0.smithi016.stdout:op 5371 completed, throughput=5MB/sec 2024-04-15T15:15:00.619 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-y9kwZ4Ry2pZzeyS off=5088244 len=1434424 2024-04-15T15:15:00.625 INFO:tasks.workunit.client.0.smithi016.stdout:op 5372 completed, throughput=5MB/sec 2024-04-15T15:15:01.625 INFO:tasks.workunit.client.0.smithi016.stdout: 1056: throughput=5MB/sec pending data=0 2024-04-15T15:15:01.625 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-KRlQeEe4NhENEzP off=841219 len=312495 2024-04-15T15:15:01.626 INFO:tasks.workunit.client.0.smithi016.stdout:op 5373 completed, throughput=5MB/sec 2024-04-15T15:15:01.626 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-jaYU38VDEvyEtSk off=4055340 len=399089 2024-04-15T15:15:01.630 INFO:tasks.workunit.client.0.smithi016.stdout:op 5374 completed, throughput=5MB/sec 2024-04-15T15:15:01.630 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-DyCxeFNUA8HIwJM off=1306404 len=991676 2024-04-15T15:15:01.635 INFO:tasks.workunit.client.0.smithi016.stdout:op 5375 completed, throughput=5MB/sec 2024-04-15T15:15:01.635 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-v9LrN-jyIYDi3UW off=2417464 len=705174 2024-04-15T15:15:01.637 INFO:tasks.workunit.client.0.smithi016.stdout:op 5376 completed, throughput=5MB/sec 2024-04-15T15:15:01.637 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-62PgkMoE9yXLJ8L off=14365568 len=571726 2024-04-15T15:15:01.641 INFO:tasks.workunit.client.0.smithi016.stdout:op 5377 completed, throughput=5MB/sec 2024-04-15T15:15:01.641 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-gV3jLQVyJ_4kv_I off=8977910 len=201503 2024-04-15T15:15:01.641 INFO:tasks.workunit.client.0.smithi016.stdout:op 5378 completed, throughput=5MB/sec 2024-04-15T15:15:01.641 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-e6uiZBm95wDZpqC off=2708413 len=522875 2024-04-15T15:15:01.642 INFO:tasks.workunit.client.0.smithi016.stdout:op 5379 completed, throughput=5MB/sec 2024-04-15T15:15:01.642 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-Nk51D4cCdwt0Hzu off=0 len=1097830 2024-04-15T15:15:01.647 INFO:tasks.workunit.client.0.smithi016.stdout:op 5380 completed, throughput=5MB/sec 2024-04-15T15:15:01.647 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-DrLcECVyoCjrTgd off=8950172 len=1122881 2024-04-15T15:15:01.653 INFO:tasks.workunit.client.0.smithi016.stdout:op 5381 completed, throughput=5MB/sec 2024-04-15T15:15:01.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:15:01 smithi102 ceph-mon[87131]: pgmap v1885: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-04-15T15:15:02.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:15:01 smithi016 ceph-mon[93212]: pgmap v1885: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-04-15T15:15:02.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:15:01 smithi016 ceph-mon[90652]: pgmap v1885: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-04-15T15:15:02.040 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 15 15:15:01 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-y[81421]: ::ffff:172.21.15.102 - - [15/Apr/2024:15:15:01] "GET /metrics HTTP/1.1" 200 33999 "" "Prometheus/2.43.0" 2024-04-15T15:15:02.653 INFO:tasks.workunit.client.0.smithi016.stdout: 1057: throughput=5MB/sec pending data=0 2024-04-15T15:15:02.654 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-sFDV83QgHJEtjh2 off=15391225 len=1502227 2024-04-15T15:15:02.661 INFO:tasks.workunit.client.0.smithi016.stdout:op 5382 completed, throughput=5MB/sec 2024-04-15T15:15:02.661 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-djgoapjFUTiOjq5 off=1213855 len=1617688 2024-04-15T15:15:02.670 INFO:tasks.workunit.client.0.smithi016.stdout:op 5383 completed, throughput=5MB/sec 2024-04-15T15:15:02.670 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-RZGiy-IIEYcQlT2 off=18837797 len=1251406 2024-04-15T15:15:02.670 INFO:tasks.workunit.client.0.smithi016.stdout:op 5384 completed, throughput=5MB/sec 2024-04-15T15:15:02.687 INFO:journalctl@ceph.prometheus.a.smithi102.stdout:Apr 15 15:15:02 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-prometheus-a[120881]: ts=2024-04-15T15:15:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi016:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"362ea986-fb34-11ee-bc8f-c7b262605968\", instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T15:15:03.671 INFO:tasks.workunit.client.0.smithi016.stdout: 1058: throughput=5MB/sec pending data=0 2024-04-15T15:15:03.671 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-KfkXjJ_vxsK8G6C off=4649678 len=42648 2024-04-15T15:15:03.672 INFO:tasks.workunit.client.0.smithi016.stdout:op 5385 completed, throughput=5MB/sec 2024-04-15T15:15:03.672 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-YP5epnYHKVOlYda off=15893955 len=200785 2024-04-15T15:15:03.672 INFO:tasks.workunit.client.0.smithi016.stdout:op 5386 completed, throughput=5MB/sec 2024-04-15T15:15:03.672 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-oD1yVy4VAvMQAlT off=8046843 len=1221593 2024-04-15T15:15:03.678 INFO:tasks.workunit.client.0.smithi016.stdout:op 5387 completed, throughput=5MB/sec 2024-04-15T15:15:03.678 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-ABAlxS5aNyXhu4O off=1433875 len=1612217 2024-04-15T15:15:03.680 INFO:tasks.workunit.client.0.smithi016.stdout:op 5388 completed, throughput=5MB/sec 2024-04-15T15:15:03.680 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-qKm9HoKs3uYObeH off=2813423 len=574419 2024-04-15T15:15:03.681 INFO:tasks.workunit.client.0.smithi016.stdout:op 5389 completed, throughput=5MB/sec 2024-04-15T15:15:03.682 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-I8l92GOHE8E4IOk off=9862278 len=1952237 2024-04-15T15:15:03.690 INFO:tasks.workunit.client.0.smithi016.stdout:op 5390 completed, throughput=5MB/sec 2024-04-15T15:15:03.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:15:03 smithi102 ceph-mon[87131]: pgmap v1886: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-04-15T15:15:04.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:15:03 smithi016 ceph-mon[93212]: pgmap v1886: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-04-15T15:15:04.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:15:03 smithi016 ceph-mon[90652]: pgmap v1886: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-04-15T15:15:04.691 INFO:tasks.workunit.client.0.smithi016.stdout: 1059: throughput=5MB/sec pending data=0 2024-04-15T15:15:04.691 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-cpM6tZ6jC9wgsnf off=18702412 len=1631245 2024-04-15T15:15:04.693 INFO:tasks.workunit.client.0.smithi016.stdout:op 5391 completed, throughput=5MB/sec 2024-04-15T15:15:04.693 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-urvHj30gz3n1s5K off=14244783 len=2022166 2024-04-15T15:15:04.702 INFO:tasks.workunit.client.0.smithi016.stdout:op 5392 completed, throughput=5MB/sec 2024-04-15T15:15:04.702 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-Yp7tZ1MKbVhk6DG off=462749 len=805850 2024-04-15T15:15:04.703 INFO:tasks.workunit.client.0.smithi016.stdout:op 5393 completed, throughput=5MB/sec 2024-04-15T15:15:04.703 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-OiES4UMUBZGEboX off=12070242 len=1469994 2024-04-15T15:15:04.711 INFO:tasks.workunit.client.0.smithi016.stdout:op 5394 completed, throughput=5MB/sec 2024-04-15T15:15:05.711 INFO:tasks.workunit.client.0.smithi016.stdout: 1060: throughput=5MB/sec pending data=0 2024-04-15T15:15:05.711 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-AUSBLQ8k-QEgkVk off=3680012 len=447635 2024-04-15T15:15:05.715 INFO:tasks.workunit.client.0.smithi016.stdout:op 5395 completed, throughput=5MB/sec 2024-04-15T15:15:05.715 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-TW29n5EvaALENIW off=1852091 len=693403 2024-04-15T15:15:05.716 INFO:tasks.workunit.client.0.smithi016.stdout:op 5396 completed, throughput=5MB/sec 2024-04-15T15:15:05.716 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-P8nT47DhBYxewgn off=1612682 len=1439741 2024-04-15T15:15:05.725 INFO:tasks.workunit.client.0.smithi016.stdout:op 5397 completed, throughput=5MB/sec 2024-04-15T15:15:05.725 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-T9CpjQUSC4L1TZ- off=5473647 len=948881 2024-04-15T15:15:05.731 INFO:tasks.workunit.client.0.smithi016.stdout:op 5398 completed, throughput=5MB/sec 2024-04-15T15:15:05.731 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-5hBxc6JNkugHZuT off=9308953 len=864934 2024-04-15T15:15:05.732 INFO:tasks.workunit.client.0.smithi016.stdout:op 5399 completed, throughput=5MB/sec 2024-04-15T15:15:05.732 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-EBz8hywJkNOdRLe off=3136989 len=739870 2024-04-15T15:15:05.734 INFO:tasks.workunit.client.0.smithi016.stdout:op 5400 completed, throughput=5MB/sec 2024-04-15T15:15:05.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:15:05 smithi102 ceph-mon[87131]: pgmap v1887: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-15T15:15:06.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:15:05 smithi016 ceph-mon[93212]: pgmap v1887: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-15T15:15:06.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:15:05 smithi016 ceph-mon[90652]: pgmap v1887: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-15T15:15:06.734 INFO:tasks.workunit.client.0.smithi016.stdout: 1061: throughput=5MB/sec pending data=0 2024-04-15T15:15:06.734 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-rijrBDtUp9ZDvT2 off=12557093 len=447294 2024-04-15T15:15:06.738 INFO:tasks.workunit.client.0.smithi016.stdout:op 5401 completed, throughput=5MB/sec 2024-04-15T15:15:06.738 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-cwG3rfYZmSIjdlH off=4551027 len=199778 2024-04-15T15:15:06.741 INFO:tasks.workunit.client.0.smithi016.stdout:op 5402 completed, throughput=5MB/sec 2024-04-15T15:15:06.741 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-6ZLuw3pE5xFqeKI off=331749 len=965706 2024-04-15T15:15:06.742 INFO:tasks.workunit.client.0.smithi016.stdout:op 5403 completed, throughput=5MB/sec 2024-04-15T15:15:06.742 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-7iki57jlaHcHImh off=186750 len=1390817 2024-04-15T15:15:06.744 INFO:tasks.workunit.client.0.smithi016.stdout:op 5404 completed, throughput=5MB/sec 2024-04-15T15:15:06.744 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-ScoWKk5dFUEUtz3 off=3674027 len=1404052 2024-04-15T15:15:06.753 INFO:tasks.workunit.client.0.smithi016.stdout:op 5405 completed, throughput=5MB/sec 2024-04-15T15:15:06.754 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-1Abd7sxrTxiHdr4 off=3387600 len=1179423 2024-04-15T15:15:06.760 INFO:tasks.workunit.client.0.smithi016.stdout:op 5406 completed, throughput=5MB/sec 2024-04-15T15:15:07.760 INFO:tasks.workunit.client.0.smithi016.stdout: 1062: throughput=5MB/sec pending data=0 2024-04-15T15:15:07.760 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-MIkZZm186z9Mbmt off=9529782 len=1035018 2024-04-15T15:15:07.761 INFO:tasks.workunit.client.0.smithi016.stdout:op 5407 completed, throughput=5MB/sec 2024-04-15T15:15:07.761 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-Ygma0ChOtgnX0qT off=13607491 len=2039002 2024-04-15T15:15:07.774 INFO:tasks.workunit.client.0.smithi016.stdout:op 5408 completed, throughput=5MB/sec 2024-04-15T15:15:07.774 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-sZNmPUfi5z-UhMF off=1274877 len=848900 2024-04-15T15:15:07.779 INFO:tasks.workunit.client.0.smithi016.stdout:op 5409 completed, throughput=5MB/sec 2024-04-15T15:15:07.779 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-Vhtol-OvdNK2ol4 off=9064454 len=747051 2024-04-15T15:15:07.783 INFO:tasks.workunit.client.0.smithi016.stdout:op 5410 completed, throughput=5MB/sec 2024-04-15T15:15:07.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:15:07 smithi102 ceph-mon[87131]: pgmap v1888: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.4 MiB/s wr, 6 op/s 2024-04-15T15:15:08.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:15:07 smithi016 ceph-mon[90652]: pgmap v1888: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.4 MiB/s wr, 6 op/s 2024-04-15T15:15:08.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:15:07 smithi016 ceph-mon[93212]: pgmap v1888: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.4 MiB/s wr, 6 op/s 2024-04-15T15:15:08.784 INFO:tasks.workunit.client.0.smithi016.stdout: 1063: throughput=5MB/sec pending data=0 2024-04-15T15:15:08.784 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-zstARL5C39ClvbC off=14521526 len=939348 2024-04-15T15:15:08.790 INFO:tasks.workunit.client.0.smithi016.stdout:op 5411 completed, throughput=5MB/sec 2024-04-15T15:15:08.790 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj---yU0fI2fkIt_4- off=2000388 len=1949592 2024-04-15T15:15:08.792 INFO:tasks.workunit.client.0.smithi016.stdout:op 5412 completed, throughput=5MB/sec 2024-04-15T15:15:08.792 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-AMhSL1gIksy_1La off=14776083 len=457707 2024-04-15T15:15:08.794 INFO:tasks.workunit.client.0.smithi016.stdout:op 5413 completed, throughput=5MB/sec 2024-04-15T15:15:08.794 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-C3F4LfzdLYMwFem off=6657298 len=1815982 2024-04-15T15:15:08.802 INFO:tasks.workunit.client.0.smithi016.stdout:op 5414 completed, throughput=5MB/sec 2024-04-15T15:15:09.806 INFO:tasks.workunit.client.0.smithi016.stdout: 1064: throughput=5MB/sec pending data=0 2024-04-15T15:15:09.806 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-i4KcWL72poU7Ksk off=7012793 len=916060 2024-04-15T15:15:09.807 INFO:tasks.workunit.client.0.smithi016.stdout:op 5415 completed, throughput=5MB/sec 2024-04-15T15:15:09.807 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-LcbS4gzZ1QAYcF0 off=7912815 len=685281 2024-04-15T15:15:09.812 INFO:tasks.workunit.client.0.smithi016.stdout:op 5416 completed, throughput=5MB/sec 2024-04-15T15:15:09.812 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-almZTMnqIzOw8SH off=8977966 len=2063935 2024-04-15T15:15:09.814 INFO:tasks.workunit.client.0.smithi016.stdout:op 5417 completed, throughput=5MB/sec 2024-04-15T15:15:09.814 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-UiT7zNgoa1SOHLv off=3093317 len=1179959 2024-04-15T15:15:09.822 INFO:tasks.workunit.client.0.smithi016.stdout:op 5418 completed, throughput=5MB/sec 2024-04-15T15:15:09.822 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-e6uiZBm95wDZpqC off=3269991 len=588265 2024-04-15T15:15:09.823 INFO:tasks.workunit.client.0.smithi016.stdout:op 5419 completed, throughput=5MB/sec 2024-04-15T15:15:09.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:15:09 smithi102 ceph-mon[87131]: pgmap v1889: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-15T15:15:09.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:15:09 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T15:15:10.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:15:09 smithi016 ceph-mon[90652]: pgmap v1889: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-15T15:15:10.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:15:09 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T15:15:10.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:15:09 smithi016 ceph-mon[93212]: pgmap v1889: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-15T15:15:10.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:15:09 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T15:15:10.823 INFO:tasks.workunit.client.0.smithi016.stdout: 1065: throughput=5MB/sec pending data=0 2024-04-15T15:15:10.824 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-rNEQbIIIfV2WmOj off=487430 len=627671 2024-04-15T15:15:10.825 INFO:tasks.workunit.client.0.smithi016.stdout:op 5420 completed, throughput=5MB/sec 2024-04-15T15:15:10.825 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-q6wbVoGeZh0xMq- off=8165400 len=1787428 2024-04-15T15:15:10.833 INFO:tasks.workunit.client.0.smithi016.stdout:op 5421 completed, throughput=5MB/sec 2024-04-15T15:15:10.833 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-YGuU0qQJDboio8b off=15116427 len=591935 2024-04-15T15:15:10.836 INFO:tasks.workunit.client.0.smithi016.stdout:op 5422 completed, throughput=5MB/sec 2024-04-15T15:15:10.836 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-AVHIz6uvC9DeDtO off=2604225 len=1322296 2024-04-15T15:15:10.839 INFO:tasks.workunit.client.0.smithi016.stdout:op 5423 completed, throughput=5MB/sec 2024-04-15T15:15:10.839 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-y16s-7BwLPNoq6O off=23759063 len=1805310 2024-04-15T15:15:10.846 INFO:tasks.workunit.client.0.smithi016.stdout:op 5424 completed, throughput=5MB/sec 2024-04-15T15:15:11.847 INFO:tasks.workunit.client.0.smithi016.stdout: 1066: throughput=5MB/sec pending data=0 2024-04-15T15:15:11.847 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-GJ-9fmy9nKJ4n2U off=13145344 len=312954 2024-04-15T15:15:11.850 INFO:tasks.workunit.client.0.smithi016.stdout:op 5425 completed, throughput=5MB/sec 2024-04-15T15:15:11.850 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-hPARXUeM3rhIV3T off=1253918 len=916832 2024-04-15T15:15:11.854 INFO:tasks.workunit.client.0.smithi016.stdout:op 5426 completed, throughput=5MB/sec 2024-04-15T15:15:11.854 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-gSbjpgYt8rGwy4d off=8232387 len=409422 2024-04-15T15:15:11.855 INFO:tasks.workunit.client.0.smithi016.stdout:op 5427 completed, throughput=5MB/sec 2024-04-15T15:15:11.855 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-aP-VOM8sbl4EBj4 off=10671466 len=421149 2024-04-15T15:15:11.859 INFO:tasks.workunit.client.0.smithi016.stdout:op 5428 completed, throughput=5MB/sec 2024-04-15T15:15:11.859 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-tQhTfgvkpr-xc0l off=19880751 len=999973 2024-04-15T15:15:11.861 INFO:tasks.workunit.client.0.smithi016.stdout:op 5429 completed, throughput=5MB/sec 2024-04-15T15:15:11.861 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-iN0BqHPZdZLYclA off=3263189 len=1218237 2024-04-15T15:15:11.868 INFO:tasks.workunit.client.0.smithi016.stdout:op 5430 completed, throughput=5MB/sec 2024-04-15T15:15:11.868 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-hcgJ7vZYStPO6HP off=1769273 len=1235356 2024-04-15T15:15:11.875 INFO:tasks.workunit.client.0.smithi016.stdout:op 5431 completed, throughput=5MB/sec 2024-04-15T15:15:11.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:15:11 smithi102 ceph-mon[87131]: pgmap v1890: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.6 MiB/s wr, 6 op/s 2024-04-15T15:15:12.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:15:11 smithi016 ceph-mon[90652]: pgmap v1890: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.6 MiB/s wr, 6 op/s 2024-04-15T15:15:12.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:15:11 smithi016 ceph-mon[93212]: pgmap v1890: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.6 MiB/s wr, 6 op/s 2024-04-15T15:15:12.040 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 15 15:15:11 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-y[81421]: ::ffff:172.21.15.102 - - [15/Apr/2024:15:15:11] "GET /metrics HTTP/1.1" 200 33999 "" "Prometheus/2.43.0" 2024-04-15T15:15:12.689 INFO:journalctl@ceph.prometheus.a.smithi102.stdout:Apr 15 15:15:12 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-prometheus-a[120881]: ts=2024-04-15T15:15:12.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi016:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"362ea986-fb34-11ee-bc8f-c7b262605968\", instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T15:15:12.875 INFO:tasks.workunit.client.0.smithi016.stdout: 1067: throughput=5MB/sec pending data=0 2024-04-15T15:15:12.875 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-_D8eOxSyFX85Bkt off=13882463 len=150495 2024-04-15T15:15:12.875 INFO:tasks.workunit.client.0.smithi016.stdout:op 5432 completed, throughput=5MB/sec 2024-04-15T15:15:12.875 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-F-vvxBklWPC4-Qg off=5991716 len=635434 2024-04-15T15:15:12.881 INFO:tasks.workunit.client.0.smithi016.stdout:op 5433 completed, throughput=5MB/sec 2024-04-15T15:15:12.882 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-eon5tpVloyTmLGK off=9666374 len=1349711 2024-04-15T15:15:12.888 INFO:tasks.workunit.client.0.smithi016.stdout:op 5434 completed, throughput=5MB/sec 2024-04-15T15:15:12.888 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-7y_apgDPup_MAvZ off=4567859 len=503491 2024-04-15T15:15:12.891 INFO:tasks.workunit.client.0.smithi016.stdout:op 5435 completed, throughput=5MB/sec 2024-04-15T15:15:12.891 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-XS3aav9PEry0L9w off=2552244 len=1433261 2024-04-15T15:15:12.901 INFO:tasks.workunit.client.0.smithi016.stdout:op 5436 completed, throughput=5MB/sec 2024-04-15T15:15:12.901 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-vyjVzP4GWJRqlrJ off=845148 len=1715772 2024-04-15T15:15:12.908 INFO:tasks.workunit.client.0.smithi016.stdout:op 5437 completed, throughput=5MB/sec 2024-04-15T15:15:13.908 INFO:tasks.workunit.client.0.smithi016.stdout: 1068: throughput=5MB/sec pending data=0 2024-04-15T15:15:13.908 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-qxfL63g518ZF1sV off=6791280 len=1795658 2024-04-15T15:15:13.919 INFO:tasks.workunit.client.0.smithi016.stdout:op 5438 completed, throughput=5MB/sec 2024-04-15T15:15:13.919 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj--3U8RsIm-9MQ5UL off=15410165 len=23071 2024-04-15T15:15:13.921 INFO:tasks.workunit.client.0.smithi016.stdout:op 5439 completed, throughput=5MB/sec 2024-04-15T15:15:13.921 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-zkRScWA0xEvI4gX off=7933705 len=770338 2024-04-15T15:15:13.922 INFO:tasks.workunit.client.0.smithi016.stdout:op 5440 completed, throughput=5MB/sec 2024-04-15T15:15:13.922 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-kI33oYVJQsOC9eJ off=9305563 len=1205987 2024-04-15T15:15:13.923 INFO:tasks.workunit.client.0.smithi016.stdout:op 5441 completed, throughput=5MB/sec 2024-04-15T15:15:13.923 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-3zQ9aQzBlrttZ-O off=1590234 len=1558872 2024-04-15T15:15:13.924 INFO:tasks.workunit.client.0.smithi016.stdout:op 5442 completed, throughput=5MB/sec 2024-04-15T15:15:13.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:15:13 smithi102 ceph-mon[87131]: pgmap v1891: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2024-04-15T15:15:14.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:15:13 smithi016 ceph-mon[90652]: pgmap v1891: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2024-04-15T15:15:14.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:15:13 smithi016 ceph-mon[93212]: pgmap v1891: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2024-04-15T15:15:14.926 INFO:tasks.workunit.client.0.smithi016.stdout: 1069: throughput=5MB/sec pending data=0 2024-04-15T15:15:14.927 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-1TGbXIkFe8Hogdc off=5515747 len=1553191 2024-04-15T15:15:14.927 INFO:tasks.workunit.client.0.smithi016.stdout:op 5443 completed, throughput=5MB/sec 2024-04-15T15:15:14.927 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-rvghC21crR0C0rY off=7776993 len=558724 2024-04-15T15:15:14.930 INFO:tasks.workunit.client.0.smithi016.stdout:op 5444 completed, throughput=5MB/sec 2024-04-15T15:15:14.930 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-B19wP_2bXPIgX8h off=10629602 len=1318987 2024-04-15T15:15:14.933 INFO:tasks.workunit.client.0.smithi016.stdout:op 5445 completed, throughput=5MB/sec 2024-04-15T15:15:14.933 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-pPcIb3TyBY5yQDC off=2647541 len=1835035 2024-04-15T15:15:14.935 INFO:tasks.workunit.client.0.smithi016.stdout:op 5446 completed, throughput=5MB/sec 2024-04-15T15:15:15.936 INFO:tasks.workunit.client.0.smithi016.stdout: 1070: throughput=5MB/sec pending data=0 2024-04-15T15:15:15.936 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-pp0ZiyK7g087tuz off=1655887 len=708073 2024-04-15T15:15:15.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:15:15 smithi102 ceph-mon[87131]: pgmap v1892: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-15T15:15:15.937 INFO:tasks.workunit.client.0.smithi016.stdout:op 5447 completed, throughput=5MB/sec 2024-04-15T15:15:15.937 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-OQ2mEgN6PmebxRs off=479311 len=787636 2024-04-15T15:15:15.942 INFO:tasks.workunit.client.0.smithi016.stdout:op 5448 completed, throughput=5MB/sec 2024-04-15T15:15:15.942 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-V7j8Aj6Qf-HtaFo off=6791205 len=31204 2024-04-15T15:15:15.944 INFO:tasks.workunit.client.0.smithi016.stdout:op 5449 completed, throughput=5MB/sec 2024-04-15T15:15:15.944 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-ESMLanGC1x4TpSd off=3001324 len=1553179 2024-04-15T15:15:15.946 INFO:tasks.workunit.client.0.smithi016.stdout:op 5450 completed, throughput=5MB/sec 2024-04-15T15:15:15.946 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-XCYzHT76T-Ur9eP off=4310113 len=2092221 2024-04-15T15:15:15.949 INFO:tasks.workunit.client.0.smithi016.stdout:op 5451 completed, throughput=5MB/sec 2024-04-15T15:15:16.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:15:15 smithi016 ceph-mon[90652]: pgmap v1892: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-15T15:15:16.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:15:15 smithi016 ceph-mon[93212]: pgmap v1892: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-15T15:15:16.949 INFO:tasks.workunit.client.0.smithi016.stdout: 1071: throughput=5MB/sec pending data=0 2024-04-15T15:15:16.950 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-icnrnbPZu4Eg7BY off=1807230 len=1473683 2024-04-15T15:15:16.951 INFO:tasks.workunit.client.0.smithi016.stdout:op 5452 completed, throughput=5MB/sec 2024-04-15T15:15:16.951 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-UjFXGtAv2Ai6pQI off=10673213 len=1527531 2024-04-15T15:15:16.953 INFO:tasks.workunit.client.0.smithi016.stdout:op 5453 completed, throughput=5MB/sec 2024-04-15T15:15:16.953 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-4ZwMZ2WnxPlSK0p off=6701019 len=1662117 2024-04-15T15:15:16.955 INFO:tasks.workunit.client.0.smithi016.stdout:op 5454 completed, throughput=5MB/sec 2024-04-15T15:15:17.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:15:17 smithi102 ceph-mon[87131]: pgmap v1893: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.5 MiB/s wr, 6 op/s 2024-04-15T15:15:17.955 INFO:tasks.workunit.client.0.smithi016.stdout: 1072: throughput=5MB/sec pending data=0 2024-04-15T15:15:17.955 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-0vFoG1KoShxKvtK off=8380802 len=1714700 2024-04-15T15:15:17.965 INFO:tasks.workunit.client.0.smithi016.stdout:op 5455 completed, throughput=5MB/sec 2024-04-15T15:15:17.965 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-LIJa7myv4oKD9WI off=12078579 len=41781 2024-04-15T15:15:17.966 INFO:tasks.workunit.client.0.smithi016.stdout:op 5456 completed, throughput=5MB/sec 2024-04-15T15:15:17.966 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-AFyd_-L8TAvo5zh off=975215 len=886357 2024-04-15T15:15:17.967 INFO:tasks.workunit.client.0.smithi016.stdout:op 5457 completed, throughput=5MB/sec 2024-04-15T15:15:17.968 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-Gzc6FuDmygmPP47 off=1613167 len=1722901 2024-04-15T15:15:17.977 INFO:tasks.workunit.client.0.smithi016.stdout:op 5458 completed, throughput=5MB/sec 2024-04-15T15:15:17.977 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-TR6unce_atry1gH off=1224886 len=788180 2024-04-15T15:15:17.978 INFO:tasks.workunit.client.0.smithi016.stdout:op 5459 completed, throughput=5MB/sec 2024-04-15T15:15:18.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:15:17 smithi016 ceph-mon[90652]: pgmap v1893: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.5 MiB/s wr, 6 op/s 2024-04-15T15:15:18.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:15:17 smithi016 ceph-mon[93212]: pgmap v1893: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.5 MiB/s wr, 6 op/s 2024-04-15T15:15:18.979 INFO:tasks.workunit.client.0.smithi016.stdout: 1073: throughput=5MB/sec pending data=0 2024-04-15T15:15:18.979 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-wUWz2EqeZe03LEv off=4958531 len=735643 2024-04-15T15:15:18.984 INFO:tasks.workunit.client.0.smithi016.stdout:op 5460 completed, throughput=5MB/sec 2024-04-15T15:15:18.984 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-Am4IIolv6trV9C5 off=3397952 len=620739 2024-04-15T15:15:18.985 INFO:tasks.workunit.client.0.smithi016.stdout:op 5461 completed, throughput=5MB/sec 2024-04-15T15:15:18.985 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-Q1OIlvB1DZSfNlG off=20556860 len=1850349 2024-04-15T15:15:18.992 INFO:tasks.workunit.client.0.smithi016.stdout:op 5462 completed, throughput=5MB/sec 2024-04-15T15:15:18.992 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-MkokIG5dHD5jgeB off=3539978 len=458854 2024-04-15T15:15:18.994 INFO:tasks.workunit.client.0.smithi016.stdout:op 5463 completed, throughput=5MB/sec 2024-04-15T15:15:18.994 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-zYYpJuTErj1Or2a off=5437794 len=1851046 2024-04-15T15:15:19.000 INFO:tasks.workunit.client.0.smithi016.stdout:op 5464 completed, throughput=5MB/sec 2024-04-15T15:15:19.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:15:19 smithi102 ceph-mon[87131]: pgmap v1894: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-15T15:15:20.000 INFO:tasks.workunit.client.0.smithi016.stdout: 1074: throughput=5MB/sec pending data=0 2024-04-15T15:15:20.000 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-SdU9vQaeCXj6tR9 off=6033346 len=892114 2024-04-15T15:15:20.005 INFO:tasks.workunit.client.0.smithi016.stdout:op 5465 completed, throughput=5MB/sec 2024-04-15T15:15:20.005 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-BOrmKiH1sQf_n40 off=879483 len=297699 2024-04-15T15:15:20.009 INFO:tasks.workunit.client.0.smithi016.stdout:op 5466 completed, throughput=5MB/sec 2024-04-15T15:15:20.009 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-cH7eAYuDrBw1aB_ off=7190711 len=320383 2024-04-15T15:15:20.010 INFO:tasks.workunit.client.0.smithi016.stdout:op 5467 completed, throughput=5MB/sec 2024-04-15T15:15:20.010 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-llwHCCcSp0y24vY off=13168437 len=1687893 2024-04-15T15:15:20.012 INFO:tasks.workunit.client.0.smithi016.stdout:op 5468 completed, throughput=5MB/sec 2024-04-15T15:15:20.012 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-myGR0qtQYsQ9Gy3 off=1991030 len=794151 2024-04-15T15:15:20.013 INFO:tasks.workunit.client.0.smithi016.stdout:op 5469 completed, throughput=5MB/sec 2024-04-15T15:15:20.013 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-42gQUWOXVrbtHWJ off=4512435 len=1331093 2024-04-15T15:15:20.014 INFO:tasks.workunit.client.0.smithi016.stdout:op 5470 completed, throughput=5MB/sec 2024-04-15T15:15:20.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:15:19 smithi016 ceph-mon[93212]: pgmap v1894: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-15T15:15:20.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:15:19 smithi016 ceph-mon[90652]: pgmap v1894: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-15T15:15:21.015 INFO:tasks.workunit.client.0.smithi016.stdout: 1075: throughput=5MB/sec pending data=0 2024-04-15T15:15:21.015 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-0g4eSSv6RvhM3cR off=2276063 len=164711 2024-04-15T15:15:21.015 INFO:tasks.workunit.client.0.smithi016.stdout:op 5471 completed, throughput=5MB/sec 2024-04-15T15:15:21.015 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-1vsJLRZY5F-SZ7p off=226238 len=810592 2024-04-15T15:15:21.016 INFO:tasks.workunit.client.0.smithi016.stdout:op 5472 completed, throughput=5MB/sec 2024-04-15T15:15:21.016 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-YCR_2JHCE4NZpKu off=6540866 len=294289 2024-04-15T15:15:21.019 INFO:tasks.workunit.client.0.smithi016.stdout:op 5473 completed, throughput=5MB/sec 2024-04-15T15:15:21.019 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-2_UWQ4DvjB8Hl8Q off=4172688 len=405622 2024-04-15T15:15:21.019 INFO:tasks.workunit.client.0.smithi016.stdout:op 5474 completed, throughput=5MB/sec 2024-04-15T15:15:21.019 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj--2xhe86oLP4KcYD off=14365257 len=397683 2024-04-15T15:15:21.020 INFO:tasks.workunit.client.0.smithi016.stdout:op 5475 completed, throughput=5MB/sec 2024-04-15T15:15:21.020 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-6ddOKQGBKeGCu8e off=5056658 len=1159456 2024-04-15T15:15:21.025 INFO:tasks.workunit.client.0.smithi016.stdout:op 5476 completed, throughput=5MB/sec 2024-04-15T15:15:21.025 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-hmmJt6bzCVF-LYo off=4598001 len=778085 2024-04-15T15:15:21.026 INFO:tasks.workunit.client.0.smithi016.stdout:op 5477 completed, throughput=5MB/sec 2024-04-15T15:15:21.026 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-LpRwxBpO_VsXaZn off=7641607 len=1706176 2024-04-15T15:15:21.027 INFO:tasks.workunit.client.0.smithi016.stdout:op 5478 completed, throughput=5MB/sec 2024-04-15T15:15:21.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:15:21 smithi102 ceph-mon[87131]: pgmap v1895: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.8 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-04-15T15:15:21.938 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:15:21 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T15:15:21.938 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:15:21 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T15:15:21.938 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:15:21 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T15:15:21.938 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:15:21 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T15:15:22.028 INFO:tasks.workunit.client.0.smithi016.stdout: 1076: throughput=5MB/sec pending data=0 2024-04-15T15:15:22.028 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-VqeHjD4_tjZEeow off=7509204 len=1840551 2024-04-15T15:15:22.029 INFO:tasks.workunit.client.0.smithi016.stdout:op 5479 completed, throughput=5MB/sec 2024-04-15T15:15:22.029 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-CLmdQZsvSOKMyOZ off=1409936 len=123422 2024-04-15T15:15:22.030 INFO:tasks.workunit.client.0.smithi016.stdout:op 5480 completed, throughput=5MB/sec 2024-04-15T15:15:22.030 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-eWj3Q_UEejx1T7S off=373240 len=240997 2024-04-15T15:15:22.033 INFO:tasks.workunit.client.0.smithi016.stdout:op 5481 completed, throughput=5MB/sec 2024-04-15T15:15:22.033 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-BVcGiDkL7W-lp_0 off=819361 len=935180 2024-04-15T15:15:22.034 INFO:tasks.workunit.client.0.smithi016.stdout:op 5482 completed, throughput=5MB/sec 2024-04-15T15:15:22.035 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-NyLXbDIL5meYrYA off=3733364 len=208798 2024-04-15T15:15:22.035 INFO:tasks.workunit.client.0.smithi016.stdout:op 5483 completed, throughput=5MB/sec 2024-04-15T15:15:22.035 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-qDhyBRIuuMBOKth off=2518039 len=1759303 2024-04-15T15:15:22.036 INFO:tasks.workunit.client.0.smithi016.stdout:op 5484 completed, throughput=5MB/sec 2024-04-15T15:15:22.039 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:15:21 smithi016 ceph-mon[90652]: pgmap v1895: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.8 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-04-15T15:15:22.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:15:21 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T15:15:22.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:15:21 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T15:15:22.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:15:21 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T15:15:22.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:15:21 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T15:15:22.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:15:21 smithi016 ceph-mon[93212]: pgmap v1895: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.8 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-04-15T15:15:22.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:15:21 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T15:15:22.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:15:21 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T15:15:22.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:15:21 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T15:15:22.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:15:21 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T15:15:22.041 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 15 15:15:21 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-y[81421]: ::ffff:172.21.15.102 - - [15/Apr/2024:15:15:21] "GET /metrics HTTP/1.1" 200 33999 "" "Prometheus/2.43.0" 2024-04-15T15:15:22.687 INFO:journalctl@ceph.prometheus.a.smithi102.stdout:Apr 15 15:15:22 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-prometheus-a[120881]: ts=2024-04-15T15:15:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi016:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"362ea986-fb34-11ee-bc8f-c7b262605968\", instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T15:15:23.037 INFO:tasks.workunit.client.0.smithi016.stdout: 1077: throughput=5MB/sec pending data=0 2024-04-15T15:15:23.037 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-Tpi4rnhHqTFwWMq off=0 len=1763355 2024-04-15T15:15:23.039 INFO:tasks.workunit.client.0.smithi016.stdout:op 5485 completed, throughput=5MB/sec 2024-04-15T15:15:23.040 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-1Abd7sxrTxiHdr4 off=2466100 len=1985568 2024-04-15T15:15:23.042 INFO:tasks.workunit.client.0.smithi016.stdout:op 5486 completed, throughput=5MB/sec 2024-04-15T15:15:23.042 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-27NTVRBO4BFo5ig off=959310 len=1864720 2024-04-15T15:15:23.052 INFO:tasks.workunit.client.0.smithi016.stdout:op 5487 completed, throughput=5MB/sec 2024-04-15T15:15:23.938 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:15:23 smithi102 ceph-mon[87131]: pgmap v1896: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-15T15:15:24.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:15:23 smithi016 ceph-mon[90652]: pgmap v1896: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-15T15:15:24.041 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:15:23 smithi016 ceph-mon[93212]: pgmap v1896: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-15T15:15:24.051 INFO:tasks.workunit.client.0.smithi016.stdout: 1078: throughput=5MB/sec pending data=0 2024-04-15T15:15:24.052 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-OlnZVQYRHLmf5sm off=2181490 len=617697 2024-04-15T15:15:24.055 INFO:tasks.workunit.client.0.smithi016.stdout:op 5488 completed, throughput=5MB/sec 2024-04-15T15:15:24.056 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-fR-k4lbE8Yy9oBc off=170611 len=207045 2024-04-15T15:15:24.059 INFO:tasks.workunit.client.0.smithi016.stdout:op 5489 completed, throughput=5MB/sec 2024-04-15T15:15:24.059 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-rC_Zs5A-s2nuU0d off=20021083 len=1110170 2024-04-15T15:15:24.064 INFO:tasks.workunit.client.0.smithi016.stdout:op 5490 completed, throughput=5MB/sec 2024-04-15T15:15:24.064 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-7Kq2pVevn6-TXhE off=7347141 len=1445016 2024-04-15T15:15:24.071 INFO:tasks.workunit.client.0.smithi016.stdout:op 5491 completed, throughput=5MB/sec 2024-04-15T15:15:24.071 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-rs_meNjY8cGR3ih off=8323873 len=550779 2024-04-15T15:15:24.071 INFO:tasks.workunit.client.0.smithi016.stdout:op 5492 completed, throughput=5MB/sec 2024-04-15T15:15:24.071 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-HhaEUEswmn91yDo off=9194235 len=928331 2024-04-15T15:15:24.077 INFO:tasks.workunit.client.0.smithi016.stdout:op 5493 completed, throughput=5MB/sec 2024-04-15T15:15:24.938 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:15:24 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T15:15:25.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:15:24 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T15:15:25.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:15:24 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T15:15:25.077 INFO:tasks.workunit.client.0.smithi016.stdout: 1079: throughput=5MB/sec pending data=0 2024-04-15T15:15:25.077 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-es2Tw95U82i_UC_ off=8381815 len=1063601 2024-04-15T15:15:25.079 INFO:tasks.workunit.client.0.smithi016.stdout:op 5494 completed, throughput=5MB/sec 2024-04-15T15:15:25.080 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-nwOaIpZCH10agH1 off=2671996 len=236374 2024-04-15T15:15:25.082 INFO:tasks.workunit.client.0.smithi016.stdout:op 5495 completed, throughput=5MB/sec 2024-04-15T15:15:25.082 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-e2PV698ZPUsnI3x off=2993120 len=1863681 2024-04-15T15:15:25.090 INFO:tasks.workunit.client.0.smithi016.stdout:op 5496 completed, throughput=5MB/sec 2024-04-15T15:15:25.090 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-S2toZjfFh0ws4VK off=15357055 len=2035241 2024-04-15T15:15:25.099 INFO:tasks.workunit.client.0.smithi016.stdout:op 5497 completed, throughput=5MB/sec 2024-04-15T15:15:25.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:15:25 smithi102 ceph-mon[87131]: pgmap v1897: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-15T15:15:26.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:15:25 smithi016 ceph-mon[90652]: pgmap v1897: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-15T15:15:26.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:15:25 smithi016 ceph-mon[93212]: pgmap v1897: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-15T15:15:26.100 INFO:tasks.workunit.client.0.smithi016.stdout: 1080: throughput=5MB/sec pending data=0 2024-04-15T15:15:26.100 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-FZG4Dz0cd149kZu off=47205 len=2066483 2024-04-15T15:15:26.103 INFO:tasks.workunit.client.0.smithi016.stdout:op 5498 completed, throughput=5MB/sec 2024-04-15T15:15:26.104 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-o7LkB3oqIpDCNMC off=3149345 len=1697836 2024-04-15T15:15:26.106 INFO:tasks.workunit.client.0.smithi016.stdout:op 5499 completed, throughput=5MB/sec 2024-04-15T15:15:26.106 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-0JnJQjnjpillFC3 off=7079871 len=182622 2024-04-15T15:15:26.109 INFO:tasks.workunit.client.0.smithi016.stdout:op 5500 completed, throughput=5MB/sec 2024-04-15T15:15:26.109 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-G8ADg08rYlLbglK off=9765461 len=1664290 2024-04-15T15:15:26.110 INFO:tasks.workunit.client.0.smithi016.stdout:op 5501 completed, throughput=5MB/sec 2024-04-15T15:15:27.111 INFO:tasks.workunit.client.0.smithi016.stdout: 1081: throughput=5MB/sec pending data=0 2024-04-15T15:15:27.111 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-VIzZL2IYC8q40pL off=8731603 len=411525 2024-04-15T15:15:27.115 INFO:tasks.workunit.client.0.smithi016.stdout:op 5502 completed, throughput=5MB/sec 2024-04-15T15:15:27.115 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-zPMNOLE88f08j_U off=4770849 len=40728 2024-04-15T15:15:27.117 INFO:tasks.workunit.client.0.smithi016.stdout:op 5503 completed, throughput=5MB/sec 2024-04-15T15:15:27.117 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-AowLuXM7c5hIUbj off=10913752 len=22108 2024-04-15T15:15:27.120 INFO:tasks.workunit.client.0.smithi016.stdout:op 5504 completed, throughput=5MB/sec 2024-04-15T15:15:27.120 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-tQRGxZultx1r5AK off=12921826 len=672432 2024-04-15T15:15:27.121 INFO:tasks.workunit.client.0.smithi016.stdout:op 5505 completed, throughput=5MB/sec 2024-04-15T15:15:27.121 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-k6AJxWEiHasq-pL off=381833 len=1073110 2024-04-15T15:15:27.122 INFO:tasks.workunit.client.0.smithi016.stdout:op 5506 completed, throughput=5MB/sec 2024-04-15T15:15:27.123 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-369dGUc4f5JHBob off=11206161 len=44776 2024-04-15T15:15:27.125 INFO:tasks.workunit.client.0.smithi016.stdout:op 5507 completed, throughput=5MB/sec 2024-04-15T15:15:27.125 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-CtQdqM_KswtgJHb off=1194654 len=1203774 2024-04-15T15:15:27.126 INFO:tasks.workunit.client.0.smithi016.stdout:op 5508 completed, throughput=5MB/sec 2024-04-15T15:15:27.126 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-AA8iDWlJlk1mwiy off=4655882 len=1974986 2024-04-15T15:15:27.136 INFO:tasks.workunit.client.0.smithi016.stdout:op 5509 completed, throughput=5MB/sec 2024-04-15T15:15:27.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:15:27 smithi102 ceph-mon[87131]: pgmap v1898: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 3.4 MiB/s rd, 2.8 MiB/s wr, 6 op/s 2024-04-15T15:15:28.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:15:27 smithi016 ceph-mon[90652]: pgmap v1898: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 3.4 MiB/s rd, 2.8 MiB/s wr, 6 op/s 2024-04-15T15:15:28.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:15:27 smithi016 ceph-mon[93212]: pgmap v1898: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 3.4 MiB/s rd, 2.8 MiB/s wr, 6 op/s 2024-04-15T15:15:28.136 INFO:tasks.workunit.client.0.smithi016.stdout: 1082: throughput=5MB/sec pending data=0 2024-04-15T15:15:28.136 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-SkH7AWwHSMepeGf off=2858993 len=713089 2024-04-15T15:15:28.137 INFO:tasks.workunit.client.0.smithi016.stdout:op 5510 completed, throughput=5MB/sec 2024-04-15T15:15:28.137 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-dPrZCpO1sF9222N off=9149697 len=999104 2024-04-15T15:15:28.143 INFO:tasks.workunit.client.0.smithi016.stdout:op 5511 completed, throughput=5MB/sec 2024-04-15T15:15:28.143 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-lsfEOPAMFgo_4n2 off=8254836 len=771714 2024-04-15T15:15:28.148 INFO:tasks.workunit.client.0.smithi016.stdout:op 5512 completed, throughput=5MB/sec 2024-04-15T15:15:28.148 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj--cxX3PeGHS0jiTE off=15911809 len=1484596 2024-04-15T15:15:28.155 INFO:tasks.workunit.client.0.smithi016.stdout:op 5513 completed, throughput=5MB/sec 2024-04-15T15:15:28.155 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-yQ-53x24Bp0-re5 off=2329885 len=1634013 2024-04-15T15:15:28.162 INFO:tasks.workunit.client.0.smithi016.stdout:op 5514 completed, throughput=5MB/sec 2024-04-15T15:15:29.162 INFO:tasks.workunit.client.0.smithi016.stdout: 1083: throughput=5MB/sec pending data=0 2024-04-15T15:15:29.163 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-1-fJbmp_iWMM1JH off=11996816 len=287857 2024-04-15T15:15:29.166 INFO:tasks.workunit.client.0.smithi016.stdout:op 5515 completed, throughput=5MB/sec 2024-04-15T15:15:29.166 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-DqEsXXk5BSRmLWA off=3119218 len=639185 2024-04-15T15:15:29.170 INFO:tasks.workunit.client.0.smithi016.stdout:op 5516 completed, throughput=5MB/sec 2024-04-15T15:15:29.171 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-4lVMWqMOhJjXhkc off=4148034 len=1334446 2024-04-15T15:15:29.174 INFO:tasks.workunit.client.0.smithi016.stdout:op 5517 completed, throughput=5MB/sec 2024-04-15T15:15:29.174 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-yb33p-e82i3My47 off=2383239 len=419546 2024-04-15T15:15:29.179 INFO:tasks.workunit.client.0.smithi016.stdout:op 5518 completed, throughput=5MB/sec 2024-04-15T15:15:29.179 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-hcgJ7vZYStPO6HP off=104545 len=615185 2024-04-15T15:15:29.180 INFO:tasks.workunit.client.0.smithi016.stdout:op 5519 completed, throughput=5MB/sec 2024-04-15T15:15:29.180 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-LhOEtjTP3uEAOZ2 off=6939603 len=1530758 2024-04-15T15:15:29.188 INFO:tasks.workunit.client.0.smithi016.stdout:op 5520 completed, throughput=5MB/sec 2024-04-15T15:15:29.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:15:29 smithi102 ceph-mon[87131]: pgmap v1899: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.7 MiB/s wr, 4 op/s 2024-04-15T15:15:30.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:15:29 smithi016 ceph-mon[90652]: pgmap v1899: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.7 MiB/s wr, 4 op/s 2024-04-15T15:15:30.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:15:29 smithi016 ceph-mon[93212]: pgmap v1899: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.7 MiB/s wr, 4 op/s 2024-04-15T15:15:30.188 INFO:tasks.workunit.client.0.smithi016.stdout: 1084: throughput=5MB/sec pending data=0 2024-04-15T15:15:30.189 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-GuFVEq1VR0Gt0LL off=5126720 len=1736372 2024-04-15T15:15:30.190 INFO:tasks.workunit.client.0.smithi016.stdout:op 5521 completed, throughput=5MB/sec 2024-04-15T15:15:30.191 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-ywKftiTTxflNq8z off=9358454 len=1160057 2024-04-15T15:15:30.197 INFO:tasks.workunit.client.0.smithi016.stdout:op 5522 completed, throughput=5MB/sec 2024-04-15T15:15:30.197 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-VsN2Df8qRUhT8AN off=4313980 len=1323004 2024-04-15T15:15:30.203 INFO:tasks.workunit.client.0.smithi016.stdout:op 5523 completed, throughput=5MB/sec 2024-04-15T15:15:30.203 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-9Xkr9RjQwGuTRjj off=12897696 len=862562 2024-04-15T15:15:30.208 INFO:tasks.workunit.client.0.smithi016.stdout:op 5524 completed, throughput=5MB/sec 2024-04-15T15:15:31.208 INFO:tasks.workunit.client.0.smithi016.stdout: 1085: throughput=5MB/sec pending data=0 2024-04-15T15:15:31.209 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-I8gGUDwJNUWCvPu off=666095 len=1435054 2024-04-15T15:15:31.216 INFO:tasks.workunit.client.0.smithi016.stdout:op 5525 completed, throughput=5MB/sec 2024-04-15T15:15:31.216 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-jRVRd1rlMEqA997 off=5582787 len=1691061 2024-04-15T15:15:31.223 INFO:tasks.workunit.client.0.smithi016.stdout:op 5526 completed, throughput=5MB/sec 2024-04-15T15:15:31.223 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-fXrSsUJIgwK2SYv off=22761460 len=1323293 2024-04-15T15:15:31.225 INFO:tasks.workunit.client.0.smithi016.stdout:op 5527 completed, throughput=5MB/sec 2024-04-15T15:15:31.225 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-3MQkf1CYGD500sI off=6466222 len=517520 2024-04-15T15:15:31.228 INFO:tasks.workunit.client.0.smithi016.stdout:op 5528 completed, throughput=5MB/sec 2024-04-15T15:15:31.229 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-0tOm1UTZKFMvjqV off=13628505 len=231309 2024-04-15T15:15:31.229 INFO:tasks.workunit.client.0.smithi016.stdout:op 5529 completed, throughput=5MB/sec 2024-04-15T15:15:31.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:15:31 smithi102 ceph-mon[87131]: pgmap v1900: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-04-15T15:15:32.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:15:31 smithi016 ceph-mon[93212]: pgmap v1900: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-04-15T15:15:32.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:15:31 smithi016 ceph-mon[90652]: pgmap v1900: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-04-15T15:15:32.040 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 15 15:15:31 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-y[81421]: ::ffff:172.21.15.102 - - [15/Apr/2024:15:15:31] "GET /metrics HTTP/1.1" 200 33996 "" "Prometheus/2.43.0" 2024-04-15T15:15:32.229 INFO:tasks.workunit.client.0.smithi016.stdout: 1086: throughput=5MB/sec pending data=0 2024-04-15T15:15:32.230 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-uXZviZH9dY5WZ9r off=16575550 len=1251650 2024-04-15T15:15:32.236 INFO:tasks.workunit.client.0.smithi016.stdout:op 5530 completed, throughput=5MB/sec 2024-04-15T15:15:32.236 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj--tJMXLvsNmAoSlF off=446266 len=765688 2024-04-15T15:15:32.237 INFO:tasks.workunit.client.0.smithi016.stdout:op 5531 completed, throughput=5MB/sec 2024-04-15T15:15:32.237 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-hp9TAUZZ_knL07Q off=16287110 len=235213 2024-04-15T15:15:32.237 INFO:tasks.workunit.client.0.smithi016.stdout:op 5532 completed, throughput=5MB/sec 2024-04-15T15:15:32.237 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-JtN7bONUhxb1aVr off=14442262 len=744918 2024-04-15T15:15:32.238 INFO:tasks.workunit.client.0.smithi016.stdout:op 5533 completed, throughput=5MB/sec 2024-04-15T15:15:32.238 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-fxVXADOf7M4VUqi off=795446 len=1672449 2024-04-15T15:15:32.240 INFO:tasks.workunit.client.0.smithi016.stdout:op 5534 completed, throughput=5MB/sec 2024-04-15T15:15:32.240 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-fRoPBcf59lKqwuo off=9702192 len=604004 2024-04-15T15:15:32.244 INFO:tasks.workunit.client.0.smithi016.stdout:op 5535 completed, throughput=5MB/sec 2024-04-15T15:15:32.244 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-iHiClzY_d7kcpdR off=6587015 len=1646053 2024-04-15T15:15:32.246 INFO:tasks.workunit.client.0.smithi016.stdout:op 5536 completed, throughput=5MB/sec 2024-04-15T15:15:32.687 INFO:journalctl@ceph.prometheus.a.smithi102.stdout:Apr 15 15:15:32 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-prometheus-a[120881]: ts=2024-04-15T15:15:32.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi016:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"362ea986-fb34-11ee-bc8f-c7b262605968\", instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T15:15:33.246 INFO:tasks.workunit.client.0.smithi016.stdout: 1087: throughput=5MB/sec pending data=0 2024-04-15T15:15:33.246 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-KqXOCvnpcJeVD5_ off=5332826 len=108892 2024-04-15T15:15:33.247 INFO:tasks.workunit.client.0.smithi016.stdout:op 5537 completed, throughput=5MB/sec 2024-04-15T15:15:33.247 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-yiE7gs4O_VSFamN off=4031231 len=1352031 2024-04-15T15:15:33.248 INFO:tasks.workunit.client.0.smithi016.stdout:op 5538 completed, throughput=5MB/sec 2024-04-15T15:15:33.248 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-vzIZ1pOCU1oxpWH off=5513655 len=1302047 2024-04-15T15:15:33.249 INFO:tasks.workunit.client.0.smithi016.stdout:op 5539 completed, throughput=5MB/sec 2024-04-15T15:15:33.249 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-Cn5-faYe8h_173m off=9701788 len=1102262 2024-04-15T15:15:33.255 INFO:tasks.workunit.client.0.smithi016.stdout:op 5540 completed, throughput=5MB/sec 2024-04-15T15:15:33.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:15:33 smithi102 ceph-mon[87131]: pgmap v1901: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-15T15:15:34.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:15:33 smithi016 ceph-mon[90652]: pgmap v1901: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-15T15:15:34.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:15:33 smithi016 ceph-mon[93212]: pgmap v1901: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-15T15:15:34.256 INFO:tasks.workunit.client.0.smithi016.stdout: 1088: throughput=5MB/sec pending data=0 2024-04-15T15:15:34.256 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-7Kq2pVevn6-TXhE off=9457247 len=1979708 2024-04-15T15:15:34.258 INFO:tasks.workunit.client.0.smithi016.stdout:op 5541 completed, throughput=5MB/sec 2024-04-15T15:15:34.258 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-9HMvheLwNpUBtaG off=11973567 len=1997955 2024-04-15T15:15:34.267 INFO:tasks.workunit.client.0.smithi016.stdout:op 5542 completed, throughput=5MB/sec 2024-04-15T15:15:34.267 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-kJaLiWHCW4YSpdK off=11776822 len=297823 2024-04-15T15:15:34.271 INFO:tasks.workunit.client.0.smithi016.stdout:op 5543 completed, throughput=5MB/sec 2024-04-15T15:15:34.271 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-RTIfjd567ACu3gT off=3665340 len=1950511 2024-04-15T15:15:34.278 INFO:tasks.workunit.client.0.smithi016.stdout:op 5544 completed, throughput=5MB/sec 2024-04-15T15:15:35.278 INFO:tasks.workunit.client.0.smithi016.stdout: 1089: throughput=5MB/sec pending data=0 2024-04-15T15:15:35.278 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-nSCbGKfmqyoKV12 off=4812999 len=788415 2024-04-15T15:15:35.285 INFO:tasks.workunit.client.0.smithi016.stdout:op 5545 completed, throughput=5MB/sec 2024-04-15T15:15:35.285 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-d66vbnDMFXT1-bb off=16943448 len=1874535 2024-04-15T15:15:35.292 INFO:tasks.workunit.client.0.smithi016.stdout:op 5546 completed, throughput=5MB/sec 2024-04-15T15:15:35.292 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-jd4EddL2RnlBy8n off=2710754 len=560295 2024-04-15T15:15:35.293 INFO:tasks.workunit.client.0.smithi016.stdout:op 5547 completed, throughput=5MB/sec 2024-04-15T15:15:35.293 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-fRA0F5wxNVnN9EZ off=10275490 len=1070808 2024-04-15T15:15:35.294 INFO:tasks.workunit.client.0.smithi016.stdout:op 5548 completed, throughput=5MB/sec 2024-04-15T15:15:35.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:15:35 smithi102 ceph-mon[87131]: pgmap v1902: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.3 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-04-15T15:15:36.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:15:35 smithi016 ceph-mon[93212]: pgmap v1902: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.3 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-04-15T15:15:36.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:15:35 smithi016 ceph-mon[90652]: pgmap v1902: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.3 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-04-15T15:15:36.294 INFO:tasks.workunit.client.0.smithi016.stdout: 1090: throughput=5MB/sec pending data=0 2024-04-15T15:15:36.295 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-nkUWtHCDmFSpP9O off=3621134 len=701301 2024-04-15T15:15:36.296 INFO:tasks.workunit.client.0.smithi016.stdout:op 5549 completed, throughput=5MB/sec 2024-04-15T15:15:36.296 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-YpJ31izrOV8p-sb off=2385208 len=893329 2024-04-15T15:15:36.297 INFO:tasks.workunit.client.0.smithi016.stdout:op 5550 completed, throughput=5MB/sec 2024-04-15T15:15:36.297 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-_4CiGVBorsH-xXC off=4246134 len=1425731 2024-04-15T15:15:36.304 INFO:tasks.workunit.client.0.smithi016.stdout:op 5551 completed, throughput=5MB/sec 2024-04-15T15:15:36.304 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-58ySu6p3_UoM97F off=7556761 len=490709 2024-04-15T15:15:36.307 INFO:tasks.workunit.client.0.smithi016.stdout:op 5552 completed, throughput=5MB/sec 2024-04-15T15:15:36.307 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-ascB6mpXq5blXPm off=14532802 len=254646 2024-04-15T15:15:36.310 INFO:tasks.workunit.client.0.smithi016.stdout:op 5553 completed, throughput=5MB/sec 2024-04-15T15:15:36.310 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-rI1Hda17WOnZbgn off=22422512 len=1752283 2024-04-15T15:15:36.312 INFO:tasks.workunit.client.0.smithi016.stdout:op 5554 completed, throughput=5MB/sec 2024-04-15T15:15:37.313 INFO:tasks.workunit.client.0.smithi016.stdout: 1091: throughput=5MB/sec pending data=0 2024-04-15T15:15:37.313 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-fSVA8LSdncgXjjw off=12795808 len=1702567 2024-04-15T15:15:37.317 INFO:tasks.workunit.client.0.smithi016.stdout:op 5555 completed, throughput=5MB/sec 2024-04-15T15:15:37.318 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-x8EU0jf4riSFVHZ off=8499771 len=326990 2024-04-15T15:15:37.320 INFO:tasks.workunit.client.0.smithi016.stdout:op 5556 completed, throughput=5MB/sec 2024-04-15T15:15:37.320 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-4qxKd6RQDjJbwfc off=607547 len=1339777 2024-04-15T15:15:37.327 INFO:tasks.workunit.client.0.smithi016.stdout:op 5557 completed, throughput=5MB/sec 2024-04-15T15:15:37.327 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-hxg-RTEB_tUVpa0 off=7751809 len=437183 2024-04-15T15:15:37.330 INFO:tasks.workunit.client.0.smithi016.stdout:op 5558 completed, throughput=5MB/sec 2024-04-15T15:15:37.330 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-p4-LLBwAgvb9BX5 off=16723925 len=1809185 2024-04-15T15:15:37.340 INFO:tasks.workunit.client.0.smithi016.stdout:op 5559 completed, throughput=5MB/sec 2024-04-15T15:15:37.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:15:37 smithi102 ceph-mon[87131]: pgmap v1903: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.8 MiB/s wr, 6 op/s 2024-04-15T15:15:38.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:15:37 smithi016 ceph-mon[90652]: pgmap v1903: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.8 MiB/s wr, 6 op/s 2024-04-15T15:15:38.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:15:37 smithi016 ceph-mon[93212]: pgmap v1903: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.8 MiB/s wr, 6 op/s 2024-04-15T15:15:38.340 INFO:tasks.workunit.client.0.smithi016.stdout: 1092: throughput=5MB/sec pending data=0 2024-04-15T15:15:38.340 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-hcThS0hOWBRYBdX off=9252100 len=1703606 2024-04-15T15:15:38.342 INFO:tasks.workunit.client.0.smithi016.stdout:op 5560 completed, throughput=5MB/sec 2024-04-15T15:15:38.342 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-RnbhNc4sg8R3Eno off=5205958 len=1217805 2024-04-15T15:15:38.345 INFO:tasks.workunit.client.0.smithi016.stdout:op 5561 completed, throughput=5MB/sec 2024-04-15T15:15:38.345 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-T6VaLETqsWGjMVo off=995147 len=1497424 2024-04-15T15:15:38.351 INFO:tasks.workunit.client.0.smithi016.stdout:op 5562 completed, throughput=5MB/sec 2024-04-15T15:15:38.351 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-AWyY9i2S-_BMvD1 off=2523029 len=661992 2024-04-15T15:15:38.351 INFO:tasks.workunit.client.0.smithi016.stdout:op 5563 completed, throughput=5MB/sec 2024-04-15T15:15:39.352 INFO:tasks.workunit.client.0.smithi016.stdout: 1093: throughput=5MB/sec pending data=0 2024-04-15T15:15:39.352 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-qm5xgO2NxjfNMG2 off=8420153 len=1114859 2024-04-15T15:15:39.354 INFO:tasks.workunit.client.0.smithi016.stdout:op 5564 completed, throughput=5MB/sec 2024-04-15T15:15:39.354 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-sXH3JhAJ_X3rXQf off=6694835 len=1460095 2024-04-15T15:15:39.361 INFO:tasks.workunit.client.0.smithi016.stdout:op 5565 completed, throughput=5MB/sec 2024-04-15T15:15:39.361 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-QMrS_8ZHK8EmA45 off=12020982 len=242282 2024-04-15T15:15:39.361 INFO:tasks.workunit.client.0.smithi016.stdout:op 5566 completed, throughput=5MB/sec 2024-04-15T15:15:39.361 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-xojOidPGmBSLx24 off=1190335 len=229376 2024-04-15T15:15:39.363 INFO:tasks.workunit.client.0.smithi016.stdout:op 5567 completed, throughput=5MB/sec 2024-04-15T15:15:39.363 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-PFkxPt6wrdp_L9i off=6573338 len=1495223 2024-04-15T15:15:39.364 INFO:tasks.workunit.client.0.smithi016.stdout:op 5568 completed, throughput=5MB/sec 2024-04-15T15:15:39.364 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-0RB8GDPG8wUMUSm off=8358564 len=271215 2024-04-15T15:15:39.365 INFO:tasks.workunit.client.0.smithi016.stdout:op 5569 completed, throughput=5MB/sec 2024-04-15T15:15:39.365 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-hcThS0hOWBRYBdX off=5557262 len=1050349 2024-04-15T15:15:39.366 INFO:tasks.workunit.client.0.smithi016.stdout:op 5570 completed, throughput=5MB/sec 2024-04-15T15:15:39.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:15:39 smithi102 ceph-mon[87131]: pgmap v1904: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-15T15:15:39.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:15:39 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T15:15:40.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:15:39 smithi016 ceph-mon[90652]: pgmap v1904: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-15T15:15:40.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:15:39 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T15:15:40.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:15:39 smithi016 ceph-mon[93212]: pgmap v1904: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-15T15:15:40.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:15:39 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T15:15:40.367 INFO:tasks.workunit.client.0.smithi016.stdout: 1094: throughput=5MB/sec pending data=0 2024-04-15T15:15:40.367 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-0wynHXKzxvP1hBz off=14469669 len=1912348 2024-04-15T15:15:40.375 INFO:tasks.workunit.client.0.smithi016.stdout:op 5571 completed, throughput=5MB/sec 2024-04-15T15:15:40.376 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-krKWdOoCYofWRW0 off=3923663 len=79227 2024-04-15T15:15:40.376 INFO:tasks.workunit.client.0.smithi016.stdout:op 5572 completed, throughput=5MB/sec 2024-04-15T15:15:40.376 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-pb1NiBTfuiXPBCX off=3208975 len=134053 2024-04-15T15:15:40.378 INFO:tasks.workunit.client.0.smithi016.stdout:op 5573 completed, throughput=5MB/sec 2024-04-15T15:15:40.378 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-vWD45s-mImeiXtH off=1043058 len=241111 2024-04-15T15:15:40.381 INFO:tasks.workunit.client.0.smithi016.stdout:op 5574 completed, throughput=5MB/sec 2024-04-15T15:15:40.381 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-leA3692wtxqj-mh off=1155894 len=706653 2024-04-15T15:15:40.385 INFO:tasks.workunit.client.0.smithi016.stdout:op 5575 completed, throughput=5MB/sec 2024-04-15T15:15:40.385 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-NQ0Kbnnel4yodM5 off=4217519 len=1734596 2024-04-15T15:15:40.391 INFO:tasks.workunit.client.0.smithi016.stdout:op 5576 completed, throughput=5MB/sec 2024-04-15T15:15:41.392 INFO:tasks.workunit.client.0.smithi016.stdout: 1095: throughput=5MB/sec pending data=0 2024-04-15T15:15:41.392 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-Wkwx_xeoiQJNE5B off=4715495 len=1927226 2024-04-15T15:15:41.401 INFO:tasks.workunit.client.0.smithi016.stdout:op 5577 completed, throughput=5MB/sec 2024-04-15T15:15:41.402 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-U3ncEhZErWzNpuI off=8193041 len=1722552 2024-04-15T15:15:41.411 INFO:tasks.workunit.client.0.smithi016.stdout:op 5578 completed, throughput=5MB/sec 2024-04-15T15:15:41.412 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-4-tAAwkcBdImS5N off=1529219 len=1010166 2024-04-15T15:15:41.417 INFO:tasks.workunit.client.0.smithi016.stdout:op 5579 completed, throughput=5MB/sec 2024-04-15T15:15:41.418 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-9hD6Zv9hQh0_-sU off=358140 len=222633 2024-04-15T15:15:41.420 INFO:tasks.workunit.client.0.smithi016.stdout:op 5580 completed, throughput=5MB/sec 2024-04-15T15:15:41.420 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-ljOiybi2W9-v03I off=17788297 len=1721940 2024-04-15T15:15:41.421 INFO:tasks.workunit.client.0.smithi016.stdout:op 5581 completed, throughput=5MB/sec 2024-04-15T15:15:41.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:15:41 smithi102 ceph-mon[87131]: pgmap v1905: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-04-15T15:15:42.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:15:41 smithi016 ceph-mon[93212]: pgmap v1905: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-04-15T15:15:42.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:15:41 smithi016 ceph-mon[90652]: pgmap v1905: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-04-15T15:15:42.040 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 15 15:15:41 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-y[81421]: ::ffff:172.21.15.102 - - [15/Apr/2024:15:15:41] "GET /metrics HTTP/1.1" 200 33997 "" "Prometheus/2.43.0" 2024-04-15T15:15:42.422 INFO:tasks.workunit.client.0.smithi016.stdout: 1096: throughput=5MB/sec pending data=0 2024-04-15T15:15:42.422 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-rWrz9kLZhrvwa8M off=2971337 len=1905035 2024-04-15T15:15:42.425 INFO:tasks.workunit.client.0.smithi016.stdout:op 5582 completed, throughput=5MB/sec 2024-04-15T15:15:42.425 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-dHKcyENBPiKd-OQ off=7561630 len=846592 2024-04-15T15:15:42.430 INFO:tasks.workunit.client.0.smithi016.stdout:op 5583 completed, throughput=5MB/sec 2024-04-15T15:15:42.430 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-e-8qejuNCkMNCoq off=9122319 len=496205 2024-04-15T15:15:42.431 INFO:tasks.workunit.client.0.smithi016.stdout:op 5584 completed, throughput=5MB/sec 2024-04-15T15:15:42.431 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-SF7gwVOmFge6-xz off=7477490 len=501702 2024-04-15T15:15:42.435 INFO:tasks.workunit.client.0.smithi016.stdout:op 5585 completed, throughput=5MB/sec 2024-04-15T15:15:42.435 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-9hrrMU1QfnjnNnT off=8882042 len=1015901 2024-04-15T15:15:42.439 INFO:tasks.workunit.client.0.smithi016.stdout:op 5586 completed, throughput=5MB/sec 2024-04-15T15:15:42.687 INFO:journalctl@ceph.prometheus.a.smithi102.stdout:Apr 15 15:15:42 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-prometheus-a[120881]: ts=2024-04-15T15:15:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi016:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"362ea986-fb34-11ee-bc8f-c7b262605968\", instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T15:15:43.440 INFO:tasks.workunit.client.0.smithi016.stdout: 1097: throughput=5MB/sec pending data=0 2024-04-15T15:15:43.440 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-y3lW1nC_YHrm7Hg off=5604645 len=2000810 2024-04-15T15:15:43.449 INFO:tasks.workunit.client.0.smithi016.stdout:op 5587 completed, throughput=5MB/sec 2024-04-15T15:15:43.449 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-eftcRHM2YsPeDIO off=18399598 len=1444190 2024-04-15T15:15:43.451 INFO:tasks.workunit.client.0.smithi016.stdout:op 5588 completed, throughput=5MB/sec 2024-04-15T15:15:43.451 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-o7BgCFqY6qHtizH off=1984807 len=1129405 2024-04-15T15:15:43.456 INFO:tasks.workunit.client.0.smithi016.stdout:op 5589 completed, throughput=5MB/sec 2024-04-15T15:15:43.938 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:15:43 smithi102 ceph-mon[87131]: pgmap v1906: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-15T15:15:44.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:15:43 smithi016 ceph-mon[90652]: pgmap v1906: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-15T15:15:44.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:15:43 smithi016 ceph-mon[93212]: pgmap v1906: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-15T15:15:44.456 INFO:tasks.workunit.client.0.smithi016.stdout: 1098: throughput=5MB/sec pending data=0 2024-04-15T15:15:44.457 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj--VsCQ0rBs236G3N off=3122825 len=314137 2024-04-15T15:15:44.458 INFO:tasks.workunit.client.0.smithi016.stdout:op 5590 completed, throughput=5MB/sec 2024-04-15T15:15:44.458 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-8-tHwh1SlJiWFvC off=5597297 len=1503645 2024-04-15T15:15:44.465 INFO:tasks.workunit.client.0.smithi016.stdout:op 5591 completed, throughput=5MB/sec 2024-04-15T15:15:44.465 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-hPARXUeM3rhIV3T off=181205 len=1017852 2024-04-15T15:15:44.470 INFO:tasks.workunit.client.0.smithi016.stdout:op 5592 completed, throughput=5MB/sec 2024-04-15T15:15:44.470 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-UCRI8UM67pSRexQ off=7929280 len=1354340 2024-04-15T15:15:44.477 INFO:tasks.workunit.client.0.smithi016.stdout:op 5593 completed, throughput=5MB/sec 2024-04-15T15:15:44.477 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-vMClzqFXykd6kys off=9776633 len=20679 2024-04-15T15:15:44.477 INFO:tasks.workunit.client.0.smithi016.stdout:op 5594 completed, throughput=5MB/sec 2024-04-15T15:15:44.477 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-B0HFqprR-9Peu_A off=17936584 len=7757 2024-04-15T15:15:44.479 INFO:tasks.workunit.client.0.smithi016.stdout:op 5595 completed, throughput=5MB/sec 2024-04-15T15:15:44.479 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj--AweYxwTtsX-1-i off=24109 len=577999 2024-04-15T15:15:44.480 INFO:tasks.workunit.client.0.smithi016.stdout:op 5596 completed, throughput=5MB/sec 2024-04-15T15:15:44.480 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-BFQ7_WYZd1Uixx8 off=7032202 len=662560 2024-04-15T15:15:44.484 INFO:tasks.workunit.client.0.smithi016.stdout:op 5597 completed, throughput=5MB/sec 2024-04-15T15:15:45.484 INFO:tasks.workunit.client.0.smithi016.stdout: 1099: throughput=5MB/sec pending data=0 2024-04-15T15:15:45.485 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-ARfsyEt9WYJaZNe off=10621893 len=1461504 2024-04-15T15:15:45.494 INFO:tasks.workunit.client.0.smithi016.stdout:op 5598 completed, throughput=5MB/sec 2024-04-15T15:15:45.494 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-VX0PLI1Ecqk_hWG off=5755305 len=1324094 2024-04-15T15:15:45.501 INFO:tasks.workunit.client.0.smithi016.stdout:op 5599 completed, throughput=5MB/sec 2024-04-15T15:15:45.501 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-KGXizyqLtbTO6Nt off=995869 len=1349314 2024-04-15T15:15:45.506 INFO:tasks.workunit.client.0.smithi016.stdout:op 5600 completed, throughput=5MB/sec 2024-04-15T15:15:45.506 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-W58g6bd7oGr1lvs off=10992276 len=28822 2024-04-15T15:15:45.508 INFO:tasks.workunit.client.0.smithi016.stdout:op 5601 completed, throughput=5MB/sec 2024-04-15T15:15:45.508 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-6b4l9068yQxurKi off=11194600 len=1357450 2024-04-15T15:15:45.515 INFO:tasks.workunit.client.0.smithi016.stdout:op 5602 completed, throughput=5MB/sec 2024-04-15T15:15:45.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:15:45 smithi102 ceph-mon[87131]: pgmap v1907: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.1 MiB/s rd, 1.8 MiB/s wr, 3 op/s 2024-04-15T15:15:46.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:15:45 smithi016 ceph-mon[90652]: pgmap v1907: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.1 MiB/s rd, 1.8 MiB/s wr, 3 op/s 2024-04-15T15:15:46.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:15:45 smithi016 ceph-mon[93212]: pgmap v1907: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.1 MiB/s rd, 1.8 MiB/s wr, 3 op/s 2024-04-15T15:15:46.515 INFO:tasks.workunit.client.0.smithi016.stdout: 1100: throughput=5MB/sec pending data=0 2024-04-15T15:15:46.515 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-4-m-7shyP7XwJVP off=1113498 len=335741 2024-04-15T15:15:46.519 INFO:tasks.workunit.client.0.smithi016.stdout:op 5603 completed, throughput=5MB/sec 2024-04-15T15:15:46.519 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-rHcNqXmd5-YkLbS off=7693794 len=1713429 2024-04-15T15:15:46.527 INFO:tasks.workunit.client.0.smithi016.stdout:op 5604 completed, throughput=5MB/sec 2024-04-15T15:15:46.527 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-SZp8C5ob1QFaLb9 off=6037813 len=190654 2024-04-15T15:15:46.527 INFO:tasks.workunit.client.0.smithi016.stdout:op 5605 completed, throughput=5MB/sec 2024-04-15T15:15:46.527 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-M7ozikN0W8FB_Wq off=8514375 len=1571695 2024-04-15T15:15:46.537 INFO:tasks.workunit.client.0.smithi016.stdout:op 5606 completed, throughput=5MB/sec 2024-04-15T15:15:46.537 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-4XDqgqSw83j3f41 off=6241863 len=907704 2024-04-15T15:15:46.542 INFO:tasks.workunit.client.0.smithi016.stdout:op 5607 completed, throughput=5MB/sec 2024-04-15T15:15:46.542 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-yeHBQ9HWRMJEjrC off=0 len=1127269 2024-04-15T15:15:46.543 INFO:tasks.workunit.client.0.smithi016.stdout:op 5608 completed, throughput=5MB/sec 2024-04-15T15:15:47.544 INFO:tasks.workunit.client.0.smithi016.stdout: 1101: throughput=5MB/sec pending data=0 2024-04-15T15:15:47.544 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-IkNq9uTer05a39a off=13851717 len=756533 2024-04-15T15:15:47.545 INFO:tasks.workunit.client.0.smithi016.stdout:op 5609 completed, throughput=5MB/sec 2024-04-15T15:15:47.545 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-jpnD3yYMTv2tLqW off=13364 len=615683 2024-04-15T15:15:47.550 INFO:tasks.workunit.client.0.smithi016.stdout:op 5610 completed, throughput=5MB/sec 2024-04-15T15:15:47.550 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-Sjf74Re2E1UBomd off=3332516 len=1369753 2024-04-15T15:15:47.558 INFO:tasks.workunit.client.0.smithi016.stdout:op 5611 completed, throughput=5MB/sec 2024-04-15T15:15:47.558 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-D0QC0DUuDKzW_4j off=297420 len=1522424 2024-04-15T15:15:47.560 INFO:tasks.workunit.client.0.smithi016.stdout:op 5612 completed, throughput=5MB/sec 2024-04-15T15:15:47.560 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-VVLOcX99tf5tSZH off=10584268 len=1169053 2024-04-15T15:15:47.566 INFO:tasks.workunit.client.0.smithi016.stdout:op 5613 completed, throughput=5MB/sec 2024-04-15T15:15:48.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:15:47 smithi016 ceph-mon[90652]: pgmap v1908: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2024-04-15T15:15:48.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:15:47 smithi016 ceph-mon[93212]: pgmap v1908: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2024-04-15T15:15:48.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:15:47 smithi102 ceph-mon[87131]: pgmap v1908: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2024-04-15T15:15:48.566 INFO:tasks.workunit.client.0.smithi016.stdout: 1102: throughput=5MB/sec pending data=0 2024-04-15T15:15:48.567 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-MGLP2rgRMl7i6xQ off=1649713 len=1847380 2024-04-15T15:15:48.568 INFO:tasks.workunit.client.0.smithi016.stdout:op 5614 completed, throughput=5MB/sec 2024-04-15T15:15:48.569 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-_UxxRIbIzAN5GKu off=17931124 len=1426959 2024-04-15T15:15:48.576 INFO:tasks.workunit.client.0.smithi016.stdout:op 5615 completed, throughput=5MB/sec 2024-04-15T15:15:48.576 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-H8_RwaC9kLwq0Py off=7289391 len=1226420 2024-04-15T15:15:48.577 INFO:tasks.workunit.client.0.smithi016.stdout:op 5616 completed, throughput=5MB/sec 2024-04-15T15:15:48.577 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-4XDqgqSw83j3f41 off=4619834 len=385994 2024-04-15T15:15:48.578 INFO:tasks.workunit.client.0.smithi016.stdout:op 5617 completed, throughput=5MB/sec 2024-04-15T15:15:49.579 INFO:tasks.workunit.client.0.smithi016.stdout: 1103: throughput=5MB/sec pending data=0 2024-04-15T15:15:49.579 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-jR3UiEEMs3rKaEQ off=5668659 len=573793 2024-04-15T15:15:49.583 INFO:tasks.workunit.client.0.smithi016.stdout:op 5618 completed, throughput=5MB/sec 2024-04-15T15:15:49.583 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-mtaJkRHMXF9jd76 off=918798 len=2065380 2024-04-15T15:15:49.585 INFO:tasks.workunit.client.0.smithi016.stdout:op 5619 completed, throughput=5MB/sec 2024-04-15T15:15:49.586 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-gto6UZ_LejmcfvG off=4699820 len=344474 2024-04-15T15:15:49.586 INFO:tasks.workunit.client.0.smithi016.stdout:op 5620 completed, throughput=5MB/sec 2024-04-15T15:15:49.586 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-FbDRFTRIt6A3MKf off=4426982 len=564299 2024-04-15T15:15:49.587 INFO:tasks.workunit.client.0.smithi016.stdout:op 5621 completed, throughput=5MB/sec 2024-04-15T15:15:49.587 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-7JNSQ3PnLRS4NX8 off=222001 len=1996863 2024-04-15T15:15:49.589 INFO:tasks.workunit.client.0.smithi016.stdout:op 5622 completed, throughput=5MB/sec 2024-04-15T15:15:50.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:15:49 smithi016 ceph-mon[90652]: pgmap v1909: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 1.6 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-15T15:15:50.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:15:49 smithi016 ceph-mon[93212]: pgmap v1909: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 1.6 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-15T15:15:50.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:15:49 smithi102 ceph-mon[87131]: pgmap v1909: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 1.6 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-15T15:15:50.590 INFO:tasks.workunit.client.0.smithi016.stdout: 1104: throughput=5MB/sec pending data=0 2024-04-15T15:15:50.590 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-qV1_zo-RugUTIEh off=2695726 len=1213763 2024-04-15T15:15:50.596 INFO:tasks.workunit.client.0.smithi016.stdout:op 5623 completed, throughput=5MB/sec 2024-04-15T15:15:50.596 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-fgs7MJG8NQFueqN off=3353545 len=862277 2024-04-15T15:15:50.598 INFO:tasks.workunit.client.0.smithi016.stdout:op 5624 completed, throughput=5MB/sec 2024-04-15T15:15:50.598 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-y9MpBPEPj5C7z5c off=11656448 len=1585300 2024-04-15T15:15:50.608 INFO:tasks.workunit.client.0.smithi016.stdout:op 5625 completed, throughput=5MB/sec 2024-04-15T15:15:50.608 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-WCyV3yH4x3wBMpC off=2110441 len=1390451 2024-04-15T15:15:50.610 INFO:tasks.workunit.client.0.smithi016.stdout:op 5626 completed, throughput=5MB/sec 2024-04-15T15:15:51.610 INFO:tasks.workunit.client.0.smithi016.stdout: 1105: throughput=5MB/sec pending data=0 2024-04-15T15:15:51.610 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-fEZczMNZv-kCooq off=4770917 len=1479685 2024-04-15T15:15:51.613 INFO:tasks.workunit.client.0.smithi016.stdout:op 5627 completed, throughput=5MB/sec 2024-04-15T15:15:51.613 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-RbC2CeCamKDPeNX off=3301689 len=1231113 2024-04-15T15:15:51.620 INFO:tasks.workunit.client.0.smithi016.stdout:op 5628 completed, throughput=5MB/sec 2024-04-15T15:15:51.620 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-MglmoJml6aUQAKG off=5254832 len=1250804 2024-04-15T15:15:51.628 INFO:tasks.workunit.client.0.smithi016.stdout:op 5629 completed, throughput=5MB/sec 2024-04-15T15:15:51.628 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-knBfJ0zspy992dm off=21108278 len=878337 2024-04-15T15:15:51.634 INFO:tasks.workunit.client.0.smithi016.stdout:op 5630 completed, throughput=5MB/sec 2024-04-15T15:15:51.634 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-08ISd86aM3vdi9S off=4376636 len=1285810 2024-04-15T15:15:51.639 INFO:tasks.workunit.client.0.smithi016.stdout:op 5631 completed, throughput=5MB/sec 2024-04-15T15:15:52.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:15:51 smithi016 ceph-mon[90652]: pgmap v1910: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2024-04-15T15:15:52.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:15:51 smithi016 ceph-mon[93212]: pgmap v1910: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2024-04-15T15:15:52.041 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 15 15:15:51 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-y[81421]: ::ffff:172.21.15.102 - - [15/Apr/2024:15:15:51] "GET /metrics HTTP/1.1" 200 33997 "" "Prometheus/2.43.0" 2024-04-15T15:15:52.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:15:51 smithi102 ceph-mon[87131]: pgmap v1910: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2024-04-15T15:15:52.639 INFO:tasks.workunit.client.0.smithi016.stdout: 1106: throughput=5MB/sec pending data=0 2024-04-15T15:15:52.640 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-sfpOLVgoo0uTRjf off=12958713 len=1863430 2024-04-15T15:15:52.647 INFO:tasks.workunit.client.0.smithi016.stdout:op 5632 completed, throughput=5MB/sec 2024-04-15T15:15:52.647 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-h7zbGJveDDRNpcl off=7118605 len=828739 2024-04-15T15:15:52.648 INFO:tasks.workunit.client.0.smithi016.stdout:op 5633 completed, throughput=5MB/sec 2024-04-15T15:15:52.648 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-D8qlAuvbPL8STUD off=3176867 len=960970 2024-04-15T15:15:52.652 INFO:tasks.workunit.client.0.smithi016.stdout:op 5634 completed, throughput=5MB/sec 2024-04-15T15:15:52.652 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-x0Wyd_UAcMzdd7h off=6315787 len=14039 2024-04-15T15:15:52.655 INFO:tasks.workunit.client.0.smithi016.stdout:op 5635 completed, throughput=5MB/sec 2024-04-15T15:15:52.655 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-ZDeTLiCggO2Dwn5 off=7988433 len=1060837 2024-04-15T15:15:52.661 INFO:tasks.workunit.client.0.smithi016.stdout:op 5636 completed, throughput=5MB/sec 2024-04-15T15:15:52.687 INFO:journalctl@ceph.prometheus.a.smithi102.stdout:Apr 15 15:15:52 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-prometheus-a[120881]: ts=2024-04-15T15:15:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi016:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"362ea986-fb34-11ee-bc8f-c7b262605968\", instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T15:15:53.661 INFO:tasks.workunit.client.0.smithi016.stdout: 1107: throughput=5MB/sec pending data=0 2024-04-15T15:15:53.662 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-I8gGUDwJNUWCvPu off=1252289 len=848860 2024-04-15T15:15:53.663 INFO:tasks.workunit.client.0.smithi016.stdout:op 5637 completed, throughput=5MB/sec 2024-04-15T15:15:53.663 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj---yU0fI2fkIt_4- off=1568343 len=51331 2024-04-15T15:15:53.664 INFO:tasks.workunit.client.0.smithi016.stdout:op 5638 completed, throughput=5MB/sec 2024-04-15T15:15:53.664 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-AVi1_Czq7u_uJpR off=9611139 len=1174113 2024-04-15T15:15:53.669 INFO:tasks.workunit.client.0.smithi016.stdout:op 5639 completed, throughput=5MB/sec 2024-04-15T15:15:53.670 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-FQnvRWui_S2hqD2 off=14163719 len=669907 2024-04-15T15:15:53.671 INFO:tasks.workunit.client.0.smithi016.stdout:op 5640 completed, throughput=5MB/sec 2024-04-15T15:15:53.671 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-gFk-7staJ9lVqGC off=14905732 len=21065 2024-04-15T15:15:53.673 INFO:tasks.workunit.client.0.smithi016.stdout:op 5641 completed, throughput=5MB/sec 2024-04-15T15:15:53.673 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-hcgJ7vZYStPO6HP off=6418418 len=178793 2024-04-15T15:15:53.675 INFO:tasks.workunit.client.0.smithi016.stdout:op 5642 completed, throughput=5MB/sec 2024-04-15T15:15:53.675 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-alVWORbnsGyAIFv off=730153 len=1079223 2024-04-15T15:15:53.680 INFO:tasks.workunit.client.0.smithi016.stdout:op 5643 completed, throughput=5MB/sec 2024-04-15T15:15:53.680 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-Z9NDY5_dQtVwTp7 off=12574653 len=1457790 2024-04-15T15:15:53.686 INFO:tasks.workunit.client.0.smithi016.stdout:op 5644 completed, throughput=5MB/sec 2024-04-15T15:15:54.042 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:15:53 smithi016 ceph-mon[90652]: pgmap v1911: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-04-15T15:15:54.042 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:15:53 smithi016 ceph-mon[93212]: pgmap v1911: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-04-15T15:15:54.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:15:53 smithi102 ceph-mon[87131]: pgmap v1911: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-04-15T15:15:54.687 INFO:tasks.workunit.client.0.smithi016.stdout: 1108: throughput=5MB/sec pending data=0 2024-04-15T15:15:54.687 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-wdXk9HAR0hGo9Nk off=0 len=1631068 2024-04-15T15:15:54.690 INFO:tasks.workunit.client.0.smithi016.stdout:op 5645 completed, throughput=5MB/sec 2024-04-15T15:15:54.690 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-EnJdsRrMZLdWqBc off=18377790 len=232855 2024-04-15T15:15:54.691 INFO:tasks.workunit.client.0.smithi016.stdout:op 5646 completed, throughput=5MB/sec 2024-04-15T15:15:54.691 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-JFm4V0KgSybuJes off=3063385 len=617008 2024-04-15T15:15:54.692 INFO:tasks.workunit.client.0.smithi016.stdout:op 5647 completed, throughput=5MB/sec 2024-04-15T15:15:54.692 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-Drccf5CXlsMmUrd off=2521481 len=1675629 2024-04-15T15:15:54.694 INFO:tasks.workunit.client.0.smithi016.stdout:op 5648 completed, throughput=5MB/sec 2024-04-15T15:15:54.694 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-gWcwElubqX1NLiT off=210100 len=451854 2024-04-15T15:15:54.695 INFO:tasks.workunit.client.0.smithi016.stdout:op 5649 completed, throughput=5MB/sec 2024-04-15T15:15:54.695 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-xZefsk_kfuQwk07 off=10333105 len=1113167 2024-04-15T15:15:54.697 INFO:tasks.workunit.client.0.smithi016.stdout:op 5650 completed, throughput=5MB/sec 2024-04-15T15:15:55.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:15:54 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T15:15:55.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:15:54 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T15:15:55.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:15:54 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T15:15:55.698 INFO:tasks.workunit.client.0.smithi016.stdout: 1109: throughput=5MB/sec pending data=0 2024-04-15T15:15:55.698 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-NwqVJLVhLjsH3ma off=7242615 len=1368454 2024-04-15T15:15:55.705 INFO:tasks.workunit.client.0.smithi016.stdout:op 5651 completed, throughput=5MB/sec 2024-04-15T15:15:55.705 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-Y-JcCKRqQY0LhGp off=12341073 len=1762460 2024-04-15T15:15:55.708 INFO:tasks.workunit.client.0.smithi016.stdout:op 5652 completed, throughput=5MB/sec 2024-04-15T15:15:55.709 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-x12vQJrqeEtvrjs off=1749571 len=43972 2024-04-15T15:15:55.711 INFO:tasks.workunit.client.0.smithi016.stdout:op 5653 completed, throughput=5MB/sec 2024-04-15T15:15:55.711 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-9niVJk2JrimRUZZ off=20210162 len=1158702 2024-04-15T15:15:55.716 INFO:tasks.workunit.client.0.smithi016.stdout:op 5654 completed, throughput=5MB/sec 2024-04-15T15:15:55.716 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-FB5l_AtsBpgy-zF off=3990480 len=347111 2024-04-15T15:15:55.720 INFO:tasks.workunit.client.0.smithi016.stdout:op 5655 completed, throughput=5MB/sec 2024-04-15T15:15:56.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:15:55 smithi016 ceph-mon[90652]: pgmap v1912: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 1.5 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-04-15T15:15:56.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:15:55 smithi016 ceph-mon[93212]: pgmap v1912: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 1.5 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-04-15T15:15:56.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:15:55 smithi102 ceph-mon[87131]: pgmap v1912: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 1.5 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-04-15T15:15:56.720 INFO:tasks.workunit.client.0.smithi016.stdout: 1110: throughput=5MB/sec pending data=0 2024-04-15T15:15:56.720 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-n3N3RrLXLBq0zGY off=7795892 len=1742786 2024-04-15T15:15:56.722 INFO:tasks.workunit.client.0.smithi016.stdout:op 5656 completed, throughput=5MB/sec 2024-04-15T15:15:56.722 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-fdFofGHIRgiJNsC off=1436416 len=1847731 2024-04-15T15:15:56.724 INFO:tasks.workunit.client.0.smithi016.stdout:op 5657 completed, throughput=5MB/sec 2024-04-15T15:15:56.724 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-OZsM1X7XG4Wn1-o off=9234704 len=938554 2024-04-15T15:15:56.731 INFO:tasks.workunit.client.0.smithi016.stdout:op 5658 completed, throughput=5MB/sec 2024-04-15T15:15:56.731 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-yDPzsXYB78pVMx9 off=5752705 len=1319154 2024-04-15T15:15:56.732 INFO:tasks.workunit.client.0.smithi016.stdout:op 5659 completed, throughput=5MB/sec 2024-04-15T15:15:57.733 INFO:tasks.workunit.client.0.smithi016.stdout: 1111: throughput=5MB/sec pending data=0 2024-04-15T15:15:57.733 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-aaIv3AtfAdqTU6w off=4812529 len=2134 2024-04-15T15:15:57.735 INFO:tasks.workunit.client.0.smithi016.stdout:op 5660 completed, throughput=5MB/sec 2024-04-15T15:15:57.735 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-5V3dFIoVVG9WBpy off=15438526 len=1823864 2024-04-15T15:15:57.738 INFO:tasks.workunit.client.0.smithi016.stdout:op 5661 completed, throughput=5MB/sec 2024-04-15T15:15:57.738 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-_GvY7J5BNxei0pR off=225613 len=1288669 2024-04-15T15:15:57.740 INFO:tasks.workunit.client.0.smithi016.stdout:op 5662 completed, throughput=5MB/sec 2024-04-15T15:15:57.740 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-WYPwCN6OaWuRCYv off=6149107 len=1197181 2024-04-15T15:15:57.747 INFO:tasks.workunit.client.0.smithi016.stdout:op 5663 completed, throughput=5MB/sec 2024-04-15T15:15:57.748 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-6zaax1ssxwKpp-6 off=3154796 len=750595 2024-04-15T15:15:57.752 INFO:tasks.workunit.client.0.smithi016.stdout:op 5664 completed, throughput=5MB/sec 2024-04-15T15:15:58.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:15:57 smithi016 ceph-mon[90652]: pgmap v1913: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.7 MiB/s wr, 6 op/s 2024-04-15T15:15:58.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:15:57 smithi016 ceph-mon[93212]: pgmap v1913: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.7 MiB/s wr, 6 op/s 2024-04-15T15:15:58.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:15:57 smithi102 ceph-mon[87131]: pgmap v1913: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.7 MiB/s wr, 6 op/s 2024-04-15T15:15:58.752 INFO:tasks.workunit.client.0.smithi016.stdout: 1112: throughput=5MB/sec pending data=0 2024-04-15T15:15:58.752 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-28QTu2ESR9NCi4Y off=1606232 len=334044 2024-04-15T15:15:58.753 INFO:tasks.workunit.client.0.smithi016.stdout:op 5665 completed, throughput=5MB/sec 2024-04-15T15:15:58.753 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-0PX4ZeENp37j2gU off=6776777 len=1548716 2024-04-15T15:15:58.755 INFO:tasks.workunit.client.0.smithi016.stdout:op 5666 completed, throughput=5MB/sec 2024-04-15T15:15:58.755 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-EX0vsDiF5syBum8 off=7538102 len=192882 2024-04-15T15:15:58.755 INFO:tasks.workunit.client.0.smithi016.stdout:op 5667 completed, throughput=5MB/sec 2024-04-15T15:15:58.755 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-Gy3MSvYqTekq-1S off=535718 len=564542 2024-04-15T15:15:58.761 INFO:tasks.workunit.client.0.smithi016.stdout:op 5668 completed, throughput=5MB/sec 2024-04-15T15:15:58.762 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-5JOoW1iwJfNxdn8 off=2351738 len=1974409 2024-04-15T15:15:58.768 INFO:tasks.workunit.client.0.smithi016.stdout:op 5669 completed, throughput=5MB/sec 2024-04-15T15:15:58.768 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-EnfFu8-77Xi9kqm off=4323267 len=2079981 2024-04-15T15:15:58.775 INFO:tasks.workunit.client.0.smithi016.stdout:op 5670 completed, throughput=5MB/sec 2024-04-15T15:15:59.779 INFO:tasks.workunit.client.0.smithi016.stdout: 1113: throughput=5MB/sec pending data=0 2024-04-15T15:15:59.779 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-q7iLRDWuwblb4gF off=3656023 len=1282852 2024-04-15T15:15:59.779 INFO:tasks.workunit.client.0.smithi016.stdout:op 5671 completed, throughput=5MB/sec 2024-04-15T15:15:59.779 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-XgG4EDMD_JTLK7a off=5555145 len=174767 2024-04-15T15:15:59.779 INFO:tasks.workunit.client.0.smithi016.stdout:op 5672 completed, throughput=5MB/sec 2024-04-15T15:15:59.779 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-2q0roOl52gBUBn8 off=3175698 len=1759830 2024-04-15T15:15:59.780 INFO:tasks.workunit.client.0.smithi016.stdout:op 5673 completed, throughput=5MB/sec 2024-04-15T15:15:59.780 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-TWfmE-mBweqk03G off=1955508 len=40723 2024-04-15T15:15:59.780 INFO:tasks.workunit.client.0.smithi016.stdout:op 5674 completed, throughput=5MB/sec 2024-04-15T15:15:59.780 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-5xBphDwAdvTSkJ- off=8332765 len=263034 2024-04-15T15:15:59.783 INFO:tasks.workunit.client.0.smithi016.stdout:op 5675 completed, throughput=5MB/sec 2024-04-15T15:16:00.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:15:59 smithi016 ceph-mon[90652]: pgmap v1914: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-15T15:16:00.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:15:59 smithi016 ceph-mon[93212]: pgmap v1914: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-15T15:16:00.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:15:59 smithi102 ceph-mon[87131]: pgmap v1914: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-15T15:16:00.784 INFO:tasks.workunit.client.0.smithi016.stdout: 1114: throughput=5MB/sec pending data=0 2024-04-15T15:16:00.784 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-W61ii14SK2yGa-e off=11691203 len=14372 2024-04-15T15:16:00.784 INFO:tasks.workunit.client.0.smithi016.stdout:op 5676 completed, throughput=5MB/sec 2024-04-15T15:16:00.785 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-dFWYOVULKkLsy5Z off=793526 len=58363 2024-04-15T15:16:00.785 INFO:tasks.workunit.client.0.smithi016.stdout:op 5677 completed, throughput=5MB/sec 2024-04-15T15:16:00.785 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-HPsv2YO7_oHvnNR off=4753847 len=1459462 2024-04-15T15:16:00.792 INFO:tasks.workunit.client.0.smithi016.stdout:op 5678 completed, throughput=5MB/sec 2024-04-15T15:16:00.792 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-ZK98-5bqW9u4vFD off=13496876 len=1298188 2024-04-15T15:16:00.797 INFO:tasks.workunit.client.0.smithi016.stdout:op 5679 completed, throughput=5MB/sec 2024-04-15T15:16:00.798 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-DkvIKVT1QmW8j5D off=10442652 len=1534662 2024-04-15T15:16:00.799 INFO:tasks.workunit.client.0.smithi016.stdout:op 5680 completed, throughput=5MB/sec 2024-04-15T15:16:00.799 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-72PVNEEYgEJRmbn off=8882441 len=389201 2024-04-15T15:16:00.802 INFO:tasks.workunit.client.0.smithi016.stdout:op 5681 completed, throughput=5MB/sec 2024-04-15T15:16:00.802 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-9_4XH26vRaQ2fus off=2095710 len=515935 2024-04-15T15:16:00.807 INFO:tasks.workunit.client.0.smithi016.stdout:op 5682 completed, throughput=5MB/sec 2024-04-15T15:16:00.807 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-UkMDqlTHyD1agpK off=1666726 len=782280 2024-04-15T15:16:00.807 INFO:tasks.workunit.client.0.smithi016.stdout:op 5683 completed, throughput=5MB/sec 2024-04-15T15:16:01.808 INFO:tasks.workunit.client.0.smithi016.stdout: 1115: throughput=5MB/sec pending data=0 2024-04-15T15:16:01.808 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-k-A4yiIylDj9icB off=1993734 len=1682305 2024-04-15T15:16:01.810 INFO:tasks.workunit.client.0.smithi016.stdout:op 5684 completed, throughput=5MB/sec 2024-04-15T15:16:01.810 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-0UxmKwuSdKaLQ5T off=14505816 len=3259 2024-04-15T15:16:01.812 INFO:tasks.workunit.client.0.smithi016.stdout:op 5685 completed, throughput=5MB/sec 2024-04-15T15:16:01.812 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-Juc4F-eSc3vLzJV off=17938964 len=55532 2024-04-15T15:16:01.813 INFO:tasks.workunit.client.0.smithi016.stdout:op 5686 completed, throughput=5MB/sec 2024-04-15T15:16:01.813 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-HwFobCqLaTq-hqo off=2074101 len=804565 2024-04-15T15:16:01.818 INFO:tasks.workunit.client.0.smithi016.stdout:op 5687 completed, throughput=5MB/sec 2024-04-15T15:16:01.818 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj---Uw4T_VyujBKzD off=1388096 len=1532838 2024-04-15T15:16:01.824 INFO:tasks.workunit.client.0.smithi016.stdout:op 5688 completed, throughput=5MB/sec 2024-04-15T15:16:01.824 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-tqOuqe4jvDn_y-4 off=12671606 len=1627879 2024-04-15T15:16:01.825 INFO:tasks.workunit.client.0.smithi016.stdout:op 5689 completed, throughput=5MB/sec 2024-04-15T15:16:02.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:16:01 smithi016 ceph-mon[93212]: pgmap v1915: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-04-15T15:16:02.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:16:01 smithi016 ceph-mon[90652]: pgmap v1915: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-04-15T15:16:02.040 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 15 15:16:01 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-y[81421]: ::ffff:172.21.15.102 - - [15/Apr/2024:15:16:01] "GET /metrics HTTP/1.1" 200 33997 "" "Prometheus/2.43.0" 2024-04-15T15:16:02.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:16:01 smithi102 ceph-mon[87131]: pgmap v1915: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-04-15T15:16:02.687 INFO:journalctl@ceph.prometheus.a.smithi102.stdout:Apr 15 15:16:02 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-prometheus-a[120881]: ts=2024-04-15T15:16:02.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi016:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"362ea986-fb34-11ee-bc8f-c7b262605968\", instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T15:16:02.826 INFO:tasks.workunit.client.0.smithi016.stdout: 1116: throughput=5MB/sec pending data=0 2024-04-15T15:16:02.826 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-aEsmeZl8Aww8SEW off=18495791 len=1762988 2024-04-15T15:16:02.833 INFO:tasks.workunit.client.0.smithi016.stdout:op 5690 completed, throughput=5MB/sec 2024-04-15T15:16:02.833 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-vCGD4M3hd_D_Bcs off=344825 len=1583783 2024-04-15T15:16:02.843 INFO:tasks.workunit.client.0.smithi016.stdout:op 5691 completed, throughput=5MB/sec 2024-04-15T15:16:02.843 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-NyJZ-IonoiSi-0- off=1541917 len=1058658 2024-04-15T15:16:02.849 INFO:tasks.workunit.client.0.smithi016.stdout:op 5692 completed, throughput=5MB/sec 2024-04-15T15:16:03.850 INFO:tasks.workunit.client.0.smithi016.stdout: 1117: throughput=5MB/sec pending data=0 2024-04-15T15:16:03.850 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-oQXpXyuJfCFsWkz off=2864690 len=1977411 2024-04-15T15:16:03.852 INFO:tasks.workunit.client.0.smithi016.stdout:op 5693 completed, throughput=5MB/sec 2024-04-15T15:16:03.853 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-CYEvlVwfaR0siL7 off=2346776 len=1699951 2024-04-15T15:16:03.855 INFO:tasks.workunit.client.0.smithi016.stdout:op 5694 completed, throughput=5MB/sec 2024-04-15T15:16:03.855 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-bn1E1Uej-bdRGex off=3323491 len=607972 2024-04-15T15:16:03.856 INFO:tasks.workunit.client.0.smithi016.stdout:op 5695 completed, throughput=5MB/sec 2024-04-15T15:16:03.856 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-1laZrIwRKA9jyLo off=15289792 len=1073465 2024-04-15T15:16:03.858 INFO:tasks.workunit.client.0.smithi016.stdout:op 5696 completed, throughput=5MB/sec 2024-04-15T15:16:04.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:16:03 smithi016 ceph-mon[90652]: pgmap v1916: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-15T15:16:04.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:16:03 smithi016 ceph-mon[93212]: pgmap v1916: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-15T15:16:04.188 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:16:03 smithi102 ceph-mon[87131]: pgmap v1916: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-15T15:16:04.858 INFO:tasks.workunit.client.0.smithi016.stdout: 1118: throughput=5MB/sec pending data=0 2024-04-15T15:16:04.858 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-m242CJauGQFBGa3 off=15305690 len=670303 2024-04-15T15:16:04.863 INFO:tasks.workunit.client.0.smithi016.stdout:op 5697 completed, throughput=5MB/sec 2024-04-15T15:16:04.863 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-EvSGPyTGGfXVMz0 off=487319 len=1812562 2024-04-15T15:16:04.871 INFO:tasks.workunit.client.0.smithi016.stdout:op 5698 completed, throughput=5MB/sec 2024-04-15T15:16:04.871 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-58Bu7BUZ7KJMhgb off=11658093 len=137374 2024-04-15T15:16:04.874 INFO:tasks.workunit.client.0.smithi016.stdout:op 5699 completed, throughput=5MB/sec 2024-04-15T15:16:04.874 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-Y0hv1ZJym5T011G off=1546310 len=883714 2024-04-15T15:16:04.878 INFO:tasks.workunit.client.0.smithi016.stdout:op 5700 completed, throughput=5MB/sec 2024-04-15T15:16:04.878 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-k1OMyFriSFT5Rpc off=5001926 len=539044 2024-04-15T15:16:04.882 INFO:tasks.workunit.client.0.smithi016.stdout:op 5701 completed, throughput=5MB/sec 2024-04-15T15:16:04.882 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-4S6w6_OEht_YDiR off=1059877 len=105220 2024-04-15T15:16:04.886 INFO:tasks.workunit.client.0.smithi016.stdout:op 5702 completed, throughput=5MB/sec 2024-04-15T15:16:04.887 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-X9zxrvPyXibbuDS off=643583 len=594864 2024-04-15T15:16:04.887 INFO:tasks.workunit.client.0.smithi016.stdout:op 5703 completed, throughput=5MB/sec 2024-04-15T15:16:04.887 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-oOy4mTIMQ3zgsAH off=3212475 len=836696 2024-04-15T15:16:04.887 INFO:tasks.workunit.client.0.smithi016.stdout:op 5704 completed, throughput=5MB/sec 2024-04-15T15:16:05.885 INFO:tasks.workunit.client.0.smithi016.stdout: 1119: throughput=5MB/sec pending data=0 2024-04-15T15:16:05.885 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-t3IBDK12efgG-oj off=16925117 len=52401 2024-04-15T15:16:05.888 INFO:tasks.workunit.client.0.smithi016.stdout:op 5705 completed, throughput=5MB/sec 2024-04-15T15:16:05.888 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-v95PNlgqU8pg-1k off=16061498 len=518078 2024-04-15T15:16:05.889 INFO:tasks.workunit.client.0.smithi016.stdout:op 5706 completed, throughput=5MB/sec 2024-04-15T15:16:05.889 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-zB0D1TTC5qNKyUE off=1485228 len=955055 2024-04-15T15:16:05.894 INFO:tasks.workunit.client.0.smithi016.stdout:op 5707 completed, throughput=5MB/sec 2024-04-15T15:16:05.895 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-9iADhYKF8PsSjrV off=10599888 len=1841691 2024-04-15T15:16:05.908 INFO:tasks.workunit.client.0.smithi016.stdout:op 5708 completed, throughput=5MB/sec 2024-04-15T15:16:05.908 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-J0gH05jz6PjLV7L off=3871563 len=503182 2024-04-15T15:16:05.909 INFO:tasks.workunit.client.0.smithi016.stdout:op 5709 completed, throughput=5MB/sec 2024-04-15T15:16:05.909 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-rF_ecDr5ZlQm3qe off=7530639 len=1105040 2024-04-15T15:16:05.913 INFO:tasks.workunit.client.0.smithi016.stdout:op 5710 completed, throughput=5MB/sec 2024-04-15T15:16:06.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:16:05 smithi016 ceph-mon[90652]: pgmap v1917: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-15T15:16:06.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:16:05 smithi016 ceph-mon[93212]: pgmap v1917: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-15T15:16:06.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:16:05 smithi102 ceph-mon[87131]: pgmap v1917: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-15T15:16:06.914 INFO:tasks.workunit.client.0.smithi016.stdout: 1120: throughput=5MB/sec pending data=0 2024-04-15T15:16:06.914 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-2WJZHbpqlB5t2c8 off=10208699 len=797288 2024-04-15T15:16:06.919 INFO:tasks.workunit.client.0.smithi016.stdout:op 5711 completed, throughput=5MB/sec 2024-04-15T15:16:06.919 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-Dkce3MhqTS8bHNa off=5085219 len=694942 2024-04-15T15:16:06.923 INFO:tasks.workunit.client.0.smithi016.stdout:op 5712 completed, throughput=5MB/sec 2024-04-15T15:16:06.923 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-58Bu7BUZ7KJMhgb off=7516022 len=493833 2024-04-15T15:16:06.927 INFO:tasks.workunit.client.0.smithi016.stdout:op 5713 completed, throughput=5MB/sec 2024-04-15T15:16:06.928 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-2EpH1SA4TCNrY98 off=3864855 len=126353 2024-04-15T15:16:06.928 INFO:tasks.workunit.client.0.smithi016.stdout:op 5714 completed, throughput=5MB/sec 2024-04-15T15:16:06.928 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-UByrPG5tCWD54c8 off=10163619 len=453778 2024-04-15T15:16:06.934 INFO:tasks.workunit.client.0.smithi016.stdout:op 5715 completed, throughput=5MB/sec 2024-04-15T15:16:06.934 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-LNJmAyw9dhFiWnG off=2406742 len=2003954 2024-04-15T15:16:06.934 INFO:tasks.workunit.client.0.smithi016.stdout:op 5716 completed, throughput=5MB/sec 2024-04-15T15:16:06.935 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-PJYMqAPS-5GamCp off=2336741 len=641679 2024-04-15T15:16:06.938 INFO:tasks.workunit.client.0.smithi016.stdout:op 5717 completed, throughput=5MB/sec 2024-04-15T15:16:06.938 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-fFY3iogwJk16LkH off=4438092 len=753634 2024-04-15T15:16:06.940 INFO:tasks.workunit.client.0.smithi016.stdout:op 5718 completed, throughput=5MB/sec 2024-04-15T15:16:07.940 INFO:tasks.workunit.client.0.smithi016.stdout: 1121: throughput=5MB/sec pending data=0 2024-04-15T15:16:07.941 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-15f4xw1cHEuQFdT off=5845151 len=162560 2024-04-15T15:16:07.941 INFO:tasks.workunit.client.0.smithi016.stdout:op 5719 completed, throughput=5MB/sec 2024-04-15T15:16:07.941 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-H7CvVDRaF_c3F7S off=2700648 len=1931626 2024-04-15T15:16:07.944 INFO:tasks.workunit.client.0.smithi016.stdout:op 5720 completed, throughput=5MB/sec 2024-04-15T15:16:07.944 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-0xiES6iKwR-kTjp off=11770273 len=858830 2024-04-15T15:16:07.948 INFO:tasks.workunit.client.0.smithi016.stdout:op 5721 completed, throughput=5MB/sec 2024-04-15T15:16:07.949 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-s3lajBmOlPnesw- off=1649792 len=1095980 2024-04-15T15:16:07.950 INFO:tasks.workunit.client.0.smithi016.stdout:op 5722 completed, throughput=5MB/sec 2024-04-15T15:16:07.950 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-iGFv_kSs0eM9oQ1 off=6399929 len=902726 2024-04-15T15:16:07.955 INFO:tasks.workunit.client.0.smithi016.stdout:op 5723 completed, throughput=5MB/sec 2024-04-15T15:16:08.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:16:07 smithi016 ceph-mon[90652]: pgmap v1918: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 3.0 MiB/s rd, 3.1 MiB/s wr, 6 op/s 2024-04-15T15:16:08.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:16:07 smithi016 ceph-mon[93212]: pgmap v1918: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 3.0 MiB/s rd, 3.1 MiB/s wr, 6 op/s 2024-04-15T15:16:08.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:16:07 smithi102 ceph-mon[87131]: pgmap v1918: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 3.0 MiB/s rd, 3.1 MiB/s wr, 6 op/s 2024-04-15T15:16:08.955 INFO:tasks.workunit.client.0.smithi016.stdout: 1122: throughput=5MB/sec pending data=0 2024-04-15T15:16:08.955 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-eItPuSDr8apXVP8 off=3295484 len=434804 2024-04-15T15:16:08.956 INFO:tasks.workunit.client.0.smithi016.stdout:op 5724 completed, throughput=5MB/sec 2024-04-15T15:16:08.956 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-xvbYndv2GXZN_Rg off=2741727 len=199722 2024-04-15T15:16:08.960 INFO:tasks.workunit.client.0.smithi016.stdout:op 5725 completed, throughput=5MB/sec 2024-04-15T15:16:08.960 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-bRQzmuCEl0cRQd7 off=1746818 len=663801 2024-04-15T15:16:08.961 INFO:tasks.workunit.client.0.smithi016.stdout:op 5726 completed, throughput=5MB/sec 2024-04-15T15:16:08.961 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-hY5uTgg111bZ7bd off=2683503 len=880809 2024-04-15T15:16:08.963 INFO:tasks.workunit.client.0.smithi016.stdout:op 5727 completed, throughput=5MB/sec 2024-04-15T15:16:08.963 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-M4y0rTcS7jFHwL- off=4607184 len=662929 2024-04-15T15:16:08.964 INFO:tasks.workunit.client.0.smithi016.stdout:op 5728 completed, throughput=5MB/sec 2024-04-15T15:16:08.964 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-cw_3CFW3YbK9LHK off=2733203 len=230198 2024-04-15T15:16:08.964 INFO:tasks.workunit.client.0.smithi016.stdout:op 5729 completed, throughput=5MB/sec 2024-04-15T15:16:08.964 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-WnQZYGCwkMZ-IGc off=7096343 len=1047612 2024-04-15T15:16:08.970 INFO:tasks.workunit.client.0.smithi016.stdout:op 5730 completed, throughput=5MB/sec 2024-04-15T15:16:08.970 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-SDww-8oqacary03 off=1837147 len=2031123 2024-04-15T15:16:08.973 INFO:tasks.workunit.client.0.smithi016.stdout:op 5731 completed, throughput=5MB/sec 2024-04-15T15:16:09.974 INFO:tasks.workunit.client.0.smithi016.stdout: 1123: throughput=5MB/sec pending data=0 2024-04-15T15:16:09.974 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-j0hGzMRbbQRAvPL off=7092666 len=1178596 2024-04-15T15:16:09.977 INFO:tasks.workunit.client.0.smithi016.stdout:op 5732 completed, throughput=5MB/sec 2024-04-15T15:16:09.977 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-pdDCq2-dlgW6xcF off=5865834 len=1286900 2024-04-15T15:16:09.983 INFO:tasks.workunit.client.0.smithi016.stdout:op 5733 completed, throughput=5MB/sec 2024-04-15T15:16:09.983 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-MeqvP-FSCqX7hyR off=4966478 len=1074325 2024-04-15T15:16:09.988 INFO:tasks.workunit.client.0.smithi016.stdout:op 5734 completed, throughput=5MB/sec 2024-04-15T15:16:09.988 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-wgOahxR21BCaLFn off=16543998 len=1333239 2024-04-15T15:16:09.990 INFO:tasks.workunit.client.0.smithi016.stdout:op 5735 completed, throughput=5MB/sec 2024-04-15T15:16:10.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:16:09 smithi016 ceph-mon[90652]: pgmap v1919: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-04-15T15:16:10.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:16:09 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T15:16:10.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:16:09 smithi016 ceph-mon[93212]: pgmap v1919: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-04-15T15:16:10.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:16:09 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T15:16:10.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:16:09 smithi102 ceph-mon[87131]: pgmap v1919: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-04-15T15:16:10.188 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:16:09 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T15:16:10.991 INFO:tasks.workunit.client.0.smithi016.stdout: 1124: throughput=5MB/sec pending data=0 2024-04-15T15:16:10.991 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-jFATsWAa5p0tHKl off=809077 len=1828215 2024-04-15T15:16:10.993 INFO:tasks.workunit.client.0.smithi016.stdout:op 5736 completed, throughput=5MB/sec 2024-04-15T15:16:10.993 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-lK10b5VuJZzq_kK off=8160810 len=1318 2024-04-15T15:16:10.996 INFO:tasks.workunit.client.0.smithi016.stdout:op 5737 completed, throughput=5MB/sec 2024-04-15T15:16:10.996 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-nXmSy2RbLmmCAyb off=7213134 len=786583 2024-04-15T15:16:10.997 INFO:tasks.workunit.client.0.smithi016.stdout:op 5738 completed, throughput=5MB/sec 2024-04-15T15:16:10.997 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-2HKspIx9KntOi1Y off=11603650 len=1228295 2024-04-15T15:16:10.998 INFO:tasks.workunit.client.0.smithi016.stdout:op 5739 completed, throughput=5MB/sec 2024-04-15T15:16:10.998 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-8RKt0gFdHi8-Zk5 off=2440476 len=1044748 2024-04-15T15:16:11.005 INFO:tasks.workunit.client.0.smithi016.stdout:op 5740 completed, throughput=5MB/sec 2024-04-15T15:16:11.989 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:16:11 smithi102 ceph-mon[87131]: pgmap v1920: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.8 MiB/s wr, 6 op/s 2024-04-15T15:16:12.005 INFO:tasks.workunit.client.0.smithi016.stdout: 1125: throughput=5MB/sec pending data=0 2024-04-15T15:16:12.005 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-NQ5ojkzcNPi_ecf off=4696671 len=1828755 2024-04-15T15:16:12.014 INFO:tasks.workunit.client.0.smithi016.stdout:op 5741 completed, throughput=5MB/sec 2024-04-15T15:16:12.014 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-_m0-8AAY1GRP_TA off=3121707 len=308625 2024-04-15T15:16:12.015 INFO:tasks.workunit.client.0.smithi016.stdout:op 5742 completed, throughput=5MB/sec 2024-04-15T15:16:12.015 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-kSDdW1DSpZ5crjI off=3295259 len=498910 2024-04-15T15:16:12.016 INFO:tasks.workunit.client.0.smithi016.stdout:op 5743 completed, throughput=5MB/sec 2024-04-15T15:16:12.016 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-R2DLzwHhNHjRuOl off=2464112 len=416964 2024-04-15T15:16:12.020 INFO:tasks.workunit.client.0.smithi016.stdout:op 5744 completed, throughput=5MB/sec 2024-04-15T15:16:12.020 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-LTZmke3A6gx7MPV off=8463527 len=1396416 2024-04-15T15:16:12.026 INFO:tasks.workunit.client.0.smithi016.stdout:op 5745 completed, throughput=5MB/sec 2024-04-15T15:16:12.027 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-n814YZmp63kTivf off=15754091 len=1129991 2024-04-15T15:16:12.032 INFO:tasks.workunit.client.0.smithi016.stdout:op 5746 completed, throughput=5MB/sec 2024-04-15T15:16:12.039 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:16:11 smithi016 ceph-mon[90652]: pgmap v1920: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.8 MiB/s wr, 6 op/s 2024-04-15T15:16:12.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:16:11 smithi016 ceph-mon[93212]: pgmap v1920: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.8 MiB/s wr, 6 op/s 2024-04-15T15:16:12.040 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 15 15:16:11 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-y[81421]: ::ffff:172.21.15.102 - - [15/Apr/2024:15:16:11] "GET /metrics HTTP/1.1" 200 34002 "" "Prometheus/2.43.0" 2024-04-15T15:16:12.687 INFO:journalctl@ceph.prometheus.a.smithi102.stdout:Apr 15 15:16:12 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-prometheus-a[120881]: ts=2024-04-15T15:16:12.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi016:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"362ea986-fb34-11ee-bc8f-c7b262605968\", instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T15:16:13.032 INFO:tasks.workunit.client.0.smithi016.stdout: 1126: throughput=5MB/sec pending data=0 2024-04-15T15:16:13.032 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-1JC8cT9c5VxwS58 off=9977337 len=2074891 2024-04-15T15:16:13.036 INFO:tasks.workunit.client.0.smithi016.stdout:op 5747 completed, throughput=5MB/sec 2024-04-15T15:16:13.036 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-zye6GaSRcPbpc95 off=3400353 len=1029851 2024-04-15T15:16:13.038 INFO:tasks.workunit.client.0.smithi016.stdout:op 5748 completed, throughput=5MB/sec 2024-04-15T15:16:13.039 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-36nRcnb63Yzl6e4 off=4483422 len=117098 2024-04-15T15:16:13.039 INFO:tasks.workunit.client.0.smithi016.stdout:op 5749 completed, throughput=5MB/sec 2024-04-15T15:16:13.039 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-47s8QkpjDkTcuSh off=159806 len=1159847 2024-04-15T15:16:13.045 INFO:tasks.workunit.client.0.smithi016.stdout:op 5750 completed, throughput=5MB/sec 2024-04-15T15:16:13.045 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-hkKUKbVKiE88EgC off=862108 len=288723 2024-04-15T15:16:13.046 INFO:tasks.workunit.client.0.smithi016.stdout:op 5751 completed, throughput=5MB/sec 2024-04-15T15:16:13.046 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-ovdiXdk6u7okHeo off=3174352 len=649567 2024-04-15T15:16:13.050 INFO:tasks.workunit.client.0.smithi016.stdout:op 5752 completed, throughput=5MB/sec 2024-04-15T15:16:14.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:16:13 smithi016 ceph-mon[90652]: pgmap v1921: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-04-15T15:16:14.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:16:13 smithi016 ceph-mon[93212]: pgmap v1921: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-04-15T15:16:14.051 INFO:tasks.workunit.client.0.smithi016.stdout: 1127: throughput=5MB/sec pending data=0 2024-04-15T15:16:14.051 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-uTPUZg5FyqveH8Q off=942188 len=446701 2024-04-15T15:16:14.052 INFO:tasks.workunit.client.0.smithi016.stdout:op 5753 completed, throughput=5MB/sec 2024-04-15T15:16:14.053 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-leA3692wtxqj-mh off=3475194 len=1573628 2024-04-15T15:16:14.055 INFO:tasks.workunit.client.0.smithi016.stdout:op 5754 completed, throughput=5MB/sec 2024-04-15T15:16:14.055 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-iEPB0t-xmIqeFVx off=19330796 len=817697 2024-04-15T15:16:14.059 INFO:tasks.workunit.client.0.smithi016.stdout:op 5755 completed, throughput=5MB/sec 2024-04-15T15:16:14.060 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-MeAGIlqP4yt4cm1 off=17250320 len=2042750 2024-04-15T15:16:14.069 INFO:tasks.workunit.client.0.smithi016.stdout:op 5756 completed, throughput=5MB/sec 2024-04-15T15:16:14.069 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-ncumiv4ZLernisn off=10850542 len=288821 2024-04-15T15:16:14.071 INFO:tasks.workunit.client.0.smithi016.stdout:op 5757 completed, throughput=5MB/sec 2024-04-15T15:16:14.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:16:13 smithi102 ceph-mon[87131]: pgmap v1921: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-04-15T15:16:15.072 INFO:tasks.workunit.client.0.smithi016.stdout: 1128: throughput=5MB/sec pending data=0 2024-04-15T15:16:15.072 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-C8BBuEQ4T0gjZbL off=8143096 len=344350 2024-04-15T15:16:15.075 INFO:tasks.workunit.client.0.smithi016.stdout:op 5758 completed, throughput=5MB/sec 2024-04-15T15:16:15.075 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-fRpHtl-bNEQje-P off=13546395 len=240937 2024-04-15T15:16:15.076 INFO:tasks.workunit.client.0.smithi016.stdout:op 5759 completed, throughput=5MB/sec 2024-04-15T15:16:15.076 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-uynNkqBcugowD-E off=5577408 len=1607413 2024-04-15T15:16:15.078 INFO:tasks.workunit.client.0.smithi016.stdout:op 5760 completed, throughput=5MB/sec 2024-04-15T15:16:15.078 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-A9vidsXuQp7yVtc off=467326 len=714282 2024-04-15T15:16:15.082 INFO:tasks.workunit.client.0.smithi016.stdout:op 5761 completed, throughput=5MB/sec 2024-04-15T15:16:15.082 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-B1pHMN_UhLtnDtB off=535135 len=606829 2024-04-15T15:16:15.087 INFO:tasks.workunit.client.0.smithi016.stdout:op 5762 completed, throughput=5MB/sec 2024-04-15T15:16:15.087 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-fk6mjPsA4g3iL5C off=10547135 len=719968 2024-04-15T15:16:15.088 INFO:tasks.workunit.client.0.smithi016.stdout:op 5763 completed, throughput=5MB/sec 2024-04-15T15:16:15.088 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-NNhm3T571ZXTl0n off=6248943 len=896985 2024-04-15T15:16:15.093 INFO:tasks.workunit.client.0.smithi016.stdout:op 5764 completed, throughput=5MB/sec 2024-04-15T15:16:15.093 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-B6-BRue49jNc9Q6 off=8889132 len=1081550 2024-04-15T15:16:15.094 INFO:tasks.workunit.client.0.smithi016.stdout:op 5765 completed, throughput=5MB/sec 2024-04-15T15:16:16.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:16:15 smithi016 ceph-mon[90652]: pgmap v1922: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-15T15:16:16.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:16:15 smithi016 ceph-mon[93212]: pgmap v1922: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-15T15:16:16.094 INFO:tasks.workunit.client.0.smithi016.stdout: 1129: throughput=5MB/sec pending data=0 2024-04-15T15:16:16.094 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-qy4xiyGhduwAbpy off=5257746 len=145420 2024-04-15T15:16:16.095 INFO:tasks.workunit.client.0.smithi016.stdout:op 5766 completed, throughput=5MB/sec 2024-04-15T15:16:16.095 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-1hJ1Gr1P39IoAMH off=3500356 len=539104 2024-04-15T15:16:16.099 INFO:tasks.workunit.client.0.smithi016.stdout:op 5767 completed, throughput=5MB/sec 2024-04-15T15:16:16.099 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-b6osqMUJ-k_jnnI off=4454648 len=1204118 2024-04-15T15:16:16.105 INFO:tasks.workunit.client.0.smithi016.stdout:op 5768 completed, throughput=5MB/sec 2024-04-15T15:16:16.105 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-oAne6jRLbq2KQHh off=14281291 len=1039911 2024-04-15T15:16:16.107 INFO:tasks.workunit.client.0.smithi016.stdout:op 5769 completed, throughput=5MB/sec 2024-04-15T15:16:16.107 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-vnpbxv3VjvqfsZe off=2207656 len=1895943 2024-04-15T15:16:16.118 INFO:tasks.workunit.client.0.smithi016.stdout:op 5770 completed, throughput=5MB/sec 2024-04-15T15:16:16.188 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:16:15 smithi102 ceph-mon[87131]: pgmap v1922: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-15T15:16:17.119 INFO:tasks.workunit.client.0.smithi016.stdout: 1130: throughput=5MB/sec pending data=0 2024-04-15T15:16:17.119 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-ZG8wtXjCWWRvXh4 off=4943483 len=1273078 2024-04-15T15:16:17.120 INFO:tasks.workunit.client.0.smithi016.stdout:op 5771 completed, throughput=5MB/sec 2024-04-15T15:16:17.120 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-OgQZjPV9q6Is8qK off=5185408 len=184101 2024-04-15T15:16:17.123 INFO:tasks.workunit.client.0.smithi016.stdout:op 5772 completed, throughput=5MB/sec 2024-04-15T15:16:17.124 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-ABAlxS5aNyXhu4O off=1999845 len=1303047 2024-04-15T15:16:17.125 INFO:tasks.workunit.client.0.smithi016.stdout:op 5773 completed, throughput=5MB/sec 2024-04-15T15:16:17.125 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-sFISgklZaSh1T2R off=5239683 len=564611 2024-04-15T15:16:17.126 INFO:tasks.workunit.client.0.smithi016.stdout:op 5774 completed, throughput=5MB/sec 2024-04-15T15:16:17.126 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-KPNTy88oFNl58fr off=1233027 len=597351 2024-04-15T15:16:17.131 INFO:tasks.workunit.client.0.smithi016.stdout:op 5775 completed, throughput=5MB/sec 2024-04-15T15:16:17.131 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-pHxZhC_NQ0pAd6q off=7358972 len=1989033 2024-04-15T15:16:17.133 INFO:tasks.workunit.client.0.smithi016.stdout:op 5776 completed, throughput=5MB/sec 2024-04-15T15:16:18.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:16:17 smithi016 ceph-mon[93212]: pgmap v1923: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 3.2 MiB/s rd, 3.1 MiB/s wr, 7 op/s 2024-04-15T15:16:18.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:16:17 smithi016 ceph-mon[90652]: pgmap v1923: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 3.2 MiB/s rd, 3.1 MiB/s wr, 7 op/s 2024-04-15T15:16:18.133 INFO:tasks.workunit.client.0.smithi016.stdout: 1131: throughput=5MB/sec pending data=0 2024-04-15T15:16:18.133 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-SxQQoIR8_WM8nL7 off=1216763 len=1579248 2024-04-15T15:16:18.136 INFO:tasks.workunit.client.0.smithi016.stdout:op 5777 completed, throughput=5MB/sec 2024-04-15T15:16:18.136 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-O_mWagA75jxorOd off=918349 len=1605462 2024-04-15T15:16:18.137 INFO:tasks.workunit.client.0.smithi016.stdout:op 5778 completed, throughput=5MB/sec 2024-04-15T15:16:18.137 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-Hm3DodUh6vV7wub off=15052841 len=363080 2024-04-15T15:16:18.141 INFO:tasks.workunit.client.0.smithi016.stdout:op 5779 completed, throughput=5MB/sec 2024-04-15T15:16:18.141 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-AeBIMfrZRcxPydX off=15449013 len=1148697 2024-04-15T15:16:18.142 INFO:tasks.workunit.client.0.smithi016.stdout:op 5780 completed, throughput=5MB/sec 2024-04-15T15:16:18.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:16:17 smithi102 ceph-mon[87131]: pgmap v1923: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 3.2 MiB/s rd, 3.1 MiB/s wr, 7 op/s 2024-04-15T15:16:19.142 INFO:tasks.workunit.client.0.smithi016.stdout: 1132: throughput=5MB/sec pending data=0 2024-04-15T15:16:19.143 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-4zMtgdRaYjRcgWm off=973321 len=203925 2024-04-15T15:16:19.143 INFO:tasks.workunit.client.0.smithi016.stdout:op 5781 completed, throughput=5MB/sec 2024-04-15T15:16:19.143 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-gdeHTPxDbK_jvdT off=8798533 len=1145221 2024-04-15T15:16:19.149 INFO:tasks.workunit.client.0.smithi016.stdout:op 5782 completed, throughput=5MB/sec 2024-04-15T15:16:19.149 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-BqCD0l7S_j2I6HM off=11161460 len=170800 2024-04-15T15:16:19.150 INFO:tasks.workunit.client.0.smithi016.stdout:op 5783 completed, throughput=5MB/sec 2024-04-15T15:16:19.150 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-ycWBkzmBQm-a0Ks off=1206913 len=575014 2024-04-15T15:16:19.154 INFO:tasks.workunit.client.0.smithi016.stdout:op 5784 completed, throughput=5MB/sec 2024-04-15T15:16:19.154 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-_piTbpe_ChMKn2p off=11248447 len=722616 2024-04-15T15:16:19.157 INFO:tasks.workunit.client.0.smithi016.stdout:op 5785 completed, throughput=5MB/sec 2024-04-15T15:16:19.158 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-3D6kfm3ViOSnUDa off=3163616 len=217191 2024-04-15T15:16:19.160 INFO:tasks.workunit.client.0.smithi016.stdout:op 5786 completed, throughput=5MB/sec 2024-04-15T15:16:19.161 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-AVi1_Czq7u_uJpR off=12072919 len=1639424 2024-04-15T15:16:19.170 INFO:tasks.workunit.client.0.smithi016.stdout:op 5787 completed, throughput=5MB/sec 2024-04-15T15:16:19.170 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-1rlU9Emkj-jpZw0 off=81080 len=567525 2024-04-15T15:16:19.173 INFO:tasks.workunit.client.0.smithi016.stdout:op 5788 completed, throughput=5MB/sec 2024-04-15T15:16:20.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:16:19 smithi016 ceph-mon[90652]: pgmap v1924: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-04-15T15:16:20.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:16:19 smithi016 ceph-mon[93212]: pgmap v1924: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-04-15T15:16:20.174 INFO:tasks.workunit.client.0.smithi016.stdout: 1133: throughput=5MB/sec pending data=0 2024-04-15T15:16:20.174 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-epXp41h6a0d8KUa off=2624988 len=132435 2024-04-15T15:16:20.177 INFO:tasks.workunit.client.0.smithi016.stdout:op 5789 completed, throughput=5MB/sec 2024-04-15T15:16:20.177 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-4qtssyMRflUPInH off=14384036 len=1998203 2024-04-15T15:16:20.186 INFO:tasks.workunit.client.0.smithi016.stdout:op 5790 completed, throughput=5MB/sec 2024-04-15T15:16:20.186 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-urvHj30gz3n1s5K off=2613527 len=1257562 2024-04-15T15:16:20.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:16:19 smithi102 ceph-mon[87131]: pgmap v1924: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-04-15T15:16:20.192 INFO:tasks.workunit.client.0.smithi016.stdout:op 5791 completed, throughput=5MB/sec 2024-04-15T15:16:20.192 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-4Nf9b2XmoBWjWWx off=13045482 len=886056 2024-04-15T15:16:20.193 INFO:tasks.workunit.client.0.smithi016.stdout:op 5792 completed, throughput=5MB/sec 2024-04-15T15:16:20.193 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-bRG3JtEbObum7xd off=20142306 len=1421621 2024-04-15T15:16:20.194 INFO:tasks.workunit.client.0.smithi016.stdout:op 5793 completed, throughput=5MB/sec 2024-04-15T15:16:21.194 INFO:tasks.workunit.client.0.smithi016.stdout: 1134: throughput=5MB/sec pending data=0 2024-04-15T15:16:21.194 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-xM6xsY4Pfyn21Oo off=3720412 len=1452908 2024-04-15T15:16:21.196 INFO:tasks.workunit.client.0.smithi016.stdout:op 5794 completed, throughput=5MB/sec 2024-04-15T15:16:21.196 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-DQxxuTpP86b7iL4 off=5756740 len=1754442 2024-04-15T15:16:21.198 INFO:tasks.workunit.client.0.smithi016.stdout:op 5795 completed, throughput=5MB/sec 2024-04-15T15:16:21.199 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-bTJ1CcFQNFnww7u off=11358760 len=214752 2024-04-15T15:16:21.199 INFO:tasks.workunit.client.0.smithi016.stdout:op 5796 completed, throughput=5MB/sec 2024-04-15T15:16:21.199 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-hTtmcGT9TQAabp2 off=1690729 len=1610335 2024-04-15T15:16:21.206 INFO:tasks.workunit.client.0.smithi016.stdout:op 5797 completed, throughput=5MB/sec 2024-04-15T15:16:22.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:16:21 smithi016 ceph-mon[93212]: pgmap v1925: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.8 MiB/s wr, 6 op/s 2024-04-15T15:16:22.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:16:21 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T15:16:22.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:16:21 smithi016 ceph-mon[90652]: pgmap v1925: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.8 MiB/s wr, 6 op/s 2024-04-15T15:16:22.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:16:21 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T15:16:22.040 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 15 15:16:21 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-y[81421]: ::ffff:172.21.15.102 - - [15/Apr/2024:15:16:21] "GET /metrics HTTP/1.1" 200 34002 "" "Prometheus/2.43.0" 2024-04-15T15:16:22.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:16:21 smithi102 ceph-mon[87131]: pgmap v1925: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.8 MiB/s wr, 6 op/s 2024-04-15T15:16:22.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:16:21 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T15:16:22.206 INFO:tasks.workunit.client.0.smithi016.stdout: 1135: throughput=5MB/sec pending data=0 2024-04-15T15:16:22.206 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-O2AEwoXRp7jwHg- off=14758073 len=172792 2024-04-15T15:16:22.207 INFO:tasks.workunit.client.0.smithi016.stdout:op 5798 completed, throughput=5MB/sec 2024-04-15T15:16:22.207 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-lP82XX71L0-4wo2 off=0 len=1360526 2024-04-15T15:16:22.211 INFO:tasks.workunit.client.0.smithi016.stdout:op 5799 completed, throughput=5MB/sec 2024-04-15T15:16:22.211 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-rKsPU3Wpy5MtXdB off=2019712 len=1563639 2024-04-15T15:16:22.214 INFO:tasks.workunit.client.0.smithi016.stdout:op 5800 completed, throughput=5MB/sec 2024-04-15T15:16:22.214 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-JUW4SaFIAsLcC-h off=1147023 len=1654183 2024-04-15T15:16:22.222 INFO:tasks.workunit.client.0.smithi016.stdout:op 5801 completed, throughput=5MB/sec 2024-04-15T15:16:22.222 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-MJkgZ8cXuhqNev2 off=2098145 len=980795 2024-04-15T15:16:22.227 INFO:tasks.workunit.client.0.smithi016.stdout:op 5802 completed, throughput=5MB/sec 2024-04-15T15:16:22.687 INFO:journalctl@ceph.prometheus.a.smithi102.stdout:Apr 15 15:16:22 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-prometheus-a[120881]: ts=2024-04-15T15:16:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi016:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"362ea986-fb34-11ee-bc8f-c7b262605968\", instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T15:16:23.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:16:22 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T15:16:23.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:16:22 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T15:16:23.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:16:22 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T15:16:23.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:16:22 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T15:16:23.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:16:22 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T15:16:23.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:16:22 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T15:16:23.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:16:22 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T15:16:23.188 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:16:22 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T15:16:23.188 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:16:22 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T15:16:23.227 INFO:tasks.workunit.client.0.smithi016.stdout: 1136: throughput=5MB/sec pending data=0 2024-04-15T15:16:23.227 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-C2ykF9b2I3ALbsy off=19390737 len=984385 2024-04-15T15:16:23.229 INFO:tasks.workunit.client.0.smithi016.stdout:op 5803 completed, throughput=5MB/sec 2024-04-15T15:16:23.229 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-XV8TjjmO8ZnPhVk off=8542195 len=1987075 2024-04-15T15:16:23.233 INFO:tasks.workunit.client.0.smithi016.stdout:op 5804 completed, throughput=5MB/sec 2024-04-15T15:16:23.233 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-UtIGN5etgfCTDle off=11226040 len=314793 2024-04-15T15:16:23.236 INFO:tasks.workunit.client.0.smithi016.stdout:op 5805 completed, throughput=5MB/sec 2024-04-15T15:16:23.236 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-yO8MeJQapkNKvL0 off=9263024 len=480727 2024-04-15T15:16:23.240 INFO:tasks.workunit.client.0.smithi016.stdout:op 5806 completed, throughput=5MB/sec 2024-04-15T15:16:23.240 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-mdRcDl1Shf-sSiR off=21959432 len=523205 2024-04-15T15:16:23.240 INFO:tasks.workunit.client.0.smithi016.stdout:op 5807 completed, throughput=5MB/sec 2024-04-15T15:16:23.241 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-k5OwRAOGwVwKrLM off=3012718 len=1692827 2024-04-15T15:16:23.242 INFO:tasks.workunit.client.0.smithi016.stdout:op 5808 completed, throughput=5MB/sec 2024-04-15T15:16:24.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:16:23 smithi016 ceph-mon[90652]: pgmap v1926: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-04-15T15:16:24.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:16:23 smithi016 ceph-mon[93212]: pgmap v1926: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-04-15T15:16:24.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:16:23 smithi102 ceph-mon[87131]: pgmap v1926: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-04-15T15:16:24.242 INFO:tasks.workunit.client.0.smithi016.stdout: 1137: throughput=5MB/sec pending data=0 2024-04-15T15:16:24.243 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-CvBb6q2FyY-JCLV off=10543189 len=1049741 2024-04-15T15:16:24.244 INFO:tasks.workunit.client.0.smithi016.stdout:op 5809 completed, throughput=5MB/sec 2024-04-15T15:16:24.244 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-jR6VIMn5CMYusgn off=6637618 len=1880656 2024-04-15T15:16:24.246 INFO:tasks.workunit.client.0.smithi016.stdout:op 5810 completed, throughput=5MB/sec 2024-04-15T15:16:24.246 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-Ove_vjhC6otw431 off=250818 len=127308 2024-04-15T15:16:24.250 INFO:tasks.workunit.client.0.smithi016.stdout:op 5811 completed, throughput=5MB/sec 2024-04-15T15:16:24.250 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-fxx5lAcTKW6s74B off=17289489 len=1941164 2024-04-15T15:16:24.252 INFO:tasks.workunit.client.0.smithi016.stdout:op 5812 completed, throughput=5MB/sec 2024-04-15T15:16:25.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:16:24 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T15:16:25.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:16:24 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T15:16:25.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:16:24 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T15:16:25.253 INFO:tasks.workunit.client.0.smithi016.stdout: 1138: throughput=5MB/sec pending data=0 2024-04-15T15:16:25.253 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-Qi87ZtVya-Fvw07 off=7749473 len=252990 2024-04-15T15:16:25.253 INFO:tasks.workunit.client.0.smithi016.stdout:op 5813 completed, throughput=5MB/sec 2024-04-15T15:16:25.253 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-40r5kxQjnBQKcEH off=7920542 len=820997 2024-04-15T15:16:25.259 INFO:tasks.workunit.client.0.smithi016.stdout:op 5814 completed, throughput=5MB/sec 2024-04-15T15:16:25.259 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-eTKGYdFSlRXrSKb off=73817 len=1141000 2024-04-15T15:16:25.264 INFO:tasks.workunit.client.0.smithi016.stdout:op 5815 completed, throughput=5MB/sec 2024-04-15T15:16:25.265 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-mVwEoG_PZYhQmZ9 off=10179163 len=1422832 2024-04-15T15:16:25.273 INFO:tasks.workunit.client.0.smithi016.stdout:op 5816 completed, throughput=5MB/sec 2024-04-15T15:16:25.273 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-UbKf1bS9A_zwtin off=17557877 len=1085309 2024-04-15T15:16:25.279 INFO:tasks.workunit.client.0.smithi016.stdout:op 5817 completed, throughput=5MB/sec 2024-04-15T15:16:26.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:16:25 smithi016 ceph-mon[90652]: pgmap v1927: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-15T15:16:26.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:16:25 smithi016 ceph-mon[93212]: pgmap v1927: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-15T15:16:26.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:16:25 smithi102 ceph-mon[87131]: pgmap v1927: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-15T15:16:26.279 INFO:tasks.workunit.client.0.smithi016.stdout: 1139: throughput=5MB/sec pending data=0 2024-04-15T15:16:26.279 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-JT5cNYqovPPram0 off=500469 len=1960117 2024-04-15T15:16:26.291 INFO:tasks.workunit.client.0.smithi016.stdout:op 5818 completed, throughput=5MB/sec 2024-04-15T15:16:26.292 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-tmODCnYOHj5VSFM off=1770631 len=22495 2024-04-15T15:16:26.294 INFO:tasks.workunit.client.0.smithi016.stdout:op 5819 completed, throughput=5MB/sec 2024-04-15T15:16:26.294 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-sBODmHnrVxsKKKl off=8946058 len=172541 2024-04-15T15:16:26.294 INFO:tasks.workunit.client.0.smithi016.stdout:op 5820 completed, throughput=5MB/sec 2024-04-15T15:16:26.294 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-pq-65EgJJ9E5s96 off=23897621 len=1043173 2024-04-15T15:16:26.296 INFO:tasks.workunit.client.0.smithi016.stdout:op 5821 completed, throughput=5MB/sec 2024-04-15T15:16:26.296 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-j2wdeBzGEOSA233 off=6185711 len=1255172 2024-04-15T15:16:26.298 INFO:tasks.workunit.client.0.smithi016.stdout:op 5822 completed, throughput=5MB/sec 2024-04-15T15:16:26.298 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-BOygdz1iNu7O2S3 off=949079 len=1729996 2024-04-15T15:16:26.300 INFO:tasks.workunit.client.0.smithi016.stdout:op 5823 completed, throughput=5MB/sec 2024-04-15T15:16:27.300 INFO:tasks.workunit.client.0.smithi016.stdout: 1140: throughput=5MB/sec pending data=0 2024-04-15T15:16:27.301 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-pMqVjhncw7yUuXw off=5047627 len=1657753 2024-04-15T15:16:27.311 INFO:tasks.workunit.client.0.smithi016.stdout:op 5824 completed, throughput=5MB/sec 2024-04-15T15:16:27.311 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-2kkG44pXUEcfSlG off=4853613 len=2477 2024-04-15T15:16:27.311 INFO:tasks.workunit.client.0.smithi016.stdout:op 5825 completed, throughput=5MB/sec 2024-04-15T15:16:27.311 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-pued2oWxHVuiT6D off=3187278 len=2067014 2024-04-15T15:16:27.314 INFO:tasks.workunit.client.0.smithi016.stdout:op 5826 completed, throughput=5MB/sec 2024-04-15T15:16:27.314 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-VDVg6dfbL994NZo off=14079654 len=1956374 2024-04-15T15:16:27.324 INFO:tasks.workunit.client.0.smithi016.stdout:op 5827 completed, throughput=5MB/sec 2024-04-15T15:16:28.042 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:16:27 smithi016 ceph-mon[90652]: pgmap v1928: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 3.4 MiB/s rd, 2.8 MiB/s wr, 6 op/s 2024-04-15T15:16:28.042 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:16:27 smithi016 ceph-mon[93212]: pgmap v1928: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 3.4 MiB/s rd, 2.8 MiB/s wr, 6 op/s 2024-04-15T15:16:28.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:16:27 smithi102 ceph-mon[87131]: pgmap v1928: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 3.4 MiB/s rd, 2.8 MiB/s wr, 6 op/s 2024-04-15T15:16:28.325 INFO:tasks.workunit.client.0.smithi016.stdout: 1141: throughput=5MB/sec pending data=0 2024-04-15T15:16:28.325 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-mtaJkRHMXF9jd76 off=1784923 len=352691 2024-04-15T15:16:28.328 INFO:tasks.workunit.client.0.smithi016.stdout:op 5828 completed, throughput=5MB/sec 2024-04-15T15:16:28.328 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-_1gvuPbXXOMgf1B off=3441995 len=913941 2024-04-15T15:16:28.330 INFO:tasks.workunit.client.0.smithi016.stdout:op 5829 completed, throughput=5MB/sec 2024-04-15T15:16:28.330 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-oXpkO5ozw3TzVKy off=12368259 len=772645 2024-04-15T15:16:28.332 INFO:tasks.workunit.client.0.smithi016.stdout:op 5830 completed, throughput=5MB/sec 2024-04-15T15:16:28.332 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-7IZeiCljSxKWiMS off=4362981 len=1151917 2024-04-15T15:16:28.340 INFO:tasks.workunit.client.0.smithi016.stdout:op 5831 completed, throughput=5MB/sec 2024-04-15T15:16:28.340 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-oiGwQ4BAXXwJGk- off=18276607 len=1702234 2024-04-15T15:16:28.350 INFO:tasks.workunit.client.0.smithi016.stdout:op 5832 completed, throughput=5MB/sec 2024-04-15T15:16:29.350 INFO:tasks.workunit.client.0.smithi016.stdout: 1142: throughput=5MB/sec pending data=0 2024-04-15T15:16:29.351 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-Oo64gC5oI0MMpBe off=4033108 len=350679 2024-04-15T15:16:29.351 INFO:tasks.workunit.client.0.smithi016.stdout:op 5833 completed, throughput=5MB/sec 2024-04-15T15:16:29.351 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-UKNyKmuYIna6bIt off=5309592 len=182604 2024-04-15T15:16:29.352 INFO:tasks.workunit.client.0.smithi016.stdout:op 5834 completed, throughput=5MB/sec 2024-04-15T15:16:29.352 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-vyjVzP4GWJRqlrJ off=1415601 len=1145319 2024-04-15T15:16:29.355 INFO:tasks.workunit.client.0.smithi016.stdout:op 5835 completed, throughput=5MB/sec 2024-04-15T15:16:29.355 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-ZhhKlE2omTK00lw off=1030301 len=2093236 2024-04-15T15:16:29.366 INFO:tasks.workunit.client.0.smithi016.stdout:op 5836 completed, throughput=5MB/sec 2024-04-15T15:16:29.366 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-ZU1ExbAavruGe3C off=2073349 len=807655 2024-04-15T15:16:29.371 INFO:tasks.workunit.client.0.smithi016.stdout:op 5837 completed, throughput=5MB/sec 2024-04-15T15:16:30.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:16:29 smithi016 ceph-mon[90652]: pgmap v1929: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-15T15:16:30.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:16:29 smithi016 ceph-mon[93212]: pgmap v1929: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-15T15:16:30.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:16:29 smithi102 ceph-mon[87131]: pgmap v1929: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-15T15:16:30.371 INFO:tasks.workunit.client.0.smithi016.stdout: 1143: throughput=5MB/sec pending data=0 2024-04-15T15:16:30.371 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-0F9SsAhpsEB-m81 off=18362206 len=704132 2024-04-15T15:16:30.376 INFO:tasks.workunit.client.0.smithi016.stdout:op 5838 completed, throughput=5MB/sec 2024-04-15T15:16:30.376 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-YDDmozhCezPl8EF off=2875846 len=224535 2024-04-15T15:16:30.377 INFO:tasks.workunit.client.0.smithi016.stdout:op 5839 completed, throughput=5MB/sec 2024-04-15T15:16:30.377 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-S5DpjjlH0TbG85d off=2752723 len=1259969 2024-04-15T15:16:30.385 INFO:tasks.workunit.client.0.smithi016.stdout:op 5840 completed, throughput=5MB/sec 2024-04-15T15:16:30.385 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-2OLUJdS8v7oq9we off=7664081 len=763725 2024-04-15T15:16:30.390 INFO:tasks.workunit.client.0.smithi016.stdout:op 5841 completed, throughput=5MB/sec 2024-04-15T15:16:30.390 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-X6LcMEYeQBMdUtp off=21281315 len=1662567 2024-04-15T15:16:30.393 INFO:tasks.workunit.client.0.smithi016.stdout:op 5842 completed, throughput=5MB/sec 2024-04-15T15:16:30.393 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-YuouUJuX_sf6ho1 off=19149517 len=1704343 2024-04-15T15:16:30.395 INFO:tasks.workunit.client.0.smithi016.stdout:op 5843 completed, throughput=5MB/sec 2024-04-15T15:16:31.396 INFO:tasks.workunit.client.0.smithi016.stdout: 1144: throughput=5MB/sec pending data=0 2024-04-15T15:16:31.396 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-yhHna6AWKU0T0wr off=6678565 len=1864257 2024-04-15T15:16:31.407 INFO:tasks.workunit.client.0.smithi016.stdout:op 5844 completed, throughput=5MB/sec 2024-04-15T15:16:31.407 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-TD_ZPZT-H13ju3n off=8296290 len=532944 2024-04-15T15:16:31.408 INFO:tasks.workunit.client.0.smithi016.stdout:op 5845 completed, throughput=5MB/sec 2024-04-15T15:16:31.408 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-yQm9qu5IqJKHOn_ off=8208385 len=411021 2024-04-15T15:16:31.411 INFO:tasks.workunit.client.0.smithi016.stdout:op 5846 completed, throughput=5MB/sec 2024-04-15T15:16:31.412 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-uneSCG3wpjxTFFg off=15501887 len=1483262 2024-04-15T15:16:31.413 INFO:tasks.workunit.client.0.smithi016.stdout:op 5847 completed, throughput=5MB/sec 2024-04-15T15:16:32.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:16:31 smithi016 ceph-mon[90652]: pgmap v1930: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-04-15T15:16:32.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:16:31 smithi016 ceph-mon[93212]: pgmap v1930: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-04-15T15:16:32.041 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 15 15:16:31 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-y[81421]: ::ffff:172.21.15.102 - - [15/Apr/2024:15:16:31] "GET /metrics HTTP/1.1" 200 33998 "" "Prometheus/2.43.0" 2024-04-15T15:16:32.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:16:31 smithi102 ceph-mon[87131]: pgmap v1930: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-04-15T15:16:32.414 INFO:tasks.workunit.client.0.smithi016.stdout: 1145: throughput=5MB/sec pending data=0 2024-04-15T15:16:32.414 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-iv4XGP4yvg2haFZ off=2966409 len=1368174 2024-04-15T15:16:32.423 INFO:tasks.workunit.client.0.smithi016.stdout:op 5848 completed, throughput=5MB/sec 2024-04-15T15:16:32.423 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-_45KjIXm9_QftR6 off=2723065 len=1257211 2024-04-15T15:16:32.429 INFO:tasks.workunit.client.0.smithi016.stdout:op 5849 completed, throughput=5MB/sec 2024-04-15T15:16:32.429 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-CIzURhZvbzWUfEk off=6729652 len=1215991 2024-04-15T15:16:32.434 INFO:tasks.workunit.client.0.smithi016.stdout:op 5850 completed, throughput=5MB/sec 2024-04-15T15:16:32.434 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-z2coRlVnJUpno_C off=1622414 len=2086956 2024-04-15T15:16:32.436 INFO:tasks.workunit.client.0.smithi016.stdout:op 5851 completed, throughput=5MB/sec 2024-04-15T15:16:32.688 INFO:journalctl@ceph.prometheus.a.smithi102.stdout:Apr 15 15:16:32 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-prometheus-a[120881]: ts=2024-04-15T15:16:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi016:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"362ea986-fb34-11ee-bc8f-c7b262605968\", instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T15:16:33.437 INFO:tasks.workunit.client.0.smithi016.stdout: 1146: throughput=5MB/sec pending data=0 2024-04-15T15:16:33.437 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-OqxGkoHJC8-DXw7 off=258549 len=625554 2024-04-15T15:16:33.441 INFO:tasks.workunit.client.0.smithi016.stdout:op 5852 completed, throughput=5MB/sec 2024-04-15T15:16:33.441 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-Ad9F8cDmGnG8gC8 off=2059503 len=1179820 2024-04-15T15:16:33.447 INFO:tasks.workunit.client.0.smithi016.stdout:op 5853 completed, throughput=5MB/sec 2024-04-15T15:16:33.447 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-yD-wcz5sfvQuvuy off=1038664 len=672446 2024-04-15T15:16:33.451 INFO:tasks.workunit.client.0.smithi016.stdout:op 5854 completed, throughput=5MB/sec 2024-04-15T15:16:33.451 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-_7ZZbQUP6-6lh6S off=806201 len=1687285 2024-04-15T15:16:33.457 INFO:tasks.workunit.client.0.smithi016.stdout:op 5855 completed, throughput=5MB/sec 2024-04-15T15:16:33.458 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-ESMLanGC1x4TpSd off=651756 len=50818 2024-04-15T15:16:33.459 INFO:tasks.workunit.client.0.smithi016.stdout:op 5856 completed, throughput=5MB/sec 2024-04-15T15:16:33.460 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-ZLOL3iYU1oVjoPH off=814926 len=456742 2024-04-15T15:16:33.461 INFO:tasks.workunit.client.0.smithi016.stdout:op 5857 completed, throughput=5MB/sec 2024-04-15T15:16:34.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:16:33 smithi016 ceph-mon[90652]: pgmap v1931: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-15T15:16:34.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:16:33 smithi016 ceph-mon[93212]: pgmap v1931: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-15T15:16:34.190 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:16:33 smithi102 ceph-mon[87131]: pgmap v1931: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-15T15:16:34.461 INFO:tasks.workunit.client.0.smithi016.stdout: 1147: throughput=5MB/sec pending data=0 2024-04-15T15:16:34.461 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-L7btso4lkqzoCkS off=337623 len=974800 2024-04-15T15:16:34.462 INFO:tasks.workunit.client.0.smithi016.stdout:op 5858 completed, throughput=5MB/sec 2024-04-15T15:16:34.462 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-u9ONMGEW4po0Sru off=10592134 len=35086 2024-04-15T15:16:34.465 INFO:tasks.workunit.client.0.smithi016.stdout:op 5859 completed, throughput=5MB/sec 2024-04-15T15:16:34.465 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-PYIHTUtgaJJYTtb off=1844771 len=724231 2024-04-15T15:16:34.466 INFO:tasks.workunit.client.0.smithi016.stdout:op 5860 completed, throughput=5MB/sec 2024-04-15T15:16:34.466 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-V772eqaSiIGydKq off=5243391 len=1105777 2024-04-15T15:16:34.473 INFO:tasks.workunit.client.0.smithi016.stdout:op 5861 completed, throughput=5MB/sec 2024-04-15T15:16:34.473 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-AtFOhKx5Oy9uMqt off=1890879 len=1140785 2024-04-15T15:16:34.474 INFO:tasks.workunit.client.0.smithi016.stdout:op 5862 completed, throughput=5MB/sec 2024-04-15T15:16:34.474 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-t-5qMbYLtfIA4Jz off=9534713 len=648363 2024-04-15T15:16:34.480 INFO:tasks.workunit.client.0.smithi016.stdout:op 5863 completed, throughput=5MB/sec 2024-04-15T15:16:34.480 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-I7vO21HLATV4Vuu off=1270669 len=549328 2024-04-15T15:16:34.480 INFO:tasks.workunit.client.0.smithi016.stdout:op 5864 completed, throughput=5MB/sec 2024-04-15T15:16:34.480 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-41FkqN2vdOtg_5U off=9230197 len=1452550 2024-04-15T15:16:34.481 INFO:tasks.workunit.client.0.smithi016.stdout:op 5865 completed, throughput=5MB/sec 2024-04-15T15:16:35.482 INFO:tasks.workunit.client.0.smithi016.stdout: 1148: throughput=5MB/sec pending data=0 2024-04-15T15:16:35.482 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-ntShi9GR58K8W_Y off=0 len=1207891 2024-04-15T15:16:35.489 INFO:tasks.workunit.client.0.smithi016.stdout:op 5866 completed, throughput=5MB/sec 2024-04-15T15:16:35.489 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-67sGs1N3tCP0kzx off=5398419 len=336538 2024-04-15T15:16:35.492 INFO:tasks.workunit.client.0.smithi016.stdout:op 5867 completed, throughput=5MB/sec 2024-04-15T15:16:35.492 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-eLQEgMSlLSDBBJx off=8938541 len=1236028 2024-04-15T15:16:35.498 INFO:tasks.workunit.client.0.smithi016.stdout:op 5868 completed, throughput=5MB/sec 2024-04-15T15:16:35.498 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-DTxMbRKpvzxM6wC off=3593856 len=166127 2024-04-15T15:16:35.501 INFO:tasks.workunit.client.0.smithi016.stdout:op 5869 completed, throughput=5MB/sec 2024-04-15T15:16:35.501 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-xRpM7KReAegBExV off=1899430 len=1198879 2024-04-15T15:16:35.505 INFO:tasks.workunit.client.0.smithi016.stdout:op 5870 completed, throughput=5MB/sec 2024-04-15T15:16:36.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:16:35 smithi016 ceph-mon[90652]: pgmap v1932: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.1 MiB/s wr, 3 op/s 2024-04-15T15:16:36.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:16:35 smithi016 ceph-mon[93212]: pgmap v1932: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.1 MiB/s wr, 3 op/s 2024-04-15T15:16:36.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:16:35 smithi102 ceph-mon[87131]: pgmap v1932: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.1 MiB/s wr, 3 op/s 2024-04-15T15:16:36.506 INFO:tasks.workunit.client.0.smithi016.stdout: 1149: throughput=5MB/sec pending data=0 2024-04-15T15:16:36.506 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-YMkA1EdEUQx_sKG off=3599939 len=814478 2024-04-15T15:16:36.510 INFO:tasks.workunit.client.0.smithi016.stdout:op 5871 completed, throughput=5MB/sec 2024-04-15T15:16:36.510 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-QtPQCKJpfakmKgD off=12971141 len=604043 2024-04-15T15:16:36.513 INFO:tasks.workunit.client.0.smithi016.stdout:op 5872 completed, throughput=5MB/sec 2024-04-15T15:16:36.514 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-DqgMNWGBp7b5YB9 off=645678 len=1809706 2024-04-15T15:16:36.515 INFO:tasks.workunit.client.0.smithi016.stdout:op 5873 completed, throughput=5MB/sec 2024-04-15T15:16:36.515 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-aBC7WdgG1hugu2G off=1567949 len=1143113 2024-04-15T15:16:36.516 INFO:tasks.workunit.client.0.smithi016.stdout:op 5874 completed, throughput=5MB/sec 2024-04-15T15:16:36.516 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-GqXgToqhncBpOUK off=4979335 len=802933 2024-04-15T15:16:36.517 INFO:tasks.workunit.client.0.smithi016.stdout:op 5875 completed, throughput=5MB/sec 2024-04-15T15:16:37.518 INFO:tasks.workunit.client.0.smithi016.stdout: 1150: throughput=5MB/sec pending data=0 2024-04-15T15:16:37.518 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-NxfdnU-ymIYCea7 off=20171397 len=1270379 2024-04-15T15:16:37.524 INFO:tasks.workunit.client.0.smithi016.stdout:op 5876 completed, throughput=5MB/sec 2024-04-15T15:16:37.524 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-KfkXjJ_vxsK8G6C off=3955282 len=56862 2024-04-15T15:16:37.526 INFO:tasks.workunit.client.0.smithi016.stdout:op 5877 completed, throughput=5MB/sec 2024-04-15T15:16:37.526 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-0oaffuSfMMc5sk8 off=1500262 len=990211 2024-04-15T15:16:37.528 INFO:tasks.workunit.client.0.smithi016.stdout:op 5878 completed, throughput=5MB/sec 2024-04-15T15:16:37.528 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-t2Y0dIoMjAEFqVR off=5140982 len=1789265 2024-04-15T15:16:37.537 INFO:tasks.workunit.client.0.smithi016.stdout:op 5879 completed, throughput=5MB/sec 2024-04-15T15:16:37.537 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-XhSXHnMyOvchQSn off=5896943 len=806890 2024-04-15T15:16:37.542 INFO:tasks.workunit.client.0.smithi016.stdout:op 5880 completed, throughput=5MB/sec 2024-04-15T15:16:37.542 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-LZjrrJ2-U7lzRwq off=17526425 len=1026075 2024-04-15T15:16:37.543 INFO:tasks.workunit.client.0.smithi016.stdout:op 5881 completed, throughput=5MB/sec 2024-04-15T15:16:38.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:16:37 smithi016 ceph-mon[90652]: pgmap v1933: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-04-15T15:16:38.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:16:37 smithi016 ceph-mon[93212]: pgmap v1933: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-04-15T15:16:38.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:16:37 smithi102 ceph-mon[87131]: pgmap v1933: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-04-15T15:16:38.544 INFO:tasks.workunit.client.0.smithi016.stdout: 1151: throughput=5MB/sec pending data=0 2024-04-15T15:16:38.544 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-72xI5JQnCs-XVFX off=2449102 len=993532 2024-04-15T15:16:38.549 INFO:tasks.workunit.client.0.smithi016.stdout:op 5882 completed, throughput=5MB/sec 2024-04-15T15:16:38.549 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-wpfAj_Ts3VZy1MG off=5801905 len=1170977 2024-04-15T15:16:38.551 INFO:tasks.workunit.client.0.smithi016.stdout:op 5883 completed, throughput=5MB/sec 2024-04-15T15:16:38.551 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-s3ogTaBM6RXmIGz off=142281 len=460717 2024-04-15T15:16:38.555 INFO:tasks.workunit.client.0.smithi016.stdout:op 5884 completed, throughput=5MB/sec 2024-04-15T15:16:38.556 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-5rcRpLPyLHMKQ7n off=3158411 len=1402054 2024-04-15T15:16:38.557 INFO:tasks.workunit.client.0.smithi016.stdout:op 5885 completed, throughput=5MB/sec 2024-04-15T15:16:38.557 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-_uWlVJRrdcXaw9a off=4203916 len=1186878 2024-04-15T15:16:38.562 INFO:tasks.workunit.client.0.smithi016.stdout:op 5886 completed, throughput=5MB/sec 2024-04-15T15:16:39.563 INFO:tasks.workunit.client.0.smithi016.stdout: 1152: throughput=5MB/sec pending data=0 2024-04-15T15:16:39.563 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-42rrfdNcV4U8dOa off=2049618 len=312736 2024-04-15T15:16:39.564 INFO:tasks.workunit.client.0.smithi016.stdout:op 5887 completed, throughput=5MB/sec 2024-04-15T15:16:39.564 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-cSOL6QSuHEOwjl4 off=17990220 len=1144470 2024-04-15T15:16:39.566 INFO:tasks.workunit.client.0.smithi016.stdout:op 5888 completed, throughput=5MB/sec 2024-04-15T15:16:39.566 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-N1h2WA_NcpqPm0x off=2588336 len=1789611 2024-04-15T15:16:39.576 INFO:tasks.workunit.client.0.smithi016.stdout:op 5889 completed, throughput=5MB/sec 2024-04-15T15:16:39.576 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-7Ks8SqbfuuYS7KO off=8556643 len=765715 2024-04-15T15:16:39.580 INFO:tasks.workunit.client.0.smithi016.stdout:op 5890 completed, throughput=5MB/sec 2024-04-15T15:16:39.580 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-0w6v0aG8IrN3cQA off=11718411 len=1544524 2024-04-15T15:16:39.588 INFO:tasks.workunit.client.0.smithi016.stdout:op 5891 completed, throughput=5MB/sec 2024-04-15T15:16:40.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:16:39 smithi016 ceph-mon[93212]: pgmap v1934: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-15T15:16:40.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:16:39 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T15:16:40.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:16:39 smithi016 ceph-mon[90652]: pgmap v1934: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-15T15:16:40.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:16:39 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T15:16:40.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:16:39 smithi102 ceph-mon[87131]: pgmap v1934: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-15T15:16:40.188 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:16:39 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T15:16:40.588 INFO:tasks.workunit.client.0.smithi016.stdout: 1153: throughput=5MB/sec pending data=0 2024-04-15T15:16:40.589 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-l5N2WAoctJ9C_fc off=885596 len=1640760 2024-04-15T15:16:40.590 INFO:tasks.workunit.client.0.smithi016.stdout:op 5892 completed, throughput=5MB/sec 2024-04-15T15:16:40.591 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-Bt--Z3jJTfjvnRo off=4216738 len=1353408 2024-04-15T15:16:40.592 INFO:tasks.workunit.client.0.smithi016.stdout:op 5893 completed, throughput=5MB/sec 2024-04-15T15:16:40.592 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-j3VF6SSLWt0uTDy off=2507767 len=1801668 2024-04-15T15:16:40.600 INFO:tasks.workunit.client.0.smithi016.stdout:op 5894 completed, throughput=5MB/sec 2024-04-15T15:16:41.600 INFO:tasks.workunit.client.0.smithi016.stdout: 1154: throughput=5MB/sec pending data=0 2024-04-15T15:16:41.600 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-o3Ym7Jzf9Zr1n3L off=10208251 len=866802 2024-04-15T15:16:41.601 INFO:tasks.workunit.client.0.smithi016.stdout:op 5895 completed, throughput=5MB/sec 2024-04-15T15:16:41.602 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-8BaTrZlkf8CSHRy off=10999607 len=1157278 2024-04-15T15:16:41.608 INFO:tasks.workunit.client.0.smithi016.stdout:op 5896 completed, throughput=5MB/sec 2024-04-15T15:16:41.608 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-71tGdSyfJcShxg_ off=5807880 len=1172908 2024-04-15T15:16:41.609 INFO:tasks.workunit.client.0.smithi016.stdout:op 5897 completed, throughput=5MB/sec 2024-04-15T15:16:41.609 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-BG3FR2wJjQ-vMoS off=1693257 len=973936 2024-04-15T15:16:41.614 INFO:tasks.workunit.client.0.smithi016.stdout:op 5898 completed, throughput=5MB/sec 2024-04-15T15:16:41.614 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-SdW1zZqRO7P-5DF off=316917 len=50454 2024-04-15T15:16:41.616 INFO:tasks.workunit.client.0.smithi016.stdout:op 5899 completed, throughput=5MB/sec 2024-04-15T15:16:41.616 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-X6LcMEYeQBMdUtp off=6190224 len=1995391 2024-04-15T15:16:41.627 INFO:tasks.workunit.client.0.smithi016.stdout:op 5900 completed, throughput=5MB/sec 2024-04-15T15:16:42.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:16:41 smithi016 ceph-mon[90652]: pgmap v1935: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2024-04-15T15:16:42.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:16:41 smithi016 ceph-mon[93212]: pgmap v1935: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2024-04-15T15:16:42.040 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 15 15:16:41 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-y[81421]: ::ffff:172.21.15.102 - - [15/Apr/2024:15:16:41] "GET /metrics HTTP/1.1" 200 33995 "" "Prometheus/2.43.0" 2024-04-15T15:16:42.190 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:16:41 smithi102 ceph-mon[87131]: pgmap v1935: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2024-04-15T15:16:42.627 INFO:tasks.workunit.client.0.smithi016.stdout: 1155: throughput=5MB/sec pending data=0 2024-04-15T15:16:42.627 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-m-7-ZVXgiT-GE6U off=10331379 len=559383 2024-04-15T15:16:42.628 INFO:tasks.workunit.client.0.smithi016.stdout:op 5901 completed, throughput=5MB/sec 2024-04-15T15:16:42.628 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-TVecMa8Yr_ZrP7x off=902671 len=1387192 2024-04-15T15:16:42.630 INFO:tasks.workunit.client.0.smithi016.stdout:op 5902 completed, throughput=5MB/sec 2024-04-15T15:16:42.630 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-kL0dX50kHnd0Get off=15151161 len=1194152 2024-04-15T15:16:42.632 INFO:tasks.workunit.client.0.smithi016.stdout:op 5903 completed, throughput=5MB/sec 2024-04-15T15:16:42.632 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-NxKdFISvO5MLG7C off=16711243 len=1600547 2024-04-15T15:16:42.633 INFO:tasks.workunit.client.0.smithi016.stdout:op 5904 completed, throughput=5MB/sec 2024-04-15T15:16:42.687 INFO:journalctl@ceph.prometheus.a.smithi102.stdout:Apr 15 15:16:42 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-prometheus-a[120881]: ts=2024-04-15T15:16:42.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi016:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"362ea986-fb34-11ee-bc8f-c7b262605968\", instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T15:16:42.688 INFO:journalctl@ceph.grafana.a.smithi102.stdout:Apr 15 15:16:42 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-grafana-a[125357]: logger=cleanup t=2024-04-15T15:16:42.359119493Z level=info msg="Completed cleanup jobs" duration=2.509723ms 2024-04-15T15:16:43.634 INFO:tasks.workunit.client.0.smithi016.stdout: 1156: throughput=5MB/sec pending data=0 2024-04-15T15:16:43.634 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-ITod2KY69LEvQpe off=6150048 len=1023126 2024-04-15T15:16:43.640 INFO:tasks.workunit.client.0.smithi016.stdout:op 5905 completed, throughput=5MB/sec 2024-04-15T15:16:43.640 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-V7ppj76vU_oQt9C off=1745767 len=471025 2024-04-15T15:16:43.644 INFO:tasks.workunit.client.0.smithi016.stdout:op 5906 completed, throughput=5MB/sec 2024-04-15T15:16:43.644 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-Xs-i-5pCSuynsQ_ off=892727 len=491663 2024-04-15T15:16:43.645 INFO:tasks.workunit.client.0.smithi016.stdout:op 5907 completed, throughput=5MB/sec 2024-04-15T15:16:43.645 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-suo8bVhKe9Hv2i3 off=1855385 len=1261721 2024-04-15T15:16:43.648 INFO:tasks.workunit.client.0.smithi016.stdout:op 5908 completed, throughput=5MB/sec 2024-04-15T15:16:43.648 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-vEmtCPxoVavb2IK off=9344235 len=1342215 2024-04-15T15:16:43.649 INFO:tasks.workunit.client.0.smithi016.stdout:op 5909 completed, throughput=5MB/sec 2024-04-15T15:16:43.649 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-eLjyn7XNGCeYw9k off=5214741 len=1578757 2024-04-15T15:16:43.657 INFO:tasks.workunit.client.0.smithi016.stdout:op 5910 completed, throughput=5MB/sec 2024-04-15T15:16:44.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:16:43 smithi016 ceph-mon[90652]: pgmap v1936: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-04-15T15:16:44.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:16:43 smithi016 ceph-mon[93212]: pgmap v1936: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-04-15T15:16:44.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:16:43 smithi102 ceph-mon[87131]: pgmap v1936: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-04-15T15:16:44.657 INFO:tasks.workunit.client.0.smithi016.stdout: 1157: throughput=5MB/sec pending data=0 2024-04-15T15:16:44.657 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-cxK1CQ50rmQLMuQ off=95079 len=117945 2024-04-15T15:16:44.660 INFO:tasks.workunit.client.0.smithi016.stdout:op 5911 completed, throughput=5MB/sec 2024-04-15T15:16:44.660 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-XyBNgxZnIrS-RvY off=10903554 len=699093 2024-04-15T15:16:44.665 INFO:tasks.workunit.client.0.smithi016.stdout:op 5912 completed, throughput=5MB/sec 2024-04-15T15:16:44.665 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-V9NfEqAGt7lsxIM off=2522878 len=827382 2024-04-15T15:16:44.670 INFO:tasks.workunit.client.0.smithi016.stdout:op 5913 completed, throughput=5MB/sec 2024-04-15T15:16:44.670 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-cKyOTI5wu3yrapr off=7494777 len=1308045 2024-04-15T15:16:44.677 INFO:tasks.workunit.client.0.smithi016.stdout:op 5914 completed, throughput=5MB/sec 2024-04-15T15:16:44.677 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-pit4QncZr5vSbOJ off=3284537 len=1621513 2024-04-15T15:16:44.685 INFO:tasks.workunit.client.0.smithi016.stdout:op 5915 completed, throughput=5MB/sec 2024-04-15T15:16:45.685 INFO:tasks.workunit.client.0.smithi016.stdout: 1158: throughput=5MB/sec pending data=0 2024-04-15T15:16:45.686 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-5VaMutLB1b3Fd_j off=18489328 len=1244803 2024-04-15T15:16:45.692 INFO:tasks.workunit.client.0.smithi016.stdout:op 5916 completed, throughput=5MB/sec 2024-04-15T15:16:45.692 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-nHPb-nscBqLyRNR off=6938821 len=1636179 2024-04-15T15:16:45.695 INFO:tasks.workunit.client.0.smithi016.stdout:op 5917 completed, throughput=5MB/sec 2024-04-15T15:16:45.695 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-lO5GGc0A3EXMwqr off=2154970 len=21153 2024-04-15T15:16:45.696 INFO:tasks.workunit.client.0.smithi016.stdout:op 5918 completed, throughput=5MB/sec 2024-04-15T15:16:45.696 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-Lj3PCAgbwvof3ch off=3543053 len=1507389 2024-04-15T15:16:45.703 INFO:tasks.workunit.client.0.smithi016.stdout:op 5919 completed, throughput=5MB/sec 2024-04-15T15:16:45.703 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-FB3dF-gg4oUQdI1 off=4649274 len=48619 2024-04-15T15:16:45.704 INFO:tasks.workunit.client.0.smithi016.stdout:op 5920 completed, throughput=5MB/sec 2024-04-15T15:16:45.704 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-P-WfsTvUYyF8LbO off=18888720 len=1309674 2024-04-15T15:16:45.710 INFO:tasks.workunit.client.0.smithi016.stdout:op 5921 completed, throughput=5MB/sec 2024-04-15T15:16:46.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:16:45 smithi016 ceph-mon[90652]: pgmap v1937: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-15T15:16:46.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:16:45 smithi016 ceph-mon[93212]: pgmap v1937: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-15T15:16:46.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:16:45 smithi102 ceph-mon[87131]: pgmap v1937: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-15T15:16:46.711 INFO:tasks.workunit.client.0.smithi016.stdout: 1159: throughput=5MB/sec pending data=0 2024-04-15T15:16:46.711 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-HBeGNaquZ6cWlPt off=13120935 len=563736 2024-04-15T15:16:46.715 INFO:tasks.workunit.client.0.smithi016.stdout:op 5922 completed, throughput=5MB/sec 2024-04-15T15:16:46.715 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-Zw0wQCx66IdQcYU off=12494850 len=1215991 2024-04-15T15:16:46.717 INFO:tasks.workunit.client.0.smithi016.stdout:op 5923 completed, throughput=5MB/sec 2024-04-15T15:16:46.718 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-BQ3G_ge67ScTJpB off=170429 len=1208756 2024-04-15T15:16:46.719 INFO:tasks.workunit.client.0.smithi016.stdout:op 5924 completed, throughput=5MB/sec 2024-04-15T15:16:46.719 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-40FGJL61IC9hUWE off=9416498 len=652723 2024-04-15T15:16:46.721 INFO:tasks.workunit.client.0.smithi016.stdout:op 5925 completed, throughput=5MB/sec 2024-04-15T15:16:46.721 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-48EnQLFNxwgPE00 off=182722 len=1248448 2024-04-15T15:16:46.728 INFO:tasks.workunit.client.0.smithi016.stdout:op 5926 completed, throughput=5MB/sec 2024-04-15T15:16:47.729 INFO:tasks.workunit.client.0.smithi016.stdout: 1160: throughput=5MB/sec pending data=0 2024-04-15T15:16:47.729 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-FYXr6Xk05bjFgao off=8594065 len=736186 2024-04-15T15:16:47.729 INFO:tasks.workunit.client.0.smithi016.stdout:op 5927 completed, throughput=5MB/sec 2024-04-15T15:16:47.730 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj--wlSHrwiJ_eEOxR off=7328438 len=484995 2024-04-15T15:16:47.730 INFO:tasks.workunit.client.0.smithi016.stdout:op 5928 completed, throughput=5MB/sec 2024-04-15T15:16:47.730 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-mYSJ3660SaZu3Dt off=1583083 len=769257 2024-04-15T15:16:47.735 INFO:tasks.workunit.client.0.smithi016.stdout:op 5929 completed, throughput=5MB/sec 2024-04-15T15:16:47.735 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-ec-QccYh-cVftXm off=8163975 len=1714899 2024-04-15T15:16:47.737 INFO:tasks.workunit.client.0.smithi016.stdout:op 5930 completed, throughput=5MB/sec 2024-04-15T15:16:47.737 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-ENTQcQsexxTziJh off=188494 len=1826036 2024-04-15T15:16:47.739 INFO:tasks.workunit.client.0.smithi016.stdout:op 5931 completed, throughput=5MB/sec 2024-04-15T15:16:48.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:16:47 smithi016 ceph-mon[90652]: pgmap v1938: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-04-15T15:16:48.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:16:47 smithi016 ceph-mon[93212]: pgmap v1938: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-04-15T15:16:48.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:16:47 smithi102 ceph-mon[87131]: pgmap v1938: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-04-15T15:16:48.740 INFO:tasks.workunit.client.0.smithi016.stdout: 1161: throughput=5MB/sec pending data=0 2024-04-15T15:16:48.740 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-JnXtTwWcwdIpdSS off=3084484 len=13462 2024-04-15T15:16:48.743 INFO:tasks.workunit.client.0.smithi016.stdout:op 5932 completed, throughput=5MB/sec 2024-04-15T15:16:48.743 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-k9p4gmlABmFgdrT off=307709 len=2096807 2024-04-15T15:16:48.745 INFO:tasks.workunit.client.0.smithi016.stdout:op 5933 completed, throughput=5MB/sec 2024-04-15T15:16:48.745 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-XhxDXXlAIh6KvVl off=4828797 len=1149830 2024-04-15T15:16:48.751 INFO:tasks.workunit.client.0.smithi016.stdout:op 5934 completed, throughput=5MB/sec 2024-04-15T15:16:48.751 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-B8K_BGI0MmkcF11 off=7557209 len=594518 2024-04-15T15:16:48.757 INFO:tasks.workunit.client.0.smithi016.stdout:op 5935 completed, throughput=5MB/sec 2024-04-15T15:16:48.758 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-j3psxjOnV3IzPmW off=14160029 len=1096198 2024-04-15T15:16:48.758 INFO:tasks.workunit.client.0.smithi016.stdout:op 5936 completed, throughput=5MB/sec 2024-04-15T15:16:49.757 INFO:tasks.workunit.client.0.smithi016.stdout: 1162: throughput=5MB/sec pending data=0 2024-04-15T15:16:49.757 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-GBgaxcmf38_5-DU off=3325955 len=904458 2024-04-15T15:16:49.758 INFO:tasks.workunit.client.0.smithi016.stdout:op 5937 completed, throughput=5MB/sec 2024-04-15T15:16:49.758 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-jn2WadjmJ5cxEGc off=9363956 len=105759 2024-04-15T15:16:49.759 INFO:tasks.workunit.client.0.smithi016.stdout:op 5938 completed, throughput=5MB/sec 2024-04-15T15:16:49.759 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-zJNLeA_Nc3hD3ML off=10076359 len=203533 2024-04-15T15:16:49.762 INFO:tasks.workunit.client.0.smithi016.stdout:op 5939 completed, throughput=5MB/sec 2024-04-15T15:16:49.762 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-rhXXvgJ-3FvJ_VO off=11386566 len=519413 2024-04-15T15:16:49.763 INFO:tasks.workunit.client.0.smithi016.stdout:op 5940 completed, throughput=5MB/sec 2024-04-15T15:16:49.764 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-Cgv1rpPe_CLs-DL off=1665122 len=800183 2024-04-15T15:16:49.769 INFO:tasks.workunit.client.0.smithi016.stdout:op 5941 completed, throughput=5MB/sec 2024-04-15T15:16:49.769 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-dc8kpypyf_AHwy4 off=2966602 len=842426 2024-04-15T15:16:49.771 INFO:tasks.workunit.client.0.smithi016.stdout:op 5942 completed, throughput=5MB/sec 2024-04-15T15:16:49.771 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-noV8QcD1wRX37LE off=1659035 len=433815 2024-04-15T15:16:49.772 INFO:tasks.workunit.client.0.smithi016.stdout:op 5943 completed, throughput=5MB/sec 2024-04-15T15:16:49.772 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-2BVs65HwDFcBQ1M off=13228341 len=888419 2024-04-15T15:16:49.778 INFO:tasks.workunit.client.0.smithi016.stdout:op 5944 completed, throughput=5MB/sec 2024-04-15T15:16:49.778 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-37F9DOEc1huKE-h off=991846 len=1821062 2024-04-15T15:16:49.780 INFO:tasks.workunit.client.0.smithi016.stdout:op 5945 completed, throughput=5MB/sec 2024-04-15T15:16:50.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:16:49 smithi016 ceph-mon[90652]: pgmap v1939: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-04-15T15:16:50.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:16:49 smithi016 ceph-mon[93212]: pgmap v1939: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-04-15T15:16:50.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:16:49 smithi102 ceph-mon[87131]: pgmap v1939: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-04-15T15:16:50.780 INFO:tasks.workunit.client.0.smithi016.stdout: 1163: throughput=5MB/sec pending data=0 2024-04-15T15:16:50.780 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-5IEruxVOKg6RH2j off=2761639 len=1299866 2024-04-15T15:16:50.788 INFO:tasks.workunit.client.0.smithi016.stdout:op 5946 completed, throughput=5MB/sec 2024-04-15T15:16:50.788 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-BtyEmCUafhtiiXa off=3263750 len=1294960 2024-04-15T15:16:50.791 INFO:tasks.workunit.client.0.smithi016.stdout:op 5947 completed, throughput=5MB/sec 2024-04-15T15:16:50.791 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-63tHbh4NpUhnZzy off=9557463 len=1893140 2024-04-15T15:16:50.798 INFO:tasks.workunit.client.0.smithi016.stdout:op 5948 completed, throughput=5MB/sec 2024-04-15T15:16:51.798 INFO:tasks.workunit.client.0.smithi016.stdout: 1164: throughput=5MB/sec pending data=0 2024-04-15T15:16:51.799 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-Zr8g881m1HrqwK6 off=4235024 len=1260487 2024-04-15T15:16:51.804 INFO:tasks.workunit.client.0.smithi016.stdout:op 5949 completed, throughput=5MB/sec 2024-04-15T15:16:51.805 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-7dhCGejd78pDekY off=3152285 len=1110650 2024-04-15T15:16:51.811 INFO:tasks.workunit.client.0.smithi016.stdout:op 5950 completed, throughput=5MB/sec 2024-04-15T15:16:51.811 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-mx-ly-84tqYJtIc off=4534194 len=86269 2024-04-15T15:16:51.812 INFO:tasks.workunit.client.0.smithi016.stdout:op 5951 completed, throughput=5MB/sec 2024-04-15T15:16:51.812 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-TbTuoO8gcme9atj off=900989 len=832945 2024-04-15T15:16:51.813 INFO:tasks.workunit.client.0.smithi016.stdout:op 5952 completed, throughput=5MB/sec 2024-04-15T15:16:51.813 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-1YFueRDHrf1QGAR off=2846884 len=737356 2024-04-15T15:16:51.814 INFO:tasks.workunit.client.0.smithi016.stdout:op 5953 completed, throughput=5MB/sec 2024-04-15T15:16:51.814 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-UrReBOXNzGfWHFI off=3864656 len=1222013 2024-04-15T15:16:51.816 INFO:tasks.workunit.client.0.smithi016.stdout:op 5954 completed, throughput=5MB/sec 2024-04-15T15:16:52.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:16:51 smithi016 ceph-mon[90652]: pgmap v1940: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-04-15T15:16:52.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:16:51 smithi016 ceph-mon[93212]: pgmap v1940: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-04-15T15:16:52.040 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 15 15:16:51 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-y[81421]: ::ffff:172.21.15.102 - - [15/Apr/2024:15:16:51] "GET /metrics HTTP/1.1" 200 33995 "" "Prometheus/2.43.0" 2024-04-15T15:16:52.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:16:51 smithi102 ceph-mon[87131]: pgmap v1940: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-04-15T15:16:52.687 INFO:journalctl@ceph.prometheus.a.smithi102.stdout:Apr 15 15:16:52 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-prometheus-a[120881]: ts=2024-04-15T15:16:52.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi016:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"362ea986-fb34-11ee-bc8f-c7b262605968\", instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T15:16:52.817 INFO:tasks.workunit.client.0.smithi016.stdout: 1165: throughput=5MB/sec pending data=0 2024-04-15T15:16:52.817 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-FT79oxj-MqlOfe1 off=956990 len=874927 2024-04-15T15:16:52.822 INFO:tasks.workunit.client.0.smithi016.stdout:op 5955 completed, throughput=5MB/sec 2024-04-15T15:16:52.822 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-Lg7bMsLOhjvCFVi off=5303932 len=1896252 2024-04-15T15:16:52.837 INFO:tasks.workunit.client.0.smithi016.stdout:op 5956 completed, throughput=5MB/sec 2024-04-15T15:16:52.837 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-4cyhbXdxVaeT4wu off=7983096 len=1353042 2024-04-15T15:16:52.837 INFO:tasks.workunit.client.0.smithi016.stdout:op 5957 completed, throughput=5MB/sec 2024-04-15T15:16:52.837 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-3J2PsujlSuF-OIq off=11451846 len=1813520 2024-04-15T15:16:52.844 INFO:tasks.workunit.client.0.smithi016.stdout:op 5958 completed, throughput=5MB/sec 2024-04-15T15:16:53.844 INFO:tasks.workunit.client.0.smithi016.stdout: 1166: throughput=5MB/sec pending data=0 2024-04-15T15:16:53.844 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-biQ21s8Vj8iD41W off=8982346 len=559853 2024-04-15T15:16:53.848 INFO:tasks.workunit.client.0.smithi016.stdout:op 5959 completed, throughput=5MB/sec 2024-04-15T15:16:53.848 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-tGYEe2ETKWD-dT_ off=704595 len=1658336 2024-04-15T15:16:53.850 INFO:tasks.workunit.client.0.smithi016.stdout:op 5960 completed, throughput=5MB/sec 2024-04-15T15:16:53.851 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-tU53Q18DusBH-nS off=8104514 len=324260 2024-04-15T15:16:53.854 INFO:tasks.workunit.client.0.smithi016.stdout:op 5961 completed, throughput=5MB/sec 2024-04-15T15:16:53.854 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-VztKyNRLDr52YQV off=10873596 len=536637 2024-04-15T15:16:53.855 INFO:tasks.workunit.client.0.smithi016.stdout:op 5962 completed, throughput=5MB/sec 2024-04-15T15:16:53.855 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-R3EmoWnSxBmwzyD off=8252768 len=491751 2024-04-15T15:16:53.856 INFO:tasks.workunit.client.0.smithi016.stdout:op 5963 completed, throughput=5MB/sec 2024-04-15T15:16:53.856 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-1k0ZaSzP0lMk5lc off=7292837 len=256931 2024-04-15T15:16:53.857 INFO:tasks.workunit.client.0.smithi016.stdout:op 5964 completed, throughput=5MB/sec 2024-04-15T15:16:53.857 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-khKaCAxB6yjpTPd off=8071581 len=1309276 2024-04-15T15:16:53.858 INFO:tasks.workunit.client.0.smithi016.stdout:op 5965 completed, throughput=5MB/sec 2024-04-15T15:16:54.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:16:53 smithi102 ceph-mon[87131]: pgmap v1941: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-15T15:16:54.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:16:53 smithi016 ceph-mon[90652]: pgmap v1941: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-15T15:16:54.294 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:16:53 smithi016 ceph-mon[93212]: pgmap v1941: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-15T15:16:54.859 INFO:tasks.workunit.client.0.smithi016.stdout: 1167: throughput=5MB/sec pending data=0 2024-04-15T15:16:54.859 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-hE4xUTHmo6QAsSR off=15719132 len=1970109 2024-04-15T15:16:54.863 INFO:tasks.workunit.client.0.smithi016.stdout:op 5966 completed, throughput=5MB/sec 2024-04-15T15:16:54.863 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-mzqxlZZVcWqhJJp off=8225726 len=286938 2024-04-15T15:16:54.864 INFO:tasks.workunit.client.0.smithi016.stdout:op 5967 completed, throughput=5MB/sec 2024-04-15T15:16:54.864 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-M9QfZmNIL5achG- off=5361255 len=857728 2024-04-15T15:16:54.869 INFO:tasks.workunit.client.0.smithi016.stdout:op 5968 completed, throughput=5MB/sec 2024-04-15T15:16:54.869 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-_vBgZUUSJxTZ6-h off=13553013 len=532024 2024-04-15T15:16:54.869 INFO:tasks.workunit.client.0.smithi016.stdout:op 5969 completed, throughput=5MB/sec 2024-04-15T15:16:54.870 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-Vh63Dq0FvWPBDpd off=12732023 len=1967239 2024-04-15T15:16:54.871 INFO:tasks.workunit.client.0.smithi016.stdout:op 5970 completed, throughput=5MB/sec 2024-04-15T15:16:55.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:16:54 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T15:16:55.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:16:54 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T15:16:55.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:16:54 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T15:16:55.872 INFO:tasks.workunit.client.0.smithi016.stdout: 1168: throughput=5MB/sec pending data=0 2024-04-15T15:16:55.872 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-T97KvkK_wD_iVLZ off=8827608 len=13716 2024-04-15T15:16:55.873 INFO:tasks.workunit.client.0.smithi016.stdout:op 5971 completed, throughput=5MB/sec 2024-04-15T15:16:55.873 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-Hf3FLxewxPZfgcb off=24076078 len=1084223 2024-04-15T15:16:55.879 INFO:tasks.workunit.client.0.smithi016.stdout:op 5972 completed, throughput=5MB/sec 2024-04-15T15:16:55.879 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-yr7BUe4msN-T6DI off=2293477 len=1675234 2024-04-15T15:16:55.884 INFO:tasks.workunit.client.0.smithi016.stdout:op 5973 completed, throughput=5MB/sec 2024-04-15T15:16:55.884 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-OEcmPQtNdpx9ux7 off=6839613 len=1477975 2024-04-15T15:16:55.888 INFO:tasks.workunit.client.0.smithi016.stdout:op 5974 completed, throughput=5MB/sec 2024-04-15T15:16:56.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:16:55 smithi102 ceph-mon[87131]: pgmap v1942: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-15T15:16:56.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:16:55 smithi016 ceph-mon[90652]: pgmap v1942: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-15T15:16:56.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:16:55 smithi016 ceph-mon[93212]: pgmap v1942: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-15T15:16:56.889 INFO:tasks.workunit.client.0.smithi016.stdout: 1169: throughput=5MB/sec pending data=0 2024-04-15T15:16:56.889 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-ceftzJr_iZfANgh off=5606483 len=1240395 2024-04-15T15:16:56.891 INFO:tasks.workunit.client.0.smithi016.stdout:op 5975 completed, throughput=5MB/sec 2024-04-15T15:16:56.891 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-Yp_dumyUx6hpHSH off=8978540 len=2018656 2024-04-15T15:16:56.894 INFO:tasks.workunit.client.0.smithi016.stdout:op 5976 completed, throughput=5MB/sec 2024-04-15T15:16:56.894 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-G_IrJ6Im20Fnl5q off=3569987 len=1478669 2024-04-15T15:16:56.895 INFO:tasks.workunit.client.0.smithi016.stdout:op 5977 completed, throughput=5MB/sec 2024-04-15T15:16:56.895 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-UxnxehyT4o4CLFC off=3032785 len=1419772 2024-04-15T15:16:56.897 INFO:tasks.workunit.client.0.smithi016.stdout:op 5978 completed, throughput=5MB/sec 2024-04-15T15:16:57.898 INFO:tasks.workunit.client.0.smithi016.stdout: 1170: throughput=5MB/sec pending data=0 2024-04-15T15:16:57.898 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-iXFONHIsNQdqQoF off=3330377 len=1039072 2024-04-15T15:16:57.904 INFO:tasks.workunit.client.0.smithi016.stdout:op 5979 completed, throughput=5MB/sec 2024-04-15T15:16:57.904 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-4wfFWuHfQyPokJk off=2066192 len=433913 2024-04-15T15:16:57.907 INFO:tasks.workunit.client.0.smithi016.stdout:op 5980 completed, throughput=5MB/sec 2024-04-15T15:16:57.907 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-k1C5r5gpimoqws_ off=3787866 len=1878925 2024-04-15T15:16:57.915 INFO:tasks.workunit.client.0.smithi016.stdout:op 5981 completed, throughput=5MB/sec 2024-04-15T15:16:57.916 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-hpVNhK0gractIUN off=8398425 len=645732 2024-04-15T15:16:57.920 INFO:tasks.workunit.client.0.smithi016.stdout:op 5982 completed, throughput=5MB/sec 2024-04-15T15:16:57.920 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-ffkC6Gp2nz-SyXX off=1548980 len=1801087 2024-04-15T15:16:57.927 INFO:tasks.workunit.client.0.smithi016.stdout:op 5983 completed, throughput=5MB/sec 2024-04-15T15:16:58.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:16:57 smithi102 ceph-mon[87131]: pgmap v1943: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 3.4 MiB/s rd, 2.8 MiB/s wr, 6 op/s 2024-04-15T15:16:58.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:16:57 smithi016 ceph-mon[90652]: pgmap v1943: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 3.4 MiB/s rd, 2.8 MiB/s wr, 6 op/s 2024-04-15T15:16:58.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:16:57 smithi016 ceph-mon[93212]: pgmap v1943: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 3.4 MiB/s rd, 2.8 MiB/s wr, 6 op/s 2024-04-15T15:16:58.928 INFO:tasks.workunit.client.0.smithi016.stdout: 1171: throughput=5MB/sec pending data=0 2024-04-15T15:16:58.928 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-SmSXptjabNUiotq off=15015580 len=1293197 2024-04-15T15:16:58.934 INFO:tasks.workunit.client.0.smithi016.stdout:op 5984 completed, throughput=5MB/sec 2024-04-15T15:16:58.935 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-M4dwlv7btlYdCnw off=4616613 len=174758 2024-04-15T15:16:58.935 INFO:tasks.workunit.client.0.smithi016.stdout:op 5985 completed, throughput=5MB/sec 2024-04-15T15:16:58.935 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-vwvwFv1ej86ezGK off=3670149 len=1948275 2024-04-15T15:16:58.937 INFO:tasks.workunit.client.0.smithi016.stdout:op 5986 completed, throughput=5MB/sec 2024-04-15T15:16:58.937 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-vwUn44rvXwL0jQ8 off=5998941 len=106892 2024-04-15T15:16:58.940 INFO:tasks.workunit.client.0.smithi016.stdout:op 5987 completed, throughput=5MB/sec 2024-04-15T15:16:58.940 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-JaOMfF_VTunRv2R off=15698927 len=2054459 2024-04-15T15:16:58.942 INFO:tasks.workunit.client.0.smithi016.stdout:op 5988 completed, throughput=5MB/sec 2024-04-15T15:16:59.943 INFO:tasks.workunit.client.0.smithi016.stdout: 1172: throughput=5MB/sec pending data=0 2024-04-15T15:16:59.943 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-I_rr4F3RJQ2cn6N off=7650530 len=1684388 2024-04-15T15:16:59.952 INFO:tasks.workunit.client.0.smithi016.stdout:op 5989 completed, throughput=5MB/sec 2024-04-15T15:16:59.953 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-zgKKptaTsQx7YXL off=1227891 len=365016 2024-04-15T15:16:59.956 INFO:tasks.workunit.client.0.smithi016.stdout:op 5990 completed, throughput=5MB/sec 2024-04-15T15:16:59.956 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-0DLJ9N_2Xbk44B0 off=9357439 len=243021 2024-04-15T15:16:59.959 INFO:tasks.workunit.client.0.smithi016.stdout:op 5991 completed, throughput=5MB/sec 2024-04-15T15:16:59.959 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-E2SD3gK4Ba2CfJE off=1387516 len=1427763 2024-04-15T15:16:59.965 INFO:tasks.workunit.client.0.smithi016.stdout:op 5992 completed, throughput=5MB/sec 2024-04-15T15:16:59.965 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-S2jSzxVQw7jdmVt off=120922 len=202921 2024-04-15T15:16:59.965 INFO:tasks.workunit.client.0.smithi016.stdout:op 5993 completed, throughput=5MB/sec 2024-04-15T15:17:00.091 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:16:59 smithi016 ceph-mon[93212]: pgmap v1944: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-15T15:17:00.092 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:16:59 smithi016 ceph-mon[90652]: pgmap v1944: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-15T15:17:00.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:16:59 smithi102 ceph-mon[87131]: pgmap v1944: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-15T15:17:00.966 INFO:tasks.workunit.client.0.smithi016.stdout: 1173: throughput=5MB/sec pending data=0 2024-04-15T15:17:00.966 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-1CZhjew8jf9T3Xy off=6949680 len=1420165 2024-04-15T15:17:00.968 INFO:tasks.workunit.client.0.smithi016.stdout:op 5994 completed, throughput=5MB/sec 2024-04-15T15:17:00.968 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-yVOX6aV8SL1cOCO off=1317943 len=866393 2024-04-15T15:17:00.973 INFO:tasks.workunit.client.0.smithi016.stdout:op 5995 completed, throughput=5MB/sec 2024-04-15T15:17:00.973 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-Jm6wc4ljvBUzjQN off=12824863 len=653240 2024-04-15T15:17:00.977 INFO:tasks.workunit.client.0.smithi016.stdout:op 5996 completed, throughput=5MB/sec 2024-04-15T15:17:00.977 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-Pe3da3bT1QNZQFm off=2077912 len=500071 2024-04-15T15:17:00.978 INFO:tasks.workunit.client.0.smithi016.stdout:op 5997 completed, throughput=5MB/sec 2024-04-15T15:17:00.978 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-yKNDpbx-qqbjlVF off=11730544 len=1770980 2024-04-15T15:17:00.982 INFO:tasks.workunit.client.0.smithi016.stdout:op 5998 completed, throughput=5MB/sec 2024-04-15T15:17:00.982 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-ZX6toHUS_xnKnhz off=6853367 len=155450 2024-04-15T15:17:00.982 INFO:tasks.workunit.client.0.smithi016.stdout:op 5999 completed, throughput=5MB/sec 2024-04-15T15:17:01.983 INFO:tasks.workunit.client.0.smithi016.stdout: 1174: throughput=5MB/sec pending data=0 2024-04-15T15:17:01.983 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-F6SObgRYEkP5sIG off=0 len=1141916 2024-04-15T15:17:01.989 INFO:tasks.workunit.client.0.smithi016.stdout:op 6000 completed, throughput=5MB/sec 2024-04-15T15:17:01.989 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-2acnWXtRyyj65M_ off=14627922 len=1899273 2024-04-15T15:17:01.997 INFO:tasks.workunit.client.0.smithi016.stdout:op 6001 completed, throughput=5MB/sec 2024-04-15T15:17:01.997 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-q0sDoJFpOz17eU7 off=2972991 len=61580 2024-04-15T15:17:01.999 INFO:tasks.workunit.client.0.smithi016.stdout:op 6002 completed, throughput=5MB/sec 2024-04-15T15:17:01.999 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-3XKnPGY4c2jFpgK off=2202551 len=355795 2024-04-15T15:17:02.000 INFO:tasks.workunit.client.0.smithi016.stdout:op 6003 completed, throughput=5MB/sec 2024-04-15T15:17:02.000 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-3MiZr6aOb6yMugJ off=11088576 len=1372298 2024-04-15T15:17:02.006 INFO:tasks.workunit.client.0.smithi016.stdout:op 6004 completed, throughput=5MB/sec 2024-04-15T15:17:02.006 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-4VxXR5Ig6lBJ9h9 off=564500 len=1118689 2024-04-15T15:17:02.008 INFO:tasks.workunit.client.0.smithi016.stdout:op 6005 completed, throughput=5MB/sec 2024-04-15T15:17:02.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:17:01 smithi016 ceph-mon[90652]: pgmap v1945: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-04-15T15:17:02.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:17:01 smithi016 ceph-mon[93212]: pgmap v1945: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-04-15T15:17:02.040 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 15 15:17:01 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-y[81421]: ::ffff:172.21.15.102 - - [15/Apr/2024:15:17:01] "GET /metrics HTTP/1.1" 200 33999 "" "Prometheus/2.43.0" 2024-04-15T15:17:02.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:17:01 smithi102 ceph-mon[87131]: pgmap v1945: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-04-15T15:17:02.688 INFO:journalctl@ceph.prometheus.a.smithi102.stdout:Apr 15 15:17:02 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-prometheus-a[120881]: ts=2024-04-15T15:17:02.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi016:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"362ea986-fb34-11ee-bc8f-c7b262605968\", instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T15:17:03.009 INFO:tasks.workunit.client.0.smithi016.stdout: 1175: throughput=5MB/sec pending data=0 2024-04-15T15:17:03.009 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-Wa6YBjr2nGKPtZ9 off=2760409 len=1929368 2024-04-15T15:17:03.012 INFO:tasks.workunit.client.0.smithi016.stdout:op 6006 completed, throughput=5MB/sec 2024-04-15T15:17:03.012 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-tUFheR9FS3OdJ-O off=4771544 len=1557541 2024-04-15T15:17:03.013 INFO:tasks.workunit.client.0.smithi016.stdout:op 6007 completed, throughput=5MB/sec 2024-04-15T15:17:03.014 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-GuZ8UAQTRfCGxwO off=3652717 len=1138432 2024-04-15T15:17:03.020 INFO:tasks.workunit.client.0.smithi016.stdout:op 6008 completed, throughput=5MB/sec 2024-04-15T15:17:04.020 INFO:tasks.workunit.client.0.smithi016.stdout: 1176: throughput=5MB/sec pending data=0 2024-04-15T15:17:04.021 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-Zr8g881m1HrqwK6 off=1015613 len=653383 2024-04-15T15:17:04.025 INFO:tasks.workunit.client.0.smithi016.stdout:op 6009 completed, throughput=5MB/sec 2024-04-15T15:17:04.025 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-jBeAswNEdEbuxZW off=12026037 len=4728 2024-04-15T15:17:04.028 INFO:tasks.workunit.client.0.smithi016.stdout:op 6010 completed, throughput=5MB/sec 2024-04-15T15:17:04.028 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-wBxU6jlVijZknTm off=14196220 len=1145844 2024-04-15T15:17:04.029 INFO:tasks.workunit.client.0.smithi016.stdout:op 6011 completed, throughput=5MB/sec 2024-04-15T15:17:04.029 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-FONK4cEhwS59V1E off=2054045 len=1719648 2024-04-15T15:17:04.037 INFO:tasks.workunit.client.0.smithi016.stdout:op 6012 completed, throughput=5MB/sec 2024-04-15T15:17:04.037 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-VaSL2Ikhs7vEBc8 off=4438121 len=434175 2024-04-15T15:17:04.040 INFO:tasks.workunit.client.0.smithi016.stdout:op 6013 completed, throughput=5MB/sec 2024-04-15T15:17:04.040 INFO:tasks.workunit.client.0.smithi016.stdout:WRITE : oid=obj-ivvuCV7A9Qc4nFm off=3576259 len=406831 2024-04-15T15:17:04.043 INFO:tasks.workunit.client.0.smithi016.stdout:op 6014 completed, throughput=5MB/sec 2024-04-15T15:17:04.043 INFO:tasks.workunit.client.0.smithi016.stdout:READ : oid=obj-mGOzbO_XKyQK0Ff off=480833 len=1153611 2024-04-15T15:17:04.044 INFO:tasks.workunit.client.0.smithi016.stdout:op 6015 completed, throughput=5MB/sec 2024-04-15T15:17:04.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:17:03 smithi102 ceph-mon[87131]: pgmap v1946: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-15T15:17:04.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:17:03 smithi016 ceph-mon[90652]: pgmap v1946: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-15T15:17:04.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:17:03 smithi016 ceph-mon[93212]: pgmap v1946: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-15T15:17:05.044 INFO:tasks.workunit.client.0.smithi016.stdout:waiting for all operations to complete 2024-04-15T15:17:05.044 INFO:tasks.workunit.client.0.smithi016.stdout:cleaning up objects 2024-04-15T15:17:06.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:17:05 smithi102 ceph-mon[87131]: pgmap v1947: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 2.3 MiB/s rd, 1.9 MiB/s wr, 3 op/s 2024-04-15T15:17:06.289 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:17:05 smithi016 ceph-mon[90652]: pgmap v1947: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 2.3 MiB/s rd, 1.9 MiB/s wr, 3 op/s 2024-04-15T15:17:06.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:17:05 smithi016 ceph-mon[93212]: pgmap v1947: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 2.3 MiB/s rd, 1.9 MiB/s wr, 3 op/s 2024-04-15T15:17:08.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:17:07 smithi102 ceph-mon[87131]: pgmap v1948: 105 pgs: 105 active+clean; 125 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.6 MiB/s wr, 20 op/s 2024-04-15T15:17:08.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:17:07 smithi016 ceph-mon[90652]: pgmap v1948: 105 pgs: 105 active+clean; 125 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.6 MiB/s wr, 20 op/s 2024-04-15T15:17:08.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:17:07 smithi016 ceph-mon[93212]: pgmap v1948: 105 pgs: 105 active+clean; 125 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.6 MiB/s wr, 20 op/s 2024-04-15T15:17:10.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:17:09 smithi102 ceph-mon[87131]: pgmap v1949: 105 pgs: 105 active+clean; 123 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.0 MiB/s rd, 1.9 MiB/s wr, 29 op/s 2024-04-15T15:17:10.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:17:09 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T15:17:10.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:17:09 smithi016 ceph-mon[93212]: pgmap v1949: 105 pgs: 105 active+clean; 123 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.0 MiB/s rd, 1.9 MiB/s wr, 29 op/s 2024-04-15T15:17:10.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:17:09 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T15:17:10.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:17:09 smithi016 ceph-mon[90652]: pgmap v1949: 105 pgs: 105 active+clean; 123 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.0 MiB/s rd, 1.9 MiB/s wr, 29 op/s 2024-04-15T15:17:10.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:17:09 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T15:17:12.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:17:11 smithi016 ceph-mon[90652]: pgmap v1950: 105 pgs: 105 active+clean; 93 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 1.9 MiB/s rd, 1.9 MiB/s wr, 233 op/s 2024-04-15T15:17:12.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:17:11 smithi016 ceph-mon[93212]: pgmap v1950: 105 pgs: 105 active+clean; 93 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 1.9 MiB/s rd, 1.9 MiB/s wr, 233 op/s 2024-04-15T15:17:12.040 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 15 15:17:11 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-y[81421]: ::ffff:172.21.15.102 - - [15/Apr/2024:15:17:11] "GET /metrics HTTP/1.1" 200 33996 "" "Prometheus/2.43.0" 2024-04-15T15:17:12.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:17:11 smithi102 ceph-mon[87131]: pgmap v1950: 105 pgs: 105 active+clean; 93 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 1.9 MiB/s rd, 1.9 MiB/s wr, 233 op/s 2024-04-15T15:17:12.687 INFO:journalctl@ceph.prometheus.a.smithi102.stdout:Apr 15 15:17:12 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-prometheus-a[120881]: ts=2024-04-15T15:17:12.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi016:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"362ea986-fb34-11ee-bc8f-c7b262605968\", instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T15:17:14.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:17:13 smithi102 ceph-mon[87131]: pgmap v1951: 105 pgs: 105 active+clean; 82 GiB data, 9.7 GiB used, 706 GiB / 715 GiB avail; 1.1 MiB/s rd, 1.1 MiB/s wr, 302 op/s 2024-04-15T15:17:14.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:17:13 smithi016 ceph-mon[93212]: pgmap v1951: 105 pgs: 105 active+clean; 82 GiB data, 9.7 GiB used, 706 GiB / 715 GiB avail; 1.1 MiB/s rd, 1.1 MiB/s wr, 302 op/s 2024-04-15T15:17:14.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:17:13 smithi016 ceph-mon[90652]: pgmap v1951: 105 pgs: 105 active+clean; 82 GiB data, 9.7 GiB used, 706 GiB / 715 GiB avail; 1.1 MiB/s rd, 1.1 MiB/s wr, 302 op/s 2024-04-15T15:17:16.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:17:15 smithi102 ceph-mon[87131]: pgmap v1952: 105 pgs: 105 active+clean; 82 GiB data, 9.7 GiB used, 706 GiB / 715 GiB avail; 760 KiB/s rd, 843 KiB/s wr, 301 op/s 2024-04-15T15:17:16.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:17:15 smithi016 ceph-mon[90652]: pgmap v1952: 105 pgs: 105 active+clean; 82 GiB data, 9.7 GiB used, 706 GiB / 715 GiB avail; 760 KiB/s rd, 843 KiB/s wr, 301 op/s 2024-04-15T15:17:16.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:17:15 smithi016 ceph-mon[93212]: pgmap v1952: 105 pgs: 105 active+clean; 82 GiB data, 9.7 GiB used, 706 GiB / 715 GiB avail; 760 KiB/s rd, 843 KiB/s wr, 301 op/s 2024-04-15T15:17:18.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:17:17 smithi102 ceph-mon[87131]: pgmap v1953: 105 pgs: 105 active+clean; 51 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 760 KiB/s rd, 843 KiB/s wr, 517 op/s 2024-04-15T15:17:18.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:17:17 smithi016 ceph-mon[90652]: pgmap v1953: 105 pgs: 105 active+clean; 51 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 760 KiB/s rd, 843 KiB/s wr, 517 op/s 2024-04-15T15:17:18.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:17:17 smithi016 ceph-mon[93212]: pgmap v1953: 105 pgs: 105 active+clean; 51 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 760 KiB/s rd, 843 KiB/s wr, 517 op/s 2024-04-15T15:17:20.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:17:19 smithi102 ceph-mon[87131]: pgmap v1954: 105 pgs: 105 active+clean; 45 GiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 93 KiB/s wr, 535 op/s 2024-04-15T15:17:20.289 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:17:19 smithi016 ceph-mon[93212]: pgmap v1954: 105 pgs: 105 active+clean; 45 GiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 93 KiB/s wr, 535 op/s 2024-04-15T15:17:20.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:17:19 smithi016 ceph-mon[90652]: pgmap v1954: 105 pgs: 105 active+clean; 45 GiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 93 KiB/s wr, 535 op/s 2024-04-15T15:17:22.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:17:21 smithi016 ceph-mon[93212]: pgmap v1955: 105 pgs: 105 active+clean; 20 GiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 0 B/s wr, 695 op/s 2024-04-15T15:17:22.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:17:21 smithi016 ceph-mon[90652]: pgmap v1955: 105 pgs: 105 active+clean; 20 GiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 0 B/s wr, 695 op/s 2024-04-15T15:17:22.040 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 15 15:17:21 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-y[81421]: ::ffff:172.21.15.102 - - [15/Apr/2024:15:17:21] "GET /metrics HTTP/1.1" 200 33996 "" "Prometheus/2.43.0" 2024-04-15T15:17:22.181 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-04-15T15:17:22.181 DEBUG:teuthology.orchestra.run.smithi016:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-04-15T15:17:22.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:17:21 smithi102 ceph-mon[87131]: pgmap v1955: 105 pgs: 105 active+clean; 20 GiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 0 B/s wr, 695 op/s 2024-04-15T15:17:22.212 INFO:tasks.workunit:Stopping ['rados/load-gen-big.sh'] on client.0... 2024-04-15T15:17:22.212 DEBUG:teuthology.orchestra.run.smithi016:> sudo rm -rf -- /home/ubuntu/cephtest/workunits.list.client.0 /home/ubuntu/cephtest/clone.client.0 2024-04-15T15:17:22.478 DEBUG:teuthology.parallel:result is None 2024-04-15T15:17:22.479 DEBUG:teuthology.orchestra.run.smithi016:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0 2024-04-15T15:17:22.508 INFO:tasks.workunit:Deleted dir /home/ubuntu/cephtest/mnt.0/client.0 2024-04-15T15:17:22.509 DEBUG:teuthology.orchestra.run.smithi016:> rmdir -- /home/ubuntu/cephtest/mnt.0 2024-04-15T15:17:22.564 INFO:tasks.workunit:Deleted artificial mount point /home/ubuntu/cephtest/mnt.0/client.0 2024-04-15T15:17:22.564 INFO:teuthology.task.full_sequential:In full_sequential, running task print... 2024-04-15T15:17:22.564 INFO:teuthology.task.print:**** done end rados_loadgenbig.yaml 2024-04-15T15:17:22.565 INFO:teuthology.task.full_sequential:In full_sequential, running task print... 2024-04-15T15:17:22.565 INFO:teuthology.task.print:**** done start rbd_import_export.yaml 2024-04-15T15:17:22.565 INFO:teuthology.task.full_sequential:In full_sequential, running task workunit... 2024-04-15T15:17:22.566 INFO:tasks.workunit:Pulling workunits from ref reef 2024-04-15T15:17:22.566 INFO:tasks.workunit:Making a separate scratch dir for every client... 2024-04-15T15:17:22.566 DEBUG:teuthology.orchestra.run.smithi102:> stat -- /home/ubuntu/cephtest/mnt.1 2024-04-15T15:17:22.583 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-04-15T15:17:22.583 INFO:teuthology.orchestra.run.smithi102.stderr:stat: cannot statx '/home/ubuntu/cephtest/mnt.1': No such file or directory 2024-04-15T15:17:22.584 DEBUG:teuthology.orchestra.run.smithi102:> mkdir -- /home/ubuntu/cephtest/mnt.1 2024-04-15T15:17:22.640 INFO:tasks.workunit:Created dir /home/ubuntu/cephtest/mnt.1 2024-04-15T15:17:22.640 DEBUG:teuthology.orchestra.run.smithi102:> cd -- /home/ubuntu/cephtest/mnt.1 && mkdir -- client.1 2024-04-15T15:17:22.687 INFO:journalctl@ceph.prometheus.a.smithi102.stdout:Apr 15 15:17:22 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-prometheus-a[120881]: ts=2024-04-15T15:17:22.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi016:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"362ea986-fb34-11ee-bc8f-c7b262605968\", instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T15:17:22.696 INFO:tasks.workunit:timeout=3h 2024-04-15T15:17:22.696 INFO:tasks.workunit:cleanup=True 2024-04-15T15:17:22.697 DEBUG:teuthology.orchestra.run.smithi102:> rm -rf /home/ubuntu/cephtest/clone.client.1 && git clone --depth 1 --branch reef https://git.ceph.com/ceph.git /home/ubuntu/cephtest/clone.client.1 && cd /home/ubuntu/cephtest/clone.client.1 2024-04-15T15:17:22.753 INFO:tasks.workunit.client.1.smithi102.stderr:Cloning into '/home/ubuntu/cephtest/clone.client.1'... 2024-04-15T15:17:23.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:17:22 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T15:17:23.263 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:17:22 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T15:17:23.263 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:17:22 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T15:17:24.190 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:17:23 smithi102 ceph-mon[87131]: pgmap v1956: 105 pgs: 105 active+clean; 11 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 0 B/s wr, 551 op/s 2024-04-15T15:17:24.266 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:17:23 smithi016 ceph-mon[93212]: pgmap v1956: 105 pgs: 105 active+clean; 11 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 0 B/s wr, 551 op/s 2024-04-15T15:17:24.266 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:17:23 smithi016 ceph-mon[90652]: pgmap v1956: 105 pgs: 105 active+clean; 11 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 0 B/s wr, 551 op/s 2024-04-15T15:17:25.170 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:17:24 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T15:17:25.178 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:17:24 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T15:17:25.179 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:17:24 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T15:17:26.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:17:25 smithi102 ceph-mon[87131]: pgmap v1957: 105 pgs: 105 active+clean; 11 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 0 B/s wr, 480 op/s 2024-04-15T15:17:26.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:17:25 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T15:17:26.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:17:25 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T15:17:26.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:17:25 smithi016 ceph-mon[93212]: pgmap v1957: 105 pgs: 105 active+clean; 11 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 0 B/s wr, 480 op/s 2024-04-15T15:17:26.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:17:25 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T15:17:26.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:17:25 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T15:17:26.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:17:25 smithi016 ceph-mon[90652]: pgmap v1957: 105 pgs: 105 active+clean; 11 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 0 B/s wr, 480 op/s 2024-04-15T15:17:26.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:17:25 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T15:17:26.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:17:25 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T15:17:27.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:17:27 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T15:17:27.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:17:27 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T15:17:27.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:17:27 smithi016 ceph-mon[90652]: pgmap v1958: 105 pgs: 105 active+clean; 485 MiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 0 B/s wr, 550 op/s 2024-04-15T15:17:27.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:17:27 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T15:17:27.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:17:27 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T15:17:27.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:17:27 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T15:17:27.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:17:27 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T15:17:27.541 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:17:27 smithi016 ceph-mon[93212]: pgmap v1958: 105 pgs: 105 active+clean; 485 MiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 0 B/s wr, 550 op/s 2024-04-15T15:17:27.541 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:17:27 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T15:17:27.541 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:17:27 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T15:17:27.688 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:17:27 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T15:17:27.688 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:17:27 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T15:17:27.688 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:17:27 smithi102 ceph-mon[87131]: pgmap v1958: 105 pgs: 105 active+clean; 485 MiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 0 B/s wr, 550 op/s 2024-04-15T15:17:27.688 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:17:27 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T15:17:27.688 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:17:27 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T15:17:28.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:17:28 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T15:17:28.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:17:28 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T15:17:28.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:17:28 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T15:17:28.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:17:28 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T15:17:28.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:17:28 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T15:17:28.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:17:28 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T15:17:29.604 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:17:29 smithi102 ceph-mon[87131]: pgmap v1959: 105 pgs: 105 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 0 B/s wr, 337 op/s 2024-04-15T15:17:29.719 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:17:29 smithi016 ceph-mon[90652]: pgmap v1959: 105 pgs: 105 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 0 B/s wr, 337 op/s 2024-04-15T15:17:29.719 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:17:29 smithi016 ceph-mon[93212]: pgmap v1959: 105 pgs: 105 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 0 B/s wr, 337 op/s 2024-04-15T15:17:31.780 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:17:31 smithi016 ceph-mon[93212]: pgmap v1960: 105 pgs: 105 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 0 B/s wr, 303 op/s 2024-04-15T15:17:31.780 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:17:31 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T15:17:31.780 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:17:31 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T15:17:31.780 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:17:31 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T15:17:31.780 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:17:31 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T15:17:31.780 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:17:31 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T15:17:31.780 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:17:31 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T15:17:31.781 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:17:31 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T15:17:31.781 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:17:31 smithi016 ceph-mon[90652]: pgmap v1960: 105 pgs: 105 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 0 B/s wr, 303 op/s 2024-04-15T15:17:31.781 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:17:31 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T15:17:31.781 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:17:31 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T15:17:31.781 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:17:31 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T15:17:31.781 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:17:31 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T15:17:31.781 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:17:31 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T15:17:31.781 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:17:31 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T15:17:31.781 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:17:31 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T15:17:31.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:17:31 smithi102 ceph-mon[87131]: pgmap v1960: 105 pgs: 105 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 0 B/s wr, 303 op/s 2024-04-15T15:17:31.938 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:17:31 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T15:17:31.938 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:17:31 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T15:17:31.938 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:17:31 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T15:17:31.938 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:17:31 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T15:17:31.938 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:17:31 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T15:17:31.938 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:17:31 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T15:17:31.938 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:17:31 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T15:17:32.039 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 15 15:17:31 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-y[81421]: ::ffff:172.21.15.102 - - [15/Apr/2024:15:17:31] "GET /metrics HTTP/1.1" 200 33990 "" "Prometheus/2.43.0" 2024-04-15T15:17:32.687 INFO:journalctl@ceph.prometheus.a.smithi102.stdout:Apr 15 15:17:32 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-prometheus-a[120881]: ts=2024-04-15T15:17:32.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi016:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"362ea986-fb34-11ee-bc8f-c7b262605968\", instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T15:17:33.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:17:33 smithi102 ceph-mon[87131]: pgmap v1961: 105 pgs: 105 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 0 B/s wr, 132 op/s 2024-04-15T15:17:34.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:17:33 smithi016 ceph-mon[90652]: pgmap v1961: 105 pgs: 105 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 0 B/s wr, 132 op/s 2024-04-15T15:17:34.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:17:33 smithi016 ceph-mon[93212]: pgmap v1961: 105 pgs: 105 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 0 B/s wr, 132 op/s 2024-04-15T15:17:35.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:17:35 smithi102 ceph-mon[87131]: pgmap v1962: 105 pgs: 105 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 0 B/s wr, 72 op/s 2024-04-15T15:17:35.998 DEBUG:teuthology.orchestra.run.smithi102:> cd -- /home/ubuntu/cephtest/clone.client.1/qa/workunits && if test -e Makefile ; then make ; fi && find -executable -type f -printf '%P\0' >/home/ubuntu/cephtest/workunits.list.client.1 2024-04-15T15:17:36.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:17:35 smithi016 ceph-mon[90652]: pgmap v1962: 105 pgs: 105 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 0 B/s wr, 72 op/s 2024-04-15T15:17:36.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:17:35 smithi016 ceph-mon[93212]: pgmap v1962: 105 pgs: 105 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 0 B/s wr, 72 op/s 2024-04-15T15:17:36.076 INFO:tasks.workunit.client.1.smithi102.stdout:for d in direct_io fs ; do ( cd $d ; make all ) ; done 2024-04-15T15:17:36.078 INFO:tasks.workunit.client.1.smithi102.stdout:make[1]: Entering directory '/home/ubuntu/cephtest/clone.client.1/qa/workunits/direct_io' 2024-04-15T15:17:36.078 INFO:tasks.workunit.client.1.smithi102.stdout:cc -Wall -Wextra -D_GNU_SOURCE direct_io_test.c -o direct_io_test 2024-04-15T15:17:36.898 INFO:tasks.workunit.client.1.smithi102.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_sync_io.c -o test_sync_io 2024-04-15T15:17:36.962 INFO:tasks.workunit.client.1.smithi102.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_short_dio_read.c -o test_short_dio_read 2024-04-15T15:17:37.003 INFO:tasks.workunit.client.1.smithi102.stdout:make[1]: Leaving directory '/home/ubuntu/cephtest/clone.client.1/qa/workunits/direct_io' 2024-04-15T15:17:37.005 INFO:tasks.workunit.client.1.smithi102.stdout:make[1]: Entering directory '/home/ubuntu/cephtest/clone.client.1/qa/workunits/fs' 2024-04-15T15:17:37.005 INFO:tasks.workunit.client.1.smithi102.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_o_trunc.c -o test_o_trunc 2024-04-15T15:17:37.044 INFO:tasks.workunit.client.1.smithi102.stdout:make[1]: Leaving directory '/home/ubuntu/cephtest/clone.client.1/qa/workunits/fs' 2024-04-15T15:17:37.047 DEBUG:teuthology.orchestra.run.smithi102:> set -ex 2024-04-15T15:17:37.048 DEBUG:teuthology.orchestra.run.smithi102:> dd if=/home/ubuntu/cephtest/workunits.list.client.1 of=/dev/stdout 2024-04-15T15:17:37.104 INFO:tasks.workunit:Running workunits matching rbd/import_export.sh on client.1... 2024-04-15T15:17:37.105 INFO:tasks.workunit:Running workunit rbd/import_export.sh... 2024-04-15T15:17:37.106 DEBUG:teuthology.orchestra.run.smithi102:workunit test rbd/import_export.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.1/client.1/tmp && cd -- /home/ubuntu/cephtest/mnt.1/client.1/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=reef TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="1" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.1 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.1 CEPH_MNT=/home/ubuntu/cephtest/mnt.1 RBD_CREATE_ARGS=--new-format adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.1/qa/workunits/rbd/import_export.sh 2024-04-15T15:17:37.172 INFO:tasks.workunit.client.1.smithi102.stderr:+ export RBD_FORCE_ALLOW_V1=1 2024-04-15T15:17:37.172 INFO:tasks.workunit.client.1.smithi102.stderr:+ RBD_FORCE_ALLOW_V1=1 2024-04-15T15:17:37.172 INFO:tasks.workunit.client.1.smithi102.stderr:+ TMPDIR=/tmp/rbd_import_export_137815 2024-04-15T15:17:37.172 INFO:tasks.workunit.client.1.smithi102.stderr:+ rm -rf /tmp/rbd_import_export_137815 2024-04-15T15:17:37.173 INFO:tasks.workunit.client.1.smithi102.stderr:+ mkdir /tmp/rbd_import_export_137815 2024-04-15T15:17:37.173 INFO:tasks.workunit.client.1.smithi102.stderr:+ trap 'rm -rf /tmp/rbd_import_export_137815' INT TERM EXIT 2024-04-15T15:17:37.173 INFO:tasks.workunit.client.1.smithi102.stderr:+ mkdir foo.137815 2024-04-15T15:17:37.174 INFO:tasks.workunit.client.1.smithi102.stderr:+ rbd import foo.137815 foo.dir 2024-04-15T15:17:37.216 INFO:tasks.workunit.client.1.smithi102.stderr:rbd: cannot import a directory 2024-04-15T15:17:37.216 INFO:tasks.workunit.client.1.smithi102.stderr: Importing image: 0% complete...failed. 2024-04-15T15:17:37.216 INFO:tasks.workunit.client.1.smithi102.stderr:rbd: import failed: (21) Is a directory 2024-04-15T15:17:37.219 INFO:tasks.workunit.client.1.smithi102.stderr:+ true 2024-04-15T15:17:37.220 INFO:tasks.workunit.client.1.smithi102.stderr:+ rmdir foo.137815 2024-04-15T15:17:37.227 INFO:tasks.workunit.client.1.smithi102.stderr:+ dd if=/bin/sh of=/tmp/rbd_import_export_137815/img bs=1k count=1 seek=10 2024-04-15T15:17:37.228 INFO:tasks.workunit.client.1.smithi102.stderr:1+0 records in 2024-04-15T15:17:37.228 INFO:tasks.workunit.client.1.smithi102.stderr:1+0 records out 2024-04-15T15:17:37.228 INFO:tasks.workunit.client.1.smithi102.stderr:1024 bytes (1.0 kB, 1.0 KiB) copied, 5.6094e-05 s, 18.3 MB/s 2024-04-15T15:17:37.228 INFO:tasks.workunit.client.1.smithi102.stderr:+ dd if=/bin/dd of=/tmp/rbd_import_export_137815/img bs=1k count=10 seek=100 2024-04-15T15:17:37.229 INFO:tasks.workunit.client.1.smithi102.stderr:10+0 records in 2024-04-15T15:17:37.229 INFO:tasks.workunit.client.1.smithi102.stderr:10+0 records out 2024-04-15T15:17:37.229 INFO:tasks.workunit.client.1.smithi102.stderr:10240 bytes (10 kB, 10 KiB) copied, 4.9987e-05 s, 205 MB/s 2024-04-15T15:17:37.229 INFO:tasks.workunit.client.1.smithi102.stderr:+ dd if=/bin/rm of=/tmp/rbd_import_export_137815/img bs=1k count=100 seek=1000 2024-04-15T15:17:37.230 INFO:tasks.workunit.client.1.smithi102.stderr:60+1 records in 2024-04-15T15:17:37.230 INFO:tasks.workunit.client.1.smithi102.stderr:60+1 records out 2024-04-15T15:17:37.230 INFO:tasks.workunit.client.1.smithi102.stderr:61464 bytes (61 kB, 60 KiB) copied, 0.000157144 s, 391 MB/s 2024-04-15T15:17:37.231 INFO:tasks.workunit.client.1.smithi102.stderr:+ dd if=/bin/ls of=/tmp/rbd_import_export_137815/img bs=1k seek=10000 2024-04-15T15:17:37.232 INFO:tasks.workunit.client.1.smithi102.stderr:137+1 records in 2024-04-15T15:17:37.232 INFO:tasks.workunit.client.1.smithi102.stderr:137+1 records out 2024-04-15T15:17:37.232 INFO:tasks.workunit.client.1.smithi102.stderr:140760 bytes (141 kB, 137 KiB) copied, 0.00046469 s, 303 MB/s 2024-04-15T15:17:37.232 INFO:tasks.workunit.client.1.smithi102.stderr:+ dd if=/bin/ln of=/tmp/rbd_import_export_137815/img bs=1k seek=100000 2024-04-15T15:17:37.233 INFO:tasks.workunit.client.1.smithi102.stderr:59+1 records in 2024-04-15T15:17:37.233 INFO:tasks.workunit.client.1.smithi102.stderr:59+1 records out 2024-04-15T15:17:37.233 INFO:tasks.workunit.client.1.smithi102.stderr:61408 bytes (61 kB, 60 KiB) copied, 0.000170189 s, 361 MB/s 2024-04-15T15:17:37.233 INFO:tasks.workunit.client.1.smithi102.stderr:+ dd if=/bin/grep of=/tmp/rbd_import_export_137815/img bs=1k seek=1000000 2024-04-15T15:17:37.234 INFO:tasks.workunit.client.1.smithi102.stderr:154+1 records in 2024-04-15T15:17:37.235 INFO:tasks.workunit.client.1.smithi102.stderr:154+1 records out 2024-04-15T15:17:37.235 INFO:tasks.workunit.client.1.smithi102.stderr:158176 bytes (158 kB, 154 KiB) copied, 0.000343711 s, 460 MB/s 2024-04-15T15:17:37.235 INFO:tasks.workunit.client.1.smithi102.stderr:+ rbd rm testimg 2024-04-15T15:17:37.290 INFO:tasks.workunit.client.1.smithi102.stderr: Removing image: 0% complete...failed. 2024-04-15T15:17:37.290 INFO:tasks.workunit.client.1.smithi102.stderr:rbd: delete error: (2) No such file or directory 2024-04-15T15:17:37.293 INFO:tasks.workunit.client.1.smithi102.stderr:+ true 2024-04-15T15:17:37.293 INFO:tasks.workunit.client.1.smithi102.stderr:+ rbd import --new-format /tmp/rbd_import_export_137815/img testimg 2024-04-15T15:17:37.938 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:17:37 smithi102 ceph-mon[87131]: pgmap v1963: 105 pgs: 105 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 0 B/s wr, 72 op/s 2024-04-15T15:17:38.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:17:37 smithi016 ceph-mon[90652]: pgmap v1963: 105 pgs: 105 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 0 B/s wr, 72 op/s 2024-04-15T15:17:38.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:17:37 smithi016 ceph-mon[93212]: pgmap v1963: 105 pgs: 105 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 0 B/s wr, 72 op/s 2024-04-15T15:17:38.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:17:38 smithi102 ceph-mon[87131]: osdmap e1082: 8 total, 8 up, 8 in 2024-04-15T15:17:39.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:17:38 smithi016 ceph-mon[90652]: osdmap e1082: 8 total, 8 up, 8 in 2024-04-15T15:17:39.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:17:38 smithi016 ceph-mon[93212]: osdmap e1082: 8 total, 8 up, 8 in 2024-04-15T15:17:39.133 INFO:tasks.workunit.client.1.smithi102.stderr: Importing image: 1% complete... Importing image: 2% complete... Importing image: 3% complete... Importing image: 4% complete... Importing image: 5% complete... Importing image: 6% complete... Importing image: 7% complete... Importing image: 8% complete... Importing image: 9% complete... Importing image: 10% complete... Importing image: 11% complete... Importing image: 12% complete... Importing image: 13% complete... Importing image: 14% complete... Importing image: 15% complete... Importing image: 16% complete... Importing image: 17% complete... Importing image: 18% complete... Importing image: 19% complete... Importing image: 20% complete... Importing image: 21% complete... Importing image: 22% complete... Importing image: 23% complete... Importing image: 24% complete... Importing image: 25% complete... Importing image: 26% complete... Importing image: 27% complete... Importing image: 28% complete... Importing image: 29% complete... Importing image: 30% complete... Importing image: 31% complete... Importing image: 32% complete... Importing image: 33% complete... Importing image: 34% complete... Importing image: 35% complete... Importing image: 36% complete... Importing image: 37% complete... Importing image: 38% complete... Importing image: 39% complete... Importing image: 40% complete... Importing image: 41% complete... Importing image: 42% complete... Importing image: 43% complete... Importing image: 44% complete... Importing image: 45% complete... Importing image: 46% complete... Importing image: 47% complete... Importing image: 48% complete... Importing image: 49% complete... Importing image: 50% complete... Importing image: 51% complete... Importing image: 52% complete... Importing image: 53% complete... Importing image: 54% complete... Importing image: 55% complete... Importing image: 56% complete... Importing image: 57% complete... Importing image: 58% complete... Importing image: 59% complete... Importing image: 60% complete... Importing image: 61% complete... Importing image: 62% complete... Importing image: 63% complete... Importing image: 64% complete... Importing image: 65% complete... Importing image: 66% complete... Importing image: 67% complete... Importing image: 68% complete... Importing image: 69% complete... Importing image: 70% complete... Importing image: 71% complete... Importing image: 72% complete... Importing image: 73% complete... Importing image: 74% complete... Importing image: 75% complete... Importing image: 76% complete... Importing image: 77% complete... Importing image: 78% complete... Importing image: 79% complete... Importing image: 80% complete... Importing image: 81% complete... Importing image: 82% complete... Importing image: 83% complete... Importing image: 84% complete... Importing image: 85% complete... Importing image: 86% complete... Importing image: 87% complete... Importing image: 88% complete... Importing image: 89% complete... Importing image: 90% complete... Importing image: 91% complete... Importing image: 92% complete... Importing image: 93% complete... Importing image: 94% complete... Importing image: 95% complete... Importing image: 96% complete... Importing image: 97% complete... Importing image: 98% complete... Importing image: 99% complete... Importing image: 100% complete...done. 2024-04-15T15:17:39.133 INFO:tasks.workunit.client.1.smithi102.stderr:rbd: --new-format is deprecated, use --image-format 2 2024-04-15T15:17:39.136 INFO:tasks.workunit.client.1.smithi102.stderr:+ rbd export testimg /tmp/rbd_import_export_137815/img2 2024-04-15T15:17:39.316 INFO:tasks.workunit.client.1.smithi102.stderr: Exporting image: 1% complete... Exporting image: 2% complete... Exporting image: 3% complete... Exporting image: 4% complete... Exporting image: 5% complete... Exporting image: 6% complete... Exporting image: 7% complete... Exporting image: 8% complete... Exporting image: 9% complete... Exporting image: 10% complete... Exporting image: 11% complete... Exporting image: 12% complete... Exporting image: 13% complete... Exporting image: 14% complete... Exporting image: 15% complete... Exporting image: 16% complete... Exporting image: 17% complete... Exporting image: 18% complete... Exporting image: 19% complete... Exporting image: 20% complete... Exporting image: 21% complete... Exporting image: 22% complete... Exporting image: 23% complete... Exporting image: 24% complete... Exporting image: 25% complete... Exporting image: 26% complete... Exporting image: 27% complete... Exporting image: 28% complete... Exporting image: 29% complete... Exporting image: 30% complete... Exporting image: 31% complete... Exporting image: 32% complete... Exporting image: 33% complete... Exporting image: 34% complete... Exporting image: 35% complete... Exporting image: 36% complete... Exporting image: 37% complete... Exporting image: 38% complete... Exporting image: 39% complete... Exporting image: 40% complete... Exporting image: 41% complete... Exporting image: 42% complete... Exporting image: 43% complete... Exporting image: 44% complete... Exporting image: 45% complete... Exporting image: 46% complete... Exporting image: 47% complete... Exporting image: 48% complete... Exporting image: 49% complete... Exporting image: 50% complete... Exporting image: 51% complete... Exporting image: 52% complete... Exporting image: 53% complete... Exporting image: 54% complete... Exporting image: 55% complete... Exporting image: 56% complete... Exporting image: 57% complete... Exporting image: 58% complete... Exporting image: 59% complete... Exporting image: 60% complete... Exporting image: 61% complete... Exporting image: 62% complete... Exporting image: 63% complete... Exporting image: 64% complete... Exporting image: 65% complete... Exporting image: 66% complete... Exporting image: 67% complete... Exporting image: 68% complete... Exporting image: 69% complete... Exporting image: 70% complete... Exporting image: 71% complete... Exporting image: 72% complete... Exporting image: 73% complete... Exporting image: 74% complete... Exporting image: 75% complete... Exporting image: 76% complete... Exporting image: 77% complete... Exporting image: 78% complete... Exporting image: 79% complete... Exporting image: 80% complete... Exporting image: 81% complete... Exporting image: 82% complete... Exporting image: 83% complete... Exporting image: 84% complete... Exporting image: 85% complete... Exporting image: 86% complete... Exporting image: 87% complete... Exporting image: 88% complete... Exporting image: 89% complete... Exporting image: 90% complete... Exporting image: 91% complete... Exporting image: 92% complete... Exporting image: 93% complete... Exporting image: 94% complete... Exporting image: 95% complete... Exporting image: 96% complete... Exporting image: 97% complete... Exporting image: 98% complete... Exporting image: 99% complete... Exporting image: 100% complete...done. 2024-04-15T15:17:39.321 INFO:tasks.workunit.client.1.smithi102.stderr:+ rbd export testimg - 2024-04-15T15:17:39.909 INFO:tasks.workunit.client.1.smithi102.stderr: Exporting image: 1% complete... Exporting image: 2% complete... Exporting image: 3% complete... Exporting image: 4% complete... Exporting image: 5% complete... Exporting image: 6% complete... Exporting image: 7% complete... Exporting image: 8% complete... Exporting image: 9% complete... Exporting image: 10% complete... Exporting image: 11% complete... Exporting image: 12% complete... Exporting image: 13% complete... Exporting image: 14% complete... Exporting image: 15% complete... Exporting image: 16% complete... Exporting image: 17% complete... Exporting image: 18% complete... Exporting image: 19% complete... Exporting image: 20% complete... Exporting image: 21% complete... Exporting image: 22% complete... Exporting image: 23% complete... Exporting image: 24% complete... Exporting image: 25% complete... Exporting image: 26% complete... Exporting image: 27% complete... Exporting image: 28% complete... Exporting image: 29% complete... Exporting image: 30% complete... Exporting image: 31% complete... Exporting image: 32% complete... Exporting image: 33% complete... Exporting image: 34% complete... Exporting image: 35% complete... Exporting image: 36% complete... Exporting image: 37% complete... Exporting image: 38% complete... Exporting image: 39% complete... Exporting image: 40% complete... Exporting image: 41% complete... Exporting image: 42% complete... Exporting image: 43% complete... Exporting image: 44% complete... Exporting image: 45% complete... Exporting image: 46% complete... Exporting image: 47% complete... Exporting image: 48% complete... Exporting image: 49% complete... Exporting image: 50% complete... Exporting image: 51% complete... Exporting image: 52% complete... Exporting image: 53% complete... Exporting image: 54% complete... Exporting image: 55% complete... Exporting image: 56% complete... Exporting image: 57% complete... Exporting image: 58% complete... Exporting image: 59% complete... Exporting image: 60% complete... Exporting image: 61% complete... Exporting image: 62% complete... Exporting image: 63% complete... Exporting image: 64% complete... Exporting image: 65% complete... Exporting image: 66% complete... Exporting image: 67% complete... Exporting image: 68% complete... Exporting image: 69% complete... Exporting image: 70% complete... Exporting image: 71% complete... Exporting image: 72% complete... Exporting image: 73% complete... Exporting image: 74% complete... Exporting image: 75% complete... Exporting image: 76% complete... Exporting image: 77% complete... Exporting image: 78% complete... Exporting image: 79% complete... Exporting image: 80% complete... Exporting image: 81% complete... Exporting image: 82% complete... Exporting image: 83% complete... Exporting image: 84% complete... Exporting image: 85% complete... Exporting image: 86% complete... Exporting image: 87% complete... Exporting image: 88% complete... Exporting image: 89% complete... Exporting image: 90% complete... Exporting image: 91% complete... Exporting image: 92% complete... Exporting image: 93% complete... Exporting image: 94% complete... Exporting image: 95% complete... Exporting image: 96% complete... Exporting image: 97% complete... Exporting image: 98% complete... Exporting image: 99% complete... Exporting image: 100% complete...done. 2024-04-15T15:17:39.913 INFO:tasks.workunit.client.1.smithi102.stderr:+ rbd rm testimg 2024-04-15T15:17:39.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:17:39 smithi102 ceph-mon[87131]: pgmap v1965: 105 pgs: 105 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail 2024-04-15T15:17:39.938 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:17:39 smithi102 ceph-mon[87131]: osdmap e1083: 8 total, 8 up, 8 in 2024-04-15T15:17:39.938 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:17:39 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T15:17:40.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:17:39 smithi016 ceph-mon[90652]: pgmap v1965: 105 pgs: 105 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail 2024-04-15T15:17:40.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:17:39 smithi016 ceph-mon[90652]: osdmap e1083: 8 total, 8 up, 8 in 2024-04-15T15:17:40.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:17:39 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T15:17:40.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:17:39 smithi016 ceph-mon[93212]: pgmap v1965: 105 pgs: 105 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail 2024-04-15T15:17:40.041 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:17:39 smithi016 ceph-mon[93212]: osdmap e1083: 8 total, 8 up, 8 in 2024-04-15T15:17:40.041 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:17:39 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T15:17:40.041 INFO:tasks.workunit.client.1.smithi102.stderr: Removing image: 1% complete... Removing image: 2% complete... Removing image: 3% complete... Removing image: 4% complete... Removing image: 5% complete... Removing image: 6% complete... Removing image: 7% complete... Removing image: 8% complete... Removing image: 9% complete... Removing image: 10% complete... Removing image: 11% complete... Removing image: 12% complete... Removing image: 13% complete... Removing image: 14% complete... Removing image: 15% complete... Removing image: 16% complete... Removing image: 17% complete... Removing image: 18% complete... Removing image: 19% complete... Removing image: 20% complete... Removing image: 21% complete... Removing image: 22% complete... Removing image: 23% complete... Removing image: 24% complete... Removing image: 25% complete... Removing image: 26% complete... Removing image: 27% complete... Removing image: 28% complete... Removing image: 29% complete... Removing image: 30% complete... Removing image: 31% complete... Removing image: 32% complete... Removing image: 33% complete... Removing image: 34% complete... Removing image: 35% complete... Removing image: 36% complete... Removing image: 37% complete... Removing image: 38% complete... Removing image: 39% complete... Removing image: 40% complete... Removing image: 41% complete... Removing image: 42% complete... Removing image: 43% complete... Removing image: 44% complete... Removing image: 45% complete... Removing image: 46% complete... Removing image: 47% complete... Removing image: 48% complete... Removing image: 49% complete... Removing image: 50% complete... Removing image: 51% complete... Removing image: 52% complete... Removing image: 53% complete... Removing image: 54% complete... Removing image: 55% complete... Removing image: 56% complete... Removing image: 57% complete... Removing image: 58% complete... Removing image: 59% complete... Removing image: 60% complete... Removing image: 61% complete... Removing image: 62% complete... Removing image: 63% complete... Removing image: 64% complete... Removing image: 65% complete... Removing image: 66% complete... Removing image: 67% complete... Removing image: 68% complete... Removing image: 69% complete... Removing image: 70% complete... Removing image: 71% complete... Removing image: 72% complete... Removing image: 73% complete... Removing image: 74% complete... Removing image: 75% complete... Removing image: 76% complete... Removing image: 77% complete... Removing image: 78% complete... Removing image: 79% complete... Removing image: 80% complete... Removing image: 81% complete... Removing image: 82% complete... Removing image: 83% complete... Removing image: 84% complete... Removing image: 85% complete... Removing image: 86% complete... Removing image: 87% complete... Removing image: 88% complete... Removing image: 89% complete... Removing image: 90% complete... Removing image: 91% complete... Removing image: 92% complete... Removing image: 93% complete... Removing image: 94% complete... Removing image: 95% complete... Removing image: 96% complete... Removing image: 97% complete... Removing image: 98% complete... Removing image: 99% complete... Removing image: 100% complete...done. 2024-04-15T15:17:40.044 INFO:tasks.workunit.client.1.smithi102.stderr:+ cmp /tmp/rbd_import_export_137815/img /tmp/rbd_import_export_137815/img2 2024-04-15T15:17:40.586 INFO:tasks.workunit.client.1.smithi102.stderr:+ cmp /tmp/rbd_import_export_137815/img /tmp/rbd_import_export_137815/img3 2024-04-15T15:17:40.979 INFO:tasks.workunit.client.1.smithi102.stderr:+ rm /tmp/rbd_import_export_137815/img2 /tmp/rbd_import_export_137815/img3 2024-04-15T15:17:41.139 INFO:tasks.workunit.client.1.smithi102.stderr:+ rbd import --new-format - testimg 2024-04-15T15:17:41.557 INFO:tasks.workunit.client.1.smithi102.stderr: Importing image: 100% complete...done. 2024-04-15T15:17:41.557 INFO:tasks.workunit.client.1.smithi102.stderr:rbd: --new-format is deprecated, use --image-format 2 2024-04-15T15:17:41.560 INFO:tasks.workunit.client.1.smithi102.stderr:+ rbd export testimg /tmp/rbd_import_export_137815/img2 2024-04-15T15:17:41.740 INFO:tasks.workunit.client.1.smithi102.stderr: Exporting image: 1% complete... Exporting image: 2% complete... Exporting image: 3% complete... Exporting image: 4% complete... Exporting image: 5% complete... Exporting image: 6% complete... Exporting image: 7% complete... Exporting image: 8% complete... Exporting image: 9% complete... Exporting image: 10% complete... Exporting image: 11% complete... Exporting image: 12% complete... Exporting image: 13% complete... Exporting image: 14% complete... Exporting image: 15% complete... Exporting image: 16% complete... Exporting image: 17% complete... Exporting image: 18% complete... Exporting image: 19% complete... Exporting image: 20% complete... Exporting image: 21% complete... Exporting image: 22% complete... Exporting image: 23% complete... Exporting image: 24% complete... Exporting image: 25% complete... Exporting image: 26% complete... Exporting image: 27% complete... Exporting image: 28% complete... Exporting image: 29% complete... Exporting image: 30% complete... Exporting image: 31% complete... Exporting image: 32% complete... Exporting image: 33% complete... Exporting image: 34% complete... Exporting image: 35% complete... Exporting image: 36% complete... Exporting image: 37% complete... Exporting image: 38% complete... Exporting image: 39% complete... Exporting image: 40% complete... Exporting image: 41% complete... Exporting image: 42% complete... Exporting image: 43% complete... Exporting image: 44% complete... Exporting image: 45% complete... Exporting image: 46% complete... Exporting image: 47% complete... Exporting image: 48% complete... Exporting image: 49% complete... Exporting image: 50% complete... Exporting image: 51% complete... Exporting image: 52% complete... Exporting image: 53% complete... Exporting image: 54% complete... Exporting image: 55% complete... Exporting image: 56% complete... Exporting image: 57% complete... Exporting image: 58% complete... Exporting image: 59% complete... Exporting image: 60% complete... Exporting image: 61% complete... Exporting image: 62% complete... Exporting image: 63% complete... Exporting image: 64% complete... Exporting image: 65% complete... Exporting image: 66% complete... Exporting image: 67% complete... Exporting image: 68% complete... Exporting image: 69% complete... Exporting image: 70% complete... Exporting image: 71% complete... Exporting image: 72% complete... Exporting image: 73% complete... Exporting image: 74% complete... Exporting image: 75% complete... Exporting image: 76% complete... Exporting image: 77% complete... Exporting image: 78% complete... Exporting image: 79% complete... Exporting image: 80% complete... Exporting image: 81% complete... Exporting image: 82% complete... Exporting image: 83% complete... Exporting image: 84% complete... Exporting image: 85% complete... Exporting image: 86% complete... Exporting image: 87% complete... Exporting image: 88% complete... Exporting image: 89% complete... Exporting image: 90% complete... Exporting image: 91% complete... Exporting image: 92% complete... Exporting image: 93% complete... Exporting image: 94% complete... Exporting image: 95% complete... Exporting image: 96% complete... Exporting image: 97% complete... Exporting image: 98% complete... Exporting image: 99% complete... Exporting image: 100% complete...done. 2024-04-15T15:17:41.745 INFO:tasks.workunit.client.1.smithi102.stderr:+ rbd export testimg - 2024-04-15T15:17:41.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:17:41 smithi102 ceph-mon[87131]: pgmap v1967: 105 pgs: 105 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 73 KiB/s rd, 36 KiB/s wr, 6 op/s 2024-04-15T15:17:42.039 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:17:41 smithi016 ceph-mon[90652]: pgmap v1967: 105 pgs: 105 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 73 KiB/s rd, 36 KiB/s wr, 6 op/s 2024-04-15T15:17:42.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:17:41 smithi016 ceph-mon[93212]: pgmap v1967: 105 pgs: 105 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 73 KiB/s rd, 36 KiB/s wr, 6 op/s 2024-04-15T15:17:42.040 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 15 15:17:41 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-y[81421]: ::ffff:172.21.15.102 - - [15/Apr/2024:15:17:41] "GET /metrics HTTP/1.1" 200 33948 "" "Prometheus/2.43.0" 2024-04-15T15:17:42.349 INFO:tasks.workunit.client.1.smithi102.stderr: Exporting image: 1% complete... Exporting image: 2% complete... Exporting image: 3% complete... Exporting image: 4% complete... Exporting image: 5% complete... Exporting image: 6% complete... Exporting image: 7% complete... Exporting image: 8% complete... Exporting image: 9% complete... Exporting image: 10% complete... Exporting image: 11% complete... Exporting image: 12% complete... Exporting image: 13% complete... Exporting image: 14% complete... Exporting image: 15% complete... Exporting image: 16% complete... Exporting image: 17% complete... Exporting image: 18% complete... Exporting image: 19% complete... Exporting image: 20% complete... Exporting image: 21% complete... Exporting image: 22% complete... Exporting image: 23% complete... Exporting image: 24% complete... Exporting image: 25% complete... Exporting image: 26% complete... Exporting image: 27% complete... Exporting image: 28% complete... Exporting image: 29% complete... Exporting image: 30% complete... Exporting image: 31% complete... Exporting image: 32% complete... Exporting image: 33% complete... Exporting image: 34% complete... Exporting image: 35% complete... Exporting image: 36% complete... Exporting image: 37% complete... Exporting image: 38% complete... Exporting image: 39% complete... Exporting image: 40% complete... Exporting image: 41% complete... Exporting image: 42% complete... Exporting image: 43% complete... Exporting image: 44% complete... Exporting image: 45% complete... Exporting image: 46% complete... Exporting image: 47% complete... Exporting image: 48% complete... Exporting image: 49% complete... Exporting image: 50% complete... Exporting image: 51% complete... Exporting image: 52% complete... Exporting image: 53% complete... Exporting image: 54% complete... Exporting image: 55% complete... Exporting image: 56% complete... Exporting image: 57% complete... Exporting image: 58% complete... Exporting image: 59% complete... Exporting image: 60% complete... Exporting image: 61% complete... Exporting image: 62% complete... Exporting image: 63% complete... Exporting image: 64% complete... Exporting image: 65% complete... Exporting image: 66% complete... Exporting image: 67% complete... Exporting image: 68% complete... Exporting image: 69% complete... Exporting image: 70% complete... Exporting image: 71% complete... Exporting image: 72% complete... Exporting image: 73% complete... Exporting image: 74% complete... Exporting image: 75% complete... Exporting image: 76% complete... Exporting image: 77% complete... Exporting image: 78% complete... Exporting image: 79% complete... Exporting image: 80% complete... Exporting image: 81% complete... Exporting image: 82% complete... Exporting image: 83% complete... Exporting image: 84% complete... Exporting image: 85% complete... Exporting image: 86% complete... Exporting image: 87% complete... Exporting image: 88% complete... Exporting image: 89% complete... Exporting image: 90% complete... Exporting image: 91% complete... Exporting image: 92% complete... Exporting image: 93% complete... Exporting image: 94% complete... Exporting image: 95% complete... Exporting image: 96% complete... Exporting image: 97% complete... Exporting image: 98% complete... Exporting image: 99% complete... Exporting image: 100% complete...done. 2024-04-15T15:17:42.353 INFO:tasks.workunit.client.1.smithi102.stderr:+ rbd rm testimg 2024-04-15T15:17:42.484 INFO:tasks.workunit.client.1.smithi102.stderr: Removing image: 1% complete... Removing image: 2% complete... Removing image: 3% complete... Removing image: 4% complete... Removing image: 5% complete... Removing image: 6% complete... Removing image: 7% complete... Removing image: 8% complete... Removing image: 9% complete... Removing image: 10% complete... Removing image: 11% complete... Removing image: 12% complete... Removing image: 13% complete... Removing image: 14% complete... Removing image: 15% complete... Removing image: 16% complete... Removing image: 17% complete... Removing image: 18% complete... Removing image: 19% complete... Removing image: 20% complete... Removing image: 21% complete... Removing image: 22% complete... Removing image: 23% complete... Removing image: 24% complete... Removing image: 25% complete... Removing image: 26% complete... Removing image: 27% complete... Removing image: 28% complete... Removing image: 29% complete... Removing image: 30% complete... Removing image: 31% complete... Removing image: 32% complete... Removing image: 33% complete... Removing image: 34% complete... Removing image: 35% complete... Removing image: 36% complete... Removing image: 37% complete... Removing image: 38% complete... Removing image: 39% complete... Removing image: 40% complete... Removing image: 41% complete... Removing image: 42% complete... Removing image: 43% complete... Removing image: 44% complete... Removing image: 45% complete... Removing image: 46% complete... Removing image: 47% complete... Removing image: 48% complete... Removing image: 49% complete... Removing image: 50% complete... Removing image: 51% complete... Removing image: 52% complete... Removing image: 53% complete... Removing image: 54% complete... Removing image: 55% complete... Removing image: 56% complete... Removing image: 57% complete... Removing image: 58% complete... Removing image: 59% complete... Removing image: 60% complete... Removing image: 61% complete... Removing image: 62% complete... Removing image: 63% complete... Removing image: 64% complete... Removing image: 65% complete... Removing image: 66% complete... Removing image: 67% complete... Removing image: 68% complete... Removing image: 69% complete... Removing image: 70% complete... Removing image: 71% complete... Removing image: 72% complete... Removing image: 73% complete... Removing image: 74% complete... Removing image: 75% complete... Removing image: 76% complete... Removing image: 77% complete... Removing image: 78% complete... Removing image: 79% complete... Removing image: 80% complete... Removing image: 81% complete... Removing image: 82% complete... Removing image: 83% complete... Removing image: 84% complete... Removing image: 85% complete... Removing image: 86% complete... Removing image: 87% complete... Removing image: 88% complete... Removing image: 89% complete... Removing image: 90% complete... Removing image: 91% complete... Removing image: 92% complete... Removing image: 93% complete... Removing image: 94% complete... Removing image: 95% complete... Removing image: 96% complete... Removing image: 97% complete... Removing image: 98% complete... Removing image: 99% complete... Removing image: 100% complete...done. 2024-04-15T15:17:42.487 INFO:tasks.workunit.client.1.smithi102.stderr:+ cmp /tmp/rbd_import_export_137815/img /tmp/rbd_import_export_137815/img2 2024-04-15T15:17:42.687 INFO:journalctl@ceph.prometheus.a.smithi102.stdout:Apr 15 15:17:42 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-prometheus-a[120881]: ts=2024-04-15T15:17:42.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi016:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"362ea986-fb34-11ee-bc8f-c7b262605968\", instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T15:17:43.041 INFO:tasks.workunit.client.1.smithi102.stderr:+ cmp /tmp/rbd_import_export_137815/img /tmp/rbd_import_export_137815/img3 2024-04-15T15:17:43.449 INFO:tasks.workunit.client.1.smithi102.stderr:+ rm /tmp/rbd_import_export_137815/img /tmp/rbd_import_export_137815/img2 /tmp/rbd_import_export_137815/img3 2024-04-15T15:17:43.675 INFO:tasks.workunit.client.1.smithi102.stderr:+ rbd help export 2024-04-15T15:17:43.676 INFO:tasks.workunit.client.1.smithi102.stderr:+ grep -q export-format 2024-04-15T15:17:43.697 INFO:tasks.workunit.client.1.smithi102.stderr:+ dd if=/bin/dd of=/tmp/rbd_import_export_137815/img bs=1k count=10 seek=100 2024-04-15T15:17:43.698 INFO:tasks.workunit.client.1.smithi102.stderr:10+0 records in 2024-04-15T15:17:43.699 INFO:tasks.workunit.client.1.smithi102.stderr:10+0 records out 2024-04-15T15:17:43.699 INFO:tasks.workunit.client.1.smithi102.stderr:10240 bytes (10 kB, 10 KiB) copied, 6.0766e-05 s, 169 MB/s 2024-04-15T15:17:43.699 INFO:tasks.workunit.client.1.smithi102.stderr:+ rbd import --new-format /tmp/rbd_import_export_137815/img testimg 2024-04-15T15:17:43.773 INFO:tasks.workunit.client.1.smithi102.stderr: Importing image: 100% complete...done. 2024-04-15T15:17:43.774 INFO:tasks.workunit.client.1.smithi102.stderr:rbd: --new-format is deprecated, use --image-format 2 2024-04-15T15:17:43.776 INFO:tasks.workunit.client.1.smithi102.stderr:+ rbd snap create testimg@snap 2024-04-15T15:17:43.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:17:43 smithi102 ceph-mon[87131]: pgmap v1968: 105 pgs: 105 active+clean; 1.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 135 KiB/s rd, 67 KiB/s wr, 38 op/s 2024-04-15T15:17:44.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:17:43 smithi016 ceph-mon[90652]: pgmap v1968: 105 pgs: 105 active+clean; 1.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 135 KiB/s rd, 67 KiB/s wr, 38 op/s 2024-04-15T15:17:44.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:17:43 smithi016 ceph-mon[93212]: pgmap v1968: 105 pgs: 105 active+clean; 1.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 135 KiB/s rd, 67 KiB/s wr, 38 op/s 2024-04-15T15:17:44.652 INFO:tasks.workunit.client.1.smithi102.stderr: Creating snap: 10% complete... Creating snap: 100% complete...done. 2024-04-15T15:17:44.662 INFO:tasks.workunit.client.1.smithi102.stderr:+ rbd image-meta set testimg key1 value1 2024-04-15T15:17:44.723 INFO:tasks.workunit.client.1.smithi102.stderr:++ rbd image-meta list testimg 2024-04-15T15:17:44.767 INFO:tasks.workunit.client.1.smithi102.stderr:+ IMAGEMETA_BEFORE='There is 1 metadatum on this image: 2024-04-15T15:17:44.767 INFO:tasks.workunit.client.1.smithi102.stderr: 2024-04-15T15:17:44.768 INFO:tasks.workunit.client.1.smithi102.stderr:Key Value 2024-04-15T15:17:44.768 INFO:tasks.workunit.client.1.smithi102.stderr:key1 value1' 2024-04-15T15:17:44.768 INFO:tasks.workunit.client.1.smithi102.stderr:+ rbd export --export-format 2 testimg /tmp/rbd_import_export_137815/img_v2 2024-04-15T15:17:44.808 INFO:tasks.workunit.client.1.smithi102.stderr: Exporting image: 100% complete... Exporting image: 100% complete...done. 2024-04-15T15:17:44.811 INFO:tasks.workunit.client.1.smithi102.stderr:+ rbd import --export-format 2 /tmp/rbd_import_export_137815/img_v2 testimg_import 2024-04-15T15:17:45.673 INFO:tasks.workunit.client.1.smithi102.stderr: Importing image: 50% complete... Importing image: 100% complete... Importing image: 100% complete...done. 2024-04-15T15:17:45.676 INFO:tasks.workunit.client.1.smithi102.stderr:+ rbd info testimg_import 2024-04-15T15:17:45.720 INFO:tasks.workunit.client.1.smithi102.stdout:rbd image 'testimg_import': 2024-04-15T15:17:45.720 INFO:tasks.workunit.client.1.smithi102.stdout: size 110 KiB in 1 objects 2024-04-15T15:17:45.720 INFO:tasks.workunit.client.1.smithi102.stdout: order 22 (4 MiB objects) 2024-04-15T15:17:45.720 INFO:tasks.workunit.client.1.smithi102.stdout: snapshot_count: 1 2024-04-15T15:17:45.720 INFO:tasks.workunit.client.1.smithi102.stdout: id: d60caee5fd5f 2024-04-15T15:17:45.720 INFO:tasks.workunit.client.1.smithi102.stdout: block_name_prefix: rbd_data.d60caee5fd5f 2024-04-15T15:17:45.720 INFO:tasks.workunit.client.1.smithi102.stdout: format: 2 2024-04-15T15:17:45.720 INFO:tasks.workunit.client.1.smithi102.stdout: features: layering, exclusive-lock, object-map, fast-diff, deep-flatten 2024-04-15T15:17:45.720 INFO:tasks.workunit.client.1.smithi102.stdout: op_features: 2024-04-15T15:17:45.720 INFO:tasks.workunit.client.1.smithi102.stdout: flags: 2024-04-15T15:17:45.721 INFO:tasks.workunit.client.1.smithi102.stdout: create_timestamp: Mon Apr 15 15:17:44 2024 2024-04-15T15:17:45.721 INFO:tasks.workunit.client.1.smithi102.stdout: access_timestamp: Mon Apr 15 15:17:44 2024 2024-04-15T15:17:45.721 INFO:tasks.workunit.client.1.smithi102.stdout: modify_timestamp: Mon Apr 15 15:17:44 2024 2024-04-15T15:17:45.723 INFO:tasks.workunit.client.1.smithi102.stderr:+ rbd info testimg_import@snap 2024-04-15T15:17:45.765 INFO:tasks.workunit.client.1.smithi102.stdout:rbd image 'testimg_import': 2024-04-15T15:17:45.765 INFO:tasks.workunit.client.1.smithi102.stdout: size 110 KiB in 1 objects 2024-04-15T15:17:45.765 INFO:tasks.workunit.client.1.smithi102.stdout: order 22 (4 MiB objects) 2024-04-15T15:17:45.765 INFO:tasks.workunit.client.1.smithi102.stdout: snapshot_count: 1 2024-04-15T15:17:45.765 INFO:tasks.workunit.client.1.smithi102.stdout: id: d60caee5fd5f 2024-04-15T15:17:45.765 INFO:tasks.workunit.client.1.smithi102.stdout: block_name_prefix: rbd_data.d60caee5fd5f 2024-04-15T15:17:45.765 INFO:tasks.workunit.client.1.smithi102.stdout: format: 2 2024-04-15T15:17:45.766 INFO:tasks.workunit.client.1.smithi102.stdout: features: layering, exclusive-lock, object-map, fast-diff, deep-flatten 2024-04-15T15:17:45.766 INFO:tasks.workunit.client.1.smithi102.stdout: op_features: 2024-04-15T15:17:45.766 INFO:tasks.workunit.client.1.smithi102.stdout: flags: 2024-04-15T15:17:45.766 INFO:tasks.workunit.client.1.smithi102.stdout: create_timestamp: Mon Apr 15 15:17:44 2024 2024-04-15T15:17:45.766 INFO:tasks.workunit.client.1.smithi102.stdout: access_timestamp: Mon Apr 15 15:17:44 2024 2024-04-15T15:17:45.766 INFO:tasks.workunit.client.1.smithi102.stdout: modify_timestamp: Mon Apr 15 15:17:44 2024 2024-04-15T15:17:45.766 INFO:tasks.workunit.client.1.smithi102.stdout: protected: False 2024-04-15T15:17:45.769 INFO:tasks.workunit.client.1.smithi102.stderr:++ rbd image-meta list testimg_import 2024-04-15T15:17:45.814 INFO:tasks.workunit.client.1.smithi102.stderr:+ IMAGEMETA_AFTER='There is 1 metadatum on this image: 2024-04-15T15:17:45.814 INFO:tasks.workunit.client.1.smithi102.stderr: 2024-04-15T15:17:45.814 INFO:tasks.workunit.client.1.smithi102.stderr:Key Value 2024-04-15T15:17:45.814 INFO:tasks.workunit.client.1.smithi102.stderr:key1 value1' 2024-04-15T15:17:45.814 INFO:tasks.workunit.client.1.smithi102.stderr:+ '[' 'There is 1 metadatum on this image: 2024-04-15T15:17:45.814 INFO:tasks.workunit.client.1.smithi102.stderr: 2024-04-15T15:17:45.814 INFO:tasks.workunit.client.1.smithi102.stderr:Key Value 2024-04-15T15:17:45.814 INFO:tasks.workunit.client.1.smithi102.stderr:key1 value1' = 'There is 1 metadatum on this image: 2024-04-15T15:17:45.814 INFO:tasks.workunit.client.1.smithi102.stderr: 2024-04-15T15:17:45.815 INFO:tasks.workunit.client.1.smithi102.stderr:Key Value 2024-04-15T15:17:45.815 INFO:tasks.workunit.client.1.smithi102.stderr:key1 value1' ']' 2024-04-15T15:17:45.815 INFO:tasks.workunit.client.1.smithi102.stderr:+ rbd export testimg_import /tmp/rbd_import_export_137815/img_import 2024-04-15T15:17:45.852 INFO:tasks.workunit.client.1.smithi102.stderr: Exporting image: 100% complete...done. 2024-04-15T15:17:45.860 INFO:tasks.workunit.client.1.smithi102.stderr:+ compare_files_and_ondisk_sizes /tmp/rbd_import_export_137815/img /tmp/rbd_import_export_137815/img_import 2024-04-15T15:17:45.860 INFO:tasks.workunit.client.1.smithi102.stderr:+ cmp -l /tmp/rbd_import_export_137815/img /tmp/rbd_import_export_137815/img_import 2024-04-15T15:17:45.860 INFO:tasks.workunit.client.1.smithi102.stderr:++ stat /tmp/rbd_import_export_137815/img --format %b 2024-04-15T15:17:45.860 INFO:tasks.workunit.client.1.smithi102.stderr:+ origsize=24 2024-04-15T15:17:45.860 INFO:tasks.workunit.client.1.smithi102.stderr:++ stat /tmp/rbd_import_export_137815/img_import --format %b 2024-04-15T15:17:45.860 INFO:tasks.workunit.client.1.smithi102.stderr:+ exportsize=224 2024-04-15T15:17:45.860 INFO:tasks.workunit.client.1.smithi102.stderr:+ difference=200 2024-04-15T15:17:45.860 INFO:tasks.workunit.client.1.smithi102.stderr:+ difference=200 2024-04-15T15:17:45.860 INFO:tasks.workunit.client.1.smithi102.stderr:+ test 200 -ge 0 -a 200 -lt 4096 2024-04-15T15:17:45.860 INFO:tasks.workunit.client.1.smithi102.stderr:+ rbd export testimg@snap /tmp/rbd_import_export_137815/img_snap 2024-04-15T15:17:45.896 INFO:tasks.workunit.client.1.smithi102.stderr: Exporting image: 100% complete...done. 2024-04-15T15:17:45.899 INFO:tasks.workunit.client.1.smithi102.stderr:+ rbd export testimg_import@snap /tmp/rbd_import_export_137815/img_snap_import 2024-04-15T15:17:45.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:17:45 smithi102 ceph-mon[87131]: pgmap v1969: 105 pgs: 105 active+clean; 1.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 135 KiB/s rd, 67 KiB/s wr, 38 op/s 2024-04-15T15:17:45.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:17:45 smithi102 ceph-mon[87131]: osdmap e1084: 8 total, 8 up, 8 in 2024-04-15T15:17:45.938 INFO:tasks.workunit.client.1.smithi102.stderr: Exporting image: 100% complete...done. 2024-04-15T15:17:45.941 INFO:tasks.workunit.client.1.smithi102.stderr:+ compare_files_and_ondisk_sizes /tmp/rbd_import_export_137815/img_snap /tmp/rbd_import_export_137815/img_snap_import 2024-04-15T15:17:45.941 INFO:tasks.workunit.client.1.smithi102.stderr:+ cmp -l /tmp/rbd_import_export_137815/img_snap /tmp/rbd_import_export_137815/img_snap_import 2024-04-15T15:17:45.942 INFO:tasks.workunit.client.1.smithi102.stderr:++ stat /tmp/rbd_import_export_137815/img_snap --format %b 2024-04-15T15:17:45.943 INFO:tasks.workunit.client.1.smithi102.stderr:+ origsize=224 2024-04-15T15:17:45.943 INFO:tasks.workunit.client.1.smithi102.stderr:++ stat /tmp/rbd_import_export_137815/img_snap_import --format %b 2024-04-15T15:17:45.944 INFO:tasks.workunit.client.1.smithi102.stderr:+ exportsize=224 2024-04-15T15:17:45.944 INFO:tasks.workunit.client.1.smithi102.stderr:+ difference=0 2024-04-15T15:17:45.945 INFO:tasks.workunit.client.1.smithi102.stderr:+ difference=0 2024-04-15T15:17:45.945 INFO:tasks.workunit.client.1.smithi102.stderr:+ test 0 -ge 0 -a 0 -lt 4096 2024-04-15T15:17:45.945 INFO:tasks.workunit.client.1.smithi102.stderr:+ rm /tmp/rbd_import_export_137815/img_v2 2024-04-15T15:17:45.945 INFO:tasks.workunit.client.1.smithi102.stderr:+ rm /tmp/rbd_import_export_137815/img_import 2024-04-15T15:17:45.945 INFO:tasks.workunit.client.1.smithi102.stderr:+ rm /tmp/rbd_import_export_137815/img_snap 2024-04-15T15:17:45.947 INFO:tasks.workunit.client.1.smithi102.stderr:+ rm /tmp/rbd_import_export_137815/img_snap_import 2024-04-15T15:17:45.947 INFO:tasks.workunit.client.1.smithi102.stderr:+ rbd snap rm testimg_import@snap 2024-04-15T15:17:46.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:17:45 smithi016 ceph-mon[90652]: pgmap v1969: 105 pgs: 105 active+clean; 1.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 135 KiB/s rd, 67 KiB/s wr, 38 op/s 2024-04-15T15:17:46.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:17:45 smithi016 ceph-mon[90652]: osdmap e1084: 8 total, 8 up, 8 in 2024-04-15T15:17:46.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:17:45 smithi016 ceph-mon[93212]: pgmap v1969: 105 pgs: 105 active+clean; 1.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 135 KiB/s rd, 67 KiB/s wr, 38 op/s 2024-04-15T15:17:46.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:17:45 smithi016 ceph-mon[93212]: osdmap e1084: 8 total, 8 up, 8 in 2024-04-15T15:17:46.725 INFO:tasks.workunit.client.1.smithi102.stderr: Removing snap: 100% complete...done. 2024-04-15T15:17:46.744 INFO:tasks.workunit.client.1.smithi102.stderr:+ rbd remove testimg_import 2024-04-15T15:17:46.879 INFO:tasks.workunit.client.1.smithi102.stderr: Removing image: 100% complete...done. 2024-04-15T15:17:46.882 INFO:tasks.workunit.client.1.smithi102.stderr:+ rbd snap rm testimg@snap 2024-04-15T15:17:46.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:17:46 smithi102 ceph-mon[87131]: osdmap e1085: 8 total, 8 up, 8 in 2024-04-15T15:17:46.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:17:46 smithi102 ceph-mon[87131]: osdmap e1086: 8 total, 8 up, 8 in 2024-04-15T15:17:47.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:17:46 smithi016 ceph-mon[90652]: osdmap e1085: 8 total, 8 up, 8 in 2024-04-15T15:17:47.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:17:46 smithi016 ceph-mon[90652]: osdmap e1086: 8 total, 8 up, 8 in 2024-04-15T15:17:47.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:17:46 smithi016 ceph-mon[93212]: osdmap e1085: 8 total, 8 up, 8 in 2024-04-15T15:17:47.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:17:46 smithi016 ceph-mon[93212]: osdmap e1086: 8 total, 8 up, 8 in 2024-04-15T15:17:47.733 INFO:tasks.workunit.client.1.smithi102.stderr: Removing snap: 100% complete...done. 2024-04-15T15:17:47.749 INFO:tasks.workunit.client.1.smithi102.stderr:+ rbd rm testimg 2024-04-15T15:17:47.885 INFO:tasks.workunit.client.1.smithi102.stderr: Removing image: 100% complete...done. 2024-04-15T15:17:47.888 INFO:tasks.workunit.client.1.smithi102.stderr:+ rbd import --order 20 /tmp/rbd_import_export_137815/img testimg 2024-04-15T15:17:47.960 INFO:tasks.workunit.client.1.smithi102.stderr: Importing image: 100% complete...done. 2024-04-15T15:17:47.961 INFO:tasks.workunit.client.1.smithi102.stderr:rbd: --order is deprecated, use --object-size 2024-04-15T15:17:47.963 INFO:tasks.workunit.client.1.smithi102.stderr:+ rbd export --export-format 2 testimg /tmp/rbd_import_export_137815/img_v2 2024-04-15T15:17:48.003 INFO:tasks.workunit.client.1.smithi102.stderr: Exporting image: 100% complete... Exporting image: 100% complete...done. 2024-04-15T15:17:48.006 INFO:tasks.workunit.client.1.smithi102.stderr:+ rbd import --export-format 2 /tmp/rbd_import_export_137815/img_v2 testimg_import 2024-04-15T15:17:48.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:17:47 smithi016 ceph-mon[90652]: pgmap v1973: 105 pgs: 105 active+clean; 1.8 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 279 KiB/s rd, 113 KiB/s wr, 151 op/s 2024-04-15T15:17:48.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:17:47 smithi016 ceph-mon[90652]: osdmap e1087: 8 total, 8 up, 8 in 2024-04-15T15:17:48.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:17:47 smithi016 ceph-mon[93212]: pgmap v1973: 105 pgs: 105 active+clean; 1.8 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 279 KiB/s rd, 113 KiB/s wr, 151 op/s 2024-04-15T15:17:48.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:17:47 smithi016 ceph-mon[93212]: osdmap e1087: 8 total, 8 up, 8 in 2024-04-15T15:17:48.086 INFO:tasks.workunit.client.1.smithi102.stderr: Importing image: 100% complete... Importing image: 100% complete...done. 2024-04-15T15:17:48.089 INFO:tasks.workunit.client.1.smithi102.stderr:+ rbd info testimg_import 2024-04-15T15:17:48.089 INFO:tasks.workunit.client.1.smithi102.stderr:+ grep order 2024-04-15T15:17:48.089 INFO:tasks.workunit.client.1.smithi102.stderr:+ awk '{print $2}' 2024-04-15T15:17:48.089 INFO:tasks.workunit.client.1.smithi102.stderr:+ grep 20 2024-04-15T15:17:48.128 INFO:tasks.workunit.client.1.smithi102.stdout:20 2024-04-15T15:17:48.128 INFO:tasks.workunit.client.1.smithi102.stderr:+ rm /tmp/rbd_import_export_137815/img_v2 2024-04-15T15:17:48.129 INFO:tasks.workunit.client.1.smithi102.stderr:+ rbd remove testimg_import 2024-04-15T15:17:48.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:17:47 smithi102 ceph-mon[87131]: pgmap v1973: 105 pgs: 105 active+clean; 1.8 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 279 KiB/s rd, 113 KiB/s wr, 151 op/s 2024-04-15T15:17:48.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:17:47 smithi102 ceph-mon[87131]: osdmap e1087: 8 total, 8 up, 8 in 2024-04-15T15:17:48.247 INFO:tasks.workunit.client.1.smithi102.stderr: Removing image: 100% complete...done. 2024-04-15T15:17:48.249 INFO:tasks.workunit.client.1.smithi102.stderr:+ rbd remove testimg 2024-04-15T15:17:48.368 INFO:tasks.workunit.client.1.smithi102.stderr: Removing image: 100% complete...done. 2024-04-15T15:17:48.371 INFO:tasks.workunit.client.1.smithi102.stderr:+ rbd import --image-feature layering /tmp/rbd_import_export_137815/img testimg 2024-04-15T15:17:48.428 INFO:tasks.workunit.client.1.smithi102.stderr: Importing image: 100% complete...done. 2024-04-15T15:17:48.431 INFO:tasks.workunit.client.1.smithi102.stderr:++ rbd info testimg 2024-04-15T15:17:48.431 INFO:tasks.workunit.client.1.smithi102.stderr:++ grep features 2024-04-15T15:17:48.470 INFO:tasks.workunit.client.1.smithi102.stderr:+ FEATURES_BEFORE=' features: layering 2024-04-15T15:17:48.470 INFO:tasks.workunit.client.1.smithi102.stderr: op_features: ' 2024-04-15T15:17:48.470 INFO:tasks.workunit.client.1.smithi102.stderr:+ rbd export --export-format 2 testimg /tmp/rbd_import_export_137815/img_v2 2024-04-15T15:17:48.511 INFO:tasks.workunit.client.1.smithi102.stderr: Exporting image: 100% complete... Exporting image: 100% complete...done. 2024-04-15T15:17:48.514 INFO:tasks.workunit.client.1.smithi102.stderr:+ rbd import --export-format 2 /tmp/rbd_import_export_137815/img_v2 testimg_import 2024-04-15T15:17:48.581 INFO:tasks.workunit.client.1.smithi102.stderr: Importing image: 100% complete... Importing image: 100% complete...done. 2024-04-15T15:17:48.584 INFO:tasks.workunit.client.1.smithi102.stderr:++ rbd info testimg_import 2024-04-15T15:17:48.584 INFO:tasks.workunit.client.1.smithi102.stderr:++ grep features 2024-04-15T15:17:48.623 INFO:tasks.workunit.client.1.smithi102.stderr:+ FEATURES_AFTER=' features: layering 2024-04-15T15:17:48.623 INFO:tasks.workunit.client.1.smithi102.stderr: op_features: ' 2024-04-15T15:17:48.623 INFO:tasks.workunit.client.1.smithi102.stderr:+ '[' ' features: layering 2024-04-15T15:17:48.624 INFO:tasks.workunit.client.1.smithi102.stderr: op_features: ' '!=' ' features: layering 2024-04-15T15:17:48.624 INFO:tasks.workunit.client.1.smithi102.stderr: op_features: ' ']' 2024-04-15T15:17:48.624 INFO:tasks.workunit.client.1.smithi102.stderr:+ rm /tmp/rbd_import_export_137815/img_v2 2024-04-15T15:17:48.624 INFO:tasks.workunit.client.1.smithi102.stderr:+ rbd remove testimg_import 2024-04-15T15:17:48.716 INFO:tasks.workunit.client.1.smithi102.stderr: Removing image: 100% complete...done. 2024-04-15T15:17:48.719 INFO:tasks.workunit.client.1.smithi102.stderr:+ rbd remove testimg 2024-04-15T15:17:48.811 INFO:tasks.workunit.client.1.smithi102.stderr: Removing image: 100% complete...done. 2024-04-15T15:17:48.814 INFO:tasks.workunit.client.1.smithi102.stderr:+ rbd import --stripe-count 1000 --stripe-unit 4096 /tmp/rbd_import_export_137815/img testimg 2024-04-15T15:17:48.895 INFO:tasks.workunit.client.1.smithi102.stderr: Importing image: 100% complete...done. 2024-04-15T15:17:48.898 INFO:tasks.workunit.client.1.smithi102.stderr:+ rbd export --export-format 2 testimg /tmp/rbd_import_export_137815/img_v2 2024-04-15T15:17:48.941 INFO:tasks.workunit.client.1.smithi102.stderr: Exporting image: 100% complete... Exporting image: 100% complete...done. 2024-04-15T15:17:48.944 INFO:tasks.workunit.client.1.smithi102.stderr:+ rbd import --export-format 2 /tmp/rbd_import_export_137815/img_v2 testimg_import 2024-04-15T15:17:49.025 INFO:tasks.workunit.client.1.smithi102.stderr: Importing image: 100% complete... Importing image: 100% complete...done. 2024-04-15T15:17:49.029 INFO:tasks.workunit.client.1.smithi102.stderr:+ rbd info testimg_import 2024-04-15T15:17:49.029 INFO:tasks.workunit.client.1.smithi102.stderr:+ grep 'stripe unit' 2024-04-15T15:17:49.029 INFO:tasks.workunit.client.1.smithi102.stderr:+ grep -Ei '(4 KiB|4096)' 2024-04-15T15:17:49.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:17:48 smithi016 ceph-mon[90652]: osdmap e1088: 8 total, 8 up, 8 in 2024-04-15T15:17:49.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:17:48 smithi016 ceph-mon[93212]: osdmap e1088: 8 total, 8 up, 8 in 2024-04-15T15:17:49.067 INFO:tasks.workunit.client.1.smithi102.stdout: stripe unit: 4 KiB 2024-04-15T15:17:49.067 INFO:tasks.workunit.client.1.smithi102.stderr:+ rbd info testimg_import 2024-04-15T15:17:49.068 INFO:tasks.workunit.client.1.smithi102.stderr:+ grep 'stripe count' 2024-04-15T15:17:49.068 INFO:tasks.workunit.client.1.smithi102.stderr:+ awk '{print $3}' 2024-04-15T15:17:49.068 INFO:tasks.workunit.client.1.smithi102.stderr:+ grep 1000 2024-04-15T15:17:49.106 INFO:tasks.workunit.client.1.smithi102.stdout:1000 2024-04-15T15:17:49.107 INFO:tasks.workunit.client.1.smithi102.stderr:+ rm /tmp/rbd_import_export_137815/img_v2 2024-04-15T15:17:49.107 INFO:tasks.workunit.client.1.smithi102.stderr:+ rbd remove testimg_import 2024-04-15T15:17:49.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:17:48 smithi102 ceph-mon[87131]: osdmap e1088: 8 total, 8 up, 8 in 2024-04-15T15:17:49.227 INFO:tasks.workunit.client.1.smithi102.stderr: Removing image: 3% complete... Removing image: 7% complete... Removing image: 10% complete... Removing image: 14% complete... Removing image: 17% complete... Removing image: 21% complete... Removing image: 25% complete... Removing image: 28% complete... Removing image: 32% complete... Removing image: 35% complete... Removing image: 39% complete... Removing image: 42% complete... Removing image: 46% complete... Removing image: 50% complete... Removing image: 53% complete... Removing image: 57% complete... Removing image: 60% complete... Removing image: 64% complete... Removing image: 67% complete... Removing image: 71% complete... Removing image: 75% complete... Removing image: 78% complete... Removing image: 82% complete... Removing image: 85% complete... Removing image: 89% complete... Removing image: 92% complete... Removing image: 96% complete... Removing image: 100% complete...done. 2024-04-15T15:17:49.230 INFO:tasks.workunit.client.1.smithi102.stderr:+ rbd remove testimg 2024-04-15T15:17:49.354 INFO:tasks.workunit.client.1.smithi102.stderr: Removing image: 3% complete... Removing image: 7% complete... Removing image: 10% complete... Removing image: 14% complete... Removing image: 17% complete... Removing image: 21% complete... Removing image: 25% complete... Removing image: 28% complete... Removing image: 32% complete... Removing image: 35% complete... Removing image: 39% complete... Removing image: 42% complete... Removing image: 46% complete... Removing image: 50% complete... Removing image: 53% complete... Removing image: 57% complete... Removing image: 60% complete... Removing image: 64% complete... Removing image: 67% complete... Removing image: 71% complete... Removing image: 75% complete... Removing image: 78% complete... Removing image: 82% complete... Removing image: 85% complete... Removing image: 89% complete... Removing image: 92% complete... Removing image: 96% complete... Removing image: 100% complete...done. 2024-04-15T15:17:49.357 INFO:tasks.workunit.client.1.smithi102.stderr:+ rbd import --image-format=2 /tmp/rbd_import_export_137815/img testimg 2024-04-15T15:17:49.425 INFO:tasks.workunit.client.1.smithi102.stderr: Importing image: 100% complete...done. 2024-04-15T15:17:49.428 INFO:tasks.workunit.client.1.smithi102.stderr:+ rbd snap create testimg@snap1 2024-04-15T15:17:49.746 INFO:tasks.workunit.client.1.smithi102.stderr: Creating snap: 10% complete... Creating snap: 100% complete...done. 2024-04-15T15:17:49.755 INFO:tasks.workunit.client.1.smithi102.stderr:+ rbd snap create testimg@snap2 2024-04-15T15:17:50.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:17:49 smithi016 ceph-mon[90652]: pgmap v1976: 105 pgs: 105 active+clean; 803 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 388 KiB/s rd, 112 KiB/s wr, 222 op/s 2024-04-15T15:17:50.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:17:49 smithi016 ceph-mon[93212]: pgmap v1976: 105 pgs: 105 active+clean; 803 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 388 KiB/s rd, 112 KiB/s wr, 222 op/s 2024-04-15T15:17:50.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:17:49 smithi102 ceph-mon[87131]: pgmap v1976: 105 pgs: 105 active+clean; 803 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 388 KiB/s rd, 112 KiB/s wr, 222 op/s 2024-04-15T15:17:50.756 INFO:tasks.workunit.client.1.smithi102.stderr: Creating snap: 10% complete... Creating snap: 100% complete...done. 2024-04-15T15:17:50.767 INFO:tasks.workunit.client.1.smithi102.stderr:+ rbd snap protect testimg@snap2 2024-04-15T15:17:50.823 INFO:tasks.workunit.client.1.smithi102.stderr:+ rbd export --export-format 2 testimg /tmp/rbd_import_export_137815/snap_protect 2024-04-15T15:17:50.870 INFO:tasks.workunit.client.1.smithi102.stderr: Exporting image: 33% complete... Exporting image: 100% complete... Exporting image: 100% complete...done. 2024-04-15T15:17:50.874 INFO:tasks.workunit.client.1.smithi102.stderr:+ rbd import --export-format 2 /tmp/rbd_import_export_137815/snap_protect testimg_import 2024-04-15T15:17:51.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:17:50 smithi016 ceph-mon[90652]: osdmap e1089: 8 total, 8 up, 8 in 2024-04-15T15:17:51.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:17:50 smithi016 ceph-mon[93212]: osdmap e1089: 8 total, 8 up, 8 in 2024-04-15T15:17:51.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:17:50 smithi102 ceph-mon[87131]: osdmap e1089: 8 total, 8 up, 8 in 2024-04-15T15:17:52.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:17:51 smithi016 ceph-mon[90652]: pgmap v1978: 105 pgs: 105 active+clean; 693 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 380 KiB/s rd, 32 KiB/s wr, 456 op/s 2024-04-15T15:17:52.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:17:51 smithi016 ceph-mon[90652]: osdmap e1090: 8 total, 8 up, 8 in 2024-04-15T15:17:52.040 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 15 15:17:51 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-y[81421]: ::ffff:172.21.15.102 - - [15/Apr/2024:15:17:51] "GET /metrics HTTP/1.1" 200 33948 "" "Prometheus/2.43.0" 2024-04-15T15:17:52.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:17:51 smithi016 ceph-mon[93212]: pgmap v1978: 105 pgs: 105 active+clean; 693 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 380 KiB/s rd, 32 KiB/s wr, 456 op/s 2024-04-15T15:17:52.041 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:17:51 smithi016 ceph-mon[93212]: osdmap e1090: 8 total, 8 up, 8 in 2024-04-15T15:17:52.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:17:51 smithi102 ceph-mon[87131]: pgmap v1978: 105 pgs: 105 active+clean; 693 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 380 KiB/s rd, 32 KiB/s wr, 456 op/s 2024-04-15T15:17:52.188 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:17:51 smithi102 ceph-mon[87131]: osdmap e1090: 8 total, 8 up, 8 in 2024-04-15T15:17:52.688 INFO:journalctl@ceph.prometheus.a.smithi102.stdout:Apr 15 15:17:52 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-prometheus-a[120881]: ts=2024-04-15T15:17:52.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi016:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"362ea986-fb34-11ee-bc8f-c7b262605968\", instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T15:17:52.787 INFO:tasks.workunit.client.1.smithi102.stderr: Importing image: 33% complete... Importing image: 66% complete... Importing image: 100% complete... Importing image: 100% complete...done. 2024-04-15T15:17:52.791 INFO:tasks.workunit.client.1.smithi102.stderr:+ rbd info testimg_import@snap1 2024-04-15T15:17:52.791 INFO:tasks.workunit.client.1.smithi102.stderr:+ grep 'protected: False' 2024-04-15T15:17:52.837 INFO:tasks.workunit.client.1.smithi102.stdout: protected: False 2024-04-15T15:17:52.837 INFO:tasks.workunit.client.1.smithi102.stderr:+ rbd info testimg_import@snap2 2024-04-15T15:17:52.837 INFO:tasks.workunit.client.1.smithi102.stderr:+ grep 'protected: True' 2024-04-15T15:17:52.881 INFO:tasks.workunit.client.1.smithi102.stdout: protected: True 2024-04-15T15:17:52.882 INFO:tasks.workunit.client.1.smithi102.stderr:+ rm /tmp/rbd_import_export_137815/snap_protect 2024-04-15T15:17:52.882 INFO:tasks.workunit.client.1.smithi102.stderr:+ rbd snap unprotect testimg@snap2 2024-04-15T15:17:52.938 INFO:tasks.workunit.client.1.smithi102.stderr:+ rbd snap unprotect testimg_import@snap2 2024-04-15T15:17:52.987 INFO:tasks.workunit.client.1.smithi102.stderr:+ rbd snap purge testimg 2024-04-15T15:17:53.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:17:52 smithi016 ceph-mon[93212]: osdmap e1091: 8 total, 8 up, 8 in 2024-04-15T15:17:53.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:17:52 smithi016 ceph-mon[90652]: osdmap e1091: 8 total, 8 up, 8 in 2024-04-15T15:17:53.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:17:52 smithi102 ceph-mon[87131]: osdmap e1091: 8 total, 8 up, 8 in 2024-04-15T15:17:54.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:17:53 smithi016 ceph-mon[90652]: pgmap v1981: 105 pgs: 105 active+clean; 693 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 372 KiB/s rd, 39 KiB/s wr, 489 op/s 2024-04-15T15:17:54.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:17:53 smithi016 ceph-mon[90652]: osdmap e1092: 8 total, 8 up, 8 in 2024-04-15T15:17:54.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:17:53 smithi016 ceph-mon[93212]: pgmap v1981: 105 pgs: 105 active+clean; 693 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 372 KiB/s rd, 39 KiB/s wr, 489 op/s 2024-04-15T15:17:54.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:17:53 smithi016 ceph-mon[93212]: osdmap e1092: 8 total, 8 up, 8 in 2024-04-15T15:17:54.077 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:17:53 smithi102 ceph-mon[87131]: pgmap v1981: 105 pgs: 105 active+clean; 693 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 372 KiB/s rd, 39 KiB/s wr, 489 op/s 2024-04-15T15:17:54.077 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:17:53 smithi102 ceph-mon[87131]: osdmap e1092: 8 total, 8 up, 8 in 2024-04-15T15:17:54.774 INFO:tasks.workunit.client.1.smithi102.stderr: Removing all snapshots: 50% complete... Removing all snapshots: 100% complete... Removing all snapshots: 100% complete...done. 2024-04-15T15:17:54.790 INFO:tasks.workunit.client.1.smithi102.stderr:+ rbd snap purge testimg_import 2024-04-15T15:17:55.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:17:54 smithi016 ceph-mon[93212]: osdmap e1093: 8 total, 8 up, 8 in 2024-04-15T15:17:55.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:17:54 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T15:17:55.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:17:54 smithi016 ceph-mon[90652]: osdmap e1093: 8 total, 8 up, 8 in 2024-04-15T15:17:55.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:17:54 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T15:17:55.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:17:54 smithi102 ceph-mon[87131]: osdmap e1093: 8 total, 8 up, 8 in 2024-04-15T15:17:55.188 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:17:54 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T15:17:56.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:17:55 smithi016 ceph-mon[93212]: pgmap v1984: 105 pgs: 105 active+clean; 693 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 71 KiB/s rd, 9.7 KiB/s wr, 89 op/s 2024-04-15T15:17:56.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:17:55 smithi016 ceph-mon[93212]: osdmap e1094: 8 total, 8 up, 8 in 2024-04-15T15:17:56.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:17:55 smithi016 ceph-mon[93212]: osdmap e1095: 8 total, 8 up, 8 in 2024-04-15T15:17:56.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:17:55 smithi016 ceph-mon[90652]: pgmap v1984: 105 pgs: 105 active+clean; 693 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 71 KiB/s rd, 9.7 KiB/s wr, 89 op/s 2024-04-15T15:17:56.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:17:55 smithi016 ceph-mon[90652]: osdmap e1094: 8 total, 8 up, 8 in 2024-04-15T15:17:56.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:17:55 smithi016 ceph-mon[90652]: osdmap e1095: 8 total, 8 up, 8 in 2024-04-15T15:17:56.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:17:55 smithi102 ceph-mon[87131]: pgmap v1984: 105 pgs: 105 active+clean; 693 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 71 KiB/s rd, 9.7 KiB/s wr, 89 op/s 2024-04-15T15:17:56.188 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:17:55 smithi102 ceph-mon[87131]: osdmap e1094: 8 total, 8 up, 8 in 2024-04-15T15:17:56.188 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:17:55 smithi102 ceph-mon[87131]: osdmap e1095: 8 total, 8 up, 8 in 2024-04-15T15:17:56.728 INFO:tasks.workunit.client.1.smithi102.stderr: Removing all snapshots: 50% complete... Removing all snapshots: 100% complete... Removing all snapshots: 100% complete...done. 2024-04-15T15:17:56.743 INFO:tasks.workunit.client.1.smithi102.stderr:+ rbd remove testimg 2024-04-15T15:17:56.885 INFO:tasks.workunit.client.1.smithi102.stderr: Removing image: 100% complete...done. 2024-04-15T15:17:56.888 INFO:tasks.workunit.client.1.smithi102.stderr:+ rbd remove testimg_import 2024-04-15T15:17:57.010 INFO:tasks.workunit.client.1.smithi102.stderr: Removing image: 100% complete...done. 2024-04-15T15:17:57.013 INFO:tasks.workunit.client.1.smithi102.stderr:+ tiered=0 2024-04-15T15:17:57.013 INFO:tasks.workunit.client.1.smithi102.stderr:+ ceph osd dump 2024-04-15T15:17:57.013 INFO:tasks.workunit.client.1.smithi102.stderr:+ grep '^pool' 2024-04-15T15:17:57.013 INFO:tasks.workunit.client.1.smithi102.stderr:+ grep ''\''rbd'\''' 2024-04-15T15:17:57.013 INFO:tasks.workunit.client.1.smithi102.stderr:+ grep tier 2024-04-15T15:17:57.395 INFO:tasks.workunit.client.1.smithi102.stderr:+ dd if=/dev/urandom bs=1M seek=1 count=1 of=/tmp/rbd_import_export_137815/sparse1 2024-04-15T15:17:57.399 INFO:tasks.workunit.client.1.smithi102.stderr:1+0 records in 2024-04-15T15:17:57.399 INFO:tasks.workunit.client.1.smithi102.stderr:1+0 records out 2024-04-15T15:17:57.399 INFO:tasks.workunit.client.1.smithi102.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00335483 s, 313 MB/s 2024-04-15T15:17:57.399 INFO:tasks.workunit.client.1.smithi102.stderr:+ dd if=/dev/urandom bs=1M count=1 of=/tmp/rbd_import_export_137815/sparse2 2024-04-15T15:17:57.403 INFO:tasks.workunit.client.1.smithi102.stderr:1+0 records in 2024-04-15T15:17:57.403 INFO:tasks.workunit.client.1.smithi102.stderr:1+0 records out 2024-04-15T15:17:57.403 INFO:tasks.workunit.client.1.smithi102.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00319318 s, 328 MB/s 2024-04-15T15:17:57.404 INFO:tasks.workunit.client.1.smithi102.stderr:+ truncate /tmp/rbd_import_export_137815/sparse2 -s 2M 2024-04-15T15:17:57.412 INFO:tasks.workunit.client.1.smithi102.stderr:+ rbd rm sparse1 2024-04-15T15:17:57.468 INFO:tasks.workunit.client.1.smithi102.stderr: Removing image: 0% complete...failed. 2024-04-15T15:17:57.468 INFO:tasks.workunit.client.1.smithi102.stderr:rbd: delete error: (2) No such file or directory 2024-04-15T15:17:57.471 INFO:tasks.workunit.client.1.smithi102.stderr:+ true 2024-04-15T15:17:57.471 INFO:tasks.workunit.client.1.smithi102.stderr:+ rbd import --new-format --order 20 /tmp/rbd_import_export_137815/sparse1 2024-04-15T15:17:57.548 INFO:tasks.workunit.client.1.smithi102.stderr: Importing image: 50% complete... Importing image: 100% complete...done. 2024-04-15T15:17:57.549 INFO:tasks.workunit.client.1.smithi102.stderr:rbd: --new-format is deprecated, use --image-format 2 2024-04-15T15:17:57.549 INFO:tasks.workunit.client.1.smithi102.stderr:rbd: --order is deprecated, use --object-size 2024-04-15T15:17:57.552 INFO:tasks.workunit.client.1.smithi102.stderr:+ rbd ls -l 2024-04-15T15:17:57.552 INFO:tasks.workunit.client.1.smithi102.stderr:+ grep sparse1 2024-04-15T15:17:57.552 INFO:tasks.workunit.client.1.smithi102.stderr:+ grep -Ei '(2 MiB|2048k)' 2024-04-15T15:17:57.592 INFO:tasks.workunit.client.1.smithi102.stdout:sparse1 2 MiB 2 2024-04-15T15:17:57.594 INFO:tasks.workunit.client.1.smithi102.stderr:++ objects sparse1 2024-04-15T15:17:57.594 INFO:tasks.workunit.client.1.smithi102.stderr:++ image=sparse1 2024-04-15T15:17:57.594 INFO:tasks.workunit.client.1.smithi102.stderr:+++ rbd info sparse1 2024-04-15T15:17:57.594 INFO:tasks.workunit.client.1.smithi102.stderr:+++ grep block_name_prefix 2024-04-15T15:17:57.594 INFO:tasks.workunit.client.1.smithi102.stderr:+++ awk '{print $NF;}' 2024-04-15T15:17:57.633 INFO:tasks.workunit.client.1.smithi102.stderr:++ prefix=rbd_data.d726f3a2073c 2024-04-15T15:17:57.634 INFO:tasks.workunit.client.1.smithi102.stderr:+++ grep rbd_data.d726f3a2073c 2024-04-15T15:17:57.635 INFO:tasks.workunit.client.1.smithi102.stderr:++++ get_image_data_pool sparse1 2024-04-15T15:17:57.635 INFO:tasks.workunit.client.1.smithi102.stderr:+++ sed -e 's/rbd_data.d726f3a2073c\.//' -e 's/^0*\([0-9a-f]\)/\1/' 2024-04-15T15:17:57.635 INFO:tasks.workunit.client.1.smithi102.stderr:++++ image=sparse1 2024-04-15T15:17:57.635 INFO:tasks.workunit.client.1.smithi102.stderr:+++ sort -u 2024-04-15T15:17:57.635 INFO:tasks.workunit.client.1.smithi102.stderr:+++++ rbd info sparse1 2024-04-15T15:17:57.635 INFO:tasks.workunit.client.1.smithi102.stderr:+++++ grep 'data_pool: ' 2024-04-15T15:17:57.635 INFO:tasks.workunit.client.1.smithi102.stderr:+++++ awk -F: '{ print $NF }' 2024-04-15T15:17:57.674 INFO:tasks.workunit.client.1.smithi102.stderr:++++ data_pool= 2024-04-15T15:17:57.675 INFO:tasks.workunit.client.1.smithi102.stderr:++++ '[' -z ']' 2024-04-15T15:17:57.675 INFO:tasks.workunit.client.1.smithi102.stderr:++++ data_pool=rbd 2024-04-15T15:17:57.675 INFO:tasks.workunit.client.1.smithi102.stderr:++++ echo rbd 2024-04-15T15:17:57.675 INFO:tasks.workunit.client.1.smithi102.stderr:+++ rados ls -p rbd 2024-04-15T15:17:57.749 INFO:tasks.workunit.client.1.smithi102.stderr:++ objects=1 2024-04-15T15:17:57.749 INFO:tasks.workunit.client.1.smithi102.stderr:++ echo 1 2024-04-15T15:17:57.749 INFO:tasks.workunit.client.1.smithi102.stderr:+ '[' 0 -eq 1 -o 1 = 1 ']' 2024-04-15T15:17:57.750 INFO:tasks.workunit.client.1.smithi102.stderr:+ rbd export sparse1 /tmp/rbd_import_export_137815/sparse1.out 2024-04-15T15:17:57.790 INFO:tasks.workunit.client.1.smithi102.stderr: Exporting image: 50% complete... Exporting image: 100% complete...done. 2024-04-15T15:17:57.793 INFO:tasks.workunit.client.1.smithi102.stderr:+ compare_files_and_ondisk_sizes /tmp/rbd_import_export_137815/sparse1 /tmp/rbd_import_export_137815/sparse1.out 2024-04-15T15:17:57.793 INFO:tasks.workunit.client.1.smithi102.stderr:+ cmp -l /tmp/rbd_import_export_137815/sparse1 /tmp/rbd_import_export_137815/sparse1.out 2024-04-15T15:17:57.795 INFO:tasks.workunit.client.1.smithi102.stderr:++ stat /tmp/rbd_import_export_137815/sparse1 --format %b 2024-04-15T15:17:57.796 INFO:tasks.workunit.client.1.smithi102.stderr:+ origsize=2048 2024-04-15T15:17:57.796 INFO:tasks.workunit.client.1.smithi102.stderr:++ stat /tmp/rbd_import_export_137815/sparse1.out --format %b 2024-04-15T15:17:57.797 INFO:tasks.workunit.client.1.smithi102.stderr:+ exportsize=2048 2024-04-15T15:17:57.797 INFO:tasks.workunit.client.1.smithi102.stderr:+ difference=0 2024-04-15T15:17:57.798 INFO:tasks.workunit.client.1.smithi102.stderr:+ difference=0 2024-04-15T15:17:57.798 INFO:tasks.workunit.client.1.smithi102.stderr:+ test 0 -ge 0 -a 0 -lt 4096 2024-04-15T15:17:57.798 INFO:tasks.workunit.client.1.smithi102.stderr:+ rm /tmp/rbd_import_export_137815/sparse1.out 2024-04-15T15:17:57.798 INFO:tasks.workunit.client.1.smithi102.stderr:+ rbd rm sparse1 2024-04-15T15:17:57.921 INFO:tasks.workunit.client.1.smithi102.stderr: Removing image: 50% complete... Removing image: 100% complete...done. 2024-04-15T15:17:57.924 INFO:tasks.workunit.client.1.smithi102.stderr:+ rbd rm sparse2 2024-04-15T15:17:57.977 INFO:tasks.workunit.client.1.smithi102.stderr: Removing image: 0% complete...failed. 2024-04-15T15:17:57.977 INFO:tasks.workunit.client.1.smithi102.stderr:rbd: delete error: (2) No such file or directory 2024-04-15T15:17:57.980 INFO:tasks.workunit.client.1.smithi102.stderr:+ true 2024-04-15T15:17:57.980 INFO:tasks.workunit.client.1.smithi102.stderr:+ rbd import --new-format --order 20 /tmp/rbd_import_export_137815/sparse2 2024-04-15T15:17:58.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:17:57 smithi016 ceph-mon[93212]: pgmap v1987: 105 pgs: 105 active+clean; 803 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 128 KiB/s rd, 12 KiB/s wr, 171 op/s 2024-04-15T15:17:58.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:17:57 smithi016 ceph-mon[93212]: osdmap e1096: 8 total, 8 up, 8 in 2024-04-15T15:17:58.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:17:57 smithi016 ceph-mon[93212]: from='client.? 172.21.15.102:0/1603708370' entity='client.admin' cmd=[{"prefix": "osd dump"}]: dispatch 2024-04-15T15:17:58.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:17:57 smithi016 ceph-mon[93212]: from='client.? 172.21.15.102:0/1603708370' entity='client.admin' cmd=[{"prefix": "osd dump"}]: dispatch 2024-04-15T15:17:58.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:17:57 smithi016 ceph-mon[90652]: pgmap v1987: 105 pgs: 105 active+clean; 803 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 128 KiB/s rd, 12 KiB/s wr, 171 op/s 2024-04-15T15:17:58.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:17:57 smithi016 ceph-mon[90652]: osdmap e1096: 8 total, 8 up, 8 in 2024-04-15T15:17:58.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:17:57 smithi016 ceph-mon[90652]: from='client.? 172.21.15.102:0/1603708370' entity='client.admin' cmd=[{"prefix": "osd dump"}]: dispatch 2024-04-15T15:17:58.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:17:57 smithi016 ceph-mon[90652]: from='client.? 172.21.15.102:0/1603708370' entity='client.admin' cmd=[{"prefix": "osd dump"}]: dispatch 2024-04-15T15:17:58.050 INFO:tasks.workunit.client.1.smithi102.stderr: Importing image: 50% complete... Importing image: 100% complete...done. 2024-04-15T15:17:58.054 INFO:tasks.workunit.client.1.smithi102.stderr:rbd: --new-format is deprecated, use --image-format 2 2024-04-15T15:17:58.054 INFO:tasks.workunit.client.1.smithi102.stderr:rbd: --order is deprecated, use --object-size 2024-04-15T15:17:58.054 INFO:tasks.workunit.client.1.smithi102.stderr:+ rbd ls -l 2024-04-15T15:17:58.054 INFO:tasks.workunit.client.1.smithi102.stderr:+ grep sparse2 2024-04-15T15:17:58.054 INFO:tasks.workunit.client.1.smithi102.stderr:+ grep -Ei '(2 MiB|2048k)' 2024-04-15T15:17:58.093 INFO:tasks.workunit.client.1.smithi102.stdout:sparse2 2 MiB 2 2024-04-15T15:17:58.094 INFO:tasks.workunit.client.1.smithi102.stderr:++ objects sparse2 2024-04-15T15:17:58.094 INFO:tasks.workunit.client.1.smithi102.stderr:++ image=sparse2 2024-04-15T15:17:58.094 INFO:tasks.workunit.client.1.smithi102.stderr:+++ rbd info sparse2 2024-04-15T15:17:58.094 INFO:tasks.workunit.client.1.smithi102.stderr:+++ grep block_name_prefix 2024-04-15T15:17:58.094 INFO:tasks.workunit.client.1.smithi102.stderr:+++ awk '{print $NF;}' 2024-04-15T15:17:58.132 INFO:tasks.workunit.client.1.smithi102.stderr:++ prefix=rbd_data.d759f058d367 2024-04-15T15:17:58.133 INFO:tasks.workunit.client.1.smithi102.stderr:+++ grep rbd_data.d759f058d367 2024-04-15T15:17:58.134 INFO:tasks.workunit.client.1.smithi102.stderr:++++ get_image_data_pool sparse2 2024-04-15T15:17:58.134 INFO:tasks.workunit.client.1.smithi102.stderr:+++ sed -e 's/rbd_data.d759f058d367\.//' -e 's/^0*\([0-9a-f]\)/\1/' 2024-04-15T15:17:58.134 INFO:tasks.workunit.client.1.smithi102.stderr:++++ image=sparse2 2024-04-15T15:17:58.134 INFO:tasks.workunit.client.1.smithi102.stderr:+++ sort -u 2024-04-15T15:17:58.134 INFO:tasks.workunit.client.1.smithi102.stderr:+++++ rbd info sparse2 2024-04-15T15:17:58.134 INFO:tasks.workunit.client.1.smithi102.stderr:+++++ grep 'data_pool: ' 2024-04-15T15:17:58.134 INFO:tasks.workunit.client.1.smithi102.stderr:+++++ awk -F: '{ print $NF }' 2024-04-15T15:17:58.173 INFO:tasks.workunit.client.1.smithi102.stderr:++++ data_pool= 2024-04-15T15:17:58.173 INFO:tasks.workunit.client.1.smithi102.stderr:++++ '[' -z ']' 2024-04-15T15:17:58.173 INFO:tasks.workunit.client.1.smithi102.stderr:++++ data_pool=rbd 2024-04-15T15:17:58.173 INFO:tasks.workunit.client.1.smithi102.stderr:++++ echo rbd 2024-04-15T15:17:58.173 INFO:tasks.workunit.client.1.smithi102.stderr:+++ rados ls -p rbd 2024-04-15T15:17:58.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:17:57 smithi102 ceph-mon[87131]: pgmap v1987: 105 pgs: 105 active+clean; 803 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 128 KiB/s rd, 12 KiB/s wr, 171 op/s 2024-04-15T15:17:58.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:17:57 smithi102 ceph-mon[87131]: osdmap e1096: 8 total, 8 up, 8 in 2024-04-15T15:17:58.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:17:57 smithi102 ceph-mon[87131]: from='client.? 172.21.15.102:0/1603708370' entity='client.admin' cmd=[{"prefix": "osd dump"}]: dispatch 2024-04-15T15:17:58.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:17:57 smithi102 ceph-mon[87131]: from='client.? 172.21.15.102:0/1603708370' entity='client.admin' cmd=[{"prefix": "osd dump"}]: dispatch 2024-04-15T15:17:58.248 INFO:tasks.workunit.client.1.smithi102.stderr:++ objects=0 2024-04-15T15:17:58.248 INFO:tasks.workunit.client.1.smithi102.stderr:++ echo 0 2024-04-15T15:17:58.248 INFO:tasks.workunit.client.1.smithi102.stderr:+ '[' 0 -eq 1 -o 0 = 0 ']' 2024-04-15T15:17:58.248 INFO:tasks.workunit.client.1.smithi102.stderr:+ rbd export sparse2 /tmp/rbd_import_export_137815/sparse2.out 2024-04-15T15:17:58.286 INFO:tasks.workunit.client.1.smithi102.stderr: Exporting image: 50% complete... Exporting image: 100% complete...done. 2024-04-15T15:17:58.290 INFO:tasks.workunit.client.1.smithi102.stderr:+ compare_files_and_ondisk_sizes /tmp/rbd_import_export_137815/sparse2 /tmp/rbd_import_export_137815/sparse2.out 2024-04-15T15:17:58.290 INFO:tasks.workunit.client.1.smithi102.stderr:+ cmp -l /tmp/rbd_import_export_137815/sparse2 /tmp/rbd_import_export_137815/sparse2.out 2024-04-15T15:17:58.292 INFO:tasks.workunit.client.1.smithi102.stderr:++ stat /tmp/rbd_import_export_137815/sparse2 --format %b 2024-04-15T15:17:58.293 INFO:tasks.workunit.client.1.smithi102.stderr:+ origsize=2048 2024-04-15T15:17:58.293 INFO:tasks.workunit.client.1.smithi102.stderr:++ stat /tmp/rbd_import_export_137815/sparse2.out --format %b 2024-04-15T15:17:58.294 INFO:tasks.workunit.client.1.smithi102.stderr:+ exportsize=2048 2024-04-15T15:17:58.294 INFO:tasks.workunit.client.1.smithi102.stderr:+ difference=0 2024-04-15T15:17:58.294 INFO:tasks.workunit.client.1.smithi102.stderr:+ difference=0 2024-04-15T15:17:58.294 INFO:tasks.workunit.client.1.smithi102.stderr:+ test 0 -ge 0 -a 0 -lt 4096 2024-04-15T15:17:58.294 INFO:tasks.workunit.client.1.smithi102.stderr:+ rm /tmp/rbd_import_export_137815/sparse2.out 2024-04-15T15:17:58.295 INFO:tasks.workunit.client.1.smithi102.stderr:+ rbd rm sparse2 2024-04-15T15:17:58.412 INFO:tasks.workunit.client.1.smithi102.stderr: Removing image: 50% complete... Removing image: 100% complete...done. 2024-04-15T15:17:58.415 INFO:tasks.workunit.client.1.smithi102.stderr:+ truncate /tmp/rbd_import_export_137815/sparse1 -s 10M 2024-04-15T15:17:58.415 INFO:tasks.workunit.client.1.smithi102.stderr:+ rbd import --new-format --order 20 - sparse1 2024-04-15T15:17:58.528 INFO:tasks.workunit.client.1.smithi102.stderr: Importing image: 100% complete...done. 2024-04-15T15:17:58.529 INFO:tasks.workunit.client.1.smithi102.stderr:rbd: --new-format is deprecated, use --image-format 2 2024-04-15T15:17:58.529 INFO:tasks.workunit.client.1.smithi102.stderr:rbd: --order is deprecated, use --object-size 2024-04-15T15:17:58.532 INFO:tasks.workunit.client.1.smithi102.stderr:+ rbd ls -l 2024-04-15T15:17:58.532 INFO:tasks.workunit.client.1.smithi102.stderr:+ grep sparse1 2024-04-15T15:17:58.532 INFO:tasks.workunit.client.1.smithi102.stderr:+ grep -Ei '(10 MiB|10240k)' 2024-04-15T15:17:58.572 INFO:tasks.workunit.client.1.smithi102.stdout:sparse1 10 MiB 2 2024-04-15T15:17:58.573 INFO:tasks.workunit.client.1.smithi102.stderr:++ objects sparse1 2024-04-15T15:17:58.573 INFO:tasks.workunit.client.1.smithi102.stderr:++ image=sparse1 2024-04-15T15:17:58.573 INFO:tasks.workunit.client.1.smithi102.stderr:+++ rbd info sparse1 2024-04-15T15:17:58.573 INFO:tasks.workunit.client.1.smithi102.stderr:+++ grep block_name_prefix 2024-04-15T15:17:58.573 INFO:tasks.workunit.client.1.smithi102.stderr:+++ awk '{print $NF;}' 2024-04-15T15:17:58.612 INFO:tasks.workunit.client.1.smithi102.stderr:++ prefix=rbd_data.d786d1b7a2c4 2024-04-15T15:17:58.613 INFO:tasks.workunit.client.1.smithi102.stderr:+++ grep rbd_data.d786d1b7a2c4 2024-04-15T15:17:58.613 INFO:tasks.workunit.client.1.smithi102.stderr:++++ get_image_data_pool sparse1 2024-04-15T15:17:58.613 INFO:tasks.workunit.client.1.smithi102.stderr:+++ sed -e 's/rbd_data.d786d1b7a2c4\.//' -e 's/^0*\([0-9a-f]\)/\1/' 2024-04-15T15:17:58.613 INFO:tasks.workunit.client.1.smithi102.stderr:++++ image=sparse1 2024-04-15T15:17:58.613 INFO:tasks.workunit.client.1.smithi102.stderr:+++ sort -u 2024-04-15T15:17:58.613 INFO:tasks.workunit.client.1.smithi102.stderr:+++++ rbd info sparse1 2024-04-15T15:17:58.613 INFO:tasks.workunit.client.1.smithi102.stderr:+++++ grep 'data_pool: ' 2024-04-15T15:17:58.613 INFO:tasks.workunit.client.1.smithi102.stderr:+++++ awk -F: '{ print $NF }' 2024-04-15T15:17:58.652 INFO:tasks.workunit.client.1.smithi102.stderr:++++ data_pool= 2024-04-15T15:17:58.652 INFO:tasks.workunit.client.1.smithi102.stderr:++++ '[' -z ']' 2024-04-15T15:17:58.652 INFO:tasks.workunit.client.1.smithi102.stderr:++++ data_pool=rbd 2024-04-15T15:17:58.652 INFO:tasks.workunit.client.1.smithi102.stderr:++++ echo rbd 2024-04-15T15:17:58.652 INFO:tasks.workunit.client.1.smithi102.stderr:+++ rados ls -p rbd 2024-04-15T15:17:58.723 INFO:tasks.workunit.client.1.smithi102.stderr:++ objects=1 2024-04-15T15:17:58.723 INFO:tasks.workunit.client.1.smithi102.stderr:++ echo 1 2024-04-15T15:17:58.723 INFO:tasks.workunit.client.1.smithi102.stderr:+ '[' 0 -eq 1 -o 1 = 1 ']' 2024-04-15T15:17:58.723 INFO:tasks.workunit.client.1.smithi102.stderr:+ rbd export sparse1 /tmp/rbd_import_export_137815/sparse1.out 2024-04-15T15:17:58.763 INFO:tasks.workunit.client.1.smithi102.stderr: Exporting image: 10% complete... Exporting image: 20% complete... Exporting image: 30% complete... Exporting image: 40% complete... Exporting image: 50% complete... Exporting image: 60% complete... Exporting image: 70% complete... Exporting image: 80% complete... Exporting image: 90% complete... Exporting image: 100% complete...done. 2024-04-15T15:17:58.767 INFO:tasks.workunit.client.1.smithi102.stderr:+ compare_files_and_ondisk_sizes /tmp/rbd_import_export_137815/sparse1 /tmp/rbd_import_export_137815/sparse1.out 2024-04-15T15:17:58.767 INFO:tasks.workunit.client.1.smithi102.stderr:+ cmp -l /tmp/rbd_import_export_137815/sparse1 /tmp/rbd_import_export_137815/sparse1.out 2024-04-15T15:17:58.774 INFO:tasks.workunit.client.1.smithi102.stderr:++ stat /tmp/rbd_import_export_137815/sparse1 --format %b 2024-04-15T15:17:58.774 INFO:tasks.workunit.client.1.smithi102.stderr:+ origsize=2048 2024-04-15T15:17:58.775 INFO:tasks.workunit.client.1.smithi102.stderr:++ stat /tmp/rbd_import_export_137815/sparse1.out --format %b 2024-04-15T15:17:58.776 INFO:tasks.workunit.client.1.smithi102.stderr:+ exportsize=2048 2024-04-15T15:17:58.776 INFO:tasks.workunit.client.1.smithi102.stderr:+ difference=0 2024-04-15T15:17:58.776 INFO:tasks.workunit.client.1.smithi102.stderr:+ difference=0 2024-04-15T15:17:58.776 INFO:tasks.workunit.client.1.smithi102.stderr:+ test 0 -ge 0 -a 0 -lt 4096 2024-04-15T15:17:58.776 INFO:tasks.workunit.client.1.smithi102.stderr:+ rm /tmp/rbd_import_export_137815/sparse1.out 2024-04-15T15:17:58.777 INFO:tasks.workunit.client.1.smithi102.stderr:+ rbd rm sparse1 2024-04-15T15:17:58.895 INFO:tasks.workunit.client.1.smithi102.stderr: Removing image: 10% complete... Removing image: 20% complete... Removing image: 30% complete... Removing image: 40% complete... Removing image: 50% complete... Removing image: 60% complete... Removing image: 70% complete... Removing image: 80% complete... Removing image: 90% complete... Removing image: 100% complete...done. 2024-04-15T15:17:58.898 INFO:tasks.workunit.client.1.smithi102.stderr:+ dd if=/dev/urandom bs=2M count=1 of=/tmp/rbd_import_export_137815/sparse2 oflag=append conv=notrunc 2024-04-15T15:17:58.905 INFO:tasks.workunit.client.1.smithi102.stderr:1+0 records in 2024-04-15T15:17:58.906 INFO:tasks.workunit.client.1.smithi102.stderr:1+0 records out 2024-04-15T15:17:58.906 INFO:tasks.workunit.client.1.smithi102.stderr:2097152 bytes (2.1 MB, 2.0 MiB) copied, 0.00610802 s, 343 MB/s 2024-04-15T15:17:58.906 INFO:tasks.workunit.client.1.smithi102.stderr:+ rbd import --new-format --order 20 - sparse2 2024-04-15T15:17:59.007 INFO:tasks.workunit.client.1.smithi102.stderr: Importing image: 100% complete...done. 2024-04-15T15:17:59.007 INFO:tasks.workunit.client.1.smithi102.stderr:rbd: --new-format is deprecated, use --image-format 2 2024-04-15T15:17:59.007 INFO:tasks.workunit.client.1.smithi102.stderr:rbd: --order is deprecated, use --object-size 2024-04-15T15:17:59.010 INFO:tasks.workunit.client.1.smithi102.stderr:+ rbd ls -l 2024-04-15T15:17:59.010 INFO:tasks.workunit.client.1.smithi102.stderr:+ grep sparse2 2024-04-15T15:17:59.010 INFO:tasks.workunit.client.1.smithi102.stderr:+ grep -Ei '(4 MiB|4096k)' 2024-04-15T15:17:59.050 INFO:tasks.workunit.client.1.smithi102.stdout:sparse2 4 MiB 2 2024-04-15T15:17:59.051 INFO:tasks.workunit.client.1.smithi102.stderr:++ objects sparse2 2024-04-15T15:17:59.051 INFO:tasks.workunit.client.1.smithi102.stderr:++ image=sparse2 2024-04-15T15:17:59.051 INFO:tasks.workunit.client.1.smithi102.stderr:+++ rbd info sparse2 2024-04-15T15:17:59.051 INFO:tasks.workunit.client.1.smithi102.stderr:+++ grep block_name_prefix 2024-04-15T15:17:59.051 INFO:tasks.workunit.client.1.smithi102.stderr:+++ awk '{print $NF;}' 2024-04-15T15:17:59.090 INFO:tasks.workunit.client.1.smithi102.stderr:++ prefix=rbd_data.d7b38f20f75e 2024-04-15T15:17:59.092 INFO:tasks.workunit.client.1.smithi102.stderr:+++ grep rbd_data.d7b38f20f75e 2024-04-15T15:17:59.092 INFO:tasks.workunit.client.1.smithi102.stderr:++++ get_image_data_pool sparse2 2024-04-15T15:17:59.092 INFO:tasks.workunit.client.1.smithi102.stderr:+++ sed -e 's/rbd_data.d7b38f20f75e\.//' -e 's/^0*\([0-9a-f]\)/\1/' 2024-04-15T15:17:59.092 INFO:tasks.workunit.client.1.smithi102.stderr:++++ image=sparse2 2024-04-15T15:17:59.092 INFO:tasks.workunit.client.1.smithi102.stderr:+++ sort -u 2024-04-15T15:17:59.092 INFO:tasks.workunit.client.1.smithi102.stderr:+++++ rbd info sparse2 2024-04-15T15:17:59.092 INFO:tasks.workunit.client.1.smithi102.stderr:+++++ grep 'data_pool: ' 2024-04-15T15:17:59.092 INFO:tasks.workunit.client.1.smithi102.stderr:+++++ awk -F: '{ print $NF }' 2024-04-15T15:17:59.131 INFO:tasks.workunit.client.1.smithi102.stderr:++++ data_pool= 2024-04-15T15:17:59.131 INFO:tasks.workunit.client.1.smithi102.stderr:++++ '[' -z ']' 2024-04-15T15:17:59.131 INFO:tasks.workunit.client.1.smithi102.stderr:++++ data_pool=rbd 2024-04-15T15:17:59.131 INFO:tasks.workunit.client.1.smithi102.stderr:++++ echo rbd 2024-04-15T15:17:59.131 INFO:tasks.workunit.client.1.smithi102.stderr:+++ rados ls -p rbd 2024-04-15T15:17:59.201 INFO:tasks.workunit.client.1.smithi102.stderr:++ objects='0 2024-04-15T15:17:59.201 INFO:tasks.workunit.client.1.smithi102.stderr:2 2024-04-15T15:17:59.201 INFO:tasks.workunit.client.1.smithi102.stderr:3' 2024-04-15T15:17:59.201 INFO:tasks.workunit.client.1.smithi102.stderr:++ echo 0 2 3 2024-04-15T15:17:59.201 INFO:tasks.workunit.client.1.smithi102.stderr:+ '[' 0 -eq 1 -o '0 2 3' = '0 2 3' ']' 2024-04-15T15:17:59.201 INFO:tasks.workunit.client.1.smithi102.stderr:+ rbd export sparse2 /tmp/rbd_import_export_137815/sparse2.out 2024-04-15T15:17:59.241 INFO:tasks.workunit.client.1.smithi102.stderr: Exporting image: 25% complete... Exporting image: 50% complete... Exporting image: 75% complete... Exporting image: 100% complete...done. 2024-04-15T15:17:59.245 INFO:tasks.workunit.client.1.smithi102.stderr:+ compare_files_and_ondisk_sizes /tmp/rbd_import_export_137815/sparse2 /tmp/rbd_import_export_137815/sparse2.out 2024-04-15T15:17:59.245 INFO:tasks.workunit.client.1.smithi102.stderr:+ cmp -l /tmp/rbd_import_export_137815/sparse2 /tmp/rbd_import_export_137815/sparse2.out 2024-04-15T15:17:59.248 INFO:tasks.workunit.client.1.smithi102.stderr:++ stat /tmp/rbd_import_export_137815/sparse2 --format %b 2024-04-15T15:17:59.249 INFO:tasks.workunit.client.1.smithi102.stderr:+ origsize=6144 2024-04-15T15:17:59.249 INFO:tasks.workunit.client.1.smithi102.stderr:++ stat /tmp/rbd_import_export_137815/sparse2.out --format %b 2024-04-15T15:17:59.250 INFO:tasks.workunit.client.1.smithi102.stderr:+ exportsize=6144 2024-04-15T15:17:59.250 INFO:tasks.workunit.client.1.smithi102.stderr:+ difference=0 2024-04-15T15:17:59.250 INFO:tasks.workunit.client.1.smithi102.stderr:+ difference=0 2024-04-15T15:17:59.251 INFO:tasks.workunit.client.1.smithi102.stderr:+ test 0 -ge 0 -a 0 -lt 4096 2024-04-15T15:17:59.251 INFO:tasks.workunit.client.1.smithi102.stderr:+ rm /tmp/rbd_import_export_137815/sparse2.out 2024-04-15T15:17:59.251 INFO:tasks.workunit.client.1.smithi102.stderr:+ rbd rm sparse2 2024-04-15T15:17:59.375 INFO:tasks.workunit.client.1.smithi102.stderr: Removing image: 25% complete... Removing image: 50% complete... Removing image: 75% complete... Removing image: 100% complete...done. 2024-04-15T15:17:59.378 INFO:tasks.workunit.client.1.smithi102.stderr:+ echo 'partially-sparse file imports to partially-sparse image' 2024-04-15T15:17:59.379 INFO:tasks.workunit.client.1.smithi102.stdout:partially-sparse file imports to partially-sparse image 2024-04-15T15:17:59.379 INFO:tasks.workunit.client.1.smithi102.stderr:+ rbd import --new-format --order 20 /tmp/rbd_import_export_137815/sparse1 sparse 2024-04-15T15:17:59.452 INFO:tasks.workunit.client.1.smithi102.stderr: Importing image: 10% complete... Importing image: 20% complete... Importing image: 30% complete... Importing image: 40% complete... Importing image: 50% complete... Importing image: 60% complete... Importing image: 70% complete... Importing image: 80% complete... Importing image: 90% complete... Importing image: 100% complete...done. 2024-04-15T15:17:59.452 INFO:tasks.workunit.client.1.smithi102.stderr:rbd: --new-format is deprecated, use --image-format 2 2024-04-15T15:17:59.453 INFO:tasks.workunit.client.1.smithi102.stderr:rbd: --order is deprecated, use --object-size 2024-04-15T15:17:59.456 INFO:tasks.workunit.client.1.smithi102.stderr:++ objects sparse 2024-04-15T15:17:59.456 INFO:tasks.workunit.client.1.smithi102.stderr:++ image=sparse 2024-04-15T15:17:59.456 INFO:tasks.workunit.client.1.smithi102.stderr:+++ rbd info sparse 2024-04-15T15:17:59.456 INFO:tasks.workunit.client.1.smithi102.stderr:+++ grep block_name_prefix 2024-04-15T15:17:59.456 INFO:tasks.workunit.client.1.smithi102.stderr:+++ awk '{print $NF;}' 2024-04-15T15:17:59.496 INFO:tasks.workunit.client.1.smithi102.stderr:++ prefix=rbd_data.d7e05094d1ff 2024-04-15T15:17:59.497 INFO:tasks.workunit.client.1.smithi102.stderr:+++ grep rbd_data.d7e05094d1ff 2024-04-15T15:17:59.497 INFO:tasks.workunit.client.1.smithi102.stderr:++++ get_image_data_pool sparse 2024-04-15T15:17:59.497 INFO:tasks.workunit.client.1.smithi102.stderr:+++ sed -e 's/rbd_data.d7e05094d1ff\.//' -e 's/^0*\([0-9a-f]\)/\1/' 2024-04-15T15:17:59.498 INFO:tasks.workunit.client.1.smithi102.stderr:++++ image=sparse 2024-04-15T15:17:59.498 INFO:tasks.workunit.client.1.smithi102.stderr:+++ sort -u 2024-04-15T15:17:59.498 INFO:tasks.workunit.client.1.smithi102.stderr:+++++ rbd info sparse 2024-04-15T15:17:59.498 INFO:tasks.workunit.client.1.smithi102.stderr:+++++ grep 'data_pool: ' 2024-04-15T15:17:59.498 INFO:tasks.workunit.client.1.smithi102.stderr:+++++ awk -F: '{ print $NF }' 2024-04-15T15:17:59.537 INFO:tasks.workunit.client.1.smithi102.stderr:++++ data_pool= 2024-04-15T15:17:59.537 INFO:tasks.workunit.client.1.smithi102.stderr:++++ '[' -z ']' 2024-04-15T15:17:59.537 INFO:tasks.workunit.client.1.smithi102.stderr:++++ data_pool=rbd 2024-04-15T15:17:59.537 INFO:tasks.workunit.client.1.smithi102.stderr:++++ echo rbd 2024-04-15T15:17:59.537 INFO:tasks.workunit.client.1.smithi102.stderr:+++ rados ls -p rbd 2024-04-15T15:17:59.605 INFO:tasks.workunit.client.1.smithi102.stderr:++ objects=1 2024-04-15T15:17:59.606 INFO:tasks.workunit.client.1.smithi102.stderr:++ echo 1 2024-04-15T15:17:59.606 INFO:tasks.workunit.client.1.smithi102.stderr:+ '[' 0 -eq 1 -o 1 = 1 ']' 2024-04-15T15:17:59.606 INFO:tasks.workunit.client.1.smithi102.stderr:+ rbd rm sparse 2024-04-15T15:17:59.724 INFO:tasks.workunit.client.1.smithi102.stderr: Removing image: 10% complete... Removing image: 20% complete... Removing image: 30% complete... Removing image: 40% complete... Removing image: 50% complete... Removing image: 60% complete... Removing image: 70% complete... Removing image: 80% complete... Removing image: 90% complete... Removing image: 100% complete...done. 2024-04-15T15:17:59.726 INFO:tasks.workunit.client.1.smithi102.stdout:zeros import through stdin to sparse image 2024-04-15T15:17:59.727 INFO:tasks.workunit.client.1.smithi102.stderr:+ echo 'zeros import through stdin to sparse image' 2024-04-15T15:17:59.727 INFO:tasks.workunit.client.1.smithi102.stderr:+ dd if=/dev/zero bs=1M count=4 2024-04-15T15:17:59.727 INFO:tasks.workunit.client.1.smithi102.stderr:+ rbd import --new-format - sparse 2024-04-15T15:17:59.781 INFO:tasks.workunit.client.1.smithi102.stderr:4+0 records in 2024-04-15T15:17:59.781 INFO:tasks.workunit.client.1.smithi102.stderr:4+0 records out 2024-04-15T15:17:59.781 INFO:tasks.workunit.client.1.smithi102.stderr:4194304 bytes (4.2 MB, 4.0 MiB) copied, 0.0539036 s, 77.8 MB/s 2024-04-15T15:17:59.794 INFO:tasks.workunit.client.1.smithi102.stderr: Importing image: 100% complete...done. 2024-04-15T15:17:59.795 INFO:tasks.workunit.client.1.smithi102.stderr:rbd: --new-format is deprecated, use --image-format 2 2024-04-15T15:17:59.798 INFO:tasks.workunit.client.1.smithi102.stderr:++ objects sparse 2024-04-15T15:17:59.798 INFO:tasks.workunit.client.1.smithi102.stderr:++ image=sparse 2024-04-15T15:17:59.799 INFO:tasks.workunit.client.1.smithi102.stderr:+++ rbd info sparse 2024-04-15T15:17:59.799 INFO:tasks.workunit.client.1.smithi102.stderr:+++ grep block_name_prefix 2024-04-15T15:17:59.799 INFO:tasks.workunit.client.1.smithi102.stderr:+++ awk '{print $NF;}' 2024-04-15T15:17:59.840 INFO:tasks.workunit.client.1.smithi102.stderr:++ prefix=rbd_data.d801cfb809d3 2024-04-15T15:17:59.841 INFO:tasks.workunit.client.1.smithi102.stderr:+++ grep rbd_data.d801cfb809d3 2024-04-15T15:17:59.841 INFO:tasks.workunit.client.1.smithi102.stderr:+++ sed -e 's/rbd_data.d801cfb809d3\.//' -e 's/^0*\([0-9a-f]\)/\1/' 2024-04-15T15:17:59.841 INFO:tasks.workunit.client.1.smithi102.stderr:+++ sort -u 2024-04-15T15:17:59.841 INFO:tasks.workunit.client.1.smithi102.stderr:++++ get_image_data_pool sparse 2024-04-15T15:17:59.841 INFO:tasks.workunit.client.1.smithi102.stderr:++++ image=sparse 2024-04-15T15:17:59.841 INFO:tasks.workunit.client.1.smithi102.stderr:+++++ rbd info sparse 2024-04-15T15:17:59.841 INFO:tasks.workunit.client.1.smithi102.stderr:+++++ grep 'data_pool: ' 2024-04-15T15:17:59.841 INFO:tasks.workunit.client.1.smithi102.stderr:+++++ awk -F: '{ print $NF }' 2024-04-15T15:17:59.881 INFO:tasks.workunit.client.1.smithi102.stderr:++++ data_pool= 2024-04-15T15:17:59.881 INFO:tasks.workunit.client.1.smithi102.stderr:++++ '[' -z ']' 2024-04-15T15:17:59.881 INFO:tasks.workunit.client.1.smithi102.stderr:++++ data_pool=rbd 2024-04-15T15:17:59.881 INFO:tasks.workunit.client.1.smithi102.stderr:++++ echo rbd 2024-04-15T15:17:59.881 INFO:tasks.workunit.client.1.smithi102.stderr:+++ rados ls -p rbd 2024-04-15T15:17:59.948 INFO:tasks.workunit.client.1.smithi102.stderr:++ objects= 2024-04-15T15:17:59.948 INFO:tasks.workunit.client.1.smithi102.stderr:++ echo 2024-04-15T15:17:59.948 INFO:tasks.workunit.client.1.smithi102.stderr:+ '[' 0 -eq 1 -o '' = '' ']' 2024-04-15T15:17:59.948 INFO:tasks.workunit.client.1.smithi102.stderr:+ rbd rm sparse 2024-04-15T15:18:00.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:17:59 smithi016 ceph-mon[90652]: pgmap v1989: 105 pgs: 105 active+clean; 803 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 108 KiB/s rd, 10 KiB/s wr, 144 op/s 2024-04-15T15:18:00.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:17:59 smithi016 ceph-mon[93212]: pgmap v1989: 105 pgs: 105 active+clean; 803 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 108 KiB/s rd, 10 KiB/s wr, 144 op/s 2024-04-15T15:18:00.057 INFO:tasks.workunit.client.1.smithi102.stderr: Removing image: 100% complete...done. 2024-04-15T15:18:00.060 INFO:tasks.workunit.client.1.smithi102.stdout:zeros export to sparse file 2024-04-15T15:18:00.061 INFO:tasks.workunit.client.1.smithi102.stderr:+ echo 'zeros export to sparse file' 2024-04-15T15:18:00.061 INFO:tasks.workunit.client.1.smithi102.stderr:+ rbd create --new-format sparse --size 4 2024-04-15T15:18:00.106 INFO:tasks.workunit.client.1.smithi102.stderr:rbd: --new-format is deprecated, use --image-format 2 2024-04-15T15:18:00.109 INFO:tasks.workunit.client.1.smithi102.stderr:++ rbd info sparse 2024-04-15T15:18:00.109 INFO:tasks.workunit.client.1.smithi102.stderr:++ grep block_name_prefix 2024-04-15T15:18:00.109 INFO:tasks.workunit.client.1.smithi102.stderr:++ awk '{print $NF;}' 2024-04-15T15:18:00.147 INFO:tasks.workunit.client.1.smithi102.stderr:+ prefix=rbd_data.d822de9b69f9 2024-04-15T15:18:00.148 INFO:tasks.workunit.client.1.smithi102.stderr:+ dd if=/dev/zero bs=4M count=1 2024-04-15T15:18:00.148 INFO:tasks.workunit.client.1.smithi102.stderr:++ get_image_data_pool sparse 2024-04-15T15:18:00.148 INFO:tasks.workunit.client.1.smithi102.stderr:++ image=sparse 2024-04-15T15:18:00.148 INFO:tasks.workunit.client.1.smithi102.stderr:+++ rbd info sparse 2024-04-15T15:18:00.148 INFO:tasks.workunit.client.1.smithi102.stderr:+++ grep 'data_pool: ' 2024-04-15T15:18:00.148 INFO:tasks.workunit.client.1.smithi102.stderr:+++ awk -F: '{ print $NF }' 2024-04-15T15:18:00.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:17:59 smithi102 ceph-mon[87131]: pgmap v1989: 105 pgs: 105 active+clean; 803 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 108 KiB/s rd, 10 KiB/s wr, 144 op/s 2024-04-15T15:18:00.188 INFO:tasks.workunit.client.1.smithi102.stderr:++ data_pool= 2024-04-15T15:18:00.188 INFO:tasks.workunit.client.1.smithi102.stderr:++ '[' -z ']' 2024-04-15T15:18:00.188 INFO:tasks.workunit.client.1.smithi102.stderr:++ data_pool=rbd 2024-04-15T15:18:00.188 INFO:tasks.workunit.client.1.smithi102.stderr:++ echo rbd 2024-04-15T15:18:00.188 INFO:tasks.workunit.client.1.smithi102.stderr:+ rados -p rbd put rbd_data.d822de9b69f9.000000000000 - 2024-04-15T15:18:00.221 INFO:tasks.workunit.client.1.smithi102.stderr:1+0 records in 2024-04-15T15:18:00.221 INFO:tasks.workunit.client.1.smithi102.stderr:1+0 records out 2024-04-15T15:18:00.221 INFO:tasks.workunit.client.1.smithi102.stderr:4194304 bytes (4.2 MB, 4.0 MiB) copied, 0.0727029 s, 57.7 MB/s 2024-04-15T15:18:00.241 INFO:tasks.workunit.client.1.smithi102.stderr:++ objects sparse 2024-04-15T15:18:00.241 INFO:tasks.workunit.client.1.smithi102.stderr:++ image=sparse 2024-04-15T15:18:00.241 INFO:tasks.workunit.client.1.smithi102.stderr:+++ rbd info sparse 2024-04-15T15:18:00.242 INFO:tasks.workunit.client.1.smithi102.stderr:+++ grep block_name_prefix 2024-04-15T15:18:00.242 INFO:tasks.workunit.client.1.smithi102.stderr:+++ awk '{print $NF;}' 2024-04-15T15:18:00.280 INFO:tasks.workunit.client.1.smithi102.stderr:++ prefix=rbd_data.d822de9b69f9 2024-04-15T15:18:00.281 INFO:tasks.workunit.client.1.smithi102.stderr:+++ grep rbd_data.d822de9b69f9 2024-04-15T15:18:00.282 INFO:tasks.workunit.client.1.smithi102.stderr:++++ get_image_data_pool sparse 2024-04-15T15:18:00.282 INFO:tasks.workunit.client.1.smithi102.stderr:+++ sed -e 's/rbd_data.d822de9b69f9\.//' -e 's/^0*\([0-9a-f]\)/\1/' 2024-04-15T15:18:00.282 INFO:tasks.workunit.client.1.smithi102.stderr:++++ image=sparse 2024-04-15T15:18:00.282 INFO:tasks.workunit.client.1.smithi102.stderr:+++ sort -u 2024-04-15T15:18:00.282 INFO:tasks.workunit.client.1.smithi102.stderr:+++++ rbd info sparse 2024-04-15T15:18:00.282 INFO:tasks.workunit.client.1.smithi102.stderr:+++++ grep 'data_pool: ' 2024-04-15T15:18:00.282 INFO:tasks.workunit.client.1.smithi102.stderr:+++++ awk -F: '{ print $NF }' 2024-04-15T15:18:00.321 INFO:tasks.workunit.client.1.smithi102.stderr:++++ data_pool= 2024-04-15T15:18:00.321 INFO:tasks.workunit.client.1.smithi102.stderr:++++ '[' -z ']' 2024-04-15T15:18:00.321 INFO:tasks.workunit.client.1.smithi102.stderr:++++ data_pool=rbd 2024-04-15T15:18:00.321 INFO:tasks.workunit.client.1.smithi102.stderr:++++ echo rbd 2024-04-15T15:18:00.321 INFO:tasks.workunit.client.1.smithi102.stderr:+++ rados ls -p rbd 2024-04-15T15:18:00.384 INFO:tasks.workunit.client.1.smithi102.stderr:++ objects=0 2024-04-15T15:18:00.384 INFO:tasks.workunit.client.1.smithi102.stderr:++ echo 0 2024-04-15T15:18:00.385 INFO:tasks.workunit.client.1.smithi102.stderr:+ '[' 0 -eq 1 -o 0 = 0 ']' 2024-04-15T15:18:00.385 INFO:tasks.workunit.client.1.smithi102.stderr:+ rm /tmp/rbd_import_export_137815/sparse 2024-04-15T15:18:00.385 INFO:tasks.workunit.client.1.smithi102.stderr:rm: cannot remove '/tmp/rbd_import_export_137815/sparse': No such file or directory 2024-04-15T15:18:00.385 INFO:tasks.workunit.client.1.smithi102.stderr:+ true 2024-04-15T15:18:00.386 INFO:tasks.workunit.client.1.smithi102.stderr:+ rbd export sparse /tmp/rbd_import_export_137815/sparse 2024-04-15T15:18:00.423 INFO:tasks.workunit.client.1.smithi102.stderr: Exporting image: 100% complete...done. 2024-04-15T15:18:00.427 INFO:tasks.workunit.client.1.smithi102.stderr:++ stat /tmp/rbd_import_export_137815/sparse --format=%b 2024-04-15T15:18:00.428 INFO:tasks.workunit.client.1.smithi102.stderr:+ '[' 0 = 0 ']' 2024-04-15T15:18:00.428 INFO:tasks.workunit.client.1.smithi102.stderr:+ rbd rm sparse 2024-04-15T15:18:00.545 INFO:tasks.workunit.client.1.smithi102.stderr: Removing image: 100% complete...done. 2024-04-15T15:18:00.548 INFO:tasks.workunit.client.1.smithi102.stderr:+ rm /tmp/rbd_import_export_137815/sparse /tmp/rbd_import_export_137815/sparse1 /tmp/rbd_import_export_137815/sparse2 /tmp/rbd_import_export_137815/sparse3 2024-04-15T15:18:00.551 INFO:tasks.workunit.client.1.smithi102.stderr:rm: cannot remove '/tmp/rbd_import_export_137815/sparse3': No such file or directory 2024-04-15T15:18:00.551 INFO:tasks.workunit.client.1.smithi102.stderr:+ true 2024-04-15T15:18:00.551 INFO:tasks.workunit.client.1.smithi102.stdout:OK 2024-04-15T15:18:00.552 INFO:tasks.workunit.client.1.smithi102.stderr:+ echo OK 2024-04-15T15:18:00.552 INFO:tasks.workunit.client.1.smithi102.stderr:+ rm -rf /tmp/rbd_import_export_137815 2024-04-15T15:18:00.552 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-04-15T15:18:00.553 DEBUG:teuthology.orchestra.run.smithi102:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.1/client.1/tmp 2024-04-15T15:18:00.623 INFO:tasks.workunit:Stopping ['rbd/import_export.sh'] on client.1... 2024-04-15T15:18:00.623 DEBUG:teuthology.orchestra.run.smithi102:> sudo rm -rf -- /home/ubuntu/cephtest/workunits.list.client.1 /home/ubuntu/cephtest/clone.client.1 2024-04-15T15:18:00.876 DEBUG:teuthology.parallel:result is None 2024-04-15T15:18:00.877 DEBUG:teuthology.orchestra.run.smithi102:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.1/client.1 2024-04-15T15:18:00.905 INFO:tasks.workunit:Deleted dir /home/ubuntu/cephtest/mnt.1/client.1 2024-04-15T15:18:00.905 DEBUG:teuthology.orchestra.run.smithi102:> rmdir -- /home/ubuntu/cephtest/mnt.1 2024-04-15T15:18:00.961 INFO:tasks.workunit:Deleted artificial mount point /home/ubuntu/cephtest/mnt.1/client.1 2024-04-15T15:18:00.961 INFO:teuthology.task.full_sequential:In full_sequential, running task print... 2024-04-15T15:18:00.961 INFO:teuthology.task.print:**** done end rbd_import_export.yaml 2024-04-15T15:18:00.961 INFO:teuthology.task.full_sequential:In full_sequential, running task print... 2024-04-15T15:18:00.961 INFO:teuthology.task.print:**** done start test_rbd_api.yaml 2024-04-15T15:18:00.961 INFO:teuthology.task.full_sequential:In full_sequential, running task workunit... 2024-04-15T15:18:00.962 INFO:tasks.workunit:Pulling workunits from ref reef 2024-04-15T15:18:00.962 INFO:tasks.workunit:Making a separate scratch dir for every client... 2024-04-15T15:18:00.962 DEBUG:teuthology.orchestra.run.smithi016:> stat -- /home/ubuntu/cephtest/mnt.0 2024-04-15T15:18:00.980 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-04-15T15:18:00.980 INFO:teuthology.orchestra.run.smithi016.stderr:stat: cannot statx '/home/ubuntu/cephtest/mnt.0': No such file or directory 2024-04-15T15:18:00.980 DEBUG:teuthology.orchestra.run.smithi016:> mkdir -- /home/ubuntu/cephtest/mnt.0 2024-04-15T15:18:01.036 INFO:tasks.workunit:Created dir /home/ubuntu/cephtest/mnt.0 2024-04-15T15:18:01.036 DEBUG:teuthology.orchestra.run.smithi016:> cd -- /home/ubuntu/cephtest/mnt.0 && mkdir -- client.0 2024-04-15T15:18:01.092 INFO:tasks.workunit:timeout=3h 2024-04-15T15:18:01.092 INFO:tasks.workunit:cleanup=True 2024-04-15T15:18:01.093 DEBUG:teuthology.orchestra.run.smithi016:> rm -rf /home/ubuntu/cephtest/clone.client.0 && git clone --depth 1 --branch reef https://git.ceph.com/ceph.git /home/ubuntu/cephtest/clone.client.0 && cd /home/ubuntu/cephtest/clone.client.0 2024-04-15T15:18:01.149 INFO:tasks.workunit.client.0.smithi016.stderr:Cloning into '/home/ubuntu/cephtest/clone.client.0'... 2024-04-15T15:18:02.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:18:01 smithi016 ceph-mon[90652]: pgmap v1990: 105 pgs: 105 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 1.2 MiB/s rd, 1.7 MiB/s wr, 458 op/s 2024-04-15T15:18:02.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:18:01 smithi016 ceph-mon[93212]: pgmap v1990: 105 pgs: 105 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 1.2 MiB/s rd, 1.7 MiB/s wr, 458 op/s 2024-04-15T15:18:02.041 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 15 15:18:01 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-y[81421]: ::ffff:172.21.15.102 - - [15/Apr/2024:15:18:01] "GET /metrics HTTP/1.1" 200 33982 "" "Prometheus/2.43.0" 2024-04-15T15:18:02.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:18:01 smithi102 ceph-mon[87131]: pgmap v1990: 105 pgs: 105 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 1.2 MiB/s rd, 1.7 MiB/s wr, 458 op/s 2024-04-15T15:18:02.687 INFO:journalctl@ceph.prometheus.a.smithi102.stdout:Apr 15 15:18:02 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-prometheus-a[120881]: ts=2024-04-15T15:18:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi016:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"362ea986-fb34-11ee-bc8f-c7b262605968\", instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T15:18:04.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:18:03 smithi016 ceph-mon[90652]: pgmap v1991: 105 pgs: 105 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 1.1 MiB/s rd, 1.4 MiB/s wr, 408 op/s 2024-04-15T15:18:04.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:18:03 smithi016 ceph-mon[93212]: pgmap v1991: 105 pgs: 105 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 1.1 MiB/s rd, 1.4 MiB/s wr, 408 op/s 2024-04-15T15:18:04.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:18:03 smithi102 ceph-mon[87131]: pgmap v1991: 105 pgs: 105 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 1.1 MiB/s rd, 1.4 MiB/s wr, 408 op/s 2024-04-15T15:18:06.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:18:05 smithi016 ceph-mon[90652]: pgmap v1992: 105 pgs: 105 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 909 KiB/s rd, 1.3 MiB/s wr, 281 op/s 2024-04-15T15:18:06.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:18:05 smithi016 ceph-mon[90652]: osdmap e1097: 8 total, 8 up, 8 in 2024-04-15T15:18:06.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:18:05 smithi016 ceph-mon[93212]: pgmap v1992: 105 pgs: 105 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 909 KiB/s rd, 1.3 MiB/s wr, 281 op/s 2024-04-15T15:18:06.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:18:05 smithi016 ceph-mon[93212]: osdmap e1097: 8 total, 8 up, 8 in 2024-04-15T15:18:06.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:18:05 smithi102 ceph-mon[87131]: pgmap v1992: 105 pgs: 105 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 909 KiB/s rd, 1.3 MiB/s wr, 281 op/s 2024-04-15T15:18:06.188 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:18:05 smithi102 ceph-mon[87131]: osdmap e1097: 8 total, 8 up, 8 in 2024-04-15T15:18:08.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:18:07 smithi016 ceph-mon[90652]: pgmap v1994: 105 pgs: 105 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 829 KiB/s rd, 1.1 MiB/s wr, 269 op/s 2024-04-15T15:18:08.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:18:07 smithi016 ceph-mon[93212]: pgmap v1994: 105 pgs: 105 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 829 KiB/s rd, 1.1 MiB/s wr, 269 op/s 2024-04-15T15:18:08.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:18:07 smithi102 ceph-mon[87131]: pgmap v1994: 105 pgs: 105 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 829 KiB/s rd, 1.1 MiB/s wr, 269 op/s 2024-04-15T15:18:10.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:18:09 smithi016 ceph-mon[93212]: pgmap v1995: 105 pgs: 105 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 811 KiB/s rd, 1.1 MiB/s wr, 263 op/s 2024-04-15T15:18:10.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:18:09 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T15:18:10.041 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:18:09 smithi016 ceph-mon[90652]: pgmap v1995: 105 pgs: 105 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 811 KiB/s rd, 1.1 MiB/s wr, 263 op/s 2024-04-15T15:18:10.041 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:18:09 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T15:18:10.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:18:09 smithi102 ceph-mon[87131]: pgmap v1995: 105 pgs: 105 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 811 KiB/s rd, 1.1 MiB/s wr, 263 op/s 2024-04-15T15:18:10.188 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:18:09 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T15:18:11.990 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:18:11 smithi102 ceph-mon[87131]: pgmap v1996: 105 pgs: 105 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 143 KiB/s rd, 105 KiB/s wr, 57 op/s 2024-04-15T15:18:12.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:18:11 smithi016 ceph-mon[93212]: pgmap v1996: 105 pgs: 105 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 143 KiB/s rd, 105 KiB/s wr, 57 op/s 2024-04-15T15:18:12.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:18:11 smithi016 ceph-mon[90652]: pgmap v1996: 105 pgs: 105 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 143 KiB/s rd, 105 KiB/s wr, 57 op/s 2024-04-15T15:18:12.040 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 15 15:18:11 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-y[81421]: ::ffff:172.21.15.102 - - [15/Apr/2024:15:18:11] "GET /metrics HTTP/1.1" 200 33988 "" "Prometheus/2.43.0" 2024-04-15T15:18:12.687 INFO:journalctl@ceph.prometheus.a.smithi102.stdout:Apr 15 15:18:12 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-prometheus-a[120881]: ts=2024-04-15T15:18:12.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi016:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"362ea986-fb34-11ee-bc8f-c7b262605968\", instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T15:18:14.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:18:13 smithi016 ceph-mon[90652]: pgmap v1997: 105 pgs: 105 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 12 KiB/s rd, 307 B/s wr, 16 op/s 2024-04-15T15:18:14.041 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:18:13 smithi016 ceph-mon[93212]: pgmap v1997: 105 pgs: 105 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 12 KiB/s rd, 307 B/s wr, 16 op/s 2024-04-15T15:18:14.123 DEBUG:teuthology.orchestra.run.smithi016:> cd -- /home/ubuntu/cephtest/clone.client.0/qa/workunits && if test -e Makefile ; then make ; fi && find -executable -type f -printf '%P\0' >/home/ubuntu/cephtest/workunits.list.client.0 2024-04-15T15:18:14.179 INFO:tasks.workunit.client.0.smithi016.stdout:for d in direct_io fs ; do ( cd $d ; make all ) ; done 2024-04-15T15:18:14.181 INFO:tasks.workunit.client.0.smithi016.stdout:make[1]: Entering directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/direct_io' 2024-04-15T15:18:14.181 INFO:tasks.workunit.client.0.smithi016.stdout:cc -Wall -Wextra -D_GNU_SOURCE direct_io_test.c -o direct_io_test 2024-04-15T15:18:14.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:18:13 smithi102 ceph-mon[87131]: pgmap v1997: 105 pgs: 105 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 12 KiB/s rd, 307 B/s wr, 16 op/s 2024-04-15T15:18:14.230 INFO:tasks.workunit.client.0.smithi016.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_sync_io.c -o test_sync_io 2024-04-15T15:18:14.280 INFO:tasks.workunit.client.0.smithi016.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_short_dio_read.c -o test_short_dio_read 2024-04-15T15:18:14.320 INFO:tasks.workunit.client.0.smithi016.stdout:make[1]: Leaving directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/direct_io' 2024-04-15T15:18:14.322 INFO:tasks.workunit.client.0.smithi016.stdout:make[1]: Entering directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/fs' 2024-04-15T15:18:14.322 INFO:tasks.workunit.client.0.smithi016.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_o_trunc.c -o test_o_trunc 2024-04-15T15:18:14.361 INFO:tasks.workunit.client.0.smithi016.stdout:make[1]: Leaving directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/fs' 2024-04-15T15:18:14.364 DEBUG:teuthology.orchestra.run.smithi016:> set -ex 2024-04-15T15:18:14.365 DEBUG:teuthology.orchestra.run.smithi016:> dd if=/home/ubuntu/cephtest/workunits.list.client.0 of=/dev/stdout 2024-04-15T15:18:14.422 INFO:tasks.workunit:Running workunits matching rbd/test_librbd.sh on client.0... 2024-04-15T15:18:14.423 INFO:tasks.workunit:Running workunit rbd/test_librbd.sh... 2024-04-15T15:18:14.423 DEBUG:teuthology.orchestra.run.smithi016:workunit test rbd/test_librbd.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=reef TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 RBD_FEATURES=61 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/rbd/test_librbd.sh 2024-04-15T15:18:14.527 INFO:tasks.workunit.client.0.smithi016.stderr:warning: failed to enable lockdep 2024-04-15T15:18:14.527 INFO:tasks.workunit.client.0.smithi016.stdout:seed 143420 2024-04-15T15:18:14.528 INFO:tasks.workunit.client.0.smithi016.stdout:[==========] Running 480 tests from 24 test suites. 2024-04-15T15:18:14.528 INFO:tasks.workunit.client.0.smithi016.stdout:[----------] Global test environment set-up. 2024-04-15T15:18:14.528 INFO:tasks.workunit.client.0.smithi016.stdout:[----------] 1 test from TestJournalStress 2024-04-15T15:18:15.756 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] TestJournalStress.DiscardWithPruneWriteOverlap 2024-04-15T15:18:16.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:18:15 smithi016 ceph-mon[90652]: pgmap v1998: 105 pgs: 105 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 12 KiB/s rd, 307 B/s wr, 16 op/s 2024-04-15T15:18:16.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:18:15 smithi016 ceph-mon[90652]: osdmap e1098: 8 total, 8 up, 8 in 2024-04-15T15:18:16.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:18:15 smithi016 ceph-mon[90652]: from='client.? 172.21.15.16:0/2342377704' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi016-143420-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T15:18:16.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:18:15 smithi016 ceph-mon[90652]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi016-143420-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T15:18:16.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:18:15 smithi016 ceph-mon[93212]: pgmap v1998: 105 pgs: 105 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 12 KiB/s rd, 307 B/s wr, 16 op/s 2024-04-15T15:18:16.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:18:15 smithi016 ceph-mon[93212]: osdmap e1098: 8 total, 8 up, 8 in 2024-04-15T15:18:16.041 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:18:15 smithi016 ceph-mon[93212]: from='client.? 172.21.15.16:0/2342377704' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi016-143420-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T15:18:16.041 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:18:15 smithi016 ceph-mon[93212]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi016-143420-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T15:18:16.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:18:15 smithi102 ceph-mon[87131]: pgmap v1998: 105 pgs: 105 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 12 KiB/s rd, 307 B/s wr, 16 op/s 2024-04-15T15:18:16.188 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:18:15 smithi102 ceph-mon[87131]: osdmap e1098: 8 total, 8 up, 8 in 2024-04-15T15:18:16.188 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:18:15 smithi102 ceph-mon[87131]: from='client.? 172.21.15.16:0/2342377704' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi016-143420-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T15:18:16.188 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:18:15 smithi102 ceph-mon[87131]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi016-143420-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T15:18:17.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:18:16 smithi016 ceph-mon[93212]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi016-143420-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-15T15:18:17.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:18:16 smithi016 ceph-mon[93212]: osdmap e1099: 8 total, 8 up, 8 in 2024-04-15T15:18:17.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:18:16 smithi016 ceph-mon[90652]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi016-143420-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-15T15:18:17.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:18:16 smithi016 ceph-mon[90652]: osdmap e1099: 8 total, 8 up, 8 in 2024-04-15T15:18:17.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:18:16 smithi102 ceph-mon[87131]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi016-143420-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-15T15:18:17.188 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:18:16 smithi102 ceph-mon[87131]: osdmap e1099: 8 total, 8 up, 8 in 2024-04-15T15:18:17.780 INFO:tasks.workunit.client.0.smithi016.stdout:/home/jenkins-build/build/workspace/ceph-dev-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/18.2.2-1221-ge3fb05d5/rpm/el9/BUILD/ceph-18.2.2-1221-ge3fb05d5/src/test/librbd/journal/test_Stress.cc:37: Skipped 2024-04-15T15:18:17.780 INFO:tasks.workunit.client.0.smithi016.stdout:Skipping due to unmet REQUIRE 2024-04-15T15:18:17.780 INFO:tasks.workunit.client.0.smithi016.stdout:[ SKIPPED ] TestJournalStress.DiscardWithPruneWriteOverlap (2024 ms) 2024-04-15T15:18:18.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:18:17 smithi016 ceph-mon[90652]: pgmap v2001: 137 pgs: 19 creating+peering, 7 unknown, 111 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail 2024-04-15T15:18:18.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:18:17 smithi016 ceph-mon[90652]: osdmap e1100: 8 total, 8 up, 8 in 2024-04-15T15:18:18.041 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:18:17 smithi016 ceph-mon[93212]: pgmap v2001: 137 pgs: 19 creating+peering, 7 unknown, 111 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail 2024-04-15T15:18:18.041 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:18:17 smithi016 ceph-mon[93212]: osdmap e1100: 8 total, 8 up, 8 in 2024-04-15T15:18:18.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:18:17 smithi102 ceph-mon[87131]: pgmap v2001: 137 pgs: 19 creating+peering, 7 unknown, 111 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail 2024-04-15T15:18:18.188 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:18:17 smithi102 ceph-mon[87131]: osdmap e1100: 8 total, 8 up, 8 in 2024-04-15T15:18:18.774 INFO:tasks.workunit.client.0.smithi016.stdout:[----------] 1 test from TestJournalStress (2024 ms total) 2024-04-15T15:18:18.774 INFO:tasks.workunit.client.0.smithi016.stdout: 2024-04-15T15:18:18.774 INFO:tasks.workunit.client.0.smithi016.stdout:[----------] 16 tests from TestJournalReplay 2024-04-15T15:18:19.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:18:18 smithi016 ceph-mon[93212]: osdmap e1101: 8 total, 8 up, 8 in 2024-04-15T15:18:19.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:18:18 smithi016 ceph-mon[90652]: osdmap e1101: 8 total, 8 up, 8 in 2024-04-15T15:18:19.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:18:18 smithi102 ceph-mon[87131]: osdmap e1101: 8 total, 8 up, 8 in 2024-04-15T15:18:20.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:18:19 smithi016 ceph-mon[93212]: pgmap v2004: 137 pgs: 19 creating+peering, 118 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail 2024-04-15T15:18:20.041 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:18:19 smithi016 ceph-mon[93212]: osdmap e1102: 8 total, 8 up, 8 in 2024-04-15T15:18:20.041 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:18:19 smithi016 ceph-mon[90652]: pgmap v2004: 137 pgs: 19 creating+peering, 118 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail 2024-04-15T15:18:20.041 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:18:19 smithi016 ceph-mon[90652]: osdmap e1102: 8 total, 8 up, 8 in 2024-04-15T15:18:20.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:18:19 smithi102 ceph-mon[87131]: pgmap v2004: 137 pgs: 19 creating+peering, 118 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail 2024-04-15T15:18:20.188 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:18:19 smithi102 ceph-mon[87131]: osdmap e1102: 8 total, 8 up, 8 in 2024-04-15T15:18:20.787 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] TestJournalReplay.AioDiscardEvent 2024-04-15T15:18:21.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:18:20 smithi016 ceph-mon[90652]: osdmap e1103: 8 total, 8 up, 8 in 2024-04-15T15:18:21.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:18:20 smithi016 ceph-mon[90652]: from='client.? 172.21.15.16:0/1666518276' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi016-143420-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T15:18:21.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:18:20 smithi016 ceph-mon[90652]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi016-143420-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T15:18:21.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:18:20 smithi016 ceph-mon[93212]: osdmap e1103: 8 total, 8 up, 8 in 2024-04-15T15:18:21.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:18:20 smithi016 ceph-mon[93212]: from='client.? 172.21.15.16:0/1666518276' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi016-143420-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T15:18:21.041 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:18:20 smithi016 ceph-mon[93212]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi016-143420-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T15:18:21.188 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:18:20 smithi102 ceph-mon[87131]: osdmap e1103: 8 total, 8 up, 8 in 2024-04-15T15:18:21.188 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:18:20 smithi102 ceph-mon[87131]: from='client.? 172.21.15.16:0/1666518276' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi016-143420-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T15:18:21.188 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:18:20 smithi102 ceph-mon[87131]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi016-143420-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T15:18:22.040 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 15 15:18:21 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-y[81421]: ::ffff:172.21.15.102 - - [15/Apr/2024:15:18:21] "GET /metrics HTTP/1.1" 200 33988 "" "Prometheus/2.43.0" 2024-04-15T15:18:22.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:18:21 smithi016 ceph-mon[90652]: pgmap v2007: 137 pgs: 13 creating+peering, 19 unknown, 105 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail 2024-04-15T15:18:22.041 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:18:21 smithi016 ceph-mon[90652]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-15T15:18:22.041 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:18:21 smithi016 ceph-mon[90652]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi016-143420-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-15T15:18:22.041 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:18:21 smithi016 ceph-mon[90652]: osdmap e1104: 8 total, 8 up, 8 in 2024-04-15T15:18:22.041 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:18:21 smithi016 ceph-mon[93212]: pgmap v2007: 137 pgs: 13 creating+peering, 19 unknown, 105 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail 2024-04-15T15:18:22.041 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:18:21 smithi016 ceph-mon[93212]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-15T15:18:22.041 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:18:21 smithi016 ceph-mon[93212]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi016-143420-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-15T15:18:22.041 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:18:21 smithi016 ceph-mon[93212]: osdmap e1104: 8 total, 8 up, 8 in 2024-04-15T15:18:22.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:18:21 smithi102 ceph-mon[87131]: pgmap v2007: 137 pgs: 13 creating+peering, 19 unknown, 105 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail 2024-04-15T15:18:22.188 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:18:21 smithi102 ceph-mon[87131]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-15T15:18:22.188 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:18:21 smithi102 ceph-mon[87131]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi016-143420-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-15T15:18:22.188 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:18:21 smithi102 ceph-mon[87131]: osdmap e1104: 8 total, 8 up, 8 in 2024-04-15T15:18:22.687 INFO:journalctl@ceph.prometheus.a.smithi102.stdout:Apr 15 15:18:22 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-prometheus-a[120881]: ts=2024-04-15T15:18:22.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi016:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"362ea986-fb34-11ee-bc8f-c7b262605968\", instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T15:18:22.816 INFO:tasks.workunit.client.0.smithi016.stdout:/home/jenkins-build/build/workspace/ceph-dev-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/18.2.2-1221-ge3fb05d5/rpm/el9/BUILD/ceph-18.2.2-1221-ge3fb05d5/src/test/librbd/journal/test_Replay.cc:109: Skipped 2024-04-15T15:18:22.816 INFO:tasks.workunit.client.0.smithi016.stdout:Skipping due to unmet REQUIRE 2024-04-15T15:18:22.816 INFO:tasks.workunit.client.0.smithi016.stdout:[ SKIPPED ] TestJournalReplay.AioDiscardEvent (2028 ms) 2024-04-15T15:18:22.816 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] TestJournalReplay.AioWriteEvent 2024-04-15T15:18:22.831 INFO:tasks.workunit.client.0.smithi016.stdout:/home/jenkins-build/build/workspace/ceph-dev-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/18.2.2-1221-ge3fb05d5/rpm/el9/BUILD/ceph-18.2.2-1221-ge3fb05d5/src/test/librbd/journal/test_Replay.cc:200: Skipped 2024-04-15T15:18:22.831 INFO:tasks.workunit.client.0.smithi016.stdout:Skipping due to unmet REQUIRE 2024-04-15T15:18:22.831 INFO:tasks.workunit.client.0.smithi016.stdout:[ SKIPPED ] TestJournalReplay.AioWriteEvent (15 ms) 2024-04-15T15:18:22.831 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] TestJournalReplay.AioFlushEvent 2024-04-15T15:18:22.839 INFO:tasks.workunit.client.0.smithi016.stdout:/home/jenkins-build/build/workspace/ceph-dev-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/18.2.2-1221-ge3fb05d5/rpm/el9/BUILD/ceph-18.2.2-1221-ge3fb05d5/src/test/librbd/journal/test_Replay.cc:261: Skipped 2024-04-15T15:18:22.840 INFO:tasks.workunit.client.0.smithi016.stdout:Skipping due to unmet REQUIRE 2024-04-15T15:18:22.840 INFO:tasks.workunit.client.0.smithi016.stdout:[ SKIPPED ] TestJournalReplay.AioFlushEvent (9 ms) 2024-04-15T15:18:22.840 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] TestJournalReplay.SnapCreate 2024-04-15T15:18:22.849 INFO:tasks.workunit.client.0.smithi016.stdout:/home/jenkins-build/build/workspace/ceph-dev-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/18.2.2-1221-ge3fb05d5/rpm/el9/BUILD/ceph-18.2.2-1221-ge3fb05d5/src/test/librbd/journal/test_Replay.cc:307: Skipped 2024-04-15T15:18:22.849 INFO:tasks.workunit.client.0.smithi016.stdout:Skipping due to unmet REQUIRE 2024-04-15T15:18:22.849 INFO:tasks.workunit.client.0.smithi016.stdout:[ SKIPPED ] TestJournalReplay.SnapCreate (9 ms) 2024-04-15T15:18:22.849 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] TestJournalReplay.SnapProtect 2024-04-15T15:18:22.858 INFO:tasks.workunit.client.0.smithi016.stdout:/home/jenkins-build/build/workspace/ceph-dev-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/18.2.2-1221-ge3fb05d5/rpm/el9/BUILD/ceph-18.2.2-1221-ge3fb05d5/src/test/librbd/journal/test_Replay.cc:348: Skipped 2024-04-15T15:18:22.858 INFO:tasks.workunit.client.0.smithi016.stdout:Skipping due to unmet REQUIRE 2024-04-15T15:18:22.858 INFO:tasks.workunit.client.0.smithi016.stdout:[ SKIPPED ] TestJournalReplay.SnapProtect (9 ms) 2024-04-15T15:18:22.858 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] TestJournalReplay.SnapUnprotect 2024-04-15T15:18:22.867 INFO:tasks.workunit.client.0.smithi016.stdout:/home/jenkins-build/build/workspace/ceph-dev-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/18.2.2-1221-ge3fb05d5/rpm/el9/BUILD/ceph-18.2.2-1221-ge3fb05d5/src/test/librbd/journal/test_Replay.cc:394: Skipped 2024-04-15T15:18:22.867 INFO:tasks.workunit.client.0.smithi016.stdout:Skipping due to unmet REQUIRE 2024-04-15T15:18:22.867 INFO:tasks.workunit.client.0.smithi016.stdout:[ SKIPPED ] TestJournalReplay.SnapUnprotect (9 ms) 2024-04-15T15:18:22.867 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] TestJournalReplay.SnapRename 2024-04-15T15:18:22.875 INFO:tasks.workunit.client.0.smithi016.stdout:/home/jenkins-build/build/workspace/ceph-dev-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/18.2.2-1221-ge3fb05d5/rpm/el9/BUILD/ceph-18.2.2-1221-ge3fb05d5/src/test/librbd/journal/test_Replay.cc:450: Skipped 2024-04-15T15:18:22.875 INFO:tasks.workunit.client.0.smithi016.stdout:Skipping due to unmet REQUIRE 2024-04-15T15:18:22.875 INFO:tasks.workunit.client.0.smithi016.stdout:[ SKIPPED ] TestJournalReplay.SnapRename (9 ms) 2024-04-15T15:18:22.875 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] TestJournalReplay.SnapRollback 2024-04-15T15:18:22.883 INFO:tasks.workunit.client.0.smithi016.stdout:/home/jenkins-build/build/workspace/ceph-dev-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/18.2.2-1221-ge3fb05d5/rpm/el9/BUILD/ceph-18.2.2-1221-ge3fb05d5/src/test/librbd/journal/test_Replay.cc:500: Skipped 2024-04-15T15:18:22.884 INFO:tasks.workunit.client.0.smithi016.stdout:Skipping due to unmet REQUIRE 2024-04-15T15:18:22.884 INFO:tasks.workunit.client.0.smithi016.stdout:[ SKIPPED ] TestJournalReplay.SnapRollback (8 ms) 2024-04-15T15:18:22.884 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] TestJournalReplay.SnapRemove 2024-04-15T15:18:22.891 INFO:tasks.workunit.client.0.smithi016.stdout:/home/jenkins-build/build/workspace/ceph-dev-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/18.2.2-1221-ge3fb05d5/rpm/el9/BUILD/ceph-18.2.2-1221-ge3fb05d5/src/test/librbd/journal/test_Replay.cc:541: Skipped 2024-04-15T15:18:22.891 INFO:tasks.workunit.client.0.smithi016.stdout:Skipping due to unmet REQUIRE 2024-04-15T15:18:22.891 INFO:tasks.workunit.client.0.smithi016.stdout:[ SKIPPED ] TestJournalReplay.SnapRemove (8 ms) 2024-04-15T15:18:22.891 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] TestJournalReplay.Rename 2024-04-15T15:18:22.899 INFO:tasks.workunit.client.0.smithi016.stdout:/home/jenkins-build/build/workspace/ceph-dev-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/18.2.2-1221-ge3fb05d5/rpm/el9/BUILD/ceph-18.2.2-1221-ge3fb05d5/src/test/librbd/journal/test_Replay.cc:590: Skipped 2024-04-15T15:18:22.899 INFO:tasks.workunit.client.0.smithi016.stdout:Skipping due to unmet REQUIRE 2024-04-15T15:18:22.899 INFO:tasks.workunit.client.0.smithi016.stdout:[ SKIPPED ] TestJournalReplay.Rename (7 ms) 2024-04-15T15:18:22.899 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] TestJournalReplay.Resize 2024-04-15T15:18:22.906 INFO:tasks.workunit.client.0.smithi016.stdout:/home/jenkins-build/build/workspace/ceph-dev-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/18.2.2-1221-ge3fb05d5/rpm/el9/BUILD/ceph-18.2.2-1221-ge3fb05d5/src/test/librbd/journal/test_Replay.cc:624: Skipped 2024-04-15T15:18:22.906 INFO:tasks.workunit.client.0.smithi016.stdout:Skipping due to unmet REQUIRE 2024-04-15T15:18:22.907 INFO:tasks.workunit.client.0.smithi016.stdout:[ SKIPPED ] TestJournalReplay.Resize (8 ms) 2024-04-15T15:18:22.907 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] TestJournalReplay.Flatten 2024-04-15T15:18:22.914 INFO:tasks.workunit.client.0.smithi016.stdout:/home/jenkins-build/build/workspace/ceph-dev-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/18.2.2-1221-ge3fb05d5/rpm/el9/BUILD/ceph-18.2.2-1221-ge3fb05d5/src/test/librbd/journal/test_Replay.cc:657: Skipped 2024-04-15T15:18:22.914 INFO:tasks.workunit.client.0.smithi016.stdout:Skipping due to unmet REQUIRE 2024-04-15T15:18:22.914 INFO:tasks.workunit.client.0.smithi016.stdout:[ SKIPPED ] TestJournalReplay.Flatten (8 ms) 2024-04-15T15:18:22.915 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] TestJournalReplay.UpdateFeatures 2024-04-15T15:18:22.922 INFO:tasks.workunit.client.0.smithi016.stdout:/home/jenkins-build/build/workspace/ceph-dev-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/18.2.2-1221-ge3fb05d5/rpm/el9/BUILD/ceph-18.2.2-1221-ge3fb05d5/src/test/librbd/journal/test_Replay.cc:704: Skipped 2024-04-15T15:18:22.922 INFO:tasks.workunit.client.0.smithi016.stdout:Skipping due to unmet REQUIRE 2024-04-15T15:18:22.922 INFO:tasks.workunit.client.0.smithi016.stdout:[ SKIPPED ] TestJournalReplay.UpdateFeatures (7 ms) 2024-04-15T15:18:22.922 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] TestJournalReplay.MetadataSet 2024-04-15T15:18:22.929 INFO:tasks.workunit.client.0.smithi016.stdout:/home/jenkins-build/build/workspace/ceph-dev-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/18.2.2-1221-ge3fb05d5/rpm/el9/BUILD/ceph-18.2.2-1221-ge3fb05d5/src/test/librbd/journal/test_Replay.cc:741: Skipped 2024-04-15T15:18:22.929 INFO:tasks.workunit.client.0.smithi016.stdout:Skipping due to unmet REQUIRE 2024-04-15T15:18:22.930 INFO:tasks.workunit.client.0.smithi016.stdout:[ SKIPPED ] TestJournalReplay.MetadataSet (8 ms) 2024-04-15T15:18:22.930 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] TestJournalReplay.MetadataRemove 2024-04-15T15:18:22.936 INFO:tasks.workunit.client.0.smithi016.stdout:/home/jenkins-build/build/workspace/ceph-dev-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/18.2.2-1221-ge3fb05d5/rpm/el9/BUILD/ceph-18.2.2-1221-ge3fb05d5/src/test/librbd/journal/test_Replay.cc:781: Skipped 2024-04-15T15:18:22.937 INFO:tasks.workunit.client.0.smithi016.stdout:Skipping due to unmet REQUIRE 2024-04-15T15:18:22.937 INFO:tasks.workunit.client.0.smithi016.stdout:[ SKIPPED ] TestJournalReplay.MetadataRemove (7 ms) 2024-04-15T15:18:22.937 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] TestJournalReplay.ObjectPosition 2024-04-15T15:18:22.944 INFO:tasks.workunit.client.0.smithi016.stdout:/home/jenkins-build/build/workspace/ceph-dev-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/18.2.2-1221-ge3fb05d5/rpm/el9/BUILD/ceph-18.2.2-1221-ge3fb05d5/src/test/librbd/journal/test_Replay.cc:824: Skipped 2024-04-15T15:18:22.944 INFO:tasks.workunit.client.0.smithi016.stdout:Skipping due to unmet REQUIRE 2024-04-15T15:18:22.944 INFO:tasks.workunit.client.0.smithi016.stdout:[ SKIPPED ] TestJournalReplay.ObjectPosition (8 ms) 2024-04-15T15:18:23.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:18:22 smithi102 ceph-mon[87131]: osdmap e1105: 8 total, 8 up, 8 in 2024-04-15T15:18:23.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:18:22 smithi016 ceph-mon[90652]: osdmap e1105: 8 total, 8 up, 8 in 2024-04-15T15:18:23.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:18:22 smithi016 ceph-mon[93212]: osdmap e1105: 8 total, 8 up, 8 in 2024-04-15T15:18:23.806 INFO:tasks.workunit.client.0.smithi016.stdout:[----------] 16 tests from TestJournalReplay (2157 ms total) 2024-04-15T15:18:23.806 INFO:tasks.workunit.client.0.smithi016.stdout: 2024-04-15T15:18:23.807 INFO:tasks.workunit.client.0.smithi016.stdout:[----------] 4 tests from TestJournalEntries 2024-04-15T15:18:24.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:18:23 smithi102 ceph-mon[87131]: pgmap v2010: 137 pgs: 20 creating+peering, 117 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail 2024-04-15T15:18:24.188 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:18:23 smithi102 ceph-mon[87131]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-15T15:18:24.188 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:18:23 smithi102 ceph-mon[87131]: Cluster is now healthy 2024-04-15T15:18:24.188 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:18:23 smithi102 ceph-mon[87131]: osdmap e1106: 8 total, 8 up, 8 in 2024-04-15T15:18:24.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:18:23 smithi016 ceph-mon[90652]: pgmap v2010: 137 pgs: 20 creating+peering, 117 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail 2024-04-15T15:18:24.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:18:23 smithi016 ceph-mon[90652]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-15T15:18:24.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:18:23 smithi016 ceph-mon[90652]: Cluster is now healthy 2024-04-15T15:18:24.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:18:23 smithi016 ceph-mon[90652]: osdmap e1106: 8 total, 8 up, 8 in 2024-04-15T15:18:24.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:18:23 smithi016 ceph-mon[93212]: pgmap v2010: 137 pgs: 20 creating+peering, 117 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail 2024-04-15T15:18:24.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:18:23 smithi016 ceph-mon[93212]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-15T15:18:24.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:18:23 smithi016 ceph-mon[93212]: Cluster is now healthy 2024-04-15T15:18:24.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:18:23 smithi016 ceph-mon[93212]: osdmap e1106: 8 total, 8 up, 8 in 2024-04-15T15:18:25.188 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:18:24 smithi102 ceph-mon[87131]: osdmap e1107: 8 total, 8 up, 8 in 2024-04-15T15:18:25.188 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:18:24 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T15:18:25.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:18:24 smithi016 ceph-mon[90652]: osdmap e1107: 8 total, 8 up, 8 in 2024-04-15T15:18:25.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:18:24 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T15:18:25.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:18:24 smithi016 ceph-mon[93212]: osdmap e1107: 8 total, 8 up, 8 in 2024-04-15T15:18:25.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:18:24 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T15:18:25.812 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] TestJournalEntries.AioWrite 2024-04-15T15:18:26.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:18:25 smithi102 ceph-mon[87131]: pgmap v2013: 105 pgs: 105 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail 2024-04-15T15:18:26.188 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:18:25 smithi102 ceph-mon[87131]: osdmap e1108: 8 total, 8 up, 8 in 2024-04-15T15:18:26.188 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:18:25 smithi102 ceph-mon[87131]: from='client.? 172.21.15.16:0/1241200678' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi016-143420-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T15:18:26.188 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:18:25 smithi102 ceph-mon[87131]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi016-143420-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T15:18:26.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:18:25 smithi016 ceph-mon[90652]: pgmap v2013: 105 pgs: 105 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail 2024-04-15T15:18:26.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:18:25 smithi016 ceph-mon[90652]: osdmap e1108: 8 total, 8 up, 8 in 2024-04-15T15:18:26.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:18:25 smithi016 ceph-mon[90652]: from='client.? 172.21.15.16:0/1241200678' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi016-143420-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T15:18:26.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:18:25 smithi016 ceph-mon[90652]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi016-143420-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T15:18:26.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:18:25 smithi016 ceph-mon[93212]: pgmap v2013: 105 pgs: 105 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail 2024-04-15T15:18:26.291 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:18:25 smithi016 ceph-mon[93212]: osdmap e1108: 8 total, 8 up, 8 in 2024-04-15T15:18:26.291 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:18:25 smithi016 ceph-mon[93212]: from='client.? 172.21.15.16:0/1241200678' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi016-143420-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T15:18:26.291 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:18:25 smithi016 ceph-mon[93212]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi016-143420-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T15:18:27.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:18:26 smithi102 ceph-mon[87131]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi016-143420-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-15T15:18:27.188 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:18:26 smithi102 ceph-mon[87131]: osdmap e1109: 8 total, 8 up, 8 in 2024-04-15T15:18:27.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:18:26 smithi016 ceph-mon[90652]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi016-143420-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-15T15:18:27.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:18:26 smithi016 ceph-mon[90652]: osdmap e1109: 8 total, 8 up, 8 in 2024-04-15T15:18:27.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:18:26 smithi016 ceph-mon[93212]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi016-143420-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-15T15:18:27.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:18:26 smithi016 ceph-mon[93212]: osdmap e1109: 8 total, 8 up, 8 in 2024-04-15T15:18:27.853 INFO:tasks.workunit.client.0.smithi016.stdout:/home/jenkins-build/build/workspace/ceph-dev-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/18.2.2-1221-ge3fb05d5/rpm/el9/BUILD/ceph-18.2.2-1221-ge3fb05d5/src/test/librbd/journal/test_Entries.cc:118: Skipped 2024-04-15T15:18:27.853 INFO:tasks.workunit.client.0.smithi016.stdout:Skipping due to unmet REQUIRE 2024-04-15T15:18:27.853 INFO:tasks.workunit.client.0.smithi016.stdout:[ SKIPPED ] TestJournalEntries.AioWrite (2041 ms) 2024-04-15T15:18:27.853 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] TestJournalEntries.AioDiscard 2024-04-15T15:18:27.863 INFO:tasks.workunit.client.0.smithi016.stdout:/home/jenkins-build/build/workspace/ceph-dev-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/18.2.2-1221-ge3fb05d5/rpm/el9/BUILD/ceph-18.2.2-1221-ge3fb05d5/src/test/librbd/journal/test_Entries.cc:163: Skipped 2024-04-15T15:18:27.863 INFO:tasks.workunit.client.0.smithi016.stdout:Skipping due to unmet REQUIRE 2024-04-15T15:18:27.863 INFO:tasks.workunit.client.0.smithi016.stdout:[ SKIPPED ] TestJournalEntries.AioDiscard (11 ms) 2024-04-15T15:18:27.863 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] TestJournalEntries.AioDiscardWithPrune 2024-04-15T15:18:27.873 INFO:tasks.workunit.client.0.smithi016.stdout:/home/jenkins-build/build/workspace/ceph-dev-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/18.2.2-1221-ge3fb05d5/rpm/el9/BUILD/ceph-18.2.2-1221-ge3fb05d5/src/test/librbd/journal/test_Entries.cc:200: Skipped 2024-04-15T15:18:27.873 INFO:tasks.workunit.client.0.smithi016.stdout:Skipping due to unmet REQUIRE 2024-04-15T15:18:27.873 INFO:tasks.workunit.client.0.smithi016.stdout:[ SKIPPED ] TestJournalEntries.AioDiscardWithPrune (10 ms) 2024-04-15T15:18:27.874 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] TestJournalEntries.AioFlush 2024-04-15T15:18:27.882 INFO:tasks.workunit.client.0.smithi016.stdout:/home/jenkins-build/build/workspace/ceph-dev-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/18.2.2-1221-ge3fb05d5/rpm/el9/BUILD/ceph-18.2.2-1221-ge3fb05d5/src/test/librbd/journal/test_Entries.cc:263: Skipped 2024-04-15T15:18:27.882 INFO:tasks.workunit.client.0.smithi016.stdout:Skipping due to unmet REQUIRE 2024-04-15T15:18:27.882 INFO:tasks.workunit.client.0.smithi016.stdout:[ SKIPPED ] TestJournalEntries.AioFlush (9 ms) 2024-04-15T15:18:28.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:18:27 smithi102 ceph-mon[87131]: pgmap v2016: 137 pgs: 18 creating+peering, 12 unknown, 107 active+clean; 4.6 MiB data, 3.7 GiB used, 711 GiB / 715 GiB avail 2024-04-15T15:18:28.188 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:18:27 smithi102 ceph-mon[87131]: osdmap e1110: 8 total, 8 up, 8 in 2024-04-15T15:18:28.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:18:27 smithi016 ceph-mon[90652]: pgmap v2016: 137 pgs: 18 creating+peering, 12 unknown, 107 active+clean; 4.6 MiB data, 3.7 GiB used, 711 GiB / 715 GiB avail 2024-04-15T15:18:28.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:18:27 smithi016 ceph-mon[90652]: osdmap e1110: 8 total, 8 up, 8 in 2024-04-15T15:18:28.291 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:18:27 smithi016 ceph-mon[93212]: pgmap v2016: 137 pgs: 18 creating+peering, 12 unknown, 107 active+clean; 4.6 MiB data, 3.7 GiB used, 711 GiB / 715 GiB avail 2024-04-15T15:18:28.291 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:18:27 smithi016 ceph-mon[93212]: osdmap e1110: 8 total, 8 up, 8 in 2024-04-15T15:18:28.841 INFO:tasks.workunit.client.0.smithi016.stdout:[----------] 4 tests from TestJournalEntries (2071 ms total) 2024-04-15T15:18:28.841 INFO:tasks.workunit.client.0.smithi016.stdout: 2024-04-15T15:18:28.841 INFO:tasks.workunit.client.0.smithi016.stdout:[----------] 2 tests from TestTrash 2024-04-15T15:18:29.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:18:28 smithi102 ceph-mon[87131]: osdmap e1111: 8 total, 8 up, 8 in 2024-04-15T15:18:29.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:18:28 smithi016 ceph-mon[90652]: osdmap e1111: 8 total, 8 up, 8 in 2024-04-15T15:18:29.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:18:28 smithi016 ceph-mon[93212]: osdmap e1111: 8 total, 8 up, 8 in 2024-04-15T15:18:30.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:18:29 smithi102 ceph-mon[87131]: pgmap v2019: 137 pgs: 18 creating+peering, 119 active+clean; 4.6 MiB data, 3.7 GiB used, 711 GiB / 715 GiB avail 2024-04-15T15:18:30.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:18:29 smithi102 ceph-mon[87131]: osdmap e1112: 8 total, 8 up, 8 in 2024-04-15T15:18:30.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:18:29 smithi016 ceph-mon[90652]: pgmap v2019: 137 pgs: 18 creating+peering, 119 active+clean; 4.6 MiB data, 3.7 GiB used, 711 GiB / 715 GiB avail 2024-04-15T15:18:30.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:18:29 smithi016 ceph-mon[90652]: osdmap e1112: 8 total, 8 up, 8 in 2024-04-15T15:18:30.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:18:29 smithi016 ceph-mon[93212]: pgmap v2019: 137 pgs: 18 creating+peering, 119 active+clean; 4.6 MiB data, 3.7 GiB used, 711 GiB / 715 GiB avail 2024-04-15T15:18:30.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:18:29 smithi016 ceph-mon[93212]: osdmap e1112: 8 total, 8 up, 8 in 2024-04-15T15:18:30.853 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] TestTrash.UserRemovingSource 2024-04-15T15:18:31.188 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:18:30 smithi102 ceph-mon[87131]: osdmap e1113: 8 total, 8 up, 8 in 2024-04-15T15:18:31.188 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:18:30 smithi102 ceph-mon[87131]: from='client.? 172.21.15.16:0/2998818130' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi016-143420-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T15:18:31.188 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:18:30 smithi102 ceph-mon[87131]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi016-143420-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T15:18:31.191 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:18:30 smithi016 ceph-mon[90652]: osdmap e1113: 8 total, 8 up, 8 in 2024-04-15T15:18:31.191 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:18:30 smithi016 ceph-mon[90652]: from='client.? 172.21.15.16:0/2998818130' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi016-143420-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T15:18:31.191 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:18:30 smithi016 ceph-mon[90652]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi016-143420-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T15:18:31.192 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:18:30 smithi016 ceph-mon[93212]: osdmap e1113: 8 total, 8 up, 8 in 2024-04-15T15:18:31.192 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:18:30 smithi016 ceph-mon[93212]: from='client.? 172.21.15.16:0/2998818130' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi016-143420-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T15:18:31.192 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:18:30 smithi016 ceph-mon[93212]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi016-143420-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T15:18:32.040 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 15 15:18:31 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-y[81421]: ::ffff:172.21.15.102 - - [15/Apr/2024:15:18:31] "GET /metrics HTTP/1.1" 200 33979 "" "Prometheus/2.43.0" 2024-04-15T15:18:32.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:18:31 smithi016 ceph-mon[93212]: pgmap v2022: 137 pgs: 14 creating+peering, 18 unknown, 105 active+clean; 4.6 MiB data, 3.7 GiB used, 711 GiB / 715 GiB avail 2024-04-15T15:18:32.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:18:31 smithi016 ceph-mon[93212]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-15T15:18:32.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:18:31 smithi016 ceph-mon[93212]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi016-143420-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-15T15:18:32.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:18:31 smithi016 ceph-mon[93212]: osdmap e1114: 8 total, 8 up, 8 in 2024-04-15T15:18:32.041 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:18:31 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T15:18:32.041 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:18:31 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T15:18:32.041 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:18:31 smithi016 ceph-mon[90652]: pgmap v2022: 137 pgs: 14 creating+peering, 18 unknown, 105 active+clean; 4.6 MiB data, 3.7 GiB used, 711 GiB / 715 GiB avail 2024-04-15T15:18:32.041 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:18:31 smithi016 ceph-mon[90652]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-15T15:18:32.041 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:18:31 smithi016 ceph-mon[90652]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi016-143420-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-15T15:18:32.041 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:18:31 smithi016 ceph-mon[90652]: osdmap e1114: 8 total, 8 up, 8 in 2024-04-15T15:18:32.041 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:18:31 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T15:18:32.041 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:18:31 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T15:18:32.188 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:18:31 smithi102 ceph-mon[87131]: pgmap v2022: 137 pgs: 14 creating+peering, 18 unknown, 105 active+clean; 4.6 MiB data, 3.7 GiB used, 711 GiB / 715 GiB avail 2024-04-15T15:18:32.188 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:18:31 smithi102 ceph-mon[87131]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-15T15:18:32.188 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:18:31 smithi102 ceph-mon[87131]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi016-143420-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-15T15:18:32.188 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:18:31 smithi102 ceph-mon[87131]: osdmap e1114: 8 total, 8 up, 8 in 2024-04-15T15:18:32.188 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:18:31 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T15:18:32.188 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:18:31 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T15:18:32.687 INFO:journalctl@ceph.prometheus.a.smithi102.stdout:Apr 15 15:18:32 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-prometheus-a[120881]: ts=2024-04-15T15:18:32.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi016:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"362ea986-fb34-11ee-bc8f-c7b262605968\", instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T15:18:32.954 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] TestTrash.UserRemovingSource (2100 ms) 2024-04-15T15:18:32.954 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] TestTrash.RestoreMirroringSource 2024-04-15T15:18:32.993 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] TestTrash.RestoreMirroringSource (39 ms) 2024-04-15T15:18:33.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:18:32 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T15:18:33.188 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:18:32 smithi102 ceph-mon[87131]: osdmap e1115: 8 total, 8 up, 8 in 2024-04-15T15:18:33.188 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:18:32 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T15:18:33.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:18:32 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T15:18:33.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:18:32 smithi016 ceph-mon[93212]: osdmap e1115: 8 total, 8 up, 8 in 2024-04-15T15:18:33.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:18:32 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T15:18:33.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:18:32 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T15:18:33.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:18:32 smithi016 ceph-mon[90652]: osdmap e1115: 8 total, 8 up, 8 in 2024-04-15T15:18:33.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:18:32 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T15:18:33.875 INFO:tasks.workunit.client.0.smithi016.stdout:[----------] 2 tests from TestTrash (2139 ms total) 2024-04-15T15:18:33.875 INFO:tasks.workunit.client.0.smithi016.stdout: 2024-04-15T15:18:33.875 INFO:tasks.workunit.client.0.smithi016.stdout:[----------] 1 test from TestOperations 2024-04-15T15:18:34.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:18:33 smithi102 ceph-mon[87131]: pgmap v2025: 137 pgs: 23 creating+peering, 114 active+clean; 4.6 MiB data, 3.7 GiB used, 711 GiB / 715 GiB avail 2024-04-15T15:18:34.188 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:18:33 smithi102 ceph-mon[87131]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-15T15:18:34.188 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:18:33 smithi102 ceph-mon[87131]: Cluster is now healthy 2024-04-15T15:18:34.188 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:18:33 smithi102 ceph-mon[87131]: osdmap e1116: 8 total, 8 up, 8 in 2024-04-15T15:18:34.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:18:33 smithi016 ceph-mon[90652]: pgmap v2025: 137 pgs: 23 creating+peering, 114 active+clean; 4.6 MiB data, 3.7 GiB used, 711 GiB / 715 GiB avail 2024-04-15T15:18:34.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:18:33 smithi016 ceph-mon[90652]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-15T15:18:34.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:18:33 smithi016 ceph-mon[90652]: Cluster is now healthy 2024-04-15T15:18:34.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:18:33 smithi016 ceph-mon[90652]: osdmap e1116: 8 total, 8 up, 8 in 2024-04-15T15:18:34.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:18:33 smithi016 ceph-mon[93212]: pgmap v2025: 137 pgs: 23 creating+peering, 114 active+clean; 4.6 MiB data, 3.7 GiB used, 711 GiB / 715 GiB avail 2024-04-15T15:18:34.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:18:33 smithi016 ceph-mon[93212]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-15T15:18:34.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:18:33 smithi016 ceph-mon[93212]: Cluster is now healthy 2024-04-15T15:18:34.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:18:33 smithi016 ceph-mon[93212]: osdmap e1116: 8 total, 8 up, 8 in 2024-04-15T15:18:35.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:18:34 smithi102 ceph-mon[87131]: osdmap e1117: 8 total, 8 up, 8 in 2024-04-15T15:18:35.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:18:34 smithi016 ceph-mon[90652]: osdmap e1117: 8 total, 8 up, 8 in 2024-04-15T15:18:35.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:18:34 smithi016 ceph-mon[93212]: osdmap e1117: 8 total, 8 up, 8 in 2024-04-15T15:18:35.881 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] TestOperations.DisableJournalingCorrupt 2024-04-15T15:18:36.188 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:18:35 smithi102 ceph-mon[87131]: pgmap v2028: 105 pgs: 105 active+clean; 4.6 MiB data, 3.7 GiB used, 711 GiB / 715 GiB avail 2024-04-15T15:18:36.188 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:18:35 smithi102 ceph-mon[87131]: osdmap e1118: 8 total, 8 up, 8 in 2024-04-15T15:18:36.188 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:18:35 smithi102 ceph-mon[87131]: from='client.? 172.21.15.16:0/1685693414' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi016-143420-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T15:18:36.188 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:18:35 smithi102 ceph-mon[87131]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi016-143420-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T15:18:36.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:18:35 smithi016 ceph-mon[90652]: pgmap v2028: 105 pgs: 105 active+clean; 4.6 MiB data, 3.7 GiB used, 711 GiB / 715 GiB avail 2024-04-15T15:18:36.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:18:35 smithi016 ceph-mon[90652]: osdmap e1118: 8 total, 8 up, 8 in 2024-04-15T15:18:36.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:18:35 smithi016 ceph-mon[90652]: from='client.? 172.21.15.16:0/1685693414' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi016-143420-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T15:18:36.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:18:35 smithi016 ceph-mon[90652]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi016-143420-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T15:18:36.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:18:35 smithi016 ceph-mon[93212]: pgmap v2028: 105 pgs: 105 active+clean; 4.6 MiB data, 3.7 GiB used, 711 GiB / 715 GiB avail 2024-04-15T15:18:36.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:18:35 smithi016 ceph-mon[93212]: osdmap e1118: 8 total, 8 up, 8 in 2024-04-15T15:18:36.291 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:18:35 smithi016 ceph-mon[93212]: from='client.? 172.21.15.16:0/1685693414' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi016-143420-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T15:18:36.291 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:18:35 smithi016 ceph-mon[93212]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi016-143420-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T15:18:37.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:18:36 smithi102 ceph-mon[87131]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi016-143420-5","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-15T15:18:37.188 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:18:36 smithi102 ceph-mon[87131]: osdmap e1119: 8 total, 8 up, 8 in 2024-04-15T15:18:37.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:18:36 smithi016 ceph-mon[90652]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi016-143420-5","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-15T15:18:37.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:18:36 smithi016 ceph-mon[90652]: osdmap e1119: 8 total, 8 up, 8 in 2024-04-15T15:18:37.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:18:36 smithi016 ceph-mon[93212]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi016-143420-5","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-15T15:18:37.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:18:36 smithi016 ceph-mon[93212]: osdmap e1119: 8 total, 8 up, 8 in 2024-04-15T15:18:37.917 INFO:tasks.workunit.client.0.smithi016.stdout:/home/jenkins-build/build/workspace/ceph-dev-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/18.2.2-1221-ge3fb05d5/rpm/el9/BUILD/ceph-18.2.2-1221-ge3fb05d5/src/test/librbd/test_Operations.cc:18: Skipped 2024-04-15T15:18:37.917 INFO:tasks.workunit.client.0.smithi016.stdout:Skipping due to unmet REQUIRE 2024-04-15T15:18:37.918 INFO:tasks.workunit.client.0.smithi016.stdout:[ SKIPPED ] TestOperations.DisableJournalingCorrupt (2036 ms) 2024-04-15T15:18:38.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:18:37 smithi102 ceph-mon[87131]: pgmap v2031: 137 pgs: 14 creating+peering, 8 unknown, 115 active+clean; 4.6 MiB data, 3.7 GiB used, 711 GiB / 715 GiB avail 2024-04-15T15:18:38.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:18:37 smithi102 ceph-mon[87131]: osdmap e1120: 8 total, 8 up, 8 in 2024-04-15T15:18:38.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:18:37 smithi016 ceph-mon[93212]: pgmap v2031: 137 pgs: 14 creating+peering, 8 unknown, 115 active+clean; 4.6 MiB data, 3.7 GiB used, 711 GiB / 715 GiB avail 2024-04-15T15:18:38.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:18:37 smithi016 ceph-mon[93212]: osdmap e1120: 8 total, 8 up, 8 in 2024-04-15T15:18:38.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:18:37 smithi016 ceph-mon[90652]: pgmap v2031: 137 pgs: 14 creating+peering, 8 unknown, 115 active+clean; 4.6 MiB data, 3.7 GiB used, 711 GiB / 715 GiB avail 2024-04-15T15:18:38.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:18:37 smithi016 ceph-mon[90652]: osdmap e1120: 8 total, 8 up, 8 in 2024-04-15T15:18:38.907 INFO:tasks.workunit.client.0.smithi016.stdout:[----------] 1 test from TestOperations (2036 ms total) 2024-04-15T15:18:38.907 INFO:tasks.workunit.client.0.smithi016.stdout: 2024-04-15T15:18:38.907 INFO:tasks.workunit.client.0.smithi016.stdout:[----------] 4 tests from TestObjectMap 2024-04-15T15:18:39.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:18:38 smithi102 ceph-mon[87131]: osdmap e1121: 8 total, 8 up, 8 in 2024-04-15T15:18:39.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:18:38 smithi016 ceph-mon[90652]: osdmap e1121: 8 total, 8 up, 8 in 2024-04-15T15:18:39.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:18:38 smithi016 ceph-mon[93212]: osdmap e1121: 8 total, 8 up, 8 in 2024-04-15T15:18:40.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:18:39 smithi102 ceph-mon[87131]: pgmap v2034: 137 pgs: 14 creating+peering, 123 active+clean; 4.6 MiB data, 3.7 GiB used, 711 GiB / 715 GiB avail 2024-04-15T15:18:40.188 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:18:39 smithi102 ceph-mon[87131]: osdmap e1122: 8 total, 8 up, 8 in 2024-04-15T15:18:40.188 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:18:39 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T15:18:40.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:18:39 smithi016 ceph-mon[93212]: pgmap v2034: 137 pgs: 14 creating+peering, 123 active+clean; 4.6 MiB data, 3.7 GiB used, 711 GiB / 715 GiB avail 2024-04-15T15:18:40.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:18:39 smithi016 ceph-mon[93212]: osdmap e1122: 8 total, 8 up, 8 in 2024-04-15T15:18:40.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:18:39 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T15:18:40.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:18:39 smithi016 ceph-mon[90652]: pgmap v2034: 137 pgs: 14 creating+peering, 123 active+clean; 4.6 MiB data, 3.7 GiB used, 711 GiB / 715 GiB avail 2024-04-15T15:18:40.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:18:39 smithi016 ceph-mon[90652]: osdmap e1122: 8 total, 8 up, 8 in 2024-04-15T15:18:40.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:18:39 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T15:18:40.918 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] TestObjectMap.RefreshInvalidatesWhenCorrupt 2024-04-15T15:18:41.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:18:40 smithi102 ceph-mon[87131]: osdmap e1123: 8 total, 8 up, 8 in 2024-04-15T15:18:41.188 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:18:40 smithi102 ceph-mon[87131]: from='client.? 172.21.15.16:0/2677687408' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi016-143420-6","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T15:18:41.188 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:18:40 smithi102 ceph-mon[87131]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi016-143420-6","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T15:18:41.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:18:40 smithi016 ceph-mon[93212]: osdmap e1123: 8 total, 8 up, 8 in 2024-04-15T15:18:41.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:18:40 smithi016 ceph-mon[93212]: from='client.? 172.21.15.16:0/2677687408' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi016-143420-6","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T15:18:41.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:18:40 smithi016 ceph-mon[93212]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi016-143420-6","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T15:18:41.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:18:40 smithi016 ceph-mon[90652]: osdmap e1123: 8 total, 8 up, 8 in 2024-04-15T15:18:41.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:18:40 smithi016 ceph-mon[90652]: from='client.? 172.21.15.16:0/2677687408' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi016-143420-6","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T15:18:41.291 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:18:40 smithi016 ceph-mon[90652]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi016-143420-6","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T15:18:42.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:18:41 smithi016 ceph-mon[90652]: pgmap v2037: 137 pgs: 12 creating+peering, 20 unknown, 105 active+clean; 4.6 MiB data, 3.7 GiB used, 711 GiB / 715 GiB avail 2024-04-15T15:18:42.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:18:41 smithi016 ceph-mon[90652]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-15T15:18:42.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:18:41 smithi016 ceph-mon[90652]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi016-143420-6","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-15T15:18:42.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:18:41 smithi016 ceph-mon[90652]: osdmap e1124: 8 total, 8 up, 8 in 2024-04-15T15:18:42.041 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:18:41 smithi016 ceph-mon[93212]: pgmap v2037: 137 pgs: 12 creating+peering, 20 unknown, 105 active+clean; 4.6 MiB data, 3.7 GiB used, 711 GiB / 715 GiB avail 2024-04-15T15:18:42.041 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:18:41 smithi016 ceph-mon[93212]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-15T15:18:42.041 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:18:41 smithi016 ceph-mon[93212]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi016-143420-6","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-15T15:18:42.041 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:18:41 smithi016 ceph-mon[93212]: osdmap e1124: 8 total, 8 up, 8 in 2024-04-15T15:18:42.041 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 15 15:18:41 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-y[81421]: ::ffff:172.21.15.102 - - [15/Apr/2024:15:18:41] "GET /metrics HTTP/1.1" 200 33985 "" "Prometheus/2.43.0" 2024-04-15T15:18:42.188 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:18:41 smithi102 ceph-mon[87131]: pgmap v2037: 137 pgs: 12 creating+peering, 20 unknown, 105 active+clean; 4.6 MiB data, 3.7 GiB used, 711 GiB / 715 GiB avail 2024-04-15T15:18:42.188 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:18:41 smithi102 ceph-mon[87131]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-15T15:18:42.188 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:18:41 smithi102 ceph-mon[87131]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi016-143420-6","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-15T15:18:42.188 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:18:41 smithi102 ceph-mon[87131]: osdmap e1124: 8 total, 8 up, 8 in 2024-04-15T15:18:42.688 INFO:journalctl@ceph.prometheus.a.smithi102.stdout:Apr 15 15:18:42 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-prometheus-a[120881]: ts=2024-04-15T15:18:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi016:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"362ea986-fb34-11ee-bc8f-c7b262605968\", instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T15:18:42.966 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] TestObjectMap.RefreshInvalidatesWhenCorrupt (2048 ms) 2024-04-15T15:18:42.966 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] TestObjectMap.RefreshInvalidatesWhenTooSmall 2024-04-15T15:18:42.995 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] TestObjectMap.RefreshInvalidatesWhenTooSmall (28 ms) 2024-04-15T15:18:42.995 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] TestObjectMap.InvalidateFlagOnDisk 2024-04-15T15:18:43.035 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] TestObjectMap.InvalidateFlagOnDisk (41 ms) 2024-04-15T15:18:43.036 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] TestObjectMap.AcquireLockInvalidatesWhenTooSmall 2024-04-15T15:18:43.062 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] TestObjectMap.AcquireLockInvalidatesWhenTooSmall (27 ms) 2024-04-15T15:18:43.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:18:42 smithi102 ceph-mon[87131]: osdmap e1125: 8 total, 8 up, 8 in 2024-04-15T15:18:43.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:18:42 smithi016 ceph-mon[90652]: osdmap e1125: 8 total, 8 up, 8 in 2024-04-15T15:18:43.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:18:42 smithi016 ceph-mon[93212]: osdmap e1125: 8 total, 8 up, 8 in 2024-04-15T15:18:43.935 INFO:tasks.workunit.client.0.smithi016.stdout:[----------] 4 tests from TestObjectMap (2144 ms total) 2024-04-15T15:18:43.935 INFO:tasks.workunit.client.0.smithi016.stdout: 2024-04-15T15:18:43.935 INFO:tasks.workunit.client.0.smithi016.stdout:[----------] 2 tests from TestMirroringWatcher 2024-04-15T15:18:44.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:18:43 smithi102 ceph-mon[87131]: pgmap v2040: 137 pgs: 22 creating+peering, 115 active+clean; 4.6 MiB data, 3.7 GiB used, 711 GiB / 715 GiB avail 2024-04-15T15:18:44.188 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:18:43 smithi102 ceph-mon[87131]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-15T15:18:44.188 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:18:43 smithi102 ceph-mon[87131]: Cluster is now healthy 2024-04-15T15:18:44.188 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:18:43 smithi102 ceph-mon[87131]: osdmap e1126: 8 total, 8 up, 8 in 2024-04-15T15:18:44.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:18:43 smithi016 ceph-mon[90652]: pgmap v2040: 137 pgs: 22 creating+peering, 115 active+clean; 4.6 MiB data, 3.7 GiB used, 711 GiB / 715 GiB avail 2024-04-15T15:18:44.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:18:43 smithi016 ceph-mon[90652]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-15T15:18:44.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:18:43 smithi016 ceph-mon[90652]: Cluster is now healthy 2024-04-15T15:18:44.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:18:43 smithi016 ceph-mon[90652]: osdmap e1126: 8 total, 8 up, 8 in 2024-04-15T15:18:44.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:18:43 smithi016 ceph-mon[93212]: pgmap v2040: 137 pgs: 22 creating+peering, 115 active+clean; 4.6 MiB data, 3.7 GiB used, 711 GiB / 715 GiB avail 2024-04-15T15:18:44.291 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:18:43 smithi016 ceph-mon[93212]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-15T15:18:44.291 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:18:43 smithi016 ceph-mon[93212]: Cluster is now healthy 2024-04-15T15:18:44.291 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:18:43 smithi016 ceph-mon[93212]: osdmap e1126: 8 total, 8 up, 8 in 2024-04-15T15:18:45.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:18:44 smithi016 ceph-mon[90652]: osdmap e1127: 8 total, 8 up, 8 in 2024-04-15T15:18:45.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:18:44 smithi016 ceph-mon[93212]: osdmap e1127: 8 total, 8 up, 8 in 2024-04-15T15:18:45.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:18:44 smithi102 ceph-mon[87131]: osdmap e1127: 8 total, 8 up, 8 in 2024-04-15T15:18:45.946 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] TestMirroringWatcher.ModeUpdated 2024-04-15T15:18:46.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:18:45 smithi016 ceph-mon[90652]: pgmap v2043: 105 pgs: 105 active+clean; 4.6 MiB data, 3.7 GiB used, 711 GiB / 715 GiB avail 2024-04-15T15:18:46.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:18:45 smithi016 ceph-mon[90652]: osdmap e1128: 8 total, 8 up, 8 in 2024-04-15T15:18:46.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:18:45 smithi016 ceph-mon[90652]: from='client.? 172.21.15.16:0/605214087' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi016-143420-7","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T15:18:46.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:18:45 smithi016 ceph-mon[90652]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi016-143420-7","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T15:18:46.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:18:45 smithi016 ceph-mon[93212]: pgmap v2043: 105 pgs: 105 active+clean; 4.6 MiB data, 3.7 GiB used, 711 GiB / 715 GiB avail 2024-04-15T15:18:46.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:18:45 smithi016 ceph-mon[93212]: osdmap e1128: 8 total, 8 up, 8 in 2024-04-15T15:18:46.291 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:18:45 smithi016 ceph-mon[93212]: from='client.? 172.21.15.16:0/605214087' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi016-143420-7","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T15:18:46.291 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:18:45 smithi016 ceph-mon[93212]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi016-143420-7","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T15:18:46.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:18:45 smithi102 ceph-mon[87131]: pgmap v2043: 105 pgs: 105 active+clean; 4.6 MiB data, 3.7 GiB used, 711 GiB / 715 GiB avail 2024-04-15T15:18:46.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:18:45 smithi102 ceph-mon[87131]: osdmap e1128: 8 total, 8 up, 8 in 2024-04-15T15:18:46.438 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:18:45 smithi102 ceph-mon[87131]: from='client.? 172.21.15.16:0/605214087' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi016-143420-7","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T15:18:46.438 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:18:45 smithi102 ceph-mon[87131]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi016-143420-7","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T15:18:47.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:18:46 smithi016 ceph-mon[90652]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi016-143420-7","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-15T15:18:47.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:18:46 smithi016 ceph-mon[90652]: osdmap e1129: 8 total, 8 up, 8 in 2024-04-15T15:18:47.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:18:46 smithi016 ceph-mon[93212]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi016-143420-7","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-15T15:18:47.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:18:46 smithi016 ceph-mon[93212]: osdmap e1129: 8 total, 8 up, 8 in 2024-04-15T15:18:47.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:18:46 smithi102 ceph-mon[87131]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi016-143420-7","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-15T15:18:47.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:18:46 smithi102 ceph-mon[87131]: osdmap e1129: 8 total, 8 up, 8 in 2024-04-15T15:18:48.001 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] TestMirroringWatcher.ModeUpdated (2056 ms) 2024-04-15T15:18:48.001 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] TestMirroringWatcher.ImageStatusUpdated 2024-04-15T15:18:48.024 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] TestMirroringWatcher.ImageStatusUpdated (22 ms) 2024-04-15T15:18:48.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:18:47 smithi016 ceph-mon[90652]: pgmap v2046: 137 pgs: 25 creating+peering, 5 unknown, 107 active+clean; 4.6 MiB data, 3.7 GiB used, 711 GiB / 715 GiB avail 2024-04-15T15:18:48.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:18:47 smithi016 ceph-mon[90652]: osdmap e1130: 8 total, 8 up, 8 in 2024-04-15T15:18:48.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:18:47 smithi016 ceph-mon[93212]: pgmap v2046: 137 pgs: 25 creating+peering, 5 unknown, 107 active+clean; 4.6 MiB data, 3.7 GiB used, 711 GiB / 715 GiB avail 2024-04-15T15:18:48.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:18:47 smithi016 ceph-mon[93212]: osdmap e1130: 8 total, 8 up, 8 in 2024-04-15T15:18:48.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:18:47 smithi102 ceph-mon[87131]: pgmap v2046: 137 pgs: 25 creating+peering, 5 unknown, 107 active+clean; 4.6 MiB data, 3.7 GiB used, 711 GiB / 715 GiB avail 2024-04-15T15:18:48.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:18:47 smithi102 ceph-mon[87131]: osdmap e1130: 8 total, 8 up, 8 in 2024-04-15T15:18:48.972 INFO:tasks.workunit.client.0.smithi016.stdout:[----------] 2 tests from TestMirroringWatcher (2078 ms total) 2024-04-15T15:18:48.972 INFO:tasks.workunit.client.0.smithi016.stdout: 2024-04-15T15:18:48.972 INFO:tasks.workunit.client.0.smithi016.stdout:[----------] 57 tests from TestMigration 2024-04-15T15:18:49.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:18:48 smithi016 ceph-mon[90652]: osdmap e1131: 8 total, 8 up, 8 in 2024-04-15T15:18:49.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:18:48 smithi016 ceph-mon[93212]: osdmap e1131: 8 total, 8 up, 8 in 2024-04-15T15:18:49.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:18:48 smithi102 ceph-mon[87131]: osdmap e1131: 8 total, 8 up, 8 in 2024-04-15T15:18:50.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:18:49 smithi016 ceph-mon[93212]: pgmap v2049: 137 pgs: 25 creating+peering, 112 active+clean; 4.6 MiB data, 3.7 GiB used, 711 GiB / 715 GiB avail 2024-04-15T15:18:50.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:18:49 smithi016 ceph-mon[93212]: osdmap e1132: 8 total, 8 up, 8 in 2024-04-15T15:18:50.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:18:49 smithi016 ceph-mon[90652]: pgmap v2049: 137 pgs: 25 creating+peering, 112 active+clean; 4.6 MiB data, 3.7 GiB used, 711 GiB / 715 GiB avail 2024-04-15T15:18:50.291 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:18:49 smithi016 ceph-mon[90652]: osdmap e1132: 8 total, 8 up, 8 in 2024-04-15T15:18:50.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:18:49 smithi102 ceph-mon[87131]: pgmap v2049: 137 pgs: 25 creating+peering, 112 active+clean; 4.6 MiB data, 3.7 GiB used, 711 GiB / 715 GiB avail 2024-04-15T15:18:50.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:18:49 smithi102 ceph-mon[87131]: osdmap e1132: 8 total, 8 up, 8 in 2024-04-15T15:18:51.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:18:50 smithi016 ceph-mon[93212]: osdmap e1133: 8 total, 8 up, 8 in 2024-04-15T15:18:51.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:18:50 smithi016 ceph-mon[93212]: from='client.? 172.21.15.16:0/1377710815' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi016-143420-8","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T15:18:51.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:18:50 smithi016 ceph-mon[90652]: osdmap e1133: 8 total, 8 up, 8 in 2024-04-15T15:18:51.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:18:50 smithi016 ceph-mon[90652]: from='client.? 172.21.15.16:0/1377710815' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi016-143420-8","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T15:18:51.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:18:50 smithi102 ceph-mon[87131]: osdmap e1133: 8 total, 8 up, 8 in 2024-04-15T15:18:51.438 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:18:50 smithi102 ceph-mon[87131]: from='client.? 172.21.15.16:0/1377710815' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi016-143420-8","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T15:18:51.991 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] TestMigration.Empty 2024-04-15T15:18:52.040 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 15 15:18:51 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-y[81421]: ::ffff:172.21.15.102 - - [15/Apr/2024:15:18:51] "GET /metrics HTTP/1.1" 200 33985 "" "Prometheus/2.43.0" 2024-04-15T15:18:52.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:18:51 smithi016 ceph-mon[90652]: pgmap v2052: 137 pgs: 12 creating+peering, 20 unknown, 105 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-04-15T15:18:52.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:18:51 smithi016 ceph-mon[90652]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-15T15:18:52.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:18:51 smithi016 ceph-mon[90652]: from='client.? 172.21.15.16:0/1377710815' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi016-143420-8","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-15T15:18:52.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:18:51 smithi016 ceph-mon[90652]: osdmap e1134: 8 total, 8 up, 8 in 2024-04-15T15:18:52.041 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:18:51 smithi016 ceph-mon[93212]: pgmap v2052: 137 pgs: 12 creating+peering, 20 unknown, 105 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-04-15T15:18:52.041 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:18:51 smithi016 ceph-mon[93212]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-15T15:18:52.041 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:18:51 smithi016 ceph-mon[93212]: from='client.? 172.21.15.16:0/1377710815' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi016-143420-8","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-15T15:18:52.041 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:18:51 smithi016 ceph-mon[93212]: osdmap e1134: 8 total, 8 up, 8 in 2024-04-15T15:18:52.315 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:18:51 smithi102 ceph-mon[87131]: pgmap v2052: 137 pgs: 12 creating+peering, 20 unknown, 105 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-04-15T15:18:52.315 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:18:51 smithi102 ceph-mon[87131]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-15T15:18:52.315 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:18:51 smithi102 ceph-mon[87131]: from='client.? 172.21.15.16:0/1377710815' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi016-143420-8","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-15T15:18:52.316 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:18:51 smithi102 ceph-mon[87131]: osdmap e1134: 8 total, 8 up, 8 in 2024-04-15T15:18:52.687 INFO:journalctl@ceph.prometheus.a.smithi102.stdout:Apr 15 15:18:52 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-prometheus-a[120881]: ts=2024-04-15T15:18:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi016:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"362ea986-fb34-11ee-bc8f-c7b262605968\", instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T15:18:53.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:18:52 smithi016 ceph-mon[90652]: osdmap e1135: 8 total, 8 up, 8 in 2024-04-15T15:18:53.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:18:52 smithi016 ceph-mon[93212]: osdmap e1135: 8 total, 8 up, 8 in 2024-04-15T15:18:53.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:18:52 smithi102 ceph-mon[87131]: osdmap e1135: 8 total, 8 up, 8 in 2024-04-15T15:18:54.071 INFO:tasks.workunit.client.0.smithi016.stdout:resize: 83886080 2024-04-15T15:18:54.082 INFO:tasks.workunit.client.0.smithi016.stdout:migration_prepare 2024-04-15T15:18:54.247 INFO:tasks.workunit.client.0.smithi016.stdout:migration_execute 2024-04-15T15:18:54.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:18:54 smithi016 ceph-mon[93212]: pgmap v2055: 169 pgs: 23 creating+peering, 29 unknown, 117 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-04-15T15:18:54.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:18:54 smithi016 ceph-mon[93212]: osdmap e1136: 8 total, 8 up, 8 in 2024-04-15T15:18:54.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:18:54 smithi016 ceph-mon[90652]: pgmap v2055: 169 pgs: 23 creating+peering, 29 unknown, 117 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-04-15T15:18:54.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:18:54 smithi016 ceph-mon[90652]: osdmap e1136: 8 total, 8 up, 8 in 2024-04-15T15:18:54.325 INFO:tasks.workunit.client.0.smithi016.stdout:migration_commit 2024-04-15T15:18:54.407 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] TestMigration.Empty (2416 ms) 2024-04-15T15:18:54.407 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] TestMigration.OtherName 2024-04-15T15:18:54.437 INFO:tasks.workunit.client.0.smithi016.stdout:resize: 83886080 2024-04-15T15:18:54.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:18:54 smithi102 ceph-mon[87131]: pgmap v2055: 169 pgs: 23 creating+peering, 29 unknown, 117 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-04-15T15:18:54.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:18:54 smithi102 ceph-mon[87131]: osdmap e1136: 8 total, 8 up, 8 in 2024-04-15T15:18:54.446 INFO:tasks.workunit.client.0.smithi016.stdout:migration_prepare 2024-04-15T15:18:54.575 INFO:tasks.workunit.client.0.smithi016.stdout:migration_execute 2024-04-15T15:18:54.639 INFO:tasks.workunit.client.0.smithi016.stdout:migration_commit 2024-04-15T15:18:54.719 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] TestMigration.OtherName (313 ms) 2024-04-15T15:18:54.720 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] TestMigration.OtherPool 2024-04-15T15:18:54.750 INFO:tasks.workunit.client.0.smithi016.stdout:resize: 83886080 2024-04-15T15:18:54.761 INFO:tasks.workunit.client.0.smithi016.stdout:migration_prepare 2024-04-15T15:18:55.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:18:55 smithi016 ceph-mon[90652]: osdmap e1137: 8 total, 8 up, 8 in 2024-04-15T15:18:55.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:18:55 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T15:18:55.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:18:55 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T15:18:55.291 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:18:55 smithi016 ceph-mon[93212]: osdmap e1137: 8 total, 8 up, 8 in 2024-04-15T15:18:55.291 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:18:55 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T15:18:55.291 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:18:55 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T15:18:55.438 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:18:55 smithi102 ceph-mon[87131]: osdmap e1137: 8 total, 8 up, 8 in 2024-04-15T15:18:55.438 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:18:55 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T15:18:55.439 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:18:55 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T15:18:56.158 INFO:tasks.workunit.client.0.smithi016.stdout:migration_execute 2024-04-15T15:18:56.230 INFO:tasks.workunit.client.0.smithi016.stdout:migration_commit 2024-04-15T15:18:56.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:18:56 smithi016 ceph-mon[90652]: pgmap v2058: 169 pgs: 23 creating+peering, 29 unknown, 117 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-04-15T15:18:56.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:18:56 smithi016 ceph-mon[90652]: osdmap e1138: 8 total, 8 up, 8 in 2024-04-15T15:18:56.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:18:56 smithi016 ceph-mon[93212]: pgmap v2058: 169 pgs: 23 creating+peering, 29 unknown, 117 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-04-15T15:18:56.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:18:56 smithi016 ceph-mon[93212]: osdmap e1138: 8 total, 8 up, 8 in 2024-04-15T15:18:56.310 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] TestMigration.OtherPool (1591 ms) 2024-04-15T15:18:56.311 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] TestMigration.OtherNamespace 2024-04-15T15:18:56.342 INFO:tasks.workunit.client.0.smithi016.stdout:resize: 83886080 2024-04-15T15:18:56.355 INFO:tasks.workunit.client.0.smithi016.stdout:migration_prepare 2024-04-15T15:18:56.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:18:56 smithi102 ceph-mon[87131]: pgmap v2058: 169 pgs: 23 creating+peering, 29 unknown, 117 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-04-15T15:18:56.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:18:56 smithi102 ceph-mon[87131]: osdmap e1138: 8 total, 8 up, 8 in 2024-04-15T15:18:56.489 INFO:tasks.workunit.client.0.smithi016.stdout:migration_execute 2024-04-15T15:18:56.556 INFO:tasks.workunit.client.0.smithi016.stdout:migration_commit 2024-04-15T15:18:56.638 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] TestMigration.OtherNamespace (327 ms) 2024-04-15T15:18:56.638 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] TestMigration.DataPool 2024-04-15T15:18:56.670 INFO:tasks.workunit.client.0.smithi016.stdout:resize: 83886080 2024-04-15T15:18:56.684 INFO:tasks.workunit.client.0.smithi016.stdout:migration_prepare 2024-04-15T15:18:56.828 INFO:tasks.workunit.client.0.smithi016.stdout:migration_execute 2024-04-15T15:18:56.900 INFO:tasks.workunit.client.0.smithi016.stdout:migration_commit 2024-04-15T15:18:56.980 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] TestMigration.DataPool (343 ms) 2024-04-15T15:18:56.981 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] TestMigration.AbortAfterPrepare 2024-04-15T15:18:57.010 INFO:tasks.workunit.client.0.smithi016.stdout:resize: 83886080 2024-04-15T15:18:57.020 INFO:tasks.workunit.client.0.smithi016.stdout:migration_prepare 2024-04-15T15:18:57.161 INFO:tasks.workunit.client.0.smithi016.stdout:migration_abort 2024-04-15T15:18:57.255 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] TestMigration.AbortAfterPrepare (274 ms) 2024-04-15T15:18:57.255 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] TestMigration.AbortAfterFailedPrepare 2024-04-15T15:18:57.283 INFO:tasks.workunit.client.0.smithi016.stdout:resize: 83886080 2024-04-15T15:18:57.289 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:18:57 smithi016 ceph-mon[90652]: osdmap e1139: 8 total, 8 up, 8 in 2024-04-15T15:18:57.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:18:57 smithi016 ceph-mon[93212]: osdmap e1139: 8 total, 8 up, 8 in 2024-04-15T15:18:57.293 INFO:tasks.workunit.client.0.smithi016.stdout:migration_prepare 2024-04-15T15:18:57.394 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] TestMigration.AbortAfterFailedPrepare (139 ms) 2024-04-15T15:18:57.394 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] TestMigration.AbortAfterExecute 2024-04-15T15:18:57.424 INFO:tasks.workunit.client.0.smithi016.stdout:resize: 83886080 2024-04-15T15:18:57.435 INFO:tasks.workunit.client.0.smithi016.stdout:migration_prepare 2024-04-15T15:18:57.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:18:57 smithi102 ceph-mon[87131]: osdmap e1139: 8 total, 8 up, 8 in 2024-04-15T15:18:57.571 INFO:tasks.workunit.client.0.smithi016.stdout:migration_execute 2024-04-15T15:18:57.639 INFO:tasks.workunit.client.0.smithi016.stdout:migration_abort 2024-04-15T15:18:57.735 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] TestMigration.AbortAfterExecute (342 ms) 2024-04-15T15:18:57.736 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] TestMigration.OtherPoolAbortAfterExecute 2024-04-15T15:18:57.764 INFO:tasks.workunit.client.0.smithi016.stdout:resize: 83886080 2024-04-15T15:18:57.775 INFO:tasks.workunit.client.0.smithi016.stdout:migration_prepare 2024-04-15T15:18:57.904 INFO:tasks.workunit.client.0.smithi016.stdout:migration_execute 2024-04-15T15:18:57.970 INFO:tasks.workunit.client.0.smithi016.stdout:migration_abort 2024-04-15T15:18:58.066 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] TestMigration.OtherPoolAbortAfterExecute (331 ms) 2024-04-15T15:18:58.067 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] TestMigration.OtherNamespaceAbortAfterExecute 2024-04-15T15:18:58.099 INFO:tasks.workunit.client.0.smithi016.stdout:resize: 83886080 2024-04-15T15:18:58.112 INFO:tasks.workunit.client.0.smithi016.stdout:migration_prepare 2024-04-15T15:18:58.239 INFO:tasks.workunit.client.0.smithi016.stdout:migration_execute 2024-04-15T15:18:58.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:18:58 smithi016 ceph-mon[90652]: pgmap v2061: 169 pgs: 3 creating+peering, 3 unknown, 163 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 341 KiB/s rd, 19 KiB/s wr, 427 op/s 2024-04-15T15:18:58.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:18:58 smithi016 ceph-mon[93212]: pgmap v2061: 169 pgs: 3 creating+peering, 3 unknown, 163 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 341 KiB/s rd, 19 KiB/s wr, 427 op/s 2024-04-15T15:18:58.304 INFO:tasks.workunit.client.0.smithi016.stdout:migration_abort 2024-04-15T15:18:58.411 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] TestMigration.OtherNamespaceAbortAfterExecute (344 ms) 2024-04-15T15:18:58.411 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] TestMigration.MirroringSamePool 2024-04-15T15:18:58.438 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:18:58 smithi102 ceph-mon[87131]: pgmap v2061: 169 pgs: 3 creating+peering, 3 unknown, 163 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 341 KiB/s rd, 19 KiB/s wr, 427 op/s 2024-04-15T15:18:58.441 INFO:tasks.workunit.client.0.smithi016.stdout:resize: 83886080 2024-04-15T15:18:58.451 INFO:tasks.workunit.client.0.smithi016.stdout:/home/jenkins-build/build/workspace/ceph-dev-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/18.2.2-1221-ge3fb05d5/rpm/el9/BUILD/ceph-18.2.2-1221-ge3fb05d5/src/test/librbd/test_Migration.cc:635: Skipped 2024-04-15T15:18:58.451 INFO:tasks.workunit.client.0.smithi016.stdout:Skipping due to unmet REQUIRE 2024-04-15T15:18:58.457 INFO:tasks.workunit.client.0.smithi016.stdout:[ SKIPPED ] TestMigration.MirroringSamePool (47 ms) 2024-04-15T15:18:58.457 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] TestMigration.MirroringAbort 2024-04-15T15:18:58.487 INFO:tasks.workunit.client.0.smithi016.stdout:resize: 83886080 2024-04-15T15:18:58.497 INFO:tasks.workunit.client.0.smithi016.stdout:/home/jenkins-build/build/workspace/ceph-dev-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/18.2.2-1221-ge3fb05d5/rpm/el9/BUILD/ceph-18.2.2-1221-ge3fb05d5/src/test/librbd/test_Migration.cc:653: Skipped 2024-04-15T15:18:58.497 INFO:tasks.workunit.client.0.smithi016.stdout:Skipping due to unmet REQUIRE 2024-04-15T15:18:58.503 INFO:tasks.workunit.client.0.smithi016.stdout:[ SKIPPED ] TestMigration.MirroringAbort (46 ms) 2024-04-15T15:18:58.503 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] TestMigration.MirroringOtherPoolDisabled 2024-04-15T15:18:58.535 INFO:tasks.workunit.client.0.smithi016.stdout:resize: 83886080 2024-04-15T15:18:58.547 INFO:tasks.workunit.client.0.smithi016.stdout:/home/jenkins-build/build/workspace/ceph-dev-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/18.2.2-1221-ge3fb05d5/rpm/el9/BUILD/ceph-18.2.2-1221-ge3fb05d5/src/test/librbd/test_Migration.cc:676: Skipped 2024-04-15T15:18:58.548 INFO:tasks.workunit.client.0.smithi016.stdout:Skipping due to unmet REQUIRE 2024-04-15T15:18:58.554 INFO:tasks.workunit.client.0.smithi016.stdout:[ SKIPPED ] TestMigration.MirroringOtherPoolDisabled (51 ms) 2024-04-15T15:18:58.554 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] TestMigration.MirroringOtherPoolEnabled 2024-04-15T15:18:58.584 INFO:tasks.workunit.client.0.smithi016.stdout:resize: 83886080 2024-04-15T15:18:58.595 INFO:tasks.workunit.client.0.smithi016.stdout:/home/jenkins-build/build/workspace/ceph-dev-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/18.2.2-1221-ge3fb05d5/rpm/el9/BUILD/ceph-18.2.2-1221-ge3fb05d5/src/test/librbd/test_Migration.cc:694: Skipped 2024-04-15T15:18:58.595 INFO:tasks.workunit.client.0.smithi016.stdout:Skipping due to unmet REQUIRE 2024-04-15T15:18:58.602 INFO:tasks.workunit.client.0.smithi016.stdout:[ SKIPPED ] TestMigration.MirroringOtherPoolEnabled (47 ms) 2024-04-15T15:18:58.602 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] TestMigration.MirroringPool 2024-04-15T15:18:58.631 INFO:tasks.workunit.client.0.smithi016.stdout:resize: 83886080 2024-04-15T15:18:58.644 INFO:tasks.workunit.client.0.smithi016.stdout:/home/jenkins-build/build/workspace/ceph-dev-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/18.2.2-1221-ge3fb05d5/rpm/el9/BUILD/ceph-18.2.2-1221-ge3fb05d5/src/test/librbd/test_Migration.cc:714: Skipped 2024-04-15T15:18:58.644 INFO:tasks.workunit.client.0.smithi016.stdout:Skipping due to unmet REQUIRE 2024-04-15T15:18:58.650 INFO:tasks.workunit.client.0.smithi016.stdout:[ SKIPPED ] TestMigration.MirroringPool (49 ms) 2024-04-15T15:18:58.651 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] TestMigration.Group 2024-04-15T15:18:58.683 INFO:tasks.workunit.client.0.smithi016.stdout:resize: 83886080 2024-04-15T15:18:58.701 INFO:tasks.workunit.client.0.smithi016.stdout:migration_prepare 2024-04-15T15:18:58.842 INFO:tasks.workunit.client.0.smithi016.stdout:migration_execute 2024-04-15T15:18:58.908 INFO:tasks.workunit.client.0.smithi016.stdout:migration_commit 2024-04-15T15:18:59.001 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] TestMigration.Group (351 ms) 2024-04-15T15:18:59.002 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] TestMigration.GroupAbort 2024-04-15T15:18:59.032 INFO:tasks.workunit.client.0.smithi016.stdout:resize: 83886080 2024-04-15T15:18:59.050 INFO:tasks.workunit.client.0.smithi016.stdout:migration_prepare 2024-04-15T15:18:59.192 INFO:tasks.workunit.client.0.smithi016.stdout:migration_abort 2024-04-15T15:18:59.305 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] TestMigration.GroupAbort (303 ms) 2024-04-15T15:18:59.305 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] TestMigration.NoSnaps 2024-04-15T15:18:59.336 INFO:tasks.workunit.client.0.smithi016.stdout:resize: 83886080 2024-04-15T15:18:59.346 INFO:tasks.workunit.client.0.smithi016.stdout:write: 1 0~8388609 2024-04-15T15:18:59.415 INFO:tasks.workunit.client.0.smithi016.stdout:write: 1 16777218~8388609 2024-04-15T15:18:59.465 INFO:tasks.workunit.client.0.smithi016.stdout:migration_prepare 2024-04-15T15:18:59.651 INFO:tasks.workunit.client.0.smithi016.stdout:migration_execute 2024-04-15T15:18:59.767 INFO:tasks.workunit.client.0.smithi016.stdout:migration_commit 2024-04-15T15:18:59.891 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] TestMigration.NoSnaps (587 ms) 2024-04-15T15:18:59.891 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] TestMigration.NoSnapsOtherPool 2024-04-15T15:18:59.921 INFO:tasks.workunit.client.0.smithi016.stdout:resize: 83886080 2024-04-15T15:18:59.932 INFO:tasks.workunit.client.0.smithi016.stdout:write: 1 0~8388609 2024-04-15T15:18:59.987 INFO:tasks.workunit.client.0.smithi016.stdout:write: 1 16777218~8388609 2024-04-15T15:19:00.041 INFO:tasks.workunit.client.0.smithi016.stdout:write: 1 0~8388609 2024-04-15T15:19:00.046 INFO:tasks.workunit.client.0.smithi016.stdout:write: 1 16777218~8388609 2024-04-15T15:19:00.099 INFO:tasks.workunit.client.0.smithi016.stdout:migration_prepare 2024-04-15T15:19:00.275 INFO:tasks.workunit.client.0.smithi016.stdout:migration_execute 2024-04-15T15:19:00.393 INFO:tasks.workunit.client.0.smithi016.stdout:migration_commit 2024-04-15T15:19:00.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:19:00 smithi102 ceph-mon[87131]: pgmap v2062: 169 pgs: 169 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 346 KiB/s rd, 19 KiB/s wr, 436 op/s 2024-04-15T15:19:00.521 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] TestMigration.NoSnapsOtherPool (630 ms) 2024-04-15T15:19:00.522 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] TestMigration.NoSnapsDataPool 2024-04-15T15:19:00.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:19:00 smithi016 ceph-mon[93212]: pgmap v2062: 169 pgs: 169 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 346 KiB/s rd, 19 KiB/s wr, 436 op/s 2024-04-15T15:19:00.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:19:00 smithi016 ceph-mon[90652]: pgmap v2062: 169 pgs: 169 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 346 KiB/s rd, 19 KiB/s wr, 436 op/s 2024-04-15T15:19:00.556 INFO:tasks.workunit.client.0.smithi016.stdout:resize: 83886080 2024-04-15T15:19:00.566 INFO:tasks.workunit.client.0.smithi016.stdout:write: 1 0~8388609 2024-04-15T15:19:00.628 INFO:tasks.workunit.client.0.smithi016.stdout:write: 1 16777218~8388609 2024-04-15T15:19:00.680 INFO:tasks.workunit.client.0.smithi016.stdout:migration_prepare 2024-04-15T15:19:00.865 INFO:tasks.workunit.client.0.smithi016.stdout:migration_execute 2024-04-15T15:19:00.994 INFO:tasks.workunit.client.0.smithi016.stdout:migration_commit 2024-04-15T15:19:01.116 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] TestMigration.NoSnapsDataPool (595 ms) 2024-04-15T15:19:01.117 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] TestMigration.NoSnapsShrinkAfterPrepare 2024-04-15T15:19:01.146 INFO:tasks.workunit.client.0.smithi016.stdout:resize: 83886080 2024-04-15T15:19:01.157 INFO:tasks.workunit.client.0.smithi016.stdout:write: 1 0~8388609 2024-04-15T15:19:01.206 INFO:tasks.workunit.client.0.smithi016.stdout:write: 1 16777218~8388609 2024-04-15T15:19:01.254 INFO:tasks.workunit.client.0.smithi016.stdout:migration_prepare 2024-04-15T15:19:01.438 INFO:tasks.workunit.client.0.smithi016.stdout:resize: 41943040 2024-04-15T15:19:01.446 INFO:tasks.workunit.client.0.smithi016.stdout:migration_execute 2024-04-15T15:19:01.557 INFO:tasks.workunit.client.0.smithi016.stdout:migration_commit 2024-04-15T15:19:01.659 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] TestMigration.NoSnapsShrinkAfterPrepare (543 ms) 2024-04-15T15:19:01.659 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] TestMigration.NoSnapsShrinkToZeroBeforePrepare 2024-04-15T15:19:01.689 INFO:tasks.workunit.client.0.smithi016.stdout:resize: 83886080 2024-04-15T15:19:01.699 INFO:tasks.workunit.client.0.smithi016.stdout:write: 1 0~8388609 2024-04-15T15:19:01.745 INFO:tasks.workunit.client.0.smithi016.stdout:write: 1 16777218~8388609 2024-04-15T15:19:01.806 INFO:tasks.workunit.client.0.smithi016.stdout:resize: 0 2024-04-15T15:19:01.819 INFO:tasks.workunit.client.0.smithi016.stdout:migration_prepare 2024-04-15T15:19:01.921 INFO:tasks.workunit.client.0.smithi016.stdout:migration_execute 2024-04-15T15:19:01.988 INFO:tasks.workunit.client.0.smithi016.stdout:migration_commit 2024-04-15T15:19:02.033 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] TestMigration.NoSnapsShrinkToZeroBeforePrepare (374 ms) 2024-04-15T15:19:02.033 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] TestMigration.NoSnapsShrinkToZeroAfterPrepare 2024-04-15T15:19:02.039 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:19:01 smithi016 ceph-mon[90652]: pgmap v2063: 169 pgs: 169 active+clean; 25 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 5.1 MiB/s rd, 4.3 MiB/s wr, 1.02k op/s 2024-04-15T15:19:02.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:19:01 smithi016 ceph-mon[90652]: osdmap e1140: 8 total, 8 up, 8 in 2024-04-15T15:19:02.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:19:01 smithi016 ceph-mon[93212]: pgmap v2063: 169 pgs: 169 active+clean; 25 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 5.1 MiB/s rd, 4.3 MiB/s wr, 1.02k op/s 2024-04-15T15:19:02.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:19:01 smithi016 ceph-mon[93212]: osdmap e1140: 8 total, 8 up, 8 in 2024-04-15T15:19:02.040 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 15 15:19:01 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-y[81421]: ::ffff:172.21.15.102 - - [15/Apr/2024:15:19:01] "GET /metrics HTTP/1.1" 200 38718 "" "Prometheus/2.43.0" 2024-04-15T15:19:02.061 INFO:tasks.workunit.client.0.smithi016.stdout:resize: 83886080 2024-04-15T15:19:02.074 INFO:tasks.workunit.client.0.smithi016.stdout:write: 1 0~8388609 2024-04-15T15:19:02.120 INFO:tasks.workunit.client.0.smithi016.stdout:write: 1 16777218~8388609 2024-04-15T15:19:02.162 INFO:tasks.workunit.client.0.smithi016.stdout:migration_prepare 2024-04-15T15:19:02.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:19:01 smithi102 ceph-mon[87131]: pgmap v2063: 169 pgs: 169 active+clean; 25 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 5.1 MiB/s rd, 4.3 MiB/s wr, 1.02k op/s 2024-04-15T15:19:02.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:19:01 smithi102 ceph-mon[87131]: osdmap e1140: 8 total, 8 up, 8 in 2024-04-15T15:19:02.353 INFO:tasks.workunit.client.0.smithi016.stdout:resize: 0 2024-04-15T15:19:02.365 INFO:tasks.workunit.client.0.smithi016.stdout:migration_execute 2024-04-15T15:19:02.435 INFO:tasks.workunit.client.0.smithi016.stdout:migration_commit 2024-04-15T15:19:02.489 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] TestMigration.NoSnapsShrinkToZeroAfterPrepare (455 ms) 2024-04-15T15:19:02.489 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] TestMigration.NoSnapsExpandAfterPrepare 2024-04-15T15:19:02.517 INFO:tasks.workunit.client.0.smithi016.stdout:resize: 83886080 2024-04-15T15:19:02.528 INFO:tasks.workunit.client.0.smithi016.stdout:write: 1 0~8388609 2024-04-15T15:19:02.592 INFO:tasks.workunit.client.0.smithi016.stdout:write: 1 16777218~8388609 2024-04-15T15:19:02.646 INFO:tasks.workunit.client.0.smithi016.stdout:migration_prepare 2024-04-15T15:19:02.687 INFO:journalctl@ceph.prometheus.a.smithi102.stdout:Apr 15 15:19:02 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-prometheus-a[120881]: ts=2024-04-15T15:19:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi016:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"362ea986-fb34-11ee-bc8f-c7b262605968\", instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T15:19:02.822 INFO:tasks.workunit.client.0.smithi016.stdout:resize: 167772160 2024-04-15T15:19:02.829 INFO:tasks.workunit.client.0.smithi016.stdout:migration_execute 2024-04-15T15:19:02.947 INFO:tasks.workunit.client.0.smithi016.stdout:migration_commit 2024-04-15T15:19:03.073 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] TestMigration.NoSnapsExpandAfterPrepare (585 ms) 2024-04-15T15:19:03.074 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] TestMigration.NoSnapsSnapAfterPrepare 2024-04-15T15:19:03.104 INFO:tasks.workunit.client.0.smithi016.stdout:resize: 83886080 2024-04-15T15:19:03.113 INFO:tasks.workunit.client.0.smithi016.stdout:write: 1 0~8388609 2024-04-15T15:19:03.162 INFO:tasks.workunit.client.0.smithi016.stdout:write: 1 16777218~8388609 2024-04-15T15:19:03.212 INFO:tasks.workunit.client.0.smithi016.stdout:migration_prepare 2024-04-15T15:19:03.390 INFO:tasks.workunit.client.0.smithi016.stdout:snap_create: after_prepare_snap 2024-04-15T15:19:04.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:19:03 smithi016 ceph-mon[90652]: pgmap v2065: 169 pgs: 169 active+clean; 97 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 28 MiB/s rd, 24 MiB/s wr, 1.69k op/s 2024-04-15T15:19:04.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:19:03 smithi016 ceph-mon[93212]: pgmap v2065: 169 pgs: 169 active+clean; 97 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 28 MiB/s rd, 24 MiB/s wr, 1.69k op/s 2024-04-15T15:19:04.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:19:03 smithi102 ceph-mon[87131]: pgmap v2065: 169 pgs: 169 active+clean; 97 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 28 MiB/s rd, 24 MiB/s wr, 1.69k op/s 2024-04-15T15:19:04.755 INFO:tasks.workunit.client.0.smithi016.stdout:resize: 41943040 2024-04-15T15:19:04.777 INFO:tasks.workunit.client.0.smithi016.stdout:write: * 0~1000 2024-04-15T15:19:04.783 INFO:tasks.workunit.client.0.smithi016.stdout:migration_execute 2024-04-15T15:19:04.900 INFO:tasks.workunit.client.0.smithi016.stdout:migration_commit 2024-04-15T15:19:05.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:19:04 smithi016 ceph-mon[90652]: osdmap e1141: 8 total, 8 up, 8 in 2024-04-15T15:19:05.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:19:04 smithi016 ceph-mon[93212]: osdmap e1141: 8 total, 8 up, 8 in 2024-04-15T15:19:05.055 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] TestMigration.NoSnapsSnapAfterPrepare (1981 ms) 2024-04-15T15:19:05.055 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] TestMigration.Snaps 2024-04-15T15:19:05.083 INFO:tasks.workunit.client.0.smithi016.stdout:resize: 83886080 2024-04-15T15:19:05.093 INFO:tasks.workunit.client.0.smithi016.stdout:write: 1 0~8388609 2024-04-15T15:19:05.149 INFO:tasks.workunit.client.0.smithi016.stdout:snap_create: snap1 2024-04-15T15:19:05.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:19:04 smithi102 ceph-mon[87131]: osdmap e1141: 8 total, 8 up, 8 in 2024-04-15T15:19:06.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:19:05 smithi016 ceph-mon[90652]: pgmap v2067: 169 pgs: 169 active+clean; 97 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 26 MiB/s rd, 23 MiB/s wr, 1.37k op/s 2024-04-15T15:19:06.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:19:05 smithi016 ceph-mon[90652]: osdmap e1142: 8 total, 8 up, 8 in 2024-04-15T15:19:06.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:19:05 smithi016 ceph-mon[90652]: osdmap e1143: 8 total, 8 up, 8 in 2024-04-15T15:19:06.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:19:05 smithi016 ceph-mon[93212]: pgmap v2067: 169 pgs: 169 active+clean; 97 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 26 MiB/s rd, 23 MiB/s wr, 1.37k op/s 2024-04-15T15:19:06.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:19:05 smithi016 ceph-mon[93212]: osdmap e1142: 8 total, 8 up, 8 in 2024-04-15T15:19:06.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:19:05 smithi016 ceph-mon[93212]: osdmap e1143: 8 total, 8 up, 8 in 2024-04-15T15:19:06.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:19:05 smithi102 ceph-mon[87131]: pgmap v2067: 169 pgs: 169 active+clean; 97 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 26 MiB/s rd, 23 MiB/s wr, 1.37k op/s 2024-04-15T15:19:06.188 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:19:05 smithi102 ceph-mon[87131]: osdmap e1142: 8 total, 8 up, 8 in 2024-04-15T15:19:06.188 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:19:05 smithi102 ceph-mon[87131]: osdmap e1143: 8 total, 8 up, 8 in 2024-04-15T15:19:06.761 INFO:tasks.workunit.client.0.smithi016.stdout:write: 1 8388609~8388609 2024-04-15T15:19:06.784 INFO:tasks.workunit.client.0.smithi016.stdout:write: X 0~1000 2024-04-15T15:19:06.784 INFO:tasks.workunit.client.0.smithi016.stdout:discard: 1010~1000 2024-04-15T15:19:06.784 INFO:tasks.workunit.client.0.smithi016.stdout:snap_create: snap2 2024-04-15T15:19:08.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:19:07 smithi016 ceph-mon[93212]: pgmap v2070: 169 pgs: 169 active+clean; 209 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 81 MiB/s rd, 59 MiB/s wr, 1.93k op/s 2024-04-15T15:19:08.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:19:07 smithi016 ceph-mon[93212]: osdmap e1144: 8 total, 8 up, 8 in 2024-04-15T15:19:08.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:19:07 smithi016 ceph-mon[90652]: pgmap v2070: 169 pgs: 169 active+clean; 209 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 81 MiB/s rd, 59 MiB/s wr, 1.93k op/s 2024-04-15T15:19:08.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:19:07 smithi016 ceph-mon[90652]: osdmap e1144: 8 total, 8 up, 8 in 2024-04-15T15:19:08.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:19:07 smithi102 ceph-mon[87131]: pgmap v2070: 169 pgs: 169 active+clean; 209 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 81 MiB/s rd, 59 MiB/s wr, 1.93k op/s 2024-04-15T15:19:08.188 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:19:07 smithi102 ceph-mon[87131]: osdmap e1144: 8 total, 8 up, 8 in 2024-04-15T15:19:08.774 INFO:tasks.workunit.client.0.smithi016.stdout:write: X 8388609~1000 2024-04-15T15:19:08.782 INFO:tasks.workunit.client.0.smithi016.stdout:discard: 16777228~1000 2024-04-15T15:19:08.782 INFO:tasks.workunit.client.0.smithi016.stdout:resize: 167772160 2024-04-15T15:19:08.791 INFO:tasks.workunit.client.0.smithi016.stdout:write: 2 83886079~8388609 2024-04-15T15:19:08.807 INFO:tasks.workunit.client.0.smithi016.stdout:snap_create: snap3 2024-04-15T15:19:09.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:19:08 smithi016 ceph-mon[90652]: osdmap e1145: 8 total, 8 up, 8 in 2024-04-15T15:19:09.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:19:08 smithi016 ceph-mon[93212]: osdmap e1145: 8 total, 8 up, 8 in 2024-04-15T15:19:09.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:19:08 smithi102 ceph-mon[87131]: osdmap e1145: 8 total, 8 up, 8 in 2024-04-15T15:19:10.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:19:09 smithi016 ceph-mon[93212]: pgmap v2073: 169 pgs: 169 active+clean; 221 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 87 MiB/s rd, 57 MiB/s wr, 1.63k op/s 2024-04-15T15:19:10.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:19:09 smithi016 ceph-mon[93212]: osdmap e1146: 8 total, 8 up, 8 in 2024-04-15T15:19:10.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:19:09 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T15:19:10.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:19:09 smithi016 ceph-mon[90652]: pgmap v2073: 169 pgs: 169 active+clean; 221 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 87 MiB/s rd, 57 MiB/s wr, 1.63k op/s 2024-04-15T15:19:10.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:19:09 smithi016 ceph-mon[90652]: osdmap e1146: 8 total, 8 up, 8 in 2024-04-15T15:19:10.041 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:19:09 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T15:19:10.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:19:09 smithi102 ceph-mon[87131]: pgmap v2073: 169 pgs: 169 active+clean; 221 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 87 MiB/s rd, 57 MiB/s wr, 1.63k op/s 2024-04-15T15:19:10.188 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:19:09 smithi102 ceph-mon[87131]: osdmap e1146: 8 total, 8 up, 8 in 2024-04-15T15:19:10.188 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:19:09 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T15:19:10.787 INFO:tasks.workunit.client.0.smithi016.stdout:resize: 83886080 2024-04-15T15:19:10.812 INFO:tasks.workunit.client.0.smithi016.stdout:discard: 83886079~1 2024-04-15T15:19:10.822 INFO:tasks.workunit.client.0.smithi016.stdout:migration_prepare 2024-04-15T15:19:11.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:19:10 smithi016 ceph-mon[90652]: osdmap e1147: 8 total, 8 up, 8 in 2024-04-15T15:19:11.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:19:10 smithi016 ceph-mon[93212]: osdmap e1147: 8 total, 8 up, 8 in 2024-04-15T15:19:11.089 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:19:10 smithi102 ceph-mon[87131]: osdmap e1147: 8 total, 8 up, 8 in 2024-04-15T15:19:12.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:19:11 smithi016 ceph-mon[93212]: pgmap v2076: 169 pgs: 169 active+clean; 229 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 12 MiB/s rd, 9.0 MiB/s wr, 218 op/s 2024-04-15T15:19:12.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:19:11 smithi016 ceph-mon[93212]: osdmap e1148: 8 total, 8 up, 8 in 2024-04-15T15:19:12.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:19:11 smithi016 ceph-mon[90652]: pgmap v2076: 169 pgs: 169 active+clean; 229 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 12 MiB/s rd, 9.0 MiB/s wr, 218 op/s 2024-04-15T15:19:12.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:19:11 smithi016 ceph-mon[90652]: osdmap e1148: 8 total, 8 up, 8 in 2024-04-15T15:19:12.041 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 15 15:19:11 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-y[81421]: ::ffff:172.21.15.102 - - [15/Apr/2024:15:19:11] "GET /metrics HTTP/1.1" 200 38845 "" "Prometheus/2.43.0" 2024-04-15T15:19:12.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:19:11 smithi102 ceph-mon[87131]: pgmap v2076: 169 pgs: 169 active+clean; 229 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 12 MiB/s rd, 9.0 MiB/s wr, 218 op/s 2024-04-15T15:19:12.188 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:19:11 smithi102 ceph-mon[87131]: osdmap e1148: 8 total, 8 up, 8 in 2024-04-15T15:19:12.687 INFO:journalctl@ceph.prometheus.a.smithi102.stdout:Apr 15 15:19:12 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-prometheus-a[120881]: ts=2024-04-15T15:19:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi016:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"362ea986-fb34-11ee-bc8f-c7b262605968\", instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T15:19:13.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:19:12 smithi016 ceph-mon[90652]: osdmap e1149: 8 total, 8 up, 8 in 2024-04-15T15:19:13.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:19:12 smithi016 ceph-mon[93212]: osdmap e1149: 8 total, 8 up, 8 in 2024-04-15T15:19:13.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:19:12 smithi102 ceph-mon[87131]: osdmap e1149: 8 total, 8 up, 8 in 2024-04-15T15:19:14.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:19:13 smithi016 ceph-mon[90652]: pgmap v2079: 169 pgs: 169 active+clean; 253 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 90 KiB/s rd, 6.0 MiB/s wr, 132 op/s 2024-04-15T15:19:14.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:19:13 smithi016 ceph-mon[90652]: osdmap e1150: 8 total, 8 up, 8 in 2024-04-15T15:19:14.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:19:13 smithi016 ceph-mon[93212]: pgmap v2079: 169 pgs: 169 active+clean; 253 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 90 KiB/s rd, 6.0 MiB/s wr, 132 op/s 2024-04-15T15:19:14.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:19:13 smithi016 ceph-mon[93212]: osdmap e1150: 8 total, 8 up, 8 in 2024-04-15T15:19:14.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:19:13 smithi102 ceph-mon[87131]: pgmap v2079: 169 pgs: 169 active+clean; 253 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 90 KiB/s rd, 6.0 MiB/s wr, 132 op/s 2024-04-15T15:19:14.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:19:13 smithi102 ceph-mon[87131]: osdmap e1150: 8 total, 8 up, 8 in 2024-04-15T15:19:14.238 INFO:tasks.workunit.client.0.smithi016.stdout:migration_execute 2024-04-15T15:19:14.378 INFO:tasks.workunit.client.0.smithi016.stdout:migration_commit 2024-04-15T15:19:15.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:19:14 smithi102 ceph-mon[87131]: osdmap e1151: 8 total, 8 up, 8 in 2024-04-15T15:19:15.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:19:14 smithi016 ceph-mon[90652]: osdmap e1151: 8 total, 8 up, 8 in 2024-04-15T15:19:15.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:19:14 smithi016 ceph-mon[93212]: osdmap e1151: 8 total, 8 up, 8 in 2024-04-15T15:19:16.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:19:15 smithi102 ceph-mon[87131]: pgmap v2082: 169 pgs: 169 active+clean; 253 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 70 KiB/s rd, 5.0 MiB/s wr, 105 op/s 2024-04-15T15:19:16.188 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:19:15 smithi102 ceph-mon[87131]: osdmap e1152: 8 total, 8 up, 8 in 2024-04-15T15:19:16.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:19:15 smithi016 ceph-mon[90652]: pgmap v2082: 169 pgs: 169 active+clean; 253 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 70 KiB/s rd, 5.0 MiB/s wr, 105 op/s 2024-04-15T15:19:16.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:19:15 smithi016 ceph-mon[90652]: osdmap e1152: 8 total, 8 up, 8 in 2024-04-15T15:19:16.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:19:15 smithi016 ceph-mon[93212]: pgmap v2082: 169 pgs: 169 active+clean; 253 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 70 KiB/s rd, 5.0 MiB/s wr, 105 op/s 2024-04-15T15:19:16.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:19:15 smithi016 ceph-mon[93212]: osdmap e1152: 8 total, 8 up, 8 in 2024-04-15T15:19:17.171 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] TestMigration.Snaps (12116 ms) 2024-04-15T15:19:17.171 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] TestMigration.SnapsOtherPool 2024-04-15T15:19:17.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:19:16 smithi102 ceph-mon[87131]: osdmap e1153: 8 total, 8 up, 8 in 2024-04-15T15:19:17.200 INFO:tasks.workunit.client.0.smithi016.stdout:resize: 83886080 2024-04-15T15:19:17.214 INFO:tasks.workunit.client.0.smithi016.stdout:write: 1 0~8388609 2024-04-15T15:19:17.269 INFO:tasks.workunit.client.0.smithi016.stdout:snap_create: snap1 2024-04-15T15:19:17.289 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:19:16 smithi016 ceph-mon[90652]: osdmap e1153: 8 total, 8 up, 8 in 2024-04-15T15:19:17.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:19:16 smithi016 ceph-mon[93212]: osdmap e1153: 8 total, 8 up, 8 in 2024-04-15T15:19:18.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:19:17 smithi102 ceph-mon[87131]: pgmap v2085: 169 pgs: 169 active+clean; 273 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 30 MiB/s rd, 5.0 MiB/s wr, 420 op/s 2024-04-15T15:19:18.188 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:19:17 smithi102 ceph-mon[87131]: osdmap e1154: 8 total, 8 up, 8 in 2024-04-15T15:19:18.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:19:17 smithi016 ceph-mon[90652]: pgmap v2085: 169 pgs: 169 active+clean; 273 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 30 MiB/s rd, 5.0 MiB/s wr, 420 op/s 2024-04-15T15:19:18.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:19:17 smithi016 ceph-mon[90652]: osdmap e1154: 8 total, 8 up, 8 in 2024-04-15T15:19:18.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:19:17 smithi016 ceph-mon[93212]: pgmap v2085: 169 pgs: 169 active+clean; 273 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 30 MiB/s rd, 5.0 MiB/s wr, 420 op/s 2024-04-15T15:19:18.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:19:17 smithi016 ceph-mon[93212]: osdmap e1154: 8 total, 8 up, 8 in 2024-04-15T15:19:18.837 INFO:tasks.workunit.client.0.smithi016.stdout:write: 1 8388609~8388609 2024-04-15T15:19:18.852 INFO:tasks.workunit.client.0.smithi016.stdout:write: X 0~1000 2024-04-15T15:19:18.852 INFO:tasks.workunit.client.0.smithi016.stdout:discard: 1010~1000 2024-04-15T15:19:18.852 INFO:tasks.workunit.client.0.smithi016.stdout:snap_create: snap2 2024-04-15T15:19:19.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:19:18 smithi102 ceph-mon[87131]: osdmap e1155: 8 total, 8 up, 8 in 2024-04-15T15:19:19.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:19:18 smithi016 ceph-mon[90652]: osdmap e1155: 8 total, 8 up, 8 in 2024-04-15T15:19:19.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:19:18 smithi016 ceph-mon[93212]: osdmap e1155: 8 total, 8 up, 8 in 2024-04-15T15:19:20.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:19:19 smithi102 ceph-mon[87131]: pgmap v2088: 169 pgs: 169 active+clean; 273 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 48 MiB/s rd, 6.0 MiB/s wr, 468 op/s 2024-04-15T15:19:20.188 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:19:19 smithi102 ceph-mon[87131]: osdmap e1156: 8 total, 8 up, 8 in 2024-04-15T15:19:20.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:19:19 smithi016 ceph-mon[90652]: pgmap v2088: 169 pgs: 169 active+clean; 273 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 48 MiB/s rd, 6.0 MiB/s wr, 468 op/s 2024-04-15T15:19:20.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:19:19 smithi016 ceph-mon[90652]: osdmap e1156: 8 total, 8 up, 8 in 2024-04-15T15:19:20.291 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:19:19 smithi016 ceph-mon[93212]: pgmap v2088: 169 pgs: 169 active+clean; 273 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 48 MiB/s rd, 6.0 MiB/s wr, 468 op/s 2024-04-15T15:19:20.291 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:19:19 smithi016 ceph-mon[93212]: osdmap e1156: 8 total, 8 up, 8 in 2024-04-15T15:19:20.753 INFO:tasks.workunit.client.0.smithi016.stdout:write: X 8388609~1000 2024-04-15T15:19:20.759 INFO:tasks.workunit.client.0.smithi016.stdout:discard: 16777228~1000 2024-04-15T15:19:20.759 INFO:tasks.workunit.client.0.smithi016.stdout:resize: 167772160 2024-04-15T15:19:20.770 INFO:tasks.workunit.client.0.smithi016.stdout:write: 2 83886079~8388609 2024-04-15T15:19:20.787 INFO:tasks.workunit.client.0.smithi016.stdout:snap_create: snap3 2024-04-15T15:19:21.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:19:20 smithi102 ceph-mon[87131]: osdmap e1157: 8 total, 8 up, 8 in 2024-04-15T15:19:21.188 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:19:20 smithi102 ceph-mon[87131]: osdmap e1158: 8 total, 8 up, 8 in 2024-04-15T15:19:21.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:19:20 smithi016 ceph-mon[90652]: osdmap e1157: 8 total, 8 up, 8 in 2024-04-15T15:19:21.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:19:20 smithi016 ceph-mon[90652]: osdmap e1158: 8 total, 8 up, 8 in 2024-04-15T15:19:21.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:19:20 smithi016 ceph-mon[93212]: osdmap e1157: 8 total, 8 up, 8 in 2024-04-15T15:19:21.291 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:19:20 smithi016 ceph-mon[93212]: osdmap e1158: 8 total, 8 up, 8 in 2024-04-15T15:19:22.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:19:21 smithi016 ceph-mon[90652]: pgmap v2091: 169 pgs: 169 active+clean; 285 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 26 MiB/s rd, 6.0 MiB/s wr, 89 op/s 2024-04-15T15:19:22.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:19:21 smithi016 ceph-mon[90652]: osdmap e1159: 8 total, 8 up, 8 in 2024-04-15T15:19:22.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:19:21 smithi016 ceph-mon[93212]: pgmap v2091: 169 pgs: 169 active+clean; 285 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 26 MiB/s rd, 6.0 MiB/s wr, 89 op/s 2024-04-15T15:19:22.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:19:21 smithi016 ceph-mon[93212]: osdmap e1159: 8 total, 8 up, 8 in 2024-04-15T15:19:22.040 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 15 15:19:21 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-y[81421]: ::ffff:172.21.15.102 - - [15/Apr/2024:15:19:21] "GET /metrics HTTP/1.1" 200 38845 "" "Prometheus/2.43.0" 2024-04-15T15:19:22.188 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:19:21 smithi102 ceph-mon[87131]: pgmap v2091: 169 pgs: 169 active+clean; 285 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 26 MiB/s rd, 6.0 MiB/s wr, 89 op/s 2024-04-15T15:19:22.208 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:19:21 smithi102 ceph-mon[87131]: osdmap e1159: 8 total, 8 up, 8 in 2024-04-15T15:19:22.688 INFO:journalctl@ceph.prometheus.a.smithi102.stdout:Apr 15 15:19:22 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-prometheus-a[120881]: ts=2024-04-15T15:19:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi016:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"362ea986-fb34-11ee-bc8f-c7b262605968\", instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T15:19:22.753 INFO:tasks.workunit.client.0.smithi016.stdout:resize: 83886080 2024-04-15T15:19:22.781 INFO:tasks.workunit.client.0.smithi016.stdout:discard: 83886079~1 2024-04-15T15:19:22.791 INFO:tasks.workunit.client.0.smithi016.stdout:write: 1 0~8388609 2024-04-15T15:19:22.799 INFO:tasks.workunit.client.0.smithi016.stdout:write: 1 16777218~8388609 2024-04-15T15:19:22.849 INFO:tasks.workunit.client.0.smithi016.stdout:migration_prepare 2024-04-15T15:19:24.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:19:23 smithi016 ceph-mon[90652]: pgmap v2094: 169 pgs: 169 active+clean; 301 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 22 MiB/s rd, 11 MiB/s wr, 145 op/s 2024-04-15T15:19:24.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:19:23 smithi016 ceph-mon[90652]: osdmap e1160: 8 total, 8 up, 8 in 2024-04-15T15:19:24.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:19:23 smithi016 ceph-mon[93212]: pgmap v2094: 169 pgs: 169 active+clean; 301 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 22 MiB/s rd, 11 MiB/s wr, 145 op/s 2024-04-15T15:19:24.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:19:23 smithi016 ceph-mon[93212]: osdmap e1160: 8 total, 8 up, 8 in 2024-04-15T15:19:24.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:19:23 smithi102 ceph-mon[87131]: pgmap v2094: 169 pgs: 169 active+clean; 301 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 22 MiB/s rd, 11 MiB/s wr, 145 op/s 2024-04-15T15:19:24.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:19:23 smithi102 ceph-mon[87131]: osdmap e1160: 8 total, 8 up, 8 in 2024-04-15T15:19:25.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:19:24 smithi102 ceph-mon[87131]: osdmap e1161: 8 total, 8 up, 8 in 2024-04-15T15:19:25.188 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:19:24 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T15:19:25.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:19:24 smithi016 ceph-mon[90652]: osdmap e1161: 8 total, 8 up, 8 in 2024-04-15T15:19:25.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:19:24 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T15:19:25.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:19:24 smithi016 ceph-mon[93212]: osdmap e1161: 8 total, 8 up, 8 in 2024-04-15T15:19:25.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:19:24 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T15:19:26.191 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:19:25 smithi102 ceph-mon[87131]: pgmap v2097: 169 pgs: 169 active+clean; 301 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 14 MiB/s rd, 6.0 MiB/s wr, 104 op/s 2024-04-15T15:19:26.191 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:19:25 smithi102 ceph-mon[87131]: osdmap e1162: 8 total, 8 up, 8 in 2024-04-15T15:19:26.191 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:19:25 smithi102 ceph-mon[87131]: osdmap e1163: 8 total, 8 up, 8 in 2024-04-15T15:19:26.197 INFO:tasks.workunit.client.0.smithi016.stdout:migration_execute 2024-04-15T15:19:26.289 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:19:25 smithi016 ceph-mon[90652]: pgmap v2097: 169 pgs: 169 active+clean; 301 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 14 MiB/s rd, 6.0 MiB/s wr, 104 op/s 2024-04-15T15:19:26.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:19:25 smithi016 ceph-mon[90652]: osdmap e1162: 8 total, 8 up, 8 in 2024-04-15T15:19:26.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:19:25 smithi016 ceph-mon[90652]: osdmap e1163: 8 total, 8 up, 8 in 2024-04-15T15:19:26.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:19:25 smithi016 ceph-mon[93212]: pgmap v2097: 169 pgs: 169 active+clean; 301 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 14 MiB/s rd, 6.0 MiB/s wr, 104 op/s 2024-04-15T15:19:26.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:19:25 smithi016 ceph-mon[93212]: osdmap e1162: 8 total, 8 up, 8 in 2024-04-15T15:19:26.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:19:25 smithi016 ceph-mon[93212]: osdmap e1163: 8 total, 8 up, 8 in 2024-04-15T15:19:26.385 INFO:tasks.workunit.client.0.smithi016.stdout:migration_commit 2024-04-15T15:19:28.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:19:27 smithi102 ceph-mon[87131]: pgmap v2100: 169 pgs: 169 active+clean; 345 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 2.2 MiB/s rd, 9.0 MiB/s wr, 265 op/s 2024-04-15T15:19:28.188 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:19:27 smithi102 ceph-mon[87131]: osdmap e1164: 8 total, 8 up, 8 in 2024-04-15T15:19:28.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:19:27 smithi016 ceph-mon[93212]: pgmap v2100: 169 pgs: 169 active+clean; 345 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 2.2 MiB/s rd, 9.0 MiB/s wr, 265 op/s 2024-04-15T15:19:28.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:19:27 smithi016 ceph-mon[93212]: osdmap e1164: 8 total, 8 up, 8 in 2024-04-15T15:19:28.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:19:27 smithi016 ceph-mon[90652]: pgmap v2100: 169 pgs: 169 active+clean; 345 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 2.2 MiB/s rd, 9.0 MiB/s wr, 265 op/s 2024-04-15T15:19:28.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:19:27 smithi016 ceph-mon[90652]: osdmap e1164: 8 total, 8 up, 8 in 2024-04-15T15:19:29.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:19:28 smithi102 ceph-mon[87131]: osdmap e1165: 8 total, 8 up, 8 in 2024-04-15T15:19:29.223 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] TestMigration.SnapsOtherPool (12053 ms) 2024-04-15T15:19:29.223 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] TestMigration.SnapsDataPool 2024-04-15T15:19:29.259 INFO:tasks.workunit.client.0.smithi016.stdout:resize: 83886080 2024-04-15T15:19:29.269 INFO:tasks.workunit.client.0.smithi016.stdout:write: 1 0~8388609 2024-04-15T15:19:29.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:19:28 smithi016 ceph-mon[93212]: osdmap e1165: 8 total, 8 up, 8 in 2024-04-15T15:19:29.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:19:28 smithi016 ceph-mon[90652]: osdmap e1165: 8 total, 8 up, 8 in 2024-04-15T15:19:29.326 INFO:tasks.workunit.client.0.smithi016.stdout:snap_create: snap1 2024-04-15T15:19:30.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:19:29 smithi102 ceph-mon[87131]: pgmap v2103: 169 pgs: 169 active+clean; 349 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 9.2 MiB/s rd, 11 MiB/s wr, 295 op/s 2024-04-15T15:19:30.188 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:19:29 smithi102 ceph-mon[87131]: osdmap e1166: 8 total, 8 up, 8 in 2024-04-15T15:19:30.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:19:29 smithi016 ceph-mon[93212]: pgmap v2103: 169 pgs: 169 active+clean; 349 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 9.2 MiB/s rd, 11 MiB/s wr, 295 op/s 2024-04-15T15:19:30.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:19:29 smithi016 ceph-mon[93212]: osdmap e1166: 8 total, 8 up, 8 in 2024-04-15T15:19:30.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:19:29 smithi016 ceph-mon[90652]: pgmap v2103: 169 pgs: 169 active+clean; 349 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 9.2 MiB/s rd, 11 MiB/s wr, 295 op/s 2024-04-15T15:19:30.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:19:29 smithi016 ceph-mon[90652]: osdmap e1166: 8 total, 8 up, 8 in 2024-04-15T15:19:30.904 INFO:tasks.workunit.client.0.smithi016.stdout:write: 1 8388609~8388609 2024-04-15T15:19:30.918 INFO:tasks.workunit.client.0.smithi016.stdout:write: X 0~1000 2024-04-15T15:19:30.918 INFO:tasks.workunit.client.0.smithi016.stdout:discard: 1010~1000 2024-04-15T15:19:30.918 INFO:tasks.workunit.client.0.smithi016.stdout:snap_create: snap2 2024-04-15T15:19:31.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:19:30 smithi102 ceph-mon[87131]: osdmap e1167: 8 total, 8 up, 8 in 2024-04-15T15:19:31.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:19:30 smithi016 ceph-mon[90652]: osdmap e1167: 8 total, 8 up, 8 in 2024-04-15T15:19:31.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:19:30 smithi016 ceph-mon[93212]: osdmap e1167: 8 total, 8 up, 8 in 2024-04-15T15:19:32.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:19:31 smithi016 ceph-mon[90652]: pgmap v2106: 169 pgs: 169 active+clean; 337 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 48 MiB/s rd, 6.0 MiB/s wr, 231 op/s 2024-04-15T15:19:32.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:19:31 smithi016 ceph-mon[90652]: osdmap e1168: 8 total, 8 up, 8 in 2024-04-15T15:19:32.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:19:31 smithi016 ceph-mon[93212]: pgmap v2106: 169 pgs: 169 active+clean; 337 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 48 MiB/s rd, 6.0 MiB/s wr, 231 op/s 2024-04-15T15:19:32.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:19:31 smithi016 ceph-mon[93212]: osdmap e1168: 8 total, 8 up, 8 in 2024-04-15T15:19:32.040 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 15 15:19:31 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-y[81421]: ::ffff:172.21.15.102 - - [15/Apr/2024:15:19:31] "GET /metrics HTTP/1.1" 200 38844 "" "Prometheus/2.43.0" 2024-04-15T15:19:32.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:19:31 smithi102 ceph-mon[87131]: pgmap v2106: 169 pgs: 169 active+clean; 337 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 48 MiB/s rd, 6.0 MiB/s wr, 231 op/s 2024-04-15T15:19:32.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:19:31 smithi102 ceph-mon[87131]: osdmap e1168: 8 total, 8 up, 8 in 2024-04-15T15:19:32.687 INFO:journalctl@ceph.prometheus.a.smithi102.stdout:Apr 15 15:19:32 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-prometheus-a[120881]: ts=2024-04-15T15:19:32.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi016:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"362ea986-fb34-11ee-bc8f-c7b262605968\", instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T15:19:32.911 INFO:tasks.workunit.client.0.smithi016.stdout:write: X 8388609~1000 2024-04-15T15:19:32.917 INFO:tasks.workunit.client.0.smithi016.stdout:discard: 16777228~1000 2024-04-15T15:19:32.917 INFO:tasks.workunit.client.0.smithi016.stdout:resize: 167772160 2024-04-15T15:19:32.925 INFO:tasks.workunit.client.0.smithi016.stdout:write: 2 83886079~8388609 2024-04-15T15:19:32.948 INFO:tasks.workunit.client.0.smithi016.stdout:snap_create: snap3 2024-04-15T15:19:33.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:19:32 smithi102 ceph-mon[87131]: osdmap e1169: 8 total, 8 up, 8 in 2024-04-15T15:19:33.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:19:32 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T15:19:33.188 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:19:32 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T15:19:33.188 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:19:32 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T15:19:33.188 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:19:32 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T15:19:33.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:19:32 smithi016 ceph-mon[93212]: osdmap e1169: 8 total, 8 up, 8 in 2024-04-15T15:19:33.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:19:32 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T15:19:33.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:19:32 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T15:19:33.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:19:32 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T15:19:33.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:19:32 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T15:19:33.291 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:19:32 smithi016 ceph-mon[90652]: osdmap e1169: 8 total, 8 up, 8 in 2024-04-15T15:19:33.291 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:19:32 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T15:19:33.291 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:19:32 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T15:19:33.291 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:19:32 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T15:19:33.291 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:19:32 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T15:19:34.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:19:33 smithi102 ceph-mon[87131]: pgmap v2109: 169 pgs: 169 active+clean; 357 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 73 MiB/s rd, 12 MiB/s wr, 352 op/s 2024-04-15T15:19:34.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:19:33 smithi102 ceph-mon[87131]: osdmap e1170: 8 total, 8 up, 8 in 2024-04-15T15:19:34.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:19:33 smithi016 ceph-mon[90652]: pgmap v2109: 169 pgs: 169 active+clean; 357 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 73 MiB/s rd, 12 MiB/s wr, 352 op/s 2024-04-15T15:19:34.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:19:33 smithi016 ceph-mon[90652]: osdmap e1170: 8 total, 8 up, 8 in 2024-04-15T15:19:34.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:19:33 smithi016 ceph-mon[93212]: pgmap v2109: 169 pgs: 169 active+clean; 357 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 73 MiB/s rd, 12 MiB/s wr, 352 op/s 2024-04-15T15:19:34.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:19:33 smithi016 ceph-mon[93212]: osdmap e1170: 8 total, 8 up, 8 in 2024-04-15T15:19:34.921 INFO:tasks.workunit.client.0.smithi016.stdout:resize: 83886080 2024-04-15T15:19:34.947 INFO:tasks.workunit.client.0.smithi016.stdout:discard: 83886079~1 2024-04-15T15:19:34.957 INFO:tasks.workunit.client.0.smithi016.stdout:migration_prepare 2024-04-15T15:19:35.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:19:34 smithi102 ceph-mon[87131]: osdmap e1171: 8 total, 8 up, 8 in 2024-04-15T15:19:35.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:19:34 smithi016 ceph-mon[90652]: osdmap e1171: 8 total, 8 up, 8 in 2024-04-15T15:19:35.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:19:34 smithi016 ceph-mon[93212]: osdmap e1171: 8 total, 8 up, 8 in 2024-04-15T15:19:36.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:19:35 smithi102 ceph-mon[87131]: pgmap v2112: 169 pgs: 169 active+clean; 357 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 32 MiB/s rd, 8.0 MiB/s wr, 150 op/s 2024-04-15T15:19:36.188 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:19:35 smithi102 ceph-mon[87131]: osdmap e1172: 8 total, 8 up, 8 in 2024-04-15T15:19:36.188 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:19:35 smithi102 ceph-mon[87131]: osdmap e1173: 8 total, 8 up, 8 in 2024-04-15T15:19:36.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:19:35 smithi016 ceph-mon[90652]: pgmap v2112: 169 pgs: 169 active+clean; 357 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 32 MiB/s rd, 8.0 MiB/s wr, 150 op/s 2024-04-15T15:19:36.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:19:35 smithi016 ceph-mon[90652]: osdmap e1172: 8 total, 8 up, 8 in 2024-04-15T15:19:36.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:19:35 smithi016 ceph-mon[90652]: osdmap e1173: 8 total, 8 up, 8 in 2024-04-15T15:19:36.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:19:35 smithi016 ceph-mon[93212]: pgmap v2112: 169 pgs: 169 active+clean; 357 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 32 MiB/s rd, 8.0 MiB/s wr, 150 op/s 2024-04-15T15:19:36.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:19:35 smithi016 ceph-mon[93212]: osdmap e1172: 8 total, 8 up, 8 in 2024-04-15T15:19:36.291 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:19:35 smithi016 ceph-mon[93212]: osdmap e1173: 8 total, 8 up, 8 in 2024-04-15T15:19:38.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:19:37 smithi016 ceph-mon[90652]: pgmap v2115: 169 pgs: 169 active+clean; 393 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 40 KiB/s rd, 7.0 MiB/s wr, 71 op/s 2024-04-15T15:19:38.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:19:37 smithi016 ceph-mon[90652]: osdmap e1174: 8 total, 8 up, 8 in 2024-04-15T15:19:38.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:19:37 smithi016 ceph-mon[93212]: pgmap v2115: 169 pgs: 169 active+clean; 393 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 40 KiB/s rd, 7.0 MiB/s wr, 71 op/s 2024-04-15T15:19:38.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:19:37 smithi016 ceph-mon[93212]: osdmap e1174: 8 total, 8 up, 8 in 2024-04-15T15:19:38.181 INFO:tasks.workunit.client.0.smithi016.stdout:migration_execute 2024-04-15T15:19:38.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:19:37 smithi102 ceph-mon[87131]: pgmap v2115: 169 pgs: 169 active+clean; 393 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 40 KiB/s rd, 7.0 MiB/s wr, 71 op/s 2024-04-15T15:19:38.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:19:37 smithi102 ceph-mon[87131]: osdmap e1174: 8 total, 8 up, 8 in 2024-04-15T15:19:38.340 INFO:tasks.workunit.client.0.smithi016.stdout:migration_commit 2024-04-15T15:19:39.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:19:38 smithi016 ceph-mon[90652]: osdmap e1175: 8 total, 8 up, 8 in 2024-04-15T15:19:39.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:19:38 smithi016 ceph-mon[93212]: osdmap e1175: 8 total, 8 up, 8 in 2024-04-15T15:19:39.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:19:38 smithi102 ceph-mon[87131]: osdmap e1175: 8 total, 8 up, 8 in 2024-04-15T15:19:40.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:19:39 smithi016 ceph-mon[93212]: pgmap v2118: 169 pgs: 169 active+clean; 397 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 124 KiB/s rd, 8.0 MiB/s wr, 180 op/s 2024-04-15T15:19:40.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:19:39 smithi016 ceph-mon[93212]: osdmap e1176: 8 total, 8 up, 8 in 2024-04-15T15:19:40.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:19:39 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T15:19:40.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:19:39 smithi016 ceph-mon[90652]: pgmap v2118: 169 pgs: 169 active+clean; 397 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 124 KiB/s rd, 8.0 MiB/s wr, 180 op/s 2024-04-15T15:19:40.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:19:39 smithi016 ceph-mon[90652]: osdmap e1176: 8 total, 8 up, 8 in 2024-04-15T15:19:40.041 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:19:39 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T15:19:40.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:19:39 smithi102 ceph-mon[87131]: pgmap v2118: 169 pgs: 169 active+clean; 397 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 124 KiB/s rd, 8.0 MiB/s wr, 180 op/s 2024-04-15T15:19:40.188 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:19:39 smithi102 ceph-mon[87131]: osdmap e1176: 8 total, 8 up, 8 in 2024-04-15T15:19:40.188 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:19:39 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T15:19:41.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:19:40 smithi016 ceph-mon[90652]: osdmap e1177: 8 total, 8 up, 8 in 2024-04-15T15:19:41.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:19:40 smithi016 ceph-mon[93212]: osdmap e1177: 8 total, 8 up, 8 in 2024-04-15T15:19:41.051 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] TestMigration.SnapsDataPool (11828 ms) 2024-04-15T15:19:41.051 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] TestMigration.SnapsShrinkAfterPrepare 2024-04-15T15:19:41.086 INFO:tasks.workunit.client.0.smithi016.stdout:resize: 83886080 2024-04-15T15:19:41.088 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:19:40 smithi102 ceph-mon[87131]: osdmap e1177: 8 total, 8 up, 8 in 2024-04-15T15:19:41.096 INFO:tasks.workunit.client.0.smithi016.stdout:write: 1 0~8388609 2024-04-15T15:19:41.169 INFO:tasks.workunit.client.0.smithi016.stdout:snap_create: snap1 2024-04-15T15:19:42.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:19:41 smithi016 ceph-mon[90652]: pgmap v2121: 169 pgs: 169 active+clean; 401 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 20 MiB/s rd, 3.0 MiB/s wr, 293 op/s 2024-04-15T15:19:42.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:19:41 smithi016 ceph-mon[90652]: osdmap e1178: 8 total, 8 up, 8 in 2024-04-15T15:19:42.040 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 15 15:19:41 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-y[81421]: ::ffff:172.21.15.102 - - [15/Apr/2024:15:19:41] "GET /metrics HTTP/1.1" 200 38846 "" "Prometheus/2.43.0" 2024-04-15T15:19:42.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:19:41 smithi016 ceph-mon[93212]: pgmap v2121: 169 pgs: 169 active+clean; 401 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 20 MiB/s rd, 3.0 MiB/s wr, 293 op/s 2024-04-15T15:19:42.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:19:41 smithi016 ceph-mon[93212]: osdmap e1178: 8 total, 8 up, 8 in 2024-04-15T15:19:42.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:19:41 smithi102 ceph-mon[87131]: pgmap v2121: 169 pgs: 169 active+clean; 401 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 20 MiB/s rd, 3.0 MiB/s wr, 293 op/s 2024-04-15T15:19:42.188 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:19:41 smithi102 ceph-mon[87131]: osdmap e1178: 8 total, 8 up, 8 in 2024-04-15T15:19:42.687 INFO:journalctl@ceph.prometheus.a.smithi102.stdout:Apr 15 15:19:42 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-prometheus-a[120881]: ts=2024-04-15T15:19:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi016:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"362ea986-fb34-11ee-bc8f-c7b262605968\", instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T15:19:42.792 INFO:tasks.workunit.client.0.smithi016.stdout:write: 1 8388609~8388609 2024-04-15T15:19:42.822 INFO:tasks.workunit.client.0.smithi016.stdout:write: X 0~1000 2024-04-15T15:19:42.823 INFO:tasks.workunit.client.0.smithi016.stdout:discard: 1010~1000 2024-04-15T15:19:42.823 INFO:tasks.workunit.client.0.smithi016.stdout:snap_create: snap2 2024-04-15T15:19:43.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:19:42 smithi016 ceph-mon[90652]: osdmap e1179: 8 total, 8 up, 8 in 2024-04-15T15:19:43.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:19:42 smithi016 ceph-mon[93212]: osdmap e1179: 8 total, 8 up, 8 in 2024-04-15T15:19:43.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:19:42 smithi102 ceph-mon[87131]: osdmap e1179: 8 total, 8 up, 8 in 2024-04-15T15:19:44.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:19:43 smithi016 ceph-mon[90652]: pgmap v2124: 169 pgs: 169 active+clean; 425 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 43 MiB/s rd, 8.0 MiB/s wr, 430 op/s 2024-04-15T15:19:44.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:19:43 smithi016 ceph-mon[90652]: osdmap e1180: 8 total, 8 up, 8 in 2024-04-15T15:19:44.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:19:43 smithi016 ceph-mon[93212]: pgmap v2124: 169 pgs: 169 active+clean; 425 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 43 MiB/s rd, 8.0 MiB/s wr, 430 op/s 2024-04-15T15:19:44.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:19:43 smithi016 ceph-mon[93212]: osdmap e1180: 8 total, 8 up, 8 in 2024-04-15T15:19:44.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:19:43 smithi102 ceph-mon[87131]: pgmap v2124: 169 pgs: 169 active+clean; 425 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 43 MiB/s rd, 8.0 MiB/s wr, 430 op/s 2024-04-15T15:19:44.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:19:43 smithi102 ceph-mon[87131]: osdmap e1180: 8 total, 8 up, 8 in 2024-04-15T15:19:44.798 INFO:tasks.workunit.client.0.smithi016.stdout:write: X 8388609~1000 2024-04-15T15:19:44.806 INFO:tasks.workunit.client.0.smithi016.stdout:discard: 16777228~1000 2024-04-15T15:19:44.807 INFO:tasks.workunit.client.0.smithi016.stdout:resize: 167772160 2024-04-15T15:19:44.818 INFO:tasks.workunit.client.0.smithi016.stdout:write: 2 83886079~8388609 2024-04-15T15:19:44.835 INFO:tasks.workunit.client.0.smithi016.stdout:snap_create: snap3 2024-04-15T15:19:45.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:19:44 smithi016 ceph-mon[90652]: osdmap e1181: 8 total, 8 up, 8 in 2024-04-15T15:19:45.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:19:44 smithi016 ceph-mon[93212]: osdmap e1181: 8 total, 8 up, 8 in 2024-04-15T15:19:45.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:19:44 smithi102 ceph-mon[87131]: osdmap e1181: 8 total, 8 up, 8 in 2024-04-15T15:19:46.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:19:45 smithi016 ceph-mon[90652]: pgmap v2127: 169 pgs: 169 active+clean; 425 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 23 MiB/s rd, 6.0 MiB/s wr, 245 op/s 2024-04-15T15:19:46.041 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:19:45 smithi016 ceph-mon[90652]: osdmap e1182: 8 total, 8 up, 8 in 2024-04-15T15:19:46.041 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:19:45 smithi016 ceph-mon[90652]: osdmap e1183: 8 total, 8 up, 8 in 2024-04-15T15:19:46.041 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:19:45 smithi016 ceph-mon[93212]: pgmap v2127: 169 pgs: 169 active+clean; 425 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 23 MiB/s rd, 6.0 MiB/s wr, 245 op/s 2024-04-15T15:19:46.041 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:19:45 smithi016 ceph-mon[93212]: osdmap e1182: 8 total, 8 up, 8 in 2024-04-15T15:19:46.042 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:19:45 smithi016 ceph-mon[93212]: osdmap e1183: 8 total, 8 up, 8 in 2024-04-15T15:19:46.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:19:45 smithi102 ceph-mon[87131]: pgmap v2127: 169 pgs: 169 active+clean; 425 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 23 MiB/s rd, 6.0 MiB/s wr, 245 op/s 2024-04-15T15:19:46.188 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:19:45 smithi102 ceph-mon[87131]: osdmap e1182: 8 total, 8 up, 8 in 2024-04-15T15:19:46.188 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:19:45 smithi102 ceph-mon[87131]: osdmap e1183: 8 total, 8 up, 8 in 2024-04-15T15:19:46.757 INFO:tasks.workunit.client.0.smithi016.stdout:resize: 83886080 2024-04-15T15:19:46.784 INFO:tasks.workunit.client.0.smithi016.stdout:discard: 83886079~1 2024-04-15T15:19:46.794 INFO:tasks.workunit.client.0.smithi016.stdout:migration_prepare 2024-04-15T15:19:48.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:19:47 smithi016 ceph-mon[90652]: pgmap v2130: 169 pgs: 169 active+clean; 425 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 27 MiB/s rd, 4.0 MiB/s wr, 130 op/s 2024-04-15T15:19:48.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:19:47 smithi016 ceph-mon[90652]: osdmap e1184: 8 total, 8 up, 8 in 2024-04-15T15:19:48.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:19:47 smithi016 ceph-mon[93212]: pgmap v2130: 169 pgs: 169 active+clean; 425 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 27 MiB/s rd, 4.0 MiB/s wr, 130 op/s 2024-04-15T15:19:48.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:19:47 smithi016 ceph-mon[93212]: osdmap e1184: 8 total, 8 up, 8 in 2024-04-15T15:19:48.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:19:47 smithi102 ceph-mon[87131]: pgmap v2130: 169 pgs: 169 active+clean; 425 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 27 MiB/s rd, 4.0 MiB/s wr, 130 op/s 2024-04-15T15:19:48.188 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:19:47 smithi102 ceph-mon[87131]: osdmap e1184: 8 total, 8 up, 8 in 2024-04-15T15:19:49.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:19:48 smithi102 ceph-mon[87131]: osdmap e1185: 8 total, 8 up, 8 in 2024-04-15T15:19:49.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:19:48 smithi016 ceph-mon[90652]: osdmap e1185: 8 total, 8 up, 8 in 2024-04-15T15:19:49.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:19:48 smithi016 ceph-mon[93212]: osdmap e1185: 8 total, 8 up, 8 in 2024-04-15T15:19:50.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:19:49 smithi102 ceph-mon[87131]: pgmap v2133: 169 pgs: 169 active+clean; 453 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 27 MiB/s rd, 10 MiB/s wr, 209 op/s 2024-04-15T15:19:50.188 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:19:49 smithi102 ceph-mon[87131]: osdmap e1186: 8 total, 8 up, 8 in 2024-04-15T15:19:50.273 INFO:tasks.workunit.client.0.smithi016.stdout:resize: 41943040 2024-04-15T15:19:50.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:19:49 smithi016 ceph-mon[93212]: pgmap v2133: 169 pgs: 169 active+clean; 453 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 27 MiB/s rd, 10 MiB/s wr, 209 op/s 2024-04-15T15:19:50.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:19:49 smithi016 ceph-mon[93212]: osdmap e1186: 8 total, 8 up, 8 in 2024-04-15T15:19:50.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:19:49 smithi016 ceph-mon[90652]: pgmap v2133: 169 pgs: 169 active+clean; 453 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 27 MiB/s rd, 10 MiB/s wr, 209 op/s 2024-04-15T15:19:50.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:19:49 smithi016 ceph-mon[90652]: osdmap e1186: 8 total, 8 up, 8 in 2024-04-15T15:19:50.296 INFO:tasks.workunit.client.0.smithi016.stdout:migration_execute 2024-04-15T15:19:50.446 INFO:tasks.workunit.client.0.smithi016.stdout:migration_commit 2024-04-15T15:19:51.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:19:50 smithi102 ceph-mon[87131]: osdmap e1187: 8 total, 8 up, 8 in 2024-04-15T15:19:51.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:19:50 smithi102 ceph-mon[87131]: osdmap e1188: 8 total, 8 up, 8 in 2024-04-15T15:19:51.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:19:50 smithi016 ceph-mon[90652]: osdmap e1187: 8 total, 8 up, 8 in 2024-04-15T15:19:51.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:19:50 smithi016 ceph-mon[90652]: osdmap e1188: 8 total, 8 up, 8 in 2024-04-15T15:19:51.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:19:50 smithi016 ceph-mon[93212]: osdmap e1187: 8 total, 8 up, 8 in 2024-04-15T15:19:51.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:19:50 smithi016 ceph-mon[93212]: osdmap e1188: 8 total, 8 up, 8 in 2024-04-15T15:19:52.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:19:51 smithi016 ceph-mon[90652]: pgmap v2136: 169 pgs: 169 active+clean; 457 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 7.2 MiB/s rd, 6.0 MiB/s wr, 231 op/s 2024-04-15T15:19:52.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:19:51 smithi016 ceph-mon[90652]: osdmap e1189: 8 total, 8 up, 8 in 2024-04-15T15:19:52.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:19:51 smithi016 ceph-mon[93212]: pgmap v2136: 169 pgs: 169 active+clean; 457 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 7.2 MiB/s rd, 6.0 MiB/s wr, 231 op/s 2024-04-15T15:19:52.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:19:51 smithi016 ceph-mon[93212]: osdmap e1189: 8 total, 8 up, 8 in 2024-04-15T15:19:52.041 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 15 15:19:51 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-y[81421]: ::ffff:172.21.15.102 - - [15/Apr/2024:15:19:51] "GET /metrics HTTP/1.1" 200 38846 "" "Prometheus/2.43.0" 2024-04-15T15:19:52.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:19:51 smithi102 ceph-mon[87131]: pgmap v2136: 169 pgs: 169 active+clean; 457 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 7.2 MiB/s rd, 6.0 MiB/s wr, 231 op/s 2024-04-15T15:19:52.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:19:51 smithi102 ceph-mon[87131]: osdmap e1189: 8 total, 8 up, 8 in 2024-04-15T15:19:52.688 INFO:journalctl@ceph.prometheus.a.smithi102.stdout:Apr 15 15:19:52 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-prometheus-a[120881]: ts=2024-04-15T15:19:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi016:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"362ea986-fb34-11ee-bc8f-c7b262605968\", instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T15:19:53.045 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] TestMigration.SnapsShrinkAfterPrepare (11993 ms) 2024-04-15T15:19:53.045 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] TestMigration.SnapsShrinkToZeroBeforePrepare 2024-04-15T15:19:53.077 INFO:tasks.workunit.client.0.smithi016.stdout:resize: 83886080 2024-04-15T15:19:53.088 INFO:tasks.workunit.client.0.smithi016.stdout:write: 1 0~8388609 2024-04-15T15:19:53.137 INFO:tasks.workunit.client.0.smithi016.stdout:snap_create: snap1 2024-04-15T15:19:54.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:19:53 smithi016 ceph-mon[90652]: pgmap v2139: 169 pgs: 169 active+clean; 473 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 38 MiB/s rd, 6.0 MiB/s wr, 407 op/s 2024-04-15T15:19:54.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:19:53 smithi016 ceph-mon[90652]: osdmap e1190: 8 total, 8 up, 8 in 2024-04-15T15:19:54.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:19:53 smithi016 ceph-mon[93212]: pgmap v2139: 169 pgs: 169 active+clean; 473 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 38 MiB/s rd, 6.0 MiB/s wr, 407 op/s 2024-04-15T15:19:54.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:19:53 smithi016 ceph-mon[93212]: osdmap e1190: 8 total, 8 up, 8 in 2024-04-15T15:19:54.188 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:19:53 smithi102 ceph-mon[87131]: pgmap v2139: 169 pgs: 169 active+clean; 473 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 38 MiB/s rd, 6.0 MiB/s wr, 407 op/s 2024-04-15T15:19:54.188 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:19:53 smithi102 ceph-mon[87131]: osdmap e1190: 8 total, 8 up, 8 in 2024-04-15T15:19:54.829 INFO:tasks.workunit.client.0.smithi016.stdout:write: 1 8388609~8388609 2024-04-15T15:19:54.849 INFO:tasks.workunit.client.0.smithi016.stdout:write: X 0~1000 2024-04-15T15:19:54.849 INFO:tasks.workunit.client.0.smithi016.stdout:discard: 1010~1000 2024-04-15T15:19:54.849 INFO:tasks.workunit.client.0.smithi016.stdout:snap_create: snap2 2024-04-15T15:19:55.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:19:54 smithi102 ceph-mon[87131]: osdmap e1191: 8 total, 8 up, 8 in 2024-04-15T15:19:55.188 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:19:54 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T15:19:55.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:19:54 smithi016 ceph-mon[93212]: osdmap e1191: 8 total, 8 up, 8 in 2024-04-15T15:19:55.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:19:54 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T15:19:55.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:19:54 smithi016 ceph-mon[90652]: osdmap e1191: 8 total, 8 up, 8 in 2024-04-15T15:19:55.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:19:54 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T15:19:56.188 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:19:55 smithi102 ceph-mon[87131]: pgmap v2142: 169 pgs: 169 active+clean; 473 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 31 MiB/s rd, 6.0 MiB/s wr, 253 op/s 2024-04-15T15:19:56.188 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:19:55 smithi102 ceph-mon[87131]: osdmap e1192: 8 total, 8 up, 8 in 2024-04-15T15:19:56.188 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:19:55 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "85.19", "id": [5, 0]}]: dispatch 2024-04-15T15:19:56.188 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:19:55 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "85.1a", "id": [5, 0]}]: dispatch 2024-04-15T15:19:56.188 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:19:55 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "85.1e", "id": [5, 2]}]: dispatch 2024-04-15T15:19:56.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:19:55 smithi016 ceph-mon[90652]: pgmap v2142: 169 pgs: 169 active+clean; 473 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 31 MiB/s rd, 6.0 MiB/s wr, 253 op/s 2024-04-15T15:19:56.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:19:55 smithi016 ceph-mon[90652]: osdmap e1192: 8 total, 8 up, 8 in 2024-04-15T15:19:56.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:19:55 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "85.19", "id": [5, 0]}]: dispatch 2024-04-15T15:19:56.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:19:55 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "85.1a", "id": [5, 0]}]: dispatch 2024-04-15T15:19:56.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:19:55 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "85.1e", "id": [5, 2]}]: dispatch 2024-04-15T15:19:56.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:19:55 smithi016 ceph-mon[93212]: pgmap v2142: 169 pgs: 169 active+clean; 473 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 31 MiB/s rd, 6.0 MiB/s wr, 253 op/s 2024-04-15T15:19:56.291 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:19:55 smithi016 ceph-mon[93212]: osdmap e1192: 8 total, 8 up, 8 in 2024-04-15T15:19:56.291 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:19:55 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "85.19", "id": [5, 0]}]: dispatch 2024-04-15T15:19:56.291 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:19:55 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "85.1a", "id": [5, 0]}]: dispatch 2024-04-15T15:19:56.291 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:19:55 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "85.1e", "id": [5, 2]}]: dispatch 2024-04-15T15:19:56.839 INFO:tasks.workunit.client.0.smithi016.stdout:write: X 8388609~1000 2024-04-15T15:19:56.846 INFO:tasks.workunit.client.0.smithi016.stdout:discard: 16777228~1000 2024-04-15T15:19:56.846 INFO:tasks.workunit.client.0.smithi016.stdout:resize: 167772160 2024-04-15T15:19:56.858 INFO:tasks.workunit.client.0.smithi016.stdout:write: 2 83886079~8388609 2024-04-15T15:19:56.882 INFO:tasks.workunit.client.0.smithi016.stdout:snap_create: snap3 2024-04-15T15:19:57.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:19:56 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "85.19", "id": [5, 0]}]': finished 2024-04-15T15:19:57.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:19:56 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "85.1a", "id": [5, 0]}]': finished 2024-04-15T15:19:57.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:19:56 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "85.1e", "id": [5, 2]}]': finished 2024-04-15T15:19:57.188 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:19:56 smithi102 ceph-mon[87131]: osdmap e1193: 8 total, 8 up, 8 in 2024-04-15T15:19:57.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:19:56 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "85.19", "id": [5, 0]}]': finished 2024-04-15T15:19:57.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:19:56 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "85.1a", "id": [5, 0]}]': finished 2024-04-15T15:19:57.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:19:56 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "85.1e", "id": [5, 2]}]': finished 2024-04-15T15:19:57.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:19:56 smithi016 ceph-mon[90652]: osdmap e1193: 8 total, 8 up, 8 in 2024-04-15T15:19:57.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:19:56 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "85.19", "id": [5, 0]}]': finished 2024-04-15T15:19:57.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:19:56 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "85.1a", "id": [5, 0]}]': finished 2024-04-15T15:19:57.291 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:19:56 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "85.1e", "id": [5, 2]}]': finished 2024-04-15T15:19:57.291 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:19:56 smithi016 ceph-mon[93212]: osdmap e1193: 8 total, 8 up, 8 in 2024-04-15T15:19:58.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:19:57 smithi102 ceph-mon[87131]: pgmap v2145: 169 pgs: 169 active+clean; 497 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 24 MiB/s rd, 8.0 MiB/s wr, 178 op/s 2024-04-15T15:19:58.188 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:19:57 smithi102 ceph-mon[87131]: osdmap e1194: 8 total, 8 up, 8 in 2024-04-15T15:19:58.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:19:57 smithi016 ceph-mon[90652]: pgmap v2145: 169 pgs: 169 active+clean; 497 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 24 MiB/s rd, 8.0 MiB/s wr, 178 op/s 2024-04-15T15:19:58.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:19:57 smithi016 ceph-mon[90652]: osdmap e1194: 8 total, 8 up, 8 in 2024-04-15T15:19:58.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:19:57 smithi016 ceph-mon[93212]: pgmap v2145: 169 pgs: 169 active+clean; 497 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 24 MiB/s rd, 8.0 MiB/s wr, 178 op/s 2024-04-15T15:19:58.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:19:57 smithi016 ceph-mon[93212]: osdmap e1194: 8 total, 8 up, 8 in 2024-04-15T15:19:58.848 INFO:tasks.workunit.client.0.smithi016.stdout:resize: 83886080 2024-04-15T15:19:58.878 INFO:tasks.workunit.client.0.smithi016.stdout:discard: 83886079~1 2024-04-15T15:19:58.887 INFO:tasks.workunit.client.0.smithi016.stdout:resize: 0 2024-04-15T15:19:58.905 INFO:tasks.workunit.client.0.smithi016.stdout:migration_prepare 2024-04-15T15:19:59.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:19:58 smithi102 ceph-mon[87131]: osdmap e1195: 8 total, 8 up, 8 in 2024-04-15T15:19:59.289 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:19:58 smithi016 ceph-mon[90652]: osdmap e1195: 8 total, 8 up, 8 in 2024-04-15T15:19:59.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:19:58 smithi016 ceph-mon[93212]: osdmap e1195: 8 total, 8 up, 8 in 2024-04-15T15:20:00.188 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:19:59 smithi102 ceph-mon[87131]: pgmap v2148: 169 pgs: 169 active+clean; 489 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 32 MiB/s rd, 9.0 MiB/s wr, 209 op/s 2024-04-15T15:20:00.188 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:19:59 smithi102 ceph-mon[87131]: osdmap e1196: 8 total, 8 up, 8 in 2024-04-15T15:20:00.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:19:59 smithi016 ceph-mon[90652]: pgmap v2148: 169 pgs: 169 active+clean; 489 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 32 MiB/s rd, 9.0 MiB/s wr, 209 op/s 2024-04-15T15:20:00.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:19:59 smithi016 ceph-mon[90652]: osdmap e1196: 8 total, 8 up, 8 in 2024-04-15T15:20:00.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:19:59 smithi016 ceph-mon[93212]: pgmap v2148: 169 pgs: 169 active+clean; 489 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 32 MiB/s rd, 9.0 MiB/s wr, 209 op/s 2024-04-15T15:20:00.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:19:59 smithi016 ceph-mon[93212]: osdmap e1196: 8 total, 8 up, 8 in 2024-04-15T15:20:01.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:20:00 smithi102 ceph-mon[87131]: osdmap e1197: 8 total, 8 up, 8 in 2024-04-15T15:20:01.188 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:20:00 smithi102 ceph-mon[87131]: Health detail: HEALTH_WARN 1 pool(s) do not have an application enabled 2024-04-15T15:20:01.188 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:20:00 smithi102 ceph-mon[87131]: [WRN] POOL_APP_NOT_ENABLED: 1 pool(s) do not have an application enabled 2024-04-15T15:20:01.188 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:20:00 smithi102 ceph-mon[87131]: application not enabled on pool 'test-librbd-smithi016-143420-9' 2024-04-15T15:20:01.188 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:20:00 smithi102 ceph-mon[87131]: use 'ceph osd pool application enable ', where is 'cephfs', 'rbd', 'rgw', or freeform for custom applications. 2024-04-15T15:20:01.188 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:20:00 smithi102 ceph-mon[87131]: osdmap e1198: 8 total, 8 up, 8 in 2024-04-15T15:20:01.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:20:00 smithi016 ceph-mon[90652]: osdmap e1197: 8 total, 8 up, 8 in 2024-04-15T15:20:01.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:20:00 smithi016 ceph-mon[90652]: Health detail: HEALTH_WARN 1 pool(s) do not have an application enabled 2024-04-15T15:20:01.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:20:00 smithi016 ceph-mon[90652]: [WRN] POOL_APP_NOT_ENABLED: 1 pool(s) do not have an application enabled 2024-04-15T15:20:01.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:20:00 smithi016 ceph-mon[90652]: application not enabled on pool 'test-librbd-smithi016-143420-9' 2024-04-15T15:20:01.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:20:00 smithi016 ceph-mon[90652]: use 'ceph osd pool application enable ', where is 'cephfs', 'rbd', 'rgw', or freeform for custom applications. 2024-04-15T15:20:01.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:20:00 smithi016 ceph-mon[90652]: osdmap e1198: 8 total, 8 up, 8 in 2024-04-15T15:20:01.291 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:20:00 smithi016 ceph-mon[93212]: osdmap e1197: 8 total, 8 up, 8 in 2024-04-15T15:20:01.291 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:20:00 smithi016 ceph-mon[93212]: Health detail: HEALTH_WARN 1 pool(s) do not have an application enabled 2024-04-15T15:20:01.291 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:20:00 smithi016 ceph-mon[93212]: [WRN] POOL_APP_NOT_ENABLED: 1 pool(s) do not have an application enabled 2024-04-15T15:20:01.291 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:20:00 smithi016 ceph-mon[93212]: application not enabled on pool 'test-librbd-smithi016-143420-9' 2024-04-15T15:20:01.291 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:20:00 smithi016 ceph-mon[93212]: use 'ceph osd pool application enable ', where is 'cephfs', 'rbd', 'rgw', or freeform for custom applications. 2024-04-15T15:20:01.291 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:20:00 smithi016 ceph-mon[93212]: osdmap e1198: 8 total, 8 up, 8 in 2024-04-15T15:20:02.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:20:01 smithi016 ceph-mon[90652]: pgmap v2151: 169 pgs: 169 active+clean; 497 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 8.1 MiB/s rd, 3.0 MiB/s wr, 142 op/s; 3.0 MiB/s, 2 keys/s, 1 objects/s recovering 2024-04-15T15:20:02.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:20:01 smithi016 ceph-mon[90652]: osdmap e1199: 8 total, 8 up, 8 in 2024-04-15T15:20:02.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:20:01 smithi016 ceph-mon[93212]: pgmap v2151: 169 pgs: 169 active+clean; 497 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 8.1 MiB/s rd, 3.0 MiB/s wr, 142 op/s; 3.0 MiB/s, 2 keys/s, 1 objects/s recovering 2024-04-15T15:20:02.041 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:20:01 smithi016 ceph-mon[93212]: osdmap e1199: 8 total, 8 up, 8 in 2024-04-15T15:20:02.041 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 15 15:20:01 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-y[81421]: ::ffff:172.21.15.102 - - [15/Apr/2024:15:20:01] "GET /metrics HTTP/1.1" 200 38852 "" "Prometheus/2.43.0" 2024-04-15T15:20:02.138 INFO:tasks.workunit.client.0.smithi016.stdout:migration_execute 2024-04-15T15:20:02.188 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:20:01 smithi102 ceph-mon[87131]: pgmap v2151: 169 pgs: 169 active+clean; 497 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 8.1 MiB/s rd, 3.0 MiB/s wr, 142 op/s; 3.0 MiB/s, 2 keys/s, 1 objects/s recovering 2024-04-15T15:20:02.188 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:20:01 smithi102 ceph-mon[87131]: osdmap e1199: 8 total, 8 up, 8 in 2024-04-15T15:20:02.274 INFO:tasks.workunit.client.0.smithi016.stdout:migration_commit 2024-04-15T15:20:02.688 INFO:journalctl@ceph.prometheus.a.smithi102.stdout:Apr 15 15:20:02 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-prometheus-a[120881]: ts=2024-04-15T15:20:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi016:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"362ea986-fb34-11ee-bc8f-c7b262605968\", instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T15:20:04.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:20:03 smithi102 ceph-mon[87131]: pgmap v2154: 169 pgs: 169 active+clean; 513 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 1.1 MiB/s rd, 4.0 MiB/s wr, 211 op/s; 3.0 MiB/s, 2 keys/s, 1 objects/s recovering 2024-04-15T15:20:04.188 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:20:03 smithi102 ceph-mon[87131]: osdmap e1200: 8 total, 8 up, 8 in 2024-04-15T15:20:04.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:20:03 smithi016 ceph-mon[90652]: pgmap v2154: 169 pgs: 169 active+clean; 513 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 1.1 MiB/s rd, 4.0 MiB/s wr, 211 op/s; 3.0 MiB/s, 2 keys/s, 1 objects/s recovering 2024-04-15T15:20:04.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:20:03 smithi016 ceph-mon[90652]: osdmap e1200: 8 total, 8 up, 8 in 2024-04-15T15:20:04.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:20:03 smithi016 ceph-mon[93212]: pgmap v2154: 169 pgs: 169 active+clean; 513 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 1.1 MiB/s rd, 4.0 MiB/s wr, 211 op/s; 3.0 MiB/s, 2 keys/s, 1 objects/s recovering 2024-04-15T15:20:04.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:20:03 smithi016 ceph-mon[93212]: osdmap e1200: 8 total, 8 up, 8 in 2024-04-15T15:20:05.132 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] TestMigration.SnapsShrinkToZeroBeforePrepare (12085 ms) 2024-04-15T15:20:05.132 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] TestMigration.SnapsShrinkToZeroAfterPrepare 2024-04-15T15:20:05.164 INFO:tasks.workunit.client.0.smithi016.stdout:resize: 83886080 2024-04-15T15:20:05.175 INFO:tasks.workunit.client.0.smithi016.stdout:write: 1 0~8388609 2024-04-15T15:20:05.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:20:04 smithi102 ceph-mon[87131]: osdmap e1201: 8 total, 8 up, 8 in 2024-04-15T15:20:05.232 INFO:tasks.workunit.client.0.smithi016.stdout:snap_create: snap1 2024-04-15T15:20:05.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:20:04 smithi016 ceph-mon[90652]: osdmap e1201: 8 total, 8 up, 8 in 2024-04-15T15:20:05.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:20:04 smithi016 ceph-mon[93212]: osdmap e1201: 8 total, 8 up, 8 in 2024-04-15T15:20:06.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:20:05 smithi102 ceph-mon[87131]: pgmap v2157: 169 pgs: 169 active+clean; 513 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 1.1 MiB/s rd, 2.0 MiB/s wr, 100 op/s 2024-04-15T15:20:06.188 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:20:05 smithi102 ceph-mon[87131]: osdmap e1202: 8 total, 8 up, 8 in 2024-04-15T15:20:06.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:20:05 smithi016 ceph-mon[90652]: pgmap v2157: 169 pgs: 169 active+clean; 513 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 1.1 MiB/s rd, 2.0 MiB/s wr, 100 op/s 2024-04-15T15:20:06.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:20:05 smithi016 ceph-mon[90652]: osdmap e1202: 8 total, 8 up, 8 in 2024-04-15T15:20:06.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:20:05 smithi016 ceph-mon[93212]: pgmap v2157: 169 pgs: 169 active+clean; 513 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 1.1 MiB/s rd, 2.0 MiB/s wr, 100 op/s 2024-04-15T15:20:06.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:20:05 smithi016 ceph-mon[93212]: osdmap e1202: 8 total, 8 up, 8 in 2024-04-15T15:20:06.892 INFO:tasks.workunit.client.0.smithi016.stdout:write: 1 8388609~8388609 2024-04-15T15:20:06.906 INFO:tasks.workunit.client.0.smithi016.stdout:write: X 0~1000 2024-04-15T15:20:06.907 INFO:tasks.workunit.client.0.smithi016.stdout:discard: 1010~1000 2024-04-15T15:20:06.907 INFO:tasks.workunit.client.0.smithi016.stdout:snap_create: snap2 2024-04-15T15:20:07.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:20:06 smithi102 ceph-mon[87131]: osdmap e1203: 8 total, 8 up, 8 in 2024-04-15T15:20:07.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:20:06 smithi016 ceph-mon[90652]: osdmap e1203: 8 total, 8 up, 8 in 2024-04-15T15:20:07.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:20:06 smithi016 ceph-mon[93212]: osdmap e1203: 8 total, 8 up, 8 in 2024-04-15T15:20:08.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:20:07 smithi102 ceph-mon[87131]: pgmap v2160: 169 pgs: 169 active+clean; 517 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 48 MiB/s rd, 6.0 MiB/s wr, 433 op/s 2024-04-15T15:20:08.188 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:20:07 smithi102 ceph-mon[87131]: osdmap e1204: 8 total, 8 up, 8 in 2024-04-15T15:20:08.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:20:07 smithi016 ceph-mon[90652]: pgmap v2160: 169 pgs: 169 active+clean; 517 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 48 MiB/s rd, 6.0 MiB/s wr, 433 op/s 2024-04-15T15:20:08.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:20:07 smithi016 ceph-mon[90652]: osdmap e1204: 8 total, 8 up, 8 in 2024-04-15T15:20:08.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:20:07 smithi016 ceph-mon[93212]: pgmap v2160: 169 pgs: 169 active+clean; 517 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 48 MiB/s rd, 6.0 MiB/s wr, 433 op/s 2024-04-15T15:20:08.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:20:07 smithi016 ceph-mon[93212]: osdmap e1204: 8 total, 8 up, 8 in 2024-04-15T15:20:08.908 INFO:tasks.workunit.client.0.smithi016.stdout:write: X 8388609~1000 2024-04-15T15:20:08.915 INFO:tasks.workunit.client.0.smithi016.stdout:discard: 16777228~1000 2024-04-15T15:20:08.915 INFO:tasks.workunit.client.0.smithi016.stdout:resize: 167772160 2024-04-15T15:20:08.926 INFO:tasks.workunit.client.0.smithi016.stdout:write: 2 83886079~8388609 2024-04-15T15:20:08.947 INFO:tasks.workunit.client.0.smithi016.stdout:snap_create: snap3 2024-04-15T15:20:09.190 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:20:08 smithi102 ceph-mon[87131]: osdmap e1205: 8 total, 8 up, 8 in 2024-04-15T15:20:09.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:20:08 smithi016 ceph-mon[90652]: osdmap e1205: 8 total, 8 up, 8 in 2024-04-15T15:20:09.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:20:08 smithi016 ceph-mon[93212]: osdmap e1205: 8 total, 8 up, 8 in 2024-04-15T15:20:10.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:20:09 smithi102 ceph-mon[87131]: pgmap v2163: 169 pgs: 169 active+clean; 529 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 53 MiB/s rd, 10 MiB/s wr, 445 op/s 2024-04-15T15:20:10.188 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:20:09 smithi102 ceph-mon[87131]: osdmap e1206: 8 total, 8 up, 8 in 2024-04-15T15:20:10.188 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:20:09 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T15:20:10.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:20:09 smithi016 ceph-mon[90652]: pgmap v2163: 169 pgs: 169 active+clean; 529 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 53 MiB/s rd, 10 MiB/s wr, 445 op/s 2024-04-15T15:20:10.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:20:09 smithi016 ceph-mon[90652]: osdmap e1206: 8 total, 8 up, 8 in 2024-04-15T15:20:10.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:20:09 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T15:20:10.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:20:09 smithi016 ceph-mon[93212]: pgmap v2163: 169 pgs: 169 active+clean; 529 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 53 MiB/s rd, 10 MiB/s wr, 445 op/s 2024-04-15T15:20:10.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:20:09 smithi016 ceph-mon[93212]: osdmap e1206: 8 total, 8 up, 8 in 2024-04-15T15:20:10.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:20:09 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T15:20:10.765 INFO:tasks.workunit.client.0.smithi016.stdout:resize: 83886080 2024-04-15T15:20:10.789 INFO:tasks.workunit.client.0.smithi016.stdout:discard: 83886079~1 2024-04-15T15:20:10.798 INFO:tasks.workunit.client.0.smithi016.stdout:migration_prepare 2024-04-15T15:20:11.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:20:10 smithi102 ceph-mon[87131]: osdmap e1207: 8 total, 8 up, 8 in 2024-04-15T15:20:11.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:20:10 smithi102 ceph-mon[87131]: osdmap e1208: 8 total, 8 up, 8 in 2024-04-15T15:20:11.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:20:10 smithi016 ceph-mon[90652]: osdmap e1207: 8 total, 8 up, 8 in 2024-04-15T15:20:11.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:20:10 smithi016 ceph-mon[90652]: osdmap e1208: 8 total, 8 up, 8 in 2024-04-15T15:20:11.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:20:10 smithi016 ceph-mon[93212]: osdmap e1207: 8 total, 8 up, 8 in 2024-04-15T15:20:11.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:20:10 smithi016 ceph-mon[93212]: osdmap e1208: 8 total, 8 up, 8 in 2024-04-15T15:20:12.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:20:11 smithi016 ceph-mon[90652]: pgmap v2166: 169 pgs: 169 active+clean; 549 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 5.1 MiB/s rd, 9.0 MiB/s wr, 109 op/s 2024-04-15T15:20:12.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:20:11 smithi016 ceph-mon[90652]: osdmap e1209: 8 total, 8 up, 8 in 2024-04-15T15:20:12.041 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:20:11 smithi016 ceph-mon[93212]: pgmap v2166: 169 pgs: 169 active+clean; 549 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 5.1 MiB/s rd, 9.0 MiB/s wr, 109 op/s 2024-04-15T15:20:12.041 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:20:11 smithi016 ceph-mon[93212]: osdmap e1209: 8 total, 8 up, 8 in 2024-04-15T15:20:12.041 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 15 15:20:11 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-y[81421]: ::ffff:172.21.15.102 - - [15/Apr/2024:15:20:11] "GET /metrics HTTP/1.1" 200 38849 "" "Prometheus/2.43.0" 2024-04-15T15:20:12.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:20:11 smithi102 ceph-mon[87131]: pgmap v2166: 169 pgs: 169 active+clean; 549 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 5.1 MiB/s rd, 9.0 MiB/s wr, 109 op/s 2024-04-15T15:20:12.188 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:20:11 smithi102 ceph-mon[87131]: osdmap e1209: 8 total, 8 up, 8 in 2024-04-15T15:20:12.688 INFO:journalctl@ceph.prometheus.a.smithi102.stdout:Apr 15 15:20:12 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-prometheus-a[120881]: ts=2024-04-15T15:20:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi016:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"362ea986-fb34-11ee-bc8f-c7b262605968\", instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T15:20:14.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:20:13 smithi016 ceph-mon[93212]: pgmap v2169: 169 pgs: 169 active+clean; 565 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 78 KiB/s rd, 7.0 MiB/s wr, 114 op/s 2024-04-15T15:20:14.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:20:13 smithi016 ceph-mon[93212]: osdmap e1210: 8 total, 8 up, 8 in 2024-04-15T15:20:14.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:20:13 smithi016 ceph-mon[90652]: pgmap v2169: 169 pgs: 169 active+clean; 565 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 78 KiB/s rd, 7.0 MiB/s wr, 114 op/s 2024-04-15T15:20:14.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:20:13 smithi016 ceph-mon[90652]: osdmap e1210: 8 total, 8 up, 8 in 2024-04-15T15:20:14.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:20:13 smithi102 ceph-mon[87131]: pgmap v2169: 169 pgs: 169 active+clean; 565 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 78 KiB/s rd, 7.0 MiB/s wr, 114 op/s 2024-04-15T15:20:14.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:20:13 smithi102 ceph-mon[87131]: osdmap e1210: 8 total, 8 up, 8 in 2024-04-15T15:20:14.253 INFO:tasks.workunit.client.0.smithi016.stdout:resize: 0 2024-04-15T15:20:14.328 INFO:tasks.workunit.client.0.smithi016.stdout:migration_execute 2024-04-15T15:20:14.456 INFO:tasks.workunit.client.0.smithi016.stdout:migration_commit 2024-04-15T15:20:15.042 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:20:14 smithi016 ceph-mon[90652]: osdmap e1211: 8 total, 8 up, 8 in 2024-04-15T15:20:15.042 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:20:14 smithi016 ceph-mon[93212]: osdmap e1211: 8 total, 8 up, 8 in 2024-04-15T15:20:15.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:20:14 smithi102 ceph-mon[87131]: osdmap e1211: 8 total, 8 up, 8 in 2024-04-15T15:20:16.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:20:15 smithi016 ceph-mon[93212]: pgmap v2172: 169 pgs: 169 active+clean; 565 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 9.0 KiB/s rd, 2.0 MiB/s wr, 16 op/s 2024-04-15T15:20:16.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:20:15 smithi016 ceph-mon[93212]: osdmap e1212: 8 total, 8 up, 8 in 2024-04-15T15:20:16.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:20:15 smithi016 ceph-mon[90652]: pgmap v2172: 169 pgs: 169 active+clean; 565 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 9.0 KiB/s rd, 2.0 MiB/s wr, 16 op/s 2024-04-15T15:20:16.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:20:15 smithi016 ceph-mon[90652]: osdmap e1212: 8 total, 8 up, 8 in 2024-04-15T15:20:16.188 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:20:15 smithi102 ceph-mon[87131]: pgmap v2172: 169 pgs: 169 active+clean; 565 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 9.0 KiB/s rd, 2.0 MiB/s wr, 16 op/s 2024-04-15T15:20:16.188 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:20:15 smithi102 ceph-mon[87131]: osdmap e1212: 8 total, 8 up, 8 in 2024-04-15T15:20:17.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:20:16 smithi016 ceph-mon[90652]: osdmap e1213: 8 total, 8 up, 8 in 2024-04-15T15:20:17.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:20:16 smithi016 ceph-mon[93212]: osdmap e1213: 8 total, 8 up, 8 in 2024-04-15T15:20:17.060 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] TestMigration.SnapsShrinkToZeroAfterPrepare (11930 ms) 2024-04-15T15:20:17.060 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] TestMigration.SnapsExpandAfterPrepare 2024-04-15T15:20:17.094 INFO:tasks.workunit.client.0.smithi016.stdout:resize: 83886080 2024-04-15T15:20:17.105 INFO:tasks.workunit.client.0.smithi016.stdout:write: 1 0~8388609 2024-04-15T15:20:17.170 INFO:tasks.workunit.client.0.smithi016.stdout:snap_create: snap1 2024-04-15T15:20:17.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:20:16 smithi102 ceph-mon[87131]: osdmap e1213: 8 total, 8 up, 8 in 2024-04-15T15:20:18.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:20:17 smithi016 ceph-mon[90652]: pgmap v2175: 169 pgs: 169 active+clean; 569 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 16 MiB/s rd, 2.0 MiB/s wr, 333 op/s 2024-04-15T15:20:18.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:20:17 smithi016 ceph-mon[90652]: osdmap e1214: 8 total, 8 up, 8 in 2024-04-15T15:20:18.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:20:17 smithi016 ceph-mon[93212]: pgmap v2175: 169 pgs: 169 active+clean; 569 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 16 MiB/s rd, 2.0 MiB/s wr, 333 op/s 2024-04-15T15:20:18.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:20:17 smithi016 ceph-mon[93212]: osdmap e1214: 8 total, 8 up, 8 in 2024-04-15T15:20:18.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:20:17 smithi102 ceph-mon[87131]: pgmap v2175: 169 pgs: 169 active+clean; 569 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 16 MiB/s rd, 2.0 MiB/s wr, 333 op/s 2024-04-15T15:20:18.188 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:20:17 smithi102 ceph-mon[87131]: osdmap e1214: 8 total, 8 up, 8 in 2024-04-15T15:20:18.802 INFO:tasks.workunit.client.0.smithi016.stdout:write: 1 8388609~8388609 2024-04-15T15:20:18.818 INFO:tasks.workunit.client.0.smithi016.stdout:write: X 0~1000 2024-04-15T15:20:18.818 INFO:tasks.workunit.client.0.smithi016.stdout:discard: 1010~1000 2024-04-15T15:20:18.818 INFO:tasks.workunit.client.0.smithi016.stdout:snap_create: snap2 2024-04-15T15:20:19.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:20:18 smithi016 ceph-mon[90652]: osdmap e1215: 8 total, 8 up, 8 in 2024-04-15T15:20:19.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:20:18 smithi016 ceph-mon[93212]: osdmap e1215: 8 total, 8 up, 8 in 2024-04-15T15:20:19.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:20:18 smithi102 ceph-mon[87131]: osdmap e1215: 8 total, 8 up, 8 in 2024-04-15T15:20:20.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:20:19 smithi016 ceph-mon[90652]: pgmap v2178: 169 pgs: 169 active+clean; 585 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 45 MiB/s rd, 7.0 MiB/s wr, 550 op/s 2024-04-15T15:20:20.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:20:19 smithi016 ceph-mon[90652]: osdmap e1216: 8 total, 8 up, 8 in 2024-04-15T15:20:20.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:20:19 smithi016 ceph-mon[93212]: pgmap v2178: 169 pgs: 169 active+clean; 585 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 45 MiB/s rd, 7.0 MiB/s wr, 550 op/s 2024-04-15T15:20:20.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:20:19 smithi016 ceph-mon[93212]: osdmap e1216: 8 total, 8 up, 8 in 2024-04-15T15:20:20.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:20:19 smithi102 ceph-mon[87131]: pgmap v2178: 169 pgs: 169 active+clean; 585 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 45 MiB/s rd, 7.0 MiB/s wr, 550 op/s 2024-04-15T15:20:20.188 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:20:19 smithi102 ceph-mon[87131]: osdmap e1216: 8 total, 8 up, 8 in 2024-04-15T15:20:20.767 INFO:tasks.workunit.client.0.smithi016.stdout:write: X 8388609~1000 2024-04-15T15:20:20.776 INFO:tasks.workunit.client.0.smithi016.stdout:discard: 16777228~1000 2024-04-15T15:20:20.777 INFO:tasks.workunit.client.0.smithi016.stdout:resize: 167772160 2024-04-15T15:20:20.786 INFO:tasks.workunit.client.0.smithi016.stdout:write: 2 83886079~8388609 2024-04-15T15:20:20.802 INFO:tasks.workunit.client.0.smithi016.stdout:snap_create: snap3 2024-04-15T15:20:21.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:20:20 smithi102 ceph-mon[87131]: osdmap e1217: 8 total, 8 up, 8 in 2024-04-15T15:20:21.188 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:20:20 smithi102 ceph-mon[87131]: osdmap e1218: 8 total, 8 up, 8 in 2024-04-15T15:20:21.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:20:20 smithi016 ceph-mon[90652]: osdmap e1217: 8 total, 8 up, 8 in 2024-04-15T15:20:21.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:20:20 smithi016 ceph-mon[90652]: osdmap e1218: 8 total, 8 up, 8 in 2024-04-15T15:20:21.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:20:20 smithi016 ceph-mon[93212]: osdmap e1217: 8 total, 8 up, 8 in 2024-04-15T15:20:21.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:20:20 smithi016 ceph-mon[93212]: osdmap e1218: 8 total, 8 up, 8 in 2024-04-15T15:20:22.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:20:21 smithi016 ceph-mon[90652]: pgmap v2181: 169 pgs: 169 active+clean; 597 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 38 MiB/s rd, 8.0 MiB/s wr, 255 op/s 2024-04-15T15:20:22.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:20:21 smithi016 ceph-mon[93212]: pgmap v2181: 169 pgs: 169 active+clean; 597 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 38 MiB/s rd, 8.0 MiB/s wr, 255 op/s 2024-04-15T15:20:22.041 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 15 15:20:21 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-y[81421]: ::ffff:172.21.15.102 - - [15/Apr/2024:15:20:21] "GET /metrics HTTP/1.1" 200 38849 "" "Prometheus/2.43.0" 2024-04-15T15:20:22.188 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:20:21 smithi102 ceph-mon[87131]: pgmap v2181: 169 pgs: 169 active+clean; 597 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 38 MiB/s rd, 8.0 MiB/s wr, 255 op/s 2024-04-15T15:20:22.687 INFO:journalctl@ceph.prometheus.a.smithi102.stdout:Apr 15 15:20:22 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-prometheus-a[120881]: ts=2024-04-15T15:20:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi016:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"362ea986-fb34-11ee-bc8f-c7b262605968\", instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T15:20:22.820 INFO:tasks.workunit.client.0.smithi016.stdout:resize: 83886080 2024-04-15T15:20:22.850 INFO:tasks.workunit.client.0.smithi016.stdout:discard: 83886079~1 2024-04-15T15:20:22.860 INFO:tasks.workunit.client.0.smithi016.stdout:migration_prepare 2024-04-15T15:20:23.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:20:22 smithi102 ceph-mon[87131]: osdmap e1219: 8 total, 8 up, 8 in 2024-04-15T15:20:23.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:20:22 smithi016 ceph-mon[90652]: osdmap e1219: 8 total, 8 up, 8 in 2024-04-15T15:20:23.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:20:22 smithi016 ceph-mon[93212]: osdmap e1219: 8 total, 8 up, 8 in 2024-04-15T15:20:24.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:20:23 smithi102 ceph-mon[87131]: pgmap v2184: 169 pgs: 169 active+clean; 597 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 21 MiB/s rd, 7.0 MiB/s wr, 175 op/s 2024-04-15T15:20:24.188 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:20:23 smithi102 ceph-mon[87131]: osdmap e1220: 8 total, 8 up, 8 in 2024-04-15T15:20:24.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:20:23 smithi016 ceph-mon[90652]: pgmap v2184: 169 pgs: 169 active+clean; 597 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 21 MiB/s rd, 7.0 MiB/s wr, 175 op/s 2024-04-15T15:20:24.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:20:23 smithi016 ceph-mon[90652]: osdmap e1220: 8 total, 8 up, 8 in 2024-04-15T15:20:24.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:20:23 smithi016 ceph-mon[93212]: pgmap v2184: 169 pgs: 169 active+clean; 597 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 21 MiB/s rd, 7.0 MiB/s wr, 175 op/s 2024-04-15T15:20:24.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:20:23 smithi016 ceph-mon[93212]: osdmap e1220: 8 total, 8 up, 8 in 2024-04-15T15:20:25.188 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:20:24 smithi102 ceph-mon[87131]: osdmap e1221: 8 total, 8 up, 8 in 2024-04-15T15:20:25.188 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:20:24 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T15:20:25.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:20:24 smithi016 ceph-mon[90652]: osdmap e1221: 8 total, 8 up, 8 in 2024-04-15T15:20:25.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:20:24 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T15:20:25.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:20:24 smithi016 ceph-mon[93212]: osdmap e1221: 8 total, 8 up, 8 in 2024-04-15T15:20:25.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:20:24 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T15:20:26.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:20:25 smithi102 ceph-mon[87131]: pgmap v2187: 169 pgs: 169 active+clean; 597 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 12 MiB/s rd, 4.0 MiB/s wr, 137 op/s 2024-04-15T15:20:26.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:20:25 smithi102 ceph-mon[87131]: osdmap e1222: 8 total, 8 up, 8 in 2024-04-15T15:20:26.188 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:20:25 smithi102 ceph-mon[87131]: osdmap e1223: 8 total, 8 up, 8 in 2024-04-15T15:20:26.194 INFO:tasks.workunit.client.0.smithi016.stdout:resize: 167772160 2024-04-15T15:20:26.205 INFO:tasks.workunit.client.0.smithi016.stdout:write: * 83886080~1000 2024-04-15T15:20:26.235 INFO:tasks.workunit.client.0.smithi016.stdout:migration_execute 2024-04-15T15:20:26.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:20:25 smithi016 ceph-mon[93212]: pgmap v2187: 169 pgs: 169 active+clean; 597 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 12 MiB/s rd, 4.0 MiB/s wr, 137 op/s 2024-04-15T15:20:26.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:20:25 smithi016 ceph-mon[93212]: osdmap e1222: 8 total, 8 up, 8 in 2024-04-15T15:20:26.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:20:25 smithi016 ceph-mon[93212]: osdmap e1223: 8 total, 8 up, 8 in 2024-04-15T15:20:26.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:20:25 smithi016 ceph-mon[90652]: pgmap v2187: 169 pgs: 169 active+clean; 597 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 12 MiB/s rd, 4.0 MiB/s wr, 137 op/s 2024-04-15T15:20:26.291 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:20:25 smithi016 ceph-mon[90652]: osdmap e1222: 8 total, 8 up, 8 in 2024-04-15T15:20:26.291 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:20:25 smithi016 ceph-mon[90652]: osdmap e1223: 8 total, 8 up, 8 in 2024-04-15T15:20:26.362 INFO:tasks.workunit.client.0.smithi016.stdout:migration_commit 2024-04-15T15:20:28.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:20:27 smithi102 ceph-mon[87131]: pgmap v2190: 169 pgs: 169 active+clean; 621 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 29 KiB/s rd, 4.0 MiB/s wr, 54 op/s 2024-04-15T15:20:28.188 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:20:27 smithi102 ceph-mon[87131]: osdmap e1224: 8 total, 8 up, 8 in 2024-04-15T15:20:28.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:20:27 smithi016 ceph-mon[90652]: pgmap v2190: 169 pgs: 169 active+clean; 621 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 29 KiB/s rd, 4.0 MiB/s wr, 54 op/s 2024-04-15T15:20:28.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:20:27 smithi016 ceph-mon[90652]: osdmap e1224: 8 total, 8 up, 8 in 2024-04-15T15:20:28.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:20:27 smithi016 ceph-mon[93212]: pgmap v2190: 169 pgs: 169 active+clean; 621 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 29 KiB/s rd, 4.0 MiB/s wr, 54 op/s 2024-04-15T15:20:28.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:20:27 smithi016 ceph-mon[93212]: osdmap e1224: 8 total, 8 up, 8 in 2024-04-15T15:20:29.188 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:20:28 smithi102 ceph-mon[87131]: osdmap e1225: 8 total, 8 up, 8 in 2024-04-15T15:20:29.199 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] TestMigration.SnapsExpandAfterPrepare (12139 ms) 2024-04-15T15:20:29.199 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] TestMigration.SnapsExpandAfterPrepare2 2024-04-15T15:20:29.231 INFO:tasks.workunit.client.0.smithi016.stdout:resize: 83886080 2024-04-15T15:20:29.243 INFO:tasks.workunit.client.0.smithi016.stdout:write: X 41943040~10 2024-04-15T15:20:29.251 INFO:tasks.workunit.client.0.smithi016.stdout:snap_create: snap1 2024-04-15T15:20:29.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:20:28 smithi016 ceph-mon[90652]: osdmap e1225: 8 total, 8 up, 8 in 2024-04-15T15:20:29.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:20:28 smithi016 ceph-mon[93212]: osdmap e1225: 8 total, 8 up, 8 in 2024-04-15T15:20:30.188 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:20:29 smithi102 ceph-mon[87131]: pgmap v2193: 169 pgs: 169 active+clean; 633 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 8.2 MiB/s rd, 7.0 MiB/s wr, 329 op/s 2024-04-15T15:20:30.189 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:20:29 smithi102 ceph-mon[87131]: osdmap e1226: 8 total, 8 up, 8 in 2024-04-15T15:20:30.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:20:29 smithi016 ceph-mon[90652]: pgmap v2193: 169 pgs: 169 active+clean; 633 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 8.2 MiB/s rd, 7.0 MiB/s wr, 329 op/s 2024-04-15T15:20:30.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:20:29 smithi016 ceph-mon[90652]: osdmap e1226: 8 total, 8 up, 8 in 2024-04-15T15:20:30.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:20:29 smithi016 ceph-mon[93212]: pgmap v2193: 169 pgs: 169 active+clean; 633 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 8.2 MiB/s rd, 7.0 MiB/s wr, 329 op/s 2024-04-15T15:20:30.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:20:29 smithi016 ceph-mon[93212]: osdmap e1226: 8 total, 8 up, 8 in 2024-04-15T15:20:30.858 INFO:tasks.workunit.client.0.smithi016.stdout:resize: 41943040 2024-04-15T15:20:30.881 INFO:tasks.workunit.client.0.smithi016.stdout:migration_prepare 2024-04-15T15:20:31.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:20:30 smithi102 ceph-mon[87131]: osdmap e1227: 8 total, 8 up, 8 in 2024-04-15T15:20:31.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:20:30 smithi016 ceph-mon[90652]: osdmap e1227: 8 total, 8 up, 8 in 2024-04-15T15:20:31.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:20:30 smithi016 ceph-mon[93212]: osdmap e1227: 8 total, 8 up, 8 in 2024-04-15T15:20:32.030 INFO:tasks.workunit.client.0.smithi016.stdout:resize: 83886080 2024-04-15T15:20:32.039 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:20:31 smithi016 ceph-mon[93212]: pgmap v2196: 169 pgs: 169 active+clean; 625 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 38 MiB/s rd, 4.0 MiB/s wr, 502 op/s 2024-04-15T15:20:32.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:20:31 smithi016 ceph-mon[93212]: osdmap e1228: 8 total, 8 up, 8 in 2024-04-15T15:20:32.040 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 15 15:20:31 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-y[81421]: ::ffff:172.21.15.102 - - [15/Apr/2024:15:20:31] "GET /metrics HTTP/1.1" 200 38846 "" "Prometheus/2.43.0" 2024-04-15T15:20:32.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:20:31 smithi016 ceph-mon[90652]: pgmap v2196: 169 pgs: 169 active+clean; 625 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 38 MiB/s rd, 4.0 MiB/s wr, 502 op/s 2024-04-15T15:20:32.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:20:31 smithi016 ceph-mon[90652]: osdmap e1228: 8 total, 8 up, 8 in 2024-04-15T15:20:32.042 INFO:tasks.workunit.client.0.smithi016.stdout:write: Y 41943040~5 2024-04-15T15:20:32.150 INFO:tasks.workunit.client.0.smithi016.stdout:migration_execute 2024-04-15T15:20:32.188 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:20:31 smithi102 ceph-mon[87131]: pgmap v2196: 169 pgs: 169 active+clean; 625 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 38 MiB/s rd, 4.0 MiB/s wr, 502 op/s 2024-04-15T15:20:32.188 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:20:31 smithi102 ceph-mon[87131]: osdmap e1228: 8 total, 8 up, 8 in 2024-04-15T15:20:32.234 INFO:tasks.workunit.client.0.smithi016.stdout:migration_commit 2024-04-15T15:20:32.688 INFO:journalctl@ceph.prometheus.a.smithi102.stdout:Apr 15 15:20:32 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-prometheus-a[120881]: ts=2024-04-15T15:20:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi016:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"362ea986-fb34-11ee-bc8f-c7b262605968\", instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T15:20:32.976 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] TestMigration.SnapsExpandAfterPrepare2 (3777 ms) 2024-04-15T15:20:32.977 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] TestMigration.SnapsSnapAfterPrepare 2024-04-15T15:20:33.007 INFO:tasks.workunit.client.0.smithi016.stdout:resize: 83886080 2024-04-15T15:20:33.017 INFO:tasks.workunit.client.0.smithi016.stdout:write: 1 0~8388609 2024-04-15T15:20:33.074 INFO:tasks.workunit.client.0.smithi016.stdout:snap_create: snap1 2024-04-15T15:20:33.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:20:32 smithi102 ceph-mon[87131]: osdmap e1229: 8 total, 8 up, 8 in 2024-04-15T15:20:33.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:20:32 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T15:20:33.268 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:20:32 smithi016 ceph-mon[90652]: osdmap e1229: 8 total, 8 up, 8 in 2024-04-15T15:20:33.269 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:20:32 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T15:20:33.269 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:20:32 smithi016 ceph-mon[93212]: osdmap e1229: 8 total, 8 up, 8 in 2024-04-15T15:20:33.269 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:20:32 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T15:20:34.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:20:33 smithi102 ceph-mon[87131]: pgmap v2199: 169 pgs: 169 active+clean; 621 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 62 MiB/s rd, 3.0 MiB/s wr, 311 op/s 2024-04-15T15:20:34.188 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:20:33 smithi102 ceph-mon[87131]: osdmap e1230: 8 total, 8 up, 8 in 2024-04-15T15:20:34.188 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:20:33 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T15:20:34.188 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:20:33 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T15:20:34.188 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:20:33 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T15:20:34.188 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:20:33 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T15:20:34.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:20:33 smithi016 ceph-mon[93212]: pgmap v2199: 169 pgs: 169 active+clean; 621 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 62 MiB/s rd, 3.0 MiB/s wr, 311 op/s 2024-04-15T15:20:34.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:20:33 smithi016 ceph-mon[93212]: osdmap e1230: 8 total, 8 up, 8 in 2024-04-15T15:20:34.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:20:33 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T15:20:34.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:20:33 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T15:20:34.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:20:33 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T15:20:34.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:20:33 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T15:20:34.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:20:33 smithi016 ceph-mon[90652]: pgmap v2199: 169 pgs: 169 active+clean; 621 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 62 MiB/s rd, 3.0 MiB/s wr, 311 op/s 2024-04-15T15:20:34.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:20:33 smithi016 ceph-mon[90652]: osdmap e1230: 8 total, 8 up, 8 in 2024-04-15T15:20:34.291 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:20:33 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T15:20:34.291 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:20:33 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T15:20:34.291 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:20:33 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T15:20:34.291 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:20:33 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T15:20:34.879 INFO:tasks.workunit.client.0.smithi016.stdout:write: 1 8388609~8388609 2024-04-15T15:20:34.894 INFO:tasks.workunit.client.0.smithi016.stdout:write: X 0~1000 2024-04-15T15:20:34.895 INFO:tasks.workunit.client.0.smithi016.stdout:discard: 1010~1000 2024-04-15T15:20:34.895 INFO:tasks.workunit.client.0.smithi016.stdout:snap_create: snap2 2024-04-15T15:20:35.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:20:34 smithi102 ceph-mon[87131]: osdmap e1231: 8 total, 8 up, 8 in 2024-04-15T15:20:35.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:20:34 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T15:20:35.188 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:20:34 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T15:20:35.188 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:20:34 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T15:20:35.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:20:34 smithi016 ceph-mon[93212]: osdmap e1231: 8 total, 8 up, 8 in 2024-04-15T15:20:35.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:20:34 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T15:20:35.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:20:34 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T15:20:35.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:20:34 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T15:20:35.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:20:34 smithi016 ceph-mon[90652]: osdmap e1231: 8 total, 8 up, 8 in 2024-04-15T15:20:35.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:20:34 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T15:20:35.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:20:34 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T15:20:35.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:20:34 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T15:20:36.188 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:20:35 smithi102 ceph-mon[87131]: pgmap v2202: 169 pgs: 169 active+clean; 621 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 32 MiB/s rd, 2.0 MiB/s wr, 83 op/s 2024-04-15T15:20:36.188 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:20:35 smithi102 ceph-mon[87131]: osdmap e1232: 8 total, 8 up, 8 in 2024-04-15T15:20:36.188 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:20:35 smithi102 ceph-mon[87131]: osdmap e1233: 8 total, 8 up, 8 in 2024-04-15T15:20:36.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:20:35 smithi016 ceph-mon[90652]: pgmap v2202: 169 pgs: 169 active+clean; 621 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 32 MiB/s rd, 2.0 MiB/s wr, 83 op/s 2024-04-15T15:20:36.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:20:35 smithi016 ceph-mon[90652]: osdmap e1232: 8 total, 8 up, 8 in 2024-04-15T15:20:36.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:20:35 smithi016 ceph-mon[90652]: osdmap e1233: 8 total, 8 up, 8 in 2024-04-15T15:20:36.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:20:35 smithi016 ceph-mon[93212]: pgmap v2202: 169 pgs: 169 active+clean; 621 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 32 MiB/s rd, 2.0 MiB/s wr, 83 op/s 2024-04-15T15:20:36.291 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:20:35 smithi016 ceph-mon[93212]: osdmap e1232: 8 total, 8 up, 8 in 2024-04-15T15:20:36.291 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:20:35 smithi016 ceph-mon[93212]: osdmap e1233: 8 total, 8 up, 8 in 2024-04-15T15:20:36.769 INFO:tasks.workunit.client.0.smithi016.stdout:write: X 8388609~1000 2024-04-15T15:20:36.776 INFO:tasks.workunit.client.0.smithi016.stdout:discard: 16777228~1000 2024-04-15T15:20:36.776 INFO:tasks.workunit.client.0.smithi016.stdout:resize: 167772160 2024-04-15T15:20:36.787 INFO:tasks.workunit.client.0.smithi016.stdout:write: 2 83886079~8388609 2024-04-15T15:20:36.803 INFO:tasks.workunit.client.0.smithi016.stdout:snap_create: snap3 2024-04-15T15:20:38.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:20:37 smithi016 ceph-mon[90652]: pgmap v2205: 169 pgs: 169 active+clean; 641 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 176 KiB/s rd, 5.0 MiB/s wr, 242 op/s 2024-04-15T15:20:38.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:20:37 smithi016 ceph-mon[90652]: osdmap e1234: 8 total, 8 up, 8 in 2024-04-15T15:20:38.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:20:37 smithi016 ceph-mon[93212]: pgmap v2205: 169 pgs: 169 active+clean; 641 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 176 KiB/s rd, 5.0 MiB/s wr, 242 op/s 2024-04-15T15:20:38.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:20:37 smithi016 ceph-mon[93212]: osdmap e1234: 8 total, 8 up, 8 in 2024-04-15T15:20:38.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:20:37 smithi102 ceph-mon[87131]: pgmap v2205: 169 pgs: 169 active+clean; 641 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 176 KiB/s rd, 5.0 MiB/s wr, 242 op/s 2024-04-15T15:20:38.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:20:37 smithi102 ceph-mon[87131]: osdmap e1234: 8 total, 8 up, 8 in 2024-04-15T15:20:38.784 INFO:tasks.workunit.client.0.smithi016.stdout:resize: 83886080 2024-04-15T15:20:38.811 INFO:tasks.workunit.client.0.smithi016.stdout:discard: 83886079~1 2024-04-15T15:20:38.821 INFO:tasks.workunit.client.0.smithi016.stdout:migration_prepare 2024-04-15T15:20:39.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:20:38 smithi016 ceph-mon[90652]: osdmap e1235: 8 total, 8 up, 8 in 2024-04-15T15:20:39.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:20:38 smithi016 ceph-mon[93212]: osdmap e1235: 8 total, 8 up, 8 in 2024-04-15T15:20:39.188 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:20:38 smithi102 ceph-mon[87131]: osdmap e1235: 8 total, 8 up, 8 in 2024-04-15T15:20:40.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:20:39 smithi016 ceph-mon[90652]: pgmap v2208: 169 pgs: 169 active+clean; 657 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 312 KiB/s rd, 9.0 MiB/s wr, 409 op/s 2024-04-15T15:20:40.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:20:39 smithi016 ceph-mon[90652]: osdmap e1236: 8 total, 8 up, 8 in 2024-04-15T15:20:40.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:20:39 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T15:20:40.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:20:39 smithi016 ceph-mon[93212]: pgmap v2208: 169 pgs: 169 active+clean; 657 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 312 KiB/s rd, 9.0 MiB/s wr, 409 op/s 2024-04-15T15:20:40.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:20:39 smithi016 ceph-mon[93212]: osdmap e1236: 8 total, 8 up, 8 in 2024-04-15T15:20:40.041 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:20:39 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T15:20:40.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:20:39 smithi102 ceph-mon[87131]: pgmap v2208: 169 pgs: 169 active+clean; 657 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 312 KiB/s rd, 9.0 MiB/s wr, 409 op/s 2024-04-15T15:20:40.188 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:20:39 smithi102 ceph-mon[87131]: osdmap e1236: 8 total, 8 up, 8 in 2024-04-15T15:20:40.188 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:20:39 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T15:20:41.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:20:40 smithi016 ceph-mon[90652]: osdmap e1237: 8 total, 8 up, 8 in 2024-04-15T15:20:41.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:20:40 smithi016 ceph-mon[90652]: osdmap e1238: 8 total, 8 up, 8 in 2024-04-15T15:20:41.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:20:40 smithi016 ceph-mon[93212]: osdmap e1237: 8 total, 8 up, 8 in 2024-04-15T15:20:41.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:20:40 smithi016 ceph-mon[93212]: osdmap e1238: 8 total, 8 up, 8 in 2024-04-15T15:20:41.088 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:20:40 smithi102 ceph-mon[87131]: osdmap e1237: 8 total, 8 up, 8 in 2024-04-15T15:20:41.089 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:20:40 smithi102 ceph-mon[87131]: osdmap e1238: 8 total, 8 up, 8 in 2024-04-15T15:20:42.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:20:41 smithi016 ceph-mon[90652]: pgmap v2211: 169 pgs: 169 active+clean; 669 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 165 KiB/s rd, 6.0 MiB/s wr, 218 op/s 2024-04-15T15:20:42.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:20:41 smithi016 ceph-mon[90652]: osdmap e1239: 8 total, 8 up, 8 in 2024-04-15T15:20:42.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:20:41 smithi016 ceph-mon[93212]: pgmap v2211: 169 pgs: 169 active+clean; 669 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 165 KiB/s rd, 6.0 MiB/s wr, 218 op/s 2024-04-15T15:20:42.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:20:41 smithi016 ceph-mon[93212]: osdmap e1239: 8 total, 8 up, 8 in 2024-04-15T15:20:42.041 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 15 15:20:41 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-y[81421]: ::ffff:172.21.15.102 - - [15/Apr/2024:15:20:41] "GET /metrics HTTP/1.1" 200 38849 "" "Prometheus/2.43.0" 2024-04-15T15:20:42.100 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:20:41 smithi102 ceph-mon[87131]: pgmap v2211: 169 pgs: 169 active+clean; 669 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 165 KiB/s rd, 6.0 MiB/s wr, 218 op/s 2024-04-15T15:20:42.100 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:20:41 smithi102 ceph-mon[87131]: osdmap e1239: 8 total, 8 up, 8 in 2024-04-15T15:20:42.361 INFO:journalctl@ceph.prometheus.a.smithi102.stdout:Apr 15 15:20:42 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-prometheus-a[120881]: ts=2024-04-15T15:20:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi016:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"362ea986-fb34-11ee-bc8f-c7b262605968\", instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T15:20:42.409 INFO:tasks.workunit.client.0.smithi016.stdout:snap_create: after_prepare_snap 2024-04-15T15:20:43.808 INFO:tasks.workunit.client.0.smithi016.stdout:resize: 41943040 2024-04-15T15:20:43.842 INFO:tasks.workunit.client.0.smithi016.stdout:write: * 0~1000 2024-04-15T15:20:43.849 INFO:tasks.workunit.client.0.smithi016.stdout:migration_execute 2024-04-15T15:20:44.012 INFO:tasks.workunit.client.0.smithi016.stdout:migration_commit 2024-04-15T15:20:44.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:20:43 smithi102 ceph-mon[87131]: pgmap v2214: 169 pgs: 169 active+clean; 677 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 11 MiB/s rd, 3.0 MiB/s wr, 176 op/s 2024-04-15T15:20:44.188 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:20:43 smithi102 ceph-mon[87131]: osdmap e1240: 8 total, 8 up, 8 in 2024-04-15T15:20:44.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:20:43 smithi016 ceph-mon[93212]: pgmap v2214: 169 pgs: 169 active+clean; 677 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 11 MiB/s rd, 3.0 MiB/s wr, 176 op/s 2024-04-15T15:20:44.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:20:43 smithi016 ceph-mon[93212]: osdmap e1240: 8 total, 8 up, 8 in 2024-04-15T15:20:44.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:20:43 smithi016 ceph-mon[90652]: pgmap v2214: 169 pgs: 169 active+clean; 677 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 11 MiB/s rd, 3.0 MiB/s wr, 176 op/s 2024-04-15T15:20:44.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:20:43 smithi016 ceph-mon[90652]: osdmap e1240: 8 total, 8 up, 8 in 2024-04-15T15:20:45.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:20:44 smithi102 ceph-mon[87131]: osdmap e1241: 8 total, 8 up, 8 in 2024-04-15T15:20:45.291 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:20:44 smithi016 ceph-mon[90652]: osdmap e1241: 8 total, 8 up, 8 in 2024-04-15T15:20:45.291 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:20:44 smithi016 ceph-mon[93212]: osdmap e1241: 8 total, 8 up, 8 in 2024-04-15T15:20:46.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:20:45 smithi102 ceph-mon[87131]: pgmap v2217: 169 pgs: 169 active+clean; 677 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 11 MiB/s rd, 1.0 MiB/s wr, 124 op/s 2024-04-15T15:20:46.188 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:20:45 smithi102 ceph-mon[87131]: osdmap e1242: 8 total, 8 up, 8 in 2024-04-15T15:20:46.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:20:45 smithi016 ceph-mon[90652]: pgmap v2217: 169 pgs: 169 active+clean; 677 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 11 MiB/s rd, 1.0 MiB/s wr, 124 op/s 2024-04-15T15:20:46.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:20:45 smithi016 ceph-mon[90652]: osdmap e1242: 8 total, 8 up, 8 in 2024-04-15T15:20:46.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:20:45 smithi016 ceph-mon[93212]: pgmap v2217: 169 pgs: 169 active+clean; 677 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 11 MiB/s rd, 1.0 MiB/s wr, 124 op/s 2024-04-15T15:20:46.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:20:45 smithi016 ceph-mon[93212]: osdmap e1242: 8 total, 8 up, 8 in 2024-04-15T15:20:47.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:20:46 smithi102 ceph-mon[87131]: osdmap e1243: 8 total, 8 up, 8 in 2024-04-15T15:20:47.213 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] TestMigration.SnapsSnapAfterPrepare (14236 ms) 2024-04-15T15:20:47.213 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] TestMigration.SnapsSnapExpandAfterPrepare 2024-04-15T15:20:47.245 INFO:tasks.workunit.client.0.smithi016.stdout:resize: 83886080 2024-04-15T15:20:47.255 INFO:tasks.workunit.client.0.smithi016.stdout:write: 1 0~8388609 2024-04-15T15:20:47.289 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:20:46 smithi016 ceph-mon[90652]: osdmap e1243: 8 total, 8 up, 8 in 2024-04-15T15:20:47.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:20:46 smithi016 ceph-mon[93212]: osdmap e1243: 8 total, 8 up, 8 in 2024-04-15T15:20:47.314 INFO:tasks.workunit.client.0.smithi016.stdout:snap_create: snap1 2024-04-15T15:20:48.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:20:47 smithi102 ceph-mon[87131]: pgmap v2220: 169 pgs: 169 active+clean; 685 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 31 MiB/s rd, 3.0 MiB/s wr, 285 op/s 2024-04-15T15:20:48.188 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:20:47 smithi102 ceph-mon[87131]: osdmap e1244: 8 total, 8 up, 8 in 2024-04-15T15:20:48.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:20:47 smithi016 ceph-mon[90652]: pgmap v2220: 169 pgs: 169 active+clean; 685 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 31 MiB/s rd, 3.0 MiB/s wr, 285 op/s 2024-04-15T15:20:48.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:20:47 smithi016 ceph-mon[90652]: osdmap e1244: 8 total, 8 up, 8 in 2024-04-15T15:20:48.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:20:47 smithi016 ceph-mon[93212]: pgmap v2220: 169 pgs: 169 active+clean; 685 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 31 MiB/s rd, 3.0 MiB/s wr, 285 op/s 2024-04-15T15:20:48.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:20:47 smithi016 ceph-mon[93212]: osdmap e1244: 8 total, 8 up, 8 in 2024-04-15T15:20:48.838 INFO:tasks.workunit.client.0.smithi016.stdout:write: 1 8388609~8388609 2024-04-15T15:20:48.851 INFO:tasks.workunit.client.0.smithi016.stdout:write: X 0~1000 2024-04-15T15:20:48.851 INFO:tasks.workunit.client.0.smithi016.stdout:discard: 1010~1000 2024-04-15T15:20:48.851 INFO:tasks.workunit.client.0.smithi016.stdout:snap_create: snap2 2024-04-15T15:20:49.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:20:48 smithi102 ceph-mon[87131]: osdmap e1245: 8 total, 8 up, 8 in 2024-04-15T15:20:49.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:20:48 smithi016 ceph-mon[90652]: osdmap e1245: 8 total, 8 up, 8 in 2024-04-15T15:20:49.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:20:48 smithi016 ceph-mon[93212]: osdmap e1245: 8 total, 8 up, 8 in 2024-04-15T15:20:50.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:20:49 smithi102 ceph-mon[87131]: pgmap v2223: 169 pgs: 169 active+clean; 693 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 49 MiB/s rd, 6.0 MiB/s wr, 548 op/s 2024-04-15T15:20:50.188 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:20:49 smithi102 ceph-mon[87131]: osdmap e1246: 8 total, 8 up, 8 in 2024-04-15T15:20:50.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:20:49 smithi016 ceph-mon[90652]: pgmap v2223: 169 pgs: 169 active+clean; 693 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 49 MiB/s rd, 6.0 MiB/s wr, 548 op/s 2024-04-15T15:20:50.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:20:49 smithi016 ceph-mon[90652]: osdmap e1246: 8 total, 8 up, 8 in 2024-04-15T15:20:50.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:20:49 smithi016 ceph-mon[93212]: pgmap v2223: 169 pgs: 169 active+clean; 693 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 49 MiB/s rd, 6.0 MiB/s wr, 548 op/s 2024-04-15T15:20:50.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:20:49 smithi016 ceph-mon[93212]: osdmap e1246: 8 total, 8 up, 8 in 2024-04-15T15:20:50.775 INFO:tasks.workunit.client.0.smithi016.stdout:write: X 8388609~1000 2024-04-15T15:20:50.785 INFO:tasks.workunit.client.0.smithi016.stdout:discard: 16777228~1000 2024-04-15T15:20:50.786 INFO:tasks.workunit.client.0.smithi016.stdout:resize: 167772160 2024-04-15T15:20:50.796 INFO:tasks.workunit.client.0.smithi016.stdout:write: 2 83886079~8388609 2024-04-15T15:20:50.823 INFO:tasks.workunit.client.0.smithi016.stdout:snap_create: snap3 2024-04-15T15:20:51.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:20:50 smithi102 ceph-mon[87131]: osdmap e1247: 8 total, 8 up, 8 in 2024-04-15T15:20:51.188 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:20:50 smithi102 ceph-mon[87131]: osdmap e1248: 8 total, 8 up, 8 in 2024-04-15T15:20:51.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:20:50 smithi016 ceph-mon[90652]: osdmap e1247: 8 total, 8 up, 8 in 2024-04-15T15:20:51.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:20:50 smithi016 ceph-mon[90652]: osdmap e1248: 8 total, 8 up, 8 in 2024-04-15T15:20:51.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:20:50 smithi016 ceph-mon[93212]: osdmap e1247: 8 total, 8 up, 8 in 2024-04-15T15:20:51.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:20:50 smithi016 ceph-mon[93212]: osdmap e1248: 8 total, 8 up, 8 in 2024-04-15T15:20:52.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:20:51 smithi016 ceph-mon[90652]: pgmap v2226: 169 pgs: 169 active+clean; 709 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 39 MiB/s rd, 8.0 MiB/s wr, 305 op/s 2024-04-15T15:20:52.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:20:51 smithi016 ceph-mon[93212]: pgmap v2226: 169 pgs: 169 active+clean; 709 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 39 MiB/s rd, 8.0 MiB/s wr, 305 op/s 2024-04-15T15:20:52.041 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 15 15:20:51 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-y[81421]: ::ffff:172.21.15.102 - - [15/Apr/2024:15:20:51] "GET /metrics HTTP/1.1" 200 38849 "" "Prometheus/2.43.0" 2024-04-15T15:20:52.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:20:51 smithi102 ceph-mon[87131]: pgmap v2226: 169 pgs: 169 active+clean; 709 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 39 MiB/s rd, 8.0 MiB/s wr, 305 op/s 2024-04-15T15:20:52.687 INFO:journalctl@ceph.prometheus.a.smithi102.stdout:Apr 15 15:20:52 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-prometheus-a[120881]: ts=2024-04-15T15:20:52.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi016:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"362ea986-fb34-11ee-bc8f-c7b262605968\", instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T15:20:52.867 INFO:tasks.workunit.client.0.smithi016.stdout:resize: 83886080 2024-04-15T15:20:52.893 INFO:tasks.workunit.client.0.smithi016.stdout:discard: 83886079~1 2024-04-15T15:20:52.902 INFO:tasks.workunit.client.0.smithi016.stdout:migration_prepare 2024-04-15T15:20:53.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:20:52 smithi102 ceph-mon[87131]: osdmap e1249: 8 total, 8 up, 8 in 2024-04-15T15:20:53.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:20:52 smithi016 ceph-mon[90652]: osdmap e1249: 8 total, 8 up, 8 in 2024-04-15T15:20:53.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:20:52 smithi016 ceph-mon[93212]: osdmap e1249: 8 total, 8 up, 8 in 2024-04-15T15:20:54.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:20:53 smithi102 ceph-mon[87131]: pgmap v2229: 169 pgs: 169 active+clean; 721 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 30 MiB/s rd, 9.0 MiB/s wr, 138 op/s 2024-04-15T15:20:54.188 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:20:53 smithi102 ceph-mon[87131]: osdmap e1250: 8 total, 8 up, 8 in 2024-04-15T15:20:54.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:20:53 smithi016 ceph-mon[90652]: pgmap v2229: 169 pgs: 169 active+clean; 721 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 30 MiB/s rd, 9.0 MiB/s wr, 138 op/s 2024-04-15T15:20:54.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:20:53 smithi016 ceph-mon[90652]: osdmap e1250: 8 total, 8 up, 8 in 2024-04-15T15:20:54.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:20:53 smithi016 ceph-mon[93212]: pgmap v2229: 169 pgs: 169 active+clean; 721 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 30 MiB/s rd, 9.0 MiB/s wr, 138 op/s 2024-04-15T15:20:54.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:20:53 smithi016 ceph-mon[93212]: osdmap e1250: 8 total, 8 up, 8 in 2024-04-15T15:20:55.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:20:54 smithi102 ceph-mon[87131]: osdmap e1251: 8 total, 8 up, 8 in 2024-04-15T15:20:55.188 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:20:54 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T15:20:55.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:20:54 smithi016 ceph-mon[93212]: osdmap e1251: 8 total, 8 up, 8 in 2024-04-15T15:20:55.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:20:54 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T15:20:55.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:20:54 smithi016 ceph-mon[90652]: osdmap e1251: 8 total, 8 up, 8 in 2024-04-15T15:20:55.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:20:54 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T15:20:56.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:20:55 smithi102 ceph-mon[87131]: pgmap v2232: 169 pgs: 169 active+clean; 721 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 9.1 MiB/s rd, 4.0 MiB/s wr, 97 op/s 2024-04-15T15:20:56.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:20:55 smithi102 ceph-mon[87131]: osdmap e1252: 8 total, 8 up, 8 in 2024-04-15T15:20:56.188 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:20:55 smithi102 ceph-mon[87131]: osdmap e1253: 8 total, 8 up, 8 in 2024-04-15T15:20:56.204 INFO:tasks.workunit.client.0.smithi016.stdout:snap_create: after_prepare_snap 2024-04-15T15:20:56.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:20:55 smithi016 ceph-mon[90652]: pgmap v2232: 169 pgs: 169 active+clean; 721 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 9.1 MiB/s rd, 4.0 MiB/s wr, 97 op/s 2024-04-15T15:20:56.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:20:55 smithi016 ceph-mon[90652]: osdmap e1252: 8 total, 8 up, 8 in 2024-04-15T15:20:56.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:20:55 smithi016 ceph-mon[90652]: osdmap e1253: 8 total, 8 up, 8 in 2024-04-15T15:20:56.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:20:55 smithi016 ceph-mon[93212]: pgmap v2232: 169 pgs: 169 active+clean; 721 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 9.1 MiB/s rd, 4.0 MiB/s wr, 97 op/s 2024-04-15T15:20:56.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:20:55 smithi016 ceph-mon[93212]: osdmap e1252: 8 total, 8 up, 8 in 2024-04-15T15:20:56.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:20:55 smithi016 ceph-mon[93212]: osdmap e1253: 8 total, 8 up, 8 in 2024-04-15T15:20:57.898 INFO:tasks.workunit.client.0.smithi016.stdout:resize: 167772160 2024-04-15T15:20:57.913 INFO:tasks.workunit.client.0.smithi016.stdout:write: * 83886080~1000 2024-04-15T15:20:57.922 INFO:tasks.workunit.client.0.smithi016.stdout:migration_execute 2024-04-15T15:20:58.066 INFO:tasks.workunit.client.0.smithi016.stdout:migration_commit 2024-04-15T15:20:58.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:20:57 smithi102 ceph-mon[87131]: pgmap v2235: 169 pgs: 169 active+clean; 733 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 5.1 MiB/s rd, 3.0 MiB/s wr, 207 op/s 2024-04-15T15:20:58.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:20:57 smithi102 ceph-mon[87131]: osdmap e1254: 8 total, 8 up, 8 in 2024-04-15T15:20:58.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:20:57 smithi016 ceph-mon[90652]: pgmap v2235: 169 pgs: 169 active+clean; 733 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 5.1 MiB/s rd, 3.0 MiB/s wr, 207 op/s 2024-04-15T15:20:58.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:20:57 smithi016 ceph-mon[90652]: osdmap e1254: 8 total, 8 up, 8 in 2024-04-15T15:20:58.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:20:57 smithi016 ceph-mon[93212]: pgmap v2235: 169 pgs: 169 active+clean; 733 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 5.1 MiB/s rd, 3.0 MiB/s wr, 207 op/s 2024-04-15T15:20:58.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:20:57 smithi016 ceph-mon[93212]: osdmap e1254: 8 total, 8 up, 8 in 2024-04-15T15:20:59.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:20:58 smithi102 ceph-mon[87131]: osdmap e1255: 8 total, 8 up, 8 in 2024-04-15T15:20:59.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:20:58 smithi016 ceph-mon[90652]: osdmap e1255: 8 total, 8 up, 8 in 2024-04-15T15:20:59.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:20:58 smithi016 ceph-mon[93212]: osdmap e1255: 8 total, 8 up, 8 in 2024-04-15T15:21:00.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:20:59 smithi102 ceph-mon[87131]: pgmap v2238: 169 pgs: 169 active+clean; 733 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 5.2 MiB/s rd, 3.0 MiB/s wr, 216 op/s 2024-04-15T15:21:00.188 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:20:59 smithi102 ceph-mon[87131]: osdmap e1256: 8 total, 8 up, 8 in 2024-04-15T15:21:00.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:20:59 smithi016 ceph-mon[90652]: pgmap v2238: 169 pgs: 169 active+clean; 733 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 5.2 MiB/s rd, 3.0 MiB/s wr, 216 op/s 2024-04-15T15:21:00.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:20:59 smithi016 ceph-mon[90652]: osdmap e1256: 8 total, 8 up, 8 in 2024-04-15T15:21:00.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:20:59 smithi016 ceph-mon[93212]: pgmap v2238: 169 pgs: 169 active+clean; 733 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 5.2 MiB/s rd, 3.0 MiB/s wr, 216 op/s 2024-04-15T15:21:00.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:20:59 smithi016 ceph-mon[93212]: osdmap e1256: 8 total, 8 up, 8 in 2024-04-15T15:21:01.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:21:00 smithi102 ceph-mon[87131]: osdmap e1257: 8 total, 8 up, 8 in 2024-04-15T15:21:01.279 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] TestMigration.SnapsSnapExpandAfterPrepare (14066 ms) 2024-04-15T15:21:01.279 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] TestMigration.Clone 2024-04-15T15:21:01.289 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:21:00 smithi016 ceph-mon[90652]: osdmap e1257: 8 total, 8 up, 8 in 2024-04-15T15:21:01.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:21:00 smithi016 ceph-mon[93212]: osdmap e1257: 8 total, 8 up, 8 in 2024-04-15T15:21:01.312 INFO:tasks.workunit.client.0.smithi016.stdout:resize: 83886080 2024-04-15T15:21:01.322 INFO:tasks.workunit.client.0.smithi016.stdout:write: X 0~8388609 2024-04-15T15:21:01.386 INFO:tasks.workunit.client.0.smithi016.stdout:write: X 16777218~8388609 2024-04-15T15:21:01.441 INFO:tasks.workunit.client.0.smithi016.stdout:snap_create: snap 2024-04-15T15:21:02.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:21:01 smithi016 ceph-mon[90652]: pgmap v2241: 169 pgs: 169 active+clean; 741 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 24 MiB/s rd, 3.0 MiB/s wr, 218 op/s 2024-04-15T15:21:02.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:21:01 smithi016 ceph-mon[90652]: osdmap e1258: 8 total, 8 up, 8 in 2024-04-15T15:21:02.040 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 15 15:21:01 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-y[81421]: ::ffff:172.21.15.102 - - [15/Apr/2024:15:21:01] "GET /metrics HTTP/1.1" 200 38849 "" "Prometheus/2.43.0" 2024-04-15T15:21:02.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:21:01 smithi016 ceph-mon[93212]: pgmap v2241: 169 pgs: 169 active+clean; 741 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 24 MiB/s rd, 3.0 MiB/s wr, 218 op/s 2024-04-15T15:21:02.041 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:21:01 smithi016 ceph-mon[93212]: osdmap e1258: 8 total, 8 up, 8 in 2024-04-15T15:21:02.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:21:01 smithi102 ceph-mon[87131]: pgmap v2241: 169 pgs: 169 active+clean; 741 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 24 MiB/s rd, 3.0 MiB/s wr, 218 op/s 2024-04-15T15:21:02.188 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:21:01 smithi102 ceph-mon[87131]: osdmap e1258: 8 total, 8 up, 8 in 2024-04-15T15:21:02.688 INFO:journalctl@ceph.prometheus.a.smithi102.stdout:Apr 15 15:21:02 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-prometheus-a[120881]: ts=2024-04-15T15:21:02.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi016:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"362ea986-fb34-11ee-bc8f-c7b262605968\", instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T15:21:02.918 INFO:tasks.workunit.client.0.smithi016.stdout:snap_protect: snap 2024-04-15T15:21:02.934 INFO:tasks.workunit.client.0.smithi016.stdout:clone image105 -> image108 2024-04-15T15:21:03.041 INFO:tasks.workunit.client.0.smithi016.stdout:write: X 0~1000 2024-04-15T15:21:03.092 INFO:tasks.workunit.client.0.smithi016.stdout:discard: 1010~1000 2024-04-15T15:21:03.094 INFO:tasks.workunit.client.0.smithi016.stdout:snap_create: snap 2024-04-15T15:21:03.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:21:02 smithi102 ceph-mon[87131]: osdmap e1259: 8 total, 8 up, 8 in 2024-04-15T15:21:03.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:21:02 smithi016 ceph-mon[90652]: osdmap e1259: 8 total, 8 up, 8 in 2024-04-15T15:21:03.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:21:02 smithi016 ceph-mon[93212]: osdmap e1259: 8 total, 8 up, 8 in 2024-04-15T15:21:04.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:21:03 smithi102 ceph-mon[87131]: pgmap v2244: 169 pgs: 169 active+clean; 749 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 38 MiB/s rd, 7.0 MiB/s wr, 485 op/s 2024-04-15T15:21:04.188 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:21:03 smithi102 ceph-mon[87131]: osdmap e1260: 8 total, 8 up, 8 in 2024-04-15T15:21:04.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:21:03 smithi016 ceph-mon[90652]: pgmap v2244: 169 pgs: 169 active+clean; 749 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 38 MiB/s rd, 7.0 MiB/s wr, 485 op/s 2024-04-15T15:21:04.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:21:03 smithi016 ceph-mon[90652]: osdmap e1260: 8 total, 8 up, 8 in 2024-04-15T15:21:04.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:21:03 smithi016 ceph-mon[93212]: pgmap v2244: 169 pgs: 169 active+clean; 749 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 38 MiB/s rd, 7.0 MiB/s wr, 485 op/s 2024-04-15T15:21:04.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:21:03 smithi016 ceph-mon[93212]: osdmap e1260: 8 total, 8 up, 8 in 2024-04-15T15:21:04.932 INFO:tasks.workunit.client.0.smithi016.stdout:snap_protect: snap 2024-04-15T15:21:04.948 INFO:tasks.workunit.client.0.smithi016.stdout:clone image108 -> image110 2024-04-15T15:21:05.088 INFO:tasks.workunit.client.0.smithi016.stdout:write: X 1000~1000 2024-04-15T15:21:05.139 INFO:tasks.workunit.client.0.smithi016.stdout:discard: 2010~1000 2024-04-15T15:21:05.142 INFO:tasks.workunit.client.0.smithi016.stdout:migration_prepare 2024-04-15T15:21:05.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:21:04 smithi102 ceph-mon[87131]: osdmap e1261: 8 total, 8 up, 8 in 2024-04-15T15:21:05.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:21:04 smithi016 ceph-mon[90652]: osdmap e1261: 8 total, 8 up, 8 in 2024-04-15T15:21:05.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:21:04 smithi016 ceph-mon[93212]: osdmap e1261: 8 total, 8 up, 8 in 2024-04-15T15:21:05.431 INFO:tasks.workunit.client.0.smithi016.stdout:migration_execute 2024-04-15T15:21:05.600 INFO:tasks.workunit.client.0.smithi016.stdout:migration_commit 2024-04-15T15:21:05.776 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] TestMigration.Clone (4497 ms) 2024-04-15T15:21:05.776 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] TestMigration.CloneParent 2024-04-15T15:21:05.810 INFO:tasks.workunit.client.0.smithi016.stdout:resize: 83886080 2024-04-15T15:21:05.821 INFO:tasks.workunit.client.0.smithi016.stdout:snap_create: snap 2024-04-15T15:21:06.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:21:05 smithi102 ceph-mon[87131]: pgmap v2247: 169 pgs: 169 active+clean; 749 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 14 MiB/s rd, 4.0 MiB/s wr, 275 op/s 2024-04-15T15:21:06.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:21:05 smithi102 ceph-mon[87131]: osdmap e1262: 8 total, 8 up, 8 in 2024-04-15T15:21:06.188 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:21:05 smithi102 ceph-mon[87131]: osdmap e1263: 8 total, 8 up, 8 in 2024-04-15T15:21:06.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:21:05 smithi016 ceph-mon[90652]: pgmap v2247: 169 pgs: 169 active+clean; 749 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 14 MiB/s rd, 4.0 MiB/s wr, 275 op/s 2024-04-15T15:21:06.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:21:05 smithi016 ceph-mon[90652]: osdmap e1262: 8 total, 8 up, 8 in 2024-04-15T15:21:06.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:21:05 smithi016 ceph-mon[90652]: osdmap e1263: 8 total, 8 up, 8 in 2024-04-15T15:21:06.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:21:05 smithi016 ceph-mon[93212]: pgmap v2247: 169 pgs: 169 active+clean; 749 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 14 MiB/s rd, 4.0 MiB/s wr, 275 op/s 2024-04-15T15:21:06.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:21:05 smithi016 ceph-mon[93212]: osdmap e1262: 8 total, 8 up, 8 in 2024-04-15T15:21:06.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:21:05 smithi016 ceph-mon[93212]: osdmap e1263: 8 total, 8 up, 8 in 2024-04-15T15:21:07.781 INFO:tasks.workunit.client.0.smithi016.stdout:snap_protect: snap 2024-04-15T15:21:07.796 INFO:tasks.workunit.client.0.smithi016.stdout:clone image111 -> image114 2024-04-15T15:21:07.909 INFO:tasks.workunit.client.0.smithi016.stdout:migration_prepare 2024-04-15T15:21:08.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:21:07 smithi016 ceph-mon[90652]: pgmap v2250: 169 pgs: 169 active+clean; 777 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 48 MiB/s rd, 10 MiB/s wr, 505 op/s 2024-04-15T15:21:08.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:21:07 smithi016 ceph-mon[90652]: osdmap e1264: 8 total, 8 up, 8 in 2024-04-15T15:21:08.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:21:07 smithi016 ceph-mon[93212]: pgmap v2250: 169 pgs: 169 active+clean; 777 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 48 MiB/s rd, 10 MiB/s wr, 505 op/s 2024-04-15T15:21:08.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:21:07 smithi016 ceph-mon[93212]: osdmap e1264: 8 total, 8 up, 8 in 2024-04-15T15:21:08.083 INFO:tasks.workunit.client.0.smithi016.stdout:migration_abort 2024-04-15T15:21:08.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:21:07 smithi102 ceph-mon[87131]: pgmap v2250: 169 pgs: 169 active+clean; 777 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 48 MiB/s rd, 10 MiB/s wr, 505 op/s 2024-04-15T15:21:08.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:21:07 smithi102 ceph-mon[87131]: osdmap e1264: 8 total, 8 up, 8 in 2024-04-15T15:21:08.220 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] TestMigration.CloneParent (2443 ms) 2024-04-15T15:21:08.220 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] TestMigration.CloneUpdateAfterPrepare 2024-04-15T15:21:08.252 INFO:tasks.workunit.client.0.smithi016.stdout:resize: 83886080 2024-04-15T15:21:08.262 INFO:tasks.workunit.client.0.smithi016.stdout:write: X 0~10 2024-04-15T15:21:08.271 INFO:tasks.workunit.client.0.smithi016.stdout:snap_create: snap 2024-04-15T15:21:09.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:21:08 smithi016 ceph-mon[90652]: osdmap e1265: 8 total, 8 up, 8 in 2024-04-15T15:21:09.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:21:08 smithi016 ceph-mon[93212]: osdmap e1265: 8 total, 8 up, 8 in 2024-04-15T15:21:09.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:21:08 smithi102 ceph-mon[87131]: osdmap e1265: 8 total, 8 up, 8 in 2024-04-15T15:21:09.793 INFO:tasks.workunit.client.0.smithi016.stdout:snap_protect: snap 2024-04-15T15:21:09.807 INFO:tasks.workunit.client.0.smithi016.stdout:clone image115 -> image118 2024-04-15T15:21:09.914 INFO:tasks.workunit.client.0.smithi016.stdout:migration_prepare 2024-04-15T15:21:10.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:21:09 smithi016 ceph-mon[90652]: pgmap v2253: 169 pgs: 169 active+clean; 781 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 51 MiB/s rd, 11 MiB/s wr, 553 op/s 2024-04-15T15:21:10.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:21:09 smithi016 ceph-mon[90652]: osdmap e1266: 8 total, 8 up, 8 in 2024-04-15T15:21:10.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:21:09 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T15:21:10.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:21:09 smithi016 ceph-mon[93212]: pgmap v2253: 169 pgs: 169 active+clean; 781 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 51 MiB/s rd, 11 MiB/s wr, 553 op/s 2024-04-15T15:21:10.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:21:09 smithi016 ceph-mon[93212]: osdmap e1266: 8 total, 8 up, 8 in 2024-04-15T15:21:10.041 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:21:09 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T15:21:10.065 INFO:tasks.workunit.client.0.smithi016.stdout:write: Y 0~1 2024-04-15T15:21:10.091 INFO:tasks.workunit.client.0.smithi016.stdout:migration_execute 2024-04-15T15:21:10.166 INFO:tasks.workunit.client.0.smithi016.stdout:migration_commit 2024-04-15T15:21:10.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:21:09 smithi102 ceph-mon[87131]: pgmap v2253: 169 pgs: 169 active+clean; 781 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 51 MiB/s rd, 11 MiB/s wr, 553 op/s 2024-04-15T15:21:10.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:21:09 smithi102 ceph-mon[87131]: osdmap e1266: 8 total, 8 up, 8 in 2024-04-15T15:21:10.188 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:21:09 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T15:21:10.266 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] TestMigration.CloneUpdateAfterPrepare (2046 ms) 2024-04-15T15:21:10.266 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] TestMigration.TriggerAssertSnapcSeq 2024-04-15T15:21:10.297 INFO:tasks.workunit.client.0.smithi016.stdout:resize: 83886080 2024-04-15T15:21:10.308 INFO:tasks.workunit.client.0.smithi016.stdout:write: A 41943040~10 2024-04-15T15:21:10.317 INFO:tasks.workunit.client.0.smithi016.stdout:snap_create: snap1 2024-04-15T15:21:11.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:21:10 smithi016 ceph-mon[90652]: osdmap e1267: 8 total, 8 up, 8 in 2024-04-15T15:21:11.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:21:10 smithi016 ceph-mon[90652]: osdmap e1268: 8 total, 8 up, 8 in 2024-04-15T15:21:11.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:21:10 smithi016 ceph-mon[93212]: osdmap e1267: 8 total, 8 up, 8 in 2024-04-15T15:21:11.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:21:10 smithi016 ceph-mon[93212]: osdmap e1268: 8 total, 8 up, 8 in 2024-04-15T15:21:11.089 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:21:10 smithi102 ceph-mon[87131]: osdmap e1267: 8 total, 8 up, 8 in 2024-04-15T15:21:11.089 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:21:10 smithi102 ceph-mon[87131]: osdmap e1268: 8 total, 8 up, 8 in 2024-04-15T15:21:11.800 INFO:tasks.workunit.client.0.smithi016.stdout:write: B 41943041~10 2024-04-15T15:21:11.806 INFO:tasks.workunit.client.0.smithi016.stdout:migration_prepare 2024-04-15T15:21:12.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:21:11 smithi016 ceph-mon[90652]: pgmap v2256: 169 pgs: 169 active+clean; 781 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 8.6 MiB/s rd, 2.0 MiB/s wr, 762 op/s 2024-04-15T15:21:12.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:21:11 smithi016 ceph-mon[93212]: pgmap v2256: 169 pgs: 169 active+clean; 781 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 8.6 MiB/s rd, 2.0 MiB/s wr, 762 op/s 2024-04-15T15:21:12.040 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 15 15:21:11 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-y[81421]: ::ffff:172.21.15.102 - - [15/Apr/2024:15:21:11] "GET /metrics HTTP/1.1" 200 38851 "" "Prometheus/2.43.0" 2024-04-15T15:21:12.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:21:11 smithi102 ceph-mon[87131]: pgmap v2256: 169 pgs: 169 active+clean; 781 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 8.6 MiB/s rd, 2.0 MiB/s wr, 762 op/s 2024-04-15T15:21:12.688 INFO:journalctl@ceph.prometheus.a.smithi102.stdout:Apr 15 15:21:12 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-prometheus-a[120881]: ts=2024-04-15T15:21:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi016:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"362ea986-fb34-11ee-bc8f-c7b262605968\", instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T15:21:12.958 INFO:tasks.workunit.client.0.smithi016.stdout:write: C 41943042~10 2024-04-15T15:21:12.971 INFO:tasks.workunit.client.0.smithi016.stdout:snap_create: snap2 2024-04-15T15:21:13.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:21:12 smithi016 ceph-mon[90652]: osdmap e1269: 8 total, 8 up, 8 in 2024-04-15T15:21:13.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:21:12 smithi016 ceph-mon[93212]: osdmap e1269: 8 total, 8 up, 8 in 2024-04-15T15:21:13.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:21:12 smithi102 ceph-mon[87131]: osdmap e1269: 8 total, 8 up, 8 in 2024-04-15T15:21:14.188 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:21:13 smithi102 ceph-mon[87131]: pgmap v2259: 169 pgs: 169 active+clean; 785 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 6.8 MiB/s rd, 2.0 MiB/s wr, 1.09k op/s 2024-04-15T15:21:14.188 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:21:13 smithi102 ceph-mon[87131]: osdmap e1270: 8 total, 8 up, 8 in 2024-04-15T15:21:14.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:21:13 smithi016 ceph-mon[90652]: pgmap v2259: 169 pgs: 169 active+clean; 785 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 6.8 MiB/s rd, 2.0 MiB/s wr, 1.09k op/s 2024-04-15T15:21:14.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:21:13 smithi016 ceph-mon[90652]: osdmap e1270: 8 total, 8 up, 8 in 2024-04-15T15:21:14.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:21:13 smithi016 ceph-mon[93212]: pgmap v2259: 169 pgs: 169 active+clean; 785 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 6.8 MiB/s rd, 2.0 MiB/s wr, 1.09k op/s 2024-04-15T15:21:14.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:21:13 smithi016 ceph-mon[93212]: osdmap e1270: 8 total, 8 up, 8 in 2024-04-15T15:21:14.822 INFO:tasks.workunit.client.0.smithi016.stdout:resize: 41943040 2024-04-15T15:21:14.855 INFO:tasks.workunit.client.0.smithi016.stdout:migration_execute 2024-04-15T15:21:14.918 INFO:tasks.workunit.client.0.smithi016.stdout:migration_commit 2024-04-15T15:21:15.188 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:21:14 smithi102 ceph-mon[87131]: osdmap e1271: 8 total, 8 up, 8 in 2024-04-15T15:21:15.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:21:14 smithi016 ceph-mon[90652]: osdmap e1271: 8 total, 8 up, 8 in 2024-04-15T15:21:15.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:21:14 smithi016 ceph-mon[93212]: osdmap e1271: 8 total, 8 up, 8 in 2024-04-15T15:21:15.947 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] TestMigration.TriggerAssertSnapcSeq (5682 ms) 2024-04-15T15:21:15.947 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] TestMigration.SnapTrimBeforePrepare 2024-04-15T15:21:15.978 INFO:tasks.workunit.client.0.smithi016.stdout:resize: 83886080 2024-04-15T15:21:15.989 INFO:tasks.workunit.client.0.smithi016.stdout:write: A 41943040~10 2024-04-15T15:21:15.998 INFO:tasks.workunit.client.0.smithi016.stdout:snap_create: snap1 2024-04-15T15:21:16.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:21:15 smithi102 ceph-mon[87131]: pgmap v2262: 169 pgs: 169 active+clean; 785 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 1.3 MiB/s rd, 1.0 MiB/s wr, 373 op/s 2024-04-15T15:21:16.188 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:21:15 smithi102 ceph-mon[87131]: osdmap e1272: 8 total, 8 up, 8 in 2024-04-15T15:21:16.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:21:15 smithi016 ceph-mon[90652]: pgmap v2262: 169 pgs: 169 active+clean; 785 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 1.3 MiB/s rd, 1.0 MiB/s wr, 373 op/s 2024-04-15T15:21:16.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:21:15 smithi016 ceph-mon[90652]: osdmap e1272: 8 total, 8 up, 8 in 2024-04-15T15:21:16.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:21:15 smithi016 ceph-mon[93212]: pgmap v2262: 169 pgs: 169 active+clean; 785 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 1.3 MiB/s rd, 1.0 MiB/s wr, 373 op/s 2024-04-15T15:21:16.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:21:15 smithi016 ceph-mon[93212]: osdmap e1272: 8 total, 8 up, 8 in 2024-04-15T15:21:17.188 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:21:16 smithi102 ceph-mon[87131]: osdmap e1273: 8 total, 8 up, 8 in 2024-04-15T15:21:17.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:21:16 smithi016 ceph-mon[90652]: osdmap e1273: 8 total, 8 up, 8 in 2024-04-15T15:21:17.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:21:16 smithi016 ceph-mon[93212]: osdmap e1273: 8 total, 8 up, 8 in 2024-04-15T15:21:17.846 INFO:tasks.workunit.client.0.smithi016.stdout:resize: 41943040 2024-04-15T15:21:17.868 INFO:tasks.workunit.client.0.smithi016.stdout:migration_prepare 2024-04-15T15:21:18.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:21:17 smithi102 ceph-mon[87131]: pgmap v2265: 169 pgs: 169 active+clean; 785 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 184 KiB/s rd, 16 KiB/s wr, 243 op/s 2024-04-15T15:21:18.188 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:21:17 smithi102 ceph-mon[87131]: osdmap e1274: 8 total, 8 up, 8 in 2024-04-15T15:21:18.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:21:17 smithi016 ceph-mon[90652]: pgmap v2265: 169 pgs: 169 active+clean; 785 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 184 KiB/s rd, 16 KiB/s wr, 243 op/s 2024-04-15T15:21:18.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:21:17 smithi016 ceph-mon[90652]: osdmap e1274: 8 total, 8 up, 8 in 2024-04-15T15:21:18.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:21:17 smithi016 ceph-mon[93212]: pgmap v2265: 169 pgs: 169 active+clean; 785 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 184 KiB/s rd, 16 KiB/s wr, 243 op/s 2024-04-15T15:21:18.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:21:17 smithi016 ceph-mon[93212]: osdmap e1274: 8 total, 8 up, 8 in 2024-04-15T15:21:18.976 INFO:tasks.workunit.client.0.smithi016.stdout:resize: 83886080 2024-04-15T15:21:18.989 INFO:tasks.workunit.client.0.smithi016.stdout:snap_create: snap3 2024-04-15T15:21:19.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:21:18 smithi102 ceph-mon[87131]: osdmap e1275: 8 total, 8 up, 8 in 2024-04-15T15:21:19.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:21:18 smithi016 ceph-mon[90652]: osdmap e1275: 8 total, 8 up, 8 in 2024-04-15T15:21:19.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:21:18 smithi016 ceph-mon[93212]: osdmap e1275: 8 total, 8 up, 8 in 2024-04-15T15:21:20.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:21:19 smithi102 ceph-mon[87131]: pgmap v2268: 169 pgs: 169 active+clean; 785 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 214 KiB/s rd, 18 KiB/s wr, 285 op/s 2024-04-15T15:21:20.188 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:21:19 smithi102 ceph-mon[87131]: osdmap e1276: 8 total, 8 up, 8 in 2024-04-15T15:21:20.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:21:19 smithi016 ceph-mon[90652]: pgmap v2268: 169 pgs: 169 active+clean; 785 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 214 KiB/s rd, 18 KiB/s wr, 285 op/s 2024-04-15T15:21:20.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:21:19 smithi016 ceph-mon[90652]: osdmap e1276: 8 total, 8 up, 8 in 2024-04-15T15:21:20.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:21:19 smithi016 ceph-mon[93212]: pgmap v2268: 169 pgs: 169 active+clean; 785 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 214 KiB/s rd, 18 KiB/s wr, 285 op/s 2024-04-15T15:21:20.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:21:19 smithi016 ceph-mon[93212]: osdmap e1276: 8 total, 8 up, 8 in 2024-04-15T15:21:20.866 INFO:tasks.workunit.client.0.smithi016.stdout:write: B 41943040~10 2024-04-15T15:21:20.873 INFO:tasks.workunit.client.0.smithi016.stdout:snap_create: snap4 2024-04-15T15:21:21.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:21:20 smithi102 ceph-mon[87131]: osdmap e1277: 8 total, 8 up, 8 in 2024-04-15T15:21:21.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:21:20 smithi016 ceph-mon[90652]: osdmap e1277: 8 total, 8 up, 8 in 2024-04-15T15:21:21.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:21:20 smithi016 ceph-mon[93212]: osdmap e1277: 8 total, 8 up, 8 in 2024-04-15T15:21:22.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:21:21 smithi016 ceph-mon[90652]: pgmap v2271: 169 pgs: 169 active+clean; 785 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 59 KiB/s rd, 10 KiB/s wr, 92 op/s 2024-04-15T15:21:22.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:21:21 smithi016 ceph-mon[90652]: osdmap e1278: 8 total, 8 up, 8 in 2024-04-15T15:21:22.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:21:21 smithi016 ceph-mon[93212]: pgmap v2271: 169 pgs: 169 active+clean; 785 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 59 KiB/s rd, 10 KiB/s wr, 92 op/s 2024-04-15T15:21:22.041 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:21:21 smithi016 ceph-mon[93212]: osdmap e1278: 8 total, 8 up, 8 in 2024-04-15T15:21:22.041 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 15 15:21:21 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-y[81421]: ::ffff:172.21.15.102 - - [15/Apr/2024:15:21:21] "GET /metrics HTTP/1.1" 200 38851 "" "Prometheus/2.43.0" 2024-04-15T15:21:22.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:21:21 smithi102 ceph-mon[87131]: pgmap v2271: 169 pgs: 169 active+clean; 785 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 59 KiB/s rd, 10 KiB/s wr, 92 op/s 2024-04-15T15:21:22.188 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:21:21 smithi102 ceph-mon[87131]: osdmap e1278: 8 total, 8 up, 8 in 2024-04-15T15:21:22.688 INFO:journalctl@ceph.prometheus.a.smithi102.stdout:Apr 15 15:21:22 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-prometheus-a[120881]: ts=2024-04-15T15:21:22.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi016:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"362ea986-fb34-11ee-bc8f-c7b262605968\", instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T15:21:22.869 INFO:tasks.workunit.client.0.smithi016.stdout:resize: 41943040 2024-04-15T15:21:22.897 INFO:tasks.workunit.client.0.smithi016.stdout:migration_execute 2024-04-15T15:21:22.970 INFO:tasks.workunit.client.0.smithi016.stdout:migration_commit 2024-04-15T15:21:23.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:21:22 smithi102 ceph-mon[87131]: osdmap e1279: 8 total, 8 up, 8 in 2024-04-15T15:21:23.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:21:22 smithi016 ceph-mon[90652]: osdmap e1279: 8 total, 8 up, 8 in 2024-04-15T15:21:23.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:21:22 smithi016 ceph-mon[93212]: osdmap e1279: 8 total, 8 up, 8 in 2024-04-15T15:21:24.014 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] TestMigration.SnapTrimBeforePrepare (8067 ms) 2024-04-15T15:21:24.015 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] TestMigration.AbortInUseImage 2024-04-15T15:21:24.050 INFO:tasks.workunit.client.0.smithi016.stdout:resize: 83886080 2024-04-15T15:21:24.061 INFO:tasks.workunit.client.0.smithi016.stdout:migration_prepare 2024-04-15T15:21:24.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:21:23 smithi102 ceph-mon[87131]: pgmap v2274: 169 pgs: 169 active+clean; 785 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 159 KiB/s rd, 16 KiB/s wr, 215 op/s 2024-04-15T15:21:24.188 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:21:23 smithi102 ceph-mon[87131]: osdmap e1280: 8 total, 8 up, 8 in 2024-04-15T15:21:24.245 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] TestMigration.AbortInUseImage (230 ms) 2024-04-15T15:21:24.245 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] TestMigration.AbortWithoutSnapshots 2024-04-15T15:21:24.281 INFO:tasks.workunit.client.0.smithi016.stdout:resize: 83886080 2024-04-15T15:21:24.289 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:21:23 smithi016 ceph-mon[90652]: pgmap v2274: 169 pgs: 169 active+clean; 785 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 159 KiB/s rd, 16 KiB/s wr, 215 op/s 2024-04-15T15:21:24.289 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:21:23 smithi016 ceph-mon[90652]: osdmap e1280: 8 total, 8 up, 8 in 2024-04-15T15:21:24.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:21:23 smithi016 ceph-mon[93212]: pgmap v2274: 169 pgs: 169 active+clean; 785 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 159 KiB/s rd, 16 KiB/s wr, 215 op/s 2024-04-15T15:21:24.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:21:23 smithi016 ceph-mon[93212]: osdmap e1280: 8 total, 8 up, 8 in 2024-04-15T15:21:24.292 INFO:tasks.workunit.client.0.smithi016.stdout:write: 1 0~8388609 2024-04-15T15:21:24.340 INFO:tasks.workunit.client.0.smithi016.stdout:write: 1 16777218~8388609 2024-04-15T15:21:24.388 INFO:tasks.workunit.client.0.smithi016.stdout:migration_prepare 2024-04-15T15:21:24.578 INFO:tasks.workunit.client.0.smithi016.stdout:write: 1 0~8388609 2024-04-15T15:21:24.612 INFO:tasks.workunit.client.0.smithi016.stdout:write: 1 16777218~8388609 2024-04-15T15:21:24.666 INFO:tasks.workunit.client.0.smithi016.stdout:migration_abort 2024-04-15T15:21:24.857 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] TestMigration.AbortWithoutSnapshots (613 ms) 2024-04-15T15:21:24.857 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] TestMigration.AbortWithSnapshots 2024-04-15T15:21:24.890 INFO:tasks.workunit.client.0.smithi016.stdout:resize: 83886080 2024-04-15T15:21:24.900 INFO:tasks.workunit.client.0.smithi016.stdout:write: 1 0~8388609 2024-04-15T15:21:24.964 INFO:tasks.workunit.client.0.smithi016.stdout:snap_create: snap1 2024-04-15T15:21:25.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:21:24 smithi102 ceph-mon[87131]: osdmap e1281: 8 total, 8 up, 8 in 2024-04-15T15:21:25.188 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:21:24 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T15:21:25.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:21:24 smithi016 ceph-mon[90652]: osdmap e1281: 8 total, 8 up, 8 in 2024-04-15T15:21:25.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:21:24 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T15:21:25.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:21:24 smithi016 ceph-mon[93212]: osdmap e1281: 8 total, 8 up, 8 in 2024-04-15T15:21:25.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:21:24 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T15:21:26.188 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:21:25 smithi102 ceph-mon[87131]: pgmap v2277: 169 pgs: 169 active+clean; 785 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 130 KiB/s rd, 8.7 KiB/s wr, 164 op/s 2024-04-15T15:21:26.188 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:21:25 smithi102 ceph-mon[87131]: osdmap e1282: 8 total, 8 up, 8 in 2024-04-15T15:21:26.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:21:25 smithi016 ceph-mon[90652]: pgmap v2277: 169 pgs: 169 active+clean; 785 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 130 KiB/s rd, 8.7 KiB/s wr, 164 op/s 2024-04-15T15:21:26.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:21:25 smithi016 ceph-mon[90652]: osdmap e1282: 8 total, 8 up, 8 in 2024-04-15T15:21:26.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:21:25 smithi016 ceph-mon[93212]: pgmap v2277: 169 pgs: 169 active+clean; 785 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 130 KiB/s rd, 8.7 KiB/s wr, 164 op/s 2024-04-15T15:21:26.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:21:25 smithi016 ceph-mon[93212]: osdmap e1282: 8 total, 8 up, 8 in 2024-04-15T15:21:26.786 INFO:tasks.workunit.client.0.smithi016.stdout:write: 1 8388609~8388609 2024-04-15T15:21:26.802 INFO:tasks.workunit.client.0.smithi016.stdout:write: X 0~1000 2024-04-15T15:21:26.803 INFO:tasks.workunit.client.0.smithi016.stdout:discard: 1010~1000 2024-04-15T15:21:26.803 INFO:tasks.workunit.client.0.smithi016.stdout:snap_create: snap2 2024-04-15T15:21:28.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:21:27 smithi016 ceph-mon[90652]: pgmap v2279: 169 pgs: 169 active+clean; 825 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 16 MiB/s rd, 18 MiB/s wr, 422 op/s 2024-04-15T15:21:28.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:21:27 smithi016 ceph-mon[90652]: osdmap e1283: 8 total, 8 up, 8 in 2024-04-15T15:21:28.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:21:27 smithi016 ceph-mon[93212]: pgmap v2279: 169 pgs: 169 active+clean; 825 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 16 MiB/s rd, 18 MiB/s wr, 422 op/s 2024-04-15T15:21:28.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:21:27 smithi016 ceph-mon[93212]: osdmap e1283: 8 total, 8 up, 8 in 2024-04-15T15:21:28.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:21:27 smithi102 ceph-mon[87131]: pgmap v2279: 169 pgs: 169 active+clean; 825 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 16 MiB/s rd, 18 MiB/s wr, 422 op/s 2024-04-15T15:21:28.188 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:21:27 smithi102 ceph-mon[87131]: osdmap e1283: 8 total, 8 up, 8 in 2024-04-15T15:21:28.803 INFO:tasks.workunit.client.0.smithi016.stdout:write: X 8388609~1000 2024-04-15T15:21:28.812 INFO:tasks.workunit.client.0.smithi016.stdout:discard: 16777228~1000 2024-04-15T15:21:28.812 INFO:tasks.workunit.client.0.smithi016.stdout:resize: 167772160 2024-04-15T15:21:28.822 INFO:tasks.workunit.client.0.smithi016.stdout:write: 2 83886079~8388609 2024-04-15T15:21:28.841 INFO:tasks.workunit.client.0.smithi016.stdout:snap_create: snap3 2024-04-15T15:21:29.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:21:28 smithi016 ceph-mon[90652]: osdmap e1284: 8 total, 8 up, 8 in 2024-04-15T15:21:29.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:21:28 smithi016 ceph-mon[93212]: osdmap e1284: 8 total, 8 up, 8 in 2024-04-15T15:21:29.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:21:28 smithi102 ceph-mon[87131]: osdmap e1284: 8 total, 8 up, 8 in 2024-04-15T15:21:30.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:21:29 smithi016 ceph-mon[93212]: pgmap v2282: 169 pgs: 169 active+clean; 837 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 18 MiB/s rd, 22 MiB/s wr, 538 op/s 2024-04-15T15:21:30.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:21:29 smithi016 ceph-mon[93212]: osdmap e1285: 8 total, 8 up, 8 in 2024-04-15T15:21:30.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:21:29 smithi016 ceph-mon[90652]: pgmap v2282: 169 pgs: 169 active+clean; 837 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 18 MiB/s rd, 22 MiB/s wr, 538 op/s 2024-04-15T15:21:30.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:21:29 smithi016 ceph-mon[90652]: osdmap e1285: 8 total, 8 up, 8 in 2024-04-15T15:21:30.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:21:29 smithi102 ceph-mon[87131]: pgmap v2282: 169 pgs: 169 active+clean; 837 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 18 MiB/s rd, 22 MiB/s wr, 538 op/s 2024-04-15T15:21:30.188 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:21:29 smithi102 ceph-mon[87131]: osdmap e1285: 8 total, 8 up, 8 in 2024-04-15T15:21:30.792 INFO:tasks.workunit.client.0.smithi016.stdout:resize: 83886080 2024-04-15T15:21:30.823 INFO:tasks.workunit.client.0.smithi016.stdout:discard: 83886079~1 2024-04-15T15:21:30.833 INFO:tasks.workunit.client.0.smithi016.stdout:migration_prepare 2024-04-15T15:21:31.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:21:30 smithi102 ceph-mon[87131]: osdmap e1286: 8 total, 8 up, 8 in 2024-04-15T15:21:31.188 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:21:30 smithi102 ceph-mon[87131]: osdmap e1287: 8 total, 8 up, 8 in 2024-04-15T15:21:31.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:21:30 smithi016 ceph-mon[93212]: osdmap e1286: 8 total, 8 up, 8 in 2024-04-15T15:21:31.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:21:30 smithi016 ceph-mon[93212]: osdmap e1287: 8 total, 8 up, 8 in 2024-04-15T15:21:31.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:21:30 smithi016 ceph-mon[90652]: osdmap e1286: 8 total, 8 up, 8 in 2024-04-15T15:21:31.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:21:30 smithi016 ceph-mon[90652]: osdmap e1287: 8 total, 8 up, 8 in 2024-04-15T15:21:32.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:21:31 smithi016 ceph-mon[90652]: pgmap v2285: 169 pgs: 169 active+clean; 849 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 3.2 MiB/s rd, 8.0 MiB/s wr, 231 op/s 2024-04-15T15:21:32.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:21:31 smithi016 ceph-mon[93212]: pgmap v2285: 169 pgs: 169 active+clean; 849 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 3.2 MiB/s rd, 8.0 MiB/s wr, 231 op/s 2024-04-15T15:21:32.040 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 15 15:21:31 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-y[81421]: ::ffff:172.21.15.102 - - [15/Apr/2024:15:21:31] "GET /metrics HTTP/1.1" 200 38850 "" "Prometheus/2.43.0" 2024-04-15T15:21:32.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:21:31 smithi102 ceph-mon[87131]: pgmap v2285: 169 pgs: 169 active+clean; 849 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 3.2 MiB/s rd, 8.0 MiB/s wr, 231 op/s 2024-04-15T15:21:32.688 INFO:journalctl@ceph.prometheus.a.smithi102.stdout:Apr 15 15:21:32 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-prometheus-a[120881]: ts=2024-04-15T15:21:32.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi016:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"362ea986-fb34-11ee-bc8f-c7b262605968\", instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T15:21:33.188 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:21:32 smithi102 ceph-mon[87131]: osdmap e1288: 8 total, 8 up, 8 in 2024-04-15T15:21:33.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:21:32 smithi016 ceph-mon[90652]: osdmap e1288: 8 total, 8 up, 8 in 2024-04-15T15:21:33.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:21:32 smithi016 ceph-mon[93212]: osdmap e1288: 8 total, 8 up, 8 in 2024-04-15T15:21:34.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:21:33 smithi102 ceph-mon[87131]: pgmap v2288: 169 pgs: 169 active+clean; 873 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 86 KiB/s rd, 7.0 MiB/s wr, 125 op/s 2024-04-15T15:21:34.188 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:21:33 smithi102 ceph-mon[87131]: osdmap e1289: 8 total, 8 up, 8 in 2024-04-15T15:21:34.267 INFO:tasks.workunit.client.0.smithi016.stdout:write: 1 0~8388609 2024-04-15T15:21:34.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:21:33 smithi016 ceph-mon[93212]: pgmap v2288: 169 pgs: 169 active+clean; 873 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 86 KiB/s rd, 7.0 MiB/s wr, 125 op/s 2024-04-15T15:21:34.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:21:33 smithi016 ceph-mon[93212]: osdmap e1289: 8 total, 8 up, 8 in 2024-04-15T15:21:34.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:21:33 smithi016 ceph-mon[90652]: pgmap v2288: 169 pgs: 169 active+clean; 873 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 86 KiB/s rd, 7.0 MiB/s wr, 125 op/s 2024-04-15T15:21:34.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:21:33 smithi016 ceph-mon[90652]: osdmap e1289: 8 total, 8 up, 8 in 2024-04-15T15:21:34.377 INFO:tasks.workunit.client.0.smithi016.stdout:write: 1 16777218~8388609 2024-04-15T15:21:34.827 INFO:tasks.workunit.client.0.smithi016.stdout:write: 1 0~8388609 2024-04-15T15:21:34.840 INFO:tasks.workunit.client.0.smithi016.stdout:write: 1 16777218~8388609 2024-04-15T15:21:34.923 INFO:tasks.workunit.client.0.smithi016.stdout:migration_abort 2024-04-15T15:21:35.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:21:34 smithi102 ceph-mon[87131]: osdmap e1290: 8 total, 8 up, 8 in 2024-04-15T15:21:35.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:21:34 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T15:21:35.188 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:21:34 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T15:21:35.188 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:21:34 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T15:21:35.188 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:21:34 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T15:21:35.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:21:34 smithi016 ceph-mon[90652]: osdmap e1290: 8 total, 8 up, 8 in 2024-04-15T15:21:35.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:21:34 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T15:21:35.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:21:34 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T15:21:35.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:21:34 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T15:21:35.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:21:34 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T15:21:35.291 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:21:34 smithi016 ceph-mon[93212]: osdmap e1290: 8 total, 8 up, 8 in 2024-04-15T15:21:35.291 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:21:34 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T15:21:35.291 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:21:34 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T15:21:35.291 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:21:34 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T15:21:35.291 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:21:34 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T15:21:36.188 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:21:35 smithi102 ceph-mon[87131]: pgmap v2291: 169 pgs: 169 active+clean; 873 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 59 KiB/s rd, 4.0 MiB/s wr, 78 op/s 2024-04-15T15:21:36.188 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:21:35 smithi102 ceph-mon[87131]: osdmap e1291: 8 total, 8 up, 8 in 2024-04-15T15:21:36.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:21:35 smithi016 ceph-mon[90652]: pgmap v2291: 169 pgs: 169 active+clean; 873 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 59 KiB/s rd, 4.0 MiB/s wr, 78 op/s 2024-04-15T15:21:36.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:21:35 smithi016 ceph-mon[90652]: osdmap e1291: 8 total, 8 up, 8 in 2024-04-15T15:21:36.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:21:35 smithi016 ceph-mon[93212]: pgmap v2291: 169 pgs: 169 active+clean; 873 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 59 KiB/s rd, 4.0 MiB/s wr, 78 op/s 2024-04-15T15:21:36.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:21:35 smithi016 ceph-mon[93212]: osdmap e1291: 8 total, 8 up, 8 in 2024-04-15T15:21:37.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:21:36 smithi102 ceph-mon[87131]: osdmap e1292: 8 total, 8 up, 8 in 2024-04-15T15:21:37.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:21:36 smithi016 ceph-mon[90652]: osdmap e1292: 8 total, 8 up, 8 in 2024-04-15T15:21:37.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:21:36 smithi016 ceph-mon[93212]: osdmap e1292: 8 total, 8 up, 8 in 2024-04-15T15:21:38.188 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:21:37 smithi102 ceph-mon[87131]: pgmap v2294: 169 pgs: 169 active+clean; 933 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 32 MiB/s rd, 19 MiB/s wr, 423 op/s 2024-04-15T15:21:38.188 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:21:37 smithi102 ceph-mon[87131]: osdmap e1293: 8 total, 8 up, 8 in 2024-04-15T15:21:38.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:21:37 smithi016 ceph-mon[90652]: pgmap v2294: 169 pgs: 169 active+clean; 933 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 32 MiB/s rd, 19 MiB/s wr, 423 op/s 2024-04-15T15:21:38.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:21:37 smithi016 ceph-mon[90652]: osdmap e1293: 8 total, 8 up, 8 in 2024-04-15T15:21:38.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:21:37 smithi016 ceph-mon[93212]: pgmap v2294: 169 pgs: 169 active+clean; 933 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 32 MiB/s rd, 19 MiB/s wr, 423 op/s 2024-04-15T15:21:38.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:21:37 smithi016 ceph-mon[93212]: osdmap e1293: 8 total, 8 up, 8 in 2024-04-15T15:21:39.188 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:21:38 smithi102 ceph-mon[87131]: osdmap e1294: 8 total, 8 up, 8 in 2024-04-15T15:21:39.198 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] TestMigration.AbortWithSnapshots (14341 ms) 2024-04-15T15:21:39.198 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] TestMigration.CloneV1Parent 2024-04-15T15:21:39.231 INFO:tasks.workunit.client.0.smithi016.stdout:resize: 83886080 2024-04-15T15:21:39.242 INFO:tasks.workunit.client.0.smithi016.stdout:write: A 0~10 2024-04-15T15:21:39.250 INFO:tasks.workunit.client.0.smithi016.stdout:snap_create: snap1 2024-04-15T15:21:39.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:21:38 smithi016 ceph-mon[90652]: osdmap e1294: 8 total, 8 up, 8 in 2024-04-15T15:21:39.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:21:38 smithi016 ceph-mon[93212]: osdmap e1294: 8 total, 8 up, 8 in 2024-04-15T15:21:40.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:21:39 smithi102 ceph-mon[87131]: pgmap v2297: 169 pgs: 169 active+clean; 949 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 42 MiB/s rd, 23 MiB/s wr, 448 op/s 2024-04-15T15:21:40.188 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:21:39 smithi102 ceph-mon[87131]: osdmap e1295: 8 total, 8 up, 8 in 2024-04-15T15:21:40.188 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:21:39 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T15:21:40.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:21:39 smithi016 ceph-mon[93212]: pgmap v2297: 169 pgs: 169 active+clean; 949 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 42 MiB/s rd, 23 MiB/s wr, 448 op/s 2024-04-15T15:21:40.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:21:39 smithi016 ceph-mon[93212]: osdmap e1295: 8 total, 8 up, 8 in 2024-04-15T15:21:40.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:21:39 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T15:21:40.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:21:39 smithi016 ceph-mon[90652]: pgmap v2297: 169 pgs: 169 active+clean; 949 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 42 MiB/s rd, 23 MiB/s wr, 448 op/s 2024-04-15T15:21:40.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:21:39 smithi016 ceph-mon[90652]: osdmap e1295: 8 total, 8 up, 8 in 2024-04-15T15:21:40.291 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:21:39 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T15:21:40.870 INFO:tasks.workunit.client.0.smithi016.stdout:snap_protect: snap1 2024-04-15T15:21:40.935 INFO:tasks.workunit.client.0.smithi016.stdout:migration_prepare 2024-04-15T15:21:41.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:21:40 smithi102 ceph-mon[87131]: osdmap e1296: 8 total, 8 up, 8 in 2024-04-15T15:21:41.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:21:40 smithi016 ceph-mon[90652]: osdmap e1296: 8 total, 8 up, 8 in 2024-04-15T15:21:41.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:21:40 smithi016 ceph-mon[93212]: osdmap e1296: 8 total, 8 up, 8 in 2024-04-15T15:21:42.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:21:41 smithi016 ceph-mon[90652]: pgmap v2300: 169 pgs: 169 active+clean; 929 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 28 MiB/s rd, 4.0 MiB/s wr, 48 op/s 2024-04-15T15:21:42.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:21:41 smithi016 ceph-mon[90652]: osdmap e1297: 8 total, 8 up, 8 in 2024-04-15T15:21:42.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:21:41 smithi016 ceph-mon[93212]: pgmap v2300: 169 pgs: 169 active+clean; 929 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 28 MiB/s rd, 4.0 MiB/s wr, 48 op/s 2024-04-15T15:21:42.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:21:41 smithi016 ceph-mon[93212]: osdmap e1297: 8 total, 8 up, 8 in 2024-04-15T15:21:42.040 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 15 15:21:41 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-y[81421]: ::ffff:172.21.15.102 - - [15/Apr/2024:15:21:41] "GET /metrics HTTP/1.1" 200 38849 "" "Prometheus/2.43.0" 2024-04-15T15:21:42.101 INFO:tasks.workunit.client.0.smithi016.stdout:migration_execute 2024-04-15T15:21:42.187 INFO:tasks.workunit.client.0.smithi016.stdout:migration_commit 2024-04-15T15:21:42.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:21:41 smithi102 ceph-mon[87131]: pgmap v2300: 169 pgs: 169 active+clean; 929 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 28 MiB/s rd, 4.0 MiB/s wr, 48 op/s 2024-04-15T15:21:42.188 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:21:41 smithi102 ceph-mon[87131]: osdmap e1297: 8 total, 8 up, 8 in 2024-04-15T15:21:42.690 INFO:journalctl@ceph.prometheus.a.smithi102.stdout:Apr 15 15:21:42 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-prometheus-a[120881]: ts=2024-04-15T15:21:42.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi016:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"362ea986-fb34-11ee-bc8f-c7b262605968\", instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T15:21:42.990 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] TestMigration.CloneV1Parent (3791 ms) 2024-04-15T15:21:42.990 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] TestMigration.CloneV2Parent 2024-04-15T15:21:43.020 INFO:tasks.workunit.client.0.smithi016.stdout:resize: 83886080 2024-04-15T15:21:43.031 INFO:tasks.workunit.client.0.smithi016.stdout:write: A 0~10 2024-04-15T15:21:43.039 INFO:tasks.workunit.client.0.smithi016.stdout:snap_create: snap1 2024-04-15T15:21:43.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:21:42 smithi102 ceph-mon[87131]: osdmap e1298: 8 total, 8 up, 8 in 2024-04-15T15:21:43.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:21:42 smithi016 ceph-mon[90652]: osdmap e1298: 8 total, 8 up, 8 in 2024-04-15T15:21:43.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:21:42 smithi016 ceph-mon[93212]: osdmap e1298: 8 total, 8 up, 8 in 2024-04-15T15:21:44.188 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:21:43 smithi102 ceph-mon[87131]: pgmap v2303: 169 pgs: 169 active+clean; 905 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 36 MiB/s rd, 16 KiB/s wr, 322 op/s 2024-04-15T15:21:44.188 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:21:43 smithi102 ceph-mon[87131]: osdmap e1299: 8 total, 8 up, 8 in 2024-04-15T15:21:44.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:21:43 smithi016 ceph-mon[93212]: pgmap v2303: 169 pgs: 169 active+clean; 905 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 36 MiB/s rd, 16 KiB/s wr, 322 op/s 2024-04-15T15:21:44.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:21:43 smithi016 ceph-mon[93212]: osdmap e1299: 8 total, 8 up, 8 in 2024-04-15T15:21:44.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:21:43 smithi016 ceph-mon[90652]: pgmap v2303: 169 pgs: 169 active+clean; 905 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 36 MiB/s rd, 16 KiB/s wr, 322 op/s 2024-04-15T15:21:44.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:21:43 smithi016 ceph-mon[90652]: osdmap e1299: 8 total, 8 up, 8 in 2024-04-15T15:21:44.896 INFO:tasks.workunit.client.0.smithi016.stdout:snap_protect: snap1 2024-04-15T15:21:44.965 INFO:tasks.workunit.client.0.smithi016.stdout:migration_prepare 2024-04-15T15:21:45.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:21:44 smithi102 ceph-mon[87131]: osdmap e1300: 8 total, 8 up, 8 in 2024-04-15T15:21:45.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:21:44 smithi016 ceph-mon[93212]: osdmap e1300: 8 total, 8 up, 8 in 2024-04-15T15:21:45.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:21:44 smithi016 ceph-mon[90652]: osdmap e1300: 8 total, 8 up, 8 in 2024-04-15T15:21:46.003 INFO:tasks.workunit.client.0.smithi016.stdout:migration_execute 2024-04-15T15:21:46.086 INFO:tasks.workunit.client.0.smithi016.stdout:migration_commit 2024-04-15T15:21:46.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:21:45 smithi102 ceph-mon[87131]: pgmap v2306: 169 pgs: 169 active+clean; 905 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 18 MiB/s rd, 13 KiB/s wr, 298 op/s 2024-04-15T15:21:46.188 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:21:45 smithi102 ceph-mon[87131]: osdmap e1301: 8 total, 8 up, 8 in 2024-04-15T15:21:46.188 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:21:45 smithi102 ceph-mon[87131]: osdmap e1302: 8 total, 8 up, 8 in 2024-04-15T15:21:46.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:21:45 smithi016 ceph-mon[90652]: pgmap v2306: 169 pgs: 169 active+clean; 905 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 18 MiB/s rd, 13 KiB/s wr, 298 op/s 2024-04-15T15:21:46.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:21:45 smithi016 ceph-mon[90652]: osdmap e1301: 8 total, 8 up, 8 in 2024-04-15T15:21:46.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:21:45 smithi016 ceph-mon[90652]: osdmap e1302: 8 total, 8 up, 8 in 2024-04-15T15:21:46.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:21:45 smithi016 ceph-mon[93212]: pgmap v2306: 169 pgs: 169 active+clean; 905 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 18 MiB/s rd, 13 KiB/s wr, 298 op/s 2024-04-15T15:21:46.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:21:45 smithi016 ceph-mon[93212]: osdmap e1301: 8 total, 8 up, 8 in 2024-04-15T15:21:46.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:21:45 smithi016 ceph-mon[93212]: osdmap e1302: 8 total, 8 up, 8 in 2024-04-15T15:21:47.020 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] TestMigration.CloneV2Parent (4030 ms) 2024-04-15T15:21:47.020 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] TestMigration.CloneV1ParentAbort 2024-04-15T15:21:47.053 INFO:tasks.workunit.client.0.smithi016.stdout:resize: 83886080 2024-04-15T15:21:47.064 INFO:tasks.workunit.client.0.smithi016.stdout:write: A 0~10 2024-04-15T15:21:47.073 INFO:tasks.workunit.client.0.smithi016.stdout:snap_create: snap1 2024-04-15T15:21:48.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:21:47 smithi102 ceph-mon[87131]: pgmap v2309: 169 pgs: 169 active+clean; 905 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 393 KiB/s rd, 23 KiB/s wr, 490 op/s 2024-04-15T15:21:48.188 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:21:47 smithi102 ceph-mon[87131]: osdmap e1303: 8 total, 8 up, 8 in 2024-04-15T15:21:48.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:21:47 smithi016 ceph-mon[90652]: pgmap v2309: 169 pgs: 169 active+clean; 905 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 393 KiB/s rd, 23 KiB/s wr, 490 op/s 2024-04-15T15:21:48.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:21:47 smithi016 ceph-mon[90652]: osdmap e1303: 8 total, 8 up, 8 in 2024-04-15T15:21:48.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:21:47 smithi016 ceph-mon[93212]: pgmap v2309: 169 pgs: 169 active+clean; 905 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 393 KiB/s rd, 23 KiB/s wr, 490 op/s 2024-04-15T15:21:48.291 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:21:47 smithi016 ceph-mon[93212]: osdmap e1303: 8 total, 8 up, 8 in 2024-04-15T15:21:48.906 INFO:tasks.workunit.client.0.smithi016.stdout:snap_protect: snap1 2024-04-15T15:21:48.972 INFO:tasks.workunit.client.0.smithi016.stdout:migration_prepare 2024-04-15T15:21:49.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:21:48 smithi102 ceph-mon[87131]: osdmap e1304: 8 total, 8 up, 8 in 2024-04-15T15:21:49.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:21:48 smithi016 ceph-mon[90652]: osdmap e1304: 8 total, 8 up, 8 in 2024-04-15T15:21:49.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:21:48 smithi016 ceph-mon[93212]: osdmap e1304: 8 total, 8 up, 8 in 2024-04-15T15:21:50.093 INFO:tasks.workunit.client.0.smithi016.stdout:migration_abort 2024-04-15T15:21:50.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:21:49 smithi102 ceph-mon[87131]: pgmap v2312: 169 pgs: 169 active+clean; 905 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 442 KiB/s rd, 27 KiB/s wr, 556 op/s 2024-04-15T15:21:50.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:21:49 smithi102 ceph-mon[87131]: osdmap e1305: 8 total, 8 up, 8 in 2024-04-15T15:21:50.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:21:49 smithi016 ceph-mon[90652]: pgmap v2312: 169 pgs: 169 active+clean; 905 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 442 KiB/s rd, 27 KiB/s wr, 556 op/s 2024-04-15T15:21:50.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:21:49 smithi016 ceph-mon[90652]: osdmap e1305: 8 total, 8 up, 8 in 2024-04-15T15:21:50.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:21:49 smithi016 ceph-mon[93212]: pgmap v2312: 169 pgs: 169 active+clean; 905 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 442 KiB/s rd, 27 KiB/s wr, 556 op/s 2024-04-15T15:21:50.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:21:49 smithi016 ceph-mon[93212]: osdmap e1305: 8 total, 8 up, 8 in 2024-04-15T15:21:50.924 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] TestMigration.CloneV1ParentAbort (3905 ms) 2024-04-15T15:21:50.925 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] TestMigration.CloneV2ParentAbort 2024-04-15T15:21:50.956 INFO:tasks.workunit.client.0.smithi016.stdout:resize: 83886080 2024-04-15T15:21:50.967 INFO:tasks.workunit.client.0.smithi016.stdout:write: A 0~10 2024-04-15T15:21:50.977 INFO:tasks.workunit.client.0.smithi016.stdout:snap_create: snap1 2024-04-15T15:21:51.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:21:50 smithi102 ceph-mon[87131]: osdmap e1306: 8 total, 8 up, 8 in 2024-04-15T15:21:51.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:21:50 smithi102 ceph-mon[87131]: osdmap e1307: 8 total, 8 up, 8 in 2024-04-15T15:21:51.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:21:50 smithi016 ceph-mon[90652]: osdmap e1306: 8 total, 8 up, 8 in 2024-04-15T15:21:51.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:21:50 smithi016 ceph-mon[90652]: osdmap e1307: 8 total, 8 up, 8 in 2024-04-15T15:21:51.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:21:50 smithi016 ceph-mon[93212]: osdmap e1306: 8 total, 8 up, 8 in 2024-04-15T15:21:51.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:21:50 smithi016 ceph-mon[93212]: osdmap e1307: 8 total, 8 up, 8 in 2024-04-15T15:21:52.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:21:51 smithi016 ceph-mon[90652]: pgmap v2315: 169 pgs: 169 active+clean; 905 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 128 KiB/s rd, 13 KiB/s wr, 174 op/s 2024-04-15T15:21:52.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:21:51 smithi016 ceph-mon[93212]: pgmap v2315: 169 pgs: 169 active+clean; 905 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 128 KiB/s rd, 13 KiB/s wr, 174 op/s 2024-04-15T15:21:52.040 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 15 15:21:51 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-y[81421]: ::ffff:172.21.15.102 - - [15/Apr/2024:15:21:51] "GET /metrics HTTP/1.1" 200 38849 "" "Prometheus/2.43.0" 2024-04-15T15:21:52.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:21:51 smithi102 ceph-mon[87131]: pgmap v2315: 169 pgs: 169 active+clean; 905 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 128 KiB/s rd, 13 KiB/s wr, 174 op/s 2024-04-15T15:21:52.687 INFO:journalctl@ceph.prometheus.a.smithi102.stdout:Apr 15 15:21:52 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-prometheus-a[120881]: ts=2024-04-15T15:21:52.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi016:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"362ea986-fb34-11ee-bc8f-c7b262605968\", instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T15:21:52.934 INFO:tasks.workunit.client.0.smithi016.stdout:snap_protect: snap1 2024-04-15T15:21:53.008 INFO:tasks.workunit.client.0.smithi016.stdout:migration_prepare 2024-04-15T15:21:53.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:21:52 smithi102 ceph-mon[87131]: osdmap e1308: 8 total, 8 up, 8 in 2024-04-15T15:21:53.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:21:52 smithi016 ceph-mon[90652]: osdmap e1308: 8 total, 8 up, 8 in 2024-04-15T15:21:53.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:21:52 smithi016 ceph-mon[93212]: osdmap e1308: 8 total, 8 up, 8 in 2024-04-15T15:21:54.113 INFO:tasks.workunit.client.0.smithi016.stdout:migration_abort 2024-04-15T15:21:54.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:21:53 smithi102 ceph-mon[87131]: pgmap v2318: 169 pgs: 169 active+clean; 905 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 294 KiB/s rd, 19 KiB/s wr, 379 op/s 2024-04-15T15:21:54.188 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:21:53 smithi102 ceph-mon[87131]: osdmap e1309: 8 total, 8 up, 8 in 2024-04-15T15:21:54.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:21:53 smithi016 ceph-mon[90652]: pgmap v2318: 169 pgs: 169 active+clean; 905 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 294 KiB/s rd, 19 KiB/s wr, 379 op/s 2024-04-15T15:21:54.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:21:53 smithi016 ceph-mon[90652]: osdmap e1309: 8 total, 8 up, 8 in 2024-04-15T15:21:54.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:21:53 smithi016 ceph-mon[93212]: pgmap v2318: 169 pgs: 169 active+clean; 905 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 294 KiB/s rd, 19 KiB/s wr, 379 op/s 2024-04-15T15:21:54.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:21:53 smithi016 ceph-mon[93212]: osdmap e1309: 8 total, 8 up, 8 in 2024-04-15T15:21:55.076 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] TestMigration.CloneV2ParentAbort (4151 ms) 2024-04-15T15:21:55.076 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] TestMigration.CloneV1ParentAbortFixIncompleteChildReattach 2024-04-15T15:21:55.108 INFO:tasks.workunit.client.0.smithi016.stdout:resize: 83886080 2024-04-15T15:21:55.119 INFO:tasks.workunit.client.0.smithi016.stdout:write: A 0~10 2024-04-15T15:21:55.128 INFO:tasks.workunit.client.0.smithi016.stdout:snap_create: snap1 2024-04-15T15:21:55.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:21:54 smithi102 ceph-mon[87131]: osdmap e1310: 8 total, 8 up, 8 in 2024-04-15T15:21:55.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:21:54 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T15:21:55.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:21:54 smithi016 ceph-mon[90652]: osdmap e1310: 8 total, 8 up, 8 in 2024-04-15T15:21:55.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:21:54 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T15:21:55.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:21:54 smithi016 ceph-mon[93212]: osdmap e1310: 8 total, 8 up, 8 in 2024-04-15T15:21:55.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:21:54 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T15:21:56.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:21:55 smithi102 ceph-mon[87131]: pgmap v2321: 169 pgs: 169 active+clean; 905 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 215 KiB/s rd, 10 KiB/s wr, 269 op/s 2024-04-15T15:21:56.188 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:21:55 smithi102 ceph-mon[87131]: osdmap e1311: 8 total, 8 up, 8 in 2024-04-15T15:21:56.188 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:21:55 smithi102 ceph-mon[87131]: osdmap e1312: 8 total, 8 up, 8 in 2024-04-15T15:21:56.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:21:55 smithi016 ceph-mon[90652]: pgmap v2321: 169 pgs: 169 active+clean; 905 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 215 KiB/s rd, 10 KiB/s wr, 269 op/s 2024-04-15T15:21:56.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:21:55 smithi016 ceph-mon[90652]: osdmap e1311: 8 total, 8 up, 8 in 2024-04-15T15:21:56.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:21:55 smithi016 ceph-mon[90652]: osdmap e1312: 8 total, 8 up, 8 in 2024-04-15T15:21:56.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:21:55 smithi016 ceph-mon[93212]: pgmap v2321: 169 pgs: 169 active+clean; 905 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 215 KiB/s rd, 10 KiB/s wr, 269 op/s 2024-04-15T15:21:56.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:21:55 smithi016 ceph-mon[93212]: osdmap e1311: 8 total, 8 up, 8 in 2024-04-15T15:21:56.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:21:55 smithi016 ceph-mon[93212]: osdmap e1312: 8 total, 8 up, 8 in 2024-04-15T15:21:56.796 INFO:tasks.workunit.client.0.smithi016.stdout:snap_protect: snap1 2024-04-15T15:21:56.860 INFO:tasks.workunit.client.0.smithi016.stdout:migration_prepare 2024-04-15T15:21:57.971 INFO:tasks.workunit.client.0.smithi016.stdout:migration_abort 2024-04-15T15:21:58.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:21:57 smithi016 ceph-mon[90652]: pgmap v2324: 169 pgs: 169 active+clean; 905 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 214 KiB/s rd, 22 KiB/s wr, 292 op/s 2024-04-15T15:21:58.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:21:57 smithi016 ceph-mon[90652]: osdmap e1313: 8 total, 8 up, 8 in 2024-04-15T15:21:58.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:21:57 smithi016 ceph-mon[93212]: pgmap v2324: 169 pgs: 169 active+clean; 905 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 214 KiB/s rd, 22 KiB/s wr, 292 op/s 2024-04-15T15:21:58.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:21:57 smithi016 ceph-mon[93212]: osdmap e1313: 8 total, 8 up, 8 in 2024-04-15T15:21:58.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:21:57 smithi102 ceph-mon[87131]: pgmap v2324: 169 pgs: 169 active+clean; 905 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 214 KiB/s rd, 22 KiB/s wr, 292 op/s 2024-04-15T15:21:58.188 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:21:57 smithi102 ceph-mon[87131]: osdmap e1313: 8 total, 8 up, 8 in 2024-04-15T15:21:58.932 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] TestMigration.CloneV1ParentAbortFixIncompleteChildReattach (3856 ms) 2024-04-15T15:21:58.932 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] TestMigration.CloneV1ParentAbortFixParentReattach 2024-04-15T15:21:58.967 INFO:tasks.workunit.client.0.smithi016.stdout:resize: 83886080 2024-04-15T15:21:58.980 INFO:tasks.workunit.client.0.smithi016.stdout:write: A 0~10 2024-04-15T15:21:58.990 INFO:tasks.workunit.client.0.smithi016.stdout:snap_create: snap1 2024-04-15T15:21:59.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:21:58 smithi102 ceph-mon[87131]: osdmap e1314: 8 total, 8 up, 8 in 2024-04-15T15:21:59.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:21:58 smithi016 ceph-mon[90652]: osdmap e1314: 8 total, 8 up, 8 in 2024-04-15T15:21:59.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:21:58 smithi016 ceph-mon[93212]: osdmap e1314: 8 total, 8 up, 8 in 2024-04-15T15:22:00.188 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:21:59 smithi102 ceph-mon[87131]: pgmap v2327: 169 pgs: 169 active+clean; 905 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 274 KiB/s rd, 26 KiB/s wr, 366 op/s 2024-04-15T15:22:00.188 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:21:59 smithi102 ceph-mon[87131]: osdmap e1315: 8 total, 8 up, 8 in 2024-04-15T15:22:00.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:21:59 smithi016 ceph-mon[93212]: pgmap v2327: 169 pgs: 169 active+clean; 905 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 274 KiB/s rd, 26 KiB/s wr, 366 op/s 2024-04-15T15:22:00.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:21:59 smithi016 ceph-mon[93212]: osdmap e1315: 8 total, 8 up, 8 in 2024-04-15T15:22:00.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:21:59 smithi016 ceph-mon[90652]: pgmap v2327: 169 pgs: 169 active+clean; 905 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 274 KiB/s rd, 26 KiB/s wr, 366 op/s 2024-04-15T15:22:00.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:21:59 smithi016 ceph-mon[90652]: osdmap e1315: 8 total, 8 up, 8 in 2024-04-15T15:22:00.796 INFO:tasks.workunit.client.0.smithi016.stdout:snap_protect: snap1 2024-04-15T15:22:00.861 INFO:tasks.workunit.client.0.smithi016.stdout:migration_prepare 2024-04-15T15:22:01.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:22:00 smithi102 ceph-mon[87131]: osdmap e1316: 8 total, 8 up, 8 in 2024-04-15T15:22:01.188 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:22:00 smithi102 ceph-mon[87131]: osdmap e1317: 8 total, 8 up, 8 in 2024-04-15T15:22:01.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:22:00 smithi016 ceph-mon[90652]: osdmap e1316: 8 total, 8 up, 8 in 2024-04-15T15:22:01.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:22:00 smithi016 ceph-mon[90652]: osdmap e1317: 8 total, 8 up, 8 in 2024-04-15T15:22:01.293 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:22:00 smithi016 ceph-mon[93212]: osdmap e1316: 8 total, 8 up, 8 in 2024-04-15T15:22:01.293 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:22:00 smithi016 ceph-mon[93212]: osdmap e1317: 8 total, 8 up, 8 in 2024-04-15T15:22:02.027 INFO:tasks.workunit.client.0.smithi016.stdout:migration_abort 2024-04-15T15:22:02.039 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:22:01 smithi016 ceph-mon[90652]: pgmap v2330: 169 pgs: 169 active+clean; 905 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 237 KiB/s rd, 12 KiB/s wr, 293 op/s 2024-04-15T15:22:02.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:22:01 smithi016 ceph-mon[93212]: pgmap v2330: 169 pgs: 169 active+clean; 905 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 237 KiB/s rd, 12 KiB/s wr, 293 op/s 2024-04-15T15:22:02.040 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 15 15:22:01 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-y[81421]: ::ffff:172.21.15.102 - - [15/Apr/2024:15:22:01] "GET /metrics HTTP/1.1" 200 38846 "" "Prometheus/2.43.0" 2024-04-15T15:22:02.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:22:01 smithi102 ceph-mon[87131]: pgmap v2330: 169 pgs: 169 active+clean; 905 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 237 KiB/s rd, 12 KiB/s wr, 293 op/s 2024-04-15T15:22:02.687 INFO:journalctl@ceph.prometheus.a.smithi102.stdout:Apr 15 15:22:02 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-prometheus-a[120881]: ts=2024-04-15T15:22:02.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi016:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"362ea986-fb34-11ee-bc8f-c7b262605968\", instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T15:22:02.961 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] TestMigration.CloneV1ParentAbortFixParentReattach (4030 ms) 2024-04-15T15:22:02.961 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] TestMigration.CloneV1ParentAbortRelinkNotNeeded 2024-04-15T15:22:02.997 INFO:tasks.workunit.client.0.smithi016.stdout:resize: 83886080 2024-04-15T15:22:03.010 INFO:tasks.workunit.client.0.smithi016.stdout:write: A 0~10 2024-04-15T15:22:03.019 INFO:tasks.workunit.client.0.smithi016.stdout:snap_create: snap1 2024-04-15T15:22:03.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:22:02 smithi102 ceph-mon[87131]: osdmap e1318: 8 total, 8 up, 8 in 2024-04-15T15:22:03.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:22:02 smithi016 ceph-mon[90652]: osdmap e1318: 8 total, 8 up, 8 in 2024-04-15T15:22:03.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:22:02 smithi016 ceph-mon[93212]: osdmap e1318: 8 total, 8 up, 8 in 2024-04-15T15:22:04.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:22:03 smithi102 ceph-mon[87131]: pgmap v2333: 169 pgs: 169 active+clean; 905 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 332 KiB/s rd, 19 KiB/s wr, 422 op/s 2024-04-15T15:22:04.188 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:22:03 smithi102 ceph-mon[87131]: osdmap e1319: 8 total, 8 up, 8 in 2024-04-15T15:22:04.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:22:03 smithi016 ceph-mon[90652]: pgmap v2333: 169 pgs: 169 active+clean; 905 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 332 KiB/s rd, 19 KiB/s wr, 422 op/s 2024-04-15T15:22:04.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:22:03 smithi016 ceph-mon[90652]: osdmap e1319: 8 total, 8 up, 8 in 2024-04-15T15:22:04.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:22:03 smithi016 ceph-mon[93212]: pgmap v2333: 169 pgs: 169 active+clean; 905 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 332 KiB/s rd, 19 KiB/s wr, 422 op/s 2024-04-15T15:22:04.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:22:03 smithi016 ceph-mon[93212]: osdmap e1319: 8 total, 8 up, 8 in 2024-04-15T15:22:04.840 INFO:tasks.workunit.client.0.smithi016.stdout:snap_protect: snap1 2024-04-15T15:22:04.907 INFO:tasks.workunit.client.0.smithi016.stdout:migration_prepare 2024-04-15T15:22:05.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:22:04 smithi102 ceph-mon[87131]: osdmap e1320: 8 total, 8 up, 8 in 2024-04-15T15:22:05.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:22:04 smithi016 ceph-mon[90652]: osdmap e1320: 8 total, 8 up, 8 in 2024-04-15T15:22:05.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:22:04 smithi016 ceph-mon[93212]: osdmap e1320: 8 total, 8 up, 8 in 2024-04-15T15:22:05.993 INFO:tasks.workunit.client.0.smithi016.stdout:migration_abort 2024-04-15T15:22:06.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:22:05 smithi102 ceph-mon[87131]: pgmap v2336: 169 pgs: 169 active+clean; 905 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 155 KiB/s rd, 10 KiB/s wr, 202 op/s 2024-04-15T15:22:06.188 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:22:05 smithi102 ceph-mon[87131]: osdmap e1321: 8 total, 8 up, 8 in 2024-04-15T15:22:06.188 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:22:05 smithi102 ceph-mon[87131]: osdmap e1322: 8 total, 8 up, 8 in 2024-04-15T15:22:06.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:22:05 smithi016 ceph-mon[90652]: pgmap v2336: 169 pgs: 169 active+clean; 905 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 155 KiB/s rd, 10 KiB/s wr, 202 op/s 2024-04-15T15:22:06.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:22:05 smithi016 ceph-mon[90652]: osdmap e1321: 8 total, 8 up, 8 in 2024-04-15T15:22:06.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:22:05 smithi016 ceph-mon[90652]: osdmap e1322: 8 total, 8 up, 8 in 2024-04-15T15:22:06.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:22:05 smithi016 ceph-mon[93212]: pgmap v2336: 169 pgs: 169 active+clean; 905 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 155 KiB/s rd, 10 KiB/s wr, 202 op/s 2024-04-15T15:22:06.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:22:05 smithi016 ceph-mon[93212]: osdmap e1321: 8 total, 8 up, 8 in 2024-04-15T15:22:06.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:22:05 smithi016 ceph-mon[93212]: osdmap e1322: 8 total, 8 up, 8 in 2024-04-15T15:22:06.993 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] TestMigration.CloneV1ParentAbortRelinkNotNeeded (4031 ms) 2024-04-15T15:22:06.993 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] TestMigration.CloneV2ParentAbortFixIncompleteChildReattach 2024-04-15T15:22:07.025 INFO:tasks.workunit.client.0.smithi016.stdout:resize: 83886080 2024-04-15T15:22:07.037 INFO:tasks.workunit.client.0.smithi016.stdout:write: A 0~10 2024-04-15T15:22:07.046 INFO:tasks.workunit.client.0.smithi016.stdout:snap_create: snap1 2024-04-15T15:22:08.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:22:07 smithi102 ceph-mon[87131]: pgmap v2339: 169 pgs: 169 active+clean; 905 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 313 KiB/s rd, 17 KiB/s wr, 391 op/s 2024-04-15T15:22:08.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:22:07 smithi102 ceph-mon[87131]: osdmap e1323: 8 total, 8 up, 8 in 2024-04-15T15:22:08.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:22:07 smithi016 ceph-mon[93212]: pgmap v2339: 169 pgs: 169 active+clean; 905 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 313 KiB/s rd, 17 KiB/s wr, 391 op/s 2024-04-15T15:22:08.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:22:07 smithi016 ceph-mon[93212]: osdmap e1323: 8 total, 8 up, 8 in 2024-04-15T15:22:08.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:22:07 smithi016 ceph-mon[90652]: pgmap v2339: 169 pgs: 169 active+clean; 905 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 313 KiB/s rd, 17 KiB/s wr, 391 op/s 2024-04-15T15:22:08.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:22:07 smithi016 ceph-mon[90652]: osdmap e1323: 8 total, 8 up, 8 in 2024-04-15T15:22:08.856 INFO:tasks.workunit.client.0.smithi016.stdout:snap_protect: snap1 2024-04-15T15:22:08.914 INFO:tasks.workunit.client.0.smithi016.stdout:migration_prepare 2024-04-15T15:22:09.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:22:08 smithi102 ceph-mon[87131]: osdmap e1324: 8 total, 8 up, 8 in 2024-04-15T15:22:09.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:22:08 smithi016 ceph-mon[90652]: osdmap e1324: 8 total, 8 up, 8 in 2024-04-15T15:22:09.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:22:08 smithi016 ceph-mon[93212]: osdmap e1324: 8 total, 8 up, 8 in 2024-04-15T15:22:10.028 INFO:tasks.workunit.client.0.smithi016.stdout:migration_abort 2024-04-15T15:22:10.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:22:09 smithi102 ceph-mon[87131]: pgmap v2342: 169 pgs: 169 active+clean; 905 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 393 KiB/s rd, 23 KiB/s wr, 500 op/s 2024-04-15T15:22:10.188 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:22:09 smithi102 ceph-mon[87131]: osdmap e1325: 8 total, 8 up, 8 in 2024-04-15T15:22:10.188 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:22:09 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T15:22:10.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:22:09 smithi016 ceph-mon[93212]: pgmap v2342: 169 pgs: 169 active+clean; 905 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 393 KiB/s rd, 23 KiB/s wr, 500 op/s 2024-04-15T15:22:10.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:22:09 smithi016 ceph-mon[93212]: osdmap e1325: 8 total, 8 up, 8 in 2024-04-15T15:22:10.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:22:09 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T15:22:10.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:22:09 smithi016 ceph-mon[90652]: pgmap v2342: 169 pgs: 169 active+clean; 905 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 393 KiB/s rd, 23 KiB/s wr, 500 op/s 2024-04-15T15:22:10.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:22:09 smithi016 ceph-mon[90652]: osdmap e1325: 8 total, 8 up, 8 in 2024-04-15T15:22:10.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:22:09 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T15:22:10.930 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] TestMigration.CloneV2ParentAbortFixIncompleteChildReattach (3937 ms) 2024-04-15T15:22:10.930 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] TestMigration.CloneV2ParentAbortFixParentReattach 2024-04-15T15:22:10.963 INFO:tasks.workunit.client.0.smithi016.stdout:resize: 83886080 2024-04-15T15:22:10.975 INFO:tasks.workunit.client.0.smithi016.stdout:write: A 0~10 2024-04-15T15:22:10.984 INFO:tasks.workunit.client.0.smithi016.stdout:snap_create: snap1 2024-04-15T15:22:11.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:22:10 smithi102 ceph-mon[87131]: osdmap e1326: 8 total, 8 up, 8 in 2024-04-15T15:22:11.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:22:10 smithi102 ceph-mon[87131]: osdmap e1327: 8 total, 8 up, 8 in 2024-04-15T15:22:11.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:22:10 smithi016 ceph-mon[90652]: osdmap e1326: 8 total, 8 up, 8 in 2024-04-15T15:22:11.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:22:10 smithi016 ceph-mon[90652]: osdmap e1327: 8 total, 8 up, 8 in 2024-04-15T15:22:11.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:22:10 smithi016 ceph-mon[93212]: osdmap e1326: 8 total, 8 up, 8 in 2024-04-15T15:22:11.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:22:10 smithi016 ceph-mon[93212]: osdmap e1327: 8 total, 8 up, 8 in 2024-04-15T15:22:12.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:22:11 smithi016 ceph-mon[90652]: pgmap v2345: 169 pgs: 169 active+clean; 905 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 306 KiB/s rd, 24 KiB/s wr, 393 op/s 2024-04-15T15:22:12.041 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:22:11 smithi016 ceph-mon[93212]: pgmap v2345: 169 pgs: 169 active+clean; 905 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 306 KiB/s rd, 24 KiB/s wr, 393 op/s 2024-04-15T15:22:12.041 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 15 15:22:11 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-y[81421]: ::ffff:172.21.15.102 - - [15/Apr/2024:15:22:11] "GET /metrics HTTP/1.1" 200 38851 "" "Prometheus/2.43.0" 2024-04-15T15:22:12.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:22:11 smithi102 ceph-mon[87131]: pgmap v2345: 169 pgs: 169 active+clean; 905 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 306 KiB/s rd, 24 KiB/s wr, 393 op/s 2024-04-15T15:22:12.687 INFO:journalctl@ceph.prometheus.a.smithi102.stdout:Apr 15 15:22:12 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-prometheus-a[120881]: ts=2024-04-15T15:22:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi016:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"362ea986-fb34-11ee-bc8f-c7b262605968\", instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T15:22:12.879 INFO:tasks.workunit.client.0.smithi016.stdout:snap_protect: snap1 2024-04-15T15:22:12.946 INFO:tasks.workunit.client.0.smithi016.stdout:migration_prepare 2024-04-15T15:22:13.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:22:12 smithi102 ceph-mon[87131]: osdmap e1328: 8 total, 8 up, 8 in 2024-04-15T15:22:13.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:22:12 smithi016 ceph-mon[90652]: osdmap e1328: 8 total, 8 up, 8 in 2024-04-15T15:22:13.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:22:12 smithi016 ceph-mon[93212]: osdmap e1328: 8 total, 8 up, 8 in 2024-04-15T15:22:14.072 INFO:tasks.workunit.client.0.smithi016.stdout:migration_abort 2024-04-15T15:22:14.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:22:13 smithi102 ceph-mon[87131]: pgmap v2348: 169 pgs: 169 active+clean; 905 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 287 KiB/s rd, 22 KiB/s wr, 366 op/s 2024-04-15T15:22:14.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:22:13 smithi102 ceph-mon[87131]: osdmap e1329: 8 total, 8 up, 8 in 2024-04-15T15:22:14.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:22:13 smithi016 ceph-mon[90652]: pgmap v2348: 169 pgs: 169 active+clean; 905 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 287 KiB/s rd, 22 KiB/s wr, 366 op/s 2024-04-15T15:22:14.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:22:13 smithi016 ceph-mon[90652]: osdmap e1329: 8 total, 8 up, 8 in 2024-04-15T15:22:14.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:22:13 smithi016 ceph-mon[93212]: pgmap v2348: 169 pgs: 169 active+clean; 905 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 287 KiB/s rd, 22 KiB/s wr, 366 op/s 2024-04-15T15:22:14.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:22:13 smithi016 ceph-mon[93212]: osdmap e1329: 8 total, 8 up, 8 in 2024-04-15T15:22:15.028 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] TestMigration.CloneV2ParentAbortFixParentReattach (4098 ms) 2024-04-15T15:22:15.028 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] TestMigration.CloneV2ParentAbortRelinkNotNeeded 2024-04-15T15:22:15.061 INFO:tasks.workunit.client.0.smithi016.stdout:resize: 83886080 2024-04-15T15:22:15.072 INFO:tasks.workunit.client.0.smithi016.stdout:write: A 0~10 2024-04-15T15:22:15.081 INFO:tasks.workunit.client.0.smithi016.stdout:snap_create: snap1 2024-04-15T15:22:15.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:22:14 smithi102 ceph-mon[87131]: osdmap e1330: 8 total, 8 up, 8 in 2024-04-15T15:22:15.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:22:14 smithi016 ceph-mon[90652]: osdmap e1330: 8 total, 8 up, 8 in 2024-04-15T15:22:15.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:22:14 smithi016 ceph-mon[93212]: osdmap e1330: 8 total, 8 up, 8 in 2024-04-15T15:22:16.188 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:22:15 smithi102 ceph-mon[87131]: pgmap v2351: 169 pgs: 169 active+clean; 905 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 61 KiB/s rd, 4.0 KiB/s wr, 82 op/s 2024-04-15T15:22:16.188 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:22:15 smithi102 ceph-mon[87131]: osdmap e1331: 8 total, 8 up, 8 in 2024-04-15T15:22:16.188 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:22:15 smithi102 ceph-mon[87131]: osdmap e1332: 8 total, 8 up, 8 in 2024-04-15T15:22:16.291 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:22:15 smithi016 ceph-mon[93212]: pgmap v2351: 169 pgs: 169 active+clean; 905 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 61 KiB/s rd, 4.0 KiB/s wr, 82 op/s 2024-04-15T15:22:16.291 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:22:15 smithi016 ceph-mon[93212]: osdmap e1331: 8 total, 8 up, 8 in 2024-04-15T15:22:16.291 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:22:15 smithi016 ceph-mon[93212]: osdmap e1332: 8 total, 8 up, 8 in 2024-04-15T15:22:16.291 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:22:15 smithi016 ceph-mon[90652]: pgmap v2351: 169 pgs: 169 active+clean; 905 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 61 KiB/s rd, 4.0 KiB/s wr, 82 op/s 2024-04-15T15:22:16.291 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:22:15 smithi016 ceph-mon[90652]: osdmap e1331: 8 total, 8 up, 8 in 2024-04-15T15:22:16.291 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:22:15 smithi016 ceph-mon[90652]: osdmap e1332: 8 total, 8 up, 8 in 2024-04-15T15:22:16.799 INFO:tasks.workunit.client.0.smithi016.stdout:snap_protect: snap1 2024-04-15T15:22:16.863 INFO:tasks.workunit.client.0.smithi016.stdout:migration_prepare 2024-04-15T15:22:18.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:22:17 smithi016 ceph-mon[90652]: pgmap v2354: 169 pgs: 169 active+clean; 905 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 245 KiB/s rd, 23 KiB/s wr, 323 op/s 2024-04-15T15:22:18.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:22:17 smithi016 ceph-mon[90652]: osdmap e1333: 8 total, 8 up, 8 in 2024-04-15T15:22:18.041 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:22:17 smithi016 ceph-mon[93212]: pgmap v2354: 169 pgs: 169 active+clean; 905 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 245 KiB/s rd, 23 KiB/s wr, 323 op/s 2024-04-15T15:22:18.041 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:22:17 smithi016 ceph-mon[93212]: osdmap e1333: 8 total, 8 up, 8 in 2024-04-15T15:22:18.078 INFO:tasks.workunit.client.0.smithi016.stdout:migration_abort 2024-04-15T15:22:18.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:22:17 smithi102 ceph-mon[87131]: pgmap v2354: 169 pgs: 169 active+clean; 905 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 245 KiB/s rd, 23 KiB/s wr, 323 op/s 2024-04-15T15:22:18.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:22:17 smithi102 ceph-mon[87131]: osdmap e1333: 8 total, 8 up, 8 in 2024-04-15T15:22:19.031 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] TestMigration.CloneV2ParentAbortRelinkNotNeeded (4003 ms) 2024-04-15T15:22:19.031 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] TestMigration.StressNoMigrate 2024-04-15T15:22:19.062 INFO:tasks.workunit.client.0.smithi016.stdout:resize: 83886080 2024-04-15T15:22:19.073 INFO:tasks.workunit.client.0.smithi016.stdout:write: A 60507146~5024318 2024-04-15T15:22:19.110 INFO:tasks.workunit.client.0.smithi016.stdout:discard: 48453680~2365859 2024-04-15T15:22:19.110 INFO:tasks.workunit.client.0.smithi016.stdout:write: A 46281210~3225518 2024-04-15T15:22:19.133 INFO:tasks.workunit.client.0.smithi016.stdout:discard: 4475786~2864529 2024-04-15T15:22:19.133 INFO:tasks.workunit.client.0.smithi016.stdout:write: A 43971138~5114374 2024-04-15T15:22:19.158 INFO:tasks.workunit.client.0.smithi016.stdout:discard: 48926727~8043271 2024-04-15T15:22:19.160 INFO:tasks.workunit.client.0.smithi016.stdout:write: A 27810033~6330960 2024-04-15T15:22:19.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:22:18 smithi102 ceph-mon[87131]: osdmap e1334: 8 total, 8 up, 8 in 2024-04-15T15:22:19.203 INFO:tasks.workunit.client.0.smithi016.stdout:discard: 28145548~6724797 2024-04-15T15:22:19.211 INFO:tasks.workunit.client.0.smithi016.stdout:snap_create: snap0 2024-04-15T15:22:19.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:22:18 smithi016 ceph-mon[90652]: osdmap e1334: 8 total, 8 up, 8 in 2024-04-15T15:22:19.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:22:18 smithi016 ceph-mon[93212]: osdmap e1334: 8 total, 8 up, 8 in 2024-04-15T15:22:20.188 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:22:19 smithi102 ceph-mon[87131]: pgmap v2357: 169 pgs: 169 active+clean; 905 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 324 KiB/s rd, 27 KiB/s wr, 426 op/s 2024-04-15T15:22:20.188 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:22:19 smithi102 ceph-mon[87131]: osdmap e1335: 8 total, 8 up, 8 in 2024-04-15T15:22:20.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:22:19 smithi016 ceph-mon[90652]: pgmap v2357: 169 pgs: 169 active+clean; 905 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 324 KiB/s rd, 27 KiB/s wr, 426 op/s 2024-04-15T15:22:20.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:22:19 smithi016 ceph-mon[90652]: osdmap e1335: 8 total, 8 up, 8 in 2024-04-15T15:22:20.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:22:19 smithi016 ceph-mon[93212]: pgmap v2357: 169 pgs: 169 active+clean; 905 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 324 KiB/s rd, 27 KiB/s wr, 426 op/s 2024-04-15T15:22:20.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:22:19 smithi016 ceph-mon[93212]: osdmap e1335: 8 total, 8 up, 8 in 2024-04-15T15:22:20.805 INFO:tasks.workunit.client.0.smithi016.stdout:snap_protect: snap0 2024-04-15T15:22:20.819 INFO:tasks.workunit.client.0.smithi016.stdout:clone image159 -> image162 2024-04-15T15:22:20.932 INFO:tasks.workunit.client.0.smithi016.stdout:write: B 79632307~4253773 2024-04-15T15:22:20.978 INFO:tasks.workunit.client.0.smithi016.stdout:discard: 69462894~6543567 2024-04-15T15:22:20.984 INFO:tasks.workunit.client.0.smithi016.stdout:write: B 43782108~4413533 2024-04-15T15:22:21.026 INFO:tasks.workunit.client.0.smithi016.stdout:discard: 57403778~1035040 2024-04-15T15:22:21.031 INFO:tasks.workunit.client.0.smithi016.stdout:write: B 34921305~1994748 2024-04-15T15:22:21.047 INFO:tasks.workunit.client.0.smithi016.stdout:discard: 75024673~3067898 2024-04-15T15:22:21.050 INFO:tasks.workunit.client.0.smithi016.stdout:write: B 75201080~1529490 2024-04-15T15:22:21.060 INFO:tasks.workunit.client.0.smithi016.stdout:discard: 29061173~1314091 2024-04-15T15:22:21.069 INFO:tasks.workunit.client.0.smithi016.stdout:snap_create: snap1 2024-04-15T15:22:21.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:22:20 smithi102 ceph-mon[87131]: osdmap e1336: 8 total, 8 up, 8 in 2024-04-15T15:22:21.188 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:22:20 smithi102 ceph-mon[87131]: osdmap e1337: 8 total, 8 up, 8 in 2024-04-15T15:22:21.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:22:20 smithi016 ceph-mon[90652]: osdmap e1336: 8 total, 8 up, 8 in 2024-04-15T15:22:21.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:22:20 smithi016 ceph-mon[90652]: osdmap e1337: 8 total, 8 up, 8 in 2024-04-15T15:22:21.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:22:20 smithi016 ceph-mon[93212]: osdmap e1336: 8 total, 8 up, 8 in 2024-04-15T15:22:21.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:22:20 smithi016 ceph-mon[93212]: osdmap e1337: 8 total, 8 up, 8 in 2024-04-15T15:22:22.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:22:21 smithi016 ceph-mon[90652]: pgmap v2360: 169 pgs: 169 active+clean; 927 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 221 KiB/s rd, 5.9 MiB/s wr, 300 op/s 2024-04-15T15:22:22.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:22:21 smithi016 ceph-mon[93212]: pgmap v2360: 169 pgs: 169 active+clean; 927 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 221 KiB/s rd, 5.9 MiB/s wr, 300 op/s 2024-04-15T15:22:22.040 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 15 15:22:21 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-y[81421]: ::ffff:172.21.15.102 - - [15/Apr/2024:15:22:21] "GET /metrics HTTP/1.1" 200 38851 "" "Prometheus/2.43.0" 2024-04-15T15:22:22.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:22:21 smithi102 ceph-mon[87131]: pgmap v2360: 169 pgs: 169 active+clean; 927 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 221 KiB/s rd, 5.9 MiB/s wr, 300 op/s 2024-04-15T15:22:22.688 INFO:journalctl@ceph.prometheus.a.smithi102.stdout:Apr 15 15:22:22 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-prometheus-a[120881]: ts=2024-04-15T15:22:22.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi016:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"362ea986-fb34-11ee-bc8f-c7b262605968\", instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T15:22:22.927 INFO:tasks.workunit.client.0.smithi016.stdout:resize: 159228463 2024-04-15T15:22:22.944 INFO:tasks.workunit.client.0.smithi016.stdout:write: C 43965629~690169 2024-04-15T15:22:22.952 INFO:tasks.workunit.client.0.smithi016.stdout:discard: 111770172~4959285 2024-04-15T15:22:22.952 INFO:tasks.workunit.client.0.smithi016.stdout:write: C 105768551~281451 2024-04-15T15:22:22.952 INFO:tasks.workunit.client.0.smithi016.stdout:discard: 79663844~660620 2024-04-15T15:22:22.952 INFO:tasks.workunit.client.0.smithi016.stdout:write: C 45583384~1890554 2024-04-15T15:22:22.953 INFO:tasks.workunit.client.0.smithi016.stdout:discard: 81606257~1049437 2024-04-15T15:22:22.953 INFO:tasks.workunit.client.0.smithi016.stdout:write: C 145352994~7894118 2024-04-15T15:22:22.964 INFO:tasks.workunit.client.0.smithi016.stdout:discard: 19257112~3488300 2024-04-15T15:22:22.965 INFO:tasks.workunit.client.0.smithi016.stdout:snap_create: snap2 2024-04-15T15:22:23.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:22:22 smithi102 ceph-mon[87131]: osdmap e1338: 8 total, 8 up, 8 in 2024-04-15T15:22:23.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:22:22 smithi016 ceph-mon[90652]: osdmap e1338: 8 total, 8 up, 8 in 2024-04-15T15:22:23.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:22:22 smithi016 ceph-mon[93212]: osdmap e1338: 8 total, 8 up, 8 in 2024-04-15T15:22:24.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:22:23 smithi102 ceph-mon[87131]: pgmap v2363: 169 pgs: 169 active+clean; 962 MiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 1013 KiB/s rd, 14 MiB/s wr, 353 op/s 2024-04-15T15:22:24.188 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:22:23 smithi102 ceph-mon[87131]: osdmap e1339: 8 total, 8 up, 8 in 2024-04-15T15:22:24.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:22:23 smithi016 ceph-mon[90652]: pgmap v2363: 169 pgs: 169 active+clean; 962 MiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 1013 KiB/s rd, 14 MiB/s wr, 353 op/s 2024-04-15T15:22:24.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:22:23 smithi016 ceph-mon[90652]: osdmap e1339: 8 total, 8 up, 8 in 2024-04-15T15:22:24.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:22:23 smithi016 ceph-mon[93212]: pgmap v2363: 169 pgs: 169 active+clean; 962 MiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 1013 KiB/s rd, 14 MiB/s wr, 353 op/s 2024-04-15T15:22:24.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:22:23 smithi016 ceph-mon[93212]: osdmap e1339: 8 total, 8 up, 8 in 2024-04-15T15:22:24.937 INFO:tasks.workunit.client.0.smithi016.stdout:write: D 72487310~2894580 2024-04-15T15:22:24.953 INFO:tasks.workunit.client.0.smithi016.stdout:discard: 88767889~7322116 2024-04-15T15:22:24.953 INFO:tasks.workunit.client.0.smithi016.stdout:write: D 142773024~7205632 2024-04-15T15:22:24.963 INFO:tasks.workunit.client.0.smithi016.stdout:discard: 141902414~5790943 2024-04-15T15:22:24.990 INFO:tasks.workunit.client.0.smithi016.stdout:write: D 60328119~8163409 2024-04-15T15:22:24.998 INFO:tasks.workunit.client.0.smithi016.stdout:discard: 123150723~4734881 2024-04-15T15:22:24.998 INFO:tasks.workunit.client.0.smithi016.stdout:write: D 48453714~1142596 2024-04-15T15:22:24.999 INFO:tasks.workunit.client.0.smithi016.stdout:discard: 7652772~4941198 2024-04-15T15:22:24.999 INFO:tasks.workunit.client.0.smithi016.stdout:snap_create: snap3 2024-04-15T15:22:25.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:22:24 smithi102 ceph-mon[87131]: osdmap e1340: 8 total, 8 up, 8 in 2024-04-15T15:22:25.188 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:22:24 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T15:22:25.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:22:24 smithi016 ceph-mon[90652]: osdmap e1340: 8 total, 8 up, 8 in 2024-04-15T15:22:25.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:22:24 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T15:22:25.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:22:24 smithi016 ceph-mon[93212]: osdmap e1340: 8 total, 8 up, 8 in 2024-04-15T15:22:25.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:22:24 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T15:22:26.188 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:22:25 smithi102 ceph-mon[87131]: pgmap v2366: 169 pgs: 169 active+clean; 962 MiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 870 KiB/s rd, 7.7 MiB/s wr, 155 op/s 2024-04-15T15:22:26.188 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:22:25 smithi102 ceph-mon[87131]: osdmap e1341: 8 total, 8 up, 8 in 2024-04-15T15:22:26.188 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:22:25 smithi102 ceph-mon[87131]: osdmap e1342: 8 total, 8 up, 8 in 2024-04-15T15:22:26.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:22:25 smithi016 ceph-mon[90652]: pgmap v2366: 169 pgs: 169 active+clean; 962 MiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 870 KiB/s rd, 7.7 MiB/s wr, 155 op/s 2024-04-15T15:22:26.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:22:25 smithi016 ceph-mon[90652]: osdmap e1341: 8 total, 8 up, 8 in 2024-04-15T15:22:26.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:22:25 smithi016 ceph-mon[90652]: osdmap e1342: 8 total, 8 up, 8 in 2024-04-15T15:22:26.291 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:22:25 smithi016 ceph-mon[93212]: pgmap v2366: 169 pgs: 169 active+clean; 962 MiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 870 KiB/s rd, 7.7 MiB/s wr, 155 op/s 2024-04-15T15:22:26.291 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:22:25 smithi016 ceph-mon[93212]: osdmap e1341: 8 total, 8 up, 8 in 2024-04-15T15:22:26.291 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:22:25 smithi016 ceph-mon[93212]: osdmap e1342: 8 total, 8 up, 8 in 2024-04-15T15:22:26.809 INFO:tasks.workunit.client.0.smithi016.stdout:snap_protect: snap3 2024-04-15T15:22:26.824 INFO:tasks.workunit.client.0.smithi016.stdout:clone image162 -> image164 2024-04-15T15:22:26.972 INFO:tasks.workunit.client.0.smithi016.stdout:resize: 119793774 2024-04-15T15:22:27.121 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] TestMigration.StressNoMigrate (8090 ms) 2024-04-15T15:22:27.121 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] TestMigration.Stress 2024-04-15T15:22:27.152 INFO:tasks.workunit.client.0.smithi016.stdout:resize: 83886080 2024-04-15T15:22:27.163 INFO:tasks.workunit.client.0.smithi016.stdout:write: A 75257173~415331 2024-04-15T15:22:27.174 INFO:tasks.workunit.client.0.smithi016.stdout:discard: 45998716~3158193 2024-04-15T15:22:27.174 INFO:tasks.workunit.client.0.smithi016.stdout:write: A 50434574~809139 2024-04-15T15:22:27.184 INFO:tasks.workunit.client.0.smithi016.stdout:discard: 77347290~3561186 2024-04-15T15:22:27.186 INFO:tasks.workunit.client.0.smithi016.stdout:write: A 30586550~3591226 2024-04-15T15:22:27.218 INFO:tasks.workunit.client.0.smithi016.stdout:discard: 50861634~7304030 2024-04-15T15:22:27.220 INFO:tasks.workunit.client.0.smithi016.stdout:write: A 61773412~8315306 2024-04-15T15:22:27.270 INFO:tasks.workunit.client.0.smithi016.stdout:discard: 20965368~7852102 2024-04-15T15:22:27.270 INFO:tasks.workunit.client.0.smithi016.stdout:snap_create: snap0 2024-04-15T15:22:28.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:22:27 smithi016 ceph-mon[90652]: pgmap v2369: 169 pgs: 169 active+clean; 1.0 GiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 3.8 MiB/s rd, 12 MiB/s wr, 283 op/s 2024-04-15T15:22:28.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:22:27 smithi016 ceph-mon[90652]: osdmap e1343: 8 total, 8 up, 8 in 2024-04-15T15:22:28.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:22:27 smithi016 ceph-mon[93212]: pgmap v2369: 169 pgs: 169 active+clean; 1.0 GiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 3.8 MiB/s rd, 12 MiB/s wr, 283 op/s 2024-04-15T15:22:28.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:22:27 smithi016 ceph-mon[93212]: osdmap e1343: 8 total, 8 up, 8 in 2024-04-15T15:22:28.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:22:27 smithi102 ceph-mon[87131]: pgmap v2369: 169 pgs: 169 active+clean; 1.0 GiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 3.8 MiB/s rd, 12 MiB/s wr, 283 op/s 2024-04-15T15:22:28.188 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:22:27 smithi102 ceph-mon[87131]: osdmap e1343: 8 total, 8 up, 8 in 2024-04-15T15:22:28.943 INFO:tasks.workunit.client.0.smithi016.stdout:resize: 119030999 2024-04-15T15:22:28.959 INFO:tasks.workunit.client.0.smithi016.stdout:write: B 55701119~390813 2024-04-15T15:22:28.964 INFO:tasks.workunit.client.0.smithi016.stdout:discard: 25956231~2888172 2024-04-15T15:22:28.964 INFO:tasks.workunit.client.0.smithi016.stdout:write: B 74038639~2013415 2024-04-15T15:22:28.965 INFO:tasks.workunit.client.0.smithi016.stdout:discard: 112107402~2162138 2024-04-15T15:22:28.965 INFO:tasks.workunit.client.0.smithi016.stdout:write: B 78286667~1744043 2024-04-15T15:22:28.966 INFO:tasks.workunit.client.0.smithi016.stdout:discard: 76918667~3788655 2024-04-15T15:22:28.985 INFO:tasks.workunit.client.0.smithi016.stdout:write: B 62704785~2332180 2024-04-15T15:22:28.985 INFO:tasks.workunit.client.0.smithi016.stdout:discard: 39942288~6169875 2024-04-15T15:22:28.985 INFO:tasks.workunit.client.0.smithi016.stdout:snap_create: snap1 2024-04-15T15:22:29.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:22:28 smithi102 ceph-mon[87131]: osdmap e1344: 8 total, 8 up, 8 in 2024-04-15T15:22:29.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:22:28 smithi016 ceph-mon[90652]: osdmap e1344: 8 total, 8 up, 8 in 2024-04-15T15:22:29.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:22:28 smithi016 ceph-mon[93212]: osdmap e1344: 8 total, 8 up, 8 in 2024-04-15T15:22:30.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:22:29 smithi102 ceph-mon[87131]: pgmap v2372: 169 pgs: 169 active+clean; 1.1 GiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 5.8 MiB/s rd, 20 MiB/s wr, 311 op/s 2024-04-15T15:22:30.188 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:22:29 smithi102 ceph-mon[87131]: osdmap e1345: 8 total, 8 up, 8 in 2024-04-15T15:22:30.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:22:29 smithi016 ceph-mon[90652]: pgmap v2372: 169 pgs: 169 active+clean; 1.1 GiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 5.8 MiB/s rd, 20 MiB/s wr, 311 op/s 2024-04-15T15:22:30.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:22:29 smithi016 ceph-mon[90652]: osdmap e1345: 8 total, 8 up, 8 in 2024-04-15T15:22:30.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:22:29 smithi016 ceph-mon[93212]: pgmap v2372: 169 pgs: 169 active+clean; 1.1 GiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 5.8 MiB/s rd, 20 MiB/s wr, 311 op/s 2024-04-15T15:22:30.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:22:29 smithi016 ceph-mon[93212]: osdmap e1345: 8 total, 8 up, 8 in 2024-04-15T15:22:30.956 INFO:tasks.workunit.client.0.smithi016.stdout:snap_protect: snap1 2024-04-15T15:22:30.971 INFO:tasks.workunit.client.0.smithi016.stdout:clone image165 -> image168 2024-04-15T15:22:31.084 INFO:tasks.workunit.client.0.smithi016.stdout:resize: 99042756 2024-04-15T15:22:31.102 INFO:tasks.workunit.client.0.smithi016.stdout:write: C 88030763~6207313 2024-04-15T15:22:31.156 INFO:tasks.workunit.client.0.smithi016.stdout:discard: 9126631~6981160 2024-04-15T15:22:31.162 INFO:tasks.workunit.client.0.smithi016.stdout:write: C 1760331~2005405 2024-04-15T15:22:31.186 INFO:tasks.workunit.client.0.smithi016.stdout:discard: 42268307~8175891 2024-04-15T15:22:31.196 INFO:tasks.workunit.client.0.smithi016.stdout:write: C 59805904~2707403 2024-04-15T15:22:31.223 INFO:tasks.workunit.client.0.smithi016.stdout:discard: 62160422~7781711 2024-04-15T15:22:31.238 INFO:tasks.workunit.client.0.smithi016.stdout:write: C 29788815~2048277 2024-04-15T15:22:31.271 INFO:tasks.workunit.client.0.smithi016.stdout:discard: 66942952~7186063 2024-04-15T15:22:31.288 INFO:tasks.workunit.client.0.smithi016.stdout:snap_create: snap2 2024-04-15T15:22:31.289 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:22:30 smithi016 ceph-mon[90652]: osdmap e1346: 8 total, 8 up, 8 in 2024-04-15T15:22:31.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:22:30 smithi016 ceph-mon[93212]: osdmap e1346: 8 total, 8 up, 8 in 2024-04-15T15:22:31.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:22:30 smithi102 ceph-mon[87131]: osdmap e1346: 8 total, 8 up, 8 in 2024-04-15T15:22:32.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:22:31 smithi016 ceph-mon[90652]: pgmap v2375: 169 pgs: 169 active+clean; 1.1 GiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 5.8 MiB/s rd, 13 MiB/s wr, 245 op/s 2024-04-15T15:22:32.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:22:31 smithi016 ceph-mon[90652]: osdmap e1347: 8 total, 8 up, 8 in 2024-04-15T15:22:32.041 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:22:31 smithi016 ceph-mon[93212]: pgmap v2375: 169 pgs: 169 active+clean; 1.1 GiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 5.8 MiB/s rd, 13 MiB/s wr, 245 op/s 2024-04-15T15:22:32.041 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:22:31 smithi016 ceph-mon[93212]: osdmap e1347: 8 total, 8 up, 8 in 2024-04-15T15:22:32.041 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 15 15:22:31 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-y[81421]: ::ffff:172.21.15.102 - - [15/Apr/2024:15:22:31] "GET /metrics HTTP/1.1" 200 38850 "" "Prometheus/2.43.0" 2024-04-15T15:22:32.316 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:22:31 smithi102 ceph-mon[87131]: pgmap v2375: 169 pgs: 169 active+clean; 1.1 GiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 5.8 MiB/s rd, 13 MiB/s wr, 245 op/s 2024-04-15T15:22:32.316 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:22:31 smithi102 ceph-mon[87131]: osdmap e1347: 8 total, 8 up, 8 in 2024-04-15T15:22:32.688 INFO:journalctl@ceph.prometheus.a.smithi102.stdout:Apr 15 15:22:32 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-prometheus-a[120881]: ts=2024-04-15T15:22:32.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi016:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"362ea986-fb34-11ee-bc8f-c7b262605968\", instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T15:22:32.967 INFO:tasks.workunit.client.0.smithi016.stdout:snap_protect: snap2 2024-04-15T15:22:32.980 INFO:tasks.workunit.client.0.smithi016.stdout:clone image168 -> image170 2024-04-15T15:22:33.108 INFO:tasks.workunit.client.0.smithi016.stdout:write: D 18452640~947502 2024-04-15T15:22:33.128 INFO:tasks.workunit.client.0.smithi016.stdout:discard: 73214295~4572267 2024-04-15T15:22:33.139 INFO:tasks.workunit.client.0.smithi016.stdout:write: D 59536137~1460183 2024-04-15T15:22:33.164 INFO:tasks.workunit.client.0.smithi016.stdout:discard: 84509907~5196532 2024-04-15T15:22:33.198 INFO:tasks.workunit.client.0.smithi016.stdout:write: D 51335072~5365216 2024-04-15T15:22:33.232 INFO:tasks.workunit.client.0.smithi016.stdout:discard: 60063218~977427 2024-04-15T15:22:33.234 INFO:tasks.workunit.client.0.smithi016.stdout:write: D 41787896~4756215 2024-04-15T15:22:33.269 INFO:tasks.workunit.client.0.smithi016.stdout:discard: 72078171~4724829 2024-04-15T15:22:33.272 INFO:tasks.workunit.client.0.smithi016.stdout:snap_create: snap3 2024-04-15T15:22:33.289 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:22:32 smithi016 ceph-mon[90652]: osdmap e1348: 8 total, 8 up, 8 in 2024-04-15T15:22:33.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:22:32 smithi016 ceph-mon[93212]: osdmap e1348: 8 total, 8 up, 8 in 2024-04-15T15:22:33.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:22:32 smithi102 ceph-mon[87131]: osdmap e1348: 8 total, 8 up, 8 in 2024-04-15T15:22:34.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:22:33 smithi016 ceph-mon[90652]: pgmap v2378: 169 pgs: 169 active+clean; 1.1 GiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 12 MiB/s rd, 10 MiB/s wr, 383 op/s 2024-04-15T15:22:34.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:22:33 smithi016 ceph-mon[90652]: osdmap e1349: 8 total, 8 up, 8 in 2024-04-15T15:22:34.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:22:33 smithi016 ceph-mon[93212]: pgmap v2378: 169 pgs: 169 active+clean; 1.1 GiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 12 MiB/s rd, 10 MiB/s wr, 383 op/s 2024-04-15T15:22:34.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:22:33 smithi016 ceph-mon[93212]: osdmap e1349: 8 total, 8 up, 8 in 2024-04-15T15:22:34.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:22:33 smithi102 ceph-mon[87131]: pgmap v2378: 169 pgs: 169 active+clean; 1.1 GiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 12 MiB/s rd, 10 MiB/s wr, 383 op/s 2024-04-15T15:22:34.438 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:22:33 smithi102 ceph-mon[87131]: osdmap e1349: 8 total, 8 up, 8 in 2024-04-15T15:22:34.976 INFO:tasks.workunit.client.0.smithi016.stdout:resize: 157724582 2024-04-15T15:22:34.999 INFO:tasks.workunit.client.0.smithi016.stdout:migration_prepare 2024-04-15T15:22:35.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:22:34 smithi016 ceph-mon[90652]: osdmap e1350: 8 total, 8 up, 8 in 2024-04-15T15:22:35.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:22:34 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T15:22:35.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:22:34 smithi016 ceph-mon[93212]: osdmap e1350: 8 total, 8 up, 8 in 2024-04-15T15:22:35.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:22:34 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T15:22:35.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:22:34 smithi102 ceph-mon[87131]: osdmap e1350: 8 total, 8 up, 8 in 2024-04-15T15:22:35.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:22:34 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T15:22:36.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:22:35 smithi016 ceph-mon[90652]: pgmap v2381: 169 pgs: 169 active+clean; 1.1 GiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 8.0 MiB/s rd, 6.0 MiB/s wr, 164 op/s 2024-04-15T15:22:36.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:22:35 smithi016 ceph-mon[90652]: osdmap e1351: 8 total, 8 up, 8 in 2024-04-15T15:22:36.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:22:35 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T15:22:36.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:22:35 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T15:22:36.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:22:35 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T15:22:36.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:22:35 smithi016 ceph-mon[93212]: pgmap v2381: 169 pgs: 169 active+clean; 1.1 GiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 8.0 MiB/s rd, 6.0 MiB/s wr, 164 op/s 2024-04-15T15:22:36.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:22:35 smithi016 ceph-mon[93212]: osdmap e1351: 8 total, 8 up, 8 in 2024-04-15T15:22:36.291 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:22:35 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T15:22:36.291 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:22:35 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T15:22:36.291 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:22:35 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T15:22:36.365 INFO:tasks.workunit.client.0.smithi016.stdout:migration_execute 2024-04-15T15:22:36.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:22:35 smithi102 ceph-mon[87131]: pgmap v2381: 169 pgs: 169 active+clean; 1.1 GiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 8.0 MiB/s rd, 6.0 MiB/s wr, 164 op/s 2024-04-15T15:22:36.438 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:22:35 smithi102 ceph-mon[87131]: osdmap e1351: 8 total, 8 up, 8 in 2024-04-15T15:22:36.438 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:22:35 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T15:22:36.438 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:22:35 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T15:22:36.438 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:22:35 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T15:22:36.560 INFO:tasks.workunit.client.0.smithi016.stdout:migration_commit 2024-04-15T15:22:37.238 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] TestMigration.Stress (10117 ms) 2024-04-15T15:22:37.238 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] TestMigration.Stress2 2024-04-15T15:22:37.271 INFO:tasks.workunit.client.0.smithi016.stdout:resize: 83886080 2024-04-15T15:22:37.282 INFO:tasks.workunit.client.0.smithi016.stdout:write: A 33364958~3706151 2024-04-15T15:22:37.289 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:22:36 smithi016 ceph-mon[90652]: osdmap e1352: 8 total, 8 up, 8 in 2024-04-15T15:22:37.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:22:36 smithi016 ceph-mon[93212]: osdmap e1352: 8 total, 8 up, 8 in 2024-04-15T15:22:37.322 INFO:tasks.workunit.client.0.smithi016.stdout:discard: 55695263~4575421 2024-04-15T15:22:37.322 INFO:tasks.workunit.client.0.smithi016.stdout:write: A 75982176~7592237 2024-04-15T15:22:37.375 INFO:tasks.workunit.client.0.smithi016.stdout:discard: 55015993~7411893 2024-04-15T15:22:37.375 INFO:tasks.workunit.client.0.smithi016.stdout:write: A 48140297~7670767 2024-04-15T15:22:37.419 INFO:tasks.workunit.client.0.smithi016.stdout:discard: 2110383~3789867 2024-04-15T15:22:37.420 INFO:tasks.workunit.client.0.smithi016.stdout:write: A 18238611~7144760 2024-04-15T15:22:37.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:22:36 smithi102 ceph-mon[87131]: osdmap e1352: 8 total, 8 up, 8 in 2024-04-15T15:22:37.455 INFO:tasks.workunit.client.0.smithi016.stdout:discard: 77117975~6682650 2024-04-15T15:22:37.458 INFO:tasks.workunit.client.0.smithi016.stdout:snap_create: snap0 2024-04-15T15:22:38.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:22:37 smithi016 ceph-mon[93212]: pgmap v2384: 169 pgs: 169 active+clean; 1.2 GiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 8.8 MiB/s rd, 13 MiB/s wr, 531 op/s 2024-04-15T15:22:38.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:22:37 smithi016 ceph-mon[93212]: osdmap e1353: 8 total, 8 up, 8 in 2024-04-15T15:22:38.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:22:37 smithi016 ceph-mon[90652]: pgmap v2384: 169 pgs: 169 active+clean; 1.2 GiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 8.8 MiB/s rd, 13 MiB/s wr, 531 op/s 2024-04-15T15:22:38.291 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:22:37 smithi016 ceph-mon[90652]: osdmap e1353: 8 total, 8 up, 8 in 2024-04-15T15:22:38.438 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:22:37 smithi102 ceph-mon[87131]: pgmap v2384: 169 pgs: 169 active+clean; 1.2 GiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 8.8 MiB/s rd, 13 MiB/s wr, 531 op/s 2024-04-15T15:22:38.438 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:22:37 smithi102 ceph-mon[87131]: osdmap e1353: 8 total, 8 up, 8 in 2024-04-15T15:22:38.997 INFO:tasks.workunit.client.0.smithi016.stdout:snap_protect: snap0 2024-04-15T15:22:39.015 INFO:tasks.workunit.client.0.smithi016.stdout:clone image171 -> image174 2024-04-15T15:22:39.127 INFO:tasks.workunit.client.0.smithi016.stdout:resize: 141034763 2024-04-15T15:22:39.140 INFO:tasks.workunit.client.0.smithi016.stdout:write: B 19631815~7930118 2024-04-15T15:22:39.205 INFO:tasks.workunit.client.0.smithi016.stdout:discard: 119531022~1624208 2024-04-15T15:22:39.205 INFO:tasks.workunit.client.0.smithi016.stdout:write: B 60365304~6104009 2024-04-15T15:22:39.239 INFO:tasks.workunit.client.0.smithi016.stdout:discard: 61160487~7703677 2024-04-15T15:22:39.244 INFO:tasks.workunit.client.0.smithi016.stdout:write: B 20011153~1340582 2024-04-15T15:22:39.254 INFO:tasks.workunit.client.0.smithi016.stdout:discard: 6351747~781858 2024-04-15T15:22:39.258 INFO:tasks.workunit.client.0.smithi016.stdout:write: B 123257702~6940089 2024-04-15T15:22:39.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:22:38 smithi016 ceph-mon[90652]: osdmap e1354: 8 total, 8 up, 8 in 2024-04-15T15:22:39.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:22:38 smithi016 ceph-mon[93212]: osdmap e1354: 8 total, 8 up, 8 in 2024-04-15T15:22:39.294 INFO:tasks.workunit.client.0.smithi016.stdout:discard: 66288585~7784022 2024-04-15T15:22:39.299 INFO:tasks.workunit.client.0.smithi016.stdout:snap_create: snap1 2024-04-15T15:22:39.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:22:38 smithi102 ceph-mon[87131]: osdmap e1354: 8 total, 8 up, 8 in 2024-04-15T15:22:40.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:22:39 smithi016 ceph-mon[93212]: pgmap v2387: 169 pgs: 169 active+clean; 1.2 GiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 17 MiB/s rd, 17 MiB/s wr, 574 op/s 2024-04-15T15:22:40.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:22:39 smithi016 ceph-mon[93212]: osdmap e1355: 8 total, 8 up, 8 in 2024-04-15T15:22:40.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:22:39 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T15:22:40.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:22:39 smithi016 ceph-mon[90652]: pgmap v2387: 169 pgs: 169 active+clean; 1.2 GiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 17 MiB/s rd, 17 MiB/s wr, 574 op/s 2024-04-15T15:22:40.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:22:39 smithi016 ceph-mon[90652]: osdmap e1355: 8 total, 8 up, 8 in 2024-04-15T15:22:40.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:22:39 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T15:22:40.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:22:39 smithi102 ceph-mon[87131]: pgmap v2387: 169 pgs: 169 active+clean; 1.2 GiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 17 MiB/s rd, 17 MiB/s wr, 574 op/s 2024-04-15T15:22:40.438 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:22:39 smithi102 ceph-mon[87131]: osdmap e1355: 8 total, 8 up, 8 in 2024-04-15T15:22:40.438 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:22:39 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T15:22:41.020 INFO:tasks.workunit.client.0.smithi016.stdout:snap_protect: snap1 2024-04-15T15:22:41.038 INFO:tasks.workunit.client.0.smithi016.stdout:clone image174 -> image176 2024-04-15T15:22:41.184 INFO:tasks.workunit.client.0.smithi016.stdout:write: C 120859385~2938381 2024-04-15T15:22:41.230 INFO:tasks.workunit.client.0.smithi016.stdout:discard: 73080701~7550885 2024-04-15T15:22:41.239 INFO:tasks.workunit.client.0.smithi016.stdout:write: C 132764537~8270226 2024-04-15T15:22:41.288 INFO:tasks.workunit.client.0.smithi016.stdout:discard: 128743707~7891791 2024-04-15T15:22:41.289 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:22:40 smithi016 ceph-mon[90652]: osdmap e1356: 8 total, 8 up, 8 in 2024-04-15T15:22:41.289 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:22:40 smithi016 ceph-mon[93212]: osdmap e1356: 8 total, 8 up, 8 in 2024-04-15T15:22:41.318 INFO:tasks.workunit.client.0.smithi016.stdout:write: C 77131245~7955310 2024-04-15T15:22:41.338 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:22:40 smithi102 ceph-mon[87131]: osdmap e1356: 8 total, 8 up, 8 in 2024-04-15T15:22:41.350 INFO:tasks.workunit.client.0.smithi016.stdout:discard: 93514749~4264592 2024-04-15T15:22:41.356 INFO:tasks.workunit.client.0.smithi016.stdout:write: C 95550047~7940722 2024-04-15T15:22:41.398 INFO:tasks.workunit.client.0.smithi016.stdout:discard: 107064424~8299293 2024-04-15T15:22:41.406 INFO:tasks.workunit.client.0.smithi016.stdout:snap_create: snap2 2024-04-15T15:22:42.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:22:41 smithi016 ceph-mon[90652]: pgmap v2390: 169 pgs: 169 active+clean; 1.3 GiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 33 MiB/s rd, 17 MiB/s wr, 378 op/s 2024-04-15T15:22:42.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:22:41 smithi016 ceph-mon[90652]: osdmap e1357: 8 total, 8 up, 8 in 2024-04-15T15:22:42.041 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:22:41 smithi016 ceph-mon[93212]: pgmap v2390: 169 pgs: 169 active+clean; 1.3 GiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 33 MiB/s rd, 17 MiB/s wr, 378 op/s 2024-04-15T15:22:42.041 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:22:41 smithi016 ceph-mon[93212]: osdmap e1357: 8 total, 8 up, 8 in 2024-04-15T15:22:42.041 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 15 15:22:41 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-y[81421]: ::ffff:172.21.15.102 - - [15/Apr/2024:15:22:41] "GET /metrics HTTP/1.1" 200 38852 "" "Prometheus/2.43.0" 2024-04-15T15:22:42.316 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:22:41 smithi102 ceph-mon[87131]: pgmap v2390: 169 pgs: 169 active+clean; 1.3 GiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 33 MiB/s rd, 17 MiB/s wr, 378 op/s 2024-04-15T15:22:42.316 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:22:41 smithi102 ceph-mon[87131]: osdmap e1357: 8 total, 8 up, 8 in 2024-04-15T15:22:42.687 INFO:journalctl@ceph.prometheus.a.smithi102.stdout:Apr 15 15:22:42 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-prometheus-a[120881]: ts=2024-04-15T15:22:42.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi016:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"362ea986-fb34-11ee-bc8f-c7b262605968\", instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T15:22:43.026 INFO:tasks.workunit.client.0.smithi016.stdout:snap_protect: snap2 2024-04-15T15:22:43.041 INFO:tasks.workunit.client.0.smithi016.stdout:clone image176 -> image178 2024-04-15T15:22:43.202 INFO:tasks.workunit.client.0.smithi016.stdout:write: D 23560471~7556745 2024-04-15T15:22:43.277 INFO:tasks.workunit.client.0.smithi016.stdout:discard: 52922027~66317 2024-04-15T15:22:43.289 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:22:43 smithi016 ceph-mon[90652]: osdmap e1358: 8 total, 8 up, 8 in 2024-04-15T15:22:43.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:22:43 smithi016 ceph-mon[93212]: osdmap e1358: 8 total, 8 up, 8 in 2024-04-15T15:22:43.321 INFO:tasks.workunit.client.0.smithi016.stdout:write: D 67426296~6874046 2024-04-15T15:22:43.359 INFO:tasks.workunit.client.0.smithi016.stdout:discard: 690152~3717320 2024-04-15T15:22:43.365 INFO:tasks.workunit.client.0.smithi016.stdout:write: D 125267966~1440560 2024-04-15T15:22:43.412 INFO:tasks.workunit.client.0.smithi016.stdout:discard: 87204314~952016 2024-04-15T15:22:43.429 INFO:tasks.workunit.client.0.smithi016.stdout:write: D 74652494~2992853 2024-04-15T15:22:43.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:22:43 smithi102 ceph-mon[87131]: osdmap e1358: 8 total, 8 up, 8 in 2024-04-15T15:22:43.459 INFO:tasks.workunit.client.0.smithi016.stdout:discard: 89184357~5716933 2024-04-15T15:22:43.472 INFO:tasks.workunit.client.0.smithi016.stdout:snap_create: snap3 2024-04-15T15:22:44.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:22:44 smithi016 ceph-mon[90652]: pgmap v2393: 169 pgs: 169 active+clean; 1.3 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 42 MiB/s rd, 29 MiB/s wr, 966 op/s 2024-04-15T15:22:44.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:22:44 smithi016 ceph-mon[90652]: osdmap e1359: 8 total, 8 up, 8 in 2024-04-15T15:22:44.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:22:44 smithi016 ceph-mon[93212]: pgmap v2393: 169 pgs: 169 active+clean; 1.3 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 42 MiB/s rd, 29 MiB/s wr, 966 op/s 2024-04-15T15:22:44.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:22:44 smithi016 ceph-mon[93212]: osdmap e1359: 8 total, 8 up, 8 in 2024-04-15T15:22:44.438 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:22:44 smithi102 ceph-mon[87131]: pgmap v2393: 169 pgs: 169 active+clean; 1.3 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 42 MiB/s rd, 29 MiB/s wr, 966 op/s 2024-04-15T15:22:44.438 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:22:44 smithi102 ceph-mon[87131]: osdmap e1359: 8 total, 8 up, 8 in 2024-04-15T15:22:45.037 INFO:tasks.workunit.client.0.smithi016.stdout:resize: 164893003 2024-04-15T15:22:45.056 INFO:tasks.workunit.client.0.smithi016.stdout:migration_prepare 2024-04-15T15:22:45.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:22:45 smithi016 ceph-mon[90652]: osdmap e1360: 8 total, 8 up, 8 in 2024-04-15T15:22:45.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:22:45 smithi016 ceph-mon[93212]: osdmap e1360: 8 total, 8 up, 8 in 2024-04-15T15:22:45.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:22:45 smithi102 ceph-mon[87131]: osdmap e1360: 8 total, 8 up, 8 in 2024-04-15T15:22:46.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:22:46 smithi016 ceph-mon[90652]: pgmap v2396: 169 pgs: 169 active+clean; 1.3 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 17 MiB/s rd, 17 MiB/s wr, 631 op/s 2024-04-15T15:22:46.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:22:46 smithi016 ceph-mon[90652]: osdmap e1361: 8 total, 8 up, 8 in 2024-04-15T15:22:46.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:22:46 smithi016 ceph-mon[90652]: osdmap e1362: 8 total, 8 up, 8 in 2024-04-15T15:22:46.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:22:46 smithi016 ceph-mon[93212]: pgmap v2396: 169 pgs: 169 active+clean; 1.3 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 17 MiB/s rd, 17 MiB/s wr, 631 op/s 2024-04-15T15:22:46.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:22:46 smithi016 ceph-mon[93212]: osdmap e1361: 8 total, 8 up, 8 in 2024-04-15T15:22:46.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:22:46 smithi016 ceph-mon[93212]: osdmap e1362: 8 total, 8 up, 8 in 2024-04-15T15:22:46.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:22:46 smithi102 ceph-mon[87131]: pgmap v2396: 169 pgs: 169 active+clean; 1.3 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 17 MiB/s rd, 17 MiB/s wr, 631 op/s 2024-04-15T15:22:46.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:22:46 smithi102 ceph-mon[87131]: osdmap e1361: 8 total, 8 up, 8 in 2024-04-15T15:22:46.438 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:22:46 smithi102 ceph-mon[87131]: osdmap e1362: 8 total, 8 up, 8 in 2024-04-15T15:22:46.469 INFO:tasks.workunit.client.0.smithi016.stdout:write: a 113860901~4140611 2024-04-15T15:22:46.524 INFO:tasks.workunit.client.0.smithi016.stdout:discard: 104043889~2994494 2024-04-15T15:22:46.555 INFO:tasks.workunit.client.0.smithi016.stdout:write: a 101709327~2817550 2024-04-15T15:22:46.569 INFO:tasks.workunit.client.0.smithi016.stdout:discard: 21517163~4816412 2024-04-15T15:22:46.596 INFO:tasks.workunit.client.0.smithi016.stdout:write: a 98765148~8349872 2024-04-15T15:22:46.654 INFO:tasks.workunit.client.0.smithi016.stdout:discard: 84601451~2560084 2024-04-15T15:22:46.665 INFO:tasks.workunit.client.0.smithi016.stdout:write: a 65418175~5160871 2024-04-15T15:22:46.709 INFO:tasks.workunit.client.0.smithi016.stdout:discard: 36593728~6042276 2024-04-15T15:22:46.752 INFO:tasks.workunit.client.0.smithi016.stdout:snap_create: user0 2024-04-15T15:22:48.053 INFO:tasks.workunit.client.0.smithi016.stdout:resize: 323276125 2024-04-15T15:22:48.068 INFO:tasks.workunit.client.0.smithi016.stdout:write: b 97247392~998303 2024-04-15T15:22:48.075 INFO:tasks.workunit.client.0.smithi016.stdout:discard: 154476548~8331012 2024-04-15T15:22:48.075 INFO:tasks.workunit.client.0.smithi016.stdout:write: b 209635310~2674567 2024-04-15T15:22:48.076 INFO:tasks.workunit.client.0.smithi016.stdout:discard: 266611812~7103891 2024-04-15T15:22:48.076 INFO:tasks.workunit.client.0.smithi016.stdout:write: b 9259022~6895911 2024-04-15T15:22:48.086 INFO:tasks.workunit.client.0.smithi016.stdout:discard: 65446829~2813785 2024-04-15T15:22:48.086 INFO:tasks.workunit.client.0.smithi016.stdout:write: b 216669596~4298206 2024-04-15T15:22:48.095 INFO:tasks.workunit.client.0.smithi016.stdout:discard: 170555839~2658812 2024-04-15T15:22:48.095 INFO:tasks.workunit.client.0.smithi016.stdout:snap_create: user1 2024-04-15T15:22:48.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:22:48 smithi016 ceph-mon[93212]: pgmap v2399: 169 pgs: 169 active+clean; 1.5 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 22 MiB/s rd, 30 MiB/s wr, 590 op/s 2024-04-15T15:22:48.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:22:48 smithi016 ceph-mon[93212]: osdmap e1363: 8 total, 8 up, 8 in 2024-04-15T15:22:48.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:22:48 smithi016 ceph-mon[90652]: pgmap v2399: 169 pgs: 169 active+clean; 1.5 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 22 MiB/s rd, 30 MiB/s wr, 590 op/s 2024-04-15T15:22:48.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:22:48 smithi016 ceph-mon[90652]: osdmap e1363: 8 total, 8 up, 8 in 2024-04-15T15:22:48.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:22:48 smithi102 ceph-mon[87131]: pgmap v2399: 169 pgs: 169 active+clean; 1.5 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 22 MiB/s rd, 30 MiB/s wr, 590 op/s 2024-04-15T15:22:48.438 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:22:48 smithi102 ceph-mon[87131]: osdmap e1363: 8 total, 8 up, 8 in 2024-04-15T15:22:49.438 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:22:49 smithi102 ceph-mon[87131]: osdmap e1364: 8 total, 8 up, 8 in 2024-04-15T15:22:49.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:22:49 smithi016 ceph-mon[90652]: osdmap e1364: 8 total, 8 up, 8 in 2024-04-15T15:22:49.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:22:49 smithi016 ceph-mon[93212]: osdmap e1364: 8 total, 8 up, 8 in 2024-04-15T15:22:50.064 INFO:tasks.workunit.client.0.smithi016.stdout:write: c 103497554~5476362 2024-04-15T15:22:50.082 INFO:tasks.workunit.client.0.smithi016.stdout:discard: 73440989~257890 2024-04-15T15:22:50.082 INFO:tasks.workunit.client.0.smithi016.stdout:write: c 81748096~7304544 2024-04-15T15:22:50.093 INFO:tasks.workunit.client.0.smithi016.stdout:discard: 197829879~6271490 2024-04-15T15:22:50.093 INFO:tasks.workunit.client.0.smithi016.stdout:write: c 53155855~3022887 2024-04-15T15:22:50.095 INFO:tasks.workunit.client.0.smithi016.stdout:discard: 246823655~2545563 2024-04-15T15:22:50.095 INFO:tasks.workunit.client.0.smithi016.stdout:write: c 104331422~380099 2024-04-15T15:22:50.173 INFO:tasks.workunit.client.0.smithi016.stdout:discard: 29889193~1302173 2024-04-15T15:22:50.173 INFO:tasks.workunit.client.0.smithi016.stdout:snap_create: user2 2024-04-15T15:22:50.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:22:50 smithi102 ceph-mon[87131]: pgmap v2402: 169 pgs: 169 active+clean; 1.5 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 28 MiB/s rd, 33 MiB/s wr, 664 op/s 2024-04-15T15:22:50.438 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:22:50 smithi102 ceph-mon[87131]: osdmap e1365: 8 total, 8 up, 8 in 2024-04-15T15:22:50.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:22:50 smithi016 ceph-mon[90652]: pgmap v2402: 169 pgs: 169 active+clean; 1.5 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 28 MiB/s rd, 33 MiB/s wr, 664 op/s 2024-04-15T15:22:50.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:22:50 smithi016 ceph-mon[90652]: osdmap e1365: 8 total, 8 up, 8 in 2024-04-15T15:22:50.541 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:22:50 smithi016 ceph-mon[93212]: pgmap v2402: 169 pgs: 169 active+clean; 1.5 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 28 MiB/s rd, 33 MiB/s wr, 664 op/s 2024-04-15T15:22:50.541 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:22:50 smithi016 ceph-mon[93212]: osdmap e1365: 8 total, 8 up, 8 in 2024-04-15T15:22:51.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:22:51 smithi102 ceph-mon[87131]: osdmap e1366: 8 total, 8 up, 8 in 2024-04-15T15:22:51.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:22:51 smithi016 ceph-mon[90652]: osdmap e1366: 8 total, 8 up, 8 in 2024-04-15T15:22:51.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:22:51 smithi016 ceph-mon[93212]: osdmap e1366: 8 total, 8 up, 8 in 2024-04-15T15:22:52.040 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 15 15:22:51 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-y[81421]: ::ffff:172.21.15.102 - - [15/Apr/2024:15:22:51] "GET /metrics HTTP/1.1" 200 38852 "" "Prometheus/2.43.0" 2024-04-15T15:22:52.077 INFO:tasks.workunit.client.0.smithi016.stdout:resize: 287746726 2024-04-15T15:22:52.091 INFO:tasks.workunit.client.0.smithi016.stdout:write: d 223593097~4777217 2024-04-15T15:22:52.106 INFO:tasks.workunit.client.0.smithi016.stdout:discard: 271389029~4128494 2024-04-15T15:22:52.106 INFO:tasks.workunit.client.0.smithi016.stdout:write: d 191121177~676092 2024-04-15T15:22:52.106 INFO:tasks.workunit.client.0.smithi016.stdout:discard: 276537903~5767358 2024-04-15T15:22:52.106 INFO:tasks.workunit.client.0.smithi016.stdout:write: d 127628213~908507 2024-04-15T15:22:52.107 INFO:tasks.workunit.client.0.smithi016.stdout:discard: 32405869~7440759 2024-04-15T15:22:52.108 INFO:tasks.workunit.client.0.smithi016.stdout:write: d 235127875~8163233 2024-04-15T15:22:52.121 INFO:tasks.workunit.client.0.smithi016.stdout:discard: 104802758~7155878 2024-04-15T15:22:52.134 INFO:tasks.workunit.client.0.smithi016.stdout:snap_create: user3 2024-04-15T15:22:52.315 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:22:52 smithi102 ceph-mon[87131]: pgmap v2405: 169 pgs: 169 active+clean; 1.6 GiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 39 MiB/s rd, 18 MiB/s wr, 318 op/s 2024-04-15T15:22:52.316 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:22:52 smithi102 ceph-mon[87131]: osdmap e1367: 8 total, 8 up, 8 in 2024-04-15T15:22:52.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:22:52 smithi016 ceph-mon[90652]: pgmap v2405: 169 pgs: 169 active+clean; 1.6 GiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 39 MiB/s rd, 18 MiB/s wr, 318 op/s 2024-04-15T15:22:52.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:22:52 smithi016 ceph-mon[90652]: osdmap e1367: 8 total, 8 up, 8 in 2024-04-15T15:22:52.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:22:52 smithi016 ceph-mon[93212]: pgmap v2405: 169 pgs: 169 active+clean; 1.6 GiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 39 MiB/s rd, 18 MiB/s wr, 318 op/s 2024-04-15T15:22:52.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:22:52 smithi016 ceph-mon[93212]: osdmap e1367: 8 total, 8 up, 8 in 2024-04-15T15:22:52.687 INFO:journalctl@ceph.prometheus.a.smithi102.stdout:Apr 15 15:22:52 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-prometheus-a[120881]: ts=2024-04-15T15:22:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi016:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"362ea986-fb34-11ee-bc8f-c7b262605968\", instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T15:22:53.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:22:53 smithi102 ceph-mon[87131]: osdmap e1368: 8 total, 8 up, 8 in 2024-04-15T15:22:53.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:22:53 smithi016 ceph-mon[90652]: osdmap e1368: 8 total, 8 up, 8 in 2024-04-15T15:22:53.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:22:53 smithi016 ceph-mon[93212]: osdmap e1368: 8 total, 8 up, 8 in 2024-04-15T15:22:54.089 INFO:tasks.workunit.client.0.smithi016.stdout:resize: 365475693 2024-04-15T15:22:54.111 INFO:tasks.workunit.client.0.smithi016.stdout:write: 1 36547569~9136892 2024-04-15T15:22:54.121 INFO:tasks.workunit.client.0.smithi016.stdout:discard: 38831792~4568446 2024-04-15T15:22:54.183 INFO:tasks.workunit.client.0.smithi016.stdout:write: 2 73095138~9136892 2024-04-15T15:22:54.193 INFO:tasks.workunit.client.0.smithi016.stdout:discard: 75379361~4568446 2024-04-15T15:22:54.268 INFO:tasks.workunit.client.0.smithi016.stdout:write: 3 109642707~9136892 2024-04-15T15:22:54.278 INFO:tasks.workunit.client.0.smithi016.stdout:discard: 111926930~4568446 2024-04-15T15:22:54.323 INFO:tasks.workunit.client.0.smithi016.stdout:write: 4 146190277~9136892 2024-04-15T15:22:54.333 INFO:tasks.workunit.client.0.smithi016.stdout:discard: 148474500~4568446 2024-04-15T15:22:54.372 INFO:tasks.workunit.client.0.smithi016.stdout:write: 5 182737846~9136892 2024-04-15T15:22:54.381 INFO:tasks.workunit.client.0.smithi016.stdout:discard: 185022069~4568446 2024-04-15T15:22:54.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:22:54 smithi102 ceph-mon[87131]: pgmap v2408: 169 pgs: 169 active+clean; 1.7 GiB data, 8.0 GiB used, 707 GiB / 715 GiB avail; 65 MiB/s rd, 46 MiB/s wr, 590 op/s 2024-04-15T15:22:54.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:22:54 smithi102 ceph-mon[87131]: osdmap e1369: 8 total, 8 up, 8 in 2024-04-15T15:22:54.438 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:22:54 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T15:22:54.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:22:54 smithi016 ceph-mon[90652]: pgmap v2408: 169 pgs: 169 active+clean; 1.7 GiB data, 8.0 GiB used, 707 GiB / 715 GiB avail; 65 MiB/s rd, 46 MiB/s wr, 590 op/s 2024-04-15T15:22:54.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:22:54 smithi016 ceph-mon[90652]: osdmap e1369: 8 total, 8 up, 8 in 2024-04-15T15:22:54.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:22:54 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T15:22:54.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:22:54 smithi016 ceph-mon[93212]: pgmap v2408: 169 pgs: 169 active+clean; 1.7 GiB data, 8.0 GiB used, 707 GiB / 715 GiB avail; 65 MiB/s rd, 46 MiB/s wr, 590 op/s 2024-04-15T15:22:54.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:22:54 smithi016 ceph-mon[93212]: osdmap e1369: 8 total, 8 up, 8 in 2024-04-15T15:22:54.541 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:22:54 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T15:22:55.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:22:55 smithi102 ceph-mon[87131]: osdmap e1370: 8 total, 8 up, 8 in 2024-04-15T15:22:55.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:22:55 smithi016 ceph-mon[90652]: osdmap e1370: 8 total, 8 up, 8 in 2024-04-15T15:22:55.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:22:55 smithi016 ceph-mon[93212]: osdmap e1370: 8 total, 8 up, 8 in 2024-04-15T15:22:56.231 INFO:tasks.workunit.client.0.smithi016.stdout:migration_execute 2024-04-15T15:22:56.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:22:56 smithi102 ceph-mon[87131]: pgmap v2411: 169 pgs: 169 active+clean; 1.7 GiB data, 8.0 GiB used, 707 GiB / 715 GiB avail; 31 MiB/s rd, 31 MiB/s wr, 345 op/s 2024-04-15T15:22:56.493 INFO:tasks.workunit.client.0.smithi016.stdout:migration_commit 2024-04-15T15:22:56.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:22:56 smithi016 ceph-mon[90652]: pgmap v2411: 169 pgs: 169 active+clean; 1.7 GiB data, 8.0 GiB used, 707 GiB / 715 GiB avail; 31 MiB/s rd, 31 MiB/s wr, 345 op/s 2024-04-15T15:22:56.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:22:56 smithi016 ceph-mon[93212]: pgmap v2411: 169 pgs: 169 active+clean; 1.7 GiB data, 8.0 GiB used, 707 GiB / 715 GiB avail; 31 MiB/s rd, 31 MiB/s wr, 345 op/s 2024-04-15T15:22:58.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:22:58 smithi102 ceph-mon[87131]: pgmap v2412: 169 pgs: 169 active+clean; 1.8 GiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 142 MiB/s rd, 30 MiB/s wr, 602 op/s 2024-04-15T15:22:58.438 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:22:58 smithi102 ceph-mon[87131]: osdmap e1371: 8 total, 8 up, 8 in 2024-04-15T15:22:58.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:22:58 smithi016 ceph-mon[90652]: pgmap v2412: 169 pgs: 169 active+clean; 1.8 GiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 142 MiB/s rd, 30 MiB/s wr, 602 op/s 2024-04-15T15:22:58.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:22:58 smithi016 ceph-mon[90652]: osdmap e1371: 8 total, 8 up, 8 in 2024-04-15T15:22:58.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:22:58 smithi016 ceph-mon[93212]: pgmap v2412: 169 pgs: 169 active+clean; 1.8 GiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 142 MiB/s rd, 30 MiB/s wr, 602 op/s 2024-04-15T15:22:58.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:22:58 smithi016 ceph-mon[93212]: osdmap e1371: 8 total, 8 up, 8 in 2024-04-15T15:22:58.868 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] TestMigration.Stress2 (21631 ms) 2024-04-15T15:22:58.868 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] TestMigration.StressLive 2024-04-15T15:22:58.898 INFO:tasks.workunit.client.0.smithi016.stdout:resize: 83886080 2024-04-15T15:22:58.909 INFO:tasks.workunit.client.0.smithi016.stdout:write: A 77602940~6283140 2024-04-15T15:22:58.952 INFO:tasks.workunit.client.0.smithi016.stdout:discard: 76414892~2575101 2024-04-15T15:22:58.954 INFO:tasks.workunit.client.0.smithi016.stdout:write: A 47063705~1817269 2024-04-15T15:22:58.970 INFO:tasks.workunit.client.0.smithi016.stdout:discard: 27363192~1221290 2024-04-15T15:22:58.971 INFO:tasks.workunit.client.0.smithi016.stdout:write: A 27689287~6168072 2024-04-15T15:22:59.015 INFO:tasks.workunit.client.0.smithi016.stdout:discard: 57489532~4300018 2024-04-15T15:22:59.015 INFO:tasks.workunit.client.0.smithi016.stdout:write: A 34243059~7936674 2024-04-15T15:22:59.059 INFO:tasks.workunit.client.0.smithi016.stdout:discard: 79174032~938065 2024-04-15T15:22:59.062 INFO:tasks.workunit.client.0.smithi016.stdout:snap_create: snap0 2024-04-15T15:23:00.109 INFO:tasks.workunit.client.0.smithi016.stdout:snap_protect: snap0 2024-04-15T15:23:00.124 INFO:tasks.workunit.client.0.smithi016.stdout:clone image179 -> image182 2024-04-15T15:23:00.232 INFO:tasks.workunit.client.0.smithi016.stdout:write: B 1020951~286861 2024-04-15T15:23:00.245 INFO:tasks.workunit.client.0.smithi016.stdout:discard: 59915624~6396105 2024-04-15T15:23:00.251 INFO:tasks.workunit.client.0.smithi016.stdout:write: B 47391296~5354098 2024-04-15T15:23:00.287 INFO:tasks.workunit.client.0.smithi016.stdout:discard: 63848980~1007967 2024-04-15T15:23:00.289 INFO:tasks.workunit.client.0.smithi016.stdout:write: B 66884102~1588161 2024-04-15T15:23:00.303 INFO:tasks.workunit.client.0.smithi016.stdout:discard: 68548336~5161240 2024-04-15T15:23:00.309 INFO:tasks.workunit.client.0.smithi016.stdout:write: B 28221596~5847052 2024-04-15T15:23:00.363 INFO:tasks.workunit.client.0.smithi016.stdout:discard: 41976586~7562274 2024-04-15T15:23:00.371 INFO:tasks.workunit.client.0.smithi016.stdout:snap_create: snap1 2024-04-15T15:23:00.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:23:00 smithi102 ceph-mon[87131]: pgmap v2414: 169 pgs: 169 active+clean; 1.8 GiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 144 MiB/s rd, 21 MiB/s wr, 525 op/s 2024-04-15T15:23:00.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:23:00 smithi102 ceph-mon[87131]: osdmap e1372: 8 total, 8 up, 8 in 2024-04-15T15:23:00.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:23:00 smithi016 ceph-mon[93212]: pgmap v2414: 169 pgs: 169 active+clean; 1.8 GiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 144 MiB/s rd, 21 MiB/s wr, 525 op/s 2024-04-15T15:23:00.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:23:00 smithi016 ceph-mon[93212]: osdmap e1372: 8 total, 8 up, 8 in 2024-04-15T15:23:00.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:23:00 smithi016 ceph-mon[90652]: pgmap v2414: 169 pgs: 169 active+clean; 1.8 GiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 144 MiB/s rd, 21 MiB/s wr, 525 op/s 2024-04-15T15:23:00.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:23:00 smithi016 ceph-mon[90652]: osdmap e1372: 8 total, 8 up, 8 in 2024-04-15T15:23:01.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:23:01 smithi102 ceph-mon[87131]: osdmap e1373: 8 total, 8 up, 8 in 2024-04-15T15:23:01.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:23:01 smithi016 ceph-mon[90652]: osdmap e1373: 8 total, 8 up, 8 in 2024-04-15T15:23:01.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:23:01 smithi016 ceph-mon[93212]: osdmap e1373: 8 total, 8 up, 8 in 2024-04-15T15:23:02.040 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 15 15:23:01 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-y[81421]: ::ffff:172.21.15.102 - - [15/Apr/2024:15:23:01] "GET /metrics HTTP/1.1" 200 38851 "" "Prometheus/2.43.0" 2024-04-15T15:23:02.126 INFO:tasks.workunit.client.0.smithi016.stdout:write: C 5194482~5154211 2024-04-15T15:23:02.135 INFO:tasks.workunit.client.0.smithi016.stdout:discard: 78431147~3188304 2024-04-15T15:23:02.136 INFO:tasks.workunit.client.0.smithi016.stdout:write: C 57819971~7717945 2024-04-15T15:23:02.149 INFO:tasks.workunit.client.0.smithi016.stdout:discard: 49209051~1702951 2024-04-15T15:23:02.149 INFO:tasks.workunit.client.0.smithi016.stdout:write: C 52972665~8176950 2024-04-15T15:23:02.208 INFO:tasks.workunit.client.0.smithi016.stdout:discard: 11819151~2553964 2024-04-15T15:23:02.208 INFO:tasks.workunit.client.0.smithi016.stdout:write: C 61561081~4255175 2024-04-15T15:23:02.210 INFO:tasks.workunit.client.0.smithi016.stdout:discard: 69371536~4451495 2024-04-15T15:23:02.210 INFO:tasks.workunit.client.0.smithi016.stdout:snap_create: snap2 2024-04-15T15:23:02.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:23:02 smithi102 ceph-mon[87131]: pgmap v2417: 169 pgs: 169 active+clean; 1.9 GiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 238 MiB/s rd, 27 MiB/s wr, 836 op/s 2024-04-15T15:23:02.438 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:23:02 smithi102 ceph-mon[87131]: osdmap e1374: 8 total, 8 up, 8 in 2024-04-15T15:23:02.438 INFO:journalctl@ceph.prometheus.a.smithi102.stdout:Apr 15 15:23:02 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-prometheus-a[120881]: ts=2024-04-15T15:23:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi016:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"362ea986-fb34-11ee-bc8f-c7b262605968\", instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T15:23:02.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:23:02 smithi016 ceph-mon[90652]: pgmap v2417: 169 pgs: 169 active+clean; 1.9 GiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 238 MiB/s rd, 27 MiB/s wr, 836 op/s 2024-04-15T15:23:02.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:23:02 smithi016 ceph-mon[90652]: osdmap e1374: 8 total, 8 up, 8 in 2024-04-15T15:23:02.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:23:02 smithi016 ceph-mon[93212]: pgmap v2417: 169 pgs: 169 active+clean; 1.9 GiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 238 MiB/s rd, 27 MiB/s wr, 836 op/s 2024-04-15T15:23:02.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:23:02 smithi016 ceph-mon[93212]: osdmap e1374: 8 total, 8 up, 8 in 2024-04-15T15:23:03.438 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:23:03 smithi102 ceph-mon[87131]: osdmap e1375: 8 total, 8 up, 8 in 2024-04-15T15:23:03.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:23:03 smithi016 ceph-mon[90652]: osdmap e1375: 8 total, 8 up, 8 in 2024-04-15T15:23:03.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:23:03 smithi016 ceph-mon[93212]: osdmap e1375: 8 total, 8 up, 8 in 2024-04-15T15:23:04.134 INFO:tasks.workunit.client.0.smithi016.stdout:snap_protect: snap2 2024-04-15T15:23:04.147 INFO:tasks.workunit.client.0.smithi016.stdout:clone image182 -> image184 2024-04-15T15:23:04.299 INFO:tasks.workunit.client.0.smithi016.stdout:resize: 150317264 2024-04-15T15:23:04.312 INFO:tasks.workunit.client.0.smithi016.stdout:write: D 11289469~5044161 2024-04-15T15:23:04.364 INFO:tasks.workunit.client.0.smithi016.stdout:discard: 53539239~910481 2024-04-15T15:23:04.396 INFO:tasks.workunit.client.0.smithi016.stdout:write: D 53102833~3318341 2024-04-15T15:23:04.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:23:04 smithi102 ceph-mon[87131]: pgmap v2420: 169 pgs: 169 active+clean; 1.9 GiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 339 MiB/s rd, 21 MiB/s wr, 786 op/s 2024-04-15T15:23:04.438 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:23:04 smithi102 ceph-mon[87131]: osdmap e1376: 8 total, 8 up, 8 in 2024-04-15T15:23:04.448 INFO:tasks.workunit.client.0.smithi016.stdout:discard: 137624674~2277844 2024-04-15T15:23:04.448 INFO:tasks.workunit.client.0.smithi016.stdout:write: D 41964942~1523620 2024-04-15T15:23:04.465 INFO:tasks.workunit.client.0.smithi016.stdout:discard: 147153932~1958698 2024-04-15T15:23:04.465 INFO:tasks.workunit.client.0.smithi016.stdout:write: D 95783021~7465601 2024-04-15T15:23:04.505 INFO:tasks.workunit.client.0.smithi016.stdout:discard: 136906076~5702860 2024-04-15T15:23:04.505 INFO:tasks.workunit.client.0.smithi016.stdout:snap_create: snap3 2024-04-15T15:23:04.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:23:04 smithi016 ceph-mon[93212]: pgmap v2420: 169 pgs: 169 active+clean; 1.9 GiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 339 MiB/s rd, 21 MiB/s wr, 786 op/s 2024-04-15T15:23:04.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:23:04 smithi016 ceph-mon[93212]: osdmap e1376: 8 total, 8 up, 8 in 2024-04-15T15:23:04.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:23:04 smithi016 ceph-mon[90652]: pgmap v2420: 169 pgs: 169 active+clean; 1.9 GiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 339 MiB/s rd, 21 MiB/s wr, 786 op/s 2024-04-15T15:23:04.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:23:04 smithi016 ceph-mon[90652]: osdmap e1376: 8 total, 8 up, 8 in 2024-04-15T15:23:05.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:23:05 smithi102 ceph-mon[87131]: osdmap e1377: 8 total, 8 up, 8 in 2024-04-15T15:23:05.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:23:05 smithi016 ceph-mon[90652]: osdmap e1377: 8 total, 8 up, 8 in 2024-04-15T15:23:05.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:23:05 smithi016 ceph-mon[93212]: osdmap e1377: 8 total, 8 up, 8 in 2024-04-15T15:23:05.817 INFO:tasks.workunit.client.0.smithi016.stdout:snap_protect: snap3 2024-04-15T15:23:05.829 INFO:tasks.workunit.client.0.smithi016.stdout:clone image184 -> image186 2024-04-15T15:23:06.001 INFO:tasks.workunit.client.0.smithi016.stdout:resize: 222495108 2024-04-15T15:23:06.018 INFO:tasks.workunit.client.0.smithi016.stdout:migration_prepare 2024-04-15T15:23:06.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:23:06 smithi102 ceph-mon[87131]: pgmap v2423: 169 pgs: 169 active+clean; 1.9 GiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 198 MiB/s rd, 11 MiB/s wr, 319 op/s 2024-04-15T15:23:06.438 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:23:06 smithi102 ceph-mon[87131]: osdmap e1378: 8 total, 8 up, 8 in 2024-04-15T15:23:06.438 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:23:06 smithi102 ceph-mon[87131]: osdmap e1379: 8 total, 8 up, 8 in 2024-04-15T15:23:06.521 INFO:tasks.workunit.client.0.smithi016.stdout:migration_execute 2024-04-15T15:23:06.521 INFO:tasks.workunit.client.0.smithi016.stdout:write: a 167971778~5359922 2024-04-15T15:23:06.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:23:06 smithi016 ceph-mon[93212]: pgmap v2423: 169 pgs: 169 active+clean; 1.9 GiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 198 MiB/s rd, 11 MiB/s wr, 319 op/s 2024-04-15T15:23:06.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:23:06 smithi016 ceph-mon[93212]: osdmap e1378: 8 total, 8 up, 8 in 2024-04-15T15:23:06.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:23:06 smithi016 ceph-mon[93212]: osdmap e1379: 8 total, 8 up, 8 in 2024-04-15T15:23:06.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:23:06 smithi016 ceph-mon[90652]: pgmap v2423: 169 pgs: 169 active+clean; 1.9 GiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 198 MiB/s rd, 11 MiB/s wr, 319 op/s 2024-04-15T15:23:06.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:23:06 smithi016 ceph-mon[90652]: osdmap e1378: 8 total, 8 up, 8 in 2024-04-15T15:23:06.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:23:06 smithi016 ceph-mon[90652]: osdmap e1379: 8 total, 8 up, 8 in 2024-04-15T15:23:06.560 INFO:tasks.workunit.client.0.smithi016.stdout:discard: 60666874~6354637 2024-04-15T15:23:06.592 INFO:tasks.workunit.client.0.smithi016.stdout:write: a 119661716~8021461 2024-04-15T15:23:06.652 INFO:tasks.workunit.client.0.smithi016.stdout:discard: 197022332~2366103 2024-04-15T15:23:06.656 INFO:tasks.workunit.client.0.smithi016.stdout:write: a 114666217~4483876 2024-04-15T15:23:06.684 INFO:tasks.workunit.client.0.smithi016.stdout:discard: 102893524~5501334 2024-04-15T15:23:06.710 INFO:tasks.workunit.client.0.smithi016.stdout:write: a 24432959~3057851 2024-04-15T15:23:06.776 INFO:tasks.workunit.client.0.smithi016.stdout:discard: 39855714~4716677 2024-04-15T15:23:06.812 INFO:tasks.workunit.client.0.smithi016.stdout:snap_create: user0 2024-04-15T15:23:07.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:23:07 smithi102 ceph-mon[87131]: pgmap v2426: 169 pgs: 169 active+clean; 2.0 GiB data, 8.6 GiB used, 707 GiB / 715 GiB avail; 7.1 MiB/s rd, 24 MiB/s wr, 263 op/s 2024-04-15T15:23:07.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:23:07 smithi016 ceph-mon[90652]: pgmap v2426: 169 pgs: 169 active+clean; 2.0 GiB data, 8.6 GiB used, 707 GiB / 715 GiB avail; 7.1 MiB/s rd, 24 MiB/s wr, 263 op/s 2024-04-15T15:23:07.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:23:07 smithi016 ceph-mon[93212]: pgmap v2426: 169 pgs: 169 active+clean; 2.0 GiB data, 8.6 GiB used, 707 GiB / 715 GiB avail; 7.1 MiB/s rd, 24 MiB/s wr, 263 op/s 2024-04-15T15:23:08.152 INFO:tasks.workunit.client.0.smithi016.stdout:resize: 279105402 2024-04-15T15:23:08.166 INFO:tasks.workunit.client.0.smithi016.stdout:write: b 22547349~1766486 2024-04-15T15:23:08.174 INFO:tasks.workunit.client.0.smithi016.stdout:discard: 127625658~201642 2024-04-15T15:23:08.177 INFO:tasks.workunit.client.0.smithi016.stdout:write: b 24863940~6920981 2024-04-15T15:23:08.183 INFO:tasks.workunit.client.0.smithi016.stdout:discard: 52999120~3154869 2024-04-15T15:23:08.183 INFO:tasks.workunit.client.0.smithi016.stdout:write: b 120324712~30451 2024-04-15T15:23:08.183 INFO:tasks.workunit.client.0.smithi016.stdout:discard: 275325937~3779465 2024-04-15T15:23:08.183 INFO:tasks.workunit.client.0.smithi016.stdout:write: b 214291911~490550 2024-04-15T15:23:08.184 INFO:tasks.workunit.client.0.smithi016.stdout:discard: 81605915~1035336 2024-04-15T15:23:08.184 INFO:tasks.workunit.client.0.smithi016.stdout:snap_create: user1 2024-04-15T15:23:08.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:23:08 smithi102 ceph-mon[87131]: osdmap e1380: 8 total, 8 up, 8 in 2024-04-15T15:23:08.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:23:08 smithi016 ceph-mon[90652]: osdmap e1380: 8 total, 8 up, 8 in 2024-04-15T15:23:08.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:23:08 smithi016 ceph-mon[93212]: osdmap e1380: 8 total, 8 up, 8 in 2024-04-15T15:23:09.438 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:23:09 smithi102 ceph-mon[87131]: osdmap e1381: 8 total, 8 up, 8 in 2024-04-15T15:23:09.438 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:23:09 smithi102 ceph-mon[87131]: pgmap v2429: 169 pgs: 169 active+clean; 2.0 GiB data, 8.7 GiB used, 707 GiB / 715 GiB avail; 12 MiB/s rd, 27 MiB/s wr, 578 op/s 2024-04-15T15:23:09.438 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:23:09 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T15:23:09.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:23:09 smithi016 ceph-mon[90652]: osdmap e1381: 8 total, 8 up, 8 in 2024-04-15T15:23:09.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:23:09 smithi016 ceph-mon[90652]: pgmap v2429: 169 pgs: 169 active+clean; 2.0 GiB data, 8.7 GiB used, 707 GiB / 715 GiB avail; 12 MiB/s rd, 27 MiB/s wr, 578 op/s 2024-04-15T15:23:09.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:23:09 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T15:23:09.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:23:09 smithi016 ceph-mon[93212]: osdmap e1381: 8 total, 8 up, 8 in 2024-04-15T15:23:09.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:23:09 smithi016 ceph-mon[93212]: pgmap v2429: 169 pgs: 169 active+clean; 2.0 GiB data, 8.7 GiB used, 707 GiB / 715 GiB avail; 12 MiB/s rd, 27 MiB/s wr, 578 op/s 2024-04-15T15:23:09.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:23:09 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T15:23:10.169 INFO:tasks.workunit.client.0.smithi016.stdout:resize: 232359756 2024-04-15T15:23:10.184 INFO:tasks.workunit.client.0.smithi016.stdout:write: c 111694064~677783 2024-04-15T15:23:10.192 INFO:tasks.workunit.client.0.smithi016.stdout:discard: 126819903~4752538 2024-04-15T15:23:10.192 INFO:tasks.workunit.client.0.smithi016.stdout:write: c 182243764~655850 2024-04-15T15:23:10.193 INFO:tasks.workunit.client.0.smithi016.stdout:discard: 217646633~579247 2024-04-15T15:23:10.193 INFO:tasks.workunit.client.0.smithi016.stdout:write: c 19598728~5523700 2024-04-15T15:23:10.202 INFO:tasks.workunit.client.0.smithi016.stdout:discard: 79609341~3202343 2024-04-15T15:23:10.203 INFO:tasks.workunit.client.0.smithi016.stdout:write: c 63689086~3973946 2024-04-15T15:23:10.207 INFO:tasks.workunit.client.0.smithi016.stdout:discard: 105710545~685544 2024-04-15T15:23:10.207 INFO:tasks.workunit.client.0.smithi016.stdout:snap_create: user2 2024-04-15T15:23:10.438 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:23:10 smithi102 ceph-mon[87131]: osdmap e1382: 8 total, 8 up, 8 in 2024-04-15T15:23:10.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:23:10 smithi016 ceph-mon[90652]: osdmap e1382: 8 total, 8 up, 8 in 2024-04-15T15:23:10.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:23:10 smithi016 ceph-mon[93212]: osdmap e1382: 8 total, 8 up, 8 in 2024-04-15T15:23:11.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:23:11 smithi102 ceph-mon[87131]: osdmap e1383: 8 total, 8 up, 8 in 2024-04-15T15:23:11.438 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:23:11 smithi102 ceph-mon[87131]: pgmap v2432: 169 pgs: 169 active+clean; 2.1 GiB data, 8.9 GiB used, 706 GiB / 715 GiB avail; 26 MiB/s rd, 22 MiB/s wr, 827 op/s 2024-04-15T15:23:11.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:23:11 smithi016 ceph-mon[90652]: osdmap e1383: 8 total, 8 up, 8 in 2024-04-15T15:23:11.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:23:11 smithi016 ceph-mon[90652]: pgmap v2432: 169 pgs: 169 active+clean; 2.1 GiB data, 8.9 GiB used, 706 GiB / 715 GiB avail; 26 MiB/s rd, 22 MiB/s wr, 827 op/s 2024-04-15T15:23:11.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:23:11 smithi016 ceph-mon[93212]: osdmap e1383: 8 total, 8 up, 8 in 2024-04-15T15:23:11.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:23:11 smithi016 ceph-mon[93212]: pgmap v2432: 169 pgs: 169 active+clean; 2.1 GiB data, 8.9 GiB used, 706 GiB / 715 GiB avail; 26 MiB/s rd, 22 MiB/s wr, 827 op/s 2024-04-15T15:23:12.040 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 15 15:23:11 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-y[81421]: ::ffff:172.21.15.102 - - [15/Apr/2024:15:23:11] "GET /metrics HTTP/1.1" 200 38849 "" "Prometheus/2.43.0" 2024-04-15T15:23:12.180 INFO:tasks.workunit.client.0.smithi016.stdout:write: d 75697115~7606525 2024-04-15T15:23:12.201 INFO:tasks.workunit.client.0.smithi016.stdout:discard: 30940956~3812968 2024-04-15T15:23:12.201 INFO:tasks.workunit.client.0.smithi016.stdout:write: d 52618010~6922238 2024-04-15T15:23:12.214 INFO:tasks.workunit.client.0.smithi016.stdout:discard: 177877817~294329 2024-04-15T15:23:12.214 INFO:tasks.workunit.client.0.smithi016.stdout:write: d 126874228~1080448 2024-04-15T15:23:12.215 INFO:tasks.workunit.client.0.smithi016.stdout:discard: 23878047~4401993 2024-04-15T15:23:12.215 INFO:tasks.workunit.client.0.smithi016.stdout:write: d 1724111~1321165 2024-04-15T15:23:12.216 INFO:tasks.workunit.client.0.smithi016.stdout:discard: 229630937~214810 2024-04-15T15:23:12.216 INFO:tasks.workunit.client.0.smithi016.stdout:snap_create: user3 2024-04-15T15:23:12.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:23:12 smithi102 ceph-mon[87131]: osdmap e1384: 8 total, 8 up, 8 in 2024-04-15T15:23:12.438 INFO:journalctl@ceph.prometheus.a.smithi102.stdout:Apr 15 15:23:12 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-prometheus-a[120881]: ts=2024-04-15T15:23:12.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi016:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"362ea986-fb34-11ee-bc8f-c7b262605968\", instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T15:23:12.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:23:12 smithi016 ceph-mon[90652]: osdmap e1384: 8 total, 8 up, 8 in 2024-04-15T15:23:12.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:23:12 smithi016 ceph-mon[93212]: osdmap e1384: 8 total, 8 up, 8 in 2024-04-15T15:23:13.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:23:13 smithi102 ceph-mon[87131]: osdmap e1385: 8 total, 8 up, 8 in 2024-04-15T15:23:13.438 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:23:13 smithi102 ceph-mon[87131]: pgmap v2435: 169 pgs: 169 active+clean; 2.2 GiB data, 9.0 GiB used, 706 GiB / 715 GiB avail; 36 MiB/s rd, 40 MiB/s wr, 688 op/s 2024-04-15T15:23:13.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:23:13 smithi016 ceph-mon[90652]: osdmap e1385: 8 total, 8 up, 8 in 2024-04-15T15:23:13.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:23:13 smithi016 ceph-mon[90652]: pgmap v2435: 169 pgs: 169 active+clean; 2.2 GiB data, 9.0 GiB used, 706 GiB / 715 GiB avail; 36 MiB/s rd, 40 MiB/s wr, 688 op/s 2024-04-15T15:23:13.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:23:13 smithi016 ceph-mon[93212]: osdmap e1385: 8 total, 8 up, 8 in 2024-04-15T15:23:13.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:23:13 smithi016 ceph-mon[93212]: pgmap v2435: 169 pgs: 169 active+clean; 2.2 GiB data, 9.0 GiB used, 706 GiB / 715 GiB avail; 36 MiB/s rd, 40 MiB/s wr, 688 op/s 2024-04-15T15:23:14.197 INFO:tasks.workunit.client.0.smithi016.stdout:write: 1 23235975~5808993 2024-04-15T15:23:14.203 INFO:tasks.workunit.client.0.smithi016.stdout:discard: 24688223~2904496 2024-04-15T15:23:14.231 INFO:tasks.workunit.client.0.smithi016.stdout:write: 2 46471951~5808993 2024-04-15T15:23:14.232 INFO:tasks.workunit.client.0.smithi016.stdout:discard: 47924199~2904496 2024-04-15T15:23:14.259 INFO:tasks.workunit.client.0.smithi016.stdout:write: 3 69707926~5808993 2024-04-15T15:23:14.261 INFO:tasks.workunit.client.0.smithi016.stdout:discard: 71160174~2904496 2024-04-15T15:23:14.289 INFO:tasks.workunit.client.0.smithi016.stdout:write: 4 92943902~5808993 2024-04-15T15:23:14.290 INFO:tasks.workunit.client.0.smithi016.stdout:discard: 94396150~2904496 2024-04-15T15:23:14.343 INFO:tasks.workunit.client.0.smithi016.stdout:write: 5 116179878~5808993 2024-04-15T15:23:14.344 INFO:tasks.workunit.client.0.smithi016.stdout:discard: 117632126~2904496 2024-04-15T15:23:14.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:23:14 smithi102 ceph-mon[87131]: osdmap e1386: 8 total, 8 up, 8 in 2024-04-15T15:23:14.461 INFO:tasks.workunit.client.0.smithi016.stdout:migration_commit 2024-04-15T15:23:14.539 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:23:14 smithi016 ceph-mon[93212]: osdmap e1386: 8 total, 8 up, 8 in 2024-04-15T15:23:14.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:23:14 smithi016 ceph-mon[90652]: osdmap e1386: 8 total, 8 up, 8 in 2024-04-15T15:23:15.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:23:15 smithi102 ceph-mon[87131]: osdmap e1387: 8 total, 8 up, 8 in 2024-04-15T15:23:15.438 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:23:15 smithi102 ceph-mon[87131]: pgmap v2438: 169 pgs: 169 active+clean; 2.2 GiB data, 9.0 GiB used, 706 GiB / 715 GiB avail; 15 MiB/s rd, 22 MiB/s wr, 175 op/s 2024-04-15T15:23:15.539 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:23:15 smithi016 ceph-mon[90652]: osdmap e1387: 8 total, 8 up, 8 in 2024-04-15T15:23:15.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:23:15 smithi016 ceph-mon[90652]: pgmap v2438: 169 pgs: 169 active+clean; 2.2 GiB data, 9.0 GiB used, 706 GiB / 715 GiB avail; 15 MiB/s rd, 22 MiB/s wr, 175 op/s 2024-04-15T15:23:15.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:23:15 smithi016 ceph-mon[93212]: osdmap e1387: 8 total, 8 up, 8 in 2024-04-15T15:23:15.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:23:15 smithi016 ceph-mon[93212]: pgmap v2438: 169 pgs: 169 active+clean; 2.2 GiB data, 9.0 GiB used, 706 GiB / 715 GiB avail; 15 MiB/s rd, 22 MiB/s wr, 175 op/s 2024-04-15T15:23:15.829 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] TestMigration.StressLive (16960 ms) 2024-04-15T15:23:17.205 INFO:tasks.workunit.client.0.smithi016.stdout:[----------] 57 tests from TestMigration (263838 ms total) 2024-04-15T15:23:17.205 INFO:tasks.workunit.client.0.smithi016.stdout: 2024-04-15T15:23:17.205 INFO:tasks.workunit.client.0.smithi016.stdout:[----------] 6 tests from TestGroup 2024-04-15T15:23:17.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:23:17 smithi102 ceph-mon[87131]: osdmap e1388: 8 total, 8 up, 8 in 2024-04-15T15:23:17.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:23:17 smithi102 ceph-mon[87131]: pgmap v2440: 137 pgs: 137 active+clean; 2.2 GiB data, 9.3 GiB used, 706 GiB / 715 GiB avail 2024-04-15T15:23:17.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:23:17 smithi016 ceph-mon[90652]: osdmap e1388: 8 total, 8 up, 8 in 2024-04-15T15:23:17.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:23:17 smithi016 ceph-mon[90652]: pgmap v2440: 137 pgs: 137 active+clean; 2.2 GiB data, 9.3 GiB used, 706 GiB / 715 GiB avail 2024-04-15T15:23:17.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:23:17 smithi016 ceph-mon[93212]: osdmap e1388: 8 total, 8 up, 8 in 2024-04-15T15:23:17.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:23:17 smithi016 ceph-mon[93212]: pgmap v2440: 137 pgs: 137 active+clean; 2.2 GiB data, 9.3 GiB used, 706 GiB / 715 GiB avail 2024-04-15T15:23:18.438 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:23:18 smithi102 ceph-mon[87131]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-15T15:23:18.438 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:23:18 smithi102 ceph-mon[87131]: Cluster is now healthy 2024-04-15T15:23:18.438 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:23:18 smithi102 ceph-mon[87131]: osdmap e1389: 8 total, 8 up, 8 in 2024-04-15T15:23:18.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:23:18 smithi016 ceph-mon[90652]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-15T15:23:18.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:23:18 smithi016 ceph-mon[90652]: Cluster is now healthy 2024-04-15T15:23:18.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:23:18 smithi016 ceph-mon[90652]: osdmap e1389: 8 total, 8 up, 8 in 2024-04-15T15:23:18.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:23:18 smithi016 ceph-mon[93212]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-15T15:23:18.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:23:18 smithi016 ceph-mon[93212]: Cluster is now healthy 2024-04-15T15:23:18.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:23:18 smithi016 ceph-mon[93212]: osdmap e1389: 8 total, 8 up, 8 in 2024-04-15T15:23:19.209 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] TestGroup.group_create 2024-04-15T15:23:19.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:23:19 smithi016 ceph-mon[93212]: osdmap e1390: 8 total, 8 up, 8 in 2024-04-15T15:23:19.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:23:19 smithi016 ceph-mon[93212]: from='client.? 172.21.15.16:0/1229444754' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi016-143420-10","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T15:23:19.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:23:19 smithi016 ceph-mon[93212]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi016-143420-10","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T15:23:19.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:23:19 smithi016 ceph-mon[93212]: pgmap v2443: 137 pgs: 32 unknown, 105 active+clean; 4.6 MiB data, 9.3 GiB used, 706 GiB / 715 GiB avail 2024-04-15T15:23:19.541 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:23:19 smithi016 ceph-mon[90652]: osdmap e1390: 8 total, 8 up, 8 in 2024-04-15T15:23:19.541 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:23:19 smithi016 ceph-mon[90652]: from='client.? 172.21.15.16:0/1229444754' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi016-143420-10","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T15:23:19.541 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:23:19 smithi016 ceph-mon[90652]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi016-143420-10","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T15:23:19.541 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:23:19 smithi016 ceph-mon[90652]: pgmap v2443: 137 pgs: 32 unknown, 105 active+clean; 4.6 MiB data, 9.3 GiB used, 706 GiB / 715 GiB avail 2024-04-15T15:23:19.688 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:23:19 smithi102 ceph-mon[87131]: osdmap e1390: 8 total, 8 up, 8 in 2024-04-15T15:23:19.688 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:23:19 smithi102 ceph-mon[87131]: from='client.? 172.21.15.16:0/1229444754' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi016-143420-10","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T15:23:19.689 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:23:19 smithi102 ceph-mon[87131]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi016-143420-10","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T15:23:19.689 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:23:19 smithi102 ceph-mon[87131]: pgmap v2443: 137 pgs: 32 unknown, 105 active+clean; 4.6 MiB data, 9.3 GiB used, 706 GiB / 715 GiB avail 2024-04-15T15:23:20.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:23:20 smithi016 ceph-mon[93212]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-15T15:23:20.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:23:20 smithi016 ceph-mon[93212]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi016-143420-10","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-15T15:23:20.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:23:20 smithi016 ceph-mon[93212]: osdmap e1391: 8 total, 8 up, 8 in 2024-04-15T15:23:20.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:23:20 smithi016 ceph-mon[90652]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-15T15:23:20.541 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:23:20 smithi016 ceph-mon[90652]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi016-143420-10","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-15T15:23:20.541 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:23:20 smithi016 ceph-mon[90652]: osdmap e1391: 8 total, 8 up, 8 in 2024-04-15T15:23:20.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:23:20 smithi102 ceph-mon[87131]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-15T15:23:20.688 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:23:20 smithi102 ceph-mon[87131]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi016-143420-10","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-15T15:23:20.688 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:23:20 smithi102 ceph-mon[87131]: osdmap e1391: 8 total, 8 up, 8 in 2024-04-15T15:23:21.250 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] TestGroup.group_create (2041 ms) 2024-04-15T15:23:21.250 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] TestGroup.group_createPP 2024-04-15T15:23:21.270 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] TestGroup.group_createPP (19 ms) 2024-04-15T15:23:21.270 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] TestGroup.add_image 2024-04-15T15:23:21.312 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] TestGroup.add_image (44 ms) 2024-04-15T15:23:21.312 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] TestGroup.add_imagePP 2024-04-15T15:23:21.348 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] TestGroup.add_imagePP (36 ms) 2024-04-15T15:23:21.348 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] TestGroup.add_snapshot 2024-04-15T15:23:21.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:23:21 smithi016 ceph-mon[93212]: osdmap e1392: 8 total, 8 up, 8 in 2024-04-15T15:23:21.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:23:21 smithi016 ceph-mon[93212]: pgmap v2446: 137 pgs: 12 unknown, 125 active+clean; 4.6 MiB data, 6.8 GiB used, 708 GiB / 715 GiB avail 2024-04-15T15:23:21.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:23:21 smithi016 ceph-mon[90652]: osdmap e1392: 8 total, 8 up, 8 in 2024-04-15T15:23:21.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:23:21 smithi016 ceph-mon[90652]: pgmap v2446: 137 pgs: 12 unknown, 125 active+clean; 4.6 MiB data, 6.8 GiB used, 708 GiB / 715 GiB avail 2024-04-15T15:23:21.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:23:21 smithi102 ceph-mon[87131]: osdmap e1392: 8 total, 8 up, 8 in 2024-04-15T15:23:21.688 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:23:21 smithi102 ceph-mon[87131]: pgmap v2446: 137 pgs: 12 unknown, 125 active+clean; 4.6 MiB data, 6.8 GiB used, 708 GiB / 715 GiB avail 2024-04-15T15:23:22.040 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 15 15:23:21 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-y[81421]: ::ffff:172.21.15.102 - - [15/Apr/2024:15:23:21] "GET /metrics HTTP/1.1" 200 38849 "" "Prometheus/2.43.0" 2024-04-15T15:23:22.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:23:22 smithi016 ceph-mon[90652]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-15T15:23:22.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:23:22 smithi016 ceph-mon[90652]: Cluster is now healthy 2024-04-15T15:23:22.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:23:22 smithi016 ceph-mon[90652]: osdmap e1393: 8 total, 8 up, 8 in 2024-04-15T15:23:22.541 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:23:22 smithi016 ceph-mon[93212]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-15T15:23:22.541 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:23:22 smithi016 ceph-mon[93212]: Cluster is now healthy 2024-04-15T15:23:22.541 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:23:22 smithi016 ceph-mon[93212]: osdmap e1393: 8 total, 8 up, 8 in 2024-04-15T15:23:22.688 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:23:22 smithi102 ceph-mon[87131]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-15T15:23:22.688 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:23:22 smithi102 ceph-mon[87131]: Cluster is now healthy 2024-04-15T15:23:22.688 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:23:22 smithi102 ceph-mon[87131]: osdmap e1393: 8 total, 8 up, 8 in 2024-04-15T15:23:22.688 INFO:journalctl@ceph.prometheus.a.smithi102.stdout:Apr 15 15:23:22 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-prometheus-a[120881]: ts=2024-04-15T15:23:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi016:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"362ea986-fb34-11ee-bc8f-c7b262605968\", instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T15:23:23.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:23:23 smithi016 ceph-mon[90652]: osdmap e1394: 8 total, 8 up, 8 in 2024-04-15T15:23:23.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:23:23 smithi016 ceph-mon[90652]: pgmap v2449: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 23 KiB/s rd, 3.2 KiB/s wr, 32 op/s 2024-04-15T15:23:23.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:23:23 smithi016 ceph-mon[93212]: osdmap e1394: 8 total, 8 up, 8 in 2024-04-15T15:23:23.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:23:23 smithi016 ceph-mon[93212]: pgmap v2449: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 23 KiB/s rd, 3.2 KiB/s wr, 32 op/s 2024-04-15T15:23:23.688 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:23:23 smithi102 ceph-mon[87131]: osdmap e1394: 8 total, 8 up, 8 in 2024-04-15T15:23:23.688 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:23:23 smithi102 ceph-mon[87131]: pgmap v2449: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 23 KiB/s rd, 3.2 KiB/s wr, 32 op/s 2024-04-15T15:23:24.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:23:24 smithi016 ceph-mon[93212]: osdmap e1395: 8 total, 8 up, 8 in 2024-04-15T15:23:24.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:23:24 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T15:23:24.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:23:24 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T15:23:24.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:23:24 smithi016 ceph-mon[90652]: osdmap e1395: 8 total, 8 up, 8 in 2024-04-15T15:23:24.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:23:24 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T15:23:24.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:23:24 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T15:23:24.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:23:24 smithi102 ceph-mon[87131]: osdmap e1395: 8 total, 8 up, 8 in 2024-04-15T15:23:24.688 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:23:24 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T15:23:24.688 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:23:24 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T15:23:25.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:23:25 smithi016 ceph-mon[90652]: osdmap e1396: 8 total, 8 up, 8 in 2024-04-15T15:23:25.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:23:25 smithi016 ceph-mon[90652]: pgmap v2452: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 23 KiB/s rd, 3.2 KiB/s wr, 32 op/s 2024-04-15T15:23:25.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:23:25 smithi016 ceph-mon[93212]: osdmap e1396: 8 total, 8 up, 8 in 2024-04-15T15:23:25.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:23:25 smithi016 ceph-mon[93212]: pgmap v2452: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 23 KiB/s rd, 3.2 KiB/s wr, 32 op/s 2024-04-15T15:23:25.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:23:25 smithi102 ceph-mon[87131]: osdmap e1396: 8 total, 8 up, 8 in 2024-04-15T15:23:25.688 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:23:25 smithi102 ceph-mon[87131]: pgmap v2452: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 23 KiB/s rd, 3.2 KiB/s wr, 32 op/s 2024-04-15T15:23:26.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:23:26 smithi016 ceph-mon[90652]: osdmap e1397: 8 total, 8 up, 8 in 2024-04-15T15:23:26.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:23:26 smithi016 ceph-mon[93212]: osdmap e1397: 8 total, 8 up, 8 in 2024-04-15T15:23:26.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:23:26 smithi102 ceph-mon[87131]: osdmap e1397: 8 total, 8 up, 8 in 2024-04-15T15:23:27.279 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] TestGroup.add_snapshot (5931 ms) 2024-04-15T15:23:27.279 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] TestGroup.add_snapshotPP 2024-04-15T15:23:27.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:23:27 smithi016 ceph-mon[90652]: osdmap e1398: 8 total, 8 up, 8 in 2024-04-15T15:23:27.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:23:27 smithi016 ceph-mon[90652]: pgmap v2455: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 152 KiB/s rd, 17 KiB/s wr, 204 op/s 2024-04-15T15:23:27.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:23:27 smithi016 ceph-mon[93212]: osdmap e1398: 8 total, 8 up, 8 in 2024-04-15T15:23:27.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:23:27 smithi016 ceph-mon[93212]: pgmap v2455: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 152 KiB/s rd, 17 KiB/s wr, 204 op/s 2024-04-15T15:23:27.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:23:27 smithi102 ceph-mon[87131]: osdmap e1398: 8 total, 8 up, 8 in 2024-04-15T15:23:27.688 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:23:27 smithi102 ceph-mon[87131]: pgmap v2455: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 152 KiB/s rd, 17 KiB/s wr, 204 op/s 2024-04-15T15:23:28.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:23:28 smithi016 ceph-mon[90652]: osdmap e1399: 8 total, 8 up, 8 in 2024-04-15T15:23:28.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:23:28 smithi016 ceph-mon[93212]: osdmap e1399: 8 total, 8 up, 8 in 2024-04-15T15:23:28.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:23:28 smithi102 ceph-mon[87131]: osdmap e1399: 8 total, 8 up, 8 in 2024-04-15T15:23:29.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:23:29 smithi016 ceph-mon[93212]: osdmap e1400: 8 total, 8 up, 8 in 2024-04-15T15:23:29.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:23:29 smithi016 ceph-mon[93212]: pgmap v2458: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 152 KiB/s rd, 17 KiB/s wr, 204 op/s 2024-04-15T15:23:29.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:23:29 smithi016 ceph-mon[90652]: osdmap e1400: 8 total, 8 up, 8 in 2024-04-15T15:23:29.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:23:29 smithi016 ceph-mon[90652]: pgmap v2458: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 152 KiB/s rd, 17 KiB/s wr, 204 op/s 2024-04-15T15:23:29.688 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:23:29 smithi102 ceph-mon[87131]: osdmap e1400: 8 total, 8 up, 8 in 2024-04-15T15:23:29.688 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:23:29 smithi102 ceph-mon[87131]: pgmap v2458: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 152 KiB/s rd, 17 KiB/s wr, 204 op/s 2024-04-15T15:23:30.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:23:30 smithi016 ceph-mon[90652]: osdmap e1401: 8 total, 8 up, 8 in 2024-04-15T15:23:30.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:23:30 smithi016 ceph-mon[93212]: osdmap e1401: 8 total, 8 up, 8 in 2024-04-15T15:23:30.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:23:30 smithi102 ceph-mon[87131]: osdmap e1401: 8 total, 8 up, 8 in 2024-04-15T15:23:31.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:23:31 smithi016 ceph-mon[93212]: osdmap e1402: 8 total, 8 up, 8 in 2024-04-15T15:23:31.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:23:31 smithi016 ceph-mon[93212]: pgmap v2461: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 10 KiB/s rd, 2.0 KiB/s wr, 15 op/s 2024-04-15T15:23:31.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:23:31 smithi016 ceph-mon[93212]: osdmap e1403: 8 total, 8 up, 8 in 2024-04-15T15:23:31.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:23:31 smithi016 ceph-mon[90652]: osdmap e1402: 8 total, 8 up, 8 in 2024-04-15T15:23:31.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:23:31 smithi016 ceph-mon[90652]: pgmap v2461: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 10 KiB/s rd, 2.0 KiB/s wr, 15 op/s 2024-04-15T15:23:31.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:23:31 smithi016 ceph-mon[90652]: osdmap e1403: 8 total, 8 up, 8 in 2024-04-15T15:23:31.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:23:31 smithi102 ceph-mon[87131]: osdmap e1402: 8 total, 8 up, 8 in 2024-04-15T15:23:31.688 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:23:31 smithi102 ceph-mon[87131]: pgmap v2461: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 10 KiB/s rd, 2.0 KiB/s wr, 15 op/s 2024-04-15T15:23:31.688 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:23:31 smithi102 ceph-mon[87131]: osdmap e1403: 8 total, 8 up, 8 in 2024-04-15T15:23:32.040 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 15 15:23:31 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-y[81421]: ::ffff:172.21.15.102 - - [15/Apr/2024:15:23:31] "GET /metrics HTTP/1.1" 200 36388 "" "Prometheus/2.43.0" 2024-04-15T15:23:32.688 INFO:journalctl@ceph.prometheus.a.smithi102.stdout:Apr 15 15:23:32 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-prometheus-a[120881]: ts=2024-04-15T15:23:32.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi016:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"362ea986-fb34-11ee-bc8f-c7b262605968\", instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T15:23:32.831 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] TestGroup.add_snapshotPP (5551 ms) 2024-04-15T15:23:33.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:23:32 smithi102 ceph-mon[87131]: osdmap e1404: 8 total, 8 up, 8 in 2024-04-15T15:23:33.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:23:32 smithi016 ceph-mon[90652]: osdmap e1404: 8 total, 8 up, 8 in 2024-04-15T15:23:33.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:23:32 smithi016 ceph-mon[93212]: osdmap e1404: 8 total, 8 up, 8 in 2024-04-15T15:23:33.814 INFO:tasks.workunit.client.0.smithi016.stdout:[----------] 6 tests from TestGroup (13622 ms total) 2024-04-15T15:23:33.815 INFO:tasks.workunit.client.0.smithi016.stdout: 2024-04-15T15:23:33.815 INFO:tasks.workunit.client.0.smithi016.stdout:[----------] 31 tests from TestDeepCopy 2024-04-15T15:23:34.190 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:23:33 smithi102 ceph-mon[87131]: pgmap v2464: 137 pgs: 137 active+clean; 4.6 MiB data, 4 GiB used, 711 GiB / 715 GiB avail; 106 KiB/s rd, 10 KiB/s wr, 143 op/s 2024-04-15T15:23:34.190 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:23:33 smithi102 ceph-mon[87131]: osdmap e1405: 8 total, 8 up, 8 in 2024-04-15T15:23:34.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:23:33 smithi016 ceph-mon[90652]: pgmap v2464: 137 pgs: 137 active+clean; 4.6 MiB data, 4 GiB used, 711 GiB / 715 GiB avail; 106 KiB/s rd, 10 KiB/s wr, 143 op/s 2024-04-15T15:23:34.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:23:33 smithi016 ceph-mon[90652]: osdmap e1405: 8 total, 8 up, 8 in 2024-04-15T15:23:34.291 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:23:33 smithi016 ceph-mon[93212]: pgmap v2464: 137 pgs: 137 active+clean; 4.6 MiB data, 4 GiB used, 711 GiB / 715 GiB avail; 106 KiB/s rd, 10 KiB/s wr, 143 op/s 2024-04-15T15:23:34.291 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:23:33 smithi016 ceph-mon[93212]: osdmap e1405: 8 total, 8 up, 8 in 2024-04-15T15:23:35.188 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:23:34 smithi102 ceph-mon[87131]: osdmap e1406: 8 total, 8 up, 8 in 2024-04-15T15:23:35.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:23:34 smithi016 ceph-mon[90652]: osdmap e1406: 8 total, 8 up, 8 in 2024-04-15T15:23:35.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:23:34 smithi016 ceph-mon[93212]: osdmap e1406: 8 total, 8 up, 8 in 2024-04-15T15:23:35.834 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] TestDeepCopy.Empty 2024-04-15T15:23:36.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:23:35 smithi102 ceph-mon[87131]: pgmap v2467: 105 pgs: 105 active+clean; 4.6 MiB data, 4 GiB used, 711 GiB / 715 GiB avail 2024-04-15T15:23:36.188 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:23:35 smithi102 ceph-mon[87131]: osdmap e1407: 8 total, 8 up, 8 in 2024-04-15T15:23:36.188 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:23:35 smithi102 ceph-mon[87131]: from='client.? 172.21.15.16:0/477621313' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi016-143420-11","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T15:23:36.188 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:23:35 smithi102 ceph-mon[87131]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi016-143420-11","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T15:23:36.188 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:23:35 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T15:23:36.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:23:35 smithi016 ceph-mon[93212]: pgmap v2467: 105 pgs: 105 active+clean; 4.6 MiB data, 4 GiB used, 711 GiB / 715 GiB avail 2024-04-15T15:23:36.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:23:35 smithi016 ceph-mon[93212]: osdmap e1407: 8 total, 8 up, 8 in 2024-04-15T15:23:36.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:23:35 smithi016 ceph-mon[93212]: from='client.? 172.21.15.16:0/477621313' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi016-143420-11","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T15:23:36.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:23:35 smithi016 ceph-mon[93212]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi016-143420-11","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T15:23:36.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:23:35 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T15:23:36.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:23:35 smithi016 ceph-mon[90652]: pgmap v2467: 105 pgs: 105 active+clean; 4.6 MiB data, 4 GiB used, 711 GiB / 715 GiB avail 2024-04-15T15:23:36.291 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:23:35 smithi016 ceph-mon[90652]: osdmap e1407: 8 total, 8 up, 8 in 2024-04-15T15:23:36.291 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:23:35 smithi016 ceph-mon[90652]: from='client.? 172.21.15.16:0/477621313' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi016-143420-11","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T15:23:36.291 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:23:35 smithi016 ceph-mon[90652]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi016-143420-11","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T15:23:36.291 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:23:35 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T15:23:37.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:23:36 smithi102 ceph-mon[87131]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi016-143420-11","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-15T15:23:37.188 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:23:36 smithi102 ceph-mon[87131]: osdmap e1408: 8 total, 8 up, 8 in 2024-04-15T15:23:37.188 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:23:36 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T15:23:37.188 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:23:36 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T15:23:37.188 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:23:36 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T15:23:37.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:23:36 smithi016 ceph-mon[90652]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi016-143420-11","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-15T15:23:37.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:23:36 smithi016 ceph-mon[90652]: osdmap e1408: 8 total, 8 up, 8 in 2024-04-15T15:23:37.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:23:36 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T15:23:37.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:23:36 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T15:23:37.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:23:36 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T15:23:37.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:23:36 smithi016 ceph-mon[93212]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi016-143420-11","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-15T15:23:37.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:23:36 smithi016 ceph-mon[93212]: osdmap e1408: 8 total, 8 up, 8 in 2024-04-15T15:23:37.291 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:23:36 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T15:23:37.291 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:23:36 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T15:23:37.291 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:23:36 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T15:23:37.963 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] TestDeepCopy.Empty (2130 ms) 2024-04-15T15:23:37.964 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] TestDeepCopy.NoSnaps 2024-04-15T15:23:38.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:23:37 smithi102 ceph-mon[87131]: pgmap v2470: 137 pgs: 17 creating+peering, 6 unknown, 114 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2024-04-15T15:23:38.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:23:37 smithi102 ceph-mon[87131]: osdmap e1409: 8 total, 8 up, 8 in 2024-04-15T15:23:38.215 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] TestDeepCopy.NoSnaps (251 ms) 2024-04-15T15:23:38.215 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] TestDeepCopy.Snaps 2024-04-15T15:23:38.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:23:37 smithi016 ceph-mon[90652]: pgmap v2470: 137 pgs: 17 creating+peering, 6 unknown, 114 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2024-04-15T15:23:38.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:23:37 smithi016 ceph-mon[90652]: osdmap e1409: 8 total, 8 up, 8 in 2024-04-15T15:23:38.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:23:37 smithi016 ceph-mon[93212]: pgmap v2470: 137 pgs: 17 creating+peering, 6 unknown, 114 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2024-04-15T15:23:38.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:23:37 smithi016 ceph-mon[93212]: osdmap e1409: 8 total, 8 up, 8 in 2024-04-15T15:23:39.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:23:38 smithi102 ceph-mon[87131]: osdmap e1410: 8 total, 8 up, 8 in 2024-04-15T15:23:39.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:23:38 smithi016 ceph-mon[90652]: osdmap e1410: 8 total, 8 up, 8 in 2024-04-15T15:23:39.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:23:38 smithi016 ceph-mon[93212]: osdmap e1410: 8 total, 8 up, 8 in 2024-04-15T15:23:40.188 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:23:39 smithi102 ceph-mon[87131]: pgmap v2473: 137 pgs: 17 creating+peering, 120 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2024-04-15T15:23:40.188 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:23:39 smithi102 ceph-mon[87131]: osdmap e1411: 8 total, 8 up, 8 in 2024-04-15T15:23:40.188 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:23:39 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T15:23:40.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:23:39 smithi016 ceph-mon[90652]: pgmap v2473: 137 pgs: 17 creating+peering, 120 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2024-04-15T15:23:40.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:23:39 smithi016 ceph-mon[90652]: osdmap e1411: 8 total, 8 up, 8 in 2024-04-15T15:23:40.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:23:39 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T15:23:40.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:23:39 smithi016 ceph-mon[93212]: pgmap v2473: 137 pgs: 17 creating+peering, 120 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2024-04-15T15:23:40.291 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:23:39 smithi016 ceph-mon[93212]: osdmap e1411: 8 total, 8 up, 8 in 2024-04-15T15:23:40.291 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:23:39 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T15:23:41.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:23:40 smithi102 ceph-mon[87131]: osdmap e1412: 8 total, 8 up, 8 in 2024-04-15T15:23:41.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:23:40 smithi016 ceph-mon[93212]: osdmap e1412: 8 total, 8 up, 8 in 2024-04-15T15:23:41.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:23:40 smithi016 ceph-mon[90652]: osdmap e1412: 8 total, 8 up, 8 in 2024-04-15T15:23:42.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:23:41 smithi016 ceph-mon[90652]: pgmap v2476: 137 pgs: 6 creating+peering, 131 active+clean; 21 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 3.0 MiB/s rd, 4.0 MiB/s wr, 41 op/s 2024-04-15T15:23:42.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:23:41 smithi016 ceph-mon[90652]: osdmap e1413: 8 total, 8 up, 8 in 2024-04-15T15:23:42.041 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:23:41 smithi016 ceph-mon[93212]: pgmap v2476: 137 pgs: 6 creating+peering, 131 active+clean; 21 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 3.0 MiB/s rd, 4.0 MiB/s wr, 41 op/s 2024-04-15T15:23:42.041 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:23:41 smithi016 ceph-mon[93212]: osdmap e1413: 8 total, 8 up, 8 in 2024-04-15T15:23:42.041 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 15 15:23:41 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-y[81421]: ::ffff:172.21.15.102 - - [15/Apr/2024:15:23:41] "GET /metrics HTTP/1.1" 200 36372 "" "Prometheus/2.43.0" 2024-04-15T15:23:42.133 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] TestDeepCopy.Snaps (3919 ms) 2024-04-15T15:23:42.133 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] TestDeepCopy.SnapDiscard 2024-04-15T15:23:42.188 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:23:41 smithi102 ceph-mon[87131]: pgmap v2476: 137 pgs: 6 creating+peering, 131 active+clean; 21 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 3.0 MiB/s rd, 4.0 MiB/s wr, 41 op/s 2024-04-15T15:23:42.188 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:23:41 smithi102 ceph-mon[87131]: osdmap e1413: 8 total, 8 up, 8 in 2024-04-15T15:23:42.688 INFO:journalctl@ceph.prometheus.a.smithi102.stdout:Apr 15 15:23:42 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-prometheus-a[120881]: ts=2024-04-15T15:23:42.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi016:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"362ea986-fb34-11ee-bc8f-c7b262605968\", instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T15:23:43.188 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:23:42 smithi102 ceph-mon[87131]: osdmap e1414: 8 total, 8 up, 8 in 2024-04-15T15:23:43.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:23:42 smithi016 ceph-mon[90652]: osdmap e1414: 8 total, 8 up, 8 in 2024-04-15T15:23:43.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:23:42 smithi016 ceph-mon[93212]: osdmap e1414: 8 total, 8 up, 8 in 2024-04-15T15:23:43.991 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] TestDeepCopy.SnapDiscard (1857 ms) 2024-04-15T15:23:43.991 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] TestDeepCopy.CloneDiscard 2024-04-15T15:23:44.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:23:43 smithi102 ceph-mon[87131]: pgmap v2479: 137 pgs: 137 active+clean; 57 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 15 MiB/s rd, 13 MiB/s wr, 179 op/s 2024-04-15T15:23:44.188 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:23:43 smithi102 ceph-mon[87131]: osdmap e1415: 8 total, 8 up, 8 in 2024-04-15T15:23:44.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:23:43 smithi016 ceph-mon[93212]: pgmap v2479: 137 pgs: 137 active+clean; 57 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 15 MiB/s rd, 13 MiB/s wr, 179 op/s 2024-04-15T15:23:44.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:23:43 smithi016 ceph-mon[93212]: osdmap e1415: 8 total, 8 up, 8 in 2024-04-15T15:23:44.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:23:43 smithi016 ceph-mon[90652]: pgmap v2479: 137 pgs: 137 active+clean; 57 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 15 MiB/s rd, 13 MiB/s wr, 179 op/s 2024-04-15T15:23:44.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:23:43 smithi016 ceph-mon[90652]: osdmap e1415: 8 total, 8 up, 8 in 2024-04-15T15:23:45.079 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] TestDeepCopy.CloneDiscard (1088 ms) 2024-04-15T15:23:45.079 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] TestDeepCopy.CloneShrink 2024-04-15T15:23:45.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:23:44 smithi102 ceph-mon[87131]: osdmap e1416: 8 total, 8 up, 8 in 2024-04-15T15:23:45.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:23:44 smithi016 ceph-mon[90652]: osdmap e1416: 8 total, 8 up, 8 in 2024-04-15T15:23:45.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:23:44 smithi016 ceph-mon[93212]: osdmap e1416: 8 total, 8 up, 8 in 2024-04-15T15:23:45.995 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] TestDeepCopy.CloneShrink (916 ms) 2024-04-15T15:23:45.995 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] TestDeepCopy.CloneExpand 2024-04-15T15:23:46.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:23:45 smithi102 ceph-mon[87131]: pgmap v2482: 137 pgs: 137 active+clean; 57 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 12 MiB/s rd, 9.0 MiB/s wr, 138 op/s 2024-04-15T15:23:46.188 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:23:45 smithi102 ceph-mon[87131]: osdmap e1417: 8 total, 8 up, 8 in 2024-04-15T15:23:46.188 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:23:45 smithi102 ceph-mon[87131]: osdmap e1418: 8 total, 8 up, 8 in 2024-04-15T15:23:46.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:23:45 smithi016 ceph-mon[90652]: pgmap v2482: 137 pgs: 137 active+clean; 57 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 12 MiB/s rd, 9.0 MiB/s wr, 138 op/s 2024-04-15T15:23:46.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:23:45 smithi016 ceph-mon[90652]: osdmap e1417: 8 total, 8 up, 8 in 2024-04-15T15:23:46.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:23:45 smithi016 ceph-mon[90652]: osdmap e1418: 8 total, 8 up, 8 in 2024-04-15T15:23:46.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:23:45 smithi016 ceph-mon[93212]: pgmap v2482: 137 pgs: 137 active+clean; 57 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 12 MiB/s rd, 9.0 MiB/s wr, 138 op/s 2024-04-15T15:23:46.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:23:45 smithi016 ceph-mon[93212]: osdmap e1417: 8 total, 8 up, 8 in 2024-04-15T15:23:46.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:23:45 smithi016 ceph-mon[93212]: osdmap e1418: 8 total, 8 up, 8 in 2024-04-15T15:23:47.106 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] TestDeepCopy.CloneExpand (1111 ms) 2024-04-15T15:23:47.106 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] TestDeepCopy.CloneHideParent 2024-04-15T15:23:48.188 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:23:47 smithi102 ceph-mon[87131]: pgmap v2485: 137 pgs: 137 active+clean; 69 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 21 MiB/s rd, 3.0 MiB/s wr, 368 op/s 2024-04-15T15:23:48.188 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:23:47 smithi102 ceph-mon[87131]: osdmap e1419: 8 total, 8 up, 8 in 2024-04-15T15:23:48.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:23:47 smithi016 ceph-mon[90652]: pgmap v2485: 137 pgs: 137 active+clean; 69 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 21 MiB/s rd, 3.0 MiB/s wr, 368 op/s 2024-04-15T15:23:48.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:23:47 smithi016 ceph-mon[90652]: osdmap e1419: 8 total, 8 up, 8 in 2024-04-15T15:23:48.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:23:47 smithi016 ceph-mon[93212]: pgmap v2485: 137 pgs: 137 active+clean; 69 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 21 MiB/s rd, 3.0 MiB/s wr, 368 op/s 2024-04-15T15:23:48.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:23:47 smithi016 ceph-mon[93212]: osdmap e1419: 8 total, 8 up, 8 in 2024-04-15T15:23:49.188 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:23:48 smithi102 ceph-mon[87131]: osdmap e1420: 8 total, 8 up, 8 in 2024-04-15T15:23:49.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:23:48 smithi016 ceph-mon[90652]: osdmap e1420: 8 total, 8 up, 8 in 2024-04-15T15:23:49.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:23:48 smithi016 ceph-mon[93212]: osdmap e1420: 8 total, 8 up, 8 in 2024-04-15T15:23:50.188 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:23:49 smithi102 ceph-mon[87131]: pgmap v2488: 137 pgs: 137 active+clean; 69 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 21 MiB/s rd, 3.0 MiB/s wr, 411 op/s 2024-04-15T15:23:50.188 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:23:49 smithi102 ceph-mon[87131]: osdmap e1421: 8 total, 8 up, 8 in 2024-04-15T15:23:50.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:23:49 smithi016 ceph-mon[90652]: pgmap v2488: 137 pgs: 137 active+clean; 69 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 21 MiB/s rd, 3.0 MiB/s wr, 411 op/s 2024-04-15T15:23:50.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:23:49 smithi016 ceph-mon[90652]: osdmap e1421: 8 total, 8 up, 8 in 2024-04-15T15:23:50.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:23:49 smithi016 ceph-mon[93212]: pgmap v2488: 137 pgs: 137 active+clean; 69 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 21 MiB/s rd, 3.0 MiB/s wr, 411 op/s 2024-04-15T15:23:50.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:23:49 smithi016 ceph-mon[93212]: osdmap e1421: 8 total, 8 up, 8 in 2024-04-15T15:23:51.188 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:23:50 smithi102 ceph-mon[87131]: osdmap e1422: 8 total, 8 up, 8 in 2024-04-15T15:23:51.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:23:50 smithi016 ceph-mon[90652]: osdmap e1422: 8 total, 8 up, 8 in 2024-04-15T15:23:51.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:23:50 smithi016 ceph-mon[93212]: osdmap e1422: 8 total, 8 up, 8 in 2024-04-15T15:23:52.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:23:51 smithi016 ceph-mon[90652]: pgmap v2491: 137 pgs: 137 active+clean; 69 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 149 KiB/s rd, 12 KiB/s wr, 201 op/s 2024-04-15T15:23:52.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:23:51 smithi016 ceph-mon[90652]: osdmap e1423: 8 total, 8 up, 8 in 2024-04-15T15:23:52.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:23:51 smithi016 ceph-mon[93212]: pgmap v2491: 137 pgs: 137 active+clean; 69 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 149 KiB/s rd, 12 KiB/s wr, 201 op/s 2024-04-15T15:23:52.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:23:51 smithi016 ceph-mon[93212]: osdmap e1423: 8 total, 8 up, 8 in 2024-04-15T15:23:52.041 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 15 15:23:51 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-y[81421]: ::ffff:172.21.15.102 - - [15/Apr/2024:15:23:51] "GET /metrics HTTP/1.1" 200 36372 "" "Prometheus/2.43.0" 2024-04-15T15:23:52.188 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:23:51 smithi102 ceph-mon[87131]: pgmap v2491: 137 pgs: 137 active+clean; 69 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 149 KiB/s rd, 12 KiB/s wr, 201 op/s 2024-04-15T15:23:52.188 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:23:51 smithi102 ceph-mon[87131]: osdmap e1423: 8 total, 8 up, 8 in 2024-04-15T15:23:52.688 INFO:journalctl@ceph.prometheus.a.smithi102.stdout:Apr 15 15:23:52 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-prometheus-a[120881]: ts=2024-04-15T15:23:52.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi016:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"362ea986-fb34-11ee-bc8f-c7b262605968\", instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T15:23:53.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:23:52 smithi102 ceph-mon[87131]: osdmap e1424: 8 total, 8 up, 8 in 2024-04-15T15:23:53.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:23:52 smithi016 ceph-mon[90652]: osdmap e1424: 8 total, 8 up, 8 in 2024-04-15T15:23:53.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:23:52 smithi016 ceph-mon[93212]: osdmap e1424: 8 total, 8 up, 8 in 2024-04-15T15:23:54.050 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] TestDeepCopy.CloneHideParent (6944 ms) 2024-04-15T15:23:54.050 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] TestDeepCopy.Clone 2024-04-15T15:23:54.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:23:53 smithi102 ceph-mon[87131]: pgmap v2494: 137 pgs: 137 active+clean; 69 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 231 KiB/s rd, 19 KiB/s wr, 319 op/s 2024-04-15T15:23:54.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:23:53 smithi102 ceph-mon[87131]: osdmap e1425: 8 total, 8 up, 8 in 2024-04-15T15:23:54.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:23:53 smithi016 ceph-mon[90652]: pgmap v2494: 137 pgs: 137 active+clean; 69 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 231 KiB/s rd, 19 KiB/s wr, 319 op/s 2024-04-15T15:23:54.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:23:53 smithi016 ceph-mon[90652]: osdmap e1425: 8 total, 8 up, 8 in 2024-04-15T15:23:54.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:23:53 smithi016 ceph-mon[93212]: pgmap v2494: 137 pgs: 137 active+clean; 69 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 231 KiB/s rd, 19 KiB/s wr, 319 op/s 2024-04-15T15:23:54.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:23:53 smithi016 ceph-mon[93212]: osdmap e1425: 8 total, 8 up, 8 in 2024-04-15T15:23:55.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:23:54 smithi102 ceph-mon[87131]: osdmap e1426: 8 total, 8 up, 8 in 2024-04-15T15:23:55.188 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:23:54 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T15:23:55.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:23:54 smithi016 ceph-mon[90652]: osdmap e1426: 8 total, 8 up, 8 in 2024-04-15T15:23:55.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:23:54 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T15:23:55.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:23:54 smithi016 ceph-mon[93212]: osdmap e1426: 8 total, 8 up, 8 in 2024-04-15T15:23:55.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:23:54 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T15:23:56.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:23:55 smithi102 ceph-mon[87131]: pgmap v2497: 137 pgs: 137 active+clean; 69 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 106 KiB/s rd, 12 KiB/s wr, 160 op/s 2024-04-15T15:23:56.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:23:55 smithi102 ceph-mon[87131]: osdmap e1427: 8 total, 8 up, 8 in 2024-04-15T15:23:56.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:23:55 smithi016 ceph-mon[90652]: pgmap v2497: 137 pgs: 137 active+clean; 69 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 106 KiB/s rd, 12 KiB/s wr, 160 op/s 2024-04-15T15:23:56.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:23:55 smithi016 ceph-mon[90652]: osdmap e1427: 8 total, 8 up, 8 in 2024-04-15T15:23:56.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:23:55 smithi016 ceph-mon[93212]: pgmap v2497: 137 pgs: 137 active+clean; 69 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 106 KiB/s rd, 12 KiB/s wr, 160 op/s 2024-04-15T15:23:56.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:23:55 smithi016 ceph-mon[93212]: osdmap e1427: 8 total, 8 up, 8 in 2024-04-15T15:23:56.304 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] TestDeepCopy.Clone (2253 ms) 2024-04-15T15:23:56.304 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] TestDeepCopy.CloneFlatten 2024-04-15T15:23:57.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:23:56 smithi016 ceph-mon[90652]: osdmap e1428: 8 total, 8 up, 8 in 2024-04-15T15:23:57.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:23:56 smithi016 ceph-mon[93212]: osdmap e1428: 8 total, 8 up, 8 in 2024-04-15T15:23:57.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:23:56 smithi102 ceph-mon[87131]: osdmap e1428: 8 total, 8 up, 8 in 2024-04-15T15:23:58.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:23:57 smithi016 ceph-mon[90652]: pgmap v2500: 137 pgs: 137 active+clean; 89 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 7.1 MiB/s rd, 5.0 MiB/s wr, 177 op/s 2024-04-15T15:23:58.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:23:57 smithi016 ceph-mon[90652]: osdmap e1429: 8 total, 8 up, 8 in 2024-04-15T15:23:58.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:23:57 smithi016 ceph-mon[93212]: pgmap v2500: 137 pgs: 137 active+clean; 89 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 7.1 MiB/s rd, 5.0 MiB/s wr, 177 op/s 2024-04-15T15:23:58.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:23:57 smithi016 ceph-mon[93212]: osdmap e1429: 8 total, 8 up, 8 in 2024-04-15T15:23:58.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:23:57 smithi102 ceph-mon[87131]: pgmap v2500: 137 pgs: 137 active+clean; 89 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 7.1 MiB/s rd, 5.0 MiB/s wr, 177 op/s 2024-04-15T15:23:58.438 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:23:57 smithi102 ceph-mon[87131]: osdmap e1429: 8 total, 8 up, 8 in 2024-04-15T15:23:58.456 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] TestDeepCopy.CloneFlatten (2153 ms) 2024-04-15T15:23:58.457 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] TestDeepCopy.Stress 2024-04-15T15:23:58.479 INFO:tasks.workunit.client.0.smithi016.stdout:write: A 38004233~384932 2024-04-15T15:23:58.485 INFO:tasks.workunit.client.0.smithi016.stdout:discard: 37752332~1127139 2024-04-15T15:23:58.487 INFO:tasks.workunit.client.0.smithi016.stdout:write: A 24826593~964665 2024-04-15T15:23:58.491 INFO:tasks.workunit.client.0.smithi016.stdout:discard: 76756466~4787798 2024-04-15T15:23:58.492 INFO:tasks.workunit.client.0.smithi016.stdout:write: A 39422678~3027426 2024-04-15T15:23:58.507 INFO:tasks.workunit.client.0.smithi016.stdout:discard: 15818028~2304102 2024-04-15T15:23:58.508 INFO:tasks.workunit.client.0.smithi016.stdout:write: A 12013875~5405273 2024-04-15T15:23:58.524 INFO:tasks.workunit.client.0.smithi016.stdout:discard: 14008691~4110995 2024-04-15T15:23:58.525 INFO:tasks.workunit.client.0.smithi016.stdout:snap: snap0 2024-04-15T15:23:58.965 INFO:tasks.workunit.client.0.smithi016.stdout:resize: 103271240 2024-04-15T15:23:58.971 INFO:tasks.workunit.client.0.smithi016.stdout:write: B 82863568~3819160 2024-04-15T15:23:58.973 INFO:tasks.workunit.client.0.smithi016.stdout:discard: 84127948~175052 2024-04-15T15:23:58.988 INFO:tasks.workunit.client.0.smithi016.stdout:write: B 75578772~890350 2024-04-15T15:23:58.988 INFO:tasks.workunit.client.0.smithi016.stdout:discard: 32861618~6910040 2024-04-15T15:23:58.989 INFO:tasks.workunit.client.0.smithi016.stdout:write: B 93346834~1486455 2024-04-15T15:23:58.989 INFO:tasks.workunit.client.0.smithi016.stdout:discard: 94906710~2279965 2024-04-15T15:23:58.990 INFO:tasks.workunit.client.0.smithi016.stdout:write: B 88223838~7021807 2024-04-15T15:23:58.999 INFO:tasks.workunit.client.0.smithi016.stdout:discard: 58594571~5237553 2024-04-15T15:23:59.008 INFO:tasks.workunit.client.0.smithi016.stdout:snap: snap1 2024-04-15T15:23:59.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:23:58 smithi016 ceph-mon[90652]: osdmap e1430: 8 total, 8 up, 8 in 2024-04-15T15:23:59.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:23:58 smithi016 ceph-mon[93212]: osdmap e1430: 8 total, 8 up, 8 in 2024-04-15T15:23:59.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:23:58 smithi102 ceph-mon[87131]: osdmap e1430: 8 total, 8 up, 8 in 2024-04-15T15:23:59.978 INFO:tasks.workunit.client.0.smithi016.stdout:clone image232 -> image233 2024-04-15T15:24:00.034 INFO:tasks.workunit.client.0.smithi016.stdout:resize: 169826330 2024-04-15T15:24:00.040 INFO:tasks.workunit.client.0.smithi016.stdout:write: C 111158999~564817 2024-04-15T15:24:00.047 INFO:tasks.workunit.client.0.smithi016.stdout:discard: 95487463~5098536 2024-04-15T15:24:00.069 INFO:tasks.workunit.client.0.smithi016.stdout:write: C 134622616~6966561 2024-04-15T15:24:00.089 INFO:tasks.workunit.client.0.smithi016.stdout:discard: 155909991~6494186 2024-04-15T15:24:00.090 INFO:tasks.workunit.client.0.smithi016.stdout:write: C 116972173~7735285 2024-04-15T15:24:00.115 INFO:tasks.workunit.client.0.smithi016.stdout:discard: 37907080~8234058 2024-04-15T15:24:00.122 INFO:tasks.workunit.client.0.smithi016.stdout:write: C 113633502~1124723 2024-04-15T15:24:00.125 INFO:tasks.workunit.client.0.smithi016.stdout:discard: 93398355~2129674 2024-04-15T15:24:00.126 INFO:tasks.workunit.client.0.smithi016.stdout:snap: snap2 2024-04-15T15:24:00.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:23:59 smithi016 ceph-mon[93212]: pgmap v2503: 137 pgs: 137 active+clean; 109 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 12 MiB/s rd, 10 MiB/s wr, 308 op/s 2024-04-15T15:24:00.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:23:59 smithi016 ceph-mon[93212]: osdmap e1431: 8 total, 8 up, 8 in 2024-04-15T15:24:00.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:23:59 smithi016 ceph-mon[90652]: pgmap v2503: 137 pgs: 137 active+clean; 109 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 12 MiB/s rd, 10 MiB/s wr, 308 op/s 2024-04-15T15:24:00.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:23:59 smithi016 ceph-mon[90652]: osdmap e1431: 8 total, 8 up, 8 in 2024-04-15T15:24:00.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:23:59 smithi102 ceph-mon[87131]: pgmap v2503: 137 pgs: 137 active+clean; 109 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 12 MiB/s rd, 10 MiB/s wr, 308 op/s 2024-04-15T15:24:00.438 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:23:59 smithi102 ceph-mon[87131]: osdmap e1431: 8 total, 8 up, 8 in 2024-04-15T15:24:00.992 INFO:tasks.workunit.client.0.smithi016.stdout:clone image233 -> image234 2024-04-15T15:24:01.064 INFO:tasks.workunit.client.0.smithi016.stdout:resize: 108525076 2024-04-15T15:24:01.073 INFO:tasks.workunit.client.0.smithi016.stdout:write: D 41262302~6628371 2024-04-15T15:24:01.099 INFO:tasks.workunit.client.0.smithi016.stdout:discard: 77111496~1657850 2024-04-15T15:24:01.114 INFO:tasks.workunit.client.0.smithi016.stdout:write: D 95726705~2376020 2024-04-15T15:24:01.128 INFO:tasks.workunit.client.0.smithi016.stdout:discard: 72128938~7249495 2024-04-15T15:24:01.132 INFO:tasks.workunit.client.0.smithi016.stdout:write: D 32774798~3122149 2024-04-15T15:24:01.144 INFO:tasks.workunit.client.0.smithi016.stdout:discard: 2393079~4123289 2024-04-15T15:24:01.149 INFO:tasks.workunit.client.0.smithi016.stdout:write: D 93868446~7120136 2024-04-15T15:24:01.176 INFO:tasks.workunit.client.0.smithi016.stdout:discard: 12623195~7450975 2024-04-15T15:24:01.181 INFO:tasks.workunit.client.0.smithi016.stdout:snap: snap3 2024-04-15T15:24:01.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:24:00 smithi016 ceph-mon[90652]: osdmap e1432: 8 total, 8 up, 8 in 2024-04-15T15:24:01.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:24:00 smithi016 ceph-mon[93212]: osdmap e1432: 8 total, 8 up, 8 in 2024-04-15T15:24:01.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:24:00 smithi102 ceph-mon[87131]: osdmap e1432: 8 total, 8 up, 8 in 2024-04-15T15:24:01.983 INFO:tasks.workunit.client.0.smithi016.stdout:resize: 130803426 2024-04-15T15:24:02.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:24:01 smithi016 ceph-mon[90652]: pgmap v2506: 137 pgs: 137 active+clean; 150 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 15 MiB/s rd, 14 MiB/s wr, 210 op/s 2024-04-15T15:24:02.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:24:01 smithi016 ceph-mon[90652]: osdmap e1433: 8 total, 8 up, 8 in 2024-04-15T15:24:02.040 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 15 15:24:01 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-y[81421]: ::ffff:172.21.15.102 - - [15/Apr/2024:15:24:01] "GET /metrics HTTP/1.1" 200 36414 "" "Prometheus/2.43.0" 2024-04-15T15:24:02.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:24:01 smithi016 ceph-mon[93212]: pgmap v2506: 137 pgs: 137 active+clean; 150 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 15 MiB/s rd, 14 MiB/s wr, 210 op/s 2024-04-15T15:24:02.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:24:01 smithi016 ceph-mon[93212]: osdmap e1433: 8 total, 8 up, 8 in 2024-04-15T15:24:02.316 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:24:01 smithi102 ceph-mon[87131]: pgmap v2506: 137 pgs: 137 active+clean; 150 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 15 MiB/s rd, 14 MiB/s wr, 210 op/s 2024-04-15T15:24:02.316 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:24:01 smithi102 ceph-mon[87131]: osdmap e1433: 8 total, 8 up, 8 in 2024-04-15T15:24:02.687 INFO:journalctl@ceph.prometheus.a.smithi102.stdout:Apr 15 15:24:02 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-prometheus-a[120881]: ts=2024-04-15T15:24:02.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi016:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"362ea986-fb34-11ee-bc8f-c7b262605968\", instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T15:24:03.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:24:02 smithi016 ceph-mon[90652]: osdmap e1434: 8 total, 8 up, 8 in 2024-04-15T15:24:03.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:24:02 smithi016 ceph-mon[93212]: osdmap e1434: 8 total, 8 up, 8 in 2024-04-15T15:24:03.328 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] TestDeepCopy.Stress (4872 ms) 2024-04-15T15:24:03.329 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] TestDeepCopy.NoSnaps_LargerDstObjSize 2024-04-15T15:24:03.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:24:02 smithi102 ceph-mon[87131]: osdmap e1434: 8 total, 8 up, 8 in 2024-04-15T15:24:03.601 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] TestDeepCopy.NoSnaps_LargerDstObjSize (272 ms) 2024-04-15T15:24:03.601 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] TestDeepCopy.Snaps_LargerDstObjSize 2024-04-15T15:24:04.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:24:03 smithi016 ceph-mon[90652]: pgmap v2509: 137 pgs: 137 active+clean; 295 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 36 MiB/s rd, 41 MiB/s wr, 537 op/s 2024-04-15T15:24:04.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:24:03 smithi016 ceph-mon[90652]: osdmap e1435: 8 total, 8 up, 8 in 2024-04-15T15:24:04.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:24:03 smithi016 ceph-mon[93212]: pgmap v2509: 137 pgs: 137 active+clean; 295 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 36 MiB/s rd, 41 MiB/s wr, 537 op/s 2024-04-15T15:24:04.291 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:24:03 smithi016 ceph-mon[93212]: osdmap e1435: 8 total, 8 up, 8 in 2024-04-15T15:24:04.438 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:24:03 smithi102 ceph-mon[87131]: pgmap v2509: 137 pgs: 137 active+clean; 295 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 36 MiB/s rd, 41 MiB/s wr, 537 op/s 2024-04-15T15:24:04.438 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:24:03 smithi102 ceph-mon[87131]: osdmap e1435: 8 total, 8 up, 8 in 2024-04-15T15:24:05.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:24:04 smithi016 ceph-mon[90652]: osdmap e1436: 8 total, 8 up, 8 in 2024-04-15T15:24:05.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:24:04 smithi016 ceph-mon[93212]: osdmap e1436: 8 total, 8 up, 8 in 2024-04-15T15:24:05.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:24:04 smithi102 ceph-mon[87131]: osdmap e1436: 8 total, 8 up, 8 in 2024-04-15T15:24:06.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:24:05 smithi016 ceph-mon[90652]: pgmap v2512: 137 pgs: 137 active+clean; 295 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 26 MiB/s rd, 31 MiB/s wr, 458 op/s 2024-04-15T15:24:06.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:24:05 smithi016 ceph-mon[90652]: osdmap e1437: 8 total, 8 up, 8 in 2024-04-15T15:24:06.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:24:05 smithi016 ceph-mon[93212]: pgmap v2512: 137 pgs: 137 active+clean; 295 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 26 MiB/s rd, 31 MiB/s wr, 458 op/s 2024-04-15T15:24:06.291 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:24:05 smithi016 ceph-mon[93212]: osdmap e1437: 8 total, 8 up, 8 in 2024-04-15T15:24:06.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:24:05 smithi102 ceph-mon[87131]: pgmap v2512: 137 pgs: 137 active+clean; 295 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 26 MiB/s rd, 31 MiB/s wr, 458 op/s 2024-04-15T15:24:06.438 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:24:05 smithi102 ceph-mon[87131]: osdmap e1437: 8 total, 8 up, 8 in 2024-04-15T15:24:07.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:24:06 smithi016 ceph-mon[90652]: osdmap e1438: 8 total, 8 up, 8 in 2024-04-15T15:24:07.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:24:06 smithi016 ceph-mon[93212]: osdmap e1438: 8 total, 8 up, 8 in 2024-04-15T15:24:07.297 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] TestDeepCopy.Snaps_LargerDstObjSize (3697 ms) 2024-04-15T15:24:07.297 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] TestDeepCopy.Clone_LargerDstObjSize 2024-04-15T15:24:07.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:24:06 smithi102 ceph-mon[87131]: osdmap e1438: 8 total, 8 up, 8 in 2024-04-15T15:24:08.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:24:07 smithi016 ceph-mon[90652]: pgmap v2515: 137 pgs: 137 active+clean; 362 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 31 MiB/s rd, 14 MiB/s wr, 357 op/s 2024-04-15T15:24:08.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:24:07 smithi016 ceph-mon[90652]: osdmap e1439: 8 total, 8 up, 8 in 2024-04-15T15:24:08.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:24:07 smithi016 ceph-mon[93212]: pgmap v2515: 137 pgs: 137 active+clean; 362 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 31 MiB/s rd, 14 MiB/s wr, 357 op/s 2024-04-15T15:24:08.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:24:07 smithi016 ceph-mon[93212]: osdmap e1439: 8 total, 8 up, 8 in 2024-04-15T15:24:08.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:24:07 smithi102 ceph-mon[87131]: pgmap v2515: 137 pgs: 137 active+clean; 362 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 31 MiB/s rd, 14 MiB/s wr, 357 op/s 2024-04-15T15:24:08.438 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:24:07 smithi102 ceph-mon[87131]: osdmap e1439: 8 total, 8 up, 8 in 2024-04-15T15:24:09.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:24:09 smithi016 ceph-mon[90652]: osdmap e1440: 8 total, 8 up, 8 in 2024-04-15T15:24:09.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:24:09 smithi016 ceph-mon[93212]: osdmap e1440: 8 total, 8 up, 8 in 2024-04-15T15:24:09.419 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] TestDeepCopy.Clone_LargerDstObjSize (2121 ms) 2024-04-15T15:24:09.419 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] TestDeepCopy.CloneFlatten_LargerDstObjSize 2024-04-15T15:24:09.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:24:09 smithi102 ceph-mon[87131]: osdmap e1440: 8 total, 8 up, 8 in 2024-04-15T15:24:10.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:24:10 smithi016 ceph-mon[90652]: pgmap v2518: 137 pgs: 137 active+clean; 384 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 47 MiB/s rd, 19 MiB/s wr, 410 op/s 2024-04-15T15:24:10.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:24:10 smithi016 ceph-mon[90652]: osdmap e1441: 8 total, 8 up, 8 in 2024-04-15T15:24:10.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:24:10 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T15:24:10.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:24:10 smithi016 ceph-mon[93212]: pgmap v2518: 137 pgs: 137 active+clean; 384 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 47 MiB/s rd, 19 MiB/s wr, 410 op/s 2024-04-15T15:24:10.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:24:10 smithi016 ceph-mon[93212]: osdmap e1441: 8 total, 8 up, 8 in 2024-04-15T15:24:10.291 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:24:10 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T15:24:10.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:24:10 smithi102 ceph-mon[87131]: pgmap v2518: 137 pgs: 137 active+clean; 384 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 47 MiB/s rd, 19 MiB/s wr, 410 op/s 2024-04-15T15:24:10.438 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:24:10 smithi102 ceph-mon[87131]: osdmap e1441: 8 total, 8 up, 8 in 2024-04-15T15:24:10.438 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:24:10 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T15:24:11.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:24:11 smithi016 ceph-mon[90652]: osdmap e1442: 8 total, 8 up, 8 in 2024-04-15T15:24:11.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:24:11 smithi016 ceph-mon[93212]: osdmap e1442: 8 total, 8 up, 8 in 2024-04-15T15:24:11.339 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:24:11 smithi102 ceph-mon[87131]: osdmap e1442: 8 total, 8 up, 8 in 2024-04-15T15:24:11.513 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] TestDeepCopy.CloneFlatten_LargerDstObjSize (2094 ms) 2024-04-15T15:24:11.513 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] TestDeepCopy.Stress_LargerDstObjSize 2024-04-15T15:24:11.536 INFO:tasks.workunit.client.0.smithi016.stdout:write: A 61199125~4772783 2024-04-15T15:24:11.557 INFO:tasks.workunit.client.0.smithi016.stdout:discard: 30239938~6524920 2024-04-15T15:24:11.558 INFO:tasks.workunit.client.0.smithi016.stdout:write: A 44967503~4608543 2024-04-15T15:24:11.568 INFO:tasks.workunit.client.0.smithi016.stdout:discard: 9776302~6265795 2024-04-15T15:24:11.569 INFO:tasks.workunit.client.0.smithi016.stdout:write: A 46448598~6434047 2024-04-15T15:24:11.582 INFO:tasks.workunit.client.0.smithi016.stdout:discard: 66812154~8041908 2024-04-15T15:24:11.584 INFO:tasks.workunit.client.0.smithi016.stdout:write: A 35583753~5025286 2024-04-15T15:24:11.605 INFO:tasks.workunit.client.0.smithi016.stdout:discard: 12274781~8382947 2024-04-15T15:24:11.605 INFO:tasks.workunit.client.0.smithi016.stdout:snap: snap0 2024-04-15T15:24:12.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:24:12 smithi016 ceph-mon[90652]: pgmap v2521: 137 pgs: 137 active+clean; 396 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 29 MiB/s rd, 8.4 MiB/s wr, 250 op/s 2024-04-15T15:24:12.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:24:12 smithi016 ceph-mon[90652]: osdmap e1443: 8 total, 8 up, 8 in 2024-04-15T15:24:12.041 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:24:12 smithi016 ceph-mon[93212]: pgmap v2521: 137 pgs: 137 active+clean; 396 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 29 MiB/s rd, 8.4 MiB/s wr, 250 op/s 2024-04-15T15:24:12.041 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:24:12 smithi016 ceph-mon[93212]: osdmap e1443: 8 total, 8 up, 8 in 2024-04-15T15:24:12.041 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 15 15:24:11 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-y[81421]: ::ffff:172.21.15.102 - - [15/Apr/2024:15:24:11] "GET /metrics HTTP/1.1" 200 36418 "" "Prometheus/2.43.0" 2024-04-15T15:24:12.049 INFO:tasks.workunit.client.0.smithi016.stdout:clone image253 -> image254 2024-04-15T15:24:12.103 INFO:tasks.workunit.client.0.smithi016.stdout:write: B 47320616~2052884 2024-04-15T15:24:12.132 INFO:tasks.workunit.client.0.smithi016.stdout:discard: 34338844~5468927 2024-04-15T15:24:12.142 INFO:tasks.workunit.client.0.smithi016.stdout:write: B 80028767~649398 2024-04-15T15:24:12.147 INFO:tasks.workunit.client.0.smithi016.stdout:discard: 69996646~2384859 2024-04-15T15:24:12.150 INFO:tasks.workunit.client.0.smithi016.stdout:write: B 77588357~5708864 2024-04-15T15:24:12.164 INFO:tasks.workunit.client.0.smithi016.stdout:discard: 64953367~7815115 2024-04-15T15:24:12.185 INFO:tasks.workunit.client.0.smithi016.stdout:write: B 46142331~7491082 2024-04-15T15:24:12.205 INFO:tasks.workunit.client.0.smithi016.stdout:discard: 39181826~323372 2024-04-15T15:24:12.206 INFO:tasks.workunit.client.0.smithi016.stdout:snap: snap1 2024-04-15T15:24:12.316 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:24:12 smithi102 ceph-mon[87131]: pgmap v2521: 137 pgs: 137 active+clean; 396 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 29 MiB/s rd, 8.4 MiB/s wr, 250 op/s 2024-04-15T15:24:12.316 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:24:12 smithi102 ceph-mon[87131]: osdmap e1443: 8 total, 8 up, 8 in 2024-04-15T15:24:12.688 INFO:journalctl@ceph.prometheus.a.smithi102.stdout:Apr 15 15:24:12 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-prometheus-a[120881]: ts=2024-04-15T15:24:12.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi016:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"362ea986-fb34-11ee-bc8f-c7b262605968\", instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T15:24:13.057 INFO:tasks.workunit.client.0.smithi016.stdout:clone image254 -> image255 2024-04-15T15:24:13.123 INFO:tasks.workunit.client.0.smithi016.stdout:write: C 15539200~263250 2024-04-15T15:24:13.133 INFO:tasks.workunit.client.0.smithi016.stdout:discard: 65417553~6319610 2024-04-15T15:24:13.148 INFO:tasks.workunit.client.0.smithi016.stdout:write: C 5972911~3267542 2024-04-15T15:24:13.162 INFO:tasks.workunit.client.0.smithi016.stdout:discard: 25070044~6400587 2024-04-15T15:24:13.167 INFO:tasks.workunit.client.0.smithi016.stdout:write: C 6394927~8002232 2024-04-15T15:24:13.190 INFO:tasks.workunit.client.0.smithi016.stdout:discard: 34422343~3790394 2024-04-15T15:24:13.196 INFO:tasks.workunit.client.0.smithi016.stdout:write: C 31009102~1122807 2024-04-15T15:24:13.200 INFO:tasks.workunit.client.0.smithi016.stdout:discard: 40146167~6245487 2024-04-15T15:24:13.223 INFO:tasks.workunit.client.0.smithi016.stdout:snap: snap2 2024-04-15T15:24:13.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:24:13 smithi016 ceph-mon[90652]: osdmap e1444: 8 total, 8 up, 8 in 2024-04-15T15:24:13.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:24:13 smithi016 ceph-mon[93212]: osdmap e1444: 8 total, 8 up, 8 in 2024-04-15T15:24:13.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:24:13 smithi102 ceph-mon[87131]: osdmap e1444: 8 total, 8 up, 8 in 2024-04-15T15:24:14.060 INFO:tasks.workunit.client.0.smithi016.stdout:clone image255 -> image256 2024-04-15T15:24:14.145 INFO:tasks.workunit.client.0.smithi016.stdout:resize: 153729366 2024-04-15T15:24:14.151 INFO:tasks.workunit.client.0.smithi016.stdout:write: D 46256864~623941 2024-04-15T15:24:14.179 INFO:tasks.workunit.client.0.smithi016.stdout:discard: 151531375~54678 2024-04-15T15:24:14.179 INFO:tasks.workunit.client.0.smithi016.stdout:write: D 98747820~820567 2024-04-15T15:24:14.185 INFO:tasks.workunit.client.0.smithi016.stdout:discard: 125380134~1817301 2024-04-15T15:24:14.186 INFO:tasks.workunit.client.0.smithi016.stdout:write: D 75294928~6611162 2024-04-15T15:24:14.208 INFO:tasks.workunit.client.0.smithi016.stdout:discard: 143397068~5904655 2024-04-15T15:24:14.209 INFO:tasks.workunit.client.0.smithi016.stdout:write: D 97126669~7707946 2024-04-15T15:24:14.232 INFO:tasks.workunit.client.0.smithi016.stdout:discard: 95742243~1085473 2024-04-15T15:24:14.233 INFO:tasks.workunit.client.0.smithi016.stdout:snap: snap3 2024-04-15T15:24:14.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:24:14 smithi016 ceph-mon[90652]: pgmap v2524: 137 pgs: 137 active+clean; 515 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 56 MiB/s rd, 34 MiB/s wr, 509 op/s 2024-04-15T15:24:14.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:24:14 smithi016 ceph-mon[90652]: osdmap e1445: 8 total, 8 up, 8 in 2024-04-15T15:24:14.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:24:14 smithi016 ceph-mon[93212]: pgmap v2524: 137 pgs: 137 active+clean; 515 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 56 MiB/s rd, 34 MiB/s wr, 509 op/s 2024-04-15T15:24:14.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:24:14 smithi016 ceph-mon[93212]: osdmap e1445: 8 total, 8 up, 8 in 2024-04-15T15:24:14.438 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:24:14 smithi102 ceph-mon[87131]: pgmap v2524: 137 pgs: 137 active+clean; 515 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 56 MiB/s rd, 34 MiB/s wr, 509 op/s 2024-04-15T15:24:14.438 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:24:14 smithi102 ceph-mon[87131]: osdmap e1445: 8 total, 8 up, 8 in 2024-04-15T15:24:15.069 INFO:tasks.workunit.client.0.smithi016.stdout:clone image256 -> image257 2024-04-15T15:24:15.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:24:15 smithi102 ceph-mon[87131]: osdmap e1446: 8 total, 8 up, 8 in 2024-04-15T15:24:15.478 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] TestDeepCopy.Stress_LargerDstObjSize (3965 ms) 2024-04-15T15:24:15.478 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] TestDeepCopy.NoSnaps_SmallerDstObjSize 2024-04-15T15:24:15.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:24:15 smithi016 ceph-mon[90652]: osdmap e1446: 8 total, 8 up, 8 in 2024-04-15T15:24:15.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:24:15 smithi016 ceph-mon[93212]: osdmap e1446: 8 total, 8 up, 8 in 2024-04-15T15:24:15.695 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] TestDeepCopy.NoSnaps_SmallerDstObjSize (217 ms) 2024-04-15T15:24:15.695 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] TestDeepCopy.Snaps_SmallerDstObjSize 2024-04-15T15:24:16.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:24:16 smithi102 ceph-mon[87131]: pgmap v2527: 137 pgs: 137 active+clean; 515 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 44 MiB/s rd, 31 MiB/s wr, 312 op/s 2024-04-15T15:24:16.438 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:24:16 smithi102 ceph-mon[87131]: osdmap e1447: 8 total, 8 up, 8 in 2024-04-15T15:24:16.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:24:16 smithi016 ceph-mon[90652]: pgmap v2527: 137 pgs: 137 active+clean; 515 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 44 MiB/s rd, 31 MiB/s wr, 312 op/s 2024-04-15T15:24:16.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:24:16 smithi016 ceph-mon[90652]: osdmap e1447: 8 total, 8 up, 8 in 2024-04-15T15:24:16.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:24:16 smithi016 ceph-mon[93212]: pgmap v2527: 137 pgs: 137 active+clean; 515 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 44 MiB/s rd, 31 MiB/s wr, 312 op/s 2024-04-15T15:24:16.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:24:16 smithi016 ceph-mon[93212]: osdmap e1447: 8 total, 8 up, 8 in 2024-04-15T15:24:17.438 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:24:17 smithi102 ceph-mon[87131]: osdmap e1448: 8 total, 8 up, 8 in 2024-04-15T15:24:17.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:24:17 smithi016 ceph-mon[90652]: osdmap e1448: 8 total, 8 up, 8 in 2024-04-15T15:24:17.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:24:17 smithi016 ceph-mon[93212]: osdmap e1448: 8 total, 8 up, 8 in 2024-04-15T15:24:18.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:24:18 smithi102 ceph-mon[87131]: pgmap v2530: 137 pgs: 137 active+clean; 657 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 39 MiB/s rd, 31 MiB/s wr, 573 op/s 2024-04-15T15:24:18.438 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:24:18 smithi102 ceph-mon[87131]: osdmap e1449: 8 total, 8 up, 8 in 2024-04-15T15:24:18.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:24:18 smithi016 ceph-mon[90652]: pgmap v2530: 137 pgs: 137 active+clean; 657 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 39 MiB/s rd, 31 MiB/s wr, 573 op/s 2024-04-15T15:24:18.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:24:18 smithi016 ceph-mon[90652]: osdmap e1449: 8 total, 8 up, 8 in 2024-04-15T15:24:18.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:24:18 smithi016 ceph-mon[93212]: pgmap v2530: 137 pgs: 137 active+clean; 657 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 39 MiB/s rd, 31 MiB/s wr, 573 op/s 2024-04-15T15:24:18.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:24:18 smithi016 ceph-mon[93212]: osdmap e1449: 8 total, 8 up, 8 in 2024-04-15T15:24:19.327 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] TestDeepCopy.Snaps_SmallerDstObjSize (3632 ms) 2024-04-15T15:24:19.327 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] TestDeepCopy.Clone_SmallerDstObjSize 2024-04-15T15:24:19.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:24:19 smithi102 ceph-mon[87131]: osdmap e1450: 8 total, 8 up, 8 in 2024-04-15T15:24:19.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:24:19 smithi016 ceph-mon[90652]: osdmap e1450: 8 total, 8 up, 8 in 2024-04-15T15:24:19.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:24:19 smithi016 ceph-mon[93212]: osdmap e1450: 8 total, 8 up, 8 in 2024-04-15T15:24:20.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:24:20 smithi102 ceph-mon[87131]: pgmap v2533: 137 pgs: 137 active+clean; 666 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 42 MiB/s rd, 32 MiB/s wr, 718 op/s 2024-04-15T15:24:20.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:24:20 smithi102 ceph-mon[87131]: osdmap e1451: 8 total, 8 up, 8 in 2024-04-15T15:24:20.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:24:20 smithi016 ceph-mon[90652]: pgmap v2533: 137 pgs: 137 active+clean; 666 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 42 MiB/s rd, 32 MiB/s wr, 718 op/s 2024-04-15T15:24:20.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:24:20 smithi016 ceph-mon[90652]: osdmap e1451: 8 total, 8 up, 8 in 2024-04-15T15:24:20.541 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:24:20 smithi016 ceph-mon[93212]: pgmap v2533: 137 pgs: 137 active+clean; 666 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 42 MiB/s rd, 32 MiB/s wr, 718 op/s 2024-04-15T15:24:20.541 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:24:20 smithi016 ceph-mon[93212]: osdmap e1451: 8 total, 8 up, 8 in 2024-04-15T15:24:21.419 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] TestDeepCopy.Clone_SmallerDstObjSize (2093 ms) 2024-04-15T15:24:21.419 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] TestDeepCopy.CloneFlatten_SmallerDstObjSize 2024-04-15T15:24:21.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:24:21 smithi102 ceph-mon[87131]: osdmap e1452: 8 total, 8 up, 8 in 2024-04-15T15:24:21.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:24:21 smithi016 ceph-mon[90652]: osdmap e1452: 8 total, 8 up, 8 in 2024-04-15T15:24:21.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:24:21 smithi016 ceph-mon[93212]: osdmap e1452: 8 total, 8 up, 8 in 2024-04-15T15:24:22.040 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 15 15:24:21 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-y[81421]: ::ffff:172.21.15.102 - - [15/Apr/2024:15:24:21] "GET /metrics HTTP/1.1" 200 36418 "" "Prometheus/2.43.0" 2024-04-15T15:24:22.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:24:22 smithi102 ceph-mon[87131]: pgmap v2536: 137 pgs: 137 active+clean; 694 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 18 MiB/s rd, 8.8 MiB/s wr, 243 op/s 2024-04-15T15:24:22.438 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:24:22 smithi102 ceph-mon[87131]: osdmap e1453: 8 total, 8 up, 8 in 2024-04-15T15:24:22.438 INFO:journalctl@ceph.prometheus.a.smithi102.stdout:Apr 15 15:24:22 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-prometheus-a[120881]: ts=2024-04-15T15:24:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi016:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"362ea986-fb34-11ee-bc8f-c7b262605968\", instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T15:24:22.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:24:22 smithi016 ceph-mon[90652]: pgmap v2536: 137 pgs: 137 active+clean; 694 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 18 MiB/s rd, 8.8 MiB/s wr, 243 op/s 2024-04-15T15:24:22.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:24:22 smithi016 ceph-mon[90652]: osdmap e1453: 8 total, 8 up, 8 in 2024-04-15T15:24:22.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:24:22 smithi016 ceph-mon[93212]: pgmap v2536: 137 pgs: 137 active+clean; 694 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 18 MiB/s rd, 8.8 MiB/s wr, 243 op/s 2024-04-15T15:24:22.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:24:22 smithi016 ceph-mon[93212]: osdmap e1453: 8 total, 8 up, 8 in 2024-04-15T15:24:23.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:24:23 smithi102 ceph-mon[87131]: osdmap e1454: 8 total, 8 up, 8 in 2024-04-15T15:24:23.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:24:23 smithi016 ceph-mon[90652]: osdmap e1454: 8 total, 8 up, 8 in 2024-04-15T15:24:23.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:24:23 smithi016 ceph-mon[93212]: osdmap e1454: 8 total, 8 up, 8 in 2024-04-15T15:24:23.560 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] TestDeepCopy.CloneFlatten_SmallerDstObjSize (2141 ms) 2024-04-15T15:24:23.561 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] TestDeepCopy.Stress_SmallerDstObjSize 2024-04-15T15:24:23.584 INFO:tasks.workunit.client.0.smithi016.stdout:write: A 61960444~2034934 2024-04-15T15:24:23.593 INFO:tasks.workunit.client.0.smithi016.stdout:discard: 76346161~7539919 2024-04-15T15:24:23.593 INFO:tasks.workunit.client.0.smithi016.stdout:write: A 13785406~694858 2024-04-15T15:24:23.597 INFO:tasks.workunit.client.0.smithi016.stdout:discard: 24099764~1360868 2024-04-15T15:24:23.597 INFO:tasks.workunit.client.0.smithi016.stdout:write: A 54426938~3903075 2024-04-15T15:24:23.612 INFO:tasks.workunit.client.0.smithi016.stdout:discard: 64017391~7946489 2024-04-15T15:24:23.614 INFO:tasks.workunit.client.0.smithi016.stdout:write: A 2272708~4149969 2024-04-15T15:24:23.624 INFO:tasks.workunit.client.0.smithi016.stdout:discard: 18826367~6117703 2024-04-15T15:24:23.624 INFO:tasks.workunit.client.0.smithi016.stdout:snap: snap0 2024-04-15T15:24:24.112 INFO:tasks.workunit.client.0.smithi016.stdout:clone image276 -> image277 2024-04-15T15:24:24.159 INFO:tasks.workunit.client.0.smithi016.stdout:resize: 100935001 2024-04-15T15:24:24.164 INFO:tasks.workunit.client.0.smithi016.stdout:write: B 15955397~3146098 2024-04-15T15:24:24.178 INFO:tasks.workunit.client.0.smithi016.stdout:discard: 83906171~3426176 2024-04-15T15:24:24.178 INFO:tasks.workunit.client.0.smithi016.stdout:write: B 10183207~4931640 2024-04-15T15:24:24.190 INFO:tasks.workunit.client.0.smithi016.stdout:discard: 100793230~93463 2024-04-15T15:24:24.191 INFO:tasks.workunit.client.0.smithi016.stdout:write: B 28201082~3181425 2024-04-15T15:24:24.202 INFO:tasks.workunit.client.0.smithi016.stdout:discard: 33389027~3927008 2024-04-15T15:24:24.205 INFO:tasks.workunit.client.0.smithi016.stdout:write: B 39906513~6157012 2024-04-15T15:24:24.222 INFO:tasks.workunit.client.0.smithi016.stdout:discard: 66404780~616136 2024-04-15T15:24:24.229 INFO:tasks.workunit.client.0.smithi016.stdout:snap: snap1 2024-04-15T15:24:24.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:24:24 smithi102 ceph-mon[87131]: pgmap v2539: 137 pgs: 137 active+clean; 743 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 39 MiB/s rd, 19 MiB/s wr, 348 op/s 2024-04-15T15:24:24.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:24:24 smithi102 ceph-mon[87131]: osdmap e1455: 8 total, 8 up, 8 in 2024-04-15T15:24:24.438 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:24:24 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T15:24:24.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:24:24 smithi016 ceph-mon[90652]: pgmap v2539: 137 pgs: 137 active+clean; 743 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 39 MiB/s rd, 19 MiB/s wr, 348 op/s 2024-04-15T15:24:24.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:24:24 smithi016 ceph-mon[90652]: osdmap e1455: 8 total, 8 up, 8 in 2024-04-15T15:24:24.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:24:24 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T15:24:24.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:24:24 smithi016 ceph-mon[93212]: pgmap v2539: 137 pgs: 137 active+clean; 743 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 39 MiB/s rd, 19 MiB/s wr, 348 op/s 2024-04-15T15:24:24.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:24:24 smithi016 ceph-mon[93212]: osdmap e1455: 8 total, 8 up, 8 in 2024-04-15T15:24:24.541 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:24:24 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T15:24:25.125 INFO:tasks.workunit.client.0.smithi016.stdout:clone image277 -> image278 2024-04-15T15:24:25.191 INFO:tasks.workunit.client.0.smithi016.stdout:write: C 5709174~2287014 2024-04-15T15:24:25.215 INFO:tasks.workunit.client.0.smithi016.stdout:discard: 35317752~1527401 2024-04-15T15:24:25.220 INFO:tasks.workunit.client.0.smithi016.stdout:write: C 87721862~6353875 2024-04-15T15:24:25.240 INFO:tasks.workunit.client.0.smithi016.stdout:discard: 66803430~2143666 2024-04-15T15:24:25.248 INFO:tasks.workunit.client.0.smithi016.stdout:write: C 19339803~4553632 2024-04-15T15:24:25.275 INFO:tasks.workunit.client.0.smithi016.stdout:discard: 12974143~4327986 2024-04-15T15:24:25.283 INFO:tasks.workunit.client.0.smithi016.stdout:write: C 13960757~4464522 2024-04-15T15:24:25.291 INFO:tasks.workunit.client.0.smithi016.stdout:discard: 63893904~7567586 2024-04-15T15:24:25.294 INFO:tasks.workunit.client.0.smithi016.stdout:snap: snap2 2024-04-15T15:24:25.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:24:25 smithi102 ceph-mon[87131]: osdmap e1456: 8 total, 8 up, 8 in 2024-04-15T15:24:25.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:24:25 smithi016 ceph-mon[90652]: osdmap e1456: 8 total, 8 up, 8 in 2024-04-15T15:24:25.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:24:25 smithi016 ceph-mon[93212]: osdmap e1456: 8 total, 8 up, 8 in 2024-04-15T15:24:26.126 INFO:tasks.workunit.client.0.smithi016.stdout:resize: 157963191 2024-04-15T15:24:26.133 INFO:tasks.workunit.client.0.smithi016.stdout:write: D 92741029~1644375 2024-04-15T15:24:26.136 INFO:tasks.workunit.client.0.smithi016.stdout:discard: 120633360~7195164 2024-04-15T15:24:26.137 INFO:tasks.workunit.client.0.smithi016.stdout:write: D 15761794~4126233 2024-04-15T15:24:26.137 INFO:tasks.workunit.client.0.smithi016.stdout:discard: 148351879~3534858 2024-04-15T15:24:26.137 INFO:tasks.workunit.client.0.smithi016.stdout:write: D 127716518~887517 2024-04-15T15:24:26.137 INFO:tasks.workunit.client.0.smithi016.stdout:discard: 92206892~2378267 2024-04-15T15:24:26.154 INFO:tasks.workunit.client.0.smithi016.stdout:write: D 94480702~6748019 2024-04-15T15:24:26.154 INFO:tasks.workunit.client.0.smithi016.stdout:discard: 56627283~39245 2024-04-15T15:24:26.196 INFO:tasks.workunit.client.0.smithi016.stdout:snap: snap3 2024-04-15T15:24:26.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:24:26 smithi102 ceph-mon[87131]: pgmap v2542: 137 pgs: 137 active+clean; 743 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 24 MiB/s rd, 12 MiB/s wr, 250 op/s 2024-04-15T15:24:26.438 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:24:26 smithi102 ceph-mon[87131]: osdmap e1457: 8 total, 8 up, 8 in 2024-04-15T15:24:26.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:24:26 smithi016 ceph-mon[90652]: pgmap v2542: 137 pgs: 137 active+clean; 743 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 24 MiB/s rd, 12 MiB/s wr, 250 op/s 2024-04-15T15:24:26.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:24:26 smithi016 ceph-mon[90652]: osdmap e1457: 8 total, 8 up, 8 in 2024-04-15T15:24:26.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:24:26 smithi016 ceph-mon[93212]: pgmap v2542: 137 pgs: 137 active+clean; 743 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 24 MiB/s rd, 12 MiB/s wr, 250 op/s 2024-04-15T15:24:26.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:24:26 smithi016 ceph-mon[93212]: osdmap e1457: 8 total, 8 up, 8 in 2024-04-15T15:24:27.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:24:27 smithi102 ceph-mon[87131]: osdmap e1458: 8 total, 8 up, 8 in 2024-04-15T15:24:27.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:24:27 smithi016 ceph-mon[90652]: osdmap e1458: 8 total, 8 up, 8 in 2024-04-15T15:24:27.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:24:27 smithi016 ceph-mon[93212]: osdmap e1458: 8 total, 8 up, 8 in 2024-04-15T15:24:28.438 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:24:28 smithi102 ceph-mon[87131]: pgmap v2545: 137 pgs: 137 active+clean; 905 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 34 MiB/s rd, 35 MiB/s wr, 605 op/s 2024-04-15T15:24:28.438 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:24:28 smithi102 ceph-mon[87131]: osdmap e1459: 8 total, 8 up, 8 in 2024-04-15T15:24:28.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:24:28 smithi016 ceph-mon[93212]: pgmap v2545: 137 pgs: 137 active+clean; 905 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 34 MiB/s rd, 35 MiB/s wr, 605 op/s 2024-04-15T15:24:28.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:24:28 smithi016 ceph-mon[93212]: osdmap e1459: 8 total, 8 up, 8 in 2024-04-15T15:24:28.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:24:28 smithi016 ceph-mon[90652]: pgmap v2545: 137 pgs: 137 active+clean; 905 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 34 MiB/s rd, 35 MiB/s wr, 605 op/s 2024-04-15T15:24:28.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:24:28 smithi016 ceph-mon[90652]: osdmap e1459: 8 total, 8 up, 8 in 2024-04-15T15:24:29.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:24:29 smithi102 ceph-mon[87131]: osdmap e1460: 8 total, 8 up, 8 in 2024-04-15T15:24:29.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:24:29 smithi016 ceph-mon[90652]: osdmap e1460: 8 total, 8 up, 8 in 2024-04-15T15:24:29.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:24:29 smithi016 ceph-mon[93212]: osdmap e1460: 8 total, 8 up, 8 in 2024-04-15T15:24:29.716 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] TestDeepCopy.Stress_SmallerDstObjSize (6155 ms) 2024-04-15T15:24:29.716 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] TestDeepCopy.NoSnaps_StrippingLargerDstObjSize 2024-04-15T15:24:29.739 INFO:tasks.workunit.client.0.smithi016.stdout:/home/jenkins-build/build/workspace/ceph-dev-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/18.2.2-1221-ge3fb05d5/rpm/el9/BUILD/ceph-18.2.2-1221-ge3fb05d5/src/test/librbd/test_DeepCopy.cc:621: Skipped 2024-04-15T15:24:29.739 INFO:tasks.workunit.client.0.smithi016.stdout:Skipping due to unmet REQUIRE 2024-04-15T15:24:29.809 INFO:tasks.workunit.client.0.smithi016.stdout:[ SKIPPED ] TestDeepCopy.NoSnaps_StrippingLargerDstObjSize (94 ms) 2024-04-15T15:24:29.810 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] TestDeepCopy.Snaps_StrippingLargerDstObjSize 2024-04-15T15:24:29.831 INFO:tasks.workunit.client.0.smithi016.stdout:/home/jenkins-build/build/workspace/ceph-dev-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/18.2.2-1221-ge3fb05d5/rpm/el9/BUILD/ceph-18.2.2-1221-ge3fb05d5/src/test/librbd/test_DeepCopy.cc:635: Skipped 2024-04-15T15:24:29.831 INFO:tasks.workunit.client.0.smithi016.stdout:Skipping due to unmet REQUIRE 2024-04-15T15:24:29.900 INFO:tasks.workunit.client.0.smithi016.stdout:[ SKIPPED ] TestDeepCopy.Snaps_StrippingLargerDstObjSize (91 ms) 2024-04-15T15:24:29.900 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] TestDeepCopy.Clone_StrippingLargerDstObjSize 2024-04-15T15:24:29.927 INFO:tasks.workunit.client.0.smithi016.stdout:/home/jenkins-build/build/workspace/ceph-dev-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/18.2.2-1221-ge3fb05d5/rpm/el9/BUILD/ceph-18.2.2-1221-ge3fb05d5/src/test/librbd/test_DeepCopy.cc:649: Skipped 2024-04-15T15:24:29.927 INFO:tasks.workunit.client.0.smithi016.stdout:Skipping due to unmet REQUIRE 2024-04-15T15:24:29.998 INFO:tasks.workunit.client.0.smithi016.stdout:[ SKIPPED ] TestDeepCopy.Clone_StrippingLargerDstObjSize (98 ms) 2024-04-15T15:24:29.998 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] TestDeepCopy.CloneFlatten_StrippingLargerDstObjSize 2024-04-15T15:24:30.019 INFO:tasks.workunit.client.0.smithi016.stdout:/home/jenkins-build/build/workspace/ceph-dev-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/18.2.2-1221-ge3fb05d5/rpm/el9/BUILD/ceph-18.2.2-1221-ge3fb05d5/src/test/librbd/test_DeepCopy.cc:663: Skipped 2024-04-15T15:24:30.019 INFO:tasks.workunit.client.0.smithi016.stdout:Skipping due to unmet REQUIRE 2024-04-15T15:24:30.088 INFO:tasks.workunit.client.0.smithi016.stdout:[ SKIPPED ] TestDeepCopy.CloneFlatten_StrippingLargerDstObjSize (90 ms) 2024-04-15T15:24:30.089 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] TestDeepCopy.Stress_StrippingLargerDstObjSize 2024-04-15T15:24:30.109 INFO:tasks.workunit.client.0.smithi016.stdout:/home/jenkins-build/build/workspace/ceph-dev-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/18.2.2-1221-ge3fb05d5/rpm/el9/BUILD/ceph-18.2.2-1221-ge3fb05d5/src/test/librbd/test_DeepCopy.cc:679: Skipped 2024-04-15T15:24:30.110 INFO:tasks.workunit.client.0.smithi016.stdout:Skipping due to unmet REQUIRE 2024-04-15T15:24:30.184 INFO:tasks.workunit.client.0.smithi016.stdout:[ SKIPPED ] TestDeepCopy.Stress_StrippingLargerDstObjSize (95 ms) 2024-04-15T15:24:30.184 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] TestDeepCopy.NoSnaps_StrippingSmallerDstObjSize 2024-04-15T15:24:30.207 INFO:tasks.workunit.client.0.smithi016.stdout:/home/jenkins-build/build/workspace/ceph-dev-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/18.2.2-1221-ge3fb05d5/rpm/el9/BUILD/ceph-18.2.2-1221-ge3fb05d5/src/test/librbd/test_DeepCopy.cc:693: Skipped 2024-04-15T15:24:30.207 INFO:tasks.workunit.client.0.smithi016.stdout:Skipping due to unmet REQUIRE 2024-04-15T15:24:30.278 INFO:tasks.workunit.client.0.smithi016.stdout:[ SKIPPED ] TestDeepCopy.NoSnaps_StrippingSmallerDstObjSize (95 ms) 2024-04-15T15:24:30.279 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] TestDeepCopy.Snaps_StrippingSmallerDstObjSize 2024-04-15T15:24:30.301 INFO:tasks.workunit.client.0.smithi016.stdout:/home/jenkins-build/build/workspace/ceph-dev-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/18.2.2-1221-ge3fb05d5/rpm/el9/BUILD/ceph-18.2.2-1221-ge3fb05d5/src/test/librbd/test_DeepCopy.cc:707: Skipped 2024-04-15T15:24:30.302 INFO:tasks.workunit.client.0.smithi016.stdout:Skipping due to unmet REQUIRE 2024-04-15T15:24:30.373 INFO:tasks.workunit.client.0.smithi016.stdout:[ SKIPPED ] TestDeepCopy.Snaps_StrippingSmallerDstObjSize (94 ms) 2024-04-15T15:24:30.373 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] TestDeepCopy.Clone_StrippingSmallerDstObjSize 2024-04-15T15:24:30.395 INFO:tasks.workunit.client.0.smithi016.stdout:/home/jenkins-build/build/workspace/ceph-dev-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/18.2.2-1221-ge3fb05d5/rpm/el9/BUILD/ceph-18.2.2-1221-ge3fb05d5/src/test/librbd/test_DeepCopy.cc:721: Skipped 2024-04-15T15:24:30.395 INFO:tasks.workunit.client.0.smithi016.stdout:Skipping due to unmet REQUIRE 2024-04-15T15:24:30.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:24:30 smithi102 ceph-mon[87131]: pgmap v2548: 137 pgs: 137 active+clean; 935 MiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 43 MiB/s rd, 42 MiB/s wr, 625 op/s 2024-04-15T15:24:30.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:24:30 smithi102 ceph-mon[87131]: osdmap e1461: 8 total, 8 up, 8 in 2024-04-15T15:24:30.466 INFO:tasks.workunit.client.0.smithi016.stdout:[ SKIPPED ] TestDeepCopy.Clone_StrippingSmallerDstObjSize (94 ms) 2024-04-15T15:24:30.466 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] TestDeepCopy.CloneFlatten_StrippingSmallerDstObjSize 2024-04-15T15:24:30.489 INFO:tasks.workunit.client.0.smithi016.stdout:/home/jenkins-build/build/workspace/ceph-dev-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/18.2.2-1221-ge3fb05d5/rpm/el9/BUILD/ceph-18.2.2-1221-ge3fb05d5/src/test/librbd/test_DeepCopy.cc:735: Skipped 2024-04-15T15:24:30.489 INFO:tasks.workunit.client.0.smithi016.stdout:Skipping due to unmet REQUIRE 2024-04-15T15:24:30.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:24:30 smithi016 ceph-mon[90652]: pgmap v2548: 137 pgs: 137 active+clean; 935 MiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 43 MiB/s rd, 42 MiB/s wr, 625 op/s 2024-04-15T15:24:30.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:24:30 smithi016 ceph-mon[90652]: osdmap e1461: 8 total, 8 up, 8 in 2024-04-15T15:24:30.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:24:30 smithi016 ceph-mon[93212]: pgmap v2548: 137 pgs: 137 active+clean; 935 MiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 43 MiB/s rd, 42 MiB/s wr, 625 op/s 2024-04-15T15:24:30.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:24:30 smithi016 ceph-mon[93212]: osdmap e1461: 8 total, 8 up, 8 in 2024-04-15T15:24:30.558 INFO:tasks.workunit.client.0.smithi016.stdout:[ SKIPPED ] TestDeepCopy.CloneFlatten_StrippingSmallerDstObjSize (91 ms) 2024-04-15T15:24:30.558 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] TestDeepCopy.Stress_StrippingSmallerDstObjSize 2024-04-15T15:24:30.582 INFO:tasks.workunit.client.0.smithi016.stdout:/home/jenkins-build/build/workspace/ceph-dev-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/18.2.2-1221-ge3fb05d5/rpm/el9/BUILD/ceph-18.2.2-1221-ge3fb05d5/src/test/librbd/test_DeepCopy.cc:751: Skipped 2024-04-15T15:24:30.582 INFO:tasks.workunit.client.0.smithi016.stdout:Skipping due to unmet REQUIRE 2024-04-15T15:24:30.652 INFO:tasks.workunit.client.0.smithi016.stdout:[ SKIPPED ] TestDeepCopy.Stress_StrippingSmallerDstObjSize (94 ms) 2024-04-15T15:24:31.141 INFO:tasks.workunit.client.0.smithi016.stdout:[----------] 31 tests from TestDeepCopy (54818 ms total) 2024-04-15T15:24:31.141 INFO:tasks.workunit.client.0.smithi016.stdout: 2024-04-15T15:24:31.141 INFO:tasks.workunit.client.0.smithi016.stdout:[----------] 51 tests from TestMirroring 2024-04-15T15:24:32.040 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 15 15:24:31 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-y[81421]: ::ffff:172.21.15.102 - - [15/Apr/2024:15:24:31] "GET /metrics HTTP/1.1" 200 36416 "" "Prometheus/2.43.0" 2024-04-15T15:24:32.437 INFO:journalctl@ceph.prometheus.a.smithi102.stdout:Apr 15 15:24:32 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-prometheus-a[120881]: ts=2024-04-15T15:24:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi016:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"362ea986-fb34-11ee-bc8f-c7b262605968\", instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T15:24:32.438 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:24:32 smithi102 ceph-mon[87131]: pgmap v2550: 137 pgs: 137 active+clean; 955 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 36 MiB/s rd, 20 MiB/s wr, 346 op/s 2024-04-15T15:24:32.438 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:24:32 smithi102 ceph-mon[87131]: osdmap e1462: 8 total, 8 up, 8 in 2024-04-15T15:24:32.542 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:24:32 smithi016 ceph-mon[90652]: pgmap v2550: 137 pgs: 137 active+clean; 955 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 36 MiB/s rd, 20 MiB/s wr, 346 op/s 2024-04-15T15:24:32.542 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:24:32 smithi016 ceph-mon[90652]: osdmap e1462: 8 total, 8 up, 8 in 2024-04-15T15:24:32.542 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:24:32 smithi016 ceph-mon[93212]: pgmap v2550: 137 pgs: 137 active+clean; 955 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 36 MiB/s rd, 20 MiB/s wr, 346 op/s 2024-04-15T15:24:32.542 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:24:32 smithi016 ceph-mon[93212]: osdmap e1462: 8 total, 8 up, 8 in 2024-04-15T15:24:33.151 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] TestMirroring.EnableImageMirror_In_MirrorModeImage 2024-04-15T15:24:33.438 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:24:33 smithi102 ceph-mon[87131]: osdmap e1463: 8 total, 8 up, 8 in 2024-04-15T15:24:33.438 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:24:33 smithi102 ceph-mon[87131]: from='client.? 172.21.15.16:0/1249750100' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi016-143420-12","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T15:24:33.438 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:24:33 smithi102 ceph-mon[87131]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi016-143420-12","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T15:24:33.438 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:24:33 smithi102 ceph-mon[87131]: pgmap v2553: 137 pgs: 1 creating+peering, 31 unknown, 105 active+clean; 4.6 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2024-04-15T15:24:33.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:24:33 smithi016 ceph-mon[90652]: osdmap e1463: 8 total, 8 up, 8 in 2024-04-15T15:24:33.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:24:33 smithi016 ceph-mon[90652]: from='client.? 172.21.15.16:0/1249750100' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi016-143420-12","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T15:24:33.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:24:33 smithi016 ceph-mon[90652]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi016-143420-12","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T15:24:33.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:24:33 smithi016 ceph-mon[90652]: pgmap v2553: 137 pgs: 1 creating+peering, 31 unknown, 105 active+clean; 4.6 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2024-04-15T15:24:33.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:24:33 smithi016 ceph-mon[93212]: osdmap e1463: 8 total, 8 up, 8 in 2024-04-15T15:24:33.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:24:33 smithi016 ceph-mon[93212]: from='client.? 172.21.15.16:0/1249750100' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi016-143420-12","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T15:24:33.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:24:33 smithi016 ceph-mon[93212]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi016-143420-12","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T15:24:33.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:24:33 smithi016 ceph-mon[93212]: pgmap v2553: 137 pgs: 1 creating+peering, 31 unknown, 105 active+clean; 4.6 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2024-04-15T15:24:34.438 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:24:34 smithi102 ceph-mon[87131]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-15T15:24:34.438 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:24:34 smithi102 ceph-mon[87131]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi016-143420-12","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-15T15:24:34.438 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:24:34 smithi102 ceph-mon[87131]: osdmap e1464: 8 total, 8 up, 8 in 2024-04-15T15:24:34.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:24:34 smithi016 ceph-mon[90652]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-15T15:24:34.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:24:34 smithi016 ceph-mon[90652]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi016-143420-12","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-15T15:24:34.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:24:34 smithi016 ceph-mon[90652]: osdmap e1464: 8 total, 8 up, 8 in 2024-04-15T15:24:34.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:24:34 smithi016 ceph-mon[93212]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-15T15:24:34.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:24:34 smithi016 ceph-mon[93212]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi016-143420-12","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-15T15:24:34.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:24:34 smithi016 ceph-mon[93212]: osdmap e1464: 8 total, 8 up, 8 in 2024-04-15T15:24:35.281 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] TestMirroring.EnableImageMirror_In_MirrorModeImage (2130 ms) 2024-04-15T15:24:35.281 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] TestMirroring.EnableImageMirror_In_MirrorModePool 2024-04-15T15:24:35.389 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] TestMirroring.EnableImageMirror_In_MirrorModePool (109 ms) 2024-04-15T15:24:35.389 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] TestMirroring.EnableImageMirror_In_MirrorModeDisabled 2024-04-15T15:24:35.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:24:35 smithi102 ceph-mon[87131]: osdmap e1465: 8 total, 8 up, 8 in 2024-04-15T15:24:35.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:24:35 smithi102 ceph-mon[87131]: pgmap v2556: 137 pgs: 1 creating+peering, 31 unknown, 105 active+clean; 4.6 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2024-04-15T15:24:35.473 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] TestMirroring.EnableImageMirror_In_MirrorModeDisabled (83 ms) 2024-04-15T15:24:35.473 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] TestMirroring.DisableImageMirror_In_MirrorModeImage 2024-04-15T15:24:35.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:24:35 smithi016 ceph-mon[93212]: osdmap e1465: 8 total, 8 up, 8 in 2024-04-15T15:24:35.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:24:35 smithi016 ceph-mon[93212]: pgmap v2556: 137 pgs: 1 creating+peering, 31 unknown, 105 active+clean; 4.6 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2024-04-15T15:24:35.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:24:35 smithi016 ceph-mon[90652]: osdmap e1465: 8 total, 8 up, 8 in 2024-04-15T15:24:35.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:24:35 smithi016 ceph-mon[90652]: pgmap v2556: 137 pgs: 1 creating+peering, 31 unknown, 105 active+clean; 4.6 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2024-04-15T15:24:35.575 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] TestMirroring.DisableImageMirror_In_MirrorModeImage (103 ms) 2024-04-15T15:24:35.575 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] TestMirroring.DisableImageMirror_In_MirrorModeImage_NoObjectMap 2024-04-15T15:24:35.666 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] TestMirroring.DisableImageMirror_In_MirrorModeImage_NoObjectMap (91 ms) 2024-04-15T15:24:35.667 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] TestMirroring.DisableImageMirror_In_MirrorModePool 2024-04-15T15:24:35.761 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] TestMirroring.DisableImageMirror_In_MirrorModePool (94 ms) 2024-04-15T15:24:35.761 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] TestMirroring.DisableImageMirror_In_MirrorModeDisabled 2024-04-15T15:24:35.874 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] TestMirroring.DisableImageMirror_In_MirrorModeDisabled (114 ms) 2024-04-15T15:24:35.874 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] TestMirroring.DisableImageMirrorWithPeer 2024-04-15T15:24:35.874 INFO:tasks.workunit.client.0.smithi016.stdout:/home/jenkins-build/build/workspace/ceph-dev-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/18.2.2-1221-ge3fb05d5/rpm/el9/BUILD/ceph-18.2.2-1221-ge3fb05d5/src/test/librbd/test_mirroring.cc:482: Skipped 2024-04-15T15:24:35.875 INFO:tasks.workunit.client.0.smithi016.stdout:Skipping due to unmet REQUIRE 2024-04-15T15:24:35.875 INFO:tasks.workunit.client.0.smithi016.stdout:[ SKIPPED ] TestMirroring.DisableImageMirrorWithPeer (0 ms) 2024-04-15T15:24:35.875 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] TestMirroring.DisableJournalingWithPeer 2024-04-15T15:24:35.875 INFO:tasks.workunit.client.0.smithi016.stdout:/home/jenkins-build/build/workspace/ceph-dev-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/18.2.2-1221-ge3fb05d5/rpm/el9/BUILD/ceph-18.2.2-1221-ge3fb05d5/src/test/librbd/test_mirroring.cc:520: Skipped 2024-04-15T15:24:35.875 INFO:tasks.workunit.client.0.smithi016.stdout:Skipping due to unmet REQUIRE 2024-04-15T15:24:35.875 INFO:tasks.workunit.client.0.smithi016.stdout:[ SKIPPED ] TestMirroring.DisableJournalingWithPeer (0 ms) 2024-04-15T15:24:35.875 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] TestMirroring.EnableImageMirror_In_MirrorModeDisabled_WithoutJournaling 2024-04-15T15:24:35.945 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] TestMirroring.EnableImageMirror_In_MirrorModeDisabled_WithoutJournaling (71 ms) 2024-04-15T15:24:35.945 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] TestMirroring.EnableImageMirror_In_MirrorModePool_WithoutJournaling 2024-04-15T15:24:36.024 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] TestMirroring.EnableImageMirror_In_MirrorModePool_WithoutJournaling (79 ms) 2024-04-15T15:24:36.024 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] TestMirroring.EnableImageMirror_In_MirrorModeImage_WithoutJournaling 2024-04-15T15:24:36.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:24:36 smithi102 ceph-mon[87131]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-15T15:24:36.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:24:36 smithi102 ceph-mon[87131]: Cluster is now healthy 2024-04-15T15:24:36.438 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:24:36 smithi102 ceph-mon[87131]: osdmap e1466: 8 total, 8 up, 8 in 2024-04-15T15:24:36.539 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:24:36 smithi016 ceph-mon[90652]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-15T15:24:36.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:24:36 smithi016 ceph-mon[90652]: Cluster is now healthy 2024-04-15T15:24:36.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:24:36 smithi016 ceph-mon[90652]: osdmap e1466: 8 total, 8 up, 8 in 2024-04-15T15:24:36.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:24:36 smithi016 ceph-mon[93212]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-15T15:24:36.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:24:36 smithi016 ceph-mon[93212]: Cluster is now healthy 2024-04-15T15:24:36.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:24:36 smithi016 ceph-mon[93212]: osdmap e1466: 8 total, 8 up, 8 in 2024-04-15T15:24:37.218 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] TestMirroring.EnableImageMirror_In_MirrorModeImage_WithoutJournaling (1193 ms) 2024-04-15T15:24:37.218 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] TestMirroring.EnableImageMirror_In_MirrorModeImage_WithoutExclusiveLock 2024-04-15T15:24:37.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:24:37 smithi102 ceph-mon[87131]: osdmap e1467: 8 total, 8 up, 8 in 2024-04-15T15:24:37.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:24:37 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T15:24:37.438 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:24:37 smithi102 ceph-mon[87131]: pgmap v2559: 137 pgs: 1 creating+peering, 136 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 195 KiB/s rd, 35 KiB/s wr, 288 op/s 2024-04-15T15:24:37.438 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:24:37 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T15:24:37.438 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:24:37 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T15:24:37.438 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:24:37 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T15:24:37.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:24:37 smithi016 ceph-mon[90652]: osdmap e1467: 8 total, 8 up, 8 in 2024-04-15T15:24:37.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:24:37 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T15:24:37.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:24:37 smithi016 ceph-mon[90652]: pgmap v2559: 137 pgs: 1 creating+peering, 136 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 195 KiB/s rd, 35 KiB/s wr, 288 op/s 2024-04-15T15:24:37.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:24:37 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T15:24:37.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:24:37 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T15:24:37.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:24:37 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T15:24:37.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:24:37 smithi016 ceph-mon[93212]: osdmap e1467: 8 total, 8 up, 8 in 2024-04-15T15:24:37.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:24:37 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T15:24:37.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:24:37 smithi016 ceph-mon[93212]: pgmap v2559: 137 pgs: 1 creating+peering, 136 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 195 KiB/s rd, 35 KiB/s wr, 288 op/s 2024-04-15T15:24:37.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:24:37 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T15:24:37.541 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:24:37 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T15:24:37.541 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:24:37 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T15:24:38.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:24:38 smithi102 ceph-mon[87131]: osdmap e1468: 8 total, 8 up, 8 in 2024-04-15T15:24:38.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:24:38 smithi016 ceph-mon[90652]: osdmap e1468: 8 total, 8 up, 8 in 2024-04-15T15:24:38.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:24:38 smithi016 ceph-mon[93212]: osdmap e1468: 8 total, 8 up, 8 in 2024-04-15T15:24:39.228 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] TestMirroring.EnableImageMirror_In_MirrorModeImage_WithoutExclusiveLock (2011 ms) 2024-04-15T15:24:39.228 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] TestMirroring.CreateImage_In_MirrorModeDisabled 2024-04-15T15:24:39.325 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] TestMirroring.CreateImage_In_MirrorModeDisabled (96 ms) 2024-04-15T15:24:39.325 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] TestMirroring.CreateImage_In_MirrorModeImage 2024-04-15T15:24:39.413 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] TestMirroring.CreateImage_In_MirrorModeImage (88 ms) 2024-04-15T15:24:39.413 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] TestMirroring.CreateImage_In_MirrorModePool 2024-04-15T15:24:39.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:24:39 smithi102 ceph-mon[87131]: osdmap e1469: 8 total, 8 up, 8 in 2024-04-15T15:24:39.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:24:39 smithi102 ceph-mon[87131]: pgmap v2562: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 195 KiB/s rd, 35 KiB/s wr, 288 op/s 2024-04-15T15:24:39.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:24:39 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T15:24:39.510 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] TestMirroring.CreateImage_In_MirrorModePool (98 ms) 2024-04-15T15:24:39.510 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] TestMirroring.CreateImage_In_MirrorModePool_WithoutJournaling 2024-04-15T15:24:39.539 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:24:39 smithi016 ceph-mon[90652]: osdmap e1469: 8 total, 8 up, 8 in 2024-04-15T15:24:39.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:24:39 smithi016 ceph-mon[90652]: pgmap v2562: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 195 KiB/s rd, 35 KiB/s wr, 288 op/s 2024-04-15T15:24:39.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:24:39 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T15:24:39.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:24:39 smithi016 ceph-mon[93212]: osdmap e1469: 8 total, 8 up, 8 in 2024-04-15T15:24:39.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:24:39 smithi016 ceph-mon[93212]: pgmap v2562: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 195 KiB/s rd, 35 KiB/s wr, 288 op/s 2024-04-15T15:24:39.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:24:39 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T15:24:39.589 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] TestMirroring.CreateImage_In_MirrorModePool_WithoutJournaling (78 ms) 2024-04-15T15:24:39.589 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] TestMirroring.CreateImage_In_MirrorModeImage_WithoutJournaling 2024-04-15T15:24:39.666 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] TestMirroring.CreateImage_In_MirrorModeImage_WithoutJournaling (77 ms) 2024-04-15T15:24:39.666 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] TestMirroring.EnableJournaling_In_MirrorModeDisabled 2024-04-15T15:24:39.757 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] TestMirroring.EnableJournaling_In_MirrorModeDisabled (92 ms) 2024-04-15T15:24:39.757 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] TestMirroring.EnableJournaling_In_MirrorModeImage 2024-04-15T15:24:39.851 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] TestMirroring.EnableJournaling_In_MirrorModeImage (94 ms) 2024-04-15T15:24:39.851 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] TestMirroring.EnableJournaling_In_MirrorModeImage_SnapshotMirroringEnabled 2024-04-15T15:24:40.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:24:40 smithi102 ceph-mon[87131]: osdmap e1470: 8 total, 8 up, 8 in 2024-04-15T15:24:40.539 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:24:40 smithi016 ceph-mon[90652]: osdmap e1470: 8 total, 8 up, 8 in 2024-04-15T15:24:40.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:24:40 smithi016 ceph-mon[93212]: osdmap e1470: 8 total, 8 up, 8 in 2024-04-15T15:24:40.884 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] TestMirroring.EnableJournaling_In_MirrorModeImage_SnapshotMirroringEnabled (1033 ms) 2024-04-15T15:24:40.884 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] TestMirroring.EnableJournaling_In_MirrorModePool 2024-04-15T15:24:40.999 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] TestMirroring.EnableJournaling_In_MirrorModePool (114 ms) 2024-04-15T15:24:40.999 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] TestMirroring.DisableJournaling_In_MirrorModePool 2024-04-15T15:24:41.101 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] TestMirroring.DisableJournaling_In_MirrorModePool (102 ms) 2024-04-15T15:24:41.101 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] TestMirroring.DisableJournaling_In_MirrorModeImage 2024-04-15T15:24:41.202 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] TestMirroring.DisableJournaling_In_MirrorModeImage (101 ms) 2024-04-15T15:24:41.202 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] TestMirroring.MirrorModeSet_DisabledMode_To_PoolMode 2024-04-15T15:24:41.359 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] TestMirroring.MirrorModeSet_DisabledMode_To_PoolMode (158 ms) 2024-04-15T15:24:41.359 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] TestMirroring.MirrorModeSet_PoolMode_To_DisabledMode 2024-04-15T15:24:41.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:24:41 smithi102 ceph-mon[87131]: osdmap e1471: 8 total, 8 up, 8 in 2024-04-15T15:24:41.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:24:41 smithi102 ceph-mon[87131]: pgmap v2565: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 406 KiB/s rd, 36 KiB/s wr, 565 op/s 2024-04-15T15:24:41.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:24:41 smithi102 ceph-mon[87131]: osdmap e1472: 8 total, 8 up, 8 in 2024-04-15T15:24:41.520 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] TestMirroring.MirrorModeSet_PoolMode_To_DisabledMode (161 ms) 2024-04-15T15:24:41.520 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] TestMirroring.MirrorModeSet_DisabledMode_To_ImageMode 2024-04-15T15:24:41.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:24:41 smithi016 ceph-mon[90652]: osdmap e1471: 8 total, 8 up, 8 in 2024-04-15T15:24:41.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:24:41 smithi016 ceph-mon[90652]: pgmap v2565: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 406 KiB/s rd, 36 KiB/s wr, 565 op/s 2024-04-15T15:24:41.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:24:41 smithi016 ceph-mon[90652]: osdmap e1472: 8 total, 8 up, 8 in 2024-04-15T15:24:41.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:24:41 smithi016 ceph-mon[93212]: osdmap e1471: 8 total, 8 up, 8 in 2024-04-15T15:24:41.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:24:41 smithi016 ceph-mon[93212]: pgmap v2565: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 406 KiB/s rd, 36 KiB/s wr, 565 op/s 2024-04-15T15:24:41.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:24:41 smithi016 ceph-mon[93212]: osdmap e1472: 8 total, 8 up, 8 in 2024-04-15T15:24:41.660 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] TestMirroring.MirrorModeSet_DisabledMode_To_ImageMode (139 ms) 2024-04-15T15:24:41.660 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] TestMirroring.MirrorModeSet_PoolMode_To_ImageMode 2024-04-15T15:24:41.813 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] TestMirroring.MirrorModeSet_PoolMode_To_ImageMode (154 ms) 2024-04-15T15:24:41.813 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] TestMirroring.MirrorModeSet_ImageMode_To_PoolMode 2024-04-15T15:24:41.970 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] TestMirroring.MirrorModeSet_ImageMode_To_PoolMode (156 ms) 2024-04-15T15:24:41.970 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] TestMirroring.MirrorModeSet_ImageMode_To_DisabledMode 2024-04-15T15:24:42.040 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 15 15:24:41 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-y[81421]: ::ffff:172.21.15.102 - - [15/Apr/2024:15:24:41] "GET /metrics HTTP/1.1" 200 36389 "" "Prometheus/2.43.0" 2024-04-15T15:24:42.143 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] TestMirroring.MirrorModeSet_ImageMode_To_DisabledMode (174 ms) 2024-04-15T15:24:42.143 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] TestMirroring.RemoveImage_With_MirrorImageEnabled 2024-04-15T15:24:42.231 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] TestMirroring.RemoveImage_With_MirrorImageEnabled (87 ms) 2024-04-15T15:24:42.231 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] TestMirroring.RemoveImage_With_MirrorImageDisabled 2024-04-15T15:24:42.307 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] TestMirroring.RemoveImage_With_MirrorImageDisabled (77 ms) 2024-04-15T15:24:42.307 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] TestMirroring.RemoveImage_With_ImageWithoutJournal 2024-04-15T15:24:42.377 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] TestMirroring.RemoveImage_With_ImageWithoutJournal (70 ms) 2024-04-15T15:24:42.378 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] TestMirroring.RemoveImage_With_MirrorImageDemoted 2024-04-15T15:24:42.493 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] TestMirroring.RemoveImage_With_MirrorImageDemoted (115 ms) 2024-04-15T15:24:42.493 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] TestMirroring.TrashMoveRestore_PoolMode 2024-04-15T15:24:42.614 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] TestMirroring.TrashMoveRestore_PoolMode (122 ms) 2024-04-15T15:24:42.614 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] TestMirroring.TrashMoveRestore_ImageMode_MirroringDisabled 2024-04-15T15:24:42.687 INFO:journalctl@ceph.prometheus.a.smithi102.stdout:Apr 15 15:24:42 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-prometheus-a[120881]: ts=2024-04-15T15:24:42.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi016:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"362ea986-fb34-11ee-bc8f-c7b262605968\", instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T15:24:42.717 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] TestMirroring.TrashMoveRestore_ImageMode_MirroringDisabled (103 ms) 2024-04-15T15:24:42.717 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] TestMirroring.TrashMoveRestore_ImageMode_MirroringEnabled 2024-04-15T15:24:42.828 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] TestMirroring.TrashMoveRestore_ImageMode_MirroringEnabled (110 ms) 2024-04-15T15:24:42.828 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] TestMirroring.MirrorStatusList 2024-04-15T15:24:42.900 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] TestMirroring.MirrorStatusList (72 ms) 2024-04-15T15:24:42.900 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] TestMirroring.RemoveBootstrapped 2024-04-15T15:24:42.994 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] TestMirroring.RemoveBootstrapped (95 ms) 2024-04-15T15:24:42.995 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] TestMirroring.AioPromoteDemote 2024-04-15T15:24:43.364 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] TestMirroring.AioPromoteDemote (369 ms) 2024-04-15T15:24:43.364 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] TestMirroring.AioGetInfo 2024-04-15T15:24:43.710 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] TestMirroring.AioGetInfo (346 ms) 2024-04-15T15:24:43.710 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] TestMirroring.AioGetStatus 2024-04-15T15:24:43.928 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] TestMirroring.AioGetStatus (218 ms) 2024-04-15T15:24:43.928 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] TestMirroring.SiteName 2024-04-15T15:24:43.935 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] TestMirroring.SiteName (8 ms) 2024-04-15T15:24:43.935 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] TestMirroring.Bootstrap 2024-04-15T15:24:43.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:24:43 smithi102 ceph-mon[87131]: pgmap v2567: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 630 KiB/s rd, 63 KiB/s wr, 895 op/s 2024-04-15T15:24:44.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:24:43 smithi016 ceph-mon[90652]: pgmap v2567: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 630 KiB/s rd, 63 KiB/s wr, 895 op/s 2024-04-15T15:24:44.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:24:43 smithi016 ceph-mon[93212]: pgmap v2567: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 630 KiB/s rd, 63 KiB/s wr, 895 op/s 2024-04-15T15:24:44.768 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] TestMirroring.Bootstrap (833 ms) 2024-04-15T15:24:44.768 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] TestMirroring.PeerDirection 2024-04-15T15:24:44.777 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] TestMirroring.PeerDirection (9 ms) 2024-04-15T15:24:44.777 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] TestMirroring.Snapshot 2024-04-15T15:24:45.188 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:24:44 smithi102 ceph-mon[87131]: from='client.? ' entity='client.admin' 2024-04-15T15:24:45.188 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:24:44 smithi102 ceph-mon[87131]: from='client.? 172.21.15.16:0/1249750100' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/site_name"}]: dispatch 2024-04-15T15:24:45.188 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:24:44 smithi102 ceph-mon[87131]: from='client.? 172.21.15.16:0/1249750100' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/site_name"}]: dispatch 2024-04-15T15:24:45.188 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:24:44 smithi102 ceph-mon[87131]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/site_name"}]: dispatch 2024-04-15T15:24:45.188 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:24:44 smithi102 ceph-mon[87131]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/site_name"}]': finished 2024-04-15T15:24:45.188 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:24:44 smithi102 ceph-mon[87131]: from='client.? 172.21.15.16:0/1249750100' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/site_name"}]: dispatch 2024-04-15T15:24:45.188 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:24:44 smithi102 ceph-mon[87131]: from='client.? 172.21.15.16:0/1249750100' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/peer_client_id"}]: dispatch 2024-04-15T15:24:45.188 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:24:44 smithi102 ceph-mon[87131]: from='client.? ' entity='client.admin' 2024-04-15T15:24:45.188 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:24:44 smithi102 ceph-mon[87131]: from='client.? 172.21.15.16:0/1249750100' entity='client.admin' cmd=[{ "prefix": "auth get-or-create", "entity": "client.rbd-mirror-peer", "caps": [ "mon", "profile rbd-mirror-peer", "osd", "profile rbd"], "format": "json"}]: dispatch 2024-04-15T15:24:45.189 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:24:44 smithi102 ceph-mon[87131]: from='client.? ' entity='client.admin' cmd=[{ "prefix": "auth get-or-create", "entity": "client.rbd-mirror-peer", "caps": [ "mon", "profile rbd-mirror-peer", "osd", "profile rbd"], "format": "json"}]: dispatch 2024-04-15T15:24:45.189 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:24:44 smithi102 ceph-mon[87131]: from='client.? ' entity='client.admin' cmd='[{ "prefix": "auth get-or-create", "entity": "client.rbd-mirror-peer", "caps": [ "mon", "profile rbd-mirror-peer", "osd", "profile rbd"], "format": "json"}]': finished 2024-04-15T15:24:45.189 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:24:44 smithi102 ceph-mon[87131]: from='client.? 172.21.15.16:0/1249750100' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/site_name"}]: dispatch 2024-04-15T15:24:45.189 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:24:44 smithi102 ceph-mon[87131]: from='client.? 172.21.15.16:0/1249750100' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/b8c14723-8a80-4623-9b9b-7210b53f3649"}]: dispatch 2024-04-15T15:24:45.189 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:24:44 smithi102 ceph-mon[87131]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/b8c14723-8a80-4623-9b9b-7210b53f3649"}]: dispatch 2024-04-15T15:24:45.189 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:24:44 smithi102 ceph-mon[87131]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/b8c14723-8a80-4623-9b9b-7210b53f3649"}]': finished 2024-04-15T15:24:45.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:24:44 smithi016 ceph-mon[90652]: from='client.? ' entity='client.admin' 2024-04-15T15:24:45.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:24:44 smithi016 ceph-mon[90652]: from='client.? 172.21.15.16:0/1249750100' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/site_name"}]: dispatch 2024-04-15T15:24:45.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:24:44 smithi016 ceph-mon[90652]: from='client.? 172.21.15.16:0/1249750100' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/site_name"}]: dispatch 2024-04-15T15:24:45.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:24:44 smithi016 ceph-mon[90652]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/site_name"}]: dispatch 2024-04-15T15:24:45.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:24:44 smithi016 ceph-mon[90652]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/site_name"}]': finished 2024-04-15T15:24:45.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:24:44 smithi016 ceph-mon[90652]: from='client.? 172.21.15.16:0/1249750100' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/site_name"}]: dispatch 2024-04-15T15:24:45.291 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:24:44 smithi016 ceph-mon[90652]: from='client.? 172.21.15.16:0/1249750100' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/peer_client_id"}]: dispatch 2024-04-15T15:24:45.291 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:24:44 smithi016 ceph-mon[90652]: from='client.? ' entity='client.admin' 2024-04-15T15:24:45.291 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:24:44 smithi016 ceph-mon[90652]: from='client.? 172.21.15.16:0/1249750100' entity='client.admin' cmd=[{ "prefix": "auth get-or-create", "entity": "client.rbd-mirror-peer", "caps": [ "mon", "profile rbd-mirror-peer", "osd", "profile rbd"], "format": "json"}]: dispatch 2024-04-15T15:24:45.291 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:24:44 smithi016 ceph-mon[90652]: from='client.? ' entity='client.admin' cmd=[{ "prefix": "auth get-or-create", "entity": "client.rbd-mirror-peer", "caps": [ "mon", "profile rbd-mirror-peer", "osd", "profile rbd"], "format": "json"}]: dispatch 2024-04-15T15:24:45.291 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:24:44 smithi016 ceph-mon[90652]: from='client.? ' entity='client.admin' cmd='[{ "prefix": "auth get-or-create", "entity": "client.rbd-mirror-peer", "caps": [ "mon", "profile rbd-mirror-peer", "osd", "profile rbd"], "format": "json"}]': finished 2024-04-15T15:24:45.291 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:24:44 smithi016 ceph-mon[90652]: from='client.? 172.21.15.16:0/1249750100' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/site_name"}]: dispatch 2024-04-15T15:24:45.291 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:24:44 smithi016 ceph-mon[90652]: from='client.? 172.21.15.16:0/1249750100' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/b8c14723-8a80-4623-9b9b-7210b53f3649"}]: dispatch 2024-04-15T15:24:45.291 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:24:44 smithi016 ceph-mon[90652]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/b8c14723-8a80-4623-9b9b-7210b53f3649"}]: dispatch 2024-04-15T15:24:45.291 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:24:44 smithi016 ceph-mon[90652]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/b8c14723-8a80-4623-9b9b-7210b53f3649"}]': finished 2024-04-15T15:24:45.291 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:24:44 smithi016 ceph-mon[93212]: from='client.? ' entity='client.admin' 2024-04-15T15:24:45.292 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:24:44 smithi016 ceph-mon[93212]: from='client.? 172.21.15.16:0/1249750100' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/site_name"}]: dispatch 2024-04-15T15:24:45.292 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:24:44 smithi016 ceph-mon[93212]: from='client.? 172.21.15.16:0/1249750100' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/site_name"}]: dispatch 2024-04-15T15:24:45.292 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:24:44 smithi016 ceph-mon[93212]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/site_name"}]: dispatch 2024-04-15T15:24:45.292 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:24:44 smithi016 ceph-mon[93212]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/site_name"}]': finished 2024-04-15T15:24:45.292 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:24:44 smithi016 ceph-mon[93212]: from='client.? 172.21.15.16:0/1249750100' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/site_name"}]: dispatch 2024-04-15T15:24:45.292 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:24:44 smithi016 ceph-mon[93212]: from='client.? 172.21.15.16:0/1249750100' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/peer_client_id"}]: dispatch 2024-04-15T15:24:45.292 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:24:44 smithi016 ceph-mon[93212]: from='client.? ' entity='client.admin' 2024-04-15T15:24:45.292 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:24:44 smithi016 ceph-mon[93212]: from='client.? 172.21.15.16:0/1249750100' entity='client.admin' cmd=[{ "prefix": "auth get-or-create", "entity": "client.rbd-mirror-peer", "caps": [ "mon", "profile rbd-mirror-peer", "osd", "profile rbd"], "format": "json"}]: dispatch 2024-04-15T15:24:45.292 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:24:44 smithi016 ceph-mon[93212]: from='client.? ' entity='client.admin' cmd=[{ "prefix": "auth get-or-create", "entity": "client.rbd-mirror-peer", "caps": [ "mon", "profile rbd-mirror-peer", "osd", "profile rbd"], "format": "json"}]: dispatch 2024-04-15T15:24:45.292 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:24:44 smithi016 ceph-mon[93212]: from='client.? ' entity='client.admin' cmd='[{ "prefix": "auth get-or-create", "entity": "client.rbd-mirror-peer", "caps": [ "mon", "profile rbd-mirror-peer", "osd", "profile rbd"], "format": "json"}]': finished 2024-04-15T15:24:45.292 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:24:44 smithi016 ceph-mon[93212]: from='client.? 172.21.15.16:0/1249750100' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/site_name"}]: dispatch 2024-04-15T15:24:45.292 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:24:44 smithi016 ceph-mon[93212]: from='client.? 172.21.15.16:0/1249750100' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/b8c14723-8a80-4623-9b9b-7210b53f3649"}]: dispatch 2024-04-15T15:24:45.292 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:24:44 smithi016 ceph-mon[93212]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/b8c14723-8a80-4623-9b9b-7210b53f3649"}]: dispatch 2024-04-15T15:24:45.293 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:24:44 smithi016 ceph-mon[93212]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/b8c14723-8a80-4623-9b9b-7210b53f3649"}]': finished 2024-04-15T15:24:46.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:24:45 smithi102 ceph-mon[87131]: pgmap v2568: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 468 KiB/s rd, 47 KiB/s wr, 664 op/s 2024-04-15T15:24:46.188 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:24:45 smithi102 ceph-mon[87131]: osdmap e1473: 8 total, 8 up, 8 in 2024-04-15T15:24:46.188 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:24:45 smithi102 ceph-mon[87131]: osdmap e1474: 8 total, 8 up, 8 in 2024-04-15T15:24:46.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:24:45 smithi016 ceph-mon[90652]: pgmap v2568: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 468 KiB/s rd, 47 KiB/s wr, 664 op/s 2024-04-15T15:24:46.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:24:45 smithi016 ceph-mon[90652]: osdmap e1473: 8 total, 8 up, 8 in 2024-04-15T15:24:46.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:24:45 smithi016 ceph-mon[90652]: osdmap e1474: 8 total, 8 up, 8 in 2024-04-15T15:24:46.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:24:45 smithi016 ceph-mon[93212]: pgmap v2568: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 468 KiB/s rd, 47 KiB/s wr, 664 op/s 2024-04-15T15:24:46.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:24:45 smithi016 ceph-mon[93212]: osdmap e1473: 8 total, 8 up, 8 in 2024-04-15T15:24:46.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:24:45 smithi016 ceph-mon[93212]: osdmap e1474: 8 total, 8 up, 8 in 2024-04-15T15:24:48.188 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:24:47 smithi102 ceph-mon[87131]: pgmap v2571: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 1.4 MiB/s rd, 225 KiB/s wr, 2.04k op/s 2024-04-15T15:24:48.188 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:24:47 smithi102 ceph-mon[87131]: osdmap e1475: 8 total, 8 up, 8 in 2024-04-15T15:24:48.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:24:47 smithi016 ceph-mon[90652]: pgmap v2571: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 1.4 MiB/s rd, 225 KiB/s wr, 2.04k op/s 2024-04-15T15:24:48.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:24:47 smithi016 ceph-mon[90652]: osdmap e1475: 8 total, 8 up, 8 in 2024-04-15T15:24:48.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:24:47 smithi016 ceph-mon[93212]: pgmap v2571: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 1.4 MiB/s rd, 225 KiB/s wr, 2.04k op/s 2024-04-15T15:24:48.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:24:47 smithi016 ceph-mon[93212]: osdmap e1475: 8 total, 8 up, 8 in 2024-04-15T15:24:49.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:24:48 smithi102 ceph-mon[87131]: osdmap e1476: 8 total, 8 up, 8 in 2024-04-15T15:24:49.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:24:48 smithi016 ceph-mon[90652]: osdmap e1476: 8 total, 8 up, 8 in 2024-04-15T15:24:49.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:24:48 smithi016 ceph-mon[93212]: osdmap e1476: 8 total, 8 up, 8 in 2024-04-15T15:24:50.188 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:24:49 smithi102 ceph-mon[87131]: pgmap v2574: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 1.9 MiB/s rd, 303 KiB/s wr, 2.67k op/s 2024-04-15T15:24:50.188 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:24:49 smithi102 ceph-mon[87131]: osdmap e1477: 8 total, 8 up, 8 in 2024-04-15T15:24:50.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:24:49 smithi016 ceph-mon[90652]: pgmap v2574: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 1.9 MiB/s rd, 303 KiB/s wr, 2.67k op/s 2024-04-15T15:24:50.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:24:49 smithi016 ceph-mon[90652]: osdmap e1477: 8 total, 8 up, 8 in 2024-04-15T15:24:50.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:24:49 smithi016 ceph-mon[93212]: pgmap v2574: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 1.9 MiB/s rd, 303 KiB/s wr, 2.67k op/s 2024-04-15T15:24:50.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:24:49 smithi016 ceph-mon[93212]: osdmap e1477: 8 total, 8 up, 8 in 2024-04-15T15:24:51.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:24:50 smithi102 ceph-mon[87131]: osdmap e1478: 8 total, 8 up, 8 in 2024-04-15T15:24:51.188 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:24:50 smithi102 ceph-mon[87131]: osdmap e1479: 8 total, 8 up, 8 in 2024-04-15T15:24:51.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:24:50 smithi016 ceph-mon[93212]: osdmap e1478: 8 total, 8 up, 8 in 2024-04-15T15:24:51.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:24:50 smithi016 ceph-mon[93212]: osdmap e1479: 8 total, 8 up, 8 in 2024-04-15T15:24:51.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:24:50 smithi016 ceph-mon[90652]: osdmap e1478: 8 total, 8 up, 8 in 2024-04-15T15:24:51.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:24:50 smithi016 ceph-mon[90652]: osdmap e1479: 8 total, 8 up, 8 in 2024-04-15T15:24:52.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:24:51 smithi016 ceph-mon[90652]: pgmap v2577: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 37 KiB/s rd, 2.0 KiB/s wr, 49 op/s 2024-04-15T15:24:52.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:24:51 smithi016 ceph-mon[93212]: pgmap v2577: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 37 KiB/s rd, 2.0 KiB/s wr, 49 op/s 2024-04-15T15:24:52.041 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 15 15:24:51 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-y[81421]: ::ffff:172.21.15.102 - - [15/Apr/2024:15:24:51] "GET /metrics HTTP/1.1" 200 36389 "" "Prometheus/2.43.0" 2024-04-15T15:24:52.188 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:24:51 smithi102 ceph-mon[87131]: pgmap v2577: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 37 KiB/s rd, 2.0 KiB/s wr, 49 op/s 2024-04-15T15:24:52.687 INFO:journalctl@ceph.prometheus.a.smithi102.stdout:Apr 15 15:24:52 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-prometheus-a[120881]: ts=2024-04-15T15:24:52.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi016:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"362ea986-fb34-11ee-bc8f-c7b262605968\", instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T15:24:53.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:24:52 smithi102 ceph-mon[87131]: osdmap e1480: 8 total, 8 up, 8 in 2024-04-15T15:24:53.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:24:52 smithi016 ceph-mon[90652]: osdmap e1480: 8 total, 8 up, 8 in 2024-04-15T15:24:53.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:24:52 smithi016 ceph-mon[93212]: osdmap e1480: 8 total, 8 up, 8 in 2024-04-15T15:24:54.188 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:24:53 smithi102 ceph-mon[87131]: pgmap v2580: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 58 KiB/s rd, 6.2 KiB/s wr, 76 op/s 2024-04-15T15:24:54.188 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:24:53 smithi102 ceph-mon[87131]: osdmap e1481: 8 total, 8 up, 8 in 2024-04-15T15:24:54.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:24:53 smithi016 ceph-mon[90652]: pgmap v2580: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 58 KiB/s rd, 6.2 KiB/s wr, 76 op/s 2024-04-15T15:24:54.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:24:53 smithi016 ceph-mon[90652]: osdmap e1481: 8 total, 8 up, 8 in 2024-04-15T15:24:54.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:24:53 smithi016 ceph-mon[93212]: pgmap v2580: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 58 KiB/s rd, 6.2 KiB/s wr, 76 op/s 2024-04-15T15:24:54.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:24:53 smithi016 ceph-mon[93212]: osdmap e1481: 8 total, 8 up, 8 in 2024-04-15T15:24:55.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:24:54 smithi102 ceph-mon[87131]: osdmap e1482: 8 total, 8 up, 8 in 2024-04-15T15:24:55.188 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:24:54 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T15:24:55.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:24:54 smithi016 ceph-mon[93212]: osdmap e1482: 8 total, 8 up, 8 in 2024-04-15T15:24:55.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:24:54 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T15:24:55.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:24:54 smithi016 ceph-mon[90652]: osdmap e1482: 8 total, 8 up, 8 in 2024-04-15T15:24:55.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:24:54 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T15:24:56.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:24:55 smithi102 ceph-mon[87131]: pgmap v2583: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 52 KiB/s rd, 4.7 KiB/s wr, 67 op/s 2024-04-15T15:24:56.188 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:24:55 smithi102 ceph-mon[87131]: osdmap e1483: 8 total, 8 up, 8 in 2024-04-15T15:24:56.188 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:24:55 smithi102 ceph-mon[87131]: osdmap e1484: 8 total, 8 up, 8 in 2024-04-15T15:24:56.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:24:55 smithi016 ceph-mon[90652]: pgmap v2583: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 52 KiB/s rd, 4.7 KiB/s wr, 67 op/s 2024-04-15T15:24:56.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:24:55 smithi016 ceph-mon[90652]: osdmap e1483: 8 total, 8 up, 8 in 2024-04-15T15:24:56.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:24:55 smithi016 ceph-mon[90652]: osdmap e1484: 8 total, 8 up, 8 in 2024-04-15T15:24:56.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:24:55 smithi016 ceph-mon[93212]: pgmap v2583: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 52 KiB/s rd, 4.7 KiB/s wr, 67 op/s 2024-04-15T15:24:56.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:24:55 smithi016 ceph-mon[93212]: osdmap e1483: 8 total, 8 up, 8 in 2024-04-15T15:24:56.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:24:55 smithi016 ceph-mon[93212]: osdmap e1484: 8 total, 8 up, 8 in 2024-04-15T15:24:58.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:24:57 smithi102 ceph-mon[87131]: pgmap v2586: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 72 KiB/s rd, 6.7 KiB/s wr, 98 op/s 2024-04-15T15:24:58.188 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:24:57 smithi102 ceph-mon[87131]: osdmap e1485: 8 total, 8 up, 8 in 2024-04-15T15:24:58.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:24:57 smithi016 ceph-mon[93212]: pgmap v2586: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 72 KiB/s rd, 6.7 KiB/s wr, 98 op/s 2024-04-15T15:24:58.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:24:57 smithi016 ceph-mon[93212]: osdmap e1485: 8 total, 8 up, 8 in 2024-04-15T15:24:58.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:24:57 smithi016 ceph-mon[90652]: pgmap v2586: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 72 KiB/s rd, 6.7 KiB/s wr, 98 op/s 2024-04-15T15:24:58.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:24:57 smithi016 ceph-mon[90652]: osdmap e1485: 8 total, 8 up, 8 in 2024-04-15T15:24:59.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:24:58 smithi102 ceph-mon[87131]: osdmap e1486: 8 total, 8 up, 8 in 2024-04-15T15:24:59.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:24:58 smithi016 ceph-mon[90652]: osdmap e1486: 8 total, 8 up, 8 in 2024-04-15T15:24:59.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:24:58 smithi016 ceph-mon[93212]: osdmap e1486: 8 total, 8 up, 8 in 2024-04-15T15:24:59.947 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] TestMirroring.Snapshot (15170 ms) 2024-04-15T15:24:59.947 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] TestMirroring.SnapshotRemoveOnDisable 2024-04-15T15:25:00.188 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:24:59 smithi102 ceph-mon[87131]: pgmap v2589: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 72 KiB/s rd, 6.7 KiB/s wr, 98 op/s 2024-04-15T15:25:00.188 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:24:59 smithi102 ceph-mon[87131]: osdmap e1487: 8 total, 8 up, 8 in 2024-04-15T15:25:00.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:24:59 smithi016 ceph-mon[90652]: pgmap v2589: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 72 KiB/s rd, 6.7 KiB/s wr, 98 op/s 2024-04-15T15:25:00.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:24:59 smithi016 ceph-mon[90652]: osdmap e1487: 8 total, 8 up, 8 in 2024-04-15T15:25:00.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:24:59 smithi016 ceph-mon[93212]: pgmap v2589: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 72 KiB/s rd, 6.7 KiB/s wr, 98 op/s 2024-04-15T15:25:00.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:24:59 smithi016 ceph-mon[93212]: osdmap e1487: 8 total, 8 up, 8 in 2024-04-15T15:25:01.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:25:00 smithi102 ceph-mon[87131]: osdmap e1488: 8 total, 8 up, 8 in 2024-04-15T15:25:01.188 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:25:00 smithi102 ceph-mon[87131]: from='client.? 172.21.15.16:0/1249750100' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/e48c3eb7-17b2-444d-b706-39daf3d6175c"}]: dispatch 2024-04-15T15:25:01.188 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:25:00 smithi102 ceph-mon[87131]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/e48c3eb7-17b2-444d-b706-39daf3d6175c"}]: dispatch 2024-04-15T15:25:01.188 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:25:00 smithi102 ceph-mon[87131]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/e48c3eb7-17b2-444d-b706-39daf3d6175c"}]': finished 2024-04-15T15:25:01.188 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:25:00 smithi102 ceph-mon[87131]: osdmap e1489: 8 total, 8 up, 8 in 2024-04-15T15:25:01.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:25:00 smithi016 ceph-mon[90652]: osdmap e1488: 8 total, 8 up, 8 in 2024-04-15T15:25:01.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:25:00 smithi016 ceph-mon[90652]: from='client.? 172.21.15.16:0/1249750100' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/e48c3eb7-17b2-444d-b706-39daf3d6175c"}]: dispatch 2024-04-15T15:25:01.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:25:00 smithi016 ceph-mon[90652]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/e48c3eb7-17b2-444d-b706-39daf3d6175c"}]: dispatch 2024-04-15T15:25:01.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:25:00 smithi016 ceph-mon[90652]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/e48c3eb7-17b2-444d-b706-39daf3d6175c"}]': finished 2024-04-15T15:25:01.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:25:00 smithi016 ceph-mon[90652]: osdmap e1489: 8 total, 8 up, 8 in 2024-04-15T15:25:01.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:25:00 smithi016 ceph-mon[93212]: osdmap e1488: 8 total, 8 up, 8 in 2024-04-15T15:25:01.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:25:00 smithi016 ceph-mon[93212]: from='client.? 172.21.15.16:0/1249750100' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/e48c3eb7-17b2-444d-b706-39daf3d6175c"}]: dispatch 2024-04-15T15:25:01.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:25:00 smithi016 ceph-mon[93212]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/e48c3eb7-17b2-444d-b706-39daf3d6175c"}]: dispatch 2024-04-15T15:25:01.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:25:00 smithi016 ceph-mon[93212]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/e48c3eb7-17b2-444d-b706-39daf3d6175c"}]': finished 2024-04-15T15:25:01.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:25:00 smithi016 ceph-mon[93212]: osdmap e1489: 8 total, 8 up, 8 in 2024-04-15T15:25:02.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:25:01 smithi016 ceph-mon[90652]: pgmap v2592: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 8.7 KiB/s rd, 1023 B/s wr, 15 op/s 2024-04-15T15:25:02.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:25:01 smithi016 ceph-mon[90652]: osdmap e1490: 8 total, 8 up, 8 in 2024-04-15T15:25:02.040 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 15 15:25:01 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-y[81421]: ::ffff:172.21.15.102 - - [15/Apr/2024:15:25:01] "GET /metrics HTTP/1.1" 200 36399 "" "Prometheus/2.43.0" 2024-04-15T15:25:02.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:25:01 smithi016 ceph-mon[93212]: pgmap v2592: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 8.7 KiB/s rd, 1023 B/s wr, 15 op/s 2024-04-15T15:25:02.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:25:01 smithi016 ceph-mon[93212]: osdmap e1490: 8 total, 8 up, 8 in 2024-04-15T15:25:02.315 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:25:01 smithi102 ceph-mon[87131]: pgmap v2592: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 8.7 KiB/s rd, 1023 B/s wr, 15 op/s 2024-04-15T15:25:02.315 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:25:01 smithi102 ceph-mon[87131]: osdmap e1490: 8 total, 8 up, 8 in 2024-04-15T15:25:02.687 INFO:journalctl@ceph.prometheus.a.smithi102.stdout:Apr 15 15:25:02 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-prometheus-a[120881]: ts=2024-04-15T15:25:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi016:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"362ea986-fb34-11ee-bc8f-c7b262605968\", instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T15:25:03.949 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] TestMirroring.SnapshotRemoveOnDisable (4002 ms) 2024-04-15T15:25:03.950 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] TestMirroring.SnapshotUnlinkPeer 2024-04-15T15:25:04.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:25:03 smithi102 ceph-mon[87131]: pgmap v2595: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 75 KiB/s rd, 7.0 KiB/s wr, 106 op/s 2024-04-15T15:25:04.188 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:25:03 smithi102 ceph-mon[87131]: osdmap e1491: 8 total, 8 up, 8 in 2024-04-15T15:25:04.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:25:03 smithi016 ceph-mon[90652]: pgmap v2595: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 75 KiB/s rd, 7.0 KiB/s wr, 106 op/s 2024-04-15T15:25:04.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:25:03 smithi016 ceph-mon[90652]: osdmap e1491: 8 total, 8 up, 8 in 2024-04-15T15:25:04.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:25:03 smithi016 ceph-mon[93212]: pgmap v2595: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 75 KiB/s rd, 7.0 KiB/s wr, 106 op/s 2024-04-15T15:25:04.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:25:03 smithi016 ceph-mon[93212]: osdmap e1491: 8 total, 8 up, 8 in 2024-04-15T15:25:05.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:25:04 smithi102 ceph-mon[87131]: osdmap e1492: 8 total, 8 up, 8 in 2024-04-15T15:25:05.188 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:25:04 smithi102 ceph-mon[87131]: from='client.? 172.21.15.16:0/1249750100' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/216b5cd7-8c41-4f56-9ddd-c64df46dfe95"}]: dispatch 2024-04-15T15:25:05.188 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:25:04 smithi102 ceph-mon[87131]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/216b5cd7-8c41-4f56-9ddd-c64df46dfe95"}]: dispatch 2024-04-15T15:25:05.188 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:25:04 smithi102 ceph-mon[87131]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/216b5cd7-8c41-4f56-9ddd-c64df46dfe95"}]': finished 2024-04-15T15:25:05.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:25:04 smithi016 ceph-mon[90652]: osdmap e1492: 8 total, 8 up, 8 in 2024-04-15T15:25:05.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:25:04 smithi016 ceph-mon[90652]: from='client.? 172.21.15.16:0/1249750100' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/216b5cd7-8c41-4f56-9ddd-c64df46dfe95"}]: dispatch 2024-04-15T15:25:05.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:25:04 smithi016 ceph-mon[90652]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/216b5cd7-8c41-4f56-9ddd-c64df46dfe95"}]: dispatch 2024-04-15T15:25:05.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:25:04 smithi016 ceph-mon[90652]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/216b5cd7-8c41-4f56-9ddd-c64df46dfe95"}]': finished 2024-04-15T15:25:05.291 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:25:04 smithi016 ceph-mon[93212]: osdmap e1492: 8 total, 8 up, 8 in 2024-04-15T15:25:05.291 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:25:04 smithi016 ceph-mon[93212]: from='client.? 172.21.15.16:0/1249750100' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/216b5cd7-8c41-4f56-9ddd-c64df46dfe95"}]: dispatch 2024-04-15T15:25:05.291 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:25:04 smithi016 ceph-mon[93212]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/216b5cd7-8c41-4f56-9ddd-c64df46dfe95"}]: dispatch 2024-04-15T15:25:05.291 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:25:04 smithi016 ceph-mon[93212]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/216b5cd7-8c41-4f56-9ddd-c64df46dfe95"}]': finished 2024-04-15T15:25:06.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:25:05 smithi016 ceph-mon[90652]: pgmap v2598: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 66 KiB/s rd, 6.0 KiB/s wr, 90 op/s 2024-04-15T15:25:06.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:25:05 smithi016 ceph-mon[90652]: osdmap e1493: 8 total, 8 up, 8 in 2024-04-15T15:25:06.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:25:05 smithi016 ceph-mon[90652]: osdmap e1494: 8 total, 8 up, 8 in 2024-04-15T15:25:06.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:25:05 smithi016 ceph-mon[93212]: pgmap v2598: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 66 KiB/s rd, 6.0 KiB/s wr, 90 op/s 2024-04-15T15:25:06.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:25:05 smithi016 ceph-mon[93212]: osdmap e1493: 8 total, 8 up, 8 in 2024-04-15T15:25:06.291 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:25:05 smithi016 ceph-mon[93212]: osdmap e1494: 8 total, 8 up, 8 in 2024-04-15T15:25:06.438 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:25:05 smithi102 ceph-mon[87131]: pgmap v2598: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 66 KiB/s rd, 6.0 KiB/s wr, 90 op/s 2024-04-15T15:25:06.438 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:25:05 smithi102 ceph-mon[87131]: osdmap e1493: 8 total, 8 up, 8 in 2024-04-15T15:25:06.438 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:25:05 smithi102 ceph-mon[87131]: osdmap e1494: 8 total, 8 up, 8 in 2024-04-15T15:25:08.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:25:07 smithi102 ceph-mon[87131]: pgmap v2601: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 85 KiB/s rd, 10 KiB/s wr, 117 op/s 2024-04-15T15:25:08.188 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:25:07 smithi102 ceph-mon[87131]: osdmap e1495: 8 total, 8 up, 8 in 2024-04-15T15:25:08.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:25:07 smithi016 ceph-mon[90652]: pgmap v2601: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 85 KiB/s rd, 10 KiB/s wr, 117 op/s 2024-04-15T15:25:08.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:25:07 smithi016 ceph-mon[90652]: osdmap e1495: 8 total, 8 up, 8 in 2024-04-15T15:25:08.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:25:07 smithi016 ceph-mon[93212]: pgmap v2601: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 85 KiB/s rd, 10 KiB/s wr, 117 op/s 2024-04-15T15:25:08.291 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:25:07 smithi016 ceph-mon[93212]: osdmap e1495: 8 total, 8 up, 8 in 2024-04-15T15:25:09.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:25:08 smithi102 ceph-mon[87131]: osdmap e1496: 8 total, 8 up, 8 in 2024-04-15T15:25:09.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:25:08 smithi016 ceph-mon[90652]: osdmap e1496: 8 total, 8 up, 8 in 2024-04-15T15:25:09.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:25:08 smithi016 ceph-mon[93212]: osdmap e1496: 8 total, 8 up, 8 in 2024-04-15T15:25:10.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:25:09 smithi102 ceph-mon[87131]: pgmap v2604: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 85 KiB/s rd, 10 KiB/s wr, 118 op/s 2024-04-15T15:25:10.188 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:25:09 smithi102 ceph-mon[87131]: osdmap e1497: 8 total, 8 up, 8 in 2024-04-15T15:25:10.188 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:25:09 smithi102 ceph-mon[87131]: from='client.? 172.21.15.16:0/1249750100' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/e6074a82-2568-4fab-bcf0-53e8ac2e8c2b"}]: dispatch 2024-04-15T15:25:10.188 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:25:09 smithi102 ceph-mon[87131]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/e6074a82-2568-4fab-bcf0-53e8ac2e8c2b"}]: dispatch 2024-04-15T15:25:10.188 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:25:09 smithi102 ceph-mon[87131]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/e6074a82-2568-4fab-bcf0-53e8ac2e8c2b"}]': finished 2024-04-15T15:25:10.188 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:25:09 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T15:25:10.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:25:09 smithi016 ceph-mon[90652]: pgmap v2604: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 85 KiB/s rd, 10 KiB/s wr, 118 op/s 2024-04-15T15:25:10.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:25:09 smithi016 ceph-mon[90652]: osdmap e1497: 8 total, 8 up, 8 in 2024-04-15T15:25:10.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:25:09 smithi016 ceph-mon[90652]: from='client.? 172.21.15.16:0/1249750100' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/e6074a82-2568-4fab-bcf0-53e8ac2e8c2b"}]: dispatch 2024-04-15T15:25:10.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:25:09 smithi016 ceph-mon[90652]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/e6074a82-2568-4fab-bcf0-53e8ac2e8c2b"}]: dispatch 2024-04-15T15:25:10.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:25:09 smithi016 ceph-mon[90652]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/e6074a82-2568-4fab-bcf0-53e8ac2e8c2b"}]': finished 2024-04-15T15:25:10.291 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:25:09 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T15:25:10.291 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:25:09 smithi016 ceph-mon[93212]: pgmap v2604: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 85 KiB/s rd, 10 KiB/s wr, 118 op/s 2024-04-15T15:25:10.291 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:25:09 smithi016 ceph-mon[93212]: osdmap e1497: 8 total, 8 up, 8 in 2024-04-15T15:25:10.291 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:25:09 smithi016 ceph-mon[93212]: from='client.? 172.21.15.16:0/1249750100' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/e6074a82-2568-4fab-bcf0-53e8ac2e8c2b"}]: dispatch 2024-04-15T15:25:10.291 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:25:09 smithi016 ceph-mon[93212]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/e6074a82-2568-4fab-bcf0-53e8ac2e8c2b"}]: dispatch 2024-04-15T15:25:10.291 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:25:09 smithi016 ceph-mon[93212]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/e6074a82-2568-4fab-bcf0-53e8ac2e8c2b"}]': finished 2024-04-15T15:25:10.291 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:25:09 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T15:25:11.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:25:10 smithi102 ceph-mon[87131]: osdmap e1498: 8 total, 8 up, 8 in 2024-04-15T15:25:11.188 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:25:10 smithi102 ceph-mon[87131]: osdmap e1499: 8 total, 8 up, 8 in 2024-04-15T15:25:11.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:25:10 smithi016 ceph-mon[90652]: osdmap e1498: 8 total, 8 up, 8 in 2024-04-15T15:25:11.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:25:10 smithi016 ceph-mon[90652]: osdmap e1499: 8 total, 8 up, 8 in 2024-04-15T15:25:11.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:25:10 smithi016 ceph-mon[93212]: osdmap e1498: 8 total, 8 up, 8 in 2024-04-15T15:25:11.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:25:10 smithi016 ceph-mon[93212]: osdmap e1499: 8 total, 8 up, 8 in 2024-04-15T15:25:12.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:25:11 smithi016 ceph-mon[90652]: pgmap v2607: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 56 KiB/s rd, 4.7 KiB/s wr, 73 op/s 2024-04-15T15:25:12.041 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:25:11 smithi016 ceph-mon[90652]: osdmap e1500: 8 total, 8 up, 8 in 2024-04-15T15:25:12.041 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:25:11 smithi016 ceph-mon[93212]: pgmap v2607: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 56 KiB/s rd, 4.7 KiB/s wr, 73 op/s 2024-04-15T15:25:12.041 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:25:11 smithi016 ceph-mon[93212]: osdmap e1500: 8 total, 8 up, 8 in 2024-04-15T15:25:12.041 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 15 15:25:11 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-y[81421]: ::ffff:172.21.15.102 - - [15/Apr/2024:15:25:11] "GET /metrics HTTP/1.1" 200 36396 "" "Prometheus/2.43.0" 2024-04-15T15:25:12.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:25:11 smithi102 ceph-mon[87131]: pgmap v2607: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 56 KiB/s rd, 4.7 KiB/s wr, 73 op/s 2024-04-15T15:25:12.188 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:25:11 smithi102 ceph-mon[87131]: osdmap e1500: 8 total, 8 up, 8 in 2024-04-15T15:25:12.688 INFO:journalctl@ceph.prometheus.a.smithi102.stdout:Apr 15 15:25:12 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-prometheus-a[120881]: ts=2024-04-15T15:25:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi016:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"362ea986-fb34-11ee-bc8f-c7b262605968\", instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T15:25:13.990 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] TestMirroring.SnapshotUnlinkPeer (10041 ms) 2024-04-15T15:25:13.990 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] TestMirroring.SnapshotImageState 2024-04-15T15:25:14.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:25:13 smithi102 ceph-mon[87131]: pgmap v2610: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 176 KiB/s rd, 11 KiB/s wr, 232 op/s 2024-04-15T15:25:14.188 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:25:13 smithi102 ceph-mon[87131]: osdmap e1501: 8 total, 8 up, 8 in 2024-04-15T15:25:14.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:25:13 smithi016 ceph-mon[90652]: pgmap v2610: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 176 KiB/s rd, 11 KiB/s wr, 232 op/s 2024-04-15T15:25:14.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:25:13 smithi016 ceph-mon[90652]: osdmap e1501: 8 total, 8 up, 8 in 2024-04-15T15:25:14.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:25:13 smithi016 ceph-mon[93212]: pgmap v2610: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 176 KiB/s rd, 11 KiB/s wr, 232 op/s 2024-04-15T15:25:14.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:25:13 smithi016 ceph-mon[93212]: osdmap e1501: 8 total, 8 up, 8 in 2024-04-15T15:25:15.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:25:14 smithi102 ceph-mon[87131]: osdmap e1502: 8 total, 8 up, 8 in 2024-04-15T15:25:15.188 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:25:14 smithi102 ceph-mon[87131]: from='client.? 172.21.15.16:0/1249750100' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/7da359bc-ac4a-4d58-afe7-de5c4863005f"}]: dispatch 2024-04-15T15:25:15.188 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:25:14 smithi102 ceph-mon[87131]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/7da359bc-ac4a-4d58-afe7-de5c4863005f"}]: dispatch 2024-04-15T15:25:15.188 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:25:14 smithi102 ceph-mon[87131]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/7da359bc-ac4a-4d58-afe7-de5c4863005f"}]': finished 2024-04-15T15:25:15.188 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:25:14 smithi102 ceph-mon[87131]: from='client.? 172.21.15.16:0/1249750100' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/9f961d08-648a-4c6c-8b5b-d94133041aa1"}]: dispatch 2024-04-15T15:25:15.188 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:25:14 smithi102 ceph-mon[87131]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/9f961d08-648a-4c6c-8b5b-d94133041aa1"}]: dispatch 2024-04-15T15:25:15.188 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:25:14 smithi102 ceph-mon[87131]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/9f961d08-648a-4c6c-8b5b-d94133041aa1"}]': finished 2024-04-15T15:25:15.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:25:14 smithi016 ceph-mon[90652]: osdmap e1502: 8 total, 8 up, 8 in 2024-04-15T15:25:15.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:25:14 smithi016 ceph-mon[90652]: from='client.? 172.21.15.16:0/1249750100' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/7da359bc-ac4a-4d58-afe7-de5c4863005f"}]: dispatch 2024-04-15T15:25:15.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:25:14 smithi016 ceph-mon[90652]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/7da359bc-ac4a-4d58-afe7-de5c4863005f"}]: dispatch 2024-04-15T15:25:15.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:25:14 smithi016 ceph-mon[90652]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/7da359bc-ac4a-4d58-afe7-de5c4863005f"}]': finished 2024-04-15T15:25:15.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:25:14 smithi016 ceph-mon[90652]: from='client.? 172.21.15.16:0/1249750100' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/9f961d08-648a-4c6c-8b5b-d94133041aa1"}]: dispatch 2024-04-15T15:25:15.291 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:25:14 smithi016 ceph-mon[90652]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/9f961d08-648a-4c6c-8b5b-d94133041aa1"}]: dispatch 2024-04-15T15:25:15.291 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:25:14 smithi016 ceph-mon[90652]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/9f961d08-648a-4c6c-8b5b-d94133041aa1"}]': finished 2024-04-15T15:25:15.291 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:25:14 smithi016 ceph-mon[93212]: osdmap e1502: 8 total, 8 up, 8 in 2024-04-15T15:25:15.291 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:25:14 smithi016 ceph-mon[93212]: from='client.? 172.21.15.16:0/1249750100' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/7da359bc-ac4a-4d58-afe7-de5c4863005f"}]: dispatch 2024-04-15T15:25:15.291 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:25:14 smithi016 ceph-mon[93212]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/7da359bc-ac4a-4d58-afe7-de5c4863005f"}]: dispatch 2024-04-15T15:25:15.291 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:25:14 smithi016 ceph-mon[93212]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/7da359bc-ac4a-4d58-afe7-de5c4863005f"}]': finished 2024-04-15T15:25:15.291 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:25:14 smithi016 ceph-mon[93212]: from='client.? 172.21.15.16:0/1249750100' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/9f961d08-648a-4c6c-8b5b-d94133041aa1"}]: dispatch 2024-04-15T15:25:15.291 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:25:14 smithi016 ceph-mon[93212]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/9f961d08-648a-4c6c-8b5b-d94133041aa1"}]: dispatch 2024-04-15T15:25:15.291 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:25:14 smithi016 ceph-mon[93212]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/9f961d08-648a-4c6c-8b5b-d94133041aa1"}]': finished 2024-04-15T15:25:16.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:25:15 smithi016 ceph-mon[90652]: pgmap v2613: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 120 KiB/s rd, 6.7 KiB/s wr, 158 op/s 2024-04-15T15:25:16.291 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:25:15 smithi016 ceph-mon[90652]: osdmap e1503: 8 total, 8 up, 8 in 2024-04-15T15:25:16.291 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:25:15 smithi016 ceph-mon[90652]: osdmap e1504: 8 total, 8 up, 8 in 2024-04-15T15:25:16.291 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:25:15 smithi016 ceph-mon[93212]: pgmap v2613: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 120 KiB/s rd, 6.7 KiB/s wr, 158 op/s 2024-04-15T15:25:16.291 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:25:15 smithi016 ceph-mon[93212]: osdmap e1503: 8 total, 8 up, 8 in 2024-04-15T15:25:16.291 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:25:15 smithi016 ceph-mon[93212]: osdmap e1504: 8 total, 8 up, 8 in 2024-04-15T15:25:16.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:25:15 smithi102 ceph-mon[87131]: pgmap v2613: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 120 KiB/s rd, 6.7 KiB/s wr, 158 op/s 2024-04-15T15:25:16.438 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:25:15 smithi102 ceph-mon[87131]: osdmap e1503: 8 total, 8 up, 8 in 2024-04-15T15:25:16.438 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:25:15 smithi102 ceph-mon[87131]: osdmap e1504: 8 total, 8 up, 8 in 2024-04-15T15:25:18.062 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] TestMirroring.SnapshotImageState (4071 ms) 2024-04-15T15:25:18.062 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] TestMirroring.SnapshotPromoteDemote 2024-04-15T15:25:18.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:25:17 smithi016 ceph-mon[90652]: pgmap v2616: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 74 KiB/s rd, 9.5 KiB/s wr, 114 op/s 2024-04-15T15:25:18.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:25:17 smithi016 ceph-mon[90652]: osdmap e1505: 8 total, 8 up, 8 in 2024-04-15T15:25:18.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:25:17 smithi016 ceph-mon[93212]: pgmap v2616: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 74 KiB/s rd, 9.5 KiB/s wr, 114 op/s 2024-04-15T15:25:18.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:25:17 smithi016 ceph-mon[93212]: osdmap e1505: 8 total, 8 up, 8 in 2024-04-15T15:25:18.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:25:17 smithi102 ceph-mon[87131]: pgmap v2616: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 74 KiB/s rd, 9.5 KiB/s wr, 114 op/s 2024-04-15T15:25:18.438 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:25:17 smithi102 ceph-mon[87131]: osdmap e1505: 8 total, 8 up, 8 in 2024-04-15T15:25:19.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:25:19 smithi016 ceph-mon[90652]: osdmap e1506: 8 total, 8 up, 8 in 2024-04-15T15:25:19.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:25:19 smithi016 ceph-mon[93212]: osdmap e1506: 8 total, 8 up, 8 in 2024-04-15T15:25:19.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:25:19 smithi102 ceph-mon[87131]: osdmap e1506: 8 total, 8 up, 8 in 2024-04-15T15:25:20.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:25:20 smithi016 ceph-mon[90652]: pgmap v2619: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 74 KiB/s rd, 9.7 KiB/s wr, 115 op/s 2024-04-15T15:25:20.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:25:20 smithi016 ceph-mon[90652]: osdmap e1507: 8 total, 8 up, 8 in 2024-04-15T15:25:20.291 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:25:20 smithi016 ceph-mon[93212]: pgmap v2619: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 74 KiB/s rd, 9.7 KiB/s wr, 115 op/s 2024-04-15T15:25:20.291 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:25:20 smithi016 ceph-mon[93212]: osdmap e1507: 8 total, 8 up, 8 in 2024-04-15T15:25:20.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:25:20 smithi102 ceph-mon[87131]: pgmap v2619: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 74 KiB/s rd, 9.7 KiB/s wr, 115 op/s 2024-04-15T15:25:20.438 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:25:20 smithi102 ceph-mon[87131]: osdmap e1507: 8 total, 8 up, 8 in 2024-04-15T15:25:21.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:25:21 smithi016 ceph-mon[90652]: osdmap e1508: 8 total, 8 up, 8 in 2024-04-15T15:25:21.291 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:25:21 smithi016 ceph-mon[90652]: osdmap e1509: 8 total, 8 up, 8 in 2024-04-15T15:25:21.291 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:25:21 smithi016 ceph-mon[93212]: osdmap e1508: 8 total, 8 up, 8 in 2024-04-15T15:25:21.291 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:25:21 smithi016 ceph-mon[93212]: osdmap e1509: 8 total, 8 up, 8 in 2024-04-15T15:25:21.438 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:25:21 smithi102 ceph-mon[87131]: osdmap e1508: 8 total, 8 up, 8 in 2024-04-15T15:25:21.438 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:25:21 smithi102 ceph-mon[87131]: osdmap e1509: 8 total, 8 up, 8 in 2024-04-15T15:25:22.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:25:22 smithi016 ceph-mon[90652]: pgmap v2622: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 121 KiB/s rd, 14 KiB/s wr, 162 op/s 2024-04-15T15:25:22.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:25:22 smithi016 ceph-mon[90652]: osdmap e1510: 8 total, 8 up, 8 in 2024-04-15T15:25:22.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:25:22 smithi016 ceph-mon[93212]: pgmap v2622: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 121 KiB/s rd, 14 KiB/s wr, 162 op/s 2024-04-15T15:25:22.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:25:22 smithi016 ceph-mon[93212]: osdmap e1510: 8 total, 8 up, 8 in 2024-04-15T15:25:22.040 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 15 15:25:21 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-y[81421]: ::ffff:172.21.15.102 - - [15/Apr/2024:15:25:21] "GET /metrics HTTP/1.1" 200 36396 "" "Prometheus/2.43.0" 2024-04-15T15:25:22.316 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:25:22 smithi102 ceph-mon[87131]: pgmap v2622: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 121 KiB/s rd, 14 KiB/s wr, 162 op/s 2024-04-15T15:25:22.316 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:25:22 smithi102 ceph-mon[87131]: osdmap e1510: 8 total, 8 up, 8 in 2024-04-15T15:25:22.687 INFO:journalctl@ceph.prometheus.a.smithi102.stdout:Apr 15 15:25:22 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-prometheus-a[120881]: ts=2024-04-15T15:25:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi016:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"362ea986-fb34-11ee-bc8f-c7b262605968\", instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T15:25:24.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:25:23 smithi102 ceph-mon[87131]: pgmap v2625: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 191 KiB/s rd, 24 KiB/s wr, 263 op/s 2024-04-15T15:25:24.188 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:25:23 smithi102 ceph-mon[87131]: osdmap e1511: 8 total, 8 up, 8 in 2024-04-15T15:25:24.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:25:23 smithi016 ceph-mon[90652]: pgmap v2625: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 191 KiB/s rd, 24 KiB/s wr, 263 op/s 2024-04-15T15:25:24.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:25:23 smithi016 ceph-mon[90652]: osdmap e1511: 8 total, 8 up, 8 in 2024-04-15T15:25:24.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:25:23 smithi016 ceph-mon[93212]: pgmap v2625: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 191 KiB/s rd, 24 KiB/s wr, 263 op/s 2024-04-15T15:25:24.291 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:25:23 smithi016 ceph-mon[93212]: osdmap e1511: 8 total, 8 up, 8 in 2024-04-15T15:25:25.188 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:25:24 smithi102 ceph-mon[87131]: osdmap e1512: 8 total, 8 up, 8 in 2024-04-15T15:25:25.188 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:25:24 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T15:25:25.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:25:24 smithi016 ceph-mon[90652]: osdmap e1512: 8 total, 8 up, 8 in 2024-04-15T15:25:25.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:25:24 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T15:25:25.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:25:24 smithi016 ceph-mon[93212]: osdmap e1512: 8 total, 8 up, 8 in 2024-04-15T15:25:25.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:25:24 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T15:25:26.188 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:25:25 smithi102 ceph-mon[87131]: pgmap v2628: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 70 KiB/s rd, 11 KiB/s wr, 101 op/s 2024-04-15T15:25:26.188 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:25:25 smithi102 ceph-mon[87131]: osdmap e1513: 8 total, 8 up, 8 in 2024-04-15T15:25:26.188 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:25:25 smithi102 ceph-mon[87131]: osdmap e1514: 8 total, 8 up, 8 in 2024-04-15T15:25:26.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:25:25 smithi016 ceph-mon[93212]: pgmap v2628: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 70 KiB/s rd, 11 KiB/s wr, 101 op/s 2024-04-15T15:25:26.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:25:25 smithi016 ceph-mon[93212]: osdmap e1513: 8 total, 8 up, 8 in 2024-04-15T15:25:26.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:25:25 smithi016 ceph-mon[93212]: osdmap e1514: 8 total, 8 up, 8 in 2024-04-15T15:25:26.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:25:25 smithi016 ceph-mon[90652]: pgmap v2628: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 70 KiB/s rd, 11 KiB/s wr, 101 op/s 2024-04-15T15:25:26.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:25:25 smithi016 ceph-mon[90652]: osdmap e1513: 8 total, 8 up, 8 in 2024-04-15T15:25:26.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:25:25 smithi016 ceph-mon[90652]: osdmap e1514: 8 total, 8 up, 8 in 2024-04-15T15:25:27.918 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] TestMirroring.SnapshotPromoteDemote (9856 ms) 2024-04-15T15:25:27.919 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] TestMirroring.AioSnapshotCreate 2024-04-15T15:25:28.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:25:27 smithi102 ceph-mon[87131]: pgmap v2631: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 78 KiB/s rd, 7.0 KiB/s wr, 107 op/s 2024-04-15T15:25:28.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:25:27 smithi102 ceph-mon[87131]: osdmap e1515: 8 total, 8 up, 8 in 2024-04-15T15:25:28.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:25:27 smithi016 ceph-mon[93212]: pgmap v2631: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 78 KiB/s rd, 7.0 KiB/s wr, 107 op/s 2024-04-15T15:25:28.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:25:27 smithi016 ceph-mon[93212]: osdmap e1515: 8 total, 8 up, 8 in 2024-04-15T15:25:28.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:25:27 smithi016 ceph-mon[90652]: pgmap v2631: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 78 KiB/s rd, 7.0 KiB/s wr, 107 op/s 2024-04-15T15:25:28.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:25:27 smithi016 ceph-mon[90652]: osdmap e1515: 8 total, 8 up, 8 in 2024-04-15T15:25:29.188 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:25:28 smithi102 ceph-mon[87131]: osdmap e1516: 8 total, 8 up, 8 in 2024-04-15T15:25:29.188 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:25:28 smithi102 ceph-mon[87131]: from='client.? 172.21.15.16:0/1249750100' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/522c0081-fb9b-406f-9291-3c4bec74ac54"}]: dispatch 2024-04-15T15:25:29.188 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:25:28 smithi102 ceph-mon[87131]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/522c0081-fb9b-406f-9291-3c4bec74ac54"}]: dispatch 2024-04-15T15:25:29.188 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:25:28 smithi102 ceph-mon[87131]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/522c0081-fb9b-406f-9291-3c4bec74ac54"}]': finished 2024-04-15T15:25:29.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:25:28 smithi016 ceph-mon[93212]: osdmap e1516: 8 total, 8 up, 8 in 2024-04-15T15:25:29.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:25:28 smithi016 ceph-mon[93212]: from='client.? 172.21.15.16:0/1249750100' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/522c0081-fb9b-406f-9291-3c4bec74ac54"}]: dispatch 2024-04-15T15:25:29.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:25:28 smithi016 ceph-mon[93212]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/522c0081-fb9b-406f-9291-3c4bec74ac54"}]: dispatch 2024-04-15T15:25:29.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:25:28 smithi016 ceph-mon[93212]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/522c0081-fb9b-406f-9291-3c4bec74ac54"}]': finished 2024-04-15T15:25:29.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:25:28 smithi016 ceph-mon[90652]: osdmap e1516: 8 total, 8 up, 8 in 2024-04-15T15:25:29.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:25:28 smithi016 ceph-mon[90652]: from='client.? 172.21.15.16:0/1249750100' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/522c0081-fb9b-406f-9291-3c4bec74ac54"}]: dispatch 2024-04-15T15:25:29.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:25:28 smithi016 ceph-mon[90652]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/522c0081-fb9b-406f-9291-3c4bec74ac54"}]: dispatch 2024-04-15T15:25:29.291 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:25:28 smithi016 ceph-mon[90652]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/522c0081-fb9b-406f-9291-3c4bec74ac54"}]': finished 2024-04-15T15:25:30.188 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:25:29 smithi102 ceph-mon[87131]: pgmap v2634: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 78 KiB/s rd, 7.0 KiB/s wr, 107 op/s 2024-04-15T15:25:30.188 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:25:29 smithi102 ceph-mon[87131]: osdmap e1517: 8 total, 8 up, 8 in 2024-04-15T15:25:30.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:25:29 smithi016 ceph-mon[93212]: pgmap v2634: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 78 KiB/s rd, 7.0 KiB/s wr, 107 op/s 2024-04-15T15:25:30.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:25:29 smithi016 ceph-mon[93212]: osdmap e1517: 8 total, 8 up, 8 in 2024-04-15T15:25:30.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:25:29 smithi016 ceph-mon[90652]: pgmap v2634: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 78 KiB/s rd, 7.0 KiB/s wr, 107 op/s 2024-04-15T15:25:30.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:25:29 smithi016 ceph-mon[90652]: osdmap e1517: 8 total, 8 up, 8 in 2024-04-15T15:25:31.188 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:25:30 smithi102 ceph-mon[87131]: osdmap e1518: 8 total, 8 up, 8 in 2024-04-15T15:25:31.188 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:25:30 smithi102 ceph-mon[87131]: osdmap e1519: 8 total, 8 up, 8 in 2024-04-15T15:25:31.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:25:30 smithi016 ceph-mon[90652]: osdmap e1518: 8 total, 8 up, 8 in 2024-04-15T15:25:31.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:25:30 smithi016 ceph-mon[90652]: osdmap e1519: 8 total, 8 up, 8 in 2024-04-15T15:25:31.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:25:30 smithi016 ceph-mon[93212]: osdmap e1518: 8 total, 8 up, 8 in 2024-04-15T15:25:31.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:25:30 smithi016 ceph-mon[93212]: osdmap e1519: 8 total, 8 up, 8 in 2024-04-15T15:25:32.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:25:31 smithi016 ceph-mon[90652]: pgmap v2637: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 21 KiB/s rd, 3.5 KiB/s wr, 34 op/s 2024-04-15T15:25:32.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:25:31 smithi016 ceph-mon[90652]: osdmap e1520: 8 total, 8 up, 8 in 2024-04-15T15:25:32.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:25:31 smithi016 ceph-mon[93212]: pgmap v2637: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 21 KiB/s rd, 3.5 KiB/s wr, 34 op/s 2024-04-15T15:25:32.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:25:31 smithi016 ceph-mon[93212]: osdmap e1520: 8 total, 8 up, 8 in 2024-04-15T15:25:32.041 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 15 15:25:31 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-y[81421]: ::ffff:172.21.15.102 - - [15/Apr/2024:15:25:31] "GET /metrics HTTP/1.1" 200 36400 "" "Prometheus/2.43.0" 2024-04-15T15:25:32.188 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:25:31 smithi102 ceph-mon[87131]: pgmap v2637: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 21 KiB/s rd, 3.5 KiB/s wr, 34 op/s 2024-04-15T15:25:32.188 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:25:31 smithi102 ceph-mon[87131]: osdmap e1520: 8 total, 8 up, 8 in 2024-04-15T15:25:32.688 INFO:journalctl@ceph.prometheus.a.smithi102.stdout:Apr 15 15:25:32 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-prometheus-a[120881]: ts=2024-04-15T15:25:32.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi016:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"362ea986-fb34-11ee-bc8f-c7b262605968\", instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T15:25:34.188 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:25:33 smithi102 ceph-mon[87131]: pgmap v2640: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 72 KiB/s rd, 11 KiB/s wr, 108 op/s 2024-04-15T15:25:34.188 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:25:33 smithi102 ceph-mon[87131]: osdmap e1521: 8 total, 8 up, 8 in 2024-04-15T15:25:34.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:25:33 smithi016 ceph-mon[90652]: pgmap v2640: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 72 KiB/s rd, 11 KiB/s wr, 108 op/s 2024-04-15T15:25:34.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:25:33 smithi016 ceph-mon[90652]: osdmap e1521: 8 total, 8 up, 8 in 2024-04-15T15:25:34.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:25:33 smithi016 ceph-mon[93212]: pgmap v2640: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 72 KiB/s rd, 11 KiB/s wr, 108 op/s 2024-04-15T15:25:34.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:25:33 smithi016 ceph-mon[93212]: osdmap e1521: 8 total, 8 up, 8 in 2024-04-15T15:25:35.188 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:25:34 smithi102 ceph-mon[87131]: osdmap e1522: 8 total, 8 up, 8 in 2024-04-15T15:25:35.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:25:34 smithi016 ceph-mon[90652]: osdmap e1522: 8 total, 8 up, 8 in 2024-04-15T15:25:35.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:25:34 smithi016 ceph-mon[93212]: osdmap e1522: 8 total, 8 up, 8 in 2024-04-15T15:25:36.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:25:35 smithi102 ceph-mon[87131]: pgmap v2643: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 52 KiB/s rd, 7.7 KiB/s wr, 74 op/s 2024-04-15T15:25:36.188 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:25:35 smithi102 ceph-mon[87131]: osdmap e1523: 8 total, 8 up, 8 in 2024-04-15T15:25:36.188 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:25:35 smithi102 ceph-mon[87131]: osdmap e1524: 8 total, 8 up, 8 in 2024-04-15T15:25:36.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:25:35 smithi016 ceph-mon[90652]: pgmap v2643: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 52 KiB/s rd, 7.7 KiB/s wr, 74 op/s 2024-04-15T15:25:36.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:25:35 smithi016 ceph-mon[90652]: osdmap e1523: 8 total, 8 up, 8 in 2024-04-15T15:25:36.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:25:35 smithi016 ceph-mon[90652]: osdmap e1524: 8 total, 8 up, 8 in 2024-04-15T15:25:36.291 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:25:35 smithi016 ceph-mon[93212]: pgmap v2643: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 52 KiB/s rd, 7.7 KiB/s wr, 74 op/s 2024-04-15T15:25:36.291 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:25:35 smithi016 ceph-mon[93212]: osdmap e1523: 8 total, 8 up, 8 in 2024-04-15T15:25:36.291 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:25:35 smithi016 ceph-mon[93212]: osdmap e1524: 8 total, 8 up, 8 in 2024-04-15T15:25:38.188 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:25:37 smithi102 ceph-mon[87131]: pgmap v2646: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 65 KiB/s rd, 12 KiB/s wr, 97 op/s 2024-04-15T15:25:38.188 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:25:37 smithi102 ceph-mon[87131]: osdmap e1525: 8 total, 8 up, 8 in 2024-04-15T15:25:38.188 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:25:37 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T15:25:38.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:25:37 smithi016 ceph-mon[93212]: pgmap v2646: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 65 KiB/s rd, 12 KiB/s wr, 97 op/s 2024-04-15T15:25:38.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:25:37 smithi016 ceph-mon[93212]: osdmap e1525: 8 total, 8 up, 8 in 2024-04-15T15:25:38.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:25:37 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T15:25:38.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:25:37 smithi016 ceph-mon[90652]: pgmap v2646: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 65 KiB/s rd, 12 KiB/s wr, 97 op/s 2024-04-15T15:25:38.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:25:37 smithi016 ceph-mon[90652]: osdmap e1525: 8 total, 8 up, 8 in 2024-04-15T15:25:38.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:25:37 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T15:25:39.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:25:38 smithi102 ceph-mon[87131]: osdmap e1526: 8 total, 8 up, 8 in 2024-04-15T15:25:39.188 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:25:38 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T15:25:39.188 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:25:38 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T15:25:39.188 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:25:38 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T15:25:39.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:25:38 smithi016 ceph-mon[93212]: osdmap e1526: 8 total, 8 up, 8 in 2024-04-15T15:25:39.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:25:38 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T15:25:39.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:25:38 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T15:25:39.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:25:38 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T15:25:39.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:25:38 smithi016 ceph-mon[90652]: osdmap e1526: 8 total, 8 up, 8 in 2024-04-15T15:25:39.291 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:25:38 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T15:25:39.291 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:25:38 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T15:25:39.291 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:25:38 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T15:25:40.188 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:25:39 smithi102 ceph-mon[87131]: pgmap v2649: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 78 KiB/s rd, 13 KiB/s wr, 113 op/s 2024-04-15T15:25:40.188 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:25:39 smithi102 ceph-mon[87131]: osdmap e1527: 8 total, 8 up, 8 in 2024-04-15T15:25:40.188 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:25:39 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T15:25:40.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:25:39 smithi016 ceph-mon[93212]: pgmap v2649: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 78 KiB/s rd, 13 KiB/s wr, 113 op/s 2024-04-15T15:25:40.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:25:39 smithi016 ceph-mon[93212]: osdmap e1527: 8 total, 8 up, 8 in 2024-04-15T15:25:40.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:25:39 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T15:25:40.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:25:39 smithi016 ceph-mon[90652]: pgmap v2649: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 78 KiB/s rd, 13 KiB/s wr, 113 op/s 2024-04-15T15:25:40.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:25:39 smithi016 ceph-mon[90652]: osdmap e1527: 8 total, 8 up, 8 in 2024-04-15T15:25:40.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:25:39 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T15:25:41.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:25:40 smithi102 ceph-mon[87131]: osdmap e1528: 8 total, 8 up, 8 in 2024-04-15T15:25:41.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:25:40 smithi016 ceph-mon[90652]: osdmap e1528: 8 total, 8 up, 8 in 2024-04-15T15:25:41.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:25:40 smithi016 ceph-mon[93212]: osdmap e1528: 8 total, 8 up, 8 in 2024-04-15T15:25:42.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:25:41 smithi016 ceph-mon[90652]: pgmap v2652: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 68 KiB/s rd, 8.0 KiB/s wr, 89 op/s 2024-04-15T15:25:42.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:25:41 smithi016 ceph-mon[90652]: osdmap e1529: 8 total, 8 up, 8 in 2024-04-15T15:25:42.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:25:41 smithi016 ceph-mon[93212]: pgmap v2652: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 68 KiB/s rd, 8.0 KiB/s wr, 89 op/s 2024-04-15T15:25:42.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:25:41 smithi016 ceph-mon[93212]: osdmap e1529: 8 total, 8 up, 8 in 2024-04-15T15:25:42.041 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 15 15:25:41 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-y[81421]: ::ffff:172.21.15.102 - - [15/Apr/2024:15:25:41] "GET /metrics HTTP/1.1" 200 36400 "" "Prometheus/2.43.0" 2024-04-15T15:25:42.188 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:25:41 smithi102 ceph-mon[87131]: pgmap v2652: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 68 KiB/s rd, 8.0 KiB/s wr, 89 op/s 2024-04-15T15:25:42.188 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:25:41 smithi102 ceph-mon[87131]: osdmap e1529: 8 total, 8 up, 8 in 2024-04-15T15:25:42.688 INFO:journalctl@ceph.prometheus.a.smithi102.stdout:Apr 15 15:25:42 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-prometheus-a[120881]: ts=2024-04-15T15:25:42.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi016:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"362ea986-fb34-11ee-bc8f-c7b262605968\", instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T15:25:43.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:25:42 smithi102 ceph-mon[87131]: osdmap e1530: 8 total, 8 up, 8 in 2024-04-15T15:25:43.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:25:42 smithi016 ceph-mon[90652]: osdmap e1530: 8 total, 8 up, 8 in 2024-04-15T15:25:43.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:25:42 smithi016 ceph-mon[93212]: osdmap e1530: 8 total, 8 up, 8 in 2024-04-15T15:25:44.188 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:25:43 smithi102 ceph-mon[87131]: pgmap v2655: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 161 KiB/s rd, 21 KiB/s wr, 216 op/s 2024-04-15T15:25:44.188 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:25:43 smithi102 ceph-mon[87131]: osdmap e1531: 8 total, 8 up, 8 in 2024-04-15T15:25:44.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:25:43 smithi016 ceph-mon[90652]: pgmap v2655: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 161 KiB/s rd, 21 KiB/s wr, 216 op/s 2024-04-15T15:25:44.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:25:43 smithi016 ceph-mon[90652]: osdmap e1531: 8 total, 8 up, 8 in 2024-04-15T15:25:44.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:25:43 smithi016 ceph-mon[93212]: pgmap v2655: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 161 KiB/s rd, 21 KiB/s wr, 216 op/s 2024-04-15T15:25:44.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:25:43 smithi016 ceph-mon[93212]: osdmap e1531: 8 total, 8 up, 8 in 2024-04-15T15:25:45.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:25:44 smithi102 ceph-mon[87131]: osdmap e1532: 8 total, 8 up, 8 in 2024-04-15T15:25:45.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:25:44 smithi016 ceph-mon[90652]: osdmap e1532: 8 total, 8 up, 8 in 2024-04-15T15:25:45.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:25:44 smithi016 ceph-mon[93212]: osdmap e1532: 8 total, 8 up, 8 in 2024-04-15T15:25:46.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:25:45 smithi102 ceph-mon[87131]: pgmap v2658: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 105 KiB/s rd, 14 KiB/s wr, 142 op/s 2024-04-15T15:25:46.188 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:25:45 smithi102 ceph-mon[87131]: osdmap e1533: 8 total, 8 up, 8 in 2024-04-15T15:25:46.188 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:25:45 smithi102 ceph-mon[87131]: osdmap e1534: 8 total, 8 up, 8 in 2024-04-15T15:25:46.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:25:45 smithi016 ceph-mon[93212]: pgmap v2658: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 105 KiB/s rd, 14 KiB/s wr, 142 op/s 2024-04-15T15:25:46.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:25:45 smithi016 ceph-mon[93212]: osdmap e1533: 8 total, 8 up, 8 in 2024-04-15T15:25:46.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:25:45 smithi016 ceph-mon[93212]: osdmap e1534: 8 total, 8 up, 8 in 2024-04-15T15:25:46.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:25:45 smithi016 ceph-mon[90652]: pgmap v2658: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 105 KiB/s rd, 14 KiB/s wr, 142 op/s 2024-04-15T15:25:46.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:25:45 smithi016 ceph-mon[90652]: osdmap e1533: 8 total, 8 up, 8 in 2024-04-15T15:25:46.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:25:45 smithi016 ceph-mon[90652]: osdmap e1534: 8 total, 8 up, 8 in 2024-04-15T15:25:48.188 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:25:47 smithi102 ceph-mon[87131]: pgmap v2661: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 113 KiB/s rd, 9.7 KiB/s wr, 164 op/s 2024-04-15T15:25:48.188 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:25:47 smithi102 ceph-mon[87131]: osdmap e1535: 8 total, 8 up, 8 in 2024-04-15T15:25:48.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:25:47 smithi016 ceph-mon[93212]: pgmap v2661: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 113 KiB/s rd, 9.7 KiB/s wr, 164 op/s 2024-04-15T15:25:48.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:25:47 smithi016 ceph-mon[93212]: osdmap e1535: 8 total, 8 up, 8 in 2024-04-15T15:25:48.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:25:47 smithi016 ceph-mon[90652]: pgmap v2661: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 113 KiB/s rd, 9.7 KiB/s wr, 164 op/s 2024-04-15T15:25:48.291 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:25:47 smithi016 ceph-mon[90652]: osdmap e1535: 8 total, 8 up, 8 in 2024-04-15T15:25:49.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:25:48 smithi102 ceph-mon[87131]: osdmap e1536: 8 total, 8 up, 8 in 2024-04-15T15:25:49.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:25:48 smithi016 ceph-mon[90652]: osdmap e1536: 8 total, 8 up, 8 in 2024-04-15T15:25:49.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:25:48 smithi016 ceph-mon[93212]: osdmap e1536: 8 total, 8 up, 8 in 2024-04-15T15:25:50.188 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:25:49 smithi102 ceph-mon[87131]: pgmap v2664: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 113 KiB/s rd, 9.7 KiB/s wr, 164 op/s 2024-04-15T15:25:50.188 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:25:49 smithi102 ceph-mon[87131]: osdmap e1537: 8 total, 8 up, 8 in 2024-04-15T15:25:50.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:25:49 smithi016 ceph-mon[93212]: pgmap v2664: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 113 KiB/s rd, 9.7 KiB/s wr, 164 op/s 2024-04-15T15:25:50.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:25:49 smithi016 ceph-mon[93212]: osdmap e1537: 8 total, 8 up, 8 in 2024-04-15T15:25:50.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:25:49 smithi016 ceph-mon[90652]: pgmap v2664: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 113 KiB/s rd, 9.7 KiB/s wr, 164 op/s 2024-04-15T15:25:50.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:25:49 smithi016 ceph-mon[90652]: osdmap e1537: 8 total, 8 up, 8 in 2024-04-15T15:25:51.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:25:50 smithi102 ceph-mon[87131]: osdmap e1538: 8 total, 8 up, 8 in 2024-04-15T15:25:51.188 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:25:50 smithi102 ceph-mon[87131]: osdmap e1539: 8 total, 8 up, 8 in 2024-04-15T15:25:51.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:25:50 smithi016 ceph-mon[90652]: osdmap e1538: 8 total, 8 up, 8 in 2024-04-15T15:25:51.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:25:50 smithi016 ceph-mon[90652]: osdmap e1539: 8 total, 8 up, 8 in 2024-04-15T15:25:51.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:25:50 smithi016 ceph-mon[93212]: osdmap e1538: 8 total, 8 up, 8 in 2024-04-15T15:25:51.291 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:25:50 smithi016 ceph-mon[93212]: osdmap e1539: 8 total, 8 up, 8 in 2024-04-15T15:25:52.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:25:51 smithi016 ceph-mon[90652]: pgmap v2667: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 59 KiB/s rd, 5.2 KiB/s wr, 81 op/s 2024-04-15T15:25:52.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:25:51 smithi016 ceph-mon[93212]: pgmap v2667: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 59 KiB/s rd, 5.2 KiB/s wr, 81 op/s 2024-04-15T15:25:52.040 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 15 15:25:51 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-y[81421]: ::ffff:172.21.15.102 - - [15/Apr/2024:15:25:51] "GET /metrics HTTP/1.1" 200 36400 "" "Prometheus/2.43.0" 2024-04-15T15:25:52.188 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:25:51 smithi102 ceph-mon[87131]: pgmap v2667: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 59 KiB/s rd, 5.2 KiB/s wr, 81 op/s 2024-04-15T15:25:52.687 INFO:journalctl@ceph.prometheus.a.smithi102.stdout:Apr 15 15:25:52 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-prometheus-a[120881]: ts=2024-04-15T15:25:52.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi016:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"362ea986-fb34-11ee-bc8f-c7b262605968\", instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T15:25:53.188 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:25:52 smithi102 ceph-mon[87131]: osdmap e1540: 8 total, 8 up, 8 in 2024-04-15T15:25:53.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:25:52 smithi016 ceph-mon[90652]: osdmap e1540: 8 total, 8 up, 8 in 2024-04-15T15:25:53.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:25:52 smithi016 ceph-mon[93212]: osdmap e1540: 8 total, 8 up, 8 in 2024-04-15T15:25:54.188 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:25:53 smithi102 ceph-mon[87131]: pgmap v2670: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 102 KiB/s rd, 8.2 KiB/s wr, 146 op/s 2024-04-15T15:25:54.188 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:25:53 smithi102 ceph-mon[87131]: osdmap e1541: 8 total, 8 up, 8 in 2024-04-15T15:25:54.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:25:53 smithi016 ceph-mon[90652]: pgmap v2670: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 102 KiB/s rd, 8.2 KiB/s wr, 146 op/s 2024-04-15T15:25:54.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:25:53 smithi016 ceph-mon[90652]: osdmap e1541: 8 total, 8 up, 8 in 2024-04-15T15:25:54.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:25:53 smithi016 ceph-mon[93212]: pgmap v2670: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 102 KiB/s rd, 8.2 KiB/s wr, 146 op/s 2024-04-15T15:25:54.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:25:53 smithi016 ceph-mon[93212]: osdmap e1541: 8 total, 8 up, 8 in 2024-04-15T15:25:55.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:25:54 smithi016 ceph-mon[90652]: osdmap e1542: 8 total, 8 up, 8 in 2024-04-15T15:25:55.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:25:54 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T15:25:55.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:25:54 smithi016 ceph-mon[93212]: osdmap e1542: 8 total, 8 up, 8 in 2024-04-15T15:25:55.291 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:25:54 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T15:25:55.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:25:54 smithi102 ceph-mon[87131]: osdmap e1542: 8 total, 8 up, 8 in 2024-04-15T15:25:55.438 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:25:54 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T15:25:56.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:25:55 smithi016 ceph-mon[90652]: pgmap v2673: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 42 KiB/s rd, 3.0 KiB/s wr, 64 op/s 2024-04-15T15:25:56.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:25:55 smithi016 ceph-mon[90652]: osdmap e1543: 8 total, 8 up, 8 in 2024-04-15T15:25:56.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:25:55 smithi016 ceph-mon[90652]: osdmap e1544: 8 total, 8 up, 8 in 2024-04-15T15:25:56.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:25:55 smithi016 ceph-mon[93212]: pgmap v2673: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 42 KiB/s rd, 3.0 KiB/s wr, 64 op/s 2024-04-15T15:25:56.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:25:55 smithi016 ceph-mon[93212]: osdmap e1543: 8 total, 8 up, 8 in 2024-04-15T15:25:56.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:25:55 smithi016 ceph-mon[93212]: osdmap e1544: 8 total, 8 up, 8 in 2024-04-15T15:25:56.438 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:25:55 smithi102 ceph-mon[87131]: pgmap v2673: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 42 KiB/s rd, 3.0 KiB/s wr, 64 op/s 2024-04-15T15:25:56.438 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:25:55 smithi102 ceph-mon[87131]: osdmap e1543: 8 total, 8 up, 8 in 2024-04-15T15:25:56.438 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:25:55 smithi102 ceph-mon[87131]: osdmap e1544: 8 total, 8 up, 8 in 2024-04-15T15:25:58.188 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:25:57 smithi102 ceph-mon[87131]: pgmap v2676: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 79 KiB/s rd, 6.7 KiB/s wr, 115 op/s 2024-04-15T15:25:58.188 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:25:57 smithi102 ceph-mon[87131]: osdmap e1545: 8 total, 8 up, 8 in 2024-04-15T15:25:58.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:25:57 smithi016 ceph-mon[90652]: pgmap v2676: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 79 KiB/s rd, 6.7 KiB/s wr, 115 op/s 2024-04-15T15:25:58.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:25:57 smithi016 ceph-mon[90652]: osdmap e1545: 8 total, 8 up, 8 in 2024-04-15T15:25:58.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:25:57 smithi016 ceph-mon[93212]: pgmap v2676: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 79 KiB/s rd, 6.7 KiB/s wr, 115 op/s 2024-04-15T15:25:58.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:25:57 smithi016 ceph-mon[93212]: osdmap e1545: 8 total, 8 up, 8 in 2024-04-15T15:25:59.021 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] TestMirroring.AioSnapshotCreate (31103 ms) 2024-04-15T15:25:59.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:25:58 smithi016 ceph-mon[90652]: osdmap e1546: 8 total, 8 up, 8 in 2024-04-15T15:25:59.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:25:58 smithi016 ceph-mon[93212]: osdmap e1546: 8 total, 8 up, 8 in 2024-04-15T15:25:59.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:25:58 smithi102 ceph-mon[87131]: osdmap e1546: 8 total, 8 up, 8 in 2024-04-15T15:26:00.022 INFO:tasks.workunit.client.0.smithi016.stdout:[----------] 51 tests from TestMirroring (85871 ms total) 2024-04-15T15:26:00.023 INFO:tasks.workunit.client.0.smithi016.stdout: 2024-04-15T15:26:00.023 INFO:tasks.workunit.client.0.smithi016.stdout:[----------] 34 tests from TestInternal 2024-04-15T15:26:00.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:25:59 smithi016 ceph-mon[93212]: pgmap v2679: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 87 KiB/s rd, 7.0 KiB/s wr, 126 op/s 2024-04-15T15:26:00.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:25:59 smithi016 ceph-mon[93212]: osdmap e1547: 8 total, 8 up, 8 in 2024-04-15T15:26:00.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:25:59 smithi016 ceph-mon[93212]: from='client.? 172.21.15.16:0/1249750100' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/4044523e-f2fc-4a1e-aab5-367e6f0985cf"}]: dispatch 2024-04-15T15:26:00.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:25:59 smithi016 ceph-mon[93212]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/4044523e-f2fc-4a1e-aab5-367e6f0985cf"}]: dispatch 2024-04-15T15:26:00.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:25:59 smithi016 ceph-mon[93212]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/4044523e-f2fc-4a1e-aab5-367e6f0985cf"}]': finished 2024-04-15T15:26:00.291 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:25:59 smithi016 ceph-mon[90652]: pgmap v2679: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 87 KiB/s rd, 7.0 KiB/s wr, 126 op/s 2024-04-15T15:26:00.291 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:25:59 smithi016 ceph-mon[90652]: osdmap e1547: 8 total, 8 up, 8 in 2024-04-15T15:26:00.291 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:25:59 smithi016 ceph-mon[90652]: from='client.? 172.21.15.16:0/1249750100' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/4044523e-f2fc-4a1e-aab5-367e6f0985cf"}]: dispatch 2024-04-15T15:26:00.291 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:25:59 smithi016 ceph-mon[90652]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/4044523e-f2fc-4a1e-aab5-367e6f0985cf"}]: dispatch 2024-04-15T15:26:00.291 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:25:59 smithi016 ceph-mon[90652]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/4044523e-f2fc-4a1e-aab5-367e6f0985cf"}]': finished 2024-04-15T15:26:00.438 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:25:59 smithi102 ceph-mon[87131]: pgmap v2679: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 87 KiB/s rd, 7.0 KiB/s wr, 126 op/s 2024-04-15T15:26:00.438 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:25:59 smithi102 ceph-mon[87131]: osdmap e1547: 8 total, 8 up, 8 in 2024-04-15T15:26:00.438 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:25:59 smithi102 ceph-mon[87131]: from='client.? 172.21.15.16:0/1249750100' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/4044523e-f2fc-4a1e-aab5-367e6f0985cf"}]: dispatch 2024-04-15T15:26:00.438 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:25:59 smithi102 ceph-mon[87131]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/4044523e-f2fc-4a1e-aab5-367e6f0985cf"}]: dispatch 2024-04-15T15:26:00.438 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:25:59 smithi102 ceph-mon[87131]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/4044523e-f2fc-4a1e-aab5-367e6f0985cf"}]': finished 2024-04-15T15:26:01.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:26:01 smithi016 ceph-mon[90652]: osdmap e1548: 8 total, 8 up, 8 in 2024-04-15T15:26:01.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:26:01 smithi016 ceph-mon[93212]: osdmap e1548: 8 total, 8 up, 8 in 2024-04-15T15:26:01.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:26:01 smithi102 ceph-mon[87131]: osdmap e1548: 8 total, 8 up, 8 in 2024-04-15T15:26:02.029 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] TestInternal.OpenByID 2024-04-15T15:26:02.031 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 15 15:26:01 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-y[81421]: ::ffff:172.21.15.102 - - [15/Apr/2024:15:26:01] "GET /metrics HTTP/1.1" 200 36402 "" "Prometheus/2.43.0" 2024-04-15T15:26:02.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:26:02 smithi016 ceph-mon[90652]: pgmap v2682: 105 pgs: 105 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-04-15T15:26:02.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:26:02 smithi016 ceph-mon[90652]: osdmap e1549: 8 total, 8 up, 8 in 2024-04-15T15:26:02.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:26:02 smithi016 ceph-mon[90652]: from='client.? 172.21.15.16:0/3004992854' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi016-143420-13","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T15:26:02.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:26:02 smithi016 ceph-mon[90652]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi016-143420-13","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T15:26:02.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:26:02 smithi016 ceph-mon[93212]: pgmap v2682: 105 pgs: 105 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-04-15T15:26:02.291 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:26:02 smithi016 ceph-mon[93212]: osdmap e1549: 8 total, 8 up, 8 in 2024-04-15T15:26:02.291 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:26:02 smithi016 ceph-mon[93212]: from='client.? 172.21.15.16:0/3004992854' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi016-143420-13","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T15:26:02.291 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:26:02 smithi016 ceph-mon[93212]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi016-143420-13","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T15:26:02.316 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:26:02 smithi102 ceph-mon[87131]: pgmap v2682: 105 pgs: 105 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-04-15T15:26:02.316 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:26:02 smithi102 ceph-mon[87131]: osdmap e1549: 8 total, 8 up, 8 in 2024-04-15T15:26:02.316 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:26:02 smithi102 ceph-mon[87131]: from='client.? 172.21.15.16:0/3004992854' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi016-143420-13","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T15:26:02.316 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:26:02 smithi102 ceph-mon[87131]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi016-143420-13","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T15:26:02.687 INFO:journalctl@ceph.prometheus.a.smithi102.stdout:Apr 15 15:26:02 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-prometheus-a[120881]: ts=2024-04-15T15:26:02.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi016:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"362ea986-fb34-11ee-bc8f-c7b262605968\", instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T15:26:03.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:26:03 smithi016 ceph-mon[90652]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi016-143420-13","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-15T15:26:03.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:26:03 smithi016 ceph-mon[90652]: osdmap e1550: 8 total, 8 up, 8 in 2024-04-15T15:26:03.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:26:03 smithi016 ceph-mon[93212]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi016-143420-13","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-15T15:26:03.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:26:03 smithi016 ceph-mon[93212]: osdmap e1550: 8 total, 8 up, 8 in 2024-04-15T15:26:03.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:26:03 smithi102 ceph-mon[87131]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi016-143420-13","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-15T15:26:03.438 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:26:03 smithi102 ceph-mon[87131]: osdmap e1550: 8 total, 8 up, 8 in 2024-04-15T15:26:04.082 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] TestInternal.OpenByID (2052 ms) 2024-04-15T15:26:04.082 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] TestInternal.OpenSnapDNE 2024-04-15T15:26:04.104 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] TestInternal.OpenSnapDNE (23 ms) 2024-04-15T15:26:04.104 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] TestInternal.IsExclusiveLockOwner 2024-04-15T15:26:04.127 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] TestInternal.IsExclusiveLockOwner (23 ms) 2024-04-15T15:26:04.128 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] TestInternal.ResizeLocksImage 2024-04-15T15:26:04.152 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] TestInternal.ResizeLocksImage (25 ms) 2024-04-15T15:26:04.152 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] TestInternal.ResizeFailsToLockImage 2024-04-15T15:26:04.169 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] TestInternal.ResizeFailsToLockImage (17 ms) 2024-04-15T15:26:04.170 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] TestInternal.SnapCreateLocksImage 2024-04-15T15:26:04.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:26:04 smithi016 ceph-mon[90652]: pgmap v2685: 137 pgs: 10 creating+peering, 19 unknown, 108 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-04-15T15:26:04.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:26:04 smithi016 ceph-mon[90652]: osdmap e1551: 8 total, 8 up, 8 in 2024-04-15T15:26:04.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:26:04 smithi016 ceph-mon[93212]: pgmap v2685: 137 pgs: 10 creating+peering, 19 unknown, 108 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-04-15T15:26:04.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:26:04 smithi016 ceph-mon[93212]: osdmap e1551: 8 total, 8 up, 8 in 2024-04-15T15:26:04.438 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:26:04 smithi102 ceph-mon[87131]: pgmap v2685: 137 pgs: 10 creating+peering, 19 unknown, 108 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-04-15T15:26:04.438 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:26:04 smithi102 ceph-mon[87131]: osdmap e1551: 8 total, 8 up, 8 in 2024-04-15T15:26:05.438 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:26:05 smithi102 ceph-mon[87131]: osdmap e1552: 8 total, 8 up, 8 in 2024-04-15T15:26:05.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:26:05 smithi016 ceph-mon[90652]: osdmap e1552: 8 total, 8 up, 8 in 2024-04-15T15:26:05.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:26:05 smithi016 ceph-mon[93212]: osdmap e1552: 8 total, 8 up, 8 in 2024-04-15T15:26:06.071 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] TestInternal.SnapCreateLocksImage (1901 ms) 2024-04-15T15:26:06.071 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] TestInternal.SnapCreateFailsToLockImage 2024-04-15T15:26:06.104 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] TestInternal.SnapCreateFailsToLockImage (34 ms) 2024-04-15T15:26:06.104 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] TestInternal.SnapRollbackLocksImage 2024-04-15T15:26:06.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:26:06 smithi102 ceph-mon[87131]: pgmap v2688: 137 pgs: 10 creating+peering, 19 unknown, 108 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-04-15T15:26:06.438 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:26:06 smithi102 ceph-mon[87131]: osdmap e1553: 8 total, 8 up, 8 in 2024-04-15T15:26:06.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:26:06 smithi016 ceph-mon[90652]: pgmap v2688: 137 pgs: 10 creating+peering, 19 unknown, 108 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-04-15T15:26:06.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:26:06 smithi016 ceph-mon[90652]: osdmap e1553: 8 total, 8 up, 8 in 2024-04-15T15:26:06.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:26:06 smithi016 ceph-mon[93212]: pgmap v2688: 137 pgs: 10 creating+peering, 19 unknown, 108 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-04-15T15:26:06.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:26:06 smithi016 ceph-mon[93212]: osdmap e1553: 8 total, 8 up, 8 in 2024-04-15T15:26:07.438 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:26:07 smithi102 ceph-mon[87131]: osdmap e1554: 8 total, 8 up, 8 in 2024-04-15T15:26:07.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:26:07 smithi016 ceph-mon[90652]: osdmap e1554: 8 total, 8 up, 8 in 2024-04-15T15:26:07.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:26:07 smithi016 ceph-mon[93212]: osdmap e1554: 8 total, 8 up, 8 in 2024-04-15T15:26:08.084 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] TestInternal.SnapRollbackLocksImage (1979 ms) 2024-04-15T15:26:08.084 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] TestInternal.SnapRollbackFailsToLockImage 2024-04-15T15:26:08.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:26:08 smithi102 ceph-mon[87131]: pgmap v2691: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 67 KiB/s rd, 9.0 KiB/s wr, 98 op/s 2024-04-15T15:26:08.438 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:26:08 smithi102 ceph-mon[87131]: osdmap e1555: 8 total, 8 up, 8 in 2024-04-15T15:26:08.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:26:08 smithi016 ceph-mon[93212]: pgmap v2691: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 67 KiB/s rd, 9.0 KiB/s wr, 98 op/s 2024-04-15T15:26:08.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:26:08 smithi016 ceph-mon[93212]: osdmap e1555: 8 total, 8 up, 8 in 2024-04-15T15:26:08.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:26:08 smithi016 ceph-mon[90652]: pgmap v2691: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 67 KiB/s rd, 9.0 KiB/s wr, 98 op/s 2024-04-15T15:26:08.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:26:08 smithi016 ceph-mon[90652]: osdmap e1555: 8 total, 8 up, 8 in 2024-04-15T15:26:09.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:26:09 smithi102 ceph-mon[87131]: osdmap e1556: 8 total, 8 up, 8 in 2024-04-15T15:26:09.438 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:26:09 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T15:26:09.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:26:09 smithi016 ceph-mon[90652]: osdmap e1556: 8 total, 8 up, 8 in 2024-04-15T15:26:09.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:26:09 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T15:26:09.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:26:09 smithi016 ceph-mon[93212]: osdmap e1556: 8 total, 8 up, 8 in 2024-04-15T15:26:09.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:26:09 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T15:26:10.094 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] TestInternal.SnapRollbackFailsToLockImage (2010 ms) 2024-04-15T15:26:10.094 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] TestInternal.SnapSetReleasesLock 2024-04-15T15:26:10.438 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:26:10 smithi102 ceph-mon[87131]: pgmap v2694: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 67 KiB/s rd, 9.0 KiB/s wr, 98 op/s 2024-04-15T15:26:10.438 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:26:10 smithi102 ceph-mon[87131]: osdmap e1557: 8 total, 8 up, 8 in 2024-04-15T15:26:10.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:26:10 smithi016 ceph-mon[93212]: pgmap v2694: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 67 KiB/s rd, 9.0 KiB/s wr, 98 op/s 2024-04-15T15:26:10.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:26:10 smithi016 ceph-mon[93212]: osdmap e1557: 8 total, 8 up, 8 in 2024-04-15T15:26:10.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:26:10 smithi016 ceph-mon[90652]: pgmap v2694: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 67 KiB/s rd, 9.0 KiB/s wr, 98 op/s 2024-04-15T15:26:10.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:26:10 smithi016 ceph-mon[90652]: osdmap e1557: 8 total, 8 up, 8 in 2024-04-15T15:26:11.339 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:26:11 smithi102 ceph-mon[87131]: osdmap e1558: 8 total, 8 up, 8 in 2024-04-15T15:26:11.339 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:26:11 smithi102 ceph-mon[87131]: osdmap e1559: 8 total, 8 up, 8 in 2024-04-15T15:26:11.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:26:11 smithi016 ceph-mon[93212]: osdmap e1558: 8 total, 8 up, 8 in 2024-04-15T15:26:11.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:26:11 smithi016 ceph-mon[93212]: osdmap e1559: 8 total, 8 up, 8 in 2024-04-15T15:26:11.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:26:11 smithi016 ceph-mon[90652]: osdmap e1558: 8 total, 8 up, 8 in 2024-04-15T15:26:11.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:26:11 smithi016 ceph-mon[90652]: osdmap e1559: 8 total, 8 up, 8 in 2024-04-15T15:26:11.876 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] TestInternal.SnapSetReleasesLock (1783 ms) 2024-04-15T15:26:11.877 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] TestInternal.FlattenLocksImage 2024-04-15T15:26:12.040 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 15 15:26:11 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-y[81421]: ::ffff:172.21.15.102 - - [15/Apr/2024:15:26:11] "GET /metrics HTTP/1.1" 200 36391 "" "Prometheus/2.43.0" 2024-04-15T15:26:12.438 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:26:12 smithi102 ceph-mon[87131]: pgmap v2697: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 52 KiB/s rd, 4.5 KiB/s wr, 76 op/s 2024-04-15T15:26:12.438 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:26:12 smithi102 ceph-mon[87131]: osdmap e1560: 8 total, 8 up, 8 in 2024-04-15T15:26:12.439 INFO:journalctl@ceph.prometheus.a.smithi102.stdout:Apr 15 15:26:12 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-prometheus-a[120881]: ts=2024-04-15T15:26:12.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi016:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"362ea986-fb34-11ee-bc8f-c7b262605968\", instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T15:26:12.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:26:12 smithi016 ceph-mon[90652]: pgmap v2697: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 52 KiB/s rd, 4.5 KiB/s wr, 76 op/s 2024-04-15T15:26:12.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:26:12 smithi016 ceph-mon[90652]: osdmap e1560: 8 total, 8 up, 8 in 2024-04-15T15:26:12.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:26:12 smithi016 ceph-mon[93212]: pgmap v2697: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 52 KiB/s rd, 4.5 KiB/s wr, 76 op/s 2024-04-15T15:26:12.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:26:12 smithi016 ceph-mon[93212]: osdmap e1560: 8 total, 8 up, 8 in 2024-04-15T15:26:13.893 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] TestInternal.FlattenLocksImage (2016 ms) 2024-04-15T15:26:13.893 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] TestInternal.FlattenFailsToLockImage 2024-04-15T15:26:14.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:26:13 smithi102 ceph-mon[87131]: pgmap v2700: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 83 KiB/s rd, 8.0 KiB/s wr, 123 op/s 2024-04-15T15:26:14.188 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:26:13 smithi102 ceph-mon[87131]: osdmap e1561: 8 total, 8 up, 8 in 2024-04-15T15:26:14.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:26:13 smithi016 ceph-mon[90652]: pgmap v2700: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 83 KiB/s rd, 8.0 KiB/s wr, 123 op/s 2024-04-15T15:26:14.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:26:13 smithi016 ceph-mon[90652]: osdmap e1561: 8 total, 8 up, 8 in 2024-04-15T15:26:14.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:26:13 smithi016 ceph-mon[93212]: pgmap v2700: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 83 KiB/s rd, 8.0 KiB/s wr, 123 op/s 2024-04-15T15:26:14.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:26:13 smithi016 ceph-mon[93212]: osdmap e1561: 8 total, 8 up, 8 in 2024-04-15T15:26:15.188 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:26:14 smithi102 ceph-mon[87131]: osdmap e1562: 8 total, 8 up, 8 in 2024-04-15T15:26:15.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:26:14 smithi016 ceph-mon[90652]: osdmap e1562: 8 total, 8 up, 8 in 2024-04-15T15:26:15.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:26:14 smithi016 ceph-mon[93212]: osdmap e1562: 8 total, 8 up, 8 in 2024-04-15T15:26:15.876 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] TestInternal.FlattenFailsToLockImage (1983 ms) 2024-04-15T15:26:15.876 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] TestInternal.WriteFailsToLockImageBlocklisted 2024-04-15T15:26:16.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:26:15 smithi102 ceph-mon[87131]: pgmap v2703: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 31 KiB/s rd, 3.5 KiB/s wr, 46 op/s 2024-04-15T15:26:16.188 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:26:15 smithi102 ceph-mon[87131]: osdmap e1563: 8 total, 8 up, 8 in 2024-04-15T15:26:16.188 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:26:15 smithi102 ceph-mon[87131]: osdmap e1564: 8 total, 8 up, 8 in 2024-04-15T15:26:16.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:26:15 smithi016 ceph-mon[90652]: pgmap v2703: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 31 KiB/s rd, 3.5 KiB/s wr, 46 op/s 2024-04-15T15:26:16.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:26:15 smithi016 ceph-mon[90652]: osdmap e1563: 8 total, 8 up, 8 in 2024-04-15T15:26:16.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:26:15 smithi016 ceph-mon[90652]: osdmap e1564: 8 total, 8 up, 8 in 2024-04-15T15:26:16.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:26:15 smithi016 ceph-mon[93212]: pgmap v2703: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 31 KiB/s rd, 3.5 KiB/s wr, 46 op/s 2024-04-15T15:26:16.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:26:15 smithi016 ceph-mon[93212]: osdmap e1563: 8 total, 8 up, 8 in 2024-04-15T15:26:16.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:26:15 smithi016 ceph-mon[93212]: osdmap e1564: 8 total, 8 up, 8 in 2024-04-15T15:26:16.880 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] TestInternal.WriteFailsToLockImageBlocklisted (1005 ms) 2024-04-15T15:26:16.880 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] TestInternal.WriteFailsToLockImageBlocklistedWatch 2024-04-15T15:26:17.188 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:26:16 smithi102 ceph-mon[87131]: from='client.? 172.21.15.16:0/1771706117' entity='client.admin' cmd=[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.16:0/1771706117"}]: dispatch 2024-04-15T15:26:17.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:26:16 smithi016 ceph-mon[90652]: from='client.? 172.21.15.16:0/1771706117' entity='client.admin' cmd=[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.16:0/1771706117"}]: dispatch 2024-04-15T15:26:17.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:26:16 smithi016 ceph-mon[93212]: from='client.? 172.21.15.16:0/1771706117' entity='client.admin' cmd=[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.16:0/1771706117"}]: dispatch 2024-04-15T15:26:18.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:26:17 smithi102 ceph-mon[87131]: pgmap v2706: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 196 KiB/s rd, 12 KiB/s wr, 261 op/s 2024-04-15T15:26:18.188 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:26:17 smithi102 ceph-mon[87131]: from='client.? 172.21.15.16:0/1771706117' entity='client.admin' cmd='[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.16:0/1771706117"}]': finished 2024-04-15T15:26:18.188 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:26:17 smithi102 ceph-mon[87131]: osdmap e1565: 8 total, 8 up, 8 in 2024-04-15T15:26:18.188 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:26:17 smithi102 ceph-mon[87131]: from='client.? 172.21.15.16:0/3655933297' entity='client.admin' cmd=[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.16:0/3655933297"}]: dispatch 2024-04-15T15:26:18.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:26:17 smithi016 ceph-mon[93212]: pgmap v2706: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 196 KiB/s rd, 12 KiB/s wr, 261 op/s 2024-04-15T15:26:18.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:26:17 smithi016 ceph-mon[93212]: from='client.? 172.21.15.16:0/1771706117' entity='client.admin' cmd='[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.16:0/1771706117"}]': finished 2024-04-15T15:26:18.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:26:17 smithi016 ceph-mon[93212]: osdmap e1565: 8 total, 8 up, 8 in 2024-04-15T15:26:18.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:26:17 smithi016 ceph-mon[93212]: from='client.? 172.21.15.16:0/3655933297' entity='client.admin' cmd=[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.16:0/3655933297"}]: dispatch 2024-04-15T15:26:18.291 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:26:17 smithi016 ceph-mon[90652]: pgmap v2706: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 196 KiB/s rd, 12 KiB/s wr, 261 op/s 2024-04-15T15:26:18.291 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:26:17 smithi016 ceph-mon[90652]: from='client.? 172.21.15.16:0/1771706117' entity='client.admin' cmd='[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.16:0/1771706117"}]': finished 2024-04-15T15:26:18.291 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:26:17 smithi016 ceph-mon[90652]: osdmap e1565: 8 total, 8 up, 8 in 2024-04-15T15:26:18.291 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:26:17 smithi016 ceph-mon[90652]: from='client.? 172.21.15.16:0/3655933297' entity='client.admin' cmd=[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.16:0/3655933297"}]: dispatch 2024-04-15T15:26:18.881 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] TestInternal.WriteFailsToLockImageBlocklistedWatch (2000 ms) 2024-04-15T15:26:18.881 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] TestInternal.AioWriteRequestsLock 2024-04-15T15:26:18.916 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] TestInternal.AioWriteRequestsLock (36 ms) 2024-04-15T15:26:18.917 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] TestInternal.AioDiscardRequestsLock 2024-04-15T15:26:18.945 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] TestInternal.AioDiscardRequestsLock (28 ms) 2024-04-15T15:26:18.945 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] TestInternal.CancelAsyncResize 2024-04-15T15:26:18.993 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] TestInternal.CancelAsyncResize (49 ms) 2024-04-15T15:26:18.994 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] TestInternal.MultipleResize 2024-04-15T15:26:19.051 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] TestInternal.MultipleResize (58 ms) 2024-04-15T15:26:19.051 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] TestInternal.Metadata 2024-04-15T15:26:19.101 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] TestInternal.Metadata (50 ms) 2024-04-15T15:26:19.102 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] TestInternal.MetadataConfApply 2024-04-15T15:26:19.131 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] TestInternal.MetadataConfApply (29 ms) 2024-04-15T15:26:19.131 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] TestInternal.SnapshotCopyup 2024-04-15T15:26:19.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:26:18 smithi102 ceph-mon[87131]: from='client.? 172.21.15.16:0/3655933297' entity='client.admin' cmd='[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.16:0/3655933297"}]': finished 2024-04-15T15:26:19.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:26:18 smithi102 ceph-mon[87131]: osdmap e1566: 8 total, 8 up, 8 in 2024-04-15T15:26:19.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:26:18 smithi016 ceph-mon[90652]: from='client.? 172.21.15.16:0/3655933297' entity='client.admin' cmd='[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.16:0/3655933297"}]': finished 2024-04-15T15:26:19.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:26:18 smithi016 ceph-mon[90652]: osdmap e1566: 8 total, 8 up, 8 in 2024-04-15T15:26:19.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:26:18 smithi016 ceph-mon[93212]: from='client.? 172.21.15.16:0/3655933297' entity='client.admin' cmd='[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.16:0/3655933297"}]': finished 2024-04-15T15:26:19.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:26:18 smithi016 ceph-mon[93212]: osdmap e1566: 8 total, 8 up, 8 in 2024-04-15T15:26:20.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:26:19 smithi102 ceph-mon[87131]: pgmap v2709: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 197 KiB/s rd, 12 KiB/s wr, 263 op/s 2024-04-15T15:26:20.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:26:19 smithi016 ceph-mon[90652]: pgmap v2709: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 197 KiB/s rd, 12 KiB/s wr, 263 op/s 2024-04-15T15:26:20.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:26:19 smithi016 ceph-mon[93212]: pgmap v2709: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 197 KiB/s rd, 12 KiB/s wr, 263 op/s 2024-04-15T15:26:21.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:26:20 smithi102 ceph-mon[87131]: osdmap e1567: 8 total, 8 up, 8 in 2024-04-15T15:26:21.188 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:26:20 smithi102 ceph-mon[87131]: osdmap e1568: 8 total, 8 up, 8 in 2024-04-15T15:26:21.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:26:20 smithi016 ceph-mon[93212]: osdmap e1567: 8 total, 8 up, 8 in 2024-04-15T15:26:21.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:26:20 smithi016 ceph-mon[93212]: osdmap e1568: 8 total, 8 up, 8 in 2024-04-15T15:26:21.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:26:20 smithi016 ceph-mon[90652]: osdmap e1567: 8 total, 8 up, 8 in 2024-04-15T15:26:21.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:26:20 smithi016 ceph-mon[90652]: osdmap e1568: 8 total, 8 up, 8 in 2024-04-15T15:26:21.954 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] TestInternal.SnapshotCopyup (2823 ms) 2024-04-15T15:26:21.954 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] TestInternal.SnapshotCopyupZeros 2024-04-15T15:26:22.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:26:21 smithi016 ceph-mon[90652]: pgmap v2711: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 112 KiB/s rd, 14 KiB/s wr, 159 op/s 2024-04-15T15:26:22.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:26:21 smithi016 ceph-mon[90652]: osdmap e1569: 8 total, 8 up, 8 in 2024-04-15T15:26:22.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:26:21 smithi016 ceph-mon[93212]: pgmap v2711: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 112 KiB/s rd, 14 KiB/s wr, 159 op/s 2024-04-15T15:26:22.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:26:21 smithi016 ceph-mon[93212]: osdmap e1569: 8 total, 8 up, 8 in 2024-04-15T15:26:22.041 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 15 15:26:21 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-y[81421]: ::ffff:172.21.15.102 - - [15/Apr/2024:15:26:21] "GET /metrics HTTP/1.1" 200 36391 "" "Prometheus/2.43.0" 2024-04-15T15:26:22.188 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:26:21 smithi102 ceph-mon[87131]: pgmap v2711: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 112 KiB/s rd, 14 KiB/s wr, 159 op/s 2024-04-15T15:26:22.188 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:26:21 smithi102 ceph-mon[87131]: osdmap e1569: 8 total, 8 up, 8 in 2024-04-15T15:26:22.688 INFO:journalctl@ceph.prometheus.a.smithi102.stdout:Apr 15 15:26:22 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-prometheus-a[120881]: ts=2024-04-15T15:26:22.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi016:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"362ea986-fb34-11ee-bc8f-c7b262605968\", instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T15:26:23.947 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] TestInternal.SnapshotCopyupZeros (1993 ms) 2024-04-15T15:26:23.947 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] TestInternal.SnapshotCopyupZerosMigration 2024-04-15T15:26:24.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:26:23 smithi102 ceph-mon[87131]: pgmap v2714: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 175 KiB/s rd, 23 KiB/s wr, 249 op/s 2024-04-15T15:26:24.188 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:26:23 smithi102 ceph-mon[87131]: osdmap e1570: 8 total, 8 up, 8 in 2024-04-15T15:26:24.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:26:23 smithi016 ceph-mon[93212]: pgmap v2714: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 175 KiB/s rd, 23 KiB/s wr, 249 op/s 2024-04-15T15:26:24.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:26:23 smithi016 ceph-mon[93212]: osdmap e1570: 8 total, 8 up, 8 in 2024-04-15T15:26:24.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:26:23 smithi016 ceph-mon[90652]: pgmap v2714: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 175 KiB/s rd, 23 KiB/s wr, 249 op/s 2024-04-15T15:26:24.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:26:23 smithi016 ceph-mon[90652]: osdmap e1570: 8 total, 8 up, 8 in 2024-04-15T15:26:24.944 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] TestInternal.SnapshotCopyupZerosMigration (997 ms) 2024-04-15T15:26:24.944 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] TestInternal.ResizeCopyup 2024-04-15T15:26:25.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:26:24 smithi102 ceph-mon[87131]: osdmap e1571: 8 total, 8 up, 8 in 2024-04-15T15:26:25.188 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:26:24 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T15:26:25.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:26:24 smithi016 ceph-mon[90652]: osdmap e1571: 8 total, 8 up, 8 in 2024-04-15T15:26:25.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:26:24 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T15:26:25.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:26:24 smithi016 ceph-mon[93212]: osdmap e1571: 8 total, 8 up, 8 in 2024-04-15T15:26:25.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:26:24 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T15:26:26.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:26:25 smithi102 ceph-mon[87131]: pgmap v2717: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 140 KiB/s rd, 16 KiB/s wr, 198 op/s 2024-04-15T15:26:26.188 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:26:25 smithi102 ceph-mon[87131]: osdmap e1572: 8 total, 8 up, 8 in 2024-04-15T15:26:26.188 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:26:25 smithi102 ceph-mon[87131]: osdmap e1573: 8 total, 8 up, 8 in 2024-04-15T15:26:26.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:26:25 smithi016 ceph-mon[90652]: pgmap v2717: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 140 KiB/s rd, 16 KiB/s wr, 198 op/s 2024-04-15T15:26:26.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:26:25 smithi016 ceph-mon[90652]: osdmap e1572: 8 total, 8 up, 8 in 2024-04-15T15:26:26.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:26:25 smithi016 ceph-mon[90652]: osdmap e1573: 8 total, 8 up, 8 in 2024-04-15T15:26:26.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:26:25 smithi016 ceph-mon[93212]: pgmap v2717: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 140 KiB/s rd, 16 KiB/s wr, 198 op/s 2024-04-15T15:26:26.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:26:25 smithi016 ceph-mon[93212]: osdmap e1572: 8 total, 8 up, 8 in 2024-04-15T15:26:26.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:26:25 smithi016 ceph-mon[93212]: osdmap e1573: 8 total, 8 up, 8 in 2024-04-15T15:26:26.979 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] TestInternal.ResizeCopyup (2035 ms) 2024-04-15T15:26:26.979 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] TestInternal.DiscardCopyup 2024-04-15T15:26:26.988 INFO:tasks.workunit.client.0.smithi016.stdout:/home/jenkins-build/build/workspace/ceph-dev-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/18.2.2-1221-ge3fb05d5/rpm/el9/BUILD/ceph-18.2.2-1221-ge3fb05d5/src/test/librbd/test_internal.cc:1056: Skipped 2024-04-15T15:26:26.988 INFO:tasks.workunit.client.0.smithi016.stdout:Skipping due to unmet REQUIRE 2024-04-15T15:26:26.988 INFO:tasks.workunit.client.0.smithi016.stdout:[ SKIPPED ] TestInternal.DiscardCopyup (10 ms) 2024-04-15T15:26:26.988 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] TestInternal.ImageOptions 2024-04-15T15:26:26.998 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] TestInternal.ImageOptions (9 ms) 2024-04-15T15:26:26.998 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] TestInternal.WriteFullCopyup 2024-04-15T15:26:28.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:26:27 smithi102 ceph-mon[87131]: pgmap v2720: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 135 KiB/s rd, 20 KiB/s wr, 198 op/s 2024-04-15T15:26:28.188 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:26:27 smithi102 ceph-mon[87131]: osdmap e1574: 8 total, 8 up, 8 in 2024-04-15T15:26:28.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:26:27 smithi016 ceph-mon[93212]: pgmap v2720: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 135 KiB/s rd, 20 KiB/s wr, 198 op/s 2024-04-15T15:26:28.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:26:27 smithi016 ceph-mon[93212]: osdmap e1574: 8 total, 8 up, 8 in 2024-04-15T15:26:28.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:26:27 smithi016 ceph-mon[90652]: pgmap v2720: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 135 KiB/s rd, 20 KiB/s wr, 198 op/s 2024-04-15T15:26:28.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:26:27 smithi016 ceph-mon[90652]: osdmap e1574: 8 total, 8 up, 8 in 2024-04-15T15:26:29.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:26:28 smithi102 ceph-mon[87131]: osdmap e1575: 8 total, 8 up, 8 in 2024-04-15T15:26:29.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:26:28 smithi016 ceph-mon[90652]: osdmap e1575: 8 total, 8 up, 8 in 2024-04-15T15:26:29.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:26:28 smithi016 ceph-mon[93212]: osdmap e1575: 8 total, 8 up, 8 in 2024-04-15T15:26:30.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:26:29 smithi102 ceph-mon[87131]: pgmap v2723: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 193 KiB/s rd, 23 KiB/s wr, 271 op/s 2024-04-15T15:26:30.188 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:26:29 smithi102 ceph-mon[87131]: osdmap e1576: 8 total, 8 up, 8 in 2024-04-15T15:26:30.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:26:29 smithi016 ceph-mon[90652]: pgmap v2723: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 193 KiB/s rd, 23 KiB/s wr, 271 op/s 2024-04-15T15:26:30.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:26:29 smithi016 ceph-mon[90652]: osdmap e1576: 8 total, 8 up, 8 in 2024-04-15T15:26:30.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:26:29 smithi016 ceph-mon[93212]: pgmap v2723: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 193 KiB/s rd, 23 KiB/s wr, 271 op/s 2024-04-15T15:26:30.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:26:29 smithi016 ceph-mon[93212]: osdmap e1576: 8 total, 8 up, 8 in 2024-04-15T15:26:30.963 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] TestInternal.WriteFullCopyup (3966 ms) 2024-04-15T15:26:30.963 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] TestInternal.DiffIterateCloneOverwrite 2024-04-15T15:26:31.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:26:30 smithi016 ceph-mon[90652]: osdmap e1577: 8 total, 8 up, 8 in 2024-04-15T15:26:31.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:26:30 smithi016 ceph-mon[93212]: osdmap e1577: 8 total, 8 up, 8 in 2024-04-15T15:26:31.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:26:30 smithi102 ceph-mon[87131]: osdmap e1577: 8 total, 8 up, 8 in 2024-04-15T15:26:32.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:26:31 smithi016 ceph-mon[90652]: pgmap v2726: 137 pgs: 137 active+clean; 8.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 3.2 MiB/s rd, 3.0 MiB/s wr, 296 op/s 2024-04-15T15:26:32.041 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:26:31 smithi016 ceph-mon[90652]: osdmap e1578: 8 total, 8 up, 8 in 2024-04-15T15:26:32.041 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:26:31 smithi016 ceph-mon[93212]: pgmap v2726: 137 pgs: 137 active+clean; 8.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 3.2 MiB/s rd, 3.0 MiB/s wr, 296 op/s 2024-04-15T15:26:32.041 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:26:31 smithi016 ceph-mon[93212]: osdmap e1578: 8 total, 8 up, 8 in 2024-04-15T15:26:32.042 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 15 15:26:31 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-y[81421]: ::ffff:172.21.15.102 - - [15/Apr/2024:15:26:31] "GET /metrics HTTP/1.1" 200 36395 "" "Prometheus/2.43.0" 2024-04-15T15:26:32.315 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:26:31 smithi102 ceph-mon[87131]: pgmap v2726: 137 pgs: 137 active+clean; 8.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 3.2 MiB/s rd, 3.0 MiB/s wr, 296 op/s 2024-04-15T15:26:32.316 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:26:31 smithi102 ceph-mon[87131]: osdmap e1578: 8 total, 8 up, 8 in 2024-04-15T15:26:32.688 INFO:journalctl@ceph.prometheus.a.smithi102.stdout:Apr 15 15:26:32 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-prometheus-a[120881]: ts=2024-04-15T15:26:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi016:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"362ea986-fb34-11ee-bc8f-c7b262605968\", instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T15:26:32.986 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] TestInternal.DiffIterateCloneOverwrite (2022 ms) 2024-04-15T15:26:32.986 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] TestInternal.TestCoR 2024-04-15T15:26:32.997 INFO:tasks.workunit.client.0.smithi016.stdout:/home/jenkins-build/build/workspace/ceph-dev-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/18.2.2-1221-ge3fb05d5/rpm/el9/BUILD/ceph-18.2.2-1221-ge3fb05d5/src/test/librbd/test_internal.cc:1313: Skipped 2024-04-15T15:26:32.997 INFO:tasks.workunit.client.0.smithi016.stdout:Skipping due to disabled copy-on-read 2024-04-15T15:26:32.997 INFO:tasks.workunit.client.0.smithi016.stdout:[ SKIPPED ] TestInternal.TestCoR (12 ms) 2024-04-15T15:26:32.997 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] TestInternal.FlattenNoEmptyObjects 2024-04-15T15:26:33.226 INFO:tasks.workunit.client.0.smithi016.stdout:made parent image "image389": 4194304K (1024 * 4K) 2024-04-15T15:26:33.226 INFO:tasks.workunit.client.0.smithi016.stdout:generated random write map: 2024-04-15T15:26:33.226 INFO:tasks.workunit.client.0.smithi016.stdout: [48 , 197608 ] 2024-04-15T15:26:33.226 INFO:tasks.workunit.client.0.smithi016.stdout: [54 , 223675 ] 2024-04-15T15:26:33.226 INFO:tasks.workunit.client.0.smithi016.stdout: [69 , 282849 ] 2024-04-15T15:26:33.226 INFO:tasks.workunit.client.0.smithi016.stdout: [84 , 346920 ] 2024-04-15T15:26:33.226 INFO:tasks.workunit.client.0.smithi016.stdout: [93 , 383738 ] 2024-04-15T15:26:33.226 INFO:tasks.workunit.client.0.smithi016.stdout: [97 , 398142 ] 2024-04-15T15:26:33.227 INFO:tasks.workunit.client.0.smithi016.stdout: [108 , 445489 ] 2024-04-15T15:26:33.227 INFO:tasks.workunit.client.0.smithi016.stdout: [111 , 457151 ] 2024-04-15T15:26:33.227 INFO:tasks.workunit.client.0.smithi016.stdout: [117 , 479992 ] 2024-04-15T15:26:33.227 INFO:tasks.workunit.client.0.smithi016.stdout: [153 , 629229 ] 2024-04-15T15:26:33.227 INFO:tasks.workunit.client.0.smithi016.stdout: [163 , 668522 ] 2024-04-15T15:26:33.227 INFO:tasks.workunit.client.0.smithi016.stdout: [177 , 728530 ] 2024-04-15T15:26:33.227 INFO:tasks.workunit.client.0.smithi016.stdout: [182 , 747066 ] 2024-04-15T15:26:33.227 INFO:tasks.workunit.client.0.smithi016.stdout: [184 , 755950 ] 2024-04-15T15:26:33.227 INFO:tasks.workunit.client.0.smithi016.stdout: [190 , 778603 ] 2024-04-15T15:26:33.227 INFO:tasks.workunit.client.0.smithi016.stdout: [208 , 853848 ] 2024-04-15T15:26:33.227 INFO:tasks.workunit.client.0.smithi016.stdout: [232 , 950399 ] 2024-04-15T15:26:33.227 INFO:tasks.workunit.client.0.smithi016.stdout: [276 , 1130539 ] 2024-04-15T15:26:33.227 INFO:tasks.workunit.client.0.smithi016.stdout: [278 , 1139811 ] 2024-04-15T15:26:33.227 INFO:tasks.workunit.client.0.smithi016.stdout: [283 , 1162094 ] 2024-04-15T15:26:33.227 INFO:tasks.workunit.client.0.smithi016.stdout: [327 , 1341191 ] 2024-04-15T15:26:33.228 INFO:tasks.workunit.client.0.smithi016.stdout: [339 , 1389405 ] 2024-04-15T15:26:33.228 INFO:tasks.workunit.client.0.smithi016.stdout: [343 , 1407887 ] 2024-04-15T15:26:33.228 INFO:tasks.workunit.client.0.smithi016.stdout: [347 , 1422684 ] 2024-04-15T15:26:33.228 INFO:tasks.workunit.client.0.smithi016.stdout: [350 , 1435102 ] 2024-04-15T15:26:33.228 INFO:tasks.workunit.client.0.smithi016.stdout: [355 , 1455093 ] 2024-04-15T15:26:33.228 INFO:tasks.workunit.client.0.smithi016.stdout: [364 , 1494001 ] 2024-04-15T15:26:33.228 INFO:tasks.workunit.client.0.smithi016.stdout: [368 , 1508644 ] 2024-04-15T15:26:33.228 INFO:tasks.workunit.client.0.smithi016.stdout: [369 , 1514937 ] 2024-04-15T15:26:33.228 INFO:tasks.workunit.client.0.smithi016.stdout: [370 , 1515521 ] 2024-04-15T15:26:33.228 INFO:tasks.workunit.client.0.smithi016.stdout: [394 , 1616740 ] 2024-04-15T15:26:33.228 INFO:tasks.workunit.client.0.smithi016.stdout: [402 , 1648581 ] 2024-04-15T15:26:33.228 INFO:tasks.workunit.client.0.smithi016.stdout: [415 , 1702562 ] 2024-04-15T15:26:33.228 INFO:tasks.workunit.client.0.smithi016.stdout: [428 , 1754832 ] 2024-04-15T15:26:33.228 INFO:tasks.workunit.client.0.smithi016.stdout: [429 , 1760580 ] 2024-04-15T15:26:33.229 INFO:tasks.workunit.client.0.smithi016.stdout: [432 , 1770646 ] 2024-04-15T15:26:33.229 INFO:tasks.workunit.client.0.smithi016.stdout: [449 , 1841298 ] 2024-04-15T15:26:33.229 INFO:tasks.workunit.client.0.smithi016.stdout: [458 , 1876192 ] 2024-04-15T15:26:33.229 INFO:tasks.workunit.client.0.smithi016.stdout: [477 , 1954913 ] 2024-04-15T15:26:33.229 INFO:tasks.workunit.client.0.smithi016.stdout: [483 , 1980994 ] 2024-04-15T15:26:33.229 INFO:tasks.workunit.client.0.smithi016.stdout: [493 , 2020319 ] 2024-04-15T15:26:33.229 INFO:tasks.workunit.client.0.smithi016.stdout: [505 , 2069748 ] 2024-04-15T15:26:33.229 INFO:tasks.workunit.client.0.smithi016.stdout: [519 , 2128520 ] 2024-04-15T15:26:33.229 INFO:tasks.workunit.client.0.smithi016.stdout: [521 , 2135753 ] 2024-04-15T15:26:33.229 INFO:tasks.workunit.client.0.smithi016.stdout: [530 , 2171901 ] 2024-04-15T15:26:33.229 INFO:tasks.workunit.client.0.smithi016.stdout: [545 , 2235230 ] 2024-04-15T15:26:33.229 INFO:tasks.workunit.client.0.smithi016.stdout: [549 , 2249001 ] 2024-04-15T15:26:33.229 INFO:tasks.workunit.client.0.smithi016.stdout: [554 , 2269687 ] 2024-04-15T15:26:33.229 INFO:tasks.workunit.client.0.smithi016.stdout: [570 , 2337403 ] 2024-04-15T15:26:33.229 INFO:tasks.workunit.client.0.smithi016.stdout: [571 , 2339104 ] 2024-04-15T15:26:33.229 INFO:tasks.workunit.client.0.smithi016.stdout: [584 , 2395295 ] 2024-04-15T15:26:33.229 INFO:tasks.workunit.client.0.smithi016.stdout: [585 , 2396458 ] 2024-04-15T15:26:33.230 INFO:tasks.workunit.client.0.smithi016.stdout: [611 , 2502925 ] 2024-04-15T15:26:33.230 INFO:tasks.workunit.client.0.smithi016.stdout: [613 , 2513878 ] 2024-04-15T15:26:33.230 INFO:tasks.workunit.client.0.smithi016.stdout: [616 , 2523477 ] 2024-04-15T15:26:33.230 INFO:tasks.workunit.client.0.smithi016.stdout: [622 , 2549930 ] 2024-04-15T15:26:33.230 INFO:tasks.workunit.client.0.smithi016.stdout: [629 , 2579222 ] 2024-04-15T15:26:33.230 INFO:tasks.workunit.client.0.smithi016.stdout: [643 , 2635999 ] 2024-04-15T15:26:33.230 INFO:tasks.workunit.client.0.smithi016.stdout: [679 , 2784460 ] 2024-04-15T15:26:33.230 INFO:tasks.workunit.client.0.smithi016.stdout: [681 , 2790703 ] 2024-04-15T15:26:33.230 INFO:tasks.workunit.client.0.smithi016.stdout: [683 , 2798254 ] 2024-04-15T15:26:33.230 INFO:tasks.workunit.client.0.smithi016.stdout: [700 , 2870747 ] 2024-04-15T15:26:33.230 INFO:tasks.workunit.client.0.smithi016.stdout: [706 , 2894989 ] 2024-04-15T15:26:33.230 INFO:tasks.workunit.client.0.smithi016.stdout: [710 , 2908564 ] 2024-04-15T15:26:33.230 INFO:tasks.workunit.client.0.smithi016.stdout: [737 , 3020132 ] 2024-04-15T15:26:33.230 INFO:tasks.workunit.client.0.smithi016.stdout: [744 , 3049477 ] 2024-04-15T15:26:33.231 INFO:tasks.workunit.client.0.smithi016.stdout: [745 , 3054208 ] 2024-04-15T15:26:33.231 INFO:tasks.workunit.client.0.smithi016.stdout: [765 , 3134353 ] 2024-04-15T15:26:33.231 INFO:tasks.workunit.client.0.smithi016.stdout: [766 , 3139567 ] 2024-04-15T15:26:33.231 INFO:tasks.workunit.client.0.smithi016.stdout: [771 , 3160772 ] 2024-04-15T15:26:33.231 INFO:tasks.workunit.client.0.smithi016.stdout: [790 , 3237053 ] 2024-04-15T15:26:33.231 INFO:tasks.workunit.client.0.smithi016.stdout: [791 , 3242076 ] 2024-04-15T15:26:33.231 INFO:tasks.workunit.client.0.smithi016.stdout: [797 , 3265926 ] 2024-04-15T15:26:33.231 INFO:tasks.workunit.client.0.smithi016.stdout: [801 , 3283218 ] 2024-04-15T15:26:33.231 INFO:tasks.workunit.client.0.smithi016.stdout: [803 , 3292315 ] 2024-04-15T15:26:33.231 INFO:tasks.workunit.client.0.smithi016.stdout: [830 , 3400904 ] 2024-04-15T15:26:33.231 INFO:tasks.workunit.client.0.smithi016.stdout: [835 , 3421902 ] 2024-04-15T15:26:33.231 INFO:tasks.workunit.client.0.smithi016.stdout: [839 , 3437299 ] 2024-04-15T15:26:33.231 INFO:tasks.workunit.client.0.smithi016.stdout: [845 , 3461457 ] 2024-04-15T15:26:33.231 INFO:tasks.workunit.client.0.smithi016.stdout: [846 , 3466898 ] 2024-04-15T15:26:33.231 INFO:tasks.workunit.client.0.smithi016.stdout: [850 , 3482279 ] 2024-04-15T15:26:33.232 INFO:tasks.workunit.client.0.smithi016.stdout: [864 , 3541277 ] 2024-04-15T15:26:33.232 INFO:tasks.workunit.client.0.smithi016.stdout: [866 , 3549069 ] 2024-04-15T15:26:33.232 INFO:tasks.workunit.client.0.smithi016.stdout: [878 , 3599634 ] 2024-04-15T15:26:33.232 INFO:tasks.workunit.client.0.smithi016.stdout: [889 , 3644562 ] 2024-04-15T15:26:33.232 INFO:tasks.workunit.client.0.smithi016.stdout: [894 , 3665407 ] 2024-04-15T15:26:33.232 INFO:tasks.workunit.client.0.smithi016.stdout: [900 , 3688587 ] 2024-04-15T15:26:33.232 INFO:tasks.workunit.client.0.smithi016.stdout: [927 , 3799393 ] 2024-04-15T15:26:33.232 INFO:tasks.workunit.client.0.smithi016.stdout: [929 , 3807686 ] 2024-04-15T15:26:33.232 INFO:tasks.workunit.client.0.smithi016.stdout: [936 , 3836710 ] 2024-04-15T15:26:33.232 INFO:tasks.workunit.client.0.smithi016.stdout: [946 , 3877068 ] 2024-04-15T15:26:33.232 INFO:tasks.workunit.client.0.smithi016.stdout: [948 , 3886045 ] 2024-04-15T15:26:33.232 INFO:tasks.workunit.client.0.smithi016.stdout: [957 , 3922873 ] 2024-04-15T15:26:33.232 INFO:tasks.workunit.client.0.smithi016.stdout: [970 , 3975794 ] 2024-04-15T15:26:33.232 INFO:tasks.workunit.client.0.smithi016.stdout: [973 , 3986692 ] 2024-04-15T15:26:33.232 INFO:tasks.workunit.client.0.smithi016.stdout: [974 , 3990159 ] 2024-04-15T15:26:33.233 INFO:tasks.workunit.client.0.smithi016.stdout: [993 , 4068815 ] 2024-04-15T15:26:33.233 INFO:tasks.workunit.client.0.smithi016.stdout: [997 , 4086014 ] 2024-04-15T15:26:33.233 INFO:tasks.workunit.client.0.smithi016.stdout:write data based on random map 2024-04-15T15:26:33.233 INFO:tasks.workunit.client.0.smithi016.stdout: write object-48 2024-04-15T15:26:33.233 INFO:tasks.workunit.client.0.smithi016.stdout: write object-54 2024-04-15T15:26:33.233 INFO:tasks.workunit.client.0.smithi016.stdout: write object-69 2024-04-15T15:26:33.233 INFO:tasks.workunit.client.0.smithi016.stdout: write object-84 2024-04-15T15:26:33.233 INFO:tasks.workunit.client.0.smithi016.stdout: write object-93 2024-04-15T15:26:33.233 INFO:tasks.workunit.client.0.smithi016.stdout: write object-97 2024-04-15T15:26:33.233 INFO:tasks.workunit.client.0.smithi016.stdout: write object-108 2024-04-15T15:26:33.233 INFO:tasks.workunit.client.0.smithi016.stdout: write object-111 2024-04-15T15:26:33.233 INFO:tasks.workunit.client.0.smithi016.stdout: write object-117 2024-04-15T15:26:33.233 INFO:tasks.workunit.client.0.smithi016.stdout: write object-153 2024-04-15T15:26:33.233 INFO:tasks.workunit.client.0.smithi016.stdout: write object-163 2024-04-15T15:26:33.233 INFO:tasks.workunit.client.0.smithi016.stdout: write object-177 2024-04-15T15:26:33.233 INFO:tasks.workunit.client.0.smithi016.stdout: write object-182 2024-04-15T15:26:33.234 INFO:tasks.workunit.client.0.smithi016.stdout: write object-184 2024-04-15T15:26:33.234 INFO:tasks.workunit.client.0.smithi016.stdout: write object-190 2024-04-15T15:26:33.234 INFO:tasks.workunit.client.0.smithi016.stdout: write object-208 2024-04-15T15:26:33.234 INFO:tasks.workunit.client.0.smithi016.stdout: write object-232 2024-04-15T15:26:33.234 INFO:tasks.workunit.client.0.smithi016.stdout: write object-276 2024-04-15T15:26:33.234 INFO:tasks.workunit.client.0.smithi016.stdout: write object-278 2024-04-15T15:26:33.234 INFO:tasks.workunit.client.0.smithi016.stdout: write object-283 2024-04-15T15:26:33.234 INFO:tasks.workunit.client.0.smithi016.stdout: write object-327 2024-04-15T15:26:33.234 INFO:tasks.workunit.client.0.smithi016.stdout: write object-339 2024-04-15T15:26:33.234 INFO:tasks.workunit.client.0.smithi016.stdout: write object-343 2024-04-15T15:26:33.234 INFO:tasks.workunit.client.0.smithi016.stdout: write object-347 2024-04-15T15:26:33.234 INFO:tasks.workunit.client.0.smithi016.stdout: write object-350 2024-04-15T15:26:33.234 INFO:tasks.workunit.client.0.smithi016.stdout: write object-355 2024-04-15T15:26:33.234 INFO:tasks.workunit.client.0.smithi016.stdout: write object-364 2024-04-15T15:26:33.234 INFO:tasks.workunit.client.0.smithi016.stdout: write object-368 2024-04-15T15:26:33.234 INFO:tasks.workunit.client.0.smithi016.stdout: write object-369 2024-04-15T15:26:33.234 INFO:tasks.workunit.client.0.smithi016.stdout: write object-370 2024-04-15T15:26:33.235 INFO:tasks.workunit.client.0.smithi016.stdout: write object-394 2024-04-15T15:26:33.235 INFO:tasks.workunit.client.0.smithi016.stdout: write object-402 2024-04-15T15:26:33.235 INFO:tasks.workunit.client.0.smithi016.stdout: write object-415 2024-04-15T15:26:33.235 INFO:tasks.workunit.client.0.smithi016.stdout: write object-428 2024-04-15T15:26:33.235 INFO:tasks.workunit.client.0.smithi016.stdout: write object-429 2024-04-15T15:26:33.235 INFO:tasks.workunit.client.0.smithi016.stdout: write object-432 2024-04-15T15:26:33.235 INFO:tasks.workunit.client.0.smithi016.stdout: write object-449 2024-04-15T15:26:33.235 INFO:tasks.workunit.client.0.smithi016.stdout: write object-458 2024-04-15T15:26:33.235 INFO:tasks.workunit.client.0.smithi016.stdout: write object-477 2024-04-15T15:26:33.235 INFO:tasks.workunit.client.0.smithi016.stdout: write object-483 2024-04-15T15:26:33.235 INFO:tasks.workunit.client.0.smithi016.stdout: write object-493 2024-04-15T15:26:33.235 INFO:tasks.workunit.client.0.smithi016.stdout: write object-505 2024-04-15T15:26:33.235 INFO:tasks.workunit.client.0.smithi016.stdout: write object-519 2024-04-15T15:26:33.235 INFO:tasks.workunit.client.0.smithi016.stdout: write object-521 2024-04-15T15:26:33.235 INFO:tasks.workunit.client.0.smithi016.stdout: write object-530 2024-04-15T15:26:33.235 INFO:tasks.workunit.client.0.smithi016.stdout: write object-545 2024-04-15T15:26:33.236 INFO:tasks.workunit.client.0.smithi016.stdout: write object-549 2024-04-15T15:26:33.236 INFO:tasks.workunit.client.0.smithi016.stdout: write object-554 2024-04-15T15:26:33.236 INFO:tasks.workunit.client.0.smithi016.stdout: write object-570 2024-04-15T15:26:33.236 INFO:tasks.workunit.client.0.smithi016.stdout: write object-571 2024-04-15T15:26:33.236 INFO:tasks.workunit.client.0.smithi016.stdout: write object-584 2024-04-15T15:26:33.236 INFO:tasks.workunit.client.0.smithi016.stdout: write object-585 2024-04-15T15:26:33.236 INFO:tasks.workunit.client.0.smithi016.stdout: write object-611 2024-04-15T15:26:33.236 INFO:tasks.workunit.client.0.smithi016.stdout: write object-613 2024-04-15T15:26:33.236 INFO:tasks.workunit.client.0.smithi016.stdout: write object-616 2024-04-15T15:26:33.236 INFO:tasks.workunit.client.0.smithi016.stdout: write object-622 2024-04-15T15:26:33.236 INFO:tasks.workunit.client.0.smithi016.stdout: write object-629 2024-04-15T15:26:33.236 INFO:tasks.workunit.client.0.smithi016.stdout: write object-643 2024-04-15T15:26:33.236 INFO:tasks.workunit.client.0.smithi016.stdout: write object-679 2024-04-15T15:26:33.236 INFO:tasks.workunit.client.0.smithi016.stdout: write object-681 2024-04-15T15:26:33.236 INFO:tasks.workunit.client.0.smithi016.stdout: write object-683 2024-04-15T15:26:33.236 INFO:tasks.workunit.client.0.smithi016.stdout: write object-700 2024-04-15T15:26:33.236 INFO:tasks.workunit.client.0.smithi016.stdout: write object-706 2024-04-15T15:26:33.237 INFO:tasks.workunit.client.0.smithi016.stdout: write object-710 2024-04-15T15:26:33.237 INFO:tasks.workunit.client.0.smithi016.stdout: write object-737 2024-04-15T15:26:33.237 INFO:tasks.workunit.client.0.smithi016.stdout: write object-744 2024-04-15T15:26:33.237 INFO:tasks.workunit.client.0.smithi016.stdout: write object-745 2024-04-15T15:26:33.237 INFO:tasks.workunit.client.0.smithi016.stdout: write object-765 2024-04-15T15:26:33.237 INFO:tasks.workunit.client.0.smithi016.stdout: write object-766 2024-04-15T15:26:33.237 INFO:tasks.workunit.client.0.smithi016.stdout: write object-771 2024-04-15T15:26:33.237 INFO:tasks.workunit.client.0.smithi016.stdout: write object-790 2024-04-15T15:26:33.237 INFO:tasks.workunit.client.0.smithi016.stdout: write object-791 2024-04-15T15:26:33.237 INFO:tasks.workunit.client.0.smithi016.stdout: write object-797 2024-04-15T15:26:33.237 INFO:tasks.workunit.client.0.smithi016.stdout: write object-801 2024-04-15T15:26:33.237 INFO:tasks.workunit.client.0.smithi016.stdout: write object-803 2024-04-15T15:26:33.237 INFO:tasks.workunit.client.0.smithi016.stdout: write object-830 2024-04-15T15:26:33.237 INFO:tasks.workunit.client.0.smithi016.stdout: write object-835 2024-04-15T15:26:33.237 INFO:tasks.workunit.client.0.smithi016.stdout: write object-839 2024-04-15T15:26:33.237 INFO:tasks.workunit.client.0.smithi016.stdout: write object-845 2024-04-15T15:26:33.238 INFO:tasks.workunit.client.0.smithi016.stdout: write object-846 2024-04-15T15:26:33.238 INFO:tasks.workunit.client.0.smithi016.stdout: write object-850 2024-04-15T15:26:33.238 INFO:tasks.workunit.client.0.smithi016.stdout: write object-864 2024-04-15T15:26:33.238 INFO:tasks.workunit.client.0.smithi016.stdout: write object-866 2024-04-15T15:26:33.238 INFO:tasks.workunit.client.0.smithi016.stdout: write object-878 2024-04-15T15:26:33.238 INFO:tasks.workunit.client.0.smithi016.stdout: write object-889 2024-04-15T15:26:33.238 INFO:tasks.workunit.client.0.smithi016.stdout: write object-894 2024-04-15T15:26:33.289 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:26:32 smithi016 ceph-mon[90652]: osdmap e1579: 8 total, 8 up, 8 in 2024-04-15T15:26:33.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:26:32 smithi016 ceph-mon[93212]: osdmap e1579: 8 total, 8 up, 8 in 2024-04-15T15:26:33.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:26:32 smithi102 ceph-mon[87131]: osdmap e1579: 8 total, 8 up, 8 in 2024-04-15T15:26:34.161 INFO:tasks.workunit.client.0.smithi016.stdout: write object-900 2024-04-15T15:26:34.161 INFO:tasks.workunit.client.0.smithi016.stdout: write object-927 2024-04-15T15:26:34.161 INFO:tasks.workunit.client.0.smithi016.stdout: write object-929 2024-04-15T15:26:34.161 INFO:tasks.workunit.client.0.smithi016.stdout: write object-936 2024-04-15T15:26:34.161 INFO:tasks.workunit.client.0.smithi016.stdout: write object-946 2024-04-15T15:26:34.161 INFO:tasks.workunit.client.0.smithi016.stdout: write object-948 2024-04-15T15:26:34.161 INFO:tasks.workunit.client.0.smithi016.stdout: write object-957 2024-04-15T15:26:34.161 INFO:tasks.workunit.client.0.smithi016.stdout: write object-970 2024-04-15T15:26:34.161 INFO:tasks.workunit.client.0.smithi016.stdout: write object-973 2024-04-15T15:26:34.162 INFO:tasks.workunit.client.0.smithi016.stdout: write object-974 2024-04-15T15:26:34.162 INFO:tasks.workunit.client.0.smithi016.stdout: write object-993 2024-04-15T15:26:34.162 INFO:tasks.workunit.client.0.smithi016.stdout: write object-997 2024-04-15T15:26:34.162 INFO:tasks.workunit.client.0.smithi016.stdout:verify written data by reading 2024-04-15T15:26:34.162 INFO:tasks.workunit.client.0.smithi016.stdout: read object-48 2024-04-15T15:26:34.162 INFO:tasks.workunit.client.0.smithi016.stdout:made snapshot "image389@parent_snap" and protect it 2024-04-15T15:26:34.162 INFO:tasks.workunit.client.0.smithi016.stdout:made and opened clone "image390" 2024-04-15T15:26:34.162 INFO:tasks.workunit.client.0.smithi016.stdout:flattening clone: "image390" 2024-04-15T15:26:34.162 INFO:tasks.workunit.client.0.smithi016.stdout:check whether child image has the same set of objects as parent 2024-04-15T15:26:34.162 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] TestInternal.FlattenNoEmptyObjects (1163 ms) 2024-04-15T15:26:34.162 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] TestInternal.PoolMetadataConfApply 2024-04-15T15:26:34.238 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] TestInternal.PoolMetadataConfApply (77 ms) 2024-04-15T15:26:34.238 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] TestInternal.Sparsify 2024-04-15T15:26:34.263 INFO:tasks.workunit.client.0.smithi016.stdout:sparsify_supported=1 2024-04-15T15:26:34.263 INFO:tasks.workunit.client.0.smithi016.stdout:sparse_read_supported=1 2024-04-15T15:26:34.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:26:33 smithi016 ceph-mon[90652]: pgmap v2729: 137 pgs: 137 active+clean; 8.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 3.2 MiB/s rd, 3.0 MiB/s wr, 280 op/s 2024-04-15T15:26:34.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:26:33 smithi016 ceph-mon[90652]: osdmap e1580: 8 total, 8 up, 8 in 2024-04-15T15:26:34.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:26:33 smithi016 ceph-mon[93212]: pgmap v2729: 137 pgs: 137 active+clean; 8.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 3.2 MiB/s rd, 3.0 MiB/s wr, 280 op/s 2024-04-15T15:26:34.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:26:33 smithi016 ceph-mon[93212]: osdmap e1580: 8 total, 8 up, 8 in 2024-04-15T15:26:34.290 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 15 15:26:34 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-y[81421]: [15/Apr/2024:15:26:34] ENGINE Bus STOPPING 2024-04-15T15:26:34.290 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 15 15:26:34 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-y[81421]: [15/Apr/2024:15:26:34] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-04-15T15:26:34.290 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 15 15:26:34 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-y[81421]: [15/Apr/2024:15:26:34] ENGINE Bus STOPPED 2024-04-15T15:26:34.290 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 15 15:26:34 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-y[81421]: [15/Apr/2024:15:26:34] ENGINE Bus STARTING 2024-04-15T15:26:34.293 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] TestInternal.Sparsify (56 ms) 2024-04-15T15:26:34.293 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] TestInternal.SparsifyClone 2024-04-15T15:26:34.312 INFO:tasks.workunit.client.0.smithi016.stdout:sparsify_supported=1 2024-04-15T15:26:34.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:26:33 smithi102 ceph-mon[87131]: pgmap v2729: 137 pgs: 137 active+clean; 8.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 3.2 MiB/s rd, 3.0 MiB/s wr, 280 op/s 2024-04-15T15:26:34.438 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:26:33 smithi102 ceph-mon[87131]: osdmap e1580: 8 total, 8 up, 8 in 2024-04-15T15:26:34.790 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 15 15:26:34 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-y[81421]: [15/Apr/2024:15:26:34] ENGINE Serving on http://:::9283 2024-04-15T15:26:34.790 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 15 15:26:34 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-y[81421]: [15/Apr/2024:15:26:34] ENGINE Bus STARTED 2024-04-15T15:26:35.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:26:34 smithi016 ceph-mon[90652]: osdmap e1581: 8 total, 8 up, 8 in 2024-04-15T15:26:35.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:26:34 smithi016 ceph-mon[90652]: from='client.? ' entity='client.admin' 2024-04-15T15:26:35.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:26:34 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T15:26:35.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:26:34 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T15:26:35.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:26:34 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T15:26:35.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:26:34 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T15:26:35.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:26:34 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T15:26:35.291 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:26:34 smithi016 ceph-mon[93212]: osdmap e1581: 8 total, 8 up, 8 in 2024-04-15T15:26:35.291 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:26:34 smithi016 ceph-mon[93212]: from='client.? ' entity='client.admin' 2024-04-15T15:26:35.291 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:26:34 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T15:26:35.291 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:26:34 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T15:26:35.291 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:26:34 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T15:26:35.291 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:26:34 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T15:26:35.291 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:26:34 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T15:26:35.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:26:34 smithi102 ceph-mon[87131]: osdmap e1581: 8 total, 8 up, 8 in 2024-04-15T15:26:35.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:26:34 smithi102 ceph-mon[87131]: from='client.? ' entity='client.admin' 2024-04-15T15:26:35.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:26:34 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T15:26:35.438 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:26:34 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T15:26:35.438 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:26:34 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T15:26:35.438 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:26:34 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T15:26:35.438 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:26:34 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T15:26:35.872 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] TestInternal.SparsifyClone (1578 ms) 2024-04-15T15:26:35.872 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] TestInternal.MissingDataPool 2024-04-15T15:26:36.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:26:35 smithi016 ceph-mon[93212]: pgmap v2732: 137 pgs: 137 active+clean; 8.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 34 KiB/s rd, 14 KiB/s wr, 63 op/s 2024-04-15T15:26:36.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:26:35 smithi016 ceph-mon[93212]: Health check failed: Telemetry requires re-opt-in (TELEMETRY_CHANGED) 2024-04-15T15:26:36.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:26:35 smithi016 ceph-mon[93212]: osdmap e1582: 8 total, 8 up, 8 in 2024-04-15T15:26:36.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:26:35 smithi016 ceph-mon[93212]: osdmap e1583: 8 total, 8 up, 8 in 2024-04-15T15:26:36.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:26:35 smithi016 ceph-mon[90652]: pgmap v2732: 137 pgs: 137 active+clean; 8.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 34 KiB/s rd, 14 KiB/s wr, 63 op/s 2024-04-15T15:26:36.291 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:26:35 smithi016 ceph-mon[90652]: Health check failed: Telemetry requires re-opt-in (TELEMETRY_CHANGED) 2024-04-15T15:26:36.291 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:26:35 smithi016 ceph-mon[90652]: osdmap e1582: 8 total, 8 up, 8 in 2024-04-15T15:26:36.291 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:26:35 smithi016 ceph-mon[90652]: osdmap e1583: 8 total, 8 up, 8 in 2024-04-15T15:26:36.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:26:35 smithi102 ceph-mon[87131]: pgmap v2732: 137 pgs: 137 active+clean; 8.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 34 KiB/s rd, 14 KiB/s wr, 63 op/s 2024-04-15T15:26:36.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:26:35 smithi102 ceph-mon[87131]: Health check failed: Telemetry requires re-opt-in (TELEMETRY_CHANGED) 2024-04-15T15:26:36.438 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:26:35 smithi102 ceph-mon[87131]: osdmap e1582: 8 total, 8 up, 8 in 2024-04-15T15:26:36.438 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:26:35 smithi102 ceph-mon[87131]: osdmap e1583: 8 total, 8 up, 8 in 2024-04-15T15:26:36.981 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] TestInternal.MissingDataPool (1109 ms) 2024-04-15T15:26:37.974 INFO:tasks.workunit.client.0.smithi016.stdout:[----------] 34 tests from TestInternal (34951 ms total) 2024-04-15T15:26:37.975 INFO:tasks.workunit.client.0.smithi016.stdout: 2024-04-15T15:26:37.975 INFO:tasks.workunit.client.0.smithi016.stdout:[----------] 17 tests from TestImageWatcher 2024-04-15T15:26:38.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:26:37 smithi102 ceph-mon[87131]: pgmap v2735: 137 pgs: 137 active+clean; 8.9 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 322 KiB/s rd, 64 KiB/s wr, 458 op/s 2024-04-15T15:26:38.188 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:26:37 smithi102 ceph-mon[87131]: osdmap e1584: 8 total, 8 up, 8 in 2024-04-15T15:26:38.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:26:37 smithi016 ceph-mon[93212]: pgmap v2735: 137 pgs: 137 active+clean; 8.9 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 322 KiB/s rd, 64 KiB/s wr, 458 op/s 2024-04-15T15:26:38.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:26:37 smithi016 ceph-mon[93212]: osdmap e1584: 8 total, 8 up, 8 in 2024-04-15T15:26:38.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:26:37 smithi016 ceph-mon[90652]: pgmap v2735: 137 pgs: 137 active+clean; 8.9 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 322 KiB/s rd, 64 KiB/s wr, 458 op/s 2024-04-15T15:26:38.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:26:37 smithi016 ceph-mon[90652]: osdmap e1584: 8 total, 8 up, 8 in 2024-04-15T15:26:39.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:26:38 smithi016 ceph-mon[90652]: osdmap e1585: 8 total, 8 up, 8 in 2024-04-15T15:26:39.291 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:26:38 smithi016 ceph-mon[93212]: osdmap e1585: 8 total, 8 up, 8 in 2024-04-15T15:26:39.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:26:38 smithi102 ceph-mon[87131]: osdmap e1585: 8 total, 8 up, 8 in 2024-04-15T15:26:39.987 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] TestImageWatcher.NotifyHeaderUpdate 2024-04-15T15:26:40.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:26:39 smithi016 ceph-mon[90652]: pgmap v2738: 105 pgs: 105 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-04-15T15:26:40.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:26:39 smithi016 ceph-mon[90652]: osdmap e1586: 8 total, 8 up, 8 in 2024-04-15T15:26:40.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:26:39 smithi016 ceph-mon[90652]: from='client.? 172.21.15.16:0/436931187' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi016-143420-14","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T15:26:40.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:26:39 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T15:26:40.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:26:39 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T15:26:40.291 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:26:39 smithi016 ceph-mon[93212]: pgmap v2738: 105 pgs: 105 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-04-15T15:26:40.291 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:26:39 smithi016 ceph-mon[93212]: osdmap e1586: 8 total, 8 up, 8 in 2024-04-15T15:26:40.291 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:26:39 smithi016 ceph-mon[93212]: from='client.? 172.21.15.16:0/436931187' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi016-143420-14","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T15:26:40.291 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:26:39 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T15:26:40.291 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:26:39 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T15:26:40.438 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:26:39 smithi102 ceph-mon[87131]: pgmap v2738: 105 pgs: 105 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-04-15T15:26:40.438 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:26:39 smithi102 ceph-mon[87131]: osdmap e1586: 8 total, 8 up, 8 in 2024-04-15T15:26:40.438 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:26:39 smithi102 ceph-mon[87131]: from='client.? 172.21.15.16:0/436931187' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi016-143420-14","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T15:26:40.438 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:26:39 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T15:26:40.438 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:26:39 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T15:26:41.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:26:40 smithi016 ceph-mon[93212]: from='client.? 172.21.15.16:0/436931187' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi016-143420-14","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-15T15:26:41.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:26:40 smithi016 ceph-mon[93212]: osdmap e1587: 8 total, 8 up, 8 in 2024-04-15T15:26:41.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:26:40 smithi016 ceph-mon[90652]: from='client.? 172.21.15.16:0/436931187' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi016-143420-14","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-15T15:26:41.291 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:26:40 smithi016 ceph-mon[90652]: osdmap e1587: 8 total, 8 up, 8 in 2024-04-15T15:26:41.339 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:26:40 smithi102 ceph-mon[87131]: from='client.? 172.21.15.16:0/436931187' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi016-143420-14","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-15T15:26:41.339 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:26:40 smithi102 ceph-mon[87131]: osdmap e1587: 8 total, 8 up, 8 in 2024-04-15T15:26:42.030 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] TestImageWatcher.NotifyHeaderUpdate (2043 ms) 2024-04-15T15:26:42.031 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] TestImageWatcher.NotifyFlatten 2024-04-15T15:26:42.039 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:26:41 smithi016 ceph-mon[93212]: pgmap v2741: 137 pgs: 32 unknown, 105 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-04-15T15:26:42.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:26:41 smithi016 ceph-mon[93212]: osdmap e1588: 8 total, 8 up, 8 in 2024-04-15T15:26:42.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:26:41 smithi016 ceph-mon[90652]: pgmap v2741: 137 pgs: 32 unknown, 105 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-04-15T15:26:42.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:26:41 smithi016 ceph-mon[90652]: osdmap e1588: 8 total, 8 up, 8 in 2024-04-15T15:26:42.040 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 15 15:26:41 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-y[81421]: ::ffff:172.21.15.102 - - [15/Apr/2024:15:26:41] "GET /metrics HTTP/1.1" 200 36424 "" "Prometheus/2.43.0" 2024-04-15T15:26:42.056 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] TestImageWatcher.NotifyFlatten (25 ms) 2024-04-15T15:26:42.056 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] TestImageWatcher.NotifyResize 2024-04-15T15:26:42.080 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] TestImageWatcher.NotifyResize (25 ms) 2024-04-15T15:26:42.080 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] TestImageWatcher.NotifyRebuildObjectMap 2024-04-15T15:26:42.105 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] TestImageWatcher.NotifyRebuildObjectMap (24 ms) 2024-04-15T15:26:42.105 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] TestImageWatcher.NotifyUpdateFeatures 2024-04-15T15:26:42.128 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] TestImageWatcher.NotifyUpdateFeatures (23 ms) 2024-04-15T15:26:42.128 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] TestImageWatcher.NotifySnapCreate 2024-04-15T15:26:42.152 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] TestImageWatcher.NotifySnapCreate (24 ms) 2024-04-15T15:26:42.152 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] TestImageWatcher.NotifySnapCreateError 2024-04-15T15:26:42.173 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] TestImageWatcher.NotifySnapCreateError (21 ms) 2024-04-15T15:26:42.173 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] TestImageWatcher.NotifySnapRename 2024-04-15T15:26:42.193 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] TestImageWatcher.NotifySnapRename (20 ms) 2024-04-15T15:26:42.193 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] TestImageWatcher.NotifySnapRenameError 2024-04-15T15:26:42.215 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] TestImageWatcher.NotifySnapRenameError (22 ms) 2024-04-15T15:26:42.215 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] TestImageWatcher.NotifySnapRemove 2024-04-15T15:26:42.236 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] TestImageWatcher.NotifySnapRemove (20 ms) 2024-04-15T15:26:42.236 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] TestImageWatcher.NotifySnapProtect 2024-04-15T15:26:42.257 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] TestImageWatcher.NotifySnapProtect (21 ms) 2024-04-15T15:26:42.257 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] TestImageWatcher.NotifySnapUnprotect 2024-04-15T15:26:42.277 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] TestImageWatcher.NotifySnapUnprotect (20 ms) 2024-04-15T15:26:42.277 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] TestImageWatcher.NotifyRename 2024-04-15T15:26:42.296 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] TestImageWatcher.NotifyRename (19 ms) 2024-04-15T15:26:42.296 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] TestImageWatcher.NotifyAsyncTimedOut 2024-04-15T15:26:42.315 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:26:41 smithi102 ceph-mon[87131]: pgmap v2741: 137 pgs: 32 unknown, 105 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-04-15T15:26:42.315 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:26:41 smithi102 ceph-mon[87131]: osdmap e1588: 8 total, 8 up, 8 in 2024-04-15T15:26:42.316 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] TestImageWatcher.NotifyAsyncTimedOut (20 ms) 2024-04-15T15:26:42.316 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] TestImageWatcher.NotifyAsyncError 2024-04-15T15:26:42.336 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] TestImageWatcher.NotifyAsyncError (20 ms) 2024-04-15T15:26:42.336 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] TestImageWatcher.NotifyAsyncCompleteError 2024-04-15T15:26:42.357 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] TestImageWatcher.NotifyAsyncCompleteError (21 ms) 2024-04-15T15:26:42.357 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] TestImageWatcher.NotifyAsyncRequestTimedOut 2024-04-15T15:26:42.376 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] TestImageWatcher.NotifyAsyncRequestTimedOut (19 ms) 2024-04-15T15:26:42.688 INFO:journalctl@ceph.grafana.a.smithi102.stdout:Apr 15 15:26:42 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-grafana-a[125357]: logger=cleanup t=2024-04-15T15:26:42.363075261Z level=info msg="Completed cleanup jobs" duration=6.195013ms 2024-04-15T15:26:42.688 INFO:journalctl@ceph.prometheus.a.smithi102.stdout:Apr 15 15:26:42 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-prometheus-a[120881]: ts=2024-04-15T15:26:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi016:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"362ea986-fb34-11ee-bc8f-c7b262605968\", instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T15:26:43.006 INFO:tasks.workunit.client.0.smithi016.stdout:[----------] 17 tests from TestImageWatcher (2389 ms total) 2024-04-15T15:26:43.007 INFO:tasks.workunit.client.0.smithi016.stdout: 2024-04-15T15:26:43.007 INFO:tasks.workunit.client.0.smithi016.stdout:[----------] 168 tests from TestLibRBD 2024-04-15T15:26:43.038 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] TestLibRBD.CreateAndStat 2024-04-15T15:26:43.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:26:42 smithi016 ceph-mon[90652]: osdmap e1589: 8 total, 8 up, 8 in 2024-04-15T15:26:43.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:26:42 smithi016 ceph-mon[93212]: osdmap e1589: 8 total, 8 up, 8 in 2024-04-15T15:26:43.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:26:42 smithi102 ceph-mon[87131]: osdmap e1589: 8 total, 8 up, 8 in 2024-04-15T15:26:44.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:26:44 smithi016 ceph-mon[90652]: pgmap v2744: 137 pgs: 3 unknown, 134 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-04-15T15:26:44.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:26:44 smithi016 ceph-mon[90652]: osdmap e1590: 8 total, 8 up, 8 in 2024-04-15T15:26:44.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:26:44 smithi016 ceph-mon[93212]: pgmap v2744: 137 pgs: 3 unknown, 134 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-04-15T15:26:44.291 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:26:44 smithi016 ceph-mon[93212]: osdmap e1590: 8 total, 8 up, 8 in 2024-04-15T15:26:44.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:26:44 smithi102 ceph-mon[87131]: pgmap v2744: 137 pgs: 3 unknown, 134 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-04-15T15:26:44.438 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:26:44 smithi102 ceph-mon[87131]: osdmap e1590: 8 total, 8 up, 8 in 2024-04-15T15:26:45.021 INFO:tasks.workunit.client.0.smithi016.stdout:using new format! 2024-04-15T15:26:45.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:26:45 smithi016 ceph-mon[90652]: osdmap e1591: 8 total, 8 up, 8 in 2024-04-15T15:26:45.291 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:26:45 smithi016 ceph-mon[90652]: from='client.? 172.21.15.16:0/1256484903' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi016-143420-15","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T15:26:45.291 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:26:45 smithi016 ceph-mon[90652]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi016-143420-15","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T15:26:45.291 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:26:45 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-15T15:26:45.291 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:26:45 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-15T15:26:45.291 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:26:45 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-15T15:26:45.291 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:26:45 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-15T15:26:45.291 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:26:45 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-15T15:26:45.291 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:26:45 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-15T15:26:45.291 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:26:45 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-15T15:26:45.291 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:26:45 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-15T15:26:45.291 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:26:45 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-15T15:26:45.291 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:26:45 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-15T15:26:45.291 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:26:45 smithi016 ceph-mon[90652]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-15T15:26:45.291 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:26:45 smithi016 ceph-mon[90652]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-15T15:26:45.292 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:26:45 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-15T15:26:45.292 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:26:45 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-15T15:26:45.292 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:26:45 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-15T15:26:45.292 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:26:45 smithi016 ceph-mon[90652]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-15T15:26:45.292 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:26:45 smithi016 ceph-mon[90652]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-15T15:26:45.292 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:26:45 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-15T15:26:45.292 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:26:45 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-15T15:26:45.292 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:26:45 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-15T15:26:45.292 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:26:45 smithi016 ceph-mon[90652]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-15T15:26:45.292 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:26:45 smithi016 ceph-mon[90652]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-15T15:26:45.292 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:26:45 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-15T15:26:45.292 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:26:45 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-15T15:26:45.292 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:26:45 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-15T15:26:45.293 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:26:45 smithi016 ceph-mon[93212]: osdmap e1591: 8 total, 8 up, 8 in 2024-04-15T15:26:45.293 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:26:45 smithi016 ceph-mon[93212]: from='client.? 172.21.15.16:0/1256484903' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi016-143420-15","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T15:26:45.293 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:26:45 smithi016 ceph-mon[93212]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi016-143420-15","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T15:26:45.293 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:26:45 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-15T15:26:45.293 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:26:45 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-15T15:26:45.293 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:26:45 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-15T15:26:45.293 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:26:45 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-15T15:26:45.293 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:26:45 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-15T15:26:45.293 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:26:45 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-15T15:26:45.293 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:26:45 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-15T15:26:45.293 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:26:45 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-15T15:26:45.293 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:26:45 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-15T15:26:45.293 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:26:45 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-15T15:26:45.294 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:26:45 smithi016 ceph-mon[93212]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-15T15:26:45.294 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:26:45 smithi016 ceph-mon[93212]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-15T15:26:45.294 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:26:45 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-15T15:26:45.294 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:26:45 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-15T15:26:45.294 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:26:45 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-15T15:26:45.294 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:26:45 smithi016 ceph-mon[93212]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-15T15:26:45.294 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:26:45 smithi016 ceph-mon[93212]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-15T15:26:45.294 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:26:45 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-15T15:26:45.294 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:26:45 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-15T15:26:45.294 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:26:45 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-15T15:26:45.295 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:26:45 smithi016 ceph-mon[93212]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-15T15:26:45.295 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:26:45 smithi016 ceph-mon[93212]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-15T15:26:45.295 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:26:45 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-15T15:26:45.295 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:26:45 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-15T15:26:45.295 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:26:45 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-15T15:26:45.438 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:26:45 smithi102 ceph-mon[87131]: osdmap e1591: 8 total, 8 up, 8 in 2024-04-15T15:26:45.438 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:26:45 smithi102 ceph-mon[87131]: from='client.? 172.21.15.16:0/1256484903' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi016-143420-15","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T15:26:45.438 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:26:45 smithi102 ceph-mon[87131]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi016-143420-15","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T15:26:45.438 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:26:45 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-15T15:26:45.438 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:26:45 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-15T15:26:45.438 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:26:45 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-15T15:26:45.439 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:26:45 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-15T15:26:45.439 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:26:45 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-15T15:26:45.439 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:26:45 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-15T15:26:45.439 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:26:45 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-15T15:26:45.439 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:26:45 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-15T15:26:45.439 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:26:45 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-15T15:26:45.439 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:26:45 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-15T15:26:45.439 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:26:45 smithi102 ceph-mon[87131]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-15T15:26:45.439 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:26:45 smithi102 ceph-mon[87131]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-15T15:26:45.439 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:26:45 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-15T15:26:45.439 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:26:45 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-15T15:26:45.439 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:26:45 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-15T15:26:45.439 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:26:45 smithi102 ceph-mon[87131]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-15T15:26:45.439 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:26:45 smithi102 ceph-mon[87131]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-15T15:26:45.439 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:26:45 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-15T15:26:45.440 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:26:45 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-15T15:26:45.440 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:26:45 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-15T15:26:45.440 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:26:45 smithi102 ceph-mon[87131]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-15T15:26:45.440 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:26:45 smithi102 ceph-mon[87131]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-15T15:26:45.440 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:26:45 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-15T15:26:45.440 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:26:45 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-15T15:26:45.440 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:26:45 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-15T15:26:46.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:26:46 smithi016 ceph-mon[90652]: pgmap v2747: 137 pgs: 32 unknown, 105 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-04-15T15:26:46.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:26:46 smithi016 ceph-mon[90652]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-15T15:26:46.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:26:46 smithi016 ceph-mon[90652]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi016-143420-15","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-15T15:26:46.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:26:46 smithi016 ceph-mon[90652]: osdmap e1592: 8 total, 8 up, 8 in 2024-04-15T15:26:46.291 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:26:46 smithi016 ceph-mon[93212]: pgmap v2747: 137 pgs: 32 unknown, 105 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-04-15T15:26:46.291 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:26:46 smithi016 ceph-mon[93212]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-15T15:26:46.291 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:26:46 smithi016 ceph-mon[93212]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi016-143420-15","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-15T15:26:46.291 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:26:46 smithi016 ceph-mon[93212]: osdmap e1592: 8 total, 8 up, 8 in 2024-04-15T15:26:46.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:26:46 smithi102 ceph-mon[87131]: pgmap v2747: 137 pgs: 32 unknown, 105 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-04-15T15:26:46.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:26:46 smithi102 ceph-mon[87131]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-15T15:26:46.438 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:26:46 smithi102 ceph-mon[87131]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi016-143420-15","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-15T15:26:46.438 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:26:46 smithi102 ceph-mon[87131]: osdmap e1592: 8 total, 8 up, 8 in 2024-04-15T15:26:47.060 INFO:tasks.workunit.client.0.smithi016.stdout:image has size 2097152 and order 22 2024-04-15T15:26:47.060 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] TestLibRBD.CreateAndStat (4022 ms) 2024-04-15T15:26:47.060 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] TestLibRBD.CreateWithSameDataPool 2024-04-15T15:26:47.060 INFO:tasks.workunit.client.0.smithi016.stdout:using new format! 2024-04-15T15:26:47.083 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] TestLibRBD.CreateWithSameDataPool (24 ms) 2024-04-15T15:26:47.083 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] TestLibRBD.CreateAndStatPP 2024-04-15T15:26:47.083 INFO:tasks.workunit.client.0.smithi016.stdout:using new format! 2024-04-15T15:26:47.106 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] TestLibRBD.CreateAndStatPP (23 ms) 2024-04-15T15:26:47.106 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] TestLibRBD.GetId 2024-04-15T15:26:47.107 INFO:tasks.workunit.client.0.smithi016.stdout:using new format! 2024-04-15T15:26:47.130 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] TestLibRBD.GetId (24 ms) 2024-04-15T15:26:47.130 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] TestLibRBD.GetIdPP 2024-04-15T15:26:47.130 INFO:tasks.workunit.client.0.smithi016.stdout:using new format! 2024-04-15T15:26:47.156 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] TestLibRBD.GetIdPP (25 ms) 2024-04-15T15:26:47.156 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] TestLibRBD.GetBlockNamePrefix 2024-04-15T15:26:47.156 INFO:tasks.workunit.client.0.smithi016.stdout:using new format! 2024-04-15T15:26:47.175 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] TestLibRBD.GetBlockNamePrefix (20 ms) 2024-04-15T15:26:47.175 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] TestLibRBD.GetBlockNamePrefixPP 2024-04-15T15:26:47.176 INFO:tasks.workunit.client.0.smithi016.stdout:using new format! 2024-04-15T15:26:47.192 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] TestLibRBD.GetBlockNamePrefixPP (17 ms) 2024-04-15T15:26:47.192 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] TestLibRBD.TestGetCreateTimestamp 2024-04-15T15:26:47.192 INFO:tasks.workunit.client.0.smithi016.stdout:using new format! 2024-04-15T15:26:47.209 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] TestLibRBD.TestGetCreateTimestamp (17 ms) 2024-04-15T15:26:47.209 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] TestLibRBD.GetCreateTimestampPP 2024-04-15T15:26:47.209 INFO:tasks.workunit.client.0.smithi016.stdout:using new format! 2024-04-15T15:26:47.227 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] TestLibRBD.GetCreateTimestampPP (18 ms) 2024-04-15T15:26:47.227 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] TestLibRBD.OpenAio 2024-04-15T15:26:47.227 INFO:tasks.workunit.client.0.smithi016.stdout:using new format! 2024-04-15T15:26:47.243 INFO:tasks.workunit.client.0.smithi016.stdout:image has size 2097152 and order 22 2024-04-15T15:26:47.243 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] TestLibRBD.OpenAio (15 ms) 2024-04-15T15:26:47.243 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] TestLibRBD.OpenAioFail 2024-04-15T15:26:47.245 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] TestLibRBD.OpenAioFail (3 ms) 2024-04-15T15:26:47.245 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] TestLibRBD.OpenAioPP 2024-04-15T15:26:47.245 INFO:tasks.workunit.client.0.smithi016.stdout:using new format! 2024-04-15T15:26:47.270 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] TestLibRBD.OpenAioPP (24 ms) 2024-04-15T15:26:47.270 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] TestLibRBD.OpenAioFailPP 2024-04-15T15:26:47.273 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] TestLibRBD.OpenAioFailPP (3 ms) 2024-04-15T15:26:47.273 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] TestLibRBD.ResizeAndStat 2024-04-15T15:26:47.273 INFO:tasks.workunit.client.0.smithi016.stdout:using new format! 2024-04-15T15:26:47.289 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:26:47 smithi016 ceph-mon[90652]: osdmap e1593: 8 total, 8 up, 8 in 2024-04-15T15:26:47.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:26:47 smithi016 ceph-mon[93212]: osdmap e1593: 8 total, 8 up, 8 in 2024-04-15T15:26:47.308 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] TestLibRBD.ResizeAndStat (36 ms) 2024-04-15T15:26:47.308 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] TestLibRBD.ResizeAndStatPP 2024-04-15T15:26:47.308 INFO:tasks.workunit.client.0.smithi016.stdout:using new format! 2024-04-15T15:26:47.339 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] TestLibRBD.ResizeAndStatPP (30 ms) 2024-04-15T15:26:47.339 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] TestLibRBD.UpdateWatchAndResize 2024-04-15T15:26:47.339 INFO:tasks.workunit.client.0.smithi016.stdout:using new format! 2024-04-15T15:26:47.372 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] TestLibRBD.UpdateWatchAndResize (34 ms) 2024-04-15T15:26:47.372 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] TestLibRBD.UpdateWatchAndResizePP 2024-04-15T15:26:47.372 INFO:tasks.workunit.client.0.smithi016.stdout:using new format! 2024-04-15T15:26:47.406 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] TestLibRBD.UpdateWatchAndResizePP (34 ms) 2024-04-15T15:26:47.406 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] TestLibRBD.TestCreateLsDelete 2024-04-15T15:26:47.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:26:47 smithi102 ceph-mon[87131]: osdmap e1593: 8 total, 8 up, 8 in 2024-04-15T15:26:48.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:26:48 smithi016 ceph-mon[90652]: pgmap v2750: 137 pgs: 13 unknown, 124 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 511 B/s rd, 0 op/s 2024-04-15T15:26:48.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:26:48 smithi016 ceph-mon[90652]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-15T15:26:48.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:26:48 smithi016 ceph-mon[90652]: osdmap e1594: 8 total, 8 up, 8 in 2024-04-15T15:26:48.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:26:48 smithi016 ceph-mon[93212]: pgmap v2750: 137 pgs: 13 unknown, 124 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 511 B/s rd, 0 op/s 2024-04-15T15:26:48.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:26:48 smithi016 ceph-mon[93212]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-15T15:26:48.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:26:48 smithi016 ceph-mon[93212]: osdmap e1594: 8 total, 8 up, 8 in 2024-04-15T15:26:48.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:26:48 smithi102 ceph-mon[87131]: pgmap v2750: 137 pgs: 13 unknown, 124 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 511 B/s rd, 0 op/s 2024-04-15T15:26:48.438 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:26:48 smithi102 ceph-mon[87131]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-15T15:26:48.438 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:26:48 smithi102 ceph-mon[87131]: osdmap e1594: 8 total, 8 up, 8 in 2024-04-15T15:26:49.062 INFO:tasks.workunit.client.0.smithi016.stdout:using new format! 2024-04-15T15:26:49.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:26:49 smithi016 ceph-mon[93212]: osdmap e1595: 8 total, 8 up, 8 in 2024-04-15T15:26:49.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:26:49 smithi016 ceph-mon[93212]: from='client.? 172.21.15.16:0/1216941989' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi016-143420-16","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T15:26:49.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:26:49 smithi016 ceph-mon[90652]: osdmap e1595: 8 total, 8 up, 8 in 2024-04-15T15:26:49.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:26:49 smithi016 ceph-mon[90652]: from='client.? 172.21.15.16:0/1216941989' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi016-143420-16","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T15:26:49.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:26:49 smithi102 ceph-mon[87131]: osdmap e1595: 8 total, 8 up, 8 in 2024-04-15T15:26:49.438 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:26:49 smithi102 ceph-mon[87131]: from='client.? 172.21.15.16:0/1216941989' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi016-143420-16","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T15:26:50.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:26:50 smithi016 ceph-mon[90652]: pgmap v2753: 169 pgs: 32 unknown, 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 767 B/s rd, 255 B/s wr, 2 op/s 2024-04-15T15:26:50.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:26:50 smithi016 ceph-mon[90652]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-15T15:26:50.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:26:50 smithi016 ceph-mon[90652]: from='client.? 172.21.15.16:0/1216941989' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi016-143420-16","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-15T15:26:50.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:26:50 smithi016 ceph-mon[90652]: osdmap e1596: 8 total, 8 up, 8 in 2024-04-15T15:26:50.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:26:50 smithi016 ceph-mon[93212]: pgmap v2753: 169 pgs: 32 unknown, 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 767 B/s rd, 255 B/s wr, 2 op/s 2024-04-15T15:26:50.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:26:50 smithi016 ceph-mon[93212]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-15T15:26:50.291 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:26:50 smithi016 ceph-mon[93212]: from='client.? 172.21.15.16:0/1216941989' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi016-143420-16","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-15T15:26:50.291 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:26:50 smithi016 ceph-mon[93212]: osdmap e1596: 8 total, 8 up, 8 in 2024-04-15T15:26:50.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:26:50 smithi102 ceph-mon[87131]: pgmap v2753: 169 pgs: 32 unknown, 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 767 B/s rd, 255 B/s wr, 2 op/s 2024-04-15T15:26:50.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:26:50 smithi102 ceph-mon[87131]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-15T15:26:50.438 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:26:50 smithi102 ceph-mon[87131]: from='client.? 172.21.15.16:0/1216941989' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi016-143420-16","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-15T15:26:50.438 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:26:50 smithi102 ceph-mon[87131]: osdmap e1596: 8 total, 8 up, 8 in 2024-04-15T15:26:51.082 INFO:tasks.workunit.client.0.smithi016.stdout:image: image18 2024-04-15T15:26:51.082 INFO:tasks.workunit.client.0.smithi016.stdout:expected = image18 2024-04-15T15:26:51.082 INFO:tasks.workunit.client.0.smithi016.stdout:found image18 2024-04-15T15:26:51.082 INFO:tasks.workunit.client.0.smithi016.stdout:erased image18 2024-04-15T15:26:51.082 INFO:tasks.workunit.client.0.smithi016.stdout:using new format! 2024-04-15T15:26:51.173 INFO:tasks.workunit.client.0.smithi016.stdout:image: image18 2024-04-15T15:26:51.173 INFO:tasks.workunit.client.0.smithi016.stdout:image: image19 2024-04-15T15:26:51.173 INFO:tasks.workunit.client.0.smithi016.stdout:expected = image18 2024-04-15T15:26:51.173 INFO:tasks.workunit.client.0.smithi016.stdout:found image18 2024-04-15T15:26:51.173 INFO:tasks.workunit.client.0.smithi016.stdout:erased image18 2024-04-15T15:26:51.173 INFO:tasks.workunit.client.0.smithi016.stdout:expected = image19 2024-04-15T15:26:51.173 INFO:tasks.workunit.client.0.smithi016.stdout:found image19 2024-04-15T15:26:51.173 INFO:tasks.workunit.client.0.smithi016.stdout:erased image19 2024-04-15T15:26:51.173 INFO:tasks.workunit.client.0.smithi016.stdout:image: image19 2024-04-15T15:26:51.173 INFO:tasks.workunit.client.0.smithi016.stdout:expected = image19 2024-04-15T15:26:51.173 INFO:tasks.workunit.client.0.smithi016.stdout:found image19 2024-04-15T15:26:51.173 INFO:tasks.workunit.client.0.smithi016.stdout:erased image19 2024-04-15T15:26:51.174 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] TestLibRBD.TestCreateLsDelete (3766 ms) 2024-04-15T15:26:51.174 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] TestLibRBD.TestCreateLsDeletePP 2024-04-15T15:26:51.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:26:51 smithi102 ceph-mon[87131]: osdmap e1597: 8 total, 8 up, 8 in 2024-04-15T15:26:51.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:26:51 smithi016 ceph-mon[90652]: osdmap e1597: 8 total, 8 up, 8 in 2024-04-15T15:26:51.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:26:51 smithi016 ceph-mon[93212]: osdmap e1597: 8 total, 8 up, 8 in 2024-04-15T15:26:52.040 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 15 15:26:51 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-y[81421]: ::ffff:172.21.15.102 - - [15/Apr/2024:15:26:51] "GET /metrics HTTP/1.1" 200 36424 "" "Prometheus/2.43.0" 2024-04-15T15:26:52.316 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:26:52 smithi102 ceph-mon[87131]: pgmap v2756: 169 pgs: 32 unknown, 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 255 B/s wr, 1 op/s 2024-04-15T15:26:52.316 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:26:52 smithi102 ceph-mon[87131]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-15T15:26:52.316 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:26:52 smithi102 ceph-mon[87131]: osdmap e1598: 8 total, 8 up, 8 in 2024-04-15T15:26:52.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:26:52 smithi016 ceph-mon[90652]: pgmap v2756: 169 pgs: 32 unknown, 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 255 B/s wr, 1 op/s 2024-04-15T15:26:52.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:26:52 smithi016 ceph-mon[90652]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-15T15:26:52.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:26:52 smithi016 ceph-mon[90652]: osdmap e1598: 8 total, 8 up, 8 in 2024-04-15T15:26:52.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:26:52 smithi016 ceph-mon[93212]: pgmap v2756: 169 pgs: 32 unknown, 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 255 B/s wr, 1 op/s 2024-04-15T15:26:52.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:26:52 smithi016 ceph-mon[93212]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-15T15:26:52.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:26:52 smithi016 ceph-mon[93212]: osdmap e1598: 8 total, 8 up, 8 in 2024-04-15T15:26:52.688 INFO:journalctl@ceph.prometheus.a.smithi102.stdout:Apr 15 15:26:52 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-prometheus-a[120881]: ts=2024-04-15T15:26:52.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi016:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"362ea986-fb34-11ee-bc8f-c7b262605968\", instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T15:26:53.072 INFO:tasks.workunit.client.0.smithi016.stdout:using new format! 2024-04-15T15:26:53.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:26:53 smithi102 ceph-mon[87131]: osdmap e1599: 8 total, 8 up, 8 in 2024-04-15T15:26:53.438 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:26:53 smithi102 ceph-mon[87131]: from='client.? 172.21.15.16:0/1875737755' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi016-143420-17","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T15:26:53.438 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:26:53 smithi102 ceph-mon[87131]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi016-143420-17","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T15:26:53.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:26:53 smithi016 ceph-mon[93212]: osdmap e1599: 8 total, 8 up, 8 in 2024-04-15T15:26:53.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:26:53 smithi016 ceph-mon[93212]: from='client.? 172.21.15.16:0/1875737755' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi016-143420-17","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T15:26:53.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:26:53 smithi016 ceph-mon[93212]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi016-143420-17","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T15:26:53.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:26:53 smithi016 ceph-mon[90652]: osdmap e1599: 8 total, 8 up, 8 in 2024-04-15T15:26:53.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:26:53 smithi016 ceph-mon[90652]: from='client.? 172.21.15.16:0/1875737755' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi016-143420-17","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T15:26:53.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:26:53 smithi016 ceph-mon[90652]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi016-143420-17","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T15:26:54.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:26:54 smithi102 ceph-mon[87131]: pgmap v2759: 201 pgs: 36 unknown, 165 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 203 KiB/s rd, 20 KiB/s wr, 277 op/s 2024-04-15T15:26:54.438 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:26:54 smithi102 ceph-mon[87131]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-15T15:26:54.438 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:26:54 smithi102 ceph-mon[87131]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi016-143420-17","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-15T15:26:54.438 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:26:54 smithi102 ceph-mon[87131]: osdmap e1600: 8 total, 8 up, 8 in 2024-04-15T15:26:54.438 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:26:54 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T15:26:54.438 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:26:54 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T15:26:54.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:26:54 smithi016 ceph-mon[90652]: pgmap v2759: 201 pgs: 36 unknown, 165 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 203 KiB/s rd, 20 KiB/s wr, 277 op/s 2024-04-15T15:26:54.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:26:54 smithi016 ceph-mon[90652]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-15T15:26:54.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:26:54 smithi016 ceph-mon[90652]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi016-143420-17","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-15T15:26:54.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:26:54 smithi016 ceph-mon[90652]: osdmap e1600: 8 total, 8 up, 8 in 2024-04-15T15:26:54.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:26:54 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T15:26:54.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:26:54 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T15:26:54.541 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:26:54 smithi016 ceph-mon[93212]: pgmap v2759: 201 pgs: 36 unknown, 165 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 203 KiB/s rd, 20 KiB/s wr, 277 op/s 2024-04-15T15:26:54.541 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:26:54 smithi016 ceph-mon[93212]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-15T15:26:54.541 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:26:54 smithi016 ceph-mon[93212]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi016-143420-17","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-15T15:26:54.541 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:26:54 smithi016 ceph-mon[93212]: osdmap e1600: 8 total, 8 up, 8 in 2024-04-15T15:26:54.541 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:26:54 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T15:26:54.541 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:26:54 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T15:26:55.105 INFO:tasks.workunit.client.0.smithi016.stdout:num images is: 1 2024-04-15T15:26:55.105 INFO:tasks.workunit.client.0.smithi016.stdout:expected: 1 2024-04-15T15:26:55.105 INFO:tasks.workunit.client.0.smithi016.stdout:image: image20 2024-04-15T15:26:55.106 INFO:tasks.workunit.client.0.smithi016.stdout:expected = image20 2024-04-15T15:26:55.106 INFO:tasks.workunit.client.0.smithi016.stdout:using new format! 2024-04-15T15:26:55.117 INFO:tasks.workunit.client.0.smithi016.stdout:num images is: 2 2024-04-15T15:26:55.117 INFO:tasks.workunit.client.0.smithi016.stdout:expected: 2 2024-04-15T15:26:55.118 INFO:tasks.workunit.client.0.smithi016.stdout:image: image20 2024-04-15T15:26:55.118 INFO:tasks.workunit.client.0.smithi016.stdout:image: image21 2024-04-15T15:26:55.118 INFO:tasks.workunit.client.0.smithi016.stdout:expected = image20 2024-04-15T15:26:55.118 INFO:tasks.workunit.client.0.smithi016.stdout:expected = image21 2024-04-15T15:26:55.181 INFO:tasks.workunit.client.0.smithi016.stdout:num images is: 1 2024-04-15T15:26:55.181 INFO:tasks.workunit.client.0.smithi016.stdout:expected: 1 2024-04-15T15:26:55.181 INFO:tasks.workunit.client.0.smithi016.stdout:image: image21 2024-04-15T15:26:55.181 INFO:tasks.workunit.client.0.smithi016.stdout:expected = image21 2024-04-15T15:26:55.181 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] TestLibRBD.TestCreateLsDeletePP (4008 ms) 2024-04-15T15:26:55.181 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] TestLibRBD.TestCopy 2024-04-15T15:26:55.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:26:55 smithi102 ceph-mon[87131]: osdmap e1601: 8 total, 8 up, 8 in 2024-04-15T15:26:55.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:26:55 smithi016 ceph-mon[90652]: osdmap e1601: 8 total, 8 up, 8 in 2024-04-15T15:26:55.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:26:55 smithi016 ceph-mon[93212]: osdmap e1601: 8 total, 8 up, 8 in 2024-04-15T15:26:56.438 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:26:56 smithi102 ceph-mon[87131]: pgmap v2762: 201 pgs: 8 creating+peering, 24 unknown, 169 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 204 KiB/s rd, 21 KiB/s wr, 280 op/s 2024-04-15T15:26:56.438 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:26:56 smithi102 ceph-mon[87131]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-15T15:26:56.438 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:26:56 smithi102 ceph-mon[87131]: osdmap e1602: 8 total, 8 up, 8 in 2024-04-15T15:26:56.438 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:26:56 smithi102 ceph-mon[87131]: osdmap e1603: 8 total, 8 up, 8 in 2024-04-15T15:26:56.438 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:26:56 smithi102 ceph-mon[87131]: from='client.? 172.21.15.16:0/2557927547' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi016-143420-18","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T15:26:56.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:26:56 smithi016 ceph-mon[90652]: pgmap v2762: 201 pgs: 8 creating+peering, 24 unknown, 169 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 204 KiB/s rd, 21 KiB/s wr, 280 op/s 2024-04-15T15:26:56.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:26:56 smithi016 ceph-mon[90652]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-15T15:26:56.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:26:56 smithi016 ceph-mon[90652]: osdmap e1602: 8 total, 8 up, 8 in 2024-04-15T15:26:56.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:26:56 smithi016 ceph-mon[90652]: osdmap e1603: 8 total, 8 up, 8 in 2024-04-15T15:26:56.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:26:56 smithi016 ceph-mon[90652]: from='client.? 172.21.15.16:0/2557927547' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi016-143420-18","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T15:26:56.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:26:56 smithi016 ceph-mon[93212]: pgmap v2762: 201 pgs: 8 creating+peering, 24 unknown, 169 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 204 KiB/s rd, 21 KiB/s wr, 280 op/s 2024-04-15T15:26:56.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:26:56 smithi016 ceph-mon[93212]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-15T15:26:56.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:26:56 smithi016 ceph-mon[93212]: osdmap e1602: 8 total, 8 up, 8 in 2024-04-15T15:26:56.541 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:26:56 smithi016 ceph-mon[93212]: osdmap e1603: 8 total, 8 up, 8 in 2024-04-15T15:26:56.541 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:26:56 smithi016 ceph-mon[93212]: from='client.? 172.21.15.16:0/2557927547' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi016-143420-18","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T15:26:56.874 INFO:tasks.workunit.client.0.smithi016.stdout:using new format! 2024-04-15T15:26:58.188 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:26:57 smithi102 ceph-mon[87131]: pgmap v2765: 233 pgs: 8 creating+peering, 37 unknown, 188 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 11 KiB/s rd, 4.5 KiB/s wr, 22 op/s 2024-04-15T15:26:58.188 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:26:57 smithi102 ceph-mon[87131]: from='client.? 172.21.15.16:0/2557927547' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi016-143420-18","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-15T15:26:58.188 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:26:57 smithi102 ceph-mon[87131]: osdmap e1604: 8 total, 8 up, 8 in 2024-04-15T15:26:58.188 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:26:57 smithi102 ceph-mon[87131]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-15T15:26:58.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:26:57 smithi016 ceph-mon[90652]: pgmap v2765: 233 pgs: 8 creating+peering, 37 unknown, 188 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 11 KiB/s rd, 4.5 KiB/s wr, 22 op/s 2024-04-15T15:26:58.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:26:57 smithi016 ceph-mon[90652]: from='client.? 172.21.15.16:0/2557927547' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi016-143420-18","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-15T15:26:58.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:26:57 smithi016 ceph-mon[90652]: osdmap e1604: 8 total, 8 up, 8 in 2024-04-15T15:26:58.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:26:57 smithi016 ceph-mon[90652]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-15T15:26:58.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:26:57 smithi016 ceph-mon[93212]: pgmap v2765: 233 pgs: 8 creating+peering, 37 unknown, 188 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 11 KiB/s rd, 4.5 KiB/s wr, 22 op/s 2024-04-15T15:26:58.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:26:57 smithi016 ceph-mon[93212]: from='client.? 172.21.15.16:0/2557927547' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi016-143420-18","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-15T15:26:58.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:26:57 smithi016 ceph-mon[93212]: osdmap e1604: 8 total, 8 up, 8 in 2024-04-15T15:26:58.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:26:57 smithi016 ceph-mon[93212]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-15T15:26:59.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:26:58 smithi102 ceph-mon[87131]: osdmap e1605: 8 total, 8 up, 8 in 2024-04-15T15:26:59.260 INFO:tasks.workunit.client.0.smithi016.stdout:image: image22 2024-04-15T15:26:59.260 INFO:tasks.workunit.client.0.smithi016.stdout:expected = image22 2024-04-15T15:26:59.260 INFO:tasks.workunit.client.0.smithi016.stdout:found image22 2024-04-15T15:26:59.260 INFO:tasks.workunit.client.0.smithi016.stdout:erased image22 2024-04-15T15:26:59.260 INFO:tasks.workunit.client.0.smithi016.stdout:image: image22 2024-04-15T15:26:59.260 INFO:tasks.workunit.client.0.smithi016.stdout:image: image23 2024-04-15T15:26:59.260 INFO:tasks.workunit.client.0.smithi016.stdout:expected = image22 2024-04-15T15:26:59.260 INFO:tasks.workunit.client.0.smithi016.stdout:found image22 2024-04-15T15:26:59.260 INFO:tasks.workunit.client.0.smithi016.stdout:erased image22 2024-04-15T15:26:59.260 INFO:tasks.workunit.client.0.smithi016.stdout:expected = image23 2024-04-15T15:26:59.261 INFO:tasks.workunit.client.0.smithi016.stdout:found image23 2024-04-15T15:26:59.261 INFO:tasks.workunit.client.0.smithi016.stdout:erased image23 2024-04-15T15:26:59.261 INFO:tasks.workunit.client.0.smithi016.stdout:100.00% done 2024-04-15T15:26:59.261 INFO:tasks.workunit.client.0.smithi016.stdout:image: image22 2024-04-15T15:26:59.261 INFO:tasks.workunit.client.0.smithi016.stdout:image: image23 2024-04-15T15:26:59.261 INFO:tasks.workunit.client.0.smithi016.stdout:image: image24 2024-04-15T15:26:59.261 INFO:tasks.workunit.client.0.smithi016.stdout:expected = image22 2024-04-15T15:26:59.261 INFO:tasks.workunit.client.0.smithi016.stdout:found image22 2024-04-15T15:26:59.261 INFO:tasks.workunit.client.0.smithi016.stdout:erased image22 2024-04-15T15:26:59.261 INFO:tasks.workunit.client.0.smithi016.stdout:expected = image23 2024-04-15T15:26:59.261 INFO:tasks.workunit.client.0.smithi016.stdout:found image23 2024-04-15T15:26:59.261 INFO:tasks.workunit.client.0.smithi016.stdout:erased image23 2024-04-15T15:26:59.261 INFO:tasks.workunit.client.0.smithi016.stdout:expected = image24 2024-04-15T15:26:59.261 INFO:tasks.workunit.client.0.smithi016.stdout:found image24 2024-04-15T15:26:59.261 INFO:tasks.workunit.client.0.smithi016.stdout:erased image24 2024-04-15T15:26:59.262 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] TestLibRBD.TestCopy (4079 ms) 2024-04-15T15:26:59.262 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] TestLibRBD.TestCopyPP 2024-04-15T15:26:59.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:26:58 smithi016 ceph-mon[90652]: osdmap e1605: 8 total, 8 up, 8 in 2024-04-15T15:26:59.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:26:58 smithi016 ceph-mon[93212]: osdmap e1605: 8 total, 8 up, 8 in 2024-04-15T15:27:00.188 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:26:59 smithi102 ceph-mon[87131]: pgmap v2768: 233 pgs: 6 creating+peering, 22 unknown, 205 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 31 KiB/s rd, 4.7 KiB/s wr, 50 op/s 2024-04-15T15:27:00.188 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:26:59 smithi102 ceph-mon[87131]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-15T15:27:00.188 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:26:59 smithi102 ceph-mon[87131]: osdmap e1606: 8 total, 8 up, 8 in 2024-04-15T15:27:00.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:26:59 smithi016 ceph-mon[90652]: pgmap v2768: 233 pgs: 6 creating+peering, 22 unknown, 205 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 31 KiB/s rd, 4.7 KiB/s wr, 50 op/s 2024-04-15T15:27:00.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:26:59 smithi016 ceph-mon[90652]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-15T15:27:00.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:26:59 smithi016 ceph-mon[90652]: osdmap e1606: 8 total, 8 up, 8 in 2024-04-15T15:27:00.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:26:59 smithi016 ceph-mon[93212]: pgmap v2768: 233 pgs: 6 creating+peering, 22 unknown, 205 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 31 KiB/s rd, 4.7 KiB/s wr, 50 op/s 2024-04-15T15:27:00.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:26:59 smithi016 ceph-mon[93212]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-15T15:27:00.291 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:26:59 smithi016 ceph-mon[93212]: osdmap e1606: 8 total, 8 up, 8 in 2024-04-15T15:27:00.872 INFO:tasks.workunit.client.0.smithi016.stdout:using new format! 2024-04-15T15:27:01.188 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:27:00 smithi102 ceph-mon[87131]: osdmap e1607: 8 total, 8 up, 8 in 2024-04-15T15:27:01.188 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:27:00 smithi102 ceph-mon[87131]: from='client.? 172.21.15.16:0/1301588090' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi016-143420-19","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T15:27:01.188 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:27:00 smithi102 ceph-mon[87131]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi016-143420-19","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T15:27:01.188 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:27:00 smithi102 ceph-mon[87131]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi016-143420-19","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-15T15:27:01.188 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:27:00 smithi102 ceph-mon[87131]: osdmap e1608: 8 total, 8 up, 8 in 2024-04-15T15:27:01.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:27:00 smithi016 ceph-mon[90652]: osdmap e1607: 8 total, 8 up, 8 in 2024-04-15T15:27:01.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:27:00 smithi016 ceph-mon[90652]: from='client.? 172.21.15.16:0/1301588090' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi016-143420-19","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T15:27:01.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:27:00 smithi016 ceph-mon[90652]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi016-143420-19","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T15:27:01.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:27:00 smithi016 ceph-mon[90652]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi016-143420-19","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-15T15:27:01.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:27:00 smithi016 ceph-mon[90652]: osdmap e1608: 8 total, 8 up, 8 in 2024-04-15T15:27:01.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:27:00 smithi016 ceph-mon[93212]: osdmap e1607: 8 total, 8 up, 8 in 2024-04-15T15:27:01.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:27:00 smithi016 ceph-mon[93212]: from='client.? 172.21.15.16:0/1301588090' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi016-143420-19","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T15:27:01.291 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:27:00 smithi016 ceph-mon[93212]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi016-143420-19","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T15:27:01.291 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:27:00 smithi016 ceph-mon[93212]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi016-143420-19","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-15T15:27:01.291 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:27:00 smithi016 ceph-mon[93212]: osdmap e1608: 8 total, 8 up, 8 in 2024-04-15T15:27:02.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:27:01 smithi016 ceph-mon[90652]: pgmap v2771: 265 pgs: 6 creating+peering, 54 unknown, 205 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 22 KiB/s rd, 1.2 KiB/s wr, 31 op/s 2024-04-15T15:27:02.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:27:01 smithi016 ceph-mon[90652]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-15T15:27:02.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:27:01 smithi016 ceph-mon[90652]: osdmap e1609: 8 total, 8 up, 8 in 2024-04-15T15:27:02.040 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 15 15:27:01 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-y[81421]: ::ffff:172.21.15.102 - - [15/Apr/2024:15:27:01] "GET /metrics HTTP/1.1" 200 41228 "" "Prometheus/2.43.0" 2024-04-15T15:27:02.041 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:27:01 smithi016 ceph-mon[93212]: pgmap v2771: 265 pgs: 6 creating+peering, 54 unknown, 205 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 22 KiB/s rd, 1.2 KiB/s wr, 31 op/s 2024-04-15T15:27:02.041 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:27:01 smithi016 ceph-mon[93212]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-15T15:27:02.041 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:27:01 smithi016 ceph-mon[93212]: osdmap e1609: 8 total, 8 up, 8 in 2024-04-15T15:27:02.188 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:27:01 smithi102 ceph-mon[87131]: pgmap v2771: 265 pgs: 6 creating+peering, 54 unknown, 205 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 22 KiB/s rd, 1.2 KiB/s wr, 31 op/s 2024-04-15T15:27:02.188 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:27:01 smithi102 ceph-mon[87131]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-15T15:27:02.188 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:27:01 smithi102 ceph-mon[87131]: osdmap e1609: 8 total, 8 up, 8 in 2024-04-15T15:27:02.688 INFO:journalctl@ceph.prometheus.a.smithi102.stdout:Apr 15 15:27:02 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-prometheus-a[120881]: ts=2024-04-15T15:27:02.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi016:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"362ea986-fb34-11ee-bc8f-c7b262605968\", instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T15:27:03.169 INFO:tasks.workunit.client.0.smithi016.stdout:num images is: 1 2024-04-15T15:27:03.169 INFO:tasks.workunit.client.0.smithi016.stdout:expected: 1 2024-04-15T15:27:03.169 INFO:tasks.workunit.client.0.smithi016.stdout:image: image25 2024-04-15T15:27:03.169 INFO:tasks.workunit.client.0.smithi016.stdout:expected = image25 2024-04-15T15:27:03.190 INFO:tasks.workunit.client.0.smithi016.stdout:num images is: 2 2024-04-15T15:27:03.190 INFO:tasks.workunit.client.0.smithi016.stdout:expected: 2 2024-04-15T15:27:03.191 INFO:tasks.workunit.client.0.smithi016.stdout:image: image25 2024-04-15T15:27:03.191 INFO:tasks.workunit.client.0.smithi016.stdout:image: image26 2024-04-15T15:27:03.191 INFO:tasks.workunit.client.0.smithi016.stdout:expected = image25 2024-04-15T15:27:03.191 INFO:tasks.workunit.client.0.smithi016.stdout:expected = image26 2024-04-15T15:27:03.233 INFO:tasks.workunit.client.0.smithi016.stdout:100.00% done 2024-04-15T15:27:03.233 INFO:tasks.workunit.client.0.smithi016.stdout:num images is: 3 2024-04-15T15:27:03.233 INFO:tasks.workunit.client.0.smithi016.stdout:expected: 3 2024-04-15T15:27:03.233 INFO:tasks.workunit.client.0.smithi016.stdout:image: image25 2024-04-15T15:27:03.233 INFO:tasks.workunit.client.0.smithi016.stdout:image: image26 2024-04-15T15:27:03.233 INFO:tasks.workunit.client.0.smithi016.stdout:image: image27 2024-04-15T15:27:03.233 INFO:tasks.workunit.client.0.smithi016.stdout:expected = image25 2024-04-15T15:27:03.233 INFO:tasks.workunit.client.0.smithi016.stdout:expected = image26 2024-04-15T15:27:03.233 INFO:tasks.workunit.client.0.smithi016.stdout:expected = image27 2024-04-15T15:27:03.262 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] TestLibRBD.TestCopyPP (4002 ms) 2024-04-15T15:27:03.262 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] TestLibRBD.TestDeepCopy 2024-04-15T15:27:04.188 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:27:03 smithi102 ceph-mon[87131]: pgmap v2774: 265 pgs: 16 creating+peering, 3 unknown, 246 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 341 KiB/s rd, 22 KiB/s wr, 398 op/s 2024-04-15T15:27:04.188 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:27:03 smithi102 ceph-mon[87131]: osdmap e1610: 8 total, 8 up, 8 in 2024-04-15T15:27:04.188 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:27:03 smithi102 ceph-mon[87131]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-15T15:27:04.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:27:03 smithi016 ceph-mon[93212]: pgmap v2774: 265 pgs: 16 creating+peering, 3 unknown, 246 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 341 KiB/s rd, 22 KiB/s wr, 398 op/s 2024-04-15T15:27:04.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:27:03 smithi016 ceph-mon[93212]: osdmap e1610: 8 total, 8 up, 8 in 2024-04-15T15:27:04.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:27:03 smithi016 ceph-mon[93212]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-15T15:27:04.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:27:03 smithi016 ceph-mon[90652]: pgmap v2774: 265 pgs: 16 creating+peering, 3 unknown, 246 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 341 KiB/s rd, 22 KiB/s wr, 398 op/s 2024-04-15T15:27:04.293 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:27:03 smithi016 ceph-mon[90652]: osdmap e1610: 8 total, 8 up, 8 in 2024-04-15T15:27:04.293 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:27:03 smithi016 ceph-mon[90652]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-15T15:27:04.914 INFO:tasks.workunit.client.0.smithi016.stdout:using new format! 2024-04-15T15:27:05.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:27:04 smithi102 ceph-mon[87131]: osdmap e1611: 8 total, 8 up, 8 in 2024-04-15T15:27:05.188 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:27:04 smithi102 ceph-mon[87131]: from='client.? 172.21.15.16:0/3880455958' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi016-143420-20","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T15:27:05.188 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:27:04 smithi102 ceph-mon[87131]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi016-143420-20","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T15:27:05.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:27:04 smithi016 ceph-mon[93212]: osdmap e1611: 8 total, 8 up, 8 in 2024-04-15T15:27:05.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:27:04 smithi016 ceph-mon[93212]: from='client.? 172.21.15.16:0/3880455958' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi016-143420-20","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T15:27:05.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:27:04 smithi016 ceph-mon[93212]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi016-143420-20","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T15:27:05.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:27:04 smithi016 ceph-mon[90652]: osdmap e1611: 8 total, 8 up, 8 in 2024-04-15T15:27:05.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:27:04 smithi016 ceph-mon[90652]: from='client.? 172.21.15.16:0/3880455958' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi016-143420-20","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T15:27:05.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:27:04 smithi016 ceph-mon[90652]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi016-143420-20","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T15:27:06.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:27:05 smithi102 ceph-mon[87131]: pgmap v2777: 297 pgs: 32 unknown, 16 creating+peering, 249 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 349 KiB/s rd, 22 KiB/s wr, 409 op/s 2024-04-15T15:27:06.188 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:27:05 smithi102 ceph-mon[87131]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-15T15:27:06.188 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:27:05 smithi102 ceph-mon[87131]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi016-143420-20","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-15T15:27:06.188 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:27:05 smithi102 ceph-mon[87131]: osdmap e1612: 8 total, 8 up, 8 in 2024-04-15T15:27:06.188 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:27:05 smithi102 ceph-mon[87131]: osdmap e1613: 8 total, 8 up, 8 in 2024-04-15T15:27:06.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:27:05 smithi016 ceph-mon[93212]: pgmap v2777: 297 pgs: 32 unknown, 16 creating+peering, 249 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 349 KiB/s rd, 22 KiB/s wr, 409 op/s 2024-04-15T15:27:06.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:27:05 smithi016 ceph-mon[93212]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-15T15:27:06.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:27:05 smithi016 ceph-mon[93212]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi016-143420-20","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-15T15:27:06.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:27:05 smithi016 ceph-mon[93212]: osdmap e1612: 8 total, 8 up, 8 in 2024-04-15T15:27:06.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:27:05 smithi016 ceph-mon[93212]: osdmap e1613: 8 total, 8 up, 8 in 2024-04-15T15:27:06.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:27:05 smithi016 ceph-mon[90652]: pgmap v2777: 297 pgs: 32 unknown, 16 creating+peering, 249 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 349 KiB/s rd, 22 KiB/s wr, 409 op/s 2024-04-15T15:27:06.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:27:05 smithi016 ceph-mon[90652]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-15T15:27:06.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:27:05 smithi016 ceph-mon[90652]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi016-143420-20","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-15T15:27:06.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:27:05 smithi016 ceph-mon[90652]: osdmap e1612: 8 total, 8 up, 8 in 2024-04-15T15:27:06.291 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:27:05 smithi016 ceph-mon[90652]: osdmap e1613: 8 total, 8 up, 8 in 2024-04-15T15:27:08.188 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:27:07 smithi102 ceph-mon[87131]: pgmap v2780: 297 pgs: 13 unknown, 284 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 345 KiB/s rd, 20 KiB/s wr, 399 op/s 2024-04-15T15:27:08.188 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:27:07 smithi102 ceph-mon[87131]: osdmap e1614: 8 total, 8 up, 8 in 2024-04-15T15:27:08.188 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:27:07 smithi102 ceph-mon[87131]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-15T15:27:08.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:27:07 smithi016 ceph-mon[90652]: pgmap v2780: 297 pgs: 13 unknown, 284 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 345 KiB/s rd, 20 KiB/s wr, 399 op/s 2024-04-15T15:27:08.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:27:07 smithi016 ceph-mon[90652]: osdmap e1614: 8 total, 8 up, 8 in 2024-04-15T15:27:08.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:27:07 smithi016 ceph-mon[90652]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-15T15:27:08.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:27:07 smithi016 ceph-mon[93212]: pgmap v2780: 297 pgs: 13 unknown, 284 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 345 KiB/s rd, 20 KiB/s wr, 399 op/s 2024-04-15T15:27:08.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:27:07 smithi016 ceph-mon[93212]: osdmap e1614: 8 total, 8 up, 8 in 2024-04-15T15:27:08.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:27:07 smithi016 ceph-mon[93212]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-15T15:27:09.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:27:08 smithi102 ceph-mon[87131]: osdmap e1615: 8 total, 8 up, 8 in 2024-04-15T15:27:09.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:27:08 smithi016 ceph-mon[90652]: osdmap e1615: 8 total, 8 up, 8 in 2024-04-15T15:27:09.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:27:08 smithi016 ceph-mon[93212]: osdmap e1615: 8 total, 8 up, 8 in 2024-04-15T15:27:10.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:27:09 smithi102 ceph-mon[87131]: pgmap v2783: 297 pgs: 297 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 342 KiB/s rd, 22 KiB/s wr, 402 op/s 2024-04-15T15:27:10.188 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:27:09 smithi102 ceph-mon[87131]: osdmap e1616: 8 total, 8 up, 8 in 2024-04-15T15:27:10.188 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:27:09 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T15:27:10.188 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:27:09 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T15:27:10.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:27:09 smithi016 ceph-mon[90652]: pgmap v2783: 297 pgs: 297 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 342 KiB/s rd, 22 KiB/s wr, 402 op/s 2024-04-15T15:27:10.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:27:09 smithi016 ceph-mon[90652]: osdmap e1616: 8 total, 8 up, 8 in 2024-04-15T15:27:10.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:27:09 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T15:27:10.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:27:09 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T15:27:10.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:27:09 smithi016 ceph-mon[93212]: pgmap v2783: 297 pgs: 297 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 342 KiB/s rd, 22 KiB/s wr, 402 op/s 2024-04-15T15:27:10.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:27:09 smithi016 ceph-mon[93212]: osdmap e1616: 8 total, 8 up, 8 in 2024-04-15T15:27:10.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:27:09 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T15:27:10.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:27:09 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T15:27:10.962 INFO:tasks.workunit.client.0.smithi016.stdout:image: image28 2024-04-15T15:27:10.962 INFO:tasks.workunit.client.0.smithi016.stdout:expected = image28 2024-04-15T15:27:10.962 INFO:tasks.workunit.client.0.smithi016.stdout:found image28 2024-04-15T15:27:10.962 INFO:tasks.workunit.client.0.smithi016.stdout:erased image28 2024-04-15T15:27:10.962 INFO:tasks.workunit.client.0.smithi016.stdout:image: image28 2024-04-15T15:27:10.962 INFO:tasks.workunit.client.0.smithi016.stdout:image: image29 2024-04-15T15:27:10.963 INFO:tasks.workunit.client.0.smithi016.stdout:expected = image28 2024-04-15T15:27:10.963 INFO:tasks.workunit.client.0.smithi016.stdout:found image28 2024-04-15T15:27:10.963 INFO:tasks.workunit.client.0.smithi016.stdout:erased image28 2024-04-15T15:27:10.963 INFO:tasks.workunit.client.0.smithi016.stdout:expected = image29 2024-04-15T15:27:10.963 INFO:tasks.workunit.client.0.smithi016.stdout:found image29 2024-04-15T15:27:10.963 INFO:tasks.workunit.client.0.smithi016.stdout:erased image29 2024-04-15T15:27:10.963 INFO:tasks.workunit.client.0.smithi016.stdout:100.00% done 2024-04-15T15:27:10.963 INFO:tasks.workunit.client.0.smithi016.stdout:image: image28 2024-04-15T15:27:10.963 INFO:tasks.workunit.client.0.smithi016.stdout:image: image29 2024-04-15T15:27:10.963 INFO:tasks.workunit.client.0.smithi016.stdout:image: image30 2024-04-15T15:27:10.963 INFO:tasks.workunit.client.0.smithi016.stdout:expected = image28 2024-04-15T15:27:10.963 INFO:tasks.workunit.client.0.smithi016.stdout:found image28 2024-04-15T15:27:10.963 INFO:tasks.workunit.client.0.smithi016.stdout:erased image28 2024-04-15T15:27:10.963 INFO:tasks.workunit.client.0.smithi016.stdout:expected = image29 2024-04-15T15:27:10.963 INFO:tasks.workunit.client.0.smithi016.stdout:found image29 2024-04-15T15:27:10.963 INFO:tasks.workunit.client.0.smithi016.stdout:erased image29 2024-04-15T15:27:10.964 INFO:tasks.workunit.client.0.smithi016.stdout:expected = image30 2024-04-15T15:27:10.964 INFO:tasks.workunit.client.0.smithi016.stdout:found image30 2024-04-15T15:27:10.964 INFO:tasks.workunit.client.0.smithi016.stdout:erased image30 2024-04-15T15:27:10.964 INFO:tasks.workunit.client.0.smithi016.stdout:image: image28 2024-04-15T15:27:10.964 INFO:tasks.workunit.client.0.smithi016.stdout:image: image29 2024-04-15T15:27:10.964 INFO:tasks.workunit.client.0.smithi016.stdout:image: image30 2024-04-15T15:27:10.964 INFO:tasks.workunit.client.0.smithi016.stdout:image: image31 2024-04-15T15:27:10.964 INFO:tasks.workunit.client.0.smithi016.stdout:expected = image28 2024-04-15T15:27:10.964 INFO:tasks.workunit.client.0.smithi016.stdout:found image28 2024-04-15T15:27:10.964 INFO:tasks.workunit.client.0.smithi016.stdout:erased image28 2024-04-15T15:27:10.964 INFO:tasks.workunit.client.0.smithi016.stdout:expected = image29 2024-04-15T15:27:10.964 INFO:tasks.workunit.client.0.smithi016.stdout:found image29 2024-04-15T15:27:10.964 INFO:tasks.workunit.client.0.smithi016.stdout:erased image29 2024-04-15T15:27:10.964 INFO:tasks.workunit.client.0.smithi016.stdout:expected = image30 2024-04-15T15:27:10.964 INFO:tasks.workunit.client.0.smithi016.stdout:found image30 2024-04-15T15:27:10.964 INFO:tasks.workunit.client.0.smithi016.stdout:erased image30 2024-04-15T15:27:10.965 INFO:tasks.workunit.client.0.smithi016.stdout:expected = image31 2024-04-15T15:27:10.965 INFO:tasks.workunit.client.0.smithi016.stdout:found image31 2024-04-15T15:27:10.965 INFO:tasks.workunit.client.0.smithi016.stdout:erased image31 2024-04-15T15:27:10.965 INFO:tasks.workunit.client.0.smithi016.stdout:image: image28 2024-04-15T15:27:10.965 INFO:tasks.workunit.client.0.smithi016.stdout:image: image29 2024-04-15T15:27:10.965 INFO:tasks.workunit.client.0.smithi016.stdout:image: image30 2024-04-15T15:27:10.965 INFO:tasks.workunit.client.0.smithi016.stdout:image: image31 2024-04-15T15:27:10.965 INFO:tasks.workunit.client.0.smithi016.stdout:image: image32 2024-04-15T15:27:10.965 INFO:tasks.workunit.client.0.smithi016.stdout:expected = image28 2024-04-15T15:27:10.965 INFO:tasks.workunit.client.0.smithi016.stdout:found image28 2024-04-15T15:27:10.965 INFO:tasks.workunit.client.0.smithi016.stdout:erased image28 2024-04-15T15:27:10.965 INFO:tasks.workunit.client.0.smithi016.stdout:expected = image29 2024-04-15T15:27:10.965 INFO:tasks.workunit.client.0.smithi016.stdout:found image29 2024-04-15T15:27:10.965 INFO:tasks.workunit.client.0.smithi016.stdout:erased image29 2024-04-15T15:27:10.965 INFO:tasks.workunit.client.0.smithi016.stdout:expected = image30 2024-04-15T15:27:10.966 INFO:tasks.workunit.client.0.smithi016.stdout:found image30 2024-04-15T15:27:10.966 INFO:tasks.workunit.client.0.smithi016.stdout:erased image30 2024-04-15T15:27:10.966 INFO:tasks.workunit.client.0.smithi016.stdout:expected = image31 2024-04-15T15:27:10.966 INFO:tasks.workunit.client.0.smithi016.stdout:found image31 2024-04-15T15:27:10.966 INFO:tasks.workunit.client.0.smithi016.stdout:erased image31 2024-04-15T15:27:10.966 INFO:tasks.workunit.client.0.smithi016.stdout:expected = image32 2024-04-15T15:27:10.966 INFO:tasks.workunit.client.0.smithi016.stdout:found image32 2024-04-15T15:27:10.966 INFO:tasks.workunit.client.0.smithi016.stdout:erased image32 2024-04-15T15:27:10.966 INFO:tasks.workunit.client.0.smithi016.stdout:100.00% done 2024-04-15T15:27:10.966 INFO:tasks.workunit.client.0.smithi016.stdout:image: image28 2024-04-15T15:27:10.966 INFO:tasks.workunit.client.0.smithi016.stdout:image: image29 2024-04-15T15:27:10.966 INFO:tasks.workunit.client.0.smithi016.stdout:image: image30 2024-04-15T15:27:10.966 INFO:tasks.workunit.client.0.smithi016.stdout:image: image31 2024-04-15T15:27:10.966 INFO:tasks.workunit.client.0.smithi016.stdout:image: image32 2024-04-15T15:27:10.967 INFO:tasks.workunit.client.0.smithi016.stdout:image: image33 2024-04-15T15:27:10.967 INFO:tasks.workunit.client.0.smithi016.stdout:expected = image28 2024-04-15T15:27:10.967 INFO:tasks.workunit.client.0.smithi016.stdout:found image28 2024-04-15T15:27:10.967 INFO:tasks.workunit.client.0.smithi016.stdout:erased image28 2024-04-15T15:27:10.967 INFO:tasks.workunit.client.0.smithi016.stdout:expected = image29 2024-04-15T15:27:10.967 INFO:tasks.workunit.client.0.smithi016.stdout:found image29 2024-04-15T15:27:10.967 INFO:tasks.workunit.client.0.smithi016.stdout:erased image29 2024-04-15T15:27:10.967 INFO:tasks.workunit.client.0.smithi016.stdout:expected = image30 2024-04-15T15:27:10.967 INFO:tasks.workunit.client.0.smithi016.stdout:found image30 2024-04-15T15:27:10.967 INFO:tasks.workunit.client.0.smithi016.stdout:erased image30 2024-04-15T15:27:10.967 INFO:tasks.workunit.client.0.smithi016.stdout:expected = image31 2024-04-15T15:27:10.967 INFO:tasks.workunit.client.0.smithi016.stdout:found image31 2024-04-15T15:27:10.967 INFO:tasks.workunit.client.0.smithi016.stdout:erased image31 2024-04-15T15:27:10.967 INFO:tasks.workunit.client.0.smithi016.stdout:expected = image32 2024-04-15T15:27:10.968 INFO:tasks.workunit.client.0.smithi016.stdout:found image32 2024-04-15T15:27:10.968 INFO:tasks.workunit.client.0.smithi016.stdout:erased image32 2024-04-15T15:27:10.968 INFO:tasks.workunit.client.0.smithi016.stdout:expected = image33 2024-04-15T15:27:10.968 INFO:tasks.workunit.client.0.smithi016.stdout:found image33 2024-04-15T15:27:10.968 INFO:tasks.workunit.client.0.smithi016.stdout:erased image33 2024-04-15T15:27:10.968 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] TestLibRBD.TestDeepCopy (7701 ms) 2024-04-15T15:27:10.968 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] TestLibRBD.TestDeepCopyPP 2024-04-15T15:27:11.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:27:10 smithi102 ceph-mon[87131]: osdmap e1617: 8 total, 8 up, 8 in 2024-04-15T15:27:11.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:27:10 smithi102 ceph-mon[87131]: osdmap e1618: 8 total, 8 up, 8 in 2024-04-15T15:27:11.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:27:10 smithi016 ceph-mon[90652]: osdmap e1617: 8 total, 8 up, 8 in 2024-04-15T15:27:11.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:27:10 smithi016 ceph-mon[90652]: osdmap e1618: 8 total, 8 up, 8 in 2024-04-15T15:27:11.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:27:10 smithi016 ceph-mon[93212]: osdmap e1617: 8 total, 8 up, 8 in 2024-04-15T15:27:11.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:27:10 smithi016 ceph-mon[93212]: osdmap e1618: 8 total, 8 up, 8 in 2024-04-15T15:27:12.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:27:11 smithi016 ceph-mon[90652]: pgmap v2786: 297 pgs: 297 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 4.2 KiB/s rd, 2.2 KiB/s wr, 13 op/s 2024-04-15T15:27:12.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:27:11 smithi016 ceph-mon[93212]: pgmap v2786: 297 pgs: 297 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 4.2 KiB/s rd, 2.2 KiB/s wr, 13 op/s 2024-04-15T15:27:12.040 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 15 15:27:11 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-y[81421]: ::ffff:172.21.15.102 - - [15/Apr/2024:15:27:11] "GET /metrics HTTP/1.1" 200 48485 "" "Prometheus/2.43.0" 2024-04-15T15:27:12.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:27:11 smithi102 ceph-mon[87131]: pgmap v2786: 297 pgs: 297 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 4.2 KiB/s rd, 2.2 KiB/s wr, 13 op/s 2024-04-15T15:27:12.688 INFO:journalctl@ceph.prometheus.a.smithi102.stdout:Apr 15 15:27:12 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-prometheus-a[120881]: ts=2024-04-15T15:27:12.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi016:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"362ea986-fb34-11ee-bc8f-c7b262605968\", instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T15:27:12.949 INFO:tasks.workunit.client.0.smithi016.stdout:using new format! 2024-04-15T15:27:13.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:27:12 smithi016 ceph-mon[90652]: osdmap e1619: 8 total, 8 up, 8 in 2024-04-15T15:27:13.318 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:27:12 smithi016 ceph-mon[90652]: from='client.? 172.21.15.16:0/3260223995' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi016-143420-21","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T15:27:13.318 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:27:12 smithi016 ceph-mon[90652]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi016-143420-21","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T15:27:13.318 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:27:12 smithi016 ceph-mon[93212]: osdmap e1619: 8 total, 8 up, 8 in 2024-04-15T15:27:13.318 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:27:12 smithi016 ceph-mon[93212]: from='client.? 172.21.15.16:0/3260223995' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi016-143420-21","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T15:27:13.318 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:27:12 smithi016 ceph-mon[93212]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi016-143420-21","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T15:27:13.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:27:12 smithi102 ceph-mon[87131]: osdmap e1619: 8 total, 8 up, 8 in 2024-04-15T15:27:13.438 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:27:12 smithi102 ceph-mon[87131]: from='client.? 172.21.15.16:0/3260223995' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi016-143420-21","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T15:27:13.438 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:27:12 smithi102 ceph-mon[87131]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi016-143420-21","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T15:27:14.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:27:13 smithi016 ceph-mon[93212]: pgmap v2789: 329 pgs: 32 unknown, 297 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 497 KiB/s rd, 29 KiB/s wr, 586 op/s 2024-04-15T15:27:14.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:27:13 smithi016 ceph-mon[93212]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-15T15:27:14.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:27:13 smithi016 ceph-mon[93212]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi016-143420-21","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-15T15:27:14.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:27:13 smithi016 ceph-mon[93212]: osdmap e1620: 8 total, 8 up, 8 in 2024-04-15T15:27:14.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:27:13 smithi016 ceph-mon[90652]: pgmap v2789: 329 pgs: 32 unknown, 297 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 497 KiB/s rd, 29 KiB/s wr, 586 op/s 2024-04-15T15:27:14.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:27:13 smithi016 ceph-mon[90652]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-15T15:27:14.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:27:13 smithi016 ceph-mon[90652]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi016-143420-21","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-15T15:27:14.291 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:27:13 smithi016 ceph-mon[90652]: osdmap e1620: 8 total, 8 up, 8 in 2024-04-15T15:27:14.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:27:13 smithi102 ceph-mon[87131]: pgmap v2789: 329 pgs: 32 unknown, 297 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 497 KiB/s rd, 29 KiB/s wr, 586 op/s 2024-04-15T15:27:14.438 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:27:13 smithi102 ceph-mon[87131]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-15T15:27:14.438 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:27:13 smithi102 ceph-mon[87131]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi016-143420-21","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-15T15:27:14.438 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:27:13 smithi102 ceph-mon[87131]: osdmap e1620: 8 total, 8 up, 8 in 2024-04-15T15:27:15.280 INFO:tasks.workunit.client.0.smithi016.stdout:num images is: 1 2024-04-15T15:27:15.280 INFO:tasks.workunit.client.0.smithi016.stdout:expected: 1 2024-04-15T15:27:15.281 INFO:tasks.workunit.client.0.smithi016.stdout:image: image34 2024-04-15T15:27:15.281 INFO:tasks.workunit.client.0.smithi016.stdout:expected = image34 2024-04-15T15:27:15.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:27:14 smithi016 ceph-mon[90652]: osdmap e1621: 8 total, 8 up, 8 in 2024-04-15T15:27:15.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:27:14 smithi016 ceph-mon[93212]: osdmap e1621: 8 total, 8 up, 8 in 2024-04-15T15:27:15.308 INFO:tasks.workunit.client.0.smithi016.stdout:num images is: 2 2024-04-15T15:27:15.308 INFO:tasks.workunit.client.0.smithi016.stdout:expected: 2 2024-04-15T15:27:15.308 INFO:tasks.workunit.client.0.smithi016.stdout:image: image34 2024-04-15T15:27:15.308 INFO:tasks.workunit.client.0.smithi016.stdout:image: image35 2024-04-15T15:27:15.308 INFO:tasks.workunit.client.0.smithi016.stdout:expected = image34 2024-04-15T15:27:15.309 INFO:tasks.workunit.client.0.smithi016.stdout:expected = image35 2024-04-15T15:27:15.362 INFO:tasks.workunit.client.0.smithi016.stdout:100.00% done 2024-04-15T15:27:15.362 INFO:tasks.workunit.client.0.smithi016.stdout:num images is: 3 2024-04-15T15:27:15.362 INFO:tasks.workunit.client.0.smithi016.stdout:expected: 3 2024-04-15T15:27:15.363 INFO:tasks.workunit.client.0.smithi016.stdout:image: image34 2024-04-15T15:27:15.363 INFO:tasks.workunit.client.0.smithi016.stdout:image: image35 2024-04-15T15:27:15.363 INFO:tasks.workunit.client.0.smithi016.stdout:image: image36 2024-04-15T15:27:15.363 INFO:tasks.workunit.client.0.smithi016.stdout:expected = image34 2024-04-15T15:27:15.363 INFO:tasks.workunit.client.0.smithi016.stdout:expected = image35 2024-04-15T15:27:15.363 INFO:tasks.workunit.client.0.smithi016.stdout:expected = image36 2024-04-15T15:27:15.394 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] TestLibRBD.TestDeepCopyPP (4432 ms) 2024-04-15T15:27:15.394 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] TestLibRBD.TestCreateLsDeleteSnap 2024-04-15T15:27:15.395 INFO:tasks.workunit.client.0.smithi016.stdout:using new format! 2024-04-15T15:27:15.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:27:14 smithi102 ceph-mon[87131]: osdmap e1621: 8 total, 8 up, 8 in 2024-04-15T15:27:16.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:27:15 smithi016 ceph-mon[90652]: pgmap v2792: 329 pgs: 3 creating+peering, 29 unknown, 297 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 537 KiB/s rd, 32 KiB/s wr, 635 op/s 2024-04-15T15:27:16.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:27:15 smithi016 ceph-mon[90652]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-15T15:27:16.291 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:27:15 smithi016 ceph-mon[90652]: osdmap e1622: 8 total, 8 up, 8 in 2024-04-15T15:27:16.291 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:27:15 smithi016 ceph-mon[90652]: osdmap e1623: 8 total, 8 up, 8 in 2024-04-15T15:27:16.291 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:27:15 smithi016 ceph-mon[93212]: pgmap v2792: 329 pgs: 3 creating+peering, 29 unknown, 297 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 537 KiB/s rd, 32 KiB/s wr, 635 op/s 2024-04-15T15:27:16.291 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:27:15 smithi016 ceph-mon[93212]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-15T15:27:16.291 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:27:15 smithi016 ceph-mon[93212]: osdmap e1622: 8 total, 8 up, 8 in 2024-04-15T15:27:16.291 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:27:15 smithi016 ceph-mon[93212]: osdmap e1623: 8 total, 8 up, 8 in 2024-04-15T15:27:16.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:27:15 smithi102 ceph-mon[87131]: pgmap v2792: 329 pgs: 3 creating+peering, 29 unknown, 297 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 537 KiB/s rd, 32 KiB/s wr, 635 op/s 2024-04-15T15:27:16.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:27:15 smithi102 ceph-mon[87131]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-15T15:27:16.438 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:27:15 smithi102 ceph-mon[87131]: osdmap e1622: 8 total, 8 up, 8 in 2024-04-15T15:27:16.438 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:27:15 smithi102 ceph-mon[87131]: osdmap e1623: 8 total, 8 up, 8 in 2024-04-15T15:27:18.188 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:27:17 smithi102 ceph-mon[87131]: pgmap v2795: 329 pgs: 3 creating+peering, 4 unknown, 322 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 110 KiB/s rd, 6.0 KiB/s wr, 133 op/s 2024-04-15T15:27:18.188 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:27:17 smithi102 ceph-mon[87131]: osdmap e1624: 8 total, 8 up, 8 in 2024-04-15T15:27:18.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:27:17 smithi016 ceph-mon[90652]: pgmap v2795: 329 pgs: 3 creating+peering, 4 unknown, 322 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 110 KiB/s rd, 6.0 KiB/s wr, 133 op/s 2024-04-15T15:27:18.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:27:17 smithi016 ceph-mon[90652]: osdmap e1624: 8 total, 8 up, 8 in 2024-04-15T15:27:18.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:27:17 smithi016 ceph-mon[93212]: pgmap v2795: 329 pgs: 3 creating+peering, 4 unknown, 322 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 110 KiB/s rd, 6.0 KiB/s wr, 133 op/s 2024-04-15T15:27:18.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:27:17 smithi016 ceph-mon[93212]: osdmap e1624: 8 total, 8 up, 8 in 2024-04-15T15:27:18.905 INFO:tasks.workunit.client.0.smithi016.stdout:num snaps is: 1 2024-04-15T15:27:18.905 INFO:tasks.workunit.client.0.smithi016.stdout:expected: 1 2024-04-15T15:27:18.905 INFO:tasks.workunit.client.0.smithi016.stdout:snap: snap1 2024-04-15T15:27:18.905 INFO:tasks.workunit.client.0.smithi016.stdout:found snap1 with size 2097152 2024-04-15T15:27:18.905 INFO:tasks.workunit.client.0.smithi016.stdout:num snaps is: 2 2024-04-15T15:27:18.906 INFO:tasks.workunit.client.0.smithi016.stdout:expected: 2 2024-04-15T15:27:18.906 INFO:tasks.workunit.client.0.smithi016.stdout:snap: snap1 2024-04-15T15:27:18.906 INFO:tasks.workunit.client.0.smithi016.stdout:snap: snap2 2024-04-15T15:27:18.906 INFO:tasks.workunit.client.0.smithi016.stdout:found snap1 with size 2097152 2024-04-15T15:27:18.906 INFO:tasks.workunit.client.0.smithi016.stdout:found snap2 with size 4194304 2024-04-15T15:27:18.906 INFO:tasks.workunit.client.0.smithi016.stdout:num snaps is: 1 2024-04-15T15:27:18.906 INFO:tasks.workunit.client.0.smithi016.stdout:expected: 1 2024-04-15T15:27:18.906 INFO:tasks.workunit.client.0.smithi016.stdout:snap: snap2 2024-04-15T15:27:18.906 INFO:tasks.workunit.client.0.smithi016.stdout:found snap2 with size 4194304 2024-04-15T15:27:18.906 INFO:tasks.workunit.client.0.smithi016.stdout:num snaps is: 0 2024-04-15T15:27:18.906 INFO:tasks.workunit.client.0.smithi016.stdout:expected: 0 2024-04-15T15:27:18.906 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] TestLibRBD.TestCreateLsDeleteSnap (3510 ms) 2024-04-15T15:27:18.906 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] TestLibRBD.TestGetSnapShotTimeStamp 2024-04-15T15:27:18.906 INFO:tasks.workunit.client.0.smithi016.stdout:using new format! 2024-04-15T15:27:19.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:27:18 smithi102 ceph-mon[87131]: osdmap e1625: 8 total, 8 up, 8 in 2024-04-15T15:27:19.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:27:18 smithi016 ceph-mon[93212]: osdmap e1625: 8 total, 8 up, 8 in 2024-04-15T15:27:19.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:27:18 smithi016 ceph-mon[90652]: osdmap e1625: 8 total, 8 up, 8 in 2024-04-15T15:27:20.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:27:19 smithi102 ceph-mon[87131]: pgmap v2798: 329 pgs: 329 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 359 KiB/s rd, 23 KiB/s wr, 425 op/s 2024-04-15T15:27:20.188 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:27:19 smithi102 ceph-mon[87131]: osdmap e1626: 8 total, 8 up, 8 in 2024-04-15T15:27:20.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:27:19 smithi016 ceph-mon[90652]: pgmap v2798: 329 pgs: 329 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 359 KiB/s rd, 23 KiB/s wr, 425 op/s 2024-04-15T15:27:20.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:27:19 smithi016 ceph-mon[90652]: osdmap e1626: 8 total, 8 up, 8 in 2024-04-15T15:27:20.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:27:19 smithi016 ceph-mon[93212]: pgmap v2798: 329 pgs: 329 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 359 KiB/s rd, 23 KiB/s wr, 425 op/s 2024-04-15T15:27:20.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:27:19 smithi016 ceph-mon[93212]: osdmap e1626: 8 total, 8 up, 8 in 2024-04-15T15:27:20.903 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] TestLibRBD.TestGetSnapShotTimeStamp (1999 ms) 2024-04-15T15:27:20.903 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] TestLibRBD.TestCreateLsDeleteSnapPP 2024-04-15T15:27:20.903 INFO:tasks.workunit.client.0.smithi016.stdout:using new format! 2024-04-15T15:27:21.188 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:27:20 smithi102 ceph-mon[87131]: osdmap e1627: 8 total, 8 up, 8 in 2024-04-15T15:27:21.188 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:27:20 smithi102 ceph-mon[87131]: osdmap e1628: 8 total, 8 up, 8 in 2024-04-15T15:27:21.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:27:20 smithi016 ceph-mon[93212]: osdmap e1627: 8 total, 8 up, 8 in 2024-04-15T15:27:21.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:27:20 smithi016 ceph-mon[93212]: osdmap e1628: 8 total, 8 up, 8 in 2024-04-15T15:27:21.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:27:20 smithi016 ceph-mon[90652]: osdmap e1627: 8 total, 8 up, 8 in 2024-04-15T15:27:21.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:27:20 smithi016 ceph-mon[90652]: osdmap e1628: 8 total, 8 up, 8 in 2024-04-15T15:27:21.929 INFO:tasks.workunit.client.0.smithi016.stdout:num snaps is: 1 2024-04-15T15:27:21.929 INFO:tasks.workunit.client.0.smithi016.stdout:expected: 1 2024-04-15T15:27:21.929 INFO:tasks.workunit.client.0.smithi016.stdout:snap: snap1 2024-04-15T15:27:21.929 INFO:tasks.workunit.client.0.smithi016.stdout:found snap1 with size 2097152 2024-04-15T15:27:22.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:27:21 smithi016 ceph-mon[90652]: pgmap v2801: 329 pgs: 329 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 290 KiB/s rd, 19 KiB/s wr, 341 op/s 2024-04-15T15:27:22.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:27:21 smithi016 ceph-mon[93212]: pgmap v2801: 329 pgs: 329 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 290 KiB/s rd, 19 KiB/s wr, 341 op/s 2024-04-15T15:27:22.040 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 15 15:27:21 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-y[81421]: ::ffff:172.21.15.102 - - [15/Apr/2024:15:27:21] "GET /metrics HTTP/1.1" 200 48485 "" "Prometheus/2.43.0" 2024-04-15T15:27:22.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:27:21 smithi102 ceph-mon[87131]: pgmap v2801: 329 pgs: 329 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 290 KiB/s rd, 19 KiB/s wr, 341 op/s 2024-04-15T15:27:22.688 INFO:journalctl@ceph.prometheus.a.smithi102.stdout:Apr 15 15:27:22 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-prometheus-a[120881]: ts=2024-04-15T15:27:22.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi016:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"362ea986-fb34-11ee-bc8f-c7b262605968\", instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T15:27:22.932 INFO:tasks.workunit.client.0.smithi016.stdout:num snaps is: 2 2024-04-15T15:27:22.932 INFO:tasks.workunit.client.0.smithi016.stdout:expected: 2 2024-04-15T15:27:22.932 INFO:tasks.workunit.client.0.smithi016.stdout:snap: snap1 2024-04-15T15:27:22.932 INFO:tasks.workunit.client.0.smithi016.stdout:snap: snap2 2024-04-15T15:27:22.932 INFO:tasks.workunit.client.0.smithi016.stdout:found snap1 with size 2097152 2024-04-15T15:27:22.932 INFO:tasks.workunit.client.0.smithi016.stdout:found snap2 with size 4194304 2024-04-15T15:27:23.188 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:27:22 smithi102 ceph-mon[87131]: osdmap e1629: 8 total, 8 up, 8 in 2024-04-15T15:27:23.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:27:22 smithi016 ceph-mon[90652]: osdmap e1629: 8 total, 8 up, 8 in 2024-04-15T15:27:23.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:27:22 smithi016 ceph-mon[93212]: osdmap e1629: 8 total, 8 up, 8 in 2024-04-15T15:27:23.931 INFO:tasks.workunit.client.0.smithi016.stdout:num snaps is: 1 2024-04-15T15:27:23.931 INFO:tasks.workunit.client.0.smithi016.stdout:expected: 1 2024-04-15T15:27:23.931 INFO:tasks.workunit.client.0.smithi016.stdout:snap: snap2 2024-04-15T15:27:23.932 INFO:tasks.workunit.client.0.smithi016.stdout:found snap2 with size 4194304 2024-04-15T15:27:24.188 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:27:23 smithi102 ceph-mon[87131]: pgmap v2804: 329 pgs: 329 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 59 KiB/s rd, 7.0 KiB/s wr, 83 op/s 2024-04-15T15:27:24.188 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:27:23 smithi102 ceph-mon[87131]: osdmap e1630: 8 total, 8 up, 8 in 2024-04-15T15:27:24.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:27:23 smithi016 ceph-mon[90652]: pgmap v2804: 329 pgs: 329 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 59 KiB/s rd, 7.0 KiB/s wr, 83 op/s 2024-04-15T15:27:24.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:27:23 smithi016 ceph-mon[90652]: osdmap e1630: 8 total, 8 up, 8 in 2024-04-15T15:27:24.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:27:23 smithi016 ceph-mon[93212]: pgmap v2804: 329 pgs: 329 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 59 KiB/s rd, 7.0 KiB/s wr, 83 op/s 2024-04-15T15:27:24.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:27:23 smithi016 ceph-mon[93212]: osdmap e1630: 8 total, 8 up, 8 in 2024-04-15T15:27:24.940 INFO:tasks.workunit.client.0.smithi016.stdout:num snaps is: 0 2024-04-15T15:27:24.941 INFO:tasks.workunit.client.0.smithi016.stdout:expected: 0 2024-04-15T15:27:24.956 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] TestLibRBD.TestCreateLsDeleteSnapPP (4052 ms) 2024-04-15T15:27:24.956 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] TestLibRBD.TestGetNameIdSnapPP 2024-04-15T15:27:24.956 INFO:tasks.workunit.client.0.smithi016.stdout:using new format! 2024-04-15T15:27:25.188 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:27:24 smithi102 ceph-mon[87131]: osdmap e1631: 8 total, 8 up, 8 in 2024-04-15T15:27:25.188 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:27:24 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T15:27:25.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:27:24 smithi016 ceph-mon[90652]: osdmap e1631: 8 total, 8 up, 8 in 2024-04-15T15:27:25.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:27:24 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T15:27:25.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:27:24 smithi016 ceph-mon[93212]: osdmap e1631: 8 total, 8 up, 8 in 2024-04-15T15:27:25.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:27:24 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T15:27:26.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:27:25 smithi102 ceph-mon[87131]: pgmap v2807: 329 pgs: 329 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 59 KiB/s rd, 7.0 KiB/s wr, 83 op/s 2024-04-15T15:27:26.188 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:27:25 smithi102 ceph-mon[87131]: osdmap e1632: 8 total, 8 up, 8 in 2024-04-15T15:27:26.188 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:27:25 smithi102 ceph-mon[87131]: osdmap e1633: 8 total, 8 up, 8 in 2024-04-15T15:27:26.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:27:25 smithi016 ceph-mon[90652]: pgmap v2807: 329 pgs: 329 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 59 KiB/s rd, 7.0 KiB/s wr, 83 op/s 2024-04-15T15:27:26.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:27:25 smithi016 ceph-mon[90652]: osdmap e1632: 8 total, 8 up, 8 in 2024-04-15T15:27:26.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:27:25 smithi016 ceph-mon[90652]: osdmap e1633: 8 total, 8 up, 8 in 2024-04-15T15:27:26.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:27:25 smithi016 ceph-mon[93212]: pgmap v2807: 329 pgs: 329 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 59 KiB/s rd, 7.0 KiB/s wr, 83 op/s 2024-04-15T15:27:26.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:27:25 smithi016 ceph-mon[93212]: osdmap e1632: 8 total, 8 up, 8 in 2024-04-15T15:27:26.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:27:25 smithi016 ceph-mon[93212]: osdmap e1633: 8 total, 8 up, 8 in 2024-04-15T15:27:28.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:27:27 smithi102 ceph-mon[87131]: pgmap v2810: 329 pgs: 329 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 13 KiB/s rd, 1.2 KiB/s wr, 18 op/s 2024-04-15T15:27:28.188 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:27:27 smithi102 ceph-mon[87131]: osdmap e1634: 8 total, 8 up, 8 in 2024-04-15T15:27:28.289 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:27:27 smithi016 ceph-mon[93212]: pgmap v2810: 329 pgs: 329 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 13 KiB/s rd, 1.2 KiB/s wr, 18 op/s 2024-04-15T15:27:28.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:27:27 smithi016 ceph-mon[93212]: osdmap e1634: 8 total, 8 up, 8 in 2024-04-15T15:27:28.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:27:27 smithi016 ceph-mon[90652]: pgmap v2810: 329 pgs: 329 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 13 KiB/s rd, 1.2 KiB/s wr, 18 op/s 2024-04-15T15:27:28.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:27:27 smithi016 ceph-mon[90652]: osdmap e1634: 8 total, 8 up, 8 in 2024-04-15T15:27:29.188 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:27:28 smithi102 ceph-mon[87131]: osdmap e1635: 8 total, 8 up, 8 in 2024-04-15T15:27:29.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:27:28 smithi016 ceph-mon[93212]: osdmap e1635: 8 total, 8 up, 8 in 2024-04-15T15:27:29.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:27:28 smithi016 ceph-mon[90652]: osdmap e1635: 8 total, 8 up, 8 in 2024-04-15T15:27:30.188 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:27:29 smithi102 ceph-mon[87131]: pgmap v2813: 329 pgs: 329 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 61 KiB/s rd, 6.2 KiB/s wr, 83 op/s 2024-04-15T15:27:30.188 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:27:29 smithi102 ceph-mon[87131]: osdmap e1636: 8 total, 8 up, 8 in 2024-04-15T15:27:30.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:27:29 smithi016 ceph-mon[90652]: pgmap v2813: 329 pgs: 329 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 61 KiB/s rd, 6.2 KiB/s wr, 83 op/s 2024-04-15T15:27:30.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:27:29 smithi016 ceph-mon[90652]: osdmap e1636: 8 total, 8 up, 8 in 2024-04-15T15:27:30.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:27:29 smithi016 ceph-mon[93212]: pgmap v2813: 329 pgs: 329 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 61 KiB/s rd, 6.2 KiB/s wr, 83 op/s 2024-04-15T15:27:30.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:27:29 smithi016 ceph-mon[93212]: osdmap e1636: 8 total, 8 up, 8 in 2024-04-15T15:27:30.903 INFO:tasks.workunit.client.0.smithi016.stdout:num snaps is: 0 2024-04-15T15:27:30.903 INFO:tasks.workunit.client.0.smithi016.stdout:expected: 0 2024-04-15T15:27:30.908 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] TestLibRBD.TestGetNameIdSnapPP (5953 ms) 2024-04-15T15:27:30.909 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] TestLibRBD.TestCreateLsRenameSnapPP 2024-04-15T15:27:30.909 INFO:tasks.workunit.client.0.smithi016.stdout:using new format! 2024-04-15T15:27:31.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:27:30 smithi102 ceph-mon[87131]: osdmap e1637: 8 total, 8 up, 8 in 2024-04-15T15:27:31.188 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:27:30 smithi102 ceph-mon[87131]: osdmap e1638: 8 total, 8 up, 8 in 2024-04-15T15:27:31.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:27:30 smithi016 ceph-mon[93212]: osdmap e1637: 8 total, 8 up, 8 in 2024-04-15T15:27:31.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:27:30 smithi016 ceph-mon[93212]: osdmap e1638: 8 total, 8 up, 8 in 2024-04-15T15:27:31.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:27:30 smithi016 ceph-mon[90652]: osdmap e1637: 8 total, 8 up, 8 in 2024-04-15T15:27:31.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:27:30 smithi016 ceph-mon[90652]: osdmap e1638: 8 total, 8 up, 8 in 2024-04-15T15:27:31.937 INFO:tasks.workunit.client.0.smithi016.stdout:num snaps is: 1 2024-04-15T15:27:31.937 INFO:tasks.workunit.client.0.smithi016.stdout:expected: 1 2024-04-15T15:27:31.937 INFO:tasks.workunit.client.0.smithi016.stdout:snap: snap1 2024-04-15T15:27:31.937 INFO:tasks.workunit.client.0.smithi016.stdout:found snap1 with size 2097152 2024-04-15T15:27:32.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:27:31 smithi016 ceph-mon[90652]: pgmap v2816: 329 pgs: 329 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 48 KiB/s rd, 5.0 KiB/s wr, 65 op/s 2024-04-15T15:27:32.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:27:31 smithi016 ceph-mon[93212]: pgmap v2816: 329 pgs: 329 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 48 KiB/s rd, 5.0 KiB/s wr, 65 op/s 2024-04-15T15:27:32.040 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 15 15:27:31 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-y[81421]: ::ffff:172.21.15.102 - - [15/Apr/2024:15:27:31] "GET /metrics HTTP/1.1" 200 50911 "" "Prometheus/2.43.0" 2024-04-15T15:27:32.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:27:31 smithi102 ceph-mon[87131]: pgmap v2816: 329 pgs: 329 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 48 KiB/s rd, 5.0 KiB/s wr, 65 op/s 2024-04-15T15:27:32.688 INFO:journalctl@ceph.prometheus.a.smithi102.stdout:Apr 15 15:27:32 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-prometheus-a[120881]: ts=2024-04-15T15:27:32.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi016:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"362ea986-fb34-11ee-bc8f-c7b262605968\", instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T15:27:32.940 INFO:tasks.workunit.client.0.smithi016.stdout:num snaps is: 2 2024-04-15T15:27:32.940 INFO:tasks.workunit.client.0.smithi016.stdout:expected: 2 2024-04-15T15:27:32.940 INFO:tasks.workunit.client.0.smithi016.stdout:snap: snap1 2024-04-15T15:27:32.940 INFO:tasks.workunit.client.0.smithi016.stdout:snap: snap2 2024-04-15T15:27:32.940 INFO:tasks.workunit.client.0.smithi016.stdout:found snap1 with size 2097152 2024-04-15T15:27:32.941 INFO:tasks.workunit.client.0.smithi016.stdout:found snap2 with size 4194304 2024-04-15T15:27:32.945 INFO:tasks.workunit.client.0.smithi016.stdout:num snaps is: 2 2024-04-15T15:27:32.945 INFO:tasks.workunit.client.0.smithi016.stdout:expected: 2 2024-04-15T15:27:32.946 INFO:tasks.workunit.client.0.smithi016.stdout:snap: snap1-rename 2024-04-15T15:27:32.946 INFO:tasks.workunit.client.0.smithi016.stdout:snap: snap2 2024-04-15T15:27:32.946 INFO:tasks.workunit.client.0.smithi016.stdout:found snap1-rename with size 2097152 2024-04-15T15:27:32.946 INFO:tasks.workunit.client.0.smithi016.stdout:found snap2 with size 4194304 2024-04-15T15:27:33.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:27:32 smithi102 ceph-mon[87131]: osdmap e1639: 8 total, 8 up, 8 in 2024-04-15T15:27:33.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:27:32 smithi016 ceph-mon[90652]: osdmap e1639: 8 total, 8 up, 8 in 2024-04-15T15:27:33.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:27:32 smithi016 ceph-mon[93212]: osdmap e1639: 8 total, 8 up, 8 in 2024-04-15T15:27:33.937 INFO:tasks.workunit.client.0.smithi016.stdout:num snaps is: 1 2024-04-15T15:27:33.937 INFO:tasks.workunit.client.0.smithi016.stdout:expected: 1 2024-04-15T15:27:33.937 INFO:tasks.workunit.client.0.smithi016.stdout:snap: snap2-rename 2024-04-15T15:27:33.937 INFO:tasks.workunit.client.0.smithi016.stdout:found snap2-rename with size 4194304 2024-04-15T15:27:34.188 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:27:33 smithi102 ceph-mon[87131]: pgmap v2819: 329 pgs: 329 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 48 KiB/s rd, 5.2 KiB/s wr, 66 op/s 2024-04-15T15:27:34.188 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:27:33 smithi102 ceph-mon[87131]: osdmap e1640: 8 total, 8 up, 8 in 2024-04-15T15:27:34.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:27:33 smithi016 ceph-mon[90652]: pgmap v2819: 329 pgs: 329 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 48 KiB/s rd, 5.2 KiB/s wr, 66 op/s 2024-04-15T15:27:34.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:27:33 smithi016 ceph-mon[90652]: osdmap e1640: 8 total, 8 up, 8 in 2024-04-15T15:27:34.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:27:33 smithi016 ceph-mon[93212]: pgmap v2819: 329 pgs: 329 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 48 KiB/s rd, 5.2 KiB/s wr, 66 op/s 2024-04-15T15:27:34.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:27:33 smithi016 ceph-mon[93212]: osdmap e1640: 8 total, 8 up, 8 in 2024-04-15T15:27:34.943 INFO:tasks.workunit.client.0.smithi016.stdout:num snaps is: 0 2024-04-15T15:27:34.943 INFO:tasks.workunit.client.0.smithi016.stdout:expected: 0 2024-04-15T15:27:34.950 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] TestLibRBD.TestCreateLsRenameSnapPP (4039 ms) 2024-04-15T15:27:34.950 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] TestLibRBD.ConcurrentCreatesUnvalidatedPool 2024-04-15T15:27:35.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:27:34 smithi102 ceph-mon[87131]: osdmap e1641: 8 total, 8 up, 8 in 2024-04-15T15:27:35.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:27:34 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T15:27:35.229 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:27:34 smithi016 ceph-mon[93212]: osdmap e1641: 8 total, 8 up, 8 in 2024-04-15T15:27:35.229 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:27:34 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T15:27:35.229 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:27:34 smithi016 ceph-mon[90652]: osdmap e1641: 8 total, 8 up, 8 in 2024-04-15T15:27:35.229 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:27:34 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T15:27:36.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:27:35 smithi102 ceph-mon[87131]: pgmap v2822: 329 pgs: 329 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 48 KiB/s rd, 5.2 KiB/s wr, 66 op/s 2024-04-15T15:27:36.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:27:35 smithi102 ceph-mon[87131]: osdmap e1642: 8 total, 8 up, 8 in 2024-04-15T15:27:36.188 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:27:35 smithi102 ceph-mon[87131]: osdmap e1643: 8 total, 8 up, 8 in 2024-04-15T15:27:36.188 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:27:35 smithi102 ceph-mon[87131]: from='client.? 172.21.15.16:0/3998736897' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi016-143420-22","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T15:27:36.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:27:35 smithi016 ceph-mon[90652]: pgmap v2822: 329 pgs: 329 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 48 KiB/s rd, 5.2 KiB/s wr, 66 op/s 2024-04-15T15:27:36.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:27:35 smithi016 ceph-mon[90652]: osdmap e1642: 8 total, 8 up, 8 in 2024-04-15T15:27:36.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:27:35 smithi016 ceph-mon[90652]: osdmap e1643: 8 total, 8 up, 8 in 2024-04-15T15:27:36.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:27:35 smithi016 ceph-mon[90652]: from='client.? 172.21.15.16:0/3998736897' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi016-143420-22","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T15:27:36.291 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:27:35 smithi016 ceph-mon[93212]: pgmap v2822: 329 pgs: 329 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 48 KiB/s rd, 5.2 KiB/s wr, 66 op/s 2024-04-15T15:27:36.291 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:27:35 smithi016 ceph-mon[93212]: osdmap e1642: 8 total, 8 up, 8 in 2024-04-15T15:27:36.291 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:27:35 smithi016 ceph-mon[93212]: osdmap e1643: 8 total, 8 up, 8 in 2024-04-15T15:27:36.291 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:27:35 smithi016 ceph-mon[93212]: from='client.? 172.21.15.16:0/3998736897' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi016-143420-22","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T15:27:36.889 INFO:tasks.workunit.client.0.smithi016.stdout:using new format! 2024-04-15T15:27:36.890 INFO:tasks.workunit.client.0.smithi016.stdout:using new format! 2024-04-15T15:27:36.890 INFO:tasks.workunit.client.0.smithi016.stdout:using new format! 2024-04-15T15:27:36.890 INFO:tasks.workunit.client.0.smithi016.stdout:using new format! 2024-04-15T15:27:38.153 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:27:37 smithi102 ceph-mon[87131]: pgmap v2825: 361 pgs: 32 unknown, 329 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 6.5 KiB/s rd, 1023 B/s wr, 11 op/s 2024-04-15T15:27:38.154 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:27:37 smithi102 ceph-mon[87131]: from='client.? 172.21.15.16:0/3998736897' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi016-143420-22","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-15T15:27:38.154 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:27:37 smithi102 ceph-mon[87131]: osdmap e1644: 8 total, 8 up, 8 in 2024-04-15T15:27:38.154 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:27:37 smithi102 ceph-mon[87131]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-15T15:27:38.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:27:37 smithi016 ceph-mon[93212]: pgmap v2825: 361 pgs: 32 unknown, 329 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 6.5 KiB/s rd, 1023 B/s wr, 11 op/s 2024-04-15T15:27:38.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:27:37 smithi016 ceph-mon[93212]: from='client.? 172.21.15.16:0/3998736897' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi016-143420-22","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-15T15:27:38.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:27:37 smithi016 ceph-mon[93212]: osdmap e1644: 8 total, 8 up, 8 in 2024-04-15T15:27:38.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:27:37 smithi016 ceph-mon[93212]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-15T15:27:38.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:27:37 smithi016 ceph-mon[90652]: pgmap v2825: 361 pgs: 32 unknown, 329 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 6.5 KiB/s rd, 1023 B/s wr, 11 op/s 2024-04-15T15:27:38.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:27:37 smithi016 ceph-mon[90652]: from='client.? 172.21.15.16:0/3998736897' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi016-143420-22","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-15T15:27:38.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:27:37 smithi016 ceph-mon[90652]: osdmap e1644: 8 total, 8 up, 8 in 2024-04-15T15:27:38.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:27:37 smithi016 ceph-mon[90652]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-15T15:27:39.163 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] TestLibRBD.ConcurrentCreatesUnvalidatedPool (4216 ms) 2024-04-15T15:27:39.163 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] TestLibRBD.RemoveFullTry 2024-04-15T15:27:39.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:27:38 smithi102 ceph-mon[87131]: osdmap e1645: 8 total, 8 up, 8 in 2024-04-15T15:27:39.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:27:38 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T15:27:39.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:27:38 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T15:27:39.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:27:38 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T15:27:39.188 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:27:38 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T15:27:39.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:27:38 smithi016 ceph-mon[90652]: osdmap e1645: 8 total, 8 up, 8 in 2024-04-15T15:27:39.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:27:38 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T15:27:39.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:27:38 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T15:27:39.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:27:38 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T15:27:39.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:27:38 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T15:27:39.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:27:38 smithi016 ceph-mon[93212]: osdmap e1645: 8 total, 8 up, 8 in 2024-04-15T15:27:39.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:27:38 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T15:27:39.291 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:27:38 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T15:27:39.291 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:27:38 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T15:27:39.291 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:27:38 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T15:27:40.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:27:39 smithi102 ceph-mon[87131]: pgmap v2828: 361 pgs: 7 creating+peering, 21 unknown, 333 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 50 KiB/s rd, 5.0 KiB/s wr, 68 op/s 2024-04-15T15:27:40.188 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:27:39 smithi102 ceph-mon[87131]: osdmap e1646: 8 total, 8 up, 8 in 2024-04-15T15:27:40.188 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:27:39 smithi102 ceph-mon[87131]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-15T15:27:40.188 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:27:39 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T15:27:40.188 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:27:39 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T15:27:40.188 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:27:39 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T15:27:40.188 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:27:39 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T15:27:40.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:27:39 smithi016 ceph-mon[93212]: pgmap v2828: 361 pgs: 7 creating+peering, 21 unknown, 333 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 50 KiB/s rd, 5.0 KiB/s wr, 68 op/s 2024-04-15T15:27:40.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:27:39 smithi016 ceph-mon[93212]: osdmap e1646: 8 total, 8 up, 8 in 2024-04-15T15:27:40.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:27:39 smithi016 ceph-mon[93212]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-15T15:27:40.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:27:39 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T15:27:40.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:27:39 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T15:27:40.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:27:39 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T15:27:40.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:27:39 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T15:27:40.291 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:27:39 smithi016 ceph-mon[90652]: pgmap v2828: 361 pgs: 7 creating+peering, 21 unknown, 333 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 50 KiB/s rd, 5.0 KiB/s wr, 68 op/s 2024-04-15T15:27:40.291 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:27:39 smithi016 ceph-mon[90652]: osdmap e1646: 8 total, 8 up, 8 in 2024-04-15T15:27:40.291 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:27:39 smithi016 ceph-mon[90652]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-15T15:27:40.291 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:27:39 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T15:27:40.291 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:27:39 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T15:27:40.291 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:27:39 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T15:27:40.291 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:27:39 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T15:27:40.916 INFO:tasks.workunit.client.0.smithi016.stdout:using new format! 2024-04-15T15:27:41.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:27:41 smithi016 ceph-mon[90652]: osdmap e1647: 8 total, 8 up, 8 in 2024-04-15T15:27:41.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:27:41 smithi016 ceph-mon[90652]: from='client.? 172.21.15.16:0/493565899' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi016-143420-23","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T15:27:41.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:27:41 smithi016 ceph-mon[90652]: from='client.? 172.21.15.16:0/493565899' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi016-143420-23","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-15T15:27:41.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:27:41 smithi016 ceph-mon[90652]: osdmap e1648: 8 total, 8 up, 8 in 2024-04-15T15:27:41.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:27:41 smithi016 ceph-mon[90652]: from='client.? ' entity='client.admin' 2024-04-15T15:27:41.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:27:41 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T15:27:41.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:27:41 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-15T15:27:41.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:27:41 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T15:27:41.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:27:41 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T15:27:41.291 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:27:41 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T15:27:41.291 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:27:41 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T15:27:41.291 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:27:41 smithi016 ceph-mon[93212]: osdmap e1647: 8 total, 8 up, 8 in 2024-04-15T15:27:41.291 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:27:41 smithi016 ceph-mon[93212]: from='client.? 172.21.15.16:0/493565899' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi016-143420-23","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T15:27:41.291 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:27:41 smithi016 ceph-mon[93212]: from='client.? 172.21.15.16:0/493565899' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi016-143420-23","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-15T15:27:41.291 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:27:41 smithi016 ceph-mon[93212]: osdmap e1648: 8 total, 8 up, 8 in 2024-04-15T15:27:41.291 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:27:41 smithi016 ceph-mon[93212]: from='client.? ' entity='client.admin' 2024-04-15T15:27:41.291 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:27:41 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T15:27:41.291 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:27:41 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-15T15:27:41.291 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:27:41 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T15:27:41.292 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:27:41 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T15:27:41.292 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:27:41 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T15:27:41.292 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:27:41 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T15:27:41.292 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 15 15:27:40 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-y[81421]: [15/Apr/2024:15:27:40] ENGINE Bus STOPPING 2024-04-15T15:27:41.292 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 15 15:27:40 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-y[81421]: [15/Apr/2024:15:27:40] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-04-15T15:27:41.292 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 15 15:27:40 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-y[81421]: [15/Apr/2024:15:27:40] ENGINE Bus STOPPED 2024-04-15T15:27:41.292 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 15 15:27:40 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-y[81421]: [15/Apr/2024:15:27:40] ENGINE Bus STARTING 2024-04-15T15:27:41.292 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 15 15:27:41 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-y[81421]: [15/Apr/2024:15:27:41] ENGINE Serving on http://:::9283 2024-04-15T15:27:41.292 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 15 15:27:41 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-y[81421]: [15/Apr/2024:15:27:41] ENGINE Bus STARTED 2024-04-15T15:27:41.377 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:27:41 smithi102 ceph-mon[87131]: osdmap e1647: 8 total, 8 up, 8 in 2024-04-15T15:27:41.378 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:27:41 smithi102 ceph-mon[87131]: from='client.? 172.21.15.16:0/493565899' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi016-143420-23","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T15:27:41.378 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:27:41 smithi102 ceph-mon[87131]: from='client.? 172.21.15.16:0/493565899' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi016-143420-23","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-15T15:27:41.378 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:27:41 smithi102 ceph-mon[87131]: osdmap e1648: 8 total, 8 up, 8 in 2024-04-15T15:27:41.378 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:27:41 smithi102 ceph-mon[87131]: from='client.? ' entity='client.admin' 2024-04-15T15:27:41.378 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:27:41 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T15:27:41.378 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:27:41 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-15T15:27:41.378 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:27:41 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T15:27:41.378 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:27:41 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T15:27:41.378 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:27:41 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T15:27:41.378 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:27:41 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T15:27:42.040 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 15 15:27:41 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-y[81421]: ::ffff:172.21.15.102 - - [15/Apr/2024:15:27:41] "GET /metrics HTTP/1.1" 200 53276 "" "Prometheus/2.43.0" 2024-04-15T15:27:42.324 INFO:journalctl@ceph.prometheus.a.smithi102.stdout:Apr 15 15:27:42 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-prometheus-a[120881]: ts=2024-04-15T15:27:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi016:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"362ea986-fb34-11ee-bc8f-c7b262605968\", instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T15:27:42.324 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:27:42 smithi102 ceph-mon[87131]: pgmap v2831: 393 pgs: 7 creating+peering, 53 unknown, 333 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 44 KiB/s rd, 4.0 KiB/s wr, 56 op/s 2024-04-15T15:27:42.324 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:27:42 smithi102 ceph-mon[87131]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-15T15:27:42.325 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:27:42 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-15T15:27:42.325 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:27:42 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-15T15:27:42.325 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:27:42 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-15T15:27:42.325 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:27:42 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-15T15:27:42.325 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:27:42 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-15T15:27:42.325 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:27:42 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-15T15:27:42.325 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:27:42 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-15T15:27:42.325 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:27:42 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-15T15:27:42.325 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:27:42 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-15T15:27:42.325 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:27:42 smithi102 ceph-mon[87131]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-15T15:27:42.325 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:27:42 smithi102 ceph-mon[87131]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-15T15:27:42.325 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:27:42 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-15T15:27:42.325 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:27:42 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-15T15:27:42.325 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:27:42 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-15T15:27:42.325 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:27:42 smithi102 ceph-mon[87131]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-15T15:27:42.326 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:27:42 smithi102 ceph-mon[87131]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-15T15:27:42.326 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:27:42 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-15T15:27:42.326 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:27:42 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-15T15:27:42.326 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:27:42 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-15T15:27:42.326 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:27:42 smithi102 ceph-mon[87131]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-15T15:27:42.326 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:27:42 smithi102 ceph-mon[87131]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-15T15:27:42.326 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:27:42 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-15T15:27:42.326 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:27:42 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-15T15:27:42.326 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:27:42 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-15T15:27:42.326 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:27:42 smithi102 ceph-mon[87131]: osdmap e1649: 8 total, 8 up, 8 in 2024-04-15T15:27:42.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:27:42 smithi016 ceph-mon[90652]: pgmap v2831: 393 pgs: 7 creating+peering, 53 unknown, 333 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 44 KiB/s rd, 4.0 KiB/s wr, 56 op/s 2024-04-15T15:27:42.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:27:42 smithi016 ceph-mon[90652]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-15T15:27:42.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:27:42 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-15T15:27:42.541 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:27:42 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-15T15:27:42.541 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:27:42 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-15T15:27:42.541 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:27:42 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-15T15:27:42.541 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:27:42 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-15T15:27:42.541 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:27:42 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-15T15:27:42.541 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:27:42 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-15T15:27:42.541 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:27:42 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-15T15:27:42.541 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:27:42 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-15T15:27:42.541 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:27:42 smithi016 ceph-mon[90652]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-15T15:27:42.541 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:27:42 smithi016 ceph-mon[90652]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-15T15:27:42.541 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:27:42 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-15T15:27:42.541 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:27:42 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-15T15:27:42.541 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:27:42 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-15T15:27:42.541 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:27:42 smithi016 ceph-mon[90652]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-15T15:27:42.542 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:27:42 smithi016 ceph-mon[90652]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-15T15:27:42.542 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:27:42 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-15T15:27:42.542 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:27:42 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-15T15:27:42.542 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:27:42 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-15T15:27:42.542 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:27:42 smithi016 ceph-mon[90652]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-15T15:27:42.542 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:27:42 smithi016 ceph-mon[90652]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-15T15:27:42.542 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:27:42 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-15T15:27:42.542 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:27:42 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-15T15:27:42.542 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:27:42 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-15T15:27:42.543 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:27:42 smithi016 ceph-mon[90652]: osdmap e1649: 8 total, 8 up, 8 in 2024-04-15T15:27:42.543 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:27:42 smithi016 ceph-mon[93212]: pgmap v2831: 393 pgs: 7 creating+peering, 53 unknown, 333 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 44 KiB/s rd, 4.0 KiB/s wr, 56 op/s 2024-04-15T15:27:42.543 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:27:42 smithi016 ceph-mon[93212]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-15T15:27:42.543 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:27:42 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-15T15:27:42.543 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:27:42 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-15T15:27:42.543 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:27:42 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-15T15:27:42.543 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:27:42 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-15T15:27:42.543 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:27:42 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-15T15:27:42.543 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:27:42 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-15T15:27:42.543 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:27:42 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-15T15:27:42.544 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:27:42 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-15T15:27:42.544 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:27:42 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-15T15:27:42.544 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:27:42 smithi016 ceph-mon[93212]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-15T15:27:42.544 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:27:42 smithi016 ceph-mon[93212]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-15T15:27:42.544 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:27:42 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-15T15:27:42.544 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:27:42 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-15T15:27:42.544 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:27:42 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-15T15:27:42.544 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:27:42 smithi016 ceph-mon[93212]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-15T15:27:42.544 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:27:42 smithi016 ceph-mon[93212]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-15T15:27:42.544 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:27:42 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-15T15:27:42.544 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:27:42 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-15T15:27:42.544 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:27:42 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-15T15:27:42.544 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:27:42 smithi016 ceph-mon[93212]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-15T15:27:42.544 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:27:42 smithi016 ceph-mon[93212]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-15T15:27:42.545 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:27:42 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-15T15:27:42.545 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:27:42 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-15T15:27:42.545 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:27:42 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-15T15:27:42.545 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:27:42 smithi016 ceph-mon[93212]: osdmap e1649: 8 total, 8 up, 8 in 2024-04-15T15:27:42.976 INFO:tasks.workunit.client.0.smithi016.stdout:using new format! 2024-04-15T15:27:44.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:27:43 smithi102 ceph-mon[87131]: pgmap v2834: 393 pgs: 21 creating+peering, 5 unknown, 367 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 75 KiB/s rd, 6.2 KiB/s wr, 109 op/s 2024-04-15T15:27:44.188 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:27:43 smithi102 ceph-mon[87131]: osdmap e1650: 8 total, 8 up, 8 in 2024-04-15T15:27:44.188 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:27:43 smithi102 ceph-mon[87131]: from='client.? 172.21.15.16:0/1404824501' entity='client.admin' cmd=[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi016-143420-23", "field": "max_bytes", "val": "10485760"}]: dispatch 2024-04-15T15:27:44.188 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:27:43 smithi102 ceph-mon[87131]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi016-143420-23", "field": "max_bytes", "val": "10485760"}]: dispatch 2024-04-15T15:27:44.188 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:27:43 smithi102 ceph-mon[87131]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-15T15:27:44.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:27:43 smithi016 ceph-mon[90652]: pgmap v2834: 393 pgs: 21 creating+peering, 5 unknown, 367 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 75 KiB/s rd, 6.2 KiB/s wr, 109 op/s 2024-04-15T15:27:44.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:27:43 smithi016 ceph-mon[90652]: osdmap e1650: 8 total, 8 up, 8 in 2024-04-15T15:27:44.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:27:43 smithi016 ceph-mon[90652]: from='client.? 172.21.15.16:0/1404824501' entity='client.admin' cmd=[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi016-143420-23", "field": "max_bytes", "val": "10485760"}]: dispatch 2024-04-15T15:27:44.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:27:43 smithi016 ceph-mon[90652]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi016-143420-23", "field": "max_bytes", "val": "10485760"}]: dispatch 2024-04-15T15:27:44.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:27:43 smithi016 ceph-mon[90652]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-15T15:27:44.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:27:43 smithi016 ceph-mon[93212]: pgmap v2834: 393 pgs: 21 creating+peering, 5 unknown, 367 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 75 KiB/s rd, 6.2 KiB/s wr, 109 op/s 2024-04-15T15:27:44.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:27:43 smithi016 ceph-mon[93212]: osdmap e1650: 8 total, 8 up, 8 in 2024-04-15T15:27:44.291 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:27:43 smithi016 ceph-mon[93212]: from='client.? 172.21.15.16:0/1404824501' entity='client.admin' cmd=[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi016-143420-23", "field": "max_bytes", "val": "10485760"}]: dispatch 2024-04-15T15:27:44.291 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:27:43 smithi016 ceph-mon[93212]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi016-143420-23", "field": "max_bytes", "val": "10485760"}]: dispatch 2024-04-15T15:27:44.291 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:27:43 smithi016 ceph-mon[93212]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-15T15:27:45.188 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:27:44 smithi102 ceph-mon[87131]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi016-143420-23", "field": "max_bytes", "val": "10485760"}]': finished 2024-04-15T15:27:45.188 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:27:44 smithi102 ceph-mon[87131]: osdmap e1651: 8 total, 8 up, 8 in 2024-04-15T15:27:45.289 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:27:44 smithi016 ceph-mon[90652]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi016-143420-23", "field": "max_bytes", "val": "10485760"}]': finished 2024-04-15T15:27:45.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:27:44 smithi016 ceph-mon[90652]: osdmap e1651: 8 total, 8 up, 8 in 2024-04-15T15:27:45.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:27:44 smithi016 ceph-mon[93212]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi016-143420-23", "field": "max_bytes", "val": "10485760"}]': finished 2024-04-15T15:27:45.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:27:44 smithi016 ceph-mon[93212]: osdmap e1651: 8 total, 8 up, 8 in 2024-04-15T15:27:46.188 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:27:45 smithi102 ceph-mon[87131]: pgmap v2837: 393 pgs: 21 creating+peering, 372 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 108 KiB/s rd, 8.5 KiB/s wr, 155 op/s 2024-04-15T15:27:46.188 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:27:45 smithi102 ceph-mon[87131]: osdmap e1652: 8 total, 8 up, 8 in 2024-04-15T15:27:46.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:27:45 smithi016 ceph-mon[90652]: pgmap v2837: 393 pgs: 21 creating+peering, 372 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 108 KiB/s rd, 8.5 KiB/s wr, 155 op/s 2024-04-15T15:27:46.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:27:45 smithi016 ceph-mon[90652]: osdmap e1652: 8 total, 8 up, 8 in 2024-04-15T15:27:46.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:27:45 smithi016 ceph-mon[93212]: pgmap v2837: 393 pgs: 21 creating+peering, 372 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 108 KiB/s rd, 8.5 KiB/s wr, 155 op/s 2024-04-15T15:27:46.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:27:45 smithi016 ceph-mon[93212]: osdmap e1652: 8 total, 8 up, 8 in 2024-04-15T15:27:48.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:27:47 smithi102 ceph-mon[87131]: pgmap v2839: 393 pgs: 393 active+clean; 6.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 49 KiB/s rd, 470 KiB/s wr, 68 op/s 2024-04-15T15:27:48.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:27:47 smithi016 ceph-mon[90652]: pgmap v2839: 393 pgs: 393 active+clean; 6.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 49 KiB/s rd, 470 KiB/s wr, 68 op/s 2024-04-15T15:27:48.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:27:47 smithi016 ceph-mon[93212]: pgmap v2839: 393 pgs: 393 active+clean; 6.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 49 KiB/s rd, 470 KiB/s wr, 68 op/s 2024-04-15T15:27:50.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:27:49 smithi102 ceph-mon[87131]: pgmap v2840: 393 pgs: 393 active+clean; 6.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 44 KiB/s rd, 345 KiB/s wr, 65 op/s 2024-04-15T15:27:50.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:27:49 smithi016 ceph-mon[93212]: pgmap v2840: 393 pgs: 393 active+clean; 6.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 44 KiB/s rd, 345 KiB/s wr, 65 op/s 2024-04-15T15:27:50.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:27:49 smithi016 ceph-mon[90652]: pgmap v2840: 393 pgs: 393 active+clean; 6.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 44 KiB/s rd, 345 KiB/s wr, 65 op/s 2024-04-15T15:27:52.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:27:51 smithi016 ceph-mon[90652]: pgmap v2841: 393 pgs: 393 active+clean; 6.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 18 KiB/s rd, 279 KiB/s wr, 27 op/s 2024-04-15T15:27:52.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:27:51 smithi016 ceph-mon[90652]: osdmap e1653: 8 total, 8 up, 8 in 2024-04-15T15:27:52.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:27:51 smithi016 ceph-mon[93212]: pgmap v2841: 393 pgs: 393 active+clean; 6.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 18 KiB/s rd, 279 KiB/s wr, 27 op/s 2024-04-15T15:27:52.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:27:51 smithi016 ceph-mon[93212]: osdmap e1653: 8 total, 8 up, 8 in 2024-04-15T15:27:52.041 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 15 15:27:51 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-y[81421]: ::ffff:172.21.15.102 - - [15/Apr/2024:15:27:51] "GET /metrics HTTP/1.1" 200 53276 "" "Prometheus/2.43.0" 2024-04-15T15:27:52.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:27:51 smithi102 ceph-mon[87131]: pgmap v2841: 393 pgs: 393 active+clean; 6.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 18 KiB/s rd, 279 KiB/s wr, 27 op/s 2024-04-15T15:27:52.188 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:27:51 smithi102 ceph-mon[87131]: osdmap e1653: 8 total, 8 up, 8 in 2024-04-15T15:27:52.688 INFO:journalctl@ceph.prometheus.a.smithi102.stdout:Apr 15 15:27:52 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-prometheus-a[120881]: ts=2024-04-15T15:27:52.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi016:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"362ea986-fb34-11ee-bc8f-c7b262605968\", instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T15:27:54.188 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:27:53 smithi102 ceph-mon[87131]: pgmap v2843: 393 pgs: 393 active+clean; 12 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 18 KiB/s rd, 898 KiB/s wr, 27 op/s 2024-04-15T15:27:54.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:27:53 smithi016 ceph-mon[90652]: pgmap v2843: 393 pgs: 393 active+clean; 12 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 18 KiB/s rd, 898 KiB/s wr, 27 op/s 2024-04-15T15:27:54.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:27:53 smithi016 ceph-mon[93212]: pgmap v2843: 393 pgs: 393 active+clean; 12 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 18 KiB/s rd, 898 KiB/s wr, 27 op/s 2024-04-15T15:27:55.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:27:54 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T15:27:55.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:27:54 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T15:27:55.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:27:54 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T15:27:56.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:27:55 smithi102 ceph-mon[87131]: pgmap v2844: 393 pgs: 393 active+clean; 12 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 6.9 KiB/s rd, 612 KiB/s wr, 12 op/s 2024-04-15T15:27:56.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:27:55 smithi016 ceph-mon[90652]: pgmap v2844: 393 pgs: 393 active+clean; 12 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 6.9 KiB/s rd, 612 KiB/s wr, 12 op/s 2024-04-15T15:27:56.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:27:55 smithi016 ceph-mon[93212]: pgmap v2844: 393 pgs: 393 active+clean; 12 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 6.9 KiB/s rd, 612 KiB/s wr, 12 op/s 2024-04-15T15:27:57.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:27:56 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "93.d", "id": [1, 3]}]: dispatch 2024-04-15T15:27:57.188 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:27:56 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "93.13", "id": [2, 4]}]: dispatch 2024-04-15T15:27:57.188 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:27:56 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "93.14", "id": [0, 4]}]: dispatch 2024-04-15T15:27:57.188 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:27:56 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "95.8", "id": [1, 4]}]: dispatch 2024-04-15T15:27:57.188 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:27:56 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "96.1", "id": [0, 3]}]: dispatch 2024-04-15T15:27:57.188 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:27:56 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "97.1", "id": [0, 3]}]: dispatch 2024-04-15T15:27:57.188 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:27:56 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "97.15", "id": [0, 2, 4, 7]}]: dispatch 2024-04-15T15:27:57.188 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:27:56 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "99.a", "id": [4, 3]}]: dispatch 2024-04-15T15:27:57.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:27:56 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "93.d", "id": [1, 3]}]: dispatch 2024-04-15T15:27:57.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:27:56 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "93.13", "id": [2, 4]}]: dispatch 2024-04-15T15:27:57.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:27:56 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "93.14", "id": [0, 4]}]: dispatch 2024-04-15T15:27:57.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:27:56 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "95.8", "id": [1, 4]}]: dispatch 2024-04-15T15:27:57.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:27:56 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "96.1", "id": [0, 3]}]: dispatch 2024-04-15T15:27:57.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:27:56 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "97.1", "id": [0, 3]}]: dispatch 2024-04-15T15:27:57.291 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:27:56 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "97.15", "id": [0, 2, 4, 7]}]: dispatch 2024-04-15T15:27:57.291 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:27:56 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "99.a", "id": [4, 3]}]: dispatch 2024-04-15T15:27:57.291 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:27:56 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "93.d", "id": [1, 3]}]: dispatch 2024-04-15T15:27:57.291 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:27:56 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "93.13", "id": [2, 4]}]: dispatch 2024-04-15T15:27:57.291 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:27:56 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "93.14", "id": [0, 4]}]: dispatch 2024-04-15T15:27:57.291 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:27:56 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "95.8", "id": [1, 4]}]: dispatch 2024-04-15T15:27:57.291 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:27:56 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "96.1", "id": [0, 3]}]: dispatch 2024-04-15T15:27:57.291 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:27:56 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "97.1", "id": [0, 3]}]: dispatch 2024-04-15T15:27:57.291 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:27:56 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "97.15", "id": [0, 2, 4, 7]}]: dispatch 2024-04-15T15:27:57.291 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:27:56 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "99.a", "id": [4, 3]}]: dispatch 2024-04-15T15:27:58.188 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:27:57 smithi102 ceph-mon[87131]: pgmap v2845: 393 pgs: 393 active+clean; 17 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 6.3 KiB/s rd, 1.0 MiB/s wr, 11 op/s 2024-04-15T15:27:58.188 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:27:57 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "93.d", "id": [1, 3]}]': finished 2024-04-15T15:27:58.188 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:27:57 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "93.13", "id": [2, 4]}]': finished 2024-04-15T15:27:58.188 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:27:57 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "93.14", "id": [0, 4]}]': finished 2024-04-15T15:27:58.188 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:27:57 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "95.8", "id": [1, 4]}]': finished 2024-04-15T15:27:58.188 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:27:57 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "96.1", "id": [0, 3]}]': finished 2024-04-15T15:27:58.188 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:27:57 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "97.1", "id": [0, 3]}]': finished 2024-04-15T15:27:58.188 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:27:57 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "97.15", "id": [0, 2, 4, 7]}]': finished 2024-04-15T15:27:58.188 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:27:57 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "99.a", "id": [4, 3]}]': finished 2024-04-15T15:27:58.188 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:27:57 smithi102 ceph-mon[87131]: osdmap e1654: 8 total, 8 up, 8 in 2024-04-15T15:27:58.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:27:57 smithi016 ceph-mon[93212]: pgmap v2845: 393 pgs: 393 active+clean; 17 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 6.3 KiB/s rd, 1.0 MiB/s wr, 11 op/s 2024-04-15T15:27:58.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:27:57 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "93.d", "id": [1, 3]}]': finished 2024-04-15T15:27:58.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:27:57 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "93.13", "id": [2, 4]}]': finished 2024-04-15T15:27:58.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:27:57 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "93.14", "id": [0, 4]}]': finished 2024-04-15T15:27:58.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:27:57 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "95.8", "id": [1, 4]}]': finished 2024-04-15T15:27:58.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:27:57 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "96.1", "id": [0, 3]}]': finished 2024-04-15T15:27:58.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:27:57 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "97.1", "id": [0, 3]}]': finished 2024-04-15T15:27:58.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:27:57 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "97.15", "id": [0, 2, 4, 7]}]': finished 2024-04-15T15:27:58.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:27:57 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "99.a", "id": [4, 3]}]': finished 2024-04-15T15:27:58.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:27:57 smithi016 ceph-mon[93212]: osdmap e1654: 8 total, 8 up, 8 in 2024-04-15T15:27:58.291 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:27:57 smithi016 ceph-mon[90652]: pgmap v2845: 393 pgs: 393 active+clean; 17 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 6.3 KiB/s rd, 1.0 MiB/s wr, 11 op/s 2024-04-15T15:27:58.291 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:27:57 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "93.d", "id": [1, 3]}]': finished 2024-04-15T15:27:58.291 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:27:57 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "93.13", "id": [2, 4]}]': finished 2024-04-15T15:27:58.291 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:27:57 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "93.14", "id": [0, 4]}]': finished 2024-04-15T15:27:58.291 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:27:57 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "95.8", "id": [1, 4]}]': finished 2024-04-15T15:27:58.291 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:27:57 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "96.1", "id": [0, 3]}]': finished 2024-04-15T15:27:58.291 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:27:57 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "97.1", "id": [0, 3]}]': finished 2024-04-15T15:27:58.291 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:27:57 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "97.15", "id": [0, 2, 4, 7]}]': finished 2024-04-15T15:27:58.291 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:27:57 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "99.a", "id": [4, 3]}]': finished 2024-04-15T15:27:58.291 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:27:57 smithi016 ceph-mon[90652]: osdmap e1654: 8 total, 8 up, 8 in 2024-04-15T15:27:59.188 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:27:58 smithi102 ceph-mon[87131]: osdmap e1655: 8 total, 8 up, 8 in 2024-04-15T15:27:59.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:27:58 smithi016 ceph-mon[90652]: osdmap e1655: 8 total, 8 up, 8 in 2024-04-15T15:27:59.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:27:58 smithi016 ceph-mon[93212]: osdmap e1655: 8 total, 8 up, 8 in 2024-04-15T15:28:00.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:27:59 smithi102 ceph-mon[87131]: pgmap v2848: 393 pgs: 2 peering, 391 active+clean; 17 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 692 B/s rd, 693 KiB/s wr, 1 op/s 2024-04-15T15:28:00.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:27:59 smithi016 ceph-mon[90652]: pgmap v2848: 393 pgs: 2 peering, 391 active+clean; 17 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 692 B/s rd, 693 KiB/s wr, 1 op/s 2024-04-15T15:28:00.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:27:59 smithi016 ceph-mon[93212]: pgmap v2848: 393 pgs: 2 peering, 391 active+clean; 17 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 692 B/s rd, 693 KiB/s wr, 1 op/s 2024-04-15T15:28:01.098 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] TestLibRBD.RemoveFullTry (21935 ms) 2024-04-15T15:28:01.099 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] TestLibRBD.RemoveFullTryDataPool 2024-04-15T15:28:01.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:28:00 smithi102 ceph-mon[87131]: pool 'test-librbd-smithi016-143420-23' is full (reached quota's max_bytes: 10 MiB) 2024-04-15T15:28:01.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:28:00 smithi102 ceph-mon[87131]: Health check failed: 1 pool(s) full (POOL_FULL) 2024-04-15T15:28:01.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:28:00 smithi102 ceph-mon[87131]: osdmap e1656: 8 total, 8 up, 8 in 2024-04-15T15:28:01.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:28:00 smithi016 ceph-mon[90652]: pool 'test-librbd-smithi016-143420-23' is full (reached quota's max_bytes: 10 MiB) 2024-04-15T15:28:01.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:28:00 smithi016 ceph-mon[90652]: Health check failed: 1 pool(s) full (POOL_FULL) 2024-04-15T15:28:01.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:28:00 smithi016 ceph-mon[90652]: osdmap e1656: 8 total, 8 up, 8 in 2024-04-15T15:28:01.291 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:28:00 smithi016 ceph-mon[93212]: pool 'test-librbd-smithi016-143420-23' is full (reached quota's max_bytes: 10 MiB) 2024-04-15T15:28:01.291 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:28:00 smithi016 ceph-mon[93212]: Health check failed: 1 pool(s) full (POOL_FULL) 2024-04-15T15:28:01.291 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:28:00 smithi016 ceph-mon[93212]: osdmap e1656: 8 total, 8 up, 8 in 2024-04-15T15:28:02.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:28:01 smithi016 ceph-mon[90652]: pgmap v2849: 393 pgs: 2 peering, 391 active+clean; 17 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 639 B/s rd, 640 KiB/s wr, 1 op/s 2024-04-15T15:28:02.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:28:01 smithi016 ceph-mon[93212]: pgmap v2849: 393 pgs: 2 peering, 391 active+clean; 17 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 639 B/s rd, 640 KiB/s wr, 1 op/s 2024-04-15T15:28:02.041 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 15 15:28:01 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-y[81421]: ::ffff:172.21.15.102 - - [15/Apr/2024:15:28:01] "GET /metrics HTTP/1.1" 200 55733 "" "Prometheus/2.43.0" 2024-04-15T15:28:02.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:28:01 smithi102 ceph-mon[87131]: pgmap v2849: 393 pgs: 2 peering, 391 active+clean; 17 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 639 B/s rd, 640 KiB/s wr, 1 op/s 2024-04-15T15:28:02.688 INFO:journalctl@ceph.prometheus.a.smithi102.stdout:Apr 15 15:28:02 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-prometheus-a[120881]: ts=2024-04-15T15:28:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi016:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"362ea986-fb34-11ee-bc8f-c7b262605968\", instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T15:28:03.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:28:02 smithi016 ceph-mon[90652]: osdmap e1657: 8 total, 8 up, 8 in 2024-04-15T15:28:03.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:28:02 smithi016 ceph-mon[90652]: from='client.? 172.21.15.16:0/976547923' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi016-143420-24","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T15:28:03.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:28:02 smithi016 ceph-mon[90652]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi016-143420-24","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T15:28:03.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:28:02 smithi016 ceph-mon[93212]: osdmap e1657: 8 total, 8 up, 8 in 2024-04-15T15:28:03.291 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:28:02 smithi016 ceph-mon[93212]: from='client.? 172.21.15.16:0/976547923' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi016-143420-24","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T15:28:03.291 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:28:02 smithi016 ceph-mon[93212]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi016-143420-24","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T15:28:03.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:28:02 smithi102 ceph-mon[87131]: osdmap e1657: 8 total, 8 up, 8 in 2024-04-15T15:28:03.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:28:02 smithi102 ceph-mon[87131]: from='client.? 172.21.15.16:0/976547923' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi016-143420-24","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T15:28:03.438 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:28:02 smithi102 ceph-mon[87131]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi016-143420-24","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T15:28:04.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:28:03 smithi016 ceph-mon[90652]: pgmap v2852: 425 pgs: 32 unknown, 2 peering, 391 active+clean; 22 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 2.8 KiB/s rd, 953 KiB/s wr, 8 op/s; 0 B/s, 14 keys/s, 0 objects/s recovering 2024-04-15T15:28:04.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:28:03 smithi016 ceph-mon[90652]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-15T15:28:04.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:28:03 smithi016 ceph-mon[90652]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi016-143420-24","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-15T15:28:04.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:28:03 smithi016 ceph-mon[90652]: osdmap e1658: 8 total, 8 up, 8 in 2024-04-15T15:28:04.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:28:03 smithi016 ceph-mon[93212]: pgmap v2852: 425 pgs: 32 unknown, 2 peering, 391 active+clean; 22 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 2.8 KiB/s rd, 953 KiB/s wr, 8 op/s; 0 B/s, 14 keys/s, 0 objects/s recovering 2024-04-15T15:28:04.291 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:28:03 smithi016 ceph-mon[93212]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-15T15:28:04.291 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:28:03 smithi016 ceph-mon[93212]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi016-143420-24","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-15T15:28:04.291 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:28:03 smithi016 ceph-mon[93212]: osdmap e1658: 8 total, 8 up, 8 in 2024-04-15T15:28:04.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:28:03 smithi102 ceph-mon[87131]: pgmap v2852: 425 pgs: 32 unknown, 2 peering, 391 active+clean; 22 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 2.8 KiB/s rd, 953 KiB/s wr, 8 op/s; 0 B/s, 14 keys/s, 0 objects/s recovering 2024-04-15T15:28:04.438 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:28:03 smithi102 ceph-mon[87131]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-15T15:28:04.438 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:28:03 smithi102 ceph-mon[87131]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi016-143420-24","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-15T15:28:04.438 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:28:03 smithi102 ceph-mon[87131]: osdmap e1658: 8 total, 8 up, 8 in 2024-04-15T15:28:04.994 INFO:tasks.workunit.client.0.smithi016.stdout:using new format! 2024-04-15T15:28:05.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:28:04 smithi016 ceph-mon[93212]: osdmap e1659: 8 total, 8 up, 8 in 2024-04-15T15:28:05.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:28:04 smithi016 ceph-mon[93212]: from='client.? 172.21.15.16:0/1003074093' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi016-143420-25","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T15:28:05.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:28:04 smithi016 ceph-mon[93212]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi016-143420-25","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T15:28:05.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:28:04 smithi016 ceph-mon[90652]: osdmap e1659: 8 total, 8 up, 8 in 2024-04-15T15:28:05.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:28:04 smithi016 ceph-mon[90652]: from='client.? 172.21.15.16:0/1003074093' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi016-143420-25","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T15:28:05.291 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:28:04 smithi016 ceph-mon[90652]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi016-143420-25","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T15:28:05.291 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 15 15:28:05 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-y[81421]: [15/Apr/2024:15:28:05] ENGINE Bus STOPPING 2024-04-15T15:28:05.291 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 15 15:28:05 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-y[81421]: [15/Apr/2024:15:28:05] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-04-15T15:28:05.291 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 15 15:28:05 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-y[81421]: [15/Apr/2024:15:28:05] ENGINE Bus STOPPED 2024-04-15T15:28:05.291 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 15 15:28:05 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-y[81421]: [15/Apr/2024:15:28:05] ENGINE Bus STARTING 2024-04-15T15:28:05.291 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 15 15:28:05 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-y[81421]: [15/Apr/2024:15:28:05] ENGINE Serving on http://:::9283 2024-04-15T15:28:05.291 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 15 15:28:05 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-y[81421]: [15/Apr/2024:15:28:05] ENGINE Bus STARTED 2024-04-15T15:28:05.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:28:04 smithi102 ceph-mon[87131]: osdmap e1659: 8 total, 8 up, 8 in 2024-04-15T15:28:05.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:28:04 smithi102 ceph-mon[87131]: from='client.? 172.21.15.16:0/1003074093' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi016-143420-25","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T15:28:05.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:28:04 smithi102 ceph-mon[87131]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi016-143420-25","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T15:28:06.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:28:05 smithi016 ceph-mon[93212]: pgmap v2855: 457 pgs: 5 creating+peering, 59 unknown, 393 active+clean; 22 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 7.5 KiB/s rd, 1.3 MiB/s wr, 16 op/s; 0 B/s, 19 keys/s, 0 objects/s recovering 2024-04-15T15:28:06.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:28:05 smithi016 ceph-mon[93212]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi016-143420-25","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-15T15:28:06.291 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:28:05 smithi016 ceph-mon[93212]: osdmap e1660: 8 total, 8 up, 8 in 2024-04-15T15:28:06.291 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:28:05 smithi016 ceph-mon[93212]: from='client.? ' entity='client.admin' 2024-04-15T15:28:06.291 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:28:05 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T15:28:06.291 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:28:05 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T15:28:06.291 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:28:05 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T15:28:06.291 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:28:05 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T15:28:06.291 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:28:05 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T15:28:06.291 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:28:05 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-15T15:28:06.291 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:28:05 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-15T15:28:06.291 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:28:05 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-15T15:28:06.291 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:28:05 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-15T15:28:06.291 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:28:05 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-15T15:28:06.291 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:28:05 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-15T15:28:06.292 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:28:05 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-15T15:28:06.292 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:28:05 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-15T15:28:06.292 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:28:05 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-15T15:28:06.292 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:28:05 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-15T15:28:06.292 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:28:05 smithi016 ceph-mon[93212]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-15T15:28:06.292 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:28:05 smithi016 ceph-mon[93212]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-15T15:28:06.292 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:28:05 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-15T15:28:06.292 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:28:05 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-15T15:28:06.292 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:28:05 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-15T15:28:06.292 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:28:05 smithi016 ceph-mon[93212]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-15T15:28:06.292 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:28:05 smithi016 ceph-mon[93212]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-15T15:28:06.292 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:28:05 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-15T15:28:06.293 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:28:05 smithi016 ceph-mon[90652]: pgmap v2855: 457 pgs: 5 creating+peering, 59 unknown, 393 active+clean; 22 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 7.5 KiB/s rd, 1.3 MiB/s wr, 16 op/s; 0 B/s, 19 keys/s, 0 objects/s recovering 2024-04-15T15:28:06.293 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:28:05 smithi016 ceph-mon[90652]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi016-143420-25","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-15T15:28:06.293 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:28:05 smithi016 ceph-mon[90652]: osdmap e1660: 8 total, 8 up, 8 in 2024-04-15T15:28:06.293 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:28:05 smithi016 ceph-mon[90652]: from='client.? ' entity='client.admin' 2024-04-15T15:28:06.293 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:28:05 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T15:28:06.294 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:28:05 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T15:28:06.294 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:28:05 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T15:28:06.294 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:28:05 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T15:28:06.294 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:28:05 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T15:28:06.294 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:28:05 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-15T15:28:06.294 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:28:05 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-15T15:28:06.294 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:28:05 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-15T15:28:06.294 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:28:05 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-15T15:28:06.294 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:28:05 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-15T15:28:06.294 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:28:05 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-15T15:28:06.294 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:28:05 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-15T15:28:06.294 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:28:05 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-15T15:28:06.294 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:28:05 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-15T15:28:06.295 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:28:05 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-15T15:28:06.295 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:28:05 smithi016 ceph-mon[90652]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-15T15:28:06.295 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:28:05 smithi016 ceph-mon[90652]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-15T15:28:06.295 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:28:05 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-15T15:28:06.295 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:28:05 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-15T15:28:06.295 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:28:05 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-15T15:28:06.295 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:28:05 smithi016 ceph-mon[90652]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-15T15:28:06.295 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:28:05 smithi016 ceph-mon[90652]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-15T15:28:06.295 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:28:05 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-15T15:28:06.295 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:28:05 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-15T15:28:06.295 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:28:05 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-15T15:28:06.295 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:28:05 smithi016 ceph-mon[90652]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-15T15:28:06.295 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:28:05 smithi016 ceph-mon[90652]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-15T15:28:06.295 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:28:05 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-15T15:28:06.296 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:28:05 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-15T15:28:06.296 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:28:05 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-15T15:28:06.296 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:28:05 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-15T15:28:06.296 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:28:05 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-15T15:28:06.296 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:28:05 smithi016 ceph-mon[93212]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-15T15:28:06.296 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:28:05 smithi016 ceph-mon[93212]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-15T15:28:06.296 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:28:05 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-15T15:28:06.296 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:28:05 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-15T15:28:06.296 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:28:05 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-15T15:28:06.438 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:28:05 smithi102 ceph-mon[87131]: pgmap v2855: 457 pgs: 5 creating+peering, 59 unknown, 393 active+clean; 22 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 7.5 KiB/s rd, 1.3 MiB/s wr, 16 op/s; 0 B/s, 19 keys/s, 0 objects/s recovering 2024-04-15T15:28:06.438 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:28:05 smithi102 ceph-mon[87131]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi016-143420-25","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-15T15:28:06.438 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:28:05 smithi102 ceph-mon[87131]: osdmap e1660: 8 total, 8 up, 8 in 2024-04-15T15:28:06.438 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:28:05 smithi102 ceph-mon[87131]: from='client.? ' entity='client.admin' 2024-04-15T15:28:06.438 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:28:05 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T15:28:06.439 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:28:05 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T15:28:06.439 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:28:05 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T15:28:06.439 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:28:05 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T15:28:06.439 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:28:05 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T15:28:06.439 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:28:05 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-15T15:28:06.439 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:28:05 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-15T15:28:06.439 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:28:05 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-15T15:28:06.439 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:28:05 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-15T15:28:06.439 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:28:05 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-15T15:28:06.440 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:28:05 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-15T15:28:06.440 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:28:05 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-15T15:28:06.440 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:28:05 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-15T15:28:06.440 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:28:05 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-15T15:28:06.440 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:28:05 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-15T15:28:06.440 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:28:05 smithi102 ceph-mon[87131]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-15T15:28:06.440 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:28:05 smithi102 ceph-mon[87131]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-15T15:28:06.440 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:28:05 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-15T15:28:06.440 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:28:05 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-15T15:28:06.440 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:28:05 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-15T15:28:06.440 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:28:05 smithi102 ceph-mon[87131]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-15T15:28:06.440 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:28:05 smithi102 ceph-mon[87131]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-15T15:28:06.440 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:28:05 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-15T15:28:06.440 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:28:05 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-15T15:28:06.441 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:28:05 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-15T15:28:06.441 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:28:05 smithi102 ceph-mon[87131]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-15T15:28:06.441 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:28:05 smithi102 ceph-mon[87131]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-15T15:28:06.441 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:28:05 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-15T15:28:06.441 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:28:05 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-15T15:28:06.441 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:28:05 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-15T15:28:07.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:28:06 smithi016 ceph-mon[90652]: osdmap e1661: 8 total, 8 up, 8 in 2024-04-15T15:28:07.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:28:06 smithi016 ceph-mon[93212]: osdmap e1661: 8 total, 8 up, 8 in 2024-04-15T15:28:07.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:28:06 smithi102 ceph-mon[87131]: osdmap e1661: 8 total, 8 up, 8 in 2024-04-15T15:28:08.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:28:07 smithi016 ceph-mon[90652]: pgmap v2858: 457 pgs: 5 creating+peering, 14 unknown, 438 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 9.5 KiB/s rd, 2.0 KiB/s wr, 17 op/s 2024-04-15T15:28:08.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:28:07 smithi016 ceph-mon[90652]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-15T15:28:08.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:28:07 smithi016 ceph-mon[90652]: osdmap e1662: 8 total, 8 up, 8 in 2024-04-15T15:28:08.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:28:07 smithi016 ceph-mon[90652]: from='client.? 172.21.15.16:0/1404824501' entity='client.admin' cmd=[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi016-143420-25", "field": "max_bytes", "val": "10485760"}]: dispatch 2024-04-15T15:28:08.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:28:07 smithi016 ceph-mon[90652]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi016-143420-25", "field": "max_bytes", "val": "10485760"}]: dispatch 2024-04-15T15:28:08.291 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:28:07 smithi016 ceph-mon[93212]: pgmap v2858: 457 pgs: 5 creating+peering, 14 unknown, 438 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 9.5 KiB/s rd, 2.0 KiB/s wr, 17 op/s 2024-04-15T15:28:08.291 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:28:07 smithi016 ceph-mon[93212]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-15T15:28:08.291 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:28:07 smithi016 ceph-mon[93212]: osdmap e1662: 8 total, 8 up, 8 in 2024-04-15T15:28:08.291 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:28:07 smithi016 ceph-mon[93212]: from='client.? 172.21.15.16:0/1404824501' entity='client.admin' cmd=[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi016-143420-25", "field": "max_bytes", "val": "10485760"}]: dispatch 2024-04-15T15:28:08.291 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:28:07 smithi016 ceph-mon[93212]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi016-143420-25", "field": "max_bytes", "val": "10485760"}]: dispatch 2024-04-15T15:28:08.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:28:07 smithi102 ceph-mon[87131]: pgmap v2858: 457 pgs: 5 creating+peering, 14 unknown, 438 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 9.5 KiB/s rd, 2.0 KiB/s wr, 17 op/s 2024-04-15T15:28:08.438 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:28:07 smithi102 ceph-mon[87131]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-15T15:28:08.438 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:28:07 smithi102 ceph-mon[87131]: osdmap e1662: 8 total, 8 up, 8 in 2024-04-15T15:28:08.438 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:28:07 smithi102 ceph-mon[87131]: from='client.? 172.21.15.16:0/1404824501' entity='client.admin' cmd=[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi016-143420-25", "field": "max_bytes", "val": "10485760"}]: dispatch 2024-04-15T15:28:08.438 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:28:07 smithi102 ceph-mon[87131]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi016-143420-25", "field": "max_bytes", "val": "10485760"}]: dispatch 2024-04-15T15:28:09.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:28:08 smithi016 ceph-mon[90652]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi016-143420-25", "field": "max_bytes", "val": "10485760"}]': finished 2024-04-15T15:28:09.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:28:08 smithi016 ceph-mon[90652]: osdmap e1663: 8 total, 8 up, 8 in 2024-04-15T15:28:09.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:28:08 smithi016 ceph-mon[93212]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi016-143420-25", "field": "max_bytes", "val": "10485760"}]': finished 2024-04-15T15:28:09.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:28:08 smithi016 ceph-mon[93212]: osdmap e1663: 8 total, 8 up, 8 in 2024-04-15T15:28:09.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:28:08 smithi102 ceph-mon[87131]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi016-143420-25", "field": "max_bytes", "val": "10485760"}]': finished 2024-04-15T15:28:09.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:28:08 smithi102 ceph-mon[87131]: osdmap e1663: 8 total, 8 up, 8 in 2024-04-15T15:28:10.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:28:10 smithi016 ceph-mon[90652]: pgmap v2861: 457 pgs: 457 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 14 KiB/s rd, 1.5 KiB/s wr, 23 op/s 2024-04-15T15:28:10.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:28:10 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T15:28:10.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:28:10 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T15:28:10.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:28:10 smithi016 ceph-mon[93212]: pgmap v2861: 457 pgs: 457 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 14 KiB/s rd, 1.5 KiB/s wr, 23 op/s 2024-04-15T15:28:10.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:28:10 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T15:28:10.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:28:10 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T15:28:10.438 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:28:10 smithi102 ceph-mon[87131]: pgmap v2861: 457 pgs: 457 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 14 KiB/s rd, 1.5 KiB/s wr, 23 op/s 2024-04-15T15:28:10.438 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:28:10 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T15:28:10.438 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:28:10 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T15:28:11.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:28:11 smithi016 ceph-mon[90652]: pool 'test-librbd-smithi016-143420-23' no longer out of quota; removing NO_QUOTA flag 2024-04-15T15:28:11.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:28:11 smithi016 ceph-mon[90652]: Health check cleared: POOL_FULL (was: 1 pool(s) full) 2024-04-15T15:28:11.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:28:11 smithi016 ceph-mon[90652]: osdmap e1664: 8 total, 8 up, 8 in 2024-04-15T15:28:11.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:28:11 smithi016 ceph-mon[93212]: pool 'test-librbd-smithi016-143420-23' no longer out of quota; removing NO_QUOTA flag 2024-04-15T15:28:11.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:28:11 smithi016 ceph-mon[93212]: Health check cleared: POOL_FULL (was: 1 pool(s) full) 2024-04-15T15:28:11.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:28:11 smithi016 ceph-mon[93212]: osdmap e1664: 8 total, 8 up, 8 in 2024-04-15T15:28:11.339 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:28:11 smithi102 ceph-mon[87131]: pool 'test-librbd-smithi016-143420-23' no longer out of quota; removing NO_QUOTA flag 2024-04-15T15:28:11.339 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:28:11 smithi102 ceph-mon[87131]: Health check cleared: POOL_FULL (was: 1 pool(s) full) 2024-04-15T15:28:11.339 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:28:11 smithi102 ceph-mon[87131]: osdmap e1664: 8 total, 8 up, 8 in 2024-04-15T15:28:12.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:28:12 smithi016 ceph-mon[90652]: pgmap v2862: 457 pgs: 457 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 10 KiB/s rd, 1.1 KiB/s wr, 17 op/s 2024-04-15T15:28:12.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:28:12 smithi016 ceph-mon[93212]: pgmap v2862: 457 pgs: 457 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 10 KiB/s rd, 1.1 KiB/s wr, 17 op/s 2024-04-15T15:28:12.040 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 15 15:28:11 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-y[81421]: ::ffff:172.21.15.102 - - [15/Apr/2024:15:28:11] "GET /metrics HTTP/1.1" 200 60698 "" "Prometheus/2.43.0" 2024-04-15T15:28:12.316 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:28:12 smithi102 ceph-mon[87131]: pgmap v2862: 457 pgs: 457 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 10 KiB/s rd, 1.1 KiB/s wr, 17 op/s 2024-04-15T15:28:12.688 INFO:journalctl@ceph.prometheus.a.smithi102.stdout:Apr 15 15:28:12 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-prometheus-a[120881]: ts=2024-04-15T15:28:12.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi016:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"362ea986-fb34-11ee-bc8f-c7b262605968\", instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T15:28:14.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:28:14 smithi016 ceph-mon[90652]: pgmap v2864: 457 pgs: 457 active+clean; 8.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 10 KiB/s rd, 684 KiB/s wr, 17 op/s 2024-04-15T15:28:14.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:28:14 smithi016 ceph-mon[93212]: pgmap v2864: 457 pgs: 457 active+clean; 8.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 10 KiB/s rd, 684 KiB/s wr, 17 op/s 2024-04-15T15:28:14.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:28:14 smithi102 ceph-mon[87131]: pgmap v2864: 457 pgs: 457 active+clean; 8.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 10 KiB/s rd, 684 KiB/s wr, 17 op/s 2024-04-15T15:28:16.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:28:16 smithi016 ceph-mon[90652]: pgmap v2865: 457 pgs: 457 active+clean; 8.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 8.5 KiB/s rd, 562 KiB/s wr, 14 op/s 2024-04-15T15:28:16.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:28:16 smithi016 ceph-mon[90652]: osdmap e1665: 8 total, 8 up, 8 in 2024-04-15T15:28:16.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:28:16 smithi016 ceph-mon[93212]: pgmap v2865: 457 pgs: 457 active+clean; 8.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 8.5 KiB/s rd, 562 KiB/s wr, 14 op/s 2024-04-15T15:28:16.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:28:16 smithi016 ceph-mon[93212]: osdmap e1665: 8 total, 8 up, 8 in 2024-04-15T15:28:16.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:28:16 smithi102 ceph-mon[87131]: pgmap v2865: 457 pgs: 457 active+clean; 8.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 8.5 KiB/s rd, 562 KiB/s wr, 14 op/s 2024-04-15T15:28:16.438 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:28:16 smithi102 ceph-mon[87131]: osdmap e1665: 8 total, 8 up, 8 in 2024-04-15T15:28:18.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:28:18 smithi016 ceph-mon[90652]: pgmap v2867: 457 pgs: 457 active+clean; 13 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 3.7 KiB/s rd, 1.0 MiB/s wr, 7 op/s 2024-04-15T15:28:18.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:28:18 smithi016 ceph-mon[93212]: pgmap v2867: 457 pgs: 457 active+clean; 13 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 3.7 KiB/s rd, 1.0 MiB/s wr, 7 op/s 2024-04-15T15:28:18.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:28:18 smithi102 ceph-mon[87131]: pgmap v2867: 457 pgs: 457 active+clean; 13 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 3.7 KiB/s rd, 1.0 MiB/s wr, 7 op/s 2024-04-15T15:28:20.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:28:20 smithi016 ceph-mon[90652]: pgmap v2868: 457 pgs: 457 active+clean; 13 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 5.0 KiB/s rd, 1.0 MiB/s wr, 9 op/s 2024-04-15T15:28:20.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:28:20 smithi016 ceph-mon[93212]: pgmap v2868: 457 pgs: 457 active+clean; 13 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 5.0 KiB/s rd, 1.0 MiB/s wr, 9 op/s 2024-04-15T15:28:20.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:28:20 smithi102 ceph-mon[87131]: pgmap v2868: 457 pgs: 457 active+clean; 13 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 5.0 KiB/s rd, 1.0 MiB/s wr, 9 op/s 2024-04-15T15:28:22.040 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 15 15:28:21 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-y[81421]: ::ffff:172.21.15.102 - - [15/Apr/2024:15:28:21] "GET /metrics HTTP/1.1" 200 60698 "" "Prometheus/2.43.0" 2024-04-15T15:28:22.318 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:28:22 smithi102 ceph-mon[87131]: pgmap v2869: 457 pgs: 457 active+clean; 13 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 1.7 KiB/s rd, 873 KiB/s wr, 4 op/s 2024-04-15T15:28:22.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:28:22 smithi016 ceph-mon[90652]: pgmap v2869: 457 pgs: 457 active+clean; 13 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 1.7 KiB/s rd, 873 KiB/s wr, 4 op/s 2024-04-15T15:28:22.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:28:22 smithi016 ceph-mon[93212]: pgmap v2869: 457 pgs: 457 active+clean; 13 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 1.7 KiB/s rd, 873 KiB/s wr, 4 op/s 2024-04-15T15:28:22.687 INFO:journalctl@ceph.prometheus.a.smithi102.stdout:Apr 15 15:28:22 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-prometheus-a[120881]: ts=2024-04-15T15:28:22.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi016:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"362ea986-fb34-11ee-bc8f-c7b262605968\", instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T15:28:24.438 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:28:24 smithi102 ceph-mon[87131]: pgmap v2870: 457 pgs: 457 active+clean; 18 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 1.5 KiB/s rd, 922 KiB/s wr, 3 op/s 2024-04-15T15:28:24.438 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:28:24 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T15:28:24.438 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:28:24 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T15:28:24.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:28:24 smithi016 ceph-mon[90652]: pgmap v2870: 457 pgs: 457 active+clean; 18 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 1.5 KiB/s rd, 922 KiB/s wr, 3 op/s 2024-04-15T15:28:24.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:28:24 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T15:28:24.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:28:24 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T15:28:24.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:28:24 smithi016 ceph-mon[93212]: pgmap v2870: 457 pgs: 457 active+clean; 18 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 1.5 KiB/s rd, 922 KiB/s wr, 3 op/s 2024-04-15T15:28:24.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:28:24 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T15:28:24.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:28:24 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T15:28:26.201 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] TestLibRBD.RemoveFullTryDataPool (25100 ms) 2024-04-15T15:28:26.202 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] TestLibRBD.TestIO 2024-04-15T15:28:26.202 INFO:tasks.workunit.client.0.smithi016.stdout:using new format! 2024-04-15T15:28:26.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:28:26 smithi102 ceph-mon[87131]: pgmap v2871: 457 pgs: 457 active+clean; 18 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 1.5 KiB/s rd, 922 KiB/s wr, 3 op/s 2024-04-15T15:28:26.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:28:26 smithi102 ceph-mon[87131]: pool 'test-librbd-smithi016-143420-25' is full (reached quota's max_bytes: 10 MiB) 2024-04-15T15:28:26.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:28:26 smithi102 ceph-mon[87131]: Health check failed: 1 pool(s) full (POOL_FULL) 2024-04-15T15:28:26.438 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:28:26 smithi102 ceph-mon[87131]: osdmap e1666: 8 total, 8 up, 8 in 2024-04-15T15:28:26.539 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:28:26 smithi016 ceph-mon[93212]: pgmap v2871: 457 pgs: 457 active+clean; 18 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 1.5 KiB/s rd, 922 KiB/s wr, 3 op/s 2024-04-15T15:28:26.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:28:26 smithi016 ceph-mon[93212]: pool 'test-librbd-smithi016-143420-25' is full (reached quota's max_bytes: 10 MiB) 2024-04-15T15:28:26.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:28:26 smithi016 ceph-mon[93212]: Health check failed: 1 pool(s) full (POOL_FULL) 2024-04-15T15:28:26.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:28:26 smithi016 ceph-mon[93212]: osdmap e1666: 8 total, 8 up, 8 in 2024-04-15T15:28:26.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:28:26 smithi016 ceph-mon[90652]: pgmap v2871: 457 pgs: 457 active+clean; 18 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 1.5 KiB/s rd, 922 KiB/s wr, 3 op/s 2024-04-15T15:28:26.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:28:26 smithi016 ceph-mon[90652]: pool 'test-librbd-smithi016-143420-25' is full (reached quota's max_bytes: 10 MiB) 2024-04-15T15:28:26.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:28:26 smithi016 ceph-mon[90652]: Health check failed: 1 pool(s) full (POOL_FULL) 2024-04-15T15:28:26.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:28:26 smithi016 ceph-mon[90652]: osdmap e1666: 8 total, 8 up, 8 in 2024-04-15T15:28:28.229 INFO:tasks.workunit.client.0.smithi016.stdout:wrote: 512 2024-04-15T15:28:28.229 INFO:tasks.workunit.client.0.smithi016.stdout:wrote: 512 2024-04-15T15:28:28.230 INFO:tasks.workunit.client.0.smithi016.stdout:wrote: 512 2024-04-15T15:28:28.230 INFO:tasks.workunit.client.0.smithi016.stdout:wrote: 512 2024-04-15T15:28:28.230 INFO:tasks.workunit.client.0.smithi016.stdout:wrote: 512 2024-04-15T15:28:28.230 INFO:tasks.workunit.client.0.smithi016.stdout:created completion 2024-04-15T15:28:28.230 INFO:tasks.workunit.client.0.smithi016.stdout:started write 2024-04-15T15:28:28.230 INFO:tasks.workunit.client.0.smithi016.stdout:write completion cb called! 2024-04-15T15:28:28.230 INFO:tasks.workunit.client.0.smithi016.stdout:return value is: 0 2024-04-15T15:28:28.230 INFO:tasks.workunit.client.0.smithi016.stdout:finished write 2024-04-15T15:28:28.230 INFO:tasks.workunit.client.0.smithi016.stdout:created completion 2024-04-15T15:28:28.230 INFO:tasks.workunit.client.0.smithi016.stdout:started write 2024-04-15T15:28:28.230 INFO:tasks.workunit.client.0.smithi016.stdout:write completion cb called! 2024-04-15T15:28:28.230 INFO:tasks.workunit.client.0.smithi016.stdout:return value is: 0 2024-04-15T15:28:28.231 INFO:tasks.workunit.client.0.smithi016.stdout:finished write 2024-04-15T15:28:28.231 INFO:tasks.workunit.client.0.smithi016.stdout:created completion 2024-04-15T15:28:28.231 INFO:tasks.workunit.client.0.smithi016.stdout:started write 2024-04-15T15:28:28.231 INFO:tasks.workunit.client.0.smithi016.stdout:write completion cb called! 2024-04-15T15:28:28.231 INFO:tasks.workunit.client.0.smithi016.stdout:return value is: 0 2024-04-15T15:28:28.231 INFO:tasks.workunit.client.0.smithi016.stdout:finished write 2024-04-15T15:28:28.231 INFO:tasks.workunit.client.0.smithi016.stdout:created completion 2024-04-15T15:28:28.231 INFO:tasks.workunit.client.0.smithi016.stdout:started write 2024-04-15T15:28:28.231 INFO:tasks.workunit.client.0.smithi016.stdout:write completion cb called! 2024-04-15T15:28:28.231 INFO:tasks.workunit.client.0.smithi016.stdout:return value is: 0 2024-04-15T15:28:28.231 INFO:tasks.workunit.client.0.smithi016.stdout:finished write 2024-04-15T15:28:28.231 INFO:tasks.workunit.client.0.smithi016.stdout:created completion 2024-04-15T15:28:28.231 INFO:tasks.workunit.client.0.smithi016.stdout:started write 2024-04-15T15:28:28.231 INFO:tasks.workunit.client.0.smithi016.stdout:write completion cb called! 2024-04-15T15:28:28.231 INFO:tasks.workunit.client.0.smithi016.stdout:return value is: 0 2024-04-15T15:28:28.231 INFO:tasks.workunit.client.0.smithi016.stdout:finished write 2024-04-15T15:28:28.232 INFO:tasks.workunit.client.0.smithi016.stdout:start compare and write 2024-04-15T15:28:28.232 INFO:tasks.workunit.client.0.smithi016.stdout:compare and wrote: 512 2024-04-15T15:28:28.232 INFO:tasks.workunit.client.0.smithi016.stdout:start compare and write 2024-04-15T15:28:28.232 INFO:tasks.workunit.client.0.smithi016.stdout:compare and wrote: 512 2024-04-15T15:28:28.232 INFO:tasks.workunit.client.0.smithi016.stdout:start compare and write 2024-04-15T15:28:28.232 INFO:tasks.workunit.client.0.smithi016.stdout:compare and wrote: 512 2024-04-15T15:28:28.232 INFO:tasks.workunit.client.0.smithi016.stdout:start compare and write 2024-04-15T15:28:28.232 INFO:tasks.workunit.client.0.smithi016.stdout:compare and wrote: 512 2024-04-15T15:28:28.232 INFO:tasks.workunit.client.0.smithi016.stdout:start compare and write 2024-04-15T15:28:28.232 INFO:tasks.workunit.client.0.smithi016.stdout:compare and wrote: 512 2024-04-15T15:28:28.232 INFO:tasks.workunit.client.0.smithi016.stdout:created completion 2024-04-15T15:28:28.232 INFO:tasks.workunit.client.0.smithi016.stdout:started aio compare and write 2024-04-15T15:28:28.232 INFO:tasks.workunit.client.0.smithi016.stdout:write completion cb called! 2024-04-15T15:28:28.232 INFO:tasks.workunit.client.0.smithi016.stdout:return value is: 0 2024-04-15T15:28:28.232 INFO:tasks.workunit.client.0.smithi016.stdout:finished aio compare and write 2024-04-15T15:28:28.232 INFO:tasks.workunit.client.0.smithi016.stdout:created completion 2024-04-15T15:28:28.233 INFO:tasks.workunit.client.0.smithi016.stdout:started aio compare and write 2024-04-15T15:28:28.233 INFO:tasks.workunit.client.0.smithi016.stdout:write completion cb called! 2024-04-15T15:28:28.233 INFO:tasks.workunit.client.0.smithi016.stdout:return value is: 0 2024-04-15T15:28:28.233 INFO:tasks.workunit.client.0.smithi016.stdout:finished aio compare and write 2024-04-15T15:28:28.233 INFO:tasks.workunit.client.0.smithi016.stdout:created completion 2024-04-15T15:28:28.233 INFO:tasks.workunit.client.0.smithi016.stdout:started aio compare and write 2024-04-15T15:28:28.233 INFO:tasks.workunit.client.0.smithi016.stdout:write completion cb called! 2024-04-15T15:28:28.233 INFO:tasks.workunit.client.0.smithi016.stdout:return value is: 0 2024-04-15T15:28:28.233 INFO:tasks.workunit.client.0.smithi016.stdout:finished aio compare and write 2024-04-15T15:28:28.233 INFO:tasks.workunit.client.0.smithi016.stdout:created completion 2024-04-15T15:28:28.233 INFO:tasks.workunit.client.0.smithi016.stdout:started aio compare and write 2024-04-15T15:28:28.233 INFO:tasks.workunit.client.0.smithi016.stdout:write completion cb called! 2024-04-15T15:28:28.233 INFO:tasks.workunit.client.0.smithi016.stdout:return value is: 0 2024-04-15T15:28:28.233 INFO:tasks.workunit.client.0.smithi016.stdout:finished aio compare and write 2024-04-15T15:28:28.233 INFO:tasks.workunit.client.0.smithi016.stdout:created completion 2024-04-15T15:28:28.233 INFO:tasks.workunit.client.0.smithi016.stdout:started aio compare and write 2024-04-15T15:28:28.233 INFO:tasks.workunit.client.0.smithi016.stdout:write completion cb called! 2024-04-15T15:28:28.234 INFO:tasks.workunit.client.0.smithi016.stdout:return value is: 0 2024-04-15T15:28:28.234 INFO:tasks.workunit.client.0.smithi016.stdout:finished aio compare and write 2024-04-15T15:28:28.234 INFO:tasks.workunit.client.0.smithi016.stdout:read: 512 2024-04-15T15:28:28.234 INFO:tasks.workunit.client.0.smithi016.stdout:read: 512 2024-04-15T15:28:28.234 INFO:tasks.workunit.client.0.smithi016.stdout:read: 512 2024-04-15T15:28:28.234 INFO:tasks.workunit.client.0.smithi016.stdout:read: 512 2024-04-15T15:28:28.234 INFO:tasks.workunit.client.0.smithi016.stdout:read: 512 2024-04-15T15:28:28.234 INFO:tasks.workunit.client.0.smithi016.stdout:created completion 2024-04-15T15:28:28.234 INFO:tasks.workunit.client.0.smithi016.stdout:started read 2024-04-15T15:28:28.234 INFO:tasks.workunit.client.0.smithi016.stdout:read completion cb called! 2024-04-15T15:28:28.234 INFO:tasks.workunit.client.0.smithi016.stdout:return value is: 512 2024-04-15T15:28:28.234 INFO:tasks.workunit.client.0.smithi016.stdout:created completion 2024-04-15T15:28:28.234 INFO:tasks.workunit.client.0.smithi016.stdout:started read 2024-04-15T15:28:28.234 INFO:tasks.workunit.client.0.smithi016.stdout:read completion cb called! 2024-04-15T15:28:28.235 INFO:tasks.workunit.client.0.smithi016.stdout:return value is: 512 2024-04-15T15:28:28.235 INFO:tasks.workunit.client.0.smithi016.stdout:created completion 2024-04-15T15:28:28.235 INFO:tasks.workunit.client.0.smithi016.stdout:started read 2024-04-15T15:28:28.235 INFO:tasks.workunit.client.0.smithi016.stdout:read completion cb called! 2024-04-15T15:28:28.235 INFO:tasks.workunit.client.0.smithi016.stdout:return value is: 512 2024-04-15T15:28:28.235 INFO:tasks.workunit.client.0.smithi016.stdout:created completion 2024-04-15T15:28:28.235 INFO:tasks.workunit.client.0.smithi016.stdout:started read 2024-04-15T15:28:28.235 INFO:tasks.workunit.client.0.smithi016.stdout:read completion cb called! 2024-04-15T15:28:28.235 INFO:tasks.workunit.client.0.smithi016.stdout:return value is: 512 2024-04-15T15:28:28.235 INFO:tasks.workunit.client.0.smithi016.stdout:created completion 2024-04-15T15:28:28.235 INFO:tasks.workunit.client.0.smithi016.stdout:started read 2024-04-15T15:28:28.235 INFO:tasks.workunit.client.0.smithi016.stdout:read completion cb called! 2024-04-15T15:28:28.235 INFO:tasks.workunit.client.0.smithi016.stdout:return value is: 512 2024-04-15T15:28:28.235 INFO:tasks.workunit.client.0.smithi016.stdout:discard: 512~512 = 512 2024-04-15T15:28:28.235 INFO:tasks.workunit.client.0.smithi016.stdout:write completion cb called! 2024-04-15T15:28:28.235 INFO:tasks.workunit.client.0.smithi016.stdout:aio discard: 1536~512 = 0 2024-04-15T15:28:28.235 INFO:tasks.workunit.client.0.smithi016.stdout:read: 512 2024-04-15T15:28:28.236 INFO:tasks.workunit.client.0.smithi016.stdout:read: 512 2024-04-15T15:28:28.236 INFO:tasks.workunit.client.0.smithi016.stdout:read: 512 2024-04-15T15:28:28.236 INFO:tasks.workunit.client.0.smithi016.stdout:read: 512 2024-04-15T15:28:28.236 INFO:tasks.workunit.client.0.smithi016.stdout:read: 512 2024-04-15T15:28:28.236 INFO:tasks.workunit.client.0.smithi016.stdout:wrote: 0 2024-04-15T15:28:28.236 INFO:tasks.workunit.client.0.smithi016.stdout:to verify the data 2024-04-15T15:28:28.236 INFO:tasks.workunit.client.0.smithi016.stdout:verified 2024-04-15T15:28:28.236 INFO:tasks.workunit.client.0.smithi016.stdout:wrote: 0 2024-04-15T15:28:28.236 INFO:tasks.workunit.client.0.smithi016.stdout:to verify the data 2024-04-15T15:28:28.236 INFO:tasks.workunit.client.0.smithi016.stdout:verified 2024-04-15T15:28:28.236 INFO:tasks.workunit.client.0.smithi016.stdout:wrote: 16384 2024-04-15T15:28:28.236 INFO:tasks.workunit.client.0.smithi016.stdout:to verify the data 2024-04-15T15:28:28.236 INFO:tasks.workunit.client.0.smithi016.stdout:verified 2024-04-15T15:28:28.236 INFO:tasks.workunit.client.0.smithi016.stdout:wrote: 16384 2024-04-15T15:28:28.236 INFO:tasks.workunit.client.0.smithi016.stdout:to verify the data 2024-04-15T15:28:28.236 INFO:tasks.workunit.client.0.smithi016.stdout:verified 2024-04-15T15:28:28.237 INFO:tasks.workunit.client.0.smithi016.stdout:expected fail, finished writesame 2024-04-15T15:28:28.237 INFO:tasks.workunit.client.0.smithi016.stdout:expected fail, finished writesame 2024-04-15T15:28:28.237 INFO:tasks.workunit.client.0.smithi016.stdout:wrote: 49152 2024-04-15T15:28:28.237 INFO:tasks.workunit.client.0.smithi016.stdout:to verify the data 2024-04-15T15:28:28.237 INFO:tasks.workunit.client.0.smithi016.stdout:verified 2024-04-15T15:28:28.237 INFO:tasks.workunit.client.0.smithi016.stdout:wrote: 49152 2024-04-15T15:28:28.237 INFO:tasks.workunit.client.0.smithi016.stdout:to verify the data 2024-04-15T15:28:28.237 INFO:tasks.workunit.client.0.smithi016.stdout:verified 2024-04-15T15:28:28.237 INFO:tasks.workunit.client.0.smithi016.stdout:wrote: 65536 2024-04-15T15:28:28.237 INFO:tasks.workunit.client.0.smithi016.stdout:to verify the data 2024-04-15T15:28:28.237 INFO:tasks.workunit.client.0.smithi016.stdout:verified 2024-04-15T15:28:28.237 INFO:tasks.workunit.client.0.smithi016.stdout:wrote: 65536 2024-04-15T15:28:28.237 INFO:tasks.workunit.client.0.smithi016.stdout:to verify the data 2024-04-15T15:28:28.237 INFO:tasks.workunit.client.0.smithi016.stdout:verified 2024-04-15T15:28:28.237 INFO:tasks.workunit.client.0.smithi016.stdout:expected fail, finished writesame 2024-04-15T15:28:28.237 INFO:tasks.workunit.client.0.smithi016.stdout:expected fail, finished writesame 2024-04-15T15:28:28.238 INFO:tasks.workunit.client.0.smithi016.stdout:wrote: 98304 2024-04-15T15:28:28.238 INFO:tasks.workunit.client.0.smithi016.stdout:to verify the data 2024-04-15T15:28:28.238 INFO:tasks.workunit.client.0.smithi016.stdout:verified 2024-04-15T15:28:28.238 INFO:tasks.workunit.client.0.smithi016.stdout:wrote: 98304 2024-04-15T15:28:28.238 INFO:tasks.workunit.client.0.smithi016.stdout:to verify the data 2024-04-15T15:28:28.238 INFO:tasks.workunit.client.0.smithi016.stdout:verified 2024-04-15T15:28:28.238 INFO:tasks.workunit.client.0.smithi016.stdout:wrote: 114688 2024-04-15T15:28:28.238 INFO:tasks.workunit.client.0.smithi016.stdout:to verify the data 2024-04-15T15:28:28.238 INFO:tasks.workunit.client.0.smithi016.stdout:verified 2024-04-15T15:28:28.238 INFO:tasks.workunit.client.0.smithi016.stdout:wrote: 114688 2024-04-15T15:28:28.238 INFO:tasks.workunit.client.0.smithi016.stdout:to verify the data 2024-04-15T15:28:28.238 INFO:tasks.workunit.client.0.smithi016.stdout:verified 2024-04-15T15:28:28.238 INFO:tasks.workunit.client.0.smithi016.stdout:expected fail, finished writesame 2024-04-15T15:28:28.238 INFO:tasks.workunit.client.0.smithi016.stdout:expected fail, finished writesame 2024-04-15T15:28:28.238 INFO:tasks.workunit.client.0.smithi016.stdout:wrote: 147456 2024-04-15T15:28:28.239 INFO:tasks.workunit.client.0.smithi016.stdout:to verify the data 2024-04-15T15:28:28.239 INFO:tasks.workunit.client.0.smithi016.stdout:verified 2024-04-15T15:28:28.239 INFO:tasks.workunit.client.0.smithi016.stdout:wrote: 147456 2024-04-15T15:28:28.239 INFO:tasks.workunit.client.0.smithi016.stdout:to verify the data 2024-04-15T15:28:28.239 INFO:tasks.workunit.client.0.smithi016.stdout:verified 2024-04-15T15:28:28.239 INFO:tasks.workunit.client.0.smithi016.stdout:wrote: 163840 2024-04-15T15:28:28.239 INFO:tasks.workunit.client.0.smithi016.stdout:to verify the data 2024-04-15T15:28:28.239 INFO:tasks.workunit.client.0.smithi016.stdout:verified 2024-04-15T15:28:28.239 INFO:tasks.workunit.client.0.smithi016.stdout:wrote: 163840 2024-04-15T15:28:28.239 INFO:tasks.workunit.client.0.smithi016.stdout:to verify the data 2024-04-15T15:28:28.239 INFO:tasks.workunit.client.0.smithi016.stdout:verified 2024-04-15T15:28:28.239 INFO:tasks.workunit.client.0.smithi016.stdout:expected fail, finished writesame 2024-04-15T15:28:28.239 INFO:tasks.workunit.client.0.smithi016.stdout:expected fail, finished writesame 2024-04-15T15:28:28.239 INFO:tasks.workunit.client.0.smithi016.stdout:wrote: 196608 2024-04-15T15:28:28.239 INFO:tasks.workunit.client.0.smithi016.stdout:to verify the data 2024-04-15T15:28:28.239 INFO:tasks.workunit.client.0.smithi016.stdout:verified 2024-04-15T15:28:28.240 INFO:tasks.workunit.client.0.smithi016.stdout:wrote: 196608 2024-04-15T15:28:28.240 INFO:tasks.workunit.client.0.smithi016.stdout:to verify the data 2024-04-15T15:28:28.240 INFO:tasks.workunit.client.0.smithi016.stdout:verified 2024-04-15T15:28:28.240 INFO:tasks.workunit.client.0.smithi016.stdout:wrote: 212992 2024-04-15T15:28:28.240 INFO:tasks.workunit.client.0.smithi016.stdout:to verify the data 2024-04-15T15:28:28.240 INFO:tasks.workunit.client.0.smithi016.stdout:verified 2024-04-15T15:28:28.240 INFO:tasks.workunit.client.0.smithi016.stdout:wrote: 212992 2024-04-15T15:28:28.240 INFO:tasks.workunit.client.0.smithi016.stdout:to verify the data 2024-04-15T15:28:28.240 INFO:tasks.workunit.client.0.smithi016.stdout:verified 2024-04-15T15:28:28.240 INFO:tasks.workunit.client.0.smithi016.stdout:expected fail, finished writesame 2024-04-15T15:28:28.240 INFO:tasks.workunit.client.0.smithi016.stdout:expected fail, finished writesame 2024-04-15T15:28:28.240 INFO:tasks.workunit.client.0.smithi016.stdout:created completion 2024-04-15T15:28:28.240 INFO:tasks.workunit.client.0.smithi016.stdout:started writesame 2024-04-15T15:28:28.240 INFO:tasks.workunit.client.0.smithi016.stdout:write completion cb called! 2024-04-15T15:28:28.240 INFO:tasks.workunit.client.0.smithi016.stdout:return value is: 0 2024-04-15T15:28:28.240 INFO:tasks.workunit.client.0.smithi016.stdout:finished writesame 2024-04-15T15:28:28.240 INFO:tasks.workunit.client.0.smithi016.stdout:to verify the data 2024-04-15T15:28:28.241 INFO:tasks.workunit.client.0.smithi016.stdout:verified 2024-04-15T15:28:28.241 INFO:tasks.workunit.client.0.smithi016.stdout:created completion 2024-04-15T15:28:28.241 INFO:tasks.workunit.client.0.smithi016.stdout:started writesame 2024-04-15T15:28:28.241 INFO:tasks.workunit.client.0.smithi016.stdout:write completion cb called! 2024-04-15T15:28:28.241 INFO:tasks.workunit.client.0.smithi016.stdout:return value is: 0 2024-04-15T15:28:28.241 INFO:tasks.workunit.client.0.smithi016.stdout:finished writesame 2024-04-15T15:28:28.241 INFO:tasks.workunit.client.0.smithi016.stdout:to verify the data 2024-04-15T15:28:28.241 INFO:tasks.workunit.client.0.smithi016.stdout:verified 2024-04-15T15:28:28.241 INFO:tasks.workunit.client.0.smithi016.stdout:created completion 2024-04-15T15:28:28.241 INFO:tasks.workunit.client.0.smithi016.stdout:started writesame 2024-04-15T15:28:28.241 INFO:tasks.workunit.client.0.smithi016.stdout:write completion cb called! 2024-04-15T15:28:28.241 INFO:tasks.workunit.client.0.smithi016.stdout:return value is: 0 2024-04-15T15:28:28.241 INFO:tasks.workunit.client.0.smithi016.stdout:finished writesame 2024-04-15T15:28:28.241 INFO:tasks.workunit.client.0.smithi016.stdout:to verify the data 2024-04-15T15:28:28.241 INFO:tasks.workunit.client.0.smithi016.stdout:verified 2024-04-15T15:28:28.241 INFO:tasks.workunit.client.0.smithi016.stdout:created completion 2024-04-15T15:28:28.241 INFO:tasks.workunit.client.0.smithi016.stdout:started writesame 2024-04-15T15:28:28.242 INFO:tasks.workunit.client.0.smithi016.stdout:write completion cb called! 2024-04-15T15:28:28.242 INFO:tasks.workunit.client.0.smithi016.stdout:return value is: 0 2024-04-15T15:28:28.242 INFO:tasks.workunit.client.0.smithi016.stdout:finished writesame 2024-04-15T15:28:28.242 INFO:tasks.workunit.client.0.smithi016.stdout:to verify the data 2024-04-15T15:28:28.242 INFO:tasks.workunit.client.0.smithi016.stdout:verified 2024-04-15T15:28:28.242 INFO:tasks.workunit.client.0.smithi016.stdout:created completion 2024-04-15T15:28:28.242 INFO:tasks.workunit.client.0.smithi016.stdout:started writesame 2024-04-15T15:28:28.242 INFO:tasks.workunit.client.0.smithi016.stdout:expected fail, finished writesame 2024-04-15T15:28:28.242 INFO:tasks.workunit.client.0.smithi016.stdout:created completion 2024-04-15T15:28:28.242 INFO:tasks.workunit.client.0.smithi016.stdout:started writesame 2024-04-15T15:28:28.242 INFO:tasks.workunit.client.0.smithi016.stdout:expected fail, finished writesame 2024-04-15T15:28:28.242 INFO:tasks.workunit.client.0.smithi016.stdout:created completion 2024-04-15T15:28:28.242 INFO:tasks.workunit.client.0.smithi016.stdout:started writesame 2024-04-15T15:28:28.242 INFO:tasks.workunit.client.0.smithi016.stdout:write completion cb called! 2024-04-15T15:28:28.243 INFO:tasks.workunit.client.0.smithi016.stdout:return value is: 0 2024-04-15T15:28:28.243 INFO:tasks.workunit.client.0.smithi016.stdout:finished writesame 2024-04-15T15:28:28.243 INFO:tasks.workunit.client.0.smithi016.stdout:to verify the data 2024-04-15T15:28:28.243 INFO:tasks.workunit.client.0.smithi016.stdout:verified 2024-04-15T15:28:28.243 INFO:tasks.workunit.client.0.smithi016.stdout:created completion 2024-04-15T15:28:28.246 INFO:tasks.workunit.client.0.smithi016.stdout:started writesame 2024-04-15T15:28:28.246 INFO:tasks.workunit.client.0.smithi016.stdout:write completion cb called! 2024-04-15T15:28:28.246 INFO:tasks.workunit.client.0.smithi016.stdout:return value is: 0 2024-04-15T15:28:28.246 INFO:tasks.workunit.client.0.smithi016.stdout:finished writesame 2024-04-15T15:28:28.246 INFO:tasks.workunit.client.0.smithi016.stdout:to verify the data 2024-04-15T15:28:28.246 INFO:tasks.workunit.client.0.smithi016.stdout:verified 2024-04-15T15:28:28.246 INFO:tasks.workunit.client.0.smithi016.stdout:created completion 2024-04-15T15:28:28.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:28:28 smithi102 ceph-mon[87131]: pgmap v2873: 457 pgs: 457 active+clean; 23 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 1.5 KiB/s rd, 1.0 MiB/s wr, 3 op/s 2024-04-15T15:28:28.539 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:28:28 smithi016 ceph-mon[90652]: pgmap v2873: 457 pgs: 457 active+clean; 23 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 1.5 KiB/s rd, 1.0 MiB/s wr, 3 op/s 2024-04-15T15:28:28.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:28:28 smithi016 ceph-mon[93212]: pgmap v2873: 457 pgs: 457 active+clean; 23 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 1.5 KiB/s rd, 1.0 MiB/s wr, 3 op/s 2024-04-15T15:28:30.027 INFO:tasks.workunit.client.0.smithi016.stdout:started writesame 2024-04-15T15:28:30.027 INFO:tasks.workunit.client.0.smithi016.stdout:write completion cb called! 2024-04-15T15:28:30.027 INFO:tasks.workunit.client.0.smithi016.stdout:return value is: 0 2024-04-15T15:28:30.027 INFO:tasks.workunit.client.0.smithi016.stdout:finished writesame 2024-04-15T15:28:30.027 INFO:tasks.workunit.client.0.smithi016.stdout:to verify the data 2024-04-15T15:28:30.027 INFO:tasks.workunit.client.0.smithi016.stdout:verified 2024-04-15T15:28:30.027 INFO:tasks.workunit.client.0.smithi016.stdout:created completion 2024-04-15T15:28:30.028 INFO:tasks.workunit.client.0.smithi016.stdout:started writesame 2024-04-15T15:28:30.028 INFO:tasks.workunit.client.0.smithi016.stdout:write completion cb called! 2024-04-15T15:28:30.028 INFO:tasks.workunit.client.0.smithi016.stdout:return value is: 0 2024-04-15T15:28:30.028 INFO:tasks.workunit.client.0.smithi016.stdout:finished writesame 2024-04-15T15:28:30.028 INFO:tasks.workunit.client.0.smithi016.stdout:to verify the data 2024-04-15T15:28:30.028 INFO:tasks.workunit.client.0.smithi016.stdout:verified 2024-04-15T15:28:30.028 INFO:tasks.workunit.client.0.smithi016.stdout:created completion 2024-04-15T15:28:30.028 INFO:tasks.workunit.client.0.smithi016.stdout:started writesame 2024-04-15T15:28:30.028 INFO:tasks.workunit.client.0.smithi016.stdout:expected fail, finished writesame 2024-04-15T15:28:30.028 INFO:tasks.workunit.client.0.smithi016.stdout:created completion 2024-04-15T15:28:30.028 INFO:tasks.workunit.client.0.smithi016.stdout:started writesame 2024-04-15T15:28:30.028 INFO:tasks.workunit.client.0.smithi016.stdout:expected fail, finished writesame 2024-04-15T15:28:30.028 INFO:tasks.workunit.client.0.smithi016.stdout:created completion 2024-04-15T15:28:30.028 INFO:tasks.workunit.client.0.smithi016.stdout:started writesame 2024-04-15T15:28:30.028 INFO:tasks.workunit.client.0.smithi016.stdout:write completion cb called! 2024-04-15T15:28:30.029 INFO:tasks.workunit.client.0.smithi016.stdout:return value is: 0 2024-04-15T15:28:30.029 INFO:tasks.workunit.client.0.smithi016.stdout:finished writesame 2024-04-15T15:28:30.029 INFO:tasks.workunit.client.0.smithi016.stdout:to verify the data 2024-04-15T15:28:30.029 INFO:tasks.workunit.client.0.smithi016.stdout:verified 2024-04-15T15:28:30.029 INFO:tasks.workunit.client.0.smithi016.stdout:created completion 2024-04-15T15:28:30.029 INFO:tasks.workunit.client.0.smithi016.stdout:started writesame 2024-04-15T15:28:30.029 INFO:tasks.workunit.client.0.smithi016.stdout:write completion cb called! 2024-04-15T15:28:30.029 INFO:tasks.workunit.client.0.smithi016.stdout:return value is: 0 2024-04-15T15:28:30.029 INFO:tasks.workunit.client.0.smithi016.stdout:finished writesame 2024-04-15T15:28:30.029 INFO:tasks.workunit.client.0.smithi016.stdout:to verify the data 2024-04-15T15:28:30.029 INFO:tasks.workunit.client.0.smithi016.stdout:verified 2024-04-15T15:28:30.029 INFO:tasks.workunit.client.0.smithi016.stdout:created completion 2024-04-15T15:28:30.029 INFO:tasks.workunit.client.0.smithi016.stdout:started writesame 2024-04-15T15:28:30.029 INFO:tasks.workunit.client.0.smithi016.stdout:write completion cb called! 2024-04-15T15:28:30.029 INFO:tasks.workunit.client.0.smithi016.stdout:return value is: 0 2024-04-15T15:28:30.030 INFO:tasks.workunit.client.0.smithi016.stdout:finished writesame 2024-04-15T15:28:30.030 INFO:tasks.workunit.client.0.smithi016.stdout:to verify the data 2024-04-15T15:28:30.030 INFO:tasks.workunit.client.0.smithi016.stdout:verified 2024-04-15T15:28:30.030 INFO:tasks.workunit.client.0.smithi016.stdout:created completion 2024-04-15T15:28:30.030 INFO:tasks.workunit.client.0.smithi016.stdout:started writesame 2024-04-15T15:28:30.030 INFO:tasks.workunit.client.0.smithi016.stdout:write completion cb called! 2024-04-15T15:28:30.030 INFO:tasks.workunit.client.0.smithi016.stdout:return value is: 0 2024-04-15T15:28:30.030 INFO:tasks.workunit.client.0.smithi016.stdout:finished writesame 2024-04-15T15:28:30.030 INFO:tasks.workunit.client.0.smithi016.stdout:to verify the data 2024-04-15T15:28:30.030 INFO:tasks.workunit.client.0.smithi016.stdout:verified 2024-04-15T15:28:30.030 INFO:tasks.workunit.client.0.smithi016.stdout:created completion 2024-04-15T15:28:30.030 INFO:tasks.workunit.client.0.smithi016.stdout:started writesame 2024-04-15T15:28:30.030 INFO:tasks.workunit.client.0.smithi016.stdout:expected fail, finished writesame 2024-04-15T15:28:30.030 INFO:tasks.workunit.client.0.smithi016.stdout:created completion 2024-04-15T15:28:30.031 INFO:tasks.workunit.client.0.smithi016.stdout:started writesame 2024-04-15T15:28:30.031 INFO:tasks.workunit.client.0.smithi016.stdout:expected fail, finished writesame 2024-04-15T15:28:30.031 INFO:tasks.workunit.client.0.smithi016.stdout:created completion 2024-04-15T15:28:30.031 INFO:tasks.workunit.client.0.smithi016.stdout:started writesame 2024-04-15T15:28:30.031 INFO:tasks.workunit.client.0.smithi016.stdout:write completion cb called! 2024-04-15T15:28:30.031 INFO:tasks.workunit.client.0.smithi016.stdout:return value is: 0 2024-04-15T15:28:30.031 INFO:tasks.workunit.client.0.smithi016.stdout:finished writesame 2024-04-15T15:28:30.031 INFO:tasks.workunit.client.0.smithi016.stdout:to verify the data 2024-04-15T15:28:30.031 INFO:tasks.workunit.client.0.smithi016.stdout:verified 2024-04-15T15:28:30.031 INFO:tasks.workunit.client.0.smithi016.stdout:created completion 2024-04-15T15:28:30.031 INFO:tasks.workunit.client.0.smithi016.stdout:started writesame 2024-04-15T15:28:30.031 INFO:tasks.workunit.client.0.smithi016.stdout:write completion cb called! 2024-04-15T15:28:30.031 INFO:tasks.workunit.client.0.smithi016.stdout:return value is: 0 2024-04-15T15:28:30.031 INFO:tasks.workunit.client.0.smithi016.stdout:finished writesame 2024-04-15T15:28:30.031 INFO:tasks.workunit.client.0.smithi016.stdout:to verify the data 2024-04-15T15:28:30.032 INFO:tasks.workunit.client.0.smithi016.stdout:verified 2024-04-15T15:28:30.032 INFO:tasks.workunit.client.0.smithi016.stdout:created completion 2024-04-15T15:28:30.032 INFO:tasks.workunit.client.0.smithi016.stdout:started writesame 2024-04-15T15:28:30.032 INFO:tasks.workunit.client.0.smithi016.stdout:write completion cb called! 2024-04-15T15:28:30.032 INFO:tasks.workunit.client.0.smithi016.stdout:return value is: 0 2024-04-15T15:28:30.032 INFO:tasks.workunit.client.0.smithi016.stdout:finished writesame 2024-04-15T15:28:30.032 INFO:tasks.workunit.client.0.smithi016.stdout:to verify the data 2024-04-15T15:28:30.032 INFO:tasks.workunit.client.0.smithi016.stdout:verified 2024-04-15T15:28:30.032 INFO:tasks.workunit.client.0.smithi016.stdout:created completion 2024-04-15T15:28:30.032 INFO:tasks.workunit.client.0.smithi016.stdout:started writesame 2024-04-15T15:28:30.032 INFO:tasks.workunit.client.0.smithi016.stdout:write completion cb called! 2024-04-15T15:28:30.032 INFO:tasks.workunit.client.0.smithi016.stdout:return value is: 0 2024-04-15T15:28:30.032 INFO:tasks.workunit.client.0.smithi016.stdout:finished writesame 2024-04-15T15:28:30.032 INFO:tasks.workunit.client.0.smithi016.stdout:to verify the data 2024-04-15T15:28:30.032 INFO:tasks.workunit.client.0.smithi016.stdout:verified 2024-04-15T15:28:30.032 INFO:tasks.workunit.client.0.smithi016.stdout:created completion 2024-04-15T15:28:30.033 INFO:tasks.workunit.client.0.smithi016.stdout:started writesame 2024-04-15T15:28:30.033 INFO:tasks.workunit.client.0.smithi016.stdout:expected fail, finished writesame 2024-04-15T15:28:30.033 INFO:tasks.workunit.client.0.smithi016.stdout:created completion 2024-04-15T15:28:30.033 INFO:tasks.workunit.client.0.smithi016.stdout:started writesame 2024-04-15T15:28:30.033 INFO:tasks.workunit.client.0.smithi016.stdout:expected fail, finished writesame 2024-04-15T15:28:30.033 INFO:tasks.workunit.client.0.smithi016.stdout:created completion 2024-04-15T15:28:30.033 INFO:tasks.workunit.client.0.smithi016.stdout:started writesame 2024-04-15T15:28:30.033 INFO:tasks.workunit.client.0.smithi016.stdout:write completion cb called! 2024-04-15T15:28:30.033 INFO:tasks.workunit.client.0.smithi016.stdout:return value is: 0 2024-04-15T15:28:30.033 INFO:tasks.workunit.client.0.smithi016.stdout:finished writesame 2024-04-15T15:28:30.033 INFO:tasks.workunit.client.0.smithi016.stdout:to verify the data 2024-04-15T15:28:30.033 INFO:tasks.workunit.client.0.smithi016.stdout:verified 2024-04-15T15:28:30.033 INFO:tasks.workunit.client.0.smithi016.stdout:created completion 2024-04-15T15:28:30.033 INFO:tasks.workunit.client.0.smithi016.stdout:started writesame 2024-04-15T15:28:30.033 INFO:tasks.workunit.client.0.smithi016.stdout:write completion cb called! 2024-04-15T15:28:30.034 INFO:tasks.workunit.client.0.smithi016.stdout:return value is: 0 2024-04-15T15:28:30.034 INFO:tasks.workunit.client.0.smithi016.stdout:finished writesame 2024-04-15T15:28:30.034 INFO:tasks.workunit.client.0.smithi016.stdout:to verify the data 2024-04-15T15:28:30.034 INFO:tasks.workunit.client.0.smithi016.stdout:verified 2024-04-15T15:28:30.034 INFO:tasks.workunit.client.0.smithi016.stdout:created completion 2024-04-15T15:28:30.034 INFO:tasks.workunit.client.0.smithi016.stdout:started writesame 2024-04-15T15:28:30.034 INFO:tasks.workunit.client.0.smithi016.stdout:write completion cb called! 2024-04-15T15:28:30.034 INFO:tasks.workunit.client.0.smithi016.stdout:return value is: 0 2024-04-15T15:28:30.034 INFO:tasks.workunit.client.0.smithi016.stdout:finished writesame 2024-04-15T15:28:30.034 INFO:tasks.workunit.client.0.smithi016.stdout:to verify the data 2024-04-15T15:28:30.034 INFO:tasks.workunit.client.0.smithi016.stdout:verified 2024-04-15T15:28:30.034 INFO:tasks.workunit.client.0.smithi016.stdout:created completion 2024-04-15T15:28:30.034 INFO:tasks.workunit.client.0.smithi016.stdout:started writesame 2024-04-15T15:28:30.034 INFO:tasks.workunit.client.0.smithi016.stdout:write completion cb called! 2024-04-15T15:28:30.034 INFO:tasks.workunit.client.0.smithi016.stdout:return value is: 0 2024-04-15T15:28:30.034 INFO:tasks.workunit.client.0.smithi016.stdout:finished writesame 2024-04-15T15:28:30.035 INFO:tasks.workunit.client.0.smithi016.stdout:to verify the data 2024-04-15T15:28:30.035 INFO:tasks.workunit.client.0.smithi016.stdout:verified 2024-04-15T15:28:30.035 INFO:tasks.workunit.client.0.smithi016.stdout:created completion 2024-04-15T15:28:30.035 INFO:tasks.workunit.client.0.smithi016.stdout:started writesame 2024-04-15T15:28:30.035 INFO:tasks.workunit.client.0.smithi016.stdout:expected fail, finished writesame 2024-04-15T15:28:30.035 INFO:tasks.workunit.client.0.smithi016.stdout:created completion 2024-04-15T15:28:30.035 INFO:tasks.workunit.client.0.smithi016.stdout:started writesame 2024-04-15T15:28:30.035 INFO:tasks.workunit.client.0.smithi016.stdout:expected fail, finished writesame 2024-04-15T15:28:30.035 INFO:tasks.workunit.client.0.smithi016.stdout:read completion cb called! 2024-04-15T15:28:30.035 INFO:tasks.workunit.client.0.smithi016.stdout:read completion cb called! 2024-04-15T15:28:30.035 INFO:tasks.workunit.client.0.smithi016.stdout:wrote: 512 2024-04-15T15:28:30.035 INFO:tasks.workunit.client.0.smithi016.stdout:read completion cb called! 2024-04-15T15:28:30.035 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] TestLibRBD.TestIO (3828 ms) 2024-04-15T15:28:30.035 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] TestLibRBD.TestEncryptionLUKS1 2024-04-15T15:28:30.035 INFO:tasks.workunit.client.0.smithi016.stdout:using new format! 2024-04-15T15:28:30.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:28:30 smithi102 ceph-mon[87131]: pgmap v2874: 457 pgs: 457 active+clean; 19 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 6.5 KiB/s rd, 1.0 MiB/s wr, 11 op/s 2024-04-15T15:28:30.539 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:28:30 smithi016 ceph-mon[90652]: pgmap v2874: 457 pgs: 457 active+clean; 19 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 6.5 KiB/s rd, 1.0 MiB/s wr, 11 op/s 2024-04-15T15:28:30.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:28:30 smithi016 ceph-mon[93212]: pgmap v2874: 457 pgs: 457 active+clean; 19 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 6.5 KiB/s rd, 1.0 MiB/s wr, 11 op/s 2024-04-15T15:28:32.040 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 15 15:28:31 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-y[81421]: ::ffff:172.21.15.102 - - [15/Apr/2024:15:28:31] "GET /metrics HTTP/1.1" 200 60727 "" "Prometheus/2.43.0" 2024-04-15T15:28:32.316 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:28:32 smithi102 ceph-mon[87131]: pgmap v2875: 457 pgs: 457 active+clean; 19 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 6.5 KiB/s rd, 1.0 MiB/s wr, 11 op/s 2024-04-15T15:28:32.539 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:28:32 smithi016 ceph-mon[90652]: pgmap v2875: 457 pgs: 457 active+clean; 19 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 6.5 KiB/s rd, 1.0 MiB/s wr, 11 op/s 2024-04-15T15:28:32.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:28:32 smithi016 ceph-mon[93212]: pgmap v2875: 457 pgs: 457 active+clean; 19 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 6.5 KiB/s rd, 1.0 MiB/s wr, 11 op/s 2024-04-15T15:28:32.688 INFO:journalctl@ceph.prometheus.a.smithi102.stdout:Apr 15 15:28:32 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-prometheus-a[120881]: ts=2024-04-15T15:28:32.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi016:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"362ea986-fb34-11ee-bc8f-c7b262605968\", instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T15:28:34.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:28:34 smithi102 ceph-mon[87131]: pgmap v2876: 457 pgs: 457 active+clean; 6.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 434 KiB/s rd, 724 KiB/s wr, 863 op/s 2024-04-15T15:28:34.539 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:28:34 smithi016 ceph-mon[90652]: pgmap v2876: 457 pgs: 457 active+clean; 6.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 434 KiB/s rd, 724 KiB/s wr, 863 op/s 2024-04-15T15:28:34.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:28:34 smithi016 ceph-mon[93212]: pgmap v2876: 457 pgs: 457 active+clean; 6.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 434 KiB/s rd, 724 KiB/s wr, 863 op/s 2024-04-15T15:28:35.674 INFO:tasks.workunit.client.0.smithi016.stdout:wrote: 512 2024-04-15T15:28:35.674 INFO:tasks.workunit.client.0.smithi016.stdout:wrote: 512 2024-04-15T15:28:35.674 INFO:tasks.workunit.client.0.smithi016.stdout:wrote: 512 2024-04-15T15:28:35.674 INFO:tasks.workunit.client.0.smithi016.stdout:wrote: 512 2024-04-15T15:28:35.674 INFO:tasks.workunit.client.0.smithi016.stdout:wrote: 512 2024-04-15T15:28:35.674 INFO:tasks.workunit.client.0.smithi016.stdout:created completion 2024-04-15T15:28:35.674 INFO:tasks.workunit.client.0.smithi016.stdout:started write 2024-04-15T15:28:35.674 INFO:tasks.workunit.client.0.smithi016.stdout:write completion cb called! 2024-04-15T15:28:35.675 INFO:tasks.workunit.client.0.smithi016.stdout:return value is: 0 2024-04-15T15:28:35.675 INFO:tasks.workunit.client.0.smithi016.stdout:finished write 2024-04-15T15:28:35.675 INFO:tasks.workunit.client.0.smithi016.stdout:created completion 2024-04-15T15:28:35.675 INFO:tasks.workunit.client.0.smithi016.stdout:started write 2024-04-15T15:28:35.675 INFO:tasks.workunit.client.0.smithi016.stdout:write completion cb called! 2024-04-15T15:28:35.675 INFO:tasks.workunit.client.0.smithi016.stdout:return value is: 0 2024-04-15T15:28:35.675 INFO:tasks.workunit.client.0.smithi016.stdout:finished write 2024-04-15T15:28:35.675 INFO:tasks.workunit.client.0.smithi016.stdout:created completion 2024-04-15T15:28:35.675 INFO:tasks.workunit.client.0.smithi016.stdout:started write 2024-04-15T15:28:35.675 INFO:tasks.workunit.client.0.smithi016.stdout:write completion cb called! 2024-04-15T15:28:35.675 INFO:tasks.workunit.client.0.smithi016.stdout:return value is: 0 2024-04-15T15:28:35.675 INFO:tasks.workunit.client.0.smithi016.stdout:finished write 2024-04-15T15:28:35.675 INFO:tasks.workunit.client.0.smithi016.stdout:created completion 2024-04-15T15:28:35.675 INFO:tasks.workunit.client.0.smithi016.stdout:started write 2024-04-15T15:28:35.676 INFO:tasks.workunit.client.0.smithi016.stdout:write completion cb called! 2024-04-15T15:28:35.676 INFO:tasks.workunit.client.0.smithi016.stdout:return value is: 0 2024-04-15T15:28:35.676 INFO:tasks.workunit.client.0.smithi016.stdout:finished write 2024-04-15T15:28:35.676 INFO:tasks.workunit.client.0.smithi016.stdout:created completion 2024-04-15T15:28:35.676 INFO:tasks.workunit.client.0.smithi016.stdout:started write 2024-04-15T15:28:35.676 INFO:tasks.workunit.client.0.smithi016.stdout:write completion cb called! 2024-04-15T15:28:35.676 INFO:tasks.workunit.client.0.smithi016.stdout:return value is: 0 2024-04-15T15:28:35.676 INFO:tasks.workunit.client.0.smithi016.stdout:finished write 2024-04-15T15:28:35.676 INFO:tasks.workunit.client.0.smithi016.stdout:start compare and write 2024-04-15T15:28:35.676 INFO:tasks.workunit.client.0.smithi016.stdout:compare and wrote: 512 2024-04-15T15:28:35.676 INFO:tasks.workunit.client.0.smithi016.stdout:start compare and write 2024-04-15T15:28:35.676 INFO:tasks.workunit.client.0.smithi016.stdout:compare and wrote: 512 2024-04-15T15:28:35.676 INFO:tasks.workunit.client.0.smithi016.stdout:start compare and write 2024-04-15T15:28:35.676 INFO:tasks.workunit.client.0.smithi016.stdout:compare and wrote: 512 2024-04-15T15:28:35.677 INFO:tasks.workunit.client.0.smithi016.stdout:start compare and write 2024-04-15T15:28:35.677 INFO:tasks.workunit.client.0.smithi016.stdout:compare and wrote: 512 2024-04-15T15:28:35.677 INFO:tasks.workunit.client.0.smithi016.stdout:start compare and write 2024-04-15T15:28:35.677 INFO:tasks.workunit.client.0.smithi016.stdout:compare and wrote: 512 2024-04-15T15:28:35.677 INFO:tasks.workunit.client.0.smithi016.stdout:created completion 2024-04-15T15:28:35.677 INFO:tasks.workunit.client.0.smithi016.stdout:started aio compare and write 2024-04-15T15:28:35.677 INFO:tasks.workunit.client.0.smithi016.stdout:write completion cb called! 2024-04-15T15:28:35.677 INFO:tasks.workunit.client.0.smithi016.stdout:return value is: 0 2024-04-15T15:28:35.677 INFO:tasks.workunit.client.0.smithi016.stdout:finished aio compare and write 2024-04-15T15:28:35.677 INFO:tasks.workunit.client.0.smithi016.stdout:created completion 2024-04-15T15:28:35.677 INFO:tasks.workunit.client.0.smithi016.stdout:started aio compare and write 2024-04-15T15:28:35.677 INFO:tasks.workunit.client.0.smithi016.stdout:write completion cb called! 2024-04-15T15:28:35.677 INFO:tasks.workunit.client.0.smithi016.stdout:return value is: 0 2024-04-15T15:28:35.677 INFO:tasks.workunit.client.0.smithi016.stdout:finished aio compare and write 2024-04-15T15:28:35.677 INFO:tasks.workunit.client.0.smithi016.stdout:created completion 2024-04-15T15:28:35.677 INFO:tasks.workunit.client.0.smithi016.stdout:started aio compare and write 2024-04-15T15:28:35.678 INFO:tasks.workunit.client.0.smithi016.stdout:write completion cb called! 2024-04-15T15:28:35.678 INFO:tasks.workunit.client.0.smithi016.stdout:return value is: 0 2024-04-15T15:28:35.678 INFO:tasks.workunit.client.0.smithi016.stdout:finished aio compare and write 2024-04-15T15:28:35.678 INFO:tasks.workunit.client.0.smithi016.stdout:created completion 2024-04-15T15:28:35.678 INFO:tasks.workunit.client.0.smithi016.stdout:started aio compare and write 2024-04-15T15:28:35.678 INFO:tasks.workunit.client.0.smithi016.stdout:write completion cb called! 2024-04-15T15:28:35.678 INFO:tasks.workunit.client.0.smithi016.stdout:return value is: 0 2024-04-15T15:28:35.678 INFO:tasks.workunit.client.0.smithi016.stdout:finished aio compare and write 2024-04-15T15:28:35.678 INFO:tasks.workunit.client.0.smithi016.stdout:created completion 2024-04-15T15:28:35.678 INFO:tasks.workunit.client.0.smithi016.stdout:started aio compare and write 2024-04-15T15:28:35.678 INFO:tasks.workunit.client.0.smithi016.stdout:write completion cb called! 2024-04-15T15:28:35.678 INFO:tasks.workunit.client.0.smithi016.stdout:return value is: 0 2024-04-15T15:28:35.678 INFO:tasks.workunit.client.0.smithi016.stdout:finished aio compare and write 2024-04-15T15:28:35.678 INFO:tasks.workunit.client.0.smithi016.stdout:read: 512 2024-04-15T15:28:35.679 INFO:tasks.workunit.client.0.smithi016.stdout:read: 512 2024-04-15T15:28:35.679 INFO:tasks.workunit.client.0.smithi016.stdout:read: 512 2024-04-15T15:28:35.679 INFO:tasks.workunit.client.0.smithi016.stdout:read: 512 2024-04-15T15:28:35.679 INFO:tasks.workunit.client.0.smithi016.stdout:read: 512 2024-04-15T15:28:35.679 INFO:tasks.workunit.client.0.smithi016.stdout:created completion 2024-04-15T15:28:35.679 INFO:tasks.workunit.client.0.smithi016.stdout:started read 2024-04-15T15:28:35.679 INFO:tasks.workunit.client.0.smithi016.stdout:read completion cb called! 2024-04-15T15:28:35.679 INFO:tasks.workunit.client.0.smithi016.stdout:return value is: 512 2024-04-15T15:28:35.679 INFO:tasks.workunit.client.0.smithi016.stdout:created completion 2024-04-15T15:28:35.679 INFO:tasks.workunit.client.0.smithi016.stdout:started read 2024-04-15T15:28:35.679 INFO:tasks.workunit.client.0.smithi016.stdout:read completion cb called! 2024-04-15T15:28:35.679 INFO:tasks.workunit.client.0.smithi016.stdout:return value is: 512 2024-04-15T15:28:35.679 INFO:tasks.workunit.client.0.smithi016.stdout:created completion 2024-04-15T15:28:35.679 INFO:tasks.workunit.client.0.smithi016.stdout:started read 2024-04-15T15:28:35.679 INFO:tasks.workunit.client.0.smithi016.stdout:read completion cb called! 2024-04-15T15:28:35.680 INFO:tasks.workunit.client.0.smithi016.stdout:return value is: 512 2024-04-15T15:28:35.680 INFO:tasks.workunit.client.0.smithi016.stdout:created completion 2024-04-15T15:28:35.680 INFO:tasks.workunit.client.0.smithi016.stdout:started read 2024-04-15T15:28:35.680 INFO:tasks.workunit.client.0.smithi016.stdout:read completion cb called! 2024-04-15T15:28:35.680 INFO:tasks.workunit.client.0.smithi016.stdout:return value is: 512 2024-04-15T15:28:35.680 INFO:tasks.workunit.client.0.smithi016.stdout:created completion 2024-04-15T15:28:35.680 INFO:tasks.workunit.client.0.smithi016.stdout:started read 2024-04-15T15:28:35.680 INFO:tasks.workunit.client.0.smithi016.stdout:read completion cb called! 2024-04-15T15:28:35.680 INFO:tasks.workunit.client.0.smithi016.stdout:return value is: 512 2024-04-15T15:28:35.680 INFO:tasks.workunit.client.0.smithi016.stdout:discard: 512~512 = 512 2024-04-15T15:28:35.680 INFO:tasks.workunit.client.0.smithi016.stdout:write completion cb called! 2024-04-15T15:28:35.680 INFO:tasks.workunit.client.0.smithi016.stdout:aio discard: 1536~512 = 0 2024-04-15T15:28:35.680 INFO:tasks.workunit.client.0.smithi016.stdout:read: 512 2024-04-15T15:28:35.680 INFO:tasks.workunit.client.0.smithi016.stdout:read: 512 2024-04-15T15:28:35.680 INFO:tasks.workunit.client.0.smithi016.stdout:read: 512 2024-04-15T15:28:35.681 INFO:tasks.workunit.client.0.smithi016.stdout:read: 512 2024-04-15T15:28:35.681 INFO:tasks.workunit.client.0.smithi016.stdout:read: 512 2024-04-15T15:28:35.681 INFO:tasks.workunit.client.0.smithi016.stdout:wrote: 0 2024-04-15T15:28:35.681 INFO:tasks.workunit.client.0.smithi016.stdout:to verify the data 2024-04-15T15:28:35.681 INFO:tasks.workunit.client.0.smithi016.stdout:verified 2024-04-15T15:28:35.681 INFO:tasks.workunit.client.0.smithi016.stdout:wrote: 0 2024-04-15T15:28:35.681 INFO:tasks.workunit.client.0.smithi016.stdout:to verify the data 2024-04-15T15:28:35.681 INFO:tasks.workunit.client.0.smithi016.stdout:verified 2024-04-15T15:28:35.681 INFO:tasks.workunit.client.0.smithi016.stdout:wrote: 16384 2024-04-15T15:28:35.681 INFO:tasks.workunit.client.0.smithi016.stdout:to verify the data 2024-04-15T15:28:35.681 INFO:tasks.workunit.client.0.smithi016.stdout:verified 2024-04-15T15:28:35.681 INFO:tasks.workunit.client.0.smithi016.stdout:wrote: 16384 2024-04-15T15:28:35.681 INFO:tasks.workunit.client.0.smithi016.stdout:to verify the data 2024-04-15T15:28:35.681 INFO:tasks.workunit.client.0.smithi016.stdout:verified 2024-04-15T15:28:35.681 INFO:tasks.workunit.client.0.smithi016.stdout:expected fail, finished writesame 2024-04-15T15:28:35.682 INFO:tasks.workunit.client.0.smithi016.stdout:expected fail, finished writesame 2024-04-15T15:28:35.682 INFO:tasks.workunit.client.0.smithi016.stdout:wrote: 49152 2024-04-15T15:28:35.682 INFO:tasks.workunit.client.0.smithi016.stdout:to verify the data 2024-04-15T15:28:35.682 INFO:tasks.workunit.client.0.smithi016.stdout:verified 2024-04-15T15:28:35.682 INFO:tasks.workunit.client.0.smithi016.stdout:wrote: 49152 2024-04-15T15:28:35.682 INFO:tasks.workunit.client.0.smithi016.stdout:to verify the data 2024-04-15T15:28:35.682 INFO:tasks.workunit.client.0.smithi016.stdout:verified 2024-04-15T15:28:35.682 INFO:tasks.workunit.client.0.smithi016.stdout:wrote: 65536 2024-04-15T15:28:35.682 INFO:tasks.workunit.client.0.smithi016.stdout:to verify the data 2024-04-15T15:28:35.682 INFO:tasks.workunit.client.0.smithi016.stdout:verified 2024-04-15T15:28:35.682 INFO:tasks.workunit.client.0.smithi016.stdout:wrote: 65536 2024-04-15T15:28:35.682 INFO:tasks.workunit.client.0.smithi016.stdout:to verify the data 2024-04-15T15:28:35.682 INFO:tasks.workunit.client.0.smithi016.stdout:verified 2024-04-15T15:28:35.682 INFO:tasks.workunit.client.0.smithi016.stdout:expected fail, finished writesame 2024-04-15T15:28:35.683 INFO:tasks.workunit.client.0.smithi016.stdout:expected fail, finished writesame 2024-04-15T15:28:35.683 INFO:tasks.workunit.client.0.smithi016.stdout:wrote: 98304 2024-04-15T15:28:35.683 INFO:tasks.workunit.client.0.smithi016.stdout:to verify the data 2024-04-15T15:28:35.683 INFO:tasks.workunit.client.0.smithi016.stdout:verified 2024-04-15T15:28:35.683 INFO:tasks.workunit.client.0.smithi016.stdout:wrote: 98304 2024-04-15T15:28:35.683 INFO:tasks.workunit.client.0.smithi016.stdout:to verify the data 2024-04-15T15:28:35.683 INFO:tasks.workunit.client.0.smithi016.stdout:verified 2024-04-15T15:28:35.683 INFO:tasks.workunit.client.0.smithi016.stdout:wrote: 114688 2024-04-15T15:28:35.683 INFO:tasks.workunit.client.0.smithi016.stdout:to verify the data 2024-04-15T15:28:35.683 INFO:tasks.workunit.client.0.smithi016.stdout:verified 2024-04-15T15:28:35.683 INFO:tasks.workunit.client.0.smithi016.stdout:wrote: 114688 2024-04-15T15:28:35.683 INFO:tasks.workunit.client.0.smithi016.stdout:to verify the data 2024-04-15T15:28:35.683 INFO:tasks.workunit.client.0.smithi016.stdout:verified 2024-04-15T15:28:35.683 INFO:tasks.workunit.client.0.smithi016.stdout:expected fail, finished writesame 2024-04-15T15:28:35.683 INFO:tasks.workunit.client.0.smithi016.stdout:expected fail, finished writesame 2024-04-15T15:28:35.683 INFO:tasks.workunit.client.0.smithi016.stdout:wrote: 147456 2024-04-15T15:28:35.684 INFO:tasks.workunit.client.0.smithi016.stdout:to verify the data 2024-04-15T15:28:35.684 INFO:tasks.workunit.client.0.smithi016.stdout:verified 2024-04-15T15:28:35.684 INFO:tasks.workunit.client.0.smithi016.stdout:wrote: 147456 2024-04-15T15:28:35.684 INFO:tasks.workunit.client.0.smithi016.stdout:to verify the data 2024-04-15T15:28:35.684 INFO:tasks.workunit.client.0.smithi016.stdout:verified 2024-04-15T15:28:35.684 INFO:tasks.workunit.client.0.smithi016.stdout:wrote: 163840 2024-04-15T15:28:35.684 INFO:tasks.workunit.client.0.smithi016.stdout:to verify the data 2024-04-15T15:28:35.684 INFO:tasks.workunit.client.0.smithi016.stdout:verified 2024-04-15T15:28:35.684 INFO:tasks.workunit.client.0.smithi016.stdout:wrote: 163840 2024-04-15T15:28:35.684 INFO:tasks.workunit.client.0.smithi016.stdout:to verify the data 2024-04-15T15:28:35.684 INFO:tasks.workunit.client.0.smithi016.stdout:verified 2024-04-15T15:28:35.684 INFO:tasks.workunit.client.0.smithi016.stdout:expected fail, finished writesame 2024-04-15T15:28:35.684 INFO:tasks.workunit.client.0.smithi016.stdout:expected fail, finished writesame 2024-04-15T15:28:35.684 INFO:tasks.workunit.client.0.smithi016.stdout:wrote: 196608 2024-04-15T15:28:35.684 INFO:tasks.workunit.client.0.smithi016.stdout:to verify the data 2024-04-15T15:28:35.684 INFO:tasks.workunit.client.0.smithi016.stdout:verified 2024-04-15T15:28:35.684 INFO:tasks.workunit.client.0.smithi016.stdout:wrote: 196608 2024-04-15T15:28:35.685 INFO:tasks.workunit.client.0.smithi016.stdout:to verify the data 2024-04-15T15:28:35.685 INFO:tasks.workunit.client.0.smithi016.stdout:verified 2024-04-15T15:28:35.685 INFO:tasks.workunit.client.0.smithi016.stdout:wrote: 212992 2024-04-15T15:28:35.685 INFO:tasks.workunit.client.0.smithi016.stdout:to verify the data 2024-04-15T15:28:35.685 INFO:tasks.workunit.client.0.smithi016.stdout:verified 2024-04-15T15:28:35.685 INFO:tasks.workunit.client.0.smithi016.stdout:wrote: 212992 2024-04-15T15:28:35.685 INFO:tasks.workunit.client.0.smithi016.stdout:to verify the data 2024-04-15T15:28:35.685 INFO:tasks.workunit.client.0.smithi016.stdout:verified 2024-04-15T15:28:35.685 INFO:tasks.workunit.client.0.smithi016.stdout:expected fail, finished writesame 2024-04-15T15:28:35.685 INFO:tasks.workunit.client.0.smithi016.stdout:expected fail, finished writesame 2024-04-15T15:28:35.685 INFO:tasks.workunit.client.0.smithi016.stdout:created completion 2024-04-15T15:28:35.685 INFO:tasks.workunit.client.0.smithi016.stdout:started writesame 2024-04-15T15:28:35.685 INFO:tasks.workunit.client.0.smithi016.stdout:write completion cb called! 2024-04-15T15:28:35.685 INFO:tasks.workunit.client.0.smithi016.stdout:return value is: 0 2024-04-15T15:28:35.685 INFO:tasks.workunit.client.0.smithi016.stdout:finished writesame 2024-04-15T15:28:35.685 INFO:tasks.workunit.client.0.smithi016.stdout:to verify the data 2024-04-15T15:28:35.686 INFO:tasks.workunit.client.0.smithi016.stdout:verified 2024-04-15T15:28:35.686 INFO:tasks.workunit.client.0.smithi016.stdout:created completion 2024-04-15T15:28:35.686 INFO:tasks.workunit.client.0.smithi016.stdout:started writesame 2024-04-15T15:28:35.686 INFO:tasks.workunit.client.0.smithi016.stdout:write completion cb called! 2024-04-15T15:28:35.686 INFO:tasks.workunit.client.0.smithi016.stdout:return value is: 0 2024-04-15T15:28:35.686 INFO:tasks.workunit.client.0.smithi016.stdout:finished writesame 2024-04-15T15:28:35.686 INFO:tasks.workunit.client.0.smithi016.stdout:to verify the data 2024-04-15T15:28:35.686 INFO:tasks.workunit.client.0.smithi016.stdout:verified 2024-04-15T15:28:35.686 INFO:tasks.workunit.client.0.smithi016.stdout:created completion 2024-04-15T15:28:35.686 INFO:tasks.workunit.client.0.smithi016.stdout:started writesame 2024-04-15T15:28:35.686 INFO:tasks.workunit.client.0.smithi016.stdout:write completion cb called! 2024-04-15T15:28:35.686 INFO:tasks.workunit.client.0.smithi016.stdout:return value is: 0 2024-04-15T15:28:35.686 INFO:tasks.workunit.client.0.smithi016.stdout:finished writesame 2024-04-15T15:28:35.686 INFO:tasks.workunit.client.0.smithi016.stdout:to verify the data 2024-04-15T15:28:35.686 INFO:tasks.workunit.client.0.smithi016.stdout:verified 2024-04-15T15:28:35.687 INFO:tasks.workunit.client.0.smithi016.stdout:created completion 2024-04-15T15:28:35.687 INFO:tasks.workunit.client.0.smithi016.stdout:started writesame 2024-04-15T15:28:35.687 INFO:tasks.workunit.client.0.smithi016.stdout:write completion cb called! 2024-04-15T15:28:35.687 INFO:tasks.workunit.client.0.smithi016.stdout:return value is: 0 2024-04-15T15:28:35.687 INFO:tasks.workunit.client.0.smithi016.stdout:finished writesame 2024-04-15T15:28:35.687 INFO:tasks.workunit.client.0.smithi016.stdout:to verify the data 2024-04-15T15:28:35.687 INFO:tasks.workunit.client.0.smithi016.stdout:verified 2024-04-15T15:28:35.687 INFO:tasks.workunit.client.0.smithi016.stdout:created completion 2024-04-15T15:28:35.687 INFO:tasks.workunit.client.0.smithi016.stdout:started writesame 2024-04-15T15:28:35.687 INFO:tasks.workunit.client.0.smithi016.stdout:expected fail, finished writesame 2024-04-15T15:28:35.687 INFO:tasks.workunit.client.0.smithi016.stdout:created completion 2024-04-15T15:28:35.687 INFO:tasks.workunit.client.0.smithi016.stdout:started writesame 2024-04-15T15:28:35.687 INFO:tasks.workunit.client.0.smithi016.stdout:expected fail, finished writesame 2024-04-15T15:28:35.687 INFO:tasks.workunit.client.0.smithi016.stdout:created completion 2024-04-15T15:28:35.687 INFO:tasks.workunit.client.0.smithi016.stdout:started writesame 2024-04-15T15:28:35.687 INFO:tasks.workunit.client.0.smithi016.stdout:write completion cb called! 2024-04-15T15:28:35.688 INFO:tasks.workunit.client.0.smithi016.stdout:return value is: 0 2024-04-15T15:28:35.688 INFO:tasks.workunit.client.0.smithi016.stdout:finished writesame 2024-04-15T15:28:35.688 INFO:tasks.workunit.client.0.smithi016.stdout:to verify the data 2024-04-15T15:28:35.688 INFO:tasks.workunit.client.0.smithi016.stdout:verified 2024-04-15T15:28:35.688 INFO:tasks.workunit.client.0.smithi016.stdout:created completion 2024-04-15T15:28:35.688 INFO:tasks.workunit.client.0.smithi016.stdout:started writesame 2024-04-15T15:28:35.688 INFO:tasks.workunit.client.0.smithi016.stdout:write completion cb called! 2024-04-15T15:28:35.688 INFO:tasks.workunit.client.0.smithi016.stdout:return value is: 0 2024-04-15T15:28:35.688 INFO:tasks.workunit.client.0.smithi016.stdout:finished writesame 2024-04-15T15:28:35.688 INFO:tasks.workunit.client.0.smithi016.stdout:to verify the data 2024-04-15T15:28:35.688 INFO:tasks.workunit.client.0.smithi016.stdout:verified 2024-04-15T15:28:35.688 INFO:tasks.workunit.client.0.smithi016.stdout:created completion 2024-04-15T15:28:36.438 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:28:36 smithi102 ceph-mon[87131]: pgmap v2877: 457 pgs: 457 active+clean; 6.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 437 KiB/s rd, 724 KiB/s wr, 867 op/s 2024-04-15T15:28:36.438 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:28:36 smithi102 ceph-mon[87131]: pool 'test-librbd-smithi016-143420-25' no longer out of quota; removing NO_QUOTA flag 2024-04-15T15:28:36.438 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:28:36 smithi102 ceph-mon[87131]: Health check cleared: POOL_FULL (was: 1 pool(s) full) 2024-04-15T15:28:36.438 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:28:36 smithi102 ceph-mon[87131]: osdmap e1667: 8 total, 8 up, 8 in 2024-04-15T15:28:36.539 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:28:36 smithi016 ceph-mon[90652]: pgmap v2877: 457 pgs: 457 active+clean; 6.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 437 KiB/s rd, 724 KiB/s wr, 867 op/s 2024-04-15T15:28:36.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:28:36 smithi016 ceph-mon[90652]: pool 'test-librbd-smithi016-143420-25' no longer out of quota; removing NO_QUOTA flag 2024-04-15T15:28:36.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:28:36 smithi016 ceph-mon[90652]: Health check cleared: POOL_FULL (was: 1 pool(s) full) 2024-04-15T15:28:36.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:28:36 smithi016 ceph-mon[90652]: osdmap e1667: 8 total, 8 up, 8 in 2024-04-15T15:28:36.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:28:36 smithi016 ceph-mon[93212]: pgmap v2877: 457 pgs: 457 active+clean; 6.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 437 KiB/s rd, 724 KiB/s wr, 867 op/s 2024-04-15T15:28:36.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:28:36 smithi016 ceph-mon[93212]: pool 'test-librbd-smithi016-143420-25' no longer out of quota; removing NO_QUOTA flag 2024-04-15T15:28:36.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:28:36 smithi016 ceph-mon[93212]: Health check cleared: POOL_FULL (was: 1 pool(s) full) 2024-04-15T15:28:36.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:28:36 smithi016 ceph-mon[93212]: osdmap e1667: 8 total, 8 up, 8 in 2024-04-15T15:28:38.438 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:28:38 smithi102 ceph-mon[87131]: pgmap v2879: 457 pgs: 457 active+clean; 11 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 438 KiB/s rd, 622 KiB/s wr, 868 op/s 2024-04-15T15:28:38.539 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:28:38 smithi016 ceph-mon[90652]: pgmap v2879: 457 pgs: 457 active+clean; 11 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 438 KiB/s rd, 622 KiB/s wr, 868 op/s 2024-04-15T15:28:38.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:28:38 smithi016 ceph-mon[93212]: pgmap v2879: 457 pgs: 457 active+clean; 11 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 438 KiB/s rd, 622 KiB/s wr, 868 op/s 2024-04-15T15:28:39.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:28:39 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T15:28:39.539 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:28:39 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T15:28:39.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:28:39 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T15:28:40.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:28:40 smithi102 ceph-mon[87131]: pgmap v2880: 457 pgs: 457 active+clean; 11 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 1.2 MiB/s rd, 1.0 MiB/s wr, 1.68k op/s 2024-04-15T15:28:40.539 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:28:40 smithi016 ceph-mon[90652]: pgmap v2880: 457 pgs: 457 active+clean; 11 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 1.2 MiB/s rd, 1.0 MiB/s wr, 1.68k op/s 2024-04-15T15:28:40.539 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:28:40 smithi016 ceph-mon[93212]: pgmap v2880: 457 pgs: 457 active+clean; 11 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 1.2 MiB/s rd, 1.0 MiB/s wr, 1.68k op/s 2024-04-15T15:28:41.742 INFO:tasks.workunit.client.0.smithi016.stdout:started writesame 2024-04-15T15:28:41.742 INFO:tasks.workunit.client.0.smithi016.stdout:write completion cb called! 2024-04-15T15:28:41.742 INFO:tasks.workunit.client.0.smithi016.stdout:return value is: 0 2024-04-15T15:28:41.742 INFO:tasks.workunit.client.0.smithi016.stdout:finished writesame 2024-04-15T15:28:41.742 INFO:tasks.workunit.client.0.smithi016.stdout:to verify the data 2024-04-15T15:28:41.742 INFO:tasks.workunit.client.0.smithi016.stdout:verified 2024-04-15T15:28:41.742 INFO:tasks.workunit.client.0.smithi016.stdout:created completion 2024-04-15T15:28:41.742 INFO:tasks.workunit.client.0.smithi016.stdout:started writesame 2024-04-15T15:28:41.742 INFO:tasks.workunit.client.0.smithi016.stdout:write completion cb called! 2024-04-15T15:28:41.742 INFO:tasks.workunit.client.0.smithi016.stdout:return value is: 0 2024-04-15T15:28:41.742 INFO:tasks.workunit.client.0.smithi016.stdout:finished writesame 2024-04-15T15:28:41.742 INFO:tasks.workunit.client.0.smithi016.stdout:to verify the data 2024-04-15T15:28:41.742 INFO:tasks.workunit.client.0.smithi016.stdout:verified 2024-04-15T15:28:41.743 INFO:tasks.workunit.client.0.smithi016.stdout:created completion 2024-04-15T15:28:41.743 INFO:tasks.workunit.client.0.smithi016.stdout:started writesame 2024-04-15T15:28:41.743 INFO:tasks.workunit.client.0.smithi016.stdout:expected fail, finished writesame 2024-04-15T15:28:41.743 INFO:tasks.workunit.client.0.smithi016.stdout:created completion 2024-04-15T15:28:41.743 INFO:tasks.workunit.client.0.smithi016.stdout:started writesame 2024-04-15T15:28:41.743 INFO:tasks.workunit.client.0.smithi016.stdout:expected fail, finished writesame 2024-04-15T15:28:41.743 INFO:tasks.workunit.client.0.smithi016.stdout:created completion 2024-04-15T15:28:41.743 INFO:tasks.workunit.client.0.smithi016.stdout:started writesame 2024-04-15T15:28:41.743 INFO:tasks.workunit.client.0.smithi016.stdout:write completion cb called! 2024-04-15T15:28:41.743 INFO:tasks.workunit.client.0.smithi016.stdout:return value is: 0 2024-04-15T15:28:41.743 INFO:tasks.workunit.client.0.smithi016.stdout:finished writesame 2024-04-15T15:28:41.743 INFO:tasks.workunit.client.0.smithi016.stdout:to verify the data 2024-04-15T15:28:41.743 INFO:tasks.workunit.client.0.smithi016.stdout:verified 2024-04-15T15:28:41.743 INFO:tasks.workunit.client.0.smithi016.stdout:created completion 2024-04-15T15:28:41.744 INFO:tasks.workunit.client.0.smithi016.stdout:started writesame 2024-04-15T15:28:41.744 INFO:tasks.workunit.client.0.smithi016.stdout:write completion cb called! 2024-04-15T15:28:41.744 INFO:tasks.workunit.client.0.smithi016.stdout:return value is: 0 2024-04-15T15:28:41.744 INFO:tasks.workunit.client.0.smithi016.stdout:finished writesame 2024-04-15T15:28:41.744 INFO:tasks.workunit.client.0.smithi016.stdout:to verify the data 2024-04-15T15:28:41.744 INFO:tasks.workunit.client.0.smithi016.stdout:verified 2024-04-15T15:28:41.744 INFO:tasks.workunit.client.0.smithi016.stdout:created completion 2024-04-15T15:28:41.744 INFO:tasks.workunit.client.0.smithi016.stdout:started writesame 2024-04-15T15:28:41.744 INFO:tasks.workunit.client.0.smithi016.stdout:write completion cb called! 2024-04-15T15:28:41.744 INFO:tasks.workunit.client.0.smithi016.stdout:return value is: 0 2024-04-15T15:28:41.744 INFO:tasks.workunit.client.0.smithi016.stdout:finished writesame 2024-04-15T15:28:41.744 INFO:tasks.workunit.client.0.smithi016.stdout:to verify the data 2024-04-15T15:28:41.744 INFO:tasks.workunit.client.0.smithi016.stdout:verified 2024-04-15T15:28:41.744 INFO:tasks.workunit.client.0.smithi016.stdout:created completion 2024-04-15T15:28:41.744 INFO:tasks.workunit.client.0.smithi016.stdout:started writesame 2024-04-15T15:28:41.744 INFO:tasks.workunit.client.0.smithi016.stdout:write completion cb called! 2024-04-15T15:28:41.745 INFO:tasks.workunit.client.0.smithi016.stdout:return value is: 0 2024-04-15T15:28:41.745 INFO:tasks.workunit.client.0.smithi016.stdout:finished writesame 2024-04-15T15:28:41.745 INFO:tasks.workunit.client.0.smithi016.stdout:to verify the data 2024-04-15T15:28:41.745 INFO:tasks.workunit.client.0.smithi016.stdout:verified 2024-04-15T15:28:41.745 INFO:tasks.workunit.client.0.smithi016.stdout:created completion 2024-04-15T15:28:41.745 INFO:tasks.workunit.client.0.smithi016.stdout:started writesame 2024-04-15T15:28:41.745 INFO:tasks.workunit.client.0.smithi016.stdout:expected fail, finished writesame 2024-04-15T15:28:41.745 INFO:tasks.workunit.client.0.smithi016.stdout:created completion 2024-04-15T15:28:41.745 INFO:tasks.workunit.client.0.smithi016.stdout:started writesame 2024-04-15T15:28:41.745 INFO:tasks.workunit.client.0.smithi016.stdout:expected fail, finished writesame 2024-04-15T15:28:41.745 INFO:tasks.workunit.client.0.smithi016.stdout:created completion 2024-04-15T15:28:41.745 INFO:tasks.workunit.client.0.smithi016.stdout:started writesame 2024-04-15T15:28:41.745 INFO:tasks.workunit.client.0.smithi016.stdout:write completion cb called! 2024-04-15T15:28:41.745 INFO:tasks.workunit.client.0.smithi016.stdout:return value is: 0 2024-04-15T15:28:41.745 INFO:tasks.workunit.client.0.smithi016.stdout:finished writesame 2024-04-15T15:28:41.745 INFO:tasks.workunit.client.0.smithi016.stdout:to verify the data 2024-04-15T15:28:41.746 INFO:tasks.workunit.client.0.smithi016.stdout:verified 2024-04-15T15:28:41.746 INFO:tasks.workunit.client.0.smithi016.stdout:created completion 2024-04-15T15:28:41.746 INFO:tasks.workunit.client.0.smithi016.stdout:started writesame 2024-04-15T15:28:41.746 INFO:tasks.workunit.client.0.smithi016.stdout:write completion cb called! 2024-04-15T15:28:41.746 INFO:tasks.workunit.client.0.smithi016.stdout:return value is: 0 2024-04-15T15:28:41.746 INFO:tasks.workunit.client.0.smithi016.stdout:finished writesame 2024-04-15T15:28:41.746 INFO:tasks.workunit.client.0.smithi016.stdout:to verify the data 2024-04-15T15:28:41.746 INFO:tasks.workunit.client.0.smithi016.stdout:verified 2024-04-15T15:28:41.746 INFO:tasks.workunit.client.0.smithi016.stdout:created completion 2024-04-15T15:28:41.746 INFO:tasks.workunit.client.0.smithi016.stdout:started writesame 2024-04-15T15:28:41.746 INFO:tasks.workunit.client.0.smithi016.stdout:write completion cb called! 2024-04-15T15:28:41.746 INFO:tasks.workunit.client.0.smithi016.stdout:return value is: 0 2024-04-15T15:28:41.746 INFO:tasks.workunit.client.0.smithi016.stdout:finished writesame 2024-04-15T15:28:41.746 INFO:tasks.workunit.client.0.smithi016.stdout:to verify the data 2024-04-15T15:28:41.746 INFO:tasks.workunit.client.0.smithi016.stdout:verified 2024-04-15T15:28:41.746 INFO:tasks.workunit.client.0.smithi016.stdout:created completion 2024-04-15T15:28:41.747 INFO:tasks.workunit.client.0.smithi016.stdout:started writesame 2024-04-15T15:28:41.747 INFO:tasks.workunit.client.0.smithi016.stdout:write completion cb called! 2024-04-15T15:28:41.747 INFO:tasks.workunit.client.0.smithi016.stdout:return value is: 0 2024-04-15T15:28:41.747 INFO:tasks.workunit.client.0.smithi016.stdout:finished writesame 2024-04-15T15:28:41.747 INFO:tasks.workunit.client.0.smithi016.stdout:to verify the data 2024-04-15T15:28:41.747 INFO:tasks.workunit.client.0.smithi016.stdout:verified 2024-04-15T15:28:41.747 INFO:tasks.workunit.client.0.smithi016.stdout:created completion 2024-04-15T15:28:41.747 INFO:tasks.workunit.client.0.smithi016.stdout:started writesame 2024-04-15T15:28:41.747 INFO:tasks.workunit.client.0.smithi016.stdout:expected fail, finished writesame 2024-04-15T15:28:41.747 INFO:tasks.workunit.client.0.smithi016.stdout:created completion 2024-04-15T15:28:41.747 INFO:tasks.workunit.client.0.smithi016.stdout:started writesame 2024-04-15T15:28:41.747 INFO:tasks.workunit.client.0.smithi016.stdout:expected fail, finished writesame 2024-04-15T15:28:41.747 INFO:tasks.workunit.client.0.smithi016.stdout:created completion 2024-04-15T15:28:41.747 INFO:tasks.workunit.client.0.smithi016.stdout:started writesame 2024-04-15T15:28:41.747 INFO:tasks.workunit.client.0.smithi016.stdout:write completion cb called! 2024-04-15T15:28:41.748 INFO:tasks.workunit.client.0.smithi016.stdout:return value is: 0 2024-04-15T15:28:41.748 INFO:tasks.workunit.client.0.smithi016.stdout:finished writesame 2024-04-15T15:28:41.748 INFO:tasks.workunit.client.0.smithi016.stdout:to verify the data 2024-04-15T15:28:41.748 INFO:tasks.workunit.client.0.smithi016.stdout:verified 2024-04-15T15:28:41.748 INFO:tasks.workunit.client.0.smithi016.stdout:created completion 2024-04-15T15:28:41.748 INFO:tasks.workunit.client.0.smithi016.stdout:started writesame 2024-04-15T15:28:41.748 INFO:tasks.workunit.client.0.smithi016.stdout:write completion cb called! 2024-04-15T15:28:41.748 INFO:tasks.workunit.client.0.smithi016.stdout:return value is: 0 2024-04-15T15:28:41.748 INFO:tasks.workunit.client.0.smithi016.stdout:finished writesame 2024-04-15T15:28:41.748 INFO:tasks.workunit.client.0.smithi016.stdout:to verify the data 2024-04-15T15:28:41.748 INFO:tasks.workunit.client.0.smithi016.stdout:verified 2024-04-15T15:28:41.748 INFO:tasks.workunit.client.0.smithi016.stdout:created completion 2024-04-15T15:28:41.748 INFO:tasks.workunit.client.0.smithi016.stdout:started writesame 2024-04-15T15:28:41.748 INFO:tasks.workunit.client.0.smithi016.stdout:write completion cb called! 2024-04-15T15:28:41.748 INFO:tasks.workunit.client.0.smithi016.stdout:return value is: 0 2024-04-15T15:28:41.748 INFO:tasks.workunit.client.0.smithi016.stdout:finished writesame 2024-04-15T15:28:41.749 INFO:tasks.workunit.client.0.smithi016.stdout:to verify the data 2024-04-15T15:28:41.749 INFO:tasks.workunit.client.0.smithi016.stdout:verified 2024-04-15T15:28:41.749 INFO:tasks.workunit.client.0.smithi016.stdout:created completion 2024-04-15T15:28:41.749 INFO:tasks.workunit.client.0.smithi016.stdout:started writesame 2024-04-15T15:28:41.749 INFO:tasks.workunit.client.0.smithi016.stdout:write completion cb called! 2024-04-15T15:28:41.749 INFO:tasks.workunit.client.0.smithi016.stdout:return value is: 0 2024-04-15T15:28:41.749 INFO:tasks.workunit.client.0.smithi016.stdout:finished writesame 2024-04-15T15:28:41.749 INFO:tasks.workunit.client.0.smithi016.stdout:to verify the data 2024-04-15T15:28:41.749 INFO:tasks.workunit.client.0.smithi016.stdout:verified 2024-04-15T15:28:41.749 INFO:tasks.workunit.client.0.smithi016.stdout:created completion 2024-04-15T15:28:41.749 INFO:tasks.workunit.client.0.smithi016.stdout:started writesame 2024-04-15T15:28:41.749 INFO:tasks.workunit.client.0.smithi016.stdout:expected fail, finished writesame 2024-04-15T15:28:41.749 INFO:tasks.workunit.client.0.smithi016.stdout:created completion 2024-04-15T15:28:41.749 INFO:tasks.workunit.client.0.smithi016.stdout:started writesame 2024-04-15T15:28:41.749 INFO:tasks.workunit.client.0.smithi016.stdout:expected fail, finished writesame 2024-04-15T15:28:41.749 INFO:tasks.workunit.client.0.smithi016.stdout:read completion cb called! 2024-04-15T15:28:41.750 INFO:tasks.workunit.client.0.smithi016.stdout:read completion cb called! 2024-04-15T15:28:41.750 INFO:tasks.workunit.client.0.smithi016.stdout:wrote: 512 2024-04-15T15:28:41.750 INFO:tasks.workunit.client.0.smithi016.stdout:read completion cb called! 2024-04-15T15:28:41.750 INFO:tasks.workunit.client.0.smithi016.stdout:wrote: 4 2024-04-15T15:28:41.750 INFO:tasks.workunit.client.0.smithi016.stdout:read: 4 2024-04-15T15:28:41.750 INFO:tasks.workunit.client.0.smithi016.stdout:read: 4 2024-04-15T15:28:41.750 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] TestLibRBD.TestEncryptionLUKS1 (11715 ms) 2024-04-15T15:28:41.750 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] TestLibRBD.TestEncryptionLUKS2 2024-04-15T15:28:41.750 INFO:tasks.workunit.client.0.smithi016.stdout:using new format! 2024-04-15T15:28:42.040 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 15 15:28:41 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-y[81421]: ::ffff:172.21.15.102 - - [15/Apr/2024:15:28:41] "GET /metrics HTTP/1.1" 200 60706 "" "Prometheus/2.43.0" 2024-04-15T15:28:42.438 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:28:42 smithi102 ceph-mon[87131]: pgmap v2881: 457 pgs: 457 active+clean; 11 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 1.2 MiB/s rd, 1.0 MiB/s wr, 1.68k op/s 2024-04-15T15:28:42.438 INFO:journalctl@ceph.prometheus.a.smithi102.stdout:Apr 15 15:28:42 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-prometheus-a[120881]: ts=2024-04-15T15:28:42.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi016:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"362ea986-fb34-11ee-bc8f-c7b262605968\", instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T15:28:42.539 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:28:42 smithi016 ceph-mon[90652]: pgmap v2881: 457 pgs: 457 active+clean; 11 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 1.2 MiB/s rd, 1.0 MiB/s wr, 1.68k op/s 2024-04-15T15:28:42.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:28:42 smithi016 ceph-mon[93212]: pgmap v2881: 457 pgs: 457 active+clean; 11 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 1.2 MiB/s rd, 1.0 MiB/s wr, 1.68k op/s 2024-04-15T15:28:44.438 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:28:44 smithi102 ceph-mon[87131]: pgmap v2882: 457 pgs: 457 active+clean; 15 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 1.7 MiB/s rd, 830 KiB/s wr, 828 op/s 2024-04-15T15:28:44.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:28:44 smithi016 ceph-mon[93212]: pgmap v2882: 457 pgs: 457 active+clean; 15 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 1.7 MiB/s rd, 830 KiB/s wr, 828 op/s 2024-04-15T15:28:44.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:28:44 smithi016 ceph-mon[90652]: pgmap v2882: 457 pgs: 457 active+clean; 15 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 1.7 MiB/s rd, 830 KiB/s wr, 828 op/s 2024-04-15T15:28:46.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:28:46 smithi102 ceph-mon[87131]: pgmap v2883: 457 pgs: 457 active+clean; 15 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 1.7 MiB/s rd, 830 KiB/s wr, 854 op/s 2024-04-15T15:28:46.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:28:46 smithi016 ceph-mon[90652]: pgmap v2883: 457 pgs: 457 active+clean; 15 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 1.7 MiB/s rd, 830 KiB/s wr, 854 op/s 2024-04-15T15:28:46.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:28:46 smithi016 ceph-mon[93212]: pgmap v2883: 457 pgs: 457 active+clean; 15 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 1.7 MiB/s rd, 830 KiB/s wr, 854 op/s 2024-04-15T15:28:48.438 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:28:48 smithi102 ceph-mon[87131]: pgmap v2884: 457 pgs: 457 active+clean; 15 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 1.6 MiB/s rd, 405 KiB/s wr, 820 op/s 2024-04-15T15:28:48.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:28:48 smithi016 ceph-mon[93212]: pgmap v2884: 457 pgs: 457 active+clean; 15 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 1.6 MiB/s rd, 405 KiB/s wr, 820 op/s 2024-04-15T15:28:48.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:28:48 smithi016 ceph-mon[90652]: pgmap v2884: 457 pgs: 457 active+clean; 15 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 1.6 MiB/s rd, 405 KiB/s wr, 820 op/s 2024-04-15T15:28:50.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:28:50 smithi102 ceph-mon[87131]: pgmap v2885: 457 pgs: 457 active+clean; 15 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 1.4 MiB/s rd, 351 KiB/s wr, 713 op/s 2024-04-15T15:28:50.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:28:50 smithi016 ceph-mon[90652]: pgmap v2885: 457 pgs: 457 active+clean; 15 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 1.4 MiB/s rd, 351 KiB/s wr, 713 op/s 2024-04-15T15:28:50.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:28:50 smithi016 ceph-mon[93212]: pgmap v2885: 457 pgs: 457 active+clean; 15 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 1.4 MiB/s rd, 351 KiB/s wr, 713 op/s 2024-04-15T15:28:51.765 INFO:tasks.workunit.client.0.smithi016.stdout:wrote: 512 2024-04-15T15:28:51.765 INFO:tasks.workunit.client.0.smithi016.stdout:wrote: 512 2024-04-15T15:28:51.765 INFO:tasks.workunit.client.0.smithi016.stdout:wrote: 512 2024-04-15T15:28:51.765 INFO:tasks.workunit.client.0.smithi016.stdout:wrote: 512 2024-04-15T15:28:51.765 INFO:tasks.workunit.client.0.smithi016.stdout:wrote: 512 2024-04-15T15:28:51.765 INFO:tasks.workunit.client.0.smithi016.stdout:created completion 2024-04-15T15:28:51.766 INFO:tasks.workunit.client.0.smithi016.stdout:started write 2024-04-15T15:28:51.766 INFO:tasks.workunit.client.0.smithi016.stdout:write completion cb called! 2024-04-15T15:28:51.766 INFO:tasks.workunit.client.0.smithi016.stdout:return value is: 0 2024-04-15T15:28:51.766 INFO:tasks.workunit.client.0.smithi016.stdout:finished write 2024-04-15T15:28:51.766 INFO:tasks.workunit.client.0.smithi016.stdout:created completion 2024-04-15T15:28:51.766 INFO:tasks.workunit.client.0.smithi016.stdout:started write 2024-04-15T15:28:51.766 INFO:tasks.workunit.client.0.smithi016.stdout:write completion cb called! 2024-04-15T15:28:51.766 INFO:tasks.workunit.client.0.smithi016.stdout:return value is: 0 2024-04-15T15:28:51.766 INFO:tasks.workunit.client.0.smithi016.stdout:finished write 2024-04-15T15:28:51.766 INFO:tasks.workunit.client.0.smithi016.stdout:created completion 2024-04-15T15:28:51.766 INFO:tasks.workunit.client.0.smithi016.stdout:started write 2024-04-15T15:28:51.766 INFO:tasks.workunit.client.0.smithi016.stdout:write completion cb called! 2024-04-15T15:28:51.766 INFO:tasks.workunit.client.0.smithi016.stdout:return value is: 0 2024-04-15T15:28:51.767 INFO:tasks.workunit.client.0.smithi016.stdout:finished write 2024-04-15T15:28:51.767 INFO:tasks.workunit.client.0.smithi016.stdout:created completion 2024-04-15T15:28:51.767 INFO:tasks.workunit.client.0.smithi016.stdout:started write 2024-04-15T15:28:51.767 INFO:tasks.workunit.client.0.smithi016.stdout:write completion cb called! 2024-04-15T15:28:51.767 INFO:tasks.workunit.client.0.smithi016.stdout:return value is: 0 2024-04-15T15:28:51.767 INFO:tasks.workunit.client.0.smithi016.stdout:finished write 2024-04-15T15:28:51.767 INFO:tasks.workunit.client.0.smithi016.stdout:created completion 2024-04-15T15:28:51.767 INFO:tasks.workunit.client.0.smithi016.stdout:started write 2024-04-15T15:28:51.767 INFO:tasks.workunit.client.0.smithi016.stdout:write completion cb called! 2024-04-15T15:28:51.767 INFO:tasks.workunit.client.0.smithi016.stdout:return value is: 0 2024-04-15T15:28:51.767 INFO:tasks.workunit.client.0.smithi016.stdout:finished write 2024-04-15T15:28:51.767 INFO:tasks.workunit.client.0.smithi016.stdout:start compare and write 2024-04-15T15:28:51.767 INFO:tasks.workunit.client.0.smithi016.stdout:compare and wrote: 512 2024-04-15T15:28:51.767 INFO:tasks.workunit.client.0.smithi016.stdout:start compare and write 2024-04-15T15:28:51.767 INFO:tasks.workunit.client.0.smithi016.stdout:compare and wrote: 512 2024-04-15T15:28:51.768 INFO:tasks.workunit.client.0.smithi016.stdout:start compare and write 2024-04-15T15:28:51.768 INFO:tasks.workunit.client.0.smithi016.stdout:compare and wrote: 512 2024-04-15T15:28:51.768 INFO:tasks.workunit.client.0.smithi016.stdout:start compare and write 2024-04-15T15:28:51.768 INFO:tasks.workunit.client.0.smithi016.stdout:compare and wrote: 512 2024-04-15T15:28:51.768 INFO:tasks.workunit.client.0.smithi016.stdout:start compare and write 2024-04-15T15:28:51.768 INFO:tasks.workunit.client.0.smithi016.stdout:compare and wrote: 512 2024-04-15T15:28:51.768 INFO:tasks.workunit.client.0.smithi016.stdout:created completion 2024-04-15T15:28:51.768 INFO:tasks.workunit.client.0.smithi016.stdout:started aio compare and write 2024-04-15T15:28:51.768 INFO:tasks.workunit.client.0.smithi016.stdout:write completion cb called! 2024-04-15T15:28:51.768 INFO:tasks.workunit.client.0.smithi016.stdout:return value is: 0 2024-04-15T15:28:51.768 INFO:tasks.workunit.client.0.smithi016.stdout:finished aio compare and write 2024-04-15T15:28:51.768 INFO:tasks.workunit.client.0.smithi016.stdout:created completion 2024-04-15T15:28:51.768 INFO:tasks.workunit.client.0.smithi016.stdout:started aio compare and write 2024-04-15T15:28:51.768 INFO:tasks.workunit.client.0.smithi016.stdout:write completion cb called! 2024-04-15T15:28:51.769 INFO:tasks.workunit.client.0.smithi016.stdout:return value is: 0 2024-04-15T15:28:51.769 INFO:tasks.workunit.client.0.smithi016.stdout:finished aio compare and write 2024-04-15T15:28:51.769 INFO:tasks.workunit.client.0.smithi016.stdout:created completion 2024-04-15T15:28:51.769 INFO:tasks.workunit.client.0.smithi016.stdout:started aio compare and write 2024-04-15T15:28:51.769 INFO:tasks.workunit.client.0.smithi016.stdout:write completion cb called! 2024-04-15T15:28:51.769 INFO:tasks.workunit.client.0.smithi016.stdout:return value is: 0 2024-04-15T15:28:51.769 INFO:tasks.workunit.client.0.smithi016.stdout:finished aio compare and write 2024-04-15T15:28:51.769 INFO:tasks.workunit.client.0.smithi016.stdout:created completion 2024-04-15T15:28:51.769 INFO:tasks.workunit.client.0.smithi016.stdout:started aio compare and write 2024-04-15T15:28:51.769 INFO:tasks.workunit.client.0.smithi016.stdout:write completion cb called! 2024-04-15T15:28:51.769 INFO:tasks.workunit.client.0.smithi016.stdout:return value is: 0 2024-04-15T15:28:51.769 INFO:tasks.workunit.client.0.smithi016.stdout:finished aio compare and write 2024-04-15T15:28:51.769 INFO:tasks.workunit.client.0.smithi016.stdout:created completion 2024-04-15T15:28:51.769 INFO:tasks.workunit.client.0.smithi016.stdout:started aio compare and write 2024-04-15T15:28:51.769 INFO:tasks.workunit.client.0.smithi016.stdout:write completion cb called! 2024-04-15T15:28:51.770 INFO:tasks.workunit.client.0.smithi016.stdout:return value is: 0 2024-04-15T15:28:51.770 INFO:tasks.workunit.client.0.smithi016.stdout:finished aio compare and write 2024-04-15T15:28:51.770 INFO:tasks.workunit.client.0.smithi016.stdout:read: 512 2024-04-15T15:28:51.770 INFO:tasks.workunit.client.0.smithi016.stdout:read: 512 2024-04-15T15:28:51.770 INFO:tasks.workunit.client.0.smithi016.stdout:read: 512 2024-04-15T15:28:51.770 INFO:tasks.workunit.client.0.smithi016.stdout:read: 512 2024-04-15T15:28:51.770 INFO:tasks.workunit.client.0.smithi016.stdout:read: 512 2024-04-15T15:28:51.770 INFO:tasks.workunit.client.0.smithi016.stdout:created completion 2024-04-15T15:28:51.770 INFO:tasks.workunit.client.0.smithi016.stdout:started read 2024-04-15T15:28:51.770 INFO:tasks.workunit.client.0.smithi016.stdout:read completion cb called! 2024-04-15T15:28:51.770 INFO:tasks.workunit.client.0.smithi016.stdout:return value is: 512 2024-04-15T15:28:51.770 INFO:tasks.workunit.client.0.smithi016.stdout:created completion 2024-04-15T15:28:51.770 INFO:tasks.workunit.client.0.smithi016.stdout:started read 2024-04-15T15:28:51.770 INFO:tasks.workunit.client.0.smithi016.stdout:read completion cb called! 2024-04-15T15:28:51.771 INFO:tasks.workunit.client.0.smithi016.stdout:return value is: 512 2024-04-15T15:28:51.771 INFO:tasks.workunit.client.0.smithi016.stdout:created completion 2024-04-15T15:28:51.771 INFO:tasks.workunit.client.0.smithi016.stdout:started read 2024-04-15T15:28:51.771 INFO:tasks.workunit.client.0.smithi016.stdout:read completion cb called! 2024-04-15T15:28:51.771 INFO:tasks.workunit.client.0.smithi016.stdout:return value is: 512 2024-04-15T15:28:51.771 INFO:tasks.workunit.client.0.smithi016.stdout:created completion 2024-04-15T15:28:51.771 INFO:tasks.workunit.client.0.smithi016.stdout:started read 2024-04-15T15:28:51.771 INFO:tasks.workunit.client.0.smithi016.stdout:read completion cb called! 2024-04-15T15:28:51.771 INFO:tasks.workunit.client.0.smithi016.stdout:return value is: 512 2024-04-15T15:28:51.771 INFO:tasks.workunit.client.0.smithi016.stdout:created completion 2024-04-15T15:28:51.771 INFO:tasks.workunit.client.0.smithi016.stdout:started read 2024-04-15T15:28:51.771 INFO:tasks.workunit.client.0.smithi016.stdout:read completion cb called! 2024-04-15T15:28:51.771 INFO:tasks.workunit.client.0.smithi016.stdout:return value is: 512 2024-04-15T15:28:51.772 INFO:tasks.workunit.client.0.smithi016.stdout:discard: 512~512 = 512 2024-04-15T15:28:51.772 INFO:tasks.workunit.client.0.smithi016.stdout:write completion cb called! 2024-04-15T15:28:51.772 INFO:tasks.workunit.client.0.smithi016.stdout:aio discard: 1536~512 = 0 2024-04-15T15:28:51.772 INFO:tasks.workunit.client.0.smithi016.stdout:read: 512 2024-04-15T15:28:51.772 INFO:tasks.workunit.client.0.smithi016.stdout:read: 512 2024-04-15T15:28:51.772 INFO:tasks.workunit.client.0.smithi016.stdout:read: 512 2024-04-15T15:28:51.772 INFO:tasks.workunit.client.0.smithi016.stdout:read: 512 2024-04-15T15:28:51.772 INFO:tasks.workunit.client.0.smithi016.stdout:read: 512 2024-04-15T15:28:51.772 INFO:tasks.workunit.client.0.smithi016.stdout:wrote: 0 2024-04-15T15:28:51.772 INFO:tasks.workunit.client.0.smithi016.stdout:to verify the data 2024-04-15T15:28:51.772 INFO:tasks.workunit.client.0.smithi016.stdout:verified 2024-04-15T15:28:51.772 INFO:tasks.workunit.client.0.smithi016.stdout:wrote: 0 2024-04-15T15:28:51.772 INFO:tasks.workunit.client.0.smithi016.stdout:to verify the data 2024-04-15T15:28:51.772 INFO:tasks.workunit.client.0.smithi016.stdout:verified 2024-04-15T15:28:51.772 INFO:tasks.workunit.client.0.smithi016.stdout:wrote: 16384 2024-04-15T15:28:51.773 INFO:tasks.workunit.client.0.smithi016.stdout:to verify the data 2024-04-15T15:28:51.773 INFO:tasks.workunit.client.0.smithi016.stdout:verified 2024-04-15T15:28:51.773 INFO:tasks.workunit.client.0.smithi016.stdout:wrote: 16384 2024-04-15T15:28:51.773 INFO:tasks.workunit.client.0.smithi016.stdout:to verify the data 2024-04-15T15:28:51.773 INFO:tasks.workunit.client.0.smithi016.stdout:verified 2024-04-15T15:28:51.773 INFO:tasks.workunit.client.0.smithi016.stdout:expected fail, finished writesame 2024-04-15T15:28:51.773 INFO:tasks.workunit.client.0.smithi016.stdout:expected fail, finished writesame 2024-04-15T15:28:51.773 INFO:tasks.workunit.client.0.smithi016.stdout:wrote: 49152 2024-04-15T15:28:51.773 INFO:tasks.workunit.client.0.smithi016.stdout:to verify the data 2024-04-15T15:28:51.773 INFO:tasks.workunit.client.0.smithi016.stdout:verified 2024-04-15T15:28:51.773 INFO:tasks.workunit.client.0.smithi016.stdout:wrote: 49152 2024-04-15T15:28:51.773 INFO:tasks.workunit.client.0.smithi016.stdout:to verify the data 2024-04-15T15:28:51.773 INFO:tasks.workunit.client.0.smithi016.stdout:verified 2024-04-15T15:28:51.773 INFO:tasks.workunit.client.0.smithi016.stdout:wrote: 65536 2024-04-15T15:28:51.773 INFO:tasks.workunit.client.0.smithi016.stdout:to verify the data 2024-04-15T15:28:51.774 INFO:tasks.workunit.client.0.smithi016.stdout:verified 2024-04-15T15:28:51.774 INFO:tasks.workunit.client.0.smithi016.stdout:wrote: 65536 2024-04-15T15:28:51.774 INFO:tasks.workunit.client.0.smithi016.stdout:to verify the data 2024-04-15T15:28:51.774 INFO:tasks.workunit.client.0.smithi016.stdout:verified 2024-04-15T15:28:51.774 INFO:tasks.workunit.client.0.smithi016.stdout:expected fail, finished writesame 2024-04-15T15:28:51.774 INFO:tasks.workunit.client.0.smithi016.stdout:expected fail, finished writesame 2024-04-15T15:28:51.774 INFO:tasks.workunit.client.0.smithi016.stdout:wrote: 98304 2024-04-15T15:28:51.774 INFO:tasks.workunit.client.0.smithi016.stdout:to verify the data 2024-04-15T15:28:51.774 INFO:tasks.workunit.client.0.smithi016.stdout:verified 2024-04-15T15:28:51.774 INFO:tasks.workunit.client.0.smithi016.stdout:wrote: 98304 2024-04-15T15:28:51.774 INFO:tasks.workunit.client.0.smithi016.stdout:to verify the data 2024-04-15T15:28:51.774 INFO:tasks.workunit.client.0.smithi016.stdout:verified 2024-04-15T15:28:51.774 INFO:tasks.workunit.client.0.smithi016.stdout:wrote: 114688 2024-04-15T15:28:51.775 INFO:tasks.workunit.client.0.smithi016.stdout:to verify the data 2024-04-15T15:28:51.775 INFO:tasks.workunit.client.0.smithi016.stdout:verified 2024-04-15T15:28:51.775 INFO:tasks.workunit.client.0.smithi016.stdout:wrote: 114688 2024-04-15T15:28:51.775 INFO:tasks.workunit.client.0.smithi016.stdout:to verify the data 2024-04-15T15:28:51.775 INFO:tasks.workunit.client.0.smithi016.stdout:verified 2024-04-15T15:28:51.775 INFO:tasks.workunit.client.0.smithi016.stdout:expected fail, finished writesame 2024-04-15T15:28:51.775 INFO:tasks.workunit.client.0.smithi016.stdout:expected fail, finished writesame 2024-04-15T15:28:51.775 INFO:tasks.workunit.client.0.smithi016.stdout:wrote: 147456 2024-04-15T15:28:51.775 INFO:tasks.workunit.client.0.smithi016.stdout:to verify the data 2024-04-15T15:28:51.775 INFO:tasks.workunit.client.0.smithi016.stdout:verified 2024-04-15T15:28:51.775 INFO:tasks.workunit.client.0.smithi016.stdout:wrote: 147456 2024-04-15T15:28:51.775 INFO:tasks.workunit.client.0.smithi016.stdout:to verify the data 2024-04-15T15:28:51.775 INFO:tasks.workunit.client.0.smithi016.stdout:verified 2024-04-15T15:28:51.775 INFO:tasks.workunit.client.0.smithi016.stdout:wrote: 163840 2024-04-15T15:28:51.776 INFO:tasks.workunit.client.0.smithi016.stdout:to verify the data 2024-04-15T15:28:51.776 INFO:tasks.workunit.client.0.smithi016.stdout:verified 2024-04-15T15:28:51.776 INFO:tasks.workunit.client.0.smithi016.stdout:wrote: 163840 2024-04-15T15:28:51.776 INFO:tasks.workunit.client.0.smithi016.stdout:to verify the data 2024-04-15T15:28:51.776 INFO:tasks.workunit.client.0.smithi016.stdout:verified 2024-04-15T15:28:51.776 INFO:tasks.workunit.client.0.smithi016.stdout:expected fail, finished writesame 2024-04-15T15:28:51.776 INFO:tasks.workunit.client.0.smithi016.stdout:expected fail, finished writesame 2024-04-15T15:28:51.776 INFO:tasks.workunit.client.0.smithi016.stdout:wrote: 196608 2024-04-15T15:28:51.776 INFO:tasks.workunit.client.0.smithi016.stdout:to verify the data 2024-04-15T15:28:51.776 INFO:tasks.workunit.client.0.smithi016.stdout:verified 2024-04-15T15:28:51.776 INFO:tasks.workunit.client.0.smithi016.stdout:wrote: 196608 2024-04-15T15:28:51.776 INFO:tasks.workunit.client.0.smithi016.stdout:to verify the data 2024-04-15T15:28:51.776 INFO:tasks.workunit.client.0.smithi016.stdout:verified 2024-04-15T15:28:51.776 INFO:tasks.workunit.client.0.smithi016.stdout:wrote: 212992 2024-04-15T15:28:51.776 INFO:tasks.workunit.client.0.smithi016.stdout:to verify the data 2024-04-15T15:28:51.777 INFO:tasks.workunit.client.0.smithi016.stdout:verified 2024-04-15T15:28:51.777 INFO:tasks.workunit.client.0.smithi016.stdout:wrote: 212992 2024-04-15T15:28:51.777 INFO:tasks.workunit.client.0.smithi016.stdout:to verify the data 2024-04-15T15:28:51.777 INFO:tasks.workunit.client.0.smithi016.stdout:verified 2024-04-15T15:28:51.777 INFO:tasks.workunit.client.0.smithi016.stdout:expected fail, finished writesame 2024-04-15T15:28:51.777 INFO:tasks.workunit.client.0.smithi016.stdout:expected fail, finished writesame 2024-04-15T15:28:51.777 INFO:tasks.workunit.client.0.smithi016.stdout:created completion 2024-04-15T15:28:51.777 INFO:tasks.workunit.client.0.smithi016.stdout:started writesame 2024-04-15T15:28:51.777 INFO:tasks.workunit.client.0.smithi016.stdout:write completion cb called! 2024-04-15T15:28:51.777 INFO:tasks.workunit.client.0.smithi016.stdout:return value is: 0 2024-04-15T15:28:51.777 INFO:tasks.workunit.client.0.smithi016.stdout:finished writesame 2024-04-15T15:28:51.777 INFO:tasks.workunit.client.0.smithi016.stdout:to verify the data 2024-04-15T15:28:51.777 INFO:tasks.workunit.client.0.smithi016.stdout:verified 2024-04-15T15:28:51.777 INFO:tasks.workunit.client.0.smithi016.stdout:created completion 2024-04-15T15:28:51.777 INFO:tasks.workunit.client.0.smithi016.stdout:started writesame 2024-04-15T15:28:51.777 INFO:tasks.workunit.client.0.smithi016.stdout:write completion cb called! 2024-04-15T15:28:51.778 INFO:tasks.workunit.client.0.smithi016.stdout:return value is: 0 2024-04-15T15:28:51.778 INFO:tasks.workunit.client.0.smithi016.stdout:finished writesame 2024-04-15T15:28:51.778 INFO:tasks.workunit.client.0.smithi016.stdout:to verify the data 2024-04-15T15:28:51.778 INFO:tasks.workunit.client.0.smithi016.stdout:verified 2024-04-15T15:28:51.778 INFO:tasks.workunit.client.0.smithi016.stdout:created completion 2024-04-15T15:28:51.778 INFO:tasks.workunit.client.0.smithi016.stdout:started writesame 2024-04-15T15:28:51.778 INFO:tasks.workunit.client.0.smithi016.stdout:write completion cb called! 2024-04-15T15:28:51.778 INFO:tasks.workunit.client.0.smithi016.stdout:return value is: 0 2024-04-15T15:28:51.778 INFO:tasks.workunit.client.0.smithi016.stdout:finished writesame 2024-04-15T15:28:51.778 INFO:tasks.workunit.client.0.smithi016.stdout:to verify the data 2024-04-15T15:28:51.778 INFO:tasks.workunit.client.0.smithi016.stdout:verified 2024-04-15T15:28:51.778 INFO:tasks.workunit.client.0.smithi016.stdout:created completion 2024-04-15T15:28:51.778 INFO:tasks.workunit.client.0.smithi016.stdout:started writesame 2024-04-15T15:28:51.779 INFO:tasks.workunit.client.0.smithi016.stdout:write completion cb called! 2024-04-15T15:28:51.779 INFO:tasks.workunit.client.0.smithi016.stdout:return value is: 0 2024-04-15T15:28:51.779 INFO:tasks.workunit.client.0.smithi016.stdout:finished writesame 2024-04-15T15:28:51.779 INFO:tasks.workunit.client.0.smithi016.stdout:to verify the data 2024-04-15T15:28:51.779 INFO:tasks.workunit.client.0.smithi016.stdout:verified 2024-04-15T15:28:51.779 INFO:tasks.workunit.client.0.smithi016.stdout:created completion 2024-04-15T15:28:51.779 INFO:tasks.workunit.client.0.smithi016.stdout:started writesame 2024-04-15T15:28:51.779 INFO:tasks.workunit.client.0.smithi016.stdout:expected fail, finished writesame 2024-04-15T15:28:51.779 INFO:tasks.workunit.client.0.smithi016.stdout:created completion 2024-04-15T15:28:51.779 INFO:tasks.workunit.client.0.smithi016.stdout:started writesame 2024-04-15T15:28:51.779 INFO:tasks.workunit.client.0.smithi016.stdout:expected fail, finished writesame 2024-04-15T15:28:51.779 INFO:tasks.workunit.client.0.smithi016.stdout:created completion 2024-04-15T15:28:51.779 INFO:tasks.workunit.client.0.smithi016.stdout:started writesame 2024-04-15T15:28:51.779 INFO:tasks.workunit.client.0.smithi016.stdout:write completion cb called! 2024-04-15T15:28:51.779 INFO:tasks.workunit.client.0.smithi016.stdout:return value is: 0 2024-04-15T15:28:51.780 INFO:tasks.workunit.client.0.smithi016.stdout:finished writesame 2024-04-15T15:28:51.780 INFO:tasks.workunit.client.0.smithi016.stdout:to verify the data 2024-04-15T15:28:51.780 INFO:tasks.workunit.client.0.smithi016.stdout:verified 2024-04-15T15:28:51.780 INFO:tasks.workunit.client.0.smithi016.stdout:created completion 2024-04-15T15:28:51.780 INFO:tasks.workunit.client.0.smithi016.stdout:started writesame 2024-04-15T15:28:51.780 INFO:tasks.workunit.client.0.smithi016.stdout:write completion cb called! 2024-04-15T15:28:51.780 INFO:tasks.workunit.client.0.smithi016.stdout:return value is: 0 2024-04-15T15:28:51.780 INFO:tasks.workunit.client.0.smithi016.stdout:finished writesame 2024-04-15T15:28:51.780 INFO:tasks.workunit.client.0.smithi016.stdout:to verify the data 2024-04-15T15:28:51.780 INFO:tasks.workunit.client.0.smithi016.stdout:verified 2024-04-15T15:28:51.780 INFO:tasks.workunit.client.0.smithi016.stdout:created completion 2024-04-15T15:28:52.040 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 15 15:28:51 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-y[81421]: ::ffff:172.21.15.102 - - [15/Apr/2024:15:28:51] "GET /metrics HTTP/1.1" 200 60706 "" "Prometheus/2.43.0" 2024-04-15T15:28:52.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:28:52 smithi102 ceph-mon[87131]: pgmap v2886: 457 pgs: 457 active+clean; 15 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 756 KiB/s rd, 767 B/s wr, 28 op/s 2024-04-15T15:28:52.438 INFO:journalctl@ceph.prometheus.a.smithi102.stdout:Apr 15 15:28:52 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-prometheus-a[120881]: ts=2024-04-15T15:28:52.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi016:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"362ea986-fb34-11ee-bc8f-c7b262605968\", instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T15:28:52.539 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:28:52 smithi016 ceph-mon[90652]: pgmap v2886: 457 pgs: 457 active+clean; 15 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 756 KiB/s rd, 767 B/s wr, 28 op/s 2024-04-15T15:28:52.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:28:52 smithi016 ceph-mon[93212]: pgmap v2886: 457 pgs: 457 active+clean; 15 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 756 KiB/s rd, 767 B/s wr, 28 op/s 2024-04-15T15:28:54.438 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:28:54 smithi102 ceph-mon[87131]: pgmap v2887: 457 pgs: 457 active+clean; 27 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 2.2 MiB/s rd, 1.2 MiB/s wr, 399 op/s 2024-04-15T15:28:54.438 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:28:54 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T15:28:54.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:28:54 smithi016 ceph-mon[93212]: pgmap v2887: 457 pgs: 457 active+clean; 27 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 2.2 MiB/s rd, 1.2 MiB/s wr, 399 op/s 2024-04-15T15:28:54.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:28:54 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T15:28:54.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:28:54 smithi016 ceph-mon[90652]: pgmap v2887: 457 pgs: 457 active+clean; 27 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 2.2 MiB/s rd, 1.2 MiB/s wr, 399 op/s 2024-04-15T15:28:54.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:28:54 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T15:28:56.438 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:28:56 smithi102 ceph-mon[87131]: pgmap v2888: 457 pgs: 457 active+clean; 31 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 1.5 MiB/s rd, 1.5 MiB/s wr, 398 op/s 2024-04-15T15:28:56.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:28:56 smithi016 ceph-mon[93212]: pgmap v2888: 457 pgs: 457 active+clean; 31 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 1.5 MiB/s rd, 1.5 MiB/s wr, 398 op/s 2024-04-15T15:28:56.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:28:56 smithi016 ceph-mon[90652]: pgmap v2888: 457 pgs: 457 active+clean; 31 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 1.5 MiB/s rd, 1.5 MiB/s wr, 398 op/s 2024-04-15T15:28:57.854 INFO:tasks.workunit.client.0.smithi016.stdout:started writesame 2024-04-15T15:28:57.854 INFO:tasks.workunit.client.0.smithi016.stdout:write completion cb called! 2024-04-15T15:28:57.854 INFO:tasks.workunit.client.0.smithi016.stdout:return value is: 0 2024-04-15T15:28:57.854 INFO:tasks.workunit.client.0.smithi016.stdout:finished writesame 2024-04-15T15:28:57.854 INFO:tasks.workunit.client.0.smithi016.stdout:to verify the data 2024-04-15T15:28:57.854 INFO:tasks.workunit.client.0.smithi016.stdout:verified 2024-04-15T15:28:57.854 INFO:tasks.workunit.client.0.smithi016.stdout:created completion 2024-04-15T15:28:57.854 INFO:tasks.workunit.client.0.smithi016.stdout:started writesame 2024-04-15T15:28:57.854 INFO:tasks.workunit.client.0.smithi016.stdout:write completion cb called! 2024-04-15T15:28:57.854 INFO:tasks.workunit.client.0.smithi016.stdout:return value is: 0 2024-04-15T15:28:57.855 INFO:tasks.workunit.client.0.smithi016.stdout:finished writesame 2024-04-15T15:28:57.855 INFO:tasks.workunit.client.0.smithi016.stdout:to verify the data 2024-04-15T15:28:57.855 INFO:tasks.workunit.client.0.smithi016.stdout:verified 2024-04-15T15:28:57.855 INFO:tasks.workunit.client.0.smithi016.stdout:created completion 2024-04-15T15:28:57.855 INFO:tasks.workunit.client.0.smithi016.stdout:started writesame 2024-04-15T15:28:57.855 INFO:tasks.workunit.client.0.smithi016.stdout:expected fail, finished writesame 2024-04-15T15:28:57.855 INFO:tasks.workunit.client.0.smithi016.stdout:created completion 2024-04-15T15:28:57.855 INFO:tasks.workunit.client.0.smithi016.stdout:started writesame 2024-04-15T15:28:57.855 INFO:tasks.workunit.client.0.smithi016.stdout:expected fail, finished writesame 2024-04-15T15:28:57.855 INFO:tasks.workunit.client.0.smithi016.stdout:created completion 2024-04-15T15:28:57.855 INFO:tasks.workunit.client.0.smithi016.stdout:started writesame 2024-04-15T15:28:57.855 INFO:tasks.workunit.client.0.smithi016.stdout:write completion cb called! 2024-04-15T15:28:57.855 INFO:tasks.workunit.client.0.smithi016.stdout:return value is: 0 2024-04-15T15:28:57.855 INFO:tasks.workunit.client.0.smithi016.stdout:finished writesame 2024-04-15T15:28:57.855 INFO:tasks.workunit.client.0.smithi016.stdout:to verify the data 2024-04-15T15:28:57.856 INFO:tasks.workunit.client.0.smithi016.stdout:verified 2024-04-15T15:28:57.856 INFO:tasks.workunit.client.0.smithi016.stdout:created completion 2024-04-15T15:28:57.856 INFO:tasks.workunit.client.0.smithi016.stdout:started writesame 2024-04-15T15:28:57.856 INFO:tasks.workunit.client.0.smithi016.stdout:write completion cb called! 2024-04-15T15:28:57.856 INFO:tasks.workunit.client.0.smithi016.stdout:return value is: 0 2024-04-15T15:28:57.856 INFO:tasks.workunit.client.0.smithi016.stdout:finished writesame 2024-04-15T15:28:57.856 INFO:tasks.workunit.client.0.smithi016.stdout:to verify the data 2024-04-15T15:28:57.856 INFO:tasks.workunit.client.0.smithi016.stdout:verified 2024-04-15T15:28:57.856 INFO:tasks.workunit.client.0.smithi016.stdout:created completion 2024-04-15T15:28:57.856 INFO:tasks.workunit.client.0.smithi016.stdout:started writesame 2024-04-15T15:28:57.856 INFO:tasks.workunit.client.0.smithi016.stdout:write completion cb called! 2024-04-15T15:28:57.856 INFO:tasks.workunit.client.0.smithi016.stdout:return value is: 0 2024-04-15T15:28:57.856 INFO:tasks.workunit.client.0.smithi016.stdout:finished writesame 2024-04-15T15:28:57.856 INFO:tasks.workunit.client.0.smithi016.stdout:to verify the data 2024-04-15T15:28:57.857 INFO:tasks.workunit.client.0.smithi016.stdout:verified 2024-04-15T15:28:57.857 INFO:tasks.workunit.client.0.smithi016.stdout:created completion 2024-04-15T15:28:57.857 INFO:tasks.workunit.client.0.smithi016.stdout:started writesame 2024-04-15T15:28:57.857 INFO:tasks.workunit.client.0.smithi016.stdout:write completion cb called! 2024-04-15T15:28:57.857 INFO:tasks.workunit.client.0.smithi016.stdout:return value is: 0 2024-04-15T15:28:57.857 INFO:tasks.workunit.client.0.smithi016.stdout:finished writesame 2024-04-15T15:28:57.857 INFO:tasks.workunit.client.0.smithi016.stdout:to verify the data 2024-04-15T15:28:57.857 INFO:tasks.workunit.client.0.smithi016.stdout:verified 2024-04-15T15:28:57.857 INFO:tasks.workunit.client.0.smithi016.stdout:created completion 2024-04-15T15:28:57.857 INFO:tasks.workunit.client.0.smithi016.stdout:started writesame 2024-04-15T15:28:57.857 INFO:tasks.workunit.client.0.smithi016.stdout:expected fail, finished writesame 2024-04-15T15:28:57.857 INFO:tasks.workunit.client.0.smithi016.stdout:created completion 2024-04-15T15:28:57.857 INFO:tasks.workunit.client.0.smithi016.stdout:started writesame 2024-04-15T15:28:57.857 INFO:tasks.workunit.client.0.smithi016.stdout:expected fail, finished writesame 2024-04-15T15:28:57.857 INFO:tasks.workunit.client.0.smithi016.stdout:created completion 2024-04-15T15:28:57.858 INFO:tasks.workunit.client.0.smithi016.stdout:started writesame 2024-04-15T15:28:57.858 INFO:tasks.workunit.client.0.smithi016.stdout:write completion cb called! 2024-04-15T15:28:57.858 INFO:tasks.workunit.client.0.smithi016.stdout:return value is: 0 2024-04-15T15:28:57.858 INFO:tasks.workunit.client.0.smithi016.stdout:finished writesame 2024-04-15T15:28:57.858 INFO:tasks.workunit.client.0.smithi016.stdout:to verify the data 2024-04-15T15:28:57.858 INFO:tasks.workunit.client.0.smithi016.stdout:verified 2024-04-15T15:28:57.858 INFO:tasks.workunit.client.0.smithi016.stdout:created completion 2024-04-15T15:28:57.858 INFO:tasks.workunit.client.0.smithi016.stdout:started writesame 2024-04-15T15:28:57.858 INFO:tasks.workunit.client.0.smithi016.stdout:write completion cb called! 2024-04-15T15:28:57.858 INFO:tasks.workunit.client.0.smithi016.stdout:return value is: 0 2024-04-15T15:28:57.858 INFO:tasks.workunit.client.0.smithi016.stdout:finished writesame 2024-04-15T15:28:57.858 INFO:tasks.workunit.client.0.smithi016.stdout:to verify the data 2024-04-15T15:28:57.858 INFO:tasks.workunit.client.0.smithi016.stdout:verified 2024-04-15T15:28:57.859 INFO:tasks.workunit.client.0.smithi016.stdout:created completion 2024-04-15T15:28:57.859 INFO:tasks.workunit.client.0.smithi016.stdout:started writesame 2024-04-15T15:28:57.859 INFO:tasks.workunit.client.0.smithi016.stdout:write completion cb called! 2024-04-15T15:28:57.859 INFO:tasks.workunit.client.0.smithi016.stdout:return value is: 0 2024-04-15T15:28:57.859 INFO:tasks.workunit.client.0.smithi016.stdout:finished writesame 2024-04-15T15:28:57.859 INFO:tasks.workunit.client.0.smithi016.stdout:to verify the data 2024-04-15T15:28:57.859 INFO:tasks.workunit.client.0.smithi016.stdout:verified 2024-04-15T15:28:57.859 INFO:tasks.workunit.client.0.smithi016.stdout:created completion 2024-04-15T15:28:57.859 INFO:tasks.workunit.client.0.smithi016.stdout:started writesame 2024-04-15T15:28:57.859 INFO:tasks.workunit.client.0.smithi016.stdout:write completion cb called! 2024-04-15T15:28:57.859 INFO:tasks.workunit.client.0.smithi016.stdout:return value is: 0 2024-04-15T15:28:57.859 INFO:tasks.workunit.client.0.smithi016.stdout:finished writesame 2024-04-15T15:28:57.859 INFO:tasks.workunit.client.0.smithi016.stdout:to verify the data 2024-04-15T15:28:57.859 INFO:tasks.workunit.client.0.smithi016.stdout:verified 2024-04-15T15:28:57.859 INFO:tasks.workunit.client.0.smithi016.stdout:created completion 2024-04-15T15:28:57.860 INFO:tasks.workunit.client.0.smithi016.stdout:started writesame 2024-04-15T15:28:57.860 INFO:tasks.workunit.client.0.smithi016.stdout:expected fail, finished writesame 2024-04-15T15:28:57.860 INFO:tasks.workunit.client.0.smithi016.stdout:created completion 2024-04-15T15:28:57.860 INFO:tasks.workunit.client.0.smithi016.stdout:started writesame 2024-04-15T15:28:57.860 INFO:tasks.workunit.client.0.smithi016.stdout:expected fail, finished writesame 2024-04-15T15:28:57.860 INFO:tasks.workunit.client.0.smithi016.stdout:created completion 2024-04-15T15:28:57.860 INFO:tasks.workunit.client.0.smithi016.stdout:started writesame 2024-04-15T15:28:57.860 INFO:tasks.workunit.client.0.smithi016.stdout:write completion cb called! 2024-04-15T15:28:57.860 INFO:tasks.workunit.client.0.smithi016.stdout:return value is: 0 2024-04-15T15:28:57.860 INFO:tasks.workunit.client.0.smithi016.stdout:finished writesame 2024-04-15T15:28:57.860 INFO:tasks.workunit.client.0.smithi016.stdout:to verify the data 2024-04-15T15:28:57.860 INFO:tasks.workunit.client.0.smithi016.stdout:verified 2024-04-15T15:28:57.860 INFO:tasks.workunit.client.0.smithi016.stdout:created completion 2024-04-15T15:28:57.860 INFO:tasks.workunit.client.0.smithi016.stdout:started writesame 2024-04-15T15:28:57.861 INFO:tasks.workunit.client.0.smithi016.stdout:write completion cb called! 2024-04-15T15:28:57.861 INFO:tasks.workunit.client.0.smithi016.stdout:return value is: 0 2024-04-15T15:28:57.861 INFO:tasks.workunit.client.0.smithi016.stdout:finished writesame 2024-04-15T15:28:57.861 INFO:tasks.workunit.client.0.smithi016.stdout:to verify the data 2024-04-15T15:28:57.861 INFO:tasks.workunit.client.0.smithi016.stdout:verified 2024-04-15T15:28:57.861 INFO:tasks.workunit.client.0.smithi016.stdout:created completion 2024-04-15T15:28:57.861 INFO:tasks.workunit.client.0.smithi016.stdout:started writesame 2024-04-15T15:28:57.861 INFO:tasks.workunit.client.0.smithi016.stdout:write completion cb called! 2024-04-15T15:28:57.861 INFO:tasks.workunit.client.0.smithi016.stdout:return value is: 0 2024-04-15T15:28:57.861 INFO:tasks.workunit.client.0.smithi016.stdout:finished writesame 2024-04-15T15:28:57.861 INFO:tasks.workunit.client.0.smithi016.stdout:to verify the data 2024-04-15T15:28:57.861 INFO:tasks.workunit.client.0.smithi016.stdout:verified 2024-04-15T15:28:57.861 INFO:tasks.workunit.client.0.smithi016.stdout:created completion 2024-04-15T15:28:57.861 INFO:tasks.workunit.client.0.smithi016.stdout:started writesame 2024-04-15T15:28:57.862 INFO:tasks.workunit.client.0.smithi016.stdout:write completion cb called! 2024-04-15T15:28:57.862 INFO:tasks.workunit.client.0.smithi016.stdout:return value is: 0 2024-04-15T15:28:57.862 INFO:tasks.workunit.client.0.smithi016.stdout:finished writesame 2024-04-15T15:28:57.862 INFO:tasks.workunit.client.0.smithi016.stdout:to verify the data 2024-04-15T15:28:57.862 INFO:tasks.workunit.client.0.smithi016.stdout:verified 2024-04-15T15:28:57.862 INFO:tasks.workunit.client.0.smithi016.stdout:created completion 2024-04-15T15:28:57.862 INFO:tasks.workunit.client.0.smithi016.stdout:started writesame 2024-04-15T15:28:57.862 INFO:tasks.workunit.client.0.smithi016.stdout:expected fail, finished writesame 2024-04-15T15:28:57.862 INFO:tasks.workunit.client.0.smithi016.stdout:created completion 2024-04-15T15:28:57.862 INFO:tasks.workunit.client.0.smithi016.stdout:started writesame 2024-04-15T15:28:57.862 INFO:tasks.workunit.client.0.smithi016.stdout:expected fail, finished writesame 2024-04-15T15:28:57.862 INFO:tasks.workunit.client.0.smithi016.stdout:read completion cb called! 2024-04-15T15:28:57.862 INFO:tasks.workunit.client.0.smithi016.stdout:read completion cb called! 2024-04-15T15:28:57.863 INFO:tasks.workunit.client.0.smithi016.stdout:wrote: 512 2024-04-15T15:28:57.863 INFO:tasks.workunit.client.0.smithi016.stdout:read completion cb called! 2024-04-15T15:28:57.863 INFO:tasks.workunit.client.0.smithi016.stdout:wrote: 4 2024-04-15T15:28:57.863 INFO:tasks.workunit.client.0.smithi016.stdout:read: 4 2024-04-15T15:28:57.863 INFO:tasks.workunit.client.0.smithi016.stdout:read: 4 2024-04-15T15:28:57.863 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] TestLibRBD.TestEncryptionLUKS2 (16112 ms) 2024-04-15T15:28:57.863 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] TestLibRBD.TestCloneEncryption 2024-04-15T15:28:57.863 INFO:tasks.workunit.client.0.smithi016.stdout:using new format! 2024-04-15T15:28:58.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:28:58 smithi102 ceph-mon[87131]: pgmap v2889: 457 pgs: 457 active+clean; 31 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 1.5 MiB/s rd, 1.5 MiB/s wr, 374 op/s 2024-04-15T15:28:58.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:28:58 smithi016 ceph-mon[90652]: pgmap v2889: 457 pgs: 457 active+clean; 31 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 1.5 MiB/s rd, 1.5 MiB/s wr, 374 op/s 2024-04-15T15:28:58.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:28:58 smithi016 ceph-mon[93212]: pgmap v2889: 457 pgs: 457 active+clean; 31 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 1.5 MiB/s rd, 1.5 MiB/s wr, 374 op/s 2024-04-15T15:28:59.438 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:28:59 smithi102 ceph-mon[87131]: osdmap e1668: 8 total, 8 up, 8 in 2024-04-15T15:28:59.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:28:59 smithi016 ceph-mon[93212]: osdmap e1668: 8 total, 8 up, 8 in 2024-04-15T15:28:59.541 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:28:59 smithi016 ceph-mon[90652]: osdmap e1668: 8 total, 8 up, 8 in 2024-04-15T15:29:00.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:29:00 smithi102 ceph-mon[87131]: pgmap v2891: 457 pgs: 457 active+clean; 35 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 4.4 MiB/s rd, 2.0 MiB/s wr, 868 op/s 2024-04-15T15:29:00.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:29:00 smithi016 ceph-mon[93212]: pgmap v2891: 457 pgs: 457 active+clean; 35 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 4.4 MiB/s rd, 2.0 MiB/s wr, 868 op/s 2024-04-15T15:29:00.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:29:00 smithi016 ceph-mon[90652]: pgmap v2891: 457 pgs: 457 active+clean; 35 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 4.4 MiB/s rd, 2.0 MiB/s wr, 868 op/s 2024-04-15T15:29:02.040 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 15 15:29:01 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-y[81421]: ::ffff:172.21.15.102 - - [15/Apr/2024:15:29:01] "GET /metrics HTTP/1.1" 200 60710 "" "Prometheus/2.43.0" 2024-04-15T15:29:02.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:29:02 smithi102 ceph-mon[87131]: pgmap v2892: 457 pgs: 457 active+clean; 35 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 4.4 MiB/s rd, 2.0 MiB/s wr, 868 op/s 2024-04-15T15:29:02.438 INFO:journalctl@ceph.prometheus.a.smithi102.stdout:Apr 15 15:29:02 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-prometheus-a[120881]: ts=2024-04-15T15:29:02.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi016:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"362ea986-fb34-11ee-bc8f-c7b262605968\", instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T15:29:02.539 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:29:02 smithi016 ceph-mon[93212]: pgmap v2892: 457 pgs: 457 active+clean; 35 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 4.4 MiB/s rd, 2.0 MiB/s wr, 868 op/s 2024-04-15T15:29:02.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:29:02 smithi016 ceph-mon[90652]: pgmap v2892: 457 pgs: 457 active+clean; 35 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 4.4 MiB/s rd, 2.0 MiB/s wr, 868 op/s 2024-04-15T15:29:04.438 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:29:04 smithi102 ceph-mon[87131]: pgmap v2893: 457 pgs: 457 active+clean; 35 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 2.6 MiB/s rd, 623 KiB/s wr, 449 op/s 2024-04-15T15:29:04.539 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:29:04 smithi016 ceph-mon[90652]: pgmap v2893: 457 pgs: 457 active+clean; 35 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 2.6 MiB/s rd, 623 KiB/s wr, 449 op/s 2024-04-15T15:29:04.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:29:04 smithi016 ceph-mon[93212]: pgmap v2893: 457 pgs: 457 active+clean; 35 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 2.6 MiB/s rd, 623 KiB/s wr, 449 op/s 2024-04-15T15:29:05.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:29:05 smithi102 ceph-mon[87131]: osdmap e1669: 8 total, 8 up, 8 in 2024-04-15T15:29:05.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:29:05 smithi016 ceph-mon[93212]: osdmap e1669: 8 total, 8 up, 8 in 2024-04-15T15:29:05.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:29:05 smithi016 ceph-mon[90652]: osdmap e1669: 8 total, 8 up, 8 in 2024-04-15T15:29:06.438 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:29:06 smithi102 ceph-mon[87131]: pgmap v2895: 457 pgs: 457 active+clean; 35 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 3.3 MiB/s rd, 268 KiB/s wr, 564 op/s 2024-04-15T15:29:06.438 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:29:06 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T15:29:06.438 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:29:06 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T15:29:06.438 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:29:06 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T15:29:06.438 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:29:06 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T15:29:06.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:29:06 smithi016 ceph-mon[93212]: pgmap v2895: 457 pgs: 457 active+clean; 35 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 3.3 MiB/s rd, 268 KiB/s wr, 564 op/s 2024-04-15T15:29:06.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:29:06 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T15:29:06.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:29:06 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T15:29:06.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:29:06 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T15:29:06.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:29:06 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T15:29:06.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:29:06 smithi016 ceph-mon[90652]: pgmap v2895: 457 pgs: 457 active+clean; 35 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 3.3 MiB/s rd, 268 KiB/s wr, 564 op/s 2024-04-15T15:29:06.541 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:29:06 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T15:29:06.541 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:29:06 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T15:29:06.541 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:29:06 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T15:29:06.541 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:29:06 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T15:29:08.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:29:08 smithi102 ceph-mon[87131]: pgmap v2896: 457 pgs: 457 active+clean; 39 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 75 KiB/s rd, 502 KiB/s wr, 52 op/s 2024-04-15T15:29:08.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:29:08 smithi016 ceph-mon[93212]: pgmap v2896: 457 pgs: 457 active+clean; 39 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 75 KiB/s rd, 502 KiB/s wr, 52 op/s 2024-04-15T15:29:08.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:29:08 smithi016 ceph-mon[90652]: pgmap v2896: 457 pgs: 457 active+clean; 39 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 75 KiB/s rd, 502 KiB/s wr, 52 op/s 2024-04-15T15:29:09.438 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:29:09 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T15:29:09.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:29:09 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T15:29:09.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:29:09 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T15:29:10.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:29:10 smithi102 ceph-mon[87131]: pgmap v2897: 457 pgs: 457 active+clean; 39 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 73 KiB/s rd, 413 KiB/s wr, 58 op/s 2024-04-15T15:29:10.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:29:10 smithi016 ceph-mon[90652]: pgmap v2897: 457 pgs: 457 active+clean; 39 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 73 KiB/s rd, 413 KiB/s wr, 58 op/s 2024-04-15T15:29:10.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:29:10 smithi016 ceph-mon[93212]: pgmap v2897: 457 pgs: 457 active+clean; 39 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 73 KiB/s rd, 413 KiB/s wr, 58 op/s 2024-04-15T15:29:12.040 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 15 15:29:11 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-y[81421]: ::ffff:172.21.15.102 - - [15/Apr/2024:15:29:11] "GET /metrics HTTP/1.1" 200 60707 "" "Prometheus/2.43.0" 2024-04-15T15:29:12.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:29:12 smithi102 ceph-mon[87131]: pgmap v2898: 457 pgs: 457 active+clean; 39 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 73 KiB/s rd, 413 KiB/s wr, 58 op/s 2024-04-15T15:29:12.438 INFO:journalctl@ceph.prometheus.a.smithi102.stdout:Apr 15 15:29:12 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-prometheus-a[120881]: ts=2024-04-15T15:29:12.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi016:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"362ea986-fb34-11ee-bc8f-c7b262605968\", instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T15:29:12.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:29:12 smithi016 ceph-mon[93212]: pgmap v2898: 457 pgs: 457 active+clean; 39 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 73 KiB/s rd, 413 KiB/s wr, 58 op/s 2024-04-15T15:29:12.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:29:12 smithi016 ceph-mon[90652]: pgmap v2898: 457 pgs: 457 active+clean; 39 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 73 KiB/s rd, 413 KiB/s wr, 58 op/s 2024-04-15T15:29:14.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:29:14 smithi102 ceph-mon[87131]: pgmap v2899: 457 pgs: 457 active+clean; 43 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 53 KiB/s rd, 821 KiB/s wr, 32 op/s 2024-04-15T15:29:14.539 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:29:14 smithi016 ceph-mon[90652]: pgmap v2899: 457 pgs: 457 active+clean; 43 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 53 KiB/s rd, 821 KiB/s wr, 32 op/s 2024-04-15T15:29:14.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:29:14 smithi016 ceph-mon[93212]: pgmap v2899: 457 pgs: 457 active+clean; 43 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 53 KiB/s rd, 821 KiB/s wr, 32 op/s 2024-04-15T15:29:16.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:29:16 smithi102 ceph-mon[87131]: pgmap v2900: 457 pgs: 457 active+clean; 47 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 51 KiB/s rd, 1.2 MiB/s wr, 29 op/s 2024-04-15T15:29:16.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:29:16 smithi016 ceph-mon[90652]: pgmap v2900: 457 pgs: 457 active+clean; 47 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 51 KiB/s rd, 1.2 MiB/s wr, 29 op/s 2024-04-15T15:29:16.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:29:16 smithi016 ceph-mon[93212]: pgmap v2900: 457 pgs: 457 active+clean; 47 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 51 KiB/s rd, 1.2 MiB/s wr, 29 op/s 2024-04-15T15:29:17.438 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:29:17 smithi102 ceph-mon[87131]: osdmap e1670: 8 total, 8 up, 8 in 2024-04-15T15:29:17.541 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:29:17 smithi016 ceph-mon[93212]: osdmap e1670: 8 total, 8 up, 8 in 2024-04-15T15:29:17.542 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:29:17 smithi016 ceph-mon[90652]: osdmap e1670: 8 total, 8 up, 8 in 2024-04-15T15:29:18.438 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:29:18 smithi102 ceph-mon[87131]: pgmap v2902: 457 pgs: 457 active+clean; 59 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 72 KiB/s rd, 2.0 MiB/s wr, 21 op/s 2024-04-15T15:29:18.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:29:18 smithi016 ceph-mon[93212]: pgmap v2902: 457 pgs: 457 active+clean; 59 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 72 KiB/s rd, 2.0 MiB/s wr, 21 op/s 2024-04-15T15:29:18.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:29:18 smithi016 ceph-mon[90652]: pgmap v2902: 457 pgs: 457 active+clean; 59 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 72 KiB/s rd, 2.0 MiB/s wr, 21 op/s 2024-04-15T15:29:20.438 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:29:20 smithi102 ceph-mon[87131]: pgmap v2903: 457 pgs: 457 active+clean; 59 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 67 KiB/s rd, 2.0 MiB/s wr, 14 op/s 2024-04-15T15:29:20.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:29:20 smithi016 ceph-mon[93212]: pgmap v2903: 457 pgs: 457 active+clean; 59 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 67 KiB/s rd, 2.0 MiB/s wr, 14 op/s 2024-04-15T15:29:20.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:29:20 smithi016 ceph-mon[90652]: pgmap v2903: 457 pgs: 457 active+clean; 59 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 67 KiB/s rd, 2.0 MiB/s wr, 14 op/s 2024-04-15T15:29:22.041 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 15 15:29:21 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-y[81421]: ::ffff:172.21.15.102 - - [15/Apr/2024:15:29:21] "GET /metrics HTTP/1.1" 200 60707 "" "Prometheus/2.43.0" 2024-04-15T15:29:22.438 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:29:22 smithi102 ceph-mon[87131]: pgmap v2904: 457 pgs: 457 active+clean; 59 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 72 KiB/s rd, 2.0 MiB/s wr, 19 op/s 2024-04-15T15:29:22.438 INFO:journalctl@ceph.prometheus.a.smithi102.stdout:Apr 15 15:29:22 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-prometheus-a[120881]: ts=2024-04-15T15:29:22.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi016:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"362ea986-fb34-11ee-bc8f-c7b262605968\", instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T15:29:22.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:29:22 smithi016 ceph-mon[93212]: pgmap v2904: 457 pgs: 457 active+clean; 59 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 72 KiB/s rd, 2.0 MiB/s wr, 19 op/s 2024-04-15T15:29:22.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:29:22 smithi016 ceph-mon[90652]: pgmap v2904: 457 pgs: 457 active+clean; 59 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 72 KiB/s rd, 2.0 MiB/s wr, 19 op/s 2024-04-15T15:29:24.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:29:24 smithi102 ceph-mon[87131]: pgmap v2905: 457 pgs: 457 active+clean; 59 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 89 KiB/s rd, 1.6 MiB/s wr, 40 op/s 2024-04-15T15:29:24.438 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:29:24 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T15:29:24.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:29:24 smithi016 ceph-mon[93212]: pgmap v2905: 457 pgs: 457 active+clean; 59 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 89 KiB/s rd, 1.6 MiB/s wr, 40 op/s 2024-04-15T15:29:24.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:29:24 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T15:29:24.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:29:24 smithi016 ceph-mon[90652]: pgmap v2905: 457 pgs: 457 active+clean; 59 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 89 KiB/s rd, 1.6 MiB/s wr, 40 op/s 2024-04-15T15:29:24.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:29:24 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T15:29:26.438 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:29:26 smithi102 ceph-mon[87131]: pgmap v2906: 457 pgs: 457 active+clean; 59 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 89 KiB/s rd, 1.2 MiB/s wr, 40 op/s 2024-04-15T15:29:26.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:29:26 smithi016 ceph-mon[93212]: pgmap v2906: 457 pgs: 457 active+clean; 59 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 89 KiB/s rd, 1.2 MiB/s wr, 40 op/s 2024-04-15T15:29:26.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:29:26 smithi016 ceph-mon[90652]: pgmap v2906: 457 pgs: 457 active+clean; 59 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 89 KiB/s rd, 1.2 MiB/s wr, 40 op/s 2024-04-15T15:29:28.438 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:29:28 smithi102 ceph-mon[87131]: pgmap v2907: 457 pgs: 457 active+clean; 67 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 30 KiB/s rd, 808 KiB/s wr, 38 op/s 2024-04-15T15:29:28.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:29:28 smithi016 ceph-mon[93212]: pgmap v2907: 457 pgs: 457 active+clean; 67 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 30 KiB/s rd, 808 KiB/s wr, 38 op/s 2024-04-15T15:29:28.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:29:28 smithi016 ceph-mon[90652]: pgmap v2907: 457 pgs: 457 active+clean; 67 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 30 KiB/s rd, 808 KiB/s wr, 38 op/s 2024-04-15T15:29:30.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:29:30 smithi102 ceph-mon[87131]: pgmap v2908: 457 pgs: 457 active+clean; 75 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 49 KiB/s rd, 1.3 MiB/s wr, 32 op/s 2024-04-15T15:29:30.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:29:30 smithi016 ceph-mon[93212]: pgmap v2908: 457 pgs: 457 active+clean; 75 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 49 KiB/s rd, 1.3 MiB/s wr, 32 op/s 2024-04-15T15:29:30.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:29:30 smithi016 ceph-mon[90652]: pgmap v2908: 457 pgs: 457 active+clean; 75 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 49 KiB/s rd, 1.3 MiB/s wr, 32 op/s 2024-04-15T15:29:32.040 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 15 15:29:31 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-y[81421]: ::ffff:172.21.15.102 - - [15/Apr/2024:15:29:31] "GET /metrics HTTP/1.1" 200 60706 "" "Prometheus/2.43.0" 2024-04-15T15:29:32.438 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:29:32 smithi102 ceph-mon[87131]: pgmap v2909: 457 pgs: 457 active+clean; 75 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 44 KiB/s rd, 1.3 MiB/s wr, 25 op/s 2024-04-15T15:29:32.438 INFO:journalctl@ceph.prometheus.a.smithi102.stdout:Apr 15 15:29:32 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-prometheus-a[120881]: ts=2024-04-15T15:29:32.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi016:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"362ea986-fb34-11ee-bc8f-c7b262605968\", instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T15:29:32.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:29:32 smithi016 ceph-mon[93212]: pgmap v2909: 457 pgs: 457 active+clean; 75 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 44 KiB/s rd, 1.3 MiB/s wr, 25 op/s 2024-04-15T15:29:32.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:29:32 smithi016 ceph-mon[90652]: pgmap v2909: 457 pgs: 457 active+clean; 75 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 44 KiB/s rd, 1.3 MiB/s wr, 25 op/s 2024-04-15T15:29:34.438 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:29:34 smithi102 ceph-mon[87131]: pgmap v2910: 457 pgs: 457 active+clean; 75 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 746 KiB/s rd, 1.3 MiB/s wr, 21 op/s 2024-04-15T15:29:34.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:29:34 smithi016 ceph-mon[90652]: pgmap v2910: 457 pgs: 457 active+clean; 75 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 746 KiB/s rd, 1.3 MiB/s wr, 21 op/s 2024-04-15T15:29:34.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:29:34 smithi016 ceph-mon[93212]: pgmap v2910: 457 pgs: 457 active+clean; 75 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 746 KiB/s rd, 1.3 MiB/s wr, 21 op/s 2024-04-15T15:29:36.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:29:36 smithi016 ceph-mon[90652]: pgmap v2911: 457 pgs: 457 active+clean; 75 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 1.0 MiB/s rd, 1.3 MiB/s wr, 4 op/s 2024-04-15T15:29:36.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:29:36 smithi016 ceph-mon[93212]: pgmap v2911: 457 pgs: 457 active+clean; 75 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 1.0 MiB/s rd, 1.3 MiB/s wr, 4 op/s 2024-04-15T15:29:36.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:29:36 smithi102 ceph-mon[87131]: pgmap v2911: 457 pgs: 457 active+clean; 75 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 1.0 MiB/s rd, 1.3 MiB/s wr, 4 op/s 2024-04-15T15:29:37.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:29:37 smithi016 ceph-mon[90652]: osdmap e1671: 8 total, 8 up, 8 in 2024-04-15T15:29:37.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:29:37 smithi016 ceph-mon[90652]: pgmap v2913: 457 pgs: 457 active+clean; 75 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 1.3 MiB/s rd, 819 KiB/s wr, 0 op/s 2024-04-15T15:29:37.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:29:37 smithi016 ceph-mon[93212]: osdmap e1671: 8 total, 8 up, 8 in 2024-04-15T15:29:37.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:29:37 smithi016 ceph-mon[93212]: pgmap v2913: 457 pgs: 457 active+clean; 75 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 1.3 MiB/s rd, 819 KiB/s wr, 0 op/s 2024-04-15T15:29:37.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:29:37 smithi102 ceph-mon[87131]: osdmap e1671: 8 total, 8 up, 8 in 2024-04-15T15:29:37.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:29:37 smithi102 ceph-mon[87131]: pgmap v2913: 457 pgs: 457 active+clean; 75 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 1.3 MiB/s rd, 819 KiB/s wr, 0 op/s 2024-04-15T15:29:39.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:29:39 smithi102 ceph-mon[87131]: pgmap v2914: 457 pgs: 457 active+clean; 75 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 1.3 MiB/s rd, 511 B/s wr, 15 op/s 2024-04-15T15:29:39.688 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:29:39 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T15:29:39.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:29:39 smithi016 ceph-mon[93212]: pgmap v2914: 457 pgs: 457 active+clean; 75 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 1.3 MiB/s rd, 511 B/s wr, 15 op/s 2024-04-15T15:29:39.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:29:39 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T15:29:39.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:29:39 smithi016 ceph-mon[90652]: pgmap v2914: 457 pgs: 457 active+clean; 75 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 1.3 MiB/s rd, 511 B/s wr, 15 op/s 2024-04-15T15:29:39.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:29:39 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T15:29:41.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:29:41 smithi102 ceph-mon[87131]: pgmap v2915: 457 pgs: 457 active+clean; 75 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 1.3 MiB/s rd, 818 B/s wr, 26 op/s 2024-04-15T15:29:41.780 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:29:41 smithi016 ceph-mon[93212]: pgmap v2915: 457 pgs: 457 active+clean; 75 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 1.3 MiB/s rd, 818 B/s wr, 26 op/s 2024-04-15T15:29:41.780 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:29:41 smithi016 ceph-mon[90652]: pgmap v2915: 457 pgs: 457 active+clean; 75 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 1.3 MiB/s rd, 818 B/s wr, 26 op/s 2024-04-15T15:29:41.780 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 15 15:29:41 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-y[81421]: ::ffff:172.21.15.102 - - [15/Apr/2024:15:29:41] "GET /metrics HTTP/1.1" 200 60707 "" "Prometheus/2.43.0" 2024-04-15T15:29:42.589 INFO:journalctl@ceph.prometheus.a.smithi102.stdout:Apr 15 15:29:42 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-prometheus-a[120881]: ts=2024-04-15T15:29:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi016:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"362ea986-fb34-11ee-bc8f-c7b262605968\", instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T15:29:43.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:29:43 smithi102 ceph-mon[87131]: pgmap v2916: 457 pgs: 457 active+clean; 75 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 559 KiB/s rd, 1.1 KiB/s wr, 42 op/s 2024-04-15T15:29:43.789 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:29:43 smithi016 ceph-mon[90652]: pgmap v2916: 457 pgs: 457 active+clean; 75 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 559 KiB/s rd, 1.1 KiB/s wr, 42 op/s 2024-04-15T15:29:43.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:29:43 smithi016 ceph-mon[93212]: pgmap v2916: 457 pgs: 457 active+clean; 75 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 559 KiB/s rd, 1.1 KiB/s wr, 42 op/s 2024-04-15T15:29:45.688 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:29:45 smithi102 ceph-mon[87131]: pgmap v2917: 457 pgs: 457 active+clean; 75 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 150 KiB/s rd, 1.1 KiB/s wr, 42 op/s 2024-04-15T15:29:45.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:29:45 smithi016 ceph-mon[93212]: pgmap v2917: 457 pgs: 457 active+clean; 75 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 150 KiB/s rd, 1.1 KiB/s wr, 42 op/s 2024-04-15T15:29:45.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:29:45 smithi016 ceph-mon[90652]: pgmap v2917: 457 pgs: 457 active+clean; 75 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 150 KiB/s rd, 1.1 KiB/s wr, 42 op/s 2024-04-15T15:29:47.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:29:47 smithi102 ceph-mon[87131]: pgmap v2918: 457 pgs: 457 active+clean; 187 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 612 KiB/s rd, 11 MiB/s wr, 101 op/s 2024-04-15T15:29:47.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:29:47 smithi016 ceph-mon[90652]: pgmap v2918: 457 pgs: 457 active+clean; 187 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 612 KiB/s rd, 11 MiB/s wr, 101 op/s 2024-04-15T15:29:47.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:29:47 smithi016 ceph-mon[93212]: pgmap v2918: 457 pgs: 457 active+clean; 187 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 612 KiB/s rd, 11 MiB/s wr, 101 op/s 2024-04-15T15:29:48.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:29:48 smithi102 ceph-mon[87131]: osdmap e1672: 8 total, 8 up, 8 in 2024-04-15T15:29:48.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:29:48 smithi016 ceph-mon[90652]: osdmap e1672: 8 total, 8 up, 8 in 2024-04-15T15:29:48.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:29:48 smithi016 ceph-mon[93212]: osdmap e1672: 8 total, 8 up, 8 in 2024-04-15T15:29:49.688 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:29:49 smithi102 ceph-mon[87131]: pgmap v2920: 457 pgs: 457 active+clean; 307 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 992 KiB/s rd, 26 MiB/s wr, 103 op/s 2024-04-15T15:29:49.688 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:29:49 smithi102 ceph-mon[87131]: osdmap e1673: 8 total, 8 up, 8 in 2024-04-15T15:29:49.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:29:49 smithi016 ceph-mon[90652]: pgmap v2920: 457 pgs: 457 active+clean; 307 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 992 KiB/s rd, 26 MiB/s wr, 103 op/s 2024-04-15T15:29:49.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:29:49 smithi016 ceph-mon[90652]: osdmap e1673: 8 total, 8 up, 8 in 2024-04-15T15:29:49.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:29:49 smithi016 ceph-mon[93212]: pgmap v2920: 457 pgs: 457 active+clean; 307 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 992 KiB/s rd, 26 MiB/s wr, 103 op/s 2024-04-15T15:29:49.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:29:49 smithi016 ceph-mon[93212]: osdmap e1673: 8 total, 8 up, 8 in 2024-04-15T15:29:50.519 INFO:tasks.workunit.client.0.smithi016.stdout:wrote: 4 2024-04-15T15:29:50.519 INFO:tasks.workunit.client.0.smithi016.stdout:wrote: 4 2024-04-15T15:29:50.519 INFO:tasks.workunit.client.0.smithi016.stdout:wrote: 4 2024-04-15T15:29:50.519 INFO:tasks.workunit.client.0.smithi016.stdout:read: 4 2024-04-15T15:29:50.519 INFO:tasks.workunit.client.0.smithi016.stdout:read: 4 2024-04-15T15:29:50.519 INFO:tasks.workunit.client.0.smithi016.stdout:read: 4 2024-04-15T15:29:50.519 INFO:tasks.workunit.client.0.smithi016.stdout:read: 4 2024-04-15T15:29:50.519 INFO:tasks.workunit.client.0.smithi016.stdout:read: 4 2024-04-15T15:29:50.519 INFO:tasks.workunit.client.0.smithi016.stdout:read: 4 2024-04-15T15:29:50.519 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] TestLibRBD.TestCloneEncryption (52665 ms) 2024-04-15T15:29:50.520 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] TestLibRBD.LUKS1UnderLUKS2WithoutResize 2024-04-15T15:29:50.520 INFO:tasks.workunit.client.0.smithi016.stdout:using new format! 2024-04-15T15:29:50.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:29:50 smithi102 ceph-mon[87131]: osdmap e1674: 8 total, 8 up, 8 in 2024-04-15T15:29:50.789 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:29:50 smithi016 ceph-mon[90652]: osdmap e1674: 8 total, 8 up, 8 in 2024-04-15T15:29:50.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:29:50 smithi016 ceph-mon[93212]: osdmap e1674: 8 total, 8 up, 8 in 2024-04-15T15:29:51.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:29:51 smithi102 ceph-mon[87131]: pgmap v2923: 457 pgs: 457 active+clean; 291 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 1.5 MiB/s rd, 43 MiB/s wr, 152 op/s 2024-04-15T15:29:51.688 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:29:51 smithi102 ceph-mon[87131]: osdmap e1675: 8 total, 8 up, 8 in 2024-04-15T15:29:51.778 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:29:51 smithi016 ceph-mon[93212]: pgmap v2923: 457 pgs: 457 active+clean; 291 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 1.5 MiB/s rd, 43 MiB/s wr, 152 op/s 2024-04-15T15:29:51.778 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:29:51 smithi016 ceph-mon[93212]: osdmap e1675: 8 total, 8 up, 8 in 2024-04-15T15:29:51.778 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:29:51 smithi016 ceph-mon[90652]: pgmap v2923: 457 pgs: 457 active+clean; 291 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 1.5 MiB/s rd, 43 MiB/s wr, 152 op/s 2024-04-15T15:29:51.779 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:29:51 smithi016 ceph-mon[90652]: osdmap e1675: 8 total, 8 up, 8 in 2024-04-15T15:29:52.039 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 15 15:29:51 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-y[81421]: ::ffff:172.21.15.102 - - [15/Apr/2024:15:29:51] "GET /metrics HTTP/1.1" 200 60707 "" "Prometheus/2.43.0" 2024-04-15T15:29:52.687 INFO:journalctl@ceph.prometheus.a.smithi102.stdout:Apr 15 15:29:52 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-prometheus-a[120881]: ts=2024-04-15T15:29:52.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi016:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"362ea986-fb34-11ee-bc8f-c7b262605968\", instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T15:29:53.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:29:53 smithi102 ceph-mon[87131]: pgmap v2925: 457 pgs: 457 active+clean; 39 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 156 KiB/s rd, 12 KiB/s wr, 222 op/s 2024-04-15T15:29:53.789 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:29:53 smithi016 ceph-mon[90652]: pgmap v2925: 457 pgs: 457 active+clean; 39 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 156 KiB/s rd, 12 KiB/s wr, 222 op/s 2024-04-15T15:29:53.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:29:53 smithi016 ceph-mon[93212]: pgmap v2925: 457 pgs: 457 active+clean; 39 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 156 KiB/s rd, 12 KiB/s wr, 222 op/s 2024-04-15T15:29:54.688 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:29:54 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T15:29:54.789 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:29:54 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T15:29:54.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:29:54 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T15:29:55.688 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:29:55 smithi102 ceph-mon[87131]: pgmap v2926: 457 pgs: 457 active+clean; 35 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 132 KiB/s rd, 11 KiB/s wr, 191 op/s 2024-04-15T15:29:55.688 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:29:55 smithi102 ceph-mon[87131]: osdmap e1676: 8 total, 8 up, 8 in 2024-04-15T15:29:55.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:29:55 smithi016 ceph-mon[93212]: pgmap v2926: 457 pgs: 457 active+clean; 35 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 132 KiB/s rd, 11 KiB/s wr, 191 op/s 2024-04-15T15:29:55.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:29:55 smithi016 ceph-mon[93212]: osdmap e1676: 8 total, 8 up, 8 in 2024-04-15T15:29:55.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:29:55 smithi016 ceph-mon[90652]: pgmap v2926: 457 pgs: 457 active+clean; 35 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 132 KiB/s rd, 11 KiB/s wr, 191 op/s 2024-04-15T15:29:55.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:29:55 smithi016 ceph-mon[90652]: osdmap e1676: 8 total, 8 up, 8 in 2024-04-15T15:29:57.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:29:56 smithi102 ceph-mon[87131]: osdmap e1677: 8 total, 8 up, 8 in 2024-04-15T15:29:57.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:29:56 smithi016 ceph-mon[93212]: osdmap e1677: 8 total, 8 up, 8 in 2024-04-15T15:29:57.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:29:56 smithi016 ceph-mon[90652]: osdmap e1677: 8 total, 8 up, 8 in 2024-04-15T15:29:58.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:29:57 smithi102 ceph-mon[87131]: pgmap v2929: 457 pgs: 457 active+clean; 48 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 153 KiB/s rd, 2.2 MiB/s wr, 220 op/s 2024-04-15T15:29:58.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:29:57 smithi016 ceph-mon[93212]: pgmap v2929: 457 pgs: 457 active+clean; 48 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 153 KiB/s rd, 2.2 MiB/s wr, 220 op/s 2024-04-15T15:29:58.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:29:57 smithi016 ceph-mon[90652]: pgmap v2929: 457 pgs: 457 active+clean; 48 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 153 KiB/s rd, 2.2 MiB/s wr, 220 op/s 2024-04-15T15:30:00.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:29:59 smithi102 ceph-mon[87131]: pgmap v2930: 457 pgs: 457 active+clean; 64 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 116 KiB/s rd, 3.7 MiB/s wr, 167 op/s 2024-04-15T15:30:00.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:29:59 smithi016 ceph-mon[93212]: pgmap v2930: 457 pgs: 457 active+clean; 64 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 116 KiB/s rd, 3.7 MiB/s wr, 167 op/s 2024-04-15T15:30:00.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:29:59 smithi016 ceph-mon[90652]: pgmap v2930: 457 pgs: 457 active+clean; 64 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 116 KiB/s rd, 3.7 MiB/s wr, 167 op/s 2024-04-15T15:30:01.188 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:30:00 smithi102 ceph-mon[87131]: Health detail: HEALTH_WARN Telemetry requires re-opt-in 2024-04-15T15:30:01.188 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:30:00 smithi102 ceph-mon[87131]: [WRN] TELEMETRY_CHANGED: Telemetry requires re-opt-in 2024-04-15T15:30:01.188 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:30:00 smithi102 ceph-mon[87131]: telemetry module includes new collections; please re-opt-in to new collections with `ceph telemetry on` 2024-04-15T15:30:01.188 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:30:00 smithi102 ceph-mon[87131]: osdmap e1678: 8 total, 8 up, 8 in 2024-04-15T15:30:01.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:30:00 smithi016 ceph-mon[93212]: Health detail: HEALTH_WARN Telemetry requires re-opt-in 2024-04-15T15:30:01.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:30:00 smithi016 ceph-mon[93212]: [WRN] TELEMETRY_CHANGED: Telemetry requires re-opt-in 2024-04-15T15:30:01.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:30:00 smithi016 ceph-mon[93212]: telemetry module includes new collections; please re-opt-in to new collections with `ceph telemetry on` 2024-04-15T15:30:01.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:30:00 smithi016 ceph-mon[93212]: osdmap e1678: 8 total, 8 up, 8 in 2024-04-15T15:30:01.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:30:00 smithi016 ceph-mon[90652]: Health detail: HEALTH_WARN Telemetry requires re-opt-in 2024-04-15T15:30:01.291 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:30:00 smithi016 ceph-mon[90652]: [WRN] TELEMETRY_CHANGED: Telemetry requires re-opt-in 2024-04-15T15:30:01.291 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:30:00 smithi016 ceph-mon[90652]: telemetry module includes new collections; please re-opt-in to new collections with `ceph telemetry on` 2024-04-15T15:30:01.291 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:30:00 smithi016 ceph-mon[90652]: osdmap e1678: 8 total, 8 up, 8 in 2024-04-15T15:30:02.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:30:01 smithi016 ceph-mon[90652]: pgmap v2931: 457 pgs: 457 active+clean; 64 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 34 KiB/s rd, 3.6 MiB/s wr, 49 op/s 2024-04-15T15:30:02.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:30:01 smithi016 ceph-mon[93212]: pgmap v2931: 457 pgs: 457 active+clean; 64 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 34 KiB/s rd, 3.6 MiB/s wr, 49 op/s 2024-04-15T15:30:02.040 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 15 15:30:01 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-y[81421]: ::ffff:172.21.15.102 - - [15/Apr/2024:15:30:01] "GET /metrics HTTP/1.1" 200 60702 "" "Prometheus/2.43.0" 2024-04-15T15:30:02.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:30:01 smithi102 ceph-mon[87131]: pgmap v2931: 457 pgs: 457 active+clean; 64 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 34 KiB/s rd, 3.6 MiB/s wr, 49 op/s 2024-04-15T15:30:02.687 INFO:journalctl@ceph.prometheus.a.smithi102.stdout:Apr 15 15:30:02 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-prometheus-a[120881]: ts=2024-04-15T15:30:02.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi016:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"362ea986-fb34-11ee-bc8f-c7b262605968\", instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T15:30:04.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:30:03 smithi102 ceph-mon[87131]: pgmap v2933: 457 pgs: 457 active+clean; 64 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 32 KiB/s rd, 3.7 MiB/s wr, 44 op/s 2024-04-15T15:30:04.289 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:30:03 smithi016 ceph-mon[90652]: pgmap v2933: 457 pgs: 457 active+clean; 64 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 32 KiB/s rd, 3.7 MiB/s wr, 44 op/s 2024-04-15T15:30:04.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:30:03 smithi016 ceph-mon[93212]: pgmap v2933: 457 pgs: 457 active+clean; 64 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 32 KiB/s rd, 3.7 MiB/s wr, 44 op/s 2024-04-15T15:30:05.962 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] TestLibRBD.LUKS1UnderLUKS2WithoutResize (15443 ms) 2024-04-15T15:30:05.962 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] TestLibRBD.LUKS2UnderLUKS1WithoutResize 2024-04-15T15:30:05.962 INFO:tasks.workunit.client.0.smithi016.stdout:using new format! 2024-04-15T15:30:06.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:30:05 smithi102 ceph-mon[87131]: pgmap v2934: 457 pgs: 457 active+clean; 64 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 728 B/s rd, 1.9 MiB/s wr, 1 op/s 2024-04-15T15:30:06.289 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:30:05 smithi016 ceph-mon[93212]: pgmap v2934: 457 pgs: 457 active+clean; 64 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 728 B/s rd, 1.9 MiB/s wr, 1 op/s 2024-04-15T15:30:06.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:30:05 smithi016 ceph-mon[90652]: pgmap v2934: 457 pgs: 457 active+clean; 64 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 728 B/s rd, 1.9 MiB/s wr, 1 op/s 2024-04-15T15:30:07.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:30:06 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T15:30:07.188 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:30:06 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T15:30:07.188 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:30:06 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T15:30:07.188 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:30:06 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T15:30:07.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:30:06 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T15:30:07.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:30:06 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T15:30:07.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:30:06 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T15:30:07.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:30:06 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T15:30:07.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:30:06 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T15:30:07.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:30:06 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T15:30:07.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:30:06 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T15:30:07.291 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:30:06 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T15:30:08.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:30:07 smithi016 ceph-mon[93212]: pgmap v2935: 457 pgs: 457 active+clean; 76 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 60 KiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-04-15T15:30:08.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:30:07 smithi016 ceph-mon[90652]: pgmap v2935: 457 pgs: 457 active+clean; 76 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 60 KiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-04-15T15:30:08.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:30:07 smithi102 ceph-mon[87131]: pgmap v2935: 457 pgs: 457 active+clean; 76 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 60 KiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-04-15T15:30:10.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:30:09 smithi016 ceph-mon[93212]: pgmap v2936: 457 pgs: 457 active+clean; 80 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 879 KiB/s rd, 1.6 MiB/s wr, 5 op/s 2024-04-15T15:30:10.291 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:30:09 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T15:30:10.291 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:30:09 smithi016 ceph-mon[90652]: pgmap v2936: 457 pgs: 457 active+clean; 80 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 879 KiB/s rd, 1.6 MiB/s wr, 5 op/s 2024-04-15T15:30:10.291 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:30:09 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T15:30:10.438 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:30:09 smithi102 ceph-mon[87131]: pgmap v2936: 457 pgs: 457 active+clean; 80 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 879 KiB/s rd, 1.6 MiB/s wr, 5 op/s 2024-04-15T15:30:10.438 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:30:09 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T15:30:12.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:30:11 smithi016 ceph-mon[90652]: pgmap v2937: 457 pgs: 457 active+clean; 80 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 879 KiB/s rd, 1.6 MiB/s wr, 5 op/s 2024-04-15T15:30:12.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:30:11 smithi016 ceph-mon[93212]: pgmap v2937: 457 pgs: 457 active+clean; 80 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 879 KiB/s rd, 1.6 MiB/s wr, 5 op/s 2024-04-15T15:30:12.040 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 15 15:30:11 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-y[81421]: ::ffff:172.21.15.102 - - [15/Apr/2024:15:30:11] "GET /metrics HTTP/1.1" 200 60713 "" "Prometheus/2.43.0" 2024-04-15T15:30:12.240 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:30:11 smithi102 ceph-mon[87131]: pgmap v2937: 457 pgs: 457 active+clean; 80 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 879 KiB/s rd, 1.6 MiB/s wr, 5 op/s 2024-04-15T15:30:12.688 INFO:journalctl@ceph.prometheus.a.smithi102.stdout:Apr 15 15:30:12 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-prometheus-a[120881]: ts=2024-04-15T15:30:12.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi016:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"362ea986-fb34-11ee-bc8f-c7b262605968\", instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T15:30:14.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:30:13 smithi016 ceph-mon[90652]: pgmap v2938: 457 pgs: 457 active+clean; 80 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 1.2 MiB/s rd, 1.4 MiB/s wr, 8 op/s 2024-04-15T15:30:14.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:30:13 smithi016 ceph-mon[93212]: pgmap v2938: 457 pgs: 457 active+clean; 80 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 1.2 MiB/s rd, 1.4 MiB/s wr, 8 op/s 2024-04-15T15:30:14.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:30:13 smithi102 ceph-mon[87131]: pgmap v2938: 457 pgs: 457 active+clean; 80 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 1.2 MiB/s rd, 1.4 MiB/s wr, 8 op/s 2024-04-15T15:30:15.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:30:14 smithi016 ceph-mon[90652]: osdmap e1679: 8 total, 8 up, 8 in 2024-04-15T15:30:15.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:30:14 smithi016 ceph-mon[93212]: osdmap e1679: 8 total, 8 up, 8 in 2024-04-15T15:30:15.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:30:14 smithi102 ceph-mon[87131]: osdmap e1679: 8 total, 8 up, 8 in 2024-04-15T15:30:16.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:30:15 smithi016 ceph-mon[93212]: pgmap v2940: 457 pgs: 457 active+clean; 80 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 1.4 MiB/s rd, 1.6 MiB/s wr, 9 op/s 2024-04-15T15:30:16.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:30:15 smithi016 ceph-mon[90652]: pgmap v2940: 457 pgs: 457 active+clean; 80 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 1.4 MiB/s rd, 1.6 MiB/s wr, 9 op/s 2024-04-15T15:30:16.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:30:15 smithi102 ceph-mon[87131]: pgmap v2940: 457 pgs: 457 active+clean; 80 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 1.4 MiB/s rd, 1.6 MiB/s wr, 9 op/s 2024-04-15T15:30:18.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:30:17 smithi016 ceph-mon[90652]: pgmap v2941: 457 pgs: 457 active+clean; 104 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 1.3 MiB/s rd, 2.8 MiB/s wr, 27 op/s 2024-04-15T15:30:18.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:30:17 smithi016 ceph-mon[93212]: pgmap v2941: 457 pgs: 457 active+clean; 104 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 1.3 MiB/s rd, 2.8 MiB/s wr, 27 op/s 2024-04-15T15:30:18.438 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:30:17 smithi102 ceph-mon[87131]: pgmap v2941: 457 pgs: 457 active+clean; 104 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 1.3 MiB/s rd, 2.8 MiB/s wr, 27 op/s 2024-04-15T15:30:20.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:30:19 smithi016 ceph-mon[90652]: pgmap v2942: 457 pgs: 457 active+clean; 121 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 539 KiB/s rd, 4.1 MiB/s wr, 38 op/s 2024-04-15T15:30:20.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:30:19 smithi016 ceph-mon[93212]: pgmap v2942: 457 pgs: 457 active+clean; 121 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 539 KiB/s rd, 4.1 MiB/s wr, 38 op/s 2024-04-15T15:30:20.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:30:19 smithi102 ceph-mon[87131]: pgmap v2942: 457 pgs: 457 active+clean; 121 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 539 KiB/s rd, 4.1 MiB/s wr, 38 op/s 2024-04-15T15:30:21.633 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] TestLibRBD.LUKS2UnderLUKS1WithoutResize (15672 ms) 2024-04-15T15:30:21.633 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] TestLibRBD.EncryptionFormatNoData 2024-04-15T15:30:21.633 INFO:tasks.workunit.client.0.smithi016.stdout:using new format! 2024-04-15T15:30:22.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:30:21 smithi016 ceph-mon[90652]: pgmap v2943: 457 pgs: 457 active+clean; 121 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 539 KiB/s rd, 4.1 MiB/s wr, 38 op/s 2024-04-15T15:30:22.041 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:30:21 smithi016 ceph-mon[93212]: pgmap v2943: 457 pgs: 457 active+clean; 121 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 539 KiB/s rd, 4.1 MiB/s wr, 38 op/s 2024-04-15T15:30:22.041 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 15 15:30:21 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-y[81421]: ::ffff:172.21.15.102 - - [15/Apr/2024:15:30:21] "GET /metrics HTTP/1.1" 200 60713 "" "Prometheus/2.43.0" 2024-04-15T15:30:22.316 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:30:21 smithi102 ceph-mon[87131]: pgmap v2943: 457 pgs: 457 active+clean; 121 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 539 KiB/s rd, 4.1 MiB/s wr, 38 op/s 2024-04-15T15:30:22.687 INFO:journalctl@ceph.prometheus.a.smithi102.stdout:Apr 15 15:30:22 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-prometheus-a[120881]: ts=2024-04-15T15:30:22.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi016:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"362ea986-fb34-11ee-bc8f-c7b262605968\", instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T15:30:24.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:30:23 smithi016 ceph-mon[90652]: pgmap v2944: 457 pgs: 457 active+clean; 125 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 83 KiB/s rd, 4.5 MiB/s wr, 36 op/s 2024-04-15T15:30:24.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:30:23 smithi016 ceph-mon[93212]: pgmap v2944: 457 pgs: 457 active+clean; 125 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 83 KiB/s rd, 4.5 MiB/s wr, 36 op/s 2024-04-15T15:30:24.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:30:23 smithi102 ceph-mon[87131]: pgmap v2944: 457 pgs: 457 active+clean; 125 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 83 KiB/s rd, 4.5 MiB/s wr, 36 op/s 2024-04-15T15:30:25.289 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:30:24 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T15:30:25.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:30:24 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T15:30:25.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:30:24 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T15:30:25.878 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] TestLibRBD.EncryptionFormatNoData (4245 ms) 2024-04-15T15:30:25.879 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] TestLibRBD.EncryptionLoadBadSize 2024-04-15T15:30:25.879 INFO:tasks.workunit.client.0.smithi016.stdout:using new format! 2024-04-15T15:30:26.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:30:25 smithi016 ceph-mon[90652]: pgmap v2945: 457 pgs: 457 active+clean; 125 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 82 KiB/s rd, 4.3 MiB/s wr, 37 op/s 2024-04-15T15:30:26.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:30:25 smithi016 ceph-mon[93212]: pgmap v2945: 457 pgs: 457 active+clean; 125 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 82 KiB/s rd, 4.3 MiB/s wr, 37 op/s 2024-04-15T15:30:26.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:30:25 smithi102 ceph-mon[87131]: pgmap v2945: 457 pgs: 457 active+clean; 125 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 82 KiB/s rd, 4.3 MiB/s wr, 37 op/s 2024-04-15T15:30:28.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:30:27 smithi016 ceph-mon[90652]: pgmap v2946: 457 pgs: 457 active+clean; 125 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 1.4 MiB/s rd, 3.8 MiB/s wr, 33 op/s 2024-04-15T15:30:28.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:30:27 smithi016 ceph-mon[93212]: pgmap v2946: 457 pgs: 457 active+clean; 125 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 1.4 MiB/s rd, 3.8 MiB/s wr, 33 op/s 2024-04-15T15:30:28.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:30:27 smithi102 ceph-mon[87131]: pgmap v2946: 457 pgs: 457 active+clean; 125 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 1.4 MiB/s rd, 3.8 MiB/s wr, 33 op/s 2024-04-15T15:30:30.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:30:29 smithi016 ceph-mon[90652]: pgmap v2947: 457 pgs: 457 active+clean; 125 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 2.1 MiB/s rd, 1.8 MiB/s wr, 24 op/s 2024-04-15T15:30:30.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:30:29 smithi016 ceph-mon[93212]: pgmap v2947: 457 pgs: 457 active+clean; 125 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 2.1 MiB/s rd, 1.8 MiB/s wr, 24 op/s 2024-04-15T15:30:30.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:30:29 smithi102 ceph-mon[87131]: pgmap v2947: 457 pgs: 457 active+clean; 125 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 2.1 MiB/s rd, 1.8 MiB/s wr, 24 op/s 2024-04-15T15:30:31.473 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] TestLibRBD.EncryptionLoadBadSize (5595 ms) 2024-04-15T15:30:31.474 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] TestLibRBD.EncryptionLoadBadStripePattern 2024-04-15T15:30:31.474 INFO:tasks.workunit.client.0.smithi016.stdout:/home/jenkins-build/build/workspace/ceph-dev-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/18.2.2-1221-ge3fb05d5/rpm/el9/BUILD/ceph-18.2.2-1221-ge3fb05d5/src/test/librbd/test_librbd.cc:2840: Skipped 2024-04-15T15:30:31.474 INFO:tasks.workunit.client.0.smithi016.stdout:Skipping due to unmet REQUIRE 2024-04-15T15:30:31.474 INFO:tasks.workunit.client.0.smithi016.stdout:[ SKIPPED ] TestLibRBD.EncryptionLoadBadStripePattern (0 ms) 2024-04-15T15:30:31.474 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] TestLibRBD.EncryptionLoadFormatMismatch 2024-04-15T15:30:31.474 INFO:tasks.workunit.client.0.smithi016.stdout:using new format! 2024-04-15T15:30:32.039 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:30:31 smithi016 ceph-mon[90652]: pgmap v2948: 457 pgs: 457 active+clean; 125 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 2.1 MiB/s rd, 342 KiB/s wr, 14 op/s 2024-04-15T15:30:32.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:30:31 smithi016 ceph-mon[93212]: pgmap v2948: 457 pgs: 457 active+clean; 125 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 2.1 MiB/s rd, 342 KiB/s wr, 14 op/s 2024-04-15T15:30:32.040 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 15 15:30:31 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-y[81421]: ::ffff:172.21.15.102 - - [15/Apr/2024:15:30:31] "GET /metrics HTTP/1.1" 200 60706 "" "Prometheus/2.43.0" 2024-04-15T15:30:32.316 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:30:31 smithi102 ceph-mon[87131]: pgmap v2948: 457 pgs: 457 active+clean; 125 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 2.1 MiB/s rd, 342 KiB/s wr, 14 op/s 2024-04-15T15:30:32.687 INFO:journalctl@ceph.prometheus.a.smithi102.stdout:Apr 15 15:30:32 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-prometheus-a[120881]: ts=2024-04-15T15:30:32.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi016:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"362ea986-fb34-11ee-bc8f-c7b262605968\", instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T15:30:34.289 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:30:33 smithi016 ceph-mon[90652]: pgmap v2949: 457 pgs: 457 active+clean; 133 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 2.2 MiB/s rd, 1.0 MiB/s wr, 16 op/s 2024-04-15T15:30:34.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:30:33 smithi016 ceph-mon[93212]: pgmap v2949: 457 pgs: 457 active+clean; 133 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 2.2 MiB/s rd, 1.0 MiB/s wr, 16 op/s 2024-04-15T15:30:34.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:30:33 smithi102 ceph-mon[87131]: pgmap v2949: 457 pgs: 457 active+clean; 133 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 2.2 MiB/s rd, 1.0 MiB/s wr, 16 op/s 2024-04-15T15:30:36.289 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:30:35 smithi016 ceph-mon[90652]: pgmap v2950: 457 pgs: 457 active+clean; 133 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 2.1 MiB/s rd, 684 KiB/s wr, 21 op/s 2024-04-15T15:30:36.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:30:35 smithi016 ceph-mon[90652]: osdmap e1680: 8 total, 8 up, 8 in 2024-04-15T15:30:36.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:30:35 smithi016 ceph-mon[93212]: pgmap v2950: 457 pgs: 457 active+clean; 133 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 2.1 MiB/s rd, 684 KiB/s wr, 21 op/s 2024-04-15T15:30:36.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:30:35 smithi016 ceph-mon[93212]: osdmap e1680: 8 total, 8 up, 8 in 2024-04-15T15:30:36.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:30:35 smithi102 ceph-mon[87131]: pgmap v2950: 457 pgs: 457 active+clean; 133 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 2.1 MiB/s rd, 684 KiB/s wr, 21 op/s 2024-04-15T15:30:36.438 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:30:35 smithi102 ceph-mon[87131]: osdmap e1680: 8 total, 8 up, 8 in 2024-04-15T15:30:37.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:30:37 smithi016 ceph-mon[93212]: osdmap e1681: 8 total, 8 up, 8 in 2024-04-15T15:30:37.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:30:37 smithi016 ceph-mon[90652]: osdmap e1681: 8 total, 8 up, 8 in 2024-04-15T15:30:37.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:30:37 smithi102 ceph-mon[87131]: osdmap e1681: 8 total, 8 up, 8 in 2024-04-15T15:30:38.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:30:38 smithi016 ceph-mon[93212]: pgmap v2953: 457 pgs: 457 active+clean; 133 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 102 KiB/s rd, 1.0 MiB/s wr, 39 op/s 2024-04-15T15:30:38.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:30:38 smithi016 ceph-mon[90652]: pgmap v2953: 457 pgs: 457 active+clean; 133 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 102 KiB/s rd, 1.0 MiB/s wr, 39 op/s 2024-04-15T15:30:38.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:30:38 smithi102 ceph-mon[87131]: pgmap v2953: 457 pgs: 457 active+clean; 133 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 102 KiB/s rd, 1.0 MiB/s wr, 39 op/s 2024-04-15T15:30:40.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:30:40 smithi016 ceph-mon[93212]: pgmap v2954: 457 pgs: 457 active+clean; 137 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 125 KiB/s rd, 1.5 MiB/s wr, 70 op/s 2024-04-15T15:30:40.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:30:40 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T15:30:40.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:30:40 smithi016 ceph-mon[90652]: pgmap v2954: 457 pgs: 457 active+clean; 137 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 125 KiB/s rd, 1.5 MiB/s wr, 70 op/s 2024-04-15T15:30:40.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:30:40 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T15:30:40.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:30:40 smithi102 ceph-mon[87131]: pgmap v2954: 457 pgs: 457 active+clean; 137 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 125 KiB/s rd, 1.5 MiB/s wr, 70 op/s 2024-04-15T15:30:40.438 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:30:40 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T15:30:42.040 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 15 15:30:41 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-y[81421]: ::ffff:172.21.15.102 - - [15/Apr/2024:15:30:41] "GET /metrics HTTP/1.1" 200 60700 "" "Prometheus/2.43.0" 2024-04-15T15:30:42.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:30:42 smithi016 ceph-mon[93212]: pgmap v2955: 457 pgs: 457 active+clean; 137 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 87 KiB/s rd, 515 KiB/s wr, 68 op/s 2024-04-15T15:30:42.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:30:42 smithi016 ceph-mon[90652]: pgmap v2955: 457 pgs: 457 active+clean; 137 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 87 KiB/s rd, 515 KiB/s wr, 68 op/s 2024-04-15T15:30:42.316 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:30:42 smithi102 ceph-mon[87131]: pgmap v2955: 457 pgs: 457 active+clean; 137 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 87 KiB/s rd, 515 KiB/s wr, 68 op/s 2024-04-15T15:30:42.688 INFO:journalctl@ceph.prometheus.a.smithi102.stdout:Apr 15 15:30:42 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-prometheus-a[120881]: ts=2024-04-15T15:30:42.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi016:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"362ea986-fb34-11ee-bc8f-c7b262605968\", instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T15:30:44.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:30:44 smithi016 ceph-mon[93212]: pgmap v2956: 457 pgs: 457 active+clean; 137 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 93 KiB/s rd, 515 KiB/s wr, 74 op/s 2024-04-15T15:30:44.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:30:44 smithi016 ceph-mon[90652]: pgmap v2956: 457 pgs: 457 active+clean; 137 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 93 KiB/s rd, 515 KiB/s wr, 74 op/s 2024-04-15T15:30:44.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:30:44 smithi102 ceph-mon[87131]: pgmap v2956: 457 pgs: 457 active+clean; 137 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 93 KiB/s rd, 515 KiB/s wr, 74 op/s 2024-04-15T15:30:46.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:30:46 smithi016 ceph-mon[93212]: pgmap v2957: 457 pgs: 457 active+clean; 137 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 79 KiB/s rd, 440 KiB/s wr, 63 op/s 2024-04-15T15:30:46.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:30:46 smithi016 ceph-mon[90652]: pgmap v2957: 457 pgs: 457 active+clean; 137 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 79 KiB/s rd, 440 KiB/s wr, 63 op/s 2024-04-15T15:30:46.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:30:46 smithi102 ceph-mon[87131]: pgmap v2957: 457 pgs: 457 active+clean; 137 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 79 KiB/s rd, 440 KiB/s wr, 63 op/s 2024-04-15T15:30:48.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:30:48 smithi016 ceph-mon[93212]: pgmap v2958: 457 pgs: 457 active+clean; 149 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 1.6 MiB/s rd, 1.5 MiB/s wr, 48 op/s 2024-04-15T15:30:48.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:30:48 smithi016 ceph-mon[90652]: pgmap v2958: 457 pgs: 457 active+clean; 149 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 1.6 MiB/s rd, 1.5 MiB/s wr, 48 op/s 2024-04-15T15:30:48.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:30:48 smithi102 ceph-mon[87131]: pgmap v2958: 457 pgs: 457 active+clean; 149 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 1.6 MiB/s rd, 1.5 MiB/s wr, 48 op/s 2024-04-15T15:30:50.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:30:50 smithi016 ceph-mon[93212]: pgmap v2959: 457 pgs: 457 active+clean; 153 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 1.7 MiB/s rd, 1.7 MiB/s wr, 45 op/s 2024-04-15T15:30:50.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:30:50 smithi016 ceph-mon[90652]: pgmap v2959: 457 pgs: 457 active+clean; 153 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 1.7 MiB/s rd, 1.7 MiB/s wr, 45 op/s 2024-04-15T15:30:50.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:30:50 smithi102 ceph-mon[87131]: pgmap v2959: 457 pgs: 457 active+clean; 153 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 1.7 MiB/s rd, 1.7 MiB/s wr, 45 op/s 2024-04-15T15:30:52.039 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:30:52 smithi016 ceph-mon[90652]: pgmap v2960: 457 pgs: 457 active+clean; 153 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 1.7 MiB/s rd, 1.3 MiB/s wr, 24 op/s 2024-04-15T15:30:52.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:30:52 smithi016 ceph-mon[93212]: pgmap v2960: 457 pgs: 457 active+clean; 153 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 1.7 MiB/s rd, 1.3 MiB/s wr, 24 op/s 2024-04-15T15:30:52.040 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 15 15:30:51 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-y[81421]: ::ffff:172.21.15.102 - - [15/Apr/2024:15:30:51] "GET /metrics HTTP/1.1" 200 60700 "" "Prometheus/2.43.0" 2024-04-15T15:30:52.316 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:30:52 smithi102 ceph-mon[87131]: pgmap v2960: 457 pgs: 457 active+clean; 153 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 1.7 MiB/s rd, 1.3 MiB/s wr, 24 op/s 2024-04-15T15:30:52.687 INFO:journalctl@ceph.prometheus.a.smithi102.stdout:Apr 15 15:30:52 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-prometheus-a[120881]: ts=2024-04-15T15:30:52.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi016:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"362ea986-fb34-11ee-bc8f-c7b262605968\", instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T15:30:54.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:30:54 smithi016 ceph-mon[93212]: pgmap v2961: 457 pgs: 457 active+clean; 153 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 5.4 MiB/s rd, 1.3 MiB/s wr, 26 op/s 2024-04-15T15:30:54.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:30:54 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T15:30:54.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:30:54 smithi016 ceph-mon[90652]: pgmap v2961: 457 pgs: 457 active+clean; 153 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 5.4 MiB/s rd, 1.3 MiB/s wr, 26 op/s 2024-04-15T15:30:54.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:30:54 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T15:30:54.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:30:54 smithi102 ceph-mon[87131]: pgmap v2961: 457 pgs: 457 active+clean; 153 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 5.4 MiB/s rd, 1.3 MiB/s wr, 26 op/s 2024-04-15T15:30:54.438 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:30:54 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T15:30:56.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:30:56 smithi016 ceph-mon[93212]: pgmap v2962: 457 pgs: 457 active+clean; 153 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 5.4 MiB/s rd, 1.3 MiB/s wr, 15 op/s 2024-04-15T15:30:56.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:30:56 smithi016 ceph-mon[90652]: pgmap v2962: 457 pgs: 457 active+clean; 153 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 5.4 MiB/s rd, 1.3 MiB/s wr, 15 op/s 2024-04-15T15:30:56.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:30:56 smithi102 ceph-mon[87131]: pgmap v2962: 457 pgs: 457 active+clean; 153 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 5.4 MiB/s rd, 1.3 MiB/s wr, 15 op/s 2024-04-15T15:30:58.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:30:58 smithi016 ceph-mon[93212]: pgmap v2963: 457 pgs: 457 active+clean; 153 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 5.5 MiB/s rd, 1.3 MiB/s wr, 15 op/s 2024-04-15T15:30:58.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:30:58 smithi016 ceph-mon[90652]: pgmap v2963: 457 pgs: 457 active+clean; 153 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 5.5 MiB/s rd, 1.3 MiB/s wr, 15 op/s 2024-04-15T15:30:58.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:30:58 smithi102 ceph-mon[87131]: pgmap v2963: 457 pgs: 457 active+clean; 153 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 5.5 MiB/s rd, 1.3 MiB/s wr, 15 op/s 2024-04-15T15:31:00.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:31:00 smithi016 ceph-mon[93212]: pgmap v2964: 457 pgs: 457 active+clean; 153 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 4.8 MiB/s rd, 341 KiB/s wr, 5 op/s 2024-04-15T15:31:00.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:31:00 smithi016 ceph-mon[90652]: pgmap v2964: 457 pgs: 457 active+clean; 153 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 4.8 MiB/s rd, 341 KiB/s wr, 5 op/s 2024-04-15T15:31:00.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:31:00 smithi102 ceph-mon[87131]: pgmap v2964: 457 pgs: 457 active+clean; 153 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 4.8 MiB/s rd, 341 KiB/s wr, 5 op/s 2024-04-15T15:31:02.040 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 15 15:31:01 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-y[81421]: ::ffff:172.21.15.102 - - [15/Apr/2024:15:31:01] "GET /metrics HTTP/1.1" 200 60711 "" "Prometheus/2.43.0" 2024-04-15T15:31:02.316 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:31:02 smithi102 ceph-mon[87131]: pgmap v2965: 457 pgs: 457 active+clean; 153 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 4.4 MiB/s rd, 2 op/s 2024-04-15T15:31:02.539 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:31:02 smithi016 ceph-mon[90652]: pgmap v2965: 457 pgs: 457 active+clean; 153 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 4.4 MiB/s rd, 2 op/s 2024-04-15T15:31:02.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:31:02 smithi016 ceph-mon[93212]: pgmap v2965: 457 pgs: 457 active+clean; 153 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 4.4 MiB/s rd, 2 op/s 2024-04-15T15:31:02.687 INFO:journalctl@ceph.prometheus.a.smithi102.stdout:Apr 15 15:31:02 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-prometheus-a[120881]: ts=2024-04-15T15:31:02.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi016:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"362ea986-fb34-11ee-bc8f-c7b262605968\", instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T15:31:04.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:31:04 smithi102 ceph-mon[87131]: pgmap v2966: 457 pgs: 457 active+clean; 153 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 5.2 MiB/s rd, 3 op/s 2024-04-15T15:31:04.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:31:04 smithi016 ceph-mon[93212]: pgmap v2966: 457 pgs: 457 active+clean; 153 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 5.2 MiB/s rd, 3 op/s 2024-04-15T15:31:04.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:31:04 smithi016 ceph-mon[90652]: pgmap v2966: 457 pgs: 457 active+clean; 153 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 5.2 MiB/s rd, 3 op/s 2024-04-15T15:31:06.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:31:06 smithi102 ceph-mon[87131]: pgmap v2967: 457 pgs: 457 active+clean; 153 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 1.4 MiB/s rd, 1 op/s 2024-04-15T15:31:06.539 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:31:06 smithi016 ceph-mon[90652]: pgmap v2967: 457 pgs: 457 active+clean; 153 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 1.4 MiB/s rd, 1 op/s 2024-04-15T15:31:06.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:31:06 smithi016 ceph-mon[93212]: pgmap v2967: 457 pgs: 457 active+clean; 153 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 1.4 MiB/s rd, 1 op/s 2024-04-15T15:31:07.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:31:07 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T15:31:07.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:31:07 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T15:31:07.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:31:07 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T15:31:08.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:31:08 smithi102 ceph-mon[87131]: pgmap v2968: 457 pgs: 457 active+clean; 153 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 1.5 MiB/s rd, 1 op/s 2024-04-15T15:31:08.438 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:31:08 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T15:31:08.438 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:31:08 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T15:31:08.438 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:31:08 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T15:31:08.438 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:31:08 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T15:31:08.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:31:08 smithi016 ceph-mon[93212]: pgmap v2968: 457 pgs: 457 active+clean; 153 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 1.5 MiB/s rd, 1 op/s 2024-04-15T15:31:08.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:31:08 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T15:31:08.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:31:08 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T15:31:08.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:31:08 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T15:31:08.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:31:08 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T15:31:08.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:31:08 smithi016 ceph-mon[90652]: pgmap v2968: 457 pgs: 457 active+clean; 153 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 1.5 MiB/s rd, 1 op/s 2024-04-15T15:31:08.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:31:08 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T15:31:08.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:31:08 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T15:31:08.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:31:08 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T15:31:08.541 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:31:08 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T15:31:09.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:31:09 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T15:31:09.438 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:31:09 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T15:31:09.438 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:31:09 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T15:31:09.438 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:31:09 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T15:31:09.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:31:09 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T15:31:09.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:31:09 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T15:31:09.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:31:09 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T15:31:09.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:31:09 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T15:31:09.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:31:09 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T15:31:09.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:31:09 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T15:31:09.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:31:09 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T15:31:09.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:31:09 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T15:31:10.438 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:31:10 smithi102 ceph-mon[87131]: pgmap v2969: 457 pgs: 457 active+clean; 153 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 1.8 MiB/s rd, 1 op/s 2024-04-15T15:31:10.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:31:10 smithi016 ceph-mon[93212]: pgmap v2969: 457 pgs: 457 active+clean; 153 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 1.8 MiB/s rd, 1 op/s 2024-04-15T15:31:10.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:31:10 smithi016 ceph-mon[90652]: pgmap v2969: 457 pgs: 457 active+clean; 153 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 1.8 MiB/s rd, 1 op/s 2024-04-15T15:31:12.040 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 15 15:31:11 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-y[81421]: ::ffff:172.21.15.102 - - [15/Apr/2024:15:31:11] "GET /metrics HTTP/1.1" 200 60710 "" "Prometheus/2.43.0" 2024-04-15T15:31:12.438 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:31:12 smithi102 ceph-mon[87131]: pgmap v2970: 457 pgs: 457 active+clean; 153 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 0 op/s 2024-04-15T15:31:12.438 INFO:journalctl@ceph.prometheus.a.smithi102.stdout:Apr 15 15:31:12 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-prometheus-a[120881]: ts=2024-04-15T15:31:12.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi016:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"362ea986-fb34-11ee-bc8f-c7b262605968\", instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T15:31:12.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:31:12 smithi016 ceph-mon[93212]: pgmap v2970: 457 pgs: 457 active+clean; 153 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 0 op/s 2024-04-15T15:31:12.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:31:12 smithi016 ceph-mon[90652]: pgmap v2970: 457 pgs: 457 active+clean; 153 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 0 op/s 2024-04-15T15:31:14.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:31:14 smithi102 ceph-mon[87131]: pgmap v2971: 457 pgs: 457 active+clean; 153 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 1.8 MiB/s rd, 1 op/s 2024-04-15T15:31:14.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:31:14 smithi016 ceph-mon[93212]: pgmap v2971: 457 pgs: 457 active+clean; 153 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 1.8 MiB/s rd, 1 op/s 2024-04-15T15:31:14.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:31:14 smithi016 ceph-mon[90652]: pgmap v2971: 457 pgs: 457 active+clean; 153 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 1.8 MiB/s rd, 1 op/s 2024-04-15T15:31:16.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:31:16 smithi102 ceph-mon[87131]: pgmap v2972: 457 pgs: 457 active+clean; 153 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 0 op/s 2024-04-15T15:31:16.539 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:31:16 smithi016 ceph-mon[90652]: pgmap v2972: 457 pgs: 457 active+clean; 153 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 0 op/s 2024-04-15T15:31:16.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:31:16 smithi016 ceph-mon[93212]: pgmap v2972: 457 pgs: 457 active+clean; 153 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 0 op/s 2024-04-15T15:31:18.438 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:31:18 smithi102 ceph-mon[87131]: pgmap v2973: 457 pgs: 457 active+clean; 153 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 1.2 MiB/s rd, 1 op/s 2024-04-15T15:31:18.539 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:31:18 smithi016 ceph-mon[93212]: pgmap v2973: 457 pgs: 457 active+clean; 153 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 1.2 MiB/s rd, 1 op/s 2024-04-15T15:31:18.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:31:18 smithi016 ceph-mon[90652]: pgmap v2973: 457 pgs: 457 active+clean; 153 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 1.2 MiB/s rd, 1 op/s 2024-04-15T15:31:20.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:31:20 smithi102 ceph-mon[87131]: pgmap v2974: 457 pgs: 457 active+clean; 153 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 1.8 MiB/s rd, 1 op/s 2024-04-15T15:31:20.539 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:31:20 smithi016 ceph-mon[90652]: pgmap v2974: 457 pgs: 457 active+clean; 153 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 1.8 MiB/s rd, 1 op/s 2024-04-15T15:31:20.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:31:20 smithi016 ceph-mon[93212]: pgmap v2974: 457 pgs: 457 active+clean; 153 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 1.8 MiB/s rd, 1 op/s 2024-04-15T15:31:22.039 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 15 15:31:21 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-y[81421]: ::ffff:172.21.15.102 - - [15/Apr/2024:15:31:21] "GET /metrics HTTP/1.1" 200 60710 "" "Prometheus/2.43.0" 2024-04-15T15:31:22.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:31:22 smithi102 ceph-mon[87131]: pgmap v2975: 457 pgs: 457 active+clean; 153 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 1.4 MiB/s rd, 1 op/s 2024-04-15T15:31:22.438 INFO:journalctl@ceph.prometheus.a.smithi102.stdout:Apr 15 15:31:22 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-prometheus-a[120881]: ts=2024-04-15T15:31:22.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi016:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"362ea986-fb34-11ee-bc8f-c7b262605968\", instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T15:31:22.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:31:22 smithi016 ceph-mon[93212]: pgmap v2975: 457 pgs: 457 active+clean; 153 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 1.4 MiB/s rd, 1 op/s 2024-04-15T15:31:22.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:31:22 smithi016 ceph-mon[90652]: pgmap v2975: 457 pgs: 457 active+clean; 153 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 1.4 MiB/s rd, 1 op/s 2024-04-15T15:31:24.438 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:31:24 smithi102 ceph-mon[87131]: pgmap v2976: 457 pgs: 457 active+clean; 153 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 1.8 MiB/s rd, 1 op/s 2024-04-15T15:31:24.438 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:31:24 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T15:31:24.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:31:24 smithi016 ceph-mon[93212]: pgmap v2976: 457 pgs: 457 active+clean; 153 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 1.8 MiB/s rd, 1 op/s 2024-04-15T15:31:24.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:31:24 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T15:31:24.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:31:24 smithi016 ceph-mon[90652]: pgmap v2976: 457 pgs: 457 active+clean; 153 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 1.8 MiB/s rd, 1 op/s 2024-04-15T15:31:24.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:31:24 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T15:31:26.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:31:26 smithi102 ceph-mon[87131]: pgmap v2977: 457 pgs: 457 active+clean; 153 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 0 op/s 2024-04-15T15:31:26.539 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:31:26 smithi016 ceph-mon[90652]: pgmap v2977: 457 pgs: 457 active+clean; 153 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 0 op/s 2024-04-15T15:31:26.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:31:26 smithi016 ceph-mon[93212]: pgmap v2977: 457 pgs: 457 active+clean; 153 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 0 op/s 2024-04-15T15:31:28.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:31:28 smithi102 ceph-mon[87131]: pgmap v2978: 457 pgs: 457 active+clean; 153 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 6 op/s 2024-04-15T15:31:28.539 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:31:28 smithi016 ceph-mon[90652]: pgmap v2978: 457 pgs: 457 active+clean; 153 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 6 op/s 2024-04-15T15:31:28.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:31:28 smithi016 ceph-mon[93212]: pgmap v2978: 457 pgs: 457 active+clean; 153 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 6 op/s 2024-04-15T15:31:30.438 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:31:30 smithi102 ceph-mon[87131]: pgmap v2979: 457 pgs: 457 active+clean; 153 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 8 op/s 2024-04-15T15:31:30.539 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:31:30 smithi016 ceph-mon[93212]: pgmap v2979: 457 pgs: 457 active+clean; 153 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 8 op/s 2024-04-15T15:31:30.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:31:30 smithi016 ceph-mon[90652]: pgmap v2979: 457 pgs: 457 active+clean; 153 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 8 op/s 2024-04-15T15:31:32.040 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 15 15:31:31 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-y[81421]: ::ffff:172.21.15.102 - - [15/Apr/2024:15:31:31] "GET /metrics HTTP/1.1" 200 60712 "" "Prometheus/2.43.0" 2024-04-15T15:31:32.438 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:31:32 smithi102 ceph-mon[87131]: pgmap v2980: 457 pgs: 457 active+clean; 153 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 468 KiB/s rd, 8 op/s 2024-04-15T15:31:32.438 INFO:journalctl@ceph.prometheus.a.smithi102.stdout:Apr 15 15:31:32 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-prometheus-a[120881]: ts=2024-04-15T15:31:32.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi016:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"362ea986-fb34-11ee-bc8f-c7b262605968\", instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T15:31:32.539 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:31:32 smithi016 ceph-mon[90652]: pgmap v2980: 457 pgs: 457 active+clean; 153 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 468 KiB/s rd, 8 op/s 2024-04-15T15:31:32.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:31:32 smithi016 ceph-mon[93212]: pgmap v2980: 457 pgs: 457 active+clean; 153 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 468 KiB/s rd, 8 op/s 2024-04-15T15:31:34.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:31:34 smithi102 ceph-mon[87131]: pgmap v2981: 457 pgs: 457 active+clean; 153 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 523 KiB/s rd, 16 op/s 2024-04-15T15:31:34.539 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:31:34 smithi016 ceph-mon[90652]: pgmap v2981: 457 pgs: 457 active+clean; 153 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 523 KiB/s rd, 16 op/s 2024-04-15T15:31:34.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:31:34 smithi016 ceph-mon[93212]: pgmap v2981: 457 pgs: 457 active+clean; 153 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 523 KiB/s rd, 16 op/s 2024-04-15T15:31:36.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:31:36 smithi102 ceph-mon[87131]: pgmap v2982: 457 pgs: 457 active+clean; 153 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 134 KiB/s rd, 16 op/s 2024-04-15T15:31:36.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:31:36 smithi016 ceph-mon[93212]: pgmap v2982: 457 pgs: 457 active+clean; 153 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 134 KiB/s rd, 16 op/s 2024-04-15T15:31:36.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:31:36 smithi016 ceph-mon[90652]: pgmap v2982: 457 pgs: 457 active+clean; 153 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 134 KiB/s rd, 16 op/s 2024-04-15T15:31:38.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:31:38 smithi102 ceph-mon[87131]: pgmap v2983: 457 pgs: 457 active+clean; 153 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 158 KiB/s rd, 85 B/s wr, 16 op/s 2024-04-15T15:31:38.539 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:31:38 smithi016 ceph-mon[90652]: pgmap v2983: 457 pgs: 457 active+clean; 153 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 158 KiB/s rd, 85 B/s wr, 16 op/s 2024-04-15T15:31:38.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:31:38 smithi016 ceph-mon[93212]: pgmap v2983: 457 pgs: 457 active+clean; 153 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 158 KiB/s rd, 85 B/s wr, 16 op/s 2024-04-15T15:31:39.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:31:39 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T15:31:39.539 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:31:39 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T15:31:39.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:31:39 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T15:31:40.438 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:31:40 smithi102 ceph-mon[87131]: pgmap v2984: 457 pgs: 457 active+clean; 153 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 179 KiB/s rd, 85 B/s wr, 14 op/s 2024-04-15T15:31:40.539 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:31:40 smithi016 ceph-mon[90652]: pgmap v2984: 457 pgs: 457 active+clean; 153 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 179 KiB/s rd, 85 B/s wr, 14 op/s 2024-04-15T15:31:40.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:31:40 smithi016 ceph-mon[93212]: pgmap v2984: 457 pgs: 457 active+clean; 153 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 179 KiB/s rd, 85 B/s wr, 14 op/s 2024-04-15T15:31:42.040 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 15 15:31:41 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-y[81421]: ::ffff:172.21.15.102 - - [15/Apr/2024:15:31:41] "GET /metrics HTTP/1.1" 200 60714 "" "Prometheus/2.43.0" 2024-04-15T15:31:42.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:31:42 smithi102 ceph-mon[87131]: pgmap v2985: 457 pgs: 457 active+clean; 153 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 129 KiB/s rd, 85 B/s wr, 11 op/s 2024-04-15T15:31:42.438 INFO:journalctl@ceph.prometheus.a.smithi102.stdout:Apr 15 15:31:42 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-prometheus-a[120881]: ts=2024-04-15T15:31:42.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi016:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"362ea986-fb34-11ee-bc8f-c7b262605968\", instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T15:31:42.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:31:42 smithi016 ceph-mon[93212]: pgmap v2985: 457 pgs: 457 active+clean; 153 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 129 KiB/s rd, 85 B/s wr, 11 op/s 2024-04-15T15:31:42.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:31:42 smithi016 ceph-mon[90652]: pgmap v2985: 457 pgs: 457 active+clean; 153 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 129 KiB/s rd, 85 B/s wr, 11 op/s 2024-04-15T15:31:44.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:31:44 smithi102 ceph-mon[87131]: pgmap v2986: 457 pgs: 457 active+clean; 153 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 181 KiB/s rd, 170 B/s wr, 16 op/s 2024-04-15T15:31:44.539 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:31:44 smithi016 ceph-mon[90652]: pgmap v2986: 457 pgs: 457 active+clean; 153 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 181 KiB/s rd, 170 B/s wr, 16 op/s 2024-04-15T15:31:44.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:31:44 smithi016 ceph-mon[93212]: pgmap v2986: 457 pgs: 457 active+clean; 153 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 181 KiB/s rd, 170 B/s wr, 16 op/s 2024-04-15T15:31:46.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:31:46 smithi102 ceph-mon[87131]: pgmap v2987: 457 pgs: 457 active+clean; 153 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 127 KiB/s rd, 170 B/s wr, 8 op/s 2024-04-15T15:31:46.539 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:31:46 smithi016 ceph-mon[90652]: pgmap v2987: 457 pgs: 457 active+clean; 153 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 127 KiB/s rd, 170 B/s wr, 8 op/s 2024-04-15T15:31:46.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:31:46 smithi016 ceph-mon[93212]: pgmap v2987: 457 pgs: 457 active+clean; 153 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 127 KiB/s rd, 170 B/s wr, 8 op/s 2024-04-15T15:31:48.438 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:31:48 smithi102 ceph-mon[87131]: pgmap v2988: 457 pgs: 457 active+clean; 153 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 155 KiB/s rd, 255 B/s wr, 14 op/s 2024-04-15T15:31:48.539 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:31:48 smithi016 ceph-mon[93212]: pgmap v2988: 457 pgs: 457 active+clean; 153 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 155 KiB/s rd, 255 B/s wr, 14 op/s 2024-04-15T15:31:48.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:31:48 smithi016 ceph-mon[90652]: pgmap v2988: 457 pgs: 457 active+clean; 153 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 155 KiB/s rd, 255 B/s wr, 14 op/s 2024-04-15T15:31:50.438 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:31:50 smithi102 ceph-mon[87131]: pgmap v2989: 457 pgs: 457 active+clean; 153 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 157 KiB/s rd, 170 B/s wr, 16 op/s 2024-04-15T15:31:50.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:31:50 smithi016 ceph-mon[90652]: pgmap v2989: 457 pgs: 457 active+clean; 153 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 157 KiB/s rd, 170 B/s wr, 16 op/s 2024-04-15T15:31:50.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:31:50 smithi016 ceph-mon[93212]: pgmap v2989: 457 pgs: 457 active+clean; 153 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 157 KiB/s rd, 170 B/s wr, 16 op/s 2024-04-15T15:31:52.040 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 15 15:31:51 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-y[81421]: ::ffff:172.21.15.102 - - [15/Apr/2024:15:31:51] "GET /metrics HTTP/1.1" 200 60714 "" "Prometheus/2.43.0" 2024-04-15T15:31:52.539 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:31:52 smithi016 ceph-mon[90652]: pgmap v2990: 457 pgs: 457 active+clean; 153 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 107 KiB/s rd, 170 B/s wr, 13 op/s 2024-04-15T15:31:52.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:31:52 smithi016 ceph-mon[93212]: pgmap v2990: 457 pgs: 457 active+clean; 153 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 107 KiB/s rd, 170 B/s wr, 13 op/s 2024-04-15T15:31:52.688 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:31:52 smithi102 ceph-mon[87131]: pgmap v2990: 457 pgs: 457 active+clean; 153 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 107 KiB/s rd, 170 B/s wr, 13 op/s 2024-04-15T15:31:52.688 INFO:journalctl@ceph.prometheus.a.smithi102.stdout:Apr 15 15:31:52 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-prometheus-a[120881]: ts=2024-04-15T15:31:52.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi016:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"362ea986-fb34-11ee-bc8f-c7b262605968\", instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T15:31:54.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:31:54 smithi016 ceph-mon[90652]: pgmap v2991: 457 pgs: 457 active+clean; 153 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 186 KiB/s rd, 170 B/s wr, 21 op/s 2024-04-15T15:31:54.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:31:54 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T15:31:54.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:31:54 smithi016 ceph-mon[93212]: pgmap v2991: 457 pgs: 457 active+clean; 153 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 186 KiB/s rd, 170 B/s wr, 21 op/s 2024-04-15T15:31:54.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:31:54 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T15:31:54.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:31:54 smithi102 ceph-mon[87131]: pgmap v2991: 457 pgs: 457 active+clean; 153 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 186 KiB/s rd, 170 B/s wr, 21 op/s 2024-04-15T15:31:54.688 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:31:54 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T15:31:56.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:31:56 smithi016 ceph-mon[90652]: pgmap v2992: 457 pgs: 457 active+clean; 153 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 134 KiB/s rd, 85 B/s wr, 16 op/s 2024-04-15T15:31:56.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:31:56 smithi016 ceph-mon[93212]: pgmap v2992: 457 pgs: 457 active+clean; 153 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 134 KiB/s rd, 85 B/s wr, 16 op/s 2024-04-15T15:31:56.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:31:56 smithi102 ceph-mon[87131]: pgmap v2992: 457 pgs: 457 active+clean; 153 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 134 KiB/s rd, 85 B/s wr, 16 op/s 2024-04-15T15:31:58.539 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:31:58 smithi016 ceph-mon[90652]: pgmap v2993: 457 pgs: 457 active+clean; 153 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 162 KiB/s rd, 85 B/s wr, 21 op/s 2024-04-15T15:31:58.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:31:58 smithi016 ceph-mon[93212]: pgmap v2993: 457 pgs: 457 active+clean; 153 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 162 KiB/s rd, 85 B/s wr, 21 op/s 2024-04-15T15:31:58.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:31:58 smithi102 ceph-mon[87131]: pgmap v2993: 457 pgs: 457 active+clean; 153 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 162 KiB/s rd, 85 B/s wr, 21 op/s 2024-04-15T15:32:00.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:32:00 smithi016 ceph-mon[90652]: pgmap v2994: 457 pgs: 457 active+clean; 153 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 160 KiB/s rd, 19 op/s 2024-04-15T15:32:00.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:32:00 smithi016 ceph-mon[93212]: pgmap v2994: 457 pgs: 457 active+clean; 153 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 160 KiB/s rd, 19 op/s 2024-04-15T15:32:00.688 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:32:00 smithi102 ceph-mon[87131]: pgmap v2994: 457 pgs: 457 active+clean; 153 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 160 KiB/s rd, 19 op/s 2024-04-15T15:32:02.040 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 15 15:32:01 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-y[81421]: ::ffff:172.21.15.102 - - [15/Apr/2024:15:32:01] "GET /metrics HTTP/1.1" 200 60711 "" "Prometheus/2.43.0" 2024-04-15T15:32:02.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:32:02 smithi016 ceph-mon[93212]: pgmap v2995: 457 pgs: 457 active+clean; 153 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 134 KiB/s rd, 16 op/s 2024-04-15T15:32:02.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:32:02 smithi016 ceph-mon[90652]: pgmap v2995: 457 pgs: 457 active+clean; 153 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 134 KiB/s rd, 16 op/s 2024-04-15T15:32:02.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:32:02 smithi102 ceph-mon[87131]: pgmap v2995: 457 pgs: 457 active+clean; 153 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 134 KiB/s rd, 16 op/s 2024-04-15T15:32:02.688 INFO:journalctl@ceph.prometheus.a.smithi102.stdout:Apr 15 15:32:02 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-prometheus-a[120881]: ts=2024-04-15T15:32:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi016:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"362ea986-fb34-11ee-bc8f-c7b262605968\", instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T15:32:04.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:32:04 smithi016 ceph-mon[90652]: pgmap v2996: 457 pgs: 457 active+clean; 153 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 208 KiB/s rd, 19 op/s 2024-04-15T15:32:04.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:32:04 smithi016 ceph-mon[93212]: pgmap v2996: 457 pgs: 457 active+clean; 153 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 208 KiB/s rd, 19 op/s 2024-04-15T15:32:04.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:32:04 smithi102 ceph-mon[87131]: pgmap v2996: 457 pgs: 457 active+clean; 153 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 208 KiB/s rd, 19 op/s 2024-04-15T15:32:05.539 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:32:05 smithi016 ceph-mon[90652]: pgmap v2997: 457 pgs: 457 active+clean; 153 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 129 KiB/s rd, 11 op/s 2024-04-15T15:32:05.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:32:05 smithi016 ceph-mon[93212]: pgmap v2997: 457 pgs: 457 active+clean; 153 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 129 KiB/s rd, 11 op/s 2024-04-15T15:32:05.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:32:05 smithi102 ceph-mon[87131]: pgmap v2997: 457 pgs: 457 active+clean; 153 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 129 KiB/s rd, 11 op/s 2024-04-15T15:32:08.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:32:07 smithi102 ceph-mon[87131]: pgmap v2998: 457 pgs: 457 active+clean; 153 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 134 KiB/s rd, 16 op/s 2024-04-15T15:32:08.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:32:07 smithi016 ceph-mon[93212]: pgmap v2998: 457 pgs: 457 active+clean; 153 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 134 KiB/s rd, 16 op/s 2024-04-15T15:32:08.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:32:07 smithi016 ceph-mon[90652]: pgmap v2998: 457 pgs: 457 active+clean; 153 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 134 KiB/s rd, 16 op/s 2024-04-15T15:32:09.289 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:32:08 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T15:32:09.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:32:08 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T15:32:09.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:32:08 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T15:32:10.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:32:09 smithi016 ceph-mon[90652]: pgmap v2999: 457 pgs: 457 active+clean; 153 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 155 KiB/s rd, 13 op/s 2024-04-15T15:32:10.291 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:32:09 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T15:32:10.291 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:32:09 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T15:32:10.291 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:32:09 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T15:32:10.291 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:32:09 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T15:32:10.291 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:32:09 smithi016 ceph-mon[93212]: pgmap v2999: 457 pgs: 457 active+clean; 153 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 155 KiB/s rd, 13 op/s 2024-04-15T15:32:10.291 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:32:09 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T15:32:10.291 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:32:09 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T15:32:10.291 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:32:09 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T15:32:10.291 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:32:09 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T15:32:10.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:32:09 smithi102 ceph-mon[87131]: pgmap v2999: 457 pgs: 457 active+clean; 153 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 155 KiB/s rd, 13 op/s 2024-04-15T15:32:10.438 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:32:09 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T15:32:10.438 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:32:09 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T15:32:10.438 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:32:09 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T15:32:10.438 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:32:09 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T15:32:12.039 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:32:11 smithi016 ceph-mon[90652]: pgmap v3000: 457 pgs: 457 active+clean; 153 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 129 KiB/s rd, 11 op/s 2024-04-15T15:32:12.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:32:11 smithi016 ceph-mon[93212]: pgmap v3000: 457 pgs: 457 active+clean; 153 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 129 KiB/s rd, 11 op/s 2024-04-15T15:32:12.040 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 15 15:32:11 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-y[81421]: ::ffff:172.21.15.102 - - [15/Apr/2024:15:32:11] "GET /metrics HTTP/1.1" 200 60709 "" "Prometheus/2.43.0" 2024-04-15T15:32:12.239 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:32:11 smithi102 ceph-mon[87131]: pgmap v3000: 457 pgs: 457 active+clean; 153 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 129 KiB/s rd, 11 op/s 2024-04-15T15:32:12.687 INFO:journalctl@ceph.prometheus.a.smithi102.stdout:Apr 15 15:32:12 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-prometheus-a[120881]: ts=2024-04-15T15:32:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi016:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"362ea986-fb34-11ee-bc8f-c7b262605968\", instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T15:32:14.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:32:13 smithi016 ceph-mon[93212]: pgmap v3001: 457 pgs: 457 active+clean; 153 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 206 KiB/s rd, 16 op/s 2024-04-15T15:32:14.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:32:13 smithi016 ceph-mon[90652]: pgmap v3001: 457 pgs: 457 active+clean; 153 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 206 KiB/s rd, 16 op/s 2024-04-15T15:32:14.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:32:13 smithi102 ceph-mon[87131]: pgmap v3001: 457 pgs: 457 active+clean; 153 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 206 KiB/s rd, 16 op/s 2024-04-15T15:32:16.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:32:15 smithi016 ceph-mon[90652]: pgmap v3002: 457 pgs: 457 active+clean; 153 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 131 KiB/s rd, 13 op/s 2024-04-15T15:32:16.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:32:15 smithi016 ceph-mon[93212]: pgmap v3002: 457 pgs: 457 active+clean; 153 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 131 KiB/s rd, 13 op/s 2024-04-15T15:32:16.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:32:15 smithi102 ceph-mon[87131]: pgmap v3002: 457 pgs: 457 active+clean; 153 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 131 KiB/s rd, 13 op/s 2024-04-15T15:32:18.289 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:32:17 smithi016 ceph-mon[90652]: pgmap v3003: 457 pgs: 457 active+clean; 153 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 160 KiB/s rd, 18 op/s 2024-04-15T15:32:18.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:32:17 smithi016 ceph-mon[93212]: pgmap v3003: 457 pgs: 457 active+clean; 153 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 160 KiB/s rd, 18 op/s 2024-04-15T15:32:18.438 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:32:17 smithi102 ceph-mon[87131]: pgmap v3003: 457 pgs: 457 active+clean; 153 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 160 KiB/s rd, 18 op/s 2024-04-15T15:32:20.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:32:19 smithi016 ceph-mon[93212]: pgmap v3004: 457 pgs: 457 active+clean; 153 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 182 KiB/s rd, 16 op/s 2024-04-15T15:32:20.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:32:19 smithi016 ceph-mon[90652]: pgmap v3004: 457 pgs: 457 active+clean; 153 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 182 KiB/s rd, 16 op/s 2024-04-15T15:32:20.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:32:19 smithi102 ceph-mon[87131]: pgmap v3004: 457 pgs: 457 active+clean; 153 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 182 KiB/s rd, 16 op/s 2024-04-15T15:32:22.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:32:21 smithi016 ceph-mon[90652]: pgmap v3005: 457 pgs: 457 active+clean; 153 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 132 KiB/s rd, 14 op/s 2024-04-15T15:32:22.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:32:21 smithi016 ceph-mon[93212]: pgmap v3005: 457 pgs: 457 active+clean; 153 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 132 KiB/s rd, 14 op/s 2024-04-15T15:32:22.040 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 15 15:32:21 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-y[81421]: ::ffff:172.21.15.102 - - [15/Apr/2024:15:32:21] "GET /metrics HTTP/1.1" 200 60709 "" "Prometheus/2.43.0" 2024-04-15T15:32:22.316 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:32:21 smithi102 ceph-mon[87131]: pgmap v3005: 457 pgs: 457 active+clean; 153 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 132 KiB/s rd, 14 op/s 2024-04-15T15:32:22.690 INFO:journalctl@ceph.prometheus.a.smithi102.stdout:Apr 15 15:32:22 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-prometheus-a[120881]: ts=2024-04-15T15:32:22.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi016:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"362ea986-fb34-11ee-bc8f-c7b262605968\", instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T15:32:24.289 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:32:23 smithi016 ceph-mon[90652]: pgmap v3006: 457 pgs: 457 active+clean; 153 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 210 KiB/s rd, 21 op/s 2024-04-15T15:32:24.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:32:23 smithi016 ceph-mon[93212]: pgmap v3006: 457 pgs: 457 active+clean; 153 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 210 KiB/s rd, 21 op/s 2024-04-15T15:32:24.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:32:23 smithi102 ceph-mon[87131]: pgmap v3006: 457 pgs: 457 active+clean; 153 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 210 KiB/s rd, 21 op/s 2024-04-15T15:32:25.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:32:24 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T15:32:25.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:32:24 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T15:32:25.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:32:24 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T15:32:26.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:32:25 smithi016 ceph-mon[90652]: pgmap v3007: 457 pgs: 457 active+clean; 153 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 134 KiB/s rd, 16 op/s 2024-04-15T15:32:26.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:32:25 smithi016 ceph-mon[93212]: pgmap v3007: 457 pgs: 457 active+clean; 153 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 134 KiB/s rd, 16 op/s 2024-04-15T15:32:26.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:32:25 smithi102 ceph-mon[87131]: pgmap v3007: 457 pgs: 457 active+clean; 153 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 134 KiB/s rd, 16 op/s 2024-04-15T15:32:28.289 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:32:27 smithi016 ceph-mon[90652]: pgmap v3008: 457 pgs: 457 active+clean; 153 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 160 KiB/s rd, 19 op/s 2024-04-15T15:32:28.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:32:27 smithi016 ceph-mon[93212]: pgmap v3008: 457 pgs: 457 active+clean; 153 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 160 KiB/s rd, 19 op/s 2024-04-15T15:32:28.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:32:27 smithi102 ceph-mon[87131]: pgmap v3008: 457 pgs: 457 active+clean; 153 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 160 KiB/s rd, 19 op/s 2024-04-15T15:32:30.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:32:29 smithi016 ceph-mon[90652]: pgmap v3009: 457 pgs: 457 active+clean; 153 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 158 KiB/s rd, 16 op/s 2024-04-15T15:32:30.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:32:29 smithi016 ceph-mon[93212]: pgmap v3009: 457 pgs: 457 active+clean; 153 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 158 KiB/s rd, 16 op/s 2024-04-15T15:32:30.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:32:29 smithi102 ceph-mon[87131]: pgmap v3009: 457 pgs: 457 active+clean; 153 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 158 KiB/s rd, 16 op/s 2024-04-15T15:32:32.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:32:31 smithi016 ceph-mon[90652]: pgmap v3010: 457 pgs: 457 active+clean; 153 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 132 KiB/s rd, 14 op/s 2024-04-15T15:32:32.041 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 15 15:32:31 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-y[81421]: ::ffff:172.21.15.102 - - [15/Apr/2024:15:32:31] "GET /metrics HTTP/1.1" 200 60711 "" "Prometheus/2.43.0" 2024-04-15T15:32:32.041 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:32:31 smithi016 ceph-mon[93212]: pgmap v3010: 457 pgs: 457 active+clean; 153 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 132 KiB/s rd, 14 op/s 2024-04-15T15:32:32.316 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:32:31 smithi102 ceph-mon[87131]: pgmap v3010: 457 pgs: 457 active+clean; 153 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 132 KiB/s rd, 14 op/s 2024-04-15T15:32:32.687 INFO:journalctl@ceph.prometheus.a.smithi102.stdout:Apr 15 15:32:32 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-prometheus-a[120881]: ts=2024-04-15T15:32:32.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi016:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"362ea986-fb34-11ee-bc8f-c7b262605968\", instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T15:32:34.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:32:33 smithi016 ceph-mon[90652]: pgmap v3011: 457 pgs: 457 active+clean; 153 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 184 KiB/s rd, 18 op/s 2024-04-15T15:32:34.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:32:33 smithi016 ceph-mon[93212]: pgmap v3011: 457 pgs: 457 active+clean; 153 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 184 KiB/s rd, 18 op/s 2024-04-15T15:32:34.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:32:33 smithi102 ceph-mon[87131]: pgmap v3011: 457 pgs: 457 active+clean; 153 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 184 KiB/s rd, 18 op/s 2024-04-15T15:32:36.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:32:35 smithi016 ceph-mon[90652]: pgmap v3012: 457 pgs: 457 active+clean; 153 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 105 KiB/s rd, 10 op/s 2024-04-15T15:32:36.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:32:35 smithi016 ceph-mon[93212]: pgmap v3012: 457 pgs: 457 active+clean; 153 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 105 KiB/s rd, 10 op/s 2024-04-15T15:32:36.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:32:35 smithi102 ceph-mon[87131]: pgmap v3012: 457 pgs: 457 active+clean; 153 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 105 KiB/s rd, 10 op/s 2024-04-15T15:32:38.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:32:37 smithi016 ceph-mon[93212]: pgmap v3013: 457 pgs: 457 active+clean; 153 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 134 KiB/s rd, 85 B/s wr, 16 op/s 2024-04-15T15:32:38.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:32:37 smithi016 ceph-mon[90652]: pgmap v3013: 457 pgs: 457 active+clean; 153 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 134 KiB/s rd, 85 B/s wr, 16 op/s 2024-04-15T15:32:38.438 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:32:37 smithi102 ceph-mon[87131]: pgmap v3013: 457 pgs: 457 active+clean; 153 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 134 KiB/s rd, 85 B/s wr, 16 op/s 2024-04-15T15:32:40.289 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:32:39 smithi016 ceph-mon[90652]: pgmap v3014: 457 pgs: 457 active+clean; 153 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 155 KiB/s rd, 85 B/s wr, 13 op/s 2024-04-15T15:32:40.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:32:39 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T15:32:40.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:32:39 smithi016 ceph-mon[93212]: pgmap v3014: 457 pgs: 457 active+clean; 153 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 155 KiB/s rd, 85 B/s wr, 13 op/s 2024-04-15T15:32:40.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:32:39 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T15:32:40.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:32:39 smithi102 ceph-mon[87131]: pgmap v3014: 457 pgs: 457 active+clean; 153 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 155 KiB/s rd, 85 B/s wr, 13 op/s 2024-04-15T15:32:40.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:32:39 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T15:32:42.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:32:41 smithi016 ceph-mon[90652]: pgmap v3015: 457 pgs: 457 active+clean; 153 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 129 KiB/s rd, 85 B/s wr, 10 op/s 2024-04-15T15:32:42.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:32:41 smithi016 ceph-mon[93212]: pgmap v3015: 457 pgs: 457 active+clean; 153 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 129 KiB/s rd, 85 B/s wr, 10 op/s 2024-04-15T15:32:42.040 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 15 15:32:41 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-y[81421]: ::ffff:172.21.15.102 - - [15/Apr/2024:15:32:41] "GET /metrics HTTP/1.1" 200 60708 "" "Prometheus/2.43.0" 2024-04-15T15:32:42.239 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:32:41 smithi102 ceph-mon[87131]: pgmap v3015: 457 pgs: 457 active+clean; 153 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 129 KiB/s rd, 85 B/s wr, 10 op/s 2024-04-15T15:32:42.687 INFO:journalctl@ceph.prometheus.a.smithi102.stdout:Apr 15 15:32:42 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-prometheus-a[120881]: ts=2024-04-15T15:32:42.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi016:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"362ea986-fb34-11ee-bc8f-c7b262605968\", instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T15:32:43.888 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] TestLibRBD.EncryptionLoadFormatMismatch (132414 ms) 2024-04-15T15:32:43.888 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] TestLibRBD.EncryptedResize 2024-04-15T15:32:43.888 INFO:tasks.workunit.client.0.smithi016.stdout:using new format! 2024-04-15T15:32:44.289 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:32:43 smithi016 ceph-mon[90652]: pgmap v3016: 457 pgs: 457 active+clean; 153 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 183 KiB/s rd, 170 B/s wr, 18 op/s 2024-04-15T15:32:44.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:32:43 smithi016 ceph-mon[93212]: pgmap v3016: 457 pgs: 457 active+clean; 153 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 183 KiB/s rd, 170 B/s wr, 18 op/s 2024-04-15T15:32:44.441 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:32:43 smithi102 ceph-mon[87131]: pgmap v3016: 457 pgs: 457 active+clean; 153 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 183 KiB/s rd, 170 B/s wr, 18 op/s 2024-04-15T15:32:46.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:32:45 smithi016 ceph-mon[93212]: pgmap v3017: 457 pgs: 457 active+clean; 153 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 131 KiB/s rd, 170 B/s wr, 14 op/s 2024-04-15T15:32:46.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:32:45 smithi016 ceph-mon[90652]: pgmap v3017: 457 pgs: 457 active+clean; 153 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 131 KiB/s rd, 170 B/s wr, 14 op/s 2024-04-15T15:32:46.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:32:45 smithi102 ceph-mon[87131]: pgmap v3017: 457 pgs: 457 active+clean; 153 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 131 KiB/s rd, 170 B/s wr, 14 op/s 2024-04-15T15:32:48.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:32:47 smithi016 ceph-mon[90652]: pgmap v3018: 457 pgs: 457 active+clean; 153 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 134 KiB/s rd, 426 B/s wr, 17 op/s 2024-04-15T15:32:48.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:32:47 smithi016 ceph-mon[93212]: pgmap v3018: 457 pgs: 457 active+clean; 153 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 134 KiB/s rd, 426 B/s wr, 17 op/s 2024-04-15T15:32:48.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:32:47 smithi102 ceph-mon[87131]: pgmap v3018: 457 pgs: 457 active+clean; 153 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 134 KiB/s rd, 426 B/s wr, 17 op/s 2024-04-15T15:32:50.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:32:49 smithi016 ceph-mon[90652]: pgmap v3019: 457 pgs: 457 active+clean; 153 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 129 KiB/s rd, 426 B/s wr, 12 op/s 2024-04-15T15:32:50.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:32:49 smithi016 ceph-mon[93212]: pgmap v3019: 457 pgs: 457 active+clean; 153 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 129 KiB/s rd, 426 B/s wr, 12 op/s 2024-04-15T15:32:50.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:32:49 smithi102 ceph-mon[87131]: pgmap v3019: 457 pgs: 457 active+clean; 153 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 129 KiB/s rd, 426 B/s wr, 12 op/s 2024-04-15T15:32:52.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:32:52 smithi016 ceph-mon[93212]: pgmap v3020: 457 pgs: 457 active+clean; 153 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 81 KiB/s rd, 426 B/s wr, 11 op/s 2024-04-15T15:32:52.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:32:52 smithi016 ceph-mon[90652]: pgmap v3020: 457 pgs: 457 active+clean; 153 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 81 KiB/s rd, 426 B/s wr, 11 op/s 2024-04-15T15:32:52.040 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 15 15:32:51 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-y[81421]: ::ffff:172.21.15.102 - - [15/Apr/2024:15:32:51] "GET /metrics HTTP/1.1" 200 60708 "" "Prometheus/2.43.0" 2024-04-15T15:32:52.315 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:32:52 smithi102 ceph-mon[87131]: pgmap v3020: 457 pgs: 457 active+clean; 153 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 81 KiB/s rd, 426 B/s wr, 11 op/s 2024-04-15T15:32:52.687 INFO:journalctl@ceph.prometheus.a.smithi102.stdout:Apr 15 15:32:52 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-prometheus-a[120881]: ts=2024-04-15T15:32:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi016:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"362ea986-fb34-11ee-bc8f-c7b262605968\", instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T15:32:54.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:32:54 smithi016 ceph-mon[93212]: pgmap v3021: 457 pgs: 457 active+clean; 165 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 107 KiB/s rd, 1.0 MiB/s wr, 15 op/s 2024-04-15T15:32:54.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:32:54 smithi016 ceph-mon[90652]: pgmap v3021: 457 pgs: 457 active+clean; 165 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 107 KiB/s rd, 1.0 MiB/s wr, 15 op/s 2024-04-15T15:32:54.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:32:54 smithi102 ceph-mon[87131]: pgmap v3021: 457 pgs: 457 active+clean; 165 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 107 KiB/s rd, 1.0 MiB/s wr, 15 op/s 2024-04-15T15:32:55.289 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:32:55 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T15:32:55.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:32:55 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T15:32:55.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:32:55 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T15:32:56.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:32:56 smithi016 ceph-mon[90652]: pgmap v3022: 457 pgs: 457 active+clean; 165 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 52 KiB/s rd, 1.0 MiB/s wr, 7 op/s 2024-04-15T15:32:56.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:32:56 smithi016 ceph-mon[93212]: pgmap v3022: 457 pgs: 457 active+clean; 165 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 52 KiB/s rd, 1.0 MiB/s wr, 7 op/s 2024-04-15T15:32:56.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:32:56 smithi102 ceph-mon[87131]: pgmap v3022: 457 pgs: 457 active+clean; 165 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 52 KiB/s rd, 1.0 MiB/s wr, 7 op/s 2024-04-15T15:32:57.308 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] TestLibRBD.EncryptedResize (13420 ms) 2024-04-15T15:32:57.308 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] TestLibRBD.EncryptedFlattenSmallData 2024-04-15T15:32:57.308 INFO:tasks.workunit.client.0.smithi016.stdout:using new format! 2024-04-15T15:32:58.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:32:58 smithi016 ceph-mon[93212]: pgmap v3023: 457 pgs: 457 active+clean; 169 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 63 KiB/s rd, 1.3 MiB/s wr, 20 op/s 2024-04-15T15:32:58.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:32:58 smithi016 ceph-mon[90652]: pgmap v3023: 457 pgs: 457 active+clean; 169 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 63 KiB/s rd, 1.3 MiB/s wr, 20 op/s 2024-04-15T15:32:58.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:32:58 smithi102 ceph-mon[87131]: pgmap v3023: 457 pgs: 457 active+clean; 169 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 63 KiB/s rd, 1.3 MiB/s wr, 20 op/s 2024-04-15T15:33:00.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:33:00 smithi016 ceph-mon[93212]: pgmap v3024: 457 pgs: 457 active+clean; 169 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 111 KiB/s rd, 1.6 MiB/s wr, 21 op/s 2024-04-15T15:33:00.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:33:00 smithi016 ceph-mon[90652]: pgmap v3024: 457 pgs: 457 active+clean; 169 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 111 KiB/s rd, 1.6 MiB/s wr, 21 op/s 2024-04-15T15:33:00.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:33:00 smithi102 ceph-mon[87131]: pgmap v3024: 457 pgs: 457 active+clean; 169 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 111 KiB/s rd, 1.6 MiB/s wr, 21 op/s 2024-04-15T15:33:02.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:33:02 smithi016 ceph-mon[93212]: pgmap v3025: 457 pgs: 457 active+clean; 169 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 87 KiB/s rd, 1.6 MiB/s wr, 21 op/s 2024-04-15T15:33:02.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:33:02 smithi016 ceph-mon[90652]: pgmap v3025: 457 pgs: 457 active+clean; 169 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 87 KiB/s rd, 1.6 MiB/s wr, 21 op/s 2024-04-15T15:33:02.040 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 15 15:33:01 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-y[81421]: ::ffff:172.21.15.102 - - [15/Apr/2024:15:33:01] "GET /metrics HTTP/1.1" 200 60712 "" "Prometheus/2.43.0" 2024-04-15T15:33:02.316 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:33:02 smithi102 ceph-mon[87131]: pgmap v3025: 457 pgs: 457 active+clean; 169 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 87 KiB/s rd, 1.6 MiB/s wr, 21 op/s 2024-04-15T15:33:02.688 INFO:journalctl@ceph.prometheus.a.smithi102.stdout:Apr 15 15:33:02 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-prometheus-a[120881]: ts=2024-04-15T15:33:02.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi016:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"362ea986-fb34-11ee-bc8f-c7b262605968\", instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T15:33:04.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:33:04 smithi016 ceph-mon[93212]: pgmap v3026: 457 pgs: 457 active+clean; 169 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 93 KiB/s rd, 1.6 MiB/s wr, 29 op/s 2024-04-15T15:33:04.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:33:04 smithi016 ceph-mon[90652]: pgmap v3026: 457 pgs: 457 active+clean; 169 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 93 KiB/s rd, 1.6 MiB/s wr, 29 op/s 2024-04-15T15:33:04.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:33:04 smithi102 ceph-mon[87131]: pgmap v3026: 457 pgs: 457 active+clean; 169 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 93 KiB/s rd, 1.6 MiB/s wr, 29 op/s 2024-04-15T15:33:06.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:33:06 smithi016 ceph-mon[90652]: pgmap v3027: 457 pgs: 457 active+clean; 169 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 67 KiB/s rd, 598 KiB/s wr, 25 op/s 2024-04-15T15:33:06.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:33:06 smithi016 ceph-mon[90652]: osdmap e1682: 8 total, 8 up, 8 in 2024-04-15T15:33:06.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:33:06 smithi016 ceph-mon[93212]: pgmap v3027: 457 pgs: 457 active+clean; 169 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 67 KiB/s rd, 598 KiB/s wr, 25 op/s 2024-04-15T15:33:06.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:33:06 smithi016 ceph-mon[93212]: osdmap e1682: 8 total, 8 up, 8 in 2024-04-15T15:33:06.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:33:06 smithi102 ceph-mon[87131]: pgmap v3027: 457 pgs: 457 active+clean; 169 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 67 KiB/s rd, 598 KiB/s wr, 25 op/s 2024-04-15T15:33:06.438 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:33:06 smithi102 ceph-mon[87131]: osdmap e1682: 8 total, 8 up, 8 in 2024-04-15T15:33:08.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:33:08 smithi016 ceph-mon[93212]: pgmap v3029: 457 pgs: 457 active+clean; 181 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 118 KiB/s rd, 1.5 MiB/s wr, 44 op/s 2024-04-15T15:33:08.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:33:08 smithi016 ceph-mon[90652]: pgmap v3029: 457 pgs: 457 active+clean; 181 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 118 KiB/s rd, 1.5 MiB/s wr, 44 op/s 2024-04-15T15:33:08.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:33:08 smithi102 ceph-mon[87131]: pgmap v3029: 457 pgs: 457 active+clean; 181 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 118 KiB/s rd, 1.5 MiB/s wr, 44 op/s 2024-04-15T15:33:09.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:33:09 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T15:33:09.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:33:09 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T15:33:09.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:33:09 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T15:33:10.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:33:10 smithi102 ceph-mon[87131]: pgmap v3030: 457 pgs: 457 active+clean; 185 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 58 KiB/s rd, 1.6 MiB/s wr, 39 op/s 2024-04-15T15:33:10.438 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:33:10 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T15:33:10.438 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:33:10 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T15:33:10.438 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:33:10 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T15:33:10.438 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:33:10 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T15:33:10.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:33:10 smithi016 ceph-mon[90652]: pgmap v3030: 457 pgs: 457 active+clean; 185 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 58 KiB/s rd, 1.6 MiB/s wr, 39 op/s 2024-04-15T15:33:10.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:33:10 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T15:33:10.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:33:10 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T15:33:10.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:33:10 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T15:33:10.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:33:10 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T15:33:10.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:33:10 smithi016 ceph-mon[93212]: pgmap v3030: 457 pgs: 457 active+clean; 185 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 58 KiB/s rd, 1.6 MiB/s wr, 39 op/s 2024-04-15T15:33:10.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:33:10 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T15:33:10.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:33:10 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T15:33:10.541 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:33:10 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T15:33:10.541 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:33:10 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T15:33:11.371 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] TestLibRBD.EncryptedFlattenSmallData (14064 ms) 2024-04-15T15:33:11.371 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] TestLibRBD.TestIOWithIOHint 2024-04-15T15:33:11.371 INFO:tasks.workunit.client.0.smithi016.stdout:using new format! 2024-04-15T15:33:12.040 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 15 15:33:11 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-y[81421]: ::ffff:172.21.15.102 - - [15/Apr/2024:15:33:11] "GET /metrics HTTP/1.1" 200 60709 "" "Prometheus/2.43.0" 2024-04-15T15:33:12.315 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:33:12 smithi102 ceph-mon[87131]: pgmap v3031: 457 pgs: 457 active+clean; 185 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 501 KiB/s rd, 1.6 MiB/s wr, 45 op/s 2024-04-15T15:33:12.539 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:33:12 smithi016 ceph-mon[90652]: pgmap v3031: 457 pgs: 457 active+clean; 185 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 501 KiB/s rd, 1.6 MiB/s wr, 45 op/s 2024-04-15T15:33:12.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:33:12 smithi016 ceph-mon[93212]: pgmap v3031: 457 pgs: 457 active+clean; 185 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 501 KiB/s rd, 1.6 MiB/s wr, 45 op/s 2024-04-15T15:33:12.687 INFO:journalctl@ceph.prometheus.a.smithi102.stdout:Apr 15 15:33:12 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-prometheus-a[120881]: ts=2024-04-15T15:33:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi016:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"362ea986-fb34-11ee-bc8f-c7b262605968\", instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T15:33:13.451 INFO:tasks.workunit.client.0.smithi016.stdout:wrote: 512 2024-04-15T15:33:13.451 INFO:tasks.workunit.client.0.smithi016.stdout:wrote: 512 2024-04-15T15:33:13.451 INFO:tasks.workunit.client.0.smithi016.stdout:wrote: 512 2024-04-15T15:33:13.451 INFO:tasks.workunit.client.0.smithi016.stdout:wrote: 512 2024-04-15T15:33:13.451 INFO:tasks.workunit.client.0.smithi016.stdout:wrote: 512 2024-04-15T15:33:13.451 INFO:tasks.workunit.client.0.smithi016.stdout:created completion 2024-04-15T15:33:13.451 INFO:tasks.workunit.client.0.smithi016.stdout:started write 2024-04-15T15:33:13.451 INFO:tasks.workunit.client.0.smithi016.stdout:write completion cb called! 2024-04-15T15:33:13.451 INFO:tasks.workunit.client.0.smithi016.stdout:return value is: 0 2024-04-15T15:33:13.451 INFO:tasks.workunit.client.0.smithi016.stdout:finished write 2024-04-15T15:33:13.451 INFO:tasks.workunit.client.0.smithi016.stdout:created completion 2024-04-15T15:33:13.452 INFO:tasks.workunit.client.0.smithi016.stdout:started write 2024-04-15T15:33:13.452 INFO:tasks.workunit.client.0.smithi016.stdout:write completion cb called! 2024-04-15T15:33:13.452 INFO:tasks.workunit.client.0.smithi016.stdout:return value is: 0 2024-04-15T15:33:13.452 INFO:tasks.workunit.client.0.smithi016.stdout:finished write 2024-04-15T15:33:13.452 INFO:tasks.workunit.client.0.smithi016.stdout:created completion 2024-04-15T15:33:13.452 INFO:tasks.workunit.client.0.smithi016.stdout:started write 2024-04-15T15:33:13.452 INFO:tasks.workunit.client.0.smithi016.stdout:write completion cb called! 2024-04-15T15:33:13.452 INFO:tasks.workunit.client.0.smithi016.stdout:return value is: 0 2024-04-15T15:33:13.452 INFO:tasks.workunit.client.0.smithi016.stdout:finished write 2024-04-15T15:33:13.452 INFO:tasks.workunit.client.0.smithi016.stdout:created completion 2024-04-15T15:33:13.452 INFO:tasks.workunit.client.0.smithi016.stdout:started write 2024-04-15T15:33:13.452 INFO:tasks.workunit.client.0.smithi016.stdout:write completion cb called! 2024-04-15T15:33:13.452 INFO:tasks.workunit.client.0.smithi016.stdout:return value is: 0 2024-04-15T15:33:13.453 INFO:tasks.workunit.client.0.smithi016.stdout:finished write 2024-04-15T15:33:13.453 INFO:tasks.workunit.client.0.smithi016.stdout:created completion 2024-04-15T15:33:13.453 INFO:tasks.workunit.client.0.smithi016.stdout:started write 2024-04-15T15:33:13.453 INFO:tasks.workunit.client.0.smithi016.stdout:write completion cb called! 2024-04-15T15:33:13.453 INFO:tasks.workunit.client.0.smithi016.stdout:return value is: 0 2024-04-15T15:33:13.453 INFO:tasks.workunit.client.0.smithi016.stdout:finished write 2024-04-15T15:33:13.453 INFO:tasks.workunit.client.0.smithi016.stdout:start compare and write 2024-04-15T15:33:13.453 INFO:tasks.workunit.client.0.smithi016.stdout:compare and wrote: 512 2024-04-15T15:33:13.453 INFO:tasks.workunit.client.0.smithi016.stdout:start compare and write 2024-04-15T15:33:13.453 INFO:tasks.workunit.client.0.smithi016.stdout:compare and wrote: 512 2024-04-15T15:33:13.453 INFO:tasks.workunit.client.0.smithi016.stdout:start compare and write 2024-04-15T15:33:13.453 INFO:tasks.workunit.client.0.smithi016.stdout:compare and wrote: 512 2024-04-15T15:33:13.453 INFO:tasks.workunit.client.0.smithi016.stdout:start compare and write 2024-04-15T15:33:13.453 INFO:tasks.workunit.client.0.smithi016.stdout:compare and wrote: 512 2024-04-15T15:33:13.453 INFO:tasks.workunit.client.0.smithi016.stdout:start compare and write 2024-04-15T15:33:13.454 INFO:tasks.workunit.client.0.smithi016.stdout:compare and wrote: 512 2024-04-15T15:33:13.454 INFO:tasks.workunit.client.0.smithi016.stdout:created completion 2024-04-15T15:33:13.454 INFO:tasks.workunit.client.0.smithi016.stdout:started aio compare and write 2024-04-15T15:33:13.454 INFO:tasks.workunit.client.0.smithi016.stdout:write completion cb called! 2024-04-15T15:33:13.454 INFO:tasks.workunit.client.0.smithi016.stdout:return value is: 0 2024-04-15T15:33:13.454 INFO:tasks.workunit.client.0.smithi016.stdout:finished aio compare and write 2024-04-15T15:33:13.454 INFO:tasks.workunit.client.0.smithi016.stdout:created completion 2024-04-15T15:33:13.454 INFO:tasks.workunit.client.0.smithi016.stdout:started aio compare and write 2024-04-15T15:33:13.454 INFO:tasks.workunit.client.0.smithi016.stdout:write completion cb called! 2024-04-15T15:33:13.454 INFO:tasks.workunit.client.0.smithi016.stdout:return value is: 0 2024-04-15T15:33:13.454 INFO:tasks.workunit.client.0.smithi016.stdout:finished aio compare and write 2024-04-15T15:33:13.454 INFO:tasks.workunit.client.0.smithi016.stdout:created completion 2024-04-15T15:33:13.454 INFO:tasks.workunit.client.0.smithi016.stdout:started aio compare and write 2024-04-15T15:33:13.454 INFO:tasks.workunit.client.0.smithi016.stdout:write completion cb called! 2024-04-15T15:33:13.455 INFO:tasks.workunit.client.0.smithi016.stdout:return value is: 0 2024-04-15T15:33:13.455 INFO:tasks.workunit.client.0.smithi016.stdout:finished aio compare and write 2024-04-15T15:33:13.455 INFO:tasks.workunit.client.0.smithi016.stdout:created completion 2024-04-15T15:33:13.455 INFO:tasks.workunit.client.0.smithi016.stdout:started aio compare and write 2024-04-15T15:33:13.455 INFO:tasks.workunit.client.0.smithi016.stdout:write completion cb called! 2024-04-15T15:33:13.455 INFO:tasks.workunit.client.0.smithi016.stdout:return value is: 0 2024-04-15T15:33:13.455 INFO:tasks.workunit.client.0.smithi016.stdout:finished aio compare and write 2024-04-15T15:33:13.455 INFO:tasks.workunit.client.0.smithi016.stdout:created completion 2024-04-15T15:33:13.455 INFO:tasks.workunit.client.0.smithi016.stdout:started aio compare and write 2024-04-15T15:33:13.455 INFO:tasks.workunit.client.0.smithi016.stdout:write completion cb called! 2024-04-15T15:33:13.455 INFO:tasks.workunit.client.0.smithi016.stdout:return value is: 0 2024-04-15T15:33:13.455 INFO:tasks.workunit.client.0.smithi016.stdout:finished aio compare and write 2024-04-15T15:33:13.455 INFO:tasks.workunit.client.0.smithi016.stdout:read: 512 2024-04-15T15:33:13.455 INFO:tasks.workunit.client.0.smithi016.stdout:read: 512 2024-04-15T15:33:13.455 INFO:tasks.workunit.client.0.smithi016.stdout:read: 512 2024-04-15T15:33:13.456 INFO:tasks.workunit.client.0.smithi016.stdout:read: 512 2024-04-15T15:33:13.456 INFO:tasks.workunit.client.0.smithi016.stdout:read: 512 2024-04-15T15:33:13.456 INFO:tasks.workunit.client.0.smithi016.stdout:created completion 2024-04-15T15:33:13.456 INFO:tasks.workunit.client.0.smithi016.stdout:started read 2024-04-15T15:33:13.456 INFO:tasks.workunit.client.0.smithi016.stdout:read completion cb called! 2024-04-15T15:33:13.456 INFO:tasks.workunit.client.0.smithi016.stdout:return value is: 512 2024-04-15T15:33:13.456 INFO:tasks.workunit.client.0.smithi016.stdout:created completion 2024-04-15T15:33:13.456 INFO:tasks.workunit.client.0.smithi016.stdout:started read 2024-04-15T15:33:13.456 INFO:tasks.workunit.client.0.smithi016.stdout:read completion cb called! 2024-04-15T15:33:13.456 INFO:tasks.workunit.client.0.smithi016.stdout:return value is: 512 2024-04-15T15:33:13.456 INFO:tasks.workunit.client.0.smithi016.stdout:created completion 2024-04-15T15:33:13.456 INFO:tasks.workunit.client.0.smithi016.stdout:started read 2024-04-15T15:33:13.456 INFO:tasks.workunit.client.0.smithi016.stdout:read completion cb called! 2024-04-15T15:33:13.456 INFO:tasks.workunit.client.0.smithi016.stdout:return value is: 512 2024-04-15T15:33:13.457 INFO:tasks.workunit.client.0.smithi016.stdout:created completion 2024-04-15T15:33:13.457 INFO:tasks.workunit.client.0.smithi016.stdout:started read 2024-04-15T15:33:13.457 INFO:tasks.workunit.client.0.smithi016.stdout:read completion cb called! 2024-04-15T15:33:13.457 INFO:tasks.workunit.client.0.smithi016.stdout:return value is: 512 2024-04-15T15:33:13.457 INFO:tasks.workunit.client.0.smithi016.stdout:created completion 2024-04-15T15:33:13.457 INFO:tasks.workunit.client.0.smithi016.stdout:started read 2024-04-15T15:33:13.457 INFO:tasks.workunit.client.0.smithi016.stdout:read completion cb called! 2024-04-15T15:33:13.457 INFO:tasks.workunit.client.0.smithi016.stdout:return value is: 512 2024-04-15T15:33:13.457 INFO:tasks.workunit.client.0.smithi016.stdout:discard: 512~512 = 512 2024-04-15T15:33:13.457 INFO:tasks.workunit.client.0.smithi016.stdout:write completion cb called! 2024-04-15T15:33:13.457 INFO:tasks.workunit.client.0.smithi016.stdout:aio discard: 1536~512 = 0 2024-04-15T15:33:13.457 INFO:tasks.workunit.client.0.smithi016.stdout:read: 512 2024-04-15T15:33:13.457 INFO:tasks.workunit.client.0.smithi016.stdout:read: 512 2024-04-15T15:33:13.457 INFO:tasks.workunit.client.0.smithi016.stdout:read: 512 2024-04-15T15:33:13.458 INFO:tasks.workunit.client.0.smithi016.stdout:read: 512 2024-04-15T15:33:13.458 INFO:tasks.workunit.client.0.smithi016.stdout:read: 512 2024-04-15T15:33:13.458 INFO:tasks.workunit.client.0.smithi016.stdout:wrote: 0 2024-04-15T15:33:13.458 INFO:tasks.workunit.client.0.smithi016.stdout:to verify the data 2024-04-15T15:33:13.458 INFO:tasks.workunit.client.0.smithi016.stdout:verified 2024-04-15T15:33:13.458 INFO:tasks.workunit.client.0.smithi016.stdout:wrote: 0 2024-04-15T15:33:13.458 INFO:tasks.workunit.client.0.smithi016.stdout:to verify the data 2024-04-15T15:33:13.458 INFO:tasks.workunit.client.0.smithi016.stdout:verified 2024-04-15T15:33:13.458 INFO:tasks.workunit.client.0.smithi016.stdout:wrote: 16384 2024-04-15T15:33:13.459 INFO:tasks.workunit.client.0.smithi016.stdout:to verify the data 2024-04-15T15:33:13.459 INFO:tasks.workunit.client.0.smithi016.stdout:verified 2024-04-15T15:33:13.459 INFO:tasks.workunit.client.0.smithi016.stdout:wrote: 16384 2024-04-15T15:33:13.459 INFO:tasks.workunit.client.0.smithi016.stdout:to verify the data 2024-04-15T15:33:13.459 INFO:tasks.workunit.client.0.smithi016.stdout:verified 2024-04-15T15:33:13.459 INFO:tasks.workunit.client.0.smithi016.stdout:expected fail, finished writesame 2024-04-15T15:33:13.459 INFO:tasks.workunit.client.0.smithi016.stdout:expected fail, finished writesame 2024-04-15T15:33:13.459 INFO:tasks.workunit.client.0.smithi016.stdout:wrote: 49152 2024-04-15T15:33:13.459 INFO:tasks.workunit.client.0.smithi016.stdout:to verify the data 2024-04-15T15:33:13.459 INFO:tasks.workunit.client.0.smithi016.stdout:verified 2024-04-15T15:33:13.459 INFO:tasks.workunit.client.0.smithi016.stdout:wrote: 49152 2024-04-15T15:33:13.459 INFO:tasks.workunit.client.0.smithi016.stdout:to verify the data 2024-04-15T15:33:13.459 INFO:tasks.workunit.client.0.smithi016.stdout:verified 2024-04-15T15:33:13.459 INFO:tasks.workunit.client.0.smithi016.stdout:wrote: 65536 2024-04-15T15:33:13.460 INFO:tasks.workunit.client.0.smithi016.stdout:to verify the data 2024-04-15T15:33:13.460 INFO:tasks.workunit.client.0.smithi016.stdout:verified 2024-04-15T15:33:13.460 INFO:tasks.workunit.client.0.smithi016.stdout:wrote: 65536 2024-04-15T15:33:13.460 INFO:tasks.workunit.client.0.smithi016.stdout:to verify the data 2024-04-15T15:33:13.460 INFO:tasks.workunit.client.0.smithi016.stdout:verified 2024-04-15T15:33:13.460 INFO:tasks.workunit.client.0.smithi016.stdout:expected fail, finished writesame 2024-04-15T15:33:13.460 INFO:tasks.workunit.client.0.smithi016.stdout:expected fail, finished writesame 2024-04-15T15:33:13.460 INFO:tasks.workunit.client.0.smithi016.stdout:wrote: 98304 2024-04-15T15:33:13.460 INFO:tasks.workunit.client.0.smithi016.stdout:to verify the data 2024-04-15T15:33:13.460 INFO:tasks.workunit.client.0.smithi016.stdout:verified 2024-04-15T15:33:13.460 INFO:tasks.workunit.client.0.smithi016.stdout:wrote: 98304 2024-04-15T15:33:13.460 INFO:tasks.workunit.client.0.smithi016.stdout:to verify the data 2024-04-15T15:33:13.460 INFO:tasks.workunit.client.0.smithi016.stdout:verified 2024-04-15T15:33:13.460 INFO:tasks.workunit.client.0.smithi016.stdout:wrote: 114688 2024-04-15T15:33:13.460 INFO:tasks.workunit.client.0.smithi016.stdout:to verify the data 2024-04-15T15:33:13.461 INFO:tasks.workunit.client.0.smithi016.stdout:verified 2024-04-15T15:33:13.461 INFO:tasks.workunit.client.0.smithi016.stdout:wrote: 114688 2024-04-15T15:33:13.461 INFO:tasks.workunit.client.0.smithi016.stdout:to verify the data 2024-04-15T15:33:13.461 INFO:tasks.workunit.client.0.smithi016.stdout:verified 2024-04-15T15:33:13.461 INFO:tasks.workunit.client.0.smithi016.stdout:expected fail, finished writesame 2024-04-15T15:33:13.461 INFO:tasks.workunit.client.0.smithi016.stdout:expected fail, finished writesame 2024-04-15T15:33:13.461 INFO:tasks.workunit.client.0.smithi016.stdout:wrote: 147456 2024-04-15T15:33:13.461 INFO:tasks.workunit.client.0.smithi016.stdout:to verify the data 2024-04-15T15:33:13.461 INFO:tasks.workunit.client.0.smithi016.stdout:verified 2024-04-15T15:33:13.461 INFO:tasks.workunit.client.0.smithi016.stdout:wrote: 147456 2024-04-15T15:33:13.461 INFO:tasks.workunit.client.0.smithi016.stdout:to verify the data 2024-04-15T15:33:13.461 INFO:tasks.workunit.client.0.smithi016.stdout:verified 2024-04-15T15:33:13.461 INFO:tasks.workunit.client.0.smithi016.stdout:wrote: 163840 2024-04-15T15:33:13.461 INFO:tasks.workunit.client.0.smithi016.stdout:to verify the data 2024-04-15T15:33:13.462 INFO:tasks.workunit.client.0.smithi016.stdout:verified 2024-04-15T15:33:13.462 INFO:tasks.workunit.client.0.smithi016.stdout:wrote: 163840 2024-04-15T15:33:13.462 INFO:tasks.workunit.client.0.smithi016.stdout:to verify the data 2024-04-15T15:33:13.462 INFO:tasks.workunit.client.0.smithi016.stdout:verified 2024-04-15T15:33:13.462 INFO:tasks.workunit.client.0.smithi016.stdout:expected fail, finished writesame 2024-04-15T15:33:13.462 INFO:tasks.workunit.client.0.smithi016.stdout:expected fail, finished writesame 2024-04-15T15:33:13.462 INFO:tasks.workunit.client.0.smithi016.stdout:wrote: 196608 2024-04-15T15:33:13.462 INFO:tasks.workunit.client.0.smithi016.stdout:to verify the data 2024-04-15T15:33:13.462 INFO:tasks.workunit.client.0.smithi016.stdout:verified 2024-04-15T15:33:13.462 INFO:tasks.workunit.client.0.smithi016.stdout:wrote: 196608 2024-04-15T15:33:13.462 INFO:tasks.workunit.client.0.smithi016.stdout:to verify the data 2024-04-15T15:33:13.462 INFO:tasks.workunit.client.0.smithi016.stdout:verified 2024-04-15T15:33:13.462 INFO:tasks.workunit.client.0.smithi016.stdout:wrote: 212992 2024-04-15T15:33:13.463 INFO:tasks.workunit.client.0.smithi016.stdout:to verify the data 2024-04-15T15:33:13.463 INFO:tasks.workunit.client.0.smithi016.stdout:verified 2024-04-15T15:33:13.463 INFO:tasks.workunit.client.0.smithi016.stdout:wrote: 212992 2024-04-15T15:33:13.463 INFO:tasks.workunit.client.0.smithi016.stdout:to verify the data 2024-04-15T15:33:13.463 INFO:tasks.workunit.client.0.smithi016.stdout:verified 2024-04-15T15:33:13.463 INFO:tasks.workunit.client.0.smithi016.stdout:expected fail, finished writesame 2024-04-15T15:33:13.463 INFO:tasks.workunit.client.0.smithi016.stdout:expected fail, finished writesame 2024-04-15T15:33:13.463 INFO:tasks.workunit.client.0.smithi016.stdout:created completion 2024-04-15T15:33:13.463 INFO:tasks.workunit.client.0.smithi016.stdout:started writesame 2024-04-15T15:33:13.463 INFO:tasks.workunit.client.0.smithi016.stdout:write completion cb called! 2024-04-15T15:33:13.463 INFO:tasks.workunit.client.0.smithi016.stdout:return value is: 0 2024-04-15T15:33:13.463 INFO:tasks.workunit.client.0.smithi016.stdout:finished writesame 2024-04-15T15:33:13.463 INFO:tasks.workunit.client.0.smithi016.stdout:to verify the data 2024-04-15T15:33:13.464 INFO:tasks.workunit.client.0.smithi016.stdout:verified 2024-04-15T15:33:13.464 INFO:tasks.workunit.client.0.smithi016.stdout:created completion 2024-04-15T15:33:13.464 INFO:tasks.workunit.client.0.smithi016.stdout:started writesame 2024-04-15T15:33:13.464 INFO:tasks.workunit.client.0.smithi016.stdout:write completion cb called! 2024-04-15T15:33:13.464 INFO:tasks.workunit.client.0.smithi016.stdout:return value is: 0 2024-04-15T15:33:13.464 INFO:tasks.workunit.client.0.smithi016.stdout:finished writesame 2024-04-15T15:33:13.464 INFO:tasks.workunit.client.0.smithi016.stdout:to verify the data 2024-04-15T15:33:13.464 INFO:tasks.workunit.client.0.smithi016.stdout:verified 2024-04-15T15:33:13.464 INFO:tasks.workunit.client.0.smithi016.stdout:created completion 2024-04-15T15:33:13.464 INFO:tasks.workunit.client.0.smithi016.stdout:started writesame 2024-04-15T15:33:13.464 INFO:tasks.workunit.client.0.smithi016.stdout:write completion cb called! 2024-04-15T15:33:13.464 INFO:tasks.workunit.client.0.smithi016.stdout:return value is: 0 2024-04-15T15:33:13.464 INFO:tasks.workunit.client.0.smithi016.stdout:finished writesame 2024-04-15T15:33:13.464 INFO:tasks.workunit.client.0.smithi016.stdout:to verify the data 2024-04-15T15:33:13.464 INFO:tasks.workunit.client.0.smithi016.stdout:verified 2024-04-15T15:33:13.465 INFO:tasks.workunit.client.0.smithi016.stdout:created completion 2024-04-15T15:33:13.465 INFO:tasks.workunit.client.0.smithi016.stdout:started writesame 2024-04-15T15:33:13.465 INFO:tasks.workunit.client.0.smithi016.stdout:write completion cb called! 2024-04-15T15:33:13.465 INFO:tasks.workunit.client.0.smithi016.stdout:return value is: 0 2024-04-15T15:33:13.465 INFO:tasks.workunit.client.0.smithi016.stdout:finished writesame 2024-04-15T15:33:13.465 INFO:tasks.workunit.client.0.smithi016.stdout:to verify the data 2024-04-15T15:33:13.465 INFO:tasks.workunit.client.0.smithi016.stdout:verified 2024-04-15T15:33:13.465 INFO:tasks.workunit.client.0.smithi016.stdout:created completion 2024-04-15T15:33:13.465 INFO:tasks.workunit.client.0.smithi016.stdout:started writesame 2024-04-15T15:33:13.465 INFO:tasks.workunit.client.0.smithi016.stdout:expected fail, finished writesame 2024-04-15T15:33:13.465 INFO:tasks.workunit.client.0.smithi016.stdout:created completion 2024-04-15T15:33:13.465 INFO:tasks.workunit.client.0.smithi016.stdout:started writesame 2024-04-15T15:33:13.465 INFO:tasks.workunit.client.0.smithi016.stdout:expected fail, finished writesame 2024-04-15T15:33:13.466 INFO:tasks.workunit.client.0.smithi016.stdout:created completion 2024-04-15T15:33:13.466 INFO:tasks.workunit.client.0.smithi016.stdout:started writesame 2024-04-15T15:33:13.466 INFO:tasks.workunit.client.0.smithi016.stdout:write completion cb called! 2024-04-15T15:33:13.466 INFO:tasks.workunit.client.0.smithi016.stdout:return value is: 0 2024-04-15T15:33:13.466 INFO:tasks.workunit.client.0.smithi016.stdout:finished writesame 2024-04-15T15:33:13.466 INFO:tasks.workunit.client.0.smithi016.stdout:to verify the data 2024-04-15T15:33:13.466 INFO:tasks.workunit.client.0.smithi016.stdout:verified 2024-04-15T15:33:13.466 INFO:tasks.workunit.client.0.smithi016.stdout:created completion 2024-04-15T15:33:13.466 INFO:tasks.workunit.client.0.smithi016.stdout:started writesame 2024-04-15T15:33:13.466 INFO:tasks.workunit.client.0.smithi016.stdout:write completion cb called! 2024-04-15T15:33:13.466 INFO:tasks.workunit.client.0.smithi016.stdout:return value is: 0 2024-04-15T15:33:13.466 INFO:tasks.workunit.client.0.smithi016.stdout:finished writesame 2024-04-15T15:33:13.466 INFO:tasks.workunit.client.0.smithi016.stdout:to verify the data 2024-04-15T15:33:13.466 INFO:tasks.workunit.client.0.smithi016.stdout:verified 2024-04-15T15:33:13.467 INFO:tasks.workunit.client.0.smithi016.stdout:created completion 2024-04-15T15:33:14.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:33:14 smithi102 ceph-mon[87131]: pgmap v3032: 457 pgs: 457 active+clean; 201 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 1.7 MiB/s rd, 3.2 MiB/s wr, 43 op/s 2024-04-15T15:33:14.539 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:33:14 smithi016 ceph-mon[90652]: pgmap v3032: 457 pgs: 457 active+clean; 201 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 1.7 MiB/s rd, 3.2 MiB/s wr, 43 op/s 2024-04-15T15:33:14.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:33:14 smithi016 ceph-mon[93212]: pgmap v3032: 457 pgs: 457 active+clean; 201 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 1.7 MiB/s rd, 3.2 MiB/s wr, 43 op/s 2024-04-15T15:33:15.319 INFO:tasks.workunit.client.0.smithi016.stdout:started writesame 2024-04-15T15:33:15.319 INFO:tasks.workunit.client.0.smithi016.stdout:write completion cb called! 2024-04-15T15:33:15.319 INFO:tasks.workunit.client.0.smithi016.stdout:return value is: 0 2024-04-15T15:33:15.319 INFO:tasks.workunit.client.0.smithi016.stdout:finished writesame 2024-04-15T15:33:15.319 INFO:tasks.workunit.client.0.smithi016.stdout:to verify the data 2024-04-15T15:33:15.319 INFO:tasks.workunit.client.0.smithi016.stdout:verified 2024-04-15T15:33:15.319 INFO:tasks.workunit.client.0.smithi016.stdout:created completion 2024-04-15T15:33:15.320 INFO:tasks.workunit.client.0.smithi016.stdout:started writesame 2024-04-15T15:33:15.320 INFO:tasks.workunit.client.0.smithi016.stdout:write completion cb called! 2024-04-15T15:33:15.320 INFO:tasks.workunit.client.0.smithi016.stdout:return value is: 0 2024-04-15T15:33:15.320 INFO:tasks.workunit.client.0.smithi016.stdout:finished writesame 2024-04-15T15:33:15.320 INFO:tasks.workunit.client.0.smithi016.stdout:to verify the data 2024-04-15T15:33:15.320 INFO:tasks.workunit.client.0.smithi016.stdout:verified 2024-04-15T15:33:15.320 INFO:tasks.workunit.client.0.smithi016.stdout:created completion 2024-04-15T15:33:15.320 INFO:tasks.workunit.client.0.smithi016.stdout:started writesame 2024-04-15T15:33:15.320 INFO:tasks.workunit.client.0.smithi016.stdout:expected fail, finished writesame 2024-04-15T15:33:15.320 INFO:tasks.workunit.client.0.smithi016.stdout:created completion 2024-04-15T15:33:15.320 INFO:tasks.workunit.client.0.smithi016.stdout:started writesame 2024-04-15T15:33:15.320 INFO:tasks.workunit.client.0.smithi016.stdout:expected fail, finished writesame 2024-04-15T15:33:15.320 INFO:tasks.workunit.client.0.smithi016.stdout:created completion 2024-04-15T15:33:15.321 INFO:tasks.workunit.client.0.smithi016.stdout:started writesame 2024-04-15T15:33:15.321 INFO:tasks.workunit.client.0.smithi016.stdout:write completion cb called! 2024-04-15T15:33:15.321 INFO:tasks.workunit.client.0.smithi016.stdout:return value is: 0 2024-04-15T15:33:15.321 INFO:tasks.workunit.client.0.smithi016.stdout:finished writesame 2024-04-15T15:33:15.321 INFO:tasks.workunit.client.0.smithi016.stdout:to verify the data 2024-04-15T15:33:15.321 INFO:tasks.workunit.client.0.smithi016.stdout:verified 2024-04-15T15:33:15.321 INFO:tasks.workunit.client.0.smithi016.stdout:created completion 2024-04-15T15:33:15.321 INFO:tasks.workunit.client.0.smithi016.stdout:started writesame 2024-04-15T15:33:15.321 INFO:tasks.workunit.client.0.smithi016.stdout:write completion cb called! 2024-04-15T15:33:15.321 INFO:tasks.workunit.client.0.smithi016.stdout:return value is: 0 2024-04-15T15:33:15.321 INFO:tasks.workunit.client.0.smithi016.stdout:finished writesame 2024-04-15T15:33:15.321 INFO:tasks.workunit.client.0.smithi016.stdout:to verify the data 2024-04-15T15:33:15.321 INFO:tasks.workunit.client.0.smithi016.stdout:verified 2024-04-15T15:33:15.321 INFO:tasks.workunit.client.0.smithi016.stdout:created completion 2024-04-15T15:33:15.322 INFO:tasks.workunit.client.0.smithi016.stdout:started writesame 2024-04-15T15:33:15.322 INFO:tasks.workunit.client.0.smithi016.stdout:write completion cb called! 2024-04-15T15:33:15.322 INFO:tasks.workunit.client.0.smithi016.stdout:return value is: 0 2024-04-15T15:33:15.322 INFO:tasks.workunit.client.0.smithi016.stdout:finished writesame 2024-04-15T15:33:15.322 INFO:tasks.workunit.client.0.smithi016.stdout:to verify the data 2024-04-15T15:33:15.322 INFO:tasks.workunit.client.0.smithi016.stdout:verified 2024-04-15T15:33:15.322 INFO:tasks.workunit.client.0.smithi016.stdout:created completion 2024-04-15T15:33:15.322 INFO:tasks.workunit.client.0.smithi016.stdout:started writesame 2024-04-15T15:33:15.322 INFO:tasks.workunit.client.0.smithi016.stdout:write completion cb called! 2024-04-15T15:33:15.322 INFO:tasks.workunit.client.0.smithi016.stdout:return value is: 0 2024-04-15T15:33:15.322 INFO:tasks.workunit.client.0.smithi016.stdout:finished writesame 2024-04-15T15:33:15.322 INFO:tasks.workunit.client.0.smithi016.stdout:to verify the data 2024-04-15T15:33:15.322 INFO:tasks.workunit.client.0.smithi016.stdout:verified 2024-04-15T15:33:15.323 INFO:tasks.workunit.client.0.smithi016.stdout:created completion 2024-04-15T15:33:15.323 INFO:tasks.workunit.client.0.smithi016.stdout:started writesame 2024-04-15T15:33:15.323 INFO:tasks.workunit.client.0.smithi016.stdout:expected fail, finished writesame 2024-04-15T15:33:15.323 INFO:tasks.workunit.client.0.smithi016.stdout:created completion 2024-04-15T15:33:15.323 INFO:tasks.workunit.client.0.smithi016.stdout:started writesame 2024-04-15T15:33:15.323 INFO:tasks.workunit.client.0.smithi016.stdout:expected fail, finished writesame 2024-04-15T15:33:15.323 INFO:tasks.workunit.client.0.smithi016.stdout:created completion 2024-04-15T15:33:15.323 INFO:tasks.workunit.client.0.smithi016.stdout:started writesame 2024-04-15T15:33:15.323 INFO:tasks.workunit.client.0.smithi016.stdout:write completion cb called! 2024-04-15T15:33:15.323 INFO:tasks.workunit.client.0.smithi016.stdout:return value is: 0 2024-04-15T15:33:15.323 INFO:tasks.workunit.client.0.smithi016.stdout:finished writesame 2024-04-15T15:33:15.323 INFO:tasks.workunit.client.0.smithi016.stdout:to verify the data 2024-04-15T15:33:15.323 INFO:tasks.workunit.client.0.smithi016.stdout:verified 2024-04-15T15:33:15.324 INFO:tasks.workunit.client.0.smithi016.stdout:created completion 2024-04-15T15:33:15.324 INFO:tasks.workunit.client.0.smithi016.stdout:started writesame 2024-04-15T15:33:15.324 INFO:tasks.workunit.client.0.smithi016.stdout:write completion cb called! 2024-04-15T15:33:15.324 INFO:tasks.workunit.client.0.smithi016.stdout:return value is: 0 2024-04-15T15:33:15.324 INFO:tasks.workunit.client.0.smithi016.stdout:finished writesame 2024-04-15T15:33:15.324 INFO:tasks.workunit.client.0.smithi016.stdout:to verify the data 2024-04-15T15:33:15.324 INFO:tasks.workunit.client.0.smithi016.stdout:verified 2024-04-15T15:33:15.324 INFO:tasks.workunit.client.0.smithi016.stdout:created completion 2024-04-15T15:33:15.324 INFO:tasks.workunit.client.0.smithi016.stdout:started writesame 2024-04-15T15:33:15.324 INFO:tasks.workunit.client.0.smithi016.stdout:write completion cb called! 2024-04-15T15:33:15.324 INFO:tasks.workunit.client.0.smithi016.stdout:return value is: 0 2024-04-15T15:33:15.324 INFO:tasks.workunit.client.0.smithi016.stdout:finished writesame 2024-04-15T15:33:15.324 INFO:tasks.workunit.client.0.smithi016.stdout:to verify the data 2024-04-15T15:33:15.325 INFO:tasks.workunit.client.0.smithi016.stdout:verified 2024-04-15T15:33:15.325 INFO:tasks.workunit.client.0.smithi016.stdout:created completion 2024-04-15T15:33:15.325 INFO:tasks.workunit.client.0.smithi016.stdout:started writesame 2024-04-15T15:33:15.325 INFO:tasks.workunit.client.0.smithi016.stdout:write completion cb called! 2024-04-15T15:33:15.325 INFO:tasks.workunit.client.0.smithi016.stdout:return value is: 0 2024-04-15T15:33:15.325 INFO:tasks.workunit.client.0.smithi016.stdout:finished writesame 2024-04-15T15:33:15.325 INFO:tasks.workunit.client.0.smithi016.stdout:to verify the data 2024-04-15T15:33:15.325 INFO:tasks.workunit.client.0.smithi016.stdout:verified 2024-04-15T15:33:15.325 INFO:tasks.workunit.client.0.smithi016.stdout:created completion 2024-04-15T15:33:15.325 INFO:tasks.workunit.client.0.smithi016.stdout:started writesame 2024-04-15T15:33:15.325 INFO:tasks.workunit.client.0.smithi016.stdout:expected fail, finished writesame 2024-04-15T15:33:15.325 INFO:tasks.workunit.client.0.smithi016.stdout:created completion 2024-04-15T15:33:15.325 INFO:tasks.workunit.client.0.smithi016.stdout:started writesame 2024-04-15T15:33:15.325 INFO:tasks.workunit.client.0.smithi016.stdout:expected fail, finished writesame 2024-04-15T15:33:15.326 INFO:tasks.workunit.client.0.smithi016.stdout:created completion 2024-04-15T15:33:15.326 INFO:tasks.workunit.client.0.smithi016.stdout:started writesame 2024-04-15T15:33:15.326 INFO:tasks.workunit.client.0.smithi016.stdout:write completion cb called! 2024-04-15T15:33:15.326 INFO:tasks.workunit.client.0.smithi016.stdout:return value is: 0 2024-04-15T15:33:15.326 INFO:tasks.workunit.client.0.smithi016.stdout:finished writesame 2024-04-15T15:33:15.326 INFO:tasks.workunit.client.0.smithi016.stdout:to verify the data 2024-04-15T15:33:15.326 INFO:tasks.workunit.client.0.smithi016.stdout:verified 2024-04-15T15:33:15.326 INFO:tasks.workunit.client.0.smithi016.stdout:created completion 2024-04-15T15:33:15.326 INFO:tasks.workunit.client.0.smithi016.stdout:started writesame 2024-04-15T15:33:15.326 INFO:tasks.workunit.client.0.smithi016.stdout:write completion cb called! 2024-04-15T15:33:15.326 INFO:tasks.workunit.client.0.smithi016.stdout:return value is: 0 2024-04-15T15:33:15.326 INFO:tasks.workunit.client.0.smithi016.stdout:finished writesame 2024-04-15T15:33:15.326 INFO:tasks.workunit.client.0.smithi016.stdout:to verify the data 2024-04-15T15:33:15.327 INFO:tasks.workunit.client.0.smithi016.stdout:verified 2024-04-15T15:33:15.327 INFO:tasks.workunit.client.0.smithi016.stdout:created completion 2024-04-15T15:33:15.327 INFO:tasks.workunit.client.0.smithi016.stdout:started writesame 2024-04-15T15:33:15.327 INFO:tasks.workunit.client.0.smithi016.stdout:write completion cb called! 2024-04-15T15:33:15.327 INFO:tasks.workunit.client.0.smithi016.stdout:return value is: 0 2024-04-15T15:33:15.327 INFO:tasks.workunit.client.0.smithi016.stdout:finished writesame 2024-04-15T15:33:15.327 INFO:tasks.workunit.client.0.smithi016.stdout:to verify the data 2024-04-15T15:33:15.327 INFO:tasks.workunit.client.0.smithi016.stdout:verified 2024-04-15T15:33:15.327 INFO:tasks.workunit.client.0.smithi016.stdout:created completion 2024-04-15T15:33:15.327 INFO:tasks.workunit.client.0.smithi016.stdout:started writesame 2024-04-15T15:33:15.327 INFO:tasks.workunit.client.0.smithi016.stdout:write completion cb called! 2024-04-15T15:33:15.327 INFO:tasks.workunit.client.0.smithi016.stdout:return value is: 0 2024-04-15T15:33:15.327 INFO:tasks.workunit.client.0.smithi016.stdout:finished writesame 2024-04-15T15:33:15.328 INFO:tasks.workunit.client.0.smithi016.stdout:to verify the data 2024-04-15T15:33:15.328 INFO:tasks.workunit.client.0.smithi016.stdout:verified 2024-04-15T15:33:15.328 INFO:tasks.workunit.client.0.smithi016.stdout:created completion 2024-04-15T15:33:15.328 INFO:tasks.workunit.client.0.smithi016.stdout:started writesame 2024-04-15T15:33:15.328 INFO:tasks.workunit.client.0.smithi016.stdout:expected fail, finished writesame 2024-04-15T15:33:15.328 INFO:tasks.workunit.client.0.smithi016.stdout:created completion 2024-04-15T15:33:15.328 INFO:tasks.workunit.client.0.smithi016.stdout:started writesame 2024-04-15T15:33:15.329 INFO:tasks.workunit.client.0.smithi016.stdout:expected fail, finished writesame 2024-04-15T15:33:15.329 INFO:tasks.workunit.client.0.smithi016.stdout:read completion cb called! 2024-04-15T15:33:15.329 INFO:tasks.workunit.client.0.smithi016.stdout:wrote: 512 2024-04-15T15:33:15.329 INFO:tasks.workunit.client.0.smithi016.stdout:read completion cb called! 2024-04-15T15:33:15.329 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] TestLibRBD.TestIOWithIOHint (3947 ms) 2024-04-15T15:33:15.329 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] TestLibRBD.TestDataPoolIO 2024-04-15T15:33:16.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:33:16 smithi102 ceph-mon[87131]: pgmap v3033: 457 pgs: 457 active+clean; 201 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 1.7 MiB/s rd, 3.2 MiB/s wr, 43 op/s 2024-04-15T15:33:16.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:33:16 smithi016 ceph-mon[93212]: pgmap v3033: 457 pgs: 457 active+clean; 201 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 1.7 MiB/s rd, 3.2 MiB/s wr, 43 op/s 2024-04-15T15:33:16.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:33:16 smithi016 ceph-mon[90652]: pgmap v3033: 457 pgs: 457 active+clean; 201 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 1.7 MiB/s rd, 3.2 MiB/s wr, 43 op/s 2024-04-15T15:33:17.072 INFO:tasks.workunit.client.0.smithi016.stdout:using new format! 2024-04-15T15:33:17.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:33:17 smithi102 ceph-mon[87131]: osdmap e1683: 8 total, 8 up, 8 in 2024-04-15T15:33:17.438 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:33:17 smithi102 ceph-mon[87131]: from='client.? 172.21.15.16:0/2971253673' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi016-143420-26","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T15:33:17.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:33:17 smithi016 ceph-mon[93212]: osdmap e1683: 8 total, 8 up, 8 in 2024-04-15T15:33:17.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:33:17 smithi016 ceph-mon[93212]: from='client.? 172.21.15.16:0/2971253673' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi016-143420-26","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T15:33:17.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:33:17 smithi016 ceph-mon[90652]: osdmap e1683: 8 total, 8 up, 8 in 2024-04-15T15:33:17.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:33:17 smithi016 ceph-mon[90652]: from='client.? 172.21.15.16:0/2971253673' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi016-143420-26","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T15:33:18.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:33:18 smithi102 ceph-mon[87131]: pgmap v3035: 489 pgs: 4 creating+peering, 28 unknown, 457 active+clean; 203 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.2 MiB/s wr, 858 op/s 2024-04-15T15:33:18.438 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:33:18 smithi102 ceph-mon[87131]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-15T15:33:18.438 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:33:18 smithi102 ceph-mon[87131]: from='client.? 172.21.15.16:0/2971253673' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi016-143420-26","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-15T15:33:18.438 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:33:18 smithi102 ceph-mon[87131]: osdmap e1684: 8 total, 8 up, 8 in 2024-04-15T15:33:18.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:33:18 smithi016 ceph-mon[93212]: pgmap v3035: 489 pgs: 4 creating+peering, 28 unknown, 457 active+clean; 203 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.2 MiB/s wr, 858 op/s 2024-04-15T15:33:18.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:33:18 smithi016 ceph-mon[93212]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-15T15:33:18.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:33:18 smithi016 ceph-mon[93212]: from='client.? 172.21.15.16:0/2971253673' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi016-143420-26","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-15T15:33:18.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:33:18 smithi016 ceph-mon[93212]: osdmap e1684: 8 total, 8 up, 8 in 2024-04-15T15:33:18.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:33:18 smithi016 ceph-mon[90652]: pgmap v3035: 489 pgs: 4 creating+peering, 28 unknown, 457 active+clean; 203 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.2 MiB/s wr, 858 op/s 2024-04-15T15:33:18.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:33:18 smithi016 ceph-mon[90652]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-15T15:33:18.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:33:18 smithi016 ceph-mon[90652]: from='client.? 172.21.15.16:0/2971253673' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi016-143420-26","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-15T15:33:18.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:33:18 smithi016 ceph-mon[90652]: osdmap e1684: 8 total, 8 up, 8 in 2024-04-15T15:33:19.140 INFO:tasks.workunit.client.0.smithi016.stdout:wrote: 512 2024-04-15T15:33:19.140 INFO:tasks.workunit.client.0.smithi016.stdout:wrote: 512 2024-04-15T15:33:19.140 INFO:tasks.workunit.client.0.smithi016.stdout:wrote: 512 2024-04-15T15:33:19.140 INFO:tasks.workunit.client.0.smithi016.stdout:wrote: 512 2024-04-15T15:33:19.141 INFO:tasks.workunit.client.0.smithi016.stdout:wrote: 512 2024-04-15T15:33:19.141 INFO:tasks.workunit.client.0.smithi016.stdout:created completion 2024-04-15T15:33:19.141 INFO:tasks.workunit.client.0.smithi016.stdout:started write 2024-04-15T15:33:19.141 INFO:tasks.workunit.client.0.smithi016.stdout:write completion cb called! 2024-04-15T15:33:19.141 INFO:tasks.workunit.client.0.smithi016.stdout:return value is: 0 2024-04-15T15:33:19.141 INFO:tasks.workunit.client.0.smithi016.stdout:finished write 2024-04-15T15:33:19.141 INFO:tasks.workunit.client.0.smithi016.stdout:created completion 2024-04-15T15:33:19.141 INFO:tasks.workunit.client.0.smithi016.stdout:started write 2024-04-15T15:33:19.141 INFO:tasks.workunit.client.0.smithi016.stdout:write completion cb called! 2024-04-15T15:33:19.141 INFO:tasks.workunit.client.0.smithi016.stdout:return value is: 0 2024-04-15T15:33:19.141 INFO:tasks.workunit.client.0.smithi016.stdout:finished write 2024-04-15T15:33:19.141 INFO:tasks.workunit.client.0.smithi016.stdout:created completion 2024-04-15T15:33:19.141 INFO:tasks.workunit.client.0.smithi016.stdout:started write 2024-04-15T15:33:19.141 INFO:tasks.workunit.client.0.smithi016.stdout:write completion cb called! 2024-04-15T15:33:19.142 INFO:tasks.workunit.client.0.smithi016.stdout:return value is: 0 2024-04-15T15:33:19.142 INFO:tasks.workunit.client.0.smithi016.stdout:finished write 2024-04-15T15:33:19.142 INFO:tasks.workunit.client.0.smithi016.stdout:created completion 2024-04-15T15:33:19.142 INFO:tasks.workunit.client.0.smithi016.stdout:started write 2024-04-15T15:33:19.142 INFO:tasks.workunit.client.0.smithi016.stdout:write completion cb called! 2024-04-15T15:33:19.142 INFO:tasks.workunit.client.0.smithi016.stdout:return value is: 0 2024-04-15T15:33:19.142 INFO:tasks.workunit.client.0.smithi016.stdout:finished write 2024-04-15T15:33:19.142 INFO:tasks.workunit.client.0.smithi016.stdout:created completion 2024-04-15T15:33:19.142 INFO:tasks.workunit.client.0.smithi016.stdout:started write 2024-04-15T15:33:19.142 INFO:tasks.workunit.client.0.smithi016.stdout:write completion cb called! 2024-04-15T15:33:19.142 INFO:tasks.workunit.client.0.smithi016.stdout:return value is: 0 2024-04-15T15:33:19.142 INFO:tasks.workunit.client.0.smithi016.stdout:finished write 2024-04-15T15:33:19.143 INFO:tasks.workunit.client.0.smithi016.stdout:read: 512 2024-04-15T15:33:19.143 INFO:tasks.workunit.client.0.smithi016.stdout:read: 512 2024-04-15T15:33:19.143 INFO:tasks.workunit.client.0.smithi016.stdout:read: 512 2024-04-15T15:33:19.143 INFO:tasks.workunit.client.0.smithi016.stdout:read: 512 2024-04-15T15:33:19.143 INFO:tasks.workunit.client.0.smithi016.stdout:read: 512 2024-04-15T15:33:19.143 INFO:tasks.workunit.client.0.smithi016.stdout:created completion 2024-04-15T15:33:19.143 INFO:tasks.workunit.client.0.smithi016.stdout:started read 2024-04-15T15:33:19.143 INFO:tasks.workunit.client.0.smithi016.stdout:read completion cb called! 2024-04-15T15:33:19.143 INFO:tasks.workunit.client.0.smithi016.stdout:return value is: 512 2024-04-15T15:33:19.144 INFO:tasks.workunit.client.0.smithi016.stdout:created completion 2024-04-15T15:33:19.144 INFO:tasks.workunit.client.0.smithi016.stdout:started read 2024-04-15T15:33:19.144 INFO:tasks.workunit.client.0.smithi016.stdout:read completion cb called! 2024-04-15T15:33:19.144 INFO:tasks.workunit.client.0.smithi016.stdout:return value is: 512 2024-04-15T15:33:19.144 INFO:tasks.workunit.client.0.smithi016.stdout:created completion 2024-04-15T15:33:19.144 INFO:tasks.workunit.client.0.smithi016.stdout:started read 2024-04-15T15:33:19.144 INFO:tasks.workunit.client.0.smithi016.stdout:read completion cb called! 2024-04-15T15:33:19.144 INFO:tasks.workunit.client.0.smithi016.stdout:return value is: 512 2024-04-15T15:33:19.144 INFO:tasks.workunit.client.0.smithi016.stdout:created completion 2024-04-15T15:33:19.144 INFO:tasks.workunit.client.0.smithi016.stdout:started read 2024-04-15T15:33:19.144 INFO:tasks.workunit.client.0.smithi016.stdout:read completion cb called! 2024-04-15T15:33:19.145 INFO:tasks.workunit.client.0.smithi016.stdout:return value is: 512 2024-04-15T15:33:19.145 INFO:tasks.workunit.client.0.smithi016.stdout:created completion 2024-04-15T15:33:19.145 INFO:tasks.workunit.client.0.smithi016.stdout:started read 2024-04-15T15:33:19.145 INFO:tasks.workunit.client.0.smithi016.stdout:read completion cb called! 2024-04-15T15:33:19.145 INFO:tasks.workunit.client.0.smithi016.stdout:return value is: 512 2024-04-15T15:33:19.145 INFO:tasks.workunit.client.0.smithi016.stdout:discard: 512~512 = 512 2024-04-15T15:33:19.145 INFO:tasks.workunit.client.0.smithi016.stdout:write completion cb called! 2024-04-15T15:33:19.146 INFO:tasks.workunit.client.0.smithi016.stdout:aio discard: 1536~512 = 0 2024-04-15T15:33:19.146 INFO:tasks.workunit.client.0.smithi016.stdout:read: 512 2024-04-15T15:33:19.146 INFO:tasks.workunit.client.0.smithi016.stdout:read: 512 2024-04-15T15:33:19.146 INFO:tasks.workunit.client.0.smithi016.stdout:read: 512 2024-04-15T15:33:19.146 INFO:tasks.workunit.client.0.smithi016.stdout:read: 512 2024-04-15T15:33:19.147 INFO:tasks.workunit.client.0.smithi016.stdout:read: 512 2024-04-15T15:33:19.147 INFO:tasks.workunit.client.0.smithi016.stdout:read completion cb called! 2024-04-15T15:33:19.147 INFO:tasks.workunit.client.0.smithi016.stdout:read completion cb called! 2024-04-15T15:33:19.147 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] TestLibRBD.TestDataPoolIO (3822 ms) 2024-04-15T15:33:19.147 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] TestLibRBD.TestCompareAndWriteMismatch 2024-04-15T15:33:19.147 INFO:tasks.workunit.client.0.smithi016.stdout:using new format! 2024-04-15T15:33:19.177 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] TestLibRBD.TestCompareAndWriteMismatch (37 ms) 2024-04-15T15:33:19.177 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] TestLibRBD.TestAioCompareAndWriteMismatch 2024-04-15T15:33:19.177 INFO:tasks.workunit.client.0.smithi016.stdout:using new format! 2024-04-15T15:33:19.205 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] TestLibRBD.TestAioCompareAndWriteMismatch (28 ms) 2024-04-15T15:33:19.206 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] TestLibRBD.TestCompareAndWriteSuccess 2024-04-15T15:33:19.206 INFO:tasks.workunit.client.0.smithi016.stdout:using new format! 2024-04-15T15:33:19.233 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] TestLibRBD.TestCompareAndWriteSuccess (28 ms) 2024-04-15T15:33:19.234 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] TestLibRBD.TestAioCompareAndWriteSuccess 2024-04-15T15:33:19.234 INFO:tasks.workunit.client.0.smithi016.stdout:using new format! 2024-04-15T15:33:19.261 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] TestLibRBD.TestAioCompareAndWriteSuccess (28 ms) 2024-04-15T15:33:19.261 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] TestLibRBD.TestCompareAndWriteStripeUnitUnaligned 2024-04-15T15:33:19.261 INFO:tasks.workunit.client.0.smithi016.stdout:using new format! 2024-04-15T15:33:19.316 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] TestLibRBD.TestCompareAndWriteStripeUnitUnaligned (54 ms) 2024-04-15T15:33:19.316 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] TestLibRBD.TestAioCompareAndWriteStripeUnitUnaligned 2024-04-15T15:33:19.316 INFO:tasks.workunit.client.0.smithi016.stdout:using new format! 2024-04-15T15:33:19.381 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] TestLibRBD.TestAioCompareAndWriteStripeUnitUnaligned (66 ms) 2024-04-15T15:33:19.382 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] TestLibRBD.TestCompareAndWriteTooLarge 2024-04-15T15:33:19.382 INFO:tasks.workunit.client.0.smithi016.stdout:using new format! 2024-04-15T15:33:19.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:33:19 smithi102 ceph-mon[87131]: osdmap e1685: 8 total, 8 up, 8 in 2024-04-15T15:33:19.454 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] TestLibRBD.TestCompareAndWriteTooLarge (72 ms) 2024-04-15T15:33:19.454 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] TestLibRBD.TestAioCompareAndWriteTooLarge 2024-04-15T15:33:19.454 INFO:tasks.workunit.client.0.smithi016.stdout:using new format! 2024-04-15T15:33:19.511 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] TestLibRBD.TestAioCompareAndWriteTooLarge (58 ms) 2024-04-15T15:33:19.511 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] TestLibRBD.TestCompareAndWriteStripeUnitSuccess 2024-04-15T15:33:19.512 INFO:tasks.workunit.client.0.smithi016.stdout:using new format! 2024-04-15T15:33:19.539 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:33:19 smithi016 ceph-mon[90652]: osdmap e1685: 8 total, 8 up, 8 in 2024-04-15T15:33:19.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:33:19 smithi016 ceph-mon[93212]: osdmap e1685: 8 total, 8 up, 8 in 2024-04-15T15:33:19.882 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] TestLibRBD.TestCompareAndWriteStripeUnitSuccess (371 ms) 2024-04-15T15:33:19.882 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] TestLibRBD.TestAioCompareAndWriteStripeUnitSuccess 2024-04-15T15:33:19.882 INFO:tasks.workunit.client.0.smithi016.stdout:using new format! 2024-04-15T15:33:20.137 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] TestLibRBD.TestAioCompareAndWriteStripeUnitSuccess (255 ms) 2024-04-15T15:33:20.137 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] TestLibRBD.TestAioCompareAndWriteVIovecLenDiffers 2024-04-15T15:33:20.137 INFO:tasks.workunit.client.0.smithi016.stdout:using new format! 2024-04-15T15:33:20.163 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] TestLibRBD.TestAioCompareAndWriteVIovecLenDiffers (26 ms) 2024-04-15T15:33:20.163 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] TestLibRBD.TestAioCompareAndWriteVMismatch 2024-04-15T15:33:20.163 INFO:tasks.workunit.client.0.smithi016.stdout:using new format! 2024-04-15T15:33:20.191 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] TestLibRBD.TestAioCompareAndWriteVMismatch (28 ms) 2024-04-15T15:33:20.191 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] TestLibRBD.TestAioCompareAndWriteVSuccess 2024-04-15T15:33:20.192 INFO:tasks.workunit.client.0.smithi016.stdout:using new format! 2024-04-15T15:33:20.218 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] TestLibRBD.TestAioCompareAndWriteVSuccess (26 ms) 2024-04-15T15:33:20.218 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] TestLibRBD.TestScatterGatherIO 2024-04-15T15:33:20.218 INFO:tasks.workunit.client.0.smithi016.stdout:using new format! 2024-04-15T15:33:20.242 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] TestLibRBD.TestScatterGatherIO (25 ms) 2024-04-15T15:33:20.242 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] TestLibRBD.TestEmptyDiscard 2024-04-15T15:33:20.242 INFO:tasks.workunit.client.0.smithi016.stdout:using new format! 2024-04-15T15:33:20.264 INFO:tasks.workunit.client.0.smithi016.stdout:write completion cb called! 2024-04-15T15:33:20.264 INFO:tasks.workunit.client.0.smithi016.stdout:aio discard: 0~1048576 = 0 2024-04-15T15:33:20.264 INFO:tasks.workunit.client.0.smithi016.stdout:write completion cb called! 2024-04-15T15:33:20.264 INFO:tasks.workunit.client.0.smithi016.stdout:aio discard: 0~4194304 = 0 2024-04-15T15:33:20.264 INFO:tasks.workunit.client.0.smithi016.stdout:write completion cb called! 2024-04-15T15:33:20.264 INFO:tasks.workunit.client.0.smithi016.stdout:aio discard: 3145728~1048576 = 0 2024-04-15T15:33:20.264 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] TestLibRBD.TestEmptyDiscard (21 ms) 2024-04-15T15:33:20.264 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] TestLibRBD.TestFUA 2024-04-15T15:33:20.264 INFO:tasks.workunit.client.0.smithi016.stdout:using new format! 2024-04-15T15:33:20.375 INFO:tasks.workunit.client.0.smithi016.stdout:wrote: 512 2024-04-15T15:33:20.376 INFO:tasks.workunit.client.0.smithi016.stdout:wrote: 512 2024-04-15T15:33:20.376 INFO:tasks.workunit.client.0.smithi016.stdout:wrote: 512 2024-04-15T15:33:20.376 INFO:tasks.workunit.client.0.smithi016.stdout:wrote: 512 2024-04-15T15:33:20.376 INFO:tasks.workunit.client.0.smithi016.stdout:wrote: 512 2024-04-15T15:33:20.376 INFO:tasks.workunit.client.0.smithi016.stdout:read: 512 2024-04-15T15:33:20.376 INFO:tasks.workunit.client.0.smithi016.stdout:read: 512 2024-04-15T15:33:20.376 INFO:tasks.workunit.client.0.smithi016.stdout:read: 512 2024-04-15T15:33:20.376 INFO:tasks.workunit.client.0.smithi016.stdout:read: 512 2024-04-15T15:33:20.376 INFO:tasks.workunit.client.0.smithi016.stdout:read: 512 2024-04-15T15:33:20.376 INFO:tasks.workunit.client.0.smithi016.stdout:created completion 2024-04-15T15:33:20.376 INFO:tasks.workunit.client.0.smithi016.stdout:started write 2024-04-15T15:33:20.376 INFO:tasks.workunit.client.0.smithi016.stdout:write completion cb called! 2024-04-15T15:33:20.376 INFO:tasks.workunit.client.0.smithi016.stdout:return value is: 0 2024-04-15T15:33:20.376 INFO:tasks.workunit.client.0.smithi016.stdout:finished write 2024-04-15T15:33:20.376 INFO:tasks.workunit.client.0.smithi016.stdout:created completion 2024-04-15T15:33:20.377 INFO:tasks.workunit.client.0.smithi016.stdout:started write 2024-04-15T15:33:20.377 INFO:tasks.workunit.client.0.smithi016.stdout:write completion cb called! 2024-04-15T15:33:20.377 INFO:tasks.workunit.client.0.smithi016.stdout:return value is: 0 2024-04-15T15:33:20.377 INFO:tasks.workunit.client.0.smithi016.stdout:finished write 2024-04-15T15:33:20.377 INFO:tasks.workunit.client.0.smithi016.stdout:created completion 2024-04-15T15:33:20.377 INFO:tasks.workunit.client.0.smithi016.stdout:started write 2024-04-15T15:33:20.377 INFO:tasks.workunit.client.0.smithi016.stdout:write completion cb called! 2024-04-15T15:33:20.377 INFO:tasks.workunit.client.0.smithi016.stdout:return value is: 0 2024-04-15T15:33:20.377 INFO:tasks.workunit.client.0.smithi016.stdout:finished write 2024-04-15T15:33:20.377 INFO:tasks.workunit.client.0.smithi016.stdout:created completion 2024-04-15T15:33:20.377 INFO:tasks.workunit.client.0.smithi016.stdout:started write 2024-04-15T15:33:20.377 INFO:tasks.workunit.client.0.smithi016.stdout:write completion cb called! 2024-04-15T15:33:20.377 INFO:tasks.workunit.client.0.smithi016.stdout:return value is: 0 2024-04-15T15:33:20.377 INFO:tasks.workunit.client.0.smithi016.stdout:finished write 2024-04-15T15:33:20.377 INFO:tasks.workunit.client.0.smithi016.stdout:created completion 2024-04-15T15:33:20.378 INFO:tasks.workunit.client.0.smithi016.stdout:started write 2024-04-15T15:33:20.378 INFO:tasks.workunit.client.0.smithi016.stdout:write completion cb called! 2024-04-15T15:33:20.378 INFO:tasks.workunit.client.0.smithi016.stdout:return value is: 0 2024-04-15T15:33:20.378 INFO:tasks.workunit.client.0.smithi016.stdout:finished write 2024-04-15T15:33:20.378 INFO:tasks.workunit.client.0.smithi016.stdout:created completion 2024-04-15T15:33:20.378 INFO:tasks.workunit.client.0.smithi016.stdout:started read 2024-04-15T15:33:20.378 INFO:tasks.workunit.client.0.smithi016.stdout:read completion cb called! 2024-04-15T15:33:20.378 INFO:tasks.workunit.client.0.smithi016.stdout:return value is: 512 2024-04-15T15:33:20.378 INFO:tasks.workunit.client.0.smithi016.stdout:created completion 2024-04-15T15:33:20.378 INFO:tasks.workunit.client.0.smithi016.stdout:started read 2024-04-15T15:33:20.378 INFO:tasks.workunit.client.0.smithi016.stdout:read completion cb called! 2024-04-15T15:33:20.378 INFO:tasks.workunit.client.0.smithi016.stdout:return value is: 512 2024-04-15T15:33:20.378 INFO:tasks.workunit.client.0.smithi016.stdout:created completion 2024-04-15T15:33:20.378 INFO:tasks.workunit.client.0.smithi016.stdout:started read 2024-04-15T15:33:20.379 INFO:tasks.workunit.client.0.smithi016.stdout:read completion cb called! 2024-04-15T15:33:20.379 INFO:tasks.workunit.client.0.smithi016.stdout:return value is: 512 2024-04-15T15:33:20.379 INFO:tasks.workunit.client.0.smithi016.stdout:created completion 2024-04-15T15:33:20.379 INFO:tasks.workunit.client.0.smithi016.stdout:started read 2024-04-15T15:33:20.379 INFO:tasks.workunit.client.0.smithi016.stdout:read completion cb called! 2024-04-15T15:33:20.379 INFO:tasks.workunit.client.0.smithi016.stdout:return value is: 512 2024-04-15T15:33:20.379 INFO:tasks.workunit.client.0.smithi016.stdout:created completion 2024-04-15T15:33:20.379 INFO:tasks.workunit.client.0.smithi016.stdout:started read 2024-04-15T15:33:20.379 INFO:tasks.workunit.client.0.smithi016.stdout:read completion cb called! 2024-04-15T15:33:20.379 INFO:tasks.workunit.client.0.smithi016.stdout:return value is: 512 2024-04-15T15:33:20.379 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] TestLibRBD.TestFUA (112 ms) 2024-04-15T15:33:20.379 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] TestLibRBD.TestIOPP 2024-04-15T15:33:20.379 INFO:tasks.workunit.client.0.smithi016.stdout:using new format! 2024-04-15T15:33:20.394 INFO:tasks.workunit.client.0.smithi016.stdout:wrote: 512 2024-04-15T15:33:20.394 INFO:tasks.workunit.client.0.smithi016.stdout:wrote: 512 2024-04-15T15:33:20.394 INFO:tasks.workunit.client.0.smithi016.stdout:wrote: 512 2024-04-15T15:33:20.394 INFO:tasks.workunit.client.0.smithi016.stdout:wrote: 512 2024-04-15T15:33:20.394 INFO:tasks.workunit.client.0.smithi016.stdout:wrote: 512 2024-04-15T15:33:20.394 INFO:tasks.workunit.client.0.smithi016.stdout:created completion 2024-04-15T15:33:20.394 INFO:tasks.workunit.client.0.smithi016.stdout:started write 2024-04-15T15:33:20.394 INFO:tasks.workunit.client.0.smithi016.stdout:write completion cb called! 2024-04-15T15:33:20.394 INFO:tasks.workunit.client.0.smithi016.stdout:return value is: 0 2024-04-15T15:33:20.394 INFO:tasks.workunit.client.0.smithi016.stdout:finished write 2024-04-15T15:33:20.395 INFO:tasks.workunit.client.0.smithi016.stdout:created completion 2024-04-15T15:33:20.395 INFO:tasks.workunit.client.0.smithi016.stdout:started write 2024-04-15T15:33:20.395 INFO:tasks.workunit.client.0.smithi016.stdout:write completion cb called! 2024-04-15T15:33:20.395 INFO:tasks.workunit.client.0.smithi016.stdout:return value is: 0 2024-04-15T15:33:20.395 INFO:tasks.workunit.client.0.smithi016.stdout:finished write 2024-04-15T15:33:20.395 INFO:tasks.workunit.client.0.smithi016.stdout:created completion 2024-04-15T15:33:20.395 INFO:tasks.workunit.client.0.smithi016.stdout:started write 2024-04-15T15:33:20.395 INFO:tasks.workunit.client.0.smithi016.stdout:write completion cb called! 2024-04-15T15:33:20.395 INFO:tasks.workunit.client.0.smithi016.stdout:return value is: 0 2024-04-15T15:33:20.395 INFO:tasks.workunit.client.0.smithi016.stdout:finished write 2024-04-15T15:33:20.395 INFO:tasks.workunit.client.0.smithi016.stdout:created completion 2024-04-15T15:33:20.395 INFO:tasks.workunit.client.0.smithi016.stdout:started write 2024-04-15T15:33:20.395 INFO:tasks.workunit.client.0.smithi016.stdout:write completion cb called! 2024-04-15T15:33:20.395 INFO:tasks.workunit.client.0.smithi016.stdout:return value is: 0 2024-04-15T15:33:20.395 INFO:tasks.workunit.client.0.smithi016.stdout:finished write 2024-04-15T15:33:20.395 INFO:tasks.workunit.client.0.smithi016.stdout:created completion 2024-04-15T15:33:20.396 INFO:tasks.workunit.client.0.smithi016.stdout:started write 2024-04-15T15:33:20.396 INFO:tasks.workunit.client.0.smithi016.stdout:write completion cb called! 2024-04-15T15:33:20.407 INFO:tasks.workunit.client.0.smithi016.stdout:return value is: 0 2024-04-15T15:33:20.407 INFO:tasks.workunit.client.0.smithi016.stdout:finished write 2024-04-15T15:33:20.407 INFO:tasks.workunit.client.0.smithi016.stdout:start compare and write 2024-04-15T15:33:20.407 INFO:tasks.workunit.client.0.smithi016.stdout:compare and wrote: 512 2024-04-15T15:33:20.407 INFO:tasks.workunit.client.0.smithi016.stdout:start compare and write 2024-04-15T15:33:20.407 INFO:tasks.workunit.client.0.smithi016.stdout:compare and wrote: 512 2024-04-15T15:33:20.407 INFO:tasks.workunit.client.0.smithi016.stdout:start compare and write 2024-04-15T15:33:20.407 INFO:tasks.workunit.client.0.smithi016.stdout:compare and wrote: 512 2024-04-15T15:33:20.407 INFO:tasks.workunit.client.0.smithi016.stdout:start compare and write 2024-04-15T15:33:20.407 INFO:tasks.workunit.client.0.smithi016.stdout:compare and wrote: 512 2024-04-15T15:33:20.407 INFO:tasks.workunit.client.0.smithi016.stdout:start compare and write 2024-04-15T15:33:20.408 INFO:tasks.workunit.client.0.smithi016.stdout:compare and wrote: 512 2024-04-15T15:33:20.408 INFO:tasks.workunit.client.0.smithi016.stdout:created completion 2024-04-15T15:33:20.408 INFO:tasks.workunit.client.0.smithi016.stdout:started aio compare and write 2024-04-15T15:33:20.408 INFO:tasks.workunit.client.0.smithi016.stdout:write completion cb called! 2024-04-15T15:33:20.408 INFO:tasks.workunit.client.0.smithi016.stdout:return value is: 0 2024-04-15T15:33:20.408 INFO:tasks.workunit.client.0.smithi016.stdout:finished aio compare and write 2024-04-15T15:33:20.408 INFO:tasks.workunit.client.0.smithi016.stdout:created completion 2024-04-15T15:33:20.408 INFO:tasks.workunit.client.0.smithi016.stdout:started aio compare and write 2024-04-15T15:33:20.408 INFO:tasks.workunit.client.0.smithi016.stdout:write completion cb called! 2024-04-15T15:33:20.409 INFO:tasks.workunit.client.0.smithi016.stdout:return value is: 0 2024-04-15T15:33:20.409 INFO:tasks.workunit.client.0.smithi016.stdout:finished aio compare and write 2024-04-15T15:33:20.409 INFO:tasks.workunit.client.0.smithi016.stdout:created completion 2024-04-15T15:33:20.409 INFO:tasks.workunit.client.0.smithi016.stdout:started aio compare and write 2024-04-15T15:33:20.409 INFO:tasks.workunit.client.0.smithi016.stdout:write completion cb called! 2024-04-15T15:33:20.409 INFO:tasks.workunit.client.0.smithi016.stdout:return value is: 0 2024-04-15T15:33:20.409 INFO:tasks.workunit.client.0.smithi016.stdout:finished aio compare and write 2024-04-15T15:33:20.410 INFO:tasks.workunit.client.0.smithi016.stdout:created completion 2024-04-15T15:33:20.410 INFO:tasks.workunit.client.0.smithi016.stdout:started aio compare and write 2024-04-15T15:33:20.410 INFO:tasks.workunit.client.0.smithi016.stdout:write completion cb called! 2024-04-15T15:33:20.410 INFO:tasks.workunit.client.0.smithi016.stdout:return value is: 0 2024-04-15T15:33:20.410 INFO:tasks.workunit.client.0.smithi016.stdout:finished aio compare and write 2024-04-15T15:33:20.410 INFO:tasks.workunit.client.0.smithi016.stdout:created completion 2024-04-15T15:33:20.411 INFO:tasks.workunit.client.0.smithi016.stdout:started aio compare and write 2024-04-15T15:33:20.411 INFO:tasks.workunit.client.0.smithi016.stdout:write completion cb called! 2024-04-15T15:33:20.412 INFO:tasks.workunit.client.0.smithi016.stdout:return value is: 0 2024-04-15T15:33:20.412 INFO:tasks.workunit.client.0.smithi016.stdout:finished aio compare and write 2024-04-15T15:33:20.412 INFO:tasks.workunit.client.0.smithi016.stdout:read: 512 2024-04-15T15:33:20.413 INFO:tasks.workunit.client.0.smithi016.stdout:read: 512 2024-04-15T15:33:20.413 INFO:tasks.workunit.client.0.smithi016.stdout:read: 512 2024-04-15T15:33:20.413 INFO:tasks.workunit.client.0.smithi016.stdout:read: 512 2024-04-15T15:33:20.413 INFO:tasks.workunit.client.0.smithi016.stdout:read: 512 2024-04-15T15:33:20.413 INFO:tasks.workunit.client.0.smithi016.stdout:created completion 2024-04-15T15:33:20.413 INFO:tasks.workunit.client.0.smithi016.stdout:started read 2024-04-15T15:33:20.413 INFO:tasks.workunit.client.0.smithi016.stdout:read completion cb called! 2024-04-15T15:33:20.413 INFO:tasks.workunit.client.0.smithi016.stdout:return value is: 512 2024-04-15T15:33:20.413 INFO:tasks.workunit.client.0.smithi016.stdout:finished read 2024-04-15T15:33:20.413 INFO:tasks.workunit.client.0.smithi016.stdout:created completion 2024-04-15T15:33:20.413 INFO:tasks.workunit.client.0.smithi016.stdout:started read 2024-04-15T15:33:20.413 INFO:tasks.workunit.client.0.smithi016.stdout:read completion cb called! 2024-04-15T15:33:20.413 INFO:tasks.workunit.client.0.smithi016.stdout:return value is: 512 2024-04-15T15:33:20.413 INFO:tasks.workunit.client.0.smithi016.stdout:finished read 2024-04-15T15:33:20.413 INFO:tasks.workunit.client.0.smithi016.stdout:created completion 2024-04-15T15:33:20.414 INFO:tasks.workunit.client.0.smithi016.stdout:started read 2024-04-15T15:33:20.414 INFO:tasks.workunit.client.0.smithi016.stdout:read completion cb called! 2024-04-15T15:33:20.414 INFO:tasks.workunit.client.0.smithi016.stdout:return value is: 512 2024-04-15T15:33:20.414 INFO:tasks.workunit.client.0.smithi016.stdout:finished read 2024-04-15T15:33:20.414 INFO:tasks.workunit.client.0.smithi016.stdout:created completion 2024-04-15T15:33:20.414 INFO:tasks.workunit.client.0.smithi016.stdout:started read 2024-04-15T15:33:20.414 INFO:tasks.workunit.client.0.smithi016.stdout:read completion cb called! 2024-04-15T15:33:20.414 INFO:tasks.workunit.client.0.smithi016.stdout:return value is: 512 2024-04-15T15:33:20.415 INFO:tasks.workunit.client.0.smithi016.stdout:finished read 2024-04-15T15:33:20.415 INFO:tasks.workunit.client.0.smithi016.stdout:created completion 2024-04-15T15:33:20.415 INFO:tasks.workunit.client.0.smithi016.stdout:started read 2024-04-15T15:33:20.415 INFO:tasks.workunit.client.0.smithi016.stdout:read completion cb called! 2024-04-15T15:33:20.415 INFO:tasks.workunit.client.0.smithi016.stdout:return value is: 512 2024-04-15T15:33:20.415 INFO:tasks.workunit.client.0.smithi016.stdout:finished read 2024-04-15T15:33:20.415 INFO:tasks.workunit.client.0.smithi016.stdout:discard: 512~512 2024-04-15T15:33:20.415 INFO:tasks.workunit.client.0.smithi016.stdout:write completion cb called! 2024-04-15T15:33:20.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:33:20 smithi102 ceph-mon[87131]: pgmap v3038: 489 pgs: 8 creating+peering, 21 unknown, 460 active+clean; 203 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 703 KiB/s rd, 350 KiB/s wr, 1.41k op/s 2024-04-15T15:33:20.438 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:33:20 smithi102 ceph-mon[87131]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-15T15:33:20.438 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:33:20 smithi102 ceph-mon[87131]: osdmap e1686: 8 total, 8 up, 8 in 2024-04-15T15:33:20.539 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:33:20 smithi016 ceph-mon[93212]: pgmap v3038: 489 pgs: 8 creating+peering, 21 unknown, 460 active+clean; 203 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 703 KiB/s rd, 350 KiB/s wr, 1.41k op/s 2024-04-15T15:33:20.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:33:20 smithi016 ceph-mon[93212]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-15T15:33:20.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:33:20 smithi016 ceph-mon[93212]: osdmap e1686: 8 total, 8 up, 8 in 2024-04-15T15:33:20.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:33:20 smithi016 ceph-mon[90652]: pgmap v3038: 489 pgs: 8 creating+peering, 21 unknown, 460 active+clean; 203 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 703 KiB/s rd, 350 KiB/s wr, 1.41k op/s 2024-04-15T15:33:20.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:33:20 smithi016 ceph-mon[90652]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-15T15:33:20.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:33:20 smithi016 ceph-mon[90652]: osdmap e1686: 8 total, 8 up, 8 in 2024-04-15T15:33:21.363 INFO:tasks.workunit.client.0.smithi016.stdout:read: 512 2024-04-15T15:33:21.363 INFO:tasks.workunit.client.0.smithi016.stdout:read: 512 2024-04-15T15:33:21.364 INFO:tasks.workunit.client.0.smithi016.stdout:read: 512 2024-04-15T15:33:21.364 INFO:tasks.workunit.client.0.smithi016.stdout:read: 512 2024-04-15T15:33:21.364 INFO:tasks.workunit.client.0.smithi016.stdout:read: 512 2024-04-15T15:33:21.364 INFO:tasks.workunit.client.0.smithi016.stdout:wrote: 0 2024-04-15T15:33:21.364 INFO:tasks.workunit.client.0.smithi016.stdout:to verify the data 2024-04-15T15:33:21.364 INFO:tasks.workunit.client.0.smithi016.stdout:verified 2024-04-15T15:33:21.364 INFO:tasks.workunit.client.0.smithi016.stdout:wrote: 0 2024-04-15T15:33:21.364 INFO:tasks.workunit.client.0.smithi016.stdout:to verify the data 2024-04-15T15:33:21.364 INFO:tasks.workunit.client.0.smithi016.stdout:verified 2024-04-15T15:33:21.364 INFO:tasks.workunit.client.0.smithi016.stdout:wrote: 16384 2024-04-15T15:33:21.364 INFO:tasks.workunit.client.0.smithi016.stdout:to verify the data 2024-04-15T15:33:21.364 INFO:tasks.workunit.client.0.smithi016.stdout:verified 2024-04-15T15:33:21.364 INFO:tasks.workunit.client.0.smithi016.stdout:wrote: 16384 2024-04-15T15:33:21.364 INFO:tasks.workunit.client.0.smithi016.stdout:to verify the data 2024-04-15T15:33:21.365 INFO:tasks.workunit.client.0.smithi016.stdout:verified 2024-04-15T15:33:21.365 INFO:tasks.workunit.client.0.smithi016.stdout:expected fail, finished writesame 2024-04-15T15:33:21.365 INFO:tasks.workunit.client.0.smithi016.stdout:expected fail, finished writesame 2024-04-15T15:33:21.365 INFO:tasks.workunit.client.0.smithi016.stdout:wrote: 49152 2024-04-15T15:33:21.365 INFO:tasks.workunit.client.0.smithi016.stdout:to verify the data 2024-04-15T15:33:21.365 INFO:tasks.workunit.client.0.smithi016.stdout:verified 2024-04-15T15:33:21.365 INFO:tasks.workunit.client.0.smithi016.stdout:wrote: 49152 2024-04-15T15:33:21.365 INFO:tasks.workunit.client.0.smithi016.stdout:to verify the data 2024-04-15T15:33:21.365 INFO:tasks.workunit.client.0.smithi016.stdout:verified 2024-04-15T15:33:21.365 INFO:tasks.workunit.client.0.smithi016.stdout:wrote: 65536 2024-04-15T15:33:21.365 INFO:tasks.workunit.client.0.smithi016.stdout:to verify the data 2024-04-15T15:33:21.365 INFO:tasks.workunit.client.0.smithi016.stdout:verified 2024-04-15T15:33:21.365 INFO:tasks.workunit.client.0.smithi016.stdout:wrote: 65536 2024-04-15T15:33:21.365 INFO:tasks.workunit.client.0.smithi016.stdout:to verify the data 2024-04-15T15:33:21.365 INFO:tasks.workunit.client.0.smithi016.stdout:verified 2024-04-15T15:33:21.366 INFO:tasks.workunit.client.0.smithi016.stdout:expected fail, finished writesame 2024-04-15T15:33:21.366 INFO:tasks.workunit.client.0.smithi016.stdout:expected fail, finished writesame 2024-04-15T15:33:21.366 INFO:tasks.workunit.client.0.smithi016.stdout:wrote: 98304 2024-04-15T15:33:21.366 INFO:tasks.workunit.client.0.smithi016.stdout:to verify the data 2024-04-15T15:33:21.366 INFO:tasks.workunit.client.0.smithi016.stdout:verified 2024-04-15T15:33:21.366 INFO:tasks.workunit.client.0.smithi016.stdout:wrote: 98304 2024-04-15T15:33:21.366 INFO:tasks.workunit.client.0.smithi016.stdout:to verify the data 2024-04-15T15:33:21.366 INFO:tasks.workunit.client.0.smithi016.stdout:verified 2024-04-15T15:33:21.366 INFO:tasks.workunit.client.0.smithi016.stdout:wrote: 114688 2024-04-15T15:33:21.366 INFO:tasks.workunit.client.0.smithi016.stdout:to verify the data 2024-04-15T15:33:21.366 INFO:tasks.workunit.client.0.smithi016.stdout:verified 2024-04-15T15:33:21.366 INFO:tasks.workunit.client.0.smithi016.stdout:wrote: 114688 2024-04-15T15:33:21.366 INFO:tasks.workunit.client.0.smithi016.stdout:to verify the data 2024-04-15T15:33:21.367 INFO:tasks.workunit.client.0.smithi016.stdout:verified 2024-04-15T15:33:21.367 INFO:tasks.workunit.client.0.smithi016.stdout:expected fail, finished writesame 2024-04-15T15:33:21.367 INFO:tasks.workunit.client.0.smithi016.stdout:expected fail, finished writesame 2024-04-15T15:33:21.367 INFO:tasks.workunit.client.0.smithi016.stdout:wrote: 147456 2024-04-15T15:33:21.367 INFO:tasks.workunit.client.0.smithi016.stdout:to verify the data 2024-04-15T15:33:21.367 INFO:tasks.workunit.client.0.smithi016.stdout:verified 2024-04-15T15:33:21.367 INFO:tasks.workunit.client.0.smithi016.stdout:wrote: 147456 2024-04-15T15:33:21.367 INFO:tasks.workunit.client.0.smithi016.stdout:to verify the data 2024-04-15T15:33:21.367 INFO:tasks.workunit.client.0.smithi016.stdout:verified 2024-04-15T15:33:21.367 INFO:tasks.workunit.client.0.smithi016.stdout:wrote: 163840 2024-04-15T15:33:21.367 INFO:tasks.workunit.client.0.smithi016.stdout:to verify the data 2024-04-15T15:33:21.367 INFO:tasks.workunit.client.0.smithi016.stdout:verified 2024-04-15T15:33:21.367 INFO:tasks.workunit.client.0.smithi016.stdout:wrote: 163840 2024-04-15T15:33:21.367 INFO:tasks.workunit.client.0.smithi016.stdout:to verify the data 2024-04-15T15:33:21.367 INFO:tasks.workunit.client.0.smithi016.stdout:verified 2024-04-15T15:33:21.368 INFO:tasks.workunit.client.0.smithi016.stdout:expected fail, finished writesame 2024-04-15T15:33:21.368 INFO:tasks.workunit.client.0.smithi016.stdout:expected fail, finished writesame 2024-04-15T15:33:21.368 INFO:tasks.workunit.client.0.smithi016.stdout:wrote: 196608 2024-04-15T15:33:21.368 INFO:tasks.workunit.client.0.smithi016.stdout:to verify the data 2024-04-15T15:33:21.368 INFO:tasks.workunit.client.0.smithi016.stdout:verified 2024-04-15T15:33:21.368 INFO:tasks.workunit.client.0.smithi016.stdout:wrote: 196608 2024-04-15T15:33:21.368 INFO:tasks.workunit.client.0.smithi016.stdout:to verify the data 2024-04-15T15:33:21.368 INFO:tasks.workunit.client.0.smithi016.stdout:verified 2024-04-15T15:33:21.368 INFO:tasks.workunit.client.0.smithi016.stdout:wrote: 212992 2024-04-15T15:33:21.368 INFO:tasks.workunit.client.0.smithi016.stdout:to verify the data 2024-04-15T15:33:21.368 INFO:tasks.workunit.client.0.smithi016.stdout:verified 2024-04-15T15:33:21.368 INFO:tasks.workunit.client.0.smithi016.stdout:wrote: 212992 2024-04-15T15:33:21.368 INFO:tasks.workunit.client.0.smithi016.stdout:to verify the data 2024-04-15T15:33:21.368 INFO:tasks.workunit.client.0.smithi016.stdout:verified 2024-04-15T15:33:21.368 INFO:tasks.workunit.client.0.smithi016.stdout:expected fail, finished writesame 2024-04-15T15:33:21.369 INFO:tasks.workunit.client.0.smithi016.stdout:expected fail, finished writesame 2024-04-15T15:33:21.369 INFO:tasks.workunit.client.0.smithi016.stdout:created completion 2024-04-15T15:33:21.369 INFO:tasks.workunit.client.0.smithi016.stdout:started writesame 2024-04-15T15:33:21.369 INFO:tasks.workunit.client.0.smithi016.stdout:write completion cb called! 2024-04-15T15:33:21.369 INFO:tasks.workunit.client.0.smithi016.stdout:return value is: 0 2024-04-15T15:33:21.369 INFO:tasks.workunit.client.0.smithi016.stdout:finished writesame 2024-04-15T15:33:21.369 INFO:tasks.workunit.client.0.smithi016.stdout:to verify the data 2024-04-15T15:33:21.369 INFO:tasks.workunit.client.0.smithi016.stdout:verified 2024-04-15T15:33:21.369 INFO:tasks.workunit.client.0.smithi016.stdout:created completion 2024-04-15T15:33:21.369 INFO:tasks.workunit.client.0.smithi016.stdout:started writesame 2024-04-15T15:33:21.369 INFO:tasks.workunit.client.0.smithi016.stdout:write completion cb called! 2024-04-15T15:33:21.369 INFO:tasks.workunit.client.0.smithi016.stdout:return value is: 0 2024-04-15T15:33:21.369 INFO:tasks.workunit.client.0.smithi016.stdout:finished writesame 2024-04-15T15:33:21.369 INFO:tasks.workunit.client.0.smithi016.stdout:to verify the data 2024-04-15T15:33:21.369 INFO:tasks.workunit.client.0.smithi016.stdout:verified 2024-04-15T15:33:21.370 INFO:tasks.workunit.client.0.smithi016.stdout:created completion 2024-04-15T15:33:21.370 INFO:tasks.workunit.client.0.smithi016.stdout:started writesame 2024-04-15T15:33:21.370 INFO:tasks.workunit.client.0.smithi016.stdout:write completion cb called! 2024-04-15T15:33:21.371 INFO:tasks.workunit.client.0.smithi016.stdout:return value is: 0 2024-04-15T15:33:21.371 INFO:tasks.workunit.client.0.smithi016.stdout:finished writesame 2024-04-15T15:33:21.371 INFO:tasks.workunit.client.0.smithi016.stdout:to verify the data 2024-04-15T15:33:21.371 INFO:tasks.workunit.client.0.smithi016.stdout:verified 2024-04-15T15:33:21.371 INFO:tasks.workunit.client.0.smithi016.stdout:created completion 2024-04-15T15:33:21.371 INFO:tasks.workunit.client.0.smithi016.stdout:started writesame 2024-04-15T15:33:21.371 INFO:tasks.workunit.client.0.smithi016.stdout:write completion cb called! 2024-04-15T15:33:21.378 INFO:tasks.workunit.client.0.smithi016.stdout:return value is: 0 2024-04-15T15:33:21.378 INFO:tasks.workunit.client.0.smithi016.stdout:finished writesame 2024-04-15T15:33:21.378 INFO:tasks.workunit.client.0.smithi016.stdout:to verify the data 2024-04-15T15:33:21.379 INFO:tasks.workunit.client.0.smithi016.stdout:verified 2024-04-15T15:33:21.379 INFO:tasks.workunit.client.0.smithi016.stdout:created completion 2024-04-15T15:33:21.379 INFO:tasks.workunit.client.0.smithi016.stdout:started writesame 2024-04-15T15:33:21.379 INFO:tasks.workunit.client.0.smithi016.stdout:expected fail, finished writesame 2024-04-15T15:33:21.379 INFO:tasks.workunit.client.0.smithi016.stdout:created completion 2024-04-15T15:33:21.379 INFO:tasks.workunit.client.0.smithi016.stdout:started writesame 2024-04-15T15:33:21.379 INFO:tasks.workunit.client.0.smithi016.stdout:expected fail, finished writesame 2024-04-15T15:33:21.379 INFO:tasks.workunit.client.0.smithi016.stdout:created completion 2024-04-15T15:33:21.379 INFO:tasks.workunit.client.0.smithi016.stdout:started writesame 2024-04-15T15:33:21.379 INFO:tasks.workunit.client.0.smithi016.stdout:write completion cb called! 2024-04-15T15:33:21.400 INFO:tasks.workunit.client.0.smithi016.stdout:return value is: 0 2024-04-15T15:33:21.400 INFO:tasks.workunit.client.0.smithi016.stdout:finished writesame 2024-04-15T15:33:21.400 INFO:tasks.workunit.client.0.smithi016.stdout:to verify the data 2024-04-15T15:33:21.401 INFO:tasks.workunit.client.0.smithi016.stdout:verified 2024-04-15T15:33:21.401 INFO:tasks.workunit.client.0.smithi016.stdout:created completion 2024-04-15T15:33:21.401 INFO:tasks.workunit.client.0.smithi016.stdout:started writesame 2024-04-15T15:33:21.401 INFO:tasks.workunit.client.0.smithi016.stdout:write completion cb called! 2024-04-15T15:33:21.421 INFO:tasks.workunit.client.0.smithi016.stdout:return value is: 0 2024-04-15T15:33:21.422 INFO:tasks.workunit.client.0.smithi016.stdout:finished writesame 2024-04-15T15:33:21.422 INFO:tasks.workunit.client.0.smithi016.stdout:to verify the data 2024-04-15T15:33:21.422 INFO:tasks.workunit.client.0.smithi016.stdout:verified 2024-04-15T15:33:21.422 INFO:tasks.workunit.client.0.smithi016.stdout:created completion 2024-04-15T15:33:21.422 INFO:tasks.workunit.client.0.smithi016.stdout:started writesame 2024-04-15T15:33:21.422 INFO:tasks.workunit.client.0.smithi016.stdout:write completion cb called! 2024-04-15T15:33:21.454 INFO:tasks.workunit.client.0.smithi016.stdout:return value is: 0 2024-04-15T15:33:21.455 INFO:tasks.workunit.client.0.smithi016.stdout:finished writesame 2024-04-15T15:33:21.455 INFO:tasks.workunit.client.0.smithi016.stdout:to verify the data 2024-04-15T15:33:21.455 INFO:tasks.workunit.client.0.smithi016.stdout:verified 2024-04-15T15:33:21.455 INFO:tasks.workunit.client.0.smithi016.stdout:created completion 2024-04-15T15:33:21.455 INFO:tasks.workunit.client.0.smithi016.stdout:started writesame 2024-04-15T15:33:21.455 INFO:tasks.workunit.client.0.smithi016.stdout:write completion cb called! 2024-04-15T15:33:21.487 INFO:tasks.workunit.client.0.smithi016.stdout:return value is: 0 2024-04-15T15:33:21.487 INFO:tasks.workunit.client.0.smithi016.stdout:finished writesame 2024-04-15T15:33:21.487 INFO:tasks.workunit.client.0.smithi016.stdout:to verify the data 2024-04-15T15:33:21.487 INFO:tasks.workunit.client.0.smithi016.stdout:verified 2024-04-15T15:33:21.487 INFO:tasks.workunit.client.0.smithi016.stdout:created completion 2024-04-15T15:33:21.487 INFO:tasks.workunit.client.0.smithi016.stdout:started writesame 2024-04-15T15:33:21.487 INFO:tasks.workunit.client.0.smithi016.stdout:expected fail, finished writesame 2024-04-15T15:33:21.487 INFO:tasks.workunit.client.0.smithi016.stdout:created completion 2024-04-15T15:33:21.487 INFO:tasks.workunit.client.0.smithi016.stdout:started writesame 2024-04-15T15:33:21.488 INFO:tasks.workunit.client.0.smithi016.stdout:expected fail, finished writesame 2024-04-15T15:33:21.488 INFO:tasks.workunit.client.0.smithi016.stdout:created completion 2024-04-15T15:33:21.488 INFO:tasks.workunit.client.0.smithi016.stdout:started writesame 2024-04-15T15:33:21.488 INFO:tasks.workunit.client.0.smithi016.stdout:write completion cb called! 2024-04-15T15:33:21.531 INFO:tasks.workunit.client.0.smithi016.stdout:return value is: 0 2024-04-15T15:33:21.531 INFO:tasks.workunit.client.0.smithi016.stdout:finished writesame 2024-04-15T15:33:21.531 INFO:tasks.workunit.client.0.smithi016.stdout:to verify the data 2024-04-15T15:33:21.531 INFO:tasks.workunit.client.0.smithi016.stdout:verified 2024-04-15T15:33:21.532 INFO:tasks.workunit.client.0.smithi016.stdout:created completion 2024-04-15T15:33:21.532 INFO:tasks.workunit.client.0.smithi016.stdout:started writesame 2024-04-15T15:33:21.532 INFO:tasks.workunit.client.0.smithi016.stdout:write completion cb called! 2024-04-15T15:33:21.577 INFO:tasks.workunit.client.0.smithi016.stdout:return value is: 0 2024-04-15T15:33:21.577 INFO:tasks.workunit.client.0.smithi016.stdout:finished writesame 2024-04-15T15:33:21.577 INFO:tasks.workunit.client.0.smithi016.stdout:to verify the data 2024-04-15T15:33:21.577 INFO:tasks.workunit.client.0.smithi016.stdout:verified 2024-04-15T15:33:21.577 INFO:tasks.workunit.client.0.smithi016.stdout:created completion 2024-04-15T15:33:21.577 INFO:tasks.workunit.client.0.smithi016.stdout:started writesame 2024-04-15T15:33:21.577 INFO:tasks.workunit.client.0.smithi016.stdout:write completion cb called! 2024-04-15T15:33:21.628 INFO:tasks.workunit.client.0.smithi016.stdout:return value is: 0 2024-04-15T15:33:21.629 INFO:tasks.workunit.client.0.smithi016.stdout:finished writesame 2024-04-15T15:33:21.629 INFO:tasks.workunit.client.0.smithi016.stdout:to verify the data 2024-04-15T15:33:21.629 INFO:tasks.workunit.client.0.smithi016.stdout:verified 2024-04-15T15:33:21.629 INFO:tasks.workunit.client.0.smithi016.stdout:created completion 2024-04-15T15:33:21.629 INFO:tasks.workunit.client.0.smithi016.stdout:started writesame 2024-04-15T15:33:21.629 INFO:tasks.workunit.client.0.smithi016.stdout:write completion cb called! 2024-04-15T15:33:21.673 INFO:tasks.workunit.client.0.smithi016.stdout:return value is: 0 2024-04-15T15:33:21.673 INFO:tasks.workunit.client.0.smithi016.stdout:finished writesame 2024-04-15T15:33:21.673 INFO:tasks.workunit.client.0.smithi016.stdout:to verify the data 2024-04-15T15:33:21.673 INFO:tasks.workunit.client.0.smithi016.stdout:verified 2024-04-15T15:33:21.673 INFO:tasks.workunit.client.0.smithi016.stdout:created completion 2024-04-15T15:33:21.673 INFO:tasks.workunit.client.0.smithi016.stdout:started writesame 2024-04-15T15:33:21.673 INFO:tasks.workunit.client.0.smithi016.stdout:expected fail, finished writesame 2024-04-15T15:33:21.673 INFO:tasks.workunit.client.0.smithi016.stdout:created completion 2024-04-15T15:33:21.674 INFO:tasks.workunit.client.0.smithi016.stdout:started writesame 2024-04-15T15:33:21.674 INFO:tasks.workunit.client.0.smithi016.stdout:expected fail, finished writesame 2024-04-15T15:33:21.674 INFO:tasks.workunit.client.0.smithi016.stdout:created completion 2024-04-15T15:33:21.674 INFO:tasks.workunit.client.0.smithi016.stdout:started writesame 2024-04-15T15:33:21.674 INFO:tasks.workunit.client.0.smithi016.stdout:write completion cb called! 2024-04-15T15:33:21.746 INFO:tasks.workunit.client.0.smithi016.stdout:return value is: 0 2024-04-15T15:33:21.746 INFO:tasks.workunit.client.0.smithi016.stdout:finished writesame 2024-04-15T15:33:21.746 INFO:tasks.workunit.client.0.smithi016.stdout:to verify the data 2024-04-15T15:33:21.746 INFO:tasks.workunit.client.0.smithi016.stdout:verified 2024-04-15T15:33:21.746 INFO:tasks.workunit.client.0.smithi016.stdout:created completion 2024-04-15T15:33:21.746 INFO:tasks.workunit.client.0.smithi016.stdout:started writesame 2024-04-15T15:33:21.746 INFO:tasks.workunit.client.0.smithi016.stdout:write completion cb called! 2024-04-15T15:33:21.810 INFO:tasks.workunit.client.0.smithi016.stdout:return value is: 0 2024-04-15T15:33:21.810 INFO:tasks.workunit.client.0.smithi016.stdout:finished writesame 2024-04-15T15:33:21.810 INFO:tasks.workunit.client.0.smithi016.stdout:to verify the data 2024-04-15T15:33:21.810 INFO:tasks.workunit.client.0.smithi016.stdout:verified 2024-04-15T15:33:21.810 INFO:tasks.workunit.client.0.smithi016.stdout:created completion 2024-04-15T15:33:21.810 INFO:tasks.workunit.client.0.smithi016.stdout:started writesame 2024-04-15T15:33:21.811 INFO:tasks.workunit.client.0.smithi016.stdout:write completion cb called! 2024-04-15T15:33:21.885 INFO:tasks.workunit.client.0.smithi016.stdout:return value is: 0 2024-04-15T15:33:21.885 INFO:tasks.workunit.client.0.smithi016.stdout:finished writesame 2024-04-15T15:33:21.885 INFO:tasks.workunit.client.0.smithi016.stdout:to verify the data 2024-04-15T15:33:21.885 INFO:tasks.workunit.client.0.smithi016.stdout:verified 2024-04-15T15:33:21.885 INFO:tasks.workunit.client.0.smithi016.stdout:created completion 2024-04-15T15:33:21.885 INFO:tasks.workunit.client.0.smithi016.stdout:started writesame 2024-04-15T15:33:21.885 INFO:tasks.workunit.client.0.smithi016.stdout:write completion cb called! 2024-04-15T15:33:21.954 INFO:tasks.workunit.client.0.smithi016.stdout:return value is: 0 2024-04-15T15:33:21.954 INFO:tasks.workunit.client.0.smithi016.stdout:finished writesame 2024-04-15T15:33:21.954 INFO:tasks.workunit.client.0.smithi016.stdout:to verify the data 2024-04-15T15:33:21.954 INFO:tasks.workunit.client.0.smithi016.stdout:verified 2024-04-15T15:33:21.954 INFO:tasks.workunit.client.0.smithi016.stdout:created completion 2024-04-15T15:33:21.954 INFO:tasks.workunit.client.0.smithi016.stdout:started writesame 2024-04-15T15:33:21.954 INFO:tasks.workunit.client.0.smithi016.stdout:expected fail, finished writesame 2024-04-15T15:33:21.954 INFO:tasks.workunit.client.0.smithi016.stdout:created completion 2024-04-15T15:33:21.954 INFO:tasks.workunit.client.0.smithi016.stdout:started writesame 2024-04-15T15:33:21.955 INFO:tasks.workunit.client.0.smithi016.stdout:expected fail, finished writesame 2024-04-15T15:33:21.955 INFO:tasks.workunit.client.0.smithi016.stdout:created completion 2024-04-15T15:33:21.955 INFO:tasks.workunit.client.0.smithi016.stdout:started writesame 2024-04-15T15:33:21.955 INFO:tasks.workunit.client.0.smithi016.stdout:write completion cb called! 2024-04-15T15:33:22.039 INFO:tasks.workunit.client.0.smithi016.stdout:return value is: 0 2024-04-15T15:33:22.039 INFO:tasks.workunit.client.0.smithi016.stdout:finished writesame 2024-04-15T15:33:22.039 INFO:tasks.workunit.client.0.smithi016.stdout:to verify the data 2024-04-15T15:33:22.039 INFO:tasks.workunit.client.0.smithi016.stdout:verified 2024-04-15T15:33:22.039 INFO:tasks.workunit.client.0.smithi016.stdout:created completion 2024-04-15T15:33:22.039 INFO:tasks.workunit.client.0.smithi016.stdout:started writesame 2024-04-15T15:33:22.039 INFO:tasks.workunit.client.0.smithi016.stdout:write completion cb called! 2024-04-15T15:33:22.040 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 15 15:33:21 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-y[81421]: ::ffff:172.21.15.102 - - [15/Apr/2024:15:33:21] "GET /metrics HTTP/1.1" 200 60709 "" "Prometheus/2.43.0" 2024-04-15T15:33:22.121 INFO:tasks.workunit.client.0.smithi016.stdout:return value is: 0 2024-04-15T15:33:22.121 INFO:tasks.workunit.client.0.smithi016.stdout:finished writesame 2024-04-15T15:33:22.122 INFO:tasks.workunit.client.0.smithi016.stdout:to verify the data 2024-04-15T15:33:22.122 INFO:tasks.workunit.client.0.smithi016.stdout:verified 2024-04-15T15:33:22.122 INFO:tasks.workunit.client.0.smithi016.stdout:created completion 2024-04-15T15:33:22.122 INFO:tasks.workunit.client.0.smithi016.stdout:started writesame 2024-04-15T15:33:22.122 INFO:tasks.workunit.client.0.smithi016.stdout:write completion cb called! 2024-04-15T15:33:22.218 INFO:tasks.workunit.client.0.smithi016.stdout:return value is: 0 2024-04-15T15:33:22.218 INFO:tasks.workunit.client.0.smithi016.stdout:finished writesame 2024-04-15T15:33:22.218 INFO:tasks.workunit.client.0.smithi016.stdout:to verify the data 2024-04-15T15:33:22.218 INFO:tasks.workunit.client.0.smithi016.stdout:verified 2024-04-15T15:33:22.218 INFO:tasks.workunit.client.0.smithi016.stdout:created completion 2024-04-15T15:33:22.218 INFO:tasks.workunit.client.0.smithi016.stdout:started writesame 2024-04-15T15:33:22.218 INFO:tasks.workunit.client.0.smithi016.stdout:write completion cb called! 2024-04-15T15:33:22.311 INFO:tasks.workunit.client.0.smithi016.stdout:return value is: 0 2024-04-15T15:33:22.312 INFO:tasks.workunit.client.0.smithi016.stdout:finished writesame 2024-04-15T15:33:22.312 INFO:tasks.workunit.client.0.smithi016.stdout:to verify the data 2024-04-15T15:33:22.312 INFO:tasks.workunit.client.0.smithi016.stdout:verified 2024-04-15T15:33:22.312 INFO:tasks.workunit.client.0.smithi016.stdout:created completion 2024-04-15T15:33:22.312 INFO:tasks.workunit.client.0.smithi016.stdout:started writesame 2024-04-15T15:33:22.312 INFO:tasks.workunit.client.0.smithi016.stdout:expected fail, finished writesame 2024-04-15T15:33:22.312 INFO:tasks.workunit.client.0.smithi016.stdout:created completion 2024-04-15T15:33:22.312 INFO:tasks.workunit.client.0.smithi016.stdout:started writesame 2024-04-15T15:33:22.312 INFO:tasks.workunit.client.0.smithi016.stdout:expected fail, finished writesame 2024-04-15T15:33:22.312 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] TestLibRBD.TestIOPP (1936 ms) 2024-04-15T15:33:22.312 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] TestLibRBD.TestCompareAndWriteCompareTooSmallPP 2024-04-15T15:33:22.312 INFO:tasks.workunit.client.0.smithi016.stdout:using new format! 2024-04-15T15:33:22.338 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] TestLibRBD.TestCompareAndWriteCompareTooSmallPP (27 ms) 2024-04-15T15:33:22.339 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] TestLibRBD.TestAioCompareAndWriteCompareTooSmallPP 2024-04-15T15:33:22.339 INFO:tasks.workunit.client.0.smithi016.stdout:using new format! 2024-04-15T15:33:22.365 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] TestLibRBD.TestAioCompareAndWriteCompareTooSmallPP (27 ms) 2024-04-15T15:33:22.365 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] TestLibRBD.TestCompareAndWriteWriteTooSmallPP 2024-04-15T15:33:22.365 INFO:tasks.workunit.client.0.smithi016.stdout:using new format! 2024-04-15T15:33:22.390 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] TestLibRBD.TestCompareAndWriteWriteTooSmallPP (25 ms) 2024-04-15T15:33:22.390 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] TestLibRBD.TestAioCompareAndWriteWriteTooSmallPP 2024-04-15T15:33:22.390 INFO:tasks.workunit.client.0.smithi016.stdout:using new format! 2024-04-15T15:33:22.420 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] TestLibRBD.TestAioCompareAndWriteWriteTooSmallPP (30 ms) 2024-04-15T15:33:22.420 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] TestLibRBD.TestCompareAndWriteMismatchPP 2024-04-15T15:33:22.420 INFO:tasks.workunit.client.0.smithi016.stdout:using new format! 2024-04-15T15:33:22.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:33:22 smithi102 ceph-mon[87131]: pgmap v3040: 489 pgs: 8 creating+peering, 15 unknown, 466 active+clean; 217 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.7 MiB/s wr, 86 op/s 2024-04-15T15:33:22.438 INFO:journalctl@ceph.prometheus.a.smithi102.stdout:Apr 15 15:33:22 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-prometheus-a[120881]: ts=2024-04-15T15:33:22.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi016:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"362ea986-fb34-11ee-bc8f-c7b262605968\", instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T15:33:22.449 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] TestLibRBD.TestCompareAndWriteMismatchPP (29 ms) 2024-04-15T15:33:22.449 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] TestLibRBD.TestAioCompareAndWriteMismatchPP 2024-04-15T15:33:22.449 INFO:tasks.workunit.client.0.smithi016.stdout:using new format! 2024-04-15T15:33:22.472 INFO:tasks.workunit.client.0.smithi016.stdout:write completion cb called! 2024-04-15T15:33:22.475 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] TestLibRBD.TestAioCompareAndWriteMismatchPP (26 ms) 2024-04-15T15:33:22.476 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] TestLibRBD.TestCompareAndWriteMismatchBufferlistGreaterLenPP 2024-04-15T15:33:22.476 INFO:tasks.workunit.client.0.smithi016.stdout:using new format! 2024-04-15T15:33:22.501 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] TestLibRBD.TestCompareAndWriteMismatchBufferlistGreaterLenPP (26 ms) 2024-04-15T15:33:22.501 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] TestLibRBD.TestAioCompareAndWriteMismatchBufferlistGreaterLenPP 2024-04-15T15:33:22.501 INFO:tasks.workunit.client.0.smithi016.stdout:using new format! 2024-04-15T15:33:22.524 INFO:tasks.workunit.client.0.smithi016.stdout:write completion cb called! 2024-04-15T15:33:22.528 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] TestLibRBD.TestAioCompareAndWriteMismatchBufferlistGreaterLenPP (26 ms) 2024-04-15T15:33:22.528 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] TestLibRBD.TestCompareAndWriteSuccessPP 2024-04-15T15:33:22.528 INFO:tasks.workunit.client.0.smithi016.stdout:using new format! 2024-04-15T15:33:22.539 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:33:22 smithi016 ceph-mon[90652]: pgmap v3040: 489 pgs: 8 creating+peering, 15 unknown, 466 active+clean; 217 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.7 MiB/s wr, 86 op/s 2024-04-15T15:33:22.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:33:22 smithi016 ceph-mon[93212]: pgmap v3040: 489 pgs: 8 creating+peering, 15 unknown, 466 active+clean; 217 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.7 MiB/s wr, 86 op/s 2024-04-15T15:33:22.556 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] TestLibRBD.TestCompareAndWriteSuccessPP (29 ms) 2024-04-15T15:33:22.556 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] TestLibRBD.TestAioCompareAndWriteSuccessPP 2024-04-15T15:33:22.557 INFO:tasks.workunit.client.0.smithi016.stdout:using new format! 2024-04-15T15:33:22.580 INFO:tasks.workunit.client.0.smithi016.stdout:write completion cb called! 2024-04-15T15:33:22.583 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] TestLibRBD.TestAioCompareAndWriteSuccessPP (27 ms) 2024-04-15T15:33:22.583 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] TestLibRBD.TestCompareAndWriteSuccessBufferlistGreaterLenPP 2024-04-15T15:33:22.583 INFO:tasks.workunit.client.0.smithi016.stdout:using new format! 2024-04-15T15:33:22.611 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] TestLibRBD.TestCompareAndWriteSuccessBufferlistGreaterLenPP (27 ms) 2024-04-15T15:33:22.611 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] TestLibRBD.TestAioCompareAndWriteSuccessBufferlistGreaterLenPP 2024-04-15T15:33:22.611 INFO:tasks.workunit.client.0.smithi016.stdout:using new format! 2024-04-15T15:33:22.635 INFO:tasks.workunit.client.0.smithi016.stdout:write completion cb called! 2024-04-15T15:33:22.639 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] TestLibRBD.TestAioCompareAndWriteSuccessBufferlistGreaterLenPP (29 ms) 2024-04-15T15:33:22.639 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] TestLibRBD.TestCompareAndWriteStripeUnitUnalignedPP 2024-04-15T15:33:22.639 INFO:tasks.workunit.client.0.smithi016.stdout:using new format! 2024-04-15T15:33:22.710 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] TestLibRBD.TestCompareAndWriteStripeUnitUnalignedPP (71 ms) 2024-04-15T15:33:22.710 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] TestLibRBD.TestAioCompareAndWriteStripeUnitUnalignedPP 2024-04-15T15:33:22.710 INFO:tasks.workunit.client.0.smithi016.stdout:using new format! 2024-04-15T15:33:22.754 INFO:tasks.workunit.client.0.smithi016.stdout:write completion cb called! 2024-04-15T15:33:22.770 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] TestLibRBD.TestAioCompareAndWriteStripeUnitUnalignedPP (59 ms) 2024-04-15T15:33:22.770 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] TestLibRBD.TestCompareAndWriteTooLargePP 2024-04-15T15:33:22.770 INFO:tasks.workunit.client.0.smithi016.stdout:using new format! 2024-04-15T15:33:22.827 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] TestLibRBD.TestCompareAndWriteTooLargePP (58 ms) 2024-04-15T15:33:22.828 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] TestLibRBD.TestAioCompareAndWriteTooLargePP 2024-04-15T15:33:22.828 INFO:tasks.workunit.client.0.smithi016.stdout:using new format! 2024-04-15T15:33:22.874 INFO:tasks.workunit.client.0.smithi016.stdout:write completion cb called! 2024-04-15T15:33:22.896 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] TestLibRBD.TestAioCompareAndWriteTooLargePP (69 ms) 2024-04-15T15:33:22.896 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] TestLibRBD.TestCompareAndWriteStripeUnitSuccessPP 2024-04-15T15:33:22.896 INFO:tasks.workunit.client.0.smithi016.stdout:using new format! 2024-04-15T15:33:23.192 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] TestLibRBD.TestCompareAndWriteStripeUnitSuccessPP (296 ms) 2024-04-15T15:33:23.193 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] TestLibRBD.TestAioCompareAndWriteStripeUnitSuccessPP 2024-04-15T15:33:23.193 INFO:tasks.workunit.client.0.smithi016.stdout:using new format! 2024-04-15T15:33:23.599 INFO:tasks.workunit.client.0.smithi016.stdout:write completion cb called! 2024-04-15T15:33:23.623 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] TestLibRBD.TestAioCompareAndWriteStripeUnitSuccessPP (430 ms) 2024-04-15T15:33:23.623 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] TestLibRBD.TestIOPPWithIOHint 2024-04-15T15:33:23.623 INFO:tasks.workunit.client.0.smithi016.stdout:using new format! 2024-04-15T15:33:23.651 INFO:tasks.workunit.client.0.smithi016.stdout:wrote: 512 2024-04-15T15:33:23.651 INFO:tasks.workunit.client.0.smithi016.stdout:wrote: 512 2024-04-15T15:33:23.652 INFO:tasks.workunit.client.0.smithi016.stdout:wrote: 512 2024-04-15T15:33:23.652 INFO:tasks.workunit.client.0.smithi016.stdout:wrote: 512 2024-04-15T15:33:23.652 INFO:tasks.workunit.client.0.smithi016.stdout:wrote: 512 2024-04-15T15:33:23.652 INFO:tasks.workunit.client.0.smithi016.stdout:created completion 2024-04-15T15:33:23.652 INFO:tasks.workunit.client.0.smithi016.stdout:started write 2024-04-15T15:33:23.652 INFO:tasks.workunit.client.0.smithi016.stdout:write completion cb called! 2024-04-15T15:33:23.652 INFO:tasks.workunit.client.0.smithi016.stdout:return value is: 0 2024-04-15T15:33:23.652 INFO:tasks.workunit.client.0.smithi016.stdout:finished write 2024-04-15T15:33:23.652 INFO:tasks.workunit.client.0.smithi016.stdout:created completion 2024-04-15T15:33:23.653 INFO:tasks.workunit.client.0.smithi016.stdout:started write 2024-04-15T15:33:23.653 INFO:tasks.workunit.client.0.smithi016.stdout:write completion cb called! 2024-04-15T15:33:23.653 INFO:tasks.workunit.client.0.smithi016.stdout:return value is: 0 2024-04-15T15:33:23.654 INFO:tasks.workunit.client.0.smithi016.stdout:finished write 2024-04-15T15:33:23.654 INFO:tasks.workunit.client.0.smithi016.stdout:created completion 2024-04-15T15:33:23.654 INFO:tasks.workunit.client.0.smithi016.stdout:started write 2024-04-15T15:33:23.654 INFO:tasks.workunit.client.0.smithi016.stdout:write completion cb called! 2024-04-15T15:33:23.654 INFO:tasks.workunit.client.0.smithi016.stdout:return value is: 0 2024-04-15T15:33:23.655 INFO:tasks.workunit.client.0.smithi016.stdout:finished write 2024-04-15T15:33:23.655 INFO:tasks.workunit.client.0.smithi016.stdout:created completion 2024-04-15T15:33:23.655 INFO:tasks.workunit.client.0.smithi016.stdout:started write 2024-04-15T15:33:23.655 INFO:tasks.workunit.client.0.smithi016.stdout:write completion cb called! 2024-04-15T15:33:23.655 INFO:tasks.workunit.client.0.smithi016.stdout:return value is: 0 2024-04-15T15:33:23.655 INFO:tasks.workunit.client.0.smithi016.stdout:finished write 2024-04-15T15:33:23.655 INFO:tasks.workunit.client.0.smithi016.stdout:created completion 2024-04-15T15:33:23.656 INFO:tasks.workunit.client.0.smithi016.stdout:started write 2024-04-15T15:33:23.656 INFO:tasks.workunit.client.0.smithi016.stdout:write completion cb called! 2024-04-15T15:33:23.656 INFO:tasks.workunit.client.0.smithi016.stdout:return value is: 0 2024-04-15T15:33:23.656 INFO:tasks.workunit.client.0.smithi016.stdout:finished write 2024-04-15T15:33:23.656 INFO:tasks.workunit.client.0.smithi016.stdout:read: 512 2024-04-15T15:33:23.656 INFO:tasks.workunit.client.0.smithi016.stdout:created completion 2024-04-15T15:33:23.657 INFO:tasks.workunit.client.0.smithi016.stdout:started read 2024-04-15T15:33:23.657 INFO:tasks.workunit.client.0.smithi016.stdout:read completion cb called! 2024-04-15T15:33:23.657 INFO:tasks.workunit.client.0.smithi016.stdout:return value is: 512 2024-04-15T15:33:23.657 INFO:tasks.workunit.client.0.smithi016.stdout:finished read 2024-04-15T15:33:23.657 INFO:tasks.workunit.client.0.smithi016.stdout:created completion 2024-04-15T15:33:23.657 INFO:tasks.workunit.client.0.smithi016.stdout:started read 2024-04-15T15:33:23.657 INFO:tasks.workunit.client.0.smithi016.stdout:read completion cb called! 2024-04-15T15:33:23.658 INFO:tasks.workunit.client.0.smithi016.stdout:return value is: 512 2024-04-15T15:33:23.658 INFO:tasks.workunit.client.0.smithi016.stdout:finished read 2024-04-15T15:33:23.658 INFO:tasks.workunit.client.0.smithi016.stdout:created completion 2024-04-15T15:33:23.658 INFO:tasks.workunit.client.0.smithi016.stdout:started read 2024-04-15T15:33:23.658 INFO:tasks.workunit.client.0.smithi016.stdout:read completion cb called! 2024-04-15T15:33:23.658 INFO:tasks.workunit.client.0.smithi016.stdout:return value is: 512 2024-04-15T15:33:23.658 INFO:tasks.workunit.client.0.smithi016.stdout:finished read 2024-04-15T15:33:23.658 INFO:tasks.workunit.client.0.smithi016.stdout:created completion 2024-04-15T15:33:23.658 INFO:tasks.workunit.client.0.smithi016.stdout:started read 2024-04-15T15:33:23.658 INFO:tasks.workunit.client.0.smithi016.stdout:read completion cb called! 2024-04-15T15:33:23.658 INFO:tasks.workunit.client.0.smithi016.stdout:return value is: 512 2024-04-15T15:33:23.658 INFO:tasks.workunit.client.0.smithi016.stdout:finished read 2024-04-15T15:33:23.659 INFO:tasks.workunit.client.0.smithi016.stdout:created completion 2024-04-15T15:33:23.659 INFO:tasks.workunit.client.0.smithi016.stdout:started read 2024-04-15T15:33:23.659 INFO:tasks.workunit.client.0.smithi016.stdout:read completion cb called! 2024-04-15T15:33:24.438 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:33:24 smithi102 ceph-mon[87131]: pgmap v3041: 489 pgs: 489 active+clean; 253 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 9.6 MiB/s rd, 9.4 MiB/s wr, 487 op/s 2024-04-15T15:33:24.438 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:33:24 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T15:33:24.539 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:33:24 smithi016 ceph-mon[93212]: pgmap v3041: 489 pgs: 489 active+clean; 253 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 9.6 MiB/s rd, 9.4 MiB/s wr, 487 op/s 2024-04-15T15:33:24.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:33:24 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T15:33:24.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:33:24 smithi016 ceph-mon[90652]: pgmap v3041: 489 pgs: 489 active+clean; 253 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 9.6 MiB/s rd, 9.4 MiB/s wr, 487 op/s 2024-04-15T15:33:24.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:33:24 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T15:33:24.636 INFO:tasks.workunit.client.0.smithi016.stdout:return value is: 512 2024-04-15T15:33:24.637 INFO:tasks.workunit.client.0.smithi016.stdout:finished read 2024-04-15T15:33:24.637 INFO:tasks.workunit.client.0.smithi016.stdout:wrote: 0 2024-04-15T15:33:24.637 INFO:tasks.workunit.client.0.smithi016.stdout:to verify the data 2024-04-15T15:33:24.637 INFO:tasks.workunit.client.0.smithi016.stdout:verified 2024-04-15T15:33:24.637 INFO:tasks.workunit.client.0.smithi016.stdout:wrote: 0 2024-04-15T15:33:24.637 INFO:tasks.workunit.client.0.smithi016.stdout:to verify the data 2024-04-15T15:33:24.637 INFO:tasks.workunit.client.0.smithi016.stdout:verified 2024-04-15T15:33:24.637 INFO:tasks.workunit.client.0.smithi016.stdout:wrote: 16384 2024-04-15T15:33:24.637 INFO:tasks.workunit.client.0.smithi016.stdout:to verify the data 2024-04-15T15:33:24.637 INFO:tasks.workunit.client.0.smithi016.stdout:verified 2024-04-15T15:33:24.637 INFO:tasks.workunit.client.0.smithi016.stdout:wrote: 16384 2024-04-15T15:33:24.637 INFO:tasks.workunit.client.0.smithi016.stdout:to verify the data 2024-04-15T15:33:24.637 INFO:tasks.workunit.client.0.smithi016.stdout:verified 2024-04-15T15:33:24.638 INFO:tasks.workunit.client.0.smithi016.stdout:expected fail, finished writesame 2024-04-15T15:33:24.638 INFO:tasks.workunit.client.0.smithi016.stdout:expected fail, finished writesame 2024-04-15T15:33:24.638 INFO:tasks.workunit.client.0.smithi016.stdout:wrote: 49152 2024-04-15T15:33:24.638 INFO:tasks.workunit.client.0.smithi016.stdout:to verify the data 2024-04-15T15:33:24.638 INFO:tasks.workunit.client.0.smithi016.stdout:verified 2024-04-15T15:33:24.638 INFO:tasks.workunit.client.0.smithi016.stdout:wrote: 49152 2024-04-15T15:33:24.638 INFO:tasks.workunit.client.0.smithi016.stdout:to verify the data 2024-04-15T15:33:24.638 INFO:tasks.workunit.client.0.smithi016.stdout:verified 2024-04-15T15:33:24.638 INFO:tasks.workunit.client.0.smithi016.stdout:wrote: 65536 2024-04-15T15:33:24.638 INFO:tasks.workunit.client.0.smithi016.stdout:to verify the data 2024-04-15T15:33:24.638 INFO:tasks.workunit.client.0.smithi016.stdout:verified 2024-04-15T15:33:24.638 INFO:tasks.workunit.client.0.smithi016.stdout:wrote: 65536 2024-04-15T15:33:24.639 INFO:tasks.workunit.client.0.smithi016.stdout:to verify the data 2024-04-15T15:33:24.639 INFO:tasks.workunit.client.0.smithi016.stdout:verified 2024-04-15T15:33:24.639 INFO:tasks.workunit.client.0.smithi016.stdout:expected fail, finished writesame 2024-04-15T15:33:24.639 INFO:tasks.workunit.client.0.smithi016.stdout:expected fail, finished writesame 2024-04-15T15:33:24.639 INFO:tasks.workunit.client.0.smithi016.stdout:wrote: 98304 2024-04-15T15:33:24.639 INFO:tasks.workunit.client.0.smithi016.stdout:to verify the data 2024-04-15T15:33:24.639 INFO:tasks.workunit.client.0.smithi016.stdout:verified 2024-04-15T15:33:24.639 INFO:tasks.workunit.client.0.smithi016.stdout:wrote: 98304 2024-04-15T15:33:24.639 INFO:tasks.workunit.client.0.smithi016.stdout:to verify the data 2024-04-15T15:33:24.639 INFO:tasks.workunit.client.0.smithi016.stdout:verified 2024-04-15T15:33:24.639 INFO:tasks.workunit.client.0.smithi016.stdout:wrote: 114688 2024-04-15T15:33:24.640 INFO:tasks.workunit.client.0.smithi016.stdout:to verify the data 2024-04-15T15:33:24.640 INFO:tasks.workunit.client.0.smithi016.stdout:verified 2024-04-15T15:33:24.640 INFO:tasks.workunit.client.0.smithi016.stdout:wrote: 114688 2024-04-15T15:33:24.640 INFO:tasks.workunit.client.0.smithi016.stdout:to verify the data 2024-04-15T15:33:24.640 INFO:tasks.workunit.client.0.smithi016.stdout:verified 2024-04-15T15:33:24.640 INFO:tasks.workunit.client.0.smithi016.stdout:expected fail, finished writesame 2024-04-15T15:33:24.640 INFO:tasks.workunit.client.0.smithi016.stdout:expected fail, finished writesame 2024-04-15T15:33:24.640 INFO:tasks.workunit.client.0.smithi016.stdout:wrote: 147456 2024-04-15T15:33:24.640 INFO:tasks.workunit.client.0.smithi016.stdout:to verify the data 2024-04-15T15:33:24.640 INFO:tasks.workunit.client.0.smithi016.stdout:verified 2024-04-15T15:33:24.640 INFO:tasks.workunit.client.0.smithi016.stdout:wrote: 147456 2024-04-15T15:33:24.640 INFO:tasks.workunit.client.0.smithi016.stdout:to verify the data 2024-04-15T15:33:24.640 INFO:tasks.workunit.client.0.smithi016.stdout:verified 2024-04-15T15:33:24.641 INFO:tasks.workunit.client.0.smithi016.stdout:wrote: 163840 2024-04-15T15:33:24.641 INFO:tasks.workunit.client.0.smithi016.stdout:to verify the data 2024-04-15T15:33:24.641 INFO:tasks.workunit.client.0.smithi016.stdout:verified 2024-04-15T15:33:24.641 INFO:tasks.workunit.client.0.smithi016.stdout:wrote: 163840 2024-04-15T15:33:24.641 INFO:tasks.workunit.client.0.smithi016.stdout:to verify the data 2024-04-15T15:33:24.641 INFO:tasks.workunit.client.0.smithi016.stdout:verified 2024-04-15T15:33:24.641 INFO:tasks.workunit.client.0.smithi016.stdout:expected fail, finished writesame 2024-04-15T15:33:24.641 INFO:tasks.workunit.client.0.smithi016.stdout:expected fail, finished writesame 2024-04-15T15:33:24.641 INFO:tasks.workunit.client.0.smithi016.stdout:wrote: 196608 2024-04-15T15:33:24.641 INFO:tasks.workunit.client.0.smithi016.stdout:to verify the data 2024-04-15T15:33:24.641 INFO:tasks.workunit.client.0.smithi016.stdout:verified 2024-04-15T15:33:24.641 INFO:tasks.workunit.client.0.smithi016.stdout:wrote: 196608 2024-04-15T15:33:24.641 INFO:tasks.workunit.client.0.smithi016.stdout:to verify the data 2024-04-15T15:33:24.641 INFO:tasks.workunit.client.0.smithi016.stdout:verified 2024-04-15T15:33:24.642 INFO:tasks.workunit.client.0.smithi016.stdout:wrote: 212992 2024-04-15T15:33:24.642 INFO:tasks.workunit.client.0.smithi016.stdout:to verify the data 2024-04-15T15:33:24.642 INFO:tasks.workunit.client.0.smithi016.stdout:verified 2024-04-15T15:33:24.642 INFO:tasks.workunit.client.0.smithi016.stdout:wrote: 212992 2024-04-15T15:33:24.642 INFO:tasks.workunit.client.0.smithi016.stdout:to verify the data 2024-04-15T15:33:24.642 INFO:tasks.workunit.client.0.smithi016.stdout:verified 2024-04-15T15:33:24.642 INFO:tasks.workunit.client.0.smithi016.stdout:expected fail, finished writesame 2024-04-15T15:33:24.642 INFO:tasks.workunit.client.0.smithi016.stdout:expected fail, finished writesame 2024-04-15T15:33:24.642 INFO:tasks.workunit.client.0.smithi016.stdout:created completion 2024-04-15T15:33:24.642 INFO:tasks.workunit.client.0.smithi016.stdout:started writesame 2024-04-15T15:33:24.642 INFO:tasks.workunit.client.0.smithi016.stdout:write completion cb called! 2024-04-15T15:33:24.642 INFO:tasks.workunit.client.0.smithi016.stdout:return value is: 0 2024-04-15T15:33:24.643 INFO:tasks.workunit.client.0.smithi016.stdout:finished writesame 2024-04-15T15:33:24.643 INFO:tasks.workunit.client.0.smithi016.stdout:to verify the data 2024-04-15T15:33:24.643 INFO:tasks.workunit.client.0.smithi016.stdout:verified 2024-04-15T15:33:24.643 INFO:tasks.workunit.client.0.smithi016.stdout:created completion 2024-04-15T15:33:24.643 INFO:tasks.workunit.client.0.smithi016.stdout:started writesame 2024-04-15T15:33:24.643 INFO:tasks.workunit.client.0.smithi016.stdout:write completion cb called! 2024-04-15T15:33:24.643 INFO:tasks.workunit.client.0.smithi016.stdout:return value is: 0 2024-04-15T15:33:24.644 INFO:tasks.workunit.client.0.smithi016.stdout:finished writesame 2024-04-15T15:33:24.644 INFO:tasks.workunit.client.0.smithi016.stdout:to verify the data 2024-04-15T15:33:24.644 INFO:tasks.workunit.client.0.smithi016.stdout:verified 2024-04-15T15:33:24.644 INFO:tasks.workunit.client.0.smithi016.stdout:created completion 2024-04-15T15:33:24.644 INFO:tasks.workunit.client.0.smithi016.stdout:started writesame 2024-04-15T15:33:24.644 INFO:tasks.workunit.client.0.smithi016.stdout:write completion cb called! 2024-04-15T15:33:24.645 INFO:tasks.workunit.client.0.smithi016.stdout:return value is: 0 2024-04-15T15:33:24.645 INFO:tasks.workunit.client.0.smithi016.stdout:finished writesame 2024-04-15T15:33:24.645 INFO:tasks.workunit.client.0.smithi016.stdout:to verify the data 2024-04-15T15:33:24.645 INFO:tasks.workunit.client.0.smithi016.stdout:verified 2024-04-15T15:33:24.645 INFO:tasks.workunit.client.0.smithi016.stdout:created completion 2024-04-15T15:33:24.645 INFO:tasks.workunit.client.0.smithi016.stdout:started writesame 2024-04-15T15:33:24.646 INFO:tasks.workunit.client.0.smithi016.stdout:write completion cb called! 2024-04-15T15:33:24.653 INFO:tasks.workunit.client.0.smithi016.stdout:return value is: 0 2024-04-15T15:33:24.653 INFO:tasks.workunit.client.0.smithi016.stdout:finished writesame 2024-04-15T15:33:24.653 INFO:tasks.workunit.client.0.smithi016.stdout:to verify the data 2024-04-15T15:33:24.653 INFO:tasks.workunit.client.0.smithi016.stdout:verified 2024-04-15T15:33:24.653 INFO:tasks.workunit.client.0.smithi016.stdout:created completion 2024-04-15T15:33:24.653 INFO:tasks.workunit.client.0.smithi016.stdout:started writesame 2024-04-15T15:33:24.654 INFO:tasks.workunit.client.0.smithi016.stdout:expected fail, finished writesame 2024-04-15T15:33:24.654 INFO:tasks.workunit.client.0.smithi016.stdout:created completion 2024-04-15T15:33:24.654 INFO:tasks.workunit.client.0.smithi016.stdout:started writesame 2024-04-15T15:33:24.654 INFO:tasks.workunit.client.0.smithi016.stdout:expected fail, finished writesame 2024-04-15T15:33:24.654 INFO:tasks.workunit.client.0.smithi016.stdout:created completion 2024-04-15T15:33:24.654 INFO:tasks.workunit.client.0.smithi016.stdout:started writesame 2024-04-15T15:33:24.654 INFO:tasks.workunit.client.0.smithi016.stdout:write completion cb called! 2024-04-15T15:33:24.674 INFO:tasks.workunit.client.0.smithi016.stdout:return value is: 0 2024-04-15T15:33:24.674 INFO:tasks.workunit.client.0.smithi016.stdout:finished writesame 2024-04-15T15:33:24.675 INFO:tasks.workunit.client.0.smithi016.stdout:to verify the data 2024-04-15T15:33:24.675 INFO:tasks.workunit.client.0.smithi016.stdout:verified 2024-04-15T15:33:24.675 INFO:tasks.workunit.client.0.smithi016.stdout:created completion 2024-04-15T15:33:24.675 INFO:tasks.workunit.client.0.smithi016.stdout:started writesame 2024-04-15T15:33:24.675 INFO:tasks.workunit.client.0.smithi016.stdout:write completion cb called! 2024-04-15T15:33:24.696 INFO:tasks.workunit.client.0.smithi016.stdout:return value is: 0 2024-04-15T15:33:24.696 INFO:tasks.workunit.client.0.smithi016.stdout:finished writesame 2024-04-15T15:33:24.696 INFO:tasks.workunit.client.0.smithi016.stdout:to verify the data 2024-04-15T15:33:24.696 INFO:tasks.workunit.client.0.smithi016.stdout:verified 2024-04-15T15:33:24.696 INFO:tasks.workunit.client.0.smithi016.stdout:created completion 2024-04-15T15:33:24.696 INFO:tasks.workunit.client.0.smithi016.stdout:started writesame 2024-04-15T15:33:24.696 INFO:tasks.workunit.client.0.smithi016.stdout:write completion cb called! 2024-04-15T15:33:24.724 INFO:tasks.workunit.client.0.smithi016.stdout:return value is: 0 2024-04-15T15:33:24.725 INFO:tasks.workunit.client.0.smithi016.stdout:finished writesame 2024-04-15T15:33:24.725 INFO:tasks.workunit.client.0.smithi016.stdout:to verify the data 2024-04-15T15:33:24.725 INFO:tasks.workunit.client.0.smithi016.stdout:verified 2024-04-15T15:33:24.725 INFO:tasks.workunit.client.0.smithi016.stdout:created completion 2024-04-15T15:33:24.725 INFO:tasks.workunit.client.0.smithi016.stdout:started writesame 2024-04-15T15:33:24.725 INFO:tasks.workunit.client.0.smithi016.stdout:write completion cb called! 2024-04-15T15:33:24.752 INFO:tasks.workunit.client.0.smithi016.stdout:return value is: 0 2024-04-15T15:33:24.752 INFO:tasks.workunit.client.0.smithi016.stdout:finished writesame 2024-04-15T15:33:24.752 INFO:tasks.workunit.client.0.smithi016.stdout:to verify the data 2024-04-15T15:33:24.752 INFO:tasks.workunit.client.0.smithi016.stdout:verified 2024-04-15T15:33:24.752 INFO:tasks.workunit.client.0.smithi016.stdout:created completion 2024-04-15T15:33:24.752 INFO:tasks.workunit.client.0.smithi016.stdout:started writesame 2024-04-15T15:33:24.752 INFO:tasks.workunit.client.0.smithi016.stdout:expected fail, finished writesame 2024-04-15T15:33:24.752 INFO:tasks.workunit.client.0.smithi016.stdout:created completion 2024-04-15T15:33:24.752 INFO:tasks.workunit.client.0.smithi016.stdout:started writesame 2024-04-15T15:33:24.753 INFO:tasks.workunit.client.0.smithi016.stdout:expected fail, finished writesame 2024-04-15T15:33:24.753 INFO:tasks.workunit.client.0.smithi016.stdout:created completion 2024-04-15T15:33:24.753 INFO:tasks.workunit.client.0.smithi016.stdout:started writesame 2024-04-15T15:33:24.753 INFO:tasks.workunit.client.0.smithi016.stdout:write completion cb called! 2024-04-15T15:33:24.794 INFO:tasks.workunit.client.0.smithi016.stdout:return value is: 0 2024-04-15T15:33:24.794 INFO:tasks.workunit.client.0.smithi016.stdout:finished writesame 2024-04-15T15:33:24.794 INFO:tasks.workunit.client.0.smithi016.stdout:to verify the data 2024-04-15T15:33:24.794 INFO:tasks.workunit.client.0.smithi016.stdout:verified 2024-04-15T15:33:24.794 INFO:tasks.workunit.client.0.smithi016.stdout:created completion 2024-04-15T15:33:24.795 INFO:tasks.workunit.client.0.smithi016.stdout:started writesame 2024-04-15T15:33:24.795 INFO:tasks.workunit.client.0.smithi016.stdout:write completion cb called! 2024-04-15T15:33:24.835 INFO:tasks.workunit.client.0.smithi016.stdout:return value is: 0 2024-04-15T15:33:24.835 INFO:tasks.workunit.client.0.smithi016.stdout:finished writesame 2024-04-15T15:33:24.835 INFO:tasks.workunit.client.0.smithi016.stdout:to verify the data 2024-04-15T15:33:24.835 INFO:tasks.workunit.client.0.smithi016.stdout:verified 2024-04-15T15:33:24.835 INFO:tasks.workunit.client.0.smithi016.stdout:created completion 2024-04-15T15:33:24.835 INFO:tasks.workunit.client.0.smithi016.stdout:started writesame 2024-04-15T15:33:24.835 INFO:tasks.workunit.client.0.smithi016.stdout:write completion cb called! 2024-04-15T15:33:24.886 INFO:tasks.workunit.client.0.smithi016.stdout:return value is: 0 2024-04-15T15:33:24.886 INFO:tasks.workunit.client.0.smithi016.stdout:finished writesame 2024-04-15T15:33:24.886 INFO:tasks.workunit.client.0.smithi016.stdout:to verify the data 2024-04-15T15:33:24.887 INFO:tasks.workunit.client.0.smithi016.stdout:verified 2024-04-15T15:33:24.887 INFO:tasks.workunit.client.0.smithi016.stdout:created completion 2024-04-15T15:33:24.887 INFO:tasks.workunit.client.0.smithi016.stdout:started writesame 2024-04-15T15:33:24.887 INFO:tasks.workunit.client.0.smithi016.stdout:write completion cb called! 2024-04-15T15:33:24.941 INFO:tasks.workunit.client.0.smithi016.stdout:return value is: 0 2024-04-15T15:33:24.942 INFO:tasks.workunit.client.0.smithi016.stdout:finished writesame 2024-04-15T15:33:24.942 INFO:tasks.workunit.client.0.smithi016.stdout:to verify the data 2024-04-15T15:33:24.942 INFO:tasks.workunit.client.0.smithi016.stdout:verified 2024-04-15T15:33:24.942 INFO:tasks.workunit.client.0.smithi016.stdout:created completion 2024-04-15T15:33:24.942 INFO:tasks.workunit.client.0.smithi016.stdout:started writesame 2024-04-15T15:33:24.942 INFO:tasks.workunit.client.0.smithi016.stdout:expected fail, finished writesame 2024-04-15T15:33:24.942 INFO:tasks.workunit.client.0.smithi016.stdout:created completion 2024-04-15T15:33:24.942 INFO:tasks.workunit.client.0.smithi016.stdout:started writesame 2024-04-15T15:33:24.942 INFO:tasks.workunit.client.0.smithi016.stdout:expected fail, finished writesame 2024-04-15T15:33:24.942 INFO:tasks.workunit.client.0.smithi016.stdout:created completion 2024-04-15T15:33:24.942 INFO:tasks.workunit.client.0.smithi016.stdout:started writesame 2024-04-15T15:33:24.942 INFO:tasks.workunit.client.0.smithi016.stdout:write completion cb called! 2024-04-15T15:33:25.009 INFO:tasks.workunit.client.0.smithi016.stdout:return value is: 0 2024-04-15T15:33:25.009 INFO:tasks.workunit.client.0.smithi016.stdout:finished writesame 2024-04-15T15:33:25.009 INFO:tasks.workunit.client.0.smithi016.stdout:to verify the data 2024-04-15T15:33:25.009 INFO:tasks.workunit.client.0.smithi016.stdout:verified 2024-04-15T15:33:25.009 INFO:tasks.workunit.client.0.smithi016.stdout:created completion 2024-04-15T15:33:25.010 INFO:tasks.workunit.client.0.smithi016.stdout:started writesame 2024-04-15T15:33:25.010 INFO:tasks.workunit.client.0.smithi016.stdout:write completion cb called! 2024-04-15T15:33:25.077 INFO:tasks.workunit.client.0.smithi016.stdout:return value is: 0 2024-04-15T15:33:25.077 INFO:tasks.workunit.client.0.smithi016.stdout:finished writesame 2024-04-15T15:33:25.077 INFO:tasks.workunit.client.0.smithi016.stdout:to verify the data 2024-04-15T15:33:25.077 INFO:tasks.workunit.client.0.smithi016.stdout:verified 2024-04-15T15:33:25.077 INFO:tasks.workunit.client.0.smithi016.stdout:created completion 2024-04-15T15:33:25.077 INFO:tasks.workunit.client.0.smithi016.stdout:started writesame 2024-04-15T15:33:25.077 INFO:tasks.workunit.client.0.smithi016.stdout:write completion cb called! 2024-04-15T15:33:25.154 INFO:tasks.workunit.client.0.smithi016.stdout:return value is: 0 2024-04-15T15:33:25.154 INFO:tasks.workunit.client.0.smithi016.stdout:finished writesame 2024-04-15T15:33:25.154 INFO:tasks.workunit.client.0.smithi016.stdout:to verify the data 2024-04-15T15:33:25.154 INFO:tasks.workunit.client.0.smithi016.stdout:verified 2024-04-15T15:33:25.154 INFO:tasks.workunit.client.0.smithi016.stdout:created completion 2024-04-15T15:33:25.154 INFO:tasks.workunit.client.0.smithi016.stdout:started writesame 2024-04-15T15:33:25.154 INFO:tasks.workunit.client.0.smithi016.stdout:write completion cb called! 2024-04-15T15:33:25.226 INFO:tasks.workunit.client.0.smithi016.stdout:return value is: 0 2024-04-15T15:33:25.227 INFO:tasks.workunit.client.0.smithi016.stdout:finished writesame 2024-04-15T15:33:25.227 INFO:tasks.workunit.client.0.smithi016.stdout:to verify the data 2024-04-15T15:33:25.227 INFO:tasks.workunit.client.0.smithi016.stdout:verified 2024-04-15T15:33:25.227 INFO:tasks.workunit.client.0.smithi016.stdout:created completion 2024-04-15T15:33:25.227 INFO:tasks.workunit.client.0.smithi016.stdout:started writesame 2024-04-15T15:33:25.227 INFO:tasks.workunit.client.0.smithi016.stdout:expected fail, finished writesame 2024-04-15T15:33:25.227 INFO:tasks.workunit.client.0.smithi016.stdout:created completion 2024-04-15T15:33:25.227 INFO:tasks.workunit.client.0.smithi016.stdout:started writesame 2024-04-15T15:33:25.227 INFO:tasks.workunit.client.0.smithi016.stdout:expected fail, finished writesame 2024-04-15T15:33:25.227 INFO:tasks.workunit.client.0.smithi016.stdout:created completion 2024-04-15T15:33:25.227 INFO:tasks.workunit.client.0.smithi016.stdout:started writesame 2024-04-15T15:33:25.227 INFO:tasks.workunit.client.0.smithi016.stdout:write completion cb called! 2024-04-15T15:33:25.316 INFO:tasks.workunit.client.0.smithi016.stdout:return value is: 0 2024-04-15T15:33:25.316 INFO:tasks.workunit.client.0.smithi016.stdout:finished writesame 2024-04-15T15:33:25.316 INFO:tasks.workunit.client.0.smithi016.stdout:to verify the data 2024-04-15T15:33:25.316 INFO:tasks.workunit.client.0.smithi016.stdout:verified 2024-04-15T15:33:25.316 INFO:tasks.workunit.client.0.smithi016.stdout:created completion 2024-04-15T15:33:25.316 INFO:tasks.workunit.client.0.smithi016.stdout:started writesame 2024-04-15T15:33:25.316 INFO:tasks.workunit.client.0.smithi016.stdout:write completion cb called! 2024-04-15T15:33:25.397 INFO:tasks.workunit.client.0.smithi016.stdout:return value is: 0 2024-04-15T15:33:25.398 INFO:tasks.workunit.client.0.smithi016.stdout:finished writesame 2024-04-15T15:33:25.398 INFO:tasks.workunit.client.0.smithi016.stdout:to verify the data 2024-04-15T15:33:25.398 INFO:tasks.workunit.client.0.smithi016.stdout:verified 2024-04-15T15:33:25.398 INFO:tasks.workunit.client.0.smithi016.stdout:created completion 2024-04-15T15:33:25.398 INFO:tasks.workunit.client.0.smithi016.stdout:started writesame 2024-04-15T15:33:25.398 INFO:tasks.workunit.client.0.smithi016.stdout:write completion cb called! 2024-04-15T15:33:25.489 INFO:tasks.workunit.client.0.smithi016.stdout:return value is: 0 2024-04-15T15:33:25.489 INFO:tasks.workunit.client.0.smithi016.stdout:finished writesame 2024-04-15T15:33:25.489 INFO:tasks.workunit.client.0.smithi016.stdout:to verify the data 2024-04-15T15:33:25.489 INFO:tasks.workunit.client.0.smithi016.stdout:verified 2024-04-15T15:33:25.489 INFO:tasks.workunit.client.0.smithi016.stdout:created completion 2024-04-15T15:33:25.489 INFO:tasks.workunit.client.0.smithi016.stdout:started writesame 2024-04-15T15:33:25.489 INFO:tasks.workunit.client.0.smithi016.stdout:write completion cb called! 2024-04-15T15:33:25.580 INFO:tasks.workunit.client.0.smithi016.stdout:return value is: 0 2024-04-15T15:33:25.580 INFO:tasks.workunit.client.0.smithi016.stdout:finished writesame 2024-04-15T15:33:25.580 INFO:tasks.workunit.client.0.smithi016.stdout:to verify the data 2024-04-15T15:33:25.580 INFO:tasks.workunit.client.0.smithi016.stdout:verified 2024-04-15T15:33:25.580 INFO:tasks.workunit.client.0.smithi016.stdout:created completion 2024-04-15T15:33:25.580 INFO:tasks.workunit.client.0.smithi016.stdout:started writesame 2024-04-15T15:33:25.580 INFO:tasks.workunit.client.0.smithi016.stdout:expected fail, finished writesame 2024-04-15T15:33:25.580 INFO:tasks.workunit.client.0.smithi016.stdout:created completion 2024-04-15T15:33:25.580 INFO:tasks.workunit.client.0.smithi016.stdout:started writesame 2024-04-15T15:33:25.581 INFO:tasks.workunit.client.0.smithi016.stdout:expected fail, finished writesame 2024-04-15T15:33:25.581 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] TestLibRBD.TestIOPPWithIOHint (1957 ms) 2024-04-15T15:33:25.581 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] TestLibRBD.TestIOToSnapshot 2024-04-15T15:33:25.581 INFO:tasks.workunit.client.0.smithi016.stdout:using new format! 2024-04-15T15:33:26.438 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:33:26 smithi102 ceph-mon[87131]: pgmap v3042: 489 pgs: 489 active+clean; 253 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 7.8 MiB/s rd, 7.7 MiB/s wr, 395 op/s 2024-04-15T15:33:26.438 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:33:26 smithi102 ceph-mon[87131]: osdmap e1687: 8 total, 8 up, 8 in 2024-04-15T15:33:26.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:33:26 smithi016 ceph-mon[90652]: pgmap v3042: 489 pgs: 489 active+clean; 253 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 7.8 MiB/s rd, 7.7 MiB/s wr, 395 op/s 2024-04-15T15:33:26.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:33:26 smithi016 ceph-mon[90652]: osdmap e1687: 8 total, 8 up, 8 in 2024-04-15T15:33:26.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:33:26 smithi016 ceph-mon[93212]: pgmap v3042: 489 pgs: 489 active+clean; 253 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 7.8 MiB/s rd, 7.7 MiB/s wr, 395 op/s 2024-04-15T15:33:26.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:33:26 smithi016 ceph-mon[93212]: osdmap e1687: 8 total, 8 up, 8 in 2024-04-15T15:33:26.992 INFO:tasks.workunit.client.0.smithi016.stdout:num snaps is: 0 2024-04-15T15:33:26.992 INFO:tasks.workunit.client.0.smithi016.stdout:expected: 0 2024-04-15T15:33:26.992 INFO:tasks.workunit.client.0.smithi016.stdout:num snaps is: 1 2024-04-15T15:33:26.992 INFO:tasks.workunit.client.0.smithi016.stdout:expected: 1 2024-04-15T15:33:26.992 INFO:tasks.workunit.client.0.smithi016.stdout:snap: orig 2024-04-15T15:33:26.992 INFO:tasks.workunit.client.0.smithi016.stdout:found orig with size 2097152 2024-04-15T15:33:26.992 INFO:tasks.workunit.client.0.smithi016.stdout:read: 80 2024-04-15T15:33:26.993 INFO:tasks.workunit.client.0.smithi016.stdout:write test data! 2024-04-15T15:33:26.993 INFO:tasks.workunit.client.0.smithi016.stdout:wrote: 80 2024-04-15T15:33:26.993 INFO:tasks.workunit.client.0.smithi016.stdout:num snaps is: 2 2024-04-15T15:33:26.993 INFO:tasks.workunit.client.0.smithi016.stdout:expected: 2 2024-04-15T15:33:26.993 INFO:tasks.workunit.client.0.smithi016.stdout:snap: orig 2024-04-15T15:33:26.993 INFO:tasks.workunit.client.0.smithi016.stdout:snap: written 2024-04-15T15:33:26.993 INFO:tasks.workunit.client.0.smithi016.stdout:found orig with size 2097152 2024-04-15T15:33:26.993 INFO:tasks.workunit.client.0.smithi016.stdout:found written with size 2097152 2024-04-15T15:33:26.993 INFO:tasks.workunit.client.0.smithi016.stdout:read: 80 2024-04-15T15:33:26.993 INFO:tasks.workunit.client.0.smithi016.stdout:read: 80 2024-04-15T15:33:26.993 INFO:tasks.workunit.client.0.smithi016.stdout:read: 80 2024-04-15T15:33:26.993 INFO:tasks.workunit.client.0.smithi016.stdout:write to snapshot returned -30 2024-04-15T15:33:26.993 INFO:tasks.workunit.client.0.smithi016.stdout:Read-only file system 2024-04-15T15:33:27.019 INFO:tasks.workunit.client.0.smithi016.stdout:read: 80 2024-04-15T15:33:27.019 INFO:tasks.workunit.client.0.smithi016.stdout:read: 80 2024-04-15T15:33:27.019 INFO:tasks.workunit.client.0.smithi016.stdout:wrote: 80 2024-04-15T15:33:27.019 INFO:tasks.workunit.client.0.smithi016.stdout:opening testimg@orig 2024-04-15T15:33:27.019 INFO:tasks.workunit.client.0.smithi016.stdout:read: 80 2024-04-15T15:33:27.019 INFO:tasks.workunit.client.0.smithi016.stdout:write to snapshot returned -30 2024-04-15T15:33:27.020 INFO:tasks.workunit.client.0.smithi016.stdout:Read-only file system 2024-04-15T15:33:28.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:33:27 smithi016 ceph-mon[90652]: pgmap v3044: 489 pgs: 489 active+clean; 293 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 14 MiB/s rd, 14 MiB/s wr, 2.37k op/s 2024-04-15T15:33:28.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:33:27 smithi016 ceph-mon[90652]: osdmap e1688: 8 total, 8 up, 8 in 2024-04-15T15:33:28.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:33:27 smithi016 ceph-mon[93212]: pgmap v3044: 489 pgs: 489 active+clean; 293 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 14 MiB/s rd, 14 MiB/s wr, 2.37k op/s 2024-04-15T15:33:28.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:33:27 smithi016 ceph-mon[93212]: osdmap e1688: 8 total, 8 up, 8 in 2024-04-15T15:33:28.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:33:27 smithi102 ceph-mon[87131]: pgmap v3044: 489 pgs: 489 active+clean; 293 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 14 MiB/s rd, 14 MiB/s wr, 2.37k op/s 2024-04-15T15:33:28.438 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:33:27 smithi102 ceph-mon[87131]: osdmap e1688: 8 total, 8 up, 8 in 2024-04-15T15:33:29.000 INFO:tasks.workunit.client.0.smithi016.stdout:num snaps is: 2 2024-04-15T15:33:29.000 INFO:tasks.workunit.client.0.smithi016.stdout:expected: 2 2024-04-15T15:33:29.000 INFO:tasks.workunit.client.0.smithi016.stdout:snap: orig 2024-04-15T15:33:29.000 INFO:tasks.workunit.client.0.smithi016.stdout:snap: written 2024-04-15T15:33:29.000 INFO:tasks.workunit.client.0.smithi016.stdout:found orig with size 2097152 2024-04-15T15:33:29.001 INFO:tasks.workunit.client.0.smithi016.stdout:found written with size 2097152 2024-04-15T15:33:29.001 INFO:tasks.workunit.client.0.smithi016.stdout:num snaps is: 1 2024-04-15T15:33:29.001 INFO:tasks.workunit.client.0.smithi016.stdout:expected: 1 2024-04-15T15:33:29.001 INFO:tasks.workunit.client.0.smithi016.stdout:snap: orig 2024-04-15T15:33:29.001 INFO:tasks.workunit.client.0.smithi016.stdout:found orig with size 2097152 2024-04-15T15:33:29.001 INFO:tasks.workunit.client.0.smithi016.stdout:num snaps is: 0 2024-04-15T15:33:29.001 INFO:tasks.workunit.client.0.smithi016.stdout:expected: 0 2024-04-15T15:33:29.001 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] TestLibRBD.TestIOToSnapshot (3419 ms) 2024-04-15T15:33:29.001 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] TestLibRBD.TestSnapshotDeletedIo 2024-04-15T15:33:29.001 INFO:tasks.workunit.client.0.smithi016.stdout:using new format! 2024-04-15T15:33:29.289 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:33:28 smithi016 ceph-mon[90652]: osdmap e1689: 8 total, 8 up, 8 in 2024-04-15T15:33:29.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:33:28 smithi016 ceph-mon[93212]: osdmap e1689: 8 total, 8 up, 8 in 2024-04-15T15:33:29.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:33:28 smithi102 ceph-mon[87131]: osdmap e1689: 8 total, 8 up, 8 in 2024-04-15T15:33:30.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:33:29 smithi016 ceph-mon[90652]: pgmap v3047: 489 pgs: 489 active+clean; 301 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 11 MiB/s rd, 10 MiB/s wr, 2.76k op/s 2024-04-15T15:33:30.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:33:29 smithi016 ceph-mon[90652]: osdmap e1690: 8 total, 8 up, 8 in 2024-04-15T15:33:30.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:33:29 smithi016 ceph-mon[93212]: pgmap v3047: 489 pgs: 489 active+clean; 301 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 11 MiB/s rd, 10 MiB/s wr, 2.76k op/s 2024-04-15T15:33:30.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:33:29 smithi016 ceph-mon[93212]: osdmap e1690: 8 total, 8 up, 8 in 2024-04-15T15:33:30.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:33:29 smithi102 ceph-mon[87131]: pgmap v3047: 489 pgs: 489 active+clean; 301 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 11 MiB/s rd, 10 MiB/s wr, 2.76k op/s 2024-04-15T15:33:30.438 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:33:29 smithi102 ceph-mon[87131]: osdmap e1690: 8 total, 8 up, 8 in 2024-04-15T15:33:31.003 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] TestLibRBD.TestSnapshotDeletedIo (2003 ms) 2024-04-15T15:33:31.003 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] TestLibRBD.TestClone 2024-04-15T15:33:31.003 INFO:tasks.workunit.client.0.smithi016.stdout:using new format! 2024-04-15T15:33:31.289 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:33:30 smithi016 ceph-mon[90652]: osdmap e1691: 8 total, 8 up, 8 in 2024-04-15T15:33:31.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:33:30 smithi016 ceph-mon[93212]: osdmap e1691: 8 total, 8 up, 8 in 2024-04-15T15:33:31.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:33:30 smithi102 ceph-mon[87131]: osdmap e1691: 8 total, 8 up, 8 in 2024-04-15T15:33:32.039 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:33:31 smithi016 ceph-mon[90652]: pgmap v3050: 489 pgs: 489 active+clean; 301 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.0 MiB/s wr, 128 op/s 2024-04-15T15:33:32.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:33:31 smithi016 ceph-mon[90652]: osdmap e1692: 8 total, 8 up, 8 in 2024-04-15T15:33:32.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:33:31 smithi016 ceph-mon[93212]: pgmap v3050: 489 pgs: 489 active+clean; 301 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.0 MiB/s wr, 128 op/s 2024-04-15T15:33:32.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:33:31 smithi016 ceph-mon[93212]: osdmap e1692: 8 total, 8 up, 8 in 2024-04-15T15:33:32.040 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 15 15:33:31 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-y[81421]: ::ffff:172.21.15.102 - - [15/Apr/2024:15:33:31] "GET /metrics HTTP/1.1" 200 63177 "" "Prometheus/2.43.0" 2024-04-15T15:33:32.315 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:33:31 smithi102 ceph-mon[87131]: pgmap v3050: 489 pgs: 489 active+clean; 301 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.0 MiB/s wr, 128 op/s 2024-04-15T15:33:32.315 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:33:31 smithi102 ceph-mon[87131]: osdmap e1692: 8 total, 8 up, 8 in 2024-04-15T15:33:32.689 INFO:journalctl@ceph.prometheus.a.smithi102.stdout:Apr 15 15:33:32 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-prometheus-a[120881]: ts=2024-04-15T15:33:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi016:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"362ea986-fb34-11ee-bc8f-c7b262605968\", instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T15:33:33.008 INFO:tasks.workunit.client.0.smithi016.stdout:made parent image "parent" 2024-04-15T15:33:33.008 INFO:tasks.workunit.client.0.smithi016.stdout:parent has no parent info 2024-04-15T15:33:33.009 INFO:tasks.workunit.client.0.smithi016.stdout:made snapshot "parent@parent_snap" 2024-04-15T15:33:33.009 INFO:tasks.workunit.client.0.smithi016.stdout:can't unprotect an unprotected snap 2024-04-15T15:33:33.009 INFO:tasks.workunit.client.0.smithi016.stdout:can't protect a protected snap 2024-04-15T15:33:33.009 INFO:tasks.workunit.client.0.smithi016.stdout:made and opened clone "child" 2024-04-15T15:33:33.009 INFO:tasks.workunit.client.0.smithi016.stdout:read: 8 2024-04-15T15:33:33.009 INFO:tasks.workunit.client.0.smithi016.stdout:read: 8 2024-04-15T15:33:33.009 INFO:tasks.workunit.client.0.smithi016.stdout:read: 8 2024-04-15T15:33:33.009 INFO:tasks.workunit.client.0.smithi016.stdout:sizes and overlaps are good between parent and child 2024-04-15T15:33:33.009 INFO:tasks.workunit.client.0.smithi016.stdout:child image successfully cloned all image-meta pairs 2024-04-15T15:33:33.009 INFO:tasks.workunit.client.0.smithi016.stdout:sized down clone, changed overlap 2024-04-15T15:33:33.009 INFO:tasks.workunit.client.0.smithi016.stdout:parent info: size 4194304 obj_size 4194304 parent_pool 18446744073709551615 2024-04-15T15:33:33.009 INFO:tasks.workunit.client.0.smithi016.stdout:sized up clone, changed size but not overlap or parent's size 2024-04-15T15:33:33.009 INFO:tasks.workunit.client.0.smithi016.stdout:can't remove parent while child still exists 2024-04-15T15:33:33.010 INFO:tasks.workunit.client.0.smithi016.stdout:can't remove parent while still protected 2024-04-15T15:33:33.010 INFO:tasks.workunit.client.0.smithi016.stdout:removed parent snap after unprotecting 2024-04-15T15:33:33.010 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] TestLibRBD.TestClone (2006 ms) 2024-04-15T15:33:33.010 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] TestLibRBD.TestClone2 2024-04-15T15:33:33.010 INFO:tasks.workunit.client.0.smithi016.stdout:using new format! 2024-04-15T15:33:33.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:33:32 smithi016 ceph-mon[90652]: osdmap e1693: 8 total, 8 up, 8 in 2024-04-15T15:33:33.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:33:32 smithi016 ceph-mon[93212]: osdmap e1693: 8 total, 8 up, 8 in 2024-04-15T15:33:33.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:33:32 smithi102 ceph-mon[87131]: osdmap e1693: 8 total, 8 up, 8 in 2024-04-15T15:33:34.135 INFO:tasks.workunit.client.0.smithi016.stdout:made parent image "parent" 2024-04-15T15:33:34.135 INFO:tasks.workunit.client.0.smithi016.stdout:parent has no parent info 2024-04-15T15:33:34.135 INFO:tasks.workunit.client.0.smithi016.stdout:made snapshot "parent@parent_snap" 2024-04-15T15:33:34.135 INFO:tasks.workunit.client.0.smithi016.stdout:made and opened clone "child" 2024-04-15T15:33:34.135 INFO:tasks.workunit.client.0.smithi016.stdout:child image successfully cloned all image-meta pairs 2024-04-15T15:33:34.135 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] TestLibRBD.TestClone2 (1127 ms) 2024-04-15T15:33:34.136 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] TestLibRBD.ListChildren 2024-04-15T15:33:34.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:33:33 smithi016 ceph-mon[90652]: pgmap v3053: 489 pgs: 489 active+clean; 301 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 330 KiB/s rd, 27 KiB/s wr, 407 op/s 2024-04-15T15:33:34.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:33:33 smithi016 ceph-mon[90652]: osdmap e1694: 8 total, 8 up, 8 in 2024-04-15T15:33:34.291 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:33:33 smithi016 ceph-mon[93212]: pgmap v3053: 489 pgs: 489 active+clean; 301 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 330 KiB/s rd, 27 KiB/s wr, 407 op/s 2024-04-15T15:33:34.291 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:33:33 smithi016 ceph-mon[93212]: osdmap e1694: 8 total, 8 up, 8 in 2024-04-15T15:33:34.438 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:33:33 smithi102 ceph-mon[87131]: pgmap v3053: 489 pgs: 489 active+clean; 301 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 330 KiB/s rd, 27 KiB/s wr, 407 op/s 2024-04-15T15:33:34.438 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:33:33 smithi102 ceph-mon[87131]: osdmap e1694: 8 total, 8 up, 8 in 2024-04-15T15:33:35.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:33:34 smithi016 ceph-mon[93212]: osdmap e1695: 8 total, 8 up, 8 in 2024-04-15T15:33:35.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:33:34 smithi016 ceph-mon[90652]: osdmap e1695: 8 total, 8 up, 8 in 2024-04-15T15:33:35.438 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:33:35 smithi102 ceph-mon[87131]: osdmap e1695: 8 total, 8 up, 8 in 2024-04-15T15:33:36.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:33:36 smithi016 ceph-mon[93212]: pgmap v3056: 489 pgs: 489 active+clean; 301 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 323 KiB/s rd, 25 KiB/s wr, 394 op/s 2024-04-15T15:33:36.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:33:36 smithi016 ceph-mon[93212]: osdmap e1696: 8 total, 8 up, 8 in 2024-04-15T15:33:36.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:33:36 smithi016 ceph-mon[93212]: from='client.? 172.21.15.16:0/1178971160' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi016-143420-27","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T15:33:36.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:33:36 smithi016 ceph-mon[93212]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi016-143420-27","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T15:33:36.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:33:36 smithi016 ceph-mon[93212]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi016-143420-27","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-15T15:33:36.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:33:36 smithi016 ceph-mon[93212]: osdmap e1697: 8 total, 8 up, 8 in 2024-04-15T15:33:36.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:33:36 smithi016 ceph-mon[90652]: pgmap v3056: 489 pgs: 489 active+clean; 301 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 323 KiB/s rd, 25 KiB/s wr, 394 op/s 2024-04-15T15:33:36.291 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:33:36 smithi016 ceph-mon[90652]: osdmap e1696: 8 total, 8 up, 8 in 2024-04-15T15:33:36.291 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:33:36 smithi016 ceph-mon[90652]: from='client.? 172.21.15.16:0/1178971160' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi016-143420-27","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T15:33:36.291 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:33:36 smithi016 ceph-mon[90652]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi016-143420-27","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T15:33:36.291 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:33:36 smithi016 ceph-mon[90652]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi016-143420-27","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-15T15:33:36.291 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:33:36 smithi016 ceph-mon[90652]: osdmap e1697: 8 total, 8 up, 8 in 2024-04-15T15:33:36.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:33:36 smithi102 ceph-mon[87131]: pgmap v3056: 489 pgs: 489 active+clean; 301 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 323 KiB/s rd, 25 KiB/s wr, 394 op/s 2024-04-15T15:33:36.438 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:33:36 smithi102 ceph-mon[87131]: osdmap e1696: 8 total, 8 up, 8 in 2024-04-15T15:33:36.438 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:33:36 smithi102 ceph-mon[87131]: from='client.? 172.21.15.16:0/1178971160' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi016-143420-27","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T15:33:36.438 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:33:36 smithi102 ceph-mon[87131]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi016-143420-27","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T15:33:36.438 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:33:36 smithi102 ceph-mon[87131]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi016-143420-27","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-15T15:33:36.438 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:33:36 smithi102 ceph-mon[87131]: osdmap e1697: 8 total, 8 up, 8 in 2024-04-15T15:33:37.976 INFO:tasks.workunit.client.0.smithi016.stdout:using new format! 2024-04-15T15:33:38.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:33:37 smithi016 ceph-mon[90652]: pgmap v3059: 521 pgs: 19 creating+peering, 8 unknown, 494 active+clean; 301 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 452 KiB/s rd, 30 KiB/s wr, 535 op/s 2024-04-15T15:33:38.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:33:37 smithi016 ceph-mon[90652]: osdmap e1698: 8 total, 8 up, 8 in 2024-04-15T15:33:38.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:33:37 smithi016 ceph-mon[90652]: from='client.? 172.21.15.16:0/2257897377' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi016-143420-28","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T15:33:38.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:33:37 smithi016 ceph-mon[90652]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi016-143420-28","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T15:33:38.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:33:37 smithi016 ceph-mon[93212]: pgmap v3059: 521 pgs: 19 creating+peering, 8 unknown, 494 active+clean; 301 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 452 KiB/s rd, 30 KiB/s wr, 535 op/s 2024-04-15T15:33:38.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:33:37 smithi016 ceph-mon[93212]: osdmap e1698: 8 total, 8 up, 8 in 2024-04-15T15:33:38.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:33:37 smithi016 ceph-mon[93212]: from='client.? 172.21.15.16:0/2257897377' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi016-143420-28","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T15:33:38.291 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:33:37 smithi016 ceph-mon[93212]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi016-143420-28","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T15:33:38.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:33:37 smithi102 ceph-mon[87131]: pgmap v3059: 521 pgs: 19 creating+peering, 8 unknown, 494 active+clean; 301 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 452 KiB/s rd, 30 KiB/s wr, 535 op/s 2024-04-15T15:33:38.438 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:33:37 smithi102 ceph-mon[87131]: osdmap e1698: 8 total, 8 up, 8 in 2024-04-15T15:33:38.438 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:33:37 smithi102 ceph-mon[87131]: from='client.? 172.21.15.16:0/2257897377' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi016-143420-28","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T15:33:38.438 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:33:37 smithi102 ceph-mon[87131]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi016-143420-28","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T15:33:39.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:33:38 smithi016 ceph-mon[90652]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi016-143420-28","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-15T15:33:39.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:33:38 smithi016 ceph-mon[90652]: osdmap e1699: 8 total, 8 up, 8 in 2024-04-15T15:33:39.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:33:38 smithi016 ceph-mon[93212]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi016-143420-28","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-15T15:33:39.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:33:38 smithi016 ceph-mon[93212]: osdmap e1699: 8 total, 8 up, 8 in 2024-04-15T15:33:39.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:33:38 smithi102 ceph-mon[87131]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi016-143420-28","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-15T15:33:39.438 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:33:38 smithi102 ceph-mon[87131]: osdmap e1699: 8 total, 8 up, 8 in 2024-04-15T15:33:40.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:33:39 smithi016 ceph-mon[90652]: pgmap v3062: 553 pgs: 25 creating+peering, 26 unknown, 502 active+clean; 301 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 508 KiB/s rd, 35 KiB/s wr, 608 op/s 2024-04-15T15:33:40.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:33:39 smithi016 ceph-mon[90652]: osdmap e1700: 8 total, 8 up, 8 in 2024-04-15T15:33:40.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:33:39 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T15:33:40.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:33:39 smithi016 ceph-mon[93212]: pgmap v3062: 553 pgs: 25 creating+peering, 26 unknown, 502 active+clean; 301 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 508 KiB/s rd, 35 KiB/s wr, 608 op/s 2024-04-15T15:33:40.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:33:39 smithi016 ceph-mon[93212]: osdmap e1700: 8 total, 8 up, 8 in 2024-04-15T15:33:40.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:33:39 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T15:33:40.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:33:39 smithi102 ceph-mon[87131]: pgmap v3062: 553 pgs: 25 creating+peering, 26 unknown, 502 active+clean; 301 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 508 KiB/s rd, 35 KiB/s wr, 608 op/s 2024-04-15T15:33:40.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:33:39 smithi102 ceph-mon[87131]: osdmap e1700: 8 total, 8 up, 8 in 2024-04-15T15:33:40.438 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:33:39 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T15:33:41.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:33:40 smithi016 ceph-mon[90652]: osdmap e1701: 8 total, 8 up, 8 in 2024-04-15T15:33:41.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:33:40 smithi016 ceph-mon[90652]: osdmap e1702: 8 total, 8 up, 8 in 2024-04-15T15:33:41.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:33:40 smithi016 ceph-mon[93212]: osdmap e1701: 8 total, 8 up, 8 in 2024-04-15T15:33:41.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:33:40 smithi016 ceph-mon[93212]: osdmap e1702: 8 total, 8 up, 8 in 2024-04-15T15:33:41.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:33:40 smithi102 ceph-mon[87131]: osdmap e1701: 8 total, 8 up, 8 in 2024-04-15T15:33:41.438 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:33:40 smithi102 ceph-mon[87131]: osdmap e1702: 8 total, 8 up, 8 in 2024-04-15T15:33:42.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:33:41 smithi016 ceph-mon[90652]: pgmap v3065: 553 pgs: 20 creating+peering, 19 unknown, 514 active+clean; 301 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 57 KiB/s rd, 5.0 KiB/s wr, 74 op/s 2024-04-15T15:33:42.040 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 15 15:33:41 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-y[81421]: ::ffff:172.21.15.102 - - [15/Apr/2024:15:33:41] "GET /metrics HTTP/1.1" 200 68022 "" "Prometheus/2.43.0" 2024-04-15T15:33:42.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:33:41 smithi016 ceph-mon[93212]: pgmap v3065: 553 pgs: 20 creating+peering, 19 unknown, 514 active+clean; 301 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 57 KiB/s rd, 5.0 KiB/s wr, 74 op/s 2024-04-15T15:33:42.316 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:33:41 smithi102 ceph-mon[87131]: pgmap v3065: 553 pgs: 20 creating+peering, 19 unknown, 514 active+clean; 301 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 57 KiB/s rd, 5.0 KiB/s wr, 74 op/s 2024-04-15T15:33:42.687 INFO:journalctl@ceph.prometheus.a.smithi102.stdout:Apr 15 15:33:42 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-prometheus-a[120881]: ts=2024-04-15T15:33:42.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi016:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"362ea986-fb34-11ee-bc8f-c7b262605968\", instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T15:33:43.289 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:33:42 smithi016 ceph-mon[90652]: osdmap e1703: 8 total, 8 up, 8 in 2024-04-15T15:33:43.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:33:42 smithi016 ceph-mon[93212]: osdmap e1703: 8 total, 8 up, 8 in 2024-04-15T15:33:43.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:33:43 smithi102 ceph-mon[87131]: osdmap e1703: 8 total, 8 up, 8 in 2024-04-15T15:33:43.530 INFO:tasks.workunit.client.0.smithi016.stdout: 2024-04-15T15:33:43.530 INFO:tasks.workunit.client.0.smithi016.stdout:trying to find test-librbd-smithi016-143420-28/image113 2024-04-15T15:33:43.530 INFO:tasks.workunit.client.0.smithi016.stdout:checking test-librbd-smithi016-143420-28/image113 2024-04-15T15:33:43.530 INFO:tasks.workunit.client.0.smithi016.stdout:found child test-librbd-smithi016-143420-28/image113 2024-04-15T15:33:43.530 INFO:tasks.workunit.client.0.smithi016.stdout: 2024-04-15T15:33:43.530 INFO:tasks.workunit.client.0.smithi016.stdout:num children is: 1 2024-04-15T15:33:43.530 INFO:tasks.workunit.client.0.smithi016.stdout:expected: 1 2024-04-15T15:33:43.530 INFO:tasks.workunit.client.0.smithi016.stdout:child: image113 2024-04-15T15:33:43.530 INFO:tasks.workunit.client.0.smithi016.stdout:found child test-librbd-smithi016-143420-28/image113/b1cbfc2ea9ad 2024-04-15T15:33:43.530 INFO:tasks.workunit.client.0.smithi016.stdout: 2024-04-15T15:33:43.531 INFO:tasks.workunit.client.0.smithi016.stdout: 2024-04-15T15:33:43.531 INFO:tasks.workunit.client.0.smithi016.stdout:trying to find test-librbd-smithi016-143420-28/image113 2024-04-15T15:33:43.531 INFO:tasks.workunit.client.0.smithi016.stdout:checking test-librbd-smithi016-143420-27/image114 2024-04-15T15:33:43.531 INFO:tasks.workunit.client.0.smithi016.stdout:checking test-librbd-smithi016-143420-28/image113 2024-04-15T15:33:43.531 INFO:tasks.workunit.client.0.smithi016.stdout:found child test-librbd-smithi016-143420-28/image113 2024-04-15T15:33:43.531 INFO:tasks.workunit.client.0.smithi016.stdout: 2024-04-15T15:33:43.531 INFO:tasks.workunit.client.0.smithi016.stdout: 2024-04-15T15:33:43.531 INFO:tasks.workunit.client.0.smithi016.stdout:trying to find test-librbd-smithi016-143420-27/image114 2024-04-15T15:33:43.531 INFO:tasks.workunit.client.0.smithi016.stdout:checking test-librbd-smithi016-143420-27/image114 2024-04-15T15:33:43.531 INFO:tasks.workunit.client.0.smithi016.stdout:found child test-librbd-smithi016-143420-27/image114 2024-04-15T15:33:43.531 INFO:tasks.workunit.client.0.smithi016.stdout: 2024-04-15T15:33:43.532 INFO:tasks.workunit.client.0.smithi016.stdout:num children is: 2 2024-04-15T15:33:43.532 INFO:tasks.workunit.client.0.smithi016.stdout:expected: 2 2024-04-15T15:33:43.532 INFO:tasks.workunit.client.0.smithi016.stdout:child: image114 2024-04-15T15:33:43.532 INFO:tasks.workunit.client.0.smithi016.stdout:child: image113 2024-04-15T15:33:43.532 INFO:tasks.workunit.client.0.smithi016.stdout:found child test-librbd-smithi016-143420-28/image113/b1cbfc2ea9ad 2024-04-15T15:33:43.532 INFO:tasks.workunit.client.0.smithi016.stdout: 2024-04-15T15:33:43.532 INFO:tasks.workunit.client.0.smithi016.stdout:found child test-librbd-smithi016-143420-27/image114/b1cbc860d882 2024-04-15T15:33:43.532 INFO:tasks.workunit.client.0.smithi016.stdout: 2024-04-15T15:33:43.532 INFO:tasks.workunit.client.0.smithi016.stdout: 2024-04-15T15:33:43.532 INFO:tasks.workunit.client.0.smithi016.stdout:trying to find test-librbd-smithi016-143420-28/image113 2024-04-15T15:33:43.532 INFO:tasks.workunit.client.0.smithi016.stdout:checking test-librbd-smithi016-143420-27/image114 2024-04-15T15:33:43.532 INFO:tasks.workunit.client.0.smithi016.stdout:checking test-librbd-smithi016-143420-28/image113 2024-04-15T15:33:43.532 INFO:tasks.workunit.client.0.smithi016.stdout:found child test-librbd-smithi016-143420-28/image113 2024-04-15T15:33:43.532 INFO:tasks.workunit.client.0.smithi016.stdout: 2024-04-15T15:33:43.533 INFO:tasks.workunit.client.0.smithi016.stdout: 2024-04-15T15:33:43.533 INFO:tasks.workunit.client.0.smithi016.stdout:trying to find test-librbd-smithi016-143420-27/image114 2024-04-15T15:33:43.533 INFO:tasks.workunit.client.0.smithi016.stdout:checking test-librbd-smithi016-143420-27/image114 2024-04-15T15:33:43.533 INFO:tasks.workunit.client.0.smithi016.stdout:found child test-librbd-smithi016-143420-27/image114 2024-04-15T15:33:43.533 INFO:tasks.workunit.client.0.smithi016.stdout: 2024-04-15T15:33:43.533 INFO:tasks.workunit.client.0.smithi016.stdout: 2024-04-15T15:33:43.533 INFO:tasks.workunit.client.0.smithi016.stdout:trying to find test-librbd-smithi016-143420-28/image115 2024-04-15T15:33:43.533 INFO:tasks.workunit.client.0.smithi016.stdout:checking test-librbd-smithi016-143420-27/image114 2024-04-15T15:33:43.533 INFO:tasks.workunit.client.0.smithi016.stdout:checking test-librbd-smithi016-143420-28/image113 2024-04-15T15:33:43.533 INFO:tasks.workunit.client.0.smithi016.stdout:checking test-librbd-smithi016-143420-28/image115 2024-04-15T15:33:43.533 INFO:tasks.workunit.client.0.smithi016.stdout:found child test-librbd-smithi016-143420-28/image115 2024-04-15T15:33:43.533 INFO:tasks.workunit.client.0.smithi016.stdout: 2024-04-15T15:33:43.533 INFO:tasks.workunit.client.0.smithi016.stdout:num children is: 3 2024-04-15T15:33:43.533 INFO:tasks.workunit.client.0.smithi016.stdout:expected: 3 2024-04-15T15:33:43.533 INFO:tasks.workunit.client.0.smithi016.stdout:child: image114 2024-04-15T15:33:43.534 INFO:tasks.workunit.client.0.smithi016.stdout:child: image113 2024-04-15T15:33:43.534 INFO:tasks.workunit.client.0.smithi016.stdout:child: image115 2024-04-15T15:33:43.534 INFO:tasks.workunit.client.0.smithi016.stdout:found child test-librbd-smithi016-143420-28/image113/b1cbfc2ea9ad 2024-04-15T15:33:43.534 INFO:tasks.workunit.client.0.smithi016.stdout: 2024-04-15T15:33:43.534 INFO:tasks.workunit.client.0.smithi016.stdout:found child test-librbd-smithi016-143420-27/image114/b1cbc860d882 2024-04-15T15:33:43.534 INFO:tasks.workunit.client.0.smithi016.stdout: 2024-04-15T15:33:43.534 INFO:tasks.workunit.client.0.smithi016.stdout:found child test-librbd-smithi016-143420-28/image115/b1cb5560c506 2024-04-15T15:33:43.534 INFO:tasks.workunit.client.0.smithi016.stdout: 2024-04-15T15:33:43.534 INFO:tasks.workunit.client.0.smithi016.stdout: 2024-04-15T15:33:43.534 INFO:tasks.workunit.client.0.smithi016.stdout:trying to find test-librbd-smithi016-143420-28/image113 2024-04-15T15:33:43.534 INFO:tasks.workunit.client.0.smithi016.stdout:checking test-librbd-smithi016-143420-27/image114 2024-04-15T15:33:43.534 INFO:tasks.workunit.client.0.smithi016.stdout:checking test-librbd-smithi016-143420-28/image113 2024-04-15T15:33:43.535 INFO:tasks.workunit.client.0.smithi016.stdout:found child test-librbd-smithi016-143420-28/image113 2024-04-15T15:33:43.535 INFO:tasks.workunit.client.0.smithi016.stdout: 2024-04-15T15:33:43.535 INFO:tasks.workunit.client.0.smithi016.stdout: 2024-04-15T15:33:43.535 INFO:tasks.workunit.client.0.smithi016.stdout:trying to find test-librbd-smithi016-143420-27/image114 2024-04-15T15:33:43.535 INFO:tasks.workunit.client.0.smithi016.stdout:checking test-librbd-smithi016-143420-27/image114 2024-04-15T15:33:43.535 INFO:tasks.workunit.client.0.smithi016.stdout:found child test-librbd-smithi016-143420-27/image114 2024-04-15T15:33:43.535 INFO:tasks.workunit.client.0.smithi016.stdout: 2024-04-15T15:33:43.535 INFO:tasks.workunit.client.0.smithi016.stdout:num children is: 3 2024-04-15T15:33:43.535 INFO:tasks.workunit.client.0.smithi016.stdout:expected: 3 2024-04-15T15:33:43.536 INFO:tasks.workunit.client.0.smithi016.stdout:child: image114 2024-04-15T15:33:43.536 INFO:tasks.workunit.client.0.smithi016.stdout:child: image113 2024-04-15T15:33:43.536 INFO:tasks.workunit.client.0.smithi016.stdout:child: image115 2024-04-15T15:33:43.536 INFO:tasks.workunit.client.0.smithi016.stdout:found child test-librbd-smithi016-143420-28/image113/b1cbfc2ea9ad 2024-04-15T15:33:43.536 INFO:tasks.workunit.client.0.smithi016.stdout: 2024-04-15T15:33:43.536 INFO:tasks.workunit.client.0.smithi016.stdout:found child test-librbd-smithi016-143420-27/image114/b1cbc860d882 2024-04-15T15:33:43.536 INFO:tasks.workunit.client.0.smithi016.stdout: 2024-04-15T15:33:43.536 INFO:tasks.workunit.client.0.smithi016.stdout:found child test-librbd-smithi016-143420-28/image115/b1cb5560c506 2024-04-15T15:33:43.536 INFO:tasks.workunit.client.0.smithi016.stdout: 2024-04-15T15:33:43.536 INFO:tasks.workunit.client.0.smithi016.stdout: 2024-04-15T15:33:43.536 INFO:tasks.workunit.client.0.smithi016.stdout:trying to find test-librbd-smithi016-143420-28/image113 2024-04-15T15:33:43.536 INFO:tasks.workunit.client.0.smithi016.stdout:checking test-librbd-smithi016-143420-27/image114 2024-04-15T15:33:43.537 INFO:tasks.workunit.client.0.smithi016.stdout:checking test-librbd-smithi016-143420-28/image113 2024-04-15T15:33:43.537 INFO:tasks.workunit.client.0.smithi016.stdout:found child test-librbd-smithi016-143420-28/image113 2024-04-15T15:33:43.537 INFO:tasks.workunit.client.0.smithi016.stdout: 2024-04-15T15:33:43.537 INFO:tasks.workunit.client.0.smithi016.stdout: 2024-04-15T15:33:43.537 INFO:tasks.workunit.client.0.smithi016.stdout:trying to find test-librbd-smithi016-143420-27/image114 2024-04-15T15:33:43.537 INFO:tasks.workunit.client.0.smithi016.stdout:checking test-librbd-smithi016-143420-27/image114 2024-04-15T15:33:43.537 INFO:tasks.workunit.client.0.smithi016.stdout:found child test-librbd-smithi016-143420-27/image114 2024-04-15T15:33:43.537 INFO:tasks.workunit.client.0.smithi016.stdout: 2024-04-15T15:33:43.537 INFO:tasks.workunit.client.0.smithi016.stdout: 2024-04-15T15:33:43.537 INFO:tasks.workunit.client.0.smithi016.stdout:trying to find test-librbd-smithi016-143420-28/image116 2024-04-15T15:33:43.537 INFO:tasks.workunit.client.0.smithi016.stdout:checking test-librbd-smithi016-143420-27/image114 2024-04-15T15:33:43.537 INFO:tasks.workunit.client.0.smithi016.stdout:checking test-librbd-smithi016-143420-28/image113 2024-04-15T15:33:43.537 INFO:tasks.workunit.client.0.smithi016.stdout:checking test-librbd-smithi016-143420-28/image116 2024-04-15T15:33:43.537 INFO:tasks.workunit.client.0.smithi016.stdout:found child test-librbd-smithi016-143420-28/image116 2024-04-15T15:33:43.538 INFO:tasks.workunit.client.0.smithi016.stdout: 2024-04-15T15:33:43.538 INFO:tasks.workunit.client.0.smithi016.stdout:num children is: 4 2024-04-15T15:33:43.538 INFO:tasks.workunit.client.0.smithi016.stdout:expected: 4 2024-04-15T15:33:43.538 INFO:tasks.workunit.client.0.smithi016.stdout:child: image114 2024-04-15T15:33:43.538 INFO:tasks.workunit.client.0.smithi016.stdout:child: image113 2024-04-15T15:33:43.538 INFO:tasks.workunit.client.0.smithi016.stdout:child: image115 2024-04-15T15:33:43.538 INFO:tasks.workunit.client.0.smithi016.stdout:child: image116 2024-04-15T15:33:43.538 INFO:tasks.workunit.client.0.smithi016.stdout:found child test-librbd-smithi016-143420-28/image113/b1cbfc2ea9ad 2024-04-15T15:33:43.538 INFO:tasks.workunit.client.0.smithi016.stdout: 2024-04-15T15:33:43.538 INFO:tasks.workunit.client.0.smithi016.stdout:found child test-librbd-smithi016-143420-27/image114/b1cbc860d882 2024-04-15T15:33:43.538 INFO:tasks.workunit.client.0.smithi016.stdout: 2024-04-15T15:33:43.538 INFO:tasks.workunit.client.0.smithi016.stdout:found child test-librbd-smithi016-143420-28/image115/b1cb5560c506 2024-04-15T15:33:43.539 INFO:tasks.workunit.client.0.smithi016.stdout: 2024-04-15T15:33:43.539 INFO:tasks.workunit.client.0.smithi016.stdout:found child test-librbd-smithi016-143420-28/image116/b1cbacbdb01f 2024-04-15T15:33:43.539 INFO:tasks.workunit.client.0.smithi016.stdout: 2024-04-15T15:33:43.539 INFO:tasks.workunit.client.0.smithi016.stdout: 2024-04-15T15:33:43.539 INFO:tasks.workunit.client.0.smithi016.stdout:trying to find test-librbd-smithi016-143420-28/image113 2024-04-15T15:33:43.539 INFO:tasks.workunit.client.0.smithi016.stdout:checking test-librbd-smithi016-143420-27/image114 2024-04-15T15:33:43.540 INFO:tasks.workunit.client.0.smithi016.stdout:checking test-librbd-smithi016-143420-28/image113 2024-04-15T15:33:43.540 INFO:tasks.workunit.client.0.smithi016.stdout:found child test-librbd-smithi016-143420-28/image113 2024-04-15T15:33:43.540 INFO:tasks.workunit.client.0.smithi016.stdout: 2024-04-15T15:33:43.540 INFO:tasks.workunit.client.0.smithi016.stdout: 2024-04-15T15:33:43.540 INFO:tasks.workunit.client.0.smithi016.stdout:trying to find test-librbd-smithi016-143420-27/image114 2024-04-15T15:33:43.540 INFO:tasks.workunit.client.0.smithi016.stdout:checking test-librbd-smithi016-143420-27/image114 2024-04-15T15:33:43.540 INFO:tasks.workunit.client.0.smithi016.stdout:found child test-librbd-smithi016-143420-27/image114 2024-04-15T15:33:43.540 INFO:tasks.workunit.client.0.smithi016.stdout: 2024-04-15T15:33:43.540 INFO:tasks.workunit.client.0.smithi016.stdout: 2024-04-15T15:33:43.540 INFO:tasks.workunit.client.0.smithi016.stdout:trying to find test-librbd-smithi016-143420-28/image115 2024-04-15T15:33:43.540 INFO:tasks.workunit.client.0.smithi016.stdout:checking test-librbd-smithi016-143420-27/image114 2024-04-15T15:33:43.540 INFO:tasks.workunit.client.0.smithi016.stdout:checking test-librbd-smithi016-143420-28/image113 2024-04-15T15:33:43.540 INFO:tasks.workunit.client.0.smithi016.stdout:checking test-librbd-smithi016-143420-28/image115 2024-04-15T15:33:43.540 INFO:tasks.workunit.client.0.smithi016.stdout:found child test-librbd-smithi016-143420-28/image115 2024-04-15T15:33:43.541 INFO:tasks.workunit.client.0.smithi016.stdout: 2024-04-15T15:33:43.541 INFO:tasks.workunit.client.0.smithi016.stdout: 2024-04-15T15:33:43.541 INFO:tasks.workunit.client.0.smithi016.stdout:trying to find test-librbd-smithi016-143420-28/image116 2024-04-15T15:33:44.091 INFO:tasks.workunit.client.0.smithi016.stdout:checking test-librbd-smithi016-143420-27/image114 2024-04-15T15:33:44.091 INFO:tasks.workunit.client.0.smithi016.stdout:checking test-librbd-smithi016-143420-28/image113 2024-04-15T15:33:44.091 INFO:tasks.workunit.client.0.smithi016.stdout:checking test-librbd-smithi016-143420-28/image115 2024-04-15T15:33:44.091 INFO:tasks.workunit.client.0.smithi016.stdout:checking test-librbd-smithi016-143420-28/image116 2024-04-15T15:33:44.091 INFO:tasks.workunit.client.0.smithi016.stdout:found child test-librbd-smithi016-143420-28/image116 2024-04-15T15:33:44.092 INFO:tasks.workunit.client.0.smithi016.stdout: 2024-04-15T15:33:44.092 INFO:tasks.workunit.client.0.smithi016.stdout:num children is: 4 2024-04-15T15:33:44.092 INFO:tasks.workunit.client.0.smithi016.stdout:expected: 4 2024-04-15T15:33:44.092 INFO:tasks.workunit.client.0.smithi016.stdout:child: image114 2024-04-15T15:33:44.092 INFO:tasks.workunit.client.0.smithi016.stdout:child: image113 2024-04-15T15:33:44.092 INFO:tasks.workunit.client.0.smithi016.stdout:child: image115 2024-04-15T15:33:44.092 INFO:tasks.workunit.client.0.smithi016.stdout:child: image116 2024-04-15T15:33:44.092 INFO:tasks.workunit.client.0.smithi016.stdout:found child test-librbd-smithi016-143420-28/image113/b1cbfc2ea9ad 2024-04-15T15:33:44.092 INFO:tasks.workunit.client.0.smithi016.stdout: 2024-04-15T15:33:44.092 INFO:tasks.workunit.client.0.smithi016.stdout:found child test-librbd-smithi016-143420-27/image114/b1cbc860d882 2024-04-15T15:33:44.092 INFO:tasks.workunit.client.0.smithi016.stdout: 2024-04-15T15:33:44.092 INFO:tasks.workunit.client.0.smithi016.stdout:found child test-librbd-smithi016-143420-28/image115/b1cb5560c506 2024-04-15T15:33:44.092 INFO:tasks.workunit.client.0.smithi016.stdout: 2024-04-15T15:33:44.093 INFO:tasks.workunit.client.0.smithi016.stdout:found child test-librbd-smithi016-143420-28/image116/b1cbacbdb01f 2024-04-15T15:33:44.093 INFO:tasks.workunit.client.0.smithi016.stdout: 2024-04-15T15:33:44.093 INFO:tasks.workunit.client.0.smithi016.stdout: 2024-04-15T15:33:44.093 INFO:tasks.workunit.client.0.smithi016.stdout:trying to find test-librbd-smithi016-143420-27/image114 2024-04-15T15:33:44.093 INFO:tasks.workunit.client.0.smithi016.stdout:checking test-librbd-smithi016-143420-27/image114 2024-04-15T15:33:44.093 INFO:tasks.workunit.client.0.smithi016.stdout:found child test-librbd-smithi016-143420-27/image114 2024-04-15T15:33:44.093 INFO:tasks.workunit.client.0.smithi016.stdout: 2024-04-15T15:33:44.093 INFO:tasks.workunit.client.0.smithi016.stdout: 2024-04-15T15:33:44.093 INFO:tasks.workunit.client.0.smithi016.stdout:trying to find test-librbd-smithi016-143420-28/image115 2024-04-15T15:33:44.093 INFO:tasks.workunit.client.0.smithi016.stdout:checking test-librbd-smithi016-143420-27/image114 2024-04-15T15:33:44.093 INFO:tasks.workunit.client.0.smithi016.stdout:checking test-librbd-smithi016-143420-28/image115 2024-04-15T15:33:44.093 INFO:tasks.workunit.client.0.smithi016.stdout:found child test-librbd-smithi016-143420-28/image115 2024-04-15T15:33:44.093 INFO:tasks.workunit.client.0.smithi016.stdout: 2024-04-15T15:33:44.093 INFO:tasks.workunit.client.0.smithi016.stdout: 2024-04-15T15:33:44.094 INFO:tasks.workunit.client.0.smithi016.stdout:trying to find test-librbd-smithi016-143420-28/image116 2024-04-15T15:33:44.094 INFO:tasks.workunit.client.0.smithi016.stdout:checking test-librbd-smithi016-143420-27/image114 2024-04-15T15:33:44.094 INFO:tasks.workunit.client.0.smithi016.stdout:checking test-librbd-smithi016-143420-28/image115 2024-04-15T15:33:44.094 INFO:tasks.workunit.client.0.smithi016.stdout:checking test-librbd-smithi016-143420-28/image116 2024-04-15T15:33:44.094 INFO:tasks.workunit.client.0.smithi016.stdout:found child test-librbd-smithi016-143420-28/image116 2024-04-15T15:33:44.094 INFO:tasks.workunit.client.0.smithi016.stdout: 2024-04-15T15:33:44.094 INFO:tasks.workunit.client.0.smithi016.stdout:num children is: 3 2024-04-15T15:33:44.094 INFO:tasks.workunit.client.0.smithi016.stdout:expected: 3 2024-04-15T15:33:44.094 INFO:tasks.workunit.client.0.smithi016.stdout:child: image114 2024-04-15T15:33:44.094 INFO:tasks.workunit.client.0.smithi016.stdout:child: image115 2024-04-15T15:33:44.094 INFO:tasks.workunit.client.0.smithi016.stdout:child: image116 2024-04-15T15:33:44.094 INFO:tasks.workunit.client.0.smithi016.stdout:found child test-librbd-smithi016-143420-27/image114/b1cbc860d882 2024-04-15T15:33:44.094 INFO:tasks.workunit.client.0.smithi016.stdout: 2024-04-15T15:33:44.095 INFO:tasks.workunit.client.0.smithi016.stdout:found child test-librbd-smithi016-143420-28/image115/b1cb5560c506 2024-04-15T15:33:44.095 INFO:tasks.workunit.client.0.smithi016.stdout: 2024-04-15T15:33:44.095 INFO:tasks.workunit.client.0.smithi016.stdout:found child test-librbd-smithi016-143420-28/image116/b1cbacbdb01f 2024-04-15T15:33:44.095 INFO:tasks.workunit.client.0.smithi016.stdout: 2024-04-15T15:33:44.095 INFO:tasks.workunit.client.0.smithi016.stdout: 2024-04-15T15:33:44.095 INFO:tasks.workunit.client.0.smithi016.stdout:trying to find test-librbd-smithi016-143420-27/image114 2024-04-15T15:33:44.095 INFO:tasks.workunit.client.0.smithi016.stdout:checking test-librbd-smithi016-143420-27/image114 2024-04-15T15:33:44.095 INFO:tasks.workunit.client.0.smithi016.stdout:found child test-librbd-smithi016-143420-27/image114 2024-04-15T15:33:44.095 INFO:tasks.workunit.client.0.smithi016.stdout: 2024-04-15T15:33:44.095 INFO:tasks.workunit.client.0.smithi016.stdout: 2024-04-15T15:33:44.095 INFO:tasks.workunit.client.0.smithi016.stdout:trying to find test-librbd-smithi016-143420-28/image116 2024-04-15T15:33:44.095 INFO:tasks.workunit.client.0.smithi016.stdout:checking test-librbd-smithi016-143420-27/image114 2024-04-15T15:33:44.095 INFO:tasks.workunit.client.0.smithi016.stdout:checking test-librbd-smithi016-143420-28/image116 2024-04-15T15:33:44.095 INFO:tasks.workunit.client.0.smithi016.stdout:found child test-librbd-smithi016-143420-28/image116 2024-04-15T15:33:44.095 INFO:tasks.workunit.client.0.smithi016.stdout: 2024-04-15T15:33:44.096 INFO:tasks.workunit.client.0.smithi016.stdout:num children is: 2 2024-04-15T15:33:44.096 INFO:tasks.workunit.client.0.smithi016.stdout:expected: 2 2024-04-15T15:33:44.096 INFO:tasks.workunit.client.0.smithi016.stdout:child: image114 2024-04-15T15:33:44.096 INFO:tasks.workunit.client.0.smithi016.stdout:child: image116 2024-04-15T15:33:44.096 INFO:tasks.workunit.client.0.smithi016.stdout:found child test-librbd-smithi016-143420-27/image114/b1cbc860d882 2024-04-15T15:33:44.096 INFO:tasks.workunit.client.0.smithi016.stdout: 2024-04-15T15:33:44.096 INFO:tasks.workunit.client.0.smithi016.stdout:found child test-librbd-smithi016-143420-28/image116/b1cbacbdb01f 2024-04-15T15:33:44.096 INFO:tasks.workunit.client.0.smithi016.stdout: 2024-04-15T15:33:44.096 INFO:tasks.workunit.client.0.smithi016.stdout: 2024-04-15T15:33:44.096 INFO:tasks.workunit.client.0.smithi016.stdout:trying to find test-librbd-smithi016-143420-27/image114 2024-04-15T15:33:44.096 INFO:tasks.workunit.client.0.smithi016.stdout:checking test-librbd-smithi016-143420-27/image114 2024-04-15T15:33:44.096 INFO:tasks.workunit.client.0.smithi016.stdout:found child test-librbd-smithi016-143420-27/image114 2024-04-15T15:33:44.096 INFO:tasks.workunit.client.0.smithi016.stdout: 2024-04-15T15:33:44.096 INFO:tasks.workunit.client.0.smithi016.stdout:num children is: 1 2024-04-15T15:33:44.097 INFO:tasks.workunit.client.0.smithi016.stdout:expected: 1 2024-04-15T15:33:44.097 INFO:tasks.workunit.client.0.smithi016.stdout:child: image114 2024-04-15T15:33:44.097 INFO:tasks.workunit.client.0.smithi016.stdout:found child test-librbd-smithi016-143420-27/image114/b1cbc860d882 2024-04-15T15:33:44.097 INFO:tasks.workunit.client.0.smithi016.stdout: 2024-04-15T15:33:44.097 INFO:tasks.workunit.client.0.smithi016.stdout:num children is: 0 2024-04-15T15:33:44.097 INFO:tasks.workunit.client.0.smithi016.stdout:expected: 0 2024-04-15T15:33:44.097 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] TestLibRBD.ListChildren (9955 ms) 2024-04-15T15:33:44.097 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] TestLibRBD.ListChildrenTiered 2024-04-15T15:33:44.289 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:33:43 smithi016 ceph-mon[90652]: pgmap v3068: 553 pgs: 553 active+clean; 301 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 8.7 KiB/s rd, 1.7 KiB/s wr, 14 op/s 2024-04-15T15:33:44.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:33:43 smithi016 ceph-mon[90652]: osdmap e1704: 8 total, 8 up, 8 in 2024-04-15T15:33:44.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:33:43 smithi016 ceph-mon[93212]: pgmap v3068: 553 pgs: 553 active+clean; 301 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 8.7 KiB/s rd, 1.7 KiB/s wr, 14 op/s 2024-04-15T15:33:44.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:33:43 smithi016 ceph-mon[93212]: osdmap e1704: 8 total, 8 up, 8 in 2024-04-15T15:33:44.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:33:43 smithi102 ceph-mon[87131]: pgmap v3068: 553 pgs: 553 active+clean; 301 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 8.7 KiB/s rd, 1.7 KiB/s wr, 14 op/s 2024-04-15T15:33:44.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:33:43 smithi102 ceph-mon[87131]: osdmap e1704: 8 total, 8 up, 8 in 2024-04-15T15:33:45.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:33:45 smithi016 ceph-mon[90652]: osdmap e1705: 8 total, 8 up, 8 in 2024-04-15T15:33:45.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:33:45 smithi016 ceph-mon[93212]: osdmap e1705: 8 total, 8 up, 8 in 2024-04-15T15:33:45.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:33:45 smithi102 ceph-mon[87131]: osdmap e1705: 8 total, 8 up, 8 in 2024-04-15T15:33:46.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:33:46 smithi016 ceph-mon[90652]: pgmap v3071: 553 pgs: 553 active+clean; 301 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 8.2 KiB/s rd, 1.5 KiB/s wr, 14 op/s 2024-04-15T15:33:46.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:33:46 smithi016 ceph-mon[90652]: osdmap e1706: 8 total, 8 up, 8 in 2024-04-15T15:33:46.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:33:46 smithi016 ceph-mon[90652]: from='client.? 172.21.15.16:0/2034816252' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi016-143420-29","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T15:33:46.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:33:46 smithi016 ceph-mon[90652]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi016-143420-29","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T15:33:46.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:33:46 smithi016 ceph-mon[93212]: pgmap v3071: 553 pgs: 553 active+clean; 301 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 8.2 KiB/s rd, 1.5 KiB/s wr, 14 op/s 2024-04-15T15:33:46.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:33:46 smithi016 ceph-mon[93212]: osdmap e1706: 8 total, 8 up, 8 in 2024-04-15T15:33:46.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:33:46 smithi016 ceph-mon[93212]: from='client.? 172.21.15.16:0/2034816252' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi016-143420-29","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T15:33:46.291 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:33:46 smithi016 ceph-mon[93212]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi016-143420-29","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T15:33:46.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:33:46 smithi102 ceph-mon[87131]: pgmap v3071: 553 pgs: 553 active+clean; 301 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 8.2 KiB/s rd, 1.5 KiB/s wr, 14 op/s 2024-04-15T15:33:46.438 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:33:46 smithi102 ceph-mon[87131]: osdmap e1706: 8 total, 8 up, 8 in 2024-04-15T15:33:46.438 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:33:46 smithi102 ceph-mon[87131]: from='client.? 172.21.15.16:0/2034816252' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi016-143420-29","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T15:33:46.438 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:33:46 smithi102 ceph-mon[87131]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi016-143420-29","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T15:33:47.291 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:33:47 smithi016 ceph-mon[93212]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi016-143420-29","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-15T15:33:47.291 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:33:47 smithi016 ceph-mon[93212]: osdmap e1707: 8 total, 8 up, 8 in 2024-04-15T15:33:47.291 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:33:47 smithi016 ceph-mon[90652]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi016-143420-29","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-15T15:33:47.291 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:33:47 smithi016 ceph-mon[90652]: osdmap e1707: 8 total, 8 up, 8 in 2024-04-15T15:33:47.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:33:47 smithi102 ceph-mon[87131]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi016-143420-29","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-15T15:33:47.438 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:33:47 smithi102 ceph-mon[87131]: osdmap e1707: 8 total, 8 up, 8 in 2024-04-15T15:33:48.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:33:48 smithi016 ceph-mon[93212]: pgmap v3074: 585 pgs: 22 creating+peering, 4 unknown, 559 active+clean; 301 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 462 KiB/s rd, 12 KiB/s wr, 566 op/s 2024-04-15T15:33:48.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:33:48 smithi016 ceph-mon[93212]: osdmap e1708: 8 total, 8 up, 8 in 2024-04-15T15:33:48.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:33:48 smithi016 ceph-mon[93212]: from='client.? 172.21.15.16:0/3082292984' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi016-143420-30","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T15:33:48.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:33:48 smithi016 ceph-mon[90652]: pgmap v3074: 585 pgs: 22 creating+peering, 4 unknown, 559 active+clean; 301 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 462 KiB/s rd, 12 KiB/s wr, 566 op/s 2024-04-15T15:33:48.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:33:48 smithi016 ceph-mon[90652]: osdmap e1708: 8 total, 8 up, 8 in 2024-04-15T15:33:48.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:33:48 smithi016 ceph-mon[90652]: from='client.? 172.21.15.16:0/3082292984' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi016-143420-30","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T15:33:48.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:33:48 smithi102 ceph-mon[87131]: pgmap v3074: 585 pgs: 22 creating+peering, 4 unknown, 559 active+clean; 301 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 462 KiB/s rd, 12 KiB/s wr, 566 op/s 2024-04-15T15:33:48.438 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:33:48 smithi102 ceph-mon[87131]: osdmap e1708: 8 total, 8 up, 8 in 2024-04-15T15:33:48.438 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:33:48 smithi102 ceph-mon[87131]: from='client.? 172.21.15.16:0/3082292984' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi016-143420-30","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T15:33:49.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:33:49 smithi016 ceph-mon[90652]: from='client.? 172.21.15.16:0/3082292984' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi016-143420-30","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-15T15:33:49.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:33:49 smithi016 ceph-mon[90652]: osdmap e1709: 8 total, 8 up, 8 in 2024-04-15T15:33:49.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:33:49 smithi016 ceph-mon[93212]: from='client.? 172.21.15.16:0/3082292984' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi016-143420-30","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-15T15:33:49.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:33:49 smithi016 ceph-mon[93212]: osdmap e1709: 8 total, 8 up, 8 in 2024-04-15T15:33:49.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:33:49 smithi102 ceph-mon[87131]: from='client.? 172.21.15.16:0/3082292984' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi016-143420-30","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-15T15:33:49.438 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:33:49 smithi102 ceph-mon[87131]: osdmap e1709: 8 total, 8 up, 8 in 2024-04-15T15:33:50.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:33:50 smithi102 ceph-mon[87131]: pgmap v3077: 617 pgs: 27 creating+peering, 27 unknown, 563 active+clean; 301 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 587 KiB/s rd, 14 KiB/s wr, 714 op/s 2024-04-15T15:33:50.438 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:33:50 smithi102 ceph-mon[87131]: osdmap e1710: 8 total, 8 up, 8 in 2024-04-15T15:33:50.438 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:33:50 smithi102 ceph-mon[87131]: from='client.? 172.21.15.16:0/2787594029' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi016-143420-31","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T15:33:50.438 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:33:50 smithi102 ceph-mon[87131]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi016-143420-31","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T15:33:50.539 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:33:50 smithi016 ceph-mon[93212]: pgmap v3077: 617 pgs: 27 creating+peering, 27 unknown, 563 active+clean; 301 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 587 KiB/s rd, 14 KiB/s wr, 714 op/s 2024-04-15T15:33:50.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:33:50 smithi016 ceph-mon[93212]: osdmap e1710: 8 total, 8 up, 8 in 2024-04-15T15:33:50.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:33:50 smithi016 ceph-mon[93212]: from='client.? 172.21.15.16:0/2787594029' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi016-143420-31","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T15:33:50.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:33:50 smithi016 ceph-mon[93212]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi016-143420-31","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T15:33:50.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:33:50 smithi016 ceph-mon[90652]: pgmap v3077: 617 pgs: 27 creating+peering, 27 unknown, 563 active+clean; 301 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 587 KiB/s rd, 14 KiB/s wr, 714 op/s 2024-04-15T15:33:50.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:33:50 smithi016 ceph-mon[90652]: osdmap e1710: 8 total, 8 up, 8 in 2024-04-15T15:33:50.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:33:50 smithi016 ceph-mon[90652]: from='client.? 172.21.15.16:0/2787594029' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi016-143420-31","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T15:33:50.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:33:50 smithi016 ceph-mon[90652]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi016-143420-31","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T15:33:51.438 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:33:51 smithi102 ceph-mon[87131]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi016-143420-31","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-15T15:33:51.438 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:33:51 smithi102 ceph-mon[87131]: osdmap e1711: 8 total, 8 up, 8 in 2024-04-15T15:33:51.438 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:33:51 smithi102 ceph-mon[87131]: from='client.? 172.21.15.16:0/1404824501' entity='client.admin' cmd=[{"prefix": "osd tier add", "pool": "test-librbd-smithi016-143420-29", "tierpool":"test-librbd-smithi016-143420-31", "force_nonempty":""}]: dispatch 2024-04-15T15:33:51.438 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:33:51 smithi102 ceph-mon[87131]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd tier add", "pool": "test-librbd-smithi016-143420-29", "tierpool":"test-librbd-smithi016-143420-31", "force_nonempty":""}]: dispatch 2024-04-15T15:33:51.439 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:33:51 smithi102 ceph-mon[87131]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd tier add", "pool": "test-librbd-smithi016-143420-29", "tierpool":"test-librbd-smithi016-143420-31", "force_nonempty":""}]': finished 2024-04-15T15:33:51.439 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:33:51 smithi102 ceph-mon[87131]: osdmap e1712: 8 total, 8 up, 8 in 2024-04-15T15:33:51.439 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:33:51 smithi102 ceph-mon[87131]: from='client.? 172.21.15.16:0/1404824501' entity='client.admin' cmd=[{"prefix": "osd tier cache-mode", "pool": "test-librbd-smithi016-143420-31", "mode":"writeback"}]: dispatch 2024-04-15T15:33:51.439 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:33:51 smithi102 ceph-mon[87131]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd tier cache-mode", "pool": "test-librbd-smithi016-143420-31", "mode":"writeback"}]: dispatch 2024-04-15T15:33:51.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:33:51 smithi016 ceph-mon[93212]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi016-143420-31","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-15T15:33:51.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:33:51 smithi016 ceph-mon[93212]: osdmap e1711: 8 total, 8 up, 8 in 2024-04-15T15:33:51.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:33:51 smithi016 ceph-mon[93212]: from='client.? 172.21.15.16:0/1404824501' entity='client.admin' cmd=[{"prefix": "osd tier add", "pool": "test-librbd-smithi016-143420-29", "tierpool":"test-librbd-smithi016-143420-31", "force_nonempty":""}]: dispatch 2024-04-15T15:33:51.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:33:51 smithi016 ceph-mon[93212]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd tier add", "pool": "test-librbd-smithi016-143420-29", "tierpool":"test-librbd-smithi016-143420-31", "force_nonempty":""}]: dispatch 2024-04-15T15:33:51.541 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:33:51 smithi016 ceph-mon[93212]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd tier add", "pool": "test-librbd-smithi016-143420-29", "tierpool":"test-librbd-smithi016-143420-31", "force_nonempty":""}]': finished 2024-04-15T15:33:51.541 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:33:51 smithi016 ceph-mon[93212]: osdmap e1712: 8 total, 8 up, 8 in 2024-04-15T15:33:51.541 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:33:51 smithi016 ceph-mon[93212]: from='client.? 172.21.15.16:0/1404824501' entity='client.admin' cmd=[{"prefix": "osd tier cache-mode", "pool": "test-librbd-smithi016-143420-31", "mode":"writeback"}]: dispatch 2024-04-15T15:33:51.541 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:33:51 smithi016 ceph-mon[93212]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd tier cache-mode", "pool": "test-librbd-smithi016-143420-31", "mode":"writeback"}]: dispatch 2024-04-15T15:33:51.541 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:33:51 smithi016 ceph-mon[90652]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi016-143420-31","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-15T15:33:51.541 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:33:51 smithi016 ceph-mon[90652]: osdmap e1711: 8 total, 8 up, 8 in 2024-04-15T15:33:51.541 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:33:51 smithi016 ceph-mon[90652]: from='client.? 172.21.15.16:0/1404824501' entity='client.admin' cmd=[{"prefix": "osd tier add", "pool": "test-librbd-smithi016-143420-29", "tierpool":"test-librbd-smithi016-143420-31", "force_nonempty":""}]: dispatch 2024-04-15T15:33:51.541 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:33:51 smithi016 ceph-mon[90652]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd tier add", "pool": "test-librbd-smithi016-143420-29", "tierpool":"test-librbd-smithi016-143420-31", "force_nonempty":""}]: dispatch 2024-04-15T15:33:51.542 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:33:51 smithi016 ceph-mon[90652]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd tier add", "pool": "test-librbd-smithi016-143420-29", "tierpool":"test-librbd-smithi016-143420-31", "force_nonempty":""}]': finished 2024-04-15T15:33:51.542 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:33:51 smithi016 ceph-mon[90652]: osdmap e1712: 8 total, 8 up, 8 in 2024-04-15T15:33:51.542 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:33:51 smithi016 ceph-mon[90652]: from='client.? 172.21.15.16:0/1404824501' entity='client.admin' cmd=[{"prefix": "osd tier cache-mode", "pool": "test-librbd-smithi016-143420-31", "mode":"writeback"}]: dispatch 2024-04-15T15:33:51.542 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:33:51 smithi016 ceph-mon[90652]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd tier cache-mode", "pool": "test-librbd-smithi016-143420-31", "mode":"writeback"}]: dispatch 2024-04-15T15:33:52.040 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 15 15:33:51 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-y[81421]: ::ffff:172.21.15.102 - - [15/Apr/2024:15:33:51] "GET /metrics HTTP/1.1" 200 68022 "" "Prometheus/2.43.0" 2024-04-15T15:33:52.316 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:33:52 smithi102 ceph-mon[87131]: pgmap v3080: 649 pgs: 18 creating+peering, 47 unknown, 584 active+clean; 301 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 124 KiB/s rd, 2.7 KiB/s wr, 148 op/s 2024-04-15T15:33:52.317 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:33:52 smithi102 ceph-mon[87131]: Health check failed: 1 cache pools are missing hit_sets (CACHE_POOL_NO_HIT_SET) 2024-04-15T15:33:52.317 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:33:52 smithi102 ceph-mon[87131]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd tier cache-mode", "pool": "test-librbd-smithi016-143420-31", "mode":"writeback"}]': finished 2024-04-15T15:33:52.317 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:33:52 smithi102 ceph-mon[87131]: osdmap e1713: 8 total, 8 up, 8 in 2024-04-15T15:33:52.317 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:33:52 smithi102 ceph-mon[87131]: from='client.? 172.21.15.16:0/1404824501' entity='client.admin' cmd=[{"prefix": "osd tier set-overlay", "pool": "test-librbd-smithi016-143420-29", "overlaypool":"test-librbd-smithi016-143420-31"}]: dispatch 2024-04-15T15:33:52.317 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:33:52 smithi102 ceph-mon[87131]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd tier set-overlay", "pool": "test-librbd-smithi016-143420-29", "overlaypool":"test-librbd-smithi016-143420-31"}]: dispatch 2024-04-15T15:33:52.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:33:52 smithi016 ceph-mon[93212]: pgmap v3080: 649 pgs: 18 creating+peering, 47 unknown, 584 active+clean; 301 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 124 KiB/s rd, 2.7 KiB/s wr, 148 op/s 2024-04-15T15:33:52.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:33:52 smithi016 ceph-mon[93212]: Health check failed: 1 cache pools are missing hit_sets (CACHE_POOL_NO_HIT_SET) 2024-04-15T15:33:52.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:33:52 smithi016 ceph-mon[93212]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd tier cache-mode", "pool": "test-librbd-smithi016-143420-31", "mode":"writeback"}]': finished 2024-04-15T15:33:52.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:33:52 smithi016 ceph-mon[93212]: osdmap e1713: 8 total, 8 up, 8 in 2024-04-15T15:33:52.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:33:52 smithi016 ceph-mon[93212]: from='client.? 172.21.15.16:0/1404824501' entity='client.admin' cmd=[{"prefix": "osd tier set-overlay", "pool": "test-librbd-smithi016-143420-29", "overlaypool":"test-librbd-smithi016-143420-31"}]: dispatch 2024-04-15T15:33:52.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:33:52 smithi016 ceph-mon[93212]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd tier set-overlay", "pool": "test-librbd-smithi016-143420-29", "overlaypool":"test-librbd-smithi016-143420-31"}]: dispatch 2024-04-15T15:33:52.541 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:33:52 smithi016 ceph-mon[90652]: pgmap v3080: 649 pgs: 18 creating+peering, 47 unknown, 584 active+clean; 301 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 124 KiB/s rd, 2.7 KiB/s wr, 148 op/s 2024-04-15T15:33:52.541 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:33:52 smithi016 ceph-mon[90652]: Health check failed: 1 cache pools are missing hit_sets (CACHE_POOL_NO_HIT_SET) 2024-04-15T15:33:52.541 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:33:52 smithi016 ceph-mon[90652]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd tier cache-mode", "pool": "test-librbd-smithi016-143420-31", "mode":"writeback"}]': finished 2024-04-15T15:33:52.541 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:33:52 smithi016 ceph-mon[90652]: osdmap e1713: 8 total, 8 up, 8 in 2024-04-15T15:33:52.541 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:33:52 smithi016 ceph-mon[90652]: from='client.? 172.21.15.16:0/1404824501' entity='client.admin' cmd=[{"prefix": "osd tier set-overlay", "pool": "test-librbd-smithi016-143420-29", "overlaypool":"test-librbd-smithi016-143420-31"}]: dispatch 2024-04-15T15:33:52.541 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:33:52 smithi016 ceph-mon[90652]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd tier set-overlay", "pool": "test-librbd-smithi016-143420-29", "overlaypool":"test-librbd-smithi016-143420-31"}]: dispatch 2024-04-15T15:33:52.687 INFO:journalctl@ceph.prometheus.a.smithi102.stdout:Apr 15 15:33:52 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-prometheus-a[120881]: ts=2024-04-15T15:33:52.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi016:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"362ea986-fb34-11ee-bc8f-c7b262605968\", instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T15:33:52.960 INFO:tasks.workunit.client.0.smithi016.stdout:using new format! 2024-04-15T15:33:54.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:33:53 smithi016 ceph-mon[93212]: pgmap v3083: 649 pgs: 649 active+clean; 301 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail 2024-04-15T15:33:54.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:33:53 smithi016 ceph-mon[93212]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd tier set-overlay", "pool": "test-librbd-smithi016-143420-29", "overlaypool":"test-librbd-smithi016-143420-31"}]': finished 2024-04-15T15:33:54.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:33:53 smithi016 ceph-mon[93212]: osdmap e1714: 8 total, 8 up, 8 in 2024-04-15T15:33:54.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:33:53 smithi016 ceph-mon[90652]: pgmap v3083: 649 pgs: 649 active+clean; 301 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail 2024-04-15T15:33:54.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:33:53 smithi016 ceph-mon[90652]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd tier set-overlay", "pool": "test-librbd-smithi016-143420-29", "overlaypool":"test-librbd-smithi016-143420-31"}]': finished 2024-04-15T15:33:54.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:33:53 smithi016 ceph-mon[90652]: osdmap e1714: 8 total, 8 up, 8 in 2024-04-15T15:33:54.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:33:53 smithi102 ceph-mon[87131]: pgmap v3083: 649 pgs: 649 active+clean; 301 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail 2024-04-15T15:33:54.438 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:33:53 smithi102 ceph-mon[87131]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd tier set-overlay", "pool": "test-librbd-smithi016-143420-29", "overlaypool":"test-librbd-smithi016-143420-31"}]': finished 2024-04-15T15:33:54.438 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:33:53 smithi102 ceph-mon[87131]: osdmap e1714: 8 total, 8 up, 8 in 2024-04-15T15:33:55.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:33:54 smithi016 ceph-mon[93212]: osdmap e1715: 8 total, 8 up, 8 in 2024-04-15T15:33:55.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:33:54 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T15:33:55.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:33:54 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T15:33:55.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:33:54 smithi016 ceph-mon[90652]: osdmap e1715: 8 total, 8 up, 8 in 2024-04-15T15:33:55.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:33:54 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T15:33:55.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:33:54 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T15:33:55.438 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:33:54 smithi102 ceph-mon[87131]: osdmap e1715: 8 total, 8 up, 8 in 2024-04-15T15:33:55.438 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:33:54 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T15:33:55.438 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:33:54 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T15:33:56.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:33:55 smithi016 ceph-mon[90652]: pgmap v3086: 649 pgs: 649 active+clean; 301 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail 2024-04-15T15:33:56.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:33:55 smithi016 ceph-mon[90652]: osdmap e1716: 8 total, 8 up, 8 in 2024-04-15T15:33:56.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:33:55 smithi016 ceph-mon[93212]: pgmap v3086: 649 pgs: 649 active+clean; 301 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail 2024-04-15T15:33:56.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:33:55 smithi016 ceph-mon[93212]: osdmap e1716: 8 total, 8 up, 8 in 2024-04-15T15:33:56.438 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:33:55 smithi102 ceph-mon[87131]: pgmap v3086: 649 pgs: 649 active+clean; 301 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail 2024-04-15T15:33:56.438 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:33:55 smithi102 ceph-mon[87131]: osdmap e1716: 8 total, 8 up, 8 in 2024-04-15T15:33:57.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:33:57 smithi102 ceph-mon[87131]: osdmap e1717: 8 total, 8 up, 8 in 2024-04-15T15:33:57.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:33:57 smithi016 ceph-mon[90652]: osdmap e1717: 8 total, 8 up, 8 in 2024-04-15T15:33:57.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:33:57 smithi016 ceph-mon[93212]: osdmap e1717: 8 total, 8 up, 8 in 2024-04-15T15:33:58.438 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:33:58 smithi102 ceph-mon[87131]: pgmap v3089: 649 pgs: 649 active+clean; 301 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 8.2 KiB/s rd, 1.5 KiB/s wr, 13 op/s 2024-04-15T15:33:58.438 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:33:58 smithi102 ceph-mon[87131]: osdmap e1718: 8 total, 8 up, 8 in 2024-04-15T15:33:58.438 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:33:58 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "102.6", "id": [6, 7]}]: dispatch 2024-04-15T15:33:58.438 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:33:58 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "106.10", "id": [2, 5]}]: dispatch 2024-04-15T15:33:58.438 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:33:58 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "107.d", "id": [3, 7]}]: dispatch 2024-04-15T15:33:58.539 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:33:58 smithi016 ceph-mon[90652]: pgmap v3089: 649 pgs: 649 active+clean; 301 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 8.2 KiB/s rd, 1.5 KiB/s wr, 13 op/s 2024-04-15T15:33:58.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:33:58 smithi016 ceph-mon[90652]: osdmap e1718: 8 total, 8 up, 8 in 2024-04-15T15:33:58.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:33:58 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "102.6", "id": [6, 7]}]: dispatch 2024-04-15T15:33:58.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:33:58 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "106.10", "id": [2, 5]}]: dispatch 2024-04-15T15:33:58.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:33:58 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "107.d", "id": [3, 7]}]: dispatch 2024-04-15T15:33:58.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:33:58 smithi016 ceph-mon[93212]: pgmap v3089: 649 pgs: 649 active+clean; 301 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 8.2 KiB/s rd, 1.5 KiB/s wr, 13 op/s 2024-04-15T15:33:58.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:33:58 smithi016 ceph-mon[93212]: osdmap e1718: 8 total, 8 up, 8 in 2024-04-15T15:33:58.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:33:58 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "102.6", "id": [6, 7]}]: dispatch 2024-04-15T15:33:58.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:33:58 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "106.10", "id": [2, 5]}]: dispatch 2024-04-15T15:33:58.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:33:58 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "107.d", "id": [3, 7]}]: dispatch 2024-04-15T15:33:58.592 INFO:tasks.workunit.client.0.smithi016.stdout: 2024-04-15T15:33:58.592 INFO:tasks.workunit.client.0.smithi016.stdout:trying to find test-librbd-smithi016-143420-30/image118 2024-04-15T15:33:58.592 INFO:tasks.workunit.client.0.smithi016.stdout:checking test-librbd-smithi016-143420-30/image118 2024-04-15T15:33:58.592 INFO:tasks.workunit.client.0.smithi016.stdout:found child test-librbd-smithi016-143420-30/image118 2024-04-15T15:33:58.592 INFO:tasks.workunit.client.0.smithi016.stdout: 2024-04-15T15:33:58.592 INFO:tasks.workunit.client.0.smithi016.stdout:num children is: 1 2024-04-15T15:33:58.592 INFO:tasks.workunit.client.0.smithi016.stdout:expected: 1 2024-04-15T15:33:58.592 INFO:tasks.workunit.client.0.smithi016.stdout:child: image118 2024-04-15T15:33:58.593 INFO:tasks.workunit.client.0.smithi016.stdout:found child test-librbd-smithi016-143420-30/image118/b1cb622f1093 2024-04-15T15:33:58.593 INFO:tasks.workunit.client.0.smithi016.stdout: 2024-04-15T15:33:58.593 INFO:tasks.workunit.client.0.smithi016.stdout: 2024-04-15T15:33:58.593 INFO:tasks.workunit.client.0.smithi016.stdout:trying to find test-librbd-smithi016-143420-30/image118 2024-04-15T15:33:58.593 INFO:tasks.workunit.client.0.smithi016.stdout:checking test-librbd-smithi016-143420-29/image119 2024-04-15T15:33:58.593 INFO:tasks.workunit.client.0.smithi016.stdout:checking test-librbd-smithi016-143420-30/image118 2024-04-15T15:33:58.593 INFO:tasks.workunit.client.0.smithi016.stdout:found child test-librbd-smithi016-143420-30/image118 2024-04-15T15:33:58.593 INFO:tasks.workunit.client.0.smithi016.stdout: 2024-04-15T15:33:58.593 INFO:tasks.workunit.client.0.smithi016.stdout: 2024-04-15T15:33:58.593 INFO:tasks.workunit.client.0.smithi016.stdout:trying to find test-librbd-smithi016-143420-29/image119 2024-04-15T15:33:58.593 INFO:tasks.workunit.client.0.smithi016.stdout:checking test-librbd-smithi016-143420-29/image119 2024-04-15T15:33:58.593 INFO:tasks.workunit.client.0.smithi016.stdout:found child test-librbd-smithi016-143420-29/image119 2024-04-15T15:33:58.593 INFO:tasks.workunit.client.0.smithi016.stdout: 2024-04-15T15:33:58.593 INFO:tasks.workunit.client.0.smithi016.stdout:num children is: 2 2024-04-15T15:33:58.594 INFO:tasks.workunit.client.0.smithi016.stdout:expected: 2 2024-04-15T15:33:58.594 INFO:tasks.workunit.client.0.smithi016.stdout:child: image119 2024-04-15T15:33:58.594 INFO:tasks.workunit.client.0.smithi016.stdout:child: image118 2024-04-15T15:33:58.594 INFO:tasks.workunit.client.0.smithi016.stdout:found child test-librbd-smithi016-143420-30/image118/b1cb622f1093 2024-04-15T15:33:58.594 INFO:tasks.workunit.client.0.smithi016.stdout: 2024-04-15T15:33:58.594 INFO:tasks.workunit.client.0.smithi016.stdout:found child test-librbd-smithi016-143420-29/image119/b1cb2254ad45 2024-04-15T15:33:58.594 INFO:tasks.workunit.client.0.smithi016.stdout: 2024-04-15T15:33:58.594 INFO:tasks.workunit.client.0.smithi016.stdout: 2024-04-15T15:33:58.594 INFO:tasks.workunit.client.0.smithi016.stdout:trying to find test-librbd-smithi016-143420-30/image118 2024-04-15T15:33:58.594 INFO:tasks.workunit.client.0.smithi016.stdout:checking test-librbd-smithi016-143420-29/image119 2024-04-15T15:33:58.594 INFO:tasks.workunit.client.0.smithi016.stdout:checking test-librbd-smithi016-143420-30/image118 2024-04-15T15:33:58.594 INFO:tasks.workunit.client.0.smithi016.stdout:found child test-librbd-smithi016-143420-30/image118 2024-04-15T15:33:58.594 INFO:tasks.workunit.client.0.smithi016.stdout: 2024-04-15T15:33:58.594 INFO:tasks.workunit.client.0.smithi016.stdout: 2024-04-15T15:33:58.594 INFO:tasks.workunit.client.0.smithi016.stdout:trying to find test-librbd-smithi016-143420-29/image119 2024-04-15T15:33:58.595 INFO:tasks.workunit.client.0.smithi016.stdout:checking test-librbd-smithi016-143420-29/image119 2024-04-15T15:33:58.595 INFO:tasks.workunit.client.0.smithi016.stdout:found child test-librbd-smithi016-143420-29/image119 2024-04-15T15:33:58.595 INFO:tasks.workunit.client.0.smithi016.stdout: 2024-04-15T15:33:58.595 INFO:tasks.workunit.client.0.smithi016.stdout: 2024-04-15T15:33:58.595 INFO:tasks.workunit.client.0.smithi016.stdout:trying to find test-librbd-smithi016-143420-30/image120 2024-04-15T15:33:58.595 INFO:tasks.workunit.client.0.smithi016.stdout:checking test-librbd-smithi016-143420-29/image119 2024-04-15T15:33:58.595 INFO:tasks.workunit.client.0.smithi016.stdout:checking test-librbd-smithi016-143420-30/image118 2024-04-15T15:33:58.595 INFO:tasks.workunit.client.0.smithi016.stdout:checking test-librbd-smithi016-143420-30/image120 2024-04-15T15:33:58.595 INFO:tasks.workunit.client.0.smithi016.stdout:found child test-librbd-smithi016-143420-30/image120 2024-04-15T15:33:58.595 INFO:tasks.workunit.client.0.smithi016.stdout: 2024-04-15T15:33:58.595 INFO:tasks.workunit.client.0.smithi016.stdout:num children is: 3 2024-04-15T15:33:58.595 INFO:tasks.workunit.client.0.smithi016.stdout:expected: 3 2024-04-15T15:33:58.595 INFO:tasks.workunit.client.0.smithi016.stdout:child: image119 2024-04-15T15:33:58.595 INFO:tasks.workunit.client.0.smithi016.stdout:child: image118 2024-04-15T15:33:58.595 INFO:tasks.workunit.client.0.smithi016.stdout:child: image120 2024-04-15T15:33:58.596 INFO:tasks.workunit.client.0.smithi016.stdout:found child test-librbd-smithi016-143420-30/image118/b1cb622f1093 2024-04-15T15:33:58.596 INFO:tasks.workunit.client.0.smithi016.stdout: 2024-04-15T15:33:58.596 INFO:tasks.workunit.client.0.smithi016.stdout:found child test-librbd-smithi016-143420-29/image119/b1cb2254ad45 2024-04-15T15:33:58.596 INFO:tasks.workunit.client.0.smithi016.stdout: 2024-04-15T15:33:58.596 INFO:tasks.workunit.client.0.smithi016.stdout:found child test-librbd-smithi016-143420-30/image120/b1cb99fcc3e7 2024-04-15T15:33:58.596 INFO:tasks.workunit.client.0.smithi016.stdout: 2024-04-15T15:33:58.596 INFO:tasks.workunit.client.0.smithi016.stdout: 2024-04-15T15:33:58.596 INFO:tasks.workunit.client.0.smithi016.stdout:trying to find test-librbd-smithi016-143420-30/image118 2024-04-15T15:33:58.596 INFO:tasks.workunit.client.0.smithi016.stdout:checking test-librbd-smithi016-143420-29/image119 2024-04-15T15:33:58.596 INFO:tasks.workunit.client.0.smithi016.stdout:checking test-librbd-smithi016-143420-30/image118 2024-04-15T15:33:58.596 INFO:tasks.workunit.client.0.smithi016.stdout:found child test-librbd-smithi016-143420-30/image118 2024-04-15T15:33:58.596 INFO:tasks.workunit.client.0.smithi016.stdout: 2024-04-15T15:33:58.596 INFO:tasks.workunit.client.0.smithi016.stdout: 2024-04-15T15:33:58.596 INFO:tasks.workunit.client.0.smithi016.stdout:trying to find test-librbd-smithi016-143420-29/image119 2024-04-15T15:33:58.597 INFO:tasks.workunit.client.0.smithi016.stdout:checking test-librbd-smithi016-143420-29/image119 2024-04-15T15:33:58.597 INFO:tasks.workunit.client.0.smithi016.stdout:found child test-librbd-smithi016-143420-29/image119 2024-04-15T15:33:58.597 INFO:tasks.workunit.client.0.smithi016.stdout: 2024-04-15T15:33:58.597 INFO:tasks.workunit.client.0.smithi016.stdout:num children is: 3 2024-04-15T15:33:58.597 INFO:tasks.workunit.client.0.smithi016.stdout:expected: 3 2024-04-15T15:33:58.597 INFO:tasks.workunit.client.0.smithi016.stdout:child: image119 2024-04-15T15:33:58.597 INFO:tasks.workunit.client.0.smithi016.stdout:child: image118 2024-04-15T15:33:58.597 INFO:tasks.workunit.client.0.smithi016.stdout:child: image120 2024-04-15T15:33:58.597 INFO:tasks.workunit.client.0.smithi016.stdout:found child test-librbd-smithi016-143420-30/image118/b1cb622f1093 2024-04-15T15:33:58.597 INFO:tasks.workunit.client.0.smithi016.stdout: 2024-04-15T15:33:58.597 INFO:tasks.workunit.client.0.smithi016.stdout:found child test-librbd-smithi016-143420-29/image119/b1cb2254ad45 2024-04-15T15:33:58.597 INFO:tasks.workunit.client.0.smithi016.stdout: 2024-04-15T15:33:58.597 INFO:tasks.workunit.client.0.smithi016.stdout:found child test-librbd-smithi016-143420-30/image120/b1cb99fcc3e7 2024-04-15T15:33:58.597 INFO:tasks.workunit.client.0.smithi016.stdout: 2024-04-15T15:33:58.597 INFO:tasks.workunit.client.0.smithi016.stdout: 2024-04-15T15:33:58.598 INFO:tasks.workunit.client.0.smithi016.stdout:trying to find test-librbd-smithi016-143420-30/image118 2024-04-15T15:33:58.598 INFO:tasks.workunit.client.0.smithi016.stdout:checking test-librbd-smithi016-143420-29/image119 2024-04-15T15:33:58.598 INFO:tasks.workunit.client.0.smithi016.stdout:checking test-librbd-smithi016-143420-30/image118 2024-04-15T15:33:58.598 INFO:tasks.workunit.client.0.smithi016.stdout:found child test-librbd-smithi016-143420-30/image118 2024-04-15T15:33:58.598 INFO:tasks.workunit.client.0.smithi016.stdout: 2024-04-15T15:33:58.598 INFO:tasks.workunit.client.0.smithi016.stdout: 2024-04-15T15:33:58.598 INFO:tasks.workunit.client.0.smithi016.stdout:trying to find test-librbd-smithi016-143420-29/image119 2024-04-15T15:33:58.598 INFO:tasks.workunit.client.0.smithi016.stdout:checking test-librbd-smithi016-143420-29/image119 2024-04-15T15:33:58.598 INFO:tasks.workunit.client.0.smithi016.stdout:found child test-librbd-smithi016-143420-29/image119 2024-04-15T15:33:58.598 INFO:tasks.workunit.client.0.smithi016.stdout: 2024-04-15T15:33:58.598 INFO:tasks.workunit.client.0.smithi016.stdout: 2024-04-15T15:33:58.598 INFO:tasks.workunit.client.0.smithi016.stdout:trying to find test-librbd-smithi016-143420-30/image121 2024-04-15T15:33:58.598 INFO:tasks.workunit.client.0.smithi016.stdout:checking test-librbd-smithi016-143420-29/image119 2024-04-15T15:33:58.598 INFO:tasks.workunit.client.0.smithi016.stdout:checking test-librbd-smithi016-143420-30/image118 2024-04-15T15:33:58.598 INFO:tasks.workunit.client.0.smithi016.stdout:checking test-librbd-smithi016-143420-30/image121 2024-04-15T15:33:58.599 INFO:tasks.workunit.client.0.smithi016.stdout:found child test-librbd-smithi016-143420-30/image121 2024-04-15T15:33:58.599 INFO:tasks.workunit.client.0.smithi016.stdout: 2024-04-15T15:33:58.599 INFO:tasks.workunit.client.0.smithi016.stdout:num children is: 4 2024-04-15T15:33:58.599 INFO:tasks.workunit.client.0.smithi016.stdout:expected: 4 2024-04-15T15:33:58.599 INFO:tasks.workunit.client.0.smithi016.stdout:child: image119 2024-04-15T15:33:58.599 INFO:tasks.workunit.client.0.smithi016.stdout:child: image118 2024-04-15T15:33:58.599 INFO:tasks.workunit.client.0.smithi016.stdout:child: image120 2024-04-15T15:33:58.599 INFO:tasks.workunit.client.0.smithi016.stdout:child: image121 2024-04-15T15:33:58.599 INFO:tasks.workunit.client.0.smithi016.stdout:found child test-librbd-smithi016-143420-30/image118/b1cb622f1093 2024-04-15T15:33:58.599 INFO:tasks.workunit.client.0.smithi016.stdout: 2024-04-15T15:33:58.599 INFO:tasks.workunit.client.0.smithi016.stdout:found child test-librbd-smithi016-143420-29/image119/b1cb2254ad45 2024-04-15T15:33:58.599 INFO:tasks.workunit.client.0.smithi016.stdout: 2024-04-15T15:33:58.599 INFO:tasks.workunit.client.0.smithi016.stdout:found child test-librbd-smithi016-143420-30/image120/b1cb99fcc3e7 2024-04-15T15:33:58.599 INFO:tasks.workunit.client.0.smithi016.stdout: 2024-04-15T15:33:58.599 INFO:tasks.workunit.client.0.smithi016.stdout:found child test-librbd-smithi016-143420-30/image121/b1cbc126c47e 2024-04-15T15:33:58.600 INFO:tasks.workunit.client.0.smithi016.stdout: 2024-04-15T15:33:58.600 INFO:tasks.workunit.client.0.smithi016.stdout: 2024-04-15T15:33:58.600 INFO:tasks.workunit.client.0.smithi016.stdout:trying to find test-librbd-smithi016-143420-30/image118 2024-04-15T15:33:58.600 INFO:tasks.workunit.client.0.smithi016.stdout:checking test-librbd-smithi016-143420-29/image119 2024-04-15T15:33:58.600 INFO:tasks.workunit.client.0.smithi016.stdout:checking test-librbd-smithi016-143420-30/image118 2024-04-15T15:33:58.600 INFO:tasks.workunit.client.0.smithi016.stdout:found child test-librbd-smithi016-143420-30/image118 2024-04-15T15:33:58.600 INFO:tasks.workunit.client.0.smithi016.stdout: 2024-04-15T15:33:58.600 INFO:tasks.workunit.client.0.smithi016.stdout: 2024-04-15T15:33:58.600 INFO:tasks.workunit.client.0.smithi016.stdout:trying to find test-librbd-smithi016-143420-29/image119 2024-04-15T15:33:58.600 INFO:tasks.workunit.client.0.smithi016.stdout:checking test-librbd-smithi016-143420-29/image119 2024-04-15T15:33:58.600 INFO:tasks.workunit.client.0.smithi016.stdout:found child test-librbd-smithi016-143420-29/image119 2024-04-15T15:33:58.600 INFO:tasks.workunit.client.0.smithi016.stdout: 2024-04-15T15:33:58.600 INFO:tasks.workunit.client.0.smithi016.stdout: 2024-04-15T15:33:58.600 INFO:tasks.workunit.client.0.smithi016.stdout:trying to find test-librbd-smithi016-143420-30/image120 2024-04-15T15:33:58.600 INFO:tasks.workunit.client.0.smithi016.stdout:checking test-librbd-smithi016-143420-29/image119 2024-04-15T15:33:58.601 INFO:tasks.workunit.client.0.smithi016.stdout:checking test-librbd-smithi016-143420-30/image118 2024-04-15T15:33:58.601 INFO:tasks.workunit.client.0.smithi016.stdout:checking test-librbd-smithi016-143420-30/image120 2024-04-15T15:33:58.601 INFO:tasks.workunit.client.0.smithi016.stdout:found child test-librbd-smithi016-143420-30/image120 2024-04-15T15:33:58.601 INFO:tasks.workunit.client.0.smithi016.stdout: 2024-04-15T15:33:58.601 INFO:tasks.workunit.client.0.smithi016.stdout: 2024-04-15T15:33:58.601 INFO:tasks.workunit.client.0.smithi016.stdout:trying to find test-librbd-smithi016-143420-30/image121 2024-04-15T15:33:59.438 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:33:59 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "102.6", "id": [6, 7]}]': finished 2024-04-15T15:33:59.438 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:33:59 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "106.10", "id": [2, 5]}]': finished 2024-04-15T15:33:59.438 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:33:59 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "107.d", "id": [3, 7]}]': finished 2024-04-15T15:33:59.438 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:33:59 smithi102 ceph-mon[87131]: osdmap e1719: 8 total, 8 up, 8 in 2024-04-15T15:33:59.539 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:33:59 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "102.6", "id": [6, 7]}]': finished 2024-04-15T15:33:59.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:33:59 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "106.10", "id": [2, 5]}]': finished 2024-04-15T15:33:59.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:33:59 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "107.d", "id": [3, 7]}]': finished 2024-04-15T15:33:59.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:33:59 smithi016 ceph-mon[90652]: osdmap e1719: 8 total, 8 up, 8 in 2024-04-15T15:33:59.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:33:59 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "102.6", "id": [6, 7]}]': finished 2024-04-15T15:33:59.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:33:59 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "106.10", "id": [2, 5]}]': finished 2024-04-15T15:33:59.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:33:59 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "107.d", "id": [3, 7]}]': finished 2024-04-15T15:33:59.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:33:59 smithi016 ceph-mon[93212]: osdmap e1719: 8 total, 8 up, 8 in 2024-04-15T15:34:00.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:34:00 smithi102 ceph-mon[87131]: pgmap v3092: 649 pgs: 649 active+clean; 301 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 9.5 KiB/s rd, 1.7 KiB/s wr, 16 op/s 2024-04-15T15:34:00.438 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:34:00 smithi102 ceph-mon[87131]: osdmap e1720: 8 total, 8 up, 8 in 2024-04-15T15:34:00.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:34:00 smithi016 ceph-mon[93212]: pgmap v3092: 649 pgs: 649 active+clean; 301 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 9.5 KiB/s rd, 1.7 KiB/s wr, 16 op/s 2024-04-15T15:34:00.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:34:00 smithi016 ceph-mon[93212]: osdmap e1720: 8 total, 8 up, 8 in 2024-04-15T15:34:00.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:34:00 smithi016 ceph-mon[90652]: pgmap v3092: 649 pgs: 649 active+clean; 301 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 9.5 KiB/s rd, 1.7 KiB/s wr, 16 op/s 2024-04-15T15:34:00.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:34:00 smithi016 ceph-mon[90652]: osdmap e1720: 8 total, 8 up, 8 in 2024-04-15T15:34:01.438 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:34:01 smithi102 ceph-mon[87131]: osdmap e1721: 8 total, 8 up, 8 in 2024-04-15T15:34:01.438 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:34:01 smithi102 ceph-mon[87131]: from='client.? 172.21.15.16:0/1404824501' entity='client.admin' cmd=[{"prefix": "osd tier remove-overlay", "pool": "test-librbd-smithi016-143420-29"}]: dispatch 2024-04-15T15:34:01.438 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:34:01 smithi102 ceph-mon[87131]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd tier remove-overlay", "pool": "test-librbd-smithi016-143420-29"}]: dispatch 2024-04-15T15:34:01.438 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:34:01 smithi102 ceph-mon[87131]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd tier remove-overlay", "pool": "test-librbd-smithi016-143420-29"}]': finished 2024-04-15T15:34:01.438 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:34:01 smithi102 ceph-mon[87131]: osdmap e1722: 8 total, 8 up, 8 in 2024-04-15T15:34:01.438 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:34:01 smithi102 ceph-mon[87131]: from='client.? 172.21.15.16:0/1404824501' entity='client.admin' cmd=[{"prefix": "osd tier remove", "pool": "test-librbd-smithi016-143420-29", "tierpool":"test-librbd-smithi016-143420-31"}]: dispatch 2024-04-15T15:34:01.438 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:34:01 smithi102 ceph-mon[87131]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd tier remove", "pool": "test-librbd-smithi016-143420-29", "tierpool":"test-librbd-smithi016-143420-31"}]: dispatch 2024-04-15T15:34:01.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:34:01 smithi016 ceph-mon[93212]: osdmap e1721: 8 total, 8 up, 8 in 2024-04-15T15:34:01.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:34:01 smithi016 ceph-mon[93212]: from='client.? 172.21.15.16:0/1404824501' entity='client.admin' cmd=[{"prefix": "osd tier remove-overlay", "pool": "test-librbd-smithi016-143420-29"}]: dispatch 2024-04-15T15:34:01.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:34:01 smithi016 ceph-mon[93212]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd tier remove-overlay", "pool": "test-librbd-smithi016-143420-29"}]: dispatch 2024-04-15T15:34:01.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:34:01 smithi016 ceph-mon[93212]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd tier remove-overlay", "pool": "test-librbd-smithi016-143420-29"}]': finished 2024-04-15T15:34:01.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:34:01 smithi016 ceph-mon[93212]: osdmap e1722: 8 total, 8 up, 8 in 2024-04-15T15:34:01.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:34:01 smithi016 ceph-mon[93212]: from='client.? 172.21.15.16:0/1404824501' entity='client.admin' cmd=[{"prefix": "osd tier remove", "pool": "test-librbd-smithi016-143420-29", "tierpool":"test-librbd-smithi016-143420-31"}]: dispatch 2024-04-15T15:34:01.541 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:34:01 smithi016 ceph-mon[93212]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd tier remove", "pool": "test-librbd-smithi016-143420-29", "tierpool":"test-librbd-smithi016-143420-31"}]: dispatch 2024-04-15T15:34:01.541 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:34:01 smithi016 ceph-mon[90652]: osdmap e1721: 8 total, 8 up, 8 in 2024-04-15T15:34:01.541 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:34:01 smithi016 ceph-mon[90652]: from='client.? 172.21.15.16:0/1404824501' entity='client.admin' cmd=[{"prefix": "osd tier remove-overlay", "pool": "test-librbd-smithi016-143420-29"}]: dispatch 2024-04-15T15:34:01.541 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:34:01 smithi016 ceph-mon[90652]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd tier remove-overlay", "pool": "test-librbd-smithi016-143420-29"}]: dispatch 2024-04-15T15:34:01.541 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:34:01 smithi016 ceph-mon[90652]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd tier remove-overlay", "pool": "test-librbd-smithi016-143420-29"}]': finished 2024-04-15T15:34:01.541 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:34:01 smithi016 ceph-mon[90652]: osdmap e1722: 8 total, 8 up, 8 in 2024-04-15T15:34:01.541 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:34:01 smithi016 ceph-mon[90652]: from='client.? 172.21.15.16:0/1404824501' entity='client.admin' cmd=[{"prefix": "osd tier remove", "pool": "test-librbd-smithi016-143420-29", "tierpool":"test-librbd-smithi016-143420-31"}]: dispatch 2024-04-15T15:34:01.541 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:34:01 smithi016 ceph-mon[90652]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd tier remove", "pool": "test-librbd-smithi016-143420-29", "tierpool":"test-librbd-smithi016-143420-31"}]: dispatch 2024-04-15T15:34:01.961 INFO:tasks.workunit.client.0.smithi016.stdout:checking test-librbd-smithi016-143420-29/image119 2024-04-15T15:34:01.961 INFO:tasks.workunit.client.0.smithi016.stdout:checking test-librbd-smithi016-143420-30/image118 2024-04-15T15:34:01.961 INFO:tasks.workunit.client.0.smithi016.stdout:checking test-librbd-smithi016-143420-30/image120 2024-04-15T15:34:01.961 INFO:tasks.workunit.client.0.smithi016.stdout:checking test-librbd-smithi016-143420-30/image121 2024-04-15T15:34:01.961 INFO:tasks.workunit.client.0.smithi016.stdout:found child test-librbd-smithi016-143420-30/image121 2024-04-15T15:34:01.961 INFO:tasks.workunit.client.0.smithi016.stdout: 2024-04-15T15:34:01.961 INFO:tasks.workunit.client.0.smithi016.stdout:num children is: 4 2024-04-15T15:34:01.961 INFO:tasks.workunit.client.0.smithi016.stdout:expected: 4 2024-04-15T15:34:01.962 INFO:tasks.workunit.client.0.smithi016.stdout:child: image119 2024-04-15T15:34:01.962 INFO:tasks.workunit.client.0.smithi016.stdout:child: image118 2024-04-15T15:34:01.962 INFO:tasks.workunit.client.0.smithi016.stdout:child: image120 2024-04-15T15:34:01.962 INFO:tasks.workunit.client.0.smithi016.stdout:child: image121 2024-04-15T15:34:01.962 INFO:tasks.workunit.client.0.smithi016.stdout:found child test-librbd-smithi016-143420-30/image118/b1cb622f1093 2024-04-15T15:34:01.962 INFO:tasks.workunit.client.0.smithi016.stdout: 2024-04-15T15:34:01.962 INFO:tasks.workunit.client.0.smithi016.stdout:found child test-librbd-smithi016-143420-29/image119/b1cb2254ad45 2024-04-15T15:34:01.962 INFO:tasks.workunit.client.0.smithi016.stdout: 2024-04-15T15:34:01.962 INFO:tasks.workunit.client.0.smithi016.stdout:found child test-librbd-smithi016-143420-30/image120/b1cb99fcc3e7 2024-04-15T15:34:01.962 INFO:tasks.workunit.client.0.smithi016.stdout: 2024-04-15T15:34:01.962 INFO:tasks.workunit.client.0.smithi016.stdout:found child test-librbd-smithi016-143420-30/image121/b1cbc126c47e 2024-04-15T15:34:01.962 INFO:tasks.workunit.client.0.smithi016.stdout: 2024-04-15T15:34:01.962 INFO:tasks.workunit.client.0.smithi016.stdout: 2024-04-15T15:34:01.962 INFO:tasks.workunit.client.0.smithi016.stdout:trying to find test-librbd-smithi016-143420-29/image119 2024-04-15T15:34:01.963 INFO:tasks.workunit.client.0.smithi016.stdout:checking test-librbd-smithi016-143420-29/image119 2024-04-15T15:34:01.963 INFO:tasks.workunit.client.0.smithi016.stdout:found child test-librbd-smithi016-143420-29/image119 2024-04-15T15:34:01.963 INFO:tasks.workunit.client.0.smithi016.stdout: 2024-04-15T15:34:01.963 INFO:tasks.workunit.client.0.smithi016.stdout: 2024-04-15T15:34:01.963 INFO:tasks.workunit.client.0.smithi016.stdout:trying to find test-librbd-smithi016-143420-30/image120 2024-04-15T15:34:01.963 INFO:tasks.workunit.client.0.smithi016.stdout:checking test-librbd-smithi016-143420-29/image119 2024-04-15T15:34:01.963 INFO:tasks.workunit.client.0.smithi016.stdout:checking test-librbd-smithi016-143420-30/image120 2024-04-15T15:34:01.963 INFO:tasks.workunit.client.0.smithi016.stdout:found child test-librbd-smithi016-143420-30/image120 2024-04-15T15:34:01.963 INFO:tasks.workunit.client.0.smithi016.stdout: 2024-04-15T15:34:01.963 INFO:tasks.workunit.client.0.smithi016.stdout: 2024-04-15T15:34:01.963 INFO:tasks.workunit.client.0.smithi016.stdout:trying to find test-librbd-smithi016-143420-30/image121 2024-04-15T15:34:01.963 INFO:tasks.workunit.client.0.smithi016.stdout:checking test-librbd-smithi016-143420-29/image119 2024-04-15T15:34:01.963 INFO:tasks.workunit.client.0.smithi016.stdout:checking test-librbd-smithi016-143420-30/image120 2024-04-15T15:34:01.963 INFO:tasks.workunit.client.0.smithi016.stdout:checking test-librbd-smithi016-143420-30/image121 2024-04-15T15:34:01.963 INFO:tasks.workunit.client.0.smithi016.stdout:found child test-librbd-smithi016-143420-30/image121 2024-04-15T15:34:01.964 INFO:tasks.workunit.client.0.smithi016.stdout: 2024-04-15T15:34:01.964 INFO:tasks.workunit.client.0.smithi016.stdout:num children is: 3 2024-04-15T15:34:01.964 INFO:tasks.workunit.client.0.smithi016.stdout:expected: 3 2024-04-15T15:34:01.964 INFO:tasks.workunit.client.0.smithi016.stdout:child: image119 2024-04-15T15:34:01.964 INFO:tasks.workunit.client.0.smithi016.stdout:child: image120 2024-04-15T15:34:01.964 INFO:tasks.workunit.client.0.smithi016.stdout:child: image121 2024-04-15T15:34:01.964 INFO:tasks.workunit.client.0.smithi016.stdout:found child test-librbd-smithi016-143420-29/image119/b1cb2254ad45 2024-04-15T15:34:01.964 INFO:tasks.workunit.client.0.smithi016.stdout: 2024-04-15T15:34:01.964 INFO:tasks.workunit.client.0.smithi016.stdout:found child test-librbd-smithi016-143420-30/image120/b1cb99fcc3e7 2024-04-15T15:34:01.964 INFO:tasks.workunit.client.0.smithi016.stdout: 2024-04-15T15:34:01.964 INFO:tasks.workunit.client.0.smithi016.stdout:found child test-librbd-smithi016-143420-30/image121/b1cbc126c47e 2024-04-15T15:34:01.964 INFO:tasks.workunit.client.0.smithi016.stdout: 2024-04-15T15:34:01.964 INFO:tasks.workunit.client.0.smithi016.stdout: 2024-04-15T15:34:01.964 INFO:tasks.workunit.client.0.smithi016.stdout:trying to find test-librbd-smithi016-143420-29/image119 2024-04-15T15:34:01.964 INFO:tasks.workunit.client.0.smithi016.stdout:checking test-librbd-smithi016-143420-29/image119 2024-04-15T15:34:01.965 INFO:tasks.workunit.client.0.smithi016.stdout:found child test-librbd-smithi016-143420-29/image119 2024-04-15T15:34:01.965 INFO:tasks.workunit.client.0.smithi016.stdout: 2024-04-15T15:34:01.965 INFO:tasks.workunit.client.0.smithi016.stdout: 2024-04-15T15:34:01.965 INFO:tasks.workunit.client.0.smithi016.stdout:trying to find test-librbd-smithi016-143420-30/image121 2024-04-15T15:34:01.965 INFO:tasks.workunit.client.0.smithi016.stdout:checking test-librbd-smithi016-143420-29/image119 2024-04-15T15:34:01.965 INFO:tasks.workunit.client.0.smithi016.stdout:checking test-librbd-smithi016-143420-30/image121 2024-04-15T15:34:01.965 INFO:tasks.workunit.client.0.smithi016.stdout:found child test-librbd-smithi016-143420-30/image121 2024-04-15T15:34:01.965 INFO:tasks.workunit.client.0.smithi016.stdout: 2024-04-15T15:34:01.965 INFO:tasks.workunit.client.0.smithi016.stdout:num children is: 2 2024-04-15T15:34:01.965 INFO:tasks.workunit.client.0.smithi016.stdout:expected: 2 2024-04-15T15:34:01.965 INFO:tasks.workunit.client.0.smithi016.stdout:child: image119 2024-04-15T15:34:01.965 INFO:tasks.workunit.client.0.smithi016.stdout:child: image121 2024-04-15T15:34:01.965 INFO:tasks.workunit.client.0.smithi016.stdout:found child test-librbd-smithi016-143420-29/image119/b1cb2254ad45 2024-04-15T15:34:01.965 INFO:tasks.workunit.client.0.smithi016.stdout: 2024-04-15T15:34:01.965 INFO:tasks.workunit.client.0.smithi016.stdout:found child test-librbd-smithi016-143420-30/image121/b1cbc126c47e 2024-04-15T15:34:01.966 INFO:tasks.workunit.client.0.smithi016.stdout: 2024-04-15T15:34:01.966 INFO:tasks.workunit.client.0.smithi016.stdout: 2024-04-15T15:34:01.966 INFO:tasks.workunit.client.0.smithi016.stdout:trying to find test-librbd-smithi016-143420-29/image119 2024-04-15T15:34:01.966 INFO:tasks.workunit.client.0.smithi016.stdout:checking test-librbd-smithi016-143420-29/image119 2024-04-15T15:34:01.966 INFO:tasks.workunit.client.0.smithi016.stdout:found child test-librbd-smithi016-143420-29/image119 2024-04-15T15:34:01.966 INFO:tasks.workunit.client.0.smithi016.stdout: 2024-04-15T15:34:01.966 INFO:tasks.workunit.client.0.smithi016.stdout:num children is: 1 2024-04-15T15:34:01.966 INFO:tasks.workunit.client.0.smithi016.stdout:expected: 1 2024-04-15T15:34:01.966 INFO:tasks.workunit.client.0.smithi016.stdout:child: image119 2024-04-15T15:34:01.966 INFO:tasks.workunit.client.0.smithi016.stdout:found child test-librbd-smithi016-143420-29/image119/b1cb2254ad45 2024-04-15T15:34:01.966 INFO:tasks.workunit.client.0.smithi016.stdout: 2024-04-15T15:34:01.966 INFO:tasks.workunit.client.0.smithi016.stdout:num children is: 0 2024-04-15T15:34:01.966 INFO:tasks.workunit.client.0.smithi016.stdout:expected: 0 2024-04-15T15:34:01.967 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] TestLibRBD.ListChildrenTiered (17870 ms) 2024-04-15T15:34:01.967 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] TestLibRBD.LockingPP 2024-04-15T15:34:01.967 INFO:tasks.workunit.client.0.smithi016.stdout:using new format! 2024-04-15T15:34:02.039 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 15 15:34:01 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-y[81421]: ::ffff:172.21.15.102 - - [15/Apr/2024:15:34:01] "GET /metrics HTTP/1.1" 200 75445 "" "Prometheus/2.43.0" 2024-04-15T15:34:02.046 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] TestLibRBD.LockingPP (86 ms) 2024-04-15T15:34:02.046 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] TestLibRBD.FlushAio 2024-04-15T15:34:02.046 INFO:tasks.workunit.client.0.smithi016.stdout:using new format! 2024-04-15T15:34:02.299 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] TestLibRBD.FlushAio (253 ms) 2024-04-15T15:34:02.300 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] TestLibRBD.FlushAioPP 2024-04-15T15:34:02.300 INFO:tasks.workunit.client.0.smithi016.stdout:using new format! 2024-04-15T15:34:02.437 INFO:journalctl@ceph.prometheus.a.smithi102.stdout:Apr 15 15:34:02 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-prometheus-a[120881]: ts=2024-04-15T15:34:02.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi016:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"362ea986-fb34-11ee-bc8f-c7b262605968\", instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T15:34:02.438 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:34:02 smithi102 ceph-mon[87131]: pgmap v3095: 649 pgs: 649 active+clean; 301 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 100 KiB/s rd, 1.5 KiB/s wr, 121 op/s 2024-04-15T15:34:02.438 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:34:02 smithi102 ceph-mon[87131]: Health check cleared: CACHE_POOL_NO_HIT_SET (was: 1 cache pools are missing hit_sets) 2024-04-15T15:34:02.438 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:34:02 smithi102 ceph-mon[87131]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd tier remove", "pool": "test-librbd-smithi016-143420-29", "tierpool":"test-librbd-smithi016-143420-31"}]': finished 2024-04-15T15:34:02.438 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:34:02 smithi102 ceph-mon[87131]: osdmap e1723: 8 total, 8 up, 8 in 2024-04-15T15:34:02.483 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] TestLibRBD.FlushAioPP (184 ms) 2024-04-15T15:34:02.483 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] TestLibRBD.ZeroLengthWrite 2024-04-15T15:34:02.483 INFO:tasks.workunit.client.0.smithi016.stdout:using new format! 2024-04-15T15:34:02.505 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] TestLibRBD.ZeroLengthWrite (22 ms) 2024-04-15T15:34:02.505 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] TestLibRBD.ZeroLengthDiscard 2024-04-15T15:34:02.505 INFO:tasks.workunit.client.0.smithi016.stdout:using new format! 2024-04-15T15:34:02.530 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] TestLibRBD.ZeroLengthDiscard (25 ms) 2024-04-15T15:34:02.531 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] TestLibRBD.ZeroLengthRead 2024-04-15T15:34:02.531 INFO:tasks.workunit.client.0.smithi016.stdout:using new format! 2024-04-15T15:34:02.539 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:34:02 smithi016 ceph-mon[90652]: pgmap v3095: 649 pgs: 649 active+clean; 301 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 100 KiB/s rd, 1.5 KiB/s wr, 121 op/s 2024-04-15T15:34:02.539 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:34:02 smithi016 ceph-mon[90652]: Health check cleared: CACHE_POOL_NO_HIT_SET (was: 1 cache pools are missing hit_sets) 2024-04-15T15:34:02.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:34:02 smithi016 ceph-mon[90652]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd tier remove", "pool": "test-librbd-smithi016-143420-29", "tierpool":"test-librbd-smithi016-143420-31"}]': finished 2024-04-15T15:34:02.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:34:02 smithi016 ceph-mon[90652]: osdmap e1723: 8 total, 8 up, 8 in 2024-04-15T15:34:02.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:34:02 smithi016 ceph-mon[93212]: pgmap v3095: 649 pgs: 649 active+clean; 301 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 100 KiB/s rd, 1.5 KiB/s wr, 121 op/s 2024-04-15T15:34:02.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:34:02 smithi016 ceph-mon[93212]: Health check cleared: CACHE_POOL_NO_HIT_SET (was: 1 cache pools are missing hit_sets) 2024-04-15T15:34:02.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:34:02 smithi016 ceph-mon[93212]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd tier remove", "pool": "test-librbd-smithi016-143420-29", "tierpool":"test-librbd-smithi016-143420-31"}]': finished 2024-04-15T15:34:02.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:34:02 smithi016 ceph-mon[93212]: osdmap e1723: 8 total, 8 up, 8 in 2024-04-15T15:34:02.546 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] TestLibRBD.ZeroLengthRead (16 ms) 2024-04-15T15:34:02.546 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] TestLibRBD.LargeCacheRead 2024-04-15T15:34:02.546 INFO:tasks.workunit.client.0.smithi016.stdout:using new format! 2024-04-15T15:34:02.587 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] TestLibRBD.LargeCacheRead (41 ms) 2024-04-15T15:34:02.588 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] TestLibRBD.TestPendingAio 2024-04-15T15:34:02.588 INFO:tasks.workunit.client.0.smithi016.stdout:using new format! 2024-04-15T15:34:02.806 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] TestLibRBD.TestPendingAio (219 ms) 2024-04-15T15:34:02.806 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] TestLibRBD.CompareAndWriteCopyup 2024-04-15T15:34:02.806 INFO:tasks.workunit.client.0.smithi016.stdout:using new format! 2024-04-15T15:34:03.179 INFO:tasks.workunit.client.0.smithi016.stdout:using new format! 2024-04-15T15:34:04.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:34:04 smithi102 ceph-mon[87131]: pgmap v3098: 649 pgs: 649 active+clean; 301 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 606 KiB/s rd, 17 KiB/s wr, 743 op/s 2024-04-15T15:34:04.438 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:34:04 smithi102 ceph-mon[87131]: osdmap e1724: 8 total, 8 up, 8 in 2024-04-15T15:34:04.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:34:04 smithi016 ceph-mon[90652]: pgmap v3098: 649 pgs: 649 active+clean; 301 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 606 KiB/s rd, 17 KiB/s wr, 743 op/s 2024-04-15T15:34:04.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:34:04 smithi016 ceph-mon[90652]: osdmap e1724: 8 total, 8 up, 8 in 2024-04-15T15:34:04.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:34:04 smithi016 ceph-mon[93212]: pgmap v3098: 649 pgs: 649 active+clean; 301 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 606 KiB/s rd, 17 KiB/s wr, 743 op/s 2024-04-15T15:34:04.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:34:04 smithi016 ceph-mon[93212]: osdmap e1724: 8 total, 8 up, 8 in 2024-04-15T15:34:05.147 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] TestLibRBD.CompareAndWriteCopyup (2340 ms) 2024-04-15T15:34:05.147 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] TestLibRBD.CompareAndWriteCopyupMismatch 2024-04-15T15:34:05.147 INFO:tasks.workunit.client.0.smithi016.stdout:using new format! 2024-04-15T15:34:05.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:34:05 smithi102 ceph-mon[87131]: osdmap e1725: 8 total, 8 up, 8 in 2024-04-15T15:34:05.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:34:05 smithi016 ceph-mon[93212]: osdmap e1725: 8 total, 8 up, 8 in 2024-04-15T15:34:05.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:34:05 smithi016 ceph-mon[90652]: osdmap e1725: 8 total, 8 up, 8 in 2024-04-15T15:34:06.070 INFO:tasks.workunit.client.0.smithi016.stdout:using new format! 2024-04-15T15:34:06.438 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:34:06 smithi102 ceph-mon[87131]: pgmap v3101: 649 pgs: 649 active+clean; 301 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 506 KiB/s rd, 15 KiB/s wr, 624 op/s 2024-04-15T15:34:06.438 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:34:06 smithi102 ceph-mon[87131]: osdmap e1726: 8 total, 8 up, 8 in 2024-04-15T15:34:06.438 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:34:06 smithi102 ceph-mon[87131]: osdmap e1727: 8 total, 8 up, 8 in 2024-04-15T15:34:06.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:34:06 smithi016 ceph-mon[93212]: pgmap v3101: 649 pgs: 649 active+clean; 301 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 506 KiB/s rd, 15 KiB/s wr, 624 op/s 2024-04-15T15:34:06.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:34:06 smithi016 ceph-mon[93212]: osdmap e1726: 8 total, 8 up, 8 in 2024-04-15T15:34:06.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:34:06 smithi016 ceph-mon[93212]: osdmap e1727: 8 total, 8 up, 8 in 2024-04-15T15:34:06.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:34:06 smithi016 ceph-mon[90652]: pgmap v3101: 649 pgs: 649 active+clean; 301 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 506 KiB/s rd, 15 KiB/s wr, 624 op/s 2024-04-15T15:34:06.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:34:06 smithi016 ceph-mon[90652]: osdmap e1726: 8 total, 8 up, 8 in 2024-04-15T15:34:06.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:34:06 smithi016 ceph-mon[90652]: osdmap e1727: 8 total, 8 up, 8 in 2024-04-15T15:34:08.154 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] TestLibRBD.CompareAndWriteCopyupMismatch (3008 ms) 2024-04-15T15:34:08.154 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] TestLibRBD.Flatten 2024-04-15T15:34:08.154 INFO:tasks.workunit.client.0.smithi016.stdout:using new format! 2024-04-15T15:34:08.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:34:08 smithi102 ceph-mon[87131]: pgmap v3104: 649 pgs: 649 active+clean; 305 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 691 KiB/s rd, 664 KiB/s wr, 379 op/s 2024-04-15T15:34:08.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:34:08 smithi102 ceph-mon[87131]: osdmap e1728: 8 total, 8 up, 8 in 2024-04-15T15:34:08.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:34:08 smithi016 ceph-mon[90652]: pgmap v3104: 649 pgs: 649 active+clean; 305 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 691 KiB/s rd, 664 KiB/s wr, 379 op/s 2024-04-15T15:34:08.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:34:08 smithi016 ceph-mon[90652]: osdmap e1728: 8 total, 8 up, 8 in 2024-04-15T15:34:08.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:34:08 smithi016 ceph-mon[93212]: pgmap v3104: 649 pgs: 649 active+clean; 305 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 691 KiB/s rd, 664 KiB/s wr, 379 op/s 2024-04-15T15:34:08.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:34:08 smithi016 ceph-mon[93212]: osdmap e1728: 8 total, 8 up, 8 in 2024-04-15T15:34:09.212 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] TestLibRBD.Flatten (1058 ms) 2024-04-15T15:34:09.212 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] TestLibRBD.Sparsify 2024-04-15T15:34:09.212 INFO:tasks.workunit.client.0.smithi016.stdout:using new format! 2024-04-15T15:34:09.248 INFO:tasks.workunit.client.0.smithi016.stdout:wrote: 32768 2024-04-15T15:34:09.248 INFO:tasks.workunit.client.0.smithi016.stdout:read: 32768 2024-04-15T15:34:09.248 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] TestLibRBD.Sparsify (35 ms) 2024-04-15T15:34:09.248 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] TestLibRBD.SparsifyPP 2024-04-15T15:34:09.248 INFO:tasks.workunit.client.0.smithi016.stdout:using new format! 2024-04-15T15:34:09.281 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] TestLibRBD.SparsifyPP (34 ms) 2024-04-15T15:34:09.282 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] TestLibRBD.SnapshotLimit 2024-04-15T15:34:09.282 INFO:tasks.workunit.client.0.smithi016.stdout:using new format! 2024-04-15T15:34:09.438 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:34:09 smithi102 ceph-mon[87131]: osdmap e1729: 8 total, 8 up, 8 in 2024-04-15T15:34:09.438 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:34:09 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T15:34:09.438 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:34:09 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T15:34:09.539 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:34:09 smithi016 ceph-mon[90652]: osdmap e1729: 8 total, 8 up, 8 in 2024-04-15T15:34:09.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:34:09 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T15:34:09.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:34:09 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T15:34:09.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:34:09 smithi016 ceph-mon[93212]: osdmap e1729: 8 total, 8 up, 8 in 2024-04-15T15:34:09.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:34:09 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T15:34:09.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:34:09 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T15:34:10.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:34:10 smithi102 ceph-mon[87131]: pgmap v3107: 649 pgs: 649 active+clean; 309 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 859 KiB/s rd, 737 KiB/s wr, 648 op/s 2024-04-15T15:34:10.438 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:34:10 smithi102 ceph-mon[87131]: osdmap e1730: 8 total, 8 up, 8 in 2024-04-15T15:34:10.539 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:34:10 smithi016 ceph-mon[93212]: pgmap v3107: 649 pgs: 649 active+clean; 309 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 859 KiB/s rd, 737 KiB/s wr, 648 op/s 2024-04-15T15:34:10.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:34:10 smithi016 ceph-mon[93212]: osdmap e1730: 8 total, 8 up, 8 in 2024-04-15T15:34:10.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:34:10 smithi016 ceph-mon[90652]: pgmap v3107: 649 pgs: 649 active+clean; 309 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 859 KiB/s rd, 737 KiB/s wr, 648 op/s 2024-04-15T15:34:10.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:34:10 smithi016 ceph-mon[90652]: osdmap e1730: 8 total, 8 up, 8 in 2024-04-15T15:34:11.438 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:34:11 smithi102 ceph-mon[87131]: osdmap e1731: 8 total, 8 up, 8 in 2024-04-15T15:34:11.439 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:34:11 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T15:34:11.439 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:34:11 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T15:34:11.439 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:34:11 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T15:34:11.439 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:34:11 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T15:34:11.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:34:11 smithi016 ceph-mon[90652]: osdmap e1731: 8 total, 8 up, 8 in 2024-04-15T15:34:11.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:34:11 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T15:34:11.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:34:11 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T15:34:11.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:34:11 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T15:34:11.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:34:11 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T15:34:11.541 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:34:11 smithi016 ceph-mon[93212]: osdmap e1731: 8 total, 8 up, 8 in 2024-04-15T15:34:11.541 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:34:11 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T15:34:11.541 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:34:11 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T15:34:11.541 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:34:11 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T15:34:11.541 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:34:11 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T15:34:12.039 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 15 15:34:11 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-y[81421]: ::ffff:172.21.15.102 - - [15/Apr/2024:15:34:11] "GET /metrics HTTP/1.1" 200 75526 "" "Prometheus/2.43.0" 2024-04-15T15:34:12.438 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:34:12 smithi102 ceph-mon[87131]: pgmap v3110: 649 pgs: 649 active+clean; 309 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 207 KiB/s rd, 93 KiB/s wr, 301 op/s 2024-04-15T15:34:12.438 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:34:12 smithi102 ceph-mon[87131]: osdmap e1732: 8 total, 8 up, 8 in 2024-04-15T15:34:12.438 INFO:journalctl@ceph.prometheus.a.smithi102.stdout:Apr 15 15:34:12 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-prometheus-a[120881]: ts=2024-04-15T15:34:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi016:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"362ea986-fb34-11ee-bc8f-c7b262605968\", instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T15:34:12.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:34:12 smithi016 ceph-mon[90652]: pgmap v3110: 649 pgs: 649 active+clean; 309 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 207 KiB/s rd, 93 KiB/s wr, 301 op/s 2024-04-15T15:34:12.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:34:12 smithi016 ceph-mon[90652]: osdmap e1732: 8 total, 8 up, 8 in 2024-04-15T15:34:12.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:34:12 smithi016 ceph-mon[93212]: pgmap v3110: 649 pgs: 649 active+clean; 309 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 207 KiB/s rd, 93 KiB/s wr, 301 op/s 2024-04-15T15:34:12.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:34:12 smithi016 ceph-mon[93212]: osdmap e1732: 8 total, 8 up, 8 in 2024-04-15T15:34:13.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:34:13 smithi102 ceph-mon[87131]: osdmap e1733: 8 total, 8 up, 8 in 2024-04-15T15:34:13.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:34:13 smithi016 ceph-mon[93212]: osdmap e1733: 8 total, 8 up, 8 in 2024-04-15T15:34:13.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:34:13 smithi016 ceph-mon[90652]: osdmap e1733: 8 total, 8 up, 8 in 2024-04-15T15:34:14.172 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] TestLibRBD.SnapshotLimit (4891 ms) 2024-04-15T15:34:14.172 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] TestLibRBD.SnapshotLimitPP 2024-04-15T15:34:14.172 INFO:tasks.workunit.client.0.smithi016.stdout:using new format! 2024-04-15T15:34:14.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:34:14 smithi102 ceph-mon[87131]: pgmap v3113: 649 pgs: 649 active+clean; 309 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 209 KiB/s rd, 36 KiB/s wr, 259 op/s 2024-04-15T15:34:14.438 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:34:14 smithi102 ceph-mon[87131]: osdmap e1734: 8 total, 8 up, 8 in 2024-04-15T15:34:14.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:34:14 smithi016 ceph-mon[93212]: pgmap v3113: 649 pgs: 649 active+clean; 309 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 209 KiB/s rd, 36 KiB/s wr, 259 op/s 2024-04-15T15:34:14.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:34:14 smithi016 ceph-mon[93212]: osdmap e1734: 8 total, 8 up, 8 in 2024-04-15T15:34:14.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:34:14 smithi016 ceph-mon[90652]: pgmap v3113: 649 pgs: 649 active+clean; 309 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 209 KiB/s rd, 36 KiB/s wr, 259 op/s 2024-04-15T15:34:14.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:34:14 smithi016 ceph-mon[90652]: osdmap e1734: 8 total, 8 up, 8 in 2024-04-15T15:34:15.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:34:15 smithi102 ceph-mon[87131]: osdmap e1735: 8 total, 8 up, 8 in 2024-04-15T15:34:15.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:34:15 smithi016 ceph-mon[93212]: osdmap e1735: 8 total, 8 up, 8 in 2024-04-15T15:34:15.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:34:15 smithi016 ceph-mon[90652]: osdmap e1735: 8 total, 8 up, 8 in 2024-04-15T15:34:16.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:34:16 smithi102 ceph-mon[87131]: pgmap v3116: 649 pgs: 649 active+clean; 309 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 170 KiB/s rd, 17 KiB/s wr, 228 op/s 2024-04-15T15:34:16.438 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:34:16 smithi102 ceph-mon[87131]: osdmap e1736: 8 total, 8 up, 8 in 2024-04-15T15:34:16.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:34:16 smithi016 ceph-mon[93212]: pgmap v3116: 649 pgs: 649 active+clean; 309 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 170 KiB/s rd, 17 KiB/s wr, 228 op/s 2024-04-15T15:34:16.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:34:16 smithi016 ceph-mon[93212]: osdmap e1736: 8 total, 8 up, 8 in 2024-04-15T15:34:16.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:34:16 smithi016 ceph-mon[90652]: pgmap v3116: 649 pgs: 649 active+clean; 309 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 170 KiB/s rd, 17 KiB/s wr, 228 op/s 2024-04-15T15:34:16.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:34:16 smithi016 ceph-mon[90652]: osdmap e1736: 8 total, 8 up, 8 in 2024-04-15T15:34:17.438 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:34:17 smithi102 ceph-mon[87131]: osdmap e1737: 8 total, 8 up, 8 in 2024-04-15T15:34:17.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:34:17 smithi016 ceph-mon[90652]: osdmap e1737: 8 total, 8 up, 8 in 2024-04-15T15:34:17.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:34:17 smithi016 ceph-mon[93212]: osdmap e1737: 8 total, 8 up, 8 in 2024-04-15T15:34:18.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:34:18 smithi102 ceph-mon[87131]: pgmap v3119: 649 pgs: 649 active+clean; 309 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 26 KiB/s rd, 3.5 KiB/s wr, 37 op/s 2024-04-15T15:34:18.438 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:34:18 smithi102 ceph-mon[87131]: osdmap e1738: 8 total, 8 up, 8 in 2024-04-15T15:34:18.539 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:34:18 smithi016 ceph-mon[93212]: pgmap v3119: 649 pgs: 649 active+clean; 309 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 26 KiB/s rd, 3.5 KiB/s wr, 37 op/s 2024-04-15T15:34:18.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:34:18 smithi016 ceph-mon[93212]: osdmap e1738: 8 total, 8 up, 8 in 2024-04-15T15:34:18.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:34:18 smithi016 ceph-mon[90652]: pgmap v3119: 649 pgs: 649 active+clean; 309 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 26 KiB/s rd, 3.5 KiB/s wr, 37 op/s 2024-04-15T15:34:18.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:34:18 smithi016 ceph-mon[90652]: osdmap e1738: 8 total, 8 up, 8 in 2024-04-15T15:34:19.206 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] TestLibRBD.SnapshotLimitPP (5034 ms) 2024-04-15T15:34:19.206 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] TestLibRBD.RebuildObjectMapViaLockOwner 2024-04-15T15:34:19.207 INFO:tasks.workunit.client.0.smithi016.stdout:using new format! 2024-04-15T15:34:19.273 INFO:tasks.workunit.client.0.smithi016.stdout:0.00% done 2024-04-15T15:34:19.273 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] TestLibRBD.RebuildObjectMapViaLockOwner (67 ms) 2024-04-15T15:34:19.273 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] TestLibRBD.RenameViaLockOwner 2024-04-15T15:34:19.274 INFO:tasks.workunit.client.0.smithi016.stdout:using new format! 2024-04-15T15:34:19.340 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] TestLibRBD.RenameViaLockOwner (67 ms) 2024-04-15T15:34:19.340 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] TestLibRBD.SnapCreateViaLockOwner 2024-04-15T15:34:19.340 INFO:tasks.workunit.client.0.smithi016.stdout:using new format! 2024-04-15T15:34:19.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:34:19 smithi102 ceph-mon[87131]: osdmap e1739: 8 total, 8 up, 8 in 2024-04-15T15:34:19.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:34:19 smithi016 ceph-mon[93212]: osdmap e1739: 8 total, 8 up, 8 in 2024-04-15T15:34:19.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:34:19 smithi016 ceph-mon[90652]: osdmap e1739: 8 total, 8 up, 8 in 2024-04-15T15:34:20.230 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] TestLibRBD.SnapCreateViaLockOwner (889 ms) 2024-04-15T15:34:20.230 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] TestLibRBD.SnapRemoveViaLockOwner 2024-04-15T15:34:20.230 INFO:tasks.workunit.client.0.smithi016.stdout:using new format! 2024-04-15T15:34:20.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:34:20 smithi102 ceph-mon[87131]: pgmap v3122: 649 pgs: 649 active+clean; 309 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 26 KiB/s rd, 3.5 KiB/s wr, 37 op/s 2024-04-15T15:34:20.438 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:34:20 smithi102 ceph-mon[87131]: osdmap e1740: 8 total, 8 up, 8 in 2024-04-15T15:34:20.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:34:20 smithi016 ceph-mon[93212]: pgmap v3122: 649 pgs: 649 active+clean; 309 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 26 KiB/s rd, 3.5 KiB/s wr, 37 op/s 2024-04-15T15:34:20.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:34:20 smithi016 ceph-mon[93212]: osdmap e1740: 8 total, 8 up, 8 in 2024-04-15T15:34:20.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:34:20 smithi016 ceph-mon[90652]: pgmap v3122: 649 pgs: 649 active+clean; 309 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 26 KiB/s rd, 3.5 KiB/s wr, 37 op/s 2024-04-15T15:34:20.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:34:20 smithi016 ceph-mon[90652]: osdmap e1740: 8 total, 8 up, 8 in 2024-04-15T15:34:21.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:34:21 smithi102 ceph-mon[87131]: osdmap e1741: 8 total, 8 up, 8 in 2024-04-15T15:34:21.438 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:34:21 smithi102 ceph-mon[87131]: osdmap e1742: 8 total, 8 up, 8 in 2024-04-15T15:34:21.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:34:21 smithi016 ceph-mon[93212]: osdmap e1741: 8 total, 8 up, 8 in 2024-04-15T15:34:21.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:34:21 smithi016 ceph-mon[93212]: osdmap e1742: 8 total, 8 up, 8 in 2024-04-15T15:34:21.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:34:21 smithi016 ceph-mon[90652]: osdmap e1741: 8 total, 8 up, 8 in 2024-04-15T15:34:21.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:34:21 smithi016 ceph-mon[90652]: osdmap e1742: 8 total, 8 up, 8 in 2024-04-15T15:34:22.002 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] TestLibRBD.SnapRemoveViaLockOwner (1772 ms) 2024-04-15T15:34:22.002 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] TestLibRBD.UpdateFeaturesViaLockOwner 2024-04-15T15:34:22.002 INFO:tasks.workunit.client.0.smithi016.stdout:using new format! 2024-04-15T15:34:22.039 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 15 15:34:21 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-y[81421]: ::ffff:172.21.15.102 - - [15/Apr/2024:15:34:21] "GET /metrics HTTP/1.1" 200 75526 "" "Prometheus/2.43.0" 2024-04-15T15:34:22.072 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] TestLibRBD.UpdateFeaturesViaLockOwner (71 ms) 2024-04-15T15:34:22.072 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] TestLibRBD.EnableJournalingViaLockOwner 2024-04-15T15:34:22.073 INFO:tasks.workunit.client.0.smithi016.stdout:/home/jenkins-build/build/workspace/ceph-dev-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/18.2.2-1221-ge3fb05d5/rpm/el9/BUILD/ceph-18.2.2-1221-ge3fb05d5/src/test/librbd/test_librbd.cc:9376: Skipped 2024-04-15T15:34:22.073 INFO:tasks.workunit.client.0.smithi016.stdout:Skipping due to unmet REQUIRE 2024-04-15T15:34:22.073 INFO:tasks.workunit.client.0.smithi016.stdout:[ SKIPPED ] TestLibRBD.EnableJournalingViaLockOwner (0 ms) 2024-04-15T15:34:22.073 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] TestLibRBD.SnapRemove2 2024-04-15T15:34:22.073 INFO:tasks.workunit.client.0.smithi016.stdout:using new format! 2024-04-15T15:34:22.438 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:34:22 smithi102 ceph-mon[87131]: pgmap v3125: 649 pgs: 649 active+clean; 309 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 3.5 KiB/s rd, 2.2 KiB/s wr, 10 op/s 2024-04-15T15:34:22.438 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:34:22 smithi102 ceph-mon[87131]: osdmap e1743: 8 total, 8 up, 8 in 2024-04-15T15:34:22.438 INFO:journalctl@ceph.prometheus.a.smithi102.stdout:Apr 15 15:34:22 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-prometheus-a[120881]: ts=2024-04-15T15:34:22.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi016:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"362ea986-fb34-11ee-bc8f-c7b262605968\", instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T15:34:22.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:34:22 smithi016 ceph-mon[90652]: pgmap v3125: 649 pgs: 649 active+clean; 309 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 3.5 KiB/s rd, 2.2 KiB/s wr, 10 op/s 2024-04-15T15:34:22.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:34:22 smithi016 ceph-mon[90652]: osdmap e1743: 8 total, 8 up, 8 in 2024-04-15T15:34:22.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:34:22 smithi016 ceph-mon[93212]: pgmap v3125: 649 pgs: 649 active+clean; 309 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 3.5 KiB/s rd, 2.2 KiB/s wr, 10 op/s 2024-04-15T15:34:22.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:34:22 smithi016 ceph-mon[93212]: osdmap e1743: 8 total, 8 up, 8 in 2024-04-15T15:34:24.007 INFO:tasks.workunit.client.0.smithi016.stdout:100.00% done 2024-04-15T15:34:24.008 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] TestLibRBD.SnapRemove2 (1935 ms) 2024-04-15T15:34:24.008 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] TestLibRBD.SnapRenameViaLockOwner 2024-04-15T15:34:24.008 INFO:tasks.workunit.client.0.smithi016.stdout:using new format! 2024-04-15T15:34:24.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:34:23 smithi016 ceph-mon[90652]: pgmap v3128: 649 pgs: 649 active+clean; 309 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 121 KiB/s rd, 12 KiB/s wr, 170 op/s 2024-04-15T15:34:24.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:34:23 smithi016 ceph-mon[90652]: osdmap e1744: 8 total, 8 up, 8 in 2024-04-15T15:34:24.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:34:23 smithi016 ceph-mon[93212]: pgmap v3128: 649 pgs: 649 active+clean; 309 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 121 KiB/s rd, 12 KiB/s wr, 170 op/s 2024-04-15T15:34:24.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:34:23 smithi016 ceph-mon[93212]: osdmap e1744: 8 total, 8 up, 8 in 2024-04-15T15:34:24.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:34:23 smithi102 ceph-mon[87131]: pgmap v3128: 649 pgs: 649 active+clean; 309 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 121 KiB/s rd, 12 KiB/s wr, 170 op/s 2024-04-15T15:34:24.438 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:34:23 smithi102 ceph-mon[87131]: osdmap e1744: 8 total, 8 up, 8 in 2024-04-15T15:34:25.030 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] TestLibRBD.SnapRenameViaLockOwner (1023 ms) 2024-04-15T15:34:25.030 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] TestLibRBD.SnapProtectViaLockOwner 2024-04-15T15:34:25.031 INFO:tasks.workunit.client.0.smithi016.stdout:using new format! 2024-04-15T15:34:25.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:34:24 smithi016 ceph-mon[90652]: osdmap e1745: 8 total, 8 up, 8 in 2024-04-15T15:34:25.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:34:24 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T15:34:25.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:34:24 smithi016 ceph-mon[93212]: osdmap e1745: 8 total, 8 up, 8 in 2024-04-15T15:34:25.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:34:24 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T15:34:25.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:34:24 smithi102 ceph-mon[87131]: osdmap e1745: 8 total, 8 up, 8 in 2024-04-15T15:34:25.438 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:34:24 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T15:34:26.016 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] TestLibRBD.SnapProtectViaLockOwner (985 ms) 2024-04-15T15:34:26.016 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] TestLibRBD.SnapUnprotectViaLockOwner 2024-04-15T15:34:26.016 INFO:tasks.workunit.client.0.smithi016.stdout:using new format! 2024-04-15T15:34:26.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:34:25 smithi016 ceph-mon[90652]: pgmap v3131: 649 pgs: 649 active+clean; 309 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 117 KiB/s rd, 10 KiB/s wr, 159 op/s 2024-04-15T15:34:26.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:34:25 smithi016 ceph-mon[90652]: osdmap e1746: 8 total, 8 up, 8 in 2024-04-15T15:34:26.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:34:25 smithi016 ceph-mon[90652]: osdmap e1747: 8 total, 8 up, 8 in 2024-04-15T15:34:26.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:34:25 smithi016 ceph-mon[93212]: pgmap v3131: 649 pgs: 649 active+clean; 309 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 117 KiB/s rd, 10 KiB/s wr, 159 op/s 2024-04-15T15:34:26.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:34:25 smithi016 ceph-mon[93212]: osdmap e1746: 8 total, 8 up, 8 in 2024-04-15T15:34:26.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:34:25 smithi016 ceph-mon[93212]: osdmap e1747: 8 total, 8 up, 8 in 2024-04-15T15:34:26.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:34:25 smithi102 ceph-mon[87131]: pgmap v3131: 649 pgs: 649 active+clean; 309 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 117 KiB/s rd, 10 KiB/s wr, 159 op/s 2024-04-15T15:34:26.438 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:34:25 smithi102 ceph-mon[87131]: osdmap e1746: 8 total, 8 up, 8 in 2024-04-15T15:34:26.438 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:34:25 smithi102 ceph-mon[87131]: osdmap e1747: 8 total, 8 up, 8 in 2024-04-15T15:34:27.057 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] TestLibRBD.SnapUnprotectViaLockOwner (1042 ms) 2024-04-15T15:34:27.057 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] TestLibRBD.FlattenViaLockOwner 2024-04-15T15:34:27.058 INFO:tasks.workunit.client.0.smithi016.stdout:using new format! 2024-04-15T15:34:28.120 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] TestLibRBD.FlattenViaLockOwner (1063 ms) 2024-04-15T15:34:28.120 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] TestLibRBD.ResizeViaLockOwner 2024-04-15T15:34:28.121 INFO:tasks.workunit.client.0.smithi016.stdout:using new format! 2024-04-15T15:34:28.167 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] TestLibRBD.ResizeViaLockOwner (46 ms) 2024-04-15T15:34:28.167 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] TestLibRBD.SparsifyViaLockOwner 2024-04-15T15:34:28.167 INFO:tasks.workunit.client.0.smithi016.stdout:using new format! 2024-04-15T15:34:28.202 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] TestLibRBD.SparsifyViaLockOwner (36 ms) 2024-04-15T15:34:28.202 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] TestLibRBD.ObjectMapConsistentSnap 2024-04-15T15:34:28.203 INFO:tasks.workunit.client.0.smithi016.stdout:using new format! 2024-04-15T15:34:28.289 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:34:27 smithi016 ceph-mon[90652]: pgmap v3134: 649 pgs: 649 active+clean; 309 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 47 KiB/s rd, 5.2 KiB/s wr, 68 op/s 2024-04-15T15:34:28.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:34:27 smithi016 ceph-mon[90652]: osdmap e1748: 8 total, 8 up, 8 in 2024-04-15T15:34:28.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:34:27 smithi016 ceph-mon[93212]: pgmap v3134: 649 pgs: 649 active+clean; 309 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 47 KiB/s rd, 5.2 KiB/s wr, 68 op/s 2024-04-15T15:34:28.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:34:27 smithi016 ceph-mon[93212]: osdmap e1748: 8 total, 8 up, 8 in 2024-04-15T15:34:28.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:34:27 smithi102 ceph-mon[87131]: pgmap v3134: 649 pgs: 649 active+clean; 309 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 47 KiB/s rd, 5.2 KiB/s wr, 68 op/s 2024-04-15T15:34:28.438 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:34:27 smithi102 ceph-mon[87131]: osdmap e1748: 8 total, 8 up, 8 in 2024-04-15T15:34:29.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:34:28 smithi016 ceph-mon[90652]: osdmap e1749: 8 total, 8 up, 8 in 2024-04-15T15:34:29.316 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:34:28 smithi016 ceph-mon[93212]: osdmap e1749: 8 total, 8 up, 8 in 2024-04-15T15:34:29.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:34:28 smithi102 ceph-mon[87131]: osdmap e1749: 8 total, 8 up, 8 in 2024-04-15T15:34:30.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:34:30 smithi016 ceph-mon[93212]: pgmap v3137: 649 pgs: 649 active+clean; 309 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 153 KiB/s rd, 11 KiB/s wr, 203 op/s 2024-04-15T15:34:30.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:34:30 smithi016 ceph-mon[93212]: osdmap e1750: 8 total, 8 up, 8 in 2024-04-15T15:34:30.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:34:30 smithi016 ceph-mon[90652]: pgmap v3137: 649 pgs: 649 active+clean; 309 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 153 KiB/s rd, 11 KiB/s wr, 203 op/s 2024-04-15T15:34:30.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:34:30 smithi016 ceph-mon[90652]: osdmap e1750: 8 total, 8 up, 8 in 2024-04-15T15:34:30.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:34:30 smithi102 ceph-mon[87131]: pgmap v3137: 649 pgs: 649 active+clean; 309 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 153 KiB/s rd, 11 KiB/s wr, 203 op/s 2024-04-15T15:34:30.438 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:34:30 smithi102 ceph-mon[87131]: osdmap e1750: 8 total, 8 up, 8 in 2024-04-15T15:34:31.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:34:31 smithi016 ceph-mon[93212]: osdmap e1751: 8 total, 8 up, 8 in 2024-04-15T15:34:31.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:34:31 smithi016 ceph-mon[93212]: osdmap e1752: 8 total, 8 up, 8 in 2024-04-15T15:34:31.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:34:31 smithi016 ceph-mon[90652]: osdmap e1751: 8 total, 8 up, 8 in 2024-04-15T15:34:31.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:34:31 smithi016 ceph-mon[90652]: osdmap e1752: 8 total, 8 up, 8 in 2024-04-15T15:34:31.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:34:31 smithi102 ceph-mon[87131]: osdmap e1751: 8 total, 8 up, 8 in 2024-04-15T15:34:31.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:34:31 smithi102 ceph-mon[87131]: osdmap e1752: 8 total, 8 up, 8 in 2024-04-15T15:34:32.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:34:32 smithi016 ceph-mon[90652]: pgmap v3140: 649 pgs: 649 active+clean; 309 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 122 KiB/s rd, 6.7 KiB/s wr, 158 op/s 2024-04-15T15:34:32.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:34:32 smithi016 ceph-mon[90652]: osdmap e1753: 8 total, 8 up, 8 in 2024-04-15T15:34:32.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:34:32 smithi016 ceph-mon[93212]: pgmap v3140: 649 pgs: 649 active+clean; 309 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 122 KiB/s rd, 6.7 KiB/s wr, 158 op/s 2024-04-15T15:34:32.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:34:32 smithi016 ceph-mon[93212]: osdmap e1753: 8 total, 8 up, 8 in 2024-04-15T15:34:32.041 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 15 15:34:31 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-y[81421]: ::ffff:172.21.15.102 - - [15/Apr/2024:15:34:31] "GET /metrics HTTP/1.1" 200 75522 "" "Prometheus/2.43.0" 2024-04-15T15:34:32.316 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:34:32 smithi102 ceph-mon[87131]: pgmap v3140: 649 pgs: 649 active+clean; 309 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 122 KiB/s rd, 6.7 KiB/s wr, 158 op/s 2024-04-15T15:34:32.316 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:34:32 smithi102 ceph-mon[87131]: osdmap e1753: 8 total, 8 up, 8 in 2024-04-15T15:34:32.687 INFO:journalctl@ceph.prometheus.a.smithi102.stdout:Apr 15 15:34:32 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-prometheus-a[120881]: ts=2024-04-15T15:34:32.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi016:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"362ea986-fb34-11ee-bc8f-c7b262605968\", instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T15:34:34.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:34:33 smithi016 ceph-mon[90652]: pgmap v3143: 649 pgs: 649 active+clean; 309 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 189 KiB/s rd, 11 KiB/s wr, 249 op/s 2024-04-15T15:34:34.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:34:33 smithi016 ceph-mon[90652]: osdmap e1754: 8 total, 8 up, 8 in 2024-04-15T15:34:34.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:34:33 smithi016 ceph-mon[93212]: pgmap v3143: 649 pgs: 649 active+clean; 309 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 189 KiB/s rd, 11 KiB/s wr, 249 op/s 2024-04-15T15:34:34.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:34:33 smithi016 ceph-mon[93212]: osdmap e1754: 8 total, 8 up, 8 in 2024-04-15T15:34:34.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:34:33 smithi102 ceph-mon[87131]: pgmap v3143: 649 pgs: 649 active+clean; 309 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 189 KiB/s rd, 11 KiB/s wr, 249 op/s 2024-04-15T15:34:34.438 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:34:33 smithi102 ceph-mon[87131]: osdmap e1754: 8 total, 8 up, 8 in 2024-04-15T15:34:35.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:34:34 smithi016 ceph-mon[93212]: osdmap e1755: 8 total, 8 up, 8 in 2024-04-15T15:34:35.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:34:34 smithi016 ceph-mon[90652]: osdmap e1755: 8 total, 8 up, 8 in 2024-04-15T15:34:35.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:34:34 smithi102 ceph-mon[87131]: osdmap e1755: 8 total, 8 up, 8 in 2024-04-15T15:34:36.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:34:35 smithi016 ceph-mon[90652]: pgmap v3146: 649 pgs: 649 active+clean; 309 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 172 KiB/s rd, 9.7 KiB/s wr, 226 op/s 2024-04-15T15:34:36.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:34:35 smithi016 ceph-mon[90652]: osdmap e1756: 8 total, 8 up, 8 in 2024-04-15T15:34:36.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:34:35 smithi016 ceph-mon[93212]: pgmap v3146: 649 pgs: 649 active+clean; 309 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 172 KiB/s rd, 9.7 KiB/s wr, 226 op/s 2024-04-15T15:34:36.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:34:35 smithi016 ceph-mon[93212]: osdmap e1756: 8 total, 8 up, 8 in 2024-04-15T15:34:36.438 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:34:35 smithi102 ceph-mon[87131]: pgmap v3146: 649 pgs: 649 active+clean; 309 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 172 KiB/s rd, 9.7 KiB/s wr, 226 op/s 2024-04-15T15:34:36.438 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:34:35 smithi102 ceph-mon[87131]: osdmap e1756: 8 total, 8 up, 8 in 2024-04-15T15:34:37.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:34:36 smithi016 ceph-mon[90652]: osdmap e1757: 8 total, 8 up, 8 in 2024-04-15T15:34:37.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:34:36 smithi016 ceph-mon[93212]: osdmap e1757: 8 total, 8 up, 8 in 2024-04-15T15:34:37.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:34:36 smithi102 ceph-mon[87131]: osdmap e1757: 8 total, 8 up, 8 in 2024-04-15T15:34:38.289 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:34:38 smithi016 ceph-mon[90652]: pgmap v3149: 649 pgs: 649 active+clean; 309 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 61 KiB/s rd, 3.5 KiB/s wr, 80 op/s 2024-04-15T15:34:38.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:34:38 smithi016 ceph-mon[90652]: osdmap e1758: 8 total, 8 up, 8 in 2024-04-15T15:34:38.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:34:38 smithi016 ceph-mon[93212]: pgmap v3149: 649 pgs: 649 active+clean; 309 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 61 KiB/s rd, 3.5 KiB/s wr, 80 op/s 2024-04-15T15:34:38.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:34:38 smithi016 ceph-mon[93212]: osdmap e1758: 8 total, 8 up, 8 in 2024-04-15T15:34:38.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:34:38 smithi102 ceph-mon[87131]: pgmap v3149: 649 pgs: 649 active+clean; 309 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 61 KiB/s rd, 3.5 KiB/s wr, 80 op/s 2024-04-15T15:34:38.438 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:34:38 smithi102 ceph-mon[87131]: osdmap e1758: 8 total, 8 up, 8 in 2024-04-15T15:34:38.645 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] TestLibRBD.ObjectMapConsistentSnap (10443 ms) 2024-04-15T15:34:38.646 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] TestLibRBD.Metadata 2024-04-15T15:34:38.646 INFO:tasks.workunit.client.0.smithi016.stdout:using new format! 2024-04-15T15:34:39.115 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] TestLibRBD.Metadata (470 ms) 2024-04-15T15:34:39.116 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] TestLibRBD.MetadataPP 2024-04-15T15:34:39.116 INFO:tasks.workunit.client.0.smithi016.stdout:using new format! 2024-04-15T15:34:39.289 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:34:39 smithi016 ceph-mon[90652]: osdmap e1759: 8 total, 8 up, 8 in 2024-04-15T15:34:39.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:34:39 smithi016 ceph-mon[93212]: osdmap e1759: 8 total, 8 up, 8 in 2024-04-15T15:34:39.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:34:39 smithi102 ceph-mon[87131]: osdmap e1759: 8 total, 8 up, 8 in 2024-04-15T15:34:40.139 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] TestLibRBD.MetadataPP (1023 ms) 2024-04-15T15:34:40.139 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] TestLibRBD.UpdateFeatures 2024-04-15T15:34:40.139 INFO:tasks.workunit.client.0.smithi016.stdout:using new format! 2024-04-15T15:34:40.241 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] TestLibRBD.UpdateFeatures (102 ms) 2024-04-15T15:34:40.241 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] TestLibRBD.FeaturesBitmaskString 2024-04-15T15:34:40.241 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] TestLibRBD.FeaturesBitmaskString (0 ms) 2024-04-15T15:34:40.241 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] TestLibRBD.RebuildObjectMap 2024-04-15T15:34:40.241 INFO:tasks.workunit.client.0.smithi016.stdout:using new format! 2024-04-15T15:34:40.289 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:34:40 smithi016 ceph-mon[90652]: pgmap v3152: 649 pgs: 649 active+clean; 309 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 61 KiB/s rd, 3.7 KiB/s wr, 81 op/s 2024-04-15T15:34:40.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:34:40 smithi016 ceph-mon[90652]: osdmap e1760: 8 total, 8 up, 8 in 2024-04-15T15:34:40.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:34:40 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T15:34:40.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:34:40 smithi016 ceph-mon[93212]: pgmap v3152: 649 pgs: 649 active+clean; 309 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 61 KiB/s rd, 3.7 KiB/s wr, 81 op/s 2024-04-15T15:34:40.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:34:40 smithi016 ceph-mon[93212]: osdmap e1760: 8 total, 8 up, 8 in 2024-04-15T15:34:40.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:34:40 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T15:34:40.439 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:34:40 smithi102 ceph-mon[87131]: pgmap v3152: 649 pgs: 649 active+clean; 309 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 61 KiB/s rd, 3.7 KiB/s wr, 81 op/s 2024-04-15T15:34:40.439 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:34:40 smithi102 ceph-mon[87131]: osdmap e1760: 8 total, 8 up, 8 in 2024-04-15T15:34:40.439 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:34:40 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T15:34:41.091 INFO:tasks.workunit.client.0.smithi016.stdout:0.00% done 2024-04-15T15:34:41.091 INFO:tasks.workunit.client.0.smithi016.stdout:25.00% done 2024-04-15T15:34:41.091 INFO:tasks.workunit.client.0.smithi016.stdout:50.00% done 2024-04-15T15:34:41.091 INFO:tasks.workunit.client.0.smithi016.stdout:75.00% done 2024-04-15T15:34:41.091 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] TestLibRBD.RebuildObjectMap (850 ms) 2024-04-15T15:34:41.091 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] TestLibRBD.RebuildNewObjectMap 2024-04-15T15:34:41.129 INFO:tasks.workunit.client.0.smithi016.stdout:0.00% done 2024-04-15T15:34:41.129 INFO:tasks.workunit.client.0.smithi016.stdout:25.00% done 2024-04-15T15:34:41.129 INFO:tasks.workunit.client.0.smithi016.stdout:50.00% done 2024-04-15T15:34:41.129 INFO:tasks.workunit.client.0.smithi016.stdout:75.00% done 2024-04-15T15:34:41.129 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] TestLibRBD.RebuildNewObjectMap (38 ms) 2024-04-15T15:34:41.129 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] TestLibRBD.CheckObjectMap 2024-04-15T15:34:41.129 INFO:tasks.workunit.client.0.smithi016.stdout:using new format! 2024-04-15T15:34:41.289 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:34:41 smithi016 ceph-mon[90652]: osdmap e1761: 8 total, 8 up, 8 in 2024-04-15T15:34:41.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:34:41 smithi016 ceph-mon[93212]: osdmap e1761: 8 total, 8 up, 8 in 2024-04-15T15:34:41.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:34:41 smithi102 ceph-mon[87131]: osdmap e1761: 8 total, 8 up, 8 in 2024-04-15T15:34:42.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:34:42 smithi016 ceph-mon[90652]: pgmap v3155: 649 pgs: 649 active+clean; 309 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 10 KiB/s rd, 19 KiB/s wr, 40 op/s 2024-04-15T15:34:42.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:34:42 smithi016 ceph-mon[90652]: osdmap e1762: 8 total, 8 up, 8 in 2024-04-15T15:34:42.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:34:42 smithi016 ceph-mon[93212]: pgmap v3155: 649 pgs: 649 active+clean; 309 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 10 KiB/s rd, 19 KiB/s wr, 40 op/s 2024-04-15T15:34:42.041 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:34:42 smithi016 ceph-mon[93212]: osdmap e1762: 8 total, 8 up, 8 in 2024-04-15T15:34:42.041 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 15 15:34:41 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-y[81421]: ::ffff:172.21.15.102 - - [15/Apr/2024:15:34:41] "GET /metrics HTTP/1.1" 200 75523 "" "Prometheus/2.43.0" 2024-04-15T15:34:42.109 INFO:tasks.workunit.client.0.smithi016.stdout:0.00% done 2024-04-15T15:34:42.109 INFO:tasks.workunit.client.0.smithi016.stdout:25.00% done 2024-04-15T15:34:42.110 INFO:tasks.workunit.client.0.smithi016.stdout:50.00% done 2024-04-15T15:34:42.110 INFO:tasks.workunit.client.0.smithi016.stdout:75.00% done 2024-04-15T15:34:42.110 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] TestLibRBD.CheckObjectMap (981 ms) 2024-04-15T15:34:42.110 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] TestLibRBD.BlockingAIO 2024-04-15T15:34:42.110 INFO:tasks.workunit.client.0.smithi016.stdout:using new format! 2024-04-15T15:34:42.145 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] TestLibRBD.BlockingAIO (36 ms) 2024-04-15T15:34:42.146 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] TestLibRBD.ExclusiveLockTransition 2024-04-15T15:34:42.146 INFO:tasks.workunit.client.0.smithi016.stdout:using new format! 2024-04-15T15:34:42.279 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] TestLibRBD.ExclusiveLockTransition (134 ms) 2024-04-15T15:34:42.279 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] TestLibRBD.ExclusiveLockReadTransition 2024-04-15T15:34:42.279 INFO:tasks.workunit.client.0.smithi016.stdout:/home/jenkins-build/build/workspace/ceph-dev-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/18.2.2-1221-ge3fb05d5/rpm/el9/BUILD/ceph-18.2.2-1221-ge3fb05d5/src/test/librbd/test_librbd.cc:10433: Skipped 2024-04-15T15:34:42.279 INFO:tasks.workunit.client.0.smithi016.stdout:Skipping due to unmet REQUIRE 2024-04-15T15:34:42.280 INFO:tasks.workunit.client.0.smithi016.stdout:[ SKIPPED ] TestLibRBD.ExclusiveLockReadTransition (0 ms) 2024-04-15T15:34:42.280 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] TestLibRBD.CacheMayCopyOnWrite 2024-04-15T15:34:42.280 INFO:tasks.workunit.client.0.smithi016.stdout:using new format! 2024-04-15T15:34:42.316 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:34:42 smithi102 ceph-mon[87131]: pgmap v3155: 649 pgs: 649 active+clean; 309 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 10 KiB/s rd, 19 KiB/s wr, 40 op/s 2024-04-15T15:34:42.316 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:34:42 smithi102 ceph-mon[87131]: osdmap e1762: 8 total, 8 up, 8 in 2024-04-15T15:34:42.687 INFO:journalctl@ceph.prometheus.a.smithi102.stdout:Apr 15 15:34:42 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-prometheus-a[120881]: ts=2024-04-15T15:34:42.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi016:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"362ea986-fb34-11ee-bc8f-c7b262605968\", instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T15:34:43.140 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] TestLibRBD.CacheMayCopyOnWrite (861 ms) 2024-04-15T15:34:43.140 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] TestLibRBD.FlushEmptyOpsOnExternalSnapshot 2024-04-15T15:34:43.141 INFO:tasks.workunit.client.0.smithi016.stdout:using new format! 2024-04-15T15:34:43.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:34:43 smithi016 ceph-mon[90652]: osdmap e1763: 8 total, 8 up, 8 in 2024-04-15T15:34:43.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:34:43 smithi016 ceph-mon[93212]: osdmap e1763: 8 total, 8 up, 8 in 2024-04-15T15:34:43.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:34:43 smithi102 ceph-mon[87131]: osdmap e1763: 8 total, 8 up, 8 in 2024-04-15T15:34:44.088 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] TestLibRBD.FlushEmptyOpsOnExternalSnapshot (948 ms) 2024-04-15T15:34:44.089 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] TestLibRBD.TestImageOptions 2024-04-15T15:34:44.438 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:34:44 smithi102 ceph-mon[87131]: pgmap v3158: 649 pgs: 649 active+clean; 309 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 661 KiB/s rd, 222 KiB/s wr, 1.03k op/s 2024-04-15T15:34:44.438 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:34:44 smithi102 ceph-mon[87131]: osdmap e1764: 8 total, 8 up, 8 in 2024-04-15T15:34:44.539 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:34:44 smithi016 ceph-mon[90652]: pgmap v3158: 649 pgs: 649 active+clean; 309 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 661 KiB/s rd, 222 KiB/s wr, 1.03k op/s 2024-04-15T15:34:44.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:34:44 smithi016 ceph-mon[90652]: osdmap e1764: 8 total, 8 up, 8 in 2024-04-15T15:34:44.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:34:44 smithi016 ceph-mon[93212]: pgmap v3158: 649 pgs: 649 active+clean; 309 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 661 KiB/s rd, 222 KiB/s wr, 1.03k op/s 2024-04-15T15:34:44.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:34:44 smithi016 ceph-mon[93212]: osdmap e1764: 8 total, 8 up, 8 in 2024-04-15T15:34:45.198 INFO:tasks.workunit.client.0.smithi016.stdout:0.00% done 2024-04-15T15:34:45.198 INFO:tasks.workunit.client.0.smithi016.stdout:100.00% done 2024-04-15T15:34:45.198 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] TestLibRBD.TestImageOptions (1109 ms) 2024-04-15T15:34:45.198 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] TestLibRBD.TestImageOptionsPP 2024-04-15T15:34:45.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:34:45 smithi102 ceph-mon[87131]: osdmap e1765: 8 total, 8 up, 8 in 2024-04-15T15:34:45.539 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:34:45 smithi016 ceph-mon[93212]: osdmap e1765: 8 total, 8 up, 8 in 2024-04-15T15:34:45.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:34:45 smithi016 ceph-mon[90652]: osdmap e1765: 8 total, 8 up, 8 in 2024-04-15T15:34:46.200 INFO:tasks.workunit.client.0.smithi016.stdout:0.00% done 2024-04-15T15:34:46.200 INFO:tasks.workunit.client.0.smithi016.stdout:100.00% done 2024-04-15T15:34:46.200 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] TestLibRBD.TestImageOptionsPP (1002 ms) 2024-04-15T15:34:46.200 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] TestLibRBD.EventSocketPipe 2024-04-15T15:34:46.200 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] TestLibRBD.EventSocketPipe (1 ms) 2024-04-15T15:34:46.201 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] TestLibRBD.EventSocketEventfd 2024-04-15T15:34:46.201 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] TestLibRBD.EventSocketEventfd (0 ms) 2024-04-15T15:34:46.201 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] TestLibRBD.ImagePollIO 2024-04-15T15:34:46.201 INFO:tasks.workunit.client.0.smithi016.stdout:using new format! 2024-04-15T15:34:46.240 INFO:tasks.workunit.client.0.smithi016.stdout:wrote: 512 2024-04-15T15:34:46.240 INFO:tasks.workunit.client.0.smithi016.stdout:wrote: 512 2024-04-15T15:34:46.240 INFO:tasks.workunit.client.0.smithi016.stdout:wrote: 512 2024-04-15T15:34:46.240 INFO:tasks.workunit.client.0.smithi016.stdout:wrote: 512 2024-04-15T15:34:46.240 INFO:tasks.workunit.client.0.smithi016.stdout:wrote: 512 2024-04-15T15:34:46.240 INFO:tasks.workunit.client.0.smithi016.stdout:created completion 2024-04-15T15:34:46.241 INFO:tasks.workunit.client.0.smithi016.stdout:started write 2024-04-15T15:34:46.241 INFO:tasks.workunit.client.0.smithi016.stdout:write completion cb called! 2024-04-15T15:34:46.241 INFO:tasks.workunit.client.0.smithi016.stdout:return value is: 0 2024-04-15T15:34:46.241 INFO:tasks.workunit.client.0.smithi016.stdout:finished write 2024-04-15T15:34:46.241 INFO:tasks.workunit.client.0.smithi016.stdout:created completion 2024-04-15T15:34:46.241 INFO:tasks.workunit.client.0.smithi016.stdout:started write 2024-04-15T15:34:46.241 INFO:tasks.workunit.client.0.smithi016.stdout:write completion cb called! 2024-04-15T15:34:46.241 INFO:tasks.workunit.client.0.smithi016.stdout:return value is: 0 2024-04-15T15:34:46.241 INFO:tasks.workunit.client.0.smithi016.stdout:finished write 2024-04-15T15:34:46.241 INFO:tasks.workunit.client.0.smithi016.stdout:created completion 2024-04-15T15:34:46.241 INFO:tasks.workunit.client.0.smithi016.stdout:started write 2024-04-15T15:34:46.241 INFO:tasks.workunit.client.0.smithi016.stdout:write completion cb called! 2024-04-15T15:34:46.241 INFO:tasks.workunit.client.0.smithi016.stdout:return value is: 0 2024-04-15T15:34:46.241 INFO:tasks.workunit.client.0.smithi016.stdout:finished write 2024-04-15T15:34:46.242 INFO:tasks.workunit.client.0.smithi016.stdout:created completion 2024-04-15T15:34:46.242 INFO:tasks.workunit.client.0.smithi016.stdout:started write 2024-04-15T15:34:46.242 INFO:tasks.workunit.client.0.smithi016.stdout:write completion cb called! 2024-04-15T15:34:46.242 INFO:tasks.workunit.client.0.smithi016.stdout:return value is: 0 2024-04-15T15:34:46.242 INFO:tasks.workunit.client.0.smithi016.stdout:finished write 2024-04-15T15:34:46.242 INFO:tasks.workunit.client.0.smithi016.stdout:created completion 2024-04-15T15:34:46.242 INFO:tasks.workunit.client.0.smithi016.stdout:started write 2024-04-15T15:34:46.242 INFO:tasks.workunit.client.0.smithi016.stdout:write completion cb called! 2024-04-15T15:34:46.242 INFO:tasks.workunit.client.0.smithi016.stdout:return value is: 0 2024-04-15T15:34:46.242 INFO:tasks.workunit.client.0.smithi016.stdout:finished write 2024-04-15T15:34:46.242 INFO:tasks.workunit.client.0.smithi016.stdout:created completion 2024-04-15T15:34:46.242 INFO:tasks.workunit.client.0.smithi016.stdout:started read 2024-04-15T15:34:46.242 INFO:tasks.workunit.client.0.smithi016.stdout:read completion cb called! 2024-04-15T15:34:46.242 INFO:tasks.workunit.client.0.smithi016.stdout:return value is: 512 2024-04-15T15:34:46.243 INFO:tasks.workunit.client.0.smithi016.stdout:created completion 2024-04-15T15:34:46.243 INFO:tasks.workunit.client.0.smithi016.stdout:started read 2024-04-15T15:34:46.243 INFO:tasks.workunit.client.0.smithi016.stdout:read completion cb called! 2024-04-15T15:34:46.243 INFO:tasks.workunit.client.0.smithi016.stdout:return value is: 512 2024-04-15T15:34:46.243 INFO:tasks.workunit.client.0.smithi016.stdout:created completion 2024-04-15T15:34:46.243 INFO:tasks.workunit.client.0.smithi016.stdout:started read 2024-04-15T15:34:46.243 INFO:tasks.workunit.client.0.smithi016.stdout:read completion cb called! 2024-04-15T15:34:46.243 INFO:tasks.workunit.client.0.smithi016.stdout:return value is: 512 2024-04-15T15:34:46.243 INFO:tasks.workunit.client.0.smithi016.stdout:created completion 2024-04-15T15:34:46.243 INFO:tasks.workunit.client.0.smithi016.stdout:started read 2024-04-15T15:34:46.243 INFO:tasks.workunit.client.0.smithi016.stdout:read completion cb called! 2024-04-15T15:34:46.243 INFO:tasks.workunit.client.0.smithi016.stdout:return value is: 512 2024-04-15T15:34:46.243 INFO:tasks.workunit.client.0.smithi016.stdout:created completion 2024-04-15T15:34:46.243 INFO:tasks.workunit.client.0.smithi016.stdout:started read 2024-04-15T15:34:46.244 INFO:tasks.workunit.client.0.smithi016.stdout:read completion cb called! 2024-04-15T15:34:46.244 INFO:tasks.workunit.client.0.smithi016.stdout:return value is: 512 2024-04-15T15:34:46.244 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] TestLibRBD.ImagePollIO (40 ms) 2024-04-15T15:34:46.244 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] TestLibRBD.Mirror 2024-04-15T15:34:46.244 INFO:tasks.workunit.client.0.smithi016.stdout:using new format! 2024-04-15T15:34:46.253 INFO:tasks.workunit.client.0.smithi016.stdout:using new format! 2024-04-15T15:34:46.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:34:46 smithi102 ceph-mon[87131]: pgmap v3161: 649 pgs: 649 active+clean; 309 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 651 KiB/s rd, 202 KiB/s wr, 989 op/s 2024-04-15T15:34:46.438 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:34:46 smithi102 ceph-mon[87131]: osdmap e1766: 8 total, 8 up, 8 in 2024-04-15T15:34:46.539 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:34:46 smithi016 ceph-mon[90652]: pgmap v3161: 649 pgs: 649 active+clean; 309 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 651 KiB/s rd, 202 KiB/s wr, 989 op/s 2024-04-15T15:34:46.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:34:46 smithi016 ceph-mon[90652]: osdmap e1766: 8 total, 8 up, 8 in 2024-04-15T15:34:46.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:34:46 smithi016 ceph-mon[93212]: pgmap v3161: 649 pgs: 649 active+clean; 309 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 651 KiB/s rd, 202 KiB/s wr, 989 op/s 2024-04-15T15:34:46.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:34:46 smithi016 ceph-mon[93212]: osdmap e1766: 8 total, 8 up, 8 in 2024-04-15T15:34:47.234 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] TestLibRBD.Mirror (994 ms) 2024-04-15T15:34:47.234 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] TestLibRBD.MirrorPeerAttributes 2024-04-15T15:34:47.249 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] TestLibRBD.MirrorPeerAttributes (15 ms) 2024-04-15T15:34:47.249 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] TestLibRBD.CreateWithMirrorEnabled 2024-04-15T15:34:47.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:34:47 smithi102 ceph-mon[87131]: osdmap e1767: 8 total, 8 up, 8 in 2024-04-15T15:34:47.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:34:47 smithi016 ceph-mon[90652]: osdmap e1767: 8 total, 8 up, 8 in 2024-04-15T15:34:47.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:34:47 smithi016 ceph-mon[93212]: osdmap e1767: 8 total, 8 up, 8 in 2024-04-15T15:34:48.438 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:34:48 smithi102 ceph-mon[87131]: pgmap v3164: 649 pgs: 649 active+clean; 314 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 320 KiB/s rd, 1.3 MiB/s wr, 429 op/s 2024-04-15T15:34:48.438 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:34:48 smithi102 ceph-mon[87131]: osdmap e1768: 8 total, 8 up, 8 in 2024-04-15T15:34:48.438 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:34:48 smithi102 ceph-mon[87131]: from='client.? 172.21.15.16:0/770883131' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/uuid4"}]: dispatch 2024-04-15T15:34:48.438 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:34:48 smithi102 ceph-mon[87131]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/uuid4"}]: dispatch 2024-04-15T15:34:48.438 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:34:48 smithi102 ceph-mon[87131]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/uuid4"}]': finished 2024-04-15T15:34:48.438 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:34:48 smithi102 ceph-mon[87131]: from='client.? 172.21.15.16:0/770883131' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/2cf2a60a-0fa2-4e9f-b28f-fc3cc3bcf8b3"}]: dispatch 2024-04-15T15:34:48.438 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:34:48 smithi102 ceph-mon[87131]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/2cf2a60a-0fa2-4e9f-b28f-fc3cc3bcf8b3"}]: dispatch 2024-04-15T15:34:48.438 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:34:48 smithi102 ceph-mon[87131]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/2cf2a60a-0fa2-4e9f-b28f-fc3cc3bcf8b3"}]': finished 2024-04-15T15:34:48.438 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:34:48 smithi102 ceph-mon[87131]: from='client.? 172.21.15.16:0/770883131' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/6d7f940b-4e3a-4aad-8919-2fe197ca11d0"}]: dispatch 2024-04-15T15:34:48.439 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:34:48 smithi102 ceph-mon[87131]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/6d7f940b-4e3a-4aad-8919-2fe197ca11d0"}]: dispatch 2024-04-15T15:34:48.439 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:34:48 smithi102 ceph-mon[87131]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/6d7f940b-4e3a-4aad-8919-2fe197ca11d0"}]': finished 2024-04-15T15:34:48.439 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:34:48 smithi102 ceph-mon[87131]: from='client.? 172.21.15.16:0/770883131' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/70b51008-168c-4c85-b6ac-c611ccb5818a"}]: dispatch 2024-04-15T15:34:48.439 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:34:48 smithi102 ceph-mon[87131]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/70b51008-168c-4c85-b6ac-c611ccb5818a"}]: dispatch 2024-04-15T15:34:48.439 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:34:48 smithi102 ceph-mon[87131]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/70b51008-168c-4c85-b6ac-c611ccb5818a"}]': finished 2024-04-15T15:34:48.439 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:34:48 smithi102 ceph-mon[87131]: from='client.? 172.21.15.16:0/770883131' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/peer/91/a9af0c2c-229e-44c5-a6bb-d45d9110a4fa"}]: dispatch 2024-04-15T15:34:48.439 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:34:48 smithi102 ceph-mon[87131]: from='client.? ' entity='client.admin' 2024-04-15T15:34:48.439 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:34:48 smithi102 ceph-mon[87131]: from='client.? 172.21.15.16:0/770883131' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/peer/91/a9af0c2c-229e-44c5-a6bb-d45d9110a4fa"}]: dispatch 2024-04-15T15:34:48.439 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:34:48 smithi102 ceph-mon[87131]: from='client.? 172.21.15.16:0/770883131' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/a9af0c2c-229e-44c5-a6bb-d45d9110a4fa"}]: dispatch 2024-04-15T15:34:48.439 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:34:48 smithi102 ceph-mon[87131]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/a9af0c2c-229e-44c5-a6bb-d45d9110a4fa"}]: dispatch 2024-04-15T15:34:48.439 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:34:48 smithi102 ceph-mon[87131]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/a9af0c2c-229e-44c5-a6bb-d45d9110a4fa"}]': finished 2024-04-15T15:34:48.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:34:48 smithi016 ceph-mon[90652]: pgmap v3164: 649 pgs: 649 active+clean; 314 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 320 KiB/s rd, 1.3 MiB/s wr, 429 op/s 2024-04-15T15:34:48.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:34:48 smithi016 ceph-mon[90652]: osdmap e1768: 8 total, 8 up, 8 in 2024-04-15T15:34:48.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:34:48 smithi016 ceph-mon[90652]: from='client.? 172.21.15.16:0/770883131' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/uuid4"}]: dispatch 2024-04-15T15:34:48.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:34:48 smithi016 ceph-mon[90652]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/uuid4"}]: dispatch 2024-04-15T15:34:48.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:34:48 smithi016 ceph-mon[90652]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/uuid4"}]': finished 2024-04-15T15:34:48.541 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:34:48 smithi016 ceph-mon[90652]: from='client.? 172.21.15.16:0/770883131' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/2cf2a60a-0fa2-4e9f-b28f-fc3cc3bcf8b3"}]: dispatch 2024-04-15T15:34:48.541 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:34:48 smithi016 ceph-mon[90652]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/2cf2a60a-0fa2-4e9f-b28f-fc3cc3bcf8b3"}]: dispatch 2024-04-15T15:34:48.541 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:34:48 smithi016 ceph-mon[90652]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/2cf2a60a-0fa2-4e9f-b28f-fc3cc3bcf8b3"}]': finished 2024-04-15T15:34:48.541 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:34:48 smithi016 ceph-mon[90652]: from='client.? 172.21.15.16:0/770883131' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/6d7f940b-4e3a-4aad-8919-2fe197ca11d0"}]: dispatch 2024-04-15T15:34:48.541 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:34:48 smithi016 ceph-mon[90652]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/6d7f940b-4e3a-4aad-8919-2fe197ca11d0"}]: dispatch 2024-04-15T15:34:48.541 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:34:48 smithi016 ceph-mon[90652]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/6d7f940b-4e3a-4aad-8919-2fe197ca11d0"}]': finished 2024-04-15T15:34:48.541 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:34:48 smithi016 ceph-mon[90652]: from='client.? 172.21.15.16:0/770883131' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/70b51008-168c-4c85-b6ac-c611ccb5818a"}]: dispatch 2024-04-15T15:34:48.541 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:34:48 smithi016 ceph-mon[90652]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/70b51008-168c-4c85-b6ac-c611ccb5818a"}]: dispatch 2024-04-15T15:34:48.541 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:34:48 smithi016 ceph-mon[90652]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/70b51008-168c-4c85-b6ac-c611ccb5818a"}]': finished 2024-04-15T15:34:48.541 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:34:48 smithi016 ceph-mon[90652]: from='client.? 172.21.15.16:0/770883131' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/peer/91/a9af0c2c-229e-44c5-a6bb-d45d9110a4fa"}]: dispatch 2024-04-15T15:34:48.541 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:34:48 smithi016 ceph-mon[90652]: from='client.? ' entity='client.admin' 2024-04-15T15:34:48.541 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:34:48 smithi016 ceph-mon[90652]: from='client.? 172.21.15.16:0/770883131' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/peer/91/a9af0c2c-229e-44c5-a6bb-d45d9110a4fa"}]: dispatch 2024-04-15T15:34:48.541 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:34:48 smithi016 ceph-mon[90652]: from='client.? 172.21.15.16:0/770883131' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/a9af0c2c-229e-44c5-a6bb-d45d9110a4fa"}]: dispatch 2024-04-15T15:34:48.542 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:34:48 smithi016 ceph-mon[90652]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/a9af0c2c-229e-44c5-a6bb-d45d9110a4fa"}]: dispatch 2024-04-15T15:34:48.542 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:34:48 smithi016 ceph-mon[90652]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/a9af0c2c-229e-44c5-a6bb-d45d9110a4fa"}]': finished 2024-04-15T15:34:48.542 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:34:48 smithi016 ceph-mon[93212]: pgmap v3164: 649 pgs: 649 active+clean; 314 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 320 KiB/s rd, 1.3 MiB/s wr, 429 op/s 2024-04-15T15:34:48.542 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:34:48 smithi016 ceph-mon[93212]: osdmap e1768: 8 total, 8 up, 8 in 2024-04-15T15:34:48.542 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:34:48 smithi016 ceph-mon[93212]: from='client.? 172.21.15.16:0/770883131' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/uuid4"}]: dispatch 2024-04-15T15:34:48.542 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:34:48 smithi016 ceph-mon[93212]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/uuid4"}]: dispatch 2024-04-15T15:34:48.542 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:34:48 smithi016 ceph-mon[93212]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/uuid4"}]': finished 2024-04-15T15:34:48.542 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:34:48 smithi016 ceph-mon[93212]: from='client.? 172.21.15.16:0/770883131' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/2cf2a60a-0fa2-4e9f-b28f-fc3cc3bcf8b3"}]: dispatch 2024-04-15T15:34:48.542 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:34:48 smithi016 ceph-mon[93212]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/2cf2a60a-0fa2-4e9f-b28f-fc3cc3bcf8b3"}]: dispatch 2024-04-15T15:34:48.542 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:34:48 smithi016 ceph-mon[93212]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/2cf2a60a-0fa2-4e9f-b28f-fc3cc3bcf8b3"}]': finished 2024-04-15T15:34:48.542 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:34:48 smithi016 ceph-mon[93212]: from='client.? 172.21.15.16:0/770883131' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/6d7f940b-4e3a-4aad-8919-2fe197ca11d0"}]: dispatch 2024-04-15T15:34:48.543 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:34:48 smithi016 ceph-mon[93212]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/6d7f940b-4e3a-4aad-8919-2fe197ca11d0"}]: dispatch 2024-04-15T15:34:48.543 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:34:48 smithi016 ceph-mon[93212]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/6d7f940b-4e3a-4aad-8919-2fe197ca11d0"}]': finished 2024-04-15T15:34:48.543 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:34:48 smithi016 ceph-mon[93212]: from='client.? 172.21.15.16:0/770883131' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/70b51008-168c-4c85-b6ac-c611ccb5818a"}]: dispatch 2024-04-15T15:34:48.543 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:34:48 smithi016 ceph-mon[93212]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/70b51008-168c-4c85-b6ac-c611ccb5818a"}]: dispatch 2024-04-15T15:34:48.543 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:34:48 smithi016 ceph-mon[93212]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/70b51008-168c-4c85-b6ac-c611ccb5818a"}]': finished 2024-04-15T15:34:48.543 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:34:48 smithi016 ceph-mon[93212]: from='client.? 172.21.15.16:0/770883131' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/peer/91/a9af0c2c-229e-44c5-a6bb-d45d9110a4fa"}]: dispatch 2024-04-15T15:34:48.543 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:34:48 smithi016 ceph-mon[93212]: from='client.? ' entity='client.admin' 2024-04-15T15:34:48.543 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:34:48 smithi016 ceph-mon[93212]: from='client.? 172.21.15.16:0/770883131' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/peer/91/a9af0c2c-229e-44c5-a6bb-d45d9110a4fa"}]: dispatch 2024-04-15T15:34:48.543 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:34:48 smithi016 ceph-mon[93212]: from='client.? 172.21.15.16:0/770883131' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/a9af0c2c-229e-44c5-a6bb-d45d9110a4fa"}]: dispatch 2024-04-15T15:34:48.543 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:34:48 smithi016 ceph-mon[93212]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/a9af0c2c-229e-44c5-a6bb-d45d9110a4fa"}]: dispatch 2024-04-15T15:34:48.543 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:34:48 smithi016 ceph-mon[93212]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/a9af0c2c-229e-44c5-a6bb-d45d9110a4fa"}]': finished 2024-04-15T15:34:49.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:34:49 smithi016 ceph-mon[90652]: osdmap e1769: 8 total, 8 up, 8 in 2024-04-15T15:34:49.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:34:49 smithi016 ceph-mon[90652]: pgmap v3167: 649 pgs: 649 active+clean; 317 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 431 KiB/s rd, 2.1 MiB/s wr, 570 op/s 2024-04-15T15:34:49.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:34:49 smithi016 ceph-mon[93212]: osdmap e1769: 8 total, 8 up, 8 in 2024-04-15T15:34:49.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:34:49 smithi016 ceph-mon[93212]: pgmap v3167: 649 pgs: 649 active+clean; 317 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 431 KiB/s rd, 2.1 MiB/s wr, 570 op/s 2024-04-15T15:34:49.688 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:34:49 smithi102 ceph-mon[87131]: osdmap e1769: 8 total, 8 up, 8 in 2024-04-15T15:34:49.688 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:34:49 smithi102 ceph-mon[87131]: pgmap v3167: 649 pgs: 649 active+clean; 317 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 431 KiB/s rd, 2.1 MiB/s wr, 570 op/s 2024-04-15T15:34:50.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:34:50 smithi016 ceph-mon[90652]: osdmap e1770: 8 total, 8 up, 8 in 2024-04-15T15:34:50.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:34:50 smithi016 ceph-mon[93212]: osdmap e1770: 8 total, 8 up, 8 in 2024-04-15T15:34:50.688 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:34:50 smithi102 ceph-mon[87131]: osdmap e1770: 8 total, 8 up, 8 in 2024-04-15T15:34:51.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:34:51 smithi016 ceph-mon[90652]: osdmap e1771: 8 total, 8 up, 8 in 2024-04-15T15:34:51.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:34:51 smithi016 ceph-mon[90652]: pgmap v3170: 649 pgs: 649 active+clean; 317 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 134 KiB/s rd, 856 KiB/s wr, 179 op/s 2024-04-15T15:34:51.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:34:51 smithi016 ceph-mon[93212]: osdmap e1771: 8 total, 8 up, 8 in 2024-04-15T15:34:51.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:34:51 smithi016 ceph-mon[93212]: pgmap v3170: 649 pgs: 649 active+clean; 317 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 134 KiB/s rd, 856 KiB/s wr, 179 op/s 2024-04-15T15:34:51.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:34:51 smithi102 ceph-mon[87131]: osdmap e1771: 8 total, 8 up, 8 in 2024-04-15T15:34:51.688 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:34:51 smithi102 ceph-mon[87131]: pgmap v3170: 649 pgs: 649 active+clean; 317 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 134 KiB/s rd, 856 KiB/s wr, 179 op/s 2024-04-15T15:34:52.040 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 15 15:34:51 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-y[81421]: ::ffff:172.21.15.102 - - [15/Apr/2024:15:34:51] "GET /metrics HTTP/1.1" 200 75523 "" "Prometheus/2.43.0" 2024-04-15T15:34:52.334 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] TestLibRBD.CreateWithMirrorEnabled (5085 ms) 2024-04-15T15:34:52.334 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] TestLibRBD.FlushCacheWithCopyupOnExternalSnapshot 2024-04-15T15:34:52.335 INFO:tasks.workunit.client.0.smithi016.stdout:using new format! 2024-04-15T15:34:52.539 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:34:52 smithi016 ceph-mon[90652]: osdmap e1772: 8 total, 8 up, 8 in 2024-04-15T15:34:52.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:34:52 smithi016 ceph-mon[93212]: osdmap e1772: 8 total, 8 up, 8 in 2024-04-15T15:34:52.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:34:52 smithi102 ceph-mon[87131]: osdmap e1772: 8 total, 8 up, 8 in 2024-04-15T15:34:52.688 INFO:journalctl@ceph.prometheus.a.smithi102.stdout:Apr 15 15:34:52 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-prometheus-a[120881]: ts=2024-04-15T15:34:52.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi016:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"362ea986-fb34-11ee-bc8f-c7b262605968\", instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T15:34:53.542 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:34:53 smithi016 ceph-mon[90652]: osdmap e1773: 8 total, 8 up, 8 in 2024-04-15T15:34:53.542 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:34:53 smithi016 ceph-mon[90652]: pgmap v3173: 649 pgs: 649 active+clean; 317 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 206 KiB/s rd, 16 KiB/s wr, 266 op/s 2024-04-15T15:34:53.543 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:34:53 smithi016 ceph-mon[93212]: osdmap e1773: 8 total, 8 up, 8 in 2024-04-15T15:34:53.543 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:34:53 smithi016 ceph-mon[93212]: pgmap v3173: 649 pgs: 649 active+clean; 317 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 206 KiB/s rd, 16 KiB/s wr, 266 op/s 2024-04-15T15:34:53.688 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:34:53 smithi102 ceph-mon[87131]: osdmap e1773: 8 total, 8 up, 8 in 2024-04-15T15:34:53.688 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:34:53 smithi102 ceph-mon[87131]: pgmap v3173: 649 pgs: 649 active+clean; 317 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 206 KiB/s rd, 16 KiB/s wr, 266 op/s 2024-04-15T15:34:54.326 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] TestLibRBD.FlushCacheWithCopyupOnExternalSnapshot (1991 ms) 2024-04-15T15:34:54.326 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] TestLibRBD.ExclusiveLock 2024-04-15T15:34:54.326 INFO:tasks.workunit.client.0.smithi016.stdout:using new format! 2024-04-15T15:34:54.388 INFO:tasks.workunit.client.0.smithi016.stdout:1: acquiring exclusive lock 2024-04-15T15:34:54.388 INFO:tasks.workunit.client.0.smithi016.stdout:2: acquiring exclusive lock 2024-04-15T15:34:54.392 INFO:tasks.workunit.client.0.smithi016.stdout:2: exclusive lock acquired 2024-04-15T15:34:54.408 INFO:tasks.workunit.client.0.smithi016.stdout:2: releasing exclusive lock 2024-04-15T15:34:54.411 INFO:tasks.workunit.client.0.smithi016.stdout:2: exclusive lock released 2024-04-15T15:34:54.411 INFO:tasks.workunit.client.0.smithi016.stdout:2: acquiring exclusive lock 2024-04-15T15:34:54.415 INFO:tasks.workunit.client.0.smithi016.stdout:2: exclusive lock acquired 2024-04-15T15:34:54.441 INFO:tasks.workunit.client.0.smithi016.stdout:2: releasing exclusive lock 2024-04-15T15:34:54.444 INFO:tasks.workunit.client.0.smithi016.stdout:2: exclusive lock released 2024-04-15T15:34:54.444 INFO:tasks.workunit.client.0.smithi016.stdout:2: acquiring exclusive lock 2024-04-15T15:34:54.448 INFO:tasks.workunit.client.0.smithi016.stdout:1: exclusive lock acquired 2024-04-15T15:34:54.486 INFO:tasks.workunit.client.0.smithi016.stdout:1: releasing exclusive lock 2024-04-15T15:34:54.493 INFO:tasks.workunit.client.0.smithi016.stdout:1: exclusive lock released 2024-04-15T15:34:54.493 INFO:tasks.workunit.client.0.smithi016.stdout:1: acquiring exclusive lock 2024-04-15T15:34:54.496 INFO:tasks.workunit.client.0.smithi016.stdout:2: exclusive lock acquired 2024-04-15T15:34:54.526 INFO:tasks.workunit.client.0.smithi016.stdout:2: releasing exclusive lock 2024-04-15T15:34:54.529 INFO:tasks.workunit.client.0.smithi016.stdout:2: exclusive lock released 2024-04-15T15:34:54.529 INFO:tasks.workunit.client.0.smithi016.stdout:2: acquiring exclusive lock 2024-04-15T15:34:54.532 INFO:tasks.workunit.client.0.smithi016.stdout:1: exclusive lock acquired 2024-04-15T15:34:54.539 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:34:54 smithi016 ceph-mon[90652]: osdmap e1774: 8 total, 8 up, 8 in 2024-04-15T15:34:54.539 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:34:54 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T15:34:54.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:34:54 smithi016 ceph-mon[93212]: osdmap e1774: 8 total, 8 up, 8 in 2024-04-15T15:34:54.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:34:54 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T15:34:54.550 INFO:tasks.workunit.client.0.smithi016.stdout:1: releasing exclusive lock 2024-04-15T15:34:54.552 INFO:tasks.workunit.client.0.smithi016.stdout:1: exclusive lock released 2024-04-15T15:34:54.553 INFO:tasks.workunit.client.0.smithi016.stdout:1: acquiring exclusive lock 2024-04-15T15:34:54.557 INFO:tasks.workunit.client.0.smithi016.stdout:1: exclusive lock acquired 2024-04-15T15:34:54.572 INFO:tasks.workunit.client.0.smithi016.stdout:1: releasing exclusive lock 2024-04-15T15:34:54.575 INFO:tasks.workunit.client.0.smithi016.stdout:1: exclusive lock released 2024-04-15T15:34:54.575 INFO:tasks.workunit.client.0.smithi016.stdout:1: acquiring exclusive lock 2024-04-15T15:34:54.579 INFO:tasks.workunit.client.0.smithi016.stdout:2: exclusive lock acquired 2024-04-15T15:34:54.580 INFO:tasks.workunit.client.0.smithi016.stdout:2: releasing exclusive lock 2024-04-15T15:34:54.583 INFO:tasks.workunit.client.0.smithi016.stdout:2: exclusive lock released 2024-04-15T15:34:54.583 INFO:tasks.workunit.client.0.smithi016.stdout:2: acquiring exclusive lock 2024-04-15T15:34:54.587 INFO:tasks.workunit.client.0.smithi016.stdout:2: exclusive lock acquired 2024-04-15T15:34:54.633 INFO:tasks.workunit.client.0.smithi016.stdout:2: releasing exclusive lock 2024-04-15T15:34:54.636 INFO:tasks.workunit.client.0.smithi016.stdout:2: exclusive lock released 2024-04-15T15:34:54.640 INFO:tasks.workunit.client.0.smithi016.stdout:1: exclusive lock acquired 2024-04-15T15:34:54.652 INFO:tasks.workunit.client.0.smithi016.stdout:1: releasing exclusive lock 2024-04-15T15:34:54.655 INFO:tasks.workunit.client.0.smithi016.stdout:1: exclusive lock released 2024-04-15T15:34:54.655 INFO:tasks.workunit.client.0.smithi016.stdout:1: acquiring exclusive lock 2024-04-15T15:34:54.658 INFO:tasks.workunit.client.0.smithi016.stdout:1: exclusive lock acquired 2024-04-15T15:34:54.662 INFO:tasks.workunit.client.0.smithi016.stdout:1: releasing exclusive lock 2024-04-15T15:34:54.665 INFO:tasks.workunit.client.0.smithi016.stdout:1: exclusive lock released 2024-04-15T15:34:54.679 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] TestLibRBD.ExclusiveLock (354 ms) 2024-04-15T15:34:54.679 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] TestLibRBD.BreakLock 2024-04-15T15:34:54.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:34:54 smithi102 ceph-mon[87131]: osdmap e1774: 8 total, 8 up, 8 in 2024-04-15T15:34:54.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:34:54 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T15:34:54.694 INFO:tasks.workunit.client.0.smithi016.stdout:using new format! 2024-04-15T15:34:55.325 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] TestLibRBD.BreakLock (646 ms) 2024-04-15T15:34:55.325 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] TestLibRBD.DiscardAfterWrite 2024-04-15T15:34:55.326 INFO:tasks.workunit.client.0.smithi016.stdout:using new format! 2024-04-15T15:34:55.362 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] TestLibRBD.DiscardAfterWrite (36 ms) 2024-04-15T15:34:55.362 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] TestLibRBD.DefaultFeatures 2024-04-15T15:34:55.362 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] TestLibRBD.DefaultFeatures (0 ms) 2024-04-15T15:34:55.362 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] TestLibRBD.TestTrashMoveAndPurge 2024-04-15T15:34:55.362 INFO:tasks.workunit.client.0.smithi016.stdout:using new format! 2024-04-15T15:34:55.428 INFO:tasks.workunit.client.0.smithi016.stdout:0.00% done 2024-04-15T15:34:55.428 INFO:tasks.workunit.client.0.smithi016.stdout:1.56% done 2024-04-15T15:34:55.428 INFO:tasks.workunit.client.0.smithi016.stdout:3.12% done 2024-04-15T15:34:55.428 INFO:tasks.workunit.client.0.smithi016.stdout:4.69% done 2024-04-15T15:34:55.428 INFO:tasks.workunit.client.0.smithi016.stdout:6.25% done 2024-04-15T15:34:55.428 INFO:tasks.workunit.client.0.smithi016.stdout:7.81% done 2024-04-15T15:34:55.428 INFO:tasks.workunit.client.0.smithi016.stdout:9.38% done 2024-04-15T15:34:55.428 INFO:tasks.workunit.client.0.smithi016.stdout:10.94% done 2024-04-15T15:34:55.428 INFO:tasks.workunit.client.0.smithi016.stdout:12.50% done 2024-04-15T15:34:55.428 INFO:tasks.workunit.client.0.smithi016.stdout:14.06% done 2024-04-15T15:34:55.428 INFO:tasks.workunit.client.0.smithi016.stdout:15.62% done 2024-04-15T15:34:55.428 INFO:tasks.workunit.client.0.smithi016.stdout:17.19% done 2024-04-15T15:34:55.429 INFO:tasks.workunit.client.0.smithi016.stdout:18.75% done 2024-04-15T15:34:55.429 INFO:tasks.workunit.client.0.smithi016.stdout:20.31% done 2024-04-15T15:34:55.429 INFO:tasks.workunit.client.0.smithi016.stdout:21.88% done 2024-04-15T15:34:55.429 INFO:tasks.workunit.client.0.smithi016.stdout:23.44% done 2024-04-15T15:34:55.429 INFO:tasks.workunit.client.0.smithi016.stdout:25.00% done 2024-04-15T15:34:55.429 INFO:tasks.workunit.client.0.smithi016.stdout:26.56% done 2024-04-15T15:34:55.429 INFO:tasks.workunit.client.0.smithi016.stdout:28.12% done 2024-04-15T15:34:55.429 INFO:tasks.workunit.client.0.smithi016.stdout:29.69% done 2024-04-15T15:34:55.429 INFO:tasks.workunit.client.0.smithi016.stdout:31.25% done 2024-04-15T15:34:55.429 INFO:tasks.workunit.client.0.smithi016.stdout:32.81% done 2024-04-15T15:34:55.429 INFO:tasks.workunit.client.0.smithi016.stdout:34.38% done 2024-04-15T15:34:55.429 INFO:tasks.workunit.client.0.smithi016.stdout:35.94% done 2024-04-15T15:34:55.429 INFO:tasks.workunit.client.0.smithi016.stdout:37.50% done 2024-04-15T15:34:55.429 INFO:tasks.workunit.client.0.smithi016.stdout:39.06% done 2024-04-15T15:34:55.430 INFO:tasks.workunit.client.0.smithi016.stdout:40.62% done 2024-04-15T15:34:55.430 INFO:tasks.workunit.client.0.smithi016.stdout:42.19% done 2024-04-15T15:34:55.430 INFO:tasks.workunit.client.0.smithi016.stdout:43.75% done 2024-04-15T15:34:55.430 INFO:tasks.workunit.client.0.smithi016.stdout:45.31% done 2024-04-15T15:34:55.430 INFO:tasks.workunit.client.0.smithi016.stdout:46.88% done 2024-04-15T15:34:55.430 INFO:tasks.workunit.client.0.smithi016.stdout:48.44% done 2024-04-15T15:34:55.430 INFO:tasks.workunit.client.0.smithi016.stdout:50.00% done 2024-04-15T15:34:55.430 INFO:tasks.workunit.client.0.smithi016.stdout:51.56% done 2024-04-15T15:34:55.430 INFO:tasks.workunit.client.0.smithi016.stdout:53.12% done 2024-04-15T15:34:55.430 INFO:tasks.workunit.client.0.smithi016.stdout:54.69% done 2024-04-15T15:34:55.430 INFO:tasks.workunit.client.0.smithi016.stdout:56.25% done 2024-04-15T15:34:55.430 INFO:tasks.workunit.client.0.smithi016.stdout:57.81% done 2024-04-15T15:34:55.431 INFO:tasks.workunit.client.0.smithi016.stdout:59.38% done 2024-04-15T15:34:55.431 INFO:tasks.workunit.client.0.smithi016.stdout:60.94% done 2024-04-15T15:34:55.431 INFO:tasks.workunit.client.0.smithi016.stdout:62.50% done 2024-04-15T15:34:55.431 INFO:tasks.workunit.client.0.smithi016.stdout:64.06% done 2024-04-15T15:34:55.431 INFO:tasks.workunit.client.0.smithi016.stdout:65.62% done 2024-04-15T15:34:55.431 INFO:tasks.workunit.client.0.smithi016.stdout:67.19% done 2024-04-15T15:34:55.431 INFO:tasks.workunit.client.0.smithi016.stdout:68.75% done 2024-04-15T15:34:55.431 INFO:tasks.workunit.client.0.smithi016.stdout:70.31% done 2024-04-15T15:34:55.431 INFO:tasks.workunit.client.0.smithi016.stdout:71.88% done 2024-04-15T15:34:55.431 INFO:tasks.workunit.client.0.smithi016.stdout:73.44% done 2024-04-15T15:34:55.431 INFO:tasks.workunit.client.0.smithi016.stdout:75.00% done 2024-04-15T15:34:55.431 INFO:tasks.workunit.client.0.smithi016.stdout:76.56% done 2024-04-15T15:34:55.431 INFO:tasks.workunit.client.0.smithi016.stdout:78.12% done 2024-04-15T15:34:55.431 INFO:tasks.workunit.client.0.smithi016.stdout:79.69% done 2024-04-15T15:34:55.432 INFO:tasks.workunit.client.0.smithi016.stdout:81.25% done 2024-04-15T15:34:55.432 INFO:tasks.workunit.client.0.smithi016.stdout:82.81% done 2024-04-15T15:34:55.432 INFO:tasks.workunit.client.0.smithi016.stdout:84.38% done 2024-04-15T15:34:55.432 INFO:tasks.workunit.client.0.smithi016.stdout:85.94% done 2024-04-15T15:34:55.432 INFO:tasks.workunit.client.0.smithi016.stdout:87.50% done 2024-04-15T15:34:55.432 INFO:tasks.workunit.client.0.smithi016.stdout:89.06% done 2024-04-15T15:34:55.432 INFO:tasks.workunit.client.0.smithi016.stdout:90.62% done 2024-04-15T15:34:55.432 INFO:tasks.workunit.client.0.smithi016.stdout:92.19% done 2024-04-15T15:34:55.432 INFO:tasks.workunit.client.0.smithi016.stdout:93.75% done 2024-04-15T15:34:55.432 INFO:tasks.workunit.client.0.smithi016.stdout:95.31% done 2024-04-15T15:34:55.432 INFO:tasks.workunit.client.0.smithi016.stdout:96.88% done 2024-04-15T15:34:55.432 INFO:tasks.workunit.client.0.smithi016.stdout:98.44% done 2024-04-15T15:34:55.432 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] TestLibRBD.TestTrashMoveAndPurge (66 ms) 2024-04-15T15:34:55.432 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] TestLibRBD.TestTrashMoveAndPurgeNonExpiredDelay 2024-04-15T15:34:55.433 INFO:tasks.workunit.client.0.smithi016.stdout:using new format! 2024-04-15T15:34:55.485 INFO:tasks.workunit.client.0.smithi016.stdout:0.00% done 2024-04-15T15:34:55.485 INFO:tasks.workunit.client.0.smithi016.stdout:1.56% done 2024-04-15T15:34:55.485 INFO:tasks.workunit.client.0.smithi016.stdout:3.12% done 2024-04-15T15:34:55.485 INFO:tasks.workunit.client.0.smithi016.stdout:4.69% done 2024-04-15T15:34:55.485 INFO:tasks.workunit.client.0.smithi016.stdout:6.25% done 2024-04-15T15:34:55.485 INFO:tasks.workunit.client.0.smithi016.stdout:7.81% done 2024-04-15T15:34:55.485 INFO:tasks.workunit.client.0.smithi016.stdout:9.38% done 2024-04-15T15:34:55.485 INFO:tasks.workunit.client.0.smithi016.stdout:10.94% done 2024-04-15T15:34:55.485 INFO:tasks.workunit.client.0.smithi016.stdout:12.50% done 2024-04-15T15:34:55.485 INFO:tasks.workunit.client.0.smithi016.stdout:14.06% done 2024-04-15T15:34:55.486 INFO:tasks.workunit.client.0.smithi016.stdout:15.62% done 2024-04-15T15:34:55.486 INFO:tasks.workunit.client.0.smithi016.stdout:17.19% done 2024-04-15T15:34:55.486 INFO:tasks.workunit.client.0.smithi016.stdout:18.75% done 2024-04-15T15:34:55.486 INFO:tasks.workunit.client.0.smithi016.stdout:20.31% done 2024-04-15T15:34:55.486 INFO:tasks.workunit.client.0.smithi016.stdout:21.88% done 2024-04-15T15:34:55.486 INFO:tasks.workunit.client.0.smithi016.stdout:23.44% done 2024-04-15T15:34:55.486 INFO:tasks.workunit.client.0.smithi016.stdout:25.00% done 2024-04-15T15:34:55.486 INFO:tasks.workunit.client.0.smithi016.stdout:26.56% done 2024-04-15T15:34:55.486 INFO:tasks.workunit.client.0.smithi016.stdout:28.12% done 2024-04-15T15:34:55.486 INFO:tasks.workunit.client.0.smithi016.stdout:29.69% done 2024-04-15T15:34:55.486 INFO:tasks.workunit.client.0.smithi016.stdout:31.25% done 2024-04-15T15:34:55.486 INFO:tasks.workunit.client.0.smithi016.stdout:32.81% done 2024-04-15T15:34:55.486 INFO:tasks.workunit.client.0.smithi016.stdout:34.38% done 2024-04-15T15:34:55.487 INFO:tasks.workunit.client.0.smithi016.stdout:35.94% done 2024-04-15T15:34:55.487 INFO:tasks.workunit.client.0.smithi016.stdout:37.50% done 2024-04-15T15:34:55.487 INFO:tasks.workunit.client.0.smithi016.stdout:39.06% done 2024-04-15T15:34:55.487 INFO:tasks.workunit.client.0.smithi016.stdout:40.62% done 2024-04-15T15:34:55.487 INFO:tasks.workunit.client.0.smithi016.stdout:42.19% done 2024-04-15T15:34:55.487 INFO:tasks.workunit.client.0.smithi016.stdout:43.75% done 2024-04-15T15:34:55.487 INFO:tasks.workunit.client.0.smithi016.stdout:45.31% done 2024-04-15T15:34:55.487 INFO:tasks.workunit.client.0.smithi016.stdout:46.88% done 2024-04-15T15:34:55.487 INFO:tasks.workunit.client.0.smithi016.stdout:48.44% done 2024-04-15T15:34:55.487 INFO:tasks.workunit.client.0.smithi016.stdout:50.00% done 2024-04-15T15:34:55.487 INFO:tasks.workunit.client.0.smithi016.stdout:51.56% done 2024-04-15T15:34:55.487 INFO:tasks.workunit.client.0.smithi016.stdout:53.12% done 2024-04-15T15:34:55.487 INFO:tasks.workunit.client.0.smithi016.stdout:54.69% done 2024-04-15T15:34:55.487 INFO:tasks.workunit.client.0.smithi016.stdout:56.25% done 2024-04-15T15:34:55.488 INFO:tasks.workunit.client.0.smithi016.stdout:57.81% done 2024-04-15T15:34:55.488 INFO:tasks.workunit.client.0.smithi016.stdout:59.38% done 2024-04-15T15:34:55.488 INFO:tasks.workunit.client.0.smithi016.stdout:60.94% done 2024-04-15T15:34:55.488 INFO:tasks.workunit.client.0.smithi016.stdout:62.50% done 2024-04-15T15:34:55.488 INFO:tasks.workunit.client.0.smithi016.stdout:64.06% done 2024-04-15T15:34:55.488 INFO:tasks.workunit.client.0.smithi016.stdout:65.62% done 2024-04-15T15:34:55.488 INFO:tasks.workunit.client.0.smithi016.stdout:67.19% done 2024-04-15T15:34:55.488 INFO:tasks.workunit.client.0.smithi016.stdout:68.75% done 2024-04-15T15:34:55.488 INFO:tasks.workunit.client.0.smithi016.stdout:70.31% done 2024-04-15T15:34:55.488 INFO:tasks.workunit.client.0.smithi016.stdout:71.88% done 2024-04-15T15:34:55.488 INFO:tasks.workunit.client.0.smithi016.stdout:73.44% done 2024-04-15T15:34:55.488 INFO:tasks.workunit.client.0.smithi016.stdout:75.00% done 2024-04-15T15:34:55.488 INFO:tasks.workunit.client.0.smithi016.stdout:76.56% done 2024-04-15T15:34:55.488 INFO:tasks.workunit.client.0.smithi016.stdout:78.12% done 2024-04-15T15:34:55.488 INFO:tasks.workunit.client.0.smithi016.stdout:79.69% done 2024-04-15T15:34:55.489 INFO:tasks.workunit.client.0.smithi016.stdout:81.25% done 2024-04-15T15:34:55.489 INFO:tasks.workunit.client.0.smithi016.stdout:82.81% done 2024-04-15T15:34:55.489 INFO:tasks.workunit.client.0.smithi016.stdout:84.38% done 2024-04-15T15:34:55.489 INFO:tasks.workunit.client.0.smithi016.stdout:85.94% done 2024-04-15T15:34:55.489 INFO:tasks.workunit.client.0.smithi016.stdout:87.50% done 2024-04-15T15:34:55.489 INFO:tasks.workunit.client.0.smithi016.stdout:89.06% done 2024-04-15T15:34:55.489 INFO:tasks.workunit.client.0.smithi016.stdout:90.62% done 2024-04-15T15:34:55.489 INFO:tasks.workunit.client.0.smithi016.stdout:92.19% done 2024-04-15T15:34:55.489 INFO:tasks.workunit.client.0.smithi016.stdout:93.75% done 2024-04-15T15:34:55.489 INFO:tasks.workunit.client.0.smithi016.stdout:95.31% done 2024-04-15T15:34:55.489 INFO:tasks.workunit.client.0.smithi016.stdout:96.88% done 2024-04-15T15:34:55.489 INFO:tasks.workunit.client.0.smithi016.stdout:98.44% done 2024-04-15T15:34:55.489 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] TestLibRBD.TestTrashMoveAndPurgeNonExpiredDelay (57 ms) 2024-04-15T15:34:55.489 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] TestLibRBD.TestTrashPurge 2024-04-15T15:34:55.490 INFO:tasks.workunit.client.0.smithi016.stdout:using new format! 2024-04-15T15:34:55.493 INFO:tasks.workunit.client.0.smithi016.stdout:using new format! 2024-04-15T15:34:55.608 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] TestLibRBD.TestTrashPurge (124 ms) 2024-04-15T15:34:55.608 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] TestLibRBD.TestTrashMoveAndRestore 2024-04-15T15:34:55.608 INFO:tasks.workunit.client.0.smithi016.stdout:using new format! 2024-04-15T15:34:55.651 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] TestLibRBD.TestTrashMoveAndRestore (42 ms) 2024-04-15T15:34:55.651 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] TestLibRBD.TestListWatchers 2024-04-15T15:34:55.651 INFO:tasks.workunit.client.0.smithi016.stdout:using new format! 2024-04-15T15:34:55.681 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] TestLibRBD.TestListWatchers (30 ms) 2024-04-15T15:34:55.681 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] TestLibRBD.TestSetSnapById 2024-04-15T15:34:55.681 INFO:tasks.workunit.client.0.smithi016.stdout:using new format! 2024-04-15T15:34:55.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:34:55 smithi102 ceph-mon[87131]: osdmap e1775: 8 total, 8 up, 8 in 2024-04-15T15:34:55.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:34:55 smithi102 ceph-mon[87131]: pgmap v3176: 649 pgs: 649 active+clean; 317 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 183 KiB/s rd, 13 KiB/s wr, 228 op/s 2024-04-15T15:34:55.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:34:55 smithi102 ceph-mon[87131]: from='client.? 172.21.15.16:0/1404824501' entity='client.admin' cmd=[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.16:0/2338884521"}]: dispatch 2024-04-15T15:34:55.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:34:55 smithi102 ceph-mon[87131]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.16:0/2338884521"}]: dispatch 2024-04-15T15:34:55.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:34:55 smithi016 ceph-mon[90652]: osdmap e1775: 8 total, 8 up, 8 in 2024-04-15T15:34:55.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:34:55 smithi016 ceph-mon[90652]: pgmap v3176: 649 pgs: 649 active+clean; 317 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 183 KiB/s rd, 13 KiB/s wr, 228 op/s 2024-04-15T15:34:55.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:34:55 smithi016 ceph-mon[90652]: from='client.? 172.21.15.16:0/1404824501' entity='client.admin' cmd=[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.16:0/2338884521"}]: dispatch 2024-04-15T15:34:55.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:34:55 smithi016 ceph-mon[90652]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.16:0/2338884521"}]: dispatch 2024-04-15T15:34:55.791 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:34:55 smithi016 ceph-mon[93212]: osdmap e1775: 8 total, 8 up, 8 in 2024-04-15T15:34:55.791 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:34:55 smithi016 ceph-mon[93212]: pgmap v3176: 649 pgs: 649 active+clean; 317 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 183 KiB/s rd, 13 KiB/s wr, 228 op/s 2024-04-15T15:34:55.791 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:34:55 smithi016 ceph-mon[93212]: from='client.? 172.21.15.16:0/1404824501' entity='client.admin' cmd=[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.16:0/2338884521"}]: dispatch 2024-04-15T15:34:55.791 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:34:55 smithi016 ceph-mon[93212]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.16:0/2338884521"}]: dispatch 2024-04-15T15:34:56.330 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] TestLibRBD.TestSetSnapById (650 ms) 2024-04-15T15:34:56.330 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] TestLibRBD.Namespaces 2024-04-15T15:34:56.360 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] TestLibRBD.Namespaces (29 ms) 2024-04-15T15:34:56.360 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] TestLibRBD.NamespacesPP 2024-04-15T15:34:56.391 INFO:tasks.workunit.client.0.smithi016.stdout:using new format! 2024-04-15T15:34:56.396 INFO:tasks.workunit.client.0.smithi016.stdout:using new format! 2024-04-15T15:34:56.476 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] TestLibRBD.NamespacesPP (117 ms) 2024-04-15T15:34:56.477 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] TestLibRBD.Migration 2024-04-15T15:34:56.477 INFO:tasks.workunit.client.0.smithi016.stdout:using new format! 2024-04-15T15:34:56.477 INFO:tasks.workunit.client.0.smithi016.stdout:using new format! 2024-04-15T15:34:56.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:34:56 smithi102 ceph-mon[87131]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.16:0/2338884521"}]': finished 2024-04-15T15:34:56.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:34:56 smithi102 ceph-mon[87131]: osdmap e1776: 8 total, 8 up, 8 in 2024-04-15T15:34:56.789 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:34:56 smithi016 ceph-mon[93212]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.16:0/2338884521"}]': finished 2024-04-15T15:34:56.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:34:56 smithi016 ceph-mon[93212]: osdmap e1776: 8 total, 8 up, 8 in 2024-04-15T15:34:56.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:34:56 smithi016 ceph-mon[90652]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.16:0/2338884521"}]': finished 2024-04-15T15:34:56.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:34:56 smithi016 ceph-mon[90652]: osdmap e1776: 8 total, 8 up, 8 in 2024-04-15T15:34:56.881 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] TestLibRBD.Migration (405 ms) 2024-04-15T15:34:56.882 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] TestLibRBD.MigrationPP 2024-04-15T15:34:56.882 INFO:tasks.workunit.client.0.smithi016.stdout:using new format! 2024-04-15T15:34:56.882 INFO:tasks.workunit.client.0.smithi016.stdout:using new format! 2024-04-15T15:34:57.302 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] TestLibRBD.MigrationPP (421 ms) 2024-04-15T15:34:57.303 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] TestLibRBD.TestGetAccessTimestamp 2024-04-15T15:34:57.303 INFO:tasks.workunit.client.0.smithi016.stdout:using new format! 2024-04-15T15:34:57.321 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] TestLibRBD.TestGetAccessTimestamp (19 ms) 2024-04-15T15:34:57.321 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] TestLibRBD.TestGetModifyTimestamp 2024-04-15T15:34:57.322 INFO:tasks.workunit.client.0.smithi016.stdout:using new format! 2024-04-15T15:34:57.337 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] TestLibRBD.TestGetModifyTimestamp (16 ms) 2024-04-15T15:34:57.338 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] TestLibRBD.ZeroOverlapFlatten 2024-04-15T15:34:57.338 INFO:tasks.workunit.client.0.smithi016.stdout:using new format! 2024-04-15T15:34:57.688 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:34:57 smithi102 ceph-mon[87131]: osdmap e1777: 8 total, 8 up, 8 in 2024-04-15T15:34:57.688 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:34:57 smithi102 ceph-mon[87131]: pgmap v3179: 649 pgs: 649 active+clean; 318 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 357 KiB/s rd, 150 KiB/s wr, 426 op/s 2024-04-15T15:34:57.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:34:57 smithi016 ceph-mon[90652]: osdmap e1777: 8 total, 8 up, 8 in 2024-04-15T15:34:57.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:34:57 smithi016 ceph-mon[90652]: pgmap v3179: 649 pgs: 649 active+clean; 318 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 357 KiB/s rd, 150 KiB/s wr, 426 op/s 2024-04-15T15:34:57.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:34:57 smithi016 ceph-mon[93212]: osdmap e1777: 8 total, 8 up, 8 in 2024-04-15T15:34:57.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:34:57 smithi016 ceph-mon[93212]: pgmap v3179: 649 pgs: 649 active+clean; 318 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 357 KiB/s rd, 150 KiB/s wr, 426 op/s 2024-04-15T15:34:58.413 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] TestLibRBD.ZeroOverlapFlatten (1076 ms) 2024-04-15T15:34:58.413 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] TestLibRBD.PoolMetadata 2024-04-15T15:34:58.443 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] TestLibRBD.PoolMetadata (29 ms) 2024-04-15T15:34:58.443 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] TestLibRBD.PoolMetadataPP 2024-04-15T15:34:58.462 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] TestLibRBD.PoolMetadataPP (20 ms) 2024-04-15T15:34:58.462 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] TestLibRBD.Config 2024-04-15T15:34:58.468 INFO:tasks.workunit.client.0.smithi016.stdout:using new format! 2024-04-15T15:34:58.510 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] TestLibRBD.Config (48 ms) 2024-04-15T15:34:58.510 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] TestLibRBD.ConfigPP 2024-04-15T15:34:58.515 INFO:tasks.workunit.client.0.smithi016.stdout:using new format! 2024-04-15T15:34:58.554 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] TestLibRBD.ConfigPP (43 ms) 2024-04-15T15:34:58.554 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] TestLibRBD.PoolStatsPP 2024-04-15T15:34:58.790 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 15 15:34:58 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-y[81421]: [15/Apr/2024:15:34:58] ENGINE Bus STOPPING 2024-04-15T15:34:58.790 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 15 15:34:58 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-y[81421]: [15/Apr/2024:15:34:58] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-04-15T15:34:58.790 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 15 15:34:58 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-y[81421]: [15/Apr/2024:15:34:58] ENGINE Bus STOPPED 2024-04-15T15:34:58.790 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 15 15:34:58 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-y[81421]: [15/Apr/2024:15:34:58] ENGINE Bus STARTING 2024-04-15T15:34:58.790 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 15 15:34:58 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-y[81421]: [15/Apr/2024:15:34:58] ENGINE Serving on http://:::9283 2024-04-15T15:34:58.790 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 15 15:34:58 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-y[81421]: [15/Apr/2024:15:34:58] ENGINE Bus STARTED 2024-04-15T15:34:59.688 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:34:59 smithi102 ceph-mon[87131]: osdmap e1778: 8 total, 8 up, 8 in 2024-04-15T15:34:59.688 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:34:59 smithi102 ceph-mon[87131]: from='client.? ' entity='client.admin' 2024-04-15T15:34:59.688 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:34:59 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T15:34:59.689 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:34:59 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-15T15:34:59.689 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:34:59 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T15:34:59.689 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:34:59 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T15:34:59.689 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:34:59 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T15:34:59.689 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:34:59 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T15:34:59.689 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:34:59 smithi102 ceph-mon[87131]: pgmap v3181: 649 pgs: 649 active+clean; 318 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 491 KiB/s rd, 149 KiB/s wr, 590 op/s 2024-04-15T15:34:59.689 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:34:59 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-15T15:34:59.689 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:34:59 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-15T15:34:59.689 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:34:59 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-15T15:34:59.689 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:34:59 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-15T15:34:59.689 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:34:59 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-15T15:34:59.689 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:34:59 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-15T15:34:59.689 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:34:59 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-15T15:34:59.689 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:34:59 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-15T15:34:59.690 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:34:59 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-15T15:34:59.690 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:34:59 smithi102 ceph-mon[87131]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-15T15:34:59.690 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:34:59 smithi102 ceph-mon[87131]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-15T15:34:59.690 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:34:59 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-15T15:34:59.690 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:34:59 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-15T15:34:59.690 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:34:59 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-15T15:34:59.690 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:34:59 smithi102 ceph-mon[87131]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-15T15:34:59.690 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:34:59 smithi102 ceph-mon[87131]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-15T15:34:59.690 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:34:59 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-15T15:34:59.690 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:34:59 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-15T15:34:59.690 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:34:59 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-15T15:34:59.690 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:34:59 smithi102 ceph-mon[87131]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-15T15:34:59.690 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:34:59 smithi102 ceph-mon[87131]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-15T15:34:59.691 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:34:59 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-15T15:34:59.691 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:34:59 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-15T15:34:59.691 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:34:59 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-15T15:34:59.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:34:59 smithi016 ceph-mon[93212]: osdmap e1778: 8 total, 8 up, 8 in 2024-04-15T15:34:59.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:34:59 smithi016 ceph-mon[93212]: from='client.? ' entity='client.admin' 2024-04-15T15:34:59.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:34:59 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T15:34:59.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:34:59 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-15T15:34:59.791 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:34:59 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T15:34:59.791 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:34:59 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T15:34:59.791 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:34:59 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T15:34:59.791 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:34:59 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T15:34:59.791 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:34:59 smithi016 ceph-mon[93212]: pgmap v3181: 649 pgs: 649 active+clean; 318 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 491 KiB/s rd, 149 KiB/s wr, 590 op/s 2024-04-15T15:34:59.791 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:34:59 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-15T15:34:59.791 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:34:59 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-15T15:34:59.791 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:34:59 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-15T15:34:59.791 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:34:59 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-15T15:34:59.791 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:34:59 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-15T15:34:59.791 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:34:59 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-15T15:34:59.791 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:34:59 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-15T15:34:59.791 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:34:59 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-15T15:34:59.792 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:34:59 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-15T15:34:59.792 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:34:59 smithi016 ceph-mon[93212]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-15T15:34:59.792 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:34:59 smithi016 ceph-mon[93212]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-15T15:34:59.792 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:34:59 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-15T15:34:59.792 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:34:59 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-15T15:34:59.792 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:34:59 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-15T15:34:59.792 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:34:59 smithi016 ceph-mon[93212]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-15T15:34:59.792 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:34:59 smithi016 ceph-mon[93212]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-15T15:34:59.792 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:34:59 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-15T15:34:59.792 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:34:59 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-15T15:34:59.792 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:34:59 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-15T15:34:59.793 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:34:59 smithi016 ceph-mon[90652]: osdmap e1778: 8 total, 8 up, 8 in 2024-04-15T15:34:59.793 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:34:59 smithi016 ceph-mon[90652]: from='client.? ' entity='client.admin' 2024-04-15T15:34:59.793 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:34:59 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T15:34:59.793 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:34:59 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-15T15:34:59.793 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:34:59 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T15:34:59.793 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:34:59 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T15:34:59.793 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:34:59 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T15:34:59.793 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:34:59 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T15:34:59.793 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:34:59 smithi016 ceph-mon[90652]: pgmap v3181: 649 pgs: 649 active+clean; 318 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 491 KiB/s rd, 149 KiB/s wr, 590 op/s 2024-04-15T15:34:59.793 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:34:59 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-15T15:34:59.793 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:34:59 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-15T15:34:59.793 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:34:59 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-15T15:34:59.794 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:34:59 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-15T15:34:59.794 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:34:59 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-15T15:34:59.794 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:34:59 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-15T15:34:59.794 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:34:59 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-15T15:34:59.794 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:34:59 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-15T15:34:59.794 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:34:59 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-15T15:34:59.794 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:34:59 smithi016 ceph-mon[90652]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-15T15:34:59.794 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:34:59 smithi016 ceph-mon[90652]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-15T15:34:59.794 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:34:59 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-15T15:34:59.794 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:34:59 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-15T15:34:59.794 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:34:59 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-15T15:34:59.794 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:34:59 smithi016 ceph-mon[90652]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-15T15:34:59.794 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:34:59 smithi016 ceph-mon[90652]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-15T15:34:59.794 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:34:59 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-15T15:34:59.795 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:34:59 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-15T15:34:59.795 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:34:59 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-15T15:34:59.795 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:34:59 smithi016 ceph-mon[90652]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-15T15:34:59.795 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:34:59 smithi016 ceph-mon[90652]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-15T15:34:59.795 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:34:59 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-15T15:34:59.795 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:34:59 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-15T15:34:59.795 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:34:59 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-15T15:34:59.795 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:34:59 smithi016 ceph-mon[93212]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-15T15:34:59.795 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:34:59 smithi016 ceph-mon[93212]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-15T15:34:59.795 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:34:59 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-15T15:34:59.795 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:34:59 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-15T15:34:59.795 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:34:59 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-15T15:35:00.503 INFO:tasks.workunit.client.0.smithi016.stdout:using new format! 2024-04-15T15:35:00.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:35:00 smithi016 ceph-mon[93212]: osdmap e1779: 8 total, 8 up, 8 in 2024-04-15T15:35:00.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:35:00 smithi016 ceph-mon[93212]: from='client.? 172.21.15.16:0/1436337792' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi016-143420-32","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T15:35:00.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:35:00 smithi016 ceph-mon[93212]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi016-143420-32","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T15:35:00.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:35:00 smithi016 ceph-mon[90652]: osdmap e1779: 8 total, 8 up, 8 in 2024-04-15T15:35:00.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:35:00 smithi016 ceph-mon[90652]: from='client.? 172.21.15.16:0/1436337792' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi016-143420-32","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T15:35:00.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:35:00 smithi016 ceph-mon[90652]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi016-143420-32","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T15:35:00.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:35:00 smithi102 ceph-mon[87131]: osdmap e1779: 8 total, 8 up, 8 in 2024-04-15T15:35:00.938 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:35:00 smithi102 ceph-mon[87131]: from='client.? 172.21.15.16:0/1436337792' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi016-143420-32","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T15:35:00.938 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:35:00 smithi102 ceph-mon[87131]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi016-143420-32","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T15:35:01.780 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:35:01 smithi016 ceph-mon[90652]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi016-143420-32","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-15T15:35:01.780 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:35:01 smithi016 ceph-mon[90652]: osdmap e1780: 8 total, 8 up, 8 in 2024-04-15T15:35:01.780 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:35:01 smithi016 ceph-mon[90652]: pgmap v3184: 681 pgs: 4 creating+peering, 28 unknown, 649 active+clean; 318 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 534 KiB/s rd, 92 KiB/s wr, 611 op/s 2024-04-15T15:35:01.780 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:35:01 smithi016 ceph-mon[90652]: osdmap e1781: 8 total, 8 up, 8 in 2024-04-15T15:35:01.780 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:35:01 smithi016 ceph-mon[93212]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi016-143420-32","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-15T15:35:01.780 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:35:01 smithi016 ceph-mon[93212]: osdmap e1780: 8 total, 8 up, 8 in 2024-04-15T15:35:01.780 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:35:01 smithi016 ceph-mon[93212]: pgmap v3184: 681 pgs: 4 creating+peering, 28 unknown, 649 active+clean; 318 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 534 KiB/s rd, 92 KiB/s wr, 611 op/s 2024-04-15T15:35:01.781 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:35:01 smithi016 ceph-mon[93212]: osdmap e1781: 8 total, 8 up, 8 in 2024-04-15T15:35:01.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:35:01 smithi102 ceph-mon[87131]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi016-143420-32","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-15T15:35:01.938 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:35:01 smithi102 ceph-mon[87131]: osdmap e1780: 8 total, 8 up, 8 in 2024-04-15T15:35:01.938 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:35:01 smithi102 ceph-mon[87131]: pgmap v3184: 681 pgs: 4 creating+peering, 28 unknown, 649 active+clean; 318 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 534 KiB/s rd, 92 KiB/s wr, 611 op/s 2024-04-15T15:35:01.938 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:35:01 smithi102 ceph-mon[87131]: osdmap e1781: 8 total, 8 up, 8 in 2024-04-15T15:35:02.037 INFO:tasks.workunit.client.0.smithi016.stdout:using new format! 2024-04-15T15:35:02.039 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 15 15:35:01 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-y[81421]: ::ffff:172.21.15.102 - - [15/Apr/2024:15:35:01] "GET /metrics HTTP/1.1" 200 75528 "" "Prometheus/2.43.0" 2024-04-15T15:35:02.060 INFO:tasks.workunit.client.0.smithi016.stdout:using new format! 2024-04-15T15:35:02.069 INFO:tasks.workunit.client.0.smithi016.stdout:using new format! 2024-04-15T15:35:02.687 INFO:journalctl@ceph.prometheus.a.smithi102.stdout:Apr 15 15:35:02 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-prometheus-a[120881]: ts=2024-04-15T15:35:02.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi016:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"362ea986-fb34-11ee-bc8f-c7b262605968\", instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T15:35:03.065 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] TestLibRBD.PoolStatsPP (4512 ms) 2024-04-15T15:35:03.065 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] TestLibRBD.ImageSpec 2024-04-15T15:35:03.289 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:35:02 smithi016 ceph-mon[90652]: osdmap e1782: 8 total, 8 up, 8 in 2024-04-15T15:35:03.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:35:02 smithi016 ceph-mon[93212]: osdmap e1782: 8 total, 8 up, 8 in 2024-04-15T15:35:03.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:35:02 smithi102 ceph-mon[87131]: osdmap e1782: 8 total, 8 up, 8 in 2024-04-15T15:35:04.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:35:03 smithi016 ceph-mon[90652]: pgmap v3187: 681 pgs: 6 creating+activating, 4 creating+peering, 671 active+clean; 318 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 538 KiB/s rd, 36 KiB/s wr, 713 op/s 2024-04-15T15:35:04.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:35:03 smithi016 ceph-mon[90652]: osdmap e1783: 8 total, 8 up, 8 in 2024-04-15T15:35:04.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:35:03 smithi016 ceph-mon[93212]: pgmap v3187: 681 pgs: 6 creating+activating, 4 creating+peering, 671 active+clean; 318 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 538 KiB/s rd, 36 KiB/s wr, 713 op/s 2024-04-15T15:35:04.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:35:03 smithi016 ceph-mon[93212]: osdmap e1783: 8 total, 8 up, 8 in 2024-04-15T15:35:04.438 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:35:03 smithi102 ceph-mon[87131]: pgmap v3187: 681 pgs: 6 creating+activating, 4 creating+peering, 671 active+clean; 318 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 538 KiB/s rd, 36 KiB/s wr, 713 op/s 2024-04-15T15:35:04.438 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:35:03 smithi102 ceph-mon[87131]: osdmap e1783: 8 total, 8 up, 8 in 2024-04-15T15:35:05.002 INFO:tasks.workunit.client.0.smithi016.stdout:using new format! 2024-04-15T15:35:05.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:35:04 smithi016 ceph-mon[90652]: osdmap e1784: 8 total, 8 up, 8 in 2024-04-15T15:35:05.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:35:04 smithi016 ceph-mon[90652]: from='client.? 172.21.15.16:0/291235217' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi016-143420-33","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T15:35:05.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:35:04 smithi016 ceph-mon[90652]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi016-143420-33","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T15:35:05.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:35:04 smithi016 ceph-mon[93212]: osdmap e1784: 8 total, 8 up, 8 in 2024-04-15T15:35:05.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:35:04 smithi016 ceph-mon[93212]: from='client.? 172.21.15.16:0/291235217' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi016-143420-33","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T15:35:05.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:35:04 smithi016 ceph-mon[93212]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi016-143420-33","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T15:35:05.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:35:04 smithi102 ceph-mon[87131]: osdmap e1784: 8 total, 8 up, 8 in 2024-04-15T15:35:05.438 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:35:04 smithi102 ceph-mon[87131]: from='client.? 172.21.15.16:0/291235217' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi016-143420-33","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T15:35:05.438 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:35:04 smithi102 ceph-mon[87131]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi016-143420-33","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T15:35:06.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:35:05 smithi016 ceph-mon[90652]: pgmap v3190: 713 pgs: 32 unknown, 6 creating+activating, 4 creating+peering, 671 active+clean; 318 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 262 KiB/s rd, 24 KiB/s wr, 372 op/s 2024-04-15T15:35:06.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:35:05 smithi016 ceph-mon[90652]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-15T15:35:06.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:35:05 smithi016 ceph-mon[90652]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi016-143420-33","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-15T15:35:06.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:35:05 smithi016 ceph-mon[90652]: osdmap e1785: 8 total, 8 up, 8 in 2024-04-15T15:35:06.291 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:35:05 smithi016 ceph-mon[93212]: pgmap v3190: 713 pgs: 32 unknown, 6 creating+activating, 4 creating+peering, 671 active+clean; 318 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 262 KiB/s rd, 24 KiB/s wr, 372 op/s 2024-04-15T15:35:06.291 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:35:05 smithi016 ceph-mon[93212]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-15T15:35:06.291 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:35:05 smithi016 ceph-mon[93212]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi016-143420-33","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-15T15:35:06.291 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:35:05 smithi016 ceph-mon[93212]: osdmap e1785: 8 total, 8 up, 8 in 2024-04-15T15:35:06.438 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:35:05 smithi102 ceph-mon[87131]: pgmap v3190: 713 pgs: 32 unknown, 6 creating+activating, 4 creating+peering, 671 active+clean; 318 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 262 KiB/s rd, 24 KiB/s wr, 372 op/s 2024-04-15T15:35:06.438 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:35:05 smithi102 ceph-mon[87131]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-15T15:35:06.439 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:35:05 smithi102 ceph-mon[87131]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi016-143420-33","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-15T15:35:06.439 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:35:05 smithi102 ceph-mon[87131]: osdmap e1785: 8 total, 8 up, 8 in 2024-04-15T15:35:07.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:35:06 smithi016 ceph-mon[90652]: osdmap e1786: 8 total, 8 up, 8 in 2024-04-15T15:35:07.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:35:06 smithi016 ceph-mon[93212]: osdmap e1786: 8 total, 8 up, 8 in 2024-04-15T15:35:07.438 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:35:06 smithi102 ceph-mon[87131]: osdmap e1786: 8 total, 8 up, 8 in 2024-04-15T15:35:08.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:35:08 smithi016 ceph-mon[90652]: pgmap v3193: 713 pgs: 5 unknown, 708 active+clean; 318 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 44 KiB/s rd, 6.0 KiB/s wr, 60 op/s 2024-04-15T15:35:08.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:35:08 smithi016 ceph-mon[90652]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-15T15:35:08.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:35:08 smithi016 ceph-mon[90652]: osdmap e1787: 8 total, 8 up, 8 in 2024-04-15T15:35:08.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:35:08 smithi016 ceph-mon[93212]: pgmap v3193: 713 pgs: 5 unknown, 708 active+clean; 318 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 44 KiB/s rd, 6.0 KiB/s wr, 60 op/s 2024-04-15T15:35:08.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:35:08 smithi016 ceph-mon[93212]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-15T15:35:08.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:35:08 smithi016 ceph-mon[93212]: osdmap e1787: 8 total, 8 up, 8 in 2024-04-15T15:35:08.438 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:35:08 smithi102 ceph-mon[87131]: pgmap v3193: 713 pgs: 5 unknown, 708 active+clean; 318 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 44 KiB/s rd, 6.0 KiB/s wr, 60 op/s 2024-04-15T15:35:08.438 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:35:08 smithi102 ceph-mon[87131]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-15T15:35:08.438 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:35:08 smithi102 ceph-mon[87131]: osdmap e1787: 8 total, 8 up, 8 in 2024-04-15T15:35:09.191 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] TestLibRBD.ImageSpec (6125 ms) 2024-04-15T15:35:09.191 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] TestLibRBD.SnapRemoveWithChildMissing 2024-04-15T15:35:09.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:35:09 smithi016 ceph-mon[90652]: osdmap e1788: 8 total, 8 up, 8 in 2024-04-15T15:35:09.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:35:09 smithi016 ceph-mon[93212]: osdmap e1788: 8 total, 8 up, 8 in 2024-04-15T15:35:09.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:35:09 smithi102 ceph-mon[87131]: osdmap e1788: 8 total, 8 up, 8 in 2024-04-15T15:35:10.289 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:35:10 smithi016 ceph-mon[90652]: pgmap v3196: 713 pgs: 713 active+clean; 318 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 44 KiB/s rd, 6.5 KiB/s wr, 62 op/s 2024-04-15T15:35:10.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:35:10 smithi016 ceph-mon[90652]: osdmap e1789: 8 total, 8 up, 8 in 2024-04-15T15:35:10.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:35:10 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T15:35:10.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:35:10 smithi016 ceph-mon[93212]: pgmap v3196: 713 pgs: 713 active+clean; 318 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 44 KiB/s rd, 6.5 KiB/s wr, 62 op/s 2024-04-15T15:35:10.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:35:10 smithi016 ceph-mon[93212]: osdmap e1789: 8 total, 8 up, 8 in 2024-04-15T15:35:10.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:35:10 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T15:35:10.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:35:10 smithi102 ceph-mon[87131]: pgmap v3196: 713 pgs: 713 active+clean; 318 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 44 KiB/s rd, 6.5 KiB/s wr, 62 op/s 2024-04-15T15:35:10.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:35:10 smithi102 ceph-mon[87131]: osdmap e1789: 8 total, 8 up, 8 in 2024-04-15T15:35:10.438 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:35:10 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T15:35:10.982 INFO:tasks.workunit.client.0.smithi016.stdout:using new format! 2024-04-15T15:35:11.289 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:35:11 smithi016 ceph-mon[90652]: osdmap e1790: 8 total, 8 up, 8 in 2024-04-15T15:35:11.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:35:11 smithi016 ceph-mon[90652]: from='client.? 172.21.15.16:0/2271178993' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi016-143420-34","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T15:35:11.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:35:11 smithi016 ceph-mon[90652]: from='client.? 172.21.15.16:0/2271178993' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi016-143420-34","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-15T15:35:11.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:35:11 smithi016 ceph-mon[90652]: osdmap e1791: 8 total, 8 up, 8 in 2024-04-15T15:35:11.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:35:11 smithi016 ceph-mon[93212]: osdmap e1790: 8 total, 8 up, 8 in 2024-04-15T15:35:11.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:35:11 smithi016 ceph-mon[93212]: from='client.? 172.21.15.16:0/2271178993' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi016-143420-34","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T15:35:11.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:35:11 smithi016 ceph-mon[93212]: from='client.? 172.21.15.16:0/2271178993' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi016-143420-34","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-15T15:35:11.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:35:11 smithi016 ceph-mon[93212]: osdmap e1791: 8 total, 8 up, 8 in 2024-04-15T15:35:11.438 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:35:11 smithi102 ceph-mon[87131]: osdmap e1790: 8 total, 8 up, 8 in 2024-04-15T15:35:11.438 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:35:11 smithi102 ceph-mon[87131]: from='client.? 172.21.15.16:0/2271178993' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi016-143420-34","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T15:35:11.438 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:35:11 smithi102 ceph-mon[87131]: from='client.? 172.21.15.16:0/2271178993' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi016-143420-34","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-15T15:35:11.438 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:35:11 smithi102 ceph-mon[87131]: osdmap e1791: 8 total, 8 up, 8 in 2024-04-15T15:35:12.040 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 15 15:35:11 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-y[81421]: ::ffff:172.21.15.102 - - [15/Apr/2024:15:35:11] "GET /metrics HTTP/1.1" 200 80441 "" "Prometheus/2.43.0" 2024-04-15T15:35:12.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:35:12 smithi016 ceph-mon[93212]: pgmap v3199: 745 pgs: 8 creating+peering, 24 unknown, 713 active+clean; 318 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 18 KiB/s rd, 1.5 KiB/s wr, 23 op/s 2024-04-15T15:35:12.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:35:12 smithi016 ceph-mon[93212]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-15T15:35:12.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:35:12 smithi016 ceph-mon[93212]: osdmap e1792: 8 total, 8 up, 8 in 2024-04-15T15:35:12.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:35:12 smithi016 ceph-mon[90652]: pgmap v3199: 745 pgs: 8 creating+peering, 24 unknown, 713 active+clean; 318 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 18 KiB/s rd, 1.5 KiB/s wr, 23 op/s 2024-04-15T15:35:12.041 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:35:12 smithi016 ceph-mon[90652]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-15T15:35:12.041 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:35:12 smithi016 ceph-mon[90652]: osdmap e1792: 8 total, 8 up, 8 in 2024-04-15T15:35:12.316 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:35:12 smithi102 ceph-mon[87131]: pgmap v3199: 745 pgs: 8 creating+peering, 24 unknown, 713 active+clean; 318 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 18 KiB/s rd, 1.5 KiB/s wr, 23 op/s 2024-04-15T15:35:12.316 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:35:12 smithi102 ceph-mon[87131]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-15T15:35:12.316 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:35:12 smithi102 ceph-mon[87131]: osdmap e1792: 8 total, 8 up, 8 in 2024-04-15T15:35:12.687 INFO:journalctl@ceph.prometheus.a.smithi102.stdout:Apr 15 15:35:12 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-prometheus-a[120881]: ts=2024-04-15T15:35:12.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi016:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"362ea986-fb34-11ee-bc8f-c7b262605968\", instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T15:35:14.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:35:13 smithi016 ceph-mon[93212]: pgmap v3202: 745 pgs: 24 creating+peering, 721 active+clean; 318 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 139 KiB/s rd, 6.2 KiB/s wr, 174 op/s 2024-04-15T15:35:14.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:35:13 smithi016 ceph-mon[93212]: osdmap e1793: 8 total, 8 up, 8 in 2024-04-15T15:35:14.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:35:13 smithi016 ceph-mon[93212]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-15T15:35:14.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:35:13 smithi016 ceph-mon[90652]: pgmap v3202: 745 pgs: 24 creating+peering, 721 active+clean; 318 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 139 KiB/s rd, 6.2 KiB/s wr, 174 op/s 2024-04-15T15:35:14.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:35:13 smithi016 ceph-mon[90652]: osdmap e1793: 8 total, 8 up, 8 in 2024-04-15T15:35:14.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:35:13 smithi016 ceph-mon[90652]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-15T15:35:14.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:35:13 smithi102 ceph-mon[87131]: pgmap v3202: 745 pgs: 24 creating+peering, 721 active+clean; 318 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 139 KiB/s rd, 6.2 KiB/s wr, 174 op/s 2024-04-15T15:35:14.438 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:35:13 smithi102 ceph-mon[87131]: osdmap e1793: 8 total, 8 up, 8 in 2024-04-15T15:35:14.438 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:35:13 smithi102 ceph-mon[87131]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-15T15:35:15.289 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:35:15 smithi016 ceph-mon[90652]: osdmap e1794: 8 total, 8 up, 8 in 2024-04-15T15:35:15.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:35:15 smithi016 ceph-mon[93212]: osdmap e1794: 8 total, 8 up, 8 in 2024-04-15T15:35:15.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:35:15 smithi102 ceph-mon[87131]: osdmap e1794: 8 total, 8 up, 8 in 2024-04-15T15:35:16.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:35:16 smithi016 ceph-mon[93212]: pgmap v3205: 745 pgs: 24 creating+peering, 721 active+clean; 318 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 121 KiB/s rd, 5.2 KiB/s wr, 153 op/s 2024-04-15T15:35:16.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:35:16 smithi016 ceph-mon[93212]: osdmap e1795: 8 total, 8 up, 8 in 2024-04-15T15:35:16.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:35:16 smithi016 ceph-mon[93212]: osdmap e1796: 8 total, 8 up, 8 in 2024-04-15T15:35:16.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:35:16 smithi016 ceph-mon[90652]: pgmap v3205: 745 pgs: 24 creating+peering, 721 active+clean; 318 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 121 KiB/s rd, 5.2 KiB/s wr, 153 op/s 2024-04-15T15:35:16.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:35:16 smithi016 ceph-mon[90652]: osdmap e1795: 8 total, 8 up, 8 in 2024-04-15T15:35:16.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:35:16 smithi016 ceph-mon[90652]: osdmap e1796: 8 total, 8 up, 8 in 2024-04-15T15:35:16.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:35:16 smithi102 ceph-mon[87131]: pgmap v3205: 745 pgs: 24 creating+peering, 721 active+clean; 318 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 121 KiB/s rd, 5.2 KiB/s wr, 153 op/s 2024-04-15T15:35:16.438 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:35:16 smithi102 ceph-mon[87131]: osdmap e1795: 8 total, 8 up, 8 in 2024-04-15T15:35:16.438 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:35:16 smithi102 ceph-mon[87131]: osdmap e1796: 8 total, 8 up, 8 in 2024-04-15T15:35:18.103 INFO:tasks.workunit.client.0.smithi016.stdout:num children is: 3 2024-04-15T15:35:18.103 INFO:tasks.workunit.client.0.smithi016.stdout:expected: 3 2024-04-15T15:35:18.103 INFO:tasks.workunit.client.0.smithi016.stdout:child: image218 2024-04-15T15:35:18.103 INFO:tasks.workunit.client.0.smithi016.stdout:child: image220 2024-04-15T15:35:18.103 INFO:tasks.workunit.client.0.smithi016.stdout:child: image219 2024-04-15T15:35:18.103 INFO:tasks.workunit.client.0.smithi016.stdout:found child test-librbd-smithi016-143420-15/image218/b1cb13cbb26f 2024-04-15T15:35:18.103 INFO:tasks.workunit.client.0.smithi016.stdout: 2024-04-15T15:35:18.103 INFO:tasks.workunit.client.0.smithi016.stdout:found child test-librbd-smithi016-143420-34/image219/b1cbdb57876a 2024-04-15T15:35:18.104 INFO:tasks.workunit.client.0.smithi016.stdout: 2024-04-15T15:35:18.104 INFO:tasks.workunit.client.0.smithi016.stdout:found child test-librbd-smithi016-143420-15/image220/b1cbb65ae1dd 2024-04-15T15:35:18.104 INFO:tasks.workunit.client.0.smithi016.stdout: 2024-04-15T15:35:18.104 INFO:tasks.workunit.client.0.smithi016.stdout:num children is: 0 2024-04-15T15:35:18.104 INFO:tasks.workunit.client.0.smithi016.stdout:expected: 0 2024-04-15T15:35:18.104 INFO:tasks.workunit.client.0.smithi016.stdout:num snaps is: 0 2024-04-15T15:35:18.104 INFO:tasks.workunit.client.0.smithi016.stdout:expected: 0 2024-04-15T15:35:18.104 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] TestLibRBD.SnapRemoveWithChildMissing (8912 ms) 2024-04-15T15:35:18.104 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] TestLibRBD.QuiesceWatch 2024-04-15T15:35:18.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:35:18 smithi102 ceph-mon[87131]: pgmap v3208: 713 pgs: 713 active+clean; 6.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail 2024-04-15T15:35:18.438 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:35:18 smithi102 ceph-mon[87131]: osdmap e1797: 8 total, 8 up, 8 in 2024-04-15T15:35:18.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:35:18 smithi016 ceph-mon[90652]: pgmap v3208: 713 pgs: 713 active+clean; 6.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail 2024-04-15T15:35:18.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:35:18 smithi016 ceph-mon[90652]: osdmap e1797: 8 total, 8 up, 8 in 2024-04-15T15:35:18.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:35:18 smithi016 ceph-mon[93212]: pgmap v3208: 713 pgs: 713 active+clean; 6.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail 2024-04-15T15:35:18.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:35:18 smithi016 ceph-mon[93212]: osdmap e1797: 8 total, 8 up, 8 in 2024-04-15T15:35:19.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:35:19 smithi102 ceph-mon[87131]: osdmap e1798: 8 total, 8 up, 8 in 2024-04-15T15:35:19.539 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:35:19 smithi016 ceph-mon[90652]: osdmap e1798: 8 total, 8 up, 8 in 2024-04-15T15:35:19.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:35:19 smithi016 ceph-mon[93212]: osdmap e1798: 8 total, 8 up, 8 in 2024-04-15T15:35:20.071 INFO:tasks.workunit.client.0.smithi016.stdout:using new format! 2024-04-15T15:35:20.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:35:20 smithi102 ceph-mon[87131]: pgmap v3211: 713 pgs: 713 active+clean; 6.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail 2024-04-15T15:35:20.438 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:35:20 smithi102 ceph-mon[87131]: osdmap e1799: 8 total, 8 up, 8 in 2024-04-15T15:35:20.438 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:35:20 smithi102 ceph-mon[87131]: from='client.? 172.21.15.16:0/4089196616' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi016-143420-35","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T15:35:20.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:35:20 smithi016 ceph-mon[90652]: pgmap v3211: 713 pgs: 713 active+clean; 6.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail 2024-04-15T15:35:20.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:35:20 smithi016 ceph-mon[90652]: osdmap e1799: 8 total, 8 up, 8 in 2024-04-15T15:35:20.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:35:20 smithi016 ceph-mon[90652]: from='client.? 172.21.15.16:0/4089196616' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi016-143420-35","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T15:35:20.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:35:20 smithi016 ceph-mon[93212]: pgmap v3211: 713 pgs: 713 active+clean; 6.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail 2024-04-15T15:35:20.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:35:20 smithi016 ceph-mon[93212]: osdmap e1799: 8 total, 8 up, 8 in 2024-04-15T15:35:20.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:35:20 smithi016 ceph-mon[93212]: from='client.? 172.21.15.16:0/4089196616' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi016-143420-35","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T15:35:21.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:35:21 smithi102 ceph-mon[87131]: from='client.? 172.21.15.16:0/4089196616' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi016-143420-35","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-15T15:35:21.438 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:35:21 smithi102 ceph-mon[87131]: osdmap e1800: 8 total, 8 up, 8 in 2024-04-15T15:35:21.438 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:35:21 smithi102 ceph-mon[87131]: osdmap e1801: 8 total, 8 up, 8 in 2024-04-15T15:35:21.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:35:21 smithi016 ceph-mon[90652]: from='client.? 172.21.15.16:0/4089196616' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi016-143420-35","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-15T15:35:21.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:35:21 smithi016 ceph-mon[90652]: osdmap e1800: 8 total, 8 up, 8 in 2024-04-15T15:35:21.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:35:21 smithi016 ceph-mon[90652]: osdmap e1801: 8 total, 8 up, 8 in 2024-04-15T15:35:21.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:35:21 smithi016 ceph-mon[93212]: from='client.? 172.21.15.16:0/4089196616' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi016-143420-35","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-15T15:35:21.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:35:21 smithi016 ceph-mon[93212]: osdmap e1800: 8 total, 8 up, 8 in 2024-04-15T15:35:21.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:35:21 smithi016 ceph-mon[93212]: osdmap e1801: 8 total, 8 up, 8 in 2024-04-15T15:35:22.039 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 15 15:35:21 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-y[81421]: ::ffff:172.21.15.102 - - [15/Apr/2024:15:35:21] "GET /metrics HTTP/1.1" 200 80441 "" "Prometheus/2.43.0" 2024-04-15T15:35:22.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:35:22 smithi102 ceph-mon[87131]: pgmap v3214: 745 pgs: 2 creating+activating, 22 unknown, 721 active+clean; 6.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 2.5 KiB/s rd, 255 B/s wr, 4 op/s 2024-04-15T15:35:22.438 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:35:22 smithi102 ceph-mon[87131]: osdmap e1802: 8 total, 8 up, 8 in 2024-04-15T15:35:22.438 INFO:journalctl@ceph.prometheus.a.smithi102.stdout:Apr 15 15:35:22 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-prometheus-a[120881]: ts=2024-04-15T15:35:22.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi016:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"362ea986-fb34-11ee-bc8f-c7b262605968\", instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T15:35:22.539 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:35:22 smithi016 ceph-mon[93212]: pgmap v3214: 745 pgs: 2 creating+activating, 22 unknown, 721 active+clean; 6.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 2.5 KiB/s rd, 255 B/s wr, 4 op/s 2024-04-15T15:35:22.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:35:22 smithi016 ceph-mon[93212]: osdmap e1802: 8 total, 8 up, 8 in 2024-04-15T15:35:22.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:35:22 smithi016 ceph-mon[90652]: pgmap v3214: 745 pgs: 2 creating+activating, 22 unknown, 721 active+clean; 6.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 2.5 KiB/s rd, 255 B/s wr, 4 op/s 2024-04-15T15:35:22.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:35:22 smithi016 ceph-mon[90652]: osdmap e1802: 8 total, 8 up, 8 in 2024-04-15T15:35:24.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:35:23 smithi016 ceph-mon[90652]: pgmap v3217: 745 pgs: 2 creating+activating, 743 active+clean; 6.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 52 KiB/s rd, 3.7 KiB/s wr, 71 op/s 2024-04-15T15:35:24.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:35:23 smithi016 ceph-mon[90652]: osdmap e1803: 8 total, 8 up, 8 in 2024-04-15T15:35:24.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:35:23 smithi016 ceph-mon[93212]: pgmap v3217: 745 pgs: 2 creating+activating, 743 active+clean; 6.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 52 KiB/s rd, 3.7 KiB/s wr, 71 op/s 2024-04-15T15:35:24.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:35:23 smithi016 ceph-mon[93212]: osdmap e1803: 8 total, 8 up, 8 in 2024-04-15T15:35:24.438 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:35:23 smithi102 ceph-mon[87131]: pgmap v3217: 745 pgs: 2 creating+activating, 743 active+clean; 6.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 52 KiB/s rd, 3.7 KiB/s wr, 71 op/s 2024-04-15T15:35:24.438 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:35:23 smithi102 ceph-mon[87131]: osdmap e1803: 8 total, 8 up, 8 in 2024-04-15T15:35:25.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:35:24 smithi016 ceph-mon[90652]: osdmap e1804: 8 total, 8 up, 8 in 2024-04-15T15:35:25.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:35:24 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T15:35:25.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:35:24 smithi016 ceph-mon[93212]: osdmap e1804: 8 total, 8 up, 8 in 2024-04-15T15:35:25.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:35:24 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T15:35:25.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:35:24 smithi102 ceph-mon[87131]: osdmap e1804: 8 total, 8 up, 8 in 2024-04-15T15:35:25.438 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:35:24 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T15:35:26.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:35:25 smithi016 ceph-mon[90652]: pgmap v3220: 745 pgs: 2 creating+activating, 743 active+clean; 6.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 52 KiB/s rd, 3.7 KiB/s wr, 70 op/s 2024-04-15T15:35:26.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:35:25 smithi016 ceph-mon[90652]: osdmap e1805: 8 total, 8 up, 8 in 2024-04-15T15:35:26.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:35:25 smithi016 ceph-mon[90652]: osdmap e1806: 8 total, 8 up, 8 in 2024-04-15T15:35:26.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:35:25 smithi016 ceph-mon[93212]: pgmap v3220: 745 pgs: 2 creating+activating, 743 active+clean; 6.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 52 KiB/s rd, 3.7 KiB/s wr, 70 op/s 2024-04-15T15:35:26.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:35:25 smithi016 ceph-mon[93212]: osdmap e1805: 8 total, 8 up, 8 in 2024-04-15T15:35:26.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:35:25 smithi016 ceph-mon[93212]: osdmap e1806: 8 total, 8 up, 8 in 2024-04-15T15:35:26.438 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:35:25 smithi102 ceph-mon[87131]: pgmap v3220: 745 pgs: 2 creating+activating, 743 active+clean; 6.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 52 KiB/s rd, 3.7 KiB/s wr, 70 op/s 2024-04-15T15:35:26.438 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:35:25 smithi102 ceph-mon[87131]: osdmap e1805: 8 total, 8 up, 8 in 2024-04-15T15:35:26.438 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:35:25 smithi102 ceph-mon[87131]: osdmap e1806: 8 total, 8 up, 8 in 2024-04-15T15:35:28.138 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] TestLibRBD.QuiesceWatch (10035 ms) 2024-04-15T15:35:28.138 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] TestLibRBD.QuiesceWatchPP 2024-04-15T15:35:28.138 INFO:tasks.workunit.client.0.smithi016.stdout:using new format! 2024-04-15T15:35:28.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:35:28 smithi016 ceph-mon[90652]: pgmap v3223: 745 pgs: 745 active+clean; 6.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 44 KiB/s rd, 4.0 KiB/s wr, 57 op/s 2024-04-15T15:35:28.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:35:28 smithi016 ceph-mon[90652]: osdmap e1807: 8 total, 8 up, 8 in 2024-04-15T15:35:28.291 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:35:28 smithi016 ceph-mon[93212]: pgmap v3223: 745 pgs: 745 active+clean; 6.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 44 KiB/s rd, 4.0 KiB/s wr, 57 op/s 2024-04-15T15:35:28.291 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:35:28 smithi016 ceph-mon[93212]: osdmap e1807: 8 total, 8 up, 8 in 2024-04-15T15:35:28.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:35:28 smithi102 ceph-mon[87131]: pgmap v3223: 745 pgs: 745 active+clean; 6.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 44 KiB/s rd, 4.0 KiB/s wr, 57 op/s 2024-04-15T15:35:28.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:35:28 smithi102 ceph-mon[87131]: osdmap e1807: 8 total, 8 up, 8 in 2024-04-15T15:35:29.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:35:29 smithi016 ceph-mon[93212]: osdmap e1808: 8 total, 8 up, 8 in 2024-04-15T15:35:29.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:35:29 smithi016 ceph-mon[90652]: osdmap e1808: 8 total, 8 up, 8 in 2024-04-15T15:35:29.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:35:29 smithi102 ceph-mon[87131]: osdmap e1808: 8 total, 8 up, 8 in 2024-04-15T15:35:30.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:35:30 smithi016 ceph-mon[90652]: pgmap v3226: 745 pgs: 745 active+clean; 6.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 44 KiB/s rd, 4.2 KiB/s wr, 58 op/s 2024-04-15T15:35:30.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:35:30 smithi016 ceph-mon[90652]: osdmap e1809: 8 total, 8 up, 8 in 2024-04-15T15:35:30.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:35:30 smithi016 ceph-mon[93212]: pgmap v3226: 745 pgs: 745 active+clean; 6.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 44 KiB/s rd, 4.2 KiB/s wr, 58 op/s 2024-04-15T15:35:30.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:35:30 smithi016 ceph-mon[93212]: osdmap e1809: 8 total, 8 up, 8 in 2024-04-15T15:35:30.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:35:30 smithi102 ceph-mon[87131]: pgmap v3226: 745 pgs: 745 active+clean; 6.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 44 KiB/s rd, 4.2 KiB/s wr, 58 op/s 2024-04-15T15:35:30.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:35:30 smithi102 ceph-mon[87131]: osdmap e1809: 8 total, 8 up, 8 in 2024-04-15T15:35:31.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:35:31 smithi016 ceph-mon[90652]: osdmap e1810: 8 total, 8 up, 8 in 2024-04-15T15:35:31.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:35:31 smithi016 ceph-mon[90652]: osdmap e1811: 8 total, 8 up, 8 in 2024-04-15T15:35:31.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:35:31 smithi016 ceph-mon[93212]: osdmap e1810: 8 total, 8 up, 8 in 2024-04-15T15:35:31.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:35:31 smithi016 ceph-mon[93212]: osdmap e1811: 8 total, 8 up, 8 in 2024-04-15T15:35:31.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:35:31 smithi102 ceph-mon[87131]: osdmap e1810: 8 total, 8 up, 8 in 2024-04-15T15:35:31.438 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:35:31 smithi102 ceph-mon[87131]: osdmap e1811: 8 total, 8 up, 8 in 2024-04-15T15:35:32.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:35:32 smithi016 ceph-mon[93212]: pgmap v3229: 745 pgs: 745 active+clean; 6.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 45 KiB/s rd, 3.5 KiB/s wr, 61 op/s 2024-04-15T15:35:32.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:35:32 smithi016 ceph-mon[90652]: pgmap v3229: 745 pgs: 745 active+clean; 6.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 45 KiB/s rd, 3.5 KiB/s wr, 61 op/s 2024-04-15T15:35:32.040 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 15 15:35:31 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-y[81421]: ::ffff:172.21.15.102 - - [15/Apr/2024:15:35:31] "GET /metrics HTTP/1.1" 200 82940 "" "Prometheus/2.43.0" 2024-04-15T15:35:32.316 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:35:32 smithi102 ceph-mon[87131]: pgmap v3229: 745 pgs: 745 active+clean; 6.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 45 KiB/s rd, 3.5 KiB/s wr, 61 op/s 2024-04-15T15:35:32.687 INFO:journalctl@ceph.prometheus.a.smithi102.stdout:Apr 15 15:35:32 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-prometheus-a[120881]: ts=2024-04-15T15:35:32.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi016:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"362ea986-fb34-11ee-bc8f-c7b262605968\", instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T15:35:33.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:35:33 smithi102 ceph-mon[87131]: osdmap e1812: 8 total, 8 up, 8 in 2024-04-15T15:35:33.539 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:35:33 smithi016 ceph-mon[90652]: osdmap e1812: 8 total, 8 up, 8 in 2024-04-15T15:35:33.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:35:33 smithi016 ceph-mon[93212]: osdmap e1812: 8 total, 8 up, 8 in 2024-04-15T15:35:34.166 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] TestLibRBD.QuiesceWatchPP (6029 ms) 2024-04-15T15:35:34.166 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] TestLibRBD.QuiesceWatchError 2024-04-15T15:35:34.166 INFO:tasks.workunit.client.0.smithi016.stdout:using new format! 2024-04-15T15:35:34.438 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:35:34 smithi102 ceph-mon[87131]: pgmap v3232: 745 pgs: 745 active+clean; 6.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 79 KiB/s rd, 5.7 KiB/s wr, 107 op/s 2024-04-15T15:35:34.438 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:35:34 smithi102 ceph-mon[87131]: osdmap e1813: 8 total, 8 up, 8 in 2024-04-15T15:35:34.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:35:34 smithi016 ceph-mon[93212]: pgmap v3232: 745 pgs: 745 active+clean; 6.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 79 KiB/s rd, 5.7 KiB/s wr, 107 op/s 2024-04-15T15:35:34.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:35:34 smithi016 ceph-mon[93212]: osdmap e1813: 8 total, 8 up, 8 in 2024-04-15T15:35:34.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:35:34 smithi016 ceph-mon[90652]: pgmap v3232: 745 pgs: 745 active+clean; 6.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 79 KiB/s rd, 5.7 KiB/s wr, 107 op/s 2024-04-15T15:35:34.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:35:34 smithi016 ceph-mon[90652]: osdmap e1813: 8 total, 8 up, 8 in 2024-04-15T15:35:35.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:35:35 smithi102 ceph-mon[87131]: osdmap e1814: 8 total, 8 up, 8 in 2024-04-15T15:35:35.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:35:35 smithi016 ceph-mon[90652]: osdmap e1814: 8 total, 8 up, 8 in 2024-04-15T15:35:35.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:35:35 smithi016 ceph-mon[93212]: osdmap e1814: 8 total, 8 up, 8 in 2024-04-15T15:35:36.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:35:36 smithi102 ceph-mon[87131]: pgmap v3235: 745 pgs: 745 active+clean; 6.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 34 KiB/s rd, 2.5 KiB/s wr, 46 op/s 2024-04-15T15:35:36.438 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:35:36 smithi102 ceph-mon[87131]: osdmap e1815: 8 total, 8 up, 8 in 2024-04-15T15:35:36.438 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:35:36 smithi102 ceph-mon[87131]: osdmap e1816: 8 total, 8 up, 8 in 2024-04-15T15:35:36.539 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:35:36 smithi016 ceph-mon[90652]: pgmap v3235: 745 pgs: 745 active+clean; 6.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 34 KiB/s rd, 2.5 KiB/s wr, 46 op/s 2024-04-15T15:35:36.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:35:36 smithi016 ceph-mon[90652]: osdmap e1815: 8 total, 8 up, 8 in 2024-04-15T15:35:36.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:35:36 smithi016 ceph-mon[90652]: osdmap e1816: 8 total, 8 up, 8 in 2024-04-15T15:35:36.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:35:36 smithi016 ceph-mon[93212]: pgmap v3235: 745 pgs: 745 active+clean; 6.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 34 KiB/s rd, 2.5 KiB/s wr, 46 op/s 2024-04-15T15:35:36.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:35:36 smithi016 ceph-mon[93212]: osdmap e1815: 8 total, 8 up, 8 in 2024-04-15T15:35:36.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:35:36 smithi016 ceph-mon[93212]: osdmap e1816: 8 total, 8 up, 8 in 2024-04-15T15:35:38.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:35:37 smithi016 ceph-mon[93212]: pgmap v3238: 745 pgs: 745 active+clean; 6.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 56 KiB/s rd, 5.0 KiB/s wr, 78 op/s 2024-04-15T15:35:38.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:35:37 smithi016 ceph-mon[93212]: osdmap e1817: 8 total, 8 up, 8 in 2024-04-15T15:35:38.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:35:37 smithi016 ceph-mon[90652]: pgmap v3238: 745 pgs: 745 active+clean; 6.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 56 KiB/s rd, 5.0 KiB/s wr, 78 op/s 2024-04-15T15:35:38.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:35:37 smithi016 ceph-mon[90652]: osdmap e1817: 8 total, 8 up, 8 in 2024-04-15T15:35:38.438 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:35:37 smithi102 ceph-mon[87131]: pgmap v3238: 745 pgs: 745 active+clean; 6.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 56 KiB/s rd, 5.0 KiB/s wr, 78 op/s 2024-04-15T15:35:38.438 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:35:37 smithi102 ceph-mon[87131]: osdmap e1817: 8 total, 8 up, 8 in 2024-04-15T15:35:39.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:35:38 smithi016 ceph-mon[90652]: osdmap e1818: 8 total, 8 up, 8 in 2024-04-15T15:35:39.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:35:38 smithi016 ceph-mon[93212]: osdmap e1818: 8 total, 8 up, 8 in 2024-04-15T15:35:39.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:35:38 smithi102 ceph-mon[87131]: osdmap e1818: 8 total, 8 up, 8 in 2024-04-15T15:35:40.117 INFO:tasks.workunit.client.0.smithi016.stdout:10.00% done 2024-04-15T15:35:40.117 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] TestLibRBD.QuiesceWatchError (5951 ms) 2024-04-15T15:35:40.118 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] TestLibRBD.QuiesceWatchTimeout 2024-04-15T15:35:40.118 INFO:tasks.workunit.client.0.smithi016.stdout:using new format! 2024-04-15T15:35:40.134 INFO:tasks.workunit.client.0.smithi016.stderr:test quiesce is not long enough to time out 2024-04-15T15:35:40.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:35:40 smithi016 ceph-mon[93212]: pgmap v3241: 745 pgs: 745 active+clean; 6.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 100 KiB/s rd, 7.7 KiB/s wr, 134 op/s 2024-04-15T15:35:40.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:35:40 smithi016 ceph-mon[93212]: osdmap e1819: 8 total, 8 up, 8 in 2024-04-15T15:35:40.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:35:40 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T15:35:40.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:35:40 smithi016 ceph-mon[90652]: pgmap v3241: 745 pgs: 745 active+clean; 6.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 100 KiB/s rd, 7.7 KiB/s wr, 134 op/s 2024-04-15T15:35:40.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:35:40 smithi016 ceph-mon[90652]: osdmap e1819: 8 total, 8 up, 8 in 2024-04-15T15:35:40.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:35:40 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T15:35:40.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:35:40 smithi102 ceph-mon[87131]: pgmap v3241: 745 pgs: 745 active+clean; 6.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 100 KiB/s rd, 7.7 KiB/s wr, 134 op/s 2024-04-15T15:35:40.438 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:35:40 smithi102 ceph-mon[87131]: osdmap e1819: 8 total, 8 up, 8 in 2024-04-15T15:35:40.438 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:35:40 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T15:35:41.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:35:41 smithi016 ceph-mon[93212]: osdmap e1820: 8 total, 8 up, 8 in 2024-04-15T15:35:41.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:35:41 smithi016 ceph-mon[93212]: osdmap e1821: 8 total, 8 up, 8 in 2024-04-15T15:35:41.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:35:41 smithi016 ceph-mon[90652]: osdmap e1820: 8 total, 8 up, 8 in 2024-04-15T15:35:41.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:35:41 smithi016 ceph-mon[90652]: osdmap e1821: 8 total, 8 up, 8 in 2024-04-15T15:35:41.438 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:35:41 smithi102 ceph-mon[87131]: osdmap e1820: 8 total, 8 up, 8 in 2024-04-15T15:35:41.438 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:35:41 smithi102 ceph-mon[87131]: osdmap e1821: 8 total, 8 up, 8 in 2024-04-15T15:35:42.039 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:35:42 smithi016 ceph-mon[90652]: pgmap v3244: 745 pgs: 745 active+clean; 6.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 54 KiB/s rd, 4.0 KiB/s wr, 71 op/s 2024-04-15T15:35:42.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:35:42 smithi016 ceph-mon[93212]: pgmap v3244: 745 pgs: 745 active+clean; 6.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 54 KiB/s rd, 4.0 KiB/s wr, 71 op/s 2024-04-15T15:35:42.040 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 15 15:35:41 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-y[81421]: ::ffff:172.21.15.102 - - [15/Apr/2024:15:35:41] "GET /metrics HTTP/1.1" 200 82935 "" "Prometheus/2.43.0" 2024-04-15T15:35:42.316 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:35:42 smithi102 ceph-mon[87131]: pgmap v3244: 745 pgs: 745 active+clean; 6.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 54 KiB/s rd, 4.0 KiB/s wr, 71 op/s 2024-04-15T15:35:42.688 INFO:journalctl@ceph.prometheus.a.smithi102.stdout:Apr 15 15:35:42 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-prometheus-a[120881]: ts=2024-04-15T15:35:42.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi016:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"362ea986-fb34-11ee-bc8f-c7b262605968\", instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T15:35:44.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:35:44 smithi016 ceph-mon[90652]: pgmap v3246: 745 pgs: 745 active+clean; 6.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 46 KiB/s rd, 4.0 KiB/s wr, 65 op/s 2024-04-15T15:35:44.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:35:44 smithi016 ceph-mon[93212]: pgmap v3246: 745 pgs: 745 active+clean; 6.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 46 KiB/s rd, 4.0 KiB/s wr, 65 op/s 2024-04-15T15:35:44.438 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:35:44 smithi102 ceph-mon[87131]: pgmap v3246: 745 pgs: 745 active+clean; 6.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 46 KiB/s rd, 4.0 KiB/s wr, 65 op/s 2024-04-15T15:35:46.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:35:46 smithi016 ceph-mon[90652]: pgmap v3247: 745 pgs: 745 active+clean; 6.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 35 KiB/s rd, 3.0 KiB/s wr, 49 op/s 2024-04-15T15:35:46.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:35:46 smithi016 ceph-mon[90652]: osdmap e1822: 8 total, 8 up, 8 in 2024-04-15T15:35:46.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:35:46 smithi016 ceph-mon[93212]: pgmap v3247: 745 pgs: 745 active+clean; 6.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 35 KiB/s rd, 3.0 KiB/s wr, 49 op/s 2024-04-15T15:35:46.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:35:46 smithi016 ceph-mon[93212]: osdmap e1822: 8 total, 8 up, 8 in 2024-04-15T15:35:46.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:35:46 smithi102 ceph-mon[87131]: pgmap v3247: 745 pgs: 745 active+clean; 6.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 35 KiB/s rd, 3.0 KiB/s wr, 49 op/s 2024-04-15T15:35:46.438 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:35:46 smithi102 ceph-mon[87131]: osdmap e1822: 8 total, 8 up, 8 in 2024-04-15T15:35:48.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:35:48 smithi016 ceph-mon[90652]: pgmap v3249: 745 pgs: 745 active+clean; 6.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 32 KiB/s rd, 2.8 KiB/s wr, 45 op/s 2024-04-15T15:35:48.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:35:48 smithi016 ceph-mon[93212]: pgmap v3249: 745 pgs: 745 active+clean; 6.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 32 KiB/s rd, 2.8 KiB/s wr, 45 op/s 2024-04-15T15:35:48.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:35:48 smithi102 ceph-mon[87131]: pgmap v3249: 745 pgs: 745 active+clean; 6.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 32 KiB/s rd, 2.8 KiB/s wr, 45 op/s 2024-04-15T15:35:49.057 INFO:tasks.workunit.client.0.smithi016.stderr:test quiesce is timed out 2024-04-15T15:35:49.061 INFO:tasks.workunit.client.0.smithi016.stderr:waiting for timed out ... 0 2024-04-15T15:35:50.061 INFO:tasks.workunit.client.0.smithi016.stderr:waiting for timed out ... 1 2024-04-15T15:35:50.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:35:50 smithi016 ceph-mon[90652]: pgmap v3250: 745 pgs: 745 active+clean; 6.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 21 KiB/s rd, 1.6 KiB/s wr, 29 op/s 2024-04-15T15:35:50.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:35:50 smithi016 ceph-mon[90652]: osdmap e1823: 8 total, 8 up, 8 in 2024-04-15T15:35:50.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:35:50 smithi016 ceph-mon[93212]: pgmap v3250: 745 pgs: 745 active+clean; 6.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 21 KiB/s rd, 1.6 KiB/s wr, 29 op/s 2024-04-15T15:35:50.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:35:50 smithi016 ceph-mon[93212]: osdmap e1823: 8 total, 8 up, 8 in 2024-04-15T15:35:50.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:35:50 smithi102 ceph-mon[87131]: pgmap v3250: 745 pgs: 745 active+clean; 6.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 21 KiB/s rd, 1.6 KiB/s wr, 29 op/s 2024-04-15T15:35:50.438 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:35:50 smithi102 ceph-mon[87131]: osdmap e1823: 8 total, 8 up, 8 in 2024-04-15T15:35:51.062 INFO:tasks.workunit.client.0.smithi016.stderr:waiting for timed out ... 2 2024-04-15T15:35:52.043 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:35:52 smithi016 ceph-mon[90652]: pgmap v3252: 745 pgs: 745 active+clean; 6.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 3.2 KiB/s rd, 255 B/s wr, 3 op/s 2024-04-15T15:35:52.043 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:35:52 smithi016 ceph-mon[93212]: pgmap v3252: 745 pgs: 745 active+clean; 6.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 3.2 KiB/s rd, 255 B/s wr, 3 op/s 2024-04-15T15:35:52.044 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 15 15:35:51 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-y[81421]: ::ffff:172.21.15.102 - - [15/Apr/2024:15:35:51] "GET /metrics HTTP/1.1" 200 82935 "" "Prometheus/2.43.0" 2024-04-15T15:35:52.061 INFO:tasks.workunit.client.0.smithi016.stderr:waiting for timed out ... 3 2024-04-15T15:35:52.316 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:35:52 smithi102 ceph-mon[87131]: pgmap v3252: 745 pgs: 745 active+clean; 6.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 3.2 KiB/s rd, 255 B/s wr, 3 op/s 2024-04-15T15:35:52.688 INFO:journalctl@ceph.prometheus.a.smithi102.stdout:Apr 15 15:35:52 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-prometheus-a[120881]: ts=2024-04-15T15:35:52.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi016:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"362ea986-fb34-11ee-bc8f-c7b262605968\", instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T15:35:53.062 INFO:tasks.workunit.client.0.smithi016.stderr:waiting for timed out ... 4 2024-04-15T15:35:54.062 INFO:tasks.workunit.client.0.smithi016.stderr:waiting for timed out ... 5 2024-04-15T15:35:54.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:35:54 smithi016 ceph-mon[90652]: pgmap v3253: 745 pgs: 745 active+clean; 6.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 3.6 KiB/s rd, 383 B/s wr, 4 op/s 2024-04-15T15:35:54.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:35:54 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T15:35:54.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:35:54 smithi016 ceph-mon[93212]: pgmap v3253: 745 pgs: 745 active+clean; 6.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 3.6 KiB/s rd, 383 B/s wr, 4 op/s 2024-04-15T15:35:54.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:35:54 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T15:35:54.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:35:54 smithi102 ceph-mon[87131]: pgmap v3253: 745 pgs: 745 active+clean; 6.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 3.6 KiB/s rd, 383 B/s wr, 4 op/s 2024-04-15T15:35:54.438 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:35:54 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T15:35:55.062 INFO:tasks.workunit.client.0.smithi016.stderr:waiting for timed out ... 6 2024-04-15T15:35:56.062 INFO:tasks.workunit.client.0.smithi016.stderr:waiting for timed out ... 7 2024-04-15T15:35:56.289 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:35:56 smithi016 ceph-mon[90652]: pgmap v3254: 745 pgs: 745 active+clean; 6.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 3.4 KiB/s rd, 359 B/s wr, 4 op/s 2024-04-15T15:35:56.293 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:35:56 smithi016 ceph-mon[93212]: pgmap v3254: 745 pgs: 745 active+clean; 6.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 3.4 KiB/s rd, 359 B/s wr, 4 op/s 2024-04-15T15:35:56.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:35:56 smithi102 ceph-mon[87131]: pgmap v3254: 745 pgs: 745 active+clean; 6.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 3.4 KiB/s rd, 359 B/s wr, 4 op/s 2024-04-15T15:35:57.062 INFO:tasks.workunit.client.0.smithi016.stderr:waiting for timed out ... 8 2024-04-15T15:35:58.062 INFO:tasks.workunit.client.0.smithi016.stderr:waiting for timed out ... 9 2024-04-15T15:35:58.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:35:58 smithi016 ceph-mon[93212]: pgmap v3255: 745 pgs: 745 active+clean; 6.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 2.9 KiB/s rd, 306 B/s wr, 3 op/s 2024-04-15T15:35:58.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:35:58 smithi016 ceph-mon[90652]: pgmap v3255: 745 pgs: 745 active+clean; 6.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 2.9 KiB/s rd, 306 B/s wr, 3 op/s 2024-04-15T15:35:58.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:35:58 smithi102 ceph-mon[87131]: pgmap v3255: 745 pgs: 745 active+clean; 6.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 2.9 KiB/s rd, 306 B/s wr, 3 op/s 2024-04-15T15:35:59.062 INFO:tasks.workunit.client.0.smithi016.stderr:waiting for timed out ... 10 2024-04-15T15:35:59.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:35:59 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "109.0", "id": [3, 6]}]: dispatch 2024-04-15T15:35:59.438 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:35:59 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "109.5", "id": [3, 6]}]: dispatch 2024-04-15T15:35:59.438 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:35:59 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "109.a", "id": [4, 0]}]: dispatch 2024-04-15T15:35:59.438 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:35:59 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "109.11", "id": [4, 7]}]: dispatch 2024-04-15T15:35:59.438 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:35:59 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T15:35:59.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:35:59 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "109.0", "id": [3, 6]}]: dispatch 2024-04-15T15:35:59.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:35:59 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "109.5", "id": [3, 6]}]: dispatch 2024-04-15T15:35:59.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:35:59 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "109.a", "id": [4, 0]}]: dispatch 2024-04-15T15:35:59.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:35:59 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "109.11", "id": [4, 7]}]: dispatch 2024-04-15T15:35:59.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:35:59 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T15:35:59.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:35:59 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "109.0", "id": [3, 6]}]: dispatch 2024-04-15T15:35:59.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:35:59 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "109.5", "id": [3, 6]}]: dispatch 2024-04-15T15:35:59.541 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:35:59 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "109.a", "id": [4, 0]}]: dispatch 2024-04-15T15:35:59.541 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:35:59 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "109.11", "id": [4, 7]}]: dispatch 2024-04-15T15:35:59.541 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:35:59 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T15:36:00.438 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:36:00 smithi102 ceph-mon[87131]: pgmap v3256: 745 pgs: 745 active+clean; 6.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 2.9 KiB/s rd, 306 B/s wr, 3 op/s 2024-04-15T15:36:00.438 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:36:00 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "109.0", "id": [3, 6]}]': finished 2024-04-15T15:36:00.438 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:36:00 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "109.5", "id": [3, 6]}]': finished 2024-04-15T15:36:00.438 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:36:00 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "109.a", "id": [4, 0]}]': finished 2024-04-15T15:36:00.438 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:36:00 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "109.11", "id": [4, 7]}]': finished 2024-04-15T15:36:00.438 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:36:00 smithi102 ceph-mon[87131]: osdmap e1824: 8 total, 8 up, 8 in 2024-04-15T15:36:00.438 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:36:00 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T15:36:00.438 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:36:00 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T15:36:00.438 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:36:00 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T15:36:00.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:36:00 smithi016 ceph-mon[90652]: pgmap v3256: 745 pgs: 745 active+clean; 6.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 2.9 KiB/s rd, 306 B/s wr, 3 op/s 2024-04-15T15:36:00.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:36:00 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "109.0", "id": [3, 6]}]': finished 2024-04-15T15:36:00.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:36:00 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "109.5", "id": [3, 6]}]': finished 2024-04-15T15:36:00.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:36:00 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "109.a", "id": [4, 0]}]': finished 2024-04-15T15:36:00.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:36:00 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "109.11", "id": [4, 7]}]': finished 2024-04-15T15:36:00.541 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:36:00 smithi016 ceph-mon[90652]: osdmap e1824: 8 total, 8 up, 8 in 2024-04-15T15:36:00.541 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:36:00 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T15:36:00.541 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:36:00 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T15:36:00.541 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:36:00 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T15:36:00.541 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:36:00 smithi016 ceph-mon[93212]: pgmap v3256: 745 pgs: 745 active+clean; 6.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 2.9 KiB/s rd, 306 B/s wr, 3 op/s 2024-04-15T15:36:00.541 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:36:00 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "109.0", "id": [3, 6]}]': finished 2024-04-15T15:36:00.541 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:36:00 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "109.5", "id": [3, 6]}]': finished 2024-04-15T15:36:00.541 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:36:00 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "109.a", "id": [4, 0]}]': finished 2024-04-15T15:36:00.541 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:36:00 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "109.11", "id": [4, 7]}]': finished 2024-04-15T15:36:00.541 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:36:00 smithi016 ceph-mon[93212]: osdmap e1824: 8 total, 8 up, 8 in 2024-04-15T15:36:00.541 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:36:00 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T15:36:00.542 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:36:00 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T15:36:00.542 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:36:00 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T15:36:01.438 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:36:01 smithi102 ceph-mon[87131]: osdmap e1825: 8 total, 8 up, 8 in 2024-04-15T15:36:01.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:36:01 smithi016 ceph-mon[90652]: osdmap e1825: 8 total, 8 up, 8 in 2024-04-15T15:36:01.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:36:01 smithi016 ceph-mon[93212]: osdmap e1825: 8 total, 8 up, 8 in 2024-04-15T15:36:02.040 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 15 15:36:01 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-y[81421]: ::ffff:172.21.15.102 - - [15/Apr/2024:15:36:01] "GET /metrics HTTP/1.1" 200 82946 "" "Prometheus/2.43.0" 2024-04-15T15:36:02.316 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:36:02 smithi102 ceph-mon[87131]: pgmap v3259: 745 pgs: 745 active+clean; 6.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 4 B/s, 0 keys/s, 0 objects/s recovering 2024-04-15T15:36:02.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:36:02 smithi016 ceph-mon[90652]: pgmap v3259: 745 pgs: 745 active+clean; 6.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 4 B/s, 0 keys/s, 0 objects/s recovering 2024-04-15T15:36:02.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:36:02 smithi016 ceph-mon[93212]: pgmap v3259: 745 pgs: 745 active+clean; 6.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 4 B/s, 0 keys/s, 0 objects/s recovering 2024-04-15T15:36:02.688 INFO:journalctl@ceph.prometheus.a.smithi102.stdout:Apr 15 15:36:02 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-prometheus-a[120881]: ts=2024-04-15T15:36:02.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi016:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"362ea986-fb34-11ee-bc8f-c7b262605968\", instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T15:36:04.438 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:36:04 smithi102 ceph-mon[87131]: pgmap v3260: 745 pgs: 745 active+clean; 6.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 8 B/s, 0 keys/s, 0 objects/s recovering 2024-04-15T15:36:04.539 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:36:04 smithi016 ceph-mon[90652]: pgmap v3260: 745 pgs: 745 active+clean; 6.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 8 B/s, 0 keys/s, 0 objects/s recovering 2024-04-15T15:36:04.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:36:04 smithi016 ceph-mon[93212]: pgmap v3260: 745 pgs: 745 active+clean; 6.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 8 B/s, 0 keys/s, 0 objects/s recovering 2024-04-15T15:36:06.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:36:06 smithi102 ceph-mon[87131]: pgmap v3261: 745 pgs: 745 active+clean; 6.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 8 B/s, 0 keys/s, 0 objects/s recovering 2024-04-15T15:36:06.539 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:36:06 smithi016 ceph-mon[90652]: pgmap v3261: 745 pgs: 745 active+clean; 6.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 8 B/s, 0 keys/s, 0 objects/s recovering 2024-04-15T15:36:06.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:36:06 smithi016 ceph-mon[93212]: pgmap v3261: 745 pgs: 745 active+clean; 6.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 8 B/s, 0 keys/s, 0 objects/s recovering 2024-04-15T15:36:08.438 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:36:08 smithi102 ceph-mon[87131]: pgmap v3262: 745 pgs: 745 active+clean; 6.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 8 B/s, 0 keys/s, 0 objects/s recovering 2024-04-15T15:36:08.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:36:08 smithi016 ceph-mon[90652]: pgmap v3262: 745 pgs: 745 active+clean; 6.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 8 B/s, 0 keys/s, 0 objects/s recovering 2024-04-15T15:36:08.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:36:08 smithi016 ceph-mon[93212]: pgmap v3262: 745 pgs: 745 active+clean; 6.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 8 B/s, 0 keys/s, 0 objects/s recovering 2024-04-15T15:36:09.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:36:09 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T15:36:09.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:36:09 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T15:36:09.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:36:09 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T15:36:10.066 INFO:tasks.workunit.client.0.smithi016.stderr:test retry succeeds 2024-04-15T15:36:10.438 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:36:10 smithi102 ceph-mon[87131]: pgmap v3263: 745 pgs: 745 active+clean; 6.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 7 B/s, 0 keys/s, 0 objects/s recovering 2024-04-15T15:36:10.539 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:36:10 smithi016 ceph-mon[90652]: pgmap v3263: 745 pgs: 745 active+clean; 6.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 7 B/s, 0 keys/s, 0 objects/s recovering 2024-04-15T15:36:10.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:36:10 smithi016 ceph-mon[93212]: pgmap v3263: 745 pgs: 745 active+clean; 6.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 7 B/s, 0 keys/s, 0 objects/s recovering 2024-04-15T15:36:11.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:36:11 smithi102 ceph-mon[87131]: osdmap e1826: 8 total, 8 up, 8 in 2024-04-15T15:36:11.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:36:11 smithi016 ceph-mon[90652]: osdmap e1826: 8 total, 8 up, 8 in 2024-04-15T15:36:11.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:36:11 smithi016 ceph-mon[93212]: osdmap e1826: 8 total, 8 up, 8 in 2024-04-15T15:36:12.040 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 15 15:36:11 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-y[81421]: ::ffff:172.21.15.102 - - [15/Apr/2024:15:36:11] "GET /metrics HTTP/1.1" 200 82949 "" "Prometheus/2.43.0" 2024-04-15T15:36:12.189 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] TestLibRBD.QuiesceWatchTimeout (32072 ms) 2024-04-15T15:36:12.189 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] TestLibRBD.WriteZeroes 2024-04-15T15:36:12.189 INFO:tasks.workunit.client.0.smithi016.stdout:using new format! 2024-04-15T15:36:12.251 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] TestLibRBD.WriteZeroes (62 ms) 2024-04-15T15:36:12.252 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] TestLibRBD.WriteZeroesThickProvision 2024-04-15T15:36:12.252 INFO:tasks.workunit.client.0.smithi016.stdout:using new format! 2024-04-15T15:36:12.320 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] TestLibRBD.WriteZeroesThickProvision (68 ms) 2024-04-15T15:36:12.320 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] TestLibRBD.ConcurentOperations 2024-04-15T15:36:12.320 INFO:tasks.workunit.client.0.smithi016.stdout:using new format! 2024-04-15T15:36:12.338 INFO:journalctl@ceph.prometheus.a.smithi102.stdout:Apr 15 15:36:12 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-prometheus-a[120881]: ts=2024-04-15T15:36:12.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi016:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"362ea986-fb34-11ee-bc8f-c7b262605968\", instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T15:36:12.339 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:36:12 smithi102 ceph-mon[87131]: pgmap v3265: 745 pgs: 745 active+clean; 6.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 3.1 KiB/s rd, 613 B/s wr, 3 op/s; 3 B/s, 0 objects/s recovering 2024-04-15T15:36:12.339 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:36:12 smithi102 ceph-mon[87131]: osdmap e1827: 8 total, 8 up, 8 in 2024-04-15T15:36:12.539 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:36:12 smithi016 ceph-mon[90652]: pgmap v3265: 745 pgs: 745 active+clean; 6.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 3.1 KiB/s rd, 613 B/s wr, 3 op/s; 3 B/s, 0 objects/s recovering 2024-04-15T15:36:12.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:36:12 smithi016 ceph-mon[90652]: osdmap e1827: 8 total, 8 up, 8 in 2024-04-15T15:36:12.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:36:12 smithi016 ceph-mon[93212]: pgmap v3265: 745 pgs: 745 active+clean; 6.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 3.1 KiB/s rd, 613 B/s wr, 3 op/s; 3 B/s, 0 objects/s recovering 2024-04-15T15:36:12.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:36:12 smithi016 ceph-mon[93212]: osdmap e1827: 8 total, 8 up, 8 in 2024-04-15T15:36:13.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:36:13 smithi102 ceph-mon[87131]: osdmap e1828: 8 total, 8 up, 8 in 2024-04-15T15:36:13.539 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:36:13 smithi016 ceph-mon[90652]: osdmap e1828: 8 total, 8 up, 8 in 2024-04-15T15:36:13.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:36:13 smithi016 ceph-mon[93212]: osdmap e1828: 8 total, 8 up, 8 in 2024-04-15T15:36:14.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:36:14 smithi102 ceph-mon[87131]: pgmap v3268: 745 pgs: 745 active+clean; 6.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 13 KiB/s rd, 1.5 KiB/s wr, 21 op/s 2024-04-15T15:36:14.438 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:36:14 smithi102 ceph-mon[87131]: osdmap e1829: 8 total, 8 up, 8 in 2024-04-15T15:36:14.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:36:14 smithi016 ceph-mon[90652]: pgmap v3268: 745 pgs: 745 active+clean; 6.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 13 KiB/s rd, 1.5 KiB/s wr, 21 op/s 2024-04-15T15:36:14.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:36:14 smithi016 ceph-mon[90652]: osdmap e1829: 8 total, 8 up, 8 in 2024-04-15T15:36:14.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:36:14 smithi016 ceph-mon[93212]: pgmap v3268: 745 pgs: 745 active+clean; 6.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 13 KiB/s rd, 1.5 KiB/s wr, 21 op/s 2024-04-15T15:36:14.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:36:14 smithi016 ceph-mon[93212]: osdmap e1829: 8 total, 8 up, 8 in 2024-04-15T15:36:15.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:36:15 smithi102 ceph-mon[87131]: osdmap e1830: 8 total, 8 up, 8 in 2024-04-15T15:36:15.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:36:15 smithi016 ceph-mon[90652]: osdmap e1830: 8 total, 8 up, 8 in 2024-04-15T15:36:15.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:36:15 smithi016 ceph-mon[93212]: osdmap e1830: 8 total, 8 up, 8 in 2024-04-15T15:36:16.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:36:16 smithi102 ceph-mon[87131]: pgmap v3271: 745 pgs: 745 active+clean; 6.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 10 KiB/s rd, 767 B/s wr, 19 op/s 2024-04-15T15:36:16.438 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:36:16 smithi102 ceph-mon[87131]: osdmap e1831: 8 total, 8 up, 8 in 2024-04-15T15:36:16.539 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:36:16 smithi016 ceph-mon[90652]: pgmap v3271: 745 pgs: 745 active+clean; 6.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 10 KiB/s rd, 767 B/s wr, 19 op/s 2024-04-15T15:36:16.539 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:36:16 smithi016 ceph-mon[90652]: osdmap e1831: 8 total, 8 up, 8 in 2024-04-15T15:36:16.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:36:16 smithi016 ceph-mon[93212]: pgmap v3271: 745 pgs: 745 active+clean; 6.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 10 KiB/s rd, 767 B/s wr, 19 op/s 2024-04-15T15:36:16.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:36:16 smithi016 ceph-mon[93212]: osdmap e1831: 8 total, 8 up, 8 in 2024-04-15T15:36:17.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:36:17 smithi102 ceph-mon[87131]: osdmap e1832: 8 total, 8 up, 8 in 2024-04-15T15:36:17.539 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:36:17 smithi016 ceph-mon[90652]: osdmap e1832: 8 total, 8 up, 8 in 2024-04-15T15:36:17.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:36:17 smithi016 ceph-mon[93212]: osdmap e1832: 8 total, 8 up, 8 in 2024-04-15T15:36:18.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:36:18 smithi102 ceph-mon[87131]: pgmap v3274: 745 pgs: 745 active+clean; 6.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 111 KiB/s rd, 9.5 KiB/s wr, 151 op/s 2024-04-15T15:36:18.438 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:36:18 smithi102 ceph-mon[87131]: osdmap e1833: 8 total, 8 up, 8 in 2024-04-15T15:36:18.539 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:36:18 smithi016 ceph-mon[93212]: pgmap v3274: 745 pgs: 745 active+clean; 6.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 111 KiB/s rd, 9.5 KiB/s wr, 151 op/s 2024-04-15T15:36:18.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:36:18 smithi016 ceph-mon[93212]: osdmap e1833: 8 total, 8 up, 8 in 2024-04-15T15:36:18.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:36:18 smithi016 ceph-mon[90652]: pgmap v3274: 745 pgs: 745 active+clean; 6.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 111 KiB/s rd, 9.5 KiB/s wr, 151 op/s 2024-04-15T15:36:18.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:36:18 smithi016 ceph-mon[90652]: osdmap e1833: 8 total, 8 up, 8 in 2024-04-15T15:36:19.438 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:36:19 smithi102 ceph-mon[87131]: osdmap e1834: 8 total, 8 up, 8 in 2024-04-15T15:36:19.539 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:36:19 smithi016 ceph-mon[90652]: osdmap e1834: 8 total, 8 up, 8 in 2024-04-15T15:36:19.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:36:19 smithi016 ceph-mon[93212]: osdmap e1834: 8 total, 8 up, 8 in 2024-04-15T15:36:20.438 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:36:20 smithi102 ceph-mon[87131]: pgmap v3277: 745 pgs: 745 active+clean; 6.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 115 KiB/s rd, 9.5 KiB/s wr, 156 op/s 2024-04-15T15:36:20.438 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:36:20 smithi102 ceph-mon[87131]: osdmap e1835: 8 total, 8 up, 8 in 2024-04-15T15:36:20.539 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:36:20 smithi016 ceph-mon[90652]: pgmap v3277: 745 pgs: 745 active+clean; 6.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 115 KiB/s rd, 9.5 KiB/s wr, 156 op/s 2024-04-15T15:36:20.539 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:36:20 smithi016 ceph-mon[90652]: osdmap e1835: 8 total, 8 up, 8 in 2024-04-15T15:36:20.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:36:20 smithi016 ceph-mon[93212]: pgmap v3277: 745 pgs: 745 active+clean; 6.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 115 KiB/s rd, 9.5 KiB/s wr, 156 op/s 2024-04-15T15:36:20.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:36:20 smithi016 ceph-mon[93212]: osdmap e1835: 8 total, 8 up, 8 in 2024-04-15T15:36:21.438 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:36:21 smithi102 ceph-mon[87131]: osdmap e1836: 8 total, 8 up, 8 in 2024-04-15T15:36:21.438 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:36:21 smithi102 ceph-mon[87131]: osdmap e1837: 8 total, 8 up, 8 in 2024-04-15T15:36:21.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:36:21 smithi016 ceph-mon[90652]: osdmap e1836: 8 total, 8 up, 8 in 2024-04-15T15:36:21.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:36:21 smithi016 ceph-mon[90652]: osdmap e1837: 8 total, 8 up, 8 in 2024-04-15T15:36:21.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:36:21 smithi016 ceph-mon[93212]: osdmap e1836: 8 total, 8 up, 8 in 2024-04-15T15:36:21.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:36:21 smithi016 ceph-mon[93212]: osdmap e1837: 8 total, 8 up, 8 in 2024-04-15T15:36:22.039 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 15 15:36:21 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-y[81421]: ::ffff:172.21.15.102 - - [15/Apr/2024:15:36:21] "GET /metrics HTTP/1.1" 200 82949 "" "Prometheus/2.43.0" 2024-04-15T15:36:22.438 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:36:22 smithi102 ceph-mon[87131]: pgmap v3280: 745 pgs: 745 active+clean; 6.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 11 KiB/s rd, 2.5 KiB/s wr, 14 op/s 2024-04-15T15:36:22.438 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:36:22 smithi102 ceph-mon[87131]: osdmap e1838: 8 total, 8 up, 8 in 2024-04-15T15:36:22.438 INFO:journalctl@ceph.prometheus.a.smithi102.stdout:Apr 15 15:36:22 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-prometheus-a[120881]: ts=2024-04-15T15:36:22.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi016:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"362ea986-fb34-11ee-bc8f-c7b262605968\", instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T15:36:22.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:36:22 smithi016 ceph-mon[90652]: pgmap v3280: 745 pgs: 745 active+clean; 6.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 11 KiB/s rd, 2.5 KiB/s wr, 14 op/s 2024-04-15T15:36:22.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:36:22 smithi016 ceph-mon[90652]: osdmap e1838: 8 total, 8 up, 8 in 2024-04-15T15:36:22.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:36:22 smithi016 ceph-mon[93212]: pgmap v3280: 745 pgs: 745 active+clean; 6.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 11 KiB/s rd, 2.5 KiB/s wr, 14 op/s 2024-04-15T15:36:22.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:36:22 smithi016 ceph-mon[93212]: osdmap e1838: 8 total, 8 up, 8 in 2024-04-15T15:36:24.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:36:24 smithi016 ceph-mon[90652]: pgmap v3283: 745 pgs: 745 active+clean; 6.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 11 KiB/s rd, 3.5 KiB/s wr, 15 op/s 2024-04-15T15:36:24.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:36:24 smithi016 ceph-mon[90652]: osdmap e1839: 8 total, 8 up, 8 in 2024-04-15T15:36:24.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:36:24 smithi016 ceph-mon[93212]: pgmap v3283: 745 pgs: 745 active+clean; 6.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 11 KiB/s rd, 3.5 KiB/s wr, 15 op/s 2024-04-15T15:36:24.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:36:24 smithi016 ceph-mon[93212]: osdmap e1839: 8 total, 8 up, 8 in 2024-04-15T15:36:24.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:36:24 smithi102 ceph-mon[87131]: pgmap v3283: 745 pgs: 745 active+clean; 6.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 11 KiB/s rd, 3.5 KiB/s wr, 15 op/s 2024-04-15T15:36:24.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:36:24 smithi102 ceph-mon[87131]: osdmap e1839: 8 total, 8 up, 8 in 2024-04-15T15:36:25.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:36:25 smithi016 ceph-mon[90652]: osdmap e1840: 8 total, 8 up, 8 in 2024-04-15T15:36:25.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:36:25 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T15:36:25.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:36:25 smithi016 ceph-mon[93212]: osdmap e1840: 8 total, 8 up, 8 in 2024-04-15T15:36:25.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:36:25 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T15:36:25.438 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:36:25 smithi102 ceph-mon[87131]: osdmap e1840: 8 total, 8 up, 8 in 2024-04-15T15:36:25.438 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:36:25 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T15:36:26.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:36:26 smithi016 ceph-mon[93212]: pgmap v3286: 745 pgs: 745 active+clean; 6.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 3.7 KiB/s rd, 1023 B/s wr, 5 op/s 2024-04-15T15:36:26.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:36:26 smithi016 ceph-mon[93212]: osdmap e1841: 8 total, 8 up, 8 in 2024-04-15T15:36:26.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:36:26 smithi016 ceph-mon[90652]: pgmap v3286: 745 pgs: 745 active+clean; 6.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 3.7 KiB/s rd, 1023 B/s wr, 5 op/s 2024-04-15T15:36:26.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:36:26 smithi016 ceph-mon[90652]: osdmap e1841: 8 total, 8 up, 8 in 2024-04-15T15:36:26.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:36:26 smithi102 ceph-mon[87131]: pgmap v3286: 745 pgs: 745 active+clean; 6.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 3.7 KiB/s rd, 1023 B/s wr, 5 op/s 2024-04-15T15:36:26.438 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:36:26 smithi102 ceph-mon[87131]: osdmap e1841: 8 total, 8 up, 8 in 2024-04-15T15:36:27.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:36:27 smithi016 ceph-mon[93212]: osdmap e1842: 8 total, 8 up, 8 in 2024-04-15T15:36:27.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:36:27 smithi016 ceph-mon[90652]: osdmap e1842: 8 total, 8 up, 8 in 2024-04-15T15:36:27.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:36:27 smithi102 ceph-mon[87131]: osdmap e1842: 8 total, 8 up, 8 in 2024-04-15T15:36:28.289 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:36:28 smithi016 ceph-mon[93212]: pgmap v3289: 745 pgs: 745 active+clean; 6.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 177 KiB/s rd, 5.2 KiB/s wr, 242 op/s 2024-04-15T15:36:28.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:36:28 smithi016 ceph-mon[93212]: osdmap e1843: 8 total, 8 up, 8 in 2024-04-15T15:36:28.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:36:28 smithi016 ceph-mon[90652]: pgmap v3289: 745 pgs: 745 active+clean; 6.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 177 KiB/s rd, 5.2 KiB/s wr, 242 op/s 2024-04-15T15:36:28.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:36:28 smithi016 ceph-mon[90652]: osdmap e1843: 8 total, 8 up, 8 in 2024-04-15T15:36:28.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:36:28 smithi102 ceph-mon[87131]: pgmap v3289: 745 pgs: 745 active+clean; 6.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 177 KiB/s rd, 5.2 KiB/s wr, 242 op/s 2024-04-15T15:36:28.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:36:28 smithi102 ceph-mon[87131]: osdmap e1843: 8 total, 8 up, 8 in 2024-04-15T15:36:29.289 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:36:29 smithi016 ceph-mon[90652]: osdmap e1844: 8 total, 8 up, 8 in 2024-04-15T15:36:29.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:36:29 smithi016 ceph-mon[93212]: osdmap e1844: 8 total, 8 up, 8 in 2024-04-15T15:36:29.438 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:36:29 smithi102 ceph-mon[87131]: osdmap e1844: 8 total, 8 up, 8 in 2024-04-15T15:36:30.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:36:30 smithi016 ceph-mon[90652]: pgmap v3292: 745 pgs: 745 active+clean; 6.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 177 KiB/s rd, 5.2 KiB/s wr, 244 op/s 2024-04-15T15:36:30.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:36:30 smithi016 ceph-mon[90652]: osdmap e1845: 8 total, 8 up, 8 in 2024-04-15T15:36:30.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:36:30 smithi016 ceph-mon[93212]: pgmap v3292: 745 pgs: 745 active+clean; 6.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 177 KiB/s rd, 5.2 KiB/s wr, 244 op/s 2024-04-15T15:36:30.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:36:30 smithi016 ceph-mon[93212]: osdmap e1845: 8 total, 8 up, 8 in 2024-04-15T15:36:30.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:36:30 smithi102 ceph-mon[87131]: pgmap v3292: 745 pgs: 745 active+clean; 6.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 177 KiB/s rd, 5.2 KiB/s wr, 244 op/s 2024-04-15T15:36:30.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:36:30 smithi102 ceph-mon[87131]: osdmap e1845: 8 total, 8 up, 8 in 2024-04-15T15:36:31.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:36:31 smithi102 ceph-mon[87131]: osdmap e1846: 8 total, 8 up, 8 in 2024-04-15T15:36:31.438 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:36:31 smithi102 ceph-mon[87131]: osdmap e1847: 8 total, 8 up, 8 in 2024-04-15T15:36:31.539 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:36:31 smithi016 ceph-mon[90652]: osdmap e1846: 8 total, 8 up, 8 in 2024-04-15T15:36:31.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:36:31 smithi016 ceph-mon[90652]: osdmap e1847: 8 total, 8 up, 8 in 2024-04-15T15:36:31.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:36:31 smithi016 ceph-mon[93212]: osdmap e1846: 8 total, 8 up, 8 in 2024-04-15T15:36:31.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:36:31 smithi016 ceph-mon[93212]: osdmap e1847: 8 total, 8 up, 8 in 2024-04-15T15:36:32.040 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 15 15:36:31 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-y[81421]: ::ffff:172.21.15.102 - - [15/Apr/2024:15:36:31] "GET /metrics HTTP/1.1" 200 82958 "" "Prometheus/2.43.0" 2024-04-15T15:36:32.316 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:36:32 smithi102 ceph-mon[87131]: pgmap v3295: 745 pgs: 745 active+clean; 6.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 13 KiB/s rd, 5.0 KiB/s wr, 23 op/s 2024-04-15T15:36:32.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:36:32 smithi016 ceph-mon[90652]: pgmap v3295: 745 pgs: 745 active+clean; 6.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 13 KiB/s rd, 5.0 KiB/s wr, 23 op/s 2024-04-15T15:36:32.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:36:32 smithi016 ceph-mon[93212]: pgmap v3295: 745 pgs: 745 active+clean; 6.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 13 KiB/s rd, 5.0 KiB/s wr, 23 op/s 2024-04-15T15:36:32.687 INFO:journalctl@ceph.prometheus.a.smithi102.stdout:Apr 15 15:36:32 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-prometheus-a[120881]: ts=2024-04-15T15:36:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi016:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"362ea986-fb34-11ee-bc8f-c7b262605968\", instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T15:36:33.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:36:33 smithi102 ceph-mon[87131]: osdmap e1848: 8 total, 8 up, 8 in 2024-04-15T15:36:33.539 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:36:33 smithi016 ceph-mon[90652]: osdmap e1848: 8 total, 8 up, 8 in 2024-04-15T15:36:33.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:36:33 smithi016 ceph-mon[93212]: osdmap e1848: 8 total, 8 up, 8 in 2024-04-15T15:36:34.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:36:34 smithi102 ceph-mon[87131]: pgmap v3298: 745 pgs: 745 active+clean; 6.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 16 KiB/s rd, 5.0 KiB/s wr, 30 op/s 2024-04-15T15:36:34.438 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:36:34 smithi102 ceph-mon[87131]: osdmap e1849: 8 total, 8 up, 8 in 2024-04-15T15:36:34.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:36:34 smithi016 ceph-mon[90652]: pgmap v3298: 745 pgs: 745 active+clean; 6.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 16 KiB/s rd, 5.0 KiB/s wr, 30 op/s 2024-04-15T15:36:34.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:36:34 smithi016 ceph-mon[90652]: osdmap e1849: 8 total, 8 up, 8 in 2024-04-15T15:36:34.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:36:34 smithi016 ceph-mon[93212]: pgmap v3298: 745 pgs: 745 active+clean; 6.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 16 KiB/s rd, 5.0 KiB/s wr, 30 op/s 2024-04-15T15:36:34.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:36:34 smithi016 ceph-mon[93212]: osdmap e1849: 8 total, 8 up, 8 in 2024-04-15T15:36:35.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:36:35 smithi102 ceph-mon[87131]: osdmap e1850: 8 total, 8 up, 8 in 2024-04-15T15:36:35.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:36:35 smithi016 ceph-mon[90652]: osdmap e1850: 8 total, 8 up, 8 in 2024-04-15T15:36:35.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:36:35 smithi016 ceph-mon[93212]: osdmap e1850: 8 total, 8 up, 8 in 2024-04-15T15:36:36.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:36:36 smithi102 ceph-mon[87131]: pgmap v3301: 745 pgs: 745 active+clean; 6.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 4.0 KiB/s rd, 0 B/s wr, 9 op/s 2024-04-15T15:36:36.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:36:36 smithi102 ceph-mon[87131]: osdmap e1851: 8 total, 8 up, 8 in 2024-04-15T15:36:36.438 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:36:36 smithi102 ceph-mon[87131]: osdmap e1852: 8 total, 8 up, 8 in 2024-04-15T15:36:36.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:36:36 smithi016 ceph-mon[90652]: pgmap v3301: 745 pgs: 745 active+clean; 6.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 4.0 KiB/s rd, 0 B/s wr, 9 op/s 2024-04-15T15:36:36.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:36:36 smithi016 ceph-mon[90652]: osdmap e1851: 8 total, 8 up, 8 in 2024-04-15T15:36:36.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:36:36 smithi016 ceph-mon[90652]: osdmap e1852: 8 total, 8 up, 8 in 2024-04-15T15:36:36.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:36:36 smithi016 ceph-mon[93212]: pgmap v3301: 745 pgs: 745 active+clean; 6.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 4.0 KiB/s rd, 0 B/s wr, 9 op/s 2024-04-15T15:36:36.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:36:36 smithi016 ceph-mon[93212]: osdmap e1851: 8 total, 8 up, 8 in 2024-04-15T15:36:36.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:36:36 smithi016 ceph-mon[93212]: osdmap e1852: 8 total, 8 up, 8 in 2024-04-15T15:36:38.137 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] TestLibRBD.ConcurentOperations (25818 ms) 2024-04-15T15:36:38.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:36:37 smithi016 ceph-mon[90652]: pgmap v3304: 745 pgs: 745 active+clean; 6.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 50 KiB/s rd, 4.2 KiB/s wr, 64 op/s 2024-04-15T15:36:38.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:36:37 smithi016 ceph-mon[90652]: osdmap e1853: 8 total, 8 up, 8 in 2024-04-15T15:36:38.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:36:37 smithi016 ceph-mon[93212]: pgmap v3304: 745 pgs: 745 active+clean; 6.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 50 KiB/s rd, 4.2 KiB/s wr, 64 op/s 2024-04-15T15:36:38.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:36:37 smithi016 ceph-mon[93212]: osdmap e1853: 8 total, 8 up, 8 in 2024-04-15T15:36:38.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:36:37 smithi102 ceph-mon[87131]: pgmap v3304: 745 pgs: 745 active+clean; 6.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 50 KiB/s rd, 4.2 KiB/s wr, 64 op/s 2024-04-15T15:36:38.438 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:36:37 smithi102 ceph-mon[87131]: osdmap e1853: 8 total, 8 up, 8 in 2024-04-15T15:36:39.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:36:39 smithi016 ceph-mon[90652]: osdmap e1854: 8 total, 8 up, 8 in 2024-04-15T15:36:39.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:36:39 smithi016 ceph-mon[93212]: osdmap e1854: 8 total, 8 up, 8 in 2024-04-15T15:36:39.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:36:39 smithi102 ceph-mon[87131]: osdmap e1854: 8 total, 8 up, 8 in 2024-04-15T15:36:40.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:36:40 smithi016 ceph-mon[93212]: pgmap v3307: 745 pgs: 745 active+clean; 6.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 54 KiB/s rd, 4.2 KiB/s wr, 70 op/s 2024-04-15T15:36:40.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:36:40 smithi016 ceph-mon[93212]: osdmap e1855: 8 total, 8 up, 8 in 2024-04-15T15:36:40.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:36:40 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T15:36:40.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:36:40 smithi016 ceph-mon[90652]: pgmap v3307: 745 pgs: 745 active+clean; 6.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 54 KiB/s rd, 4.2 KiB/s wr, 70 op/s 2024-04-15T15:36:40.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:36:40 smithi016 ceph-mon[90652]: osdmap e1855: 8 total, 8 up, 8 in 2024-04-15T15:36:40.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:36:40 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T15:36:40.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:36:40 smithi102 ceph-mon[87131]: pgmap v3307: 745 pgs: 745 active+clean; 6.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 54 KiB/s rd, 4.2 KiB/s wr, 70 op/s 2024-04-15T15:36:40.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:36:40 smithi102 ceph-mon[87131]: osdmap e1855: 8 total, 8 up, 8 in 2024-04-15T15:36:40.438 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:36:40 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T15:36:41.289 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:36:41 smithi016 ceph-mon[93212]: osdmap e1856: 8 total, 8 up, 8 in 2024-04-15T15:36:41.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:36:41 smithi016 ceph-mon[93212]: osdmap e1857: 8 total, 8 up, 8 in 2024-04-15T15:36:41.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:36:41 smithi016 ceph-mon[90652]: osdmap e1856: 8 total, 8 up, 8 in 2024-04-15T15:36:41.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:36:41 smithi016 ceph-mon[90652]: osdmap e1857: 8 total, 8 up, 8 in 2024-04-15T15:36:41.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:36:41 smithi102 ceph-mon[87131]: osdmap e1856: 8 total, 8 up, 8 in 2024-04-15T15:36:41.438 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:36:41 smithi102 ceph-mon[87131]: osdmap e1857: 8 total, 8 up, 8 in 2024-04-15T15:36:42.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:36:42 smithi016 ceph-mon[90652]: pgmap v3310: 681 pgs: 681 active+clean; 6.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail 2024-04-15T15:36:42.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:36:42 smithi016 ceph-mon[90652]: osdmap e1858: 8 total, 8 up, 8 in 2024-04-15T15:36:42.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:36:42 smithi016 ceph-mon[93212]: pgmap v3310: 681 pgs: 681 active+clean; 6.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail 2024-04-15T15:36:42.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:36:42 smithi016 ceph-mon[93212]: osdmap e1858: 8 total, 8 up, 8 in 2024-04-15T15:36:42.040 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 15 15:36:41 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-y[81421]: ::ffff:172.21.15.102 - - [15/Apr/2024:15:36:41] "GET /metrics HTTP/1.1" 200 80552 "" "Prometheus/2.43.0" 2024-04-15T15:36:42.316 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:36:42 smithi102 ceph-mon[87131]: pgmap v3310: 681 pgs: 681 active+clean; 6.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail 2024-04-15T15:36:42.316 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:36:42 smithi102 ceph-mon[87131]: osdmap e1858: 8 total, 8 up, 8 in 2024-04-15T15:36:42.688 INFO:journalctl@ceph.prometheus.a.smithi102.stdout:Apr 15 15:36:42 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-prometheus-a[120881]: ts=2024-04-15T15:36:42.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi016:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"362ea986-fb34-11ee-bc8f-c7b262605968\", instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T15:36:42.688 INFO:journalctl@ceph.grafana.a.smithi102.stdout:Apr 15 15:36:42 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-grafana-a[125357]: logger=cleanup t=2024-04-15T15:36:42.358005175Z level=info msg="Completed cleanup jobs" duration=1.250708ms 2024-04-15T15:36:44.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:36:44 smithi016 ceph-mon[93212]: pgmap v3313: 617 pgs: 617 active+clean; 6.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail 2024-04-15T15:36:44.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:36:44 smithi016 ceph-mon[93212]: osdmap e1859: 8 total, 8 up, 8 in 2024-04-15T15:36:44.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:36:44 smithi016 ceph-mon[90652]: pgmap v3313: 617 pgs: 617 active+clean; 6.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail 2024-04-15T15:36:44.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:36:44 smithi016 ceph-mon[90652]: osdmap e1859: 8 total, 8 up, 8 in 2024-04-15T15:36:44.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:36:44 smithi102 ceph-mon[87131]: pgmap v3313: 617 pgs: 617 active+clean; 6.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail 2024-04-15T15:36:44.438 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:36:44 smithi102 ceph-mon[87131]: osdmap e1859: 8 total, 8 up, 8 in 2024-04-15T15:36:45.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:36:45 smithi016 ceph-mon[90652]: osdmap e1860: 8 total, 8 up, 8 in 2024-04-15T15:36:45.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:36:45 smithi016 ceph-mon[93212]: osdmap e1860: 8 total, 8 up, 8 in 2024-04-15T15:36:45.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:36:45 smithi102 ceph-mon[87131]: osdmap e1860: 8 total, 8 up, 8 in 2024-04-15T15:36:46.289 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:36:46 smithi016 ceph-mon[90652]: pgmap v3316: 553 pgs: 553 active+clean; 6.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail 2024-04-15T15:36:46.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:36:46 smithi016 ceph-mon[90652]: osdmap e1861: 8 total, 8 up, 8 in 2024-04-15T15:36:46.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:36:46 smithi016 ceph-mon[90652]: osdmap e1862: 8 total, 8 up, 8 in 2024-04-15T15:36:46.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:36:46 smithi016 ceph-mon[93212]: pgmap v3316: 553 pgs: 553 active+clean; 6.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail 2024-04-15T15:36:46.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:36:46 smithi016 ceph-mon[93212]: osdmap e1861: 8 total, 8 up, 8 in 2024-04-15T15:36:46.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:36:46 smithi016 ceph-mon[93212]: osdmap e1862: 8 total, 8 up, 8 in 2024-04-15T15:36:46.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:36:46 smithi102 ceph-mon[87131]: pgmap v3316: 553 pgs: 553 active+clean; 6.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail 2024-04-15T15:36:46.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:36:46 smithi102 ceph-mon[87131]: osdmap e1861: 8 total, 8 up, 8 in 2024-04-15T15:36:46.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:36:46 smithi102 ceph-mon[87131]: osdmap e1862: 8 total, 8 up, 8 in 2024-04-15T15:36:48.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:36:48 smithi016 ceph-mon[90652]: pgmap v3319: 489 pgs: 489 active+clean; 6.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail 2024-04-15T15:36:48.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:36:48 smithi016 ceph-mon[90652]: osdmap e1863: 8 total, 8 up, 8 in 2024-04-15T15:36:48.291 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:36:48 smithi016 ceph-mon[93212]: pgmap v3319: 489 pgs: 489 active+clean; 6.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail 2024-04-15T15:36:48.291 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:36:48 smithi016 ceph-mon[93212]: osdmap e1863: 8 total, 8 up, 8 in 2024-04-15T15:36:48.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:36:48 smithi102 ceph-mon[87131]: pgmap v3319: 489 pgs: 489 active+clean; 6.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail 2024-04-15T15:36:48.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:36:48 smithi102 ceph-mon[87131]: osdmap e1863: 8 total, 8 up, 8 in 2024-04-15T15:36:49.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:36:49 smithi016 ceph-mon[90652]: osdmap e1864: 8 total, 8 up, 8 in 2024-04-15T15:36:49.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:36:49 smithi016 ceph-mon[93212]: osdmap e1864: 8 total, 8 up, 8 in 2024-04-15T15:36:49.438 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:36:49 smithi102 ceph-mon[87131]: osdmap e1864: 8 total, 8 up, 8 in 2024-04-15T15:36:50.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:36:50 smithi016 ceph-mon[93212]: pgmap v3322: 425 pgs: 425 active+clean; 6.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail 2024-04-15T15:36:50.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:36:50 smithi016 ceph-mon[93212]: osdmap e1865: 8 total, 8 up, 8 in 2024-04-15T15:36:50.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:36:50 smithi016 ceph-mon[93212]: osdmap e1866: 8 total, 8 up, 8 in 2024-04-15T15:36:50.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:36:50 smithi016 ceph-mon[90652]: pgmap v3322: 425 pgs: 425 active+clean; 6.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail 2024-04-15T15:36:50.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:36:50 smithi016 ceph-mon[90652]: osdmap e1865: 8 total, 8 up, 8 in 2024-04-15T15:36:50.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:36:50 smithi016 ceph-mon[90652]: osdmap e1866: 8 total, 8 up, 8 in 2024-04-15T15:36:50.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:36:50 smithi102 ceph-mon[87131]: pgmap v3322: 425 pgs: 425 active+clean; 6.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail 2024-04-15T15:36:50.438 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:36:50 smithi102 ceph-mon[87131]: osdmap e1865: 8 total, 8 up, 8 in 2024-04-15T15:36:50.438 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:36:50 smithi102 ceph-mon[87131]: osdmap e1866: 8 total, 8 up, 8 in 2024-04-15T15:36:52.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:36:52 smithi016 ceph-mon[90652]: pgmap v3325: 361 pgs: 361 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail 2024-04-15T15:36:52.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:36:52 smithi016 ceph-mon[90652]: osdmap e1867: 8 total, 8 up, 8 in 2024-04-15T15:36:52.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:36:52 smithi016 ceph-mon[93212]: pgmap v3325: 361 pgs: 361 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail 2024-04-15T15:36:52.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:36:52 smithi016 ceph-mon[93212]: osdmap e1867: 8 total, 8 up, 8 in 2024-04-15T15:36:52.041 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 15 15:36:51 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-y[81421]: ::ffff:172.21.15.102 - - [15/Apr/2024:15:36:51] "GET /metrics HTTP/1.1" 200 80552 "" "Prometheus/2.43.0" 2024-04-15T15:36:52.316 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:36:52 smithi102 ceph-mon[87131]: pgmap v3325: 361 pgs: 361 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail 2024-04-15T15:36:52.316 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:36:52 smithi102 ceph-mon[87131]: osdmap e1867: 8 total, 8 up, 8 in 2024-04-15T15:36:52.688 INFO:journalctl@ceph.prometheus.a.smithi102.stdout:Apr 15 15:36:52 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-prometheus-a[120881]: ts=2024-04-15T15:36:52.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi016:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"362ea986-fb34-11ee-bc8f-c7b262605968\", instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T15:36:53.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:36:53 smithi016 ceph-mon[90652]: osdmap e1868: 8 total, 8 up, 8 in 2024-04-15T15:36:53.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:36:53 smithi016 ceph-mon[93212]: osdmap e1868: 8 total, 8 up, 8 in 2024-04-15T15:36:53.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:36:53 smithi102 ceph-mon[87131]: osdmap e1868: 8 total, 8 up, 8 in 2024-04-15T15:36:54.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:36:54 smithi102 ceph-mon[87131]: pgmap v3328: 297 pgs: 297 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail 2024-04-15T15:36:54.438 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:36:54 smithi102 ceph-mon[87131]: osdmap e1869: 8 total, 8 up, 8 in 2024-04-15T15:36:54.438 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:36:54 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T15:36:54.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:36:54 smithi016 ceph-mon[90652]: pgmap v3328: 297 pgs: 297 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail 2024-04-15T15:36:54.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:36:54 smithi016 ceph-mon[90652]: osdmap e1869: 8 total, 8 up, 8 in 2024-04-15T15:36:54.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:36:54 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T15:36:54.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:36:54 smithi016 ceph-mon[93212]: pgmap v3328: 297 pgs: 297 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail 2024-04-15T15:36:54.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:36:54 smithi016 ceph-mon[93212]: osdmap e1869: 8 total, 8 up, 8 in 2024-04-15T15:36:54.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:36:54 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T15:36:55.438 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:36:55 smithi102 ceph-mon[87131]: osdmap e1870: 8 total, 8 up, 8 in 2024-04-15T15:36:55.539 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:36:55 smithi016 ceph-mon[90652]: osdmap e1870: 8 total, 8 up, 8 in 2024-04-15T15:36:55.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:36:55 smithi016 ceph-mon[93212]: osdmap e1870: 8 total, 8 up, 8 in 2024-04-15T15:36:56.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:36:56 smithi102 ceph-mon[87131]: pgmap v3331: 233 pgs: 233 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail 2024-04-15T15:36:56.438 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:36:56 smithi102 ceph-mon[87131]: osdmap e1871: 8 total, 8 up, 8 in 2024-04-15T15:36:56.539 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:36:56 smithi016 ceph-mon[90652]: pgmap v3331: 233 pgs: 233 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail 2024-04-15T15:36:56.539 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:36:56 smithi016 ceph-mon[90652]: osdmap e1871: 8 total, 8 up, 8 in 2024-04-15T15:36:56.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:36:56 smithi016 ceph-mon[93212]: pgmap v3331: 233 pgs: 233 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail 2024-04-15T15:36:56.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:36:56 smithi016 ceph-mon[93212]: osdmap e1871: 8 total, 8 up, 8 in 2024-04-15T15:36:57.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:36:57 smithi102 ceph-mon[87131]: osdmap e1872: 8 total, 8 up, 8 in 2024-04-15T15:36:57.539 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:36:57 smithi016 ceph-mon[90652]: osdmap e1872: 8 total, 8 up, 8 in 2024-04-15T15:36:57.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:36:57 smithi016 ceph-mon[93212]: osdmap e1872: 8 total, 8 up, 8 in 2024-04-15T15:36:58.068 INFO:tasks.workunit.client.0.smithi016.stdout:[----------] 168 tests from TestLibRBD (595100 ms total) 2024-04-15T15:36:58.069 INFO:tasks.workunit.client.0.smithi016.stdout: 2024-04-15T15:36:58.069 INFO:tasks.workunit.client.0.smithi016.stdout:[----------] 7 tests from EncryptedFlattenTest/0, where TypeParam = PlaintextUnderLUKS1 2024-04-15T15:36:58.100 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] EncryptedFlattenTest/0.Simple 2024-04-15T15:36:58.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:36:58 smithi102 ceph-mon[87131]: pgmap v3334: 169 pgs: 169 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail 2024-04-15T15:36:58.438 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:36:58 smithi102 ceph-mon[87131]: osdmap e1873: 8 total, 8 up, 8 in 2024-04-15T15:36:58.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:36:58 smithi016 ceph-mon[90652]: pgmap v3334: 169 pgs: 169 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail 2024-04-15T15:36:58.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:36:58 smithi016 ceph-mon[90652]: osdmap e1873: 8 total, 8 up, 8 in 2024-04-15T15:36:58.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:36:58 smithi016 ceph-mon[93212]: pgmap v3334: 169 pgs: 169 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail 2024-04-15T15:36:58.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:36:58 smithi016 ceph-mon[93212]: osdmap e1873: 8 total, 8 up, 8 in 2024-04-15T15:36:59.438 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:36:59 smithi102 ceph-mon[87131]: osdmap e1874: 8 total, 8 up, 8 in 2024-04-15T15:36:59.539 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:36:59 smithi016 ceph-mon[90652]: osdmap e1874: 8 total, 8 up, 8 in 2024-04-15T15:36:59.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:36:59 smithi016 ceph-mon[93212]: osdmap e1874: 8 total, 8 up, 8 in 2024-04-15T15:37:00.092 INFO:tasks.workunit.client.0.smithi016.stdout:using new format! 2024-04-15T15:37:00.438 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:37:00 smithi102 ceph-mon[87131]: pgmap v3337: 105 pgs: 105 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail 2024-04-15T15:37:00.438 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:37:00 smithi102 ceph-mon[87131]: osdmap e1875: 8 total, 8 up, 8 in 2024-04-15T15:37:00.438 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:37:00 smithi102 ceph-mon[87131]: from='client.? 172.21.15.16:0/2371700713' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi016-143420-36","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T15:37:00.438 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:37:00 smithi102 ceph-mon[87131]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi016-143420-36","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T15:37:00.438 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:37:00 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T15:37:00.539 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:37:00 smithi016 ceph-mon[90652]: pgmap v3337: 105 pgs: 105 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail 2024-04-15T15:37:00.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:37:00 smithi016 ceph-mon[90652]: osdmap e1875: 8 total, 8 up, 8 in 2024-04-15T15:37:00.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:37:00 smithi016 ceph-mon[90652]: from='client.? 172.21.15.16:0/2371700713' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi016-143420-36","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T15:37:00.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:37:00 smithi016 ceph-mon[90652]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi016-143420-36","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T15:37:00.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:37:00 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T15:37:00.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:37:00 smithi016 ceph-mon[93212]: pgmap v3337: 105 pgs: 105 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail 2024-04-15T15:37:00.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:37:00 smithi016 ceph-mon[93212]: osdmap e1875: 8 total, 8 up, 8 in 2024-04-15T15:37:00.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:37:00 smithi016 ceph-mon[93212]: from='client.? 172.21.15.16:0/2371700713' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi016-143420-36","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T15:37:00.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:37:00 smithi016 ceph-mon[93212]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi016-143420-36","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T15:37:00.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:37:00 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T15:37:01.438 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:37:01 smithi102 ceph-mon[87131]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi016-143420-36","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-15T15:37:01.438 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:37:01 smithi102 ceph-mon[87131]: osdmap e1876: 8 total, 8 up, 8 in 2024-04-15T15:37:01.438 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:37:01 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T15:37:01.438 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:37:01 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T15:37:01.438 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:37:01 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T15:37:01.539 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:37:01 smithi016 ceph-mon[90652]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi016-143420-36","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-15T15:37:01.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:37:01 smithi016 ceph-mon[90652]: osdmap e1876: 8 total, 8 up, 8 in 2024-04-15T15:37:01.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:37:01 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T15:37:01.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:37:01 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T15:37:01.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:37:01 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T15:37:01.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:37:01 smithi016 ceph-mon[93212]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi016-143420-36","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-15T15:37:01.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:37:01 smithi016 ceph-mon[93212]: osdmap e1876: 8 total, 8 up, 8 in 2024-04-15T15:37:01.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:37:01 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T15:37:01.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:37:01 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T15:37:01.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:37:01 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T15:37:02.039 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 15 15:37:01 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-y[81421]: ::ffff:172.21.15.102 - - [15/Apr/2024:15:37:01] "GET /metrics HTTP/1.1" 200 45012 "" "Prometheus/2.43.0" 2024-04-15T15:37:02.438 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:37:02 smithi102 ceph-mon[87131]: pgmap v3340: 137 pgs: 17 unknown, 120 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail 2024-04-15T15:37:02.438 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:37:02 smithi102 ceph-mon[87131]: osdmap e1877: 8 total, 8 up, 8 in 2024-04-15T15:37:02.438 INFO:journalctl@ceph.prometheus.a.smithi102.stdout:Apr 15 15:37:02 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-prometheus-a[120881]: ts=2024-04-15T15:37:02.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi016:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"362ea986-fb34-11ee-bc8f-c7b262605968\", instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T15:37:02.539 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:37:02 smithi016 ceph-mon[93212]: pgmap v3340: 137 pgs: 17 unknown, 120 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail 2024-04-15T15:37:02.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:37:02 smithi016 ceph-mon[93212]: osdmap e1877: 8 total, 8 up, 8 in 2024-04-15T15:37:02.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:37:02 smithi016 ceph-mon[90652]: pgmap v3340: 137 pgs: 17 unknown, 120 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail 2024-04-15T15:37:02.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:37:02 smithi016 ceph-mon[90652]: osdmap e1877: 8 total, 8 up, 8 in 2024-04-15T15:37:03.438 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:37:03 smithi102 ceph-mon[87131]: osdmap e1878: 8 total, 8 up, 8 in 2024-04-15T15:37:03.539 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:37:03 smithi016 ceph-mon[90652]: osdmap e1878: 8 total, 8 up, 8 in 2024-04-15T15:37:03.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:37:03 smithi016 ceph-mon[93212]: osdmap e1878: 8 total, 8 up, 8 in 2024-04-15T15:37:04.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:37:04 smithi102 ceph-mon[87131]: pgmap v3343: 137 pgs: 137 active+clean; 8.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 1024 KiB/s wr, 0 op/s 2024-04-15T15:37:04.438 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:37:04 smithi102 ceph-mon[87131]: osdmap e1879: 8 total, 8 up, 8 in 2024-04-15T15:37:04.539 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:37:04 smithi016 ceph-mon[90652]: pgmap v3343: 137 pgs: 137 active+clean; 8.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 1024 KiB/s wr, 0 op/s 2024-04-15T15:37:04.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:37:04 smithi016 ceph-mon[90652]: osdmap e1879: 8 total, 8 up, 8 in 2024-04-15T15:37:04.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:37:04 smithi016 ceph-mon[93212]: pgmap v3343: 137 pgs: 137 active+clean; 8.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 1024 KiB/s wr, 0 op/s 2024-04-15T15:37:04.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:37:04 smithi016 ceph-mon[93212]: osdmap e1879: 8 total, 8 up, 8 in 2024-04-15T15:37:06.438 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:37:06 smithi102 ceph-mon[87131]: pgmap v3345: 137 pgs: 137 active+clean; 8.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 914 KiB/s wr, 0 op/s 2024-04-15T15:37:06.539 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:37:06 smithi016 ceph-mon[93212]: pgmap v3345: 137 pgs: 137 active+clean; 8.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 914 KiB/s wr, 0 op/s 2024-04-15T15:37:06.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:37:06 smithi016 ceph-mon[90652]: pgmap v3345: 137 pgs: 137 active+clean; 8.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 914 KiB/s wr, 0 op/s 2024-04-15T15:37:08.438 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:37:08 smithi102 ceph-mon[87131]: pgmap v3346: 137 pgs: 137 active+clean; 30 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 44 KiB/s rd, 4.2 MiB/s wr, 60 op/s 2024-04-15T15:37:08.539 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:37:08 smithi016 ceph-mon[93212]: pgmap v3346: 137 pgs: 137 active+clean; 30 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 44 KiB/s rd, 4.2 MiB/s wr, 60 op/s 2024-04-15T15:37:08.542 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:37:08 smithi016 ceph-mon[90652]: pgmap v3346: 137 pgs: 137 active+clean; 30 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 44 KiB/s rd, 4.2 MiB/s wr, 60 op/s 2024-04-15T15:37:09.438 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:37:09 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T15:37:09.539 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:37:09 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T15:37:09.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:37:09 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T15:37:10.438 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:37:10 smithi102 ceph-mon[87131]: pgmap v3347: 137 pgs: 137 active+clean; 30 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 36 KiB/s rd, 3.3 MiB/s wr, 49 op/s 2024-04-15T15:37:10.539 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:37:10 smithi016 ceph-mon[90652]: pgmap v3347: 137 pgs: 137 active+clean; 30 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 36 KiB/s rd, 3.3 MiB/s wr, 49 op/s 2024-04-15T15:37:10.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:37:10 smithi016 ceph-mon[93212]: pgmap v3347: 137 pgs: 137 active+clean; 30 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 36 KiB/s rd, 3.3 MiB/s wr, 49 op/s 2024-04-15T15:37:11.012 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] EncryptedFlattenTest/0.Simple (12911 ms) 2024-04-15T15:37:11.012 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] EncryptedFlattenTest/0.Grow 2024-04-15T15:37:11.012 INFO:tasks.workunit.client.0.smithi016.stdout:using new format! 2024-04-15T15:37:12.039 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:37:12 smithi016 ceph-mon[90652]: pgmap v3348: 137 pgs: 137 active+clean; 31 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.1 MiB/s wr, 55 op/s 2024-04-15T15:37:12.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:37:12 smithi016 ceph-mon[90652]: osdmap e1880: 8 total, 8 up, 8 in 2024-04-15T15:37:12.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:37:12 smithi016 ceph-mon[93212]: pgmap v3348: 137 pgs: 137 active+clean; 31 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.1 MiB/s wr, 55 op/s 2024-04-15T15:37:12.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:37:12 smithi016 ceph-mon[93212]: osdmap e1880: 8 total, 8 up, 8 in 2024-04-15T15:37:12.040 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 15 15:37:11 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-y[81421]: ::ffff:172.21.15.102 - - [15/Apr/2024:15:37:11] "GET /metrics HTTP/1.1" 200 36671 "" "Prometheus/2.43.0" 2024-04-15T15:37:12.316 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:37:12 smithi102 ceph-mon[87131]: pgmap v3348: 137 pgs: 137 active+clean; 31 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.1 MiB/s wr, 55 op/s 2024-04-15T15:37:12.316 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:37:12 smithi102 ceph-mon[87131]: osdmap e1880: 8 total, 8 up, 8 in 2024-04-15T15:37:12.687 INFO:journalctl@ceph.prometheus.a.smithi102.stdout:Apr 15 15:37:12 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-prometheus-a[120881]: ts=2024-04-15T15:37:12.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi016:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"362ea986-fb34-11ee-bc8f-c7b262605968\", instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T15:37:13.289 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:37:13 smithi016 ceph-mon[90652]: osdmap e1881: 8 total, 8 up, 8 in 2024-04-15T15:37:13.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:37:13 smithi016 ceph-mon[93212]: osdmap e1881: 8 total, 8 up, 8 in 2024-04-15T15:37:13.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:37:13 smithi102 ceph-mon[87131]: osdmap e1881: 8 total, 8 up, 8 in 2024-04-15T15:37:14.289 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:37:14 smithi016 ceph-mon[90652]: pgmap v3351: 137 pgs: 137 active+clean; 76 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 13 MiB/s rd, 8.9 MiB/s wr, 87 op/s 2024-04-15T15:37:14.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:37:14 smithi016 ceph-mon[93212]: pgmap v3351: 137 pgs: 137 active+clean; 76 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 13 MiB/s rd, 8.9 MiB/s wr, 87 op/s 2024-04-15T15:37:14.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:37:14 smithi102 ceph-mon[87131]: pgmap v3351: 137 pgs: 137 active+clean; 76 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 13 MiB/s rd, 8.9 MiB/s wr, 87 op/s 2024-04-15T15:37:16.289 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:37:16 smithi016 ceph-mon[90652]: pgmap v3352: 137 pgs: 137 active+clean; 76 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 13 MiB/s rd, 6.3 MiB/s wr, 42 op/s 2024-04-15T15:37:16.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:37:16 smithi016 ceph-mon[93212]: pgmap v3352: 137 pgs: 137 active+clean; 76 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 13 MiB/s rd, 6.3 MiB/s wr, 42 op/s 2024-04-15T15:37:16.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:37:16 smithi102 ceph-mon[87131]: pgmap v3352: 137 pgs: 137 active+clean; 76 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 13 MiB/s rd, 6.3 MiB/s wr, 42 op/s 2024-04-15T15:37:18.289 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:37:18 smithi016 ceph-mon[90652]: pgmap v3353: 137 pgs: 137 active+clean; 84 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 13 MiB/s rd, 7.3 MiB/s wr, 83 op/s 2024-04-15T15:37:18.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:37:18 smithi016 ceph-mon[93212]: pgmap v3353: 137 pgs: 137 active+clean; 84 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 13 MiB/s rd, 7.3 MiB/s wr, 83 op/s 2024-04-15T15:37:18.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:37:18 smithi102 ceph-mon[87131]: pgmap v3353: 137 pgs: 137 active+clean; 84 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 13 MiB/s rd, 7.3 MiB/s wr, 83 op/s 2024-04-15T15:37:19.863 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] EncryptedFlattenTest/0.Grow (8851 ms) 2024-04-15T15:37:19.863 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] EncryptedFlattenTest/0.Shrink 2024-04-15T15:37:19.863 INFO:tasks.workunit.client.0.smithi016.stdout:using new format! 2024-04-15T15:37:20.289 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:37:20 smithi016 ceph-mon[90652]: pgmap v3354: 137 pgs: 137 active+clean; 84 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 11 MiB/s rd, 7.1 MiB/s wr, 70 op/s 2024-04-15T15:37:20.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:37:20 smithi016 ceph-mon[93212]: pgmap v3354: 137 pgs: 137 active+clean; 84 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 11 MiB/s rd, 7.1 MiB/s wr, 70 op/s 2024-04-15T15:37:20.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:37:20 smithi102 ceph-mon[87131]: pgmap v3354: 137 pgs: 137 active+clean; 84 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 11 MiB/s rd, 7.1 MiB/s wr, 70 op/s 2024-04-15T15:37:21.289 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:37:21 smithi016 ceph-mon[93212]: osdmap e1882: 8 total, 8 up, 8 in 2024-04-15T15:37:21.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:37:21 smithi016 ceph-mon[90652]: osdmap e1882: 8 total, 8 up, 8 in 2024-04-15T15:37:21.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:37:21 smithi102 ceph-mon[87131]: osdmap e1882: 8 total, 8 up, 8 in 2024-04-15T15:37:22.030 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 15 15:37:21 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-y[81421]: ::ffff:172.21.15.102 - - [15/Apr/2024:15:37:21] "GET /metrics HTTP/1.1" 200 36671 "" "Prometheus/2.43.0" 2024-04-15T15:37:22.289 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:37:22 smithi016 ceph-mon[90652]: pgmap v3356: 137 pgs: 137 active+clean; 97 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 4.2 MiB/s rd, 2.9 MiB/s wr, 63 op/s 2024-04-15T15:37:22.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:37:22 smithi016 ceph-mon[93212]: pgmap v3356: 137 pgs: 137 active+clean; 97 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 4.2 MiB/s rd, 2.9 MiB/s wr, 63 op/s 2024-04-15T15:37:22.316 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:37:22 smithi102 ceph-mon[87131]: pgmap v3356: 137 pgs: 137 active+clean; 97 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 4.2 MiB/s rd, 2.9 MiB/s wr, 63 op/s 2024-04-15T15:37:22.687 INFO:journalctl@ceph.prometheus.a.smithi102.stdout:Apr 15 15:37:22 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-prometheus-a[120881]: ts=2024-04-15T15:37:22.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi016:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"362ea986-fb34-11ee-bc8f-c7b262605968\", instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T15:37:24.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:37:24 smithi016 ceph-mon[90652]: pgmap v3357: 137 pgs: 137 active+clean; 138 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 11 MiB/s rd, 6.6 MiB/s wr, 95 op/s 2024-04-15T15:37:24.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:37:24 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T15:37:24.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:37:24 smithi016 ceph-mon[93212]: pgmap v3357: 137 pgs: 137 active+clean; 138 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 11 MiB/s rd, 6.6 MiB/s wr, 95 op/s 2024-04-15T15:37:24.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:37:24 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T15:37:24.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:37:24 smithi102 ceph-mon[87131]: pgmap v3357: 137 pgs: 137 active+clean; 138 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 11 MiB/s rd, 6.6 MiB/s wr, 95 op/s 2024-04-15T15:37:24.438 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:37:24 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T15:37:26.289 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:37:26 smithi016 ceph-mon[90652]: pgmap v3358: 137 pgs: 137 active+clean; 138 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 11 MiB/s rd, 6.6 MiB/s wr, 95 op/s 2024-04-15T15:37:26.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:37:26 smithi016 ceph-mon[93212]: pgmap v3358: 137 pgs: 137 active+clean; 138 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 11 MiB/s rd, 6.6 MiB/s wr, 95 op/s 2024-04-15T15:37:26.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:37:26 smithi102 ceph-mon[87131]: pgmap v3358: 137 pgs: 137 active+clean; 138 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 11 MiB/s rd, 6.6 MiB/s wr, 95 op/s 2024-04-15T15:37:27.871 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] EncryptedFlattenTest/0.Shrink (8008 ms) 2024-04-15T15:37:27.871 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] EncryptedFlattenTest/0.ShrinkToOne 2024-04-15T15:37:27.871 INFO:tasks.workunit.client.0.smithi016.stdout:using new format! 2024-04-15T15:37:28.289 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:37:28 smithi016 ceph-mon[90652]: pgmap v3359: 137 pgs: 137 active+clean; 146 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 14 MiB/s rd, 6.6 MiB/s wr, 78 op/s 2024-04-15T15:37:28.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:37:28 smithi016 ceph-mon[93212]: pgmap v3359: 137 pgs: 137 active+clean; 146 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 14 MiB/s rd, 6.6 MiB/s wr, 78 op/s 2024-04-15T15:37:28.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:37:28 smithi102 ceph-mon[87131]: pgmap v3359: 137 pgs: 137 active+clean; 146 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 14 MiB/s rd, 6.6 MiB/s wr, 78 op/s 2024-04-15T15:37:29.438 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:37:29 smithi102 ceph-mon[87131]: osdmap e1883: 8 total, 8 up, 8 in 2024-04-15T15:37:29.539 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:37:29 smithi016 ceph-mon[90652]: osdmap e1883: 8 total, 8 up, 8 in 2024-04-15T15:37:29.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:37:29 smithi016 ceph-mon[93212]: osdmap e1883: 8 total, 8 up, 8 in 2024-04-15T15:37:30.438 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:37:30 smithi102 ceph-mon[87131]: pgmap v3361: 137 pgs: 137 active+clean; 150 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 18 MiB/s rd, 8.2 MiB/s wr, 92 op/s 2024-04-15T15:37:30.539 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:37:30 smithi016 ceph-mon[90652]: pgmap v3361: 137 pgs: 137 active+clean; 150 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 18 MiB/s rd, 8.2 MiB/s wr, 92 op/s 2024-04-15T15:37:30.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:37:30 smithi016 ceph-mon[93212]: pgmap v3361: 137 pgs: 137 active+clean; 150 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 18 MiB/s rd, 8.2 MiB/s wr, 92 op/s 2024-04-15T15:37:32.039 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 15 15:37:31 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-y[81421]: ::ffff:172.21.15.102 - - [15/Apr/2024:15:37:31] "GET /metrics HTTP/1.1" 200 36683 "" "Prometheus/2.43.0" 2024-04-15T15:37:32.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:37:32 smithi102 ceph-mon[87131]: pgmap v3362: 137 pgs: 137 active+clean; 167 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 16 MiB/s rd, 7.0 MiB/s wr, 90 op/s 2024-04-15T15:37:32.438 INFO:journalctl@ceph.prometheus.a.smithi102.stdout:Apr 15 15:37:32 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-prometheus-a[120881]: ts=2024-04-15T15:37:32.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi016:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"362ea986-fb34-11ee-bc8f-c7b262605968\", instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T15:37:32.539 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:37:32 smithi016 ceph-mon[90652]: pgmap v3362: 137 pgs: 137 active+clean; 167 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 16 MiB/s rd, 7.0 MiB/s wr, 90 op/s 2024-04-15T15:37:32.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:37:32 smithi016 ceph-mon[93212]: pgmap v3362: 137 pgs: 137 active+clean; 167 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 16 MiB/s rd, 7.0 MiB/s wr, 90 op/s 2024-04-15T15:37:34.438 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:37:34 smithi102 ceph-mon[87131]: pgmap v3363: 137 pgs: 137 active+clean; 196 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 11 MiB/s rd, 6.2 MiB/s wr, 68 op/s 2024-04-15T15:37:34.539 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:37:34 smithi016 ceph-mon[90652]: pgmap v3363: 137 pgs: 137 active+clean; 196 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 11 MiB/s rd, 6.2 MiB/s wr, 68 op/s 2024-04-15T15:37:34.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:37:34 smithi016 ceph-mon[93212]: pgmap v3363: 137 pgs: 137 active+clean; 196 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 11 MiB/s rd, 6.2 MiB/s wr, 68 op/s 2024-04-15T15:37:35.850 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] EncryptedFlattenTest/0.ShrinkToOne (7980 ms) 2024-04-15T15:37:35.851 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] EncryptedFlattenTest/0.ShrinkToOneAfterSnapshot 2024-04-15T15:37:35.851 INFO:tasks.workunit.client.0.smithi016.stdout:using new format! 2024-04-15T15:37:36.438 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:37:36 smithi102 ceph-mon[87131]: pgmap v3364: 137 pgs: 137 active+clean; 196 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 11 MiB/s rd, 6.2 MiB/s wr, 68 op/s 2024-04-15T15:37:36.539 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:37:36 smithi016 ceph-mon[90652]: pgmap v3364: 137 pgs: 137 active+clean; 196 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 11 MiB/s rd, 6.2 MiB/s wr, 68 op/s 2024-04-15T15:37:36.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:37:36 smithi016 ceph-mon[93212]: pgmap v3364: 137 pgs: 137 active+clean; 196 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 11 MiB/s rd, 6.2 MiB/s wr, 68 op/s 2024-04-15T15:37:37.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:37:37 smithi102 ceph-mon[87131]: osdmap e1884: 8 total, 8 up, 8 in 2024-04-15T15:37:37.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:37:37 smithi016 ceph-mon[90652]: osdmap e1884: 8 total, 8 up, 8 in 2024-04-15T15:37:37.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:37:37 smithi016 ceph-mon[93212]: osdmap e1884: 8 total, 8 up, 8 in 2024-04-15T15:37:38.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:37:38 smithi102 ceph-mon[87131]: pgmap v3366: 137 pgs: 137 active+clean; 204 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 7.1 MiB/s rd, 6.8 MiB/s wr, 93 op/s 2024-04-15T15:37:38.539 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:37:38 smithi016 ceph-mon[90652]: pgmap v3366: 137 pgs: 137 active+clean; 204 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 7.1 MiB/s rd, 6.8 MiB/s wr, 93 op/s 2024-04-15T15:37:38.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:37:38 smithi016 ceph-mon[93212]: pgmap v3366: 137 pgs: 137 active+clean; 204 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 7.1 MiB/s rd, 6.8 MiB/s wr, 93 op/s 2024-04-15T15:37:39.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:37:39 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T15:37:39.539 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:37:39 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T15:37:39.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:37:39 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T15:37:40.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:37:40 smithi102 ceph-mon[87131]: pgmap v3367: 137 pgs: 137 active+clean; 213 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 6.5 MiB/s rd, 7.5 MiB/s wr, 88 op/s 2024-04-15T15:37:40.539 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:37:40 smithi016 ceph-mon[90652]: pgmap v3367: 137 pgs: 137 active+clean; 213 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 6.5 MiB/s rd, 7.5 MiB/s wr, 88 op/s 2024-04-15T15:37:40.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:37:40 smithi016 ceph-mon[93212]: pgmap v3367: 137 pgs: 137 active+clean; 213 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 6.5 MiB/s rd, 7.5 MiB/s wr, 88 op/s 2024-04-15T15:37:42.040 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 15 15:37:41 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-y[81421]: ::ffff:172.21.15.102 - - [15/Apr/2024:15:37:41] "GET /metrics HTTP/1.1" 200 36682 "" "Prometheus/2.43.0" 2024-04-15T15:37:42.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:37:42 smithi102 ceph-mon[87131]: pgmap v3368: 137 pgs: 137 active+clean; 225 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 3.8 MiB/s rd, 7.0 MiB/s wr, 67 op/s 2024-04-15T15:37:42.438 INFO:journalctl@ceph.prometheus.a.smithi102.stdout:Apr 15 15:37:42 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-prometheus-a[120881]: ts=2024-04-15T15:37:42.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi016:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"362ea986-fb34-11ee-bc8f-c7b262605968\", instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T15:37:42.539 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:37:42 smithi016 ceph-mon[90652]: pgmap v3368: 137 pgs: 137 active+clean; 225 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 3.8 MiB/s rd, 7.0 MiB/s wr, 67 op/s 2024-04-15T15:37:42.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:37:42 smithi016 ceph-mon[93212]: pgmap v3368: 137 pgs: 137 active+clean; 225 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 3.8 MiB/s rd, 7.0 MiB/s wr, 67 op/s 2024-04-15T15:37:43.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:37:43 smithi102 ceph-mon[87131]: osdmap e1885: 8 total, 8 up, 8 in 2024-04-15T15:37:43.539 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:37:43 smithi016 ceph-mon[93212]: osdmap e1885: 8 total, 8 up, 8 in 2024-04-15T15:37:43.539 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:37:43 smithi016 ceph-mon[90652]: osdmap e1885: 8 total, 8 up, 8 in 2024-04-15T15:37:44.363 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] EncryptedFlattenTest/0.ShrinkToOneAfterSnapshot (8512 ms) 2024-04-15T15:37:44.363 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] EncryptedFlattenTest/0.MinOverlap 2024-04-15T15:37:44.363 INFO:tasks.workunit.client.0.smithi016.stdout:using new format! 2024-04-15T15:37:44.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:37:44 smithi102 ceph-mon[87131]: pgmap v3370: 137 pgs: 137 active+clean; 229 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 1.8 MiB/s rd, 5.1 MiB/s wr, 84 op/s 2024-04-15T15:37:44.539 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:37:44 smithi016 ceph-mon[93212]: pgmap v3370: 137 pgs: 137 active+clean; 229 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 1.8 MiB/s rd, 5.1 MiB/s wr, 84 op/s 2024-04-15T15:37:44.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:37:44 smithi016 ceph-mon[90652]: pgmap v3370: 137 pgs: 137 active+clean; 229 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 1.8 MiB/s rd, 5.1 MiB/s wr, 84 op/s 2024-04-15T15:37:46.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:37:46 smithi102 ceph-mon[87131]: pgmap v3371: 137 pgs: 137 active+clean; 229 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 1.2 MiB/s rd, 4.8 MiB/s wr, 69 op/s 2024-04-15T15:37:46.438 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:37:46 smithi102 ceph-mon[87131]: osdmap e1886: 8 total, 8 up, 8 in 2024-04-15T15:37:46.539 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:37:46 smithi016 ceph-mon[90652]: pgmap v3371: 137 pgs: 137 active+clean; 229 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 1.2 MiB/s rd, 4.8 MiB/s wr, 69 op/s 2024-04-15T15:37:46.539 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:37:46 smithi016 ceph-mon[90652]: osdmap e1886: 8 total, 8 up, 8 in 2024-04-15T15:37:46.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:37:46 smithi016 ceph-mon[93212]: pgmap v3371: 137 pgs: 137 active+clean; 229 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 1.2 MiB/s rd, 4.8 MiB/s wr, 69 op/s 2024-04-15T15:37:46.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:37:46 smithi016 ceph-mon[93212]: osdmap e1886: 8 total, 8 up, 8 in 2024-04-15T15:37:48.438 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:37:48 smithi102 ceph-mon[87131]: pgmap v3373: 137 pgs: 137 active+clean; 311 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 3.8 MiB/s rd, 12 MiB/s wr, 116 op/s 2024-04-15T15:37:48.539 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:37:48 smithi016 ceph-mon[90652]: pgmap v3373: 137 pgs: 137 active+clean; 311 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 3.8 MiB/s rd, 12 MiB/s wr, 116 op/s 2024-04-15T15:37:48.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:37:48 smithi016 ceph-mon[93212]: pgmap v3373: 137 pgs: 137 active+clean; 311 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 3.8 MiB/s rd, 12 MiB/s wr, 116 op/s 2024-04-15T15:37:50.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:37:50 smithi102 ceph-mon[87131]: pgmap v3374: 137 pgs: 137 active+clean; 311 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 3.8 MiB/s rd, 11 MiB/s wr, 101 op/s 2024-04-15T15:37:50.539 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:37:50 smithi016 ceph-mon[90652]: pgmap v3374: 137 pgs: 137 active+clean; 311 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 3.8 MiB/s rd, 11 MiB/s wr, 101 op/s 2024-04-15T15:37:50.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:37:50 smithi016 ceph-mon[93212]: pgmap v3374: 137 pgs: 137 active+clean; 311 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 3.8 MiB/s rd, 11 MiB/s wr, 101 op/s 2024-04-15T15:37:52.039 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 15 15:37:51 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-y[81421]: ::ffff:172.21.15.102 - - [15/Apr/2024:15:37:51] "GET /metrics HTTP/1.1" 200 36682 "" "Prometheus/2.43.0" 2024-04-15T15:37:52.438 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:37:52 smithi102 ceph-mon[87131]: pgmap v3375: 137 pgs: 137 active+clean; 311 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 3.5 MiB/s rd, 9.7 MiB/s wr, 83 op/s 2024-04-15T15:37:52.438 INFO:journalctl@ceph.prometheus.a.smithi102.stdout:Apr 15 15:37:52 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-prometheus-a[120881]: ts=2024-04-15T15:37:52.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi016:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"362ea986-fb34-11ee-bc8f-c7b262605968\", instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T15:37:52.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:37:52 smithi016 ceph-mon[90652]: pgmap v3375: 137 pgs: 137 active+clean; 311 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 3.5 MiB/s rd, 9.7 MiB/s wr, 83 op/s 2024-04-15T15:37:52.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:37:52 smithi016 ceph-mon[93212]: pgmap v3375: 137 pgs: 137 active+clean; 311 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 3.5 MiB/s rd, 9.7 MiB/s wr, 83 op/s 2024-04-15T15:37:52.965 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] EncryptedFlattenTest/0.MinOverlap (8603 ms) 2024-04-15T15:37:52.966 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] EncryptedFlattenTest/0.ZeroOverlap 2024-04-15T15:37:52.966 INFO:tasks.workunit.client.0.smithi016.stdout:using new format! 2024-04-15T15:37:54.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:37:54 smithi102 ceph-mon[87131]: pgmap v3376: 137 pgs: 137 active+clean; 315 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 3.0 MiB/s rd, 9.0 MiB/s wr, 79 op/s 2024-04-15T15:37:54.438 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:37:54 smithi102 ceph-mon[87131]: osdmap e1887: 8 total, 8 up, 8 in 2024-04-15T15:37:54.438 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:37:54 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T15:37:54.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:37:54 smithi016 ceph-mon[90652]: pgmap v3376: 137 pgs: 137 active+clean; 315 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 3.0 MiB/s rd, 9.0 MiB/s wr, 79 op/s 2024-04-15T15:37:54.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:37:54 smithi016 ceph-mon[90652]: osdmap e1887: 8 total, 8 up, 8 in 2024-04-15T15:37:54.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:37:54 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T15:37:54.541 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:37:54 smithi016 ceph-mon[93212]: pgmap v3376: 137 pgs: 137 active+clean; 315 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 3.0 MiB/s rd, 9.0 MiB/s wr, 79 op/s 2024-04-15T15:37:54.541 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:37:54 smithi016 ceph-mon[93212]: osdmap e1887: 8 total, 8 up, 8 in 2024-04-15T15:37:54.541 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:37:54 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T15:37:56.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:37:56 smithi102 ceph-mon[87131]: pgmap v3378: 137 pgs: 137 active+clean; 315 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 3.1 MiB/s rd, 9.5 MiB/s wr, 84 op/s 2024-04-15T15:37:56.539 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:37:56 smithi016 ceph-mon[90652]: pgmap v3378: 137 pgs: 137 active+clean; 315 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 3.1 MiB/s rd, 9.5 MiB/s wr, 84 op/s 2024-04-15T15:37:56.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:37:56 smithi016 ceph-mon[93212]: pgmap v3378: 137 pgs: 137 active+clean; 315 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 3.1 MiB/s rd, 9.5 MiB/s wr, 84 op/s 2024-04-15T15:37:58.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:37:58 smithi102 ceph-mon[87131]: pgmap v3379: 137 pgs: 137 active+clean; 344 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 4.1 MiB/s wr, 58 op/s 2024-04-15T15:37:58.539 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:37:58 smithi016 ceph-mon[90652]: pgmap v3379: 137 pgs: 137 active+clean; 344 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 4.1 MiB/s wr, 58 op/s 2024-04-15T15:37:58.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:37:58 smithi016 ceph-mon[93212]: pgmap v3379: 137 pgs: 137 active+clean; 344 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 4.1 MiB/s wr, 58 op/s 2024-04-15T15:38:00.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:38:00 smithi102 ceph-mon[87131]: pgmap v3380: 137 pgs: 137 active+clean; 344 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 4.1 MiB/s wr, 58 op/s 2024-04-15T15:38:00.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:38:00 smithi016 ceph-mon[93212]: pgmap v3380: 137 pgs: 137 active+clean; 344 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 4.1 MiB/s wr, 58 op/s 2024-04-15T15:38:00.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:38:00 smithi016 ceph-mon[90652]: pgmap v3380: 137 pgs: 137 active+clean; 344 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 4.1 MiB/s wr, 58 op/s 2024-04-15T15:38:00.923 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] EncryptedFlattenTest/0.ZeroOverlap (7957 ms) 2024-04-15T15:38:01.154 INFO:tasks.workunit.client.0.smithi016.stdout:[----------] 7 tests from EncryptedFlattenTest/0 (62823 ms total) 2024-04-15T15:38:01.154 INFO:tasks.workunit.client.0.smithi016.stdout: 2024-04-15T15:38:01.154 INFO:tasks.workunit.client.0.smithi016.stdout:[----------] 7 tests from EncryptedFlattenTest/1, where TypeParam = PlaintextUnderLUKS2 2024-04-15T15:38:01.193 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] EncryptedFlattenTest/1.Simple 2024-04-15T15:38:01.400 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:38:01 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T15:38:01.401 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:38:01 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T15:38:01.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:38:01 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T15:38:02.039 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 15 15:38:01 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-y[81421]: ::ffff:172.21.15.102 - - [15/Apr/2024:15:38:01] "GET /metrics HTTP/1.1" 200 36684 "" "Prometheus/2.43.0" 2024-04-15T15:38:02.396 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:38:02 smithi016 ceph-mon[90652]: pgmap v3381: 137 pgs: 137 active+clean; 344 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 4.1 MiB/s wr, 59 op/s 2024-04-15T15:38:02.396 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:38:02 smithi016 ceph-mon[90652]: osdmap e1888: 8 total, 8 up, 8 in 2024-04-15T15:38:02.396 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:38:02 smithi016 ceph-mon[93212]: pgmap v3381: 137 pgs: 137 active+clean; 344 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 4.1 MiB/s wr, 59 op/s 2024-04-15T15:38:02.397 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:38:02 smithi016 ceph-mon[93212]: osdmap e1888: 8 total, 8 up, 8 in 2024-04-15T15:38:02.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:38:02 smithi102 ceph-mon[87131]: pgmap v3381: 137 pgs: 137 active+clean; 344 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 4.1 MiB/s wr, 59 op/s 2024-04-15T15:38:02.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:38:02 smithi102 ceph-mon[87131]: osdmap e1888: 8 total, 8 up, 8 in 2024-04-15T15:38:02.437 INFO:journalctl@ceph.prometheus.a.smithi102.stdout:Apr 15 15:38:02 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-prometheus-a[120881]: ts=2024-04-15T15:38:02.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi016:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"362ea986-fb34-11ee-bc8f-c7b262605968\", instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T15:38:03.174 INFO:tasks.workunit.client.0.smithi016.stdout:using new format! 2024-04-15T15:38:03.188 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:38:03 smithi102 ceph-mon[87131]: osdmap e1889: 8 total, 8 up, 8 in 2024-04-15T15:38:03.188 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:38:03 smithi102 ceph-mon[87131]: from='client.? 172.21.15.16:0/1387322323' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi016-143420-37","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T15:38:03.188 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:38:03 smithi102 ceph-mon[87131]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi016-143420-37","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T15:38:03.327 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:38:03 smithi016 ceph-mon[93212]: osdmap e1889: 8 total, 8 up, 8 in 2024-04-15T15:38:03.327 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:38:03 smithi016 ceph-mon[93212]: from='client.? 172.21.15.16:0/1387322323' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi016-143420-37","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T15:38:03.327 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:38:03 smithi016 ceph-mon[93212]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi016-143420-37","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T15:38:03.328 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:38:03 smithi016 ceph-mon[90652]: osdmap e1889: 8 total, 8 up, 8 in 2024-04-15T15:38:03.328 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:38:03 smithi016 ceph-mon[90652]: from='client.? 172.21.15.16:0/1387322323' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi016-143420-37","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T15:38:03.328 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:38:03 smithi016 ceph-mon[90652]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi016-143420-37","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T15:38:04.438 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:38:04 smithi102 ceph-mon[87131]: pgmap v3384: 137 pgs: 4 creating+peering, 28 unknown, 105 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail 2024-04-15T15:38:04.438 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:38:04 smithi102 ceph-mon[87131]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-15T15:38:04.438 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:38:04 smithi102 ceph-mon[87131]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi016-143420-37","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-15T15:38:04.438 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:38:04 smithi102 ceph-mon[87131]: osdmap e1890: 8 total, 8 up, 8 in 2024-04-15T15:38:04.438 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:38:04 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T15:38:04.438 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:38:04 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T15:38:04.438 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:38:04 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T15:38:04.438 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:38:04 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T15:38:04.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:38:04 smithi016 ceph-mon[93212]: pgmap v3384: 137 pgs: 4 creating+peering, 28 unknown, 105 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail 2024-04-15T15:38:04.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:38:04 smithi016 ceph-mon[93212]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-15T15:38:04.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:38:04 smithi016 ceph-mon[93212]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi016-143420-37","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-15T15:38:04.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:38:04 smithi016 ceph-mon[93212]: osdmap e1890: 8 total, 8 up, 8 in 2024-04-15T15:38:04.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:38:04 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T15:38:04.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:38:04 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T15:38:04.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:38:04 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T15:38:04.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:38:04 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T15:38:04.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:38:04 smithi016 ceph-mon[90652]: pgmap v3384: 137 pgs: 4 creating+peering, 28 unknown, 105 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail 2024-04-15T15:38:04.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:38:04 smithi016 ceph-mon[90652]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-15T15:38:04.541 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:38:04 smithi016 ceph-mon[90652]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi016-143420-37","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-15T15:38:04.541 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:38:04 smithi016 ceph-mon[90652]: osdmap e1890: 8 total, 8 up, 8 in 2024-04-15T15:38:04.541 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:38:04 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T15:38:04.541 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:38:04 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T15:38:04.541 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:38:04 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T15:38:04.541 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:38:04 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T15:38:05.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:38:05 smithi102 ceph-mon[87131]: osdmap e1891: 8 total, 8 up, 8 in 2024-04-15T15:38:05.438 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:38:05 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T15:38:05.438 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:38:05 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T15:38:05.438 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:38:05 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T15:38:05.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:38:05 smithi016 ceph-mon[93212]: osdmap e1891: 8 total, 8 up, 8 in 2024-04-15T15:38:05.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:38:05 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T15:38:05.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:38:05 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T15:38:05.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:38:05 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T15:38:05.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:38:05 smithi016 ceph-mon[90652]: osdmap e1891: 8 total, 8 up, 8 in 2024-04-15T15:38:05.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:38:05 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T15:38:05.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:38:05 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T15:38:05.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:38:05 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T15:38:06.438 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:38:06 smithi102 ceph-mon[87131]: pgmap v3387: 137 pgs: 4 creating+peering, 28 unknown, 105 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail 2024-04-15T15:38:06.438 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:38:06 smithi102 ceph-mon[87131]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-15T15:38:06.438 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:38:06 smithi102 ceph-mon[87131]: osdmap e1892: 8 total, 8 up, 8 in 2024-04-15T15:38:06.539 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:38:06 smithi016 ceph-mon[93212]: pgmap v3387: 137 pgs: 4 creating+peering, 28 unknown, 105 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail 2024-04-15T15:38:06.539 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:38:06 smithi016 ceph-mon[93212]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-15T15:38:06.539 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:38:06 smithi016 ceph-mon[93212]: osdmap e1892: 8 total, 8 up, 8 in 2024-04-15T15:38:06.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:38:06 smithi016 ceph-mon[90652]: pgmap v3387: 137 pgs: 4 creating+peering, 28 unknown, 105 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail 2024-04-15T15:38:06.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:38:06 smithi016 ceph-mon[90652]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-15T15:38:06.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:38:06 smithi016 ceph-mon[90652]: osdmap e1892: 8 total, 8 up, 8 in 2024-04-15T15:38:07.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:38:07 smithi102 ceph-mon[87131]: osdmap e1893: 8 total, 8 up, 8 in 2024-04-15T15:38:07.539 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:38:07 smithi016 ceph-mon[93212]: osdmap e1893: 8 total, 8 up, 8 in 2024-04-15T15:38:07.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:38:07 smithi016 ceph-mon[90652]: osdmap e1893: 8 total, 8 up, 8 in 2024-04-15T15:38:08.438 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:38:08 smithi102 ceph-mon[87131]: pgmap v3390: 137 pgs: 4 creating+peering, 133 active+clean; 22 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 22 KiB/s rd, 4.3 MiB/s wr, 33 op/s 2024-04-15T15:38:08.539 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:38:08 smithi016 ceph-mon[93212]: pgmap v3390: 137 pgs: 4 creating+peering, 133 active+clean; 22 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 22 KiB/s rd, 4.3 MiB/s wr, 33 op/s 2024-04-15T15:38:08.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:38:08 smithi016 ceph-mon[90652]: pgmap v3390: 137 pgs: 4 creating+peering, 133 active+clean; 22 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 22 KiB/s rd, 4.3 MiB/s wr, 33 op/s 2024-04-15T15:38:09.539 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:38:09 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T15:38:09.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:38:09 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T15:38:09.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:38:09 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T15:38:10.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:38:10 smithi016 ceph-mon[90652]: pgmap v3391: 137 pgs: 137 active+clean; 30 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 25 KiB/s rd, 4.6 MiB/s wr, 36 op/s 2024-04-15T15:38:10.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:38:10 smithi016 ceph-mon[93212]: pgmap v3391: 137 pgs: 137 active+clean; 30 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 25 KiB/s rd, 4.6 MiB/s wr, 36 op/s 2024-04-15T15:38:10.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:38:10 smithi102 ceph-mon[87131]: pgmap v3391: 137 pgs: 137 active+clean; 30 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 25 KiB/s rd, 4.6 MiB/s wr, 36 op/s 2024-04-15T15:38:12.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:38:12 smithi016 ceph-mon[93212]: pgmap v3392: 137 pgs: 137 active+clean; 30 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 22 KiB/s rd, 3.9 MiB/s wr, 31 op/s 2024-04-15T15:38:12.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:38:12 smithi016 ceph-mon[93212]: osdmap e1894: 8 total, 8 up, 8 in 2024-04-15T15:38:12.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:38:12 smithi016 ceph-mon[90652]: pgmap v3392: 137 pgs: 137 active+clean; 30 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 22 KiB/s rd, 3.9 MiB/s wr, 31 op/s 2024-04-15T15:38:12.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:38:12 smithi016 ceph-mon[90652]: osdmap e1894: 8 total, 8 up, 8 in 2024-04-15T15:38:12.040 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 15 15:38:11 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-y[81421]: ::ffff:172.21.15.102 - - [15/Apr/2024:15:38:11] "GET /metrics HTTP/1.1" 200 36676 "" "Prometheus/2.43.0" 2024-04-15T15:38:12.316 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:38:12 smithi102 ceph-mon[87131]: pgmap v3392: 137 pgs: 137 active+clean; 30 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 22 KiB/s rd, 3.9 MiB/s wr, 31 op/s 2024-04-15T15:38:12.316 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:38:12 smithi102 ceph-mon[87131]: osdmap e1894: 8 total, 8 up, 8 in 2024-04-15T15:38:12.590 INFO:journalctl@ceph.prometheus.a.smithi102.stdout:Apr 15 15:38:12 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-prometheus-a[120881]: ts=2024-04-15T15:38:12.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi016:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"362ea986-fb34-11ee-bc8f-c7b262605968\", instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T15:38:14.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:38:14 smithi016 ceph-mon[93212]: pgmap v3394: 137 pgs: 137 active+clean; 30 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 36 KiB/s rd, 3.4 MiB/s wr, 50 op/s 2024-04-15T15:38:14.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:38:14 smithi016 ceph-mon[90652]: pgmap v3394: 137 pgs: 137 active+clean; 30 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 36 KiB/s rd, 3.4 MiB/s wr, 50 op/s 2024-04-15T15:38:14.438 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:38:14 smithi102 ceph-mon[87131]: pgmap v3394: 137 pgs: 137 active+clean; 30 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 36 KiB/s rd, 3.4 MiB/s wr, 50 op/s 2024-04-15T15:38:16.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:38:16 smithi016 ceph-mon[93212]: pgmap v3395: 137 pgs: 137 active+clean; 30 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 23 KiB/s rd, 2.4 MiB/s wr, 30 op/s 2024-04-15T15:38:16.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:38:16 smithi016 ceph-mon[90652]: pgmap v3395: 137 pgs: 137 active+clean; 30 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 23 KiB/s rd, 2.4 MiB/s wr, 30 op/s 2024-04-15T15:38:16.438 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:38:16 smithi102 ceph-mon[87131]: pgmap v3395: 137 pgs: 137 active+clean; 30 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 23 KiB/s rd, 2.4 MiB/s wr, 30 op/s 2024-04-15T15:38:18.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:38:18 smithi016 ceph-mon[90652]: pgmap v3396: 137 pgs: 137 active+clean; 46 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 52 KiB/s rd, 2.4 MiB/s wr, 32 op/s 2024-04-15T15:38:18.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:38:18 smithi016 ceph-mon[93212]: pgmap v3396: 137 pgs: 137 active+clean; 46 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 52 KiB/s rd, 2.4 MiB/s wr, 32 op/s 2024-04-15T15:38:18.438 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:38:18 smithi102 ceph-mon[87131]: pgmap v3396: 137 pgs: 137 active+clean; 46 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 52 KiB/s rd, 2.4 MiB/s wr, 32 op/s 2024-04-15T15:38:18.780 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] EncryptedFlattenTest/1.Simple (17587 ms) 2024-04-15T15:38:18.780 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] EncryptedFlattenTest/1.Grow 2024-04-15T15:38:18.780 INFO:tasks.workunit.client.0.smithi016.stdout:using new format! 2024-04-15T15:38:20.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:38:20 smithi016 ceph-mon[93212]: pgmap v3397: 137 pgs: 137 active+clean; 50 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.0 MiB/s wr, 34 op/s 2024-04-15T15:38:20.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:38:20 smithi016 ceph-mon[93212]: osdmap e1895: 8 total, 8 up, 8 in 2024-04-15T15:38:20.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:38:20 smithi016 ceph-mon[90652]: pgmap v3397: 137 pgs: 137 active+clean; 50 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.0 MiB/s wr, 34 op/s 2024-04-15T15:38:20.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:38:20 smithi016 ceph-mon[90652]: osdmap e1895: 8 total, 8 up, 8 in 2024-04-15T15:38:20.438 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:38:20 smithi102 ceph-mon[87131]: pgmap v3397: 137 pgs: 137 active+clean; 50 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.0 MiB/s wr, 34 op/s 2024-04-15T15:38:20.438 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:38:20 smithi102 ceph-mon[87131]: osdmap e1895: 8 total, 8 up, 8 in 2024-04-15T15:38:22.030 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:38:22 smithi016 ceph-mon[90652]: pgmap v3399: 137 pgs: 137 active+clean; 70 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.1 MiB/s rd, 4.6 MiB/s wr, 48 op/s 2024-04-15T15:38:22.031 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 15 15:38:21 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-y[81421]: ::ffff:172.21.15.102 - - [15/Apr/2024:15:38:21] "GET /metrics HTTP/1.1" 200 36676 "" "Prometheus/2.43.0" 2024-04-15T15:38:22.289 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:38:22 smithi016 ceph-mon[93212]: pgmap v3399: 137 pgs: 137 active+clean; 70 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.1 MiB/s rd, 4.6 MiB/s wr, 48 op/s 2024-04-15T15:38:22.316 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:38:22 smithi102 ceph-mon[87131]: pgmap v3399: 137 pgs: 137 active+clean; 70 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.1 MiB/s rd, 4.6 MiB/s wr, 48 op/s 2024-04-15T15:38:22.687 INFO:journalctl@ceph.prometheus.a.smithi102.stdout:Apr 15 15:38:22 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-prometheus-a[120881]: ts=2024-04-15T15:38:22.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi016:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"362ea986-fb34-11ee-bc8f-c7b262605968\", instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T15:38:24.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:38:24 smithi016 ceph-mon[93212]: pgmap v3400: 137 pgs: 137 active+clean; 96 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 12 MiB/s rd, 8.2 MiB/s wr, 66 op/s 2024-04-15T15:38:24.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:38:24 smithi016 ceph-mon[90652]: pgmap v3400: 137 pgs: 137 active+clean; 96 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 12 MiB/s rd, 8.2 MiB/s wr, 66 op/s 2024-04-15T15:38:24.438 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:38:24 smithi102 ceph-mon[87131]: pgmap v3400: 137 pgs: 137 active+clean; 96 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 12 MiB/s rd, 8.2 MiB/s wr, 66 op/s 2024-04-15T15:38:25.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:38:25 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T15:38:25.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:38:25 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T15:38:25.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:38:25 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T15:38:26.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:38:26 smithi102 ceph-mon[87131]: pgmap v3401: 137 pgs: 137 active+clean; 96 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 12 MiB/s rd, 8.2 MiB/s wr, 66 op/s 2024-04-15T15:38:26.539 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:38:26 smithi016 ceph-mon[93212]: pgmap v3401: 137 pgs: 137 active+clean; 96 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 12 MiB/s rd, 8.2 MiB/s wr, 66 op/s 2024-04-15T15:38:26.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:38:26 smithi016 ceph-mon[90652]: pgmap v3401: 137 pgs: 137 active+clean; 96 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 12 MiB/s rd, 8.2 MiB/s wr, 66 op/s 2024-04-15T15:38:28.438 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:38:28 smithi102 ceph-mon[87131]: pgmap v3402: 137 pgs: 137 active+clean; 96 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 12 MiB/s rd, 6.6 MiB/s wr, 57 op/s 2024-04-15T15:38:28.539 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:38:28 smithi016 ceph-mon[93212]: pgmap v3402: 137 pgs: 137 active+clean; 96 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 12 MiB/s rd, 6.6 MiB/s wr, 57 op/s 2024-04-15T15:38:28.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:38:28 smithi016 ceph-mon[90652]: pgmap v3402: 137 pgs: 137 active+clean; 96 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 12 MiB/s rd, 6.6 MiB/s wr, 57 op/s 2024-04-15T15:38:30.438 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:38:30 smithi102 ceph-mon[87131]: pgmap v3403: 137 pgs: 137 active+clean; 100 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 9.7 MiB/s rd, 6.6 MiB/s wr, 49 op/s 2024-04-15T15:38:30.539 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:38:30 smithi016 ceph-mon[93212]: pgmap v3403: 137 pgs: 137 active+clean; 100 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 9.7 MiB/s rd, 6.6 MiB/s wr, 49 op/s 2024-04-15T15:38:30.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:38:30 smithi016 ceph-mon[90652]: pgmap v3403: 137 pgs: 137 active+clean; 100 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 9.7 MiB/s rd, 6.6 MiB/s wr, 49 op/s 2024-04-15T15:38:31.031 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] EncryptedFlattenTest/1.Grow (12251 ms) 2024-04-15T15:38:31.032 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] EncryptedFlattenTest/1.Shrink 2024-04-15T15:38:31.032 INFO:tasks.workunit.client.0.smithi016.stdout:using new format! 2024-04-15T15:38:32.040 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 15 15:38:31 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-y[81421]: ::ffff:172.21.15.102 - - [15/Apr/2024:15:38:31] "GET /metrics HTTP/1.1" 200 36678 "" "Prometheus/2.43.0" 2024-04-15T15:38:32.316 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:38:32 smithi102 ceph-mon[87131]: pgmap v3404: 137 pgs: 137 active+clean; 105 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 10 MiB/s rd, 6.5 MiB/s wr, 55 op/s 2024-04-15T15:38:32.539 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:38:32 smithi016 ceph-mon[90652]: pgmap v3404: 137 pgs: 137 active+clean; 105 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 10 MiB/s rd, 6.5 MiB/s wr, 55 op/s 2024-04-15T15:38:32.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:38:32 smithi016 ceph-mon[93212]: pgmap v3404: 137 pgs: 137 active+clean; 105 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 10 MiB/s rd, 6.5 MiB/s wr, 55 op/s 2024-04-15T15:38:32.687 INFO:journalctl@ceph.prometheus.a.smithi102.stdout:Apr 15 15:38:32 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-prometheus-a[120881]: ts=2024-04-15T15:38:32.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi016:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"362ea986-fb34-11ee-bc8f-c7b262605968\", instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T15:38:33.379 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:38:33 smithi016 ceph-mon[93212]: osdmap e1896: 8 total, 8 up, 8 in 2024-04-15T15:38:33.379 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:38:33 smithi016 ceph-mon[90652]: osdmap e1896: 8 total, 8 up, 8 in 2024-04-15T15:38:33.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:38:33 smithi102 ceph-mon[87131]: osdmap e1896: 8 total, 8 up, 8 in 2024-04-15T15:38:34.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:38:34 smithi102 ceph-mon[87131]: pgmap v3406: 137 pgs: 137 active+clean; 157 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 11 MiB/s rd, 7.7 MiB/s wr, 39 op/s 2024-04-15T15:38:34.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:38:34 smithi016 ceph-mon[93212]: pgmap v3406: 137 pgs: 137 active+clean; 157 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 11 MiB/s rd, 7.7 MiB/s wr, 39 op/s 2024-04-15T15:38:34.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:38:34 smithi016 ceph-mon[90652]: pgmap v3406: 137 pgs: 137 active+clean; 157 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 11 MiB/s rd, 7.7 MiB/s wr, 39 op/s 2024-04-15T15:38:36.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:38:36 smithi102 ceph-mon[87131]: pgmap v3407: 137 pgs: 137 active+clean; 157 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 11 MiB/s rd, 7.7 MiB/s wr, 39 op/s 2024-04-15T15:38:36.539 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:38:36 smithi016 ceph-mon[93212]: pgmap v3407: 137 pgs: 137 active+clean; 157 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 11 MiB/s rd, 7.7 MiB/s wr, 39 op/s 2024-04-15T15:38:36.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:38:36 smithi016 ceph-mon[90652]: pgmap v3407: 137 pgs: 137 active+clean; 157 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 11 MiB/s rd, 7.7 MiB/s wr, 39 op/s 2024-04-15T15:38:38.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:38:38 smithi102 ceph-mon[87131]: pgmap v3408: 137 pgs: 137 active+clean; 162 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 12 MiB/s rd, 8.2 MiB/s wr, 68 op/s 2024-04-15T15:38:38.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:38:38 smithi016 ceph-mon[90652]: pgmap v3408: 137 pgs: 137 active+clean; 162 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 12 MiB/s rd, 8.2 MiB/s wr, 68 op/s 2024-04-15T15:38:38.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:38:38 smithi016 ceph-mon[93212]: pgmap v3408: 137 pgs: 137 active+clean; 162 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 12 MiB/s rd, 8.2 MiB/s wr, 68 op/s 2024-04-15T15:38:39.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:38:39 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T15:38:39.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:38:39 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T15:38:39.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:38:39 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T15:38:40.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:38:40 smithi102 ceph-mon[87131]: pgmap v3409: 137 pgs: 137 active+clean; 162 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 12 MiB/s rd, 7.8 MiB/s wr, 68 op/s 2024-04-15T15:38:40.539 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:38:40 smithi016 ceph-mon[93212]: pgmap v3409: 137 pgs: 137 active+clean; 162 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 12 MiB/s rd, 7.8 MiB/s wr, 68 op/s 2024-04-15T15:38:40.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:38:40 smithi016 ceph-mon[90652]: pgmap v3409: 137 pgs: 137 active+clean; 162 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 12 MiB/s rd, 7.8 MiB/s wr, 68 op/s 2024-04-15T15:38:42.040 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 15 15:38:41 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-y[81421]: ::ffff:172.21.15.102 - - [15/Apr/2024:15:38:41] "GET /metrics HTTP/1.1" 200 36685 "" "Prometheus/2.43.0" 2024-04-15T15:38:42.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:38:42 smithi102 ceph-mon[87131]: pgmap v3410: 137 pgs: 137 active+clean; 162 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 9.6 MiB/s rd, 6.9 MiB/s wr, 53 op/s 2024-04-15T15:38:42.438 INFO:journalctl@ceph.prometheus.a.smithi102.stdout:Apr 15 15:38:42 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-prometheus-a[120881]: ts=2024-04-15T15:38:42.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi016:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"362ea986-fb34-11ee-bc8f-c7b262605968\", instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T15:38:42.539 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:38:42 smithi016 ceph-mon[90652]: pgmap v3410: 137 pgs: 137 active+clean; 162 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 9.6 MiB/s rd, 6.9 MiB/s wr, 53 op/s 2024-04-15T15:38:42.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:38:42 smithi016 ceph-mon[93212]: pgmap v3410: 137 pgs: 137 active+clean; 162 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 9.6 MiB/s rd, 6.9 MiB/s wr, 53 op/s 2024-04-15T15:38:44.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:38:44 smithi016 ceph-mon[90652]: pgmap v3411: 137 pgs: 137 active+clean; 170 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 3.6 MiB/s rd, 2.4 MiB/s wr, 43 op/s 2024-04-15T15:38:44.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:38:44 smithi016 ceph-mon[93212]: pgmap v3411: 137 pgs: 137 active+clean; 170 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 3.6 MiB/s rd, 2.4 MiB/s wr, 43 op/s 2024-04-15T15:38:44.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:38:44 smithi102 ceph-mon[87131]: pgmap v3411: 137 pgs: 137 active+clean; 170 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 3.6 MiB/s rd, 2.4 MiB/s wr, 43 op/s 2024-04-15T15:38:45.587 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] EncryptedFlattenTest/1.Shrink (14554 ms) 2024-04-15T15:38:45.587 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] EncryptedFlattenTest/1.ShrinkToOne 2024-04-15T15:38:45.587 INFO:tasks.workunit.client.0.smithi016.stdout:using new format! 2024-04-15T15:38:46.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:38:46 smithi102 ceph-mon[87131]: pgmap v3412: 137 pgs: 137 active+clean; 170 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 814 KiB/s rd, 1.1 MiB/s wr, 30 op/s 2024-04-15T15:38:46.539 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:38:46 smithi016 ceph-mon[90652]: pgmap v3412: 137 pgs: 137 active+clean; 170 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 814 KiB/s rd, 1.1 MiB/s wr, 30 op/s 2024-04-15T15:38:46.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:38:46 smithi016 ceph-mon[93212]: pgmap v3412: 137 pgs: 137 active+clean; 170 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 814 KiB/s rd, 1.1 MiB/s wr, 30 op/s 2024-04-15T15:38:47.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:38:47 smithi102 ceph-mon[87131]: osdmap e1897: 8 total, 8 up, 8 in 2024-04-15T15:38:47.539 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:38:47 smithi016 ceph-mon[93212]: osdmap e1897: 8 total, 8 up, 8 in 2024-04-15T15:38:47.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:38:47 smithi016 ceph-mon[90652]: osdmap e1897: 8 total, 8 up, 8 in 2024-04-15T15:38:48.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:38:48 smithi102 ceph-mon[87131]: pgmap v3414: 137 pgs: 137 active+clean; 204 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 11 MiB/s rd, 5.8 MiB/s wr, 37 op/s 2024-04-15T15:38:48.539 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:38:48 smithi016 ceph-mon[90652]: pgmap v3414: 137 pgs: 137 active+clean; 204 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 11 MiB/s rd, 5.8 MiB/s wr, 37 op/s 2024-04-15T15:38:48.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:38:48 smithi016 ceph-mon[93212]: pgmap v3414: 137 pgs: 137 active+clean; 204 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 11 MiB/s rd, 5.8 MiB/s wr, 37 op/s 2024-04-15T15:38:50.438 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:38:50 smithi102 ceph-mon[87131]: pgmap v3415: 137 pgs: 137 active+clean; 208 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 11 MiB/s rd, 6.2 MiB/s wr, 39 op/s 2024-04-15T15:38:50.539 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:38:50 smithi016 ceph-mon[93212]: pgmap v3415: 137 pgs: 137 active+clean; 208 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 11 MiB/s rd, 6.2 MiB/s wr, 39 op/s 2024-04-15T15:38:50.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:38:50 smithi016 ceph-mon[90652]: pgmap v3415: 137 pgs: 137 active+clean; 208 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 11 MiB/s rd, 6.2 MiB/s wr, 39 op/s 2024-04-15T15:38:52.040 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 15 15:38:51 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-y[81421]: ::ffff:172.21.15.102 - - [15/Apr/2024:15:38:51] "GET /metrics HTTP/1.1" 200 36685 "" "Prometheus/2.43.0" 2024-04-15T15:38:52.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:38:52 smithi102 ceph-mon[87131]: pgmap v3416: 137 pgs: 137 active+clean; 228 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 12 MiB/s rd, 8.2 MiB/s wr, 47 op/s 2024-04-15T15:38:52.438 INFO:journalctl@ceph.prometheus.a.smithi102.stdout:Apr 15 15:38:52 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-prometheus-a[120881]: ts=2024-04-15T15:38:52.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi016:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"362ea986-fb34-11ee-bc8f-c7b262605968\", instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T15:38:52.539 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:38:52 smithi016 ceph-mon[93212]: pgmap v3416: 137 pgs: 137 active+clean; 228 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 12 MiB/s rd, 8.2 MiB/s wr, 47 op/s 2024-04-15T15:38:52.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:38:52 smithi016 ceph-mon[90652]: pgmap v3416: 137 pgs: 137 active+clean; 228 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 12 MiB/s rd, 8.2 MiB/s wr, 47 op/s 2024-04-15T15:38:54.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:38:54 smithi102 ceph-mon[87131]: pgmap v3417: 137 pgs: 137 active+clean; 228 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 12 MiB/s rd, 7.4 MiB/s wr, 61 op/s 2024-04-15T15:38:54.438 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:38:54 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T15:38:54.539 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:38:54 smithi016 ceph-mon[93212]: pgmap v3417: 137 pgs: 137 active+clean; 228 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 12 MiB/s rd, 7.4 MiB/s wr, 61 op/s 2024-04-15T15:38:54.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:38:54 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T15:38:54.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:38:54 smithi016 ceph-mon[90652]: pgmap v3417: 137 pgs: 137 active+clean; 228 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 12 MiB/s rd, 7.4 MiB/s wr, 61 op/s 2024-04-15T15:38:54.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:38:54 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T15:38:56.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:38:56 smithi102 ceph-mon[87131]: pgmap v3418: 137 pgs: 137 active+clean; 228 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 12 MiB/s rd, 7.4 MiB/s wr, 61 op/s 2024-04-15T15:38:56.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:38:56 smithi016 ceph-mon[93212]: pgmap v3418: 137 pgs: 137 active+clean; 228 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 12 MiB/s rd, 7.4 MiB/s wr, 61 op/s 2024-04-15T15:38:56.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:38:56 smithi016 ceph-mon[90652]: pgmap v3418: 137 pgs: 137 active+clean; 228 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 12 MiB/s rd, 7.4 MiB/s wr, 61 op/s 2024-04-15T15:38:58.005 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] EncryptedFlattenTest/1.ShrinkToOne (12419 ms) 2024-04-15T15:38:58.005 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] EncryptedFlattenTest/1.ShrinkToOneAfterSnapshot 2024-04-15T15:38:58.005 INFO:tasks.workunit.client.0.smithi016.stdout:using new format! 2024-04-15T15:38:58.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:38:58 smithi102 ceph-mon[87131]: pgmap v3419: 137 pgs: 137 active+clean; 244 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 10 MiB/s rd, 7.1 MiB/s wr, 60 op/s 2024-04-15T15:38:58.539 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:38:58 smithi016 ceph-mon[93212]: pgmap v3419: 137 pgs: 137 active+clean; 244 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 10 MiB/s rd, 7.1 MiB/s wr, 60 op/s 2024-04-15T15:38:58.539 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:38:58 smithi016 ceph-mon[90652]: pgmap v3419: 137 pgs: 137 active+clean; 244 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 10 MiB/s rd, 7.1 MiB/s wr, 60 op/s 2024-04-15T15:38:59.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:38:59 smithi102 ceph-mon[87131]: osdmap e1898: 8 total, 8 up, 8 in 2024-04-15T15:38:59.539 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:38:59 smithi016 ceph-mon[93212]: osdmap e1898: 8 total, 8 up, 8 in 2024-04-15T15:38:59.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:38:59 smithi016 ceph-mon[90652]: osdmap e1898: 8 total, 8 up, 8 in 2024-04-15T15:39:00.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:39:00 smithi102 ceph-mon[87131]: pgmap v3421: 137 pgs: 137 active+clean; 244 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 1.3 MiB/s rd, 4.0 MiB/s wr, 42 op/s 2024-04-15T15:39:00.539 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:39:00 smithi016 ceph-mon[93212]: pgmap v3421: 137 pgs: 137 active+clean; 244 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 1.3 MiB/s rd, 4.0 MiB/s wr, 42 op/s 2024-04-15T15:39:00.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:39:00 smithi016 ceph-mon[90652]: pgmap v3421: 137 pgs: 137 active+clean; 244 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 1.3 MiB/s rd, 4.0 MiB/s wr, 42 op/s 2024-04-15T15:39:02.041 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 15 15:39:01 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-y[81421]: ::ffff:172.21.15.102 - - [15/Apr/2024:15:39:01] "GET /metrics HTTP/1.1" 200 36685 "" "Prometheus/2.43.0" 2024-04-15T15:39:02.438 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:39:02 smithi102 ceph-mon[87131]: pgmap v3422: 137 pgs: 137 active+clean; 256 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 1.3 MiB/s rd, 3.6 MiB/s wr, 42 op/s 2024-04-15T15:39:02.438 INFO:journalctl@ceph.prometheus.a.smithi102.stdout:Apr 15 15:39:02 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-prometheus-a[120881]: ts=2024-04-15T15:39:02.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi016:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"362ea986-fb34-11ee-bc8f-c7b262605968\", instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T15:39:02.539 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:39:02 smithi016 ceph-mon[93212]: pgmap v3422: 137 pgs: 137 active+clean; 256 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 1.3 MiB/s rd, 3.6 MiB/s wr, 42 op/s 2024-04-15T15:39:02.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:39:02 smithi016 ceph-mon[90652]: pgmap v3422: 137 pgs: 137 active+clean; 256 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 1.3 MiB/s rd, 3.6 MiB/s wr, 42 op/s 2024-04-15T15:39:04.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:39:04 smithi102 ceph-mon[87131]: pgmap v3423: 137 pgs: 137 active+clean; 273 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 6.5 MiB/s wr, 60 op/s 2024-04-15T15:39:04.539 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:39:04 smithi016 ceph-mon[93212]: pgmap v3423: 137 pgs: 137 active+clean; 273 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 6.5 MiB/s wr, 60 op/s 2024-04-15T15:39:04.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:39:04 smithi016 ceph-mon[90652]: pgmap v3423: 137 pgs: 137 active+clean; 273 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 6.5 MiB/s wr, 60 op/s 2024-04-15T15:39:05.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:39:05 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T15:39:05.539 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:39:05 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T15:39:05.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:39:05 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T15:39:06.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:39:06 smithi102 ceph-mon[87131]: pgmap v3424: 137 pgs: 137 active+clean; 273 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 6.5 MiB/s wr, 60 op/s 2024-04-15T15:39:06.438 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:39:06 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T15:39:06.438 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:39:06 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T15:39:06.438 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:39:06 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T15:39:06.539 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:39:06 smithi016 ceph-mon[93212]: pgmap v3424: 137 pgs: 137 active+clean; 273 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 6.5 MiB/s wr, 60 op/s 2024-04-15T15:39:06.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:39:06 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T15:39:06.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:39:06 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T15:39:06.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:39:06 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T15:39:06.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:39:06 smithi016 ceph-mon[90652]: pgmap v3424: 137 pgs: 137 active+clean; 273 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 6.5 MiB/s wr, 60 op/s 2024-04-15T15:39:06.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:39:06 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T15:39:06.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:39:06 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T15:39:06.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:39:06 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T15:39:08.438 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:39:08 smithi102 ceph-mon[87131]: pgmap v3425: 137 pgs: 137 active+clean; 277 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 1.2 MiB/s rd, 4.9 MiB/s wr, 52 op/s 2024-04-15T15:39:08.539 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:39:08 smithi016 ceph-mon[93212]: pgmap v3425: 137 pgs: 137 active+clean; 277 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 1.2 MiB/s rd, 4.9 MiB/s wr, 52 op/s 2024-04-15T15:39:08.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:39:08 smithi016 ceph-mon[90652]: pgmap v3425: 137 pgs: 137 active+clean; 277 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 1.2 MiB/s rd, 4.9 MiB/s wr, 52 op/s 2024-04-15T15:39:09.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:39:09 smithi102 ceph-mon[87131]: osdmap e1899: 8 total, 8 up, 8 in 2024-04-15T15:39:09.438 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:39:09 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T15:39:09.539 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:39:09 smithi016 ceph-mon[90652]: osdmap e1899: 8 total, 8 up, 8 in 2024-04-15T15:39:09.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:39:09 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T15:39:09.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:39:09 smithi016 ceph-mon[93212]: osdmap e1899: 8 total, 8 up, 8 in 2024-04-15T15:39:09.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:39:09 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T15:39:10.366 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] EncryptedFlattenTest/1.ShrinkToOneAfterSnapshot (12362 ms) 2024-04-15T15:39:10.366 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] EncryptedFlattenTest/1.MinOverlap 2024-04-15T15:39:10.366 INFO:tasks.workunit.client.0.smithi016.stdout:using new format! 2024-04-15T15:39:10.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:39:10 smithi102 ceph-mon[87131]: pgmap v3427: 137 pgs: 137 active+clean; 281 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 1.2 MiB/s rd, 5.3 MiB/s wr, 55 op/s 2024-04-15T15:39:10.539 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:39:10 smithi016 ceph-mon[90652]: pgmap v3427: 137 pgs: 137 active+clean; 281 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 1.2 MiB/s rd, 5.3 MiB/s wr, 55 op/s 2024-04-15T15:39:10.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:39:10 smithi016 ceph-mon[93212]: pgmap v3427: 137 pgs: 137 active+clean; 281 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 1.2 MiB/s rd, 5.3 MiB/s wr, 55 op/s 2024-04-15T15:39:12.039 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 15 15:39:11 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-y[81421]: ::ffff:172.21.15.102 - - [15/Apr/2024:15:39:11] "GET /metrics HTTP/1.1" 200 36686 "" "Prometheus/2.43.0" 2024-04-15T15:39:12.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:39:12 smithi102 ceph-mon[87131]: pgmap v3428: 137 pgs: 137 active+clean; 310 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 2.9 MiB/s rd, 6.6 MiB/s wr, 70 op/s 2024-04-15T15:39:12.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:39:12 smithi102 ceph-mon[87131]: osdmap e1900: 8 total, 8 up, 8 in 2024-04-15T15:39:12.438 INFO:journalctl@ceph.prometheus.a.smithi102.stdout:Apr 15 15:39:12 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-prometheus-a[120881]: ts=2024-04-15T15:39:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi016:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"362ea986-fb34-11ee-bc8f-c7b262605968\", instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T15:39:12.539 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:39:12 smithi016 ceph-mon[93212]: pgmap v3428: 137 pgs: 137 active+clean; 310 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 2.9 MiB/s rd, 6.6 MiB/s wr, 70 op/s 2024-04-15T15:39:12.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:39:12 smithi016 ceph-mon[93212]: osdmap e1900: 8 total, 8 up, 8 in 2024-04-15T15:39:12.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:39:12 smithi016 ceph-mon[90652]: pgmap v3428: 137 pgs: 137 active+clean; 310 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 2.9 MiB/s rd, 6.6 MiB/s wr, 70 op/s 2024-04-15T15:39:12.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:39:12 smithi016 ceph-mon[90652]: osdmap e1900: 8 total, 8 up, 8 in 2024-04-15T15:39:14.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:39:14 smithi102 ceph-mon[87131]: pgmap v3430: 137 pgs: 137 active+clean; 383 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 5.3 MiB/s rd, 14 MiB/s wr, 82 op/s 2024-04-15T15:39:14.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:39:14 smithi016 ceph-mon[93212]: pgmap v3430: 137 pgs: 137 active+clean; 383 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 5.3 MiB/s rd, 14 MiB/s wr, 82 op/s 2024-04-15T15:39:14.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:39:14 smithi016 ceph-mon[90652]: pgmap v3430: 137 pgs: 137 active+clean; 383 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 5.3 MiB/s rd, 14 MiB/s wr, 82 op/s 2024-04-15T15:39:16.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:39:16 smithi102 ceph-mon[87131]: pgmap v3431: 137 pgs: 137 active+clean; 383 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 5.3 MiB/s rd, 13 MiB/s wr, 76 op/s 2024-04-15T15:39:16.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:39:16 smithi016 ceph-mon[93212]: pgmap v3431: 137 pgs: 137 active+clean; 383 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 5.3 MiB/s rd, 13 MiB/s wr, 76 op/s 2024-04-15T15:39:16.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:39:16 smithi016 ceph-mon[90652]: pgmap v3431: 137 pgs: 137 active+clean; 383 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 5.3 MiB/s rd, 13 MiB/s wr, 76 op/s 2024-04-15T15:39:18.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:39:18 smithi102 ceph-mon[87131]: pgmap v3432: 137 pgs: 137 active+clean; 383 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 5.0 MiB/s rd, 12 MiB/s wr, 87 op/s 2024-04-15T15:39:18.539 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:39:18 smithi016 ceph-mon[93212]: pgmap v3432: 137 pgs: 137 active+clean; 383 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 5.0 MiB/s rd, 12 MiB/s wr, 87 op/s 2024-04-15T15:39:18.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:39:18 smithi016 ceph-mon[90652]: pgmap v3432: 137 pgs: 137 active+clean; 383 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 5.0 MiB/s rd, 12 MiB/s wr, 87 op/s 2024-04-15T15:39:20.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:39:20 smithi102 ceph-mon[87131]: pgmap v3433: 137 pgs: 137 active+clean; 383 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 4.2 MiB/s rd, 10 MiB/s wr, 73 op/s 2024-04-15T15:39:20.539 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:39:20 smithi016 ceph-mon[93212]: pgmap v3433: 137 pgs: 137 active+clean; 383 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 4.2 MiB/s rd, 10 MiB/s wr, 73 op/s 2024-04-15T15:39:20.539 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:39:20 smithi016 ceph-mon[90652]: pgmap v3433: 137 pgs: 137 active+clean; 383 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 4.2 MiB/s rd, 10 MiB/s wr, 73 op/s 2024-04-15T15:39:22.040 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 15 15:39:21 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-y[81421]: ::ffff:172.21.15.102 - - [15/Apr/2024:15:39:21] "GET /metrics HTTP/1.1" 200 36686 "" "Prometheus/2.43.0" 2024-04-15T15:39:22.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:39:22 smithi102 ceph-mon[87131]: pgmap v3434: 137 pgs: 137 active+clean; 395 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 2.2 MiB/s rd, 8.5 MiB/s wr, 51 op/s 2024-04-15T15:39:22.438 INFO:journalctl@ceph.prometheus.a.smithi102.stdout:Apr 15 15:39:22 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-prometheus-a[120881]: ts=2024-04-15T15:39:22.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi016:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"362ea986-fb34-11ee-bc8f-c7b262605968\", instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T15:39:22.539 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:39:22 smithi016 ceph-mon[90652]: pgmap v3434: 137 pgs: 137 active+clean; 395 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 2.2 MiB/s rd, 8.5 MiB/s wr, 51 op/s 2024-04-15T15:39:22.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:39:22 smithi016 ceph-mon[93212]: pgmap v3434: 137 pgs: 137 active+clean; 395 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 2.2 MiB/s rd, 8.5 MiB/s wr, 51 op/s 2024-04-15T15:39:22.624 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] EncryptedFlattenTest/1.MinOverlap (12258 ms) 2024-04-15T15:39:22.624 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] EncryptedFlattenTest/1.ZeroOverlap 2024-04-15T15:39:22.624 INFO:tasks.workunit.client.0.smithi016.stdout:using new format! 2024-04-15T15:39:24.438 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:39:24 smithi102 ceph-mon[87131]: pgmap v3435: 137 pgs: 137 active+clean; 403 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 2.9 MiB/s rd, 6.3 MiB/s wr, 59 op/s 2024-04-15T15:39:24.438 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:39:24 smithi102 ceph-mon[87131]: osdmap e1901: 8 total, 8 up, 8 in 2024-04-15T15:39:24.438 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:39:24 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T15:39:24.539 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:39:24 smithi016 ceph-mon[93212]: pgmap v3435: 137 pgs: 137 active+clean; 403 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 2.9 MiB/s rd, 6.3 MiB/s wr, 59 op/s 2024-04-15T15:39:24.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:39:24 smithi016 ceph-mon[93212]: osdmap e1901: 8 total, 8 up, 8 in 2024-04-15T15:39:24.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:39:24 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T15:39:24.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:39:24 smithi016 ceph-mon[90652]: pgmap v3435: 137 pgs: 137 active+clean; 403 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 2.9 MiB/s rd, 6.3 MiB/s wr, 59 op/s 2024-04-15T15:39:24.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:39:24 smithi016 ceph-mon[90652]: osdmap e1901: 8 total, 8 up, 8 in 2024-04-15T15:39:24.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:39:24 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T15:39:26.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:39:26 smithi102 ceph-mon[87131]: pgmap v3437: 137 pgs: 137 active+clean; 403 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.8 MiB/s wr, 39 op/s 2024-04-15T15:39:26.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:39:26 smithi016 ceph-mon[93212]: pgmap v3437: 137 pgs: 137 active+clean; 403 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.8 MiB/s wr, 39 op/s 2024-04-15T15:39:26.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:39:26 smithi016 ceph-mon[90652]: pgmap v3437: 137 pgs: 137 active+clean; 403 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.8 MiB/s wr, 39 op/s 2024-04-15T15:39:28.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:39:28 smithi102 ceph-mon[87131]: pgmap v3438: 137 pgs: 137 active+clean; 424 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 3.3 MiB/s rd, 6.1 MiB/s wr, 42 op/s 2024-04-15T15:39:28.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:39:28 smithi016 ceph-mon[93212]: pgmap v3438: 137 pgs: 137 active+clean; 424 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 3.3 MiB/s rd, 6.1 MiB/s wr, 42 op/s 2024-04-15T15:39:28.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:39:28 smithi016 ceph-mon[90652]: pgmap v3438: 137 pgs: 137 active+clean; 424 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 3.3 MiB/s rd, 6.1 MiB/s wr, 42 op/s 2024-04-15T15:39:30.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:39:30 smithi016 ceph-mon[90652]: pgmap v3439: 137 pgs: 137 active+clean; 428 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 3.3 MiB/s rd, 6.5 MiB/s wr, 62 op/s 2024-04-15T15:39:30.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:39:30 smithi016 ceph-mon[93212]: pgmap v3439: 137 pgs: 137 active+clean; 428 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 3.3 MiB/s rd, 6.5 MiB/s wr, 62 op/s 2024-04-15T15:39:30.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:39:30 smithi102 ceph-mon[87131]: pgmap v3439: 137 pgs: 137 active+clean; 428 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 3.3 MiB/s rd, 6.5 MiB/s wr, 62 op/s 2024-04-15T15:39:32.039 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 15 15:39:31 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-y[81421]: ::ffff:172.21.15.102 - - [15/Apr/2024:15:39:31] "GET /metrics HTTP/1.1" 200 36688 "" "Prometheus/2.43.0" 2024-04-15T15:39:32.539 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:39:32 smithi016 ceph-mon[90652]: pgmap v3440: 137 pgs: 137 active+clean; 428 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 3.3 MiB/s rd, 5.3 MiB/s wr, 65 op/s 2024-04-15T15:39:32.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:39:32 smithi016 ceph-mon[93212]: pgmap v3440: 137 pgs: 137 active+clean; 428 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 3.3 MiB/s rd, 5.3 MiB/s wr, 65 op/s 2024-04-15T15:39:32.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:39:32 smithi102 ceph-mon[87131]: pgmap v3440: 137 pgs: 137 active+clean; 428 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 3.3 MiB/s rd, 5.3 MiB/s wr, 65 op/s 2024-04-15T15:39:32.688 INFO:journalctl@ceph.prometheus.a.smithi102.stdout:Apr 15 15:39:32 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-prometheus-a[120881]: ts=2024-04-15T15:39:32.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi016:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"362ea986-fb34-11ee-bc8f-c7b262605968\", instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T15:39:34.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:39:34 smithi016 ceph-mon[90652]: pgmap v3441: 137 pgs: 137 active+clean; 440 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 1.7 MiB/s rd, 4.9 MiB/s wr, 48 op/s 2024-04-15T15:39:34.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:39:34 smithi016 ceph-mon[93212]: pgmap v3441: 137 pgs: 137 active+clean; 440 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 1.7 MiB/s rd, 4.9 MiB/s wr, 48 op/s 2024-04-15T15:39:34.626 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] EncryptedFlattenTest/1.ZeroOverlap (12001 ms) 2024-04-15T15:39:34.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:39:34 smithi102 ceph-mon[87131]: pgmap v3441: 137 pgs: 137 active+clean; 440 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 1.7 MiB/s rd, 4.9 MiB/s wr, 48 op/s 2024-04-15T15:39:35.207 INFO:tasks.workunit.client.0.smithi016.stdout:[----------] 7 tests from EncryptedFlattenTest/1 (93432 ms total) 2024-04-15T15:39:35.207 INFO:tasks.workunit.client.0.smithi016.stdout: 2024-04-15T15:39:35.207 INFO:tasks.workunit.client.0.smithi016.stdout:[----------] 7 tests from EncryptedFlattenTest/2, where TypeParam = UnformattedLUKS1 2024-04-15T15:39:35.242 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] EncryptedFlattenTest/2.Simple 2024-04-15T15:39:36.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:39:36 smithi016 ceph-mon[90652]: pgmap v3442: 137 pgs: 137 active+clean; 440 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 1.5 MiB/s rd, 4.3 MiB/s wr, 42 op/s 2024-04-15T15:39:36.585 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:39:36 smithi016 ceph-mon[90652]: osdmap e1902: 8 total, 8 up, 8 in 2024-04-15T15:39:36.586 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:39:36 smithi016 ceph-mon[93212]: pgmap v3442: 137 pgs: 137 active+clean; 440 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 1.5 MiB/s rd, 4.3 MiB/s wr, 42 op/s 2024-04-15T15:39:36.586 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:39:36 smithi016 ceph-mon[93212]: osdmap e1902: 8 total, 8 up, 8 in 2024-04-15T15:39:36.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:39:36 smithi102 ceph-mon[87131]: pgmap v3442: 137 pgs: 137 active+clean; 440 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 1.5 MiB/s rd, 4.3 MiB/s wr, 42 op/s 2024-04-15T15:39:36.688 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:39:36 smithi102 ceph-mon[87131]: osdmap e1902: 8 total, 8 up, 8 in 2024-04-15T15:39:37.223 INFO:tasks.workunit.client.0.smithi016.stdout:using new format! 2024-04-15T15:39:37.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:39:37 smithi016 ceph-mon[90652]: osdmap e1903: 8 total, 8 up, 8 in 2024-04-15T15:39:37.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:39:37 smithi016 ceph-mon[90652]: from='client.? 172.21.15.16:0/3924987286' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi016-143420-38","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T15:39:37.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:39:37 smithi016 ceph-mon[90652]: from='client.? 172.21.15.16:0/3924987286' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi016-143420-38","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-15T15:39:37.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:39:37 smithi016 ceph-mon[90652]: osdmap e1904: 8 total, 8 up, 8 in 2024-04-15T15:39:37.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:39:37 smithi016 ceph-mon[93212]: osdmap e1903: 8 total, 8 up, 8 in 2024-04-15T15:39:37.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:39:37 smithi016 ceph-mon[93212]: from='client.? 172.21.15.16:0/3924987286' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi016-143420-38","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T15:39:37.541 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:39:37 smithi016 ceph-mon[93212]: from='client.? 172.21.15.16:0/3924987286' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi016-143420-38","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-15T15:39:37.541 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:39:37 smithi016 ceph-mon[93212]: osdmap e1904: 8 total, 8 up, 8 in 2024-04-15T15:39:37.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:39:37 smithi102 ceph-mon[87131]: osdmap e1903: 8 total, 8 up, 8 in 2024-04-15T15:39:37.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:39:37 smithi102 ceph-mon[87131]: from='client.? 172.21.15.16:0/3924987286' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi016-143420-38","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T15:39:37.688 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:39:37 smithi102 ceph-mon[87131]: from='client.? 172.21.15.16:0/3924987286' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi016-143420-38","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-15T15:39:37.688 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:39:37 smithi102 ceph-mon[87131]: osdmap e1904: 8 total, 8 up, 8 in 2024-04-15T15:39:38.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:39:38 smithi016 ceph-mon[90652]: pgmap v3445: 137 pgs: 6 creating+peering, 26 unknown, 105 active+clean; 4.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail 2024-04-15T15:39:38.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:39:38 smithi016 ceph-mon[90652]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-15T15:39:38.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:39:38 smithi016 ceph-mon[90652]: osdmap e1905: 8 total, 8 up, 8 in 2024-04-15T15:39:38.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:39:38 smithi016 ceph-mon[93212]: pgmap v3445: 137 pgs: 6 creating+peering, 26 unknown, 105 active+clean; 4.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail 2024-04-15T15:39:38.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:39:38 smithi016 ceph-mon[93212]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-15T15:39:38.541 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:39:38 smithi016 ceph-mon[93212]: osdmap e1905: 8 total, 8 up, 8 in 2024-04-15T15:39:38.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:39:38 smithi102 ceph-mon[87131]: pgmap v3445: 137 pgs: 6 creating+peering, 26 unknown, 105 active+clean; 4.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail 2024-04-15T15:39:38.688 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:39:38 smithi102 ceph-mon[87131]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-15T15:39:38.688 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:39:38 smithi102 ceph-mon[87131]: osdmap e1905: 8 total, 8 up, 8 in 2024-04-15T15:39:40.289 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:39:40 smithi016 ceph-mon[90652]: pgmap v3448: 137 pgs: 6 creating+peering, 22 unknown, 109 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2024-04-15T15:39:40.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:39:40 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T15:39:40.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:39:40 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T15:39:40.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:39:40 smithi016 ceph-mon[90652]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-15T15:39:40.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:39:40 smithi016 ceph-mon[90652]: osdmap e1906: 8 total, 8 up, 8 in 2024-04-15T15:39:40.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:39:40 smithi016 ceph-mon[93212]: pgmap v3448: 137 pgs: 6 creating+peering, 22 unknown, 109 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2024-04-15T15:39:40.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:39:40 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T15:39:40.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:39:40 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T15:39:40.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:39:40 smithi016 ceph-mon[93212]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-15T15:39:40.291 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:39:40 smithi016 ceph-mon[93212]: osdmap e1906: 8 total, 8 up, 8 in 2024-04-15T15:39:40.438 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:39:40 smithi102 ceph-mon[87131]: pgmap v3448: 137 pgs: 6 creating+peering, 22 unknown, 109 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2024-04-15T15:39:40.438 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:39:40 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T15:39:40.438 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:39:40 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T15:39:40.438 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:39:40 smithi102 ceph-mon[87131]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-15T15:39:40.438 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:39:40 smithi102 ceph-mon[87131]: osdmap e1906: 8 total, 8 up, 8 in 2024-04-15T15:39:42.038 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 15 15:39:41 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-y[81421]: ::ffff:172.21.15.102 - - [15/Apr/2024:15:39:41] "GET /metrics HTTP/1.1" 200 36618 "" "Prometheus/2.43.0" 2024-04-15T15:39:42.289 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:39:42 smithi016 ceph-mon[93212]: pgmap v3450: 137 pgs: 6 creating+peering, 8 unknown, 123 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 698 B/s rd, 465 B/s wr, 2 op/s 2024-04-15T15:39:42.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:39:42 smithi016 ceph-mon[90652]: pgmap v3450: 137 pgs: 6 creating+peering, 8 unknown, 123 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 698 B/s rd, 465 B/s wr, 2 op/s 2024-04-15T15:39:42.316 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:39:42 smithi102 ceph-mon[87131]: pgmap v3450: 137 pgs: 6 creating+peering, 8 unknown, 123 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 698 B/s rd, 465 B/s wr, 2 op/s 2024-04-15T15:39:42.688 INFO:journalctl@ceph.prometheus.a.smithi102.stdout:Apr 15 15:39:42 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-prometheus-a[120881]: ts=2024-04-15T15:39:42.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi016:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"362ea986-fb34-11ee-bc8f-c7b262605968\", instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T15:39:44.438 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:39:44 smithi102 ceph-mon[87131]: pgmap v3451: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 5.0 KiB/s rd, 1.3 KiB/s wr, 8 op/s 2024-04-15T15:39:44.438 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:39:44 smithi102 ceph-mon[87131]: osdmap e1907: 8 total, 8 up, 8 in 2024-04-15T15:39:44.539 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:39:44 smithi016 ceph-mon[93212]: pgmap v3451: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 5.0 KiB/s rd, 1.3 KiB/s wr, 8 op/s 2024-04-15T15:39:44.539 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:39:44 smithi016 ceph-mon[93212]: osdmap e1907: 8 total, 8 up, 8 in 2024-04-15T15:39:44.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:39:44 smithi016 ceph-mon[90652]: pgmap v3451: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 5.0 KiB/s rd, 1.3 KiB/s wr, 8 op/s 2024-04-15T15:39:44.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:39:44 smithi016 ceph-mon[90652]: osdmap e1907: 8 total, 8 up, 8 in 2024-04-15T15:39:46.438 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:39:46 smithi102 ceph-mon[87131]: pgmap v3453: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 4.7 KiB/s rd, 1.3 KiB/s wr, 8 op/s 2024-04-15T15:39:46.438 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:39:46 smithi102 ceph-mon[87131]: osdmap e1908: 8 total, 8 up, 8 in 2024-04-15T15:39:46.539 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:39:46 smithi016 ceph-mon[93212]: pgmap v3453: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 4.7 KiB/s rd, 1.3 KiB/s wr, 8 op/s 2024-04-15T15:39:46.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:39:46 smithi016 ceph-mon[93212]: osdmap e1908: 8 total, 8 up, 8 in 2024-04-15T15:39:46.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:39:46 smithi016 ceph-mon[90652]: pgmap v3453: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 4.7 KiB/s rd, 1.3 KiB/s wr, 8 op/s 2024-04-15T15:39:46.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:39:46 smithi016 ceph-mon[90652]: osdmap e1908: 8 total, 8 up, 8 in 2024-04-15T15:39:48.438 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:39:48 smithi102 ceph-mon[87131]: pgmap v3455: 137 pgs: 137 active+clean; 30 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 122 KiB/s rd, 3.4 MiB/s wr, 60 op/s 2024-04-15T15:39:48.539 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:39:48 smithi016 ceph-mon[90652]: pgmap v3455: 137 pgs: 137 active+clean; 30 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 122 KiB/s rd, 3.4 MiB/s wr, 60 op/s 2024-04-15T15:39:48.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:39:48 smithi016 ceph-mon[93212]: pgmap v3455: 137 pgs: 137 active+clean; 30 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 122 KiB/s rd, 3.4 MiB/s wr, 60 op/s 2024-04-15T15:39:49.545 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] EncryptedFlattenTest/2.Simple (14303 ms) 2024-04-15T15:39:49.546 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] EncryptedFlattenTest/2.Grow 2024-04-15T15:39:49.546 INFO:tasks.workunit.client.0.smithi016.stdout:using new format! 2024-04-15T15:39:50.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:39:50 smithi102 ceph-mon[87131]: pgmap v3456: 137 pgs: 137 active+clean; 38 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 1.6 MiB/s rd, 4.1 MiB/s wr, 55 op/s 2024-04-15T15:39:50.539 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:39:50 smithi016 ceph-mon[90652]: pgmap v3456: 137 pgs: 137 active+clean; 38 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 1.6 MiB/s rd, 4.1 MiB/s wr, 55 op/s 2024-04-15T15:39:50.539 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:39:50 smithi016 ceph-mon[93212]: pgmap v3456: 137 pgs: 137 active+clean; 38 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 1.6 MiB/s rd, 4.1 MiB/s wr, 55 op/s 2024-04-15T15:39:52.039 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 15 15:39:51 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-y[81421]: ::ffff:172.21.15.102 - - [15/Apr/2024:15:39:51] "GET /metrics HTTP/1.1" 200 36618 "" "Prometheus/2.43.0" 2024-04-15T15:39:52.316 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:39:52 smithi102 ceph-mon[87131]: pgmap v3457: 137 pgs: 137 active+clean; 51 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 5.9 MiB/s rd, 5.8 MiB/s wr, 61 op/s 2024-04-15T15:39:52.539 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:39:52 smithi016 ceph-mon[90652]: pgmap v3457: 137 pgs: 137 active+clean; 51 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 5.9 MiB/s rd, 5.8 MiB/s wr, 61 op/s 2024-04-15T15:39:52.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:39:52 smithi016 ceph-mon[93212]: pgmap v3457: 137 pgs: 137 active+clean; 51 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 5.9 MiB/s rd, 5.8 MiB/s wr, 61 op/s 2024-04-15T15:39:52.687 INFO:journalctl@ceph.prometheus.a.smithi102.stdout:Apr 15 15:39:52 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-prometheus-a[120881]: ts=2024-04-15T15:39:52.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi016:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"362ea986-fb34-11ee-bc8f-c7b262605968\", instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T15:39:54.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:39:54 smithi102 ceph-mon[87131]: pgmap v3458: 137 pgs: 137 active+clean; 63 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 11 MiB/s rd, 6.1 MiB/s wr, 65 op/s 2024-04-15T15:39:54.438 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:39:54 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T15:39:54.438 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:39:54 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T15:39:54.539 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:39:54 smithi016 ceph-mon[90652]: pgmap v3458: 137 pgs: 137 active+clean; 63 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 11 MiB/s rd, 6.1 MiB/s wr, 65 op/s 2024-04-15T15:39:54.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:39:54 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T15:39:54.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:39:54 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T15:39:54.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:39:54 smithi016 ceph-mon[93212]: pgmap v3458: 137 pgs: 137 active+clean; 63 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 11 MiB/s rd, 6.1 MiB/s wr, 65 op/s 2024-04-15T15:39:54.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:39:54 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T15:39:54.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:39:54 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T15:39:55.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:39:55 smithi102 ceph-mon[87131]: osdmap e1909: 8 total, 8 up, 8 in 2024-04-15T15:39:55.539 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:39:55 smithi016 ceph-mon[93212]: osdmap e1909: 8 total, 8 up, 8 in 2024-04-15T15:39:55.539 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:39:55 smithi016 ceph-mon[90652]: osdmap e1909: 8 total, 8 up, 8 in 2024-04-15T15:39:56.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:39:56 smithi102 ceph-mon[87131]: pgmap v3460: 137 pgs: 137 active+clean; 63 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 12 MiB/s rd, 4.4 MiB/s wr, 37 op/s 2024-04-15T15:39:56.539 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:39:56 smithi016 ceph-mon[93212]: pgmap v3460: 137 pgs: 137 active+clean; 63 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 12 MiB/s rd, 4.4 MiB/s wr, 37 op/s 2024-04-15T15:39:56.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:39:56 smithi016 ceph-mon[90652]: pgmap v3460: 137 pgs: 137 active+clean; 63 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 12 MiB/s rd, 4.4 MiB/s wr, 37 op/s 2024-04-15T15:39:58.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:39:58 smithi102 ceph-mon[87131]: pgmap v3461: 137 pgs: 137 active+clean; 92 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 10 MiB/s rd, 6.2 MiB/s wr, 62 op/s 2024-04-15T15:39:58.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:39:58 smithi016 ceph-mon[90652]: pgmap v3461: 137 pgs: 137 active+clean; 92 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 10 MiB/s rd, 6.2 MiB/s wr, 62 op/s 2024-04-15T15:39:58.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:39:58 smithi016 ceph-mon[93212]: pgmap v3461: 137 pgs: 137 active+clean; 92 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 10 MiB/s rd, 6.2 MiB/s wr, 62 op/s 2024-04-15T15:40:00.438 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:40:00 smithi102 ceph-mon[87131]: pgmap v3462: 137 pgs: 137 active+clean; 92 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 9.3 MiB/s rd, 5.4 MiB/s wr, 62 op/s 2024-04-15T15:40:00.438 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:40:00 smithi102 ceph-mon[87131]: overall HEALTH_WARN Telemetry requires re-opt-in 2024-04-15T15:40:00.515 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] EncryptedFlattenTest/2.Grow (10969 ms) 2024-04-15T15:40:00.515 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] EncryptedFlattenTest/2.Shrink 2024-04-15T15:40:00.515 INFO:tasks.workunit.client.0.smithi016.stdout:using new format! 2024-04-15T15:40:00.539 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:40:00 smithi016 ceph-mon[90652]: pgmap v3462: 137 pgs: 137 active+clean; 92 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 9.3 MiB/s rd, 5.4 MiB/s wr, 62 op/s 2024-04-15T15:40:00.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:40:00 smithi016 ceph-mon[90652]: overall HEALTH_WARN Telemetry requires re-opt-in 2024-04-15T15:40:00.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:40:00 smithi016 ceph-mon[93212]: pgmap v3462: 137 pgs: 137 active+clean; 92 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 9.3 MiB/s rd, 5.4 MiB/s wr, 62 op/s 2024-04-15T15:40:00.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:40:00 smithi016 ceph-mon[93212]: overall HEALTH_WARN Telemetry requires re-opt-in 2024-04-15T15:40:02.039 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 15 15:40:01 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-y[81421]: ::ffff:172.21.15.102 - - [15/Apr/2024:15:40:01] "GET /metrics HTTP/1.1" 200 36678 "" "Prometheus/2.43.0" 2024-04-15T15:40:02.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:40:02 smithi102 ceph-mon[87131]: pgmap v3463: 137 pgs: 137 active+clean; 105 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 10 MiB/s rd, 5.4 MiB/s wr, 62 op/s 2024-04-15T15:40:02.438 INFO:journalctl@ceph.prometheus.a.smithi102.stdout:Apr 15 15:40:02 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-prometheus-a[120881]: ts=2024-04-15T15:40:02.316Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi016:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"362ea986-fb34-11ee-bc8f-c7b262605968\", instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T15:40:02.539 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:40:02 smithi016 ceph-mon[90652]: pgmap v3463: 137 pgs: 137 active+clean; 105 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 10 MiB/s rd, 5.4 MiB/s wr, 62 op/s 2024-04-15T15:40:02.539 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:40:02 smithi016 ceph-mon[93212]: pgmap v3463: 137 pgs: 137 active+clean; 105 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 10 MiB/s rd, 5.4 MiB/s wr, 62 op/s 2024-04-15T15:40:04.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:40:04 smithi102 ceph-mon[87131]: pgmap v3464: 137 pgs: 137 active+clean; 121 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 10 MiB/s rd, 5.8 MiB/s wr, 63 op/s 2024-04-15T15:40:04.539 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:40:04 smithi016 ceph-mon[90652]: pgmap v3464: 137 pgs: 137 active+clean; 121 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 10 MiB/s rd, 5.8 MiB/s wr, 63 op/s 2024-04-15T15:40:04.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:40:04 smithi016 ceph-mon[93212]: pgmap v3464: 137 pgs: 137 active+clean; 121 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 10 MiB/s rd, 5.8 MiB/s wr, 63 op/s 2024-04-15T15:40:06.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:40:06 smithi102 ceph-mon[87131]: pgmap v3465: 137 pgs: 137 active+clean; 121 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 9.9 MiB/s rd, 5.5 MiB/s wr, 60 op/s 2024-04-15T15:40:06.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:40:06 smithi102 ceph-mon[87131]: osdmap e1910: 8 total, 8 up, 8 in 2024-04-15T15:40:06.438 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:40:06 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T15:40:06.539 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:40:06 smithi016 ceph-mon[93212]: pgmap v3465: 137 pgs: 137 active+clean; 121 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 9.9 MiB/s rd, 5.5 MiB/s wr, 60 op/s 2024-04-15T15:40:06.539 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:40:06 smithi016 ceph-mon[93212]: osdmap e1910: 8 total, 8 up, 8 in 2024-04-15T15:40:06.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:40:06 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T15:40:06.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:40:06 smithi016 ceph-mon[90652]: pgmap v3465: 137 pgs: 137 active+clean; 121 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 9.9 MiB/s rd, 5.5 MiB/s wr, 60 op/s 2024-04-15T15:40:06.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:40:06 smithi016 ceph-mon[90652]: osdmap e1910: 8 total, 8 up, 8 in 2024-04-15T15:40:06.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:40:06 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T15:40:07.438 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:40:07 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T15:40:07.438 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:40:07 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T15:40:07.438 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:40:07 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T15:40:07.539 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:40:07 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T15:40:07.539 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:40:07 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T15:40:07.539 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:40:07 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T15:40:07.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:40:07 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T15:40:07.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:40:07 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T15:40:07.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:40:07 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T15:40:08.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:40:08 smithi102 ceph-mon[87131]: pgmap v3467: 137 pgs: 137 active+clean; 146 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 11 MiB/s rd, 5.4 MiB/s wr, 57 op/s 2024-04-15T15:40:08.539 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:40:08 smithi016 ceph-mon[90652]: pgmap v3467: 137 pgs: 137 active+clean; 146 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 11 MiB/s rd, 5.4 MiB/s wr, 57 op/s 2024-04-15T15:40:08.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:40:08 smithi016 ceph-mon[93212]: pgmap v3467: 137 pgs: 137 active+clean; 146 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 11 MiB/s rd, 5.4 MiB/s wr, 57 op/s 2024-04-15T15:40:09.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:40:09 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T15:40:09.539 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:40:09 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T15:40:09.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:40:09 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T15:40:10.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:40:10 smithi102 ceph-mon[87131]: pgmap v3468: 137 pgs: 137 active+clean; 150 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 11 MiB/s rd, 5.8 MiB/s wr, 65 op/s 2024-04-15T15:40:10.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:40:10 smithi016 ceph-mon[93212]: pgmap v3468: 137 pgs: 137 active+clean; 150 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 11 MiB/s rd, 5.8 MiB/s wr, 65 op/s 2024-04-15T15:40:10.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:40:10 smithi016 ceph-mon[90652]: pgmap v3468: 137 pgs: 137 active+clean; 150 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 11 MiB/s rd, 5.8 MiB/s wr, 65 op/s 2024-04-15T15:40:11.575 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] EncryptedFlattenTest/2.Shrink (11060 ms) 2024-04-15T15:40:11.575 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] EncryptedFlattenTest/2.ShrinkToOne 2024-04-15T15:40:11.575 INFO:tasks.workunit.client.0.smithi016.stdout:using new format! 2024-04-15T15:40:12.040 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 15 15:40:11 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-y[81421]: ::ffff:172.21.15.102 - - [15/Apr/2024:15:40:11] "GET /metrics HTTP/1.1" 200 36684 "" "Prometheus/2.43.0" 2024-04-15T15:40:12.438 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:40:12 smithi102 ceph-mon[87131]: pgmap v3469: 137 pgs: 137 active+clean; 151 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 7.9 MiB/s rd, 4.6 MiB/s wr, 57 op/s 2024-04-15T15:40:12.438 INFO:journalctl@ceph.prometheus.a.smithi102.stdout:Apr 15 15:40:12 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-prometheus-a[120881]: ts=2024-04-15T15:40:12.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi016:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"362ea986-fb34-11ee-bc8f-c7b262605968\", instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T15:40:12.539 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:40:12 smithi016 ceph-mon[93212]: pgmap v3469: 137 pgs: 137 active+clean; 151 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 7.9 MiB/s rd, 4.6 MiB/s wr, 57 op/s 2024-04-15T15:40:12.539 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:40:12 smithi016 ceph-mon[90652]: pgmap v3469: 137 pgs: 137 active+clean; 151 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 7.9 MiB/s rd, 4.6 MiB/s wr, 57 op/s 2024-04-15T15:40:14.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:40:14 smithi102 ceph-mon[87131]: pgmap v3470: 137 pgs: 137 active+clean; 179 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 8.5 MiB/s rd, 5.8 MiB/s wr, 61 op/s 2024-04-15T15:40:14.539 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:40:14 smithi016 ceph-mon[93212]: pgmap v3470: 137 pgs: 137 active+clean; 179 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 8.5 MiB/s rd, 5.8 MiB/s wr, 61 op/s 2024-04-15T15:40:14.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:40:14 smithi016 ceph-mon[90652]: pgmap v3470: 137 pgs: 137 active+clean; 179 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 8.5 MiB/s rd, 5.8 MiB/s wr, 61 op/s 2024-04-15T15:40:16.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:40:16 smithi102 ceph-mon[87131]: pgmap v3471: 137 pgs: 137 active+clean; 179 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 8.5 MiB/s rd, 5.8 MiB/s wr, 61 op/s 2024-04-15T15:40:16.539 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:40:16 smithi016 ceph-mon[90652]: pgmap v3471: 137 pgs: 137 active+clean; 179 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 8.5 MiB/s rd, 5.8 MiB/s wr, 61 op/s 2024-04-15T15:40:16.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:40:16 smithi016 ceph-mon[93212]: pgmap v3471: 137 pgs: 137 active+clean; 179 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 8.5 MiB/s rd, 5.8 MiB/s wr, 61 op/s 2024-04-15T15:40:17.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:40:17 smithi102 ceph-mon[87131]: osdmap e1911: 8 total, 8 up, 8 in 2024-04-15T15:40:17.539 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:40:17 smithi016 ceph-mon[90652]: osdmap e1911: 8 total, 8 up, 8 in 2024-04-15T15:40:17.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:40:17 smithi016 ceph-mon[93212]: osdmap e1911: 8 total, 8 up, 8 in 2024-04-15T15:40:18.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:40:18 smithi102 ceph-mon[87131]: pgmap v3473: 137 pgs: 137 active+clean; 208 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 11 MiB/s rd, 6.2 MiB/s wr, 61 op/s 2024-04-15T15:40:18.539 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:40:18 smithi016 ceph-mon[90652]: pgmap v3473: 137 pgs: 137 active+clean; 208 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 11 MiB/s rd, 6.2 MiB/s wr, 61 op/s 2024-04-15T15:40:18.539 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:40:18 smithi016 ceph-mon[93212]: pgmap v3473: 137 pgs: 137 active+clean; 208 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 11 MiB/s rd, 6.2 MiB/s wr, 61 op/s 2024-04-15T15:40:20.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:40:20 smithi102 ceph-mon[87131]: pgmap v3474: 137 pgs: 137 active+clean; 208 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 11 MiB/s rd, 5.8 MiB/s wr, 55 op/s 2024-04-15T15:40:20.539 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:40:20 smithi016 ceph-mon[90652]: pgmap v3474: 137 pgs: 137 active+clean; 208 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 11 MiB/s rd, 5.8 MiB/s wr, 55 op/s 2024-04-15T15:40:20.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:40:20 smithi016 ceph-mon[93212]: pgmap v3474: 137 pgs: 137 active+clean; 208 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 11 MiB/s rd, 5.8 MiB/s wr, 55 op/s 2024-04-15T15:40:22.039 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 15 15:40:21 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-y[81421]: ::ffff:172.21.15.102 - - [15/Apr/2024:15:40:21] "GET /metrics HTTP/1.1" 200 36684 "" "Prometheus/2.43.0" 2024-04-15T15:40:22.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:40:22 smithi102 ceph-mon[87131]: pgmap v3475: 137 pgs: 137 active+clean; 216 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 9.0 MiB/s rd, 6.9 MiB/s wr, 73 op/s 2024-04-15T15:40:22.438 INFO:journalctl@ceph.prometheus.a.smithi102.stdout:Apr 15 15:40:22 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-prometheus-a[120881]: ts=2024-04-15T15:40:22.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi016:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"362ea986-fb34-11ee-bc8f-c7b262605968\", instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T15:40:22.481 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] EncryptedFlattenTest/2.ShrinkToOne (10907 ms) 2024-04-15T15:40:22.481 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] EncryptedFlattenTest/2.ShrinkToOneAfterSnapshot 2024-04-15T15:40:22.481 INFO:tasks.workunit.client.0.smithi016.stdout:using new format! 2024-04-15T15:40:22.539 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:40:22 smithi016 ceph-mon[90652]: pgmap v3475: 137 pgs: 137 active+clean; 216 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 9.0 MiB/s rd, 6.9 MiB/s wr, 73 op/s 2024-04-15T15:40:22.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:40:22 smithi016 ceph-mon[93212]: pgmap v3475: 137 pgs: 137 active+clean; 216 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 9.0 MiB/s rd, 6.9 MiB/s wr, 73 op/s 2024-04-15T15:40:24.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:40:24 smithi102 ceph-mon[87131]: pgmap v3476: 137 pgs: 137 active+clean; 216 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 3.0 MiB/s rd, 4.1 MiB/s wr, 56 op/s 2024-04-15T15:40:24.438 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:40:24 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T15:40:24.539 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:40:24 smithi016 ceph-mon[93212]: pgmap v3476: 137 pgs: 137 active+clean; 216 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 3.0 MiB/s rd, 4.1 MiB/s wr, 56 op/s 2024-04-15T15:40:24.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:40:24 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T15:40:24.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:40:24 smithi016 ceph-mon[90652]: pgmap v3476: 137 pgs: 137 active+clean; 216 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 3.0 MiB/s rd, 4.1 MiB/s wr, 56 op/s 2024-04-15T15:40:24.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:40:24 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T15:40:26.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:40:26 smithi102 ceph-mon[87131]: pgmap v3477: 137 pgs: 137 active+clean; 216 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 3.0 MiB/s rd, 4.1 MiB/s wr, 56 op/s 2024-04-15T15:40:26.539 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:40:26 smithi016 ceph-mon[90652]: pgmap v3477: 137 pgs: 137 active+clean; 216 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 3.0 MiB/s rd, 4.1 MiB/s wr, 56 op/s 2024-04-15T15:40:26.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:40:26 smithi016 ceph-mon[93212]: pgmap v3477: 137 pgs: 137 active+clean; 216 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 3.0 MiB/s rd, 4.1 MiB/s wr, 56 op/s 2024-04-15T15:40:27.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:40:27 smithi102 ceph-mon[87131]: osdmap e1912: 8 total, 8 up, 8 in 2024-04-15T15:40:27.539 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:40:27 smithi016 ceph-mon[90652]: osdmap e1912: 8 total, 8 up, 8 in 2024-04-15T15:40:27.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:40:27 smithi016 ceph-mon[93212]: osdmap e1912: 8 total, 8 up, 8 in 2024-04-15T15:40:28.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:40:28 smithi102 ceph-mon[87131]: pgmap v3479: 137 pgs: 137 active+clean; 225 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 898 KiB/s rd, 2.1 MiB/s wr, 31 op/s 2024-04-15T15:40:28.539 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:40:28 smithi016 ceph-mon[90652]: pgmap v3479: 137 pgs: 137 active+clean; 225 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 898 KiB/s rd, 2.1 MiB/s wr, 31 op/s 2024-04-15T15:40:28.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:40:28 smithi016 ceph-mon[93212]: pgmap v3479: 137 pgs: 137 active+clean; 225 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 898 KiB/s rd, 2.1 MiB/s wr, 31 op/s 2024-04-15T15:40:30.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:40:30 smithi102 ceph-mon[87131]: pgmap v3480: 137 pgs: 137 active+clean; 225 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 904 KiB/s rd, 2.1 MiB/s wr, 38 op/s 2024-04-15T15:40:30.539 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:40:30 smithi016 ceph-mon[90652]: pgmap v3480: 137 pgs: 137 active+clean; 225 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 904 KiB/s rd, 2.1 MiB/s wr, 38 op/s 2024-04-15T15:40:30.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:40:30 smithi016 ceph-mon[93212]: pgmap v3480: 137 pgs: 137 active+clean; 225 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 904 KiB/s rd, 2.1 MiB/s wr, 38 op/s 2024-04-15T15:40:32.039 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 15 15:40:31 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-y[81421]: ::ffff:172.21.15.102 - - [15/Apr/2024:15:40:31] "GET /metrics HTTP/1.1" 200 36681 "" "Prometheus/2.43.0" 2024-04-15T15:40:32.438 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:40:32 smithi102 ceph-mon[87131]: pgmap v3481: 137 pgs: 137 active+clean; 233 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 865 KiB/s rd, 1.7 MiB/s wr, 25 op/s 2024-04-15T15:40:32.438 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:40:32 smithi102 ceph-mon[87131]: osdmap e1913: 8 total, 8 up, 8 in 2024-04-15T15:40:32.438 INFO:journalctl@ceph.prometheus.a.smithi102.stdout:Apr 15 15:40:32 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-prometheus-a[120881]: ts=2024-04-15T15:40:32.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi016:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"362ea986-fb34-11ee-bc8f-c7b262605968\", instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T15:40:32.539 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:40:32 smithi016 ceph-mon[93212]: pgmap v3481: 137 pgs: 137 active+clean; 233 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 865 KiB/s rd, 1.7 MiB/s wr, 25 op/s 2024-04-15T15:40:32.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:40:32 smithi016 ceph-mon[93212]: osdmap e1913: 8 total, 8 up, 8 in 2024-04-15T15:40:32.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:40:32 smithi016 ceph-mon[90652]: pgmap v3481: 137 pgs: 137 active+clean; 233 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 865 KiB/s rd, 1.7 MiB/s wr, 25 op/s 2024-04-15T15:40:32.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:40:32 smithi016 ceph-mon[90652]: osdmap e1913: 8 total, 8 up, 8 in 2024-04-15T15:40:33.469 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] EncryptedFlattenTest/2.ShrinkToOneAfterSnapshot (10988 ms) 2024-04-15T15:40:33.469 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] EncryptedFlattenTest/2.MinOverlap 2024-04-15T15:40:33.469 INFO:tasks.workunit.client.0.smithi016.stdout:using new format! 2024-04-15T15:40:34.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:40:34 smithi102 ceph-mon[87131]: pgmap v3483: 137 pgs: 137 active+clean; 277 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 1.3 MiB/s rd, 7.6 MiB/s wr, 92 op/s 2024-04-15T15:40:34.539 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:40:34 smithi016 ceph-mon[90652]: pgmap v3483: 137 pgs: 137 active+clean; 277 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 1.3 MiB/s rd, 7.6 MiB/s wr, 92 op/s 2024-04-15T15:40:34.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:40:34 smithi016 ceph-mon[93212]: pgmap v3483: 137 pgs: 137 active+clean; 277 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 1.3 MiB/s rd, 7.6 MiB/s wr, 92 op/s 2024-04-15T15:40:36.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:40:36 smithi102 ceph-mon[87131]: pgmap v3484: 137 pgs: 137 active+clean; 277 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 1.2 MiB/s rd, 7.2 MiB/s wr, 80 op/s 2024-04-15T15:40:36.539 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:40:36 smithi016 ceph-mon[90652]: pgmap v3484: 137 pgs: 137 active+clean; 277 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 1.2 MiB/s rd, 7.2 MiB/s wr, 80 op/s 2024-04-15T15:40:36.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:40:36 smithi016 ceph-mon[93212]: pgmap v3484: 137 pgs: 137 active+clean; 277 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 1.2 MiB/s rd, 7.2 MiB/s wr, 80 op/s 2024-04-15T15:40:38.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:40:38 smithi102 ceph-mon[87131]: pgmap v3485: 137 pgs: 137 active+clean; 306 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 3.4 MiB/s rd, 8.1 MiB/s wr, 72 op/s 2024-04-15T15:40:38.438 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:40:38 smithi102 ceph-mon[87131]: osdmap e1914: 8 total, 8 up, 8 in 2024-04-15T15:40:38.539 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:40:38 smithi016 ceph-mon[90652]: pgmap v3485: 137 pgs: 137 active+clean; 306 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 3.4 MiB/s rd, 8.1 MiB/s wr, 72 op/s 2024-04-15T15:40:38.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:40:38 smithi016 ceph-mon[90652]: osdmap e1914: 8 total, 8 up, 8 in 2024-04-15T15:40:38.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:40:38 smithi016 ceph-mon[93212]: pgmap v3485: 137 pgs: 137 active+clean; 306 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 3.4 MiB/s rd, 8.1 MiB/s wr, 72 op/s 2024-04-15T15:40:38.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:40:38 smithi016 ceph-mon[93212]: osdmap e1914: 8 total, 8 up, 8 in 2024-04-15T15:40:39.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:40:39 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T15:40:39.539 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:40:39 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T15:40:39.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:40:39 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T15:40:40.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:40:40 smithi102 ceph-mon[87131]: pgmap v3487: 137 pgs: 137 active+clean; 314 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 4.3 MiB/s rd, 10 MiB/s wr, 71 op/s 2024-04-15T15:40:40.539 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:40:40 smithi016 ceph-mon[90652]: pgmap v3487: 137 pgs: 137 active+clean; 314 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 4.3 MiB/s rd, 10 MiB/s wr, 71 op/s 2024-04-15T15:40:40.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:40:40 smithi016 ceph-mon[93212]: pgmap v3487: 137 pgs: 137 active+clean; 314 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 4.3 MiB/s rd, 10 MiB/s wr, 71 op/s 2024-04-15T15:40:42.039 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 15 15:40:41 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-y[81421]: ::ffff:172.21.15.102 - - [15/Apr/2024:15:40:41] "GET /metrics HTTP/1.1" 200 36681 "" "Prometheus/2.43.0" 2024-04-15T15:40:42.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:40:42 smithi102 ceph-mon[87131]: pgmap v3488: 137 pgs: 137 active+clean; 319 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 3.6 MiB/s rd, 7.8 MiB/s wr, 61 op/s 2024-04-15T15:40:42.438 INFO:journalctl@ceph.prometheus.a.smithi102.stdout:Apr 15 15:40:42 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-prometheus-a[120881]: ts=2024-04-15T15:40:42.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi016:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"362ea986-fb34-11ee-bc8f-c7b262605968\", instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T15:40:42.539 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:40:42 smithi016 ceph-mon[90652]: pgmap v3488: 137 pgs: 137 active+clean; 319 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 3.6 MiB/s rd, 7.8 MiB/s wr, 61 op/s 2024-04-15T15:40:42.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:40:42 smithi016 ceph-mon[93212]: pgmap v3488: 137 pgs: 137 active+clean; 319 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 3.6 MiB/s rd, 7.8 MiB/s wr, 61 op/s 2024-04-15T15:40:43.559 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] EncryptedFlattenTest/2.MinOverlap (10090 ms) 2024-04-15T15:40:43.559 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] EncryptedFlattenTest/2.ZeroOverlap 2024-04-15T15:40:43.559 INFO:tasks.workunit.client.0.smithi016.stdout:using new format! 2024-04-15T15:40:44.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:40:44 smithi102 ceph-mon[87131]: pgmap v3489: 137 pgs: 137 active+clean; 339 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 3.3 MiB/s rd, 6.6 MiB/s wr, 50 op/s 2024-04-15T15:40:44.539 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:40:44 smithi016 ceph-mon[90652]: pgmap v3489: 137 pgs: 137 active+clean; 339 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 3.3 MiB/s rd, 6.6 MiB/s wr, 50 op/s 2024-04-15T15:40:44.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:40:44 smithi016 ceph-mon[93212]: pgmap v3489: 137 pgs: 137 active+clean; 339 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 3.3 MiB/s rd, 6.6 MiB/s wr, 50 op/s 2024-04-15T15:40:46.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:40:46 smithi102 ceph-mon[87131]: pgmap v3490: 137 pgs: 137 active+clean; 339 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 3.3 MiB/s rd, 6.6 MiB/s wr, 50 op/s 2024-04-15T15:40:46.539 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:40:46 smithi016 ceph-mon[90652]: pgmap v3490: 137 pgs: 137 active+clean; 339 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 3.3 MiB/s rd, 6.6 MiB/s wr, 50 op/s 2024-04-15T15:40:46.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:40:46 smithi016 ceph-mon[93212]: pgmap v3490: 137 pgs: 137 active+clean; 339 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 3.3 MiB/s rd, 6.6 MiB/s wr, 50 op/s 2024-04-15T15:40:48.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:40:48 smithi102 ceph-mon[87131]: pgmap v3491: 137 pgs: 137 active+clean; 343 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 4.1 MiB/s wr, 55 op/s 2024-04-15T15:40:48.438 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:40:48 smithi102 ceph-mon[87131]: osdmap e1915: 8 total, 8 up, 8 in 2024-04-15T15:40:48.539 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:40:48 smithi016 ceph-mon[90652]: pgmap v3491: 137 pgs: 137 active+clean; 343 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 4.1 MiB/s wr, 55 op/s 2024-04-15T15:40:48.539 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:40:48 smithi016 ceph-mon[90652]: osdmap e1915: 8 total, 8 up, 8 in 2024-04-15T15:40:48.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:40:48 smithi016 ceph-mon[93212]: pgmap v3491: 137 pgs: 137 active+clean; 343 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 4.1 MiB/s wr, 55 op/s 2024-04-15T15:40:48.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:40:48 smithi016 ceph-mon[93212]: osdmap e1915: 8 total, 8 up, 8 in 2024-04-15T15:40:50.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:40:50 smithi102 ceph-mon[87131]: pgmap v3493: 137 pgs: 137 active+clean; 347 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 3.7 MiB/s wr, 80 op/s 2024-04-15T15:40:50.539 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:40:50 smithi016 ceph-mon[90652]: pgmap v3493: 137 pgs: 137 active+clean; 347 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 3.7 MiB/s wr, 80 op/s 2024-04-15T15:40:50.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:40:50 smithi016 ceph-mon[93212]: pgmap v3493: 137 pgs: 137 active+clean; 347 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 3.7 MiB/s wr, 80 op/s 2024-04-15T15:40:52.039 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 15 15:40:51 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-y[81421]: ::ffff:172.21.15.102 - - [15/Apr/2024:15:40:51] "GET /metrics HTTP/1.1" 200 36681 "" "Prometheus/2.43.0" 2024-04-15T15:40:52.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:40:52 smithi102 ceph-mon[87131]: pgmap v3494: 137 pgs: 137 active+clean; 359 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 2.2 MiB/s rd, 4.4 MiB/s wr, 59 op/s 2024-04-15T15:40:52.438 INFO:journalctl@ceph.prometheus.a.smithi102.stdout:Apr 15 15:40:52 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-prometheus-a[120881]: ts=2024-04-15T15:40:52.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi016:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"362ea986-fb34-11ee-bc8f-c7b262605968\", instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T15:40:52.539 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:40:52 smithi016 ceph-mon[90652]: pgmap v3494: 137 pgs: 137 active+clean; 359 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 2.2 MiB/s rd, 4.4 MiB/s wr, 59 op/s 2024-04-15T15:40:52.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:40:52 smithi016 ceph-mon[93212]: pgmap v3494: 137 pgs: 137 active+clean; 359 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 2.2 MiB/s rd, 4.4 MiB/s wr, 59 op/s 2024-04-15T15:40:53.533 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] EncryptedFlattenTest/2.ZeroOverlap (9974 ms) 2024-04-15T15:40:54.194 INFO:tasks.workunit.client.0.smithi016.stdout:[----------] 7 tests from EncryptedFlattenTest/2 (78291 ms total) 2024-04-15T15:40:54.194 INFO:tasks.workunit.client.0.smithi016.stdout: 2024-04-15T15:40:54.194 INFO:tasks.workunit.client.0.smithi016.stdout:[----------] 7 tests from EncryptedFlattenTest/3, where TypeParam = LUKS1UnderLUKS1 2024-04-15T15:40:54.225 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] EncryptedFlattenTest/3.Simple 2024-04-15T15:40:54.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:40:54 smithi102 ceph-mon[87131]: pgmap v3495: 137 pgs: 137 active+clean; 372 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 1.3 MiB/s rd, 3.3 MiB/s wr, 66 op/s 2024-04-15T15:40:54.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:40:54 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T15:40:54.539 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:40:54 smithi016 ceph-mon[90652]: pgmap v3495: 137 pgs: 137 active+clean; 372 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 1.3 MiB/s rd, 3.3 MiB/s wr, 66 op/s 2024-04-15T15:40:54.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:40:54 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T15:40:54.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:40:54 smithi016 ceph-mon[93212]: pgmap v3495: 137 pgs: 137 active+clean; 372 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 1.3 MiB/s rd, 3.3 MiB/s wr, 66 op/s 2024-04-15T15:40:54.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:40:54 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T15:40:55.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:40:55 smithi016 ceph-mon[90652]: osdmap e1916: 8 total, 8 up, 8 in 2024-04-15T15:40:55.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:40:55 smithi016 ceph-mon[93212]: osdmap e1916: 8 total, 8 up, 8 in 2024-04-15T15:40:55.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:40:55 smithi102 ceph-mon[87131]: osdmap e1916: 8 total, 8 up, 8 in 2024-04-15T15:40:56.213 INFO:tasks.workunit.client.0.smithi016.stdout:using new format! 2024-04-15T15:40:56.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:40:56 smithi016 ceph-mon[90652]: pgmap v3497: 105 pgs: 105 active+clean; 4.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail 2024-04-15T15:40:56.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:40:56 smithi016 ceph-mon[90652]: osdmap e1917: 8 total, 8 up, 8 in 2024-04-15T15:40:56.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:40:56 smithi016 ceph-mon[90652]: from='client.? 172.21.15.16:0/4237460775' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi016-143420-39","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T15:40:56.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:40:56 smithi016 ceph-mon[90652]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi016-143420-39","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T15:40:56.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:40:56 smithi016 ceph-mon[93212]: pgmap v3497: 105 pgs: 105 active+clean; 4.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail 2024-04-15T15:40:56.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:40:56 smithi016 ceph-mon[93212]: osdmap e1917: 8 total, 8 up, 8 in 2024-04-15T15:40:56.541 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:40:56 smithi016 ceph-mon[93212]: from='client.? 172.21.15.16:0/4237460775' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi016-143420-39","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T15:40:56.541 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:40:56 smithi016 ceph-mon[93212]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi016-143420-39","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T15:40:56.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:40:56 smithi102 ceph-mon[87131]: pgmap v3497: 105 pgs: 105 active+clean; 4.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail 2024-04-15T15:40:56.688 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:40:56 smithi102 ceph-mon[87131]: osdmap e1917: 8 total, 8 up, 8 in 2024-04-15T15:40:56.688 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:40:56 smithi102 ceph-mon[87131]: from='client.? 172.21.15.16:0/4237460775' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi016-143420-39","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T15:40:56.688 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:40:56 smithi102 ceph-mon[87131]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi016-143420-39","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T15:40:57.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:40:57 smithi016 ceph-mon[90652]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi016-143420-39","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-15T15:40:57.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:40:57 smithi016 ceph-mon[90652]: osdmap e1918: 8 total, 8 up, 8 in 2024-04-15T15:40:57.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:40:57 smithi016 ceph-mon[93212]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi016-143420-39","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-15T15:40:57.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:40:57 smithi016 ceph-mon[93212]: osdmap e1918: 8 total, 8 up, 8 in 2024-04-15T15:40:57.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:40:57 smithi102 ceph-mon[87131]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi016-143420-39","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-15T15:40:57.688 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:40:57 smithi102 ceph-mon[87131]: osdmap e1918: 8 total, 8 up, 8 in 2024-04-15T15:40:58.539 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:40:58 smithi016 ceph-mon[90652]: pgmap v3500: 137 pgs: 2 creating+activating, 20 creating+peering, 5 unknown, 110 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-04-15T15:40:58.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:40:58 smithi016 ceph-mon[90652]: osdmap e1919: 8 total, 8 up, 8 in 2024-04-15T15:40:58.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:40:58 smithi016 ceph-mon[93212]: pgmap v3500: 137 pgs: 2 creating+activating, 20 creating+peering, 5 unknown, 110 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-04-15T15:40:58.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:40:58 smithi016 ceph-mon[93212]: osdmap e1919: 8 total, 8 up, 8 in 2024-04-15T15:40:58.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:40:58 smithi102 ceph-mon[87131]: pgmap v3500: 137 pgs: 2 creating+activating, 20 creating+peering, 5 unknown, 110 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-04-15T15:40:58.688 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:40:58 smithi102 ceph-mon[87131]: osdmap e1919: 8 total, 8 up, 8 in 2024-04-15T15:40:59.539 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:40:59 smithi016 ceph-mon[90652]: osdmap e1920: 8 total, 8 up, 8 in 2024-04-15T15:40:59.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:40:59 smithi016 ceph-mon[93212]: osdmap e1920: 8 total, 8 up, 8 in 2024-04-15T15:40:59.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:40:59 smithi102 ceph-mon[87131]: osdmap e1920: 8 total, 8 up, 8 in 2024-04-15T15:41:00.539 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:41:00 smithi016 ceph-mon[90652]: pgmap v3503: 137 pgs: 2 creating+activating, 20 creating+peering, 115 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-04-15T15:41:00.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:41:00 smithi016 ceph-mon[93212]: pgmap v3503: 137 pgs: 2 creating+activating, 20 creating+peering, 115 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-04-15T15:41:00.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:41:00 smithi102 ceph-mon[87131]: pgmap v3503: 137 pgs: 2 creating+activating, 20 creating+peering, 115 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-04-15T15:41:02.040 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 15 15:41:01 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-y[81421]: ::ffff:172.21.15.102 - - [15/Apr/2024:15:41:01] "GET /metrics HTTP/1.1" 200 36686 "" "Prometheus/2.43.0" 2024-04-15T15:41:02.539 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:41:02 smithi016 ceph-mon[90652]: pgmap v3504: 137 pgs: 2 creating+activating, 8 creating+peering, 127 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 755 B/s rd, 755 B/s wr, 3 op/s 2024-04-15T15:41:02.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:41:02 smithi016 ceph-mon[93212]: pgmap v3504: 137 pgs: 2 creating+activating, 8 creating+peering, 127 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 755 B/s rd, 755 B/s wr, 3 op/s 2024-04-15T15:41:02.688 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:41:02 smithi102 ceph-mon[87131]: pgmap v3504: 137 pgs: 2 creating+activating, 8 creating+peering, 127 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 755 B/s rd, 755 B/s wr, 3 op/s 2024-04-15T15:41:02.688 INFO:journalctl@ceph.prometheus.a.smithi102.stdout:Apr 15 15:41:02 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-prometheus-a[120881]: ts=2024-04-15T15:41:02.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi016:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"362ea986-fb34-11ee-bc8f-c7b262605968\", instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T15:41:03.539 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:41:03 smithi016 ceph-mon[90652]: osdmap e1921: 8 total, 8 up, 8 in 2024-04-15T15:41:03.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:41:03 smithi016 ceph-mon[93212]: osdmap e1921: 8 total, 8 up, 8 in 2024-04-15T15:41:03.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:41:03 smithi102 ceph-mon[87131]: osdmap e1921: 8 total, 8 up, 8 in 2024-04-15T15:41:04.539 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:41:04 smithi016 ceph-mon[90652]: pgmap v3506: 137 pgs: 137 active+clean; 14 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 7.2 KiB/s rd, 1.5 MiB/s wr, 12 op/s 2024-04-15T15:41:04.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:41:04 smithi016 ceph-mon[93212]: pgmap v3506: 137 pgs: 137 active+clean; 14 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 7.2 KiB/s rd, 1.5 MiB/s wr, 12 op/s 2024-04-15T15:41:04.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:41:04 smithi102 ceph-mon[87131]: pgmap v3506: 137 pgs: 137 active+clean; 14 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 7.2 KiB/s rd, 1.5 MiB/s wr, 12 op/s 2024-04-15T15:41:06.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:41:06 smithi016 ceph-mon[93212]: pgmap v3507: 137 pgs: 137 active+clean; 14 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 5.8 KiB/s rd, 1.2 MiB/s wr, 9 op/s 2024-04-15T15:41:06.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:41:06 smithi016 ceph-mon[93212]: osdmap e1922: 8 total, 8 up, 8 in 2024-04-15T15:41:06.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:41:06 smithi016 ceph-mon[90652]: pgmap v3507: 137 pgs: 137 active+clean; 14 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 5.8 KiB/s rd, 1.2 MiB/s wr, 9 op/s 2024-04-15T15:41:06.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:41:06 smithi016 ceph-mon[90652]: osdmap e1922: 8 total, 8 up, 8 in 2024-04-15T15:41:06.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:41:06 smithi102 ceph-mon[87131]: pgmap v3507: 137 pgs: 137 active+clean; 14 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 5.8 KiB/s rd, 1.2 MiB/s wr, 9 op/s 2024-04-15T15:41:06.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:41:06 smithi102 ceph-mon[87131]: osdmap e1922: 8 total, 8 up, 8 in 2024-04-15T15:41:07.539 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:41:07 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T15:41:07.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:41:07 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T15:41:07.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:41:07 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T15:41:08.539 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:41:08 smithi016 ceph-mon[90652]: pgmap v3509: 137 pgs: 137 active+clean; 34 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 38 KiB/s rd, 3.6 MiB/s wr, 51 op/s 2024-04-15T15:41:08.548 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:41:08 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T15:41:08.548 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:41:08 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T15:41:08.548 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:41:08 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T15:41:08.548 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:41:08 smithi016 ceph-mon[93212]: pgmap v3509: 137 pgs: 137 active+clean; 34 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 38 KiB/s rd, 3.6 MiB/s wr, 51 op/s 2024-04-15T15:41:08.549 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:41:08 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T15:41:08.549 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:41:08 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T15:41:08.549 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:41:08 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T15:41:08.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:41:08 smithi102 ceph-mon[87131]: pgmap v3509: 137 pgs: 137 active+clean; 34 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 38 KiB/s rd, 3.6 MiB/s wr, 51 op/s 2024-04-15T15:41:08.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:41:08 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T15:41:08.688 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:41:08 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T15:41:08.688 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:41:08 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T15:41:09.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:41:09 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T15:41:09.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:41:09 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T15:41:09.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:41:09 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T15:41:10.539 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:41:10 smithi016 ceph-mon[90652]: pgmap v3510: 137 pgs: 137 active+clean; 34 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 38 KiB/s rd, 3.6 MiB/s wr, 50 op/s 2024-04-15T15:41:10.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:41:10 smithi016 ceph-mon[93212]: pgmap v3510: 137 pgs: 137 active+clean; 34 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 38 KiB/s rd, 3.6 MiB/s wr, 50 op/s 2024-04-15T15:41:10.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:41:10 smithi102 ceph-mon[87131]: pgmap v3510: 137 pgs: 137 active+clean; 34 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 38 KiB/s rd, 3.6 MiB/s wr, 50 op/s 2024-04-15T15:41:12.039 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 15 15:41:11 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-y[81421]: ::ffff:172.21.15.102 - - [15/Apr/2024:15:41:11] "GET /metrics HTTP/1.1" 200 36676 "" "Prometheus/2.43.0" 2024-04-15T15:41:12.213 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] EncryptedFlattenTest/3.Simple (17988 ms) 2024-04-15T15:41:12.213 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] EncryptedFlattenTest/3.Grow 2024-04-15T15:41:12.213 INFO:tasks.workunit.client.0.smithi016.stdout:using new format! 2024-04-15T15:41:12.539 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:41:12 smithi016 ceph-mon[90652]: pgmap v3511: 137 pgs: 137 active+clean; 59 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 5.9 MiB/s rd, 6.9 MiB/s wr, 67 op/s 2024-04-15T15:41:12.539 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:41:12 smithi016 ceph-mon[93212]: pgmap v3511: 137 pgs: 137 active+clean; 59 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 5.9 MiB/s rd, 6.9 MiB/s wr, 67 op/s 2024-04-15T15:41:12.688 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:41:12 smithi102 ceph-mon[87131]: pgmap v3511: 137 pgs: 137 active+clean; 59 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 5.9 MiB/s rd, 6.9 MiB/s wr, 67 op/s 2024-04-15T15:41:12.688 INFO:journalctl@ceph.prometheus.a.smithi102.stdout:Apr 15 15:41:12 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-prometheus-a[120881]: ts=2024-04-15T15:41:12.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi016:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"362ea986-fb34-11ee-bc8f-c7b262605968\", instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T15:41:14.539 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:41:14 smithi016 ceph-mon[90652]: pgmap v3512: 137 pgs: 137 active+clean; 63 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 8.0 MiB/s rd, 5.3 MiB/s wr, 57 op/s 2024-04-15T15:41:14.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:41:14 smithi016 ceph-mon[93212]: pgmap v3512: 137 pgs: 137 active+clean; 63 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 8.0 MiB/s rd, 5.3 MiB/s wr, 57 op/s 2024-04-15T15:41:14.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:41:14 smithi102 ceph-mon[87131]: pgmap v3512: 137 pgs: 137 active+clean; 63 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 8.0 MiB/s rd, 5.3 MiB/s wr, 57 op/s 2024-04-15T15:41:16.539 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:41:16 smithi016 ceph-mon[90652]: pgmap v3513: 137 pgs: 137 active+clean; 63 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 8.0 MiB/s rd, 5.3 MiB/s wr, 57 op/s 2024-04-15T15:41:16.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:41:16 smithi016 ceph-mon[93212]: pgmap v3513: 137 pgs: 137 active+clean; 63 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 8.0 MiB/s rd, 5.3 MiB/s wr, 57 op/s 2024-04-15T15:41:16.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:41:16 smithi102 ceph-mon[87131]: pgmap v3513: 137 pgs: 137 active+clean; 63 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 8.0 MiB/s rd, 5.3 MiB/s wr, 57 op/s 2024-04-15T15:41:17.539 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:41:17 smithi016 ceph-mon[90652]: osdmap e1923: 8 total, 8 up, 8 in 2024-04-15T15:41:17.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:41:17 smithi016 ceph-mon[93212]: osdmap e1923: 8 total, 8 up, 8 in 2024-04-15T15:41:17.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:41:17 smithi102 ceph-mon[87131]: osdmap e1923: 8 total, 8 up, 8 in 2024-04-15T15:41:18.539 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:41:18 smithi016 ceph-mon[90652]: pgmap v3515: 137 pgs: 137 active+clean; 83 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 10 MiB/s rd, 5.3 MiB/s wr, 28 op/s 2024-04-15T15:41:18.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:41:18 smithi016 ceph-mon[93212]: pgmap v3515: 137 pgs: 137 active+clean; 83 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 10 MiB/s rd, 5.3 MiB/s wr, 28 op/s 2024-04-15T15:41:18.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:41:18 smithi102 ceph-mon[87131]: pgmap v3515: 137 pgs: 137 active+clean; 83 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 10 MiB/s rd, 5.3 MiB/s wr, 28 op/s 2024-04-15T15:41:20.539 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:41:20 smithi016 ceph-mon[90652]: pgmap v3516: 137 pgs: 137 active+clean; 87 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 11 MiB/s rd, 5.7 MiB/s wr, 41 op/s 2024-04-15T15:41:20.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:41:20 smithi016 ceph-mon[93212]: pgmap v3516: 137 pgs: 137 active+clean; 87 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 11 MiB/s rd, 5.7 MiB/s wr, 41 op/s 2024-04-15T15:41:20.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:41:20 smithi102 ceph-mon[87131]: pgmap v3516: 137 pgs: 137 active+clean; 87 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 11 MiB/s rd, 5.7 MiB/s wr, 41 op/s 2024-04-15T15:41:22.039 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 15 15:41:21 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-y[81421]: ::ffff:172.21.15.102 - - [15/Apr/2024:15:41:21] "GET /metrics HTTP/1.1" 200 36676 "" "Prometheus/2.43.0" 2024-04-15T15:41:22.539 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:41:22 smithi016 ceph-mon[90652]: pgmap v3517: 137 pgs: 137 active+clean; 96 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 5.6 MiB/s rd, 3.7 MiB/s wr, 44 op/s 2024-04-15T15:41:22.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:41:22 smithi016 ceph-mon[93212]: pgmap v3517: 137 pgs: 137 active+clean; 96 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 5.6 MiB/s rd, 3.7 MiB/s wr, 44 op/s 2024-04-15T15:41:22.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:41:22 smithi102 ceph-mon[87131]: pgmap v3517: 137 pgs: 137 active+clean; 96 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 5.6 MiB/s rd, 3.7 MiB/s wr, 44 op/s 2024-04-15T15:41:22.688 INFO:journalctl@ceph.prometheus.a.smithi102.stdout:Apr 15 15:41:22 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-prometheus-a[120881]: ts=2024-04-15T15:41:22.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi016:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"362ea986-fb34-11ee-bc8f-c7b262605968\", instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T15:41:24.539 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:41:24 smithi016 ceph-mon[90652]: pgmap v3518: 137 pgs: 137 active+clean; 96 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.3 MiB/s wr, 46 op/s 2024-04-15T15:41:24.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:41:24 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T15:41:24.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:41:24 smithi016 ceph-mon[93212]: pgmap v3518: 137 pgs: 137 active+clean; 96 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.3 MiB/s wr, 46 op/s 2024-04-15T15:41:24.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:41:24 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T15:41:24.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:41:24 smithi102 ceph-mon[87131]: pgmap v3518: 137 pgs: 137 active+clean; 96 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.3 MiB/s wr, 46 op/s 2024-04-15T15:41:24.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:41:24 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T15:41:26.220 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] EncryptedFlattenTest/3.Grow (14008 ms) 2024-04-15T15:41:26.220 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] EncryptedFlattenTest/3.Shrink 2024-04-15T15:41:26.220 INFO:tasks.workunit.client.0.smithi016.stdout:using new format! 2024-04-15T15:41:26.539 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:41:26 smithi016 ceph-mon[90652]: pgmap v3519: 137 pgs: 137 active+clean; 96 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.3 MiB/s wr, 46 op/s 2024-04-15T15:41:26.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:41:26 smithi016 ceph-mon[93212]: pgmap v3519: 137 pgs: 137 active+clean; 96 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.3 MiB/s wr, 46 op/s 2024-04-15T15:41:26.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:41:26 smithi102 ceph-mon[87131]: pgmap v3519: 137 pgs: 137 active+clean; 96 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.3 MiB/s wr, 46 op/s 2024-04-15T15:41:28.539 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:41:28 smithi016 ceph-mon[93212]: pgmap v3520: 137 pgs: 137 active+clean; 117 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 7.8 MiB/s rd, 5.2 MiB/s wr, 51 op/s 2024-04-15T15:41:28.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:41:28 smithi016 ceph-mon[90652]: pgmap v3520: 137 pgs: 137 active+clean; 117 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 7.8 MiB/s rd, 5.2 MiB/s wr, 51 op/s 2024-04-15T15:41:28.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:41:28 smithi102 ceph-mon[87131]: pgmap v3520: 137 pgs: 137 active+clean; 117 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 7.8 MiB/s rd, 5.2 MiB/s wr, 51 op/s 2024-04-15T15:41:30.539 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:41:30 smithi016 ceph-mon[90652]: pgmap v3521: 137 pgs: 137 active+clean; 121 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 7.8 MiB/s rd, 3.5 MiB/s wr, 50 op/s 2024-04-15T15:41:30.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:41:30 smithi016 ceph-mon[93212]: pgmap v3521: 137 pgs: 137 active+clean; 121 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 7.8 MiB/s rd, 3.5 MiB/s wr, 50 op/s 2024-04-15T15:41:30.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:41:30 smithi102 ceph-mon[87131]: pgmap v3521: 137 pgs: 137 active+clean; 121 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 7.8 MiB/s rd, 3.5 MiB/s wr, 50 op/s 2024-04-15T15:41:31.539 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:41:31 smithi016 ceph-mon[90652]: osdmap e1924: 8 total, 8 up, 8 in 2024-04-15T15:41:31.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:41:31 smithi016 ceph-mon[93212]: osdmap e1924: 8 total, 8 up, 8 in 2024-04-15T15:41:31.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:41:31 smithi102 ceph-mon[87131]: osdmap e1924: 8 total, 8 up, 8 in 2024-04-15T15:41:32.039 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 15 15:41:31 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-y[81421]: ::ffff:172.21.15.102 - - [15/Apr/2024:15:41:31] "GET /metrics HTTP/1.1" 200 36678 "" "Prometheus/2.43.0" 2024-04-15T15:41:32.539 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:41:32 smithi016 ceph-mon[90652]: pgmap v3523: 137 pgs: 137 active+clean; 134 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 10 MiB/s rd, 4.2 MiB/s wr, 45 op/s 2024-04-15T15:41:32.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:41:32 smithi016 ceph-mon[93212]: pgmap v3523: 137 pgs: 137 active+clean; 134 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 10 MiB/s rd, 4.2 MiB/s wr, 45 op/s 2024-04-15T15:41:32.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:41:32 smithi102 ceph-mon[87131]: pgmap v3523: 137 pgs: 137 active+clean; 134 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 10 MiB/s rd, 4.2 MiB/s wr, 45 op/s 2024-04-15T15:41:32.688 INFO:journalctl@ceph.prometheus.a.smithi102.stdout:Apr 15 15:41:32 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-prometheus-a[120881]: ts=2024-04-15T15:41:32.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi016:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"362ea986-fb34-11ee-bc8f-c7b262605968\", instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T15:41:33.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:41:33 smithi102 ceph-mon[87131]: pgmap v3524: 137 pgs: 137 active+clean; 150 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 10 MiB/s rd, 5.8 MiB/s wr, 57 op/s 2024-04-15T15:41:33.789 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:41:33 smithi016 ceph-mon[90652]: pgmap v3524: 137 pgs: 137 active+clean; 150 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 10 MiB/s rd, 5.8 MiB/s wr, 57 op/s 2024-04-15T15:41:33.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:41:33 smithi016 ceph-mon[93212]: pgmap v3524: 137 pgs: 137 active+clean; 150 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 10 MiB/s rd, 5.8 MiB/s wr, 57 op/s 2024-04-15T15:41:35.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:41:35 smithi102 ceph-mon[87131]: pgmap v3525: 137 pgs: 137 active+clean; 150 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 10 MiB/s rd, 5.8 MiB/s wr, 57 op/s 2024-04-15T15:41:36.039 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:41:35 smithi016 ceph-mon[90652]: pgmap v3525: 137 pgs: 137 active+clean; 150 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 10 MiB/s rd, 5.8 MiB/s wr, 57 op/s 2024-04-15T15:41:36.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:41:35 smithi016 ceph-mon[93212]: pgmap v3525: 137 pgs: 137 active+clean; 150 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 10 MiB/s rd, 5.8 MiB/s wr, 57 op/s 2024-04-15T15:41:37.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:41:37 smithi102 ceph-mon[87131]: pgmap v3526: 137 pgs: 137 active+clean; 154 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 2.9 MiB/s rd, 3.7 MiB/s wr, 53 op/s 2024-04-15T15:41:38.039 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:41:37 smithi016 ceph-mon[93212]: pgmap v3526: 137 pgs: 137 active+clean; 154 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 2.9 MiB/s rd, 3.7 MiB/s wr, 53 op/s 2024-04-15T15:41:38.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:41:37 smithi016 ceph-mon[90652]: pgmap v3526: 137 pgs: 137 active+clean; 154 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 2.9 MiB/s rd, 3.7 MiB/s wr, 53 op/s 2024-04-15T15:41:39.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:41:39 smithi102 ceph-mon[87131]: pgmap v3527: 137 pgs: 137 active+clean; 154 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 1.3 MiB/s rd, 3.3 MiB/s wr, 45 op/s 2024-04-15T15:41:39.938 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:41:39 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T15:41:40.039 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:41:39 smithi016 ceph-mon[90652]: pgmap v3527: 137 pgs: 137 active+clean; 154 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 1.3 MiB/s rd, 3.3 MiB/s wr, 45 op/s 2024-04-15T15:41:40.039 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:41:39 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T15:41:40.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:41:39 smithi016 ceph-mon[93212]: pgmap v3527: 137 pgs: 137 active+clean; 154 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 1.3 MiB/s rd, 3.3 MiB/s wr, 45 op/s 2024-04-15T15:41:40.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:41:39 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T15:41:40.242 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] EncryptedFlattenTest/3.Shrink (14020 ms) 2024-04-15T15:41:40.242 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] EncryptedFlattenTest/3.ShrinkToOne 2024-04-15T15:41:40.242 INFO:tasks.workunit.client.0.smithi016.stdout:using new format! 2024-04-15T15:41:42.039 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:41:41 smithi016 ceph-mon[93212]: pgmap v3528: 137 pgs: 137 active+clean; 166 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 6.4 MiB/s rd, 4.7 MiB/s wr, 53 op/s 2024-04-15T15:41:42.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:41:41 smithi016 ceph-mon[90652]: pgmap v3528: 137 pgs: 137 active+clean; 166 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 6.4 MiB/s rd, 4.7 MiB/s wr, 53 op/s 2024-04-15T15:41:42.040 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 15 15:41:41 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-y[81421]: ::ffff:172.21.15.102 - - [15/Apr/2024:15:41:41] "GET /metrics HTTP/1.1" 200 36680 "" "Prometheus/2.43.0" 2024-04-15T15:41:42.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:41:41 smithi102 ceph-mon[87131]: pgmap v3528: 137 pgs: 137 active+clean; 166 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 6.4 MiB/s rd, 4.7 MiB/s wr, 53 op/s 2024-04-15T15:41:42.687 INFO:journalctl@ceph.prometheus.a.smithi102.stdout:Apr 15 15:41:42 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-prometheus-a[120881]: ts=2024-04-15T15:41:42.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi016:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"362ea986-fb34-11ee-bc8f-c7b262605968\", instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T15:41:44.039 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:41:43 smithi016 ceph-mon[90652]: pgmap v3529: 137 pgs: 137 active+clean; 179 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 9.1 MiB/s rd, 4.1 MiB/s wr, 42 op/s 2024-04-15T15:41:44.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:41:43 smithi016 ceph-mon[93212]: pgmap v3529: 137 pgs: 137 active+clean; 179 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 9.1 MiB/s rd, 4.1 MiB/s wr, 42 op/s 2024-04-15T15:41:44.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:41:43 smithi102 ceph-mon[87131]: pgmap v3529: 137 pgs: 137 active+clean; 179 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 9.1 MiB/s rd, 4.1 MiB/s wr, 42 op/s 2024-04-15T15:41:46.039 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:41:45 smithi016 ceph-mon[93212]: pgmap v3530: 137 pgs: 137 active+clean; 179 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 8.8 MiB/s rd, 2.8 MiB/s wr, 28 op/s 2024-04-15T15:41:46.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:41:45 smithi016 ceph-mon[93212]: osdmap e1925: 8 total, 8 up, 8 in 2024-04-15T15:41:46.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:41:45 smithi016 ceph-mon[90652]: pgmap v3530: 137 pgs: 137 active+clean; 179 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 8.8 MiB/s rd, 2.8 MiB/s wr, 28 op/s 2024-04-15T15:41:46.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:41:45 smithi016 ceph-mon[90652]: osdmap e1925: 8 total, 8 up, 8 in 2024-04-15T15:41:46.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:41:45 smithi102 ceph-mon[87131]: pgmap v3530: 137 pgs: 137 active+clean; 179 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 8.8 MiB/s rd, 2.8 MiB/s wr, 28 op/s 2024-04-15T15:41:46.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:41:45 smithi102 ceph-mon[87131]: osdmap e1925: 8 total, 8 up, 8 in 2024-04-15T15:41:48.039 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:41:47 smithi016 ceph-mon[90652]: pgmap v3532: 137 pgs: 137 active+clean; 208 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 10 MiB/s rd, 5.8 MiB/s wr, 57 op/s 2024-04-15T15:41:48.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:41:47 smithi016 ceph-mon[93212]: pgmap v3532: 137 pgs: 137 active+clean; 208 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 10 MiB/s rd, 5.8 MiB/s wr, 57 op/s 2024-04-15T15:41:48.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:41:47 smithi102 ceph-mon[87131]: pgmap v3532: 137 pgs: 137 active+clean; 208 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 10 MiB/s rd, 5.8 MiB/s wr, 57 op/s 2024-04-15T15:41:50.039 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:41:49 smithi016 ceph-mon[90652]: pgmap v3533: 137 pgs: 137 active+clean; 208 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 10 MiB/s rd, 5.8 MiB/s wr, 57 op/s 2024-04-15T15:41:50.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:41:49 smithi016 ceph-mon[93212]: pgmap v3533: 137 pgs: 137 active+clean; 208 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 10 MiB/s rd, 5.8 MiB/s wr, 57 op/s 2024-04-15T15:41:50.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:41:49 smithi102 ceph-mon[87131]: pgmap v3533: 137 pgs: 137 active+clean; 208 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 10 MiB/s rd, 5.8 MiB/s wr, 57 op/s 2024-04-15T15:41:52.039 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:41:51 smithi016 ceph-mon[90652]: pgmap v3534: 137 pgs: 137 active+clean; 208 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 5.2 MiB/s rd, 4.2 MiB/s wr, 48 op/s 2024-04-15T15:41:52.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:41:51 smithi016 ceph-mon[93212]: pgmap v3534: 137 pgs: 137 active+clean; 208 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 5.2 MiB/s rd, 4.2 MiB/s wr, 48 op/s 2024-04-15T15:41:52.040 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 15 15:41:51 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-y[81421]: ::ffff:172.21.15.102 - - [15/Apr/2024:15:41:51] "GET /metrics HTTP/1.1" 200 36680 "" "Prometheus/2.43.0" 2024-04-15T15:41:52.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:41:51 smithi102 ceph-mon[87131]: pgmap v3534: 137 pgs: 137 active+clean; 208 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 5.2 MiB/s rd, 4.2 MiB/s wr, 48 op/s 2024-04-15T15:41:52.687 INFO:journalctl@ceph.prometheus.a.smithi102.stdout:Apr 15 15:41:52 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-prometheus-a[120881]: ts=2024-04-15T15:41:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi016:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"362ea986-fb34-11ee-bc8f-c7b262605968\", instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T15:41:54.039 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:41:53 smithi016 ceph-mon[93212]: pgmap v3535: 137 pgs: 137 active+clean; 212 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 88 KiB/s rd, 3.3 MiB/s wr, 41 op/s 2024-04-15T15:41:54.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:41:53 smithi016 ceph-mon[90652]: pgmap v3535: 137 pgs: 137 active+clean; 212 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 88 KiB/s rd, 3.3 MiB/s wr, 41 op/s 2024-04-15T15:41:54.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:41:53 smithi102 ceph-mon[87131]: pgmap v3535: 137 pgs: 137 active+clean; 212 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 88 KiB/s rd, 3.3 MiB/s wr, 41 op/s 2024-04-15T15:41:54.519 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] EncryptedFlattenTest/3.ShrinkToOne (14279 ms) 2024-04-15T15:41:54.519 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] EncryptedFlattenTest/3.ShrinkToOneAfterSnapshot 2024-04-15T15:41:54.520 INFO:tasks.workunit.client.0.smithi016.stdout:using new format! 2024-04-15T15:41:55.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:41:54 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T15:41:55.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:41:54 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T15:41:55.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:41:54 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T15:41:56.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:41:55 smithi016 ceph-mon[90652]: pgmap v3536: 137 pgs: 137 active+clean; 212 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 88 KiB/s rd, 3.3 MiB/s wr, 41 op/s 2024-04-15T15:41:56.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:41:55 smithi016 ceph-mon[93212]: pgmap v3536: 137 pgs: 137 active+clean; 212 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 88 KiB/s rd, 3.3 MiB/s wr, 41 op/s 2024-04-15T15:41:56.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:41:55 smithi102 ceph-mon[87131]: pgmap v3536: 137 pgs: 137 active+clean; 212 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 88 KiB/s rd, 3.3 MiB/s wr, 41 op/s 2024-04-15T15:41:58.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:41:57 smithi016 ceph-mon[93212]: pgmap v3537: 137 pgs: 137 active+clean; 216 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 793 KiB/s rd, 3.8 MiB/s wr, 47 op/s 2024-04-15T15:41:58.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:41:57 smithi016 ceph-mon[90652]: pgmap v3537: 137 pgs: 137 active+clean; 216 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 793 KiB/s rd, 3.8 MiB/s wr, 47 op/s 2024-04-15T15:41:58.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:41:57 smithi102 ceph-mon[87131]: pgmap v3537: 137 pgs: 137 active+clean; 216 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 793 KiB/s rd, 3.8 MiB/s wr, 47 op/s 2024-04-15T15:42:00.039 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:41:59 smithi016 ceph-mon[93212]: pgmap v3538: 137 pgs: 137 active+clean; 216 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 770 KiB/s rd, 1.3 MiB/s wr, 21 op/s 2024-04-15T15:42:00.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:41:59 smithi016 ceph-mon[93212]: osdmap e1926: 8 total, 8 up, 8 in 2024-04-15T15:42:00.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:41:59 smithi016 ceph-mon[90652]: pgmap v3538: 137 pgs: 137 active+clean; 216 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 770 KiB/s rd, 1.3 MiB/s wr, 21 op/s 2024-04-15T15:42:00.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:41:59 smithi016 ceph-mon[90652]: osdmap e1926: 8 total, 8 up, 8 in 2024-04-15T15:42:00.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:41:59 smithi102 ceph-mon[87131]: pgmap v3538: 137 pgs: 137 active+clean; 216 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 770 KiB/s rd, 1.3 MiB/s wr, 21 op/s 2024-04-15T15:42:00.188 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:41:59 smithi102 ceph-mon[87131]: osdmap e1926: 8 total, 8 up, 8 in 2024-04-15T15:42:02.039 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:42:01 smithi016 ceph-mon[90652]: pgmap v3540: 137 pgs: 137 active+clean; 220 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 908 KiB/s rd, 2.0 MiB/s wr, 42 op/s 2024-04-15T15:42:02.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:42:01 smithi016 ceph-mon[93212]: pgmap v3540: 137 pgs: 137 active+clean; 220 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 908 KiB/s rd, 2.0 MiB/s wr, 42 op/s 2024-04-15T15:42:02.040 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 15 15:42:01 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-y[81421]: ::ffff:172.21.15.102 - - [15/Apr/2024:15:42:01] "GET /metrics HTTP/1.1" 200 36682 "" "Prometheus/2.43.0" 2024-04-15T15:42:02.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:42:01 smithi102 ceph-mon[87131]: pgmap v3540: 137 pgs: 137 active+clean; 220 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 908 KiB/s rd, 2.0 MiB/s wr, 42 op/s 2024-04-15T15:42:02.687 INFO:journalctl@ceph.prometheus.a.smithi102.stdout:Apr 15 15:42:02 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-prometheus-a[120881]: ts=2024-04-15T15:42:02.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi016:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"362ea986-fb34-11ee-bc8f-c7b262605968\", instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T15:42:04.039 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:42:03 smithi016 ceph-mon[90652]: pgmap v3541: 137 pgs: 137 active+clean; 245 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 883 KiB/s rd, 4.1 MiB/s wr, 48 op/s 2024-04-15T15:42:04.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:42:03 smithi016 ceph-mon[93212]: pgmap v3541: 137 pgs: 137 active+clean; 245 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 883 KiB/s rd, 4.1 MiB/s wr, 48 op/s 2024-04-15T15:42:04.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:42:03 smithi102 ceph-mon[87131]: pgmap v3541: 137 pgs: 137 active+clean; 245 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 883 KiB/s rd, 4.1 MiB/s wr, 48 op/s 2024-04-15T15:42:06.039 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:42:05 smithi016 ceph-mon[93212]: pgmap v3542: 137 pgs: 137 active+clean; 245 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 883 KiB/s rd, 4.1 MiB/s wr, 48 op/s 2024-04-15T15:42:06.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:42:05 smithi016 ceph-mon[90652]: pgmap v3542: 137 pgs: 137 active+clean; 245 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 883 KiB/s rd, 4.1 MiB/s wr, 48 op/s 2024-04-15T15:42:06.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:42:05 smithi102 ceph-mon[87131]: pgmap v3542: 137 pgs: 137 active+clean; 245 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 883 KiB/s rd, 4.1 MiB/s wr, 48 op/s 2024-04-15T15:42:08.039 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:42:07 smithi016 ceph-mon[90652]: pgmap v3543: 137 pgs: 137 active+clean; 249 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 89 KiB/s rd, 3.3 MiB/s wr, 43 op/s 2024-04-15T15:42:08.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:42:07 smithi016 ceph-mon[90652]: osdmap e1927: 8 total, 8 up, 8 in 2024-04-15T15:42:08.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:42:07 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T15:42:08.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:42:07 smithi016 ceph-mon[93212]: pgmap v3543: 137 pgs: 137 active+clean; 249 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 89 KiB/s rd, 3.3 MiB/s wr, 43 op/s 2024-04-15T15:42:08.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:42:07 smithi016 ceph-mon[93212]: osdmap e1927: 8 total, 8 up, 8 in 2024-04-15T15:42:08.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:42:07 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T15:42:08.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:42:07 smithi102 ceph-mon[87131]: pgmap v3543: 137 pgs: 137 active+clean; 249 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 89 KiB/s rd, 3.3 MiB/s wr, 43 op/s 2024-04-15T15:42:08.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:42:07 smithi102 ceph-mon[87131]: osdmap e1927: 8 total, 8 up, 8 in 2024-04-15T15:42:08.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:42:07 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T15:42:09.054 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] EncryptedFlattenTest/3.ShrinkToOneAfterSnapshot (14534 ms) 2024-04-15T15:42:09.054 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] EncryptedFlattenTest/3.MinOverlap 2024-04-15T15:42:09.054 INFO:tasks.workunit.client.0.smithi016.stdout:using new format! 2024-04-15T15:42:09.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:42:08 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T15:42:09.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:42:08 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T15:42:09.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:42:08 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T15:42:09.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:42:08 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T15:42:09.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:42:08 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T15:42:09.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:42:08 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T15:42:09.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:42:08 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T15:42:09.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:42:08 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T15:42:09.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:42:08 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T15:42:09.291 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:42:08 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T15:42:09.291 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:42:08 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T15:42:09.291 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:42:08 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T15:42:09.291 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:42:08 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T15:42:09.291 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:42:08 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T15:42:09.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:42:08 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T15:42:09.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:42:08 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T15:42:09.438 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:42:08 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T15:42:09.438 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:42:08 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T15:42:09.438 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:42:08 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T15:42:09.438 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:42:08 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T15:42:09.438 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:42:08 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T15:42:10.289 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:42:09 smithi016 ceph-mon[90652]: pgmap v3545: 137 pgs: 137 active+clean; 257 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 916 KiB/s rd, 4.1 MiB/s wr, 43 op/s 2024-04-15T15:42:10.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:42:09 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T15:42:10.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:42:09 smithi016 ceph-mon[93212]: pgmap v3545: 137 pgs: 137 active+clean; 257 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 916 KiB/s rd, 4.1 MiB/s wr, 43 op/s 2024-04-15T15:42:10.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:42:09 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T15:42:10.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:42:09 smithi102 ceph-mon[87131]: pgmap v3545: 137 pgs: 137 active+clean; 257 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 916 KiB/s rd, 4.1 MiB/s wr, 43 op/s 2024-04-15T15:42:10.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:42:09 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T15:42:12.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:42:11 smithi016 ceph-mon[90652]: pgmap v3546: 137 pgs: 137 active+clean; 278 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 1.3 MiB/s rd, 5.8 MiB/s wr, 31 op/s 2024-04-15T15:42:12.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:42:11 smithi016 ceph-mon[93212]: pgmap v3546: 137 pgs: 137 active+clean; 278 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 1.3 MiB/s rd, 5.8 MiB/s wr, 31 op/s 2024-04-15T15:42:12.040 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 15 15:42:11 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-y[81421]: ::ffff:172.21.15.102 - - [15/Apr/2024:15:42:11] "GET /metrics HTTP/1.1" 200 36684 "" "Prometheus/2.43.0" 2024-04-15T15:42:12.240 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:42:11 smithi102 ceph-mon[87131]: pgmap v3546: 137 pgs: 137 active+clean; 278 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 1.3 MiB/s rd, 5.8 MiB/s wr, 31 op/s 2024-04-15T15:42:12.688 INFO:journalctl@ceph.prometheus.a.smithi102.stdout:Apr 15 15:42:12 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-prometheus-a[120881]: ts=2024-04-15T15:42:12.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi016:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"362ea986-fb34-11ee-bc8f-c7b262605968\", instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T15:42:14.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:42:13 smithi016 ceph-mon[90652]: pgmap v3547: 137 pgs: 137 active+clean; 306 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 3.0 MiB/s rd, 6.1 MiB/s wr, 43 op/s 2024-04-15T15:42:14.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:42:13 smithi016 ceph-mon[90652]: osdmap e1928: 8 total, 8 up, 8 in 2024-04-15T15:42:14.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:42:13 smithi016 ceph-mon[93212]: pgmap v3547: 137 pgs: 137 active+clean; 306 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 3.0 MiB/s rd, 6.1 MiB/s wr, 43 op/s 2024-04-15T15:42:14.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:42:13 smithi016 ceph-mon[93212]: osdmap e1928: 8 total, 8 up, 8 in 2024-04-15T15:42:14.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:42:13 smithi102 ceph-mon[87131]: pgmap v3547: 137 pgs: 137 active+clean; 306 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 3.0 MiB/s rd, 6.1 MiB/s wr, 43 op/s 2024-04-15T15:42:14.438 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:42:13 smithi102 ceph-mon[87131]: osdmap e1928: 8 total, 8 up, 8 in 2024-04-15T15:42:16.289 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:42:15 smithi016 ceph-mon[90652]: pgmap v3549: 137 pgs: 137 active+clean; 306 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 3.7 MiB/s rd, 7.1 MiB/s wr, 43 op/s 2024-04-15T15:42:16.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:42:15 smithi016 ceph-mon[93212]: pgmap v3549: 137 pgs: 137 active+clean; 306 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 3.7 MiB/s rd, 7.1 MiB/s wr, 43 op/s 2024-04-15T15:42:16.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:42:15 smithi102 ceph-mon[87131]: pgmap v3549: 137 pgs: 137 active+clean; 306 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 3.7 MiB/s rd, 7.1 MiB/s wr, 43 op/s 2024-04-15T15:42:18.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:42:17 smithi016 ceph-mon[90652]: pgmap v3550: 137 pgs: 137 active+clean; 327 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 3.0 MiB/s rd, 7.9 MiB/s wr, 61 op/s 2024-04-15T15:42:18.291 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:42:17 smithi016 ceph-mon[93212]: pgmap v3550: 137 pgs: 137 active+clean; 327 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 3.0 MiB/s rd, 7.9 MiB/s wr, 61 op/s 2024-04-15T15:42:18.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:42:17 smithi102 ceph-mon[87131]: pgmap v3550: 137 pgs: 137 active+clean; 327 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 3.0 MiB/s rd, 7.9 MiB/s wr, 61 op/s 2024-04-15T15:42:20.289 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:42:19 smithi016 ceph-mon[90652]: pgmap v3551: 137 pgs: 137 active+clean; 335 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 2.2 MiB/s rd, 7.8 MiB/s wr, 70 op/s 2024-04-15T15:42:20.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:42:19 smithi016 ceph-mon[93212]: pgmap v3551: 137 pgs: 137 active+clean; 335 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 2.2 MiB/s rd, 7.8 MiB/s wr, 70 op/s 2024-04-15T15:42:20.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:42:19 smithi102 ceph-mon[87131]: pgmap v3551: 137 pgs: 137 active+clean; 335 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 2.2 MiB/s rd, 7.8 MiB/s wr, 70 op/s 2024-04-15T15:42:22.039 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:42:21 smithi016 ceph-mon[90652]: pgmap v3552: 137 pgs: 137 active+clean; 335 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 1.8 MiB/s rd, 5.7 MiB/s wr, 63 op/s 2024-04-15T15:42:22.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:42:21 smithi016 ceph-mon[93212]: pgmap v3552: 137 pgs: 137 active+clean; 335 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 1.8 MiB/s rd, 5.7 MiB/s wr, 63 op/s 2024-04-15T15:42:22.040 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 15 15:42:21 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-y[81421]: ::ffff:172.21.15.102 - - [15/Apr/2024:15:42:21] "GET /metrics HTTP/1.1" 200 36684 "" "Prometheus/2.43.0" 2024-04-15T15:42:22.316 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:42:21 smithi102 ceph-mon[87131]: pgmap v3552: 137 pgs: 137 active+clean; 335 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 1.8 MiB/s rd, 5.7 MiB/s wr, 63 op/s 2024-04-15T15:42:22.688 INFO:journalctl@ceph.prometheus.a.smithi102.stdout:Apr 15 15:42:22 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-prometheus-a[120881]: ts=2024-04-15T15:42:22.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi016:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"362ea986-fb34-11ee-bc8f-c7b262605968\", instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T15:42:22.866 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] EncryptedFlattenTest/3.MinOverlap (13813 ms) 2024-04-15T15:42:22.866 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] EncryptedFlattenTest/3.ZeroOverlap 2024-04-15T15:42:22.866 INFO:tasks.workunit.client.0.smithi016.stdout:using new format! 2024-04-15T15:42:24.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:42:23 smithi016 ceph-mon[90652]: pgmap v3553: 137 pgs: 137 active+clean; 343 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 1.3 MiB/s rd, 4.5 MiB/s wr, 54 op/s 2024-04-15T15:42:24.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:42:23 smithi016 ceph-mon[93212]: pgmap v3553: 137 pgs: 137 active+clean; 343 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 1.3 MiB/s rd, 4.5 MiB/s wr, 54 op/s 2024-04-15T15:42:24.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:42:23 smithi102 ceph-mon[87131]: pgmap v3553: 137 pgs: 137 active+clean; 343 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 1.3 MiB/s rd, 4.5 MiB/s wr, 54 op/s 2024-04-15T15:42:25.289 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:42:24 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T15:42:25.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:42:24 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T15:42:25.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:42:24 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T15:42:26.289 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:42:25 smithi016 ceph-mon[90652]: pgmap v3554: 137 pgs: 137 active+clean; 343 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 1.1 MiB/s rd, 3.9 MiB/s wr, 46 op/s 2024-04-15T15:42:26.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:42:25 smithi016 ceph-mon[93212]: pgmap v3554: 137 pgs: 137 active+clean; 343 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 1.1 MiB/s rd, 3.9 MiB/s wr, 46 op/s 2024-04-15T15:42:26.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:42:25 smithi102 ceph-mon[87131]: pgmap v3554: 137 pgs: 137 active+clean; 343 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 1.1 MiB/s rd, 3.9 MiB/s wr, 46 op/s 2024-04-15T15:42:28.289 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:42:28 smithi016 ceph-mon[90652]: pgmap v3555: 137 pgs: 137 active+clean; 347 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 1.8 MiB/s rd, 4.1 MiB/s wr, 50 op/s 2024-04-15T15:42:28.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:42:28 smithi016 ceph-mon[90652]: osdmap e1929: 8 total, 8 up, 8 in 2024-04-15T15:42:28.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:42:28 smithi016 ceph-mon[93212]: pgmap v3555: 137 pgs: 137 active+clean; 347 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 1.8 MiB/s rd, 4.1 MiB/s wr, 50 op/s 2024-04-15T15:42:28.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:42:28 smithi016 ceph-mon[93212]: osdmap e1929: 8 total, 8 up, 8 in 2024-04-15T15:42:28.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:42:28 smithi102 ceph-mon[87131]: pgmap v3555: 137 pgs: 137 active+clean; 347 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 1.8 MiB/s rd, 4.1 MiB/s wr, 50 op/s 2024-04-15T15:42:28.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:42:28 smithi102 ceph-mon[87131]: osdmap e1929: 8 total, 8 up, 8 in 2024-04-15T15:42:30.289 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:42:30 smithi016 ceph-mon[90652]: pgmap v3557: 137 pgs: 137 active+clean; 351 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.4 MiB/s wr, 32 op/s 2024-04-15T15:42:30.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:42:30 smithi016 ceph-mon[93212]: pgmap v3557: 137 pgs: 137 active+clean; 351 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.4 MiB/s wr, 32 op/s 2024-04-15T15:42:30.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:42:30 smithi102 ceph-mon[87131]: pgmap v3557: 137 pgs: 137 active+clean; 351 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.4 MiB/s wr, 32 op/s 2024-04-15T15:42:32.039 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:42:32 smithi016 ceph-mon[90652]: pgmap v3558: 137 pgs: 137 active+clean; 367 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 4.0 MiB/s wr, 40 op/s 2024-04-15T15:42:32.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:42:32 smithi016 ceph-mon[93212]: pgmap v3558: 137 pgs: 137 active+clean; 367 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 4.0 MiB/s wr, 40 op/s 2024-04-15T15:42:32.040 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 15 15:42:31 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-y[81421]: ::ffff:172.21.15.102 - - [15/Apr/2024:15:42:31] "GET /metrics HTTP/1.1" 200 36682 "" "Prometheus/2.43.0" 2024-04-15T15:42:32.316 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:42:32 smithi102 ceph-mon[87131]: pgmap v3558: 137 pgs: 137 active+clean; 367 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 4.0 MiB/s wr, 40 op/s 2024-04-15T15:42:32.687 INFO:journalctl@ceph.prometheus.a.smithi102.stdout:Apr 15 15:42:32 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-prometheus-a[120881]: ts=2024-04-15T15:42:32.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi016:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"362ea986-fb34-11ee-bc8f-c7b262605968\", instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T15:42:34.289 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:42:34 smithi016 ceph-mon[90652]: pgmap v3559: 137 pgs: 137 active+clean; 376 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 879 KiB/s rd, 3.3 MiB/s wr, 43 op/s 2024-04-15T15:42:34.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:42:34 smithi016 ceph-mon[93212]: pgmap v3559: 137 pgs: 137 active+clean; 376 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 879 KiB/s rd, 3.3 MiB/s wr, 43 op/s 2024-04-15T15:42:34.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:42:34 smithi102 ceph-mon[87131]: pgmap v3559: 137 pgs: 137 active+clean; 376 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 879 KiB/s rd, 3.3 MiB/s wr, 43 op/s 2024-04-15T15:42:36.289 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:42:36 smithi016 ceph-mon[90652]: pgmap v3560: 137 pgs: 137 active+clean; 376 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 879 KiB/s rd, 3.3 MiB/s wr, 43 op/s 2024-04-15T15:42:36.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:42:36 smithi016 ceph-mon[93212]: pgmap v3560: 137 pgs: 137 active+clean; 376 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 879 KiB/s rd, 3.3 MiB/s wr, 43 op/s 2024-04-15T15:42:36.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:42:36 smithi102 ceph-mon[87131]: pgmap v3560: 137 pgs: 137 active+clean; 376 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 879 KiB/s rd, 3.3 MiB/s wr, 43 op/s 2024-04-15T15:42:36.834 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] EncryptedFlattenTest/3.ZeroOverlap (13968 ms) 2024-04-15T15:42:37.019 INFO:tasks.workunit.client.0.smithi016.stdout:[----------] 7 tests from EncryptedFlattenTest/3 (102610 ms total) 2024-04-15T15:42:37.019 INFO:tasks.workunit.client.0.smithi016.stdout: 2024-04-15T15:42:37.019 INFO:tasks.workunit.client.0.smithi016.stdout:[----------] 7 tests from EncryptedFlattenTest/4, where TypeParam = LUKS1UnderLUKS2 2024-04-15T15:42:37.048 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] EncryptedFlattenTest/4.Simple 2024-04-15T15:42:38.289 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:42:38 smithi016 ceph-mon[90652]: pgmap v3561: 137 pgs: 137 active+clean; 376 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 96 KiB/s rd, 2.9 MiB/s wr, 51 op/s 2024-04-15T15:42:38.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:42:38 smithi016 ceph-mon[90652]: osdmap e1930: 8 total, 8 up, 8 in 2024-04-15T15:42:38.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:42:38 smithi016 ceph-mon[93212]: pgmap v3561: 137 pgs: 137 active+clean; 376 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 96 KiB/s rd, 2.9 MiB/s wr, 51 op/s 2024-04-15T15:42:38.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:42:38 smithi016 ceph-mon[93212]: osdmap e1930: 8 total, 8 up, 8 in 2024-04-15T15:42:38.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:42:38 smithi102 ceph-mon[87131]: pgmap v3561: 137 pgs: 137 active+clean; 376 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 96 KiB/s rd, 2.9 MiB/s wr, 51 op/s 2024-04-15T15:42:38.438 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:42:38 smithi102 ceph-mon[87131]: osdmap e1930: 8 total, 8 up, 8 in 2024-04-15T15:42:39.040 INFO:tasks.workunit.client.0.smithi016.stdout:using new format! 2024-04-15T15:42:39.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:42:39 smithi016 ceph-mon[90652]: osdmap e1931: 8 total, 8 up, 8 in 2024-04-15T15:42:39.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:42:39 smithi016 ceph-mon[90652]: from='client.? 172.21.15.16:0/166624055' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi016-143420-40","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T15:42:39.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:42:39 smithi016 ceph-mon[93212]: osdmap e1931: 8 total, 8 up, 8 in 2024-04-15T15:42:39.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:42:39 smithi016 ceph-mon[93212]: from='client.? 172.21.15.16:0/166624055' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi016-143420-40","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T15:42:39.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:42:39 smithi102 ceph-mon[87131]: osdmap e1931: 8 total, 8 up, 8 in 2024-04-15T15:42:39.438 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:42:39 smithi102 ceph-mon[87131]: from='client.? 172.21.15.16:0/166624055' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi016-143420-40","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T15:42:40.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:42:40 smithi016 ceph-mon[90652]: pgmap v3564: 137 pgs: 32 unknown, 105 active+clean; 4.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail 2024-04-15T15:42:40.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:42:40 smithi016 ceph-mon[90652]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-15T15:42:40.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:42:40 smithi016 ceph-mon[90652]: from='client.? 172.21.15.16:0/166624055' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi016-143420-40","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-15T15:42:40.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:42:40 smithi016 ceph-mon[90652]: osdmap e1932: 8 total, 8 up, 8 in 2024-04-15T15:42:40.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:42:40 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T15:42:40.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:42:40 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T15:42:40.291 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:42:40 smithi016 ceph-mon[93212]: pgmap v3564: 137 pgs: 32 unknown, 105 active+clean; 4.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail 2024-04-15T15:42:40.291 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:42:40 smithi016 ceph-mon[93212]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-15T15:42:40.291 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:42:40 smithi016 ceph-mon[93212]: from='client.? 172.21.15.16:0/166624055' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi016-143420-40","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-15T15:42:40.291 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:42:40 smithi016 ceph-mon[93212]: osdmap e1932: 8 total, 8 up, 8 in 2024-04-15T15:42:40.291 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:42:40 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T15:42:40.291 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:42:40 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T15:42:40.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:42:40 smithi102 ceph-mon[87131]: pgmap v3564: 137 pgs: 32 unknown, 105 active+clean; 4.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail 2024-04-15T15:42:40.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:42:40 smithi102 ceph-mon[87131]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-15T15:42:40.438 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:42:40 smithi102 ceph-mon[87131]: from='client.? 172.21.15.16:0/166624055' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi016-143420-40","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-15T15:42:40.438 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:42:40 smithi102 ceph-mon[87131]: osdmap e1932: 8 total, 8 up, 8 in 2024-04-15T15:42:40.438 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:42:40 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T15:42:40.438 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:42:40 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T15:42:41.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:42:41 smithi102 ceph-mon[87131]: osdmap e1933: 8 total, 8 up, 8 in 2024-04-15T15:42:41.539 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:42:41 smithi016 ceph-mon[90652]: osdmap e1933: 8 total, 8 up, 8 in 2024-04-15T15:42:41.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:42:41 smithi016 ceph-mon[93212]: osdmap e1933: 8 total, 8 up, 8 in 2024-04-15T15:42:42.039 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 15 15:42:41 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-y[81421]: ::ffff:172.21.15.102 - - [15/Apr/2024:15:42:41] "GET /metrics HTTP/1.1" 200 36615 "" "Prometheus/2.43.0" 2024-04-15T15:42:42.316 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:42:42 smithi102 ceph-mon[87131]: pgmap v3567: 137 pgs: 20 unknown, 117 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail 2024-04-15T15:42:42.316 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:42:42 smithi102 ceph-mon[87131]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-15T15:42:42.316 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:42:42 smithi102 ceph-mon[87131]: osdmap e1934: 8 total, 8 up, 8 in 2024-04-15T15:42:42.539 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:42:42 smithi016 ceph-mon[93212]: pgmap v3567: 137 pgs: 20 unknown, 117 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail 2024-04-15T15:42:42.539 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:42:42 smithi016 ceph-mon[93212]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-15T15:42:42.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:42:42 smithi016 ceph-mon[93212]: osdmap e1934: 8 total, 8 up, 8 in 2024-04-15T15:42:42.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:42:42 smithi016 ceph-mon[90652]: pgmap v3567: 137 pgs: 20 unknown, 117 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail 2024-04-15T15:42:42.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:42:42 smithi016 ceph-mon[90652]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-15T15:42:42.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:42:42 smithi016 ceph-mon[90652]: osdmap e1934: 8 total, 8 up, 8 in 2024-04-15T15:42:42.687 INFO:journalctl@ceph.prometheus.a.smithi102.stdout:Apr 15 15:42:42 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-prometheus-a[120881]: ts=2024-04-15T15:42:42.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi016:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"362ea986-fb34-11ee-bc8f-c7b262605968\", instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T15:42:44.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:42:44 smithi102 ceph-mon[87131]: pgmap v3569: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 221 B/s rd, 443 B/s wr, 0 op/s 2024-04-15T15:42:44.539 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:42:44 smithi016 ceph-mon[93212]: pgmap v3569: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 221 B/s rd, 443 B/s wr, 0 op/s 2024-04-15T15:42:44.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:42:44 smithi016 ceph-mon[90652]: pgmap v3569: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 221 B/s rd, 443 B/s wr, 0 op/s 2024-04-15T15:42:46.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:42:46 smithi102 ceph-mon[87131]: pgmap v3570: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 341 B/s wr, 0 op/s 2024-04-15T15:42:46.438 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:42:46 smithi102 ceph-mon[87131]: osdmap e1935: 8 total, 8 up, 8 in 2024-04-15T15:42:46.539 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:42:46 smithi016 ceph-mon[93212]: pgmap v3570: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 341 B/s wr, 0 op/s 2024-04-15T15:42:46.539 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:42:46 smithi016 ceph-mon[93212]: osdmap e1935: 8 total, 8 up, 8 in 2024-04-15T15:42:46.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:42:46 smithi016 ceph-mon[90652]: pgmap v3570: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 341 B/s wr, 0 op/s 2024-04-15T15:42:46.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:42:46 smithi016 ceph-mon[90652]: osdmap e1935: 8 total, 8 up, 8 in 2024-04-15T15:42:48.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:42:48 smithi102 ceph-mon[87131]: pgmap v3572: 137 pgs: 137 active+clean; 30 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 44 KiB/s rd, 3.8 MiB/s wr, 60 op/s 2024-04-15T15:42:48.539 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:42:48 smithi016 ceph-mon[93212]: pgmap v3572: 137 pgs: 137 active+clean; 30 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 44 KiB/s rd, 3.8 MiB/s wr, 60 op/s 2024-04-15T15:42:48.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:42:48 smithi016 ceph-mon[90652]: pgmap v3572: 137 pgs: 137 active+clean; 30 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 44 KiB/s rd, 3.8 MiB/s wr, 60 op/s 2024-04-15T15:42:50.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:42:50 smithi102 ceph-mon[87131]: pgmap v3573: 137 pgs: 137 active+clean; 34 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 36 KiB/s rd, 3.6 MiB/s wr, 50 op/s 2024-04-15T15:42:50.539 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:42:50 smithi016 ceph-mon[93212]: pgmap v3573: 137 pgs: 137 active+clean; 34 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 36 KiB/s rd, 3.6 MiB/s wr, 50 op/s 2024-04-15T15:42:50.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:42:50 smithi016 ceph-mon[90652]: pgmap v3573: 137 pgs: 137 active+clean; 34 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 36 KiB/s rd, 3.6 MiB/s wr, 50 op/s 2024-04-15T15:42:52.040 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 15 15:42:51 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-y[81421]: ::ffff:172.21.15.102 - - [15/Apr/2024:15:42:51] "GET /metrics HTTP/1.1" 200 36615 "" "Prometheus/2.43.0" 2024-04-15T15:42:52.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:42:52 smithi102 ceph-mon[87131]: pgmap v3574: 137 pgs: 137 active+clean; 34 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 30 KiB/s rd, 3.0 MiB/s wr, 41 op/s 2024-04-15T15:42:52.438 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:42:52 smithi102 ceph-mon[87131]: osdmap e1936: 8 total, 8 up, 8 in 2024-04-15T15:42:52.438 INFO:journalctl@ceph.prometheus.a.smithi102.stdout:Apr 15 15:42:52 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-prometheus-a[120881]: ts=2024-04-15T15:42:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi016:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"362ea986-fb34-11ee-bc8f-c7b262605968\", instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T15:42:52.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:42:52 smithi016 ceph-mon[90652]: pgmap v3574: 137 pgs: 137 active+clean; 34 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 30 KiB/s rd, 3.0 MiB/s wr, 41 op/s 2024-04-15T15:42:52.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:42:52 smithi016 ceph-mon[90652]: osdmap e1936: 8 total, 8 up, 8 in 2024-04-15T15:42:52.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:42:52 smithi016 ceph-mon[93212]: pgmap v3574: 137 pgs: 137 active+clean; 34 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 30 KiB/s rd, 3.0 MiB/s wr, 41 op/s 2024-04-15T15:42:52.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:42:52 smithi016 ceph-mon[93212]: osdmap e1936: 8 total, 8 up, 8 in 2024-04-15T15:42:54.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:42:54 smithi102 ceph-mon[87131]: pgmap v3576: 137 pgs: 137 active+clean; 34 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 36 KiB/s rd, 3.6 MiB/s wr, 49 op/s 2024-04-15T15:42:54.438 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:42:54 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T15:42:54.438 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:42:54 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T15:42:54.539 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:42:54 smithi016 ceph-mon[90652]: pgmap v3576: 137 pgs: 137 active+clean; 34 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 36 KiB/s rd, 3.6 MiB/s wr, 49 op/s 2024-04-15T15:42:54.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:42:54 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T15:42:54.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:42:54 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T15:42:54.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:42:54 smithi016 ceph-mon[93212]: pgmap v3576: 137 pgs: 137 active+clean; 34 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 36 KiB/s rd, 3.6 MiB/s wr, 49 op/s 2024-04-15T15:42:54.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:42:54 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T15:42:54.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:42:54 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T15:42:56.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:42:56 smithi102 ceph-mon[87131]: pgmap v3577: 137 pgs: 137 active+clean; 34 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 30 KiB/s rd, 3.0 MiB/s wr, 41 op/s 2024-04-15T15:42:56.539 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:42:56 smithi016 ceph-mon[90652]: pgmap v3577: 137 pgs: 137 active+clean; 34 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 30 KiB/s rd, 3.0 MiB/s wr, 41 op/s 2024-04-15T15:42:56.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:42:56 smithi016 ceph-mon[93212]: pgmap v3577: 137 pgs: 137 active+clean; 34 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 30 KiB/s rd, 3.0 MiB/s wr, 41 op/s 2024-04-15T15:42:58.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:42:58 smithi102 ceph-mon[87131]: pgmap v3578: 137 pgs: 137 active+clean; 50 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 65 KiB/s rd, 2.0 MiB/s wr, 11 op/s 2024-04-15T15:42:58.539 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:42:58 smithi016 ceph-mon[93212]: pgmap v3578: 137 pgs: 137 active+clean; 50 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 65 KiB/s rd, 2.0 MiB/s wr, 11 op/s 2024-04-15T15:42:58.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:42:58 smithi016 ceph-mon[90652]: pgmap v3578: 137 pgs: 137 active+clean; 50 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 65 KiB/s rd, 2.0 MiB/s wr, 11 op/s 2024-04-15T15:42:58.732 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] EncryptedFlattenTest/4.Simple (21684 ms) 2024-04-15T15:42:58.732 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] EncryptedFlattenTest/4.Grow 2024-04-15T15:42:58.733 INFO:tasks.workunit.client.0.smithi016.stdout:using new format! 2024-04-15T15:43:00.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:43:00 smithi102 ceph-mon[87131]: pgmap v3579: 137 pgs: 137 active+clean; 58 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.4 MiB/s wr, 12 op/s 2024-04-15T15:43:00.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:43:00 smithi016 ceph-mon[93212]: pgmap v3579: 137 pgs: 137 active+clean; 58 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.4 MiB/s wr, 12 op/s 2024-04-15T15:43:00.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:43:00 smithi016 ceph-mon[90652]: pgmap v3579: 137 pgs: 137 active+clean; 58 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.4 MiB/s wr, 12 op/s 2024-04-15T15:43:02.039 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 15 15:43:01 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-y[81421]: ::ffff:172.21.15.102 - - [15/Apr/2024:15:43:01] "GET /metrics HTTP/1.1" 200 36674 "" "Prometheus/2.43.0" 2024-04-15T15:43:02.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:43:02 smithi102 ceph-mon[87131]: pgmap v3580: 137 pgs: 137 active+clean; 71 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 7.5 MiB/s rd, 4.5 MiB/s wr, 22 op/s 2024-04-15T15:43:02.438 INFO:journalctl@ceph.prometheus.a.smithi102.stdout:Apr 15 15:43:02 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-prometheus-a[120881]: ts=2024-04-15T15:43:02.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi016:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"362ea986-fb34-11ee-bc8f-c7b262605968\", instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T15:43:02.539 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:43:02 smithi016 ceph-mon[90652]: pgmap v3580: 137 pgs: 137 active+clean; 71 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 7.5 MiB/s rd, 4.5 MiB/s wr, 22 op/s 2024-04-15T15:43:02.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:43:02 smithi016 ceph-mon[93212]: pgmap v3580: 137 pgs: 137 active+clean; 71 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 7.5 MiB/s rd, 4.5 MiB/s wr, 22 op/s 2024-04-15T15:43:04.341 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:43:04 smithi016 ceph-mon[90652]: pgmap v3581: 137 pgs: 137 active+clean; 79 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 10 MiB/s rd, 5.3 MiB/s wr, 32 op/s 2024-04-15T15:43:04.342 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:43:04 smithi016 ceph-mon[90652]: osdmap e1937: 8 total, 8 up, 8 in 2024-04-15T15:43:04.342 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:43:04 smithi016 ceph-mon[93212]: pgmap v3581: 137 pgs: 137 active+clean; 79 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 10 MiB/s rd, 5.3 MiB/s wr, 32 op/s 2024-04-15T15:43:04.342 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:43:04 smithi016 ceph-mon[93212]: osdmap e1937: 8 total, 8 up, 8 in 2024-04-15T15:43:04.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:43:04 smithi102 ceph-mon[87131]: pgmap v3581: 137 pgs: 137 active+clean; 79 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 10 MiB/s rd, 5.3 MiB/s wr, 32 op/s 2024-04-15T15:43:04.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:43:04 smithi102 ceph-mon[87131]: osdmap e1937: 8 total, 8 up, 8 in 2024-04-15T15:43:06.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:43:06 smithi102 ceph-mon[87131]: pgmap v3583: 137 pgs: 137 active+clean; 79 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 12 MiB/s rd, 6.1 MiB/s wr, 38 op/s 2024-04-15T15:43:06.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:43:06 smithi016 ceph-mon[93212]: pgmap v3583: 137 pgs: 137 active+clean; 79 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 12 MiB/s rd, 6.1 MiB/s wr, 38 op/s 2024-04-15T15:43:06.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:43:06 smithi016 ceph-mon[90652]: pgmap v3583: 137 pgs: 137 active+clean; 79 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 12 MiB/s rd, 6.1 MiB/s wr, 38 op/s 2024-04-15T15:43:08.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:43:08 smithi102 ceph-mon[87131]: pgmap v3584: 137 pgs: 137 active+clean; 104 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 12 MiB/s rd, 7.0 MiB/s wr, 43 op/s 2024-04-15T15:43:08.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:43:08 smithi016 ceph-mon[90652]: pgmap v3584: 137 pgs: 137 active+clean; 104 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 12 MiB/s rd, 7.0 MiB/s wr, 43 op/s 2024-04-15T15:43:08.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:43:08 smithi016 ceph-mon[93212]: pgmap v3584: 137 pgs: 137 active+clean; 104 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 12 MiB/s rd, 7.0 MiB/s wr, 43 op/s 2024-04-15T15:43:09.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:43:09 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T15:43:09.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:43:09 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T15:43:09.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:43:09 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T15:43:09.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:43:09 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T15:43:09.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:43:09 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T15:43:09.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:43:09 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T15:43:10.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:43:10 smithi102 ceph-mon[87131]: pgmap v3585: 137 pgs: 137 active+clean; 104 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 10 MiB/s rd, 6.2 MiB/s wr, 57 op/s 2024-04-15T15:43:10.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:43:10 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T15:43:10.438 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:43:10 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T15:43:10.438 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:43:10 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T15:43:10.539 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:43:10 smithi016 ceph-mon[90652]: pgmap v3585: 137 pgs: 137 active+clean; 104 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 10 MiB/s rd, 6.2 MiB/s wr, 57 op/s 2024-04-15T15:43:10.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:43:10 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T15:43:10.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:43:10 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T15:43:10.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:43:10 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T15:43:10.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:43:10 smithi016 ceph-mon[93212]: pgmap v3585: 137 pgs: 137 active+clean; 104 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 10 MiB/s rd, 6.2 MiB/s wr, 57 op/s 2024-04-15T15:43:10.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:43:10 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T15:43:10.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:43:10 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T15:43:10.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:43:10 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T15:43:12.040 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 15 15:43:11 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-y[81421]: ::ffff:172.21.15.102 - - [15/Apr/2024:15:43:11] "GET /metrics HTTP/1.1" 200 36685 "" "Prometheus/2.43.0" 2024-04-15T15:43:12.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:43:12 smithi102 ceph-mon[87131]: pgmap v3586: 137 pgs: 137 active+clean; 104 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 4.3 MiB/s rd, 4.1 MiB/s wr, 47 op/s 2024-04-15T15:43:12.438 INFO:journalctl@ceph.prometheus.a.smithi102.stdout:Apr 15 15:43:12 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-prometheus-a[120881]: ts=2024-04-15T15:43:12.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi016:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"362ea986-fb34-11ee-bc8f-c7b262605968\", instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T15:43:12.539 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:43:12 smithi016 ceph-mon[90652]: pgmap v3586: 137 pgs: 137 active+clean; 104 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 4.3 MiB/s rd, 4.1 MiB/s wr, 47 op/s 2024-04-15T15:43:12.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:43:12 smithi016 ceph-mon[93212]: pgmap v3586: 137 pgs: 137 active+clean; 104 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 4.3 MiB/s rd, 4.1 MiB/s wr, 47 op/s 2024-04-15T15:43:14.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:43:14 smithi102 ceph-mon[87131]: pgmap v3587: 137 pgs: 137 active+clean; 116 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 31 KiB/s rd, 3.7 MiB/s wr, 42 op/s 2024-04-15T15:43:14.539 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:43:14 smithi016 ceph-mon[90652]: pgmap v3587: 137 pgs: 137 active+clean; 116 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 31 KiB/s rd, 3.7 MiB/s wr, 42 op/s 2024-04-15T15:43:14.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:43:14 smithi016 ceph-mon[93212]: pgmap v3587: 137 pgs: 137 active+clean; 116 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 31 KiB/s rd, 3.7 MiB/s wr, 42 op/s 2024-04-15T15:43:16.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:43:16 smithi102 ceph-mon[87131]: pgmap v3588: 137 pgs: 137 active+clean; 116 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 27 KiB/s rd, 3.2 MiB/s wr, 36 op/s 2024-04-15T15:43:16.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:43:16 smithi016 ceph-mon[90652]: pgmap v3588: 137 pgs: 137 active+clean; 116 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 27 KiB/s rd, 3.2 MiB/s wr, 36 op/s 2024-04-15T15:43:16.570 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:43:16 smithi016 ceph-mon[93212]: pgmap v3588: 137 pgs: 137 active+clean; 116 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 27 KiB/s rd, 3.2 MiB/s wr, 36 op/s 2024-04-15T15:43:16.866 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] EncryptedFlattenTest/4.Grow (18134 ms) 2024-04-15T15:43:16.866 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] EncryptedFlattenTest/4.Shrink 2024-04-15T15:43:16.867 INFO:tasks.workunit.client.0.smithi016.stdout:using new format! 2024-04-15T15:43:18.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:43:18 smithi102 ceph-mon[87131]: pgmap v3589: 137 pgs: 137 active+clean; 145 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 7.0 MiB/s rd, 6.8 MiB/s wr, 51 op/s 2024-04-15T15:43:18.539 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:43:18 smithi016 ceph-mon[90652]: pgmap v3589: 137 pgs: 137 active+clean; 145 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 7.0 MiB/s rd, 6.8 MiB/s wr, 51 op/s 2024-04-15T15:43:18.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:43:18 smithi016 ceph-mon[93212]: pgmap v3589: 137 pgs: 137 active+clean; 145 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 7.0 MiB/s rd, 6.8 MiB/s wr, 51 op/s 2024-04-15T15:43:20.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:43:20 smithi102 ceph-mon[87131]: pgmap v3590: 137 pgs: 137 active+clean; 145 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 7.7 MiB/s rd, 4.8 MiB/s wr, 37 op/s 2024-04-15T15:43:20.539 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:43:20 smithi016 ceph-mon[90652]: pgmap v3590: 137 pgs: 137 active+clean; 145 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 7.7 MiB/s rd, 4.8 MiB/s wr, 37 op/s 2024-04-15T15:43:20.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:43:20 smithi016 ceph-mon[93212]: pgmap v3590: 137 pgs: 137 active+clean; 145 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 7.7 MiB/s rd, 4.8 MiB/s wr, 37 op/s 2024-04-15T15:43:22.040 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 15 15:43:21 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-y[81421]: ::ffff:172.21.15.102 - - [15/Apr/2024:15:43:21] "GET /metrics HTTP/1.1" 200 36685 "" "Prometheus/2.43.0" 2024-04-15T15:43:22.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:43:22 smithi102 ceph-mon[87131]: pgmap v3591: 137 pgs: 137 active+clean; 165 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 9.0 MiB/s rd, 6.4 MiB/s wr, 38 op/s 2024-04-15T15:43:22.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:43:22 smithi102 ceph-mon[87131]: osdmap e1938: 8 total, 8 up, 8 in 2024-04-15T15:43:22.438 INFO:journalctl@ceph.prometheus.a.smithi102.stdout:Apr 15 15:43:22 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-prometheus-a[120881]: ts=2024-04-15T15:43:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi016:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"362ea986-fb34-11ee-bc8f-c7b262605968\", instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T15:43:22.539 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:43:22 smithi016 ceph-mon[90652]: pgmap v3591: 137 pgs: 137 active+clean; 165 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 9.0 MiB/s rd, 6.4 MiB/s wr, 38 op/s 2024-04-15T15:43:22.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:43:22 smithi016 ceph-mon[90652]: osdmap e1938: 8 total, 8 up, 8 in 2024-04-15T15:43:22.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:43:22 smithi016 ceph-mon[93212]: pgmap v3591: 137 pgs: 137 active+clean; 165 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 9.0 MiB/s rd, 6.4 MiB/s wr, 38 op/s 2024-04-15T15:43:22.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:43:22 smithi016 ceph-mon[93212]: osdmap e1938: 8 total, 8 up, 8 in 2024-04-15T15:43:24.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:43:24 smithi102 ceph-mon[87131]: pgmap v3593: 137 pgs: 137 active+clean; 174 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 12 MiB/s rd, 7.4 MiB/s wr, 38 op/s 2024-04-15T15:43:24.438 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:43:24 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T15:43:24.539 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:43:24 smithi016 ceph-mon[90652]: pgmap v3593: 137 pgs: 137 active+clean; 174 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 12 MiB/s rd, 7.4 MiB/s wr, 38 op/s 2024-04-15T15:43:24.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:43:24 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T15:43:24.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:43:24 smithi016 ceph-mon[93212]: pgmap v3593: 137 pgs: 137 active+clean; 174 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 12 MiB/s rd, 7.4 MiB/s wr, 38 op/s 2024-04-15T15:43:24.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:43:24 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T15:43:26.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:43:26 smithi102 ceph-mon[87131]: pgmap v3594: 137 pgs: 137 active+clean; 174 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 12 MiB/s rd, 7.4 MiB/s wr, 38 op/s 2024-04-15T15:43:26.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:43:26 smithi016 ceph-mon[90652]: pgmap v3594: 137 pgs: 137 active+clean; 174 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 12 MiB/s rd, 7.4 MiB/s wr, 38 op/s 2024-04-15T15:43:26.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:43:26 smithi016 ceph-mon[93212]: pgmap v3594: 137 pgs: 137 active+clean; 174 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 12 MiB/s rd, 7.4 MiB/s wr, 38 op/s 2024-04-15T15:43:28.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:43:28 smithi102 ceph-mon[87131]: pgmap v3595: 137 pgs: 137 active+clean; 174 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.9 MiB/s wr, 41 op/s 2024-04-15T15:43:28.539 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:43:28 smithi016 ceph-mon[93212]: pgmap v3595: 137 pgs: 137 active+clean; 174 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.9 MiB/s wr, 41 op/s 2024-04-15T15:43:28.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:43:28 smithi016 ceph-mon[90652]: pgmap v3595: 137 pgs: 137 active+clean; 174 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.9 MiB/s wr, 41 op/s 2024-04-15T15:43:30.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:43:30 smithi102 ceph-mon[87131]: pgmap v3596: 137 pgs: 137 active+clean; 174 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.9 MiB/s wr, 40 op/s 2024-04-15T15:43:30.539 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:43:30 smithi016 ceph-mon[90652]: pgmap v3596: 137 pgs: 137 active+clean; 174 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.9 MiB/s wr, 40 op/s 2024-04-15T15:43:30.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:43:30 smithi016 ceph-mon[93212]: pgmap v3596: 137 pgs: 137 active+clean; 174 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.9 MiB/s wr, 40 op/s 2024-04-15T15:43:32.042 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 15 15:43:31 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-y[81421]: ::ffff:172.21.15.102 - - [15/Apr/2024:15:43:31] "GET /metrics HTTP/1.1" 200 36682 "" "Prometheus/2.43.0" 2024-04-15T15:43:32.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:43:32 smithi102 ceph-mon[87131]: pgmap v3597: 137 pgs: 137 active+clean; 186 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 948 KiB/s rd, 2.1 MiB/s wr, 35 op/s 2024-04-15T15:43:32.438 INFO:journalctl@ceph.prometheus.a.smithi102.stdout:Apr 15 15:43:32 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-prometheus-a[120881]: ts=2024-04-15T15:43:32.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi016:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"362ea986-fb34-11ee-bc8f-c7b262605968\", instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T15:43:32.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:43:32 smithi016 ceph-mon[90652]: pgmap v3597: 137 pgs: 137 active+clean; 186 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 948 KiB/s rd, 2.1 MiB/s wr, 35 op/s 2024-04-15T15:43:32.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:43:32 smithi016 ceph-mon[93212]: pgmap v3597: 137 pgs: 137 active+clean; 186 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 948 KiB/s rd, 2.1 MiB/s wr, 35 op/s 2024-04-15T15:43:34.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:43:34 smithi102 ceph-mon[87131]: pgmap v3598: 137 pgs: 137 active+clean; 190 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 872 KiB/s rd, 2.2 MiB/s wr, 31 op/s 2024-04-15T15:43:34.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:43:34 smithi016 ceph-mon[93212]: pgmap v3598: 137 pgs: 137 active+clean; 190 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 872 KiB/s rd, 2.2 MiB/s wr, 31 op/s 2024-04-15T15:43:34.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:43:34 smithi016 ceph-mon[90652]: pgmap v3598: 137 pgs: 137 active+clean; 190 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 872 KiB/s rd, 2.2 MiB/s wr, 31 op/s 2024-04-15T15:43:34.757 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] EncryptedFlattenTest/4.Shrink (17890 ms) 2024-04-15T15:43:34.757 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] EncryptedFlattenTest/4.ShrinkToOne 2024-04-15T15:43:34.757 INFO:tasks.workunit.client.0.smithi016.stdout:using new format! 2024-04-15T15:43:36.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:43:36 smithi102 ceph-mon[87131]: pgmap v3599: 137 pgs: 137 active+clean; 190 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 69 KiB/s rd, 1.3 MiB/s wr, 28 op/s 2024-04-15T15:43:36.539 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:43:36 smithi016 ceph-mon[93212]: pgmap v3599: 137 pgs: 137 active+clean; 190 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 69 KiB/s rd, 1.3 MiB/s wr, 28 op/s 2024-04-15T15:43:36.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:43:36 smithi016 ceph-mon[90652]: pgmap v3599: 137 pgs: 137 active+clean; 190 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 69 KiB/s rd, 1.3 MiB/s wr, 28 op/s 2024-04-15T15:43:38.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:43:38 smithi102 ceph-mon[87131]: pgmap v3600: 137 pgs: 137 active+clean; 215 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 9.1 MiB/s rd, 4.8 MiB/s wr, 48 op/s 2024-04-15T15:43:38.539 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:43:38 smithi016 ceph-mon[90652]: pgmap v3600: 137 pgs: 137 active+clean; 215 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 9.1 MiB/s rd, 4.8 MiB/s wr, 48 op/s 2024-04-15T15:43:38.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:43:38 smithi016 ceph-mon[93212]: pgmap v3600: 137 pgs: 137 active+clean; 215 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 9.1 MiB/s rd, 4.8 MiB/s wr, 48 op/s 2024-04-15T15:43:39.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:43:39 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T15:43:39.539 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:43:39 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T15:43:39.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:43:39 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T15:43:40.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:43:40 smithi102 ceph-mon[87131]: pgmap v3601: 137 pgs: 137 active+clean; 215 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 9.8 MiB/s rd, 4.8 MiB/s wr, 31 op/s 2024-04-15T15:43:40.438 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:43:40 smithi102 ceph-mon[87131]: osdmap e1939: 8 total, 8 up, 8 in 2024-04-15T15:43:40.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:43:40 smithi016 ceph-mon[93212]: pgmap v3601: 137 pgs: 137 active+clean; 215 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 9.8 MiB/s rd, 4.8 MiB/s wr, 31 op/s 2024-04-15T15:43:40.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:43:40 smithi016 ceph-mon[93212]: osdmap e1939: 8 total, 8 up, 8 in 2024-04-15T15:43:40.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:43:40 smithi016 ceph-mon[90652]: pgmap v3601: 137 pgs: 137 active+clean; 215 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 9.8 MiB/s rd, 4.8 MiB/s wr, 31 op/s 2024-04-15T15:43:40.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:43:40 smithi016 ceph-mon[90652]: osdmap e1939: 8 total, 8 up, 8 in 2024-04-15T15:43:42.040 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 15 15:43:41 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-y[81421]: ::ffff:172.21.15.102 - - [15/Apr/2024:15:43:41] "GET /metrics HTTP/1.1" 200 36686 "" "Prometheus/2.43.0" 2024-04-15T15:43:42.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:43:42 smithi102 ceph-mon[87131]: pgmap v3603: 137 pgs: 137 active+clean; 219 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 12 MiB/s rd, 4.9 MiB/s wr, 32 op/s 2024-04-15T15:43:42.438 INFO:journalctl@ceph.prometheus.a.smithi102.stdout:Apr 15 15:43:42 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-prometheus-a[120881]: ts=2024-04-15T15:43:42.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi016:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"362ea986-fb34-11ee-bc8f-c7b262605968\", instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T15:43:42.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:43:42 smithi016 ceph-mon[90652]: pgmap v3603: 137 pgs: 137 active+clean; 219 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 12 MiB/s rd, 4.9 MiB/s wr, 32 op/s 2024-04-15T15:43:42.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:43:42 smithi016 ceph-mon[93212]: pgmap v3603: 137 pgs: 137 active+clean; 219 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 12 MiB/s rd, 4.9 MiB/s wr, 32 op/s 2024-04-15T15:43:44.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:43:44 smithi102 ceph-mon[87131]: pgmap v3604: 137 pgs: 137 active+clean; 244 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 12 MiB/s rd, 7.0 MiB/s wr, 60 op/s 2024-04-15T15:43:44.539 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:43:44 smithi016 ceph-mon[90652]: pgmap v3604: 137 pgs: 137 active+clean; 244 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 12 MiB/s rd, 7.0 MiB/s wr, 60 op/s 2024-04-15T15:43:44.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:43:44 smithi016 ceph-mon[93212]: pgmap v3604: 137 pgs: 137 active+clean; 244 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 12 MiB/s rd, 7.0 MiB/s wr, 60 op/s 2024-04-15T15:43:46.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:43:46 smithi102 ceph-mon[87131]: pgmap v3605: 137 pgs: 137 active+clean; 244 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 12 MiB/s rd, 7.0 MiB/s wr, 60 op/s 2024-04-15T15:43:46.539 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:43:46 smithi016 ceph-mon[90652]: pgmap v3605: 137 pgs: 137 active+clean; 244 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 12 MiB/s rd, 7.0 MiB/s wr, 60 op/s 2024-04-15T15:43:46.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:43:46 smithi016 ceph-mon[93212]: pgmap v3605: 137 pgs: 137 active+clean; 244 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 12 MiB/s rd, 7.0 MiB/s wr, 60 op/s 2024-04-15T15:43:48.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:43:48 smithi102 ceph-mon[87131]: pgmap v3606: 137 pgs: 137 active+clean; 244 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 848 KiB/s rd, 2.9 MiB/s wr, 39 op/s 2024-04-15T15:43:48.539 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:43:48 smithi016 ceph-mon[90652]: pgmap v3606: 137 pgs: 137 active+clean; 244 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 848 KiB/s rd, 2.9 MiB/s wr, 39 op/s 2024-04-15T15:43:48.539 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:43:48 smithi016 ceph-mon[93212]: pgmap v3606: 137 pgs: 137 active+clean; 244 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 848 KiB/s rd, 2.9 MiB/s wr, 39 op/s 2024-04-15T15:43:50.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:43:50 smithi102 ceph-mon[87131]: pgmap v3607: 137 pgs: 137 active+clean; 244 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 29 KiB/s rd, 2.9 MiB/s wr, 38 op/s 2024-04-15T15:43:50.539 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:43:50 smithi016 ceph-mon[90652]: pgmap v3607: 137 pgs: 137 active+clean; 244 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 29 KiB/s rd, 2.9 MiB/s wr, 38 op/s 2024-04-15T15:43:50.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:43:50 smithi016 ceph-mon[93212]: pgmap v3607: 137 pgs: 137 active+clean; 244 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 29 KiB/s rd, 2.9 MiB/s wr, 38 op/s 2024-04-15T15:43:52.040 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 15 15:43:51 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-y[81421]: ::ffff:172.21.15.102 - - [15/Apr/2024:15:43:51] "GET /metrics HTTP/1.1" 200 36686 "" "Prometheus/2.43.0" 2024-04-15T15:43:52.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:43:52 smithi102 ceph-mon[87131]: pgmap v3608: 137 pgs: 137 active+clean; 256 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 27 KiB/s rd, 3.6 MiB/s wr, 36 op/s 2024-04-15T15:43:52.438 INFO:journalctl@ceph.prometheus.a.smithi102.stdout:Apr 15 15:43:52 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-prometheus-a[120881]: ts=2024-04-15T15:43:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi016:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"362ea986-fb34-11ee-bc8f-c7b262605968\", instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T15:43:52.539 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:43:52 smithi016 ceph-mon[93212]: pgmap v3608: 137 pgs: 137 active+clean; 256 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 27 KiB/s rd, 3.6 MiB/s wr, 36 op/s 2024-04-15T15:43:52.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:43:52 smithi016 ceph-mon[90652]: pgmap v3608: 137 pgs: 137 active+clean; 256 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 27 KiB/s rd, 3.6 MiB/s wr, 36 op/s 2024-04-15T15:43:52.717 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] EncryptedFlattenTest/4.ShrinkToOne (17961 ms) 2024-04-15T15:43:52.718 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] EncryptedFlattenTest/4.ShrinkToOneAfterSnapshot 2024-04-15T15:43:52.718 INFO:tasks.workunit.client.0.smithi016.stdout:using new format! 2024-04-15T15:43:54.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:43:54 smithi102 ceph-mon[87131]: pgmap v3609: 137 pgs: 137 active+clean; 260 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 780 KiB/s rd, 3.8 MiB/s wr, 35 op/s 2024-04-15T15:43:54.438 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:43:54 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T15:43:54.539 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:43:54 smithi016 ceph-mon[93212]: pgmap v3609: 137 pgs: 137 active+clean; 260 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 780 KiB/s rd, 3.8 MiB/s wr, 35 op/s 2024-04-15T15:43:54.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:43:54 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T15:43:54.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:43:54 smithi016 ceph-mon[90652]: pgmap v3609: 137 pgs: 137 active+clean; 260 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 780 KiB/s rd, 3.8 MiB/s wr, 35 op/s 2024-04-15T15:43:54.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:43:54 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T15:43:56.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:43:56 smithi102 ceph-mon[87131]: pgmap v3610: 137 pgs: 137 active+clean; 260 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 762 KiB/s rd, 1.7 MiB/s wr, 11 op/s 2024-04-15T15:43:56.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:43:56 smithi016 ceph-mon[90652]: pgmap v3610: 137 pgs: 137 active+clean; 260 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 762 KiB/s rd, 1.7 MiB/s wr, 11 op/s 2024-04-15T15:43:56.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:43:56 smithi016 ceph-mon[93212]: pgmap v3610: 137 pgs: 137 active+clean; 260 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 762 KiB/s rd, 1.7 MiB/s wr, 11 op/s 2024-04-15T15:43:58.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:43:58 smithi102 ceph-mon[87131]: pgmap v3611: 137 pgs: 137 active+clean; 280 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 1.8 MiB/s rd, 4.7 MiB/s wr, 24 op/s 2024-04-15T15:43:58.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:43:58 smithi102 ceph-mon[87131]: osdmap e1940: 8 total, 8 up, 8 in 2024-04-15T15:43:58.539 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:43:58 smithi016 ceph-mon[93212]: pgmap v3611: 137 pgs: 137 active+clean; 280 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 1.8 MiB/s rd, 4.7 MiB/s wr, 24 op/s 2024-04-15T15:43:58.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:43:58 smithi016 ceph-mon[93212]: osdmap e1940: 8 total, 8 up, 8 in 2024-04-15T15:43:58.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:43:58 smithi016 ceph-mon[90652]: pgmap v3611: 137 pgs: 137 active+clean; 280 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 1.8 MiB/s rd, 4.7 MiB/s wr, 24 op/s 2024-04-15T15:43:58.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:43:58 smithi016 ceph-mon[90652]: osdmap e1940: 8 total, 8 up, 8 in 2024-04-15T15:44:00.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:44:00 smithi102 ceph-mon[87131]: pgmap v3613: 137 pgs: 137 active+clean; 281 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 5.7 MiB/s wr, 26 op/s 2024-04-15T15:44:00.539 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:44:00 smithi016 ceph-mon[93212]: pgmap v3613: 137 pgs: 137 active+clean; 281 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 5.7 MiB/s wr, 26 op/s 2024-04-15T15:44:00.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:44:00 smithi016 ceph-mon[90652]: pgmap v3613: 137 pgs: 137 active+clean; 281 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 5.7 MiB/s wr, 26 op/s 2024-04-15T15:44:02.040 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 15 15:44:01 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-y[81421]: ::ffff:172.21.15.102 - - [15/Apr/2024:15:44:01] "GET /metrics HTTP/1.1" 200 36689 "" "Prometheus/2.43.0" 2024-04-15T15:44:02.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:44:02 smithi102 ceph-mon[87131]: pgmap v3614: 137 pgs: 137 active+clean; 293 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 5.7 MiB/s wr, 50 op/s 2024-04-15T15:44:02.438 INFO:journalctl@ceph.prometheus.a.smithi102.stdout:Apr 15 15:44:02 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-prometheus-a[120881]: ts=2024-04-15T15:44:02.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi016:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"362ea986-fb34-11ee-bc8f-c7b262605968\", instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T15:44:02.539 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:44:02 smithi016 ceph-mon[90652]: pgmap v3614: 137 pgs: 137 active+clean; 293 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 5.7 MiB/s wr, 50 op/s 2024-04-15T15:44:02.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:44:02 smithi016 ceph-mon[93212]: pgmap v3614: 137 pgs: 137 active+clean; 293 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 5.7 MiB/s wr, 50 op/s 2024-04-15T15:44:04.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:44:04 smithi102 ceph-mon[87131]: pgmap v3615: 137 pgs: 137 active+clean; 293 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 1.2 MiB/s rd, 4.9 MiB/s wr, 48 op/s 2024-04-15T15:44:04.539 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:44:04 smithi016 ceph-mon[90652]: pgmap v3615: 137 pgs: 137 active+clean; 293 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 1.2 MiB/s rd, 4.9 MiB/s wr, 48 op/s 2024-04-15T15:44:04.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:44:04 smithi016 ceph-mon[93212]: pgmap v3615: 137 pgs: 137 active+clean; 293 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 1.2 MiB/s rd, 4.9 MiB/s wr, 48 op/s 2024-04-15T15:44:06.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:44:06 smithi102 ceph-mon[87131]: pgmap v3616: 137 pgs: 137 active+clean; 293 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 1.2 MiB/s rd, 4.9 MiB/s wr, 48 op/s 2024-04-15T15:44:06.539 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:44:06 smithi016 ceph-mon[90652]: pgmap v3616: 137 pgs: 137 active+clean; 293 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 1.2 MiB/s rd, 4.9 MiB/s wr, 48 op/s 2024-04-15T15:44:06.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:44:06 smithi016 ceph-mon[93212]: pgmap v3616: 137 pgs: 137 active+clean; 293 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 1.2 MiB/s rd, 4.9 MiB/s wr, 48 op/s 2024-04-15T15:44:08.438 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:44:08 smithi102 ceph-mon[87131]: pgmap v3617: 137 pgs: 137 active+clean; 309 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 89 KiB/s rd, 2.9 MiB/s wr, 41 op/s 2024-04-15T15:44:08.539 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:44:08 smithi016 ceph-mon[93212]: pgmap v3617: 137 pgs: 137 active+clean; 309 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 89 KiB/s rd, 2.9 MiB/s wr, 41 op/s 2024-04-15T15:44:08.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:44:08 smithi016 ceph-mon[90652]: pgmap v3617: 137 pgs: 137 active+clean; 309 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 89 KiB/s rd, 2.9 MiB/s wr, 41 op/s 2024-04-15T15:44:09.539 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:44:09 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T15:44:09.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:44:09 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T15:44:09.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:44:09 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T15:44:10.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:44:10 smithi016 ceph-mon[93212]: pgmap v3618: 137 pgs: 137 active+clean; 309 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 79 KiB/s rd, 2.5 MiB/s wr, 39 op/s 2024-04-15T15:44:10.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:44:10 smithi016 ceph-mon[93212]: osdmap e1941: 8 total, 8 up, 8 in 2024-04-15T15:44:10.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:44:10 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T15:44:10.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:44:10 smithi016 ceph-mon[90652]: pgmap v3618: 137 pgs: 137 active+clean; 309 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 79 KiB/s rd, 2.5 MiB/s wr, 39 op/s 2024-04-15T15:44:10.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:44:10 smithi016 ceph-mon[90652]: osdmap e1941: 8 total, 8 up, 8 in 2024-04-15T15:44:10.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:44:10 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T15:44:10.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:44:10 smithi102 ceph-mon[87131]: pgmap v3618: 137 pgs: 137 active+clean; 309 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 79 KiB/s rd, 2.5 MiB/s wr, 39 op/s 2024-04-15T15:44:10.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:44:10 smithi102 ceph-mon[87131]: osdmap e1941: 8 total, 8 up, 8 in 2024-04-15T15:44:10.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:44:10 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T15:44:11.539 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:44:11 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T15:44:11.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:44:11 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T15:44:11.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:44:11 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T15:44:11.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:44:11 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T15:44:11.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:44:11 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T15:44:11.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:44:11 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T15:44:11.604 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] EncryptedFlattenTest/4.ShrinkToOneAfterSnapshot (18886 ms) 2024-04-15T15:44:11.604 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] EncryptedFlattenTest/4.MinOverlap 2024-04-15T15:44:11.604 INFO:tasks.workunit.client.0.smithi016.stdout:using new format! 2024-04-15T15:44:11.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:44:11 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T15:44:11.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:44:11 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T15:44:11.688 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:44:11 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T15:44:12.039 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 15 15:44:11 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-y[81421]: ::ffff:172.21.15.102 - - [15/Apr/2024:15:44:11] "GET /metrics HTTP/1.1" 200 36683 "" "Prometheus/2.43.0" 2024-04-15T15:44:12.539 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:44:12 smithi016 ceph-mon[90652]: pgmap v3620: 137 pgs: 137 active+clean; 349 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 5.6 MiB/s wr, 20 op/s 2024-04-15T15:44:12.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:44:12 smithi016 ceph-mon[93212]: pgmap v3620: 137 pgs: 137 active+clean; 349 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 5.6 MiB/s wr, 20 op/s 2024-04-15T15:44:12.589 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:44:12 smithi102 ceph-mon[87131]: pgmap v3620: 137 pgs: 137 active+clean; 349 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 5.6 MiB/s wr, 20 op/s 2024-04-15T15:44:12.589 INFO:journalctl@ceph.prometheus.a.smithi102.stdout:Apr 15 15:44:12 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-prometheus-a[120881]: ts=2024-04-15T15:44:12.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi016:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"362ea986-fb34-11ee-bc8f-c7b262605968\", instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T15:44:14.539 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:44:14 smithi016 ceph-mon[90652]: pgmap v3621: 137 pgs: 137 active+clean; 378 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 4.2 MiB/s rd, 8.5 MiB/s wr, 44 op/s 2024-04-15T15:44:14.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:44:14 smithi016 ceph-mon[93212]: pgmap v3621: 137 pgs: 137 active+clean; 378 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 4.2 MiB/s rd, 8.5 MiB/s wr, 44 op/s 2024-04-15T15:44:14.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:44:14 smithi102 ceph-mon[87131]: pgmap v3621: 137 pgs: 137 active+clean; 378 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 4.2 MiB/s rd, 8.5 MiB/s wr, 44 op/s 2024-04-15T15:44:16.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:44:16 smithi016 ceph-mon[90652]: pgmap v3622: 137 pgs: 137 active+clean; 378 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 4.2 MiB/s rd, 8.5 MiB/s wr, 44 op/s 2024-04-15T15:44:16.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:44:16 smithi016 ceph-mon[90652]: osdmap e1942: 8 total, 8 up, 8 in 2024-04-15T15:44:16.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:44:16 smithi016 ceph-mon[93212]: pgmap v3622: 137 pgs: 137 active+clean; 378 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 4.2 MiB/s rd, 8.5 MiB/s wr, 44 op/s 2024-04-15T15:44:16.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:44:16 smithi016 ceph-mon[93212]: osdmap e1942: 8 total, 8 up, 8 in 2024-04-15T15:44:16.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:44:16 smithi102 ceph-mon[87131]: pgmap v3622: 137 pgs: 137 active+clean; 378 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 4.2 MiB/s rd, 8.5 MiB/s wr, 44 op/s 2024-04-15T15:44:16.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:44:16 smithi102 ceph-mon[87131]: osdmap e1942: 8 total, 8 up, 8 in 2024-04-15T15:44:18.539 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:44:18 smithi016 ceph-mon[93212]: pgmap v3624: 137 pgs: 137 active+clean; 407 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 5.2 MiB/s rd, 12 MiB/s wr, 90 op/s 2024-04-15T15:44:18.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:44:18 smithi016 ceph-mon[90652]: pgmap v3624: 137 pgs: 137 active+clean; 407 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 5.2 MiB/s rd, 12 MiB/s wr, 90 op/s 2024-04-15T15:44:18.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:44:18 smithi102 ceph-mon[87131]: pgmap v3624: 137 pgs: 137 active+clean; 407 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 5.2 MiB/s rd, 12 MiB/s wr, 90 op/s 2024-04-15T15:44:20.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:44:20 smithi016 ceph-mon[93212]: pgmap v3625: 137 pgs: 137 active+clean; 407 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 4.4 MiB/s rd, 10 MiB/s wr, 77 op/s 2024-04-15T15:44:20.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:44:20 smithi016 ceph-mon[90652]: pgmap v3625: 137 pgs: 137 active+clean; 407 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 4.4 MiB/s rd, 10 MiB/s wr, 77 op/s 2024-04-15T15:44:20.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:44:20 smithi102 ceph-mon[87131]: pgmap v3625: 137 pgs: 137 active+clean; 407 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 4.4 MiB/s rd, 10 MiB/s wr, 77 op/s 2024-04-15T15:44:22.040 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 15 15:44:21 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-y[81421]: ::ffff:172.21.15.102 - - [15/Apr/2024:15:44:21] "GET /metrics HTTP/1.1" 200 36683 "" "Prometheus/2.43.0" 2024-04-15T15:44:22.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:44:22 smithi016 ceph-mon[90652]: pgmap v3626: 137 pgs: 137 active+clean; 407 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 2.2 MiB/s rd, 5.8 MiB/s wr, 70 op/s 2024-04-15T15:44:22.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:44:22 smithi016 ceph-mon[93212]: pgmap v3626: 137 pgs: 137 active+clean; 407 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 2.2 MiB/s rd, 5.8 MiB/s wr, 70 op/s 2024-04-15T15:44:22.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:44:22 smithi102 ceph-mon[87131]: pgmap v3626: 137 pgs: 137 active+clean; 407 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 2.2 MiB/s rd, 5.8 MiB/s wr, 70 op/s 2024-04-15T15:44:22.688 INFO:journalctl@ceph.prometheus.a.smithi102.stdout:Apr 15 15:44:22 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-prometheus-a[120881]: ts=2024-04-15T15:44:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi016:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"362ea986-fb34-11ee-bc8f-c7b262605968\", instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T15:44:24.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:44:24 smithi016 ceph-mon[93212]: pgmap v3627: 137 pgs: 137 active+clean; 407 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 30 KiB/s rd, 2.9 MiB/s wr, 40 op/s 2024-04-15T15:44:24.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:44:24 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T15:44:24.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:44:24 smithi016 ceph-mon[90652]: pgmap v3627: 137 pgs: 137 active+clean; 407 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 30 KiB/s rd, 2.9 MiB/s wr, 40 op/s 2024-04-15T15:44:24.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:44:24 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T15:44:24.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:44:24 smithi102 ceph-mon[87131]: pgmap v3627: 137 pgs: 137 active+clean; 407 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 30 KiB/s rd, 2.9 MiB/s wr, 40 op/s 2024-04-15T15:44:24.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:44:24 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T15:44:26.539 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:44:26 smithi016 ceph-mon[90652]: pgmap v3628: 137 pgs: 137 active+clean; 407 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 30 KiB/s rd, 2.9 MiB/s wr, 40 op/s 2024-04-15T15:44:26.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:44:26 smithi016 ceph-mon[93212]: pgmap v3628: 137 pgs: 137 active+clean; 407 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 30 KiB/s rd, 2.9 MiB/s wr, 40 op/s 2024-04-15T15:44:26.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:44:26 smithi102 ceph-mon[87131]: pgmap v3628: 137 pgs: 137 active+clean; 407 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 30 KiB/s rd, 2.9 MiB/s wr, 40 op/s 2024-04-15T15:44:28.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:44:28 smithi016 ceph-mon[90652]: pgmap v3629: 137 pgs: 137 active+clean; 419 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 81 KiB/s rd, 3.6 MiB/s wr, 41 op/s 2024-04-15T15:44:28.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:44:28 smithi016 ceph-mon[93212]: pgmap v3629: 137 pgs: 137 active+clean; 419 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 81 KiB/s rd, 3.6 MiB/s wr, 41 op/s 2024-04-15T15:44:28.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:44:28 smithi102 ceph-mon[87131]: pgmap v3629: 137 pgs: 137 active+clean; 419 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 81 KiB/s rd, 3.6 MiB/s wr, 41 op/s 2024-04-15T15:44:29.255 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] EncryptedFlattenTest/4.MinOverlap (17652 ms) 2024-04-15T15:44:29.256 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] EncryptedFlattenTest/4.ZeroOverlap 2024-04-15T15:44:29.256 INFO:tasks.workunit.client.0.smithi016.stdout:using new format! 2024-04-15T15:44:30.539 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:44:30 smithi016 ceph-mon[90652]: pgmap v3630: 137 pgs: 137 active+clean; 427 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 1.1 MiB/s rd, 2.3 MiB/s wr, 12 op/s 2024-04-15T15:44:30.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:44:30 smithi016 ceph-mon[93212]: pgmap v3630: 137 pgs: 137 active+clean; 427 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 1.1 MiB/s rd, 2.3 MiB/s wr, 12 op/s 2024-04-15T15:44:30.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:44:30 smithi102 ceph-mon[87131]: pgmap v3630: 137 pgs: 137 active+clean; 427 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 1.1 MiB/s rd, 2.3 MiB/s wr, 12 op/s 2024-04-15T15:44:32.039 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 15 15:44:31 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-y[81421]: ::ffff:172.21.15.102 - - [15/Apr/2024:15:44:31] "GET /metrics HTTP/1.1" 200 36687 "" "Prometheus/2.43.0" 2024-04-15T15:44:32.539 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:44:32 smithi016 ceph-mon[90652]: pgmap v3631: 137 pgs: 137 active+clean; 427 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.7 MiB/s wr, 14 op/s 2024-04-15T15:44:32.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:44:32 smithi016 ceph-mon[93212]: pgmap v3631: 137 pgs: 137 active+clean; 427 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.7 MiB/s wr, 14 op/s 2024-04-15T15:44:32.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:44:32 smithi102 ceph-mon[87131]: pgmap v3631: 137 pgs: 137 active+clean; 427 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.7 MiB/s wr, 14 op/s 2024-04-15T15:44:32.688 INFO:journalctl@ceph.prometheus.a.smithi102.stdout:Apr 15 15:44:32 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-prometheus-a[120881]: ts=2024-04-15T15:44:32.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi016:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"362ea986-fb34-11ee-bc8f-c7b262605968\", instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T15:44:34.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:44:34 smithi016 ceph-mon[93212]: pgmap v3632: 137 pgs: 137 active+clean; 427 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 2.8 MiB/s rd, 3.3 MiB/s wr, 25 op/s 2024-04-15T15:44:34.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:44:34 smithi016 ceph-mon[93212]: osdmap e1943: 8 total, 8 up, 8 in 2024-04-15T15:44:34.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:44:34 smithi016 ceph-mon[90652]: pgmap v3632: 137 pgs: 137 active+clean; 427 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 2.8 MiB/s rd, 3.3 MiB/s wr, 25 op/s 2024-04-15T15:44:34.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:44:34 smithi016 ceph-mon[90652]: osdmap e1943: 8 total, 8 up, 8 in 2024-04-15T15:44:34.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:44:34 smithi102 ceph-mon[87131]: pgmap v3632: 137 pgs: 137 active+clean; 427 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 2.8 MiB/s rd, 3.3 MiB/s wr, 25 op/s 2024-04-15T15:44:34.688 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:44:34 smithi102 ceph-mon[87131]: osdmap e1943: 8 total, 8 up, 8 in 2024-04-15T15:44:36.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:44:36 smithi016 ceph-mon[93212]: pgmap v3634: 137 pgs: 137 active+clean; 427 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 3.3 MiB/s rd, 4.0 MiB/s wr, 30 op/s 2024-04-15T15:44:36.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:44:36 smithi016 ceph-mon[90652]: pgmap v3634: 137 pgs: 137 active+clean; 427 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 3.3 MiB/s rd, 4.0 MiB/s wr, 30 op/s 2024-04-15T15:44:36.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:44:36 smithi102 ceph-mon[87131]: pgmap v3634: 137 pgs: 137 active+clean; 427 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 3.3 MiB/s rd, 4.0 MiB/s wr, 30 op/s 2024-04-15T15:44:38.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:44:38 smithi016 ceph-mon[93212]: pgmap v3635: 137 pgs: 137 active+clean; 456 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 3.3 MiB/s rd, 5.7 MiB/s wr, 57 op/s 2024-04-15T15:44:38.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:44:38 smithi016 ceph-mon[90652]: pgmap v3635: 137 pgs: 137 active+clean; 456 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 3.3 MiB/s rd, 5.7 MiB/s wr, 57 op/s 2024-04-15T15:44:38.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:44:38 smithi102 ceph-mon[87131]: pgmap v3635: 137 pgs: 137 active+clean; 456 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 3.3 MiB/s rd, 5.7 MiB/s wr, 57 op/s 2024-04-15T15:44:39.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:44:39 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T15:44:39.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:44:39 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T15:44:39.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:44:39 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T15:44:40.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:44:40 smithi016 ceph-mon[90652]: pgmap v3636: 137 pgs: 137 active+clean; 456 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 4.1 MiB/s wr, 50 op/s 2024-04-15T15:44:40.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:44:40 smithi016 ceph-mon[93212]: pgmap v3636: 137 pgs: 137 active+clean; 456 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 4.1 MiB/s wr, 50 op/s 2024-04-15T15:44:40.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:44:40 smithi102 ceph-mon[87131]: pgmap v3636: 137 pgs: 137 active+clean; 456 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 4.1 MiB/s wr, 50 op/s 2024-04-15T15:44:42.040 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 15 15:44:41 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-y[81421]: ::ffff:172.21.15.102 - - [15/Apr/2024:15:44:41] "GET /metrics HTTP/1.1" 200 36687 "" "Prometheus/2.43.0" 2024-04-15T15:44:42.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:44:42 smithi016 ceph-mon[90652]: pgmap v3637: 137 pgs: 137 active+clean; 456 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 1.2 MiB/s rd, 3.7 MiB/s wr, 48 op/s 2024-04-15T15:44:42.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:44:42 smithi016 ceph-mon[93212]: pgmap v3637: 137 pgs: 137 active+clean; 456 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 1.2 MiB/s rd, 3.7 MiB/s wr, 48 op/s 2024-04-15T15:44:42.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:44:42 smithi102 ceph-mon[87131]: pgmap v3637: 137 pgs: 137 active+clean; 456 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 1.2 MiB/s rd, 3.7 MiB/s wr, 48 op/s 2024-04-15T15:44:42.688 INFO:journalctl@ceph.prometheus.a.smithi102.stdout:Apr 15 15:44:42 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-prometheus-a[120881]: ts=2024-04-15T15:44:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi016:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"362ea986-fb34-11ee-bc8f-c7b262605968\", instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T15:44:44.539 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:44:44 smithi016 ceph-mon[93212]: pgmap v3638: 137 pgs: 137 active+clean; 464 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 31 KiB/s rd, 3.7 MiB/s wr, 41 op/s 2024-04-15T15:44:44.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:44:44 smithi016 ceph-mon[90652]: pgmap v3638: 137 pgs: 137 active+clean; 464 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 31 KiB/s rd, 3.7 MiB/s wr, 41 op/s 2024-04-15T15:44:44.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:44:44 smithi102 ceph-mon[87131]: pgmap v3638: 137 pgs: 137 active+clean; 464 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 31 KiB/s rd, 3.7 MiB/s wr, 41 op/s 2024-04-15T15:44:46.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:44:46 smithi016 ceph-mon[93212]: pgmap v3639: 137 pgs: 137 active+clean; 464 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 28 KiB/s rd, 3.2 MiB/s wr, 36 op/s 2024-04-15T15:44:46.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:44:46 smithi016 ceph-mon[90652]: pgmap v3639: 137 pgs: 137 active+clean; 464 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 28 KiB/s rd, 3.2 MiB/s wr, 36 op/s 2024-04-15T15:44:46.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:44:46 smithi102 ceph-mon[87131]: pgmap v3639: 137 pgs: 137 active+clean; 464 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 28 KiB/s rd, 3.2 MiB/s wr, 36 op/s 2024-04-15T15:44:46.788 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] EncryptedFlattenTest/4.ZeroOverlap (17533 ms) 2024-04-15T15:44:47.278 INFO:tasks.workunit.client.0.smithi016.stdout:[----------] 7 tests from EncryptedFlattenTest/4 (129740 ms total) 2024-04-15T15:44:47.278 INFO:tasks.workunit.client.0.smithi016.stdout: 2024-04-15T15:44:47.278 INFO:tasks.workunit.client.0.smithi016.stdout:[----------] 7 tests from EncryptedFlattenTest/5, where TypeParam = UnformattedLUKS2 2024-04-15T15:44:47.309 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] EncryptedFlattenTest/5.Simple 2024-04-15T15:44:48.539 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:44:48 smithi016 ceph-mon[90652]: pgmap v3640: 137 pgs: 137 active+clean; 472 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 1.1 MiB/s rd, 4.8 MiB/s wr, 48 op/s 2024-04-15T15:44:48.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:44:48 smithi016 ceph-mon[90652]: osdmap e1944: 8 total, 8 up, 8 in 2024-04-15T15:44:48.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:44:48 smithi016 ceph-mon[93212]: pgmap v3640: 137 pgs: 137 active+clean; 472 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 1.1 MiB/s rd, 4.8 MiB/s wr, 48 op/s 2024-04-15T15:44:48.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:44:48 smithi016 ceph-mon[93212]: osdmap e1944: 8 total, 8 up, 8 in 2024-04-15T15:44:48.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:44:48 smithi102 ceph-mon[87131]: pgmap v3640: 137 pgs: 137 active+clean; 472 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 1.1 MiB/s rd, 4.8 MiB/s wr, 48 op/s 2024-04-15T15:44:48.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:44:48 smithi102 ceph-mon[87131]: osdmap e1944: 8 total, 8 up, 8 in 2024-04-15T15:44:49.292 INFO:tasks.workunit.client.0.smithi016.stdout:using new format! 2024-04-15T15:44:49.539 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:44:49 smithi016 ceph-mon[90652]: osdmap e1945: 8 total, 8 up, 8 in 2024-04-15T15:44:49.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:44:49 smithi016 ceph-mon[90652]: from='client.? 172.21.15.16:0/4135333266' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi016-143420-41","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T15:44:49.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:44:49 smithi016 ceph-mon[93212]: osdmap e1945: 8 total, 8 up, 8 in 2024-04-15T15:44:49.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:44:49 smithi016 ceph-mon[93212]: from='client.? 172.21.15.16:0/4135333266' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi016-143420-41","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T15:44:49.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:44:49 smithi102 ceph-mon[87131]: osdmap e1945: 8 total, 8 up, 8 in 2024-04-15T15:44:49.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:44:49 smithi102 ceph-mon[87131]: from='client.? 172.21.15.16:0/4135333266' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi016-143420-41","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T15:44:50.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:44:50 smithi016 ceph-mon[90652]: pgmap v3643: 137 pgs: 32 unknown, 105 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail 2024-04-15T15:44:50.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:44:50 smithi016 ceph-mon[90652]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-15T15:44:50.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:44:50 smithi016 ceph-mon[90652]: from='client.? 172.21.15.16:0/4135333266' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi016-143420-41","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-15T15:44:50.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:44:50 smithi016 ceph-mon[90652]: osdmap e1946: 8 total, 8 up, 8 in 2024-04-15T15:44:50.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:44:50 smithi016 ceph-mon[93212]: pgmap v3643: 137 pgs: 32 unknown, 105 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail 2024-04-15T15:44:50.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:44:50 smithi016 ceph-mon[93212]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-15T15:44:50.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:44:50 smithi016 ceph-mon[93212]: from='client.? 172.21.15.16:0/4135333266' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi016-143420-41","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-15T15:44:50.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:44:50 smithi016 ceph-mon[93212]: osdmap e1946: 8 total, 8 up, 8 in 2024-04-15T15:44:50.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:44:50 smithi102 ceph-mon[87131]: pgmap v3643: 137 pgs: 32 unknown, 105 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail 2024-04-15T15:44:50.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:44:50 smithi102 ceph-mon[87131]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-15T15:44:50.688 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:44:50 smithi102 ceph-mon[87131]: from='client.? 172.21.15.16:0/4135333266' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi016-143420-41","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-15T15:44:50.688 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:44:50 smithi102 ceph-mon[87131]: osdmap e1946: 8 total, 8 up, 8 in 2024-04-15T15:44:51.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:44:51 smithi102 ceph-mon[87131]: osdmap e1947: 8 total, 8 up, 8 in 2024-04-15T15:44:51.778 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:44:51 smithi016 ceph-mon[93212]: osdmap e1947: 8 total, 8 up, 8 in 2024-04-15T15:44:51.778 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:44:51 smithi016 ceph-mon[90652]: osdmap e1947: 8 total, 8 up, 8 in 2024-04-15T15:44:52.039 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 15 15:44:51 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-y[81421]: ::ffff:172.21.15.102 - - [15/Apr/2024:15:44:51] "GET /metrics HTTP/1.1" 200 36687 "" "Prometheus/2.43.0" 2024-04-15T15:44:52.687 INFO:journalctl@ceph.prometheus.a.smithi102.stdout:Apr 15 15:44:52 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-prometheus-a[120881]: ts=2024-04-15T15:44:52.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi016:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"362ea986-fb34-11ee-bc8f-c7b262605968\", instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T15:44:52.688 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:44:52 smithi102 ceph-mon[87131]: pgmap v3646: 137 pgs: 17 unknown, 120 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail 2024-04-15T15:44:52.688 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:44:52 smithi102 ceph-mon[87131]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-15T15:44:52.688 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:44:52 smithi102 ceph-mon[87131]: osdmap e1948: 8 total, 8 up, 8 in 2024-04-15T15:44:52.789 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:44:52 smithi016 ceph-mon[93212]: pgmap v3646: 137 pgs: 17 unknown, 120 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail 2024-04-15T15:44:52.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:44:52 smithi016 ceph-mon[93212]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-15T15:44:52.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:44:52 smithi016 ceph-mon[93212]: osdmap e1948: 8 total, 8 up, 8 in 2024-04-15T15:44:52.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:44:52 smithi016 ceph-mon[90652]: pgmap v3646: 137 pgs: 17 unknown, 120 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail 2024-04-15T15:44:52.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:44:52 smithi016 ceph-mon[90652]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-15T15:44:52.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:44:52 smithi016 ceph-mon[90652]: osdmap e1948: 8 total, 8 up, 8 in 2024-04-15T15:44:54.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:44:54 smithi102 ceph-mon[87131]: pgmap v3648: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 928 B/s rd, 928 B/s wr, 3 op/s 2024-04-15T15:44:54.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:44:54 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T15:44:54.789 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:44:54 smithi016 ceph-mon[93212]: pgmap v3648: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 928 B/s rd, 928 B/s wr, 3 op/s 2024-04-15T15:44:54.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:44:54 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T15:44:54.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:44:54 smithi016 ceph-mon[90652]: pgmap v3648: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 928 B/s rd, 928 B/s wr, 3 op/s 2024-04-15T15:44:54.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:44:54 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T15:44:56.688 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:44:56 smithi102 ceph-mon[87131]: pgmap v3649: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 682 B/s rd, 682 B/s wr, 2 op/s 2024-04-15T15:44:56.789 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:44:56 smithi016 ceph-mon[90652]: pgmap v3649: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 682 B/s rd, 682 B/s wr, 2 op/s 2024-04-15T15:44:56.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:44:56 smithi016 ceph-mon[93212]: pgmap v3649: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 682 B/s rd, 682 B/s wr, 2 op/s 2024-04-15T15:44:58.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:44:58 smithi102 ceph-mon[87131]: pgmap v3650: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 4.1 KiB/s rd, 1.1 KiB/s wr, 7 op/s 2024-04-15T15:44:58.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:44:58 smithi016 ceph-mon[93212]: pgmap v3650: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 4.1 KiB/s rd, 1.1 KiB/s wr, 7 op/s 2024-04-15T15:44:58.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:44:58 smithi016 ceph-mon[90652]: pgmap v3650: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 4.1 KiB/s rd, 1.1 KiB/s wr, 7 op/s 2024-04-15T15:44:59.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:44:59 smithi102 ceph-mon[87131]: pgmap v3651: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 3.6 KiB/s rd, 975 B/s wr, 6 op/s 2024-04-15T15:44:59.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:44:59 smithi016 ceph-mon[90652]: pgmap v3651: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 3.6 KiB/s rd, 975 B/s wr, 6 op/s 2024-04-15T15:44:59.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:44:59 smithi016 ceph-mon[93212]: pgmap v3651: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 3.6 KiB/s rd, 975 B/s wr, 6 op/s 2024-04-15T15:45:00.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:45:00 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "117.a", "id": [5, 1]}]: dispatch 2024-04-15T15:45:00.688 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:45:00 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "117.b", "id": [5, 4]}]: dispatch 2024-04-15T15:45:00.789 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:45:00 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "117.a", "id": [5, 1]}]: dispatch 2024-04-15T15:45:00.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:45:00 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "117.b", "id": [5, 4]}]: dispatch 2024-04-15T15:45:00.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:45:00 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "117.a", "id": [5, 1]}]: dispatch 2024-04-15T15:45:00.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:45:00 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "117.b", "id": [5, 4]}]: dispatch 2024-04-15T15:45:01.688 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:45:01 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "117.a", "id": [5, 1]}]': finished 2024-04-15T15:45:01.688 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:45:01 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "117.b", "id": [5, 4]}]': finished 2024-04-15T15:45:01.688 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:45:01 smithi102 ceph-mon[87131]: osdmap e1949: 8 total, 8 up, 8 in 2024-04-15T15:45:01.688 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:45:01 smithi102 ceph-mon[87131]: pgmap v3653: 137 pgs: 137 active+clean; 21 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 14 KiB/s rd, 1.7 MiB/s wr, 18 op/s 2024-04-15T15:45:01.688 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:45:01 smithi102 ceph-mon[87131]: osdmap e1950: 8 total, 8 up, 8 in 2024-04-15T15:45:01.779 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:45:01 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "117.a", "id": [5, 1]}]': finished 2024-04-15T15:45:01.779 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:45:01 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "117.b", "id": [5, 4]}]': finished 2024-04-15T15:45:01.780 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:45:01 smithi016 ceph-mon[90652]: osdmap e1949: 8 total, 8 up, 8 in 2024-04-15T15:45:01.780 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:45:01 smithi016 ceph-mon[90652]: pgmap v3653: 137 pgs: 137 active+clean; 21 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 14 KiB/s rd, 1.7 MiB/s wr, 18 op/s 2024-04-15T15:45:01.780 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:45:01 smithi016 ceph-mon[90652]: osdmap e1950: 8 total, 8 up, 8 in 2024-04-15T15:45:01.780 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:45:01 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "117.a", "id": [5, 1]}]': finished 2024-04-15T15:45:01.780 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:45:01 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "117.b", "id": [5, 4]}]': finished 2024-04-15T15:45:01.780 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:45:01 smithi016 ceph-mon[93212]: osdmap e1949: 8 total, 8 up, 8 in 2024-04-15T15:45:01.780 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:45:01 smithi016 ceph-mon[93212]: pgmap v3653: 137 pgs: 137 active+clean; 21 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 14 KiB/s rd, 1.7 MiB/s wr, 18 op/s 2024-04-15T15:45:01.780 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:45:01 smithi016 ceph-mon[93212]: osdmap e1950: 8 total, 8 up, 8 in 2024-04-15T15:45:01.780 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 15 15:45:01 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-y[81421]: ::ffff:172.21.15.102 - - [15/Apr/2024:15:45:01] "GET /metrics HTTP/1.1" 200 36649 "" "Prometheus/2.43.0" 2024-04-15T15:45:02.687 INFO:journalctl@ceph.prometheus.a.smithi102.stdout:Apr 15 15:45:02 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-prometheus-a[120881]: ts=2024-04-15T15:45:02.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi016:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"362ea986-fb34-11ee-bc8f-c7b262605968\", instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T15:45:04.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:45:03 smithi016 ceph-mon[90652]: pgmap v3655: 137 pgs: 137 active+clean; 46 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 23 KiB/s rd, 5.1 MiB/s wr, 34 op/s; 512 KiB/s, 0 objects/s recovering 2024-04-15T15:45:04.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:45:03 smithi016 ceph-mon[93212]: pgmap v3655: 137 pgs: 137 active+clean; 46 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 23 KiB/s rd, 5.1 MiB/s wr, 34 op/s; 512 KiB/s, 0 objects/s recovering 2024-04-15T15:45:04.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:45:03 smithi102 ceph-mon[87131]: pgmap v3655: 137 pgs: 137 active+clean; 46 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 23 KiB/s rd, 5.1 MiB/s wr, 34 op/s; 512 KiB/s, 0 objects/s recovering 2024-04-15T15:45:06.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:45:05 smithi016 ceph-mon[90652]: pgmap v3656: 137 pgs: 137 active+clean; 46 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 20 KiB/s rd, 5.1 MiB/s wr, 29 op/s; 512 KiB/s, 0 objects/s recovering 2024-04-15T15:45:06.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:45:05 smithi016 ceph-mon[93212]: pgmap v3656: 137 pgs: 137 active+clean; 46 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 20 KiB/s rd, 5.1 MiB/s wr, 29 op/s; 512 KiB/s, 0 objects/s recovering 2024-04-15T15:45:06.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:45:05 smithi102 ceph-mon[87131]: pgmap v3656: 137 pgs: 137 active+clean; 46 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 20 KiB/s rd, 5.1 MiB/s wr, 29 op/s; 512 KiB/s, 0 objects/s recovering 2024-04-15T15:45:07.397 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] EncryptedFlattenTest/5.Simple (20088 ms) 2024-04-15T15:45:07.397 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] EncryptedFlattenTest/5.Grow 2024-04-15T15:45:07.397 INFO:tasks.workunit.client.0.smithi016.stdout:using new format! 2024-04-15T15:45:08.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:45:08 smithi102 ceph-mon[87131]: pgmap v3657: 137 pgs: 137 active+clean; 71 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.5 MiB/s rd, 8.3 MiB/s wr, 76 op/s; 512 KiB/s, 0 objects/s recovering 2024-04-15T15:45:08.539 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:45:08 smithi016 ceph-mon[90652]: pgmap v3657: 137 pgs: 137 active+clean; 71 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.5 MiB/s rd, 8.3 MiB/s wr, 76 op/s; 512 KiB/s, 0 objects/s recovering 2024-04-15T15:45:08.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:45:08 smithi016 ceph-mon[93212]: pgmap v3657: 137 pgs: 137 active+clean; 71 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.5 MiB/s rd, 8.3 MiB/s wr, 76 op/s; 512 KiB/s, 0 objects/s recovering 2024-04-15T15:45:09.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:45:09 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T15:45:09.539 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:45:09 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T15:45:09.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:45:09 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T15:45:10.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:45:10 smithi102 ceph-mon[87131]: pgmap v3658: 137 pgs: 137 active+clean; 83 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 11 MiB/s rd, 8.9 MiB/s wr, 80 op/s; 493 KiB/s, 0 objects/s recovering 2024-04-15T15:45:10.539 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:45:10 smithi016 ceph-mon[93212]: pgmap v3658: 137 pgs: 137 active+clean; 83 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 11 MiB/s rd, 8.9 MiB/s wr, 80 op/s; 493 KiB/s, 0 objects/s recovering 2024-04-15T15:45:10.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:45:10 smithi016 ceph-mon[90652]: pgmap v3658: 137 pgs: 137 active+clean; 83 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 11 MiB/s rd, 8.9 MiB/s wr, 80 op/s; 493 KiB/s, 0 objects/s recovering 2024-04-15T15:45:11.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:45:11 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T15:45:11.539 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:45:11 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T15:45:11.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:45:11 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T15:45:12.039 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 15 15:45:11 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-y[81421]: ::ffff:172.21.15.102 - - [15/Apr/2024:15:45:11] "GET /metrics HTTP/1.1" 200 36692 "" "Prometheus/2.43.0" 2024-04-15T15:45:12.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:45:12 smithi102 ceph-mon[87131]: pgmap v3659: 137 pgs: 137 active+clean; 87 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 11 MiB/s rd, 6.6 MiB/s wr, 55 op/s; 409 KiB/s, 0 objects/s recovering 2024-04-15T15:45:12.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:45:12 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T15:45:12.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:45:12 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T15:45:12.438 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:45:12 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T15:45:12.438 INFO:journalctl@ceph.prometheus.a.smithi102.stdout:Apr 15 15:45:12 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-prometheus-a[120881]: ts=2024-04-15T15:45:12.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi016:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"362ea986-fb34-11ee-bc8f-c7b262605968\", instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T15:45:12.539 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:45:12 smithi016 ceph-mon[93212]: pgmap v3659: 137 pgs: 137 active+clean; 87 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 11 MiB/s rd, 6.6 MiB/s wr, 55 op/s; 409 KiB/s, 0 objects/s recovering 2024-04-15T15:45:12.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:45:12 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T15:45:12.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:45:12 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T15:45:12.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:45:12 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T15:45:12.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:45:12 smithi016 ceph-mon[90652]: pgmap v3659: 137 pgs: 137 active+clean; 87 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 11 MiB/s rd, 6.6 MiB/s wr, 55 op/s; 409 KiB/s, 0 objects/s recovering 2024-04-15T15:45:12.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:45:12 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T15:45:12.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:45:12 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T15:45:12.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:45:12 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T15:45:14.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:45:14 smithi102 ceph-mon[87131]: pgmap v3660: 137 pgs: 137 active+clean; 87 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 10 MiB/s rd, 4.6 MiB/s wr, 48 op/s; 353 KiB/s, 0 objects/s recovering 2024-04-15T15:45:14.539 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:45:14 smithi016 ceph-mon[93212]: pgmap v3660: 137 pgs: 137 active+clean; 87 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 10 MiB/s rd, 4.6 MiB/s wr, 48 op/s; 353 KiB/s, 0 objects/s recovering 2024-04-15T15:45:14.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:45:14 smithi016 ceph-mon[90652]: pgmap v3660: 137 pgs: 137 active+clean; 87 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 10 MiB/s rd, 4.6 MiB/s wr, 48 op/s; 353 KiB/s, 0 objects/s recovering 2024-04-15T15:45:16.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:45:16 smithi102 ceph-mon[87131]: pgmap v3661: 137 pgs: 137 active+clean; 87 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 9.8 MiB/s rd, 3.4 MiB/s wr, 37 op/s 2024-04-15T15:45:16.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:45:16 smithi102 ceph-mon[87131]: osdmap e1951: 8 total, 8 up, 8 in 2024-04-15T15:45:16.539 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:45:16 smithi016 ceph-mon[93212]: pgmap v3661: 137 pgs: 137 active+clean; 87 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 9.8 MiB/s rd, 3.4 MiB/s wr, 37 op/s 2024-04-15T15:45:16.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:45:16 smithi016 ceph-mon[93212]: osdmap e1951: 8 total, 8 up, 8 in 2024-04-15T15:45:16.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:45:16 smithi016 ceph-mon[90652]: pgmap v3661: 137 pgs: 137 active+clean; 87 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 9.8 MiB/s rd, 3.4 MiB/s wr, 37 op/s 2024-04-15T15:45:16.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:45:16 smithi016 ceph-mon[90652]: osdmap e1951: 8 total, 8 up, 8 in 2024-04-15T15:45:18.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:45:18 smithi102 ceph-mon[87131]: pgmap v3663: 137 pgs: 137 active+clean; 124 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 4.1 MiB/s rd, 5.3 MiB/s wr, 19 op/s 2024-04-15T15:45:18.539 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:45:18 smithi016 ceph-mon[93212]: pgmap v3663: 137 pgs: 137 active+clean; 124 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 4.1 MiB/s rd, 5.3 MiB/s wr, 19 op/s 2024-04-15T15:45:18.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:45:18 smithi016 ceph-mon[90652]: pgmap v3663: 137 pgs: 137 active+clean; 124 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 4.1 MiB/s rd, 5.3 MiB/s wr, 19 op/s 2024-04-15T15:45:20.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:45:20 smithi102 ceph-mon[87131]: pgmap v3664: 137 pgs: 137 active+clean; 128 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 2.6 MiB/s rd, 4.5 MiB/s wr, 44 op/s 2024-04-15T15:45:20.539 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:45:20 smithi016 ceph-mon[90652]: pgmap v3664: 137 pgs: 137 active+clean; 128 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 2.6 MiB/s rd, 4.5 MiB/s wr, 44 op/s 2024-04-15T15:45:20.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:45:20 smithi016 ceph-mon[93212]: pgmap v3664: 137 pgs: 137 active+clean; 128 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 2.6 MiB/s rd, 4.5 MiB/s wr, 44 op/s 2024-04-15T15:45:21.388 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] EncryptedFlattenTest/5.Grow (13992 ms) 2024-04-15T15:45:21.388 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] EncryptedFlattenTest/5.Shrink 2024-04-15T15:45:21.388 INFO:tasks.workunit.client.0.smithi016.stdout:using new format! 2024-04-15T15:45:22.039 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 15 15:45:21 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-y[81421]: ::ffff:172.21.15.102 - - [15/Apr/2024:15:45:21] "GET /metrics HTTP/1.1" 200 36692 "" "Prometheus/2.43.0" 2024-04-15T15:45:22.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:45:22 smithi102 ceph-mon[87131]: pgmap v3665: 137 pgs: 137 active+clean; 140 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 4.4 MiB/s rd, 5.3 MiB/s wr, 51 op/s 2024-04-15T15:45:22.438 INFO:journalctl@ceph.prometheus.a.smithi102.stdout:Apr 15 15:45:22 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-prometheus-a[120881]: ts=2024-04-15T15:45:22.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi016:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"362ea986-fb34-11ee-bc8f-c7b262605968\", instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T15:45:22.539 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:45:22 smithi016 ceph-mon[93212]: pgmap v3665: 137 pgs: 137 active+clean; 140 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 4.4 MiB/s rd, 5.3 MiB/s wr, 51 op/s 2024-04-15T15:45:22.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:45:22 smithi016 ceph-mon[90652]: pgmap v3665: 137 pgs: 137 active+clean; 140 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 4.4 MiB/s rd, 5.3 MiB/s wr, 51 op/s 2024-04-15T15:45:24.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:45:24 smithi102 ceph-mon[87131]: pgmap v3666: 137 pgs: 137 active+clean; 169 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 11 MiB/s rd, 8.2 MiB/s wr, 65 op/s 2024-04-15T15:45:24.438 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:45:24 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T15:45:24.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:45:24 smithi016 ceph-mon[93212]: pgmap v3666: 137 pgs: 137 active+clean; 169 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 11 MiB/s rd, 8.2 MiB/s wr, 65 op/s 2024-04-15T15:45:24.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:45:24 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T15:45:24.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:45:24 smithi016 ceph-mon[90652]: pgmap v3666: 137 pgs: 137 active+clean; 169 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 11 MiB/s rd, 8.2 MiB/s wr, 65 op/s 2024-04-15T15:45:24.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:45:24 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T15:45:26.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:45:26 smithi102 ceph-mon[87131]: pgmap v3667: 137 pgs: 137 active+clean; 169 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 11 MiB/s rd, 8.2 MiB/s wr, 65 op/s 2024-04-15T15:45:26.539 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:45:26 smithi016 ceph-mon[93212]: pgmap v3667: 137 pgs: 137 active+clean; 169 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 11 MiB/s rd, 8.2 MiB/s wr, 65 op/s 2024-04-15T15:45:26.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:45:26 smithi016 ceph-mon[90652]: pgmap v3667: 137 pgs: 137 active+clean; 169 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 11 MiB/s rd, 8.2 MiB/s wr, 65 op/s 2024-04-15T15:45:28.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:45:28 smithi102 ceph-mon[87131]: pgmap v3668: 137 pgs: 137 active+clean; 169 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 10 MiB/s rd, 7.1 MiB/s wr, 61 op/s 2024-04-15T15:45:28.539 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:45:28 smithi016 ceph-mon[93212]: pgmap v3668: 137 pgs: 137 active+clean; 169 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 10 MiB/s rd, 7.1 MiB/s wr, 61 op/s 2024-04-15T15:45:28.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:45:28 smithi016 ceph-mon[90652]: pgmap v3668: 137 pgs: 137 active+clean; 169 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 10 MiB/s rd, 7.1 MiB/s wr, 61 op/s 2024-04-15T15:45:30.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:45:30 smithi102 ceph-mon[87131]: pgmap v3669: 137 pgs: 137 active+clean; 169 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 9.7 MiB/s rd, 3.8 MiB/s wr, 48 op/s 2024-04-15T15:45:30.438 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:45:30 smithi102 ceph-mon[87131]: osdmap e1952: 8 total, 8 up, 8 in 2024-04-15T15:45:30.539 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:45:30 smithi016 ceph-mon[93212]: pgmap v3669: 137 pgs: 137 active+clean; 169 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 9.7 MiB/s rd, 3.8 MiB/s wr, 48 op/s 2024-04-15T15:45:30.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:45:30 smithi016 ceph-mon[93212]: osdmap e1952: 8 total, 8 up, 8 in 2024-04-15T15:45:30.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:45:30 smithi016 ceph-mon[90652]: pgmap v3669: 137 pgs: 137 active+clean; 169 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 9.7 MiB/s rd, 3.8 MiB/s wr, 48 op/s 2024-04-15T15:45:30.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:45:30 smithi016 ceph-mon[90652]: osdmap e1952: 8 total, 8 up, 8 in 2024-04-15T15:45:32.040 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 15 15:45:31 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-y[81421]: ::ffff:172.21.15.102 - - [15/Apr/2024:15:45:31] "GET /metrics HTTP/1.1" 200 36690 "" "Prometheus/2.43.0" 2024-04-15T15:45:32.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:45:32 smithi102 ceph-mon[87131]: pgmap v3671: 137 pgs: 137 active+clean; 186 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 8.3 MiB/s rd, 4.6 MiB/s wr, 60 op/s 2024-04-15T15:45:32.438 INFO:journalctl@ceph.prometheus.a.smithi102.stdout:Apr 15 15:45:32 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-prometheus-a[120881]: ts=2024-04-15T15:45:32.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi016:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"362ea986-fb34-11ee-bc8f-c7b262605968\", instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T15:45:32.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:45:32 smithi016 ceph-mon[93212]: pgmap v3671: 137 pgs: 137 active+clean; 186 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 8.3 MiB/s rd, 4.6 MiB/s wr, 60 op/s 2024-04-15T15:45:32.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:45:32 smithi016 ceph-mon[90652]: pgmap v3671: 137 pgs: 137 active+clean; 186 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 8.3 MiB/s rd, 4.6 MiB/s wr, 60 op/s 2024-04-15T15:45:34.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:45:34 smithi102 ceph-mon[87131]: pgmap v3672: 137 pgs: 137 active+clean; 210 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 1.3 MiB/s rd, 4.1 MiB/s wr, 47 op/s 2024-04-15T15:45:34.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:45:34 smithi016 ceph-mon[90652]: pgmap v3672: 137 pgs: 137 active+clean; 210 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 1.3 MiB/s rd, 4.1 MiB/s wr, 47 op/s 2024-04-15T15:45:34.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:45:34 smithi016 ceph-mon[93212]: pgmap v3672: 137 pgs: 137 active+clean; 210 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 1.3 MiB/s rd, 4.1 MiB/s wr, 47 op/s 2024-04-15T15:45:35.425 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] EncryptedFlattenTest/5.Shrink (14036 ms) 2024-04-15T15:45:35.425 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] EncryptedFlattenTest/5.ShrinkToOne 2024-04-15T15:45:35.425 INFO:tasks.workunit.client.0.smithi016.stdout:using new format! 2024-04-15T15:45:36.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:45:36 smithi102 ceph-mon[87131]: pgmap v3673: 137 pgs: 137 active+clean; 210 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 1.3 MiB/s rd, 4.1 MiB/s wr, 47 op/s 2024-04-15T15:45:36.539 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:45:36 smithi016 ceph-mon[93212]: pgmap v3673: 137 pgs: 137 active+clean; 210 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 1.3 MiB/s rd, 4.1 MiB/s wr, 47 op/s 2024-04-15T15:45:36.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:45:36 smithi016 ceph-mon[90652]: pgmap v3673: 137 pgs: 137 active+clean; 210 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 1.3 MiB/s rd, 4.1 MiB/s wr, 47 op/s 2024-04-15T15:45:38.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:45:38 smithi102 ceph-mon[87131]: pgmap v3674: 137 pgs: 137 active+clean; 246 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 8.6 MiB/s rd, 7.7 MiB/s wr, 59 op/s 2024-04-15T15:45:38.539 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:45:38 smithi016 ceph-mon[90652]: pgmap v3674: 137 pgs: 137 active+clean; 246 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 8.6 MiB/s rd, 7.7 MiB/s wr, 59 op/s 2024-04-15T15:45:38.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:45:38 smithi016 ceph-mon[93212]: pgmap v3674: 137 pgs: 137 active+clean; 246 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 8.6 MiB/s rd, 7.7 MiB/s wr, 59 op/s 2024-04-15T15:45:39.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:45:39 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T15:45:39.539 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:45:39 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T15:45:39.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:45:39 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T15:45:40.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:45:40 smithi102 ceph-mon[87131]: pgmap v3675: 137 pgs: 137 active+clean; 251 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 11 MiB/s rd, 8.2 MiB/s wr, 71 op/s 2024-04-15T15:45:40.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:45:40 smithi016 ceph-mon[93212]: pgmap v3675: 137 pgs: 137 active+clean; 251 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 11 MiB/s rd, 8.2 MiB/s wr, 71 op/s 2024-04-15T15:45:40.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:45:40 smithi016 ceph-mon[90652]: pgmap v3675: 137 pgs: 137 active+clean; 251 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 11 MiB/s rd, 8.2 MiB/s wr, 71 op/s 2024-04-15T15:45:42.040 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 15 15:45:41 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-y[81421]: ::ffff:172.21.15.102 - - [15/Apr/2024:15:45:41] "GET /metrics HTTP/1.1" 200 36682 "" "Prometheus/2.43.0" 2024-04-15T15:45:42.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:45:42 smithi102 ceph-mon[87131]: pgmap v3676: 137 pgs: 137 active+clean; 251 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 10 MiB/s rd, 7.1 MiB/s wr, 61 op/s 2024-04-15T15:45:42.438 INFO:journalctl@ceph.prometheus.a.smithi102.stdout:Apr 15 15:45:42 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-prometheus-a[120881]: ts=2024-04-15T15:45:42.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi016:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"362ea986-fb34-11ee-bc8f-c7b262605968\", instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T15:45:42.539 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:45:42 smithi016 ceph-mon[93212]: pgmap v3676: 137 pgs: 137 active+clean; 251 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 10 MiB/s rd, 7.1 MiB/s wr, 61 op/s 2024-04-15T15:45:42.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:45:42 smithi016 ceph-mon[90652]: pgmap v3676: 137 pgs: 137 active+clean; 251 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 10 MiB/s rd, 7.1 MiB/s wr, 61 op/s 2024-04-15T15:45:44.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:45:44 smithi102 ceph-mon[87131]: pgmap v3677: 137 pgs: 137 active+clean; 251 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 9.7 MiB/s rd, 5.4 MiB/s wr, 25 op/s 2024-04-15T15:45:44.539 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:45:44 smithi016 ceph-mon[93212]: pgmap v3677: 137 pgs: 137 active+clean; 251 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 9.7 MiB/s rd, 5.4 MiB/s wr, 25 op/s 2024-04-15T15:45:44.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:45:44 smithi016 ceph-mon[90652]: pgmap v3677: 137 pgs: 137 active+clean; 251 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 9.7 MiB/s rd, 5.4 MiB/s wr, 25 op/s 2024-04-15T15:45:45.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:45:45 smithi102 ceph-mon[87131]: osdmap e1953: 8 total, 8 up, 8 in 2024-04-15T15:45:45.539 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:45:45 smithi016 ceph-mon[93212]: osdmap e1953: 8 total, 8 up, 8 in 2024-04-15T15:45:45.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:45:45 smithi016 ceph-mon[90652]: osdmap e1953: 8 total, 8 up, 8 in 2024-04-15T15:45:46.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:45:46 smithi102 ceph-mon[87131]: pgmap v3679: 137 pgs: 137 active+clean; 251 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 12 MiB/s rd, 4.1 MiB/s wr, 29 op/s 2024-04-15T15:45:46.539 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:45:46 smithi016 ceph-mon[93212]: pgmap v3679: 137 pgs: 137 active+clean; 251 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 12 MiB/s rd, 4.1 MiB/s wr, 29 op/s 2024-04-15T15:45:46.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:45:46 smithi016 ceph-mon[90652]: pgmap v3679: 137 pgs: 137 active+clean; 251 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 12 MiB/s rd, 4.1 MiB/s wr, 29 op/s 2024-04-15T15:45:48.539 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:45:48 smithi016 ceph-mon[93212]: pgmap v3680: 137 pgs: 137 active+clean; 288 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 3.2 MiB/s rd, 4.2 MiB/s wr, 53 op/s 2024-04-15T15:45:48.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:45:48 smithi016 ceph-mon[90652]: pgmap v3680: 137 pgs: 137 active+clean; 288 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 3.2 MiB/s rd, 4.2 MiB/s wr, 53 op/s 2024-04-15T15:45:48.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:45:48 smithi102 ceph-mon[87131]: pgmap v3680: 137 pgs: 137 active+clean; 288 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 3.2 MiB/s rd, 4.2 MiB/s wr, 53 op/s 2024-04-15T15:45:50.390 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] EncryptedFlattenTest/5.ShrinkToOne (14966 ms) 2024-04-15T15:45:50.390 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] EncryptedFlattenTest/5.ShrinkToOneAfterSnapshot 2024-04-15T15:45:50.391 INFO:tasks.workunit.client.0.smithi016.stdout:using new format! 2024-04-15T15:45:50.539 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:45:50 smithi016 ceph-mon[90652]: pgmap v3681: 137 pgs: 137 active+clean; 292 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 498 KiB/s rd, 4.1 MiB/s wr, 42 op/s 2024-04-15T15:45:50.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:45:50 smithi016 ceph-mon[93212]: pgmap v3681: 137 pgs: 137 active+clean; 292 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 498 KiB/s rd, 4.1 MiB/s wr, 42 op/s 2024-04-15T15:45:50.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:45:50 smithi102 ceph-mon[87131]: pgmap v3681: 137 pgs: 137 active+clean; 292 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 498 KiB/s rd, 4.1 MiB/s wr, 42 op/s 2024-04-15T15:45:52.041 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 15 15:45:51 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-y[81421]: ::ffff:172.21.15.102 - - [15/Apr/2024:15:45:51] "GET /metrics HTTP/1.1" 200 36682 "" "Prometheus/2.43.0" 2024-04-15T15:45:52.539 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:45:52 smithi016 ceph-mon[93212]: pgmap v3682: 137 pgs: 137 active+clean; 300 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 943 KiB/s rd, 4.9 MiB/s wr, 51 op/s 2024-04-15T15:45:52.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:45:52 smithi016 ceph-mon[90652]: pgmap v3682: 137 pgs: 137 active+clean; 300 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 943 KiB/s rd, 4.9 MiB/s wr, 51 op/s 2024-04-15T15:45:52.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:45:52 smithi102 ceph-mon[87131]: pgmap v3682: 137 pgs: 137 active+clean; 300 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 943 KiB/s rd, 4.9 MiB/s wr, 51 op/s 2024-04-15T15:45:52.688 INFO:journalctl@ceph.prometheus.a.smithi102.stdout:Apr 15 15:45:52 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-prometheus-a[120881]: ts=2024-04-15T15:45:52.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi016:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"362ea986-fb34-11ee-bc8f-c7b262605968\", instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T15:45:54.539 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:45:54 smithi016 ceph-mon[90652]: pgmap v3683: 137 pgs: 137 active+clean; 312 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 6.5 MiB/s wr, 62 op/s 2024-04-15T15:45:54.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:45:54 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T15:45:54.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:45:54 smithi016 ceph-mon[93212]: pgmap v3683: 137 pgs: 137 active+clean; 312 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 6.5 MiB/s wr, 62 op/s 2024-04-15T15:45:54.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:45:54 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T15:45:54.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:45:54 smithi102 ceph-mon[87131]: pgmap v3683: 137 pgs: 137 active+clean; 312 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 6.5 MiB/s wr, 62 op/s 2024-04-15T15:45:54.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:45:54 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T15:45:56.539 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:45:56 smithi016 ceph-mon[93212]: pgmap v3684: 137 pgs: 137 active+clean; 312 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 2.0 MiB/s rd, 6.2 MiB/s wr, 59 op/s 2024-04-15T15:45:56.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:45:56 smithi016 ceph-mon[90652]: pgmap v3684: 137 pgs: 137 active+clean; 312 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 2.0 MiB/s rd, 6.2 MiB/s wr, 59 op/s 2024-04-15T15:45:56.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:45:56 smithi102 ceph-mon[87131]: pgmap v3684: 137 pgs: 137 active+clean; 312 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 2.0 MiB/s rd, 6.2 MiB/s wr, 59 op/s 2024-04-15T15:45:58.539 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:45:58 smithi016 ceph-mon[90652]: pgmap v3685: 137 pgs: 137 active+clean; 312 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 1.8 MiB/s rd, 5.4 MiB/s wr, 51 op/s 2024-04-15T15:45:58.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:45:58 smithi016 ceph-mon[93212]: pgmap v3685: 137 pgs: 137 active+clean; 312 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 1.8 MiB/s rd, 5.4 MiB/s wr, 51 op/s 2024-04-15T15:45:58.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:45:58 smithi102 ceph-mon[87131]: pgmap v3685: 137 pgs: 137 active+clean; 312 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 1.8 MiB/s rd, 5.4 MiB/s wr, 51 op/s 2024-04-15T15:46:00.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:46:00 smithi016 ceph-mon[90652]: pgmap v3686: 137 pgs: 137 active+clean; 312 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.3 MiB/s wr, 16 op/s 2024-04-15T15:46:00.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:46:00 smithi016 ceph-mon[90652]: osdmap e1954: 8 total, 8 up, 8 in 2024-04-15T15:46:00.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:46:00 smithi016 ceph-mon[93212]: pgmap v3686: 137 pgs: 137 active+clean; 312 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.3 MiB/s wr, 16 op/s 2024-04-15T15:46:00.541 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:46:00 smithi016 ceph-mon[93212]: osdmap e1954: 8 total, 8 up, 8 in 2024-04-15T15:46:00.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:46:00 smithi102 ceph-mon[87131]: pgmap v3686: 137 pgs: 137 active+clean; 312 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.3 MiB/s wr, 16 op/s 2024-04-15T15:46:00.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:46:00 smithi102 ceph-mon[87131]: osdmap e1954: 8 total, 8 up, 8 in 2024-04-15T15:46:02.040 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 15 15:46:01 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-y[81421]: ::ffff:172.21.15.102 - - [15/Apr/2024:15:46:01] "GET /metrics HTTP/1.1" 200 36687 "" "Prometheus/2.43.0" 2024-04-15T15:46:02.543 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:46:02 smithi016 ceph-mon[93212]: pgmap v3688: 137 pgs: 137 active+clean; 341 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 1.2 MiB/s rd, 4.5 MiB/s wr, 14 op/s 2024-04-15T15:46:02.544 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:46:02 smithi016 ceph-mon[90652]: pgmap v3688: 137 pgs: 137 active+clean; 341 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 1.2 MiB/s rd, 4.5 MiB/s wr, 14 op/s 2024-04-15T15:46:02.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:46:02 smithi102 ceph-mon[87131]: pgmap v3688: 137 pgs: 137 active+clean; 341 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 1.2 MiB/s rd, 4.5 MiB/s wr, 14 op/s 2024-04-15T15:46:02.688 INFO:journalctl@ceph.prometheus.a.smithi102.stdout:Apr 15 15:46:02 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-prometheus-a[120881]: ts=2024-04-15T15:46:02.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi016:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"362ea986-fb34-11ee-bc8f-c7b262605968\", instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T15:46:04.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:46:04 smithi016 ceph-mon[93212]: pgmap v3689: 137 pgs: 137 active+clean; 353 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 60 KiB/s rd, 4.1 MiB/s wr, 42 op/s 2024-04-15T15:46:04.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:46:04 smithi016 ceph-mon[90652]: pgmap v3689: 137 pgs: 137 active+clean; 353 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 60 KiB/s rd, 4.1 MiB/s wr, 42 op/s 2024-04-15T15:46:04.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:46:04 smithi102 ceph-mon[87131]: pgmap v3689: 137 pgs: 137 active+clean; 353 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 60 KiB/s rd, 4.1 MiB/s wr, 42 op/s 2024-04-15T15:46:05.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:46:05 smithi016 ceph-mon[90652]: osdmap e1955: 8 total, 8 up, 8 in 2024-04-15T15:46:05.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:46:05 smithi016 ceph-mon[93212]: osdmap e1955: 8 total, 8 up, 8 in 2024-04-15T15:46:05.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:46:05 smithi102 ceph-mon[87131]: osdmap e1955: 8 total, 8 up, 8 in 2024-04-15T15:46:06.501 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] EncryptedFlattenTest/5.ShrinkToOneAfterSnapshot (16111 ms) 2024-04-15T15:46:06.501 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] EncryptedFlattenTest/5.MinOverlap 2024-04-15T15:46:06.501 INFO:tasks.workunit.client.0.smithi016.stdout:using new format! 2024-04-15T15:46:06.539 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:46:06 smithi016 ceph-mon[90652]: pgmap v3691: 137 pgs: 137 active+clean; 353 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 75 KiB/s rd, 5.1 MiB/s wr, 52 op/s 2024-04-15T15:46:06.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:46:06 smithi016 ceph-mon[93212]: pgmap v3691: 137 pgs: 137 active+clean; 353 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 75 KiB/s rd, 5.1 MiB/s wr, 52 op/s 2024-04-15T15:46:06.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:46:06 smithi102 ceph-mon[87131]: pgmap v3691: 137 pgs: 137 active+clean; 353 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 75 KiB/s rd, 5.1 MiB/s wr, 52 op/s 2024-04-15T15:46:08.539 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:46:08 smithi016 ceph-mon[93212]: pgmap v3692: 137 pgs: 137 active+clean; 430 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 7.3 MiB/s rd, 15 MiB/s wr, 97 op/s 2024-04-15T15:46:08.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:46:08 smithi016 ceph-mon[90652]: pgmap v3692: 137 pgs: 137 active+clean; 430 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 7.3 MiB/s rd, 15 MiB/s wr, 97 op/s 2024-04-15T15:46:08.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:46:08 smithi102 ceph-mon[87131]: pgmap v3692: 137 pgs: 137 active+clean; 430 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 7.3 MiB/s rd, 15 MiB/s wr, 97 op/s 2024-04-15T15:46:09.539 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:46:09 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T15:46:09.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:46:09 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T15:46:09.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:46:09 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T15:46:10.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:46:10 smithi016 ceph-mon[93212]: pgmap v3693: 137 pgs: 137 active+clean; 438 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 6.1 MiB/s rd, 13 MiB/s wr, 83 op/s 2024-04-15T15:46:10.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:46:10 smithi016 ceph-mon[90652]: pgmap v3693: 137 pgs: 137 active+clean; 438 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 6.1 MiB/s rd, 13 MiB/s wr, 83 op/s 2024-04-15T15:46:10.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:46:10 smithi102 ceph-mon[87131]: pgmap v3693: 137 pgs: 137 active+clean; 438 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 6.1 MiB/s rd, 13 MiB/s wr, 83 op/s 2024-04-15T15:46:12.040 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 15 15:46:11 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-y[81421]: ::ffff:172.21.15.102 - - [15/Apr/2024:15:46:11] "GET /metrics HTTP/1.1" 200 36687 "" "Prometheus/2.43.0" 2024-04-15T15:46:12.539 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:46:12 smithi016 ceph-mon[93212]: pgmap v3694: 137 pgs: 137 active+clean; 438 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 5.8 MiB/s rd, 9.7 MiB/s wr, 80 op/s 2024-04-15T15:46:12.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:46:12 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T15:46:12.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:46:12 smithi016 ceph-mon[90652]: pgmap v3694: 137 pgs: 137 active+clean; 438 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 5.8 MiB/s rd, 9.7 MiB/s wr, 80 op/s 2024-04-15T15:46:12.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:46:12 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T15:46:12.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:46:12 smithi102 ceph-mon[87131]: pgmap v3694: 137 pgs: 137 active+clean; 438 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 5.8 MiB/s rd, 9.7 MiB/s wr, 80 op/s 2024-04-15T15:46:12.688 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:46:12 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T15:46:12.688 INFO:journalctl@ceph.prometheus.a.smithi102.stdout:Apr 15 15:46:12 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-prometheus-a[120881]: ts=2024-04-15T15:46:12.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi016:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"362ea986-fb34-11ee-bc8f-c7b262605968\", instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T15:46:13.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:46:13 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T15:46:13.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:46:13 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T15:46:13.541 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:46:13 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T15:46:13.541 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:46:13 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T15:46:13.541 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:46:13 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T15:46:13.541 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:46:13 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T15:46:13.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:46:13 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T15:46:13.688 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:46:13 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T15:46:13.688 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:46:13 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T15:46:14.539 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:46:14 smithi016 ceph-mon[90652]: pgmap v3695: 137 pgs: 137 active+clean; 438 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 5.8 MiB/s rd, 8.5 MiB/s wr, 42 op/s 2024-04-15T15:46:14.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:46:14 smithi016 ceph-mon[93212]: pgmap v3695: 137 pgs: 137 active+clean; 438 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 5.8 MiB/s rd, 8.5 MiB/s wr, 42 op/s 2024-04-15T15:46:14.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:46:14 smithi102 ceph-mon[87131]: pgmap v3695: 137 pgs: 137 active+clean; 438 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 5.8 MiB/s rd, 8.5 MiB/s wr, 42 op/s 2024-04-15T15:46:15.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:46:15 smithi016 ceph-mon[93212]: osdmap e1956: 8 total, 8 up, 8 in 2024-04-15T15:46:15.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:46:15 smithi016 ceph-mon[93212]: pgmap v3697: 137 pgs: 137 active+clean; 438 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 5.8 MiB/s rd, 8.5 MiB/s wr, 42 op/s 2024-04-15T15:46:15.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:46:15 smithi016 ceph-mon[90652]: osdmap e1956: 8 total, 8 up, 8 in 2024-04-15T15:46:15.791 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:46:15 smithi016 ceph-mon[90652]: pgmap v3697: 137 pgs: 137 active+clean; 438 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 5.8 MiB/s rd, 8.5 MiB/s wr, 42 op/s 2024-04-15T15:46:15.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:46:15 smithi102 ceph-mon[87131]: osdmap e1956: 8 total, 8 up, 8 in 2024-04-15T15:46:15.938 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:46:15 smithi102 ceph-mon[87131]: pgmap v3697: 137 pgs: 137 active+clean; 438 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 5.8 MiB/s rd, 8.5 MiB/s wr, 42 op/s 2024-04-15T15:46:18.039 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:46:17 smithi016 ceph-mon[93212]: pgmap v3698: 137 pgs: 137 active+clean; 475 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 65 KiB/s rd, 4.5 MiB/s wr, 48 op/s 2024-04-15T15:46:18.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:46:17 smithi016 ceph-mon[90652]: pgmap v3698: 137 pgs: 137 active+clean; 475 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 65 KiB/s rd, 4.5 MiB/s wr, 48 op/s 2024-04-15T15:46:18.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:46:17 smithi102 ceph-mon[87131]: pgmap v3698: 137 pgs: 137 active+clean; 475 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 65 KiB/s rd, 4.5 MiB/s wr, 48 op/s 2024-04-15T15:46:20.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:46:19 smithi016 ceph-mon[93212]: pgmap v3699: 137 pgs: 137 active+clean; 479 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 63 KiB/s rd, 4.1 MiB/s wr, 47 op/s 2024-04-15T15:46:20.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:46:19 smithi016 ceph-mon[90652]: pgmap v3699: 137 pgs: 137 active+clean; 479 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 63 KiB/s rd, 4.1 MiB/s wr, 47 op/s 2024-04-15T15:46:20.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:46:19 smithi102 ceph-mon[87131]: pgmap v3699: 137 pgs: 137 active+clean; 479 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 63 KiB/s rd, 4.1 MiB/s wr, 47 op/s 2024-04-15T15:46:20.757 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] EncryptedFlattenTest/5.MinOverlap (14255 ms) 2024-04-15T15:46:20.757 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] EncryptedFlattenTest/5.ZeroOverlap 2024-04-15T15:46:20.757 INFO:tasks.workunit.client.0.smithi016.stdout:using new format! 2024-04-15T15:46:22.039 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:46:21 smithi016 ceph-mon[90652]: pgmap v3700: 137 pgs: 137 active+clean; 499 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 2.5 MiB/s rd, 6.5 MiB/s wr, 49 op/s 2024-04-15T15:46:22.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:46:21 smithi016 ceph-mon[93212]: pgmap v3700: 137 pgs: 137 active+clean; 499 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 2.5 MiB/s rd, 6.5 MiB/s wr, 49 op/s 2024-04-15T15:46:22.040 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 15 15:46:21 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-y[81421]: ::ffff:172.21.15.102 - - [15/Apr/2024:15:46:21] "GET /metrics HTTP/1.1" 200 36687 "" "Prometheus/2.43.0" 2024-04-15T15:46:22.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:46:21 smithi102 ceph-mon[87131]: pgmap v3700: 137 pgs: 137 active+clean; 499 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 2.5 MiB/s rd, 6.5 MiB/s wr, 49 op/s 2024-04-15T15:46:22.687 INFO:journalctl@ceph.prometheus.a.smithi102.stdout:Apr 15 15:46:22 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-prometheus-a[120881]: ts=2024-04-15T15:46:22.316Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi016:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"362ea986-fb34-11ee-bc8f-c7b262605968\", instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T15:46:24.041 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:46:23 smithi016 ceph-mon[93212]: pgmap v3701: 137 pgs: 137 active+clean; 499 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 2.9 MiB/s rd, 6.5 MiB/s wr, 58 op/s 2024-04-15T15:46:24.041 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:46:23 smithi016 ceph-mon[90652]: pgmap v3701: 137 pgs: 137 active+clean; 499 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 2.9 MiB/s rd, 6.5 MiB/s wr, 58 op/s 2024-04-15T15:46:24.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:46:23 smithi102 ceph-mon[87131]: pgmap v3701: 137 pgs: 137 active+clean; 499 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 2.9 MiB/s rd, 6.5 MiB/s wr, 58 op/s 2024-04-15T15:46:25.039 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:46:24 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T15:46:25.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:46:24 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T15:46:25.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:46:24 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T15:46:26.039 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:46:25 smithi016 ceph-mon[93212]: pgmap v3702: 137 pgs: 137 active+clean; 499 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 2.9 MiB/s rd, 6.4 MiB/s wr, 57 op/s 2024-04-15T15:46:26.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:46:25 smithi016 ceph-mon[90652]: pgmap v3702: 137 pgs: 137 active+clean; 499 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 2.9 MiB/s rd, 6.4 MiB/s wr, 57 op/s 2024-04-15T15:46:26.188 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:46:25 smithi102 ceph-mon[87131]: pgmap v3702: 137 pgs: 137 active+clean; 499 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 2.9 MiB/s rd, 6.4 MiB/s wr, 57 op/s 2024-04-15T15:46:28.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:46:27 smithi102 ceph-mon[87131]: pgmap v3703: 137 pgs: 137 active+clean; 499 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 2.8 MiB/s rd, 5.4 MiB/s wr, 53 op/s 2024-04-15T15:46:28.289 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:46:27 smithi016 ceph-mon[90652]: pgmap v3703: 137 pgs: 137 active+clean; 499 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 2.8 MiB/s rd, 5.4 MiB/s wr, 53 op/s 2024-04-15T15:46:28.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:46:27 smithi016 ceph-mon[93212]: pgmap v3703: 137 pgs: 137 active+clean; 499 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 2.8 MiB/s rd, 5.4 MiB/s wr, 53 op/s 2024-04-15T15:46:30.188 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:46:29 smithi102 ceph-mon[87131]: pgmap v3704: 137 pgs: 137 active+clean; 499 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.3 MiB/s wr, 18 op/s 2024-04-15T15:46:30.188 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:46:29 smithi102 ceph-mon[87131]: osdmap e1957: 8 total, 8 up, 8 in 2024-04-15T15:46:30.289 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:46:29 smithi016 ceph-mon[93212]: pgmap v3704: 137 pgs: 137 active+clean; 499 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.3 MiB/s wr, 18 op/s 2024-04-15T15:46:30.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:46:29 smithi016 ceph-mon[93212]: osdmap e1957: 8 total, 8 up, 8 in 2024-04-15T15:46:30.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:46:29 smithi016 ceph-mon[90652]: pgmap v3704: 137 pgs: 137 active+clean; 499 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.3 MiB/s wr, 18 op/s 2024-04-15T15:46:30.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:46:29 smithi016 ceph-mon[90652]: osdmap e1957: 8 total, 8 up, 8 in 2024-04-15T15:46:32.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:46:31 smithi016 ceph-mon[93212]: pgmap v3706: 137 pgs: 137 active+clean; 532 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 889 KiB/s rd, 3.3 MiB/s wr, 56 op/s 2024-04-15T15:46:32.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:46:31 smithi016 ceph-mon[90652]: pgmap v3706: 137 pgs: 137 active+clean; 532 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 889 KiB/s rd, 3.3 MiB/s wr, 56 op/s 2024-04-15T15:46:32.040 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 15 15:46:31 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-y[81421]: ::ffff:172.21.15.102 - - [15/Apr/2024:15:46:31] "GET /metrics HTTP/1.1" 200 36682 "" "Prometheus/2.43.0" 2024-04-15T15:46:32.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:46:31 smithi102 ceph-mon[87131]: pgmap v3706: 137 pgs: 137 active+clean; 532 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 889 KiB/s rd, 3.3 MiB/s wr, 56 op/s 2024-04-15T15:46:32.687 INFO:journalctl@ceph.prometheus.a.smithi102.stdout:Apr 15 15:46:32 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-prometheus-a[120881]: ts=2024-04-15T15:46:32.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi016:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"362ea986-fb34-11ee-bc8f-c7b262605968\", instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T15:46:34.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:46:33 smithi102 ceph-mon[87131]: pgmap v3707: 137 pgs: 137 active+clean; 540 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 473 KiB/s rd, 4.1 MiB/s wr, 47 op/s 2024-04-15T15:46:34.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:46:33 smithi016 ceph-mon[93212]: pgmap v3707: 137 pgs: 137 active+clean; 540 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 473 KiB/s rd, 4.1 MiB/s wr, 47 op/s 2024-04-15T15:46:34.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:46:33 smithi016 ceph-mon[90652]: pgmap v3707: 137 pgs: 137 active+clean; 540 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 473 KiB/s rd, 4.1 MiB/s wr, 47 op/s 2024-04-15T15:46:34.984 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] EncryptedFlattenTest/5.ZeroOverlap (14227 ms) 2024-04-15T15:46:35.818 INFO:tasks.workunit.client.0.smithi016.stdout:[----------] 7 tests from EncryptedFlattenTest/5 (107675 ms total) 2024-04-15T15:46:35.818 INFO:tasks.workunit.client.0.smithi016.stdout: 2024-04-15T15:46:35.818 INFO:tasks.workunit.client.0.smithi016.stdout:[----------] 7 tests from EncryptedFlattenTest/6, where TypeParam = LUKS2UnderLUKS2 2024-04-15T15:46:35.859 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] EncryptedFlattenTest/6.Simple 2024-04-15T15:46:36.091 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:46:35 smithi016 ceph-mon[90652]: pgmap v3708: 137 pgs: 137 active+clean; 540 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 473 KiB/s rd, 4.1 MiB/s wr, 47 op/s 2024-04-15T15:46:36.092 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:46:35 smithi016 ceph-mon[93212]: pgmap v3708: 137 pgs: 137 active+clean; 540 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 473 KiB/s rd, 4.1 MiB/s wr, 47 op/s 2024-04-15T15:46:36.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:46:35 smithi102 ceph-mon[87131]: pgmap v3708: 137 pgs: 137 active+clean; 540 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 473 KiB/s rd, 4.1 MiB/s wr, 47 op/s 2024-04-15T15:46:37.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:46:36 smithi102 ceph-mon[87131]: osdmap e1958: 8 total, 8 up, 8 in 2024-04-15T15:46:37.289 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:46:36 smithi016 ceph-mon[90652]: osdmap e1958: 8 total, 8 up, 8 in 2024-04-15T15:46:37.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:46:36 smithi016 ceph-mon[93212]: osdmap e1958: 8 total, 8 up, 8 in 2024-04-15T15:46:37.831 INFO:tasks.workunit.client.0.smithi016.stdout:using new format! 2024-04-15T15:46:38.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:46:37 smithi102 ceph-mon[87131]: pgmap v3710: 105 pgs: 105 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail 2024-04-15T15:46:38.188 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:46:37 smithi102 ceph-mon[87131]: osdmap e1959: 8 total, 8 up, 8 in 2024-04-15T15:46:38.188 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:46:37 smithi102 ceph-mon[87131]: from='client.? 172.21.15.16:0/3972074782' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi016-143420-42","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T15:46:38.188 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:46:37 smithi102 ceph-mon[87131]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi016-143420-42","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T15:46:38.289 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:46:37 smithi016 ceph-mon[90652]: pgmap v3710: 105 pgs: 105 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail 2024-04-15T15:46:38.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:46:37 smithi016 ceph-mon[90652]: osdmap e1959: 8 total, 8 up, 8 in 2024-04-15T15:46:38.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:46:37 smithi016 ceph-mon[90652]: from='client.? 172.21.15.16:0/3972074782' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi016-143420-42","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T15:46:38.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:46:37 smithi016 ceph-mon[90652]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi016-143420-42","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T15:46:38.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:46:37 smithi016 ceph-mon[93212]: pgmap v3710: 105 pgs: 105 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail 2024-04-15T15:46:38.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:46:37 smithi016 ceph-mon[93212]: osdmap e1959: 8 total, 8 up, 8 in 2024-04-15T15:46:38.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:46:37 smithi016 ceph-mon[93212]: from='client.? 172.21.15.16:0/3972074782' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi016-143420-42","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T15:46:38.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:46:37 smithi016 ceph-mon[93212]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi016-143420-42","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T15:46:39.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:46:38 smithi102 ceph-mon[87131]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi016-143420-42","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-15T15:46:39.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:46:38 smithi102 ceph-mon[87131]: osdmap e1960: 8 total, 8 up, 8 in 2024-04-15T15:46:39.289 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:46:38 smithi016 ceph-mon[90652]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi016-143420-42","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-15T15:46:39.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:46:38 smithi016 ceph-mon[90652]: osdmap e1960: 8 total, 8 up, 8 in 2024-04-15T15:46:39.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:46:38 smithi016 ceph-mon[93212]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi016-143420-42","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-15T15:46:39.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:46:38 smithi016 ceph-mon[93212]: osdmap e1960: 8 total, 8 up, 8 in 2024-04-15T15:46:40.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:46:39 smithi102 ceph-mon[87131]: pgmap v3713: 137 pgs: 7 creating+peering, 25 unknown, 105 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail 2024-04-15T15:46:40.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:46:39 smithi102 ceph-mon[87131]: osdmap e1961: 8 total, 8 up, 8 in 2024-04-15T15:46:40.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:46:39 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T15:46:40.289 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:46:39 smithi016 ceph-mon[93212]: pgmap v3713: 137 pgs: 7 creating+peering, 25 unknown, 105 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail 2024-04-15T15:46:40.289 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:46:39 smithi016 ceph-mon[93212]: osdmap e1961: 8 total, 8 up, 8 in 2024-04-15T15:46:40.289 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:46:39 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T15:46:40.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:46:39 smithi016 ceph-mon[90652]: pgmap v3713: 137 pgs: 7 creating+peering, 25 unknown, 105 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail 2024-04-15T15:46:40.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:46:39 smithi016 ceph-mon[90652]: osdmap e1961: 8 total, 8 up, 8 in 2024-04-15T15:46:40.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:46:39 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T15:46:41.188 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:46:40 smithi102 ceph-mon[87131]: osdmap e1962: 8 total, 8 up, 8 in 2024-04-15T15:46:41.289 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:46:40 smithi016 ceph-mon[90652]: osdmap e1962: 8 total, 8 up, 8 in 2024-04-15T15:46:41.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:46:40 smithi016 ceph-mon[93212]: osdmap e1962: 8 total, 8 up, 8 in 2024-04-15T15:46:42.039 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:46:41 smithi016 ceph-mon[93212]: pgmap v3716: 137 pgs: 7 creating+peering, 10 unknown, 120 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 6.7 KiB/s rd, 1.5 KiB/s wr, 10 op/s 2024-04-15T15:46:42.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:46:41 smithi016 ceph-mon[90652]: pgmap v3716: 137 pgs: 7 creating+peering, 10 unknown, 120 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 6.7 KiB/s rd, 1.5 KiB/s wr, 10 op/s 2024-04-15T15:46:42.040 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 15 15:46:41 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-y[81421]: ::ffff:172.21.15.102 - - [15/Apr/2024:15:46:41] "GET /metrics HTTP/1.1" 200 36617 "" "Prometheus/2.43.0" 2024-04-15T15:46:42.189 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:46:41 smithi102 ceph-mon[87131]: pgmap v3716: 137 pgs: 7 creating+peering, 10 unknown, 120 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 6.7 KiB/s rd, 1.5 KiB/s wr, 10 op/s 2024-04-15T15:46:42.687 INFO:journalctl@ceph.grafana.a.smithi102.stdout:Apr 15 15:46:42 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-grafana-a[125357]: logger=cleanup t=2024-04-15T15:46:42.366548103Z level=info msg="Completed cleanup jobs" duration=9.377068ms 2024-04-15T15:46:42.688 INFO:journalctl@ceph.prometheus.a.smithi102.stdout:Apr 15 15:46:42 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-prometheus-a[120881]: ts=2024-04-15T15:46:42.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi016:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"362ea986-fb34-11ee-bc8f-c7b262605968\", instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T15:46:44.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:46:43 smithi102 ceph-mon[87131]: pgmap v3717: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 5.1 KiB/s rd, 1.4 KiB/s wr, 8 op/s 2024-04-15T15:46:44.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:46:43 smithi016 ceph-mon[90652]: pgmap v3717: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 5.1 KiB/s rd, 1.4 KiB/s wr, 8 op/s 2024-04-15T15:46:44.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:46:43 smithi016 ceph-mon[93212]: pgmap v3717: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 5.1 KiB/s rd, 1.4 KiB/s wr, 8 op/s 2024-04-15T15:46:46.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:46:45 smithi102 ceph-mon[87131]: pgmap v3718: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 4.3 KiB/s rd, 1.2 KiB/s wr, 7 op/s 2024-04-15T15:46:46.289 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:46:45 smithi016 ceph-mon[93212]: pgmap v3718: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 4.3 KiB/s rd, 1.2 KiB/s wr, 7 op/s 2024-04-15T15:46:46.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:46:45 smithi016 ceph-mon[90652]: pgmap v3718: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 4.3 KiB/s rd, 1.2 KiB/s wr, 7 op/s 2024-04-15T15:46:47.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:46:47 smithi102 ceph-mon[87131]: osdmap e1963: 8 total, 8 up, 8 in 2024-04-15T15:46:47.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:46:47 smithi016 ceph-mon[90652]: osdmap e1963: 8 total, 8 up, 8 in 2024-04-15T15:46:47.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:46:47 smithi016 ceph-mon[93212]: osdmap e1963: 8 total, 8 up, 8 in 2024-04-15T15:46:48.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:46:48 smithi102 ceph-mon[87131]: pgmap v3720: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 3.8 KiB/s rd, 1.0 KiB/s wr, 6 op/s 2024-04-15T15:46:48.539 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:46:48 smithi016 ceph-mon[90652]: pgmap v3720: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 3.8 KiB/s rd, 1.0 KiB/s wr, 6 op/s 2024-04-15T15:46:48.539 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:46:48 smithi016 ceph-mon[93212]: pgmap v3720: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 3.8 KiB/s rd, 1.0 KiB/s wr, 6 op/s 2024-04-15T15:46:49.439 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:46:49 smithi102 ceph-mon[87131]: osdmap e1964: 8 total, 8 up, 8 in 2024-04-15T15:46:49.541 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:46:49 smithi016 ceph-mon[90652]: osdmap e1964: 8 total, 8 up, 8 in 2024-04-15T15:46:49.541 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:46:49 smithi016 ceph-mon[93212]: osdmap e1964: 8 total, 8 up, 8 in 2024-04-15T15:46:50.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:46:50 smithi102 ceph-mon[87131]: pgmap v3722: 137 pgs: 137 active+clean; 8.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 383 B/s rd, 512 KiB/s wr, 1 op/s 2024-04-15T15:46:50.539 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:46:50 smithi016 ceph-mon[93212]: pgmap v3722: 137 pgs: 137 active+clean; 8.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 383 B/s rd, 512 KiB/s wr, 1 op/s 2024-04-15T15:46:50.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:46:50 smithi016 ceph-mon[90652]: pgmap v3722: 137 pgs: 137 active+clean; 8.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 383 B/s rd, 512 KiB/s wr, 1 op/s 2024-04-15T15:46:52.040 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 15 15:46:51 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-y[81421]: ::ffff:172.21.15.102 - - [15/Apr/2024:15:46:51] "GET /metrics HTTP/1.1" 200 36617 "" "Prometheus/2.43.0" 2024-04-15T15:46:52.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:46:52 smithi102 ceph-mon[87131]: pgmap v3723: 137 pgs: 137 active+clean; 42 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 26 KiB/s rd, 4.6 MiB/s wr, 35 op/s 2024-04-15T15:46:52.437 INFO:journalctl@ceph.prometheus.a.smithi102.stdout:Apr 15 15:46:52 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-prometheus-a[120881]: ts=2024-04-15T15:46:52.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi016:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"362ea986-fb34-11ee-bc8f-c7b262605968\", instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T15:46:52.539 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:46:52 smithi016 ceph-mon[93212]: pgmap v3723: 137 pgs: 137 active+clean; 42 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 26 KiB/s rd, 4.6 MiB/s wr, 35 op/s 2024-04-15T15:46:52.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:46:52 smithi016 ceph-mon[90652]: pgmap v3723: 137 pgs: 137 active+clean; 42 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 26 KiB/s rd, 4.6 MiB/s wr, 35 op/s 2024-04-15T15:46:54.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:46:54 smithi102 ceph-mon[87131]: pgmap v3724: 137 pgs: 137 active+clean; 46 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 32 KiB/s rd, 5.1 MiB/s wr, 44 op/s 2024-04-15T15:46:54.438 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:46:54 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T15:46:54.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:46:54 smithi016 ceph-mon[93212]: pgmap v3724: 137 pgs: 137 active+clean; 46 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 32 KiB/s rd, 5.1 MiB/s wr, 44 op/s 2024-04-15T15:46:54.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:46:54 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T15:46:54.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:46:54 smithi016 ceph-mon[90652]: pgmap v3724: 137 pgs: 137 active+clean; 46 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 32 KiB/s rd, 5.1 MiB/s wr, 44 op/s 2024-04-15T15:46:54.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:46:54 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T15:46:56.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:46:56 smithi102 ceph-mon[87131]: pgmap v3725: 137 pgs: 137 active+clean; 46 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 30 KiB/s rd, 4.8 MiB/s wr, 41 op/s 2024-04-15T15:46:56.539 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:46:56 smithi016 ceph-mon[93212]: pgmap v3725: 137 pgs: 137 active+clean; 46 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 30 KiB/s rd, 4.8 MiB/s wr, 41 op/s 2024-04-15T15:46:56.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:46:56 smithi016 ceph-mon[90652]: pgmap v3725: 137 pgs: 137 active+clean; 46 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 30 KiB/s rd, 4.8 MiB/s wr, 41 op/s 2024-04-15T15:46:58.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:46:58 smithi102 ceph-mon[87131]: pgmap v3726: 137 pgs: 137 active+clean; 50 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 26 KiB/s rd, 4.5 MiB/s wr, 35 op/s 2024-04-15T15:46:58.539 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:46:58 smithi016 ceph-mon[93212]: pgmap v3726: 137 pgs: 137 active+clean; 50 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 26 KiB/s rd, 4.5 MiB/s wr, 35 op/s 2024-04-15T15:46:58.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:46:58 smithi016 ceph-mon[90652]: pgmap v3726: 137 pgs: 137 active+clean; 50 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 26 KiB/s rd, 4.5 MiB/s wr, 35 op/s 2024-04-15T15:47:00.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:47:00 smithi102 ceph-mon[87131]: pgmap v3727: 137 pgs: 137 active+clean; 50 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 25 KiB/s rd, 3.9 MiB/s wr, 33 op/s 2024-04-15T15:47:00.539 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:47:00 smithi016 ceph-mon[93212]: pgmap v3727: 137 pgs: 137 active+clean; 50 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 25 KiB/s rd, 3.9 MiB/s wr, 33 op/s 2024-04-15T15:47:00.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:47:00 smithi016 ceph-mon[90652]: pgmap v3727: 137 pgs: 137 active+clean; 50 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 25 KiB/s rd, 3.9 MiB/s wr, 33 op/s 2024-04-15T15:47:02.040 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 15 15:47:01 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-y[81421]: ::ffff:172.21.15.102 - - [15/Apr/2024:15:47:01] "GET /metrics HTTP/1.1" 200 36675 "" "Prometheus/2.43.0" 2024-04-15T15:47:02.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:47:02 smithi102 ceph-mon[87131]: pgmap v3728: 137 pgs: 137 active+clean; 78 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 5.5 MiB/s rd, 6.4 MiB/s wr, 36 op/s 2024-04-15T15:47:02.438 INFO:journalctl@ceph.prometheus.a.smithi102.stdout:Apr 15 15:47:02 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-prometheus-a[120881]: ts=2024-04-15T15:47:02.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi016:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"362ea986-fb34-11ee-bc8f-c7b262605968\", instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T15:47:02.467 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] EncryptedFlattenTest/6.Simple (26608 ms) 2024-04-15T15:47:02.468 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] EncryptedFlattenTest/6.Grow 2024-04-15T15:47:02.468 INFO:tasks.workunit.client.0.smithi016.stdout:using new format! 2024-04-15T15:47:02.541 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:47:02 smithi016 ceph-mon[90652]: pgmap v3728: 137 pgs: 137 active+clean; 78 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 5.5 MiB/s rd, 6.4 MiB/s wr, 36 op/s 2024-04-15T15:47:02.542 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:47:02 smithi016 ceph-mon[93212]: pgmap v3728: 137 pgs: 137 active+clean; 78 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 5.5 MiB/s rd, 6.4 MiB/s wr, 36 op/s 2024-04-15T15:47:04.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:47:04 smithi102 ceph-mon[87131]: pgmap v3729: 137 pgs: 137 active+clean; 87 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 7.3 MiB/s rd, 5.1 MiB/s wr, 29 op/s 2024-04-15T15:47:04.539 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:47:04 smithi016 ceph-mon[93212]: pgmap v3729: 137 pgs: 137 active+clean; 87 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 7.3 MiB/s rd, 5.1 MiB/s wr, 29 op/s 2024-04-15T15:47:04.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:47:04 smithi016 ceph-mon[90652]: pgmap v3729: 137 pgs: 137 active+clean; 87 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 7.3 MiB/s rd, 5.1 MiB/s wr, 29 op/s 2024-04-15T15:47:06.439 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:47:06 smithi102 ceph-mon[87131]: pgmap v3730: 137 pgs: 137 active+clean; 87 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 7.3 MiB/s rd, 4.8 MiB/s wr, 23 op/s 2024-04-15T15:47:06.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:47:06 smithi016 ceph-mon[90652]: pgmap v3730: 137 pgs: 137 active+clean; 87 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 7.3 MiB/s rd, 4.8 MiB/s wr, 23 op/s 2024-04-15T15:47:06.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:47:06 smithi016 ceph-mon[93212]: pgmap v3730: 137 pgs: 137 active+clean; 87 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 7.3 MiB/s rd, 4.8 MiB/s wr, 23 op/s 2024-04-15T15:47:08.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:47:08 smithi102 ceph-mon[87131]: pgmap v3731: 137 pgs: 137 active+clean; 87 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 9.7 MiB/s rd, 4.8 MiB/s wr, 28 op/s 2024-04-15T15:47:08.539 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:47:08 smithi016 ceph-mon[93212]: pgmap v3731: 137 pgs: 137 active+clean; 87 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 9.7 MiB/s rd, 4.8 MiB/s wr, 28 op/s 2024-04-15T15:47:08.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:47:08 smithi016 ceph-mon[90652]: pgmap v3731: 137 pgs: 137 active+clean; 87 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 9.7 MiB/s rd, 4.8 MiB/s wr, 28 op/s 2024-04-15T15:47:09.438 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:47:09 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T15:47:09.539 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:47:09 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T15:47:09.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:47:09 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T15:47:10.438 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:47:10 smithi102 ceph-mon[87131]: pgmap v3732: 137 pgs: 137 active+clean; 87 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 9.7 MiB/s rd, 4.4 MiB/s wr, 28 op/s 2024-04-15T15:47:10.539 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:47:10 smithi016 ceph-mon[90652]: pgmap v3732: 137 pgs: 137 active+clean; 87 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 9.7 MiB/s rd, 4.4 MiB/s wr, 28 op/s 2024-04-15T15:47:10.539 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:47:10 smithi016 ceph-mon[93212]: pgmap v3732: 137 pgs: 137 active+clean; 87 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 9.7 MiB/s rd, 4.4 MiB/s wr, 28 op/s 2024-04-15T15:47:11.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:47:11 smithi102 ceph-mon[87131]: osdmap e1965: 8 total, 8 up, 8 in 2024-04-15T15:47:11.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:47:11 smithi016 ceph-mon[93212]: osdmap e1965: 8 total, 8 up, 8 in 2024-04-15T15:47:11.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:47:11 smithi016 ceph-mon[90652]: osdmap e1965: 8 total, 8 up, 8 in 2024-04-15T15:47:12.040 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 15 15:47:11 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-y[81421]: ::ffff:172.21.15.102 - - [15/Apr/2024:15:47:11] "GET /metrics HTTP/1.1" 200 36681 "" "Prometheus/2.43.0" 2024-04-15T15:47:12.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:47:12 smithi102 ceph-mon[87131]: pgmap v3734: 137 pgs: 137 active+clean; 104 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 5.1 MiB/s rd, 3.4 MiB/s wr, 43 op/s 2024-04-15T15:47:12.438 INFO:journalctl@ceph.prometheus.a.smithi102.stdout:Apr 15 15:47:12 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-prometheus-a[120881]: ts=2024-04-15T15:47:12.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi016:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"362ea986-fb34-11ee-bc8f-c7b262605968\", instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T15:47:12.539 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:47:12 smithi016 ceph-mon[93212]: pgmap v3734: 137 pgs: 137 active+clean; 104 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 5.1 MiB/s rd, 3.4 MiB/s wr, 43 op/s 2024-04-15T15:47:12.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:47:12 smithi016 ceph-mon[90652]: pgmap v3734: 137 pgs: 137 active+clean; 104 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 5.1 MiB/s rd, 3.4 MiB/s wr, 43 op/s 2024-04-15T15:47:13.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:47:13 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T15:47:13.539 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:47:13 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T15:47:13.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:47:13 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T15:47:14.188 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:47:14 smithi102 ceph-mon[87131]: pgmap v3735: 137 pgs: 137 active+clean; 128 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 3.0 MiB/s rd, 4.1 MiB/s wr, 41 op/s 2024-04-15T15:47:14.188 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:47:14 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T15:47:14.188 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:47:14 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T15:47:14.188 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:47:14 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T15:47:14.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:47:14 smithi016 ceph-mon[90652]: pgmap v3735: 137 pgs: 137 active+clean; 128 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 3.0 MiB/s rd, 4.1 MiB/s wr, 41 op/s 2024-04-15T15:47:14.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:47:14 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T15:47:14.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:47:14 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T15:47:14.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:47:14 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T15:47:14.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:47:14 smithi016 ceph-mon[93212]: pgmap v3735: 137 pgs: 137 active+clean; 128 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 3.0 MiB/s rd, 4.1 MiB/s wr, 41 op/s 2024-04-15T15:47:14.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:47:14 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T15:47:14.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:47:14 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T15:47:14.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:47:14 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T15:47:16.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:47:16 smithi016 ceph-mon[90652]: pgmap v3736: 137 pgs: 137 active+clean; 128 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 3.0 MiB/s rd, 4.1 MiB/s wr, 41 op/s 2024-04-15T15:47:16.541 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:47:16 smithi016 ceph-mon[93212]: pgmap v3736: 137 pgs: 137 active+clean; 128 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 3.0 MiB/s rd, 4.1 MiB/s wr, 41 op/s 2024-04-15T15:47:16.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:47:16 smithi102 ceph-mon[87131]: pgmap v3736: 137 pgs: 137 active+clean; 128 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 3.0 MiB/s rd, 4.1 MiB/s wr, 41 op/s 2024-04-15T15:47:18.539 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:47:18 smithi016 ceph-mon[93212]: pgmap v3737: 137 pgs: 137 active+clean; 136 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 29 KiB/s rd, 4.9 MiB/s wr, 39 op/s 2024-04-15T15:47:18.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:47:18 smithi016 ceph-mon[90652]: pgmap v3737: 137 pgs: 137 active+clean; 136 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 29 KiB/s rd, 4.9 MiB/s wr, 39 op/s 2024-04-15T15:47:18.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:47:18 smithi102 ceph-mon[87131]: pgmap v3737: 137 pgs: 137 active+clean; 136 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 29 KiB/s rd, 4.9 MiB/s wr, 39 op/s 2024-04-15T15:47:20.539 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:47:20 smithi016 ceph-mon[93212]: pgmap v3738: 137 pgs: 137 active+clean; 136 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 29 KiB/s rd, 4.9 MiB/s wr, 39 op/s 2024-04-15T15:47:20.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:47:20 smithi016 ceph-mon[90652]: pgmap v3738: 137 pgs: 137 active+clean; 136 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 29 KiB/s rd, 4.9 MiB/s wr, 39 op/s 2024-04-15T15:47:20.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:47:20 smithi102 ceph-mon[87131]: pgmap v3738: 137 pgs: 137 active+clean; 136 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 29 KiB/s rd, 4.9 MiB/s wr, 39 op/s 2024-04-15T15:47:21.481 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] EncryptedFlattenTest/6.Grow (19014 ms) 2024-04-15T15:47:21.481 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] EncryptedFlattenTest/6.Shrink 2024-04-15T15:47:21.481 INFO:tasks.workunit.client.0.smithi016.stdout:using new format! 2024-04-15T15:47:22.041 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 15 15:47:21 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-y[81421]: ::ffff:172.21.15.102 - - [15/Apr/2024:15:47:21] "GET /metrics HTTP/1.1" 200 36681 "" "Prometheus/2.43.0" 2024-04-15T15:47:22.539 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:47:22 smithi016 ceph-mon[93212]: pgmap v3739: 137 pgs: 137 active+clean; 153 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 4.2 MiB/s rd, 7.0 MiB/s wr, 59 op/s 2024-04-15T15:47:22.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:47:22 smithi016 ceph-mon[90652]: pgmap v3739: 137 pgs: 137 active+clean; 153 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 4.2 MiB/s rd, 7.0 MiB/s wr, 59 op/s 2024-04-15T15:47:22.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:47:22 smithi102 ceph-mon[87131]: pgmap v3739: 137 pgs: 137 active+clean; 153 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 4.2 MiB/s rd, 7.0 MiB/s wr, 59 op/s 2024-04-15T15:47:22.688 INFO:journalctl@ceph.prometheus.a.smithi102.stdout:Apr 15 15:47:22 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-prometheus-a[120881]: ts=2024-04-15T15:47:22.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi016:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"362ea986-fb34-11ee-bc8f-c7b262605968\", instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T15:47:24.542 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:47:24 smithi016 ceph-mon[93212]: pgmap v3740: 137 pgs: 137 active+clean; 169 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 8.0 MiB/s rd, 6.8 MiB/s wr, 43 op/s 2024-04-15T15:47:24.542 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:47:24 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T15:47:24.542 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:47:24 smithi016 ceph-mon[90652]: pgmap v3740: 137 pgs: 137 active+clean; 169 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 8.0 MiB/s rd, 6.8 MiB/s wr, 43 op/s 2024-04-15T15:47:24.542 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:47:24 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T15:47:24.688 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:47:24 smithi102 ceph-mon[87131]: pgmap v3740: 137 pgs: 137 active+clean; 169 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 8.0 MiB/s rd, 6.8 MiB/s wr, 43 op/s 2024-04-15T15:47:24.688 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:47:24 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T15:47:26.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:47:26 smithi016 ceph-mon[93212]: pgmap v3741: 137 pgs: 137 active+clean; 169 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 8.0 MiB/s rd, 4.8 MiB/s wr, 28 op/s 2024-04-15T15:47:26.541 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:47:26 smithi016 ceph-mon[90652]: pgmap v3741: 137 pgs: 137 active+clean; 169 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 8.0 MiB/s rd, 4.8 MiB/s wr, 28 op/s 2024-04-15T15:47:26.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:47:26 smithi102 ceph-mon[87131]: pgmap v3741: 137 pgs: 137 active+clean; 169 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 8.0 MiB/s rd, 4.8 MiB/s wr, 28 op/s 2024-04-15T15:47:28.539 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:47:28 smithi016 ceph-mon[93212]: pgmap v3742: 137 pgs: 137 active+clean; 169 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 9.8 MiB/s rd, 4.8 MiB/s wr, 30 op/s 2024-04-15T15:47:28.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:47:28 smithi016 ceph-mon[90652]: pgmap v3742: 137 pgs: 137 active+clean; 169 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 9.8 MiB/s rd, 4.8 MiB/s wr, 30 op/s 2024-04-15T15:47:28.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:47:28 smithi102 ceph-mon[87131]: pgmap v3742: 137 pgs: 137 active+clean; 169 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 9.8 MiB/s rd, 4.8 MiB/s wr, 30 op/s 2024-04-15T15:47:30.539 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:47:30 smithi016 ceph-mon[93212]: pgmap v3743: 137 pgs: 137 active+clean; 169 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 9.7 MiB/s rd, 4.1 MiB/s wr, 27 op/s 2024-04-15T15:47:30.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:47:30 smithi016 ceph-mon[93212]: osdmap e1966: 8 total, 8 up, 8 in 2024-04-15T15:47:30.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:47:30 smithi016 ceph-mon[90652]: pgmap v3743: 137 pgs: 137 active+clean; 169 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 9.7 MiB/s rd, 4.1 MiB/s wr, 27 op/s 2024-04-15T15:47:30.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:47:30 smithi016 ceph-mon[90652]: osdmap e1966: 8 total, 8 up, 8 in 2024-04-15T15:47:30.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:47:30 smithi102 ceph-mon[87131]: pgmap v3743: 137 pgs: 137 active+clean; 169 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 9.7 MiB/s rd, 4.1 MiB/s wr, 27 op/s 2024-04-15T15:47:30.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:47:30 smithi102 ceph-mon[87131]: osdmap e1966: 8 total, 8 up, 8 in 2024-04-15T15:47:32.040 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 15 15:47:31 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-y[81421]: ::ffff:172.21.15.102 - - [15/Apr/2024:15:47:31] "GET /metrics HTTP/1.1" 200 36687 "" "Prometheus/2.43.0" 2024-04-15T15:47:32.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:47:32 smithi016 ceph-mon[90652]: pgmap v3745: 137 pgs: 137 active+clean; 193 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 7.3 MiB/s rd, 4.8 MiB/s wr, 12 op/s 2024-04-15T15:47:32.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:47:32 smithi016 ceph-mon[93212]: pgmap v3745: 137 pgs: 137 active+clean; 193 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 7.3 MiB/s rd, 4.8 MiB/s wr, 12 op/s 2024-04-15T15:47:32.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:47:32 smithi102 ceph-mon[87131]: pgmap v3745: 137 pgs: 137 active+clean; 193 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 7.3 MiB/s rd, 4.8 MiB/s wr, 12 op/s 2024-04-15T15:47:32.688 INFO:journalctl@ceph.prometheus.a.smithi102.stdout:Apr 15 15:47:32 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-prometheus-a[120881]: ts=2024-04-15T15:47:32.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi016:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"362ea986-fb34-11ee-bc8f-c7b262605968\", instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T15:47:34.541 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:47:34 smithi016 ceph-mon[93212]: pgmap v3746: 137 pgs: 137 active+clean; 210 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 4.1 MiB/s wr, 37 op/s 2024-04-15T15:47:34.542 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:47:34 smithi016 ceph-mon[90652]: pgmap v3746: 137 pgs: 137 active+clean; 210 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 4.1 MiB/s wr, 37 op/s 2024-04-15T15:47:34.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:47:34 smithi102 ceph-mon[87131]: pgmap v3746: 137 pgs: 137 active+clean; 210 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 4.1 MiB/s wr, 37 op/s 2024-04-15T15:47:36.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:47:36 smithi016 ceph-mon[90652]: pgmap v3747: 137 pgs: 137 active+clean; 210 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 4.1 MiB/s wr, 37 op/s 2024-04-15T15:47:36.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:47:36 smithi016 ceph-mon[93212]: pgmap v3747: 137 pgs: 137 active+clean; 210 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 4.1 MiB/s wr, 37 op/s 2024-04-15T15:47:36.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:47:36 smithi102 ceph-mon[87131]: pgmap v3747: 137 pgs: 137 active+clean; 210 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 4.1 MiB/s wr, 37 op/s 2024-04-15T15:47:38.539 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:47:38 smithi016 ceph-mon[90652]: pgmap v3748: 137 pgs: 137 active+clean; 210 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 26 KiB/s rd, 4.1 MiB/s wr, 35 op/s 2024-04-15T15:47:38.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:47:38 smithi016 ceph-mon[93212]: pgmap v3748: 137 pgs: 137 active+clean; 210 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 26 KiB/s rd, 4.1 MiB/s wr, 35 op/s 2024-04-15T15:47:38.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:47:38 smithi102 ceph-mon[87131]: pgmap v3748: 137 pgs: 137 active+clean; 210 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 26 KiB/s rd, 4.1 MiB/s wr, 35 op/s 2024-04-15T15:47:39.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:47:39 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T15:47:39.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:47:39 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T15:47:39.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:47:39 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T15:47:40.539 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:47:40 smithi016 ceph-mon[93212]: pgmap v3749: 137 pgs: 137 active+clean; 210 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 26 KiB/s rd, 4.1 MiB/s wr, 35 op/s 2024-04-15T15:47:40.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:47:40 smithi016 ceph-mon[90652]: pgmap v3749: 137 pgs: 137 active+clean; 210 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 26 KiB/s rd, 4.1 MiB/s wr, 35 op/s 2024-04-15T15:47:40.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:47:40 smithi102 ceph-mon[87131]: pgmap v3749: 137 pgs: 137 active+clean; 210 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 26 KiB/s rd, 4.1 MiB/s wr, 35 op/s 2024-04-15T15:47:42.042 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 15 15:47:41 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-y[81421]: ::ffff:172.21.15.102 - - [15/Apr/2024:15:47:41] "GET /metrics HTTP/1.1" 200 36676 "" "Prometheus/2.43.0" 2024-04-15T15:47:42.490 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:47:42 smithi102 ceph-mon[87131]: pgmap v3750: 137 pgs: 137 active+clean; 222 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 73 KiB/s rd, 4.6 MiB/s wr, 31 op/s 2024-04-15T15:47:42.490 INFO:journalctl@ceph.prometheus.a.smithi102.stdout:Apr 15 15:47:42 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-prometheus-a[120881]: ts=2024-04-15T15:47:42.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi016:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"362ea986-fb34-11ee-bc8f-c7b262605968\", instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T15:47:42.539 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:47:42 smithi016 ceph-mon[93212]: pgmap v3750: 137 pgs: 137 active+clean; 222 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 73 KiB/s rd, 4.6 MiB/s wr, 31 op/s 2024-04-15T15:47:42.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:47:42 smithi016 ceph-mon[90652]: pgmap v3750: 137 pgs: 137 active+clean; 222 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 73 KiB/s rd, 4.6 MiB/s wr, 31 op/s 2024-04-15T15:47:42.795 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] EncryptedFlattenTest/6.Shrink (21310 ms) 2024-04-15T15:47:42.795 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] EncryptedFlattenTest/6.ShrinkToOne 2024-04-15T15:47:42.795 INFO:tasks.workunit.client.0.smithi016.stdout:using new format! 2024-04-15T15:47:44.544 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:47:44 smithi016 ceph-mon[93212]: pgmap v3751: 137 pgs: 137 active+clean; 238 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 4.2 MiB/s rd, 4.1 MiB/s wr, 49 op/s 2024-04-15T15:47:44.545 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:47:44 smithi016 ceph-mon[90652]: pgmap v3751: 137 pgs: 137 active+clean; 238 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 4.2 MiB/s rd, 4.1 MiB/s wr, 49 op/s 2024-04-15T15:47:44.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:47:44 smithi102 ceph-mon[87131]: pgmap v3751: 137 pgs: 137 active+clean; 238 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 4.2 MiB/s rd, 4.1 MiB/s wr, 49 op/s 2024-04-15T15:47:46.539 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:47:46 smithi016 ceph-mon[93212]: pgmap v3752: 137 pgs: 137 active+clean; 238 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 4.1 MiB/s rd, 2.7 MiB/s wr, 22 op/s 2024-04-15T15:47:46.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:47:46 smithi016 ceph-mon[90652]: pgmap v3752: 137 pgs: 137 active+clean; 238 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 4.1 MiB/s rd, 2.7 MiB/s wr, 22 op/s 2024-04-15T15:47:46.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:47:46 smithi102 ceph-mon[87131]: pgmap v3752: 137 pgs: 137 active+clean; 238 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 4.1 MiB/s rd, 2.7 MiB/s wr, 22 op/s 2024-04-15T15:47:48.539 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:47:48 smithi016 ceph-mon[93212]: pgmap v3753: 137 pgs: 137 active+clean; 251 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 9.1 MiB/s rd, 4.8 MiB/s wr, 30 op/s 2024-04-15T15:47:48.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:47:48 smithi016 ceph-mon[90652]: pgmap v3753: 137 pgs: 137 active+clean; 251 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 9.1 MiB/s rd, 4.8 MiB/s wr, 30 op/s 2024-04-15T15:47:48.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:47:48 smithi102 ceph-mon[87131]: pgmap v3753: 137 pgs: 137 active+clean; 251 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 9.1 MiB/s rd, 4.8 MiB/s wr, 30 op/s 2024-04-15T15:47:50.539 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:47:50 smithi016 ceph-mon[90652]: pgmap v3754: 137 pgs: 137 active+clean; 251 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 9.8 MiB/s rd, 4.8 MiB/s wr, 30 op/s 2024-04-15T15:47:50.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:47:50 smithi016 ceph-mon[93212]: pgmap v3754: 137 pgs: 137 active+clean; 251 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 9.8 MiB/s rd, 4.8 MiB/s wr, 30 op/s 2024-04-15T15:47:50.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:47:50 smithi102 ceph-mon[87131]: pgmap v3754: 137 pgs: 137 active+clean; 251 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 9.8 MiB/s rd, 4.8 MiB/s wr, 30 op/s 2024-04-15T15:47:52.039 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 15 15:47:51 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-y[81421]: ::ffff:172.21.15.102 - - [15/Apr/2024:15:47:51] "GET /metrics HTTP/1.1" 200 36676 "" "Prometheus/2.43.0" 2024-04-15T15:47:52.539 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:47:52 smithi016 ceph-mon[93212]: pgmap v3755: 137 pgs: 137 active+clean; 260 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 9.8 MiB/s rd, 5.5 MiB/s wr, 39 op/s 2024-04-15T15:47:52.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:47:52 smithi016 ceph-mon[93212]: osdmap e1967: 8 total, 8 up, 8 in 2024-04-15T15:47:52.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:47:52 smithi016 ceph-mon[90652]: pgmap v3755: 137 pgs: 137 active+clean; 260 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 9.8 MiB/s rd, 5.5 MiB/s wr, 39 op/s 2024-04-15T15:47:52.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:47:52 smithi016 ceph-mon[90652]: osdmap e1967: 8 total, 8 up, 8 in 2024-04-15T15:47:52.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:47:52 smithi102 ceph-mon[87131]: pgmap v3755: 137 pgs: 137 active+clean; 260 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 9.8 MiB/s rd, 5.5 MiB/s wr, 39 op/s 2024-04-15T15:47:52.688 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:47:52 smithi102 ceph-mon[87131]: osdmap e1967: 8 total, 8 up, 8 in 2024-04-15T15:47:52.688 INFO:journalctl@ceph.prometheus.a.smithi102.stdout:Apr 15 15:47:52 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-prometheus-a[120881]: ts=2024-04-15T15:47:52.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi016:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"362ea986-fb34-11ee-bc8f-c7b262605968\", instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T15:47:54.542 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:47:54 smithi016 ceph-mon[93212]: pgmap v3757: 137 pgs: 137 active+clean; 288 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 6.7 MiB/s rd, 6.2 MiB/s wr, 28 op/s 2024-04-15T15:47:54.542 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:47:54 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T15:47:54.542 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:47:54 smithi016 ceph-mon[90652]: pgmap v3757: 137 pgs: 137 active+clean; 288 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 6.7 MiB/s rd, 6.2 MiB/s wr, 28 op/s 2024-04-15T15:47:54.542 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:47:54 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T15:47:54.688 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:47:54 smithi102 ceph-mon[87131]: pgmap v3757: 137 pgs: 137 active+clean; 288 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 6.7 MiB/s rd, 6.2 MiB/s wr, 28 op/s 2024-04-15T15:47:54.688 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:47:54 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T15:47:56.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:47:56 smithi016 ceph-mon[93212]: pgmap v3758: 137 pgs: 137 active+clean; 288 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 6.7 MiB/s rd, 6.2 MiB/s wr, 28 op/s 2024-04-15T15:47:56.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:47:56 smithi016 ceph-mon[90652]: pgmap v3758: 137 pgs: 137 active+clean; 288 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 6.7 MiB/s rd, 6.2 MiB/s wr, 28 op/s 2024-04-15T15:47:56.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:47:56 smithi102 ceph-mon[87131]: pgmap v3758: 137 pgs: 137 active+clean; 288 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 6.7 MiB/s rd, 6.2 MiB/s wr, 28 op/s 2024-04-15T15:47:58.539 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:47:58 smithi016 ceph-mon[93212]: pgmap v3759: 137 pgs: 137 active+clean; 292 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 845 KiB/s rd, 4.1 MiB/s wr, 35 op/s 2024-04-15T15:47:58.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:47:58 smithi016 ceph-mon[90652]: pgmap v3759: 137 pgs: 137 active+clean; 292 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 845 KiB/s rd, 4.1 MiB/s wr, 35 op/s 2024-04-15T15:47:58.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:47:58 smithi102 ceph-mon[87131]: pgmap v3759: 137 pgs: 137 active+clean; 292 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 845 KiB/s rd, 4.1 MiB/s wr, 35 op/s 2024-04-15T15:48:00.539 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:48:00 smithi016 ceph-mon[90652]: pgmap v3760: 137 pgs: 137 active+clean; 292 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 26 KiB/s rd, 4.1 MiB/s wr, 35 op/s 2024-04-15T15:48:00.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:48:00 smithi016 ceph-mon[93212]: pgmap v3760: 137 pgs: 137 active+clean; 292 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 26 KiB/s rd, 4.1 MiB/s wr, 35 op/s 2024-04-15T15:48:00.692 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:48:00 smithi102 ceph-mon[87131]: pgmap v3760: 137 pgs: 137 active+clean; 292 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 26 KiB/s rd, 4.1 MiB/s wr, 35 op/s 2024-04-15T15:48:02.039 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 15 15:48:01 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-y[81421]: ::ffff:172.21.15.102 - - [15/Apr/2024:15:48:01] "GET /metrics HTTP/1.1" 200 36685 "" "Prometheus/2.43.0" 2024-04-15T15:48:02.542 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:48:02 smithi016 ceph-mon[93212]: pgmap v3761: 137 pgs: 137 active+clean; 296 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 22 KiB/s rd, 3.6 MiB/s wr, 28 op/s 2024-04-15T15:48:02.542 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:48:02 smithi016 ceph-mon[90652]: pgmap v3761: 137 pgs: 137 active+clean; 296 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 22 KiB/s rd, 3.6 MiB/s wr, 28 op/s 2024-04-15T15:48:02.691 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:48:02 smithi102 ceph-mon[87131]: pgmap v3761: 137 pgs: 137 active+clean; 296 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 22 KiB/s rd, 3.6 MiB/s wr, 28 op/s 2024-04-15T15:48:02.691 INFO:journalctl@ceph.prometheus.a.smithi102.stdout:Apr 15 15:48:02 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-prometheus-a[120881]: ts=2024-04-15T15:48:02.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi016:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"362ea986-fb34-11ee-bc8f-c7b262605968\", instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T15:48:04.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:48:04 smithi016 ceph-mon[90652]: pgmap v3762: 137 pgs: 137 active+clean; 308 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 73 KiB/s rd, 3.1 MiB/s wr, 31 op/s 2024-04-15T15:48:04.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:48:04 smithi016 ceph-mon[93212]: pgmap v3762: 137 pgs: 137 active+clean; 308 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 73 KiB/s rd, 3.1 MiB/s wr, 31 op/s 2024-04-15T15:48:04.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:48:04 smithi102 ceph-mon[87131]: pgmap v3762: 137 pgs: 137 active+clean; 308 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 73 KiB/s rd, 3.1 MiB/s wr, 31 op/s 2024-04-15T15:48:05.251 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] EncryptedFlattenTest/6.ShrinkToOne (22460 ms) 2024-04-15T15:48:05.251 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] EncryptedFlattenTest/6.ShrinkToOneAfterSnapshot 2024-04-15T15:48:05.251 INFO:tasks.workunit.client.0.smithi016.stdout:using new format! 2024-04-15T15:48:06.539 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:48:06 smithi016 ceph-mon[93212]: pgmap v3763: 137 pgs: 137 active+clean; 308 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 66 KiB/s rd, 1.7 MiB/s wr, 23 op/s 2024-04-15T15:48:06.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:48:06 smithi016 ceph-mon[90652]: pgmap v3763: 137 pgs: 137 active+clean; 308 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 66 KiB/s rd, 1.7 MiB/s wr, 23 op/s 2024-04-15T15:48:06.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:48:06 smithi102 ceph-mon[87131]: pgmap v3763: 137 pgs: 137 active+clean; 308 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 66 KiB/s rd, 1.7 MiB/s wr, 23 op/s 2024-04-15T15:48:08.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:48:08 smithi016 ceph-mon[93212]: pgmap v3764: 137 pgs: 137 active+clean; 312 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 1.1 MiB/s rd, 3.0 MiB/s wr, 31 op/s 2024-04-15T15:48:08.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:48:08 smithi016 ceph-mon[90652]: pgmap v3764: 137 pgs: 137 active+clean; 312 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 1.1 MiB/s rd, 3.0 MiB/s wr, 31 op/s 2024-04-15T15:48:08.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:48:08 smithi102 ceph-mon[87131]: pgmap v3764: 137 pgs: 137 active+clean; 312 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 1.1 MiB/s rd, 3.0 MiB/s wr, 31 op/s 2024-04-15T15:48:09.539 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:48:09 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T15:48:09.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:48:09 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T15:48:09.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:48:09 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T15:48:10.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:48:10 smithi016 ceph-mon[90652]: pgmap v3765: 137 pgs: 137 active+clean; 312 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 1.8 MiB/s rd, 3.3 MiB/s wr, 23 op/s 2024-04-15T15:48:10.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:48:10 smithi016 ceph-mon[93212]: pgmap v3765: 137 pgs: 137 active+clean; 312 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 1.8 MiB/s rd, 3.3 MiB/s wr, 23 op/s 2024-04-15T15:48:10.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:48:10 smithi102 ceph-mon[87131]: pgmap v3765: 137 pgs: 137 active+clean; 312 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 1.8 MiB/s rd, 3.3 MiB/s wr, 23 op/s 2024-04-15T15:48:12.039 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 15 15:48:11 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-y[81421]: ::ffff:172.21.15.102 - - [15/Apr/2024:15:48:11] "GET /metrics HTTP/1.1" 200 36683 "" "Prometheus/2.43.0" 2024-04-15T15:48:12.539 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:48:12 smithi016 ceph-mon[93212]: pgmap v3766: 137 pgs: 137 active+clean; 312 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 1.8 MiB/s rd, 3.3 MiB/s wr, 23 op/s 2024-04-15T15:48:12.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:48:12 smithi016 ceph-mon[90652]: pgmap v3766: 137 pgs: 137 active+clean; 312 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 1.8 MiB/s rd, 3.3 MiB/s wr, 23 op/s 2024-04-15T15:48:12.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:48:12 smithi102 ceph-mon[87131]: pgmap v3766: 137 pgs: 137 active+clean; 312 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 1.8 MiB/s rd, 3.3 MiB/s wr, 23 op/s 2024-04-15T15:48:12.688 INFO:journalctl@ceph.prometheus.a.smithi102.stdout:Apr 15 15:48:12 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-prometheus-a[120881]: ts=2024-04-15T15:48:12.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi016:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"362ea986-fb34-11ee-bc8f-c7b262605968\", instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T15:48:14.564 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:48:14 smithi016 ceph-mon[93212]: pgmap v3767: 137 pgs: 137 active+clean; 312 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 1.7 MiB/s rd, 3.0 MiB/s wr, 20 op/s 2024-04-15T15:48:14.565 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:48:14 smithi016 ceph-mon[93212]: osdmap e1968: 8 total, 8 up, 8 in 2024-04-15T15:48:14.565 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:48:14 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T15:48:14.565 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:48:14 smithi016 ceph-mon[90652]: pgmap v3767: 137 pgs: 137 active+clean; 312 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 1.7 MiB/s rd, 3.0 MiB/s wr, 20 op/s 2024-04-15T15:48:14.565 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:48:14 smithi016 ceph-mon[90652]: osdmap e1968: 8 total, 8 up, 8 in 2024-04-15T15:48:14.565 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:48:14 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T15:48:14.622 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:48:14 smithi102 ceph-mon[87131]: pgmap v3767: 137 pgs: 137 active+clean; 312 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 1.7 MiB/s rd, 3.0 MiB/s wr, 20 op/s 2024-04-15T15:48:14.622 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:48:14 smithi102 ceph-mon[87131]: osdmap e1968: 8 total, 8 up, 8 in 2024-04-15T15:48:14.622 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:48:14 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T15:48:16.594 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:48:16 smithi016 ceph-mon[93212]: pgmap v3769: 137 pgs: 137 active+clean; 312 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.4 MiB/s wr, 16 op/s 2024-04-15T15:48:16.595 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:48:16 smithi016 ceph-mon[90652]: pgmap v3769: 137 pgs: 137 active+clean; 312 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.4 MiB/s wr, 16 op/s 2024-04-15T15:48:16.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:48:16 smithi102 ceph-mon[87131]: pgmap v3769: 137 pgs: 137 active+clean; 312 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.4 MiB/s wr, 16 op/s 2024-04-15T15:48:18.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:48:18 smithi102 ceph-mon[87131]: pgmap v3770: 137 pgs: 137 active+clean; 349 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 879 KiB/s rd, 4.5 MiB/s wr, 42 op/s 2024-04-15T15:48:18.438 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:48:18 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T15:48:18.438 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:48:18 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T15:48:18.438 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:48:18 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T15:48:18.438 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:48:18 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T15:48:18.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:48:18 smithi016 ceph-mon[90652]: pgmap v3770: 137 pgs: 137 active+clean; 349 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 879 KiB/s rd, 4.5 MiB/s wr, 42 op/s 2024-04-15T15:48:18.541 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:48:18 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T15:48:18.541 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:48:18 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T15:48:18.541 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:48:18 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T15:48:18.541 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:48:18 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T15:48:18.541 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:48:18 smithi016 ceph-mon[93212]: pgmap v3770: 137 pgs: 137 active+clean; 349 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 879 KiB/s rd, 4.5 MiB/s wr, 42 op/s 2024-04-15T15:48:18.541 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:48:18 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T15:48:18.541 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:48:18 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T15:48:18.541 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:48:18 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T15:48:18.541 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:48:18 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T15:48:19.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:48:19 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T15:48:19.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:48:19 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T15:48:19.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:48:19 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T15:48:19.688 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:48:19 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T15:48:19.688 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:48:19 smithi102 ceph-mon[87131]: pgmap v3771: 137 pgs: 137 active+clean; 353 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 26 KiB/s rd, 4.1 MiB/s wr, 35 op/s 2024-04-15T15:48:19.771 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:48:19 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T15:48:19.771 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:48:19 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T15:48:19.771 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:48:19 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T15:48:19.771 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:48:19 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T15:48:19.771 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:48:19 smithi016 ceph-mon[93212]: pgmap v3771: 137 pgs: 137 active+clean; 353 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 26 KiB/s rd, 4.1 MiB/s wr, 35 op/s 2024-04-15T15:48:19.772 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:48:19 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T15:48:19.772 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:48:19 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T15:48:19.772 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:48:19 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T15:48:19.772 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:48:19 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T15:48:19.772 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:48:19 smithi016 ceph-mon[90652]: pgmap v3771: 137 pgs: 137 active+clean; 353 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 26 KiB/s rd, 4.1 MiB/s wr, 35 op/s 2024-04-15T15:48:22.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:48:21 smithi016 ceph-mon[93212]: pgmap v3772: 137 pgs: 137 active+clean; 353 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 26 KiB/s rd, 4.1 MiB/s wr, 35 op/s 2024-04-15T15:48:22.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:48:21 smithi016 ceph-mon[90652]: pgmap v3772: 137 pgs: 137 active+clean; 353 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 26 KiB/s rd, 4.1 MiB/s wr, 35 op/s 2024-04-15T15:48:22.040 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 15 15:48:21 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-y[81421]: ::ffff:172.21.15.102 - - [15/Apr/2024:15:48:21] "GET /metrics HTTP/1.1" 200 36683 "" "Prometheus/2.43.0" 2024-04-15T15:48:22.061 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:48:21 smithi102 ceph-mon[87131]: pgmap v3772: 137 pgs: 137 active+clean; 353 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 26 KiB/s rd, 4.1 MiB/s wr, 35 op/s 2024-04-15T15:48:22.688 INFO:journalctl@ceph.prometheus.a.smithi102.stdout:Apr 15 15:48:22 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-prometheus-a[120881]: ts=2024-04-15T15:48:22.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi016:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"362ea986-fb34-11ee-bc8f-c7b262605968\", instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T15:48:23.278 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:48:23 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T15:48:23.310 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:48:23 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T15:48:23.311 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:48:23 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T15:48:23.311 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:48:23 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T15:48:23.442 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:48:23 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T15:48:23.443 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:48:23 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T15:48:24.438 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:48:24 smithi102 ceph-mon[87131]: pgmap v3773: 137 pgs: 137 active+clean; 357 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 26 KiB/s rd, 4.5 MiB/s wr, 35 op/s 2024-04-15T15:48:24.438 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:48:24 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T15:48:24.438 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:48:24 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T15:48:24.438 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:48:24 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T15:48:24.438 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:48:24 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T15:48:24.438 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:48:24 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T15:48:24.438 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:48:24 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T15:48:24.541 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:48:24 smithi016 ceph-mon[93212]: pgmap v3773: 137 pgs: 137 active+clean; 357 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 26 KiB/s rd, 4.5 MiB/s wr, 35 op/s 2024-04-15T15:48:24.541 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:48:24 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T15:48:24.541 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:48:24 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T15:48:24.541 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:48:24 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T15:48:24.541 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:48:24 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T15:48:24.541 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:48:24 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T15:48:24.541 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:48:24 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T15:48:24.542 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:48:24 smithi016 ceph-mon[90652]: pgmap v3773: 137 pgs: 137 active+clean; 357 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 26 KiB/s rd, 4.5 MiB/s wr, 35 op/s 2024-04-15T15:48:24.542 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:48:24 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T15:48:24.542 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:48:24 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T15:48:24.542 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:48:24 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T15:48:24.542 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:48:24 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T15:48:24.542 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:48:24 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T15:48:24.542 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:48:24 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T15:48:26.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:48:26 smithi102 ceph-mon[87131]: pgmap v3774: 137 pgs: 137 active+clean; 357 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 23 KiB/s rd, 3.9 MiB/s wr, 31 op/s 2024-04-15T15:48:26.539 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:48:26 smithi016 ceph-mon[93212]: pgmap v3774: 137 pgs: 137 active+clean; 357 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 23 KiB/s rd, 3.9 MiB/s wr, 31 op/s 2024-04-15T15:48:26.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:48:26 smithi016 ceph-mon[90652]: pgmap v3774: 137 pgs: 137 active+clean; 357 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 23 KiB/s rd, 3.9 MiB/s wr, 31 op/s 2024-04-15T15:48:27.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:48:27 smithi102 ceph-mon[87131]: osdmap e1969: 8 total, 8 up, 8 in 2024-04-15T15:48:27.539 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:48:27 smithi016 ceph-mon[93212]: osdmap e1969: 8 total, 8 up, 8 in 2024-04-15T15:48:27.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:48:27 smithi016 ceph-mon[90652]: osdmap e1969: 8 total, 8 up, 8 in 2024-04-15T15:48:28.201 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] EncryptedFlattenTest/6.ShrinkToOneAfterSnapshot (22949 ms) 2024-04-15T15:48:28.201 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] EncryptedFlattenTest/6.MinOverlap 2024-04-15T15:48:28.201 INFO:tasks.workunit.client.0.smithi016.stdout:using new format! 2024-04-15T15:48:28.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:48:28 smithi102 ceph-mon[87131]: pgmap v3776: 137 pgs: 137 active+clean; 378 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 885 KiB/s rd, 2.9 MiB/s wr, 13 op/s 2024-04-15T15:48:28.539 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:48:28 smithi016 ceph-mon[90652]: pgmap v3776: 137 pgs: 137 active+clean; 378 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 885 KiB/s rd, 2.9 MiB/s wr, 13 op/s 2024-04-15T15:48:28.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:48:28 smithi016 ceph-mon[93212]: pgmap v3776: 137 pgs: 137 active+clean; 378 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 885 KiB/s rd, 2.9 MiB/s wr, 13 op/s 2024-04-15T15:48:30.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:48:30 smithi102 ceph-mon[87131]: pgmap v3777: 137 pgs: 137 active+clean; 406 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 1.7 MiB/s rd, 5.3 MiB/s wr, 13 op/s 2024-04-15T15:48:30.539 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:48:30 smithi016 ceph-mon[93212]: pgmap v3777: 137 pgs: 137 active+clean; 406 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 1.7 MiB/s rd, 5.3 MiB/s wr, 13 op/s 2024-04-15T15:48:30.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:48:30 smithi016 ceph-mon[90652]: pgmap v3777: 137 pgs: 137 active+clean; 406 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 1.7 MiB/s rd, 5.3 MiB/s wr, 13 op/s 2024-04-15T15:48:32.040 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 15 15:48:31 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-y[81421]: ::ffff:172.21.15.102 - - [15/Apr/2024:15:48:31] "GET /metrics HTTP/1.1" 200 36683 "" "Prometheus/2.43.0" 2024-04-15T15:48:32.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:48:32 smithi102 ceph-mon[87131]: pgmap v3778: 137 pgs: 137 active+clean; 434 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 3.0 MiB/s rd, 8.1 MiB/s wr, 32 op/s 2024-04-15T15:48:32.437 INFO:journalctl@ceph.prometheus.a.smithi102.stdout:Apr 15 15:48:32 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-prometheus-a[120881]: ts=2024-04-15T15:48:32.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi016:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"362ea986-fb34-11ee-bc8f-c7b262605968\", instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T15:48:32.539 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:48:32 smithi016 ceph-mon[90652]: pgmap v3778: 137 pgs: 137 active+clean; 434 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 3.0 MiB/s rd, 8.1 MiB/s wr, 32 op/s 2024-04-15T15:48:32.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:48:32 smithi016 ceph-mon[93212]: pgmap v3778: 137 pgs: 137 active+clean; 434 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 3.0 MiB/s rd, 8.1 MiB/s wr, 32 op/s 2024-04-15T15:48:34.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:48:34 smithi102 ceph-mon[87131]: pgmap v3779: 137 pgs: 137 active+clean; 438 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 4.2 MiB/s rd, 8.1 MiB/s wr, 49 op/s 2024-04-15T15:48:34.539 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:48:34 smithi016 ceph-mon[93212]: pgmap v3779: 137 pgs: 137 active+clean; 438 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 4.2 MiB/s rd, 8.1 MiB/s wr, 49 op/s 2024-04-15T15:48:34.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:48:34 smithi016 ceph-mon[90652]: pgmap v3779: 137 pgs: 137 active+clean; 438 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 4.2 MiB/s rd, 8.1 MiB/s wr, 49 op/s 2024-04-15T15:48:36.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:48:36 smithi102 ceph-mon[87131]: pgmap v3780: 137 pgs: 137 active+clean; 438 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 4.2 MiB/s rd, 8.1 MiB/s wr, 49 op/s 2024-04-15T15:48:36.539 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:48:36 smithi016 ceph-mon[90652]: pgmap v3780: 137 pgs: 137 active+clean; 438 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 4.2 MiB/s rd, 8.1 MiB/s wr, 49 op/s 2024-04-15T15:48:36.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:48:36 smithi016 ceph-mon[93212]: pgmap v3780: 137 pgs: 137 active+clean; 438 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 4.2 MiB/s rd, 8.1 MiB/s wr, 49 op/s 2024-04-15T15:48:37.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:48:37 smithi102 ceph-mon[87131]: osdmap e1970: 8 total, 8 up, 8 in 2024-04-15T15:48:37.539 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:48:37 smithi016 ceph-mon[93212]: osdmap e1970: 8 total, 8 up, 8 in 2024-04-15T15:48:37.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:48:37 smithi016 ceph-mon[90652]: osdmap e1970: 8 total, 8 up, 8 in 2024-04-15T15:48:38.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:48:38 smithi102 ceph-mon[87131]: pgmap v3782: 137 pgs: 137 active+clean; 462 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 3.4 MiB/s rd, 8.4 MiB/s wr, 46 op/s 2024-04-15T15:48:38.541 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:48:38 smithi016 ceph-mon[93212]: pgmap v3782: 137 pgs: 137 active+clean; 462 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 3.4 MiB/s rd, 8.4 MiB/s wr, 46 op/s 2024-04-15T15:48:38.541 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:48:38 smithi016 ceph-mon[90652]: pgmap v3782: 137 pgs: 137 active+clean; 462 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 3.4 MiB/s rd, 8.4 MiB/s wr, 46 op/s 2024-04-15T15:48:39.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:48:39 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T15:48:39.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:48:39 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T15:48:39.541 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:48:39 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T15:48:40.443 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:48:40 smithi102 ceph-mon[87131]: pgmap v3783: 137 pgs: 137 active+clean; 466 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 2.6 MiB/s rd, 6.0 MiB/s wr, 63 op/s 2024-04-15T15:48:40.541 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:48:40 smithi016 ceph-mon[90652]: pgmap v3783: 137 pgs: 137 active+clean; 466 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 2.6 MiB/s rd, 6.0 MiB/s wr, 63 op/s 2024-04-15T15:48:40.541 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:48:40 smithi016 ceph-mon[93212]: pgmap v3783: 137 pgs: 137 active+clean; 466 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 2.6 MiB/s rd, 6.0 MiB/s wr, 63 op/s 2024-04-15T15:48:42.041 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 15 15:48:41 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-y[81421]: ::ffff:172.21.15.102 - - [15/Apr/2024:15:48:41] "GET /metrics HTTP/1.1" 200 36686 "" "Prometheus/2.43.0" 2024-04-15T15:48:42.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:48:42 smithi102 ceph-mon[87131]: pgmap v3784: 137 pgs: 137 active+clean; 479 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 1.3 MiB/s rd, 4.5 MiB/s wr, 52 op/s 2024-04-15T15:48:42.437 INFO:journalctl@ceph.prometheus.a.smithi102.stdout:Apr 15 15:48:42 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-prometheus-a[120881]: ts=2024-04-15T15:48:42.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi016:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"362ea986-fb34-11ee-bc8f-c7b262605968\", instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T15:48:42.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:48:42 smithi016 ceph-mon[90652]: pgmap v3784: 137 pgs: 137 active+clean; 479 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 1.3 MiB/s rd, 4.5 MiB/s wr, 52 op/s 2024-04-15T15:48:42.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:48:42 smithi016 ceph-mon[93212]: pgmap v3784: 137 pgs: 137 active+clean; 479 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 1.3 MiB/s rd, 4.5 MiB/s wr, 52 op/s 2024-04-15T15:48:44.539 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:48:44 smithi016 ceph-mon[93212]: pgmap v3785: 137 pgs: 137 active+clean; 479 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 26 KiB/s rd, 4.1 MiB/s wr, 35 op/s 2024-04-15T15:48:44.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:48:44 smithi016 ceph-mon[90652]: pgmap v3785: 137 pgs: 137 active+clean; 479 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 26 KiB/s rd, 4.1 MiB/s wr, 35 op/s 2024-04-15T15:48:44.688 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:48:44 smithi102 ceph-mon[87131]: pgmap v3785: 137 pgs: 137 active+clean; 479 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 26 KiB/s rd, 4.1 MiB/s wr, 35 op/s 2024-04-15T15:48:46.542 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:48:46 smithi016 ceph-mon[93212]: pgmap v3786: 137 pgs: 137 active+clean; 479 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 26 KiB/s rd, 4.1 MiB/s wr, 35 op/s 2024-04-15T15:48:46.542 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:48:46 smithi016 ceph-mon[90652]: pgmap v3786: 137 pgs: 137 active+clean; 479 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 26 KiB/s rd, 4.1 MiB/s wr, 35 op/s 2024-04-15T15:48:46.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:48:46 smithi102 ceph-mon[87131]: pgmap v3786: 137 pgs: 137 active+clean; 479 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 26 KiB/s rd, 4.1 MiB/s wr, 35 op/s 2024-04-15T15:48:48.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:48:48 smithi016 ceph-mon[90652]: pgmap v3787: 137 pgs: 137 active+clean; 491 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 49 KiB/s rd, 3.5 MiB/s wr, 28 op/s 2024-04-15T15:48:48.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:48:48 smithi016 ceph-mon[93212]: pgmap v3787: 137 pgs: 137 active+clean; 491 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 49 KiB/s rd, 3.5 MiB/s wr, 28 op/s 2024-04-15T15:48:48.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:48:48 smithi102 ceph-mon[87131]: pgmap v3787: 137 pgs: 137 active+clean; 491 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 49 KiB/s rd, 3.5 MiB/s wr, 28 op/s 2024-04-15T15:48:50.539 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:48:50 smithi016 ceph-mon[90652]: pgmap v3788: 137 pgs: 137 active+clean; 495 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 47 KiB/s rd, 2.8 MiB/s wr, 31 op/s 2024-04-15T15:48:50.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:48:50 smithi016 ceph-mon[93212]: pgmap v3788: 137 pgs: 137 active+clean; 495 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 47 KiB/s rd, 2.8 MiB/s wr, 31 op/s 2024-04-15T15:48:50.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:48:50 smithi102 ceph-mon[87131]: pgmap v3788: 137 pgs: 137 active+clean; 495 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 47 KiB/s rd, 2.8 MiB/s wr, 31 op/s 2024-04-15T15:48:50.695 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] EncryptedFlattenTest/6.MinOverlap (22495 ms) 2024-04-15T15:48:50.695 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] EncryptedFlattenTest/6.ZeroOverlap 2024-04-15T15:48:50.695 INFO:tasks.workunit.client.0.smithi016.stdout:using new format! 2024-04-15T15:48:52.040 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 15 15:48:51 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-y[81421]: ::ffff:172.21.15.102 - - [15/Apr/2024:15:48:51] "GET /metrics HTTP/1.1" 200 36686 "" "Prometheus/2.43.0" 2024-04-15T15:48:52.539 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:48:52 smithi016 ceph-mon[93212]: pgmap v3789: 137 pgs: 137 active+clean; 495 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 1.1 MiB/s rd, 3.4 MiB/s wr, 24 op/s 2024-04-15T15:48:52.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:48:52 smithi016 ceph-mon[90652]: pgmap v3789: 137 pgs: 137 active+clean; 495 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 1.1 MiB/s rd, 3.4 MiB/s wr, 24 op/s 2024-04-15T15:48:52.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:48:52 smithi102 ceph-mon[87131]: pgmap v3789: 137 pgs: 137 active+clean; 495 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 1.1 MiB/s rd, 3.4 MiB/s wr, 24 op/s 2024-04-15T15:48:52.688 INFO:journalctl@ceph.prometheus.a.smithi102.stdout:Apr 15 15:48:52 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-prometheus-a[120881]: ts=2024-04-15T15:48:52.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi016:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"362ea986-fb34-11ee-bc8f-c7b262605968\", instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T15:48:54.541 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:48:54 smithi016 ceph-mon[93212]: pgmap v3790: 137 pgs: 137 active+clean; 499 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 2.8 MiB/s rd, 3.3 MiB/s wr, 21 op/s 2024-04-15T15:48:54.546 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:48:54 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T15:48:54.546 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:48:54 smithi016 ceph-mon[90652]: pgmap v3790: 137 pgs: 137 active+clean; 499 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 2.8 MiB/s rd, 3.3 MiB/s wr, 21 op/s 2024-04-15T15:48:54.546 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:48:54 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T15:48:54.691 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:48:54 smithi102 ceph-mon[87131]: pgmap v3790: 137 pgs: 137 active+clean; 499 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 2.8 MiB/s rd, 3.3 MiB/s wr, 21 op/s 2024-04-15T15:48:54.691 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:48:54 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T15:48:56.539 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:48:56 smithi016 ceph-mon[93212]: pgmap v3791: 137 pgs: 137 active+clean; 499 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 2.8 MiB/s rd, 3.3 MiB/s wr, 21 op/s 2024-04-15T15:48:56.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:48:56 smithi016 ceph-mon[90652]: pgmap v3791: 137 pgs: 137 active+clean; 499 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 2.8 MiB/s rd, 3.3 MiB/s wr, 21 op/s 2024-04-15T15:48:56.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:48:56 smithi102 ceph-mon[87131]: pgmap v3791: 137 pgs: 137 active+clean; 499 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 2.8 MiB/s rd, 3.3 MiB/s wr, 21 op/s 2024-04-15T15:48:58.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:48:58 smithi016 ceph-mon[93212]: pgmap v3792: 137 pgs: 137 active+clean; 499 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 2.8 MiB/s rd, 3.3 MiB/s wr, 25 op/s 2024-04-15T15:48:58.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:48:58 smithi016 ceph-mon[90652]: pgmap v3792: 137 pgs: 137 active+clean; 499 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 2.8 MiB/s rd, 3.3 MiB/s wr, 25 op/s 2024-04-15T15:48:58.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:48:58 smithi102 ceph-mon[87131]: pgmap v3792: 137 pgs: 137 active+clean; 499 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 2.8 MiB/s rd, 3.3 MiB/s wr, 25 op/s 2024-04-15T15:49:00.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:49:00 smithi016 ceph-mon[90652]: pgmap v3793: 137 pgs: 137 active+clean; 499 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.3 MiB/s wr, 22 op/s 2024-04-15T15:49:00.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:49:00 smithi016 ceph-mon[90652]: osdmap e1971: 8 total, 8 up, 8 in 2024-04-15T15:49:00.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:49:00 smithi016 ceph-mon[93212]: pgmap v3793: 137 pgs: 137 active+clean; 499 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.3 MiB/s wr, 22 op/s 2024-04-15T15:49:00.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:49:00 smithi016 ceph-mon[93212]: osdmap e1971: 8 total, 8 up, 8 in 2024-04-15T15:49:00.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:49:00 smithi102 ceph-mon[87131]: pgmap v3793: 137 pgs: 137 active+clean; 499 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.3 MiB/s wr, 22 op/s 2024-04-15T15:49:00.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:49:00 smithi102 ceph-mon[87131]: osdmap e1971: 8 total, 8 up, 8 in 2024-04-15T15:49:02.040 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 15 15:49:01 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-y[81421]: ::ffff:172.21.15.102 - - [15/Apr/2024:15:49:01] "GET /metrics HTTP/1.1" 200 36683 "" "Prometheus/2.43.0" 2024-04-15T15:49:02.539 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:49:02 smithi016 ceph-mon[93212]: pgmap v3795: 137 pgs: 137 active+clean; 515 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.8 MiB/s wr, 42 op/s 2024-04-15T15:49:02.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:49:02 smithi016 ceph-mon[90652]: pgmap v3795: 137 pgs: 137 active+clean; 515 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.8 MiB/s wr, 42 op/s 2024-04-15T15:49:02.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:49:02 smithi102 ceph-mon[87131]: pgmap v3795: 137 pgs: 137 active+clean; 515 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.8 MiB/s wr, 42 op/s 2024-04-15T15:49:02.688 INFO:journalctl@ceph.prometheus.a.smithi102.stdout:Apr 15 15:49:02 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-prometheus-a[120881]: ts=2024-04-15T15:49:02.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi016:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"362ea986-fb34-11ee-bc8f-c7b262605968\", instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T15:49:04.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:49:04 smithi016 ceph-mon[90652]: pgmap v3796: 137 pgs: 137 active+clean; 540 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 29 KiB/s rd, 4.1 MiB/s wr, 40 op/s 2024-04-15T15:49:04.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:49:04 smithi016 ceph-mon[93212]: pgmap v3796: 137 pgs: 137 active+clean; 540 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 29 KiB/s rd, 4.1 MiB/s wr, 40 op/s 2024-04-15T15:49:04.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:49:04 smithi102 ceph-mon[87131]: pgmap v3796: 137 pgs: 137 active+clean; 540 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 29 KiB/s rd, 4.1 MiB/s wr, 40 op/s 2024-04-15T15:49:06.539 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:49:06 smithi016 ceph-mon[90652]: pgmap v3797: 137 pgs: 137 active+clean; 540 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 29 KiB/s rd, 4.1 MiB/s wr, 40 op/s 2024-04-15T15:49:06.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:49:06 smithi016 ceph-mon[93212]: pgmap v3797: 137 pgs: 137 active+clean; 540 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 29 KiB/s rd, 4.1 MiB/s wr, 40 op/s 2024-04-15T15:49:06.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:49:06 smithi102 ceph-mon[87131]: pgmap v3797: 137 pgs: 137 active+clean; 540 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 29 KiB/s rd, 4.1 MiB/s wr, 40 op/s 2024-04-15T15:49:08.541 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:49:08 smithi016 ceph-mon[90652]: pgmap v3798: 137 pgs: 137 active+clean; 540 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 26 KiB/s rd, 4.1 MiB/s wr, 35 op/s 2024-04-15T15:49:08.542 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:49:08 smithi016 ceph-mon[93212]: pgmap v3798: 137 pgs: 137 active+clean; 540 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 26 KiB/s rd, 4.1 MiB/s wr, 35 op/s 2024-04-15T15:49:08.688 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:49:08 smithi102 ceph-mon[87131]: pgmap v3798: 137 pgs: 137 active+clean; 540 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 26 KiB/s rd, 4.1 MiB/s wr, 35 op/s 2024-04-15T15:49:09.547 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:49:09 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T15:49:09.547 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:49:09 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T15:49:09.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:49:09 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T15:49:10.539 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:49:10 smithi016 ceph-mon[90652]: pgmap v3799: 137 pgs: 137 active+clean; 544 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 26 KiB/s rd, 4.5 MiB/s wr, 35 op/s 2024-04-15T15:49:10.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:49:10 smithi016 ceph-mon[93212]: pgmap v3799: 137 pgs: 137 active+clean; 544 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 26 KiB/s rd, 4.5 MiB/s wr, 35 op/s 2024-04-15T15:49:10.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:49:10 smithi102 ceph-mon[87131]: pgmap v3799: 137 pgs: 137 active+clean; 544 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 26 KiB/s rd, 4.5 MiB/s wr, 35 op/s 2024-04-15T15:49:12.040 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 15 15:49:11 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-y[81421]: ::ffff:172.21.15.102 - - [15/Apr/2024:15:49:11] "GET /metrics HTTP/1.1" 200 36686 "" "Prometheus/2.43.0" 2024-04-15T15:49:12.489 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:49:12 smithi102 ceph-mon[87131]: pgmap v3800: 137 pgs: 137 active+clean; 548 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 54 KiB/s rd, 4.2 MiB/s wr, 40 op/s 2024-04-15T15:49:12.489 INFO:journalctl@ceph.prometheus.a.smithi102.stdout:Apr 15 15:49:12 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-prometheus-a[120881]: ts=2024-04-15T15:49:12.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi016:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"362ea986-fb34-11ee-bc8f-c7b262605968\", instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T15:49:12.539 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:49:12 smithi016 ceph-mon[90652]: pgmap v3800: 137 pgs: 137 active+clean; 548 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 54 KiB/s rd, 4.2 MiB/s wr, 40 op/s 2024-04-15T15:49:12.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:49:12 smithi016 ceph-mon[93212]: pgmap v3800: 137 pgs: 137 active+clean; 548 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 54 KiB/s rd, 4.2 MiB/s wr, 40 op/s 2024-04-15T15:49:12.640 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] EncryptedFlattenTest/6.ZeroOverlap (21944 ms) 2024-04-15T15:49:13.249 INFO:tasks.workunit.client.0.smithi016.stdout:[----------] 7 tests from EncryptedFlattenTest/6 (156780 ms total) 2024-04-15T15:49:13.249 INFO:tasks.workunit.client.0.smithi016.stdout: 2024-04-15T15:49:13.249 INFO:tasks.workunit.client.0.smithi016.stdout:[----------] 7 tests from EncryptedFlattenTest/7, where TypeParam = LUKS2UnderLUKS1 2024-04-15T15:49:13.282 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] EncryptedFlattenTest/7.Simple 2024-04-15T15:49:14.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:49:14 smithi016 ceph-mon[93212]: pgmap v3801: 137 pgs: 137 active+clean; 556 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 1.1 MiB/s rd, 4.4 MiB/s wr, 12 op/s 2024-04-15T15:49:14.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:49:14 smithi016 ceph-mon[93212]: osdmap e1972: 8 total, 8 up, 8 in 2024-04-15T15:49:14.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:49:14 smithi016 ceph-mon[90652]: pgmap v3801: 137 pgs: 137 active+clean; 556 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 1.1 MiB/s rd, 4.4 MiB/s wr, 12 op/s 2024-04-15T15:49:14.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:49:14 smithi016 ceph-mon[90652]: osdmap e1972: 8 total, 8 up, 8 in 2024-04-15T15:49:14.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:49:14 smithi102 ceph-mon[87131]: pgmap v3801: 137 pgs: 137 active+clean; 556 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 1.1 MiB/s rd, 4.4 MiB/s wr, 12 op/s 2024-04-15T15:49:14.688 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:49:14 smithi102 ceph-mon[87131]: osdmap e1972: 8 total, 8 up, 8 in 2024-04-15T15:49:15.261 INFO:tasks.workunit.client.0.smithi016.stdout:using new format! 2024-04-15T15:49:15.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:49:15 smithi016 ceph-mon[93212]: osdmap e1973: 8 total, 8 up, 8 in 2024-04-15T15:49:15.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:49:15 smithi016 ceph-mon[93212]: from='client.? 172.21.15.16:0/3258520318' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi016-143420-43","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T15:49:15.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:49:15 smithi016 ceph-mon[90652]: osdmap e1973: 8 total, 8 up, 8 in 2024-04-15T15:49:15.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:49:15 smithi016 ceph-mon[90652]: from='client.? 172.21.15.16:0/3258520318' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi016-143420-43","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T15:49:15.690 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:49:15 smithi102 ceph-mon[87131]: osdmap e1973: 8 total, 8 up, 8 in 2024-04-15T15:49:15.690 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:49:15 smithi102 ceph-mon[87131]: from='client.? 172.21.15.16:0/3258520318' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi016-143420-43","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T15:49:16.539 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:49:16 smithi016 ceph-mon[93212]: pgmap v3804: 137 pgs: 32 unknown, 105 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail 2024-04-15T15:49:16.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:49:16 smithi016 ceph-mon[93212]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-15T15:49:16.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:49:16 smithi016 ceph-mon[93212]: from='client.? 172.21.15.16:0/3258520318' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi016-143420-43","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-15T15:49:16.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:49:16 smithi016 ceph-mon[93212]: osdmap e1974: 8 total, 8 up, 8 in 2024-04-15T15:49:16.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:49:16 smithi016 ceph-mon[90652]: pgmap v3804: 137 pgs: 32 unknown, 105 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail 2024-04-15T15:49:16.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:49:16 smithi016 ceph-mon[90652]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-15T15:49:16.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:49:16 smithi016 ceph-mon[90652]: from='client.? 172.21.15.16:0/3258520318' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi016-143420-43","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-15T15:49:16.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:49:16 smithi016 ceph-mon[90652]: osdmap e1974: 8 total, 8 up, 8 in 2024-04-15T15:49:16.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:49:16 smithi102 ceph-mon[87131]: pgmap v3804: 137 pgs: 32 unknown, 105 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail 2024-04-15T15:49:16.688 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:49:16 smithi102 ceph-mon[87131]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-15T15:49:16.688 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:49:16 smithi102 ceph-mon[87131]: from='client.? 172.21.15.16:0/3258520318' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi016-143420-43","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-15T15:49:16.688 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:49:16 smithi102 ceph-mon[87131]: osdmap e1974: 8 total, 8 up, 8 in 2024-04-15T15:49:17.539 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:49:17 smithi016 ceph-mon[93212]: osdmap e1975: 8 total, 8 up, 8 in 2024-04-15T15:49:17.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:49:17 smithi016 ceph-mon[90652]: osdmap e1975: 8 total, 8 up, 8 in 2024-04-15T15:49:17.691 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:49:17 smithi102 ceph-mon[87131]: osdmap e1975: 8 total, 8 up, 8 in 2024-04-15T15:49:18.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:49:18 smithi016 ceph-mon[93212]: pgmap v3807: 137 pgs: 3 unknown, 134 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-04-15T15:49:18.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:49:18 smithi016 ceph-mon[93212]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-15T15:49:18.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:49:18 smithi016 ceph-mon[93212]: osdmap e1976: 8 total, 8 up, 8 in 2024-04-15T15:49:18.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:49:18 smithi016 ceph-mon[90652]: pgmap v3807: 137 pgs: 3 unknown, 134 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-04-15T15:49:18.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:49:18 smithi016 ceph-mon[90652]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-15T15:49:18.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:49:18 smithi016 ceph-mon[90652]: osdmap e1976: 8 total, 8 up, 8 in 2024-04-15T15:49:18.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:49:18 smithi102 ceph-mon[87131]: pgmap v3807: 137 pgs: 3 unknown, 134 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-04-15T15:49:18.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:49:18 smithi102 ceph-mon[87131]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-15T15:49:18.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:49:18 smithi102 ceph-mon[87131]: osdmap e1976: 8 total, 8 up, 8 in 2024-04-15T15:49:20.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:49:20 smithi016 ceph-mon[93212]: pgmap v3809: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 225 B/s wr, 0 op/s 2024-04-15T15:49:20.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:49:20 smithi016 ceph-mon[90652]: pgmap v3809: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 225 B/s wr, 0 op/s 2024-04-15T15:49:20.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:49:20 smithi102 ceph-mon[87131]: pgmap v3809: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 225 B/s wr, 0 op/s 2024-04-15T15:49:22.040 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 15 15:49:21 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-y[81421]: ::ffff:172.21.15.102 - - [15/Apr/2024:15:49:21] "GET /metrics HTTP/1.1" 200 36686 "" "Prometheus/2.43.0" 2024-04-15T15:49:22.539 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:49:22 smithi016 ceph-mon[93212]: pgmap v3810: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 341 B/s wr, 0 op/s 2024-04-15T15:49:22.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:49:22 smithi016 ceph-mon[90652]: pgmap v3810: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 341 B/s wr, 0 op/s 2024-04-15T15:49:22.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:49:22 smithi102 ceph-mon[87131]: pgmap v3810: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 341 B/s wr, 0 op/s 2024-04-15T15:49:22.688 INFO:journalctl@ceph.prometheus.a.smithi102.stdout:Apr 15 15:49:22 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-prometheus-a[120881]: ts=2024-04-15T15:49:22.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi016:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"362ea986-fb34-11ee-bc8f-c7b262605968\", instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T15:49:24.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:49:24 smithi016 ceph-mon[93212]: pgmap v3811: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 4.0 KiB/s rd, 1.1 KiB/s wr, 7 op/s 2024-04-15T15:49:24.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:49:24 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T15:49:24.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:49:24 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T15:49:24.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:49:24 smithi016 ceph-mon[90652]: pgmap v3811: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 4.0 KiB/s rd, 1.1 KiB/s wr, 7 op/s 2024-04-15T15:49:24.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:49:24 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T15:49:24.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:49:24 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T15:49:24.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:49:24 smithi102 ceph-mon[87131]: pgmap v3811: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 4.0 KiB/s rd, 1.1 KiB/s wr, 7 op/s 2024-04-15T15:49:24.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:49:24 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T15:49:24.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:49:24 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T15:49:25.539 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:49:25 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T15:49:25.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:49:25 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T15:49:25.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:49:25 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T15:49:25.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:49:25 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T15:49:25.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:49:25 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T15:49:25.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:49:25 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T15:49:25.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:49:25 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T15:49:25.688 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:49:25 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T15:49:25.688 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:49:25 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T15:49:26.539 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:49:26 smithi016 ceph-mon[90652]: pgmap v3812: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 3.5 KiB/s rd, 961 B/s wr, 6 op/s 2024-04-15T15:49:26.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:49:26 smithi016 ceph-mon[90652]: osdmap e1977: 8 total, 8 up, 8 in 2024-04-15T15:49:26.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:49:26 smithi016 ceph-mon[93212]: pgmap v3812: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 3.5 KiB/s rd, 961 B/s wr, 6 op/s 2024-04-15T15:49:26.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:49:26 smithi016 ceph-mon[93212]: osdmap e1977: 8 total, 8 up, 8 in 2024-04-15T15:49:26.688 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:49:26 smithi102 ceph-mon[87131]: pgmap v3812: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 3.5 KiB/s rd, 961 B/s wr, 6 op/s 2024-04-15T15:49:26.688 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:49:26 smithi102 ceph-mon[87131]: osdmap e1977: 8 total, 8 up, 8 in 2024-04-15T15:49:28.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:49:28 smithi016 ceph-mon[90652]: pgmap v3814: 137 pgs: 137 active+clean; 42 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 17 KiB/s rd, 3.9 MiB/s wr, 25 op/s 2024-04-15T15:49:28.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:49:28 smithi016 ceph-mon[93212]: pgmap v3814: 137 pgs: 137 active+clean; 42 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 17 KiB/s rd, 3.9 MiB/s wr, 25 op/s 2024-04-15T15:49:28.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:49:28 smithi102 ceph-mon[87131]: pgmap v3814: 137 pgs: 137 active+clean; 42 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 17 KiB/s rd, 3.9 MiB/s wr, 25 op/s 2024-04-15T15:49:30.539 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:49:30 smithi016 ceph-mon[90652]: pgmap v3815: 137 pgs: 137 active+clean; 46 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 16 KiB/s rd, 4.1 MiB/s wr, 24 op/s 2024-04-15T15:49:30.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:49:30 smithi016 ceph-mon[93212]: pgmap v3815: 137 pgs: 137 active+clean; 46 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 16 KiB/s rd, 4.1 MiB/s wr, 24 op/s 2024-04-15T15:49:30.688 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:49:30 smithi102 ceph-mon[87131]: pgmap v3815: 137 pgs: 137 active+clean; 46 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 16 KiB/s rd, 4.1 MiB/s wr, 24 op/s 2024-04-15T15:49:32.040 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 15 15:49:31 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-y[81421]: ::ffff:172.21.15.102 - - [15/Apr/2024:15:49:31] "GET /metrics HTTP/1.1" 200 36652 "" "Prometheus/2.43.0" 2024-04-15T15:49:32.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:49:32 smithi016 ceph-mon[90652]: pgmap v3816: 137 pgs: 137 active+clean; 50 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 45 KiB/s rd, 4.5 MiB/s wr, 25 op/s 2024-04-15T15:49:32.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:49:32 smithi016 ceph-mon[93212]: pgmap v3816: 137 pgs: 137 active+clean; 50 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 45 KiB/s rd, 4.5 MiB/s wr, 25 op/s 2024-04-15T15:49:32.689 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:49:32 smithi102 ceph-mon[87131]: pgmap v3816: 137 pgs: 137 active+clean; 50 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 45 KiB/s rd, 4.5 MiB/s wr, 25 op/s 2024-04-15T15:49:32.689 INFO:journalctl@ceph.prometheus.a.smithi102.stdout:Apr 15 15:49:32 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-prometheus-a[120881]: ts=2024-04-15T15:49:32.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi016:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"362ea986-fb34-11ee-bc8f-c7b262605968\", instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T15:49:34.539 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:49:34 smithi016 ceph-mon[90652]: pgmap v3817: 137 pgs: 137 active+clean; 50 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 55 KiB/s rd, 4.5 MiB/s wr, 37 op/s 2024-04-15T15:49:34.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:49:34 smithi016 ceph-mon[93212]: pgmap v3817: 137 pgs: 137 active+clean; 50 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 55 KiB/s rd, 4.5 MiB/s wr, 37 op/s 2024-04-15T15:49:34.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:49:34 smithi102 ceph-mon[87131]: pgmap v3817: 137 pgs: 137 active+clean; 50 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 55 KiB/s rd, 4.5 MiB/s wr, 37 op/s 2024-04-15T15:49:36.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:49:36 smithi102 ceph-mon[87131]: pgmap v3818: 137 pgs: 137 active+clean; 50 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 55 KiB/s rd, 4.5 MiB/s wr, 37 op/s 2024-04-15T15:49:36.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:49:36 smithi016 ceph-mon[90652]: pgmap v3818: 137 pgs: 137 active+clean; 50 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 55 KiB/s rd, 4.5 MiB/s wr, 37 op/s 2024-04-15T15:49:36.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:49:36 smithi016 ceph-mon[93212]: pgmap v3818: 137 pgs: 137 active+clean; 50 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 55 KiB/s rd, 4.5 MiB/s wr, 37 op/s 2024-04-15T15:49:38.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:49:38 smithi102 ceph-mon[87131]: pgmap v3819: 137 pgs: 137 active+clean; 54 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 234 KiB/s rd, 2.3 MiB/s wr, 41 op/s 2024-04-15T15:49:38.789 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:49:38 smithi016 ceph-mon[90652]: pgmap v3819: 137 pgs: 137 active+clean; 54 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 234 KiB/s rd, 2.3 MiB/s wr, 41 op/s 2024-04-15T15:49:38.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:49:38 smithi016 ceph-mon[93212]: pgmap v3819: 137 pgs: 137 active+clean; 54 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 234 KiB/s rd, 2.3 MiB/s wr, 41 op/s 2024-04-15T15:49:39.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:49:39 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T15:49:39.789 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:49:39 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T15:49:39.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:49:39 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T15:49:40.131 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] EncryptedFlattenTest/7.Simple (26848 ms) 2024-04-15T15:49:40.131 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] EncryptedFlattenTest/7.Grow 2024-04-15T15:49:40.131 INFO:tasks.workunit.client.0.smithi016.stdout:using new format! 2024-04-15T15:49:40.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:49:40 smithi102 ceph-mon[87131]: pgmap v3820: 137 pgs: 137 active+clean; 54 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 198 KiB/s rd, 1.0 MiB/s wr, 22 op/s 2024-04-15T15:49:40.789 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:49:40 smithi016 ceph-mon[90652]: pgmap v3820: 137 pgs: 137 active+clean; 54 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 198 KiB/s rd, 1.0 MiB/s wr, 22 op/s 2024-04-15T15:49:40.789 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:49:40 smithi016 ceph-mon[93212]: pgmap v3820: 137 pgs: 137 active+clean; 54 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 198 KiB/s rd, 1.0 MiB/s wr, 22 op/s 2024-04-15T15:49:42.039 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 15 15:49:41 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-y[81421]: ::ffff:172.21.15.102 - - [15/Apr/2024:15:49:41] "GET /metrics HTTP/1.1" 200 36679 "" "Prometheus/2.43.0" 2024-04-15T15:49:42.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:49:42 smithi102 ceph-mon[87131]: pgmap v3821: 137 pgs: 137 active+clean; 74 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 5.2 MiB/s rd, 2.7 MiB/s wr, 27 op/s 2024-04-15T15:49:42.688 INFO:journalctl@ceph.prometheus.a.smithi102.stdout:Apr 15 15:49:42 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-prometheus-a[120881]: ts=2024-04-15T15:49:42.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi016:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"362ea986-fb34-11ee-bc8f-c7b262605968\", instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T15:49:42.793 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:49:42 smithi016 ceph-mon[93212]: pgmap v3821: 137 pgs: 137 active+clean; 74 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 5.2 MiB/s rd, 2.7 MiB/s wr, 27 op/s 2024-04-15T15:49:42.793 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:49:42 smithi016 ceph-mon[90652]: pgmap v3821: 137 pgs: 137 active+clean; 74 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 5.2 MiB/s rd, 2.7 MiB/s wr, 27 op/s 2024-04-15T15:49:44.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:49:44 smithi102 ceph-mon[87131]: pgmap v3822: 137 pgs: 137 active+clean; 78 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 8.8 MiB/s rd, 2.7 MiB/s wr, 38 op/s 2024-04-15T15:49:44.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:49:44 smithi016 ceph-mon[93212]: pgmap v3822: 137 pgs: 137 active+clean; 78 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 8.8 MiB/s rd, 2.7 MiB/s wr, 38 op/s 2024-04-15T15:49:44.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:49:44 smithi016 ceph-mon[90652]: pgmap v3822: 137 pgs: 137 active+clean; 78 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 8.8 MiB/s rd, 2.7 MiB/s wr, 38 op/s 2024-04-15T15:49:46.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:49:46 smithi102 ceph-mon[87131]: pgmap v3823: 137 pgs: 137 active+clean; 78 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 8.8 MiB/s rd, 2.7 MiB/s wr, 25 op/s 2024-04-15T15:49:46.789 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:49:46 smithi016 ceph-mon[93212]: pgmap v3823: 137 pgs: 137 active+clean; 78 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 8.8 MiB/s rd, 2.7 MiB/s wr, 25 op/s 2024-04-15T15:49:46.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:49:46 smithi016 ceph-mon[90652]: pgmap v3823: 137 pgs: 137 active+clean; 78 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 8.8 MiB/s rd, 2.7 MiB/s wr, 25 op/s 2024-04-15T15:49:48.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:49:48 smithi102 ceph-mon[87131]: pgmap v3824: 137 pgs: 137 active+clean; 78 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 8.8 MiB/s rd, 2.7 MiB/s wr, 25 op/s 2024-04-15T15:49:48.789 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:49:48 smithi016 ceph-mon[90652]: pgmap v3824: 137 pgs: 137 active+clean; 78 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 8.8 MiB/s rd, 2.7 MiB/s wr, 25 op/s 2024-04-15T15:49:48.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:49:48 smithi016 ceph-mon[93212]: pgmap v3824: 137 pgs: 137 active+clean; 78 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 8.8 MiB/s rd, 2.7 MiB/s wr, 25 op/s 2024-04-15T15:49:49.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:49:49 smithi102 ceph-mon[87131]: osdmap e1978: 8 total, 8 up, 8 in 2024-04-15T15:49:49.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:49:49 smithi016 ceph-mon[90652]: osdmap e1978: 8 total, 8 up, 8 in 2024-04-15T15:49:49.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:49:49 smithi016 ceph-mon[93212]: osdmap e1978: 8 total, 8 up, 8 in 2024-04-15T15:49:50.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:49:50 smithi102 ceph-mon[87131]: pgmap v3826: 137 pgs: 137 active+clean; 78 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 10 MiB/s rd, 2.8 MiB/s wr, 21 op/s 2024-04-15T15:49:50.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:49:50 smithi016 ceph-mon[90652]: pgmap v3826: 137 pgs: 137 active+clean; 78 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 10 MiB/s rd, 2.8 MiB/s wr, 21 op/s 2024-04-15T15:49:50.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:49:50 smithi016 ceph-mon[93212]: pgmap v3826: 137 pgs: 137 active+clean; 78 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 10 MiB/s rd, 2.8 MiB/s wr, 21 op/s 2024-04-15T15:49:52.039 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 15 15:49:51 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-y[81421]: ::ffff:172.21.15.102 - - [15/Apr/2024:15:49:51] "GET /metrics HTTP/1.1" 200 36679 "" "Prometheus/2.43.0" 2024-04-15T15:49:52.688 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:49:52 smithi102 ceph-mon[87131]: pgmap v3827: 137 pgs: 137 active+clean; 106 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 4.3 MiB/s rd, 3.2 MiB/s wr, 26 op/s 2024-04-15T15:49:52.689 INFO:journalctl@ceph.prometheus.a.smithi102.stdout:Apr 15 15:49:52 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-prometheus-a[120881]: ts=2024-04-15T15:49:52.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi016:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"362ea986-fb34-11ee-bc8f-c7b262605968\", instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T15:49:52.789 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:49:52 smithi016 ceph-mon[90652]: pgmap v3827: 137 pgs: 137 active+clean; 106 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 4.3 MiB/s rd, 3.2 MiB/s wr, 26 op/s 2024-04-15T15:49:52.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:49:52 smithi016 ceph-mon[93212]: pgmap v3827: 137 pgs: 137 active+clean; 106 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 4.3 MiB/s rd, 3.2 MiB/s wr, 26 op/s 2024-04-15T15:49:54.688 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:49:54 smithi102 ceph-mon[87131]: pgmap v3828: 137 pgs: 137 active+clean; 119 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 26 KiB/s rd, 4.1 MiB/s wr, 35 op/s 2024-04-15T15:49:54.688 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:49:54 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T15:49:54.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:49:54 smithi016 ceph-mon[93212]: pgmap v3828: 137 pgs: 137 active+clean; 119 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 26 KiB/s rd, 4.1 MiB/s wr, 35 op/s 2024-04-15T15:49:54.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:49:54 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T15:49:54.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:49:54 smithi016 ceph-mon[90652]: pgmap v3828: 137 pgs: 137 active+clean; 119 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 26 KiB/s rd, 4.1 MiB/s wr, 35 op/s 2024-04-15T15:49:54.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:49:54 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T15:49:56.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:49:56 smithi102 ceph-mon[87131]: pgmap v3829: 137 pgs: 137 active+clean; 119 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 26 KiB/s rd, 4.1 MiB/s wr, 35 op/s 2024-04-15T15:49:56.789 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:49:56 smithi016 ceph-mon[93212]: pgmap v3829: 137 pgs: 137 active+clean; 119 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 26 KiB/s rd, 4.1 MiB/s wr, 35 op/s 2024-04-15T15:49:56.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:49:56 smithi016 ceph-mon[90652]: pgmap v3829: 137 pgs: 137 active+clean; 119 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 26 KiB/s rd, 4.1 MiB/s wr, 35 op/s 2024-04-15T15:49:58.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:49:58 smithi102 ceph-mon[87131]: pgmap v3830: 137 pgs: 137 active+clean; 123 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 84 KiB/s rd, 4.5 MiB/s wr, 37 op/s 2024-04-15T15:49:58.789 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:49:58 smithi016 ceph-mon[93212]: pgmap v3830: 137 pgs: 137 active+clean; 123 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 84 KiB/s rd, 4.5 MiB/s wr, 37 op/s 2024-04-15T15:49:58.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:49:58 smithi016 ceph-mon[90652]: pgmap v3830: 137 pgs: 137 active+clean; 123 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 84 KiB/s rd, 4.5 MiB/s wr, 37 op/s 2024-04-15T15:50:00.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:50:00 smithi102 ceph-mon[87131]: pgmap v3831: 137 pgs: 137 active+clean; 123 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 83 KiB/s rd, 4.3 MiB/s wr, 39 op/s 2024-04-15T15:50:00.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:50:00 smithi102 ceph-mon[87131]: overall HEALTH_WARN Telemetry requires re-opt-in 2024-04-15T15:50:00.789 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:50:00 smithi016 ceph-mon[90652]: pgmap v3831: 137 pgs: 137 active+clean; 123 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 83 KiB/s rd, 4.3 MiB/s wr, 39 op/s 2024-04-15T15:50:00.789 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:50:00 smithi016 ceph-mon[90652]: overall HEALTH_WARN Telemetry requires re-opt-in 2024-04-15T15:50:00.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:50:00 smithi016 ceph-mon[93212]: pgmap v3831: 137 pgs: 137 active+clean; 123 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 83 KiB/s rd, 4.3 MiB/s wr, 39 op/s 2024-04-15T15:50:00.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:50:00 smithi016 ceph-mon[93212]: overall HEALTH_WARN Telemetry requires re-opt-in 2024-04-15T15:50:01.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:50:01 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "119.4", "id": [3, 0]}]: dispatch 2024-04-15T15:50:01.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:50:01 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "119.5", "id": [3, 0]}]: dispatch 2024-04-15T15:50:01.778 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:50:01 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "119.4", "id": [3, 0]}]: dispatch 2024-04-15T15:50:01.778 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:50:01 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "119.5", "id": [3, 0]}]: dispatch 2024-04-15T15:50:01.778 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:50:01 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "119.4", "id": [3, 0]}]: dispatch 2024-04-15T15:50:01.779 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:50:01 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "119.5", "id": [3, 0]}]: dispatch 2024-04-15T15:50:02.039 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 15 15:50:01 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-y[81421]: ::ffff:172.21.15.102 - - [15/Apr/2024:15:50:01] "GET /metrics HTTP/1.1" 200 36682 "" "Prometheus/2.43.0" 2024-04-15T15:50:02.363 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] EncryptedFlattenTest/7.Grow (22233 ms) 2024-04-15T15:50:02.364 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] EncryptedFlattenTest/7.Shrink 2024-04-15T15:50:02.364 INFO:tasks.workunit.client.0.smithi016.stdout:using new format! 2024-04-15T15:50:02.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:50:02 smithi102 ceph-mon[87131]: pgmap v3832: 137 pgs: 137 active+clean; 135 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 3.3 MiB/s rd, 5.1 MiB/s wr, 42 op/s 2024-04-15T15:50:02.688 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:50:02 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "119.4", "id": [3, 0]}]': finished 2024-04-15T15:50:02.688 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:50:02 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "119.5", "id": [3, 0]}]': finished 2024-04-15T15:50:02.688 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:50:02 smithi102 ceph-mon[87131]: osdmap e1979: 8 total, 8 up, 8 in 2024-04-15T15:50:02.688 INFO:journalctl@ceph.prometheus.a.smithi102.stdout:Apr 15 15:50:02 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-prometheus-a[120881]: ts=2024-04-15T15:50:02.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi016:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"362ea986-fb34-11ee-bc8f-c7b262605968\", instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T15:50:02.791 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:50:02 smithi016 ceph-mon[90652]: pgmap v3832: 137 pgs: 137 active+clean; 135 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 3.3 MiB/s rd, 5.1 MiB/s wr, 42 op/s 2024-04-15T15:50:02.791 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:50:02 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "119.4", "id": [3, 0]}]': finished 2024-04-15T15:50:02.792 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:50:02 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "119.5", "id": [3, 0]}]': finished 2024-04-15T15:50:02.792 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:50:02 smithi016 ceph-mon[90652]: osdmap e1979: 8 total, 8 up, 8 in 2024-04-15T15:50:02.792 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:50:02 smithi016 ceph-mon[93212]: pgmap v3832: 137 pgs: 137 active+clean; 135 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 3.3 MiB/s rd, 5.1 MiB/s wr, 42 op/s 2024-04-15T15:50:02.792 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:50:02 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "119.4", "id": [3, 0]}]': finished 2024-04-15T15:50:02.792 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:50:02 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "119.5", "id": [3, 0]}]': finished 2024-04-15T15:50:02.792 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:50:02 smithi016 ceph-mon[93212]: osdmap e1979: 8 total, 8 up, 8 in 2024-04-15T15:50:03.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:50:03 smithi102 ceph-mon[87131]: osdmap e1980: 8 total, 8 up, 8 in 2024-04-15T15:50:03.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:50:03 smithi016 ceph-mon[93212]: osdmap e1980: 8 total, 8 up, 8 in 2024-04-15T15:50:03.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:50:03 smithi016 ceph-mon[90652]: osdmap e1980: 8 total, 8 up, 8 in 2024-04-15T15:50:04.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:50:04 smithi102 ceph-mon[87131]: pgmap v3835: 137 pgs: 137 active+clean; 151 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 11 MiB/s rd, 4.5 MiB/s wr, 37 op/s 2024-04-15T15:50:04.789 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:50:04 smithi016 ceph-mon[93212]: pgmap v3835: 137 pgs: 137 active+clean; 151 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 11 MiB/s rd, 4.5 MiB/s wr, 37 op/s 2024-04-15T15:50:04.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:50:04 smithi016 ceph-mon[90652]: pgmap v3835: 137 pgs: 137 active+clean; 151 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 11 MiB/s rd, 4.5 MiB/s wr, 37 op/s 2024-04-15T15:50:05.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:50:05 smithi102 ceph-mon[87131]: pgmap v3836: 137 pgs: 137 active+clean; 151 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 10 MiB/s rd, 4.0 MiB/s wr, 34 op/s 2024-04-15T15:50:05.789 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:50:05 smithi016 ceph-mon[93212]: pgmap v3836: 137 pgs: 137 active+clean; 151 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 10 MiB/s rd, 4.0 MiB/s wr, 34 op/s 2024-04-15T15:50:05.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:50:05 smithi016 ceph-mon[90652]: pgmap v3836: 137 pgs: 137 active+clean; 151 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 10 MiB/s rd, 4.0 MiB/s wr, 34 op/s 2024-04-15T15:50:08.190 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:50:07 smithi102 ceph-mon[87131]: pgmap v3837: 137 pgs: 137 active+clean; 151 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 12 MiB/s rd, 4.0 MiB/s wr, 35 op/s; 3.1 MiB/s, 0 objects/s recovering 2024-04-15T15:50:08.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:50:07 smithi016 ceph-mon[93212]: pgmap v3837: 137 pgs: 137 active+clean; 151 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 12 MiB/s rd, 4.0 MiB/s wr, 35 op/s; 3.1 MiB/s, 0 objects/s recovering 2024-04-15T15:50:08.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:50:07 smithi016 ceph-mon[90652]: pgmap v3837: 137 pgs: 137 active+clean; 151 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 12 MiB/s rd, 4.0 MiB/s wr, 35 op/s; 3.1 MiB/s, 0 objects/s recovering 2024-04-15T15:50:10.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:50:09 smithi102 ceph-mon[87131]: pgmap v3838: 137 pgs: 137 active+clean; 151 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 6.7 MiB/s rd, 2.0 MiB/s wr, 23 op/s; 3.1 MiB/s, 0 objects/s recovering 2024-04-15T15:50:10.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:50:09 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T15:50:10.289 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:50:09 smithi016 ceph-mon[90652]: pgmap v3838: 137 pgs: 137 active+clean; 151 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 6.7 MiB/s rd, 2.0 MiB/s wr, 23 op/s; 3.1 MiB/s, 0 objects/s recovering 2024-04-15T15:50:10.289 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:50:09 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T15:50:10.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:50:09 smithi016 ceph-mon[93212]: pgmap v3838: 137 pgs: 137 active+clean; 151 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 6.7 MiB/s rd, 2.0 MiB/s wr, 23 op/s; 3.1 MiB/s, 0 objects/s recovering 2024-04-15T15:50:10.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:50:09 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T15:50:11.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:50:10 smithi102 ceph-mon[87131]: osdmap e1981: 8 total, 8 up, 8 in 2024-04-15T15:50:11.289 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:50:10 smithi016 ceph-mon[90652]: osdmap e1981: 8 total, 8 up, 8 in 2024-04-15T15:50:11.289 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:50:10 smithi016 ceph-mon[93212]: osdmap e1981: 8 total, 8 up, 8 in 2024-04-15T15:50:12.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:50:11 smithi016 ceph-mon[90652]: pgmap v3840: 137 pgs: 137 active+clean; 155 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 2.9 MiB/s rd, 971 KiB/s wr, 34 op/s; 3.0 MiB/s, 0 objects/s recovering 2024-04-15T15:50:12.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:50:11 smithi016 ceph-mon[93212]: pgmap v3840: 137 pgs: 137 active+clean; 155 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 2.9 MiB/s rd, 971 KiB/s wr, 34 op/s; 3.0 MiB/s, 0 objects/s recovering 2024-04-15T15:50:12.041 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 15 15:50:11 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-y[81421]: ::ffff:172.21.15.102 - - [15/Apr/2024:15:50:11] "GET /metrics HTTP/1.1" 200 36696 "" "Prometheus/2.43.0" 2024-04-15T15:50:12.188 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:50:11 smithi102 ceph-mon[87131]: pgmap v3840: 137 pgs: 137 active+clean; 155 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 2.9 MiB/s rd, 971 KiB/s wr, 34 op/s; 3.0 MiB/s, 0 objects/s recovering 2024-04-15T15:50:12.687 INFO:journalctl@ceph.prometheus.a.smithi102.stdout:Apr 15 15:50:12 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-prometheus-a[120881]: ts=2024-04-15T15:50:12.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi016:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"362ea986-fb34-11ee-bc8f-c7b262605968\", instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T15:50:14.188 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:50:13 smithi102 ceph-mon[87131]: pgmap v3841: 137 pgs: 137 active+clean; 192 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 893 KiB/s rd, 4.1 MiB/s wr, 39 op/s; 2.5 MiB/s, 0 objects/s recovering 2024-04-15T15:50:14.289 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:50:13 smithi016 ceph-mon[90652]: pgmap v3841: 137 pgs: 137 active+clean; 192 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 893 KiB/s rd, 4.1 MiB/s wr, 39 op/s; 2.5 MiB/s, 0 objects/s recovering 2024-04-15T15:50:14.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:50:13 smithi016 ceph-mon[93212]: pgmap v3841: 137 pgs: 137 active+clean; 192 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 893 KiB/s rd, 4.1 MiB/s wr, 39 op/s; 2.5 MiB/s, 0 objects/s recovering 2024-04-15T15:50:16.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:50:15 smithi102 ceph-mon[87131]: pgmap v3842: 137 pgs: 137 active+clean; 192 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 892 KiB/s rd, 4.1 MiB/s wr, 39 op/s; 2.5 MiB/s, 0 objects/s recovering 2024-04-15T15:50:16.289 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:50:15 smithi016 ceph-mon[93212]: pgmap v3842: 137 pgs: 137 active+clean; 192 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 892 KiB/s rd, 4.1 MiB/s wr, 39 op/s; 2.5 MiB/s, 0 objects/s recovering 2024-04-15T15:50:16.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:50:15 smithi016 ceph-mon[90652]: pgmap v3842: 137 pgs: 137 active+clean; 192 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 892 KiB/s rd, 4.1 MiB/s wr, 39 op/s; 2.5 MiB/s, 0 objects/s recovering 2024-04-15T15:50:18.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:50:17 smithi102 ceph-mon[87131]: pgmap v3843: 137 pgs: 137 active+clean; 196 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 84 KiB/s rd, 4.5 MiB/s wr, 37 op/s 2024-04-15T15:50:18.289 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:50:17 smithi016 ceph-mon[90652]: pgmap v3843: 137 pgs: 137 active+clean; 196 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 84 KiB/s rd, 4.5 MiB/s wr, 37 op/s 2024-04-15T15:50:18.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:50:17 smithi016 ceph-mon[93212]: pgmap v3843: 137 pgs: 137 active+clean; 196 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 84 KiB/s rd, 4.5 MiB/s wr, 37 op/s 2024-04-15T15:50:20.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:50:19 smithi102 ceph-mon[87131]: pgmap v3844: 137 pgs: 137 active+clean; 196 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 84 KiB/s rd, 4.5 MiB/s wr, 37 op/s 2024-04-15T15:50:20.289 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:50:19 smithi016 ceph-mon[93212]: pgmap v3844: 137 pgs: 137 active+clean; 196 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 84 KiB/s rd, 4.5 MiB/s wr, 37 op/s 2024-04-15T15:50:20.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:50:19 smithi016 ceph-mon[90652]: pgmap v3844: 137 pgs: 137 active+clean; 196 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 84 KiB/s rd, 4.5 MiB/s wr, 37 op/s 2024-04-15T15:50:22.039 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:50:21 smithi016 ceph-mon[90652]: pgmap v3845: 137 pgs: 137 active+clean; 196 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 108 KiB/s rd, 4.1 MiB/s wr, 40 op/s 2024-04-15T15:50:22.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:50:21 smithi016 ceph-mon[93212]: pgmap v3845: 137 pgs: 137 active+clean; 196 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 108 KiB/s rd, 4.1 MiB/s wr, 40 op/s 2024-04-15T15:50:22.040 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 15 15:50:21 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-y[81421]: ::ffff:172.21.15.102 - - [15/Apr/2024:15:50:21] "GET /metrics HTTP/1.1" 200 36696 "" "Prometheus/2.43.0" 2024-04-15T15:50:22.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:50:21 smithi102 ceph-mon[87131]: pgmap v3845: 137 pgs: 137 active+clean; 196 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 108 KiB/s rd, 4.1 MiB/s wr, 40 op/s 2024-04-15T15:50:22.687 INFO:journalctl@ceph.prometheus.a.smithi102.stdout:Apr 15 15:50:22 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-prometheus-a[120881]: ts=2024-04-15T15:50:22.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi016:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"362ea986-fb34-11ee-bc8f-c7b262605968\", instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T15:50:23.749 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] EncryptedFlattenTest/7.Shrink (21386 ms) 2024-04-15T15:50:23.749 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] EncryptedFlattenTest/7.ShrinkToOne 2024-04-15T15:50:23.750 INFO:tasks.workunit.client.0.smithi016.stdout:using new format! 2024-04-15T15:50:24.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:50:23 smithi102 ceph-mon[87131]: pgmap v3846: 137 pgs: 137 active+clean; 200 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 1.5 MiB/s rd, 3.8 MiB/s wr, 20 op/s 2024-04-15T15:50:24.289 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:50:23 smithi016 ceph-mon[93212]: pgmap v3846: 137 pgs: 137 active+clean; 200 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 1.5 MiB/s rd, 3.8 MiB/s wr, 20 op/s 2024-04-15T15:50:24.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:50:23 smithi016 ceph-mon[90652]: pgmap v3846: 137 pgs: 137 active+clean; 200 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 1.5 MiB/s rd, 3.8 MiB/s wr, 20 op/s 2024-04-15T15:50:25.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:50:24 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T15:50:25.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:50:24 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T15:50:25.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:50:24 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T15:50:25.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:50:24 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T15:50:25.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:50:24 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T15:50:25.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:50:24 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T15:50:26.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:50:25 smithi102 ceph-mon[87131]: pgmap v3847: 137 pgs: 137 active+clean; 200 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 1.5 MiB/s rd, 683 KiB/s wr, 9 op/s 2024-04-15T15:50:26.188 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:50:25 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T15:50:26.188 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:50:25 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T15:50:26.188 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:50:25 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T15:50:26.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:50:25 smithi016 ceph-mon[93212]: pgmap v3847: 137 pgs: 137 active+clean; 200 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 1.5 MiB/s rd, 683 KiB/s wr, 9 op/s 2024-04-15T15:50:26.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:50:25 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T15:50:26.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:50:25 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T15:50:26.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:50:25 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T15:50:26.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:50:25 smithi016 ceph-mon[90652]: pgmap v3847: 137 pgs: 137 active+clean; 200 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 1.5 MiB/s rd, 683 KiB/s wr, 9 op/s 2024-04-15T15:50:26.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:50:25 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T15:50:26.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:50:25 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T15:50:26.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:50:25 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T15:50:28.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:50:28 smithi102 ceph-mon[87131]: pgmap v3848: 137 pgs: 137 active+clean; 224 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 8.8 MiB/s rd, 3.0 MiB/s wr, 26 op/s 2024-04-15T15:50:28.539 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:50:28 smithi016 ceph-mon[93212]: pgmap v3848: 137 pgs: 137 active+clean; 224 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 8.8 MiB/s rd, 3.0 MiB/s wr, 26 op/s 2024-04-15T15:50:28.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:50:28 smithi016 ceph-mon[90652]: pgmap v3848: 137 pgs: 137 active+clean; 224 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 8.8 MiB/s rd, 3.0 MiB/s wr, 26 op/s 2024-04-15T15:50:30.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:50:30 smithi102 ceph-mon[87131]: pgmap v3849: 137 pgs: 137 active+clean; 224 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 8.8 MiB/s rd, 2.7 MiB/s wr, 27 op/s 2024-04-15T15:50:30.539 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:50:30 smithi016 ceph-mon[93212]: pgmap v3849: 137 pgs: 137 active+clean; 224 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 8.8 MiB/s rd, 2.7 MiB/s wr, 27 op/s 2024-04-15T15:50:30.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:50:30 smithi016 ceph-mon[90652]: pgmap v3849: 137 pgs: 137 active+clean; 224 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 8.8 MiB/s rd, 2.7 MiB/s wr, 27 op/s 2024-04-15T15:50:32.040 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 15 15:50:31 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-y[81421]: ::ffff:172.21.15.102 - - [15/Apr/2024:15:50:31] "GET /metrics HTTP/1.1" 200 36678 "" "Prometheus/2.43.0" 2024-04-15T15:50:32.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:50:32 smithi102 ceph-mon[87131]: pgmap v3850: 137 pgs: 137 active+clean; 224 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 8.8 MiB/s rd, 2.7 MiB/s wr, 27 op/s 2024-04-15T15:50:32.438 INFO:journalctl@ceph.prometheus.a.smithi102.stdout:Apr 15 15:50:32 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-prometheus-a[120881]: ts=2024-04-15T15:50:32.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi016:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"362ea986-fb34-11ee-bc8f-c7b262605968\", instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T15:50:32.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:50:32 smithi016 ceph-mon[93212]: pgmap v3850: 137 pgs: 137 active+clean; 224 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 8.8 MiB/s rd, 2.7 MiB/s wr, 27 op/s 2024-04-15T15:50:32.541 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:50:32 smithi016 ceph-mon[90652]: pgmap v3850: 137 pgs: 137 active+clean; 224 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 8.8 MiB/s rd, 2.7 MiB/s wr, 27 op/s 2024-04-15T15:50:34.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:50:34 smithi102 ceph-mon[87131]: pgmap v3851: 137 pgs: 137 active+clean; 224 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 8.7 MiB/s rd, 2.7 MiB/s wr, 23 op/s 2024-04-15T15:50:34.438 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:50:34 smithi102 ceph-mon[87131]: osdmap e1982: 8 total, 8 up, 8 in 2024-04-15T15:50:34.539 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:50:34 smithi016 ceph-mon[90652]: pgmap v3851: 137 pgs: 137 active+clean; 224 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 8.7 MiB/s rd, 2.7 MiB/s wr, 23 op/s 2024-04-15T15:50:34.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:50:34 smithi016 ceph-mon[90652]: osdmap e1982: 8 total, 8 up, 8 in 2024-04-15T15:50:34.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:50:34 smithi016 ceph-mon[93212]: pgmap v3851: 137 pgs: 137 active+clean; 224 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 8.7 MiB/s rd, 2.7 MiB/s wr, 23 op/s 2024-04-15T15:50:34.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:50:34 smithi016 ceph-mon[93212]: osdmap e1982: 8 total, 8 up, 8 in 2024-04-15T15:50:36.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:50:36 smithi102 ceph-mon[87131]: pgmap v3853: 137 pgs: 137 active+clean; 224 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 8.7 MiB/s rd, 2.8 MiB/s wr, 25 op/s 2024-04-15T15:50:36.539 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:50:36 smithi016 ceph-mon[90652]: pgmap v3853: 137 pgs: 137 active+clean; 224 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 8.7 MiB/s rd, 2.8 MiB/s wr, 25 op/s 2024-04-15T15:50:36.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:50:36 smithi016 ceph-mon[93212]: pgmap v3853: 137 pgs: 137 active+clean; 224 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 8.7 MiB/s rd, 2.8 MiB/s wr, 25 op/s 2024-04-15T15:50:38.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:50:38 smithi102 ceph-mon[87131]: pgmap v3854: 137 pgs: 137 active+clean; 265 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 16 KiB/s rd, 4.1 MiB/s wr, 24 op/s 2024-04-15T15:50:38.539 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:50:38 smithi016 ceph-mon[90652]: pgmap v3854: 137 pgs: 137 active+clean; 265 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 16 KiB/s rd, 4.1 MiB/s wr, 24 op/s 2024-04-15T15:50:38.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:50:38 smithi016 ceph-mon[93212]: pgmap v3854: 137 pgs: 137 active+clean; 265 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 16 KiB/s rd, 4.1 MiB/s wr, 24 op/s 2024-04-15T15:50:39.543 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:50:39 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T15:50:39.543 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:50:39 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T15:50:39.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:50:39 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T15:50:40.539 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:50:40 smithi016 ceph-mon[93212]: pgmap v3855: 137 pgs: 137 active+clean; 265 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 26 KiB/s rd, 4.1 MiB/s wr, 35 op/s 2024-04-15T15:50:40.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:50:40 smithi016 ceph-mon[90652]: pgmap v3855: 137 pgs: 137 active+clean; 265 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 26 KiB/s rd, 4.1 MiB/s wr, 35 op/s 2024-04-15T15:50:40.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:50:40 smithi102 ceph-mon[87131]: pgmap v3855: 137 pgs: 137 active+clean; 265 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 26 KiB/s rd, 4.1 MiB/s wr, 35 op/s 2024-04-15T15:50:42.039 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 15 15:50:41 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-y[81421]: ::ffff:172.21.15.102 - - [15/Apr/2024:15:50:41] "GET /metrics HTTP/1.1" 200 36681 "" "Prometheus/2.43.0" 2024-04-15T15:50:42.489 INFO:journalctl@ceph.prometheus.a.smithi102.stdout:Apr 15 15:50:42 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-prometheus-a[120881]: ts=2024-04-15T15:50:42.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi016:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"362ea986-fb34-11ee-bc8f-c7b262605968\", instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T15:50:42.490 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:50:42 smithi102 ceph-mon[87131]: pgmap v3856: 137 pgs: 137 active+clean; 265 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 26 KiB/s rd, 4.1 MiB/s wr, 35 op/s 2024-04-15T15:50:42.541 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:50:42 smithi016 ceph-mon[90652]: pgmap v3856: 137 pgs: 137 active+clean; 265 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 26 KiB/s rd, 4.1 MiB/s wr, 35 op/s 2024-04-15T15:50:42.542 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:50:42 smithi016 ceph-mon[93212]: pgmap v3856: 137 pgs: 137 active+clean; 265 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 26 KiB/s rd, 4.1 MiB/s wr, 35 op/s 2024-04-15T15:50:44.539 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:50:44 smithi016 ceph-mon[93212]: pgmap v3857: 137 pgs: 137 active+clean; 269 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 115 KiB/s rd, 4.5 MiB/s wr, 40 op/s 2024-04-15T15:50:44.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:50:44 smithi016 ceph-mon[90652]: pgmap v3857: 137 pgs: 137 active+clean; 269 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 115 KiB/s rd, 4.5 MiB/s wr, 40 op/s 2024-04-15T15:50:44.682 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:50:44 smithi102 ceph-mon[87131]: pgmap v3857: 137 pgs: 137 active+clean; 269 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 115 KiB/s rd, 4.5 MiB/s wr, 40 op/s 2024-04-15T15:50:46.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:50:46 smithi016 ceph-mon[90652]: pgmap v3858: 137 pgs: 137 active+clean; 269 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 99 KiB/s rd, 3.9 MiB/s wr, 34 op/s 2024-04-15T15:50:46.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:50:46 smithi016 ceph-mon[93212]: pgmap v3858: 137 pgs: 137 active+clean; 269 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 99 KiB/s rd, 3.9 MiB/s wr, 34 op/s 2024-04-15T15:50:46.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:50:46 smithi102 ceph-mon[87131]: pgmap v3858: 137 pgs: 137 active+clean; 269 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 99 KiB/s rd, 3.9 MiB/s wr, 34 op/s 2024-04-15T15:50:47.069 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] EncryptedFlattenTest/7.ShrinkToOne (23320 ms) 2024-04-15T15:50:47.070 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] EncryptedFlattenTest/7.ShrinkToOneAfterSnapshot 2024-04-15T15:50:47.070 INFO:tasks.workunit.client.0.smithi016.stdout:using new format! 2024-04-15T15:50:48.539 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:50:48 smithi016 ceph-mon[93212]: pgmap v3859: 137 pgs: 137 active+clean; 269 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 921 KiB/s rd, 4.4 MiB/s wr, 47 op/s 2024-04-15T15:50:48.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:50:48 smithi016 ceph-mon[90652]: pgmap v3859: 137 pgs: 137 active+clean; 269 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 921 KiB/s rd, 4.4 MiB/s wr, 47 op/s 2024-04-15T15:50:48.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:50:48 smithi102 ceph-mon[87131]: pgmap v3859: 137 pgs: 137 active+clean; 269 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 921 KiB/s rd, 4.4 MiB/s wr, 47 op/s 2024-04-15T15:50:50.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:50:50 smithi016 ceph-mon[90652]: pgmap v3860: 137 pgs: 137 active+clean; 273 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 911 KiB/s rd, 1.7 MiB/s wr, 32 op/s 2024-04-15T15:50:50.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:50:50 smithi016 ceph-mon[93212]: pgmap v3860: 137 pgs: 137 active+clean; 273 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 911 KiB/s rd, 1.7 MiB/s wr, 32 op/s 2024-04-15T15:50:50.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:50:50 smithi102 ceph-mon[87131]: pgmap v3860: 137 pgs: 137 active+clean; 273 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 911 KiB/s rd, 1.7 MiB/s wr, 32 op/s 2024-04-15T15:50:52.040 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 15 15:50:51 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-y[81421]: ::ffff:172.21.15.102 - - [15/Apr/2024:15:50:51] "GET /metrics HTTP/1.1" 200 36681 "" "Prometheus/2.43.0" 2024-04-15T15:50:52.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:50:52 smithi016 ceph-mon[90652]: pgmap v3861: 137 pgs: 137 active+clean; 273 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 902 KiB/s rd, 1.7 MiB/s wr, 20 op/s 2024-04-15T15:50:52.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:50:52 smithi016 ceph-mon[93212]: pgmap v3861: 137 pgs: 137 active+clean; 273 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 902 KiB/s rd, 1.7 MiB/s wr, 20 op/s 2024-04-15T15:50:52.688 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:50:52 smithi102 ceph-mon[87131]: pgmap v3861: 137 pgs: 137 active+clean; 273 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 902 KiB/s rd, 1.7 MiB/s wr, 20 op/s 2024-04-15T15:50:52.688 INFO:journalctl@ceph.prometheus.a.smithi102.stdout:Apr 15 15:50:52 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-prometheus-a[120881]: ts=2024-04-15T15:50:52.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi016:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"362ea986-fb34-11ee-bc8f-c7b262605968\", instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T15:50:54.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:50:54 smithi016 ceph-mon[93212]: pgmap v3862: 137 pgs: 137 active+clean; 273 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 904 KiB/s rd, 1.7 MiB/s wr, 23 op/s 2024-04-15T15:50:54.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:50:54 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T15:50:54.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:50:54 smithi016 ceph-mon[90652]: pgmap v3862: 137 pgs: 137 active+clean; 273 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 904 KiB/s rd, 1.7 MiB/s wr, 23 op/s 2024-04-15T15:50:54.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:50:54 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T15:50:54.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:50:54 smithi102 ceph-mon[87131]: pgmap v3862: 137 pgs: 137 active+clean; 273 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 904 KiB/s rd, 1.7 MiB/s wr, 23 op/s 2024-04-15T15:50:54.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:50:54 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T15:50:56.539 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:50:56 smithi016 ceph-mon[90652]: pgmap v3863: 137 pgs: 137 active+clean; 273 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 828 KiB/s rd, 1.3 MiB/s wr, 18 op/s 2024-04-15T15:50:56.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:50:56 smithi016 ceph-mon[90652]: osdmap e1983: 8 total, 8 up, 8 in 2024-04-15T15:50:56.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:50:56 smithi016 ceph-mon[93212]: pgmap v3863: 137 pgs: 137 active+clean; 273 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 828 KiB/s rd, 1.3 MiB/s wr, 18 op/s 2024-04-15T15:50:56.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:50:56 smithi016 ceph-mon[93212]: osdmap e1983: 8 total, 8 up, 8 in 2024-04-15T15:50:56.690 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:50:56 smithi102 ceph-mon[87131]: pgmap v3863: 137 pgs: 137 active+clean; 273 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 828 KiB/s rd, 1.3 MiB/s wr, 18 op/s 2024-04-15T15:50:56.690 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:50:56 smithi102 ceph-mon[87131]: osdmap e1983: 8 total, 8 up, 8 in 2024-04-15T15:50:58.539 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:50:58 smithi016 ceph-mon[90652]: pgmap v3865: 137 pgs: 137 active+clean; 310 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 24 KiB/s rd, 4.5 MiB/s wr, 32 op/s 2024-04-15T15:50:58.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:50:58 smithi016 ceph-mon[93212]: pgmap v3865: 137 pgs: 137 active+clean; 310 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 24 KiB/s rd, 4.5 MiB/s wr, 32 op/s 2024-04-15T15:50:58.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:50:58 smithi102 ceph-mon[87131]: pgmap v3865: 137 pgs: 137 active+clean; 310 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 24 KiB/s rd, 4.5 MiB/s wr, 32 op/s 2024-04-15T15:51:00.539 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:51:00 smithi016 ceph-mon[90652]: pgmap v3866: 137 pgs: 137 active+clean; 314 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 29 KiB/s rd, 4.1 MiB/s wr, 39 op/s 2024-04-15T15:51:00.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:51:00 smithi016 ceph-mon[93212]: pgmap v3866: 137 pgs: 137 active+clean; 314 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 29 KiB/s rd, 4.1 MiB/s wr, 39 op/s 2024-04-15T15:51:00.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:51:00 smithi102 ceph-mon[87131]: pgmap v3866: 137 pgs: 137 active+clean; 314 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 29 KiB/s rd, 4.1 MiB/s wr, 39 op/s 2024-04-15T15:51:02.040 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 15 15:51:01 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-y[81421]: ::ffff:172.21.15.102 - - [15/Apr/2024:15:51:01] "GET /metrics HTTP/1.1" 200 36681 "" "Prometheus/2.43.0" 2024-04-15T15:51:02.539 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:51:02 smithi016 ceph-mon[93212]: pgmap v3867: 137 pgs: 137 active+clean; 318 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 58 KiB/s rd, 4.5 MiB/s wr, 40 op/s 2024-04-15T15:51:02.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:51:02 smithi016 ceph-mon[90652]: pgmap v3867: 137 pgs: 137 active+clean; 318 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 58 KiB/s rd, 4.5 MiB/s wr, 40 op/s 2024-04-15T15:51:02.688 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:51:02 smithi102 ceph-mon[87131]: pgmap v3867: 137 pgs: 137 active+clean; 318 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 58 KiB/s rd, 4.5 MiB/s wr, 40 op/s 2024-04-15T15:51:02.689 INFO:journalctl@ceph.prometheus.a.smithi102.stdout:Apr 15 15:51:02 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-prometheus-a[120881]: ts=2024-04-15T15:51:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi016:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"362ea986-fb34-11ee-bc8f-c7b262605968\", instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T15:51:04.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:51:04 smithi016 ceph-mon[90652]: pgmap v3868: 137 pgs: 137 active+clean; 318 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 55 KiB/s rd, 4.5 MiB/s wr, 37 op/s 2024-04-15T15:51:04.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:51:04 smithi016 ceph-mon[93212]: pgmap v3868: 137 pgs: 137 active+clean; 318 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 55 KiB/s rd, 4.5 MiB/s wr, 37 op/s 2024-04-15T15:51:04.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:51:04 smithi102 ceph-mon[87131]: pgmap v3868: 137 pgs: 137 active+clean; 318 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 55 KiB/s rd, 4.5 MiB/s wr, 37 op/s 2024-04-15T15:51:06.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:51:06 smithi016 ceph-mon[93212]: pgmap v3869: 137 pgs: 137 active+clean; 318 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 55 KiB/s rd, 4.5 MiB/s wr, 37 op/s 2024-04-15T15:51:06.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:51:06 smithi016 ceph-mon[90652]: pgmap v3869: 137 pgs: 137 active+clean; 318 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 55 KiB/s rd, 4.5 MiB/s wr, 37 op/s 2024-04-15T15:51:06.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:51:06 smithi102 ceph-mon[87131]: pgmap v3869: 137 pgs: 137 active+clean; 318 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 55 KiB/s rd, 4.5 MiB/s wr, 37 op/s 2024-04-15T15:51:08.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:51:08 smithi016 ceph-mon[90652]: pgmap v3870: 137 pgs: 137 active+clean; 322 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 216 KiB/s rd, 4.2 MiB/s wr, 39 op/s 2024-04-15T15:51:08.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:51:08 smithi016 ceph-mon[90652]: osdmap e1984: 8 total, 8 up, 8 in 2024-04-15T15:51:08.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:51:08 smithi016 ceph-mon[93212]: pgmap v3870: 137 pgs: 137 active+clean; 322 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 216 KiB/s rd, 4.2 MiB/s wr, 39 op/s 2024-04-15T15:51:08.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:51:08 smithi016 ceph-mon[93212]: osdmap e1984: 8 total, 8 up, 8 in 2024-04-15T15:51:08.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:51:08 smithi102 ceph-mon[87131]: pgmap v3870: 137 pgs: 137 active+clean; 322 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 216 KiB/s rd, 4.2 MiB/s wr, 39 op/s 2024-04-15T15:51:08.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:51:08 smithi102 ceph-mon[87131]: osdmap e1984: 8 total, 8 up, 8 in 2024-04-15T15:51:09.537 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] EncryptedFlattenTest/7.ShrinkToOneAfterSnapshot (22468 ms) 2024-04-15T15:51:09.537 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] EncryptedFlattenTest/7.MinOverlap 2024-04-15T15:51:09.537 INFO:tasks.workunit.client.0.smithi016.stdout:using new format! 2024-04-15T15:51:09.539 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:51:09 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T15:51:09.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:51:09 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T15:51:09.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:51:09 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T15:51:10.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:51:10 smithi016 ceph-mon[93212]: pgmap v3872: 137 pgs: 137 active+clean; 322 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 637 KiB/s rd, 821 KiB/s wr, 15 op/s 2024-04-15T15:51:10.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:51:10 smithi016 ceph-mon[90652]: pgmap v3872: 137 pgs: 137 active+clean; 322 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 637 KiB/s rd, 821 KiB/s wr, 15 op/s 2024-04-15T15:51:10.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:51:10 smithi102 ceph-mon[87131]: pgmap v3872: 137 pgs: 137 active+clean; 322 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 637 KiB/s rd, 821 KiB/s wr, 15 op/s 2024-04-15T15:51:12.040 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 15 15:51:11 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-y[81421]: ::ffff:172.21.15.102 - - [15/Apr/2024:15:51:11] "GET /metrics HTTP/1.1" 200 36683 "" "Prometheus/2.43.0" 2024-04-15T15:51:12.539 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:51:12 smithi016 ceph-mon[93212]: pgmap v3873: 137 pgs: 137 active+clean; 354 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 1.8 MiB/s rd, 3.6 MiB/s wr, 25 op/s 2024-04-15T15:51:12.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:51:12 smithi016 ceph-mon[90652]: pgmap v3873: 137 pgs: 137 active+clean; 354 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 1.8 MiB/s rd, 3.6 MiB/s wr, 25 op/s 2024-04-15T15:51:12.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:51:12 smithi102 ceph-mon[87131]: pgmap v3873: 137 pgs: 137 active+clean; 354 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 1.8 MiB/s rd, 3.6 MiB/s wr, 25 op/s 2024-04-15T15:51:12.688 INFO:journalctl@ceph.prometheus.a.smithi102.stdout:Apr 15 15:51:12 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-prometheus-a[120881]: ts=2024-04-15T15:51:12.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi016:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"362ea986-fb34-11ee-bc8f-c7b262605968\", instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T15:51:14.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:51:14 smithi016 ceph-mon[93212]: pgmap v3874: 137 pgs: 137 active+clean; 378 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 3.0 MiB/s rd, 6.0 MiB/s wr, 44 op/s 2024-04-15T15:51:14.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:51:14 smithi016 ceph-mon[90652]: pgmap v3874: 137 pgs: 137 active+clean; 378 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 3.0 MiB/s rd, 6.0 MiB/s wr, 44 op/s 2024-04-15T15:51:14.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:51:14 smithi102 ceph-mon[87131]: pgmap v3874: 137 pgs: 137 active+clean; 378 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 3.0 MiB/s rd, 6.0 MiB/s wr, 44 op/s 2024-04-15T15:51:16.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:51:16 smithi016 ceph-mon[93212]: pgmap v3875: 137 pgs: 137 active+clean; 378 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 3.0 MiB/s rd, 6.0 MiB/s wr, 44 op/s 2024-04-15T15:51:16.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:51:16 smithi016 ceph-mon[90652]: pgmap v3875: 137 pgs: 137 active+clean; 378 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 3.0 MiB/s rd, 6.0 MiB/s wr, 44 op/s 2024-04-15T15:51:16.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:51:16 smithi102 ceph-mon[87131]: pgmap v3875: 137 pgs: 137 active+clean; 378 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 3.0 MiB/s rd, 6.0 MiB/s wr, 44 op/s 2024-04-15T15:51:18.539 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:51:18 smithi016 ceph-mon[93212]: pgmap v3876: 137 pgs: 137 active+clean; 378 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 2.8 MiB/s rd, 5.6 MiB/s wr, 35 op/s 2024-04-15T15:51:18.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:51:18 smithi016 ceph-mon[90652]: pgmap v3876: 137 pgs: 137 active+clean; 378 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 2.8 MiB/s rd, 5.6 MiB/s wr, 35 op/s 2024-04-15T15:51:18.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:51:18 smithi102 ceph-mon[87131]: pgmap v3876: 137 pgs: 137 active+clean; 378 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 2.8 MiB/s rd, 5.6 MiB/s wr, 35 op/s 2024-04-15T15:51:19.539 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:51:19 smithi016 ceph-mon[90652]: osdmap e1985: 8 total, 8 up, 8 in 2024-04-15T15:51:19.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:51:19 smithi016 ceph-mon[93212]: osdmap e1985: 8 total, 8 up, 8 in 2024-04-15T15:51:19.688 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:51:19 smithi102 ceph-mon[87131]: osdmap e1985: 8 total, 8 up, 8 in 2024-04-15T15:51:20.539 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:51:20 smithi016 ceph-mon[90652]: pgmap v3878: 137 pgs: 137 active+clean; 378 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 2.4 MiB/s rd, 5.6 MiB/s wr, 30 op/s 2024-04-15T15:51:20.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:51:20 smithi016 ceph-mon[93212]: pgmap v3878: 137 pgs: 137 active+clean; 378 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 2.4 MiB/s rd, 5.6 MiB/s wr, 30 op/s 2024-04-15T15:51:20.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:51:20 smithi102 ceph-mon[87131]: pgmap v3878: 137 pgs: 137 active+clean; 378 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 2.4 MiB/s rd, 5.6 MiB/s wr, 30 op/s 2024-04-15T15:51:22.039 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 15 15:51:21 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-y[81421]: ::ffff:172.21.15.102 - - [15/Apr/2024:15:51:21] "GET /metrics HTTP/1.1" 200 36683 "" "Prometheus/2.43.0" 2024-04-15T15:51:22.539 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:51:22 smithi016 ceph-mon[90652]: pgmap v3879: 137 pgs: 137 active+clean; 399 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 1.2 MiB/s rd, 4.5 MiB/s wr, 30 op/s 2024-04-15T15:51:22.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:51:22 smithi016 ceph-mon[93212]: pgmap v3879: 137 pgs: 137 active+clean; 399 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 1.2 MiB/s rd, 4.5 MiB/s wr, 30 op/s 2024-04-15T15:51:22.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:51:22 smithi102 ceph-mon[87131]: pgmap v3879: 137 pgs: 137 active+clean; 399 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 1.2 MiB/s rd, 4.5 MiB/s wr, 30 op/s 2024-04-15T15:51:22.688 INFO:journalctl@ceph.prometheus.a.smithi102.stdout:Apr 15 15:51:22 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-prometheus-a[120881]: ts=2024-04-15T15:51:22.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi016:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"362ea986-fb34-11ee-bc8f-c7b262605968\", instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T15:51:24.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:51:24 smithi016 ceph-mon[93212]: pgmap v3880: 137 pgs: 137 active+clean; 423 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 55 KiB/s rd, 4.5 MiB/s wr, 35 op/s 2024-04-15T15:51:24.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:51:24 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T15:51:24.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:51:24 smithi016 ceph-mon[90652]: pgmap v3880: 137 pgs: 137 active+clean; 423 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 55 KiB/s rd, 4.5 MiB/s wr, 35 op/s 2024-04-15T15:51:24.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:51:24 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T15:51:24.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:51:24 smithi102 ceph-mon[87131]: pgmap v3880: 137 pgs: 137 active+clean; 423 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 55 KiB/s rd, 4.5 MiB/s wr, 35 op/s 2024-04-15T15:51:24.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:51:24 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T15:51:26.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:51:26 smithi016 ceph-mon[93212]: pgmap v3881: 137 pgs: 137 active+clean; 423 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 55 KiB/s rd, 4.5 MiB/s wr, 35 op/s 2024-04-15T15:51:26.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:51:26 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T15:51:26.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:51:26 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T15:51:26.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:51:26 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T15:51:26.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:51:26 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T15:51:26.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:51:26 smithi016 ceph-mon[90652]: pgmap v3881: 137 pgs: 137 active+clean; 423 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 55 KiB/s rd, 4.5 MiB/s wr, 35 op/s 2024-04-15T15:51:26.541 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:51:26 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T15:51:26.541 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:51:26 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T15:51:26.541 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:51:26 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T15:51:26.541 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:51:26 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T15:51:26.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:51:26 smithi102 ceph-mon[87131]: pgmap v3881: 137 pgs: 137 active+clean; 423 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 55 KiB/s rd, 4.5 MiB/s wr, 35 op/s 2024-04-15T15:51:26.688 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:51:26 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T15:51:26.688 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:51:26 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T15:51:26.688 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:51:26 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T15:51:26.688 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:51:26 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T15:51:28.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:51:28 smithi016 ceph-mon[93212]: pgmap v3882: 137 pgs: 137 active+clean; 423 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 89 KiB/s rd, 4.5 MiB/s wr, 43 op/s 2024-04-15T15:51:28.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:51:28 smithi016 ceph-mon[90652]: pgmap v3882: 137 pgs: 137 active+clean; 423 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 89 KiB/s rd, 4.5 MiB/s wr, 43 op/s 2024-04-15T15:51:28.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:51:28 smithi102 ceph-mon[87131]: pgmap v3882: 137 pgs: 137 active+clean; 423 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 89 KiB/s rd, 4.5 MiB/s wr, 43 op/s 2024-04-15T15:51:30.539 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:51:30 smithi016 ceph-mon[90652]: pgmap v3883: 137 pgs: 137 active+clean; 423 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 112 KiB/s rd, 4.3 MiB/s wr, 41 op/s 2024-04-15T15:51:30.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:51:30 smithi016 ceph-mon[93212]: pgmap v3883: 137 pgs: 137 active+clean; 423 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 112 KiB/s rd, 4.3 MiB/s wr, 41 op/s 2024-04-15T15:51:30.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:51:30 smithi102 ceph-mon[87131]: pgmap v3883: 137 pgs: 137 active+clean; 423 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 112 KiB/s rd, 4.3 MiB/s wr, 41 op/s 2024-04-15T15:51:32.040 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 15 15:51:31 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-y[81421]: ::ffff:172.21.15.102 - - [15/Apr/2024:15:51:31] "GET /metrics HTTP/1.1" 200 36687 "" "Prometheus/2.43.0" 2024-04-15T15:51:32.274 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] EncryptedFlattenTest/7.MinOverlap (22737 ms) 2024-04-15T15:51:32.274 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] EncryptedFlattenTest/7.ZeroOverlap 2024-04-15T15:51:32.274 INFO:tasks.workunit.client.0.smithi016.stdout:using new format! 2024-04-15T15:51:32.539 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:51:32 smithi016 ceph-mon[90652]: pgmap v3884: 137 pgs: 137 active+clean; 427 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 1.2 MiB/s rd, 4.4 MiB/s wr, 42 op/s 2024-04-15T15:51:32.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:51:32 smithi016 ceph-mon[93212]: pgmap v3884: 137 pgs: 137 active+clean; 427 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 1.2 MiB/s rd, 4.4 MiB/s wr, 42 op/s 2024-04-15T15:51:32.688 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:51:32 smithi102 ceph-mon[87131]: pgmap v3884: 137 pgs: 137 active+clean; 427 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 1.2 MiB/s rd, 4.4 MiB/s wr, 42 op/s 2024-04-15T15:51:32.688 INFO:journalctl@ceph.prometheus.a.smithi102.stdout:Apr 15 15:51:32 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-prometheus-a[120881]: ts=2024-04-15T15:51:32.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi016:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"362ea986-fb34-11ee-bc8f-c7b262605968\", instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T15:51:34.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:51:34 smithi016 ceph-mon[93212]: pgmap v3885: 137 pgs: 137 active+clean; 427 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 1.6 MiB/s rd, 3.3 MiB/s wr, 41 op/s 2024-04-15T15:51:34.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:51:34 smithi016 ceph-mon[90652]: pgmap v3885: 137 pgs: 137 active+clean; 427 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 1.6 MiB/s rd, 3.3 MiB/s wr, 41 op/s 2024-04-15T15:51:34.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:51:34 smithi102 ceph-mon[87131]: pgmap v3885: 137 pgs: 137 active+clean; 427 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 1.6 MiB/s rd, 3.3 MiB/s wr, 41 op/s 2024-04-15T15:51:36.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:51:36 smithi016 ceph-mon[93212]: pgmap v3886: 137 pgs: 137 active+clean; 427 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 1.5 MiB/s rd, 1.3 MiB/s wr, 21 op/s 2024-04-15T15:51:36.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:51:36 smithi016 ceph-mon[90652]: pgmap v3886: 137 pgs: 137 active+clean; 427 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 1.5 MiB/s rd, 1.3 MiB/s wr, 21 op/s 2024-04-15T15:51:36.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:51:36 smithi102 ceph-mon[87131]: pgmap v3886: 137 pgs: 137 active+clean; 427 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 1.5 MiB/s rd, 1.3 MiB/s wr, 21 op/s 2024-04-15T15:51:38.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:51:38 smithi016 ceph-mon[93212]: pgmap v3887: 137 pgs: 137 active+clean; 427 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 1.9 MiB/s rd, 1.3 MiB/s wr, 25 op/s 2024-04-15T15:51:38.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:51:38 smithi016 ceph-mon[90652]: pgmap v3887: 137 pgs: 137 active+clean; 427 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 1.9 MiB/s rd, 1.3 MiB/s wr, 25 op/s 2024-04-15T15:51:38.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:51:38 smithi102 ceph-mon[87131]: pgmap v3887: 137 pgs: 137 active+clean; 427 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 1.9 MiB/s rd, 1.3 MiB/s wr, 25 op/s 2024-04-15T15:51:39.690 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:51:39 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T15:51:39.789 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:51:39 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T15:51:39.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:51:39 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T15:51:40.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:51:40 smithi102 ceph-mon[87131]: pgmap v3888: 137 pgs: 137 active+clean; 427 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 1.8 MiB/s rd, 1.3 MiB/s wr, 18 op/s 2024-04-15T15:51:40.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:51:40 smithi016 ceph-mon[93212]: pgmap v3888: 137 pgs: 137 active+clean; 427 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 1.8 MiB/s rd, 1.3 MiB/s wr, 18 op/s 2024-04-15T15:51:40.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:51:40 smithi016 ceph-mon[90652]: pgmap v3888: 137 pgs: 137 active+clean; 427 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 1.8 MiB/s rd, 1.3 MiB/s wr, 18 op/s 2024-04-15T15:51:41.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:51:41 smithi102 ceph-mon[87131]: osdmap e1986: 8 total, 8 up, 8 in 2024-04-15T15:51:41.778 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:51:41 smithi016 ceph-mon[90652]: osdmap e1986: 8 total, 8 up, 8 in 2024-04-15T15:51:41.778 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:51:41 smithi016 ceph-mon[93212]: osdmap e1986: 8 total, 8 up, 8 in 2024-04-15T15:51:42.039 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 15 15:51:41 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-y[81421]: ::ffff:172.21.15.102 - - [15/Apr/2024:15:51:41] "GET /metrics HTTP/1.1" 200 36685 "" "Prometheus/2.43.0" 2024-04-15T15:51:42.589 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:51:42 smithi102 ceph-mon[87131]: pgmap v3890: 137 pgs: 137 active+clean; 447 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 873 KiB/s rd, 2.8 MiB/s wr, 33 op/s 2024-04-15T15:51:42.589 INFO:journalctl@ceph.prometheus.a.smithi102.stdout:Apr 15 15:51:42 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-prometheus-a[120881]: ts=2024-04-15T15:51:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi016:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"362ea986-fb34-11ee-bc8f-c7b262605968\", instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T15:51:42.789 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:51:42 smithi016 ceph-mon[90652]: pgmap v3890: 137 pgs: 137 active+clean; 447 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 873 KiB/s rd, 2.8 MiB/s wr, 33 op/s 2024-04-15T15:51:42.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:51:42 smithi016 ceph-mon[93212]: pgmap v3890: 137 pgs: 137 active+clean; 447 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 873 KiB/s rd, 2.8 MiB/s wr, 33 op/s 2024-04-15T15:51:44.688 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:51:44 smithi102 ceph-mon[87131]: pgmap v3891: 137 pgs: 137 active+clean; 468 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 438 KiB/s rd, 4.1 MiB/s wr, 40 op/s 2024-04-15T15:51:44.789 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:51:44 smithi016 ceph-mon[90652]: pgmap v3891: 137 pgs: 137 active+clean; 468 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 438 KiB/s rd, 4.1 MiB/s wr, 40 op/s 2024-04-15T15:51:44.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:51:44 smithi016 ceph-mon[93212]: pgmap v3891: 137 pgs: 137 active+clean; 468 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 438 KiB/s rd, 4.1 MiB/s wr, 40 op/s 2024-04-15T15:51:46.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:51:46 smithi102 ceph-mon[87131]: pgmap v3892: 137 pgs: 137 active+clean; 468 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 438 KiB/s rd, 4.1 MiB/s wr, 40 op/s 2024-04-15T15:51:46.789 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:51:46 smithi016 ceph-mon[93212]: pgmap v3892: 137 pgs: 137 active+clean; 468 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 438 KiB/s rd, 4.1 MiB/s wr, 40 op/s 2024-04-15T15:51:46.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:51:46 smithi016 ceph-mon[90652]: pgmap v3892: 137 pgs: 137 active+clean; 468 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 438 KiB/s rd, 4.1 MiB/s wr, 40 op/s 2024-04-15T15:51:48.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:51:48 smithi102 ceph-mon[87131]: pgmap v3893: 137 pgs: 137 active+clean; 472 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 55 KiB/s rd, 4.5 MiB/s wr, 37 op/s 2024-04-15T15:51:48.789 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:51:48 smithi016 ceph-mon[90652]: pgmap v3893: 137 pgs: 137 active+clean; 472 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 55 KiB/s rd, 4.5 MiB/s wr, 37 op/s 2024-04-15T15:51:48.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:51:48 smithi016 ceph-mon[93212]: pgmap v3893: 137 pgs: 137 active+clean; 472 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 55 KiB/s rd, 4.5 MiB/s wr, 37 op/s 2024-04-15T15:51:50.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:51:50 smithi102 ceph-mon[87131]: pgmap v3894: 137 pgs: 137 active+clean; 472 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 55 KiB/s rd, 4.5 MiB/s wr, 37 op/s 2024-04-15T15:51:50.789 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:51:50 smithi016 ceph-mon[93212]: pgmap v3894: 137 pgs: 137 active+clean; 472 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 55 KiB/s rd, 4.5 MiB/s wr, 37 op/s 2024-04-15T15:51:50.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:51:50 smithi016 ceph-mon[90652]: pgmap v3894: 137 pgs: 137 active+clean; 472 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 55 KiB/s rd, 4.5 MiB/s wr, 37 op/s 2024-04-15T15:51:52.040 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 15 15:51:51 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-y[81421]: ::ffff:172.21.15.102 - - [15/Apr/2024:15:51:51] "GET /metrics HTTP/1.1" 200 36685 "" "Prometheus/2.43.0" 2024-04-15T15:51:52.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:51:52 smithi102 ceph-mon[87131]: pgmap v3895: 137 pgs: 137 active+clean; 472 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 137 KiB/s rd, 4.3 MiB/s wr, 38 op/s 2024-04-15T15:51:52.688 INFO:journalctl@ceph.prometheus.a.smithi102.stdout:Apr 15 15:51:52 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-prometheus-a[120881]: ts=2024-04-15T15:51:52.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi016:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"362ea986-fb34-11ee-bc8f-c7b262605968\", instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T15:51:52.789 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:51:52 smithi016 ceph-mon[90652]: pgmap v3895: 137 pgs: 137 active+clean; 472 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 137 KiB/s rd, 4.3 MiB/s wr, 38 op/s 2024-04-15T15:51:52.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:51:52 smithi016 ceph-mon[93212]: pgmap v3895: 137 pgs: 137 active+clean; 472 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 137 KiB/s rd, 4.3 MiB/s wr, 38 op/s 2024-04-15T15:51:54.104 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] EncryptedFlattenTest/7.ZeroOverlap (21830 ms) 2024-04-15T15:51:54.329 INFO:tasks.workunit.client.0.smithi016.stdout:[----------] 7 tests from EncryptedFlattenTest/7 (160822 ms total) 2024-04-15T15:51:54.330 INFO:tasks.workunit.client.0.smithi016.stdout: 2024-04-15T15:51:54.330 INFO:tasks.workunit.client.0.smithi016.stdout:[----------] 15 tests from DiffIterateTest/0, where TypeParam = DiffIterateParams 2024-04-15T15:51:54.359 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] DiffIterateTest/0.DiffIterate 2024-04-15T15:51:54.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:51:54 smithi102 ceph-mon[87131]: pgmap v3896: 137 pgs: 137 active+clean; 476 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 197 KiB/s rd, 2.4 MiB/s wr, 24 op/s 2024-04-15T15:51:54.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:51:54 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T15:51:54.789 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:51:54 smithi016 ceph-mon[90652]: pgmap v3896: 137 pgs: 137 active+clean; 476 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 197 KiB/s rd, 2.4 MiB/s wr, 24 op/s 2024-04-15T15:51:54.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:51:54 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T15:51:54.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:51:54 smithi016 ceph-mon[93212]: pgmap v3896: 137 pgs: 137 active+clean; 476 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 197 KiB/s rd, 2.4 MiB/s wr, 24 op/s 2024-04-15T15:51:54.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:51:54 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T15:51:55.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:51:55 smithi102 ceph-mon[87131]: osdmap e1987: 8 total, 8 up, 8 in 2024-04-15T15:51:55.789 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:51:55 smithi016 ceph-mon[90652]: osdmap e1987: 8 total, 8 up, 8 in 2024-04-15T15:51:55.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:51:55 smithi016 ceph-mon[93212]: osdmap e1987: 8 total, 8 up, 8 in 2024-04-15T15:51:56.345 INFO:tasks.workunit.client.0.smithi016.stdout:using new format! 2024-04-15T15:51:56.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:51:56 smithi102 ceph-mon[87131]: pgmap v3898: 105 pgs: 105 active+clean; 4.6 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail 2024-04-15T15:51:56.688 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:51:56 smithi102 ceph-mon[87131]: osdmap e1988: 8 total, 8 up, 8 in 2024-04-15T15:51:56.688 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:51:56 smithi102 ceph-mon[87131]: from='client.? 172.21.15.16:0/2271179499' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi016-143420-44","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T15:51:56.688 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:51:56 smithi102 ceph-mon[87131]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi016-143420-44","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T15:51:56.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:51:56 smithi016 ceph-mon[90652]: pgmap v3898: 105 pgs: 105 active+clean; 4.6 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail 2024-04-15T15:51:56.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:51:56 smithi016 ceph-mon[90652]: osdmap e1988: 8 total, 8 up, 8 in 2024-04-15T15:51:56.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:51:56 smithi016 ceph-mon[90652]: from='client.? 172.21.15.16:0/2271179499' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi016-143420-44","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T15:51:56.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:51:56 smithi016 ceph-mon[90652]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi016-143420-44","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T15:51:56.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:51:56 smithi016 ceph-mon[93212]: pgmap v3898: 105 pgs: 105 active+clean; 4.6 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail 2024-04-15T15:51:56.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:51:56 smithi016 ceph-mon[93212]: osdmap e1988: 8 total, 8 up, 8 in 2024-04-15T15:51:56.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:51:56 smithi016 ceph-mon[93212]: from='client.? 172.21.15.16:0/2271179499' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi016-143420-44","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T15:51:56.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:51:56 smithi016 ceph-mon[93212]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi016-143420-44","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T15:51:57.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:51:57 smithi102 ceph-mon[87131]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi016-143420-44","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-15T15:51:57.688 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:51:57 smithi102 ceph-mon[87131]: osdmap e1989: 8 total, 8 up, 8 in 2024-04-15T15:51:57.789 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:51:57 smithi016 ceph-mon[90652]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi016-143420-44","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-15T15:51:57.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:51:57 smithi016 ceph-mon[90652]: osdmap e1989: 8 total, 8 up, 8 in 2024-04-15T15:51:57.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:51:57 smithi016 ceph-mon[93212]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi016-143420-44","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-15T15:51:57.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:51:57 smithi016 ceph-mon[93212]: osdmap e1989: 8 total, 8 up, 8 in 2024-04-15T15:51:58.386 INFO:tasks.workunit.client.0.smithi016.stdout: wrote [1204858~12870,1618245~50758,2124909~62839,2469242~26816,3240342~88410,4870593~1732,8989724~38442,16410311~88769,20286105~89550,20546510~35666] 2024-04-15T15:51:58.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:51:58 smithi102 ceph-mon[87131]: pgmap v3901: 137 pgs: 20 creating+peering, 3 unknown, 114 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail 2024-04-15T15:51:58.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:51:58 smithi102 ceph-mon[87131]: osdmap e1990: 8 total, 8 up, 8 in 2024-04-15T15:51:58.789 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:51:58 smithi016 ceph-mon[90652]: pgmap v3901: 137 pgs: 20 creating+peering, 3 unknown, 114 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail 2024-04-15T15:51:58.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:51:58 smithi016 ceph-mon[90652]: osdmap e1990: 8 total, 8 up, 8 in 2024-04-15T15:51:58.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:51:58 smithi016 ceph-mon[93212]: pgmap v3901: 137 pgs: 20 creating+peering, 3 unknown, 114 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail 2024-04-15T15:51:58.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:51:58 smithi016 ceph-mon[93212]: osdmap e1990: 8 total, 8 up, 8 in 2024-04-15T15:51:59.373 INFO:tasks.workunit.client.0.smithi016.stdout: wrote [666~51619,163096~35524,4344455~83366,6721346~49993,7368417~79535,14164055~18036,14509960~12503,17289825~97438,18958560~60525,19772170~33127] 2024-04-15T15:51:59.383 INFO:tasks.workunit.client.0.smithi016.stdout: diff was [666~51619,163096~35524,4344455~83366,4872325~2575627,14164055~18036,14509960~12503,17289825~97438,18958560~60525,19772170~33127] 2024-04-15T15:51:59.387 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] DiffIterateTest/0.DiffIterate (5028 ms) 2024-04-15T15:51:59.388 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] DiffIterateTest/0.DiffIterateDeterministic 2024-04-15T15:51:59.388 INFO:tasks.workunit.client.0.smithi016.stdout:using new format! 2024-04-15T15:51:59.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:51:59 smithi102 ceph-mon[87131]: osdmap e1991: 8 total, 8 up, 8 in 2024-04-15T15:51:59.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:51:59 smithi016 ceph-mon[93212]: osdmap e1991: 8 total, 8 up, 8 in 2024-04-15T15:51:59.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:51:59 smithi016 ceph-mon[90652]: osdmap e1991: 8 total, 8 up, 8 in 2024-04-15T15:52:00.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:52:00 smithi102 ceph-mon[87131]: pgmap v3904: 137 pgs: 20 creating+peering, 117 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail 2024-04-15T15:52:00.688 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:52:00 smithi102 ceph-mon[87131]: osdmap e1992: 8 total, 8 up, 8 in 2024-04-15T15:52:00.789 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:52:00 smithi016 ceph-mon[90652]: pgmap v3904: 137 pgs: 20 creating+peering, 117 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail 2024-04-15T15:52:00.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:52:00 smithi016 ceph-mon[90652]: osdmap e1992: 8 total, 8 up, 8 in 2024-04-15T15:52:00.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:52:00 smithi016 ceph-mon[93212]: pgmap v3904: 137 pgs: 20 creating+peering, 117 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail 2024-04-15T15:52:00.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:52:00 smithi016 ceph-mon[93212]: osdmap e1992: 8 total, 8 up, 8 in 2024-04-15T15:52:01.689 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:52:01 smithi102 ceph-mon[87131]: osdmap e1993: 8 total, 8 up, 8 in 2024-04-15T15:52:01.780 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:52:01 smithi016 ceph-mon[90652]: osdmap e1993: 8 total, 8 up, 8 in 2024-04-15T15:52:01.780 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:52:01 smithi016 ceph-mon[93212]: osdmap e1993: 8 total, 8 up, 8 in 2024-04-15T15:52:02.039 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 15 15:52:01 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-y[81421]: ::ffff:172.21.15.102 - - [15/Apr/2024:15:52:01] "GET /metrics HTTP/1.1" 200 36685 "" "Prometheus/2.43.0" 2024-04-15T15:52:02.403 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] DiffIterateTest/0.DiffIterateDeterministic (3016 ms) 2024-04-15T15:52:02.403 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] DiffIterateTest/0.DiffIterateDeterministicPP 2024-04-15T15:52:02.403 INFO:tasks.workunit.client.0.smithi016.stdout:using new format! 2024-04-15T15:52:02.687 INFO:journalctl@ceph.prometheus.a.smithi102.stdout:Apr 15 15:52:02 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-prometheus-a[120881]: ts=2024-04-15T15:52:02.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi016:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"362ea986-fb34-11ee-bc8f-c7b262605968\", instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T15:52:02.688 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:52:02 smithi102 ceph-mon[87131]: pgmap v3907: 137 pgs: 4 creating+peering, 133 active+clean; 8.3 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 13 KiB/s rd, 32 KiB/s wr, 19 op/s 2024-04-15T15:52:02.688 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:52:02 smithi102 ceph-mon[87131]: osdmap e1994: 8 total, 8 up, 8 in 2024-04-15T15:52:02.688 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:52:02 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "120.2", "id": [4, 1]}]: dispatch 2024-04-15T15:52:02.688 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:52:02 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "120.e", "id": [3, 6]}]: dispatch 2024-04-15T15:52:02.688 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:52:02 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "120.17", "id": [4, 5]}]: dispatch 2024-04-15T15:52:02.688 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:52:02 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "120.1c", "id": [3, 6]}]: dispatch 2024-04-15T15:52:02.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:52:02 smithi016 ceph-mon[93212]: pgmap v3907: 137 pgs: 4 creating+peering, 133 active+clean; 8.3 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 13 KiB/s rd, 32 KiB/s wr, 19 op/s 2024-04-15T15:52:02.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:52:02 smithi016 ceph-mon[93212]: osdmap e1994: 8 total, 8 up, 8 in 2024-04-15T15:52:02.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:52:02 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "120.2", "id": [4, 1]}]: dispatch 2024-04-15T15:52:02.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:52:02 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "120.e", "id": [3, 6]}]: dispatch 2024-04-15T15:52:02.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:52:02 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "120.17", "id": [4, 5]}]: dispatch 2024-04-15T15:52:02.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:52:02 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "120.1c", "id": [3, 6]}]: dispatch 2024-04-15T15:52:02.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:52:02 smithi016 ceph-mon[90652]: pgmap v3907: 137 pgs: 4 creating+peering, 133 active+clean; 8.3 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 13 KiB/s rd, 32 KiB/s wr, 19 op/s 2024-04-15T15:52:02.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:52:02 smithi016 ceph-mon[90652]: osdmap e1994: 8 total, 8 up, 8 in 2024-04-15T15:52:02.791 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:52:02 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "120.2", "id": [4, 1]}]: dispatch 2024-04-15T15:52:02.791 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:52:02 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "120.e", "id": [3, 6]}]: dispatch 2024-04-15T15:52:02.791 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:52:02 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "120.17", "id": [4, 5]}]: dispatch 2024-04-15T15:52:02.791 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:52:02 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "120.1c", "id": [3, 6]}]: dispatch 2024-04-15T15:52:03.688 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:52:03 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "120.2", "id": [4, 1]}]': finished 2024-04-15T15:52:03.688 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:52:03 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "120.e", "id": [3, 6]}]': finished 2024-04-15T15:52:03.688 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:52:03 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "120.17", "id": [4, 5]}]': finished 2024-04-15T15:52:03.688 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:52:03 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "120.1c", "id": [3, 6]}]': finished 2024-04-15T15:52:03.688 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:52:03 smithi102 ceph-mon[87131]: osdmap e1995: 8 total, 8 up, 8 in 2024-04-15T15:52:03.688 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:52:03 smithi102 ceph-mon[87131]: pgmap v3910: 137 pgs: 137 active+clean; 19 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 45 KiB/s rd, 262 KiB/s wr, 75 op/s 2024-04-15T15:52:03.688 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:52:03 smithi102 ceph-mon[87131]: osdmap e1996: 8 total, 8 up, 8 in 2024-04-15T15:52:03.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:52:03 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "120.2", "id": [4, 1]}]': finished 2024-04-15T15:52:03.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:52:03 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "120.e", "id": [3, 6]}]': finished 2024-04-15T15:52:03.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:52:03 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "120.17", "id": [4, 5]}]': finished 2024-04-15T15:52:03.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:52:03 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "120.1c", "id": [3, 6]}]': finished 2024-04-15T15:52:03.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:52:03 smithi016 ceph-mon[90652]: osdmap e1995: 8 total, 8 up, 8 in 2024-04-15T15:52:03.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:52:03 smithi016 ceph-mon[90652]: pgmap v3910: 137 pgs: 137 active+clean; 19 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 45 KiB/s rd, 262 KiB/s wr, 75 op/s 2024-04-15T15:52:03.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:52:03 smithi016 ceph-mon[90652]: osdmap e1996: 8 total, 8 up, 8 in 2024-04-15T15:52:03.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:52:03 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "120.2", "id": [4, 1]}]': finished 2024-04-15T15:52:03.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:52:03 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "120.e", "id": [3, 6]}]': finished 2024-04-15T15:52:03.791 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:52:03 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "120.17", "id": [4, 5]}]': finished 2024-04-15T15:52:03.791 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:52:03 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "120.1c", "id": [3, 6]}]': finished 2024-04-15T15:52:03.791 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:52:03 smithi016 ceph-mon[93212]: osdmap e1995: 8 total, 8 up, 8 in 2024-04-15T15:52:03.791 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:52:03 smithi016 ceph-mon[93212]: pgmap v3910: 137 pgs: 137 active+clean; 19 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 45 KiB/s rd, 262 KiB/s wr, 75 op/s 2024-04-15T15:52:03.791 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:52:03 smithi016 ceph-mon[93212]: osdmap e1996: 8 total, 8 up, 8 in 2024-04-15T15:52:05.688 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:52:05 smithi102 ceph-mon[87131]: osdmap e1997: 8 total, 8 up, 8 in 2024-04-15T15:52:05.688 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:52:05 smithi102 ceph-mon[87131]: pgmap v3913: 137 pgs: 137 active+clean; 19 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 32 KiB/s rd, 230 KiB/s wr, 55 op/s 2024-04-15T15:52:05.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:52:05 smithi016 ceph-mon[90652]: osdmap e1997: 8 total, 8 up, 8 in 2024-04-15T15:52:05.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:52:05 smithi016 ceph-mon[90652]: pgmap v3913: 137 pgs: 137 active+clean; 19 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 32 KiB/s rd, 230 KiB/s wr, 55 op/s 2024-04-15T15:52:05.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:52:05 smithi016 ceph-mon[93212]: osdmap e1997: 8 total, 8 up, 8 in 2024-04-15T15:52:05.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:52:05 smithi016 ceph-mon[93212]: pgmap v3913: 137 pgs: 137 active+clean; 19 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 32 KiB/s rd, 230 KiB/s wr, 55 op/s 2024-04-15T15:52:06.220 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] DiffIterateTest/0.DiffIterateDeterministicPP (3816 ms) 2024-04-15T15:52:06.220 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] DiffIterateTest/0.DiffIterateDiscard 2024-04-15T15:52:06.221 INFO:tasks.workunit.client.0.smithi016.stdout:using new format! 2024-04-15T15:52:06.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:52:06 smithi102 ceph-mon[87131]: osdmap e1998: 8 total, 8 up, 8 in 2024-04-15T15:52:06.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:52:06 smithi102 ceph-mon[87131]: osdmap e1999: 8 total, 8 up, 8 in 2024-04-15T15:52:06.789 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:52:06 smithi016 ceph-mon[93212]: osdmap e1998: 8 total, 8 up, 8 in 2024-04-15T15:52:06.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:52:06 smithi016 ceph-mon[93212]: osdmap e1999: 8 total, 8 up, 8 in 2024-04-15T15:52:06.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:52:06 smithi016 ceph-mon[90652]: osdmap e1998: 8 total, 8 up, 8 in 2024-04-15T15:52:06.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:52:06 smithi016 ceph-mon[90652]: osdmap e1999: 8 total, 8 up, 8 in 2024-04-15T15:52:08.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:52:08 smithi016 ceph-mon[90652]: pgmap v3916: 137 pgs: 137 active+clean; 19 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 60 KiB/s rd, 7.0 KiB/s wr, 91 op/s; 80 KiB/s, 0 keys/s, 1 objects/s recovering 2024-04-15T15:52:08.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:52:08 smithi016 ceph-mon[90652]: osdmap e2000: 8 total, 8 up, 8 in 2024-04-15T15:52:08.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:52:08 smithi016 ceph-mon[93212]: pgmap v3916: 137 pgs: 137 active+clean; 19 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 60 KiB/s rd, 7.0 KiB/s wr, 91 op/s; 80 KiB/s, 0 keys/s, 1 objects/s recovering 2024-04-15T15:52:08.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:52:08 smithi016 ceph-mon[93212]: osdmap e2000: 8 total, 8 up, 8 in 2024-04-15T15:52:08.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:52:08 smithi102 ceph-mon[87131]: pgmap v3916: 137 pgs: 137 active+clean; 19 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 60 KiB/s rd, 7.0 KiB/s wr, 91 op/s; 80 KiB/s, 0 keys/s, 1 objects/s recovering 2024-04-15T15:52:08.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:52:08 smithi102 ceph-mon[87131]: osdmap e2000: 8 total, 8 up, 8 in 2024-04-15T15:52:09.234 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] DiffIterateTest/0.DiffIterateDiscard (3014 ms) 2024-04-15T15:52:09.234 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] DiffIterateTest/0.DiffIterateTruncate 2024-04-15T15:52:09.234 INFO:tasks.workunit.client.0.smithi016.stdout:using new format! 2024-04-15T15:52:09.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:52:09 smithi016 ceph-mon[90652]: osdmap e2001: 8 total, 8 up, 8 in 2024-04-15T15:52:09.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:52:09 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T15:52:09.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:52:09 smithi016 ceph-mon[93212]: osdmap e2001: 8 total, 8 up, 8 in 2024-04-15T15:52:09.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:52:09 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T15:52:09.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:52:09 smithi102 ceph-mon[87131]: osdmap e2001: 8 total, 8 up, 8 in 2024-04-15T15:52:09.688 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:52:09 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T15:52:10.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:52:10 smithi016 ceph-mon[90652]: pgmap v3919: 137 pgs: 137 active+clean; 19 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 71 KiB/s rd, 11 KiB/s wr, 111 op/s; 80 KiB/s, 0 keys/s, 1 objects/s recovering 2024-04-15T15:52:10.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:52:10 smithi016 ceph-mon[90652]: osdmap e2002: 8 total, 8 up, 8 in 2024-04-15T15:52:10.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:52:10 smithi016 ceph-mon[93212]: pgmap v3919: 137 pgs: 137 active+clean; 19 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 71 KiB/s rd, 11 KiB/s wr, 111 op/s; 80 KiB/s, 0 keys/s, 1 objects/s recovering 2024-04-15T15:52:10.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:52:10 smithi016 ceph-mon[93212]: osdmap e2002: 8 total, 8 up, 8 in 2024-04-15T15:52:10.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:52:10 smithi102 ceph-mon[87131]: pgmap v3919: 137 pgs: 137 active+clean; 19 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 71 KiB/s rd, 11 KiB/s wr, 111 op/s; 80 KiB/s, 0 keys/s, 1 objects/s recovering 2024-04-15T15:52:10.688 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:52:10 smithi102 ceph-mon[87131]: osdmap e2002: 8 total, 8 up, 8 in 2024-04-15T15:52:11.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:52:11 smithi016 ceph-mon[90652]: osdmap e2003: 8 total, 8 up, 8 in 2024-04-15T15:52:11.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:52:11 smithi016 ceph-mon[93212]: osdmap e2003: 8 total, 8 up, 8 in 2024-04-15T15:52:11.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:52:11 smithi102 ceph-mon[87131]: osdmap e2003: 8 total, 8 up, 8 in 2024-04-15T15:52:12.039 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 15 15:52:11 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-y[81421]: ::ffff:172.21.15.102 - - [15/Apr/2024:15:52:11] "GET /metrics HTTP/1.1" 200 36680 "" "Prometheus/2.43.0" 2024-04-15T15:52:12.261 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] DiffIterateTest/0.DiffIterateTruncate (3025 ms) 2024-04-15T15:52:12.262 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] DiffIterateTest/0.DiffIterateWriteAndTruncate 2024-04-15T15:52:12.262 INFO:tasks.workunit.client.0.smithi016.stdout:using new format! 2024-04-15T15:52:12.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:52:12 smithi016 ceph-mon[93212]: pgmap v3922: 137 pgs: 137 active+clean; 19 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 12 KiB/s rd, 5.2 KiB/s wr, 22 op/s 2024-04-15T15:52:12.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:52:12 smithi016 ceph-mon[93212]: osdmap e2004: 8 total, 8 up, 8 in 2024-04-15T15:52:12.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:52:12 smithi016 ceph-mon[90652]: pgmap v3922: 137 pgs: 137 active+clean; 19 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 12 KiB/s rd, 5.2 KiB/s wr, 22 op/s 2024-04-15T15:52:12.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:52:12 smithi016 ceph-mon[90652]: osdmap e2004: 8 total, 8 up, 8 in 2024-04-15T15:52:12.589 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:52:12 smithi102 ceph-mon[87131]: pgmap v3922: 137 pgs: 137 active+clean; 19 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 12 KiB/s rd, 5.2 KiB/s wr, 22 op/s 2024-04-15T15:52:12.589 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:52:12 smithi102 ceph-mon[87131]: osdmap e2004: 8 total, 8 up, 8 in 2024-04-15T15:52:12.589 INFO:journalctl@ceph.prometheus.a.smithi102.stdout:Apr 15 15:52:12 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-prometheus-a[120881]: ts=2024-04-15T15:52:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi016:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"362ea986-fb34-11ee-bc8f-c7b262605968\", instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T15:52:13.539 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:52:13 smithi016 ceph-mon[90652]: osdmap e2005: 8 total, 8 up, 8 in 2024-04-15T15:52:13.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:52:13 smithi016 ceph-mon[93212]: osdmap e2005: 8 total, 8 up, 8 in 2024-04-15T15:52:13.689 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:52:13 smithi102 ceph-mon[87131]: osdmap e2005: 8 total, 8 up, 8 in 2024-04-15T15:52:14.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:52:14 smithi016 ceph-mon[90652]: pgmap v3925: 137 pgs: 137 active+clean; 20 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 47 KiB/s rd, 264 KiB/s wr, 85 op/s 2024-04-15T15:52:14.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:52:14 smithi016 ceph-mon[90652]: osdmap e2006: 8 total, 8 up, 8 in 2024-04-15T15:52:14.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:52:14 smithi016 ceph-mon[93212]: pgmap v3925: 137 pgs: 137 active+clean; 20 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 47 KiB/s rd, 264 KiB/s wr, 85 op/s 2024-04-15T15:52:14.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:52:14 smithi016 ceph-mon[93212]: osdmap e2006: 8 total, 8 up, 8 in 2024-04-15T15:52:14.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:52:14 smithi102 ceph-mon[87131]: pgmap v3925: 137 pgs: 137 active+clean; 20 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 47 KiB/s rd, 264 KiB/s wr, 85 op/s 2024-04-15T15:52:14.688 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:52:14 smithi102 ceph-mon[87131]: osdmap e2006: 8 total, 8 up, 8 in 2024-04-15T15:52:15.279 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] DiffIterateTest/0.DiffIterateWriteAndTruncate (3020 ms) 2024-04-15T15:52:15.279 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] DiffIterateTest/0.DiffIterateStress 2024-04-15T15:52:15.279 INFO:tasks.workunit.client.0.smithi016.stdout:using new format! 2024-04-15T15:52:15.358 INFO:tasks.workunit.client.0.smithi016.stdout: i=0 exists [13657131~6277449,72309945~8457721,130081031~7209158,275766515~597930,276759323~2404087,307017653~4918200,345396761~6002331] wrote [13657131~6277449,72309945~8457721,130081031~7209158,275766515~597930,276759323~2404087,307017653~4918200,345396761~6002331] 2024-04-15T15:52:15.539 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:52:15 smithi016 ceph-mon[90652]: osdmap e2007: 8 total, 8 up, 8 in 2024-04-15T15:52:15.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:52:15 smithi016 ceph-mon[93212]: osdmap e2007: 8 total, 8 up, 8 in 2024-04-15T15:52:15.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:52:15 smithi102 ceph-mon[87131]: osdmap e2007: 8 total, 8 up, 8 in 2024-04-15T15:52:16.296 INFO:tasks.workunit.client.0.smithi016.stdout: i=1 exists [6248892~5030146,13657131~6277449,28229708~2961201,72309945~8457721,130081031~7209158,217546599~1483097,265268494~4230885,275766515~597930,276759323~2404087,280417747~295816,284065178~5024575,304480288~1914655,307017653~4918200,345396761~6002331,371756092~4451412,394879741~7767437] wrote [6248892~5030146,28229708~2961201,217546599~1483097,265268494~4230885,280417747~295816,284065178~5024575,304480288~1914655,345517074~4968563,371756092~4451412,394879741~7767437] 2024-04-15T15:52:16.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:52:16 smithi016 ceph-mon[93212]: pgmap v3928: 137 pgs: 137 active+clean; 20 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 47 KiB/s rd, 263 KiB/s wr, 83 op/s 2024-04-15T15:52:16.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:52:16 smithi016 ceph-mon[93212]: osdmap e2008: 8 total, 8 up, 8 in 2024-04-15T15:52:16.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:52:16 smithi016 ceph-mon[90652]: pgmap v3928: 137 pgs: 137 active+clean; 20 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 47 KiB/s rd, 263 KiB/s wr, 83 op/s 2024-04-15T15:52:16.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:52:16 smithi016 ceph-mon[90652]: osdmap e2008: 8 total, 8 up, 8 in 2024-04-15T15:52:16.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:52:16 smithi102 ceph-mon[87131]: pgmap v3928: 137 pgs: 137 active+clean; 20 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 47 KiB/s rd, 263 KiB/s wr, 83 op/s 2024-04-15T15:52:16.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:52:16 smithi102 ceph-mon[87131]: osdmap e2008: 8 total, 8 up, 8 in 2024-04-15T15:52:17.317 INFO:tasks.workunit.client.0.smithi016.stdout: i=2 exists [6248892~5030146,13657131~6277449,28229708~2961201,72309945~8457721,95078709~5439626,102853939~849654,130081031~7209158,153000505~7354879,193371527~4893532,199897320~1504587,217546599~1483097,229911996~8134136,265268494~4230885,275766515~597930,276759323~2404087,280417747~295816,284065178~5024575,304480288~1914655,307017653~4918200,314381979~3472158,345396761~6002331,359898552~1788455,371756092~4451412,394879741~7767437,403396471~6515900] wrote [95078709~5439626,102853939~849654,153000505~7354879,193371527~4893532,199897320~1504587,229911996~8134136,314381979~3472158,359898552~1788455,403396471~6515900] 2024-04-15T15:52:17.539 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:52:17 smithi016 ceph-mon[90652]: osdmap e2009: 8 total, 8 up, 8 in 2024-04-15T15:52:17.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:52:17 smithi016 ceph-mon[93212]: osdmap e2009: 8 total, 8 up, 8 in 2024-04-15T15:52:17.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:52:17 smithi102 ceph-mon[87131]: osdmap e2009: 8 total, 8 up, 8 in 2024-04-15T15:52:18.331 INFO:tasks.workunit.client.0.smithi016.stdout: i=3 exists [6248892~5030146,13657131~9134836,24017536~3365713,28229708~2961201,45073187~3427773,58803376~6829329,72309945~8457721,90937171~13708002,130081031~7209158,149103737~11251647,183022465~2841942,193371527~4893532,199897320~1504587,217546599~1483097,229911996~8134136,265268494~4230885,275766515~597930,276759323~2404087,280417747~295816,284065178~5024575,295146124~5402523,304480288~1914655,307017653~4918200,314381979~3472158,345396761~6002331,359898552~1788455,371756092~4451412,394879741~7767437,403396471~6515900] wrote [18974590~3817377,24017536~3365713,45073187~3427773,58803376~6829329,90937171~7483484,99340540~5304633,149103737~7229541,183022465~2841942,295146124~5402523] 2024-04-15T15:52:18.539 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:52:18 smithi016 ceph-mon[90652]: pgmap v3931: 137 pgs: 137 active+clean; 78 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 104 KiB/s rd, 12 MiB/s wr, 161 op/s 2024-04-15T15:52:18.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:52:18 smithi016 ceph-mon[90652]: osdmap e2010: 8 total, 8 up, 8 in 2024-04-15T15:52:18.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:52:18 smithi016 ceph-mon[93212]: pgmap v3931: 137 pgs: 137 active+clean; 78 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 104 KiB/s rd, 12 MiB/s wr, 161 op/s 2024-04-15T15:52:18.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:52:18 smithi016 ceph-mon[93212]: osdmap e2010: 8 total, 8 up, 8 in 2024-04-15T15:52:18.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:52:18 smithi102 ceph-mon[87131]: pgmap v3931: 137 pgs: 137 active+clean; 78 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 104 KiB/s rd, 12 MiB/s wr, 161 op/s 2024-04-15T15:52:18.688 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:52:18 smithi102 ceph-mon[87131]: osdmap e2010: 8 total, 8 up, 8 in 2024-04-15T15:52:19.333 INFO:tasks.workunit.client.0.smithi016.stdout: i=4 exists [6248892~5030146,13657131~9134836,24017536~3365713,27904008~3286901,45073187~3427773,58803376~10861539,72309945~8457721,90937171~15068871,116081313~4216278,130081031~7209158,149103737~11251647,177971491~7892916,193371527~8030380,202383678~2675213,217546599~1483097,229911996~8134136,265268494~4230885,275766515~597930,276759323~2404087,280417747~295816,284065178~5024575,295146124~5402523,304480288~1914655,307017653~4918200,314381979~3472158,334529327~2684362,345396761~6002331,359898552~1788455,365204851~11002653,394879741~7767437,403396471~6515900] wrote [27904008~2212326,64413659~5251256,97558108~3535422,103465795~2540247,116081313~4216278,177971491~7121171,197715827~2345509,202383678~2675213,334529327~2684362,365204851~7183095] 2024-04-15T15:52:19.539 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:52:19 smithi016 ceph-mon[90652]: osdmap e2011: 8 total, 8 up, 8 in 2024-04-15T15:52:19.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:52:19 smithi016 ceph-mon[93212]: osdmap e2011: 8 total, 8 up, 8 in 2024-04-15T15:52:19.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:52:19 smithi102 ceph-mon[87131]: osdmap e2011: 8 total, 8 up, 8 in 2024-04-15T15:52:20.325 INFO:tasks.workunit.client.0.smithi016.stdout: i=5 exists [6248892~5030146,13657131~9134836,24017536~3365713,27904008~3286901,45073187~3427773,58803376~10861539,72309945~8457721,90937171~15068871,116081313~4216278,130081031~7209158,143689906~3220491,149103737~11251647,177971491~7892916,193371527~8030380,202383678~2675213,214231218~6706656,229911996~8134136,246826632~6407630,265268494~4230885,275766515~597930,276759323~2404087,280417747~295816,284065178~5024575,295146124~5402523,304480288~1914655,307017653~4918200,314381979~3472158,324523378~20673,334529327~2684362,343156598~8774149,359898552~1788455,364476758~15482116,382399450~3146619,394879741~7767437,403396471~6515900] wrote [143689906~3220491,214231218~6706656,246826632~6407630,324523378~20673,343156598~2775198,348221151~3709596,364476758~2090926,375621878~4336996,382399450~3146619] 2024-04-15T15:52:20.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:52:20 smithi016 ceph-mon[90652]: pgmap v3934: 137 pgs: 137 active+clean; 84 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 110 KiB/s rd, 13 MiB/s wr, 174 op/s 2024-04-15T15:52:20.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:52:20 smithi016 ceph-mon[90652]: osdmap e2012: 8 total, 8 up, 8 in 2024-04-15T15:52:20.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:52:20 smithi016 ceph-mon[93212]: pgmap v3934: 137 pgs: 137 active+clean; 84 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 110 KiB/s rd, 13 MiB/s wr, 174 op/s 2024-04-15T15:52:20.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:52:20 smithi016 ceph-mon[93212]: osdmap e2012: 8 total, 8 up, 8 in 2024-04-15T15:52:20.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:52:20 smithi102 ceph-mon[87131]: pgmap v3934: 137 pgs: 137 active+clean; 84 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 110 KiB/s rd, 13 MiB/s wr, 174 op/s 2024-04-15T15:52:20.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:52:20 smithi102 ceph-mon[87131]: osdmap e2012: 8 total, 8 up, 8 in 2024-04-15T15:52:21.332 INFO:tasks.workunit.client.0.smithi016.stdout: i=6 exists [6248892~5030146,13657131~9271333,23370140~7820769,45073187~3427773,58803376~10861539,70107364~10660302,90937171~15068871,116081313~4216278,130081031~7209158,143689906~3220491,149103737~11251647,177971491~7892916,193371527~8030380,202383678~2675213,214231218~6706656,229911996~8134136,246826632~6407630,265268494~4230885,274762967~4400443,280417747~295816,281202704~7887049,295146124~5402523,304480288~1914655,307017653~4918200,314381979~3472158,324523378~20673,334529327~2684362,342838614~9092133,357126779~4560228,364476758~15482116,382399450~3146619,391428534~3411261,394879741~7767437,403396471~6515900] wrote [21915790~1012674,23370140~6252618,70107364~7748399,274762967~2194687,281202704~7458682,298090465~2099832,342838614~2224455,357126779~4440344,391428534~3411261] 2024-04-15T15:52:21.539 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:52:21 smithi016 ceph-mon[90652]: osdmap e2013: 8 total, 8 up, 8 in 2024-04-15T15:52:21.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:52:21 smithi016 ceph-mon[93212]: osdmap e2013: 8 total, 8 up, 8 in 2024-04-15T15:52:21.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:52:21 smithi102 ceph-mon[87131]: osdmap e2013: 8 total, 8 up, 8 in 2024-04-15T15:52:22.040 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 15 15:52:21 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-y[81421]: ::ffff:172.21.15.102 - - [15/Apr/2024:15:52:21] "GET /metrics HTTP/1.1" 200 36680 "" "Prometheus/2.43.0" 2024-04-15T15:52:22.355 INFO:tasks.workunit.client.0.smithi016.stdout: i=7 exists [1407852~9871186,13657131~9271333,23370140~7820769,45073187~3427773,58803376~10861539,70107364~10660302,90762161~15243881,116081313~4216278,130081031~7209158,143689906~3220491,149103737~12819271,177971491~7892916,193371527~8030380,202383678~2889068,214231218~6706656,229911996~8134136,246826632~6407630,265268494~4230885,274762967~4400443,280417747~295816,281202704~7887049,295146124~5402523,304480288~1914655,307017653~4918200,314381979~3472158,318291873~7937085,334529327~2684362,342838614~11824449,357126779~4560228,364476758~15482116,382399450~3146619,391428534~3411261,394879741~7767437,403396471~6515900] wrote [1407852~4950160,73353021~6456660,90762161~1669577,154616324~7306684,204973811~298935,247631716~1255927,318291873~7937085,346768263~7894800] 2024-04-15T15:52:22.539 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:52:22 smithi016 ceph-mon[90652]: pgmap v3937: 137 pgs: 137 active+clean; 182 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 6.5 KiB/s rd, 19 MiB/s wr, 21 op/s 2024-04-15T15:52:22.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:52:22 smithi016 ceph-mon[90652]: osdmap e2014: 8 total, 8 up, 8 in 2024-04-15T15:52:22.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:52:22 smithi016 ceph-mon[93212]: pgmap v3937: 137 pgs: 137 active+clean; 182 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 6.5 KiB/s rd, 19 MiB/s wr, 21 op/s 2024-04-15T15:52:22.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:52:22 smithi016 ceph-mon[93212]: osdmap e2014: 8 total, 8 up, 8 in 2024-04-15T15:52:22.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:52:22 smithi102 ceph-mon[87131]: pgmap v3937: 137 pgs: 137 active+clean; 182 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 6.5 KiB/s rd, 19 MiB/s wr, 21 op/s 2024-04-15T15:52:22.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:52:22 smithi102 ceph-mon[87131]: osdmap e2014: 8 total, 8 up, 8 in 2024-04-15T15:52:22.688 INFO:journalctl@ceph.prometheus.a.smithi102.stdout:Apr 15 15:52:22 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-prometheus-a[120881]: ts=2024-04-15T15:52:22.317Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi016:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"362ea986-fb34-11ee-bc8f-c7b262605968\", instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T15:52:23.354 INFO:tasks.workunit.client.0.smithi016.stdout: i=8 exists [1407852~9871186,13657131~9271333,23370140~7820769,45073187~7566238,58803376~10861539,70107364~10660302,90762161~15243881,116081313~4216278,130081031~7209158,143689906~18233102,177794263~10818496,193371527~8030380,202383678~2889068,214231218~6706656,229911996~8134136,246826632~6407630,255779342~6134202,265268494~4230885,271596047~1260081,274226424~4936986,280417747~295816,280776598~8313155,295146124~5402523,304480288~1914655,307017653~4918200,314381979~3472158,318291873~7937085,334529327~2684362,342838614~11824449,357126779~4560228,364476758~15482116,382399450~3146619,389367398~5472397,394879741~7767437,403396471~6515900] wrote [47697199~4942226,146536789~6591263,177794263~212347,179360996~1427023,184299196~4313563,255779342~6134202,271596047~1260081,274226424~3502279,280776598~7395436,389367398~5219065] 2024-04-15T15:52:23.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:52:23 smithi016 ceph-mon[90652]: osdmap e2015: 8 total, 8 up, 8 in 2024-04-15T15:52:23.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:52:23 smithi016 ceph-mon[93212]: osdmap e2015: 8 total, 8 up, 8 in 2024-04-15T15:52:23.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:52:23 smithi102 ceph-mon[87131]: osdmap e2015: 8 total, 8 up, 8 in 2024-04-15T15:52:24.352 INFO:tasks.workunit.client.0.smithi016.stdout: i=9 exists [1407852~9871186,13657131~9271333,23370140~7820769,45073187~7566238,55327051~2443968,58803376~10861539,70107364~10660302,88819073~17186969,116081313~4216278,130081031~7209158,143689906~18233102,177794263~10818496,193371527~13835091,214231218~6706656,229911996~8134136,246826632~6407630,255779342~6134202,265268494~4230885,271596047~1269409,274226424~4936986,280417747~295816,280776598~8313155,295146124~5402523,304480288~1914655,307017653~4918200,314381979~3472158,318291873~7937085,334529327~2684362,337504732~17158331,357126779~4560228,364476758~15482116,382399450~3146619,389367398~5472397,394879741~7767437,403396471~7980353] wrote [1545436~6099265,55327051~2443968,67482688~1170463,88819073~7429273,200902709~6303909,271618949~1246507,315193554~277118,337504732~7509592,409269905~2106919] 2024-04-15T15:52:24.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:52:24 smithi016 ceph-mon[93212]: pgmap v3940: 137 pgs: 137 active+clean; 340 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 164 KiB/s rd, 49 MiB/s wr, 271 op/s 2024-04-15T15:52:24.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:52:24 smithi016 ceph-mon[93212]: osdmap e2016: 8 total, 8 up, 8 in 2024-04-15T15:52:24.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:52:24 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T15:52:24.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:52:24 smithi016 ceph-mon[90652]: pgmap v3940: 137 pgs: 137 active+clean; 340 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 164 KiB/s rd, 49 MiB/s wr, 271 op/s 2024-04-15T15:52:24.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:52:24 smithi016 ceph-mon[90652]: osdmap e2016: 8 total, 8 up, 8 in 2024-04-15T15:52:24.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:52:24 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T15:52:24.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:52:24 smithi102 ceph-mon[87131]: pgmap v3940: 137 pgs: 137 active+clean; 340 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 164 KiB/s rd, 49 MiB/s wr, 271 op/s 2024-04-15T15:52:24.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:52:24 smithi102 ceph-mon[87131]: osdmap e2016: 8 total, 8 up, 8 in 2024-04-15T15:52:24.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:52:24 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T15:52:25.369 INFO:tasks.workunit.client.0.smithi016.stdout: i=10 exists [1407852~9871186,13657131~9271333,23370140~7820769,39004095~4674069,45073187~7566238,55327051~2443968,58803376~10861539,70107364~10660302,83795172~22210870,115971518~5316885,130081031~7209158,143689906~18233102,177794263~10818496,193371527~13835091,214231218~6706656,229911996~8134136,244550308~10587305,255779342~6134202,265268494~4230885,271596047~1269409,274226424~19860296,295146124~5402523,304480288~1914655,307017653~4918200,314381979~3472158,318291873~7937085,334529327~2684362,337504732~17158331,357126779~4560228,364476758~15482116,382399450~3146619,386917683~15729495,403396471~7980353] wrote [39004095~4674069,83795172~8129777,115971518~5316885,244550308~10587305,276414347~7085615,289026016~5060704,386917683~8706716,398940330~1033414] 2024-04-15T15:52:25.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:52:25 smithi102 ceph-mon[87131]: osdmap e2017: 8 total, 8 up, 8 in 2024-04-15T15:52:25.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:52:25 smithi016 ceph-mon[90652]: osdmap e2017: 8 total, 8 up, 8 in 2024-04-15T15:52:25.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:52:25 smithi016 ceph-mon[93212]: osdmap e2017: 8 total, 8 up, 8 in 2024-04-15T15:52:26.363 INFO:tasks.workunit.client.0.smithi016.stdout: i=11 exists [1407852~9871186,13657131~9271333,23370140~7820769,39004095~4674069,45073187~7566238,55327051~2443968,58803376~10861539,70107364~10660302,83795172~26746142,115971518~5316885,130081031~7209158,143111946~18811062,177794263~13181508,193371527~13835091,214231218~6706656,228187715~9858417,244550308~10587305,255779342~6134202,265268494~4230885,271596047~1269409,274226424~19860296,295146124~5402523,301728441~1698228,304480288~1914655,307017653~6048217,314381979~3472158,318291873~7937085,334529327~2684362,337504732~17158331,357126779~4560228,364476758~38170420,403396471~7980353] wrote [73343072~2476141,86352045~4972742,104571719~5969595,143111946~2612375,182886623~8089148,228187715~4547347,301728441~1698228,310897025~2168845,379925205~7910948] 2024-04-15T15:52:26.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:52:26 smithi102 ceph-mon[87131]: pgmap v3943: 137 pgs: 137 active+clean; 340 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 164 KiB/s rd, 32 MiB/s wr, 262 op/s 2024-04-15T15:52:26.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:52:26 smithi102 ceph-mon[87131]: osdmap e2018: 8 total, 8 up, 8 in 2024-04-15T15:52:26.789 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:52:26 smithi016 ceph-mon[93212]: pgmap v3943: 137 pgs: 137 active+clean; 340 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 164 KiB/s rd, 32 MiB/s wr, 262 op/s 2024-04-15T15:52:26.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:52:26 smithi016 ceph-mon[93212]: osdmap e2018: 8 total, 8 up, 8 in 2024-04-15T15:52:26.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:52:26 smithi016 ceph-mon[90652]: pgmap v3943: 137 pgs: 137 active+clean; 340 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 164 KiB/s rd, 32 MiB/s wr, 262 op/s 2024-04-15T15:52:26.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:52:26 smithi016 ceph-mon[90652]: osdmap e2018: 8 total, 8 up, 8 in 2024-04-15T15:52:27.368 INFO:tasks.workunit.client.0.smithi016.stdout: i=12 exists [1407852~9871186,13657131~9271333,23370140~7820769,35927215~7750949,45073187~7566238,55327051~2443968,58803376~10861539,70107364~10660302,83795172~26746142,115971518~5316885,130081031~7209158,137599326~359052,143111946~18811062,170400021~1668136,177794263~13181508,191330252~15876366,214231218~8459083,228187715~13778211,244550308~10587305,255779342~6134202,265268494~4230885,271596047~1269409,274226424~19860296,295146124~5402523,301728441~1698228,304480288~1914655,307017653~6048217,314381979~3472158,318041868~8187090,334529327~2684362,337504732~17158331,357126779~4560228,364476758~38170420,403396471~7980353] wrote [18151405~1955923,35927215~4758329,132003695~2010602,137599326~359052,157848145~1077931,170400021~1668136,191330252~6967431,215945468~6744833,237519557~4446369,318041868~5368766] 2024-04-15T15:52:27.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:52:27 smithi102 ceph-mon[87131]: osdmap e2019: 8 total, 8 up, 8 in 2024-04-15T15:52:27.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:52:27 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T15:52:27.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:52:27 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T15:52:27.688 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:52:27 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T15:52:27.688 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:52:27 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T15:52:27.688 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:52:27 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T15:52:27.789 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:52:27 smithi016 ceph-mon[90652]: osdmap e2019: 8 total, 8 up, 8 in 2024-04-15T15:52:27.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:52:27 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T15:52:27.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:52:27 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T15:52:27.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:52:27 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T15:52:27.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:52:27 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T15:52:27.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:52:27 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T15:52:27.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:52:27 smithi016 ceph-mon[93212]: osdmap e2019: 8 total, 8 up, 8 in 2024-04-15T15:52:27.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:52:27 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T15:52:27.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:52:27 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T15:52:27.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:52:27 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T15:52:27.791 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:52:27 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T15:52:27.791 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:52:27 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T15:52:28.371 INFO:tasks.workunit.client.0.smithi016.stdout: i=13 exists [1407852~9871186,13657131~9271333,23370140~7820769,35927215~16712210,55327051~2443968,58803376~10861539,70107364~10660302,83795172~26746142,115971518~10857273,130081031~7209158,137599326~359052,140181751~21741257,170400021~1668136,177794263~13181508,191330252~15876366,214231218~8459083,228187715~13778211,244550308~10587305,255779342~13720037,271596047~1269409,274226424~19860296,295146124~5402523,301728441~1698228,304480288~1914655,307017653~6048217,314381979~3472158,318041868~8187090,327001559~6853457,334529327~2684362,337504732~17158331,357126779~4560228,364476758~38170420,403396471~7980353] wrote [40951194~4905704,96314195~1215302,121025570~5803221,140181751~4974104,260996684~5804081,327001559~6853457,384522429~6773024,392517738~3341827] 2024-04-15T15:52:28.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:52:28 smithi102 ceph-mon[87131]: pgmap v3946: 137 pgs: 137 active+clean; 538 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 203 KiB/s rd, 47 MiB/s wr, 328 op/s 2024-04-15T15:52:28.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:52:28 smithi102 ceph-mon[87131]: osdmap e2020: 8 total, 8 up, 8 in 2024-04-15T15:52:28.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:52:28 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T15:52:28.688 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:52:28 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T15:52:28.688 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:52:28 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T15:52:28.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:52:28 smithi016 ceph-mon[90652]: pgmap v3946: 137 pgs: 137 active+clean; 538 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 203 KiB/s rd, 47 MiB/s wr, 328 op/s 2024-04-15T15:52:28.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:52:28 smithi016 ceph-mon[90652]: osdmap e2020: 8 total, 8 up, 8 in 2024-04-15T15:52:28.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:52:28 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T15:52:28.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:52:28 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T15:52:28.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:52:28 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T15:52:28.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:52:28 smithi016 ceph-mon[93212]: pgmap v3946: 137 pgs: 137 active+clean; 538 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 203 KiB/s rd, 47 MiB/s wr, 328 op/s 2024-04-15T15:52:28.791 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:52:28 smithi016 ceph-mon[93212]: osdmap e2020: 8 total, 8 up, 8 in 2024-04-15T15:52:28.791 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:52:28 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T15:52:28.791 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:52:28 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T15:52:28.791 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:52:28 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T15:52:29.379 INFO:tasks.workunit.client.0.smithi016.stdout: i=14 exists [1407852~9871186,13657131~9271333,23370140~29269285,55327051~2443968,58803376~10861539,70107364~10660302,83795172~26746142,115971518~10857273,130081031~7209158,137599326~359052,140181751~21741257,170400021~1668136,177794263~13208274,191330252~15876366,214231218~10190935,228187715~26949898,255779342~13720037,271596047~1269409,274226424~19860296,295146124~5402523,301728441~1698228,304480288~1914655,307017653~6048217,314381979~3472158,318041868~8187090,327001559~6853457,334529327~2684362,337504732~17158331,357126779~4560228,364476758~46900066] wrote [30767588~5411737,92126515~4976293,157574338~2717250,190813752~188785,219287929~5134224,236562450~8068755,281249071~4294984,328886398~3447158,373809006~4939915,401146831~3203664] 2024-04-15T15:52:29.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:52:29 smithi102 ceph-mon[87131]: osdmap e2021: 8 total, 8 up, 8 in 2024-04-15T15:52:29.789 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:52:29 smithi016 ceph-mon[90652]: osdmap e2021: 8 total, 8 up, 8 in 2024-04-15T15:52:29.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:52:29 smithi016 ceph-mon[93212]: osdmap e2021: 8 total, 8 up, 8 in 2024-04-15T15:52:30.369 INFO:tasks.workunit.client.0.smithi016.stdout: i=15 exists [1407852~21520612,23370140~29269285,55327051~14337864,70107364~10660302,83795172~26746142,115971518~10857273,130081031~7209158,137599326~359052,140181751~21741257,170400021~1668136,177794263~13208274,191330252~15876366,214231218~10190935,225819586~29318027,255779342~13720037,271596047~1269409,274226424~19860296,295073337~5475310,301728441~1698228,304480288~1914655,307017653~6048217,314381979~3472158,318041868~8187090,327001559~6853457,334529327~2684362,337504732~17158331,357126779~4560228,364476758~46900066] wrote [11211002~5723244,57326981~2359292,184413530~204092,192438482~650843,198421590~6177015,225819586~7492306,295073337~4871368,331678546~2164399,348750249~678933] 2024-04-15T15:52:30.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:52:30 smithi102 ceph-mon[87131]: pgmap v3949: 137 pgs: 137 active+clean; 554 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 203 KiB/s rd, 51 MiB/s wr, 329 op/s 2024-04-15T15:52:30.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:52:30 smithi102 ceph-mon[87131]: osdmap e2022: 8 total, 8 up, 8 in 2024-04-15T15:52:30.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:52:30 smithi016 ceph-mon[90652]: pgmap v3949: 137 pgs: 137 active+clean; 554 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 203 KiB/s rd, 51 MiB/s wr, 329 op/s 2024-04-15T15:52:30.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:52:30 smithi016 ceph-mon[90652]: osdmap e2022: 8 total, 8 up, 8 in 2024-04-15T15:52:30.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:52:30 smithi016 ceph-mon[93212]: pgmap v3949: 137 pgs: 137 active+clean; 554 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 203 KiB/s rd, 51 MiB/s wr, 329 op/s 2024-04-15T15:52:30.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:52:30 smithi016 ceph-mon[93212]: osdmap e2022: 8 total, 8 up, 8 in 2024-04-15T15:52:31.389 INFO:tasks.workunit.client.0.smithi016.stdout: i=16 exists [1407852~21520612,23370140~29269285,53622457~27145209,83795172~26746142,115971518~10857273,130081031~7209158,137599326~359052,140181751~21741257,170400021~1668136,177794263~13208274,191330252~15876366,214231218~10190935,225819586~29318027,255779342~13720037,271596047~1269409,274226424~19860296,295073337~5475310,301728441~1698228,304480288~1914655,307017653~6048217,314381979~3472158,318041868~8187090,327001559~10212130,337504732~17158331,357126779~4560228,364476758~46900066] wrote [32926025~3424731,53622457~1897923,66793523~6717150,192472165~7758144,242274505~3138048,260634173~5305330,328522477~6786646] 2024-04-15T15:52:31.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:52:31 smithi102 ceph-mon[87131]: osdmap e2023: 8 total, 8 up, 8 in 2024-04-15T15:52:31.778 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:52:31 smithi016 ceph-mon[90652]: osdmap e2023: 8 total, 8 up, 8 in 2024-04-15T15:52:31.779 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:52:31 smithi016 ceph-mon[93212]: osdmap e2023: 8 total, 8 up, 8 in 2024-04-15T15:52:32.039 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 15 15:52:31 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-y[81421]: ::ffff:172.21.15.102 - - [15/Apr/2024:15:52:31] "GET /metrics HTTP/1.1" 200 36683 "" "Prometheus/2.43.0" 2024-04-15T15:52:32.408 INFO:tasks.workunit.client.0.smithi016.stdout: i=17 exists [983717~21944747,23370140~29269285,53622457~27145209,83795172~26746142,111522261~15306530,130081031~7209158,137599326~359052,138191234~23731774,170400021~1668136,177794263~13208274,191330252~15876366,214231218~10190935,225819586~29453642,255779342~13720037,271596047~1269409,274226424~19860296,295073337~5475310,301728441~1698228,304480288~1914655,307017653~6048217,314381979~3472158,318041868~8187090,327001559~10212130,337504732~17158331,357126779~4560228,364476758~46900066] wrote [983717~1362902,59747674~7389384,107682813~2780265,111522261~4507447,138191234~5086183,240627876~7284758,248173970~7099258,327135177~8354265,346638186~3860241] 2024-04-15T15:52:32.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:52:32 smithi102 ceph-mon[87131]: pgmap v3952: 137 pgs: 137 active+clean; 626 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 22 MiB/s wr, 11 op/s 2024-04-15T15:52:32.688 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:52:32 smithi102 ceph-mon[87131]: osdmap e2024: 8 total, 8 up, 8 in 2024-04-15T15:52:32.688 INFO:journalctl@ceph.prometheus.a.smithi102.stdout:Apr 15 15:52:32 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-prometheus-a[120881]: ts=2024-04-15T15:52:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi016:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"362ea986-fb34-11ee-bc8f-c7b262605968\", instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T15:52:32.789 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:52:32 smithi016 ceph-mon[90652]: pgmap v3952: 137 pgs: 137 active+clean; 626 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 22 MiB/s wr, 11 op/s 2024-04-15T15:52:32.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:52:32 smithi016 ceph-mon[90652]: osdmap e2024: 8 total, 8 up, 8 in 2024-04-15T15:52:32.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:52:32 smithi016 ceph-mon[93212]: pgmap v3952: 137 pgs: 137 active+clean; 626 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 22 MiB/s wr, 11 op/s 2024-04-15T15:52:32.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:52:32 smithi016 ceph-mon[93212]: osdmap e2024: 8 total, 8 up, 8 in 2024-04-15T15:52:33.399 INFO:tasks.workunit.client.0.smithi016.stdout: i=18 exists [983717~21944747,23370140~29269285,53622457~27145209,83795172~26746142,111522261~15306530,130081031~7209158,137599326~24323682,170400021~1668136,177794263~13208274,191330252~15876366,214231218~10190935,225819586~43679793,271596047~1269409,274226424~19860296,295073337~5475310,301728441~1698228,304480288~8585582,314381979~3472158,318041868~8187090,327001559~27661504,357126779~4560228,364476758~46900066] wrote [11787709~901356,40845252~1877432,137842964~4278669,234112351~5638865,253244428~5271981,305190124~3214837,327129535~1965550,331735533~2352305,334284348~4718200,402833362~4463291] 2024-04-15T15:52:33.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:52:33 smithi102 ceph-mon[87131]: osdmap e2025: 8 total, 8 up, 8 in 2024-04-15T15:52:33.789 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:52:33 smithi016 ceph-mon[90652]: osdmap e2025: 8 total, 8 up, 8 in 2024-04-15T15:52:33.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:52:33 smithi016 ceph-mon[93212]: osdmap e2025: 8 total, 8 up, 8 in 2024-04-15T15:52:34.423 INFO:tasks.workunit.client.0.smithi016.stdout: i=19 exists [983717~21944747,23370140~29269285,53622457~29537941,83795172~26746142,111522261~15306530,130081031~7209158,137599326~24323682,167574367~7089410,177794263~13208274,191330252~15876366,214231218~10190935,225819586~43679793,271596047~1269409,274226424~19860296,295073337~5475310,301728441~1698228,304480288~13373849,318041868~8187090,327001559~27661504,357126779~4560228,362493560~331273,364476758~46900066] wrote [7468309~544070,78842447~4317951,150711230~6258148,167574367~7089410,307614391~7390546,362493560~331273,368728082~2291595,383976826~7355180,406850395~3071978] 2024-04-15T15:52:34.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:52:34 smithi102 ceph-mon[87131]: pgmap v3955: 137 pgs: 137 active+clean; 730 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 235 KiB/s rd, 44 MiB/s wr, 369 op/s 2024-04-15T15:52:34.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:52:34 smithi102 ceph-mon[87131]: osdmap e2026: 8 total, 8 up, 8 in 2024-04-15T15:52:34.789 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:52:34 smithi016 ceph-mon[90652]: pgmap v3955: 137 pgs: 137 active+clean; 730 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 235 KiB/s rd, 44 MiB/s wr, 369 op/s 2024-04-15T15:52:34.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:52:34 smithi016 ceph-mon[90652]: osdmap e2026: 8 total, 8 up, 8 in 2024-04-15T15:52:34.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:52:34 smithi016 ceph-mon[93212]: pgmap v3955: 137 pgs: 137 active+clean; 730 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 235 KiB/s rd, 44 MiB/s wr, 369 op/s 2024-04-15T15:52:34.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:52:34 smithi016 ceph-mon[93212]: osdmap e2026: 8 total, 8 up, 8 in 2024-04-15T15:52:35.375 INFO:tasks.workunit.client.0.smithi016.stdout:from 0 to 1 diff [6248892~5030146,28229708~2961201,217546599~1483097,265268494~4230885,280417747~295816,284065178~5024575,304480288~1914655,345517074~4968563,371756092~4451412,394879741~7767437] 2024-04-15T15:52:35.375 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [6248892~5030146,28229708~2961201,217546599~1483097,265268494~4230885,280417747~295816,284065178~5024575,304480288~1914655,345517074~4968563,371756092~4451412,394879741~7767437] 2024-04-15T15:52:35.398 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [4194304~7084734,25165824~6025085,213909504~5120192,264241152~5258227,279163410~1550153,281018368~8071385,301989888~4405055,345517074~4968563,369098752~7108752,394264576~8382602] 2024-04-15T15:52:35.398 INFO:tasks.workunit.client.0.smithi016.stdout:from 0 to 2 diff [6248892~5030146,28229708~2961201,95078709~5439626,102853939~849654,153000505~7354879,193371527~4893532,199897320~1504587,217546599~1483097,229911996~8134136,265268494~4230885,280417747~295816,284065178~5024575,304480288~1914655,314381979~3472158,345517074~4968563,359898552~1788455,371756092~4451412,394879741~7767437,403396471~6515900] 2024-04-15T15:52:35.398 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [6248892~5030146,28229708~2961201,95078709~5439626,102853939~849654,153000505~7354879,193371527~4893532,199897320~1504587,217546599~1483097,229911996~8134136,265268494~4230885,280417747~295816,284065178~5024575,304480288~1914655,314381979~3472158,345517074~4968563,359898552~1788455,371756092~4451412,394879741~7767437,403396471~6515900] 2024-04-15T15:52:35.403 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [4194304~7084734,25165824~6025085,92274688~8243647,100663296~3040297,150994944~9360440,192937984~8463923,213909504~5120192,226492416~11553716,264241152~5258227,279163410~1550153,281018368~8071385,301989888~4405055,311935853~5918284,345517074~4968563,356515840~5171167,369098752~7108752,394264576~8382602,402653184~7259187] 2024-04-15T15:52:35.403 INFO:tasks.workunit.client.0.smithi016.stdout:from 0 to 3 diff [6248892~5030146,18974590~3817377,24017536~3365713,28229708~2961201,45073187~3427773,58803376~6829329,90937171~13708002,149103737~11251647,183022465~2841942,193371527~4893532,199897320~1504587,217546599~1483097,229911996~8134136,265268494~4230885,280417747~295816,284065178~5024575,295146124~5402523,304480288~1914655,314381979~3472158,345517074~4968563,359898552~1788455,371756092~4451412,394879741~7767437,403396471~6515900] 2024-04-15T15:52:35.403 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [6248892~5030146,18974590~3817377,24017536~3365713,28229708~2961201,45073187~3427773,58803376~6829329,90937171~13708002,149103737~11251647,183022465~2841942,193371527~4893532,199897320~1504587,217546599~1483097,229911996~8134136,265268494~4230885,280417747~295816,284065178~5024575,295146124~5402523,304480288~1914655,314381979~3472158,345517074~4968563,359898552~1788455,371756092~4451412,394879741~7767437,403396471~6515900] 2024-04-15T15:52:35.410 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [4194304~7084734,18974590~12216319,41943040~6557920,58720256~6912449,88080384~16564789,146800640~13554744,180355072~5509335,192937984~8463923,213909504~5120192,226492416~11553716,264241152~5258227,279163410~1550153,281018368~8071385,293601280~6947367,301989888~4405055,311935853~5918284,345517074~4968563,356515840~5171167,369098752~7108752,394264576~8382602,402653184~7259187] 2024-04-15T15:52:35.410 INFO:tasks.workunit.client.0.smithi016.stdout:from 0 to 4 diff [6248892~5030146,18974590~3817377,24017536~3365713,27904008~3286901,45073187~3427773,58803376~10861539,90937171~15068871,116081313~4216278,149103737~11251647,177971491~7892916,193371527~8030380,202383678~2675213,217546599~1483097,229911996~8134136,265268494~4230885,280417747~295816,284065178~5024575,295146124~5402523,304480288~1914655,314381979~3472158,334529327~2684362,345517074~4968563,359898552~1788455,365204851~11002653,394879741~7767437,403396471~6515900] 2024-04-15T15:52:35.410 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [6248892~5030146,18974590~3817377,24017536~3365713,27904008~3286901,45073187~3427773,58803376~10861539,90937171~15068871,116081313~4216278,149103737~11251647,177971491~7892916,193371527~8030380,202383678~2675213,217546599~1483097,229911996~8134136,265268494~4230885,280417747~295816,284065178~5024575,295146124~5402523,304480288~1914655,314381979~3472158,334529327~2684362,345517074~4968563,359898552~1788455,365204851~11002653,394879741~7767437,403396471~6515900] 2024-04-15T15:52:35.416 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [4194304~7084734,18974590~12216319,41943040~6557920,58720256~10944659,88080384~17925658,113246208~7051383,146800640~13554744,176160768~9703639,192937984~12120907,213909504~5120192,226492416~11553716,264241152~5258227,279163410~1550153,281018368~8071385,293601280~6947367,301989888~4405055,311935853~5918284,331350016~5863673,345517074~4968563,356515840~5171167,364904448~11303056,394264576~8382602,402653184~7259187] 2024-04-15T15:52:35.417 INFO:tasks.workunit.client.0.smithi016.stdout:from 0 to 5 diff [6248892~5030146,18974590~3817377,24017536~3365713,27904008~3286901,45073187~3427773,58803376~10861539,90937171~15068871,116081313~4216278,143689906~3220491,149103737~11251647,177971491~7892916,193371527~8030380,202383678~2675213,214231218~6706656,229911996~8134136,246826632~6407630,265268494~4230885,280417747~295816,284065178~5024575,295146124~5402523,304480288~1914655,314381979~3472158,324523378~20673,334529327~2684362,343156598~8774149,359898552~1788455,364476758~15482116,382399450~3146619,394879741~7767437,403396471~6515900] 2024-04-15T15:52:35.417 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [6248892~5030146,18974590~3817377,24017536~3365713,27904008~3286901,45073187~3427773,58803376~10861539,90937171~15068871,116081313~4216278,143689906~3220491,149103737~11251647,177971491~7892916,193371527~8030380,202383678~2675213,214231218~6706656,229911996~8134136,246826632~6407630,265268494~4230885,280417747~295816,284065178~5024575,295146124~5402523,304480288~1914655,314381979~3472158,324523378~20673,334529327~2684362,343156598~8774149,359898552~1788455,364476758~15482116,382399450~3146619,394879741~7767437,403396471~6515900] 2024-04-15T15:52:35.423 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [4194304~7084734,18974590~12216319,41943040~6557920,58720256~10944659,88080384~17925658,113246208~7051383,142606336~17749048,176160768~9703639,192937984~12120907,213909504~7028370,226492416~11553716,243269632~9964630,264241152~5258227,279163410~1550153,281018368~8071385,293601280~6947367,301989888~4405055,311935853~5918284,322961408~1582643,331350016~5863673,339738624~12192123,356515840~23443034,381681664~3864405,394264576~8382602,402653184~7259187] 2024-04-15T15:52:35.423 INFO:tasks.workunit.client.0.smithi016.stdout:from 0 to 6 diff [6248892~5030146,18974590~3953874,23370140~7820769,45073187~3427773,58803376~10861539,70107364~7748399,90937171~15068871,116081313~4216278,143689906~3220491,149103737~11251647,177971491~7892916,193371527~8030380,202383678~2675213,214231218~6706656,229911996~8134136,246826632~6407630,265268494~4230885,274762967~2194687,280417747~295816,281202704~7887049,295146124~5402523,304480288~1914655,314381979~3472158,324523378~20673,334529327~2684362,342838614~9092133,357126779~4560228,364476758~15482116,382399450~3146619,391428534~3411261,394879741~7767437,403396471~6515900] 2024-04-15T15:52:35.423 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [6248892~5030146,18974590~3953874,23370140~7820769,45073187~3427773,58803376~10861539,70107364~7748399,90937171~15068871,116081313~4216278,143689906~3220491,149103737~11251647,177971491~7892916,193371527~8030380,202383678~2675213,214231218~6706656,229911996~8134136,246826632~6407630,265268494~4230885,274762967~2194687,280417747~295816,281202704~7887049,295146124~5402523,304480288~1914655,314381979~3472158,324523378~20673,334529327~2684362,342838614~9092133,357126779~4560228,364476758~15482116,382399450~3146619,391428534~3411261,394879741~7767437,403396471~6515900] 2024-04-15T15:52:35.430 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [4194304~7084734,18974590~12216319,41943040~6557920,58720256~19135507,88080384~17925658,113246208~7051383,142606336~17749048,176160768~9703639,192937984~12120907,213909504~7028370,226492416~11553716,243269632~9964630,264241152~5258227,274762967~2194687,279163410~1550153,281018368~8071385,293601280~6947367,301989888~4405055,311935853~5918284,322961408~1582643,331350016~5863673,339738624~12192123,356515840~23443034,381681664~3864405,390070272~12576906,402653184~7259187] 2024-04-15T15:52:35.430 INFO:tasks.workunit.client.0.smithi016.stdout:from 0 to 7 diff [1407852~9871186,18974590~3953874,23370140~7820769,45073187~3427773,58803376~10861539,70107364~9702317,90762161~15243881,116081313~4216278,143689906~3220491,149103737~12819271,177971491~7892916,193371527~8030380,202383678~2889068,214231218~6706656,229911996~8134136,246826632~6407630,265268494~4230885,274762967~2194687,280417747~295816,281202704~7887049,295146124~5402523,304480288~1914655,314381979~3472158,318291873~7937085,334529327~2684362,342838614~11824449,357126779~4560228,364476758~15482116,382399450~3146619,391428534~3411261,394879741~7767437,403396471~6515900] 2024-04-15T15:52:35.430 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [1407852~9871186,18974590~3953874,23370140~7820769,45073187~3427773,58803376~10861539,70107364~9702317,90762161~15243881,116081313~4216278,143689906~3220491,149103737~12819271,177971491~7892916,193371527~8030380,202383678~2889068,214231218~6706656,229911996~8134136,246826632~6407630,265268494~4230885,274762967~2194687,280417747~295816,281202704~7887049,295146124~5402523,304480288~1914655,314381979~3472158,318291873~7937085,334529327~2684362,342838614~11824449,357126779~4560228,364476758~15482116,382399450~3146619,391428534~3411261,394879741~7767437,403396471~6515900] 2024-04-15T15:52:35.437 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [0~11279038,18974590~12216319,41943040~6557920,58720256~21089425,88080384~17925658,113246208~7051383,142606336~19316672,176160768~9703639,192937984~12334762,213909504~7028370,226492416~11553716,243269632~9964630,264241152~5258227,274762967~2194687,279163410~1550153,281018368~8071385,293601280~6947367,301989888~4405055,311935853~14293105,331350016~5863673,339738624~14924439,356515840~23443034,381681664~3864405,390070272~12576906,402653184~7259187] 2024-04-15T15:52:35.437 INFO:tasks.workunit.client.0.smithi016.stdout:from 0 to 8 diff [1407852~9871186,18974590~3953874,23370140~7820769,45073187~7566238,58803376~10861539,70107364~9702317,90762161~15243881,116081313~4216278,143689906~18233102,177794263~10818496,193371527~8030380,202383678~2889068,214231218~6706656,229911996~8134136,246826632~6407630,255779342~6134202,265268494~4230885,271596047~1260081,274226424~3502279,280417747~295816,280776598~8313155,295146124~5402523,304480288~1914655,314381979~3472158,318291873~7937085,334529327~2684362,342838614~11824449,357126779~4560228,364476758~15482116,382399450~3146619,389367398~5472397,394879741~7767437,403396471~6515900] 2024-04-15T15:52:35.437 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [1407852~9871186,18974590~3953874,23370140~7820769,45073187~7566238,58803376~10861539,70107364~9702317,90762161~15243881,116081313~4216278,143689906~18233102,177794263~10818496,193371527~8030380,202383678~2889068,214231218~6706656,229911996~8134136,246826632~6407630,255779342~6134202,265268494~4230885,271596047~1260081,274226424~3502279,280417747~295816,280776598~8313155,295146124~5402523,304480288~1914655,314381979~3472158,318291873~7937085,334529327~2684362,342838614~11824449,357126779~4560228,364476758~15482116,382399450~3146619,389367398~5472397,394879741~7767437,403396471~6515900] 2024-04-15T15:52:35.443 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [0~11279038,18974590~12216319,41943040~10696385,58720256~21089425,88080384~17925658,113246208~7051383,142606336~19316672,176160768~12451991,192937984~12334762,213909504~7028370,226492416~11553716,243269632~18643912,264241152~8614976,274226424~3502279,279163410~9926343,293601280~6947367,301989888~4405055,311935853~14293105,331350016~5863673,339738624~14924439,356515840~23443034,381681664~3864405,385875968~16771210,402653184~7259187] 2024-04-15T15:52:35.443 INFO:tasks.workunit.client.0.smithi016.stdout:from 0 to 9 diff [1407852~9871186,18974590~3953874,23370140~7820769,45073187~7566238,55327051~2443968,58803376~10861539,70107364~9702317,88819073~17186969,116081313~4216278,143689906~18233102,177794263~10818496,193371527~13835091,214231218~6706656,229911996~8134136,246826632~6407630,255779342~6134202,265268494~4230885,271596047~1269409,274226424~3502279,280417747~295816,280776598~8313155,295146124~5402523,304480288~1914655,314381979~3472158,318291873~7937085,334529327~2684362,337504732~17158331,357126779~4560228,364476758~15482116,382399450~3146619,389367398~5472397,394879741~7767437,403396471~7980353] 2024-04-15T15:52:35.443 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [1407852~9871186,18974590~3953874,23370140~7820769,45073187~7566238,55327051~2443968,58803376~10861539,70107364~9702317,88819073~17186969,116081313~4216278,143689906~18233102,177794263~10818496,193371527~13835091,214231218~6706656,229911996~8134136,246826632~6407630,255779342~6134202,265268494~4230885,271596047~1269409,274226424~3502279,280417747~295816,280776598~8313155,295146124~5402523,304480288~1914655,314381979~3472158,318291873~7937085,334529327~2684362,337504732~17158331,357126779~4560228,364476758~15482116,382399450~3146619,389367398~5472397,394879741~7767437,403396471~7980353] 2024-04-15T15:52:35.450 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [0~11279038,18974590~12216319,41943040~10696385,54525952~3245067,58720256~21089425,88080384~17925658,113246208~7051383,142606336~19316672,176160768~12451991,192937984~14268634,213909504~7028370,226492416~11553716,243269632~18643912,264241152~8624304,274226424~3502279,279163410~9926343,293601280~6947367,301989888~4405055,311935853~14293105,331350016~23313047,356515840~23443034,381681664~3864405,385875968~16771210,402653184~8723640] 2024-04-15T15:52:35.450 INFO:tasks.workunit.client.0.smithi016.stdout:from 0 to 10 diff [1407852~9871186,18974590~3953874,23370140~7820769,39004095~4674069,45073187~7566238,55327051~2443968,58803376~10861539,70107364~9702317,83795172~22210870,115971518~5316885,143689906~18233102,177794263~10818496,193371527~13835091,214231218~6706656,229911996~8134136,244550308~10587305,255779342~6134202,265268494~4230885,271596047~1269409,274226424~19860296,295146124~5402523,304480288~1914655,314381979~3472158,318291873~7937085,334529327~2684362,337504732~17158331,357126779~4560228,364476758~15482116,382399450~3146619,386917683~15729495,403396471~7980353] 2024-04-15T15:52:35.450 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [1407852~9871186,18974590~3953874,23370140~7820769,39004095~4674069,45073187~7566238,55327051~2443968,58803376~10861539,70107364~9702317,83795172~22210870,115971518~5316885,143689906~18233102,177794263~10818496,193371527~13835091,214231218~6706656,229911996~8134136,244550308~10587305,255779342~6134202,265268494~4230885,271596047~1269409,274226424~19860296,295146124~5402523,304480288~1914655,314381979~3472158,318291873~7937085,334529327~2684362,337504732~17158331,357126779~4560228,364476758~15482116,382399450~3146619,386917683~15729495,403396471~7980353] 2024-04-15T15:52:35.456 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [0~11279038,18974590~12216319,37748736~14890689,54525952~3245067,58720256~21089425,80767666~25238376,113246208~8042195,142606336~19316672,176160768~12451991,192937984~14268634,213909504~7028370,226492416~11553716,243269632~18643912,264241152~8624304,274226424~26322223,301989888~4405055,311935853~14293105,331350016~23313047,356515840~23443034,381681664~3864405,385875968~16771210,402653184~8723640] 2024-04-15T15:52:35.456 INFO:tasks.workunit.client.0.smithi016.stdout:from 0 to 11 diff [1407852~9871186,18974590~3953874,23370140~7820769,39004095~4674069,45073187~7566238,55327051~2443968,58803376~10861539,70107364~9702317,83795172~26746142,115971518~5316885,143111946~18811062,177794263~13181508,193371527~13835091,214231218~6706656,228187715~9858417,244550308~10587305,255779342~6134202,265268494~4230885,271596047~1269409,274226424~19860296,295146124~5402523,301728441~1698228,304480288~1914655,310897025~2168845,314381979~3472158,318291873~7937085,334529327~2684362,337504732~17158331,357126779~4560228,364476758~38170420,403396471~7980353] 2024-04-15T15:52:35.456 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [1407852~9871186,18974590~3953874,23370140~7820769,39004095~4674069,45073187~7566238,55327051~2443968,58803376~10861539,70107364~9702317,83795172~26746142,115971518~5316885,143111946~18811062,177794263~13181508,193371527~13835091,214231218~6706656,228187715~9858417,244550308~10587305,255779342~6134202,265268494~4230885,271596047~1269409,274226424~19860296,295146124~5402523,301728441~1698228,304480288~1914655,310897025~2168845,314381979~3472158,318291873~7937085,334529327~2684362,337504732~17158331,357126779~4560228,364476758~38170420,403396471~7980353] 2024-04-15T15:52:35.463 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [0~11279038,18974590~12216319,37748736~14890689,54525952~3245067,58720256~21089425,80767666~29773648,113246208~8042195,142606336~19316672,176160768~14815003,192937984~14268634,213909504~7028370,226492416~11553716,243269632~18643912,264241152~8624304,274226424~32168519,310897025~15331933,331350016~23313047,356515840~46131338,402653184~8723640] 2024-04-15T15:52:35.463 INFO:tasks.workunit.client.0.smithi016.stdout:from 0 to 12 diff [1407852~9871186,18151405~4777059,23370140~7820769,35927215~7750949,45073187~7566238,55327051~2443968,58803376~10861539,70107364~9702317,83795172~26746142,115971518~5316885,132003695~2010602,137599326~359052,143111946~18811062,170400021~1668136,177794263~13181508,191330252~15876366,214231218~8459083,228187715~13778211,244550308~10587305,255779342~6134202,265268494~4230885,271596047~1269409,274226424~19860296,295146124~5402523,301728441~1698228,304480288~1914655,310897025~2168845,314381979~3472158,318041868~8187090,334529327~2684362,337504732~17158331,357126779~4560228,364476758~38170420,403396471~7980353] 2024-04-15T15:52:35.463 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [1407852~9871186,18151405~4777059,23370140~7820769,35927215~7750949,45073187~7566238,55327051~2443968,58803376~10861539,70107364~9702317,83795172~26746142,115971518~5316885,132003695~2010602,137599326~359052,143111946~18811062,170400021~1668136,177794263~13181508,191330252~15876366,214231218~8459083,228187715~13778211,244550308~10587305,255779342~6134202,265268494~4230885,271596047~1269409,274226424~19860296,295146124~5402523,301728441~1698228,304480288~1914655,310897025~2168845,314381979~3472158,318041868~8187090,334529327~2684362,337504732~17158331,357126779~4560228,364476758~38170420,403396471~7980353] 2024-04-15T15:52:35.469 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [0~11279038,18151405~13039504,33554432~19084993,54525952~3245067,58720256~21089425,80767666~29773648,113246208~8042195,132003695~2010602,137290189~668189,142606336~19316672,167772160~4295997,176160768~31045850,213909504~8780797,226492416~15473510,243269632~18643912,264241152~8624304,274226424~32168519,310897025~15331933,331350016~23313047,356515840~46131338,402653184~8723640] 2024-04-15T15:52:35.470 INFO:tasks.workunit.client.0.smithi016.stdout:from 0 to 13 diff [1407852~9871186,18151405~4777059,23370140~7820769,35927215~16712210,55327051~2443968,58803376~10861539,70107364~9702317,83795172~26746142,115971518~10857273,132003695~2010602,137599326~359052,140181751~21741257,170400021~1668136,177794263~13181508,191330252~15876366,214231218~8459083,228187715~13778211,244550308~10587305,255779342~13720037,271596047~1269409,274226424~19860296,295146124~5402523,301728441~1698228,304480288~1914655,310897025~2168845,314381979~3472158,318041868~8187090,327001559~6853457,334529327~2684362,337504732~17158331,357126779~4560228,364476758~38170420,403396471~7980353] 2024-04-15T15:52:35.470 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [1407852~9871186,18151405~4777059,23370140~7820769,35927215~16712210,55327051~2443968,58803376~10861539,70107364~9702317,83795172~26746142,115971518~10857273,132003695~2010602,137599326~359052,140181751~21741257,170400021~1668136,177794263~13181508,191330252~15876366,214231218~8459083,228187715~13778211,244550308~10587305,255779342~13720037,271596047~1269409,274226424~19860296,295146124~5402523,301728441~1698228,304480288~1914655,310897025~2168845,314381979~3472158,318041868~8187090,327001559~6853457,334529327~2684362,337504732~17158331,357126779~4560228,364476758~38170420,403396471~7980353] 2024-04-15T15:52:35.475 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [0~11279038,18151405~13039504,33554432~19084993,54525952~3245067,58720256~21089425,80767666~29773648,113246208~13582583,132003695~2010602,137290189~668189,138412032~23510976,167772160~4295997,176160768~31045850,213909504~8780797,226492416~15473510,243269632~29595824,274226424~32168519,310897025~43766038,356515840~46131338,402653184~8723640] 2024-04-15T15:52:35.476 INFO:tasks.workunit.client.0.smithi016.stdout:from 0 to 14 diff [1407852~9871186,18151405~4777059,23370140~29269285,55327051~2443968,58803376~10861539,70107364~9702317,83795172~26746142,115971518~10857273,132003695~2010602,137599326~359052,140181751~21741257,170400021~1668136,177794263~13208274,191330252~15876366,214231218~10190935,228187715~26949898,255779342~13720037,271596047~1269409,274226424~19860296,295146124~5402523,301728441~1698228,304480288~1914655,310897025~2168845,314381979~3472158,318041868~8187090,327001559~6853457,334529327~2684362,337504732~17158331,357126779~4560228,364476758~46900066] 2024-04-15T15:52:35.476 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [1407852~9871186,18151405~4777059,23370140~29269285,55327051~2443968,58803376~10861539,70107364~9702317,83795172~26746142,115971518~10857273,132003695~2010602,137599326~359052,140181751~21741257,170400021~1668136,177794263~13208274,191330252~15876366,214231218~10190935,228187715~26949898,255779342~13720037,271596047~1269409,274226424~19860296,295146124~5402523,301728441~1698228,304480288~1914655,310897025~2168845,314381979~3472158,318041868~8187090,327001559~6853457,334529327~2684362,337504732~17158331,357126779~4560228,364476758~46900066] 2024-04-15T15:52:35.482 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [0~11279038,18151405~34488020,54525952~3245067,58720256~21089425,80767666~29773648,113246208~13582583,132003695~2010602,137290189~668189,138412032~23510976,167772160~4295997,176160768~31045850,213909504~10512649,226492416~46373040,274226424~32168519,310897025~43766038,356515840~54860984] 2024-04-15T15:52:35.482 INFO:tasks.workunit.client.0.smithi016.stdout:from 0 to 15 diff [1407852~15526394,18151405~4777059,23370140~29269285,55327051~14337864,70107364~9702317,83795172~26746142,115971518~10857273,132003695~2010602,137599326~359052,140181751~21741257,170400021~1668136,177794263~13208274,191330252~15876366,214231218~10190935,225819586~29318027,255779342~13720037,271596047~1269409,274226424~19860296,295073337~5475310,301728441~1698228,304480288~1914655,310897025~2168845,314381979~3472158,318041868~8187090,327001559~6853457,334529327~2684362,337504732~17158331,357126779~4560228,364476758~46900066] 2024-04-15T15:52:35.482 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [1407852~15526394,18151405~4777059,23370140~29269285,55327051~14337864,70107364~9702317,83795172~26746142,115971518~10857273,132003695~2010602,137599326~359052,140181751~21741257,170400021~1668136,177794263~13208274,191330252~15876366,214231218~10190935,225819586~29318027,255779342~13720037,271596047~1269409,274226424~19860296,295073337~5475310,301728441~1698228,304480288~1914655,310897025~2168845,314381979~3472158,318041868~8187090,327001559~6853457,334529327~2684362,337504732~17158331,357126779~4560228,364476758~46900066] 2024-04-15T15:52:35.488 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [0~16934246,18151405~34488020,54525952~25283729,80767666~29773648,113246208~13582583,132003695~2010602,137290189~668189,138412032~23510976,167772160~4295997,176160768~31045850,213909504~58955952,274226424~32168519,310897025~43766038,356515840~54860984] 2024-04-15T15:52:35.488 INFO:tasks.workunit.client.0.smithi016.stdout:from 0 to 16 diff [1407852~15526394,18151405~4777059,23370140~29269285,53622457~26187224,83795172~26746142,115971518~10857273,132003695~2010602,137599326~359052,140181751~21741257,170400021~1668136,177794263~13208274,191330252~15876366,214231218~10190935,225819586~29318027,255779342~13720037,271596047~1269409,274226424~19860296,295073337~5475310,301728441~1698228,304480288~1914655,310897025~2168845,314381979~3472158,318041868~8187090,327001559~10212130,337504732~17158331,357126779~4560228,364476758~46900066] 2024-04-15T15:52:35.488 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [1407852~15526394,18151405~4777059,23370140~29269285,53622457~26187224,83795172~26746142,115971518~10857273,132003695~2010602,137599326~359052,140181751~21741257,170400021~1668136,177794263~13208274,191330252~15876366,214231218~10190935,225819586~29318027,255779342~13720037,271596047~1269409,274226424~19860296,295073337~5475310,301728441~1698228,304480288~1914655,310897025~2168845,314381979~3472158,318041868~8187090,327001559~10212130,337504732~17158331,357126779~4560228,364476758~46900066] 2024-04-15T15:52:35.494 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [0~16934246,18151405~61658276,80767666~29773648,113246208~13582583,132003695~2010602,137290189~668189,138412032~23510976,167772160~4295997,176160768~31045850,213909504~58955952,274226424~32168519,310897025~43766038,356515840~54860984] 2024-04-15T15:52:35.494 INFO:tasks.workunit.client.0.smithi016.stdout:from 0 to 17 diff [983717~15950529,18151405~4777059,23370140~29269285,53622457~26187224,83795172~26746142,111522261~15306530,132003695~2010602,137599326~359052,138191234~23731774,170400021~1668136,177794263~13208274,191330252~15876366,214231218~10190935,225819586~29453642,255779342~13720037,271596047~1269409,274226424~19860296,295073337~5475310,301728441~1698228,304480288~1914655,310897025~2168845,314381979~3472158,318041868~8187090,327001559~10212130,337504732~17158331,357126779~4560228,364476758~46900066] 2024-04-15T15:52:35.494 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [983717~15950529,18151405~4777059,23370140~29269285,53622457~26187224,83795172~26746142,111522261~15306530,132003695~2010602,137599326~359052,138191234~23731774,170400021~1668136,177794263~13208274,191330252~15876366,214231218~10190935,225819586~29453642,255779342~13720037,271596047~1269409,274226424~19860296,295073337~5475310,301728441~1698228,304480288~1914655,310897025~2168845,314381979~3472158,318041868~8187090,327001559~10212130,337504732~17158331,357126779~4560228,364476758~46900066] 2024-04-15T15:52:35.500 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [0~16934246,18151405~61658276,80767666~46061125,132003695~2010602,137290189~24632819,167772160~4295997,176160768~31045850,213909504~58955952,274226424~32168519,310897025~43766038,356515840~54860984] 2024-04-15T15:52:35.501 INFO:tasks.workunit.client.0.smithi016.stdout:from 0 to 18 diff [983717~15950529,18151405~4777059,23370140~29269285,53622457~26187224,83795172~26746142,111522261~15306530,132003695~2010602,137599326~24323682,170400021~1668136,177794263~13208274,191330252~15876366,214231218~10190935,225819586~43679793,271596047~1269409,274226424~19860296,295073337~5475310,301728441~1698228,304480288~3924673,310897025~2168845,314381979~3472158,318041868~8187090,327001559~27661504,357126779~4560228,364476758~46900066] 2024-04-15T15:52:35.501 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [983717~15950529,18151405~4777059,23370140~29269285,53622457~26187224,83795172~26746142,111522261~15306530,132003695~2010602,137599326~24323682,170400021~1668136,177794263~13208274,191330252~15876366,214231218~10190935,225819586~43679793,271596047~1269409,274226424~19860296,295073337~5475310,301728441~1698228,304480288~3924673,310897025~2168845,314381979~3472158,318041868~8187090,327001559~27661504,357126779~4560228,364476758~46900066] 2024-04-15T15:52:35.507 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [0~16934246,18151405~61658276,80767666~46061125,132003695~2010602,137290189~24632819,167772160~4295997,176160768~31045850,213909504~58955952,274226424~34178537,310897025~43766038,356515840~54860984] 2024-04-15T15:52:35.507 INFO:tasks.workunit.client.0.smithi016.stdout:from 0 to 19 diff [983717~15950529,18151405~4777059,23370140~29269285,53622457~29537941,83795172~26746142,111522261~15306530,132003695~2010602,137599326~24323682,167574367~7089410,177794263~13208274,191330252~15876366,214231218~10190935,225819586~43679793,271596047~1269409,274226424~19860296,295073337~5475310,301728441~1698228,304480288~13373849,318041868~8187090,327001559~27661504,357126779~4560228,362493560~331273,364476758~46900066] 2024-04-15T15:52:35.507 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [983717~15950529,18151405~4777059,23370140~29269285,53622457~29537941,83795172~26746142,111522261~15306530,132003695~2010602,137599326~24323682,167574367~7089410,177794263~13208274,191330252~15876366,214231218~10190935,225819586~43679793,271596047~1269409,274226424~19860296,295073337~5475310,301728441~1698228,304480288~13373849,318041868~8187090,327001559~27661504,357126779~4560228,362493560~331273,364476758~46900066] 2024-04-15T15:52:35.513 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [0~16934246,18151405~108677386,132003695~2010602,137290189~24632819,163577856~11085921,176160768~31045850,213909504~58955952,274226424~80436639,356515840~54860984] 2024-04-15T15:52:35.513 INFO:tasks.workunit.client.0.smithi016.stdout:from 1 to 2 diff [95078709~5439626,102853939~849654,153000505~7354879,193371527~4893532,199897320~1504587,229911996~8134136,314381979~3472158,359898552~1788455,403396471~6515900] 2024-04-15T15:52:35.513 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [95078709~5439626,102853939~849654,153000505~7354879,193371527~4893532,199897320~1504587,229911996~8134136,314381979~3472158,359898552~1788455,403396471~6515900] 2024-04-15T15:52:35.518 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [92274688~8243647,100663296~3040297,150994944~9360440,192937984~8463923,226492416~11553716,311935853~5918284,356515840~5171167,402653184~7259187] 2024-04-15T15:52:35.518 INFO:tasks.workunit.client.0.smithi016.stdout:from 1 to 3 diff [18974590~3817377,24017536~3365713,45073187~3427773,58803376~6829329,90937171~13708002,149103737~11251647,183022465~2841942,193371527~4893532,199897320~1504587,229911996~8134136,295146124~5402523,314381979~3472158,359898552~1788455,403396471~6515900] 2024-04-15T15:52:35.519 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [18974590~3817377,24017536~3365713,45073187~3427773,58803376~6829329,90937171~13708002,149103737~11251647,183022465~2841942,193371527~4893532,199897320~1504587,229911996~8134136,295146124~5402523,314381979~3472158,359898552~1788455,403396471~6515900] 2024-04-15T15:52:35.524 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [18974590~8408659,41943040~6557920,58720256~6912449,88080384~16564789,146800640~13554744,180355072~5509335,192937984~8463923,226492416~11553716,293601280~6947367,311935853~5918284,356515840~5171167,402653184~7259187] 2024-04-15T15:52:35.524 INFO:tasks.workunit.client.0.smithi016.stdout:from 1 to 4 diff [18974590~3817377,24017536~3365713,27904008~2212326,45073187~3427773,58803376~10861539,90937171~15068871,116081313~4216278,149103737~11251647,177971491~7892916,193371527~8030380,202383678~2675213,229911996~8134136,295146124~5402523,314381979~3472158,334529327~2684362,359898552~1788455,365204851~7183095,403396471~6515900] 2024-04-15T15:52:35.524 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [18974590~3817377,24017536~3365713,27904008~2212326,45073187~3427773,58803376~10861539,90937171~15068871,116081313~4216278,149103737~11251647,177971491~7892916,193371527~8030380,202383678~2675213,229911996~8134136,295146124~5402523,314381979~3472158,334529327~2684362,359898552~1788455,365204851~7183095,403396471~6515900] 2024-04-15T15:52:35.530 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [18974590~8408659,27904008~2212326,41943040~6557920,58720256~10944659,88080384~17925658,113246208~7051383,146800640~13554744,176160768~9703639,192937984~12120907,226492416~11553716,293601280~6947367,311935853~5918284,331350016~5863673,356515840~5171167,364904448~7483498,402653184~7259187] 2024-04-15T15:52:35.530 INFO:tasks.workunit.client.0.smithi016.stdout:from 1 to 5 diff [18974590~3817377,24017536~3365713,27904008~2212326,45073187~3427773,58803376~10861539,90937171~15068871,116081313~4216278,143689906~3220491,149103737~11251647,177971491~7892916,193371527~8030380,202383678~2675213,214231218~6706656,229911996~8134136,246826632~6407630,295146124~5402523,314381979~3472158,324523378~20673,334529327~2684362,343156598~2775198,348221151~3709596,359898552~1788455,364476758~7911188,375621878~4336996,382399450~3146619,403396471~6515900] 2024-04-15T15:52:35.530 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [18974590~3817377,24017536~3365713,27904008~2212326,45073187~3427773,58803376~10861539,90937171~15068871,116081313~4216278,143689906~3220491,149103737~11251647,177971491~7892916,193371527~8030380,202383678~2675213,214231218~6706656,229911996~8134136,246826632~6407630,295146124~5402523,314381979~3472158,324523378~20673,334529327~2684362,343156598~2775198,348221151~3709596,359898552~1788455,364476758~7911188,375621878~4336996,382399450~3146619,403396471~6515900] 2024-04-15T15:52:35.536 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [18974590~8408659,27904008~2212326,41943040~6557920,58720256~10944659,88080384~17925658,113246208~7051383,142606336~17749048,176160768~9703639,192937984~12120907,214231218~6706656,226492416~11553716,243269632~9964630,293601280~6947367,311935853~5918284,322961408~1582643,331350016~5863673,339738624~6193172,348221151~3709596,356515840~15872106,375621878~4336996,381681664~3864405,402653184~7259187] 2024-04-15T15:52:35.536 INFO:tasks.workunit.client.0.smithi016.stdout:from 1 to 6 diff [18974590~3953874,23370140~6746194,45073187~3427773,58803376~10861539,70107364~7748399,90937171~15068871,116081313~4216278,143689906~3220491,149103737~11251647,177971491~7892916,193371527~8030380,202383678~2675213,214231218~6706656,229911996~8134136,246826632~6407630,274762967~2194687,281202704~7458682,295146124~5402523,314381979~3472158,324523378~20673,334529327~2684362,342838614~3093182,348221151~3709596,357126779~4560228,364476758~7911188,375621878~4336996,382399450~3146619,391428534~3411261,403396471~6515900] 2024-04-15T15:52:35.536 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [18974590~3953874,23370140~6746194,45073187~3427773,58803376~10861539,70107364~7748399,90937171~15068871,116081313~4216278,143689906~3220491,149103737~11251647,177971491~7892916,193371527~8030380,202383678~2675213,214231218~6706656,229911996~8134136,246826632~6407630,274762967~2194687,281202704~7458682,295146124~5402523,314381979~3472158,324523378~20673,334529327~2684362,342838614~3093182,348221151~3709596,357126779~4560228,364476758~7911188,375621878~4336996,382399450~3146619,391428534~3411261,403396471~6515900] 2024-04-15T15:52:35.542 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [18974590~11141744,41943040~6557920,58720256~19135507,88080384~17925658,113246208~7051383,142606336~17749048,176160768~9703639,192937984~12120907,214231218~6706656,226492416~11553716,243269632~9964630,274762967~2194687,281202704~7458682,293601280~6947367,311935853~5918284,322961408~1582643,331350016~5863673,339738624~6193172,348221151~3709596,356515840~15872106,375621878~4336996,381681664~3864405,390070272~4769523,402653184~7259187] 2024-04-15T15:52:35.542 INFO:tasks.workunit.client.0.smithi016.stdout:from 1 to 7 diff [1407852~4950160,18974590~3953874,23370140~6746194,45073187~3427773,58803376~10861539,70107364~9702317,90762161~15243881,116081313~4216278,143689906~3220491,149103737~12819271,177971491~7892916,193371527~8030380,202383678~2889068,214231218~6706656,229911996~8134136,246826632~6407630,274762967~2194687,281202704~7458682,295146124~5402523,314381979~3472158,318291873~7937085,334529327~2684362,342838614~3093182,346768263~7894800,357126779~4560228,364476758~7911188,375621878~4336996,382399450~3146619,391428534~3411261,403396471~6515900] 2024-04-15T15:52:35.542 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [1407852~4950160,18974590~3953874,23370140~6746194,45073187~3427773,58803376~10861539,70107364~9702317,90762161~15243881,116081313~4216278,143689906~3220491,149103737~12819271,177971491~7892916,193371527~8030380,202383678~2889068,214231218~6706656,229911996~8134136,246826632~6407630,274762967~2194687,281202704~7458682,295146124~5402523,314381979~3472158,318291873~7937085,334529327~2684362,342838614~3093182,346768263~7894800,357126779~4560228,364476758~7911188,375621878~4336996,382399450~3146619,391428534~3411261,403396471~6515900] 2024-04-15T15:52:35.547 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [0~6358012,18974590~11141744,41943040~6557920,58720256~21089425,88080384~17925658,113246208~7051383,142606336~19316672,176160768~9703639,192937984~12334762,214231218~6706656,226492416~11553716,243269632~9964630,274762967~2194687,281202704~7458682,293601280~6947367,311935853~14293105,331350016~5863673,339738624~6193172,346768263~7894800,356515840~15872106,375621878~4336996,381681664~3864405,390070272~4769523,402653184~7259187] 2024-04-15T15:52:35.548 INFO:tasks.workunit.client.0.smithi016.stdout:from 1 to 8 diff [1407852~4950160,18974590~3953874,23370140~6746194,45073187~7566238,58803376~10861539,70107364~9702317,90762161~15243881,116081313~4216278,143689906~18233102,177794263~10818496,193371527~8030380,202383678~2889068,214231218~6706656,229911996~8134136,246826632~6407630,255779342~6134202,271596047~1260081,274226424~3502279,280776598~7884788,295146124~5402523,314381979~3472158,318291873~7937085,334529327~2684362,342838614~3093182,346768263~7894800,357126779~4560228,364476758~7911188,375621878~4336996,382399450~3146619,389367398~5472397,403396471~6515900] 2024-04-15T15:52:35.548 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [1407852~4950160,18974590~3953874,23370140~6746194,45073187~7566238,58803376~10861539,70107364~9702317,90762161~15243881,116081313~4216278,143689906~18233102,177794263~10818496,193371527~8030380,202383678~2889068,214231218~6706656,229911996~8134136,246826632~6407630,255779342~6134202,271596047~1260081,274226424~3502279,280776598~7884788,295146124~5402523,314381979~3472158,318291873~7937085,334529327~2684362,342838614~3093182,346768263~7894800,357126779~4560228,364476758~7911188,375621878~4336996,382399450~3146619,389367398~5472397,403396471~6515900] 2024-04-15T15:52:35.553 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [0~6358012,18974590~11141744,41943040~10696385,58720256~21089425,88080384~17925658,113246208~7051383,142606336~19316672,176160768~12451991,192937984~12334762,214231218~6706656,226492416~11553716,243269632~18643912,269499379~3356749,274226424~3502279,280713563~7947823,293601280~6947367,311935853~14293105,331350016~5863673,339738624~6193172,346768263~7894800,356515840~15872106,375621878~4336996,381681664~3864405,385875968~8963827,402653184~7259187] 2024-04-15T15:52:35.553 INFO:tasks.workunit.client.0.smithi016.stdout:from 1 to 9 diff [1407852~6236849,18974590~3953874,23370140~6746194,45073187~7566238,55327051~2443968,58803376~10861539,70107364~9702317,88819073~17186969,116081313~4216278,143689906~18233102,177794263~10818496,193371527~13835091,214231218~6706656,229911996~8134136,246826632~6407630,255779342~6134202,271596047~1269409,274226424~3502279,280776598~7884788,295146124~5402523,314381979~3472158,318291873~7937085,334529327~2684362,337504732~8427064,346768263~7894800,357126779~4560228,364476758~7911188,375621878~4336996,382399450~3146619,389367398~5472397,403396471~7980353] 2024-04-15T15:52:35.554 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [1407852~6236849,18974590~3953874,23370140~6746194,45073187~7566238,55327051~2443968,58803376~10861539,70107364~9702317,88819073~17186969,116081313~4216278,143689906~18233102,177794263~10818496,193371527~13835091,214231218~6706656,229911996~8134136,246826632~6407630,255779342~6134202,271596047~1269409,274226424~3502279,280776598~7884788,295146124~5402523,314381979~3472158,318291873~7937085,334529327~2684362,337504732~8427064,346768263~7894800,357126779~4560228,364476758~7911188,375621878~4336996,382399450~3146619,389367398~5472397,403396471~7980353] 2024-04-15T15:52:35.559 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [0~7644701,18974590~11141744,41943040~10696385,54525952~3245067,58720256~21089425,88080384~17925658,113246208~7051383,142606336~19316672,176160768~12451991,192937984~14268634,214231218~6706656,226492416~11553716,243269632~18643912,269499379~3366077,274226424~3502279,280713563~7947823,293601280~6947367,311935853~14293105,331350016~14581780,346768263~7894800,356515840~15872106,375621878~4336996,381681664~3864405,385875968~8963827,402653184~8723640] 2024-04-15T15:52:35.559 INFO:tasks.workunit.client.0.smithi016.stdout:from 1 to 10 diff [1407852~6236849,18974590~3953874,23370140~6746194,39004095~4674069,45073187~7566238,55327051~2443968,58803376~10861539,70107364~9702317,83795172~22210870,115971518~5316885,143689906~18233102,177794263~10818496,193371527~13835091,214231218~6706656,229911996~8134136,244550308~10587305,255779342~6134202,271596047~1269409,274226424~14434962,289026016~5060704,295146124~5402523,314381979~3472158,318291873~7937085,334529327~2684362,337504732~8427064,346768263~7894800,357126779~4560228,364476758~7911188,375621878~4336996,382399450~3146619,386917683~8706716,398940330~1033414,403396471~7980353] 2024-04-15T15:52:35.559 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [1407852~6236849,18974590~3953874,23370140~6746194,39004095~4674069,45073187~7566238,55327051~2443968,58803376~10861539,70107364~9702317,83795172~22210870,115971518~5316885,143689906~18233102,177794263~10818496,193371527~13835091,214231218~6706656,229911996~8134136,244550308~10587305,255779342~6134202,271596047~1269409,274226424~14434962,289026016~5060704,295146124~5402523,314381979~3472158,318291873~7937085,334529327~2684362,337504732~8427064,346768263~7894800,357126779~4560228,364476758~7911188,375621878~4336996,382399450~3146619,386917683~8706716,398940330~1033414,403396471~7980353] 2024-04-15T15:52:35.565 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [0~7644701,18974590~11141744,37748736~14890689,54525952~3245067,58720256~21089425,80767666~25238376,113246208~8042195,142606336~19316672,176160768~12451991,192937984~14268634,214231218~6706656,226492416~11553716,243269632~18643912,269499379~3366077,274226424~14434962,289026016~11522631,311935853~14293105,331350016~14581780,346768263~7894800,356515840~15872106,375621878~4336996,381681664~3864405,385875968~9748431,398940330~1033414,402653184~8723640] 2024-04-15T15:52:35.565 INFO:tasks.workunit.client.0.smithi016.stdout:from 1 to 11 diff [1407852~6236849,18974590~3953874,23370140~6746194,39004095~4674069,45073187~7566238,55327051~2443968,58803376~10861539,70107364~9702317,83795172~26746142,115971518~5316885,143111946~18811062,177794263~13181508,193371527~13835091,214231218~6706656,228187715~9858417,244550308~10587305,255779342~6134202,271596047~1269409,274226424~14434962,289026016~5060704,295146124~5402523,301728441~1698228,310897025~2168845,314381979~3472158,318291873~7937085,334529327~2684362,337504732~8427064,346768263~7894800,357126779~4560228,364476758~7911188,375621878~20002521,398940330~1033414,403396471~7980353] 2024-04-15T15:52:35.565 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [1407852~6236849,18974590~3953874,23370140~6746194,39004095~4674069,45073187~7566238,55327051~2443968,58803376~10861539,70107364~9702317,83795172~26746142,115971518~5316885,143111946~18811062,177794263~13181508,193371527~13835091,214231218~6706656,228187715~9858417,244550308~10587305,255779342~6134202,271596047~1269409,274226424~14434962,289026016~5060704,295146124~5402523,301728441~1698228,310897025~2168845,314381979~3472158,318291873~7937085,334529327~2684362,337504732~8427064,346768263~7894800,357126779~4560228,364476758~7911188,375621878~20002521,398940330~1033414,403396471~7980353] 2024-04-15T15:52:35.571 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [0~7644701,18974590~11141744,37748736~14890689,54525952~3245067,58720256~21089425,80767666~29773648,113246208~8042195,142606336~19316672,176160768~14815003,192937984~14268634,214231218~6706656,226492416~11553716,243269632~18643912,269499379~3366077,274226424~14434962,289026016~14400653,310897025~15331933,331350016~14581780,346768263~7894800,356515840~15872106,375621878~20002521,398940330~1033414,402653184~8723640] 2024-04-15T15:52:35.571 INFO:tasks.workunit.client.0.smithi016.stdout:from 1 to 12 diff [1407852~6236849,18151405~4777059,23370140~6746194,35927215~7750949,45073187~7566238,55327051~2443968,58803376~10861539,70107364~9702317,83795172~26746142,115971518~5316885,132003695~2010602,137599326~359052,143111946~18811062,170400021~1668136,177794263~13181508,191330252~15876366,214231218~8459083,228187715~13778211,244550308~10587305,255779342~6134202,271596047~1269409,274226424~14434962,289026016~5060704,295146124~5402523,301728441~1698228,310897025~2168845,314381979~3472158,318041868~8187090,334529327~2684362,337504732~8427064,346768263~7894800,357126779~4560228,364476758~7911188,375621878~20002521,398940330~1033414,403396471~7980353] 2024-04-15T15:52:35.571 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [1407852~6236849,18151405~4777059,23370140~6746194,35927215~7750949,45073187~7566238,55327051~2443968,58803376~10861539,70107364~9702317,83795172~26746142,115971518~5316885,132003695~2010602,137599326~359052,143111946~18811062,170400021~1668136,177794263~13181508,191330252~15876366,214231218~8459083,228187715~13778211,244550308~10587305,255779342~6134202,271596047~1269409,274226424~14434962,289026016~5060704,295146124~5402523,301728441~1698228,310897025~2168845,314381979~3472158,318041868~8187090,334529327~2684362,337504732~8427064,346768263~7894800,357126779~4560228,364476758~7911188,375621878~20002521,398940330~1033414,403396471~7980353] 2024-04-15T15:52:35.577 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [0~7644701,18151405~11964929,33554432~19084993,54525952~3245067,58720256~21089425,80767666~29773648,113246208~8042195,132003695~2010602,137290189~668189,142606336~19316672,167772160~4295997,176160768~31045850,214231218~8459083,226492416~15473510,243269632~18643912,269499379~3366077,274226424~14434962,289026016~14400653,310897025~15331933,331350016~14581780,346768263~7894800,356515840~15872106,375621878~20002521,398940330~1033414,402653184~8723640] 2024-04-15T15:52:35.577 INFO:tasks.workunit.client.0.smithi016.stdout:from 1 to 13 diff [1407852~6236849,18151405~4777059,23370140~6746194,35927215~16712210,55327051~2443968,58803376~10861539,70107364~9702317,83795172~26746142,115971518~10857273,132003695~2010602,137599326~359052,140181751~21741257,170400021~1668136,177794263~13181508,191330252~15876366,214231218~8459083,228187715~13778211,244550308~10587305,255779342~11021423,271596047~1269409,274226424~14434962,289026016~5060704,295146124~5402523,301728441~1698228,310897025~2168845,314381979~3472158,318041868~8187090,327001559~6853457,334529327~2684362,337504732~8427064,346768263~7894800,357126779~4560228,364476758~7911188,375621878~20237687,398940330~1033414,403396471~7980353] 2024-04-15T15:52:35.577 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [1407852~6236849,18151405~4777059,23370140~6746194,35927215~16712210,55327051~2443968,58803376~10861539,70107364~9702317,83795172~26746142,115971518~10857273,132003695~2010602,137599326~359052,140181751~21741257,170400021~1668136,177794263~13181508,191330252~15876366,214231218~8459083,228187715~13778211,244550308~10587305,255779342~11021423,271596047~1269409,274226424~14434962,289026016~5060704,295146124~5402523,301728441~1698228,310897025~2168845,314381979~3472158,318041868~8187090,327001559~6853457,334529327~2684362,337504732~8427064,346768263~7894800,357126779~4560228,364476758~7911188,375621878~20237687,398940330~1033414,403396471~7980353] 2024-04-15T15:52:35.583 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [0~7644701,18151405~11964929,33554432~19084993,54525952~3245067,58720256~21089425,80767666~29773648,113246208~13582583,132003695~2010602,137290189~668189,138412032~23510976,167772160~4295997,176160768~31045850,214231218~8459083,226492416~15473510,243269632~23531133,269499379~3366077,274226424~14434962,289026016~14400653,310897025~35034771,346768263~7894800,356515840~15872106,375621878~20237687,398940330~1033414,402653184~8723640] 2024-04-15T15:52:35.583 INFO:tasks.workunit.client.0.smithi016.stdout:from 1 to 14 diff [1407852~6236849,18151405~4777059,23370140~6746194,30767588~21871837,55327051~2443968,58803376~10861539,70107364~9702317,83795172~26746142,115971518~10857273,132003695~2010602,137599326~359052,140181751~21741257,170400021~1668136,177794263~13208274,191330252~15876366,214231218~10190935,228187715~26949898,255779342~11021423,271596047~1269409,274226424~14434962,289026016~5060704,295146124~5402523,301728441~1698228,310897025~2168845,314381979~3472158,318041868~8187090,327001559~6853457,334529327~2684362,337504732~8427064,346768263~7894800,357126779~4560228,364476758~7911188,373809006~22050559,398940330~1033414,401146831~10229993] 2024-04-15T15:52:35.583 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [1407852~6236849,18151405~4777059,23370140~6746194,30767588~21871837,55327051~2443968,58803376~10861539,70107364~9702317,83795172~26746142,115971518~10857273,132003695~2010602,137599326~359052,140181751~21741257,170400021~1668136,177794263~13208274,191330252~15876366,214231218~10190935,228187715~26949898,255779342~11021423,271596047~1269409,274226424~14434962,289026016~5060704,295146124~5402523,301728441~1698228,310897025~2168845,314381979~3472158,318041868~8187090,327001559~6853457,334529327~2684362,337504732~8427064,346768263~7894800,357126779~4560228,364476758~7911188,373809006~22050559,398940330~1033414,401146831~10229993] 2024-04-15T15:52:35.589 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [0~7644701,18151405~11964929,30767588~21871837,54525952~3245067,58720256~21089425,80767666~29773648,113246208~13582583,132003695~2010602,137290189~668189,138412032~23510976,167772160~4295997,176160768~31045850,214231218~10190935,226492416~40308349,269499379~3366077,274226424~14434962,289026016~14400653,310897025~35034771,346768263~7894800,356515840~15872106,373809006~22050559,398940330~1033414,401146831~10229993] 2024-04-15T15:52:35.589 INFO:tasks.workunit.client.0.smithi016.stdout:from 1 to 15 diff [1407852~6236849,11211002~5723244,18151405~4777059,23370140~6746194,30767588~21871837,55327051~14337864,70107364~9702317,83795172~26746142,115971518~10857273,132003695~2010602,137599326~359052,140181751~21741257,170400021~1668136,177794263~13208274,191330252~15876366,214231218~10190935,225819586~29318027,255779342~11021423,271596047~1269409,274226424~14434962,289026016~5060704,295073337~5475310,301728441~1698228,310897025~2168845,314381979~3472158,318041868~8187090,327001559~6853457,334529327~2684362,337504732~8427064,346768263~7894800,357126779~4560228,364476758~7911188,373809006~22050559,398940330~1033414,401146831~10229993] 2024-04-15T15:52:35.589 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [1407852~6236849,11211002~5723244,18151405~4777059,23370140~6746194,30767588~21871837,55327051~14337864,70107364~9702317,83795172~26746142,115971518~10857273,132003695~2010602,137599326~359052,140181751~21741257,170400021~1668136,177794263~13208274,191330252~15876366,214231218~10190935,225819586~29318027,255779342~11021423,271596047~1269409,274226424~14434962,289026016~5060704,295073337~5475310,301728441~1698228,310897025~2168845,314381979~3472158,318041868~8187090,327001559~6853457,334529327~2684362,337504732~8427064,346768263~7894800,357126779~4560228,364476758~7911188,373809006~22050559,398940330~1033414,401146831~10229993] 2024-04-15T15:52:35.595 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [0~7644701,11211002~5723244,18151405~11964929,30767588~21871837,54525952~25283729,80767666~29773648,113246208~13582583,132003695~2010602,137290189~668189,138412032~23510976,167772160~4295997,176160768~31045850,214231218~52569547,269499379~3366077,274226424~14434962,289026016~14400653,310897025~35034771,346768263~7894800,356515840~15872106,373809006~22050559,398940330~1033414,401146831~10229993] 2024-04-15T15:52:35.595 INFO:tasks.workunit.client.0.smithi016.stdout:from 1 to 16 diff [1407852~6236849,11211002~5723244,18151405~4777059,23370140~6746194,30767588~21871837,53622457~26187224,83795172~26746142,115971518~10857273,132003695~2010602,137599326~359052,140181751~21741257,170400021~1668136,177794263~13208274,191330252~15876366,214231218~10190935,225819586~29318027,255779342~11021423,271596047~1269409,274226424~14434962,289026016~5060704,295073337~5475310,301728441~1698228,310897025~2168845,314381979~3472158,318041868~8187090,327001559~10212130,337504732~8427064,346768263~7894800,357126779~4560228,364476758~7911188,373809006~22050559,398940330~1033414,401146831~10229993] 2024-04-15T15:52:35.595 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [1407852~6236849,11211002~5723244,18151405~4777059,23370140~6746194,30767588~21871837,53622457~26187224,83795172~26746142,115971518~10857273,132003695~2010602,137599326~359052,140181751~21741257,170400021~1668136,177794263~13208274,191330252~15876366,214231218~10190935,225819586~29318027,255779342~11021423,271596047~1269409,274226424~14434962,289026016~5060704,295073337~5475310,301728441~1698228,310897025~2168845,314381979~3472158,318041868~8187090,327001559~10212130,337504732~8427064,346768263~7894800,357126779~4560228,364476758~7911188,373809006~22050559,398940330~1033414,401146831~10229993] 2024-04-15T15:52:35.603 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [0~7644701,11211002~5723244,18151405~11964929,30767588~49042093,80767666~29773648,113246208~13582583,132003695~2010602,137290189~668189,138412032~23510976,167772160~4295997,176160768~31045850,214231218~52569547,269499379~3366077,274226424~14434962,289026016~14400653,310897025~35034771,346768263~7894800,356515840~15872106,373809006~22050559,398940330~1033414,401146831~10229993] 2024-04-15T15:52:35.603 INFO:tasks.workunit.client.0.smithi016.stdout:from 1 to 17 diff [983717~6660984,11211002~5723244,18151405~4777059,23370140~6746194,30767588~21871837,53622457~26187224,83795172~26746142,111522261~15306530,132003695~2010602,137599326~359052,138191234~23731774,170400021~1668136,177794263~13208274,191330252~15876366,214231218~10190935,225819586~29453642,255779342~11021423,271596047~1269409,274226424~14434962,289026016~5060704,295073337~5475310,301728441~1698228,310897025~2168845,314381979~3472158,318041868~8187090,327001559~10212130,337504732~8427064,346638186~8024877,357126779~4560228,364476758~7911188,373809006~22050559,398940330~1033414,401146831~10229993] 2024-04-15T15:52:35.603 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [983717~6660984,11211002~5723244,18151405~4777059,23370140~6746194,30767588~21871837,53622457~26187224,83795172~26746142,111522261~15306530,132003695~2010602,137599326~359052,138191234~23731774,170400021~1668136,177794263~13208274,191330252~15876366,214231218~10190935,225819586~29453642,255779342~11021423,271596047~1269409,274226424~14434962,289026016~5060704,295073337~5475310,301728441~1698228,310897025~2168845,314381979~3472158,318041868~8187090,327001559~10212130,337504732~8427064,346638186~8024877,357126779~4560228,364476758~7911188,373809006~22050559,398940330~1033414,401146831~10229993] 2024-04-15T15:52:35.606 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [0~7644701,11211002~5723244,18151405~11964929,30767588~49042093,80767666~46061125,132003695~2010602,137290189~24632819,167772160~4295997,176160768~31045850,214231218~52569547,269499379~3366077,274226424~14434962,289026016~14400653,310897025~35034771,346638186~8024877,356515840~15872106,373809006~22050559,398940330~1033414,401146831~10229993] 2024-04-15T15:52:35.607 INFO:tasks.workunit.client.0.smithi016.stdout:from 1 to 18 diff [983717~6660984,11211002~5723244,18151405~4777059,23370140~6746194,30767588~21871837,53622457~26187224,83795172~26746142,111522261~15306530,132003695~2010602,137599326~24323682,170400021~1668136,177794263~13208274,191330252~15876366,214231218~10190935,225819586~40981179,271596047~1269409,274226424~14434962,289026016~5060704,295073337~5475310,301728441~1698228,305190124~3214837,310897025~2168845,314381979~3472158,318041868~8187090,327001559~18930237,346638186~8024877,357126779~4560228,364476758~7911188,373809006~22050559,398940330~1033414,401146831~10229993] 2024-04-15T15:52:35.607 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [983717~6660984,11211002~5723244,18151405~4777059,23370140~6746194,30767588~21871837,53622457~26187224,83795172~26746142,111522261~15306530,132003695~2010602,137599326~24323682,170400021~1668136,177794263~13208274,191330252~15876366,214231218~10190935,225819586~40981179,271596047~1269409,274226424~14434962,289026016~5060704,295073337~5475310,301728441~1698228,305190124~3214837,310897025~2168845,314381979~3472158,318041868~8187090,327001559~18930237,346638186~8024877,357126779~4560228,364476758~7911188,373809006~22050559,398940330~1033414,401146831~10229993] 2024-04-15T15:52:35.612 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [0~7644701,11211002~5723244,18151405~11964929,30767588~49042093,80767666~46061125,132003695~2010602,137290189~24632819,167772160~4295997,176160768~31045850,214231218~52569547,269499379~3366077,274226424~14434962,289026016~14400653,305190124~3214837,310897025~35034771,346638186~8024877,356515840~15872106,373809006~22050559,398940330~1033414,401146831~10229993] 2024-04-15T15:52:35.612 INFO:tasks.workunit.client.0.smithi016.stdout:from 1 to 19 diff [983717~7028662,11211002~5723244,18151405~4777059,23370140~6746194,30767588~21871837,53622457~29537941,83795172~26746142,111522261~15306530,132003695~2010602,137599326~24323682,167574367~7089410,177794263~13208274,191330252~15876366,214231218~10190935,225819586~40981179,271596047~1269409,274226424~14434962,289026016~5060704,295073337~5475310,301728441~1698228,305190124~12664013,318041868~8187090,327001559~18930237,346638186~8024877,357126779~4560228,362493560~331273,364476758~7911188,373809006~22050559,398940330~1033414,401146831~10229993] 2024-04-15T15:52:35.612 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [983717~7028662,11211002~5723244,18151405~4777059,23370140~6746194,30767588~21871837,53622457~29537941,83795172~26746142,111522261~15306530,132003695~2010602,137599326~24323682,167574367~7089410,177794263~13208274,191330252~15876366,214231218~10190935,225819586~40981179,271596047~1269409,274226424~14434962,289026016~5060704,295073337~5475310,301728441~1698228,305190124~12664013,318041868~8187090,327001559~18930237,346638186~8024877,357126779~4560228,362493560~331273,364476758~7911188,373809006~22050559,398940330~1033414,401146831~10229993] 2024-04-15T15:52:35.618 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [0~8012379,11211002~5723244,18151405~11964929,30767588~96061203,132003695~2010602,137290189~24632819,163577856~11085921,176160768~31045850,214231218~52569547,269499379~3366077,274226424~14434962,289026016~14400653,305190124~40741672,346638186~8024877,356515840~15872106,373809006~22050559,398940330~1033414,401146831~10229993] 2024-04-15T15:52:35.618 INFO:tasks.workunit.client.0.smithi016.stdout:from 2 to 3 diff [18974590~3817377,24017536~3365713,45073187~3427773,58803376~6829329,90937171~7483484,99340540~5304633,149103737~7229541,183022465~2841942,295146124~5402523] 2024-04-15T15:52:35.618 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [18974590~3817377,24017536~3365713,45073187~3427773,58803376~6829329,90937171~7483484,99340540~5304633,149103737~7229541,183022465~2841942,295146124~5402523] 2024-04-15T15:52:35.624 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [18974590~8408659,41943040~6557920,58720256~6912449,88080384~10340271,99340540~5304633,146800640~9532638,180355072~5509335,293601280~6947367] 2024-04-15T15:52:35.624 INFO:tasks.workunit.client.0.smithi016.stdout:from 2 to 4 diff [18974590~3817377,24017536~3365713,27904008~2212326,45073187~3427773,58803376~10861539,90937171~15068871,116081313~4216278,149103737~7229541,177971491~7892916,197715827~2345509,202383678~2675213,295146124~5402523,334529327~2684362,365204851~7183095] 2024-04-15T15:52:35.624 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [18974590~3817377,24017536~3365713,27904008~2212326,45073187~3427773,58803376~10861539,90937171~15068871,116081313~4216278,149103737~7229541,177971491~7892916,197715827~2345509,202383678~2675213,295146124~5402523,334529327~2684362,365204851~7183095] 2024-04-15T15:52:35.630 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [18974590~8408659,27904008~2212326,41943040~6557920,58720256~10944659,88080384~17925658,113246208~7051383,146800640~9532638,176160768~9703639,197715827~2345509,201401907~3656984,293601280~6947367,331350016~5863673,364904448~7483498] 2024-04-15T15:52:35.630 INFO:tasks.workunit.client.0.smithi016.stdout:from 2 to 5 diff [18974590~3817377,24017536~3365713,27904008~2212326,45073187~3427773,58803376~10861539,90937171~15068871,116081313~4216278,143689906~3220491,149103737~7229541,177971491~7892916,197715827~2345509,202383678~2675213,214231218~6706656,246826632~6407630,295146124~5402523,324523378~20673,334529327~2684362,343156598~2775198,348221151~3709596,364476758~7911188,375621878~4336996,382399450~3146619] 2024-04-15T15:52:35.630 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [18974590~3817377,24017536~3365713,27904008~2212326,45073187~3427773,58803376~10861539,90937171~15068871,116081313~4216278,143689906~3220491,149103737~7229541,177971491~7892916,197715827~2345509,202383678~2675213,214231218~6706656,246826632~6407630,295146124~5402523,324523378~20673,334529327~2684362,343156598~2775198,348221151~3709596,364476758~7911188,375621878~4336996,382399450~3146619] 2024-04-15T15:52:35.635 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [18974590~8408659,27904008~2212326,41943040~6557920,58720256~10944659,88080384~17925658,113246208~7051383,142606336~13726942,176160768~9703639,197715827~2345509,201401907~3656984,214231218~6706656,243269632~9964630,293601280~6947367,322961408~1582643,331350016~5863673,339738624~6193172,348221151~3709596,361687007~10700939,375621878~4336996,381681664~3864405] 2024-04-15T15:52:35.635 INFO:tasks.workunit.client.0.smithi016.stdout:from 2 to 6 diff [18974590~3953874,23370140~6746194,45073187~3427773,58803376~10861539,70107364~7748399,90937171~15068871,116081313~4216278,143689906~3220491,149103737~7229541,177971491~7892916,197715827~2345509,202383678~2675213,214231218~6706656,246826632~6407630,274762967~2194687,281202704~7458682,295146124~5402523,324523378~20673,334529327~2684362,342838614~3093182,348221151~3709596,357126779~4440344,364476758~7911188,375621878~4336996,382399450~3146619,391428534~3411261] 2024-04-15T15:52:35.636 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [18974590~3953874,23370140~6746194,45073187~3427773,58803376~10861539,70107364~7748399,90937171~15068871,116081313~4216278,143689906~3220491,149103737~7229541,177971491~7892916,197715827~2345509,202383678~2675213,214231218~6706656,246826632~6407630,274762967~2194687,281202704~7458682,295146124~5402523,324523378~20673,334529327~2684362,342838614~3093182,348221151~3709596,357126779~4440344,364476758~7911188,375621878~4336996,382399450~3146619,391428534~3411261] 2024-04-15T15:52:35.641 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [18974590~11141744,41943040~6557920,58720256~19135507,88080384~17925658,113246208~7051383,142606336~13726942,176160768~9703639,197715827~2345509,201401907~3656984,214231218~6706656,243269632~9964630,274762967~2194687,281202704~7458682,293601280~6947367,322961408~1582643,331350016~5863673,339738624~6193172,348221151~3709596,357126779~4440344,361687007~10700939,375621878~4336996,381681664~3864405,390070272~4769523] 2024-04-15T15:52:35.641 INFO:tasks.workunit.client.0.smithi016.stdout:from 2 to 7 diff [1407852~4950160,18974590~3953874,23370140~6746194,45073187~3427773,58803376~10861539,70107364~9702317,90762161~15243881,116081313~4216278,143689906~3220491,149103737~12819271,177971491~7892916,197715827~2345509,202383678~2889068,214231218~6706656,246826632~6407630,274762967~2194687,281202704~7458682,295146124~5402523,318291873~7937085,334529327~2684362,342838614~3093182,346768263~7894800,357126779~4440344,364476758~7911188,375621878~4336996,382399450~3146619,391428534~3411261] 2024-04-15T15:52:35.641 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [1407852~4950160,18974590~3953874,23370140~6746194,45073187~3427773,58803376~10861539,70107364~9702317,90762161~15243881,116081313~4216278,143689906~3220491,149103737~12819271,177971491~7892916,197715827~2345509,202383678~2889068,214231218~6706656,246826632~6407630,274762967~2194687,281202704~7458682,295146124~5402523,318291873~7937085,334529327~2684362,342838614~3093182,346768263~7894800,357126779~4440344,364476758~7911188,375621878~4336996,382399450~3146619,391428534~3411261] 2024-04-15T15:52:35.647 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [0~6358012,18974590~11141744,41943040~6557920,58720256~21089425,88080384~17925658,113246208~7051383,142606336~19316672,176160768~9703639,197715827~2345509,201401907~3870839,214231218~6706656,243269632~9964630,274762967~2194687,281202704~7458682,293601280~6947367,317854137~8374821,331350016~5863673,339738624~6193172,346768263~7894800,357126779~4440344,361687007~10700939,375621878~4336996,381681664~3864405,390070272~4769523] 2024-04-15T15:52:35.647 INFO:tasks.workunit.client.0.smithi016.stdout:from 2 to 8 diff [1407852~4950160,18974590~3953874,23370140~6746194,45073187~7566238,58803376~10861539,70107364~9702317,90762161~15243881,116081313~4216278,143689906~18233102,177794263~10818496,197715827~2345509,202383678~2889068,214231218~6706656,246826632~6407630,255779342~6134202,271596047~1260081,274226424~3502279,280776598~7884788,295146124~5402523,318291873~7937085,334529327~2684362,342838614~3093182,346768263~7894800,357126779~4440344,364476758~7911188,375621878~4336996,382399450~3146619,389367398~5472397] 2024-04-15T15:52:35.647 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [1407852~4950160,18974590~3953874,23370140~6746194,45073187~7566238,58803376~10861539,70107364~9702317,90762161~15243881,116081313~4216278,143689906~18233102,177794263~10818496,197715827~2345509,202383678~2889068,214231218~6706656,246826632~6407630,255779342~6134202,271596047~1260081,274226424~3502279,280776598~7884788,295146124~5402523,318291873~7937085,334529327~2684362,342838614~3093182,346768263~7894800,357126779~4440344,364476758~7911188,375621878~4336996,382399450~3146619,389367398~5472397] 2024-04-15T15:52:35.653 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [0~6358012,18974590~11141744,41943040~10696385,58720256~21089425,88080384~17925658,113246208~7051383,142606336~19316672,176160768~12451991,197715827~2345509,201401907~3870839,214231218~6706656,243269632~18643912,269499379~3356749,274226424~3502279,280713563~7947823,293601280~6947367,317854137~8374821,331350016~5863673,339738624~6193172,346768263~7894800,357126779~4440344,361687007~10700939,375621878~4336996,381681664~3864405,385875968~8963827] 2024-04-15T15:52:35.653 INFO:tasks.workunit.client.0.smithi016.stdout:from 2 to 9 diff [1407852~6236849,18974590~3953874,23370140~6746194,45073187~7566238,55327051~2443968,58803376~10861539,70107364~9702317,88819073~17186969,116081313~4216278,143689906~18233102,177794263~10818496,197715827~2345509,200902709~6303909,214231218~6706656,246826632~6407630,255779342~6134202,271596047~1269409,274226424~3502279,280776598~7884788,295146124~5402523,315193554~277118,318291873~7937085,334529327~2684362,337504732~8427064,346768263~7894800,357126779~4440344,364476758~7911188,375621878~4336996,382399450~3146619,389367398~5472397,409269905~2106919] 2024-04-15T15:52:35.653 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [1407852~6236849,18974590~3953874,23370140~6746194,45073187~7566238,55327051~2443968,58803376~10861539,70107364~9702317,88819073~17186969,116081313~4216278,143689906~18233102,177794263~10818496,197715827~2345509,200902709~6303909,214231218~6706656,246826632~6407630,255779342~6134202,271596047~1269409,274226424~3502279,280776598~7884788,295146124~5402523,315193554~277118,318291873~7937085,334529327~2684362,337504732~8427064,346768263~7894800,357126779~4440344,364476758~7911188,375621878~4336996,382399450~3146619,389367398~5472397,409269905~2106919] 2024-04-15T15:52:35.659 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [0~7644701,18974590~11141744,41943040~10696385,54525952~3245067,58720256~21089425,88080384~17925658,113246208~7051383,142606336~19316672,176160768~12451991,197715827~2345509,200902709~6303909,214231218~6706656,243269632~18643912,269499379~3366077,274226424~3502279,280713563~7947823,293601280~6947367,315193554~277118,317854137~8374821,331350016~14581780,346768263~7894800,357126779~4440344,361687007~10700939,375621878~4336996,381681664~3864405,385875968~8963827,409269905~2106919] 2024-04-15T15:52:35.659 INFO:tasks.workunit.client.0.smithi016.stdout:from 2 to 10 diff [1407852~6236849,18974590~3953874,23370140~6746194,39004095~4674069,45073187~7566238,55327051~2443968,58803376~10861539,70107364~9702317,83795172~22210870,115971518~5316885,143689906~18233102,177794263~10818496,197715827~2345509,200902709~6303909,214231218~6706656,244550308~10587305,255779342~6134202,271596047~1269409,274226424~14434962,289026016~5060704,295146124~5402523,315193554~277118,318291873~7937085,334529327~2684362,337504732~8427064,346768263~7894800,357126779~4440344,364476758~7911188,375621878~4336996,382399450~3146619,386917683~8706716,398940330~1033414,409269905~2106919] 2024-04-15T15:52:35.659 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [1407852~6236849,18974590~3953874,23370140~6746194,39004095~4674069,45073187~7566238,55327051~2443968,58803376~10861539,70107364~9702317,83795172~22210870,115971518~5316885,143689906~18233102,177794263~10818496,197715827~2345509,200902709~6303909,214231218~6706656,244550308~10587305,255779342~6134202,271596047~1269409,274226424~14434962,289026016~5060704,295146124~5402523,315193554~277118,318291873~7937085,334529327~2684362,337504732~8427064,346768263~7894800,357126779~4440344,364476758~7911188,375621878~4336996,382399450~3146619,386917683~8706716,398940330~1033414,409269905~2106919] 2024-04-15T15:52:35.664 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [0~7644701,18974590~11141744,37748736~14890689,54525952~3245067,58720256~21089425,80767666~25238376,113246208~8042195,142606336~19316672,176160768~12451991,197715827~2345509,200902709~6303909,214231218~6706656,243269632~18643912,269499379~3366077,274226424~14434962,289026016~11522631,315193554~277118,317854137~8374821,331350016~14581780,346768263~7894800,357126779~4440344,361687007~10700939,375621878~4336996,381681664~3864405,385875968~9748431,398940330~1033414,409269905~2106919] 2024-04-15T15:52:35.665 INFO:tasks.workunit.client.0.smithi016.stdout:from 2 to 11 diff [1407852~6236849,18974590~3953874,23370140~6746194,39004095~4674069,45073187~7566238,55327051~2443968,58803376~10861539,70107364~9702317,83795172~26746142,115971518~5316885,143111946~18811062,177794263~13181508,197715827~2345509,200902709~6303909,214231218~6706656,228187715~4547347,244550308~10587305,255779342~6134202,271596047~1269409,274226424~14434962,289026016~5060704,295146124~5402523,301728441~1698228,310897025~2168845,315193554~277118,318291873~7937085,334529327~2684362,337504732~8427064,346768263~7894800,357126779~4440344,364476758~7911188,375621878~20002521,398940330~1033414,409269905~2106919] 2024-04-15T15:52:35.665 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [1407852~6236849,18974590~3953874,23370140~6746194,39004095~4674069,45073187~7566238,55327051~2443968,58803376~10861539,70107364~9702317,83795172~26746142,115971518~5316885,143111946~18811062,177794263~13181508,197715827~2345509,200902709~6303909,214231218~6706656,228187715~4547347,244550308~10587305,255779342~6134202,271596047~1269409,274226424~14434962,289026016~5060704,295146124~5402523,301728441~1698228,310897025~2168845,315193554~277118,318291873~7937085,334529327~2684362,337504732~8427064,346768263~7894800,357126779~4440344,364476758~7911188,375621878~20002521,398940330~1033414,409269905~2106919] 2024-04-15T15:52:35.670 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [0~7644701,18974590~11141744,37748736~14890689,54525952~3245067,58720256~21089425,80767666~29773648,113246208~8042195,142606336~19316672,176160768~14815003,197715827~2345509,200902709~6303909,214231218~6706656,228187715~4547347,243269632~18643912,269499379~3366077,274226424~14434962,289026016~14400653,310897025~2168845,315193554~277118,317854137~8374821,331350016~14581780,346768263~7894800,357126779~4440344,361687007~10700939,375621878~20002521,398940330~1033414,409269905~2106919] 2024-04-15T15:52:35.671 INFO:tasks.workunit.client.0.smithi016.stdout:from 2 to 12 diff [1407852~6236849,18151405~4777059,23370140~6746194,35927215~7750949,45073187~7566238,55327051~2443968,58803376~10861539,70107364~9702317,83795172~26746142,115971518~5316885,132003695~2010602,137599326~359052,143111946~18811062,170400021~1668136,177794263~13181508,191330252~8731084,200902709~6303909,214231218~8459083,228187715~4547347,237519557~4446369,244550308~10587305,255779342~6134202,271596047~1269409,274226424~14434962,289026016~5060704,295146124~5402523,301728441~1698228,310897025~2168845,315193554~277118,318041868~8187090,334529327~2684362,337504732~8427064,346768263~7894800,357126779~4440344,364476758~7911188,375621878~20002521,398940330~1033414,409269905~2106919] 2024-04-15T15:52:35.671 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [1407852~6236849,18151405~4777059,23370140~6746194,35927215~7750949,45073187~7566238,55327051~2443968,58803376~10861539,70107364~9702317,83795172~26746142,115971518~5316885,132003695~2010602,137599326~359052,143111946~18811062,170400021~1668136,177794263~13181508,191330252~8731084,200902709~6303909,214231218~8459083,228187715~4547347,237519557~4446369,244550308~10587305,255779342~6134202,271596047~1269409,274226424~14434962,289026016~5060704,295146124~5402523,301728441~1698228,310897025~2168845,315193554~277118,318041868~8187090,334529327~2684362,337504732~8427064,346768263~7894800,357126779~4440344,364476758~7911188,375621878~20002521,398940330~1033414,409269905~2106919] 2024-04-15T15:52:35.676 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [0~7644701,18151405~11964929,33554432~19084993,54525952~3245067,58720256~21089425,80767666~29773648,113246208~8042195,132003695~2010602,137290189~668189,142606336~19316672,167772160~4295997,176160768~23900568,200902709~6303909,214231218~8459083,228187715~4547347,237519557~4446369,243269632~18643912,269499379~3366077,274226424~14434962,289026016~14400653,310897025~2168845,315193554~277118,317854137~8374821,331350016~14581780,346768263~7894800,357126779~4440344,361687007~10700939,375621878~20002521,398940330~1033414,409269905~2106919] 2024-04-15T15:52:35.676 INFO:tasks.workunit.client.0.smithi016.stdout:from 2 to 13 diff [1407852~6236849,18151405~4777059,23370140~6746194,35927215~16712210,55327051~2443968,58803376~10861539,70107364~9702317,83795172~26746142,115971518~10857273,132003695~2010602,137599326~359052,140181751~21741257,170400021~1668136,177794263~13181508,191330252~8731084,200902709~6303909,214231218~8459083,228187715~4547347,237519557~4446369,244550308~10587305,255779342~11021423,271596047~1269409,274226424~14434962,289026016~5060704,295146124~5402523,301728441~1698228,310897025~2168845,315193554~277118,318041868~8187090,327001559~6853457,334529327~2684362,337504732~8427064,346768263~7894800,357126779~4440344,364476758~7911188,375621878~20237687,398940330~1033414,409269905~2106919] 2024-04-15T15:52:35.676 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [1407852~6236849,18151405~4777059,23370140~6746194,35927215~16712210,55327051~2443968,58803376~10861539,70107364~9702317,83795172~26746142,115971518~10857273,132003695~2010602,137599326~359052,140181751~21741257,170400021~1668136,177794263~13181508,191330252~8731084,200902709~6303909,214231218~8459083,228187715~4547347,237519557~4446369,244550308~10587305,255779342~11021423,271596047~1269409,274226424~14434962,289026016~5060704,295146124~5402523,301728441~1698228,310897025~2168845,315193554~277118,318041868~8187090,327001559~6853457,334529327~2684362,337504732~8427064,346768263~7894800,357126779~4440344,364476758~7911188,375621878~20237687,398940330~1033414,409269905~2106919] 2024-04-15T15:52:35.682 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [0~7644701,18151405~11964929,33554432~19084993,54525952~3245067,58720256~21089425,80767666~29773648,113246208~13582583,132003695~2010602,137290189~668189,138412032~23510976,167772160~4295997,176160768~23900568,200902709~6303909,214231218~8459083,228187715~4547347,237519557~4446369,243269632~23531133,269499379~3366077,274226424~14434962,289026016~14400653,310897025~2168845,315193554~277118,317854137~28077659,346768263~7894800,357126779~4440344,361687007~10700939,375621878~20237687,398940330~1033414,409269905~2106919] 2024-04-15T15:52:35.682 INFO:tasks.workunit.client.0.smithi016.stdout:from 2 to 14 diff [1407852~6236849,18151405~4777059,23370140~6746194,30767588~21871837,55327051~2443968,58803376~10861539,70107364~9702317,83795172~26746142,115971518~10857273,132003695~2010602,137599326~359052,140181751~21741257,170400021~1668136,177794263~13208274,191330252~8731084,200902709~6303909,214231218~10190935,228187715~4547347,236562450~18575163,255779342~11021423,271596047~1269409,274226424~14434962,289026016~5060704,295146124~5402523,301728441~1698228,310897025~2168845,315193554~277118,318041868~8187090,327001559~6853457,334529327~2684362,337504732~8427064,346768263~7894800,357126779~4440344,364476758~7911188,373809006~22050559,398940330~1033414,401146831~3203664,409269905~2106919] 2024-04-15T15:52:35.682 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [1407852~6236849,18151405~4777059,23370140~6746194,30767588~21871837,55327051~2443968,58803376~10861539,70107364~9702317,83795172~26746142,115971518~10857273,132003695~2010602,137599326~359052,140181751~21741257,170400021~1668136,177794263~13208274,191330252~8731084,200902709~6303909,214231218~10190935,228187715~4547347,236562450~18575163,255779342~11021423,271596047~1269409,274226424~14434962,289026016~5060704,295146124~5402523,301728441~1698228,310897025~2168845,315193554~277118,318041868~8187090,327001559~6853457,334529327~2684362,337504732~8427064,346768263~7894800,357126779~4440344,364476758~7911188,373809006~22050559,398940330~1033414,401146831~3203664,409269905~2106919] 2024-04-15T15:52:35.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:52:35 smithi102 ceph-mon[87131]: osdmap e2027: 8 total, 8 up, 8 in 2024-04-15T15:52:35.688 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [0~7644701,18151405~11964929,30767588~21871837,54525952~3245067,58720256~21089425,80767666~29773648,113246208~13582583,132003695~2010602,137290189~668189,138412032~23510976,167772160~4295997,176160768~23900568,200902709~6303909,214231218~10190935,228187715~4547347,236562450~30238315,269499379~3366077,274226424~14434962,289026016~14400653,310897025~2168845,315193554~277118,317854137~28077659,346768263~7894800,357126779~4440344,361687007~10700939,373809006~22050559,398940330~1033414,401146831~3203664,409269905~2106919] 2024-04-15T15:52:35.688 INFO:tasks.workunit.client.0.smithi016.stdout:from 2 to 15 diff [1407852~6236849,11211002~5723244,18151405~4777059,23370140~6746194,30767588~21871837,55327051~14337864,70107364~9702317,83795172~26746142,115971518~10857273,132003695~2010602,137599326~359052,140181751~21741257,170400021~1668136,177794263~13208274,191330252~15876366,214231218~10190935,225819586~7492306,236562450~18575163,255779342~11021423,271596047~1269409,274226424~14434962,289026016~5060704,295073337~5475310,301728441~1698228,310897025~2168845,315193554~277118,318041868~8187090,327001559~6853457,334529327~2684362,337504732~8427064,346768263~7894800,357126779~4440344,364476758~7911188,373809006~22050559,398940330~1033414,401146831~3203664,409269905~2106919] 2024-04-15T15:52:35.688 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [1407852~6236849,11211002~5723244,18151405~4777059,23370140~6746194,30767588~21871837,55327051~14337864,70107364~9702317,83795172~26746142,115971518~10857273,132003695~2010602,137599326~359052,140181751~21741257,170400021~1668136,177794263~13208274,191330252~15876366,214231218~10190935,225819586~7492306,236562450~18575163,255779342~11021423,271596047~1269409,274226424~14434962,289026016~5060704,295073337~5475310,301728441~1698228,310897025~2168845,315193554~277118,318041868~8187090,327001559~6853457,334529327~2684362,337504732~8427064,346768263~7894800,357126779~4440344,364476758~7911188,373809006~22050559,398940330~1033414,401146831~3203664,409269905~2106919] 2024-04-15T15:52:35.694 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [0~7644701,11211002~5723244,18151405~11964929,30767588~21871837,54525952~25283729,80767666~29773648,113246208~13582583,132003695~2010602,137290189~668189,138412032~23510976,167772160~4295997,176160768~31045850,214231218~19080674,236562450~30238315,269499379~3366077,274226424~14434962,289026016~14400653,310897025~2168845,315193554~277118,317854137~28077659,346768263~7894800,357126779~4440344,361687007~10700939,373809006~22050559,398940330~1033414,401146831~3203664,409269905~2106919] 2024-04-15T15:52:35.694 INFO:tasks.workunit.client.0.smithi016.stdout:from 2 to 16 diff [1407852~6236849,11211002~5723244,18151405~4777059,23370140~6746194,30767588~21871837,53622457~26187224,83795172~26746142,115971518~10857273,132003695~2010602,137599326~359052,140181751~21741257,170400021~1668136,177794263~13208274,191330252~15876366,214231218~10190935,225819586~7492306,236562450~18575163,255779342~11021423,271596047~1269409,274226424~14434962,289026016~5060704,295073337~5475310,301728441~1698228,310897025~2168845,315193554~277118,318041868~8187090,327001559~10212130,337504732~8427064,346768263~7894800,357126779~4440344,364476758~7911188,373809006~22050559,398940330~1033414,401146831~3203664,409269905~2106919] 2024-04-15T15:52:35.694 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [1407852~6236849,11211002~5723244,18151405~4777059,23370140~6746194,30767588~21871837,53622457~26187224,83795172~26746142,115971518~10857273,132003695~2010602,137599326~359052,140181751~21741257,170400021~1668136,177794263~13208274,191330252~15876366,214231218~10190935,225819586~7492306,236562450~18575163,255779342~11021423,271596047~1269409,274226424~14434962,289026016~5060704,295073337~5475310,301728441~1698228,310897025~2168845,315193554~277118,318041868~8187090,327001559~10212130,337504732~8427064,346768263~7894800,357126779~4440344,364476758~7911188,373809006~22050559,398940330~1033414,401146831~3203664,409269905~2106919] 2024-04-15T15:52:35.700 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [0~7644701,11211002~5723244,18151405~11964929,30767588~49042093,80767666~29773648,113246208~13582583,132003695~2010602,137290189~668189,138412032~23510976,167772160~4295997,176160768~31045850,214231218~19080674,236562450~30238315,269499379~3366077,274226424~14434962,289026016~14400653,310897025~2168845,315193554~277118,317854137~28077659,346768263~7894800,357126779~4440344,361687007~10700939,373809006~22050559,398940330~1033414,401146831~3203664,409269905~2106919] 2024-04-15T15:52:35.700 INFO:tasks.workunit.client.0.smithi016.stdout:from 2 to 17 diff [983717~6660984,11211002~5723244,18151405~4777059,23370140~6746194,30767588~21871837,53622457~26187224,83795172~26746142,111522261~15306530,132003695~2010602,137599326~359052,138191234~23731774,170400021~1668136,177794263~13208274,191330252~15876366,214231218~10190935,225819586~7492306,236562450~18710778,255779342~11021423,271596047~1269409,274226424~14434962,289026016~5060704,295073337~5475310,301728441~1698228,310897025~2168845,315193554~277118,318041868~8187090,327001559~10212130,337504732~8427064,346638186~8024877,357126779~4440344,364476758~7911188,373809006~22050559,398940330~1033414,401146831~3203664,409269905~2106919] 2024-04-15T15:52:35.700 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [983717~6660984,11211002~5723244,18151405~4777059,23370140~6746194,30767588~21871837,53622457~26187224,83795172~26746142,111522261~15306530,132003695~2010602,137599326~359052,138191234~23731774,170400021~1668136,177794263~13208274,191330252~15876366,214231218~10190935,225819586~7492306,236562450~18710778,255779342~11021423,271596047~1269409,274226424~14434962,289026016~5060704,295073337~5475310,301728441~1698228,310897025~2168845,315193554~277118,318041868~8187090,327001559~10212130,337504732~8427064,346638186~8024877,357126779~4440344,364476758~7911188,373809006~22050559,398940330~1033414,401146831~3203664,409269905~2106919] 2024-04-15T15:52:35.706 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [0~7644701,11211002~5723244,18151405~11964929,30767588~49042093,80767666~46061125,132003695~2010602,137290189~24632819,167772160~4295997,176160768~31045850,214231218~19080674,236562450~30238315,269499379~3366077,274226424~14434962,289026016~14400653,310897025~2168845,315193554~277118,317854137~28077659,346638186~8024877,357126779~4440344,361687007~10700939,373809006~22050559,398940330~1033414,401146831~3203664,409269905~2106919] 2024-04-15T15:52:35.706 INFO:tasks.workunit.client.0.smithi016.stdout:from 2 to 18 diff [983717~6660984,11211002~5723244,18151405~4777059,23370140~6746194,30767588~21871837,53622457~26187224,83795172~26746142,111522261~15306530,132003695~2010602,137599326~24323682,170400021~1668136,177794263~13208274,191330252~15876366,214231218~10190935,225819586~7492306,234112351~32688414,271596047~1269409,274226424~14434962,289026016~5060704,295073337~5475310,301728441~1698228,305190124~3214837,310897025~2168845,315193554~277118,318041868~8187090,327001559~18930237,346638186~8024877,357126779~4440344,364476758~7911188,373809006~22050559,398940330~1033414,401146831~6149822,409269905~2106919] 2024-04-15T15:52:35.706 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [983717~6660984,11211002~5723244,18151405~4777059,23370140~6746194,30767588~21871837,53622457~26187224,83795172~26746142,111522261~15306530,132003695~2010602,137599326~24323682,170400021~1668136,177794263~13208274,191330252~15876366,214231218~10190935,225819586~7492306,234112351~32688414,271596047~1269409,274226424~14434962,289026016~5060704,295073337~5475310,301728441~1698228,305190124~3214837,310897025~2168845,315193554~277118,318041868~8187090,327001559~18930237,346638186~8024877,357126779~4440344,364476758~7911188,373809006~22050559,398940330~1033414,401146831~6149822,409269905~2106919] 2024-04-15T15:52:35.712 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [0~7644701,11211002~5723244,18151405~11964929,30767588~49042093,80767666~46061125,132003695~2010602,137290189~24632819,167772160~4295997,176160768~31045850,214231218~19080674,234112351~32688414,269499379~3366077,274226424~14434962,289026016~14400653,305190124~3214837,310897025~2168845,315193554~277118,317854137~28077659,346638186~8024877,357126779~4440344,361687007~10700939,373809006~22050559,398940330~1033414,401146831~6149822,409269905~2106919] 2024-04-15T15:52:35.712 INFO:tasks.workunit.client.0.smithi016.stdout:from 2 to 19 diff [983717~7028662,11211002~5723244,18151405~4777059,23370140~6746194,30767588~21871837,53622457~29537941,83795172~26746142,111522261~15306530,132003695~2010602,137599326~24323682,167574367~7089410,177794263~13208274,191330252~15876366,214231218~10190935,225819586~7492306,234112351~32688414,271596047~1269409,274226424~14434962,289026016~5060704,295073337~5475310,301728441~1698228,305190124~9814813,315193554~277118,318041868~8187090,327001559~18930237,346638186~8024877,357126779~4440344,362493560~331273,364476758~7911188,373809006~22050559,398940330~1033414,401146831~10229993] 2024-04-15T15:52:35.712 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [983717~7028662,11211002~5723244,18151405~4777059,23370140~6746194,30767588~21871837,53622457~29537941,83795172~26746142,111522261~15306530,132003695~2010602,137599326~24323682,167574367~7089410,177794263~13208274,191330252~15876366,214231218~10190935,225819586~7492306,234112351~32688414,271596047~1269409,274226424~14434962,289026016~5060704,295073337~5475310,301728441~1698228,305190124~9814813,315193554~277118,318041868~8187090,327001559~18930237,346638186~8024877,357126779~4440344,362493560~331273,364476758~7911188,373809006~22050559,398940330~1033414,401146831~10229993] 2024-04-15T15:52:35.718 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [0~8012379,11211002~5723244,18151405~11964929,30767588~96061203,132003695~2010602,137290189~24632819,163577856~11085921,176160768~31045850,214231218~19080674,234112351~32688414,269499379~3366077,274226424~14434962,289026016~14400653,305190124~9814813,315193554~277118,317854137~28077659,346638186~8024877,357126779~4440344,361687007~10700939,373809006~22050559,398940330~1033414,401146831~10229993] 2024-04-15T15:52:35.718 INFO:tasks.workunit.client.0.smithi016.stdout:from 3 to 4 diff [27904008~2212326,64413659~5251256,97558108~3535422,103465795~2540247,116081313~4216278,177971491~7121171,197715827~2345509,202383678~2675213,334529327~2684362,365204851~7183095] 2024-04-15T15:52:35.718 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [27904008~2212326,64413659~5251256,97558108~3535422,103465795~2540247,116081313~4216278,177971491~7121171,197715827~2345509,202383678~2675213,334529327~2684362,365204851~7183095] 2024-04-15T15:52:35.723 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [27904008~2212326,64413659~5251256,97558108~3535422,103465795~2540247,113246208~7051383,176160768~8931894,197715827~2345509,201401907~3656984,331350016~5863673,364904448~7483498] 2024-04-15T15:52:35.723 INFO:tasks.workunit.client.0.smithi016.stdout:from 3 to 5 diff [27904008~2212326,64413659~5251256,97558108~3535422,103465795~2540247,116081313~4216278,143689906~3220491,177971491~7121171,197715827~2345509,202383678~2675213,214231218~6706656,246826632~6407630,324523378~20673,334529327~2684362,343156598~2775198,348221151~3709596,364476758~7911188,375621878~4336996,382399450~3146619] 2024-04-15T15:52:35.723 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [27904008~2212326,64413659~5251256,97558108~3535422,103465795~2540247,116081313~4216278,143689906~3220491,177971491~7121171,197715827~2345509,202383678~2675213,214231218~6706656,246826632~6407630,324523378~20673,334529327~2684362,343156598~2775198,348221151~3709596,364476758~7911188,375621878~4336996,382399450~3146619] 2024-04-15T15:52:35.729 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [27904008~2212326,64413659~5251256,97558108~3535422,103465795~2540247,113246208~7051383,142606336~4304061,176160768~8931894,197715827~2345509,201401907~3656984,214231218~6706656,243269632~9964630,322961408~1582643,331350016~5863673,339738624~6193172,348221151~3709596,361687007~10700939,375621878~4336996,381681664~3864405] 2024-04-15T15:52:35.729 INFO:tasks.workunit.client.0.smithi016.stdout:from 3 to 6 diff [21915790~1012674,23370140~6746194,64413659~5251256,70107364~7748399,97558108~3535422,103465795~2540247,116081313~4216278,143689906~3220491,177971491~7121171,197715827~2345509,202383678~2675213,214231218~6706656,246826632~6407630,274762967~2194687,281202704~7458682,298090465~2099832,324523378~20673,334529327~2684362,342838614~3093182,348221151~3709596,357126779~4440344,364476758~7911188,375621878~4336996,382399450~3146619,391428534~3411261] 2024-04-15T15:52:35.729 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [21915790~1012674,23370140~6746194,64413659~5251256,70107364~7748399,97558108~3535422,103465795~2540247,116081313~4216278,143689906~3220491,177971491~7121171,197715827~2345509,202383678~2675213,214231218~6706656,246826632~6407630,274762967~2194687,281202704~7458682,298090465~2099832,324523378~20673,334529327~2684362,342838614~3093182,348221151~3709596,357126779~4440344,364476758~7911188,375621878~4336996,382399450~3146619,391428534~3411261] 2024-04-15T15:52:35.735 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [21915790~1012674,23370140~6746194,64413659~13442104,97558108~3535422,103465795~2540247,113246208~7051383,142606336~4304061,176160768~8931894,197715827~2345509,201401907~3656984,214231218~6706656,243269632~9964630,274762967~2194687,281202704~7458682,298090465~2099832,322961408~1582643,331350016~5863673,339738624~6193172,348221151~3709596,357126779~4440344,361687007~10700939,375621878~4336996,381681664~3864405,390070272~4769523] 2024-04-15T15:52:35.735 INFO:tasks.workunit.client.0.smithi016.stdout:from 3 to 7 diff [1407852~4950160,21915790~1012674,23370140~6746194,64413659~5251256,70107364~9702317,90762161~1669577,97558108~3535422,103465795~2540247,116081313~4216278,143689906~3220491,154616324~7306684,177971491~7121171,197715827~2345509,202383678~2889068,214231218~6706656,246826632~6407630,274762967~2194687,281202704~7458682,298090465~2099832,318291873~7937085,334529327~2684362,342838614~3093182,346768263~7894800,357126779~4440344,364476758~7911188,375621878~4336996,382399450~3146619,391428534~3411261] 2024-04-15T15:52:35.735 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [1407852~4950160,21915790~1012674,23370140~6746194,64413659~5251256,70107364~9702317,90762161~1669577,97558108~3535422,103465795~2540247,116081313~4216278,143689906~3220491,154616324~7306684,177971491~7121171,197715827~2345509,202383678~2889068,214231218~6706656,246826632~6407630,274762967~2194687,281202704~7458682,298090465~2099832,318291873~7937085,334529327~2684362,342838614~3093182,346768263~7894800,357126779~4440344,364476758~7911188,375621878~4336996,382399450~3146619,391428534~3411261] 2024-04-15T15:52:35.740 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [0~6358012,21915790~1012674,23370140~6746194,64413659~15396022,90762161~1669577,97558108~3535422,103465795~2540247,113246208~7051383,142606336~4304061,154616324~7306684,176160768~8931894,197715827~2345509,201401907~3870839,214231218~6706656,243269632~9964630,274762967~2194687,281202704~7458682,298090465~2099832,317854137~8374821,331350016~5863673,339738624~6193172,346768263~7894800,357126779~4440344,361687007~10700939,375621878~4336996,381681664~3864405,390070272~4769523] 2024-04-15T15:52:35.740 INFO:tasks.workunit.client.0.smithi016.stdout:from 3 to 8 diff [1407852~4950160,21915790~1012674,23370140~6746194,47697199~4942226,64413659~5251256,70107364~9702317,90762161~1669577,97558108~3535422,103465795~2540247,116081313~4216278,143689906~9438146,154616324~7306684,177794263~10818496,197715827~2345509,202383678~2889068,214231218~6706656,246826632~6407630,255779342~6134202,271596047~1260081,274226424~3502279,280776598~7884788,298090465~2099832,318291873~7937085,334529327~2684362,342838614~3093182,346768263~7894800,357126779~4440344,364476758~7911188,375621878~4336996,382399450~3146619,389367398~5472397] 2024-04-15T15:52:35.741 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [1407852~4950160,21915790~1012674,23370140~6746194,47697199~4942226,64413659~5251256,70107364~9702317,90762161~1669577,97558108~3535422,103465795~2540247,116081313~4216278,143689906~9438146,154616324~7306684,177794263~10818496,197715827~2345509,202383678~2889068,214231218~6706656,246826632~6407630,255779342~6134202,271596047~1260081,274226424~3502279,280776598~7884788,298090465~2099832,318291873~7937085,334529327~2684362,342838614~3093182,346768263~7894800,357126779~4440344,364476758~7911188,375621878~4336996,382399450~3146619,389367398~5472397] 2024-04-15T15:52:35.746 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [0~6358012,21915790~1012674,23370140~6746194,47697199~4942226,64413659~15396022,90762161~1669577,97558108~3535422,103465795~2540247,113246208~7051383,142606336~10521716,154616324~7306684,176160768~12451991,197715827~2345509,201401907~3870839,214231218~6706656,243269632~18643912,269499379~3356749,274226424~3502279,280713563~7947823,298090465~2099832,317854137~8374821,331350016~5863673,339738624~6193172,346768263~7894800,357126779~4440344,361687007~10700939,375621878~4336996,381681664~3864405,385875968~8963827] 2024-04-15T15:52:35.746 INFO:tasks.workunit.client.0.smithi016.stdout:from 3 to 9 diff [1407852~6236849,21915790~1012674,23370140~6746194,47697199~4942226,55327051~2443968,64413659~5251256,70107364~9702317,88819073~7429273,97558108~3535422,103465795~2540247,116081313~4216278,143689906~9438146,154616324~7306684,177794263~10818496,197715827~2345509,200902709~6303909,214231218~6706656,246826632~6407630,255779342~6134202,271596047~1269409,274226424~3502279,280776598~7884788,298090465~2099832,315193554~277118,318291873~7937085,334529327~2684362,337504732~8427064,346768263~7894800,357126779~4440344,364476758~7911188,375621878~4336996,382399450~3146619,389367398~5472397,409269905~2106919] 2024-04-15T15:52:35.747 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [1407852~6236849,21915790~1012674,23370140~6746194,47697199~4942226,55327051~2443968,64413659~5251256,70107364~9702317,88819073~7429273,97558108~3535422,103465795~2540247,116081313~4216278,143689906~9438146,154616324~7306684,177794263~10818496,197715827~2345509,200902709~6303909,214231218~6706656,246826632~6407630,255779342~6134202,271596047~1269409,274226424~3502279,280776598~7884788,298090465~2099832,315193554~277118,318291873~7937085,334529327~2684362,337504732~8427064,346768263~7894800,357126779~4440344,364476758~7911188,375621878~4336996,382399450~3146619,389367398~5472397,409269905~2106919] 2024-04-15T15:52:35.752 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [0~7644701,21915790~1012674,23370140~6746194,47697199~4942226,54525952~3245067,64413659~15396022,88819073~7429273,97558108~3535422,103465795~2540247,113246208~7051383,142606336~10521716,154616324~7306684,176160768~12451991,197715827~2345509,200902709~6303909,214231218~6706656,243269632~18643912,269499379~3366077,274226424~3502279,280713563~7947823,298090465~2099832,315193554~277118,317854137~8374821,331350016~14581780,346768263~7894800,357126779~4440344,361687007~10700939,375621878~4336996,381681664~3864405,385875968~8963827,409269905~2106919] 2024-04-15T15:52:35.752 INFO:tasks.workunit.client.0.smithi016.stdout:from 3 to 10 diff [1407852~6236849,21915790~1012674,23370140~6746194,39004095~4674069,47697199~4942226,55327051~2443968,64413659~5251256,70107364~9702317,83795172~12453174,97558108~3535422,103465795~2540247,115971518~5316885,143689906~9438146,154616324~7306684,177794263~10818496,197715827~2345509,200902709~6303909,214231218~6706656,244550308~10587305,255779342~6134202,271596047~1269409,274226424~14434962,289026016~5060704,298090465~2099832,315193554~277118,318291873~7937085,334529327~2684362,337504732~8427064,346768263~7894800,357126779~4440344,364476758~7911188,375621878~4336996,382399450~3146619,386917683~8706716,398940330~1033414,409269905~2106919] 2024-04-15T15:52:35.752 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [1407852~6236849,21915790~1012674,23370140~6746194,39004095~4674069,47697199~4942226,55327051~2443968,64413659~5251256,70107364~9702317,83795172~12453174,97558108~3535422,103465795~2540247,115971518~5316885,143689906~9438146,154616324~7306684,177794263~10818496,197715827~2345509,200902709~6303909,214231218~6706656,244550308~10587305,255779342~6134202,271596047~1269409,274226424~14434962,289026016~5060704,298090465~2099832,315193554~277118,318291873~7937085,334529327~2684362,337504732~8427064,346768263~7894800,357126779~4440344,364476758~7911188,375621878~4336996,382399450~3146619,386917683~8706716,398940330~1033414,409269905~2106919] 2024-04-15T15:52:35.758 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [0~7644701,21915790~1012674,23370140~6746194,37748736~5929428,47697199~4942226,54525952~3245067,64413659~15396022,80767666~15480680,97558108~3535422,103465795~2540247,113246208~8042195,142606336~10521716,154616324~7306684,176160768~12451991,197715827~2345509,200902709~6303909,214231218~6706656,243269632~18643912,269499379~3366077,274226424~14434962,289026016~5060704,298090465~2099832,315193554~277118,317854137~8374821,331350016~14581780,346768263~7894800,357126779~4440344,361687007~10700939,375621878~4336996,381681664~3864405,385875968~9748431,398940330~1033414,409269905~2106919] 2024-04-15T15:52:35.759 INFO:tasks.workunit.client.0.smithi016.stdout:from 3 to 11 diff [1407852~6236849,21915790~1012674,23370140~6746194,39004095~4674069,47697199~4942226,55327051~2443968,64413659~5251256,70107364~9702317,83795172~12453174,97558108~3535422,103465795~7075519,115971518~5316885,143111946~10016106,154616324~7306684,177794263~13181508,197715827~2345509,200902709~6303909,214231218~6706656,228187715~4547347,244550308~10587305,255779342~6134202,271596047~1269409,274226424~14434962,289026016~5060704,298090465~2099832,301728441~1698228,310897025~2168845,315193554~277118,318291873~7937085,334529327~2684362,337504732~8427064,346768263~7894800,357126779~4440344,364476758~7911188,375621878~20002521,398940330~1033414,409269905~2106919] 2024-04-15T15:52:35.759 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [1407852~6236849,21915790~1012674,23370140~6746194,39004095~4674069,47697199~4942226,55327051~2443968,64413659~5251256,70107364~9702317,83795172~12453174,97558108~3535422,103465795~7075519,115971518~5316885,143111946~10016106,154616324~7306684,177794263~13181508,197715827~2345509,200902709~6303909,214231218~6706656,228187715~4547347,244550308~10587305,255779342~6134202,271596047~1269409,274226424~14434962,289026016~5060704,298090465~2099832,301728441~1698228,310897025~2168845,315193554~277118,318291873~7937085,334529327~2684362,337504732~8427064,346768263~7894800,357126779~4440344,364476758~7911188,375621878~20002521,398940330~1033414,409269905~2106919] 2024-04-15T15:52:35.764 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [0~7644701,21915790~1012674,23370140~6746194,37748736~5929428,47697199~4942226,54525952~3245067,64413659~15396022,80767666~15480680,97558108~3535422,103465795~7075519,113246208~8042195,142606336~10521716,154616324~7306684,176160768~14815003,197715827~2345509,200902709~6303909,214231218~6706656,228187715~4547347,243269632~18643912,269499379~3366077,274226424~14434962,289026016~5060704,298090465~2099832,300548647~2878022,310897025~2168845,315193554~277118,317854137~8374821,331350016~14581780,346768263~7894800,357126779~4440344,361687007~10700939,375621878~20002521,398940330~1033414,409269905~2106919] 2024-04-15T15:52:35.764 INFO:tasks.workunit.client.0.smithi016.stdout:from 3 to 12 diff [1407852~6236849,18151405~1955923,21915790~1012674,23370140~6746194,35927215~7750949,47697199~4942226,55327051~2443968,64413659~5251256,70107364~9702317,83795172~12453174,97558108~3535422,103465795~7075519,115971518~5316885,132003695~2010602,137599326~359052,143111946~10016106,154616324~7306684,170400021~1668136,177794263~13181508,191330252~8731084,200902709~6303909,214231218~8459083,228187715~4547347,237519557~4446369,244550308~10587305,255779342~6134202,271596047~1269409,274226424~14434962,289026016~5060704,298090465~2099832,301728441~1698228,310897025~2168845,315193554~277118,318041868~8187090,334529327~2684362,337504732~8427064,346768263~7894800,357126779~4440344,364476758~7911188,375621878~20002521,398940330~1033414,409269905~2106919] 2024-04-15T15:52:35.764 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [1407852~6236849,18151405~1955923,21915790~1012674,23370140~6746194,35927215~7750949,47697199~4942226,55327051~2443968,64413659~5251256,70107364~9702317,83795172~12453174,97558108~3535422,103465795~7075519,115971518~5316885,132003695~2010602,137599326~359052,143111946~10016106,154616324~7306684,170400021~1668136,177794263~13181508,191330252~8731084,200902709~6303909,214231218~8459083,228187715~4547347,237519557~4446369,244550308~10587305,255779342~6134202,271596047~1269409,274226424~14434962,289026016~5060704,298090465~2099832,301728441~1698228,310897025~2168845,315193554~277118,318041868~8187090,334529327~2684362,337504732~8427064,346768263~7894800,357126779~4440344,364476758~7911188,375621878~20002521,398940330~1033414,409269905~2106919] 2024-04-15T15:52:35.770 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [0~7644701,18151405~1955923,21915790~1012674,23370140~6746194,33554432~10123732,47697199~4942226,54525952~3245067,64413659~15396022,80767666~15480680,97558108~3535422,103465795~7075519,113246208~8042195,132003695~2010602,137290189~668189,142606336~10521716,154616324~7306684,167772160~4295997,176160768~23900568,200902709~6303909,214231218~8459083,228187715~4547347,237519557~4446369,243269632~18643912,269499379~3366077,274226424~14434962,289026016~5060704,298090465~2099832,300548647~2878022,310897025~2168845,315193554~277118,317854137~8374821,331350016~14581780,346768263~7894800,357126779~4440344,361687007~10700939,375621878~20002521,398940330~1033414,409269905~2106919] 2024-04-15T15:52:35.770 INFO:tasks.workunit.client.0.smithi016.stdout:from 3 to 13 diff [1407852~6236849,18151405~1955923,21915790~1012674,23370140~6746194,35927215~9929683,47697199~4942226,55327051~2443968,64413659~5251256,70107364~9702317,83795172~12453174,96314195~1215302,97558108~3535422,103465795~7075519,115971518~10857273,132003695~2010602,137599326~359052,140181751~12946301,154616324~7306684,170400021~1668136,177794263~13181508,191330252~8731084,200902709~6303909,214231218~8459083,228187715~4547347,237519557~4446369,244550308~10587305,255779342~11021423,271596047~1269409,274226424~14434962,289026016~5060704,298090465~2099832,301728441~1698228,310897025~2168845,315193554~277118,318041868~8187090,327001559~6853457,334529327~2684362,337504732~8427064,346768263~7894800,357126779~4440344,364476758~7911188,375621878~20237687,398940330~1033414,409269905~2106919] 2024-04-15T15:52:35.770 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [1407852~6236849,18151405~1955923,21915790~1012674,23370140~6746194,35927215~9929683,47697199~4942226,55327051~2443968,64413659~5251256,70107364~9702317,83795172~12453174,96314195~1215302,97558108~3535422,103465795~7075519,115971518~10857273,132003695~2010602,137599326~359052,140181751~12946301,154616324~7306684,170400021~1668136,177794263~13181508,191330252~8731084,200902709~6303909,214231218~8459083,228187715~4547347,237519557~4446369,244550308~10587305,255779342~11021423,271596047~1269409,274226424~14434962,289026016~5060704,298090465~2099832,301728441~1698228,310897025~2168845,315193554~277118,318041868~8187090,327001559~6853457,334529327~2684362,337504732~8427064,346768263~7894800,357126779~4440344,364476758~7911188,375621878~20237687,398940330~1033414,409269905~2106919] 2024-04-15T15:52:35.776 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [0~7644701,18151405~1955923,21915790~1012674,23370140~6746194,33554432~12302466,47697199~4942226,54525952~3245067,64413659~15396022,80767666~15480680,96314195~1215302,97558108~3535422,103465795~7075519,113246208~13582583,132003695~2010602,137290189~668189,138412032~14716020,154616324~7306684,167772160~4295997,176160768~23900568,200902709~6303909,214231218~8459083,228187715~4547347,237519557~4446369,243269632~23531133,269499379~3366077,274226424~14434962,289026016~5060704,298090465~2099832,300548647~2878022,310897025~2168845,315193554~277118,317854137~28077659,346768263~7894800,357126779~4440344,361687007~10700939,375621878~20237687,398940330~1033414,409269905~2106919] 2024-04-15T15:52:35.776 INFO:tasks.workunit.client.0.smithi016.stdout:from 3 to 14 diff [1407852~6236849,18151405~1955923,21915790~1012674,23370140~6746194,30767588~15089310,47697199~4942226,55327051~2443968,64413659~5251256,70107364~9702317,83795172~13734325,97558108~3535422,103465795~7075519,115971518~10857273,132003695~2010602,137599326~359052,140181751~12946301,154616324~7306684,170400021~1668136,177794263~13208274,191330252~8731084,200902709~6303909,214231218~10190935,228187715~4547347,236562450~18575163,255779342~11021423,271596047~1269409,274226424~14434962,289026016~5060704,298090465~2099832,301728441~1698228,310897025~2168845,315193554~277118,318041868~8187090,327001559~6853457,334529327~2684362,337504732~8427064,346768263~7894800,357126779~4440344,364476758~7911188,373809006~22050559,398940330~1033414,401146831~3203664,409269905~2106919] 2024-04-15T15:52:35.776 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [1407852~6236849,18151405~1955923,21915790~1012674,23370140~6746194,30767588~15089310,47697199~4942226,55327051~2443968,64413659~5251256,70107364~9702317,83795172~13734325,97558108~3535422,103465795~7075519,115971518~10857273,132003695~2010602,137599326~359052,140181751~12946301,154616324~7306684,170400021~1668136,177794263~13208274,191330252~8731084,200902709~6303909,214231218~10190935,228187715~4547347,236562450~18575163,255779342~11021423,271596047~1269409,274226424~14434962,289026016~5060704,298090465~2099832,301728441~1698228,310897025~2168845,315193554~277118,318041868~8187090,327001559~6853457,334529327~2684362,337504732~8427064,346768263~7894800,357126779~4440344,364476758~7911188,373809006~22050559,398940330~1033414,401146831~3203664,409269905~2106919] 2024-04-15T15:52:35.782 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [0~7644701,18151405~1955923,21915790~1012674,23370140~6746194,30767588~15089310,47697199~4942226,54525952~3245067,64413659~15396022,80767666~16761831,97558108~3535422,103465795~7075519,113246208~13582583,132003695~2010602,137290189~668189,138412032~14716020,154616324~7306684,167772160~4295997,176160768~23900568,200902709~6303909,214231218~10190935,228187715~4547347,236562450~30238315,269499379~3366077,274226424~14434962,289026016~5060704,298090465~2099832,300548647~2878022,310897025~2168845,315193554~277118,317854137~28077659,346768263~7894800,357126779~4440344,361687007~10700939,373809006~22050559,398940330~1033414,401146831~3203664,409269905~2106919] 2024-04-15T15:52:35.782 INFO:tasks.workunit.client.0.smithi016.stdout:from 3 to 15 diff [1407852~6236849,11211002~5723244,18151405~1955923,21915790~1012674,23370140~6746194,30767588~15089310,47697199~4942226,55327051~4359222,64413659~5251256,70107364~9702317,83795172~13734325,97558108~3535422,103465795~7075519,115971518~10857273,132003695~2010602,137599326~359052,140181751~12946301,154616324~7306684,170400021~1668136,177794263~13208274,191330252~15876366,214231218~10190935,225819586~7492306,236562450~18575163,255779342~11021423,271596047~1269409,274226424~14434962,289026016~5060704,295073337~5116960,301728441~1698228,310897025~2168845,315193554~277118,318041868~8187090,327001559~6853457,334529327~2684362,337504732~8427064,346768263~7894800,357126779~4440344,364476758~7911188,373809006~22050559,398940330~1033414,401146831~3203664,409269905~2106919] 2024-04-15T15:52:35.782 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [1407852~6236849,11211002~5723244,18151405~1955923,21915790~1012674,23370140~6746194,30767588~15089310,47697199~4942226,55327051~4359222,64413659~5251256,70107364~9702317,83795172~13734325,97558108~3535422,103465795~7075519,115971518~10857273,132003695~2010602,137599326~359052,140181751~12946301,154616324~7306684,170400021~1668136,177794263~13208274,191330252~15876366,214231218~10190935,225819586~7492306,236562450~18575163,255779342~11021423,271596047~1269409,274226424~14434962,289026016~5060704,295073337~5116960,301728441~1698228,310897025~2168845,315193554~277118,318041868~8187090,327001559~6853457,334529327~2684362,337504732~8427064,346768263~7894800,357126779~4440344,364476758~7911188,373809006~22050559,398940330~1033414,401146831~3203664,409269905~2106919] 2024-04-15T15:52:35.788 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [0~7644701,11211002~5723244,18151405~1955923,21915790~1012674,23370140~6746194,30767588~15089310,47697199~4942226,54525952~5160321,64413659~15396022,80767666~16761831,97558108~3535422,103465795~7075519,113246208~13582583,132003695~2010602,137290189~668189,138412032~14716020,154616324~7306684,167772160~4295997,176160768~31045850,214231218~19080674,236562450~30238315,269499379~3366077,274226424~14434962,289026016~5060704,295073337~5116960,300548647~2878022,310897025~2168845,315193554~277118,317854137~28077659,346768263~7894800,357126779~4440344,361687007~10700939,373809006~22050559,398940330~1033414,401146831~3203664,409269905~2106919] 2024-04-15T15:52:35.788 INFO:tasks.workunit.client.0.smithi016.stdout:from 3 to 16 diff [1407852~6236849,11211002~5723244,18151405~1955923,21915790~1012674,23370140~6746194,30767588~15089310,47697199~4942226,53622457~6063816,64413659~15396022,83795172~13734325,97558108~3535422,103465795~7075519,115971518~10857273,132003695~2010602,137599326~359052,140181751~12946301,154616324~7306684,170400021~1668136,177794263~13208274,191330252~15876366,214231218~10190935,225819586~7492306,236562450~18575163,255779342~11021423,271596047~1269409,274226424~14434962,289026016~5060704,295073337~5116960,301728441~1698228,310897025~2168845,315193554~277118,318041868~8187090,327001559~10212130,337504732~8427064,346768263~7894800,357126779~4440344,364476758~7911188,373809006~22050559,398940330~1033414,401146831~3203664,409269905~2106919] 2024-04-15T15:52:35.788 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [1407852~6236849,11211002~5723244,18151405~1955923,21915790~1012674,23370140~6746194,30767588~15089310,47697199~4942226,53622457~6063816,64413659~15396022,83795172~13734325,97558108~3535422,103465795~7075519,115971518~10857273,132003695~2010602,137599326~359052,140181751~12946301,154616324~7306684,170400021~1668136,177794263~13208274,191330252~15876366,214231218~10190935,225819586~7492306,236562450~18575163,255779342~11021423,271596047~1269409,274226424~14434962,289026016~5060704,295073337~5116960,301728441~1698228,310897025~2168845,315193554~277118,318041868~8187090,327001559~10212130,337504732~8427064,346768263~7894800,357126779~4440344,364476758~7911188,373809006~22050559,398940330~1033414,401146831~3203664,409269905~2106919] 2024-04-15T15:52:35.789 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:52:35 smithi016 ceph-mon[90652]: osdmap e2027: 8 total, 8 up, 8 in 2024-04-15T15:52:35.789 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:52:35 smithi016 ceph-mon[93212]: osdmap e2027: 8 total, 8 up, 8 in 2024-04-15T15:52:35.794 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [0~7644701,11211002~5723244,18151405~1955923,21915790~1012674,23370140~6746194,30767588~15089310,47697199~11989074,64413659~15396022,80767666~16761831,97558108~3535422,103465795~7075519,113246208~13582583,132003695~2010602,137290189~668189,138412032~14716020,154616324~7306684,167772160~4295997,176160768~31045850,214231218~19080674,236562450~30238315,269499379~3366077,274226424~14434962,289026016~5060704,295073337~5116960,300548647~2878022,310897025~2168845,315193554~277118,317854137~28077659,346768263~7894800,357126779~4440344,361687007~10700939,373809006~22050559,398940330~1033414,401146831~3203664,409269905~2106919] 2024-04-15T15:52:35.794 INFO:tasks.workunit.client.0.smithi016.stdout:from 3 to 17 diff [983717~6660984,11211002~5723244,18151405~1955923,21915790~1012674,23370140~6746194,30767588~15089310,47697199~4942226,53622457~6063816,59747674~20062007,83795172~13734325,97558108~3535422,103465795~7075519,111522261~15306530,132003695~2010602,137599326~359052,138191234~14936818,154616324~7306684,170400021~1668136,177794263~13208274,191330252~15876366,214231218~10190935,225819586~7492306,236562450~18710778,255779342~11021423,271596047~1269409,274226424~14434962,289026016~5060704,295073337~5116960,301728441~1698228,310897025~2168845,315193554~277118,318041868~8187090,327001559~10212130,337504732~8427064,346638186~8024877,357126779~4440344,364476758~7911188,373809006~22050559,398940330~1033414,401146831~3203664,409269905~2106919] 2024-04-15T15:52:35.794 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [983717~6660984,11211002~5723244,18151405~1955923,21915790~1012674,23370140~6746194,30767588~15089310,47697199~4942226,53622457~6063816,59747674~20062007,83795172~13734325,97558108~3535422,103465795~7075519,111522261~15306530,132003695~2010602,137599326~359052,138191234~14936818,154616324~7306684,170400021~1668136,177794263~13208274,191330252~15876366,214231218~10190935,225819586~7492306,236562450~18710778,255779342~11021423,271596047~1269409,274226424~14434962,289026016~5060704,295073337~5116960,301728441~1698228,310897025~2168845,315193554~277118,318041868~8187090,327001559~10212130,337504732~8427064,346638186~8024877,357126779~4440344,364476758~7911188,373809006~22050559,398940330~1033414,401146831~3203664,409269905~2106919] 2024-04-15T15:52:35.800 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [0~7644701,11211002~5723244,18151405~1955923,21915790~1012674,23370140~6746194,30767588~15089310,47697199~11989074,59747674~20062007,80767666~16761831,97558108~3535422,103465795~23362996,132003695~2010602,137290189~15837863,154616324~7306684,167772160~4295997,176160768~31045850,214231218~19080674,236562450~30238315,269499379~3366077,274226424~14434962,289026016~5060704,295073337~5116960,300548647~2878022,310897025~2168845,315193554~277118,317854137~28077659,346638186~8024877,357126779~4440344,361687007~10700939,373809006~22050559,398940330~1033414,401146831~3203664,409269905~2106919] 2024-04-15T15:52:35.800 INFO:tasks.workunit.client.0.smithi016.stdout:from 3 to 18 diff [983717~6660984,11211002~5723244,18151405~1955923,21915790~1012674,23370140~6746194,30767588~15089310,47697199~4942226,53622457~6063816,59747674~20062007,83795172~13734325,97558108~3535422,103465795~7075519,111522261~15306530,132003695~2010602,137599326~15528726,154616324~7306684,170400021~1668136,177794263~13208274,191330252~15876366,214231218~10190935,225819586~7492306,234112351~32688414,271596047~1269409,274226424~14434962,289026016~5060704,295073337~5116960,301728441~1698228,305190124~3214837,310897025~2168845,315193554~277118,318041868~8187090,327001559~18930237,346638186~8024877,357126779~4440344,364476758~7911188,373809006~22050559,398940330~1033414,401146831~6149822,409269905~2106919] 2024-04-15T15:52:35.800 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [983717~6660984,11211002~5723244,18151405~1955923,21915790~1012674,23370140~6746194,30767588~15089310,47697199~4942226,53622457~6063816,59747674~20062007,83795172~13734325,97558108~3535422,103465795~7075519,111522261~15306530,132003695~2010602,137599326~15528726,154616324~7306684,170400021~1668136,177794263~13208274,191330252~15876366,214231218~10190935,225819586~7492306,234112351~32688414,271596047~1269409,274226424~14434962,289026016~5060704,295073337~5116960,301728441~1698228,305190124~3214837,310897025~2168845,315193554~277118,318041868~8187090,327001559~18930237,346638186~8024877,357126779~4440344,364476758~7911188,373809006~22050559,398940330~1033414,401146831~6149822,409269905~2106919] 2024-04-15T15:52:35.805 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [0~7644701,11211002~5723244,18151405~1955923,21915790~1012674,23370140~6746194,30767588~15089310,47697199~11989074,59747674~20062007,80767666~16761831,97558108~3535422,103465795~23362996,132003695~2010602,137290189~15837863,154616324~7306684,167772160~4295997,176160768~31045850,214231218~19080674,234112351~32688414,269499379~3366077,274226424~14434962,289026016~5060704,295073337~5116960,300548647~2878022,305190124~3214837,310897025~2168845,315193554~277118,317854137~28077659,346638186~8024877,357126779~4440344,361687007~10700939,373809006~22050559,398940330~1033414,401146831~6149822,409269905~2106919] 2024-04-15T15:52:35.806 INFO:tasks.workunit.client.0.smithi016.stdout:from 3 to 19 diff [983717~7028662,11211002~5723244,18151405~1955923,21915790~1012674,23370140~6746194,30767588~15089310,47697199~4942226,53622457~6063816,59747674~23412724,83795172~13734325,97558108~3535422,103465795~7075519,111522261~15306530,132003695~2010602,137599326~24323682,167574367~7089410,177794263~13208274,191330252~15876366,214231218~10190935,225819586~7492306,234112351~32688414,271596047~1269409,274226424~14434962,289026016~5060704,295073337~5116960,301728441~1698228,305190124~9814813,315193554~277118,318041868~8187090,327001559~18930237,346638186~8024877,357126779~4440344,362493560~331273,364476758~7911188,373809006~22050559,398940330~1033414,401146831~10229993] 2024-04-15T15:52:35.806 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [983717~7028662,11211002~5723244,18151405~1955923,21915790~1012674,23370140~6746194,30767588~15089310,47697199~4942226,53622457~6063816,59747674~23412724,83795172~13734325,97558108~3535422,103465795~7075519,111522261~15306530,132003695~2010602,137599326~24323682,167574367~7089410,177794263~13208274,191330252~15876366,214231218~10190935,225819586~7492306,234112351~32688414,271596047~1269409,274226424~14434962,289026016~5060704,295073337~5116960,301728441~1698228,305190124~9814813,315193554~277118,318041868~8187090,327001559~18930237,346638186~8024877,357126779~4440344,362493560~331273,364476758~7911188,373809006~22050559,398940330~1033414,401146831~10229993] 2024-04-15T15:52:35.811 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [0~8012379,11211002~5723244,18151405~1955923,21915790~1012674,23370140~6746194,30767588~15089310,47697199~11989074,59747674~37781823,97558108~3535422,103465795~23362996,132003695~2010602,137290189~24632819,163577856~11085921,176160768~31045850,214231218~19080674,234112351~32688414,269499379~3366077,274226424~14434962,289026016~5060704,295073337~5116960,300548647~2878022,305190124~9814813,315193554~277118,317854137~28077659,346638186~8024877,357126779~4440344,361687007~10700939,373809006~22050559,398940330~1033414,401146831~10229993] 2024-04-15T15:52:35.812 INFO:tasks.workunit.client.0.smithi016.stdout:from 4 to 5 diff [143689906~3220491,214231218~6706656,246826632~6407630,324523378~20673,343156598~2775198,348221151~3709596,364476758~2090926,375621878~4336996,382399450~3146619] 2024-04-15T15:52:35.812 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [143689906~3220491,214231218~6706656,246826632~6407630,324523378~20673,343156598~2775198,348221151~3709596,364476758~2090926,375621878~4336996,382399450~3146619] 2024-04-15T15:52:35.817 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [142606336~4304061,214231218~6706656,243269632~9964630,322961408~1582643,339738624~6193172,348221151~3709596,361687007~4880677,375621878~4336996,381681664~3864405] 2024-04-15T15:52:35.817 INFO:tasks.workunit.client.0.smithi016.stdout:from 4 to 6 diff [21915790~1012674,23370140~6252618,70107364~7748399,143689906~3220491,214231218~6706656,246826632~6407630,274762967~2194687,281202704~7458682,298090465~2099832,324523378~20673,342838614~3093182,348221151~3709596,357126779~4440344,364476758~2090926,375621878~4336996,382399450~3146619,391428534~3411261] 2024-04-15T15:52:35.818 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [21915790~1012674,23370140~6252618,70107364~7748399,143689906~3220491,214231218~6706656,246826632~6407630,274762967~2194687,281202704~7458682,298090465~2099832,324523378~20673,342838614~3093182,348221151~3709596,357126779~4440344,364476758~2090926,375621878~4336996,382399450~3146619,391428534~3411261] 2024-04-15T15:52:35.823 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [21915790~1012674,23370140~6252618,69664915~8190848,142606336~4304061,214231218~6706656,243269632~9964630,274762967~2194687,281202704~7458682,298090465~2099832,322961408~1582643,339738624~6193172,348221151~3709596,357126779~4440344,361687007~4880677,375621878~4336996,381681664~3864405,390070272~4769523] 2024-04-15T15:52:35.823 INFO:tasks.workunit.client.0.smithi016.stdout:from 4 to 7 diff [1407852~4950160,21915790~1012674,23370140~6252618,70107364~9702317,90762161~1669577,143689906~3220491,154616324~7306684,204973811~298935,214231218~6706656,246826632~6407630,274762967~2194687,281202704~7458682,298090465~2099832,318291873~7937085,342838614~3093182,346768263~7894800,357126779~4440344,364476758~2090926,375621878~4336996,382399450~3146619,391428534~3411261] 2024-04-15T15:52:35.824 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [1407852~4950160,21915790~1012674,23370140~6252618,70107364~9702317,90762161~1669577,143689906~3220491,154616324~7306684,204973811~298935,214231218~6706656,246826632~6407630,274762967~2194687,281202704~7458682,298090465~2099832,318291873~7937085,342838614~3093182,346768263~7894800,357126779~4440344,364476758~2090926,375621878~4336996,382399450~3146619,391428534~3411261] 2024-04-15T15:52:35.829 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [0~6358012,21915790~1012674,23370140~6252618,69664915~10144766,90762161~1669577,142606336~4304061,154616324~7306684,204973811~298935,214231218~6706656,243269632~9964630,274762967~2194687,281202704~7458682,298090465~2099832,317854137~8374821,339738624~6193172,346768263~7894800,357126779~4440344,361687007~4880677,375621878~4336996,381681664~3864405,390070272~4769523] 2024-04-15T15:52:35.830 INFO:tasks.workunit.client.0.smithi016.stdout:from 4 to 8 diff [1407852~4950160,21915790~1012674,23370140~6252618,47697199~4942226,70107364~9702317,90762161~1669577,143689906~9438146,154616324~7306684,177794263~212347,179360996~1427023,184299196~4313563,204973811~298935,214231218~6706656,246826632~6407630,255779342~6134202,271596047~1260081,274226424~3502279,280776598~7884788,298090465~2099832,318291873~7937085,342838614~3093182,346768263~7894800,357126779~4440344,364476758~2090926,375621878~4336996,382399450~3146619,389367398~5472397] 2024-04-15T15:52:35.830 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [1407852~4950160,21915790~1012674,23370140~6252618,47697199~4942226,70107364~9702317,90762161~1669577,143689906~9438146,154616324~7306684,177794263~212347,179360996~1427023,184299196~4313563,204973811~298935,214231218~6706656,246826632~6407630,255779342~6134202,271596047~1260081,274226424~3502279,280776598~7884788,298090465~2099832,318291873~7937085,342838614~3093182,346768263~7894800,357126779~4440344,364476758~2090926,375621878~4336996,382399450~3146619,389367398~5472397] 2024-04-15T15:52:35.835 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [0~6358012,21915790~1012674,23370140~6252618,47697199~4942226,69664915~10144766,90762161~1669577,142606336~10521716,154616324~7306684,177794263~212347,179360996~1427023,184299196~4313563,204973811~298935,214231218~6706656,243269632~18643912,269499379~3356749,274226424~3502279,280713563~7947823,298090465~2099832,317854137~8374821,339738624~6193172,346768263~7894800,357126779~4440344,361687007~4880677,375621878~4336996,381681664~3864405,385875968~8963827] 2024-04-15T15:52:35.836 INFO:tasks.workunit.client.0.smithi016.stdout:from 4 to 9 diff [1407852~6236849,21915790~1012674,23370140~6252618,47697199~4942226,55327051~2443968,67482688~1170463,70107364~9702317,88819073~7429273,143689906~9438146,154616324~7306684,177794263~212347,179360996~1427023,184299196~4313563,200902709~6303909,214231218~6706656,246826632~6407630,255779342~6134202,271596047~1269409,274226424~3502279,280776598~7884788,298090465~2099832,315193554~277118,318291873~7937085,337504732~8427064,346768263~7894800,357126779~4440344,364476758~2090926,375621878~4336996,382399450~3146619,389367398~5472397,409269905~2106919] 2024-04-15T15:52:35.836 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [1407852~6236849,21915790~1012674,23370140~6252618,47697199~4942226,55327051~2443968,67482688~1170463,70107364~9702317,88819073~7429273,143689906~9438146,154616324~7306684,177794263~212347,179360996~1427023,184299196~4313563,200902709~6303909,214231218~6706656,246826632~6407630,255779342~6134202,271596047~1269409,274226424~3502279,280776598~7884788,298090465~2099832,315193554~277118,318291873~7937085,337504732~8427064,346768263~7894800,357126779~4440344,364476758~2090926,375621878~4336996,382399450~3146619,389367398~5472397,409269905~2106919] 2024-04-15T15:52:35.841 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [0~7644701,21915790~1012674,23370140~6252618,47697199~4942226,54525952~3245067,67482688~1170463,69664915~10144766,88819073~7429273,142606336~10521716,154616324~7306684,177794263~212347,179360996~1427023,184299196~4313563,200902709~6303909,214231218~6706656,243269632~18643912,269499379~3366077,274226424~3502279,280713563~7947823,298090465~2099832,315193554~277118,317854137~8374821,337213689~8718107,346768263~7894800,357126779~4440344,361687007~4880677,375621878~4336996,381681664~3864405,385875968~8963827,409269905~2106919] 2024-04-15T15:52:35.841 INFO:tasks.workunit.client.0.smithi016.stdout:from 4 to 10 diff [1407852~6236849,21915790~1012674,23370140~6252618,39004095~4674069,47697199~4942226,55327051~2443968,67482688~1170463,70107364~9702317,83795172~12453174,115971518~5316885,143689906~9438146,154616324~7306684,177794263~212347,179360996~1427023,184299196~4313563,200902709~6303909,214231218~6706656,244550308~10587305,255779342~6134202,271596047~1269409,274226424~14434962,289026016~5060704,298090465~2099832,315193554~277118,318291873~7937085,337504732~8427064,346768263~7894800,357126779~4440344,364476758~2090926,375621878~4336996,382399450~3146619,386917683~8706716,398940330~1033414,409269905~2106919] 2024-04-15T15:52:35.842 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [1407852~6236849,21915790~1012674,23370140~6252618,39004095~4674069,47697199~4942226,55327051~2443968,67482688~1170463,70107364~9702317,83795172~12453174,115971518~5316885,143689906~9438146,154616324~7306684,177794263~212347,179360996~1427023,184299196~4313563,200902709~6303909,214231218~6706656,244550308~10587305,255779342~6134202,271596047~1269409,274226424~14434962,289026016~5060704,298090465~2099832,315193554~277118,318291873~7937085,337504732~8427064,346768263~7894800,357126779~4440344,364476758~2090926,375621878~4336996,382399450~3146619,386917683~8706716,398940330~1033414,409269905~2106919] 2024-04-15T15:52:35.847 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [0~7644701,21915790~1012674,23370140~6252618,37748736~5929428,47697199~4942226,54525952~3245067,67482688~1170463,69664915~10144766,80767666~15480680,115971518~5316885,142606336~10521716,154616324~7306684,177794263~212347,179360996~1427023,184299196~4313563,200902709~6303909,214231218~6706656,243269632~18643912,269499379~3366077,274226424~14434962,289026016~5060704,298090465~2099832,315193554~277118,317854137~8374821,337213689~8718107,346768263~7894800,357126779~4440344,361687007~4880677,375621878~4336996,381681664~3864405,385875968~9748431,398940330~1033414,409269905~2106919] 2024-04-15T15:52:35.847 INFO:tasks.workunit.client.0.smithi016.stdout:from 4 to 11 diff [1407852~6236849,21915790~1012674,23370140~6252618,39004095~4674069,47697199~4942226,55327051~2443968,67482688~1170463,70107364~9702317,83795172~12453174,104571719~5969595,115971518~5316885,143111946~10016106,154616324~7306684,177794263~212347,179360996~1427023,182886623~8089148,200902709~6303909,214231218~6706656,228187715~4547347,244550308~10587305,255779342~6134202,271596047~1269409,274226424~14434962,289026016~5060704,298090465~2099832,301728441~1698228,310897025~2168845,315193554~277118,318291873~7937085,337504732~8427064,346768263~7894800,357126779~4440344,364476758~2090926,375621878~20002521,398940330~1033414,409269905~2106919] 2024-04-15T15:52:35.847 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [1407852~6236849,21915790~1012674,23370140~6252618,39004095~4674069,47697199~4942226,55327051~2443968,67482688~1170463,70107364~9702317,83795172~12453174,104571719~5969595,115971518~5316885,143111946~10016106,154616324~7306684,177794263~212347,179360996~1427023,182886623~8089148,200902709~6303909,214231218~6706656,228187715~4547347,244550308~10587305,255779342~6134202,271596047~1269409,274226424~14434962,289026016~5060704,298090465~2099832,301728441~1698228,310897025~2168845,315193554~277118,318291873~7937085,337504732~8427064,346768263~7894800,357126779~4440344,364476758~2090926,375621878~20002521,398940330~1033414,409269905~2106919] 2024-04-15T15:52:35.853 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [0~7644701,21915790~1012674,23370140~6252618,37748736~5929428,47697199~4942226,54525952~3245067,67482688~1170463,69664915~10144766,80767666~15480680,104571719~5969595,115971518~5316885,142606336~10521716,154616324~7306684,177794263~212347,179360996~1427023,182886623~8089148,200902709~6303909,214231218~6706656,228187715~4547347,243269632~18643912,269499379~3366077,274226424~14434962,289026016~5060704,298090465~2099832,300548647~2878022,310897025~2168845,315193554~277118,317854137~8374821,337213689~8718107,346768263~7894800,357126779~4440344,361687007~4880677,375621878~20002521,398940330~1033414,409269905~2106919] 2024-04-15T15:52:35.853 INFO:tasks.workunit.client.0.smithi016.stdout:from 4 to 12 diff [1407852~6236849,18151405~1955923,21915790~1012674,23370140~6252618,35927215~7750949,47697199~4942226,55327051~2443968,67482688~1170463,70107364~9702317,83795172~12453174,104571719~5969595,115971518~5316885,132003695~2010602,137599326~359052,143111946~10016106,154616324~7306684,170400021~1668136,177794263~212347,179360996~1427023,182886623~8089148,191330252~6967431,200902709~6303909,214231218~8459083,228187715~4547347,237519557~4446369,244550308~10587305,255779342~6134202,271596047~1269409,274226424~14434962,289026016~5060704,298090465~2099832,301728441~1698228,310897025~2168845,315193554~277118,318041868~8187090,337504732~8427064,346768263~7894800,357126779~4440344,364476758~2090926,375621878~20002521,398940330~1033414,409269905~2106919] 2024-04-15T15:52:35.853 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [1407852~6236849,18151405~1955923,21915790~1012674,23370140~6252618,35927215~7750949,47697199~4942226,55327051~2443968,67482688~1170463,70107364~9702317,83795172~12453174,104571719~5969595,115971518~5316885,132003695~2010602,137599326~359052,143111946~10016106,154616324~7306684,170400021~1668136,177794263~212347,179360996~1427023,182886623~8089148,191330252~6967431,200902709~6303909,214231218~8459083,228187715~4547347,237519557~4446369,244550308~10587305,255779342~6134202,271596047~1269409,274226424~14434962,289026016~5060704,298090465~2099832,301728441~1698228,310897025~2168845,315193554~277118,318041868~8187090,337504732~8427064,346768263~7894800,357126779~4440344,364476758~2090926,375621878~20002521,398940330~1033414,409269905~2106919] 2024-04-15T15:52:35.859 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [0~7644701,18151405~1955923,21915790~1012674,23370140~6252618,33554432~10123732,47697199~4942226,54525952~3245067,67482688~1170463,69664915~10144766,80767666~15480680,104571719~5969595,115971518~5316885,132003695~2010602,137290189~668189,142606336~10521716,154616324~7306684,167772160~4295997,177794263~212347,179360996~1427023,182886623~15411060,200902709~6303909,214231218~8459083,228187715~4547347,237519557~4446369,243269632~18643912,269499379~3366077,274226424~14434962,289026016~5060704,298090465~2099832,300548647~2878022,310897025~2168845,315193554~277118,317854137~8374821,337213689~8718107,346768263~7894800,357126779~4440344,361687007~4880677,375621878~20002521,398940330~1033414,409269905~2106919] 2024-04-15T15:52:35.859 INFO:tasks.workunit.client.0.smithi016.stdout:from 4 to 13 diff [1407852~6236849,18151405~1955923,21915790~1012674,23370140~6252618,35927215~9929683,47697199~4942226,55327051~2443968,67482688~1170463,70107364~9702317,83795172~12453174,96314195~1215302,104571719~5969595,115971518~10857273,132003695~2010602,137599326~359052,140181751~12946301,154616324~7306684,170400021~1668136,177794263~212347,179360996~1427023,182886623~8089148,191330252~6967431,200902709~6303909,214231218~8459083,228187715~4547347,237519557~4446369,244550308~10587305,255779342~11021423,271596047~1269409,274226424~14434962,289026016~5060704,298090465~2099832,301728441~1698228,310897025~2168845,315193554~277118,318041868~8187090,327001559~6853457,337504732~8427064,346768263~7894800,357126779~4440344,364476758~2090926,375621878~20237687,398940330~1033414,409269905~2106919] 2024-04-15T15:52:35.859 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [1407852~6236849,18151405~1955923,21915790~1012674,23370140~6252618,35927215~9929683,47697199~4942226,55327051~2443968,67482688~1170463,70107364~9702317,83795172~12453174,96314195~1215302,104571719~5969595,115971518~10857273,132003695~2010602,137599326~359052,140181751~12946301,154616324~7306684,170400021~1668136,177794263~212347,179360996~1427023,182886623~8089148,191330252~6967431,200902709~6303909,214231218~8459083,228187715~4547347,237519557~4446369,244550308~10587305,255779342~11021423,271596047~1269409,274226424~14434962,289026016~5060704,298090465~2099832,301728441~1698228,310897025~2168845,315193554~277118,318041868~8187090,327001559~6853457,337504732~8427064,346768263~7894800,357126779~4440344,364476758~2090926,375621878~20237687,398940330~1033414,409269905~2106919] 2024-04-15T15:52:35.865 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [0~7644701,18151405~1955923,21915790~1012674,23370140~6252618,33554432~12302466,47697199~4942226,54525952~3245067,67482688~1170463,69664915~10144766,80767666~15480680,96314195~1215302,104571719~5969595,115971518~10857273,132003695~2010602,137290189~668189,138412032~14716020,154616324~7306684,167772160~4295997,177794263~212347,179360996~1427023,182886623~15411060,200902709~6303909,214231218~8459083,228187715~4547347,237519557~4446369,243269632~23531133,269499379~3366077,274226424~14434962,289026016~5060704,298090465~2099832,300548647~2878022,310897025~2168845,315193554~277118,317854137~16000879,337213689~8718107,346768263~7894800,357126779~4440344,361687007~4880677,375621878~20237687,398940330~1033414,409269905~2106919] 2024-04-15T15:52:35.865 INFO:tasks.workunit.client.0.smithi016.stdout:from 4 to 14 diff [1407852~6236849,18151405~1955923,21915790~1012674,23370140~6252618,30767588~15089310,47697199~4942226,55327051~2443968,67482688~1170463,70107364~9702317,83795172~13734325,104571719~5969595,115971518~10857273,132003695~2010602,137599326~359052,140181751~12946301,154616324~7306684,170400021~1668136,177794263~212347,179360996~1427023,182886623~8115914,191330252~6967431,200902709~6303909,214231218~10190935,228187715~4547347,236562450~18575163,255779342~11021423,271596047~1269409,274226424~14434962,289026016~5060704,298090465~2099832,301728441~1698228,310897025~2168845,315193554~277118,318041868~8187090,327001559~6853457,337504732~8427064,346768263~7894800,357126779~4440344,364476758~2090926,373809006~22050559,398940330~1033414,401146831~3203664,409269905~2106919] 2024-04-15T15:52:35.865 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [1407852~6236849,18151405~1955923,21915790~1012674,23370140~6252618,30767588~15089310,47697199~4942226,55327051~2443968,67482688~1170463,70107364~9702317,83795172~13734325,104571719~5969595,115971518~10857273,132003695~2010602,137599326~359052,140181751~12946301,154616324~7306684,170400021~1668136,177794263~212347,179360996~1427023,182886623~8115914,191330252~6967431,200902709~6303909,214231218~10190935,228187715~4547347,236562450~18575163,255779342~11021423,271596047~1269409,274226424~14434962,289026016~5060704,298090465~2099832,301728441~1698228,310897025~2168845,315193554~277118,318041868~8187090,327001559~6853457,337504732~8427064,346768263~7894800,357126779~4440344,364476758~2090926,373809006~22050559,398940330~1033414,401146831~3203664,409269905~2106919] 2024-04-15T15:52:35.870 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [0~7644701,18151405~1955923,21915790~1012674,23370140~6252618,30767588~15089310,47697199~4942226,54525952~3245067,67482688~1170463,69664915~10144766,80767666~16761831,104571719~5969595,115971518~10857273,132003695~2010602,137290189~668189,138412032~14716020,154616324~7306684,167772160~4295997,177794263~212347,179360996~1427023,182886623~15411060,200902709~6303909,214231218~10190935,228187715~4547347,236562450~30238315,269499379~3366077,274226424~14434962,289026016~5060704,298090465~2099832,300548647~2878022,310897025~2168845,315193554~277118,317854137~16000879,337213689~8718107,346768263~7894800,357126779~4440344,361687007~4880677,373809006~22050559,398940330~1033414,401146831~3203664,409269905~2106919] 2024-04-15T15:52:35.871 INFO:tasks.workunit.client.0.smithi016.stdout:from 4 to 15 diff [1407852~6236849,11211002~5723244,18151405~1955923,21915790~1012674,23370140~6252618,30767588~15089310,47697199~4942226,55327051~4359222,67482688~1170463,70107364~9702317,83795172~13734325,104571719~5969595,115971518~10857273,132003695~2010602,137599326~359052,140181751~12946301,154616324~7306684,170400021~1668136,177794263~212347,179360996~1427023,182886623~8115914,191330252~6967431,198421590~8785028,214231218~10190935,225819586~7492306,236562450~18575163,255779342~11021423,271596047~1269409,274226424~14434962,289026016~5060704,295073337~5116960,301728441~1698228,310897025~2168845,315193554~277118,318041868~8187090,327001559~6853457,337504732~8427064,346768263~7894800,357126779~4440344,364476758~2090926,373809006~22050559,398940330~1033414,401146831~3203664,409269905~2106919] 2024-04-15T15:52:35.871 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [1407852~6236849,11211002~5723244,18151405~1955923,21915790~1012674,23370140~6252618,30767588~15089310,47697199~4942226,55327051~4359222,67482688~1170463,70107364~9702317,83795172~13734325,104571719~5969595,115971518~10857273,132003695~2010602,137599326~359052,140181751~12946301,154616324~7306684,170400021~1668136,177794263~212347,179360996~1427023,182886623~8115914,191330252~6967431,198421590~8785028,214231218~10190935,225819586~7492306,236562450~18575163,255779342~11021423,271596047~1269409,274226424~14434962,289026016~5060704,295073337~5116960,301728441~1698228,310897025~2168845,315193554~277118,318041868~8187090,327001559~6853457,337504732~8427064,346768263~7894800,357126779~4440344,364476758~2090926,373809006~22050559,398940330~1033414,401146831~3203664,409269905~2106919] 2024-04-15T15:52:35.876 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [0~7644701,11211002~5723244,18151405~1955923,21915790~1012674,23370140~6252618,30767588~15089310,47697199~4942226,54525952~5160321,67482688~1170463,69664915~10144766,80767666~16761831,104571719~5969595,115971518~10857273,132003695~2010602,137290189~668189,138412032~14716020,154616324~7306684,167772160~4295997,177794263~212347,179360996~1427023,182886623~15411060,198421590~8785028,214231218~19080674,236562450~30238315,269499379~3366077,274226424~14434962,289026016~5060704,295073337~5116960,300548647~2878022,310897025~2168845,315193554~277118,317854137~16000879,337213689~8718107,346768263~7894800,357126779~4440344,361687007~4880677,373809006~22050559,398940330~1033414,401146831~3203664,409269905~2106919] 2024-04-15T15:52:35.877 INFO:tasks.workunit.client.0.smithi016.stdout:from 4 to 16 diff [1407852~6236849,11211002~5723244,18151405~1955923,21915790~1012674,23370140~6252618,30767588~15089310,47697199~4942226,53622457~6063816,66793523~13016158,83795172~13734325,104571719~5969595,115971518~10857273,132003695~2010602,137599326~359052,140181751~12946301,154616324~7306684,170400021~1668136,177794263~212347,179360996~1427023,182886623~8115914,191330252~15876366,214231218~10190935,225819586~7492306,236562450~18575163,255779342~11021423,271596047~1269409,274226424~14434962,289026016~5060704,295073337~5116960,301728441~1698228,310897025~2168845,315193554~277118,318041868~8187090,327001559~8307564,337504732~8427064,346768263~7894800,357126779~4440344,364476758~2090926,373809006~22050559,398940330~1033414,401146831~3203664,409269905~2106919] 2024-04-15T15:52:35.877 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [1407852~6236849,11211002~5723244,18151405~1955923,21915790~1012674,23370140~6252618,30767588~15089310,47697199~4942226,53622457~6063816,66793523~13016158,83795172~13734325,104571719~5969595,115971518~10857273,132003695~2010602,137599326~359052,140181751~12946301,154616324~7306684,170400021~1668136,177794263~212347,179360996~1427023,182886623~8115914,191330252~15876366,214231218~10190935,225819586~7492306,236562450~18575163,255779342~11021423,271596047~1269409,274226424~14434962,289026016~5060704,295073337~5116960,301728441~1698228,310897025~2168845,315193554~277118,318041868~8187090,327001559~8307564,337504732~8427064,346768263~7894800,357126779~4440344,364476758~2090926,373809006~22050559,398940330~1033414,401146831~3203664,409269905~2106919] 2024-04-15T15:52:35.882 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [0~7644701,11211002~5723244,18151405~1955923,21915790~1012674,23370140~6252618,30767588~15089310,47697199~11989074,66793523~13016158,80767666~16761831,104571719~5969595,115971518~10857273,132003695~2010602,137290189~668189,138412032~14716020,154616324~7306684,167772160~4295997,177794263~212347,179360996~1427023,182886623~24319995,214231218~19080674,236562450~30238315,269499379~3366077,274226424~14434962,289026016~5060704,295073337~5116960,300548647~2878022,310897025~2168845,315193554~277118,317854137~17454986,337213689~8718107,346768263~7894800,357126779~4440344,361687007~4880677,373809006~22050559,398940330~1033414,401146831~3203664,409269905~2106919] 2024-04-15T15:52:35.883 INFO:tasks.workunit.client.0.smithi016.stdout:from 4 to 17 diff [983717~6660984,11211002~5723244,18151405~1955923,21915790~1012674,23370140~6252618,30767588~15089310,47697199~4942226,53622457~6063816,59747674~20062007,83795172~13734325,104571719~5969595,111522261~15306530,132003695~2010602,137599326~359052,138191234~14936818,154616324~7306684,170400021~1668136,177794263~212347,179360996~1427023,182886623~8115914,191330252~15876366,214231218~10190935,225819586~7492306,236562450~18710778,255779342~11021423,271596047~1269409,274226424~14434962,289026016~5060704,295073337~5116960,301728441~1698228,310897025~2168845,315193554~277118,318041868~8187090,327001559~8487883,337504732~8427064,346638186~8024877,357126779~4440344,364476758~2090926,373809006~22050559,398940330~1033414,401146831~3203664,409269905~2106919] 2024-04-15T15:52:35.883 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [983717~6660984,11211002~5723244,18151405~1955923,21915790~1012674,23370140~6252618,30767588~15089310,47697199~4942226,53622457~6063816,59747674~20062007,83795172~13734325,104571719~5969595,111522261~15306530,132003695~2010602,137599326~359052,138191234~14936818,154616324~7306684,170400021~1668136,177794263~212347,179360996~1427023,182886623~8115914,191330252~15876366,214231218~10190935,225819586~7492306,236562450~18710778,255779342~11021423,271596047~1269409,274226424~14434962,289026016~5060704,295073337~5116960,301728441~1698228,310897025~2168845,315193554~277118,318041868~8187090,327001559~8487883,337504732~8427064,346638186~8024877,357126779~4440344,364476758~2090926,373809006~22050559,398940330~1033414,401146831~3203664,409269905~2106919] 2024-04-15T15:52:35.888 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [0~7644701,11211002~5723244,18151405~1955923,21915790~1012674,23370140~6252618,30767588~15089310,47697199~11989074,59747674~20062007,80767666~16761831,104571719~22257072,132003695~2010602,137290189~15837863,154616324~7306684,167772160~4295997,177794263~212347,179360996~1427023,182886623~24319995,214231218~19080674,236562450~30238315,269499379~3366077,274226424~14434962,289026016~5060704,295073337~5116960,300548647~2878022,310897025~2168845,315193554~277118,317854137~17635305,337213689~8718107,346638186~8024877,357126779~4440344,361687007~4880677,373809006~22050559,398940330~1033414,401146831~3203664,409269905~2106919] 2024-04-15T15:52:35.889 INFO:tasks.workunit.client.0.smithi016.stdout:from 4 to 18 diff [983717~6660984,11211002~5723244,18151405~1955923,21915790~1012674,23370140~6252618,30767588~15089310,47697199~4942226,53622457~6063816,59747674~20062007,83795172~13734325,104571719~5969595,111522261~15306530,132003695~2010602,137599326~15528726,154616324~7306684,170400021~1668136,177794263~212347,179360996~1427023,182886623~8115914,191330252~15876366,214231218~10190935,225819586~7492306,234112351~32688414,271596047~1269409,274226424~14434962,289026016~5060704,295073337~5116960,301728441~1698228,305190124~3214837,310897025~2168845,315193554~277118,318041868~8187090,327001559~18930237,346638186~8024877,357126779~4440344,364476758~2090926,373809006~22050559,398940330~1033414,401146831~6149822,409269905~2106919] 2024-04-15T15:52:35.889 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [983717~6660984,11211002~5723244,18151405~1955923,21915790~1012674,23370140~6252618,30767588~15089310,47697199~4942226,53622457~6063816,59747674~20062007,83795172~13734325,104571719~5969595,111522261~15306530,132003695~2010602,137599326~15528726,154616324~7306684,170400021~1668136,177794263~212347,179360996~1427023,182886623~8115914,191330252~15876366,214231218~10190935,225819586~7492306,234112351~32688414,271596047~1269409,274226424~14434962,289026016~5060704,295073337~5116960,301728441~1698228,305190124~3214837,310897025~2168845,315193554~277118,318041868~8187090,327001559~18930237,346638186~8024877,357126779~4440344,364476758~2090926,373809006~22050559,398940330~1033414,401146831~6149822,409269905~2106919] 2024-04-15T15:52:35.894 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [0~7644701,11211002~5723244,18151405~1955923,21915790~1012674,23370140~6252618,30767588~15089310,47697199~11989074,59747674~20062007,80767666~16761831,104571719~22257072,132003695~2010602,137290189~15837863,154616324~7306684,167772160~4295997,177794263~212347,179360996~1427023,182886623~24319995,214231218~19080674,234112351~32688414,269499379~3366077,274226424~14434962,289026016~5060704,295073337~5116960,300548647~2878022,305190124~3214837,310897025~2168845,315193554~277118,317854137~28077659,346638186~8024877,357126779~4440344,361687007~4880677,373809006~22050559,398940330~1033414,401146831~6149822,409269905~2106919] 2024-04-15T15:52:35.894 INFO:tasks.workunit.client.0.smithi016.stdout:from 4 to 19 diff [983717~7028662,11211002~5723244,18151405~1955923,21915790~1012674,23370140~6252618,30767588~15089310,47697199~4942226,53622457~6063816,59747674~23412724,83795172~13734325,104571719~5969595,111522261~15306530,132003695~2010602,137599326~24323682,167574367~7089410,177794263~212347,179360996~1427023,182886623~8115914,191330252~15876366,214231218~10190935,225819586~7492306,234112351~32688414,271596047~1269409,274226424~14434962,289026016~5060704,295073337~5116960,301728441~1698228,305190124~9814813,315193554~277118,318041868~8187090,327001559~18930237,346638186~8024877,357126779~4440344,362493560~331273,364476758~2090926,368728082~2291595,373809006~22050559,398940330~1033414,401146831~10229993] 2024-04-15T15:52:35.895 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [983717~7028662,11211002~5723244,18151405~1955923,21915790~1012674,23370140~6252618,30767588~15089310,47697199~4942226,53622457~6063816,59747674~23412724,83795172~13734325,104571719~5969595,111522261~15306530,132003695~2010602,137599326~24323682,167574367~7089410,177794263~212347,179360996~1427023,182886623~8115914,191330252~15876366,214231218~10190935,225819586~7492306,234112351~32688414,271596047~1269409,274226424~14434962,289026016~5060704,295073337~5116960,301728441~1698228,305190124~9814813,315193554~277118,318041868~8187090,327001559~18930237,346638186~8024877,357126779~4440344,362493560~331273,364476758~2090926,368728082~2291595,373809006~22050559,398940330~1033414,401146831~10229993] 2024-04-15T15:52:35.900 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [0~8012379,11211002~5723244,18151405~1955923,21915790~1012674,23370140~6252618,30767588~15089310,47697199~11989074,59747674~37781823,104571719~22257072,132003695~2010602,137290189~24632819,163577856~11085921,177794263~212347,179360996~1427023,182886623~24319995,214231218~19080674,234112351~32688414,269499379~3366077,274226424~14434962,289026016~5060704,295073337~5116960,300548647~2878022,305190124~9814813,315193554~277118,317854137~28077659,346638186~8024877,357126779~4440344,361687007~4880677,368728082~2291595,373809006~22050559,398940330~1033414,401146831~10229993] 2024-04-15T15:52:35.900 INFO:tasks.workunit.client.0.smithi016.stdout:from 5 to 6 diff [21915790~1012674,23370140~6252618,70107364~7748399,274762967~2194687,281202704~7458682,298090465~2099832,342838614~2224455,357126779~4440344,391428534~3411261] 2024-04-15T15:52:35.900 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [21915790~1012674,23370140~6252618,70107364~7748399,274762967~2194687,281202704~7458682,298090465~2099832,342838614~2224455,357126779~4440344,391428534~3411261] 2024-04-15T15:52:35.906 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [21915790~1012674,23370140~6252618,69664915~8190848,274762967~2194687,281202704~7458682,298090465~2099832,342838614~2224455,357126779~4440344,390070272~4769523] 2024-04-15T15:52:35.906 INFO:tasks.workunit.client.0.smithi016.stdout:from 5 to 7 diff [1407852~4950160,21915790~1012674,23370140~6252618,70107364~9702317,90762161~1669577,154616324~7306684,204973811~298935,247631716~1255927,274762967~2194687,281202704~7458682,298090465~2099832,318291873~7937085,342838614~2224455,346768263~7894800,357126779~4440344,391428534~3411261] 2024-04-15T15:52:35.906 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [1407852~4950160,21915790~1012674,23370140~6252618,70107364~9702317,90762161~1669577,154616324~7306684,204973811~298935,247631716~1255927,274762967~2194687,281202704~7458682,298090465~2099832,318291873~7937085,342838614~2224455,346768263~7894800,357126779~4440344,391428534~3411261] 2024-04-15T15:52:35.912 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [0~6358012,21915790~1012674,23370140~6252618,69664915~10144766,90762161~1669577,154616324~7306684,204973811~298935,247631716~1255927,274762967~2194687,281202704~7458682,298090465~2099832,317854137~8374821,342838614~2224455,346768263~7894800,357126779~4440344,390070272~4769523] 2024-04-15T15:52:35.912 INFO:tasks.workunit.client.0.smithi016.stdout:from 5 to 8 diff [1407852~4950160,21915790~1012674,23370140~6252618,47697199~4942226,70107364~9702317,90762161~1669577,146536789~6591263,154616324~7306684,177794263~212347,179360996~1427023,184299196~4313563,204973811~298935,247631716~1255927,255779342~6134202,271596047~1260081,274226424~3502279,280776598~7884788,298090465~2099832,318291873~7937085,342838614~2224455,346768263~7894800,357126779~4440344,389367398~5472397] 2024-04-15T15:52:35.912 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [1407852~4950160,21915790~1012674,23370140~6252618,47697199~4942226,70107364~9702317,90762161~1669577,146536789~6591263,154616324~7306684,177794263~212347,179360996~1427023,184299196~4313563,204973811~298935,247631716~1255927,255779342~6134202,271596047~1260081,274226424~3502279,280776598~7884788,298090465~2099832,318291873~7937085,342838614~2224455,346768263~7894800,357126779~4440344,389367398~5472397] 2024-04-15T15:52:35.917 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [0~6358012,21915790~1012674,23370140~6252618,47697199~4942226,69664915~10144766,90762161~1669577,146536789~6591263,154616324~7306684,177794263~212347,179360996~1427023,184299196~4313563,204973811~298935,247631716~1255927,253234262~8679282,269499379~3356749,274226424~3502279,280713563~7947823,298090465~2099832,317854137~8374821,342838614~2224455,346768263~7894800,357126779~4440344,385875968~8963827] 2024-04-15T15:52:35.918 INFO:tasks.workunit.client.0.smithi016.stdout:from 5 to 9 diff [1407852~6236849,21915790~1012674,23370140~6252618,47697199~4942226,55327051~2443968,67482688~1170463,70107364~9702317,88819073~7429273,146536789~6591263,154616324~7306684,177794263~212347,179360996~1427023,184299196~4313563,200902709~6303909,247631716~1255927,255779342~6134202,271596047~1269409,274226424~3502279,280776598~7884788,298090465~2099832,315193554~277118,318291873~7937085,337504732~7558337,346768263~7894800,357126779~4440344,389367398~5472397,409269905~2106919] 2024-04-15T15:52:35.918 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [1407852~6236849,21915790~1012674,23370140~6252618,47697199~4942226,55327051~2443968,67482688~1170463,70107364~9702317,88819073~7429273,146536789~6591263,154616324~7306684,177794263~212347,179360996~1427023,184299196~4313563,200902709~6303909,247631716~1255927,255779342~6134202,271596047~1269409,274226424~3502279,280776598~7884788,298090465~2099832,315193554~277118,318291873~7937085,337504732~7558337,346768263~7894800,357126779~4440344,389367398~5472397,409269905~2106919] 2024-04-15T15:52:35.923 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [0~7644701,21915790~1012674,23370140~6252618,47697199~4942226,54525952~3245067,67482688~1170463,69664915~10144766,88819073~7429273,146536789~6591263,154616324~7306684,177794263~212347,179360996~1427023,184299196~4313563,200902709~6303909,247631716~1255927,253234262~8679282,269499379~3366077,274226424~3502279,280713563~7947823,298090465~2099832,315193554~277118,317854137~8374821,337213689~7849380,346768263~7894800,357126779~4440344,385875968~8963827,409269905~2106919] 2024-04-15T15:52:35.923 INFO:tasks.workunit.client.0.smithi016.stdout:from 5 to 10 diff [1407852~6236849,21915790~1012674,23370140~6252618,39004095~4674069,47697199~4942226,55327051~2443968,67482688~1170463,70107364~9702317,83795172~12453174,115971518~5316885,146536789~6591263,154616324~7306684,177794263~212347,179360996~1427023,184299196~4313563,200902709~6303909,244550308~10587305,255779342~6134202,271596047~1269409,274226424~14434962,289026016~5060704,298090465~2099832,315193554~277118,318291873~7937085,337504732~7558337,346768263~7894800,357126779~4440344,386917683~8706716,398940330~1033414,409269905~2106919] 2024-04-15T15:52:35.924 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [1407852~6236849,21915790~1012674,23370140~6252618,39004095~4674069,47697199~4942226,55327051~2443968,67482688~1170463,70107364~9702317,83795172~12453174,115971518~5316885,146536789~6591263,154616324~7306684,177794263~212347,179360996~1427023,184299196~4313563,200902709~6303909,244550308~10587305,255779342~6134202,271596047~1269409,274226424~14434962,289026016~5060704,298090465~2099832,315193554~277118,318291873~7937085,337504732~7558337,346768263~7894800,357126779~4440344,386917683~8706716,398940330~1033414,409269905~2106919] 2024-04-15T15:52:35.929 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [0~7644701,21915790~1012674,23370140~6252618,37748736~5929428,47697199~4942226,54525952~3245067,67482688~1170463,69664915~10144766,80767666~15480680,115971518~5316885,146536789~6591263,154616324~7306684,177794263~212347,179360996~1427023,184299196~4313563,200902709~6303909,244550308~17363236,269499379~3366077,274226424~14434962,289026016~5060704,298090465~2099832,315193554~277118,317854137~8374821,337213689~7849380,346768263~7894800,357126779~4440344,385875968~9748431,398940330~1033414,409269905~2106919] 2024-04-15T15:52:35.929 INFO:tasks.workunit.client.0.smithi016.stdout:from 5 to 11 diff [1407852~6236849,21915790~1012674,23370140~6252618,39004095~4674069,47697199~4942226,55327051~2443968,67482688~1170463,70107364~9702317,83795172~12453174,104571719~5969595,115971518~5316885,143111946~2612375,146536789~6591263,154616324~7306684,177794263~212347,179360996~1427023,182886623~8089148,200902709~6303909,228187715~4547347,244550308~10587305,255779342~6134202,271596047~1269409,274226424~14434962,289026016~5060704,298090465~2099832,301728441~1698228,310897025~2168845,315193554~277118,318291873~7937085,337504732~7558337,346768263~7894800,357126779~4440344,379925205~15699194,398940330~1033414,409269905~2106919] 2024-04-15T15:52:35.930 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [1407852~6236849,21915790~1012674,23370140~6252618,39004095~4674069,47697199~4942226,55327051~2443968,67482688~1170463,70107364~9702317,83795172~12453174,104571719~5969595,115971518~5316885,143111946~2612375,146536789~6591263,154616324~7306684,177794263~212347,179360996~1427023,182886623~8089148,200902709~6303909,228187715~4547347,244550308~10587305,255779342~6134202,271596047~1269409,274226424~14434962,289026016~5060704,298090465~2099832,301728441~1698228,310897025~2168845,315193554~277118,318291873~7937085,337504732~7558337,346768263~7894800,357126779~4440344,379925205~15699194,398940330~1033414,409269905~2106919] 2024-04-15T15:52:35.936 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [0~7644701,21915790~1012674,23370140~6252618,37748736~5929428,47697199~4942226,54525952~3245067,67482688~1170463,69664915~10144766,80767666~15480680,104571719~5969595,115971518~5316885,143111946~2612375,146536789~6591263,154616324~7306684,177794263~212347,179360996~1427023,182886623~8089148,200902709~6303909,228187715~4547347,244550308~17363236,269499379~3366077,274226424~14434962,289026016~5060704,298090465~2099832,300548647~2878022,310897025~2168845,315193554~277118,317854137~8374821,337213689~7849380,346768263~7894800,357126779~4440344,379925205~15699194,398940330~1033414,409269905~2106919] 2024-04-15T15:52:35.936 INFO:tasks.workunit.client.0.smithi016.stdout:from 5 to 12 diff [1407852~6236849,18151405~1955923,21915790~1012674,23370140~6252618,35927215~7750949,47697199~4942226,55327051~2443968,67482688~1170463,70107364~9702317,83795172~12453174,104571719~5969595,115971518~5316885,132003695~2010602,137599326~359052,143111946~2612375,146536789~6591263,154616324~7306684,170400021~1668136,177794263~212347,179360996~1427023,182886623~8089148,191330252~6967431,200902709~6303909,215945468~6744833,228187715~4547347,237519557~4446369,244550308~10587305,255779342~6134202,271596047~1269409,274226424~14434962,289026016~5060704,298090465~2099832,301728441~1698228,310897025~2168845,315193554~277118,318041868~8187090,337504732~7558337,346768263~7894800,357126779~4440344,379925205~15699194,398940330~1033414,409269905~2106919] 2024-04-15T15:52:35.936 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [1407852~6236849,18151405~1955923,21915790~1012674,23370140~6252618,35927215~7750949,47697199~4942226,55327051~2443968,67482688~1170463,70107364~9702317,83795172~12453174,104571719~5969595,115971518~5316885,132003695~2010602,137599326~359052,143111946~2612375,146536789~6591263,154616324~7306684,170400021~1668136,177794263~212347,179360996~1427023,182886623~8089148,191330252~6967431,200902709~6303909,215945468~6744833,228187715~4547347,237519557~4446369,244550308~10587305,255779342~6134202,271596047~1269409,274226424~14434962,289026016~5060704,298090465~2099832,301728441~1698228,310897025~2168845,315193554~277118,318041868~8187090,337504732~7558337,346768263~7894800,357126779~4440344,379925205~15699194,398940330~1033414,409269905~2106919] 2024-04-15T15:52:35.941 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [0~7644701,18151405~1955923,21915790~1012674,23370140~6252618,33554432~10123732,47697199~4942226,54525952~3245067,67482688~1170463,69664915~10144766,80767666~15480680,104571719~5969595,115971518~5316885,132003695~2010602,137290189~668189,143111946~2612375,146536789~6591263,154616324~7306684,167772160~4295997,177794263~212347,179360996~1427023,182886623~15411060,200902709~6303909,215945468~6744833,228187715~4547347,237519557~4446369,244550308~17363236,269499379~3366077,274226424~14434962,289026016~5060704,298090465~2099832,300548647~2878022,310897025~2168845,315193554~277118,317854137~8374821,337213689~7849380,346768263~7894800,357126779~4440344,379925205~15699194,398940330~1033414,409269905~2106919] 2024-04-15T15:52:35.942 INFO:tasks.workunit.client.0.smithi016.stdout:from 5 to 13 diff [1407852~6236849,18151405~1955923,21915790~1012674,23370140~6252618,35927215~9929683,47697199~4942226,55327051~2443968,67482688~1170463,70107364~9702317,83795172~12453174,96314195~1215302,104571719~5969595,115971518~10857273,132003695~2010602,137599326~359052,140181751~5542570,146536789~6591263,154616324~7306684,170400021~1668136,177794263~212347,179360996~1427023,182886623~8089148,191330252~6967431,200902709~6303909,215945468~6744833,228187715~4547347,237519557~4446369,244550308~10587305,255779342~11021423,271596047~1269409,274226424~14434962,289026016~5060704,298090465~2099832,301728441~1698228,310897025~2168845,315193554~277118,318041868~8187090,327001559~6853457,337504732~7558337,346768263~7894800,357126779~4440344,379925205~15934360,398940330~1033414,409269905~2106919] 2024-04-15T15:52:35.942 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [1407852~6236849,18151405~1955923,21915790~1012674,23370140~6252618,35927215~9929683,47697199~4942226,55327051~2443968,67482688~1170463,70107364~9702317,83795172~12453174,96314195~1215302,104571719~5969595,115971518~10857273,132003695~2010602,137599326~359052,140181751~5542570,146536789~6591263,154616324~7306684,170400021~1668136,177794263~212347,179360996~1427023,182886623~8089148,191330252~6967431,200902709~6303909,215945468~6744833,228187715~4547347,237519557~4446369,244550308~10587305,255779342~11021423,271596047~1269409,274226424~14434962,289026016~5060704,298090465~2099832,301728441~1698228,310897025~2168845,315193554~277118,318041868~8187090,327001559~6853457,337504732~7558337,346768263~7894800,357126779~4440344,379925205~15934360,398940330~1033414,409269905~2106919] 2024-04-15T15:52:35.947 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [0~7644701,18151405~1955923,21915790~1012674,23370140~6252618,33554432~12302466,47697199~4942226,54525952~3245067,67482688~1170463,69664915~10144766,80767666~15480680,96314195~1215302,104571719~5969595,115971518~10857273,132003695~2010602,137290189~668189,138412032~7312289,146536789~6591263,154616324~7306684,167772160~4295997,177794263~212347,179360996~1427023,182886623~15411060,200902709~6303909,215945468~6744833,228187715~4547347,237519557~4446369,244550308~22250457,269499379~3366077,274226424~14434962,289026016~5060704,298090465~2099832,300548647~2878022,310897025~2168845,315193554~277118,317854137~16000879,337213689~7849380,346768263~7894800,357126779~4440344,379925205~15934360,398940330~1033414,409269905~2106919] 2024-04-15T15:52:35.948 INFO:tasks.workunit.client.0.smithi016.stdout:from 5 to 14 diff [1407852~6236849,18151405~1955923,21915790~1012674,23370140~6252618,30767588~15089310,47697199~4942226,55327051~2443968,67482688~1170463,70107364~9702317,83795172~13734325,104571719~5969595,115971518~10857273,132003695~2010602,137599326~359052,140181751~5542570,146536789~6591263,154616324~7306684,170400021~1668136,177794263~212347,179360996~1427023,182886623~8115914,191330252~6967431,200902709~6303909,215945468~8476685,228187715~4547347,236562450~18575163,255779342~11021423,271596047~1269409,274226424~14434962,289026016~5060704,298090465~2099832,301728441~1698228,310897025~2168845,315193554~277118,318041868~8187090,327001559~6853457,337504732~7558337,346768263~7894800,357126779~4440344,373809006~4939915,379925205~15934360,398940330~1033414,401146831~3203664,409269905~2106919] 2024-04-15T15:52:35.948 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [1407852~6236849,18151405~1955923,21915790~1012674,23370140~6252618,30767588~15089310,47697199~4942226,55327051~2443968,67482688~1170463,70107364~9702317,83795172~13734325,104571719~5969595,115971518~10857273,132003695~2010602,137599326~359052,140181751~5542570,146536789~6591263,154616324~7306684,170400021~1668136,177794263~212347,179360996~1427023,182886623~8115914,191330252~6967431,200902709~6303909,215945468~8476685,228187715~4547347,236562450~18575163,255779342~11021423,271596047~1269409,274226424~14434962,289026016~5060704,298090465~2099832,301728441~1698228,310897025~2168845,315193554~277118,318041868~8187090,327001559~6853457,337504732~7558337,346768263~7894800,357126779~4440344,373809006~4939915,379925205~15934360,398940330~1033414,401146831~3203664,409269905~2106919] 2024-04-15T15:52:35.953 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [0~7644701,18151405~1955923,21915790~1012674,23370140~6252618,30767588~15089310,47697199~4942226,54525952~3245067,67482688~1170463,69664915~10144766,80767666~16761831,104571719~5969595,115971518~10857273,132003695~2010602,137290189~668189,138412032~7312289,146536789~6591263,154616324~7306684,167772160~4295997,177794263~212347,179360996~1427023,182886623~15411060,200902709~6303909,215945468~8476685,228187715~4547347,236562450~30238315,269499379~3366077,274226424~14434962,289026016~5060704,298090465~2099832,300548647~2878022,310897025~2168845,315193554~277118,317854137~16000879,337213689~7849380,346768263~7894800,357126779~4440344,373809006~4939915,379925205~15934360,398940330~1033414,401146831~3203664,409269905~2106919] 2024-04-15T15:52:35.953 INFO:tasks.workunit.client.0.smithi016.stdout:from 5 to 15 diff [1407852~6236849,11211002~5723244,18151405~1955923,21915790~1012674,23370140~6252618,30767588~15089310,47697199~4942226,55327051~4359222,67482688~1170463,70107364~9702317,83795172~13734325,104571719~5969595,115971518~10857273,132003695~2010602,137599326~359052,140181751~5542570,146536789~6591263,154616324~7306684,170400021~1668136,177794263~212347,179360996~1427023,182886623~8115914,191330252~6967431,198421590~8785028,215945468~8476685,225819586~7492306,236562450~18575163,255779342~11021423,271596047~1269409,274226424~14434962,289026016~5060704,295073337~5116960,301728441~1698228,310897025~2168845,315193554~277118,318041868~8187090,327001559~6853457,337504732~7558337,346768263~7894800,357126779~4440344,373809006~4939915,379925205~15934360,398940330~1033414,401146831~3203664,409269905~2106919] 2024-04-15T15:52:35.954 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [1407852~6236849,11211002~5723244,18151405~1955923,21915790~1012674,23370140~6252618,30767588~15089310,47697199~4942226,55327051~4359222,67482688~1170463,70107364~9702317,83795172~13734325,104571719~5969595,115971518~10857273,132003695~2010602,137599326~359052,140181751~5542570,146536789~6591263,154616324~7306684,170400021~1668136,177794263~212347,179360996~1427023,182886623~8115914,191330252~6967431,198421590~8785028,215945468~8476685,225819586~7492306,236562450~18575163,255779342~11021423,271596047~1269409,274226424~14434962,289026016~5060704,295073337~5116960,301728441~1698228,310897025~2168845,315193554~277118,318041868~8187090,327001559~6853457,337504732~7558337,346768263~7894800,357126779~4440344,373809006~4939915,379925205~15934360,398940330~1033414,401146831~3203664,409269905~2106919] 2024-04-15T15:52:35.959 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [0~7644701,11211002~5723244,18151405~1955923,21915790~1012674,23370140~6252618,30767588~15089310,47697199~4942226,54525952~5160321,67482688~1170463,69664915~10144766,80767666~16761831,104571719~5969595,115971518~10857273,132003695~2010602,137290189~668189,138412032~7312289,146536789~6591263,154616324~7306684,167772160~4295997,177794263~212347,179360996~1427023,182886623~15411060,198421590~8785028,215945468~17366424,236562450~30238315,269499379~3366077,274226424~14434962,289026016~5060704,295073337~5116960,300548647~2878022,310897025~2168845,315193554~277118,317854137~16000879,337213689~7849380,346768263~7894800,357126779~4440344,373809006~4939915,379925205~15934360,398940330~1033414,401146831~3203664,409269905~2106919] 2024-04-15T15:52:35.959 INFO:tasks.workunit.client.0.smithi016.stdout:from 5 to 16 diff [1407852~6236849,11211002~5723244,18151405~1955923,21915790~1012674,23370140~6252618,30767588~15089310,47697199~4942226,53622457~6063816,66793523~13016158,83795172~13734325,104571719~5969595,115971518~10857273,132003695~2010602,137599326~359052,140181751~5542570,146536789~6591263,154616324~7306684,170400021~1668136,177794263~212347,179360996~1427023,182886623~8115914,191330252~15876366,215945468~8476685,225819586~7492306,236562450~18575163,255779342~11021423,271596047~1269409,274226424~14434962,289026016~5060704,295073337~5116960,301728441~1698228,310897025~2168845,315193554~277118,318041868~8187090,327001559~8307564,337504732~7558337,346768263~7894800,357126779~4440344,373809006~4939915,379925205~15934360,398940330~1033414,401146831~3203664,409269905~2106919] 2024-04-15T15:52:35.959 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [1407852~6236849,11211002~5723244,18151405~1955923,21915790~1012674,23370140~6252618,30767588~15089310,47697199~4942226,53622457~6063816,66793523~13016158,83795172~13734325,104571719~5969595,115971518~10857273,132003695~2010602,137599326~359052,140181751~5542570,146536789~6591263,154616324~7306684,170400021~1668136,177794263~212347,179360996~1427023,182886623~8115914,191330252~15876366,215945468~8476685,225819586~7492306,236562450~18575163,255779342~11021423,271596047~1269409,274226424~14434962,289026016~5060704,295073337~5116960,301728441~1698228,310897025~2168845,315193554~277118,318041868~8187090,327001559~8307564,337504732~7558337,346768263~7894800,357126779~4440344,373809006~4939915,379925205~15934360,398940330~1033414,401146831~3203664,409269905~2106919] 2024-04-15T15:52:35.965 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [0~7644701,11211002~5723244,18151405~1955923,21915790~1012674,23370140~6252618,30767588~15089310,47697199~11989074,66793523~13016158,80767666~16761831,104571719~5969595,115971518~10857273,132003695~2010602,137290189~668189,138412032~7312289,146536789~6591263,154616324~7306684,167772160~4295997,177794263~212347,179360996~1427023,182886623~24319995,215945468~17366424,236562450~30238315,269499379~3366077,274226424~14434962,289026016~5060704,295073337~5116960,300548647~2878022,310897025~2168845,315193554~277118,317854137~17454986,337213689~7849380,346768263~7894800,357126779~4440344,373809006~4939915,379925205~15934360,398940330~1033414,401146831~3203664,409269905~2106919] 2024-04-15T15:52:35.965 INFO:tasks.workunit.client.0.smithi016.stdout:from 5 to 17 diff [983717~6660984,11211002~5723244,18151405~1955923,21915790~1012674,23370140~6252618,30767588~15089310,47697199~4942226,53622457~6063816,59747674~20062007,83795172~13734325,104571719~5969595,111522261~15306530,132003695~2010602,137599326~359052,138191234~7533087,146536789~6591263,154616324~7306684,170400021~1668136,177794263~212347,179360996~1427023,182886623~8115914,191330252~15876366,215945468~8476685,225819586~7492306,236562450~18710778,255779342~11021423,271596047~1269409,274226424~14434962,289026016~5060704,295073337~5116960,301728441~1698228,310897025~2168845,315193554~277118,318041868~8187090,327001559~8487883,337504732~7558337,346638186~8024877,357126779~4440344,373809006~4939915,379925205~15934360,398940330~1033414,401146831~3203664,409269905~2106919] 2024-04-15T15:52:35.965 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [983717~6660984,11211002~5723244,18151405~1955923,21915790~1012674,23370140~6252618,30767588~15089310,47697199~4942226,53622457~6063816,59747674~20062007,83795172~13734325,104571719~5969595,111522261~15306530,132003695~2010602,137599326~359052,138191234~7533087,146536789~6591263,154616324~7306684,170400021~1668136,177794263~212347,179360996~1427023,182886623~8115914,191330252~15876366,215945468~8476685,225819586~7492306,236562450~18710778,255779342~11021423,271596047~1269409,274226424~14434962,289026016~5060704,295073337~5116960,301728441~1698228,310897025~2168845,315193554~277118,318041868~8187090,327001559~8487883,337504732~7558337,346638186~8024877,357126779~4440344,373809006~4939915,379925205~15934360,398940330~1033414,401146831~3203664,409269905~2106919] 2024-04-15T15:52:35.971 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [0~7644701,11211002~5723244,18151405~1955923,21915790~1012674,23370140~6252618,30767588~15089310,47697199~11989074,59747674~20062007,80767666~16761831,104571719~22257072,132003695~2010602,137290189~8434132,146536789~6591263,154616324~7306684,167772160~4295997,177794263~212347,179360996~1427023,182886623~24319995,215945468~17366424,236562450~30238315,269499379~3366077,274226424~14434962,289026016~5060704,295073337~5116960,300548647~2878022,310897025~2168845,315193554~277118,317854137~17635305,337213689~7849380,346638186~8024877,357126779~4440344,373809006~4939915,379925205~15934360,398940330~1033414,401146831~3203664,409269905~2106919] 2024-04-15T15:52:35.971 INFO:tasks.workunit.client.0.smithi016.stdout:from 5 to 18 diff [983717~6660984,11211002~5723244,18151405~1955923,21915790~1012674,23370140~6252618,30767588~15089310,47697199~4942226,53622457~6063816,59747674~20062007,83795172~13734325,104571719~5969595,111522261~15306530,132003695~2010602,137599326~8124995,146536789~6591263,154616324~7306684,170400021~1668136,177794263~212347,179360996~1427023,182886623~8115914,191330252~15876366,215945468~8476685,225819586~7492306,234112351~32688414,271596047~1269409,274226424~14434962,289026016~5060704,295073337~5116960,301728441~1698228,305190124~3214837,310897025~2168845,315193554~277118,318041868~8187090,327001559~18061510,346638186~8024877,357126779~4440344,373809006~4939915,379925205~15934360,398940330~1033414,401146831~6149822,409269905~2106919] 2024-04-15T15:52:35.971 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [983717~6660984,11211002~5723244,18151405~1955923,21915790~1012674,23370140~6252618,30767588~15089310,47697199~4942226,53622457~6063816,59747674~20062007,83795172~13734325,104571719~5969595,111522261~15306530,132003695~2010602,137599326~8124995,146536789~6591263,154616324~7306684,170400021~1668136,177794263~212347,179360996~1427023,182886623~8115914,191330252~15876366,215945468~8476685,225819586~7492306,234112351~32688414,271596047~1269409,274226424~14434962,289026016~5060704,295073337~5116960,301728441~1698228,305190124~3214837,310897025~2168845,315193554~277118,318041868~8187090,327001559~18061510,346638186~8024877,357126779~4440344,373809006~4939915,379925205~15934360,398940330~1033414,401146831~6149822,409269905~2106919] 2024-04-15T15:52:35.977 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [0~7644701,11211002~5723244,18151405~1955923,21915790~1012674,23370140~6252618,30767588~15089310,47697199~11989074,59747674~20062007,80767666~16761831,104571719~22257072,132003695~2010602,137290189~8434132,146536789~6591263,154616324~7306684,167772160~4295997,177794263~212347,179360996~1427023,182886623~24319995,215945468~17366424,234112351~32688414,269499379~3366077,274226424~14434962,289026016~5060704,295073337~5116960,300548647~2878022,305190124~3214837,310897025~2168845,315193554~277118,317854137~27208932,346638186~8024877,357126779~4440344,373809006~4939915,379925205~15934360,398940330~1033414,401146831~6149822,409269905~2106919] 2024-04-15T15:52:35.977 INFO:tasks.workunit.client.0.smithi016.stdout:from 5 to 19 diff [983717~7028662,11211002~5723244,18151405~1955923,21915790~1012674,23370140~6252618,30767588~15089310,47697199~4942226,53622457~6063816,59747674~23412724,83795172~13734325,104571719~5969595,111522261~15306530,132003695~2010602,137599326~8124995,146536789~15386219,167574367~7089410,177794263~212347,179360996~1427023,182886623~8115914,191330252~15876366,215945468~8476685,225819586~7492306,234112351~32688414,271596047~1269409,274226424~14434962,289026016~5060704,295073337~5116960,301728441~1698228,305190124~9814813,315193554~277118,318041868~8187090,327001559~18061510,346638186~8024877,357126779~4440344,362493560~331273,368728082~2291595,373809006~4939915,379925205~15934360,398940330~1033414,401146831~10229993] 2024-04-15T15:52:35.977 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [983717~7028662,11211002~5723244,18151405~1955923,21915790~1012674,23370140~6252618,30767588~15089310,47697199~4942226,53622457~6063816,59747674~23412724,83795172~13734325,104571719~5969595,111522261~15306530,132003695~2010602,137599326~8124995,146536789~15386219,167574367~7089410,177794263~212347,179360996~1427023,182886623~8115914,191330252~15876366,215945468~8476685,225819586~7492306,234112351~32688414,271596047~1269409,274226424~14434962,289026016~5060704,295073337~5116960,301728441~1698228,305190124~9814813,315193554~277118,318041868~8187090,327001559~18061510,346638186~8024877,357126779~4440344,362493560~331273,368728082~2291595,373809006~4939915,379925205~15934360,398940330~1033414,401146831~10229993] 2024-04-15T15:52:35.983 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [0~8012379,11211002~5723244,18151405~1955923,21915790~1012674,23370140~6252618,30767588~15089310,47697199~11989074,59747674~37781823,104571719~22257072,132003695~2010602,137290189~8434132,146536789~15386219,163577856~11085921,177794263~212347,179360996~1427023,182886623~24319995,215945468~17366424,234112351~32688414,269499379~3366077,274226424~14434962,289026016~5060704,295073337~5116960,300548647~2878022,305190124~9814813,315193554~277118,317854137~27208932,346638186~8024877,357126779~4440344,362493560~331273,368728082~2291595,373809006~4939915,379925205~15934360,398940330~1033414,401146831~10229993] 2024-04-15T15:52:35.983 INFO:tasks.workunit.client.0.smithi016.stdout:from 6 to 7 diff [1407852~4950160,73353021~6456660,90762161~1669577,154616324~7306684,204973811~298935,247631716~1255927,318291873~7937085,346768263~7894800] 2024-04-15T15:52:35.983 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [1407852~4950160,73353021~6456660,90762161~1669577,154616324~7306684,204973811~298935,247631716~1255927,318291873~7937085,346768263~7894800] 2024-04-15T15:52:35.989 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [0~6358012,73353021~6456660,90762161~1669577,154616324~7306684,204973811~298935,247631716~1255927,317854137~8374821,346768263~7894800] 2024-04-15T15:52:35.989 INFO:tasks.workunit.client.0.smithi016.stdout:from 6 to 8 diff [1407852~4950160,47697199~4942226,73353021~6456660,90762161~1669577,146536789~6591263,154616324~7306684,177794263~212347,179360996~1427023,184299196~4313563,204973811~298935,247631716~1255927,255779342~6134202,271596047~1260081,274226424~3502279,280776598~7395436,318291873~7937085,346768263~7894800,389367398~5219065] 2024-04-15T15:52:35.989 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [1407852~4950160,47697199~4942226,73353021~6456660,90762161~1669577,146536789~6591263,154616324~7306684,177794263~212347,179360996~1427023,184299196~4313563,204973811~298935,247631716~1255927,255779342~6134202,271596047~1260081,274226424~3502279,280776598~7395436,318291873~7937085,346768263~7894800,389367398~5219065] 2024-04-15T15:52:35.995 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [0~6358012,47697199~4942226,73353021~6456660,90762161~1669577,146536789~6591263,154616324~7306684,177794263~212347,179360996~1427023,184299196~4313563,204973811~298935,247631716~1255927,253234262~8679282,269499379~3356749,274226424~3502279,280713563~7458471,317854137~8374821,346768263~7894800,385875968~8710495] 2024-04-15T15:52:35.995 INFO:tasks.workunit.client.0.smithi016.stdout:from 6 to 9 diff [1407852~6236849,47697199~4942226,55327051~2443968,67482688~1170463,73353021~6456660,88819073~7429273,146536789~6591263,154616324~7306684,177794263~212347,179360996~1427023,184299196~4313563,200902709~6303909,247631716~1255927,255779342~6134202,271596047~1269409,274226424~3502279,280776598~7395436,315193554~277118,318291873~7937085,337504732~7509592,346768263~7894800,389367398~5219065,409269905~2106919] 2024-04-15T15:52:35.995 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [1407852~6236849,47697199~4942226,55327051~2443968,67482688~1170463,73353021~6456660,88819073~7429273,146536789~6591263,154616324~7306684,177794263~212347,179360996~1427023,184299196~4313563,200902709~6303909,247631716~1255927,255779342~6134202,271596047~1269409,274226424~3502279,280776598~7395436,315193554~277118,318291873~7937085,337504732~7509592,346768263~7894800,389367398~5219065,409269905~2106919] 2024-04-15T15:52:36.001 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [0~7644701,47697199~4942226,54525952~3245067,67482688~1170463,73353021~6456660,88819073~7429273,146536789~6591263,154616324~7306684,177794263~212347,179360996~1427023,184299196~4313563,200902709~6303909,247631716~1255927,253234262~8679282,269499379~3366077,274226424~3502279,280713563~7458471,315193554~277118,317854137~8374821,337213689~7800635,346768263~7894800,385875968~8710495,409269905~2106919] 2024-04-15T15:52:36.001 INFO:tasks.workunit.client.0.smithi016.stdout:from 6 to 10 diff [1407852~6236849,39004095~4674069,47697199~4942226,55327051~2443968,67482688~1170463,73353021~6456660,83795172~12453174,115971518~5316885,146536789~6591263,154616324~7306684,177794263~212347,179360996~1427023,184299196~4313563,200902709~6303909,244550308~10587305,255779342~6134202,271596047~1269409,274226424~13945610,289026016~5060704,315193554~277118,318291873~7937085,337504732~7509592,346768263~7894800,386917683~8706716,398940330~1033414,409269905~2106919] 2024-04-15T15:52:36.001 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [1407852~6236849,39004095~4674069,47697199~4942226,55327051~2443968,67482688~1170463,73353021~6456660,83795172~12453174,115971518~5316885,146536789~6591263,154616324~7306684,177794263~212347,179360996~1427023,184299196~4313563,200902709~6303909,244550308~10587305,255779342~6134202,271596047~1269409,274226424~13945610,289026016~5060704,315193554~277118,318291873~7937085,337504732~7509592,346768263~7894800,386917683~8706716,398940330~1033414,409269905~2106919] 2024-04-15T15:52:36.006 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [0~7644701,37748736~5929428,47697199~4942226,54525952~3245067,67482688~1170463,73353021~6456660,80767666~15480680,115971518~5316885,146536789~6591263,154616324~7306684,177794263~212347,179360996~1427023,184299196~4313563,200902709~6303909,244550308~17363236,269499379~3366077,274226424~13945610,289026016~5060704,315193554~277118,317854137~8374821,337213689~7800635,346768263~7894800,385875968~9748431,398940330~1033414,409269905~2106919] 2024-04-15T15:52:36.006 INFO:tasks.workunit.client.0.smithi016.stdout:from 6 to 11 diff [1407852~6236849,39004095~4674069,47697199~4942226,55327051~2443968,67482688~1170463,73343072~6466609,83795172~12453174,104571719~5969595,115971518~5316885,143111946~2612375,146536789~6591263,154616324~7306684,177794263~212347,179360996~1427023,182886623~8089148,200902709~6303909,228187715~4547347,244550308~10587305,255779342~6134202,271596047~1269409,274226424~13945610,289026016~5060704,301728441~1698228,310897025~2168845,315193554~277118,318291873~7937085,337504732~7509592,346768263~7894800,379925205~15699194,398940330~1033414,409269905~2106919] 2024-04-15T15:52:36.007 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [1407852~6236849,39004095~4674069,47697199~4942226,55327051~2443968,67482688~1170463,73343072~6466609,83795172~12453174,104571719~5969595,115971518~5316885,143111946~2612375,146536789~6591263,154616324~7306684,177794263~212347,179360996~1427023,182886623~8089148,200902709~6303909,228187715~4547347,244550308~10587305,255779342~6134202,271596047~1269409,274226424~13945610,289026016~5060704,301728441~1698228,310897025~2168845,315193554~277118,318291873~7937085,337504732~7509592,346768263~7894800,379925205~15699194,398940330~1033414,409269905~2106919] 2024-04-15T15:52:36.012 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [0~7644701,37748736~5929428,47697199~4942226,54525952~3245067,67482688~1170463,73343072~6466609,80767666~15480680,104571719~5969595,115971518~5316885,143111946~2612375,146536789~6591263,154616324~7306684,177794263~212347,179360996~1427023,182886623~8089148,200902709~6303909,228187715~4547347,244550308~17363236,269499379~3366077,274226424~13945610,289026016~5060704,300548647~2878022,310897025~2168845,315193554~277118,317854137~8374821,337213689~7800635,346768263~7894800,379925205~15699194,398940330~1033414,409269905~2106919] 2024-04-15T15:52:36.012 INFO:tasks.workunit.client.0.smithi016.stdout:from 6 to 12 diff [1407852~6236849,18151405~1955923,35927215~7750949,47697199~4942226,55327051~2443968,67482688~1170463,73343072~6466609,83795172~12453174,104571719~5969595,115971518~5316885,132003695~2010602,137599326~359052,143111946~2612375,146536789~6591263,154616324~7306684,170400021~1668136,177794263~212347,179360996~1427023,182886623~8089148,191330252~6967431,200902709~6303909,215945468~6744833,228187715~4547347,237519557~4446369,244550308~10587305,255779342~6134202,271596047~1269409,274226424~13945610,289026016~5060704,301728441~1698228,310897025~2168845,315193554~277118,318041868~8187090,337504732~7509592,346768263~7894800,379925205~15699194,398940330~1033414,409269905~2106919] 2024-04-15T15:52:36.012 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [1407852~6236849,18151405~1955923,35927215~7750949,47697199~4942226,55327051~2443968,67482688~1170463,73343072~6466609,83795172~12453174,104571719~5969595,115971518~5316885,132003695~2010602,137599326~359052,143111946~2612375,146536789~6591263,154616324~7306684,170400021~1668136,177794263~212347,179360996~1427023,182886623~8089148,191330252~6967431,200902709~6303909,215945468~6744833,228187715~4547347,237519557~4446369,244550308~10587305,255779342~6134202,271596047~1269409,274226424~13945610,289026016~5060704,301728441~1698228,310897025~2168845,315193554~277118,318041868~8187090,337504732~7509592,346768263~7894800,379925205~15699194,398940330~1033414,409269905~2106919] 2024-04-15T15:52:36.018 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [0~7644701,18151405~1955923,33554432~10123732,47697199~4942226,54525952~3245067,67482688~1170463,73343072~6466609,80767666~15480680,104571719~5969595,115971518~5316885,132003695~2010602,137290189~668189,143111946~2612375,146536789~6591263,154616324~7306684,167772160~4295997,177794263~212347,179360996~1427023,182886623~15411060,200902709~6303909,215945468~6744833,228187715~4547347,237519557~4446369,244550308~17363236,269499379~3366077,274226424~13945610,289026016~5060704,300548647~2878022,310897025~2168845,315193554~277118,317854137~8374821,337213689~7800635,346768263~7894800,379925205~15699194,398940330~1033414,409269905~2106919] 2024-04-15T15:52:36.018 INFO:tasks.workunit.client.0.smithi016.stdout:from 6 to 13 diff [1407852~6236849,18151405~1955923,35927215~9929683,47697199~4942226,55327051~2443968,67482688~1170463,73343072~6466609,83795172~12453174,96314195~1215302,104571719~5969595,115971518~10857273,132003695~2010602,137599326~359052,140181751~5542570,146536789~6591263,154616324~7306684,170400021~1668136,177794263~212347,179360996~1427023,182886623~8089148,191330252~6967431,200902709~6303909,215945468~6744833,228187715~4547347,237519557~4446369,244550308~10587305,255779342~11021423,271596047~1269409,274226424~13945610,289026016~5060704,301728441~1698228,310897025~2168845,315193554~277118,318041868~8187090,327001559~6853457,337504732~7509592,346768263~7894800,379925205~15934360,398940330~1033414,409269905~2106919] 2024-04-15T15:52:36.018 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [1407852~6236849,18151405~1955923,35927215~9929683,47697199~4942226,55327051~2443968,67482688~1170463,73343072~6466609,83795172~12453174,96314195~1215302,104571719~5969595,115971518~10857273,132003695~2010602,137599326~359052,140181751~5542570,146536789~6591263,154616324~7306684,170400021~1668136,177794263~212347,179360996~1427023,182886623~8089148,191330252~6967431,200902709~6303909,215945468~6744833,228187715~4547347,237519557~4446369,244550308~10587305,255779342~11021423,271596047~1269409,274226424~13945610,289026016~5060704,301728441~1698228,310897025~2168845,315193554~277118,318041868~8187090,327001559~6853457,337504732~7509592,346768263~7894800,379925205~15934360,398940330~1033414,409269905~2106919] 2024-04-15T15:52:36.024 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [0~7644701,18151405~1955923,33554432~12302466,47697199~4942226,54525952~3245067,67482688~1170463,73343072~6466609,80767666~15480680,96314195~1215302,104571719~5969595,115971518~10857273,132003695~2010602,137290189~668189,138412032~7312289,146536789~6591263,154616324~7306684,167772160~4295997,177794263~212347,179360996~1427023,182886623~15411060,200902709~6303909,215945468~6744833,228187715~4547347,237519557~4446369,244550308~22250457,269499379~3366077,274226424~13945610,289026016~5060704,300548647~2878022,310897025~2168845,315193554~277118,317854137~16000879,337213689~7800635,346768263~7894800,379925205~15934360,398940330~1033414,409269905~2106919] 2024-04-15T15:52:36.024 INFO:tasks.workunit.client.0.smithi016.stdout:from 6 to 14 diff [1407852~6236849,18151405~1955923,30767588~15089310,47697199~4942226,55327051~2443968,67482688~1170463,73343072~6466609,83795172~13734325,104571719~5969595,115971518~10857273,132003695~2010602,137599326~359052,140181751~5542570,146536789~6591263,154616324~7306684,170400021~1668136,177794263~212347,179360996~1427023,182886623~8115914,191330252~6967431,200902709~6303909,215945468~8476685,228187715~4547347,236562450~18575163,255779342~11021423,271596047~1269409,274226424~13945610,289026016~5060704,301728441~1698228,310897025~2168845,315193554~277118,318041868~8187090,327001559~6853457,337504732~7509592,346768263~7894800,373809006~4939915,379925205~15934360,398940330~1033414,401146831~3203664,409269905~2106919] 2024-04-15T15:52:36.024 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [1407852~6236849,18151405~1955923,30767588~15089310,47697199~4942226,55327051~2443968,67482688~1170463,73343072~6466609,83795172~13734325,104571719~5969595,115971518~10857273,132003695~2010602,137599326~359052,140181751~5542570,146536789~6591263,154616324~7306684,170400021~1668136,177794263~212347,179360996~1427023,182886623~8115914,191330252~6967431,200902709~6303909,215945468~8476685,228187715~4547347,236562450~18575163,255779342~11021423,271596047~1269409,274226424~13945610,289026016~5060704,301728441~1698228,310897025~2168845,315193554~277118,318041868~8187090,327001559~6853457,337504732~7509592,346768263~7894800,373809006~4939915,379925205~15934360,398940330~1033414,401146831~3203664,409269905~2106919] 2024-04-15T15:52:36.030 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [0~7644701,18151405~1955923,30767588~15089310,47697199~4942226,54525952~3245067,67482688~1170463,73343072~6466609,80767666~16761831,104571719~5969595,115971518~10857273,132003695~2010602,137290189~668189,138412032~7312289,146536789~6591263,154616324~7306684,167772160~4295997,177794263~212347,179360996~1427023,182886623~15411060,200902709~6303909,215945468~8476685,228187715~4547347,236562450~30238315,269499379~3366077,274226424~13945610,289026016~5060704,300548647~2878022,310897025~2168845,315193554~277118,317854137~16000879,337213689~7800635,346768263~7894800,373809006~4939915,379925205~15934360,398940330~1033414,401146831~3203664,409269905~2106919] 2024-04-15T15:52:36.030 INFO:tasks.workunit.client.0.smithi016.stdout:from 6 to 15 diff [1407852~6236849,11211002~5723244,18151405~1955923,30767588~15089310,47697199~4942226,55327051~4359222,67482688~1170463,73343072~6466609,83795172~13734325,104571719~5969595,115971518~10857273,132003695~2010602,137599326~359052,140181751~5542570,146536789~6591263,154616324~7306684,170400021~1668136,177794263~212347,179360996~1427023,182886623~8115914,191330252~6967431,198421590~8785028,215945468~8476685,225819586~7492306,236562450~18575163,255779342~11021423,271596047~1269409,274226424~13945610,289026016~5060704,295073337~4871368,301728441~1698228,310897025~2168845,315193554~277118,318041868~8187090,327001559~6853457,337504732~7509592,346768263~7894800,373809006~4939915,379925205~15934360,398940330~1033414,401146831~3203664,409269905~2106919] 2024-04-15T15:52:36.030 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [1407852~6236849,11211002~5723244,18151405~1955923,30767588~15089310,47697199~4942226,55327051~4359222,67482688~1170463,73343072~6466609,83795172~13734325,104571719~5969595,115971518~10857273,132003695~2010602,137599326~359052,140181751~5542570,146536789~6591263,154616324~7306684,170400021~1668136,177794263~212347,179360996~1427023,182886623~8115914,191330252~6967431,198421590~8785028,215945468~8476685,225819586~7492306,236562450~18575163,255779342~11021423,271596047~1269409,274226424~13945610,289026016~5060704,295073337~4871368,301728441~1698228,310897025~2168845,315193554~277118,318041868~8187090,327001559~6853457,337504732~7509592,346768263~7894800,373809006~4939915,379925205~15934360,398940330~1033414,401146831~3203664,409269905~2106919] 2024-04-15T15:52:36.036 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [0~7644701,11211002~5723244,18151405~1955923,30767588~15089310,47697199~4942226,54525952~5160321,67482688~1170463,73343072~6466609,80767666~16761831,104571719~5969595,115971518~10857273,132003695~2010602,137290189~668189,138412032~7312289,146536789~6591263,154616324~7306684,167772160~4295997,177794263~212347,179360996~1427023,182886623~15411060,198421590~8785028,215945468~17366424,236562450~30238315,269499379~3366077,274226424~13945610,289026016~5060704,295073337~4871368,300548647~2878022,310897025~2168845,315193554~277118,317854137~16000879,337213689~7800635,346768263~7894800,373809006~4939915,379925205~15934360,398940330~1033414,401146831~3203664,409269905~2106919] 2024-04-15T15:52:36.036 INFO:tasks.workunit.client.0.smithi016.stdout:from 6 to 16 diff [1407852~6236849,11211002~5723244,18151405~1955923,30767588~15089310,47697199~4942226,53622457~6063816,66793523~13016158,83795172~13734325,104571719~5969595,115971518~10857273,132003695~2010602,137599326~359052,140181751~5542570,146536789~6591263,154616324~7306684,170400021~1668136,177794263~212347,179360996~1427023,182886623~8115914,191330252~15876366,215945468~8476685,225819586~7492306,236562450~18575163,255779342~11021423,271596047~1269409,274226424~13945610,289026016~5060704,295073337~4871368,301728441~1698228,310897025~2168845,315193554~277118,318041868~8187090,327001559~8307564,337504732~7509592,346768263~7894800,373809006~4939915,379925205~15934360,398940330~1033414,401146831~3203664,409269905~2106919] 2024-04-15T15:52:36.036 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [1407852~6236849,11211002~5723244,18151405~1955923,30767588~15089310,47697199~4942226,53622457~6063816,66793523~13016158,83795172~13734325,104571719~5969595,115971518~10857273,132003695~2010602,137599326~359052,140181751~5542570,146536789~6591263,154616324~7306684,170400021~1668136,177794263~212347,179360996~1427023,182886623~8115914,191330252~15876366,215945468~8476685,225819586~7492306,236562450~18575163,255779342~11021423,271596047~1269409,274226424~13945610,289026016~5060704,295073337~4871368,301728441~1698228,310897025~2168845,315193554~277118,318041868~8187090,327001559~8307564,337504732~7509592,346768263~7894800,373809006~4939915,379925205~15934360,398940330~1033414,401146831~3203664,409269905~2106919] 2024-04-15T15:52:36.041 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [0~7644701,11211002~5723244,18151405~1955923,30767588~15089310,47697199~11989074,66793523~13016158,80767666~16761831,104571719~5969595,115971518~10857273,132003695~2010602,137290189~668189,138412032~7312289,146536789~6591263,154616324~7306684,167772160~4295997,177794263~212347,179360996~1427023,182886623~24319995,215945468~17366424,236562450~30238315,269499379~3366077,274226424~13945610,289026016~5060704,295073337~4871368,300548647~2878022,310897025~2168845,315193554~277118,317854137~17454986,337213689~7800635,346768263~7894800,373809006~4939915,379925205~15934360,398940330~1033414,401146831~3203664,409269905~2106919] 2024-04-15T15:52:36.041 INFO:tasks.workunit.client.0.smithi016.stdout:from 6 to 17 diff [983717~6660984,11211002~5723244,18151405~1955923,30767588~15089310,47697199~4942226,53622457~6063816,59747674~20062007,83795172~13734325,104571719~5969595,111522261~15306530,132003695~2010602,137599326~359052,138191234~7533087,146536789~6591263,154616324~7306684,170400021~1668136,177794263~212347,179360996~1427023,182886623~8115914,191330252~15876366,215945468~8476685,225819586~7492306,236562450~18710778,255779342~11021423,271596047~1269409,274226424~13945610,289026016~5060704,295073337~4871368,301728441~1698228,310897025~2168845,315193554~277118,318041868~8187090,327001559~8487883,337504732~7509592,346638186~8024877,373809006~4939915,379925205~15934360,398940330~1033414,401146831~3203664,409269905~2106919] 2024-04-15T15:52:36.042 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [983717~6660984,11211002~5723244,18151405~1955923,30767588~15089310,47697199~4942226,53622457~6063816,59747674~20062007,83795172~13734325,104571719~5969595,111522261~15306530,132003695~2010602,137599326~359052,138191234~7533087,146536789~6591263,154616324~7306684,170400021~1668136,177794263~212347,179360996~1427023,182886623~8115914,191330252~15876366,215945468~8476685,225819586~7492306,236562450~18710778,255779342~11021423,271596047~1269409,274226424~13945610,289026016~5060704,295073337~4871368,301728441~1698228,310897025~2168845,315193554~277118,318041868~8187090,327001559~8487883,337504732~7509592,346638186~8024877,373809006~4939915,379925205~15934360,398940330~1033414,401146831~3203664,409269905~2106919] 2024-04-15T15:52:36.047 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [0~7644701,11211002~5723244,18151405~1955923,30767588~15089310,47697199~11989074,59747674~20062007,80767666~16761831,104571719~22257072,132003695~2010602,137290189~8434132,146536789~6591263,154616324~7306684,167772160~4295997,177794263~212347,179360996~1427023,182886623~24319995,215945468~17366424,236562450~30238315,269499379~3366077,274226424~13945610,289026016~5060704,295073337~4871368,300548647~2878022,310897025~2168845,315193554~277118,317854137~17635305,337213689~7800635,346638186~8024877,373809006~4939915,379925205~15934360,398940330~1033414,401146831~3203664,409269905~2106919] 2024-04-15T15:52:36.047 INFO:tasks.workunit.client.0.smithi016.stdout:from 6 to 18 diff [983717~6660984,11211002~5723244,18151405~1955923,30767588~15089310,47697199~4942226,53622457~6063816,59747674~20062007,83795172~13734325,104571719~5969595,111522261~15306530,132003695~2010602,137599326~8124995,146536789~6591263,154616324~7306684,170400021~1668136,177794263~212347,179360996~1427023,182886623~8115914,191330252~15876366,215945468~8476685,225819586~7492306,234112351~32688414,271596047~1269409,274226424~13945610,289026016~5060704,295073337~4871368,301728441~1698228,305190124~3214837,310897025~2168845,315193554~277118,318041868~8187090,327001559~18012765,346638186~8024877,373809006~4939915,379925205~15934360,398940330~1033414,401146831~6149822,409269905~2106919] 2024-04-15T15:52:36.047 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [983717~6660984,11211002~5723244,18151405~1955923,30767588~15089310,47697199~4942226,53622457~6063816,59747674~20062007,83795172~13734325,104571719~5969595,111522261~15306530,132003695~2010602,137599326~8124995,146536789~6591263,154616324~7306684,170400021~1668136,177794263~212347,179360996~1427023,182886623~8115914,191330252~15876366,215945468~8476685,225819586~7492306,234112351~32688414,271596047~1269409,274226424~13945610,289026016~5060704,295073337~4871368,301728441~1698228,305190124~3214837,310897025~2168845,315193554~277118,318041868~8187090,327001559~18012765,346638186~8024877,373809006~4939915,379925205~15934360,398940330~1033414,401146831~6149822,409269905~2106919] 2024-04-15T15:52:36.053 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [0~7644701,11211002~5723244,18151405~1955923,30767588~15089310,47697199~11989074,59747674~20062007,80767666~16761831,104571719~22257072,132003695~2010602,137290189~8434132,146536789~6591263,154616324~7306684,167772160~4295997,177794263~212347,179360996~1427023,182886623~24319995,215945468~17366424,234112351~32688414,269499379~3366077,274226424~13945610,289026016~5060704,295073337~4871368,300548647~2878022,305190124~3214837,310897025~2168845,315193554~277118,317854137~27160187,346638186~8024877,373809006~4939915,379925205~15934360,398940330~1033414,401146831~6149822,409269905~2106919] 2024-04-15T15:52:36.054 INFO:tasks.workunit.client.0.smithi016.stdout:from 6 to 19 diff [983717~7028662,11211002~5723244,18151405~1955923,30767588~15089310,47697199~4942226,53622457~6063816,59747674~23412724,83795172~13734325,104571719~5969595,111522261~15306530,132003695~2010602,137599326~8124995,146536789~15386219,167574367~7089410,177794263~212347,179360996~1427023,182886623~8115914,191330252~15876366,215945468~8476685,225819586~7492306,234112351~32688414,271596047~1269409,274226424~13945610,289026016~5060704,295073337~4871368,301728441~1698228,305190124~9814813,315193554~277118,318041868~8187090,327001559~18012765,346638186~8024877,362493560~331273,368728082~2291595,373809006~4939915,379925205~15934360,398940330~1033414,401146831~10229993] 2024-04-15T15:52:36.054 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [983717~7028662,11211002~5723244,18151405~1955923,30767588~15089310,47697199~4942226,53622457~6063816,59747674~23412724,83795172~13734325,104571719~5969595,111522261~15306530,132003695~2010602,137599326~8124995,146536789~15386219,167574367~7089410,177794263~212347,179360996~1427023,182886623~8115914,191330252~15876366,215945468~8476685,225819586~7492306,234112351~32688414,271596047~1269409,274226424~13945610,289026016~5060704,295073337~4871368,301728441~1698228,305190124~9814813,315193554~277118,318041868~8187090,327001559~18012765,346638186~8024877,362493560~331273,368728082~2291595,373809006~4939915,379925205~15934360,398940330~1033414,401146831~10229993] 2024-04-15T15:52:36.059 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [0~8012379,11211002~5723244,18151405~1955923,30767588~15089310,47697199~11989074,59747674~37781823,104571719~22257072,132003695~2010602,137290189~8434132,146536789~15386219,163577856~11085921,177794263~212347,179360996~1427023,182886623~24319995,215945468~17366424,234112351~32688414,269499379~3366077,274226424~13945610,289026016~5060704,295073337~4871368,300548647~2878022,305190124~9814813,315193554~277118,317854137~27160187,346638186~8024877,362493560~331273,368728082~2291595,373809006~4939915,379925205~15934360,398940330~1033414,401146831~10229993] 2024-04-15T15:52:36.059 INFO:tasks.workunit.client.0.smithi016.stdout:from 7 to 8 diff [47697199~4942226,146536789~6591263,177794263~212347,179360996~1427023,184299196~4313563,255779342~6134202,271596047~1260081,274226424~3502279,280776598~7395436,389367398~5219065] 2024-04-15T15:52:36.059 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [47697199~4942226,146536789~6591263,177794263~212347,179360996~1427023,184299196~4313563,255779342~6134202,271596047~1260081,274226424~3502279,280776598~7395436,389367398~5219065] 2024-04-15T15:52:36.065 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [47697199~4942226,146536789~6591263,177794263~212347,179360996~1427023,184299196~4313563,253234262~8679282,269499379~3356749,274226424~3502279,280713563~7458471,385875968~8710495] 2024-04-15T15:52:36.065 INFO:tasks.workunit.client.0.smithi016.stdout:from 7 to 9 diff [1545436~6099265,47697199~4942226,55327051~2443968,67482688~1170463,88819073~7429273,146536789~6591263,177794263~212347,179360996~1427023,184299196~4313563,200902709~6303909,255779342~6134202,271596047~1269409,274226424~3502279,280776598~7395436,315193554~277118,337504732~7509592,389367398~5219065,409269905~2106919] 2024-04-15T15:52:36.065 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [1545436~6099265,47697199~4942226,55327051~2443968,67482688~1170463,88819073~7429273,146536789~6591263,177794263~212347,179360996~1427023,184299196~4313563,200902709~6303909,255779342~6134202,271596047~1269409,274226424~3502279,280776598~7395436,315193554~277118,337504732~7509592,389367398~5219065,409269905~2106919] 2024-04-15T15:52:36.070 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [1545436~6099265,47697199~4942226,54525952~3245067,67482688~1170463,88819073~7429273,146536789~6591263,177794263~212347,179360996~1427023,184299196~4313563,200902709~6303909,253234262~8679282,269499379~3366077,274226424~3502279,280713563~7458471,315193554~277118,337213689~7800635,385875968~8710495,409269905~2106919] 2024-04-15T15:52:36.071 INFO:tasks.workunit.client.0.smithi016.stdout:from 7 to 10 diff [1545436~6099265,39004095~4674069,47697199~4942226,55327051~2443968,67482688~1170463,83795172~12453174,115971518~5316885,146536789~6591263,177794263~212347,179360996~1427023,184299196~4313563,200902709~6303909,244550308~10587305,255779342~6134202,271596047~1269409,274226424~13945610,289026016~5060704,315193554~277118,337504732~7509592,386917683~8706716,398940330~1033414,409269905~2106919] 2024-04-15T15:52:36.071 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [1545436~6099265,39004095~4674069,47697199~4942226,55327051~2443968,67482688~1170463,83795172~12453174,115971518~5316885,146536789~6591263,177794263~212347,179360996~1427023,184299196~4313563,200902709~6303909,244550308~10587305,255779342~6134202,271596047~1269409,274226424~13945610,289026016~5060704,315193554~277118,337504732~7509592,386917683~8706716,398940330~1033414,409269905~2106919] 2024-04-15T15:52:36.076 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [1545436~6099265,37748736~5929428,47697199~4942226,54525952~3245067,67482688~1170463,80767666~15480680,115971518~5316885,146536789~6591263,177794263~212347,179360996~1427023,184299196~4313563,200902709~6303909,244550308~17363236,269499379~3366077,274226424~13945610,289026016~5060704,315193554~277118,337213689~7800635,385875968~9748431,398940330~1033414,409269905~2106919] 2024-04-15T15:52:36.076 INFO:tasks.workunit.client.0.smithi016.stdout:from 7 to 11 diff [1545436~6099265,39004095~4674069,47697199~4942226,55327051~2443968,67482688~1170463,73343072~2476141,83795172~12453174,104571719~5969595,115971518~5316885,143111946~2612375,146536789~6591263,177794263~212347,179360996~1427023,182886623~8089148,200902709~6303909,228187715~4547347,244550308~10587305,255779342~6134202,271596047~1269409,274226424~13945610,289026016~5060704,301728441~1698228,310897025~2168845,315193554~277118,337504732~7509592,379925205~15699194,398940330~1033414,409269905~2106919] 2024-04-15T15:52:36.076 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [1545436~6099265,39004095~4674069,47697199~4942226,55327051~2443968,67482688~1170463,73343072~2476141,83795172~12453174,104571719~5969595,115971518~5316885,143111946~2612375,146536789~6591263,177794263~212347,179360996~1427023,182886623~8089148,200902709~6303909,228187715~4547347,244550308~10587305,255779342~6134202,271596047~1269409,274226424~13945610,289026016~5060704,301728441~1698228,310897025~2168845,315193554~277118,337504732~7509592,379925205~15699194,398940330~1033414,409269905~2106919] 2024-04-15T15:52:36.082 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [1545436~6099265,37748736~5929428,47697199~4942226,54525952~3245067,67482688~1170463,73343072~2476141,80767666~15480680,104571719~5969595,115971518~5316885,143111946~2612375,146536789~6591263,177794263~212347,179360996~1427023,182886623~8089148,200902709~6303909,228187715~4547347,244550308~17363236,269499379~3366077,274226424~13945610,289026016~5060704,300548647~2878022,310897025~2168845,315193554~277118,337213689~7800635,379925205~15699194,398940330~1033414,409269905~2106919] 2024-04-15T15:52:36.082 INFO:tasks.workunit.client.0.smithi016.stdout:from 7 to 12 diff [1545436~6099265,18151405~1955923,35927215~7750949,47697199~4942226,55327051~2443968,67482688~1170463,73343072~2476141,83795172~12453174,104571719~5969595,115971518~5316885,132003695~2010602,137599326~359052,143111946~2612375,146536789~6591263,157848145~1077931,170400021~1668136,177794263~212347,179360996~1427023,182886623~8089148,191330252~6967431,200902709~6303909,215945468~6744833,228187715~4547347,237519557~4446369,244550308~10587305,255779342~6134202,271596047~1269409,274226424~13945610,289026016~5060704,301728441~1698228,310897025~2168845,315193554~277118,318041868~5368766,337504732~7509592,379925205~15699194,398940330~1033414,409269905~2106919] 2024-04-15T15:52:36.082 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [1545436~6099265,18151405~1955923,35927215~7750949,47697199~4942226,55327051~2443968,67482688~1170463,73343072~2476141,83795172~12453174,104571719~5969595,115971518~5316885,132003695~2010602,137599326~359052,143111946~2612375,146536789~6591263,157848145~1077931,170400021~1668136,177794263~212347,179360996~1427023,182886623~8089148,191330252~6967431,200902709~6303909,215945468~6744833,228187715~4547347,237519557~4446369,244550308~10587305,255779342~6134202,271596047~1269409,274226424~13945610,289026016~5060704,301728441~1698228,310897025~2168845,315193554~277118,318041868~5368766,337504732~7509592,379925205~15699194,398940330~1033414,409269905~2106919] 2024-04-15T15:52:36.088 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [1545436~6099265,18151405~1955923,33554432~10123732,47697199~4942226,54525952~3245067,67482688~1170463,73343072~2476141,80767666~15480680,104571719~5969595,115971518~5316885,132003695~2010602,137290189~668189,143111946~2612375,146536789~6591263,157848145~1077931,167772160~4295997,177794263~212347,179360996~1427023,182886623~15411060,200902709~6303909,215945468~6744833,228187715~4547347,237519557~4446369,244550308~17363236,269499379~3366077,274226424~13945610,289026016~5060704,300548647~2878022,310897025~2168845,315193554~277118,318041868~5368766,337213689~7800635,379925205~15699194,398940330~1033414,409269905~2106919] 2024-04-15T15:52:36.088 INFO:tasks.workunit.client.0.smithi016.stdout:from 7 to 13 diff [1545436~6099265,18151405~1955923,35927215~9929683,47697199~4942226,55327051~2443968,67482688~1170463,73343072~2476141,83795172~12453174,96314195~1215302,104571719~5969595,115971518~10857273,132003695~2010602,137599326~359052,140181751~5542570,146536789~6591263,157848145~1077931,170400021~1668136,177794263~212347,179360996~1427023,182886623~8089148,191330252~6967431,200902709~6303909,215945468~6744833,228187715~4547347,237519557~4446369,244550308~10587305,255779342~11021423,271596047~1269409,274226424~13945610,289026016~5060704,301728441~1698228,310897025~2168845,315193554~277118,318041868~5368766,327001559~6853457,337504732~7509592,379925205~15934360,398940330~1033414,409269905~2106919] 2024-04-15T15:52:36.088 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [1545436~6099265,18151405~1955923,35927215~9929683,47697199~4942226,55327051~2443968,67482688~1170463,73343072~2476141,83795172~12453174,96314195~1215302,104571719~5969595,115971518~10857273,132003695~2010602,137599326~359052,140181751~5542570,146536789~6591263,157848145~1077931,170400021~1668136,177794263~212347,179360996~1427023,182886623~8089148,191330252~6967431,200902709~6303909,215945468~6744833,228187715~4547347,237519557~4446369,244550308~10587305,255779342~11021423,271596047~1269409,274226424~13945610,289026016~5060704,301728441~1698228,310897025~2168845,315193554~277118,318041868~5368766,327001559~6853457,337504732~7509592,379925205~15934360,398940330~1033414,409269905~2106919] 2024-04-15T15:52:36.094 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [1545436~6099265,18151405~1955923,33554432~12302466,47697199~4942226,54525952~3245067,67482688~1170463,73343072~2476141,80767666~15480680,96314195~1215302,104571719~5969595,115971518~10857273,132003695~2010602,137290189~668189,138412032~7312289,146536789~6591263,157848145~1077931,167772160~4295997,177794263~212347,179360996~1427023,182886623~15411060,200902709~6303909,215945468~6744833,228187715~4547347,237519557~4446369,244550308~22250457,269499379~3366077,274226424~13945610,289026016~5060704,300548647~2878022,310897025~2168845,315193554~277118,318041868~5368766,326228958~7626058,337213689~7800635,379925205~15934360,398940330~1033414,409269905~2106919] 2024-04-15T15:52:36.094 INFO:tasks.workunit.client.0.smithi016.stdout:from 7 to 14 diff [1545436~6099265,18151405~1955923,30767588~15089310,47697199~4942226,55327051~2443968,67482688~1170463,73343072~2476141,83795172~13734325,104571719~5969595,115971518~10857273,132003695~2010602,137599326~359052,140181751~5542570,146536789~6591263,157574338~2717250,170400021~1668136,177794263~212347,179360996~1427023,182886623~8115914,191330252~6967431,200902709~6303909,215945468~8476685,228187715~4547347,236562450~18575163,255779342~11021423,271596047~1269409,274226424~13945610,289026016~5060704,301728441~1698228,310897025~2168845,315193554~277118,318041868~5368766,327001559~6853457,337504732~7509592,373809006~4939915,379925205~15934360,398940330~1033414,401146831~3203664,409269905~2106919] 2024-04-15T15:52:36.094 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [1545436~6099265,18151405~1955923,30767588~15089310,47697199~4942226,55327051~2443968,67482688~1170463,73343072~2476141,83795172~13734325,104571719~5969595,115971518~10857273,132003695~2010602,137599326~359052,140181751~5542570,146536789~6591263,157574338~2717250,170400021~1668136,177794263~212347,179360996~1427023,182886623~8115914,191330252~6967431,200902709~6303909,215945468~8476685,228187715~4547347,236562450~18575163,255779342~11021423,271596047~1269409,274226424~13945610,289026016~5060704,301728441~1698228,310897025~2168845,315193554~277118,318041868~5368766,327001559~6853457,337504732~7509592,373809006~4939915,379925205~15934360,398940330~1033414,401146831~3203664,409269905~2106919] 2024-04-15T15:52:36.099 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [1545436~6099265,18151405~1955923,30767588~15089310,47697199~4942226,54525952~3245067,67482688~1170463,73343072~2476141,80767666~16761831,104571719~5969595,115971518~10857273,132003695~2010602,137290189~668189,138412032~7312289,146536789~6591263,157574338~2717250,167772160~4295997,177794263~212347,179360996~1427023,182886623~15411060,200902709~6303909,215945468~8476685,228187715~4547347,236562450~30238315,269499379~3366077,274226424~13945610,289026016~5060704,300548647~2878022,310897025~2168845,315193554~277118,318041868~5368766,326228958~7626058,337213689~7800635,373809006~4939915,379925205~15934360,398940330~1033414,401146831~3203664,409269905~2106919] 2024-04-15T15:52:36.099 INFO:tasks.workunit.client.0.smithi016.stdout:from 7 to 15 diff [1545436~6099265,11211002~5723244,18151405~1955923,30767588~15089310,47697199~4942226,55327051~4359222,67482688~1170463,73343072~2476141,83795172~13734325,104571719~5969595,115971518~10857273,132003695~2010602,137599326~359052,140181751~5542570,146536789~6591263,157574338~2717250,170400021~1668136,177794263~212347,179360996~1427023,182886623~8115914,191330252~6967431,198421590~8785028,215945468~8476685,225819586~7492306,236562450~18575163,255779342~11021423,271596047~1269409,274226424~13945610,289026016~5060704,295073337~4871368,301728441~1698228,310897025~2168845,315193554~277118,318041868~5368766,327001559~6853457,337504732~7509592,348750249~678933,373809006~4939915,379925205~15934360,398940330~1033414,401146831~3203664,409269905~2106919] 2024-04-15T15:52:36.100 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [1545436~6099265,11211002~5723244,18151405~1955923,30767588~15089310,47697199~4942226,55327051~4359222,67482688~1170463,73343072~2476141,83795172~13734325,104571719~5969595,115971518~10857273,132003695~2010602,137599326~359052,140181751~5542570,146536789~6591263,157574338~2717250,170400021~1668136,177794263~212347,179360996~1427023,182886623~8115914,191330252~6967431,198421590~8785028,215945468~8476685,225819586~7492306,236562450~18575163,255779342~11021423,271596047~1269409,274226424~13945610,289026016~5060704,295073337~4871368,301728441~1698228,310897025~2168845,315193554~277118,318041868~5368766,327001559~6853457,337504732~7509592,348750249~678933,373809006~4939915,379925205~15934360,398940330~1033414,401146831~3203664,409269905~2106919] 2024-04-15T15:52:36.106 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [1545436~6099265,11211002~5723244,18151405~1955923,30767588~15089310,47697199~4942226,54525952~5160321,67482688~1170463,73343072~2476141,80767666~16761831,104571719~5969595,115971518~10857273,132003695~2010602,137290189~668189,138412032~7312289,146536789~6591263,157574338~2717250,167772160~4295997,177794263~212347,179360996~1427023,182886623~15411060,198421590~8785028,215945468~17366424,236562450~30238315,269499379~3366077,274226424~13945610,289026016~5060704,295073337~4871368,300548647~2878022,310897025~2168845,315193554~277118,318041868~5368766,326228958~7626058,337213689~7800635,348750249~678933,373809006~4939915,379925205~15934360,398940330~1033414,401146831~3203664,409269905~2106919] 2024-04-15T15:52:36.106 INFO:tasks.workunit.client.0.smithi016.stdout:from 7 to 16 diff [1545436~6099265,11211002~5723244,18151405~1955923,30767588~15089310,47697199~4942226,53622457~6063816,66793523~9025690,83795172~13734325,104571719~5969595,115971518~10857273,132003695~2010602,137599326~359052,140181751~5542570,146536789~6591263,157574338~2717250,170400021~1668136,177794263~212347,179360996~1427023,182886623~8115914,191330252~15876366,215945468~8476685,225819586~7492306,236562450~18575163,255779342~11021423,271596047~1269409,274226424~13945610,289026016~5060704,295073337~4871368,301728441~1698228,310897025~2168845,315193554~277118,318041868~5368766,327001559~8307564,337504732~7509592,348750249~678933,373809006~4939915,379925205~15934360,398940330~1033414,401146831~3203664,409269905~2106919] 2024-04-15T15:52:36.106 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [1545436~6099265,11211002~5723244,18151405~1955923,30767588~15089310,47697199~4942226,53622457~6063816,66793523~9025690,83795172~13734325,104571719~5969595,115971518~10857273,132003695~2010602,137599326~359052,140181751~5542570,146536789~6591263,157574338~2717250,170400021~1668136,177794263~212347,179360996~1427023,182886623~8115914,191330252~15876366,215945468~8476685,225819586~7492306,236562450~18575163,255779342~11021423,271596047~1269409,274226424~13945610,289026016~5060704,295073337~4871368,301728441~1698228,310897025~2168845,315193554~277118,318041868~5368766,327001559~8307564,337504732~7509592,348750249~678933,373809006~4939915,379925205~15934360,398940330~1033414,401146831~3203664,409269905~2106919] 2024-04-15T15:52:36.112 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [1545436~6099265,11211002~5723244,18151405~1955923,30767588~15089310,47697199~11989074,66793523~9025690,80767666~16761831,104571719~5969595,115971518~10857273,132003695~2010602,137290189~668189,138412032~7312289,146536789~6591263,157574338~2717250,167772160~4295997,177794263~212347,179360996~1427023,182886623~24319995,215945468~17366424,236562450~30238315,269499379~3366077,274226424~13945610,289026016~5060704,295073337~4871368,300548647~2878022,310897025~2168845,315193554~277118,318041868~5368766,326228958~9080165,337213689~7800635,348750249~678933,373809006~4939915,379925205~15934360,398940330~1033414,401146831~3203664,409269905~2106919] 2024-04-15T15:52:36.112 INFO:tasks.workunit.client.0.smithi016.stdout:from 7 to 17 diff [983717~6660984,11211002~5723244,18151405~1955923,30767588~15089310,47697199~4942226,53622457~6063816,59747674~16071539,83795172~13734325,104571719~5969595,111522261~15306530,132003695~2010602,137599326~359052,138191234~7533087,146536789~6591263,157574338~2717250,170400021~1668136,177794263~212347,179360996~1427023,182886623~8115914,191330252~15876366,215945468~8476685,225819586~7492306,236562450~18710778,255779342~11021423,271596047~1269409,274226424~13945610,289026016~5060704,295073337~4871368,301728441~1698228,310897025~2168845,315193554~277118,318041868~5368766,327001559~8487883,337504732~7509592,346638186~3860241,373809006~4939915,379925205~15934360,398940330~1033414,401146831~3203664,409269905~2106919] 2024-04-15T15:52:36.112 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [983717~6660984,11211002~5723244,18151405~1955923,30767588~15089310,47697199~4942226,53622457~6063816,59747674~16071539,83795172~13734325,104571719~5969595,111522261~15306530,132003695~2010602,137599326~359052,138191234~7533087,146536789~6591263,157574338~2717250,170400021~1668136,177794263~212347,179360996~1427023,182886623~8115914,191330252~15876366,215945468~8476685,225819586~7492306,236562450~18710778,255779342~11021423,271596047~1269409,274226424~13945610,289026016~5060704,295073337~4871368,301728441~1698228,310897025~2168845,315193554~277118,318041868~5368766,327001559~8487883,337504732~7509592,346638186~3860241,373809006~4939915,379925205~15934360,398940330~1033414,401146831~3203664,409269905~2106919] 2024-04-15T15:52:36.117 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [983717~6660984,11211002~5723244,18151405~1955923,30767588~15089310,47697199~11989074,59747674~16071539,80767666~16761831,104571719~22257072,132003695~2010602,137290189~8434132,146536789~6591263,157574338~2717250,167772160~4295997,177794263~212347,179360996~1427023,182886623~24319995,215945468~17366424,236562450~30238315,269499379~3366077,274226424~13945610,289026016~5060704,295073337~4871368,300548647~2878022,310897025~2168845,315193554~277118,318041868~5368766,326228958~9260484,337213689~7800635,346638186~3860241,373809006~4939915,379925205~15934360,398940330~1033414,401146831~3203664,409269905~2106919] 2024-04-15T15:52:36.117 INFO:tasks.workunit.client.0.smithi016.stdout:from 7 to 18 diff [983717~6660984,11211002~5723244,18151405~1955923,30767588~15089310,47697199~4942226,53622457~6063816,59747674~16071539,83795172~13734325,104571719~5969595,111522261~15306530,132003695~2010602,137599326~8124995,146536789~6591263,157574338~2717250,170400021~1668136,177794263~212347,179360996~1427023,182886623~8115914,191330252~15876366,215945468~8476685,225819586~7492306,234112351~32688414,271596047~1269409,274226424~13945610,289026016~5060704,295073337~4871368,301728441~1698228,305190124~3214837,310897025~2168845,315193554~277118,318041868~5368766,327001559~18012765,346638186~3860241,373809006~4939915,379925205~15934360,398940330~1033414,401146831~6149822,409269905~2106919] 2024-04-15T15:52:36.117 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [983717~6660984,11211002~5723244,18151405~1955923,30767588~15089310,47697199~4942226,53622457~6063816,59747674~16071539,83795172~13734325,104571719~5969595,111522261~15306530,132003695~2010602,137599326~8124995,146536789~6591263,157574338~2717250,170400021~1668136,177794263~212347,179360996~1427023,182886623~8115914,191330252~15876366,215945468~8476685,225819586~7492306,234112351~32688414,271596047~1269409,274226424~13945610,289026016~5060704,295073337~4871368,301728441~1698228,305190124~3214837,310897025~2168845,315193554~277118,318041868~5368766,327001559~18012765,346638186~3860241,373809006~4939915,379925205~15934360,398940330~1033414,401146831~6149822,409269905~2106919] 2024-04-15T15:52:36.123 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [983717~6660984,11211002~5723244,18151405~1955923,30767588~15089310,47697199~11989074,59747674~16071539,80767666~16761831,104571719~22257072,132003695~2010602,137290189~8434132,146536789~6591263,157574338~2717250,167772160~4295997,177794263~212347,179360996~1427023,182886623~24319995,215945468~17366424,234112351~32688414,269499379~3366077,274226424~13945610,289026016~5060704,295073337~4871368,300548647~2878022,305190124~3214837,310897025~2168845,315193554~277118,318041868~5368766,326228958~18785366,346638186~3860241,373809006~4939915,379925205~15934360,398940330~1033414,401146831~6149822,409269905~2106919] 2024-04-15T15:52:36.123 INFO:tasks.workunit.client.0.smithi016.stdout:from 7 to 19 diff [983717~7028662,11211002~5723244,18151405~1955923,30767588~15089310,47697199~4942226,53622457~6063816,59747674~16071539,78842447~4317951,83795172~13734325,104571719~5969595,111522261~15306530,132003695~2010602,137599326~8124995,146536789~10432589,157574338~2717250,167574367~7089410,177794263~212347,179360996~1427023,182886623~8115914,191330252~15876366,215945468~8476685,225819586~7492306,234112351~32688414,271596047~1269409,274226424~13945610,289026016~5060704,295073337~4871368,301728441~1698228,305190124~9814813,315193554~277118,318041868~5368766,327001559~18012765,346638186~3860241,362493560~331273,368728082~2291595,373809006~4939915,379925205~15934360,398940330~1033414,401146831~10229993] 2024-04-15T15:52:36.123 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [983717~7028662,11211002~5723244,18151405~1955923,30767588~15089310,47697199~4942226,53622457~6063816,59747674~16071539,78842447~4317951,83795172~13734325,104571719~5969595,111522261~15306530,132003695~2010602,137599326~8124995,146536789~10432589,157574338~2717250,167574367~7089410,177794263~212347,179360996~1427023,182886623~8115914,191330252~15876366,215945468~8476685,225819586~7492306,234112351~32688414,271596047~1269409,274226424~13945610,289026016~5060704,295073337~4871368,301728441~1698228,305190124~9814813,315193554~277118,318041868~5368766,327001559~18012765,346638186~3860241,362493560~331273,368728082~2291595,373809006~4939915,379925205~15934360,398940330~1033414,401146831~10229993] 2024-04-15T15:52:36.129 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [983717~7028662,11211002~5723244,18151405~1955923,30767588~15089310,47697199~11989074,59747674~16071539,78842447~18687050,104571719~22257072,132003695~2010602,137290189~8434132,146536789~10432589,157574338~2717250,163577856~11085921,177794263~212347,179360996~1427023,182886623~24319995,215945468~17366424,234112351~32688414,269499379~3366077,274226424~13945610,289026016~5060704,295073337~4871368,300548647~2878022,305190124~9814813,315193554~277118,318041868~5368766,326228958~18785366,346638186~3860241,362493560~331273,368728082~2291595,373809006~4939915,379925205~15934360,398940330~1033414,401146831~10229993] 2024-04-15T15:52:36.129 INFO:tasks.workunit.client.0.smithi016.stdout:from 8 to 9 diff [1545436~6099265,55327051~2443968,67482688~1170463,88819073~7429273,200902709~6303909,271618949~1246507,315193554~277118,337504732~7509592,409269905~2106919] 2024-04-15T15:52:36.129 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [1545436~6099265,55327051~2443968,67482688~1170463,88819073~7429273,200902709~6303909,271618949~1246507,315193554~277118,337504732~7509592,409269905~2106919] 2024-04-15T15:52:36.135 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [1545436~6099265,54525952~3245067,67482688~1170463,88819073~7429273,200902709~6303909,271618949~1246507,315193554~277118,337213689~7800635,409269905~2106919] 2024-04-15T15:52:36.135 INFO:tasks.workunit.client.0.smithi016.stdout:from 8 to 10 diff [1545436~6099265,39004095~4674069,55327051~2443968,67482688~1170463,83795172~12453174,115971518~5316885,200902709~6303909,244550308~10587305,271618949~1246507,276414347~7085615,289026016~5060704,315193554~277118,337504732~7509592,386917683~8706716,398940330~1033414,409269905~2106919] 2024-04-15T15:52:36.135 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [1545436~6099265,39004095~4674069,55327051~2443968,67482688~1170463,83795172~12453174,115971518~5316885,200902709~6303909,244550308~10587305,271618949~1246507,276414347~7085615,289026016~5060704,315193554~277118,337504732~7509592,386917683~8706716,398940330~1033414,409269905~2106919] 2024-04-15T15:52:36.141 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [1545436~6099265,37748736~5929428,54525952~3245067,67482688~1170463,80767666~15480680,115971518~5316885,200902709~6303909,244550308~10587305,271618949~1246507,276414347~7085615,289026016~5060704,315193554~277118,337213689~7800635,386917683~8706716,398940330~1033414,409269905~2106919] 2024-04-15T15:52:36.141 INFO:tasks.workunit.client.0.smithi016.stdout:from 8 to 11 diff [1545436~6099265,39004095~4674069,55327051~2443968,67482688~1170463,73343072~2476141,83795172~12453174,104571719~5969595,115971518~5316885,143111946~2612375,182886623~8089148,200902709~6303909,228187715~4547347,244550308~10587305,271618949~1246507,276414347~7085615,289026016~5060704,301728441~1698228,310897025~2168845,315193554~277118,337504732~7509592,379925205~15699194,398940330~1033414,409269905~2106919] 2024-04-15T15:52:36.141 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [1545436~6099265,39004095~4674069,55327051~2443968,67482688~1170463,73343072~2476141,83795172~12453174,104571719~5969595,115971518~5316885,143111946~2612375,182886623~8089148,200902709~6303909,228187715~4547347,244550308~10587305,271618949~1246507,276414347~7085615,289026016~5060704,301728441~1698228,310897025~2168845,315193554~277118,337504732~7509592,379925205~15699194,398940330~1033414,409269905~2106919] 2024-04-15T15:52:36.147 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [1545436~6099265,37748736~5929428,54525952~3245067,67482688~1170463,73343072~2476141,80767666~15480680,104571719~5969595,115971518~5316885,143111946~2612375,182886623~8089148,200902709~6303909,228187715~4547347,244550308~10587305,271618949~1246507,276414347~7085615,289026016~5060704,300548647~2878022,310897025~2168845,315193554~277118,337213689~7800635,379925205~15699194,398940330~1033414,409269905~2106919] 2024-04-15T15:52:36.147 INFO:tasks.workunit.client.0.smithi016.stdout:from 8 to 12 diff [1545436~6099265,18151405~1955923,35927215~7750949,55327051~2443968,67482688~1170463,73343072~2476141,83795172~12453174,104571719~5969595,115971518~5316885,132003695~2010602,137599326~359052,143111946~2612375,157848145~1077931,170400021~1668136,182886623~8089148,191330252~6967431,200902709~6303909,215945468~6744833,228187715~4547347,237519557~4446369,244550308~10587305,271618949~1246507,276414347~7085615,289026016~5060704,301728441~1698228,310897025~2168845,315193554~277118,318041868~5368766,337504732~7509592,379925205~15699194,398940330~1033414,409269905~2106919] 2024-04-15T15:52:36.147 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [1545436~6099265,18151405~1955923,35927215~7750949,55327051~2443968,67482688~1170463,73343072~2476141,83795172~12453174,104571719~5969595,115971518~5316885,132003695~2010602,137599326~359052,143111946~2612375,157848145~1077931,170400021~1668136,182886623~8089148,191330252~6967431,200902709~6303909,215945468~6744833,228187715~4547347,237519557~4446369,244550308~10587305,271618949~1246507,276414347~7085615,289026016~5060704,301728441~1698228,310897025~2168845,315193554~277118,318041868~5368766,337504732~7509592,379925205~15699194,398940330~1033414,409269905~2106919] 2024-04-15T15:52:36.152 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [1545436~6099265,18151405~1955923,33554432~10123732,54525952~3245067,67482688~1170463,73343072~2476141,80767666~15480680,104571719~5969595,115971518~5316885,132003695~2010602,137290189~668189,143111946~2612375,157848145~1077931,167772160~4295997,182886623~15411060,200902709~6303909,215945468~6744833,228187715~4547347,237519557~4446369,244550308~10587305,271618949~1246507,276414347~7085615,289026016~5060704,300548647~2878022,310897025~2168845,315193554~277118,318041868~5368766,337213689~7800635,379925205~15699194,398940330~1033414,409269905~2106919] 2024-04-15T15:52:36.152 INFO:tasks.workunit.client.0.smithi016.stdout:from 8 to 13 diff [1545436~6099265,18151405~1955923,35927215~9929683,55327051~2443968,67482688~1170463,73343072~2476141,83795172~12453174,96314195~1215302,104571719~5969595,115971518~10857273,132003695~2010602,137599326~359052,140181751~5542570,157848145~1077931,170400021~1668136,182886623~8089148,191330252~6967431,200902709~6303909,215945468~6744833,228187715~4547347,237519557~4446369,244550308~10587305,260996684~5804081,271618949~1246507,276414347~7085615,289026016~5060704,301728441~1698228,310897025~2168845,315193554~277118,318041868~5368766,327001559~6853457,337504732~7509592,379925205~15934360,398940330~1033414,409269905~2106919] 2024-04-15T15:52:36.152 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [1545436~6099265,18151405~1955923,35927215~9929683,55327051~2443968,67482688~1170463,73343072~2476141,83795172~12453174,96314195~1215302,104571719~5969595,115971518~10857273,132003695~2010602,137599326~359052,140181751~5542570,157848145~1077931,170400021~1668136,182886623~8089148,191330252~6967431,200902709~6303909,215945468~6744833,228187715~4547347,237519557~4446369,244550308~10587305,260996684~5804081,271618949~1246507,276414347~7085615,289026016~5060704,301728441~1698228,310897025~2168845,315193554~277118,318041868~5368766,327001559~6853457,337504732~7509592,379925205~15934360,398940330~1033414,409269905~2106919] 2024-04-15T15:52:36.158 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [1545436~6099265,18151405~1955923,33554432~12302466,54525952~3245067,67482688~1170463,73343072~2476141,80767666~15480680,96314195~1215302,104571719~5969595,115971518~10857273,132003695~2010602,137290189~668189,138412032~7312289,157848145~1077931,167772160~4295997,182886623~15411060,200902709~6303909,215945468~6744833,228187715~4547347,237519557~4446369,244550308~10587305,260996684~5804081,271618949~1246507,276414347~7085615,289026016~5060704,300548647~2878022,310897025~2168845,315193554~277118,318041868~5368766,326228958~7626058,337213689~7800635,379925205~15934360,398940330~1033414,409269905~2106919] 2024-04-15T15:52:36.158 INFO:tasks.workunit.client.0.smithi016.stdout:from 8 to 14 diff [1545436~6099265,18151405~1955923,30767588~15089310,55327051~2443968,67482688~1170463,73343072~2476141,83795172~13734325,104571719~5969595,115971518~10857273,132003695~2010602,137599326~359052,140181751~5542570,157574338~2717250,170400021~1668136,182886623~8115914,191330252~6967431,200902709~6303909,215945468~8476685,228187715~4547347,236562450~18575163,260996684~5804081,271618949~1246507,276414347~9129708,289026016~5060704,301728441~1698228,310897025~2168845,315193554~277118,318041868~5368766,327001559~6853457,337504732~7509592,373809006~4939915,379925205~15934360,398940330~1033414,401146831~3203664,409269905~2106919] 2024-04-15T15:52:36.158 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [1545436~6099265,18151405~1955923,30767588~15089310,55327051~2443968,67482688~1170463,73343072~2476141,83795172~13734325,104571719~5969595,115971518~10857273,132003695~2010602,137599326~359052,140181751~5542570,157574338~2717250,170400021~1668136,182886623~8115914,191330252~6967431,200902709~6303909,215945468~8476685,228187715~4547347,236562450~18575163,260996684~5804081,271618949~1246507,276414347~9129708,289026016~5060704,301728441~1698228,310897025~2168845,315193554~277118,318041868~5368766,327001559~6853457,337504732~7509592,373809006~4939915,379925205~15934360,398940330~1033414,401146831~3203664,409269905~2106919] 2024-04-15T15:52:36.164 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [1545436~6099265,18151405~1955923,30767588~15089310,54525952~3245067,67482688~1170463,73343072~2476141,80767666~16761831,104571719~5969595,115971518~10857273,132003695~2010602,137290189~668189,138412032~7312289,157574338~2717250,167772160~4295997,182886623~15411060,200902709~6303909,215945468~8476685,228187715~4547347,236562450~18575163,260996684~5804081,271618949~1246507,276414347~9129708,289026016~5060704,300548647~2878022,310897025~2168845,315193554~277118,318041868~5368766,326228958~7626058,337213689~7800635,373809006~4939915,379925205~15934360,398940330~1033414,401146831~3203664,409269905~2106919] 2024-04-15T15:52:36.164 INFO:tasks.workunit.client.0.smithi016.stdout:from 8 to 15 diff [1545436~6099265,11211002~5723244,18151405~1955923,30767588~15089310,55327051~4359222,67482688~1170463,73343072~2476141,83795172~13734325,104571719~5969595,115971518~10857273,132003695~2010602,137599326~359052,140181751~5542570,157574338~2717250,170400021~1668136,182886623~8115914,191330252~6967431,198421590~8785028,215945468~8476685,225819586~7492306,236562450~18575163,260996684~5804081,271618949~1246507,276414347~9129708,289026016~5060704,295073337~4871368,301728441~1698228,310897025~2168845,315193554~277118,318041868~5368766,327001559~6853457,337504732~7509592,348750249~678933,373809006~4939915,379925205~15934360,398940330~1033414,401146831~3203664,409269905~2106919] 2024-04-15T15:52:36.164 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [1545436~6099265,11211002~5723244,18151405~1955923,30767588~15089310,55327051~4359222,67482688~1170463,73343072~2476141,83795172~13734325,104571719~5969595,115971518~10857273,132003695~2010602,137599326~359052,140181751~5542570,157574338~2717250,170400021~1668136,182886623~8115914,191330252~6967431,198421590~8785028,215945468~8476685,225819586~7492306,236562450~18575163,260996684~5804081,271618949~1246507,276414347~9129708,289026016~5060704,295073337~4871368,301728441~1698228,310897025~2168845,315193554~277118,318041868~5368766,327001559~6853457,337504732~7509592,348750249~678933,373809006~4939915,379925205~15934360,398940330~1033414,401146831~3203664,409269905~2106919] 2024-04-15T15:52:36.170 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [1545436~6099265,11211002~5723244,18151405~1955923,30767588~15089310,54525952~5160321,67482688~1170463,73343072~2476141,80767666~16761831,104571719~5969595,115971518~10857273,132003695~2010602,137290189~668189,138412032~7312289,157574338~2717250,167772160~4295997,182886623~15411060,198421590~8785028,215945468~17366424,236562450~18575163,260996684~5804081,271618949~1246507,276414347~9129708,289026016~5060704,295073337~4871368,300548647~2878022,310897025~2168845,315193554~277118,318041868~5368766,326228958~7626058,337213689~7800635,348750249~678933,373809006~4939915,379925205~15934360,398940330~1033414,401146831~3203664,409269905~2106919] 2024-04-15T15:52:36.170 INFO:tasks.workunit.client.0.smithi016.stdout:from 8 to 16 diff [1545436~6099265,11211002~5723244,18151405~1955923,30767588~15089310,53622457~6063816,66793523~9025690,83795172~13734325,104571719~5969595,115971518~10857273,132003695~2010602,137599326~359052,140181751~5542570,157574338~2717250,170400021~1668136,182886623~8115914,191330252~15876366,215945468~8476685,225819586~7492306,236562450~18575163,260634173~6166592,271618949~1246507,276414347~9129708,289026016~5060704,295073337~4871368,301728441~1698228,310897025~2168845,315193554~277118,318041868~5368766,327001559~8307564,337504732~7509592,348750249~678933,373809006~4939915,379925205~15934360,398940330~1033414,401146831~3203664,409269905~2106919] 2024-04-15T15:52:36.170 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [1545436~6099265,11211002~5723244,18151405~1955923,30767588~15089310,53622457~6063816,66793523~9025690,83795172~13734325,104571719~5969595,115971518~10857273,132003695~2010602,137599326~359052,140181751~5542570,157574338~2717250,170400021~1668136,182886623~8115914,191330252~15876366,215945468~8476685,225819586~7492306,236562450~18575163,260634173~6166592,271618949~1246507,276414347~9129708,289026016~5060704,295073337~4871368,301728441~1698228,310897025~2168845,315193554~277118,318041868~5368766,327001559~8307564,337504732~7509592,348750249~678933,373809006~4939915,379925205~15934360,398940330~1033414,401146831~3203664,409269905~2106919] 2024-04-15T15:52:36.176 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [1545436~6099265,11211002~5723244,18151405~1955923,30767588~15089310,52639425~7046848,66793523~9025690,80767666~16761831,104571719~5969595,115971518~10857273,132003695~2010602,137290189~668189,138412032~7312289,157574338~2717250,167772160~4295997,182886623~24319995,215945468~17366424,236562450~18575163,260634173~6166592,271618949~1246507,276414347~9129708,289026016~5060704,295073337~4871368,300548647~2878022,310897025~2168845,315193554~277118,318041868~5368766,326228958~9080165,337213689~7800635,348750249~678933,373809006~4939915,379925205~15934360,398940330~1033414,401146831~3203664,409269905~2106919] 2024-04-15T15:52:36.176 INFO:tasks.workunit.client.0.smithi016.stdout:from 8 to 17 diff [983717~6660984,11211002~5723244,18151405~1955923,30767588~15089310,53622457~6063816,59747674~16071539,83795172~13734325,104571719~5969595,111522261~15306530,132003695~2010602,137599326~359052,138191234~7533087,157574338~2717250,170400021~1668136,182886623~8115914,191330252~15876366,215945468~8476685,225819586~7492306,236562450~18710778,260634173~6166592,271618949~1246507,276414347~9129708,289026016~5060704,295073337~4871368,301728441~1698228,310897025~2168845,315193554~277118,318041868~5368766,327001559~8487883,337504732~7509592,346638186~3860241,373809006~4939915,379925205~15934360,398940330~1033414,401146831~3203664,409269905~2106919] 2024-04-15T15:52:36.176 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [983717~6660984,11211002~5723244,18151405~1955923,30767588~15089310,53622457~6063816,59747674~16071539,83795172~13734325,104571719~5969595,111522261~15306530,132003695~2010602,137599326~359052,138191234~7533087,157574338~2717250,170400021~1668136,182886623~8115914,191330252~15876366,215945468~8476685,225819586~7492306,236562450~18710778,260634173~6166592,271618949~1246507,276414347~9129708,289026016~5060704,295073337~4871368,301728441~1698228,310897025~2168845,315193554~277118,318041868~5368766,327001559~8487883,337504732~7509592,346638186~3860241,373809006~4939915,379925205~15934360,398940330~1033414,401146831~3203664,409269905~2106919] 2024-04-15T15:52:36.182 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [983717~6660984,11211002~5723244,18151405~1955923,30767588~15089310,52639425~7046848,59747674~16071539,80767666~16761831,104571719~22257072,132003695~2010602,137290189~8434132,157574338~2717250,167772160~4295997,182886623~24319995,215945468~17366424,236562450~18710778,260634173~6166592,271618949~1246507,276414347~9129708,289026016~5060704,295073337~4871368,300548647~2878022,310897025~2168845,315193554~277118,318041868~5368766,326228958~9260484,337213689~7800635,346638186~3860241,373809006~4939915,379925205~15934360,398940330~1033414,401146831~3203664,409269905~2106919] 2024-04-15T15:52:36.182 INFO:tasks.workunit.client.0.smithi016.stdout:from 8 to 18 diff [983717~6660984,11211002~5723244,18151405~1955923,30767588~15089310,53622457~6063816,59747674~16071539,83795172~13734325,104571719~5969595,111522261~15306530,132003695~2010602,137599326~8124995,157574338~2717250,170400021~1668136,182886623~8115914,191330252~15876366,215945468~8476685,225819586~7492306,234112351~24404058,260634173~6166592,271618949~1246507,276414347~9129708,289026016~5060704,295073337~4871368,301728441~1698228,305190124~3214837,310897025~2168845,315193554~277118,318041868~5368766,327001559~18012765,346638186~3860241,373809006~4939915,379925205~15934360,398940330~1033414,401146831~6149822,409269905~2106919] 2024-04-15T15:52:36.182 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [983717~6660984,11211002~5723244,18151405~1955923,30767588~15089310,53622457~6063816,59747674~16071539,83795172~13734325,104571719~5969595,111522261~15306530,132003695~2010602,137599326~8124995,157574338~2717250,170400021~1668136,182886623~8115914,191330252~15876366,215945468~8476685,225819586~7492306,234112351~24404058,260634173~6166592,271618949~1246507,276414347~9129708,289026016~5060704,295073337~4871368,301728441~1698228,305190124~3214837,310897025~2168845,315193554~277118,318041868~5368766,327001559~18012765,346638186~3860241,373809006~4939915,379925205~15934360,398940330~1033414,401146831~6149822,409269905~2106919] 2024-04-15T15:52:36.187 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [983717~6660984,11211002~5723244,18151405~1955923,30767588~15089310,52639425~7046848,59747674~16071539,80767666~16761831,104571719~22257072,132003695~2010602,137290189~8434132,157574338~2717250,167772160~4295997,182886623~24319995,215945468~17366424,234112351~24404058,260634173~6166592,271618949~1246507,276414347~9129708,289026016~5060704,295073337~4871368,300548647~2878022,305190124~3214837,310897025~2168845,315193554~277118,318041868~5368766,326228958~18785366,346638186~3860241,373809006~4939915,379925205~15934360,398940330~1033414,401146831~6149822,409269905~2106919] 2024-04-15T15:52:36.187 INFO:tasks.workunit.client.0.smithi016.stdout:from 8 to 19 diff [983717~7028662,11211002~5723244,18151405~1955923,30767588~15089310,53622457~6063816,59747674~16071539,78842447~4317951,83795172~13734325,104571719~5969595,111522261~15306530,132003695~2010602,137599326~8124995,150711230~6258148,157574338~2717250,167574367~7089410,182886623~8115914,191330252~15876366,215945468~8476685,225819586~7492306,234112351~24404058,260634173~6166592,271618949~1246507,276414347~9129708,289026016~5060704,295073337~4871368,301728441~1698228,305190124~9814813,315193554~277118,318041868~5368766,327001559~18012765,346638186~3860241,362493560~331273,368728082~2291595,373809006~4939915,379925205~15934360,398940330~1033414,401146831~10229993] 2024-04-15T15:52:36.187 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [983717~7028662,11211002~5723244,18151405~1955923,30767588~15089310,53622457~6063816,59747674~16071539,78842447~4317951,83795172~13734325,104571719~5969595,111522261~15306530,132003695~2010602,137599326~8124995,150711230~6258148,157574338~2717250,167574367~7089410,182886623~8115914,191330252~15876366,215945468~8476685,225819586~7492306,234112351~24404058,260634173~6166592,271618949~1246507,276414347~9129708,289026016~5060704,295073337~4871368,301728441~1698228,305190124~9814813,315193554~277118,318041868~5368766,327001559~18012765,346638186~3860241,362493560~331273,368728082~2291595,373809006~4939915,379925205~15934360,398940330~1033414,401146831~10229993] 2024-04-15T15:52:36.193 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [983717~7028662,11211002~5723244,18151405~1955923,30767588~15089310,52639425~7046848,59747674~16071539,78842447~18687050,104571719~22257072,132003695~2010602,137290189~8434132,150711230~6258148,157574338~2717250,163577856~11085921,182886623~24319995,215945468~17366424,234112351~24404058,260634173~6166592,271618949~1246507,276414347~9129708,289026016~5060704,295073337~4871368,300548647~2878022,305190124~9814813,315193554~277118,318041868~5368766,326228958~18785366,346638186~3860241,362493560~331273,368728082~2291595,373809006~4939915,379925205~15934360,398940330~1033414,401146831~10229993] 2024-04-15T15:52:36.193 INFO:tasks.workunit.client.0.smithi016.stdout:from 9 to 10 diff [39004095~4674069,83795172~8129777,115971518~5316885,244550308~10587305,276414347~7085615,289026016~5060704,386917683~8706716,398940330~1033414] 2024-04-15T15:52:36.193 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [39004095~4674069,83795172~8129777,115971518~5316885,244550308~10587305,276414347~7085615,289026016~5060704,386917683~8706716,398940330~1033414] 2024-04-15T15:52:36.199 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [37748736~5929428,80767666~11157283,115971518~5316885,244550308~10587305,276414347~7085615,289026016~5060704,386917683~8706716,398940330~1033414] 2024-04-15T15:52:36.199 INFO:tasks.workunit.client.0.smithi016.stdout:from 9 to 11 diff [39004095~4674069,73343072~2476141,83795172~8129777,104571719~5969595,115971518~5316885,143111946~2612375,182886623~8089148,228187715~4547347,244550308~10587305,276414347~7085615,289026016~5060704,301728441~1698228,310897025~2168845,379925205~15699194,398940330~1033414] 2024-04-15T15:52:36.199 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [39004095~4674069,73343072~2476141,83795172~8129777,104571719~5969595,115971518~5316885,143111946~2612375,182886623~8089148,228187715~4547347,244550308~10587305,276414347~7085615,289026016~5060704,301728441~1698228,310897025~2168845,379925205~15699194,398940330~1033414] 2024-04-15T15:52:36.205 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [37748736~5929428,73343072~2476141,80767666~11157283,104571719~5969595,115971518~5316885,143111946~2612375,182886623~8089148,228187715~4547347,244550308~10587305,276414347~7085615,289026016~5060704,300548647~2878022,310897025~2168845,379925205~15699194,398940330~1033414] 2024-04-15T15:52:36.205 INFO:tasks.workunit.client.0.smithi016.stdout:from 9 to 12 diff [18151405~1955923,35927215~7750949,73343072~2476141,83795172~8129777,104571719~5969595,115971518~5316885,132003695~2010602,137599326~359052,143111946~2612375,157848145~1077931,170400021~1668136,182886623~8089148,191330252~6967431,215945468~6744833,228187715~4547347,237519557~4446369,244550308~10587305,276414347~7085615,289026016~5060704,301728441~1698228,310897025~2168845,318041868~5368766,379925205~15699194,398940330~1033414] 2024-04-15T15:52:36.205 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [18151405~1955923,35927215~7750949,73343072~2476141,83795172~8129777,104571719~5969595,115971518~5316885,132003695~2010602,137599326~359052,143111946~2612375,157848145~1077931,170400021~1668136,182886623~8089148,191330252~6967431,215945468~6744833,228187715~4547347,237519557~4446369,244550308~10587305,276414347~7085615,289026016~5060704,301728441~1698228,310897025~2168845,318041868~5368766,379925205~15699194,398940330~1033414] 2024-04-15T15:52:36.211 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [18151405~1955923,33554432~10123732,73343072~2476141,80767666~11157283,104571719~5969595,115971518~5316885,132003695~2010602,137290189~668189,143111946~2612375,157848145~1077931,167772160~4295997,182886623~15411060,215945468~6744833,228187715~4547347,237519557~4446369,244550308~10587305,276414347~7085615,289026016~5060704,300548647~2878022,310897025~2168845,318041868~5368766,379925205~15699194,398940330~1033414] 2024-04-15T15:52:36.211 INFO:tasks.workunit.client.0.smithi016.stdout:from 9 to 13 diff [18151405~1955923,35927215~9929683,73343072~2476141,83795172~8129777,96314195~1215302,104571719~5969595,115971518~10857273,132003695~2010602,137599326~359052,140181751~5542570,157848145~1077931,170400021~1668136,182886623~8089148,191330252~6967431,215945468~6744833,228187715~4547347,237519557~4446369,244550308~10587305,260996684~5804081,276414347~7085615,289026016~5060704,301728441~1698228,310897025~2168845,318041868~5368766,327001559~6853457,379925205~15934360,398940330~1033414] 2024-04-15T15:52:36.211 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [18151405~1955923,35927215~9929683,73343072~2476141,83795172~8129777,96314195~1215302,104571719~5969595,115971518~10857273,132003695~2010602,137599326~359052,140181751~5542570,157848145~1077931,170400021~1668136,182886623~8089148,191330252~6967431,215945468~6744833,228187715~4547347,237519557~4446369,244550308~10587305,260996684~5804081,276414347~7085615,289026016~5060704,301728441~1698228,310897025~2168845,318041868~5368766,327001559~6853457,379925205~15934360,398940330~1033414] 2024-04-15T15:52:36.218 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [18151405~1955923,33554432~12302466,73343072~2476141,80767666~11157283,96314195~1215302,104571719~5969595,115971518~10857273,132003695~2010602,137290189~668189,138412032~7312289,157848145~1077931,167772160~4295997,182886623~15411060,215945468~6744833,228187715~4547347,237519557~4446369,244550308~10587305,260996684~5804081,276414347~7085615,289026016~5060704,300548647~2878022,310897025~2168845,318041868~5368766,326228958~7626058,379925205~15934360,398940330~1033414] 2024-04-15T15:52:36.218 INFO:tasks.workunit.client.0.smithi016.stdout:from 9 to 14 diff [18151405~1955923,30767588~15089310,73343072~2476141,83795172~8129777,92126515~5402982,104571719~5969595,115971518~10857273,132003695~2010602,137599326~359052,140181751~5542570,157574338~2717250,170400021~1668136,182886623~8115914,191330252~6967431,215945468~8476685,228187715~4547347,236562450~18575163,260996684~5804081,276414347~9129708,289026016~5060704,301728441~1698228,310897025~2168845,318041868~5368766,327001559~6853457,373809006~4939915,379925205~15934360,398940330~1033414,401146831~3203664] 2024-04-15T15:52:36.218 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [18151405~1955923,30767588~15089310,73343072~2476141,83795172~8129777,92126515~5402982,104571719~5969595,115971518~10857273,132003695~2010602,137599326~359052,140181751~5542570,157574338~2717250,170400021~1668136,182886623~8115914,191330252~6967431,215945468~8476685,228187715~4547347,236562450~18575163,260996684~5804081,276414347~9129708,289026016~5060704,301728441~1698228,310897025~2168845,318041868~5368766,327001559~6853457,373809006~4939915,379925205~15934360,398940330~1033414,401146831~3203664] 2024-04-15T15:52:36.223 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [18151405~1955923,30767588~15089310,73343072~2476141,80767666~11157283,92126515~5402982,104571719~5969595,115971518~10857273,132003695~2010602,137290189~668189,138412032~7312289,157574338~2717250,167772160~4295997,182886623~15411060,215945468~8476685,228187715~4547347,236562450~18575163,260996684~5804081,276414347~9129708,289026016~5060704,300548647~2878022,310897025~2168845,318041868~5368766,326228958~7626058,373809006~4939915,379925205~15934360,398940330~1033414,401146831~3203664] 2024-04-15T15:52:36.223 INFO:tasks.workunit.client.0.smithi016.stdout:from 9 to 15 diff [11211002~5723244,18151405~1955923,30767588~15089310,57326981~2359292,73343072~2476141,83795172~8129777,92126515~5402982,104571719~5969595,115971518~10857273,132003695~2010602,137599326~359052,140181751~5542570,157574338~2717250,170400021~1668136,182886623~8115914,191330252~6967431,198421590~6177015,215945468~8476685,225819586~7492306,236562450~18575163,260996684~5804081,276414347~9129708,289026016~5060704,295073337~4871368,301728441~1698228,310897025~2168845,318041868~5368766,327001559~6853457,348750249~678933,373809006~4939915,379925205~15934360,398940330~1033414,401146831~3203664] 2024-04-15T15:52:36.223 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [11211002~5723244,18151405~1955923,30767588~15089310,57326981~2359292,73343072~2476141,83795172~8129777,92126515~5402982,104571719~5969595,115971518~10857273,132003695~2010602,137599326~359052,140181751~5542570,157574338~2717250,170400021~1668136,182886623~8115914,191330252~6967431,198421590~6177015,215945468~8476685,225819586~7492306,236562450~18575163,260996684~5804081,276414347~9129708,289026016~5060704,295073337~4871368,301728441~1698228,310897025~2168845,318041868~5368766,327001559~6853457,348750249~678933,373809006~4939915,379925205~15934360,398940330~1033414,401146831~3203664] 2024-04-15T15:52:36.229 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [11211002~5723244,18151405~1955923,30767588~15089310,57326981~2359292,73343072~2476141,80767666~11157283,92126515~5402982,104571719~5969595,115971518~10857273,132003695~2010602,137290189~668189,138412032~7312289,157574338~2717250,167772160~4295997,182886623~15411060,198421590~6177015,215945468~17366424,236562450~18575163,260996684~5804081,276414347~9129708,289026016~5060704,295073337~4871368,300548647~2878022,310897025~2168845,318041868~5368766,326228958~7626058,348750249~678933,373809006~4939915,379925205~15934360,398940330~1033414,401146831~3203664] 2024-04-15T15:52:36.229 INFO:tasks.workunit.client.0.smithi016.stdout:from 9 to 16 diff [11211002~5723244,18151405~1955923,30767588~15089310,53622457~1897923,57326981~2359292,66793523~9025690,83795172~8129777,92126515~5402982,104571719~5969595,115971518~10857273,132003695~2010602,137599326~359052,140181751~5542570,157574338~2717250,170400021~1668136,182886623~8115914,191330252~13268353,215945468~8476685,225819586~7492306,236562450~18575163,260634173~6166592,276414347~9129708,289026016~5060704,295073337~4871368,301728441~1698228,310897025~2168845,318041868~5368766,327001559~8307564,348750249~678933,373809006~4939915,379925205~15934360,398940330~1033414,401146831~3203664] 2024-04-15T15:52:36.229 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [11211002~5723244,18151405~1955923,30767588~15089310,53622457~1897923,57326981~2359292,66793523~9025690,83795172~8129777,92126515~5402982,104571719~5969595,115971518~10857273,132003695~2010602,137599326~359052,140181751~5542570,157574338~2717250,170400021~1668136,182886623~8115914,191330252~13268353,215945468~8476685,225819586~7492306,236562450~18575163,260634173~6166592,276414347~9129708,289026016~5060704,295073337~4871368,301728441~1698228,310897025~2168845,318041868~5368766,327001559~8307564,348750249~678933,373809006~4939915,379925205~15934360,398940330~1033414,401146831~3203664] 2024-04-15T15:52:36.234 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [11211002~5723244,18151405~1955923,30767588~15089310,52639425~2880955,57326981~2359292,66793523~9025690,80767666~11157283,92126515~5402982,104571719~5969595,115971518~10857273,132003695~2010602,137290189~668189,138412032~7312289,157574338~2717250,167772160~4295997,182886623~21711982,215945468~17366424,236562450~18575163,260634173~6166592,276414347~9129708,289026016~5060704,295073337~4871368,300548647~2878022,310897025~2168845,318041868~5368766,326228958~9080165,348750249~678933,373809006~4939915,379925205~15934360,398940330~1033414,401146831~3203664] 2024-04-15T15:52:36.234 INFO:tasks.workunit.client.0.smithi016.stdout:from 9 to 17 diff [983717~1362902,11211002~5723244,18151405~1955923,30767588~15089310,53622457~1897923,57326981~2359292,59747674~16071539,83795172~8129777,92126515~5402982,104571719~5969595,111522261~15306530,132003695~2010602,137599326~359052,138191234~7533087,157574338~2717250,170400021~1668136,182886623~8115914,191330252~13268353,215945468~8476685,225819586~7492306,236562450~18710778,260634173~6166592,276414347~9129708,289026016~5060704,295073337~4871368,301728441~1698228,310897025~2168845,318041868~5368766,327001559~8487883,346638186~3860241,373809006~4939915,379925205~15934360,398940330~1033414,401146831~3203664] 2024-04-15T15:52:36.234 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [983717~1362902,11211002~5723244,18151405~1955923,30767588~15089310,53622457~1897923,57326981~2359292,59747674~16071539,83795172~8129777,92126515~5402982,104571719~5969595,111522261~15306530,132003695~2010602,137599326~359052,138191234~7533087,157574338~2717250,170400021~1668136,182886623~8115914,191330252~13268353,215945468~8476685,225819586~7492306,236562450~18710778,260634173~6166592,276414347~9129708,289026016~5060704,295073337~4871368,301728441~1698228,310897025~2168845,318041868~5368766,327001559~8487883,346638186~3860241,373809006~4939915,379925205~15934360,398940330~1033414,401146831~3203664] 2024-04-15T15:52:36.240 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [983717~1362902,11211002~5723244,18151405~1955923,30767588~15089310,52639425~2880955,57326981~2359292,59747674~16071539,80767666~11157283,92126515~5402982,104571719~22257072,132003695~2010602,137290189~8434132,157574338~2717250,167772160~4295997,182886623~21711982,215945468~17366424,236562450~18710778,260634173~6166592,276414347~9129708,289026016~5060704,295073337~4871368,300548647~2878022,310897025~2168845,318041868~5368766,326228958~9260484,346638186~3860241,373809006~4939915,379925205~15934360,398940330~1033414,401146831~3203664] 2024-04-15T15:52:36.240 INFO:tasks.workunit.client.0.smithi016.stdout:from 9 to 18 diff [983717~1362902,11211002~5723244,18151405~1955923,30767588~15089310,53622457~1897923,57326981~2359292,59747674~16071539,83795172~8129777,92126515~5402982,104571719~5969595,111522261~15306530,132003695~2010602,137599326~8124995,157574338~2717250,170400021~1668136,182886623~8115914,191330252~13268353,215945468~8476685,225819586~7492306,234112351~24404058,260634173~6166592,276414347~9129708,289026016~5060704,295073337~4871368,301728441~1698228,305190124~3214837,310897025~2168845,318041868~5368766,327001559~12000989,346638186~3860241,373809006~4939915,379925205~15934360,398940330~1033414,401146831~6149822] 2024-04-15T15:52:36.240 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [983717~1362902,11211002~5723244,18151405~1955923,30767588~15089310,53622457~1897923,57326981~2359292,59747674~16071539,83795172~8129777,92126515~5402982,104571719~5969595,111522261~15306530,132003695~2010602,137599326~8124995,157574338~2717250,170400021~1668136,182886623~8115914,191330252~13268353,215945468~8476685,225819586~7492306,234112351~24404058,260634173~6166592,276414347~9129708,289026016~5060704,295073337~4871368,301728441~1698228,305190124~3214837,310897025~2168845,318041868~5368766,327001559~12000989,346638186~3860241,373809006~4939915,379925205~15934360,398940330~1033414,401146831~6149822] 2024-04-15T15:52:36.246 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [983717~1362902,11211002~5723244,18151405~1955923,30767588~15089310,52639425~2880955,57326981~2359292,59747674~16071539,80767666~11157283,92126515~5402982,104571719~22257072,132003695~2010602,137290189~8434132,157574338~2717250,167772160~4295997,182886623~21711982,215945468~17366424,234112351~24404058,260634173~6166592,276414347~9129708,289026016~5060704,295073337~4871368,300548647~2878022,305190124~3214837,310897025~2168845,318041868~5368766,326228958~12773590,346638186~3860241,373809006~4939915,379925205~15934360,398940330~1033414,401146831~6149822] 2024-04-15T15:52:36.246 INFO:tasks.workunit.client.0.smithi016.stdout:from 9 to 19 diff [983717~1362902,7468309~544070,11211002~5723244,18151405~1955923,30767588~15089310,53622457~1897923,57326981~2359292,59747674~16071539,78842447~4317951,83795172~8129777,92126515~5402982,104571719~5969595,111522261~15306530,132003695~2010602,137599326~8124995,150711230~6258148,157574338~2717250,167574367~7089410,182886623~8115914,191330252~13268353,215945468~8476685,225819586~7492306,234112351~24404058,260634173~6166592,276414347~9129708,289026016~5060704,295073337~4871368,301728441~1698228,305190124~9814813,318041868~5368766,327001559~12000989,346638186~3860241,362493560~331273,368728082~2291595,373809006~4939915,379925205~15934360,398940330~1033414,401146831~8775542] 2024-04-15T15:52:36.246 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [983717~1362902,7468309~544070,11211002~5723244,18151405~1955923,30767588~15089310,53622457~1897923,57326981~2359292,59747674~16071539,78842447~4317951,83795172~8129777,92126515~5402982,104571719~5969595,111522261~15306530,132003695~2010602,137599326~8124995,150711230~6258148,157574338~2717250,167574367~7089410,182886623~8115914,191330252~13268353,215945468~8476685,225819586~7492306,234112351~24404058,260634173~6166592,276414347~9129708,289026016~5060704,295073337~4871368,301728441~1698228,305190124~9814813,318041868~5368766,327001559~12000989,346638186~3860241,362493560~331273,368728082~2291595,373809006~4939915,379925205~15934360,398940330~1033414,401146831~8775542] 2024-04-15T15:52:36.252 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [983717~1362902,7468309~544070,11211002~5723244,18151405~1955923,30767588~15089310,52639425~2880955,57326981~2359292,59747674~16071539,78842447~13082502,92126515~5402982,104571719~22257072,132003695~2010602,137290189~8434132,150711230~6258148,157574338~2717250,163577856~11085921,182886623~21711982,215945468~17366424,234112351~24404058,260634173~6166592,276414347~9129708,289026016~5060704,295073337~4871368,300548647~2878022,305190124~9814813,318041868~5368766,326228958~12773590,346638186~3860241,362493560~331273,368728082~2291595,373809006~4939915,379925205~15934360,398940330~1033414,401146831~8775542] 2024-04-15T15:52:36.252 INFO:tasks.workunit.client.0.smithi016.stdout:from 10 to 11 diff [73343072~2476141,86352045~4972742,104571719~5969595,143111946~2612375,182886623~8089148,228187715~4547347,301728441~1698228,310897025~2168845,379925205~7910948] 2024-04-15T15:52:36.252 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [73343072~2476141,86352045~4972742,104571719~5969595,143111946~2612375,182886623~8089148,228187715~4547347,301728441~1698228,310897025~2168845,379925205~7910948] 2024-04-15T15:52:36.257 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [73343072~2476141,86352045~4972742,104571719~5969595,143111946~2612375,182886623~8089148,228187715~4547347,300548647~2878022,310897025~2168845,379925205~7910948] 2024-04-15T15:52:36.258 INFO:tasks.workunit.client.0.smithi016.stdout:from 10 to 12 diff [18151405~1955923,35927215~4758329,73343072~2476141,86352045~4972742,104571719~5969595,132003695~2010602,137599326~359052,143111946~2612375,157848145~1077931,170400021~1668136,182886623~8089148,191330252~6967431,215945468~6744833,228187715~4547347,237519557~4446369,301728441~1698228,310897025~2168845,318041868~5368766,379925205~7910948] 2024-04-15T15:52:36.258 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [18151405~1955923,35927215~4758329,73343072~2476141,86352045~4972742,104571719~5969595,132003695~2010602,137599326~359052,143111946~2612375,157848145~1077931,170400021~1668136,182886623~8089148,191330252~6967431,215945468~6744833,228187715~4547347,237519557~4446369,301728441~1698228,310897025~2168845,318041868~5368766,379925205~7910948] 2024-04-15T15:52:36.263 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [18151405~1955923,33554432~7131112,73343072~2476141,86352045~4972742,104571719~5969595,132003695~2010602,137290189~668189,143111946~2612375,157848145~1077931,167772160~4295997,182886623~15411060,215945468~6744833,228187715~4547347,237519557~4446369,300548647~2878022,310897025~2168845,318041868~5368766,379925205~7910948] 2024-04-15T15:52:36.263 INFO:tasks.workunit.client.0.smithi016.stdout:from 10 to 13 diff [18151405~1955923,35927215~4758329,40951194~4905704,73343072~2476141,86352045~4972742,96314195~1215302,104571719~5969595,121025570~5803221,132003695~2010602,137599326~359052,140181751~5542570,157848145~1077931,170400021~1668136,182886623~8089148,191330252~6967431,215945468~6744833,228187715~4547347,237519557~4446369,260996684~5804081,301728441~1698228,310897025~2168845,318041868~5368766,327001559~6853457,379925205~11370248,392517738~3341827] 2024-04-15T15:52:36.263 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [18151405~1955923,35927215~4758329,40951194~4905704,73343072~2476141,86352045~4972742,96314195~1215302,104571719~5969595,121025570~5803221,132003695~2010602,137599326~359052,140181751~5542570,157848145~1077931,170400021~1668136,182886623~8089148,191330252~6967431,215945468~6744833,228187715~4547347,237519557~4446369,260996684~5804081,301728441~1698228,310897025~2168845,318041868~5368766,327001559~6853457,379925205~11370248,392517738~3341827] 2024-04-15T15:52:36.269 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [18151405~1955923,33554432~7131112,40951194~4905704,73343072~2476141,86352045~4972742,96314195~1215302,104571719~5969595,121025570~5803221,132003695~2010602,137290189~668189,138412032~7312289,157848145~1077931,167772160~4295997,182886623~15411060,215945468~6744833,228187715~4547347,237519557~4446369,260996684~5804081,300548647~2878022,310897025~2168845,318041868~5368766,326228958~7626058,379925205~11370248,392517738~3341827] 2024-04-15T15:52:36.269 INFO:tasks.workunit.client.0.smithi016.stdout:from 10 to 14 diff [18151405~1955923,30767588~9917956,40951194~4905704,73343072~2476141,86352045~4972742,92126515~5402982,104571719~5969595,121025570~5803221,132003695~2010602,137599326~359052,140181751~5542570,157574338~2717250,170400021~1668136,182886623~8115914,191330252~6967431,215945468~8476685,228187715~4547347,236562450~8068755,260996684~5804081,281249071~4294984,301728441~1698228,310897025~2168845,318041868~5368766,327001559~6853457,373809006~4939915,379925205~11370248,392517738~3341827,401146831~3203664] 2024-04-15T15:52:36.269 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [18151405~1955923,30767588~9917956,40951194~4905704,73343072~2476141,86352045~4972742,92126515~5402982,104571719~5969595,121025570~5803221,132003695~2010602,137599326~359052,140181751~5542570,157574338~2717250,170400021~1668136,182886623~8115914,191330252~6967431,215945468~8476685,228187715~4547347,236562450~8068755,260996684~5804081,281249071~4294984,301728441~1698228,310897025~2168845,318041868~5368766,327001559~6853457,373809006~4939915,379925205~11370248,392517738~3341827,401146831~3203664] 2024-04-15T15:52:36.275 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [18151405~1955923,30767588~9917956,40951194~4905704,73343072~2476141,86352045~4972742,92126515~5402982,104571719~5969595,121025570~5803221,132003695~2010602,137290189~668189,138412032~7312289,157574338~2717250,167772160~4295997,182886623~15411060,215945468~8476685,228187715~4547347,236562450~8068755,260996684~5804081,281249071~4294984,300548647~2878022,310897025~2168845,318041868~5368766,326228958~7626058,373809006~4939915,379925205~11370248,392517738~3341827,401146831~3203664] 2024-04-15T15:52:36.275 INFO:tasks.workunit.client.0.smithi016.stdout:from 10 to 15 diff [11211002~5723244,18151405~1955923,30767588~9917956,40951194~4905704,57326981~2359292,73343072~2476141,86352045~4972742,92126515~5402982,104571719~5969595,121025570~5803221,132003695~2010602,137599326~359052,140181751~5542570,157574338~2717250,170400021~1668136,182886623~8115914,191330252~6967431,198421590~6177015,215945468~8476685,225819586~7492306,236562450~8068755,260996684~5804081,281249071~4294984,295073337~4871368,301728441~1698228,310897025~2168845,318041868~5368766,327001559~6853457,348750249~678933,373809006~4939915,379925205~11370248,392517738~3341827,401146831~3203664] 2024-04-15T15:52:36.275 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [11211002~5723244,18151405~1955923,30767588~9917956,40951194~4905704,57326981~2359292,73343072~2476141,86352045~4972742,92126515~5402982,104571719~5969595,121025570~5803221,132003695~2010602,137599326~359052,140181751~5542570,157574338~2717250,170400021~1668136,182886623~8115914,191330252~6967431,198421590~6177015,215945468~8476685,225819586~7492306,236562450~8068755,260996684~5804081,281249071~4294984,295073337~4871368,301728441~1698228,310897025~2168845,318041868~5368766,327001559~6853457,348750249~678933,373809006~4939915,379925205~11370248,392517738~3341827,401146831~3203664] 2024-04-15T15:52:36.281 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [11211002~5723244,18151405~1955923,30767588~9917956,40951194~4905704,57326981~2359292,73343072~2476141,86352045~4972742,92126515~5402982,104571719~5969595,121025570~5803221,132003695~2010602,137290189~668189,138412032~7312289,157574338~2717250,167772160~4295997,182886623~15411060,198421590~6177015,215945468~17366424,236562450~8068755,260996684~5804081,281249071~4294984,295073337~4871368,300548647~2878022,310897025~2168845,318041868~5368766,326228958~7626058,348750249~678933,373809006~4939915,379925205~11370248,392517738~3341827,401146831~3203664] 2024-04-15T15:52:36.282 INFO:tasks.workunit.client.0.smithi016.stdout:from 10 to 16 diff [11211002~5723244,18151405~1955923,30767588~9917956,40951194~4905704,53622457~1897923,57326981~2359292,66793523~9025690,86352045~4972742,92126515~5402982,104571719~5969595,121025570~5803221,132003695~2010602,137599326~359052,140181751~5542570,157574338~2717250,170400021~1668136,182886623~8115914,191330252~13268353,215945468~8476685,225819586~7492306,236562450~8850103,260634173~6166592,281249071~4294984,295073337~4871368,301728441~1698228,310897025~2168845,318041868~5368766,327001559~8307564,348750249~678933,373809006~4939915,379925205~11370248,392517738~3341827,401146831~3203664] 2024-04-15T15:52:36.282 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [11211002~5723244,18151405~1955923,30767588~9917956,40951194~4905704,53622457~1897923,57326981~2359292,66793523~9025690,86352045~4972742,92126515~5402982,104571719~5969595,121025570~5803221,132003695~2010602,137599326~359052,140181751~5542570,157574338~2717250,170400021~1668136,182886623~8115914,191330252~13268353,215945468~8476685,225819586~7492306,236562450~8850103,260634173~6166592,281249071~4294984,295073337~4871368,301728441~1698228,310897025~2168845,318041868~5368766,327001559~8307564,348750249~678933,373809006~4939915,379925205~11370248,392517738~3341827,401146831~3203664] 2024-04-15T15:52:36.287 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [11211002~5723244,18151405~1955923,30767588~9917956,40951194~4905704,52639425~2880955,57326981~2359292,66793523~9025690,86352045~4972742,92126515~5402982,104571719~5969595,121025570~5803221,132003695~2010602,137290189~668189,138412032~7312289,157574338~2717250,167772160~4295997,182886623~21711982,215945468~17366424,236562450~8850103,260634173~6166592,281249071~4294984,295073337~4871368,300548647~2878022,310897025~2168845,318041868~5368766,326228958~9080165,348750249~678933,373809006~4939915,379925205~11370248,392517738~3341827,401146831~3203664] 2024-04-15T15:52:36.287 INFO:tasks.workunit.client.0.smithi016.stdout:from 10 to 17 diff [983717~1362902,11211002~5723244,18151405~1955923,30767588~9917956,40951194~4905704,53622457~1897923,57326981~2359292,59747674~16071539,86352045~4972742,92126515~5402982,104571719~5969595,111522261~4507447,121025570~5803221,132003695~2010602,137599326~359052,138191234~7533087,157574338~2717250,170400021~1668136,182886623~8115914,191330252~13268353,215945468~8476685,225819586~7492306,236562450~11350184,248173970~7099258,260634173~6166592,281249071~4294984,295073337~4871368,301728441~1698228,310897025~2168845,318041868~5368766,327001559~8487883,346638186~3860241,373809006~4939915,379925205~11370248,392517738~3341827,401146831~3203664] 2024-04-15T15:52:36.287 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [983717~1362902,11211002~5723244,18151405~1955923,30767588~9917956,40951194~4905704,53622457~1897923,57326981~2359292,59747674~16071539,86352045~4972742,92126515~5402982,104571719~5969595,111522261~4507447,121025570~5803221,132003695~2010602,137599326~359052,138191234~7533087,157574338~2717250,170400021~1668136,182886623~8115914,191330252~13268353,215945468~8476685,225819586~7492306,236562450~11350184,248173970~7099258,260634173~6166592,281249071~4294984,295073337~4871368,301728441~1698228,310897025~2168845,318041868~5368766,327001559~8487883,346638186~3860241,373809006~4939915,379925205~11370248,392517738~3341827,401146831~3203664] 2024-04-15T15:52:36.292 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [983717~1362902,11211002~5723244,18151405~1955923,30767588~9917956,40951194~4905704,52639425~2880955,57326981~2359292,59747674~16071539,86352045~4972742,92126515~5402982,104571719~11457989,121025570~5803221,132003695~2010602,137290189~8434132,157574338~2717250,167772160~4295997,182886623~21711982,215945468~17366424,236562450~11350184,248173970~7099258,260634173~6166592,281249071~4294984,295073337~4871368,300548647~2878022,310897025~2168845,318041868~5368766,326228958~9260484,346638186~3860241,373809006~4939915,379925205~11370248,392517738~3341827,401146831~3203664] 2024-04-15T15:52:36.292 INFO:tasks.workunit.client.0.smithi016.stdout:from 10 to 18 diff [983717~1362902,11211002~5723244,18151405~1955923,30767588~9917956,40845252~5011646,53622457~1897923,57326981~2359292,59747674~16071539,86352045~4972742,92126515~5402982,104571719~5969595,111522261~4507447,121025570~5803221,132003695~2010602,137599326~8124995,157574338~2717250,170400021~1668136,182886623~8115914,191330252~13268353,215945468~8476685,225819586~7492306,234112351~13800283,248173970~10342439,260634173~6166592,281249071~4294984,295073337~4871368,301728441~1698228,305190124~3214837,310897025~2168845,318041868~5368766,327001559~12000989,346638186~3860241,373809006~4939915,379925205~11370248,392517738~3341827,401146831~6149822] 2024-04-15T15:52:36.293 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [983717~1362902,11211002~5723244,18151405~1955923,30767588~9917956,40845252~5011646,53622457~1897923,57326981~2359292,59747674~16071539,86352045~4972742,92126515~5402982,104571719~5969595,111522261~4507447,121025570~5803221,132003695~2010602,137599326~8124995,157574338~2717250,170400021~1668136,182886623~8115914,191330252~13268353,215945468~8476685,225819586~7492306,234112351~13800283,248173970~10342439,260634173~6166592,281249071~4294984,295073337~4871368,301728441~1698228,305190124~3214837,310897025~2168845,318041868~5368766,327001559~12000989,346638186~3860241,373809006~4939915,379925205~11370248,392517738~3341827,401146831~6149822] 2024-04-15T15:52:36.298 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [983717~1362902,11211002~5723244,18151405~1955923,30767588~9917956,40845252~5011646,52639425~2880955,57326981~2359292,59747674~16071539,86352045~4972742,92126515~5402982,104571719~11457989,121025570~5803221,132003695~2010602,137290189~8434132,157574338~2717250,167772160~4295997,182886623~21711982,215945468~17366424,234112351~13800283,248173970~10342439,260634173~6166592,281249071~4294984,295073337~4871368,300548647~2878022,305190124~3214837,310897025~2168845,318041868~5368766,326228958~12773590,346638186~3860241,373809006~4939915,379925205~11370248,392517738~3341827,401146831~6149822] 2024-04-15T15:52:36.298 INFO:tasks.workunit.client.0.smithi016.stdout:from 10 to 19 diff [983717~1362902,7468309~544070,11211002~5723244,18151405~1955923,30767588~9917956,40845252~5011646,53622457~1897923,57326981~2359292,59747674~16071539,78842447~4317951,86352045~4972742,92126515~5402982,104571719~5969595,111522261~4507447,121025570~5803221,132003695~2010602,137599326~8124995,150711230~6258148,157574338~2717250,167574367~7089410,182886623~8115914,191330252~13268353,215945468~8476685,225819586~7492306,234112351~13800283,248173970~10342439,260634173~6166592,281249071~4294984,295073337~4871368,301728441~1698228,305190124~9814813,318041868~5368766,327001559~12000989,346638186~3860241,362493560~331273,368728082~2291595,373809006~4939915,379925205~11406801,392517738~3341827,401146831~8775542] 2024-04-15T15:52:36.298 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [983717~1362902,7468309~544070,11211002~5723244,18151405~1955923,30767588~9917956,40845252~5011646,53622457~1897923,57326981~2359292,59747674~16071539,78842447~4317951,86352045~4972742,92126515~5402982,104571719~5969595,111522261~4507447,121025570~5803221,132003695~2010602,137599326~8124995,150711230~6258148,157574338~2717250,167574367~7089410,182886623~8115914,191330252~13268353,215945468~8476685,225819586~7492306,234112351~13800283,248173970~10342439,260634173~6166592,281249071~4294984,295073337~4871368,301728441~1698228,305190124~9814813,318041868~5368766,327001559~12000989,346638186~3860241,362493560~331273,368728082~2291595,373809006~4939915,379925205~11406801,392517738~3341827,401146831~8775542] 2024-04-15T15:52:36.304 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [983717~1362902,7468309~544070,11211002~5723244,18151405~1955923,30767588~9917956,40845252~5011646,52639425~2880955,57326981~2359292,59747674~16071539,78842447~4317951,86352045~4972742,92126515~5402982,104571719~11457989,121025570~5803221,132003695~2010602,137290189~8434132,150711230~6258148,157574338~2717250,163577856~11085921,182886623~21711982,215945468~17366424,234112351~13800283,248173970~10342439,260634173~6166592,281249071~4294984,295073337~4871368,300548647~2878022,305190124~9814813,318041868~5368766,326228958~12773590,346638186~3860241,362493560~331273,368728082~2291595,373809006~4939915,379925205~11406801,392517738~3341827,401146831~8775542] 2024-04-15T15:52:36.304 INFO:tasks.workunit.client.0.smithi016.stdout:from 11 to 12 diff [18151405~1955923,35927215~4758329,132003695~2010602,137599326~359052,157848145~1077931,170400021~1668136,191330252~6967431,215945468~6744833,237519557~4446369,318041868~5368766] 2024-04-15T15:52:36.305 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [18151405~1955923,35927215~4758329,132003695~2010602,137599326~359052,157848145~1077931,170400021~1668136,191330252~6967431,215945468~6744833,237519557~4446369,318041868~5368766] 2024-04-15T15:52:36.310 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [18151405~1955923,33554432~7131112,132003695~2010602,137290189~668189,157848145~1077931,167772160~4295997,190975771~7321912,215945468~6744833,237519557~4446369,318041868~5368766] 2024-04-15T15:52:36.310 INFO:tasks.workunit.client.0.smithi016.stdout:from 11 to 13 diff [18151405~1955923,35927215~4758329,40951194~4905704,96314195~1215302,121025570~5803221,132003695~2010602,137599326~359052,140181751~4974104,157848145~1077931,170400021~1668136,191330252~6967431,215945468~6744833,237519557~4446369,260996684~5804081,318041868~5368766,327001559~6853457,384522429~6773024,392517738~3341827] 2024-04-15T15:52:36.310 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [18151405~1955923,35927215~4758329,40951194~4905704,96314195~1215302,121025570~5803221,132003695~2010602,137599326~359052,140181751~4974104,157848145~1077931,170400021~1668136,191330252~6967431,215945468~6744833,237519557~4446369,260996684~5804081,318041868~5368766,327001559~6853457,384522429~6773024,392517738~3341827] 2024-04-15T15:52:36.315 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [18151405~1955923,33554432~7131112,40951194~4905704,96314195~1215302,121025570~5803221,132003695~2010602,137290189~668189,138412032~6743823,157848145~1077931,167772160~4295997,190975771~7321912,215945468~6744833,237519557~4446369,260996684~5804081,318041868~5368766,326228958~7626058,384522429~6773024,392517738~3341827] 2024-04-15T15:52:36.316 INFO:tasks.workunit.client.0.smithi016.stdout:from 11 to 14 diff [18151405~1955923,30767588~9917956,40951194~4905704,92126515~5402982,121025570~5803221,132003695~2010602,137599326~359052,140181751~4974104,157574338~2717250,170400021~1668136,190813752~188785,191330252~6967431,215945468~8476685,236562450~8068755,260996684~5804081,281249071~4294984,318041868~5368766,327001559~6853457,373809006~4939915,384522429~6773024,392517738~3341827,401146831~3203664] 2024-04-15T15:52:36.316 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [18151405~1955923,30767588~9917956,40951194~4905704,92126515~5402982,121025570~5803221,132003695~2010602,137599326~359052,140181751~4974104,157574338~2717250,170400021~1668136,190813752~188785,191330252~6967431,215945468~8476685,236562450~8068755,260996684~5804081,281249071~4294984,318041868~5368766,327001559~6853457,373809006~4939915,384522429~6773024,392517738~3341827,401146831~3203664] 2024-04-15T15:52:36.321 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [18151405~1955923,30767588~9917956,40951194~4905704,92126515~5402982,121025570~5803221,132003695~2010602,137290189~668189,138412032~6743823,157574338~2717250,167772160~4295997,190813752~7483931,215945468~8476685,236562450~8068755,260996684~5804081,281249071~4294984,318041868~5368766,326228958~7626058,373809006~4939915,384522429~6773024,392517738~3341827,401146831~3203664] 2024-04-15T15:52:36.321 INFO:tasks.workunit.client.0.smithi016.stdout:from 11 to 15 diff [11211002~5723244,18151405~1955923,30767588~9917956,40951194~4905704,57326981~2359292,92126515~5402982,121025570~5803221,132003695~2010602,137599326~359052,140181751~4974104,157574338~2717250,170400021~1668136,184413530~204092,190813752~188785,191330252~6967431,198421590~6177015,215945468~8476685,225819586~7492306,236562450~8068755,260996684~5804081,281249071~4294984,295073337~4871368,318041868~5368766,327001559~6853457,348750249~678933,373809006~4939915,384522429~6773024,392517738~3341827,401146831~3203664] 2024-04-15T15:52:36.321 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [11211002~5723244,18151405~1955923,30767588~9917956,40951194~4905704,57326981~2359292,92126515~5402982,121025570~5803221,132003695~2010602,137599326~359052,140181751~4974104,157574338~2717250,170400021~1668136,184413530~204092,190813752~188785,191330252~6967431,198421590~6177015,215945468~8476685,225819586~7492306,236562450~8068755,260996684~5804081,281249071~4294984,295073337~4871368,318041868~5368766,327001559~6853457,348750249~678933,373809006~4939915,384522429~6773024,392517738~3341827,401146831~3203664] 2024-04-15T15:52:36.327 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [11211002~5723244,18151405~1955923,30767588~9917956,40951194~4905704,57326981~2359292,92126515~5402982,121025570~5803221,132003695~2010602,137290189~668189,138412032~6743823,157574338~2717250,167772160~4295997,184413530~204092,190813752~7483931,198421590~6177015,215945468~17366424,236562450~8068755,260996684~5804081,281249071~4294984,295073337~4871368,318041868~5368766,326228958~7626058,348750249~678933,373809006~4939915,384522429~6773024,392517738~3341827,401146831~3203664] 2024-04-15T15:52:36.327 INFO:tasks.workunit.client.0.smithi016.stdout:from 11 to 16 diff [11211002~5723244,18151405~1955923,30767588~9917956,40951194~4905704,53622457~1897923,57326981~2359292,66793523~6717150,92126515~5402982,121025570~5803221,132003695~2010602,137599326~359052,140181751~4974104,157574338~2717250,170400021~1668136,184413530~204092,190813752~188785,191330252~13268353,215945468~8476685,225819586~7492306,236562450~8850103,260634173~6166592,281249071~4294984,295073337~4871368,318041868~5368766,327001559~8307564,348750249~678933,373809006~4939915,384522429~6773024,392517738~3341827,401146831~3203664] 2024-04-15T15:52:36.327 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [11211002~5723244,18151405~1955923,30767588~9917956,40951194~4905704,53622457~1897923,57326981~2359292,66793523~6717150,92126515~5402982,121025570~5803221,132003695~2010602,137599326~359052,140181751~4974104,157574338~2717250,170400021~1668136,184413530~204092,190813752~188785,191330252~13268353,215945468~8476685,225819586~7492306,236562450~8850103,260634173~6166592,281249071~4294984,295073337~4871368,318041868~5368766,327001559~8307564,348750249~678933,373809006~4939915,384522429~6773024,392517738~3341827,401146831~3203664] 2024-04-15T15:52:36.333 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [11211002~5723244,18151405~1955923,30767588~9917956,40951194~4905704,52639425~2880955,57326981~2359292,66793523~6717150,92126515~5402982,121025570~5803221,132003695~2010602,137290189~668189,138412032~6743823,157574338~2717250,167772160~4295997,184413530~204092,190813752~13784853,215945468~17366424,236562450~8850103,260634173~6166592,281249071~4294984,295073337~4871368,318041868~5368766,326228958~9080165,348750249~678933,373809006~4939915,384522429~6773024,392517738~3341827,401146831~3203664] 2024-04-15T15:52:36.333 INFO:tasks.workunit.client.0.smithi016.stdout:from 11 to 17 diff [983717~1362902,11211002~5723244,18151405~1955923,30767588~9917956,40951194~4905704,53622457~1897923,57326981~2359292,59747674~13762999,92126515~5402982,107682813~2780265,111522261~4507447,121025570~5803221,132003695~2010602,137599326~359052,138191234~6964621,157574338~2717250,170400021~1668136,184413530~204092,190813752~188785,191330252~13268353,215945468~8476685,225819586~7492306,236562450~11350184,248173970~7099258,260634173~6166592,281249071~4294984,295073337~4871368,318041868~5368766,327001559~8487883,346638186~3860241,373809006~4939915,384522429~6773024,392517738~3341827,401146831~3203664] 2024-04-15T15:52:36.333 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [983717~1362902,11211002~5723244,18151405~1955923,30767588~9917956,40951194~4905704,53622457~1897923,57326981~2359292,59747674~13762999,92126515~5402982,107682813~2780265,111522261~4507447,121025570~5803221,132003695~2010602,137599326~359052,138191234~6964621,157574338~2717250,170400021~1668136,184413530~204092,190813752~188785,191330252~13268353,215945468~8476685,225819586~7492306,236562450~11350184,248173970~7099258,260634173~6166592,281249071~4294984,295073337~4871368,318041868~5368766,327001559~8487883,346638186~3860241,373809006~4939915,384522429~6773024,392517738~3341827,401146831~3203664] 2024-04-15T15:52:36.339 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [983717~1362902,11211002~5723244,18151405~1955923,30767588~9917956,40951194~4905704,52639425~2880955,57326981~2359292,59747674~13762999,92126515~5402982,107682813~2780265,110541314~5488394,121025570~5803221,132003695~2010602,137290189~7865666,157574338~2717250,167772160~4295997,184413530~204092,190813752~13784853,215945468~17366424,236562450~11350184,248173970~7099258,260634173~6166592,281249071~4294984,295073337~4871368,318041868~5368766,326228958~9260484,346638186~3860241,373809006~4939915,384522429~6773024,392517738~3341827,401146831~3203664] 2024-04-15T15:52:36.339 INFO:tasks.workunit.client.0.smithi016.stdout:from 11 to 18 diff [983717~1362902,11211002~5723244,18151405~1955923,30767588~9917956,40845252~5011646,53622457~1897923,57326981~2359292,59747674~13762999,92126515~5402982,107682813~2780265,111522261~4507447,121025570~5803221,132003695~2010602,137599326~7556529,157574338~2717250,170400021~1668136,184413530~204092,190813752~188785,191330252~13268353,215945468~8476685,225819586~7492306,234112351~13800283,248173970~10342439,260634173~6166592,281249071~4294984,295073337~4871368,305190124~3214837,318041868~5368766,327001559~12000989,346638186~3860241,373809006~4939915,384522429~6773024,392517738~3341827,401146831~6149822] 2024-04-15T15:52:36.339 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [983717~1362902,11211002~5723244,18151405~1955923,30767588~9917956,40845252~5011646,53622457~1897923,57326981~2359292,59747674~13762999,92126515~5402982,107682813~2780265,111522261~4507447,121025570~5803221,132003695~2010602,137599326~7556529,157574338~2717250,170400021~1668136,184413530~204092,190813752~188785,191330252~13268353,215945468~8476685,225819586~7492306,234112351~13800283,248173970~10342439,260634173~6166592,281249071~4294984,295073337~4871368,305190124~3214837,318041868~5368766,327001559~12000989,346638186~3860241,373809006~4939915,384522429~6773024,392517738~3341827,401146831~6149822] 2024-04-15T15:52:36.345 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [983717~1362902,11211002~5723244,18151405~1955923,30767588~9917956,40845252~5011646,52639425~2880955,57326981~2359292,59747674~13762999,92126515~5402982,107682813~2780265,110541314~5488394,121025570~5803221,132003695~2010602,137290189~7865666,157574338~2717250,167772160~4295997,184413530~204092,190813752~13784853,215945468~17366424,234112351~13800283,248173970~10342439,260634173~6166592,281249071~4294984,295073337~4871368,305190124~3214837,318041868~5368766,326228958~12773590,346638186~3860241,373809006~4939915,384522429~6773024,392517738~3341827,401146831~6149822] 2024-04-15T15:52:36.345 INFO:tasks.workunit.client.0.smithi016.stdout:from 11 to 19 diff [983717~1362902,7468309~544070,11211002~5723244,18151405~1955923,30767588~9917956,40845252~5011646,53622457~1897923,57326981~2359292,59747674~13762999,78842447~4317951,92126515~5402982,107682813~2780265,111522261~4507447,121025570~5803221,132003695~2010602,137599326~7556529,150711230~6258148,157574338~2717250,167574367~7089410,184413530~204092,190813752~188785,191330252~13268353,215945468~8476685,225819586~7492306,234112351~13800283,248173970~10342439,260634173~6166592,281249071~4294984,295073337~4871368,305190124~9814813,318041868~5368766,327001559~12000989,346638186~3860241,362493560~331273,368728082~2291595,373809006~4939915,383976826~7355180,392517738~3341827,401146831~8775542] 2024-04-15T15:52:36.345 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [983717~1362902,7468309~544070,11211002~5723244,18151405~1955923,30767588~9917956,40845252~5011646,53622457~1897923,57326981~2359292,59747674~13762999,78842447~4317951,92126515~5402982,107682813~2780265,111522261~4507447,121025570~5803221,132003695~2010602,137599326~7556529,150711230~6258148,157574338~2717250,167574367~7089410,184413530~204092,190813752~188785,191330252~13268353,215945468~8476685,225819586~7492306,234112351~13800283,248173970~10342439,260634173~6166592,281249071~4294984,295073337~4871368,305190124~9814813,318041868~5368766,327001559~12000989,346638186~3860241,362493560~331273,368728082~2291595,373809006~4939915,383976826~7355180,392517738~3341827,401146831~8775542] 2024-04-15T15:52:36.351 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [983717~1362902,7468309~544070,11211002~5723244,18151405~1955923,30767588~9917956,40845252~5011646,52639425~2880955,57326981~2359292,59747674~13762999,78842447~4317951,92126515~5402982,107682813~2780265,110541314~5488394,121025570~5803221,132003695~2010602,137290189~7865666,150711230~6258148,157574338~2717250,163577856~11085921,184413530~204092,190813752~13784853,215945468~17366424,234112351~13800283,248173970~10342439,260634173~6166592,281249071~4294984,295073337~4871368,305190124~9814813,318041868~5368766,326228958~12773590,346638186~3860241,362493560~331273,368728082~2291595,373809006~4939915,383976826~7355180,392517738~3341827,401146831~8775542] 2024-04-15T15:52:36.351 INFO:tasks.workunit.client.0.smithi016.stdout:from 12 to 13 diff [40951194~4905704,96314195~1215302,121025570~5803221,140181751~4974104,260996684~5804081,327001559~6853457,384522429~6773024,392517738~3341827] 2024-04-15T15:52:36.351 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [40951194~4905704,96314195~1215302,121025570~5803221,140181751~4974104,260996684~5804081,327001559~6853457,384522429~6773024,392517738~3341827] 2024-04-15T15:52:36.358 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [40951194~4905704,96314195~1215302,121025570~5803221,138412032~6743823,260996684~5804081,326228958~7626058,384522429~6773024,392517738~3341827] 2024-04-15T15:52:36.358 INFO:tasks.workunit.client.0.smithi016.stdout:from 12 to 14 diff [30767588~5411737,40951194~4905704,92126515~5402982,121025570~5803221,140181751~4974104,157574338~2717250,190813752~188785,219287929~5134224,236562450~8068755,260996684~5804081,281249071~4294984,327001559~6853457,373809006~4939915,384522429~6773024,392517738~3341827,401146831~3203664] 2024-04-15T15:52:36.358 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [30767588~5411737,40951194~4905704,92126515~5402982,121025570~5803221,140181751~4974104,157574338~2717250,190813752~188785,219287929~5134224,236562450~8068755,260996684~5804081,281249071~4294984,327001559~6853457,373809006~4939915,384522429~6773024,392517738~3341827,401146831~3203664] 2024-04-15T15:52:36.365 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [30767588~5411737,40951194~4905704,92126515~5402982,121025570~5803221,138412032~6743823,157574338~2717250,190813752~188785,219287929~5134224,236562450~8068755,260996684~5804081,281249071~4294984,326228958~7626058,373809006~4939915,384522429~6773024,392517738~3341827,401146831~3203664] 2024-04-15T15:52:36.365 INFO:tasks.workunit.client.0.smithi016.stdout:from 12 to 15 diff [11211002~5723244,30767588~5411737,40951194~4905704,57326981~2359292,92126515~5402982,121025570~5803221,140181751~4974104,157574338~2717250,184413530~204092,190813752~188785,192438482~650843,198421590~6177015,219287929~5134224,225819586~7492306,236562450~8068755,260996684~5804081,281249071~4294984,295073337~4871368,327001559~6853457,348750249~678933,373809006~4939915,384522429~6773024,392517738~3341827,401146831~3203664] 2024-04-15T15:52:36.365 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [11211002~5723244,30767588~5411737,40951194~4905704,57326981~2359292,92126515~5402982,121025570~5803221,140181751~4974104,157574338~2717250,184413530~204092,190813752~188785,192438482~650843,198421590~6177015,219287929~5134224,225819586~7492306,236562450~8068755,260996684~5804081,281249071~4294984,295073337~4871368,327001559~6853457,348750249~678933,373809006~4939915,384522429~6773024,392517738~3341827,401146831~3203664] 2024-04-15T15:52:36.370 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [11211002~5723244,30767588~5411737,40951194~4905704,57326981~2359292,92126515~5402982,121025570~5803221,138412032~6743823,157574338~2717250,184413530~204092,190813752~188785,192438482~650843,198421590~6177015,219287929~14023963,236562450~8068755,260996684~5804081,281249071~4294984,295073337~4871368,326228958~7626058,348750249~678933,373809006~4939915,384522429~6773024,392517738~3341827,401146831~3203664] 2024-04-15T15:52:36.371 INFO:tasks.workunit.client.0.smithi016.stdout:from 12 to 16 diff [11211002~5723244,30767588~5583168,40951194~4905704,53622457~1897923,57326981~2359292,66793523~6717150,92126515~5402982,121025570~5803221,140181751~4974104,157574338~2717250,184413530~204092,190813752~188785,192438482~12160123,219287929~5134224,225819586~7492306,236562450~8850103,260634173~6166592,281249071~4294984,295073337~4871368,327001559~8307564,348750249~678933,373809006~4939915,384522429~6773024,392517738~3341827,401146831~3203664] 2024-04-15T15:52:36.371 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [11211002~5723244,30767588~5583168,40951194~4905704,53622457~1897923,57326981~2359292,66793523~6717150,92126515~5402982,121025570~5803221,140181751~4974104,157574338~2717250,184413530~204092,190813752~188785,192438482~12160123,219287929~5134224,225819586~7492306,236562450~8850103,260634173~6166592,281249071~4294984,295073337~4871368,327001559~8307564,348750249~678933,373809006~4939915,384522429~6773024,392517738~3341827,401146831~3203664] 2024-04-15T15:52:36.376 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [11211002~5723244,30767588~5583168,40951194~4905704,52639425~2880955,57326981~2359292,66793523~6717150,92126515~5402982,121025570~5803221,138412032~6743823,157574338~2717250,184413530~204092,190813752~188785,192438482~12160123,219287929~14023963,236562450~8850103,260634173~6166592,281249071~4294984,295073337~4871368,326228958~9080165,348750249~678933,373809006~4939915,384522429~6773024,392517738~3341827,401146831~3203664] 2024-04-15T15:52:36.377 INFO:tasks.workunit.client.0.smithi016.stdout:from 12 to 17 diff [983717~1362902,11211002~5723244,30767588~5583168,40951194~4905704,53622457~1897923,57326981~2359292,59747674~13762999,92126515~5402982,107682813~2780265,111522261~4507447,121025570~5803221,138191234~6964621,157574338~2717250,184413530~204092,190813752~188785,192438482~12160123,219287929~5134224,225819586~7492306,236562450~11350184,248173970~7099258,260634173~6166592,281249071~4294984,295073337~4871368,327001559~8487883,346638186~3860241,373809006~4939915,384522429~6773024,392517738~3341827,401146831~3203664] 2024-04-15T15:52:36.377 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [983717~1362902,11211002~5723244,30767588~5583168,40951194~4905704,53622457~1897923,57326981~2359292,59747674~13762999,92126515~5402982,107682813~2780265,111522261~4507447,121025570~5803221,138191234~6964621,157574338~2717250,184413530~204092,190813752~188785,192438482~12160123,219287929~5134224,225819586~7492306,236562450~11350184,248173970~7099258,260634173~6166592,281249071~4294984,295073337~4871368,327001559~8487883,346638186~3860241,373809006~4939915,384522429~6773024,392517738~3341827,401146831~3203664] 2024-04-15T15:52:36.382 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [983717~1362902,11211002~5723244,30767588~5583168,40951194~4905704,52639425~2880955,57326981~2359292,59747674~13762999,92126515~5402982,107682813~2780265,110541314~5488394,121025570~5803221,137958378~7197477,157574338~2717250,184413530~204092,190813752~188785,192438482~12160123,219287929~14023963,236562450~11350184,248173970~7099258,260634173~6166592,281249071~4294984,295073337~4871368,326228958~9260484,346638186~3860241,373809006~4939915,384522429~6773024,392517738~3341827,401146831~3203664] 2024-04-15T15:52:36.383 INFO:tasks.workunit.client.0.smithi016.stdout:from 12 to 18 diff [983717~1362902,11211002~5723244,30767588~5583168,40845252~5011646,53622457~1897923,57326981~2359292,59747674~13762999,92126515~5402982,107682813~2780265,111522261~4507447,121025570~5803221,137842964~7312891,157574338~2717250,184413530~204092,190813752~188785,192438482~12160123,219287929~5134224,225819586~7492306,234112351~13800283,248173970~10342439,260634173~6166592,281249071~4294984,295073337~4871368,305190124~3214837,327001559~12000989,346638186~3860241,373809006~4939915,384522429~6773024,392517738~3341827,401146831~6149822] 2024-04-15T15:52:36.383 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [983717~1362902,11211002~5723244,30767588~5583168,40845252~5011646,53622457~1897923,57326981~2359292,59747674~13762999,92126515~5402982,107682813~2780265,111522261~4507447,121025570~5803221,137842964~7312891,157574338~2717250,184413530~204092,190813752~188785,192438482~12160123,219287929~5134224,225819586~7492306,234112351~13800283,248173970~10342439,260634173~6166592,281249071~4294984,295073337~4871368,305190124~3214837,327001559~12000989,346638186~3860241,373809006~4939915,384522429~6773024,392517738~3341827,401146831~6149822] 2024-04-15T15:52:36.388 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [983717~1362902,11211002~5723244,30767588~5583168,40845252~5011646,52639425~2880955,57326981~2359292,59747674~13762999,92126515~5402982,107682813~2780265,110541314~5488394,121025570~5803221,137842964~7312891,157574338~2717250,184413530~204092,190813752~188785,192438482~12160123,219287929~14023963,234112351~13800283,248173970~10342439,260634173~6166592,281249071~4294984,295073337~4871368,305190124~3214837,326228958~12773590,346638186~3860241,373809006~4939915,384522429~6773024,392517738~3341827,401146831~6149822] 2024-04-15T15:52:36.388 INFO:tasks.workunit.client.0.smithi016.stdout:from 12 to 19 diff [983717~1362902,7468309~544070,11211002~5723244,30767588~5583168,40845252~5011646,53622457~1897923,57326981~2359292,59747674~13762999,78842447~4317951,92126515~5402982,107682813~2780265,111522261~4507447,121025570~5803221,137842964~7312891,150711230~6258148,157574338~2717250,167574367~7089410,184413530~204092,190813752~188785,192438482~12160123,219287929~5134224,225819586~7492306,234112351~13800283,248173970~10342439,260634173~6166592,281249071~4294984,295073337~4871368,305190124~9814813,327001559~12000989,346638186~3860241,362493560~331273,368728082~2291595,373809006~4939915,383976826~7355180,392517738~3341827,401146831~8775542] 2024-04-15T15:52:36.388 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [983717~1362902,7468309~544070,11211002~5723244,30767588~5583168,40845252~5011646,53622457~1897923,57326981~2359292,59747674~13762999,78842447~4317951,92126515~5402982,107682813~2780265,111522261~4507447,121025570~5803221,137842964~7312891,150711230~6258148,157574338~2717250,167574367~7089410,184413530~204092,190813752~188785,192438482~12160123,219287929~5134224,225819586~7492306,234112351~13800283,248173970~10342439,260634173~6166592,281249071~4294984,295073337~4871368,305190124~9814813,327001559~12000989,346638186~3860241,362493560~331273,368728082~2291595,373809006~4939915,383976826~7355180,392517738~3341827,401146831~8775542] 2024-04-15T15:52:36.394 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [983717~1362902,7468309~544070,11211002~5723244,30767588~5583168,40845252~5011646,52639425~2880955,57326981~2359292,59747674~13762999,78842447~4317951,92126515~5402982,107682813~2780265,110541314~5488394,121025570~5803221,137842964~7312891,150711230~6258148,157574338~2717250,163577856~11085921,184413530~204092,190813752~188785,192438482~12160123,219287929~14023963,234112351~13800283,248173970~10342439,260634173~6166592,281249071~4294984,295073337~4871368,305190124~9814813,326228958~12773590,346638186~3860241,362493560~331273,368728082~2291595,373809006~4939915,383976826~7355180,392517738~3341827,401146831~8775542] 2024-04-15T15:52:36.394 INFO:tasks.workunit.client.0.smithi016.stdout:from 13 to 14 diff [30767588~5411737,92126515~4976293,157574338~2717250,190813752~188785,219287929~5134224,236562450~8068755,281249071~4294984,328886398~3447158,373809006~4939915,401146831~3203664] 2024-04-15T15:52:36.394 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [30767588~5411737,92126515~4976293,157574338~2717250,190813752~188785,219287929~5134224,236562450~8068755,281249071~4294984,328886398~3447158,373809006~4939915,401146831~3203664] 2024-04-15T15:52:36.400 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [30767588~5411737,92126515~4976293,157574338~2717250,190813752~188785,219287929~5134224,236562450~8068755,281249071~4294984,328886398~3447158,373809006~4939915,401146831~3203664] 2024-04-15T15:52:36.400 INFO:tasks.workunit.client.0.smithi016.stdout:from 13 to 15 diff [11211002~5723244,30767588~5411737,57326981~2359292,92126515~4976293,157574338~2717250,184413530~204092,190813752~188785,192438482~650843,198421590~6177015,219287929~5134224,225819586~7492306,236562450~8068755,281249071~4294984,295073337~4871368,328886398~4956547,348750249~678933,373809006~4939915,401146831~3203664] 2024-04-15T15:52:36.400 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [11211002~5723244,30767588~5411737,57326981~2359292,92126515~4976293,157574338~2717250,184413530~204092,190813752~188785,192438482~650843,198421590~6177015,219287929~5134224,225819586~7492306,236562450~8068755,281249071~4294984,295073337~4871368,328886398~4956547,348750249~678933,373809006~4939915,401146831~3203664] 2024-04-15T15:52:36.405 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [11211002~5723244,30767588~5411737,57326981~2359292,92126515~4976293,157574338~2717250,184413530~204092,190813752~188785,192438482~650843,198421590~6177015,219287929~14023963,236562450~8068755,281249071~4294984,295073337~4871368,328886398~4956547,348750249~678933,373809006~4939915,401146831~3203664] 2024-04-15T15:52:36.405 INFO:tasks.workunit.client.0.smithi016.stdout:from 13 to 16 diff [11211002~5723244,30767588~5583168,53622457~1897923,57326981~2359292,66793523~6717150,92126515~4976293,157574338~2717250,184413530~204092,190813752~188785,192438482~12160123,219287929~5134224,225819586~7492306,236562450~8850103,260634173~5305330,281249071~4294984,295073337~4871368,328522477~6786646,348750249~678933,373809006~4939915,401146831~3203664] 2024-04-15T15:52:36.405 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [11211002~5723244,30767588~5583168,53622457~1897923,57326981~2359292,66793523~6717150,92126515~4976293,157574338~2717250,184413530~204092,190813752~188785,192438482~12160123,219287929~5134224,225819586~7492306,236562450~8850103,260634173~5305330,281249071~4294984,295073337~4871368,328522477~6786646,348750249~678933,373809006~4939915,401146831~3203664] 2024-04-15T15:52:36.411 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [11211002~5723244,30767588~5583168,52639425~2880955,57326981~2359292,66793523~6717150,92126515~4976293,157574338~2717250,184413530~204092,190813752~188785,192438482~12160123,219287929~14023963,236562450~8850103,260634173~5305330,281249071~4294984,295073337~4871368,328522477~6786646,348750249~678933,373809006~4939915,401146831~3203664] 2024-04-15T15:52:36.411 INFO:tasks.workunit.client.0.smithi016.stdout:from 13 to 17 diff [983717~1362902,11211002~5723244,30767588~5583168,53622457~1897923,57326981~2359292,59747674~13762999,92126515~4976293,107682813~2780265,111522261~4507447,138191234~5086183,157574338~2717250,184413530~204092,190813752~188785,192438482~12160123,219287929~5134224,225819586~7492306,236562450~11350184,248173970~7099258,260634173~5305330,281249071~4294984,295073337~4871368,327135177~8354265,346638186~3860241,373809006~4939915,401146831~3203664] 2024-04-15T15:52:36.411 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [983717~1362902,11211002~5723244,30767588~5583168,53622457~1897923,57326981~2359292,59747674~13762999,92126515~4976293,107682813~2780265,111522261~4507447,138191234~5086183,157574338~2717250,184413530~204092,190813752~188785,192438482~12160123,219287929~5134224,225819586~7492306,236562450~11350184,248173970~7099258,260634173~5305330,281249071~4294984,295073337~4871368,327135177~8354265,346638186~3860241,373809006~4939915,401146831~3203664] 2024-04-15T15:52:36.419 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [983717~1362902,11211002~5723244,30767588~5583168,52639425~2880955,57326981~2359292,59747674~13762999,92126515~4976293,107682813~2780265,110541314~5488394,137958378~5319039,157574338~2717250,184413530~204092,190813752~188785,192438482~12160123,219287929~14023963,236562450~11350184,248173970~7099258,260634173~5305330,281249071~4294984,295073337~4871368,327135177~8354265,346638186~3860241,373809006~4939915,401146831~3203664] 2024-04-15T15:52:36.420 INFO:tasks.workunit.client.0.smithi016.stdout:from 13 to 18 diff [983717~1362902,11211002~5723244,30767588~5583168,40845252~1877432,53622457~1897923,57326981~2359292,59747674~13762999,92126515~4976293,107682813~2780265,111522261~4507447,137842964~5434453,157574338~2717250,184413530~204092,190813752~188785,192438482~12160123,219287929~5134224,225819586~7492306,234112351~13800283,248173970~10342439,260634173~5305330,281249071~4294984,295073337~4871368,305190124~3214837,327129535~11873013,346638186~3860241,373809006~4939915,401146831~6149822] 2024-04-15T15:52:36.420 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [983717~1362902,11211002~5723244,30767588~5583168,40845252~1877432,53622457~1897923,57326981~2359292,59747674~13762999,92126515~4976293,107682813~2780265,111522261~4507447,137842964~5434453,157574338~2717250,184413530~204092,190813752~188785,192438482~12160123,219287929~5134224,225819586~7492306,234112351~13800283,248173970~10342439,260634173~5305330,281249071~4294984,295073337~4871368,305190124~3214837,327129535~11873013,346638186~3860241,373809006~4939915,401146831~6149822] 2024-04-15T15:52:36.422 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [983717~1362902,11211002~5723244,30767588~5583168,40845252~1877432,52639425~2880955,57326981~2359292,59747674~13762999,92126515~4976293,107682813~2780265,110541314~5488394,137842964~5434453,157574338~2717250,184413530~204092,190813752~188785,192438482~12160123,219287929~14023963,234112351~13800283,248173970~10342439,260634173~5305330,281249071~4294984,295073337~4871368,305190124~3214837,327129535~11873013,346638186~3860241,373809006~4939915,401146831~6149822] 2024-04-15T15:52:36.423 INFO:tasks.workunit.client.0.smithi016.stdout:from 13 to 19 diff [983717~1362902,7468309~544070,11211002~5723244,30767588~5583168,40845252~1877432,53622457~1897923,57326981~2359292,59747674~13762999,78842447~4317951,92126515~4976293,107682813~2780265,111522261~4507447,137842964~5434453,150711230~6258148,157574338~2717250,167574367~7089410,184413530~204092,190813752~188785,192438482~12160123,219287929~5134224,225819586~7492306,234112351~13800283,248173970~10342439,260634173~5305330,281249071~4294984,295073337~4871368,305190124~9814813,327129535~11873013,346638186~3860241,362493560~331273,368728082~2291595,373809006~4939915,383976826~7355180,401146831~8775542] 2024-04-15T15:52:36.423 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [983717~1362902,7468309~544070,11211002~5723244,30767588~5583168,40845252~1877432,53622457~1897923,57326981~2359292,59747674~13762999,78842447~4317951,92126515~4976293,107682813~2780265,111522261~4507447,137842964~5434453,150711230~6258148,157574338~2717250,167574367~7089410,184413530~204092,190813752~188785,192438482~12160123,219287929~5134224,225819586~7492306,234112351~13800283,248173970~10342439,260634173~5305330,281249071~4294984,295073337~4871368,305190124~9814813,327129535~11873013,346638186~3860241,362493560~331273,368728082~2291595,373809006~4939915,383976826~7355180,401146831~8775542] 2024-04-15T15:52:36.428 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [983717~1362902,7468309~544070,11211002~5723244,30767588~5583168,40845252~1877432,52639425~2880955,57326981~2359292,59747674~13762999,78842447~4317951,92126515~4976293,107682813~2780265,110541314~5488394,137842964~5434453,150711230~6258148,157574338~2717250,163577856~11085921,184413530~204092,190813752~188785,192438482~12160123,219287929~14023963,234112351~13800283,248173970~10342439,260634173~5305330,281249071~4294984,295073337~4871368,305190124~9814813,327129535~11873013,346638186~3860241,362493560~331273,368728082~2291595,373809006~4939915,383976826~7355180,401146831~8775542] 2024-04-15T15:52:36.428 INFO:tasks.workunit.client.0.smithi016.stdout:from 14 to 15 diff [11211002~5723244,57326981~2359292,184413530~204092,192438482~650843,198421590~6177015,225819586~7492306,295073337~4871368,331678546~2164399,348750249~678933] 2024-04-15T15:52:36.428 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [11211002~5723244,57326981~2359292,184413530~204092,192438482~650843,198421590~6177015,225819586~7492306,295073337~4871368,331678546~2164399,348750249~678933] 2024-04-15T15:52:36.434 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [11211002~5723244,57326981~2359292,184413530~204092,192438482~650843,198421590~6177015,224422153~8889739,295073337~4871368,331678546~2164399,348750249~678933] 2024-04-15T15:52:36.434 INFO:tasks.workunit.client.0.smithi016.stdout:from 14 to 16 diff [11211002~5723244,32926025~3424731,53622457~1897923,57326981~2359292,66793523~6717150,184413530~204092,192438482~12160123,225819586~7492306,242274505~3138048,260634173~5305330,295073337~4871368,328522477~6786646,348750249~678933] 2024-04-15T15:52:36.434 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [11211002~5723244,32926025~3424731,53622457~1897923,57326981~2359292,66793523~6717150,184413530~204092,192438482~12160123,225819586~7492306,242274505~3138048,260634173~5305330,295073337~4871368,328522477~6786646,348750249~678933] 2024-04-15T15:52:36.440 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [11211002~5723244,32926025~3424731,52639425~2880955,57326981~2359292,66793523~6717150,184413530~204092,192438482~12160123,224422153~8889739,242274505~3138048,260634173~5305330,295073337~4871368,328522477~6786646,348750249~678933] 2024-04-15T15:52:36.440 INFO:tasks.workunit.client.0.smithi016.stdout:from 14 to 17 diff [983717~1362902,11211002~5723244,32926025~3424731,53622457~1897923,57326981~2359292,59747674~13762999,107682813~2780265,111522261~4507447,138191234~5086183,184413530~204092,192438482~12160123,225819586~7492306,240627876~7284758,248173970~7099258,260634173~5305330,295073337~4871368,327135177~8354265,346638186~3860241] 2024-04-15T15:52:36.440 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [983717~1362902,11211002~5723244,32926025~3424731,53622457~1897923,57326981~2359292,59747674~13762999,107682813~2780265,111522261~4507447,138191234~5086183,184413530~204092,192438482~12160123,225819586~7492306,240627876~7284758,248173970~7099258,260634173~5305330,295073337~4871368,327135177~8354265,346638186~3860241] 2024-04-15T15:52:36.445 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [983717~1362902,11211002~5723244,32926025~3424731,52639425~2880955,57326981~2359292,59747674~13762999,107682813~2780265,110541314~5488394,137958378~5319039,184413530~204092,192438482~12160123,224422153~8889739,240627876~7284758,248173970~7099258,260634173~5305330,295073337~4871368,327135177~8354265,346638186~3860241] 2024-04-15T15:52:36.445 INFO:tasks.workunit.client.0.smithi016.stdout:from 14 to 18 diff [983717~1362902,11211002~5723244,32926025~3424731,40845252~1877432,53622457~1897923,57326981~2359292,59747674~13762999,107682813~2780265,111522261~4507447,137842964~5434453,184413530~204092,192438482~12160123,225819586~7492306,234112351~5638865,240627876~7284758,248173970~10342439,260634173~5305330,295073337~4871368,305190124~3214837,327129535~11873013,346638186~3860241,402833362~4463291] 2024-04-15T15:52:36.446 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [983717~1362902,11211002~5723244,32926025~3424731,40845252~1877432,53622457~1897923,57326981~2359292,59747674~13762999,107682813~2780265,111522261~4507447,137842964~5434453,184413530~204092,192438482~12160123,225819586~7492306,234112351~5638865,240627876~7284758,248173970~10342439,260634173~5305330,295073337~4871368,305190124~3214837,327129535~11873013,346638186~3860241,402833362~4463291] 2024-04-15T15:52:36.451 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [983717~1362902,11211002~5723244,32926025~3424731,40845252~1877432,52639425~2880955,57326981~2359292,59747674~13762999,107682813~2780265,110541314~5488394,137842964~5434453,184413530~204092,192438482~12160123,224422153~8889739,234112351~5638865,240627876~7284758,248173970~10342439,260634173~5305330,295073337~4871368,305190124~3214837,327129535~11873013,346638186~3860241,402833362~4463291] 2024-04-15T15:52:36.451 INFO:tasks.workunit.client.0.smithi016.stdout:from 14 to 19 diff [983717~1362902,7468309~544070,11211002~5723244,32926025~3424731,40845252~1877432,53622457~1897923,57326981~2359292,59747674~13762999,78842447~4317951,107682813~2780265,111522261~4507447,137842964~5434453,150711230~6258148,167574367~7089410,184413530~204092,192438482~12160123,225819586~7492306,234112351~5638865,240627876~7284758,248173970~10342439,260634173~5305330,295073337~4871368,305190124~9814813,327129535~11873013,346638186~3860241,362493560~331273,368728082~2291595,383976826~7355180,402833362~7089011] 2024-04-15T15:52:36.451 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [983717~1362902,7468309~544070,11211002~5723244,32926025~3424731,40845252~1877432,53622457~1897923,57326981~2359292,59747674~13762999,78842447~4317951,107682813~2780265,111522261~4507447,137842964~5434453,150711230~6258148,167574367~7089410,184413530~204092,192438482~12160123,225819586~7492306,234112351~5638865,240627876~7284758,248173970~10342439,260634173~5305330,295073337~4871368,305190124~9814813,327129535~11873013,346638186~3860241,362493560~331273,368728082~2291595,383976826~7355180,402833362~7089011] 2024-04-15T15:52:36.457 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [983717~1362902,7468309~544070,11211002~5723244,32926025~3424731,40845252~1877432,52639425~2880955,57326981~2359292,59747674~13762999,78842447~4317951,107682813~2780265,110541314~5488394,137842964~5434453,150711230~6258148,163577856~11085921,184413530~204092,192438482~12160123,224422153~8889739,234112351~5638865,240627876~7284758,248173970~10342439,260634173~5305330,295073337~4871368,305190124~9814813,327129535~11873013,346638186~3860241,362493560~331273,368728082~2291595,383976826~7355180,402833362~7089011] 2024-04-15T15:52:36.457 INFO:tasks.workunit.client.0.smithi016.stdout:from 15 to 16 diff [32926025~3424731,53622457~1897923,66793523~6717150,192472165~7758144,242274505~3138048,260634173~5305330,328522477~6786646] 2024-04-15T15:52:36.457 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [32926025~3424731,53622457~1897923,66793523~6717150,192472165~7758144,242274505~3138048,260634173~5305330,328522477~6786646] 2024-04-15T15:52:36.463 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [32926025~3424731,52639425~2880955,66793523~6717150,192472165~7758144,242274505~3138048,260634173~5305330,328522477~6786646] 2024-04-15T15:52:36.463 INFO:tasks.workunit.client.0.smithi016.stdout:from 15 to 17 diff [983717~1362902,32926025~3424731,53622457~1897923,59747674~13762999,107682813~2780265,111522261~4507447,138191234~5086183,192472165~7758144,240627876~7284758,248173970~7099258,260634173~5305330,327135177~8354265,346638186~3860241] 2024-04-15T15:52:36.463 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [983717~1362902,32926025~3424731,53622457~1897923,59747674~13762999,107682813~2780265,111522261~4507447,138191234~5086183,192472165~7758144,240627876~7284758,248173970~7099258,260634173~5305330,327135177~8354265,346638186~3860241] 2024-04-15T15:52:36.468 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [983717~1362902,32926025~3424731,52639425~2880955,59747674~13762999,107682813~2780265,110541314~5488394,137958378~5319039,192472165~7758144,240627876~7284758,248173970~7099258,260634173~5305330,327135177~8354265,346638186~3860241] 2024-04-15T15:52:36.469 INFO:tasks.workunit.client.0.smithi016.stdout:from 15 to 18 diff [983717~1362902,11787709~901356,32926025~3424731,40845252~1877432,53622457~1897923,59747674~13762999,107682813~2780265,111522261~4507447,137842964~5434453,192472165~7758144,234112351~5638865,240627876~7284758,248173970~10342439,260634173~5305330,305190124~3214837,327129535~11873013,346638186~3860241,402833362~4463291] 2024-04-15T15:52:36.469 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [983717~1362902,11787709~901356,32926025~3424731,40845252~1877432,53622457~1897923,59747674~13762999,107682813~2780265,111522261~4507447,137842964~5434453,192472165~7758144,234112351~5638865,240627876~7284758,248173970~10342439,260634173~5305330,305190124~3214837,327129535~11873013,346638186~3860241,402833362~4463291] 2024-04-15T15:52:36.474 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [983717~1362902,11787709~901356,32926025~3424731,40845252~1877432,52639425~2880955,59747674~13762999,107682813~2780265,110541314~5488394,137842964~5434453,192472165~7758144,234112351~5638865,240627876~7284758,248173970~10342439,260634173~5305330,305190124~3214837,327129535~11873013,346638186~3860241,402833362~4463291] 2024-04-15T15:52:36.474 INFO:tasks.workunit.client.0.smithi016.stdout:from 15 to 19 diff [983717~1362902,7468309~544070,11787709~901356,32926025~3424731,40845252~1877432,53622457~1897923,59747674~13762999,78842447~4317951,107682813~2780265,111522261~4507447,137842964~5434453,150711230~6258148,167574367~7089410,192472165~7758144,234112351~5638865,240627876~7284758,248173970~10342439,260634173~5305330,305190124~9814813,327129535~11873013,346638186~3860241,362493560~331273,368728082~2291595,383976826~7355180,402833362~7089011] 2024-04-15T15:52:36.475 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [983717~1362902,7468309~544070,11787709~901356,32926025~3424731,40845252~1877432,53622457~1897923,59747674~13762999,78842447~4317951,107682813~2780265,111522261~4507447,137842964~5434453,150711230~6258148,167574367~7089410,192472165~7758144,234112351~5638865,240627876~7284758,248173970~10342439,260634173~5305330,305190124~9814813,327129535~11873013,346638186~3860241,362493560~331273,368728082~2291595,383976826~7355180,402833362~7089011] 2024-04-15T15:52:36.480 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [983717~1362902,7468309~544070,11787709~901356,32926025~3424731,40845252~1877432,52639425~2880955,59747674~13762999,78842447~4317951,107682813~2780265,110541314~5488394,137842964~5434453,150711230~6258148,163577856~11085921,192472165~7758144,234112351~5638865,240627876~7284758,248173970~10342439,260634173~5305330,305190124~9814813,327129535~11873013,346638186~3860241,362493560~331273,368728082~2291595,383976826~7355180,402833362~7089011] 2024-04-15T15:52:36.480 INFO:tasks.workunit.client.0.smithi016.stdout:from 16 to 17 diff [983717~1362902,59747674~7389384,107682813~2780265,111522261~4507447,138191234~5086183,240627876~7284758,248173970~7099258,327135177~8354265,346638186~3860241] 2024-04-15T15:52:36.480 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [983717~1362902,59747674~7389384,107682813~2780265,111522261~4507447,138191234~5086183,240627876~7284758,248173970~7099258,327135177~8354265,346638186~3860241] 2024-04-15T15:52:36.486 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [983717~1362902,59747674~7389384,107682813~2780265,110541314~5488394,137958378~5319039,240627876~7284758,248173970~7099258,327135177~8354265,346638186~3860241] 2024-04-15T15:52:36.486 INFO:tasks.workunit.client.0.smithi016.stdout:from 16 to 18 diff [983717~1362902,11787709~901356,40845252~1877432,59747674~7389384,107682813~2780265,111522261~4507447,137842964~5434453,234112351~5638865,240627876~7284758,248173970~10342439,305190124~3214837,327129535~11873013,346638186~3860241,402833362~4463291] 2024-04-15T15:52:36.486 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [983717~1362902,11787709~901356,40845252~1877432,59747674~7389384,107682813~2780265,111522261~4507447,137842964~5434453,234112351~5638865,240627876~7284758,248173970~10342439,305190124~3214837,327129535~11873013,346638186~3860241,402833362~4463291] 2024-04-15T15:52:36.492 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [983717~1362902,11787709~901356,40845252~1877432,59747674~7389384,107682813~2780265,110541314~5488394,137842964~5434453,234112351~5638865,240627876~7284758,248173970~10342439,305190124~3214837,327129535~11873013,346638186~3860241,402833362~4463291] 2024-04-15T15:52:36.492 INFO:tasks.workunit.client.0.smithi016.stdout:from 16 to 19 diff [983717~1362902,7468309~544070,11787709~901356,40845252~1877432,59747674~7389384,78842447~4317951,107682813~2780265,111522261~4507447,137842964~5434453,150711230~6258148,167574367~7089410,234112351~5638865,240627876~7284758,248173970~10342439,305190124~9814813,327129535~11873013,346638186~3860241,362493560~331273,368728082~2291595,383976826~7355180,402833362~7089011] 2024-04-15T15:52:36.493 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [983717~1362902,7468309~544070,11787709~901356,40845252~1877432,59747674~7389384,78842447~4317951,107682813~2780265,111522261~4507447,137842964~5434453,150711230~6258148,167574367~7089410,234112351~5638865,240627876~7284758,248173970~10342439,305190124~9814813,327129535~11873013,346638186~3860241,362493560~331273,368728082~2291595,383976826~7355180,402833362~7089011] 2024-04-15T15:52:36.502 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [983717~1362902,7468309~544070,11787709~901356,40845252~1877432,59747674~7389384,78842447~4317951,107682813~2780265,110541314~5488394,137842964~5434453,150711230~6258148,163577856~11085921,234112351~5638865,240627876~7284758,248173970~10342439,305190124~9814813,327129535~11873013,346638186~3860241,362493560~331273,368728082~2291595,383976826~7355180,402833362~7089011] 2024-04-15T15:52:36.503 INFO:tasks.workunit.client.0.smithi016.stdout:from 17 to 18 diff [11787709~901356,40845252~1877432,137842964~4278669,234112351~5638865,253244428~5271981,305190124~3214837,327129535~1965550,331735533~2352305,334284348~4718200,402833362~4463291] 2024-04-15T15:52:36.503 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [11787709~901356,40845252~1877432,137842964~4278669,234112351~5638865,253244428~5271981,305190124~3214837,327129535~1965550,331735533~2352305,334284348~4718200,402833362~4463291] 2024-04-15T15:52:36.509 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [11787709~901356,40845252~1877432,137842964~4278669,234112351~5638865,253244428~5271981,305190124~3214837,327129535~1965550,331735533~2352305,334284348~4718200,402833362~4463291] 2024-04-15T15:52:36.509 INFO:tasks.workunit.client.0.smithi016.stdout:from 17 to 19 diff [7468309~544070,11787709~901356,40845252~1877432,78842447~4317951,137842964~4278669,150711230~6258148,167574367~7089410,234112351~5638865,253244428~5271981,305190124~9814813,327129535~1965550,331735533~2352305,334284348~4718200,362493560~331273,368728082~2291595,383976826~7355180,402833362~7089011] 2024-04-15T15:52:36.509 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [7468309~544070,11787709~901356,40845252~1877432,78842447~4317951,137842964~4278669,150711230~6258148,167574367~7089410,234112351~5638865,253244428~5271981,305190124~9814813,327129535~1965550,331735533~2352305,334284348~4718200,362493560~331273,368728082~2291595,383976826~7355180,402833362~7089011] 2024-04-15T15:52:36.514 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [7468309~544070,11787709~901356,40845252~1877432,78842447~4317951,137842964~4278669,150711230~6258148,163577856~11085921,234112351~5638865,253244428~5271981,305190124~9814813,327129535~1965550,331735533~2352305,334284348~4718200,362493560~331273,368728082~2291595,383976826~7355180,402833362~7089011] 2024-04-15T15:52:36.515 INFO:tasks.workunit.client.0.smithi016.stdout:from 18 to 19 diff [7468309~544070,78842447~4317951,150711230~6258148,167574367~7089410,307614391~7390546,362493560~331273,368728082~2291595,383976826~7355180,406850395~3071978] 2024-04-15T15:52:36.515 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [7468309~544070,78842447~4317951,150711230~6258148,167574367~7089410,307614391~7390546,362493560~331273,368728082~2291595,383976826~7355180,406850395~3071978] 2024-04-15T15:52:36.520 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [7468309~544070,78842447~4317951,150711230~6258148,163577856~11085921,307614391~7390546,362493560~331273,368728082~2291595,383976826~7355180,406850395~3071978] 2024-04-15T15:52:36.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:52:36 smithi102 ceph-mon[87131]: pgmap v3958: 137 pgs: 137 active+clean; 730 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 235 KiB/s rd, 26 MiB/s wr, 358 op/s 2024-04-15T15:52:36.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:52:36 smithi102 ceph-mon[87131]: osdmap e2028: 8 total, 8 up, 8 in 2024-04-15T15:52:36.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:52:36 smithi016 ceph-mon[90652]: pgmap v3958: 137 pgs: 137 active+clean; 730 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 235 KiB/s rd, 26 MiB/s wr, 358 op/s 2024-04-15T15:52:36.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:52:36 smithi016 ceph-mon[90652]: osdmap e2028: 8 total, 8 up, 8 in 2024-04-15T15:52:36.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:52:36 smithi016 ceph-mon[93212]: pgmap v3958: 137 pgs: 137 active+clean; 730 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 235 KiB/s rd, 26 MiB/s wr, 358 op/s 2024-04-15T15:52:36.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:52:36 smithi016 ceph-mon[93212]: osdmap e2028: 8 total, 8 up, 8 in 2024-04-15T15:52:37.371 INFO:tasks.workunit.client.0.smithi016.stdout:from 0 to HEAD diff [983717~15950529,18151405~4777059,23370140~29269285,53622457~29537941,83795172~26746142,111522261~15306530,132003695~2010602,137599326~24323682,167574367~7089410,177794263~13208274,191330252~15876366,214231218~10190935,225819586~43679793,271596047~1269409,274226424~19860296,295073337~5475310,301728441~1698228,304480288~13373849,318041868~8187090,327001559~27661504,357126779~4560228,362493560~331273,364476758~46900066] 2024-04-15T15:52:37.372 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [983717~15950529,18151405~4777059,23370140~29269285,53622457~29537941,83795172~26746142,111522261~15306530,132003695~2010602,137599326~24323682,167574367~7089410,177794263~13208274,191330252~15876366,214231218~10190935,225819586~43679793,271596047~1269409,274226424~19860296,295073337~5475310,301728441~1698228,304480288~13373849,318041868~8187090,327001559~27661504,357126779~4560228,362493560~331273,364476758~46900066] 2024-04-15T15:52:37.392 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [0~16934246,18151405~108677386,132003695~2010602,137290189~24632819,163577856~11085921,176160768~31045850,213909504~58955952,274226424~80436639,356515840~54860984] 2024-04-15T15:52:37.392 INFO:tasks.workunit.client.0.smithi016.stdout:from 1 to HEAD diff [983717~7028662,11211002~5723244,18151405~4777059,23370140~6746194,30767588~21871837,53622457~29537941,83795172~26746142,111522261~15306530,132003695~2010602,137599326~24323682,167574367~7089410,177794263~13208274,191330252~15876366,214231218~10190935,225819586~40981179,271596047~1269409,274226424~14434962,289026016~5060704,295073337~5475310,301728441~1698228,305190124~12664013,318041868~8187090,327001559~18930237,346638186~8024877,357126779~4560228,362493560~331273,364476758~7911188,373809006~22050559,398940330~1033414,401146831~10229993] 2024-04-15T15:52:37.392 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [983717~7028662,11211002~5723244,18151405~4777059,23370140~6746194,30767588~21871837,53622457~29537941,83795172~26746142,111522261~15306530,132003695~2010602,137599326~24323682,167574367~7089410,177794263~13208274,191330252~15876366,214231218~10190935,225819586~40981179,271596047~1269409,274226424~14434962,289026016~5060704,295073337~5475310,301728441~1698228,305190124~12664013,318041868~8187090,327001559~18930237,346638186~8024877,357126779~4560228,362493560~331273,364476758~7911188,373809006~22050559,398940330~1033414,401146831~10229993] 2024-04-15T15:52:37.398 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [0~8012379,11211002~5723244,18151405~11964929,30767588~96061203,132003695~2010602,137290189~24632819,163577856~11085921,176160768~31045850,214231218~52569547,269499379~3366077,274226424~14434962,289026016~14400653,305190124~40741672,346638186~8024877,356515840~15872106,373809006~22050559,398940330~1033414,401146831~10229993] 2024-04-15T15:52:37.398 INFO:tasks.workunit.client.0.smithi016.stdout:from 2 to HEAD diff [983717~7028662,11211002~5723244,18151405~4777059,23370140~6746194,30767588~21871837,53622457~29537941,83795172~26746142,111522261~15306530,132003695~2010602,137599326~24323682,167574367~7089410,177794263~13208274,191330252~15876366,214231218~10190935,225819586~7492306,234112351~32688414,271596047~1269409,274226424~14434962,289026016~5060704,295073337~5475310,301728441~1698228,305190124~9814813,315193554~277118,318041868~8187090,327001559~18930237,346638186~8024877,357126779~4440344,362493560~331273,364476758~7911188,373809006~22050559,398940330~1033414,401146831~10229993] 2024-04-15T15:52:37.399 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [983717~7028662,11211002~5723244,18151405~4777059,23370140~6746194,30767588~21871837,53622457~29537941,83795172~26746142,111522261~15306530,132003695~2010602,137599326~24323682,167574367~7089410,177794263~13208274,191330252~15876366,214231218~10190935,225819586~7492306,234112351~32688414,271596047~1269409,274226424~14434962,289026016~5060704,295073337~5475310,301728441~1698228,305190124~9814813,315193554~277118,318041868~8187090,327001559~18930237,346638186~8024877,357126779~4440344,362493560~331273,364476758~7911188,373809006~22050559,398940330~1033414,401146831~10229993] 2024-04-15T15:52:37.405 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [0~8012379,11211002~5723244,18151405~11964929,30767588~96061203,132003695~2010602,137290189~24632819,163577856~11085921,176160768~31045850,214231218~19080674,234112351~32688414,269499379~3366077,274226424~14434962,289026016~14400653,305190124~9814813,315193554~277118,317854137~28077659,346638186~8024877,357126779~4440344,361687007~10700939,373809006~22050559,398940330~1033414,401146831~10229993] 2024-04-15T15:52:37.405 INFO:tasks.workunit.client.0.smithi016.stdout:from 3 to HEAD diff [983717~7028662,11211002~5723244,18151405~1955923,21915790~1012674,23370140~6746194,30767588~15089310,47697199~4942226,53622457~6063816,59747674~23412724,83795172~13734325,97558108~3535422,103465795~7075519,111522261~15306530,132003695~2010602,137599326~24323682,167574367~7089410,177794263~13208274,191330252~15876366,214231218~10190935,225819586~7492306,234112351~32688414,271596047~1269409,274226424~14434962,289026016~5060704,295073337~5116960,301728441~1698228,305190124~9814813,315193554~277118,318041868~8187090,327001559~18930237,346638186~8024877,357126779~4440344,362493560~331273,364476758~7911188,373809006~22050559,398940330~1033414,401146831~10229993] 2024-04-15T15:52:37.405 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [983717~7028662,11211002~5723244,18151405~1955923,21915790~1012674,23370140~6746194,30767588~15089310,47697199~4942226,53622457~6063816,59747674~23412724,83795172~13734325,97558108~3535422,103465795~7075519,111522261~15306530,132003695~2010602,137599326~24323682,167574367~7089410,177794263~13208274,191330252~15876366,214231218~10190935,225819586~7492306,234112351~32688414,271596047~1269409,274226424~14434962,289026016~5060704,295073337~5116960,301728441~1698228,305190124~9814813,315193554~277118,318041868~8187090,327001559~18930237,346638186~8024877,357126779~4440344,362493560~331273,364476758~7911188,373809006~22050559,398940330~1033414,401146831~10229993] 2024-04-15T15:52:37.411 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [0~8012379,11211002~5723244,18151405~1955923,21915790~1012674,23370140~6746194,30767588~15089310,47697199~11989074,59747674~37781823,97558108~3535422,103465795~23362996,132003695~2010602,137290189~24632819,163577856~11085921,176160768~31045850,214231218~19080674,234112351~32688414,269499379~3366077,274226424~14434962,289026016~5060704,295073337~5116960,300548647~2878022,305190124~9814813,315193554~277118,317854137~28077659,346638186~8024877,357126779~4440344,361687007~10700939,373809006~22050559,398940330~1033414,401146831~10229993] 2024-04-15T15:52:37.412 INFO:tasks.workunit.client.0.smithi016.stdout:from 4 to HEAD diff [983717~7028662,11211002~5723244,18151405~1955923,21915790~1012674,23370140~6252618,30767588~15089310,47697199~4942226,53622457~6063816,59747674~23412724,83795172~13734325,104571719~5969595,111522261~15306530,132003695~2010602,137599326~24323682,167574367~7089410,177794263~212347,179360996~1427023,182886623~8115914,191330252~15876366,214231218~10190935,225819586~7492306,234112351~32688414,271596047~1269409,274226424~14434962,289026016~5060704,295073337~5116960,301728441~1698228,305190124~9814813,315193554~277118,318041868~8187090,327001559~18930237,346638186~8024877,357126779~4440344,362493560~331273,364476758~2090926,368728082~2291595,373809006~22050559,398940330~1033414,401146831~10229993] 2024-04-15T15:52:37.412 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [983717~7028662,11211002~5723244,18151405~1955923,21915790~1012674,23370140~6252618,30767588~15089310,47697199~4942226,53622457~6063816,59747674~23412724,83795172~13734325,104571719~5969595,111522261~15306530,132003695~2010602,137599326~24323682,167574367~7089410,177794263~212347,179360996~1427023,182886623~8115914,191330252~15876366,214231218~10190935,225819586~7492306,234112351~32688414,271596047~1269409,274226424~14434962,289026016~5060704,295073337~5116960,301728441~1698228,305190124~9814813,315193554~277118,318041868~8187090,327001559~18930237,346638186~8024877,357126779~4440344,362493560~331273,364476758~2090926,368728082~2291595,373809006~22050559,398940330~1033414,401146831~10229993] 2024-04-15T15:52:37.417 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [0~8012379,11211002~5723244,18151405~1955923,21915790~1012674,23370140~6252618,30767588~15089310,47697199~11989074,59747674~37781823,104571719~22257072,132003695~2010602,137290189~24632819,163577856~11085921,177794263~212347,179360996~1427023,182886623~24319995,214231218~19080674,234112351~32688414,269499379~3366077,274226424~14434962,289026016~5060704,295073337~5116960,300548647~2878022,305190124~9814813,315193554~277118,317854137~28077659,346638186~8024877,357126779~4440344,361687007~4880677,368728082~2291595,373809006~22050559,398940330~1033414,401146831~10229993] 2024-04-15T15:52:37.417 INFO:tasks.workunit.client.0.smithi016.stdout:from 5 to HEAD diff [983717~7028662,11211002~5723244,18151405~1955923,21915790~1012674,23370140~6252618,30767588~15089310,47697199~4942226,53622457~6063816,59747674~23412724,83795172~13734325,104571719~5969595,111522261~15306530,132003695~2010602,137599326~8124995,146536789~15386219,167574367~7089410,177794263~212347,179360996~1427023,182886623~8115914,191330252~15876366,215945468~8476685,225819586~7492306,234112351~32688414,271596047~1269409,274226424~14434962,289026016~5060704,295073337~5116960,301728441~1698228,305190124~9814813,315193554~277118,318041868~8187090,327001559~18061510,346638186~8024877,357126779~4440344,362493560~331273,368728082~2291595,373809006~4939915,379925205~15934360,398940330~1033414,401146831~10229993] 2024-04-15T15:52:37.418 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [983717~7028662,11211002~5723244,18151405~1955923,21915790~1012674,23370140~6252618,30767588~15089310,47697199~4942226,53622457~6063816,59747674~23412724,83795172~13734325,104571719~5969595,111522261~15306530,132003695~2010602,137599326~8124995,146536789~15386219,167574367~7089410,177794263~212347,179360996~1427023,182886623~8115914,191330252~15876366,215945468~8476685,225819586~7492306,234112351~32688414,271596047~1269409,274226424~14434962,289026016~5060704,295073337~5116960,301728441~1698228,305190124~9814813,315193554~277118,318041868~8187090,327001559~18061510,346638186~8024877,357126779~4440344,362493560~331273,368728082~2291595,373809006~4939915,379925205~15934360,398940330~1033414,401146831~10229993] 2024-04-15T15:52:37.423 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [0~8012379,11211002~5723244,18151405~1955923,21915790~1012674,23370140~6252618,30767588~15089310,47697199~11989074,59747674~37781823,104571719~22257072,132003695~2010602,137290189~8434132,146536789~15386219,163577856~11085921,177794263~212347,179360996~1427023,182886623~24319995,215945468~17366424,234112351~32688414,269499379~3366077,274226424~14434962,289026016~5060704,295073337~5116960,300548647~2878022,305190124~9814813,315193554~277118,317854137~27208932,346638186~8024877,357126779~4440344,362493560~331273,368728082~2291595,373809006~4939915,379925205~15934360,398940330~1033414,401146831~10229993] 2024-04-15T15:52:37.423 INFO:tasks.workunit.client.0.smithi016.stdout:from 6 to HEAD diff [983717~7028662,11211002~5723244,18151405~1955923,30767588~15089310,47697199~4942226,53622457~6063816,59747674~23412724,83795172~13734325,104571719~5969595,111522261~15306530,132003695~2010602,137599326~8124995,146536789~15386219,167574367~7089410,177794263~212347,179360996~1427023,182886623~8115914,191330252~15876366,215945468~8476685,225819586~7492306,234112351~32688414,271596047~1269409,274226424~13945610,289026016~5060704,295073337~4871368,301728441~1698228,305190124~9814813,315193554~277118,318041868~8187090,327001559~18012765,346638186~8024877,362493560~331273,368728082~2291595,373809006~4939915,379925205~15934360,398940330~1033414,401146831~10229993] 2024-04-15T15:52:37.424 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [983717~7028662,11211002~5723244,18151405~1955923,30767588~15089310,47697199~4942226,53622457~6063816,59747674~23412724,83795172~13734325,104571719~5969595,111522261~15306530,132003695~2010602,137599326~8124995,146536789~15386219,167574367~7089410,177794263~212347,179360996~1427023,182886623~8115914,191330252~15876366,215945468~8476685,225819586~7492306,234112351~32688414,271596047~1269409,274226424~13945610,289026016~5060704,295073337~4871368,301728441~1698228,305190124~9814813,315193554~277118,318041868~8187090,327001559~18012765,346638186~8024877,362493560~331273,368728082~2291595,373809006~4939915,379925205~15934360,398940330~1033414,401146831~10229993] 2024-04-15T15:52:37.429 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [0~8012379,11211002~5723244,18151405~1955923,30767588~15089310,47697199~11989074,59747674~37781823,104571719~22257072,132003695~2010602,137290189~8434132,146536789~15386219,163577856~11085921,177794263~212347,179360996~1427023,182886623~24319995,215945468~17366424,234112351~32688414,269499379~3366077,274226424~13945610,289026016~5060704,295073337~4871368,300548647~2878022,305190124~9814813,315193554~277118,317854137~27160187,346638186~8024877,362493560~331273,368728082~2291595,373809006~4939915,379925205~15934360,398940330~1033414,401146831~10229993] 2024-04-15T15:52:37.429 INFO:tasks.workunit.client.0.smithi016.stdout:from 7 to HEAD diff [983717~7028662,11211002~5723244,18151405~1955923,30767588~15089310,47697199~4942226,53622457~6063816,59747674~16071539,78842447~4317951,83795172~13734325,104571719~5969595,111522261~15306530,132003695~2010602,137599326~8124995,146536789~10432589,157574338~2717250,167574367~7089410,177794263~212347,179360996~1427023,182886623~8115914,191330252~15876366,215945468~8476685,225819586~7492306,234112351~32688414,271596047~1269409,274226424~13945610,289026016~5060704,295073337~4871368,301728441~1698228,305190124~9814813,315193554~277118,318041868~5368766,327001559~18012765,346638186~3860241,362493560~331273,368728082~2291595,373809006~4939915,379925205~15934360,398940330~1033414,401146831~10229993] 2024-04-15T15:52:37.429 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [983717~7028662,11211002~5723244,18151405~1955923,30767588~15089310,47697199~4942226,53622457~6063816,59747674~16071539,78842447~4317951,83795172~13734325,104571719~5969595,111522261~15306530,132003695~2010602,137599326~8124995,146536789~10432589,157574338~2717250,167574367~7089410,177794263~212347,179360996~1427023,182886623~8115914,191330252~15876366,215945468~8476685,225819586~7492306,234112351~32688414,271596047~1269409,274226424~13945610,289026016~5060704,295073337~4871368,301728441~1698228,305190124~9814813,315193554~277118,318041868~5368766,327001559~18012765,346638186~3860241,362493560~331273,368728082~2291595,373809006~4939915,379925205~15934360,398940330~1033414,401146831~10229993] 2024-04-15T15:52:37.435 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [983717~7028662,11211002~5723244,18151405~1955923,30767588~15089310,47697199~11989074,59747674~16071539,78842447~18687050,104571719~22257072,132003695~2010602,137290189~8434132,146536789~10432589,157574338~2717250,163577856~11085921,177794263~212347,179360996~1427023,182886623~24319995,215945468~17366424,234112351~32688414,269499379~3366077,274226424~13945610,289026016~5060704,295073337~4871368,300548647~2878022,305190124~9814813,315193554~277118,318041868~5368766,326228958~18785366,346638186~3860241,362493560~331273,368728082~2291595,373809006~4939915,379925205~15934360,398940330~1033414,401146831~10229993] 2024-04-15T15:52:37.435 INFO:tasks.workunit.client.0.smithi016.stdout:from 8 to HEAD diff [983717~7028662,11211002~5723244,18151405~1955923,30767588~15089310,53622457~6063816,59747674~16071539,78842447~4317951,83795172~13734325,104571719~5969595,111522261~15306530,132003695~2010602,137599326~8124995,150711230~6258148,157574338~2717250,167574367~7089410,182886623~8115914,191330252~15876366,215945468~8476685,225819586~7492306,234112351~24404058,260634173~6166592,271618949~1246507,276414347~9129708,289026016~5060704,295073337~4871368,301728441~1698228,305190124~9814813,315193554~277118,318041868~5368766,327001559~18012765,346638186~3860241,362493560~331273,368728082~2291595,373809006~4939915,379925205~15934360,398940330~1033414,401146831~10229993] 2024-04-15T15:52:37.435 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [983717~7028662,11211002~5723244,18151405~1955923,30767588~15089310,53622457~6063816,59747674~16071539,78842447~4317951,83795172~13734325,104571719~5969595,111522261~15306530,132003695~2010602,137599326~8124995,150711230~6258148,157574338~2717250,167574367~7089410,182886623~8115914,191330252~15876366,215945468~8476685,225819586~7492306,234112351~24404058,260634173~6166592,271618949~1246507,276414347~9129708,289026016~5060704,295073337~4871368,301728441~1698228,305190124~9814813,315193554~277118,318041868~5368766,327001559~18012765,346638186~3860241,362493560~331273,368728082~2291595,373809006~4939915,379925205~15934360,398940330~1033414,401146831~10229993] 2024-04-15T15:52:37.442 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [983717~7028662,11211002~5723244,18151405~1955923,30767588~15089310,52639425~7046848,59747674~16071539,78842447~18687050,104571719~22257072,132003695~2010602,137290189~8434132,150711230~6258148,157574338~2717250,163577856~11085921,182886623~24319995,215945468~17366424,234112351~24404058,260634173~6166592,271618949~1246507,276414347~9129708,289026016~5060704,295073337~4871368,300548647~2878022,305190124~9814813,315193554~277118,318041868~5368766,326228958~18785366,346638186~3860241,362493560~331273,368728082~2291595,373809006~4939915,379925205~15934360,398940330~1033414,401146831~10229993] 2024-04-15T15:52:37.442 INFO:tasks.workunit.client.0.smithi016.stdout:from 9 to HEAD diff [983717~1362902,7468309~544070,11211002~5723244,18151405~1955923,30767588~15089310,53622457~1897923,57326981~2359292,59747674~16071539,78842447~4317951,83795172~8129777,92126515~5402982,104571719~5969595,111522261~15306530,132003695~2010602,137599326~8124995,150711230~6258148,157574338~2717250,167574367~7089410,182886623~8115914,191330252~13268353,215945468~8476685,225819586~7492306,234112351~24404058,260634173~6166592,276414347~9129708,289026016~5060704,295073337~4871368,301728441~1698228,305190124~9814813,318041868~5368766,327001559~12000989,346638186~3860241,362493560~331273,368728082~2291595,373809006~4939915,379925205~15934360,398940330~1033414,401146831~8775542] 2024-04-15T15:52:37.442 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [983717~1362902,7468309~544070,11211002~5723244,18151405~1955923,30767588~15089310,53622457~1897923,57326981~2359292,59747674~16071539,78842447~4317951,83795172~8129777,92126515~5402982,104571719~5969595,111522261~15306530,132003695~2010602,137599326~8124995,150711230~6258148,157574338~2717250,167574367~7089410,182886623~8115914,191330252~13268353,215945468~8476685,225819586~7492306,234112351~24404058,260634173~6166592,276414347~9129708,289026016~5060704,295073337~4871368,301728441~1698228,305190124~9814813,318041868~5368766,327001559~12000989,346638186~3860241,362493560~331273,368728082~2291595,373809006~4939915,379925205~15934360,398940330~1033414,401146831~8775542] 2024-04-15T15:52:37.447 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [983717~1362902,7468309~544070,11211002~5723244,18151405~1955923,30767588~15089310,52639425~2880955,57326981~2359292,59747674~16071539,78842447~13082502,92126515~5402982,104571719~22257072,132003695~2010602,137290189~8434132,150711230~6258148,157574338~2717250,163577856~11085921,182886623~21711982,215945468~17366424,234112351~24404058,260634173~6166592,276414347~9129708,289026016~5060704,295073337~4871368,300548647~2878022,305190124~9814813,318041868~5368766,326228958~12773590,346638186~3860241,362493560~331273,368728082~2291595,373809006~4939915,379925205~15934360,398940330~1033414,401146831~8775542] 2024-04-15T15:52:37.447 INFO:tasks.workunit.client.0.smithi016.stdout:from 10 to HEAD diff [983717~1362902,7468309~544070,11211002~5723244,18151405~1955923,30767588~9917956,40845252~5011646,53622457~1897923,57326981~2359292,59747674~16071539,78842447~4317951,86352045~4972742,92126515~5402982,104571719~5969595,111522261~4507447,121025570~5803221,132003695~2010602,137599326~8124995,150711230~6258148,157574338~2717250,167574367~7089410,182886623~8115914,191330252~13268353,215945468~8476685,225819586~7492306,234112351~13800283,248173970~10342439,260634173~6166592,281249071~4294984,295073337~4871368,301728441~1698228,305190124~9814813,318041868~5368766,327001559~12000989,346638186~3860241,362493560~331273,368728082~2291595,373809006~4939915,379925205~11406801,392517738~3341827,401146831~8775542] 2024-04-15T15:52:37.447 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [983717~1362902,7468309~544070,11211002~5723244,18151405~1955923,30767588~9917956,40845252~5011646,53622457~1897923,57326981~2359292,59747674~16071539,78842447~4317951,86352045~4972742,92126515~5402982,104571719~5969595,111522261~4507447,121025570~5803221,132003695~2010602,137599326~8124995,150711230~6258148,157574338~2717250,167574367~7089410,182886623~8115914,191330252~13268353,215945468~8476685,225819586~7492306,234112351~13800283,248173970~10342439,260634173~6166592,281249071~4294984,295073337~4871368,301728441~1698228,305190124~9814813,318041868~5368766,327001559~12000989,346638186~3860241,362493560~331273,368728082~2291595,373809006~4939915,379925205~11406801,392517738~3341827,401146831~8775542] 2024-04-15T15:52:37.452 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [983717~1362902,7468309~544070,11211002~5723244,18151405~1955923,30767588~9917956,40845252~5011646,52639425~2880955,57326981~2359292,59747674~16071539,78842447~4317951,86352045~4972742,92126515~5402982,104571719~11457989,121025570~5803221,132003695~2010602,137290189~8434132,150711230~6258148,157574338~2717250,163577856~11085921,182886623~21711982,215945468~17366424,234112351~13800283,248173970~10342439,260634173~6166592,281249071~4294984,295073337~4871368,300548647~2878022,305190124~9814813,318041868~5368766,326228958~12773590,346638186~3860241,362493560~331273,368728082~2291595,373809006~4939915,379925205~11406801,392517738~3341827,401146831~8775542] 2024-04-15T15:52:37.453 INFO:tasks.workunit.client.0.smithi016.stdout:from 11 to HEAD diff [983717~1362902,7468309~544070,11211002~5723244,18151405~1955923,30767588~9917956,40845252~5011646,53622457~1897923,57326981~2359292,59747674~13762999,78842447~4317951,92126515~5402982,107682813~2780265,111522261~4507447,121025570~5803221,132003695~2010602,137599326~7556529,150711230~6258148,157574338~2717250,167574367~7089410,184413530~204092,190813752~188785,191330252~13268353,215945468~8476685,225819586~7492306,234112351~13800283,248173970~10342439,260634173~6166592,281249071~4294984,295073337~4871368,305190124~9814813,318041868~5368766,327001559~12000989,346638186~3860241,362493560~331273,368728082~2291595,373809006~4939915,383976826~7355180,392517738~3341827,401146831~8775542] 2024-04-15T15:52:37.453 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [983717~1362902,7468309~544070,11211002~5723244,18151405~1955923,30767588~9917956,40845252~5011646,53622457~1897923,57326981~2359292,59747674~13762999,78842447~4317951,92126515~5402982,107682813~2780265,111522261~4507447,121025570~5803221,132003695~2010602,137599326~7556529,150711230~6258148,157574338~2717250,167574367~7089410,184413530~204092,190813752~188785,191330252~13268353,215945468~8476685,225819586~7492306,234112351~13800283,248173970~10342439,260634173~6166592,281249071~4294984,295073337~4871368,305190124~9814813,318041868~5368766,327001559~12000989,346638186~3860241,362493560~331273,368728082~2291595,373809006~4939915,383976826~7355180,392517738~3341827,401146831~8775542] 2024-04-15T15:52:37.458 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [983717~1362902,7468309~544070,11211002~5723244,18151405~1955923,30767588~9917956,40845252~5011646,52639425~2880955,57326981~2359292,59747674~13762999,78842447~4317951,92126515~5402982,107682813~2780265,110541314~5488394,121025570~5803221,132003695~2010602,137290189~7865666,150711230~6258148,157574338~2717250,163577856~11085921,184413530~204092,190813752~13784853,215945468~17366424,234112351~13800283,248173970~10342439,260634173~6166592,281249071~4294984,295073337~4871368,305190124~9814813,318041868~5368766,326228958~12773590,346638186~3860241,362493560~331273,368728082~2291595,373809006~4939915,383976826~7355180,392517738~3341827,401146831~8775542] 2024-04-15T15:52:37.458 INFO:tasks.workunit.client.0.smithi016.stdout:from 12 to HEAD diff [983717~1362902,7468309~544070,11211002~5723244,30767588~5583168,40845252~5011646,53622457~1897923,57326981~2359292,59747674~13762999,78842447~4317951,92126515~5402982,107682813~2780265,111522261~4507447,121025570~5803221,137842964~7312891,150711230~6258148,157574338~2717250,167574367~7089410,184413530~204092,190813752~188785,192438482~12160123,219287929~5134224,225819586~7492306,234112351~13800283,248173970~10342439,260634173~6166592,281249071~4294984,295073337~4871368,305190124~9814813,327001559~12000989,346638186~3860241,362493560~331273,368728082~2291595,373809006~4939915,383976826~7355180,392517738~3341827,401146831~8775542] 2024-04-15T15:52:37.459 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [983717~1362902,7468309~544070,11211002~5723244,30767588~5583168,40845252~5011646,53622457~1897923,57326981~2359292,59747674~13762999,78842447~4317951,92126515~5402982,107682813~2780265,111522261~4507447,121025570~5803221,137842964~7312891,150711230~6258148,157574338~2717250,167574367~7089410,184413530~204092,190813752~188785,192438482~12160123,219287929~5134224,225819586~7492306,234112351~13800283,248173970~10342439,260634173~6166592,281249071~4294984,295073337~4871368,305190124~9814813,327001559~12000989,346638186~3860241,362493560~331273,368728082~2291595,373809006~4939915,383976826~7355180,392517738~3341827,401146831~8775542] 2024-04-15T15:52:37.464 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [983717~1362902,7468309~544070,11211002~5723244,30767588~5583168,40845252~5011646,52639425~2880955,57326981~2359292,59747674~13762999,78842447~4317951,92126515~5402982,107682813~2780265,110541314~5488394,121025570~5803221,137842964~7312891,150711230~6258148,157574338~2717250,163577856~11085921,184413530~204092,190813752~188785,192438482~12160123,219287929~14023963,234112351~13800283,248173970~10342439,260634173~6166592,281249071~4294984,295073337~4871368,305190124~9814813,326228958~12773590,346638186~3860241,362493560~331273,368728082~2291595,373809006~4939915,383976826~7355180,392517738~3341827,401146831~8775542] 2024-04-15T15:52:37.464 INFO:tasks.workunit.client.0.smithi016.stdout:from 13 to HEAD diff [983717~1362902,7468309~544070,11211002~5723244,30767588~5583168,40845252~1877432,53622457~1897923,57326981~2359292,59747674~13762999,78842447~4317951,92126515~4976293,107682813~2780265,111522261~4507447,137842964~5434453,150711230~6258148,157574338~2717250,167574367~7089410,184413530~204092,190813752~188785,192438482~12160123,219287929~5134224,225819586~7492306,234112351~13800283,248173970~10342439,260634173~5305330,281249071~4294984,295073337~4871368,305190124~9814813,327129535~11873013,346638186~3860241,362493560~331273,368728082~2291595,373809006~4939915,383976826~7355180,401146831~8775542] 2024-04-15T15:52:37.464 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [983717~1362902,7468309~544070,11211002~5723244,30767588~5583168,40845252~1877432,53622457~1897923,57326981~2359292,59747674~13762999,78842447~4317951,92126515~4976293,107682813~2780265,111522261~4507447,137842964~5434453,150711230~6258148,157574338~2717250,167574367~7089410,184413530~204092,190813752~188785,192438482~12160123,219287929~5134224,225819586~7492306,234112351~13800283,248173970~10342439,260634173~5305330,281249071~4294984,295073337~4871368,305190124~9814813,327129535~11873013,346638186~3860241,362493560~331273,368728082~2291595,373809006~4939915,383976826~7355180,401146831~8775542] 2024-04-15T15:52:37.470 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [983717~1362902,7468309~544070,11211002~5723244,30767588~5583168,40845252~1877432,52639425~2880955,57326981~2359292,59747674~13762999,78842447~4317951,92126515~4976293,107682813~2780265,110541314~5488394,137842964~5434453,150711230~6258148,157574338~2717250,163577856~11085921,184413530~204092,190813752~188785,192438482~12160123,219287929~14023963,234112351~13800283,248173970~10342439,260634173~5305330,281249071~4294984,295073337~4871368,305190124~9814813,327129535~11873013,346638186~3860241,362493560~331273,368728082~2291595,373809006~4939915,383976826~7355180,401146831~8775542] 2024-04-15T15:52:37.470 INFO:tasks.workunit.client.0.smithi016.stdout:from 14 to HEAD diff [983717~1362902,7468309~544070,11211002~5723244,32926025~3424731,40845252~1877432,53622457~1897923,57326981~2359292,59747674~13762999,78842447~4317951,107682813~2780265,111522261~4507447,137842964~5434453,150711230~6258148,167574367~7089410,184413530~204092,192438482~12160123,225819586~7492306,234112351~5638865,240627876~7284758,248173970~10342439,260634173~5305330,295073337~4871368,305190124~9814813,327129535~11873013,346638186~3860241,362493560~331273,368728082~2291595,383976826~7355180,402833362~7089011] 2024-04-15T15:52:37.470 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [983717~1362902,7468309~544070,11211002~5723244,32926025~3424731,40845252~1877432,53622457~1897923,57326981~2359292,59747674~13762999,78842447~4317951,107682813~2780265,111522261~4507447,137842964~5434453,150711230~6258148,167574367~7089410,184413530~204092,192438482~12160123,225819586~7492306,234112351~5638865,240627876~7284758,248173970~10342439,260634173~5305330,295073337~4871368,305190124~9814813,327129535~11873013,346638186~3860241,362493560~331273,368728082~2291595,383976826~7355180,402833362~7089011] 2024-04-15T15:52:37.476 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [983717~1362902,7468309~544070,11211002~5723244,32926025~3424731,40845252~1877432,52639425~2880955,57326981~2359292,59747674~13762999,78842447~4317951,107682813~2780265,110541314~5488394,137842964~5434453,150711230~6258148,163577856~11085921,184413530~204092,192438482~12160123,224422153~8889739,234112351~5638865,240627876~7284758,248173970~10342439,260634173~5305330,295073337~4871368,305190124~9814813,327129535~11873013,346638186~3860241,362493560~331273,368728082~2291595,383976826~7355180,402833362~7089011] 2024-04-15T15:52:37.476 INFO:tasks.workunit.client.0.smithi016.stdout:from 15 to HEAD diff [983717~1362902,7468309~544070,11787709~901356,32926025~3424731,40845252~1877432,53622457~1897923,59747674~13762999,78842447~4317951,107682813~2780265,111522261~4507447,137842964~5434453,150711230~6258148,167574367~7089410,192472165~7758144,234112351~5638865,240627876~7284758,248173970~10342439,260634173~5305330,305190124~9814813,327129535~11873013,346638186~3860241,362493560~331273,368728082~2291595,383976826~7355180,402833362~7089011] 2024-04-15T15:52:37.476 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [983717~1362902,7468309~544070,11787709~901356,32926025~3424731,40845252~1877432,53622457~1897923,59747674~13762999,78842447~4317951,107682813~2780265,111522261~4507447,137842964~5434453,150711230~6258148,167574367~7089410,192472165~7758144,234112351~5638865,240627876~7284758,248173970~10342439,260634173~5305330,305190124~9814813,327129535~11873013,346638186~3860241,362493560~331273,368728082~2291595,383976826~7355180,402833362~7089011] 2024-04-15T15:52:37.481 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [983717~1362902,7468309~544070,11787709~901356,32926025~3424731,40845252~1877432,52639425~2880955,59747674~13762999,78842447~4317951,107682813~2780265,110541314~5488394,137842964~5434453,150711230~6258148,163577856~11085921,192472165~7758144,234112351~5638865,240627876~7284758,248173970~10342439,260634173~5305330,305190124~9814813,327129535~11873013,346638186~3860241,362493560~331273,368728082~2291595,383976826~7355180,402833362~7089011] 2024-04-15T15:52:37.481 INFO:tasks.workunit.client.0.smithi016.stdout:from 16 to HEAD diff [983717~1362902,7468309~544070,11787709~901356,40845252~1877432,59747674~7389384,78842447~4317951,107682813~2780265,111522261~4507447,137842964~5434453,150711230~6258148,167574367~7089410,234112351~5638865,240627876~7284758,248173970~10342439,305190124~9814813,327129535~11873013,346638186~3860241,362493560~331273,368728082~2291595,383976826~7355180,402833362~7089011] 2024-04-15T15:52:37.481 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [983717~1362902,7468309~544070,11787709~901356,40845252~1877432,59747674~7389384,78842447~4317951,107682813~2780265,111522261~4507447,137842964~5434453,150711230~6258148,167574367~7089410,234112351~5638865,240627876~7284758,248173970~10342439,305190124~9814813,327129535~11873013,346638186~3860241,362493560~331273,368728082~2291595,383976826~7355180,402833362~7089011] 2024-04-15T15:52:37.487 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [983717~1362902,7468309~544070,11787709~901356,40845252~1877432,59747674~7389384,78842447~4317951,107682813~2780265,110541314~5488394,137842964~5434453,150711230~6258148,163577856~11085921,234112351~5638865,240627876~7284758,248173970~10342439,305190124~9814813,327129535~11873013,346638186~3860241,362493560~331273,368728082~2291595,383976826~7355180,402833362~7089011] 2024-04-15T15:52:37.487 INFO:tasks.workunit.client.0.smithi016.stdout:from 17 to HEAD diff [7468309~544070,11787709~901356,40845252~1877432,78842447~4317951,137842964~4278669,150711230~6258148,167574367~7089410,234112351~5638865,253244428~5271981,305190124~9814813,327129535~1965550,331735533~2352305,334284348~4718200,362493560~331273,368728082~2291595,383976826~7355180,402833362~7089011] 2024-04-15T15:52:37.487 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [7468309~544070,11787709~901356,40845252~1877432,78842447~4317951,137842964~4278669,150711230~6258148,167574367~7089410,234112351~5638865,253244428~5271981,305190124~9814813,327129535~1965550,331735533~2352305,334284348~4718200,362493560~331273,368728082~2291595,383976826~7355180,402833362~7089011] 2024-04-15T15:52:37.492 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [7468309~544070,11787709~901356,40845252~1877432,78842447~4317951,137842964~4278669,150711230~6258148,163577856~11085921,234112351~5638865,253244428~5271981,305190124~9814813,327129535~1965550,331735533~2352305,334284348~4718200,362493560~331273,368728082~2291595,383976826~7355180,402833362~7089011] 2024-04-15T15:52:38.377 INFO:tasks.workunit.client.0.smithi016.stdout:from 0 to HEAD diff [983717~15950529,18151405~4777059,23370140~29269285,53622457~29537941,83795172~26746142,111522261~15306530,132003695~2010602,137599326~24323682,167574367~7089410,177794263~13208274,191330252~15876366,214231218~10190935,225819586~43679793,271596047~1269409,274226424~19860296,295073337~5475310,301728441~1698228,304480288~13373849,318041868~8187090,327001559~27661504,357126779~4560228,362493560~331273,364476758~46900066] 2024-04-15T15:52:38.377 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [983717~15950529,18151405~4777059,23370140~29269285,53622457~29537941,83795172~26746142,111522261~15306530,132003695~2010602,137599326~24323682,167574367~7089410,177794263~13208274,191330252~15876366,214231218~10190935,225819586~43679793,271596047~1269409,274226424~19860296,295073337~5475310,301728441~1698228,304480288~13373849,318041868~8187090,327001559~27661504,357126779~4560228,362493560~331273,364476758~46900066] 2024-04-15T15:52:38.413 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [0~16934246,18151405~108677386,132003695~2010602,137290189~24632819,163577856~11085921,176160768~31045850,213909504~58955952,274226424~80436639,356515840~54860984] 2024-04-15T15:52:38.413 INFO:tasks.workunit.client.0.smithi016.stdout:from 1 to HEAD diff [983717~7028662,11211002~5723244,18151405~4777059,23370140~6746194,30767588~21871837,53622457~29537941,83795172~26746142,111522261~15306530,132003695~2010602,137599326~24323682,167574367~7089410,177794263~13208274,191330252~15876366,214231218~10190935,225819586~40981179,271596047~1269409,274226424~14434962,289026016~5060704,295073337~5475310,301728441~1698228,305190124~12664013,318041868~8187090,327001559~18930237,346638186~8024877,357126779~4560228,362493560~331273,364476758~7911188,373809006~22050559,398940330~1033414,401146831~10229993] 2024-04-15T15:52:38.413 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [983717~7028662,11211002~5723244,18151405~4777059,23370140~6746194,30767588~21871837,53622457~29537941,83795172~26746142,111522261~15306530,132003695~2010602,137599326~24323682,167574367~7089410,177794263~13208274,191330252~15876366,214231218~10190935,225819586~40981179,271596047~1269409,274226424~14434962,289026016~5060704,295073337~5475310,301728441~1698228,305190124~12664013,318041868~8187090,327001559~18930237,346638186~8024877,357126779~4560228,362493560~331273,364476758~7911188,373809006~22050559,398940330~1033414,401146831~10229993] 2024-04-15T15:52:38.420 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [0~8012379,11211002~5723244,18151405~11964929,30767588~96061203,132003695~2010602,137290189~24632819,163577856~11085921,176160768~31045850,214231218~52569547,269499379~3366077,274226424~14434962,289026016~14400653,305190124~40741672,346638186~8024877,356515840~15872106,373809006~22050559,398940330~1033414,401146831~10229993] 2024-04-15T15:52:38.420 INFO:tasks.workunit.client.0.smithi016.stdout:from 2 to HEAD diff [983717~7028662,11211002~5723244,18151405~4777059,23370140~6746194,30767588~21871837,53622457~29537941,83795172~26746142,111522261~15306530,132003695~2010602,137599326~24323682,167574367~7089410,177794263~13208274,191330252~15876366,214231218~10190935,225819586~7492306,234112351~32688414,271596047~1269409,274226424~14434962,289026016~5060704,295073337~5475310,301728441~1698228,305190124~9814813,315193554~277118,318041868~8187090,327001559~18930237,346638186~8024877,357126779~4440344,362493560~331273,364476758~7911188,373809006~22050559,398940330~1033414,401146831~10229993] 2024-04-15T15:52:38.420 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [983717~7028662,11211002~5723244,18151405~4777059,23370140~6746194,30767588~21871837,53622457~29537941,83795172~26746142,111522261~15306530,132003695~2010602,137599326~24323682,167574367~7089410,177794263~13208274,191330252~15876366,214231218~10190935,225819586~7492306,234112351~32688414,271596047~1269409,274226424~14434962,289026016~5060704,295073337~5475310,301728441~1698228,305190124~9814813,315193554~277118,318041868~8187090,327001559~18930237,346638186~8024877,357126779~4440344,362493560~331273,364476758~7911188,373809006~22050559,398940330~1033414,401146831~10229993] 2024-04-15T15:52:38.426 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [0~8012379,11211002~5723244,18151405~11964929,30767588~96061203,132003695~2010602,137290189~24632819,163577856~11085921,176160768~31045850,214231218~19080674,234112351~32688414,269499379~3366077,274226424~14434962,289026016~14400653,305190124~9814813,315193554~277118,317854137~28077659,346638186~8024877,357126779~4440344,361687007~10700939,373809006~22050559,398940330~1033414,401146831~10229993] 2024-04-15T15:52:38.426 INFO:tasks.workunit.client.0.smithi016.stdout:from 3 to HEAD diff [983717~7028662,11211002~5723244,18151405~1955923,21915790~1012674,23370140~6746194,30767588~15089310,47697199~4942226,53622457~6063816,59747674~23412724,83795172~13734325,97558108~3535422,103465795~7075519,111522261~15306530,132003695~2010602,137599326~24323682,167574367~7089410,177794263~13208274,191330252~15876366,214231218~10190935,225819586~7492306,234112351~32688414,271596047~1269409,274226424~14434962,289026016~5060704,295073337~5116960,301728441~1698228,305190124~9814813,315193554~277118,318041868~8187090,327001559~18930237,346638186~8024877,357126779~4440344,362493560~331273,364476758~7911188,373809006~22050559,398940330~1033414,401146831~10229993] 2024-04-15T15:52:38.426 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [983717~7028662,11211002~5723244,18151405~1955923,21915790~1012674,23370140~6746194,30767588~15089310,47697199~4942226,53622457~6063816,59747674~23412724,83795172~13734325,97558108~3535422,103465795~7075519,111522261~15306530,132003695~2010602,137599326~24323682,167574367~7089410,177794263~13208274,191330252~15876366,214231218~10190935,225819586~7492306,234112351~32688414,271596047~1269409,274226424~14434962,289026016~5060704,295073337~5116960,301728441~1698228,305190124~9814813,315193554~277118,318041868~8187090,327001559~18930237,346638186~8024877,357126779~4440344,362493560~331273,364476758~7911188,373809006~22050559,398940330~1033414,401146831~10229993] 2024-04-15T15:52:38.432 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [0~8012379,11211002~5723244,18151405~1955923,21915790~1012674,23370140~6746194,30767588~15089310,47697199~11989074,59747674~37781823,97558108~3535422,103465795~23362996,132003695~2010602,137290189~24632819,163577856~11085921,176160768~31045850,214231218~19080674,234112351~32688414,269499379~3366077,274226424~14434962,289026016~5060704,295073337~5116960,300548647~2878022,305190124~9814813,315193554~277118,317854137~28077659,346638186~8024877,357126779~4440344,361687007~10700939,373809006~22050559,398940330~1033414,401146831~10229993] 2024-04-15T15:52:38.433 INFO:tasks.workunit.client.0.smithi016.stdout:from 4 to HEAD diff [983717~7028662,11211002~5723244,18151405~1955923,21915790~1012674,23370140~6252618,30767588~15089310,47697199~4942226,53622457~6063816,59747674~23412724,83795172~13734325,104571719~5969595,111522261~15306530,132003695~2010602,137599326~24323682,167574367~7089410,177794263~212347,179360996~1427023,182886623~8115914,191330252~15876366,214231218~10190935,225819586~7492306,234112351~32688414,271596047~1269409,274226424~14434962,289026016~5060704,295073337~5116960,301728441~1698228,305190124~9814813,315193554~277118,318041868~8187090,327001559~18930237,346638186~8024877,357126779~4440344,362493560~331273,364476758~2090926,368728082~2291595,373809006~22050559,398940330~1033414,401146831~10229993] 2024-04-15T15:52:38.433 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [983717~7028662,11211002~5723244,18151405~1955923,21915790~1012674,23370140~6252618,30767588~15089310,47697199~4942226,53622457~6063816,59747674~23412724,83795172~13734325,104571719~5969595,111522261~15306530,132003695~2010602,137599326~24323682,167574367~7089410,177794263~212347,179360996~1427023,182886623~8115914,191330252~15876366,214231218~10190935,225819586~7492306,234112351~32688414,271596047~1269409,274226424~14434962,289026016~5060704,295073337~5116960,301728441~1698228,305190124~9814813,315193554~277118,318041868~8187090,327001559~18930237,346638186~8024877,357126779~4440344,362493560~331273,364476758~2090926,368728082~2291595,373809006~22050559,398940330~1033414,401146831~10229993] 2024-04-15T15:52:38.438 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [0~8012379,11211002~5723244,18151405~1955923,21915790~1012674,23370140~6252618,30767588~15089310,47697199~11989074,59747674~37781823,104571719~22257072,132003695~2010602,137290189~24632819,163577856~11085921,177794263~212347,179360996~1427023,182886623~24319995,214231218~19080674,234112351~32688414,269499379~3366077,274226424~14434962,289026016~5060704,295073337~5116960,300548647~2878022,305190124~9814813,315193554~277118,317854137~28077659,346638186~8024877,357126779~4440344,361687007~4880677,368728082~2291595,373809006~22050559,398940330~1033414,401146831~10229993] 2024-04-15T15:52:38.438 INFO:tasks.workunit.client.0.smithi016.stdout:from 5 to HEAD diff [983717~7028662,11211002~5723244,18151405~1955923,21915790~1012674,23370140~6252618,30767588~15089310,47697199~4942226,53622457~6063816,59747674~23412724,83795172~13734325,104571719~5969595,111522261~15306530,132003695~2010602,137599326~8124995,146536789~15386219,167574367~7089410,177794263~212347,179360996~1427023,182886623~8115914,191330252~15876366,215945468~8476685,225819586~7492306,234112351~32688414,271596047~1269409,274226424~14434962,289026016~5060704,295073337~5116960,301728441~1698228,305190124~9814813,315193554~277118,318041868~8187090,327001559~18061510,346638186~8024877,357126779~4440344,362493560~331273,368728082~2291595,373809006~4939915,379925205~15934360,398940330~1033414,401146831~10229993] 2024-04-15T15:52:38.438 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [983717~7028662,11211002~5723244,18151405~1955923,21915790~1012674,23370140~6252618,30767588~15089310,47697199~4942226,53622457~6063816,59747674~23412724,83795172~13734325,104571719~5969595,111522261~15306530,132003695~2010602,137599326~8124995,146536789~15386219,167574367~7089410,177794263~212347,179360996~1427023,182886623~8115914,191330252~15876366,215945468~8476685,225819586~7492306,234112351~32688414,271596047~1269409,274226424~14434962,289026016~5060704,295073337~5116960,301728441~1698228,305190124~9814813,315193554~277118,318041868~8187090,327001559~18061510,346638186~8024877,357126779~4440344,362493560~331273,368728082~2291595,373809006~4939915,379925205~15934360,398940330~1033414,401146831~10229993] 2024-04-15T15:52:38.444 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [0~8012379,11211002~5723244,18151405~1955923,21915790~1012674,23370140~6252618,30767588~15089310,47697199~11989074,59747674~37781823,104571719~22257072,132003695~2010602,137290189~8434132,146536789~15386219,163577856~11085921,177794263~212347,179360996~1427023,182886623~24319995,215945468~17366424,234112351~32688414,269499379~3366077,274226424~14434962,289026016~5060704,295073337~5116960,300548647~2878022,305190124~9814813,315193554~277118,317854137~27208932,346638186~8024877,357126779~4440344,362493560~331273,368728082~2291595,373809006~4939915,379925205~15934360,398940330~1033414,401146831~10229993] 2024-04-15T15:52:38.445 INFO:tasks.workunit.client.0.smithi016.stdout:from 6 to HEAD diff [983717~7028662,11211002~5723244,18151405~1955923,30767588~15089310,47697199~4942226,53622457~6063816,59747674~23412724,83795172~13734325,104571719~5969595,111522261~15306530,132003695~2010602,137599326~8124995,146536789~15386219,167574367~7089410,177794263~212347,179360996~1427023,182886623~8115914,191330252~15876366,215945468~8476685,225819586~7492306,234112351~32688414,271596047~1269409,274226424~13945610,289026016~5060704,295073337~4871368,301728441~1698228,305190124~9814813,315193554~277118,318041868~8187090,327001559~18012765,346638186~8024877,362493560~331273,368728082~2291595,373809006~4939915,379925205~15934360,398940330~1033414,401146831~10229993] 2024-04-15T15:52:38.445 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [983717~7028662,11211002~5723244,18151405~1955923,30767588~15089310,47697199~4942226,53622457~6063816,59747674~23412724,83795172~13734325,104571719~5969595,111522261~15306530,132003695~2010602,137599326~8124995,146536789~15386219,167574367~7089410,177794263~212347,179360996~1427023,182886623~8115914,191330252~15876366,215945468~8476685,225819586~7492306,234112351~32688414,271596047~1269409,274226424~13945610,289026016~5060704,295073337~4871368,301728441~1698228,305190124~9814813,315193554~277118,318041868~8187090,327001559~18012765,346638186~8024877,362493560~331273,368728082~2291595,373809006~4939915,379925205~15934360,398940330~1033414,401146831~10229993] 2024-04-15T15:52:38.450 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [0~8012379,11211002~5723244,18151405~1955923,30767588~15089310,47697199~11989074,59747674~37781823,104571719~22257072,132003695~2010602,137290189~8434132,146536789~15386219,163577856~11085921,177794263~212347,179360996~1427023,182886623~24319995,215945468~17366424,234112351~32688414,269499379~3366077,274226424~13945610,289026016~5060704,295073337~4871368,300548647~2878022,305190124~9814813,315193554~277118,317854137~27160187,346638186~8024877,362493560~331273,368728082~2291595,373809006~4939915,379925205~15934360,398940330~1033414,401146831~10229993] 2024-04-15T15:52:38.450 INFO:tasks.workunit.client.0.smithi016.stdout:from 7 to HEAD diff [983717~7028662,11211002~5723244,18151405~1955923,30767588~15089310,47697199~4942226,53622457~6063816,59747674~16071539,78842447~4317951,83795172~13734325,104571719~5969595,111522261~15306530,132003695~2010602,137599326~8124995,146536789~10432589,157574338~2717250,167574367~7089410,177794263~212347,179360996~1427023,182886623~8115914,191330252~15876366,215945468~8476685,225819586~7492306,234112351~32688414,271596047~1269409,274226424~13945610,289026016~5060704,295073337~4871368,301728441~1698228,305190124~9814813,315193554~277118,318041868~5368766,327001559~18012765,346638186~3860241,362493560~331273,368728082~2291595,373809006~4939915,379925205~15934360,398940330~1033414,401146831~10229993] 2024-04-15T15:52:38.451 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [983717~7028662,11211002~5723244,18151405~1955923,30767588~15089310,47697199~4942226,53622457~6063816,59747674~16071539,78842447~4317951,83795172~13734325,104571719~5969595,111522261~15306530,132003695~2010602,137599326~8124995,146536789~10432589,157574338~2717250,167574367~7089410,177794263~212347,179360996~1427023,182886623~8115914,191330252~15876366,215945468~8476685,225819586~7492306,234112351~32688414,271596047~1269409,274226424~13945610,289026016~5060704,295073337~4871368,301728441~1698228,305190124~9814813,315193554~277118,318041868~5368766,327001559~18012765,346638186~3860241,362493560~331273,368728082~2291595,373809006~4939915,379925205~15934360,398940330~1033414,401146831~10229993] 2024-04-15T15:52:38.456 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [983717~7028662,11211002~5723244,18151405~1955923,30767588~15089310,47697199~11989074,59747674~16071539,78842447~18687050,104571719~22257072,132003695~2010602,137290189~8434132,146536789~10432589,157574338~2717250,163577856~11085921,177794263~212347,179360996~1427023,182886623~24319995,215945468~17366424,234112351~32688414,269499379~3366077,274226424~13945610,289026016~5060704,295073337~4871368,300548647~2878022,305190124~9814813,315193554~277118,318041868~5368766,326228958~18785366,346638186~3860241,362493560~331273,368728082~2291595,373809006~4939915,379925205~15934360,398940330~1033414,401146831~10229993] 2024-04-15T15:52:38.456 INFO:tasks.workunit.client.0.smithi016.stdout:from 8 to HEAD diff [983717~7028662,11211002~5723244,18151405~1955923,30767588~15089310,53622457~6063816,59747674~16071539,78842447~4317951,83795172~13734325,104571719~5969595,111522261~15306530,132003695~2010602,137599326~8124995,150711230~6258148,157574338~2717250,167574367~7089410,182886623~8115914,191330252~15876366,215945468~8476685,225819586~7492306,234112351~24404058,260634173~6166592,271618949~1246507,276414347~9129708,289026016~5060704,295073337~4871368,301728441~1698228,305190124~9814813,315193554~277118,318041868~5368766,327001559~18012765,346638186~3860241,362493560~331273,368728082~2291595,373809006~4939915,379925205~15934360,398940330~1033414,401146831~10229993] 2024-04-15T15:52:38.456 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [983717~7028662,11211002~5723244,18151405~1955923,30767588~15089310,53622457~6063816,59747674~16071539,78842447~4317951,83795172~13734325,104571719~5969595,111522261~15306530,132003695~2010602,137599326~8124995,150711230~6258148,157574338~2717250,167574367~7089410,182886623~8115914,191330252~15876366,215945468~8476685,225819586~7492306,234112351~24404058,260634173~6166592,271618949~1246507,276414347~9129708,289026016~5060704,295073337~4871368,301728441~1698228,305190124~9814813,315193554~277118,318041868~5368766,327001559~18012765,346638186~3860241,362493560~331273,368728082~2291595,373809006~4939915,379925205~15934360,398940330~1033414,401146831~10229993] 2024-04-15T15:52:38.465 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [983717~7028662,11211002~5723244,18151405~1955923,30767588~15089310,52639425~7046848,59747674~16071539,78842447~18687050,104571719~22257072,132003695~2010602,137290189~8434132,150711230~6258148,157574338~2717250,163577856~11085921,182886623~24319995,215945468~17366424,234112351~24404058,260634173~6166592,271618949~1246507,276414347~9129708,289026016~5060704,295073337~4871368,300548647~2878022,305190124~9814813,315193554~277118,318041868~5368766,326228958~18785366,346638186~3860241,362493560~331273,368728082~2291595,373809006~4939915,379925205~15934360,398940330~1033414,401146831~10229993] 2024-04-15T15:52:38.465 INFO:tasks.workunit.client.0.smithi016.stdout:from 9 to HEAD diff [983717~1362902,7468309~544070,11211002~5723244,18151405~1955923,30767588~15089310,53622457~1897923,57326981~2359292,59747674~16071539,78842447~4317951,83795172~8129777,92126515~5402982,104571719~5969595,111522261~15306530,132003695~2010602,137599326~8124995,150711230~6258148,157574338~2717250,167574367~7089410,182886623~8115914,191330252~13268353,215945468~8476685,225819586~7492306,234112351~24404058,260634173~6166592,276414347~9129708,289026016~5060704,295073337~4871368,301728441~1698228,305190124~9814813,318041868~5368766,327001559~12000989,346638186~3860241,362493560~331273,368728082~2291595,373809006~4939915,379925205~15934360,398940330~1033414,401146831~8775542] 2024-04-15T15:52:38.465 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [983717~1362902,7468309~544070,11211002~5723244,18151405~1955923,30767588~15089310,53622457~1897923,57326981~2359292,59747674~16071539,78842447~4317951,83795172~8129777,92126515~5402982,104571719~5969595,111522261~15306530,132003695~2010602,137599326~8124995,150711230~6258148,157574338~2717250,167574367~7089410,182886623~8115914,191330252~13268353,215945468~8476685,225819586~7492306,234112351~24404058,260634173~6166592,276414347~9129708,289026016~5060704,295073337~4871368,301728441~1698228,305190124~9814813,318041868~5368766,327001559~12000989,346638186~3860241,362493560~331273,368728082~2291595,373809006~4939915,379925205~15934360,398940330~1033414,401146831~8775542] 2024-04-15T15:52:38.469 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [983717~1362902,7468309~544070,11211002~5723244,18151405~1955923,30767588~15089310,52639425~2880955,57326981~2359292,59747674~16071539,78842447~13082502,92126515~5402982,104571719~22257072,132003695~2010602,137290189~8434132,150711230~6258148,157574338~2717250,163577856~11085921,182886623~21711982,215945468~17366424,234112351~24404058,260634173~6166592,276414347~9129708,289026016~5060704,295073337~4871368,300548647~2878022,305190124~9814813,318041868~5368766,326228958~12773590,346638186~3860241,362493560~331273,368728082~2291595,373809006~4939915,379925205~15934360,398940330~1033414,401146831~8775542] 2024-04-15T15:52:38.469 INFO:tasks.workunit.client.0.smithi016.stdout:from 10 to HEAD diff [983717~1362902,7468309~544070,11211002~5723244,18151405~1955923,30767588~9917956,40845252~5011646,53622457~1897923,57326981~2359292,59747674~16071539,78842447~4317951,86352045~4972742,92126515~5402982,104571719~5969595,111522261~4507447,121025570~5803221,132003695~2010602,137599326~8124995,150711230~6258148,157574338~2717250,167574367~7089410,182886623~8115914,191330252~13268353,215945468~8476685,225819586~7492306,234112351~13800283,248173970~10342439,260634173~6166592,281249071~4294984,295073337~4871368,301728441~1698228,305190124~9814813,318041868~5368766,327001559~12000989,346638186~3860241,362493560~331273,368728082~2291595,373809006~4939915,379925205~11406801,392517738~3341827,401146831~8775542] 2024-04-15T15:52:38.469 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [983717~1362902,7468309~544070,11211002~5723244,18151405~1955923,30767588~9917956,40845252~5011646,53622457~1897923,57326981~2359292,59747674~16071539,78842447~4317951,86352045~4972742,92126515~5402982,104571719~5969595,111522261~4507447,121025570~5803221,132003695~2010602,137599326~8124995,150711230~6258148,157574338~2717250,167574367~7089410,182886623~8115914,191330252~13268353,215945468~8476685,225819586~7492306,234112351~13800283,248173970~10342439,260634173~6166592,281249071~4294984,295073337~4871368,301728441~1698228,305190124~9814813,318041868~5368766,327001559~12000989,346638186~3860241,362493560~331273,368728082~2291595,373809006~4939915,379925205~11406801,392517738~3341827,401146831~8775542] 2024-04-15T15:52:38.474 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [983717~1362902,7468309~544070,11211002~5723244,18151405~1955923,30767588~9917956,40845252~5011646,52639425~2880955,57326981~2359292,59747674~16071539,78842447~4317951,86352045~4972742,92126515~5402982,104571719~11457989,121025570~5803221,132003695~2010602,137290189~8434132,150711230~6258148,157574338~2717250,163577856~11085921,182886623~21711982,215945468~17366424,234112351~13800283,248173970~10342439,260634173~6166592,281249071~4294984,295073337~4871368,300548647~2878022,305190124~9814813,318041868~5368766,326228958~12773590,346638186~3860241,362493560~331273,368728082~2291595,373809006~4939915,379925205~11406801,392517738~3341827,401146831~8775542] 2024-04-15T15:52:38.475 INFO:tasks.workunit.client.0.smithi016.stdout:from 11 to HEAD diff [983717~1362902,7468309~544070,11211002~5723244,18151405~1955923,30767588~9917956,40845252~5011646,53622457~1897923,57326981~2359292,59747674~13762999,78842447~4317951,92126515~5402982,107682813~2780265,111522261~4507447,121025570~5803221,132003695~2010602,137599326~7556529,150711230~6258148,157574338~2717250,167574367~7089410,184413530~204092,190813752~188785,191330252~13268353,215945468~8476685,225819586~7492306,234112351~13800283,248173970~10342439,260634173~6166592,281249071~4294984,295073337~4871368,305190124~9814813,318041868~5368766,327001559~12000989,346638186~3860241,362493560~331273,368728082~2291595,373809006~4939915,383976826~7355180,392517738~3341827,401146831~8775542] 2024-04-15T15:52:38.475 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [983717~1362902,7468309~544070,11211002~5723244,18151405~1955923,30767588~9917956,40845252~5011646,53622457~1897923,57326981~2359292,59747674~13762999,78842447~4317951,92126515~5402982,107682813~2780265,111522261~4507447,121025570~5803221,132003695~2010602,137599326~7556529,150711230~6258148,157574338~2717250,167574367~7089410,184413530~204092,190813752~188785,191330252~13268353,215945468~8476685,225819586~7492306,234112351~13800283,248173970~10342439,260634173~6166592,281249071~4294984,295073337~4871368,305190124~9814813,318041868~5368766,327001559~12000989,346638186~3860241,362493560~331273,368728082~2291595,373809006~4939915,383976826~7355180,392517738~3341827,401146831~8775542] 2024-04-15T15:52:38.480 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [983717~1362902,7468309~544070,11211002~5723244,18151405~1955923,30767588~9917956,40845252~5011646,52639425~2880955,57326981~2359292,59747674~13762999,78842447~4317951,92126515~5402982,107682813~2780265,110541314~5488394,121025570~5803221,132003695~2010602,137290189~7865666,150711230~6258148,157574338~2717250,163577856~11085921,184413530~204092,190813752~13784853,215945468~17366424,234112351~13800283,248173970~10342439,260634173~6166592,281249071~4294984,295073337~4871368,305190124~9814813,318041868~5368766,326228958~12773590,346638186~3860241,362493560~331273,368728082~2291595,373809006~4939915,383976826~7355180,392517738~3341827,401146831~8775542] 2024-04-15T15:52:38.480 INFO:tasks.workunit.client.0.smithi016.stdout:from 12 to HEAD diff [983717~1362902,7468309~544070,11211002~5723244,30767588~5583168,40845252~5011646,53622457~1897923,57326981~2359292,59747674~13762999,78842447~4317951,92126515~5402982,107682813~2780265,111522261~4507447,121025570~5803221,137842964~7312891,150711230~6258148,157574338~2717250,167574367~7089410,184413530~204092,190813752~188785,192438482~12160123,219287929~5134224,225819586~7492306,234112351~13800283,248173970~10342439,260634173~6166592,281249071~4294984,295073337~4871368,305190124~9814813,327001559~12000989,346638186~3860241,362493560~331273,368728082~2291595,373809006~4939915,383976826~7355180,392517738~3341827,401146831~8775542] 2024-04-15T15:52:38.480 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [983717~1362902,7468309~544070,11211002~5723244,30767588~5583168,40845252~5011646,53622457~1897923,57326981~2359292,59747674~13762999,78842447~4317951,92126515~5402982,107682813~2780265,111522261~4507447,121025570~5803221,137842964~7312891,150711230~6258148,157574338~2717250,167574367~7089410,184413530~204092,190813752~188785,192438482~12160123,219287929~5134224,225819586~7492306,234112351~13800283,248173970~10342439,260634173~6166592,281249071~4294984,295073337~4871368,305190124~9814813,327001559~12000989,346638186~3860241,362493560~331273,368728082~2291595,373809006~4939915,383976826~7355180,392517738~3341827,401146831~8775542] 2024-04-15T15:52:38.486 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [983717~1362902,7468309~544070,11211002~5723244,30767588~5583168,40845252~5011646,52639425~2880955,57326981~2359292,59747674~13762999,78842447~4317951,92126515~5402982,107682813~2780265,110541314~5488394,121025570~5803221,137842964~7312891,150711230~6258148,157574338~2717250,163577856~11085921,184413530~204092,190813752~188785,192438482~12160123,219287929~14023963,234112351~13800283,248173970~10342439,260634173~6166592,281249071~4294984,295073337~4871368,305190124~9814813,326228958~12773590,346638186~3860241,362493560~331273,368728082~2291595,373809006~4939915,383976826~7355180,392517738~3341827,401146831~8775542] 2024-04-15T15:52:38.486 INFO:tasks.workunit.client.0.smithi016.stdout:from 13 to HEAD diff [983717~1362902,7468309~544070,11211002~5723244,30767588~5583168,40845252~1877432,53622457~1897923,57326981~2359292,59747674~13762999,78842447~4317951,92126515~4976293,107682813~2780265,111522261~4507447,137842964~5434453,150711230~6258148,157574338~2717250,167574367~7089410,184413530~204092,190813752~188785,192438482~12160123,219287929~5134224,225819586~7492306,234112351~13800283,248173970~10342439,260634173~5305330,281249071~4294984,295073337~4871368,305190124~9814813,327129535~11873013,346638186~3860241,362493560~331273,368728082~2291595,373809006~4939915,383976826~7355180,401146831~8775542] 2024-04-15T15:52:38.486 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [983717~1362902,7468309~544070,11211002~5723244,30767588~5583168,40845252~1877432,53622457~1897923,57326981~2359292,59747674~13762999,78842447~4317951,92126515~4976293,107682813~2780265,111522261~4507447,137842964~5434453,150711230~6258148,157574338~2717250,167574367~7089410,184413530~204092,190813752~188785,192438482~12160123,219287929~5134224,225819586~7492306,234112351~13800283,248173970~10342439,260634173~5305330,281249071~4294984,295073337~4871368,305190124~9814813,327129535~11873013,346638186~3860241,362493560~331273,368728082~2291595,373809006~4939915,383976826~7355180,401146831~8775542] 2024-04-15T15:52:38.492 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [983717~1362902,7468309~544070,11211002~5723244,30767588~5583168,40845252~1877432,52639425~2880955,57326981~2359292,59747674~13762999,78842447~4317951,92126515~4976293,107682813~2780265,110541314~5488394,137842964~5434453,150711230~6258148,157574338~2717250,163577856~11085921,184413530~204092,190813752~188785,192438482~12160123,219287929~14023963,234112351~13800283,248173970~10342439,260634173~5305330,281249071~4294984,295073337~4871368,305190124~9814813,327129535~11873013,346638186~3860241,362493560~331273,368728082~2291595,373809006~4939915,383976826~7355180,401146831~8775542] 2024-04-15T15:52:38.492 INFO:tasks.workunit.client.0.smithi016.stdout:from 14 to HEAD diff [983717~1362902,7468309~544070,11211002~5723244,32926025~3424731,40845252~1877432,53622457~1897923,57326981~2359292,59747674~13762999,78842447~4317951,107682813~2780265,111522261~4507447,137842964~5434453,150711230~6258148,167574367~7089410,184413530~204092,192438482~12160123,225819586~7492306,234112351~5638865,240627876~7284758,248173970~10342439,260634173~5305330,295073337~4871368,305190124~9814813,327129535~11873013,346638186~3860241,362493560~331273,368728082~2291595,383976826~7355180,402833362~7089011] 2024-04-15T15:52:38.492 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [983717~1362902,7468309~544070,11211002~5723244,32926025~3424731,40845252~1877432,53622457~1897923,57326981~2359292,59747674~13762999,78842447~4317951,107682813~2780265,111522261~4507447,137842964~5434453,150711230~6258148,167574367~7089410,184413530~204092,192438482~12160123,225819586~7492306,234112351~5638865,240627876~7284758,248173970~10342439,260634173~5305330,295073337~4871368,305190124~9814813,327129535~11873013,346638186~3860241,362493560~331273,368728082~2291595,383976826~7355180,402833362~7089011] 2024-04-15T15:52:38.498 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [983717~1362902,7468309~544070,11211002~5723244,32926025~3424731,40845252~1877432,52639425~2880955,57326981~2359292,59747674~13762999,78842447~4317951,107682813~2780265,110541314~5488394,137842964~5434453,150711230~6258148,163577856~11085921,184413530~204092,192438482~12160123,224422153~8889739,234112351~5638865,240627876~7284758,248173970~10342439,260634173~5305330,295073337~4871368,305190124~9814813,327129535~11873013,346638186~3860241,362493560~331273,368728082~2291595,383976826~7355180,402833362~7089011] 2024-04-15T15:52:38.498 INFO:tasks.workunit.client.0.smithi016.stdout:from 15 to HEAD diff [983717~1362902,7468309~544070,11787709~901356,32926025~3424731,40845252~1877432,53622457~1897923,59747674~13762999,78842447~4317951,107682813~2780265,111522261~4507447,137842964~5434453,150711230~6258148,167574367~7089410,192472165~7758144,234112351~5638865,240627876~7284758,248173970~10342439,260634173~5305330,305190124~9814813,327129535~11873013,346638186~3860241,362493560~331273,368728082~2291595,383976826~7355180,402833362~7089011] 2024-04-15T15:52:38.498 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [983717~1362902,7468309~544070,11787709~901356,32926025~3424731,40845252~1877432,53622457~1897923,59747674~13762999,78842447~4317951,107682813~2780265,111522261~4507447,137842964~5434453,150711230~6258148,167574367~7089410,192472165~7758144,234112351~5638865,240627876~7284758,248173970~10342439,260634173~5305330,305190124~9814813,327129535~11873013,346638186~3860241,362493560~331273,368728082~2291595,383976826~7355180,402833362~7089011] 2024-04-15T15:52:38.503 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [983717~1362902,7468309~544070,11787709~901356,32926025~3424731,40845252~1877432,52639425~2880955,59747674~13762999,78842447~4317951,107682813~2780265,110541314~5488394,137842964~5434453,150711230~6258148,163577856~11085921,192472165~7758144,234112351~5638865,240627876~7284758,248173970~10342439,260634173~5305330,305190124~9814813,327129535~11873013,346638186~3860241,362493560~331273,368728082~2291595,383976826~7355180,402833362~7089011] 2024-04-15T15:52:38.503 INFO:tasks.workunit.client.0.smithi016.stdout:from 16 to HEAD diff [983717~1362902,7468309~544070,11787709~901356,40845252~1877432,59747674~7389384,78842447~4317951,107682813~2780265,111522261~4507447,137842964~5434453,150711230~6258148,167574367~7089410,234112351~5638865,240627876~7284758,248173970~10342439,305190124~9814813,327129535~11873013,346638186~3860241,362493560~331273,368728082~2291595,383976826~7355180,402833362~7089011] 2024-04-15T15:52:38.503 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [983717~1362902,7468309~544070,11787709~901356,40845252~1877432,59747674~7389384,78842447~4317951,107682813~2780265,111522261~4507447,137842964~5434453,150711230~6258148,167574367~7089410,234112351~5638865,240627876~7284758,248173970~10342439,305190124~9814813,327129535~11873013,346638186~3860241,362493560~331273,368728082~2291595,383976826~7355180,402833362~7089011] 2024-04-15T15:52:38.508 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [983717~1362902,7468309~544070,11787709~901356,40845252~1877432,59747674~7389384,78842447~4317951,107682813~2780265,110541314~5488394,137842964~5434453,150711230~6258148,163577856~11085921,234112351~5638865,240627876~7284758,248173970~10342439,305190124~9814813,327129535~11873013,346638186~3860241,362493560~331273,368728082~2291595,383976826~7355180,402833362~7089011] 2024-04-15T15:52:38.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:52:38 smithi102 ceph-mon[87131]: pgmap v3960: 137 pgs: 137 active+clean; 867 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 197 KiB/s rd, 32 MiB/s wr, 2.23k op/s 2024-04-15T15:52:38.688 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:52:38 smithi102 ceph-mon[87131]: osdmap e2029: 8 total, 8 up, 8 in 2024-04-15T15:52:38.789 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:52:38 smithi016 ceph-mon[90652]: pgmap v3960: 137 pgs: 137 active+clean; 867 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 197 KiB/s rd, 32 MiB/s wr, 2.23k op/s 2024-04-15T15:52:38.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:52:38 smithi016 ceph-mon[90652]: osdmap e2029: 8 total, 8 up, 8 in 2024-04-15T15:52:38.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:52:38 smithi016 ceph-mon[93212]: pgmap v3960: 137 pgs: 137 active+clean; 867 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 197 KiB/s rd, 32 MiB/s wr, 2.23k op/s 2024-04-15T15:52:38.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:52:38 smithi016 ceph-mon[93212]: osdmap e2029: 8 total, 8 up, 8 in 2024-04-15T15:52:39.385 INFO:tasks.workunit.client.0.smithi016.stdout:from 0 to HEAD diff [983717~15950529,18151405~4777059,23370140~29269285,53622457~29537941,83795172~26746142,111522261~15306530,132003695~2010602,137599326~24323682,167574367~7089410,177794263~13208274,191330252~15876366,214231218~10190935,225819586~43679793,271596047~1269409,274226424~19860296,295073337~5475310,301728441~1698228,304480288~13373849,318041868~8187090,327001559~27661504,357126779~4560228,362493560~331273,364476758~46900066] 2024-04-15T15:52:39.385 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [983717~15950529,18151405~4777059,23370140~29269285,53622457~29537941,83795172~26746142,111522261~15306530,132003695~2010602,137599326~24323682,167574367~7089410,177794263~13208274,191330252~15876366,214231218~10190935,225819586~43679793,271596047~1269409,274226424~19860296,295073337~5475310,301728441~1698228,304480288~13373849,318041868~8187090,327001559~27661504,357126779~4560228,362493560~331273,364476758~46900066] 2024-04-15T15:52:39.423 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [0~16934246,18151405~108677386,132003695~2010602,137290189~24632819,163577856~11085921,176160768~31045850,213909504~58955952,274226424~80436639,356515840~54860984] 2024-04-15T15:52:39.423 INFO:tasks.workunit.client.0.smithi016.stdout:from 1 to HEAD diff [983717~7028662,11211002~5723244,18151405~4777059,23370140~6746194,30767588~21871837,53622457~29537941,83795172~26746142,111522261~15306530,132003695~2010602,137599326~24323682,167574367~7089410,177794263~13208274,191330252~15876366,214231218~10190935,225819586~40981179,271596047~1269409,274226424~14434962,289026016~5060704,295073337~5475310,301728441~1698228,305190124~12664013,318041868~8187090,327001559~18930237,346638186~8024877,357126779~4560228,362493560~331273,364476758~7911188,373809006~22050559,398940330~1033414,401146831~10229993] 2024-04-15T15:52:39.424 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [983717~7028662,11211002~5723244,18151405~4777059,23370140~6746194,30767588~21871837,53622457~29537941,83795172~26746142,111522261~15306530,132003695~2010602,137599326~24323682,167574367~7089410,177794263~13208274,191330252~15876366,214231218~10190935,225819586~40981179,271596047~1269409,274226424~14434962,289026016~5060704,295073337~5475310,301728441~1698228,305190124~12664013,318041868~8187090,327001559~18930237,346638186~8024877,357126779~4560228,362493560~331273,364476758~7911188,373809006~22050559,398940330~1033414,401146831~10229993] 2024-04-15T15:52:39.430 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [0~8012379,11211002~5723244,18151405~11964929,30767588~96061203,132003695~2010602,137290189~24632819,163577856~11085921,176160768~31045850,214231218~52569547,269499379~3366077,274226424~14434962,289026016~14400653,305190124~40741672,346638186~8024877,356515840~15872106,373809006~22050559,398940330~1033414,401146831~10229993] 2024-04-15T15:52:39.430 INFO:tasks.workunit.client.0.smithi016.stdout:from 2 to HEAD diff [983717~7028662,11211002~5723244,18151405~4777059,23370140~6746194,30767588~21871837,53622457~29537941,83795172~26746142,111522261~15306530,132003695~2010602,137599326~24323682,167574367~7089410,177794263~13208274,191330252~15876366,214231218~10190935,225819586~7492306,234112351~32688414,271596047~1269409,274226424~14434962,289026016~5060704,295073337~5475310,301728441~1698228,305190124~9814813,315193554~277118,318041868~8187090,327001559~18930237,346638186~8024877,357126779~4440344,362493560~331273,364476758~7911188,373809006~22050559,398940330~1033414,401146831~10229993] 2024-04-15T15:52:39.430 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [983717~7028662,11211002~5723244,18151405~4777059,23370140~6746194,30767588~21871837,53622457~29537941,83795172~26746142,111522261~15306530,132003695~2010602,137599326~24323682,167574367~7089410,177794263~13208274,191330252~15876366,214231218~10190935,225819586~7492306,234112351~32688414,271596047~1269409,274226424~14434962,289026016~5060704,295073337~5475310,301728441~1698228,305190124~9814813,315193554~277118,318041868~8187090,327001559~18930237,346638186~8024877,357126779~4440344,362493560~331273,364476758~7911188,373809006~22050559,398940330~1033414,401146831~10229993] 2024-04-15T15:52:39.436 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [0~8012379,11211002~5723244,18151405~11964929,30767588~96061203,132003695~2010602,137290189~24632819,163577856~11085921,176160768~31045850,214231218~19080674,234112351~32688414,269499379~3366077,274226424~14434962,289026016~14400653,305190124~9814813,315193554~277118,317854137~28077659,346638186~8024877,357126779~4440344,361687007~10700939,373809006~22050559,398940330~1033414,401146831~10229993] 2024-04-15T15:52:39.436 INFO:tasks.workunit.client.0.smithi016.stdout:from 3 to HEAD diff [983717~7028662,11211002~5723244,18151405~1955923,21915790~1012674,23370140~6746194,30767588~15089310,47697199~4942226,53622457~6063816,59747674~23412724,83795172~13734325,97558108~3535422,103465795~7075519,111522261~15306530,132003695~2010602,137599326~24323682,167574367~7089410,177794263~13208274,191330252~15876366,214231218~10190935,225819586~7492306,234112351~32688414,271596047~1269409,274226424~14434962,289026016~5060704,295073337~5116960,301728441~1698228,305190124~9814813,315193554~277118,318041868~8187090,327001559~18930237,346638186~8024877,357126779~4440344,362493560~331273,364476758~7911188,373809006~22050559,398940330~1033414,401146831~10229993] 2024-04-15T15:52:39.436 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [983717~7028662,11211002~5723244,18151405~1955923,21915790~1012674,23370140~6746194,30767588~15089310,47697199~4942226,53622457~6063816,59747674~23412724,83795172~13734325,97558108~3535422,103465795~7075519,111522261~15306530,132003695~2010602,137599326~24323682,167574367~7089410,177794263~13208274,191330252~15876366,214231218~10190935,225819586~7492306,234112351~32688414,271596047~1269409,274226424~14434962,289026016~5060704,295073337~5116960,301728441~1698228,305190124~9814813,315193554~277118,318041868~8187090,327001559~18930237,346638186~8024877,357126779~4440344,362493560~331273,364476758~7911188,373809006~22050559,398940330~1033414,401146831~10229993] 2024-04-15T15:52:39.442 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [0~8012379,11211002~5723244,18151405~1955923,21915790~1012674,23370140~6746194,30767588~15089310,47697199~11989074,59747674~37781823,97558108~3535422,103465795~23362996,132003695~2010602,137290189~24632819,163577856~11085921,176160768~31045850,214231218~19080674,234112351~32688414,269499379~3366077,274226424~14434962,289026016~5060704,295073337~5116960,300548647~2878022,305190124~9814813,315193554~277118,317854137~28077659,346638186~8024877,357126779~4440344,361687007~10700939,373809006~22050559,398940330~1033414,401146831~10229993] 2024-04-15T15:52:39.442 INFO:tasks.workunit.client.0.smithi016.stdout:from 4 to HEAD diff [983717~7028662,11211002~5723244,18151405~1955923,21915790~1012674,23370140~6252618,30767588~15089310,47697199~4942226,53622457~6063816,59747674~23412724,83795172~13734325,104571719~5969595,111522261~15306530,132003695~2010602,137599326~24323682,167574367~7089410,177794263~212347,179360996~1427023,182886623~8115914,191330252~15876366,214231218~10190935,225819586~7492306,234112351~32688414,271596047~1269409,274226424~14434962,289026016~5060704,295073337~5116960,301728441~1698228,305190124~9814813,315193554~277118,318041868~8187090,327001559~18930237,346638186~8024877,357126779~4440344,362493560~331273,364476758~2090926,368728082~2291595,373809006~22050559,398940330~1033414,401146831~10229993] 2024-04-15T15:52:39.442 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [983717~7028662,11211002~5723244,18151405~1955923,21915790~1012674,23370140~6252618,30767588~15089310,47697199~4942226,53622457~6063816,59747674~23412724,83795172~13734325,104571719~5969595,111522261~15306530,132003695~2010602,137599326~24323682,167574367~7089410,177794263~212347,179360996~1427023,182886623~8115914,191330252~15876366,214231218~10190935,225819586~7492306,234112351~32688414,271596047~1269409,274226424~14434962,289026016~5060704,295073337~5116960,301728441~1698228,305190124~9814813,315193554~277118,318041868~8187090,327001559~18930237,346638186~8024877,357126779~4440344,362493560~331273,364476758~2090926,368728082~2291595,373809006~22050559,398940330~1033414,401146831~10229993] 2024-04-15T15:52:39.448 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [0~8012379,11211002~5723244,18151405~1955923,21915790~1012674,23370140~6252618,30767588~15089310,47697199~11989074,59747674~37781823,104571719~22257072,132003695~2010602,137290189~24632819,163577856~11085921,177794263~212347,179360996~1427023,182886623~24319995,214231218~19080674,234112351~32688414,269499379~3366077,274226424~14434962,289026016~5060704,295073337~5116960,300548647~2878022,305190124~9814813,315193554~277118,317854137~28077659,346638186~8024877,357126779~4440344,361687007~4880677,368728082~2291595,373809006~22050559,398940330~1033414,401146831~10229993] 2024-04-15T15:52:39.448 INFO:tasks.workunit.client.0.smithi016.stdout:from 5 to HEAD diff [983717~7028662,11211002~5723244,18151405~1955923,21915790~1012674,23370140~6252618,30767588~15089310,47697199~4942226,53622457~6063816,59747674~23412724,83795172~13734325,104571719~5969595,111522261~15306530,132003695~2010602,137599326~8124995,146536789~15386219,167574367~7089410,177794263~212347,179360996~1427023,182886623~8115914,191330252~15876366,215945468~8476685,225819586~7492306,234112351~32688414,271596047~1269409,274226424~14434962,289026016~5060704,295073337~5116960,301728441~1698228,305190124~9814813,315193554~277118,318041868~8187090,327001559~18061510,346638186~8024877,357126779~4440344,362493560~331273,368728082~2291595,373809006~4939915,379925205~15934360,398940330~1033414,401146831~10229993] 2024-04-15T15:52:39.449 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [983717~7028662,11211002~5723244,18151405~1955923,21915790~1012674,23370140~6252618,30767588~15089310,47697199~4942226,53622457~6063816,59747674~23412724,83795172~13734325,104571719~5969595,111522261~15306530,132003695~2010602,137599326~8124995,146536789~15386219,167574367~7089410,177794263~212347,179360996~1427023,182886623~8115914,191330252~15876366,215945468~8476685,225819586~7492306,234112351~32688414,271596047~1269409,274226424~14434962,289026016~5060704,295073337~5116960,301728441~1698228,305190124~9814813,315193554~277118,318041868~8187090,327001559~18061510,346638186~8024877,357126779~4440344,362493560~331273,368728082~2291595,373809006~4939915,379925205~15934360,398940330~1033414,401146831~10229993] 2024-04-15T15:52:39.455 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [0~8012379,11211002~5723244,18151405~1955923,21915790~1012674,23370140~6252618,30767588~15089310,47697199~11989074,59747674~37781823,104571719~22257072,132003695~2010602,137290189~8434132,146536789~15386219,163577856~11085921,177794263~212347,179360996~1427023,182886623~24319995,215945468~17366424,234112351~32688414,269499379~3366077,274226424~14434962,289026016~5060704,295073337~5116960,300548647~2878022,305190124~9814813,315193554~277118,317854137~27208932,346638186~8024877,357126779~4440344,362493560~331273,368728082~2291595,373809006~4939915,379925205~15934360,398940330~1033414,401146831~10229993] 2024-04-15T15:52:39.455 INFO:tasks.workunit.client.0.smithi016.stdout:from 6 to HEAD diff [983717~7028662,11211002~5723244,18151405~1955923,30767588~15089310,47697199~4942226,53622457~6063816,59747674~23412724,83795172~13734325,104571719~5969595,111522261~15306530,132003695~2010602,137599326~8124995,146536789~15386219,167574367~7089410,177794263~212347,179360996~1427023,182886623~8115914,191330252~15876366,215945468~8476685,225819586~7492306,234112351~32688414,271596047~1269409,274226424~13945610,289026016~5060704,295073337~4871368,301728441~1698228,305190124~9814813,315193554~277118,318041868~8187090,327001559~18012765,346638186~8024877,362493560~331273,368728082~2291595,373809006~4939915,379925205~15934360,398940330~1033414,401146831~10229993] 2024-04-15T15:52:39.455 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [983717~7028662,11211002~5723244,18151405~1955923,30767588~15089310,47697199~4942226,53622457~6063816,59747674~23412724,83795172~13734325,104571719~5969595,111522261~15306530,132003695~2010602,137599326~8124995,146536789~15386219,167574367~7089410,177794263~212347,179360996~1427023,182886623~8115914,191330252~15876366,215945468~8476685,225819586~7492306,234112351~32688414,271596047~1269409,274226424~13945610,289026016~5060704,295073337~4871368,301728441~1698228,305190124~9814813,315193554~277118,318041868~8187090,327001559~18012765,346638186~8024877,362493560~331273,368728082~2291595,373809006~4939915,379925205~15934360,398940330~1033414,401146831~10229993] 2024-04-15T15:52:39.461 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [0~8012379,11211002~5723244,18151405~1955923,30767588~15089310,47697199~11989074,59747674~37781823,104571719~22257072,132003695~2010602,137290189~8434132,146536789~15386219,163577856~11085921,177794263~212347,179360996~1427023,182886623~24319995,215945468~17366424,234112351~32688414,269499379~3366077,274226424~13945610,289026016~5060704,295073337~4871368,300548647~2878022,305190124~9814813,315193554~277118,317854137~27160187,346638186~8024877,362493560~331273,368728082~2291595,373809006~4939915,379925205~15934360,398940330~1033414,401146831~10229993] 2024-04-15T15:52:39.461 INFO:tasks.workunit.client.0.smithi016.stdout:from 7 to HEAD diff [983717~7028662,11211002~5723244,18151405~1955923,30767588~15089310,47697199~4942226,53622457~6063816,59747674~16071539,78842447~4317951,83795172~13734325,104571719~5969595,111522261~15306530,132003695~2010602,137599326~8124995,146536789~10432589,157574338~2717250,167574367~7089410,177794263~212347,179360996~1427023,182886623~8115914,191330252~15876366,215945468~8476685,225819586~7492306,234112351~32688414,271596047~1269409,274226424~13945610,289026016~5060704,295073337~4871368,301728441~1698228,305190124~9814813,315193554~277118,318041868~5368766,327001559~18012765,346638186~3860241,362493560~331273,368728082~2291595,373809006~4939915,379925205~15934360,398940330~1033414,401146831~10229993] 2024-04-15T15:52:39.461 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [983717~7028662,11211002~5723244,18151405~1955923,30767588~15089310,47697199~4942226,53622457~6063816,59747674~16071539,78842447~4317951,83795172~13734325,104571719~5969595,111522261~15306530,132003695~2010602,137599326~8124995,146536789~10432589,157574338~2717250,167574367~7089410,177794263~212347,179360996~1427023,182886623~8115914,191330252~15876366,215945468~8476685,225819586~7492306,234112351~32688414,271596047~1269409,274226424~13945610,289026016~5060704,295073337~4871368,301728441~1698228,305190124~9814813,315193554~277118,318041868~5368766,327001559~18012765,346638186~3860241,362493560~331273,368728082~2291595,373809006~4939915,379925205~15934360,398940330~1033414,401146831~10229993] 2024-04-15T15:52:39.467 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [983717~7028662,11211002~5723244,18151405~1955923,30767588~15089310,47697199~11989074,59747674~16071539,78842447~18687050,104571719~22257072,132003695~2010602,137290189~8434132,146536789~10432589,157574338~2717250,163577856~11085921,177794263~212347,179360996~1427023,182886623~24319995,215945468~17366424,234112351~32688414,269499379~3366077,274226424~13945610,289026016~5060704,295073337~4871368,300548647~2878022,305190124~9814813,315193554~277118,318041868~5368766,326228958~18785366,346638186~3860241,362493560~331273,368728082~2291595,373809006~4939915,379925205~15934360,398940330~1033414,401146831~10229993] 2024-04-15T15:52:39.467 INFO:tasks.workunit.client.0.smithi016.stdout:from 8 to HEAD diff [983717~7028662,11211002~5723244,18151405~1955923,30767588~15089310,53622457~6063816,59747674~16071539,78842447~4317951,83795172~13734325,104571719~5969595,111522261~15306530,132003695~2010602,137599326~8124995,150711230~6258148,157574338~2717250,167574367~7089410,182886623~8115914,191330252~15876366,215945468~8476685,225819586~7492306,234112351~24404058,260634173~6166592,271618949~1246507,276414347~9129708,289026016~5060704,295073337~4871368,301728441~1698228,305190124~9814813,315193554~277118,318041868~5368766,327001559~18012765,346638186~3860241,362493560~331273,368728082~2291595,373809006~4939915,379925205~15934360,398940330~1033414,401146831~10229993] 2024-04-15T15:52:39.467 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [983717~7028662,11211002~5723244,18151405~1955923,30767588~15089310,53622457~6063816,59747674~16071539,78842447~4317951,83795172~13734325,104571719~5969595,111522261~15306530,132003695~2010602,137599326~8124995,150711230~6258148,157574338~2717250,167574367~7089410,182886623~8115914,191330252~15876366,215945468~8476685,225819586~7492306,234112351~24404058,260634173~6166592,271618949~1246507,276414347~9129708,289026016~5060704,295073337~4871368,301728441~1698228,305190124~9814813,315193554~277118,318041868~5368766,327001559~18012765,346638186~3860241,362493560~331273,368728082~2291595,373809006~4939915,379925205~15934360,398940330~1033414,401146831~10229993] 2024-04-15T15:52:39.473 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [983717~7028662,11211002~5723244,18151405~1955923,30767588~15089310,52639425~7046848,59747674~16071539,78842447~18687050,104571719~22257072,132003695~2010602,137290189~8434132,150711230~6258148,157574338~2717250,163577856~11085921,182886623~24319995,215945468~17366424,234112351~24404058,260634173~6166592,271618949~1246507,276414347~9129708,289026016~5060704,295073337~4871368,300548647~2878022,305190124~9814813,315193554~277118,318041868~5368766,326228958~18785366,346638186~3860241,362493560~331273,368728082~2291595,373809006~4939915,379925205~15934360,398940330~1033414,401146831~10229993] 2024-04-15T15:52:39.473 INFO:tasks.workunit.client.0.smithi016.stdout:from 9 to HEAD diff [983717~1362902,7468309~544070,11211002~5723244,18151405~1955923,30767588~15089310,53622457~1897923,57326981~2359292,59747674~16071539,78842447~4317951,83795172~8129777,92126515~5402982,104571719~5969595,111522261~15306530,132003695~2010602,137599326~8124995,150711230~6258148,157574338~2717250,167574367~7089410,182886623~8115914,191330252~13268353,215945468~8476685,225819586~7492306,234112351~24404058,260634173~6166592,276414347~9129708,289026016~5060704,295073337~4871368,301728441~1698228,305190124~9814813,318041868~5368766,327001559~12000989,346638186~3860241,362493560~331273,368728082~2291595,373809006~4939915,379925205~15934360,398940330~1033414,401146831~8775542] 2024-04-15T15:52:39.473 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [983717~1362902,7468309~544070,11211002~5723244,18151405~1955923,30767588~15089310,53622457~1897923,57326981~2359292,59747674~16071539,78842447~4317951,83795172~8129777,92126515~5402982,104571719~5969595,111522261~15306530,132003695~2010602,137599326~8124995,150711230~6258148,157574338~2717250,167574367~7089410,182886623~8115914,191330252~13268353,215945468~8476685,225819586~7492306,234112351~24404058,260634173~6166592,276414347~9129708,289026016~5060704,295073337~4871368,301728441~1698228,305190124~9814813,318041868~5368766,327001559~12000989,346638186~3860241,362493560~331273,368728082~2291595,373809006~4939915,379925205~15934360,398940330~1033414,401146831~8775542] 2024-04-15T15:52:39.479 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [983717~1362902,7468309~544070,11211002~5723244,18151405~1955923,30767588~15089310,52639425~2880955,57326981~2359292,59747674~16071539,78842447~13082502,92126515~5402982,104571719~22257072,132003695~2010602,137290189~8434132,150711230~6258148,157574338~2717250,163577856~11085921,182886623~21711982,215945468~17366424,234112351~24404058,260634173~6166592,276414347~9129708,289026016~5060704,295073337~4871368,300548647~2878022,305190124~9814813,318041868~5368766,326228958~12773590,346638186~3860241,362493560~331273,368728082~2291595,373809006~4939915,379925205~15934360,398940330~1033414,401146831~8775542] 2024-04-15T15:52:39.479 INFO:tasks.workunit.client.0.smithi016.stdout:from 10 to HEAD diff [983717~1362902,7468309~544070,11211002~5723244,18151405~1955923,30767588~9917956,40845252~5011646,53622457~1897923,57326981~2359292,59747674~16071539,78842447~4317951,86352045~4972742,92126515~5402982,104571719~5969595,111522261~4507447,121025570~5803221,132003695~2010602,137599326~8124995,150711230~6258148,157574338~2717250,167574367~7089410,182886623~8115914,191330252~13268353,215945468~8476685,225819586~7492306,234112351~13800283,248173970~10342439,260634173~6166592,281249071~4294984,295073337~4871368,301728441~1698228,305190124~9814813,318041868~5368766,327001559~12000989,346638186~3860241,362493560~331273,368728082~2291595,373809006~4939915,379925205~11406801,392517738~3341827,401146831~8775542] 2024-04-15T15:52:39.479 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [983717~1362902,7468309~544070,11211002~5723244,18151405~1955923,30767588~9917956,40845252~5011646,53622457~1897923,57326981~2359292,59747674~16071539,78842447~4317951,86352045~4972742,92126515~5402982,104571719~5969595,111522261~4507447,121025570~5803221,132003695~2010602,137599326~8124995,150711230~6258148,157574338~2717250,167574367~7089410,182886623~8115914,191330252~13268353,215945468~8476685,225819586~7492306,234112351~13800283,248173970~10342439,260634173~6166592,281249071~4294984,295073337~4871368,301728441~1698228,305190124~9814813,318041868~5368766,327001559~12000989,346638186~3860241,362493560~331273,368728082~2291595,373809006~4939915,379925205~11406801,392517738~3341827,401146831~8775542] 2024-04-15T15:52:39.487 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [983717~1362902,7468309~544070,11211002~5723244,18151405~1955923,30767588~9917956,40845252~5011646,52639425~2880955,57326981~2359292,59747674~16071539,78842447~4317951,86352045~4972742,92126515~5402982,104571719~11457989,121025570~5803221,132003695~2010602,137290189~8434132,150711230~6258148,157574338~2717250,163577856~11085921,182886623~21711982,215945468~17366424,234112351~13800283,248173970~10342439,260634173~6166592,281249071~4294984,295073337~4871368,300548647~2878022,305190124~9814813,318041868~5368766,326228958~12773590,346638186~3860241,362493560~331273,368728082~2291595,373809006~4939915,379925205~11406801,392517738~3341827,401146831~8775542] 2024-04-15T15:52:39.487 INFO:tasks.workunit.client.0.smithi016.stdout:from 11 to HEAD diff [983717~1362902,7468309~544070,11211002~5723244,18151405~1955923,30767588~9917956,40845252~5011646,53622457~1897923,57326981~2359292,59747674~13762999,78842447~4317951,92126515~5402982,107682813~2780265,111522261~4507447,121025570~5803221,132003695~2010602,137599326~7556529,150711230~6258148,157574338~2717250,167574367~7089410,184413530~204092,190813752~188785,191330252~13268353,215945468~8476685,225819586~7492306,234112351~13800283,248173970~10342439,260634173~6166592,281249071~4294984,295073337~4871368,305190124~9814813,318041868~5368766,327001559~12000989,346638186~3860241,362493560~331273,368728082~2291595,373809006~4939915,383976826~7355180,392517738~3341827,401146831~8775542] 2024-04-15T15:52:39.488 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [983717~1362902,7468309~544070,11211002~5723244,18151405~1955923,30767588~9917956,40845252~5011646,53622457~1897923,57326981~2359292,59747674~13762999,78842447~4317951,92126515~5402982,107682813~2780265,111522261~4507447,121025570~5803221,132003695~2010602,137599326~7556529,150711230~6258148,157574338~2717250,167574367~7089410,184413530~204092,190813752~188785,191330252~13268353,215945468~8476685,225819586~7492306,234112351~13800283,248173970~10342439,260634173~6166592,281249071~4294984,295073337~4871368,305190124~9814813,318041868~5368766,327001559~12000989,346638186~3860241,362493560~331273,368728082~2291595,373809006~4939915,383976826~7355180,392517738~3341827,401146831~8775542] 2024-04-15T15:52:39.491 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [983717~1362902,7468309~544070,11211002~5723244,18151405~1955923,30767588~9917956,40845252~5011646,52639425~2880955,57326981~2359292,59747674~13762999,78842447~4317951,92126515~5402982,107682813~2780265,110541314~5488394,121025570~5803221,132003695~2010602,137290189~7865666,150711230~6258148,157574338~2717250,163577856~11085921,184413530~204092,190813752~13784853,215945468~17366424,234112351~13800283,248173970~10342439,260634173~6166592,281249071~4294984,295073337~4871368,305190124~9814813,318041868~5368766,326228958~12773590,346638186~3860241,362493560~331273,368728082~2291595,373809006~4939915,383976826~7355180,392517738~3341827,401146831~8775542] 2024-04-15T15:52:39.491 INFO:tasks.workunit.client.0.smithi016.stdout:from 12 to HEAD diff [983717~1362902,7468309~544070,11211002~5723244,30767588~5583168,40845252~5011646,53622457~1897923,57326981~2359292,59747674~13762999,78842447~4317951,92126515~5402982,107682813~2780265,111522261~4507447,121025570~5803221,137842964~7312891,150711230~6258148,157574338~2717250,167574367~7089410,184413530~204092,190813752~188785,192438482~12160123,219287929~5134224,225819586~7492306,234112351~13800283,248173970~10342439,260634173~6166592,281249071~4294984,295073337~4871368,305190124~9814813,327001559~12000989,346638186~3860241,362493560~331273,368728082~2291595,373809006~4939915,383976826~7355180,392517738~3341827,401146831~8775542] 2024-04-15T15:52:39.491 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [983717~1362902,7468309~544070,11211002~5723244,30767588~5583168,40845252~5011646,53622457~1897923,57326981~2359292,59747674~13762999,78842447~4317951,92126515~5402982,107682813~2780265,111522261~4507447,121025570~5803221,137842964~7312891,150711230~6258148,157574338~2717250,167574367~7089410,184413530~204092,190813752~188785,192438482~12160123,219287929~5134224,225819586~7492306,234112351~13800283,248173970~10342439,260634173~6166592,281249071~4294984,295073337~4871368,305190124~9814813,327001559~12000989,346638186~3860241,362493560~331273,368728082~2291595,373809006~4939915,383976826~7355180,392517738~3341827,401146831~8775542] 2024-04-15T15:52:39.497 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [983717~1362902,7468309~544070,11211002~5723244,30767588~5583168,40845252~5011646,52639425~2880955,57326981~2359292,59747674~13762999,78842447~4317951,92126515~5402982,107682813~2780265,110541314~5488394,121025570~5803221,137842964~7312891,150711230~6258148,157574338~2717250,163577856~11085921,184413530~204092,190813752~188785,192438482~12160123,219287929~14023963,234112351~13800283,248173970~10342439,260634173~6166592,281249071~4294984,295073337~4871368,305190124~9814813,326228958~12773590,346638186~3860241,362493560~331273,368728082~2291595,373809006~4939915,383976826~7355180,392517738~3341827,401146831~8775542] 2024-04-15T15:52:39.497 INFO:tasks.workunit.client.0.smithi016.stdout:from 13 to HEAD diff [983717~1362902,7468309~544070,11211002~5723244,30767588~5583168,40845252~1877432,53622457~1897923,57326981~2359292,59747674~13762999,78842447~4317951,92126515~4976293,107682813~2780265,111522261~4507447,137842964~5434453,150711230~6258148,157574338~2717250,167574367~7089410,184413530~204092,190813752~188785,192438482~12160123,219287929~5134224,225819586~7492306,234112351~13800283,248173970~10342439,260634173~5305330,281249071~4294984,295073337~4871368,305190124~9814813,327129535~11873013,346638186~3860241,362493560~331273,368728082~2291595,373809006~4939915,383976826~7355180,401146831~8775542] 2024-04-15T15:52:39.497 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [983717~1362902,7468309~544070,11211002~5723244,30767588~5583168,40845252~1877432,53622457~1897923,57326981~2359292,59747674~13762999,78842447~4317951,92126515~4976293,107682813~2780265,111522261~4507447,137842964~5434453,150711230~6258148,157574338~2717250,167574367~7089410,184413530~204092,190813752~188785,192438482~12160123,219287929~5134224,225819586~7492306,234112351~13800283,248173970~10342439,260634173~5305330,281249071~4294984,295073337~4871368,305190124~9814813,327129535~11873013,346638186~3860241,362493560~331273,368728082~2291595,373809006~4939915,383976826~7355180,401146831~8775542] 2024-04-15T15:52:39.503 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [983717~1362902,7468309~544070,11211002~5723244,30767588~5583168,40845252~1877432,52639425~2880955,57326981~2359292,59747674~13762999,78842447~4317951,92126515~4976293,107682813~2780265,110541314~5488394,137842964~5434453,150711230~6258148,157574338~2717250,163577856~11085921,184413530~204092,190813752~188785,192438482~12160123,219287929~14023963,234112351~13800283,248173970~10342439,260634173~5305330,281249071~4294984,295073337~4871368,305190124~9814813,327129535~11873013,346638186~3860241,362493560~331273,368728082~2291595,373809006~4939915,383976826~7355180,401146831~8775542] 2024-04-15T15:52:39.503 INFO:tasks.workunit.client.0.smithi016.stdout:from 14 to HEAD diff [983717~1362902,7468309~544070,11211002~5723244,32926025~3424731,40845252~1877432,53622457~1897923,57326981~2359292,59747674~13762999,78842447~4317951,107682813~2780265,111522261~4507447,137842964~5434453,150711230~6258148,167574367~7089410,184413530~204092,192438482~12160123,225819586~7492306,234112351~5638865,240627876~7284758,248173970~10342439,260634173~5305330,295073337~4871368,305190124~9814813,327129535~11873013,346638186~3860241,362493560~331273,368728082~2291595,383976826~7355180,402833362~7089011] 2024-04-15T15:52:39.503 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [983717~1362902,7468309~544070,11211002~5723244,32926025~3424731,40845252~1877432,53622457~1897923,57326981~2359292,59747674~13762999,78842447~4317951,107682813~2780265,111522261~4507447,137842964~5434453,150711230~6258148,167574367~7089410,184413530~204092,192438482~12160123,225819586~7492306,234112351~5638865,240627876~7284758,248173970~10342439,260634173~5305330,295073337~4871368,305190124~9814813,327129535~11873013,346638186~3860241,362493560~331273,368728082~2291595,383976826~7355180,402833362~7089011] 2024-04-15T15:52:39.509 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [983717~1362902,7468309~544070,11211002~5723244,32926025~3424731,40845252~1877432,52639425~2880955,57326981~2359292,59747674~13762999,78842447~4317951,107682813~2780265,110541314~5488394,137842964~5434453,150711230~6258148,163577856~11085921,184413530~204092,192438482~12160123,224422153~8889739,234112351~5638865,240627876~7284758,248173970~10342439,260634173~5305330,295073337~4871368,305190124~9814813,327129535~11873013,346638186~3860241,362493560~331273,368728082~2291595,383976826~7355180,402833362~7089011] 2024-04-15T15:52:39.509 INFO:tasks.workunit.client.0.smithi016.stdout:from 15 to HEAD diff [983717~1362902,7468309~544070,11787709~901356,32926025~3424731,40845252~1877432,53622457~1897923,59747674~13762999,78842447~4317951,107682813~2780265,111522261~4507447,137842964~5434453,150711230~6258148,167574367~7089410,192472165~7758144,234112351~5638865,240627876~7284758,248173970~10342439,260634173~5305330,305190124~9814813,327129535~11873013,346638186~3860241,362493560~331273,368728082~2291595,383976826~7355180,402833362~7089011] 2024-04-15T15:52:39.509 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [983717~1362902,7468309~544070,11787709~901356,32926025~3424731,40845252~1877432,53622457~1897923,59747674~13762999,78842447~4317951,107682813~2780265,111522261~4507447,137842964~5434453,150711230~6258148,167574367~7089410,192472165~7758144,234112351~5638865,240627876~7284758,248173970~10342439,260634173~5305330,305190124~9814813,327129535~11873013,346638186~3860241,362493560~331273,368728082~2291595,383976826~7355180,402833362~7089011] 2024-04-15T15:52:39.514 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [983717~1362902,7468309~544070,11787709~901356,32926025~3424731,40845252~1877432,52639425~2880955,59747674~13762999,78842447~4317951,107682813~2780265,110541314~5488394,137842964~5434453,150711230~6258148,163577856~11085921,192472165~7758144,234112351~5638865,240627876~7284758,248173970~10342439,260634173~5305330,305190124~9814813,327129535~11873013,346638186~3860241,362493560~331273,368728082~2291595,383976826~7355180,402833362~7089011] 2024-04-15T15:52:39.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:52:39 smithi102 ceph-mon[87131]: osdmap e2030: 8 total, 8 up, 8 in 2024-04-15T15:52:39.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:52:39 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T15:52:39.789 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:52:39 smithi016 ceph-mon[90652]: osdmap e2030: 8 total, 8 up, 8 in 2024-04-15T15:52:39.789 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:52:39 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T15:52:39.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:52:39 smithi016 ceph-mon[93212]: osdmap e2030: 8 total, 8 up, 8 in 2024-04-15T15:52:39.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:52:39 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T15:52:40.401 INFO:tasks.workunit.client.0.smithi016.stdout:from 0 to HEAD diff [983717~15950529,18151405~4777059,23370140~29269285,53622457~29537941,83795172~26746142,111522261~15306530,132003695~2010602,137599326~24323682,167574367~7089410,177794263~13208274,191330252~15876366,214231218~10190935,225819586~43679793,271596047~1269409,274226424~19860296,295073337~5475310,301728441~1698228,304480288~13373849,318041868~8187090,327001559~27661504,357126779~4560228,362493560~331273,364476758~46900066] 2024-04-15T15:52:40.402 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [983717~15950529,18151405~4777059,23370140~29269285,53622457~29537941,83795172~26746142,111522261~15306530,132003695~2010602,137599326~24323682,167574367~7089410,177794263~13208274,191330252~15876366,214231218~10190935,225819586~43679793,271596047~1269409,274226424~19860296,295073337~5475310,301728441~1698228,304480288~13373849,318041868~8187090,327001559~27661504,357126779~4560228,362493560~331273,364476758~46900066] 2024-04-15T15:52:40.429 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [0~16934246,18151405~108677386,132003695~2010602,137290189~24632819,163577856~11085921,176160768~31045850,213909504~58955952,274226424~80436639,356515840~54860984] 2024-04-15T15:52:40.429 INFO:tasks.workunit.client.0.smithi016.stdout:from 1 to HEAD diff [983717~7028662,11211002~5723244,18151405~4777059,23370140~6746194,30767588~21871837,53622457~29537941,83795172~26746142,111522261~15306530,132003695~2010602,137599326~24323682,167574367~7089410,177794263~13208274,191330252~15876366,214231218~10190935,225819586~40981179,271596047~1269409,274226424~14434962,289026016~5060704,295073337~5475310,301728441~1698228,305190124~12664013,318041868~8187090,327001559~18930237,346638186~8024877,357126779~4560228,362493560~331273,364476758~7911188,373809006~22050559,398940330~1033414,401146831~10229993] 2024-04-15T15:52:40.430 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [983717~7028662,11211002~5723244,18151405~4777059,23370140~6746194,30767588~21871837,53622457~29537941,83795172~26746142,111522261~15306530,132003695~2010602,137599326~24323682,167574367~7089410,177794263~13208274,191330252~15876366,214231218~10190935,225819586~40981179,271596047~1269409,274226424~14434962,289026016~5060704,295073337~5475310,301728441~1698228,305190124~12664013,318041868~8187090,327001559~18930237,346638186~8024877,357126779~4560228,362493560~331273,364476758~7911188,373809006~22050559,398940330~1033414,401146831~10229993] 2024-04-15T15:52:40.436 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [0~8012379,11211002~5723244,18151405~11964929,30767588~96061203,132003695~2010602,137290189~24632819,163577856~11085921,176160768~31045850,214231218~52569547,269499379~3366077,274226424~14434962,289026016~14400653,305190124~40741672,346638186~8024877,356515840~15872106,373809006~22050559,398940330~1033414,401146831~10229993] 2024-04-15T15:52:40.437 INFO:tasks.workunit.client.0.smithi016.stdout:from 2 to HEAD diff [983717~7028662,11211002~5723244,18151405~4777059,23370140~6746194,30767588~21871837,53622457~29537941,83795172~26746142,111522261~15306530,132003695~2010602,137599326~24323682,167574367~7089410,177794263~13208274,191330252~15876366,214231218~10190935,225819586~7492306,234112351~32688414,271596047~1269409,274226424~14434962,289026016~5060704,295073337~5475310,301728441~1698228,305190124~9814813,315193554~277118,318041868~8187090,327001559~18930237,346638186~8024877,357126779~4440344,362493560~331273,364476758~7911188,373809006~22050559,398940330~1033414,401146831~10229993] 2024-04-15T15:52:40.437 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [983717~7028662,11211002~5723244,18151405~4777059,23370140~6746194,30767588~21871837,53622457~29537941,83795172~26746142,111522261~15306530,132003695~2010602,137599326~24323682,167574367~7089410,177794263~13208274,191330252~15876366,214231218~10190935,225819586~7492306,234112351~32688414,271596047~1269409,274226424~14434962,289026016~5060704,295073337~5475310,301728441~1698228,305190124~9814813,315193554~277118,318041868~8187090,327001559~18930237,346638186~8024877,357126779~4440344,362493560~331273,364476758~7911188,373809006~22050559,398940330~1033414,401146831~10229993] 2024-04-15T15:52:40.443 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [0~8012379,11211002~5723244,18151405~11964929,30767588~96061203,132003695~2010602,137290189~24632819,163577856~11085921,176160768~31045850,214231218~19080674,234112351~32688414,269499379~3366077,274226424~14434962,289026016~14400653,305190124~9814813,315193554~277118,317854137~28077659,346638186~8024877,357126779~4440344,361687007~10700939,373809006~22050559,398940330~1033414,401146831~10229993] 2024-04-15T15:52:40.443 INFO:tasks.workunit.client.0.smithi016.stdout:from 3 to HEAD diff [983717~7028662,11211002~5723244,18151405~1955923,21915790~1012674,23370140~6746194,30767588~15089310,47697199~4942226,53622457~6063816,59747674~23412724,83795172~13734325,97558108~3535422,103465795~7075519,111522261~15306530,132003695~2010602,137599326~24323682,167574367~7089410,177794263~13208274,191330252~15876366,214231218~10190935,225819586~7492306,234112351~32688414,271596047~1269409,274226424~14434962,289026016~5060704,295073337~5116960,301728441~1698228,305190124~9814813,315193554~277118,318041868~8187090,327001559~18930237,346638186~8024877,357126779~4440344,362493560~331273,364476758~7911188,373809006~22050559,398940330~1033414,401146831~10229993] 2024-04-15T15:52:40.443 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [983717~7028662,11211002~5723244,18151405~1955923,21915790~1012674,23370140~6746194,30767588~15089310,47697199~4942226,53622457~6063816,59747674~23412724,83795172~13734325,97558108~3535422,103465795~7075519,111522261~15306530,132003695~2010602,137599326~24323682,167574367~7089410,177794263~13208274,191330252~15876366,214231218~10190935,225819586~7492306,234112351~32688414,271596047~1269409,274226424~14434962,289026016~5060704,295073337~5116960,301728441~1698228,305190124~9814813,315193554~277118,318041868~8187090,327001559~18930237,346638186~8024877,357126779~4440344,362493560~331273,364476758~7911188,373809006~22050559,398940330~1033414,401146831~10229993] 2024-04-15T15:52:40.448 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [0~8012379,11211002~5723244,18151405~1955923,21915790~1012674,23370140~6746194,30767588~15089310,47697199~11989074,59747674~37781823,97558108~3535422,103465795~23362996,132003695~2010602,137290189~24632819,163577856~11085921,176160768~31045850,214231218~19080674,234112351~32688414,269499379~3366077,274226424~14434962,289026016~5060704,295073337~5116960,300548647~2878022,305190124~9814813,315193554~277118,317854137~28077659,346638186~8024877,357126779~4440344,361687007~10700939,373809006~22050559,398940330~1033414,401146831~10229993] 2024-04-15T15:52:40.449 INFO:tasks.workunit.client.0.smithi016.stdout:from 4 to HEAD diff [983717~7028662,11211002~5723244,18151405~1955923,21915790~1012674,23370140~6252618,30767588~15089310,47697199~4942226,53622457~6063816,59747674~23412724,83795172~13734325,104571719~5969595,111522261~15306530,132003695~2010602,137599326~24323682,167574367~7089410,177794263~212347,179360996~1427023,182886623~8115914,191330252~15876366,214231218~10190935,225819586~7492306,234112351~32688414,271596047~1269409,274226424~14434962,289026016~5060704,295073337~5116960,301728441~1698228,305190124~9814813,315193554~277118,318041868~8187090,327001559~18930237,346638186~8024877,357126779~4440344,362493560~331273,364476758~2090926,368728082~2291595,373809006~22050559,398940330~1033414,401146831~10229993] 2024-04-15T15:52:40.449 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [983717~7028662,11211002~5723244,18151405~1955923,21915790~1012674,23370140~6252618,30767588~15089310,47697199~4942226,53622457~6063816,59747674~23412724,83795172~13734325,104571719~5969595,111522261~15306530,132003695~2010602,137599326~24323682,167574367~7089410,177794263~212347,179360996~1427023,182886623~8115914,191330252~15876366,214231218~10190935,225819586~7492306,234112351~32688414,271596047~1269409,274226424~14434962,289026016~5060704,295073337~5116960,301728441~1698228,305190124~9814813,315193554~277118,318041868~8187090,327001559~18930237,346638186~8024877,357126779~4440344,362493560~331273,364476758~2090926,368728082~2291595,373809006~22050559,398940330~1033414,401146831~10229993] 2024-04-15T15:52:40.455 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [0~8012379,11211002~5723244,18151405~1955923,21915790~1012674,23370140~6252618,30767588~15089310,47697199~11989074,59747674~37781823,104571719~22257072,132003695~2010602,137290189~24632819,163577856~11085921,177794263~212347,179360996~1427023,182886623~24319995,214231218~19080674,234112351~32688414,269499379~3366077,274226424~14434962,289026016~5060704,295073337~5116960,300548647~2878022,305190124~9814813,315193554~277118,317854137~28077659,346638186~8024877,357126779~4440344,361687007~4880677,368728082~2291595,373809006~22050559,398940330~1033414,401146831~10229993] 2024-04-15T15:52:40.455 INFO:tasks.workunit.client.0.smithi016.stdout:from 5 to HEAD diff [983717~7028662,11211002~5723244,18151405~1955923,21915790~1012674,23370140~6252618,30767588~15089310,47697199~4942226,53622457~6063816,59747674~23412724,83795172~13734325,104571719~5969595,111522261~15306530,132003695~2010602,137599326~8124995,146536789~15386219,167574367~7089410,177794263~212347,179360996~1427023,182886623~8115914,191330252~15876366,215945468~8476685,225819586~7492306,234112351~32688414,271596047~1269409,274226424~14434962,289026016~5060704,295073337~5116960,301728441~1698228,305190124~9814813,315193554~277118,318041868~8187090,327001559~18061510,346638186~8024877,357126779~4440344,362493560~331273,368728082~2291595,373809006~4939915,379925205~15934360,398940330~1033414,401146831~10229993] 2024-04-15T15:52:40.455 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [983717~7028662,11211002~5723244,18151405~1955923,21915790~1012674,23370140~6252618,30767588~15089310,47697199~4942226,53622457~6063816,59747674~23412724,83795172~13734325,104571719~5969595,111522261~15306530,132003695~2010602,137599326~8124995,146536789~15386219,167574367~7089410,177794263~212347,179360996~1427023,182886623~8115914,191330252~15876366,215945468~8476685,225819586~7492306,234112351~32688414,271596047~1269409,274226424~14434962,289026016~5060704,295073337~5116960,301728441~1698228,305190124~9814813,315193554~277118,318041868~8187090,327001559~18061510,346638186~8024877,357126779~4440344,362493560~331273,368728082~2291595,373809006~4939915,379925205~15934360,398940330~1033414,401146831~10229993] 2024-04-15T15:52:40.461 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [0~8012379,11211002~5723244,18151405~1955923,21915790~1012674,23370140~6252618,30767588~15089310,47697199~11989074,59747674~37781823,104571719~22257072,132003695~2010602,137290189~8434132,146536789~15386219,163577856~11085921,177794263~212347,179360996~1427023,182886623~24319995,215945468~17366424,234112351~32688414,269499379~3366077,274226424~14434962,289026016~5060704,295073337~5116960,300548647~2878022,305190124~9814813,315193554~277118,317854137~27208932,346638186~8024877,357126779~4440344,362493560~331273,368728082~2291595,373809006~4939915,379925205~15934360,398940330~1033414,401146831~10229993] 2024-04-15T15:52:40.461 INFO:tasks.workunit.client.0.smithi016.stdout:from 6 to HEAD diff [983717~7028662,11211002~5723244,18151405~1955923,30767588~15089310,47697199~4942226,53622457~6063816,59747674~23412724,83795172~13734325,104571719~5969595,111522261~15306530,132003695~2010602,137599326~8124995,146536789~15386219,167574367~7089410,177794263~212347,179360996~1427023,182886623~8115914,191330252~15876366,215945468~8476685,225819586~7492306,234112351~32688414,271596047~1269409,274226424~13945610,289026016~5060704,295073337~4871368,301728441~1698228,305190124~9814813,315193554~277118,318041868~8187090,327001559~18012765,346638186~8024877,362493560~331273,368728082~2291595,373809006~4939915,379925205~15934360,398940330~1033414,401146831~10229993] 2024-04-15T15:52:40.461 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [983717~7028662,11211002~5723244,18151405~1955923,30767588~15089310,47697199~4942226,53622457~6063816,59747674~23412724,83795172~13734325,104571719~5969595,111522261~15306530,132003695~2010602,137599326~8124995,146536789~15386219,167574367~7089410,177794263~212347,179360996~1427023,182886623~8115914,191330252~15876366,215945468~8476685,225819586~7492306,234112351~32688414,271596047~1269409,274226424~13945610,289026016~5060704,295073337~4871368,301728441~1698228,305190124~9814813,315193554~277118,318041868~8187090,327001559~18012765,346638186~8024877,362493560~331273,368728082~2291595,373809006~4939915,379925205~15934360,398940330~1033414,401146831~10229993] 2024-04-15T15:52:40.467 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [0~8012379,11211002~5723244,18151405~1955923,30767588~15089310,47697199~11989074,59747674~37781823,104571719~22257072,132003695~2010602,137290189~8434132,146536789~15386219,163577856~11085921,177794263~212347,179360996~1427023,182886623~24319995,215945468~17366424,234112351~32688414,269499379~3366077,274226424~13945610,289026016~5060704,295073337~4871368,300548647~2878022,305190124~9814813,315193554~277118,317854137~27160187,346638186~8024877,362493560~331273,368728082~2291595,373809006~4939915,379925205~15934360,398940330~1033414,401146831~10229993] 2024-04-15T15:52:40.467 INFO:tasks.workunit.client.0.smithi016.stdout:from 7 to HEAD diff [983717~7028662,11211002~5723244,18151405~1955923,30767588~15089310,47697199~4942226,53622457~6063816,59747674~16071539,78842447~4317951,83795172~13734325,104571719~5969595,111522261~15306530,132003695~2010602,137599326~8124995,146536789~10432589,157574338~2717250,167574367~7089410,177794263~212347,179360996~1427023,182886623~8115914,191330252~15876366,215945468~8476685,225819586~7492306,234112351~32688414,271596047~1269409,274226424~13945610,289026016~5060704,295073337~4871368,301728441~1698228,305190124~9814813,315193554~277118,318041868~5368766,327001559~18012765,346638186~3860241,362493560~331273,368728082~2291595,373809006~4939915,379925205~15934360,398940330~1033414,401146831~10229993] 2024-04-15T15:52:40.467 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [983717~7028662,11211002~5723244,18151405~1955923,30767588~15089310,47697199~4942226,53622457~6063816,59747674~16071539,78842447~4317951,83795172~13734325,104571719~5969595,111522261~15306530,132003695~2010602,137599326~8124995,146536789~10432589,157574338~2717250,167574367~7089410,177794263~212347,179360996~1427023,182886623~8115914,191330252~15876366,215945468~8476685,225819586~7492306,234112351~32688414,271596047~1269409,274226424~13945610,289026016~5060704,295073337~4871368,301728441~1698228,305190124~9814813,315193554~277118,318041868~5368766,327001559~18012765,346638186~3860241,362493560~331273,368728082~2291595,373809006~4939915,379925205~15934360,398940330~1033414,401146831~10229993] 2024-04-15T15:52:40.473 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [983717~7028662,11211002~5723244,18151405~1955923,30767588~15089310,47697199~11989074,59747674~16071539,78842447~18687050,104571719~22257072,132003695~2010602,137290189~8434132,146536789~10432589,157574338~2717250,163577856~11085921,177794263~212347,179360996~1427023,182886623~24319995,215945468~17366424,234112351~32688414,269499379~3366077,274226424~13945610,289026016~5060704,295073337~4871368,300548647~2878022,305190124~9814813,315193554~277118,318041868~5368766,326228958~18785366,346638186~3860241,362493560~331273,368728082~2291595,373809006~4939915,379925205~15934360,398940330~1033414,401146831~10229993] 2024-04-15T15:52:40.473 INFO:tasks.workunit.client.0.smithi016.stdout:from 8 to HEAD diff [983717~7028662,11211002~5723244,18151405~1955923,30767588~15089310,53622457~6063816,59747674~16071539,78842447~4317951,83795172~13734325,104571719~5969595,111522261~15306530,132003695~2010602,137599326~8124995,150711230~6258148,157574338~2717250,167574367~7089410,182886623~8115914,191330252~15876366,215945468~8476685,225819586~7492306,234112351~24404058,260634173~6166592,271618949~1246507,276414347~9129708,289026016~5060704,295073337~4871368,301728441~1698228,305190124~9814813,315193554~277118,318041868~5368766,327001559~18012765,346638186~3860241,362493560~331273,368728082~2291595,373809006~4939915,379925205~15934360,398940330~1033414,401146831~10229993] 2024-04-15T15:52:40.473 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [983717~7028662,11211002~5723244,18151405~1955923,30767588~15089310,53622457~6063816,59747674~16071539,78842447~4317951,83795172~13734325,104571719~5969595,111522261~15306530,132003695~2010602,137599326~8124995,150711230~6258148,157574338~2717250,167574367~7089410,182886623~8115914,191330252~15876366,215945468~8476685,225819586~7492306,234112351~24404058,260634173~6166592,271618949~1246507,276414347~9129708,289026016~5060704,295073337~4871368,301728441~1698228,305190124~9814813,315193554~277118,318041868~5368766,327001559~18012765,346638186~3860241,362493560~331273,368728082~2291595,373809006~4939915,379925205~15934360,398940330~1033414,401146831~10229993] 2024-04-15T15:52:40.482 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [983717~7028662,11211002~5723244,18151405~1955923,30767588~15089310,52639425~7046848,59747674~16071539,78842447~18687050,104571719~22257072,132003695~2010602,137290189~8434132,150711230~6258148,157574338~2717250,163577856~11085921,182886623~24319995,215945468~17366424,234112351~24404058,260634173~6166592,271618949~1246507,276414347~9129708,289026016~5060704,295073337~4871368,300548647~2878022,305190124~9814813,315193554~277118,318041868~5368766,326228958~18785366,346638186~3860241,362493560~331273,368728082~2291595,373809006~4939915,379925205~15934360,398940330~1033414,401146831~10229993] 2024-04-15T15:52:40.482 INFO:tasks.workunit.client.0.smithi016.stdout:from 9 to HEAD diff [983717~1362902,7468309~544070,11211002~5723244,18151405~1955923,30767588~15089310,53622457~1897923,57326981~2359292,59747674~16071539,78842447~4317951,83795172~8129777,92126515~5402982,104571719~5969595,111522261~15306530,132003695~2010602,137599326~8124995,150711230~6258148,157574338~2717250,167574367~7089410,182886623~8115914,191330252~13268353,215945468~8476685,225819586~7492306,234112351~24404058,260634173~6166592,276414347~9129708,289026016~5060704,295073337~4871368,301728441~1698228,305190124~9814813,318041868~5368766,327001559~12000989,346638186~3860241,362493560~331273,368728082~2291595,373809006~4939915,379925205~15934360,398940330~1033414,401146831~8775542] 2024-04-15T15:52:40.482 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [983717~1362902,7468309~544070,11211002~5723244,18151405~1955923,30767588~15089310,53622457~1897923,57326981~2359292,59747674~16071539,78842447~4317951,83795172~8129777,92126515~5402982,104571719~5969595,111522261~15306530,132003695~2010602,137599326~8124995,150711230~6258148,157574338~2717250,167574367~7089410,182886623~8115914,191330252~13268353,215945468~8476685,225819586~7492306,234112351~24404058,260634173~6166592,276414347~9129708,289026016~5060704,295073337~4871368,301728441~1698228,305190124~9814813,318041868~5368766,327001559~12000989,346638186~3860241,362493560~331273,368728082~2291595,373809006~4939915,379925205~15934360,398940330~1033414,401146831~8775542] 2024-04-15T15:52:40.485 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [983717~1362902,7468309~544070,11211002~5723244,18151405~1955923,30767588~15089310,52639425~2880955,57326981~2359292,59747674~16071539,78842447~13082502,92126515~5402982,104571719~22257072,132003695~2010602,137290189~8434132,150711230~6258148,157574338~2717250,163577856~11085921,182886623~21711982,215945468~17366424,234112351~24404058,260634173~6166592,276414347~9129708,289026016~5060704,295073337~4871368,300548647~2878022,305190124~9814813,318041868~5368766,326228958~12773590,346638186~3860241,362493560~331273,368728082~2291595,373809006~4939915,379925205~15934360,398940330~1033414,401146831~8775542] 2024-04-15T15:52:40.485 INFO:tasks.workunit.client.0.smithi016.stdout:from 10 to HEAD diff [983717~1362902,7468309~544070,11211002~5723244,18151405~1955923,30767588~9917956,40845252~5011646,53622457~1897923,57326981~2359292,59747674~16071539,78842447~4317951,86352045~4972742,92126515~5402982,104571719~5969595,111522261~4507447,121025570~5803221,132003695~2010602,137599326~8124995,150711230~6258148,157574338~2717250,167574367~7089410,182886623~8115914,191330252~13268353,215945468~8476685,225819586~7492306,234112351~13800283,248173970~10342439,260634173~6166592,281249071~4294984,295073337~4871368,301728441~1698228,305190124~9814813,318041868~5368766,327001559~12000989,346638186~3860241,362493560~331273,368728082~2291595,373809006~4939915,379925205~11406801,392517738~3341827,401146831~8775542] 2024-04-15T15:52:40.485 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [983717~1362902,7468309~544070,11211002~5723244,18151405~1955923,30767588~9917956,40845252~5011646,53622457~1897923,57326981~2359292,59747674~16071539,78842447~4317951,86352045~4972742,92126515~5402982,104571719~5969595,111522261~4507447,121025570~5803221,132003695~2010602,137599326~8124995,150711230~6258148,157574338~2717250,167574367~7089410,182886623~8115914,191330252~13268353,215945468~8476685,225819586~7492306,234112351~13800283,248173970~10342439,260634173~6166592,281249071~4294984,295073337~4871368,301728441~1698228,305190124~9814813,318041868~5368766,327001559~12000989,346638186~3860241,362493560~331273,368728082~2291595,373809006~4939915,379925205~11406801,392517738~3341827,401146831~8775542] 2024-04-15T15:52:40.490 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [983717~1362902,7468309~544070,11211002~5723244,18151405~1955923,30767588~9917956,40845252~5011646,52639425~2880955,57326981~2359292,59747674~16071539,78842447~4317951,86352045~4972742,92126515~5402982,104571719~11457989,121025570~5803221,132003695~2010602,137290189~8434132,150711230~6258148,157574338~2717250,163577856~11085921,182886623~21711982,215945468~17366424,234112351~13800283,248173970~10342439,260634173~6166592,281249071~4294984,295073337~4871368,300548647~2878022,305190124~9814813,318041868~5368766,326228958~12773590,346638186~3860241,362493560~331273,368728082~2291595,373809006~4939915,379925205~11406801,392517738~3341827,401146831~8775542] 2024-04-15T15:52:40.490 INFO:tasks.workunit.client.0.smithi016.stdout:from 11 to HEAD diff [983717~1362902,7468309~544070,11211002~5723244,18151405~1955923,30767588~9917956,40845252~5011646,53622457~1897923,57326981~2359292,59747674~13762999,78842447~4317951,92126515~5402982,107682813~2780265,111522261~4507447,121025570~5803221,132003695~2010602,137599326~7556529,150711230~6258148,157574338~2717250,167574367~7089410,184413530~204092,190813752~188785,191330252~13268353,215945468~8476685,225819586~7492306,234112351~13800283,248173970~10342439,260634173~6166592,281249071~4294984,295073337~4871368,305190124~9814813,318041868~5368766,327001559~12000989,346638186~3860241,362493560~331273,368728082~2291595,373809006~4939915,383976826~7355180,392517738~3341827,401146831~8775542] 2024-04-15T15:52:40.491 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [983717~1362902,7468309~544070,11211002~5723244,18151405~1955923,30767588~9917956,40845252~5011646,53622457~1897923,57326981~2359292,59747674~13762999,78842447~4317951,92126515~5402982,107682813~2780265,111522261~4507447,121025570~5803221,132003695~2010602,137599326~7556529,150711230~6258148,157574338~2717250,167574367~7089410,184413530~204092,190813752~188785,191330252~13268353,215945468~8476685,225819586~7492306,234112351~13800283,248173970~10342439,260634173~6166592,281249071~4294984,295073337~4871368,305190124~9814813,318041868~5368766,327001559~12000989,346638186~3860241,362493560~331273,368728082~2291595,373809006~4939915,383976826~7355180,392517738~3341827,401146831~8775542] 2024-04-15T15:52:40.496 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [983717~1362902,7468309~544070,11211002~5723244,18151405~1955923,30767588~9917956,40845252~5011646,52639425~2880955,57326981~2359292,59747674~13762999,78842447~4317951,92126515~5402982,107682813~2780265,110541314~5488394,121025570~5803221,132003695~2010602,137290189~7865666,150711230~6258148,157574338~2717250,163577856~11085921,184413530~204092,190813752~13784853,215945468~17366424,234112351~13800283,248173970~10342439,260634173~6166592,281249071~4294984,295073337~4871368,305190124~9814813,318041868~5368766,326228958~12773590,346638186~3860241,362493560~331273,368728082~2291595,373809006~4939915,383976826~7355180,392517738~3341827,401146831~8775542] 2024-04-15T15:52:40.496 INFO:tasks.workunit.client.0.smithi016.stdout:from 12 to HEAD diff [983717~1362902,7468309~544070,11211002~5723244,30767588~5583168,40845252~5011646,53622457~1897923,57326981~2359292,59747674~13762999,78842447~4317951,92126515~5402982,107682813~2780265,111522261~4507447,121025570~5803221,137842964~7312891,150711230~6258148,157574338~2717250,167574367~7089410,184413530~204092,190813752~188785,192438482~12160123,219287929~5134224,225819586~7492306,234112351~13800283,248173970~10342439,260634173~6166592,281249071~4294984,295073337~4871368,305190124~9814813,327001559~12000989,346638186~3860241,362493560~331273,368728082~2291595,373809006~4939915,383976826~7355180,392517738~3341827,401146831~8775542] 2024-04-15T15:52:40.496 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [983717~1362902,7468309~544070,11211002~5723244,30767588~5583168,40845252~5011646,53622457~1897923,57326981~2359292,59747674~13762999,78842447~4317951,92126515~5402982,107682813~2780265,111522261~4507447,121025570~5803221,137842964~7312891,150711230~6258148,157574338~2717250,167574367~7089410,184413530~204092,190813752~188785,192438482~12160123,219287929~5134224,225819586~7492306,234112351~13800283,248173970~10342439,260634173~6166592,281249071~4294984,295073337~4871368,305190124~9814813,327001559~12000989,346638186~3860241,362493560~331273,368728082~2291595,373809006~4939915,383976826~7355180,392517738~3341827,401146831~8775542] 2024-04-15T15:52:40.502 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [983717~1362902,7468309~544070,11211002~5723244,30767588~5583168,40845252~5011646,52639425~2880955,57326981~2359292,59747674~13762999,78842447~4317951,92126515~5402982,107682813~2780265,110541314~5488394,121025570~5803221,137842964~7312891,150711230~6258148,157574338~2717250,163577856~11085921,184413530~204092,190813752~188785,192438482~12160123,219287929~14023963,234112351~13800283,248173970~10342439,260634173~6166592,281249071~4294984,295073337~4871368,305190124~9814813,326228958~12773590,346638186~3860241,362493560~331273,368728082~2291595,373809006~4939915,383976826~7355180,392517738~3341827,401146831~8775542] 2024-04-15T15:52:40.502 INFO:tasks.workunit.client.0.smithi016.stdout:from 13 to HEAD diff [983717~1362902,7468309~544070,11211002~5723244,30767588~5583168,40845252~1877432,53622457~1897923,57326981~2359292,59747674~13762999,78842447~4317951,92126515~4976293,107682813~2780265,111522261~4507447,137842964~5434453,150711230~6258148,157574338~2717250,167574367~7089410,184413530~204092,190813752~188785,192438482~12160123,219287929~5134224,225819586~7492306,234112351~13800283,248173970~10342439,260634173~5305330,281249071~4294984,295073337~4871368,305190124~9814813,327129535~11873013,346638186~3860241,362493560~331273,368728082~2291595,373809006~4939915,383976826~7355180,401146831~8775542] 2024-04-15T15:52:40.502 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [983717~1362902,7468309~544070,11211002~5723244,30767588~5583168,40845252~1877432,53622457~1897923,57326981~2359292,59747674~13762999,78842447~4317951,92126515~4976293,107682813~2780265,111522261~4507447,137842964~5434453,150711230~6258148,157574338~2717250,167574367~7089410,184413530~204092,190813752~188785,192438482~12160123,219287929~5134224,225819586~7492306,234112351~13800283,248173970~10342439,260634173~5305330,281249071~4294984,295073337~4871368,305190124~9814813,327129535~11873013,346638186~3860241,362493560~331273,368728082~2291595,373809006~4939915,383976826~7355180,401146831~8775542] 2024-04-15T15:52:40.508 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [983717~1362902,7468309~544070,11211002~5723244,30767588~5583168,40845252~1877432,52639425~2880955,57326981~2359292,59747674~13762999,78842447~4317951,92126515~4976293,107682813~2780265,110541314~5488394,137842964~5434453,150711230~6258148,157574338~2717250,163577856~11085921,184413530~204092,190813752~188785,192438482~12160123,219287929~14023963,234112351~13800283,248173970~10342439,260634173~5305330,281249071~4294984,295073337~4871368,305190124~9814813,327129535~11873013,346638186~3860241,362493560~331273,368728082~2291595,373809006~4939915,383976826~7355180,401146831~8775542] 2024-04-15T15:52:40.508 INFO:tasks.workunit.client.0.smithi016.stdout:from 14 to HEAD diff [983717~1362902,7468309~544070,11211002~5723244,32926025~3424731,40845252~1877432,53622457~1897923,57326981~2359292,59747674~13762999,78842447~4317951,107682813~2780265,111522261~4507447,137842964~5434453,150711230~6258148,167574367~7089410,184413530~204092,192438482~12160123,225819586~7492306,234112351~5638865,240627876~7284758,248173970~10342439,260634173~5305330,295073337~4871368,305190124~9814813,327129535~11873013,346638186~3860241,362493560~331273,368728082~2291595,383976826~7355180,402833362~7089011] 2024-04-15T15:52:40.508 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [983717~1362902,7468309~544070,11211002~5723244,32926025~3424731,40845252~1877432,53622457~1897923,57326981~2359292,59747674~13762999,78842447~4317951,107682813~2780265,111522261~4507447,137842964~5434453,150711230~6258148,167574367~7089410,184413530~204092,192438482~12160123,225819586~7492306,234112351~5638865,240627876~7284758,248173970~10342439,260634173~5305330,295073337~4871368,305190124~9814813,327129535~11873013,346638186~3860241,362493560~331273,368728082~2291595,383976826~7355180,402833362~7089011] 2024-04-15T15:52:40.513 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [983717~1362902,7468309~544070,11211002~5723244,32926025~3424731,40845252~1877432,52639425~2880955,57326981~2359292,59747674~13762999,78842447~4317951,107682813~2780265,110541314~5488394,137842964~5434453,150711230~6258148,163577856~11085921,184413530~204092,192438482~12160123,224422153~8889739,234112351~5638865,240627876~7284758,248173970~10342439,260634173~5305330,295073337~4871368,305190124~9814813,327129535~11873013,346638186~3860241,362493560~331273,368728082~2291595,383976826~7355180,402833362~7089011] 2024-04-15T15:52:40.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:52:40 smithi102 ceph-mon[87131]: pgmap v3963: 137 pgs: 137 active+clean; 874 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 201 KiB/s rd, 32 MiB/s wr, 2.66k op/s 2024-04-15T15:52:40.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:52:40 smithi102 ceph-mon[87131]: osdmap e2031: 8 total, 8 up, 8 in 2024-04-15T15:52:40.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:52:40 smithi016 ceph-mon[90652]: pgmap v3963: 137 pgs: 137 active+clean; 874 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 201 KiB/s rd, 32 MiB/s wr, 2.66k op/s 2024-04-15T15:52:40.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:52:40 smithi016 ceph-mon[90652]: osdmap e2031: 8 total, 8 up, 8 in 2024-04-15T15:52:40.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:52:40 smithi016 ceph-mon[93212]: pgmap v3963: 137 pgs: 137 active+clean; 874 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 201 KiB/s rd, 32 MiB/s wr, 2.66k op/s 2024-04-15T15:52:40.791 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:52:40 smithi016 ceph-mon[93212]: osdmap e2031: 8 total, 8 up, 8 in 2024-04-15T15:52:41.398 INFO:tasks.workunit.client.0.smithi016.stdout:from 0 to HEAD diff [983717~15950529,18151405~4777059,23370140~29269285,53622457~29537941,83795172~26746142,111522261~15306530,132003695~2010602,137599326~24323682,167574367~7089410,177794263~13208274,191330252~15876366,214231218~10190935,225819586~43679793,271596047~1269409,274226424~19860296,295073337~5475310,301728441~1698228,304480288~13373849,318041868~8187090,327001559~27661504,357126779~4560228,362493560~331273,364476758~46900066] 2024-04-15T15:52:41.399 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [983717~15950529,18151405~4777059,23370140~29269285,53622457~29537941,83795172~26746142,111522261~15306530,132003695~2010602,137599326~24323682,167574367~7089410,177794263~13208274,191330252~15876366,214231218~10190935,225819586~43679793,271596047~1269409,274226424~19860296,295073337~5475310,301728441~1698228,304480288~13373849,318041868~8187090,327001559~27661504,357126779~4560228,362493560~331273,364476758~46900066] 2024-04-15T15:52:41.436 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [0~16934246,18151405~108677386,132003695~2010602,137290189~24632819,163577856~11085921,176160768~31045850,213909504~58955952,274226424~80436639,356515840~54860984] 2024-04-15T15:52:41.436 INFO:tasks.workunit.client.0.smithi016.stdout:from 1 to HEAD diff [983717~7028662,11211002~5723244,18151405~4777059,23370140~6746194,30767588~21871837,53622457~29537941,83795172~26746142,111522261~15306530,132003695~2010602,137599326~24323682,167574367~7089410,177794263~13208274,191330252~15876366,214231218~10190935,225819586~40981179,271596047~1269409,274226424~14434962,289026016~5060704,295073337~5475310,301728441~1698228,305190124~12664013,318041868~8187090,327001559~18930237,346638186~8024877,357126779~4560228,362493560~331273,364476758~7911188,373809006~22050559,398940330~1033414,401146831~10229993] 2024-04-15T15:52:41.436 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [983717~7028662,11211002~5723244,18151405~4777059,23370140~6746194,30767588~21871837,53622457~29537941,83795172~26746142,111522261~15306530,132003695~2010602,137599326~24323682,167574367~7089410,177794263~13208274,191330252~15876366,214231218~10190935,225819586~40981179,271596047~1269409,274226424~14434962,289026016~5060704,295073337~5475310,301728441~1698228,305190124~12664013,318041868~8187090,327001559~18930237,346638186~8024877,357126779~4560228,362493560~331273,364476758~7911188,373809006~22050559,398940330~1033414,401146831~10229993] 2024-04-15T15:52:41.443 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [0~8012379,11211002~5723244,18151405~11964929,30767588~96061203,132003695~2010602,137290189~24632819,163577856~11085921,176160768~31045850,214231218~52569547,269499379~3366077,274226424~14434962,289026016~14400653,305190124~40741672,346638186~8024877,356515840~15872106,373809006~22050559,398940330~1033414,401146831~10229993] 2024-04-15T15:52:41.443 INFO:tasks.workunit.client.0.smithi016.stdout:from 2 to HEAD diff [983717~7028662,11211002~5723244,18151405~4777059,23370140~6746194,30767588~21871837,53622457~29537941,83795172~26746142,111522261~15306530,132003695~2010602,137599326~24323682,167574367~7089410,177794263~13208274,191330252~15876366,214231218~10190935,225819586~7492306,234112351~32688414,271596047~1269409,274226424~14434962,289026016~5060704,295073337~5475310,301728441~1698228,305190124~9814813,315193554~277118,318041868~8187090,327001559~18930237,346638186~8024877,357126779~4440344,362493560~331273,364476758~7911188,373809006~22050559,398940330~1033414,401146831~10229993] 2024-04-15T15:52:41.443 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [983717~7028662,11211002~5723244,18151405~4777059,23370140~6746194,30767588~21871837,53622457~29537941,83795172~26746142,111522261~15306530,132003695~2010602,137599326~24323682,167574367~7089410,177794263~13208274,191330252~15876366,214231218~10190935,225819586~7492306,234112351~32688414,271596047~1269409,274226424~14434962,289026016~5060704,295073337~5475310,301728441~1698228,305190124~9814813,315193554~277118,318041868~8187090,327001559~18930237,346638186~8024877,357126779~4440344,362493560~331273,364476758~7911188,373809006~22050559,398940330~1033414,401146831~10229993] 2024-04-15T15:52:41.449 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [0~8012379,11211002~5723244,18151405~11964929,30767588~96061203,132003695~2010602,137290189~24632819,163577856~11085921,176160768~31045850,214231218~19080674,234112351~32688414,269499379~3366077,274226424~14434962,289026016~14400653,305190124~9814813,315193554~277118,317854137~28077659,346638186~8024877,357126779~4440344,361687007~10700939,373809006~22050559,398940330~1033414,401146831~10229993] 2024-04-15T15:52:41.449 INFO:tasks.workunit.client.0.smithi016.stdout:from 3 to HEAD diff [983717~7028662,11211002~5723244,18151405~1955923,21915790~1012674,23370140~6746194,30767588~15089310,47697199~4942226,53622457~6063816,59747674~23412724,83795172~13734325,97558108~3535422,103465795~7075519,111522261~15306530,132003695~2010602,137599326~24323682,167574367~7089410,177794263~13208274,191330252~15876366,214231218~10190935,225819586~7492306,234112351~32688414,271596047~1269409,274226424~14434962,289026016~5060704,295073337~5116960,301728441~1698228,305190124~9814813,315193554~277118,318041868~8187090,327001559~18930237,346638186~8024877,357126779~4440344,362493560~331273,364476758~7911188,373809006~22050559,398940330~1033414,401146831~10229993] 2024-04-15T15:52:41.449 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [983717~7028662,11211002~5723244,18151405~1955923,21915790~1012674,23370140~6746194,30767588~15089310,47697199~4942226,53622457~6063816,59747674~23412724,83795172~13734325,97558108~3535422,103465795~7075519,111522261~15306530,132003695~2010602,137599326~24323682,167574367~7089410,177794263~13208274,191330252~15876366,214231218~10190935,225819586~7492306,234112351~32688414,271596047~1269409,274226424~14434962,289026016~5060704,295073337~5116960,301728441~1698228,305190124~9814813,315193554~277118,318041868~8187090,327001559~18930237,346638186~8024877,357126779~4440344,362493560~331273,364476758~7911188,373809006~22050559,398940330~1033414,401146831~10229993] 2024-04-15T15:52:41.455 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [0~8012379,11211002~5723244,18151405~1955923,21915790~1012674,23370140~6746194,30767588~15089310,47697199~11989074,59747674~37781823,97558108~3535422,103465795~23362996,132003695~2010602,137290189~24632819,163577856~11085921,176160768~31045850,214231218~19080674,234112351~32688414,269499379~3366077,274226424~14434962,289026016~5060704,295073337~5116960,300548647~2878022,305190124~9814813,315193554~277118,317854137~28077659,346638186~8024877,357126779~4440344,361687007~10700939,373809006~22050559,398940330~1033414,401146831~10229993] 2024-04-15T15:52:41.455 INFO:tasks.workunit.client.0.smithi016.stdout:from 4 to HEAD diff [983717~7028662,11211002~5723244,18151405~1955923,21915790~1012674,23370140~6252618,30767588~15089310,47697199~4942226,53622457~6063816,59747674~23412724,83795172~13734325,104571719~5969595,111522261~15306530,132003695~2010602,137599326~24323682,167574367~7089410,177794263~212347,179360996~1427023,182886623~8115914,191330252~15876366,214231218~10190935,225819586~7492306,234112351~32688414,271596047~1269409,274226424~14434962,289026016~5060704,295073337~5116960,301728441~1698228,305190124~9814813,315193554~277118,318041868~8187090,327001559~18930237,346638186~8024877,357126779~4440344,362493560~331273,364476758~2090926,368728082~2291595,373809006~22050559,398940330~1033414,401146831~10229993] 2024-04-15T15:52:41.455 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [983717~7028662,11211002~5723244,18151405~1955923,21915790~1012674,23370140~6252618,30767588~15089310,47697199~4942226,53622457~6063816,59747674~23412724,83795172~13734325,104571719~5969595,111522261~15306530,132003695~2010602,137599326~24323682,167574367~7089410,177794263~212347,179360996~1427023,182886623~8115914,191330252~15876366,214231218~10190935,225819586~7492306,234112351~32688414,271596047~1269409,274226424~14434962,289026016~5060704,295073337~5116960,301728441~1698228,305190124~9814813,315193554~277118,318041868~8187090,327001559~18930237,346638186~8024877,357126779~4440344,362493560~331273,364476758~2090926,368728082~2291595,373809006~22050559,398940330~1033414,401146831~10229993] 2024-04-15T15:52:41.461 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [0~8012379,11211002~5723244,18151405~1955923,21915790~1012674,23370140~6252618,30767588~15089310,47697199~11989074,59747674~37781823,104571719~22257072,132003695~2010602,137290189~24632819,163577856~11085921,177794263~212347,179360996~1427023,182886623~24319995,214231218~19080674,234112351~32688414,269499379~3366077,274226424~14434962,289026016~5060704,295073337~5116960,300548647~2878022,305190124~9814813,315193554~277118,317854137~28077659,346638186~8024877,357126779~4440344,361687007~4880677,368728082~2291595,373809006~22050559,398940330~1033414,401146831~10229993] 2024-04-15T15:52:41.461 INFO:tasks.workunit.client.0.smithi016.stdout:from 5 to HEAD diff [983717~7028662,11211002~5723244,18151405~1955923,21915790~1012674,23370140~6252618,30767588~15089310,47697199~4942226,53622457~6063816,59747674~23412724,83795172~13734325,104571719~5969595,111522261~15306530,132003695~2010602,137599326~8124995,146536789~15386219,167574367~7089410,177794263~212347,179360996~1427023,182886623~8115914,191330252~15876366,215945468~8476685,225819586~7492306,234112351~32688414,271596047~1269409,274226424~14434962,289026016~5060704,295073337~5116960,301728441~1698228,305190124~9814813,315193554~277118,318041868~8187090,327001559~18061510,346638186~8024877,357126779~4440344,362493560~331273,368728082~2291595,373809006~4939915,379925205~15934360,398940330~1033414,401146831~10229993] 2024-04-15T15:52:41.461 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [983717~7028662,11211002~5723244,18151405~1955923,21915790~1012674,23370140~6252618,30767588~15089310,47697199~4942226,53622457~6063816,59747674~23412724,83795172~13734325,104571719~5969595,111522261~15306530,132003695~2010602,137599326~8124995,146536789~15386219,167574367~7089410,177794263~212347,179360996~1427023,182886623~8115914,191330252~15876366,215945468~8476685,225819586~7492306,234112351~32688414,271596047~1269409,274226424~14434962,289026016~5060704,295073337~5116960,301728441~1698228,305190124~9814813,315193554~277118,318041868~8187090,327001559~18061510,346638186~8024877,357126779~4440344,362493560~331273,368728082~2291595,373809006~4939915,379925205~15934360,398940330~1033414,401146831~10229993] 2024-04-15T15:52:41.467 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [0~8012379,11211002~5723244,18151405~1955923,21915790~1012674,23370140~6252618,30767588~15089310,47697199~11989074,59747674~37781823,104571719~22257072,132003695~2010602,137290189~8434132,146536789~15386219,163577856~11085921,177794263~212347,179360996~1427023,182886623~24319995,215945468~17366424,234112351~32688414,269499379~3366077,274226424~14434962,289026016~5060704,295073337~5116960,300548647~2878022,305190124~9814813,315193554~277118,317854137~27208932,346638186~8024877,357126779~4440344,362493560~331273,368728082~2291595,373809006~4939915,379925205~15934360,398940330~1033414,401146831~10229993] 2024-04-15T15:52:41.467 INFO:tasks.workunit.client.0.smithi016.stdout:from 6 to HEAD diff [983717~7028662,11211002~5723244,18151405~1955923,30767588~15089310,47697199~4942226,53622457~6063816,59747674~23412724,83795172~13734325,104571719~5969595,111522261~15306530,132003695~2010602,137599326~8124995,146536789~15386219,167574367~7089410,177794263~212347,179360996~1427023,182886623~8115914,191330252~15876366,215945468~8476685,225819586~7492306,234112351~32688414,271596047~1269409,274226424~13945610,289026016~5060704,295073337~4871368,301728441~1698228,305190124~9814813,315193554~277118,318041868~8187090,327001559~18012765,346638186~8024877,362493560~331273,368728082~2291595,373809006~4939915,379925205~15934360,398940330~1033414,401146831~10229993] 2024-04-15T15:52:41.467 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [983717~7028662,11211002~5723244,18151405~1955923,30767588~15089310,47697199~4942226,53622457~6063816,59747674~23412724,83795172~13734325,104571719~5969595,111522261~15306530,132003695~2010602,137599326~8124995,146536789~15386219,167574367~7089410,177794263~212347,179360996~1427023,182886623~8115914,191330252~15876366,215945468~8476685,225819586~7492306,234112351~32688414,271596047~1269409,274226424~13945610,289026016~5060704,295073337~4871368,301728441~1698228,305190124~9814813,315193554~277118,318041868~8187090,327001559~18012765,346638186~8024877,362493560~331273,368728082~2291595,373809006~4939915,379925205~15934360,398940330~1033414,401146831~10229993] 2024-04-15T15:52:41.473 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [0~8012379,11211002~5723244,18151405~1955923,30767588~15089310,47697199~11989074,59747674~37781823,104571719~22257072,132003695~2010602,137290189~8434132,146536789~15386219,163577856~11085921,177794263~212347,179360996~1427023,182886623~24319995,215945468~17366424,234112351~32688414,269499379~3366077,274226424~13945610,289026016~5060704,295073337~4871368,300548647~2878022,305190124~9814813,315193554~277118,317854137~27160187,346638186~8024877,362493560~331273,368728082~2291595,373809006~4939915,379925205~15934360,398940330~1033414,401146831~10229993] 2024-04-15T15:52:41.473 INFO:tasks.workunit.client.0.smithi016.stdout:from 7 to HEAD diff [983717~7028662,11211002~5723244,18151405~1955923,30767588~15089310,47697199~4942226,53622457~6063816,59747674~16071539,78842447~4317951,83795172~13734325,104571719~5969595,111522261~15306530,132003695~2010602,137599326~8124995,146536789~10432589,157574338~2717250,167574367~7089410,177794263~212347,179360996~1427023,182886623~8115914,191330252~15876366,215945468~8476685,225819586~7492306,234112351~32688414,271596047~1269409,274226424~13945610,289026016~5060704,295073337~4871368,301728441~1698228,305190124~9814813,315193554~277118,318041868~5368766,327001559~18012765,346638186~3860241,362493560~331273,368728082~2291595,373809006~4939915,379925205~15934360,398940330~1033414,401146831~10229993] 2024-04-15T15:52:41.473 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [983717~7028662,11211002~5723244,18151405~1955923,30767588~15089310,47697199~4942226,53622457~6063816,59747674~16071539,78842447~4317951,83795172~13734325,104571719~5969595,111522261~15306530,132003695~2010602,137599326~8124995,146536789~10432589,157574338~2717250,167574367~7089410,177794263~212347,179360996~1427023,182886623~8115914,191330252~15876366,215945468~8476685,225819586~7492306,234112351~32688414,271596047~1269409,274226424~13945610,289026016~5060704,295073337~4871368,301728441~1698228,305190124~9814813,315193554~277118,318041868~5368766,327001559~18012765,346638186~3860241,362493560~331273,368728082~2291595,373809006~4939915,379925205~15934360,398940330~1033414,401146831~10229993] 2024-04-15T15:52:41.479 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [983717~7028662,11211002~5723244,18151405~1955923,30767588~15089310,47697199~11989074,59747674~16071539,78842447~18687050,104571719~22257072,132003695~2010602,137290189~8434132,146536789~10432589,157574338~2717250,163577856~11085921,177794263~212347,179360996~1427023,182886623~24319995,215945468~17366424,234112351~32688414,269499379~3366077,274226424~13945610,289026016~5060704,295073337~4871368,300548647~2878022,305190124~9814813,315193554~277118,318041868~5368766,326228958~18785366,346638186~3860241,362493560~331273,368728082~2291595,373809006~4939915,379925205~15934360,398940330~1033414,401146831~10229993] 2024-04-15T15:52:41.480 INFO:tasks.workunit.client.0.smithi016.stdout:from 8 to HEAD diff [983717~7028662,11211002~5723244,18151405~1955923,30767588~15089310,53622457~6063816,59747674~16071539,78842447~4317951,83795172~13734325,104571719~5969595,111522261~15306530,132003695~2010602,137599326~8124995,150711230~6258148,157574338~2717250,167574367~7089410,182886623~8115914,191330252~15876366,215945468~8476685,225819586~7492306,234112351~24404058,260634173~6166592,271618949~1246507,276414347~9129708,289026016~5060704,295073337~4871368,301728441~1698228,305190124~9814813,315193554~277118,318041868~5368766,327001559~18012765,346638186~3860241,362493560~331273,368728082~2291595,373809006~4939915,379925205~15934360,398940330~1033414,401146831~10229993] 2024-04-15T15:52:41.480 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [983717~7028662,11211002~5723244,18151405~1955923,30767588~15089310,53622457~6063816,59747674~16071539,78842447~4317951,83795172~13734325,104571719~5969595,111522261~15306530,132003695~2010602,137599326~8124995,150711230~6258148,157574338~2717250,167574367~7089410,182886623~8115914,191330252~15876366,215945468~8476685,225819586~7492306,234112351~24404058,260634173~6166592,271618949~1246507,276414347~9129708,289026016~5060704,295073337~4871368,301728441~1698228,305190124~9814813,315193554~277118,318041868~5368766,327001559~18012765,346638186~3860241,362493560~331273,368728082~2291595,373809006~4939915,379925205~15934360,398940330~1033414,401146831~10229993] 2024-04-15T15:52:41.485 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [983717~7028662,11211002~5723244,18151405~1955923,30767588~15089310,52639425~7046848,59747674~16071539,78842447~18687050,104571719~22257072,132003695~2010602,137290189~8434132,150711230~6258148,157574338~2717250,163577856~11085921,182886623~24319995,215945468~17366424,234112351~24404058,260634173~6166592,271618949~1246507,276414347~9129708,289026016~5060704,295073337~4871368,300548647~2878022,305190124~9814813,315193554~277118,318041868~5368766,326228958~18785366,346638186~3860241,362493560~331273,368728082~2291595,373809006~4939915,379925205~15934360,398940330~1033414,401146831~10229993] 2024-04-15T15:52:41.485 INFO:tasks.workunit.client.0.smithi016.stdout:from 9 to HEAD diff [983717~1362902,7468309~544070,11211002~5723244,18151405~1955923,30767588~15089310,53622457~1897923,57326981~2359292,59747674~16071539,78842447~4317951,83795172~8129777,92126515~5402982,104571719~5969595,111522261~15306530,132003695~2010602,137599326~8124995,150711230~6258148,157574338~2717250,167574367~7089410,182886623~8115914,191330252~13268353,215945468~8476685,225819586~7492306,234112351~24404058,260634173~6166592,276414347~9129708,289026016~5060704,295073337~4871368,301728441~1698228,305190124~9814813,318041868~5368766,327001559~12000989,346638186~3860241,362493560~331273,368728082~2291595,373809006~4939915,379925205~15934360,398940330~1033414,401146831~8775542] 2024-04-15T15:52:41.485 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [983717~1362902,7468309~544070,11211002~5723244,18151405~1955923,30767588~15089310,53622457~1897923,57326981~2359292,59747674~16071539,78842447~4317951,83795172~8129777,92126515~5402982,104571719~5969595,111522261~15306530,132003695~2010602,137599326~8124995,150711230~6258148,157574338~2717250,167574367~7089410,182886623~8115914,191330252~13268353,215945468~8476685,225819586~7492306,234112351~24404058,260634173~6166592,276414347~9129708,289026016~5060704,295073337~4871368,301728441~1698228,305190124~9814813,318041868~5368766,327001559~12000989,346638186~3860241,362493560~331273,368728082~2291595,373809006~4939915,379925205~15934360,398940330~1033414,401146831~8775542] 2024-04-15T15:52:41.491 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [983717~1362902,7468309~544070,11211002~5723244,18151405~1955923,30767588~15089310,52639425~2880955,57326981~2359292,59747674~16071539,78842447~13082502,92126515~5402982,104571719~22257072,132003695~2010602,137290189~8434132,150711230~6258148,157574338~2717250,163577856~11085921,182886623~21711982,215945468~17366424,234112351~24404058,260634173~6166592,276414347~9129708,289026016~5060704,295073337~4871368,300548647~2878022,305190124~9814813,318041868~5368766,326228958~12773590,346638186~3860241,362493560~331273,368728082~2291595,373809006~4939915,379925205~15934360,398940330~1033414,401146831~8775542] 2024-04-15T15:52:41.491 INFO:tasks.workunit.client.0.smithi016.stdout:from 10 to HEAD diff [983717~1362902,7468309~544070,11211002~5723244,18151405~1955923,30767588~9917956,40845252~5011646,53622457~1897923,57326981~2359292,59747674~16071539,78842447~4317951,86352045~4972742,92126515~5402982,104571719~5969595,111522261~4507447,121025570~5803221,132003695~2010602,137599326~8124995,150711230~6258148,157574338~2717250,167574367~7089410,182886623~8115914,191330252~13268353,215945468~8476685,225819586~7492306,234112351~13800283,248173970~10342439,260634173~6166592,281249071~4294984,295073337~4871368,301728441~1698228,305190124~9814813,318041868~5368766,327001559~12000989,346638186~3860241,362493560~331273,368728082~2291595,373809006~4939915,379925205~11406801,392517738~3341827,401146831~8775542] 2024-04-15T15:52:41.491 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [983717~1362902,7468309~544070,11211002~5723244,18151405~1955923,30767588~9917956,40845252~5011646,53622457~1897923,57326981~2359292,59747674~16071539,78842447~4317951,86352045~4972742,92126515~5402982,104571719~5969595,111522261~4507447,121025570~5803221,132003695~2010602,137599326~8124995,150711230~6258148,157574338~2717250,167574367~7089410,182886623~8115914,191330252~13268353,215945468~8476685,225819586~7492306,234112351~13800283,248173970~10342439,260634173~6166592,281249071~4294984,295073337~4871368,301728441~1698228,305190124~9814813,318041868~5368766,327001559~12000989,346638186~3860241,362493560~331273,368728082~2291595,373809006~4939915,379925205~11406801,392517738~3341827,401146831~8775542] 2024-04-15T15:52:41.496 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [983717~1362902,7468309~544070,11211002~5723244,18151405~1955923,30767588~9917956,40845252~5011646,52639425~2880955,57326981~2359292,59747674~16071539,78842447~4317951,86352045~4972742,92126515~5402982,104571719~11457989,121025570~5803221,132003695~2010602,137290189~8434132,150711230~6258148,157574338~2717250,163577856~11085921,182886623~21711982,215945468~17366424,234112351~13800283,248173970~10342439,260634173~6166592,281249071~4294984,295073337~4871368,300548647~2878022,305190124~9814813,318041868~5368766,326228958~12773590,346638186~3860241,362493560~331273,368728082~2291595,373809006~4939915,379925205~11406801,392517738~3341827,401146831~8775542] 2024-04-15T15:52:41.497 INFO:tasks.workunit.client.0.smithi016.stdout:from 11 to HEAD diff [983717~1362902,7468309~544070,11211002~5723244,18151405~1955923,30767588~9917956,40845252~5011646,53622457~1897923,57326981~2359292,59747674~13762999,78842447~4317951,92126515~5402982,107682813~2780265,111522261~4507447,121025570~5803221,132003695~2010602,137599326~7556529,150711230~6258148,157574338~2717250,167574367~7089410,184413530~204092,190813752~188785,191330252~13268353,215945468~8476685,225819586~7492306,234112351~13800283,248173970~10342439,260634173~6166592,281249071~4294984,295073337~4871368,305190124~9814813,318041868~5368766,327001559~12000989,346638186~3860241,362493560~331273,368728082~2291595,373809006~4939915,383976826~7355180,392517738~3341827,401146831~8775542] 2024-04-15T15:52:41.497 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [983717~1362902,7468309~544070,11211002~5723244,18151405~1955923,30767588~9917956,40845252~5011646,53622457~1897923,57326981~2359292,59747674~13762999,78842447~4317951,92126515~5402982,107682813~2780265,111522261~4507447,121025570~5803221,132003695~2010602,137599326~7556529,150711230~6258148,157574338~2717250,167574367~7089410,184413530~204092,190813752~188785,191330252~13268353,215945468~8476685,225819586~7492306,234112351~13800283,248173970~10342439,260634173~6166592,281249071~4294984,295073337~4871368,305190124~9814813,318041868~5368766,327001559~12000989,346638186~3860241,362493560~331273,368728082~2291595,373809006~4939915,383976826~7355180,392517738~3341827,401146831~8775542] 2024-04-15T15:52:41.502 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [983717~1362902,7468309~544070,11211002~5723244,18151405~1955923,30767588~9917956,40845252~5011646,52639425~2880955,57326981~2359292,59747674~13762999,78842447~4317951,92126515~5402982,107682813~2780265,110541314~5488394,121025570~5803221,132003695~2010602,137290189~7865666,150711230~6258148,157574338~2717250,163577856~11085921,184413530~204092,190813752~13784853,215945468~17366424,234112351~13800283,248173970~10342439,260634173~6166592,281249071~4294984,295073337~4871368,305190124~9814813,318041868~5368766,326228958~12773590,346638186~3860241,362493560~331273,368728082~2291595,373809006~4939915,383976826~7355180,392517738~3341827,401146831~8775542] 2024-04-15T15:52:41.503 INFO:tasks.workunit.client.0.smithi016.stdout:from 12 to HEAD diff [983717~1362902,7468309~544070,11211002~5723244,30767588~5583168,40845252~5011646,53622457~1897923,57326981~2359292,59747674~13762999,78842447~4317951,92126515~5402982,107682813~2780265,111522261~4507447,121025570~5803221,137842964~7312891,150711230~6258148,157574338~2717250,167574367~7089410,184413530~204092,190813752~188785,192438482~12160123,219287929~5134224,225819586~7492306,234112351~13800283,248173970~10342439,260634173~6166592,281249071~4294984,295073337~4871368,305190124~9814813,327001559~12000989,346638186~3860241,362493560~331273,368728082~2291595,373809006~4939915,383976826~7355180,392517738~3341827,401146831~8775542] 2024-04-15T15:52:41.503 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [983717~1362902,7468309~544070,11211002~5723244,30767588~5583168,40845252~5011646,53622457~1897923,57326981~2359292,59747674~13762999,78842447~4317951,92126515~5402982,107682813~2780265,111522261~4507447,121025570~5803221,137842964~7312891,150711230~6258148,157574338~2717250,167574367~7089410,184413530~204092,190813752~188785,192438482~12160123,219287929~5134224,225819586~7492306,234112351~13800283,248173970~10342439,260634173~6166592,281249071~4294984,295073337~4871368,305190124~9814813,327001559~12000989,346638186~3860241,362493560~331273,368728082~2291595,373809006~4939915,383976826~7355180,392517738~3341827,401146831~8775542] 2024-04-15T15:52:41.510 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [983717~1362902,7468309~544070,11211002~5723244,30767588~5583168,40845252~5011646,52639425~2880955,57326981~2359292,59747674~13762999,78842447~4317951,92126515~5402982,107682813~2780265,110541314~5488394,121025570~5803221,137842964~7312891,150711230~6258148,157574338~2717250,163577856~11085921,184413530~204092,190813752~188785,192438482~12160123,219287929~14023963,234112351~13800283,248173970~10342439,260634173~6166592,281249071~4294984,295073337~4871368,305190124~9814813,326228958~12773590,346638186~3860241,362493560~331273,368728082~2291595,373809006~4939915,383976826~7355180,392517738~3341827,401146831~8775542] 2024-04-15T15:52:41.510 INFO:tasks.workunit.client.0.smithi016.stdout:from 13 to HEAD diff [983717~1362902,7468309~544070,11211002~5723244,30767588~5583168,40845252~1877432,53622457~1897923,57326981~2359292,59747674~13762999,78842447~4317951,92126515~4976293,107682813~2780265,111522261~4507447,137842964~5434453,150711230~6258148,157574338~2717250,167574367~7089410,184413530~204092,190813752~188785,192438482~12160123,219287929~5134224,225819586~7492306,234112351~13800283,248173970~10342439,260634173~5305330,281249071~4294984,295073337~4871368,305190124~9814813,327129535~11873013,346638186~3860241,362493560~331273,368728082~2291595,373809006~4939915,383976826~7355180,401146831~8775542] 2024-04-15T15:52:41.510 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [983717~1362902,7468309~544070,11211002~5723244,30767588~5583168,40845252~1877432,53622457~1897923,57326981~2359292,59747674~13762999,78842447~4317951,92126515~4976293,107682813~2780265,111522261~4507447,137842964~5434453,150711230~6258148,157574338~2717250,167574367~7089410,184413530~204092,190813752~188785,192438482~12160123,219287929~5134224,225819586~7492306,234112351~13800283,248173970~10342439,260634173~5305330,281249071~4294984,295073337~4871368,305190124~9814813,327129535~11873013,346638186~3860241,362493560~331273,368728082~2291595,373809006~4939915,383976826~7355180,401146831~8775542] 2024-04-15T15:52:41.518 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [983717~1362902,7468309~544070,11211002~5723244,30767588~5583168,40845252~1877432,52639425~2880955,57326981~2359292,59747674~13762999,78842447~4317951,92126515~4976293,107682813~2780265,110541314~5488394,137842964~5434453,150711230~6258148,157574338~2717250,163577856~11085921,184413530~204092,190813752~188785,192438482~12160123,219287929~14023963,234112351~13800283,248173970~10342439,260634173~5305330,281249071~4294984,295073337~4871368,305190124~9814813,327129535~11873013,346638186~3860241,362493560~331273,368728082~2291595,373809006~4939915,383976826~7355180,401146831~8775542] 2024-04-15T15:52:41.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:52:41 smithi102 ceph-mon[87131]: osdmap e2032: 8 total, 8 up, 8 in 2024-04-15T15:52:41.778 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:52:41 smithi016 ceph-mon[93212]: osdmap e2032: 8 total, 8 up, 8 in 2024-04-15T15:52:41.778 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:52:41 smithi016 ceph-mon[90652]: osdmap e2032: 8 total, 8 up, 8 in 2024-04-15T15:52:42.040 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 15 15:52:41 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-y[81421]: ::ffff:172.21.15.102 - - [15/Apr/2024:15:52:41] "GET /metrics HTTP/1.1" 200 36688 "" "Prometheus/2.43.0" 2024-04-15T15:52:42.406 INFO:tasks.workunit.client.0.smithi016.stdout:from 0 to HEAD diff [983717~15950529,18151405~4777059,23370140~29269285,53622457~29537941,83795172~26746142,111522261~15306530,132003695~2010602,137599326~24323682,167574367~7089410,177794263~13208274,191330252~15876366,214231218~10190935,225819586~43679793,271596047~1269409,274226424~19860296,295073337~5475310,301728441~1698228,304480288~13373849,318041868~8187090,327001559~27661504,357126779~4560228,362493560~331273,364476758~46900066] 2024-04-15T15:52:42.407 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [983717~15950529,18151405~4777059,23370140~29269285,53622457~29537941,83795172~26746142,111522261~15306530,132003695~2010602,137599326~24323682,167574367~7089410,177794263~13208274,191330252~15876366,214231218~10190935,225819586~43679793,271596047~1269409,274226424~19860296,295073337~5475310,301728441~1698228,304480288~13373849,318041868~8187090,327001559~27661504,357126779~4560228,362493560~331273,364476758~46900066] 2024-04-15T15:52:42.444 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [0~16934246,18151405~108677386,132003695~2010602,137290189~24632819,163577856~11085921,176160768~31045850,213909504~58955952,274226424~80436639,356515840~54860984] 2024-04-15T15:52:42.444 INFO:tasks.workunit.client.0.smithi016.stdout:from 1 to HEAD diff [983717~7028662,11211002~5723244,18151405~4777059,23370140~6746194,30767588~21871837,53622457~29537941,83795172~26746142,111522261~15306530,132003695~2010602,137599326~24323682,167574367~7089410,177794263~13208274,191330252~15876366,214231218~10190935,225819586~40981179,271596047~1269409,274226424~14434962,289026016~5060704,295073337~5475310,301728441~1698228,305190124~12664013,318041868~8187090,327001559~18930237,346638186~8024877,357126779~4560228,362493560~331273,364476758~7911188,373809006~22050559,398940330~1033414,401146831~10229993] 2024-04-15T15:52:42.444 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [983717~7028662,11211002~5723244,18151405~4777059,23370140~6746194,30767588~21871837,53622457~29537941,83795172~26746142,111522261~15306530,132003695~2010602,137599326~24323682,167574367~7089410,177794263~13208274,191330252~15876366,214231218~10190935,225819586~40981179,271596047~1269409,274226424~14434962,289026016~5060704,295073337~5475310,301728441~1698228,305190124~12664013,318041868~8187090,327001559~18930237,346638186~8024877,357126779~4560228,362493560~331273,364476758~7911188,373809006~22050559,398940330~1033414,401146831~10229993] 2024-04-15T15:52:42.451 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [0~8012379,11211002~5723244,18151405~11964929,30767588~96061203,132003695~2010602,137290189~24632819,163577856~11085921,176160768~31045850,214231218~52569547,269499379~3366077,274226424~14434962,289026016~14400653,305190124~40741672,346638186~8024877,356515840~15872106,373809006~22050559,398940330~1033414,401146831~10229993] 2024-04-15T15:52:42.451 INFO:tasks.workunit.client.0.smithi016.stdout:from 2 to HEAD diff [983717~7028662,11211002~5723244,18151405~4777059,23370140~6746194,30767588~21871837,53622457~29537941,83795172~26746142,111522261~15306530,132003695~2010602,137599326~24323682,167574367~7089410,177794263~13208274,191330252~15876366,214231218~10190935,225819586~7492306,234112351~32688414,271596047~1269409,274226424~14434962,289026016~5060704,295073337~5475310,301728441~1698228,305190124~9814813,315193554~277118,318041868~8187090,327001559~18930237,346638186~8024877,357126779~4440344,362493560~331273,364476758~7911188,373809006~22050559,398940330~1033414,401146831~10229993] 2024-04-15T15:52:42.451 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [983717~7028662,11211002~5723244,18151405~4777059,23370140~6746194,30767588~21871837,53622457~29537941,83795172~26746142,111522261~15306530,132003695~2010602,137599326~24323682,167574367~7089410,177794263~13208274,191330252~15876366,214231218~10190935,225819586~7492306,234112351~32688414,271596047~1269409,274226424~14434962,289026016~5060704,295073337~5475310,301728441~1698228,305190124~9814813,315193554~277118,318041868~8187090,327001559~18930237,346638186~8024877,357126779~4440344,362493560~331273,364476758~7911188,373809006~22050559,398940330~1033414,401146831~10229993] 2024-04-15T15:52:42.457 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [0~8012379,11211002~5723244,18151405~11964929,30767588~96061203,132003695~2010602,137290189~24632819,163577856~11085921,176160768~31045850,214231218~19080674,234112351~32688414,269499379~3366077,274226424~14434962,289026016~14400653,305190124~9814813,315193554~277118,317854137~28077659,346638186~8024877,357126779~4440344,361687007~10700939,373809006~22050559,398940330~1033414,401146831~10229993] 2024-04-15T15:52:42.457 INFO:tasks.workunit.client.0.smithi016.stdout:from 3 to HEAD diff [983717~7028662,11211002~5723244,18151405~1955923,21915790~1012674,23370140~6746194,30767588~15089310,47697199~4942226,53622457~6063816,59747674~23412724,83795172~13734325,97558108~3535422,103465795~7075519,111522261~15306530,132003695~2010602,137599326~24323682,167574367~7089410,177794263~13208274,191330252~15876366,214231218~10190935,225819586~7492306,234112351~32688414,271596047~1269409,274226424~14434962,289026016~5060704,295073337~5116960,301728441~1698228,305190124~9814813,315193554~277118,318041868~8187090,327001559~18930237,346638186~8024877,357126779~4440344,362493560~331273,364476758~7911188,373809006~22050559,398940330~1033414,401146831~10229993] 2024-04-15T15:52:42.458 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [983717~7028662,11211002~5723244,18151405~1955923,21915790~1012674,23370140~6746194,30767588~15089310,47697199~4942226,53622457~6063816,59747674~23412724,83795172~13734325,97558108~3535422,103465795~7075519,111522261~15306530,132003695~2010602,137599326~24323682,167574367~7089410,177794263~13208274,191330252~15876366,214231218~10190935,225819586~7492306,234112351~32688414,271596047~1269409,274226424~14434962,289026016~5060704,295073337~5116960,301728441~1698228,305190124~9814813,315193554~277118,318041868~8187090,327001559~18930237,346638186~8024877,357126779~4440344,362493560~331273,364476758~7911188,373809006~22050559,398940330~1033414,401146831~10229993] 2024-04-15T15:52:42.463 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [0~8012379,11211002~5723244,18151405~1955923,21915790~1012674,23370140~6746194,30767588~15089310,47697199~11989074,59747674~37781823,97558108~3535422,103465795~23362996,132003695~2010602,137290189~24632819,163577856~11085921,176160768~31045850,214231218~19080674,234112351~32688414,269499379~3366077,274226424~14434962,289026016~5060704,295073337~5116960,300548647~2878022,305190124~9814813,315193554~277118,317854137~28077659,346638186~8024877,357126779~4440344,361687007~10700939,373809006~22050559,398940330~1033414,401146831~10229993] 2024-04-15T15:52:42.463 INFO:tasks.workunit.client.0.smithi016.stdout:from 4 to HEAD diff [983717~7028662,11211002~5723244,18151405~1955923,21915790~1012674,23370140~6252618,30767588~15089310,47697199~4942226,53622457~6063816,59747674~23412724,83795172~13734325,104571719~5969595,111522261~15306530,132003695~2010602,137599326~24323682,167574367~7089410,177794263~212347,179360996~1427023,182886623~8115914,191330252~15876366,214231218~10190935,225819586~7492306,234112351~32688414,271596047~1269409,274226424~14434962,289026016~5060704,295073337~5116960,301728441~1698228,305190124~9814813,315193554~277118,318041868~8187090,327001559~18930237,346638186~8024877,357126779~4440344,362493560~331273,364476758~2090926,368728082~2291595,373809006~22050559,398940330~1033414,401146831~10229993] 2024-04-15T15:52:42.463 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [983717~7028662,11211002~5723244,18151405~1955923,21915790~1012674,23370140~6252618,30767588~15089310,47697199~4942226,53622457~6063816,59747674~23412724,83795172~13734325,104571719~5969595,111522261~15306530,132003695~2010602,137599326~24323682,167574367~7089410,177794263~212347,179360996~1427023,182886623~8115914,191330252~15876366,214231218~10190935,225819586~7492306,234112351~32688414,271596047~1269409,274226424~14434962,289026016~5060704,295073337~5116960,301728441~1698228,305190124~9814813,315193554~277118,318041868~8187090,327001559~18930237,346638186~8024877,357126779~4440344,362493560~331273,364476758~2090926,368728082~2291595,373809006~22050559,398940330~1033414,401146831~10229993] 2024-04-15T15:52:42.469 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [0~8012379,11211002~5723244,18151405~1955923,21915790~1012674,23370140~6252618,30767588~15089310,47697199~11989074,59747674~37781823,104571719~22257072,132003695~2010602,137290189~24632819,163577856~11085921,177794263~212347,179360996~1427023,182886623~24319995,214231218~19080674,234112351~32688414,269499379~3366077,274226424~14434962,289026016~5060704,295073337~5116960,300548647~2878022,305190124~9814813,315193554~277118,317854137~28077659,346638186~8024877,357126779~4440344,361687007~4880677,368728082~2291595,373809006~22050559,398940330~1033414,401146831~10229993] 2024-04-15T15:52:42.469 INFO:tasks.workunit.client.0.smithi016.stdout:from 5 to HEAD diff [983717~7028662,11211002~5723244,18151405~1955923,21915790~1012674,23370140~6252618,30767588~15089310,47697199~4942226,53622457~6063816,59747674~23412724,83795172~13734325,104571719~5969595,111522261~15306530,132003695~2010602,137599326~8124995,146536789~15386219,167574367~7089410,177794263~212347,179360996~1427023,182886623~8115914,191330252~15876366,215945468~8476685,225819586~7492306,234112351~32688414,271596047~1269409,274226424~14434962,289026016~5060704,295073337~5116960,301728441~1698228,305190124~9814813,315193554~277118,318041868~8187090,327001559~18061510,346638186~8024877,357126779~4440344,362493560~331273,368728082~2291595,373809006~4939915,379925205~15934360,398940330~1033414,401146831~10229993] 2024-04-15T15:52:42.469 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [983717~7028662,11211002~5723244,18151405~1955923,21915790~1012674,23370140~6252618,30767588~15089310,47697199~4942226,53622457~6063816,59747674~23412724,83795172~13734325,104571719~5969595,111522261~15306530,132003695~2010602,137599326~8124995,146536789~15386219,167574367~7089410,177794263~212347,179360996~1427023,182886623~8115914,191330252~15876366,215945468~8476685,225819586~7492306,234112351~32688414,271596047~1269409,274226424~14434962,289026016~5060704,295073337~5116960,301728441~1698228,305190124~9814813,315193554~277118,318041868~8187090,327001559~18061510,346638186~8024877,357126779~4440344,362493560~331273,368728082~2291595,373809006~4939915,379925205~15934360,398940330~1033414,401146831~10229993] 2024-04-15T15:52:42.475 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [0~8012379,11211002~5723244,18151405~1955923,21915790~1012674,23370140~6252618,30767588~15089310,47697199~11989074,59747674~37781823,104571719~22257072,132003695~2010602,137290189~8434132,146536789~15386219,163577856~11085921,177794263~212347,179360996~1427023,182886623~24319995,215945468~17366424,234112351~32688414,269499379~3366077,274226424~14434962,289026016~5060704,295073337~5116960,300548647~2878022,305190124~9814813,315193554~277118,317854137~27208932,346638186~8024877,357126779~4440344,362493560~331273,368728082~2291595,373809006~4939915,379925205~15934360,398940330~1033414,401146831~10229993] 2024-04-15T15:52:42.475 INFO:tasks.workunit.client.0.smithi016.stdout:from 6 to HEAD diff [983717~7028662,11211002~5723244,18151405~1955923,30767588~15089310,47697199~4942226,53622457~6063816,59747674~23412724,83795172~13734325,104571719~5969595,111522261~15306530,132003695~2010602,137599326~8124995,146536789~15386219,167574367~7089410,177794263~212347,179360996~1427023,182886623~8115914,191330252~15876366,215945468~8476685,225819586~7492306,234112351~32688414,271596047~1269409,274226424~13945610,289026016~5060704,295073337~4871368,301728441~1698228,305190124~9814813,315193554~277118,318041868~8187090,327001559~18012765,346638186~8024877,362493560~331273,368728082~2291595,373809006~4939915,379925205~15934360,398940330~1033414,401146831~10229993] 2024-04-15T15:52:42.475 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [983717~7028662,11211002~5723244,18151405~1955923,30767588~15089310,47697199~4942226,53622457~6063816,59747674~23412724,83795172~13734325,104571719~5969595,111522261~15306530,132003695~2010602,137599326~8124995,146536789~15386219,167574367~7089410,177794263~212347,179360996~1427023,182886623~8115914,191330252~15876366,215945468~8476685,225819586~7492306,234112351~32688414,271596047~1269409,274226424~13945610,289026016~5060704,295073337~4871368,301728441~1698228,305190124~9814813,315193554~277118,318041868~8187090,327001559~18012765,346638186~8024877,362493560~331273,368728082~2291595,373809006~4939915,379925205~15934360,398940330~1033414,401146831~10229993] 2024-04-15T15:52:42.481 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [0~8012379,11211002~5723244,18151405~1955923,30767588~15089310,47697199~11989074,59747674~37781823,104571719~22257072,132003695~2010602,137290189~8434132,146536789~15386219,163577856~11085921,177794263~212347,179360996~1427023,182886623~24319995,215945468~17366424,234112351~32688414,269499379~3366077,274226424~13945610,289026016~5060704,295073337~4871368,300548647~2878022,305190124~9814813,315193554~277118,317854137~27160187,346638186~8024877,362493560~331273,368728082~2291595,373809006~4939915,379925205~15934360,398940330~1033414,401146831~10229993] 2024-04-15T15:52:42.481 INFO:tasks.workunit.client.0.smithi016.stdout:from 7 to HEAD diff [983717~7028662,11211002~5723244,18151405~1955923,30767588~15089310,47697199~4942226,53622457~6063816,59747674~16071539,78842447~4317951,83795172~13734325,104571719~5969595,111522261~15306530,132003695~2010602,137599326~8124995,146536789~10432589,157574338~2717250,167574367~7089410,177794263~212347,179360996~1427023,182886623~8115914,191330252~15876366,215945468~8476685,225819586~7492306,234112351~32688414,271596047~1269409,274226424~13945610,289026016~5060704,295073337~4871368,301728441~1698228,305190124~9814813,315193554~277118,318041868~5368766,327001559~18012765,346638186~3860241,362493560~331273,368728082~2291595,373809006~4939915,379925205~15934360,398940330~1033414,401146831~10229993] 2024-04-15T15:52:42.481 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [983717~7028662,11211002~5723244,18151405~1955923,30767588~15089310,47697199~4942226,53622457~6063816,59747674~16071539,78842447~4317951,83795172~13734325,104571719~5969595,111522261~15306530,132003695~2010602,137599326~8124995,146536789~10432589,157574338~2717250,167574367~7089410,177794263~212347,179360996~1427023,182886623~8115914,191330252~15876366,215945468~8476685,225819586~7492306,234112351~32688414,271596047~1269409,274226424~13945610,289026016~5060704,295073337~4871368,301728441~1698228,305190124~9814813,315193554~277118,318041868~5368766,327001559~18012765,346638186~3860241,362493560~331273,368728082~2291595,373809006~4939915,379925205~15934360,398940330~1033414,401146831~10229993] 2024-04-15T15:52:42.488 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [983717~7028662,11211002~5723244,18151405~1955923,30767588~15089310,47697199~11989074,59747674~16071539,78842447~18687050,104571719~22257072,132003695~2010602,137290189~8434132,146536789~10432589,157574338~2717250,163577856~11085921,177794263~212347,179360996~1427023,182886623~24319995,215945468~17366424,234112351~32688414,269499379~3366077,274226424~13945610,289026016~5060704,295073337~4871368,300548647~2878022,305190124~9814813,315193554~277118,318041868~5368766,326228958~18785366,346638186~3860241,362493560~331273,368728082~2291595,373809006~4939915,379925205~15934360,398940330~1033414,401146831~10229993] 2024-04-15T15:52:42.488 INFO:tasks.workunit.client.0.smithi016.stdout:from 8 to HEAD diff [983717~7028662,11211002~5723244,18151405~1955923,30767588~15089310,53622457~6063816,59747674~16071539,78842447~4317951,83795172~13734325,104571719~5969595,111522261~15306530,132003695~2010602,137599326~8124995,150711230~6258148,157574338~2717250,167574367~7089410,182886623~8115914,191330252~15876366,215945468~8476685,225819586~7492306,234112351~24404058,260634173~6166592,271618949~1246507,276414347~9129708,289026016~5060704,295073337~4871368,301728441~1698228,305190124~9814813,315193554~277118,318041868~5368766,327001559~18012765,346638186~3860241,362493560~331273,368728082~2291595,373809006~4939915,379925205~15934360,398940330~1033414,401146831~10229993] 2024-04-15T15:52:42.488 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [983717~7028662,11211002~5723244,18151405~1955923,30767588~15089310,53622457~6063816,59747674~16071539,78842447~4317951,83795172~13734325,104571719~5969595,111522261~15306530,132003695~2010602,137599326~8124995,150711230~6258148,157574338~2717250,167574367~7089410,182886623~8115914,191330252~15876366,215945468~8476685,225819586~7492306,234112351~24404058,260634173~6166592,271618949~1246507,276414347~9129708,289026016~5060704,295073337~4871368,301728441~1698228,305190124~9814813,315193554~277118,318041868~5368766,327001559~18012765,346638186~3860241,362493560~331273,368728082~2291595,373809006~4939915,379925205~15934360,398940330~1033414,401146831~10229993] 2024-04-15T15:52:42.494 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [983717~7028662,11211002~5723244,18151405~1955923,30767588~15089310,52639425~7046848,59747674~16071539,78842447~18687050,104571719~22257072,132003695~2010602,137290189~8434132,150711230~6258148,157574338~2717250,163577856~11085921,182886623~24319995,215945468~17366424,234112351~24404058,260634173~6166592,271618949~1246507,276414347~9129708,289026016~5060704,295073337~4871368,300548647~2878022,305190124~9814813,315193554~277118,318041868~5368766,326228958~18785366,346638186~3860241,362493560~331273,368728082~2291595,373809006~4939915,379925205~15934360,398940330~1033414,401146831~10229993] 2024-04-15T15:52:42.498 INFO:tasks.workunit.client.0.smithi016.stdout:from 9 to HEAD diff [983717~1362902,7468309~544070,11211002~5723244,18151405~1955923,30767588~15089310,53622457~1897923,57326981~2359292,59747674~16071539,78842447~4317951,83795172~8129777,92126515~5402982,104571719~5969595,111522261~15306530,132003695~2010602,137599326~8124995,150711230~6258148,157574338~2717250,167574367~7089410,182886623~8115914,191330252~13268353,215945468~8476685,225819586~7492306,234112351~24404058,260634173~6166592,276414347~9129708,289026016~5060704,295073337~4871368,301728441~1698228,305190124~9814813,318041868~5368766,327001559~12000989,346638186~3860241,362493560~331273,368728082~2291595,373809006~4939915,379925205~15934360,398940330~1033414,401146831~8775542] 2024-04-15T15:52:42.498 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [983717~1362902,7468309~544070,11211002~5723244,18151405~1955923,30767588~15089310,53622457~1897923,57326981~2359292,59747674~16071539,78842447~4317951,83795172~8129777,92126515~5402982,104571719~5969595,111522261~15306530,132003695~2010602,137599326~8124995,150711230~6258148,157574338~2717250,167574367~7089410,182886623~8115914,191330252~13268353,215945468~8476685,225819586~7492306,234112351~24404058,260634173~6166592,276414347~9129708,289026016~5060704,295073337~4871368,301728441~1698228,305190124~9814813,318041868~5368766,327001559~12000989,346638186~3860241,362493560~331273,368728082~2291595,373809006~4939915,379925205~15934360,398940330~1033414,401146831~8775542] 2024-04-15T15:52:42.501 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [983717~1362902,7468309~544070,11211002~5723244,18151405~1955923,30767588~15089310,52639425~2880955,57326981~2359292,59747674~16071539,78842447~13082502,92126515~5402982,104571719~22257072,132003695~2010602,137290189~8434132,150711230~6258148,157574338~2717250,163577856~11085921,182886623~21711982,215945468~17366424,234112351~24404058,260634173~6166592,276414347~9129708,289026016~5060704,295073337~4871368,300548647~2878022,305190124~9814813,318041868~5368766,326228958~12773590,346638186~3860241,362493560~331273,368728082~2291595,373809006~4939915,379925205~15934360,398940330~1033414,401146831~8775542] 2024-04-15T15:52:42.501 INFO:tasks.workunit.client.0.smithi016.stdout:from 10 to HEAD diff [983717~1362902,7468309~544070,11211002~5723244,18151405~1955923,30767588~9917956,40845252~5011646,53622457~1897923,57326981~2359292,59747674~16071539,78842447~4317951,86352045~4972742,92126515~5402982,104571719~5969595,111522261~4507447,121025570~5803221,132003695~2010602,137599326~8124995,150711230~6258148,157574338~2717250,167574367~7089410,182886623~8115914,191330252~13268353,215945468~8476685,225819586~7492306,234112351~13800283,248173970~10342439,260634173~6166592,281249071~4294984,295073337~4871368,301728441~1698228,305190124~9814813,318041868~5368766,327001559~12000989,346638186~3860241,362493560~331273,368728082~2291595,373809006~4939915,379925205~11406801,392517738~3341827,401146831~8775542] 2024-04-15T15:52:42.501 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [983717~1362902,7468309~544070,11211002~5723244,18151405~1955923,30767588~9917956,40845252~5011646,53622457~1897923,57326981~2359292,59747674~16071539,78842447~4317951,86352045~4972742,92126515~5402982,104571719~5969595,111522261~4507447,121025570~5803221,132003695~2010602,137599326~8124995,150711230~6258148,157574338~2717250,167574367~7089410,182886623~8115914,191330252~13268353,215945468~8476685,225819586~7492306,234112351~13800283,248173970~10342439,260634173~6166592,281249071~4294984,295073337~4871368,301728441~1698228,305190124~9814813,318041868~5368766,327001559~12000989,346638186~3860241,362493560~331273,368728082~2291595,373809006~4939915,379925205~11406801,392517738~3341827,401146831~8775542] 2024-04-15T15:52:42.506 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [983717~1362902,7468309~544070,11211002~5723244,18151405~1955923,30767588~9917956,40845252~5011646,52639425~2880955,57326981~2359292,59747674~16071539,78842447~4317951,86352045~4972742,92126515~5402982,104571719~11457989,121025570~5803221,132003695~2010602,137290189~8434132,150711230~6258148,157574338~2717250,163577856~11085921,182886623~21711982,215945468~17366424,234112351~13800283,248173970~10342439,260634173~6166592,281249071~4294984,295073337~4871368,300548647~2878022,305190124~9814813,318041868~5368766,326228958~12773590,346638186~3860241,362493560~331273,368728082~2291595,373809006~4939915,379925205~11406801,392517738~3341827,401146831~8775542] 2024-04-15T15:52:42.507 INFO:tasks.workunit.client.0.smithi016.stdout:from 11 to HEAD diff [983717~1362902,7468309~544070,11211002~5723244,18151405~1955923,30767588~9917956,40845252~5011646,53622457~1897923,57326981~2359292,59747674~13762999,78842447~4317951,92126515~5402982,107682813~2780265,111522261~4507447,121025570~5803221,132003695~2010602,137599326~7556529,150711230~6258148,157574338~2717250,167574367~7089410,184413530~204092,190813752~188785,191330252~13268353,215945468~8476685,225819586~7492306,234112351~13800283,248173970~10342439,260634173~6166592,281249071~4294984,295073337~4871368,305190124~9814813,318041868~5368766,327001559~12000989,346638186~3860241,362493560~331273,368728082~2291595,373809006~4939915,383976826~7355180,392517738~3341827,401146831~8775542] 2024-04-15T15:52:42.507 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [983717~1362902,7468309~544070,11211002~5723244,18151405~1955923,30767588~9917956,40845252~5011646,53622457~1897923,57326981~2359292,59747674~13762999,78842447~4317951,92126515~5402982,107682813~2780265,111522261~4507447,121025570~5803221,132003695~2010602,137599326~7556529,150711230~6258148,157574338~2717250,167574367~7089410,184413530~204092,190813752~188785,191330252~13268353,215945468~8476685,225819586~7492306,234112351~13800283,248173970~10342439,260634173~6166592,281249071~4294984,295073337~4871368,305190124~9814813,318041868~5368766,327001559~12000989,346638186~3860241,362493560~331273,368728082~2291595,373809006~4939915,383976826~7355180,392517738~3341827,401146831~8775542] 2024-04-15T15:52:42.512 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [983717~1362902,7468309~544070,11211002~5723244,18151405~1955923,30767588~9917956,40845252~5011646,52639425~2880955,57326981~2359292,59747674~13762999,78842447~4317951,92126515~5402982,107682813~2780265,110541314~5488394,121025570~5803221,132003695~2010602,137290189~7865666,150711230~6258148,157574338~2717250,163577856~11085921,184413530~204092,190813752~13784853,215945468~17366424,234112351~13800283,248173970~10342439,260634173~6166592,281249071~4294984,295073337~4871368,305190124~9814813,318041868~5368766,326228958~12773590,346638186~3860241,362493560~331273,368728082~2291595,373809006~4939915,383976826~7355180,392517738~3341827,401146831~8775542] 2024-04-15T15:52:42.512 INFO:tasks.workunit.client.0.smithi016.stdout:from 12 to HEAD diff [983717~1362902,7468309~544070,11211002~5723244,30767588~5583168,40845252~5011646,53622457~1897923,57326981~2359292,59747674~13762999,78842447~4317951,92126515~5402982,107682813~2780265,111522261~4507447,121025570~5803221,137842964~7312891,150711230~6258148,157574338~2717250,167574367~7089410,184413530~204092,190813752~188785,192438482~12160123,219287929~5134224,225819586~7492306,234112351~13800283,248173970~10342439,260634173~6166592,281249071~4294984,295073337~4871368,305190124~9814813,327001559~12000989,346638186~3860241,362493560~331273,368728082~2291595,373809006~4939915,383976826~7355180,392517738~3341827,401146831~8775542] 2024-04-15T15:52:42.512 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [983717~1362902,7468309~544070,11211002~5723244,30767588~5583168,40845252~5011646,53622457~1897923,57326981~2359292,59747674~13762999,78842447~4317951,92126515~5402982,107682813~2780265,111522261~4507447,121025570~5803221,137842964~7312891,150711230~6258148,157574338~2717250,167574367~7089410,184413530~204092,190813752~188785,192438482~12160123,219287929~5134224,225819586~7492306,234112351~13800283,248173970~10342439,260634173~6166592,281249071~4294984,295073337~4871368,305190124~9814813,327001559~12000989,346638186~3860241,362493560~331273,368728082~2291595,373809006~4939915,383976826~7355180,392517738~3341827,401146831~8775542] 2024-04-15T15:52:42.517 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [983717~1362902,7468309~544070,11211002~5723244,30767588~5583168,40845252~5011646,52639425~2880955,57326981~2359292,59747674~13762999,78842447~4317951,92126515~5402982,107682813~2780265,110541314~5488394,121025570~5803221,137842964~7312891,150711230~6258148,157574338~2717250,163577856~11085921,184413530~204092,190813752~188785,192438482~12160123,219287929~14023963,234112351~13800283,248173970~10342439,260634173~6166592,281249071~4294984,295073337~4871368,305190124~9814813,326228958~12773590,346638186~3860241,362493560~331273,368728082~2291595,373809006~4939915,383976826~7355180,392517738~3341827,401146831~8775542] 2024-04-15T15:52:42.589 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:52:42 smithi102 ceph-mon[87131]: pgmap v3966: 137 pgs: 1 active+clean+snaptrim, 136 active+clean; 872 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 14 KiB/s rd, 1.7 MiB/s wr, 2.66k op/s 2024-04-15T15:52:42.589 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:52:42 smithi102 ceph-mon[87131]: osdmap e2033: 8 total, 8 up, 8 in 2024-04-15T15:52:42.589 INFO:journalctl@ceph.prometheus.a.smithi102.stdout:Apr 15 15:52:42 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-prometheus-a[120881]: ts=2024-04-15T15:52:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi016:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"362ea986-fb34-11ee-bc8f-c7b262605968\", instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T15:52:42.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:52:42 smithi016 ceph-mon[90652]: pgmap v3966: 137 pgs: 1 active+clean+snaptrim, 136 active+clean; 872 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 14 KiB/s rd, 1.7 MiB/s wr, 2.66k op/s 2024-04-15T15:52:42.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:52:42 smithi016 ceph-mon[90652]: osdmap e2033: 8 total, 8 up, 8 in 2024-04-15T15:52:42.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:52:42 smithi016 ceph-mon[93212]: pgmap v3966: 137 pgs: 1 active+clean+snaptrim, 136 active+clean; 872 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 14 KiB/s rd, 1.7 MiB/s wr, 2.66k op/s 2024-04-15T15:52:42.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:52:42 smithi016 ceph-mon[93212]: osdmap e2033: 8 total, 8 up, 8 in 2024-04-15T15:52:43.410 INFO:tasks.workunit.client.0.smithi016.stdout:from 0 to HEAD diff [983717~15950529,18151405~4777059,23370140~29269285,53622457~29537941,83795172~26746142,111522261~15306530,132003695~2010602,137599326~24323682,167574367~7089410,177794263~13208274,191330252~15876366,214231218~10190935,225819586~43679793,271596047~1269409,274226424~19860296,295073337~5475310,301728441~1698228,304480288~13373849,318041868~8187090,327001559~27661504,357126779~4560228,362493560~331273,364476758~46900066] 2024-04-15T15:52:43.411 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [983717~15950529,18151405~4777059,23370140~29269285,53622457~29537941,83795172~26746142,111522261~15306530,132003695~2010602,137599326~24323682,167574367~7089410,177794263~13208274,191330252~15876366,214231218~10190935,225819586~43679793,271596047~1269409,274226424~19860296,295073337~5475310,301728441~1698228,304480288~13373849,318041868~8187090,327001559~27661504,357126779~4560228,362493560~331273,364476758~46900066] 2024-04-15T15:52:43.457 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [0~16934246,18151405~108677386,132003695~2010602,137290189~24632819,163577856~11085921,176160768~31045850,213909504~58955952,274226424~80436639,356515840~54860984] 2024-04-15T15:52:43.457 INFO:tasks.workunit.client.0.smithi016.stdout:from 1 to HEAD diff [983717~7028662,11211002~5723244,18151405~4777059,23370140~6746194,30767588~21871837,53622457~29537941,83795172~26746142,111522261~15306530,132003695~2010602,137599326~24323682,167574367~7089410,177794263~13208274,191330252~15876366,214231218~10190935,225819586~40981179,271596047~1269409,274226424~14434962,289026016~5060704,295073337~5475310,301728441~1698228,305190124~12664013,318041868~8187090,327001559~18930237,346638186~8024877,357126779~4560228,362493560~331273,364476758~7911188,373809006~22050559,398940330~1033414,401146831~10229993] 2024-04-15T15:52:43.457 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [983717~7028662,11211002~5723244,18151405~4777059,23370140~6746194,30767588~21871837,53622457~29537941,83795172~26746142,111522261~15306530,132003695~2010602,137599326~24323682,167574367~7089410,177794263~13208274,191330252~15876366,214231218~10190935,225819586~40981179,271596047~1269409,274226424~14434962,289026016~5060704,295073337~5475310,301728441~1698228,305190124~12664013,318041868~8187090,327001559~18930237,346638186~8024877,357126779~4560228,362493560~331273,364476758~7911188,373809006~22050559,398940330~1033414,401146831~10229993] 2024-04-15T15:52:43.463 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [0~8012379,11211002~5723244,18151405~11964929,30767588~96061203,132003695~2010602,137290189~24632819,163577856~11085921,176160768~31045850,214231218~52569547,269499379~3366077,274226424~14434962,289026016~14400653,305190124~40741672,346638186~8024877,356515840~15872106,373809006~22050559,398940330~1033414,401146831~10229993] 2024-04-15T15:52:43.463 INFO:tasks.workunit.client.0.smithi016.stdout:from 2 to HEAD diff [983717~7028662,11211002~5723244,18151405~4777059,23370140~6746194,30767588~21871837,53622457~29537941,83795172~26746142,111522261~15306530,132003695~2010602,137599326~24323682,167574367~7089410,177794263~13208274,191330252~15876366,214231218~10190935,225819586~7492306,234112351~32688414,271596047~1269409,274226424~14434962,289026016~5060704,295073337~5475310,301728441~1698228,305190124~9814813,315193554~277118,318041868~8187090,327001559~18930237,346638186~8024877,357126779~4440344,362493560~331273,364476758~7911188,373809006~22050559,398940330~1033414,401146831~10229993] 2024-04-15T15:52:43.463 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [983717~7028662,11211002~5723244,18151405~4777059,23370140~6746194,30767588~21871837,53622457~29537941,83795172~26746142,111522261~15306530,132003695~2010602,137599326~24323682,167574367~7089410,177794263~13208274,191330252~15876366,214231218~10190935,225819586~7492306,234112351~32688414,271596047~1269409,274226424~14434962,289026016~5060704,295073337~5475310,301728441~1698228,305190124~9814813,315193554~277118,318041868~8187090,327001559~18930237,346638186~8024877,357126779~4440344,362493560~331273,364476758~7911188,373809006~22050559,398940330~1033414,401146831~10229993] 2024-04-15T15:52:43.469 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [0~8012379,11211002~5723244,18151405~11964929,30767588~96061203,132003695~2010602,137290189~24632819,163577856~11085921,176160768~31045850,214231218~19080674,234112351~32688414,269499379~3366077,274226424~14434962,289026016~14400653,305190124~9814813,315193554~277118,317854137~28077659,346638186~8024877,357126779~4440344,361687007~10700939,373809006~22050559,398940330~1033414,401146831~10229993] 2024-04-15T15:52:43.469 INFO:tasks.workunit.client.0.smithi016.stdout:from 3 to HEAD diff [983717~7028662,11211002~5723244,18151405~1955923,21915790~1012674,23370140~6746194,30767588~15089310,47697199~4942226,53622457~6063816,59747674~23412724,83795172~13734325,97558108~3535422,103465795~7075519,111522261~15306530,132003695~2010602,137599326~24323682,167574367~7089410,177794263~13208274,191330252~15876366,214231218~10190935,225819586~7492306,234112351~32688414,271596047~1269409,274226424~14434962,289026016~5060704,295073337~5116960,301728441~1698228,305190124~9814813,315193554~277118,318041868~8187090,327001559~18930237,346638186~8024877,357126779~4440344,362493560~331273,364476758~7911188,373809006~22050559,398940330~1033414,401146831~10229993] 2024-04-15T15:52:43.469 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [983717~7028662,11211002~5723244,18151405~1955923,21915790~1012674,23370140~6746194,30767588~15089310,47697199~4942226,53622457~6063816,59747674~23412724,83795172~13734325,97558108~3535422,103465795~7075519,111522261~15306530,132003695~2010602,137599326~24323682,167574367~7089410,177794263~13208274,191330252~15876366,214231218~10190935,225819586~7492306,234112351~32688414,271596047~1269409,274226424~14434962,289026016~5060704,295073337~5116960,301728441~1698228,305190124~9814813,315193554~277118,318041868~8187090,327001559~18930237,346638186~8024877,357126779~4440344,362493560~331273,364476758~7911188,373809006~22050559,398940330~1033414,401146831~10229993] 2024-04-15T15:52:43.475 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [0~8012379,11211002~5723244,18151405~1955923,21915790~1012674,23370140~6746194,30767588~15089310,47697199~11989074,59747674~37781823,97558108~3535422,103465795~23362996,132003695~2010602,137290189~24632819,163577856~11085921,176160768~31045850,214231218~19080674,234112351~32688414,269499379~3366077,274226424~14434962,289026016~5060704,295073337~5116960,300548647~2878022,305190124~9814813,315193554~277118,317854137~28077659,346638186~8024877,357126779~4440344,361687007~10700939,373809006~22050559,398940330~1033414,401146831~10229993] 2024-04-15T15:52:43.475 INFO:tasks.workunit.client.0.smithi016.stdout:from 4 to HEAD diff [983717~7028662,11211002~5723244,18151405~1955923,21915790~1012674,23370140~6252618,30767588~15089310,47697199~4942226,53622457~6063816,59747674~23412724,83795172~13734325,104571719~5969595,111522261~15306530,132003695~2010602,137599326~24323682,167574367~7089410,177794263~212347,179360996~1427023,182886623~8115914,191330252~15876366,214231218~10190935,225819586~7492306,234112351~32688414,271596047~1269409,274226424~14434962,289026016~5060704,295073337~5116960,301728441~1698228,305190124~9814813,315193554~277118,318041868~8187090,327001559~18930237,346638186~8024877,357126779~4440344,362493560~331273,364476758~2090926,368728082~2291595,373809006~22050559,398940330~1033414,401146831~10229993] 2024-04-15T15:52:43.475 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [983717~7028662,11211002~5723244,18151405~1955923,21915790~1012674,23370140~6252618,30767588~15089310,47697199~4942226,53622457~6063816,59747674~23412724,83795172~13734325,104571719~5969595,111522261~15306530,132003695~2010602,137599326~24323682,167574367~7089410,177794263~212347,179360996~1427023,182886623~8115914,191330252~15876366,214231218~10190935,225819586~7492306,234112351~32688414,271596047~1269409,274226424~14434962,289026016~5060704,295073337~5116960,301728441~1698228,305190124~9814813,315193554~277118,318041868~8187090,327001559~18930237,346638186~8024877,357126779~4440344,362493560~331273,364476758~2090926,368728082~2291595,373809006~22050559,398940330~1033414,401146831~10229993] 2024-04-15T15:52:43.481 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [0~8012379,11211002~5723244,18151405~1955923,21915790~1012674,23370140~6252618,30767588~15089310,47697199~11989074,59747674~37781823,104571719~22257072,132003695~2010602,137290189~24632819,163577856~11085921,177794263~212347,179360996~1427023,182886623~24319995,214231218~19080674,234112351~32688414,269499379~3366077,274226424~14434962,289026016~5060704,295073337~5116960,300548647~2878022,305190124~9814813,315193554~277118,317854137~28077659,346638186~8024877,357126779~4440344,361687007~4880677,368728082~2291595,373809006~22050559,398940330~1033414,401146831~10229993] 2024-04-15T15:52:43.481 INFO:tasks.workunit.client.0.smithi016.stdout:from 5 to HEAD diff [983717~7028662,11211002~5723244,18151405~1955923,21915790~1012674,23370140~6252618,30767588~15089310,47697199~4942226,53622457~6063816,59747674~23412724,83795172~13734325,104571719~5969595,111522261~15306530,132003695~2010602,137599326~8124995,146536789~15386219,167574367~7089410,177794263~212347,179360996~1427023,182886623~8115914,191330252~15876366,215945468~8476685,225819586~7492306,234112351~32688414,271596047~1269409,274226424~14434962,289026016~5060704,295073337~5116960,301728441~1698228,305190124~9814813,315193554~277118,318041868~8187090,327001559~18061510,346638186~8024877,357126779~4440344,362493560~331273,368728082~2291595,373809006~4939915,379925205~15934360,398940330~1033414,401146831~10229993] 2024-04-15T15:52:43.481 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [983717~7028662,11211002~5723244,18151405~1955923,21915790~1012674,23370140~6252618,30767588~15089310,47697199~4942226,53622457~6063816,59747674~23412724,83795172~13734325,104571719~5969595,111522261~15306530,132003695~2010602,137599326~8124995,146536789~15386219,167574367~7089410,177794263~212347,179360996~1427023,182886623~8115914,191330252~15876366,215945468~8476685,225819586~7492306,234112351~32688414,271596047~1269409,274226424~14434962,289026016~5060704,295073337~5116960,301728441~1698228,305190124~9814813,315193554~277118,318041868~8187090,327001559~18061510,346638186~8024877,357126779~4440344,362493560~331273,368728082~2291595,373809006~4939915,379925205~15934360,398940330~1033414,401146831~10229993] 2024-04-15T15:52:43.486 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [0~8012379,11211002~5723244,18151405~1955923,21915790~1012674,23370140~6252618,30767588~15089310,47697199~11989074,59747674~37781823,104571719~22257072,132003695~2010602,137290189~8434132,146536789~15386219,163577856~11085921,177794263~212347,179360996~1427023,182886623~24319995,215945468~17366424,234112351~32688414,269499379~3366077,274226424~14434962,289026016~5060704,295073337~5116960,300548647~2878022,305190124~9814813,315193554~277118,317854137~27208932,346638186~8024877,357126779~4440344,362493560~331273,368728082~2291595,373809006~4939915,379925205~15934360,398940330~1033414,401146831~10229993] 2024-04-15T15:52:43.487 INFO:tasks.workunit.client.0.smithi016.stdout:from 6 to HEAD diff [983717~7028662,11211002~5723244,18151405~1955923,30767588~15089310,47697199~4942226,53622457~6063816,59747674~23412724,83795172~13734325,104571719~5969595,111522261~15306530,132003695~2010602,137599326~8124995,146536789~15386219,167574367~7089410,177794263~212347,179360996~1427023,182886623~8115914,191330252~15876366,215945468~8476685,225819586~7492306,234112351~32688414,271596047~1269409,274226424~13945610,289026016~5060704,295073337~4871368,301728441~1698228,305190124~9814813,315193554~277118,318041868~8187090,327001559~18012765,346638186~8024877,362493560~331273,368728082~2291595,373809006~4939915,379925205~15934360,398940330~1033414,401146831~10229993] 2024-04-15T15:52:43.487 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [983717~7028662,11211002~5723244,18151405~1955923,30767588~15089310,47697199~4942226,53622457~6063816,59747674~23412724,83795172~13734325,104571719~5969595,111522261~15306530,132003695~2010602,137599326~8124995,146536789~15386219,167574367~7089410,177794263~212347,179360996~1427023,182886623~8115914,191330252~15876366,215945468~8476685,225819586~7492306,234112351~32688414,271596047~1269409,274226424~13945610,289026016~5060704,295073337~4871368,301728441~1698228,305190124~9814813,315193554~277118,318041868~8187090,327001559~18012765,346638186~8024877,362493560~331273,368728082~2291595,373809006~4939915,379925205~15934360,398940330~1033414,401146831~10229993] 2024-04-15T15:52:43.492 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [0~8012379,11211002~5723244,18151405~1955923,30767588~15089310,47697199~11989074,59747674~37781823,104571719~22257072,132003695~2010602,137290189~8434132,146536789~15386219,163577856~11085921,177794263~212347,179360996~1427023,182886623~24319995,215945468~17366424,234112351~32688414,269499379~3366077,274226424~13945610,289026016~5060704,295073337~4871368,300548647~2878022,305190124~9814813,315193554~277118,317854137~27160187,346638186~8024877,362493560~331273,368728082~2291595,373809006~4939915,379925205~15934360,398940330~1033414,401146831~10229993] 2024-04-15T15:52:43.492 INFO:tasks.workunit.client.0.smithi016.stdout:from 7 to HEAD diff [983717~7028662,11211002~5723244,18151405~1955923,30767588~15089310,47697199~4942226,53622457~6063816,59747674~16071539,78842447~4317951,83795172~13734325,104571719~5969595,111522261~15306530,132003695~2010602,137599326~8124995,146536789~10432589,157574338~2717250,167574367~7089410,177794263~212347,179360996~1427023,182886623~8115914,191330252~15876366,215945468~8476685,225819586~7492306,234112351~32688414,271596047~1269409,274226424~13945610,289026016~5060704,295073337~4871368,301728441~1698228,305190124~9814813,315193554~277118,318041868~5368766,327001559~18012765,346638186~3860241,362493560~331273,368728082~2291595,373809006~4939915,379925205~15934360,398940330~1033414,401146831~10229993] 2024-04-15T15:52:43.493 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [983717~7028662,11211002~5723244,18151405~1955923,30767588~15089310,47697199~4942226,53622457~6063816,59747674~16071539,78842447~4317951,83795172~13734325,104571719~5969595,111522261~15306530,132003695~2010602,137599326~8124995,146536789~10432589,157574338~2717250,167574367~7089410,177794263~212347,179360996~1427023,182886623~8115914,191330252~15876366,215945468~8476685,225819586~7492306,234112351~32688414,271596047~1269409,274226424~13945610,289026016~5060704,295073337~4871368,301728441~1698228,305190124~9814813,315193554~277118,318041868~5368766,327001559~18012765,346638186~3860241,362493560~331273,368728082~2291595,373809006~4939915,379925205~15934360,398940330~1033414,401146831~10229993] 2024-04-15T15:52:43.498 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [983717~7028662,11211002~5723244,18151405~1955923,30767588~15089310,47697199~11989074,59747674~16071539,78842447~18687050,104571719~22257072,132003695~2010602,137290189~8434132,146536789~10432589,157574338~2717250,163577856~11085921,177794263~212347,179360996~1427023,182886623~24319995,215945468~17366424,234112351~32688414,269499379~3366077,274226424~13945610,289026016~5060704,295073337~4871368,300548647~2878022,305190124~9814813,315193554~277118,318041868~5368766,326228958~18785366,346638186~3860241,362493560~331273,368728082~2291595,373809006~4939915,379925205~15934360,398940330~1033414,401146831~10229993] 2024-04-15T15:52:43.499 INFO:tasks.workunit.client.0.smithi016.stdout:from 8 to HEAD diff [983717~7028662,11211002~5723244,18151405~1955923,30767588~15089310,53622457~6063816,59747674~16071539,78842447~4317951,83795172~13734325,104571719~5969595,111522261~15306530,132003695~2010602,137599326~8124995,150711230~6258148,157574338~2717250,167574367~7089410,182886623~8115914,191330252~15876366,215945468~8476685,225819586~7492306,234112351~24404058,260634173~6166592,271618949~1246507,276414347~9129708,289026016~5060704,295073337~4871368,301728441~1698228,305190124~9814813,315193554~277118,318041868~5368766,327001559~18012765,346638186~3860241,362493560~331273,368728082~2291595,373809006~4939915,379925205~15934360,398940330~1033414,401146831~10229993] 2024-04-15T15:52:43.499 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [983717~7028662,11211002~5723244,18151405~1955923,30767588~15089310,53622457~6063816,59747674~16071539,78842447~4317951,83795172~13734325,104571719~5969595,111522261~15306530,132003695~2010602,137599326~8124995,150711230~6258148,157574338~2717250,167574367~7089410,182886623~8115914,191330252~15876366,215945468~8476685,225819586~7492306,234112351~24404058,260634173~6166592,271618949~1246507,276414347~9129708,289026016~5060704,295073337~4871368,301728441~1698228,305190124~9814813,315193554~277118,318041868~5368766,327001559~18012765,346638186~3860241,362493560~331273,368728082~2291595,373809006~4939915,379925205~15934360,398940330~1033414,401146831~10229993] 2024-04-15T15:52:43.504 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [983717~7028662,11211002~5723244,18151405~1955923,30767588~15089310,52639425~7046848,59747674~16071539,78842447~18687050,104571719~22257072,132003695~2010602,137290189~8434132,150711230~6258148,157574338~2717250,163577856~11085921,182886623~24319995,215945468~17366424,234112351~24404058,260634173~6166592,271618949~1246507,276414347~9129708,289026016~5060704,295073337~4871368,300548647~2878022,305190124~9814813,315193554~277118,318041868~5368766,326228958~18785366,346638186~3860241,362493560~331273,368728082~2291595,373809006~4939915,379925205~15934360,398940330~1033414,401146831~10229993] 2024-04-15T15:52:43.504 INFO:tasks.workunit.client.0.smithi016.stdout:from 9 to HEAD diff [983717~1362902,7468309~544070,11211002~5723244,18151405~1955923,30767588~15089310,53622457~1897923,57326981~2359292,59747674~16071539,78842447~4317951,83795172~8129777,92126515~5402982,104571719~5969595,111522261~15306530,132003695~2010602,137599326~8124995,150711230~6258148,157574338~2717250,167574367~7089410,182886623~8115914,191330252~13268353,215945468~8476685,225819586~7492306,234112351~24404058,260634173~6166592,276414347~9129708,289026016~5060704,295073337~4871368,301728441~1698228,305190124~9814813,318041868~5368766,327001559~12000989,346638186~3860241,362493560~331273,368728082~2291595,373809006~4939915,379925205~15934360,398940330~1033414,401146831~8775542] 2024-04-15T15:52:43.504 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [983717~1362902,7468309~544070,11211002~5723244,18151405~1955923,30767588~15089310,53622457~1897923,57326981~2359292,59747674~16071539,78842447~4317951,83795172~8129777,92126515~5402982,104571719~5969595,111522261~15306530,132003695~2010602,137599326~8124995,150711230~6258148,157574338~2717250,167574367~7089410,182886623~8115914,191330252~13268353,215945468~8476685,225819586~7492306,234112351~24404058,260634173~6166592,276414347~9129708,289026016~5060704,295073337~4871368,301728441~1698228,305190124~9814813,318041868~5368766,327001559~12000989,346638186~3860241,362493560~331273,368728082~2291595,373809006~4939915,379925205~15934360,398940330~1033414,401146831~8775542] 2024-04-15T15:52:43.510 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [983717~1362902,7468309~544070,11211002~5723244,18151405~1955923,30767588~15089310,52639425~2880955,57326981~2359292,59747674~16071539,78842447~13082502,92126515~5402982,104571719~22257072,132003695~2010602,137290189~8434132,150711230~6258148,157574338~2717250,163577856~11085921,182886623~21711982,215945468~17366424,234112351~24404058,260634173~6166592,276414347~9129708,289026016~5060704,295073337~4871368,300548647~2878022,305190124~9814813,318041868~5368766,326228958~12773590,346638186~3860241,362493560~331273,368728082~2291595,373809006~4939915,379925205~15934360,398940330~1033414,401146831~8775542] 2024-04-15T15:52:43.510 INFO:tasks.workunit.client.0.smithi016.stdout:from 10 to HEAD diff [983717~1362902,7468309~544070,11211002~5723244,18151405~1955923,30767588~9917956,40845252~5011646,53622457~1897923,57326981~2359292,59747674~16071539,78842447~4317951,86352045~4972742,92126515~5402982,104571719~5969595,111522261~4507447,121025570~5803221,132003695~2010602,137599326~8124995,150711230~6258148,157574338~2717250,167574367~7089410,182886623~8115914,191330252~13268353,215945468~8476685,225819586~7492306,234112351~13800283,248173970~10342439,260634173~6166592,281249071~4294984,295073337~4871368,301728441~1698228,305190124~9814813,318041868~5368766,327001559~12000989,346638186~3860241,362493560~331273,368728082~2291595,373809006~4939915,379925205~11406801,392517738~3341827,401146831~8775542] 2024-04-15T15:52:43.510 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [983717~1362902,7468309~544070,11211002~5723244,18151405~1955923,30767588~9917956,40845252~5011646,53622457~1897923,57326981~2359292,59747674~16071539,78842447~4317951,86352045~4972742,92126515~5402982,104571719~5969595,111522261~4507447,121025570~5803221,132003695~2010602,137599326~8124995,150711230~6258148,157574338~2717250,167574367~7089410,182886623~8115914,191330252~13268353,215945468~8476685,225819586~7492306,234112351~13800283,248173970~10342439,260634173~6166592,281249071~4294984,295073337~4871368,301728441~1698228,305190124~9814813,318041868~5368766,327001559~12000989,346638186~3860241,362493560~331273,368728082~2291595,373809006~4939915,379925205~11406801,392517738~3341827,401146831~8775542] 2024-04-15T15:52:43.516 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [983717~1362902,7468309~544070,11211002~5723244,18151405~1955923,30767588~9917956,40845252~5011646,52639425~2880955,57326981~2359292,59747674~16071539,78842447~4317951,86352045~4972742,92126515~5402982,104571719~11457989,121025570~5803221,132003695~2010602,137290189~8434132,150711230~6258148,157574338~2717250,163577856~11085921,182886623~21711982,215945468~17366424,234112351~13800283,248173970~10342439,260634173~6166592,281249071~4294984,295073337~4871368,300548647~2878022,305190124~9814813,318041868~5368766,326228958~12773590,346638186~3860241,362493560~331273,368728082~2291595,373809006~4939915,379925205~11406801,392517738~3341827,401146831~8775542] 2024-04-15T15:52:43.516 INFO:tasks.workunit.client.0.smithi016.stdout:from 11 to HEAD diff [983717~1362902,7468309~544070,11211002~5723244,18151405~1955923,30767588~9917956,40845252~5011646,53622457~1897923,57326981~2359292,59747674~13762999,78842447~4317951,92126515~5402982,107682813~2780265,111522261~4507447,121025570~5803221,132003695~2010602,137599326~7556529,150711230~6258148,157574338~2717250,167574367~7089410,184413530~204092,190813752~188785,191330252~13268353,215945468~8476685,225819586~7492306,234112351~13800283,248173970~10342439,260634173~6166592,281249071~4294984,295073337~4871368,305190124~9814813,318041868~5368766,327001559~12000989,346638186~3860241,362493560~331273,368728082~2291595,373809006~4939915,383976826~7355180,392517738~3341827,401146831~8775542] 2024-04-15T15:52:43.516 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [983717~1362902,7468309~544070,11211002~5723244,18151405~1955923,30767588~9917956,40845252~5011646,53622457~1897923,57326981~2359292,59747674~13762999,78842447~4317951,92126515~5402982,107682813~2780265,111522261~4507447,121025570~5803221,132003695~2010602,137599326~7556529,150711230~6258148,157574338~2717250,167574367~7089410,184413530~204092,190813752~188785,191330252~13268353,215945468~8476685,225819586~7492306,234112351~13800283,248173970~10342439,260634173~6166592,281249071~4294984,295073337~4871368,305190124~9814813,318041868~5368766,327001559~12000989,346638186~3860241,362493560~331273,368728082~2291595,373809006~4939915,383976826~7355180,392517738~3341827,401146831~8775542] 2024-04-15T15:52:43.522 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [983717~1362902,7468309~544070,11211002~5723244,18151405~1955923,30767588~9917956,40845252~5011646,52639425~2880955,57326981~2359292,59747674~13762999,78842447~4317951,92126515~5402982,107682813~2780265,110541314~5488394,121025570~5803221,132003695~2010602,137290189~7865666,150711230~6258148,157574338~2717250,163577856~11085921,184413530~204092,190813752~13784853,215945468~17366424,234112351~13800283,248173970~10342439,260634173~6166592,281249071~4294984,295073337~4871368,305190124~9814813,318041868~5368766,326228958~12773590,346638186~3860241,362493560~331273,368728082~2291595,373809006~4939915,383976826~7355180,392517738~3341827,401146831~8775542] 2024-04-15T15:52:43.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:52:43 smithi102 ceph-mon[87131]: osdmap e2034: 8 total, 8 up, 8 in 2024-04-15T15:52:43.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:52:43 smithi102 ceph-mon[87131]: pgmap v3969: 137 pgs: 2 active+clean+snaptrim_wait, 3 active+clean+snaptrim, 132 active+clean; 851 MiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 155 KiB/s rd, 6.2 KiB/s wr, 3.93k op/s 2024-04-15T15:52:43.789 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:52:43 smithi016 ceph-mon[90652]: osdmap e2034: 8 total, 8 up, 8 in 2024-04-15T15:52:43.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:52:43 smithi016 ceph-mon[90652]: pgmap v3969: 137 pgs: 2 active+clean+snaptrim_wait, 3 active+clean+snaptrim, 132 active+clean; 851 MiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 155 KiB/s rd, 6.2 KiB/s wr, 3.93k op/s 2024-04-15T15:52:43.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:52:43 smithi016 ceph-mon[93212]: osdmap e2034: 8 total, 8 up, 8 in 2024-04-15T15:52:43.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:52:43 smithi016 ceph-mon[93212]: pgmap v3969: 137 pgs: 2 active+clean+snaptrim_wait, 3 active+clean+snaptrim, 132 active+clean; 851 MiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 155 KiB/s rd, 6.2 KiB/s wr, 3.93k op/s 2024-04-15T15:52:44.416 INFO:tasks.workunit.client.0.smithi016.stdout:from 0 to HEAD diff [983717~15950529,18151405~4777059,23370140~29269285,53622457~29537941,83795172~26746142,111522261~15306530,132003695~2010602,137599326~24323682,167574367~7089410,177794263~13208274,191330252~15876366,214231218~10190935,225819586~43679793,271596047~1269409,274226424~19860296,295073337~5475310,301728441~1698228,304480288~13373849,318041868~8187090,327001559~27661504,357126779~4560228,362493560~331273,364476758~46900066] 2024-04-15T15:52:44.416 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [983717~15950529,18151405~4777059,23370140~29269285,53622457~29537941,83795172~26746142,111522261~15306530,132003695~2010602,137599326~24323682,167574367~7089410,177794263~13208274,191330252~15876366,214231218~10190935,225819586~43679793,271596047~1269409,274226424~19860296,295073337~5475310,301728441~1698228,304480288~13373849,318041868~8187090,327001559~27661504,357126779~4560228,362493560~331273,364476758~46900066] 2024-04-15T15:52:44.461 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [0~16934246,18151405~108677386,132003695~2010602,137290189~24632819,163577856~11085921,176160768~31045850,213909504~58955952,274226424~80436639,356515840~54860984] 2024-04-15T15:52:44.462 INFO:tasks.workunit.client.0.smithi016.stdout:from 1 to HEAD diff [983717~7028662,11211002~5723244,18151405~4777059,23370140~6746194,30767588~21871837,53622457~29537941,83795172~26746142,111522261~15306530,132003695~2010602,137599326~24323682,167574367~7089410,177794263~13208274,191330252~15876366,214231218~10190935,225819586~40981179,271596047~1269409,274226424~14434962,289026016~5060704,295073337~5475310,301728441~1698228,305190124~12664013,318041868~8187090,327001559~18930237,346638186~8024877,357126779~4560228,362493560~331273,364476758~7911188,373809006~22050559,398940330~1033414,401146831~10229993] 2024-04-15T15:52:44.462 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [983717~7028662,11211002~5723244,18151405~4777059,23370140~6746194,30767588~21871837,53622457~29537941,83795172~26746142,111522261~15306530,132003695~2010602,137599326~24323682,167574367~7089410,177794263~13208274,191330252~15876366,214231218~10190935,225819586~40981179,271596047~1269409,274226424~14434962,289026016~5060704,295073337~5475310,301728441~1698228,305190124~12664013,318041868~8187090,327001559~18930237,346638186~8024877,357126779~4560228,362493560~331273,364476758~7911188,373809006~22050559,398940330~1033414,401146831~10229993] 2024-04-15T15:52:44.467 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [0~8012379,11211002~5723244,18151405~11964929,30767588~96061203,132003695~2010602,137290189~24632819,163577856~11085921,176160768~31045850,214231218~52569547,269499379~3366077,274226424~14434962,289026016~14400653,305190124~40741672,346638186~8024877,356515840~15872106,373809006~22050559,398940330~1033414,401146831~10229993] 2024-04-15T15:52:44.467 INFO:tasks.workunit.client.0.smithi016.stdout:from 2 to HEAD diff [983717~7028662,11211002~5723244,18151405~4777059,23370140~6746194,30767588~21871837,53622457~29537941,83795172~26746142,111522261~15306530,132003695~2010602,137599326~24323682,167574367~7089410,177794263~13208274,191330252~15876366,214231218~10190935,225819586~7492306,234112351~32688414,271596047~1269409,274226424~14434962,289026016~5060704,295073337~5475310,301728441~1698228,305190124~9814813,315193554~277118,318041868~8187090,327001559~18930237,346638186~8024877,357126779~4440344,362493560~331273,364476758~7911188,373809006~22050559,398940330~1033414,401146831~10229993] 2024-04-15T15:52:44.468 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [983717~7028662,11211002~5723244,18151405~4777059,23370140~6746194,30767588~21871837,53622457~29537941,83795172~26746142,111522261~15306530,132003695~2010602,137599326~24323682,167574367~7089410,177794263~13208274,191330252~15876366,214231218~10190935,225819586~7492306,234112351~32688414,271596047~1269409,274226424~14434962,289026016~5060704,295073337~5475310,301728441~1698228,305190124~9814813,315193554~277118,318041868~8187090,327001559~18930237,346638186~8024877,357126779~4440344,362493560~331273,364476758~7911188,373809006~22050559,398940330~1033414,401146831~10229993] 2024-04-15T15:52:44.473 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [0~8012379,11211002~5723244,18151405~11964929,30767588~96061203,132003695~2010602,137290189~24632819,163577856~11085921,176160768~31045850,214231218~19080674,234112351~32688414,269499379~3366077,274226424~14434962,289026016~14400653,305190124~9814813,315193554~277118,317854137~28077659,346638186~8024877,357126779~4440344,361687007~10700939,373809006~22050559,398940330~1033414,401146831~10229993] 2024-04-15T15:52:44.473 INFO:tasks.workunit.client.0.smithi016.stdout:from 3 to HEAD diff [983717~7028662,11211002~5723244,18151405~1955923,21915790~1012674,23370140~6746194,30767588~15089310,47697199~4942226,53622457~6063816,59747674~23412724,83795172~13734325,97558108~3535422,103465795~7075519,111522261~15306530,132003695~2010602,137599326~24323682,167574367~7089410,177794263~13208274,191330252~15876366,214231218~10190935,225819586~7492306,234112351~32688414,271596047~1269409,274226424~14434962,289026016~5060704,295073337~5116960,301728441~1698228,305190124~9814813,315193554~277118,318041868~8187090,327001559~18930237,346638186~8024877,357126779~4440344,362493560~331273,364476758~7911188,373809006~22050559,398940330~1033414,401146831~10229993] 2024-04-15T15:52:44.474 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [983717~7028662,11211002~5723244,18151405~1955923,21915790~1012674,23370140~6746194,30767588~15089310,47697199~4942226,53622457~6063816,59747674~23412724,83795172~13734325,97558108~3535422,103465795~7075519,111522261~15306530,132003695~2010602,137599326~24323682,167574367~7089410,177794263~13208274,191330252~15876366,214231218~10190935,225819586~7492306,234112351~32688414,271596047~1269409,274226424~14434962,289026016~5060704,295073337~5116960,301728441~1698228,305190124~9814813,315193554~277118,318041868~8187090,327001559~18930237,346638186~8024877,357126779~4440344,362493560~331273,364476758~7911188,373809006~22050559,398940330~1033414,401146831~10229993] 2024-04-15T15:52:44.479 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [0~8012379,11211002~5723244,18151405~1955923,21915790~1012674,23370140~6746194,30767588~15089310,47697199~11989074,59747674~37781823,97558108~3535422,103465795~23362996,132003695~2010602,137290189~24632819,163577856~11085921,176160768~31045850,214231218~19080674,234112351~32688414,269499379~3366077,274226424~14434962,289026016~5060704,295073337~5116960,300548647~2878022,305190124~9814813,315193554~277118,317854137~28077659,346638186~8024877,357126779~4440344,361687007~10700939,373809006~22050559,398940330~1033414,401146831~10229993] 2024-04-15T15:52:44.479 INFO:tasks.workunit.client.0.smithi016.stdout:from 4 to HEAD diff [983717~7028662,11211002~5723244,18151405~1955923,21915790~1012674,23370140~6252618,30767588~15089310,47697199~4942226,53622457~6063816,59747674~23412724,83795172~13734325,104571719~5969595,111522261~15306530,132003695~2010602,137599326~24323682,167574367~7089410,177794263~212347,179360996~1427023,182886623~8115914,191330252~15876366,214231218~10190935,225819586~7492306,234112351~32688414,271596047~1269409,274226424~14434962,289026016~5060704,295073337~5116960,301728441~1698228,305190124~9814813,315193554~277118,318041868~8187090,327001559~18930237,346638186~8024877,357126779~4440344,362493560~331273,364476758~2090926,368728082~2291595,373809006~22050559,398940330~1033414,401146831~10229993] 2024-04-15T15:52:44.479 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [983717~7028662,11211002~5723244,18151405~1955923,21915790~1012674,23370140~6252618,30767588~15089310,47697199~4942226,53622457~6063816,59747674~23412724,83795172~13734325,104571719~5969595,111522261~15306530,132003695~2010602,137599326~24323682,167574367~7089410,177794263~212347,179360996~1427023,182886623~8115914,191330252~15876366,214231218~10190935,225819586~7492306,234112351~32688414,271596047~1269409,274226424~14434962,289026016~5060704,295073337~5116960,301728441~1698228,305190124~9814813,315193554~277118,318041868~8187090,327001559~18930237,346638186~8024877,357126779~4440344,362493560~331273,364476758~2090926,368728082~2291595,373809006~22050559,398940330~1033414,401146831~10229993] 2024-04-15T15:52:44.485 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [0~8012379,11211002~5723244,18151405~1955923,21915790~1012674,23370140~6252618,30767588~15089310,47697199~11989074,59747674~37781823,104571719~22257072,132003695~2010602,137290189~24632819,163577856~11085921,177794263~212347,179360996~1427023,182886623~24319995,214231218~19080674,234112351~32688414,269499379~3366077,274226424~14434962,289026016~5060704,295073337~5116960,300548647~2878022,305190124~9814813,315193554~277118,317854137~28077659,346638186~8024877,357126779~4440344,361687007~4880677,368728082~2291595,373809006~22050559,398940330~1033414,401146831~10229993] 2024-04-15T15:52:44.485 INFO:tasks.workunit.client.0.smithi016.stdout:from 5 to HEAD diff [983717~7028662,11211002~5723244,18151405~1955923,21915790~1012674,23370140~6252618,30767588~15089310,47697199~4942226,53622457~6063816,59747674~23412724,83795172~13734325,104571719~5969595,111522261~15306530,132003695~2010602,137599326~8124995,146536789~15386219,167574367~7089410,177794263~212347,179360996~1427023,182886623~8115914,191330252~15876366,215945468~8476685,225819586~7492306,234112351~32688414,271596047~1269409,274226424~14434962,289026016~5060704,295073337~5116960,301728441~1698228,305190124~9814813,315193554~277118,318041868~8187090,327001559~18061510,346638186~8024877,357126779~4440344,362493560~331273,368728082~2291595,373809006~4939915,379925205~15934360,398940330~1033414,401146831~10229993] 2024-04-15T15:52:44.485 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [983717~7028662,11211002~5723244,18151405~1955923,21915790~1012674,23370140~6252618,30767588~15089310,47697199~4942226,53622457~6063816,59747674~23412724,83795172~13734325,104571719~5969595,111522261~15306530,132003695~2010602,137599326~8124995,146536789~15386219,167574367~7089410,177794263~212347,179360996~1427023,182886623~8115914,191330252~15876366,215945468~8476685,225819586~7492306,234112351~32688414,271596047~1269409,274226424~14434962,289026016~5060704,295073337~5116960,301728441~1698228,305190124~9814813,315193554~277118,318041868~8187090,327001559~18061510,346638186~8024877,357126779~4440344,362493560~331273,368728082~2291595,373809006~4939915,379925205~15934360,398940330~1033414,401146831~10229993] 2024-04-15T15:52:44.491 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [0~8012379,11211002~5723244,18151405~1955923,21915790~1012674,23370140~6252618,30767588~15089310,47697199~11989074,59747674~37781823,104571719~22257072,132003695~2010602,137290189~8434132,146536789~15386219,163577856~11085921,177794263~212347,179360996~1427023,182886623~24319995,215945468~17366424,234112351~32688414,269499379~3366077,274226424~14434962,289026016~5060704,295073337~5116960,300548647~2878022,305190124~9814813,315193554~277118,317854137~27208932,346638186~8024877,357126779~4440344,362493560~331273,368728082~2291595,373809006~4939915,379925205~15934360,398940330~1033414,401146831~10229993] 2024-04-15T15:52:44.491 INFO:tasks.workunit.client.0.smithi016.stdout:from 6 to HEAD diff [983717~7028662,11211002~5723244,18151405~1955923,30767588~15089310,47697199~4942226,53622457~6063816,59747674~23412724,83795172~13734325,104571719~5969595,111522261~15306530,132003695~2010602,137599326~8124995,146536789~15386219,167574367~7089410,177794263~212347,179360996~1427023,182886623~8115914,191330252~15876366,215945468~8476685,225819586~7492306,234112351~32688414,271596047~1269409,274226424~13945610,289026016~5060704,295073337~4871368,301728441~1698228,305190124~9814813,315193554~277118,318041868~8187090,327001559~18012765,346638186~8024877,362493560~331273,368728082~2291595,373809006~4939915,379925205~15934360,398940330~1033414,401146831~10229993] 2024-04-15T15:52:44.491 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [983717~7028662,11211002~5723244,18151405~1955923,30767588~15089310,47697199~4942226,53622457~6063816,59747674~23412724,83795172~13734325,104571719~5969595,111522261~15306530,132003695~2010602,137599326~8124995,146536789~15386219,167574367~7089410,177794263~212347,179360996~1427023,182886623~8115914,191330252~15876366,215945468~8476685,225819586~7492306,234112351~32688414,271596047~1269409,274226424~13945610,289026016~5060704,295073337~4871368,301728441~1698228,305190124~9814813,315193554~277118,318041868~8187090,327001559~18012765,346638186~8024877,362493560~331273,368728082~2291595,373809006~4939915,379925205~15934360,398940330~1033414,401146831~10229993] 2024-04-15T15:52:44.497 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [0~8012379,11211002~5723244,18151405~1955923,30767588~15089310,47697199~11989074,59747674~37781823,104571719~22257072,132003695~2010602,137290189~8434132,146536789~15386219,163577856~11085921,177794263~212347,179360996~1427023,182886623~24319995,215945468~17366424,234112351~32688414,269499379~3366077,274226424~13945610,289026016~5060704,295073337~4871368,300548647~2878022,305190124~9814813,315193554~277118,317854137~27160187,346638186~8024877,362493560~331273,368728082~2291595,373809006~4939915,379925205~15934360,398940330~1033414,401146831~10229993] 2024-04-15T15:52:44.497 INFO:tasks.workunit.client.0.smithi016.stdout:from 7 to HEAD diff [983717~7028662,11211002~5723244,18151405~1955923,30767588~15089310,47697199~4942226,53622457~6063816,59747674~16071539,78842447~4317951,83795172~13734325,104571719~5969595,111522261~15306530,132003695~2010602,137599326~8124995,146536789~10432589,157574338~2717250,167574367~7089410,177794263~212347,179360996~1427023,182886623~8115914,191330252~15876366,215945468~8476685,225819586~7492306,234112351~32688414,271596047~1269409,274226424~13945610,289026016~5060704,295073337~4871368,301728441~1698228,305190124~9814813,315193554~277118,318041868~5368766,327001559~18012765,346638186~3860241,362493560~331273,368728082~2291595,373809006~4939915,379925205~15934360,398940330~1033414,401146831~10229993] 2024-04-15T15:52:44.497 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [983717~7028662,11211002~5723244,18151405~1955923,30767588~15089310,47697199~4942226,53622457~6063816,59747674~16071539,78842447~4317951,83795172~13734325,104571719~5969595,111522261~15306530,132003695~2010602,137599326~8124995,146536789~10432589,157574338~2717250,167574367~7089410,177794263~212347,179360996~1427023,182886623~8115914,191330252~15876366,215945468~8476685,225819586~7492306,234112351~32688414,271596047~1269409,274226424~13945610,289026016~5060704,295073337~4871368,301728441~1698228,305190124~9814813,315193554~277118,318041868~5368766,327001559~18012765,346638186~3860241,362493560~331273,368728082~2291595,373809006~4939915,379925205~15934360,398940330~1033414,401146831~10229993] 2024-04-15T15:52:44.503 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [983717~7028662,11211002~5723244,18151405~1955923,30767588~15089310,47697199~11989074,59747674~16071539,78842447~18687050,104571719~22257072,132003695~2010602,137290189~8434132,146536789~10432589,157574338~2717250,163577856~11085921,177794263~212347,179360996~1427023,182886623~24319995,215945468~17366424,234112351~32688414,269499379~3366077,274226424~13945610,289026016~5060704,295073337~4871368,300548647~2878022,305190124~9814813,315193554~277118,318041868~5368766,326228958~18785366,346638186~3860241,362493560~331273,368728082~2291595,373809006~4939915,379925205~15934360,398940330~1033414,401146831~10229993] 2024-04-15T15:52:44.503 INFO:tasks.workunit.client.0.smithi016.stdout:from 8 to HEAD diff [983717~7028662,11211002~5723244,18151405~1955923,30767588~15089310,53622457~6063816,59747674~16071539,78842447~4317951,83795172~13734325,104571719~5969595,111522261~15306530,132003695~2010602,137599326~8124995,150711230~6258148,157574338~2717250,167574367~7089410,182886623~8115914,191330252~15876366,215945468~8476685,225819586~7492306,234112351~24404058,260634173~6166592,271618949~1246507,276414347~9129708,289026016~5060704,295073337~4871368,301728441~1698228,305190124~9814813,315193554~277118,318041868~5368766,327001559~18012765,346638186~3860241,362493560~331273,368728082~2291595,373809006~4939915,379925205~15934360,398940330~1033414,401146831~10229993] 2024-04-15T15:52:44.503 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [983717~7028662,11211002~5723244,18151405~1955923,30767588~15089310,53622457~6063816,59747674~16071539,78842447~4317951,83795172~13734325,104571719~5969595,111522261~15306530,132003695~2010602,137599326~8124995,150711230~6258148,157574338~2717250,167574367~7089410,182886623~8115914,191330252~15876366,215945468~8476685,225819586~7492306,234112351~24404058,260634173~6166592,271618949~1246507,276414347~9129708,289026016~5060704,295073337~4871368,301728441~1698228,305190124~9814813,315193554~277118,318041868~5368766,327001559~18012765,346638186~3860241,362493560~331273,368728082~2291595,373809006~4939915,379925205~15934360,398940330~1033414,401146831~10229993] 2024-04-15T15:52:44.509 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [983717~7028662,11211002~5723244,18151405~1955923,30767588~15089310,52639425~7046848,59747674~16071539,78842447~18687050,104571719~22257072,132003695~2010602,137290189~8434132,150711230~6258148,157574338~2717250,163577856~11085921,182886623~24319995,215945468~17366424,234112351~24404058,260634173~6166592,271618949~1246507,276414347~9129708,289026016~5060704,295073337~4871368,300548647~2878022,305190124~9814813,315193554~277118,318041868~5368766,326228958~18785366,346638186~3860241,362493560~331273,368728082~2291595,373809006~4939915,379925205~15934360,398940330~1033414,401146831~10229993] 2024-04-15T15:52:44.509 INFO:tasks.workunit.client.0.smithi016.stdout:from 9 to HEAD diff [983717~1362902,7468309~544070,11211002~5723244,18151405~1955923,30767588~15089310,53622457~1897923,57326981~2359292,59747674~16071539,78842447~4317951,83795172~8129777,92126515~5402982,104571719~5969595,111522261~15306530,132003695~2010602,137599326~8124995,150711230~6258148,157574338~2717250,167574367~7089410,182886623~8115914,191330252~13268353,215945468~8476685,225819586~7492306,234112351~24404058,260634173~6166592,276414347~9129708,289026016~5060704,295073337~4871368,301728441~1698228,305190124~9814813,318041868~5368766,327001559~12000989,346638186~3860241,362493560~331273,368728082~2291595,373809006~4939915,379925205~15934360,398940330~1033414,401146831~8775542] 2024-04-15T15:52:44.509 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [983717~1362902,7468309~544070,11211002~5723244,18151405~1955923,30767588~15089310,53622457~1897923,57326981~2359292,59747674~16071539,78842447~4317951,83795172~8129777,92126515~5402982,104571719~5969595,111522261~15306530,132003695~2010602,137599326~8124995,150711230~6258148,157574338~2717250,167574367~7089410,182886623~8115914,191330252~13268353,215945468~8476685,225819586~7492306,234112351~24404058,260634173~6166592,276414347~9129708,289026016~5060704,295073337~4871368,301728441~1698228,305190124~9814813,318041868~5368766,327001559~12000989,346638186~3860241,362493560~331273,368728082~2291595,373809006~4939915,379925205~15934360,398940330~1033414,401146831~8775542] 2024-04-15T15:52:44.515 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [983717~1362902,7468309~544070,11211002~5723244,18151405~1955923,30767588~15089310,52639425~2880955,57326981~2359292,59747674~16071539,78842447~13082502,92126515~5402982,104571719~22257072,132003695~2010602,137290189~8434132,150711230~6258148,157574338~2717250,163577856~11085921,182886623~21711982,215945468~17366424,234112351~24404058,260634173~6166592,276414347~9129708,289026016~5060704,295073337~4871368,300548647~2878022,305190124~9814813,318041868~5368766,326228958~12773590,346638186~3860241,362493560~331273,368728082~2291595,373809006~4939915,379925205~15934360,398940330~1033414,401146831~8775542] 2024-04-15T15:52:44.515 INFO:tasks.workunit.client.0.smithi016.stdout:from 10 to HEAD diff [983717~1362902,7468309~544070,11211002~5723244,18151405~1955923,30767588~9917956,40845252~5011646,53622457~1897923,57326981~2359292,59747674~16071539,78842447~4317951,86352045~4972742,92126515~5402982,104571719~5969595,111522261~4507447,121025570~5803221,132003695~2010602,137599326~8124995,150711230~6258148,157574338~2717250,167574367~7089410,182886623~8115914,191330252~13268353,215945468~8476685,225819586~7492306,234112351~13800283,248173970~10342439,260634173~6166592,281249071~4294984,295073337~4871368,301728441~1698228,305190124~9814813,318041868~5368766,327001559~12000989,346638186~3860241,362493560~331273,368728082~2291595,373809006~4939915,379925205~11406801,392517738~3341827,401146831~8775542] 2024-04-15T15:52:44.515 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [983717~1362902,7468309~544070,11211002~5723244,18151405~1955923,30767588~9917956,40845252~5011646,53622457~1897923,57326981~2359292,59747674~16071539,78842447~4317951,86352045~4972742,92126515~5402982,104571719~5969595,111522261~4507447,121025570~5803221,132003695~2010602,137599326~8124995,150711230~6258148,157574338~2717250,167574367~7089410,182886623~8115914,191330252~13268353,215945468~8476685,225819586~7492306,234112351~13800283,248173970~10342439,260634173~6166592,281249071~4294984,295073337~4871368,301728441~1698228,305190124~9814813,318041868~5368766,327001559~12000989,346638186~3860241,362493560~331273,368728082~2291595,373809006~4939915,379925205~11406801,392517738~3341827,401146831~8775542] 2024-04-15T15:52:44.520 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [983717~1362902,7468309~544070,11211002~5723244,18151405~1955923,30767588~9917956,40845252~5011646,52639425~2880955,57326981~2359292,59747674~16071539,78842447~4317951,86352045~4972742,92126515~5402982,104571719~11457989,121025570~5803221,132003695~2010602,137290189~8434132,150711230~6258148,157574338~2717250,163577856~11085921,182886623~21711982,215945468~17366424,234112351~13800283,248173970~10342439,260634173~6166592,281249071~4294984,295073337~4871368,300548647~2878022,305190124~9814813,318041868~5368766,326228958~12773590,346638186~3860241,362493560~331273,368728082~2291595,373809006~4939915,379925205~11406801,392517738~3341827,401146831~8775542] 2024-04-15T15:52:44.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:52:44 smithi102 ceph-mon[87131]: osdmap e2035: 8 total, 8 up, 8 in 2024-04-15T15:52:44.789 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:52:44 smithi016 ceph-mon[90652]: osdmap e2035: 8 total, 8 up, 8 in 2024-04-15T15:52:44.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:52:44 smithi016 ceph-mon[93212]: osdmap e2035: 8 total, 8 up, 8 in 2024-04-15T15:52:45.428 INFO:tasks.workunit.client.0.smithi016.stdout:from 0 to HEAD diff [983717~15950529,18151405~4777059,23370140~29269285,53622457~29537941,83795172~26746142,111522261~15306530,132003695~2010602,137599326~24323682,167574367~7089410,177794263~13208274,191330252~15876366,214231218~10190935,225819586~43679793,271596047~1269409,274226424~19860296,295073337~5475310,301728441~1698228,304480288~13373849,318041868~8187090,327001559~27661504,357126779~4560228,362493560~331273,364476758~46900066] 2024-04-15T15:52:45.428 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [983717~15950529,18151405~4777059,23370140~29269285,53622457~29537941,83795172~26746142,111522261~15306530,132003695~2010602,137599326~24323682,167574367~7089410,177794263~13208274,191330252~15876366,214231218~10190935,225819586~43679793,271596047~1269409,274226424~19860296,295073337~5475310,301728441~1698228,304480288~13373849,318041868~8187090,327001559~27661504,357126779~4560228,362493560~331273,364476758~46900066] 2024-04-15T15:52:45.463 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [0~16934246,18151405~108677386,132003695~2010602,137290189~24632819,163577856~11085921,176160768~31045850,213909504~58955952,274226424~80436639,356515840~54860984] 2024-04-15T15:52:45.463 INFO:tasks.workunit.client.0.smithi016.stdout:from 1 to HEAD diff [983717~7028662,11211002~5723244,18151405~4777059,23370140~6746194,30767588~21871837,53622457~29537941,83795172~26746142,111522261~15306530,132003695~2010602,137599326~24323682,167574367~7089410,177794263~13208274,191330252~15876366,214231218~10190935,225819586~40981179,271596047~1269409,274226424~14434962,289026016~5060704,295073337~5475310,301728441~1698228,305190124~12664013,318041868~8187090,327001559~18930237,346638186~8024877,357126779~4560228,362493560~331273,364476758~7911188,373809006~22050559,398940330~1033414,401146831~10229993] 2024-04-15T15:52:45.463 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [983717~7028662,11211002~5723244,18151405~4777059,23370140~6746194,30767588~21871837,53622457~29537941,83795172~26746142,111522261~15306530,132003695~2010602,137599326~24323682,167574367~7089410,177794263~13208274,191330252~15876366,214231218~10190935,225819586~40981179,271596047~1269409,274226424~14434962,289026016~5060704,295073337~5475310,301728441~1698228,305190124~12664013,318041868~8187090,327001559~18930237,346638186~8024877,357126779~4560228,362493560~331273,364476758~7911188,373809006~22050559,398940330~1033414,401146831~10229993] 2024-04-15T15:52:45.469 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [0~8012379,11211002~5723244,18151405~11964929,30767588~96061203,132003695~2010602,137290189~24632819,163577856~11085921,176160768~31045850,214231218~52569547,269499379~3366077,274226424~14434962,289026016~14400653,305190124~40741672,346638186~8024877,356515840~15872106,373809006~22050559,398940330~1033414,401146831~10229993] 2024-04-15T15:52:45.469 INFO:tasks.workunit.client.0.smithi016.stdout:from 2 to HEAD diff [983717~7028662,11211002~5723244,18151405~4777059,23370140~6746194,30767588~21871837,53622457~29537941,83795172~26746142,111522261~15306530,132003695~2010602,137599326~24323682,167574367~7089410,177794263~13208274,191330252~15876366,214231218~10190935,225819586~7492306,234112351~32688414,271596047~1269409,274226424~14434962,289026016~5060704,295073337~5475310,301728441~1698228,305190124~9814813,315193554~277118,318041868~8187090,327001559~18930237,346638186~8024877,357126779~4440344,362493560~331273,364476758~7911188,373809006~22050559,398940330~1033414,401146831~10229993] 2024-04-15T15:52:45.469 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [983717~7028662,11211002~5723244,18151405~4777059,23370140~6746194,30767588~21871837,53622457~29537941,83795172~26746142,111522261~15306530,132003695~2010602,137599326~24323682,167574367~7089410,177794263~13208274,191330252~15876366,214231218~10190935,225819586~7492306,234112351~32688414,271596047~1269409,274226424~14434962,289026016~5060704,295073337~5475310,301728441~1698228,305190124~9814813,315193554~277118,318041868~8187090,327001559~18930237,346638186~8024877,357126779~4440344,362493560~331273,364476758~7911188,373809006~22050559,398940330~1033414,401146831~10229993] 2024-04-15T15:52:45.475 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [0~8012379,11211002~5723244,18151405~11964929,30767588~96061203,132003695~2010602,137290189~24632819,163577856~11085921,176160768~31045850,214231218~19080674,234112351~32688414,269499379~3366077,274226424~14434962,289026016~14400653,305190124~9814813,315193554~277118,317854137~28077659,346638186~8024877,357126779~4440344,361687007~10700939,373809006~22050559,398940330~1033414,401146831~10229993] 2024-04-15T15:52:45.475 INFO:tasks.workunit.client.0.smithi016.stdout:from 3 to HEAD diff [983717~7028662,11211002~5723244,18151405~1955923,21915790~1012674,23370140~6746194,30767588~15089310,47697199~4942226,53622457~6063816,59747674~23412724,83795172~13734325,97558108~3535422,103465795~7075519,111522261~15306530,132003695~2010602,137599326~24323682,167574367~7089410,177794263~13208274,191330252~15876366,214231218~10190935,225819586~7492306,234112351~32688414,271596047~1269409,274226424~14434962,289026016~5060704,295073337~5116960,301728441~1698228,305190124~9814813,315193554~277118,318041868~8187090,327001559~18930237,346638186~8024877,357126779~4440344,362493560~331273,364476758~7911188,373809006~22050559,398940330~1033414,401146831~10229993] 2024-04-15T15:52:45.475 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [983717~7028662,11211002~5723244,18151405~1955923,21915790~1012674,23370140~6746194,30767588~15089310,47697199~4942226,53622457~6063816,59747674~23412724,83795172~13734325,97558108~3535422,103465795~7075519,111522261~15306530,132003695~2010602,137599326~24323682,167574367~7089410,177794263~13208274,191330252~15876366,214231218~10190935,225819586~7492306,234112351~32688414,271596047~1269409,274226424~14434962,289026016~5060704,295073337~5116960,301728441~1698228,305190124~9814813,315193554~277118,318041868~8187090,327001559~18930237,346638186~8024877,357126779~4440344,362493560~331273,364476758~7911188,373809006~22050559,398940330~1033414,401146831~10229993] 2024-04-15T15:52:45.481 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [0~8012379,11211002~5723244,18151405~1955923,21915790~1012674,23370140~6746194,30767588~15089310,47697199~11989074,59747674~37781823,97558108~3535422,103465795~23362996,132003695~2010602,137290189~24632819,163577856~11085921,176160768~31045850,214231218~19080674,234112351~32688414,269499379~3366077,274226424~14434962,289026016~5060704,295073337~5116960,300548647~2878022,305190124~9814813,315193554~277118,317854137~28077659,346638186~8024877,357126779~4440344,361687007~10700939,373809006~22050559,398940330~1033414,401146831~10229993] 2024-04-15T15:52:45.481 INFO:tasks.workunit.client.0.smithi016.stdout:from 4 to HEAD diff [983717~7028662,11211002~5723244,18151405~1955923,21915790~1012674,23370140~6252618,30767588~15089310,47697199~4942226,53622457~6063816,59747674~23412724,83795172~13734325,104571719~5969595,111522261~15306530,132003695~2010602,137599326~24323682,167574367~7089410,177794263~212347,179360996~1427023,182886623~8115914,191330252~15876366,214231218~10190935,225819586~7492306,234112351~32688414,271596047~1269409,274226424~14434962,289026016~5060704,295073337~5116960,301728441~1698228,305190124~9814813,315193554~277118,318041868~8187090,327001559~18930237,346638186~8024877,357126779~4440344,362493560~331273,364476758~2090926,368728082~2291595,373809006~22050559,398940330~1033414,401146831~10229993] 2024-04-15T15:52:45.481 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [983717~7028662,11211002~5723244,18151405~1955923,21915790~1012674,23370140~6252618,30767588~15089310,47697199~4942226,53622457~6063816,59747674~23412724,83795172~13734325,104571719~5969595,111522261~15306530,132003695~2010602,137599326~24323682,167574367~7089410,177794263~212347,179360996~1427023,182886623~8115914,191330252~15876366,214231218~10190935,225819586~7492306,234112351~32688414,271596047~1269409,274226424~14434962,289026016~5060704,295073337~5116960,301728441~1698228,305190124~9814813,315193554~277118,318041868~8187090,327001559~18930237,346638186~8024877,357126779~4440344,362493560~331273,364476758~2090926,368728082~2291595,373809006~22050559,398940330~1033414,401146831~10229993] 2024-04-15T15:52:45.487 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [0~8012379,11211002~5723244,18151405~1955923,21915790~1012674,23370140~6252618,30767588~15089310,47697199~11989074,59747674~37781823,104571719~22257072,132003695~2010602,137290189~24632819,163577856~11085921,177794263~212347,179360996~1427023,182886623~24319995,214231218~19080674,234112351~32688414,269499379~3366077,274226424~14434962,289026016~5060704,295073337~5116960,300548647~2878022,305190124~9814813,315193554~277118,317854137~28077659,346638186~8024877,357126779~4440344,361687007~4880677,368728082~2291595,373809006~22050559,398940330~1033414,401146831~10229993] 2024-04-15T15:52:45.487 INFO:tasks.workunit.client.0.smithi016.stdout:from 5 to HEAD diff [983717~7028662,11211002~5723244,18151405~1955923,21915790~1012674,23370140~6252618,30767588~15089310,47697199~4942226,53622457~6063816,59747674~23412724,83795172~13734325,104571719~5969595,111522261~15306530,132003695~2010602,137599326~8124995,146536789~15386219,167574367~7089410,177794263~212347,179360996~1427023,182886623~8115914,191330252~15876366,215945468~8476685,225819586~7492306,234112351~32688414,271596047~1269409,274226424~14434962,289026016~5060704,295073337~5116960,301728441~1698228,305190124~9814813,315193554~277118,318041868~8187090,327001559~18061510,346638186~8024877,357126779~4440344,362493560~331273,368728082~2291595,373809006~4939915,379925205~15934360,398940330~1033414,401146831~10229993] 2024-04-15T15:52:45.487 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [983717~7028662,11211002~5723244,18151405~1955923,21915790~1012674,23370140~6252618,30767588~15089310,47697199~4942226,53622457~6063816,59747674~23412724,83795172~13734325,104571719~5969595,111522261~15306530,132003695~2010602,137599326~8124995,146536789~15386219,167574367~7089410,177794263~212347,179360996~1427023,182886623~8115914,191330252~15876366,215945468~8476685,225819586~7492306,234112351~32688414,271596047~1269409,274226424~14434962,289026016~5060704,295073337~5116960,301728441~1698228,305190124~9814813,315193554~277118,318041868~8187090,327001559~18061510,346638186~8024877,357126779~4440344,362493560~331273,368728082~2291595,373809006~4939915,379925205~15934360,398940330~1033414,401146831~10229993] 2024-04-15T15:52:45.498 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [0~8012379,11211002~5723244,18151405~1955923,21915790~1012674,23370140~6252618,30767588~15089310,47697199~11989074,59747674~37781823,104571719~22257072,132003695~2010602,137290189~8434132,146536789~15386219,163577856~11085921,177794263~212347,179360996~1427023,182886623~24319995,215945468~17366424,234112351~32688414,269499379~3366077,274226424~14434962,289026016~5060704,295073337~5116960,300548647~2878022,305190124~9814813,315193554~277118,317854137~27208932,346638186~8024877,357126779~4440344,362493560~331273,368728082~2291595,373809006~4939915,379925205~15934360,398940330~1033414,401146831~10229993] 2024-04-15T15:52:45.499 INFO:tasks.workunit.client.0.smithi016.stdout:from 6 to HEAD diff [983717~7028662,11211002~5723244,18151405~1955923,30767588~15089310,47697199~4942226,53622457~6063816,59747674~23412724,83795172~13734325,104571719~5969595,111522261~15306530,132003695~2010602,137599326~8124995,146536789~15386219,167574367~7089410,177794263~212347,179360996~1427023,182886623~8115914,191330252~15876366,215945468~8476685,225819586~7492306,234112351~32688414,271596047~1269409,274226424~13945610,289026016~5060704,295073337~4871368,301728441~1698228,305190124~9814813,315193554~277118,318041868~8187090,327001559~18012765,346638186~8024877,362493560~331273,368728082~2291595,373809006~4939915,379925205~15934360,398940330~1033414,401146831~10229993] 2024-04-15T15:52:45.499 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [983717~7028662,11211002~5723244,18151405~1955923,30767588~15089310,47697199~4942226,53622457~6063816,59747674~23412724,83795172~13734325,104571719~5969595,111522261~15306530,132003695~2010602,137599326~8124995,146536789~15386219,167574367~7089410,177794263~212347,179360996~1427023,182886623~8115914,191330252~15876366,215945468~8476685,225819586~7492306,234112351~32688414,271596047~1269409,274226424~13945610,289026016~5060704,295073337~4871368,301728441~1698228,305190124~9814813,315193554~277118,318041868~8187090,327001559~18012765,346638186~8024877,362493560~331273,368728082~2291595,373809006~4939915,379925205~15934360,398940330~1033414,401146831~10229993] 2024-04-15T15:52:45.504 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [0~8012379,11211002~5723244,18151405~1955923,30767588~15089310,47697199~11989074,59747674~37781823,104571719~22257072,132003695~2010602,137290189~8434132,146536789~15386219,163577856~11085921,177794263~212347,179360996~1427023,182886623~24319995,215945468~17366424,234112351~32688414,269499379~3366077,274226424~13945610,289026016~5060704,295073337~4871368,300548647~2878022,305190124~9814813,315193554~277118,317854137~27160187,346638186~8024877,362493560~331273,368728082~2291595,373809006~4939915,379925205~15934360,398940330~1033414,401146831~10229993] 2024-04-15T15:52:45.505 INFO:tasks.workunit.client.0.smithi016.stdout:from 7 to HEAD diff [983717~7028662,11211002~5723244,18151405~1955923,30767588~15089310,47697199~4942226,53622457~6063816,59747674~16071539,78842447~4317951,83795172~13734325,104571719~5969595,111522261~15306530,132003695~2010602,137599326~8124995,146536789~10432589,157574338~2717250,167574367~7089410,177794263~212347,179360996~1427023,182886623~8115914,191330252~15876366,215945468~8476685,225819586~7492306,234112351~32688414,271596047~1269409,274226424~13945610,289026016~5060704,295073337~4871368,301728441~1698228,305190124~9814813,315193554~277118,318041868~5368766,327001559~18012765,346638186~3860241,362493560~331273,368728082~2291595,373809006~4939915,379925205~15934360,398940330~1033414,401146831~10229993] 2024-04-15T15:52:45.505 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [983717~7028662,11211002~5723244,18151405~1955923,30767588~15089310,47697199~4942226,53622457~6063816,59747674~16071539,78842447~4317951,83795172~13734325,104571719~5969595,111522261~15306530,132003695~2010602,137599326~8124995,146536789~10432589,157574338~2717250,167574367~7089410,177794263~212347,179360996~1427023,182886623~8115914,191330252~15876366,215945468~8476685,225819586~7492306,234112351~32688414,271596047~1269409,274226424~13945610,289026016~5060704,295073337~4871368,301728441~1698228,305190124~9814813,315193554~277118,318041868~5368766,327001559~18012765,346638186~3860241,362493560~331273,368728082~2291595,373809006~4939915,379925205~15934360,398940330~1033414,401146831~10229993] 2024-04-15T15:52:45.511 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [983717~7028662,11211002~5723244,18151405~1955923,30767588~15089310,47697199~11989074,59747674~16071539,78842447~18687050,104571719~22257072,132003695~2010602,137290189~8434132,146536789~10432589,157574338~2717250,163577856~11085921,177794263~212347,179360996~1427023,182886623~24319995,215945468~17366424,234112351~32688414,269499379~3366077,274226424~13945610,289026016~5060704,295073337~4871368,300548647~2878022,305190124~9814813,315193554~277118,318041868~5368766,326228958~18785366,346638186~3860241,362493560~331273,368728082~2291595,373809006~4939915,379925205~15934360,398940330~1033414,401146831~10229993] 2024-04-15T15:52:45.511 INFO:tasks.workunit.client.0.smithi016.stdout:from 8 to HEAD diff [983717~7028662,11211002~5723244,18151405~1955923,30767588~15089310,53622457~6063816,59747674~16071539,78842447~4317951,83795172~13734325,104571719~5969595,111522261~15306530,132003695~2010602,137599326~8124995,150711230~6258148,157574338~2717250,167574367~7089410,182886623~8115914,191330252~15876366,215945468~8476685,225819586~7492306,234112351~24404058,260634173~6166592,271618949~1246507,276414347~9129708,289026016~5060704,295073337~4871368,301728441~1698228,305190124~9814813,315193554~277118,318041868~5368766,327001559~18012765,346638186~3860241,362493560~331273,368728082~2291595,373809006~4939915,379925205~15934360,398940330~1033414,401146831~10229993] 2024-04-15T15:52:45.511 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [983717~7028662,11211002~5723244,18151405~1955923,30767588~15089310,53622457~6063816,59747674~16071539,78842447~4317951,83795172~13734325,104571719~5969595,111522261~15306530,132003695~2010602,137599326~8124995,150711230~6258148,157574338~2717250,167574367~7089410,182886623~8115914,191330252~15876366,215945468~8476685,225819586~7492306,234112351~24404058,260634173~6166592,271618949~1246507,276414347~9129708,289026016~5060704,295073337~4871368,301728441~1698228,305190124~9814813,315193554~277118,318041868~5368766,327001559~18012765,346638186~3860241,362493560~331273,368728082~2291595,373809006~4939915,379925205~15934360,398940330~1033414,401146831~10229993] 2024-04-15T15:52:45.516 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [983717~7028662,11211002~5723244,18151405~1955923,30767588~15089310,52639425~7046848,59747674~16071539,78842447~18687050,104571719~22257072,132003695~2010602,137290189~8434132,150711230~6258148,157574338~2717250,163577856~11085921,182886623~24319995,215945468~17366424,234112351~24404058,260634173~6166592,271618949~1246507,276414347~9129708,289026016~5060704,295073337~4871368,300548647~2878022,305190124~9814813,315193554~277118,318041868~5368766,326228958~18785366,346638186~3860241,362493560~331273,368728082~2291595,373809006~4939915,379925205~15934360,398940330~1033414,401146831~10229993] 2024-04-15T15:52:45.516 INFO:tasks.workunit.client.0.smithi016.stdout:from 9 to HEAD diff [983717~1362902,7468309~544070,11211002~5723244,18151405~1955923,30767588~15089310,53622457~1897923,57326981~2359292,59747674~16071539,78842447~4317951,83795172~8129777,92126515~5402982,104571719~5969595,111522261~15306530,132003695~2010602,137599326~8124995,150711230~6258148,157574338~2717250,167574367~7089410,182886623~8115914,191330252~13268353,215945468~8476685,225819586~7492306,234112351~24404058,260634173~6166592,276414347~9129708,289026016~5060704,295073337~4871368,301728441~1698228,305190124~9814813,318041868~5368766,327001559~12000989,346638186~3860241,362493560~331273,368728082~2291595,373809006~4939915,379925205~15934360,398940330~1033414,401146831~8775542] 2024-04-15T15:52:45.516 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [983717~1362902,7468309~544070,11211002~5723244,18151405~1955923,30767588~15089310,53622457~1897923,57326981~2359292,59747674~16071539,78842447~4317951,83795172~8129777,92126515~5402982,104571719~5969595,111522261~15306530,132003695~2010602,137599326~8124995,150711230~6258148,157574338~2717250,167574367~7089410,182886623~8115914,191330252~13268353,215945468~8476685,225819586~7492306,234112351~24404058,260634173~6166592,276414347~9129708,289026016~5060704,295073337~4871368,301728441~1698228,305190124~9814813,318041868~5368766,327001559~12000989,346638186~3860241,362493560~331273,368728082~2291595,373809006~4939915,379925205~15934360,398940330~1033414,401146831~8775542] 2024-04-15T15:52:45.521 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [983717~1362902,7468309~544070,11211002~5723244,18151405~1955923,30767588~15089310,52639425~2880955,57326981~2359292,59747674~16071539,78842447~13082502,92126515~5402982,104571719~22257072,132003695~2010602,137290189~8434132,150711230~6258148,157574338~2717250,163577856~11085921,182886623~21711982,215945468~17366424,234112351~24404058,260634173~6166592,276414347~9129708,289026016~5060704,295073337~4871368,300548647~2878022,305190124~9814813,318041868~5368766,326228958~12773590,346638186~3860241,362493560~331273,368728082~2291595,373809006~4939915,379925205~15934360,398940330~1033414,401146831~8775542] 2024-04-15T15:52:45.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:52:45 smithi102 ceph-mon[87131]: osdmap e2036: 8 total, 8 up, 8 in 2024-04-15T15:52:45.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:52:45 smithi102 ceph-mon[87131]: pgmap v3972: 137 pgs: 2 active+clean+snaptrim_wait, 3 active+clean+snaptrim, 132 active+clean; 851 MiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 145 KiB/s rd, 6.2 KiB/s wr, 1.74k op/s 2024-04-15T15:52:45.789 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:52:45 smithi016 ceph-mon[90652]: osdmap e2036: 8 total, 8 up, 8 in 2024-04-15T15:52:45.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:52:45 smithi016 ceph-mon[90652]: pgmap v3972: 137 pgs: 2 active+clean+snaptrim_wait, 3 active+clean+snaptrim, 132 active+clean; 851 MiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 145 KiB/s rd, 6.2 KiB/s wr, 1.74k op/s 2024-04-15T15:52:45.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:52:45 smithi016 ceph-mon[93212]: osdmap e2036: 8 total, 8 up, 8 in 2024-04-15T15:52:45.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:52:45 smithi016 ceph-mon[93212]: pgmap v3972: 137 pgs: 2 active+clean+snaptrim_wait, 3 active+clean+snaptrim, 132 active+clean; 851 MiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 145 KiB/s rd, 6.2 KiB/s wr, 1.74k op/s 2024-04-15T15:52:46.197 INFO:tasks.workunit.client.0.smithi016.stdout:from 0 to HEAD diff [983717~15950529,18151405~4777059,23370140~29269285,53622457~29537941,83795172~26746142,111522261~15306530,132003695~2010602,137599326~24323682,167574367~7089410,177794263~13208274,191330252~15876366,214231218~10190935,225819586~43679793,271596047~1269409,274226424~19860296,295073337~5475310,301728441~1698228,304480288~13373849,318041868~8187090,327001559~27661504,357126779~4560228,362493560~331273,364476758~46900066] 2024-04-15T15:52:46.197 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [983717~15950529,18151405~4777059,23370140~29269285,53622457~29537941,83795172~26746142,111522261~15306530,132003695~2010602,137599326~24323682,167574367~7089410,177794263~13208274,191330252~15876366,214231218~10190935,225819586~43679793,271596047~1269409,274226424~19860296,295073337~5475310,301728441~1698228,304480288~13373849,318041868~8187090,327001559~27661504,357126779~4560228,362493560~331273,364476758~46900066] 2024-04-15T15:52:46.246 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [0~16934246,18151405~108677386,132003695~2010602,137290189~24632819,163577856~11085921,176160768~31045850,213909504~58955952,274226424~80436639,356515840~54860984] 2024-04-15T15:52:46.246 INFO:tasks.workunit.client.0.smithi016.stdout:from 1 to HEAD diff [983717~7028662,11211002~5723244,18151405~4777059,23370140~6746194,30767588~21871837,53622457~29537941,83795172~26746142,111522261~15306530,132003695~2010602,137599326~24323682,167574367~7089410,177794263~13208274,191330252~15876366,214231218~10190935,225819586~40981179,271596047~1269409,274226424~14434962,289026016~5060704,295073337~5475310,301728441~1698228,305190124~12664013,318041868~8187090,327001559~18930237,346638186~8024877,357126779~4560228,362493560~331273,364476758~7911188,373809006~22050559,398940330~1033414,401146831~10229993] 2024-04-15T15:52:46.247 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [983717~7028662,11211002~5723244,18151405~4777059,23370140~6746194,30767588~21871837,53622457~29537941,83795172~26746142,111522261~15306530,132003695~2010602,137599326~24323682,167574367~7089410,177794263~13208274,191330252~15876366,214231218~10190935,225819586~40981179,271596047~1269409,274226424~14434962,289026016~5060704,295073337~5475310,301728441~1698228,305190124~12664013,318041868~8187090,327001559~18930237,346638186~8024877,357126779~4560228,362493560~331273,364476758~7911188,373809006~22050559,398940330~1033414,401146831~10229993] 2024-04-15T15:52:46.258 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [0~8012379,11211002~5723244,18151405~11964929,30767588~96061203,132003695~2010602,137290189~24632819,163577856~11085921,176160768~31045850,214231218~52569547,269499379~3366077,274226424~14434962,289026016~14400653,305190124~40741672,346638186~8024877,356515840~15872106,373809006~22050559,398940330~1033414,401146831~10229993] 2024-04-15T15:52:46.258 INFO:tasks.workunit.client.0.smithi016.stdout:from 2 to HEAD diff [983717~7028662,11211002~5723244,18151405~4777059,23370140~6746194,30767588~21871837,53622457~29537941,83795172~26746142,111522261~15306530,132003695~2010602,137599326~24323682,167574367~7089410,177794263~13208274,191330252~15876366,214231218~10190935,225819586~7492306,234112351~32688414,271596047~1269409,274226424~14434962,289026016~5060704,295073337~5475310,301728441~1698228,305190124~9814813,315193554~277118,318041868~8187090,327001559~18930237,346638186~8024877,357126779~4440344,362493560~331273,364476758~7911188,373809006~22050559,398940330~1033414,401146831~10229993] 2024-04-15T15:52:46.258 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [983717~7028662,11211002~5723244,18151405~4777059,23370140~6746194,30767588~21871837,53622457~29537941,83795172~26746142,111522261~15306530,132003695~2010602,137599326~24323682,167574367~7089410,177794263~13208274,191330252~15876366,214231218~10190935,225819586~7492306,234112351~32688414,271596047~1269409,274226424~14434962,289026016~5060704,295073337~5475310,301728441~1698228,305190124~9814813,315193554~277118,318041868~8187090,327001559~18930237,346638186~8024877,357126779~4440344,362493560~331273,364476758~7911188,373809006~22050559,398940330~1033414,401146831~10229993] 2024-04-15T15:52:46.264 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [0~8012379,11211002~5723244,18151405~11964929,30767588~96061203,132003695~2010602,137290189~24632819,163577856~11085921,176160768~31045850,214231218~19080674,234112351~32688414,269499379~3366077,274226424~14434962,289026016~14400653,305190124~9814813,315193554~277118,317854137~28077659,346638186~8024877,357126779~4440344,361687007~10700939,373809006~22050559,398940330~1033414,401146831~10229993] 2024-04-15T15:52:46.264 INFO:tasks.workunit.client.0.smithi016.stdout:from 3 to HEAD diff [983717~7028662,11211002~5723244,18151405~1955923,21915790~1012674,23370140~6746194,30767588~15089310,47697199~4942226,53622457~6063816,59747674~23412724,83795172~13734325,97558108~3535422,103465795~7075519,111522261~15306530,132003695~2010602,137599326~24323682,167574367~7089410,177794263~13208274,191330252~15876366,214231218~10190935,225819586~7492306,234112351~32688414,271596047~1269409,274226424~14434962,289026016~5060704,295073337~5116960,301728441~1698228,305190124~9814813,315193554~277118,318041868~8187090,327001559~18930237,346638186~8024877,357126779~4440344,362493560~331273,364476758~7911188,373809006~22050559,398940330~1033414,401146831~10229993] 2024-04-15T15:52:46.264 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [983717~7028662,11211002~5723244,18151405~1955923,21915790~1012674,23370140~6746194,30767588~15089310,47697199~4942226,53622457~6063816,59747674~23412724,83795172~13734325,97558108~3535422,103465795~7075519,111522261~15306530,132003695~2010602,137599326~24323682,167574367~7089410,177794263~13208274,191330252~15876366,214231218~10190935,225819586~7492306,234112351~32688414,271596047~1269409,274226424~14434962,289026016~5060704,295073337~5116960,301728441~1698228,305190124~9814813,315193554~277118,318041868~8187090,327001559~18930237,346638186~8024877,357126779~4440344,362493560~331273,364476758~7911188,373809006~22050559,398940330~1033414,401146831~10229993] 2024-04-15T15:52:46.270 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [0~8012379,11211002~5723244,18151405~1955923,21915790~1012674,23370140~6746194,30767588~15089310,47697199~11989074,59747674~37781823,97558108~3535422,103465795~23362996,132003695~2010602,137290189~24632819,163577856~11085921,176160768~31045850,214231218~19080674,234112351~32688414,269499379~3366077,274226424~14434962,289026016~5060704,295073337~5116960,300548647~2878022,305190124~9814813,315193554~277118,317854137~28077659,346638186~8024877,357126779~4440344,361687007~10700939,373809006~22050559,398940330~1033414,401146831~10229993] 2024-04-15T15:52:46.270 INFO:tasks.workunit.client.0.smithi016.stdout:from 4 to HEAD diff [983717~7028662,11211002~5723244,18151405~1955923,21915790~1012674,23370140~6252618,30767588~15089310,47697199~4942226,53622457~6063816,59747674~23412724,83795172~13734325,104571719~5969595,111522261~15306530,132003695~2010602,137599326~24323682,167574367~7089410,177794263~212347,179360996~1427023,182886623~8115914,191330252~15876366,214231218~10190935,225819586~7492306,234112351~32688414,271596047~1269409,274226424~14434962,289026016~5060704,295073337~5116960,301728441~1698228,305190124~9814813,315193554~277118,318041868~8187090,327001559~18930237,346638186~8024877,357126779~4440344,362493560~331273,364476758~2090926,368728082~2291595,373809006~22050559,398940330~1033414,401146831~10229993] 2024-04-15T15:52:46.270 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [983717~7028662,11211002~5723244,18151405~1955923,21915790~1012674,23370140~6252618,30767588~15089310,47697199~4942226,53622457~6063816,59747674~23412724,83795172~13734325,104571719~5969595,111522261~15306530,132003695~2010602,137599326~24323682,167574367~7089410,177794263~212347,179360996~1427023,182886623~8115914,191330252~15876366,214231218~10190935,225819586~7492306,234112351~32688414,271596047~1269409,274226424~14434962,289026016~5060704,295073337~5116960,301728441~1698228,305190124~9814813,315193554~277118,318041868~8187090,327001559~18930237,346638186~8024877,357126779~4440344,362493560~331273,364476758~2090926,368728082~2291595,373809006~22050559,398940330~1033414,401146831~10229993] 2024-04-15T15:52:46.275 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [0~8012379,11211002~5723244,18151405~1955923,21915790~1012674,23370140~6252618,30767588~15089310,47697199~11989074,59747674~37781823,104571719~22257072,132003695~2010602,137290189~24632819,163577856~11085921,177794263~212347,179360996~1427023,182886623~24319995,214231218~19080674,234112351~32688414,269499379~3366077,274226424~14434962,289026016~5060704,295073337~5116960,300548647~2878022,305190124~9814813,315193554~277118,317854137~28077659,346638186~8024877,357126779~4440344,361687007~4880677,368728082~2291595,373809006~22050559,398940330~1033414,401146831~10229993] 2024-04-15T15:52:46.275 INFO:tasks.workunit.client.0.smithi016.stdout:from 5 to HEAD diff [983717~7028662,11211002~5723244,18151405~1955923,21915790~1012674,23370140~6252618,30767588~15089310,47697199~4942226,53622457~6063816,59747674~23412724,83795172~13734325,104571719~5969595,111522261~15306530,132003695~2010602,137599326~8124995,146536789~15386219,167574367~7089410,177794263~212347,179360996~1427023,182886623~8115914,191330252~15876366,215945468~8476685,225819586~7492306,234112351~32688414,271596047~1269409,274226424~14434962,289026016~5060704,295073337~5116960,301728441~1698228,305190124~9814813,315193554~277118,318041868~8187090,327001559~18061510,346638186~8024877,357126779~4440344,362493560~331273,368728082~2291595,373809006~4939915,379925205~15934360,398940330~1033414,401146831~10229993] 2024-04-15T15:52:46.275 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [983717~7028662,11211002~5723244,18151405~1955923,21915790~1012674,23370140~6252618,30767588~15089310,47697199~4942226,53622457~6063816,59747674~23412724,83795172~13734325,104571719~5969595,111522261~15306530,132003695~2010602,137599326~8124995,146536789~15386219,167574367~7089410,177794263~212347,179360996~1427023,182886623~8115914,191330252~15876366,215945468~8476685,225819586~7492306,234112351~32688414,271596047~1269409,274226424~14434962,289026016~5060704,295073337~5116960,301728441~1698228,305190124~9814813,315193554~277118,318041868~8187090,327001559~18061510,346638186~8024877,357126779~4440344,362493560~331273,368728082~2291595,373809006~4939915,379925205~15934360,398940330~1033414,401146831~10229993] 2024-04-15T15:52:46.281 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [0~8012379,11211002~5723244,18151405~1955923,21915790~1012674,23370140~6252618,30767588~15089310,47697199~11989074,59747674~37781823,104571719~22257072,132003695~2010602,137290189~8434132,146536789~15386219,163577856~11085921,177794263~212347,179360996~1427023,182886623~24319995,215945468~17366424,234112351~32688414,269499379~3366077,274226424~14434962,289026016~5060704,295073337~5116960,300548647~2878022,305190124~9814813,315193554~277118,317854137~27208932,346638186~8024877,357126779~4440344,362493560~331273,368728082~2291595,373809006~4939915,379925205~15934360,398940330~1033414,401146831~10229993] 2024-04-15T15:52:46.281 INFO:tasks.workunit.client.0.smithi016.stdout:from 6 to HEAD diff [983717~7028662,11211002~5723244,18151405~1955923,30767588~15089310,47697199~4942226,53622457~6063816,59747674~23412724,83795172~13734325,104571719~5969595,111522261~15306530,132003695~2010602,137599326~8124995,146536789~15386219,167574367~7089410,177794263~212347,179360996~1427023,182886623~8115914,191330252~15876366,215945468~8476685,225819586~7492306,234112351~32688414,271596047~1269409,274226424~13945610,289026016~5060704,295073337~4871368,301728441~1698228,305190124~9814813,315193554~277118,318041868~8187090,327001559~18012765,346638186~8024877,362493560~331273,368728082~2291595,373809006~4939915,379925205~15934360,398940330~1033414,401146831~10229993] 2024-04-15T15:52:46.281 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [983717~7028662,11211002~5723244,18151405~1955923,30767588~15089310,47697199~4942226,53622457~6063816,59747674~23412724,83795172~13734325,104571719~5969595,111522261~15306530,132003695~2010602,137599326~8124995,146536789~15386219,167574367~7089410,177794263~212347,179360996~1427023,182886623~8115914,191330252~15876366,215945468~8476685,225819586~7492306,234112351~32688414,271596047~1269409,274226424~13945610,289026016~5060704,295073337~4871368,301728441~1698228,305190124~9814813,315193554~277118,318041868~8187090,327001559~18012765,346638186~8024877,362493560~331273,368728082~2291595,373809006~4939915,379925205~15934360,398940330~1033414,401146831~10229993] 2024-04-15T15:52:46.287 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [0~8012379,11211002~5723244,18151405~1955923,30767588~15089310,47697199~11989074,59747674~37781823,104571719~22257072,132003695~2010602,137290189~8434132,146536789~15386219,163577856~11085921,177794263~212347,179360996~1427023,182886623~24319995,215945468~17366424,234112351~32688414,269499379~3366077,274226424~13945610,289026016~5060704,295073337~4871368,300548647~2878022,305190124~9814813,315193554~277118,317854137~27160187,346638186~8024877,362493560~331273,368728082~2291595,373809006~4939915,379925205~15934360,398940330~1033414,401146831~10229993] 2024-04-15T15:52:46.287 INFO:tasks.workunit.client.0.smithi016.stdout:from 7 to HEAD diff [983717~7028662,11211002~5723244,18151405~1955923,30767588~15089310,47697199~4942226,53622457~6063816,59747674~16071539,78842447~4317951,83795172~13734325,104571719~5969595,111522261~15306530,132003695~2010602,137599326~8124995,146536789~10432589,157574338~2717250,167574367~7089410,177794263~212347,179360996~1427023,182886623~8115914,191330252~15876366,215945468~8476685,225819586~7492306,234112351~32688414,271596047~1269409,274226424~13945610,289026016~5060704,295073337~4871368,301728441~1698228,305190124~9814813,315193554~277118,318041868~5368766,327001559~18012765,346638186~3860241,362493560~331273,368728082~2291595,373809006~4939915,379925205~15934360,398940330~1033414,401146831~10229993] 2024-04-15T15:52:46.287 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [983717~7028662,11211002~5723244,18151405~1955923,30767588~15089310,47697199~4942226,53622457~6063816,59747674~16071539,78842447~4317951,83795172~13734325,104571719~5969595,111522261~15306530,132003695~2010602,137599326~8124995,146536789~10432589,157574338~2717250,167574367~7089410,177794263~212347,179360996~1427023,182886623~8115914,191330252~15876366,215945468~8476685,225819586~7492306,234112351~32688414,271596047~1269409,274226424~13945610,289026016~5060704,295073337~4871368,301728441~1698228,305190124~9814813,315193554~277118,318041868~5368766,327001559~18012765,346638186~3860241,362493560~331273,368728082~2291595,373809006~4939915,379925205~15934360,398940330~1033414,401146831~10229993] 2024-04-15T15:52:46.293 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [983717~7028662,11211002~5723244,18151405~1955923,30767588~15089310,47697199~11989074,59747674~16071539,78842447~18687050,104571719~22257072,132003695~2010602,137290189~8434132,146536789~10432589,157574338~2717250,163577856~11085921,177794263~212347,179360996~1427023,182886623~24319995,215945468~17366424,234112351~32688414,269499379~3366077,274226424~13945610,289026016~5060704,295073337~4871368,300548647~2878022,305190124~9814813,315193554~277118,318041868~5368766,326228958~18785366,346638186~3860241,362493560~331273,368728082~2291595,373809006~4939915,379925205~15934360,398940330~1033414,401146831~10229993] 2024-04-15T15:52:46.293 INFO:tasks.workunit.client.0.smithi016.stdout:from 8 to HEAD diff [983717~7028662,11211002~5723244,18151405~1955923,30767588~15089310,53622457~6063816,59747674~16071539,78842447~4317951,83795172~13734325,104571719~5969595,111522261~15306530,132003695~2010602,137599326~8124995,150711230~6258148,157574338~2717250,167574367~7089410,182886623~8115914,191330252~15876366,215945468~8476685,225819586~7492306,234112351~24404058,260634173~6166592,271618949~1246507,276414347~9129708,289026016~5060704,295073337~4871368,301728441~1698228,305190124~9814813,315193554~277118,318041868~5368766,327001559~18012765,346638186~3860241,362493560~331273,368728082~2291595,373809006~4939915,379925205~15934360,398940330~1033414,401146831~10229993] 2024-04-15T15:52:46.293 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [983717~7028662,11211002~5723244,18151405~1955923,30767588~15089310,53622457~6063816,59747674~16071539,78842447~4317951,83795172~13734325,104571719~5969595,111522261~15306530,132003695~2010602,137599326~8124995,150711230~6258148,157574338~2717250,167574367~7089410,182886623~8115914,191330252~15876366,215945468~8476685,225819586~7492306,234112351~24404058,260634173~6166592,271618949~1246507,276414347~9129708,289026016~5060704,295073337~4871368,301728441~1698228,305190124~9814813,315193554~277118,318041868~5368766,327001559~18012765,346638186~3860241,362493560~331273,368728082~2291595,373809006~4939915,379925205~15934360,398940330~1033414,401146831~10229993] 2024-04-15T15:52:46.298 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [983717~7028662,11211002~5723244,18151405~1955923,30767588~15089310,52639425~7046848,59747674~16071539,78842447~18687050,104571719~22257072,132003695~2010602,137290189~8434132,150711230~6258148,157574338~2717250,163577856~11085921,182886623~24319995,215945468~17366424,234112351~24404058,260634173~6166592,271618949~1246507,276414347~9129708,289026016~5060704,295073337~4871368,300548647~2878022,305190124~9814813,315193554~277118,318041868~5368766,326228958~18785366,346638186~3860241,362493560~331273,368728082~2291595,373809006~4939915,379925205~15934360,398940330~1033414,401146831~10229993] 2024-04-15T15:52:46.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:52:46 smithi102 ceph-mon[87131]: osdmap e2037: 8 total, 8 up, 8 in 2024-04-15T15:52:46.688 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:52:46 smithi102 ceph-mon[87131]: osdmap e2038: 8 total, 8 up, 8 in 2024-04-15T15:52:46.789 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:52:46 smithi016 ceph-mon[90652]: osdmap e2037: 8 total, 8 up, 8 in 2024-04-15T15:52:46.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:52:46 smithi016 ceph-mon[90652]: osdmap e2038: 8 total, 8 up, 8 in 2024-04-15T15:52:46.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:52:46 smithi016 ceph-mon[93212]: osdmap e2037: 8 total, 8 up, 8 in 2024-04-15T15:52:46.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:52:46 smithi016 ceph-mon[93212]: osdmap e2038: 8 total, 8 up, 8 in 2024-04-15T15:52:47.203 INFO:tasks.workunit.client.0.smithi016.stdout:from 0 to HEAD diff [983717~15950529,18151405~4777059,23370140~29269285,53622457~29537941,83795172~26746142,111522261~15306530,132003695~2010602,137599326~24323682,167574367~7089410,177794263~13208274,191330252~15876366,214231218~10190935,225819586~43679793,271596047~1269409,274226424~19860296,295073337~5475310,301728441~1698228,304480288~13373849,318041868~8187090,327001559~27661504,357126779~4560228,362493560~331273,364476758~46900066] 2024-04-15T15:52:47.203 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [983717~15950529,18151405~4777059,23370140~29269285,53622457~29537941,83795172~26746142,111522261~15306530,132003695~2010602,137599326~24323682,167574367~7089410,177794263~13208274,191330252~15876366,214231218~10190935,225819586~43679793,271596047~1269409,274226424~19860296,295073337~5475310,301728441~1698228,304480288~13373849,318041868~8187090,327001559~27661504,357126779~4560228,362493560~331273,364476758~46900066] 2024-04-15T15:52:47.253 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [0~16934246,18151405~108677386,132003695~2010602,137290189~24632819,163577856~11085921,176160768~31045850,213909504~58955952,274226424~80436639,356515840~54860984] 2024-04-15T15:52:47.254 INFO:tasks.workunit.client.0.smithi016.stdout:from 1 to HEAD diff [983717~7028662,11211002~5723244,18151405~4777059,23370140~6746194,30767588~21871837,53622457~29537941,83795172~26746142,111522261~15306530,132003695~2010602,137599326~24323682,167574367~7089410,177794263~13208274,191330252~15876366,214231218~10190935,225819586~40981179,271596047~1269409,274226424~14434962,289026016~5060704,295073337~5475310,301728441~1698228,305190124~12664013,318041868~8187090,327001559~18930237,346638186~8024877,357126779~4560228,362493560~331273,364476758~7911188,373809006~22050559,398940330~1033414,401146831~10229993] 2024-04-15T15:52:47.254 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [983717~7028662,11211002~5723244,18151405~4777059,23370140~6746194,30767588~21871837,53622457~29537941,83795172~26746142,111522261~15306530,132003695~2010602,137599326~24323682,167574367~7089410,177794263~13208274,191330252~15876366,214231218~10190935,225819586~40981179,271596047~1269409,274226424~14434962,289026016~5060704,295073337~5475310,301728441~1698228,305190124~12664013,318041868~8187090,327001559~18930237,346638186~8024877,357126779~4560228,362493560~331273,364476758~7911188,373809006~22050559,398940330~1033414,401146831~10229993] 2024-04-15T15:52:47.260 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [0~8012379,11211002~5723244,18151405~11964929,30767588~96061203,132003695~2010602,137290189~24632819,163577856~11085921,176160768~31045850,214231218~52569547,269499379~3366077,274226424~14434962,289026016~14400653,305190124~40741672,346638186~8024877,356515840~15872106,373809006~22050559,398940330~1033414,401146831~10229993] 2024-04-15T15:52:47.260 INFO:tasks.workunit.client.0.smithi016.stdout:from 2 to HEAD diff [983717~7028662,11211002~5723244,18151405~4777059,23370140~6746194,30767588~21871837,53622457~29537941,83795172~26746142,111522261~15306530,132003695~2010602,137599326~24323682,167574367~7089410,177794263~13208274,191330252~15876366,214231218~10190935,225819586~7492306,234112351~32688414,271596047~1269409,274226424~14434962,289026016~5060704,295073337~5475310,301728441~1698228,305190124~9814813,315193554~277118,318041868~8187090,327001559~18930237,346638186~8024877,357126779~4440344,362493560~331273,364476758~7911188,373809006~22050559,398940330~1033414,401146831~10229993] 2024-04-15T15:52:47.261 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [983717~7028662,11211002~5723244,18151405~4777059,23370140~6746194,30767588~21871837,53622457~29537941,83795172~26746142,111522261~15306530,132003695~2010602,137599326~24323682,167574367~7089410,177794263~13208274,191330252~15876366,214231218~10190935,225819586~7492306,234112351~32688414,271596047~1269409,274226424~14434962,289026016~5060704,295073337~5475310,301728441~1698228,305190124~9814813,315193554~277118,318041868~8187090,327001559~18930237,346638186~8024877,357126779~4440344,362493560~331273,364476758~7911188,373809006~22050559,398940330~1033414,401146831~10229993] 2024-04-15T15:52:47.266 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [0~8012379,11211002~5723244,18151405~11964929,30767588~96061203,132003695~2010602,137290189~24632819,163577856~11085921,176160768~31045850,214231218~19080674,234112351~32688414,269499379~3366077,274226424~14434962,289026016~14400653,305190124~9814813,315193554~277118,317854137~28077659,346638186~8024877,357126779~4440344,361687007~10700939,373809006~22050559,398940330~1033414,401146831~10229993] 2024-04-15T15:52:47.266 INFO:tasks.workunit.client.0.smithi016.stdout:from 3 to HEAD diff [983717~7028662,11211002~5723244,18151405~1955923,21915790~1012674,23370140~6746194,30767588~15089310,47697199~4942226,53622457~6063816,59747674~23412724,83795172~13734325,97558108~3535422,103465795~7075519,111522261~15306530,132003695~2010602,137599326~24323682,167574367~7089410,177794263~13208274,191330252~15876366,214231218~10190935,225819586~7492306,234112351~32688414,271596047~1269409,274226424~14434962,289026016~5060704,295073337~5116960,301728441~1698228,305190124~9814813,315193554~277118,318041868~8187090,327001559~18930237,346638186~8024877,357126779~4440344,362493560~331273,364476758~7911188,373809006~22050559,398940330~1033414,401146831~10229993] 2024-04-15T15:52:47.266 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [983717~7028662,11211002~5723244,18151405~1955923,21915790~1012674,23370140~6746194,30767588~15089310,47697199~4942226,53622457~6063816,59747674~23412724,83795172~13734325,97558108~3535422,103465795~7075519,111522261~15306530,132003695~2010602,137599326~24323682,167574367~7089410,177794263~13208274,191330252~15876366,214231218~10190935,225819586~7492306,234112351~32688414,271596047~1269409,274226424~14434962,289026016~5060704,295073337~5116960,301728441~1698228,305190124~9814813,315193554~277118,318041868~8187090,327001559~18930237,346638186~8024877,357126779~4440344,362493560~331273,364476758~7911188,373809006~22050559,398940330~1033414,401146831~10229993] 2024-04-15T15:52:47.272 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [0~8012379,11211002~5723244,18151405~1955923,21915790~1012674,23370140~6746194,30767588~15089310,47697199~11989074,59747674~37781823,97558108~3535422,103465795~23362996,132003695~2010602,137290189~24632819,163577856~11085921,176160768~31045850,214231218~19080674,234112351~32688414,269499379~3366077,274226424~14434962,289026016~5060704,295073337~5116960,300548647~2878022,305190124~9814813,315193554~277118,317854137~28077659,346638186~8024877,357126779~4440344,361687007~10700939,373809006~22050559,398940330~1033414,401146831~10229993] 2024-04-15T15:52:47.273 INFO:tasks.workunit.client.0.smithi016.stdout:from 4 to HEAD diff [983717~7028662,11211002~5723244,18151405~1955923,21915790~1012674,23370140~6252618,30767588~15089310,47697199~4942226,53622457~6063816,59747674~23412724,83795172~13734325,104571719~5969595,111522261~15306530,132003695~2010602,137599326~24323682,167574367~7089410,177794263~212347,179360996~1427023,182886623~8115914,191330252~15876366,214231218~10190935,225819586~7492306,234112351~32688414,271596047~1269409,274226424~14434962,289026016~5060704,295073337~5116960,301728441~1698228,305190124~9814813,315193554~277118,318041868~8187090,327001559~18930237,346638186~8024877,357126779~4440344,362493560~331273,364476758~2090926,368728082~2291595,373809006~22050559,398940330~1033414,401146831~10229993] 2024-04-15T15:52:47.273 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [983717~7028662,11211002~5723244,18151405~1955923,21915790~1012674,23370140~6252618,30767588~15089310,47697199~4942226,53622457~6063816,59747674~23412724,83795172~13734325,104571719~5969595,111522261~15306530,132003695~2010602,137599326~24323682,167574367~7089410,177794263~212347,179360996~1427023,182886623~8115914,191330252~15876366,214231218~10190935,225819586~7492306,234112351~32688414,271596047~1269409,274226424~14434962,289026016~5060704,295073337~5116960,301728441~1698228,305190124~9814813,315193554~277118,318041868~8187090,327001559~18930237,346638186~8024877,357126779~4440344,362493560~331273,364476758~2090926,368728082~2291595,373809006~22050559,398940330~1033414,401146831~10229993] 2024-04-15T15:52:47.278 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [0~8012379,11211002~5723244,18151405~1955923,21915790~1012674,23370140~6252618,30767588~15089310,47697199~11989074,59747674~37781823,104571719~22257072,132003695~2010602,137290189~24632819,163577856~11085921,177794263~212347,179360996~1427023,182886623~24319995,214231218~19080674,234112351~32688414,269499379~3366077,274226424~14434962,289026016~5060704,295073337~5116960,300548647~2878022,305190124~9814813,315193554~277118,317854137~28077659,346638186~8024877,357126779~4440344,361687007~4880677,368728082~2291595,373809006~22050559,398940330~1033414,401146831~10229993] 2024-04-15T15:52:47.278 INFO:tasks.workunit.client.0.smithi016.stdout:from 5 to HEAD diff [983717~7028662,11211002~5723244,18151405~1955923,21915790~1012674,23370140~6252618,30767588~15089310,47697199~4942226,53622457~6063816,59747674~23412724,83795172~13734325,104571719~5969595,111522261~15306530,132003695~2010602,137599326~8124995,146536789~15386219,167574367~7089410,177794263~212347,179360996~1427023,182886623~8115914,191330252~15876366,215945468~8476685,225819586~7492306,234112351~32688414,271596047~1269409,274226424~14434962,289026016~5060704,295073337~5116960,301728441~1698228,305190124~9814813,315193554~277118,318041868~8187090,327001559~18061510,346638186~8024877,357126779~4440344,362493560~331273,368728082~2291595,373809006~4939915,379925205~15934360,398940330~1033414,401146831~10229993] 2024-04-15T15:52:47.278 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [983717~7028662,11211002~5723244,18151405~1955923,21915790~1012674,23370140~6252618,30767588~15089310,47697199~4942226,53622457~6063816,59747674~23412724,83795172~13734325,104571719~5969595,111522261~15306530,132003695~2010602,137599326~8124995,146536789~15386219,167574367~7089410,177794263~212347,179360996~1427023,182886623~8115914,191330252~15876366,215945468~8476685,225819586~7492306,234112351~32688414,271596047~1269409,274226424~14434962,289026016~5060704,295073337~5116960,301728441~1698228,305190124~9814813,315193554~277118,318041868~8187090,327001559~18061510,346638186~8024877,357126779~4440344,362493560~331273,368728082~2291595,373809006~4939915,379925205~15934360,398940330~1033414,401146831~10229993] 2024-04-15T15:52:47.284 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [0~8012379,11211002~5723244,18151405~1955923,21915790~1012674,23370140~6252618,30767588~15089310,47697199~11989074,59747674~37781823,104571719~22257072,132003695~2010602,137290189~8434132,146536789~15386219,163577856~11085921,177794263~212347,179360996~1427023,182886623~24319995,215945468~17366424,234112351~32688414,269499379~3366077,274226424~14434962,289026016~5060704,295073337~5116960,300548647~2878022,305190124~9814813,315193554~277118,317854137~27208932,346638186~8024877,357126779~4440344,362493560~331273,368728082~2291595,373809006~4939915,379925205~15934360,398940330~1033414,401146831~10229993] 2024-04-15T15:52:47.284 INFO:tasks.workunit.client.0.smithi016.stdout:from 6 to HEAD diff [983717~7028662,11211002~5723244,18151405~1955923,30767588~15089310,47697199~4942226,53622457~6063816,59747674~23412724,83795172~13734325,104571719~5969595,111522261~15306530,132003695~2010602,137599326~8124995,146536789~15386219,167574367~7089410,177794263~212347,179360996~1427023,182886623~8115914,191330252~15876366,215945468~8476685,225819586~7492306,234112351~32688414,271596047~1269409,274226424~13945610,289026016~5060704,295073337~4871368,301728441~1698228,305190124~9814813,315193554~277118,318041868~8187090,327001559~18012765,346638186~8024877,362493560~331273,368728082~2291595,373809006~4939915,379925205~15934360,398940330~1033414,401146831~10229993] 2024-04-15T15:52:47.284 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [983717~7028662,11211002~5723244,18151405~1955923,30767588~15089310,47697199~4942226,53622457~6063816,59747674~23412724,83795172~13734325,104571719~5969595,111522261~15306530,132003695~2010602,137599326~8124995,146536789~15386219,167574367~7089410,177794263~212347,179360996~1427023,182886623~8115914,191330252~15876366,215945468~8476685,225819586~7492306,234112351~32688414,271596047~1269409,274226424~13945610,289026016~5060704,295073337~4871368,301728441~1698228,305190124~9814813,315193554~277118,318041868~8187090,327001559~18012765,346638186~8024877,362493560~331273,368728082~2291595,373809006~4939915,379925205~15934360,398940330~1033414,401146831~10229993] 2024-04-15T15:52:47.290 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [0~8012379,11211002~5723244,18151405~1955923,30767588~15089310,47697199~11989074,59747674~37781823,104571719~22257072,132003695~2010602,137290189~8434132,146536789~15386219,163577856~11085921,177794263~212347,179360996~1427023,182886623~24319995,215945468~17366424,234112351~32688414,269499379~3366077,274226424~13945610,289026016~5060704,295073337~4871368,300548647~2878022,305190124~9814813,315193554~277118,317854137~27160187,346638186~8024877,362493560~331273,368728082~2291595,373809006~4939915,379925205~15934360,398940330~1033414,401146831~10229993] 2024-04-15T15:52:47.290 INFO:tasks.workunit.client.0.smithi016.stdout:from 7 to HEAD diff [983717~7028662,11211002~5723244,18151405~1955923,30767588~15089310,47697199~4942226,53622457~6063816,59747674~16071539,78842447~4317951,83795172~13734325,104571719~5969595,111522261~15306530,132003695~2010602,137599326~8124995,146536789~10432589,157574338~2717250,167574367~7089410,177794263~212347,179360996~1427023,182886623~8115914,191330252~15876366,215945468~8476685,225819586~7492306,234112351~32688414,271596047~1269409,274226424~13945610,289026016~5060704,295073337~4871368,301728441~1698228,305190124~9814813,315193554~277118,318041868~5368766,327001559~18012765,346638186~3860241,362493560~331273,368728082~2291595,373809006~4939915,379925205~15934360,398940330~1033414,401146831~10229993] 2024-04-15T15:52:47.290 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [983717~7028662,11211002~5723244,18151405~1955923,30767588~15089310,47697199~4942226,53622457~6063816,59747674~16071539,78842447~4317951,83795172~13734325,104571719~5969595,111522261~15306530,132003695~2010602,137599326~8124995,146536789~10432589,157574338~2717250,167574367~7089410,177794263~212347,179360996~1427023,182886623~8115914,191330252~15876366,215945468~8476685,225819586~7492306,234112351~32688414,271596047~1269409,274226424~13945610,289026016~5060704,295073337~4871368,301728441~1698228,305190124~9814813,315193554~277118,318041868~5368766,327001559~18012765,346638186~3860241,362493560~331273,368728082~2291595,373809006~4939915,379925205~15934360,398940330~1033414,401146831~10229993] 2024-04-15T15:52:47.296 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [983717~7028662,11211002~5723244,18151405~1955923,30767588~15089310,47697199~11989074,59747674~16071539,78842447~18687050,104571719~22257072,132003695~2010602,137290189~8434132,146536789~10432589,157574338~2717250,163577856~11085921,177794263~212347,179360996~1427023,182886623~24319995,215945468~17366424,234112351~32688414,269499379~3366077,274226424~13945610,289026016~5060704,295073337~4871368,300548647~2878022,305190124~9814813,315193554~277118,318041868~5368766,326228958~18785366,346638186~3860241,362493560~331273,368728082~2291595,373809006~4939915,379925205~15934360,398940330~1033414,401146831~10229993] 2024-04-15T15:52:48.219 INFO:tasks.workunit.client.0.smithi016.stdout:from 0 to HEAD diff [983717~15950529,18151405~4777059,23370140~29269285,53622457~29537941,83795172~26746142,111522261~15306530,132003695~2010602,137599326~24323682,167574367~7089410,177794263~13208274,191330252~15876366,214231218~10190935,225819586~43679793,271596047~1269409,274226424~19860296,295073337~5475310,301728441~1698228,304480288~13373849,318041868~8187090,327001559~27661504,357126779~4560228,362493560~331273,364476758~46900066] 2024-04-15T15:52:48.219 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [983717~15950529,18151405~4777059,23370140~29269285,53622457~29537941,83795172~26746142,111522261~15306530,132003695~2010602,137599326~24323682,167574367~7089410,177794263~13208274,191330252~15876366,214231218~10190935,225819586~43679793,271596047~1269409,274226424~19860296,295073337~5475310,301728441~1698228,304480288~13373849,318041868~8187090,327001559~27661504,357126779~4560228,362493560~331273,364476758~46900066] 2024-04-15T15:52:48.256 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [0~16934246,18151405~108677386,132003695~2010602,137290189~24632819,163577856~11085921,176160768~31045850,213909504~58955952,274226424~80436639,356515840~54860984] 2024-04-15T15:52:48.256 INFO:tasks.workunit.client.0.smithi016.stdout:from 1 to HEAD diff [983717~7028662,11211002~5723244,18151405~4777059,23370140~6746194,30767588~21871837,53622457~29537941,83795172~26746142,111522261~15306530,132003695~2010602,137599326~24323682,167574367~7089410,177794263~13208274,191330252~15876366,214231218~10190935,225819586~40981179,271596047~1269409,274226424~14434962,289026016~5060704,295073337~5475310,301728441~1698228,305190124~12664013,318041868~8187090,327001559~18930237,346638186~8024877,357126779~4560228,362493560~331273,364476758~7911188,373809006~22050559,398940330~1033414,401146831~10229993] 2024-04-15T15:52:48.256 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [983717~7028662,11211002~5723244,18151405~4777059,23370140~6746194,30767588~21871837,53622457~29537941,83795172~26746142,111522261~15306530,132003695~2010602,137599326~24323682,167574367~7089410,177794263~13208274,191330252~15876366,214231218~10190935,225819586~40981179,271596047~1269409,274226424~14434962,289026016~5060704,295073337~5475310,301728441~1698228,305190124~12664013,318041868~8187090,327001559~18930237,346638186~8024877,357126779~4560228,362493560~331273,364476758~7911188,373809006~22050559,398940330~1033414,401146831~10229993] 2024-04-15T15:52:48.263 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [0~8012379,11211002~5723244,18151405~11964929,30767588~96061203,132003695~2010602,137290189~24632819,163577856~11085921,176160768~31045850,214231218~52569547,269499379~3366077,274226424~14434962,289026016~14400653,305190124~40741672,346638186~8024877,356515840~15872106,373809006~22050559,398940330~1033414,401146831~10229993] 2024-04-15T15:52:48.263 INFO:tasks.workunit.client.0.smithi016.stdout:from 2 to HEAD diff [983717~7028662,11211002~5723244,18151405~4777059,23370140~6746194,30767588~21871837,53622457~29537941,83795172~26746142,111522261~15306530,132003695~2010602,137599326~24323682,167574367~7089410,177794263~13208274,191330252~15876366,214231218~10190935,225819586~7492306,234112351~32688414,271596047~1269409,274226424~14434962,289026016~5060704,295073337~5475310,301728441~1698228,305190124~9814813,315193554~277118,318041868~8187090,327001559~18930237,346638186~8024877,357126779~4440344,362493560~331273,364476758~7911188,373809006~22050559,398940330~1033414,401146831~10229993] 2024-04-15T15:52:48.263 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [983717~7028662,11211002~5723244,18151405~4777059,23370140~6746194,30767588~21871837,53622457~29537941,83795172~26746142,111522261~15306530,132003695~2010602,137599326~24323682,167574367~7089410,177794263~13208274,191330252~15876366,214231218~10190935,225819586~7492306,234112351~32688414,271596047~1269409,274226424~14434962,289026016~5060704,295073337~5475310,301728441~1698228,305190124~9814813,315193554~277118,318041868~8187090,327001559~18930237,346638186~8024877,357126779~4440344,362493560~331273,364476758~7911188,373809006~22050559,398940330~1033414,401146831~10229993] 2024-04-15T15:52:48.269 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [0~8012379,11211002~5723244,18151405~11964929,30767588~96061203,132003695~2010602,137290189~24632819,163577856~11085921,176160768~31045850,214231218~19080674,234112351~32688414,269499379~3366077,274226424~14434962,289026016~14400653,305190124~9814813,315193554~277118,317854137~28077659,346638186~8024877,357126779~4440344,361687007~10700939,373809006~22050559,398940330~1033414,401146831~10229993] 2024-04-15T15:52:48.269 INFO:tasks.workunit.client.0.smithi016.stdout:from 3 to HEAD diff [983717~7028662,11211002~5723244,18151405~1955923,21915790~1012674,23370140~6746194,30767588~15089310,47697199~4942226,53622457~6063816,59747674~23412724,83795172~13734325,97558108~3535422,103465795~7075519,111522261~15306530,132003695~2010602,137599326~24323682,167574367~7089410,177794263~13208274,191330252~15876366,214231218~10190935,225819586~7492306,234112351~32688414,271596047~1269409,274226424~14434962,289026016~5060704,295073337~5116960,301728441~1698228,305190124~9814813,315193554~277118,318041868~8187090,327001559~18930237,346638186~8024877,357126779~4440344,362493560~331273,364476758~7911188,373809006~22050559,398940330~1033414,401146831~10229993] 2024-04-15T15:52:48.269 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [983717~7028662,11211002~5723244,18151405~1955923,21915790~1012674,23370140~6746194,30767588~15089310,47697199~4942226,53622457~6063816,59747674~23412724,83795172~13734325,97558108~3535422,103465795~7075519,111522261~15306530,132003695~2010602,137599326~24323682,167574367~7089410,177794263~13208274,191330252~15876366,214231218~10190935,225819586~7492306,234112351~32688414,271596047~1269409,274226424~14434962,289026016~5060704,295073337~5116960,301728441~1698228,305190124~9814813,315193554~277118,318041868~8187090,327001559~18930237,346638186~8024877,357126779~4440344,362493560~331273,364476758~7911188,373809006~22050559,398940330~1033414,401146831~10229993] 2024-04-15T15:52:48.275 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [0~8012379,11211002~5723244,18151405~1955923,21915790~1012674,23370140~6746194,30767588~15089310,47697199~11989074,59747674~37781823,97558108~3535422,103465795~23362996,132003695~2010602,137290189~24632819,163577856~11085921,176160768~31045850,214231218~19080674,234112351~32688414,269499379~3366077,274226424~14434962,289026016~5060704,295073337~5116960,300548647~2878022,305190124~9814813,315193554~277118,317854137~28077659,346638186~8024877,357126779~4440344,361687007~10700939,373809006~22050559,398940330~1033414,401146831~10229993] 2024-04-15T15:52:48.275 INFO:tasks.workunit.client.0.smithi016.stdout:from 4 to HEAD diff [983717~7028662,11211002~5723244,18151405~1955923,21915790~1012674,23370140~6252618,30767588~15089310,47697199~4942226,53622457~6063816,59747674~23412724,83795172~13734325,104571719~5969595,111522261~15306530,132003695~2010602,137599326~24323682,167574367~7089410,177794263~212347,179360996~1427023,182886623~8115914,191330252~15876366,214231218~10190935,225819586~7492306,234112351~32688414,271596047~1269409,274226424~14434962,289026016~5060704,295073337~5116960,301728441~1698228,305190124~9814813,315193554~277118,318041868~8187090,327001559~18930237,346638186~8024877,357126779~4440344,362493560~331273,364476758~2090926,368728082~2291595,373809006~22050559,398940330~1033414,401146831~10229993] 2024-04-15T15:52:48.275 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [983717~7028662,11211002~5723244,18151405~1955923,21915790~1012674,23370140~6252618,30767588~15089310,47697199~4942226,53622457~6063816,59747674~23412724,83795172~13734325,104571719~5969595,111522261~15306530,132003695~2010602,137599326~24323682,167574367~7089410,177794263~212347,179360996~1427023,182886623~8115914,191330252~15876366,214231218~10190935,225819586~7492306,234112351~32688414,271596047~1269409,274226424~14434962,289026016~5060704,295073337~5116960,301728441~1698228,305190124~9814813,315193554~277118,318041868~8187090,327001559~18930237,346638186~8024877,357126779~4440344,362493560~331273,364476758~2090926,368728082~2291595,373809006~22050559,398940330~1033414,401146831~10229993] 2024-04-15T15:52:48.281 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [0~8012379,11211002~5723244,18151405~1955923,21915790~1012674,23370140~6252618,30767588~15089310,47697199~11989074,59747674~37781823,104571719~22257072,132003695~2010602,137290189~24632819,163577856~11085921,177794263~212347,179360996~1427023,182886623~24319995,214231218~19080674,234112351~32688414,269499379~3366077,274226424~14434962,289026016~5060704,295073337~5116960,300548647~2878022,305190124~9814813,315193554~277118,317854137~28077659,346638186~8024877,357126779~4440344,361687007~4880677,368728082~2291595,373809006~22050559,398940330~1033414,401146831~10229993] 2024-04-15T15:52:48.281 INFO:tasks.workunit.client.0.smithi016.stdout:from 5 to HEAD diff [983717~7028662,11211002~5723244,18151405~1955923,21915790~1012674,23370140~6252618,30767588~15089310,47697199~4942226,53622457~6063816,59747674~23412724,83795172~13734325,104571719~5969595,111522261~15306530,132003695~2010602,137599326~8124995,146536789~15386219,167574367~7089410,177794263~212347,179360996~1427023,182886623~8115914,191330252~15876366,215945468~8476685,225819586~7492306,234112351~32688414,271596047~1269409,274226424~14434962,289026016~5060704,295073337~5116960,301728441~1698228,305190124~9814813,315193554~277118,318041868~8187090,327001559~18061510,346638186~8024877,357126779~4440344,362493560~331273,368728082~2291595,373809006~4939915,379925205~15934360,398940330~1033414,401146831~10229993] 2024-04-15T15:52:48.281 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [983717~7028662,11211002~5723244,18151405~1955923,21915790~1012674,23370140~6252618,30767588~15089310,47697199~4942226,53622457~6063816,59747674~23412724,83795172~13734325,104571719~5969595,111522261~15306530,132003695~2010602,137599326~8124995,146536789~15386219,167574367~7089410,177794263~212347,179360996~1427023,182886623~8115914,191330252~15876366,215945468~8476685,225819586~7492306,234112351~32688414,271596047~1269409,274226424~14434962,289026016~5060704,295073337~5116960,301728441~1698228,305190124~9814813,315193554~277118,318041868~8187090,327001559~18061510,346638186~8024877,357126779~4440344,362493560~331273,368728082~2291595,373809006~4939915,379925205~15934360,398940330~1033414,401146831~10229993] 2024-04-15T15:52:48.286 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [0~8012379,11211002~5723244,18151405~1955923,21915790~1012674,23370140~6252618,30767588~15089310,47697199~11989074,59747674~37781823,104571719~22257072,132003695~2010602,137290189~8434132,146536789~15386219,163577856~11085921,177794263~212347,179360996~1427023,182886623~24319995,215945468~17366424,234112351~32688414,269499379~3366077,274226424~14434962,289026016~5060704,295073337~5116960,300548647~2878022,305190124~9814813,315193554~277118,317854137~27208932,346638186~8024877,357126779~4440344,362493560~331273,368728082~2291595,373809006~4939915,379925205~15934360,398940330~1033414,401146831~10229993] 2024-04-15T15:52:48.286 INFO:tasks.workunit.client.0.smithi016.stdout:from 6 to HEAD diff [983717~7028662,11211002~5723244,18151405~1955923,30767588~15089310,47697199~4942226,53622457~6063816,59747674~23412724,83795172~13734325,104571719~5969595,111522261~15306530,132003695~2010602,137599326~8124995,146536789~15386219,167574367~7089410,177794263~212347,179360996~1427023,182886623~8115914,191330252~15876366,215945468~8476685,225819586~7492306,234112351~32688414,271596047~1269409,274226424~13945610,289026016~5060704,295073337~4871368,301728441~1698228,305190124~9814813,315193554~277118,318041868~8187090,327001559~18012765,346638186~8024877,362493560~331273,368728082~2291595,373809006~4939915,379925205~15934360,398940330~1033414,401146831~10229993] 2024-04-15T15:52:48.287 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [983717~7028662,11211002~5723244,18151405~1955923,30767588~15089310,47697199~4942226,53622457~6063816,59747674~23412724,83795172~13734325,104571719~5969595,111522261~15306530,132003695~2010602,137599326~8124995,146536789~15386219,167574367~7089410,177794263~212347,179360996~1427023,182886623~8115914,191330252~15876366,215945468~8476685,225819586~7492306,234112351~32688414,271596047~1269409,274226424~13945610,289026016~5060704,295073337~4871368,301728441~1698228,305190124~9814813,315193554~277118,318041868~8187090,327001559~18012765,346638186~8024877,362493560~331273,368728082~2291595,373809006~4939915,379925205~15934360,398940330~1033414,401146831~10229993] 2024-04-15T15:52:48.292 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [0~8012379,11211002~5723244,18151405~1955923,30767588~15089310,47697199~11989074,59747674~37781823,104571719~22257072,132003695~2010602,137290189~8434132,146536789~15386219,163577856~11085921,177794263~212347,179360996~1427023,182886623~24319995,215945468~17366424,234112351~32688414,269499379~3366077,274226424~13945610,289026016~5060704,295073337~4871368,300548647~2878022,305190124~9814813,315193554~277118,317854137~27160187,346638186~8024877,362493560~331273,368728082~2291595,373809006~4939915,379925205~15934360,398940330~1033414,401146831~10229993] 2024-04-15T15:52:48.539 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:52:48 smithi016 ceph-mon[90652]: pgmap v3975: 137 pgs: 137 active+clean; 756 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 113 KiB/s rd, 7.2 KiB/s wr, 1.53k op/s 2024-04-15T15:52:48.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:52:48 smithi016 ceph-mon[90652]: osdmap e2039: 8 total, 8 up, 8 in 2024-04-15T15:52:48.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:52:48 smithi016 ceph-mon[93212]: pgmap v3975: 137 pgs: 137 active+clean; 756 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 113 KiB/s rd, 7.2 KiB/s wr, 1.53k op/s 2024-04-15T15:52:48.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:52:48 smithi016 ceph-mon[93212]: osdmap e2039: 8 total, 8 up, 8 in 2024-04-15T15:52:48.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:52:48 smithi102 ceph-mon[87131]: pgmap v3975: 137 pgs: 137 active+clean; 756 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 113 KiB/s rd, 7.2 KiB/s wr, 1.53k op/s 2024-04-15T15:52:48.688 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:52:48 smithi102 ceph-mon[87131]: osdmap e2039: 8 total, 8 up, 8 in 2024-04-15T15:52:49.222 INFO:tasks.workunit.client.0.smithi016.stdout:from 0 to HEAD diff [983717~15950529,18151405~4777059,23370140~29269285,53622457~29537941,83795172~26746142,111522261~15306530,132003695~2010602,137599326~24323682,167574367~7089410,177794263~13208274,191330252~15876366,214231218~10190935,225819586~43679793,271596047~1269409,274226424~19860296,295073337~5475310,301728441~1698228,304480288~13373849,318041868~8187090,327001559~27661504,357126779~4560228,362493560~331273,364476758~46900066] 2024-04-15T15:52:49.222 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [983717~15950529,18151405~4777059,23370140~29269285,53622457~29537941,83795172~26746142,111522261~15306530,132003695~2010602,137599326~24323682,167574367~7089410,177794263~13208274,191330252~15876366,214231218~10190935,225819586~43679793,271596047~1269409,274226424~19860296,295073337~5475310,301728441~1698228,304480288~13373849,318041868~8187090,327001559~27661504,357126779~4560228,362493560~331273,364476758~46900066] 2024-04-15T15:52:49.262 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [0~16934246,18151405~108677386,132003695~2010602,137290189~24632819,163577856~11085921,176160768~31045850,213909504~58955952,274226424~80436639,356515840~54860984] 2024-04-15T15:52:49.262 INFO:tasks.workunit.client.0.smithi016.stdout:from 1 to HEAD diff [983717~7028662,11211002~5723244,18151405~4777059,23370140~6746194,30767588~21871837,53622457~29537941,83795172~26746142,111522261~15306530,132003695~2010602,137599326~24323682,167574367~7089410,177794263~13208274,191330252~15876366,214231218~10190935,225819586~40981179,271596047~1269409,274226424~14434962,289026016~5060704,295073337~5475310,301728441~1698228,305190124~12664013,318041868~8187090,327001559~18930237,346638186~8024877,357126779~4560228,362493560~331273,364476758~7911188,373809006~22050559,398940330~1033414,401146831~10229993] 2024-04-15T15:52:49.262 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [983717~7028662,11211002~5723244,18151405~4777059,23370140~6746194,30767588~21871837,53622457~29537941,83795172~26746142,111522261~15306530,132003695~2010602,137599326~24323682,167574367~7089410,177794263~13208274,191330252~15876366,214231218~10190935,225819586~40981179,271596047~1269409,274226424~14434962,289026016~5060704,295073337~5475310,301728441~1698228,305190124~12664013,318041868~8187090,327001559~18930237,346638186~8024877,357126779~4560228,362493560~331273,364476758~7911188,373809006~22050559,398940330~1033414,401146831~10229993] 2024-04-15T15:52:49.267 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [0~8012379,11211002~5723244,18151405~11964929,30767588~96061203,132003695~2010602,137290189~24632819,163577856~11085921,176160768~31045850,214231218~52569547,269499379~3366077,274226424~14434962,289026016~14400653,305190124~40741672,346638186~8024877,356515840~15872106,373809006~22050559,398940330~1033414,401146831~10229993] 2024-04-15T15:52:49.268 INFO:tasks.workunit.client.0.smithi016.stdout:from 2 to HEAD diff [983717~7028662,11211002~5723244,18151405~4777059,23370140~6746194,30767588~21871837,53622457~29537941,83795172~26746142,111522261~15306530,132003695~2010602,137599326~24323682,167574367~7089410,177794263~13208274,191330252~15876366,214231218~10190935,225819586~7492306,234112351~32688414,271596047~1269409,274226424~14434962,289026016~5060704,295073337~5475310,301728441~1698228,305190124~9814813,315193554~277118,318041868~8187090,327001559~18930237,346638186~8024877,357126779~4440344,362493560~331273,364476758~7911188,373809006~22050559,398940330~1033414,401146831~10229993] 2024-04-15T15:52:49.268 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [983717~7028662,11211002~5723244,18151405~4777059,23370140~6746194,30767588~21871837,53622457~29537941,83795172~26746142,111522261~15306530,132003695~2010602,137599326~24323682,167574367~7089410,177794263~13208274,191330252~15876366,214231218~10190935,225819586~7492306,234112351~32688414,271596047~1269409,274226424~14434962,289026016~5060704,295073337~5475310,301728441~1698228,305190124~9814813,315193554~277118,318041868~8187090,327001559~18930237,346638186~8024877,357126779~4440344,362493560~331273,364476758~7911188,373809006~22050559,398940330~1033414,401146831~10229993] 2024-04-15T15:52:49.273 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [0~8012379,11211002~5723244,18151405~11964929,30767588~96061203,132003695~2010602,137290189~24632819,163577856~11085921,176160768~31045850,214231218~19080674,234112351~32688414,269499379~3366077,274226424~14434962,289026016~14400653,305190124~9814813,315193554~277118,317854137~28077659,346638186~8024877,357126779~4440344,361687007~10700939,373809006~22050559,398940330~1033414,401146831~10229993] 2024-04-15T15:52:49.273 INFO:tasks.workunit.client.0.smithi016.stdout:from 3 to HEAD diff [983717~7028662,11211002~5723244,18151405~1955923,21915790~1012674,23370140~6746194,30767588~15089310,47697199~4942226,53622457~6063816,59747674~23412724,83795172~13734325,97558108~3535422,103465795~7075519,111522261~15306530,132003695~2010602,137599326~24323682,167574367~7089410,177794263~13208274,191330252~15876366,214231218~10190935,225819586~7492306,234112351~32688414,271596047~1269409,274226424~14434962,289026016~5060704,295073337~5116960,301728441~1698228,305190124~9814813,315193554~277118,318041868~8187090,327001559~18930237,346638186~8024877,357126779~4440344,362493560~331273,364476758~7911188,373809006~22050559,398940330~1033414,401146831~10229993] 2024-04-15T15:52:49.274 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [983717~7028662,11211002~5723244,18151405~1955923,21915790~1012674,23370140~6746194,30767588~15089310,47697199~4942226,53622457~6063816,59747674~23412724,83795172~13734325,97558108~3535422,103465795~7075519,111522261~15306530,132003695~2010602,137599326~24323682,167574367~7089410,177794263~13208274,191330252~15876366,214231218~10190935,225819586~7492306,234112351~32688414,271596047~1269409,274226424~14434962,289026016~5060704,295073337~5116960,301728441~1698228,305190124~9814813,315193554~277118,318041868~8187090,327001559~18930237,346638186~8024877,357126779~4440344,362493560~331273,364476758~7911188,373809006~22050559,398940330~1033414,401146831~10229993] 2024-04-15T15:52:49.279 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [0~8012379,11211002~5723244,18151405~1955923,21915790~1012674,23370140~6746194,30767588~15089310,47697199~11989074,59747674~37781823,97558108~3535422,103465795~23362996,132003695~2010602,137290189~24632819,163577856~11085921,176160768~31045850,214231218~19080674,234112351~32688414,269499379~3366077,274226424~14434962,289026016~5060704,295073337~5116960,300548647~2878022,305190124~9814813,315193554~277118,317854137~28077659,346638186~8024877,357126779~4440344,361687007~10700939,373809006~22050559,398940330~1033414,401146831~10229993] 2024-04-15T15:52:49.279 INFO:tasks.workunit.client.0.smithi016.stdout:from 4 to HEAD diff [983717~7028662,11211002~5723244,18151405~1955923,21915790~1012674,23370140~6252618,30767588~15089310,47697199~4942226,53622457~6063816,59747674~23412724,83795172~13734325,104571719~5969595,111522261~15306530,132003695~2010602,137599326~24323682,167574367~7089410,177794263~212347,179360996~1427023,182886623~8115914,191330252~15876366,214231218~10190935,225819586~7492306,234112351~32688414,271596047~1269409,274226424~14434962,289026016~5060704,295073337~5116960,301728441~1698228,305190124~9814813,315193554~277118,318041868~8187090,327001559~18930237,346638186~8024877,357126779~4440344,362493560~331273,364476758~2090926,368728082~2291595,373809006~22050559,398940330~1033414,401146831~10229993] 2024-04-15T15:52:49.279 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [983717~7028662,11211002~5723244,18151405~1955923,21915790~1012674,23370140~6252618,30767588~15089310,47697199~4942226,53622457~6063816,59747674~23412724,83795172~13734325,104571719~5969595,111522261~15306530,132003695~2010602,137599326~24323682,167574367~7089410,177794263~212347,179360996~1427023,182886623~8115914,191330252~15876366,214231218~10190935,225819586~7492306,234112351~32688414,271596047~1269409,274226424~14434962,289026016~5060704,295073337~5116960,301728441~1698228,305190124~9814813,315193554~277118,318041868~8187090,327001559~18930237,346638186~8024877,357126779~4440344,362493560~331273,364476758~2090926,368728082~2291595,373809006~22050559,398940330~1033414,401146831~10229993] 2024-04-15T15:52:49.286 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [0~8012379,11211002~5723244,18151405~1955923,21915790~1012674,23370140~6252618,30767588~15089310,47697199~11989074,59747674~37781823,104571719~22257072,132003695~2010602,137290189~24632819,163577856~11085921,177794263~212347,179360996~1427023,182886623~24319995,214231218~19080674,234112351~32688414,269499379~3366077,274226424~14434962,289026016~5060704,295073337~5116960,300548647~2878022,305190124~9814813,315193554~277118,317854137~28077659,346638186~8024877,357126779~4440344,361687007~4880677,368728082~2291595,373809006~22050559,398940330~1033414,401146831~10229993] 2024-04-15T15:52:49.286 INFO:tasks.workunit.client.0.smithi016.stdout:from 5 to HEAD diff [983717~7028662,11211002~5723244,18151405~1955923,21915790~1012674,23370140~6252618,30767588~15089310,47697199~4942226,53622457~6063816,59747674~23412724,83795172~13734325,104571719~5969595,111522261~15306530,132003695~2010602,137599326~8124995,146536789~15386219,167574367~7089410,177794263~212347,179360996~1427023,182886623~8115914,191330252~15876366,215945468~8476685,225819586~7492306,234112351~32688414,271596047~1269409,274226424~14434962,289026016~5060704,295073337~5116960,301728441~1698228,305190124~9814813,315193554~277118,318041868~8187090,327001559~18061510,346638186~8024877,357126779~4440344,362493560~331273,368728082~2291595,373809006~4939915,379925205~15934360,398940330~1033414,401146831~10229993] 2024-04-15T15:52:49.286 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [983717~7028662,11211002~5723244,18151405~1955923,21915790~1012674,23370140~6252618,30767588~15089310,47697199~4942226,53622457~6063816,59747674~23412724,83795172~13734325,104571719~5969595,111522261~15306530,132003695~2010602,137599326~8124995,146536789~15386219,167574367~7089410,177794263~212347,179360996~1427023,182886623~8115914,191330252~15876366,215945468~8476685,225819586~7492306,234112351~32688414,271596047~1269409,274226424~14434962,289026016~5060704,295073337~5116960,301728441~1698228,305190124~9814813,315193554~277118,318041868~8187090,327001559~18061510,346638186~8024877,357126779~4440344,362493560~331273,368728082~2291595,373809006~4939915,379925205~15934360,398940330~1033414,401146831~10229993] 2024-04-15T15:52:49.291 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [0~8012379,11211002~5723244,18151405~1955923,21915790~1012674,23370140~6252618,30767588~15089310,47697199~11989074,59747674~37781823,104571719~22257072,132003695~2010602,137290189~8434132,146536789~15386219,163577856~11085921,177794263~212347,179360996~1427023,182886623~24319995,215945468~17366424,234112351~32688414,269499379~3366077,274226424~14434962,289026016~5060704,295073337~5116960,300548647~2878022,305190124~9814813,315193554~277118,317854137~27208932,346638186~8024877,357126779~4440344,362493560~331273,368728082~2291595,373809006~4939915,379925205~15934360,398940330~1033414,401146831~10229993] 2024-04-15T15:52:49.539 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:52:49 smithi016 ceph-mon[90652]: osdmap e2040: 8 total, 8 up, 8 in 2024-04-15T15:52:49.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:52:49 smithi016 ceph-mon[93212]: osdmap e2040: 8 total, 8 up, 8 in 2024-04-15T15:52:49.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:52:49 smithi102 ceph-mon[87131]: osdmap e2040: 8 total, 8 up, 8 in 2024-04-15T15:52:50.219 INFO:tasks.workunit.client.0.smithi016.stdout:from 0 to HEAD diff [983717~15950529,18151405~4777059,23370140~29269285,53622457~29537941,83795172~26746142,111522261~15306530,132003695~2010602,137599326~24323682,167574367~7089410,177794263~13208274,191330252~15876366,214231218~10190935,225819586~43679793,271596047~1269409,274226424~19860296,295073337~5475310,301728441~1698228,304480288~13373849,318041868~8187090,327001559~27661504,357126779~4560228,362493560~331273,364476758~46900066] 2024-04-15T15:52:50.219 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [983717~15950529,18151405~4777059,23370140~29269285,53622457~29537941,83795172~26746142,111522261~15306530,132003695~2010602,137599326~24323682,167574367~7089410,177794263~13208274,191330252~15876366,214231218~10190935,225819586~43679793,271596047~1269409,274226424~19860296,295073337~5475310,301728441~1698228,304480288~13373849,318041868~8187090,327001559~27661504,357126779~4560228,362493560~331273,364476758~46900066] 2024-04-15T15:52:50.264 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [0~16934246,18151405~108677386,132003695~2010602,137290189~24632819,163577856~11085921,176160768~31045850,213909504~58955952,274226424~80436639,356515840~54860984] 2024-04-15T15:52:50.264 INFO:tasks.workunit.client.0.smithi016.stdout:from 1 to HEAD diff [983717~7028662,11211002~5723244,18151405~4777059,23370140~6746194,30767588~21871837,53622457~29537941,83795172~26746142,111522261~15306530,132003695~2010602,137599326~24323682,167574367~7089410,177794263~13208274,191330252~15876366,214231218~10190935,225819586~40981179,271596047~1269409,274226424~14434962,289026016~5060704,295073337~5475310,301728441~1698228,305190124~12664013,318041868~8187090,327001559~18930237,346638186~8024877,357126779~4560228,362493560~331273,364476758~7911188,373809006~22050559,398940330~1033414,401146831~10229993] 2024-04-15T15:52:50.264 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [983717~7028662,11211002~5723244,18151405~4777059,23370140~6746194,30767588~21871837,53622457~29537941,83795172~26746142,111522261~15306530,132003695~2010602,137599326~24323682,167574367~7089410,177794263~13208274,191330252~15876366,214231218~10190935,225819586~40981179,271596047~1269409,274226424~14434962,289026016~5060704,295073337~5475310,301728441~1698228,305190124~12664013,318041868~8187090,327001559~18930237,346638186~8024877,357126779~4560228,362493560~331273,364476758~7911188,373809006~22050559,398940330~1033414,401146831~10229993] 2024-04-15T15:52:50.270 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [0~8012379,11211002~5723244,18151405~11964929,30767588~96061203,132003695~2010602,137290189~24632819,163577856~11085921,176160768~31045850,214231218~52569547,269499379~3366077,274226424~14434962,289026016~14400653,305190124~40741672,346638186~8024877,356515840~15872106,373809006~22050559,398940330~1033414,401146831~10229993] 2024-04-15T15:52:50.270 INFO:tasks.workunit.client.0.smithi016.stdout:from 2 to HEAD diff [983717~7028662,11211002~5723244,18151405~4777059,23370140~6746194,30767588~21871837,53622457~29537941,83795172~26746142,111522261~15306530,132003695~2010602,137599326~24323682,167574367~7089410,177794263~13208274,191330252~15876366,214231218~10190935,225819586~7492306,234112351~32688414,271596047~1269409,274226424~14434962,289026016~5060704,295073337~5475310,301728441~1698228,305190124~9814813,315193554~277118,318041868~8187090,327001559~18930237,346638186~8024877,357126779~4440344,362493560~331273,364476758~7911188,373809006~22050559,398940330~1033414,401146831~10229993] 2024-04-15T15:52:50.270 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [983717~7028662,11211002~5723244,18151405~4777059,23370140~6746194,30767588~21871837,53622457~29537941,83795172~26746142,111522261~15306530,132003695~2010602,137599326~24323682,167574367~7089410,177794263~13208274,191330252~15876366,214231218~10190935,225819586~7492306,234112351~32688414,271596047~1269409,274226424~14434962,289026016~5060704,295073337~5475310,301728441~1698228,305190124~9814813,315193554~277118,318041868~8187090,327001559~18930237,346638186~8024877,357126779~4440344,362493560~331273,364476758~7911188,373809006~22050559,398940330~1033414,401146831~10229993] 2024-04-15T15:52:50.276 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [0~8012379,11211002~5723244,18151405~11964929,30767588~96061203,132003695~2010602,137290189~24632819,163577856~11085921,176160768~31045850,214231218~19080674,234112351~32688414,269499379~3366077,274226424~14434962,289026016~14400653,305190124~9814813,315193554~277118,317854137~28077659,346638186~8024877,357126779~4440344,361687007~10700939,373809006~22050559,398940330~1033414,401146831~10229993] 2024-04-15T15:52:50.276 INFO:tasks.workunit.client.0.smithi016.stdout:from 3 to HEAD diff [983717~7028662,11211002~5723244,18151405~1955923,21915790~1012674,23370140~6746194,30767588~15089310,47697199~4942226,53622457~6063816,59747674~23412724,83795172~13734325,97558108~3535422,103465795~7075519,111522261~15306530,132003695~2010602,137599326~24323682,167574367~7089410,177794263~13208274,191330252~15876366,214231218~10190935,225819586~7492306,234112351~32688414,271596047~1269409,274226424~14434962,289026016~5060704,295073337~5116960,301728441~1698228,305190124~9814813,315193554~277118,318041868~8187090,327001559~18930237,346638186~8024877,357126779~4440344,362493560~331273,364476758~7911188,373809006~22050559,398940330~1033414,401146831~10229993] 2024-04-15T15:52:50.277 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [983717~7028662,11211002~5723244,18151405~1955923,21915790~1012674,23370140~6746194,30767588~15089310,47697199~4942226,53622457~6063816,59747674~23412724,83795172~13734325,97558108~3535422,103465795~7075519,111522261~15306530,132003695~2010602,137599326~24323682,167574367~7089410,177794263~13208274,191330252~15876366,214231218~10190935,225819586~7492306,234112351~32688414,271596047~1269409,274226424~14434962,289026016~5060704,295073337~5116960,301728441~1698228,305190124~9814813,315193554~277118,318041868~8187090,327001559~18930237,346638186~8024877,357126779~4440344,362493560~331273,364476758~7911188,373809006~22050559,398940330~1033414,401146831~10229993] 2024-04-15T15:52:50.282 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [0~8012379,11211002~5723244,18151405~1955923,21915790~1012674,23370140~6746194,30767588~15089310,47697199~11989074,59747674~37781823,97558108~3535422,103465795~23362996,132003695~2010602,137290189~24632819,163577856~11085921,176160768~31045850,214231218~19080674,234112351~32688414,269499379~3366077,274226424~14434962,289026016~5060704,295073337~5116960,300548647~2878022,305190124~9814813,315193554~277118,317854137~28077659,346638186~8024877,357126779~4440344,361687007~10700939,373809006~22050559,398940330~1033414,401146831~10229993] 2024-04-15T15:52:50.282 INFO:tasks.workunit.client.0.smithi016.stdout:from 4 to HEAD diff [983717~7028662,11211002~5723244,18151405~1955923,21915790~1012674,23370140~6252618,30767588~15089310,47697199~4942226,53622457~6063816,59747674~23412724,83795172~13734325,104571719~5969595,111522261~15306530,132003695~2010602,137599326~24323682,167574367~7089410,177794263~212347,179360996~1427023,182886623~8115914,191330252~15876366,214231218~10190935,225819586~7492306,234112351~32688414,271596047~1269409,274226424~14434962,289026016~5060704,295073337~5116960,301728441~1698228,305190124~9814813,315193554~277118,318041868~8187090,327001559~18930237,346638186~8024877,357126779~4440344,362493560~331273,364476758~2090926,368728082~2291595,373809006~22050559,398940330~1033414,401146831~10229993] 2024-04-15T15:52:50.283 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [983717~7028662,11211002~5723244,18151405~1955923,21915790~1012674,23370140~6252618,30767588~15089310,47697199~4942226,53622457~6063816,59747674~23412724,83795172~13734325,104571719~5969595,111522261~15306530,132003695~2010602,137599326~24323682,167574367~7089410,177794263~212347,179360996~1427023,182886623~8115914,191330252~15876366,214231218~10190935,225819586~7492306,234112351~32688414,271596047~1269409,274226424~14434962,289026016~5060704,295073337~5116960,301728441~1698228,305190124~9814813,315193554~277118,318041868~8187090,327001559~18930237,346638186~8024877,357126779~4440344,362493560~331273,364476758~2090926,368728082~2291595,373809006~22050559,398940330~1033414,401146831~10229993] 2024-04-15T15:52:50.288 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [0~8012379,11211002~5723244,18151405~1955923,21915790~1012674,23370140~6252618,30767588~15089310,47697199~11989074,59747674~37781823,104571719~22257072,132003695~2010602,137290189~24632819,163577856~11085921,177794263~212347,179360996~1427023,182886623~24319995,214231218~19080674,234112351~32688414,269499379~3366077,274226424~14434962,289026016~5060704,295073337~5116960,300548647~2878022,305190124~9814813,315193554~277118,317854137~28077659,346638186~8024877,357126779~4440344,361687007~4880677,368728082~2291595,373809006~22050559,398940330~1033414,401146831~10229993] 2024-04-15T15:52:50.539 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:52:50 smithi016 ceph-mon[93212]: pgmap v3978: 137 pgs: 137 active+clean; 752 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 113 KiB/s rd, 7.2 KiB/s wr, 1.64k op/s 2024-04-15T15:52:50.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:52:50 smithi016 ceph-mon[93212]: osdmap e2041: 8 total, 8 up, 8 in 2024-04-15T15:52:50.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:52:50 smithi016 ceph-mon[90652]: pgmap v3978: 137 pgs: 137 active+clean; 752 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 113 KiB/s rd, 7.2 KiB/s wr, 1.64k op/s 2024-04-15T15:52:50.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:52:50 smithi016 ceph-mon[90652]: osdmap e2041: 8 total, 8 up, 8 in 2024-04-15T15:52:50.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:52:50 smithi102 ceph-mon[87131]: pgmap v3978: 137 pgs: 137 active+clean; 752 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 113 KiB/s rd, 7.2 KiB/s wr, 1.64k op/s 2024-04-15T15:52:50.688 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:52:50 smithi102 ceph-mon[87131]: osdmap e2041: 8 total, 8 up, 8 in 2024-04-15T15:52:51.209 INFO:tasks.workunit.client.0.smithi016.stdout:from 0 to HEAD diff [983717~15950529,18151405~4777059,23370140~29269285,53622457~29537941,83795172~26746142,111522261~15306530,132003695~2010602,137599326~24323682,167574367~7089410,177794263~13208274,191330252~15876366,214231218~10190935,225819586~43679793,271596047~1269409,274226424~19860296,295073337~5475310,301728441~1698228,304480288~13373849,318041868~8187090,327001559~27661504,357126779~4560228,362493560~331273,364476758~46900066] 2024-04-15T15:52:51.209 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [983717~15950529,18151405~4777059,23370140~29269285,53622457~29537941,83795172~26746142,111522261~15306530,132003695~2010602,137599326~24323682,167574367~7089410,177794263~13208274,191330252~15876366,214231218~10190935,225819586~43679793,271596047~1269409,274226424~19860296,295073337~5475310,301728441~1698228,304480288~13373849,318041868~8187090,327001559~27661504,357126779~4560228,362493560~331273,364476758~46900066] 2024-04-15T15:52:51.252 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [0~16934246,18151405~108677386,132003695~2010602,137290189~24632819,163577856~11085921,176160768~31045850,213909504~58955952,274226424~80436639,356515840~54860984] 2024-04-15T15:52:51.252 INFO:tasks.workunit.client.0.smithi016.stdout:from 1 to HEAD diff [983717~7028662,11211002~5723244,18151405~4777059,23370140~6746194,30767588~21871837,53622457~29537941,83795172~26746142,111522261~15306530,132003695~2010602,137599326~24323682,167574367~7089410,177794263~13208274,191330252~15876366,214231218~10190935,225819586~40981179,271596047~1269409,274226424~14434962,289026016~5060704,295073337~5475310,301728441~1698228,305190124~12664013,318041868~8187090,327001559~18930237,346638186~8024877,357126779~4560228,362493560~331273,364476758~7911188,373809006~22050559,398940330~1033414,401146831~10229993] 2024-04-15T15:52:51.253 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [983717~7028662,11211002~5723244,18151405~4777059,23370140~6746194,30767588~21871837,53622457~29537941,83795172~26746142,111522261~15306530,132003695~2010602,137599326~24323682,167574367~7089410,177794263~13208274,191330252~15876366,214231218~10190935,225819586~40981179,271596047~1269409,274226424~14434962,289026016~5060704,295073337~5475310,301728441~1698228,305190124~12664013,318041868~8187090,327001559~18930237,346638186~8024877,357126779~4560228,362493560~331273,364476758~7911188,373809006~22050559,398940330~1033414,401146831~10229993] 2024-04-15T15:52:51.261 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [0~8012379,11211002~5723244,18151405~11964929,30767588~96061203,132003695~2010602,137290189~24632819,163577856~11085921,176160768~31045850,214231218~52569547,269499379~3366077,274226424~14434962,289026016~14400653,305190124~40741672,346638186~8024877,356515840~15872106,373809006~22050559,398940330~1033414,401146831~10229993] 2024-04-15T15:52:51.261 INFO:tasks.workunit.client.0.smithi016.stdout:from 2 to HEAD diff [983717~7028662,11211002~5723244,18151405~4777059,23370140~6746194,30767588~21871837,53622457~29537941,83795172~26746142,111522261~15306530,132003695~2010602,137599326~24323682,167574367~7089410,177794263~13208274,191330252~15876366,214231218~10190935,225819586~7492306,234112351~32688414,271596047~1269409,274226424~14434962,289026016~5060704,295073337~5475310,301728441~1698228,305190124~9814813,315193554~277118,318041868~8187090,327001559~18930237,346638186~8024877,357126779~4440344,362493560~331273,364476758~7911188,373809006~22050559,398940330~1033414,401146831~10229993] 2024-04-15T15:52:51.262 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [983717~7028662,11211002~5723244,18151405~4777059,23370140~6746194,30767588~21871837,53622457~29537941,83795172~26746142,111522261~15306530,132003695~2010602,137599326~24323682,167574367~7089410,177794263~13208274,191330252~15876366,214231218~10190935,225819586~7492306,234112351~32688414,271596047~1269409,274226424~14434962,289026016~5060704,295073337~5475310,301728441~1698228,305190124~9814813,315193554~277118,318041868~8187090,327001559~18930237,346638186~8024877,357126779~4440344,362493560~331273,364476758~7911188,373809006~22050559,398940330~1033414,401146831~10229993] 2024-04-15T15:52:51.267 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [0~8012379,11211002~5723244,18151405~11964929,30767588~96061203,132003695~2010602,137290189~24632819,163577856~11085921,176160768~31045850,214231218~19080674,234112351~32688414,269499379~3366077,274226424~14434962,289026016~14400653,305190124~9814813,315193554~277118,317854137~28077659,346638186~8024877,357126779~4440344,361687007~10700939,373809006~22050559,398940330~1033414,401146831~10229993] 2024-04-15T15:52:51.267 INFO:tasks.workunit.client.0.smithi016.stdout:from 3 to HEAD diff [983717~7028662,11211002~5723244,18151405~1955923,21915790~1012674,23370140~6746194,30767588~15089310,47697199~4942226,53622457~6063816,59747674~23412724,83795172~13734325,97558108~3535422,103465795~7075519,111522261~15306530,132003695~2010602,137599326~24323682,167574367~7089410,177794263~13208274,191330252~15876366,214231218~10190935,225819586~7492306,234112351~32688414,271596047~1269409,274226424~14434962,289026016~5060704,295073337~5116960,301728441~1698228,305190124~9814813,315193554~277118,318041868~8187090,327001559~18930237,346638186~8024877,357126779~4440344,362493560~331273,364476758~7911188,373809006~22050559,398940330~1033414,401146831~10229993] 2024-04-15T15:52:51.267 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [983717~7028662,11211002~5723244,18151405~1955923,21915790~1012674,23370140~6746194,30767588~15089310,47697199~4942226,53622457~6063816,59747674~23412724,83795172~13734325,97558108~3535422,103465795~7075519,111522261~15306530,132003695~2010602,137599326~24323682,167574367~7089410,177794263~13208274,191330252~15876366,214231218~10190935,225819586~7492306,234112351~32688414,271596047~1269409,274226424~14434962,289026016~5060704,295073337~5116960,301728441~1698228,305190124~9814813,315193554~277118,318041868~8187090,327001559~18930237,346638186~8024877,357126779~4440344,362493560~331273,364476758~7911188,373809006~22050559,398940330~1033414,401146831~10229993] 2024-04-15T15:52:51.273 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [0~8012379,11211002~5723244,18151405~1955923,21915790~1012674,23370140~6746194,30767588~15089310,47697199~11989074,59747674~37781823,97558108~3535422,103465795~23362996,132003695~2010602,137290189~24632819,163577856~11085921,176160768~31045850,214231218~19080674,234112351~32688414,269499379~3366077,274226424~14434962,289026016~5060704,295073337~5116960,300548647~2878022,305190124~9814813,315193554~277118,317854137~28077659,346638186~8024877,357126779~4440344,361687007~10700939,373809006~22050559,398940330~1033414,401146831~10229993] 2024-04-15T15:52:51.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:52:51 smithi016 ceph-mon[90652]: osdmap e2042: 8 total, 8 up, 8 in 2024-04-15T15:52:51.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:52:51 smithi016 ceph-mon[90652]: osdmap e2043: 8 total, 8 up, 8 in 2024-04-15T15:52:51.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:52:51 smithi016 ceph-mon[93212]: osdmap e2042: 8 total, 8 up, 8 in 2024-04-15T15:52:51.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:52:51 smithi016 ceph-mon[93212]: osdmap e2043: 8 total, 8 up, 8 in 2024-04-15T15:52:51.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:52:51 smithi102 ceph-mon[87131]: osdmap e2042: 8 total, 8 up, 8 in 2024-04-15T15:52:51.688 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:52:51 smithi102 ceph-mon[87131]: osdmap e2043: 8 total, 8 up, 8 in 2024-04-15T15:52:52.039 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 15 15:52:51 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-y[81421]: ::ffff:172.21.15.102 - - [15/Apr/2024:15:52:51] "GET /metrics HTTP/1.1" 200 36688 "" "Prometheus/2.43.0" 2024-04-15T15:52:52.232 INFO:tasks.workunit.client.0.smithi016.stdout:from 0 to HEAD diff [983717~15950529,18151405~4777059,23370140~29269285,53622457~29537941,83795172~26746142,111522261~15306530,132003695~2010602,137599326~24323682,167574367~7089410,177794263~13208274,191330252~15876366,214231218~10190935,225819586~43679793,271596047~1269409,274226424~19860296,295073337~5475310,301728441~1698228,304480288~13373849,318041868~8187090,327001559~27661504,357126779~4560228,362493560~331273,364476758~46900066] 2024-04-15T15:52:52.232 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [983717~15950529,18151405~4777059,23370140~29269285,53622457~29537941,83795172~26746142,111522261~15306530,132003695~2010602,137599326~24323682,167574367~7089410,177794263~13208274,191330252~15876366,214231218~10190935,225819586~43679793,271596047~1269409,274226424~19860296,295073337~5475310,301728441~1698228,304480288~13373849,318041868~8187090,327001559~27661504,357126779~4560228,362493560~331273,364476758~46900066] 2024-04-15T15:52:52.280 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [0~16934246,18151405~108677386,132003695~2010602,137290189~24632819,163577856~11085921,176160768~31045850,213909504~58955952,274226424~80436639,356515840~54860984] 2024-04-15T15:52:52.280 INFO:tasks.workunit.client.0.smithi016.stdout:from 1 to HEAD diff [983717~7028662,11211002~5723244,18151405~4777059,23370140~6746194,30767588~21871837,53622457~29537941,83795172~26746142,111522261~15306530,132003695~2010602,137599326~24323682,167574367~7089410,177794263~13208274,191330252~15876366,214231218~10190935,225819586~40981179,271596047~1269409,274226424~14434962,289026016~5060704,295073337~5475310,301728441~1698228,305190124~12664013,318041868~8187090,327001559~18930237,346638186~8024877,357126779~4560228,362493560~331273,364476758~7911188,373809006~22050559,398940330~1033414,401146831~10229993] 2024-04-15T15:52:52.281 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [983717~7028662,11211002~5723244,18151405~4777059,23370140~6746194,30767588~21871837,53622457~29537941,83795172~26746142,111522261~15306530,132003695~2010602,137599326~24323682,167574367~7089410,177794263~13208274,191330252~15876366,214231218~10190935,225819586~40981179,271596047~1269409,274226424~14434962,289026016~5060704,295073337~5475310,301728441~1698228,305190124~12664013,318041868~8187090,327001559~18930237,346638186~8024877,357126779~4560228,362493560~331273,364476758~7911188,373809006~22050559,398940330~1033414,401146831~10229993] 2024-04-15T15:52:52.289 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [0~8012379,11211002~5723244,18151405~11964929,30767588~96061203,132003695~2010602,137290189~24632819,163577856~11085921,176160768~31045850,214231218~52569547,269499379~3366077,274226424~14434962,289026016~14400653,305190124~40741672,346638186~8024877,356515840~15872106,373809006~22050559,398940330~1033414,401146831~10229993] 2024-04-15T15:52:52.289 INFO:tasks.workunit.client.0.smithi016.stdout:from 2 to HEAD diff [983717~7028662,11211002~5723244,18151405~4777059,23370140~6746194,30767588~21871837,53622457~29537941,83795172~26746142,111522261~15306530,132003695~2010602,137599326~24323682,167574367~7089410,177794263~13208274,191330252~15876366,214231218~10190935,225819586~7492306,234112351~32688414,271596047~1269409,274226424~14434962,289026016~5060704,295073337~5475310,301728441~1698228,305190124~9814813,315193554~277118,318041868~8187090,327001559~18930237,346638186~8024877,357126779~4440344,362493560~331273,364476758~7911188,373809006~22050559,398940330~1033414,401146831~10229993] 2024-04-15T15:52:52.290 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [983717~7028662,11211002~5723244,18151405~4777059,23370140~6746194,30767588~21871837,53622457~29537941,83795172~26746142,111522261~15306530,132003695~2010602,137599326~24323682,167574367~7089410,177794263~13208274,191330252~15876366,214231218~10190935,225819586~7492306,234112351~32688414,271596047~1269409,274226424~14434962,289026016~5060704,295073337~5475310,301728441~1698228,305190124~9814813,315193554~277118,318041868~8187090,327001559~18930237,346638186~8024877,357126779~4440344,362493560~331273,364476758~7911188,373809006~22050559,398940330~1033414,401146831~10229993] 2024-04-15T15:52:52.295 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [0~8012379,11211002~5723244,18151405~11964929,30767588~96061203,132003695~2010602,137290189~24632819,163577856~11085921,176160768~31045850,214231218~19080674,234112351~32688414,269499379~3366077,274226424~14434962,289026016~14400653,305190124~9814813,315193554~277118,317854137~28077659,346638186~8024877,357126779~4440344,361687007~10700939,373809006~22050559,398940330~1033414,401146831~10229993] 2024-04-15T15:52:52.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:52:52 smithi016 ceph-mon[90652]: pgmap v3981: 137 pgs: 137 active+clean; 732 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 511 B/s rd, 0 B/s wr, 494 op/s 2024-04-15T15:52:52.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:52:52 smithi016 ceph-mon[93212]: pgmap v3981: 137 pgs: 137 active+clean; 732 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 511 B/s rd, 0 B/s wr, 494 op/s 2024-04-15T15:52:52.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:52:52 smithi102 ceph-mon[87131]: pgmap v3981: 137 pgs: 137 active+clean; 732 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 511 B/s rd, 0 B/s wr, 494 op/s 2024-04-15T15:52:52.688 INFO:journalctl@ceph.prometheus.a.smithi102.stdout:Apr 15 15:52:52 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-prometheus-a[120881]: ts=2024-04-15T15:52:52.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi016:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"362ea986-fb34-11ee-bc8f-c7b262605968\", instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T15:52:53.257 INFO:tasks.workunit.client.0.smithi016.stdout:from 0 to HEAD diff [983717~15950529,18151405~4777059,23370140~29269285,53622457~29537941,83795172~26746142,111522261~15306530,132003695~2010602,137599326~24323682,167574367~7089410,177794263~13208274,191330252~15876366,214231218~10190935,225819586~43679793,271596047~1269409,274226424~19860296,295073337~5475310,301728441~1698228,304480288~13373849,318041868~8187090,327001559~27661504,357126779~4560228,362493560~331273,364476758~46900066] 2024-04-15T15:52:53.257 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [983717~15950529,18151405~4777059,23370140~29269285,53622457~29537941,83795172~26746142,111522261~15306530,132003695~2010602,137599326~24323682,167574367~7089410,177794263~13208274,191330252~15876366,214231218~10190935,225819586~43679793,271596047~1269409,274226424~19860296,295073337~5475310,301728441~1698228,304480288~13373849,318041868~8187090,327001559~27661504,357126779~4560228,362493560~331273,364476758~46900066] 2024-04-15T15:52:53.284 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [0~16934246,18151405~108677386,132003695~2010602,137290189~24632819,163577856~11085921,176160768~31045850,213909504~58955952,274226424~80436639,356515840~54860984] 2024-04-15T15:52:53.284 INFO:tasks.workunit.client.0.smithi016.stdout:from 1 to HEAD diff [983717~7028662,11211002~5723244,18151405~4777059,23370140~6746194,30767588~21871837,53622457~29537941,83795172~26746142,111522261~15306530,132003695~2010602,137599326~24323682,167574367~7089410,177794263~13208274,191330252~15876366,214231218~10190935,225819586~40981179,271596047~1269409,274226424~14434962,289026016~5060704,295073337~5475310,301728441~1698228,305190124~12664013,318041868~8187090,327001559~18930237,346638186~8024877,357126779~4560228,362493560~331273,364476758~7911188,373809006~22050559,398940330~1033414,401146831~10229993] 2024-04-15T15:52:53.284 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [983717~7028662,11211002~5723244,18151405~4777059,23370140~6746194,30767588~21871837,53622457~29537941,83795172~26746142,111522261~15306530,132003695~2010602,137599326~24323682,167574367~7089410,177794263~13208274,191330252~15876366,214231218~10190935,225819586~40981179,271596047~1269409,274226424~14434962,289026016~5060704,295073337~5475310,301728441~1698228,305190124~12664013,318041868~8187090,327001559~18930237,346638186~8024877,357126779~4560228,362493560~331273,364476758~7911188,373809006~22050559,398940330~1033414,401146831~10229993] 2024-04-15T15:52:53.290 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [0~8012379,11211002~5723244,18151405~11964929,30767588~96061203,132003695~2010602,137290189~24632819,163577856~11085921,176160768~31045850,214231218~52569547,269499379~3366077,274226424~14434962,289026016~14400653,305190124~40741672,346638186~8024877,356515840~15872106,373809006~22050559,398940330~1033414,401146831~10229993] 2024-04-15T15:52:53.539 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:52:53 smithi016 ceph-mon[90652]: osdmap e2044: 8 total, 8 up, 8 in 2024-04-15T15:52:53.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:52:53 smithi016 ceph-mon[93212]: osdmap e2044: 8 total, 8 up, 8 in 2024-04-15T15:52:53.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:52:53 smithi102 ceph-mon[87131]: osdmap e2044: 8 total, 8 up, 8 in 2024-04-15T15:52:54.257 INFO:tasks.workunit.client.0.smithi016.stdout:from 0 to HEAD diff [983717~15950529,18151405~4777059,23370140~29269285,53622457~29537941,83795172~26746142,111522261~15306530,132003695~2010602,137599326~24323682,167574367~7089410,177794263~13208274,191330252~15876366,214231218~10190935,225819586~43679793,271596047~1269409,274226424~19860296,295073337~5475310,301728441~1698228,304480288~13373849,318041868~8187090,327001559~27661504,357126779~4560228,362493560~331273,364476758~46900066] 2024-04-15T15:52:54.257 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [983717~15950529,18151405~4777059,23370140~29269285,53622457~29537941,83795172~26746142,111522261~15306530,132003695~2010602,137599326~24323682,167574367~7089410,177794263~13208274,191330252~15876366,214231218~10190935,225819586~43679793,271596047~1269409,274226424~19860296,295073337~5475310,301728441~1698228,304480288~13373849,318041868~8187090,327001559~27661504,357126779~4560228,362493560~331273,364476758~46900066] 2024-04-15T15:52:54.292 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [0~16934246,18151405~108677386,132003695~2010602,137290189~24632819,163577856~11085921,176160768~31045850,213909504~58955952,274226424~80436639,356515840~54860984] 2024-04-15T15:52:54.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:52:54 smithi016 ceph-mon[90652]: pgmap v3984: 137 pgs: 137 active+clean; 621 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 77 KiB/s rd, 5.7 KiB/s wr, 951 op/s 2024-04-15T15:52:54.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:52:54 smithi016 ceph-mon[90652]: osdmap e2045: 8 total, 8 up, 8 in 2024-04-15T15:52:54.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:52:54 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T15:52:54.541 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:52:54 smithi016 ceph-mon[93212]: pgmap v3984: 137 pgs: 137 active+clean; 621 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 77 KiB/s rd, 5.7 KiB/s wr, 951 op/s 2024-04-15T15:52:54.541 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:52:54 smithi016 ceph-mon[93212]: osdmap e2045: 8 total, 8 up, 8 in 2024-04-15T15:52:54.541 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:52:54 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T15:52:54.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:52:54 smithi102 ceph-mon[87131]: pgmap v3984: 137 pgs: 137 active+clean; 621 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 77 KiB/s rd, 5.7 KiB/s wr, 951 op/s 2024-04-15T15:52:54.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:52:54 smithi102 ceph-mon[87131]: osdmap e2045: 8 total, 8 up, 8 in 2024-04-15T15:52:54.688 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:52:54 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T15:52:55.280 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] DiffIterateTest/0.DiffIterateStress (40001 ms) 2024-04-15T15:52:55.280 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] DiffIterateTest/0.DiffIterateParent 2024-04-15T15:52:55.280 INFO:tasks.workunit.client.0.smithi016.stdout:using new format! 2024-04-15T15:52:55.539 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:52:55 smithi016 ceph-mon[90652]: osdmap e2046: 8 total, 8 up, 8 in 2024-04-15T15:52:55.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:52:55 smithi016 ceph-mon[93212]: osdmap e2046: 8 total, 8 up, 8 in 2024-04-15T15:52:55.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:52:55 smithi102 ceph-mon[87131]: osdmap e2046: 8 total, 8 up, 8 in 2024-04-15T15:52:56.307 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] DiffIterateTest/0.DiffIterateParent (1027 ms) 2024-04-15T15:52:56.307 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] DiffIterateTest/0.DiffIterateIgnoreParent 2024-04-15T15:52:56.307 INFO:tasks.workunit.client.0.smithi016.stdout:using new format! 2024-04-15T15:52:56.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:52:56 smithi016 ceph-mon[90652]: pgmap v3987: 137 pgs: 137 active+clean; 621 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 77 KiB/s rd, 5.7 KiB/s wr, 569 op/s 2024-04-15T15:52:56.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:52:56 smithi016 ceph-mon[90652]: osdmap e2047: 8 total, 8 up, 8 in 2024-04-15T15:52:56.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:52:56 smithi016 ceph-mon[90652]: osdmap e2048: 8 total, 8 up, 8 in 2024-04-15T15:52:56.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:52:56 smithi016 ceph-mon[93212]: pgmap v3987: 137 pgs: 137 active+clean; 621 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 77 KiB/s rd, 5.7 KiB/s wr, 569 op/s 2024-04-15T15:52:56.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:52:56 smithi016 ceph-mon[93212]: osdmap e2047: 8 total, 8 up, 8 in 2024-04-15T15:52:56.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:52:56 smithi016 ceph-mon[93212]: osdmap e2048: 8 total, 8 up, 8 in 2024-04-15T15:52:56.688 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:52:56 smithi102 ceph-mon[87131]: pgmap v3987: 137 pgs: 137 active+clean; 621 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 77 KiB/s rd, 5.7 KiB/s wr, 569 op/s 2024-04-15T15:52:56.688 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:52:56 smithi102 ceph-mon[87131]: osdmap e2047: 8 total, 8 up, 8 in 2024-04-15T15:52:56.688 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:52:56 smithi102 ceph-mon[87131]: osdmap e2048: 8 total, 8 up, 8 in 2024-04-15T15:52:57.397 INFO:tasks.workunit.client.0.smithi016.stdout: wrote [1528876~77897,3194563~91749,5600707~14022,6386494~55685,11507052~72847,12519113~100310,15866412~15363,16370404~99489,18162743~79226,19856157~78017] to clone 2024-04-15T15:52:57.397 INFO:tasks.workunit.client.0.smithi016.stdout: diff was [0~3286312,4194304~2247875,8388608~8081285,16777216~3156958] 2024-04-15T15:52:57.402 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] DiffIterateTest/0.DiffIterateIgnoreParent (1095 ms) 2024-04-15T15:52:57.402 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] DiffIterateTest/0.DiffIterateCallbackError 2024-04-15T15:52:57.402 INFO:tasks.workunit.client.0.smithi016.stdout:using new format! 2024-04-15T15:52:57.422 INFO:tasks.workunit.client.0.smithi016.stdout: wrote [2950132~91555,5120633~80431,8422422~90507,9754596~87961,11247460~90225,15148858~52745,16288743~9854,16581705~69472,17119826~66909,17853758~15654] 2024-04-15T15:52:57.433 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] DiffIterateTest/0.DiffIterateCallbackError (30 ms) 2024-04-15T15:52:57.433 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] DiffIterateTest/0.DiffIterateParentDiscard 2024-04-15T15:52:57.433 INFO:tasks.workunit.client.0.smithi016.stdout:using new format! 2024-04-15T15:52:58.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:52:58 smithi016 ceph-mon[90652]: pgmap v3990: 137 pgs: 137 active+clean; 474 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 93 KiB/s rd, 8.0 MiB/s wr, 311 op/s 2024-04-15T15:52:58.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:52:58 smithi016 ceph-mon[90652]: osdmap e2049: 8 total, 8 up, 8 in 2024-04-15T15:52:58.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:52:58 smithi016 ceph-mon[93212]: pgmap v3990: 137 pgs: 137 active+clean; 474 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 93 KiB/s rd, 8.0 MiB/s wr, 311 op/s 2024-04-15T15:52:58.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:52:58 smithi016 ceph-mon[93212]: osdmap e2049: 8 total, 8 up, 8 in 2024-04-15T15:52:58.688 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:52:58 smithi102 ceph-mon[87131]: pgmap v3990: 137 pgs: 137 active+clean; 474 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 93 KiB/s rd, 8.0 MiB/s wr, 311 op/s 2024-04-15T15:52:58.688 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:52:58 smithi102 ceph-mon[87131]: osdmap e2049: 8 total, 8 up, 8 in 2024-04-15T15:52:59.374 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] DiffIterateTest/0.DiffIterateParentDiscard (1942 ms) 2024-04-15T15:52:59.374 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] DiffIterateTest/0.DiffIterateUnalignedSmall 2024-04-15T15:52:59.374 INFO:tasks.workunit.client.0.smithi016.stdout:using new format! 2024-04-15T15:52:59.423 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] DiffIterateTest/0.DiffIterateUnalignedSmall (49 ms) 2024-04-15T15:52:59.423 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] DiffIterateTest/0.DiffIterateUnaligned 2024-04-15T15:52:59.424 INFO:tasks.workunit.client.0.smithi016.stdout:using new format! 2024-04-15T15:52:59.482 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] DiffIterateTest/0.DiffIterateUnaligned (58 ms) 2024-04-15T15:52:59.482 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] DiffIterateTest/0.DiffIterateTryAcquireLock 2024-04-15T15:52:59.482 INFO:tasks.workunit.client.0.smithi016.stdout:using new format! 2024-04-15T15:52:59.539 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:52:59 smithi016 ceph-mon[90652]: osdmap e2050: 8 total, 8 up, 8 in 2024-04-15T15:52:59.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:52:59 smithi016 ceph-mon[93212]: osdmap e2050: 8 total, 8 up, 8 in 2024-04-15T15:52:59.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:52:59 smithi102 ceph-mon[87131]: osdmap e2050: 8 total, 8 up, 8 in 2024-04-15T15:53:00.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:53:00 smithi016 ceph-mon[90652]: pgmap v3993: 137 pgs: 137 active+clean; 474 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 101 KiB/s rd, 8.0 MiB/s wr, 333 op/s 2024-04-15T15:53:00.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:53:00 smithi016 ceph-mon[90652]: osdmap e2051: 8 total, 8 up, 8 in 2024-04-15T15:53:00.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:53:00 smithi016 ceph-mon[93212]: pgmap v3993: 137 pgs: 137 active+clean; 474 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 101 KiB/s rd, 8.0 MiB/s wr, 333 op/s 2024-04-15T15:53:00.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:53:00 smithi016 ceph-mon[93212]: osdmap e2051: 8 total, 8 up, 8 in 2024-04-15T15:53:00.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:53:00 smithi102 ceph-mon[87131]: pgmap v3993: 137 pgs: 137 active+clean; 474 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 101 KiB/s rd, 8.0 MiB/s wr, 333 op/s 2024-04-15T15:53:00.688 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:53:00 smithi102 ceph-mon[87131]: osdmap e2051: 8 total, 8 up, 8 in 2024-04-15T15:53:02.040 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 15 15:53:01 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-y[81421]: ::ffff:172.21.15.102 - - [15/Apr/2024:15:53:01] "GET /metrics HTTP/1.1" 200 36689 "" "Prometheus/2.43.0" 2024-04-15T15:53:02.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:53:02 smithi016 ceph-mon[93212]: pgmap v3995: 137 pgs: 137 active+clean; 512 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 2.7 MiB/s rd, 9.2 MiB/s wr, 255 op/s 2024-04-15T15:53:02.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:53:02 smithi016 ceph-mon[93212]: osdmap e2052: 8 total, 8 up, 8 in 2024-04-15T15:53:02.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:53:02 smithi016 ceph-mon[90652]: pgmap v3995: 137 pgs: 137 active+clean; 512 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 2.7 MiB/s rd, 9.2 MiB/s wr, 255 op/s 2024-04-15T15:53:02.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:53:02 smithi016 ceph-mon[90652]: osdmap e2052: 8 total, 8 up, 8 in 2024-04-15T15:53:02.688 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:53:02 smithi102 ceph-mon[87131]: pgmap v3995: 137 pgs: 137 active+clean; 512 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 2.7 MiB/s rd, 9.2 MiB/s wr, 255 op/s 2024-04-15T15:53:02.688 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:53:02 smithi102 ceph-mon[87131]: osdmap e2052: 8 total, 8 up, 8 in 2024-04-15T15:53:02.688 INFO:journalctl@ceph.prometheus.a.smithi102.stdout:Apr 15 15:53:02 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-prometheus-a[120881]: ts=2024-04-15T15:53:02.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi016:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"362ea986-fb34-11ee-bc8f-c7b262605968\", instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T15:53:04.521 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] DiffIterateTest/0.DiffIterateTryAcquireLock (5039 ms) 2024-04-15T15:53:04.521 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] DiffIterateTest/0.DiffIterateStriping 2024-04-15T15:53:04.521 INFO:tasks.workunit.client.0.smithi016.stdout:/home/jenkins-build/build/workspace/ceph-dev-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/18.2.2-1221-ge3fb05d5/rpm/el9/BUILD/ceph-18.2.2-1221-ge3fb05d5/src/test/librbd/test_librbd.cc:8604: Skipped 2024-04-15T15:53:04.521 INFO:tasks.workunit.client.0.smithi016.stdout:Skipping due to unmet REQUIRE 2024-04-15T15:53:04.521 INFO:tasks.workunit.client.0.smithi016.stdout:[ SKIPPED ] DiffIterateTest/0.DiffIterateStriping (0 ms) 2024-04-15T15:53:04.539 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:53:04 smithi016 ceph-mon[90652]: pgmap v3997: 137 pgs: 137 active+clean; 563 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 4.5 MiB/s rd, 7.5 MiB/s wr, 249 op/s 2024-04-15T15:53:04.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:53:04 smithi016 ceph-mon[93212]: pgmap v3997: 137 pgs: 137 active+clean; 563 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 4.5 MiB/s rd, 7.5 MiB/s wr, 249 op/s 2024-04-15T15:53:04.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:53:04 smithi102 ceph-mon[87131]: pgmap v3997: 137 pgs: 137 active+clean; 563 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 4.5 MiB/s rd, 7.5 MiB/s wr, 249 op/s 2024-04-15T15:53:05.208 INFO:tasks.workunit.client.0.smithi016.stdout:[----------] 15 tests from DiffIterateTest/0 (70161 ms total) 2024-04-15T15:53:05.208 INFO:tasks.workunit.client.0.smithi016.stdout: 2024-04-15T15:53:05.208 INFO:tasks.workunit.client.0.smithi016.stdout:[----------] 15 tests from DiffIterateTest/1, where TypeParam = DiffIterateParams 2024-04-15T15:53:05.243 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] DiffIterateTest/1.DiffIterate 2024-04-15T15:53:06.539 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:53:06 smithi016 ceph-mon[90652]: pgmap v3998: 137 pgs: 137 active+clean; 563 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 3.8 MiB/s rd, 6.4 MiB/s wr, 198 op/s 2024-04-15T15:53:06.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:53:06 smithi016 ceph-mon[90652]: osdmap e2053: 8 total, 8 up, 8 in 2024-04-15T15:53:06.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:53:06 smithi016 ceph-mon[93212]: pgmap v3998: 137 pgs: 137 active+clean; 563 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 3.8 MiB/s rd, 6.4 MiB/s wr, 198 op/s 2024-04-15T15:53:06.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:53:06 smithi016 ceph-mon[93212]: osdmap e2053: 8 total, 8 up, 8 in 2024-04-15T15:53:06.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:53:06 smithi102 ceph-mon[87131]: pgmap v3998: 137 pgs: 137 active+clean; 563 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 3.8 MiB/s rd, 6.4 MiB/s wr, 198 op/s 2024-04-15T15:53:06.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:53:06 smithi102 ceph-mon[87131]: osdmap e2053: 8 total, 8 up, 8 in 2024-04-15T15:53:07.221 INFO:tasks.workunit.client.0.smithi016.stdout:using new format! 2024-04-15T15:53:07.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:53:07 smithi016 ceph-mon[90652]: osdmap e2054: 8 total, 8 up, 8 in 2024-04-15T15:53:07.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:53:07 smithi016 ceph-mon[90652]: from='client.? 172.21.15.16:0/2874268489' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi016-143420-45","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T15:53:07.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:53:07 smithi016 ceph-mon[90652]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi016-143420-45","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T15:53:07.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:53:07 smithi016 ceph-mon[93212]: osdmap e2054: 8 total, 8 up, 8 in 2024-04-15T15:53:07.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:53:07 smithi016 ceph-mon[93212]: from='client.? 172.21.15.16:0/2874268489' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi016-143420-45","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T15:53:07.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:53:07 smithi016 ceph-mon[93212]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi016-143420-45","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T15:53:07.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:53:07 smithi102 ceph-mon[87131]: osdmap e2054: 8 total, 8 up, 8 in 2024-04-15T15:53:07.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:53:07 smithi102 ceph-mon[87131]: from='client.? 172.21.15.16:0/2874268489' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi016-143420-45","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T15:53:07.688 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:53:07 smithi102 ceph-mon[87131]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi016-143420-45","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T15:53:08.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:53:08 smithi016 ceph-mon[90652]: pgmap v4001: 137 pgs: 4 creating+peering, 28 unknown, 105 active+clean; 4.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail 2024-04-15T15:53:08.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:53:08 smithi016 ceph-mon[90652]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-15T15:53:08.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:53:08 smithi016 ceph-mon[90652]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi016-143420-45","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-15T15:53:08.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:53:08 smithi016 ceph-mon[90652]: osdmap e2055: 8 total, 8 up, 8 in 2024-04-15T15:53:08.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:53:08 smithi016 ceph-mon[93212]: pgmap v4001: 137 pgs: 4 creating+peering, 28 unknown, 105 active+clean; 4.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail 2024-04-15T15:53:08.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:53:08 smithi016 ceph-mon[93212]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-15T15:53:08.541 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:53:08 smithi016 ceph-mon[93212]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi016-143420-45","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-15T15:53:08.541 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:53:08 smithi016 ceph-mon[93212]: osdmap e2055: 8 total, 8 up, 8 in 2024-04-15T15:53:08.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:53:08 smithi102 ceph-mon[87131]: pgmap v4001: 137 pgs: 4 creating+peering, 28 unknown, 105 active+clean; 4.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail 2024-04-15T15:53:08.688 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:53:08 smithi102 ceph-mon[87131]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-15T15:53:08.688 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:53:08 smithi102 ceph-mon[87131]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi016-143420-45","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-15T15:53:08.688 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:53:08 smithi102 ceph-mon[87131]: osdmap e2055: 8 total, 8 up, 8 in 2024-04-15T15:53:09.261 INFO:tasks.workunit.client.0.smithi016.stdout: wrote [3702730~71213,5631937~52286,6498341~89473,7102697~88741,8604641~98910,15154034~57412,16226453~46100,16652208~44853,18693661~36507,19179844~12758] 2024-04-15T15:53:09.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:53:09 smithi016 ceph-mon[90652]: osdmap e2056: 8 total, 8 up, 8 in 2024-04-15T15:53:09.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:53:09 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T15:53:09.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:53:09 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T15:53:09.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:53:09 smithi016 ceph-mon[93212]: osdmap e2056: 8 total, 8 up, 8 in 2024-04-15T15:53:09.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:53:09 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T15:53:09.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:53:09 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T15:53:09.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:53:09 smithi102 ceph-mon[87131]: osdmap e2056: 8 total, 8 up, 8 in 2024-04-15T15:53:09.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:53:09 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T15:53:09.688 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:53:09 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T15:53:10.255 INFO:tasks.workunit.client.0.smithi016.stdout: wrote [0~12582912,16777216~4194304] 2024-04-15T15:53:10.258 INFO:tasks.workunit.client.0.smithi016.stdout: diff was [0~12582912,16777216~4194304] 2024-04-15T15:53:10.262 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] DiffIterateTest/1.DiffIterate (5019 ms) 2024-04-15T15:53:10.262 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] DiffIterateTest/1.DiffIterateDeterministic 2024-04-15T15:53:10.263 INFO:tasks.workunit.client.0.smithi016.stdout:using new format! 2024-04-15T15:53:10.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:53:10 smithi016 ceph-mon[90652]: pgmap v4004: 137 pgs: 4 creating+peering, 21 unknown, 112 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2024-04-15T15:53:10.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:53:10 smithi016 ceph-mon[90652]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-15T15:53:10.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:53:10 smithi016 ceph-mon[90652]: osdmap e2057: 8 total, 8 up, 8 in 2024-04-15T15:53:10.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:53:10 smithi016 ceph-mon[93212]: pgmap v4004: 137 pgs: 4 creating+peering, 21 unknown, 112 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2024-04-15T15:53:10.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:53:10 smithi016 ceph-mon[93212]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-15T15:53:10.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:53:10 smithi016 ceph-mon[93212]: osdmap e2057: 8 total, 8 up, 8 in 2024-04-15T15:53:10.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:53:10 smithi102 ceph-mon[87131]: pgmap v4004: 137 pgs: 4 creating+peering, 21 unknown, 112 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2024-04-15T15:53:10.688 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:53:10 smithi102 ceph-mon[87131]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-15T15:53:10.688 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:53:10 smithi102 ceph-mon[87131]: osdmap e2057: 8 total, 8 up, 8 in 2024-04-15T15:53:11.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:53:11 smithi016 ceph-mon[90652]: osdmap e2058: 8 total, 8 up, 8 in 2024-04-15T15:53:11.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:53:11 smithi016 ceph-mon[93212]: osdmap e2058: 8 total, 8 up, 8 in 2024-04-15T15:53:11.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:53:11 smithi102 ceph-mon[87131]: osdmap e2058: 8 total, 8 up, 8 in 2024-04-15T15:53:12.040 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 15 15:53:11 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-y[81421]: ::ffff:172.21.15.102 - - [15/Apr/2024:15:53:11] "GET /metrics HTTP/1.1" 200 36614 "" "Prometheus/2.43.0" 2024-04-15T15:53:12.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:53:12 smithi016 ceph-mon[90652]: pgmap v4007: 137 pgs: 4 creating+peering, 9 unknown, 124 active+clean; 15 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 5.7 KiB/s rd, 134 KiB/s wr, 11 op/s 2024-04-15T15:53:12.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:53:12 smithi016 ceph-mon[90652]: osdmap e2059: 8 total, 8 up, 8 in 2024-04-15T15:53:12.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:53:12 smithi016 ceph-mon[93212]: pgmap v4007: 137 pgs: 4 creating+peering, 9 unknown, 124 active+clean; 15 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 5.7 KiB/s rd, 134 KiB/s wr, 11 op/s 2024-04-15T15:53:12.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:53:12 smithi016 ceph-mon[93212]: osdmap e2059: 8 total, 8 up, 8 in 2024-04-15T15:53:12.589 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:53:12 smithi102 ceph-mon[87131]: pgmap v4007: 137 pgs: 4 creating+peering, 9 unknown, 124 active+clean; 15 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 5.7 KiB/s rd, 134 KiB/s wr, 11 op/s 2024-04-15T15:53:12.589 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:53:12 smithi102 ceph-mon[87131]: osdmap e2059: 8 total, 8 up, 8 in 2024-04-15T15:53:12.589 INFO:journalctl@ceph.prometheus.a.smithi102.stdout:Apr 15 15:53:12 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-prometheus-a[120881]: ts=2024-04-15T15:53:12.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi016:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"362ea986-fb34-11ee-bc8f-c7b262605968\", instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T15:53:13.290 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] DiffIterateTest/1.DiffIterateDeterministic (3026 ms) 2024-04-15T15:53:13.290 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] DiffIterateTest/1.DiffIterateDeterministicPP 2024-04-15T15:53:13.290 INFO:tasks.workunit.client.0.smithi016.stdout:using new format! 2024-04-15T15:53:13.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:53:13 smithi016 ceph-mon[90652]: osdmap e2060: 8 total, 8 up, 8 in 2024-04-15T15:53:13.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:53:13 smithi016 ceph-mon[93212]: osdmap e2060: 8 total, 8 up, 8 in 2024-04-15T15:53:13.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:53:13 smithi102 ceph-mon[87131]: osdmap e2060: 8 total, 8 up, 8 in 2024-04-15T15:53:14.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:53:14 smithi016 ceph-mon[90652]: pgmap v4010: 137 pgs: 137 active+clean; 20 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 34 KiB/s rd, 286 KiB/s wr, 58 op/s 2024-04-15T15:53:14.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:53:14 smithi016 ceph-mon[90652]: osdmap e2061: 8 total, 8 up, 8 in 2024-04-15T15:53:14.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:53:14 smithi016 ceph-mon[93212]: pgmap v4010: 137 pgs: 137 active+clean; 20 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 34 KiB/s rd, 286 KiB/s wr, 58 op/s 2024-04-15T15:53:14.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:53:14 smithi016 ceph-mon[93212]: osdmap e2061: 8 total, 8 up, 8 in 2024-04-15T15:53:14.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:53:14 smithi102 ceph-mon[87131]: pgmap v4010: 137 pgs: 137 active+clean; 20 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 34 KiB/s rd, 286 KiB/s wr, 58 op/s 2024-04-15T15:53:14.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:53:14 smithi102 ceph-mon[87131]: osdmap e2061: 8 total, 8 up, 8 in 2024-04-15T15:53:15.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:53:15 smithi016 ceph-mon[90652]: osdmap e2062: 8 total, 8 up, 8 in 2024-04-15T15:53:15.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:53:15 smithi016 ceph-mon[93212]: osdmap e2062: 8 total, 8 up, 8 in 2024-04-15T15:53:15.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:53:15 smithi102 ceph-mon[87131]: osdmap e2062: 8 total, 8 up, 8 in 2024-04-15T15:53:16.235 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] DiffIterateTest/1.DiffIterateDeterministicPP (2947 ms) 2024-04-15T15:53:16.235 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] DiffIterateTest/1.DiffIterateDiscard 2024-04-15T15:53:16.235 INFO:tasks.workunit.client.0.smithi016.stdout:using new format! 2024-04-15T15:53:16.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:53:16 smithi016 ceph-mon[90652]: pgmap v4013: 137 pgs: 137 active+clean; 20 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 28 KiB/s rd, 152 KiB/s wr, 47 op/s 2024-04-15T15:53:16.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:53:16 smithi016 ceph-mon[90652]: osdmap e2063: 8 total, 8 up, 8 in 2024-04-15T15:53:16.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:53:16 smithi016 ceph-mon[90652]: osdmap e2064: 8 total, 8 up, 8 in 2024-04-15T15:53:16.541 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:53:16 smithi016 ceph-mon[93212]: pgmap v4013: 137 pgs: 137 active+clean; 20 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 28 KiB/s rd, 152 KiB/s wr, 47 op/s 2024-04-15T15:53:16.541 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:53:16 smithi016 ceph-mon[93212]: osdmap e2063: 8 total, 8 up, 8 in 2024-04-15T15:53:16.541 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:53:16 smithi016 ceph-mon[93212]: osdmap e2064: 8 total, 8 up, 8 in 2024-04-15T15:53:16.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:53:16 smithi102 ceph-mon[87131]: pgmap v4013: 137 pgs: 137 active+clean; 20 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 28 KiB/s rd, 152 KiB/s wr, 47 op/s 2024-04-15T15:53:16.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:53:16 smithi102 ceph-mon[87131]: osdmap e2063: 8 total, 8 up, 8 in 2024-04-15T15:53:16.688 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:53:16 smithi102 ceph-mon[87131]: osdmap e2064: 8 total, 8 up, 8 in 2024-04-15T15:53:18.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:53:18 smithi016 ceph-mon[90652]: pgmap v4016: 137 pgs: 137 active+clean; 20 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 63 KiB/s rd, 8.2 KiB/s wr, 89 op/s 2024-04-15T15:53:18.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:53:18 smithi016 ceph-mon[90652]: osdmap e2065: 8 total, 8 up, 8 in 2024-04-15T15:53:18.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:53:18 smithi016 ceph-mon[93212]: pgmap v4016: 137 pgs: 137 active+clean; 20 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 63 KiB/s rd, 8.2 KiB/s wr, 89 op/s 2024-04-15T15:53:18.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:53:18 smithi016 ceph-mon[93212]: osdmap e2065: 8 total, 8 up, 8 in 2024-04-15T15:53:18.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:53:18 smithi102 ceph-mon[87131]: pgmap v4016: 137 pgs: 137 active+clean; 20 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 63 KiB/s rd, 8.2 KiB/s wr, 89 op/s 2024-04-15T15:53:18.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:53:18 smithi102 ceph-mon[87131]: osdmap e2065: 8 total, 8 up, 8 in 2024-04-15T15:53:19.313 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] DiffIterateTest/1.DiffIterateDiscard (3078 ms) 2024-04-15T15:53:19.313 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] DiffIterateTest/1.DiffIterateTruncate 2024-04-15T15:53:19.313 INFO:tasks.workunit.client.0.smithi016.stdout:using new format! 2024-04-15T15:53:19.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:53:19 smithi016 ceph-mon[90652]: osdmap e2066: 8 total, 8 up, 8 in 2024-04-15T15:53:19.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:53:19 smithi016 ceph-mon[93212]: osdmap e2066: 8 total, 8 up, 8 in 2024-04-15T15:53:19.688 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:53:19 smithi102 ceph-mon[87131]: osdmap e2066: 8 total, 8 up, 8 in 2024-04-15T15:53:20.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:53:20 smithi016 ceph-mon[90652]: pgmap v4019: 137 pgs: 137 active+clean; 20 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 66 KiB/s rd, 8.7 KiB/s wr, 96 op/s 2024-04-15T15:53:20.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:53:20 smithi016 ceph-mon[90652]: osdmap e2067: 8 total, 8 up, 8 in 2024-04-15T15:53:20.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:53:20 smithi016 ceph-mon[93212]: pgmap v4019: 137 pgs: 137 active+clean; 20 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 66 KiB/s rd, 8.7 KiB/s wr, 96 op/s 2024-04-15T15:53:20.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:53:20 smithi016 ceph-mon[93212]: osdmap e2067: 8 total, 8 up, 8 in 2024-04-15T15:53:20.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:53:20 smithi102 ceph-mon[87131]: pgmap v4019: 137 pgs: 137 active+clean; 20 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 66 KiB/s rd, 8.7 KiB/s wr, 96 op/s 2024-04-15T15:53:20.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:53:20 smithi102 ceph-mon[87131]: osdmap e2067: 8 total, 8 up, 8 in 2024-04-15T15:53:21.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:53:21 smithi102 ceph-mon[87131]: osdmap e2068: 8 total, 8 up, 8 in 2024-04-15T15:53:21.779 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:53:21 smithi016 ceph-mon[90652]: osdmap e2068: 8 total, 8 up, 8 in 2024-04-15T15:53:21.779 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:53:21 smithi016 ceph-mon[93212]: osdmap e2068: 8 total, 8 up, 8 in 2024-04-15T15:53:22.040 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 15 15:53:21 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-y[81421]: ::ffff:172.21.15.102 - - [15/Apr/2024:15:53:21] "GET /metrics HTTP/1.1" 200 36614 "" "Prometheus/2.43.0" 2024-04-15T15:53:22.345 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] DiffIterateTest/1.DiffIterateTruncate (3032 ms) 2024-04-15T15:53:22.345 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] DiffIterateTest/1.DiffIterateWriteAndTruncate 2024-04-15T15:53:22.346 INFO:tasks.workunit.client.0.smithi016.stdout:using new format! 2024-04-15T15:53:22.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:53:22 smithi102 ceph-mon[87131]: pgmap v4022: 137 pgs: 137 active+clean; 20 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 43 KiB/s rd, 136 KiB/s wr, 70 op/s 2024-04-15T15:53:22.688 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:53:22 smithi102 ceph-mon[87131]: osdmap e2069: 8 total, 8 up, 8 in 2024-04-15T15:53:22.688 INFO:journalctl@ceph.prometheus.a.smithi102.stdout:Apr 15 15:53:22 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-prometheus-a[120881]: ts=2024-04-15T15:53:22.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi016:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"362ea986-fb34-11ee-bc8f-c7b262605968\", instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T15:53:22.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:53:22 smithi016 ceph-mon[90652]: pgmap v4022: 137 pgs: 137 active+clean; 20 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 43 KiB/s rd, 136 KiB/s wr, 70 op/s 2024-04-15T15:53:22.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:53:22 smithi016 ceph-mon[90652]: osdmap e2069: 8 total, 8 up, 8 in 2024-04-15T15:53:22.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:53:22 smithi016 ceph-mon[93212]: pgmap v4022: 137 pgs: 137 active+clean; 20 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 43 KiB/s rd, 136 KiB/s wr, 70 op/s 2024-04-15T15:53:22.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:53:22 smithi016 ceph-mon[93212]: osdmap e2069: 8 total, 8 up, 8 in 2024-04-15T15:53:23.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:53:23 smithi102 ceph-mon[87131]: osdmap e2070: 8 total, 8 up, 8 in 2024-04-15T15:53:23.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:53:23 smithi016 ceph-mon[90652]: osdmap e2070: 8 total, 8 up, 8 in 2024-04-15T15:53:23.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:53:23 smithi016 ceph-mon[93212]: osdmap e2070: 8 total, 8 up, 8 in 2024-04-15T15:53:24.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:53:24 smithi102 ceph-mon[87131]: pgmap v4025: 137 pgs: 137 active+clean; 20 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 76 KiB/s rd, 140 KiB/s wr, 117 op/s 2024-04-15T15:53:24.688 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:53:24 smithi102 ceph-mon[87131]: osdmap e2071: 8 total, 8 up, 8 in 2024-04-15T15:53:24.688 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:53:24 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T15:53:24.688 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:53:24 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T15:53:24.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:53:24 smithi016 ceph-mon[90652]: pgmap v4025: 137 pgs: 137 active+clean; 20 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 76 KiB/s rd, 140 KiB/s wr, 117 op/s 2024-04-15T15:53:24.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:53:24 smithi016 ceph-mon[90652]: osdmap e2071: 8 total, 8 up, 8 in 2024-04-15T15:53:24.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:53:24 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T15:53:24.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:53:24 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T15:53:24.791 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:53:24 smithi016 ceph-mon[93212]: pgmap v4025: 137 pgs: 137 active+clean; 20 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 76 KiB/s rd, 140 KiB/s wr, 117 op/s 2024-04-15T15:53:24.791 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:53:24 smithi016 ceph-mon[93212]: osdmap e2071: 8 total, 8 up, 8 in 2024-04-15T15:53:24.791 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:53:24 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T15:53:24.791 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:53:24 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T15:53:25.362 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] DiffIterateTest/1.DiffIterateWriteAndTruncate (3017 ms) 2024-04-15T15:53:25.363 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] DiffIterateTest/1.DiffIterateStress 2024-04-15T15:53:25.363 INFO:tasks.workunit.client.0.smithi016.stdout:using new format! 2024-04-15T15:53:25.437 INFO:tasks.workunit.client.0.smithi016.stdout: i=0 exists [19190574~4120971,78089556~4849105,108790037~7388126,166515850~6149552,215908042~120975,268561421~7791558,338894183~3766574,367845214~5331919] wrote [19190574~4120971,78089556~4849105,108790037~7388126,166515850~6149552,215908042~120975,268561421~7791558,338894183~3766574,367845214~5331919] 2024-04-15T15:53:25.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:53:25 smithi102 ceph-mon[87131]: osdmap e2072: 8 total, 8 up, 8 in 2024-04-15T15:53:25.789 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:53:25 smithi016 ceph-mon[90652]: osdmap e2072: 8 total, 8 up, 8 in 2024-04-15T15:53:25.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:53:25 smithi016 ceph-mon[93212]: osdmap e2072: 8 total, 8 up, 8 in 2024-04-15T15:53:26.423 INFO:tasks.workunit.client.0.smithi016.stdout: i=1 exists [19190574~4120971,59685624~5995755,72075868~10862793,108790037~7388126,151510031~7377117,166515850~6149552,186637710~1333872,215908042~120975,218314954~3468479,224248425~7469751,268561421~8722021,338894183~3766574,367845214~5331919,385785696~2553959,398000298~7082328] wrote [59685624~5995755,72075868~6329758,151510031~7377117,186637710~1333872,218314954~3468479,224248425~7469751,269278270~8005172,385785696~2553959,398000298~7082328] 2024-04-15T15:53:26.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:53:26 smithi102 ceph-mon[87131]: pgmap v4028: 137 pgs: 137 active+clean; 20 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 35 KiB/s rd, 4.2 KiB/s wr, 53 op/s 2024-04-15T15:53:26.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:53:26 smithi102 ceph-mon[87131]: osdmap e2073: 8 total, 8 up, 8 in 2024-04-15T15:53:26.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:53:26 smithi016 ceph-mon[93212]: pgmap v4028: 137 pgs: 137 active+clean; 20 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 35 KiB/s rd, 4.2 KiB/s wr, 53 op/s 2024-04-15T15:53:26.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:53:26 smithi016 ceph-mon[93212]: osdmap e2073: 8 total, 8 up, 8 in 2024-04-15T15:53:26.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:53:26 smithi016 ceph-mon[90652]: pgmap v4028: 137 pgs: 137 active+clean; 20 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 35 KiB/s rd, 4.2 KiB/s wr, 53 op/s 2024-04-15T15:53:26.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:53:26 smithi016 ceph-mon[90652]: osdmap e2073: 8 total, 8 up, 8 in 2024-04-15T15:53:27.397 INFO:tasks.workunit.client.0.smithi016.stdout: i=2 exists [19190574~4120971,30051767~1345267,38675417~5313972,59685624~5995755,72075868~10862793,107034656~9143507,124217188~6722307,151510031~7377117,166515850~6149552,180323519~4713083,186637710~1333872,215908042~120975,218314954~3468479,224248425~7469751,268561421~8722021,338894183~3766574,350789091~7873678,358968237~2104082,367845214~5331919,375386473~3002846,385785696~6601897,398000298~7082328] wrote [30051767~1345267,38675417~5313972,107034656~3752824,124217188~6722307,180323519~4713083,350789091~7873678,358968237~2104082,375386473~3002846,386623879~5763714] 2024-04-15T15:53:27.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:53:27 smithi102 ceph-mon[87131]: osdmap e2074: 8 total, 8 up, 8 in 2024-04-15T15:53:27.789 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:53:27 smithi016 ceph-mon[90652]: osdmap e2074: 8 total, 8 up, 8 in 2024-04-15T15:53:27.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:53:27 smithi016 ceph-mon[93212]: osdmap e2074: 8 total, 8 up, 8 in 2024-04-15T15:53:28.381 INFO:tasks.workunit.client.0.smithi016.stdout: i=3 exists [6885705~334887,19190574~4120971,30051767~1345267,38675417~5313972,59685624~29573830,107034656~9143507,124217188~6722307,146492739~4674228,151510031~7377117,166515850~6149552,180323519~4713083,186637710~1333872,215908042~120975,218314954~3468479,224248425~7469751,268561421~8722021,278288425~2644675,291989844~652061,338894183~3766574,349203908~9458861,358968237~3361814,367845214~7071206,375386473~3002846,385785696~6601897,393594103~2998707,398000298~7082328] wrote [6885705~334887,65423522~7387378,81667848~7591606,146492739~4674228,278288425~2644675,291989844~652061,349203908~6999399,360113162~2216889,369891032~5025388,393594103~2998707] 2024-04-15T15:53:28.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:53:28 smithi102 ceph-mon[87131]: pgmap v4031: 137 pgs: 137 active+clean; 48 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 104 KiB/s rd, 6.2 MiB/s wr, 162 op/s 2024-04-15T15:53:28.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:53:28 smithi102 ceph-mon[87131]: osdmap e2075: 8 total, 8 up, 8 in 2024-04-15T15:53:28.688 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:53:28 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T15:53:28.688 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:53:28 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T15:53:28.688 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:53:28 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T15:53:28.688 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:53:28 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T15:53:28.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:53:28 smithi016 ceph-mon[90652]: pgmap v4031: 137 pgs: 137 active+clean; 48 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 104 KiB/s rd, 6.2 MiB/s wr, 162 op/s 2024-04-15T15:53:28.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:53:28 smithi016 ceph-mon[90652]: osdmap e2075: 8 total, 8 up, 8 in 2024-04-15T15:53:28.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:53:28 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T15:53:28.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:53:28 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T15:53:28.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:53:28 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T15:53:28.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:53:28 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T15:53:28.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:53:28 smithi016 ceph-mon[93212]: pgmap v4031: 137 pgs: 137 active+clean; 48 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 104 KiB/s rd, 6.2 MiB/s wr, 162 op/s 2024-04-15T15:53:28.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:53:28 smithi016 ceph-mon[93212]: osdmap e2075: 8 total, 8 up, 8 in 2024-04-15T15:53:28.791 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:53:28 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T15:53:28.791 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:53:28 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T15:53:28.791 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:53:28 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T15:53:28.791 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:53:28 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T15:53:29.401 INFO:tasks.workunit.client.0.smithi016.stdout: i=4 exists [6885705~334887,19190574~4120971,30051767~1345267,38675417~5313972,53551569~35707885,107034656~9143507,116585573~607556,124217188~6722307,132619810~6792946,146492739~4674228,151510031~7377117,166515850~7876678,177296728~7739874,186637710~1333872,201349878~3533871,215908042~120975,218314954~3468479,224248425~7469751,268561421~8722021,278288425~2644675,291989844~652061,318061777~7766529,338894183~3766574,349203908~9458861,358968237~3361814,367845214~7071206,375386473~3002846,385785696~6601897,393594103~11488523] wrote [53551569~6534403,63983175~1710150,116585573~607556,132619810~6792946,166568811~7823717,177296728~3574573,201349878~3533871,318061777~7766529,390054624~2182686,394464541~4066001] 2024-04-15T15:53:29.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:53:29 smithi102 ceph-mon[87131]: osdmap e2076: 8 total, 8 up, 8 in 2024-04-15T15:53:29.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:53:29 smithi016 ceph-mon[90652]: osdmap e2076: 8 total, 8 up, 8 in 2024-04-15T15:53:29.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:53:29 smithi016 ceph-mon[93212]: osdmap e2076: 8 total, 8 up, 8 in 2024-04-15T15:53:30.406 INFO:tasks.workunit.client.0.smithi016.stdout: i=5 exists [6885705~334887,7857642~1469720,15369533~7942012,30051767~1345267,38675417~5313972,45328413~3386759,53551569~38797187,107034656~9143507,116585573~607556,124217188~6722307,132619810~6792946,146492739~4674228,151510031~9321890,166515850~7876678,176003997~9032605,186637710~1333872,201349878~10635122,215908042~120975,218314954~3468479,224248425~7469751,268561421~8722021,278288425~2644675,291989844~652061,318061777~7766529,338894183~3766574,349203908~9458861,358968237~3361814,367845214~7071206,375386473~3002846,385785696~6601897,393594103~11488523] wrote [7857642~1469720,15369533~6000527,45328413~3386759,86740720~5608036,157281313~3550608,176003997~1585821,203397724~8587276,226219942~321702,360038342~178141] 2024-04-15T15:53:30.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:53:30 smithi102 ceph-mon[87131]: pgmap v4034: 137 pgs: 137 active+clean; 102 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 104 KiB/s rd, 17 MiB/s wr, 170 op/s 2024-04-15T15:53:30.688 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:53:30 smithi102 ceph-mon[87131]: osdmap e2077: 8 total, 8 up, 8 in 2024-04-15T15:53:30.789 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:53:30 smithi016 ceph-mon[90652]: pgmap v4034: 137 pgs: 137 active+clean; 102 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 104 KiB/s rd, 17 MiB/s wr, 170 op/s 2024-04-15T15:53:30.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:53:30 smithi016 ceph-mon[90652]: osdmap e2077: 8 total, 8 up, 8 in 2024-04-15T15:53:30.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:53:30 smithi016 ceph-mon[93212]: pgmap v4034: 137 pgs: 137 active+clean; 102 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 104 KiB/s rd, 17 MiB/s wr, 170 op/s 2024-04-15T15:53:30.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:53:30 smithi016 ceph-mon[93212]: osdmap e2077: 8 total, 8 up, 8 in 2024-04-15T15:53:31.395 INFO:tasks.workunit.client.0.smithi016.stdout: i=6 exists [6885705~334887,7857642~1469720,15369533~7942012,30051767~3470781,38675417~5313972,45328413~3386759,53551569~38797187,101379245~122053,107034656~9143507,116585573~607556,124217188~6722307,132619810~6792946,146492739~4674228,151510031~9321890,166515850~7876678,176003997~9032605,186637710~1333872,201349878~10635122,215908042~120975,218314954~3468479,224248425~9177939,238905503~3528917,249366467~4297734,268561421~8722021,278288425~2644675,291989844~652061,299349145~3250104,314785445~11042861,338894183~3766574,349203908~13126143,367845214~7071206,375386473~3002846,385785696~6601897,393594103~11488523] wrote [30462865~3059683,101379245~122053,179623122~907380,231087352~2339012,238905503~3528917,249366467~4297734,299349145~3250104,314785445~9779883,353845640~5552513] 2024-04-15T15:53:31.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:53:31 smithi102 ceph-mon[87131]: osdmap e2078: 8 total, 8 up, 8 in 2024-04-15T15:53:31.778 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:53:31 smithi016 ceph-mon[90652]: osdmap e2078: 8 total, 8 up, 8 in 2024-04-15T15:53:31.779 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:53:31 smithi016 ceph-mon[93212]: osdmap e2078: 8 total, 8 up, 8 in 2024-04-15T15:53:32.039 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 15 15:53:31 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-y[81421]: ::ffff:172.21.15.102 - - [15/Apr/2024:15:53:31] "GET /metrics HTTP/1.1" 200 36671 "" "Prometheus/2.43.0" 2024-04-15T15:53:32.440 INFO:tasks.workunit.client.0.smithi016.stdout: i=7 exists [6885705~334887,7857642~1469720,15369533~7942012,30051767~3470781,38675417~5313972,45328413~7076746,53551569~38797187,101379245~122053,107034656~9143507,116585573~607556,124217188~6722307,132619810~6792946,146492739~4674228,151510031~22882497,176003997~9032605,186637710~1333872,201349878~10635122,215908042~120975,218314954~15111410,238905503~3528917,249366467~4297734,268561421~8722021,278288425~2644675,291989844~652061,295307857~7335394,314785445~11042861,338894183~3766574,349203908~17611452,367845214~7071206,375386473~3002846,385785696~6601897,393594103~11488523] wrote [48229219~4175940,67801269~1982245,70287424~3211969,79980640~5675336,160497578~7117228,203708401~5814087,221547143~5029946,295307857~7335394,359043557~7771803,402791584~415724] 2024-04-15T15:53:32.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:53:32 smithi102 ceph-mon[87131]: pgmap v4037: 137 pgs: 137 active+clean; 222 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 134 KiB/s rd, 31 MiB/s wr, 235 op/s 2024-04-15T15:53:32.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:53:32 smithi102 ceph-mon[87131]: osdmap e2079: 8 total, 8 up, 8 in 2024-04-15T15:53:32.688 INFO:journalctl@ceph.prometheus.a.smithi102.stdout:Apr 15 15:53:32 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-prometheus-a[120881]: ts=2024-04-15T15:53:32.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi016:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"362ea986-fb34-11ee-bc8f-c7b262605968\", instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T15:53:32.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:53:32 smithi016 ceph-mon[90652]: pgmap v4037: 137 pgs: 137 active+clean; 222 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 134 KiB/s rd, 31 MiB/s wr, 235 op/s 2024-04-15T15:53:32.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:53:32 smithi016 ceph-mon[90652]: osdmap e2079: 8 total, 8 up, 8 in 2024-04-15T15:53:32.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:53:32 smithi016 ceph-mon[93212]: pgmap v4037: 137 pgs: 137 active+clean; 222 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 134 KiB/s rd, 31 MiB/s wr, 235 op/s 2024-04-15T15:53:32.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:53:32 smithi016 ceph-mon[93212]: osdmap e2079: 8 total, 8 up, 8 in 2024-04-15T15:53:33.470 INFO:tasks.workunit.client.0.smithi016.stdout: i=8 exists [5515931~906048,6885705~334887,7857642~1469720,15369533~7942012,30051767~3470781,38675417~5313972,45328413~7076746,53551569~41603736,101379245~122053,107034656~9143507,116585573~607556,124217188~6722307,132619810~9524514,146492739~4674228,151510031~22882497,176003997~9032605,186637710~1333872,201349878~10635122,215908042~120975,218314954~15111410,238905503~3528917,249366467~4297734,268561421~8722021,278288425~2644675,291989844~652061,295307857~7335394,309019463~4687247,314785445~11042861,326114539~5536114,338894183~3766574,349203908~17611452,367845214~7071206,375386473~3002846,385785696~6601897,392554211~12528415] wrote [5515931~906048,84983143~10172162,137989308~4155016,309019463~4687247,315445826~6770080,326114539~5536114,392554211~7402421,400574861~1010732] 2024-04-15T15:53:33.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:53:33 smithi102 ceph-mon[87131]: osdmap e2080: 8 total, 8 up, 8 in 2024-04-15T15:53:33.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:53:33 smithi016 ceph-mon[90652]: osdmap e2080: 8 total, 8 up, 8 in 2024-04-15T15:53:33.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:53:33 smithi016 ceph-mon[93212]: osdmap e2080: 8 total, 8 up, 8 in 2024-04-15T15:53:34.438 INFO:tasks.workunit.client.0.smithi016.stdout: i=9 exists [5515931~906048,6885705~334887,7857642~1469720,15369533~7942012,30051767~3470781,38675417~5313972,45328413~7076746,53551569~41603736,101379245~122053,107034656~9143507,116585573~607556,124217188~6722307,132619810~9524514,146492739~4674228,151510031~22882497,176003997~9032605,186637710~1333872,201349878~10635122,215908042~120975,218314954~15111410,238359883~8175864,249366467~4297734,260501081~90998,268561421~8833403,278288425~2644675,291989844~2316730,295307857~7335394,309019463~4687247,314785445~11042861,326114539~5536114,338894183~3766574,349203908~17611452,367845214~7071206,375386473~3002846,385785696~6601897,392554211~12528415,410513649~5442379] wrote [76273332~1673838,78206863~4457334,238359883~8175864,260501081~90998,269773061~7621763,292045020~2261554,318636997~4302644,369081290~448041,410513649~5442379] 2024-04-15T15:53:34.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:53:34 smithi102 ceph-mon[87131]: pgmap v4040: 137 pgs: 137 active+clean; 355 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 185 KiB/s rd, 50 MiB/s wr, 308 op/s 2024-04-15T15:53:34.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:53:34 smithi102 ceph-mon[87131]: osdmap e2081: 8 total, 8 up, 8 in 2024-04-15T15:53:34.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:53:34 smithi016 ceph-mon[90652]: pgmap v4040: 137 pgs: 137 active+clean; 355 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 185 KiB/s rd, 50 MiB/s wr, 308 op/s 2024-04-15T15:53:34.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:53:34 smithi016 ceph-mon[90652]: osdmap e2081: 8 total, 8 up, 8 in 2024-04-15T15:53:34.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:53:34 smithi016 ceph-mon[93212]: pgmap v4040: 137 pgs: 137 active+clean; 355 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 185 KiB/s rd, 50 MiB/s wr, 308 op/s 2024-04-15T15:53:34.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:53:34 smithi016 ceph-mon[93212]: osdmap e2081: 8 total, 8 up, 8 in 2024-04-15T15:53:35.461 INFO:tasks.workunit.client.0.smithi016.stdout: i=10 exists [5515931~906048,6885705~334887,7857642~1469720,15369533~7942012,24541698~8980850,38675417~5313972,45328413~7076746,53551569~41603736,101379245~122053,103763976~12414187,116585573~607556,124217188~6722307,132619810~9524514,146492739~27899789,176003997~9032605,186637710~1333872,201349878~10635122,215908042~120975,218314954~15111410,238359883~8175864,249366467~4297734,260501081~90998,268561421~8833403,278288425~2644675,291989844~2316730,295307857~10000731,305714754~7991956,314785445~11042861,326114539~5536114,338894183~3766574,349203908~17611452,367845214~7071206,375386473~3002846,383719875~8667718,392554211~12528415,410348622~8078237] wrote [24541698~5601382,103763976~4466715,146575575~5320493,165279740~1222460,227508703~3408969,302544026~2764562,305714754~4903320,383719875~6764756,410348622~8078237] 2024-04-15T15:53:35.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:53:35 smithi102 ceph-mon[87131]: osdmap e2082: 8 total, 8 up, 8 in 2024-04-15T15:53:35.789 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:53:35 smithi016 ceph-mon[90652]: osdmap e2082: 8 total, 8 up, 8 in 2024-04-15T15:53:35.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:53:35 smithi016 ceph-mon[93212]: osdmap e2082: 8 total, 8 up, 8 in 2024-04-15T15:53:36.453 INFO:tasks.workunit.client.0.smithi016.stdout: i=11 exists [3101476~6837042,15369533~7942012,24541698~8980850,38675417~5313972,45328413~7076746,53551569~41603736,95255511~6756132,103763976~12414187,116585573~607556,124217188~6722307,132619810~9524514,146492739~27899789,176003997~9032605,186637710~1333872,201349878~10635122,215908042~120975,218314954~15111410,238359883~8175864,249366467~4297734,257183085~2396908,260501081~90998,268561421~8833403,278288425~2644675,285319567~1065509,291989844~2316730,294499840~10808748,305714754~7991956,314785445~11042861,326114539~5536114,338894183~3766574,344109414~2742925,349203908~25712512,375386473~3002846,383719875~8667718,392554211~12528415,410306242~8120617] wrote [3101476~6837042,55689751~3754149,95255511~6756132,257183085~2396908,285319567~1065509,294499840~4887174,344109414~2742925,364569227~4697067,410306242~7265864] 2024-04-15T15:53:36.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:53:36 smithi102 ceph-mon[87131]: pgmap v4043: 137 pgs: 137 active+clean; 355 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 51 KiB/s rd, 30 MiB/s wr, 80 op/s 2024-04-15T15:53:36.688 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:53:36 smithi102 ceph-mon[87131]: osdmap e2083: 8 total, 8 up, 8 in 2024-04-15T15:53:36.789 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:53:36 smithi016 ceph-mon[90652]: pgmap v4043: 137 pgs: 137 active+clean; 355 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 51 KiB/s rd, 30 MiB/s wr, 80 op/s 2024-04-15T15:53:36.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:53:36 smithi016 ceph-mon[90652]: osdmap e2083: 8 total, 8 up, 8 in 2024-04-15T15:53:36.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:53:36 smithi016 ceph-mon[93212]: pgmap v4043: 137 pgs: 137 active+clean; 355 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 51 KiB/s rd, 30 MiB/s wr, 80 op/s 2024-04-15T15:53:36.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:53:36 smithi016 ceph-mon[93212]: osdmap e2083: 8 total, 8 up, 8 in 2024-04-15T15:53:37.452 INFO:tasks.workunit.client.0.smithi016.stdout: i=12 exists [3101476~6837042,13871062~437935,15369533~7942012,24541698~8980850,38675417~5313972,45328413~7076746,53551569~41603736,95255511~7567666,103763976~12414187,116585573~607556,124217188~6722307,132619810~9524514,146492739~27899789,176003997~9032605,186637710~1333872,191045160~2007854,201349878~10635122,215908042~120975,218314954~15111410,238359883~8175864,248875130~7768886,257183085~2396908,260501081~90998,268561421~8833403,278288425~2644675,283076350~5690947,291989844~2316730,294499840~19206870,314785445~11042861,326114539~5536114,338894183~3766574,344109414~2742925,349203908~25712512,375386473~3002846,383719875~8667718,392554211~12528415,410306242~8120617] wrote [13871062~437935,69164089~2341488,99564998~3258179,127546066~2243907,191045160~2007854,208881103~2963438,248875130~7768886,272782434~1375139,283076350~5690947,303038778~8058359] 2024-04-15T15:53:37.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:53:37 smithi102 ceph-mon[87131]: osdmap e2084: 8 total, 8 up, 8 in 2024-04-15T15:53:37.688 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:53:37 smithi102 ceph-mon[87131]: pgmap v4046: 137 pgs: 137 active+clean; 497 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 184 KiB/s rd, 33 MiB/s wr, 290 op/s 2024-04-15T15:53:37.789 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:53:37 smithi016 ceph-mon[90652]: osdmap e2084: 8 total, 8 up, 8 in 2024-04-15T15:53:37.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:53:37 smithi016 ceph-mon[90652]: pgmap v4046: 137 pgs: 137 active+clean; 497 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 184 KiB/s rd, 33 MiB/s wr, 290 op/s 2024-04-15T15:53:37.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:53:37 smithi016 ceph-mon[93212]: osdmap e2084: 8 total, 8 up, 8 in 2024-04-15T15:53:37.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:53:37 smithi016 ceph-mon[93212]: pgmap v4046: 137 pgs: 137 active+clean; 497 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 184 KiB/s rd, 33 MiB/s wr, 290 op/s 2024-04-15T15:53:38.456 INFO:tasks.workunit.client.0.smithi016.stdout: i=13 exists [3101476~6837042,13871062~437935,15369533~7942012,24541698~8980850,38675417~5313972,45328413~7076746,53551569~41603736,95255511~7567666,103763976~12414187,116585573~607556,124217188~6722307,132619810~9524514,146492739~38543863,186637710~1333872,191045160~4402378,201349878~10635122,215908042~120975,218314954~15111410,238359883~8175864,248875130~7768886,257183085~3614804,268561421~8833403,278288425~2644675,283076350~5690947,291989844~2316730,294499840~19206870,314785445~11042861,326114539~5536114,338894183~3766574,344109414~2742925,349203908~25712512,375386473~3002846,383227872~9159721,392554211~12528415,410306242~8120617] wrote [63682607~346447,65496835~4146370,90668202~4065983,147334807~2886485,153936126~6593052,173649536~4500697,191981381~3466157,257976700~2821189,383227872~6966285] 2024-04-15T15:53:38.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:53:38 smithi102 ceph-mon[87131]: osdmap e2085: 8 total, 8 up, 8 in 2024-04-15T15:53:38.691 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:53:38 smithi016 ceph-mon[93212]: osdmap e2085: 8 total, 8 up, 8 in 2024-04-15T15:53:38.691 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:53:38 smithi016 ceph-mon[90652]: osdmap e2085: 8 total, 8 up, 8 in 2024-04-15T15:53:39.455 INFO:tasks.workunit.client.0.smithi016.stdout: i=14 exists [2983035~6955483,13871062~437935,15369533~7942012,24541698~8980850,38675417~5313972,45328413~7076746,53551569~41603736,95255511~7567666,103763976~12414187,116585573~607556,124217188~6722307,132619810~9524514,146492739~38543863,186637710~1333872,188826375~1292021,191045160~4402378,201349878~10635122,215908042~120975,218314954~15111410,238359883~8175864,248875130~13986964,268561421~8833403,278288425~2644675,283076350~6997645,291989844~2316730,294331446~19375264,314785445~11042861,326114539~5536114,334758657~2297836,338894183~3766574,344109414~2742925,349203908~25712512,375386473~3002846,383227872~9159721,392554211~12528415,410306242~8120617] wrote [2983035~4147721,39798981~4158805,48057716~3497041,188826375~1292021,255263047~7599047,285829960~4244035,294331446~403866,334758657~2297836,353130426~3988204] 2024-04-15T15:53:39.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:53:39 smithi102 ceph-mon[87131]: osdmap e2086: 8 total, 8 up, 8 in 2024-04-15T15:53:39.688 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:53:39 smithi102 ceph-mon[87131]: pgmap v4049: 137 pgs: 137 active+clean; 540 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 184 KiB/s rd, 44 MiB/s wr, 296 op/s 2024-04-15T15:53:39.688 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:53:39 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T15:53:39.789 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:53:39 smithi016 ceph-mon[90652]: osdmap e2086: 8 total, 8 up, 8 in 2024-04-15T15:53:39.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:53:39 smithi016 ceph-mon[90652]: pgmap v4049: 137 pgs: 137 active+clean; 540 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 184 KiB/s rd, 44 MiB/s wr, 296 op/s 2024-04-15T15:53:39.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:53:39 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T15:53:39.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:53:39 smithi016 ceph-mon[93212]: osdmap e2086: 8 total, 8 up, 8 in 2024-04-15T15:53:39.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:53:39 smithi016 ceph-mon[93212]: pgmap v4049: 137 pgs: 137 active+clean; 540 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 184 KiB/s rd, 44 MiB/s wr, 296 op/s 2024-04-15T15:53:39.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:53:39 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T15:53:40.493 INFO:tasks.workunit.client.0.smithi016.stdout: i=15 exists [2983035~6955483,13871062~437935,15369533~7942012,24541698~8980850,38675417~5313972,45328413~49826892,95255511~7567666,103763976~12414187,116585573~607556,124217188~7297335,132619810~9524514,146492739~38543863,186637710~1333872,188826375~1292021,191045160~4402378,201349878~10635122,215908042~120975,218314954~18553313,238359883~8175864,248875130~13986964,268561421~8833403,278288425~11785570,291989844~2316730,294331446~19375264,314785445~11042861,326114539~5536114,334758657~2297836,338894183~3766574,344109414~2742925,349203908~25712512,375386473~3002846,383227872~9159721,392554211~12528415,409235031~707011,410306242~8120617] wrote [40384533~2288393,49363318~10874452,72358716~8031040,125451861~6062662,158125129~6737987,230982931~5885336,279826098~6337921,306238591~1810272,409235031~707011] 2024-04-15T15:53:40.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:53:40 smithi102 ceph-mon[87131]: osdmap e2087: 8 total, 8 up, 8 in 2024-04-15T15:53:40.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:53:40 smithi016 ceph-mon[90652]: osdmap e2087: 8 total, 8 up, 8 in 2024-04-15T15:53:40.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:53:40 smithi016 ceph-mon[93212]: osdmap e2087: 8 total, 8 up, 8 in 2024-04-15T15:53:41.477 INFO:tasks.workunit.client.0.smithi016.stdout: i=16 exists [2983035~6955483,13871062~437935,15369533~7942012,24541698~8980850,38675417~5313972,45328413~49826892,95255511~7567666,103763976~12414187,116585573~607556,124217188~7538458,132619810~52416792,186637710~1333872,188826375~1292021,190484850~5383289,201349878~12709571,215908042~120975,218314954~18553313,238359883~8175864,248875130~13986964,268561421~8833403,278288425~11785570,291989844~2316730,294331446~19375264,314785445~11042861,326114539~5536114,334758657~2297836,338894183~3766574,344109414~2742925,349203908~25712512,375386473~3002846,383227872~9159721,392554211~12528415,408977588~9449271] wrote [130146809~1608837,133522869~313741,141564172~6555409,190484850~5383289,209653631~4405818,280652012~4992427,396867097~105464,402491778~1994957,408977588~5506614] 2024-04-15T15:53:41.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:53:41 smithi102 ceph-mon[87131]: osdmap e2088: 8 total, 8 up, 8 in 2024-04-15T15:53:41.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:53:41 smithi102 ceph-mon[87131]: pgmap v4052: 137 pgs: 137 active+clean; 624 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 108 KiB/s rd, 32 MiB/s wr, 191 op/s 2024-04-15T15:53:41.779 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:53:41 smithi016 ceph-mon[90652]: osdmap e2088: 8 total, 8 up, 8 in 2024-04-15T15:53:41.779 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:53:41 smithi016 ceph-mon[90652]: pgmap v4052: 137 pgs: 137 active+clean; 624 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 108 KiB/s rd, 32 MiB/s wr, 191 op/s 2024-04-15T15:53:41.780 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:53:41 smithi016 ceph-mon[93212]: osdmap e2088: 8 total, 8 up, 8 in 2024-04-15T15:53:41.780 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:53:41 smithi016 ceph-mon[93212]: pgmap v4052: 137 pgs: 137 active+clean; 624 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 108 KiB/s rd, 32 MiB/s wr, 191 op/s 2024-04-15T15:53:42.040 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 15 15:53:41 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-y[81421]: ::ffff:172.21.15.102 - - [15/Apr/2024:15:53:41] "GET /metrics HTTP/1.1" 200 36677 "" "Prometheus/2.43.0" 2024-04-15T15:53:42.493 INFO:tasks.workunit.client.0.smithi016.stdout: i=17 exists [2983035~6955483,13871062~437935,15369533~7942012,24541698~8980850,38675417~5313972,45328413~49826892,95255511~7567666,103763976~12414187,116585573~607556,120193806~3831296,124217188~7538458,132619810~52416792,186637710~1333872,188826375~1292021,190484850~5383289,199646864~14412585,215908042~120975,218314954~18553313,238359883~8175864,248875130~13986964,268561421~8833403,278288425~11785570,291989844~2316730,294331446~19375264,314785445~11042861,326114539~5536114,334758657~2297836,338894183~3766574,344109414~2742925,349203908~31339126,383227872~9159721,392554211~12528415,408977588~9449271] wrote [57471205~6877434,120193806~3831296,145302700~5321424,165431403~176167,199646864~6342948,315542996~2305556,372559401~7983633,384911497~1234849,397406133~1155688] 2024-04-15T15:53:42.589 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:53:42 smithi102 ceph-mon[87131]: osdmap e2089: 8 total, 8 up, 8 in 2024-04-15T15:53:42.589 INFO:journalctl@ceph.prometheus.a.smithi102.stdout:Apr 15 15:53:42 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-prometheus-a[120881]: ts=2024-04-15T15:53:42.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi016:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"362ea986-fb34-11ee-bc8f-c7b262605968\", instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T15:53:42.789 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:53:42 smithi016 ceph-mon[90652]: osdmap e2089: 8 total, 8 up, 8 in 2024-04-15T15:53:42.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:53:42 smithi016 ceph-mon[93212]: osdmap e2089: 8 total, 8 up, 8 in 2024-04-15T15:53:43.503 INFO:tasks.workunit.client.0.smithi016.stdout: i=18 exists [2983035~6955483,13871062~437935,15369533~7942012,24541698~10880338,38675417~5313972,45328413~57494764,103763976~12414187,116585573~607556,120193806~3831296,124217188~7538458,132619810~52416792,186637710~1333872,188826375~1292021,190484850~5383289,199646864~14412585,215908042~120975,218314954~18553313,238359883~8175864,248875130~13986964,265298649~3096924,268561421~8833403,278288425~11785570,291989844~2316730,294331446~19871924,314785445~11042861,326114539~5536114,333362779~3693714,338894183~3766574,344109414~2742925,349203908~31339126,383227872~9159721,392554211~12528415,408977588~9449271] wrote [30147851~5274185,50685208~2836433,91629276~3937390,252186969~4737195,265298649~3096924,306264360~7939010,333362779~2233523,360324267~7861432] 2024-04-15T15:53:43.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:53:43 smithi102 ceph-mon[87131]: osdmap e2090: 8 total, 8 up, 8 in 2024-04-15T15:53:43.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:53:43 smithi102 ceph-mon[87131]: pgmap v4055: 137 pgs: 137 active+clean; 746 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 224 KiB/s rd, 50 MiB/s wr, 353 op/s 2024-04-15T15:53:43.789 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:53:43 smithi016 ceph-mon[90652]: osdmap e2090: 8 total, 8 up, 8 in 2024-04-15T15:53:43.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:53:43 smithi016 ceph-mon[90652]: pgmap v4055: 137 pgs: 137 active+clean; 746 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 224 KiB/s rd, 50 MiB/s wr, 353 op/s 2024-04-15T15:53:43.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:53:43 smithi016 ceph-mon[93212]: osdmap e2090: 8 total, 8 up, 8 in 2024-04-15T15:53:43.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:53:43 smithi016 ceph-mon[93212]: pgmap v4055: 137 pgs: 137 active+clean; 746 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 224 KiB/s rd, 50 MiB/s wr, 353 op/s 2024-04-15T15:53:44.502 INFO:tasks.workunit.client.0.smithi016.stdout: i=19 exists [2983035~6955483,13871062~437935,15369533~7942012,23523764~11898272,38675417~5313972,45328413~70849750,116585573~607556,120193806~3831296,124217188~7538458,132619810~52416792,186637710~1333872,188826375~1292021,190484850~5383289,199646864~14412585,215908042~120975,218314954~18553313,238359883~8175864,248875130~13986964,265298649~3096924,268561421~8833403,278288425~11785570,291989844~2316730,294331446~19871924,314785445~11042861,326114539~5536114,333362779~3693714,337566225~5094532,344109414~2742925,349203908~31339126,383227872~21854754,408977588~9449271] wrote [17402303~3993830,23523764~1364560,100255875~6143968,184656988~266482,204118391~2690835,295704485~3686192,337566225~3810914,389876225~7760119] 2024-04-15T15:53:44.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:53:44 smithi102 ceph-mon[87131]: osdmap e2091: 8 total, 8 up, 8 in 2024-04-15T15:53:44.789 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:53:44 smithi016 ceph-mon[90652]: osdmap e2091: 8 total, 8 up, 8 in 2024-04-15T15:53:44.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:53:44 smithi016 ceph-mon[93212]: osdmap e2091: 8 total, 8 up, 8 in 2024-04-15T15:53:45.455 INFO:tasks.workunit.client.0.smithi016.stdout:from 0 to 1 diff [58720256~8388608,71303168~8388608,150994944~8388608,184549376~4194304,218103808~12582912,268435456~8388608,381681664~4194304,394264576~8388608] 2024-04-15T15:53:45.456 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [58720256~8388608,71303168~8388608,150994944~8388608,184549376~4194304,218103808~12582912,268435456~8388608,381681664~4194304,394264576~8388608] 2024-04-15T15:53:45.466 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [58720256~8388608,71303168~8388608,150994944~8388608,184549376~4194304,218103808~16777216,268435456~12582912,381681664~8388608,394264576~12582912] 2024-04-15T15:53:45.466 INFO:tasks.workunit.client.0.smithi016.stdout:from 0 to 2 diff [29360128~4194304,37748736~8388608,58720256~8388608,71303168~8388608,104857600~4194304,121634816~8388608,150994944~8388608,176160768~12582912,218103808~12582912,268435456~8388608,348127232~12582912,373293056~4194304,381681664~8388608,394264576~8388608] 2024-04-15T15:53:45.466 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [29360128~4194304,37748736~8388608,58720256~8388608,71303168~8388608,104857600~4194304,121634816~8388608,150994944~8388608,176160768~12582912,218103808~12582912,268435456~8388608,348127232~12582912,373293056~4194304,381681664~8388608,394264576~8388608] 2024-04-15T15:53:45.468 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [29360128~4194304,37748736~8388608,58720256~8388608,71303168~8388608,104857600~8388608,121634816~12582912,150994944~8388608,176160768~12582912,218103808~16777216,268435456~12582912,348127232~16777216,373293056~33554432] 2024-04-15T15:53:45.468 INFO:tasks.workunit.client.0.smithi016.stdout:from 0 to 3 diff [4194304~4194304,29360128~4194304,37748736~8388608,58720256~29360128,104857600~4194304,121634816~8388608,142606336~16777216,176160768~12582912,218103808~12582912,268435456~12582912,289406976~4194304,348127232~12582912,369098752~8388608,381681664~20971520] 2024-04-15T15:53:45.468 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [4194304~4194304,29360128~4194304,37748736~8388608,58720256~29360128,104857600~4194304,121634816~8388608,142606336~16777216,176160768~12582912,218103808~12582912,268435456~12582912,289406976~4194304,348127232~12582912,369098752~8388608,381681664~20971520] 2024-04-15T15:53:45.470 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [4194304~4194304,29360128~4194304,37748736~8388608,58720256~33554432,104857600~8388608,121634816~12582912,142606336~16777216,176160768~12582912,218103808~16777216,268435456~12582912,289406976~4194304,348127232~16777216,369098752~37748736] 2024-04-15T15:53:45.470 INFO:tasks.workunit.client.0.smithi016.stdout:from 0 to 4 diff [4194304~4194304,29360128~4194304,37748736~8388608,50331648~25165824,79691776~8388608,104857600~4194304,113246208~4194304,121634816~16777216,142606336~16777216,163577856~8388608,176160768~12582912,201326592~4194304,218103808~12582912,268435456~12582912,289406976~4194304,314572800~8388608,348127232~12582912,369098752~8388608,381681664~20971520] 2024-04-15T15:53:45.470 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [4194304~4194304,29360128~4194304,37748736~8388608,50331648~25165824,79691776~8388608,104857600~4194304,113246208~4194304,121634816~16777216,142606336~16777216,163577856~8388608,176160768~12582912,201326592~4194304,218103808~12582912,268435456~12582912,289406976~4194304,314572800~8388608,348127232~12582912,369098752~8388608,381681664~20971520] 2024-04-15T15:53:45.473 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [4194304~4194304,29360128~4194304,37748736~8388608,50331648~41943040,104857600~12582912,121634816~37748736,163577856~25165824,201326592~4194304,218103808~16777216,268435456~12582912,289406976~4194304,314572800~12582912,348127232~16777216,369098752~37748736] 2024-04-15T15:53:45.473 INFO:tasks.workunit.client.0.smithi016.stdout:from 0 to 5 diff [4194304~4194304,12582912~8388608,29360128~4194304,37748736~8388608,50331648~25165824,79691776~12582912,104857600~4194304,113246208~4194304,121634816~16777216,142606336~46137344,201326592~12582912,218103808~12582912,268435456~12582912,289406976~4194304,314572800~8388608,348127232~12582912,369098752~8388608,381681664~20971520] 2024-04-15T15:53:45.474 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [4194304~4194304,12582912~8388608,29360128~4194304,37748736~8388608,50331648~25165824,79691776~12582912,104857600~4194304,113246208~4194304,121634816~16777216,142606336~46137344,201326592~12582912,218103808~12582912,268435456~12582912,289406976~4194304,314572800~8388608,348127232~12582912,369098752~8388608,381681664~20971520] 2024-04-15T15:53:45.478 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [4194304~20971520,29360128~4194304,37748736~58720256,104857600~12582912,121634816~67108864,201326592~12582912,218103808~16777216,268435456~12582912,289406976~4194304,314572800~12582912,348127232~16777216,369098752~37748736] 2024-04-15T15:53:45.478 INFO:tasks.workunit.client.0.smithi016.stdout:from 0 to 6 diff [4194304~4194304,12582912~8388608,29360128~4194304,37748736~8388608,50331648~25165824,79691776~12582912,100663296~8388608,113246208~4194304,121634816~16777216,142606336~46137344,201326592~12582912,218103808~20971520,247463936~8388608,268435456~12582912,289406976~4194304,297795584~4194304,314572800~12582912,348127232~16777216,369098752~8388608,381681664~20971520] 2024-04-15T15:53:45.478 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [4194304~4194304,12582912~8388608,29360128~4194304,37748736~8388608,50331648~25165824,79691776~12582912,100663296~8388608,113246208~4194304,121634816~16777216,142606336~46137344,201326592~12582912,218103808~20971520,247463936~8388608,268435456~12582912,289406976~4194304,297795584~4194304,314572800~12582912,348127232~16777216,369098752~8388608,381681664~20971520] 2024-04-15T15:53:45.480 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [4194304~20971520,29360128~4194304,37748736~58720256,100663296~16777216,121634816~67108864,201326592~12582912,218103808~25165824,247463936~8388608,268435456~12582912,289406976~4194304,297795584~8388608,314572800~12582912,348127232~16777216,369098752~37748736] 2024-04-15T15:53:45.480 INFO:tasks.workunit.client.0.smithi016.stdout:from 0 to 7 diff [4194304~4194304,12582912~8388608,29360128~4194304,37748736~37748736,79691776~12582912,100663296~8388608,113246208~4194304,121634816~16777216,142606336~46137344,201326592~12582912,218103808~20971520,247463936~8388608,268435456~12582912,289406976~12582912,314572800~12582912,348127232~29360128,381681664~20971520] 2024-04-15T15:53:45.481 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [4194304~4194304,12582912~8388608,29360128~4194304,37748736~37748736,79691776~12582912,100663296~8388608,113246208~4194304,121634816~16777216,142606336~46137344,201326592~12582912,218103808~20971520,247463936~8388608,268435456~12582912,289406976~12582912,314572800~12582912,348127232~29360128,381681664~20971520] 2024-04-15T15:53:45.484 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [4194304~20971520,29360128~4194304,37748736~58720256,100663296~16777216,121634816~67108864,201326592~12582912,218103808~25165824,247463936~8388608,268435456~12582912,289406976~16777216,314572800~12582912,348127232~58720256] 2024-04-15T15:53:45.485 INFO:tasks.workunit.client.0.smithi016.stdout:from 0 to 8 diff [4194304~4194304,12582912~8388608,29360128~4194304,37748736~37748736,79691776~16777216,100663296~8388608,113246208~4194304,121634816~67108864,201326592~12582912,218103808~20971520,247463936~8388608,268435456~12582912,289406976~12582912,306184192~25165824,348127232~29360128,381681664~20971520] 2024-04-15T15:53:45.485 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [4194304~4194304,12582912~8388608,29360128~4194304,37748736~37748736,79691776~16777216,100663296~8388608,113246208~4194304,121634816~67108864,201326592~12582912,218103808~20971520,247463936~8388608,268435456~12582912,289406976~12582912,306184192~25165824,348127232~29360128,381681664~20971520] 2024-04-15T15:53:45.489 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [4194304~20971520,29360128~4194304,37748736~58720256,100663296~16777216,121634816~67108864,201326592~12582912,218103808~25165824,247463936~8388608,268435456~12582912,289406976~46137344,348127232~58720256] 2024-04-15T15:53:45.489 INFO:tasks.workunit.client.0.smithi016.stdout:from 0 to 9 diff [4194304~4194304,12582912~8388608,29360128~4194304,37748736~54525952,100663296~8388608,113246208~4194304,121634816~67108864,201326592~12582912,218103808~25165824,247463936~8388608,260046848~4194304,268435456~12582912,289406976~12582912,306184192~25165824,348127232~29360128,381681664~20971520,406847488~8388608] 2024-04-15T15:53:45.489 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [4194304~4194304,12582912~8388608,29360128~4194304,37748736~54525952,100663296~8388608,113246208~4194304,121634816~67108864,201326592~12582912,218103808~25165824,247463936~8388608,260046848~4194304,268435456~12582912,289406976~12582912,306184192~25165824,348127232~29360128,381681664~20971520,406847488~8388608] 2024-04-15T15:53:45.496 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [4194304~20971520,29360128~4194304,37748736~58720256,100663296~16777216,121634816~67108864,201326592~12582912,218103808~37748736,260046848~4194304,268435456~12582912,289406976~46137344,348127232~71303168] 2024-04-15T15:53:45.496 INFO:tasks.workunit.client.0.smithi016.stdout:from 0 to 10 diff [4194304~4194304,12582912~20971520,37748736~54525952,100663296~8388608,113246208~4194304,121634816~67108864,201326592~12582912,218103808~25165824,247463936~8388608,260046848~4194304,268435456~12582912,289406976~20971520,314572800~16777216,348127232~29360128,381681664~20971520,406847488~8388608] 2024-04-15T15:53:45.496 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [4194304~4194304,12582912~20971520,37748736~54525952,100663296~8388608,113246208~4194304,121634816~67108864,201326592~12582912,218103808~25165824,247463936~8388608,260046848~4194304,268435456~12582912,289406976~20971520,314572800~16777216,348127232~29360128,381681664~20971520,406847488~8388608] 2024-04-15T15:53:45.505 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [4194304~29360128,37748736~58720256,100663296~16777216,121634816~67108864,201326592~12582912,218103808~37748736,260046848~4194304,268435456~12582912,289406976~46137344,348127232~71303168] 2024-04-15T15:53:45.505 INFO:tasks.workunit.client.0.smithi016.stdout:from 0 to 11 diff [0~8388608,12582912~20971520,37748736~71303168,113246208~4194304,121634816~67108864,201326592~12582912,218103808~25165824,247463936~16777216,268435456~12582912,285212672~25165824,314572800~16777216,343932928~33554432,381681664~20971520,406847488~8388608] 2024-04-15T15:53:45.505 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [0~8388608,12582912~20971520,37748736~71303168,113246208~4194304,121634816~67108864,201326592~12582912,218103808~25165824,247463936~16777216,268435456~12582912,285212672~25165824,314572800~16777216,343932928~33554432,381681664~20971520,406847488~8388608] 2024-04-15T15:53:45.513 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [0~33554432,37748736~79691776,121634816~67108864,201326592~12582912,218103808~46137344,268435456~12582912,285212672~50331648,343932928~75497472] 2024-04-15T15:53:45.513 INFO:tasks.workunit.client.0.smithi016.stdout:from 0 to 12 diff [0~8388608,12582912~20971520,37748736~71303168,113246208~4194304,121634816~71303168,201326592~12582912,218103808~25165824,247463936~16777216,268435456~62914560,343932928~33554432,381681664~20971520,406847488~8388608] 2024-04-15T15:53:45.513 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [0~8388608,12582912~20971520,37748736~71303168,113246208~4194304,121634816~71303168,201326592~12582912,218103808~25165824,247463936~16777216,268435456~62914560,343932928~33554432,381681664~20971520,406847488~8388608] 2024-04-15T15:53:45.519 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [0~33554432,37748736~79691776,121634816~75497472,201326592~12582912,218103808~46137344,268435456~67108864,343932928~75497472] 2024-04-15T15:53:45.519 INFO:tasks.workunit.client.0.smithi016.stdout:from 0 to 13 diff [0~8388608,12582912~20971520,37748736~71303168,113246208~4194304,121634816~75497472,201326592~12582912,218103808~25165824,247463936~12582912,268435456~62914560,343932928~33554432,381681664~20971520,406847488~8388608] 2024-04-15T15:53:45.519 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [0~8388608,12582912~20971520,37748736~71303168,113246208~4194304,121634816~75497472,201326592~12582912,218103808~25165824,247463936~12582912,268435456~62914560,343932928~33554432,381681664~20971520,406847488~8388608] 2024-04-15T15:53:45.526 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [0~33554432,37748736~79691776,121634816~75497472,201326592~12582912,218103808~46137344,268435456~67108864,343932928~75497472] 2024-04-15T15:53:45.526 INFO:tasks.workunit.client.0.smithi016.stdout:from 0 to 14 diff [0~8388608,12582912~20971520,37748736~71303168,113246208~4194304,121634816~75497472,201326592~12582912,218103808~25165824,247463936~16777216,268435456~67108864,343932928~33554432,381681664~20971520,406847488~8388608] 2024-04-15T15:53:45.526 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [0~8388608,12582912~20971520,37748736~71303168,113246208~4194304,121634816~75497472,201326592~12582912,218103808~25165824,247463936~16777216,268435456~67108864,343932928~33554432,381681664~20971520,406847488~8388608] 2024-04-15T15:53:45.534 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [0~33554432,37748736~79691776,121634816~75497472,201326592~12582912,218103808~46137344,268435456~71303168,343932928~75497472] 2024-04-15T15:53:45.534 INFO:tasks.workunit.client.0.smithi016.stdout:from 0 to 15 diff [0~8388608,12582912~20971520,37748736~71303168,113246208~4194304,121634816~75497472,201326592~12582912,218103808~25165824,247463936~16777216,268435456~67108864,343932928~33554432,381681664~20971520,406847488~8388608] 2024-04-15T15:53:45.534 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [0~8388608,12582912~20971520,37748736~71303168,113246208~4194304,121634816~75497472,201326592~12582912,218103808~25165824,247463936~16777216,268435456~67108864,343932928~33554432,381681664~20971520,406847488~8388608] 2024-04-15T15:53:45.542 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [0~33554432,37748736~79691776,121634816~75497472,201326592~12582912,218103808~46137344,268435456~71303168,343932928~75497472] 2024-04-15T15:53:45.542 INFO:tasks.workunit.client.0.smithi016.stdout:from 0 to 16 diff [0~8388608,12582912~20971520,37748736~71303168,113246208~4194304,121634816~75497472,201326592~41943040,247463936~16777216,268435456~67108864,343932928~33554432,381681664~20971520,406847488~12582912] 2024-04-15T15:53:45.542 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [0~8388608,12582912~20971520,37748736~71303168,113246208~4194304,121634816~75497472,201326592~41943040,247463936~16777216,268435456~67108864,343932928~33554432,381681664~20971520,406847488~12582912] 2024-04-15T15:53:45.549 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [0~33554432,37748736~79691776,121634816~75497472,201326592~62914560,268435456~71303168,343932928~75497472] 2024-04-15T15:53:45.549 INFO:tasks.workunit.client.0.smithi016.stdout:from 0 to 17 diff [0~8388608,12582912~20971520,37748736~71303168,113246208~100663296,218103808~25165824,247463936~16777216,268435456~67108864,343932928~58720256,406847488~12582912] 2024-04-15T15:53:45.549 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [0~8388608,12582912~20971520,37748736~71303168,113246208~100663296,218103808~25165824,247463936~16777216,268435456~67108864,343932928~58720256,406847488~12582912] 2024-04-15T15:53:45.556 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [0~33554432,37748736~226492416,268435456~71303168,343932928~75497472] 2024-04-15T15:53:45.556 INFO:tasks.workunit.client.0.smithi016.stdout:from 0 to 18 diff [0~8388608,12582912~20971520,37748736~71303168,113246208~100663296,218103808~25165824,247463936~88080384,343932928~58720256,406847488~12582912] 2024-04-15T15:53:45.556 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [0~8388608,12582912~20971520,37748736~71303168,113246208~100663296,218103808~25165824,247463936~88080384,343932928~58720256,406847488~12582912] 2024-04-15T15:53:45.564 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [0~339738624,343932928~75497472] 2024-04-15T15:53:45.564 INFO:tasks.workunit.client.0.smithi016.stdout:from 0 to 19 diff [0~8388608,12582912~20971520,37748736~71303168,113246208~100663296,218103808~25165824,247463936~92274688,343932928~75497472] 2024-04-15T15:53:45.564 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [0~8388608,12582912~20971520,37748736~71303168,113246208~100663296,218103808~25165824,247463936~92274688,343932928~75497472] 2024-04-15T15:53:45.572 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [0~419430400] 2024-04-15T15:53:45.572 INFO:tasks.workunit.client.0.smithi016.stdout:from 1 to 2 diff [29360128~4194304,37748736~8388608,104857600~4194304,121634816~8388608,176160768~8388608,348127232~12582912,373293056~4194304,385875968~8388608] 2024-04-15T15:53:45.573 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [29360128~4194304,37748736~8388608,104857600~4194304,121634816~8388608,176160768~8388608,348127232~12582912,373293056~4194304,385875968~8388608] 2024-04-15T15:53:45.574 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [29360128~4194304,37748736~8388608,104857600~8388608,121634816~12582912,176160768~12582912,348127232~16777216,373293056~8388608,385875968~8388608] 2024-04-15T15:53:45.574 INFO:tasks.workunit.client.0.smithi016.stdout:from 1 to 3 diff [4194304~4194304,29360128~4194304,37748736~8388608,62914560~8388608,79691776~8388608,104857600~4194304,121634816~8388608,142606336~8388608,176160768~8388608,276824064~4194304,289406976~4194304,348127232~12582912,369098752~8388608,385875968~8388608] 2024-04-15T15:53:45.574 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [4194304~4194304,29360128~4194304,37748736~8388608,62914560~8388608,79691776~8388608,104857600~4194304,121634816~8388608,142606336~8388608,176160768~8388608,276824064~4194304,289406976~4194304,348127232~12582912,369098752~8388608,385875968~8388608] 2024-04-15T15:53:45.575 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [4194304~4194304,29360128~4194304,37748736~8388608,62914560~12582912,79691776~12582912,104857600~8388608,121634816~12582912,142606336~12582912,176160768~12582912,276824064~4194304,289406976~4194304,348127232~16777216,369098752~12582912,385875968~12582912] 2024-04-15T15:53:45.575 INFO:tasks.workunit.client.0.smithi016.stdout:from 1 to 4 diff [4194304~4194304,29360128~4194304,37748736~8388608,50331648~8388608,62914560~12582912,79691776~8388608,104857600~4194304,113246208~4194304,121634816~16777216,142606336~8388608,163577856~8388608,176160768~8388608,201326592~4194304,276824064~4194304,289406976~4194304,314572800~8388608,348127232~12582912,369098752~8388608,385875968~12582912] 2024-04-15T15:53:45.575 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [4194304~4194304,29360128~4194304,37748736~8388608,50331648~8388608,62914560~12582912,79691776~8388608,104857600~4194304,113246208~4194304,121634816~16777216,142606336~8388608,163577856~8388608,176160768~8388608,201326592~4194304,276824064~4194304,289406976~4194304,314572800~8388608,348127232~12582912,369098752~8388608,385875968~12582912] 2024-04-15T15:53:45.577 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [4194304~4194304,29360128~4194304,37748736~8388608,50331648~25165824,79691776~12582912,104857600~12582912,121634816~33554432,163577856~25165824,201326592~4194304,276824064~4194304,289406976~4194304,314572800~12582912,348127232~16777216,369098752~12582912,385875968~16777216] 2024-04-15T15:53:45.577 INFO:tasks.workunit.client.0.smithi016.stdout:from 1 to 5 diff [4194304~4194304,12582912~8388608,29360128~4194304,37748736~8388608,50331648~8388608,62914560~12582912,79691776~12582912,104857600~4194304,113246208~4194304,121634816~16777216,142606336~8388608,155189248~4194304,163577856~20971520,201326592~12582912,222298112~4194304,276824064~4194304,289406976~4194304,314572800~8388608,348127232~12582912,369098752~8388608,385875968~12582912] 2024-04-15T15:53:45.577 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [4194304~4194304,12582912~8388608,29360128~4194304,37748736~8388608,50331648~8388608,62914560~12582912,79691776~12582912,104857600~4194304,113246208~4194304,121634816~16777216,142606336~8388608,155189248~4194304,163577856~20971520,201326592~12582912,222298112~4194304,276824064~4194304,289406976~4194304,314572800~8388608,348127232~12582912,369098752~8388608,385875968~12582912] 2024-04-15T15:53:45.580 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [4194304~20971520,29360128~4194304,37748736~37748736,79691776~16777216,104857600~12582912,121634816~67108864,201326592~12582912,222298112~8388608,276824064~4194304,289406976~4194304,314572800~12582912,348127232~16777216,369098752~12582912,385875968~16777216] 2024-04-15T15:53:45.580 INFO:tasks.workunit.client.0.smithi016.stdout:from 1 to 6 diff [4194304~4194304,12582912~8388608,29360128~4194304,37748736~8388608,50331648~8388608,62914560~12582912,79691776~12582912,100663296~8388608,113246208~4194304,121634816~16777216,142606336~8388608,155189248~4194304,163577856~20971520,201326592~12582912,222298112~4194304,230686720~8388608,247463936~8388608,276824064~4194304,289406976~4194304,297795584~4194304,314572800~12582912,348127232~16777216,369098752~8388608,385875968~12582912] 2024-04-15T15:53:45.580 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [4194304~4194304,12582912~8388608,29360128~4194304,37748736~8388608,50331648~8388608,62914560~12582912,79691776~12582912,100663296~8388608,113246208~4194304,121634816~16777216,142606336~8388608,155189248~4194304,163577856~20971520,201326592~12582912,222298112~4194304,230686720~8388608,247463936~8388608,276824064~4194304,289406976~4194304,297795584~4194304,314572800~12582912,348127232~16777216,369098752~8388608,385875968~12582912] 2024-04-15T15:53:45.582 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [4194304~20971520,29360128~4194304,37748736~37748736,79691776~16777216,100663296~16777216,121634816~67108864,201326592~12582912,222298112~20971520,247463936~8388608,276824064~4194304,289406976~4194304,297795584~8388608,314572800~12582912,348127232~16777216,369098752~12582912,385875968~16777216] 2024-04-15T15:53:45.582 INFO:tasks.workunit.client.0.smithi016.stdout:from 1 to 7 diff [4194304~4194304,12582912~8388608,29360128~4194304,37748736~20971520,62914560~12582912,79691776~12582912,100663296~8388608,113246208~4194304,121634816~16777216,142606336~8388608,155189248~29360128,201326592~12582912,218103808~8388608,230686720~8388608,247463936~8388608,276824064~4194304,289406976~12582912,314572800~12582912,348127232~29360128,385875968~12582912,402653184~4194304] 2024-04-15T15:53:45.582 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [4194304~4194304,12582912~8388608,29360128~4194304,37748736~20971520,62914560~12582912,79691776~12582912,100663296~8388608,113246208~4194304,121634816~16777216,142606336~8388608,155189248~29360128,201326592~12582912,218103808~8388608,230686720~8388608,247463936~8388608,276824064~4194304,289406976~12582912,314572800~12582912,348127232~29360128,385875968~12582912,402653184~4194304] 2024-04-15T15:53:45.586 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [4194304~20971520,29360128~4194304,37748736~37748736,79691776~16777216,100663296~16777216,121634816~67108864,201326592~12582912,218103808~25165824,247463936~8388608,276824064~4194304,289406976~16777216,314572800~12582912,348127232~33554432,385875968~20971520] 2024-04-15T15:53:45.586 INFO:tasks.workunit.client.0.smithi016.stdout:from 1 to 8 diff [4194304~4194304,12582912~8388608,29360128~4194304,37748736~20971520,62914560~12582912,79691776~16777216,100663296~8388608,113246208~4194304,121634816~29360128,155189248~29360128,201326592~12582912,218103808~8388608,230686720~8388608,247463936~8388608,276824064~4194304,289406976~12582912,306184192~25165824,348127232~29360128,385875968~20971520] 2024-04-15T15:53:45.586 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [4194304~4194304,12582912~8388608,29360128~4194304,37748736~20971520,62914560~12582912,79691776~16777216,100663296~8388608,113246208~4194304,121634816~29360128,155189248~29360128,201326592~12582912,218103808~8388608,230686720~8388608,247463936~8388608,276824064~4194304,289406976~12582912,306184192~25165824,348127232~29360128,385875968~20971520] 2024-04-15T15:53:45.590 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [4194304~20971520,29360128~4194304,37748736~37748736,79691776~16777216,100663296~16777216,121634816~67108864,201326592~12582912,218103808~25165824,247463936~8388608,276824064~4194304,289406976~46137344,348127232~33554432,385875968~20971520] 2024-04-15T15:53:45.590 INFO:tasks.workunit.client.0.smithi016.stdout:from 1 to 9 diff [4194304~4194304,12582912~8388608,29360128~4194304,37748736~20971520,62914560~33554432,100663296~8388608,113246208~4194304,121634816~29360128,155189248~29360128,201326592~12582912,218103808~8388608,230686720~12582912,247463936~8388608,260046848~4194304,268435456~12582912,289406976~12582912,306184192~25165824,348127232~29360128,385875968~29360128] 2024-04-15T15:53:45.590 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [4194304~4194304,12582912~8388608,29360128~4194304,37748736~20971520,62914560~33554432,100663296~8388608,113246208~4194304,121634816~29360128,155189248~29360128,201326592~12582912,218103808~8388608,230686720~12582912,247463936~8388608,260046848~4194304,268435456~12582912,289406976~12582912,306184192~25165824,348127232~29360128,385875968~29360128] 2024-04-15T15:53:45.594 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [4194304~20971520,29360128~4194304,37748736~58720256,100663296~16777216,121634816~67108864,201326592~12582912,218103808~37748736,260046848~4194304,268435456~12582912,289406976~46137344,348127232~33554432,385875968~33554432] 2024-04-15T15:53:45.594 INFO:tasks.workunit.client.0.smithi016.stdout:from 1 to 10 diff [4194304~4194304,12582912~20971520,37748736~20971520,62914560~33554432,100663296~8388608,113246208~4194304,121634816~29360128,155189248~29360128,201326592~12582912,218103808~25165824,247463936~8388608,260046848~4194304,268435456~12582912,289406976~20971520,314572800~16777216,348127232~29360128,381681664~33554432] 2024-04-15T15:53:45.594 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [4194304~4194304,12582912~20971520,37748736~20971520,62914560~33554432,100663296~8388608,113246208~4194304,121634816~29360128,155189248~29360128,201326592~12582912,218103808~25165824,247463936~8388608,260046848~4194304,268435456~12582912,289406976~20971520,314572800~16777216,348127232~29360128,381681664~33554432] 2024-04-15T15:53:45.598 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [4194304~29360128,37748736~58720256,100663296~16777216,121634816~67108864,201326592~12582912,218103808~37748736,260046848~4194304,268435456~12582912,289406976~46137344,348127232~71303168] 2024-04-15T15:53:45.598 INFO:tasks.workunit.client.0.smithi016.stdout:from 1 to 11 diff [0~8388608,12582912~20971520,37748736~20971520,62914560~46137344,113246208~4194304,121634816~29360128,155189248~29360128,201326592~12582912,218103808~25165824,247463936~16777216,268435456~12582912,285212672~25165824,314572800~16777216,343932928~33554432,381681664~33554432] 2024-04-15T15:53:45.598 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [0~8388608,12582912~20971520,37748736~20971520,62914560~46137344,113246208~4194304,121634816~29360128,155189248~29360128,201326592~12582912,218103808~25165824,247463936~16777216,268435456~12582912,285212672~25165824,314572800~16777216,343932928~33554432,381681664~33554432] 2024-04-15T15:53:45.603 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [0~33554432,37748736~79691776,121634816~67108864,201326592~12582912,218103808~46137344,268435456~12582912,285212672~50331648,343932928~75497472] 2024-04-15T15:53:45.603 INFO:tasks.workunit.client.0.smithi016.stdout:from 1 to 12 diff [0~8388608,12582912~20971520,37748736~20971520,62914560~46137344,113246208~4194304,121634816~29360128,155189248~29360128,188743680~4194304,201326592~12582912,218103808~25165824,247463936~16777216,268435456~62914560,343932928~33554432,381681664~33554432] 2024-04-15T15:53:45.603 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [0~8388608,12582912~20971520,37748736~20971520,62914560~46137344,113246208~4194304,121634816~29360128,155189248~29360128,188743680~4194304,201326592~12582912,218103808~25165824,247463936~16777216,268435456~62914560,343932928~33554432,381681664~33554432] 2024-04-15T15:53:45.608 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [0~33554432,37748736~79691776,121634816~75497472,201326592~12582912,218103808~46137344,268435456~67108864,343932928~75497472] 2024-04-15T15:53:45.608 INFO:tasks.workunit.client.0.smithi016.stdout:from 1 to 13 diff [0~8388608,12582912~20971520,37748736~20971520,62914560~46137344,113246208~4194304,121634816~62914560,188743680~8388608,201326592~12582912,218103808~25165824,247463936~12582912,268435456~62914560,343932928~33554432,381681664~33554432] 2024-04-15T15:53:45.608 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [0~8388608,12582912~20971520,37748736~20971520,62914560~46137344,113246208~4194304,121634816~62914560,188743680~8388608,201326592~12582912,218103808~25165824,247463936~12582912,268435456~62914560,343932928~33554432,381681664~33554432] 2024-04-15T15:53:45.613 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [0~33554432,37748736~79691776,121634816~75497472,201326592~12582912,218103808~46137344,268435456~67108864,343932928~75497472] 2024-04-15T15:53:45.613 INFO:tasks.workunit.client.0.smithi016.stdout:from 1 to 14 diff [0~8388608,12582912~20971520,37748736~20971520,62914560~46137344,113246208~4194304,121634816~62914560,188743680~8388608,201326592~12582912,218103808~25165824,247463936~16777216,268435456~67108864,343932928~33554432,381681664~33554432] 2024-04-15T15:53:45.614 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [0~8388608,12582912~20971520,37748736~20971520,62914560~46137344,113246208~4194304,121634816~62914560,188743680~8388608,201326592~12582912,218103808~25165824,247463936~16777216,268435456~67108864,343932928~33554432,381681664~33554432] 2024-04-15T15:53:45.620 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [0~33554432,37748736~79691776,121634816~75497472,201326592~12582912,218103808~46137344,268435456~71303168,343932928~75497472] 2024-04-15T15:53:45.620 INFO:tasks.workunit.client.0.smithi016.stdout:from 1 to 15 diff [0~8388608,12582912~20971520,37748736~20971520,62914560~46137344,113246208~4194304,121634816~62914560,188743680~8388608,201326592~12582912,218103808~25165824,247463936~16777216,268435456~67108864,343932928~33554432,381681664~33554432] 2024-04-15T15:53:45.620 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [0~8388608,12582912~20971520,37748736~20971520,62914560~46137344,113246208~4194304,121634816~62914560,188743680~8388608,201326592~12582912,218103808~25165824,247463936~16777216,268435456~67108864,343932928~33554432,381681664~33554432] 2024-04-15T15:53:45.626 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [0~33554432,37748736~79691776,121634816~75497472,201326592~12582912,218103808~46137344,268435456~71303168,343932928~75497472] 2024-04-15T15:53:45.626 INFO:tasks.workunit.client.0.smithi016.stdout:from 1 to 16 diff [0~8388608,12582912~20971520,37748736~20971520,62914560~46137344,113246208~4194304,121634816~62914560,188743680~8388608,201326592~41943040,247463936~16777216,268435456~67108864,343932928~33554432,381681664~20971520,406847488~12582912] 2024-04-15T15:53:45.626 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [0~8388608,12582912~20971520,37748736~20971520,62914560~46137344,113246208~4194304,121634816~62914560,188743680~8388608,201326592~41943040,247463936~16777216,268435456~67108864,343932928~33554432,381681664~20971520,406847488~12582912] 2024-04-15T15:53:45.633 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [0~33554432,37748736~79691776,121634816~75497472,201326592~62914560,268435456~71303168,343932928~75497472] 2024-04-15T15:53:45.633 INFO:tasks.workunit.client.0.smithi016.stdout:from 1 to 17 diff [0~8388608,12582912~20971520,37748736~71303168,113246208~71303168,188743680~25165824,218103808~25165824,247463936~16777216,268435456~67108864,343932928~58720256,406847488~12582912] 2024-04-15T15:53:45.633 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [0~8388608,12582912~20971520,37748736~71303168,113246208~71303168,188743680~25165824,218103808~25165824,247463936~16777216,268435456~67108864,343932928~58720256,406847488~12582912] 2024-04-15T15:53:45.639 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [0~33554432,37748736~226492416,268435456~71303168,343932928~75497472] 2024-04-15T15:53:45.639 INFO:tasks.workunit.client.0.smithi016.stdout:from 1 to 18 diff [0~8388608,12582912~20971520,37748736~71303168,113246208~71303168,188743680~25165824,218103808~25165824,247463936~88080384,343932928~58720256,406847488~12582912] 2024-04-15T15:53:45.639 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [0~8388608,12582912~20971520,37748736~71303168,113246208~71303168,188743680~25165824,218103808~25165824,247463936~88080384,343932928~58720256,406847488~12582912] 2024-04-15T15:53:45.646 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [0~339738624,343932928~75497472] 2024-04-15T15:53:45.646 INFO:tasks.workunit.client.0.smithi016.stdout:from 1 to 19 diff [0~8388608,12582912~20971520,37748736~71303168,113246208~71303168,188743680~25165824,218103808~25165824,247463936~92274688,343932928~58720256,406847488~12582912] 2024-04-15T15:53:45.646 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [0~8388608,12582912~20971520,37748736~71303168,113246208~71303168,188743680~25165824,218103808~25165824,247463936~92274688,343932928~58720256,406847488~12582912] 2024-04-15T15:53:45.653 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [0~419430400] 2024-04-15T15:53:45.653 INFO:tasks.workunit.client.0.smithi016.stdout:from 2 to 3 diff [4194304~4194304,62914560~8388608,79691776~8388608,142606336~8388608,276824064~4194304,289406976~4194304,348127232~12582912,369098752~8388608,390070272~4194304] 2024-04-15T15:53:45.653 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [4194304~4194304,62914560~8388608,79691776~8388608,142606336~8388608,276824064~4194304,289406976~4194304,348127232~12582912,369098752~8388608,390070272~4194304] 2024-04-15T15:53:45.654 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [4194304~4194304,62914560~12582912,79691776~12582912,142606336~12582912,276824064~4194304,289406976~4194304,348127232~16777216,369098752~8388608,390070272~8388608] 2024-04-15T15:53:45.654 INFO:tasks.workunit.client.0.smithi016.stdout:from 2 to 4 diff [4194304~4194304,50331648~8388608,62914560~12582912,79691776~8388608,113246208~4194304,130023424~8388608,142606336~8388608,163577856~8388608,176160768~4194304,201326592~4194304,276824064~4194304,289406976~4194304,314572800~8388608,348127232~12582912,369098752~8388608,385875968~12582912] 2024-04-15T15:53:45.654 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [4194304~4194304,50331648~8388608,62914560~12582912,79691776~8388608,113246208~4194304,130023424~8388608,142606336~8388608,163577856~8388608,176160768~4194304,201326592~4194304,276824064~4194304,289406976~4194304,314572800~8388608,348127232~12582912,369098752~8388608,385875968~12582912] 2024-04-15T15:53:45.656 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [4194304~4194304,50331648~25165824,79691776~12582912,113246208~4194304,130023424~25165824,163577856~20971520,201326592~4194304,276824064~4194304,289406976~4194304,314572800~12582912,348127232~16777216,369098752~8388608,385875968~16777216] 2024-04-15T15:53:45.656 INFO:tasks.workunit.client.0.smithi016.stdout:from 2 to 5 diff [4194304~4194304,12582912~8388608,41943040~4194304,50331648~8388608,62914560~12582912,79691776~12582912,113246208~4194304,130023424~8388608,142606336~8388608,155189248~4194304,163577856~16777216,201326592~12582912,222298112~4194304,276824064~4194304,289406976~4194304,314572800~8388608,348127232~12582912,369098752~8388608,385875968~12582912] 2024-04-15T15:53:45.656 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [4194304~4194304,12582912~8388608,41943040~4194304,50331648~8388608,62914560~12582912,79691776~12582912,113246208~4194304,130023424~8388608,142606336~8388608,155189248~4194304,163577856~16777216,201326592~12582912,222298112~4194304,276824064~4194304,289406976~4194304,314572800~8388608,348127232~12582912,369098752~8388608,385875968~12582912] 2024-04-15T15:53:45.657 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [4194304~20971520,41943040~33554432,79691776~16777216,113246208~4194304,130023424~54525952,201326592~12582912,222298112~8388608,276824064~4194304,289406976~4194304,314572800~12582912,348127232~16777216,369098752~8388608,385875968~16777216] 2024-04-15T15:53:45.658 INFO:tasks.workunit.client.0.smithi016.stdout:from 2 to 6 diff [4194304~4194304,12582912~8388608,29360128~4194304,41943040~4194304,50331648~8388608,62914560~12582912,79691776~12582912,100663296~4194304,113246208~4194304,130023424~8388608,142606336~8388608,155189248~4194304,163577856~16777216,201326592~12582912,222298112~4194304,230686720~8388608,247463936~8388608,276824064~4194304,289406976~4194304,297795584~4194304,314572800~12582912,348127232~12582912,369098752~8388608,385875968~12582912] 2024-04-15T15:53:45.658 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [4194304~4194304,12582912~8388608,29360128~4194304,41943040~4194304,50331648~8388608,62914560~12582912,79691776~12582912,100663296~4194304,113246208~4194304,130023424~8388608,142606336~8388608,155189248~4194304,163577856~16777216,201326592~12582912,222298112~4194304,230686720~8388608,247463936~8388608,276824064~4194304,289406976~4194304,297795584~4194304,314572800~12582912,348127232~12582912,369098752~8388608,385875968~12582912] 2024-04-15T15:53:45.659 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [4194304~20971520,29360128~4194304,41943040~33554432,79691776~16777216,100663296~4194304,113246208~4194304,130023424~54525952,201326592~12582912,222298112~20971520,247463936~8388608,276824064~4194304,289406976~4194304,297795584~8388608,314572800~12582912,348127232~16777216,369098752~8388608,385875968~16777216] 2024-04-15T15:53:45.660 INFO:tasks.workunit.client.0.smithi016.stdout:from 2 to 7 diff [4194304~4194304,12582912~8388608,29360128~4194304,41943040~16777216,62914560~12582912,79691776~12582912,100663296~4194304,113246208~4194304,130023424~8388608,142606336~8388608,155189248~25165824,201326592~12582912,218103808~8388608,230686720~8388608,247463936~8388608,276824064~4194304,289406976~12582912,314572800~12582912,348127232~29360128,385875968~12582912,402653184~4194304] 2024-04-15T15:53:45.660 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [4194304~4194304,12582912~8388608,29360128~4194304,41943040~16777216,62914560~12582912,79691776~12582912,100663296~4194304,113246208~4194304,130023424~8388608,142606336~8388608,155189248~25165824,201326592~12582912,218103808~8388608,230686720~8388608,247463936~8388608,276824064~4194304,289406976~12582912,314572800~12582912,348127232~29360128,385875968~12582912,402653184~4194304] 2024-04-15T15:53:45.663 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [4194304~20971520,29360128~4194304,41943040~33554432,79691776~16777216,100663296~4194304,113246208~4194304,130023424~54525952,201326592~12582912,218103808~25165824,247463936~8388608,276824064~4194304,289406976~16777216,314572800~12582912,348127232~29360128,385875968~20971520] 2024-04-15T15:53:45.663 INFO:tasks.workunit.client.0.smithi016.stdout:from 2 to 8 diff [4194304~4194304,12582912~8388608,29360128~4194304,41943040~16777216,62914560~12582912,79691776~16777216,100663296~4194304,113246208~4194304,130023424~20971520,155189248~25165824,201326592~12582912,218103808~8388608,230686720~8388608,247463936~8388608,276824064~4194304,289406976~12582912,306184192~25165824,348127232~29360128,385875968~20971520] 2024-04-15T15:53:45.663 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [4194304~4194304,12582912~8388608,29360128~4194304,41943040~16777216,62914560~12582912,79691776~16777216,100663296~4194304,113246208~4194304,130023424~20971520,155189248~25165824,201326592~12582912,218103808~8388608,230686720~8388608,247463936~8388608,276824064~4194304,289406976~12582912,306184192~25165824,348127232~29360128,385875968~20971520] 2024-04-15T15:53:45.666 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [4194304~20971520,29360128~4194304,41943040~33554432,79691776~16777216,100663296~4194304,113246208~4194304,130023424~54525952,201326592~12582912,218103808~25165824,247463936~8388608,276824064~4194304,289406976~46137344,348127232~29360128,385875968~20971520] 2024-04-15T15:53:45.666 INFO:tasks.workunit.client.0.smithi016.stdout:from 2 to 9 diff [4194304~4194304,12582912~8388608,29360128~4194304,41943040~16777216,62914560~33554432,100663296~4194304,113246208~4194304,130023424~20971520,155189248~25165824,201326592~12582912,218103808~8388608,230686720~12582912,247463936~8388608,260046848~4194304,268435456~12582912,289406976~12582912,306184192~25165824,348127232~29360128,385875968~29360128] 2024-04-15T15:53:45.666 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [4194304~4194304,12582912~8388608,29360128~4194304,41943040~16777216,62914560~33554432,100663296~4194304,113246208~4194304,130023424~20971520,155189248~25165824,201326592~12582912,218103808~8388608,230686720~12582912,247463936~8388608,260046848~4194304,268435456~12582912,289406976~12582912,306184192~25165824,348127232~29360128,385875968~29360128] 2024-04-15T15:53:45.670 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [4194304~20971520,29360128~4194304,41943040~54525952,100663296~4194304,113246208~4194304,130023424~54525952,201326592~12582912,218103808~37748736,260046848~4194304,268435456~12582912,289406976~46137344,348127232~29360128,385875968~33554432] 2024-04-15T15:53:45.670 INFO:tasks.workunit.client.0.smithi016.stdout:from 2 to 10 diff [4194304~4194304,12582912~20971520,41943040~16777216,62914560~33554432,100663296~8388608,113246208~4194304,130023424~20971520,155189248~25165824,201326592~12582912,218103808~25165824,247463936~8388608,260046848~4194304,268435456~12582912,289406976~20971520,314572800~16777216,348127232~29360128,381681664~33554432] 2024-04-15T15:53:45.670 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [4194304~4194304,12582912~20971520,41943040~16777216,62914560~33554432,100663296~8388608,113246208~4194304,130023424~20971520,155189248~25165824,201326592~12582912,218103808~25165824,247463936~8388608,260046848~4194304,268435456~12582912,289406976~20971520,314572800~16777216,348127232~29360128,381681664~33554432] 2024-04-15T15:53:45.674 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [4194304~29360128,41943040~54525952,100663296~8388608,113246208~4194304,130023424~54525952,201326592~12582912,218103808~37748736,260046848~4194304,268435456~12582912,289406976~46137344,348127232~29360128,381681664~37748736] 2024-04-15T15:53:45.674 INFO:tasks.workunit.client.0.smithi016.stdout:from 2 to 11 diff [0~8388608,12582912~20971520,41943040~16777216,62914560~46137344,113246208~4194304,130023424~20971520,155189248~25165824,201326592~12582912,218103808~25165824,247463936~16777216,268435456~12582912,285212672~25165824,314572800~16777216,343932928~33554432,381681664~33554432] 2024-04-15T15:53:45.674 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [0~8388608,12582912~20971520,41943040~16777216,62914560~46137344,113246208~4194304,130023424~20971520,155189248~25165824,201326592~12582912,218103808~25165824,247463936~16777216,268435456~12582912,285212672~25165824,314572800~16777216,343932928~33554432,381681664~33554432] 2024-04-15T15:53:45.683 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [0~33554432,41943040~67108864,113246208~4194304,130023424~54525952,201326592~12582912,218103808~46137344,268435456~12582912,285212672~50331648,343932928~33554432,381681664~37748736] 2024-04-15T15:53:45.683 INFO:tasks.workunit.client.0.smithi016.stdout:from 2 to 12 diff [0~8388608,12582912~20971520,41943040~16777216,62914560~46137344,113246208~4194304,125829120~25165824,155189248~25165824,188743680~4194304,201326592~12582912,218103808~25165824,247463936~16777216,268435456~62914560,343932928~33554432,381681664~33554432] 2024-04-15T15:53:45.683 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [0~8388608,12582912~20971520,41943040~16777216,62914560~46137344,113246208~4194304,125829120~25165824,155189248~25165824,188743680~4194304,201326592~12582912,218103808~25165824,247463936~16777216,268435456~62914560,343932928~33554432,381681664~33554432] 2024-04-15T15:53:45.684 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [0~33554432,41943040~67108864,113246208~4194304,125829120~58720256,188743680~8388608,201326592~12582912,218103808~46137344,268435456~67108864,343932928~33554432,381681664~37748736] 2024-04-15T15:53:45.684 INFO:tasks.workunit.client.0.smithi016.stdout:from 2 to 13 diff [0~8388608,12582912~20971520,41943040~16777216,62914560~46137344,113246208~4194304,125829120~54525952,188743680~8388608,201326592~12582912,218103808~25165824,247463936~12582912,268435456~62914560,343932928~33554432,381681664~33554432] 2024-04-15T15:53:45.684 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [0~8388608,12582912~20971520,41943040~16777216,62914560~46137344,113246208~4194304,125829120~54525952,188743680~8388608,201326592~12582912,218103808~25165824,247463936~12582912,268435456~62914560,343932928~33554432,381681664~33554432] 2024-04-15T15:53:45.688 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [0~33554432,41943040~67108864,113246208~4194304,125829120~58720256,188743680~8388608,201326592~12582912,218103808~46137344,268435456~67108864,343932928~33554432,381681664~37748736] 2024-04-15T15:53:45.688 INFO:tasks.workunit.client.0.smithi016.stdout:from 2 to 14 diff [0~8388608,12582912~20971520,37748736~20971520,62914560~46137344,113246208~4194304,125829120~54525952,188743680~8388608,201326592~12582912,218103808~25165824,247463936~16777216,268435456~67108864,343932928~33554432,381681664~33554432] 2024-04-15T15:53:45.688 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [0~8388608,12582912~20971520,37748736~20971520,62914560~46137344,113246208~4194304,125829120~54525952,188743680~8388608,201326592~12582912,218103808~25165824,247463936~16777216,268435456~67108864,343932928~33554432,381681664~33554432] 2024-04-15T15:53:45.692 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [0~33554432,37748736~71303168,113246208~4194304,125829120~58720256,188743680~8388608,201326592~12582912,218103808~46137344,268435456~71303168,343932928~33554432,381681664~37748736] 2024-04-15T15:53:45.693 INFO:tasks.workunit.client.0.smithi016.stdout:from 2 to 15 diff [0~8388608,12582912~20971520,37748736~20971520,62914560~46137344,113246208~4194304,121634816~58720256,188743680~8388608,201326592~12582912,218103808~25165824,247463936~16777216,268435456~67108864,343932928~33554432,381681664~33554432] 2024-04-15T15:53:45.693 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [0~8388608,12582912~20971520,37748736~20971520,62914560~46137344,113246208~4194304,121634816~58720256,188743680~8388608,201326592~12582912,218103808~25165824,247463936~16777216,268435456~67108864,343932928~33554432,381681664~33554432] 2024-04-15T15:53:45.699 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [0~33554432,37748736~71303168,113246208~4194304,121634816~62914560,188743680~8388608,201326592~12582912,218103808~46137344,268435456~71303168,343932928~33554432,381681664~37748736] 2024-04-15T15:53:45.699 INFO:tasks.workunit.client.0.smithi016.stdout:from 2 to 16 diff [0~8388608,12582912~20971520,37748736~20971520,62914560~46137344,113246208~4194304,121634816~58720256,188743680~8388608,201326592~41943040,247463936~16777216,268435456~67108864,343932928~33554432,381681664~20971520,406847488~12582912] 2024-04-15T15:53:45.699 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [0~8388608,12582912~20971520,37748736~20971520,62914560~46137344,113246208~4194304,121634816~58720256,188743680~8388608,201326592~41943040,247463936~16777216,268435456~67108864,343932928~33554432,381681664~20971520,406847488~12582912] 2024-04-15T15:53:45.704 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [0~33554432,37748736~71303168,113246208~4194304,121634816~62914560,188743680~8388608,201326592~62914560,268435456~71303168,343932928~33554432,381681664~37748736] 2024-04-15T15:53:45.704 INFO:tasks.workunit.client.0.smithi016.stdout:from 2 to 17 diff [0~8388608,12582912~20971520,37748736~71303168,113246208~67108864,188743680~25165824,218103808~25165824,247463936~16777216,268435456~67108864,343932928~58720256,406847488~12582912] 2024-04-15T15:53:45.704 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [0~8388608,12582912~20971520,37748736~71303168,113246208~67108864,188743680~25165824,218103808~25165824,247463936~16777216,268435456~67108864,343932928~58720256,406847488~12582912] 2024-04-15T15:53:45.711 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [0~33554432,37748736~71303168,113246208~71303168,188743680~75497472,268435456~71303168,343932928~75497472] 2024-04-15T15:53:45.711 INFO:tasks.workunit.client.0.smithi016.stdout:from 2 to 18 diff [0~8388608,12582912~96468992,113246208~67108864,188743680~25165824,218103808~25165824,247463936~88080384,343932928~58720256,406847488~12582912] 2024-04-15T15:53:45.711 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [0~8388608,12582912~96468992,113246208~67108864,188743680~25165824,218103808~25165824,247463936~88080384,343932928~58720256,406847488~12582912] 2024-04-15T15:53:45.718 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [0~109051904,113246208~71303168,188743680~150994944,343932928~75497472] 2024-04-15T15:53:45.718 INFO:tasks.workunit.client.0.smithi016.stdout:from 2 to 19 diff [0~8388608,12582912~92274688,113246208~67108864,184549376~29360128,218103808~25165824,247463936~92274688,343932928~58720256,406847488~12582912] 2024-04-15T15:53:45.718 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [0~8388608,12582912~92274688,113246208~67108864,184549376~29360128,218103808~25165824,247463936~92274688,343932928~58720256,406847488~12582912] 2024-04-15T15:53:45.725 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [0~109051904,113246208~306184192] 2024-04-15T15:53:45.725 INFO:tasks.workunit.client.0.smithi016.stdout:from 3 to 4 diff [50331648~8388608,62914560~4194304,113246208~4194304,130023424~8388608,163577856~8388608,176160768~4194304,201326592~4194304,314572800~8388608,385875968~4194304,394264576~4194304] 2024-04-15T15:53:45.725 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [50331648~8388608,62914560~4194304,113246208~4194304,130023424~8388608,163577856~8388608,176160768~4194304,201326592~4194304,314572800~8388608,385875968~4194304,394264576~4194304] 2024-04-15T15:53:45.726 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [50331648~16777216,113246208~4194304,130023424~12582912,163577856~20971520,201326592~4194304,314572800~12582912,385875968~16777216] 2024-04-15T15:53:45.726 INFO:tasks.workunit.client.0.smithi016.stdout:from 3 to 5 diff [4194304~4194304,12582912~8388608,41943040~4194304,50331648~8388608,62914560~4194304,83886080~8388608,113246208~4194304,130023424~8388608,155189248~4194304,163577856~16777216,201326592~12582912,222298112~4194304,314572800~8388608,356515840~4194304,385875968~4194304,394264576~4194304] 2024-04-15T15:53:45.726 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [4194304~4194304,12582912~8388608,41943040~4194304,50331648~8388608,62914560~4194304,83886080~8388608,113246208~4194304,130023424~8388608,155189248~4194304,163577856~16777216,201326592~12582912,222298112~4194304,314572800~8388608,356515840~4194304,385875968~4194304,394264576~4194304] 2024-04-15T15:53:45.728 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [4194304~20971520,41943040~25165824,83886080~12582912,113246208~4194304,130023424~12582912,155189248~29360128,201326592~12582912,222298112~8388608,314572800~12582912,356515840~4194304,385875968~16777216] 2024-04-15T15:53:45.728 INFO:tasks.workunit.client.0.smithi016.stdout:from 3 to 6 diff [4194304~4194304,12582912~8388608,29360128~4194304,41943040~4194304,50331648~8388608,62914560~4194304,83886080~8388608,100663296~4194304,113246208~4194304,130023424~8388608,155189248~4194304,163577856~16777216,201326592~12582912,222298112~4194304,230686720~8388608,247463936~8388608,297795584~4194304,314572800~12582912,352321536~8388608,385875968~4194304,394264576~4194304] 2024-04-15T15:53:45.728 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [4194304~4194304,12582912~8388608,29360128~4194304,41943040~4194304,50331648~8388608,62914560~4194304,83886080~8388608,100663296~4194304,113246208~4194304,130023424~8388608,155189248~4194304,163577856~16777216,201326592~12582912,222298112~4194304,230686720~8388608,247463936~8388608,297795584~4194304,314572800~12582912,352321536~8388608,385875968~4194304,394264576~4194304] 2024-04-15T15:53:45.730 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [4194304~20971520,29360128~4194304,41943040~25165824,83886080~12582912,100663296~4194304,113246208~4194304,130023424~12582912,155189248~29360128,201326592~12582912,222298112~20971520,247463936~8388608,297795584~8388608,314572800~12582912,352321536~8388608,385875968~16777216] 2024-04-15T15:53:45.730 INFO:tasks.workunit.client.0.smithi016.stdout:from 3 to 7 diff [4194304~4194304,12582912~8388608,29360128~4194304,41943040~16777216,62914560~8388608,79691776~12582912,100663296~4194304,113246208~4194304,130023424~8388608,155189248~25165824,201326592~12582912,218103808~8388608,230686720~8388608,247463936~8388608,293601280~8388608,314572800~12582912,352321536~16777216,385875968~4194304,394264576~4194304,402653184~4194304] 2024-04-15T15:53:45.730 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [4194304~4194304,12582912~8388608,29360128~4194304,41943040~16777216,62914560~8388608,79691776~12582912,100663296~4194304,113246208~4194304,130023424~8388608,155189248~25165824,201326592~12582912,218103808~8388608,230686720~8388608,247463936~8388608,293601280~8388608,314572800~12582912,352321536~16777216,385875968~4194304,394264576~4194304,402653184~4194304] 2024-04-15T15:53:45.732 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [4194304~20971520,29360128~4194304,41943040~33554432,79691776~16777216,100663296~4194304,113246208~4194304,130023424~12582912,155189248~29360128,201326592~12582912,218103808~25165824,247463936~8388608,293601280~12582912,314572800~12582912,352321536~16777216,385875968~20971520] 2024-04-15T15:53:45.732 INFO:tasks.workunit.client.0.smithi016.stdout:from 3 to 8 diff [4194304~4194304,12582912~8388608,29360128~4194304,41943040~16777216,62914560~8388608,79691776~16777216,100663296~4194304,113246208~4194304,130023424~12582912,155189248~25165824,201326592~12582912,218103808~8388608,230686720~8388608,247463936~8388608,293601280~8388608,306184192~25165824,352321536~16777216,385875968~20971520] 2024-04-15T15:53:45.733 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [4194304~4194304,12582912~8388608,29360128~4194304,41943040~16777216,62914560~8388608,79691776~16777216,100663296~4194304,113246208~4194304,130023424~12582912,155189248~25165824,201326592~12582912,218103808~8388608,230686720~8388608,247463936~8388608,293601280~8388608,306184192~25165824,352321536~16777216,385875968~20971520] 2024-04-15T15:53:45.735 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [4194304~20971520,29360128~4194304,41943040~33554432,79691776~16777216,100663296~4194304,113246208~4194304,130023424~12582912,155189248~29360128,201326592~12582912,218103808~25165824,247463936~8388608,293601280~41943040,352321536~16777216,385875968~20971520] 2024-04-15T15:53:45.735 INFO:tasks.workunit.client.0.smithi016.stdout:from 3 to 9 diff [4194304~4194304,12582912~8388608,29360128~4194304,41943040~16777216,62914560~8388608,75497472~20971520,100663296~4194304,113246208~4194304,130023424~12582912,155189248~25165824,201326592~12582912,218103808~8388608,230686720~12582912,247463936~8388608,260046848~4194304,268435456~8388608,289406976~12582912,306184192~25165824,352321536~16777216,385875968~29360128] 2024-04-15T15:53:45.735 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [4194304~4194304,12582912~8388608,29360128~4194304,41943040~16777216,62914560~8388608,75497472~20971520,100663296~4194304,113246208~4194304,130023424~12582912,155189248~25165824,201326592~12582912,218103808~8388608,230686720~12582912,247463936~8388608,260046848~4194304,268435456~8388608,289406976~12582912,306184192~25165824,352321536~16777216,385875968~29360128] 2024-04-15T15:53:45.738 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [4194304~20971520,29360128~4194304,41943040~54525952,100663296~4194304,113246208~4194304,130023424~12582912,155189248~29360128,201326592~12582912,218103808~37748736,260046848~4194304,268435456~12582912,289406976~46137344,352321536~20971520,385875968~33554432] 2024-04-15T15:53:45.738 INFO:tasks.workunit.client.0.smithi016.stdout:from 3 to 10 diff [4194304~4194304,12582912~20971520,41943040~16777216,62914560~8388608,75497472~20971520,100663296~8388608,113246208~4194304,130023424~20971520,155189248~25165824,201326592~12582912,218103808~25165824,247463936~8388608,260046848~4194304,268435456~8388608,289406976~20971520,314572800~16777216,352321536~16777216,381681664~33554432] 2024-04-15T15:53:45.739 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [4194304~4194304,12582912~20971520,41943040~16777216,62914560~8388608,75497472~20971520,100663296~8388608,113246208~4194304,130023424~20971520,155189248~25165824,201326592~12582912,218103808~25165824,247463936~8388608,260046848~4194304,268435456~8388608,289406976~20971520,314572800~16777216,352321536~16777216,381681664~33554432] 2024-04-15T15:53:45.742 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [4194304~29360128,41943040~54525952,100663296~8388608,113246208~4194304,130023424~54525952,201326592~12582912,218103808~37748736,260046848~4194304,268435456~12582912,289406976~46137344,352321536~20971520,381681664~37748736] 2024-04-15T15:53:45.742 INFO:tasks.workunit.client.0.smithi016.stdout:from 3 to 11 diff [0~8388608,12582912~20971520,41943040~16777216,62914560~8388608,75497472~33554432,113246208~4194304,130023424~20971520,155189248~25165824,201326592~12582912,218103808~25165824,247463936~16777216,268435456~8388608,285212672~25165824,314572800~16777216,343932928~4194304,352321536~16777216,381681664~33554432] 2024-04-15T15:53:45.742 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [0~8388608,12582912~20971520,41943040~16777216,62914560~8388608,75497472~33554432,113246208~4194304,130023424~20971520,155189248~25165824,201326592~12582912,218103808~25165824,247463936~16777216,268435456~8388608,285212672~25165824,314572800~16777216,343932928~4194304,352321536~16777216,381681664~33554432] 2024-04-15T15:53:45.746 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [0~33554432,41943040~67108864,113246208~4194304,130023424~54525952,201326592~12582912,218103808~46137344,268435456~12582912,285212672~50331648,343932928~4194304,352321536~20971520,381681664~37748736] 2024-04-15T15:53:45.746 INFO:tasks.workunit.client.0.smithi016.stdout:from 3 to 12 diff [0~8388608,12582912~20971520,41943040~16777216,62914560~46137344,113246208~4194304,125829120~25165824,155189248~25165824,188743680~4194304,201326592~12582912,218103808~25165824,247463936~16777216,268435456~8388608,281018368~50331648,343932928~4194304,352321536~16777216,381681664~33554432] 2024-04-15T15:53:45.746 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [0~8388608,12582912~20971520,41943040~16777216,62914560~46137344,113246208~4194304,125829120~25165824,155189248~25165824,188743680~4194304,201326592~12582912,218103808~25165824,247463936~16777216,268435456~8388608,281018368~50331648,343932928~4194304,352321536~16777216,381681664~33554432] 2024-04-15T15:53:45.751 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [0~33554432,41943040~67108864,113246208~4194304,125829120~58720256,188743680~8388608,201326592~12582912,218103808~46137344,268435456~67108864,343932928~4194304,352321536~20971520,381681664~37748736] 2024-04-15T15:53:45.751 INFO:tasks.workunit.client.0.smithi016.stdout:from 3 to 13 diff [0~8388608,12582912~20971520,41943040~16777216,62914560~46137344,113246208~4194304,125829120~54525952,188743680~8388608,201326592~12582912,218103808~25165824,247463936~12582912,268435456~8388608,281018368~50331648,343932928~4194304,352321536~16777216,381681664~33554432] 2024-04-15T15:53:45.751 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [0~8388608,12582912~20971520,41943040~16777216,62914560~46137344,113246208~4194304,125829120~54525952,188743680~8388608,201326592~12582912,218103808~25165824,247463936~12582912,268435456~8388608,281018368~50331648,343932928~4194304,352321536~16777216,381681664~33554432] 2024-04-15T15:53:45.755 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [0~33554432,41943040~67108864,113246208~4194304,125829120~58720256,188743680~8388608,201326592~12582912,218103808~46137344,268435456~67108864,343932928~4194304,352321536~20971520,381681664~37748736] 2024-04-15T15:53:45.755 INFO:tasks.workunit.client.0.smithi016.stdout:from 3 to 14 diff [0~8388608,12582912~20971520,37748736~20971520,62914560~46137344,113246208~4194304,125829120~54525952,188743680~8388608,201326592~12582912,218103808~25165824,247463936~16777216,268435456~8388608,281018368~54525952,343932928~4194304,352321536~16777216,381681664~33554432] 2024-04-15T15:53:45.756 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [0~8388608,12582912~20971520,37748736~20971520,62914560~46137344,113246208~4194304,125829120~54525952,188743680~8388608,201326592~12582912,218103808~25165824,247463936~16777216,268435456~8388608,281018368~54525952,343932928~4194304,352321536~16777216,381681664~33554432] 2024-04-15T15:53:45.761 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [0~33554432,37748736~71303168,113246208~4194304,125829120~58720256,188743680~8388608,201326592~12582912,218103808~46137344,268435456~71303168,343932928~4194304,352321536~20971520,381681664~37748736] 2024-04-15T15:53:45.761 INFO:tasks.workunit.client.0.smithi016.stdout:from 3 to 15 diff [0~8388608,12582912~20971520,37748736~20971520,62914560~46137344,113246208~4194304,121634816~58720256,188743680~8388608,201326592~12582912,218103808~25165824,247463936~16777216,268435456~67108864,343932928~4194304,352321536~16777216,381681664~33554432] 2024-04-15T15:53:45.761 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [0~8388608,12582912~20971520,37748736~20971520,62914560~46137344,113246208~4194304,121634816~58720256,188743680~8388608,201326592~12582912,218103808~25165824,247463936~16777216,268435456~67108864,343932928~4194304,352321536~16777216,381681664~33554432] 2024-04-15T15:53:45.767 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [0~33554432,37748736~71303168,113246208~4194304,121634816~62914560,188743680~8388608,201326592~12582912,218103808~46137344,268435456~71303168,343932928~4194304,352321536~20971520,381681664~37748736] 2024-04-15T15:53:45.767 INFO:tasks.workunit.client.0.smithi016.stdout:from 3 to 16 diff [0~8388608,12582912~20971520,37748736~20971520,62914560~46137344,113246208~4194304,121634816~58720256,188743680~8388608,201326592~41943040,247463936~16777216,268435456~67108864,343932928~4194304,352321536~16777216,381681664~20971520,406847488~12582912] 2024-04-15T15:53:45.767 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [0~8388608,12582912~20971520,37748736~20971520,62914560~46137344,113246208~4194304,121634816~58720256,188743680~8388608,201326592~41943040,247463936~16777216,268435456~67108864,343932928~4194304,352321536~16777216,381681664~20971520,406847488~12582912] 2024-04-15T15:53:45.773 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [0~33554432,37748736~71303168,113246208~4194304,121634816~62914560,188743680~8388608,201326592~62914560,268435456~71303168,343932928~4194304,352321536~20971520,381681664~37748736] 2024-04-15T15:53:45.773 INFO:tasks.workunit.client.0.smithi016.stdout:from 3 to 17 diff [0~8388608,12582912~20971520,37748736~71303168,113246208~67108864,188743680~25165824,218103808~25165824,247463936~16777216,268435456~67108864,343932928~4194304,352321536~25165824,381681664~20971520,406847488~12582912] 2024-04-15T15:53:45.773 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [0~8388608,12582912~20971520,37748736~71303168,113246208~67108864,188743680~25165824,218103808~25165824,247463936~16777216,268435456~67108864,343932928~4194304,352321536~25165824,381681664~20971520,406847488~12582912] 2024-04-15T15:53:45.779 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [0~33554432,37748736~71303168,113246208~71303168,188743680~75497472,268435456~71303168,343932928~4194304,352321536~67108864] 2024-04-15T15:53:45.779 INFO:tasks.workunit.client.0.smithi016.stdout:from 3 to 18 diff [0~8388608,12582912~96468992,113246208~67108864,188743680~25165824,218103808~25165824,247463936~88080384,343932928~4194304,352321536~25165824,381681664~20971520,406847488~12582912] 2024-04-15T15:53:45.779 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [0~8388608,12582912~96468992,113246208~67108864,188743680~25165824,218103808~25165824,247463936~88080384,343932928~4194304,352321536~25165824,381681664~20971520,406847488~12582912] 2024-04-15T15:53:45.787 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [0~109051904,113246208~71303168,188743680~150994944,343932928~4194304,352321536~67108864] 2024-04-15T15:53:45.787 INFO:tasks.workunit.client.0.smithi016.stdout:from 3 to 19 diff [0~8388608,12582912~92274688,113246208~67108864,184549376~29360128,218103808~25165824,247463936~92274688,343932928~4194304,352321536~25165824,381681664~20971520,406847488~12582912] 2024-04-15T15:53:45.787 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [0~8388608,12582912~92274688,113246208~67108864,184549376~29360128,218103808~25165824,247463936~92274688,343932928~4194304,352321536~25165824,381681664~20971520,406847488~12582912] 2024-04-15T15:53:45.789 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:53:45 smithi016 ceph-mon[90652]: osdmap e2092: 8 total, 8 up, 8 in 2024-04-15T15:53:45.789 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:53:45 smithi016 ceph-mon[90652]: pgmap v4058: 137 pgs: 137 active+clean; 746 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 116 KiB/s rd, 29 MiB/s wr, 167 op/s 2024-04-15T15:53:45.789 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:53:45 smithi016 ceph-mon[93212]: osdmap e2092: 8 total, 8 up, 8 in 2024-04-15T15:53:45.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:53:45 smithi016 ceph-mon[93212]: pgmap v4058: 137 pgs: 137 active+clean; 746 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 116 KiB/s rd, 29 MiB/s wr, 167 op/s 2024-04-15T15:53:45.794 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [0~109051904,113246208~234881024,352321536~67108864] 2024-04-15T15:53:45.794 INFO:tasks.workunit.client.0.smithi016.stdout:from 4 to 5 diff [4194304~4194304,12582912~8388608,41943040~4194304,83886080~8388608,155189248~4194304,171966464~4194304,201326592~12582912,222298112~4194304,356515840~4194304] 2024-04-15T15:53:45.794 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [4194304~4194304,12582912~8388608,41943040~4194304,83886080~8388608,155189248~4194304,171966464~4194304,201326592~12582912,222298112~4194304,356515840~4194304] 2024-04-15T15:53:45.795 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [4194304~20971520,41943040~8388608,83886080~12582912,155189248~8388608,171966464~8388608,201326592~12582912,222298112~8388608,356515840~4194304] 2024-04-15T15:53:45.796 INFO:tasks.workunit.client.0.smithi016.stdout:from 4 to 6 diff [4194304~4194304,12582912~8388608,29360128~4194304,41943040~4194304,83886080~8388608,100663296~4194304,155189248~4194304,171966464~8388608,201326592~12582912,222298112~4194304,230686720~8388608,247463936~8388608,297795584~4194304,314572800~12582912,352321536~8388608] 2024-04-15T15:53:45.796 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [4194304~4194304,12582912~8388608,29360128~4194304,41943040~4194304,83886080~8388608,100663296~4194304,155189248~4194304,171966464~8388608,201326592~12582912,222298112~4194304,230686720~8388608,247463936~8388608,297795584~4194304,314572800~12582912,352321536~8388608] 2024-04-15T15:53:45.797 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [4194304~20971520,29360128~4194304,41943040~8388608,83886080~12582912,100663296~4194304,155189248~8388608,171966464~12582912,201326592~12582912,222298112~20971520,247463936~8388608,297795584~8388608,314572800~12582912,352321536~8388608] 2024-04-15T15:53:45.797 INFO:tasks.workunit.client.0.smithi016.stdout:from 4 to 7 diff [4194304~4194304,12582912~8388608,29360128~4194304,41943040~8388608,67108864~4194304,79691776~12582912,100663296~4194304,155189248~12582912,171966464~8388608,201326592~12582912,218103808~8388608,230686720~8388608,247463936~8388608,293601280~8388608,314572800~12582912,352321536~16777216,402653184~4194304] 2024-04-15T15:53:45.797 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [4194304~4194304,12582912~8388608,29360128~4194304,41943040~8388608,67108864~4194304,79691776~12582912,100663296~4194304,155189248~12582912,171966464~8388608,201326592~12582912,218103808~8388608,230686720~8388608,247463936~8388608,293601280~8388608,314572800~12582912,352321536~16777216,402653184~4194304] 2024-04-15T15:53:45.799 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [4194304~20971520,29360128~4194304,41943040~12582912,67108864~8388608,79691776~16777216,100663296~4194304,155189248~12582912,171966464~12582912,201326592~12582912,218103808~25165824,247463936~8388608,293601280~12582912,314572800~12582912,352321536~16777216,402653184~4194304] 2024-04-15T15:53:45.799 INFO:tasks.workunit.client.0.smithi016.stdout:from 4 to 8 diff [4194304~4194304,12582912~8388608,29360128~4194304,41943040~8388608,67108864~4194304,79691776~16777216,100663296~4194304,134217728~4194304,155189248~12582912,171966464~8388608,201326592~12582912,218103808~8388608,230686720~8388608,247463936~8388608,293601280~8388608,306184192~25165824,352321536~16777216,390070272~16777216] 2024-04-15T15:53:45.799 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [4194304~4194304,12582912~8388608,29360128~4194304,41943040~8388608,67108864~4194304,79691776~16777216,100663296~4194304,134217728~4194304,155189248~12582912,171966464~8388608,201326592~12582912,218103808~8388608,230686720~8388608,247463936~8388608,293601280~8388608,306184192~25165824,352321536~16777216,390070272~16777216] 2024-04-15T15:53:45.801 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [4194304~20971520,29360128~4194304,41943040~12582912,67108864~8388608,79691776~16777216,100663296~4194304,134217728~8388608,155189248~12582912,171966464~12582912,201326592~12582912,218103808~25165824,247463936~8388608,293601280~41943040,352321536~16777216,390070272~16777216] 2024-04-15T15:53:45.801 INFO:tasks.workunit.client.0.smithi016.stdout:from 4 to 9 diff [4194304~4194304,12582912~8388608,29360128~4194304,41943040~8388608,67108864~4194304,75497472~20971520,100663296~4194304,134217728~4194304,155189248~12582912,171966464~8388608,201326592~12582912,218103808~8388608,230686720~12582912,247463936~8388608,260046848~4194304,268435456~8388608,289406976~12582912,306184192~25165824,352321536~16777216,390070272~25165824] 2024-04-15T15:53:45.801 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [4194304~4194304,12582912~8388608,29360128~4194304,41943040~8388608,67108864~4194304,75497472~20971520,100663296~4194304,134217728~4194304,155189248~12582912,171966464~8388608,201326592~12582912,218103808~8388608,230686720~12582912,247463936~8388608,260046848~4194304,268435456~8388608,289406976~12582912,306184192~25165824,352321536~16777216,390070272~25165824] 2024-04-15T15:53:45.804 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [4194304~20971520,29360128~4194304,41943040~12582912,67108864~29360128,100663296~4194304,134217728~8388608,155189248~12582912,171966464~12582912,201326592~12582912,218103808~37748736,260046848~4194304,268435456~12582912,289406976~46137344,352321536~20971520,390070272~29360128] 2024-04-15T15:53:45.804 INFO:tasks.workunit.client.0.smithi016.stdout:from 4 to 10 diff [4194304~4194304,12582912~20971520,41943040~8388608,67108864~4194304,75497472~20971520,100663296~8388608,134217728~4194304,142606336~8388608,155189248~12582912,171966464~8388608,201326592~12582912,218103808~25165824,247463936~8388608,260046848~4194304,268435456~8388608,289406976~20971520,314572800~16777216,352321536~16777216,381681664~33554432] 2024-04-15T15:53:45.804 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [4194304~4194304,12582912~20971520,41943040~8388608,67108864~4194304,75497472~20971520,100663296~8388608,134217728~4194304,142606336~8388608,155189248~12582912,171966464~8388608,201326592~12582912,218103808~25165824,247463936~8388608,260046848~4194304,268435456~8388608,289406976~20971520,314572800~16777216,352321536~16777216,381681664~33554432] 2024-04-15T15:53:45.807 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [4194304~29360128,41943040~12582912,67108864~29360128,100663296~8388608,134217728~33554432,171966464~12582912,201326592~12582912,218103808~37748736,260046848~4194304,268435456~12582912,289406976~46137344,352321536~20971520,381681664~37748736] 2024-04-15T15:53:45.807 INFO:tasks.workunit.client.0.smithi016.stdout:from 4 to 11 diff [0~8388608,12582912~20971520,41943040~8388608,54525952~4194304,67108864~4194304,75497472~33554432,134217728~4194304,142606336~8388608,155189248~12582912,171966464~8388608,201326592~12582912,218103808~25165824,247463936~16777216,268435456~8388608,285212672~25165824,314572800~16777216,343932928~4194304,352321536~16777216,381681664~33554432] 2024-04-15T15:53:45.807 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [0~8388608,12582912~20971520,41943040~8388608,54525952~4194304,67108864~4194304,75497472~33554432,134217728~4194304,142606336~8388608,155189248~12582912,171966464~8388608,201326592~12582912,218103808~25165824,247463936~16777216,268435456~8388608,285212672~25165824,314572800~16777216,343932928~4194304,352321536~16777216,381681664~33554432] 2024-04-15T15:53:45.811 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [0~33554432,41943040~20971520,67108864~41943040,134217728~33554432,171966464~12582912,201326592~12582912,218103808~46137344,268435456~12582912,285212672~50331648,343932928~4194304,352321536~20971520,381681664~37748736] 2024-04-15T15:53:45.811 INFO:tasks.workunit.client.0.smithi016.stdout:from 4 to 12 diff [0~8388608,12582912~20971520,41943040~8388608,54525952~4194304,67108864~41943040,125829120~4194304,134217728~4194304,142606336~8388608,155189248~12582912,171966464~8388608,188743680~4194304,201326592~12582912,218103808~25165824,247463936~16777216,268435456~8388608,281018368~50331648,343932928~4194304,352321536~16777216,381681664~33554432] 2024-04-15T15:53:45.811 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [0~8388608,12582912~20971520,41943040~8388608,54525952~4194304,67108864~41943040,125829120~4194304,134217728~4194304,142606336~8388608,155189248~12582912,171966464~8388608,188743680~4194304,201326592~12582912,218103808~25165824,247463936~16777216,268435456~8388608,281018368~50331648,343932928~4194304,352321536~16777216,381681664~33554432] 2024-04-15T15:53:45.814 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [0~33554432,41943040~20971520,67108864~41943040,125829120~4194304,134217728~33554432,171966464~12582912,188743680~8388608,201326592~12582912,218103808~46137344,268435456~67108864,343932928~4194304,352321536~20971520,381681664~37748736] 2024-04-15T15:53:45.815 INFO:tasks.workunit.client.0.smithi016.stdout:from 4 to 13 diff [0~8388608,12582912~20971520,41943040~8388608,54525952~4194304,62914560~8388608,75497472~33554432,125829120~4194304,134217728~4194304,142606336~25165824,171966464~8388608,188743680~8388608,201326592~12582912,218103808~25165824,247463936~12582912,268435456~8388608,281018368~50331648,343932928~4194304,352321536~16777216,381681664~33554432] 2024-04-15T15:53:45.815 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [0~8388608,12582912~20971520,41943040~8388608,54525952~4194304,62914560~8388608,75497472~33554432,125829120~4194304,134217728~4194304,142606336~25165824,171966464~8388608,188743680~8388608,201326592~12582912,218103808~25165824,247463936~12582912,268435456~8388608,281018368~50331648,343932928~4194304,352321536~16777216,381681664~33554432] 2024-04-15T15:53:45.819 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [0~33554432,41943040~67108864,125829120~4194304,134217728~33554432,171966464~12582912,188743680~8388608,201326592~12582912,218103808~46137344,268435456~67108864,343932928~4194304,352321536~20971520,381681664~37748736] 2024-04-15T15:53:45.819 INFO:tasks.workunit.client.0.smithi016.stdout:from 4 to 14 diff [0~8388608,12582912~20971520,37748736~12582912,54525952~4194304,62914560~8388608,75497472~33554432,125829120~4194304,134217728~4194304,142606336~25165824,171966464~8388608,188743680~8388608,201326592~12582912,218103808~25165824,247463936~16777216,268435456~8388608,281018368~54525952,343932928~4194304,352321536~16777216,381681664~33554432] 2024-04-15T15:53:45.819 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [0~8388608,12582912~20971520,37748736~12582912,54525952~4194304,62914560~8388608,75497472~33554432,125829120~4194304,134217728~4194304,142606336~25165824,171966464~8388608,188743680~8388608,201326592~12582912,218103808~25165824,247463936~16777216,268435456~8388608,281018368~54525952,343932928~4194304,352321536~16777216,381681664~33554432] 2024-04-15T15:53:45.824 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [0~33554432,37748736~71303168,125829120~4194304,134217728~33554432,171966464~12582912,188743680~8388608,201326592~12582912,218103808~46137344,268435456~71303168,343932928~4194304,352321536~20971520,381681664~37748736] 2024-04-15T15:53:45.824 INFO:tasks.workunit.client.0.smithi016.stdout:from 4 to 15 diff [0~8388608,12582912~20971520,37748736~20971520,62914560~46137344,121634816~8388608,134217728~4194304,142606336~25165824,171966464~8388608,188743680~8388608,201326592~12582912,218103808~25165824,247463936~16777216,268435456~67108864,343932928~4194304,352321536~16777216,381681664~33554432] 2024-04-15T15:53:45.824 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [0~8388608,12582912~20971520,37748736~20971520,62914560~46137344,121634816~8388608,134217728~4194304,142606336~25165824,171966464~8388608,188743680~8388608,201326592~12582912,218103808~25165824,247463936~16777216,268435456~67108864,343932928~4194304,352321536~16777216,381681664~33554432] 2024-04-15T15:53:45.830 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [0~33554432,37748736~71303168,121634816~46137344,171966464~12582912,188743680~8388608,201326592~12582912,218103808~46137344,268435456~71303168,343932928~4194304,352321536~20971520,381681664~37748736] 2024-04-15T15:53:45.830 INFO:tasks.workunit.client.0.smithi016.stdout:from 4 to 16 diff [0~8388608,12582912~20971520,37748736~20971520,62914560~46137344,121634816~46137344,171966464~8388608,188743680~8388608,201326592~12582912,218103808~25165824,247463936~16777216,268435456~67108864,343932928~4194304,352321536~16777216,381681664~20971520,406847488~12582912] 2024-04-15T15:53:45.830 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [0~8388608,12582912~20971520,37748736~20971520,62914560~46137344,121634816~46137344,171966464~8388608,188743680~8388608,201326592~12582912,218103808~25165824,247463936~16777216,268435456~67108864,343932928~4194304,352321536~16777216,381681664~20971520,406847488~12582912] 2024-04-15T15:53:45.835 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [0~33554432,37748736~71303168,121634816~46137344,171966464~12582912,188743680~8388608,201326592~62914560,268435456~71303168,343932928~4194304,352321536~20971520,381681664~37748736] 2024-04-15T15:53:45.836 INFO:tasks.workunit.client.0.smithi016.stdout:from 4 to 17 diff [0~8388608,12582912~20971520,37748736~71303168,117440512~50331648,171966464~8388608,188743680~25165824,218103808~25165824,247463936~16777216,268435456~67108864,343932928~4194304,352321536~25165824,381681664~20971520,406847488~12582912] 2024-04-15T15:53:45.836 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [0~8388608,12582912~20971520,37748736~71303168,117440512~50331648,171966464~8388608,188743680~25165824,218103808~25165824,247463936~16777216,268435456~67108864,343932928~4194304,352321536~25165824,381681664~20971520,406847488~12582912] 2024-04-15T15:53:45.841 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [0~33554432,37748736~71303168,117440512~50331648,171966464~12582912,188743680~75497472,268435456~71303168,343932928~4194304,352321536~67108864] 2024-04-15T15:53:45.841 INFO:tasks.workunit.client.0.smithi016.stdout:from 4 to 18 diff [0~8388608,12582912~96468992,117440512~50331648,171966464~8388608,188743680~25165824,218103808~25165824,247463936~88080384,343932928~4194304,352321536~25165824,381681664~20971520,406847488~12582912] 2024-04-15T15:53:45.841 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [0~8388608,12582912~96468992,117440512~50331648,171966464~8388608,188743680~25165824,218103808~25165824,247463936~88080384,343932928~4194304,352321536~25165824,381681664~20971520,406847488~12582912] 2024-04-15T15:53:45.848 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [0~109051904,117440512~50331648,171966464~12582912,188743680~150994944,343932928~4194304,352321536~67108864] 2024-04-15T15:53:45.848 INFO:tasks.workunit.client.0.smithi016.stdout:from 4 to 19 diff [0~8388608,12582912~96468992,117440512~50331648,171966464~8388608,184549376~29360128,218103808~25165824,247463936~92274688,343932928~4194304,352321536~25165824,381681664~20971520,406847488~12582912] 2024-04-15T15:53:45.848 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [0~8388608,12582912~96468992,117440512~50331648,171966464~8388608,184549376~29360128,218103808~25165824,247463936~92274688,343932928~4194304,352321536~25165824,381681664~20971520,406847488~12582912] 2024-04-15T15:53:45.855 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [0~109051904,117440512~50331648,171966464~176160768,352321536~67108864] 2024-04-15T15:53:45.855 INFO:tasks.workunit.client.0.smithi016.stdout:from 5 to 6 diff [29360128~4194304,100663296~4194304,176160768~4194304,230686720~8388608,247463936~8388608,297795584~4194304,314572800~12582912,352321536~8388608] 2024-04-15T15:53:45.855 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [29360128~4194304,100663296~4194304,176160768~4194304,230686720~8388608,247463936~8388608,297795584~4194304,314572800~12582912,352321536~8388608] 2024-04-15T15:53:45.856 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [29360128~4194304,100663296~4194304,176160768~8388608,230686720~12582912,247463936~8388608,297795584~8388608,314572800~12582912,352321536~8388608] 2024-04-15T15:53:45.857 INFO:tasks.workunit.client.0.smithi016.stdout:from 5 to 7 diff [29360128~4194304,46137344~4194304,67108864~4194304,79691776~8388608,100663296~4194304,159383552~8388608,176160768~4194304,201326592~8388608,218103808~8388608,230686720~8388608,247463936~8388608,293601280~8388608,314572800~12582912,352321536~16777216,402653184~4194304] 2024-04-15T15:53:45.857 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [29360128~4194304,46137344~4194304,67108864~4194304,79691776~8388608,100663296~4194304,159383552~8388608,176160768~4194304,201326592~8388608,218103808~8388608,230686720~8388608,247463936~8388608,293601280~8388608,314572800~12582912,352321536~16777216,402653184~4194304] 2024-04-15T15:53:45.858 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [29360128~4194304,46137344~8388608,67108864~8388608,79691776~8388608,100663296~4194304,159383552~8388608,176160768~8388608,201326592~8388608,218103808~25165824,247463936~8388608,293601280~12582912,314572800~12582912,352321536~16777216,402653184~4194304] 2024-04-15T15:53:45.858 INFO:tasks.workunit.client.0.smithi016.stdout:from 5 to 8 diff [4194304~4194304,29360128~4194304,46137344~4194304,67108864~4194304,79691776~16777216,100663296~4194304,134217728~4194304,159383552~8388608,176160768~4194304,201326592~8388608,218103808~8388608,230686720~8388608,247463936~8388608,293601280~8388608,306184192~25165824,352321536~16777216,390070272~16777216] 2024-04-15T15:53:45.858 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [4194304~4194304,29360128~4194304,46137344~4194304,67108864~4194304,79691776~16777216,100663296~4194304,134217728~4194304,159383552~8388608,176160768~4194304,201326592~8388608,218103808~8388608,230686720~8388608,247463936~8388608,293601280~8388608,306184192~25165824,352321536~16777216,390070272~16777216] 2024-04-15T15:53:45.861 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [4194304~4194304,29360128~4194304,46137344~8388608,67108864~8388608,79691776~16777216,100663296~4194304,134217728~8388608,159383552~8388608,176160768~8388608,201326592~8388608,218103808~25165824,247463936~8388608,293601280~41943040,352321536~16777216,390070272~16777216] 2024-04-15T15:53:45.861 INFO:tasks.workunit.client.0.smithi016.stdout:from 5 to 9 diff [4194304~4194304,29360128~4194304,46137344~4194304,67108864~4194304,75497472~20971520,100663296~4194304,134217728~4194304,159383552~8388608,176160768~4194304,201326592~8388608,218103808~8388608,230686720~12582912,247463936~8388608,260046848~4194304,268435456~8388608,289406976~12582912,306184192~25165824,352321536~16777216,390070272~25165824] 2024-04-15T15:53:45.861 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [4194304~4194304,29360128~4194304,46137344~4194304,67108864~4194304,75497472~20971520,100663296~4194304,134217728~4194304,159383552~8388608,176160768~4194304,201326592~8388608,218103808~8388608,230686720~12582912,247463936~8388608,260046848~4194304,268435456~8388608,289406976~12582912,306184192~25165824,352321536~16777216,390070272~25165824] 2024-04-15T15:53:45.863 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [4194304~4194304,29360128~4194304,46137344~8388608,67108864~29360128,100663296~4194304,134217728~8388608,159383552~8388608,176160768~8388608,201326592~8388608,218103808~37748736,260046848~4194304,268435456~12582912,289406976~46137344,352321536~20971520,390070272~29360128] 2024-04-15T15:53:45.864 INFO:tasks.workunit.client.0.smithi016.stdout:from 5 to 10 diff [4194304~4194304,20971520~12582912,46137344~4194304,67108864~4194304,75497472~20971520,100663296~8388608,134217728~4194304,142606336~8388608,159383552~8388608,176160768~4194304,201326592~8388608,218103808~25165824,247463936~8388608,260046848~4194304,268435456~8388608,289406976~20971520,314572800~16777216,352321536~16777216,381681664~33554432] 2024-04-15T15:53:45.864 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [4194304~4194304,20971520~12582912,46137344~4194304,67108864~4194304,75497472~20971520,100663296~8388608,134217728~4194304,142606336~8388608,159383552~8388608,176160768~4194304,201326592~8388608,218103808~25165824,247463936~8388608,260046848~4194304,268435456~8388608,289406976~20971520,314572800~16777216,352321536~16777216,381681664~33554432] 2024-04-15T15:53:45.866 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [4194304~4194304,20971520~12582912,46137344~8388608,67108864~29360128,100663296~8388608,134217728~20971520,159383552~8388608,176160768~8388608,201326592~8388608,218103808~37748736,260046848~4194304,268435456~12582912,289406976~46137344,352321536~20971520,381681664~37748736] 2024-04-15T15:53:45.866 INFO:tasks.workunit.client.0.smithi016.stdout:from 5 to 11 diff [0~8388608,20971520~12582912,46137344~4194304,54525952~4194304,67108864~4194304,75497472~33554432,134217728~4194304,142606336~8388608,159383552~8388608,176160768~4194304,201326592~8388608,218103808~25165824,247463936~16777216,268435456~8388608,285212672~25165824,314572800~16777216,343932928~4194304,352321536~16777216,381681664~33554432] 2024-04-15T15:53:45.867 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [0~8388608,20971520~12582912,46137344~4194304,54525952~4194304,67108864~4194304,75497472~33554432,134217728~4194304,142606336~8388608,159383552~8388608,176160768~4194304,201326592~8388608,218103808~25165824,247463936~16777216,268435456~8388608,285212672~25165824,314572800~16777216,343932928~4194304,352321536~16777216,381681664~33554432] 2024-04-15T15:53:45.870 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [0~12582912,20971520~12582912,46137344~16777216,67108864~41943040,134217728~20971520,159383552~8388608,176160768~8388608,201326592~8388608,218103808~46137344,268435456~12582912,285212672~50331648,343932928~4194304,352321536~20971520,381681664~37748736] 2024-04-15T15:53:45.870 INFO:tasks.workunit.client.0.smithi016.stdout:from 5 to 12 diff [0~8388608,12582912~4194304,20971520~12582912,46137344~4194304,54525952~4194304,67108864~41943040,125829120~4194304,134217728~4194304,142606336~8388608,159383552~8388608,176160768~4194304,188743680~4194304,201326592~8388608,218103808~25165824,247463936~16777216,268435456~8388608,281018368~50331648,343932928~4194304,352321536~16777216,381681664~33554432] 2024-04-15T15:53:45.870 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [0~8388608,12582912~4194304,20971520~12582912,46137344~4194304,54525952~4194304,67108864~41943040,125829120~4194304,134217728~4194304,142606336~8388608,159383552~8388608,176160768~4194304,188743680~4194304,201326592~8388608,218103808~25165824,247463936~16777216,268435456~8388608,281018368~50331648,343932928~4194304,352321536~16777216,381681664~33554432] 2024-04-15T15:53:45.874 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [0~16777216,20971520~12582912,46137344~16777216,67108864~41943040,125829120~4194304,134217728~20971520,159383552~8388608,176160768~8388608,188743680~8388608,201326592~12582912,218103808~46137344,268435456~67108864,343932928~4194304,352321536~20971520,381681664~37748736] 2024-04-15T15:53:45.874 INFO:tasks.workunit.client.0.smithi016.stdout:from 5 to 13 diff [0~8388608,12582912~4194304,20971520~12582912,46137344~4194304,54525952~4194304,62914560~8388608,75497472~33554432,125829120~4194304,134217728~4194304,142606336~25165824,171966464~8388608,188743680~8388608,201326592~8388608,218103808~25165824,247463936~12582912,268435456~8388608,281018368~50331648,343932928~4194304,352321536~16777216,381681664~33554432] 2024-04-15T15:53:45.874 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [0~8388608,12582912~4194304,20971520~12582912,46137344~4194304,54525952~4194304,62914560~8388608,75497472~33554432,125829120~4194304,134217728~4194304,142606336~25165824,171966464~8388608,188743680~8388608,201326592~8388608,218103808~25165824,247463936~12582912,268435456~8388608,281018368~50331648,343932928~4194304,352321536~16777216,381681664~33554432] 2024-04-15T15:53:45.877 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [0~16777216,20971520~12582912,46137344~62914560,125829120~4194304,134217728~33554432,171966464~12582912,188743680~8388608,201326592~12582912,218103808~46137344,268435456~67108864,343932928~4194304,352321536~20971520,381681664~37748736] 2024-04-15T15:53:45.878 INFO:tasks.workunit.client.0.smithi016.stdout:from 5 to 14 diff [0~8388608,12582912~4194304,20971520~12582912,37748736~4194304,46137344~12582912,62914560~8388608,75497472~33554432,125829120~4194304,134217728~4194304,142606336~25165824,171966464~8388608,188743680~8388608,201326592~8388608,218103808~25165824,247463936~16777216,268435456~8388608,281018368~54525952,343932928~4194304,352321536~16777216,381681664~33554432] 2024-04-15T15:53:45.878 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [0~8388608,12582912~4194304,20971520~12582912,37748736~4194304,46137344~12582912,62914560~8388608,75497472~33554432,125829120~4194304,134217728~4194304,142606336~25165824,171966464~8388608,188743680~8388608,201326592~8388608,218103808~25165824,247463936~16777216,268435456~8388608,281018368~54525952,343932928~4194304,352321536~16777216,381681664~33554432] 2024-04-15T15:53:45.885 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [0~16777216,20971520~12582912,37748736~71303168,125829120~4194304,134217728~33554432,171966464~12582912,188743680~8388608,201326592~12582912,218103808~46137344,268435456~71303168,343932928~4194304,352321536~20971520,381681664~37748736] 2024-04-15T15:53:45.885 INFO:tasks.workunit.client.0.smithi016.stdout:from 5 to 15 diff [0~8388608,12582912~4194304,20971520~12582912,37748736~4194304,46137344~12582912,62914560~46137344,121634816~8388608,134217728~4194304,142606336~25165824,171966464~8388608,188743680~8388608,201326592~8388608,218103808~25165824,247463936~16777216,268435456~67108864,343932928~4194304,352321536~16777216,381681664~33554432] 2024-04-15T15:53:45.886 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [0~8388608,12582912~4194304,20971520~12582912,37748736~4194304,46137344~12582912,62914560~46137344,121634816~8388608,134217728~4194304,142606336~25165824,171966464~8388608,188743680~8388608,201326592~8388608,218103808~25165824,247463936~16777216,268435456~67108864,343932928~4194304,352321536~16777216,381681664~33554432] 2024-04-15T15:53:45.887 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [0~16777216,20971520~12582912,37748736~71303168,121634816~46137344,171966464~12582912,188743680~8388608,201326592~12582912,218103808~46137344,268435456~71303168,343932928~4194304,352321536~20971520,381681664~37748736] 2024-04-15T15:53:45.887 INFO:tasks.workunit.client.0.smithi016.stdout:from 5 to 16 diff [0~8388608,12582912~4194304,20971520~12582912,37748736~4194304,46137344~12582912,62914560~46137344,121634816~46137344,171966464~8388608,188743680~8388608,201326592~12582912,218103808~25165824,247463936~16777216,268435456~67108864,343932928~4194304,352321536~16777216,381681664~20971520,406847488~12582912] 2024-04-15T15:53:45.887 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [0~8388608,12582912~4194304,20971520~12582912,37748736~4194304,46137344~12582912,62914560~46137344,121634816~46137344,171966464~8388608,188743680~8388608,201326592~12582912,218103808~25165824,247463936~16777216,268435456~67108864,343932928~4194304,352321536~16777216,381681664~20971520,406847488~12582912] 2024-04-15T15:53:45.892 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [0~16777216,20971520~12582912,37748736~71303168,121634816~46137344,171966464~12582912,188743680~8388608,201326592~62914560,268435456~71303168,343932928~4194304,352321536~20971520,381681664~37748736] 2024-04-15T15:53:45.892 INFO:tasks.workunit.client.0.smithi016.stdout:from 5 to 17 diff [0~8388608,12582912~4194304,20971520~12582912,37748736~4194304,46137344~62914560,117440512~50331648,171966464~8388608,188743680~25165824,218103808~25165824,247463936~16777216,268435456~67108864,343932928~4194304,352321536~25165824,381681664~20971520,406847488~12582912] 2024-04-15T15:53:45.892 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [0~8388608,12582912~4194304,20971520~12582912,37748736~4194304,46137344~62914560,117440512~50331648,171966464~8388608,188743680~25165824,218103808~25165824,247463936~16777216,268435456~67108864,343932928~4194304,352321536~25165824,381681664~20971520,406847488~12582912] 2024-04-15T15:53:45.898 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [0~16777216,20971520~12582912,37748736~71303168,117440512~50331648,171966464~12582912,188743680~75497472,268435456~71303168,343932928~4194304,352321536~67108864] 2024-04-15T15:53:45.898 INFO:tasks.workunit.client.0.smithi016.stdout:from 5 to 18 diff [0~8388608,12582912~4194304,20971520~20971520,46137344~62914560,117440512~50331648,171966464~8388608,188743680~25165824,218103808~25165824,247463936~88080384,343932928~4194304,352321536~25165824,381681664~20971520,406847488~12582912] 2024-04-15T15:53:45.898 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [0~8388608,12582912~4194304,20971520~20971520,46137344~62914560,117440512~50331648,171966464~8388608,188743680~25165824,218103808~25165824,247463936~88080384,343932928~4194304,352321536~25165824,381681664~20971520,406847488~12582912] 2024-04-15T15:53:45.905 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [0~16777216,20971520~88080384,117440512~50331648,171966464~12582912,188743680~150994944,343932928~4194304,352321536~67108864] 2024-04-15T15:53:45.905 INFO:tasks.workunit.client.0.smithi016.stdout:from 5 to 19 diff [0~8388608,12582912~29360128,46137344~62914560,117440512~50331648,171966464~8388608,184549376~29360128,218103808~25165824,247463936~92274688,343932928~4194304,352321536~25165824,381681664~20971520,406847488~12582912] 2024-04-15T15:53:45.905 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [0~8388608,12582912~29360128,46137344~62914560,117440512~50331648,171966464~8388608,184549376~29360128,218103808~25165824,247463936~92274688,343932928~4194304,352321536~25165824,381681664~20971520,406847488~12582912] 2024-04-15T15:53:45.911 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [0~109051904,117440512~50331648,171966464~176160768,352321536~67108864] 2024-04-15T15:53:45.911 INFO:tasks.workunit.client.0.smithi016.stdout:from 6 to 7 diff [46137344~4194304,67108864~4194304,79691776~8388608,159383552~8388608,201326592~8388608,218103808~8388608,293601280~8388608,356515840~8388608,402653184~4194304] 2024-04-15T15:53:45.911 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [46137344~4194304,67108864~4194304,79691776~8388608,159383552~8388608,201326592~8388608,218103808~8388608,293601280~8388608,356515840~8388608,402653184~4194304] 2024-04-15T15:53:45.913 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [46137344~8388608,67108864~8388608,79691776~8388608,159383552~8388608,201326592~8388608,218103808~12582912,293601280~12582912,356515840~12582912,402653184~4194304] 2024-04-15T15:53:45.913 INFO:tasks.workunit.client.0.smithi016.stdout:from 6 to 8 diff [4194304~4194304,46137344~4194304,67108864~4194304,79691776~16777216,134217728~4194304,159383552~8388608,201326592~8388608,218103808~8388608,293601280~8388608,306184192~25165824,356515840~8388608,390070272~16777216] 2024-04-15T15:53:45.913 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [4194304~4194304,46137344~4194304,67108864~4194304,79691776~16777216,134217728~4194304,159383552~8388608,201326592~8388608,218103808~8388608,293601280~8388608,306184192~25165824,356515840~8388608,390070272~16777216] 2024-04-15T15:53:45.915 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [4194304~4194304,46137344~8388608,67108864~8388608,79691776~16777216,134217728~8388608,159383552~8388608,201326592~8388608,218103808~12582912,293601280~41943040,356515840~12582912,390070272~16777216] 2024-04-15T15:53:45.915 INFO:tasks.workunit.client.0.smithi016.stdout:from 6 to 9 diff [4194304~4194304,46137344~4194304,67108864~4194304,75497472~20971520,134217728~4194304,159383552~8388608,201326592~8388608,218103808~8388608,234881024~8388608,260046848~4194304,268435456~8388608,289406976~12582912,306184192~25165824,356515840~12582912,390070272~25165824] 2024-04-15T15:53:45.915 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [4194304~4194304,46137344~4194304,67108864~4194304,75497472~20971520,134217728~4194304,159383552~8388608,201326592~8388608,218103808~8388608,234881024~8388608,260046848~4194304,268435456~8388608,289406976~12582912,306184192~25165824,356515840~12582912,390070272~25165824] 2024-04-15T15:53:45.917 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [4194304~4194304,46137344~8388608,67108864~29360128,134217728~8388608,159383552~8388608,201326592~8388608,218103808~12582912,234881024~12582912,260046848~4194304,268435456~12582912,289406976~46137344,356515840~16777216,390070272~29360128] 2024-04-15T15:53:45.917 INFO:tasks.workunit.client.0.smithi016.stdout:from 6 to 10 diff [4194304~4194304,20971520~8388608,46137344~4194304,67108864~4194304,75497472~20971520,100663296~8388608,134217728~4194304,142606336~8388608,159383552~8388608,201326592~8388608,218103808~12582912,234881024~8388608,260046848~4194304,268435456~8388608,289406976~20971520,314572800~16777216,356515840~12582912,381681664~33554432] 2024-04-15T15:53:45.917 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [4194304~4194304,20971520~8388608,46137344~4194304,67108864~4194304,75497472~20971520,100663296~8388608,134217728~4194304,142606336~8388608,159383552~8388608,201326592~8388608,218103808~12582912,234881024~8388608,260046848~4194304,268435456~8388608,289406976~20971520,314572800~16777216,356515840~12582912,381681664~33554432] 2024-04-15T15:53:45.919 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [4194304~4194304,20971520~12582912,46137344~8388608,67108864~29360128,100663296~8388608,134217728~20971520,159383552~8388608,201326592~8388608,218103808~29360128,260046848~4194304,268435456~12582912,289406976~46137344,356515840~16777216,381681664~37748736] 2024-04-15T15:53:45.920 INFO:tasks.workunit.client.0.smithi016.stdout:from 6 to 11 diff [0~8388608,20971520~8388608,46137344~4194304,54525952~4194304,67108864~4194304,75497472~33554432,134217728~4194304,142606336~8388608,159383552~8388608,201326592~8388608,218103808~12582912,234881024~8388608,255852544~8388608,268435456~8388608,285212672~25165824,314572800~16777216,343932928~4194304,356515840~12582912,381681664~33554432] 2024-04-15T15:53:45.920 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [0~8388608,20971520~8388608,46137344~4194304,54525952~4194304,67108864~4194304,75497472~33554432,134217728~4194304,142606336~8388608,159383552~8388608,201326592~8388608,218103808~12582912,234881024~8388608,255852544~8388608,268435456~8388608,285212672~25165824,314572800~16777216,343932928~4194304,356515840~12582912,381681664~33554432] 2024-04-15T15:53:45.922 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [0~12582912,20971520~12582912,46137344~16777216,67108864~41943040,134217728~20971520,159383552~8388608,201326592~8388608,218103808~29360128,255852544~8388608,268435456~12582912,285212672~50331648,343932928~4194304,356515840~16777216,381681664~37748736] 2024-04-15T15:53:45.922 INFO:tasks.workunit.client.0.smithi016.stdout:from 6 to 12 diff [0~8388608,12582912~4194304,20971520~8388608,46137344~4194304,54525952~4194304,67108864~41943040,125829120~4194304,134217728~4194304,142606336~8388608,159383552~8388608,188743680~4194304,201326592~8388608,218103808~12582912,234881024~8388608,247463936~16777216,268435456~8388608,281018368~50331648,343932928~4194304,356515840~12582912,381681664~33554432] 2024-04-15T15:53:45.922 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [0~8388608,12582912~4194304,20971520~8388608,46137344~4194304,54525952~4194304,67108864~41943040,125829120~4194304,134217728~4194304,142606336~8388608,159383552~8388608,188743680~4194304,201326592~8388608,218103808~12582912,234881024~8388608,247463936~16777216,268435456~8388608,281018368~50331648,343932928~4194304,356515840~12582912,381681664~33554432] 2024-04-15T15:53:45.925 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [0~16777216,20971520~12582912,46137344~16777216,67108864~41943040,125829120~4194304,134217728~20971520,159383552~8388608,188743680~8388608,201326592~12582912,218103808~46137344,268435456~67108864,343932928~4194304,356515840~16777216,381681664~37748736] 2024-04-15T15:53:45.925 INFO:tasks.workunit.client.0.smithi016.stdout:from 6 to 13 diff [0~8388608,12582912~4194304,20971520~8388608,46137344~4194304,54525952~4194304,62914560~8388608,75497472~33554432,125829120~4194304,134217728~4194304,142606336~25165824,171966464~8388608,188743680~8388608,201326592~8388608,218103808~12582912,234881024~8388608,247463936~12582912,268435456~8388608,281018368~50331648,343932928~4194304,356515840~12582912,381681664~33554432] 2024-04-15T15:53:45.925 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [0~8388608,12582912~4194304,20971520~8388608,46137344~4194304,54525952~4194304,62914560~8388608,75497472~33554432,125829120~4194304,134217728~4194304,142606336~25165824,171966464~8388608,188743680~8388608,201326592~8388608,218103808~12582912,234881024~8388608,247463936~12582912,268435456~8388608,281018368~50331648,343932928~4194304,356515840~12582912,381681664~33554432] 2024-04-15T15:53:45.929 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [0~16777216,20971520~12582912,46137344~62914560,125829120~4194304,134217728~33554432,171966464~8388608,188743680~8388608,201326592~12582912,218103808~46137344,268435456~67108864,343932928~4194304,356515840~16777216,381681664~37748736] 2024-04-15T15:53:45.929 INFO:tasks.workunit.client.0.smithi016.stdout:from 6 to 14 diff [0~8388608,12582912~4194304,20971520~8388608,37748736~4194304,46137344~12582912,62914560~8388608,75497472~33554432,125829120~4194304,134217728~4194304,142606336~25165824,171966464~8388608,188743680~8388608,201326592~8388608,218103808~12582912,234881024~8388608,247463936~16777216,268435456~8388608,281018368~54525952,343932928~4194304,352321536~16777216,381681664~33554432] 2024-04-15T15:53:45.929 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [0~8388608,12582912~4194304,20971520~8388608,37748736~4194304,46137344~12582912,62914560~8388608,75497472~33554432,125829120~4194304,134217728~4194304,142606336~25165824,171966464~8388608,188743680~8388608,201326592~8388608,218103808~12582912,234881024~8388608,247463936~16777216,268435456~8388608,281018368~54525952,343932928~4194304,352321536~16777216,381681664~33554432] 2024-04-15T15:53:45.933 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [0~16777216,20971520~12582912,37748736~71303168,125829120~4194304,134217728~33554432,171966464~8388608,188743680~8388608,201326592~12582912,218103808~46137344,268435456~71303168,343932928~4194304,352321536~20971520,381681664~37748736] 2024-04-15T15:53:45.933 INFO:tasks.workunit.client.0.smithi016.stdout:from 6 to 15 diff [0~8388608,12582912~4194304,20971520~8388608,37748736~4194304,46137344~12582912,62914560~46137344,121634816~8388608,134217728~4194304,142606336~25165824,171966464~8388608,188743680~8388608,201326592~8388608,218103808~25165824,247463936~16777216,268435456~67108864,343932928~4194304,352321536~16777216,381681664~33554432] 2024-04-15T15:53:45.933 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [0~8388608,12582912~4194304,20971520~8388608,37748736~4194304,46137344~12582912,62914560~46137344,121634816~8388608,134217728~4194304,142606336~25165824,171966464~8388608,188743680~8388608,201326592~8388608,218103808~25165824,247463936~16777216,268435456~67108864,343932928~4194304,352321536~16777216,381681664~33554432] 2024-04-15T15:53:45.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:53:45 smithi102 ceph-mon[87131]: osdmap e2092: 8 total, 8 up, 8 in 2024-04-15T15:53:45.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:53:45 smithi102 ceph-mon[87131]: pgmap v4058: 137 pgs: 137 active+clean; 746 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 116 KiB/s rd, 29 MiB/s wr, 167 op/s 2024-04-15T15:53:45.938 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [0~16777216,20971520~12582912,37748736~71303168,121634816~46137344,171966464~8388608,188743680~8388608,201326592~12582912,218103808~46137344,268435456~71303168,343932928~4194304,352321536~20971520,381681664~37748736] 2024-04-15T15:53:45.938 INFO:tasks.workunit.client.0.smithi016.stdout:from 6 to 16 diff [0~8388608,12582912~4194304,20971520~8388608,37748736~4194304,46137344~12582912,62914560~46137344,121634816~46137344,171966464~8388608,188743680~8388608,201326592~12582912,218103808~25165824,247463936~16777216,268435456~67108864,343932928~4194304,352321536~16777216,381681664~20971520,406847488~12582912] 2024-04-15T15:53:45.938 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [0~8388608,12582912~4194304,20971520~8388608,37748736~4194304,46137344~12582912,62914560~46137344,121634816~46137344,171966464~8388608,188743680~8388608,201326592~12582912,218103808~25165824,247463936~16777216,268435456~67108864,343932928~4194304,352321536~16777216,381681664~20971520,406847488~12582912] 2024-04-15T15:53:45.942 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [0~16777216,20971520~12582912,37748736~71303168,121634816~46137344,171966464~8388608,188743680~8388608,201326592~62914560,268435456~71303168,343932928~4194304,352321536~20971520,381681664~37748736] 2024-04-15T15:53:45.942 INFO:tasks.workunit.client.0.smithi016.stdout:from 6 to 17 diff [0~8388608,12582912~4194304,20971520~8388608,37748736~4194304,46137344~62914560,117440512~50331648,171966464~8388608,188743680~25165824,218103808~25165824,247463936~16777216,268435456~67108864,343932928~4194304,352321536~25165824,381681664~20971520,406847488~12582912] 2024-04-15T15:53:45.942 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [0~8388608,12582912~4194304,20971520~8388608,37748736~4194304,46137344~62914560,117440512~50331648,171966464~8388608,188743680~25165824,218103808~25165824,247463936~16777216,268435456~67108864,343932928~4194304,352321536~25165824,381681664~20971520,406847488~12582912] 2024-04-15T15:53:45.947 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [0~16777216,20971520~12582912,37748736~71303168,117440512~50331648,171966464~8388608,188743680~75497472,268435456~71303168,343932928~4194304,352321536~67108864] 2024-04-15T15:53:45.947 INFO:tasks.workunit.client.0.smithi016.stdout:from 6 to 18 diff [0~8388608,12582912~4194304,20971520~20971520,46137344~62914560,117440512~50331648,171966464~8388608,188743680~25165824,218103808~25165824,247463936~88080384,343932928~4194304,352321536~25165824,381681664~20971520,406847488~12582912] 2024-04-15T15:53:45.947 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [0~8388608,12582912~4194304,20971520~20971520,46137344~62914560,117440512~50331648,171966464~8388608,188743680~25165824,218103808~25165824,247463936~88080384,343932928~4194304,352321536~25165824,381681664~20971520,406847488~12582912] 2024-04-15T15:53:45.952 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [0~16777216,20971520~88080384,117440512~50331648,171966464~8388608,188743680~150994944,343932928~4194304,352321536~67108864] 2024-04-15T15:53:45.952 INFO:tasks.workunit.client.0.smithi016.stdout:from 6 to 19 diff [0~8388608,12582912~29360128,46137344~62914560,117440512~50331648,171966464~8388608,184549376~29360128,218103808~25165824,247463936~92274688,343932928~4194304,352321536~25165824,381681664~20971520,406847488~12582912] 2024-04-15T15:53:45.952 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [0~8388608,12582912~29360128,46137344~62914560,117440512~50331648,171966464~8388608,184549376~29360128,218103808~25165824,247463936~92274688,343932928~4194304,352321536~25165824,381681664~20971520,406847488~12582912] 2024-04-15T15:53:45.958 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [0~109051904,117440512~50331648,171966464~8388608,184549376~163577856,352321536~67108864] 2024-04-15T15:53:45.958 INFO:tasks.workunit.client.0.smithi016.stdout:from 7 to 8 diff [4194304~4194304,83886080~12582912,134217728~4194304,306184192~25165824,390070272~12582912] 2024-04-15T15:53:45.958 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [4194304~4194304,83886080~12582912,134217728~4194304,306184192~25165824,390070272~12582912] 2024-04-15T15:53:45.959 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [4194304~4194304,83886080~12582912,134217728~8388608,306184192~29360128,390070272~12582912] 2024-04-15T15:53:45.959 INFO:tasks.workunit.client.0.smithi016.stdout:from 7 to 9 diff [4194304~4194304,75497472~20971520,134217728~4194304,234881024~8388608,260046848~4194304,268435456~8388608,289406976~4194304,306184192~25165824,364904448~4194304,390070272~12582912,406847488~8388608] 2024-04-15T15:53:45.959 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [4194304~4194304,75497472~20971520,134217728~4194304,234881024~8388608,260046848~4194304,268435456~8388608,289406976~4194304,306184192~25165824,364904448~4194304,390070272~12582912,406847488~8388608] 2024-04-15T15:53:45.961 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [4194304~4194304,75497472~20971520,134217728~8388608,234881024~12582912,260046848~4194304,268435456~12582912,289406976~8388608,306184192~29360128,364904448~8388608,390070272~12582912,406847488~12582912] 2024-04-15T15:53:45.961 INFO:tasks.workunit.client.0.smithi016.stdout:from 7 to 10 diff [4194304~4194304,20971520~8388608,75497472~20971520,100663296~8388608,134217728~4194304,142606336~8388608,163577856~4194304,226492416~4194304,234881024~8388608,260046848~4194304,268435456~8388608,289406976~4194304,301989888~8388608,314572800~16777216,364904448~4194304,381681664~20971520,406847488~8388608] 2024-04-15T15:53:45.961 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [4194304~4194304,20971520~8388608,75497472~20971520,100663296~8388608,134217728~4194304,142606336~8388608,163577856~4194304,226492416~4194304,234881024~8388608,260046848~4194304,268435456~8388608,289406976~4194304,301989888~8388608,314572800~16777216,364904448~4194304,381681664~20971520,406847488~8388608] 2024-04-15T15:53:45.962 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [4194304~4194304,20971520~12582912,75497472~20971520,100663296~8388608,134217728~20971520,163577856~4194304,226492416~20971520,260046848~4194304,268435456~12582912,289406976~8388608,301989888~33554432,364904448~8388608,381681664~20971520,406847488~12582912] 2024-04-15T15:53:45.963 INFO:tasks.workunit.client.0.smithi016.stdout:from 7 to 11 diff [0~8388608,20971520~8388608,54525952~4194304,75497472~33554432,134217728~4194304,142606336~8388608,163577856~4194304,226492416~4194304,234881024~8388608,255852544~8388608,268435456~8388608,285212672~25165824,314572800~16777216,343932928~4194304,360710144~8388608,381681664~20971520,406847488~8388608] 2024-04-15T15:53:45.963 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [0~8388608,20971520~8388608,54525952~4194304,75497472~33554432,134217728~4194304,142606336~8388608,163577856~4194304,226492416~4194304,234881024~8388608,255852544~8388608,268435456~8388608,285212672~25165824,314572800~16777216,343932928~4194304,360710144~8388608,381681664~20971520,406847488~8388608] 2024-04-15T15:53:45.965 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [0~12582912,20971520~12582912,54525952~8388608,75497472~33554432,134217728~20971520,163577856~4194304,226492416~20971520,255852544~8388608,268435456~12582912,285212672~50331648,343932928~4194304,360710144~12582912,381681664~20971520,406847488~12582912] 2024-04-15T15:53:45.965 INFO:tasks.workunit.client.0.smithi016.stdout:from 7 to 12 diff [0~8388608,12582912~4194304,20971520~8388608,54525952~4194304,67108864~4194304,75497472~33554432,125829120~4194304,134217728~4194304,142606336~8388608,163577856~4194304,188743680~4194304,205520896~4194304,226492416~4194304,234881024~8388608,247463936~16777216,268435456~8388608,281018368~50331648,343932928~4194304,360710144~8388608,381681664~20971520,406847488~8388608] 2024-04-15T15:53:45.965 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [0~8388608,12582912~4194304,20971520~8388608,54525952~4194304,67108864~4194304,75497472~33554432,125829120~4194304,134217728~4194304,142606336~8388608,163577856~4194304,188743680~4194304,205520896~4194304,226492416~4194304,234881024~8388608,247463936~16777216,268435456~8388608,281018368~50331648,343932928~4194304,360710144~8388608,381681664~20971520,406847488~8388608] 2024-04-15T15:53:45.968 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [0~16777216,20971520~12582912,54525952~8388608,67108864~41943040,125829120~4194304,134217728~20971520,163577856~4194304,188743680~8388608,205520896~8388608,226492416~37748736,268435456~67108864,343932928~4194304,360710144~12582912,381681664~20971520,406847488~12582912] 2024-04-15T15:53:45.968 INFO:tasks.workunit.client.0.smithi016.stdout:from 7 to 13 diff [0~8388608,12582912~4194304,20971520~8388608,54525952~4194304,62914560~8388608,75497472~33554432,125829120~4194304,134217728~4194304,142606336~16777216,163577856~4194304,171966464~8388608,188743680~8388608,205520896~4194304,226492416~4194304,234881024~8388608,247463936~12582912,268435456~8388608,281018368~50331648,343932928~4194304,360710144~8388608,381681664~20971520,406847488~8388608] 2024-04-15T15:53:45.968 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [0~8388608,12582912~4194304,20971520~8388608,54525952~4194304,62914560~8388608,75497472~33554432,125829120~4194304,134217728~4194304,142606336~16777216,163577856~4194304,171966464~8388608,188743680~8388608,205520896~4194304,226492416~4194304,234881024~8388608,247463936~12582912,268435456~8388608,281018368~50331648,343932928~4194304,360710144~8388608,381681664~20971520,406847488~8388608] 2024-04-15T15:53:45.971 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [0~16777216,20971520~12582912,54525952~54525952,125829120~4194304,134217728~33554432,171966464~8388608,188743680~8388608,205520896~8388608,226492416~37748736,268435456~67108864,343932928~4194304,360710144~12582912,381681664~20971520,406847488~12582912] 2024-04-15T15:53:45.971 INFO:tasks.workunit.client.0.smithi016.stdout:from 7 to 14 diff [0~8388608,12582912~4194304,20971520~8388608,37748736~4194304,46137344~4194304,54525952~4194304,62914560~8388608,75497472~33554432,125829120~4194304,134217728~4194304,142606336~16777216,163577856~4194304,171966464~8388608,188743680~8388608,205520896~4194304,226492416~4194304,234881024~8388608,247463936~16777216,268435456~8388608,281018368~54525952,343932928~4194304,352321536~4194304,360710144~8388608,381681664~20971520,406847488~8388608] 2024-04-15T15:53:45.971 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [0~8388608,12582912~4194304,20971520~8388608,37748736~4194304,46137344~4194304,54525952~4194304,62914560~8388608,75497472~33554432,125829120~4194304,134217728~4194304,142606336~16777216,163577856~4194304,171966464~8388608,188743680~8388608,205520896~4194304,226492416~4194304,234881024~8388608,247463936~16777216,268435456~8388608,281018368~54525952,343932928~4194304,352321536~4194304,360710144~8388608,381681664~20971520,406847488~8388608] 2024-04-15T15:53:45.975 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [0~16777216,20971520~12582912,37748736~71303168,125829120~4194304,134217728~33554432,171966464~8388608,188743680~8388608,205520896~8388608,226492416~37748736,268435456~71303168,343932928~4194304,352321536~20971520,381681664~20971520,406847488~12582912] 2024-04-15T15:53:45.975 INFO:tasks.workunit.client.0.smithi016.stdout:from 7 to 15 diff [0~8388608,12582912~4194304,20971520~8388608,37748736~4194304,46137344~12582912,62914560~46137344,121634816~8388608,134217728~4194304,142606336~25165824,171966464~8388608,188743680~8388608,205520896~4194304,226492416~16777216,247463936~16777216,268435456~67108864,343932928~4194304,352321536~4194304,360710144~8388608,381681664~20971520,406847488~8388608] 2024-04-15T15:53:45.975 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [0~8388608,12582912~4194304,20971520~8388608,37748736~4194304,46137344~12582912,62914560~46137344,121634816~8388608,134217728~4194304,142606336~25165824,171966464~8388608,188743680~8388608,205520896~4194304,226492416~16777216,247463936~16777216,268435456~67108864,343932928~4194304,352321536~4194304,360710144~8388608,381681664~20971520,406847488~8388608] 2024-04-15T15:53:45.979 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [0~16777216,20971520~12582912,37748736~71303168,121634816~46137344,171966464~8388608,188743680~8388608,205520896~8388608,226492416~37748736,268435456~71303168,343932928~4194304,352321536~20971520,381681664~20971520,406847488~12582912] 2024-04-15T15:53:45.979 INFO:tasks.workunit.client.0.smithi016.stdout:from 7 to 16 diff [0~8388608,12582912~4194304,20971520~8388608,37748736~4194304,46137344~12582912,62914560~46137344,121634816~46137344,171966464~8388608,188743680~8388608,205520896~8388608,226492416~16777216,247463936~16777216,268435456~67108864,343932928~4194304,352321536~4194304,360710144~8388608,381681664~20971520,406847488~12582912] 2024-04-15T15:53:45.979 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [0~8388608,12582912~4194304,20971520~8388608,37748736~4194304,46137344~12582912,62914560~46137344,121634816~46137344,171966464~8388608,188743680~8388608,205520896~8388608,226492416~16777216,247463936~16777216,268435456~67108864,343932928~4194304,352321536~4194304,360710144~8388608,381681664~20971520,406847488~12582912] 2024-04-15T15:53:45.984 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [0~16777216,20971520~12582912,37748736~71303168,121634816~46137344,171966464~8388608,188743680~8388608,205520896~12582912,226492416~37748736,268435456~71303168,343932928~4194304,352321536~20971520,381681664~37748736] 2024-04-15T15:53:45.984 INFO:tasks.workunit.client.0.smithi016.stdout:from 7 to 17 diff [0~8388608,12582912~4194304,20971520~8388608,37748736~4194304,46137344~62914560,117440512~50331648,171966464~8388608,188743680~25165824,226492416~16777216,247463936~16777216,268435456~67108864,343932928~4194304,352321536~4194304,360710144~16777216,381681664~20971520,406847488~12582912] 2024-04-15T15:53:45.984 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [0~8388608,12582912~4194304,20971520~8388608,37748736~4194304,46137344~62914560,117440512~50331648,171966464~8388608,188743680~25165824,226492416~16777216,247463936~16777216,268435456~67108864,343932928~4194304,352321536~4194304,360710144~16777216,381681664~20971520,406847488~12582912] 2024-04-15T15:53:45.989 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [0~16777216,20971520~12582912,37748736~71303168,117440512~50331648,171966464~8388608,188743680~29360128,226492416~37748736,268435456~71303168,343932928~4194304,352321536~67108864] 2024-04-15T15:53:45.989 INFO:tasks.workunit.client.0.smithi016.stdout:from 7 to 18 diff [0~8388608,12582912~4194304,20971520~20971520,46137344~62914560,117440512~50331648,171966464~8388608,188743680~25165824,226492416~16777216,247463936~88080384,343932928~4194304,352321536~25165824,381681664~20971520,406847488~12582912] 2024-04-15T15:53:45.989 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [0~8388608,12582912~4194304,20971520~20971520,46137344~62914560,117440512~50331648,171966464~8388608,188743680~25165824,226492416~16777216,247463936~88080384,343932928~4194304,352321536~25165824,381681664~20971520,406847488~12582912] 2024-04-15T15:53:45.994 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [0~16777216,20971520~88080384,117440512~50331648,171966464~8388608,188743680~29360128,226492416~113246208,343932928~4194304,352321536~67108864] 2024-04-15T15:53:45.994 INFO:tasks.workunit.client.0.smithi016.stdout:from 7 to 19 diff [0~8388608,12582912~29360128,46137344~62914560,117440512~50331648,171966464~8388608,184549376~29360128,226492416~16777216,247463936~92274688,343932928~4194304,352321536~25165824,381681664~20971520,406847488~12582912] 2024-04-15T15:53:45.994 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [0~8388608,12582912~29360128,46137344~62914560,117440512~50331648,171966464~8388608,184549376~29360128,226492416~16777216,247463936~92274688,343932928~4194304,352321536~25165824,381681664~20971520,406847488~12582912] 2024-04-15T15:53:45.999 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [0~109051904,117440512~50331648,171966464~8388608,184549376~33554432,226492416~121634816,352321536~67108864] 2024-04-15T15:53:46.000 INFO:tasks.workunit.client.0.smithi016.stdout:from 8 to 9 diff [75497472~8388608,234881024~8388608,260046848~4194304,268435456~8388608,289406976~4194304,314572800~8388608,364904448~4194304,406847488~8388608] 2024-04-15T15:53:46.000 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [75497472~8388608,234881024~8388608,260046848~4194304,268435456~8388608,289406976~4194304,314572800~8388608,364904448~4194304,406847488~8388608] 2024-04-15T15:53:46.001 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [75497472~8388608,234881024~12582912,260046848~4194304,268435456~12582912,289406976~8388608,314572800~8388608,364904448~8388608,406847488~12582912] 2024-04-15T15:53:46.001 INFO:tasks.workunit.client.0.smithi016.stdout:from 8 to 10 diff [20971520~8388608,75497472~8388608,100663296~8388608,142606336~8388608,163577856~4194304,226492416~4194304,234881024~8388608,260046848~4194304,268435456~8388608,289406976~4194304,301989888~8388608,314572800~8388608,364904448~4194304,381681664~8388608,406847488~8388608] 2024-04-15T15:53:46.001 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [20971520~8388608,75497472~8388608,100663296~8388608,142606336~8388608,163577856~4194304,226492416~4194304,234881024~8388608,260046848~4194304,268435456~8388608,289406976~4194304,301989888~8388608,314572800~8388608,364904448~4194304,381681664~8388608,406847488~8388608] 2024-04-15T15:53:46.002 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [20971520~12582912,75497472~8388608,100663296~8388608,142606336~12582912,163577856~4194304,226492416~20971520,260046848~4194304,268435456~12582912,289406976~8388608,301989888~20971520,364904448~8388608,381681664~12582912,406847488~12582912] 2024-04-15T15:53:46.002 INFO:tasks.workunit.client.0.smithi016.stdout:from 8 to 11 diff [0~8388608,20971520~8388608,54525952~4194304,75497472~8388608,92274688~16777216,142606336~8388608,163577856~4194304,226492416~4194304,234881024~8388608,255852544~8388608,268435456~8388608,285212672~25165824,314572800~8388608,343932928~4194304,360710144~8388608,381681664~8388608,406847488~8388608] 2024-04-15T15:53:46.002 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [0~8388608,20971520~8388608,54525952~4194304,75497472~8388608,92274688~16777216,142606336~8388608,163577856~4194304,226492416~4194304,234881024~8388608,255852544~8388608,268435456~8388608,285212672~25165824,314572800~8388608,343932928~4194304,360710144~8388608,381681664~8388608,406847488~8388608] 2024-04-15T15:53:46.004 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [0~12582912,20971520~12582912,54525952~8388608,75497472~8388608,92274688~16777216,142606336~12582912,163577856~4194304,226492416~20971520,255852544~8388608,268435456~12582912,285212672~37748736,343932928~4194304,360710144~12582912,381681664~12582912,406847488~12582912] 2024-04-15T15:53:46.005 INFO:tasks.workunit.client.0.smithi016.stdout:from 8 to 12 diff [0~8388608,12582912~4194304,20971520~8388608,54525952~4194304,67108864~4194304,75497472~8388608,92274688~16777216,125829120~4194304,142606336~8388608,163577856~4194304,188743680~4194304,205520896~4194304,226492416~4194304,234881024~8388608,247463936~16777216,268435456~8388608,281018368~41943040,343932928~4194304,360710144~8388608,381681664~8388608,406847488~8388608] 2024-04-15T15:53:46.005 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [0~8388608,12582912~4194304,20971520~8388608,54525952~4194304,67108864~4194304,75497472~8388608,92274688~16777216,125829120~4194304,142606336~8388608,163577856~4194304,188743680~4194304,205520896~4194304,226492416~4194304,234881024~8388608,247463936~16777216,268435456~8388608,281018368~41943040,343932928~4194304,360710144~8388608,381681664~8388608,406847488~8388608] 2024-04-15T15:53:46.007 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [0~16777216,20971520~12582912,54525952~8388608,67108864~16777216,92274688~16777216,125829120~4194304,142606336~12582912,163577856~4194304,188743680~8388608,205520896~8388608,226492416~37748736,268435456~54525952,343932928~4194304,360710144~12582912,381681664~12582912,406847488~12582912] 2024-04-15T15:53:46.007 INFO:tasks.workunit.client.0.smithi016.stdout:from 8 to 13 diff [0~8388608,12582912~4194304,20971520~8388608,54525952~4194304,62914560~8388608,75497472~8388608,88080384~20971520,125829120~4194304,142606336~16777216,163577856~4194304,171966464~8388608,188743680~8388608,205520896~4194304,226492416~4194304,234881024~8388608,247463936~12582912,268435456~8388608,281018368~41943040,343932928~4194304,360710144~8388608,381681664~8388608,406847488~8388608] 2024-04-15T15:53:46.007 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [0~8388608,12582912~4194304,20971520~8388608,54525952~4194304,62914560~8388608,75497472~8388608,88080384~20971520,125829120~4194304,142606336~16777216,163577856~4194304,171966464~8388608,188743680~8388608,205520896~4194304,226492416~4194304,234881024~8388608,247463936~12582912,268435456~8388608,281018368~41943040,343932928~4194304,360710144~8388608,381681664~8388608,406847488~8388608] 2024-04-15T15:53:46.009 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [0~16777216,20971520~12582912,54525952~29360128,88080384~20971520,125829120~4194304,142606336~25165824,171966464~8388608,188743680~8388608,205520896~8388608,226492416~37748736,268435456~54525952,343932928~4194304,360710144~12582912,381681664~12582912,406847488~12582912] 2024-04-15T15:53:46.009 INFO:tasks.workunit.client.0.smithi016.stdout:from 8 to 14 diff [0~8388608,12582912~4194304,20971520~8388608,37748736~4194304,46137344~4194304,54525952~4194304,62914560~8388608,75497472~8388608,88080384~20971520,125829120~4194304,142606336~16777216,163577856~4194304,171966464~8388608,188743680~8388608,205520896~4194304,226492416~4194304,234881024~8388608,247463936~16777216,268435456~8388608,281018368~41943040,331350016~4194304,343932928~4194304,352321536~4194304,360710144~8388608,381681664~8388608,406847488~8388608] 2024-04-15T15:53:46.009 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [0~8388608,12582912~4194304,20971520~8388608,37748736~4194304,46137344~4194304,54525952~4194304,62914560~8388608,75497472~8388608,88080384~20971520,125829120~4194304,142606336~16777216,163577856~4194304,171966464~8388608,188743680~8388608,205520896~4194304,226492416~4194304,234881024~8388608,247463936~16777216,268435456~8388608,281018368~41943040,331350016~4194304,343932928~4194304,352321536~4194304,360710144~8388608,381681664~8388608,406847488~8388608] 2024-04-15T15:53:46.012 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [0~16777216,20971520~12582912,37748736~46137344,88080384~20971520,125829120~4194304,142606336~25165824,171966464~8388608,188743680~8388608,205520896~8388608,226492416~37748736,268435456~54525952,331350016~8388608,343932928~4194304,352321536~20971520,381681664~12582912,406847488~12582912] 2024-04-15T15:53:46.013 INFO:tasks.workunit.client.0.smithi016.stdout:from 8 to 15 diff [0~8388608,12582912~4194304,20971520~8388608,37748736~4194304,46137344~12582912,62914560~20971520,88080384~20971520,121634816~8388608,142606336~25165824,171966464~8388608,188743680~8388608,205520896~4194304,226492416~16777216,247463936~16777216,268435456~54525952,331350016~4194304,343932928~4194304,352321536~4194304,360710144~8388608,381681664~8388608,406847488~8388608] 2024-04-15T15:53:46.013 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [0~8388608,12582912~4194304,20971520~8388608,37748736~4194304,46137344~12582912,62914560~20971520,88080384~20971520,121634816~8388608,142606336~25165824,171966464~8388608,188743680~8388608,205520896~4194304,226492416~16777216,247463936~16777216,268435456~54525952,331350016~4194304,343932928~4194304,352321536~4194304,360710144~8388608,381681664~8388608,406847488~8388608] 2024-04-15T15:53:46.016 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [0~16777216,20971520~12582912,37748736~46137344,88080384~20971520,121634816~12582912,142606336~25165824,171966464~8388608,188743680~8388608,205520896~8388608,226492416~37748736,268435456~54525952,331350016~8388608,343932928~4194304,352321536~20971520,381681664~12582912,406847488~12582912] 2024-04-15T15:53:46.016 INFO:tasks.workunit.client.0.smithi016.stdout:from 8 to 16 diff [0~8388608,12582912~4194304,20971520~8388608,37748736~4194304,46137344~12582912,62914560~20971520,88080384~20971520,121634816~12582912,138412032~29360128,171966464~8388608,188743680~8388608,205520896~8388608,226492416~16777216,247463936~16777216,268435456~54525952,331350016~4194304,343932928~4194304,352321536~4194304,360710144~8388608,381681664~8388608,394264576~8388608,406847488~12582912] 2024-04-15T15:53:46.016 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [0~8388608,12582912~4194304,20971520~8388608,37748736~4194304,46137344~12582912,62914560~20971520,88080384~20971520,121634816~12582912,138412032~29360128,171966464~8388608,188743680~8388608,205520896~8388608,226492416~16777216,247463936~16777216,268435456~54525952,331350016~4194304,343932928~4194304,352321536~4194304,360710144~8388608,381681664~8388608,394264576~8388608,406847488~12582912] 2024-04-15T15:53:46.020 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [0~16777216,20971520~12582912,37748736~46137344,88080384~20971520,121634816~12582912,138412032~29360128,171966464~8388608,188743680~8388608,205520896~12582912,226492416~37748736,268435456~54525952,331350016~8388608,343932928~4194304,352321536~20971520,381681664~37748736] 2024-04-15T15:53:46.020 INFO:tasks.workunit.client.0.smithi016.stdout:from 8 to 17 diff [0~8388608,12582912~4194304,20971520~8388608,37748736~4194304,46137344~37748736,88080384~20971520,117440512~16777216,138412032~29360128,171966464~8388608,188743680~25165824,226492416~16777216,247463936~16777216,268435456~54525952,331350016~4194304,343932928~4194304,352321536~4194304,360710144~16777216,381681664~8388608,394264576~8388608,406847488~12582912] 2024-04-15T15:53:46.020 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [0~8388608,12582912~4194304,20971520~8388608,37748736~4194304,46137344~37748736,88080384~20971520,117440512~16777216,138412032~29360128,171966464~8388608,188743680~25165824,226492416~16777216,247463936~16777216,268435456~54525952,331350016~4194304,343932928~4194304,352321536~4194304,360710144~16777216,381681664~8388608,394264576~8388608,406847488~12582912] 2024-04-15T15:53:46.025 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [0~16777216,20971520~12582912,37748736~46137344,88080384~20971520,117440512~16777216,138412032~29360128,171966464~8388608,188743680~29360128,226492416~37748736,268435456~54525952,331350016~8388608,343932928~4194304,352321536~67108864] 2024-04-15T15:53:46.025 INFO:tasks.workunit.client.0.smithi016.stdout:from 8 to 18 diff [0~8388608,12582912~4194304,20971520~20971520,46137344~37748736,88080384~20971520,117440512~16777216,138412032~29360128,171966464~8388608,188743680~25165824,226492416~16777216,247463936~75497472,331350016~4194304,343932928~4194304,352321536~25165824,381681664~8388608,394264576~8388608,406847488~12582912] 2024-04-15T15:53:46.025 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [0~8388608,12582912~4194304,20971520~20971520,46137344~37748736,88080384~20971520,117440512~16777216,138412032~29360128,171966464~8388608,188743680~25165824,226492416~16777216,247463936~75497472,331350016~4194304,343932928~4194304,352321536~25165824,381681664~8388608,394264576~8388608,406847488~12582912] 2024-04-15T15:53:46.029 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [0~16777216,20971520~62914560,88080384~20971520,117440512~16777216,138412032~29360128,171966464~8388608,188743680~29360128,226492416~96468992,331350016~8388608,343932928~4194304,352321536~67108864] 2024-04-15T15:53:46.029 INFO:tasks.workunit.client.0.smithi016.stdout:from 8 to 19 diff [0~8388608,12582912~29360128,46137344~37748736,88080384~20971520,117440512~16777216,138412032~29360128,171966464~8388608,184549376~29360128,226492416~16777216,247463936~75497472,331350016~8388608,343932928~4194304,352321536~25165824,381681664~20971520,406847488~12582912] 2024-04-15T15:53:46.029 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [0~8388608,12582912~29360128,46137344~37748736,88080384~20971520,117440512~16777216,138412032~29360128,171966464~8388608,184549376~29360128,226492416~16777216,247463936~75497472,331350016~8388608,343932928~4194304,352321536~25165824,381681664~20971520,406847488~12582912] 2024-04-15T15:53:46.035 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [0~83886080,88080384~20971520,117440512~16777216,138412032~29360128,171966464~8388608,184549376~33554432,226492416~96468992,331350016~16777216,352321536~67108864] 2024-04-15T15:53:46.035 INFO:tasks.workunit.client.0.smithi016.stdout:from 9 to 10 diff [20971520~8388608,100663296~8388608,142606336~8388608,163577856~4194304,226492416~4194304,301989888~8388608,381681664~8388608,406847488~8388608] 2024-04-15T15:53:46.035 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [20971520~8388608,100663296~8388608,142606336~8388608,163577856~4194304,226492416~4194304,301989888~8388608,381681664~8388608,406847488~8388608] 2024-04-15T15:53:46.036 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [20971520~12582912,100663296~8388608,142606336~12582912,163577856~4194304,226492416~8388608,301989888~12582912,381681664~12582912,406847488~12582912] 2024-04-15T15:53:46.036 INFO:tasks.workunit.client.0.smithi016.stdout:from 9 to 11 diff [0~8388608,20971520~8388608,54525952~4194304,92274688~16777216,142606336~8388608,163577856~4194304,226492416~4194304,255852544~4194304,285212672~4194304,293601280~16777216,343932928~4194304,360710144~8388608,381681664~8388608,406847488~8388608] 2024-04-15T15:53:46.036 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [0~8388608,20971520~8388608,54525952~4194304,92274688~16777216,142606336~8388608,163577856~4194304,226492416~4194304,255852544~4194304,285212672~4194304,293601280~16777216,343932928~4194304,360710144~8388608,381681664~8388608,406847488~8388608] 2024-04-15T15:53:46.038 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [0~12582912,20971520~12582912,54525952~8388608,92274688~16777216,142606336~12582912,163577856~4194304,226492416~8388608,255852544~4194304,285212672~4194304,293601280~20971520,343932928~4194304,360710144~12582912,381681664~12582912,406847488~12582912] 2024-04-15T15:53:46.038 INFO:tasks.workunit.client.0.smithi016.stdout:from 9 to 12 diff [0~8388608,12582912~4194304,20971520~8388608,54525952~4194304,67108864~4194304,92274688~16777216,125829120~4194304,142606336~8388608,163577856~4194304,188743680~4194304,205520896~4194304,226492416~4194304,247463936~12582912,272629760~4194304,281018368~8388608,293601280~20971520,343932928~4194304,360710144~8388608,381681664~8388608,406847488~8388608] 2024-04-15T15:53:46.038 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [0~8388608,12582912~4194304,20971520~8388608,54525952~4194304,67108864~4194304,92274688~16777216,125829120~4194304,142606336~8388608,163577856~4194304,188743680~4194304,205520896~4194304,226492416~4194304,247463936~12582912,272629760~4194304,281018368~8388608,293601280~20971520,343932928~4194304,360710144~8388608,381681664~8388608,406847488~8388608] 2024-04-15T15:53:46.039 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [0~16777216,20971520~12582912,54525952~8388608,67108864~8388608,92274688~16777216,125829120~4194304,142606336~12582912,163577856~4194304,188743680~8388608,205520896~8388608,226492416~8388608,247463936~12582912,272629760~4194304,281018368~8388608,293601280~20971520,343932928~4194304,360710144~12582912,381681664~12582912,406847488~12582912] 2024-04-15T15:53:46.040 INFO:tasks.workunit.client.0.smithi016.stdout:from 9 to 13 diff [0~8388608,12582912~4194304,20971520~8388608,54525952~4194304,62914560~8388608,88080384~20971520,125829120~4194304,142606336~16777216,163577856~4194304,171966464~8388608,188743680~8388608,205520896~4194304,226492416~4194304,247463936~12582912,272629760~4194304,281018368~8388608,293601280~20971520,343932928~4194304,360710144~8388608,381681664~8388608,406847488~8388608] 2024-04-15T15:53:46.040 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [0~8388608,12582912~4194304,20971520~8388608,54525952~4194304,62914560~8388608,88080384~20971520,125829120~4194304,142606336~16777216,163577856~4194304,171966464~8388608,188743680~8388608,205520896~4194304,226492416~4194304,247463936~12582912,272629760~4194304,281018368~8388608,293601280~20971520,343932928~4194304,360710144~8388608,381681664~8388608,406847488~8388608] 2024-04-15T15:53:46.042 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [0~16777216,20971520~12582912,54525952~20971520,88080384~20971520,125829120~4194304,142606336~25165824,171966464~8388608,188743680~8388608,205520896~8388608,226492416~8388608,247463936~16777216,272629760~4194304,281018368~8388608,293601280~20971520,343932928~4194304,360710144~12582912,381681664~12582912,406847488~12582912] 2024-04-15T15:53:46.042 INFO:tasks.workunit.client.0.smithi016.stdout:from 9 to 14 diff [0~8388608,12582912~4194304,20971520~8388608,37748736~4194304,46137344~4194304,54525952~4194304,62914560~8388608,88080384~20971520,125829120~4194304,142606336~16777216,163577856~4194304,171966464~8388608,188743680~8388608,205520896~4194304,226492416~4194304,247463936~16777216,272629760~4194304,281018368~8388608,293601280~20971520,331350016~4194304,343932928~4194304,352321536~4194304,360710144~8388608,381681664~8388608,406847488~8388608] 2024-04-15T15:53:46.042 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [0~8388608,12582912~4194304,20971520~8388608,37748736~4194304,46137344~4194304,54525952~4194304,62914560~8388608,88080384~20971520,125829120~4194304,142606336~16777216,163577856~4194304,171966464~8388608,188743680~8388608,205520896~4194304,226492416~4194304,247463936~16777216,272629760~4194304,281018368~8388608,293601280~20971520,331350016~4194304,343932928~4194304,352321536~4194304,360710144~8388608,381681664~8388608,406847488~8388608] 2024-04-15T15:53:46.044 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [0~16777216,20971520~12582912,37748736~37748736,88080384~20971520,125829120~4194304,142606336~25165824,171966464~8388608,188743680~8388608,205520896~8388608,226492416~8388608,247463936~16777216,272629760~4194304,281018368~33554432,331350016~8388608,343932928~4194304,352321536~20971520,381681664~12582912,406847488~12582912] 2024-04-15T15:53:46.045 INFO:tasks.workunit.client.0.smithi016.stdout:from 9 to 15 diff [0~8388608,12582912~4194304,20971520~8388608,37748736~4194304,46137344~12582912,62914560~16777216,88080384~20971520,121634816~8388608,142606336~25165824,171966464~8388608,188743680~8388608,205520896~4194304,226492416~12582912,247463936~16777216,272629760~16777216,293601280~20971520,331350016~4194304,343932928~4194304,352321536~4194304,360710144~8388608,381681664~8388608,406847488~8388608] 2024-04-15T15:53:46.045 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [0~8388608,12582912~4194304,20971520~8388608,37748736~4194304,46137344~12582912,62914560~16777216,88080384~20971520,121634816~8388608,142606336~25165824,171966464~8388608,188743680~8388608,205520896~4194304,226492416~12582912,247463936~16777216,272629760~16777216,293601280~20971520,331350016~4194304,343932928~4194304,352321536~4194304,360710144~8388608,381681664~8388608,406847488~8388608] 2024-04-15T15:53:46.047 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [0~16777216,20971520~12582912,37748736~46137344,88080384~20971520,121634816~12582912,142606336~25165824,171966464~8388608,188743680~8388608,205520896~8388608,226492416~12582912,247463936~16777216,272629760~41943040,331350016~8388608,343932928~4194304,352321536~20971520,381681664~12582912,406847488~12582912] 2024-04-15T15:53:46.047 INFO:tasks.workunit.client.0.smithi016.stdout:from 9 to 16 diff [0~8388608,12582912~4194304,20971520~8388608,37748736~4194304,46137344~12582912,62914560~16777216,88080384~20971520,121634816~12582912,138412032~29360128,171966464~8388608,188743680~8388608,205520896~8388608,226492416~12582912,247463936~16777216,272629760~16777216,293601280~20971520,331350016~4194304,343932928~4194304,352321536~4194304,360710144~8388608,381681664~8388608,394264576~8388608,406847488~12582912] 2024-04-15T15:53:46.047 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [0~8388608,12582912~4194304,20971520~8388608,37748736~4194304,46137344~12582912,62914560~16777216,88080384~20971520,121634816~12582912,138412032~29360128,171966464~8388608,188743680~8388608,205520896~8388608,226492416~12582912,247463936~16777216,272629760~16777216,293601280~20971520,331350016~4194304,343932928~4194304,352321536~4194304,360710144~8388608,381681664~8388608,394264576~8388608,406847488~12582912] 2024-04-15T15:53:46.051 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [0~16777216,20971520~12582912,37748736~46137344,88080384~20971520,121634816~12582912,138412032~29360128,171966464~8388608,188743680~8388608,205520896~12582912,226492416~12582912,247463936~16777216,272629760~41943040,331350016~8388608,343932928~4194304,352321536~20971520,381681664~37748736] 2024-04-15T15:53:46.051 INFO:tasks.workunit.client.0.smithi016.stdout:from 9 to 17 diff [0~8388608,12582912~4194304,20971520~8388608,37748736~4194304,46137344~33554432,88080384~20971520,117440512~16777216,138412032~29360128,171966464~8388608,188743680~25165824,226492416~12582912,247463936~16777216,272629760~16777216,293601280~25165824,331350016~4194304,343932928~4194304,352321536~4194304,360710144~16777216,381681664~8388608,394264576~8388608,406847488~12582912] 2024-04-15T15:53:46.051 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [0~8388608,12582912~4194304,20971520~8388608,37748736~4194304,46137344~33554432,88080384~20971520,117440512~16777216,138412032~29360128,171966464~8388608,188743680~25165824,226492416~12582912,247463936~16777216,272629760~16777216,293601280~25165824,331350016~4194304,343932928~4194304,352321536~4194304,360710144~16777216,381681664~8388608,394264576~8388608,406847488~12582912] 2024-04-15T15:53:46.055 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [0~16777216,20971520~12582912,37748736~46137344,88080384~20971520,117440512~16777216,138412032~29360128,171966464~8388608,188743680~29360128,226492416~12582912,247463936~16777216,272629760~46137344,331350016~8388608,343932928~4194304,352321536~67108864] 2024-04-15T15:53:46.055 INFO:tasks.workunit.client.0.smithi016.stdout:from 9 to 18 diff [0~8388608,12582912~4194304,20971520~20971520,46137344~33554432,88080384~20971520,117440512~16777216,138412032~29360128,171966464~8388608,188743680~25165824,226492416~12582912,247463936~20971520,272629760~16777216,293601280~25165824,331350016~4194304,343932928~4194304,352321536~25165824,381681664~8388608,394264576~8388608,406847488~12582912] 2024-04-15T15:53:46.055 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [0~8388608,12582912~4194304,20971520~20971520,46137344~33554432,88080384~20971520,117440512~16777216,138412032~29360128,171966464~8388608,188743680~25165824,226492416~12582912,247463936~20971520,272629760~16777216,293601280~25165824,331350016~4194304,343932928~4194304,352321536~25165824,381681664~8388608,394264576~8388608,406847488~12582912] 2024-04-15T15:53:46.059 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [0~16777216,20971520~62914560,88080384~20971520,117440512~16777216,138412032~29360128,171966464~8388608,188743680~29360128,226492416~12582912,247463936~20971520,272629760~46137344,331350016~8388608,343932928~4194304,352321536~67108864] 2024-04-15T15:53:46.059 INFO:tasks.workunit.client.0.smithi016.stdout:from 9 to 19 diff [0~8388608,12582912~29360128,46137344~33554432,88080384~20971520,117440512~16777216,138412032~29360128,171966464~8388608,184549376~29360128,226492416~12582912,247463936~20971520,272629760~16777216,293601280~25165824,331350016~8388608,343932928~4194304,352321536~25165824,381681664~20971520,406847488~12582912] 2024-04-15T15:53:46.060 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [0~8388608,12582912~29360128,46137344~33554432,88080384~20971520,117440512~16777216,138412032~29360128,171966464~8388608,184549376~29360128,226492416~12582912,247463936~20971520,272629760~16777216,293601280~25165824,331350016~8388608,343932928~4194304,352321536~25165824,381681664~20971520,406847488~12582912] 2024-04-15T15:53:46.064 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [0~83886080,88080384~20971520,117440512~16777216,138412032~29360128,171966464~8388608,184549376~33554432,226492416~12582912,247463936~20971520,272629760~46137344,331350016~16777216,352321536~67108864] 2024-04-15T15:53:46.064 INFO:tasks.workunit.client.0.smithi016.stdout:from 10 to 11 diff [0~8388608,54525952~4194304,92274688~8388608,255852544~4194304,285212672~4194304,293601280~8388608,343932928~4194304,360710144~8388608,406847488~8388608] 2024-04-15T15:53:46.064 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [0~8388608,54525952~4194304,92274688~8388608,255852544~4194304,285212672~4194304,293601280~8388608,343932928~4194304,360710144~8388608,406847488~8388608] 2024-04-15T15:53:46.066 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [0~12582912,54525952~8388608,92274688~12582912,255852544~4194304,285212672~4194304,293601280~8388608,343932928~4194304,360710144~12582912,406847488~12582912] 2024-04-15T15:53:46.066 INFO:tasks.workunit.client.0.smithi016.stdout:from 10 to 12 diff [0~8388608,12582912~4194304,54525952~4194304,67108864~4194304,92274688~8388608,125829120~4194304,188743680~4194304,205520896~4194304,247463936~12582912,272629760~4194304,281018368~8388608,293601280~16777216,343932928~4194304,360710144~8388608,406847488~8388608] 2024-04-15T15:53:46.066 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [0~8388608,12582912~4194304,54525952~4194304,67108864~4194304,92274688~8388608,125829120~4194304,188743680~4194304,205520896~4194304,247463936~12582912,272629760~4194304,281018368~8388608,293601280~16777216,343932928~4194304,360710144~8388608,406847488~8388608] 2024-04-15T15:53:46.067 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [0~16777216,54525952~8388608,67108864~8388608,92274688~12582912,125829120~4194304,188743680~8388608,205520896~8388608,247463936~12582912,272629760~4194304,281018368~8388608,293601280~20971520,343932928~4194304,360710144~12582912,406847488~12582912] 2024-04-15T15:53:46.068 INFO:tasks.workunit.client.0.smithi016.stdout:from 10 to 13 diff [0~8388608,12582912~4194304,54525952~4194304,62914560~8388608,88080384~12582912,125829120~4194304,146800640~12582912,171966464~8388608,188743680~8388608,205520896~4194304,247463936~12582912,272629760~4194304,281018368~8388608,293601280~16777216,343932928~4194304,360710144~8388608,381681664~8388608,406847488~8388608] 2024-04-15T15:53:46.068 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [0~8388608,12582912~4194304,54525952~4194304,62914560~8388608,88080384~12582912,125829120~4194304,146800640~12582912,171966464~8388608,188743680~8388608,205520896~4194304,247463936~12582912,272629760~4194304,281018368~8388608,293601280~16777216,343932928~4194304,360710144~8388608,381681664~8388608,406847488~8388608] 2024-04-15T15:53:46.069 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [0~16777216,54525952~20971520,88080384~16777216,125829120~4194304,146800640~16777216,171966464~8388608,188743680~8388608,205520896~8388608,247463936~16777216,272629760~4194304,281018368~8388608,293601280~20971520,343932928~4194304,360710144~12582912,381681664~12582912,406847488~12582912] 2024-04-15T15:53:46.069 INFO:tasks.workunit.client.0.smithi016.stdout:from 10 to 14 diff [0~8388608,12582912~4194304,37748736~4194304,46137344~4194304,54525952~4194304,62914560~8388608,88080384~12582912,125829120~4194304,146800640~12582912,171966464~8388608,188743680~8388608,205520896~4194304,247463936~16777216,272629760~4194304,281018368~8388608,293601280~16777216,331350016~4194304,343932928~4194304,352321536~4194304,360710144~8388608,381681664~8388608,406847488~8388608] 2024-04-15T15:53:46.069 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [0~8388608,12582912~4194304,37748736~4194304,46137344~4194304,54525952~4194304,62914560~8388608,88080384~12582912,125829120~4194304,146800640~12582912,171966464~8388608,188743680~8388608,205520896~4194304,247463936~16777216,272629760~4194304,281018368~8388608,293601280~16777216,331350016~4194304,343932928~4194304,352321536~4194304,360710144~8388608,381681664~8388608,406847488~8388608] 2024-04-15T15:53:46.072 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [0~16777216,37748736~37748736,88080384~16777216,125829120~4194304,146800640~16777216,171966464~8388608,188743680~8388608,205520896~8388608,247463936~16777216,272629760~4194304,281018368~33554432,331350016~8388608,343932928~4194304,352321536~20971520,381681664~12582912,406847488~12582912] 2024-04-15T15:53:46.072 INFO:tasks.workunit.client.0.smithi016.stdout:from 10 to 15 diff [0~8388608,12582912~4194304,37748736~4194304,46137344~12582912,62914560~16777216,88080384~12582912,121634816~8388608,146800640~16777216,171966464~8388608,188743680~8388608,205520896~4194304,230686720~8388608,247463936~16777216,272629760~16777216,293601280~16777216,331350016~4194304,343932928~4194304,352321536~4194304,360710144~8388608,381681664~8388608,406847488~8388608] 2024-04-15T15:53:46.072 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [0~8388608,12582912~4194304,37748736~4194304,46137344~12582912,62914560~16777216,88080384~12582912,121634816~8388608,146800640~16777216,171966464~8388608,188743680~8388608,205520896~4194304,230686720~8388608,247463936~16777216,272629760~16777216,293601280~16777216,331350016~4194304,343932928~4194304,352321536~4194304,360710144~8388608,381681664~8388608,406847488~8388608] 2024-04-15T15:53:46.074 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [0~16777216,37748736~46137344,88080384~16777216,121634816~12582912,146800640~20971520,171966464~8388608,188743680~8388608,205520896~8388608,230686720~8388608,247463936~16777216,272629760~41943040,331350016~8388608,343932928~4194304,352321536~20971520,381681664~12582912,406847488~12582912] 2024-04-15T15:53:46.074 INFO:tasks.workunit.client.0.smithi016.stdout:from 10 to 16 diff [0~8388608,12582912~4194304,37748736~4194304,46137344~12582912,62914560~16777216,88080384~12582912,121634816~12582912,138412032~25165824,171966464~8388608,188743680~8388608,205520896~8388608,230686720~8388608,247463936~16777216,272629760~16777216,293601280~16777216,331350016~4194304,343932928~4194304,352321536~4194304,360710144~8388608,381681664~8388608,394264576~8388608,406847488~12582912] 2024-04-15T15:53:46.074 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [0~8388608,12582912~4194304,37748736~4194304,46137344~12582912,62914560~16777216,88080384~12582912,121634816~12582912,138412032~25165824,171966464~8388608,188743680~8388608,205520896~8388608,230686720~8388608,247463936~16777216,272629760~16777216,293601280~16777216,331350016~4194304,343932928~4194304,352321536~4194304,360710144~8388608,381681664~8388608,394264576~8388608,406847488~12582912] 2024-04-15T15:53:46.077 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [0~16777216,37748736~46137344,88080384~16777216,121634816~12582912,138412032~29360128,171966464~8388608,188743680~8388608,205520896~12582912,230686720~8388608,247463936~16777216,272629760~41943040,331350016~8388608,343932928~4194304,352321536~20971520,381681664~37748736] 2024-04-15T15:53:46.077 INFO:tasks.workunit.client.0.smithi016.stdout:from 10 to 17 diff [0~8388608,12582912~4194304,37748736~4194304,46137344~33554432,88080384~12582912,117440512~16777216,138412032~29360128,171966464~8388608,188743680~25165824,230686720~8388608,247463936~16777216,272629760~16777216,293601280~16777216,314572800~4194304,331350016~4194304,343932928~4194304,352321536~4194304,360710144~16777216,381681664~8388608,394264576~8388608,406847488~12582912] 2024-04-15T15:53:46.077 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [0~8388608,12582912~4194304,37748736~4194304,46137344~33554432,88080384~12582912,117440512~16777216,138412032~29360128,171966464~8388608,188743680~25165824,230686720~8388608,247463936~16777216,272629760~16777216,293601280~16777216,314572800~4194304,331350016~4194304,343932928~4194304,352321536~4194304,360710144~16777216,381681664~8388608,394264576~8388608,406847488~12582912] 2024-04-15T15:53:46.080 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [0~16777216,37748736~46137344,88080384~16777216,117440512~16777216,138412032~29360128,171966464~8388608,188743680~29360128,230686720~8388608,247463936~16777216,272629760~46137344,331350016~8388608,343932928~4194304,352321536~67108864] 2024-04-15T15:53:46.080 INFO:tasks.workunit.client.0.smithi016.stdout:from 10 to 18 diff [0~8388608,12582912~4194304,29360128~12582912,46137344~33554432,88080384~12582912,117440512~16777216,138412032~29360128,171966464~8388608,188743680~25165824,230686720~8388608,247463936~20971520,272629760~16777216,293601280~25165824,331350016~4194304,343932928~4194304,352321536~25165824,381681664~8388608,394264576~8388608,406847488~12582912] 2024-04-15T15:53:46.081 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [0~8388608,12582912~4194304,29360128~12582912,46137344~33554432,88080384~12582912,117440512~16777216,138412032~29360128,171966464~8388608,188743680~25165824,230686720~8388608,247463936~20971520,272629760~16777216,293601280~25165824,331350016~4194304,343932928~4194304,352321536~25165824,381681664~8388608,394264576~8388608,406847488~12582912] 2024-04-15T15:53:46.084 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [0~16777216,29360128~54525952,88080384~16777216,117440512~16777216,138412032~29360128,171966464~8388608,188743680~29360128,230686720~8388608,247463936~20971520,272629760~46137344,331350016~8388608,343932928~4194304,352321536~67108864] 2024-04-15T15:53:46.084 INFO:tasks.workunit.client.0.smithi016.stdout:from 10 to 19 diff [0~8388608,12582912~12582912,29360128~12582912,46137344~33554432,88080384~16777216,117440512~16777216,138412032~29360128,171966464~8388608,184549376~29360128,230686720~8388608,247463936~20971520,272629760~16777216,293601280~25165824,331350016~8388608,343932928~4194304,352321536~25165824,381681664~20971520,406847488~12582912] 2024-04-15T15:53:46.084 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [0~8388608,12582912~12582912,29360128~12582912,46137344~33554432,88080384~16777216,117440512~16777216,138412032~29360128,171966464~8388608,184549376~29360128,230686720~8388608,247463936~20971520,272629760~16777216,293601280~25165824,331350016~8388608,343932928~4194304,352321536~25165824,381681664~20971520,406847488~12582912] 2024-04-15T15:53:46.090 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [0~25165824,29360128~54525952,88080384~20971520,117440512~16777216,138412032~29360128,171966464~8388608,184549376~33554432,230686720~8388608,247463936~20971520,272629760~46137344,331350016~16777216,352321536~67108864] 2024-04-15T15:53:46.091 INFO:tasks.workunit.client.0.smithi016.stdout:from 11 to 12 diff [12582912~4194304,67108864~4194304,96468992~4194304,125829120~4194304,188743680~4194304,205520896~4194304,247463936~8388608,272629760~4194304,281018368~8388608,301989888~8388608] 2024-04-15T15:53:46.091 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [12582912~4194304,67108864~4194304,96468992~4194304,125829120~4194304,188743680~4194304,205520896~4194304,247463936~8388608,272629760~4194304,281018368~8388608,301989888~8388608] 2024-04-15T15:53:46.091 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [12582912~4194304,67108864~8388608,96468992~8388608,125829120~4194304,188743680~8388608,205520896~8388608,247463936~12582912,272629760~4194304,281018368~8388608,301989888~12582912] 2024-04-15T15:53:46.091 INFO:tasks.workunit.client.0.smithi016.stdout:from 11 to 13 diff [12582912~4194304,62914560~8388608,88080384~4194304,96468992~4194304,125829120~4194304,146800640~12582912,171966464~8388608,188743680~8388608,205520896~4194304,247463936~12582912,272629760~4194304,281018368~8388608,301989888~8388608,381681664~8388608] 2024-04-15T15:53:46.091 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [12582912~4194304,62914560~8388608,88080384~4194304,96468992~4194304,125829120~4194304,146800640~12582912,171966464~8388608,188743680~8388608,205520896~4194304,247463936~12582912,272629760~4194304,281018368~8388608,301989888~8388608,381681664~8388608] 2024-04-15T15:53:46.092 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [12582912~4194304,62914560~12582912,88080384~16777216,125829120~4194304,146800640~16777216,171966464~8388608,188743680~8388608,205520896~8388608,247463936~16777216,272629760~4194304,281018368~8388608,301989888~12582912,381681664~12582912] 2024-04-15T15:53:46.092 INFO:tasks.workunit.client.0.smithi016.stdout:from 11 to 14 diff [0~4194304,12582912~4194304,37748736~4194304,46137344~4194304,62914560~8388608,88080384~4194304,96468992~4194304,125829120~4194304,146800640~12582912,171966464~8388608,188743680~8388608,205520896~4194304,247463936~16777216,272629760~4194304,281018368~8388608,293601280~4194304,301989888~8388608,331350016~4194304,352321536~4194304,381681664~8388608] 2024-04-15T15:53:46.092 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [0~4194304,12582912~4194304,37748736~4194304,46137344~4194304,62914560~8388608,88080384~4194304,96468992~4194304,125829120~4194304,146800640~12582912,171966464~8388608,188743680~8388608,205520896~4194304,247463936~16777216,272629760~4194304,281018368~8388608,293601280~4194304,301989888~8388608,331350016~4194304,352321536~4194304,381681664~8388608] 2024-04-15T15:53:46.093 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [0~8388608,12582912~4194304,37748736~16777216,62914560~12582912,88080384~16777216,125829120~4194304,146800640~16777216,171966464~8388608,188743680~8388608,205520896~8388608,247463936~16777216,272629760~4194304,281018368~16777216,301989888~12582912,331350016~8388608,352321536~8388608,381681664~12582912] 2024-04-15T15:53:46.094 INFO:tasks.workunit.client.0.smithi016.stdout:from 11 to 15 diff [0~4194304,12582912~4194304,37748736~4194304,46137344~12582912,62914560~16777216,88080384~4194304,96468992~4194304,121634816~8388608,146800640~16777216,171966464~8388608,188743680~8388608,205520896~4194304,230686720~8388608,247463936~16777216,272629760~16777216,293601280~4194304,301989888~8388608,331350016~4194304,352321536~4194304,381681664~8388608,406847488~4194304] 2024-04-15T15:53:46.094 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [0~4194304,12582912~4194304,37748736~4194304,46137344~12582912,62914560~16777216,88080384~4194304,96468992~4194304,121634816~8388608,146800640~16777216,171966464~8388608,188743680~8388608,205520896~4194304,230686720~8388608,247463936~16777216,272629760~16777216,293601280~4194304,301989888~8388608,331350016~4194304,352321536~4194304,381681664~8388608,406847488~4194304] 2024-04-15T15:53:46.096 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [0~8388608,12582912~4194304,37748736~46137344,88080384~16777216,121634816~12582912,146800640~20971520,171966464~8388608,188743680~8388608,205520896~8388608,230686720~8388608,247463936~16777216,272629760~25165824,301989888~12582912,331350016~8388608,352321536~8388608,381681664~12582912,406847488~4194304] 2024-04-15T15:53:46.096 INFO:tasks.workunit.client.0.smithi016.stdout:from 11 to 16 diff [0~4194304,12582912~4194304,37748736~4194304,46137344~12582912,62914560~16777216,88080384~4194304,96468992~4194304,121634816~12582912,138412032~25165824,171966464~8388608,188743680~8388608,205520896~8388608,230686720~8388608,247463936~16777216,272629760~16777216,293601280~4194304,301989888~8388608,331350016~4194304,352321536~4194304,381681664~8388608,394264576~8388608,406847488~8388608] 2024-04-15T15:53:46.096 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [0~4194304,12582912~4194304,37748736~4194304,46137344~12582912,62914560~16777216,88080384~4194304,96468992~4194304,121634816~12582912,138412032~25165824,171966464~8388608,188743680~8388608,205520896~8388608,230686720~8388608,247463936~16777216,272629760~16777216,293601280~4194304,301989888~8388608,331350016~4194304,352321536~4194304,381681664~8388608,394264576~8388608,406847488~8388608] 2024-04-15T15:53:46.098 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [0~8388608,12582912~4194304,37748736~46137344,88080384~16777216,121634816~12582912,138412032~29360128,171966464~8388608,188743680~8388608,205520896~12582912,230686720~8388608,247463936~16777216,272629760~25165824,301989888~12582912,331350016~8388608,352321536~8388608,381681664~33554432] 2024-04-15T15:53:46.098 INFO:tasks.workunit.client.0.smithi016.stdout:from 11 to 17 diff [0~4194304,12582912~4194304,37748736~4194304,46137344~33554432,88080384~4194304,96468992~4194304,117440512~16777216,138412032~29360128,171966464~8388608,188743680~25165824,230686720~8388608,247463936~16777216,272629760~16777216,293601280~4194304,301989888~8388608,314572800~4194304,331350016~4194304,352321536~4194304,369098752~8388608,381681664~8388608,394264576~8388608,406847488~8388608] 2024-04-15T15:53:46.099 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [0~4194304,12582912~4194304,37748736~4194304,46137344~33554432,88080384~4194304,96468992~4194304,117440512~16777216,138412032~29360128,171966464~8388608,188743680~25165824,230686720~8388608,247463936~16777216,272629760~16777216,293601280~4194304,301989888~8388608,314572800~4194304,331350016~4194304,352321536~4194304,369098752~8388608,381681664~8388608,394264576~8388608,406847488~8388608] 2024-04-15T15:53:46.101 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [0~8388608,12582912~4194304,37748736~46137344,88080384~16777216,117440512~16777216,138412032~29360128,171966464~8388608,188743680~29360128,230686720~8388608,247463936~16777216,272629760~25165824,301989888~16777216,331350016~8388608,352321536~8388608,369098752~46137344] 2024-04-15T15:53:46.101 INFO:tasks.workunit.client.0.smithi016.stdout:from 11 to 18 diff [0~4194304,12582912~4194304,29360128~12582912,46137344~33554432,88080384~12582912,117440512~16777216,138412032~29360128,171966464~8388608,188743680~25165824,230686720~8388608,247463936~20971520,272629760~16777216,293601280~4194304,301989888~16777216,331350016~4194304,352321536~12582912,369098752~8388608,381681664~8388608,394264576~8388608,406847488~8388608] 2024-04-15T15:53:46.101 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [0~4194304,12582912~4194304,29360128~12582912,46137344~33554432,88080384~12582912,117440512~16777216,138412032~29360128,171966464~8388608,188743680~25165824,230686720~8388608,247463936~20971520,272629760~16777216,293601280~4194304,301989888~16777216,331350016~4194304,352321536~12582912,369098752~8388608,381681664~8388608,394264576~8388608,406847488~8388608] 2024-04-15T15:53:46.105 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [0~8388608,12582912~4194304,29360128~54525952,88080384~16777216,117440512~16777216,138412032~29360128,171966464~8388608,188743680~29360128,230686720~8388608,247463936~20971520,272629760~25165824,301989888~16777216,331350016~8388608,352321536~62914560] 2024-04-15T15:53:46.105 INFO:tasks.workunit.client.0.smithi016.stdout:from 11 to 19 diff [0~4194304,12582912~12582912,29360128~12582912,46137344~33554432,88080384~16777216,117440512~16777216,138412032~29360128,171966464~8388608,184549376~29360128,230686720~8388608,247463936~20971520,272629760~16777216,293601280~4194304,301989888~16777216,331350016~8388608,352321536~12582912,369098752~8388608,381681664~20971520,406847488~8388608] 2024-04-15T15:53:46.105 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [0~4194304,12582912~12582912,29360128~12582912,46137344~33554432,88080384~16777216,117440512~16777216,138412032~29360128,171966464~8388608,184549376~29360128,230686720~8388608,247463936~20971520,272629760~16777216,293601280~4194304,301989888~16777216,331350016~8388608,352321536~12582912,369098752~8388608,381681664~20971520,406847488~8388608] 2024-04-15T15:53:46.108 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [0~8388608,12582912~12582912,29360128~54525952,88080384~20971520,117440512~16777216,138412032~29360128,171966464~8388608,184549376~33554432,230686720~8388608,247463936~20971520,272629760~46137344,331350016~12582912,352321536~62914560] 2024-04-15T15:53:46.109 INFO:tasks.workunit.client.0.smithi016.stdout:from 12 to 13 diff [62914560~4194304,88080384~4194304,146800640~12582912,171966464~8388608,188743680~4194304,255852544~4194304,381681664~8388608] 2024-04-15T15:53:46.109 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [62914560~4194304,88080384~4194304,146800640~12582912,171966464~8388608,188743680~4194304,255852544~4194304,381681664~8388608] 2024-04-15T15:53:46.109 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [62914560~8388608,88080384~8388608,146800640~16777216,171966464~8388608,188743680~8388608,255852544~8388608,381681664~12582912] 2024-04-15T15:53:46.109 INFO:tasks.workunit.client.0.smithi016.stdout:from 12 to 14 diff [0~4194304,37748736~4194304,46137344~4194304,62914560~4194304,88080384~4194304,146800640~12582912,171966464~8388608,188743680~4194304,251658240~8388608,285212672~12582912,331350016~4194304,352321536~4194304,381681664~8388608] 2024-04-15T15:53:46.110 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [0~4194304,37748736~4194304,46137344~4194304,62914560~4194304,88080384~4194304,146800640~12582912,171966464~8388608,188743680~4194304,251658240~8388608,285212672~12582912,331350016~4194304,352321536~4194304,381681664~8388608] 2024-04-15T15:53:46.111 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [0~8388608,37748736~16777216,62914560~8388608,88080384~8388608,146800640~16777216,171966464~8388608,188743680~8388608,251658240~12582912,285212672~12582912,331350016~8388608,352321536~8388608,381681664~12582912] 2024-04-15T15:53:46.111 INFO:tasks.workunit.client.0.smithi016.stdout:from 12 to 15 diff [0~4194304,37748736~4194304,46137344~12582912,62914560~4194304,71303168~8388608,88080384~4194304,121634816~8388608,146800640~16777216,171966464~8388608,188743680~4194304,230686720~8388608,251658240~8388608,276824064~12582912,293601280~4194304,306184192~4194304,331350016~4194304,352321536~4194304,381681664~8388608,406847488~4194304] 2024-04-15T15:53:46.112 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [0~4194304,37748736~4194304,46137344~12582912,62914560~4194304,71303168~8388608,88080384~4194304,121634816~8388608,146800640~16777216,171966464~8388608,188743680~4194304,230686720~8388608,251658240~8388608,276824064~12582912,293601280~4194304,306184192~4194304,331350016~4194304,352321536~4194304,381681664~8388608,406847488~4194304] 2024-04-15T15:53:46.113 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [0~8388608,37748736~46137344,88080384~8388608,121634816~12582912,146800640~20971520,171966464~8388608,188743680~8388608,230686720~8388608,251658240~12582912,276824064~20971520,306184192~4194304,331350016~8388608,352321536~8388608,381681664~12582912,406847488~4194304] 2024-04-15T15:53:46.113 INFO:tasks.workunit.client.0.smithi016.stdout:from 12 to 16 diff [0~4194304,37748736~4194304,46137344~12582912,62914560~4194304,71303168~8388608,88080384~4194304,121634816~12582912,138412032~25165824,171966464~8388608,188743680~8388608,205520896~8388608,230686720~8388608,251658240~8388608,276824064~12582912,293601280~4194304,306184192~4194304,331350016~4194304,352321536~4194304,381681664~8388608,394264576~8388608,406847488~8388608] 2024-04-15T15:53:46.113 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [0~4194304,37748736~4194304,46137344~12582912,62914560~4194304,71303168~8388608,88080384~4194304,121634816~12582912,138412032~25165824,171966464~8388608,188743680~8388608,205520896~8388608,230686720~8388608,251658240~8388608,276824064~12582912,293601280~4194304,306184192~4194304,331350016~4194304,352321536~4194304,381681664~8388608,394264576~8388608,406847488~8388608] 2024-04-15T15:53:46.116 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [0~8388608,37748736~46137344,88080384~8388608,121634816~12582912,138412032~29360128,171966464~8388608,188743680~8388608,205520896~12582912,230686720~8388608,251658240~12582912,276824064~20971520,306184192~4194304,331350016~8388608,352321536~8388608,381681664~33554432] 2024-04-15T15:53:46.116 INFO:tasks.workunit.client.0.smithi016.stdout:from 12 to 17 diff [0~4194304,37748736~4194304,46137344~20971520,71303168~8388608,88080384~4194304,117440512~16777216,138412032~29360128,171966464~8388608,188743680~25165824,230686720~8388608,251658240~8388608,276824064~12582912,293601280~4194304,306184192~4194304,314572800~4194304,331350016~4194304,352321536~4194304,369098752~8388608,381681664~8388608,394264576~8388608,406847488~8388608] 2024-04-15T15:53:46.116 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [0~4194304,37748736~4194304,46137344~20971520,71303168~8388608,88080384~4194304,117440512~16777216,138412032~29360128,171966464~8388608,188743680~25165824,230686720~8388608,251658240~8388608,276824064~12582912,293601280~4194304,306184192~4194304,314572800~4194304,331350016~4194304,352321536~4194304,369098752~8388608,381681664~8388608,394264576~8388608,406847488~8388608] 2024-04-15T15:53:46.118 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [0~8388608,37748736~46137344,88080384~8388608,117440512~16777216,138412032~29360128,171966464~8388608,188743680~29360128,230686720~8388608,251658240~12582912,276824064~20971520,306184192~4194304,314572800~4194304,331350016~8388608,352321536~8388608,369098752~46137344] 2024-04-15T15:53:46.118 INFO:tasks.workunit.client.0.smithi016.stdout:from 12 to 18 diff [0~4194304,29360128~12582912,46137344~20971520,71303168~8388608,88080384~8388608,117440512~16777216,138412032~29360128,171966464~8388608,188743680~25165824,230686720~8388608,251658240~16777216,276824064~12582912,293601280~4194304,306184192~12582912,331350016~4194304,352321536~12582912,369098752~8388608,381681664~8388608,394264576~8388608,406847488~8388608] 2024-04-15T15:53:46.118 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [0~4194304,29360128~12582912,46137344~20971520,71303168~8388608,88080384~8388608,117440512~16777216,138412032~29360128,171966464~8388608,188743680~25165824,230686720~8388608,251658240~16777216,276824064~12582912,293601280~4194304,306184192~12582912,331350016~4194304,352321536~12582912,369098752~8388608,381681664~8388608,394264576~8388608,406847488~8388608] 2024-04-15T15:53:46.121 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [0~8388608,29360128~54525952,88080384~8388608,117440512~16777216,138412032~29360128,171966464~8388608,188743680~29360128,230686720~8388608,251658240~16777216,276824064~20971520,306184192~12582912,331350016~8388608,352321536~62914560] 2024-04-15T15:53:46.122 INFO:tasks.workunit.client.0.smithi016.stdout:from 12 to 19 diff [0~4194304,16777216~8388608,29360128~12582912,46137344~20971520,71303168~8388608,88080384~16777216,117440512~16777216,138412032~29360128,171966464~8388608,184549376~29360128,230686720~8388608,251658240~16777216,276824064~12582912,293601280~4194304,306184192~12582912,331350016~8388608,352321536~12582912,369098752~8388608,381681664~20971520,406847488~8388608] 2024-04-15T15:53:46.122 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [0~4194304,16777216~8388608,29360128~12582912,46137344~20971520,71303168~8388608,88080384~16777216,117440512~16777216,138412032~29360128,171966464~8388608,184549376~29360128,230686720~8388608,251658240~16777216,276824064~12582912,293601280~4194304,306184192~12582912,331350016~8388608,352321536~12582912,369098752~8388608,381681664~20971520,406847488~8388608] 2024-04-15T15:53:46.125 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [0~8388608,16777216~8388608,29360128~54525952,88080384~20971520,117440512~16777216,138412032~29360128,171966464~8388608,184549376~33554432,230686720~8388608,251658240~16777216,276824064~25165824,306184192~12582912,331350016~12582912,352321536~62914560] 2024-04-15T15:53:46.125 INFO:tasks.workunit.client.0.smithi016.stdout:from 13 to 14 diff [0~4194304,37748736~4194304,46137344~4194304,188743680~4194304,251658240~8388608,285212672~12582912,331350016~4194304,352321536~4194304] 2024-04-15T15:53:46.125 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [0~4194304,37748736~4194304,46137344~4194304,188743680~4194304,251658240~8388608,285212672~12582912,331350016~4194304,352321536~4194304] 2024-04-15T15:53:46.126 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [0~8388608,37748736~16777216,188743680~4194304,251658240~12582912,285212672~12582912,331350016~8388608,352321536~8388608] 2024-04-15T15:53:46.126 INFO:tasks.workunit.client.0.smithi016.stdout:from 13 to 15 diff [0~4194304,37748736~4194304,46137344~12582912,71303168~8388608,121634816~8388608,155189248~8388608,188743680~4194304,230686720~8388608,251658240~8388608,276824064~12582912,293601280~4194304,306184192~4194304,331350016~4194304,352321536~4194304,406847488~4194304] 2024-04-15T15:53:46.126 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [0~4194304,37748736~4194304,46137344~12582912,71303168~8388608,121634816~8388608,155189248~8388608,188743680~4194304,230686720~8388608,251658240~8388608,276824064~12582912,293601280~4194304,306184192~4194304,331350016~4194304,352321536~4194304,406847488~4194304] 2024-04-15T15:53:46.127 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [0~8388608,37748736~25165824,71303168~12582912,121634816~12582912,155189248~12582912,188743680~4194304,230686720~8388608,251658240~12582912,276824064~20971520,306184192~4194304,331350016~8388608,352321536~8388608,406847488~4194304] 2024-04-15T15:53:46.127 INFO:tasks.workunit.client.0.smithi016.stdout:from 13 to 16 diff [0~4194304,37748736~4194304,46137344~12582912,71303168~8388608,121634816~12582912,138412032~8388608,155189248~8388608,188743680~8388608,205520896~8388608,230686720~8388608,251658240~8388608,276824064~12582912,293601280~4194304,306184192~4194304,331350016~4194304,352321536~4194304,394264576~8388608,406847488~8388608] 2024-04-15T15:53:46.127 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [0~4194304,37748736~4194304,46137344~12582912,71303168~8388608,121634816~12582912,138412032~8388608,155189248~8388608,188743680~8388608,205520896~8388608,230686720~8388608,251658240~8388608,276824064~12582912,293601280~4194304,306184192~4194304,331350016~4194304,352321536~4194304,394264576~8388608,406847488~8388608] 2024-04-15T15:53:46.129 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [0~8388608,37748736~25165824,71303168~12582912,121634816~12582912,138412032~12582912,155189248~12582912,188743680~8388608,205520896~12582912,230686720~8388608,251658240~12582912,276824064~20971520,306184192~4194304,331350016~8388608,352321536~8388608,394264576~20971520] 2024-04-15T15:53:46.129 INFO:tasks.workunit.client.0.smithi016.stdout:from 13 to 17 diff [0~4194304,37748736~4194304,46137344~16777216,71303168~8388608,117440512~16777216,138412032~12582912,155189248~12582912,188743680~25165824,230686720~8388608,251658240~8388608,276824064~12582912,293601280~4194304,306184192~4194304,314572800~4194304,331350016~4194304,352321536~4194304,369098752~8388608,381681664~4194304,394264576~8388608,406847488~8388608] 2024-04-15T15:53:46.129 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [0~4194304,37748736~4194304,46137344~16777216,71303168~8388608,117440512~16777216,138412032~12582912,155189248~12582912,188743680~25165824,230686720~8388608,251658240~8388608,276824064~12582912,293601280~4194304,306184192~4194304,314572800~4194304,331350016~4194304,352321536~4194304,369098752~8388608,381681664~4194304,394264576~8388608,406847488~8388608] 2024-04-15T15:53:46.132 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [0~8388608,37748736~29360128,71303168~12582912,117440512~16777216,138412032~12582912,155189248~12582912,188743680~29360128,230686720~8388608,251658240~12582912,276824064~20971520,306184192~4194304,314572800~4194304,331350016~8388608,352321536~8388608,369098752~20971520,394264576~20971520] 2024-04-15T15:53:46.132 INFO:tasks.workunit.client.0.smithi016.stdout:from 13 to 18 diff [0~4194304,29360128~12582912,46137344~16777216,71303168~8388608,88080384~4194304,117440512~16777216,138412032~12582912,155189248~12582912,188743680~25165824,230686720~8388608,251658240~16777216,276824064~12582912,293601280~4194304,306184192~12582912,331350016~4194304,352321536~12582912,369098752~8388608,381681664~4194304,394264576~8388608,406847488~8388608] 2024-04-15T15:53:46.132 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [0~4194304,29360128~12582912,46137344~16777216,71303168~8388608,88080384~4194304,117440512~16777216,138412032~12582912,155189248~12582912,188743680~25165824,230686720~8388608,251658240~16777216,276824064~12582912,293601280~4194304,306184192~12582912,331350016~4194304,352321536~12582912,369098752~8388608,381681664~4194304,394264576~8388608,406847488~8388608] 2024-04-15T15:53:46.135 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [0~8388608,29360128~37748736,71303168~12582912,88080384~8388608,117440512~16777216,138412032~12582912,155189248~12582912,188743680~29360128,230686720~8388608,251658240~16777216,276824064~20971520,306184192~12582912,331350016~8388608,352321536~37748736,394264576~20971520] 2024-04-15T15:53:46.135 INFO:tasks.workunit.client.0.smithi016.stdout:from 13 to 19 diff [0~4194304,16777216~8388608,29360128~12582912,46137344~16777216,71303168~8388608,88080384~4194304,96468992~8388608,117440512~16777216,138412032~12582912,155189248~12582912,184549376~29360128,230686720~8388608,251658240~16777216,276824064~12582912,293601280~4194304,306184192~12582912,331350016~8388608,352321536~12582912,369098752~8388608,381681664~20971520,406847488~8388608] 2024-04-15T15:53:46.135 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [0~4194304,16777216~8388608,29360128~12582912,46137344~16777216,71303168~8388608,88080384~4194304,96468992~8388608,117440512~16777216,138412032~12582912,155189248~12582912,184549376~29360128,230686720~8388608,251658240~16777216,276824064~12582912,293601280~4194304,306184192~12582912,331350016~8388608,352321536~12582912,369098752~8388608,381681664~20971520,406847488~8388608] 2024-04-15T15:53:46.138 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [0~8388608,16777216~8388608,29360128~37748736,71303168~12582912,88080384~20971520,117440512~16777216,138412032~12582912,155189248~12582912,184549376~33554432,230686720~8388608,251658240~16777216,276824064~25165824,306184192~12582912,331350016~12582912,352321536~62914560] 2024-04-15T15:53:46.138 INFO:tasks.workunit.client.0.smithi016.stdout:from 14 to 15 diff [37748736~4194304,46137344~12582912,71303168~8388608,121634816~8388608,155189248~8388608,230686720~8388608,276824064~8388608,306184192~4194304,406847488~4194304] 2024-04-15T15:53:46.138 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [37748736~4194304,46137344~12582912,71303168~8388608,121634816~8388608,155189248~8388608,230686720~8388608,276824064~8388608,306184192~4194304,406847488~4194304] 2024-04-15T15:53:46.139 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [37748736~25165824,71303168~12582912,121634816~12582912,155189248~12582912,230686720~8388608,276824064~12582912,306184192~4194304,406847488~4194304] 2024-04-15T15:53:46.139 INFO:tasks.workunit.client.0.smithi016.stdout:from 14 to 16 diff [37748736~4194304,46137344~12582912,71303168~8388608,121634816~12582912,138412032~8388608,155189248~8388608,188743680~8388608,205520896~8388608,230686720~8388608,276824064~8388608,306184192~4194304,394264576~8388608,406847488~8388608] 2024-04-15T15:53:46.139 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [37748736~4194304,46137344~12582912,71303168~8388608,121634816~12582912,138412032~8388608,155189248~8388608,188743680~8388608,205520896~8388608,230686720~8388608,276824064~8388608,306184192~4194304,394264576~8388608,406847488~8388608] 2024-04-15T15:53:46.140 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [37748736~25165824,71303168~12582912,121634816~12582912,138412032~12582912,155189248~12582912,188743680~8388608,205520896~12582912,230686720~8388608,276824064~12582912,306184192~4194304,394264576~20971520] 2024-04-15T15:53:46.140 INFO:tasks.workunit.client.0.smithi016.stdout:from 14 to 17 diff [37748736~4194304,46137344~16777216,71303168~8388608,117440512~16777216,138412032~12582912,155189248~12582912,188743680~25165824,230686720~8388608,276824064~8388608,306184192~4194304,314572800~4194304,369098752~8388608,381681664~4194304,394264576~8388608,406847488~8388608] 2024-04-15T15:53:46.140 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [37748736~4194304,46137344~16777216,71303168~8388608,117440512~16777216,138412032~12582912,155189248~12582912,188743680~25165824,230686720~8388608,276824064~8388608,306184192~4194304,314572800~4194304,369098752~8388608,381681664~4194304,394264576~8388608,406847488~8388608] 2024-04-15T15:53:46.142 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [37748736~29360128,71303168~12582912,117440512~16777216,138412032~12582912,155189248~12582912,188743680~29360128,230686720~8388608,276824064~12582912,306184192~4194304,314572800~4194304,369098752~20971520,394264576~20971520] 2024-04-15T15:53:46.142 INFO:tasks.workunit.client.0.smithi016.stdout:from 14 to 18 diff [29360128~12582912,46137344~16777216,71303168~8388608,88080384~4194304,117440512~16777216,138412032~12582912,155189248~12582912,188743680~25165824,230686720~8388608,251658240~8388608,264241152~4194304,276824064~8388608,306184192~12582912,331350016~4194304,356515840~8388608,369098752~8388608,381681664~4194304,394264576~8388608,406847488~8388608] 2024-04-15T15:53:46.142 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [29360128~12582912,46137344~16777216,71303168~8388608,88080384~4194304,117440512~16777216,138412032~12582912,155189248~12582912,188743680~25165824,230686720~8388608,251658240~8388608,264241152~4194304,276824064~8388608,306184192~12582912,331350016~4194304,356515840~8388608,369098752~8388608,381681664~4194304,394264576~8388608,406847488~8388608] 2024-04-15T15:53:46.145 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [29360128~37748736,71303168~12582912,88080384~8388608,117440512~16777216,138412032~12582912,155189248~12582912,188743680~29360128,230686720~8388608,251658240~8388608,264241152~4194304,276824064~12582912,306184192~12582912,331350016~8388608,356515840~33554432,394264576~20971520] 2024-04-15T15:53:46.145 INFO:tasks.workunit.client.0.smithi016.stdout:from 14 to 19 diff [16777216~8388608,29360128~12582912,46137344~16777216,71303168~8388608,88080384~4194304,96468992~8388608,117440512~16777216,138412032~12582912,155189248~12582912,184549376~29360128,230686720~8388608,251658240~8388608,264241152~4194304,276824064~8388608,293601280~4194304,306184192~12582912,331350016~8388608,356515840~8388608,369098752~8388608,381681664~20971520,406847488~8388608] 2024-04-15T15:53:46.145 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [16777216~8388608,29360128~12582912,46137344~16777216,71303168~8388608,88080384~4194304,96468992~8388608,117440512~16777216,138412032~12582912,155189248~12582912,184549376~29360128,230686720~8388608,251658240~8388608,264241152~4194304,276824064~8388608,293601280~4194304,306184192~12582912,331350016~8388608,356515840~8388608,369098752~8388608,381681664~20971520,406847488~8388608] 2024-04-15T15:53:46.147 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [16777216~8388608,29360128~37748736,71303168~12582912,88080384~20971520,117440512~16777216,138412032~12582912,155189248~12582912,184549376~33554432,230686720~8388608,251658240~8388608,264241152~4194304,276824064~12582912,293601280~8388608,306184192~12582912,331350016~12582912,356515840~58720256] 2024-04-15T15:53:46.147 INFO:tasks.workunit.client.0.smithi016.stdout:from 15 to 16 diff [130023424~4194304,138412032~8388608,188743680~8388608,205520896~8388608,276824064~8388608,394264576~8388608,406847488~8388608] 2024-04-15T15:53:46.147 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [130023424~4194304,138412032~8388608,188743680~8388608,205520896~8388608,276824064~8388608,394264576~8388608,406847488~8388608] 2024-04-15T15:53:46.148 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [130023424~4194304,138412032~12582912,188743680~8388608,205520896~12582912,276824064~12582912,394264576~20971520] 2024-04-15T15:53:46.148 INFO:tasks.workunit.client.0.smithi016.stdout:from 15 to 17 diff [54525952~8388608,117440512~4194304,130023424~4194304,138412032~12582912,163577856~4194304,188743680~25165824,276824064~8388608,314572800~4194304,369098752~8388608,381681664~4194304,394264576~8388608,406847488~8388608] 2024-04-15T15:53:46.148 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [54525952~8388608,117440512~4194304,130023424~4194304,138412032~12582912,163577856~4194304,188743680~25165824,276824064~8388608,314572800~4194304,369098752~8388608,381681664~4194304,394264576~8388608,406847488~8388608] 2024-04-15T15:53:46.150 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [54525952~12582912,117440512~8388608,130023424~4194304,138412032~12582912,163577856~4194304,188743680~29360128,276824064~12582912,314572800~4194304,369098752~20971520,394264576~20971520] 2024-04-15T15:53:46.150 INFO:tasks.workunit.client.0.smithi016.stdout:from 15 to 18 diff [29360128~8388608,50331648~12582912,88080384~4194304,117440512~4194304,130023424~4194304,138412032~12582912,163577856~4194304,188743680~25165824,251658240~8388608,264241152~4194304,276824064~8388608,306184192~12582912,331350016~4194304,356515840~8388608,369098752~8388608,381681664~4194304,394264576~8388608,406847488~8388608] 2024-04-15T15:53:46.150 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [29360128~8388608,50331648~12582912,88080384~4194304,117440512~4194304,130023424~4194304,138412032~12582912,163577856~4194304,188743680~25165824,251658240~8388608,264241152~4194304,276824064~8388608,306184192~12582912,331350016~4194304,356515840~8388608,369098752~8388608,381681664~4194304,394264576~8388608,406847488~8388608] 2024-04-15T15:53:46.152 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [29360128~8388608,50331648~16777216,88080384~8388608,117440512~8388608,130023424~4194304,138412032~12582912,163577856~4194304,188743680~29360128,251658240~8388608,264241152~4194304,276824064~12582912,306184192~12582912,331350016~8388608,356515840~33554432,394264576~20971520] 2024-04-15T15:53:46.152 INFO:tasks.workunit.client.0.smithi016.stdout:from 15 to 19 diff [16777216~8388608,29360128~8388608,50331648~12582912,88080384~4194304,96468992~8388608,117440512~4194304,130023424~4194304,138412032~12582912,163577856~4194304,184549376~29360128,251658240~8388608,264241152~4194304,276824064~8388608,293601280~4194304,306184192~12582912,331350016~8388608,356515840~8388608,369098752~8388608,381681664~20971520,406847488~8388608] 2024-04-15T15:53:46.152 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [16777216~8388608,29360128~8388608,50331648~12582912,88080384~4194304,96468992~8388608,117440512~4194304,130023424~4194304,138412032~12582912,163577856~4194304,184549376~29360128,251658240~8388608,264241152~4194304,276824064~8388608,293601280~4194304,306184192~12582912,331350016~8388608,356515840~8388608,369098752~8388608,381681664~20971520,406847488~8388608] 2024-04-15T15:53:46.154 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [16777216~8388608,29360128~8388608,50331648~16777216,88080384~20971520,117440512~8388608,130023424~4194304,138412032~12582912,163577856~4194304,184549376~33554432,251658240~8388608,264241152~4194304,276824064~12582912,293601280~8388608,306184192~12582912,331350016~12582912,356515840~58720256] 2024-04-15T15:53:46.154 INFO:tasks.workunit.client.0.smithi016.stdout:from 16 to 17 diff [54525952~8388608,117440512~4194304,142606336~8388608,163577856~4194304,197132288~8388608,314572800~4194304,369098752~8388608,381681664~4194304,394264576~4194304] 2024-04-15T15:53:46.154 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [54525952~8388608,117440512~4194304,142606336~8388608,163577856~4194304,197132288~8388608,314572800~4194304,369098752~8388608,381681664~4194304,394264576~4194304] 2024-04-15T15:53:46.155 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [54525952~12582912,117440512~8388608,142606336~8388608,163577856~4194304,197132288~12582912,314572800~4194304,369098752~20971520,394264576~8388608] 2024-04-15T15:53:46.156 INFO:tasks.workunit.client.0.smithi016.stdout:from 16 to 18 diff [29360128~8388608,50331648~12582912,88080384~4194304,117440512~4194304,142606336~8388608,163577856~4194304,197132288~8388608,251658240~8388608,264241152~4194304,306184192~12582912,331350016~4194304,356515840~8388608,369098752~8388608,381681664~4194304,394264576~4194304] 2024-04-15T15:53:46.156 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [29360128~8388608,50331648~12582912,88080384~4194304,117440512~4194304,142606336~8388608,163577856~4194304,197132288~8388608,251658240~8388608,264241152~4194304,306184192~12582912,331350016~4194304,356515840~8388608,369098752~8388608,381681664~4194304,394264576~4194304] 2024-04-15T15:53:46.157 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [29360128~8388608,50331648~16777216,88080384~8388608,117440512~8388608,142606336~8388608,163577856~4194304,197132288~12582912,251658240~8388608,264241152~4194304,306184192~12582912,331350016~8388608,356515840~33554432,394264576~8388608] 2024-04-15T15:53:46.157 INFO:tasks.workunit.client.0.smithi016.stdout:from 16 to 19 diff [16777216~8388608,29360128~8388608,50331648~12582912,88080384~4194304,96468992~8388608,117440512~4194304,142606336~8388608,163577856~4194304,184549376~4194304,197132288~8388608,251658240~8388608,264241152~4194304,293601280~4194304,306184192~12582912,331350016~8388608,356515840~8388608,369098752~8388608,381681664~16777216] 2024-04-15T15:53:46.157 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [16777216~8388608,29360128~8388608,50331648~12582912,88080384~4194304,96468992~8388608,117440512~4194304,142606336~8388608,163577856~4194304,184549376~4194304,197132288~8388608,251658240~8388608,264241152~4194304,293601280~4194304,306184192~12582912,331350016~8388608,356515840~8388608,369098752~8388608,381681664~16777216] 2024-04-15T15:53:46.159 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [16777216~8388608,29360128~8388608,50331648~16777216,88080384~20971520,117440512~8388608,142606336~8388608,163577856~4194304,184549376~4194304,197132288~12582912,251658240~8388608,264241152~4194304,293601280~8388608,306184192~12582912,331350016~12582912,356515840~46137344] 2024-04-15T15:53:46.159 INFO:tasks.workunit.client.0.smithi016.stdout:from 17 to 18 diff [29360128~8388608,50331648~4194304,88080384~4194304,251658240~8388608,264241152~4194304,306184192~8388608,331350016~4194304,356515840~8388608] 2024-04-15T15:53:46.159 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [29360128~8388608,50331648~4194304,88080384~4194304,251658240~8388608,264241152~4194304,306184192~8388608,331350016~4194304,356515840~8388608] 2024-04-15T15:53:46.160 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [29360128~8388608,50331648~4194304,88080384~8388608,251658240~8388608,264241152~4194304,306184192~8388608,331350016~8388608,356515840~12582912] 2024-04-15T15:53:46.160 INFO:tasks.workunit.client.0.smithi016.stdout:from 17 to 19 diff [16777216~8388608,29360128~8388608,50331648~4194304,88080384~4194304,96468992~8388608,184549376~4194304,201326592~4194304,251658240~8388608,264241152~4194304,293601280~4194304,306184192~8388608,331350016~8388608,356515840~8388608,385875968~8388608] 2024-04-15T15:53:46.160 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [16777216~8388608,29360128~8388608,50331648~4194304,88080384~4194304,96468992~8388608,184549376~4194304,201326592~4194304,251658240~8388608,264241152~4194304,293601280~4194304,306184192~8388608,331350016~8388608,356515840~8388608,385875968~8388608] 2024-04-15T15:53:46.162 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [16777216~8388608,29360128~8388608,50331648~4194304,88080384~20971520,184549376~4194304,201326592~8388608,251658240~8388608,264241152~4194304,293601280~8388608,306184192~8388608,331350016~12582912,356515840~12582912,385875968~12582912] 2024-04-15T15:53:46.162 INFO:tasks.workunit.client.0.smithi016.stdout:from 18 to 19 diff [16777216~8388608,96468992~8388608,184549376~4194304,201326592~4194304,293601280~4194304,335544320~4194304,385875968~8388608] 2024-04-15T15:53:46.162 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [16777216~8388608,96468992~8388608,184549376~4194304,201326592~4194304,293601280~4194304,335544320~4194304,385875968~8388608] 2024-04-15T15:53:46.162 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [16777216~8388608,96468992~12582912,184549376~4194304,201326592~8388608,293601280~8388608,335544320~8388608,385875968~12582912] 2024-04-15T15:53:46.453 INFO:tasks.workunit.client.0.smithi016.stdout:from 0 to HEAD diff [0~8388608,12582912~20971520,37748736~71303168,113246208~100663296,218103808~25165824,247463936~92274688,343932928~75497472] 2024-04-15T15:53:46.453 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [0~8388608,12582912~20971520,37748736~71303168,113246208~100663296,218103808~25165824,247463936~92274688,343932928~75497472] 2024-04-15T15:53:46.481 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [0~419430400] 2024-04-15T15:53:46.481 INFO:tasks.workunit.client.0.smithi016.stdout:from 1 to HEAD diff [0~8388608,12582912~20971520,37748736~71303168,113246208~71303168,188743680~25165824,218103808~25165824,247463936~92274688,343932928~58720256,406847488~12582912] 2024-04-15T15:53:46.481 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [0~8388608,12582912~20971520,37748736~71303168,113246208~71303168,188743680~25165824,218103808~25165824,247463936~92274688,343932928~58720256,406847488~12582912] 2024-04-15T15:53:46.488 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [0~419430400] 2024-04-15T15:53:46.488 INFO:tasks.workunit.client.0.smithi016.stdout:from 2 to HEAD diff [0~8388608,12582912~92274688,113246208~67108864,184549376~29360128,218103808~25165824,247463936~92274688,343932928~58720256,406847488~12582912] 2024-04-15T15:53:46.488 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [0~8388608,12582912~92274688,113246208~67108864,184549376~29360128,218103808~25165824,247463936~92274688,343932928~58720256,406847488~12582912] 2024-04-15T15:53:46.498 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [0~109051904,113246208~306184192] 2024-04-15T15:53:46.498 INFO:tasks.workunit.client.0.smithi016.stdout:from 3 to HEAD diff [0~8388608,12582912~92274688,113246208~67108864,184549376~29360128,218103808~25165824,247463936~92274688,343932928~4194304,352321536~25165824,381681664~20971520,406847488~12582912] 2024-04-15T15:53:46.498 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [0~8388608,12582912~92274688,113246208~67108864,184549376~29360128,218103808~25165824,247463936~92274688,343932928~4194304,352321536~25165824,381681664~20971520,406847488~12582912] 2024-04-15T15:53:46.502 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [0~109051904,113246208~234881024,352321536~67108864] 2024-04-15T15:53:46.503 INFO:tasks.workunit.client.0.smithi016.stdout:from 4 to HEAD diff [0~8388608,12582912~96468992,117440512~50331648,171966464~8388608,184549376~29360128,218103808~25165824,247463936~92274688,343932928~4194304,352321536~25165824,381681664~20971520,406847488~12582912] 2024-04-15T15:53:46.503 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [0~8388608,12582912~96468992,117440512~50331648,171966464~8388608,184549376~29360128,218103808~25165824,247463936~92274688,343932928~4194304,352321536~25165824,381681664~20971520,406847488~12582912] 2024-04-15T15:53:46.509 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [0~109051904,117440512~50331648,171966464~176160768,352321536~67108864] 2024-04-15T15:53:46.509 INFO:tasks.workunit.client.0.smithi016.stdout:from 5 to HEAD diff [0~8388608,12582912~29360128,46137344~62914560,117440512~50331648,171966464~8388608,184549376~29360128,218103808~25165824,247463936~92274688,343932928~4194304,352321536~25165824,381681664~20971520,406847488~12582912] 2024-04-15T15:53:46.509 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [0~8388608,12582912~29360128,46137344~62914560,117440512~50331648,171966464~8388608,184549376~29360128,218103808~25165824,247463936~92274688,343932928~4194304,352321536~25165824,381681664~20971520,406847488~12582912] 2024-04-15T15:53:46.515 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [0~109051904,117440512~50331648,171966464~176160768,352321536~67108864] 2024-04-15T15:53:46.515 INFO:tasks.workunit.client.0.smithi016.stdout:from 6 to HEAD diff [0~8388608,12582912~29360128,46137344~62914560,117440512~50331648,171966464~8388608,184549376~29360128,218103808~25165824,247463936~92274688,343932928~4194304,352321536~25165824,381681664~20971520,406847488~12582912] 2024-04-15T15:53:46.515 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [0~8388608,12582912~29360128,46137344~62914560,117440512~50331648,171966464~8388608,184549376~29360128,218103808~25165824,247463936~92274688,343932928~4194304,352321536~25165824,381681664~20971520,406847488~12582912] 2024-04-15T15:53:46.520 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [0~109051904,117440512~50331648,171966464~8388608,184549376~163577856,352321536~67108864] 2024-04-15T15:53:46.520 INFO:tasks.workunit.client.0.smithi016.stdout:from 7 to HEAD diff [0~8388608,12582912~29360128,46137344~62914560,117440512~50331648,171966464~8388608,184549376~29360128,226492416~16777216,247463936~92274688,343932928~4194304,352321536~25165824,381681664~20971520,406847488~12582912] 2024-04-15T15:53:46.520 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [0~8388608,12582912~29360128,46137344~62914560,117440512~50331648,171966464~8388608,184549376~29360128,226492416~16777216,247463936~92274688,343932928~4194304,352321536~25165824,381681664~20971520,406847488~12582912] 2024-04-15T15:53:46.524 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [0~109051904,117440512~50331648,171966464~8388608,184549376~33554432,226492416~121634816,352321536~67108864] 2024-04-15T15:53:46.525 INFO:tasks.workunit.client.0.smithi016.stdout:from 8 to HEAD diff [0~8388608,12582912~29360128,46137344~37748736,88080384~20971520,117440512~16777216,138412032~29360128,171966464~8388608,184549376~29360128,226492416~16777216,247463936~75497472,331350016~8388608,343932928~4194304,352321536~25165824,381681664~20971520,406847488~12582912] 2024-04-15T15:53:46.525 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [0~8388608,12582912~29360128,46137344~37748736,88080384~20971520,117440512~16777216,138412032~29360128,171966464~8388608,184549376~29360128,226492416~16777216,247463936~75497472,331350016~8388608,343932928~4194304,352321536~25165824,381681664~20971520,406847488~12582912] 2024-04-15T15:53:46.529 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [0~83886080,88080384~20971520,117440512~16777216,138412032~29360128,171966464~8388608,184549376~33554432,226492416~96468992,331350016~16777216,352321536~67108864] 2024-04-15T15:53:46.529 INFO:tasks.workunit.client.0.smithi016.stdout:from 9 to HEAD diff [0~8388608,12582912~29360128,46137344~33554432,88080384~20971520,117440512~16777216,138412032~29360128,171966464~8388608,184549376~29360128,226492416~12582912,247463936~20971520,272629760~16777216,293601280~25165824,331350016~8388608,343932928~4194304,352321536~25165824,381681664~20971520,406847488~12582912] 2024-04-15T15:53:46.529 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [0~8388608,12582912~29360128,46137344~33554432,88080384~20971520,117440512~16777216,138412032~29360128,171966464~8388608,184549376~29360128,226492416~12582912,247463936~20971520,272629760~16777216,293601280~25165824,331350016~8388608,343932928~4194304,352321536~25165824,381681664~20971520,406847488~12582912] 2024-04-15T15:53:46.533 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [0~83886080,88080384~20971520,117440512~16777216,138412032~29360128,171966464~8388608,184549376~33554432,226492416~12582912,247463936~20971520,272629760~46137344,331350016~16777216,352321536~67108864] 2024-04-15T15:53:46.533 INFO:tasks.workunit.client.0.smithi016.stdout:from 10 to HEAD diff [0~8388608,12582912~12582912,29360128~12582912,46137344~33554432,88080384~16777216,117440512~16777216,138412032~29360128,171966464~8388608,184549376~29360128,230686720~8388608,247463936~20971520,272629760~16777216,293601280~25165824,331350016~8388608,343932928~4194304,352321536~25165824,381681664~20971520,406847488~12582912] 2024-04-15T15:53:46.533 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [0~8388608,12582912~12582912,29360128~12582912,46137344~33554432,88080384~16777216,117440512~16777216,138412032~29360128,171966464~8388608,184549376~29360128,230686720~8388608,247463936~20971520,272629760~16777216,293601280~25165824,331350016~8388608,343932928~4194304,352321536~25165824,381681664~20971520,406847488~12582912] 2024-04-15T15:53:46.537 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [0~25165824,29360128~54525952,88080384~20971520,117440512~16777216,138412032~29360128,171966464~8388608,184549376~33554432,230686720~8388608,247463936~20971520,272629760~46137344,331350016~16777216,352321536~67108864] 2024-04-15T15:53:46.537 INFO:tasks.workunit.client.0.smithi016.stdout:from 11 to HEAD diff [0~4194304,12582912~12582912,29360128~12582912,46137344~33554432,88080384~16777216,117440512~16777216,138412032~29360128,171966464~8388608,184549376~29360128,230686720~8388608,247463936~20971520,272629760~16777216,293601280~4194304,301989888~16777216,331350016~8388608,352321536~12582912,369098752~8388608,381681664~20971520,406847488~8388608] 2024-04-15T15:53:46.537 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [0~4194304,12582912~12582912,29360128~12582912,46137344~33554432,88080384~16777216,117440512~16777216,138412032~29360128,171966464~8388608,184549376~29360128,230686720~8388608,247463936~20971520,272629760~16777216,293601280~4194304,301989888~16777216,331350016~8388608,352321536~12582912,369098752~8388608,381681664~20971520,406847488~8388608] 2024-04-15T15:53:46.540 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [0~8388608,12582912~12582912,29360128~54525952,88080384~20971520,117440512~16777216,138412032~29360128,171966464~8388608,184549376~33554432,230686720~8388608,247463936~20971520,272629760~46137344,331350016~12582912,352321536~62914560] 2024-04-15T15:53:46.540 INFO:tasks.workunit.client.0.smithi016.stdout:from 12 to HEAD diff [0~4194304,16777216~8388608,29360128~12582912,46137344~20971520,71303168~8388608,88080384~16777216,117440512~16777216,138412032~29360128,171966464~8388608,184549376~29360128,230686720~8388608,251658240~16777216,276824064~12582912,293601280~4194304,306184192~12582912,331350016~8388608,352321536~12582912,369098752~8388608,381681664~20971520,406847488~8388608] 2024-04-15T15:53:46.540 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [0~4194304,16777216~8388608,29360128~12582912,46137344~20971520,71303168~8388608,88080384~16777216,117440512~16777216,138412032~29360128,171966464~8388608,184549376~29360128,230686720~8388608,251658240~16777216,276824064~12582912,293601280~4194304,306184192~12582912,331350016~8388608,352321536~12582912,369098752~8388608,381681664~20971520,406847488~8388608] 2024-04-15T15:53:46.543 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [0~8388608,16777216~8388608,29360128~54525952,88080384~20971520,117440512~16777216,138412032~29360128,171966464~8388608,184549376~33554432,230686720~8388608,251658240~16777216,276824064~25165824,306184192~12582912,331350016~12582912,352321536~62914560] 2024-04-15T15:53:46.543 INFO:tasks.workunit.client.0.smithi016.stdout:from 13 to HEAD diff [0~4194304,16777216~8388608,29360128~12582912,46137344~16777216,71303168~8388608,88080384~4194304,96468992~8388608,117440512~16777216,138412032~12582912,155189248~12582912,184549376~29360128,230686720~8388608,251658240~16777216,276824064~12582912,293601280~4194304,306184192~12582912,331350016~8388608,352321536~12582912,369098752~8388608,381681664~20971520,406847488~8388608] 2024-04-15T15:53:46.543 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [0~4194304,16777216~8388608,29360128~12582912,46137344~16777216,71303168~8388608,88080384~4194304,96468992~8388608,117440512~16777216,138412032~12582912,155189248~12582912,184549376~29360128,230686720~8388608,251658240~16777216,276824064~12582912,293601280~4194304,306184192~12582912,331350016~8388608,352321536~12582912,369098752~8388608,381681664~20971520,406847488~8388608] 2024-04-15T15:53:46.546 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [0~8388608,16777216~8388608,29360128~37748736,71303168~12582912,88080384~20971520,117440512~16777216,138412032~12582912,155189248~12582912,184549376~33554432,230686720~8388608,251658240~16777216,276824064~25165824,306184192~12582912,331350016~12582912,352321536~62914560] 2024-04-15T15:53:46.546 INFO:tasks.workunit.client.0.smithi016.stdout:from 14 to HEAD diff [16777216~8388608,29360128~12582912,46137344~16777216,71303168~8388608,88080384~4194304,96468992~8388608,117440512~16777216,138412032~12582912,155189248~12582912,184549376~29360128,230686720~8388608,251658240~8388608,264241152~4194304,276824064~8388608,293601280~4194304,306184192~12582912,331350016~8388608,356515840~8388608,369098752~8388608,381681664~20971520,406847488~8388608] 2024-04-15T15:53:46.546 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [16777216~8388608,29360128~12582912,46137344~16777216,71303168~8388608,88080384~4194304,96468992~8388608,117440512~16777216,138412032~12582912,155189248~12582912,184549376~29360128,230686720~8388608,251658240~8388608,264241152~4194304,276824064~8388608,293601280~4194304,306184192~12582912,331350016~8388608,356515840~8388608,369098752~8388608,381681664~20971520,406847488~8388608] 2024-04-15T15:53:46.548 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [16777216~8388608,29360128~37748736,71303168~12582912,88080384~20971520,117440512~16777216,138412032~12582912,155189248~12582912,184549376~33554432,230686720~8388608,251658240~8388608,264241152~4194304,276824064~12582912,293601280~8388608,306184192~12582912,331350016~12582912,356515840~58720256] 2024-04-15T15:53:46.549 INFO:tasks.workunit.client.0.smithi016.stdout:from 15 to HEAD diff [16777216~8388608,29360128~8388608,50331648~12582912,88080384~4194304,96468992~8388608,117440512~4194304,130023424~4194304,138412032~12582912,163577856~4194304,184549376~29360128,251658240~8388608,264241152~4194304,276824064~8388608,293601280~4194304,306184192~12582912,331350016~8388608,356515840~8388608,369098752~8388608,381681664~20971520,406847488~8388608] 2024-04-15T15:53:46.549 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [16777216~8388608,29360128~8388608,50331648~12582912,88080384~4194304,96468992~8388608,117440512~4194304,130023424~4194304,138412032~12582912,163577856~4194304,184549376~29360128,251658240~8388608,264241152~4194304,276824064~8388608,293601280~4194304,306184192~12582912,331350016~8388608,356515840~8388608,369098752~8388608,381681664~20971520,406847488~8388608] 2024-04-15T15:53:46.551 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [16777216~8388608,29360128~8388608,50331648~16777216,88080384~20971520,117440512~8388608,130023424~4194304,138412032~12582912,163577856~4194304,184549376~33554432,251658240~8388608,264241152~4194304,276824064~12582912,293601280~8388608,306184192~12582912,331350016~12582912,356515840~58720256] 2024-04-15T15:53:46.551 INFO:tasks.workunit.client.0.smithi016.stdout:from 16 to HEAD diff [16777216~8388608,29360128~8388608,50331648~12582912,88080384~4194304,96468992~8388608,117440512~4194304,142606336~8388608,163577856~4194304,184549376~4194304,197132288~8388608,251658240~8388608,264241152~4194304,293601280~4194304,306184192~12582912,331350016~8388608,356515840~8388608,369098752~8388608,381681664~16777216] 2024-04-15T15:53:46.551 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [16777216~8388608,29360128~8388608,50331648~12582912,88080384~4194304,96468992~8388608,117440512~4194304,142606336~8388608,163577856~4194304,184549376~4194304,197132288~8388608,251658240~8388608,264241152~4194304,293601280~4194304,306184192~12582912,331350016~8388608,356515840~8388608,369098752~8388608,381681664~16777216] 2024-04-15T15:53:46.552 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [16777216~8388608,29360128~8388608,50331648~16777216,88080384~20971520,117440512~8388608,142606336~8388608,163577856~4194304,184549376~4194304,197132288~12582912,251658240~8388608,264241152~4194304,293601280~8388608,306184192~12582912,331350016~12582912,356515840~46137344] 2024-04-15T15:53:46.553 INFO:tasks.workunit.client.0.smithi016.stdout:from 17 to HEAD diff [16777216~8388608,29360128~8388608,50331648~4194304,88080384~4194304,96468992~8388608,184549376~4194304,201326592~4194304,251658240~8388608,264241152~4194304,293601280~4194304,306184192~8388608,331350016~8388608,356515840~8388608,385875968~8388608] 2024-04-15T15:53:46.553 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [16777216~8388608,29360128~8388608,50331648~4194304,88080384~4194304,96468992~8388608,184549376~4194304,201326592~4194304,251658240~8388608,264241152~4194304,293601280~4194304,306184192~8388608,331350016~8388608,356515840~8388608,385875968~8388608] 2024-04-15T15:53:46.554 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [16777216~8388608,29360128~8388608,50331648~4194304,88080384~20971520,184549376~4194304,201326592~8388608,251658240~8388608,264241152~4194304,293601280~8388608,306184192~8388608,331350016~12582912,356515840~12582912,385875968~12582912] 2024-04-15T15:53:46.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:53:46 smithi016 ceph-mon[93212]: osdmap e2093: 8 total, 8 up, 8 in 2024-04-15T15:53:46.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:53:46 smithi016 ceph-mon[90652]: osdmap e2093: 8 total, 8 up, 8 in 2024-04-15T15:53:46.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:53:46 smithi102 ceph-mon[87131]: osdmap e2093: 8 total, 8 up, 8 in 2024-04-15T15:53:47.467 INFO:tasks.workunit.client.0.smithi016.stdout:from 0 to HEAD diff [0~8388608,12582912~20971520,37748736~71303168,113246208~100663296,218103808~25165824,247463936~92274688,343932928~75497472] 2024-04-15T15:53:47.467 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [0~8388608,12582912~20971520,37748736~71303168,113246208~100663296,218103808~25165824,247463936~92274688,343932928~75497472] 2024-04-15T15:53:47.493 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [0~419430400] 2024-04-15T15:53:47.493 INFO:tasks.workunit.client.0.smithi016.stdout:from 1 to HEAD diff [0~8388608,12582912~20971520,37748736~71303168,113246208~71303168,188743680~25165824,218103808~25165824,247463936~92274688,343932928~58720256,406847488~12582912] 2024-04-15T15:53:47.493 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [0~8388608,12582912~20971520,37748736~71303168,113246208~71303168,188743680~25165824,218103808~25165824,247463936~92274688,343932928~58720256,406847488~12582912] 2024-04-15T15:53:47.502 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [0~419430400] 2024-04-15T15:53:47.503 INFO:tasks.workunit.client.0.smithi016.stdout:from 2 to HEAD diff [0~8388608,12582912~92274688,113246208~67108864,184549376~29360128,218103808~25165824,247463936~92274688,343932928~58720256,406847488~12582912] 2024-04-15T15:53:47.503 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [0~8388608,12582912~92274688,113246208~67108864,184549376~29360128,218103808~25165824,247463936~92274688,343932928~58720256,406847488~12582912] 2024-04-15T15:53:47.511 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [0~109051904,113246208~306184192] 2024-04-15T15:53:47.511 INFO:tasks.workunit.client.0.smithi016.stdout:from 3 to HEAD diff [0~8388608,12582912~92274688,113246208~67108864,184549376~29360128,218103808~25165824,247463936~92274688,343932928~4194304,352321536~25165824,381681664~20971520,406847488~12582912] 2024-04-15T15:53:47.511 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [0~8388608,12582912~92274688,113246208~67108864,184549376~29360128,218103808~25165824,247463936~92274688,343932928~4194304,352321536~25165824,381681664~20971520,406847488~12582912] 2024-04-15T15:53:47.518 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [0~109051904,113246208~234881024,352321536~67108864] 2024-04-15T15:53:47.518 INFO:tasks.workunit.client.0.smithi016.stdout:from 4 to HEAD diff [0~8388608,12582912~96468992,117440512~50331648,171966464~8388608,184549376~29360128,218103808~25165824,247463936~92274688,343932928~4194304,352321536~25165824,381681664~20971520,406847488~12582912] 2024-04-15T15:53:47.518 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [0~8388608,12582912~96468992,117440512~50331648,171966464~8388608,184549376~29360128,218103808~25165824,247463936~92274688,343932928~4194304,352321536~25165824,381681664~20971520,406847488~12582912] 2024-04-15T15:53:47.524 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [0~109051904,117440512~50331648,171966464~176160768,352321536~67108864] 2024-04-15T15:53:47.524 INFO:tasks.workunit.client.0.smithi016.stdout:from 5 to HEAD diff [0~8388608,12582912~29360128,46137344~62914560,117440512~50331648,171966464~8388608,184549376~29360128,218103808~25165824,247463936~92274688,343932928~4194304,352321536~25165824,381681664~20971520,406847488~12582912] 2024-04-15T15:53:47.524 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [0~8388608,12582912~29360128,46137344~62914560,117440512~50331648,171966464~8388608,184549376~29360128,218103808~25165824,247463936~92274688,343932928~4194304,352321536~25165824,381681664~20971520,406847488~12582912] 2024-04-15T15:53:47.530 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [0~109051904,117440512~50331648,171966464~176160768,352321536~67108864] 2024-04-15T15:53:47.530 INFO:tasks.workunit.client.0.smithi016.stdout:from 6 to HEAD diff [0~8388608,12582912~29360128,46137344~62914560,117440512~50331648,171966464~8388608,184549376~29360128,218103808~25165824,247463936~92274688,343932928~4194304,352321536~25165824,381681664~20971520,406847488~12582912] 2024-04-15T15:53:47.531 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [0~8388608,12582912~29360128,46137344~62914560,117440512~50331648,171966464~8388608,184549376~29360128,218103808~25165824,247463936~92274688,343932928~4194304,352321536~25165824,381681664~20971520,406847488~12582912] 2024-04-15T15:53:47.536 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [0~109051904,117440512~50331648,171966464~8388608,184549376~163577856,352321536~67108864] 2024-04-15T15:53:47.536 INFO:tasks.workunit.client.0.smithi016.stdout:from 7 to HEAD diff [0~8388608,12582912~29360128,46137344~62914560,117440512~50331648,171966464~8388608,184549376~29360128,226492416~16777216,247463936~92274688,343932928~4194304,352321536~25165824,381681664~20971520,406847488~12582912] 2024-04-15T15:53:47.536 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [0~8388608,12582912~29360128,46137344~62914560,117440512~50331648,171966464~8388608,184549376~29360128,226492416~16777216,247463936~92274688,343932928~4194304,352321536~25165824,381681664~20971520,406847488~12582912] 2024-04-15T15:53:47.541 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [0~109051904,117440512~50331648,171966464~8388608,184549376~33554432,226492416~121634816,352321536~67108864] 2024-04-15T15:53:47.541 INFO:tasks.workunit.client.0.smithi016.stdout:from 8 to HEAD diff [0~8388608,12582912~29360128,46137344~37748736,88080384~20971520,117440512~16777216,138412032~29360128,171966464~8388608,184549376~29360128,226492416~16777216,247463936~75497472,331350016~8388608,343932928~4194304,352321536~25165824,381681664~20971520,406847488~12582912] 2024-04-15T15:53:47.541 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [0~8388608,12582912~29360128,46137344~37748736,88080384~20971520,117440512~16777216,138412032~29360128,171966464~8388608,184549376~29360128,226492416~16777216,247463936~75497472,331350016~8388608,343932928~4194304,352321536~25165824,381681664~20971520,406847488~12582912] 2024-04-15T15:53:47.546 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [0~83886080,88080384~20971520,117440512~16777216,138412032~29360128,171966464~8388608,184549376~33554432,226492416~96468992,331350016~16777216,352321536~67108864] 2024-04-15T15:53:47.546 INFO:tasks.workunit.client.0.smithi016.stdout:from 9 to HEAD diff [0~8388608,12582912~29360128,46137344~33554432,88080384~20971520,117440512~16777216,138412032~29360128,171966464~8388608,184549376~29360128,226492416~12582912,247463936~20971520,272629760~16777216,293601280~25165824,331350016~8388608,343932928~4194304,352321536~25165824,381681664~20971520,406847488~12582912] 2024-04-15T15:53:47.546 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [0~8388608,12582912~29360128,46137344~33554432,88080384~20971520,117440512~16777216,138412032~29360128,171966464~8388608,184549376~29360128,226492416~12582912,247463936~20971520,272629760~16777216,293601280~25165824,331350016~8388608,343932928~4194304,352321536~25165824,381681664~20971520,406847488~12582912] 2024-04-15T15:53:47.551 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [0~83886080,88080384~20971520,117440512~16777216,138412032~29360128,171966464~8388608,184549376~33554432,226492416~12582912,247463936~20971520,272629760~46137344,331350016~16777216,352321536~67108864] 2024-04-15T15:53:47.551 INFO:tasks.workunit.client.0.smithi016.stdout:from 10 to HEAD diff [0~8388608,12582912~12582912,29360128~12582912,46137344~33554432,88080384~16777216,117440512~16777216,138412032~29360128,171966464~8388608,184549376~29360128,230686720~8388608,247463936~20971520,272629760~16777216,293601280~25165824,331350016~8388608,343932928~4194304,352321536~25165824,381681664~20971520,406847488~12582912] 2024-04-15T15:53:47.551 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [0~8388608,12582912~12582912,29360128~12582912,46137344~33554432,88080384~16777216,117440512~16777216,138412032~29360128,171966464~8388608,184549376~29360128,230686720~8388608,247463936~20971520,272629760~16777216,293601280~25165824,331350016~8388608,343932928~4194304,352321536~25165824,381681664~20971520,406847488~12582912] 2024-04-15T15:53:47.555 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [0~25165824,29360128~54525952,88080384~20971520,117440512~16777216,138412032~29360128,171966464~8388608,184549376~33554432,230686720~8388608,247463936~20971520,272629760~46137344,331350016~16777216,352321536~67108864] 2024-04-15T15:53:47.555 INFO:tasks.workunit.client.0.smithi016.stdout:from 11 to HEAD diff [0~4194304,12582912~12582912,29360128~12582912,46137344~33554432,88080384~16777216,117440512~16777216,138412032~29360128,171966464~8388608,184549376~29360128,230686720~8388608,247463936~20971520,272629760~16777216,293601280~4194304,301989888~16777216,331350016~8388608,352321536~12582912,369098752~8388608,381681664~20971520,406847488~8388608] 2024-04-15T15:53:47.555 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [0~4194304,12582912~12582912,29360128~12582912,46137344~33554432,88080384~16777216,117440512~16777216,138412032~29360128,171966464~8388608,184549376~29360128,230686720~8388608,247463936~20971520,272629760~16777216,293601280~4194304,301989888~16777216,331350016~8388608,352321536~12582912,369098752~8388608,381681664~20971520,406847488~8388608] 2024-04-15T15:53:47.558 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [0~8388608,12582912~12582912,29360128~54525952,88080384~20971520,117440512~16777216,138412032~29360128,171966464~8388608,184549376~33554432,230686720~8388608,247463936~20971520,272629760~46137344,331350016~12582912,352321536~62914560] 2024-04-15T15:53:47.558 INFO:tasks.workunit.client.0.smithi016.stdout:from 12 to HEAD diff [0~4194304,16777216~8388608,29360128~12582912,46137344~20971520,71303168~8388608,88080384~16777216,117440512~16777216,138412032~29360128,171966464~8388608,184549376~29360128,230686720~8388608,251658240~16777216,276824064~12582912,293601280~4194304,306184192~12582912,331350016~8388608,352321536~12582912,369098752~8388608,381681664~20971520,406847488~8388608] 2024-04-15T15:53:47.558 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [0~4194304,16777216~8388608,29360128~12582912,46137344~20971520,71303168~8388608,88080384~16777216,117440512~16777216,138412032~29360128,171966464~8388608,184549376~29360128,230686720~8388608,251658240~16777216,276824064~12582912,293601280~4194304,306184192~12582912,331350016~8388608,352321536~12582912,369098752~8388608,381681664~20971520,406847488~8388608] 2024-04-15T15:53:47.561 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [0~8388608,16777216~8388608,29360128~54525952,88080384~20971520,117440512~16777216,138412032~29360128,171966464~8388608,184549376~33554432,230686720~8388608,251658240~16777216,276824064~25165824,306184192~12582912,331350016~12582912,352321536~62914560] 2024-04-15T15:53:47.561 INFO:tasks.workunit.client.0.smithi016.stdout:from 13 to HEAD diff [0~4194304,16777216~8388608,29360128~12582912,46137344~16777216,71303168~8388608,88080384~4194304,96468992~8388608,117440512~16777216,138412032~12582912,155189248~12582912,184549376~29360128,230686720~8388608,251658240~16777216,276824064~12582912,293601280~4194304,306184192~12582912,331350016~8388608,352321536~12582912,369098752~8388608,381681664~20971520,406847488~8388608] 2024-04-15T15:53:47.561 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [0~4194304,16777216~8388608,29360128~12582912,46137344~16777216,71303168~8388608,88080384~4194304,96468992~8388608,117440512~16777216,138412032~12582912,155189248~12582912,184549376~29360128,230686720~8388608,251658240~16777216,276824064~12582912,293601280~4194304,306184192~12582912,331350016~8388608,352321536~12582912,369098752~8388608,381681664~20971520,406847488~8388608] 2024-04-15T15:53:47.563 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [0~8388608,16777216~8388608,29360128~37748736,71303168~12582912,88080384~20971520,117440512~16777216,138412032~12582912,155189248~12582912,184549376~33554432,230686720~8388608,251658240~16777216,276824064~25165824,306184192~12582912,331350016~12582912,352321536~62914560] 2024-04-15T15:53:47.564 INFO:tasks.workunit.client.0.smithi016.stdout:from 14 to HEAD diff [16777216~8388608,29360128~12582912,46137344~16777216,71303168~8388608,88080384~4194304,96468992~8388608,117440512~16777216,138412032~12582912,155189248~12582912,184549376~29360128,230686720~8388608,251658240~8388608,264241152~4194304,276824064~8388608,293601280~4194304,306184192~12582912,331350016~8388608,356515840~8388608,369098752~8388608,381681664~20971520,406847488~8388608] 2024-04-15T15:53:47.564 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [16777216~8388608,29360128~12582912,46137344~16777216,71303168~8388608,88080384~4194304,96468992~8388608,117440512~16777216,138412032~12582912,155189248~12582912,184549376~29360128,230686720~8388608,251658240~8388608,264241152~4194304,276824064~8388608,293601280~4194304,306184192~12582912,331350016~8388608,356515840~8388608,369098752~8388608,381681664~20971520,406847488~8388608] 2024-04-15T15:53:47.566 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [16777216~8388608,29360128~37748736,71303168~12582912,88080384~20971520,117440512~16777216,138412032~12582912,155189248~12582912,184549376~33554432,230686720~8388608,251658240~8388608,264241152~4194304,276824064~12582912,293601280~8388608,306184192~12582912,331350016~12582912,356515840~58720256] 2024-04-15T15:53:47.566 INFO:tasks.workunit.client.0.smithi016.stdout:from 15 to HEAD diff [16777216~8388608,29360128~8388608,50331648~12582912,88080384~4194304,96468992~8388608,117440512~4194304,130023424~4194304,138412032~12582912,163577856~4194304,184549376~29360128,251658240~8388608,264241152~4194304,276824064~8388608,293601280~4194304,306184192~12582912,331350016~8388608,356515840~8388608,369098752~8388608,381681664~20971520,406847488~8388608] 2024-04-15T15:53:47.566 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [16777216~8388608,29360128~8388608,50331648~12582912,88080384~4194304,96468992~8388608,117440512~4194304,130023424~4194304,138412032~12582912,163577856~4194304,184549376~29360128,251658240~8388608,264241152~4194304,276824064~8388608,293601280~4194304,306184192~12582912,331350016~8388608,356515840~8388608,369098752~8388608,381681664~20971520,406847488~8388608] 2024-04-15T15:53:47.567 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [16777216~8388608,29360128~8388608,50331648~16777216,88080384~20971520,117440512~8388608,130023424~4194304,138412032~12582912,163577856~4194304,184549376~33554432,251658240~8388608,264241152~4194304,276824064~12582912,293601280~8388608,306184192~12582912,331350016~12582912,356515840~58720256] 2024-04-15T15:53:47.568 INFO:tasks.workunit.client.0.smithi016.stdout:from 16 to HEAD diff [16777216~8388608,29360128~8388608,50331648~12582912,88080384~4194304,96468992~8388608,117440512~4194304,142606336~8388608,163577856~4194304,184549376~4194304,197132288~8388608,251658240~8388608,264241152~4194304,293601280~4194304,306184192~12582912,331350016~8388608,356515840~8388608,369098752~8388608,381681664~16777216] 2024-04-15T15:53:47.568 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [16777216~8388608,29360128~8388608,50331648~12582912,88080384~4194304,96468992~8388608,117440512~4194304,142606336~8388608,163577856~4194304,184549376~4194304,197132288~8388608,251658240~8388608,264241152~4194304,293601280~4194304,306184192~12582912,331350016~8388608,356515840~8388608,369098752~8388608,381681664~16777216] 2024-04-15T15:53:47.568 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [16777216~8388608,29360128~8388608,50331648~16777216,88080384~20971520,117440512~8388608,142606336~8388608,163577856~4194304,184549376~4194304,197132288~12582912,251658240~8388608,264241152~4194304,293601280~8388608,306184192~12582912,331350016~12582912,356515840~46137344] 2024-04-15T15:53:47.789 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:53:47 smithi016 ceph-mon[90652]: osdmap e2094: 8 total, 8 up, 8 in 2024-04-15T15:53:47.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:53:47 smithi016 ceph-mon[90652]: pgmap v4061: 137 pgs: 137 active+clean; 845 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 360 KiB/s rd, 26 MiB/s wr, 595 op/s 2024-04-15T15:53:47.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:53:47 smithi016 ceph-mon[93212]: osdmap e2094: 8 total, 8 up, 8 in 2024-04-15T15:53:47.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:53:47 smithi016 ceph-mon[93212]: pgmap v4061: 137 pgs: 137 active+clean; 845 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 360 KiB/s rd, 26 MiB/s wr, 595 op/s 2024-04-15T15:53:47.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:53:47 smithi102 ceph-mon[87131]: osdmap e2094: 8 total, 8 up, 8 in 2024-04-15T15:53:47.938 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:53:47 smithi102 ceph-mon[87131]: pgmap v4061: 137 pgs: 137 active+clean; 845 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 360 KiB/s rd, 26 MiB/s wr, 595 op/s 2024-04-15T15:53:48.473 INFO:tasks.workunit.client.0.smithi016.stdout:from 0 to HEAD diff [0~8388608,12582912~20971520,37748736~71303168,113246208~100663296,218103808~25165824,247463936~92274688,343932928~75497472] 2024-04-15T15:53:48.473 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [0~8388608,12582912~20971520,37748736~71303168,113246208~100663296,218103808~25165824,247463936~92274688,343932928~75497472] 2024-04-15T15:53:48.500 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [0~419430400] 2024-04-15T15:53:48.500 INFO:tasks.workunit.client.0.smithi016.stdout:from 1 to HEAD diff [0~8388608,12582912~20971520,37748736~71303168,113246208~71303168,188743680~25165824,218103808~25165824,247463936~92274688,343932928~58720256,406847488~12582912] 2024-04-15T15:53:48.500 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [0~8388608,12582912~20971520,37748736~71303168,113246208~71303168,188743680~25165824,218103808~25165824,247463936~92274688,343932928~58720256,406847488~12582912] 2024-04-15T15:53:48.507 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [0~419430400] 2024-04-15T15:53:48.507 INFO:tasks.workunit.client.0.smithi016.stdout:from 2 to HEAD diff [0~8388608,12582912~92274688,113246208~67108864,184549376~29360128,218103808~25165824,247463936~92274688,343932928~58720256,406847488~12582912] 2024-04-15T15:53:48.508 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [0~8388608,12582912~92274688,113246208~67108864,184549376~29360128,218103808~25165824,247463936~92274688,343932928~58720256,406847488~12582912] 2024-04-15T15:53:48.517 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [0~109051904,113246208~306184192] 2024-04-15T15:53:48.517 INFO:tasks.workunit.client.0.smithi016.stdout:from 3 to HEAD diff [0~8388608,12582912~92274688,113246208~67108864,184549376~29360128,218103808~25165824,247463936~92274688,343932928~4194304,352321536~25165824,381681664~20971520,406847488~12582912] 2024-04-15T15:53:48.517 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [0~8388608,12582912~92274688,113246208~67108864,184549376~29360128,218103808~25165824,247463936~92274688,343932928~4194304,352321536~25165824,381681664~20971520,406847488~12582912] 2024-04-15T15:53:48.523 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [0~109051904,113246208~234881024,352321536~67108864] 2024-04-15T15:53:48.523 INFO:tasks.workunit.client.0.smithi016.stdout:from 4 to HEAD diff [0~8388608,12582912~96468992,117440512~50331648,171966464~8388608,184549376~29360128,218103808~25165824,247463936~92274688,343932928~4194304,352321536~25165824,381681664~20971520,406847488~12582912] 2024-04-15T15:53:48.523 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [0~8388608,12582912~96468992,117440512~50331648,171966464~8388608,184549376~29360128,218103808~25165824,247463936~92274688,343932928~4194304,352321536~25165824,381681664~20971520,406847488~12582912] 2024-04-15T15:53:48.528 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [0~109051904,117440512~50331648,171966464~176160768,352321536~67108864] 2024-04-15T15:53:48.529 INFO:tasks.workunit.client.0.smithi016.stdout:from 5 to HEAD diff [0~8388608,12582912~29360128,46137344~62914560,117440512~50331648,171966464~8388608,184549376~29360128,218103808~25165824,247463936~92274688,343932928~4194304,352321536~25165824,381681664~20971520,406847488~12582912] 2024-04-15T15:53:48.529 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [0~8388608,12582912~29360128,46137344~62914560,117440512~50331648,171966464~8388608,184549376~29360128,218103808~25165824,247463936~92274688,343932928~4194304,352321536~25165824,381681664~20971520,406847488~12582912] 2024-04-15T15:53:48.534 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [0~109051904,117440512~50331648,171966464~176160768,352321536~67108864] 2024-04-15T15:53:48.534 INFO:tasks.workunit.client.0.smithi016.stdout:from 6 to HEAD diff [0~8388608,12582912~29360128,46137344~62914560,117440512~50331648,171966464~8388608,184549376~29360128,218103808~25165824,247463936~92274688,343932928~4194304,352321536~25165824,381681664~20971520,406847488~12582912] 2024-04-15T15:53:48.534 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [0~8388608,12582912~29360128,46137344~62914560,117440512~50331648,171966464~8388608,184549376~29360128,218103808~25165824,247463936~92274688,343932928~4194304,352321536~25165824,381681664~20971520,406847488~12582912] 2024-04-15T15:53:48.538 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [0~109051904,117440512~50331648,171966464~8388608,184549376~163577856,352321536~67108864] 2024-04-15T15:53:48.539 INFO:tasks.workunit.client.0.smithi016.stdout:from 7 to HEAD diff [0~8388608,12582912~29360128,46137344~62914560,117440512~50331648,171966464~8388608,184549376~29360128,226492416~16777216,247463936~92274688,343932928~4194304,352321536~25165824,381681664~20971520,406847488~12582912] 2024-04-15T15:53:48.539 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [0~8388608,12582912~29360128,46137344~62914560,117440512~50331648,171966464~8388608,184549376~29360128,226492416~16777216,247463936~92274688,343932928~4194304,352321536~25165824,381681664~20971520,406847488~12582912] 2024-04-15T15:53:48.543 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [0~109051904,117440512~50331648,171966464~8388608,184549376~33554432,226492416~121634816,352321536~67108864] 2024-04-15T15:53:48.543 INFO:tasks.workunit.client.0.smithi016.stdout:from 8 to HEAD diff [0~8388608,12582912~29360128,46137344~37748736,88080384~20971520,117440512~16777216,138412032~29360128,171966464~8388608,184549376~29360128,226492416~16777216,247463936~75497472,331350016~8388608,343932928~4194304,352321536~25165824,381681664~20971520,406847488~12582912] 2024-04-15T15:53:48.543 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [0~8388608,12582912~29360128,46137344~37748736,88080384~20971520,117440512~16777216,138412032~29360128,171966464~8388608,184549376~29360128,226492416~16777216,247463936~75497472,331350016~8388608,343932928~4194304,352321536~25165824,381681664~20971520,406847488~12582912] 2024-04-15T15:53:48.550 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [0~83886080,88080384~20971520,117440512~16777216,138412032~29360128,171966464~8388608,184549376~33554432,226492416~96468992,331350016~16777216,352321536~67108864] 2024-04-15T15:53:48.551 INFO:tasks.workunit.client.0.smithi016.stdout:from 9 to HEAD diff [0~8388608,12582912~29360128,46137344~33554432,88080384~20971520,117440512~16777216,138412032~29360128,171966464~8388608,184549376~29360128,226492416~12582912,247463936~20971520,272629760~16777216,293601280~25165824,331350016~8388608,343932928~4194304,352321536~25165824,381681664~20971520,406847488~12582912] 2024-04-15T15:53:48.551 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [0~8388608,12582912~29360128,46137344~33554432,88080384~20971520,117440512~16777216,138412032~29360128,171966464~8388608,184549376~29360128,226492416~12582912,247463936~20971520,272629760~16777216,293601280~25165824,331350016~8388608,343932928~4194304,352321536~25165824,381681664~20971520,406847488~12582912] 2024-04-15T15:53:48.551 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [0~83886080,88080384~20971520,117440512~16777216,138412032~29360128,171966464~8388608,184549376~33554432,226492416~12582912,247463936~20971520,272629760~46137344,331350016~16777216,352321536~67108864] 2024-04-15T15:53:48.551 INFO:tasks.workunit.client.0.smithi016.stdout:from 10 to HEAD diff [0~8388608,12582912~12582912,29360128~12582912,46137344~33554432,88080384~16777216,117440512~16777216,138412032~29360128,171966464~8388608,184549376~29360128,230686720~8388608,247463936~20971520,272629760~16777216,293601280~25165824,331350016~8388608,343932928~4194304,352321536~25165824,381681664~20971520,406847488~12582912] 2024-04-15T15:53:48.551 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [0~8388608,12582912~12582912,29360128~12582912,46137344~33554432,88080384~16777216,117440512~16777216,138412032~29360128,171966464~8388608,184549376~29360128,230686720~8388608,247463936~20971520,272629760~16777216,293601280~25165824,331350016~8388608,343932928~4194304,352321536~25165824,381681664~20971520,406847488~12582912] 2024-04-15T15:53:48.553 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [0~25165824,29360128~54525952,88080384~20971520,117440512~16777216,138412032~29360128,171966464~8388608,184549376~33554432,230686720~8388608,247463936~20971520,272629760~46137344,331350016~16777216,352321536~67108864] 2024-04-15T15:53:48.553 INFO:tasks.workunit.client.0.smithi016.stdout:from 11 to HEAD diff [0~4194304,12582912~12582912,29360128~12582912,46137344~33554432,88080384~16777216,117440512~16777216,138412032~29360128,171966464~8388608,184549376~29360128,230686720~8388608,247463936~20971520,272629760~16777216,293601280~4194304,301989888~16777216,331350016~8388608,352321536~12582912,369098752~8388608,381681664~20971520,406847488~8388608] 2024-04-15T15:53:48.553 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [0~4194304,12582912~12582912,29360128~12582912,46137344~33554432,88080384~16777216,117440512~16777216,138412032~29360128,171966464~8388608,184549376~29360128,230686720~8388608,247463936~20971520,272629760~16777216,293601280~4194304,301989888~16777216,331350016~8388608,352321536~12582912,369098752~8388608,381681664~20971520,406847488~8388608] 2024-04-15T15:53:48.556 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [0~8388608,12582912~12582912,29360128~54525952,88080384~20971520,117440512~16777216,138412032~29360128,171966464~8388608,184549376~33554432,230686720~8388608,247463936~20971520,272629760~46137344,331350016~12582912,352321536~62914560] 2024-04-15T15:53:48.556 INFO:tasks.workunit.client.0.smithi016.stdout:from 12 to HEAD diff [0~4194304,16777216~8388608,29360128~12582912,46137344~20971520,71303168~8388608,88080384~16777216,117440512~16777216,138412032~29360128,171966464~8388608,184549376~29360128,230686720~8388608,251658240~16777216,276824064~12582912,293601280~4194304,306184192~12582912,331350016~8388608,352321536~12582912,369098752~8388608,381681664~20971520,406847488~8388608] 2024-04-15T15:53:48.556 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [0~4194304,16777216~8388608,29360128~12582912,46137344~20971520,71303168~8388608,88080384~16777216,117440512~16777216,138412032~29360128,171966464~8388608,184549376~29360128,230686720~8388608,251658240~16777216,276824064~12582912,293601280~4194304,306184192~12582912,331350016~8388608,352321536~12582912,369098752~8388608,381681664~20971520,406847488~8388608] 2024-04-15T15:53:48.559 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [0~8388608,16777216~8388608,29360128~54525952,88080384~20971520,117440512~16777216,138412032~29360128,171966464~8388608,184549376~33554432,230686720~8388608,251658240~16777216,276824064~25165824,306184192~12582912,331350016~12582912,352321536~62914560] 2024-04-15T15:53:48.559 INFO:tasks.workunit.client.0.smithi016.stdout:from 13 to HEAD diff [0~4194304,16777216~8388608,29360128~12582912,46137344~16777216,71303168~8388608,88080384~4194304,96468992~8388608,117440512~16777216,138412032~12582912,155189248~12582912,184549376~29360128,230686720~8388608,251658240~16777216,276824064~12582912,293601280~4194304,306184192~12582912,331350016~8388608,352321536~12582912,369098752~8388608,381681664~20971520,406847488~8388608] 2024-04-15T15:53:48.559 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [0~4194304,16777216~8388608,29360128~12582912,46137344~16777216,71303168~8388608,88080384~4194304,96468992~8388608,117440512~16777216,138412032~12582912,155189248~12582912,184549376~29360128,230686720~8388608,251658240~16777216,276824064~12582912,293601280~4194304,306184192~12582912,331350016~8388608,352321536~12582912,369098752~8388608,381681664~20971520,406847488~8388608] 2024-04-15T15:53:48.562 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [0~8388608,16777216~8388608,29360128~37748736,71303168~12582912,88080384~20971520,117440512~16777216,138412032~12582912,155189248~12582912,184549376~33554432,230686720~8388608,251658240~16777216,276824064~25165824,306184192~12582912,331350016~12582912,352321536~62914560] 2024-04-15T15:53:48.562 INFO:tasks.workunit.client.0.smithi016.stdout:from 14 to HEAD diff [16777216~8388608,29360128~12582912,46137344~16777216,71303168~8388608,88080384~4194304,96468992~8388608,117440512~16777216,138412032~12582912,155189248~12582912,184549376~29360128,230686720~8388608,251658240~8388608,264241152~4194304,276824064~8388608,293601280~4194304,306184192~12582912,331350016~8388608,356515840~8388608,369098752~8388608,381681664~20971520,406847488~8388608] 2024-04-15T15:53:48.562 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [16777216~8388608,29360128~12582912,46137344~16777216,71303168~8388608,88080384~4194304,96468992~8388608,117440512~16777216,138412032~12582912,155189248~12582912,184549376~29360128,230686720~8388608,251658240~8388608,264241152~4194304,276824064~8388608,293601280~4194304,306184192~12582912,331350016~8388608,356515840~8388608,369098752~8388608,381681664~20971520,406847488~8388608] 2024-04-15T15:53:48.563 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [16777216~8388608,29360128~37748736,71303168~12582912,88080384~20971520,117440512~16777216,138412032~12582912,155189248~12582912,184549376~33554432,230686720~8388608,251658240~8388608,264241152~4194304,276824064~12582912,293601280~8388608,306184192~12582912,331350016~12582912,356515840~58720256] 2024-04-15T15:53:48.563 INFO:tasks.workunit.client.0.smithi016.stdout:from 15 to HEAD diff [16777216~8388608,29360128~8388608,50331648~12582912,88080384~4194304,96468992~8388608,117440512~4194304,130023424~4194304,138412032~12582912,163577856~4194304,184549376~29360128,251658240~8388608,264241152~4194304,276824064~8388608,293601280~4194304,306184192~12582912,331350016~8388608,356515840~8388608,369098752~8388608,381681664~20971520,406847488~8388608] 2024-04-15T15:53:48.563 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [16777216~8388608,29360128~8388608,50331648~12582912,88080384~4194304,96468992~8388608,117440512~4194304,130023424~4194304,138412032~12582912,163577856~4194304,184549376~29360128,251658240~8388608,264241152~4194304,276824064~8388608,293601280~4194304,306184192~12582912,331350016~8388608,356515840~8388608,369098752~8388608,381681664~20971520,406847488~8388608] 2024-04-15T15:53:48.564 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [16777216~8388608,29360128~8388608,50331648~16777216,88080384~20971520,117440512~8388608,130023424~4194304,138412032~12582912,163577856~4194304,184549376~33554432,251658240~8388608,264241152~4194304,276824064~12582912,293601280~8388608,306184192~12582912,331350016~12582912,356515840~58720256] 2024-04-15T15:53:48.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:53:48 smithi016 ceph-mon[93212]: osdmap e2095: 8 total, 8 up, 8 in 2024-04-15T15:53:48.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:53:48 smithi016 ceph-mon[90652]: osdmap e2095: 8 total, 8 up, 8 in 2024-04-15T15:53:48.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:53:48 smithi102 ceph-mon[87131]: osdmap e2095: 8 total, 8 up, 8 in 2024-04-15T15:53:49.485 INFO:tasks.workunit.client.0.smithi016.stdout:from 0 to HEAD diff [0~8388608,12582912~20971520,37748736~71303168,113246208~100663296,218103808~25165824,247463936~92274688,343932928~75497472] 2024-04-15T15:53:49.485 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [0~8388608,12582912~20971520,37748736~71303168,113246208~100663296,218103808~25165824,247463936~92274688,343932928~75497472] 2024-04-15T15:53:49.517 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [0~419430400] 2024-04-15T15:53:49.517 INFO:tasks.workunit.client.0.smithi016.stdout:from 1 to HEAD diff [0~8388608,12582912~20971520,37748736~71303168,113246208~71303168,188743680~25165824,218103808~25165824,247463936~92274688,343932928~58720256,406847488~12582912] 2024-04-15T15:53:49.517 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [0~8388608,12582912~20971520,37748736~71303168,113246208~71303168,188743680~25165824,218103808~25165824,247463936~92274688,343932928~58720256,406847488~12582912] 2024-04-15T15:53:49.524 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [0~419430400] 2024-04-15T15:53:49.524 INFO:tasks.workunit.client.0.smithi016.stdout:from 2 to HEAD diff [0~8388608,12582912~92274688,113246208~67108864,184549376~29360128,218103808~25165824,247463936~92274688,343932928~58720256,406847488~12582912] 2024-04-15T15:53:49.524 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [0~8388608,12582912~92274688,113246208~67108864,184549376~29360128,218103808~25165824,247463936~92274688,343932928~58720256,406847488~12582912] 2024-04-15T15:53:49.531 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [0~109051904,113246208~306184192] 2024-04-15T15:53:49.531 INFO:tasks.workunit.client.0.smithi016.stdout:from 3 to HEAD diff [0~8388608,12582912~92274688,113246208~67108864,184549376~29360128,218103808~25165824,247463936~92274688,343932928~4194304,352321536~25165824,381681664~20971520,406847488~12582912] 2024-04-15T15:53:49.531 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [0~8388608,12582912~92274688,113246208~67108864,184549376~29360128,218103808~25165824,247463936~92274688,343932928~4194304,352321536~25165824,381681664~20971520,406847488~12582912] 2024-04-15T15:53:49.536 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [0~109051904,113246208~234881024,352321536~67108864] 2024-04-15T15:53:49.537 INFO:tasks.workunit.client.0.smithi016.stdout:from 4 to HEAD diff [0~8388608,12582912~96468992,117440512~50331648,171966464~8388608,184549376~29360128,218103808~25165824,247463936~92274688,343932928~4194304,352321536~25165824,381681664~20971520,406847488~12582912] 2024-04-15T15:53:49.537 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [0~8388608,12582912~96468992,117440512~50331648,171966464~8388608,184549376~29360128,218103808~25165824,247463936~92274688,343932928~4194304,352321536~25165824,381681664~20971520,406847488~12582912] 2024-04-15T15:53:49.542 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [0~109051904,117440512~50331648,171966464~176160768,352321536~67108864] 2024-04-15T15:53:49.542 INFO:tasks.workunit.client.0.smithi016.stdout:from 5 to HEAD diff [0~8388608,12582912~29360128,46137344~62914560,117440512~50331648,171966464~8388608,184549376~29360128,218103808~25165824,247463936~92274688,343932928~4194304,352321536~25165824,381681664~20971520,406847488~12582912] 2024-04-15T15:53:49.542 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [0~8388608,12582912~29360128,46137344~62914560,117440512~50331648,171966464~8388608,184549376~29360128,218103808~25165824,247463936~92274688,343932928~4194304,352321536~25165824,381681664~20971520,406847488~12582912] 2024-04-15T15:53:49.548 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [0~109051904,117440512~50331648,171966464~176160768,352321536~67108864] 2024-04-15T15:53:49.548 INFO:tasks.workunit.client.0.smithi016.stdout:from 6 to HEAD diff [0~8388608,12582912~29360128,46137344~62914560,117440512~50331648,171966464~8388608,184549376~29360128,218103808~25165824,247463936~92274688,343932928~4194304,352321536~25165824,381681664~20971520,406847488~12582912] 2024-04-15T15:53:49.548 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [0~8388608,12582912~29360128,46137344~62914560,117440512~50331648,171966464~8388608,184549376~29360128,218103808~25165824,247463936~92274688,343932928~4194304,352321536~25165824,381681664~20971520,406847488~12582912] 2024-04-15T15:53:49.554 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [0~109051904,117440512~50331648,171966464~8388608,184549376~163577856,352321536~67108864] 2024-04-15T15:53:49.554 INFO:tasks.workunit.client.0.smithi016.stdout:from 7 to HEAD diff [0~8388608,12582912~29360128,46137344~62914560,117440512~50331648,171966464~8388608,184549376~29360128,226492416~16777216,247463936~92274688,343932928~4194304,352321536~25165824,381681664~20971520,406847488~12582912] 2024-04-15T15:53:49.554 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [0~8388608,12582912~29360128,46137344~62914560,117440512~50331648,171966464~8388608,184549376~29360128,226492416~16777216,247463936~92274688,343932928~4194304,352321536~25165824,381681664~20971520,406847488~12582912] 2024-04-15T15:53:49.558 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [0~109051904,117440512~50331648,171966464~8388608,184549376~33554432,226492416~121634816,352321536~67108864] 2024-04-15T15:53:49.558 INFO:tasks.workunit.client.0.smithi016.stdout:from 8 to HEAD diff [0~8388608,12582912~29360128,46137344~37748736,88080384~20971520,117440512~16777216,138412032~29360128,171966464~8388608,184549376~29360128,226492416~16777216,247463936~75497472,331350016~8388608,343932928~4194304,352321536~25165824,381681664~20971520,406847488~12582912] 2024-04-15T15:53:49.558 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [0~8388608,12582912~29360128,46137344~37748736,88080384~20971520,117440512~16777216,138412032~29360128,171966464~8388608,184549376~29360128,226492416~16777216,247463936~75497472,331350016~8388608,343932928~4194304,352321536~25165824,381681664~20971520,406847488~12582912] 2024-04-15T15:53:49.562 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [0~83886080,88080384~20971520,117440512~16777216,138412032~29360128,171966464~8388608,184549376~33554432,226492416~96468992,331350016~16777216,352321536~67108864] 2024-04-15T15:53:49.563 INFO:tasks.workunit.client.0.smithi016.stdout:from 9 to HEAD diff [0~8388608,12582912~29360128,46137344~33554432,88080384~20971520,117440512~16777216,138412032~29360128,171966464~8388608,184549376~29360128,226492416~12582912,247463936~20971520,272629760~16777216,293601280~25165824,331350016~8388608,343932928~4194304,352321536~25165824,381681664~20971520,406847488~12582912] 2024-04-15T15:53:49.563 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [0~8388608,12582912~29360128,46137344~33554432,88080384~20971520,117440512~16777216,138412032~29360128,171966464~8388608,184549376~29360128,226492416~12582912,247463936~20971520,272629760~16777216,293601280~25165824,331350016~8388608,343932928~4194304,352321536~25165824,381681664~20971520,406847488~12582912] 2024-04-15T15:53:49.569 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [0~83886080,88080384~20971520,117440512~16777216,138412032~29360128,171966464~8388608,184549376~33554432,226492416~12582912,247463936~20971520,272629760~46137344,331350016~16777216,352321536~67108864] 2024-04-15T15:53:49.569 INFO:tasks.workunit.client.0.smithi016.stdout:from 10 to HEAD diff [0~8388608,12582912~12582912,29360128~12582912,46137344~33554432,88080384~16777216,117440512~16777216,138412032~29360128,171966464~8388608,184549376~29360128,230686720~8388608,247463936~20971520,272629760~16777216,293601280~25165824,331350016~8388608,343932928~4194304,352321536~25165824,381681664~20971520,406847488~12582912] 2024-04-15T15:53:49.570 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [0~8388608,12582912~12582912,29360128~12582912,46137344~33554432,88080384~16777216,117440512~16777216,138412032~29360128,171966464~8388608,184549376~29360128,230686720~8388608,247463936~20971520,272629760~16777216,293601280~25165824,331350016~8388608,343932928~4194304,352321536~25165824,381681664~20971520,406847488~12582912] 2024-04-15T15:53:49.570 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [0~25165824,29360128~54525952,88080384~20971520,117440512~16777216,138412032~29360128,171966464~8388608,184549376~33554432,230686720~8388608,247463936~20971520,272629760~46137344,331350016~16777216,352321536~67108864] 2024-04-15T15:53:49.570 INFO:tasks.workunit.client.0.smithi016.stdout:from 11 to HEAD diff [0~4194304,12582912~12582912,29360128~12582912,46137344~33554432,88080384~16777216,117440512~16777216,138412032~29360128,171966464~8388608,184549376~29360128,230686720~8388608,247463936~20971520,272629760~16777216,293601280~4194304,301989888~16777216,331350016~8388608,352321536~12582912,369098752~8388608,381681664~20971520,406847488~8388608] 2024-04-15T15:53:49.570 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [0~4194304,12582912~12582912,29360128~12582912,46137344~33554432,88080384~16777216,117440512~16777216,138412032~29360128,171966464~8388608,184549376~29360128,230686720~8388608,247463936~20971520,272629760~16777216,293601280~4194304,301989888~16777216,331350016~8388608,352321536~12582912,369098752~8388608,381681664~20971520,406847488~8388608] 2024-04-15T15:53:49.572 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [0~8388608,12582912~12582912,29360128~54525952,88080384~20971520,117440512~16777216,138412032~29360128,171966464~8388608,184549376~33554432,230686720~8388608,247463936~20971520,272629760~46137344,331350016~12582912,352321536~62914560] 2024-04-15T15:53:49.572 INFO:tasks.workunit.client.0.smithi016.stdout:from 12 to HEAD diff [0~4194304,16777216~8388608,29360128~12582912,46137344~20971520,71303168~8388608,88080384~16777216,117440512~16777216,138412032~29360128,171966464~8388608,184549376~29360128,230686720~8388608,251658240~16777216,276824064~12582912,293601280~4194304,306184192~12582912,331350016~8388608,352321536~12582912,369098752~8388608,381681664~20971520,406847488~8388608] 2024-04-15T15:53:49.572 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [0~4194304,16777216~8388608,29360128~12582912,46137344~20971520,71303168~8388608,88080384~16777216,117440512~16777216,138412032~29360128,171966464~8388608,184549376~29360128,230686720~8388608,251658240~16777216,276824064~12582912,293601280~4194304,306184192~12582912,331350016~8388608,352321536~12582912,369098752~8388608,381681664~20971520,406847488~8388608] 2024-04-15T15:53:49.574 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [0~8388608,16777216~8388608,29360128~54525952,88080384~20971520,117440512~16777216,138412032~29360128,171966464~8388608,184549376~33554432,230686720~8388608,251658240~16777216,276824064~25165824,306184192~12582912,331350016~12582912,352321536~62914560] 2024-04-15T15:53:49.575 INFO:tasks.workunit.client.0.smithi016.stdout:from 13 to HEAD diff [0~4194304,16777216~8388608,29360128~12582912,46137344~16777216,71303168~8388608,88080384~4194304,96468992~8388608,117440512~16777216,138412032~12582912,155189248~12582912,184549376~29360128,230686720~8388608,251658240~16777216,276824064~12582912,293601280~4194304,306184192~12582912,331350016~8388608,352321536~12582912,369098752~8388608,381681664~20971520,406847488~8388608] 2024-04-15T15:53:49.575 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [0~4194304,16777216~8388608,29360128~12582912,46137344~16777216,71303168~8388608,88080384~4194304,96468992~8388608,117440512~16777216,138412032~12582912,155189248~12582912,184549376~29360128,230686720~8388608,251658240~16777216,276824064~12582912,293601280~4194304,306184192~12582912,331350016~8388608,352321536~12582912,369098752~8388608,381681664~20971520,406847488~8388608] 2024-04-15T15:53:49.576 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [0~8388608,16777216~8388608,29360128~37748736,71303168~12582912,88080384~20971520,117440512~16777216,138412032~12582912,155189248~12582912,184549376~33554432,230686720~8388608,251658240~16777216,276824064~25165824,306184192~12582912,331350016~12582912,352321536~62914560] 2024-04-15T15:53:49.576 INFO:tasks.workunit.client.0.smithi016.stdout:from 14 to HEAD diff [16777216~8388608,29360128~12582912,46137344~16777216,71303168~8388608,88080384~4194304,96468992~8388608,117440512~16777216,138412032~12582912,155189248~12582912,184549376~29360128,230686720~8388608,251658240~8388608,264241152~4194304,276824064~8388608,293601280~4194304,306184192~12582912,331350016~8388608,356515840~8388608,369098752~8388608,381681664~20971520,406847488~8388608] 2024-04-15T15:53:49.576 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [16777216~8388608,29360128~12582912,46137344~16777216,71303168~8388608,88080384~4194304,96468992~8388608,117440512~16777216,138412032~12582912,155189248~12582912,184549376~29360128,230686720~8388608,251658240~8388608,264241152~4194304,276824064~8388608,293601280~4194304,306184192~12582912,331350016~8388608,356515840~8388608,369098752~8388608,381681664~20971520,406847488~8388608] 2024-04-15T15:53:49.577 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [16777216~8388608,29360128~37748736,71303168~12582912,88080384~20971520,117440512~16777216,138412032~12582912,155189248~12582912,184549376~33554432,230686720~8388608,251658240~8388608,264241152~4194304,276824064~12582912,293601280~8388608,306184192~12582912,331350016~12582912,356515840~58720256] 2024-04-15T15:53:49.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:53:49 smithi016 ceph-mon[90652]: osdmap e2096: 8 total, 8 up, 8 in 2024-04-15T15:53:49.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:53:49 smithi016 ceph-mon[90652]: pgmap v4064: 137 pgs: 137 active+clean; 866 MiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 466 KiB/s rd, 32 MiB/s wr, 809 op/s 2024-04-15T15:53:49.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:53:49 smithi016 ceph-mon[93212]: osdmap e2096: 8 total, 8 up, 8 in 2024-04-15T15:53:49.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:53:49 smithi016 ceph-mon[93212]: pgmap v4064: 137 pgs: 137 active+clean; 866 MiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 466 KiB/s rd, 32 MiB/s wr, 809 op/s 2024-04-15T15:53:49.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:53:49 smithi102 ceph-mon[87131]: osdmap e2096: 8 total, 8 up, 8 in 2024-04-15T15:53:49.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:53:49 smithi102 ceph-mon[87131]: pgmap v4064: 137 pgs: 137 active+clean; 866 MiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 466 KiB/s rd, 32 MiB/s wr, 809 op/s 2024-04-15T15:53:50.484 INFO:tasks.workunit.client.0.smithi016.stdout:from 0 to HEAD diff [0~8388608,12582912~20971520,37748736~71303168,113246208~100663296,218103808~25165824,247463936~92274688,343932928~75497472] 2024-04-15T15:53:50.484 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [0~8388608,12582912~20971520,37748736~71303168,113246208~100663296,218103808~25165824,247463936~92274688,343932928~75497472] 2024-04-15T15:53:50.518 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [0~419430400] 2024-04-15T15:53:50.518 INFO:tasks.workunit.client.0.smithi016.stdout:from 1 to HEAD diff [0~8388608,12582912~20971520,37748736~71303168,113246208~71303168,188743680~25165824,218103808~25165824,247463936~92274688,343932928~58720256,406847488~12582912] 2024-04-15T15:53:50.518 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [0~8388608,12582912~20971520,37748736~71303168,113246208~71303168,188743680~25165824,218103808~25165824,247463936~92274688,343932928~58720256,406847488~12582912] 2024-04-15T15:53:50.527 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [0~419430400] 2024-04-15T15:53:50.527 INFO:tasks.workunit.client.0.smithi016.stdout:from 2 to HEAD diff [0~8388608,12582912~92274688,113246208~67108864,184549376~29360128,218103808~25165824,247463936~92274688,343932928~58720256,406847488~12582912] 2024-04-15T15:53:50.527 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [0~8388608,12582912~92274688,113246208~67108864,184549376~29360128,218103808~25165824,247463936~92274688,343932928~58720256,406847488~12582912] 2024-04-15T15:53:50.534 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [0~109051904,113246208~306184192] 2024-04-15T15:53:50.534 INFO:tasks.workunit.client.0.smithi016.stdout:from 3 to HEAD diff [0~8388608,12582912~92274688,113246208~67108864,184549376~29360128,218103808~25165824,247463936~92274688,343932928~4194304,352321536~25165824,381681664~20971520,406847488~12582912] 2024-04-15T15:53:50.534 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [0~8388608,12582912~92274688,113246208~67108864,184549376~29360128,218103808~25165824,247463936~92274688,343932928~4194304,352321536~25165824,381681664~20971520,406847488~12582912] 2024-04-15T15:53:50.539 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [0~109051904,113246208~234881024,352321536~67108864] 2024-04-15T15:53:50.539 INFO:tasks.workunit.client.0.smithi016.stdout:from 4 to HEAD diff [0~8388608,12582912~96468992,117440512~50331648,171966464~8388608,184549376~29360128,218103808~25165824,247463936~92274688,343932928~4194304,352321536~25165824,381681664~20971520,406847488~12582912] 2024-04-15T15:53:50.539 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [0~8388608,12582912~96468992,117440512~50331648,171966464~8388608,184549376~29360128,218103808~25165824,247463936~92274688,343932928~4194304,352321536~25165824,381681664~20971520,406847488~12582912] 2024-04-15T15:53:50.544 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [0~109051904,117440512~50331648,171966464~176160768,352321536~67108864] 2024-04-15T15:53:50.544 INFO:tasks.workunit.client.0.smithi016.stdout:from 5 to HEAD diff [0~8388608,12582912~29360128,46137344~62914560,117440512~50331648,171966464~8388608,184549376~29360128,218103808~25165824,247463936~92274688,343932928~4194304,352321536~25165824,381681664~20971520,406847488~12582912] 2024-04-15T15:53:50.544 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [0~8388608,12582912~29360128,46137344~62914560,117440512~50331648,171966464~8388608,184549376~29360128,218103808~25165824,247463936~92274688,343932928~4194304,352321536~25165824,381681664~20971520,406847488~12582912] 2024-04-15T15:53:50.549 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [0~109051904,117440512~50331648,171966464~176160768,352321536~67108864] 2024-04-15T15:53:50.549 INFO:tasks.workunit.client.0.smithi016.stdout:from 6 to HEAD diff [0~8388608,12582912~29360128,46137344~62914560,117440512~50331648,171966464~8388608,184549376~29360128,218103808~25165824,247463936~92274688,343932928~4194304,352321536~25165824,381681664~20971520,406847488~12582912] 2024-04-15T15:53:50.549 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [0~8388608,12582912~29360128,46137344~62914560,117440512~50331648,171966464~8388608,184549376~29360128,218103808~25165824,247463936~92274688,343932928~4194304,352321536~25165824,381681664~20971520,406847488~12582912] 2024-04-15T15:53:50.553 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [0~109051904,117440512~50331648,171966464~8388608,184549376~163577856,352321536~67108864] 2024-04-15T15:53:50.553 INFO:tasks.workunit.client.0.smithi016.stdout:from 7 to HEAD diff [0~8388608,12582912~29360128,46137344~62914560,117440512~50331648,171966464~8388608,184549376~29360128,226492416~16777216,247463936~92274688,343932928~4194304,352321536~25165824,381681664~20971520,406847488~12582912] 2024-04-15T15:53:50.553 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [0~8388608,12582912~29360128,46137344~62914560,117440512~50331648,171966464~8388608,184549376~29360128,226492416~16777216,247463936~92274688,343932928~4194304,352321536~25165824,381681664~20971520,406847488~12582912] 2024-04-15T15:53:50.557 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [0~109051904,117440512~50331648,171966464~8388608,184549376~33554432,226492416~121634816,352321536~67108864] 2024-04-15T15:53:50.557 INFO:tasks.workunit.client.0.smithi016.stdout:from 8 to HEAD diff [0~8388608,12582912~29360128,46137344~37748736,88080384~20971520,117440512~16777216,138412032~29360128,171966464~8388608,184549376~29360128,226492416~16777216,247463936~75497472,331350016~8388608,343932928~4194304,352321536~25165824,381681664~20971520,406847488~12582912] 2024-04-15T15:53:50.557 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [0~8388608,12582912~29360128,46137344~37748736,88080384~20971520,117440512~16777216,138412032~29360128,171966464~8388608,184549376~29360128,226492416~16777216,247463936~75497472,331350016~8388608,343932928~4194304,352321536~25165824,381681664~20971520,406847488~12582912] 2024-04-15T15:53:50.560 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [0~83886080,88080384~20971520,117440512~16777216,138412032~29360128,171966464~8388608,184549376~33554432,226492416~96468992,331350016~16777216,352321536~67108864] 2024-04-15T15:53:50.560 INFO:tasks.workunit.client.0.smithi016.stdout:from 9 to HEAD diff [0~8388608,12582912~29360128,46137344~33554432,88080384~20971520,117440512~16777216,138412032~29360128,171966464~8388608,184549376~29360128,226492416~12582912,247463936~20971520,272629760~16777216,293601280~25165824,331350016~8388608,343932928~4194304,352321536~25165824,381681664~20971520,406847488~12582912] 2024-04-15T15:53:50.560 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [0~8388608,12582912~29360128,46137344~33554432,88080384~20971520,117440512~16777216,138412032~29360128,171966464~8388608,184549376~29360128,226492416~12582912,247463936~20971520,272629760~16777216,293601280~25165824,331350016~8388608,343932928~4194304,352321536~25165824,381681664~20971520,406847488~12582912] 2024-04-15T15:53:50.563 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [0~83886080,88080384~20971520,117440512~16777216,138412032~29360128,171966464~8388608,184549376~33554432,226492416~12582912,247463936~20971520,272629760~46137344,331350016~16777216,352321536~67108864] 2024-04-15T15:53:50.563 INFO:tasks.workunit.client.0.smithi016.stdout:from 10 to HEAD diff [0~8388608,12582912~12582912,29360128~12582912,46137344~33554432,88080384~16777216,117440512~16777216,138412032~29360128,171966464~8388608,184549376~29360128,230686720~8388608,247463936~20971520,272629760~16777216,293601280~25165824,331350016~8388608,343932928~4194304,352321536~25165824,381681664~20971520,406847488~12582912] 2024-04-15T15:53:50.563 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [0~8388608,12582912~12582912,29360128~12582912,46137344~33554432,88080384~16777216,117440512~16777216,138412032~29360128,171966464~8388608,184549376~29360128,230686720~8388608,247463936~20971520,272629760~16777216,293601280~25165824,331350016~8388608,343932928~4194304,352321536~25165824,381681664~20971520,406847488~12582912] 2024-04-15T15:53:50.566 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [0~25165824,29360128~54525952,88080384~20971520,117440512~16777216,138412032~29360128,171966464~8388608,184549376~33554432,230686720~8388608,247463936~20971520,272629760~46137344,331350016~16777216,352321536~67108864] 2024-04-15T15:53:50.566 INFO:tasks.workunit.client.0.smithi016.stdout:from 11 to HEAD diff [0~4194304,12582912~12582912,29360128~12582912,46137344~33554432,88080384~16777216,117440512~16777216,138412032~29360128,171966464~8388608,184549376~29360128,230686720~8388608,247463936~20971520,272629760~16777216,293601280~4194304,301989888~16777216,331350016~8388608,352321536~12582912,369098752~8388608,381681664~20971520,406847488~8388608] 2024-04-15T15:53:50.567 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [0~4194304,12582912~12582912,29360128~12582912,46137344~33554432,88080384~16777216,117440512~16777216,138412032~29360128,171966464~8388608,184549376~29360128,230686720~8388608,247463936~20971520,272629760~16777216,293601280~4194304,301989888~16777216,331350016~8388608,352321536~12582912,369098752~8388608,381681664~20971520,406847488~8388608] 2024-04-15T15:53:50.568 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [0~8388608,12582912~12582912,29360128~54525952,88080384~20971520,117440512~16777216,138412032~29360128,171966464~8388608,184549376~33554432,230686720~8388608,247463936~20971520,272629760~46137344,331350016~12582912,352321536~62914560] 2024-04-15T15:53:50.568 INFO:tasks.workunit.client.0.smithi016.stdout:from 12 to HEAD diff [0~4194304,16777216~8388608,29360128~12582912,46137344~20971520,71303168~8388608,88080384~16777216,117440512~16777216,138412032~29360128,171966464~8388608,184549376~29360128,230686720~8388608,251658240~16777216,276824064~12582912,293601280~4194304,306184192~12582912,331350016~8388608,352321536~12582912,369098752~8388608,381681664~20971520,406847488~8388608] 2024-04-15T15:53:50.568 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [0~4194304,16777216~8388608,29360128~12582912,46137344~20971520,71303168~8388608,88080384~16777216,117440512~16777216,138412032~29360128,171966464~8388608,184549376~29360128,230686720~8388608,251658240~16777216,276824064~12582912,293601280~4194304,306184192~12582912,331350016~8388608,352321536~12582912,369098752~8388608,381681664~20971520,406847488~8388608] 2024-04-15T15:53:50.570 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [0~8388608,16777216~8388608,29360128~54525952,88080384~20971520,117440512~16777216,138412032~29360128,171966464~8388608,184549376~33554432,230686720~8388608,251658240~16777216,276824064~25165824,306184192~12582912,331350016~12582912,352321536~62914560] 2024-04-15T15:53:50.570 INFO:tasks.workunit.client.0.smithi016.stdout:from 13 to HEAD diff [0~4194304,16777216~8388608,29360128~12582912,46137344~16777216,71303168~8388608,88080384~4194304,96468992~8388608,117440512~16777216,138412032~12582912,155189248~12582912,184549376~29360128,230686720~8388608,251658240~16777216,276824064~12582912,293601280~4194304,306184192~12582912,331350016~8388608,352321536~12582912,369098752~8388608,381681664~20971520,406847488~8388608] 2024-04-15T15:53:50.570 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [0~4194304,16777216~8388608,29360128~12582912,46137344~16777216,71303168~8388608,88080384~4194304,96468992~8388608,117440512~16777216,138412032~12582912,155189248~12582912,184549376~29360128,230686720~8388608,251658240~16777216,276824064~12582912,293601280~4194304,306184192~12582912,331350016~8388608,352321536~12582912,369098752~8388608,381681664~20971520,406847488~8388608] 2024-04-15T15:53:50.571 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [0~8388608,16777216~8388608,29360128~37748736,71303168~12582912,88080384~20971520,117440512~16777216,138412032~12582912,155189248~12582912,184549376~33554432,230686720~8388608,251658240~16777216,276824064~25165824,306184192~12582912,331350016~12582912,352321536~62914560] 2024-04-15T15:53:50.789 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:53:50 smithi016 ceph-mon[90652]: osdmap e2097: 8 total, 8 up, 8 in 2024-04-15T15:53:50.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:53:50 smithi016 ceph-mon[93212]: osdmap e2097: 8 total, 8 up, 8 in 2024-04-15T15:53:50.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:53:50 smithi102 ceph-mon[87131]: osdmap e2097: 8 total, 8 up, 8 in 2024-04-15T15:53:51.491 INFO:tasks.workunit.client.0.smithi016.stdout:from 0 to HEAD diff [0~8388608,12582912~20971520,37748736~71303168,113246208~100663296,218103808~25165824,247463936~92274688,343932928~75497472] 2024-04-15T15:53:51.492 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [0~8388608,12582912~20971520,37748736~71303168,113246208~100663296,218103808~25165824,247463936~92274688,343932928~75497472] 2024-04-15T15:53:51.528 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [0~419430400] 2024-04-15T15:53:51.529 INFO:tasks.workunit.client.0.smithi016.stdout:from 1 to HEAD diff [0~8388608,12582912~20971520,37748736~71303168,113246208~71303168,188743680~25165824,218103808~25165824,247463936~92274688,343932928~58720256,406847488~12582912] 2024-04-15T15:53:51.529 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [0~8388608,12582912~20971520,37748736~71303168,113246208~71303168,188743680~25165824,218103808~25165824,247463936~92274688,343932928~58720256,406847488~12582912] 2024-04-15T15:53:51.536 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [0~419430400] 2024-04-15T15:53:51.537 INFO:tasks.workunit.client.0.smithi016.stdout:from 2 to HEAD diff [0~8388608,12582912~92274688,113246208~67108864,184549376~29360128,218103808~25165824,247463936~92274688,343932928~58720256,406847488~12582912] 2024-04-15T15:53:51.537 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [0~8388608,12582912~92274688,113246208~67108864,184549376~29360128,218103808~25165824,247463936~92274688,343932928~58720256,406847488~12582912] 2024-04-15T15:53:51.546 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [0~109051904,113246208~306184192] 2024-04-15T15:53:51.546 INFO:tasks.workunit.client.0.smithi016.stdout:from 3 to HEAD diff [0~8388608,12582912~92274688,113246208~67108864,184549376~29360128,218103808~25165824,247463936~92274688,343932928~4194304,352321536~25165824,381681664~20971520,406847488~12582912] 2024-04-15T15:53:51.546 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [0~8388608,12582912~92274688,113246208~67108864,184549376~29360128,218103808~25165824,247463936~92274688,343932928~4194304,352321536~25165824,381681664~20971520,406847488~12582912] 2024-04-15T15:53:51.551 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [0~109051904,113246208~234881024,352321536~67108864] 2024-04-15T15:53:51.551 INFO:tasks.workunit.client.0.smithi016.stdout:from 4 to HEAD diff [0~8388608,12582912~96468992,117440512~50331648,171966464~8388608,184549376~29360128,218103808~25165824,247463936~92274688,343932928~4194304,352321536~25165824,381681664~20971520,406847488~12582912] 2024-04-15T15:53:51.551 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [0~8388608,12582912~96468992,117440512~50331648,171966464~8388608,184549376~29360128,218103808~25165824,247463936~92274688,343932928~4194304,352321536~25165824,381681664~20971520,406847488~12582912] 2024-04-15T15:53:51.556 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [0~109051904,117440512~50331648,171966464~176160768,352321536~67108864] 2024-04-15T15:53:51.556 INFO:tasks.workunit.client.0.smithi016.stdout:from 5 to HEAD diff [0~8388608,12582912~29360128,46137344~62914560,117440512~50331648,171966464~8388608,184549376~29360128,218103808~25165824,247463936~92274688,343932928~4194304,352321536~25165824,381681664~20971520,406847488~12582912] 2024-04-15T15:53:51.556 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [0~8388608,12582912~29360128,46137344~62914560,117440512~50331648,171966464~8388608,184549376~29360128,218103808~25165824,247463936~92274688,343932928~4194304,352321536~25165824,381681664~20971520,406847488~12582912] 2024-04-15T15:53:51.560 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [0~109051904,117440512~50331648,171966464~176160768,352321536~67108864] 2024-04-15T15:53:51.560 INFO:tasks.workunit.client.0.smithi016.stdout:from 6 to HEAD diff [0~8388608,12582912~29360128,46137344~62914560,117440512~50331648,171966464~8388608,184549376~29360128,218103808~25165824,247463936~92274688,343932928~4194304,352321536~25165824,381681664~20971520,406847488~12582912] 2024-04-15T15:53:51.560 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [0~8388608,12582912~29360128,46137344~62914560,117440512~50331648,171966464~8388608,184549376~29360128,218103808~25165824,247463936~92274688,343932928~4194304,352321536~25165824,381681664~20971520,406847488~12582912] 2024-04-15T15:53:51.564 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [0~109051904,117440512~50331648,171966464~8388608,184549376~163577856,352321536~67108864] 2024-04-15T15:53:51.564 INFO:tasks.workunit.client.0.smithi016.stdout:from 7 to HEAD diff [0~8388608,12582912~29360128,46137344~62914560,117440512~50331648,171966464~8388608,184549376~29360128,226492416~16777216,247463936~92274688,343932928~4194304,352321536~25165824,381681664~20971520,406847488~12582912] 2024-04-15T15:53:51.564 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [0~8388608,12582912~29360128,46137344~62914560,117440512~50331648,171966464~8388608,184549376~29360128,226492416~16777216,247463936~92274688,343932928~4194304,352321536~25165824,381681664~20971520,406847488~12582912] 2024-04-15T15:53:51.567 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [0~109051904,117440512~50331648,171966464~8388608,184549376~33554432,226492416~121634816,352321536~67108864] 2024-04-15T15:53:51.567 INFO:tasks.workunit.client.0.smithi016.stdout:from 8 to HEAD diff [0~8388608,12582912~29360128,46137344~37748736,88080384~20971520,117440512~16777216,138412032~29360128,171966464~8388608,184549376~29360128,226492416~16777216,247463936~75497472,331350016~8388608,343932928~4194304,352321536~25165824,381681664~20971520,406847488~12582912] 2024-04-15T15:53:51.567 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [0~8388608,12582912~29360128,46137344~37748736,88080384~20971520,117440512~16777216,138412032~29360128,171966464~8388608,184549376~29360128,226492416~16777216,247463936~75497472,331350016~8388608,343932928~4194304,352321536~25165824,381681664~20971520,406847488~12582912] 2024-04-15T15:53:51.570 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [0~83886080,88080384~20971520,117440512~16777216,138412032~29360128,171966464~8388608,184549376~33554432,226492416~96468992,331350016~16777216,352321536~67108864] 2024-04-15T15:53:51.570 INFO:tasks.workunit.client.0.smithi016.stdout:from 9 to HEAD diff [0~8388608,12582912~29360128,46137344~33554432,88080384~20971520,117440512~16777216,138412032~29360128,171966464~8388608,184549376~29360128,226492416~12582912,247463936~20971520,272629760~16777216,293601280~25165824,331350016~8388608,343932928~4194304,352321536~25165824,381681664~20971520,406847488~12582912] 2024-04-15T15:53:51.570 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [0~8388608,12582912~29360128,46137344~33554432,88080384~20971520,117440512~16777216,138412032~29360128,171966464~8388608,184549376~29360128,226492416~12582912,247463936~20971520,272629760~16777216,293601280~25165824,331350016~8388608,343932928~4194304,352321536~25165824,381681664~20971520,406847488~12582912] 2024-04-15T15:53:51.573 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [0~83886080,88080384~20971520,117440512~16777216,138412032~29360128,171966464~8388608,184549376~33554432,226492416~12582912,247463936~20971520,272629760~46137344,331350016~16777216,352321536~67108864] 2024-04-15T15:53:51.573 INFO:tasks.workunit.client.0.smithi016.stdout:from 10 to HEAD diff [0~8388608,12582912~12582912,29360128~12582912,46137344~33554432,88080384~16777216,117440512~16777216,138412032~29360128,171966464~8388608,184549376~29360128,230686720~8388608,247463936~20971520,272629760~16777216,293601280~25165824,331350016~8388608,343932928~4194304,352321536~25165824,381681664~20971520,406847488~12582912] 2024-04-15T15:53:51.573 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [0~8388608,12582912~12582912,29360128~12582912,46137344~33554432,88080384~16777216,117440512~16777216,138412032~29360128,171966464~8388608,184549376~29360128,230686720~8388608,247463936~20971520,272629760~16777216,293601280~25165824,331350016~8388608,343932928~4194304,352321536~25165824,381681664~20971520,406847488~12582912] 2024-04-15T15:53:51.575 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [0~25165824,29360128~54525952,88080384~20971520,117440512~16777216,138412032~29360128,171966464~8388608,184549376~33554432,230686720~8388608,247463936~20971520,272629760~46137344,331350016~16777216,352321536~67108864] 2024-04-15T15:53:51.576 INFO:tasks.workunit.client.0.smithi016.stdout:from 11 to HEAD diff [0~4194304,12582912~12582912,29360128~12582912,46137344~33554432,88080384~16777216,117440512~16777216,138412032~29360128,171966464~8388608,184549376~29360128,230686720~8388608,247463936~20971520,272629760~16777216,293601280~4194304,301989888~16777216,331350016~8388608,352321536~12582912,369098752~8388608,381681664~20971520,406847488~8388608] 2024-04-15T15:53:51.576 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [0~4194304,12582912~12582912,29360128~12582912,46137344~33554432,88080384~16777216,117440512~16777216,138412032~29360128,171966464~8388608,184549376~29360128,230686720~8388608,247463936~20971520,272629760~16777216,293601280~4194304,301989888~16777216,331350016~8388608,352321536~12582912,369098752~8388608,381681664~20971520,406847488~8388608] 2024-04-15T15:53:51.577 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [0~8388608,12582912~12582912,29360128~54525952,88080384~20971520,117440512~16777216,138412032~29360128,171966464~8388608,184549376~33554432,230686720~8388608,247463936~20971520,272629760~46137344,331350016~12582912,352321536~62914560] 2024-04-15T15:53:51.577 INFO:tasks.workunit.client.0.smithi016.stdout:from 12 to HEAD diff [0~4194304,16777216~8388608,29360128~12582912,46137344~20971520,71303168~8388608,88080384~16777216,117440512~16777216,138412032~29360128,171966464~8388608,184549376~29360128,230686720~8388608,251658240~16777216,276824064~12582912,293601280~4194304,306184192~12582912,331350016~8388608,352321536~12582912,369098752~8388608,381681664~20971520,406847488~8388608] 2024-04-15T15:53:51.577 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [0~4194304,16777216~8388608,29360128~12582912,46137344~20971520,71303168~8388608,88080384~16777216,117440512~16777216,138412032~29360128,171966464~8388608,184549376~29360128,230686720~8388608,251658240~16777216,276824064~12582912,293601280~4194304,306184192~12582912,331350016~8388608,352321536~12582912,369098752~8388608,381681664~20971520,406847488~8388608] 2024-04-15T15:53:51.578 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [0~8388608,16777216~8388608,29360128~54525952,88080384~20971520,117440512~16777216,138412032~29360128,171966464~8388608,184549376~33554432,230686720~8388608,251658240~16777216,276824064~25165824,306184192~12582912,331350016~12582912,352321536~62914560] 2024-04-15T15:53:51.778 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:53:51 smithi016 ceph-mon[90652]: osdmap e2098: 8 total, 8 up, 8 in 2024-04-15T15:53:51.778 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:53:51 smithi016 ceph-mon[90652]: pgmap v4067: 137 pgs: 137 active+clean; 860 MiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 409 KiB/s rd, 5.7 MiB/s wr, 820 op/s 2024-04-15T15:53:51.779 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:53:51 smithi016 ceph-mon[93212]: osdmap e2098: 8 total, 8 up, 8 in 2024-04-15T15:53:51.779 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:53:51 smithi016 ceph-mon[93212]: pgmap v4067: 137 pgs: 137 active+clean; 860 MiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 409 KiB/s rd, 5.7 MiB/s wr, 820 op/s 2024-04-15T15:53:51.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:53:51 smithi102 ceph-mon[87131]: osdmap e2098: 8 total, 8 up, 8 in 2024-04-15T15:53:51.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:53:51 smithi102 ceph-mon[87131]: pgmap v4067: 137 pgs: 137 active+clean; 860 MiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 409 KiB/s rd, 5.7 MiB/s wr, 820 op/s 2024-04-15T15:53:52.039 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 15 15:53:51 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-y[81421]: ::ffff:172.21.15.102 - - [15/Apr/2024:15:53:51] "GET /metrics HTTP/1.1" 200 36677 "" "Prometheus/2.43.0" 2024-04-15T15:53:52.499 INFO:tasks.workunit.client.0.smithi016.stdout:from 0 to HEAD diff [0~8388608,12582912~20971520,37748736~71303168,113246208~100663296,218103808~25165824,247463936~92274688,343932928~75497472] 2024-04-15T15:53:52.499 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [0~8388608,12582912~20971520,37748736~71303168,113246208~100663296,218103808~25165824,247463936~92274688,343932928~75497472] 2024-04-15T15:53:52.525 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [0~419430400] 2024-04-15T15:53:52.525 INFO:tasks.workunit.client.0.smithi016.stdout:from 1 to HEAD diff [0~8388608,12582912~20971520,37748736~71303168,113246208~71303168,188743680~25165824,218103808~25165824,247463936~92274688,343932928~58720256,406847488~12582912] 2024-04-15T15:53:52.525 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [0~8388608,12582912~20971520,37748736~71303168,113246208~71303168,188743680~25165824,218103808~25165824,247463936~92274688,343932928~58720256,406847488~12582912] 2024-04-15T15:53:52.544 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [0~419430400] 2024-04-15T15:53:52.544 INFO:tasks.workunit.client.0.smithi016.stdout:from 2 to HEAD diff [0~8388608,12582912~92274688,113246208~67108864,184549376~29360128,218103808~25165824,247463936~92274688,343932928~58720256,406847488~12582912] 2024-04-15T15:53:52.544 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [0~8388608,12582912~92274688,113246208~67108864,184549376~29360128,218103808~25165824,247463936~92274688,343932928~58720256,406847488~12582912] 2024-04-15T15:53:52.550 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [0~109051904,113246208~306184192] 2024-04-15T15:53:52.550 INFO:tasks.workunit.client.0.smithi016.stdout:from 3 to HEAD diff [0~8388608,12582912~92274688,113246208~67108864,184549376~29360128,218103808~25165824,247463936~92274688,343932928~4194304,352321536~25165824,381681664~20971520,406847488~12582912] 2024-04-15T15:53:52.550 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [0~8388608,12582912~92274688,113246208~67108864,184549376~29360128,218103808~25165824,247463936~92274688,343932928~4194304,352321536~25165824,381681664~20971520,406847488~12582912] 2024-04-15T15:53:52.555 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [0~109051904,113246208~234881024,352321536~67108864] 2024-04-15T15:53:52.555 INFO:tasks.workunit.client.0.smithi016.stdout:from 4 to HEAD diff [0~8388608,12582912~96468992,117440512~50331648,171966464~8388608,184549376~29360128,218103808~25165824,247463936~92274688,343932928~4194304,352321536~25165824,381681664~20971520,406847488~12582912] 2024-04-15T15:53:52.555 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [0~8388608,12582912~96468992,117440512~50331648,171966464~8388608,184549376~29360128,218103808~25165824,247463936~92274688,343932928~4194304,352321536~25165824,381681664~20971520,406847488~12582912] 2024-04-15T15:53:52.562 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [0~109051904,117440512~50331648,171966464~176160768,352321536~67108864] 2024-04-15T15:53:52.562 INFO:tasks.workunit.client.0.smithi016.stdout:from 5 to HEAD diff [0~8388608,12582912~29360128,46137344~62914560,117440512~50331648,171966464~8388608,184549376~29360128,218103808~25165824,247463936~92274688,343932928~4194304,352321536~25165824,381681664~20971520,406847488~12582912] 2024-04-15T15:53:52.562 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [0~8388608,12582912~29360128,46137344~62914560,117440512~50331648,171966464~8388608,184549376~29360128,218103808~25165824,247463936~92274688,343932928~4194304,352321536~25165824,381681664~20971520,406847488~12582912] 2024-04-15T15:53:52.565 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [0~109051904,117440512~50331648,171966464~176160768,352321536~67108864] 2024-04-15T15:53:52.566 INFO:tasks.workunit.client.0.smithi016.stdout:from 6 to HEAD diff [0~8388608,12582912~29360128,46137344~62914560,117440512~50331648,171966464~8388608,184549376~29360128,218103808~25165824,247463936~92274688,343932928~4194304,352321536~25165824,381681664~20971520,406847488~12582912] 2024-04-15T15:53:52.566 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [0~8388608,12582912~29360128,46137344~62914560,117440512~50331648,171966464~8388608,184549376~29360128,218103808~25165824,247463936~92274688,343932928~4194304,352321536~25165824,381681664~20971520,406847488~12582912] 2024-04-15T15:53:52.569 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [0~109051904,117440512~50331648,171966464~8388608,184549376~163577856,352321536~67108864] 2024-04-15T15:53:52.569 INFO:tasks.workunit.client.0.smithi016.stdout:from 7 to HEAD diff [0~8388608,12582912~29360128,46137344~62914560,117440512~50331648,171966464~8388608,184549376~29360128,226492416~16777216,247463936~92274688,343932928~4194304,352321536~25165824,381681664~20971520,406847488~12582912] 2024-04-15T15:53:52.569 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [0~8388608,12582912~29360128,46137344~62914560,117440512~50331648,171966464~8388608,184549376~29360128,226492416~16777216,247463936~92274688,343932928~4194304,352321536~25165824,381681664~20971520,406847488~12582912] 2024-04-15T15:53:52.572 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [0~109051904,117440512~50331648,171966464~8388608,184549376~33554432,226492416~121634816,352321536~67108864] 2024-04-15T15:53:52.572 INFO:tasks.workunit.client.0.smithi016.stdout:from 8 to HEAD diff [0~8388608,12582912~29360128,46137344~37748736,88080384~20971520,117440512~16777216,138412032~29360128,171966464~8388608,184549376~29360128,226492416~16777216,247463936~75497472,331350016~8388608,343932928~4194304,352321536~25165824,381681664~20971520,406847488~12582912] 2024-04-15T15:53:52.572 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [0~8388608,12582912~29360128,46137344~37748736,88080384~20971520,117440512~16777216,138412032~29360128,171966464~8388608,184549376~29360128,226492416~16777216,247463936~75497472,331350016~8388608,343932928~4194304,352321536~25165824,381681664~20971520,406847488~12582912] 2024-04-15T15:53:52.574 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [0~83886080,88080384~20971520,117440512~16777216,138412032~29360128,171966464~8388608,184549376~33554432,226492416~96468992,331350016~16777216,352321536~67108864] 2024-04-15T15:53:52.574 INFO:tasks.workunit.client.0.smithi016.stdout:from 9 to HEAD diff [0~8388608,12582912~29360128,46137344~33554432,88080384~20971520,117440512~16777216,138412032~29360128,171966464~8388608,184549376~29360128,226492416~12582912,247463936~20971520,272629760~16777216,293601280~25165824,331350016~8388608,343932928~4194304,352321536~25165824,381681664~20971520,406847488~12582912] 2024-04-15T15:53:52.574 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [0~8388608,12582912~29360128,46137344~33554432,88080384~20971520,117440512~16777216,138412032~29360128,171966464~8388608,184549376~29360128,226492416~12582912,247463936~20971520,272629760~16777216,293601280~25165824,331350016~8388608,343932928~4194304,352321536~25165824,381681664~20971520,406847488~12582912] 2024-04-15T15:53:52.577 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [0~83886080,88080384~20971520,117440512~16777216,138412032~29360128,171966464~8388608,184549376~33554432,226492416~12582912,247463936~20971520,272629760~46137344,331350016~16777216,352321536~67108864] 2024-04-15T15:53:52.577 INFO:tasks.workunit.client.0.smithi016.stdout:from 10 to HEAD diff [0~8388608,12582912~12582912,29360128~12582912,46137344~33554432,88080384~16777216,117440512~16777216,138412032~29360128,171966464~8388608,184549376~29360128,230686720~8388608,247463936~20971520,272629760~16777216,293601280~25165824,331350016~8388608,343932928~4194304,352321536~25165824,381681664~20971520,406847488~12582912] 2024-04-15T15:53:52.577 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [0~8388608,12582912~12582912,29360128~12582912,46137344~33554432,88080384~16777216,117440512~16777216,138412032~29360128,171966464~8388608,184549376~29360128,230686720~8388608,247463936~20971520,272629760~16777216,293601280~25165824,331350016~8388608,343932928~4194304,352321536~25165824,381681664~20971520,406847488~12582912] 2024-04-15T15:53:52.578 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [0~25165824,29360128~54525952,88080384~20971520,117440512~16777216,138412032~29360128,171966464~8388608,184549376~33554432,230686720~8388608,247463936~20971520,272629760~46137344,331350016~16777216,352321536~67108864] 2024-04-15T15:53:52.578 INFO:tasks.workunit.client.0.smithi016.stdout:from 11 to HEAD diff [0~4194304,12582912~12582912,29360128~12582912,46137344~33554432,88080384~16777216,117440512~16777216,138412032~29360128,171966464~8388608,184549376~29360128,230686720~8388608,247463936~20971520,272629760~16777216,293601280~4194304,301989888~16777216,331350016~8388608,352321536~12582912,369098752~8388608,381681664~20971520,406847488~8388608] 2024-04-15T15:53:52.578 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [0~4194304,12582912~12582912,29360128~12582912,46137344~33554432,88080384~16777216,117440512~16777216,138412032~29360128,171966464~8388608,184549376~29360128,230686720~8388608,247463936~20971520,272629760~16777216,293601280~4194304,301989888~16777216,331350016~8388608,352321536~12582912,369098752~8388608,381681664~20971520,406847488~8388608] 2024-04-15T15:53:52.579 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [0~8388608,12582912~12582912,29360128~54525952,88080384~20971520,117440512~16777216,138412032~29360128,171966464~8388608,184549376~33554432,230686720~8388608,247463936~20971520,272629760~46137344,331350016~12582912,352321536~62914560] 2024-04-15T15:53:52.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:53:52 smithi102 ceph-mon[87131]: osdmap e2099: 8 total, 8 up, 8 in 2024-04-15T15:53:52.687 INFO:journalctl@ceph.prometheus.a.smithi102.stdout:Apr 15 15:53:52 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-prometheus-a[120881]: ts=2024-04-15T15:53:52.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi016:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"362ea986-fb34-11ee-bc8f-c7b262605968\", instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T15:53:52.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:53:52 smithi016 ceph-mon[90652]: osdmap e2099: 8 total, 8 up, 8 in 2024-04-15T15:53:52.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:53:52 smithi016 ceph-mon[93212]: osdmap e2099: 8 total, 8 up, 8 in 2024-04-15T15:53:53.507 INFO:tasks.workunit.client.0.smithi016.stdout:from 0 to HEAD diff [0~8388608,12582912~20971520,37748736~71303168,113246208~100663296,218103808~25165824,247463936~92274688,343932928~75497472] 2024-04-15T15:53:53.507 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [0~8388608,12582912~20971520,37748736~71303168,113246208~100663296,218103808~25165824,247463936~92274688,343932928~75497472] 2024-04-15T15:53:53.543 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [0~419430400] 2024-04-15T15:53:53.543 INFO:tasks.workunit.client.0.smithi016.stdout:from 1 to HEAD diff [0~8388608,12582912~20971520,37748736~71303168,113246208~71303168,188743680~25165824,218103808~25165824,247463936~92274688,343932928~58720256,406847488~12582912] 2024-04-15T15:53:53.544 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [0~8388608,12582912~20971520,37748736~71303168,113246208~71303168,188743680~25165824,218103808~25165824,247463936~92274688,343932928~58720256,406847488~12582912] 2024-04-15T15:53:53.554 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [0~419430400] 2024-04-15T15:53:53.554 INFO:tasks.workunit.client.0.smithi016.stdout:from 2 to HEAD diff [0~8388608,12582912~92274688,113246208~67108864,184549376~29360128,218103808~25165824,247463936~92274688,343932928~58720256,406847488~12582912] 2024-04-15T15:53:53.554 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [0~8388608,12582912~92274688,113246208~67108864,184549376~29360128,218103808~25165824,247463936~92274688,343932928~58720256,406847488~12582912] 2024-04-15T15:53:53.559 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [0~109051904,113246208~306184192] 2024-04-15T15:53:53.559 INFO:tasks.workunit.client.0.smithi016.stdout:from 3 to HEAD diff [0~8388608,12582912~92274688,113246208~67108864,184549376~29360128,218103808~25165824,247463936~92274688,343932928~4194304,352321536~25165824,381681664~20971520,406847488~12582912] 2024-04-15T15:53:53.559 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [0~8388608,12582912~92274688,113246208~67108864,184549376~29360128,218103808~25165824,247463936~92274688,343932928~4194304,352321536~25165824,381681664~20971520,406847488~12582912] 2024-04-15T15:53:53.563 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [0~109051904,113246208~234881024,352321536~67108864] 2024-04-15T15:53:53.563 INFO:tasks.workunit.client.0.smithi016.stdout:from 4 to HEAD diff [0~8388608,12582912~96468992,117440512~50331648,171966464~8388608,184549376~29360128,218103808~25165824,247463936~92274688,343932928~4194304,352321536~25165824,381681664~20971520,406847488~12582912] 2024-04-15T15:53:53.563 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [0~8388608,12582912~96468992,117440512~50331648,171966464~8388608,184549376~29360128,218103808~25165824,247463936~92274688,343932928~4194304,352321536~25165824,381681664~20971520,406847488~12582912] 2024-04-15T15:53:53.567 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [0~109051904,117440512~50331648,171966464~176160768,352321536~67108864] 2024-04-15T15:53:53.567 INFO:tasks.workunit.client.0.smithi016.stdout:from 5 to HEAD diff [0~8388608,12582912~29360128,46137344~62914560,117440512~50331648,171966464~8388608,184549376~29360128,218103808~25165824,247463936~92274688,343932928~4194304,352321536~25165824,381681664~20971520,406847488~12582912] 2024-04-15T15:53:53.567 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [0~8388608,12582912~29360128,46137344~62914560,117440512~50331648,171966464~8388608,184549376~29360128,218103808~25165824,247463936~92274688,343932928~4194304,352321536~25165824,381681664~20971520,406847488~12582912] 2024-04-15T15:53:53.570 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [0~109051904,117440512~50331648,171966464~176160768,352321536~67108864] 2024-04-15T15:53:53.570 INFO:tasks.workunit.client.0.smithi016.stdout:from 6 to HEAD diff [0~8388608,12582912~29360128,46137344~62914560,117440512~50331648,171966464~8388608,184549376~29360128,218103808~25165824,247463936~92274688,343932928~4194304,352321536~25165824,381681664~20971520,406847488~12582912] 2024-04-15T15:53:53.570 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [0~8388608,12582912~29360128,46137344~62914560,117440512~50331648,171966464~8388608,184549376~29360128,218103808~25165824,247463936~92274688,343932928~4194304,352321536~25165824,381681664~20971520,406847488~12582912] 2024-04-15T15:53:53.573 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [0~109051904,117440512~50331648,171966464~8388608,184549376~163577856,352321536~67108864] 2024-04-15T15:53:53.573 INFO:tasks.workunit.client.0.smithi016.stdout:from 7 to HEAD diff [0~8388608,12582912~29360128,46137344~62914560,117440512~50331648,171966464~8388608,184549376~29360128,226492416~16777216,247463936~92274688,343932928~4194304,352321536~25165824,381681664~20971520,406847488~12582912] 2024-04-15T15:53:53.573 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [0~8388608,12582912~29360128,46137344~62914560,117440512~50331648,171966464~8388608,184549376~29360128,226492416~16777216,247463936~92274688,343932928~4194304,352321536~25165824,381681664~20971520,406847488~12582912] 2024-04-15T15:53:53.576 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [0~109051904,117440512~50331648,171966464~8388608,184549376~33554432,226492416~121634816,352321536~67108864] 2024-04-15T15:53:53.576 INFO:tasks.workunit.client.0.smithi016.stdout:from 8 to HEAD diff [0~8388608,12582912~29360128,46137344~37748736,88080384~20971520,117440512~16777216,138412032~29360128,171966464~8388608,184549376~29360128,226492416~16777216,247463936~75497472,331350016~8388608,343932928~4194304,352321536~25165824,381681664~20971520,406847488~12582912] 2024-04-15T15:53:53.576 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [0~8388608,12582912~29360128,46137344~37748736,88080384~20971520,117440512~16777216,138412032~29360128,171966464~8388608,184549376~29360128,226492416~16777216,247463936~75497472,331350016~8388608,343932928~4194304,352321536~25165824,381681664~20971520,406847488~12582912] 2024-04-15T15:53:53.578 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [0~83886080,88080384~20971520,117440512~16777216,138412032~29360128,171966464~8388608,184549376~33554432,226492416~96468992,331350016~16777216,352321536~67108864] 2024-04-15T15:53:53.579 INFO:tasks.workunit.client.0.smithi016.stdout:from 9 to HEAD diff [0~8388608,12582912~29360128,46137344~33554432,88080384~20971520,117440512~16777216,138412032~29360128,171966464~8388608,184549376~29360128,226492416~12582912,247463936~20971520,272629760~16777216,293601280~25165824,331350016~8388608,343932928~4194304,352321536~25165824,381681664~20971520,406847488~12582912] 2024-04-15T15:53:53.579 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [0~8388608,12582912~29360128,46137344~33554432,88080384~20971520,117440512~16777216,138412032~29360128,171966464~8388608,184549376~29360128,226492416~12582912,247463936~20971520,272629760~16777216,293601280~25165824,331350016~8388608,343932928~4194304,352321536~25165824,381681664~20971520,406847488~12582912] 2024-04-15T15:53:53.580 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [0~83886080,88080384~20971520,117440512~16777216,138412032~29360128,171966464~8388608,184549376~33554432,226492416~12582912,247463936~20971520,272629760~46137344,331350016~16777216,352321536~67108864] 2024-04-15T15:53:53.580 INFO:tasks.workunit.client.0.smithi016.stdout:from 10 to HEAD diff [0~8388608,12582912~12582912,29360128~12582912,46137344~33554432,88080384~16777216,117440512~16777216,138412032~29360128,171966464~8388608,184549376~29360128,230686720~8388608,247463936~20971520,272629760~16777216,293601280~25165824,331350016~8388608,343932928~4194304,352321536~25165824,381681664~20971520,406847488~12582912] 2024-04-15T15:53:53.580 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [0~8388608,12582912~12582912,29360128~12582912,46137344~33554432,88080384~16777216,117440512~16777216,138412032~29360128,171966464~8388608,184549376~29360128,230686720~8388608,247463936~20971520,272629760~16777216,293601280~25165824,331350016~8388608,343932928~4194304,352321536~25165824,381681664~20971520,406847488~12582912] 2024-04-15T15:53:53.582 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [0~25165824,29360128~54525952,88080384~20971520,117440512~16777216,138412032~29360128,171966464~8388608,184549376~33554432,230686720~8388608,247463936~20971520,272629760~46137344,331350016~16777216,352321536~67108864] 2024-04-15T15:53:53.789 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:53:53 smithi016 ceph-mon[90652]: osdmap e2100: 8 total, 8 up, 8 in 2024-04-15T15:53:53.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:53:53 smithi016 ceph-mon[90652]: pgmap v4070: 137 pgs: 137 active+clean; 845 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 560 KiB/s rd, 6.5 KiB/s wr, 1.04k op/s 2024-04-15T15:53:53.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:53:53 smithi016 ceph-mon[93212]: osdmap e2100: 8 total, 8 up, 8 in 2024-04-15T15:53:53.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:53:53 smithi016 ceph-mon[93212]: pgmap v4070: 137 pgs: 137 active+clean; 845 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 560 KiB/s rd, 6.5 KiB/s wr, 1.04k op/s 2024-04-15T15:53:53.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:53:53 smithi102 ceph-mon[87131]: osdmap e2100: 8 total, 8 up, 8 in 2024-04-15T15:53:53.938 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:53:53 smithi102 ceph-mon[87131]: pgmap v4070: 137 pgs: 137 active+clean; 845 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 560 KiB/s rd, 6.5 KiB/s wr, 1.04k op/s 2024-04-15T15:53:54.508 INFO:tasks.workunit.client.0.smithi016.stdout:from 0 to HEAD diff [0~8388608,12582912~20971520,37748736~71303168,113246208~100663296,218103808~25165824,247463936~92274688,343932928~75497472] 2024-04-15T15:53:54.508 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [0~8388608,12582912~20971520,37748736~71303168,113246208~100663296,218103808~25165824,247463936~92274688,343932928~75497472] 2024-04-15T15:53:54.531 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [0~419430400] 2024-04-15T15:53:54.531 INFO:tasks.workunit.client.0.smithi016.stdout:from 1 to HEAD diff [0~8388608,12582912~20971520,37748736~71303168,113246208~71303168,188743680~25165824,218103808~25165824,247463936~92274688,343932928~58720256,406847488~12582912] 2024-04-15T15:53:54.531 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [0~8388608,12582912~20971520,37748736~71303168,113246208~71303168,188743680~25165824,218103808~25165824,247463936~92274688,343932928~58720256,406847488~12582912] 2024-04-15T15:53:54.540 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [0~419430400] 2024-04-15T15:53:54.540 INFO:tasks.workunit.client.0.smithi016.stdout:from 2 to HEAD diff [0~8388608,12582912~92274688,113246208~67108864,184549376~29360128,218103808~25165824,247463936~92274688,343932928~58720256,406847488~12582912] 2024-04-15T15:53:54.540 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [0~8388608,12582912~92274688,113246208~67108864,184549376~29360128,218103808~25165824,247463936~92274688,343932928~58720256,406847488~12582912] 2024-04-15T15:53:54.549 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [0~109051904,113246208~306184192] 2024-04-15T15:53:54.549 INFO:tasks.workunit.client.0.smithi016.stdout:from 3 to HEAD diff [0~8388608,12582912~92274688,113246208~67108864,184549376~29360128,218103808~25165824,247463936~92274688,343932928~4194304,352321536~25165824,381681664~20971520,406847488~12582912] 2024-04-15T15:53:54.549 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [0~8388608,12582912~92274688,113246208~67108864,184549376~29360128,218103808~25165824,247463936~92274688,343932928~4194304,352321536~25165824,381681664~20971520,406847488~12582912] 2024-04-15T15:53:54.557 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [0~109051904,113246208~234881024,352321536~67108864] 2024-04-15T15:53:54.557 INFO:tasks.workunit.client.0.smithi016.stdout:from 4 to HEAD diff [0~8388608,12582912~96468992,117440512~50331648,171966464~8388608,184549376~29360128,218103808~25165824,247463936~92274688,343932928~4194304,352321536~25165824,381681664~20971520,406847488~12582912] 2024-04-15T15:53:54.557 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [0~8388608,12582912~96468992,117440512~50331648,171966464~8388608,184549376~29360128,218103808~25165824,247463936~92274688,343932928~4194304,352321536~25165824,381681664~20971520,406847488~12582912] 2024-04-15T15:53:54.566 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [0~109051904,117440512~50331648,171966464~176160768,352321536~67108864] 2024-04-15T15:53:54.566 INFO:tasks.workunit.client.0.smithi016.stdout:from 5 to HEAD diff [0~8388608,12582912~29360128,46137344~62914560,117440512~50331648,171966464~8388608,184549376~29360128,218103808~25165824,247463936~92274688,343932928~4194304,352321536~25165824,381681664~20971520,406847488~12582912] 2024-04-15T15:53:54.566 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [0~8388608,12582912~29360128,46137344~62914560,117440512~50331648,171966464~8388608,184549376~29360128,218103808~25165824,247463936~92274688,343932928~4194304,352321536~25165824,381681664~20971520,406847488~12582912] 2024-04-15T15:53:54.568 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [0~109051904,117440512~50331648,171966464~176160768,352321536~67108864] 2024-04-15T15:53:54.568 INFO:tasks.workunit.client.0.smithi016.stdout:from 6 to HEAD diff [0~8388608,12582912~29360128,46137344~62914560,117440512~50331648,171966464~8388608,184549376~29360128,218103808~25165824,247463936~92274688,343932928~4194304,352321536~25165824,381681664~20971520,406847488~12582912] 2024-04-15T15:53:54.569 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [0~8388608,12582912~29360128,46137344~62914560,117440512~50331648,171966464~8388608,184549376~29360128,218103808~25165824,247463936~92274688,343932928~4194304,352321536~25165824,381681664~20971520,406847488~12582912] 2024-04-15T15:53:54.571 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [0~109051904,117440512~50331648,171966464~8388608,184549376~163577856,352321536~67108864] 2024-04-15T15:53:54.572 INFO:tasks.workunit.client.0.smithi016.stdout:from 7 to HEAD diff [0~8388608,12582912~29360128,46137344~62914560,117440512~50331648,171966464~8388608,184549376~29360128,226492416~16777216,247463936~92274688,343932928~4194304,352321536~25165824,381681664~20971520,406847488~12582912] 2024-04-15T15:53:54.572 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [0~8388608,12582912~29360128,46137344~62914560,117440512~50331648,171966464~8388608,184549376~29360128,226492416~16777216,247463936~92274688,343932928~4194304,352321536~25165824,381681664~20971520,406847488~12582912] 2024-04-15T15:53:54.573 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [0~109051904,117440512~50331648,171966464~8388608,184549376~33554432,226492416~121634816,352321536~67108864] 2024-04-15T15:53:54.573 INFO:tasks.workunit.client.0.smithi016.stdout:from 8 to HEAD diff [0~8388608,12582912~29360128,46137344~37748736,88080384~20971520,117440512~16777216,138412032~29360128,171966464~8388608,184549376~29360128,226492416~16777216,247463936~75497472,331350016~8388608,343932928~4194304,352321536~25165824,381681664~20971520,406847488~12582912] 2024-04-15T15:53:54.573 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [0~8388608,12582912~29360128,46137344~37748736,88080384~20971520,117440512~16777216,138412032~29360128,171966464~8388608,184549376~29360128,226492416~16777216,247463936~75497472,331350016~8388608,343932928~4194304,352321536~25165824,381681664~20971520,406847488~12582912] 2024-04-15T15:53:54.575 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [0~83886080,88080384~20971520,117440512~16777216,138412032~29360128,171966464~8388608,184549376~33554432,226492416~96468992,331350016~16777216,352321536~67108864] 2024-04-15T15:53:54.575 INFO:tasks.workunit.client.0.smithi016.stdout:from 9 to HEAD diff [0~8388608,12582912~29360128,46137344~33554432,88080384~20971520,117440512~16777216,138412032~29360128,171966464~8388608,184549376~29360128,226492416~12582912,247463936~20971520,272629760~16777216,293601280~25165824,331350016~8388608,343932928~4194304,352321536~25165824,381681664~20971520,406847488~12582912] 2024-04-15T15:53:54.575 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [0~8388608,12582912~29360128,46137344~33554432,88080384~20971520,117440512~16777216,138412032~29360128,171966464~8388608,184549376~29360128,226492416~12582912,247463936~20971520,272629760~16777216,293601280~25165824,331350016~8388608,343932928~4194304,352321536~25165824,381681664~20971520,406847488~12582912] 2024-04-15T15:53:54.576 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [0~83886080,88080384~20971520,117440512~16777216,138412032~29360128,171966464~8388608,184549376~33554432,226492416~12582912,247463936~20971520,272629760~46137344,331350016~16777216,352321536~67108864] 2024-04-15T15:53:54.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:53:54 smithi016 ceph-mon[90652]: osdmap e2101: 8 total, 8 up, 8 in 2024-04-15T15:53:54.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:53:54 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T15:53:54.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:53:54 smithi016 ceph-mon[93212]: osdmap e2101: 8 total, 8 up, 8 in 2024-04-15T15:53:54.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:53:54 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T15:53:54.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:53:54 smithi102 ceph-mon[87131]: osdmap e2101: 8 total, 8 up, 8 in 2024-04-15T15:53:54.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:53:54 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T15:53:55.516 INFO:tasks.workunit.client.0.smithi016.stdout:from 0 to HEAD diff [0~8388608,12582912~20971520,37748736~71303168,113246208~100663296,218103808~25165824,247463936~92274688,343932928~75497472] 2024-04-15T15:53:55.516 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [0~8388608,12582912~20971520,37748736~71303168,113246208~100663296,218103808~25165824,247463936~92274688,343932928~75497472] 2024-04-15T15:53:55.548 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [0~419430400] 2024-04-15T15:53:55.548 INFO:tasks.workunit.client.0.smithi016.stdout:from 1 to HEAD diff [0~8388608,12582912~20971520,37748736~71303168,113246208~71303168,188743680~25165824,218103808~25165824,247463936~92274688,343932928~58720256,406847488~12582912] 2024-04-15T15:53:55.548 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [0~8388608,12582912~20971520,37748736~71303168,113246208~71303168,188743680~25165824,218103808~25165824,247463936~92274688,343932928~58720256,406847488~12582912] 2024-04-15T15:53:55.557 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [0~419430400] 2024-04-15T15:53:55.557 INFO:tasks.workunit.client.0.smithi016.stdout:from 2 to HEAD diff [0~8388608,12582912~92274688,113246208~67108864,184549376~29360128,218103808~25165824,247463936~92274688,343932928~58720256,406847488~12582912] 2024-04-15T15:53:55.557 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [0~8388608,12582912~92274688,113246208~67108864,184549376~29360128,218103808~25165824,247463936~92274688,343932928~58720256,406847488~12582912] 2024-04-15T15:53:55.564 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [0~109051904,113246208~306184192] 2024-04-15T15:53:55.564 INFO:tasks.workunit.client.0.smithi016.stdout:from 3 to HEAD diff [0~8388608,12582912~92274688,113246208~67108864,184549376~29360128,218103808~25165824,247463936~92274688,343932928~4194304,352321536~25165824,381681664~20971520,406847488~12582912] 2024-04-15T15:53:55.564 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [0~8388608,12582912~92274688,113246208~67108864,184549376~29360128,218103808~25165824,247463936~92274688,343932928~4194304,352321536~25165824,381681664~20971520,406847488~12582912] 2024-04-15T15:53:55.568 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [0~109051904,113246208~234881024,352321536~67108864] 2024-04-15T15:53:55.568 INFO:tasks.workunit.client.0.smithi016.stdout:from 4 to HEAD diff [0~8388608,12582912~96468992,117440512~50331648,171966464~8388608,184549376~29360128,218103808~25165824,247463936~92274688,343932928~4194304,352321536~25165824,381681664~20971520,406847488~12582912] 2024-04-15T15:53:55.568 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [0~8388608,12582912~96468992,117440512~50331648,171966464~8388608,184549376~29360128,218103808~25165824,247463936~92274688,343932928~4194304,352321536~25165824,381681664~20971520,406847488~12582912] 2024-04-15T15:53:55.572 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [0~109051904,117440512~50331648,171966464~176160768,352321536~67108864] 2024-04-15T15:53:55.572 INFO:tasks.workunit.client.0.smithi016.stdout:from 5 to HEAD diff [0~8388608,12582912~29360128,46137344~62914560,117440512~50331648,171966464~8388608,184549376~29360128,218103808~25165824,247463936~92274688,343932928~4194304,352321536~25165824,381681664~20971520,406847488~12582912] 2024-04-15T15:53:55.572 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [0~8388608,12582912~29360128,46137344~62914560,117440512~50331648,171966464~8388608,184549376~29360128,218103808~25165824,247463936~92274688,343932928~4194304,352321536~25165824,381681664~20971520,406847488~12582912] 2024-04-15T15:53:55.574 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [0~109051904,117440512~50331648,171966464~176160768,352321536~67108864] 2024-04-15T15:53:55.574 INFO:tasks.workunit.client.0.smithi016.stdout:from 6 to HEAD diff [0~8388608,12582912~29360128,46137344~62914560,117440512~50331648,171966464~8388608,184549376~29360128,218103808~25165824,247463936~92274688,343932928~4194304,352321536~25165824,381681664~20971520,406847488~12582912] 2024-04-15T15:53:55.575 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [0~8388608,12582912~29360128,46137344~62914560,117440512~50331648,171966464~8388608,184549376~29360128,218103808~25165824,247463936~92274688,343932928~4194304,352321536~25165824,381681664~20971520,406847488~12582912] 2024-04-15T15:53:55.576 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [0~109051904,117440512~50331648,171966464~8388608,184549376~163577856,352321536~67108864] 2024-04-15T15:53:55.577 INFO:tasks.workunit.client.0.smithi016.stdout:from 7 to HEAD diff [0~8388608,12582912~29360128,46137344~62914560,117440512~50331648,171966464~8388608,184549376~29360128,226492416~16777216,247463936~92274688,343932928~4194304,352321536~25165824,381681664~20971520,406847488~12582912] 2024-04-15T15:53:55.577 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [0~8388608,12582912~29360128,46137344~62914560,117440512~50331648,171966464~8388608,184549376~29360128,226492416~16777216,247463936~92274688,343932928~4194304,352321536~25165824,381681664~20971520,406847488~12582912] 2024-04-15T15:53:55.578 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [0~109051904,117440512~50331648,171966464~8388608,184549376~33554432,226492416~121634816,352321536~67108864] 2024-04-15T15:53:55.578 INFO:tasks.workunit.client.0.smithi016.stdout:from 8 to HEAD diff [0~8388608,12582912~29360128,46137344~37748736,88080384~20971520,117440512~16777216,138412032~29360128,171966464~8388608,184549376~29360128,226492416~16777216,247463936~75497472,331350016~8388608,343932928~4194304,352321536~25165824,381681664~20971520,406847488~12582912] 2024-04-15T15:53:55.578 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [0~8388608,12582912~29360128,46137344~37748736,88080384~20971520,117440512~16777216,138412032~29360128,171966464~8388608,184549376~29360128,226492416~16777216,247463936~75497472,331350016~8388608,343932928~4194304,352321536~25165824,381681664~20971520,406847488~12582912] 2024-04-15T15:53:55.579 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [0~83886080,88080384~20971520,117440512~16777216,138412032~29360128,171966464~8388608,184549376~33554432,226492416~96468992,331350016~16777216,352321536~67108864] 2024-04-15T15:53:55.789 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:53:55 smithi016 ceph-mon[90652]: osdmap e2102: 8 total, 8 up, 8 in 2024-04-15T15:53:55.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:53:55 smithi016 ceph-mon[90652]: pgmap v4073: 137 pgs: 137 active+clean; 845 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 257 KiB/s rd, 5.0 KiB/s wr, 430 op/s 2024-04-15T15:53:55.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:53:55 smithi016 ceph-mon[93212]: osdmap e2102: 8 total, 8 up, 8 in 2024-04-15T15:53:55.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:53:55 smithi016 ceph-mon[93212]: pgmap v4073: 137 pgs: 137 active+clean; 845 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 257 KiB/s rd, 5.0 KiB/s wr, 430 op/s 2024-04-15T15:53:55.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:53:55 smithi102 ceph-mon[87131]: osdmap e2102: 8 total, 8 up, 8 in 2024-04-15T15:53:55.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:53:55 smithi102 ceph-mon[87131]: pgmap v4073: 137 pgs: 137 active+clean; 845 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 257 KiB/s rd, 5.0 KiB/s wr, 430 op/s 2024-04-15T15:53:56.223 INFO:tasks.workunit.client.0.smithi016.stdout:from 0 to HEAD diff [0~8388608,12582912~20971520,37748736~71303168,113246208~100663296,218103808~25165824,247463936~92274688,343932928~75497472] 2024-04-15T15:53:56.223 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [0~8388608,12582912~20971520,37748736~71303168,113246208~100663296,218103808~25165824,247463936~92274688,343932928~75497472] 2024-04-15T15:53:56.251 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [0~419430400] 2024-04-15T15:53:56.251 INFO:tasks.workunit.client.0.smithi016.stdout:from 1 to HEAD diff [0~8388608,12582912~20971520,37748736~71303168,113246208~71303168,188743680~25165824,218103808~25165824,247463936~92274688,343932928~58720256,406847488~12582912] 2024-04-15T15:53:56.251 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [0~8388608,12582912~20971520,37748736~71303168,113246208~71303168,188743680~25165824,218103808~25165824,247463936~92274688,343932928~58720256,406847488~12582912] 2024-04-15T15:53:56.260 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [0~419430400] 2024-04-15T15:53:56.260 INFO:tasks.workunit.client.0.smithi016.stdout:from 2 to HEAD diff [0~8388608,12582912~92274688,113246208~67108864,184549376~29360128,218103808~25165824,247463936~92274688,343932928~58720256,406847488~12582912] 2024-04-15T15:53:56.260 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [0~8388608,12582912~92274688,113246208~67108864,184549376~29360128,218103808~25165824,247463936~92274688,343932928~58720256,406847488~12582912] 2024-04-15T15:53:56.268 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [0~109051904,113246208~306184192] 2024-04-15T15:53:56.268 INFO:tasks.workunit.client.0.smithi016.stdout:from 3 to HEAD diff [0~8388608,12582912~92274688,113246208~67108864,184549376~29360128,218103808~25165824,247463936~92274688,343932928~4194304,352321536~25165824,381681664~20971520,406847488~12582912] 2024-04-15T15:53:56.268 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [0~8388608,12582912~92274688,113246208~67108864,184549376~29360128,218103808~25165824,247463936~92274688,343932928~4194304,352321536~25165824,381681664~20971520,406847488~12582912] 2024-04-15T15:53:56.272 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [0~109051904,113246208~234881024,352321536~67108864] 2024-04-15T15:53:56.272 INFO:tasks.workunit.client.0.smithi016.stdout:from 4 to HEAD diff [0~8388608,12582912~96468992,117440512~50331648,171966464~8388608,184549376~29360128,218103808~25165824,247463936~92274688,343932928~4194304,352321536~25165824,381681664~20971520,406847488~12582912] 2024-04-15T15:53:56.272 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [0~8388608,12582912~96468992,117440512~50331648,171966464~8388608,184549376~29360128,218103808~25165824,247463936~92274688,343932928~4194304,352321536~25165824,381681664~20971520,406847488~12582912] 2024-04-15T15:53:56.274 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [0~109051904,117440512~50331648,171966464~176160768,352321536~67108864] 2024-04-15T15:53:56.275 INFO:tasks.workunit.client.0.smithi016.stdout:from 5 to HEAD diff [0~8388608,12582912~29360128,46137344~62914560,117440512~50331648,171966464~8388608,184549376~29360128,218103808~25165824,247463936~92274688,343932928~4194304,352321536~25165824,381681664~20971520,406847488~12582912] 2024-04-15T15:53:56.275 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [0~8388608,12582912~29360128,46137344~62914560,117440512~50331648,171966464~8388608,184549376~29360128,218103808~25165824,247463936~92274688,343932928~4194304,352321536~25165824,381681664~20971520,406847488~12582912] 2024-04-15T15:53:56.277 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [0~109051904,117440512~50331648,171966464~176160768,352321536~67108864] 2024-04-15T15:53:56.277 INFO:tasks.workunit.client.0.smithi016.stdout:from 6 to HEAD diff [0~8388608,12582912~29360128,46137344~62914560,117440512~50331648,171966464~8388608,184549376~29360128,218103808~25165824,247463936~92274688,343932928~4194304,352321536~25165824,381681664~20971520,406847488~12582912] 2024-04-15T15:53:56.277 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [0~8388608,12582912~29360128,46137344~62914560,117440512~50331648,171966464~8388608,184549376~29360128,218103808~25165824,247463936~92274688,343932928~4194304,352321536~25165824,381681664~20971520,406847488~12582912] 2024-04-15T15:53:56.279 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [0~109051904,117440512~50331648,171966464~8388608,184549376~163577856,352321536~67108864] 2024-04-15T15:53:56.279 INFO:tasks.workunit.client.0.smithi016.stdout:from 7 to HEAD diff [0~8388608,12582912~29360128,46137344~62914560,117440512~50331648,171966464~8388608,184549376~29360128,226492416~16777216,247463936~92274688,343932928~4194304,352321536~25165824,381681664~20971520,406847488~12582912] 2024-04-15T15:53:56.279 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [0~8388608,12582912~29360128,46137344~62914560,117440512~50331648,171966464~8388608,184549376~29360128,226492416~16777216,247463936~92274688,343932928~4194304,352321536~25165824,381681664~20971520,406847488~12582912] 2024-04-15T15:53:56.280 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [0~109051904,117440512~50331648,171966464~8388608,184549376~33554432,226492416~121634816,352321536~67108864] 2024-04-15T15:53:56.789 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:53:56 smithi016 ceph-mon[90652]: osdmap e2103: 8 total, 8 up, 8 in 2024-04-15T15:53:56.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:53:56 smithi016 ceph-mon[90652]: osdmap e2104: 8 total, 8 up, 8 in 2024-04-15T15:53:56.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:53:56 smithi016 ceph-mon[93212]: osdmap e2103: 8 total, 8 up, 8 in 2024-04-15T15:53:56.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:53:56 smithi016 ceph-mon[93212]: osdmap e2104: 8 total, 8 up, 8 in 2024-04-15T15:53:56.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:53:56 smithi102 ceph-mon[87131]: osdmap e2103: 8 total, 8 up, 8 in 2024-04-15T15:53:56.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:53:56 smithi102 ceph-mon[87131]: osdmap e2104: 8 total, 8 up, 8 in 2024-04-15T15:53:57.227 INFO:tasks.workunit.client.0.smithi016.stdout:from 0 to HEAD diff [0~8388608,12582912~20971520,37748736~71303168,113246208~100663296,218103808~25165824,247463936~92274688,343932928~75497472] 2024-04-15T15:53:57.227 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [0~8388608,12582912~20971520,37748736~71303168,113246208~100663296,218103808~25165824,247463936~92274688,343932928~75497472] 2024-04-15T15:53:57.247 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [0~419430400] 2024-04-15T15:53:57.247 INFO:tasks.workunit.client.0.smithi016.stdout:from 1 to HEAD diff [0~8388608,12582912~20971520,37748736~71303168,113246208~71303168,188743680~25165824,218103808~25165824,247463936~92274688,343932928~58720256,406847488~12582912] 2024-04-15T15:53:57.247 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [0~8388608,12582912~20971520,37748736~71303168,113246208~71303168,188743680~25165824,218103808~25165824,247463936~92274688,343932928~58720256,406847488~12582912] 2024-04-15T15:53:57.255 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [0~419430400] 2024-04-15T15:53:57.255 INFO:tasks.workunit.client.0.smithi016.stdout:from 2 to HEAD diff [0~8388608,12582912~92274688,113246208~67108864,184549376~29360128,218103808~25165824,247463936~92274688,343932928~58720256,406847488~12582912] 2024-04-15T15:53:57.255 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [0~8388608,12582912~92274688,113246208~67108864,184549376~29360128,218103808~25165824,247463936~92274688,343932928~58720256,406847488~12582912] 2024-04-15T15:53:57.262 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [0~109051904,113246208~306184192] 2024-04-15T15:53:57.262 INFO:tasks.workunit.client.0.smithi016.stdout:from 3 to HEAD diff [0~8388608,12582912~92274688,113246208~67108864,184549376~29360128,218103808~25165824,247463936~92274688,343932928~4194304,352321536~25165824,381681664~20971520,406847488~12582912] 2024-04-15T15:53:57.262 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [0~8388608,12582912~92274688,113246208~67108864,184549376~29360128,218103808~25165824,247463936~92274688,343932928~4194304,352321536~25165824,381681664~20971520,406847488~12582912] 2024-04-15T15:53:57.268 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [0~109051904,113246208~234881024,352321536~67108864] 2024-04-15T15:53:57.269 INFO:tasks.workunit.client.0.smithi016.stdout:from 4 to HEAD diff [0~8388608,12582912~96468992,117440512~50331648,171966464~8388608,184549376~29360128,218103808~25165824,247463936~92274688,343932928~4194304,352321536~25165824,381681664~20971520,406847488~12582912] 2024-04-15T15:53:57.269 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [0~8388608,12582912~96468992,117440512~50331648,171966464~8388608,184549376~29360128,218103808~25165824,247463936~92274688,343932928~4194304,352321536~25165824,381681664~20971520,406847488~12582912] 2024-04-15T15:53:57.273 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [0~109051904,117440512~50331648,171966464~176160768,352321536~67108864] 2024-04-15T15:53:57.273 INFO:tasks.workunit.client.0.smithi016.stdout:from 5 to HEAD diff [0~8388608,12582912~29360128,46137344~62914560,117440512~50331648,171966464~8388608,184549376~29360128,218103808~25165824,247463936~92274688,343932928~4194304,352321536~25165824,381681664~20971520,406847488~12582912] 2024-04-15T15:53:57.273 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [0~8388608,12582912~29360128,46137344~62914560,117440512~50331648,171966464~8388608,184549376~29360128,218103808~25165824,247463936~92274688,343932928~4194304,352321536~25165824,381681664~20971520,406847488~12582912] 2024-04-15T15:53:57.274 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [0~109051904,117440512~50331648,171966464~176160768,352321536~67108864] 2024-04-15T15:53:57.275 INFO:tasks.workunit.client.0.smithi016.stdout:from 6 to HEAD diff [0~8388608,12582912~29360128,46137344~62914560,117440512~50331648,171966464~8388608,184549376~29360128,218103808~25165824,247463936~92274688,343932928~4194304,352321536~25165824,381681664~20971520,406847488~12582912] 2024-04-15T15:53:57.275 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [0~8388608,12582912~29360128,46137344~62914560,117440512~50331648,171966464~8388608,184549376~29360128,218103808~25165824,247463936~92274688,343932928~4194304,352321536~25165824,381681664~20971520,406847488~12582912] 2024-04-15T15:53:57.276 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [0~109051904,117440512~50331648,171966464~8388608,184549376~163577856,352321536~67108864] 2024-04-15T15:53:58.229 INFO:tasks.workunit.client.0.smithi016.stdout:from 0 to HEAD diff [0~8388608,12582912~20971520,37748736~71303168,113246208~100663296,218103808~25165824,247463936~92274688,343932928~75497472] 2024-04-15T15:53:58.229 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [0~8388608,12582912~20971520,37748736~71303168,113246208~100663296,218103808~25165824,247463936~92274688,343932928~75497472] 2024-04-15T15:53:58.245 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [0~419430400] 2024-04-15T15:53:58.245 INFO:tasks.workunit.client.0.smithi016.stdout:from 1 to HEAD diff [0~8388608,12582912~20971520,37748736~71303168,113246208~71303168,188743680~25165824,218103808~25165824,247463936~92274688,343932928~58720256,406847488~12582912] 2024-04-15T15:53:58.245 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [0~8388608,12582912~20971520,37748736~71303168,113246208~71303168,188743680~25165824,218103808~25165824,247463936~92274688,343932928~58720256,406847488~12582912] 2024-04-15T15:53:58.266 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [0~419430400] 2024-04-15T15:53:58.266 INFO:tasks.workunit.client.0.smithi016.stdout:from 2 to HEAD diff [0~8388608,12582912~92274688,113246208~67108864,184549376~29360128,218103808~25165824,247463936~92274688,343932928~58720256,406847488~12582912] 2024-04-15T15:53:58.266 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [0~8388608,12582912~92274688,113246208~67108864,184549376~29360128,218103808~25165824,247463936~92274688,343932928~58720256,406847488~12582912] 2024-04-15T15:53:58.271 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [0~109051904,113246208~306184192] 2024-04-15T15:53:58.271 INFO:tasks.workunit.client.0.smithi016.stdout:from 3 to HEAD diff [0~8388608,12582912~92274688,113246208~67108864,184549376~29360128,218103808~25165824,247463936~92274688,343932928~4194304,352321536~25165824,381681664~20971520,406847488~12582912] 2024-04-15T15:53:58.271 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [0~8388608,12582912~92274688,113246208~67108864,184549376~29360128,218103808~25165824,247463936~92274688,343932928~4194304,352321536~25165824,381681664~20971520,406847488~12582912] 2024-04-15T15:53:58.274 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [0~109051904,113246208~234881024,352321536~67108864] 2024-04-15T15:53:58.274 INFO:tasks.workunit.client.0.smithi016.stdout:from 4 to HEAD diff [0~8388608,12582912~96468992,117440512~50331648,171966464~8388608,184549376~29360128,218103808~25165824,247463936~92274688,343932928~4194304,352321536~25165824,381681664~20971520,406847488~12582912] 2024-04-15T15:53:58.274 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [0~8388608,12582912~96468992,117440512~50331648,171966464~8388608,184549376~29360128,218103808~25165824,247463936~92274688,343932928~4194304,352321536~25165824,381681664~20971520,406847488~12582912] 2024-04-15T15:53:58.276 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [0~109051904,117440512~50331648,171966464~176160768,352321536~67108864] 2024-04-15T15:53:58.276 INFO:tasks.workunit.client.0.smithi016.stdout:from 5 to HEAD diff [0~8388608,12582912~29360128,46137344~62914560,117440512~50331648,171966464~8388608,184549376~29360128,218103808~25165824,247463936~92274688,343932928~4194304,352321536~25165824,381681664~20971520,406847488~12582912] 2024-04-15T15:53:58.276 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [0~8388608,12582912~29360128,46137344~62914560,117440512~50331648,171966464~8388608,184549376~29360128,218103808~25165824,247463936~92274688,343932928~4194304,352321536~25165824,381681664~20971520,406847488~12582912] 2024-04-15T15:53:58.277 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [0~109051904,117440512~50331648,171966464~176160768,352321536~67108864] 2024-04-15T15:53:58.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:53:58 smithi016 ceph-mon[90652]: pgmap v4076: 137 pgs: 137 active+clean; 763 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 205 KiB/s rd, 6.2 KiB/s wr, 345 op/s 2024-04-15T15:53:58.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:53:58 smithi016 ceph-mon[90652]: osdmap e2105: 8 total, 8 up, 8 in 2024-04-15T15:53:58.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:53:58 smithi016 ceph-mon[93212]: pgmap v4076: 137 pgs: 137 active+clean; 763 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 205 KiB/s rd, 6.2 KiB/s wr, 345 op/s 2024-04-15T15:53:58.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:53:58 smithi016 ceph-mon[93212]: osdmap e2105: 8 total, 8 up, 8 in 2024-04-15T15:53:58.688 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:53:58 smithi102 ceph-mon[87131]: pgmap v4076: 137 pgs: 137 active+clean; 763 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 205 KiB/s rd, 6.2 KiB/s wr, 345 op/s 2024-04-15T15:53:58.688 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:53:58 smithi102 ceph-mon[87131]: osdmap e2105: 8 total, 8 up, 8 in 2024-04-15T15:53:59.235 INFO:tasks.workunit.client.0.smithi016.stdout:from 0 to HEAD diff [0~8388608,12582912~20971520,37748736~71303168,113246208~100663296,218103808~25165824,247463936~92274688,343932928~75497472] 2024-04-15T15:53:59.235 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [0~8388608,12582912~20971520,37748736~71303168,113246208~100663296,218103808~25165824,247463936~92274688,343932928~75497472] 2024-04-15T15:53:59.275 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [0~419430400] 2024-04-15T15:53:59.275 INFO:tasks.workunit.client.0.smithi016.stdout:from 1 to HEAD diff [0~8388608,12582912~20971520,37748736~71303168,113246208~71303168,188743680~25165824,218103808~25165824,247463936~92274688,343932928~58720256,406847488~12582912] 2024-04-15T15:53:59.275 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [0~8388608,12582912~20971520,37748736~71303168,113246208~71303168,188743680~25165824,218103808~25165824,247463936~92274688,343932928~58720256,406847488~12582912] 2024-04-15T15:53:59.285 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [0~419430400] 2024-04-15T15:53:59.285 INFO:tasks.workunit.client.0.smithi016.stdout:from 2 to HEAD diff [0~8388608,12582912~92274688,113246208~67108864,184549376~29360128,218103808~25165824,247463936~92274688,343932928~58720256,406847488~12582912] 2024-04-15T15:53:59.285 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [0~8388608,12582912~92274688,113246208~67108864,184549376~29360128,218103808~25165824,247463936~92274688,343932928~58720256,406847488~12582912] 2024-04-15T15:53:59.288 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [0~109051904,113246208~306184192] 2024-04-15T15:53:59.288 INFO:tasks.workunit.client.0.smithi016.stdout:from 3 to HEAD diff [0~8388608,12582912~92274688,113246208~67108864,184549376~29360128,218103808~25165824,247463936~92274688,343932928~4194304,352321536~25165824,381681664~20971520,406847488~12582912] 2024-04-15T15:53:59.288 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [0~8388608,12582912~92274688,113246208~67108864,184549376~29360128,218103808~25165824,247463936~92274688,343932928~4194304,352321536~25165824,381681664~20971520,406847488~12582912] 2024-04-15T15:53:59.290 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [0~109051904,113246208~234881024,352321536~67108864] 2024-04-15T15:53:59.290 INFO:tasks.workunit.client.0.smithi016.stdout:from 4 to HEAD diff [0~8388608,12582912~96468992,117440512~50331648,171966464~8388608,184549376~29360128,218103808~25165824,247463936~92274688,343932928~4194304,352321536~25165824,381681664~20971520,406847488~12582912] 2024-04-15T15:53:59.290 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [0~8388608,12582912~96468992,117440512~50331648,171966464~8388608,184549376~29360128,218103808~25165824,247463936~92274688,343932928~4194304,352321536~25165824,381681664~20971520,406847488~12582912] 2024-04-15T15:53:59.291 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [0~109051904,117440512~50331648,171966464~176160768,352321536~67108864] 2024-04-15T15:53:59.539 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:53:59 smithi016 ceph-mon[90652]: osdmap e2106: 8 total, 8 up, 8 in 2024-04-15T15:53:59.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:53:59 smithi016 ceph-mon[93212]: osdmap e2106: 8 total, 8 up, 8 in 2024-04-15T15:53:59.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:53:59 smithi102 ceph-mon[87131]: osdmap e2106: 8 total, 8 up, 8 in 2024-04-15T15:54:00.244 INFO:tasks.workunit.client.0.smithi016.stdout:from 0 to HEAD diff [0~8388608,12582912~20971520,37748736~71303168,113246208~100663296,218103808~25165824,247463936~92274688,343932928~75497472] 2024-04-15T15:54:00.244 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [0~8388608,12582912~20971520,37748736~71303168,113246208~100663296,218103808~25165824,247463936~92274688,343932928~75497472] 2024-04-15T15:54:00.265 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [0~419430400] 2024-04-15T15:54:00.265 INFO:tasks.workunit.client.0.smithi016.stdout:from 1 to HEAD diff [0~8388608,12582912~20971520,37748736~71303168,113246208~71303168,188743680~25165824,218103808~25165824,247463936~92274688,343932928~58720256,406847488~12582912] 2024-04-15T15:54:00.265 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [0~8388608,12582912~20971520,37748736~71303168,113246208~71303168,188743680~25165824,218103808~25165824,247463936~92274688,343932928~58720256,406847488~12582912] 2024-04-15T15:54:00.270 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [0~419430400] 2024-04-15T15:54:00.270 INFO:tasks.workunit.client.0.smithi016.stdout:from 2 to HEAD diff [0~8388608,12582912~92274688,113246208~67108864,184549376~29360128,218103808~25165824,247463936~92274688,343932928~58720256,406847488~12582912] 2024-04-15T15:54:00.270 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [0~8388608,12582912~92274688,113246208~67108864,184549376~29360128,218103808~25165824,247463936~92274688,343932928~58720256,406847488~12582912] 2024-04-15T15:54:00.279 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [0~109051904,113246208~306184192] 2024-04-15T15:54:00.279 INFO:tasks.workunit.client.0.smithi016.stdout:from 3 to HEAD diff [0~8388608,12582912~92274688,113246208~67108864,184549376~29360128,218103808~25165824,247463936~92274688,343932928~4194304,352321536~25165824,381681664~20971520,406847488~12582912] 2024-04-15T15:54:00.279 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [0~8388608,12582912~92274688,113246208~67108864,184549376~29360128,218103808~25165824,247463936~92274688,343932928~4194304,352321536~25165824,381681664~20971520,406847488~12582912] 2024-04-15T15:54:00.281 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [0~109051904,113246208~234881024,352321536~67108864] 2024-04-15T15:54:00.539 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:54:00 smithi016 ceph-mon[90652]: pgmap v4079: 137 pgs: 137 active+clean; 738 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 227 KiB/s rd, 6.2 KiB/s wr, 391 op/s 2024-04-15T15:54:00.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:54:00 smithi016 ceph-mon[90652]: osdmap e2107: 8 total, 8 up, 8 in 2024-04-15T15:54:00.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:54:00 smithi016 ceph-mon[93212]: pgmap v4079: 137 pgs: 137 active+clean; 738 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 227 KiB/s rd, 6.2 KiB/s wr, 391 op/s 2024-04-15T15:54:00.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:54:00 smithi016 ceph-mon[93212]: osdmap e2107: 8 total, 8 up, 8 in 2024-04-15T15:54:00.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:54:00 smithi102 ceph-mon[87131]: pgmap v4079: 137 pgs: 137 active+clean; 738 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 227 KiB/s rd, 6.2 KiB/s wr, 391 op/s 2024-04-15T15:54:00.688 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:54:00 smithi102 ceph-mon[87131]: osdmap e2107: 8 total, 8 up, 8 in 2024-04-15T15:54:01.225 INFO:tasks.workunit.client.0.smithi016.stdout:from 0 to HEAD diff [0~8388608,12582912~20971520,37748736~71303168,113246208~100663296,218103808~25165824,247463936~92274688,343932928~75497472] 2024-04-15T15:54:01.225 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [0~8388608,12582912~20971520,37748736~71303168,113246208~100663296,218103808~25165824,247463936~92274688,343932928~75497472] 2024-04-15T15:54:01.245 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [0~419430400] 2024-04-15T15:54:01.245 INFO:tasks.workunit.client.0.smithi016.stdout:from 1 to HEAD diff [0~8388608,12582912~20971520,37748736~71303168,113246208~71303168,188743680~25165824,218103808~25165824,247463936~92274688,343932928~58720256,406847488~12582912] 2024-04-15T15:54:01.245 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [0~8388608,12582912~20971520,37748736~71303168,113246208~71303168,188743680~25165824,218103808~25165824,247463936~92274688,343932928~58720256,406847488~12582912] 2024-04-15T15:54:01.250 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [0~419430400] 2024-04-15T15:54:01.250 INFO:tasks.workunit.client.0.smithi016.stdout:from 2 to HEAD diff [0~8388608,12582912~92274688,113246208~67108864,184549376~29360128,218103808~25165824,247463936~92274688,343932928~58720256,406847488~12582912] 2024-04-15T15:54:01.250 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [0~8388608,12582912~92274688,113246208~67108864,184549376~29360128,218103808~25165824,247463936~92274688,343932928~58720256,406847488~12582912] 2024-04-15T15:54:01.251 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [0~109051904,113246208~306184192] 2024-04-15T15:54:01.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:54:01 smithi016 ceph-mon[90652]: osdmap e2108: 8 total, 8 up, 8 in 2024-04-15T15:54:01.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:54:01 smithi016 ceph-mon[90652]: osdmap e2109: 8 total, 8 up, 8 in 2024-04-15T15:54:01.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:54:01 smithi016 ceph-mon[93212]: osdmap e2108: 8 total, 8 up, 8 in 2024-04-15T15:54:01.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:54:01 smithi016 ceph-mon[93212]: osdmap e2109: 8 total, 8 up, 8 in 2024-04-15T15:54:01.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:54:01 smithi102 ceph-mon[87131]: osdmap e2108: 8 total, 8 up, 8 in 2024-04-15T15:54:01.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:54:01 smithi102 ceph-mon[87131]: osdmap e2109: 8 total, 8 up, 8 in 2024-04-15T15:54:02.040 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 15 15:54:01 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-y[81421]: ::ffff:172.21.15.102 - - [15/Apr/2024:15:54:01] "GET /metrics HTTP/1.1" 200 36685 "" "Prometheus/2.43.0" 2024-04-15T15:54:02.258 INFO:tasks.workunit.client.0.smithi016.stdout:from 0 to HEAD diff [0~8388608,12582912~20971520,37748736~71303168,113246208~100663296,218103808~25165824,247463936~92274688,343932928~75497472] 2024-04-15T15:54:02.258 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [0~8388608,12582912~20971520,37748736~71303168,113246208~100663296,218103808~25165824,247463936~92274688,343932928~75497472] 2024-04-15T15:54:02.278 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [0~419430400] 2024-04-15T15:54:02.278 INFO:tasks.workunit.client.0.smithi016.stdout:from 1 to HEAD diff [0~8388608,12582912~20971520,37748736~71303168,113246208~71303168,188743680~25165824,218103808~25165824,247463936~92274688,343932928~58720256,406847488~12582912] 2024-04-15T15:54:02.278 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [0~8388608,12582912~20971520,37748736~71303168,113246208~71303168,188743680~25165824,218103808~25165824,247463936~92274688,343932928~58720256,406847488~12582912] 2024-04-15T15:54:02.279 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [0~419430400] 2024-04-15T15:54:02.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:54:02 smithi016 ceph-mon[90652]: pgmap v4082: 137 pgs: 137 active+clean; 683 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 55 KiB/s rd, 1.2 KiB/s wr, 110 op/s 2024-04-15T15:54:02.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:54:02 smithi016 ceph-mon[93212]: pgmap v4082: 137 pgs: 137 active+clean; 683 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 55 KiB/s rd, 1.2 KiB/s wr, 110 op/s 2024-04-15T15:54:02.688 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:54:02 smithi102 ceph-mon[87131]: pgmap v4082: 137 pgs: 137 active+clean; 683 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 55 KiB/s rd, 1.2 KiB/s wr, 110 op/s 2024-04-15T15:54:02.688 INFO:journalctl@ceph.prometheus.a.smithi102.stdout:Apr 15 15:54:02 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-prometheus-a[120881]: ts=2024-04-15T15:54:02.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi016:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"362ea986-fb34-11ee-bc8f-c7b262605968\", instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T15:54:03.262 INFO:tasks.workunit.client.0.smithi016.stdout:from 0 to HEAD diff [0~8388608,12582912~20971520,37748736~71303168,113246208~100663296,218103808~25165824,247463936~92274688,343932928~75497472] 2024-04-15T15:54:03.262 INFO:tasks.workunit.client.0.smithi016.stdout: limited diff [0~8388608,12582912~20971520,37748736~71303168,113246208~100663296,218103808~25165824,247463936~92274688,343932928~75497472] 2024-04-15T15:54:03.277 INFO:tasks.workunit.client.0.smithi016.stdout: actual was [0~419430400] 2024-04-15T15:54:03.539 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:54:03 smithi016 ceph-mon[90652]: osdmap e2110: 8 total, 8 up, 8 in 2024-04-15T15:54:03.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:54:03 smithi016 ceph-mon[93212]: osdmap e2110: 8 total, 8 up, 8 in 2024-04-15T15:54:03.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:54:03 smithi102 ceph-mon[87131]: osdmap e2110: 8 total, 8 up, 8 in 2024-04-15T15:54:04.286 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] DiffIterateTest/1.DiffIterateStress (38924 ms) 2024-04-15T15:54:04.286 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] DiffIterateTest/1.DiffIterateParent 2024-04-15T15:54:04.286 INFO:tasks.workunit.client.0.smithi016.stdout:using new format! 2024-04-15T15:54:04.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:54:04 smithi016 ceph-mon[90652]: pgmap v4085: 137 pgs: 137 active+clean; 597 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 115 KiB/s rd, 6.2 KiB/s wr, 189 op/s 2024-04-15T15:54:04.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:54:04 smithi016 ceph-mon[90652]: osdmap e2111: 8 total, 8 up, 8 in 2024-04-15T15:54:04.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:54:04 smithi016 ceph-mon[93212]: pgmap v4085: 137 pgs: 137 active+clean; 597 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 115 KiB/s rd, 6.2 KiB/s wr, 189 op/s 2024-04-15T15:54:04.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:54:04 smithi016 ceph-mon[93212]: osdmap e2111: 8 total, 8 up, 8 in 2024-04-15T15:54:04.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:54:04 smithi102 ceph-mon[87131]: pgmap v4085: 137 pgs: 137 active+clean; 597 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 115 KiB/s rd, 6.2 KiB/s wr, 189 op/s 2024-04-15T15:54:04.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:54:04 smithi102 ceph-mon[87131]: osdmap e2111: 8 total, 8 up, 8 in 2024-04-15T15:54:05.389 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] DiffIterateTest/1.DiffIterateParent (1103 ms) 2024-04-15T15:54:05.389 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] DiffIterateTest/1.DiffIterateIgnoreParent 2024-04-15T15:54:05.389 INFO:tasks.workunit.client.0.smithi016.stdout:using new format! 2024-04-15T15:54:05.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:54:05 smithi016 ceph-mon[90652]: osdmap e2112: 8 total, 8 up, 8 in 2024-04-15T15:54:05.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:54:05 smithi016 ceph-mon[93212]: osdmap e2112: 8 total, 8 up, 8 in 2024-04-15T15:54:05.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:54:05 smithi102 ceph-mon[87131]: osdmap e2112: 8 total, 8 up, 8 in 2024-04-15T15:54:06.340 INFO:tasks.workunit.client.0.smithi016.stdout: wrote [0~8388608,12582912~8388608] to clone 2024-04-15T15:54:06.340 INFO:tasks.workunit.client.0.smithi016.stdout: diff was [0~8388608,12582912~8388608] 2024-04-15T15:54:06.344 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] DiffIterateTest/1.DiffIterateIgnoreParent (955 ms) 2024-04-15T15:54:06.344 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] DiffIterateTest/1.DiffIterateCallbackError 2024-04-15T15:54:06.344 INFO:tasks.workunit.client.0.smithi016.stdout:using new format! 2024-04-15T15:54:06.367 INFO:tasks.workunit.client.0.smithi016.stdout: wrote [4497134~62849,5928507~6105,6254924~42279,7298520~73382,7699899~11613,10023289~19439,15087303~72563,16318485~92869] 2024-04-15T15:54:06.373 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] DiffIterateTest/1.DiffIterateCallbackError (29 ms) 2024-04-15T15:54:06.373 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] DiffIterateTest/1.DiffIterateParentDiscard 2024-04-15T15:54:06.373 INFO:tasks.workunit.client.0.smithi016.stdout:using new format! 2024-04-15T15:54:06.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:54:06 smithi016 ceph-mon[90652]: pgmap v4088: 137 pgs: 137 active+clean; 597 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 83 KiB/s rd, 5.0 KiB/s wr, 124 op/s 2024-04-15T15:54:06.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:54:06 smithi016 ceph-mon[90652]: osdmap e2113: 8 total, 8 up, 8 in 2024-04-15T15:54:06.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:54:06 smithi016 ceph-mon[90652]: osdmap e2114: 8 total, 8 up, 8 in 2024-04-15T15:54:06.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:54:06 smithi016 ceph-mon[93212]: pgmap v4088: 137 pgs: 137 active+clean; 597 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 83 KiB/s rd, 5.0 KiB/s wr, 124 op/s 2024-04-15T15:54:06.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:54:06 smithi016 ceph-mon[93212]: osdmap e2113: 8 total, 8 up, 8 in 2024-04-15T15:54:06.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:54:06 smithi016 ceph-mon[93212]: osdmap e2114: 8 total, 8 up, 8 in 2024-04-15T15:54:06.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:54:06 smithi102 ceph-mon[87131]: pgmap v4088: 137 pgs: 137 active+clean; 597 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 83 KiB/s rd, 5.0 KiB/s wr, 124 op/s 2024-04-15T15:54:06.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:54:06 smithi102 ceph-mon[87131]: osdmap e2113: 8 total, 8 up, 8 in 2024-04-15T15:54:06.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:54:06 smithi102 ceph-mon[87131]: osdmap e2114: 8 total, 8 up, 8 in 2024-04-15T15:54:08.378 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] DiffIterateTest/1.DiffIterateParentDiscard (2004 ms) 2024-04-15T15:54:08.378 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] DiffIterateTest/1.DiffIterateUnalignedSmall 2024-04-15T15:54:08.378 INFO:tasks.workunit.client.0.smithi016.stdout:using new format! 2024-04-15T15:54:08.435 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] DiffIterateTest/1.DiffIterateUnalignedSmall (58 ms) 2024-04-15T15:54:08.435 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] DiffIterateTest/1.DiffIterateUnaligned 2024-04-15T15:54:08.435 INFO:tasks.workunit.client.0.smithi016.stdout:using new format! 2024-04-15T15:54:08.498 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] DiffIterateTest/1.DiffIterateUnaligned (62 ms) 2024-04-15T15:54:08.498 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] DiffIterateTest/1.DiffIterateTryAcquireLock 2024-04-15T15:54:08.498 INFO:tasks.workunit.client.0.smithi016.stdout:using new format! 2024-04-15T15:54:08.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:54:08 smithi016 ceph-mon[90652]: pgmap v4091: 137 pgs: 137 active+clean; 491 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 1.1 MiB/s rd, 4.5 MiB/s wr, 122 op/s 2024-04-15T15:54:08.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:54:08 smithi016 ceph-mon[90652]: osdmap e2115: 8 total, 8 up, 8 in 2024-04-15T15:54:08.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:54:08 smithi016 ceph-mon[93212]: pgmap v4091: 137 pgs: 137 active+clean; 491 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 1.1 MiB/s rd, 4.5 MiB/s wr, 122 op/s 2024-04-15T15:54:08.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:54:08 smithi016 ceph-mon[93212]: osdmap e2115: 8 total, 8 up, 8 in 2024-04-15T15:54:08.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:54:08 smithi102 ceph-mon[87131]: pgmap v4091: 137 pgs: 137 active+clean; 491 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 1.1 MiB/s rd, 4.5 MiB/s wr, 122 op/s 2024-04-15T15:54:08.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:54:08 smithi102 ceph-mon[87131]: osdmap e2115: 8 total, 8 up, 8 in 2024-04-15T15:54:09.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:54:09 smithi016 ceph-mon[90652]: osdmap e2116: 8 total, 8 up, 8 in 2024-04-15T15:54:09.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:54:09 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T15:54:09.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:54:09 smithi016 ceph-mon[93212]: osdmap e2116: 8 total, 8 up, 8 in 2024-04-15T15:54:09.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:54:09 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T15:54:09.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:54:09 smithi102 ceph-mon[87131]: osdmap e2116: 8 total, 8 up, 8 in 2024-04-15T15:54:09.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:54:09 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T15:54:10.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:54:10 smithi016 ceph-mon[90652]: pgmap v4094: 137 pgs: 137 active+clean; 497 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 2.2 MiB/s rd, 8.7 MiB/s wr, 228 op/s 2024-04-15T15:54:10.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:54:10 smithi016 ceph-mon[93212]: pgmap v4094: 137 pgs: 137 active+clean; 497 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 2.2 MiB/s rd, 8.7 MiB/s wr, 228 op/s 2024-04-15T15:54:10.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:54:10 smithi102 ceph-mon[87131]: pgmap v4094: 137 pgs: 137 active+clean; 497 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 2.2 MiB/s rd, 8.7 MiB/s wr, 228 op/s 2024-04-15T15:54:12.040 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 15 15:54:11 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-y[81421]: ::ffff:172.21.15.102 - - [15/Apr/2024:15:54:11] "GET /metrics HTTP/1.1" 200 36685 "" "Prometheus/2.43.0" 2024-04-15T15:54:12.489 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:54:12 smithi102 ceph-mon[87131]: pgmap v4095: 137 pgs: 137 active+clean; 529 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 3.0 MiB/s rd, 9.2 MiB/s wr, 251 op/s 2024-04-15T15:54:12.489 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:54:12 smithi102 ceph-mon[87131]: osdmap e2117: 8 total, 8 up, 8 in 2024-04-15T15:54:12.489 INFO:journalctl@ceph.prometheus.a.smithi102.stdout:Apr 15 15:54:12 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-prometheus-a[120881]: ts=2024-04-15T15:54:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi016:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"362ea986-fb34-11ee-bc8f-c7b262605968\", instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T15:54:12.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:54:12 smithi016 ceph-mon[90652]: pgmap v4095: 137 pgs: 137 active+clean; 529 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 3.0 MiB/s rd, 9.2 MiB/s wr, 251 op/s 2024-04-15T15:54:12.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:54:12 smithi016 ceph-mon[90652]: osdmap e2117: 8 total, 8 up, 8 in 2024-04-15T15:54:12.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:54:12 smithi016 ceph-mon[93212]: pgmap v4095: 137 pgs: 137 active+clean; 529 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 3.0 MiB/s rd, 9.2 MiB/s wr, 251 op/s 2024-04-15T15:54:12.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:54:12 smithi016 ceph-mon[93212]: osdmap e2117: 8 total, 8 up, 8 in 2024-04-15T15:54:13.541 INFO:tasks.workunit.client.0.smithi016.stdout:[ OK ] DiffIterateTest/1.DiffIterateTryAcquireLock (5043 ms) 2024-04-15T15:54:13.541 INFO:tasks.workunit.client.0.smithi016.stdout:[ RUN ] DiffIterateTest/1.DiffIterateStriping 2024-04-15T15:54:13.541 INFO:tasks.workunit.client.0.smithi016.stdout:/home/jenkins-build/build/workspace/ceph-dev-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/18.2.2-1221-ge3fb05d5/rpm/el9/BUILD/ceph-18.2.2-1221-ge3fb05d5/src/test/librbd/test_librbd.cc:8604: Skipped 2024-04-15T15:54:13.541 INFO:tasks.workunit.client.0.smithi016.stdout:Skipping due to unmet REQUIRE 2024-04-15T15:54:13.541 INFO:tasks.workunit.client.0.smithi016.stdout:[ SKIPPED ] DiffIterateTest/1.DiffIterateStriping (0 ms) 2024-04-15T15:54:14.225 INFO:tasks.workunit.client.0.smithi016.stdout:[----------] 15 tests from DiffIterateTest/1 (68297 ms total) 2024-04-15T15:54:14.225 INFO:tasks.workunit.client.0.smithi016.stdout: 2024-04-15T15:54:14.225 INFO:tasks.workunit.client.0.smithi016.stdout:[----------] Global test environment tear-down 2024-04-15T15:54:14.225 INFO:tasks.workunit.client.0.smithi016.stdout:[==========] 480 tests from 24 test suites ran. (2159697 ms total) 2024-04-15T15:54:14.225 INFO:tasks.workunit.client.0.smithi016.stdout:[ PASSED ] 434 tests. 2024-04-15T15:54:14.225 INFO:tasks.workunit.client.0.smithi016.stdout:[ SKIPPED ] 46 tests, listed below: 2024-04-15T15:54:14.225 INFO:tasks.workunit.client.0.smithi016.stdout:[ SKIPPED ] TestJournalStress.DiscardWithPruneWriteOverlap 2024-04-15T15:54:14.225 INFO:tasks.workunit.client.0.smithi016.stdout:[ SKIPPED ] TestJournalReplay.AioDiscardEvent 2024-04-15T15:54:14.225 INFO:tasks.workunit.client.0.smithi016.stdout:[ SKIPPED ] TestJournalReplay.AioWriteEvent 2024-04-15T15:54:14.226 INFO:tasks.workunit.client.0.smithi016.stdout:[ SKIPPED ] TestJournalReplay.AioFlushEvent 2024-04-15T15:54:14.226 INFO:tasks.workunit.client.0.smithi016.stdout:[ SKIPPED ] TestJournalReplay.SnapCreate 2024-04-15T15:54:14.226 INFO:tasks.workunit.client.0.smithi016.stdout:[ SKIPPED ] TestJournalReplay.SnapProtect 2024-04-15T15:54:14.226 INFO:tasks.workunit.client.0.smithi016.stdout:[ SKIPPED ] TestJournalReplay.SnapUnprotect 2024-04-15T15:54:14.226 INFO:tasks.workunit.client.0.smithi016.stdout:[ SKIPPED ] TestJournalReplay.SnapRename 2024-04-15T15:54:14.226 INFO:tasks.workunit.client.0.smithi016.stdout:[ SKIPPED ] TestJournalReplay.SnapRollback 2024-04-15T15:54:14.226 INFO:tasks.workunit.client.0.smithi016.stdout:[ SKIPPED ] TestJournalReplay.SnapRemove 2024-04-15T15:54:14.226 INFO:tasks.workunit.client.0.smithi016.stdout:[ SKIPPED ] TestJournalReplay.Rename 2024-04-15T15:54:14.226 INFO:tasks.workunit.client.0.smithi016.stdout:[ SKIPPED ] TestJournalReplay.Resize 2024-04-15T15:54:14.226 INFO:tasks.workunit.client.0.smithi016.stdout:[ SKIPPED ] TestJournalReplay.Flatten 2024-04-15T15:54:14.226 INFO:tasks.workunit.client.0.smithi016.stdout:[ SKIPPED ] TestJournalReplay.UpdateFeatures 2024-04-15T15:54:14.226 INFO:tasks.workunit.client.0.smithi016.stdout:[ SKIPPED ] TestJournalReplay.MetadataSet 2024-04-15T15:54:14.227 INFO:tasks.workunit.client.0.smithi016.stdout:[ SKIPPED ] TestJournalReplay.MetadataRemove 2024-04-15T15:54:14.227 INFO:tasks.workunit.client.0.smithi016.stdout:[ SKIPPED ] TestJournalReplay.ObjectPosition 2024-04-15T15:54:14.227 INFO:tasks.workunit.client.0.smithi016.stdout:[ SKIPPED ] TestJournalEntries.AioWrite 2024-04-15T15:54:14.227 INFO:tasks.workunit.client.0.smithi016.stdout:[ SKIPPED ] TestJournalEntries.AioDiscard 2024-04-15T15:54:14.227 INFO:tasks.workunit.client.0.smithi016.stdout:[ SKIPPED ] TestJournalEntries.AioDiscardWithPrune 2024-04-15T15:54:14.227 INFO:tasks.workunit.client.0.smithi016.stdout:[ SKIPPED ] TestJournalEntries.AioFlush 2024-04-15T15:54:14.227 INFO:tasks.workunit.client.0.smithi016.stdout:[ SKIPPED ] TestOperations.DisableJournalingCorrupt 2024-04-15T15:54:14.227 INFO:tasks.workunit.client.0.smithi016.stdout:[ SKIPPED ] TestMigration.MirroringSamePool 2024-04-15T15:54:14.227 INFO:tasks.workunit.client.0.smithi016.stdout:[ SKIPPED ] TestMigration.MirroringAbort 2024-04-15T15:54:14.227 INFO:tasks.workunit.client.0.smithi016.stdout:[ SKIPPED ] TestMigration.MirroringOtherPoolDisabled 2024-04-15T15:54:14.227 INFO:tasks.workunit.client.0.smithi016.stdout:[ SKIPPED ] TestMigration.MirroringOtherPoolEnabled 2024-04-15T15:54:14.227 INFO:tasks.workunit.client.0.smithi016.stdout:[ SKIPPED ] TestMigration.MirroringPool 2024-04-15T15:54:14.227 INFO:tasks.workunit.client.0.smithi016.stdout:[ SKIPPED ] TestDeepCopy.NoSnaps_StrippingLargerDstObjSize 2024-04-15T15:54:14.227 INFO:tasks.workunit.client.0.smithi016.stdout:[ SKIPPED ] TestDeepCopy.Snaps_StrippingLargerDstObjSize 2024-04-15T15:54:14.227 INFO:tasks.workunit.client.0.smithi016.stdout:[ SKIPPED ] TestDeepCopy.Clone_StrippingLargerDstObjSize 2024-04-15T15:54:14.228 INFO:tasks.workunit.client.0.smithi016.stdout:[ SKIPPED ] TestDeepCopy.CloneFlatten_StrippingLargerDstObjSize 2024-04-15T15:54:14.228 INFO:tasks.workunit.client.0.smithi016.stdout:[ SKIPPED ] TestDeepCopy.Stress_StrippingLargerDstObjSize 2024-04-15T15:54:14.228 INFO:tasks.workunit.client.0.smithi016.stdout:[ SKIPPED ] TestDeepCopy.NoSnaps_StrippingSmallerDstObjSize 2024-04-15T15:54:14.228 INFO:tasks.workunit.client.0.smithi016.stdout:[ SKIPPED ] TestDeepCopy.Snaps_StrippingSmallerDstObjSize 2024-04-15T15:54:14.228 INFO:tasks.workunit.client.0.smithi016.stdout:[ SKIPPED ] TestDeepCopy.Clone_StrippingSmallerDstObjSize 2024-04-15T15:54:14.228 INFO:tasks.workunit.client.0.smithi016.stdout:[ SKIPPED ] TestDeepCopy.CloneFlatten_StrippingSmallerDstObjSize 2024-04-15T15:54:14.228 INFO:tasks.workunit.client.0.smithi016.stdout:[ SKIPPED ] TestDeepCopy.Stress_StrippingSmallerDstObjSize 2024-04-15T15:54:14.228 INFO:tasks.workunit.client.0.smithi016.stdout:[ SKIPPED ] TestMirroring.DisableImageMirrorWithPeer 2024-04-15T15:54:14.228 INFO:tasks.workunit.client.0.smithi016.stdout:[ SKIPPED ] TestMirroring.DisableJournalingWithPeer 2024-04-15T15:54:14.228 INFO:tasks.workunit.client.0.smithi016.stdout:[ SKIPPED ] TestInternal.DiscardCopyup 2024-04-15T15:54:14.228 INFO:tasks.workunit.client.0.smithi016.stdout:[ SKIPPED ] TestInternal.TestCoR 2024-04-15T15:54:14.228 INFO:tasks.workunit.client.0.smithi016.stdout:[ SKIPPED ] TestLibRBD.EncryptionLoadBadStripePattern 2024-04-15T15:54:14.228 INFO:tasks.workunit.client.0.smithi016.stdout:[ SKIPPED ] TestLibRBD.EnableJournalingViaLockOwner 2024-04-15T15:54:14.228 INFO:tasks.workunit.client.0.smithi016.stdout:[ SKIPPED ] TestLibRBD.ExclusiveLockReadTransition 2024-04-15T15:54:14.229 INFO:tasks.workunit.client.0.smithi016.stdout:[ SKIPPED ] DiffIterateTest/0.DiffIterateStriping 2024-04-15T15:54:14.229 INFO:tasks.workunit.client.0.smithi016.stdout:[ SKIPPED ] DiffIterateTest/1.DiffIterateStriping 2024-04-15T15:54:14.229 INFO:tasks.workunit.client.0.smithi016.stdout: 2024-04-15T15:54:14.229 INFO:tasks.workunit.client.0.smithi016.stdout: YOU HAVE 2 DISABLED TESTS 2024-04-15T15:54:14.229 INFO:tasks.workunit.client.0.smithi016.stdout: 2024-04-15T15:54:14.238 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-04-15T15:54:14.238 DEBUG:teuthology.orchestra.run.smithi016:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-04-15T15:54:14.312 INFO:tasks.workunit:Stopping ['rbd/test_librbd.sh'] on client.0... 2024-04-15T15:54:14.312 DEBUG:teuthology.orchestra.run.smithi016:> sudo rm -rf -- /home/ubuntu/cephtest/workunits.list.client.0 /home/ubuntu/cephtest/clone.client.0 2024-04-15T15:54:14.539 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:54:14 smithi016 ceph-mon[90652]: pgmap v4097: 137 pgs: 137 active+clean; 562 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 2.8 MiB/s rd, 9.4 MiB/s wr, 215 op/s 2024-04-15T15:54:14.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:54:14 smithi016 ceph-mon[93212]: pgmap v4097: 137 pgs: 137 active+clean; 562 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 2.8 MiB/s rd, 9.4 MiB/s wr, 215 op/s 2024-04-15T15:54:14.577 DEBUG:teuthology.parallel:result is None 2024-04-15T15:54:14.577 DEBUG:teuthology.orchestra.run.smithi016:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0 2024-04-15T15:54:14.605 INFO:tasks.workunit:Deleted dir /home/ubuntu/cephtest/mnt.0/client.0 2024-04-15T15:54:14.606 DEBUG:teuthology.orchestra.run.smithi016:> rmdir -- /home/ubuntu/cephtest/mnt.0 2024-04-15T15:54:14.661 INFO:tasks.workunit:Deleted artificial mount point /home/ubuntu/cephtest/mnt.0/client.0 2024-04-15T15:54:14.661 INFO:teuthology.task.full_sequential:In full_sequential, running task print... 2024-04-15T15:54:14.661 INFO:teuthology.task.print:**** done end test_rbd_api.yaml 2024-04-15T15:54:14.662 INFO:teuthology.task.full_sequential:In full_sequential, running task print... 2024-04-15T15:54:14.662 INFO:teuthology.task.print:**** done start test_rbd_python.yaml 2024-04-15T15:54:14.662 INFO:teuthology.task.full_sequential:In full_sequential, running task workunit... 2024-04-15T15:54:14.662 INFO:tasks.workunit:Pulling workunits from ref reef 2024-04-15T15:54:14.663 INFO:tasks.workunit:Making a separate scratch dir for every client... 2024-04-15T15:54:14.663 DEBUG:teuthology.orchestra.run.smithi016:> stat -- /home/ubuntu/cephtest/mnt.0 2024-04-15T15:54:14.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:54:14 smithi102 ceph-mon[87131]: pgmap v4097: 137 pgs: 137 active+clean; 562 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 2.8 MiB/s rd, 9.4 MiB/s wr, 215 op/s 2024-04-15T15:54:14.716 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-04-15T15:54:14.716 INFO:teuthology.orchestra.run.smithi016.stderr:stat: cannot statx '/home/ubuntu/cephtest/mnt.0': No such file or directory 2024-04-15T15:54:14.716 DEBUG:teuthology.orchestra.run.smithi016:> mkdir -- /home/ubuntu/cephtest/mnt.0 2024-04-15T15:54:14.773 INFO:tasks.workunit:Created dir /home/ubuntu/cephtest/mnt.0 2024-04-15T15:54:14.773 DEBUG:teuthology.orchestra.run.smithi016:> cd -- /home/ubuntu/cephtest/mnt.0 && mkdir -- client.0 2024-04-15T15:54:14.828 INFO:tasks.workunit:timeout=3h 2024-04-15T15:54:14.828 INFO:tasks.workunit:cleanup=True 2024-04-15T15:54:14.829 DEBUG:teuthology.orchestra.run.smithi016:> rm -rf /home/ubuntu/cephtest/clone.client.0 && git clone --depth 1 --branch reef https://git.ceph.com/ceph.git /home/ubuntu/cephtest/clone.client.0 && cd /home/ubuntu/cephtest/clone.client.0 2024-04-15T15:54:14.892 INFO:tasks.workunit.client.0.smithi016.stderr:Cloning into '/home/ubuntu/cephtest/clone.client.0'... 2024-04-15T15:54:15.539 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:54:15 smithi016 ceph-mon[90652]: osdmap e2118: 8 total, 8 up, 8 in 2024-04-15T15:54:15.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:54:15 smithi016 ceph-mon[93212]: osdmap e2118: 8 total, 8 up, 8 in 2024-04-15T15:54:15.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:54:15 smithi102 ceph-mon[87131]: osdmap e2118: 8 total, 8 up, 8 in 2024-04-15T15:54:16.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:54:16 smithi016 ceph-mon[90652]: pgmap v4099: 105 pgs: 105 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail 2024-04-15T15:54:16.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:54:16 smithi016 ceph-mon[93212]: pgmap v4099: 105 pgs: 105 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail 2024-04-15T15:54:16.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:54:16 smithi102 ceph-mon[87131]: pgmap v4099: 105 pgs: 105 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail 2024-04-15T15:54:18.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:54:18 smithi016 ceph-mon[90652]: pgmap v4100: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2024-04-15T15:54:18.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:54:18 smithi016 ceph-mon[93212]: pgmap v4100: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2024-04-15T15:54:18.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:54:18 smithi102 ceph-mon[87131]: pgmap v4100: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2024-04-15T15:54:20.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:54:20 smithi016 ceph-mon[90652]: pgmap v4101: 105 pgs: 105 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-04-15T15:54:20.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:54:20 smithi016 ceph-mon[93212]: pgmap v4101: 105 pgs: 105 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-04-15T15:54:20.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:54:20 smithi102 ceph-mon[87131]: pgmap v4101: 105 pgs: 105 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-04-15T15:54:22.040 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 15 15:54:21 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-y[81421]: ::ffff:172.21.15.102 - - [15/Apr/2024:15:54:21] "GET /metrics HTTP/1.1" 200 36685 "" "Prometheus/2.43.0" 2024-04-15T15:54:22.539 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:54:22 smithi016 ceph-mon[90652]: pgmap v4102: 105 pgs: 105 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-04-15T15:54:22.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:54:22 smithi016 ceph-mon[93212]: pgmap v4102: 105 pgs: 105 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-04-15T15:54:22.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:54:22 smithi102 ceph-mon[87131]: pgmap v4102: 105 pgs: 105 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-04-15T15:54:22.688 INFO:journalctl@ceph.prometheus.a.smithi102.stdout:Apr 15 15:54:22 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-prometheus-a[120881]: ts=2024-04-15T15:54:22.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi016:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"362ea986-fb34-11ee-bc8f-c7b262605968\", instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T15:54:24.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:54:24 smithi016 ceph-mon[90652]: pgmap v4103: 105 pgs: 105 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-04-15T15:54:24.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:54:24 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T15:54:24.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:54:24 smithi016 ceph-mon[93212]: pgmap v4103: 105 pgs: 105 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-04-15T15:54:24.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:54:24 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T15:54:24.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:54:24 smithi102 ceph-mon[87131]: pgmap v4103: 105 pgs: 105 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-04-15T15:54:24.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:54:24 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T15:54:26.539 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:54:26 smithi016 ceph-mon[90652]: pgmap v4104: 105 pgs: 105 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-04-15T15:54:26.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:54:26 smithi016 ceph-mon[93212]: pgmap v4104: 105 pgs: 105 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-04-15T15:54:26.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:54:26 smithi102 ceph-mon[87131]: pgmap v4104: 105 pgs: 105 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-04-15T15:54:28.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:54:28 smithi016 ceph-mon[93212]: pgmap v4105: 105 pgs: 105 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-04-15T15:54:28.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:54:28 smithi016 ceph-mon[90652]: pgmap v4105: 105 pgs: 105 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-04-15T15:54:28.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:54:28 smithi102 ceph-mon[87131]: pgmap v4105: 105 pgs: 105 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-04-15T15:54:29.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:54:29 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T15:54:29.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:54:29 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T15:54:29.541 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:54:29 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T15:54:29.541 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:54:29 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T15:54:29.541 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:54:29 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T15:54:29.541 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:54:29 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T15:54:29.542 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:54:29 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T15:54:29.542 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:54:29 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T15:54:29.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:54:29 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T15:54:29.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:54:29 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T15:54:29.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:54:29 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T15:54:29.688 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:54:29 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T15:54:29.784 DEBUG:teuthology.orchestra.run.smithi016:> cd -- /home/ubuntu/cephtest/clone.client.0/qa/workunits && if test -e Makefile ; then make ; fi && find -executable -type f -printf '%P\0' >/home/ubuntu/cephtest/workunits.list.client.0 2024-04-15T15:54:29.839 INFO:tasks.workunit.client.0.smithi016.stdout:for d in direct_io fs ; do ( cd $d ; make all ) ; done 2024-04-15T15:54:29.880 INFO:tasks.workunit.client.0.smithi016.stdout:make[1]: Entering directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/direct_io' 2024-04-15T15:54:29.880 INFO:tasks.workunit.client.0.smithi016.stdout:cc -Wall -Wextra -D_GNU_SOURCE direct_io_test.c -o direct_io_test 2024-04-15T15:54:29.891 INFO:tasks.workunit.client.0.smithi016.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_sync_io.c -o test_sync_io 2024-04-15T15:54:29.942 INFO:tasks.workunit.client.0.smithi016.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_short_dio_read.c -o test_short_dio_read 2024-04-15T15:54:29.982 INFO:tasks.workunit.client.0.smithi016.stdout:make[1]: Leaving directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/direct_io' 2024-04-15T15:54:29.983 INFO:tasks.workunit.client.0.smithi016.stdout:make[1]: Entering directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/fs' 2024-04-15T15:54:29.983 INFO:tasks.workunit.client.0.smithi016.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_o_trunc.c -o test_o_trunc 2024-04-15T15:54:30.022 INFO:tasks.workunit.client.0.smithi016.stdout:make[1]: Leaving directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/fs' 2024-04-15T15:54:30.025 DEBUG:teuthology.orchestra.run.smithi016:> set -ex 2024-04-15T15:54:30.025 DEBUG:teuthology.orchestra.run.smithi016:> dd if=/home/ubuntu/cephtest/workunits.list.client.0 of=/dev/stdout 2024-04-15T15:54:30.082 INFO:tasks.workunit:Running workunits matching rbd/test_librbd_python.sh on client.0... 2024-04-15T15:54:30.084 INFO:tasks.workunit:Running workunit rbd/test_librbd_python.sh... 2024-04-15T15:54:30.084 DEBUG:teuthology.orchestra.run.smithi016:workunit test rbd/test_librbd_python.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=reef TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 RBD_FEATURES=61 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/rbd/test_librbd_python.sh 2024-04-15T15:54:30.145 INFO:tasks.workunit.client.0.smithi016.stderr:++ dirname /home/ubuntu/cephtest/clone.client.0/qa/workunits/rbd/test_librbd_python.sh 2024-04-15T15:54:30.146 INFO:tasks.workunit.client.0.smithi016.stderr:+ relpath=/home/ubuntu/cephtest/clone.client.0/qa/workunits/rbd/../../../src/test/pybind 2024-04-15T15:54:30.146 INFO:tasks.workunit.client.0.smithi016.stderr:+ '[' -n '' ']' 2024-04-15T15:54:30.146 INFO:tasks.workunit.client.0.smithi016.stderr:+ python3 -m pytest -v /home/ubuntu/cephtest/clone.client.0/qa/workunits/rbd/../../../src/test/pybind/test_rbd.py 2024-04-15T15:54:30.322 INFO:tasks.workunit.client.0.smithi016.stdout:============================= test session starts ============================== 2024-04-15T15:54:30.322 INFO:tasks.workunit.client.0.smithi016.stdout:platform linux -- Python 3.9.17, pytest-6.2.2, py-1.10.0, pluggy-0.13.1 -- /usr/bin/python3 2024-04-15T15:54:30.322 INFO:tasks.workunit.client.0.smithi016.stdout:cachedir: .pytest_cache 2024-04-15T15:54:30.322 INFO:tasks.workunit.client.0.smithi016.stdout:rootdir: /home/ubuntu/cephtest/clone.client.0/src/test/pybind, configfile: pytest.ini 2024-04-15T15:54:30.539 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:54:30 smithi016 ceph-mon[90652]: pgmap v4106: 105 pgs: 105 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-04-15T15:54:30.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:54:30 smithi016 ceph-mon[93212]: pgmap v4106: 105 pgs: 105 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-04-15T15:54:30.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:54:30 smithi102 ceph-mon[87131]: pgmap v4106: 105 pgs: 105 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-04-15T15:54:30.785 INFO:tasks.workunit.client.0.smithi016.stdout:collecting ... collected 175 items 2024-04-15T15:54:30.785 INFO:tasks.workunit.client.0.smithi016.stdout: 2024-04-15T15:54:32.040 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 15 15:54:31 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-y[81421]: ::ffff:172.21.15.102 - - [15/Apr/2024:15:54:31] "GET /metrics HTTP/1.1" 200 34192 "" "Prometheus/2.43.0" 2024-04-15T15:54:32.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:54:32 smithi016 ceph-mon[90652]: pgmap v4107: 105 pgs: 105 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-04-15T15:54:32.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:54:32 smithi016 ceph-mon[90652]: osdmap e2119: 8 total, 8 up, 8 in 2024-04-15T15:54:32.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:54:32 smithi016 ceph-mon[90652]: from='client.? 172.21.15.16:0/4173262392' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rbd-api-smithi016-215492-1","app": "rbd","yes_i_really_mean_it": true}]: dispatch 2024-04-15T15:54:32.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:54:32 smithi016 ceph-mon[90652]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rbd-api-smithi016-215492-1","app": "rbd","yes_i_really_mean_it": true}]: dispatch 2024-04-15T15:54:32.541 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:54:32 smithi016 ceph-mon[93212]: pgmap v4107: 105 pgs: 105 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-04-15T15:54:32.541 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:54:32 smithi016 ceph-mon[93212]: osdmap e2119: 8 total, 8 up, 8 in 2024-04-15T15:54:32.541 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:54:32 smithi016 ceph-mon[93212]: from='client.? 172.21.15.16:0/4173262392' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rbd-api-smithi016-215492-1","app": "rbd","yes_i_really_mean_it": true}]: dispatch 2024-04-15T15:54:32.541 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:54:32 smithi016 ceph-mon[93212]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rbd-api-smithi016-215492-1","app": "rbd","yes_i_really_mean_it": true}]: dispatch 2024-04-15T15:54:32.687 INFO:journalctl@ceph.prometheus.a.smithi102.stdout:Apr 15 15:54:32 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-prometheus-a[120881]: ts=2024-04-15T15:54:32.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi016:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"362ea986-fb34-11ee-bc8f-c7b262605968\", instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T15:54:32.688 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:54:32 smithi102 ceph-mon[87131]: pgmap v4107: 105 pgs: 105 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-04-15T15:54:32.688 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:54:32 smithi102 ceph-mon[87131]: osdmap e2119: 8 total, 8 up, 8 in 2024-04-15T15:54:32.688 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:54:32 smithi102 ceph-mon[87131]: from='client.? 172.21.15.16:0/4173262392' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rbd-api-smithi016-215492-1","app": "rbd","yes_i_really_mean_it": true}]: dispatch 2024-04-15T15:54:32.688 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:54:32 smithi102 ceph-mon[87131]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rbd-api-smithi016-215492-1","app": "rbd","yes_i_really_mean_it": true}]: dispatch 2024-04-15T15:54:33.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:54:33 smithi016 ceph-mon[90652]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rbd-api-smithi016-215492-1","app": "rbd","yes_i_really_mean_it": true}]': finished 2024-04-15T15:54:33.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:54:33 smithi016 ceph-mon[90652]: osdmap e2120: 8 total, 8 up, 8 in 2024-04-15T15:54:33.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:54:33 smithi016 ceph-mon[93212]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rbd-api-smithi016-215492-1","app": "rbd","yes_i_really_mean_it": true}]': finished 2024-04-15T15:54:33.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:54:33 smithi016 ceph-mon[93212]: osdmap e2120: 8 total, 8 up, 8 in 2024-04-15T15:54:33.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:54:33 smithi102 ceph-mon[87131]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rbd-api-smithi016-215492-1","app": "rbd","yes_i_really_mean_it": true}]': finished 2024-04-15T15:54:33.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:54:33 smithi102 ceph-mon[87131]: osdmap e2120: 8 total, 8 up, 8 in 2024-04-15T15:54:34.279 INFO:tasks.workunit.client.0.smithi016.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::test_version PASSED [ 0%] 2024-04-15T15:54:34.377 INFO:tasks.workunit.client.0.smithi016.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::test_create PASSED [ 1%] 2024-04-15T15:54:34.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:54:34 smithi016 ceph-mon[90652]: pgmap v4110: 137 pgs: 12 creating+peering, 18 unknown, 107 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-04-15T15:54:34.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:54:34 smithi016 ceph-mon[90652]: osdmap e2121: 8 total, 8 up, 8 in 2024-04-15T15:54:34.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:54:34 smithi016 ceph-mon[93212]: pgmap v4110: 137 pgs: 12 creating+peering, 18 unknown, 107 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-04-15T15:54:34.541 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:54:34 smithi016 ceph-mon[93212]: osdmap e2121: 8 total, 8 up, 8 in 2024-04-15T15:54:34.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:54:34 smithi102 ceph-mon[87131]: pgmap v4110: 137 pgs: 12 creating+peering, 18 unknown, 107 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-04-15T15:54:34.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:54:34 smithi102 ceph-mon[87131]: osdmap e2121: 8 total, 8 up, 8 in 2024-04-15T15:54:34.998 INFO:tasks.workunit.client.0.smithi016.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::test_create_defaults PASSED [ 1%] 2024-04-15T15:54:35.100 INFO:tasks.workunit.client.0.smithi016.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::test_context_manager PASSED [ 2%] 2024-04-15T15:54:35.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:54:35 smithi016 ceph-mon[90652]: osdmap e2122: 8 total, 8 up, 8 in 2024-04-15T15:54:35.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:54:35 smithi016 ceph-mon[93212]: osdmap e2122: 8 total, 8 up, 8 in 2024-04-15T15:54:35.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:54:35 smithi102 ceph-mon[87131]: osdmap e2122: 8 total, 8 up, 8 in 2024-04-15T15:54:36.387 INFO:tasks.workunit.client.0.smithi016.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::test_open_read_only PASSED [ 2%] 2024-04-15T15:54:36.539 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:54:36 smithi016 ceph-mon[90652]: pgmap v4113: 137 pgs: 12 creating+peering, 18 unknown, 107 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-04-15T15:54:36.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:54:36 smithi016 ceph-mon[90652]: osdmap e2123: 8 total, 8 up, 8 in 2024-04-15T15:54:36.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:54:36 smithi016 ceph-mon[93212]: pgmap v4113: 137 pgs: 12 creating+peering, 18 unknown, 107 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-04-15T15:54:36.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:54:36 smithi016 ceph-mon[93212]: osdmap e2123: 8 total, 8 up, 8 in 2024-04-15T15:54:36.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:54:36 smithi102 ceph-mon[87131]: pgmap v4113: 137 pgs: 12 creating+peering, 18 unknown, 107 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-04-15T15:54:36.688 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:54:36 smithi102 ceph-mon[87131]: osdmap e2123: 8 total, 8 up, 8 in 2024-04-15T15:54:36.929 INFO:tasks.workunit.client.0.smithi016.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::test_open_dne PASSED [ 3%] 2024-04-15T15:54:37.470 INFO:tasks.workunit.client.0.smithi016.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::test_open_readonly_dne PASSED [ 4%] 2024-04-15T15:54:37.539 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:54:37 smithi016 ceph-mon[93212]: osdmap e2124: 8 total, 8 up, 8 in 2024-04-15T15:54:37.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:54:37 smithi016 ceph-mon[90652]: osdmap e2124: 8 total, 8 up, 8 in 2024-04-15T15:54:37.567 INFO:tasks.workunit.client.0.smithi016.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::test_open_by_id PASSED [ 4%] 2024-04-15T15:54:37.656 INFO:tasks.workunit.client.0.smithi016.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::test_aio_open PASSED [ 5%] 2024-04-15T15:54:37.667 INFO:tasks.workunit.client.0.smithi016.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::test_remove_dne PASSED [ 5%] 2024-04-15T15:54:37.669 INFO:tasks.workunit.client.0.smithi016.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::test_list_empty PASSED [ 6%] 2024-04-15T15:54:37.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:54:37 smithi102 ceph-mon[87131]: osdmap e2124: 8 total, 8 up, 8 in 2024-04-15T15:54:37.742 INFO:tasks.workunit.client.0.smithi016.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::test_list PASSED [ 6%] 2024-04-15T15:54:37.804 INFO:tasks.workunit.client.0.smithi016.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::test_remove_with_progress PASSED [ 7%] 2024-04-15T15:54:37.888 INFO:tasks.workunit.client.0.smithi016.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::test_remove_canceled PASSED [ 8%] 2024-04-15T15:54:37.953 INFO:tasks.workunit.client.0.smithi016.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::test_remove_with_progress_except PASSED [ 8%] 2024-04-15T15:54:38.050 INFO:tasks.workunit.client.0.smithi016.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::test_rename PASSED [ 9%] 2024-04-15T15:54:38.300 INFO:tasks.workunit.client.0.smithi016.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::test_pool_metadata PASSED [ 9%] 2024-04-15T15:54:38.316 INFO:tasks.workunit.client.0.smithi016.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::test_config_list PASSED [ 10%] 2024-04-15T15:54:38.327 INFO:tasks.workunit.client.0.smithi016.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::test_pool_config_set_and_get_and_remove PASSED [ 10%] 2024-04-15T15:54:38.353 INFO:tasks.workunit.client.0.smithi016.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::test_namespaces PASSED [ 11%] 2024-04-15T15:54:38.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:54:38 smithi016 ceph-mon[90652]: pgmap v4116: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 359 KiB/s rd, 29 KiB/s wr, 487 op/s 2024-04-15T15:54:38.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:54:38 smithi016 ceph-mon[93212]: pgmap v4116: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 359 KiB/s rd, 29 KiB/s wr, 487 op/s 2024-04-15T15:54:38.540 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 15 15:54:38 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-y[81421]: [15/Apr/2024:15:54:38] ENGINE Bus STOPPING 2024-04-15T15:54:38.540 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 15 15:54:38 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-y[81421]: [15/Apr/2024:15:54:38] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-04-15T15:54:38.540 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 15 15:54:38 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-y[81421]: [15/Apr/2024:15:54:38] ENGINE Bus STOPPED 2024-04-15T15:54:38.540 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 15 15:54:38 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-y[81421]: [15/Apr/2024:15:54:38] ENGINE Bus STARTING 2024-04-15T15:54:38.541 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 15 15:54:38 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-y[81421]: [15/Apr/2024:15:54:38] ENGINE Serving on http://:::9283 2024-04-15T15:54:38.541 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 15 15:54:38 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-y[81421]: [15/Apr/2024:15:54:38] ENGINE Bus STARTED 2024-04-15T15:54:38.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:54:38 smithi102 ceph-mon[87131]: pgmap v4116: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 359 KiB/s rd, 29 KiB/s wr, 487 op/s 2024-04-15T15:54:39.688 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:54:39 smithi102 ceph-mon[87131]: from='client.? ' entity='client.admin' 2024-04-15T15:54:39.688 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:54:39 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T15:54:39.688 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:54:39 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T15:54:39.688 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:54:39 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T15:54:39.688 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:54:39 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T15:54:39.689 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:54:39 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T15:54:39.689 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:54:39 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-15T15:54:39.689 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:54:39 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-15T15:54:39.689 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:54:39 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-15T15:54:39.689 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:54:39 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-15T15:54:39.689 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:54:39 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-15T15:54:39.689 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:54:39 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-15T15:54:39.689 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:54:39 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-15T15:54:39.689 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:54:39 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-15T15:54:39.689 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:54:39 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-15T15:54:39.689 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:54:39 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-15T15:54:39.689 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:54:39 smithi102 ceph-mon[87131]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-15T15:54:39.689 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:54:39 smithi102 ceph-mon[87131]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-15T15:54:39.689 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:54:39 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-15T15:54:39.690 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:54:39 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-15T15:54:39.690 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:54:39 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-15T15:54:39.690 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:54:39 smithi102 ceph-mon[87131]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-15T15:54:39.690 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:54:39 smithi102 ceph-mon[87131]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-15T15:54:39.690 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:54:39 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-15T15:54:39.690 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:54:39 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-15T15:54:39.690 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:54:39 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-15T15:54:39.690 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:54:39 smithi102 ceph-mon[87131]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-15T15:54:39.690 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:54:39 smithi102 ceph-mon[87131]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-15T15:54:39.690 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:54:39 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-15T15:54:39.690 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:54:39 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-15T15:54:39.690 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:54:39 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-15T15:54:39.690 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:54:39 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T15:54:39.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:54:39 smithi016 ceph-mon[90652]: from='client.? ' entity='client.admin' 2024-04-15T15:54:39.791 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:54:39 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T15:54:39.791 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:54:39 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T15:54:39.791 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:54:39 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T15:54:39.791 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:54:39 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T15:54:39.791 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:54:39 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T15:54:39.791 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:54:39 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-15T15:54:39.791 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:54:39 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-15T15:54:39.791 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:54:39 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-15T15:54:39.791 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:54:39 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-15T15:54:39.791 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:54:39 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-15T15:54:39.791 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:54:39 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-15T15:54:39.791 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:54:39 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-15T15:54:39.792 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:54:39 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-15T15:54:39.792 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:54:39 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-15T15:54:39.792 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:54:39 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-15T15:54:39.792 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:54:39 smithi016 ceph-mon[90652]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-15T15:54:39.792 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:54:39 smithi016 ceph-mon[90652]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-15T15:54:39.792 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:54:39 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-15T15:54:39.792 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:54:39 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-15T15:54:39.792 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:54:39 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-15T15:54:39.792 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:54:39 smithi016 ceph-mon[90652]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-15T15:54:39.792 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:54:39 smithi016 ceph-mon[90652]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-15T15:54:39.792 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:54:39 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-15T15:54:39.792 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:54:39 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-15T15:54:39.792 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:54:39 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-15T15:54:39.793 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:54:39 smithi016 ceph-mon[90652]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-15T15:54:39.793 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:54:39 smithi016 ceph-mon[90652]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-15T15:54:39.793 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:54:39 smithi016 ceph-mon[93212]: from='client.? ' entity='client.admin' 2024-04-15T15:54:39.793 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:54:39 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T15:54:39.793 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:54:39 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T15:54:39.793 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:54:39 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T15:54:39.793 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:54:39 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T15:54:39.793 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:54:39 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T15:54:39.793 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:54:39 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-15T15:54:39.794 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:54:39 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-15T15:54:39.794 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:54:39 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-15T15:54:39.794 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:54:39 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-15T15:54:39.794 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:54:39 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-15T15:54:39.794 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:54:39 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-15T15:54:39.794 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:54:39 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-15T15:54:39.794 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:54:39 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-15T15:54:39.794 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:54:39 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-15T15:54:39.794 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:54:39 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-15T15:54:39.794 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:54:39 smithi016 ceph-mon[93212]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-15T15:54:39.794 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:54:39 smithi016 ceph-mon[93212]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-15T15:54:39.794 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:54:39 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-15T15:54:39.794 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:54:39 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-15T15:54:39.795 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:54:39 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-15T15:54:39.795 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:54:39 smithi016 ceph-mon[93212]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-15T15:54:39.795 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:54:39 smithi016 ceph-mon[93212]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-15T15:54:39.795 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:54:39 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-15T15:54:39.795 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:54:39 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-15T15:54:39.795 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:54:39 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-15T15:54:39.795 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:54:39 smithi016 ceph-mon[93212]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-15T15:54:39.795 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:54:39 smithi016 ceph-mon[93212]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-15T15:54:39.795 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:54:39 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-15T15:54:39.795 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:54:39 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-15T15:54:39.796 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:54:39 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-15T15:54:39.796 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:54:39 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T15:54:39.796 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:54:39 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-15T15:54:39.796 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:54:39 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-15T15:54:39.796 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:54:39 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-15T15:54:39.796 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:54:39 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T15:54:40.453 INFO:tasks.workunit.client.0.smithi016.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::test_pool_stats PASSED [ 12%] 2024-04-15T15:54:40.454 INFO:tasks.workunit.client.0.smithi016.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::test_features_to_string PASSED [ 12%] 2024-04-15T15:54:40.455 INFO:tasks.workunit.client.0.smithi016.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::test_features_from_string PASSED [ 13%] 2024-04-15T15:54:40.531 INFO:tasks.workunit.client.0.smithi016.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_update_features SKIPPED [ 13%] 2024-04-15T15:54:40.601 INFO:tasks.workunit.client.0.smithi016.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_create_with_params SKIPPED [ 14%] 2024-04-15T15:54:40.674 INFO:tasks.workunit.client.0.smithi016.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_id PASSED [ 14%] 2024-04-15T15:54:40.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:54:40 smithi102 ceph-mon[87131]: pgmap v4117: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 259 KiB/s rd, 21 KiB/s wr, 355 op/s 2024-04-15T15:54:40.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:54:40 smithi102 ceph-mon[87131]: osdmap e2125: 8 total, 8 up, 8 in 2024-04-15T15:54:40.748 INFO:tasks.workunit.client.0.smithi016.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_block_name_prefix PASSED [ 15%] 2024-04-15T15:54:40.789 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:54:40 smithi016 ceph-mon[90652]: pgmap v4117: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 259 KiB/s rd, 21 KiB/s wr, 355 op/s 2024-04-15T15:54:40.789 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:54:40 smithi016 ceph-mon[90652]: osdmap e2125: 8 total, 8 up, 8 in 2024-04-15T15:54:40.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:54:40 smithi016 ceph-mon[93212]: pgmap v4117: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 259 KiB/s rd, 21 KiB/s wr, 355 op/s 2024-04-15T15:54:40.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:54:40 smithi016 ceph-mon[93212]: osdmap e2125: 8 total, 8 up, 8 in 2024-04-15T15:54:40.820 INFO:tasks.workunit.client.0.smithi016.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_data_pool_id PASSED [ 16%] 2024-04-15T15:54:40.895 INFO:tasks.workunit.client.0.smithi016.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_create_timestamp PASSED [ 16%] 2024-04-15T15:54:40.966 INFO:tasks.workunit.client.0.smithi016.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_access_timestamp PASSED [ 17%] 2024-04-15T15:54:41.039 INFO:tasks.workunit.client.0.smithi016.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_modify_timestamp PASSED [ 17%] 2024-04-15T15:54:41.127 INFO:tasks.workunit.client.0.smithi016.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_invalidate_cache PASSED [ 18%] 2024-04-15T15:54:41.203 INFO:tasks.workunit.client.0.smithi016.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_stat PASSED [ 18%] 2024-04-15T15:54:41.286 INFO:tasks.workunit.client.0.smithi016.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_flags PASSED [ 19%] 2024-04-15T15:54:41.374 INFO:tasks.workunit.client.0.smithi016.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_image_auto_close PASSED [ 20%] 2024-04-15T15:54:41.449 INFO:tasks.workunit.client.0.smithi016.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_use_after_close PASSED [ 20%] 2024-04-15T15:54:41.534 INFO:tasks.workunit.client.0.smithi016.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_write PASSED [ 21%] 2024-04-15T15:54:41.623 INFO:tasks.workunit.client.0.smithi016.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_write_with_fadvise_flags PASSED [ 21%] 2024-04-15T15:54:41.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:54:41 smithi102 ceph-mon[87131]: osdmap e2126: 8 total, 8 up, 8 in 2024-04-15T15:54:41.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:54:41 smithi102 ceph-mon[87131]: osdmap e2127: 8 total, 8 up, 8 in 2024-04-15T15:54:41.708 INFO:tasks.workunit.client.0.smithi016.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_write_zeroes PASSED [ 22%] 2024-04-15T15:54:41.778 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:54:41 smithi016 ceph-mon[90652]: osdmap e2126: 8 total, 8 up, 8 in 2024-04-15T15:54:41.779 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:54:41 smithi016 ceph-mon[90652]: osdmap e2127: 8 total, 8 up, 8 in 2024-04-15T15:54:41.779 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:54:41 smithi016 ceph-mon[93212]: osdmap e2126: 8 total, 8 up, 8 in 2024-04-15T15:54:41.779 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:54:41 smithi016 ceph-mon[93212]: osdmap e2127: 8 total, 8 up, 8 in 2024-04-15T15:54:41.792 INFO:tasks.workunit.client.0.smithi016.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_write_zeroes_thick_provision PASSED [ 22%] 2024-04-15T15:54:41.869 INFO:tasks.workunit.client.0.smithi016.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_read PASSED [ 23%] 2024-04-15T15:54:41.947 INFO:tasks.workunit.client.0.smithi016.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_read_with_fadvise_flags PASSED [ 24%] 2024-04-15T15:54:42.040 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 15 15:54:41 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-y[81421]: ::ffff:172.21.15.102 - - [15/Apr/2024:15:54:41] "GET /metrics HTTP/1.1" 200 36661 "" "Prometheus/2.43.0" 2024-04-15T15:54:42.073 INFO:tasks.workunit.client.0.smithi016.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_large_write PASSED [ 24%] 2024-04-15T15:54:42.149 INFO:tasks.workunit.client.0.smithi016.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_large_read PASSED [ 25%] 2024-04-15T15:54:42.239 INFO:tasks.workunit.client.0.smithi016.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_write_read PASSED [ 25%] 2024-04-15T15:54:42.309 INFO:tasks.workunit.client.0.smithi016.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_read_bad_offset PASSED [ 26%] 2024-04-15T15:54:42.390 INFO:tasks.workunit.client.0.smithi016.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_resize PASSED [ 26%] 2024-04-15T15:54:42.470 INFO:tasks.workunit.client.0.smithi016.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_resize_allow_shrink_False PASSED [ 27%] 2024-04-15T15:54:42.589 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:54:42 smithi102 ceph-mon[87131]: pgmap v4120: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 1.3 MiB/s rd, 53 KiB/s wr, 699 op/s 2024-04-15T15:54:42.589 INFO:journalctl@ceph.prometheus.a.smithi102.stdout:Apr 15 15:54:42 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-prometheus-a[120881]: ts=2024-04-15T15:54:42.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi016:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"362ea986-fb34-11ee-bc8f-c7b262605968\", instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T15:54:42.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:54:42 smithi016 ceph-mon[90652]: pgmap v4120: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 1.3 MiB/s rd, 53 KiB/s wr, 699 op/s 2024-04-15T15:54:42.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:54:42 smithi016 ceph-mon[93212]: pgmap v4120: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 1.3 MiB/s rd, 53 KiB/s wr, 699 op/s 2024-04-15T15:54:44.690 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:54:44 smithi102 ceph-mon[87131]: pgmap v4122: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 51 KiB/s wr, 596 op/s 2024-04-15T15:54:44.690 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:54:44 smithi102 ceph-mon[87131]: osdmap e2128: 8 total, 8 up, 8 in 2024-04-15T15:54:44.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:54:44 smithi016 ceph-mon[90652]: pgmap v4122: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 51 KiB/s wr, 596 op/s 2024-04-15T15:54:44.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:54:44 smithi016 ceph-mon[90652]: osdmap e2128: 8 total, 8 up, 8 in 2024-04-15T15:54:44.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:54:44 smithi016 ceph-mon[93212]: pgmap v4122: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 51 KiB/s wr, 596 op/s 2024-04-15T15:54:44.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:54:44 smithi016 ceph-mon[93212]: osdmap e2128: 8 total, 8 up, 8 in 2024-04-15T15:54:45.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:54:45 smithi102 ceph-mon[87131]: osdmap e2129: 8 total, 8 up, 8 in 2024-04-15T15:54:45.789 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:54:45 smithi016 ceph-mon[90652]: osdmap e2129: 8 total, 8 up, 8 in 2024-04-15T15:54:45.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:54:45 smithi016 ceph-mon[93212]: osdmap e2129: 8 total, 8 up, 8 in 2024-04-15T15:54:46.309 INFO:tasks.workunit.client.0.smithi016.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_size PASSED [ 28%] 2024-04-15T15:54:46.411 INFO:tasks.workunit.client.0.smithi016.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_resize_down PASSED [ 28%] 2024-04-15T15:54:46.509 INFO:tasks.workunit.client.0.smithi016.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_resize_bytes PASSED [ 29%] 2024-04-15T15:54:46.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:54:46 smithi102 ceph-mon[87131]: pgmap v4125: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 1.5 MiB/s rd, 67 KiB/s wr, 781 op/s 2024-04-15T15:54:46.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:54:46 smithi102 ceph-mon[87131]: osdmap e2130: 8 total, 8 up, 8 in 2024-04-15T15:54:46.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:54:46 smithi102 ceph-mon[87131]: osdmap e2131: 8 total, 8 up, 8 in 2024-04-15T15:54:46.699 INFO:tasks.workunit.client.0.smithi016.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_copy PASSED [ 29%] 2024-04-15T15:54:46.789 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:54:46 smithi016 ceph-mon[90652]: pgmap v4125: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 1.5 MiB/s rd, 67 KiB/s wr, 781 op/s 2024-04-15T15:54:46.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:54:46 smithi016 ceph-mon[90652]: osdmap e2130: 8 total, 8 up, 8 in 2024-04-15T15:54:46.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:54:46 smithi016 ceph-mon[90652]: osdmap e2131: 8 total, 8 up, 8 in 2024-04-15T15:54:46.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:54:46 smithi016 ceph-mon[93212]: pgmap v4125: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 1.5 MiB/s rd, 67 KiB/s wr, 781 op/s 2024-04-15T15:54:46.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:54:46 smithi016 ceph-mon[93212]: osdmap e2130: 8 total, 8 up, 8 in 2024-04-15T15:54:46.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:54:46 smithi016 ceph-mon[93212]: osdmap e2131: 8 total, 8 up, 8 in 2024-04-15T15:54:46.897 INFO:tasks.workunit.client.0.smithi016.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_copy2 PASSED [ 30%] 2024-04-15T15:54:46.970 INFO:tasks.workunit.client.0.smithi016.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_copy3 SKIPPED [ 30%] 2024-04-15T15:54:48.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:54:48 smithi102 ceph-mon[87131]: pgmap v4128: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 736 KiB/s rd, 2.1 MiB/s wr, 1.02k op/s 2024-04-15T15:54:48.688 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:54:48 smithi102 ceph-mon[87131]: osdmap e2132: 8 total, 8 up, 8 in 2024-04-15T15:54:48.789 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:54:48 smithi016 ceph-mon[90652]: pgmap v4128: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 736 KiB/s rd, 2.1 MiB/s wr, 1.02k op/s 2024-04-15T15:54:48.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:54:48 smithi016 ceph-mon[90652]: osdmap e2132: 8 total, 8 up, 8 in 2024-04-15T15:54:48.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:54:48 smithi016 ceph-mon[93212]: pgmap v4128: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 736 KiB/s rd, 2.1 MiB/s wr, 1.02k op/s 2024-04-15T15:54:48.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:54:48 smithi016 ceph-mon[93212]: osdmap e2132: 8 total, 8 up, 8 in 2024-04-15T15:54:49.688 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:54:49 smithi102 ceph-mon[87131]: osdmap e2133: 8 total, 8 up, 8 in 2024-04-15T15:54:49.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:54:49 smithi016 ceph-mon[90652]: osdmap e2133: 8 total, 8 up, 8 in 2024-04-15T15:54:49.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:54:49 smithi016 ceph-mon[93212]: osdmap e2133: 8 total, 8 up, 8 in 2024-04-15T15:54:50.562 INFO:tasks.workunit.client.0.smithi016.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_deep_copy PASSED [ 31%] 2024-04-15T15:54:50.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:54:50 smithi102 ceph-mon[87131]: pgmap v4131: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 767 KiB/s rd, 2.1 MiB/s wr, 1.06k op/s 2024-04-15T15:54:50.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:54:50 smithi102 ceph-mon[87131]: osdmap e2134: 8 total, 8 up, 8 in 2024-04-15T15:54:50.789 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:54:50 smithi016 ceph-mon[90652]: pgmap v4131: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 767 KiB/s rd, 2.1 MiB/s wr, 1.06k op/s 2024-04-15T15:54:50.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:54:50 smithi016 ceph-mon[90652]: osdmap e2134: 8 total, 8 up, 8 in 2024-04-15T15:54:50.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:54:50 smithi016 ceph-mon[93212]: pgmap v4131: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 767 KiB/s rd, 2.1 MiB/s wr, 1.06k op/s 2024-04-15T15:54:50.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:54:50 smithi016 ceph-mon[93212]: osdmap e2134: 8 total, 8 up, 8 in 2024-04-15T15:54:51.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:54:51 smithi102 ceph-mon[87131]: osdmap e2135: 8 total, 8 up, 8 in 2024-04-15T15:54:51.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:54:51 smithi102 ceph-mon[87131]: osdmap e2136: 8 total, 8 up, 8 in 2024-04-15T15:54:51.778 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:54:51 smithi016 ceph-mon[90652]: osdmap e2135: 8 total, 8 up, 8 in 2024-04-15T15:54:51.779 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:54:51 smithi016 ceph-mon[90652]: osdmap e2136: 8 total, 8 up, 8 in 2024-04-15T15:54:51.779 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:54:51 smithi016 ceph-mon[93212]: osdmap e2135: 8 total, 8 up, 8 in 2024-04-15T15:54:51.779 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:54:51 smithi016 ceph-mon[93212]: osdmap e2136: 8 total, 8 up, 8 in 2024-04-15T15:54:52.040 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 15 15:54:51 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-y[81421]: ::ffff:172.21.15.102 - - [15/Apr/2024:15:54:51] "GET /metrics HTTP/1.1" 200 36661 "" "Prometheus/2.43.0" 2024-04-15T15:54:52.689 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:54:52 smithi102 ceph-mon[87131]: pgmap v4134: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 299 KiB/s rd, 13 KiB/s wr, 390 op/s 2024-04-15T15:54:52.690 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:54:52 smithi102 ceph-mon[87131]: osdmap e2137: 8 total, 8 up, 8 in 2024-04-15T15:54:52.690 INFO:journalctl@ceph.prometheus.a.smithi102.stdout:Apr 15 15:54:52 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-prometheus-a[120881]: ts=2024-04-15T15:54:52.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi016:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"362ea986-fb34-11ee-bc8f-c7b262605968\", instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T15:54:52.789 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:54:52 smithi016 ceph-mon[90652]: pgmap v4134: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 299 KiB/s rd, 13 KiB/s wr, 390 op/s 2024-04-15T15:54:52.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:54:52 smithi016 ceph-mon[90652]: osdmap e2137: 8 total, 8 up, 8 in 2024-04-15T15:54:52.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:54:52 smithi016 ceph-mon[93212]: pgmap v4134: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 299 KiB/s rd, 13 KiB/s wr, 390 op/s 2024-04-15T15:54:52.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:54:52 smithi016 ceph-mon[93212]: osdmap e2137: 8 total, 8 up, 8 in 2024-04-15T15:54:54.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:54:54 smithi016 ceph-mon[90652]: pgmap v4137: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 401 KiB/s rd, 2.0 MiB/s wr, 557 op/s 2024-04-15T15:54:54.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:54:54 smithi016 ceph-mon[90652]: osdmap e2138: 8 total, 8 up, 8 in 2024-04-15T15:54:54.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:54:54 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T15:54:54.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:54:54 smithi016 ceph-mon[93212]: pgmap v4137: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 401 KiB/s rd, 2.0 MiB/s wr, 557 op/s 2024-04-15T15:54:54.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:54:54 smithi016 ceph-mon[93212]: osdmap e2138: 8 total, 8 up, 8 in 2024-04-15T15:54:54.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:54:54 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T15:54:54.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:54:54 smithi102 ceph-mon[87131]: pgmap v4137: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 401 KiB/s rd, 2.0 MiB/s wr, 557 op/s 2024-04-15T15:54:54.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:54:54 smithi102 ceph-mon[87131]: osdmap e2138: 8 total, 8 up, 8 in 2024-04-15T15:54:54.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:54:54 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T15:54:55.539 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:54:55 smithi016 ceph-mon[90652]: osdmap e2139: 8 total, 8 up, 8 in 2024-04-15T15:54:55.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:54:55 smithi016 ceph-mon[93212]: osdmap e2139: 8 total, 8 up, 8 in 2024-04-15T15:54:55.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:54:55 smithi102 ceph-mon[87131]: osdmap e2139: 8 total, 8 up, 8 in 2024-04-15T15:54:56.318 INFO:tasks.workunit.client.0.smithi016.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_deep_copy_clone PASSED [ 32%] 2024-04-15T15:54:56.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:54:56 smithi016 ceph-mon[90652]: pgmap v4140: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 132 KiB/s rd, 2.0 MiB/s wr, 203 op/s 2024-04-15T15:54:56.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:54:56 smithi016 ceph-mon[90652]: osdmap e2140: 8 total, 8 up, 8 in 2024-04-15T15:54:56.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:54:56 smithi016 ceph-mon[90652]: osdmap e2141: 8 total, 8 up, 8 in 2024-04-15T15:54:56.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:54:56 smithi016 ceph-mon[93212]: pgmap v4140: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 132 KiB/s rd, 2.0 MiB/s wr, 203 op/s 2024-04-15T15:54:56.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:54:56 smithi016 ceph-mon[93212]: osdmap e2140: 8 total, 8 up, 8 in 2024-04-15T15:54:56.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:54:56 smithi016 ceph-mon[93212]: osdmap e2141: 8 total, 8 up, 8 in 2024-04-15T15:54:56.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:54:56 smithi102 ceph-mon[87131]: pgmap v4140: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 132 KiB/s rd, 2.0 MiB/s wr, 203 op/s 2024-04-15T15:54:56.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:54:56 smithi102 ceph-mon[87131]: osdmap e2140: 8 total, 8 up, 8 in 2024-04-15T15:54:56.688 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:54:56 smithi102 ceph-mon[87131]: osdmap e2141: 8 total, 8 up, 8 in 2024-04-15T15:54:58.348 INFO:tasks.workunit.client.0.smithi016.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_create_snap PASSED [ 32%] 2024-04-15T15:54:58.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:54:58 smithi016 ceph-mon[90652]: pgmap v4143: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 149 KiB/s rd, 9.2 KiB/s wr, 202 op/s 2024-04-15T15:54:58.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:54:58 smithi016 ceph-mon[90652]: osdmap e2142: 8 total, 8 up, 8 in 2024-04-15T15:54:58.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:54:58 smithi016 ceph-mon[93212]: pgmap v4143: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 149 KiB/s rd, 9.2 KiB/s wr, 202 op/s 2024-04-15T15:54:58.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:54:58 smithi016 ceph-mon[93212]: osdmap e2142: 8 total, 8 up, 8 in 2024-04-15T15:54:58.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:54:58 smithi102 ceph-mon[87131]: pgmap v4143: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 149 KiB/s rd, 9.2 KiB/s wr, 202 op/s 2024-04-15T15:54:58.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:54:58 smithi102 ceph-mon[87131]: osdmap e2142: 8 total, 8 up, 8 in 2024-04-15T15:54:59.539 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:54:59 smithi016 ceph-mon[90652]: osdmap e2143: 8 total, 8 up, 8 in 2024-04-15T15:54:59.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:54:59 smithi016 ceph-mon[93212]: osdmap e2143: 8 total, 8 up, 8 in 2024-04-15T15:54:59.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:54:59 smithi102 ceph-mon[87131]: osdmap e2143: 8 total, 8 up, 8 in 2024-04-15T15:55:00.358 INFO:tasks.workunit.client.0.smithi016.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_create_snap_exists PASSED [ 33%] 2024-04-15T15:55:00.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:55:00 smithi016 ceph-mon[90652]: pgmap v4146: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 180 KiB/s rd, 11 KiB/s wr, 240 op/s 2024-04-15T15:55:00.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:55:00 smithi016 ceph-mon[90652]: osdmap e2144: 8 total, 8 up, 8 in 2024-04-15T15:55:00.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:55:00 smithi016 ceph-mon[93212]: pgmap v4146: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 180 KiB/s rd, 11 KiB/s wr, 240 op/s 2024-04-15T15:55:00.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:55:00 smithi016 ceph-mon[93212]: osdmap e2144: 8 total, 8 up, 8 in 2024-04-15T15:55:00.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:55:00 smithi102 ceph-mon[87131]: pgmap v4146: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 180 KiB/s rd, 11 KiB/s wr, 240 op/s 2024-04-15T15:55:00.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:55:00 smithi102 ceph-mon[87131]: osdmap e2144: 8 total, 8 up, 8 in 2024-04-15T15:55:01.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:55:01 smithi016 ceph-mon[90652]: osdmap e2145: 8 total, 8 up, 8 in 2024-04-15T15:55:01.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:55:01 smithi016 ceph-mon[90652]: osdmap e2146: 8 total, 8 up, 8 in 2024-04-15T15:55:01.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:55:01 smithi016 ceph-mon[93212]: osdmap e2145: 8 total, 8 up, 8 in 2024-04-15T15:55:01.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:55:01 smithi016 ceph-mon[93212]: osdmap e2146: 8 total, 8 up, 8 in 2024-04-15T15:55:01.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:55:01 smithi102 ceph-mon[87131]: osdmap e2145: 8 total, 8 up, 8 in 2024-04-15T15:55:01.688 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:55:01 smithi102 ceph-mon[87131]: osdmap e2146: 8 total, 8 up, 8 in 2024-04-15T15:55:02.040 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 15 15:55:01 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-y[81421]: ::ffff:172.21.15.102 - - [15/Apr/2024:15:55:01] "GET /metrics HTTP/1.1" 200 36666 "" "Prometheus/2.43.0" 2024-04-15T15:55:02.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:55:02 smithi016 ceph-mon[90652]: pgmap v4149: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 59 KiB/s rd, 6.0 KiB/s wr, 86 op/s 2024-04-15T15:55:02.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:55:02 smithi016 ceph-mon[90652]: osdmap e2147: 8 total, 8 up, 8 in 2024-04-15T15:55:02.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:55:02 smithi016 ceph-mon[93212]: pgmap v4149: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 59 KiB/s rd, 6.0 KiB/s wr, 86 op/s 2024-04-15T15:55:02.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:55:02 smithi016 ceph-mon[93212]: osdmap e2147: 8 total, 8 up, 8 in 2024-04-15T15:55:02.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:55:02 smithi102 ceph-mon[87131]: pgmap v4149: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 59 KiB/s rd, 6.0 KiB/s wr, 86 op/s 2024-04-15T15:55:02.688 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:55:02 smithi102 ceph-mon[87131]: osdmap e2147: 8 total, 8 up, 8 in 2024-04-15T15:55:02.688 INFO:journalctl@ceph.prometheus.a.smithi102.stdout:Apr 15 15:55:02 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-prometheus-a[120881]: ts=2024-04-15T15:55:02.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi016:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"362ea986-fb34-11ee-bc8f-c7b262605968\", instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T15:55:04.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:55:04 smithi016 ceph-mon[90652]: pgmap v4152: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 114 KiB/s rd, 12 KiB/s wr, 162 op/s 2024-04-15T15:55:04.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:55:04 smithi016 ceph-mon[90652]: osdmap e2148: 8 total, 8 up, 8 in 2024-04-15T15:55:04.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:55:04 smithi016 ceph-mon[93212]: pgmap v4152: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 114 KiB/s rd, 12 KiB/s wr, 162 op/s 2024-04-15T15:55:04.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:55:04 smithi016 ceph-mon[93212]: osdmap e2148: 8 total, 8 up, 8 in 2024-04-15T15:55:04.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:55:04 smithi102 ceph-mon[87131]: pgmap v4152: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 114 KiB/s rd, 12 KiB/s wr, 162 op/s 2024-04-15T15:55:04.688 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:55:04 smithi102 ceph-mon[87131]: osdmap e2148: 8 total, 8 up, 8 in 2024-04-15T15:55:05.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:55:05 smithi016 ceph-mon[90652]: osdmap e2149: 8 total, 8 up, 8 in 2024-04-15T15:55:05.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:55:05 smithi016 ceph-mon[93212]: osdmap e2149: 8 total, 8 up, 8 in 2024-04-15T15:55:05.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:55:05 smithi102 ceph-mon[87131]: osdmap e2149: 8 total, 8 up, 8 in 2024-04-15T15:55:06.318 INFO:tasks.workunit.client.0.smithi016.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_create_snap_flags PASSED [ 33%] 2024-04-15T15:55:06.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:55:06 smithi016 ceph-mon[90652]: pgmap v4155: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 86 KiB/s rd, 7.5 KiB/s wr, 114 op/s 2024-04-15T15:55:06.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:55:06 smithi016 ceph-mon[90652]: osdmap e2150: 8 total, 8 up, 8 in 2024-04-15T15:55:06.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:55:06 smithi016 ceph-mon[90652]: osdmap e2151: 8 total, 8 up, 8 in 2024-04-15T15:55:06.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:55:06 smithi016 ceph-mon[93212]: pgmap v4155: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 86 KiB/s rd, 7.5 KiB/s wr, 114 op/s 2024-04-15T15:55:06.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:55:06 smithi016 ceph-mon[93212]: osdmap e2150: 8 total, 8 up, 8 in 2024-04-15T15:55:06.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:55:06 smithi016 ceph-mon[93212]: osdmap e2151: 8 total, 8 up, 8 in 2024-04-15T15:55:06.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:55:06 smithi102 ceph-mon[87131]: pgmap v4155: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 86 KiB/s rd, 7.5 KiB/s wr, 114 op/s 2024-04-15T15:55:06.688 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:55:06 smithi102 ceph-mon[87131]: osdmap e2150: 8 total, 8 up, 8 in 2024-04-15T15:55:06.688 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:55:06 smithi102 ceph-mon[87131]: osdmap e2151: 8 total, 8 up, 8 in 2024-04-15T15:55:08.539 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:55:08 smithi016 ceph-mon[90652]: pgmap v4158: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 52 KiB/s rd, 4.7 KiB/s wr, 68 op/s 2024-04-15T15:55:08.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:55:08 smithi016 ceph-mon[90652]: osdmap e2152: 8 total, 8 up, 8 in 2024-04-15T15:55:08.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:55:08 smithi016 ceph-mon[93212]: pgmap v4158: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 52 KiB/s rd, 4.7 KiB/s wr, 68 op/s 2024-04-15T15:55:08.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:55:08 smithi016 ceph-mon[93212]: osdmap e2152: 8 total, 8 up, 8 in 2024-04-15T15:55:08.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:55:08 smithi102 ceph-mon[87131]: pgmap v4158: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 52 KiB/s rd, 4.7 KiB/s wr, 68 op/s 2024-04-15T15:55:08.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:55:08 smithi102 ceph-mon[87131]: osdmap e2152: 8 total, 8 up, 8 in 2024-04-15T15:55:09.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:55:09 smithi016 ceph-mon[90652]: osdmap e2153: 8 total, 8 up, 8 in 2024-04-15T15:55:09.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:55:09 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T15:55:09.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:55:09 smithi016 ceph-mon[93212]: osdmap e2153: 8 total, 8 up, 8 in 2024-04-15T15:55:09.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:55:09 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T15:55:09.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:55:09 smithi102 ceph-mon[87131]: osdmap e2153: 8 total, 8 up, 8 in 2024-04-15T15:55:09.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:55:09 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T15:55:10.350 INFO:tasks.workunit.client.0.smithi016.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_list_snaps PASSED [ 34%] 2024-04-15T15:55:10.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:55:10 smithi016 ceph-mon[90652]: pgmap v4161: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 52 KiB/s rd, 4.7 KiB/s wr, 68 op/s 2024-04-15T15:55:10.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:55:10 smithi016 ceph-mon[90652]: osdmap e2154: 8 total, 8 up, 8 in 2024-04-15T15:55:10.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:55:10 smithi016 ceph-mon[93212]: pgmap v4161: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 52 KiB/s rd, 4.7 KiB/s wr, 68 op/s 2024-04-15T15:55:10.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:55:10 smithi016 ceph-mon[93212]: osdmap e2154: 8 total, 8 up, 8 in 2024-04-15T15:55:10.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:55:10 smithi102 ceph-mon[87131]: pgmap v4161: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 52 KiB/s rd, 4.7 KiB/s wr, 68 op/s 2024-04-15T15:55:10.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:55:10 smithi102 ceph-mon[87131]: osdmap e2154: 8 total, 8 up, 8 in 2024-04-15T15:55:11.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:55:11 smithi016 ceph-mon[90652]: osdmap e2155: 8 total, 8 up, 8 in 2024-04-15T15:55:11.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:55:11 smithi016 ceph-mon[90652]: osdmap e2156: 8 total, 8 up, 8 in 2024-04-15T15:55:11.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:55:11 smithi016 ceph-mon[93212]: osdmap e2155: 8 total, 8 up, 8 in 2024-04-15T15:55:11.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:55:11 smithi016 ceph-mon[93212]: osdmap e2156: 8 total, 8 up, 8 in 2024-04-15T15:55:11.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:55:11 smithi102 ceph-mon[87131]: osdmap e2155: 8 total, 8 up, 8 in 2024-04-15T15:55:11.688 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:55:11 smithi102 ceph-mon[87131]: osdmap e2156: 8 total, 8 up, 8 in 2024-04-15T15:55:12.040 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 15 15:55:11 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-y[81421]: ::ffff:172.21.15.102 - - [15/Apr/2024:15:55:11] "GET /metrics HTTP/1.1" 200 36662 "" "Prometheus/2.43.0" 2024-04-15T15:55:12.316 INFO:tasks.workunit.client.0.smithi016.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_list_snaps_iterator_auto_close PASSED [ 34%] 2024-04-15T15:55:12.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:55:12 smithi016 ceph-mon[90652]: pgmap v4164: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 67 KiB/s rd, 5.0 KiB/s wr, 91 op/s 2024-04-15T15:55:12.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:55:12 smithi016 ceph-mon[90652]: osdmap e2157: 8 total, 8 up, 8 in 2024-04-15T15:55:12.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:55:12 smithi016 ceph-mon[93212]: pgmap v4164: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 67 KiB/s rd, 5.0 KiB/s wr, 91 op/s 2024-04-15T15:55:12.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:55:12 smithi016 ceph-mon[93212]: osdmap e2157: 8 total, 8 up, 8 in 2024-04-15T15:55:12.589 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:55:12 smithi102 ceph-mon[87131]: pgmap v4164: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 67 KiB/s rd, 5.0 KiB/s wr, 91 op/s 2024-04-15T15:55:12.589 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:55:12 smithi102 ceph-mon[87131]: osdmap e2157: 8 total, 8 up, 8 in 2024-04-15T15:55:12.589 INFO:journalctl@ceph.prometheus.a.smithi102.stdout:Apr 15 15:55:12 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-prometheus-a[120881]: ts=2024-04-15T15:55:12.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi016:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"362ea986-fb34-11ee-bc8f-c7b262605968\", instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T15:55:14.373 INFO:tasks.workunit.client.0.smithi016.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_remove_snap PASSED [ 35%] 2024-04-15T15:55:14.452 INFO:tasks.workunit.client.0.smithi016.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_remove_snap_not_found PASSED [ 36%] 2024-04-15T15:55:14.539 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:55:14 smithi016 ceph-mon[90652]: pgmap v4167: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 72 KiB/s rd, 6.0 KiB/s wr, 102 op/s 2024-04-15T15:55:14.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:55:14 smithi016 ceph-mon[90652]: osdmap e2158: 8 total, 8 up, 8 in 2024-04-15T15:55:14.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:55:14 smithi016 ceph-mon[93212]: pgmap v4167: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 72 KiB/s rd, 6.0 KiB/s wr, 102 op/s 2024-04-15T15:55:14.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:55:14 smithi016 ceph-mon[93212]: osdmap e2158: 8 total, 8 up, 8 in 2024-04-15T15:55:14.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:55:14 smithi102 ceph-mon[87131]: pgmap v4167: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 72 KiB/s rd, 6.0 KiB/s wr, 102 op/s 2024-04-15T15:55:14.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:55:14 smithi102 ceph-mon[87131]: osdmap e2158: 8 total, 8 up, 8 in 2024-04-15T15:55:15.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:55:15 smithi016 ceph-mon[90652]: osdmap e2159: 8 total, 8 up, 8 in 2024-04-15T15:55:15.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:55:15 smithi016 ceph-mon[93212]: osdmap e2159: 8 total, 8 up, 8 in 2024-04-15T15:55:15.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:55:15 smithi102 ceph-mon[87131]: osdmap e2159: 8 total, 8 up, 8 in 2024-04-15T15:55:16.330 INFO:tasks.workunit.client.0.smithi016.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_remove_snap2 PASSED [ 36%] 2024-04-15T15:55:16.539 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:55:16 smithi016 ceph-mon[90652]: pgmap v4170: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 5.5 KiB/s rd, 1023 B/s wr, 11 op/s 2024-04-15T15:55:16.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:55:16 smithi016 ceph-mon[90652]: osdmap e2160: 8 total, 8 up, 8 in 2024-04-15T15:55:16.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:55:16 smithi016 ceph-mon[90652]: osdmap e2161: 8 total, 8 up, 8 in 2024-04-15T15:55:16.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:55:16 smithi016 ceph-mon[93212]: pgmap v4170: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 5.5 KiB/s rd, 1023 B/s wr, 11 op/s 2024-04-15T15:55:16.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:55:16 smithi016 ceph-mon[93212]: osdmap e2160: 8 total, 8 up, 8 in 2024-04-15T15:55:16.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:55:16 smithi016 ceph-mon[93212]: osdmap e2161: 8 total, 8 up, 8 in 2024-04-15T15:55:16.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:55:16 smithi102 ceph-mon[87131]: pgmap v4170: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 5.5 KiB/s rd, 1023 B/s wr, 11 op/s 2024-04-15T15:55:16.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:55:16 smithi102 ceph-mon[87131]: osdmap e2160: 8 total, 8 up, 8 in 2024-04-15T15:55:16.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:55:16 smithi102 ceph-mon[87131]: osdmap e2161: 8 total, 8 up, 8 in 2024-04-15T15:55:18.392 INFO:tasks.workunit.client.0.smithi016.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_remove_snap_by_id PASSED [ 37%] 2024-04-15T15:55:18.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:55:18 smithi102 ceph-mon[87131]: pgmap v4173: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 169 KiB/s rd, 12 KiB/s wr, 231 op/s 2024-04-15T15:55:18.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:55:18 smithi102 ceph-mon[87131]: osdmap e2162: 8 total, 8 up, 8 in 2024-04-15T15:55:18.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:55:18 smithi016 ceph-mon[90652]: pgmap v4173: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 169 KiB/s rd, 12 KiB/s wr, 231 op/s 2024-04-15T15:55:18.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:55:18 smithi016 ceph-mon[90652]: osdmap e2162: 8 total, 8 up, 8 in 2024-04-15T15:55:18.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:55:18 smithi016 ceph-mon[93212]: pgmap v4173: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 169 KiB/s rd, 12 KiB/s wr, 231 op/s 2024-04-15T15:55:18.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:55:18 smithi016 ceph-mon[93212]: osdmap e2162: 8 total, 8 up, 8 in 2024-04-15T15:55:19.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:55:19 smithi102 ceph-mon[87131]: osdmap e2163: 8 total, 8 up, 8 in 2024-04-15T15:55:19.789 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:55:19 smithi016 ceph-mon[90652]: osdmap e2163: 8 total, 8 up, 8 in 2024-04-15T15:55:19.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:55:19 smithi016 ceph-mon[93212]: osdmap e2163: 8 total, 8 up, 8 in 2024-04-15T15:55:20.418 INFO:tasks.workunit.client.0.smithi016.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_rename_snap PASSED [ 37%] 2024-04-15T15:55:20.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:55:20 smithi102 ceph-mon[87131]: pgmap v4176: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 169 KiB/s rd, 12 KiB/s wr, 231 op/s 2024-04-15T15:55:20.688 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:55:20 smithi102 ceph-mon[87131]: osdmap e2164: 8 total, 8 up, 8 in 2024-04-15T15:55:20.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:55:20 smithi016 ceph-mon[90652]: pgmap v4176: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 169 KiB/s rd, 12 KiB/s wr, 231 op/s 2024-04-15T15:55:20.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:55:20 smithi016 ceph-mon[90652]: osdmap e2164: 8 total, 8 up, 8 in 2024-04-15T15:55:20.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:55:20 smithi016 ceph-mon[93212]: pgmap v4176: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 169 KiB/s rd, 12 KiB/s wr, 231 op/s 2024-04-15T15:55:20.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:55:20 smithi016 ceph-mon[93212]: osdmap e2164: 8 total, 8 up, 8 in 2024-04-15T15:55:21.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:55:21 smithi102 ceph-mon[87131]: osdmap e2165: 8 total, 8 up, 8 in 2024-04-15T15:55:21.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:55:21 smithi102 ceph-mon[87131]: osdmap e2166: 8 total, 8 up, 8 in 2024-04-15T15:55:21.779 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:55:21 smithi016 ceph-mon[90652]: osdmap e2165: 8 total, 8 up, 8 in 2024-04-15T15:55:21.779 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:55:21 smithi016 ceph-mon[90652]: osdmap e2166: 8 total, 8 up, 8 in 2024-04-15T15:55:21.780 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:55:21 smithi016 ceph-mon[93212]: osdmap e2165: 8 total, 8 up, 8 in 2024-04-15T15:55:21.780 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:55:21 smithi016 ceph-mon[93212]: osdmap e2166: 8 total, 8 up, 8 in 2024-04-15T15:55:22.040 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 15 15:55:21 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-y[81421]: ::ffff:172.21.15.102 - - [15/Apr/2024:15:55:21] "GET /metrics HTTP/1.1" 200 36662 "" "Prometheus/2.43.0" 2024-04-15T15:55:22.328 INFO:tasks.workunit.client.0.smithi016.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_protect_snap PASSED [ 38%] 2024-04-15T15:55:22.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:55:22 smithi102 ceph-mon[87131]: pgmap v4179: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 63 KiB/s rd, 3.7 KiB/s wr, 88 op/s 2024-04-15T15:55:22.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:55:22 smithi102 ceph-mon[87131]: osdmap e2167: 8 total, 8 up, 8 in 2024-04-15T15:55:22.688 INFO:journalctl@ceph.prometheus.a.smithi102.stdout:Apr 15 15:55:22 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-prometheus-a[120881]: ts=2024-04-15T15:55:22.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi016:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"362ea986-fb34-11ee-bc8f-c7b262605968\", instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T15:55:22.789 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:55:22 smithi016 ceph-mon[90652]: pgmap v4179: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 63 KiB/s rd, 3.7 KiB/s wr, 88 op/s 2024-04-15T15:55:22.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:55:22 smithi016 ceph-mon[90652]: osdmap e2167: 8 total, 8 up, 8 in 2024-04-15T15:55:22.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:55:22 smithi016 ceph-mon[93212]: pgmap v4179: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 63 KiB/s rd, 3.7 KiB/s wr, 88 op/s 2024-04-15T15:55:22.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:55:22 smithi016 ceph-mon[93212]: osdmap e2167: 8 total, 8 up, 8 in 2024-04-15T15:55:24.440 INFO:tasks.workunit.client.0.smithi016.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_snap_exists PASSED [ 38%] 2024-04-15T15:55:24.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:55:24 smithi102 ceph-mon[87131]: pgmap v4182: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 109 KiB/s rd, 8.5 KiB/s wr, 152 op/s 2024-04-15T15:55:24.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:55:24 smithi102 ceph-mon[87131]: osdmap e2168: 8 total, 8 up, 8 in 2024-04-15T15:55:24.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:55:24 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T15:55:24.789 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:55:24 smithi016 ceph-mon[90652]: pgmap v4182: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 109 KiB/s rd, 8.5 KiB/s wr, 152 op/s 2024-04-15T15:55:24.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:55:24 smithi016 ceph-mon[90652]: osdmap e2168: 8 total, 8 up, 8 in 2024-04-15T15:55:24.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:55:24 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T15:55:24.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:55:24 smithi016 ceph-mon[93212]: pgmap v4182: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 109 KiB/s rd, 8.5 KiB/s wr, 152 op/s 2024-04-15T15:55:24.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:55:24 smithi016 ceph-mon[93212]: osdmap e2168: 8 total, 8 up, 8 in 2024-04-15T15:55:24.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:55:24 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T15:55:25.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:55:25 smithi102 ceph-mon[87131]: osdmap e2169: 8 total, 8 up, 8 in 2024-04-15T15:55:25.789 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:55:25 smithi016 ceph-mon[90652]: osdmap e2169: 8 total, 8 up, 8 in 2024-04-15T15:55:25.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:55:25 smithi016 ceph-mon[93212]: osdmap e2169: 8 total, 8 up, 8 in 2024-04-15T15:55:26.328 INFO:tasks.workunit.client.0.smithi016.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_snap_timestamp PASSED [ 39%] 2024-04-15T15:55:26.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:55:26 smithi102 ceph-mon[87131]: pgmap v4185: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 46 KiB/s rd, 4.7 KiB/s wr, 63 op/s 2024-04-15T15:55:26.688 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:55:26 smithi102 ceph-mon[87131]: osdmap e2170: 8 total, 8 up, 8 in 2024-04-15T15:55:26.688 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:55:26 smithi102 ceph-mon[87131]: osdmap e2171: 8 total, 8 up, 8 in 2024-04-15T15:55:26.789 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:55:26 smithi016 ceph-mon[90652]: pgmap v4185: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 46 KiB/s rd, 4.7 KiB/s wr, 63 op/s 2024-04-15T15:55:26.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:55:26 smithi016 ceph-mon[90652]: osdmap e2170: 8 total, 8 up, 8 in 2024-04-15T15:55:26.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:55:26 smithi016 ceph-mon[90652]: osdmap e2171: 8 total, 8 up, 8 in 2024-04-15T15:55:26.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:55:26 smithi016 ceph-mon[93212]: pgmap v4185: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 46 KiB/s rd, 4.7 KiB/s wr, 63 op/s 2024-04-15T15:55:26.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:55:26 smithi016 ceph-mon[93212]: osdmap e2170: 8 total, 8 up, 8 in 2024-04-15T15:55:26.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:55:26 smithi016 ceph-mon[93212]: osdmap e2171: 8 total, 8 up, 8 in 2024-04-15T15:55:28.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:55:28 smithi102 ceph-mon[87131]: pgmap v4188: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 116 KiB/s rd, 10 KiB/s wr, 160 op/s 2024-04-15T15:55:28.688 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:55:28 smithi102 ceph-mon[87131]: osdmap e2172: 8 total, 8 up, 8 in 2024-04-15T15:55:28.789 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:55:28 smithi016 ceph-mon[90652]: pgmap v4188: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 116 KiB/s rd, 10 KiB/s wr, 160 op/s 2024-04-15T15:55:28.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:55:28 smithi016 ceph-mon[90652]: osdmap e2172: 8 total, 8 up, 8 in 2024-04-15T15:55:28.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:55:28 smithi016 ceph-mon[93212]: pgmap v4188: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 116 KiB/s rd, 10 KiB/s wr, 160 op/s 2024-04-15T15:55:28.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:55:28 smithi016 ceph-mon[93212]: osdmap e2172: 8 total, 8 up, 8 in 2024-04-15T15:55:29.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:55:29 smithi102 ceph-mon[87131]: osdmap e2173: 8 total, 8 up, 8 in 2024-04-15T15:55:29.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:55:29 smithi016 ceph-mon[90652]: osdmap e2173: 8 total, 8 up, 8 in 2024-04-15T15:55:29.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:55:29 smithi016 ceph-mon[93212]: osdmap e2173: 8 total, 8 up, 8 in 2024-04-15T15:55:30.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:55:30 smithi102 ceph-mon[87131]: pgmap v4191: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 116 KiB/s rd, 10 KiB/s wr, 160 op/s 2024-04-15T15:55:30.688 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:55:30 smithi102 ceph-mon[87131]: osdmap e2174: 8 total, 8 up, 8 in 2024-04-15T15:55:30.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:55:30 smithi016 ceph-mon[90652]: pgmap v4191: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 116 KiB/s rd, 10 KiB/s wr, 160 op/s 2024-04-15T15:55:30.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:55:30 smithi016 ceph-mon[90652]: osdmap e2174: 8 total, 8 up, 8 in 2024-04-15T15:55:30.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:55:30 smithi016 ceph-mon[93212]: pgmap v4191: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 116 KiB/s rd, 10 KiB/s wr, 160 op/s 2024-04-15T15:55:30.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:55:30 smithi016 ceph-mon[93212]: osdmap e2174: 8 total, 8 up, 8 in 2024-04-15T15:55:31.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:55:31 smithi102 ceph-mon[87131]: osdmap e2175: 8 total, 8 up, 8 in 2024-04-15T15:55:31.688 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:55:31 smithi102 ceph-mon[87131]: osdmap e2176: 8 total, 8 up, 8 in 2024-04-15T15:55:31.779 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:55:31 smithi016 ceph-mon[90652]: osdmap e2175: 8 total, 8 up, 8 in 2024-04-15T15:55:31.779 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:55:31 smithi016 ceph-mon[90652]: osdmap e2176: 8 total, 8 up, 8 in 2024-04-15T15:55:31.779 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:55:31 smithi016 ceph-mon[93212]: osdmap e2175: 8 total, 8 up, 8 in 2024-04-15T15:55:31.779 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:55:31 smithi016 ceph-mon[93212]: osdmap e2176: 8 total, 8 up, 8 in 2024-04-15T15:55:32.040 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 15 15:55:31 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-y[81421]: ::ffff:172.21.15.102 - - [15/Apr/2024:15:55:31] "GET /metrics HTTP/1.1" 200 36661 "" "Prometheus/2.43.0" 2024-04-15T15:55:32.688 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:55:32 smithi102 ceph-mon[87131]: pgmap v4194: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 49 KiB/s rd, 2.5 KiB/s wr, 64 op/s 2024-04-15T15:55:32.688 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:55:32 smithi102 ceph-mon[87131]: osdmap e2177: 8 total, 8 up, 8 in 2024-04-15T15:55:32.688 INFO:journalctl@ceph.prometheus.a.smithi102.stdout:Apr 15 15:55:32 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-prometheus-a[120881]: ts=2024-04-15T15:55:32.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi016:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"362ea986-fb34-11ee-bc8f-c7b262605968\", instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T15:55:32.789 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:55:32 smithi016 ceph-mon[90652]: pgmap v4194: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 49 KiB/s rd, 2.5 KiB/s wr, 64 op/s 2024-04-15T15:55:32.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:55:32 smithi016 ceph-mon[90652]: osdmap e2177: 8 total, 8 up, 8 in 2024-04-15T15:55:32.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:55:32 smithi016 ceph-mon[93212]: pgmap v4194: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 49 KiB/s rd, 2.5 KiB/s wr, 64 op/s 2024-04-15T15:55:32.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:55:32 smithi016 ceph-mon[93212]: osdmap e2177: 8 total, 8 up, 8 in 2024-04-15T15:55:34.331 INFO:tasks.workunit.client.0.smithi016.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_limit_snaps PASSED [ 40%] 2024-04-15T15:55:34.419 INFO:tasks.workunit.client.0.smithi016.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_remove_with_exclusive_lock PASSED [ 40%] 2024-04-15T15:55:34.498 INFO:tasks.workunit.client.0.smithi016.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_remove_with_snap SKIPPED [ 41%] 2024-04-15T15:55:34.539 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:55:34 smithi016 ceph-mon[90652]: pgmap v4197: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 49 KiB/s rd, 2.7 KiB/s wr, 65 op/s 2024-04-15T15:55:34.539 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:55:34 smithi016 ceph-mon[90652]: osdmap e2178: 8 total, 8 up, 8 in 2024-04-15T15:55:34.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:55:34 smithi016 ceph-mon[93212]: pgmap v4197: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 49 KiB/s rd, 2.7 KiB/s wr, 65 op/s 2024-04-15T15:55:34.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:55:34 smithi016 ceph-mon[93212]: osdmap e2178: 8 total, 8 up, 8 in 2024-04-15T15:55:34.573 INFO:tasks.workunit.client.0.smithi016.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_remove_with_watcher SKIPPED [ 41%] 2024-04-15T15:55:34.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:55:34 smithi102 ceph-mon[87131]: pgmap v4197: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 49 KiB/s rd, 2.7 KiB/s wr, 65 op/s 2024-04-15T15:55:34.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:55:34 smithi102 ceph-mon[87131]: osdmap e2178: 8 total, 8 up, 8 in 2024-04-15T15:55:35.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:55:35 smithi016 ceph-mon[90652]: osdmap e2179: 8 total, 8 up, 8 in 2024-04-15T15:55:35.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:55:35 smithi016 ceph-mon[93212]: osdmap e2179: 8 total, 8 up, 8 in 2024-04-15T15:55:35.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:55:35 smithi102 ceph-mon[87131]: osdmap e2179: 8 total, 8 up, 8 in 2024-04-15T15:55:36.358 INFO:tasks.workunit.client.0.smithi016.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_rollback_to_snap PASSED [ 42%] 2024-04-15T15:55:36.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:55:36 smithi016 ceph-mon[93212]: pgmap v4200: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 255 B/s wr, 0 op/s 2024-04-15T15:55:36.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:55:36 smithi016 ceph-mon[93212]: osdmap e2180: 8 total, 8 up, 8 in 2024-04-15T15:55:36.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:55:36 smithi016 ceph-mon[93212]: osdmap e2181: 8 total, 8 up, 8 in 2024-04-15T15:55:36.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:55:36 smithi016 ceph-mon[90652]: pgmap v4200: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 255 B/s wr, 0 op/s 2024-04-15T15:55:36.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:55:36 smithi016 ceph-mon[90652]: osdmap e2180: 8 total, 8 up, 8 in 2024-04-15T15:55:36.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:55:36 smithi016 ceph-mon[90652]: osdmap e2181: 8 total, 8 up, 8 in 2024-04-15T15:55:36.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:55:36 smithi102 ceph-mon[87131]: pgmap v4200: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 255 B/s wr, 0 op/s 2024-04-15T15:55:36.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:55:36 smithi102 ceph-mon[87131]: osdmap e2180: 8 total, 8 up, 8 in 2024-04-15T15:55:36.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:55:36 smithi102 ceph-mon[87131]: osdmap e2181: 8 total, 8 up, 8 in 2024-04-15T15:55:38.352 INFO:tasks.workunit.client.0.smithi016.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_rollback_to_snap_sparse PASSED [ 42%] 2024-04-15T15:55:38.539 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:55:38 smithi016 ceph-mon[93212]: pgmap v4203: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 188 KiB/s rd, 16 KiB/s wr, 262 op/s 2024-04-15T15:55:38.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:55:38 smithi016 ceph-mon[93212]: osdmap e2182: 8 total, 8 up, 8 in 2024-04-15T15:55:38.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:55:38 smithi016 ceph-mon[90652]: pgmap v4203: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 188 KiB/s rd, 16 KiB/s wr, 262 op/s 2024-04-15T15:55:38.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:55:38 smithi016 ceph-mon[90652]: osdmap e2182: 8 total, 8 up, 8 in 2024-04-15T15:55:38.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:55:38 smithi102 ceph-mon[87131]: pgmap v4203: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 188 KiB/s rd, 16 KiB/s wr, 262 op/s 2024-04-15T15:55:38.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:55:38 smithi102 ceph-mon[87131]: osdmap e2182: 8 total, 8 up, 8 in 2024-04-15T15:55:39.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:55:39 smithi016 ceph-mon[90652]: osdmap e2183: 8 total, 8 up, 8 in 2024-04-15T15:55:39.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:55:39 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T15:55:39.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:55:39 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T15:55:39.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:55:39 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T15:55:39.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:55:39 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T15:55:39.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:55:39 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T15:55:39.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:55:39 smithi016 ceph-mon[93212]: osdmap e2183: 8 total, 8 up, 8 in 2024-04-15T15:55:39.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:55:39 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T15:55:39.541 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:55:39 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T15:55:39.541 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:55:39 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T15:55:39.541 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:55:39 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T15:55:39.541 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:55:39 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T15:55:39.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:55:39 smithi102 ceph-mon[87131]: osdmap e2183: 8 total, 8 up, 8 in 2024-04-15T15:55:39.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:55:39 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T15:55:39.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:55:39 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T15:55:39.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:55:39 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T15:55:39.688 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:55:39 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T15:55:39.688 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:55:39 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T15:55:40.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:55:40 smithi016 ceph-mon[93212]: pgmap v4206: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 192 KiB/s rd, 17 KiB/s wr, 270 op/s 2024-04-15T15:55:40.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:55:40 smithi016 ceph-mon[93212]: osdmap e2184: 8 total, 8 up, 8 in 2024-04-15T15:55:40.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:55:40 smithi016 ceph-mon[90652]: pgmap v4206: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 192 KiB/s rd, 17 KiB/s wr, 270 op/s 2024-04-15T15:55:40.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:55:40 smithi016 ceph-mon[90652]: osdmap e2184: 8 total, 8 up, 8 in 2024-04-15T15:55:40.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:55:40 smithi102 ceph-mon[87131]: pgmap v4206: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 192 KiB/s rd, 17 KiB/s wr, 270 op/s 2024-04-15T15:55:40.688 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:55:40 smithi102 ceph-mon[87131]: osdmap e2184: 8 total, 8 up, 8 in 2024-04-15T15:55:41.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:55:41 smithi016 ceph-mon[93212]: osdmap e2185: 8 total, 8 up, 8 in 2024-04-15T15:55:41.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:55:41 smithi016 ceph-mon[93212]: osdmap e2186: 8 total, 8 up, 8 in 2024-04-15T15:55:41.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:55:41 smithi016 ceph-mon[90652]: osdmap e2185: 8 total, 8 up, 8 in 2024-04-15T15:55:41.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:55:41 smithi016 ceph-mon[90652]: osdmap e2186: 8 total, 8 up, 8 in 2024-04-15T15:55:41.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:55:41 smithi102 ceph-mon[87131]: osdmap e2185: 8 total, 8 up, 8 in 2024-04-15T15:55:41.688 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:55:41 smithi102 ceph-mon[87131]: osdmap e2186: 8 total, 8 up, 8 in 2024-04-15T15:55:42.040 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 15 15:55:41 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-y[81421]: ::ffff:172.21.15.102 - - [15/Apr/2024:15:55:41] "GET /metrics HTTP/1.1" 200 36657 "" "Prometheus/2.43.0" 2024-04-15T15:55:42.343 INFO:tasks.workunit.client.0.smithi016.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_rollback_with_resize PASSED [ 43%] 2024-04-15T15:55:42.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:55:42 smithi016 ceph-mon[90652]: pgmap v4209: 137 pgs: 137 active+clean; 13 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 74 KiB/s rd, 5.2 KiB/s wr, 100 op/s 2024-04-15T15:55:42.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:55:42 smithi016 ceph-mon[90652]: osdmap e2187: 8 total, 8 up, 8 in 2024-04-15T15:55:42.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:55:42 smithi016 ceph-mon[93212]: pgmap v4209: 137 pgs: 137 active+clean; 13 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 74 KiB/s rd, 5.2 KiB/s wr, 100 op/s 2024-04-15T15:55:42.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:55:42 smithi016 ceph-mon[93212]: osdmap e2187: 8 total, 8 up, 8 in 2024-04-15T15:55:42.588 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:55:42 smithi102 ceph-mon[87131]: pgmap v4209: 137 pgs: 137 active+clean; 13 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 74 KiB/s rd, 5.2 KiB/s wr, 100 op/s 2024-04-15T15:55:42.589 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:55:42 smithi102 ceph-mon[87131]: osdmap e2187: 8 total, 8 up, 8 in 2024-04-15T15:55:42.589 INFO:journalctl@ceph.prometheus.a.smithi102.stdout:Apr 15 15:55:42 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-prometheus-a[120881]: ts=2024-04-15T15:55:42.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi016:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"362ea986-fb34-11ee-bc8f-c7b262605968\", instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T15:55:44.394 INFO:tasks.workunit.client.0.smithi016.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_set_snap PASSED [ 44%] 2024-04-15T15:55:44.539 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:55:44 smithi016 ceph-mon[90652]: pgmap v4212: 137 pgs: 137 active+clean; 13 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 130 KiB/s rd, 13 KiB/s wr, 179 op/s 2024-04-15T15:55:44.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:55:44 smithi016 ceph-mon[90652]: osdmap e2188: 8 total, 8 up, 8 in 2024-04-15T15:55:44.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:55:44 smithi016 ceph-mon[93212]: pgmap v4212: 137 pgs: 137 active+clean; 13 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 130 KiB/s rd, 13 KiB/s wr, 179 op/s 2024-04-15T15:55:44.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:55:44 smithi016 ceph-mon[93212]: osdmap e2188: 8 total, 8 up, 8 in 2024-04-15T15:55:44.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:55:44 smithi102 ceph-mon[87131]: pgmap v4212: 137 pgs: 137 active+clean; 13 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 130 KiB/s rd, 13 KiB/s wr, 179 op/s 2024-04-15T15:55:44.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:55:44 smithi102 ceph-mon[87131]: osdmap e2188: 8 total, 8 up, 8 in 2024-04-15T15:55:45.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:55:45 smithi102 ceph-mon[87131]: osdmap e2189: 8 total, 8 up, 8 in 2024-04-15T15:55:45.789 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:55:45 smithi016 ceph-mon[90652]: osdmap e2189: 8 total, 8 up, 8 in 2024-04-15T15:55:45.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:55:45 smithi016 ceph-mon[93212]: osdmap e2189: 8 total, 8 up, 8 in 2024-04-15T15:55:46.348 INFO:tasks.workunit.client.0.smithi016.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_set_no_snap PASSED [ 44%] 2024-04-15T15:55:46.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:55:46 smithi102 ceph-mon[87131]: pgmap v4215: 137 pgs: 137 active+clean; 13 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 60 KiB/s rd, 9.5 KiB/s wr, 86 op/s 2024-04-15T15:55:46.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:55:46 smithi102 ceph-mon[87131]: osdmap e2190: 8 total, 8 up, 8 in 2024-04-15T15:55:46.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:55:46 smithi102 ceph-mon[87131]: osdmap e2191: 8 total, 8 up, 8 in 2024-04-15T15:55:46.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:55:46 smithi016 ceph-mon[90652]: pgmap v4215: 137 pgs: 137 active+clean; 13 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 60 KiB/s rd, 9.5 KiB/s wr, 86 op/s 2024-04-15T15:55:46.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:55:46 smithi016 ceph-mon[90652]: osdmap e2190: 8 total, 8 up, 8 in 2024-04-15T15:55:46.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:55:46 smithi016 ceph-mon[90652]: osdmap e2191: 8 total, 8 up, 8 in 2024-04-15T15:55:46.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:55:46 smithi016 ceph-mon[93212]: pgmap v4215: 137 pgs: 137 active+clean; 13 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 60 KiB/s rd, 9.5 KiB/s wr, 86 op/s 2024-04-15T15:55:46.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:55:46 smithi016 ceph-mon[93212]: osdmap e2190: 8 total, 8 up, 8 in 2024-04-15T15:55:46.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:55:46 smithi016 ceph-mon[93212]: osdmap e2191: 8 total, 8 up, 8 in 2024-04-15T15:55:48.406 INFO:tasks.workunit.client.0.smithi016.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_set_snap_by_id PASSED [ 45%] 2024-04-15T15:55:48.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:55:48 smithi102 ceph-mon[87131]: pgmap v4218: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 127 KiB/s rd, 13 KiB/s wr, 176 op/s 2024-04-15T15:55:48.688 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:55:48 smithi102 ceph-mon[87131]: osdmap e2192: 8 total, 8 up, 8 in 2024-04-15T15:55:48.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:55:48 smithi016 ceph-mon[90652]: pgmap v4218: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 127 KiB/s rd, 13 KiB/s wr, 176 op/s 2024-04-15T15:55:48.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:55:48 smithi016 ceph-mon[90652]: osdmap e2192: 8 total, 8 up, 8 in 2024-04-15T15:55:48.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:55:48 smithi016 ceph-mon[93212]: pgmap v4218: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 127 KiB/s rd, 13 KiB/s wr, 176 op/s 2024-04-15T15:55:48.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:55:48 smithi016 ceph-mon[93212]: osdmap e2192: 8 total, 8 up, 8 in 2024-04-15T15:55:49.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:55:49 smithi102 ceph-mon[87131]: osdmap e2193: 8 total, 8 up, 8 in 2024-04-15T15:55:49.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:55:49 smithi016 ceph-mon[90652]: osdmap e2193: 8 total, 8 up, 8 in 2024-04-15T15:55:49.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:55:49 smithi016 ceph-mon[93212]: osdmap e2193: 8 total, 8 up, 8 in 2024-04-15T15:55:50.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:55:50 smithi102 ceph-mon[87131]: pgmap v4221: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 133 KiB/s rd, 15 KiB/s wr, 189 op/s 2024-04-15T15:55:50.688 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:55:50 smithi102 ceph-mon[87131]: osdmap e2194: 8 total, 8 up, 8 in 2024-04-15T15:55:50.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:55:50 smithi016 ceph-mon[90652]: pgmap v4221: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 133 KiB/s rd, 15 KiB/s wr, 189 op/s 2024-04-15T15:55:50.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:55:50 smithi016 ceph-mon[90652]: osdmap e2194: 8 total, 8 up, 8 in 2024-04-15T15:55:50.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:55:50 smithi016 ceph-mon[93212]: pgmap v4221: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 133 KiB/s rd, 15 KiB/s wr, 189 op/s 2024-04-15T15:55:50.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:55:50 smithi016 ceph-mon[93212]: osdmap e2194: 8 total, 8 up, 8 in 2024-04-15T15:55:51.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:55:51 smithi102 ceph-mon[87131]: osdmap e2195: 8 total, 8 up, 8 in 2024-04-15T15:55:51.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:55:51 smithi102 ceph-mon[87131]: osdmap e2196: 8 total, 8 up, 8 in 2024-04-15T15:55:51.779 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:55:51 smithi016 ceph-mon[90652]: osdmap e2195: 8 total, 8 up, 8 in 2024-04-15T15:55:51.779 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:55:51 smithi016 ceph-mon[90652]: osdmap e2196: 8 total, 8 up, 8 in 2024-04-15T15:55:51.780 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:55:51 smithi016 ceph-mon[93212]: osdmap e2195: 8 total, 8 up, 8 in 2024-04-15T15:55:51.780 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:55:51 smithi016 ceph-mon[93212]: osdmap e2196: 8 total, 8 up, 8 in 2024-04-15T15:55:52.040 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 15 15:55:51 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-y[81421]: ::ffff:172.21.15.102 - - [15/Apr/2024:15:55:51] "GET /metrics HTTP/1.1" 200 36657 "" "Prometheus/2.43.0" 2024-04-15T15:55:52.687 INFO:journalctl@ceph.prometheus.a.smithi102.stdout:Apr 15 15:55:52 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-prometheus-a[120881]: ts=2024-04-15T15:55:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi016:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"362ea986-fb34-11ee-bc8f-c7b262605968\", instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T15:55:52.688 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:55:52 smithi102 ceph-mon[87131]: pgmap v4224: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 34 KiB/s rd, 5.0 KiB/s wr, 51 op/s 2024-04-15T15:55:52.688 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:55:52 smithi102 ceph-mon[87131]: osdmap e2197: 8 total, 8 up, 8 in 2024-04-15T15:55:52.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:55:52 smithi016 ceph-mon[90652]: pgmap v4224: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 34 KiB/s rd, 5.0 KiB/s wr, 51 op/s 2024-04-15T15:55:52.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:55:52 smithi016 ceph-mon[90652]: osdmap e2197: 8 total, 8 up, 8 in 2024-04-15T15:55:52.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:55:52 smithi016 ceph-mon[93212]: pgmap v4224: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 34 KiB/s rd, 5.0 KiB/s wr, 51 op/s 2024-04-15T15:55:52.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:55:52 smithi016 ceph-mon[93212]: osdmap e2197: 8 total, 8 up, 8 in 2024-04-15T15:55:54.342 INFO:tasks.workunit.client.0.smithi016.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_snap_get_name PASSED [ 45%] 2024-04-15T15:55:54.539 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:55:54 smithi016 ceph-mon[90652]: pgmap v4227: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 72 KiB/s rd, 8.2 KiB/s wr, 103 op/s 2024-04-15T15:55:54.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:55:54 smithi016 ceph-mon[90652]: osdmap e2198: 8 total, 8 up, 8 in 2024-04-15T15:55:54.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:55:54 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T15:55:54.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:55:54 smithi016 ceph-mon[93212]: pgmap v4227: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 72 KiB/s rd, 8.2 KiB/s wr, 103 op/s 2024-04-15T15:55:54.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:55:54 smithi016 ceph-mon[93212]: osdmap e2198: 8 total, 8 up, 8 in 2024-04-15T15:55:54.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:55:54 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T15:55:54.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:55:54 smithi102 ceph-mon[87131]: pgmap v4227: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 72 KiB/s rd, 8.2 KiB/s wr, 103 op/s 2024-04-15T15:55:54.688 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:55:54 smithi102 ceph-mon[87131]: osdmap e2198: 8 total, 8 up, 8 in 2024-04-15T15:55:54.688 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:55:54 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T15:55:55.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:55:55 smithi016 ceph-mon[90652]: osdmap e2199: 8 total, 8 up, 8 in 2024-04-15T15:55:55.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:55:55 smithi016 ceph-mon[93212]: osdmap e2199: 8 total, 8 up, 8 in 2024-04-15T15:55:55.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:55:55 smithi102 ceph-mon[87131]: osdmap e2199: 8 total, 8 up, 8 in 2024-04-15T15:55:56.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:55:56 smithi016 ceph-mon[90652]: pgmap v4230: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 43 KiB/s rd, 5.2 KiB/s wr, 64 op/s 2024-04-15T15:55:56.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:55:56 smithi016 ceph-mon[90652]: osdmap e2200: 8 total, 8 up, 8 in 2024-04-15T15:55:56.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:55:56 smithi016 ceph-mon[90652]: osdmap e2201: 8 total, 8 up, 8 in 2024-04-15T15:55:56.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:55:56 smithi016 ceph-mon[93212]: pgmap v4230: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 43 KiB/s rd, 5.2 KiB/s wr, 64 op/s 2024-04-15T15:55:56.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:55:56 smithi016 ceph-mon[93212]: osdmap e2200: 8 total, 8 up, 8 in 2024-04-15T15:55:56.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:55:56 smithi016 ceph-mon[93212]: osdmap e2201: 8 total, 8 up, 8 in 2024-04-15T15:55:56.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:55:56 smithi102 ceph-mon[87131]: pgmap v4230: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 43 KiB/s rd, 5.2 KiB/s wr, 64 op/s 2024-04-15T15:55:56.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:55:56 smithi102 ceph-mon[87131]: osdmap e2200: 8 total, 8 up, 8 in 2024-04-15T15:55:56.688 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:55:56 smithi102 ceph-mon[87131]: osdmap e2201: 8 total, 8 up, 8 in 2024-04-15T15:55:58.539 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:55:58 smithi016 ceph-mon[90652]: pgmap v4233: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 61 KiB/s rd, 5.0 KiB/s wr, 85 op/s 2024-04-15T15:55:58.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:55:58 smithi016 ceph-mon[90652]: osdmap e2202: 8 total, 8 up, 8 in 2024-04-15T15:55:58.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:55:58 smithi016 ceph-mon[93212]: pgmap v4233: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 61 KiB/s rd, 5.0 KiB/s wr, 85 op/s 2024-04-15T15:55:58.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:55:58 smithi016 ceph-mon[93212]: osdmap e2202: 8 total, 8 up, 8 in 2024-04-15T15:55:58.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:55:58 smithi102 ceph-mon[87131]: pgmap v4233: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 61 KiB/s rd, 5.0 KiB/s wr, 85 op/s 2024-04-15T15:55:58.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:55:58 smithi102 ceph-mon[87131]: osdmap e2202: 8 total, 8 up, 8 in 2024-04-15T15:55:59.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:55:59 smithi016 ceph-mon[90652]: osdmap e2203: 8 total, 8 up, 8 in 2024-04-15T15:55:59.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:55:59 smithi016 ceph-mon[93212]: osdmap e2203: 8 total, 8 up, 8 in 2024-04-15T15:55:59.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:55:59 smithi102 ceph-mon[87131]: osdmap e2203: 8 total, 8 up, 8 in 2024-04-15T15:56:00.381 INFO:tasks.workunit.client.0.smithi016.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_snap_get_id PASSED [ 46%] 2024-04-15T15:56:00.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:56:00 smithi016 ceph-mon[93212]: pgmap v4236: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 91 KiB/s rd, 7.7 KiB/s wr, 123 op/s 2024-04-15T15:56:00.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:56:00 smithi016 ceph-mon[93212]: osdmap e2204: 8 total, 8 up, 8 in 2024-04-15T15:56:00.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:56:00 smithi016 ceph-mon[90652]: pgmap v4236: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 91 KiB/s rd, 7.7 KiB/s wr, 123 op/s 2024-04-15T15:56:00.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:56:00 smithi016 ceph-mon[90652]: osdmap e2204: 8 total, 8 up, 8 in 2024-04-15T15:56:00.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:56:00 smithi102 ceph-mon[87131]: pgmap v4236: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 91 KiB/s rd, 7.7 KiB/s wr, 123 op/s 2024-04-15T15:56:00.688 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:56:00 smithi102 ceph-mon[87131]: osdmap e2204: 8 total, 8 up, 8 in 2024-04-15T15:56:01.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:56:01 smithi016 ceph-mon[90652]: osdmap e2205: 8 total, 8 up, 8 in 2024-04-15T15:56:01.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:56:01 smithi016 ceph-mon[90652]: osdmap e2206: 8 total, 8 up, 8 in 2024-04-15T15:56:01.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:56:01 smithi016 ceph-mon[93212]: osdmap e2205: 8 total, 8 up, 8 in 2024-04-15T15:56:01.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:56:01 smithi016 ceph-mon[93212]: osdmap e2206: 8 total, 8 up, 8 in 2024-04-15T15:56:01.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:56:01 smithi102 ceph-mon[87131]: osdmap e2205: 8 total, 8 up, 8 in 2024-04-15T15:56:01.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:56:01 smithi102 ceph-mon[87131]: osdmap e2206: 8 total, 8 up, 8 in 2024-04-15T15:56:02.040 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 15 15:56:01 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-y[81421]: ::ffff:172.21.15.102 - - [15/Apr/2024:15:56:01] "GET /metrics HTTP/1.1" 200 36666 "" "Prometheus/2.43.0" 2024-04-15T15:56:02.339 INFO:tasks.workunit.client.0.smithi016.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_set_snap_sparse PASSED [ 46%] 2024-04-15T15:56:02.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:56:02 smithi016 ceph-mon[90652]: pgmap v4239: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 41 KiB/s rd, 4.0 KiB/s wr, 55 op/s 2024-04-15T15:56:02.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:56:02 smithi016 ceph-mon[90652]: osdmap e2207: 8 total, 8 up, 8 in 2024-04-15T15:56:02.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:56:02 smithi016 ceph-mon[93212]: pgmap v4239: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 41 KiB/s rd, 4.0 KiB/s wr, 55 op/s 2024-04-15T15:56:02.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:56:02 smithi016 ceph-mon[93212]: osdmap e2207: 8 total, 8 up, 8 in 2024-04-15T15:56:02.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:56:02 smithi102 ceph-mon[87131]: pgmap v4239: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 41 KiB/s rd, 4.0 KiB/s wr, 55 op/s 2024-04-15T15:56:02.688 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:56:02 smithi102 ceph-mon[87131]: osdmap e2207: 8 total, 8 up, 8 in 2024-04-15T15:56:02.688 INFO:journalctl@ceph.prometheus.a.smithi102.stdout:Apr 15 15:56:02 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-prometheus-a[120881]: ts=2024-04-15T15:56:02.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi016:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"362ea986-fb34-11ee-bc8f-c7b262605968\", instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T15:56:04.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:56:04 smithi102 ceph-mon[87131]: pgmap v4242: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 64 KiB/s rd, 6.5 KiB/s wr, 93 op/s 2024-04-15T15:56:04.688 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:56:04 smithi102 ceph-mon[87131]: osdmap e2208: 8 total, 8 up, 8 in 2024-04-15T15:56:04.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:56:04 smithi016 ceph-mon[90652]: pgmap v4242: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 64 KiB/s rd, 6.5 KiB/s wr, 93 op/s 2024-04-15T15:56:04.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:56:04 smithi016 ceph-mon[90652]: osdmap e2208: 8 total, 8 up, 8 in 2024-04-15T15:56:04.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:56:04 smithi016 ceph-mon[93212]: pgmap v4242: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 64 KiB/s rd, 6.5 KiB/s wr, 93 op/s 2024-04-15T15:56:04.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:56:04 smithi016 ceph-mon[93212]: osdmap e2208: 8 total, 8 up, 8 in 2024-04-15T15:56:05.688 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:56:05 smithi102 ceph-mon[87131]: osdmap e2209: 8 total, 8 up, 8 in 2024-04-15T15:56:05.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:56:05 smithi016 ceph-mon[90652]: osdmap e2209: 8 total, 8 up, 8 in 2024-04-15T15:56:05.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:56:05 smithi016 ceph-mon[93212]: osdmap e2209: 8 total, 8 up, 8 in 2024-04-15T15:56:06.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:56:06 smithi102 ceph-mon[87131]: pgmap v4245: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 53 KiB/s rd, 5.2 KiB/s wr, 75 op/s 2024-04-15T15:56:06.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:56:06 smithi102 ceph-mon[87131]: osdmap e2210: 8 total, 8 up, 8 in 2024-04-15T15:56:06.688 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:56:06 smithi102 ceph-mon[87131]: osdmap e2211: 8 total, 8 up, 8 in 2024-04-15T15:56:06.789 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:56:06 smithi016 ceph-mon[90652]: pgmap v4245: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 53 KiB/s rd, 5.2 KiB/s wr, 75 op/s 2024-04-15T15:56:06.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:56:06 smithi016 ceph-mon[90652]: osdmap e2210: 8 total, 8 up, 8 in 2024-04-15T15:56:06.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:56:06 smithi016 ceph-mon[90652]: osdmap e2211: 8 total, 8 up, 8 in 2024-04-15T15:56:06.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:56:06 smithi016 ceph-mon[93212]: pgmap v4245: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 53 KiB/s rd, 5.2 KiB/s wr, 75 op/s 2024-04-15T15:56:06.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:56:06 smithi016 ceph-mon[93212]: osdmap e2210: 8 total, 8 up, 8 in 2024-04-15T15:56:06.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:56:06 smithi016 ceph-mon[93212]: osdmap e2211: 8 total, 8 up, 8 in 2024-04-15T15:56:08.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:56:08 smithi016 ceph-mon[93212]: pgmap v4248: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 65 KiB/s rd, 5.7 KiB/s wr, 85 op/s 2024-04-15T15:56:08.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:56:08 smithi016 ceph-mon[93212]: osdmap e2212: 8 total, 8 up, 8 in 2024-04-15T15:56:08.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:56:08 smithi016 ceph-mon[90652]: pgmap v4248: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 65 KiB/s rd, 5.7 KiB/s wr, 85 op/s 2024-04-15T15:56:08.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:56:08 smithi016 ceph-mon[90652]: osdmap e2212: 8 total, 8 up, 8 in 2024-04-15T15:56:08.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:56:08 smithi102 ceph-mon[87131]: pgmap v4248: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 65 KiB/s rd, 5.7 KiB/s wr, 85 op/s 2024-04-15T15:56:08.688 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:56:08 smithi102 ceph-mon[87131]: osdmap e2212: 8 total, 8 up, 8 in 2024-04-15T15:56:09.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:56:09 smithi016 ceph-mon[93212]: osdmap e2213: 8 total, 8 up, 8 in 2024-04-15T15:56:09.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:56:09 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T15:56:09.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:56:09 smithi016 ceph-mon[90652]: osdmap e2213: 8 total, 8 up, 8 in 2024-04-15T15:56:09.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:56:09 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T15:56:09.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:56:09 smithi102 ceph-mon[87131]: osdmap e2213: 8 total, 8 up, 8 in 2024-04-15T15:56:09.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:56:09 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T15:56:10.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:56:10 smithi016 ceph-mon[90652]: pgmap v4251: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 65 KiB/s rd, 6.0 KiB/s wr, 86 op/s 2024-04-15T15:56:10.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:56:10 smithi016 ceph-mon[90652]: osdmap e2214: 8 total, 8 up, 8 in 2024-04-15T15:56:10.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:56:10 smithi016 ceph-mon[93212]: pgmap v4251: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 65 KiB/s rd, 6.0 KiB/s wr, 86 op/s 2024-04-15T15:56:10.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:56:10 smithi016 ceph-mon[93212]: osdmap e2214: 8 total, 8 up, 8 in 2024-04-15T15:56:10.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:56:10 smithi102 ceph-mon[87131]: pgmap v4251: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 65 KiB/s rd, 6.0 KiB/s wr, 86 op/s 2024-04-15T15:56:10.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:56:10 smithi102 ceph-mon[87131]: osdmap e2214: 8 total, 8 up, 8 in 2024-04-15T15:56:11.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:56:11 smithi016 ceph-mon[90652]: osdmap e2215: 8 total, 8 up, 8 in 2024-04-15T15:56:11.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:56:11 smithi016 ceph-mon[90652]: osdmap e2216: 8 total, 8 up, 8 in 2024-04-15T15:56:11.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:56:11 smithi016 ceph-mon[93212]: osdmap e2215: 8 total, 8 up, 8 in 2024-04-15T15:56:11.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:56:11 smithi016 ceph-mon[93212]: osdmap e2216: 8 total, 8 up, 8 in 2024-04-15T15:56:11.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:56:11 smithi102 ceph-mon[87131]: osdmap e2215: 8 total, 8 up, 8 in 2024-04-15T15:56:11.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:56:11 smithi102 ceph-mon[87131]: osdmap e2216: 8 total, 8 up, 8 in 2024-04-15T15:56:12.040 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 15 15:56:11 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-y[81421]: ::ffff:172.21.15.102 - - [15/Apr/2024:15:56:11] "GET /metrics HTTP/1.1" 200 36663 "" "Prometheus/2.43.0" 2024-04-15T15:56:12.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:56:12 smithi016 ceph-mon[90652]: pgmap v4254: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 67 KiB/s rd, 3.2 KiB/s wr, 89 op/s 2024-04-15T15:56:12.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:56:12 smithi016 ceph-mon[90652]: osdmap e2217: 8 total, 8 up, 8 in 2024-04-15T15:56:12.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:56:12 smithi016 ceph-mon[93212]: pgmap v4254: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 67 KiB/s rd, 3.2 KiB/s wr, 89 op/s 2024-04-15T15:56:12.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:56:12 smithi016 ceph-mon[93212]: osdmap e2217: 8 total, 8 up, 8 in 2024-04-15T15:56:12.589 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:56:12 smithi102 ceph-mon[87131]: pgmap v4254: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 67 KiB/s rd, 3.2 KiB/s wr, 89 op/s 2024-04-15T15:56:12.589 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:56:12 smithi102 ceph-mon[87131]: osdmap e2217: 8 total, 8 up, 8 in 2024-04-15T15:56:12.589 INFO:journalctl@ceph.prometheus.a.smithi102.stdout:Apr 15 15:56:12 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-prometheus-a[120881]: ts=2024-04-15T15:56:12.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi016:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"362ea986-fb34-11ee-bc8f-c7b262605968\", instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T15:56:14.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:56:14 smithi016 ceph-mon[90652]: pgmap v4257: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 67 KiB/s rd, 3.5 KiB/s wr, 89 op/s 2024-04-15T15:56:14.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:56:14 smithi016 ceph-mon[90652]: osdmap e2218: 8 total, 8 up, 8 in 2024-04-15T15:56:14.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:56:14 smithi016 ceph-mon[93212]: pgmap v4257: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 67 KiB/s rd, 3.5 KiB/s wr, 89 op/s 2024-04-15T15:56:14.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:56:14 smithi016 ceph-mon[93212]: osdmap e2218: 8 total, 8 up, 8 in 2024-04-15T15:56:14.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:56:14 smithi102 ceph-mon[87131]: pgmap v4257: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 67 KiB/s rd, 3.5 KiB/s wr, 89 op/s 2024-04-15T15:56:14.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:56:14 smithi102 ceph-mon[87131]: osdmap e2218: 8 total, 8 up, 8 in 2024-04-15T15:56:15.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:56:15 smithi016 ceph-mon[93212]: osdmap e2219: 8 total, 8 up, 8 in 2024-04-15T15:56:15.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:56:15 smithi016 ceph-mon[90652]: osdmap e2219: 8 total, 8 up, 8 in 2024-04-15T15:56:15.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:56:15 smithi102 ceph-mon[87131]: osdmap e2219: 8 total, 8 up, 8 in 2024-04-15T15:56:16.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:56:16 smithi016 ceph-mon[90652]: pgmap v4260: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 511 B/s wr, 0 op/s 2024-04-15T15:56:16.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:56:16 smithi016 ceph-mon[90652]: osdmap e2220: 8 total, 8 up, 8 in 2024-04-15T15:56:16.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:56:16 smithi016 ceph-mon[93212]: pgmap v4260: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 511 B/s wr, 0 op/s 2024-04-15T15:56:16.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:56:16 smithi016 ceph-mon[93212]: osdmap e2220: 8 total, 8 up, 8 in 2024-04-15T15:56:16.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:56:16 smithi102 ceph-mon[87131]: pgmap v4260: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 511 B/s wr, 0 op/s 2024-04-15T15:56:16.688 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:56:16 smithi102 ceph-mon[87131]: osdmap e2220: 8 total, 8 up, 8 in 2024-04-15T15:56:17.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:56:17 smithi016 ceph-mon[90652]: osdmap e2221: 8 total, 8 up, 8 in 2024-04-15T15:56:17.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:56:17 smithi016 ceph-mon[93212]: osdmap e2221: 8 total, 8 up, 8 in 2024-04-15T15:56:17.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:56:17 smithi102 ceph-mon[87131]: osdmap e2221: 8 total, 8 up, 8 in 2024-04-15T15:56:18.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:56:18 smithi016 ceph-mon[90652]: pgmap v4263: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 99 KiB/s rd, 3.7 KiB/s wr, 133 op/s 2024-04-15T15:56:18.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:56:18 smithi016 ceph-mon[90652]: osdmap e2222: 8 total, 8 up, 8 in 2024-04-15T15:56:18.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:56:18 smithi016 ceph-mon[93212]: pgmap v4263: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 99 KiB/s rd, 3.7 KiB/s wr, 133 op/s 2024-04-15T15:56:18.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:56:18 smithi016 ceph-mon[93212]: osdmap e2222: 8 total, 8 up, 8 in 2024-04-15T15:56:18.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:56:18 smithi102 ceph-mon[87131]: pgmap v4263: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 99 KiB/s rd, 3.7 KiB/s wr, 133 op/s 2024-04-15T15:56:18.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:56:18 smithi102 ceph-mon[87131]: osdmap e2222: 8 total, 8 up, 8 in 2024-04-15T15:56:19.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:56:19 smithi016 ceph-mon[90652]: osdmap e2223: 8 total, 8 up, 8 in 2024-04-15T15:56:19.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:56:19 smithi016 ceph-mon[93212]: osdmap e2223: 8 total, 8 up, 8 in 2024-04-15T15:56:19.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:56:19 smithi102 ceph-mon[87131]: osdmap e2223: 8 total, 8 up, 8 in 2024-04-15T15:56:20.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:56:20 smithi016 ceph-mon[93212]: pgmap v4266: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 99 KiB/s rd, 3.7 KiB/s wr, 133 op/s 2024-04-15T15:56:20.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:56:20 smithi016 ceph-mon[93212]: osdmap e2224: 8 total, 8 up, 8 in 2024-04-15T15:56:20.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:56:20 smithi016 ceph-mon[90652]: pgmap v4266: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 99 KiB/s rd, 3.7 KiB/s wr, 133 op/s 2024-04-15T15:56:20.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:56:20 smithi016 ceph-mon[90652]: osdmap e2224: 8 total, 8 up, 8 in 2024-04-15T15:56:20.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:56:20 smithi102 ceph-mon[87131]: pgmap v4266: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 99 KiB/s rd, 3.7 KiB/s wr, 133 op/s 2024-04-15T15:56:20.688 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:56:20 smithi102 ceph-mon[87131]: osdmap e2224: 8 total, 8 up, 8 in 2024-04-15T15:56:21.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:56:21 smithi102 ceph-mon[87131]: osdmap e2225: 8 total, 8 up, 8 in 2024-04-15T15:56:21.778 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:56:21 smithi016 ceph-mon[90652]: osdmap e2225: 8 total, 8 up, 8 in 2024-04-15T15:56:21.778 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:56:21 smithi016 ceph-mon[93212]: osdmap e2225: 8 total, 8 up, 8 in 2024-04-15T15:56:22.040 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 15 15:56:21 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-y[81421]: ::ffff:172.21.15.102 - - [15/Apr/2024:15:56:21] "GET /metrics HTTP/1.1" 200 36663 "" "Prometheus/2.43.0" 2024-04-15T15:56:22.687 INFO:journalctl@ceph.prometheus.a.smithi102.stdout:Apr 15 15:56:22 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-prometheus-a[120881]: ts=2024-04-15T15:56:22.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi016:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"362ea986-fb34-11ee-bc8f-c7b262605968\", instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T15:56:22.688 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:56:22 smithi102 ceph-mon[87131]: pgmap v4269: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 132 KiB/s rd, 3.2 KiB/s wr, 176 op/s 2024-04-15T15:56:22.688 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:56:22 smithi102 ceph-mon[87131]: osdmap e2226: 8 total, 8 up, 8 in 2024-04-15T15:56:22.789 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:56:22 smithi016 ceph-mon[90652]: pgmap v4269: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 132 KiB/s rd, 3.2 KiB/s wr, 176 op/s 2024-04-15T15:56:22.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:56:22 smithi016 ceph-mon[90652]: osdmap e2226: 8 total, 8 up, 8 in 2024-04-15T15:56:22.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:56:22 smithi016 ceph-mon[93212]: pgmap v4269: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 132 KiB/s rd, 3.2 KiB/s wr, 176 op/s 2024-04-15T15:56:22.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:56:22 smithi016 ceph-mon[93212]: osdmap e2226: 8 total, 8 up, 8 in 2024-04-15T15:56:23.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:56:23 smithi102 ceph-mon[87131]: osdmap e2227: 8 total, 8 up, 8 in 2024-04-15T15:56:23.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:56:23 smithi016 ceph-mon[90652]: osdmap e2227: 8 total, 8 up, 8 in 2024-04-15T15:56:23.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:56:23 smithi016 ceph-mon[93212]: osdmap e2227: 8 total, 8 up, 8 in 2024-04-15T15:56:24.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:56:24 smithi102 ceph-mon[87131]: pgmap v4272: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 132 KiB/s rd, 4.0 KiB/s wr, 177 op/s 2024-04-15T15:56:24.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:56:24 smithi102 ceph-mon[87131]: osdmap e2228: 8 total, 8 up, 8 in 2024-04-15T15:56:24.688 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:56:24 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T15:56:24.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:56:24 smithi016 ceph-mon[90652]: pgmap v4272: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 132 KiB/s rd, 4.0 KiB/s wr, 177 op/s 2024-04-15T15:56:24.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:56:24 smithi016 ceph-mon[90652]: osdmap e2228: 8 total, 8 up, 8 in 2024-04-15T15:56:24.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:56:24 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T15:56:24.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:56:24 smithi016 ceph-mon[93212]: pgmap v4272: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 132 KiB/s rd, 4.0 KiB/s wr, 177 op/s 2024-04-15T15:56:24.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:56:24 smithi016 ceph-mon[93212]: osdmap e2228: 8 total, 8 up, 8 in 2024-04-15T15:56:24.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:56:24 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T15:56:25.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:56:25 smithi102 ceph-mon[87131]: osdmap e2229: 8 total, 8 up, 8 in 2024-04-15T15:56:25.789 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:56:25 smithi016 ceph-mon[90652]: osdmap e2229: 8 total, 8 up, 8 in 2024-04-15T15:56:25.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:56:25 smithi016 ceph-mon[93212]: osdmap e2229: 8 total, 8 up, 8 in 2024-04-15T15:56:26.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:56:26 smithi102 ceph-mon[87131]: pgmap v4275: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 767 B/s wr, 0 op/s 2024-04-15T15:56:26.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:56:26 smithi102 ceph-mon[87131]: osdmap e2230: 8 total, 8 up, 8 in 2024-04-15T15:56:26.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:56:26 smithi016 ceph-mon[93212]: pgmap v4275: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 767 B/s wr, 0 op/s 2024-04-15T15:56:26.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:56:26 smithi016 ceph-mon[93212]: osdmap e2230: 8 total, 8 up, 8 in 2024-04-15T15:56:26.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:56:26 smithi016 ceph-mon[90652]: pgmap v4275: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 767 B/s wr, 0 op/s 2024-04-15T15:56:26.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:56:26 smithi016 ceph-mon[90652]: osdmap e2230: 8 total, 8 up, 8 in 2024-04-15T15:56:27.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:56:27 smithi102 ceph-mon[87131]: osdmap e2231: 8 total, 8 up, 8 in 2024-04-15T15:56:27.789 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:56:27 smithi016 ceph-mon[90652]: osdmap e2231: 8 total, 8 up, 8 in 2024-04-15T15:56:27.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:56:27 smithi016 ceph-mon[93212]: osdmap e2231: 8 total, 8 up, 8 in 2024-04-15T15:56:28.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:56:28 smithi102 ceph-mon[87131]: pgmap v4278: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 163 KiB/s rd, 3.5 KiB/s wr, 219 op/s 2024-04-15T15:56:28.688 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:56:28 smithi102 ceph-mon[87131]: osdmap e2232: 8 total, 8 up, 8 in 2024-04-15T15:56:28.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:56:28 smithi016 ceph-mon[90652]: pgmap v4278: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 163 KiB/s rd, 3.5 KiB/s wr, 219 op/s 2024-04-15T15:56:28.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:56:28 smithi016 ceph-mon[90652]: osdmap e2232: 8 total, 8 up, 8 in 2024-04-15T15:56:28.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:56:28 smithi016 ceph-mon[93212]: pgmap v4278: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 163 KiB/s rd, 3.5 KiB/s wr, 219 op/s 2024-04-15T15:56:28.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:56:28 smithi016 ceph-mon[93212]: osdmap e2232: 8 total, 8 up, 8 in 2024-04-15T15:56:29.688 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:56:29 smithi102 ceph-mon[87131]: osdmap e2233: 8 total, 8 up, 8 in 2024-04-15T15:56:29.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:56:29 smithi016 ceph-mon[90652]: osdmap e2233: 8 total, 8 up, 8 in 2024-04-15T15:56:29.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:56:29 smithi016 ceph-mon[93212]: osdmap e2233: 8 total, 8 up, 8 in 2024-04-15T15:56:30.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:56:30 smithi102 ceph-mon[87131]: pgmap v4281: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 163 KiB/s rd, 3.5 KiB/s wr, 219 op/s 2024-04-15T15:56:30.688 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:56:30 smithi102 ceph-mon[87131]: osdmap e2234: 8 total, 8 up, 8 in 2024-04-15T15:56:30.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:56:30 smithi016 ceph-mon[90652]: pgmap v4281: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 163 KiB/s rd, 3.5 KiB/s wr, 219 op/s 2024-04-15T15:56:30.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:56:30 smithi016 ceph-mon[90652]: osdmap e2234: 8 total, 8 up, 8 in 2024-04-15T15:56:30.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:56:30 smithi016 ceph-mon[93212]: pgmap v4281: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 163 KiB/s rd, 3.5 KiB/s wr, 219 op/s 2024-04-15T15:56:30.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:56:30 smithi016 ceph-mon[93212]: osdmap e2234: 8 total, 8 up, 8 in 2024-04-15T15:56:31.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:56:31 smithi102 ceph-mon[87131]: osdmap e2235: 8 total, 8 up, 8 in 2024-04-15T15:56:31.778 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:56:31 smithi016 ceph-mon[90652]: osdmap e2235: 8 total, 8 up, 8 in 2024-04-15T15:56:31.779 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:56:31 smithi016 ceph-mon[93212]: osdmap e2235: 8 total, 8 up, 8 in 2024-04-15T15:56:32.040 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 15 15:56:31 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-y[81421]: ::ffff:172.21.15.102 - - [15/Apr/2024:15:56:31] "GET /metrics HTTP/1.1" 200 36667 "" "Prometheus/2.43.0" 2024-04-15T15:56:32.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:56:32 smithi102 ceph-mon[87131]: pgmap v4284: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 197 KiB/s rd, 3.0 KiB/s wr, 264 op/s 2024-04-15T15:56:32.688 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:56:32 smithi102 ceph-mon[87131]: osdmap e2236: 8 total, 8 up, 8 in 2024-04-15T15:56:32.688 INFO:journalctl@ceph.prometheus.a.smithi102.stdout:Apr 15 15:56:32 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-prometheus-a[120881]: ts=2024-04-15T15:56:32.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi016:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"362ea986-fb34-11ee-bc8f-c7b262605968\", instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T15:56:32.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:56:32 smithi016 ceph-mon[90652]: pgmap v4284: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 197 KiB/s rd, 3.0 KiB/s wr, 264 op/s 2024-04-15T15:56:32.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:56:32 smithi016 ceph-mon[90652]: osdmap e2236: 8 total, 8 up, 8 in 2024-04-15T15:56:32.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:56:32 smithi016 ceph-mon[93212]: pgmap v4284: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 197 KiB/s rd, 3.0 KiB/s wr, 264 op/s 2024-04-15T15:56:32.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:56:32 smithi016 ceph-mon[93212]: osdmap e2236: 8 total, 8 up, 8 in 2024-04-15T15:56:33.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:56:33 smithi102 ceph-mon[87131]: osdmap e2237: 8 total, 8 up, 8 in 2024-04-15T15:56:33.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:56:33 smithi016 ceph-mon[90652]: osdmap e2237: 8 total, 8 up, 8 in 2024-04-15T15:56:33.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:56:33 smithi016 ceph-mon[93212]: osdmap e2237: 8 total, 8 up, 8 in 2024-04-15T15:56:34.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:56:34 smithi102 ceph-mon[87131]: pgmap v4287: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 197 KiB/s rd, 4.0 KiB/s wr, 265 op/s 2024-04-15T15:56:34.688 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:56:34 smithi102 ceph-mon[87131]: osdmap e2238: 8 total, 8 up, 8 in 2024-04-15T15:56:34.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:56:34 smithi016 ceph-mon[90652]: pgmap v4287: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 197 KiB/s rd, 4.0 KiB/s wr, 265 op/s 2024-04-15T15:56:34.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:56:34 smithi016 ceph-mon[90652]: osdmap e2238: 8 total, 8 up, 8 in 2024-04-15T15:56:34.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:56:34 smithi016 ceph-mon[93212]: pgmap v4287: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 197 KiB/s rd, 4.0 KiB/s wr, 265 op/s 2024-04-15T15:56:34.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:56:34 smithi016 ceph-mon[93212]: osdmap e2238: 8 total, 8 up, 8 in 2024-04-15T15:56:35.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:56:35 smithi102 ceph-mon[87131]: osdmap e2239: 8 total, 8 up, 8 in 2024-04-15T15:56:35.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:56:35 smithi016 ceph-mon[90652]: osdmap e2239: 8 total, 8 up, 8 in 2024-04-15T15:56:35.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:56:35 smithi016 ceph-mon[93212]: osdmap e2239: 8 total, 8 up, 8 in 2024-04-15T15:56:36.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:56:36 smithi102 ceph-mon[87131]: pgmap v4290: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 1023 B/s wr, 0 op/s 2024-04-15T15:56:36.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:56:36 smithi102 ceph-mon[87131]: osdmap e2240: 8 total, 8 up, 8 in 2024-04-15T15:56:36.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:56:36 smithi016 ceph-mon[90652]: pgmap v4290: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 1023 B/s wr, 0 op/s 2024-04-15T15:56:36.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:56:36 smithi016 ceph-mon[90652]: osdmap e2240: 8 total, 8 up, 8 in 2024-04-15T15:56:36.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:56:36 smithi016 ceph-mon[93212]: pgmap v4290: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 1023 B/s wr, 0 op/s 2024-04-15T15:56:36.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:56:36 smithi016 ceph-mon[93212]: osdmap e2240: 8 total, 8 up, 8 in 2024-04-15T15:56:37.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:56:37 smithi102 ceph-mon[87131]: osdmap e2241: 8 total, 8 up, 8 in 2024-04-15T15:56:37.789 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:56:37 smithi016 ceph-mon[93212]: osdmap e2241: 8 total, 8 up, 8 in 2024-04-15T15:56:37.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:56:37 smithi016 ceph-mon[90652]: osdmap e2241: 8 total, 8 up, 8 in 2024-04-15T15:56:38.688 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:56:38 smithi102 ceph-mon[87131]: pgmap v4293: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 229 KiB/s rd, 3.7 KiB/s wr, 308 op/s 2024-04-15T15:56:38.688 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:56:38 smithi102 ceph-mon[87131]: osdmap e2242: 8 total, 8 up, 8 in 2024-04-15T15:56:38.690 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:56:38 smithi016 ceph-mon[90652]: pgmap v4293: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 229 KiB/s rd, 3.7 KiB/s wr, 308 op/s 2024-04-15T15:56:38.690 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:56:38 smithi016 ceph-mon[90652]: osdmap e2242: 8 total, 8 up, 8 in 2024-04-15T15:56:38.691 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:56:38 smithi016 ceph-mon[93212]: pgmap v4293: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 229 KiB/s rd, 3.7 KiB/s wr, 308 op/s 2024-04-15T15:56:38.691 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:56:38 smithi016 ceph-mon[93212]: osdmap e2242: 8 total, 8 up, 8 in 2024-04-15T15:56:39.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:56:39 smithi102 ceph-mon[87131]: osdmap e2243: 8 total, 8 up, 8 in 2024-04-15T15:56:39.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:56:39 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T15:56:39.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:56:39 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T15:56:39.789 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:56:39 smithi016 ceph-mon[93212]: osdmap e2243: 8 total, 8 up, 8 in 2024-04-15T15:56:39.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:56:39 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T15:56:39.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:56:39 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T15:56:39.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:56:39 smithi016 ceph-mon[90652]: osdmap e2243: 8 total, 8 up, 8 in 2024-04-15T15:56:39.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:56:39 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T15:56:39.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:56:39 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T15:56:40.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:56:40 smithi102 ceph-mon[87131]: pgmap v4296: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 229 KiB/s rd, 3.7 KiB/s wr, 308 op/s 2024-04-15T15:56:40.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:56:40 smithi102 ceph-mon[87131]: osdmap e2244: 8 total, 8 up, 8 in 2024-04-15T15:56:40.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:56:40 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T15:56:40.688 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:56:40 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T15:56:40.688 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:56:40 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T15:56:40.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:56:40 smithi016 ceph-mon[90652]: pgmap v4296: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 229 KiB/s rd, 3.7 KiB/s wr, 308 op/s 2024-04-15T15:56:40.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:56:40 smithi016 ceph-mon[90652]: osdmap e2244: 8 total, 8 up, 8 in 2024-04-15T15:56:40.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:56:40 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T15:56:40.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:56:40 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T15:56:40.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:56:40 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T15:56:40.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:56:40 smithi016 ceph-mon[93212]: pgmap v4296: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 229 KiB/s rd, 3.7 KiB/s wr, 308 op/s 2024-04-15T15:56:40.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:56:40 smithi016 ceph-mon[93212]: osdmap e2244: 8 total, 8 up, 8 in 2024-04-15T15:56:40.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:56:40 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T15:56:40.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:56:40 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T15:56:40.791 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:56:40 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T15:56:41.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:56:41 smithi102 ceph-mon[87131]: osdmap e2245: 8 total, 8 up, 8 in 2024-04-15T15:56:41.688 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:56:41 smithi102 ceph-mon[87131]: pgmap v4299: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 263 KiB/s rd, 3.0 KiB/s wr, 351 op/s 2024-04-15T15:56:41.779 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:56:41 smithi016 ceph-mon[90652]: osdmap e2245: 8 total, 8 up, 8 in 2024-04-15T15:56:41.779 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:56:41 smithi016 ceph-mon[90652]: pgmap v4299: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 263 KiB/s rd, 3.0 KiB/s wr, 351 op/s 2024-04-15T15:56:41.779 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:56:41 smithi016 ceph-mon[93212]: osdmap e2245: 8 total, 8 up, 8 in 2024-04-15T15:56:41.780 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:56:41 smithi016 ceph-mon[93212]: pgmap v4299: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 263 KiB/s rd, 3.0 KiB/s wr, 351 op/s 2024-04-15T15:56:42.040 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 15 15:56:41 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-y[81421]: ::ffff:172.21.15.102 - - [15/Apr/2024:15:56:41] "GET /metrics HTTP/1.1" 200 36668 "" "Prometheus/2.43.0" 2024-04-15T15:56:42.589 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:56:42 smithi102 ceph-mon[87131]: osdmap e2246: 8 total, 8 up, 8 in 2024-04-15T15:56:42.589 INFO:journalctl@ceph.prometheus.a.smithi102.stdout:Apr 15 15:56:42 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-prometheus-a[120881]: ts=2024-04-15T15:56:42.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi016:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"362ea986-fb34-11ee-bc8f-c7b262605968\", instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T15:56:42.589 INFO:journalctl@ceph.grafana.a.smithi102.stdout:Apr 15 15:56:42 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-grafana-a[125357]: logger=cleanup t=2024-04-15T15:56:42.364010815Z level=info msg="Completed cleanup jobs" duration=6.93457ms 2024-04-15T15:56:42.789 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:56:42 smithi016 ceph-mon[90652]: osdmap e2246: 8 total, 8 up, 8 in 2024-04-15T15:56:42.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:56:42 smithi016 ceph-mon[93212]: osdmap e2246: 8 total, 8 up, 8 in 2024-04-15T15:56:43.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:56:43 smithi102 ceph-mon[87131]: osdmap e2247: 8 total, 8 up, 8 in 2024-04-15T15:56:43.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:56:43 smithi102 ceph-mon[87131]: pgmap v4302: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 263 KiB/s rd, 3.2 KiB/s wr, 351 op/s 2024-04-15T15:56:43.789 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:56:43 smithi016 ceph-mon[93212]: osdmap e2247: 8 total, 8 up, 8 in 2024-04-15T15:56:43.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:56:43 smithi016 ceph-mon[93212]: pgmap v4302: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 263 KiB/s rd, 3.2 KiB/s wr, 351 op/s 2024-04-15T15:56:43.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:56:43 smithi016 ceph-mon[90652]: osdmap e2247: 8 total, 8 up, 8 in 2024-04-15T15:56:43.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:56:43 smithi016 ceph-mon[90652]: pgmap v4302: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 263 KiB/s rd, 3.2 KiB/s wr, 351 op/s 2024-04-15T15:56:44.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:56:44 smithi016 ceph-mon[93212]: osdmap e2248: 8 total, 8 up, 8 in 2024-04-15T15:56:44.791 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:56:44 smithi016 ceph-mon[90652]: osdmap e2248: 8 total, 8 up, 8 in 2024-04-15T15:56:44.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:56:44 smithi102 ceph-mon[87131]: osdmap e2248: 8 total, 8 up, 8 in 2024-04-15T15:56:45.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:56:45 smithi016 ceph-mon[90652]: osdmap e2249: 8 total, 8 up, 8 in 2024-04-15T15:56:45.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:56:45 smithi016 ceph-mon[90652]: pgmap v4305: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-04-15T15:56:45.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:56:45 smithi016 ceph-mon[93212]: osdmap e2249: 8 total, 8 up, 8 in 2024-04-15T15:56:45.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:56:45 smithi016 ceph-mon[93212]: pgmap v4305: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-04-15T15:56:45.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:56:45 smithi102 ceph-mon[87131]: osdmap e2249: 8 total, 8 up, 8 in 2024-04-15T15:56:45.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:56:45 smithi102 ceph-mon[87131]: pgmap v4305: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-04-15T15:56:46.789 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:56:46 smithi016 ceph-mon[90652]: osdmap e2250: 8 total, 8 up, 8 in 2024-04-15T15:56:46.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:56:46 smithi016 ceph-mon[93212]: osdmap e2250: 8 total, 8 up, 8 in 2024-04-15T15:56:46.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:56:46 smithi102 ceph-mon[87131]: osdmap e2250: 8 total, 8 up, 8 in 2024-04-15T15:56:47.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:56:47 smithi016 ceph-mon[90652]: osdmap e2251: 8 total, 8 up, 8 in 2024-04-15T15:56:47.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:56:47 smithi016 ceph-mon[90652]: pgmap v4308: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 295 KiB/s rd, 4.0 KiB/s wr, 396 op/s 2024-04-15T15:56:47.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:56:47 smithi016 ceph-mon[93212]: osdmap e2251: 8 total, 8 up, 8 in 2024-04-15T15:56:47.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:56:47 smithi016 ceph-mon[93212]: pgmap v4308: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 295 KiB/s rd, 4.0 KiB/s wr, 396 op/s 2024-04-15T15:56:47.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:56:47 smithi102 ceph-mon[87131]: osdmap e2251: 8 total, 8 up, 8 in 2024-04-15T15:56:47.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:56:47 smithi102 ceph-mon[87131]: pgmap v4308: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 295 KiB/s rd, 4.0 KiB/s wr, 396 op/s 2024-04-15T15:56:48.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:56:48 smithi016 ceph-mon[93212]: osdmap e2252: 8 total, 8 up, 8 in 2024-04-15T15:56:48.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:56:48 smithi016 ceph-mon[90652]: osdmap e2252: 8 total, 8 up, 8 in 2024-04-15T15:56:48.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:56:48 smithi102 ceph-mon[87131]: osdmap e2252: 8 total, 8 up, 8 in 2024-04-15T15:56:49.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:56:49 smithi016 ceph-mon[90652]: osdmap e2253: 8 total, 8 up, 8 in 2024-04-15T15:56:49.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:56:49 smithi016 ceph-mon[90652]: pgmap v4311: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 295 KiB/s rd, 4.2 KiB/s wr, 396 op/s 2024-04-15T15:56:49.791 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:56:49 smithi016 ceph-mon[93212]: osdmap e2253: 8 total, 8 up, 8 in 2024-04-15T15:56:49.791 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:56:49 smithi016 ceph-mon[93212]: pgmap v4311: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 295 KiB/s rd, 4.2 KiB/s wr, 396 op/s 2024-04-15T15:56:49.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:56:49 smithi102 ceph-mon[87131]: osdmap e2253: 8 total, 8 up, 8 in 2024-04-15T15:56:49.938 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:56:49 smithi102 ceph-mon[87131]: pgmap v4311: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 295 KiB/s rd, 4.2 KiB/s wr, 396 op/s 2024-04-15T15:56:50.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:56:50 smithi016 ceph-mon[90652]: osdmap e2254: 8 total, 8 up, 8 in 2024-04-15T15:56:50.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:56:50 smithi016 ceph-mon[93212]: osdmap e2254: 8 total, 8 up, 8 in 2024-04-15T15:56:50.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:56:50 smithi102 ceph-mon[87131]: osdmap e2254: 8 total, 8 up, 8 in 2024-04-15T15:56:51.778 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:56:51 smithi016 ceph-mon[90652]: osdmap e2255: 8 total, 8 up, 8 in 2024-04-15T15:56:51.779 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:56:51 smithi016 ceph-mon[90652]: pgmap v4314: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 268 KiB/s rd, 3.0 KiB/s wr, 355 op/s 2024-04-15T15:56:51.779 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:56:51 smithi016 ceph-mon[93212]: osdmap e2255: 8 total, 8 up, 8 in 2024-04-15T15:56:51.779 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:56:51 smithi016 ceph-mon[93212]: pgmap v4314: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 268 KiB/s rd, 3.0 KiB/s wr, 355 op/s 2024-04-15T15:56:51.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:56:51 smithi102 ceph-mon[87131]: osdmap e2255: 8 total, 8 up, 8 in 2024-04-15T15:56:51.938 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:56:51 smithi102 ceph-mon[87131]: pgmap v4314: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 268 KiB/s rd, 3.0 KiB/s wr, 355 op/s 2024-04-15T15:56:52.040 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 15 15:56:51 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-y[81421]: ::ffff:172.21.15.102 - - [15/Apr/2024:15:56:51] "GET /metrics HTTP/1.1" 200 36668 "" "Prometheus/2.43.0" 2024-04-15T15:56:52.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:56:52 smithi102 ceph-mon[87131]: osdmap e2256: 8 total, 8 up, 8 in 2024-04-15T15:56:52.688 INFO:journalctl@ceph.prometheus.a.smithi102.stdout:Apr 15 15:56:52 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-prometheus-a[120881]: ts=2024-04-15T15:56:52.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi016:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"362ea986-fb34-11ee-bc8f-c7b262605968\", instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T15:56:52.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:56:52 smithi016 ceph-mon[90652]: osdmap e2256: 8 total, 8 up, 8 in 2024-04-15T15:56:52.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:56:52 smithi016 ceph-mon[93212]: osdmap e2256: 8 total, 8 up, 8 in 2024-04-15T15:56:53.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:56:53 smithi016 ceph-mon[93212]: osdmap e2257: 8 total, 8 up, 8 in 2024-04-15T15:56:53.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:56:53 smithi016 ceph-mon[93212]: pgmap v4317: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 268 KiB/s rd, 3.5 KiB/s wr, 355 op/s 2024-04-15T15:56:53.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:56:53 smithi016 ceph-mon[90652]: osdmap e2257: 8 total, 8 up, 8 in 2024-04-15T15:56:53.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:56:53 smithi016 ceph-mon[90652]: pgmap v4317: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 268 KiB/s rd, 3.5 KiB/s wr, 355 op/s 2024-04-15T15:56:53.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:56:53 smithi102 ceph-mon[87131]: osdmap e2257: 8 total, 8 up, 8 in 2024-04-15T15:56:53.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:56:53 smithi102 ceph-mon[87131]: pgmap v4317: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 268 KiB/s rd, 3.5 KiB/s wr, 355 op/s 2024-04-15T15:56:54.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:56:54 smithi016 ceph-mon[90652]: osdmap e2258: 8 total, 8 up, 8 in 2024-04-15T15:56:54.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:56:54 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T15:56:54.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:56:54 smithi016 ceph-mon[93212]: osdmap e2258: 8 total, 8 up, 8 in 2024-04-15T15:56:54.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:56:54 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T15:56:54.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:56:54 smithi102 ceph-mon[87131]: osdmap e2258: 8 total, 8 up, 8 in 2024-04-15T15:56:54.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:56:54 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T15:56:55.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:56:55 smithi016 ceph-mon[90652]: osdmap e2259: 8 total, 8 up, 8 in 2024-04-15T15:56:55.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:56:55 smithi016 ceph-mon[90652]: pgmap v4320: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 767 B/s wr, 0 op/s 2024-04-15T15:56:55.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:56:55 smithi016 ceph-mon[93212]: osdmap e2259: 8 total, 8 up, 8 in 2024-04-15T15:56:55.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:56:55 smithi016 ceph-mon[93212]: pgmap v4320: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 767 B/s wr, 0 op/s 2024-04-15T15:56:55.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:56:55 smithi102 ceph-mon[87131]: osdmap e2259: 8 total, 8 up, 8 in 2024-04-15T15:56:55.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:56:55 smithi102 ceph-mon[87131]: pgmap v4320: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 767 B/s wr, 0 op/s 2024-04-15T15:56:56.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:56:56 smithi016 ceph-mon[90652]: osdmap e2260: 8 total, 8 up, 8 in 2024-04-15T15:56:56.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:56:56 smithi016 ceph-mon[93212]: osdmap e2260: 8 total, 8 up, 8 in 2024-04-15T15:56:56.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:56:56 smithi102 ceph-mon[87131]: osdmap e2260: 8 total, 8 up, 8 in 2024-04-15T15:56:57.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:56:57 smithi016 ceph-mon[90652]: osdmap e2261: 8 total, 8 up, 8 in 2024-04-15T15:56:57.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:56:57 smithi016 ceph-mon[90652]: pgmap v4323: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 346 KiB/s rd, 3.2 KiB/s wr, 468 op/s 2024-04-15T15:56:57.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:56:57 smithi016 ceph-mon[93212]: osdmap e2261: 8 total, 8 up, 8 in 2024-04-15T15:56:57.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:56:57 smithi016 ceph-mon[93212]: pgmap v4323: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 346 KiB/s rd, 3.2 KiB/s wr, 468 op/s 2024-04-15T15:56:57.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:56:57 smithi102 ceph-mon[87131]: osdmap e2261: 8 total, 8 up, 8 in 2024-04-15T15:56:57.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:56:57 smithi102 ceph-mon[87131]: pgmap v4323: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 346 KiB/s rd, 3.2 KiB/s wr, 468 op/s 2024-04-15T15:56:58.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:56:58 smithi016 ceph-mon[90652]: osdmap e2262: 8 total, 8 up, 8 in 2024-04-15T15:56:58.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:56:58 smithi016 ceph-mon[93212]: osdmap e2262: 8 total, 8 up, 8 in 2024-04-15T15:56:58.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:56:58 smithi102 ceph-mon[87131]: osdmap e2262: 8 total, 8 up, 8 in 2024-04-15T15:56:59.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:56:59 smithi102 ceph-mon[87131]: osdmap e2263: 8 total, 8 up, 8 in 2024-04-15T15:56:59.938 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:56:59 smithi102 ceph-mon[87131]: pgmap v4326: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 346 KiB/s rd, 3.5 KiB/s wr, 468 op/s 2024-04-15T15:57:00.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:56:59 smithi016 ceph-mon[93212]: osdmap e2263: 8 total, 8 up, 8 in 2024-04-15T15:57:00.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:56:59 smithi016 ceph-mon[93212]: pgmap v4326: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 346 KiB/s rd, 3.5 KiB/s wr, 468 op/s 2024-04-15T15:57:00.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:56:59 smithi016 ceph-mon[90652]: osdmap e2263: 8 total, 8 up, 8 in 2024-04-15T15:57:00.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:56:59 smithi016 ceph-mon[90652]: pgmap v4326: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 346 KiB/s rd, 3.5 KiB/s wr, 468 op/s 2024-04-15T15:57:00.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:57:00 smithi102 ceph-mon[87131]: osdmap e2264: 8 total, 8 up, 8 in 2024-04-15T15:57:01.039 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:57:00 smithi016 ceph-mon[90652]: osdmap e2264: 8 total, 8 up, 8 in 2024-04-15T15:57:01.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:57:00 smithi016 ceph-mon[93212]: osdmap e2264: 8 total, 8 up, 8 in 2024-04-15T15:57:01.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:57:01 smithi102 ceph-mon[87131]: osdmap e2265: 8 total, 8 up, 8 in 2024-04-15T15:57:01.938 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:57:01 smithi102 ceph-mon[87131]: pgmap v4329: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 386 KiB/s rd, 3.5 KiB/s wr, 518 op/s 2024-04-15T15:57:02.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:57:01 smithi016 ceph-mon[90652]: osdmap e2265: 8 total, 8 up, 8 in 2024-04-15T15:57:02.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:57:01 smithi016 ceph-mon[90652]: pgmap v4329: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 386 KiB/s rd, 3.5 KiB/s wr, 518 op/s 2024-04-15T15:57:02.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:57:01 smithi016 ceph-mon[93212]: osdmap e2265: 8 total, 8 up, 8 in 2024-04-15T15:57:02.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:57:01 smithi016 ceph-mon[93212]: pgmap v4329: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 386 KiB/s rd, 3.5 KiB/s wr, 518 op/s 2024-04-15T15:57:02.040 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 15 15:57:01 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-y[81421]: ::ffff:172.21.15.102 - - [15/Apr/2024:15:57:01] "GET /metrics HTTP/1.1" 200 36667 "" "Prometheus/2.43.0" 2024-04-15T15:57:02.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:57:02 smithi102 ceph-mon[87131]: osdmap e2266: 8 total, 8 up, 8 in 2024-04-15T15:57:02.688 INFO:journalctl@ceph.prometheus.a.smithi102.stdout:Apr 15 15:57:02 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-prometheus-a[120881]: ts=2024-04-15T15:57:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi016:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"362ea986-fb34-11ee-bc8f-c7b262605968\", instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T15:57:03.039 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:57:02 smithi016 ceph-mon[90652]: osdmap e2266: 8 total, 8 up, 8 in 2024-04-15T15:57:03.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:57:02 smithi016 ceph-mon[93212]: osdmap e2266: 8 total, 8 up, 8 in 2024-04-15T15:57:03.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:57:03 smithi102 ceph-mon[87131]: osdmap e2267: 8 total, 8 up, 8 in 2024-04-15T15:57:03.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:57:03 smithi102 ceph-mon[87131]: pgmap v4332: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 386 KiB/s rd, 3.5 KiB/s wr, 518 op/s 2024-04-15T15:57:04.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:57:03 smithi016 ceph-mon[93212]: osdmap e2267: 8 total, 8 up, 8 in 2024-04-15T15:57:04.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:57:03 smithi016 ceph-mon[93212]: pgmap v4332: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 386 KiB/s rd, 3.5 KiB/s wr, 518 op/s 2024-04-15T15:57:04.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:57:03 smithi016 ceph-mon[90652]: osdmap e2267: 8 total, 8 up, 8 in 2024-04-15T15:57:04.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:57:03 smithi016 ceph-mon[90652]: pgmap v4332: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 386 KiB/s rd, 3.5 KiB/s wr, 518 op/s 2024-04-15T15:57:04.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:57:04 smithi102 ceph-mon[87131]: osdmap e2268: 8 total, 8 up, 8 in 2024-04-15T15:57:05.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:57:04 smithi016 ceph-mon[90652]: osdmap e2268: 8 total, 8 up, 8 in 2024-04-15T15:57:05.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:57:04 smithi016 ceph-mon[93212]: osdmap e2268: 8 total, 8 up, 8 in 2024-04-15T15:57:05.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:57:05 smithi102 ceph-mon[87131]: osdmap e2269: 8 total, 8 up, 8 in 2024-04-15T15:57:05.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:57:05 smithi102 ceph-mon[87131]: pgmap v4335: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-04-15T15:57:06.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:57:05 smithi016 ceph-mon[93212]: osdmap e2269: 8 total, 8 up, 8 in 2024-04-15T15:57:06.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:57:05 smithi016 ceph-mon[93212]: pgmap v4335: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-04-15T15:57:06.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:57:05 smithi016 ceph-mon[90652]: osdmap e2269: 8 total, 8 up, 8 in 2024-04-15T15:57:06.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:57:05 smithi016 ceph-mon[90652]: pgmap v4335: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-04-15T15:57:06.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:57:06 smithi102 ceph-mon[87131]: osdmap e2270: 8 total, 8 up, 8 in 2024-04-15T15:57:07.039 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:57:06 smithi016 ceph-mon[90652]: osdmap e2270: 8 total, 8 up, 8 in 2024-04-15T15:57:07.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:57:06 smithi016 ceph-mon[93212]: osdmap e2270: 8 total, 8 up, 8 in 2024-04-15T15:57:07.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:57:07 smithi102 ceph-mon[87131]: osdmap e2271: 8 total, 8 up, 8 in 2024-04-15T15:57:07.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:57:07 smithi102 ceph-mon[87131]: pgmap v4338: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 419 KiB/s rd, 3.7 KiB/s wr, 562 op/s 2024-04-15T15:57:08.039 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:57:07 smithi016 ceph-mon[90652]: osdmap e2271: 8 total, 8 up, 8 in 2024-04-15T15:57:08.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:57:07 smithi016 ceph-mon[90652]: pgmap v4338: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 419 KiB/s rd, 3.7 KiB/s wr, 562 op/s 2024-04-15T15:57:08.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:57:07 smithi016 ceph-mon[93212]: osdmap e2271: 8 total, 8 up, 8 in 2024-04-15T15:57:08.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:57:07 smithi016 ceph-mon[93212]: pgmap v4338: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 419 KiB/s rd, 3.7 KiB/s wr, 562 op/s 2024-04-15T15:57:08.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:57:08 smithi102 ceph-mon[87131]: osdmap e2272: 8 total, 8 up, 8 in 2024-04-15T15:57:08.941 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:57:08 smithi016 ceph-mon[90652]: osdmap e2272: 8 total, 8 up, 8 in 2024-04-15T15:57:08.941 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:57:08 smithi016 ceph-mon[93212]: osdmap e2272: 8 total, 8 up, 8 in 2024-04-15T15:57:09.938 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:57:09 smithi102 ceph-mon[87131]: osdmap e2273: 8 total, 8 up, 8 in 2024-04-15T15:57:09.938 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:57:09 smithi102 ceph-mon[87131]: pgmap v4341: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 419 KiB/s rd, 3.7 KiB/s wr, 562 op/s 2024-04-15T15:57:09.938 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:57:09 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T15:57:10.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:57:09 smithi016 ceph-mon[90652]: osdmap e2273: 8 total, 8 up, 8 in 2024-04-15T15:57:10.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:57:09 smithi016 ceph-mon[90652]: pgmap v4341: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 419 KiB/s rd, 3.7 KiB/s wr, 562 op/s 2024-04-15T15:57:10.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:57:09 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T15:57:10.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:57:09 smithi016 ceph-mon[93212]: osdmap e2273: 8 total, 8 up, 8 in 2024-04-15T15:57:10.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:57:09 smithi016 ceph-mon[93212]: pgmap v4341: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 419 KiB/s rd, 3.7 KiB/s wr, 562 op/s 2024-04-15T15:57:10.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:57:09 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T15:57:10.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:57:10 smithi102 ceph-mon[87131]: osdmap e2274: 8 total, 8 up, 8 in 2024-04-15T15:57:11.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:57:10 smithi016 ceph-mon[90652]: osdmap e2274: 8 total, 8 up, 8 in 2024-04-15T15:57:11.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:57:10 smithi016 ceph-mon[93212]: osdmap e2274: 8 total, 8 up, 8 in 2024-04-15T15:57:11.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:57:11 smithi102 ceph-mon[87131]: osdmap e2275: 8 total, 8 up, 8 in 2024-04-15T15:57:11.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:57:11 smithi102 ceph-mon[87131]: pgmap v4344: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 452 KiB/s rd, 3.2 KiB/s wr, 607 op/s 2024-04-15T15:57:12.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:57:11 smithi016 ceph-mon[90652]: osdmap e2275: 8 total, 8 up, 8 in 2024-04-15T15:57:12.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:57:11 smithi016 ceph-mon[90652]: pgmap v4344: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 452 KiB/s rd, 3.2 KiB/s wr, 607 op/s 2024-04-15T15:57:12.040 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 15 15:57:11 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-y[81421]: ::ffff:172.21.15.102 - - [15/Apr/2024:15:57:11] "GET /metrics HTTP/1.1" 200 36668 "" "Prometheus/2.43.0" 2024-04-15T15:57:12.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:57:11 smithi016 ceph-mon[93212]: osdmap e2275: 8 total, 8 up, 8 in 2024-04-15T15:57:12.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:57:11 smithi016 ceph-mon[93212]: pgmap v4344: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 452 KiB/s rd, 3.2 KiB/s wr, 607 op/s 2024-04-15T15:57:12.631 INFO:journalctl@ceph.prometheus.a.smithi102.stdout:Apr 15 15:57:12 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-prometheus-a[120881]: ts=2024-04-15T15:57:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi016:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"362ea986-fb34-11ee-bc8f-c7b262605968\", instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T15:57:12.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:57:12 smithi102 ceph-mon[87131]: osdmap e2276: 8 total, 8 up, 8 in 2024-04-15T15:57:13.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:57:12 smithi016 ceph-mon[90652]: osdmap e2276: 8 total, 8 up, 8 in 2024-04-15T15:57:13.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:57:12 smithi016 ceph-mon[93212]: osdmap e2276: 8 total, 8 up, 8 in 2024-04-15T15:57:13.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:57:13 smithi102 ceph-mon[87131]: osdmap e2277: 8 total, 8 up, 8 in 2024-04-15T15:57:13.938 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:57:13 smithi102 ceph-mon[87131]: pgmap v4347: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 452 KiB/s rd, 3.7 KiB/s wr, 608 op/s 2024-04-15T15:57:14.039 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:57:13 smithi016 ceph-mon[90652]: osdmap e2277: 8 total, 8 up, 8 in 2024-04-15T15:57:14.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:57:13 smithi016 ceph-mon[90652]: pgmap v4347: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 452 KiB/s rd, 3.7 KiB/s wr, 608 op/s 2024-04-15T15:57:14.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:57:13 smithi016 ceph-mon[93212]: osdmap e2277: 8 total, 8 up, 8 in 2024-04-15T15:57:14.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:57:13 smithi016 ceph-mon[93212]: pgmap v4347: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 452 KiB/s rd, 3.7 KiB/s wr, 608 op/s 2024-04-15T15:57:14.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:57:14 smithi102 ceph-mon[87131]: osdmap e2278: 8 total, 8 up, 8 in 2024-04-15T15:57:15.039 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:57:14 smithi016 ceph-mon[90652]: osdmap e2278: 8 total, 8 up, 8 in 2024-04-15T15:57:15.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:57:14 smithi016 ceph-mon[93212]: osdmap e2278: 8 total, 8 up, 8 in 2024-04-15T15:57:15.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:57:15 smithi102 ceph-mon[87131]: osdmap e2279: 8 total, 8 up, 8 in 2024-04-15T15:57:15.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:57:15 smithi102 ceph-mon[87131]: pgmap v4350: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 511 B/s wr, 0 op/s 2024-04-15T15:57:16.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:57:15 smithi016 ceph-mon[93212]: osdmap e2279: 8 total, 8 up, 8 in 2024-04-15T15:57:16.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:57:15 smithi016 ceph-mon[93212]: pgmap v4350: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 511 B/s wr, 0 op/s 2024-04-15T15:57:16.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:57:15 smithi016 ceph-mon[90652]: osdmap e2279: 8 total, 8 up, 8 in 2024-04-15T15:57:16.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:57:15 smithi016 ceph-mon[90652]: pgmap v4350: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 511 B/s wr, 0 op/s 2024-04-15T15:57:16.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:57:16 smithi102 ceph-mon[87131]: osdmap e2280: 8 total, 8 up, 8 in 2024-04-15T15:57:17.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:57:16 smithi016 ceph-mon[90652]: osdmap e2280: 8 total, 8 up, 8 in 2024-04-15T15:57:17.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:57:16 smithi016 ceph-mon[93212]: osdmap e2280: 8 total, 8 up, 8 in 2024-04-15T15:57:17.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:57:17 smithi102 ceph-mon[87131]: osdmap e2281: 8 total, 8 up, 8 in 2024-04-15T15:57:17.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:57:17 smithi102 ceph-mon[87131]: pgmap v4353: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 485 KiB/s rd, 3.7 KiB/s wr, 653 op/s 2024-04-15T15:57:18.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:57:17 smithi016 ceph-mon[90652]: osdmap e2281: 8 total, 8 up, 8 in 2024-04-15T15:57:18.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:57:17 smithi016 ceph-mon[90652]: pgmap v4353: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 485 KiB/s rd, 3.7 KiB/s wr, 653 op/s 2024-04-15T15:57:18.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:57:17 smithi016 ceph-mon[93212]: osdmap e2281: 8 total, 8 up, 8 in 2024-04-15T15:57:18.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:57:17 smithi016 ceph-mon[93212]: pgmap v4353: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 485 KiB/s rd, 3.7 KiB/s wr, 653 op/s 2024-04-15T15:57:18.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:57:18 smithi102 ceph-mon[87131]: osdmap e2282: 8 total, 8 up, 8 in 2024-04-15T15:57:19.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:57:18 smithi016 ceph-mon[93212]: osdmap e2282: 8 total, 8 up, 8 in 2024-04-15T15:57:19.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:57:18 smithi016 ceph-mon[90652]: osdmap e2282: 8 total, 8 up, 8 in 2024-04-15T15:57:19.938 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:57:19 smithi102 ceph-mon[87131]: osdmap e2283: 8 total, 8 up, 8 in 2024-04-15T15:57:19.938 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:57:19 smithi102 ceph-mon[87131]: pgmap v4356: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 485 KiB/s rd, 3.7 KiB/s wr, 653 op/s 2024-04-15T15:57:20.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:57:19 smithi016 ceph-mon[90652]: osdmap e2283: 8 total, 8 up, 8 in 2024-04-15T15:57:20.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:57:19 smithi016 ceph-mon[90652]: pgmap v4356: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 485 KiB/s rd, 3.7 KiB/s wr, 653 op/s 2024-04-15T15:57:20.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:57:19 smithi016 ceph-mon[93212]: osdmap e2283: 8 total, 8 up, 8 in 2024-04-15T15:57:20.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:57:19 smithi016 ceph-mon[93212]: pgmap v4356: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 485 KiB/s rd, 3.7 KiB/s wr, 653 op/s 2024-04-15T15:57:20.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:57:20 smithi102 ceph-mon[87131]: osdmap e2284: 8 total, 8 up, 8 in 2024-04-15T15:57:21.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:57:20 smithi016 ceph-mon[90652]: osdmap e2284: 8 total, 8 up, 8 in 2024-04-15T15:57:21.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:57:20 smithi016 ceph-mon[93212]: osdmap e2284: 8 total, 8 up, 8 in 2024-04-15T15:57:22.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:57:21 smithi016 ceph-mon[90652]: osdmap e2285: 8 total, 8 up, 8 in 2024-04-15T15:57:22.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:57:21 smithi016 ceph-mon[90652]: pgmap v4359: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 517 KiB/s rd, 3.0 KiB/s wr, 696 op/s 2024-04-15T15:57:22.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:57:21 smithi016 ceph-mon[93212]: osdmap e2285: 8 total, 8 up, 8 in 2024-04-15T15:57:22.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:57:21 smithi016 ceph-mon[93212]: pgmap v4359: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 517 KiB/s rd, 3.0 KiB/s wr, 696 op/s 2024-04-15T15:57:22.040 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 15 15:57:21 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-y[81421]: ::ffff:172.21.15.102 - - [15/Apr/2024:15:57:21] "GET /metrics HTTP/1.1" 200 36668 "" "Prometheus/2.43.0" 2024-04-15T15:57:22.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:57:21 smithi102 ceph-mon[87131]: osdmap e2285: 8 total, 8 up, 8 in 2024-04-15T15:57:22.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:57:21 smithi102 ceph-mon[87131]: pgmap v4359: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 517 KiB/s rd, 3.0 KiB/s wr, 696 op/s 2024-04-15T15:57:22.687 INFO:journalctl@ceph.prometheus.a.smithi102.stdout:Apr 15 15:57:22 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-prometheus-a[120881]: ts=2024-04-15T15:57:22.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi016:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"362ea986-fb34-11ee-bc8f-c7b262605968\", instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T15:57:23.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:57:22 smithi016 ceph-mon[90652]: osdmap e2286: 8 total, 8 up, 8 in 2024-04-15T15:57:23.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:57:22 smithi016 ceph-mon[93212]: osdmap e2286: 8 total, 8 up, 8 in 2024-04-15T15:57:23.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:57:22 smithi102 ceph-mon[87131]: osdmap e2286: 8 total, 8 up, 8 in 2024-04-15T15:57:24.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:57:23 smithi016 ceph-mon[93212]: osdmap e2287: 8 total, 8 up, 8 in 2024-04-15T15:57:24.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:57:23 smithi016 ceph-mon[93212]: pgmap v4362: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 517 KiB/s rd, 3.5 KiB/s wr, 697 op/s 2024-04-15T15:57:24.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:57:23 smithi016 ceph-mon[90652]: osdmap e2287: 8 total, 8 up, 8 in 2024-04-15T15:57:24.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:57:23 smithi016 ceph-mon[90652]: pgmap v4362: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 517 KiB/s rd, 3.5 KiB/s wr, 697 op/s 2024-04-15T15:57:24.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:57:23 smithi102 ceph-mon[87131]: osdmap e2287: 8 total, 8 up, 8 in 2024-04-15T15:57:24.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:57:23 smithi102 ceph-mon[87131]: pgmap v4362: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 517 KiB/s rd, 3.5 KiB/s wr, 697 op/s 2024-04-15T15:57:25.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:57:24 smithi016 ceph-mon[90652]: osdmap e2288: 8 total, 8 up, 8 in 2024-04-15T15:57:25.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:57:24 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T15:57:25.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:57:24 smithi016 ceph-mon[93212]: osdmap e2288: 8 total, 8 up, 8 in 2024-04-15T15:57:25.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:57:24 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T15:57:25.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:57:24 smithi102 ceph-mon[87131]: osdmap e2288: 8 total, 8 up, 8 in 2024-04-15T15:57:25.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:57:24 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T15:57:26.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:57:25 smithi016 ceph-mon[93212]: osdmap e2289: 8 total, 8 up, 8 in 2024-04-15T15:57:26.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:57:25 smithi016 ceph-mon[93212]: pgmap v4365: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 511 B/s wr, 0 op/s 2024-04-15T15:57:26.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:57:25 smithi016 ceph-mon[90652]: osdmap e2289: 8 total, 8 up, 8 in 2024-04-15T15:57:26.041 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:57:25 smithi016 ceph-mon[90652]: pgmap v4365: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 511 B/s wr, 0 op/s 2024-04-15T15:57:26.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:57:25 smithi102 ceph-mon[87131]: osdmap e2289: 8 total, 8 up, 8 in 2024-04-15T15:57:26.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:57:25 smithi102 ceph-mon[87131]: pgmap v4365: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 511 B/s wr, 0 op/s 2024-04-15T15:57:27.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:57:26 smithi016 ceph-mon[90652]: osdmap e2290: 8 total, 8 up, 8 in 2024-04-15T15:57:27.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:57:26 smithi016 ceph-mon[93212]: osdmap e2290: 8 total, 8 up, 8 in 2024-04-15T15:57:27.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:57:26 smithi102 ceph-mon[87131]: osdmap e2290: 8 total, 8 up, 8 in 2024-04-15T15:57:28.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:57:27 smithi016 ceph-mon[90652]: osdmap e2291: 8 total, 8 up, 8 in 2024-04-15T15:57:28.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:57:27 smithi016 ceph-mon[90652]: pgmap v4368: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 550 KiB/s rd, 4.0 KiB/s wr, 741 op/s 2024-04-15T15:57:28.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:57:27 smithi016 ceph-mon[93212]: osdmap e2291: 8 total, 8 up, 8 in 2024-04-15T15:57:28.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:57:27 smithi016 ceph-mon[93212]: pgmap v4368: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 550 KiB/s rd, 4.0 KiB/s wr, 741 op/s 2024-04-15T15:57:28.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:57:27 smithi102 ceph-mon[87131]: osdmap e2291: 8 total, 8 up, 8 in 2024-04-15T15:57:28.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:57:27 smithi102 ceph-mon[87131]: pgmap v4368: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 550 KiB/s rd, 4.0 KiB/s wr, 741 op/s 2024-04-15T15:57:29.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:57:28 smithi016 ceph-mon[90652]: osdmap e2292: 8 total, 8 up, 8 in 2024-04-15T15:57:29.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:57:28 smithi016 ceph-mon[93212]: osdmap e2292: 8 total, 8 up, 8 in 2024-04-15T15:57:29.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:57:28 smithi102 ceph-mon[87131]: osdmap e2292: 8 total, 8 up, 8 in 2024-04-15T15:57:30.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:57:29 smithi016 ceph-mon[90652]: osdmap e2293: 8 total, 8 up, 8 in 2024-04-15T15:57:30.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:57:29 smithi016 ceph-mon[90652]: pgmap v4371: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 550 KiB/s rd, 4.0 KiB/s wr, 741 op/s 2024-04-15T15:57:30.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:57:29 smithi016 ceph-mon[93212]: osdmap e2293: 8 total, 8 up, 8 in 2024-04-15T15:57:30.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:57:29 smithi016 ceph-mon[93212]: pgmap v4371: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 550 KiB/s rd, 4.0 KiB/s wr, 741 op/s 2024-04-15T15:57:30.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:57:29 smithi102 ceph-mon[87131]: osdmap e2293: 8 total, 8 up, 8 in 2024-04-15T15:57:30.188 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:57:29 smithi102 ceph-mon[87131]: pgmap v4371: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 550 KiB/s rd, 4.0 KiB/s wr, 741 op/s 2024-04-15T15:57:31.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:57:30 smithi016 ceph-mon[90652]: osdmap e2294: 8 total, 8 up, 8 in 2024-04-15T15:57:31.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:57:30 smithi016 ceph-mon[93212]: osdmap e2294: 8 total, 8 up, 8 in 2024-04-15T15:57:31.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:57:30 smithi102 ceph-mon[87131]: osdmap e2294: 8 total, 8 up, 8 in 2024-04-15T15:57:32.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:57:31 smithi016 ceph-mon[90652]: osdmap e2295: 8 total, 8 up, 8 in 2024-04-15T15:57:32.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:57:31 smithi016 ceph-mon[90652]: pgmap v4374: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 582 KiB/s rd, 2.7 KiB/s wr, 783 op/s 2024-04-15T15:57:32.041 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:57:31 smithi016 ceph-mon[93212]: osdmap e2295: 8 total, 8 up, 8 in 2024-04-15T15:57:32.041 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:57:31 smithi016 ceph-mon[93212]: pgmap v4374: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 582 KiB/s rd, 2.7 KiB/s wr, 783 op/s 2024-04-15T15:57:32.041 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 15 15:57:31 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-y[81421]: ::ffff:172.21.15.102 - - [15/Apr/2024:15:57:31] "GET /metrics HTTP/1.1" 200 36669 "" "Prometheus/2.43.0" 2024-04-15T15:57:32.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:57:31 smithi102 ceph-mon[87131]: osdmap e2295: 8 total, 8 up, 8 in 2024-04-15T15:57:32.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:57:31 smithi102 ceph-mon[87131]: pgmap v4374: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 582 KiB/s rd, 2.7 KiB/s wr, 783 op/s 2024-04-15T15:57:32.687 INFO:journalctl@ceph.prometheus.a.smithi102.stdout:Apr 15 15:57:32 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-prometheus-a[120881]: ts=2024-04-15T15:57:32.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi016:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"362ea986-fb34-11ee-bc8f-c7b262605968\", instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T15:57:33.039 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:57:32 smithi016 ceph-mon[90652]: osdmap e2296: 8 total, 8 up, 8 in 2024-04-15T15:57:33.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:57:32 smithi016 ceph-mon[93212]: osdmap e2296: 8 total, 8 up, 8 in 2024-04-15T15:57:33.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:57:32 smithi102 ceph-mon[87131]: osdmap e2296: 8 total, 8 up, 8 in 2024-04-15T15:57:34.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:57:33 smithi016 ceph-mon[90652]: osdmap e2297: 8 total, 8 up, 8 in 2024-04-15T15:57:34.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:57:33 smithi016 ceph-mon[90652]: pgmap v4377: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 582 KiB/s rd, 3.7 KiB/s wr, 784 op/s 2024-04-15T15:57:34.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:57:33 smithi016 ceph-mon[93212]: osdmap e2297: 8 total, 8 up, 8 in 2024-04-15T15:57:34.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:57:33 smithi016 ceph-mon[93212]: pgmap v4377: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 582 KiB/s rd, 3.7 KiB/s wr, 784 op/s 2024-04-15T15:57:34.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:57:33 smithi102 ceph-mon[87131]: osdmap e2297: 8 total, 8 up, 8 in 2024-04-15T15:57:34.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:57:33 smithi102 ceph-mon[87131]: pgmap v4377: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 582 KiB/s rd, 3.7 KiB/s wr, 784 op/s 2024-04-15T15:57:35.039 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:57:34 smithi016 ceph-mon[90652]: osdmap e2298: 8 total, 8 up, 8 in 2024-04-15T15:57:35.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:57:34 smithi016 ceph-mon[93212]: osdmap e2298: 8 total, 8 up, 8 in 2024-04-15T15:57:35.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:57:34 smithi102 ceph-mon[87131]: osdmap e2298: 8 total, 8 up, 8 in 2024-04-15T15:57:36.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:57:35 smithi016 ceph-mon[90652]: osdmap e2299: 8 total, 8 up, 8 in 2024-04-15T15:57:36.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:57:35 smithi016 ceph-mon[90652]: pgmap v4380: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 1023 B/s wr, 0 op/s 2024-04-15T15:57:36.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:57:35 smithi016 ceph-mon[93212]: osdmap e2299: 8 total, 8 up, 8 in 2024-04-15T15:57:36.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:57:35 smithi016 ceph-mon[93212]: pgmap v4380: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 1023 B/s wr, 0 op/s 2024-04-15T15:57:36.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:57:35 smithi102 ceph-mon[87131]: osdmap e2299: 8 total, 8 up, 8 in 2024-04-15T15:57:36.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:57:35 smithi102 ceph-mon[87131]: pgmap v4380: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 1023 B/s wr, 0 op/s 2024-04-15T15:57:37.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:57:36 smithi016 ceph-mon[93212]: osdmap e2300: 8 total, 8 up, 8 in 2024-04-15T15:57:37.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:57:36 smithi016 ceph-mon[90652]: osdmap e2300: 8 total, 8 up, 8 in 2024-04-15T15:57:37.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:57:36 smithi102 ceph-mon[87131]: osdmap e2300: 8 total, 8 up, 8 in 2024-04-15T15:57:38.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:57:37 smithi016 ceph-mon[90652]: osdmap e2301: 8 total, 8 up, 8 in 2024-04-15T15:57:38.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:57:37 smithi016 ceph-mon[90652]: pgmap v4383: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 615 KiB/s rd, 3.7 KiB/s wr, 828 op/s 2024-04-15T15:57:38.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:57:37 smithi016 ceph-mon[93212]: osdmap e2301: 8 total, 8 up, 8 in 2024-04-15T15:57:38.041 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:57:37 smithi016 ceph-mon[93212]: pgmap v4383: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 615 KiB/s rd, 3.7 KiB/s wr, 828 op/s 2024-04-15T15:57:38.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:57:37 smithi102 ceph-mon[87131]: osdmap e2301: 8 total, 8 up, 8 in 2024-04-15T15:57:38.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:57:37 smithi102 ceph-mon[87131]: pgmap v4383: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 615 KiB/s rd, 3.7 KiB/s wr, 828 op/s 2024-04-15T15:57:39.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:57:38 smithi016 ceph-mon[90652]: osdmap e2302: 8 total, 8 up, 8 in 2024-04-15T15:57:39.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:57:38 smithi016 ceph-mon[93212]: osdmap e2302: 8 total, 8 up, 8 in 2024-04-15T15:57:39.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:57:38 smithi102 ceph-mon[87131]: osdmap e2302: 8 total, 8 up, 8 in 2024-04-15T15:57:39.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:57:39 smithi016 ceph-mon[90652]: osdmap e2303: 8 total, 8 up, 8 in 2024-04-15T15:57:40.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:57:39 smithi016 ceph-mon[90652]: pgmap v4386: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 615 KiB/s rd, 3.7 KiB/s wr, 828 op/s 2024-04-15T15:57:40.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:57:39 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T15:57:40.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:57:39 smithi016 ceph-mon[93212]: osdmap e2303: 8 total, 8 up, 8 in 2024-04-15T15:57:40.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:57:39 smithi016 ceph-mon[93212]: pgmap v4386: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 615 KiB/s rd, 3.7 KiB/s wr, 828 op/s 2024-04-15T15:57:40.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:57:39 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T15:57:40.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:57:39 smithi102 ceph-mon[87131]: osdmap e2303: 8 total, 8 up, 8 in 2024-04-15T15:57:40.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:57:39 smithi102 ceph-mon[87131]: pgmap v4386: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 615 KiB/s rd, 3.7 KiB/s wr, 828 op/s 2024-04-15T15:57:40.188 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:57:39 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T15:57:41.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:57:40 smithi102 ceph-mon[87131]: osdmap e2304: 8 total, 8 up, 8 in 2024-04-15T15:57:41.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:57:40 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T15:57:41.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:57:40 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T15:57:41.188 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:57:40 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T15:57:41.188 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:57:40 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T15:57:41.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:57:40 smithi016 ceph-mon[93212]: osdmap e2304: 8 total, 8 up, 8 in 2024-04-15T15:57:41.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:57:40 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T15:57:41.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:57:40 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T15:57:41.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:57:40 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T15:57:41.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:57:40 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T15:57:41.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:57:40 smithi016 ceph-mon[90652]: osdmap e2304: 8 total, 8 up, 8 in 2024-04-15T15:57:41.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:57:40 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T15:57:41.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:57:40 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T15:57:41.291 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:57:40 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T15:57:41.291 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:57:40 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T15:57:42.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:57:41 smithi016 ceph-mon[90652]: osdmap e2305: 8 total, 8 up, 8 in 2024-04-15T15:57:42.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:57:41 smithi016 ceph-mon[90652]: pgmap v4389: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 646 KiB/s rd, 2.7 KiB/s wr, 871 op/s 2024-04-15T15:57:42.040 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 15 15:57:41 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-y[81421]: ::ffff:172.21.15.102 - - [15/Apr/2024:15:57:41] "GET /metrics HTTP/1.1" 200 36671 "" "Prometheus/2.43.0" 2024-04-15T15:57:42.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:57:41 smithi016 ceph-mon[93212]: osdmap e2305: 8 total, 8 up, 8 in 2024-04-15T15:57:42.041 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:57:41 smithi016 ceph-mon[93212]: pgmap v4389: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 646 KiB/s rd, 2.7 KiB/s wr, 871 op/s 2024-04-15T15:57:42.088 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:57:41 smithi102 ceph-mon[87131]: osdmap e2305: 8 total, 8 up, 8 in 2024-04-15T15:57:42.089 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:57:41 smithi102 ceph-mon[87131]: pgmap v4389: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 646 KiB/s rd, 2.7 KiB/s wr, 871 op/s 2024-04-15T15:57:42.437 INFO:journalctl@ceph.prometheus.a.smithi102.stdout:Apr 15 15:57:42 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-prometheus-a[120881]: ts=2024-04-15T15:57:42.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi016:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"362ea986-fb34-11ee-bc8f-c7b262605968\", instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T15:57:43.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:57:42 smithi102 ceph-mon[87131]: osdmap e2306: 8 total, 8 up, 8 in 2024-04-15T15:57:43.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:57:42 smithi016 ceph-mon[90652]: osdmap e2306: 8 total, 8 up, 8 in 2024-04-15T15:57:43.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:57:42 smithi016 ceph-mon[93212]: osdmap e2306: 8 total, 8 up, 8 in 2024-04-15T15:57:44.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:57:43 smithi102 ceph-mon[87131]: osdmap e2307: 8 total, 8 up, 8 in 2024-04-15T15:57:44.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:57:43 smithi102 ceph-mon[87131]: pgmap v4392: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 646 KiB/s rd, 3.5 KiB/s wr, 872 op/s 2024-04-15T15:57:44.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:57:43 smithi016 ceph-mon[90652]: osdmap e2307: 8 total, 8 up, 8 in 2024-04-15T15:57:44.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:57:43 smithi016 ceph-mon[90652]: pgmap v4392: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 646 KiB/s rd, 3.5 KiB/s wr, 872 op/s 2024-04-15T15:57:44.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:57:43 smithi016 ceph-mon[93212]: osdmap e2307: 8 total, 8 up, 8 in 2024-04-15T15:57:44.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:57:43 smithi016 ceph-mon[93212]: pgmap v4392: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 646 KiB/s rd, 3.5 KiB/s wr, 872 op/s 2024-04-15T15:57:45.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:57:44 smithi102 ceph-mon[87131]: osdmap e2308: 8 total, 8 up, 8 in 2024-04-15T15:57:45.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:57:44 smithi016 ceph-mon[90652]: osdmap e2308: 8 total, 8 up, 8 in 2024-04-15T15:57:45.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:57:44 smithi016 ceph-mon[93212]: osdmap e2308: 8 total, 8 up, 8 in 2024-04-15T15:57:46.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:57:45 smithi102 ceph-mon[87131]: osdmap e2309: 8 total, 8 up, 8 in 2024-04-15T15:57:46.188 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:57:45 smithi102 ceph-mon[87131]: pgmap v4395: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 767 B/s wr, 0 op/s 2024-04-15T15:57:46.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:57:45 smithi016 ceph-mon[90652]: osdmap e2309: 8 total, 8 up, 8 in 2024-04-15T15:57:46.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:57:45 smithi016 ceph-mon[90652]: pgmap v4395: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 767 B/s wr, 0 op/s 2024-04-15T15:57:46.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:57:45 smithi016 ceph-mon[93212]: osdmap e2309: 8 total, 8 up, 8 in 2024-04-15T15:57:46.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:57:45 smithi016 ceph-mon[93212]: pgmap v4395: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 767 B/s wr, 0 op/s 2024-04-15T15:57:47.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:57:46 smithi102 ceph-mon[87131]: osdmap e2310: 8 total, 8 up, 8 in 2024-04-15T15:57:47.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:57:46 smithi016 ceph-mon[90652]: osdmap e2310: 8 total, 8 up, 8 in 2024-04-15T15:57:47.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:57:46 smithi016 ceph-mon[93212]: osdmap e2310: 8 total, 8 up, 8 in 2024-04-15T15:57:48.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:57:47 smithi102 ceph-mon[87131]: osdmap e2311: 8 total, 8 up, 8 in 2024-04-15T15:57:48.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:57:47 smithi102 ceph-mon[87131]: pgmap v4398: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 681 KiB/s rd, 3.7 KiB/s wr, 916 op/s 2024-04-15T15:57:48.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:57:47 smithi016 ceph-mon[90652]: osdmap e2311: 8 total, 8 up, 8 in 2024-04-15T15:57:48.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:57:47 smithi016 ceph-mon[90652]: pgmap v4398: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 681 KiB/s rd, 3.7 KiB/s wr, 916 op/s 2024-04-15T15:57:48.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:57:47 smithi016 ceph-mon[93212]: osdmap e2311: 8 total, 8 up, 8 in 2024-04-15T15:57:48.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:57:47 smithi016 ceph-mon[93212]: pgmap v4398: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 681 KiB/s rd, 3.7 KiB/s wr, 916 op/s 2024-04-15T15:57:49.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:57:48 smithi102 ceph-mon[87131]: osdmap e2312: 8 total, 8 up, 8 in 2024-04-15T15:57:49.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:57:48 smithi016 ceph-mon[90652]: osdmap e2312: 8 total, 8 up, 8 in 2024-04-15T15:57:49.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:57:48 smithi016 ceph-mon[93212]: osdmap e2312: 8 total, 8 up, 8 in 2024-04-15T15:57:50.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:57:49 smithi102 ceph-mon[87131]: osdmap e2313: 8 total, 8 up, 8 in 2024-04-15T15:57:50.188 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:57:49 smithi102 ceph-mon[87131]: pgmap v4401: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 681 KiB/s rd, 3.7 KiB/s wr, 916 op/s 2024-04-15T15:57:50.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:57:49 smithi016 ceph-mon[90652]: osdmap e2313: 8 total, 8 up, 8 in 2024-04-15T15:57:50.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:57:49 smithi016 ceph-mon[90652]: pgmap v4401: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 681 KiB/s rd, 3.7 KiB/s wr, 916 op/s 2024-04-15T15:57:50.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:57:49 smithi016 ceph-mon[93212]: osdmap e2313: 8 total, 8 up, 8 in 2024-04-15T15:57:50.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:57:49 smithi016 ceph-mon[93212]: pgmap v4401: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 681 KiB/s rd, 3.7 KiB/s wr, 916 op/s 2024-04-15T15:57:51.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:57:50 smithi102 ceph-mon[87131]: osdmap e2314: 8 total, 8 up, 8 in 2024-04-15T15:57:51.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:57:50 smithi016 ceph-mon[90652]: osdmap e2314: 8 total, 8 up, 8 in 2024-04-15T15:57:51.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:57:50 smithi016 ceph-mon[93212]: osdmap e2314: 8 total, 8 up, 8 in 2024-04-15T15:57:52.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:57:51 smithi016 ceph-mon[93212]: osdmap e2315: 8 total, 8 up, 8 in 2024-04-15T15:57:52.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:57:51 smithi016 ceph-mon[93212]: pgmap v4404: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 712 KiB/s rd, 3.2 KiB/s wr, 959 op/s 2024-04-15T15:57:52.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:57:51 smithi016 ceph-mon[90652]: osdmap e2315: 8 total, 8 up, 8 in 2024-04-15T15:57:52.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:57:51 smithi016 ceph-mon[90652]: pgmap v4404: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 712 KiB/s rd, 3.2 KiB/s wr, 959 op/s 2024-04-15T15:57:52.040 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 15 15:57:51 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-y[81421]: ::ffff:172.21.15.102 - - [15/Apr/2024:15:57:51] "GET /metrics HTTP/1.1" 200 36671 "" "Prometheus/2.43.0" 2024-04-15T15:57:52.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:57:51 smithi102 ceph-mon[87131]: osdmap e2315: 8 total, 8 up, 8 in 2024-04-15T15:57:52.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:57:51 smithi102 ceph-mon[87131]: pgmap v4404: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 712 KiB/s rd, 3.2 KiB/s wr, 959 op/s 2024-04-15T15:57:52.687 INFO:journalctl@ceph.prometheus.a.smithi102.stdout:Apr 15 15:57:52 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-prometheus-a[120881]: ts=2024-04-15T15:57:52.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi016:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"362ea986-fb34-11ee-bc8f-c7b262605968\", instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T15:57:53.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:57:52 smithi102 ceph-mon[87131]: osdmap e2316: 8 total, 8 up, 8 in 2024-04-15T15:57:53.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:57:52 smithi016 ceph-mon[90652]: osdmap e2316: 8 total, 8 up, 8 in 2024-04-15T15:57:53.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:57:52 smithi016 ceph-mon[93212]: osdmap e2316: 8 total, 8 up, 8 in 2024-04-15T15:57:54.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:57:53 smithi102 ceph-mon[87131]: osdmap e2317: 8 total, 8 up, 8 in 2024-04-15T15:57:54.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:57:53 smithi102 ceph-mon[87131]: pgmap v4407: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 712 KiB/s rd, 4.0 KiB/s wr, 960 op/s 2024-04-15T15:57:54.289 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:57:53 smithi016 ceph-mon[90652]: osdmap e2317: 8 total, 8 up, 8 in 2024-04-15T15:57:54.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:57:53 smithi016 ceph-mon[90652]: pgmap v4407: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 712 KiB/s rd, 4.0 KiB/s wr, 960 op/s 2024-04-15T15:57:54.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:57:53 smithi016 ceph-mon[93212]: osdmap e2317: 8 total, 8 up, 8 in 2024-04-15T15:57:54.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:57:53 smithi016 ceph-mon[93212]: pgmap v4407: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 712 KiB/s rd, 4.0 KiB/s wr, 960 op/s 2024-04-15T15:57:55.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:57:54 smithi102 ceph-mon[87131]: osdmap e2318: 8 total, 8 up, 8 in 2024-04-15T15:57:55.188 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:57:54 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T15:57:55.289 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:57:54 smithi016 ceph-mon[90652]: osdmap e2318: 8 total, 8 up, 8 in 2024-04-15T15:57:55.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:57:54 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T15:57:55.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:57:54 smithi016 ceph-mon[93212]: osdmap e2318: 8 total, 8 up, 8 in 2024-04-15T15:57:55.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:57:54 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T15:57:56.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:57:55 smithi102 ceph-mon[87131]: osdmap e2319: 8 total, 8 up, 8 in 2024-04-15T15:57:56.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:57:55 smithi102 ceph-mon[87131]: pgmap v4410: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 767 B/s wr, 0 op/s 2024-04-15T15:57:56.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:57:55 smithi016 ceph-mon[93212]: osdmap e2319: 8 total, 8 up, 8 in 2024-04-15T15:57:56.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:57:55 smithi016 ceph-mon[93212]: pgmap v4410: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 767 B/s wr, 0 op/s 2024-04-15T15:57:56.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:57:55 smithi016 ceph-mon[90652]: osdmap e2319: 8 total, 8 up, 8 in 2024-04-15T15:57:56.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:57:55 smithi016 ceph-mon[90652]: pgmap v4410: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 767 B/s wr, 0 op/s 2024-04-15T15:57:57.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:57:56 smithi102 ceph-mon[87131]: osdmap e2320: 8 total, 8 up, 8 in 2024-04-15T15:57:57.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:57:56 smithi016 ceph-mon[90652]: osdmap e2320: 8 total, 8 up, 8 in 2024-04-15T15:57:57.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:57:56 smithi016 ceph-mon[93212]: osdmap e2320: 8 total, 8 up, 8 in 2024-04-15T15:57:58.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:57:57 smithi102 ceph-mon[87131]: osdmap e2321: 8 total, 8 up, 8 in 2024-04-15T15:57:58.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:57:57 smithi102 ceph-mon[87131]: pgmap v4413: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 746 KiB/s rd, 3.5 KiB/s wr, 1.00k op/s 2024-04-15T15:57:58.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:57:57 smithi016 ceph-mon[90652]: osdmap e2321: 8 total, 8 up, 8 in 2024-04-15T15:57:58.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:57:57 smithi016 ceph-mon[90652]: pgmap v4413: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 746 KiB/s rd, 3.5 KiB/s wr, 1.00k op/s 2024-04-15T15:57:58.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:57:57 smithi016 ceph-mon[93212]: osdmap e2321: 8 total, 8 up, 8 in 2024-04-15T15:57:58.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:57:57 smithi016 ceph-mon[93212]: pgmap v4413: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 746 KiB/s rd, 3.5 KiB/s wr, 1.00k op/s 2024-04-15T15:57:59.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:57:58 smithi102 ceph-mon[87131]: osdmap e2322: 8 total, 8 up, 8 in 2024-04-15T15:57:59.289 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:57:58 smithi016 ceph-mon[90652]: osdmap e2322: 8 total, 8 up, 8 in 2024-04-15T15:57:59.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:57:58 smithi016 ceph-mon[93212]: osdmap e2322: 8 total, 8 up, 8 in 2024-04-15T15:58:00.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:57:59 smithi102 ceph-mon[87131]: osdmap e2323: 8 total, 8 up, 8 in 2024-04-15T15:58:00.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:57:59 smithi102 ceph-mon[87131]: pgmap v4416: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 746 KiB/s rd, 3.5 KiB/s wr, 1.00k op/s 2024-04-15T15:58:00.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:57:59 smithi016 ceph-mon[90652]: osdmap e2323: 8 total, 8 up, 8 in 2024-04-15T15:58:00.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:57:59 smithi016 ceph-mon[90652]: pgmap v4416: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 746 KiB/s rd, 3.5 KiB/s wr, 1.00k op/s 2024-04-15T15:58:00.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:57:59 smithi016 ceph-mon[93212]: osdmap e2323: 8 total, 8 up, 8 in 2024-04-15T15:58:00.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:57:59 smithi016 ceph-mon[93212]: pgmap v4416: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 746 KiB/s rd, 3.5 KiB/s wr, 1.00k op/s 2024-04-15T15:58:01.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:58:00 smithi102 ceph-mon[87131]: osdmap e2324: 8 total, 8 up, 8 in 2024-04-15T15:58:01.289 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:58:00 smithi016 ceph-mon[90652]: osdmap e2324: 8 total, 8 up, 8 in 2024-04-15T15:58:01.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:58:00 smithi016 ceph-mon[93212]: osdmap e2324: 8 total, 8 up, 8 in 2024-04-15T15:58:02.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:58:01 smithi016 ceph-mon[90652]: osdmap e2325: 8 total, 8 up, 8 in 2024-04-15T15:58:02.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:58:01 smithi016 ceph-mon[90652]: pgmap v4419: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 777 KiB/s rd, 3.2 KiB/s wr, 1.05k op/s 2024-04-15T15:58:02.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:58:01 smithi016 ceph-mon[93212]: osdmap e2325: 8 total, 8 up, 8 in 2024-04-15T15:58:02.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:58:01 smithi016 ceph-mon[93212]: pgmap v4419: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 777 KiB/s rd, 3.2 KiB/s wr, 1.05k op/s 2024-04-15T15:58:02.040 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 15 15:58:01 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-y[81421]: ::ffff:172.21.15.102 - - [15/Apr/2024:15:58:01] "GET /metrics HTTP/1.1" 200 36671 "" "Prometheus/2.43.0" 2024-04-15T15:58:02.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:58:01 smithi102 ceph-mon[87131]: osdmap e2325: 8 total, 8 up, 8 in 2024-04-15T15:58:02.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:58:01 smithi102 ceph-mon[87131]: pgmap v4419: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 777 KiB/s rd, 3.2 KiB/s wr, 1.05k op/s 2024-04-15T15:58:02.688 INFO:journalctl@ceph.prometheus.a.smithi102.stdout:Apr 15 15:58:02 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-prometheus-a[120881]: ts=2024-04-15T15:58:02.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi016:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"362ea986-fb34-11ee-bc8f-c7b262605968\", instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T15:58:03.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:58:02 smithi102 ceph-mon[87131]: osdmap e2326: 8 total, 8 up, 8 in 2024-04-15T15:58:03.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:58:02 smithi016 ceph-mon[90652]: osdmap e2326: 8 total, 8 up, 8 in 2024-04-15T15:58:03.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:58:02 smithi016 ceph-mon[93212]: osdmap e2326: 8 total, 8 up, 8 in 2024-04-15T15:58:04.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:58:03 smithi102 ceph-mon[87131]: osdmap e2327: 8 total, 8 up, 8 in 2024-04-15T15:58:04.187 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:58:03 smithi102 ceph-mon[87131]: pgmap v4422: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 777 KiB/s rd, 4.0 KiB/s wr, 1.05k op/s 2024-04-15T15:58:04.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:58:03 smithi016 ceph-mon[90652]: osdmap e2327: 8 total, 8 up, 8 in 2024-04-15T15:58:04.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:58:03 smithi016 ceph-mon[90652]: pgmap v4422: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 777 KiB/s rd, 4.0 KiB/s wr, 1.05k op/s 2024-04-15T15:58:04.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:58:03 smithi016 ceph-mon[93212]: osdmap e2327: 8 total, 8 up, 8 in 2024-04-15T15:58:04.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:58:03 smithi016 ceph-mon[93212]: pgmap v4422: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 777 KiB/s rd, 4.0 KiB/s wr, 1.05k op/s 2024-04-15T15:58:05.289 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:58:04 smithi016 ceph-mon[90652]: osdmap e2328: 8 total, 8 up, 8 in 2024-04-15T15:58:05.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:58:04 smithi016 ceph-mon[93212]: osdmap e2328: 8 total, 8 up, 8 in 2024-04-15T15:58:05.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:58:04 smithi102 ceph-mon[87131]: osdmap e2328: 8 total, 8 up, 8 in 2024-04-15T15:58:06.289 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:58:05 smithi016 ceph-mon[93212]: pgmap v4424: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 764 B/s wr, 0 op/s 2024-04-15T15:58:06.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:58:05 smithi016 ceph-mon[93212]: osdmap e2329: 8 total, 8 up, 8 in 2024-04-15T15:58:06.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:58:05 smithi016 ceph-mon[90652]: pgmap v4424: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 764 B/s wr, 0 op/s 2024-04-15T15:58:06.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:58:05 smithi016 ceph-mon[90652]: osdmap e2329: 8 total, 8 up, 8 in 2024-04-15T15:58:06.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:58:05 smithi102 ceph-mon[87131]: pgmap v4424: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 764 B/s wr, 0 op/s 2024-04-15T15:58:06.438 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:58:05 smithi102 ceph-mon[87131]: osdmap e2329: 8 total, 8 up, 8 in 2024-04-15T15:58:07.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:58:06 smithi016 ceph-mon[90652]: osdmap e2330: 8 total, 8 up, 8 in 2024-04-15T15:58:07.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:58:06 smithi016 ceph-mon[93212]: osdmap e2330: 8 total, 8 up, 8 in 2024-04-15T15:58:07.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:58:06 smithi102 ceph-mon[87131]: osdmap e2330: 8 total, 8 up, 8 in 2024-04-15T15:58:08.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:58:07 smithi016 ceph-mon[93212]: pgmap v4427: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 809 KiB/s rd, 3.7 KiB/s wr, 1.09k op/s 2024-04-15T15:58:08.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:58:07 smithi016 ceph-mon[93212]: osdmap e2331: 8 total, 8 up, 8 in 2024-04-15T15:58:08.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:58:07 smithi016 ceph-mon[90652]: pgmap v4427: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 809 KiB/s rd, 3.7 KiB/s wr, 1.09k op/s 2024-04-15T15:58:08.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:58:07 smithi016 ceph-mon[90652]: osdmap e2331: 8 total, 8 up, 8 in 2024-04-15T15:58:08.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:58:07 smithi102 ceph-mon[87131]: pgmap v4427: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 809 KiB/s rd, 3.7 KiB/s wr, 1.09k op/s 2024-04-15T15:58:08.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:58:07 smithi102 ceph-mon[87131]: osdmap e2331: 8 total, 8 up, 8 in 2024-04-15T15:58:09.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:58:08 smithi016 ceph-mon[90652]: osdmap e2332: 8 total, 8 up, 8 in 2024-04-15T15:58:09.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:58:08 smithi016 ceph-mon[93212]: osdmap e2332: 8 total, 8 up, 8 in 2024-04-15T15:58:09.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:58:08 smithi102 ceph-mon[87131]: osdmap e2332: 8 total, 8 up, 8 in 2024-04-15T15:58:10.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:58:09 smithi016 ceph-mon[90652]: pgmap v4430: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 810 KiB/s rd, 3.7 KiB/s wr, 1.09k op/s 2024-04-15T15:58:10.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:58:09 smithi016 ceph-mon[90652]: osdmap e2333: 8 total, 8 up, 8 in 2024-04-15T15:58:10.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:58:09 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T15:58:10.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:58:09 smithi016 ceph-mon[93212]: pgmap v4430: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 810 KiB/s rd, 3.7 KiB/s wr, 1.09k op/s 2024-04-15T15:58:10.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:58:09 smithi016 ceph-mon[93212]: osdmap e2333: 8 total, 8 up, 8 in 2024-04-15T15:58:10.291 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:58:09 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T15:58:10.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:58:09 smithi102 ceph-mon[87131]: pgmap v4430: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 810 KiB/s rd, 3.7 KiB/s wr, 1.09k op/s 2024-04-15T15:58:10.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:58:09 smithi102 ceph-mon[87131]: osdmap e2333: 8 total, 8 up, 8 in 2024-04-15T15:58:10.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:58:09 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T15:58:11.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:58:10 smithi016 ceph-mon[90652]: osdmap e2334: 8 total, 8 up, 8 in 2024-04-15T15:58:11.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:58:10 smithi016 ceph-mon[93212]: osdmap e2334: 8 total, 8 up, 8 in 2024-04-15T15:58:11.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:58:10 smithi102 ceph-mon[87131]: osdmap e2334: 8 total, 8 up, 8 in 2024-04-15T15:58:12.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:58:11 smithi016 ceph-mon[90652]: pgmap v4433: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 842 KiB/s rd, 3.2 KiB/s wr, 1.13k op/s 2024-04-15T15:58:12.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:58:11 smithi016 ceph-mon[90652]: osdmap e2335: 8 total, 8 up, 8 in 2024-04-15T15:58:12.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:58:11 smithi016 ceph-mon[93212]: pgmap v4433: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 842 KiB/s rd, 3.2 KiB/s wr, 1.13k op/s 2024-04-15T15:58:12.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:58:11 smithi016 ceph-mon[93212]: osdmap e2335: 8 total, 8 up, 8 in 2024-04-15T15:58:12.041 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 15 15:58:11 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-y[81421]: ::ffff:172.21.15.102 - - [15/Apr/2024:15:58:11] "GET /metrics HTTP/1.1" 200 36669 "" "Prometheus/2.43.0" 2024-04-15T15:58:12.316 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:58:11 smithi102 ceph-mon[87131]: pgmap v4433: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 842 KiB/s rd, 3.2 KiB/s wr, 1.13k op/s 2024-04-15T15:58:12.316 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:58:11 smithi102 ceph-mon[87131]: osdmap e2335: 8 total, 8 up, 8 in 2024-04-15T15:58:12.687 INFO:journalctl@ceph.prometheus.a.smithi102.stdout:Apr 15 15:58:12 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-prometheus-a[120881]: ts=2024-04-15T15:58:12.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi016:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"362ea986-fb34-11ee-bc8f-c7b262605968\", instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T15:58:13.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:58:12 smithi016 ceph-mon[90652]: osdmap e2336: 8 total, 8 up, 8 in 2024-04-15T15:58:13.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:58:12 smithi016 ceph-mon[93212]: osdmap e2336: 8 total, 8 up, 8 in 2024-04-15T15:58:13.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:58:12 smithi102 ceph-mon[87131]: osdmap e2336: 8 total, 8 up, 8 in 2024-04-15T15:58:14.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:58:13 smithi016 ceph-mon[90652]: pgmap v4436: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 842 KiB/s rd, 3.5 KiB/s wr, 1.13k op/s 2024-04-15T15:58:14.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:58:13 smithi016 ceph-mon[90652]: osdmap e2337: 8 total, 8 up, 8 in 2024-04-15T15:58:14.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:58:13 smithi016 ceph-mon[93212]: pgmap v4436: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 842 KiB/s rd, 3.5 KiB/s wr, 1.13k op/s 2024-04-15T15:58:14.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:58:13 smithi016 ceph-mon[93212]: osdmap e2337: 8 total, 8 up, 8 in 2024-04-15T15:58:14.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:58:13 smithi102 ceph-mon[87131]: pgmap v4436: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 842 KiB/s rd, 3.5 KiB/s wr, 1.13k op/s 2024-04-15T15:58:14.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:58:13 smithi102 ceph-mon[87131]: osdmap e2337: 8 total, 8 up, 8 in 2024-04-15T15:58:15.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:58:14 smithi016 ceph-mon[90652]: osdmap e2338: 8 total, 8 up, 8 in 2024-04-15T15:58:15.291 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:58:14 smithi016 ceph-mon[93212]: osdmap e2338: 8 total, 8 up, 8 in 2024-04-15T15:58:15.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:58:14 smithi102 ceph-mon[87131]: osdmap e2338: 8 total, 8 up, 8 in 2024-04-15T15:58:16.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:58:15 smithi016 ceph-mon[93212]: pgmap v4439: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-04-15T15:58:16.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:58:15 smithi016 ceph-mon[93212]: osdmap e2339: 8 total, 8 up, 8 in 2024-04-15T15:58:16.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:58:15 smithi016 ceph-mon[90652]: pgmap v4439: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-04-15T15:58:16.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:58:15 smithi016 ceph-mon[90652]: osdmap e2339: 8 total, 8 up, 8 in 2024-04-15T15:58:16.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:58:15 smithi102 ceph-mon[87131]: pgmap v4439: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-04-15T15:58:16.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:58:15 smithi102 ceph-mon[87131]: osdmap e2339: 8 total, 8 up, 8 in 2024-04-15T15:58:17.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:58:17 smithi016 ceph-mon[90652]: osdmap e2340: 8 total, 8 up, 8 in 2024-04-15T15:58:17.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:58:17 smithi016 ceph-mon[93212]: osdmap e2340: 8 total, 8 up, 8 in 2024-04-15T15:58:17.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:58:17 smithi102 ceph-mon[87131]: osdmap e2340: 8 total, 8 up, 8 in 2024-04-15T15:58:18.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:58:18 smithi016 ceph-mon[90652]: pgmap v4442: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 876 KiB/s rd, 3.7 KiB/s wr, 1.18k op/s 2024-04-15T15:58:18.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:58:18 smithi016 ceph-mon[90652]: osdmap e2341: 8 total, 8 up, 8 in 2024-04-15T15:58:18.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:58:18 smithi016 ceph-mon[93212]: pgmap v4442: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 876 KiB/s rd, 3.7 KiB/s wr, 1.18k op/s 2024-04-15T15:58:18.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:58:18 smithi016 ceph-mon[93212]: osdmap e2341: 8 total, 8 up, 8 in 2024-04-15T15:58:18.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:58:18 smithi102 ceph-mon[87131]: pgmap v4442: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 876 KiB/s rd, 3.7 KiB/s wr, 1.18k op/s 2024-04-15T15:58:18.438 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:58:18 smithi102 ceph-mon[87131]: osdmap e2341: 8 total, 8 up, 8 in 2024-04-15T15:58:19.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:58:19 smithi016 ceph-mon[90652]: osdmap e2342: 8 total, 8 up, 8 in 2024-04-15T15:58:19.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:58:19 smithi016 ceph-mon[93212]: osdmap e2342: 8 total, 8 up, 8 in 2024-04-15T15:58:19.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:58:19 smithi102 ceph-mon[87131]: osdmap e2342: 8 total, 8 up, 8 in 2024-04-15T15:58:20.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:58:20 smithi016 ceph-mon[90652]: pgmap v4445: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 876 KiB/s rd, 3.7 KiB/s wr, 1.18k op/s 2024-04-15T15:58:20.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:58:20 smithi016 ceph-mon[90652]: osdmap e2343: 8 total, 8 up, 8 in 2024-04-15T15:58:20.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:58:20 smithi016 ceph-mon[93212]: pgmap v4445: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 876 KiB/s rd, 3.7 KiB/s wr, 1.18k op/s 2024-04-15T15:58:20.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:58:20 smithi016 ceph-mon[93212]: osdmap e2343: 8 total, 8 up, 8 in 2024-04-15T15:58:20.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:58:20 smithi102 ceph-mon[87131]: pgmap v4445: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 876 KiB/s rd, 3.7 KiB/s wr, 1.18k op/s 2024-04-15T15:58:20.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:58:20 smithi102 ceph-mon[87131]: osdmap e2343: 8 total, 8 up, 8 in 2024-04-15T15:58:21.290 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:58:21 smithi016 ceph-mon[90652]: osdmap e2344: 8 total, 8 up, 8 in 2024-04-15T15:58:21.290 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:58:21 smithi016 ceph-mon[93212]: osdmap e2344: 8 total, 8 up, 8 in 2024-04-15T15:58:21.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:58:21 smithi102 ceph-mon[87131]: osdmap e2344: 8 total, 8 up, 8 in 2024-04-15T15:58:22.040 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 15 15:58:21 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-y[81421]: ::ffff:172.21.15.102 - - [15/Apr/2024:15:58:21] "GET /metrics HTTP/1.1" 200 36669 "" "Prometheus/2.43.0" 2024-04-15T15:58:22.316 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:58:22 smithi102 ceph-mon[87131]: pgmap v4448: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 909 KiB/s rd, 3.2 KiB/s wr, 1.23k op/s 2024-04-15T15:58:22.316 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:58:22 smithi102 ceph-mon[87131]: osdmap e2345: 8 total, 8 up, 8 in 2024-04-15T15:58:22.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:58:22 smithi016 ceph-mon[90652]: pgmap v4448: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 909 KiB/s rd, 3.2 KiB/s wr, 1.23k op/s 2024-04-15T15:58:22.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:58:22 smithi016 ceph-mon[90652]: osdmap e2345: 8 total, 8 up, 8 in 2024-04-15T15:58:22.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:58:22 smithi016 ceph-mon[93212]: pgmap v4448: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 909 KiB/s rd, 3.2 KiB/s wr, 1.23k op/s 2024-04-15T15:58:22.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:58:22 smithi016 ceph-mon[93212]: osdmap e2345: 8 total, 8 up, 8 in 2024-04-15T15:58:22.687 INFO:journalctl@ceph.prometheus.a.smithi102.stdout:Apr 15 15:58:22 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-prometheus-a[120881]: ts=2024-04-15T15:58:22.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi016:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"362ea986-fb34-11ee-bc8f-c7b262605968\", instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T15:58:23.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:58:23 smithi102 ceph-mon[87131]: osdmap e2346: 8 total, 8 up, 8 in 2024-04-15T15:58:23.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:58:23 smithi016 ceph-mon[90652]: osdmap e2346: 8 total, 8 up, 8 in 2024-04-15T15:58:23.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:58:23 smithi016 ceph-mon[93212]: osdmap e2346: 8 total, 8 up, 8 in 2024-04-15T15:58:24.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:58:24 smithi102 ceph-mon[87131]: pgmap v4451: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 908 KiB/s rd, 3.7 KiB/s wr, 1.23k op/s 2024-04-15T15:58:24.438 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:58:24 smithi102 ceph-mon[87131]: osdmap e2347: 8 total, 8 up, 8 in 2024-04-15T15:58:24.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:58:24 smithi016 ceph-mon[90652]: pgmap v4451: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 908 KiB/s rd, 3.7 KiB/s wr, 1.23k op/s 2024-04-15T15:58:24.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:58:24 smithi016 ceph-mon[90652]: osdmap e2347: 8 total, 8 up, 8 in 2024-04-15T15:58:24.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:58:24 smithi016 ceph-mon[93212]: pgmap v4451: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 908 KiB/s rd, 3.7 KiB/s wr, 1.23k op/s 2024-04-15T15:58:24.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:58:24 smithi016 ceph-mon[93212]: osdmap e2347: 8 total, 8 up, 8 in 2024-04-15T15:58:25.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:58:25 smithi102 ceph-mon[87131]: osdmap e2348: 8 total, 8 up, 8 in 2024-04-15T15:58:25.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:58:25 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T15:58:25.539 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:58:25 smithi016 ceph-mon[90652]: osdmap e2348: 8 total, 8 up, 8 in 2024-04-15T15:58:25.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:58:25 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T15:58:25.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:58:25 smithi016 ceph-mon[93212]: osdmap e2348: 8 total, 8 up, 8 in 2024-04-15T15:58:25.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:58:25 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T15:58:26.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:58:26 smithi102 ceph-mon[87131]: pgmap v4454: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 511 B/s wr, 0 op/s 2024-04-15T15:58:26.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:58:26 smithi102 ceph-mon[87131]: osdmap e2349: 8 total, 8 up, 8 in 2024-04-15T15:58:26.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:58:26 smithi016 ceph-mon[90652]: pgmap v4454: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 511 B/s wr, 0 op/s 2024-04-15T15:58:26.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:58:26 smithi016 ceph-mon[90652]: osdmap e2349: 8 total, 8 up, 8 in 2024-04-15T15:58:26.541 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:58:26 smithi016 ceph-mon[93212]: pgmap v4454: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 511 B/s wr, 0 op/s 2024-04-15T15:58:26.541 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:58:26 smithi016 ceph-mon[93212]: osdmap e2349: 8 total, 8 up, 8 in 2024-04-15T15:58:27.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:58:27 smithi102 ceph-mon[87131]: osdmap e2350: 8 total, 8 up, 8 in 2024-04-15T15:58:27.541 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:58:27 smithi016 ceph-mon[90652]: osdmap e2350: 8 total, 8 up, 8 in 2024-04-15T15:58:27.541 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:58:27 smithi016 ceph-mon[93212]: osdmap e2350: 8 total, 8 up, 8 in 2024-04-15T15:58:28.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:58:28 smithi102 ceph-mon[87131]: pgmap v4457: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 941 KiB/s rd, 4.0 KiB/s wr, 1.27k op/s 2024-04-15T15:58:28.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:58:28 smithi102 ceph-mon[87131]: osdmap e2351: 8 total, 8 up, 8 in 2024-04-15T15:58:28.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:58:28 smithi016 ceph-mon[90652]: pgmap v4457: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 941 KiB/s rd, 4.0 KiB/s wr, 1.27k op/s 2024-04-15T15:58:28.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:58:28 smithi016 ceph-mon[90652]: osdmap e2351: 8 total, 8 up, 8 in 2024-04-15T15:58:28.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:58:28 smithi016 ceph-mon[93212]: pgmap v4457: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 941 KiB/s rd, 4.0 KiB/s wr, 1.27k op/s 2024-04-15T15:58:28.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:58:28 smithi016 ceph-mon[93212]: osdmap e2351: 8 total, 8 up, 8 in 2024-04-15T15:58:29.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:58:29 smithi102 ceph-mon[87131]: osdmap e2352: 8 total, 8 up, 8 in 2024-04-15T15:58:29.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:58:29 smithi016 ceph-mon[90652]: osdmap e2352: 8 total, 8 up, 8 in 2024-04-15T15:58:29.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:58:29 smithi016 ceph-mon[93212]: osdmap e2352: 8 total, 8 up, 8 in 2024-04-15T15:58:30.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:58:30 smithi102 ceph-mon[87131]: pgmap v4460: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 941 KiB/s rd, 4.2 KiB/s wr, 1.27k op/s 2024-04-15T15:58:30.438 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:58:30 smithi102 ceph-mon[87131]: osdmap e2353: 8 total, 8 up, 8 in 2024-04-15T15:58:30.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:58:30 smithi016 ceph-mon[90652]: pgmap v4460: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 941 KiB/s rd, 4.2 KiB/s wr, 1.27k op/s 2024-04-15T15:58:30.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:58:30 smithi016 ceph-mon[90652]: osdmap e2353: 8 total, 8 up, 8 in 2024-04-15T15:58:30.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:58:30 smithi016 ceph-mon[93212]: pgmap v4460: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 941 KiB/s rd, 4.2 KiB/s wr, 1.27k op/s 2024-04-15T15:58:30.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:58:30 smithi016 ceph-mon[93212]: osdmap e2353: 8 total, 8 up, 8 in 2024-04-15T15:58:31.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:58:31 smithi102 ceph-mon[87131]: osdmap e2354: 8 total, 8 up, 8 in 2024-04-15T15:58:31.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:58:31 smithi016 ceph-mon[90652]: osdmap e2354: 8 total, 8 up, 8 in 2024-04-15T15:58:31.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:58:31 smithi016 ceph-mon[93212]: osdmap e2354: 8 total, 8 up, 8 in 2024-04-15T15:58:32.040 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 15 15:58:31 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-y[81421]: ::ffff:172.21.15.102 - - [15/Apr/2024:15:58:31] "GET /metrics HTTP/1.1" 200 36668 "" "Prometheus/2.43.0" 2024-04-15T15:58:32.437 INFO:journalctl@ceph.prometheus.a.smithi102.stdout:Apr 15 15:58:32 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-prometheus-a[120881]: ts=2024-04-15T15:58:32.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi016:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"362ea986-fb34-11ee-bc8f-c7b262605968\", instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T15:58:32.438 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:58:32 smithi102 ceph-mon[87131]: pgmap v4463: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 973 KiB/s rd, 3.5 KiB/s wr, 1.31k op/s 2024-04-15T15:58:32.438 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:58:32 smithi102 ceph-mon[87131]: osdmap e2355: 8 total, 8 up, 8 in 2024-04-15T15:58:32.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:58:32 smithi016 ceph-mon[90652]: pgmap v4463: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 973 KiB/s rd, 3.5 KiB/s wr, 1.31k op/s 2024-04-15T15:58:32.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:58:32 smithi016 ceph-mon[90652]: osdmap e2355: 8 total, 8 up, 8 in 2024-04-15T15:58:32.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:58:32 smithi016 ceph-mon[93212]: pgmap v4463: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 973 KiB/s rd, 3.5 KiB/s wr, 1.31k op/s 2024-04-15T15:58:32.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:58:32 smithi016 ceph-mon[93212]: osdmap e2355: 8 total, 8 up, 8 in 2024-04-15T15:58:33.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:58:33 smithi102 ceph-mon[87131]: osdmap e2356: 8 total, 8 up, 8 in 2024-04-15T15:58:33.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:58:33 smithi016 ceph-mon[90652]: osdmap e2356: 8 total, 8 up, 8 in 2024-04-15T15:58:33.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:58:33 smithi016 ceph-mon[93212]: osdmap e2356: 8 total, 8 up, 8 in 2024-04-15T15:58:34.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:58:34 smithi102 ceph-mon[87131]: pgmap v4466: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 973 KiB/s rd, 3.2 KiB/s wr, 1.31k op/s 2024-04-15T15:58:34.438 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:58:34 smithi102 ceph-mon[87131]: osdmap e2357: 8 total, 8 up, 8 in 2024-04-15T15:58:34.539 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:58:34 smithi016 ceph-mon[90652]: pgmap v4466: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 973 KiB/s rd, 3.2 KiB/s wr, 1.31k op/s 2024-04-15T15:58:34.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:58:34 smithi016 ceph-mon[90652]: osdmap e2357: 8 total, 8 up, 8 in 2024-04-15T15:58:34.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:58:34 smithi016 ceph-mon[93212]: pgmap v4466: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 973 KiB/s rd, 3.2 KiB/s wr, 1.31k op/s 2024-04-15T15:58:34.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:58:34 smithi016 ceph-mon[93212]: osdmap e2357: 8 total, 8 up, 8 in 2024-04-15T15:58:35.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:58:35 smithi102 ceph-mon[87131]: osdmap e2358: 8 total, 8 up, 8 in 2024-04-15T15:58:35.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:58:35 smithi016 ceph-mon[90652]: osdmap e2358: 8 total, 8 up, 8 in 2024-04-15T15:58:35.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:58:35 smithi016 ceph-mon[93212]: osdmap e2358: 8 total, 8 up, 8 in 2024-04-15T15:58:36.438 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:58:36 smithi102 ceph-mon[87131]: pgmap v4469: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2024-04-15T15:58:36.438 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:58:36 smithi102 ceph-mon[87131]: osdmap e2359: 8 total, 8 up, 8 in 2024-04-15T15:58:36.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:58:36 smithi016 ceph-mon[90652]: pgmap v4469: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2024-04-15T15:58:36.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:58:36 smithi016 ceph-mon[90652]: osdmap e2359: 8 total, 8 up, 8 in 2024-04-15T15:58:36.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:58:36 smithi016 ceph-mon[93212]: pgmap v4469: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2024-04-15T15:58:36.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:58:36 smithi016 ceph-mon[93212]: osdmap e2359: 8 total, 8 up, 8 in 2024-04-15T15:58:37.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:58:37 smithi102 ceph-mon[87131]: osdmap e2360: 8 total, 8 up, 8 in 2024-04-15T15:58:37.539 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:58:37 smithi016 ceph-mon[90652]: osdmap e2360: 8 total, 8 up, 8 in 2024-04-15T15:58:37.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:58:37 smithi016 ceph-mon[93212]: osdmap e2360: 8 total, 8 up, 8 in 2024-04-15T15:58:38.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:58:38 smithi102 ceph-mon[87131]: pgmap v4472: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 1006 KiB/s rd, 3.7 KiB/s wr, 1.36k op/s 2024-04-15T15:58:38.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:58:38 smithi102 ceph-mon[87131]: osdmap e2361: 8 total, 8 up, 8 in 2024-04-15T15:58:38.441 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:58:38 smithi016 ceph-mon[93212]: pgmap v4472: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 1006 KiB/s rd, 3.7 KiB/s wr, 1.36k op/s 2024-04-15T15:58:38.441 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:58:38 smithi016 ceph-mon[93212]: osdmap e2361: 8 total, 8 up, 8 in 2024-04-15T15:58:38.441 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:58:38 smithi016 ceph-mon[90652]: pgmap v4472: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 1006 KiB/s rd, 3.7 KiB/s wr, 1.36k op/s 2024-04-15T15:58:38.441 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:58:38 smithi016 ceph-mon[90652]: osdmap e2361: 8 total, 8 up, 8 in 2024-04-15T15:58:39.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:58:39 smithi102 ceph-mon[87131]: osdmap e2362: 8 total, 8 up, 8 in 2024-04-15T15:58:39.438 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:58:39 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T15:58:39.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:58:39 smithi016 ceph-mon[90652]: osdmap e2362: 8 total, 8 up, 8 in 2024-04-15T15:58:39.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:58:39 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T15:58:39.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:58:39 smithi016 ceph-mon[93212]: osdmap e2362: 8 total, 8 up, 8 in 2024-04-15T15:58:39.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:58:39 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T15:58:40.438 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:58:40 smithi102 ceph-mon[87131]: pgmap v4475: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 1006 KiB/s rd, 3.7 KiB/s wr, 1.36k op/s 2024-04-15T15:58:40.438 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:58:40 smithi102 ceph-mon[87131]: osdmap e2363: 8 total, 8 up, 8 in 2024-04-15T15:58:40.539 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:58:40 smithi016 ceph-mon[90652]: pgmap v4475: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 1006 KiB/s rd, 3.7 KiB/s wr, 1.36k op/s 2024-04-15T15:58:40.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:58:40 smithi016 ceph-mon[90652]: osdmap e2363: 8 total, 8 up, 8 in 2024-04-15T15:58:40.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:58:40 smithi016 ceph-mon[93212]: pgmap v4475: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 1006 KiB/s rd, 3.7 KiB/s wr, 1.36k op/s 2024-04-15T15:58:40.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:58:40 smithi016 ceph-mon[93212]: osdmap e2363: 8 total, 8 up, 8 in 2024-04-15T15:58:41.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:58:41 smithi102 ceph-mon[87131]: osdmap e2364: 8 total, 8 up, 8 in 2024-04-15T15:58:41.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:58:41 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T15:58:41.539 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:58:41 smithi016 ceph-mon[90652]: osdmap e2364: 8 total, 8 up, 8 in 2024-04-15T15:58:41.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:58:41 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T15:58:41.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:58:41 smithi016 ceph-mon[93212]: osdmap e2364: 8 total, 8 up, 8 in 2024-04-15T15:58:41.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:58:41 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T15:58:42.040 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 15 15:58:41 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-y[81421]: ::ffff:172.21.15.102 - - [15/Apr/2024:15:58:41] "GET /metrics HTTP/1.1" 200 36669 "" "Prometheus/2.43.0" 2024-04-15T15:58:42.316 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:58:42 smithi102 ceph-mon[87131]: pgmap v4478: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 1.0 MiB/s rd, 3.5 KiB/s wr, 1.40k op/s 2024-04-15T15:58:42.316 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:58:42 smithi102 ceph-mon[87131]: osdmap e2365: 8 total, 8 up, 8 in 2024-04-15T15:58:42.539 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:58:42 smithi016 ceph-mon[90652]: pgmap v4478: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 1.0 MiB/s rd, 3.5 KiB/s wr, 1.40k op/s 2024-04-15T15:58:42.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:58:42 smithi016 ceph-mon[90652]: osdmap e2365: 8 total, 8 up, 8 in 2024-04-15T15:58:42.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:58:42 smithi016 ceph-mon[93212]: pgmap v4478: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 1.0 MiB/s rd, 3.5 KiB/s wr, 1.40k op/s 2024-04-15T15:58:42.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:58:42 smithi016 ceph-mon[93212]: osdmap e2365: 8 total, 8 up, 8 in 2024-04-15T15:58:42.599 INFO:journalctl@ceph.prometheus.a.smithi102.stdout:Apr 15 15:58:42 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-prometheus-a[120881]: ts=2024-04-15T15:58:42.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi016:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"362ea986-fb34-11ee-bc8f-c7b262605968\", instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T15:58:43.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:58:43 smithi102 ceph-mon[87131]: osdmap e2366: 8 total, 8 up, 8 in 2024-04-15T15:58:43.539 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:58:43 smithi016 ceph-mon[93212]: osdmap e2366: 8 total, 8 up, 8 in 2024-04-15T15:58:43.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:58:43 smithi016 ceph-mon[90652]: osdmap e2366: 8 total, 8 up, 8 in 2024-04-15T15:58:44.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:58:44 smithi102 ceph-mon[87131]: pgmap v4481: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 1.0 MiB/s rd, 3.7 KiB/s wr, 1.40k op/s 2024-04-15T15:58:44.438 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:58:44 smithi102 ceph-mon[87131]: osdmap e2367: 8 total, 8 up, 8 in 2024-04-15T15:58:44.438 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:58:44 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T15:58:44.438 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:58:44 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T15:58:44.539 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:58:44 smithi016 ceph-mon[93212]: pgmap v4481: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 1.0 MiB/s rd, 3.7 KiB/s wr, 1.40k op/s 2024-04-15T15:58:44.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:58:44 smithi016 ceph-mon[93212]: osdmap e2367: 8 total, 8 up, 8 in 2024-04-15T15:58:44.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:58:44 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T15:58:44.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:58:44 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T15:58:44.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:58:44 smithi016 ceph-mon[90652]: pgmap v4481: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 1.0 MiB/s rd, 3.7 KiB/s wr, 1.40k op/s 2024-04-15T15:58:44.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:58:44 smithi016 ceph-mon[90652]: osdmap e2367: 8 total, 8 up, 8 in 2024-04-15T15:58:44.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:58:44 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T15:58:44.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:58:44 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T15:58:45.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:58:45 smithi102 ceph-mon[87131]: osdmap e2368: 8 total, 8 up, 8 in 2024-04-15T15:58:45.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:58:45 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T15:58:45.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:58:45 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T15:58:45.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:58:45 smithi016 ceph-mon[90652]: osdmap e2368: 8 total, 8 up, 8 in 2024-04-15T15:58:45.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:58:45 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T15:58:45.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:58:45 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T15:58:45.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:58:45 smithi016 ceph-mon[93212]: osdmap e2368: 8 total, 8 up, 8 in 2024-04-15T15:58:45.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:58:45 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T15:58:45.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:58:45 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T15:58:46.438 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:58:46 smithi102 ceph-mon[87131]: pgmap v4484: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-04-15T15:58:46.438 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:58:46 smithi102 ceph-mon[87131]: osdmap e2369: 8 total, 8 up, 8 in 2024-04-15T15:58:46.438 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:58:46 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T15:58:46.438 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:58:46 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T15:58:46.439 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:58:46 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T15:58:46.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:58:46 smithi016 ceph-mon[90652]: pgmap v4484: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-04-15T15:58:46.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:58:46 smithi016 ceph-mon[90652]: osdmap e2369: 8 total, 8 up, 8 in 2024-04-15T15:58:46.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:58:46 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T15:58:46.541 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:58:46 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T15:58:46.541 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:58:46 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T15:58:46.541 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:58:46 smithi016 ceph-mon[93212]: pgmap v4484: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-04-15T15:58:46.541 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:58:46 smithi016 ceph-mon[93212]: osdmap e2369: 8 total, 8 up, 8 in 2024-04-15T15:58:46.541 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:58:46 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T15:58:46.541 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:58:46 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T15:58:46.541 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:58:46 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T15:58:47.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:58:47 smithi102 ceph-mon[87131]: osdmap e2370: 8 total, 8 up, 8 in 2024-04-15T15:58:47.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:58:47 smithi016 ceph-mon[90652]: osdmap e2370: 8 total, 8 up, 8 in 2024-04-15T15:58:47.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:58:47 smithi016 ceph-mon[93212]: osdmap e2370: 8 total, 8 up, 8 in 2024-04-15T15:58:48.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:58:48 smithi016 ceph-mon[93212]: pgmap v4487: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 1.0 MiB/s rd, 4.0 KiB/s wr, 1.44k op/s 2024-04-15T15:58:48.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:58:48 smithi016 ceph-mon[93212]: osdmap e2371: 8 total, 8 up, 8 in 2024-04-15T15:58:48.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:58:48 smithi016 ceph-mon[90652]: pgmap v4487: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 1.0 MiB/s rd, 4.0 KiB/s wr, 1.44k op/s 2024-04-15T15:58:48.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:58:48 smithi016 ceph-mon[90652]: osdmap e2371: 8 total, 8 up, 8 in 2024-04-15T15:58:48.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:58:48 smithi102 ceph-mon[87131]: pgmap v4487: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 1.0 MiB/s rd, 4.0 KiB/s wr, 1.44k op/s 2024-04-15T15:58:48.688 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:58:48 smithi102 ceph-mon[87131]: osdmap e2371: 8 total, 8 up, 8 in 2024-04-15T15:58:49.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:58:49 smithi016 ceph-mon[90652]: osdmap e2372: 8 total, 8 up, 8 in 2024-04-15T15:58:49.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:58:49 smithi016 ceph-mon[93212]: osdmap e2372: 8 total, 8 up, 8 in 2024-04-15T15:58:49.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:58:49 smithi102 ceph-mon[87131]: osdmap e2372: 8 total, 8 up, 8 in 2024-04-15T15:58:50.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:58:50 smithi016 ceph-mon[93212]: pgmap v4490: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 1.0 MiB/s rd, 4.0 KiB/s wr, 1.44k op/s 2024-04-15T15:58:50.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:58:50 smithi016 ceph-mon[93212]: osdmap e2373: 8 total, 8 up, 8 in 2024-04-15T15:58:50.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:58:50 smithi016 ceph-mon[90652]: pgmap v4490: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 1.0 MiB/s rd, 4.0 KiB/s wr, 1.44k op/s 2024-04-15T15:58:50.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:58:50 smithi016 ceph-mon[90652]: osdmap e2373: 8 total, 8 up, 8 in 2024-04-15T15:58:50.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:58:50 smithi102 ceph-mon[87131]: pgmap v4490: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 1.0 MiB/s rd, 4.0 KiB/s wr, 1.44k op/s 2024-04-15T15:58:50.688 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:58:50 smithi102 ceph-mon[87131]: osdmap e2373: 8 total, 8 up, 8 in 2024-04-15T15:58:51.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:58:51 smithi016 ceph-mon[90652]: osdmap e2374: 8 total, 8 up, 8 in 2024-04-15T15:58:51.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:58:51 smithi016 ceph-mon[93212]: osdmap e2374: 8 total, 8 up, 8 in 2024-04-15T15:58:51.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:58:51 smithi102 ceph-mon[87131]: osdmap e2374: 8 total, 8 up, 8 in 2024-04-15T15:58:52.040 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 15 15:58:51 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-y[81421]: ::ffff:172.21.15.102 - - [15/Apr/2024:15:58:51] "GET /metrics HTTP/1.1" 200 36669 "" "Prometheus/2.43.0" 2024-04-15T15:58:52.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:58:52 smithi016 ceph-mon[90652]: pgmap v4493: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 3.5 KiB/s wr, 1.49k op/s 2024-04-15T15:58:52.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:58:52 smithi016 ceph-mon[90652]: osdmap e2375: 8 total, 8 up, 8 in 2024-04-15T15:58:52.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:58:52 smithi016 ceph-mon[93212]: pgmap v4493: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 3.5 KiB/s wr, 1.49k op/s 2024-04-15T15:58:52.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:58:52 smithi016 ceph-mon[93212]: osdmap e2375: 8 total, 8 up, 8 in 2024-04-15T15:58:52.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:58:52 smithi102 ceph-mon[87131]: pgmap v4493: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 3.5 KiB/s wr, 1.49k op/s 2024-04-15T15:58:52.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:58:52 smithi102 ceph-mon[87131]: osdmap e2375: 8 total, 8 up, 8 in 2024-04-15T15:58:52.688 INFO:journalctl@ceph.prometheus.a.smithi102.stdout:Apr 15 15:58:52 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-prometheus-a[120881]: ts=2024-04-15T15:58:52.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi016:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"362ea986-fb34-11ee-bc8f-c7b262605968\", instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T15:58:53.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:58:53 smithi102 ceph-mon[87131]: osdmap e2376: 8 total, 8 up, 8 in 2024-04-15T15:58:53.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:58:53 smithi016 ceph-mon[90652]: osdmap e2376: 8 total, 8 up, 8 in 2024-04-15T15:58:53.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:58:53 smithi016 ceph-mon[93212]: osdmap e2376: 8 total, 8 up, 8 in 2024-04-15T15:58:54.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:58:54 smithi016 ceph-mon[93212]: pgmap v4496: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 3.5 KiB/s wr, 1.49k op/s 2024-04-15T15:58:54.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:58:54 smithi016 ceph-mon[93212]: osdmap e2377: 8 total, 8 up, 8 in 2024-04-15T15:58:54.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:58:54 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T15:58:54.541 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:58:54 smithi016 ceph-mon[90652]: pgmap v4496: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 3.5 KiB/s wr, 1.49k op/s 2024-04-15T15:58:54.541 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:58:54 smithi016 ceph-mon[90652]: osdmap e2377: 8 total, 8 up, 8 in 2024-04-15T15:58:54.541 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:58:54 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T15:58:54.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:58:54 smithi102 ceph-mon[87131]: pgmap v4496: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 3.5 KiB/s wr, 1.49k op/s 2024-04-15T15:58:54.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:58:54 smithi102 ceph-mon[87131]: osdmap e2377: 8 total, 8 up, 8 in 2024-04-15T15:58:54.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:58:54 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T15:58:55.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:58:55 smithi016 ceph-mon[90652]: osdmap e2378: 8 total, 8 up, 8 in 2024-04-15T15:58:55.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:58:55 smithi016 ceph-mon[93212]: osdmap e2378: 8 total, 8 up, 8 in 2024-04-15T15:58:55.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:58:55 smithi102 ceph-mon[87131]: osdmap e2378: 8 total, 8 up, 8 in 2024-04-15T15:58:56.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:58:56 smithi016 ceph-mon[90652]: pgmap v4499: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2024-04-15T15:58:56.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:58:56 smithi016 ceph-mon[90652]: osdmap e2379: 8 total, 8 up, 8 in 2024-04-15T15:58:56.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:58:56 smithi016 ceph-mon[93212]: pgmap v4499: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2024-04-15T15:58:56.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:58:56 smithi016 ceph-mon[93212]: osdmap e2379: 8 total, 8 up, 8 in 2024-04-15T15:58:56.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:58:56 smithi102 ceph-mon[87131]: pgmap v4499: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2024-04-15T15:58:56.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:58:56 smithi102 ceph-mon[87131]: osdmap e2379: 8 total, 8 up, 8 in 2024-04-15T15:58:57.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:58:57 smithi016 ceph-mon[90652]: osdmap e2380: 8 total, 8 up, 8 in 2024-04-15T15:58:57.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:58:57 smithi016 ceph-mon[93212]: osdmap e2380: 8 total, 8 up, 8 in 2024-04-15T15:58:57.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:58:57 smithi102 ceph-mon[87131]: osdmap e2380: 8 total, 8 up, 8 in 2024-04-15T15:58:58.539 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:58:58 smithi016 ceph-mon[90652]: pgmap v4502: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 3.7 KiB/s wr, 1.53k op/s 2024-04-15T15:58:58.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:58:58 smithi016 ceph-mon[90652]: osdmap e2381: 8 total, 8 up, 8 in 2024-04-15T15:58:58.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:58:58 smithi016 ceph-mon[93212]: pgmap v4502: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 3.7 KiB/s wr, 1.53k op/s 2024-04-15T15:58:58.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:58:58 smithi016 ceph-mon[93212]: osdmap e2381: 8 total, 8 up, 8 in 2024-04-15T15:58:58.688 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:58:58 smithi102 ceph-mon[87131]: pgmap v4502: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 3.7 KiB/s wr, 1.53k op/s 2024-04-15T15:58:58.688 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:58:58 smithi102 ceph-mon[87131]: osdmap e2381: 8 total, 8 up, 8 in 2024-04-15T15:58:59.539 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:58:59 smithi016 ceph-mon[90652]: osdmap e2382: 8 total, 8 up, 8 in 2024-04-15T15:58:59.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:58:59 smithi016 ceph-mon[93212]: osdmap e2382: 8 total, 8 up, 8 in 2024-04-15T15:58:59.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:58:59 smithi102 ceph-mon[87131]: osdmap e2382: 8 total, 8 up, 8 in 2024-04-15T15:59:00.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:59:00 smithi016 ceph-mon[90652]: pgmap v4505: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 3.7 KiB/s wr, 1.53k op/s 2024-04-15T15:59:00.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:59:00 smithi016 ceph-mon[90652]: osdmap e2383: 8 total, 8 up, 8 in 2024-04-15T15:59:00.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:59:00 smithi016 ceph-mon[93212]: pgmap v4505: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 3.7 KiB/s wr, 1.53k op/s 2024-04-15T15:59:00.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:59:00 smithi016 ceph-mon[93212]: osdmap e2383: 8 total, 8 up, 8 in 2024-04-15T15:59:00.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:59:00 smithi102 ceph-mon[87131]: pgmap v4505: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 3.7 KiB/s wr, 1.53k op/s 2024-04-15T15:59:00.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:59:00 smithi102 ceph-mon[87131]: osdmap e2383: 8 total, 8 up, 8 in 2024-04-15T15:59:01.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:59:01 smithi016 ceph-mon[90652]: osdmap e2384: 8 total, 8 up, 8 in 2024-04-15T15:59:01.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:59:01 smithi016 ceph-mon[93212]: osdmap e2384: 8 total, 8 up, 8 in 2024-04-15T15:59:01.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:59:01 smithi102 ceph-mon[87131]: osdmap e2384: 8 total, 8 up, 8 in 2024-04-15T15:59:02.040 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 15 15:59:01 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-y[81421]: ::ffff:172.21.15.102 - - [15/Apr/2024:15:59:01] "GET /metrics HTTP/1.1" 200 36672 "" "Prometheus/2.43.0" 2024-04-15T15:59:02.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:59:02 smithi016 ceph-mon[90652]: pgmap v4508: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 3.5 KiB/s wr, 1.57k op/s 2024-04-15T15:59:02.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:59:02 smithi016 ceph-mon[90652]: osdmap e2385: 8 total, 8 up, 8 in 2024-04-15T15:59:02.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:59:02 smithi016 ceph-mon[93212]: pgmap v4508: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 3.5 KiB/s wr, 1.57k op/s 2024-04-15T15:59:02.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:59:02 smithi016 ceph-mon[93212]: osdmap e2385: 8 total, 8 up, 8 in 2024-04-15T15:59:02.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:59:02 smithi102 ceph-mon[87131]: pgmap v4508: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 3.5 KiB/s wr, 1.57k op/s 2024-04-15T15:59:02.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:59:02 smithi102 ceph-mon[87131]: osdmap e2385: 8 total, 8 up, 8 in 2024-04-15T15:59:02.688 INFO:journalctl@ceph.prometheus.a.smithi102.stdout:Apr 15 15:59:02 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-prometheus-a[120881]: ts=2024-04-15T15:59:02.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi016:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"362ea986-fb34-11ee-bc8f-c7b262605968\", instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T15:59:03.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:59:03 smithi016 ceph-mon[93212]: osdmap e2386: 8 total, 8 up, 8 in 2024-04-15T15:59:03.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:59:03 smithi016 ceph-mon[90652]: osdmap e2386: 8 total, 8 up, 8 in 2024-04-15T15:59:03.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:59:03 smithi102 ceph-mon[87131]: osdmap e2386: 8 total, 8 up, 8 in 2024-04-15T15:59:04.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:59:04 smithi016 ceph-mon[90652]: pgmap v4511: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 3.7 KiB/s wr, 1.57k op/s 2024-04-15T15:59:04.540 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:59:04 smithi016 ceph-mon[90652]: osdmap e2387: 8 total, 8 up, 8 in 2024-04-15T15:59:04.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:59:04 smithi016 ceph-mon[93212]: pgmap v4511: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 3.7 KiB/s wr, 1.57k op/s 2024-04-15T15:59:04.540 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:59:04 smithi016 ceph-mon[93212]: osdmap e2387: 8 total, 8 up, 8 in 2024-04-15T15:59:04.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:59:04 smithi102 ceph-mon[87131]: pgmap v4511: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 3.7 KiB/s wr, 1.57k op/s 2024-04-15T15:59:04.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:59:04 smithi102 ceph-mon[87131]: osdmap e2387: 8 total, 8 up, 8 in 2024-04-15T15:59:05.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:59:05 smithi102 ceph-mon[87131]: osdmap e2388: 8 total, 8 up, 8 in 2024-04-15T15:59:05.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:59:05 smithi016 ceph-mon[90652]: osdmap e2388: 8 total, 8 up, 8 in 2024-04-15T15:59:05.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:59:05 smithi016 ceph-mon[93212]: osdmap e2388: 8 total, 8 up, 8 in 2024-04-15T15:59:06.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:59:06 smithi102 ceph-mon[87131]: pgmap v4514: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-04-15T15:59:06.688 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:59:06 smithi102 ceph-mon[87131]: osdmap e2389: 8 total, 8 up, 8 in 2024-04-15T15:59:06.789 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:59:06 smithi016 ceph-mon[90652]: pgmap v4514: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-04-15T15:59:06.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:59:06 smithi016 ceph-mon[90652]: osdmap e2389: 8 total, 8 up, 8 in 2024-04-15T15:59:06.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:59:06 smithi016 ceph-mon[93212]: pgmap v4514: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-04-15T15:59:06.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:59:06 smithi016 ceph-mon[93212]: osdmap e2389: 8 total, 8 up, 8 in 2024-04-15T15:59:07.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:59:07 smithi102 ceph-mon[87131]: osdmap e2390: 8 total, 8 up, 8 in 2024-04-15T15:59:07.789 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:59:07 smithi016 ceph-mon[90652]: osdmap e2390: 8 total, 8 up, 8 in 2024-04-15T15:59:07.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:59:07 smithi016 ceph-mon[93212]: osdmap e2390: 8 total, 8 up, 8 in 2024-04-15T15:59:08.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:59:08 smithi102 ceph-mon[87131]: pgmap v4517: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 1.2 MiB/s rd, 3.5 KiB/s wr, 1.62k op/s 2024-04-15T15:59:08.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:59:08 smithi102 ceph-mon[87131]: osdmap e2391: 8 total, 8 up, 8 in 2024-04-15T15:59:08.691 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:59:08 smithi016 ceph-mon[90652]: pgmap v4517: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 1.2 MiB/s rd, 3.5 KiB/s wr, 1.62k op/s 2024-04-15T15:59:08.691 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:59:08 smithi016 ceph-mon[90652]: osdmap e2391: 8 total, 8 up, 8 in 2024-04-15T15:59:08.691 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:59:08 smithi016 ceph-mon[93212]: pgmap v4517: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 1.2 MiB/s rd, 3.5 KiB/s wr, 1.62k op/s 2024-04-15T15:59:08.691 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:59:08 smithi016 ceph-mon[93212]: osdmap e2391: 8 total, 8 up, 8 in 2024-04-15T15:59:09.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:59:09 smithi102 ceph-mon[87131]: osdmap e2392: 8 total, 8 up, 8 in 2024-04-15T15:59:09.688 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:59:09 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T15:59:09.789 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:59:09 smithi016 ceph-mon[93212]: osdmap e2392: 8 total, 8 up, 8 in 2024-04-15T15:59:09.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:59:09 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T15:59:09.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:59:09 smithi016 ceph-mon[90652]: osdmap e2392: 8 total, 8 up, 8 in 2024-04-15T15:59:09.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:59:09 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T15:59:10.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:59:10 smithi102 ceph-mon[87131]: pgmap v4520: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 1.2 MiB/s rd, 3.5 KiB/s wr, 1.62k op/s 2024-04-15T15:59:10.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:59:10 smithi102 ceph-mon[87131]: osdmap e2393: 8 total, 8 up, 8 in 2024-04-15T15:59:10.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:59:10 smithi016 ceph-mon[90652]: pgmap v4520: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 1.2 MiB/s rd, 3.5 KiB/s wr, 1.62k op/s 2024-04-15T15:59:10.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:59:10 smithi016 ceph-mon[90652]: osdmap e2393: 8 total, 8 up, 8 in 2024-04-15T15:59:10.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:59:10 smithi016 ceph-mon[93212]: pgmap v4520: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 1.2 MiB/s rd, 3.5 KiB/s wr, 1.62k op/s 2024-04-15T15:59:10.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:59:10 smithi016 ceph-mon[93212]: osdmap e2393: 8 total, 8 up, 8 in 2024-04-15T15:59:11.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:59:11 smithi102 ceph-mon[87131]: osdmap e2394: 8 total, 8 up, 8 in 2024-04-15T15:59:11.779 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:59:11 smithi016 ceph-mon[90652]: osdmap e2394: 8 total, 8 up, 8 in 2024-04-15T15:59:11.779 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:59:11 smithi016 ceph-mon[93212]: osdmap e2394: 8 total, 8 up, 8 in 2024-04-15T15:59:12.040 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 15 15:59:11 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-y[81421]: ::ffff:172.21.15.102 - - [15/Apr/2024:15:59:11] "GET /metrics HTTP/1.1" 200 36670 "" "Prometheus/2.43.0" 2024-04-15T15:59:12.589 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:59:12 smithi102 ceph-mon[87131]: pgmap v4523: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 1.2 MiB/s rd, 3.7 KiB/s wr, 1.66k op/s 2024-04-15T15:59:12.589 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:59:12 smithi102 ceph-mon[87131]: osdmap e2395: 8 total, 8 up, 8 in 2024-04-15T15:59:12.589 INFO:journalctl@ceph.prometheus.a.smithi102.stdout:Apr 15 15:59:12 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-prometheus-a[120881]: ts=2024-04-15T15:59:12.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi016:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"362ea986-fb34-11ee-bc8f-c7b262605968\", instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T15:59:12.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:59:12 smithi016 ceph-mon[90652]: pgmap v4523: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 1.2 MiB/s rd, 3.7 KiB/s wr, 1.66k op/s 2024-04-15T15:59:12.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:59:12 smithi016 ceph-mon[90652]: osdmap e2395: 8 total, 8 up, 8 in 2024-04-15T15:59:12.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:59:12 smithi016 ceph-mon[93212]: pgmap v4523: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 1.2 MiB/s rd, 3.7 KiB/s wr, 1.66k op/s 2024-04-15T15:59:12.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:59:12 smithi016 ceph-mon[93212]: osdmap e2395: 8 total, 8 up, 8 in 2024-04-15T15:59:13.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:59:13 smithi102 ceph-mon[87131]: osdmap e2396: 8 total, 8 up, 8 in 2024-04-15T15:59:13.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:59:13 smithi016 ceph-mon[93212]: osdmap e2396: 8 total, 8 up, 8 in 2024-04-15T15:59:13.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:59:13 smithi016 ceph-mon[90652]: osdmap e2396: 8 total, 8 up, 8 in 2024-04-15T15:59:14.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:59:14 smithi102 ceph-mon[87131]: pgmap v4526: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 1.2 MiB/s rd, 4.0 KiB/s wr, 1.66k op/s 2024-04-15T15:59:14.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:59:14 smithi102 ceph-mon[87131]: osdmap e2397: 8 total, 8 up, 8 in 2024-04-15T15:59:14.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:59:14 smithi016 ceph-mon[93212]: pgmap v4526: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 1.2 MiB/s rd, 4.0 KiB/s wr, 1.66k op/s 2024-04-15T15:59:14.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:59:14 smithi016 ceph-mon[93212]: osdmap e2397: 8 total, 8 up, 8 in 2024-04-15T15:59:14.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:59:14 smithi016 ceph-mon[90652]: pgmap v4526: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 1.2 MiB/s rd, 4.0 KiB/s wr, 1.66k op/s 2024-04-15T15:59:14.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:59:14 smithi016 ceph-mon[90652]: osdmap e2397: 8 total, 8 up, 8 in 2024-04-15T15:59:15.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:59:15 smithi102 ceph-mon[87131]: osdmap e2398: 8 total, 8 up, 8 in 2024-04-15T15:59:15.789 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:59:15 smithi016 ceph-mon[90652]: osdmap e2398: 8 total, 8 up, 8 in 2024-04-15T15:59:15.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:59:15 smithi016 ceph-mon[93212]: osdmap e2398: 8 total, 8 up, 8 in 2024-04-15T15:59:16.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:59:16 smithi102 ceph-mon[87131]: pgmap v4529: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-04-15T15:59:16.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:59:16 smithi102 ceph-mon[87131]: osdmap e2399: 8 total, 8 up, 8 in 2024-04-15T15:59:16.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:59:16 smithi016 ceph-mon[90652]: pgmap v4529: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-04-15T15:59:16.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:59:16 smithi016 ceph-mon[90652]: osdmap e2399: 8 total, 8 up, 8 in 2024-04-15T15:59:16.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:59:16 smithi016 ceph-mon[93212]: pgmap v4529: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-04-15T15:59:16.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:59:16 smithi016 ceph-mon[93212]: osdmap e2399: 8 total, 8 up, 8 in 2024-04-15T15:59:17.688 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:59:17 smithi102 ceph-mon[87131]: osdmap e2400: 8 total, 8 up, 8 in 2024-04-15T15:59:17.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:59:17 smithi016 ceph-mon[90652]: osdmap e2400: 8 total, 8 up, 8 in 2024-04-15T15:59:17.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:59:17 smithi016 ceph-mon[93212]: osdmap e2400: 8 total, 8 up, 8 in 2024-04-15T15:59:18.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:59:18 smithi102 ceph-mon[87131]: pgmap v4532: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 1.2 MiB/s rd, 3.5 KiB/s wr, 1.71k op/s 2024-04-15T15:59:18.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:59:18 smithi102 ceph-mon[87131]: osdmap e2401: 8 total, 8 up, 8 in 2024-04-15T15:59:18.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:59:18 smithi016 ceph-mon[90652]: pgmap v4532: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 1.2 MiB/s rd, 3.5 KiB/s wr, 1.71k op/s 2024-04-15T15:59:18.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:59:18 smithi016 ceph-mon[90652]: osdmap e2401: 8 total, 8 up, 8 in 2024-04-15T15:59:18.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:59:18 smithi016 ceph-mon[93212]: pgmap v4532: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 1.2 MiB/s rd, 3.5 KiB/s wr, 1.71k op/s 2024-04-15T15:59:18.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:59:18 smithi016 ceph-mon[93212]: osdmap e2401: 8 total, 8 up, 8 in 2024-04-15T15:59:19.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:59:19 smithi102 ceph-mon[87131]: osdmap e2402: 8 total, 8 up, 8 in 2024-04-15T15:59:19.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:59:19 smithi016 ceph-mon[90652]: osdmap e2402: 8 total, 8 up, 8 in 2024-04-15T15:59:19.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:59:19 smithi016 ceph-mon[93212]: osdmap e2402: 8 total, 8 up, 8 in 2024-04-15T15:59:20.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:59:20 smithi102 ceph-mon[87131]: pgmap v4535: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 1.2 MiB/s rd, 3.7 KiB/s wr, 1.71k op/s 2024-04-15T15:59:20.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:59:20 smithi102 ceph-mon[87131]: osdmap e2403: 8 total, 8 up, 8 in 2024-04-15T15:59:20.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:59:20 smithi016 ceph-mon[90652]: pgmap v4535: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 1.2 MiB/s rd, 3.7 KiB/s wr, 1.71k op/s 2024-04-15T15:59:20.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:59:20 smithi016 ceph-mon[90652]: osdmap e2403: 8 total, 8 up, 8 in 2024-04-15T15:59:20.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:59:20 smithi016 ceph-mon[93212]: pgmap v4535: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 1.2 MiB/s rd, 3.7 KiB/s wr, 1.71k op/s 2024-04-15T15:59:20.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:59:20 smithi016 ceph-mon[93212]: osdmap e2403: 8 total, 8 up, 8 in 2024-04-15T15:59:21.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:59:21 smithi102 ceph-mon[87131]: osdmap e2404: 8 total, 8 up, 8 in 2024-04-15T15:59:21.780 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:59:21 smithi016 ceph-mon[90652]: osdmap e2404: 8 total, 8 up, 8 in 2024-04-15T15:59:21.780 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:59:21 smithi016 ceph-mon[93212]: osdmap e2404: 8 total, 8 up, 8 in 2024-04-15T15:59:22.040 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 15 15:59:21 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-y[81421]: ::ffff:172.21.15.102 - - [15/Apr/2024:15:59:21] "GET /metrics HTTP/1.1" 200 36670 "" "Prometheus/2.43.0" 2024-04-15T15:59:22.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:59:22 smithi102 ceph-mon[87131]: pgmap v4538: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 1.3 MiB/s rd, 3.0 KiB/s wr, 1.75k op/s 2024-04-15T15:59:22.688 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:59:22 smithi102 ceph-mon[87131]: osdmap e2405: 8 total, 8 up, 8 in 2024-04-15T15:59:22.688 INFO:journalctl@ceph.prometheus.a.smithi102.stdout:Apr 15 15:59:22 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-prometheus-a[120881]: ts=2024-04-15T15:59:22.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi016:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"362ea986-fb34-11ee-bc8f-c7b262605968\", instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T15:59:22.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:59:22 smithi016 ceph-mon[90652]: pgmap v4538: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 1.3 MiB/s rd, 3.0 KiB/s wr, 1.75k op/s 2024-04-15T15:59:22.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:59:22 smithi016 ceph-mon[90652]: osdmap e2405: 8 total, 8 up, 8 in 2024-04-15T15:59:22.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:59:22 smithi016 ceph-mon[93212]: pgmap v4538: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 1.3 MiB/s rd, 3.0 KiB/s wr, 1.75k op/s 2024-04-15T15:59:22.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:59:22 smithi016 ceph-mon[93212]: osdmap e2405: 8 total, 8 up, 8 in 2024-04-15T15:59:23.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:59:23 smithi102 ceph-mon[87131]: osdmap e2406: 8 total, 8 up, 8 in 2024-04-15T15:59:23.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:59:23 smithi016 ceph-mon[90652]: osdmap e2406: 8 total, 8 up, 8 in 2024-04-15T15:59:23.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:59:23 smithi016 ceph-mon[93212]: osdmap e2406: 8 total, 8 up, 8 in 2024-04-15T15:59:24.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:59:24 smithi102 ceph-mon[87131]: pgmap v4541: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 1.3 MiB/s rd, 3.7 KiB/s wr, 1.75k op/s 2024-04-15T15:59:24.688 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:59:24 smithi102 ceph-mon[87131]: osdmap e2407: 8 total, 8 up, 8 in 2024-04-15T15:59:24.688 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:59:24 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T15:59:24.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:59:24 smithi016 ceph-mon[90652]: pgmap v4541: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 1.3 MiB/s rd, 3.7 KiB/s wr, 1.75k op/s 2024-04-15T15:59:24.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:59:24 smithi016 ceph-mon[90652]: osdmap e2407: 8 total, 8 up, 8 in 2024-04-15T15:59:24.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:59:24 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T15:59:24.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:59:24 smithi016 ceph-mon[93212]: pgmap v4541: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 1.3 MiB/s rd, 3.7 KiB/s wr, 1.75k op/s 2024-04-15T15:59:24.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:59:24 smithi016 ceph-mon[93212]: osdmap e2407: 8 total, 8 up, 8 in 2024-04-15T15:59:24.791 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:59:24 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T15:59:25.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:59:25 smithi102 ceph-mon[87131]: osdmap e2408: 8 total, 8 up, 8 in 2024-04-15T15:59:25.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:59:25 smithi016 ceph-mon[90652]: osdmap e2408: 8 total, 8 up, 8 in 2024-04-15T15:59:25.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:59:25 smithi016 ceph-mon[93212]: osdmap e2408: 8 total, 8 up, 8 in 2024-04-15T15:59:26.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:59:26 smithi102 ceph-mon[87131]: pgmap v4544: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 1023 B/s wr, 0 op/s 2024-04-15T15:59:26.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:59:26 smithi102 ceph-mon[87131]: osdmap e2409: 8 total, 8 up, 8 in 2024-04-15T15:59:26.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:59:26 smithi016 ceph-mon[90652]: pgmap v4544: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 1023 B/s wr, 0 op/s 2024-04-15T15:59:26.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:59:26 smithi016 ceph-mon[90652]: osdmap e2409: 8 total, 8 up, 8 in 2024-04-15T15:59:26.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:59:26 smithi016 ceph-mon[93212]: pgmap v4544: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 1023 B/s wr, 0 op/s 2024-04-15T15:59:26.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:59:26 smithi016 ceph-mon[93212]: osdmap e2409: 8 total, 8 up, 8 in 2024-04-15T15:59:27.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:59:27 smithi102 ceph-mon[87131]: osdmap e2410: 8 total, 8 up, 8 in 2024-04-15T15:59:27.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:59:27 smithi016 ceph-mon[90652]: osdmap e2410: 8 total, 8 up, 8 in 2024-04-15T15:59:27.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:59:27 smithi016 ceph-mon[93212]: osdmap e2410: 8 total, 8 up, 8 in 2024-04-15T15:59:28.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:59:28 smithi102 ceph-mon[87131]: pgmap v4547: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 1.3 MiB/s rd, 5.0 KiB/s wr, 1.79k op/s 2024-04-15T15:59:28.688 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:59:28 smithi102 ceph-mon[87131]: osdmap e2411: 8 total, 8 up, 8 in 2024-04-15T15:59:28.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:59:28 smithi016 ceph-mon[90652]: pgmap v4547: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 1.3 MiB/s rd, 5.0 KiB/s wr, 1.79k op/s 2024-04-15T15:59:28.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:59:28 smithi016 ceph-mon[90652]: osdmap e2411: 8 total, 8 up, 8 in 2024-04-15T15:59:28.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:59:28 smithi016 ceph-mon[93212]: pgmap v4547: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 1.3 MiB/s rd, 5.0 KiB/s wr, 1.79k op/s 2024-04-15T15:59:28.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:59:28 smithi016 ceph-mon[93212]: osdmap e2411: 8 total, 8 up, 8 in 2024-04-15T15:59:29.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:59:29 smithi016 ceph-mon[90652]: osdmap e2412: 8 total, 8 up, 8 in 2024-04-15T15:59:29.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:59:29 smithi016 ceph-mon[93212]: osdmap e2412: 8 total, 8 up, 8 in 2024-04-15T15:59:29.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:59:29 smithi102 ceph-mon[87131]: osdmap e2412: 8 total, 8 up, 8 in 2024-04-15T15:59:30.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:59:30 smithi016 ceph-mon[93212]: pgmap v4550: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 1.3 MiB/s rd, 5.0 KiB/s wr, 1.79k op/s 2024-04-15T15:59:30.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:59:30 smithi016 ceph-mon[93212]: osdmap e2413: 8 total, 8 up, 8 in 2024-04-15T15:59:30.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:59:30 smithi016 ceph-mon[90652]: pgmap v4550: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 1.3 MiB/s rd, 5.0 KiB/s wr, 1.79k op/s 2024-04-15T15:59:30.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:59:30 smithi016 ceph-mon[90652]: osdmap e2413: 8 total, 8 up, 8 in 2024-04-15T15:59:30.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:59:30 smithi102 ceph-mon[87131]: pgmap v4550: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 1.3 MiB/s rd, 5.0 KiB/s wr, 1.79k op/s 2024-04-15T15:59:30.938 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:59:30 smithi102 ceph-mon[87131]: osdmap e2413: 8 total, 8 up, 8 in 2024-04-15T15:59:31.778 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:59:31 smithi016 ceph-mon[93212]: osdmap e2414: 8 total, 8 up, 8 in 2024-04-15T15:59:31.778 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:59:31 smithi016 ceph-mon[93212]: pgmap v4553: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 1.3 MiB/s rd, 5.0 KiB/s wr, 1.76k op/s 2024-04-15T15:59:31.778 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:59:31 smithi016 ceph-mon[93212]: osdmap e2415: 8 total, 8 up, 8 in 2024-04-15T15:59:31.779 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:59:31 smithi016 ceph-mon[90652]: osdmap e2414: 8 total, 8 up, 8 in 2024-04-15T15:59:31.779 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:59:31 smithi016 ceph-mon[90652]: pgmap v4553: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 1.3 MiB/s rd, 5.0 KiB/s wr, 1.76k op/s 2024-04-15T15:59:31.779 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:59:31 smithi016 ceph-mon[90652]: osdmap e2415: 8 total, 8 up, 8 in 2024-04-15T15:59:31.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:59:31 smithi102 ceph-mon[87131]: osdmap e2414: 8 total, 8 up, 8 in 2024-04-15T15:59:31.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:59:31 smithi102 ceph-mon[87131]: pgmap v4553: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 1.3 MiB/s rd, 5.0 KiB/s wr, 1.76k op/s 2024-04-15T15:59:31.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:59:31 smithi102 ceph-mon[87131]: osdmap e2415: 8 total, 8 up, 8 in 2024-04-15T15:59:32.040 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 15 15:59:31 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-y[81421]: ::ffff:172.21.15.102 - - [15/Apr/2024:15:59:31] "GET /metrics HTTP/1.1" 200 36672 "" "Prometheus/2.43.0" 2024-04-15T15:59:32.688 INFO:journalctl@ceph.prometheus.a.smithi102.stdout:Apr 15 15:59:32 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-prometheus-a[120881]: ts=2024-04-15T15:59:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi016:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"362ea986-fb34-11ee-bc8f-c7b262605968\", instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T15:59:33.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:59:33 smithi102 ceph-mon[87131]: osdmap e2416: 8 total, 8 up, 8 in 2024-04-15T15:59:33.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:59:33 smithi016 ceph-mon[90652]: osdmap e2416: 8 total, 8 up, 8 in 2024-04-15T15:59:33.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:59:33 smithi016 ceph-mon[93212]: osdmap e2416: 8 total, 8 up, 8 in 2024-04-15T15:59:34.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:59:34 smithi102 ceph-mon[87131]: pgmap v4556: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 1.3 MiB/s rd, 5.0 KiB/s wr, 1.76k op/s 2024-04-15T15:59:34.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:59:34 smithi102 ceph-mon[87131]: osdmap e2417: 8 total, 8 up, 8 in 2024-04-15T15:59:34.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:59:34 smithi016 ceph-mon[90652]: pgmap v4556: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 1.3 MiB/s rd, 5.0 KiB/s wr, 1.76k op/s 2024-04-15T15:59:34.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:59:34 smithi016 ceph-mon[90652]: osdmap e2417: 8 total, 8 up, 8 in 2024-04-15T15:59:34.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:59:34 smithi016 ceph-mon[93212]: pgmap v4556: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 1.3 MiB/s rd, 5.0 KiB/s wr, 1.76k op/s 2024-04-15T15:59:34.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:59:34 smithi016 ceph-mon[93212]: osdmap e2417: 8 total, 8 up, 8 in 2024-04-15T15:59:35.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:59:35 smithi102 ceph-mon[87131]: osdmap e2418: 8 total, 8 up, 8 in 2024-04-15T15:59:35.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:59:35 smithi016 ceph-mon[90652]: osdmap e2418: 8 total, 8 up, 8 in 2024-04-15T15:59:35.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:59:35 smithi016 ceph-mon[93212]: osdmap e2418: 8 total, 8 up, 8 in 2024-04-15T15:59:36.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:59:36 smithi102 ceph-mon[87131]: pgmap v4559: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 511 B/s rd, 0 B/s wr, 1 op/s 2024-04-15T15:59:36.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:59:36 smithi102 ceph-mon[87131]: osdmap e2419: 8 total, 8 up, 8 in 2024-04-15T15:59:36.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:59:36 smithi102 ceph-mon[87131]: osdmap e2420: 8 total, 8 up, 8 in 2024-04-15T15:59:36.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:59:36 smithi016 ceph-mon[90652]: pgmap v4559: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 511 B/s rd, 0 B/s wr, 1 op/s 2024-04-15T15:59:36.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:59:36 smithi016 ceph-mon[90652]: osdmap e2419: 8 total, 8 up, 8 in 2024-04-15T15:59:36.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:59:36 smithi016 ceph-mon[90652]: osdmap e2420: 8 total, 8 up, 8 in 2024-04-15T15:59:36.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:59:36 smithi016 ceph-mon[93212]: pgmap v4559: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 511 B/s rd, 0 B/s wr, 1 op/s 2024-04-15T15:59:36.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:59:36 smithi016 ceph-mon[93212]: osdmap e2419: 8 total, 8 up, 8 in 2024-04-15T15:59:36.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:59:36 smithi016 ceph-mon[93212]: osdmap e2420: 8 total, 8 up, 8 in 2024-04-15T15:59:38.592 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:59:38 smithi016 ceph-mon[93212]: pgmap v4562: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 1.2 MiB/s rd, 5.0 KiB/s wr, 1.72k op/s 2024-04-15T15:59:38.592 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:59:38 smithi016 ceph-mon[93212]: osdmap e2421: 8 total, 8 up, 8 in 2024-04-15T15:59:38.593 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:59:38 smithi016 ceph-mon[90652]: pgmap v4562: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 1.2 MiB/s rd, 5.0 KiB/s wr, 1.72k op/s 2024-04-15T15:59:38.593 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:59:38 smithi016 ceph-mon[90652]: osdmap e2421: 8 total, 8 up, 8 in 2024-04-15T15:59:38.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:59:38 smithi102 ceph-mon[87131]: pgmap v4562: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 1.2 MiB/s rd, 5.0 KiB/s wr, 1.72k op/s 2024-04-15T15:59:38.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:59:38 smithi102 ceph-mon[87131]: osdmap e2421: 8 total, 8 up, 8 in 2024-04-15T15:59:39.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:59:39 smithi102 ceph-mon[87131]: osdmap e2422: 8 total, 8 up, 8 in 2024-04-15T15:59:39.688 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:59:39 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T15:59:39.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:59:39 smithi016 ceph-mon[90652]: osdmap e2422: 8 total, 8 up, 8 in 2024-04-15T15:59:39.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:59:39 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T15:59:39.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:59:39 smithi016 ceph-mon[93212]: osdmap e2422: 8 total, 8 up, 8 in 2024-04-15T15:59:39.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:59:39 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T15:59:40.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:59:40 smithi102 ceph-mon[87131]: pgmap v4565: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 1.2 MiB/s rd, 5.0 KiB/s wr, 1.72k op/s 2024-04-15T15:59:40.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:59:40 smithi102 ceph-mon[87131]: osdmap e2423: 8 total, 8 up, 8 in 2024-04-15T15:59:40.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:59:40 smithi016 ceph-mon[90652]: pgmap v4565: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 1.2 MiB/s rd, 5.0 KiB/s wr, 1.72k op/s 2024-04-15T15:59:40.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:59:40 smithi016 ceph-mon[90652]: osdmap e2423: 8 total, 8 up, 8 in 2024-04-15T15:59:40.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:59:40 smithi016 ceph-mon[93212]: pgmap v4565: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 1.2 MiB/s rd, 5.0 KiB/s wr, 1.72k op/s 2024-04-15T15:59:40.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:59:40 smithi016 ceph-mon[93212]: osdmap e2423: 8 total, 8 up, 8 in 2024-04-15T15:59:41.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:59:41 smithi102 ceph-mon[87131]: osdmap e2424: 8 total, 8 up, 8 in 2024-04-15T15:59:41.688 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:59:41 smithi102 ceph-mon[87131]: osdmap e2425: 8 total, 8 up, 8 in 2024-04-15T15:59:41.779 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:59:41 smithi016 ceph-mon[90652]: osdmap e2424: 8 total, 8 up, 8 in 2024-04-15T15:59:41.779 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:59:41 smithi016 ceph-mon[90652]: osdmap e2425: 8 total, 8 up, 8 in 2024-04-15T15:59:41.780 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:59:41 smithi016 ceph-mon[93212]: osdmap e2424: 8 total, 8 up, 8 in 2024-04-15T15:59:41.780 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:59:41 smithi016 ceph-mon[93212]: osdmap e2425: 8 total, 8 up, 8 in 2024-04-15T15:59:42.040 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 15 15:59:41 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-y[81421]: ::ffff:172.21.15.102 - - [15/Apr/2024:15:59:41] "GET /metrics HTTP/1.1" 200 36674 "" "Prometheus/2.43.0" 2024-04-15T15:59:42.589 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:59:42 smithi102 ceph-mon[87131]: pgmap v4568: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 1.2 MiB/s rd, 5.0 KiB/s wr, 1.67k op/s 2024-04-15T15:59:42.589 INFO:journalctl@ceph.prometheus.a.smithi102.stdout:Apr 15 15:59:42 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-prometheus-a[120881]: ts=2024-04-15T15:59:42.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi016:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"362ea986-fb34-11ee-bc8f-c7b262605968\", instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T15:59:42.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:59:42 smithi016 ceph-mon[90652]: pgmap v4568: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 1.2 MiB/s rd, 5.0 KiB/s wr, 1.67k op/s 2024-04-15T15:59:42.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:59:42 smithi016 ceph-mon[93212]: pgmap v4568: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 1.2 MiB/s rd, 5.0 KiB/s wr, 1.67k op/s 2024-04-15T15:59:43.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:59:43 smithi102 ceph-mon[87131]: osdmap e2426: 8 total, 8 up, 8 in 2024-04-15T15:59:43.789 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:59:43 smithi016 ceph-mon[90652]: osdmap e2426: 8 total, 8 up, 8 in 2024-04-15T15:59:43.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:59:43 smithi016 ceph-mon[93212]: osdmap e2426: 8 total, 8 up, 8 in 2024-04-15T15:59:44.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:59:44 smithi102 ceph-mon[87131]: pgmap v4571: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 1.2 MiB/s rd, 5.0 KiB/s wr, 1.67k op/s 2024-04-15T15:59:44.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:59:44 smithi102 ceph-mon[87131]: osdmap e2427: 8 total, 8 up, 8 in 2024-04-15T15:59:44.789 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:59:44 smithi016 ceph-mon[93212]: pgmap v4571: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 1.2 MiB/s rd, 5.0 KiB/s wr, 1.67k op/s 2024-04-15T15:59:44.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:59:44 smithi016 ceph-mon[93212]: osdmap e2427: 8 total, 8 up, 8 in 2024-04-15T15:59:44.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:59:44 smithi016 ceph-mon[90652]: pgmap v4571: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 1.2 MiB/s rd, 5.0 KiB/s wr, 1.67k op/s 2024-04-15T15:59:44.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:59:44 smithi016 ceph-mon[90652]: osdmap e2427: 8 total, 8 up, 8 in 2024-04-15T15:59:45.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:59:45 smithi102 ceph-mon[87131]: osdmap e2428: 8 total, 8 up, 8 in 2024-04-15T15:59:45.789 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:59:45 smithi016 ceph-mon[90652]: osdmap e2428: 8 total, 8 up, 8 in 2024-04-15T15:59:45.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:59:45 smithi016 ceph-mon[93212]: osdmap e2428: 8 total, 8 up, 8 in 2024-04-15T15:59:46.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:59:46 smithi102 ceph-mon[87131]: pgmap v4574: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 1.5 KiB/s rd, 0 B/s wr, 3 op/s 2024-04-15T15:59:46.688 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:59:46 smithi102 ceph-mon[87131]: osdmap e2429: 8 total, 8 up, 8 in 2024-04-15T15:59:46.688 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:59:46 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T15:59:46.688 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:59:46 smithi102 ceph-mon[87131]: osdmap e2430: 8 total, 8 up, 8 in 2024-04-15T15:59:46.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:59:46 smithi016 ceph-mon[90652]: pgmap v4574: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 1.5 KiB/s rd, 0 B/s wr, 3 op/s 2024-04-15T15:59:46.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:59:46 smithi016 ceph-mon[90652]: osdmap e2429: 8 total, 8 up, 8 in 2024-04-15T15:59:46.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:59:46 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T15:59:46.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:59:46 smithi016 ceph-mon[90652]: osdmap e2430: 8 total, 8 up, 8 in 2024-04-15T15:59:46.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:59:46 smithi016 ceph-mon[93212]: pgmap v4574: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 1.5 KiB/s rd, 0 B/s wr, 3 op/s 2024-04-15T15:59:46.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:59:46 smithi016 ceph-mon[93212]: osdmap e2429: 8 total, 8 up, 8 in 2024-04-15T15:59:46.791 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:59:46 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T15:59:46.791 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:59:46 smithi016 ceph-mon[93212]: osdmap e2430: 8 total, 8 up, 8 in 2024-04-15T15:59:47.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:59:47 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T15:59:47.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:59:47 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T15:59:47.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:59:47 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T15:59:47.688 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:59:47 smithi102 ceph-mon[87131]: osdmap e2431: 8 total, 8 up, 8 in 2024-04-15T15:59:47.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:59:47 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T15:59:47.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:59:47 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T15:59:47.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:59:47 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T15:59:47.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:59:47 smithi016 ceph-mon[90652]: osdmap e2431: 8 total, 8 up, 8 in 2024-04-15T15:59:47.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:59:47 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T15:59:47.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:59:47 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T15:59:47.791 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:59:47 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T15:59:47.791 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:59:47 smithi016 ceph-mon[93212]: osdmap e2431: 8 total, 8 up, 8 in 2024-04-15T15:59:48.688 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:59:48 smithi102 ceph-mon[87131]: pgmap v4577: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 1.2 MiB/s rd, 5.0 KiB/s wr, 1.63k op/s 2024-04-15T15:59:48.688 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:59:48 smithi102 ceph-mon[87131]: osdmap e2432: 8 total, 8 up, 8 in 2024-04-15T15:59:48.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:59:48 smithi016 ceph-mon[90652]: pgmap v4577: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 1.2 MiB/s rd, 5.0 KiB/s wr, 1.63k op/s 2024-04-15T15:59:48.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:59:48 smithi016 ceph-mon[90652]: osdmap e2432: 8 total, 8 up, 8 in 2024-04-15T15:59:48.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:59:48 smithi016 ceph-mon[93212]: pgmap v4577: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 1.2 MiB/s rd, 5.0 KiB/s wr, 1.63k op/s 2024-04-15T15:59:48.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:59:48 smithi016 ceph-mon[93212]: osdmap e2432: 8 total, 8 up, 8 in 2024-04-15T15:59:50.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:59:50 smithi102 ceph-mon[87131]: pgmap v4580: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 1.2 MiB/s rd, 5.0 KiB/s wr, 1.63k op/s 2024-04-15T15:59:50.688 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:59:50 smithi102 ceph-mon[87131]: osdmap e2433: 8 total, 8 up, 8 in 2024-04-15T15:59:50.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:59:50 smithi016 ceph-mon[90652]: pgmap v4580: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 1.2 MiB/s rd, 5.0 KiB/s wr, 1.63k op/s 2024-04-15T15:59:50.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:59:50 smithi016 ceph-mon[90652]: osdmap e2433: 8 total, 8 up, 8 in 2024-04-15T15:59:50.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:59:50 smithi016 ceph-mon[93212]: pgmap v4580: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 1.2 MiB/s rd, 5.0 KiB/s wr, 1.63k op/s 2024-04-15T15:59:50.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:59:50 smithi016 ceph-mon[93212]: osdmap e2433: 8 total, 8 up, 8 in 2024-04-15T15:59:51.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:59:51 smithi102 ceph-mon[87131]: osdmap e2434: 8 total, 8 up, 8 in 2024-04-15T15:59:51.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:59:51 smithi102 ceph-mon[87131]: osdmap e2435: 8 total, 8 up, 8 in 2024-04-15T15:59:51.778 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:59:51 smithi016 ceph-mon[93212]: osdmap e2434: 8 total, 8 up, 8 in 2024-04-15T15:59:51.778 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:59:51 smithi016 ceph-mon[93212]: osdmap e2435: 8 total, 8 up, 8 in 2024-04-15T15:59:51.778 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:59:51 smithi016 ceph-mon[90652]: osdmap e2434: 8 total, 8 up, 8 in 2024-04-15T15:59:51.779 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:59:51 smithi016 ceph-mon[90652]: osdmap e2435: 8 total, 8 up, 8 in 2024-04-15T15:59:52.042 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 15 15:59:51 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-y[81421]: ::ffff:172.21.15.102 - - [15/Apr/2024:15:59:51] "GET /metrics HTTP/1.1" 200 36674 "" "Prometheus/2.43.0" 2024-04-15T15:59:52.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:59:52 smithi102 ceph-mon[87131]: pgmap v4583: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 5.0 KiB/s wr, 1.58k op/s 2024-04-15T15:59:52.688 INFO:journalctl@ceph.prometheus.a.smithi102.stdout:Apr 15 15:59:52 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-prometheus-a[120881]: ts=2024-04-15T15:59:52.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi016:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"362ea986-fb34-11ee-bc8f-c7b262605968\", instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T15:59:52.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:59:52 smithi016 ceph-mon[90652]: pgmap v4583: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 5.0 KiB/s wr, 1.58k op/s 2024-04-15T15:59:52.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:59:52 smithi016 ceph-mon[93212]: pgmap v4583: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 5.0 KiB/s wr, 1.58k op/s 2024-04-15T15:59:53.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:59:53 smithi102 ceph-mon[87131]: osdmap e2436: 8 total, 8 up, 8 in 2024-04-15T15:59:53.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:59:53 smithi016 ceph-mon[90652]: osdmap e2436: 8 total, 8 up, 8 in 2024-04-15T15:59:53.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:59:53 smithi016 ceph-mon[93212]: osdmap e2436: 8 total, 8 up, 8 in 2024-04-15T15:59:54.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:59:54 smithi102 ceph-mon[87131]: pgmap v4586: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 5.0 KiB/s wr, 1.58k op/s 2024-04-15T15:59:54.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:59:54 smithi102 ceph-mon[87131]: osdmap e2437: 8 total, 8 up, 8 in 2024-04-15T15:59:54.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:59:54 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T15:59:54.789 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:59:54 smithi016 ceph-mon[90652]: pgmap v4586: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 5.0 KiB/s wr, 1.58k op/s 2024-04-15T15:59:54.789 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:59:54 smithi016 ceph-mon[90652]: osdmap e2437: 8 total, 8 up, 8 in 2024-04-15T15:59:54.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:59:54 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T15:59:54.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:59:54 smithi016 ceph-mon[93212]: pgmap v4586: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 5.0 KiB/s wr, 1.58k op/s 2024-04-15T15:59:54.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:59:54 smithi016 ceph-mon[93212]: osdmap e2437: 8 total, 8 up, 8 in 2024-04-15T15:59:54.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:59:54 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T15:59:55.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:59:55 smithi102 ceph-mon[87131]: osdmap e2438: 8 total, 8 up, 8 in 2024-04-15T15:59:55.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:59:55 smithi016 ceph-mon[90652]: osdmap e2438: 8 total, 8 up, 8 in 2024-04-15T15:59:55.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:59:55 smithi016 ceph-mon[93212]: osdmap e2438: 8 total, 8 up, 8 in 2024-04-15T15:59:56.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:59:56 smithi102 ceph-mon[87131]: pgmap v4589: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 1.7 KiB/s rd, 0 B/s wr, 4 op/s 2024-04-15T15:59:56.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:59:56 smithi102 ceph-mon[87131]: osdmap e2439: 8 total, 8 up, 8 in 2024-04-15T15:59:56.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:59:56 smithi102 ceph-mon[87131]: osdmap e2440: 8 total, 8 up, 8 in 2024-04-15T15:59:56.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:59:56 smithi016 ceph-mon[93212]: pgmap v4589: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 1.7 KiB/s rd, 0 B/s wr, 4 op/s 2024-04-15T15:59:56.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:59:56 smithi016 ceph-mon[93212]: osdmap e2439: 8 total, 8 up, 8 in 2024-04-15T15:59:56.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:59:56 smithi016 ceph-mon[93212]: osdmap e2440: 8 total, 8 up, 8 in 2024-04-15T15:59:56.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:59:56 smithi016 ceph-mon[90652]: pgmap v4589: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 1.7 KiB/s rd, 0 B/s wr, 4 op/s 2024-04-15T15:59:56.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:59:56 smithi016 ceph-mon[90652]: osdmap e2439: 8 total, 8 up, 8 in 2024-04-15T15:59:56.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:59:56 smithi016 ceph-mon[90652]: osdmap e2440: 8 total, 8 up, 8 in 2024-04-15T15:59:58.688 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:59:58 smithi102 ceph-mon[87131]: pgmap v4592: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 5.0 KiB/s wr, 1.54k op/s 2024-04-15T15:59:58.688 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:59:58 smithi102 ceph-mon[87131]: osdmap e2441: 8 total, 8 up, 8 in 2024-04-15T15:59:58.793 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:59:58 smithi016 ceph-mon[90652]: pgmap v4592: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 5.0 KiB/s wr, 1.54k op/s 2024-04-15T15:59:58.793 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:59:58 smithi016 ceph-mon[90652]: osdmap e2441: 8 total, 8 up, 8 in 2024-04-15T15:59:58.793 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:59:58 smithi016 ceph-mon[93212]: pgmap v4592: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 5.0 KiB/s wr, 1.54k op/s 2024-04-15T15:59:58.794 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:59:58 smithi016 ceph-mon[93212]: osdmap e2441: 8 total, 8 up, 8 in 2024-04-15T15:59:59.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 15:59:59 smithi102 ceph-mon[87131]: osdmap e2442: 8 total, 8 up, 8 in 2024-04-15T15:59:59.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 15:59:59 smithi016 ceph-mon[90652]: osdmap e2442: 8 total, 8 up, 8 in 2024-04-15T15:59:59.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 15:59:59 smithi016 ceph-mon[93212]: osdmap e2442: 8 total, 8 up, 8 in 2024-04-15T16:00:00.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 16:00:00 smithi102 ceph-mon[87131]: pgmap v4595: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 5.0 KiB/s wr, 1.54k op/s 2024-04-15T16:00:00.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 16:00:00 smithi102 ceph-mon[87131]: osdmap e2443: 8 total, 8 up, 8 in 2024-04-15T16:00:00.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 16:00:00 smithi102 ceph-mon[87131]: overall HEALTH_WARN Telemetry requires re-opt-in 2024-04-15T16:00:00.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 16:00:00 smithi016 ceph-mon[90652]: pgmap v4595: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 5.0 KiB/s wr, 1.54k op/s 2024-04-15T16:00:00.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 16:00:00 smithi016 ceph-mon[90652]: osdmap e2443: 8 total, 8 up, 8 in 2024-04-15T16:00:00.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 16:00:00 smithi016 ceph-mon[90652]: overall HEALTH_WARN Telemetry requires re-opt-in 2024-04-15T16:00:00.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 16:00:00 smithi016 ceph-mon[93212]: pgmap v4595: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 5.0 KiB/s wr, 1.54k op/s 2024-04-15T16:00:00.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 16:00:00 smithi016 ceph-mon[93212]: osdmap e2443: 8 total, 8 up, 8 in 2024-04-15T16:00:00.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 16:00:00 smithi016 ceph-mon[93212]: overall HEALTH_WARN Telemetry requires re-opt-in 2024-04-15T16:00:01.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 16:00:01 smithi102 ceph-mon[87131]: osdmap e2444: 8 total, 8 up, 8 in 2024-04-15T16:00:01.688 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 16:00:01 smithi102 ceph-mon[87131]: osdmap e2445: 8 total, 8 up, 8 in 2024-04-15T16:00:01.779 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 16:00:01 smithi016 ceph-mon[90652]: osdmap e2444: 8 total, 8 up, 8 in 2024-04-15T16:00:01.779 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 16:00:01 smithi016 ceph-mon[90652]: osdmap e2445: 8 total, 8 up, 8 in 2024-04-15T16:00:01.779 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 16:00:01 smithi016 ceph-mon[93212]: osdmap e2444: 8 total, 8 up, 8 in 2024-04-15T16:00:01.779 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 16:00:01 smithi016 ceph-mon[93212]: osdmap e2445: 8 total, 8 up, 8 in 2024-04-15T16:00:02.040 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 15 16:00:01 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-y[81421]: ::ffff:172.21.15.102 - - [15/Apr/2024:16:00:01] "GET /metrics HTTP/1.1" 200 36671 "" "Prometheus/2.43.0" 2024-04-15T16:00:02.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 16:00:02 smithi102 ceph-mon[87131]: pgmap v4598: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 5.0 KiB/s wr, 1.49k op/s 2024-04-15T16:00:02.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 16:00:02 smithi102 ceph-mon[87131]: osdmap e2446: 8 total, 8 up, 8 in 2024-04-15T16:00:02.688 INFO:journalctl@ceph.prometheus.a.smithi102.stdout:Apr 15 16:00:02 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-prometheus-a[120881]: ts=2024-04-15T16:00:02.316Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi016:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"362ea986-fb34-11ee-bc8f-c7b262605968\", instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T16:00:02.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 16:00:02 smithi016 ceph-mon[90652]: pgmap v4598: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 5.0 KiB/s wr, 1.49k op/s 2024-04-15T16:00:02.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 16:00:02 smithi016 ceph-mon[90652]: osdmap e2446: 8 total, 8 up, 8 in 2024-04-15T16:00:02.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 16:00:02 smithi016 ceph-mon[93212]: pgmap v4598: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 5.0 KiB/s wr, 1.49k op/s 2024-04-15T16:00:02.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 16:00:02 smithi016 ceph-mon[93212]: osdmap e2446: 8 total, 8 up, 8 in 2024-04-15T16:00:04.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 16:00:04 smithi102 ceph-mon[87131]: pgmap v4601: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 5.0 KiB/s wr, 1.50k op/s 2024-04-15T16:00:04.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 16:00:04 smithi102 ceph-mon[87131]: osdmap e2447: 8 total, 8 up, 8 in 2024-04-15T16:00:04.789 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 16:00:04 smithi016 ceph-mon[90652]: pgmap v4601: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 5.0 KiB/s wr, 1.50k op/s 2024-04-15T16:00:04.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 16:00:04 smithi016 ceph-mon[90652]: osdmap e2447: 8 total, 8 up, 8 in 2024-04-15T16:00:04.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 16:00:04 smithi016 ceph-mon[93212]: pgmap v4601: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 5.0 KiB/s wr, 1.50k op/s 2024-04-15T16:00:04.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 16:00:04 smithi016 ceph-mon[93212]: osdmap e2447: 8 total, 8 up, 8 in 2024-04-15T16:00:05.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 16:00:05 smithi102 ceph-mon[87131]: osdmap e2448: 8 total, 8 up, 8 in 2024-04-15T16:00:05.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 16:00:05 smithi016 ceph-mon[90652]: osdmap e2448: 8 total, 8 up, 8 in 2024-04-15T16:00:05.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 16:00:05 smithi016 ceph-mon[93212]: osdmap e2448: 8 total, 8 up, 8 in 2024-04-15T16:00:06.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 16:00:06 smithi102 ceph-mon[87131]: pgmap v4604: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 511 B/s rd, 0 B/s wr, 1 op/s 2024-04-15T16:00:06.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 16:00:06 smithi102 ceph-mon[87131]: osdmap e2449: 8 total, 8 up, 8 in 2024-04-15T16:00:06.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 16:00:06 smithi102 ceph-mon[87131]: osdmap e2450: 8 total, 8 up, 8 in 2024-04-15T16:00:06.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 16:00:06 smithi016 ceph-mon[90652]: pgmap v4604: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 511 B/s rd, 0 B/s wr, 1 op/s 2024-04-15T16:00:06.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 16:00:06 smithi016 ceph-mon[90652]: osdmap e2449: 8 total, 8 up, 8 in 2024-04-15T16:00:06.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 16:00:06 smithi016 ceph-mon[90652]: osdmap e2450: 8 total, 8 up, 8 in 2024-04-15T16:00:06.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 16:00:06 smithi016 ceph-mon[93212]: pgmap v4604: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 511 B/s rd, 0 B/s wr, 1 op/s 2024-04-15T16:00:06.791 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 16:00:06 smithi016 ceph-mon[93212]: osdmap e2449: 8 total, 8 up, 8 in 2024-04-15T16:00:06.791 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 16:00:06 smithi016 ceph-mon[93212]: osdmap e2450: 8 total, 8 up, 8 in 2024-04-15T16:00:08.592 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 16:00:08 smithi016 ceph-mon[93212]: pgmap v4607: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 1.0 MiB/s rd, 5.0 KiB/s wr, 1.45k op/s 2024-04-15T16:00:08.592 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 16:00:08 smithi016 ceph-mon[93212]: osdmap e2451: 8 total, 8 up, 8 in 2024-04-15T16:00:08.593 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 16:00:08 smithi016 ceph-mon[90652]: pgmap v4607: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 1.0 MiB/s rd, 5.0 KiB/s wr, 1.45k op/s 2024-04-15T16:00:08.593 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 16:00:08 smithi016 ceph-mon[90652]: osdmap e2451: 8 total, 8 up, 8 in 2024-04-15T16:00:08.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 16:00:08 smithi102 ceph-mon[87131]: pgmap v4607: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 1.0 MiB/s rd, 5.0 KiB/s wr, 1.45k op/s 2024-04-15T16:00:08.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 16:00:08 smithi102 ceph-mon[87131]: osdmap e2451: 8 total, 8 up, 8 in 2024-04-15T16:00:09.614 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 16:00:09 smithi016 ceph-mon[93212]: osdmap e2452: 8 total, 8 up, 8 in 2024-04-15T16:00:09.614 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 16:00:09 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T16:00:09.615 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 16:00:09 smithi016 ceph-mon[90652]: osdmap e2452: 8 total, 8 up, 8 in 2024-04-15T16:00:09.615 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 16:00:09 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T16:00:09.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 16:00:09 smithi102 ceph-mon[87131]: osdmap e2452: 8 total, 8 up, 8 in 2024-04-15T16:00:09.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 16:00:09 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T16:00:10.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 16:00:10 smithi102 ceph-mon[87131]: pgmap v4610: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 1.0 MiB/s rd, 5.0 KiB/s wr, 1.46k op/s 2024-04-15T16:00:10.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 16:00:10 smithi102 ceph-mon[87131]: osdmap e2453: 8 total, 8 up, 8 in 2024-04-15T16:00:10.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 16:00:10 smithi016 ceph-mon[90652]: pgmap v4610: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 1.0 MiB/s rd, 5.0 KiB/s wr, 1.46k op/s 2024-04-15T16:00:10.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 16:00:10 smithi016 ceph-mon[90652]: osdmap e2453: 8 total, 8 up, 8 in 2024-04-15T16:00:10.791 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 16:00:10 smithi016 ceph-mon[93212]: pgmap v4610: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 1.0 MiB/s rd, 5.0 KiB/s wr, 1.46k op/s 2024-04-15T16:00:10.791 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 16:00:10 smithi016 ceph-mon[93212]: osdmap e2453: 8 total, 8 up, 8 in 2024-04-15T16:00:11.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 16:00:11 smithi102 ceph-mon[87131]: osdmap e2454: 8 total, 8 up, 8 in 2024-04-15T16:00:11.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 16:00:11 smithi102 ceph-mon[87131]: osdmap e2455: 8 total, 8 up, 8 in 2024-04-15T16:00:11.778 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 16:00:11 smithi016 ceph-mon[90652]: osdmap e2454: 8 total, 8 up, 8 in 2024-04-15T16:00:11.779 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 16:00:11 smithi016 ceph-mon[90652]: osdmap e2455: 8 total, 8 up, 8 in 2024-04-15T16:00:11.779 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 16:00:11 smithi016 ceph-mon[93212]: osdmap e2454: 8 total, 8 up, 8 in 2024-04-15T16:00:11.779 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 16:00:11 smithi016 ceph-mon[93212]: osdmap e2455: 8 total, 8 up, 8 in 2024-04-15T16:00:12.040 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 15 16:00:11 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-y[81421]: ::ffff:172.21.15.102 - - [15/Apr/2024:16:00:11] "GET /metrics HTTP/1.1" 200 36669 "" "Prometheus/2.43.0" 2024-04-15T16:00:12.589 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 16:00:12 smithi102 ceph-mon[87131]: pgmap v4613: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 1.0 MiB/s rd, 5.0 KiB/s wr, 1.41k op/s 2024-04-15T16:00:12.589 INFO:journalctl@ceph.prometheus.a.smithi102.stdout:Apr 15 16:00:12 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-prometheus-a[120881]: ts=2024-04-15T16:00:12.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi016:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"362ea986-fb34-11ee-bc8f-c7b262605968\", instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T16:00:12.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 16:00:12 smithi016 ceph-mon[90652]: pgmap v4613: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 1.0 MiB/s rd, 5.0 KiB/s wr, 1.41k op/s 2024-04-15T16:00:12.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 16:00:12 smithi016 ceph-mon[93212]: pgmap v4613: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 1.0 MiB/s rd, 5.0 KiB/s wr, 1.41k op/s 2024-04-15T16:00:13.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 16:00:13 smithi102 ceph-mon[87131]: osdmap e2456: 8 total, 8 up, 8 in 2024-04-15T16:00:13.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 16:00:13 smithi016 ceph-mon[90652]: osdmap e2456: 8 total, 8 up, 8 in 2024-04-15T16:00:13.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 16:00:13 smithi016 ceph-mon[93212]: osdmap e2456: 8 total, 8 up, 8 in 2024-04-15T16:00:14.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 16:00:14 smithi102 ceph-mon[87131]: pgmap v4616: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 1.0 MiB/s rd, 5.0 KiB/s wr, 1.41k op/s 2024-04-15T16:00:14.688 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 16:00:14 smithi102 ceph-mon[87131]: osdmap e2457: 8 total, 8 up, 8 in 2024-04-15T16:00:14.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 16:00:14 smithi016 ceph-mon[90652]: pgmap v4616: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 1.0 MiB/s rd, 5.0 KiB/s wr, 1.41k op/s 2024-04-15T16:00:14.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 16:00:14 smithi016 ceph-mon[90652]: osdmap e2457: 8 total, 8 up, 8 in 2024-04-15T16:00:14.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 16:00:14 smithi016 ceph-mon[93212]: pgmap v4616: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 1.0 MiB/s rd, 5.0 KiB/s wr, 1.41k op/s 2024-04-15T16:00:14.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 16:00:14 smithi016 ceph-mon[93212]: osdmap e2457: 8 total, 8 up, 8 in 2024-04-15T16:00:15.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 16:00:15 smithi102 ceph-mon[87131]: osdmap e2458: 8 total, 8 up, 8 in 2024-04-15T16:00:15.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 16:00:15 smithi016 ceph-mon[90652]: osdmap e2458: 8 total, 8 up, 8 in 2024-04-15T16:00:15.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 16:00:15 smithi016 ceph-mon[93212]: osdmap e2458: 8 total, 8 up, 8 in 2024-04-15T16:00:16.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 16:00:16 smithi102 ceph-mon[87131]: pgmap v4619: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 1.2 KiB/s rd, 0 B/s wr, 3 op/s 2024-04-15T16:00:16.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 16:00:16 smithi102 ceph-mon[87131]: osdmap e2459: 8 total, 8 up, 8 in 2024-04-15T16:00:16.688 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 16:00:16 smithi102 ceph-mon[87131]: osdmap e2460: 8 total, 8 up, 8 in 2024-04-15T16:00:16.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 16:00:16 smithi016 ceph-mon[93212]: pgmap v4619: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 1.2 KiB/s rd, 0 B/s wr, 3 op/s 2024-04-15T16:00:16.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 16:00:16 smithi016 ceph-mon[93212]: osdmap e2459: 8 total, 8 up, 8 in 2024-04-15T16:00:16.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 16:00:16 smithi016 ceph-mon[93212]: osdmap e2460: 8 total, 8 up, 8 in 2024-04-15T16:00:16.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 16:00:16 smithi016 ceph-mon[90652]: pgmap v4619: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 1.2 KiB/s rd, 0 B/s wr, 3 op/s 2024-04-15T16:00:16.791 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 16:00:16 smithi016 ceph-mon[90652]: osdmap e2459: 8 total, 8 up, 8 in 2024-04-15T16:00:16.791 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 16:00:16 smithi016 ceph-mon[90652]: osdmap e2460: 8 total, 8 up, 8 in 2024-04-15T16:00:18.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 16:00:18 smithi102 ceph-mon[87131]: pgmap v4622: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 1009 KiB/s rd, 5.0 KiB/s wr, 1.36k op/s 2024-04-15T16:00:18.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 16:00:18 smithi102 ceph-mon[87131]: osdmap e2461: 8 total, 8 up, 8 in 2024-04-15T16:00:18.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 16:00:18 smithi016 ceph-mon[90652]: pgmap v4622: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 1009 KiB/s rd, 5.0 KiB/s wr, 1.36k op/s 2024-04-15T16:00:18.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 16:00:18 smithi016 ceph-mon[90652]: osdmap e2461: 8 total, 8 up, 8 in 2024-04-15T16:00:18.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 16:00:18 smithi016 ceph-mon[93212]: pgmap v4622: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 1009 KiB/s rd, 5.0 KiB/s wr, 1.36k op/s 2024-04-15T16:00:18.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 16:00:18 smithi016 ceph-mon[93212]: osdmap e2461: 8 total, 8 up, 8 in 2024-04-15T16:00:19.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 16:00:19 smithi102 ceph-mon[87131]: osdmap e2462: 8 total, 8 up, 8 in 2024-04-15T16:00:19.789 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 16:00:19 smithi016 ceph-mon[90652]: osdmap e2462: 8 total, 8 up, 8 in 2024-04-15T16:00:19.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 16:00:19 smithi016 ceph-mon[93212]: osdmap e2462: 8 total, 8 up, 8 in 2024-04-15T16:00:20.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 16:00:20 smithi102 ceph-mon[87131]: pgmap v4625: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 1009 KiB/s rd, 5.0 KiB/s wr, 1.37k op/s 2024-04-15T16:00:20.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 16:00:20 smithi102 ceph-mon[87131]: osdmap e2463: 8 total, 8 up, 8 in 2024-04-15T16:00:20.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 16:00:20 smithi016 ceph-mon[93212]: pgmap v4625: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 1009 KiB/s rd, 5.0 KiB/s wr, 1.37k op/s 2024-04-15T16:00:20.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 16:00:20 smithi016 ceph-mon[93212]: osdmap e2463: 8 total, 8 up, 8 in 2024-04-15T16:00:20.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 16:00:20 smithi016 ceph-mon[90652]: pgmap v4625: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 1009 KiB/s rd, 5.0 KiB/s wr, 1.37k op/s 2024-04-15T16:00:20.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 16:00:20 smithi016 ceph-mon[90652]: osdmap e2463: 8 total, 8 up, 8 in 2024-04-15T16:00:21.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 16:00:21 smithi102 ceph-mon[87131]: osdmap e2464: 8 total, 8 up, 8 in 2024-04-15T16:00:21.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 16:00:21 smithi102 ceph-mon[87131]: osdmap e2465: 8 total, 8 up, 8 in 2024-04-15T16:00:21.778 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 16:00:21 smithi016 ceph-mon[90652]: osdmap e2464: 8 total, 8 up, 8 in 2024-04-15T16:00:21.779 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 16:00:21 smithi016 ceph-mon[90652]: osdmap e2465: 8 total, 8 up, 8 in 2024-04-15T16:00:21.779 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 16:00:21 smithi016 ceph-mon[93212]: osdmap e2464: 8 total, 8 up, 8 in 2024-04-15T16:00:21.779 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 16:00:21 smithi016 ceph-mon[93212]: osdmap e2465: 8 total, 8 up, 8 in 2024-04-15T16:00:22.040 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 15 16:00:21 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-y[81421]: ::ffff:172.21.15.102 - - [15/Apr/2024:16:00:21] "GET /metrics HTTP/1.1" 200 36669 "" "Prometheus/2.43.0" 2024-04-15T16:00:22.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 16:00:22 smithi102 ceph-mon[87131]: pgmap v4628: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 975 KiB/s rd, 5.0 KiB/s wr, 1.32k op/s 2024-04-15T16:00:22.688 INFO:journalctl@ceph.prometheus.a.smithi102.stdout:Apr 15 16:00:22 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-prometheus-a[120881]: ts=2024-04-15T16:00:22.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi016:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"362ea986-fb34-11ee-bc8f-c7b262605968\", instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T16:00:22.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 16:00:22 smithi016 ceph-mon[90652]: pgmap v4628: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 975 KiB/s rd, 5.0 KiB/s wr, 1.32k op/s 2024-04-15T16:00:22.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 16:00:22 smithi016 ceph-mon[93212]: pgmap v4628: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 975 KiB/s rd, 5.0 KiB/s wr, 1.32k op/s 2024-04-15T16:00:23.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 16:00:23 smithi102 ceph-mon[87131]: osdmap e2466: 8 total, 8 up, 8 in 2024-04-15T16:00:23.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 16:00:23 smithi016 ceph-mon[90652]: osdmap e2466: 8 total, 8 up, 8 in 2024-04-15T16:00:23.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 16:00:23 smithi016 ceph-mon[93212]: osdmap e2466: 8 total, 8 up, 8 in 2024-04-15T16:00:24.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 16:00:24 smithi102 ceph-mon[87131]: pgmap v4631: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 976 KiB/s rd, 5.0 KiB/s wr, 1.32k op/s 2024-04-15T16:00:24.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 16:00:24 smithi102 ceph-mon[87131]: osdmap e2467: 8 total, 8 up, 8 in 2024-04-15T16:00:24.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 16:00:24 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T16:00:24.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 16:00:24 smithi016 ceph-mon[90652]: pgmap v4631: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 976 KiB/s rd, 5.0 KiB/s wr, 1.32k op/s 2024-04-15T16:00:24.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 16:00:24 smithi016 ceph-mon[90652]: osdmap e2467: 8 total, 8 up, 8 in 2024-04-15T16:00:24.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 16:00:24 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T16:00:24.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 16:00:24 smithi016 ceph-mon[93212]: pgmap v4631: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 976 KiB/s rd, 5.0 KiB/s wr, 1.32k op/s 2024-04-15T16:00:24.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 16:00:24 smithi016 ceph-mon[93212]: osdmap e2467: 8 total, 8 up, 8 in 2024-04-15T16:00:24.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 16:00:24 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T16:00:25.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 16:00:25 smithi102 ceph-mon[87131]: osdmap e2468: 8 total, 8 up, 8 in 2024-04-15T16:00:25.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 16:00:25 smithi016 ceph-mon[90652]: osdmap e2468: 8 total, 8 up, 8 in 2024-04-15T16:00:25.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 16:00:25 smithi016 ceph-mon[93212]: osdmap e2468: 8 total, 8 up, 8 in 2024-04-15T16:00:26.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 16:00:26 smithi102 ceph-mon[87131]: pgmap v4634: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 767 B/s rd, 0 B/s wr, 1 op/s 2024-04-15T16:00:26.688 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 16:00:26 smithi102 ceph-mon[87131]: osdmap e2469: 8 total, 8 up, 8 in 2024-04-15T16:00:26.688 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 16:00:26 smithi102 ceph-mon[87131]: osdmap e2470: 8 total, 8 up, 8 in 2024-04-15T16:00:26.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 16:00:26 smithi016 ceph-mon[90652]: pgmap v4634: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 767 B/s rd, 0 B/s wr, 1 op/s 2024-04-15T16:00:26.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 16:00:26 smithi016 ceph-mon[90652]: osdmap e2469: 8 total, 8 up, 8 in 2024-04-15T16:00:26.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 16:00:26 smithi016 ceph-mon[90652]: osdmap e2470: 8 total, 8 up, 8 in 2024-04-15T16:00:26.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 16:00:26 smithi016 ceph-mon[93212]: pgmap v4634: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 767 B/s rd, 0 B/s wr, 1 op/s 2024-04-15T16:00:26.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 16:00:26 smithi016 ceph-mon[93212]: osdmap e2469: 8 total, 8 up, 8 in 2024-04-15T16:00:26.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 16:00:26 smithi016 ceph-mon[93212]: osdmap e2470: 8 total, 8 up, 8 in 2024-04-15T16:00:28.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 16:00:28 smithi102 ceph-mon[87131]: pgmap v4637: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 944 KiB/s rd, 5.0 KiB/s wr, 1.28k op/s 2024-04-15T16:00:28.688 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 16:00:28 smithi102 ceph-mon[87131]: osdmap e2471: 8 total, 8 up, 8 in 2024-04-15T16:00:28.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 16:00:28 smithi016 ceph-mon[90652]: pgmap v4637: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 944 KiB/s rd, 5.0 KiB/s wr, 1.28k op/s 2024-04-15T16:00:28.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 16:00:28 smithi016 ceph-mon[90652]: osdmap e2471: 8 total, 8 up, 8 in 2024-04-15T16:00:28.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 16:00:28 smithi016 ceph-mon[93212]: pgmap v4637: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 944 KiB/s rd, 5.0 KiB/s wr, 1.28k op/s 2024-04-15T16:00:28.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 16:00:28 smithi016 ceph-mon[93212]: osdmap e2471: 8 total, 8 up, 8 in 2024-04-15T16:00:29.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 16:00:29 smithi102 ceph-mon[87131]: osdmap e2472: 8 total, 8 up, 8 in 2024-04-15T16:00:29.789 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 16:00:29 smithi016 ceph-mon[90652]: osdmap e2472: 8 total, 8 up, 8 in 2024-04-15T16:00:29.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 16:00:29 smithi016 ceph-mon[93212]: osdmap e2472: 8 total, 8 up, 8 in 2024-04-15T16:00:30.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 16:00:30 smithi102 ceph-mon[87131]: pgmap v4640: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 944 KiB/s rd, 5.0 KiB/s wr, 1.28k op/s 2024-04-15T16:00:30.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 16:00:30 smithi102 ceph-mon[87131]: osdmap e2473: 8 total, 8 up, 8 in 2024-04-15T16:00:30.789 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 16:00:30 smithi016 ceph-mon[93212]: pgmap v4640: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 944 KiB/s rd, 5.0 KiB/s wr, 1.28k op/s 2024-04-15T16:00:30.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 16:00:30 smithi016 ceph-mon[93212]: osdmap e2473: 8 total, 8 up, 8 in 2024-04-15T16:00:30.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 16:00:30 smithi016 ceph-mon[90652]: pgmap v4640: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 944 KiB/s rd, 5.0 KiB/s wr, 1.28k op/s 2024-04-15T16:00:30.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 16:00:30 smithi016 ceph-mon[90652]: osdmap e2473: 8 total, 8 up, 8 in 2024-04-15T16:00:31.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 16:00:31 smithi102 ceph-mon[87131]: osdmap e2474: 8 total, 8 up, 8 in 2024-04-15T16:00:31.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 16:00:31 smithi102 ceph-mon[87131]: osdmap e2475: 8 total, 8 up, 8 in 2024-04-15T16:00:31.779 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 16:00:31 smithi016 ceph-mon[93212]: osdmap e2474: 8 total, 8 up, 8 in 2024-04-15T16:00:31.779 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 16:00:31 smithi016 ceph-mon[93212]: osdmap e2475: 8 total, 8 up, 8 in 2024-04-15T16:00:31.779 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 16:00:31 smithi016 ceph-mon[90652]: osdmap e2474: 8 total, 8 up, 8 in 2024-04-15T16:00:31.779 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 16:00:31 smithi016 ceph-mon[90652]: osdmap e2475: 8 total, 8 up, 8 in 2024-04-15T16:00:32.039 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 15 16:00:31 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-y[81421]: ::ffff:172.21.15.102 - - [15/Apr/2024:16:00:31] "GET /metrics HTTP/1.1" 200 36673 "" "Prometheus/2.43.0" 2024-04-15T16:00:32.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 16:00:32 smithi102 ceph-mon[87131]: pgmap v4643: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 910 KiB/s rd, 5.0 KiB/s wr, 1.23k op/s 2024-04-15T16:00:32.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 16:00:32 smithi102 ceph-mon[87131]: osdmap e2476: 8 total, 8 up, 8 in 2024-04-15T16:00:32.687 INFO:journalctl@ceph.prometheus.a.smithi102.stdout:Apr 15 16:00:32 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-prometheus-a[120881]: ts=2024-04-15T16:00:32.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi016:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"362ea986-fb34-11ee-bc8f-c7b262605968\", instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T16:00:32.789 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 16:00:32 smithi016 ceph-mon[90652]: pgmap v4643: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 910 KiB/s rd, 5.0 KiB/s wr, 1.23k op/s 2024-04-15T16:00:32.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 16:00:32 smithi016 ceph-mon[90652]: osdmap e2476: 8 total, 8 up, 8 in 2024-04-15T16:00:32.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 16:00:32 smithi016 ceph-mon[93212]: pgmap v4643: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 910 KiB/s rd, 5.0 KiB/s wr, 1.23k op/s 2024-04-15T16:00:32.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 16:00:32 smithi016 ceph-mon[93212]: osdmap e2476: 8 total, 8 up, 8 in 2024-04-15T16:00:34.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 16:00:34 smithi102 ceph-mon[87131]: pgmap v4646: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 911 KiB/s rd, 5.0 KiB/s wr, 1.23k op/s 2024-04-15T16:00:34.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 16:00:34 smithi102 ceph-mon[87131]: osdmap e2477: 8 total, 8 up, 8 in 2024-04-15T16:00:34.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 16:00:34 smithi016 ceph-mon[90652]: pgmap v4646: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 911 KiB/s rd, 5.0 KiB/s wr, 1.23k op/s 2024-04-15T16:00:34.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 16:00:34 smithi016 ceph-mon[90652]: osdmap e2477: 8 total, 8 up, 8 in 2024-04-15T16:00:34.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 16:00:34 smithi016 ceph-mon[93212]: pgmap v4646: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 911 KiB/s rd, 5.0 KiB/s wr, 1.23k op/s 2024-04-15T16:00:34.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 16:00:34 smithi016 ceph-mon[93212]: osdmap e2477: 8 total, 8 up, 8 in 2024-04-15T16:00:35.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 16:00:35 smithi102 ceph-mon[87131]: osdmap e2478: 8 total, 8 up, 8 in 2024-04-15T16:00:35.789 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 16:00:35 smithi016 ceph-mon[90652]: osdmap e2478: 8 total, 8 up, 8 in 2024-04-15T16:00:35.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 16:00:35 smithi016 ceph-mon[93212]: osdmap e2478: 8 total, 8 up, 8 in 2024-04-15T16:00:36.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 16:00:36 smithi102 ceph-mon[87131]: pgmap v4649: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 1023 B/s rd, 0 B/s wr, 2 op/s 2024-04-15T16:00:36.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 16:00:36 smithi102 ceph-mon[87131]: osdmap e2479: 8 total, 8 up, 8 in 2024-04-15T16:00:36.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 16:00:36 smithi102 ceph-mon[87131]: osdmap e2480: 8 total, 8 up, 8 in 2024-04-15T16:00:36.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 16:00:36 smithi016 ceph-mon[93212]: pgmap v4649: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 1023 B/s rd, 0 B/s wr, 2 op/s 2024-04-15T16:00:36.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 16:00:36 smithi016 ceph-mon[93212]: osdmap e2479: 8 total, 8 up, 8 in 2024-04-15T16:00:36.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 16:00:36 smithi016 ceph-mon[93212]: osdmap e2480: 8 total, 8 up, 8 in 2024-04-15T16:00:36.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 16:00:36 smithi016 ceph-mon[90652]: pgmap v4649: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 1023 B/s rd, 0 B/s wr, 2 op/s 2024-04-15T16:00:36.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 16:00:36 smithi016 ceph-mon[90652]: osdmap e2479: 8 total, 8 up, 8 in 2024-04-15T16:00:36.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 16:00:36 smithi016 ceph-mon[90652]: osdmap e2480: 8 total, 8 up, 8 in 2024-04-15T16:00:38.592 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 16:00:38 smithi016 ceph-mon[93212]: pgmap v4652: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 879 KiB/s rd, 5.0 KiB/s wr, 1.19k op/s 2024-04-15T16:00:38.592 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 16:00:38 smithi016 ceph-mon[93212]: osdmap e2481: 8 total, 8 up, 8 in 2024-04-15T16:00:38.592 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 16:00:38 smithi016 ceph-mon[90652]: pgmap v4652: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 879 KiB/s rd, 5.0 KiB/s wr, 1.19k op/s 2024-04-15T16:00:38.592 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 16:00:38 smithi016 ceph-mon[90652]: osdmap e2481: 8 total, 8 up, 8 in 2024-04-15T16:00:38.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 16:00:38 smithi102 ceph-mon[87131]: pgmap v4652: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 879 KiB/s rd, 5.0 KiB/s wr, 1.19k op/s 2024-04-15T16:00:38.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 16:00:38 smithi102 ceph-mon[87131]: osdmap e2481: 8 total, 8 up, 8 in 2024-04-15T16:00:39.688 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 16:00:39 smithi102 ceph-mon[87131]: osdmap e2482: 8 total, 8 up, 8 in 2024-04-15T16:00:39.688 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 16:00:39 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T16:00:39.789 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 16:00:39 smithi016 ceph-mon[93212]: osdmap e2482: 8 total, 8 up, 8 in 2024-04-15T16:00:39.789 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 16:00:39 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T16:00:39.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 16:00:39 smithi016 ceph-mon[90652]: osdmap e2482: 8 total, 8 up, 8 in 2024-04-15T16:00:39.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 16:00:39 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T16:00:40.688 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 16:00:40 smithi102 ceph-mon[87131]: pgmap v4655: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 879 KiB/s rd, 5.0 KiB/s wr, 1.19k op/s 2024-04-15T16:00:40.688 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 16:00:40 smithi102 ceph-mon[87131]: osdmap e2483: 8 total, 8 up, 8 in 2024-04-15T16:00:40.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 16:00:40 smithi016 ceph-mon[90652]: pgmap v4655: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 879 KiB/s rd, 5.0 KiB/s wr, 1.19k op/s 2024-04-15T16:00:40.791 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 16:00:40 smithi016 ceph-mon[90652]: osdmap e2483: 8 total, 8 up, 8 in 2024-04-15T16:00:40.791 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 16:00:40 smithi016 ceph-mon[93212]: pgmap v4655: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 879 KiB/s rd, 5.0 KiB/s wr, 1.19k op/s 2024-04-15T16:00:40.791 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 16:00:40 smithi016 ceph-mon[93212]: osdmap e2483: 8 total, 8 up, 8 in 2024-04-15T16:00:41.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 16:00:41 smithi102 ceph-mon[87131]: osdmap e2484: 8 total, 8 up, 8 in 2024-04-15T16:00:41.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 16:00:41 smithi102 ceph-mon[87131]: osdmap e2485: 8 total, 8 up, 8 in 2024-04-15T16:00:41.779 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 16:00:41 smithi016 ceph-mon[90652]: osdmap e2484: 8 total, 8 up, 8 in 2024-04-15T16:00:41.779 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 16:00:41 smithi016 ceph-mon[90652]: osdmap e2485: 8 total, 8 up, 8 in 2024-04-15T16:00:41.779 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 16:00:41 smithi016 ceph-mon[93212]: osdmap e2484: 8 total, 8 up, 8 in 2024-04-15T16:00:41.779 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 16:00:41 smithi016 ceph-mon[93212]: osdmap e2485: 8 total, 8 up, 8 in 2024-04-15T16:00:42.039 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 15 16:00:41 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-y[81421]: ::ffff:172.21.15.102 - - [15/Apr/2024:16:00:41] "GET /metrics HTTP/1.1" 200 36672 "" "Prometheus/2.43.0" 2024-04-15T16:00:42.588 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 16:00:42 smithi102 ceph-mon[87131]: pgmap v4658: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 844 KiB/s rd, 5.0 KiB/s wr, 1.14k op/s 2024-04-15T16:00:42.588 INFO:journalctl@ceph.prometheus.a.smithi102.stdout:Apr 15 16:00:42 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-prometheus-a[120881]: ts=2024-04-15T16:00:42.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi016:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"362ea986-fb34-11ee-bc8f-c7b262605968\", instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T16:00:42.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 16:00:42 smithi016 ceph-mon[90652]: pgmap v4658: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 844 KiB/s rd, 5.0 KiB/s wr, 1.14k op/s 2024-04-15T16:00:42.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 16:00:42 smithi016 ceph-mon[93212]: pgmap v4658: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 844 KiB/s rd, 5.0 KiB/s wr, 1.14k op/s 2024-04-15T16:00:43.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 16:00:43 smithi102 ceph-mon[87131]: osdmap e2486: 8 total, 8 up, 8 in 2024-04-15T16:00:43.789 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 16:00:43 smithi016 ceph-mon[90652]: osdmap e2486: 8 total, 8 up, 8 in 2024-04-15T16:00:43.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 16:00:43 smithi016 ceph-mon[93212]: osdmap e2486: 8 total, 8 up, 8 in 2024-04-15T16:00:44.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 16:00:44 smithi102 ceph-mon[87131]: pgmap v4661: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 845 KiB/s rd, 5.0 KiB/s wr, 1.14k op/s 2024-04-15T16:00:44.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 16:00:44 smithi102 ceph-mon[87131]: osdmap e2487: 8 total, 8 up, 8 in 2024-04-15T16:00:44.789 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 16:00:44 smithi016 ceph-mon[90652]: pgmap v4661: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 845 KiB/s rd, 5.0 KiB/s wr, 1.14k op/s 2024-04-15T16:00:44.789 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 16:00:44 smithi016 ceph-mon[90652]: osdmap e2487: 8 total, 8 up, 8 in 2024-04-15T16:00:44.789 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 16:00:44 smithi016 ceph-mon[93212]: pgmap v4661: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 845 KiB/s rd, 5.0 KiB/s wr, 1.14k op/s 2024-04-15T16:00:44.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 16:00:44 smithi016 ceph-mon[93212]: osdmap e2487: 8 total, 8 up, 8 in 2024-04-15T16:00:45.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 16:00:45 smithi102 ceph-mon[87131]: osdmap e2488: 8 total, 8 up, 8 in 2024-04-15T16:00:45.789 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 16:00:45 smithi016 ceph-mon[90652]: osdmap e2488: 8 total, 8 up, 8 in 2024-04-15T16:00:45.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 16:00:45 smithi016 ceph-mon[93212]: osdmap e2488: 8 total, 8 up, 8 in 2024-04-15T16:00:46.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 16:00:46 smithi102 ceph-mon[87131]: pgmap v4664: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 1.2 KiB/s rd, 0 B/s wr, 2 op/s 2024-04-15T16:00:46.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 16:00:46 smithi102 ceph-mon[87131]: osdmap e2489: 8 total, 8 up, 8 in 2024-04-15T16:00:46.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 16:00:46 smithi102 ceph-mon[87131]: osdmap e2490: 8 total, 8 up, 8 in 2024-04-15T16:00:46.789 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 16:00:46 smithi016 ceph-mon[90652]: pgmap v4664: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 1.2 KiB/s rd, 0 B/s wr, 2 op/s 2024-04-15T16:00:46.789 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 16:00:46 smithi016 ceph-mon[90652]: osdmap e2489: 8 total, 8 up, 8 in 2024-04-15T16:00:46.789 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 16:00:46 smithi016 ceph-mon[90652]: osdmap e2490: 8 total, 8 up, 8 in 2024-04-15T16:00:46.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 16:00:46 smithi016 ceph-mon[93212]: pgmap v4664: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 1.2 KiB/s rd, 0 B/s wr, 2 op/s 2024-04-15T16:00:46.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 16:00:46 smithi016 ceph-mon[93212]: osdmap e2489: 8 total, 8 up, 8 in 2024-04-15T16:00:46.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 16:00:46 smithi016 ceph-mon[93212]: osdmap e2490: 8 total, 8 up, 8 in 2024-04-15T16:00:47.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 16:00:47 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T16:00:47.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 16:00:47 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T16:00:47.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 16:00:47 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T16:00:47.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 16:00:47 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T16:00:47.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 16:00:47 smithi102 ceph-mon[87131]: osdmap e2491: 8 total, 8 up, 8 in 2024-04-15T16:00:47.789 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 16:00:47 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T16:00:47.789 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 16:00:47 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T16:00:47.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 16:00:47 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T16:00:47.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 16:00:47 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T16:00:47.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 16:00:47 smithi016 ceph-mon[90652]: osdmap e2491: 8 total, 8 up, 8 in 2024-04-15T16:00:47.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 16:00:47 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T16:00:47.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 16:00:47 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T16:00:47.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 16:00:47 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T16:00:47.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 16:00:47 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T16:00:47.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 16:00:47 smithi016 ceph-mon[93212]: osdmap e2491: 8 total, 8 up, 8 in 2024-04-15T16:00:48.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 16:00:48 smithi102 ceph-mon[87131]: pgmap v4667: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 813 KiB/s rd, 5.0 KiB/s wr, 1.10k op/s 2024-04-15T16:00:48.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 16:00:48 smithi102 ceph-mon[87131]: osdmap e2492: 8 total, 8 up, 8 in 2024-04-15T16:00:48.789 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 16:00:48 smithi016 ceph-mon[90652]: pgmap v4667: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 813 KiB/s rd, 5.0 KiB/s wr, 1.10k op/s 2024-04-15T16:00:48.789 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 16:00:48 smithi016 ceph-mon[90652]: osdmap e2492: 8 total, 8 up, 8 in 2024-04-15T16:00:48.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 16:00:48 smithi016 ceph-mon[93212]: pgmap v4667: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 813 KiB/s rd, 5.0 KiB/s wr, 1.10k op/s 2024-04-15T16:00:48.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 16:00:48 smithi016 ceph-mon[93212]: osdmap e2492: 8 total, 8 up, 8 in 2024-04-15T16:00:50.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 16:00:50 smithi102 ceph-mon[87131]: pgmap v4670: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 813 KiB/s rd, 5.0 KiB/s wr, 1.10k op/s 2024-04-15T16:00:50.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 16:00:50 smithi102 ceph-mon[87131]: osdmap e2493: 8 total, 8 up, 8 in 2024-04-15T16:00:50.789 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 16:00:50 smithi016 ceph-mon[93212]: pgmap v4670: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 813 KiB/s rd, 5.0 KiB/s wr, 1.10k op/s 2024-04-15T16:00:50.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 16:00:50 smithi016 ceph-mon[93212]: osdmap e2493: 8 total, 8 up, 8 in 2024-04-15T16:00:50.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 16:00:50 smithi016 ceph-mon[90652]: pgmap v4670: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 813 KiB/s rd, 5.0 KiB/s wr, 1.10k op/s 2024-04-15T16:00:50.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 16:00:50 smithi016 ceph-mon[90652]: osdmap e2493: 8 total, 8 up, 8 in 2024-04-15T16:00:51.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 16:00:51 smithi102 ceph-mon[87131]: osdmap e2494: 8 total, 8 up, 8 in 2024-04-15T16:00:51.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 16:00:51 smithi102 ceph-mon[87131]: osdmap e2495: 8 total, 8 up, 8 in 2024-04-15T16:00:51.778 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 16:00:51 smithi016 ceph-mon[90652]: osdmap e2494: 8 total, 8 up, 8 in 2024-04-15T16:00:51.778 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 16:00:51 smithi016 ceph-mon[90652]: osdmap e2495: 8 total, 8 up, 8 in 2024-04-15T16:00:51.778 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 16:00:51 smithi016 ceph-mon[93212]: osdmap e2494: 8 total, 8 up, 8 in 2024-04-15T16:00:51.778 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 16:00:51 smithi016 ceph-mon[93212]: osdmap e2495: 8 total, 8 up, 8 in 2024-04-15T16:00:52.039 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 15 16:00:51 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-y[81421]: ::ffff:172.21.15.102 - - [15/Apr/2024:16:00:51] "GET /metrics HTTP/1.1" 200 36672 "" "Prometheus/2.43.0" 2024-04-15T16:00:52.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 16:00:52 smithi102 ceph-mon[87131]: pgmap v4673: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 778 KiB/s rd, 5.0 KiB/s wr, 1.05k op/s 2024-04-15T16:00:52.687 INFO:journalctl@ceph.prometheus.a.smithi102.stdout:Apr 15 16:00:52 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-prometheus-a[120881]: ts=2024-04-15T16:00:52.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi016:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"362ea986-fb34-11ee-bc8f-c7b262605968\", instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T16:00:52.789 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 16:00:52 smithi016 ceph-mon[90652]: pgmap v4673: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 778 KiB/s rd, 5.0 KiB/s wr, 1.05k op/s 2024-04-15T16:00:52.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 16:00:52 smithi016 ceph-mon[93212]: pgmap v4673: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 778 KiB/s rd, 5.0 KiB/s wr, 1.05k op/s 2024-04-15T16:00:53.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 16:00:53 smithi102 ceph-mon[87131]: osdmap e2496: 8 total, 8 up, 8 in 2024-04-15T16:00:53.789 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 16:00:53 smithi016 ceph-mon[90652]: osdmap e2496: 8 total, 8 up, 8 in 2024-04-15T16:00:53.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 16:00:53 smithi016 ceph-mon[93212]: osdmap e2496: 8 total, 8 up, 8 in 2024-04-15T16:00:54.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 16:00:54 smithi102 ceph-mon[87131]: pgmap v4676: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 779 KiB/s rd, 5.0 KiB/s wr, 1.05k op/s 2024-04-15T16:00:54.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 16:00:54 smithi102 ceph-mon[87131]: osdmap e2497: 8 total, 8 up, 8 in 2024-04-15T16:00:54.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 16:00:54 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T16:00:54.789 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 16:00:54 smithi016 ceph-mon[93212]: pgmap v4676: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 779 KiB/s rd, 5.0 KiB/s wr, 1.05k op/s 2024-04-15T16:00:54.789 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 16:00:54 smithi016 ceph-mon[93212]: osdmap e2497: 8 total, 8 up, 8 in 2024-04-15T16:00:54.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 16:00:54 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T16:00:54.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 16:00:54 smithi016 ceph-mon[90652]: pgmap v4676: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 779 KiB/s rd, 5.0 KiB/s wr, 1.05k op/s 2024-04-15T16:00:54.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 16:00:54 smithi016 ceph-mon[90652]: osdmap e2497: 8 total, 8 up, 8 in 2024-04-15T16:00:54.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 16:00:54 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T16:00:55.690 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 16:00:55 smithi102 ceph-mon[87131]: osdmap e2498: 8 total, 8 up, 8 in 2024-04-15T16:00:55.789 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 16:00:55 smithi016 ceph-mon[93212]: osdmap e2498: 8 total, 8 up, 8 in 2024-04-15T16:00:55.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 16:00:55 smithi016 ceph-mon[90652]: osdmap e2498: 8 total, 8 up, 8 in 2024-04-15T16:00:56.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 16:00:56 smithi102 ceph-mon[87131]: pgmap v4679: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 1.5 KiB/s rd, 0 B/s wr, 3 op/s 2024-04-15T16:00:56.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 16:00:56 smithi102 ceph-mon[87131]: osdmap e2499: 8 total, 8 up, 8 in 2024-04-15T16:00:56.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 16:00:56 smithi102 ceph-mon[87131]: osdmap e2500: 8 total, 8 up, 8 in 2024-04-15T16:00:56.789 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 16:00:56 smithi016 ceph-mon[93212]: pgmap v4679: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 1.5 KiB/s rd, 0 B/s wr, 3 op/s 2024-04-15T16:00:56.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 16:00:56 smithi016 ceph-mon[93212]: osdmap e2499: 8 total, 8 up, 8 in 2024-04-15T16:00:56.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 16:00:56 smithi016 ceph-mon[93212]: osdmap e2500: 8 total, 8 up, 8 in 2024-04-15T16:00:56.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 16:00:56 smithi016 ceph-mon[90652]: pgmap v4679: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 1.5 KiB/s rd, 0 B/s wr, 3 op/s 2024-04-15T16:00:56.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 16:00:56 smithi016 ceph-mon[90652]: osdmap e2499: 8 total, 8 up, 8 in 2024-04-15T16:00:56.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 16:00:56 smithi016 ceph-mon[90652]: osdmap e2500: 8 total, 8 up, 8 in 2024-04-15T16:00:58.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 16:00:58 smithi102 ceph-mon[87131]: pgmap v4682: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 749 KiB/s rd, 5.0 KiB/s wr, 1.01k op/s 2024-04-15T16:00:58.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 16:00:58 smithi102 ceph-mon[87131]: osdmap e2501: 8 total, 8 up, 8 in 2024-04-15T16:00:58.789 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 16:00:58 smithi016 ceph-mon[90652]: pgmap v4682: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 749 KiB/s rd, 5.0 KiB/s wr, 1.01k op/s 2024-04-15T16:00:58.789 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 16:00:58 smithi016 ceph-mon[90652]: osdmap e2501: 8 total, 8 up, 8 in 2024-04-15T16:00:58.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 16:00:58 smithi016 ceph-mon[93212]: pgmap v4682: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 749 KiB/s rd, 5.0 KiB/s wr, 1.01k op/s 2024-04-15T16:00:58.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 16:00:58 smithi016 ceph-mon[93212]: osdmap e2501: 8 total, 8 up, 8 in 2024-04-15T16:00:59.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 16:00:59 smithi102 ceph-mon[87131]: osdmap e2502: 8 total, 8 up, 8 in 2024-04-15T16:00:59.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 16:00:59 smithi016 ceph-mon[90652]: osdmap e2502: 8 total, 8 up, 8 in 2024-04-15T16:00:59.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 16:00:59 smithi016 ceph-mon[93212]: osdmap e2502: 8 total, 8 up, 8 in 2024-04-15T16:01:00.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 16:01:00 smithi102 ceph-mon[87131]: pgmap v4685: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 749 KiB/s rd, 5.0 KiB/s wr, 1.01k op/s 2024-04-15T16:01:00.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 16:01:00 smithi102 ceph-mon[87131]: osdmap e2503: 8 total, 8 up, 8 in 2024-04-15T16:01:00.789 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 16:01:00 smithi016 ceph-mon[90652]: pgmap v4685: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 749 KiB/s rd, 5.0 KiB/s wr, 1.01k op/s 2024-04-15T16:01:00.789 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 16:01:00 smithi016 ceph-mon[90652]: osdmap e2503: 8 total, 8 up, 8 in 2024-04-15T16:01:00.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 16:01:00 smithi016 ceph-mon[93212]: pgmap v4685: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 749 KiB/s rd, 5.0 KiB/s wr, 1.01k op/s 2024-04-15T16:01:00.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 16:01:00 smithi016 ceph-mon[93212]: osdmap e2503: 8 total, 8 up, 8 in 2024-04-15T16:01:01.681 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 16:01:01 smithi016 ceph-mon[90652]: osdmap e2504: 8 total, 8 up, 8 in 2024-04-15T16:01:01.681 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 16:01:01 smithi016 ceph-mon[90652]: osdmap e2505: 8 total, 8 up, 8 in 2024-04-15T16:01:01.681 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 16:01:01 smithi016 ceph-mon[93212]: osdmap e2504: 8 total, 8 up, 8 in 2024-04-15T16:01:01.681 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 16:01:01 smithi016 ceph-mon[93212]: osdmap e2505: 8 total, 8 up, 8 in 2024-04-15T16:01:01.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 16:01:01 smithi102 ceph-mon[87131]: osdmap e2504: 8 total, 8 up, 8 in 2024-04-15T16:01:01.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 16:01:01 smithi102 ceph-mon[87131]: osdmap e2505: 8 total, 8 up, 8 in 2024-04-15T16:01:02.042 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 15 16:01:01 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-y[81421]: ::ffff:172.21.15.102 - - [15/Apr/2024:16:01:01] "GET /metrics HTTP/1.1" 200 36674 "" "Prometheus/2.43.0" 2024-04-15T16:01:02.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 16:01:02 smithi102 ceph-mon[87131]: pgmap v4688: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 714 KiB/s rd, 5.0 KiB/s wr, 965 op/s 2024-04-15T16:01:02.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 16:01:02 smithi102 ceph-mon[87131]: osdmap e2506: 8 total, 8 up, 8 in 2024-04-15T16:01:02.688 INFO:journalctl@ceph.prometheus.a.smithi102.stdout:Apr 15 16:01:02 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-prometheus-a[120881]: ts=2024-04-15T16:01:02.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi016:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"362ea986-fb34-11ee-bc8f-c7b262605968\", instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T16:01:02.789 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 16:01:02 smithi016 ceph-mon[90652]: pgmap v4688: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 714 KiB/s rd, 5.0 KiB/s wr, 965 op/s 2024-04-15T16:01:02.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 16:01:02 smithi016 ceph-mon[90652]: osdmap e2506: 8 total, 8 up, 8 in 2024-04-15T16:01:02.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 16:01:02 smithi016 ceph-mon[93212]: pgmap v4688: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 714 KiB/s rd, 5.0 KiB/s wr, 965 op/s 2024-04-15T16:01:02.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 16:01:02 smithi016 ceph-mon[93212]: osdmap e2506: 8 total, 8 up, 8 in 2024-04-15T16:01:04.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 16:01:04 smithi102 ceph-mon[87131]: pgmap v4691: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 715 KiB/s rd, 5.0 KiB/s wr, 968 op/s 2024-04-15T16:01:04.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 16:01:04 smithi102 ceph-mon[87131]: osdmap e2507: 8 total, 8 up, 8 in 2024-04-15T16:01:04.789 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 16:01:04 smithi016 ceph-mon[90652]: pgmap v4691: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 715 KiB/s rd, 5.0 KiB/s wr, 968 op/s 2024-04-15T16:01:04.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 16:01:04 smithi016 ceph-mon[90652]: osdmap e2507: 8 total, 8 up, 8 in 2024-04-15T16:01:04.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 16:01:04 smithi016 ceph-mon[93212]: pgmap v4691: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 715 KiB/s rd, 5.0 KiB/s wr, 968 op/s 2024-04-15T16:01:04.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 16:01:04 smithi016 ceph-mon[93212]: osdmap e2507: 8 total, 8 up, 8 in 2024-04-15T16:01:05.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 16:01:05 smithi102 ceph-mon[87131]: osdmap e2508: 8 total, 8 up, 8 in 2024-04-15T16:01:05.789 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 16:01:05 smithi016 ceph-mon[90652]: osdmap e2508: 8 total, 8 up, 8 in 2024-04-15T16:01:05.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 16:01:05 smithi016 ceph-mon[93212]: osdmap e2508: 8 total, 8 up, 8 in 2024-04-15T16:01:06.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 16:01:06 smithi102 ceph-mon[87131]: pgmap v4694: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 1.2 KiB/s rd, 0 B/s wr, 3 op/s 2024-04-15T16:01:06.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 16:01:06 smithi102 ceph-mon[87131]: osdmap e2509: 8 total, 8 up, 8 in 2024-04-15T16:01:06.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 16:01:06 smithi102 ceph-mon[87131]: osdmap e2510: 8 total, 8 up, 8 in 2024-04-15T16:01:06.789 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 16:01:06 smithi016 ceph-mon[90652]: pgmap v4694: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 1.2 KiB/s rd, 0 B/s wr, 3 op/s 2024-04-15T16:01:06.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 16:01:06 smithi016 ceph-mon[90652]: osdmap e2509: 8 total, 8 up, 8 in 2024-04-15T16:01:06.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 16:01:06 smithi016 ceph-mon[90652]: osdmap e2510: 8 total, 8 up, 8 in 2024-04-15T16:01:06.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 16:01:06 smithi016 ceph-mon[93212]: pgmap v4694: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 1.2 KiB/s rd, 0 B/s wr, 3 op/s 2024-04-15T16:01:06.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 16:01:06 smithi016 ceph-mon[93212]: osdmap e2509: 8 total, 8 up, 8 in 2024-04-15T16:01:06.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 16:01:06 smithi016 ceph-mon[93212]: osdmap e2510: 8 total, 8 up, 8 in 2024-04-15T16:01:08.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 16:01:08 smithi102 ceph-mon[87131]: pgmap v4697: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 683 KiB/s rd, 5.0 KiB/s wr, 924 op/s 2024-04-15T16:01:08.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 16:01:08 smithi102 ceph-mon[87131]: osdmap e2511: 8 total, 8 up, 8 in 2024-04-15T16:01:08.789 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 16:01:08 smithi016 ceph-mon[90652]: pgmap v4697: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 683 KiB/s rd, 5.0 KiB/s wr, 924 op/s 2024-04-15T16:01:08.789 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 16:01:08 smithi016 ceph-mon[90652]: osdmap e2511: 8 total, 8 up, 8 in 2024-04-15T16:01:08.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 16:01:08 smithi016 ceph-mon[93212]: pgmap v4697: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 683 KiB/s rd, 5.0 KiB/s wr, 924 op/s 2024-04-15T16:01:08.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 16:01:08 smithi016 ceph-mon[93212]: osdmap e2511: 8 total, 8 up, 8 in 2024-04-15T16:01:09.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 16:01:09 smithi102 ceph-mon[87131]: osdmap e2512: 8 total, 8 up, 8 in 2024-04-15T16:01:09.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 16:01:09 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T16:01:09.789 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 16:01:09 smithi016 ceph-mon[90652]: osdmap e2512: 8 total, 8 up, 8 in 2024-04-15T16:01:09.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 16:01:09 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T16:01:09.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 16:01:09 smithi016 ceph-mon[93212]: osdmap e2512: 8 total, 8 up, 8 in 2024-04-15T16:01:09.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 16:01:09 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T16:01:10.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 16:01:10 smithi102 ceph-mon[87131]: pgmap v4700: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 683 KiB/s rd, 5.0 KiB/s wr, 924 op/s 2024-04-15T16:01:10.688 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 16:01:10 smithi102 ceph-mon[87131]: osdmap e2513: 8 total, 8 up, 8 in 2024-04-15T16:01:10.789 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 16:01:10 smithi016 ceph-mon[90652]: pgmap v4700: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 683 KiB/s rd, 5.0 KiB/s wr, 924 op/s 2024-04-15T16:01:10.789 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 16:01:10 smithi016 ceph-mon[90652]: osdmap e2513: 8 total, 8 up, 8 in 2024-04-15T16:01:10.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 16:01:10 smithi016 ceph-mon[93212]: pgmap v4700: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 683 KiB/s rd, 5.0 KiB/s wr, 924 op/s 2024-04-15T16:01:10.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 16:01:10 smithi016 ceph-mon[93212]: osdmap e2513: 8 total, 8 up, 8 in 2024-04-15T16:01:11.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 16:01:11 smithi102 ceph-mon[87131]: osdmap e2514: 8 total, 8 up, 8 in 2024-04-15T16:01:11.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 16:01:11 smithi102 ceph-mon[87131]: osdmap e2515: 8 total, 8 up, 8 in 2024-04-15T16:01:11.778 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 16:01:11 smithi016 ceph-mon[90652]: osdmap e2514: 8 total, 8 up, 8 in 2024-04-15T16:01:11.778 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 16:01:11 smithi016 ceph-mon[90652]: osdmap e2515: 8 total, 8 up, 8 in 2024-04-15T16:01:11.779 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 16:01:11 smithi016 ceph-mon[93212]: osdmap e2514: 8 total, 8 up, 8 in 2024-04-15T16:01:11.779 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 16:01:11 smithi016 ceph-mon[93212]: osdmap e2515: 8 total, 8 up, 8 in 2024-04-15T16:01:12.039 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 15 16:01:11 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-y[81421]: ::ffff:172.21.15.102 - - [15/Apr/2024:16:01:11] "GET /metrics HTTP/1.1" 200 36671 "" "Prometheus/2.43.0" 2024-04-15T16:01:12.588 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 16:01:12 smithi102 ceph-mon[87131]: pgmap v4703: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 648 KiB/s rd, 5.0 KiB/s wr, 877 op/s 2024-04-15T16:01:12.589 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 16:01:12 smithi102 ceph-mon[87131]: osdmap e2516: 8 total, 8 up, 8 in 2024-04-15T16:01:12.589 INFO:journalctl@ceph.prometheus.a.smithi102.stdout:Apr 15 16:01:12 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-prometheus-a[120881]: ts=2024-04-15T16:01:12.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi016:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"362ea986-fb34-11ee-bc8f-c7b262605968\", instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T16:01:12.789 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 16:01:12 smithi016 ceph-mon[93212]: pgmap v4703: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 648 KiB/s rd, 5.0 KiB/s wr, 877 op/s 2024-04-15T16:01:12.789 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 16:01:12 smithi016 ceph-mon[93212]: osdmap e2516: 8 total, 8 up, 8 in 2024-04-15T16:01:12.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 16:01:12 smithi016 ceph-mon[90652]: pgmap v4703: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 648 KiB/s rd, 5.0 KiB/s wr, 877 op/s 2024-04-15T16:01:12.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 16:01:12 smithi016 ceph-mon[90652]: osdmap e2516: 8 total, 8 up, 8 in 2024-04-15T16:01:14.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 16:01:14 smithi102 ceph-mon[87131]: pgmap v4706: 137 pgs: 1 active+clean+snaptrim, 136 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 650 KiB/s rd, 5.0 KiB/s wr, 882 op/s 2024-04-15T16:01:14.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 16:01:14 smithi102 ceph-mon[87131]: osdmap e2517: 8 total, 8 up, 8 in 2024-04-15T16:01:14.789 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 16:01:14 smithi016 ceph-mon[90652]: pgmap v4706: 137 pgs: 1 active+clean+snaptrim, 136 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 650 KiB/s rd, 5.0 KiB/s wr, 882 op/s 2024-04-15T16:01:14.789 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 16:01:14 smithi016 ceph-mon[90652]: osdmap e2517: 8 total, 8 up, 8 in 2024-04-15T16:01:14.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 16:01:14 smithi016 ceph-mon[93212]: pgmap v4706: 137 pgs: 1 active+clean+snaptrim, 136 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 650 KiB/s rd, 5.0 KiB/s wr, 882 op/s 2024-04-15T16:01:14.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 16:01:14 smithi016 ceph-mon[93212]: osdmap e2517: 8 total, 8 up, 8 in 2024-04-15T16:01:15.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 16:01:15 smithi102 ceph-mon[87131]: osdmap e2518: 8 total, 8 up, 8 in 2024-04-15T16:01:15.789 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 16:01:15 smithi016 ceph-mon[90652]: osdmap e2518: 8 total, 8 up, 8 in 2024-04-15T16:01:15.789 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 16:01:15 smithi016 ceph-mon[93212]: osdmap e2518: 8 total, 8 up, 8 in 2024-04-15T16:01:16.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 16:01:16 smithi102 ceph-mon[87131]: pgmap v4709: 137 pgs: 1 active+clean+snaptrim, 136 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 2.0 KiB/s rd, 0 B/s wr, 4 op/s 2024-04-15T16:01:16.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 16:01:16 smithi102 ceph-mon[87131]: osdmap e2519: 8 total, 8 up, 8 in 2024-04-15T16:01:16.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 16:01:16 smithi102 ceph-mon[87131]: osdmap e2520: 8 total, 8 up, 8 in 2024-04-15T16:01:16.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 16:01:16 smithi016 ceph-mon[90652]: pgmap v4709: 137 pgs: 1 active+clean+snaptrim, 136 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 2.0 KiB/s rd, 0 B/s wr, 4 op/s 2024-04-15T16:01:16.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 16:01:16 smithi016 ceph-mon[90652]: osdmap e2519: 8 total, 8 up, 8 in 2024-04-15T16:01:16.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 16:01:16 smithi016 ceph-mon[90652]: osdmap e2520: 8 total, 8 up, 8 in 2024-04-15T16:01:16.791 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 16:01:16 smithi016 ceph-mon[93212]: pgmap v4709: 137 pgs: 1 active+clean+snaptrim, 136 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 2.0 KiB/s rd, 0 B/s wr, 4 op/s 2024-04-15T16:01:16.791 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 16:01:16 smithi016 ceph-mon[93212]: osdmap e2519: 8 total, 8 up, 8 in 2024-04-15T16:01:16.791 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 16:01:16 smithi016 ceph-mon[93212]: osdmap e2520: 8 total, 8 up, 8 in 2024-04-15T16:01:18.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 16:01:18 smithi102 ceph-mon[87131]: pgmap v4712: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 617 KiB/s rd, 5.0 KiB/s wr, 837 op/s 2024-04-15T16:01:18.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 16:01:18 smithi102 ceph-mon[87131]: osdmap e2521: 8 total, 8 up, 8 in 2024-04-15T16:01:18.789 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 16:01:18 smithi016 ceph-mon[90652]: pgmap v4712: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 617 KiB/s rd, 5.0 KiB/s wr, 837 op/s 2024-04-15T16:01:18.789 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 16:01:18 smithi016 ceph-mon[90652]: osdmap e2521: 8 total, 8 up, 8 in 2024-04-15T16:01:18.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 16:01:18 smithi016 ceph-mon[93212]: pgmap v4712: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 617 KiB/s rd, 5.0 KiB/s wr, 837 op/s 2024-04-15T16:01:18.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 16:01:18 smithi016 ceph-mon[93212]: osdmap e2521: 8 total, 8 up, 8 in 2024-04-15T16:01:19.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 16:01:19 smithi102 ceph-mon[87131]: osdmap e2522: 8 total, 8 up, 8 in 2024-04-15T16:01:19.789 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 16:01:19 smithi016 ceph-mon[90652]: osdmap e2522: 8 total, 8 up, 8 in 2024-04-15T16:01:19.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 16:01:19 smithi016 ceph-mon[93212]: osdmap e2522: 8 total, 8 up, 8 in 2024-04-15T16:01:20.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 16:01:20 smithi102 ceph-mon[87131]: pgmap v4715: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 617 KiB/s rd, 5.0 KiB/s wr, 837 op/s 2024-04-15T16:01:20.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 16:01:20 smithi102 ceph-mon[87131]: osdmap e2523: 8 total, 8 up, 8 in 2024-04-15T16:01:20.789 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 16:01:20 smithi016 ceph-mon[93212]: pgmap v4715: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 617 KiB/s rd, 5.0 KiB/s wr, 837 op/s 2024-04-15T16:01:20.789 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 16:01:20 smithi016 ceph-mon[93212]: osdmap e2523: 8 total, 8 up, 8 in 2024-04-15T16:01:20.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 16:01:20 smithi016 ceph-mon[90652]: pgmap v4715: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 617 KiB/s rd, 5.0 KiB/s wr, 837 op/s 2024-04-15T16:01:20.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 16:01:20 smithi016 ceph-mon[90652]: osdmap e2523: 8 total, 8 up, 8 in 2024-04-15T16:01:21.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 16:01:21 smithi102 ceph-mon[87131]: osdmap e2524: 8 total, 8 up, 8 in 2024-04-15T16:01:21.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 16:01:21 smithi102 ceph-mon[87131]: osdmap e2525: 8 total, 8 up, 8 in 2024-04-15T16:01:21.778 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 16:01:21 smithi016 ceph-mon[93212]: osdmap e2524: 8 total, 8 up, 8 in 2024-04-15T16:01:21.778 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 16:01:21 smithi016 ceph-mon[93212]: osdmap e2525: 8 total, 8 up, 8 in 2024-04-15T16:01:21.779 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 16:01:21 smithi016 ceph-mon[90652]: osdmap e2524: 8 total, 8 up, 8 in 2024-04-15T16:01:21.779 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 16:01:21 smithi016 ceph-mon[90652]: osdmap e2525: 8 total, 8 up, 8 in 2024-04-15T16:01:22.039 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 15 16:01:21 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-y[81421]: ::ffff:172.21.15.102 - - [15/Apr/2024:16:01:21] "GET /metrics HTTP/1.1" 200 36671 "" "Prometheus/2.43.0" 2024-04-15T16:01:22.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 16:01:22 smithi102 ceph-mon[87131]: pgmap v4718: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 584 KiB/s rd, 5.0 KiB/s wr, 791 op/s 2024-04-15T16:01:22.687 INFO:journalctl@ceph.prometheus.a.smithi102.stdout:Apr 15 16:01:22 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-prometheus-a[120881]: ts=2024-04-15T16:01:22.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi016:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"362ea986-fb34-11ee-bc8f-c7b262605968\", instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T16:01:22.789 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 16:01:22 smithi016 ceph-mon[90652]: pgmap v4718: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 584 KiB/s rd, 5.0 KiB/s wr, 791 op/s 2024-04-15T16:01:22.789 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 16:01:22 smithi016 ceph-mon[93212]: pgmap v4718: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 584 KiB/s rd, 5.0 KiB/s wr, 791 op/s 2024-04-15T16:01:23.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 16:01:23 smithi102 ceph-mon[87131]: osdmap e2526: 8 total, 8 up, 8 in 2024-04-15T16:01:23.789 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 16:01:23 smithi016 ceph-mon[90652]: osdmap e2526: 8 total, 8 up, 8 in 2024-04-15T16:01:23.789 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 16:01:23 smithi016 ceph-mon[93212]: osdmap e2526: 8 total, 8 up, 8 in 2024-04-15T16:01:24.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 16:01:24 smithi102 ceph-mon[87131]: pgmap v4721: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 585 KiB/s rd, 5.0 KiB/s wr, 793 op/s 2024-04-15T16:01:24.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 16:01:24 smithi102 ceph-mon[87131]: osdmap e2527: 8 total, 8 up, 8 in 2024-04-15T16:01:24.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 16:01:24 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T16:01:24.789 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 16:01:24 smithi016 ceph-mon[90652]: pgmap v4721: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 585 KiB/s rd, 5.0 KiB/s wr, 793 op/s 2024-04-15T16:01:24.789 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 16:01:24 smithi016 ceph-mon[90652]: osdmap e2527: 8 total, 8 up, 8 in 2024-04-15T16:01:24.789 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 16:01:24 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T16:01:24.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 16:01:24 smithi016 ceph-mon[93212]: pgmap v4721: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 585 KiB/s rd, 5.0 KiB/s wr, 793 op/s 2024-04-15T16:01:24.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 16:01:24 smithi016 ceph-mon[93212]: osdmap e2527: 8 total, 8 up, 8 in 2024-04-15T16:01:24.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 16:01:24 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T16:01:25.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 16:01:25 smithi102 ceph-mon[87131]: osdmap e2528: 8 total, 8 up, 8 in 2024-04-15T16:01:25.789 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 16:01:25 smithi016 ceph-mon[93212]: osdmap e2528: 8 total, 8 up, 8 in 2024-04-15T16:01:25.789 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 16:01:25 smithi016 ceph-mon[90652]: osdmap e2528: 8 total, 8 up, 8 in 2024-04-15T16:01:26.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 16:01:26 smithi102 ceph-mon[87131]: pgmap v4724: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 1023 B/s rd, 0 B/s wr, 2 op/s 2024-04-15T16:01:26.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 16:01:26 smithi102 ceph-mon[87131]: osdmap e2529: 8 total, 8 up, 8 in 2024-04-15T16:01:26.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 16:01:26 smithi102 ceph-mon[87131]: osdmap e2530: 8 total, 8 up, 8 in 2024-04-15T16:01:26.789 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 16:01:26 smithi016 ceph-mon[90652]: pgmap v4724: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 1023 B/s rd, 0 B/s wr, 2 op/s 2024-04-15T16:01:26.789 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 16:01:26 smithi016 ceph-mon[90652]: osdmap e2529: 8 total, 8 up, 8 in 2024-04-15T16:01:26.789 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 16:01:26 smithi016 ceph-mon[90652]: osdmap e2530: 8 total, 8 up, 8 in 2024-04-15T16:01:26.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 16:01:26 smithi016 ceph-mon[93212]: pgmap v4724: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 1023 B/s rd, 0 B/s wr, 2 op/s 2024-04-15T16:01:26.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 16:01:26 smithi016 ceph-mon[93212]: osdmap e2529: 8 total, 8 up, 8 in 2024-04-15T16:01:26.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 16:01:26 smithi016 ceph-mon[93212]: osdmap e2530: 8 total, 8 up, 8 in 2024-04-15T16:01:28.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 16:01:28 smithi102 ceph-mon[87131]: pgmap v4727: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 552 KiB/s rd, 5.0 KiB/s wr, 749 op/s 2024-04-15T16:01:28.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 16:01:28 smithi102 ceph-mon[87131]: osdmap e2531: 8 total, 8 up, 8 in 2024-04-15T16:01:28.789 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 16:01:28 smithi016 ceph-mon[93212]: pgmap v4727: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 552 KiB/s rd, 5.0 KiB/s wr, 749 op/s 2024-04-15T16:01:28.789 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 16:01:28 smithi016 ceph-mon[93212]: osdmap e2531: 8 total, 8 up, 8 in 2024-04-15T16:01:28.789 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 16:01:28 smithi016 ceph-mon[90652]: pgmap v4727: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 552 KiB/s rd, 5.0 KiB/s wr, 749 op/s 2024-04-15T16:01:28.789 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 16:01:28 smithi016 ceph-mon[90652]: osdmap e2531: 8 total, 8 up, 8 in 2024-04-15T16:01:29.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 16:01:29 smithi102 ceph-mon[87131]: osdmap e2532: 8 total, 8 up, 8 in 2024-04-15T16:01:29.789 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 16:01:29 smithi016 ceph-mon[90652]: osdmap e2532: 8 total, 8 up, 8 in 2024-04-15T16:01:29.789 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 16:01:29 smithi016 ceph-mon[93212]: osdmap e2532: 8 total, 8 up, 8 in 2024-04-15T16:01:30.690 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 16:01:30 smithi102 ceph-mon[87131]: pgmap v4730: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 552 KiB/s rd, 5.0 KiB/s wr, 749 op/s 2024-04-15T16:01:30.690 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 16:01:30 smithi102 ceph-mon[87131]: osdmap e2533: 8 total, 8 up, 8 in 2024-04-15T16:01:30.789 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 16:01:30 smithi016 ceph-mon[90652]: pgmap v4730: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 552 KiB/s rd, 5.0 KiB/s wr, 749 op/s 2024-04-15T16:01:30.789 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 16:01:30 smithi016 ceph-mon[90652]: osdmap e2533: 8 total, 8 up, 8 in 2024-04-15T16:01:30.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 16:01:30 smithi016 ceph-mon[93212]: pgmap v4730: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 552 KiB/s rd, 5.0 KiB/s wr, 749 op/s 2024-04-15T16:01:30.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 16:01:30 smithi016 ceph-mon[93212]: osdmap e2533: 8 total, 8 up, 8 in 2024-04-15T16:01:31.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 16:01:31 smithi102 ceph-mon[87131]: osdmap e2534: 8 total, 8 up, 8 in 2024-04-15T16:01:31.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 16:01:31 smithi102 ceph-mon[87131]: osdmap e2535: 8 total, 8 up, 8 in 2024-04-15T16:01:31.778 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 16:01:31 smithi016 ceph-mon[90652]: osdmap e2534: 8 total, 8 up, 8 in 2024-04-15T16:01:31.778 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 16:01:31 smithi016 ceph-mon[90652]: osdmap e2535: 8 total, 8 up, 8 in 2024-04-15T16:01:31.778 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 16:01:31 smithi016 ceph-mon[93212]: osdmap e2534: 8 total, 8 up, 8 in 2024-04-15T16:01:31.778 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 16:01:31 smithi016 ceph-mon[93212]: osdmap e2535: 8 total, 8 up, 8 in 2024-04-15T16:01:32.039 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 15 16:01:31 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-y[81421]: ::ffff:172.21.15.102 - - [15/Apr/2024:16:01:31] "GET /metrics HTTP/1.1" 200 36673 "" "Prometheus/2.43.0" 2024-04-15T16:01:32.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 16:01:32 smithi102 ceph-mon[87131]: pgmap v4733: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 520 KiB/s rd, 5.0 KiB/s wr, 704 op/s 2024-04-15T16:01:32.687 INFO:journalctl@ceph.prometheus.a.smithi102.stdout:Apr 15 16:01:32 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-prometheus-a[120881]: ts=2024-04-15T16:01:32.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi016:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"362ea986-fb34-11ee-bc8f-c7b262605968\", instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T16:01:32.789 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 16:01:32 smithi016 ceph-mon[93212]: pgmap v4733: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 520 KiB/s rd, 5.0 KiB/s wr, 704 op/s 2024-04-15T16:01:32.789 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 16:01:32 smithi016 ceph-mon[90652]: pgmap v4733: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 520 KiB/s rd, 5.0 KiB/s wr, 704 op/s 2024-04-15T16:01:33.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 16:01:33 smithi102 ceph-mon[87131]: osdmap e2536: 8 total, 8 up, 8 in 2024-04-15T16:01:33.789 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 16:01:33 smithi016 ceph-mon[90652]: osdmap e2536: 8 total, 8 up, 8 in 2024-04-15T16:01:33.789 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 16:01:33 smithi016 ceph-mon[93212]: osdmap e2536: 8 total, 8 up, 8 in 2024-04-15T16:01:34.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 16:01:34 smithi102 ceph-mon[87131]: pgmap v4736: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 520 KiB/s rd, 5.0 KiB/s wr, 704 op/s 2024-04-15T16:01:34.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 16:01:34 smithi102 ceph-mon[87131]: osdmap e2537: 8 total, 8 up, 8 in 2024-04-15T16:01:34.789 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 16:01:34 smithi016 ceph-mon[93212]: pgmap v4736: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 520 KiB/s rd, 5.0 KiB/s wr, 704 op/s 2024-04-15T16:01:34.789 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 16:01:34 smithi016 ceph-mon[93212]: osdmap e2537: 8 total, 8 up, 8 in 2024-04-15T16:01:34.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 16:01:34 smithi016 ceph-mon[90652]: pgmap v4736: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 520 KiB/s rd, 5.0 KiB/s wr, 704 op/s 2024-04-15T16:01:34.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 16:01:34 smithi016 ceph-mon[90652]: osdmap e2537: 8 total, 8 up, 8 in 2024-04-15T16:01:35.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 16:01:35 smithi102 ceph-mon[87131]: osdmap e2538: 8 total, 8 up, 8 in 2024-04-15T16:01:35.789 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 16:01:35 smithi016 ceph-mon[90652]: osdmap e2538: 8 total, 8 up, 8 in 2024-04-15T16:01:35.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 16:01:35 smithi016 ceph-mon[93212]: osdmap e2538: 8 total, 8 up, 8 in 2024-04-15T16:01:36.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 16:01:36 smithi102 ceph-mon[87131]: pgmap v4739: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2024-04-15T16:01:36.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 16:01:36 smithi102 ceph-mon[87131]: osdmap e2539: 8 total, 8 up, 8 in 2024-04-15T16:01:36.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 16:01:36 smithi102 ceph-mon[87131]: osdmap e2540: 8 total, 8 up, 8 in 2024-04-15T16:01:36.789 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 16:01:36 smithi016 ceph-mon[90652]: pgmap v4739: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2024-04-15T16:01:36.789 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 16:01:36 smithi016 ceph-mon[90652]: osdmap e2539: 8 total, 8 up, 8 in 2024-04-15T16:01:36.789 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 16:01:36 smithi016 ceph-mon[90652]: osdmap e2540: 8 total, 8 up, 8 in 2024-04-15T16:01:36.789 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 16:01:36 smithi016 ceph-mon[93212]: pgmap v4739: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2024-04-15T16:01:36.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 16:01:36 smithi016 ceph-mon[93212]: osdmap e2539: 8 total, 8 up, 8 in 2024-04-15T16:01:36.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 16:01:36 smithi016 ceph-mon[93212]: osdmap e2540: 8 total, 8 up, 8 in 2024-04-15T16:01:38.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 16:01:38 smithi102 ceph-mon[87131]: pgmap v4742: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 488 KiB/s rd, 5.0 KiB/s wr, 663 op/s 2024-04-15T16:01:38.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 16:01:38 smithi102 ceph-mon[87131]: osdmap e2541: 8 total, 8 up, 8 in 2024-04-15T16:01:38.789 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 16:01:38 smithi016 ceph-mon[90652]: pgmap v4742: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 488 KiB/s rd, 5.0 KiB/s wr, 663 op/s 2024-04-15T16:01:38.789 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 16:01:38 smithi016 ceph-mon[90652]: osdmap e2541: 8 total, 8 up, 8 in 2024-04-15T16:01:38.789 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 16:01:38 smithi016 ceph-mon[93212]: pgmap v4742: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 488 KiB/s rd, 5.0 KiB/s wr, 663 op/s 2024-04-15T16:01:38.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 16:01:38 smithi016 ceph-mon[93212]: osdmap e2541: 8 total, 8 up, 8 in 2024-04-15T16:01:39.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 16:01:39 smithi102 ceph-mon[87131]: osdmap e2542: 8 total, 8 up, 8 in 2024-04-15T16:01:39.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 16:01:39 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T16:01:39.789 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 16:01:39 smithi016 ceph-mon[90652]: osdmap e2542: 8 total, 8 up, 8 in 2024-04-15T16:01:39.789 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 16:01:39 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T16:01:39.789 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 16:01:39 smithi016 ceph-mon[93212]: osdmap e2542: 8 total, 8 up, 8 in 2024-04-15T16:01:39.789 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 16:01:39 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T16:01:40.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 16:01:40 smithi102 ceph-mon[87131]: pgmap v4745: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 488 KiB/s rd, 5.0 KiB/s wr, 663 op/s 2024-04-15T16:01:40.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 16:01:40 smithi102 ceph-mon[87131]: osdmap e2543: 8 total, 8 up, 8 in 2024-04-15T16:01:40.789 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 16:01:40 smithi016 ceph-mon[90652]: pgmap v4745: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 488 KiB/s rd, 5.0 KiB/s wr, 663 op/s 2024-04-15T16:01:40.789 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 16:01:40 smithi016 ceph-mon[90652]: osdmap e2543: 8 total, 8 up, 8 in 2024-04-15T16:01:40.789 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 16:01:40 smithi016 ceph-mon[93212]: pgmap v4745: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 488 KiB/s rd, 5.0 KiB/s wr, 663 op/s 2024-04-15T16:01:40.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 16:01:40 smithi016 ceph-mon[93212]: osdmap e2543: 8 total, 8 up, 8 in 2024-04-15T16:01:41.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 16:01:41 smithi102 ceph-mon[87131]: osdmap e2544: 8 total, 8 up, 8 in 2024-04-15T16:01:41.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 16:01:41 smithi102 ceph-mon[87131]: osdmap e2545: 8 total, 8 up, 8 in 2024-04-15T16:01:41.778 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 16:01:41 smithi016 ceph-mon[93212]: osdmap e2544: 8 total, 8 up, 8 in 2024-04-15T16:01:41.778 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 16:01:41 smithi016 ceph-mon[93212]: osdmap e2545: 8 total, 8 up, 8 in 2024-04-15T16:01:41.779 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 16:01:41 smithi016 ceph-mon[90652]: osdmap e2544: 8 total, 8 up, 8 in 2024-04-15T16:01:41.779 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 16:01:41 smithi016 ceph-mon[90652]: osdmap e2545: 8 total, 8 up, 8 in 2024-04-15T16:01:42.039 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 15 16:01:41 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-y[81421]: ::ffff:172.21.15.102 - - [15/Apr/2024:16:01:41] "GET /metrics HTTP/1.1" 200 36670 "" "Prometheus/2.43.0" 2024-04-15T16:01:42.588 INFO:journalctl@ceph.prometheus.a.smithi102.stdout:Apr 15 16:01:42 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-prometheus-a[120881]: ts=2024-04-15T16:01:42.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi016:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"362ea986-fb34-11ee-bc8f-c7b262605968\", instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T16:01:42.588 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 16:01:42 smithi102 ceph-mon[87131]: pgmap v4748: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 454 KiB/s rd, 5.0 KiB/s wr, 614 op/s 2024-04-15T16:01:42.588 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 16:01:42 smithi102 ceph-mon[87131]: osdmap e2546: 8 total, 8 up, 8 in 2024-04-15T16:01:42.789 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 16:01:42 smithi016 ceph-mon[90652]: pgmap v4748: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 454 KiB/s rd, 5.0 KiB/s wr, 614 op/s 2024-04-15T16:01:42.789 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 16:01:42 smithi016 ceph-mon[90652]: osdmap e2546: 8 total, 8 up, 8 in 2024-04-15T16:01:42.789 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 16:01:42 smithi016 ceph-mon[93212]: pgmap v4748: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 454 KiB/s rd, 5.0 KiB/s wr, 614 op/s 2024-04-15T16:01:42.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 16:01:42 smithi016 ceph-mon[93212]: osdmap e2546: 8 total, 8 up, 8 in 2024-04-15T16:01:44.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 16:01:44 smithi102 ceph-mon[87131]: pgmap v4751: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 455 KiB/s rd, 5.0 KiB/s wr, 616 op/s 2024-04-15T16:01:44.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 16:01:44 smithi102 ceph-mon[87131]: osdmap e2547: 8 total, 8 up, 8 in 2024-04-15T16:01:44.789 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 16:01:44 smithi016 ceph-mon[90652]: pgmap v4751: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 455 KiB/s rd, 5.0 KiB/s wr, 616 op/s 2024-04-15T16:01:44.789 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 16:01:44 smithi016 ceph-mon[90652]: osdmap e2547: 8 total, 8 up, 8 in 2024-04-15T16:01:44.789 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 16:01:44 smithi016 ceph-mon[93212]: pgmap v4751: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 455 KiB/s rd, 5.0 KiB/s wr, 616 op/s 2024-04-15T16:01:44.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 16:01:44 smithi016 ceph-mon[93212]: osdmap e2547: 8 total, 8 up, 8 in 2024-04-15T16:01:45.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 16:01:45 smithi102 ceph-mon[87131]: osdmap e2548: 8 total, 8 up, 8 in 2024-04-15T16:01:45.789 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 16:01:45 smithi016 ceph-mon[90652]: osdmap e2548: 8 total, 8 up, 8 in 2024-04-15T16:01:45.789 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 16:01:45 smithi016 ceph-mon[93212]: osdmap e2548: 8 total, 8 up, 8 in 2024-04-15T16:01:46.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 16:01:46 smithi102 ceph-mon[87131]: pgmap v4754: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 767 B/s rd, 0 B/s wr, 1 op/s 2024-04-15T16:01:46.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 16:01:46 smithi102 ceph-mon[87131]: osdmap e2549: 8 total, 8 up, 8 in 2024-04-15T16:01:46.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 16:01:46 smithi102 ceph-mon[87131]: osdmap e2550: 8 total, 8 up, 8 in 2024-04-15T16:01:46.789 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 16:01:46 smithi016 ceph-mon[90652]: pgmap v4754: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 767 B/s rd, 0 B/s wr, 1 op/s 2024-04-15T16:01:46.789 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 16:01:46 smithi016 ceph-mon[90652]: osdmap e2549: 8 total, 8 up, 8 in 2024-04-15T16:01:46.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 16:01:46 smithi016 ceph-mon[90652]: osdmap e2550: 8 total, 8 up, 8 in 2024-04-15T16:01:46.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 16:01:46 smithi016 ceph-mon[93212]: pgmap v4754: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 767 B/s rd, 0 B/s wr, 1 op/s 2024-04-15T16:01:46.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 16:01:46 smithi016 ceph-mon[93212]: osdmap e2549: 8 total, 8 up, 8 in 2024-04-15T16:01:46.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 16:01:46 smithi016 ceph-mon[93212]: osdmap e2550: 8 total, 8 up, 8 in 2024-04-15T16:01:47.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 16:01:47 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T16:01:47.789 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 16:01:47 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T16:01:47.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 16:01:47 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T16:01:48.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 16:01:48 smithi102 ceph-mon[87131]: pgmap v4757: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 421 KiB/s rd, 5.0 KiB/s wr, 570 op/s 2024-04-15T16:01:48.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 16:01:48 smithi102 ceph-mon[87131]: osdmap e2551: 8 total, 8 up, 8 in 2024-04-15T16:01:48.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 16:01:48 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T16:01:48.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 16:01:48 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T16:01:48.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 16:01:48 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T16:01:48.789 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 16:01:48 smithi016 ceph-mon[90652]: pgmap v4757: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 421 KiB/s rd, 5.0 KiB/s wr, 570 op/s 2024-04-15T16:01:48.789 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 16:01:48 smithi016 ceph-mon[90652]: osdmap e2551: 8 total, 8 up, 8 in 2024-04-15T16:01:48.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 16:01:48 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T16:01:48.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 16:01:48 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T16:01:48.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 16:01:48 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T16:01:48.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 16:01:48 smithi016 ceph-mon[93212]: pgmap v4757: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 421 KiB/s rd, 5.0 KiB/s wr, 570 op/s 2024-04-15T16:01:48.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 16:01:48 smithi016 ceph-mon[93212]: osdmap e2551: 8 total, 8 up, 8 in 2024-04-15T16:01:48.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 16:01:48 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T16:01:48.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 16:01:48 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T16:01:48.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 16:01:48 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T16:01:49.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 16:01:49 smithi102 ceph-mon[87131]: osdmap e2552: 8 total, 8 up, 8 in 2024-04-15T16:01:49.789 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 16:01:49 smithi016 ceph-mon[90652]: osdmap e2552: 8 total, 8 up, 8 in 2024-04-15T16:01:49.789 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 16:01:49 smithi016 ceph-mon[93212]: osdmap e2552: 8 total, 8 up, 8 in 2024-04-15T16:01:50.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 16:01:50 smithi102 ceph-mon[87131]: pgmap v4760: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 421 KiB/s rd, 5.0 KiB/s wr, 572 op/s 2024-04-15T16:01:50.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 16:01:50 smithi102 ceph-mon[87131]: osdmap e2553: 8 total, 8 up, 8 in 2024-04-15T16:01:50.789 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 16:01:50 smithi016 ceph-mon[90652]: pgmap v4760: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 421 KiB/s rd, 5.0 KiB/s wr, 572 op/s 2024-04-15T16:01:50.789 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 16:01:50 smithi016 ceph-mon[90652]: osdmap e2553: 8 total, 8 up, 8 in 2024-04-15T16:01:50.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 16:01:50 smithi016 ceph-mon[93212]: pgmap v4760: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 421 KiB/s rd, 5.0 KiB/s wr, 572 op/s 2024-04-15T16:01:50.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 16:01:50 smithi016 ceph-mon[93212]: osdmap e2553: 8 total, 8 up, 8 in 2024-04-15T16:01:51.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 16:01:51 smithi102 ceph-mon[87131]: osdmap e2554: 8 total, 8 up, 8 in 2024-04-15T16:01:51.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 16:01:51 smithi102 ceph-mon[87131]: osdmap e2555: 8 total, 8 up, 8 in 2024-04-15T16:01:51.778 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 16:01:51 smithi016 ceph-mon[93212]: osdmap e2554: 8 total, 8 up, 8 in 2024-04-15T16:01:51.778 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 16:01:51 smithi016 ceph-mon[93212]: osdmap e2555: 8 total, 8 up, 8 in 2024-04-15T16:01:51.779 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 16:01:51 smithi016 ceph-mon[90652]: osdmap e2554: 8 total, 8 up, 8 in 2024-04-15T16:01:51.779 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 16:01:51 smithi016 ceph-mon[90652]: osdmap e2555: 8 total, 8 up, 8 in 2024-04-15T16:01:52.039 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 15 16:01:51 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-y[81421]: ::ffff:172.21.15.102 - - [15/Apr/2024:16:01:51] "GET /metrics HTTP/1.1" 200 36670 "" "Prometheus/2.43.0" 2024-04-15T16:01:52.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 16:01:52 smithi102 ceph-mon[87131]: pgmap v4763: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 390 KiB/s rd, 5.0 KiB/s wr, 527 op/s 2024-04-15T16:01:52.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 16:01:52 smithi102 ceph-mon[87131]: osdmap e2556: 8 total, 8 up, 8 in 2024-04-15T16:01:52.687 INFO:journalctl@ceph.prometheus.a.smithi102.stdout:Apr 15 16:01:52 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-prometheus-a[120881]: ts=2024-04-15T16:01:52.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi016:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"362ea986-fb34-11ee-bc8f-c7b262605968\", instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T16:01:52.789 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 16:01:52 smithi016 ceph-mon[90652]: pgmap v4763: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 390 KiB/s rd, 5.0 KiB/s wr, 527 op/s 2024-04-15T16:01:52.789 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 16:01:52 smithi016 ceph-mon[90652]: osdmap e2556: 8 total, 8 up, 8 in 2024-04-15T16:01:52.789 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 16:01:52 smithi016 ceph-mon[93212]: pgmap v4763: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 390 KiB/s rd, 5.0 KiB/s wr, 527 op/s 2024-04-15T16:01:52.789 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 16:01:52 smithi016 ceph-mon[93212]: osdmap e2556: 8 total, 8 up, 8 in 2024-04-15T16:01:54.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 16:01:54 smithi102 ceph-mon[87131]: pgmap v4766: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 389 KiB/s rd, 5.0 KiB/s wr, 527 op/s 2024-04-15T16:01:54.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 16:01:54 smithi102 ceph-mon[87131]: osdmap e2557: 8 total, 8 up, 8 in 2024-04-15T16:01:54.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 16:01:54 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T16:01:54.789 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 16:01:54 smithi016 ceph-mon[93212]: pgmap v4766: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 389 KiB/s rd, 5.0 KiB/s wr, 527 op/s 2024-04-15T16:01:54.789 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 16:01:54 smithi016 ceph-mon[93212]: osdmap e2557: 8 total, 8 up, 8 in 2024-04-15T16:01:54.789 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 16:01:54 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T16:01:54.789 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 16:01:54 smithi016 ceph-mon[90652]: pgmap v4766: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 389 KiB/s rd, 5.0 KiB/s wr, 527 op/s 2024-04-15T16:01:54.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 16:01:54 smithi016 ceph-mon[90652]: osdmap e2557: 8 total, 8 up, 8 in 2024-04-15T16:01:54.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 16:01:54 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T16:01:55.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 16:01:55 smithi102 ceph-mon[87131]: osdmap e2558: 8 total, 8 up, 8 in 2024-04-15T16:01:55.789 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 16:01:55 smithi016 ceph-mon[90652]: osdmap e2558: 8 total, 8 up, 8 in 2024-04-15T16:01:55.789 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 16:01:55 smithi016 ceph-mon[93212]: osdmap e2558: 8 total, 8 up, 8 in 2024-04-15T16:01:56.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 16:01:56 smithi102 ceph-mon[87131]: pgmap v4769: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2024-04-15T16:01:56.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 16:01:56 smithi102 ceph-mon[87131]: osdmap e2559: 8 total, 8 up, 8 in 2024-04-15T16:01:56.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 16:01:56 smithi102 ceph-mon[87131]: osdmap e2560: 8 total, 8 up, 8 in 2024-04-15T16:01:56.789 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 16:01:56 smithi016 ceph-mon[93212]: pgmap v4769: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2024-04-15T16:01:56.789 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 16:01:56 smithi016 ceph-mon[93212]: osdmap e2559: 8 total, 8 up, 8 in 2024-04-15T16:01:56.789 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 16:01:56 smithi016 ceph-mon[93212]: osdmap e2560: 8 total, 8 up, 8 in 2024-04-15T16:01:56.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 16:01:56 smithi016 ceph-mon[90652]: pgmap v4769: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2024-04-15T16:01:56.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 16:01:56 smithi016 ceph-mon[90652]: osdmap e2559: 8 total, 8 up, 8 in 2024-04-15T16:01:56.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 16:01:56 smithi016 ceph-mon[90652]: osdmap e2560: 8 total, 8 up, 8 in 2024-04-15T16:01:58.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 16:01:58 smithi102 ceph-mon[87131]: pgmap v4772: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 356 KiB/s rd, 5.0 KiB/s wr, 483 op/s 2024-04-15T16:01:58.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 16:01:58 smithi102 ceph-mon[87131]: osdmap e2561: 8 total, 8 up, 8 in 2024-04-15T16:01:58.789 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 16:01:58 smithi016 ceph-mon[90652]: pgmap v4772: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 356 KiB/s rd, 5.0 KiB/s wr, 483 op/s 2024-04-15T16:01:58.789 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 16:01:58 smithi016 ceph-mon[90652]: osdmap e2561: 8 total, 8 up, 8 in 2024-04-15T16:01:58.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 16:01:58 smithi016 ceph-mon[93212]: pgmap v4772: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 356 KiB/s rd, 5.0 KiB/s wr, 483 op/s 2024-04-15T16:01:58.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 16:01:58 smithi016 ceph-mon[93212]: osdmap e2561: 8 total, 8 up, 8 in 2024-04-15T16:01:59.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 16:01:59 smithi102 ceph-mon[87131]: osdmap e2562: 8 total, 8 up, 8 in 2024-04-15T16:01:59.789 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 16:01:59 smithi016 ceph-mon[90652]: osdmap e2562: 8 total, 8 up, 8 in 2024-04-15T16:01:59.789 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 16:01:59 smithi016 ceph-mon[93212]: osdmap e2562: 8 total, 8 up, 8 in 2024-04-15T16:02:00.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 16:02:00 smithi102 ceph-mon[87131]: pgmap v4775: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 356 KiB/s rd, 5.0 KiB/s wr, 483 op/s 2024-04-15T16:02:00.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 16:02:00 smithi102 ceph-mon[87131]: osdmap e2563: 8 total, 8 up, 8 in 2024-04-15T16:02:00.789 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 16:02:00 smithi016 ceph-mon[90652]: pgmap v4775: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 356 KiB/s rd, 5.0 KiB/s wr, 483 op/s 2024-04-15T16:02:00.789 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 16:02:00 smithi016 ceph-mon[90652]: osdmap e2563: 8 total, 8 up, 8 in 2024-04-15T16:02:00.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 16:02:00 smithi016 ceph-mon[93212]: pgmap v4775: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 356 KiB/s rd, 5.0 KiB/s wr, 483 op/s 2024-04-15T16:02:00.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 16:02:00 smithi016 ceph-mon[93212]: osdmap e2563: 8 total, 8 up, 8 in 2024-04-15T16:02:01.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 16:02:01 smithi102 ceph-mon[87131]: osdmap e2564: 8 total, 8 up, 8 in 2024-04-15T16:02:01.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 16:02:01 smithi102 ceph-mon[87131]: osdmap e2565: 8 total, 8 up, 8 in 2024-04-15T16:02:01.778 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 16:02:01 smithi016 ceph-mon[90652]: osdmap e2564: 8 total, 8 up, 8 in 2024-04-15T16:02:01.778 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 16:02:01 smithi016 ceph-mon[90652]: osdmap e2565: 8 total, 8 up, 8 in 2024-04-15T16:02:01.778 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 16:02:01 smithi016 ceph-mon[93212]: osdmap e2564: 8 total, 8 up, 8 in 2024-04-15T16:02:01.778 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 16:02:01 smithi016 ceph-mon[93212]: osdmap e2565: 8 total, 8 up, 8 in 2024-04-15T16:02:02.039 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 15 16:02:01 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-y[81421]: ::ffff:172.21.15.102 - - [15/Apr/2024:16:02:01] "GET /metrics HTTP/1.1" 200 36670 "" "Prometheus/2.43.0" 2024-04-15T16:02:02.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 16:02:02 smithi102 ceph-mon[87131]: pgmap v4778: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 324 KiB/s rd, 5.0 KiB/s wr, 437 op/s 2024-04-15T16:02:02.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 16:02:02 smithi102 ceph-mon[87131]: osdmap e2566: 8 total, 8 up, 8 in 2024-04-15T16:02:02.687 INFO:journalctl@ceph.prometheus.a.smithi102.stdout:Apr 15 16:02:02 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-prometheus-a[120881]: ts=2024-04-15T16:02:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi016:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"362ea986-fb34-11ee-bc8f-c7b262605968\", instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T16:02:02.789 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 16:02:02 smithi016 ceph-mon[90652]: pgmap v4778: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 324 KiB/s rd, 5.0 KiB/s wr, 437 op/s 2024-04-15T16:02:02.789 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 16:02:02 smithi016 ceph-mon[90652]: osdmap e2566: 8 total, 8 up, 8 in 2024-04-15T16:02:02.789 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 16:02:02 smithi016 ceph-mon[93212]: pgmap v4778: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 324 KiB/s rd, 5.0 KiB/s wr, 437 op/s 2024-04-15T16:02:02.789 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 16:02:02 smithi016 ceph-mon[93212]: osdmap e2566: 8 total, 8 up, 8 in 2024-04-15T16:02:04.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 16:02:04 smithi102 ceph-mon[87131]: pgmap v4781: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 324 KiB/s rd, 5.0 KiB/s wr, 439 op/s 2024-04-15T16:02:04.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 16:02:04 smithi102 ceph-mon[87131]: osdmap e2567: 8 total, 8 up, 8 in 2024-04-15T16:02:04.789 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 16:02:04 smithi016 ceph-mon[93212]: pgmap v4781: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 324 KiB/s rd, 5.0 KiB/s wr, 439 op/s 2024-04-15T16:02:04.789 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 16:02:04 smithi016 ceph-mon[93212]: osdmap e2567: 8 total, 8 up, 8 in 2024-04-15T16:02:04.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 16:02:04 smithi016 ceph-mon[90652]: pgmap v4781: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 324 KiB/s rd, 5.0 KiB/s wr, 439 op/s 2024-04-15T16:02:04.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 16:02:04 smithi016 ceph-mon[90652]: osdmap e2567: 8 total, 8 up, 8 in 2024-04-15T16:02:05.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 16:02:05 smithi102 ceph-mon[87131]: osdmap e2568: 8 total, 8 up, 8 in 2024-04-15T16:02:05.789 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 16:02:05 smithi016 ceph-mon[93212]: osdmap e2568: 8 total, 8 up, 8 in 2024-04-15T16:02:05.789 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 16:02:05 smithi016 ceph-mon[90652]: osdmap e2568: 8 total, 8 up, 8 in 2024-04-15T16:02:06.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 16:02:06 smithi102 ceph-mon[87131]: pgmap v4784: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 511 B/s rd, 0 B/s wr, 1 op/s 2024-04-15T16:02:06.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 16:02:06 smithi102 ceph-mon[87131]: osdmap e2569: 8 total, 8 up, 8 in 2024-04-15T16:02:06.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 16:02:06 smithi102 ceph-mon[87131]: osdmap e2570: 8 total, 8 up, 8 in 2024-04-15T16:02:06.789 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 16:02:06 smithi016 ceph-mon[93212]: pgmap v4784: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 511 B/s rd, 0 B/s wr, 1 op/s 2024-04-15T16:02:06.789 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 16:02:06 smithi016 ceph-mon[93212]: osdmap e2569: 8 total, 8 up, 8 in 2024-04-15T16:02:06.789 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 16:02:06 smithi016 ceph-mon[93212]: osdmap e2570: 8 total, 8 up, 8 in 2024-04-15T16:02:06.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 16:02:06 smithi016 ceph-mon[90652]: pgmap v4784: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 511 B/s rd, 0 B/s wr, 1 op/s 2024-04-15T16:02:06.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 16:02:06 smithi016 ceph-mon[90652]: osdmap e2569: 8 total, 8 up, 8 in 2024-04-15T16:02:06.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 16:02:06 smithi016 ceph-mon[90652]: osdmap e2570: 8 total, 8 up, 8 in 2024-04-15T16:02:08.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 16:02:08 smithi102 ceph-mon[87131]: pgmap v4787: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 291 KiB/s rd, 5.0 KiB/s wr, 396 op/s 2024-04-15T16:02:08.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 16:02:08 smithi102 ceph-mon[87131]: osdmap e2571: 8 total, 8 up, 8 in 2024-04-15T16:02:08.789 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 16:02:08 smithi016 ceph-mon[90652]: pgmap v4787: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 291 KiB/s rd, 5.0 KiB/s wr, 396 op/s 2024-04-15T16:02:08.789 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 16:02:08 smithi016 ceph-mon[90652]: osdmap e2571: 8 total, 8 up, 8 in 2024-04-15T16:02:08.789 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 16:02:08 smithi016 ceph-mon[93212]: pgmap v4787: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 291 KiB/s rd, 5.0 KiB/s wr, 396 op/s 2024-04-15T16:02:08.789 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 16:02:08 smithi016 ceph-mon[93212]: osdmap e2571: 8 total, 8 up, 8 in 2024-04-15T16:02:09.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 16:02:09 smithi102 ceph-mon[87131]: osdmap e2572: 8 total, 8 up, 8 in 2024-04-15T16:02:09.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 16:02:09 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T16:02:09.789 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 16:02:09 smithi016 ceph-mon[90652]: osdmap e2572: 8 total, 8 up, 8 in 2024-04-15T16:02:09.789 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 16:02:09 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T16:02:09.789 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 16:02:09 smithi016 ceph-mon[93212]: osdmap e2572: 8 total, 8 up, 8 in 2024-04-15T16:02:09.789 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 16:02:09 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T16:02:10.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 16:02:10 smithi102 ceph-mon[87131]: pgmap v4790: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 291 KiB/s rd, 5.0 KiB/s wr, 396 op/s 2024-04-15T16:02:10.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 16:02:10 smithi102 ceph-mon[87131]: osdmap e2573: 8 total, 8 up, 8 in 2024-04-15T16:02:10.789 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 16:02:10 smithi016 ceph-mon[90652]: pgmap v4790: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 291 KiB/s rd, 5.0 KiB/s wr, 396 op/s 2024-04-15T16:02:10.789 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 16:02:10 smithi016 ceph-mon[90652]: osdmap e2573: 8 total, 8 up, 8 in 2024-04-15T16:02:10.789 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 16:02:10 smithi016 ceph-mon[93212]: pgmap v4790: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 291 KiB/s rd, 5.0 KiB/s wr, 396 op/s 2024-04-15T16:02:10.789 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 16:02:10 smithi016 ceph-mon[93212]: osdmap e2573: 8 total, 8 up, 8 in 2024-04-15T16:02:11.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 16:02:11 smithi102 ceph-mon[87131]: osdmap e2574: 8 total, 8 up, 8 in 2024-04-15T16:02:11.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 16:02:11 smithi102 ceph-mon[87131]: osdmap e2575: 8 total, 8 up, 8 in 2024-04-15T16:02:11.778 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 16:02:11 smithi016 ceph-mon[90652]: osdmap e2574: 8 total, 8 up, 8 in 2024-04-15T16:02:11.778 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 16:02:11 smithi016 ceph-mon[90652]: osdmap e2575: 8 total, 8 up, 8 in 2024-04-15T16:02:11.779 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 16:02:11 smithi016 ceph-mon[93212]: osdmap e2574: 8 total, 8 up, 8 in 2024-04-15T16:02:11.779 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 16:02:11 smithi016 ceph-mon[93212]: osdmap e2575: 8 total, 8 up, 8 in 2024-04-15T16:02:12.039 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 15 16:02:11 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-y[81421]: ::ffff:172.21.15.102 - - [15/Apr/2024:16:02:11] "GET /metrics HTTP/1.1" 200 36667 "" "Prometheus/2.43.0" 2024-04-15T16:02:12.588 INFO:journalctl@ceph.prometheus.a.smithi102.stdout:Apr 15 16:02:12 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-prometheus-a[120881]: ts=2024-04-15T16:02:12.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi016:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"362ea986-fb34-11ee-bc8f-c7b262605968\", instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T16:02:12.588 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 16:02:12 smithi102 ceph-mon[87131]: pgmap v4793: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 259 KiB/s rd, 5.0 KiB/s wr, 351 op/s 2024-04-15T16:02:12.588 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 16:02:12 smithi102 ceph-mon[87131]: osdmap e2576: 8 total, 8 up, 8 in 2024-04-15T16:02:12.789 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 16:02:12 smithi016 ceph-mon[90652]: pgmap v4793: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 259 KiB/s rd, 5.0 KiB/s wr, 351 op/s 2024-04-15T16:02:12.789 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 16:02:12 smithi016 ceph-mon[90652]: osdmap e2576: 8 total, 8 up, 8 in 2024-04-15T16:02:12.789 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 16:02:12 smithi016 ceph-mon[93212]: pgmap v4793: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 259 KiB/s rd, 5.0 KiB/s wr, 351 op/s 2024-04-15T16:02:12.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 16:02:12 smithi016 ceph-mon[93212]: osdmap e2576: 8 total, 8 up, 8 in 2024-04-15T16:02:14.686 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 16:02:14 smithi102 ceph-mon[87131]: pgmap v4796: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 260 KiB/s rd, 5.0 KiB/s wr, 353 op/s 2024-04-15T16:02:14.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 16:02:14 smithi102 ceph-mon[87131]: osdmap e2577: 8 total, 8 up, 8 in 2024-04-15T16:02:14.789 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 16:02:14 smithi016 ceph-mon[93212]: pgmap v4796: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 260 KiB/s rd, 5.0 KiB/s wr, 353 op/s 2024-04-15T16:02:14.789 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 16:02:14 smithi016 ceph-mon[93212]: osdmap e2577: 8 total, 8 up, 8 in 2024-04-15T16:02:14.789 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 16:02:14 smithi016 ceph-mon[90652]: pgmap v4796: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 260 KiB/s rd, 5.0 KiB/s wr, 353 op/s 2024-04-15T16:02:14.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 16:02:14 smithi016 ceph-mon[90652]: osdmap e2577: 8 total, 8 up, 8 in 2024-04-15T16:02:15.686 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 16:02:15 smithi102 ceph-mon[87131]: osdmap e2578: 8 total, 8 up, 8 in 2024-04-15T16:02:15.789 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 16:02:15 smithi016 ceph-mon[90652]: osdmap e2578: 8 total, 8 up, 8 in 2024-04-15T16:02:15.789 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 16:02:15 smithi016 ceph-mon[93212]: osdmap e2578: 8 total, 8 up, 8 in 2024-04-15T16:02:16.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 16:02:16 smithi102 ceph-mon[87131]: pgmap v4799: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 767 B/s rd, 0 B/s wr, 1 op/s 2024-04-15T16:02:16.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 16:02:16 smithi102 ceph-mon[87131]: osdmap e2579: 8 total, 8 up, 8 in 2024-04-15T16:02:16.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 16:02:16 smithi102 ceph-mon[87131]: osdmap e2580: 8 total, 8 up, 8 in 2024-04-15T16:02:16.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 16:02:16 smithi016 ceph-mon[90652]: pgmap v4799: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 767 B/s rd, 0 B/s wr, 1 op/s 2024-04-15T16:02:16.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 16:02:16 smithi016 ceph-mon[90652]: osdmap e2579: 8 total, 8 up, 8 in 2024-04-15T16:02:16.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 16:02:16 smithi016 ceph-mon[90652]: osdmap e2580: 8 total, 8 up, 8 in 2024-04-15T16:02:16.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 16:02:16 smithi016 ceph-mon[93212]: pgmap v4799: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 767 B/s rd, 0 B/s wr, 1 op/s 2024-04-15T16:02:16.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 16:02:16 smithi016 ceph-mon[93212]: osdmap e2579: 8 total, 8 up, 8 in 2024-04-15T16:02:16.791 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 16:02:16 smithi016 ceph-mon[93212]: osdmap e2580: 8 total, 8 up, 8 in 2024-04-15T16:02:18.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 16:02:18 smithi102 ceph-mon[87131]: pgmap v4802: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 225 KiB/s rd, 5.0 KiB/s wr, 308 op/s 2024-04-15T16:02:18.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 16:02:18 smithi102 ceph-mon[87131]: osdmap e2581: 8 total, 8 up, 8 in 2024-04-15T16:02:18.789 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 16:02:18 smithi016 ceph-mon[90652]: pgmap v4802: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 225 KiB/s rd, 5.0 KiB/s wr, 308 op/s 2024-04-15T16:02:18.789 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 16:02:18 smithi016 ceph-mon[90652]: osdmap e2581: 8 total, 8 up, 8 in 2024-04-15T16:02:18.789 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 16:02:18 smithi016 ceph-mon[93212]: pgmap v4802: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 225 KiB/s rd, 5.0 KiB/s wr, 308 op/s 2024-04-15T16:02:18.789 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 16:02:18 smithi016 ceph-mon[93212]: osdmap e2581: 8 total, 8 up, 8 in 2024-04-15T16:02:19.686 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 16:02:19 smithi102 ceph-mon[87131]: osdmap e2582: 8 total, 8 up, 8 in 2024-04-15T16:02:19.789 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 16:02:19 smithi016 ceph-mon[90652]: osdmap e2582: 8 total, 8 up, 8 in 2024-04-15T16:02:19.789 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 16:02:19 smithi016 ceph-mon[93212]: osdmap e2582: 8 total, 8 up, 8 in 2024-04-15T16:02:20.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 16:02:20 smithi102 ceph-mon[87131]: pgmap v4805: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 225 KiB/s rd, 5.0 KiB/s wr, 308 op/s 2024-04-15T16:02:20.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 16:02:20 smithi102 ceph-mon[87131]: osdmap e2583: 8 total, 8 up, 8 in 2024-04-15T16:02:20.789 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 16:02:20 smithi016 ceph-mon[90652]: pgmap v4805: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 225 KiB/s rd, 5.0 KiB/s wr, 308 op/s 2024-04-15T16:02:20.789 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 16:02:20 smithi016 ceph-mon[90652]: osdmap e2583: 8 total, 8 up, 8 in 2024-04-15T16:02:20.789 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 16:02:20 smithi016 ceph-mon[93212]: pgmap v4805: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 225 KiB/s rd, 5.0 KiB/s wr, 308 op/s 2024-04-15T16:02:20.789 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 16:02:20 smithi016 ceph-mon[93212]: osdmap e2583: 8 total, 8 up, 8 in 2024-04-15T16:02:21.691 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 16:02:21 smithi102 ceph-mon[87131]: osdmap e2584: 8 total, 8 up, 8 in 2024-04-15T16:02:21.692 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 16:02:21 smithi102 ceph-mon[87131]: osdmap e2585: 8 total, 8 up, 8 in 2024-04-15T16:02:21.778 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 16:02:21 smithi016 ceph-mon[90652]: osdmap e2584: 8 total, 8 up, 8 in 2024-04-15T16:02:21.778 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 16:02:21 smithi016 ceph-mon[90652]: osdmap e2585: 8 total, 8 up, 8 in 2024-04-15T16:02:21.778 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 16:02:21 smithi016 ceph-mon[93212]: osdmap e2584: 8 total, 8 up, 8 in 2024-04-15T16:02:21.778 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 16:02:21 smithi016 ceph-mon[93212]: osdmap e2585: 8 total, 8 up, 8 in 2024-04-15T16:02:22.039 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 15 16:02:21 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-y[81421]: ::ffff:172.21.15.102 - - [15/Apr/2024:16:02:21] "GET /metrics HTTP/1.1" 200 36667 "" "Prometheus/2.43.0" 2024-04-15T16:02:22.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 16:02:22 smithi102 ceph-mon[87131]: pgmap v4808: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 193 KiB/s rd, 5.0 KiB/s wr, 264 op/s 2024-04-15T16:02:22.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 16:02:22 smithi102 ceph-mon[87131]: osdmap e2586: 8 total, 8 up, 8 in 2024-04-15T16:02:22.687 INFO:journalctl@ceph.prometheus.a.smithi102.stdout:Apr 15 16:02:22 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-prometheus-a[120881]: ts=2024-04-15T16:02:22.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi016:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"362ea986-fb34-11ee-bc8f-c7b262605968\", instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T16:02:22.789 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 16:02:22 smithi016 ceph-mon[90652]: pgmap v4808: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 193 KiB/s rd, 5.0 KiB/s wr, 264 op/s 2024-04-15T16:02:22.789 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 16:02:22 smithi016 ceph-mon[90652]: osdmap e2586: 8 total, 8 up, 8 in 2024-04-15T16:02:22.789 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 16:02:22 smithi016 ceph-mon[93212]: pgmap v4808: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 193 KiB/s rd, 5.0 KiB/s wr, 264 op/s 2024-04-15T16:02:22.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 16:02:22 smithi016 ceph-mon[93212]: osdmap e2586: 8 total, 8 up, 8 in 2024-04-15T16:02:24.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 16:02:24 smithi102 ceph-mon[87131]: pgmap v4811: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 193 KiB/s rd, 5.0 KiB/s wr, 264 op/s 2024-04-15T16:02:24.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 16:02:24 smithi102 ceph-mon[87131]: osdmap e2587: 8 total, 8 up, 8 in 2024-04-15T16:02:24.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 16:02:24 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T16:02:24.789 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 16:02:24 smithi016 ceph-mon[90652]: pgmap v4811: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 193 KiB/s rd, 5.0 KiB/s wr, 264 op/s 2024-04-15T16:02:24.789 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 16:02:24 smithi016 ceph-mon[90652]: osdmap e2587: 8 total, 8 up, 8 in 2024-04-15T16:02:24.789 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 16:02:24 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T16:02:24.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 16:02:24 smithi016 ceph-mon[93212]: pgmap v4811: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 193 KiB/s rd, 5.0 KiB/s wr, 264 op/s 2024-04-15T16:02:24.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 16:02:24 smithi016 ceph-mon[93212]: osdmap e2587: 8 total, 8 up, 8 in 2024-04-15T16:02:24.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 16:02:24 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T16:02:25.686 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 16:02:25 smithi102 ceph-mon[87131]: osdmap e2588: 8 total, 8 up, 8 in 2024-04-15T16:02:25.789 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 16:02:25 smithi016 ceph-mon[90652]: osdmap e2588: 8 total, 8 up, 8 in 2024-04-15T16:02:25.789 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 16:02:25 smithi016 ceph-mon[93212]: osdmap e2588: 8 total, 8 up, 8 in 2024-04-15T16:02:26.686 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 16:02:26 smithi102 ceph-mon[87131]: pgmap v4814: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2024-04-15T16:02:26.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 16:02:26 smithi102 ceph-mon[87131]: osdmap e2589: 8 total, 8 up, 8 in 2024-04-15T16:02:26.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 16:02:26 smithi102 ceph-mon[87131]: osdmap e2590: 8 total, 8 up, 8 in 2024-04-15T16:02:26.789 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 16:02:26 smithi016 ceph-mon[90652]: pgmap v4814: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2024-04-15T16:02:26.789 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 16:02:26 smithi016 ceph-mon[90652]: osdmap e2589: 8 total, 8 up, 8 in 2024-04-15T16:02:26.789 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 16:02:26 smithi016 ceph-mon[90652]: osdmap e2590: 8 total, 8 up, 8 in 2024-04-15T16:02:26.789 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 16:02:26 smithi016 ceph-mon[93212]: pgmap v4814: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2024-04-15T16:02:26.789 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 16:02:26 smithi016 ceph-mon[93212]: osdmap e2589: 8 total, 8 up, 8 in 2024-04-15T16:02:26.789 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 16:02:26 smithi016 ceph-mon[93212]: osdmap e2590: 8 total, 8 up, 8 in 2024-04-15T16:02:28.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 16:02:28 smithi102 ceph-mon[87131]: pgmap v4817: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 161 KiB/s rd, 5.0 KiB/s wr, 221 op/s 2024-04-15T16:02:28.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 16:02:28 smithi102 ceph-mon[87131]: osdmap e2591: 8 total, 8 up, 8 in 2024-04-15T16:02:28.789 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 16:02:28 smithi016 ceph-mon[90652]: pgmap v4817: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 161 KiB/s rd, 5.0 KiB/s wr, 221 op/s 2024-04-15T16:02:28.789 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 16:02:28 smithi016 ceph-mon[90652]: osdmap e2591: 8 total, 8 up, 8 in 2024-04-15T16:02:28.789 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 16:02:28 smithi016 ceph-mon[93212]: pgmap v4817: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 161 KiB/s rd, 5.0 KiB/s wr, 221 op/s 2024-04-15T16:02:28.789 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 16:02:28 smithi016 ceph-mon[93212]: osdmap e2591: 8 total, 8 up, 8 in 2024-04-15T16:02:29.686 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 16:02:29 smithi102 ceph-mon[87131]: osdmap e2592: 8 total, 8 up, 8 in 2024-04-15T16:02:29.789 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 16:02:29 smithi016 ceph-mon[90652]: osdmap e2592: 8 total, 8 up, 8 in 2024-04-15T16:02:29.789 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 16:02:29 smithi016 ceph-mon[93212]: osdmap e2592: 8 total, 8 up, 8 in 2024-04-15T16:02:30.686 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 16:02:30 smithi102 ceph-mon[87131]: pgmap v4820: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 161 KiB/s rd, 5.0 KiB/s wr, 221 op/s 2024-04-15T16:02:30.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 16:02:30 smithi102 ceph-mon[87131]: osdmap e2593: 8 total, 8 up, 8 in 2024-04-15T16:02:30.789 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 16:02:30 smithi016 ceph-mon[90652]: pgmap v4820: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 161 KiB/s rd, 5.0 KiB/s wr, 221 op/s 2024-04-15T16:02:30.789 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 16:02:30 smithi016 ceph-mon[90652]: osdmap e2593: 8 total, 8 up, 8 in 2024-04-15T16:02:30.789 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 16:02:30 smithi016 ceph-mon[93212]: pgmap v4820: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 161 KiB/s rd, 5.0 KiB/s wr, 221 op/s 2024-04-15T16:02:30.789 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 16:02:30 smithi016 ceph-mon[93212]: osdmap e2593: 8 total, 8 up, 8 in 2024-04-15T16:02:31.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 16:02:31 smithi102 ceph-mon[87131]: osdmap e2594: 8 total, 8 up, 8 in 2024-04-15T16:02:31.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 16:02:31 smithi102 ceph-mon[87131]: osdmap e2595: 8 total, 8 up, 8 in 2024-04-15T16:02:31.778 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 16:02:31 smithi016 ceph-mon[93212]: osdmap e2594: 8 total, 8 up, 8 in 2024-04-15T16:02:31.778 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 16:02:31 smithi016 ceph-mon[93212]: osdmap e2595: 8 total, 8 up, 8 in 2024-04-15T16:02:31.778 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 16:02:31 smithi016 ceph-mon[90652]: osdmap e2594: 8 total, 8 up, 8 in 2024-04-15T16:02:31.778 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 16:02:31 smithi016 ceph-mon[90652]: osdmap e2595: 8 total, 8 up, 8 in 2024-04-15T16:02:32.039 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 15 16:02:31 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-y[81421]: ::ffff:172.21.15.102 - - [15/Apr/2024:16:02:31] "GET /metrics HTTP/1.1" 200 36666 "" "Prometheus/2.43.0" 2024-04-15T16:02:32.686 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 16:02:32 smithi102 ceph-mon[87131]: pgmap v4823: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 129 KiB/s rd, 5.0 KiB/s wr, 177 op/s 2024-04-15T16:02:32.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 16:02:32 smithi102 ceph-mon[87131]: osdmap e2596: 8 total, 8 up, 8 in 2024-04-15T16:02:32.687 INFO:journalctl@ceph.prometheus.a.smithi102.stdout:Apr 15 16:02:32 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-prometheus-a[120881]: ts=2024-04-15T16:02:32.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi016:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"362ea986-fb34-11ee-bc8f-c7b262605968\", instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T16:02:32.789 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 16:02:32 smithi016 ceph-mon[90652]: pgmap v4823: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 129 KiB/s rd, 5.0 KiB/s wr, 177 op/s 2024-04-15T16:02:32.789 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 16:02:32 smithi016 ceph-mon[90652]: osdmap e2596: 8 total, 8 up, 8 in 2024-04-15T16:02:32.789 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 16:02:32 smithi016 ceph-mon[93212]: pgmap v4823: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 129 KiB/s rd, 5.0 KiB/s wr, 177 op/s 2024-04-15T16:02:32.789 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 16:02:32 smithi016 ceph-mon[93212]: osdmap e2596: 8 total, 8 up, 8 in 2024-04-15T16:02:34.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 16:02:34 smithi102 ceph-mon[87131]: pgmap v4826: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 129 KiB/s rd, 5.0 KiB/s wr, 177 op/s 2024-04-15T16:02:34.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 16:02:34 smithi102 ceph-mon[87131]: osdmap e2597: 8 total, 8 up, 8 in 2024-04-15T16:02:34.789 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 16:02:34 smithi016 ceph-mon[90652]: pgmap v4826: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 129 KiB/s rd, 5.0 KiB/s wr, 177 op/s 2024-04-15T16:02:34.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 16:02:34 smithi016 ceph-mon[90652]: osdmap e2597: 8 total, 8 up, 8 in 2024-04-15T16:02:34.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 16:02:34 smithi016 ceph-mon[93212]: pgmap v4826: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 129 KiB/s rd, 5.0 KiB/s wr, 177 op/s 2024-04-15T16:02:34.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 16:02:34 smithi016 ceph-mon[93212]: osdmap e2597: 8 total, 8 up, 8 in 2024-04-15T16:02:35.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 16:02:35 smithi102 ceph-mon[87131]: osdmap e2598: 8 total, 8 up, 8 in 2024-04-15T16:02:35.789 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 16:02:35 smithi016 ceph-mon[93212]: osdmap e2598: 8 total, 8 up, 8 in 2024-04-15T16:02:35.789 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 16:02:35 smithi016 ceph-mon[90652]: osdmap e2598: 8 total, 8 up, 8 in 2024-04-15T16:02:36.686 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 16:02:36 smithi102 ceph-mon[87131]: pgmap v4829: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2024-04-15T16:02:36.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 16:02:36 smithi102 ceph-mon[87131]: osdmap e2599: 8 total, 8 up, 8 in 2024-04-15T16:02:36.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 16:02:36 smithi102 ceph-mon[87131]: osdmap e2600: 8 total, 8 up, 8 in 2024-04-15T16:02:36.789 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 16:02:36 smithi016 ceph-mon[90652]: pgmap v4829: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2024-04-15T16:02:36.789 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 16:02:36 smithi016 ceph-mon[90652]: osdmap e2599: 8 total, 8 up, 8 in 2024-04-15T16:02:36.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 16:02:36 smithi016 ceph-mon[90652]: osdmap e2600: 8 total, 8 up, 8 in 2024-04-15T16:02:36.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 16:02:36 smithi016 ceph-mon[93212]: pgmap v4829: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2024-04-15T16:02:36.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 16:02:36 smithi016 ceph-mon[93212]: osdmap e2599: 8 total, 8 up, 8 in 2024-04-15T16:02:36.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 16:02:36 smithi016 ceph-mon[93212]: osdmap e2600: 8 total, 8 up, 8 in 2024-04-15T16:02:38.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 16:02:38 smithi102 ceph-mon[87131]: pgmap v4832: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 96 KiB/s rd, 5.0 KiB/s wr, 132 op/s 2024-04-15T16:02:38.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 16:02:38 smithi102 ceph-mon[87131]: osdmap e2601: 8 total, 8 up, 8 in 2024-04-15T16:02:38.789 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 16:02:38 smithi016 ceph-mon[93212]: pgmap v4832: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 96 KiB/s rd, 5.0 KiB/s wr, 132 op/s 2024-04-15T16:02:38.789 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 16:02:38 smithi016 ceph-mon[93212]: osdmap e2601: 8 total, 8 up, 8 in 2024-04-15T16:02:38.789 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 16:02:38 smithi016 ceph-mon[90652]: pgmap v4832: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 96 KiB/s rd, 5.0 KiB/s wr, 132 op/s 2024-04-15T16:02:38.789 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 16:02:38 smithi016 ceph-mon[90652]: osdmap e2601: 8 total, 8 up, 8 in 2024-04-15T16:02:39.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 16:02:39 smithi102 ceph-mon[87131]: osdmap e2602: 8 total, 8 up, 8 in 2024-04-15T16:02:39.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 16:02:39 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T16:02:39.789 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 16:02:39 smithi016 ceph-mon[90652]: osdmap e2602: 8 total, 8 up, 8 in 2024-04-15T16:02:39.789 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 16:02:39 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T16:02:39.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 16:02:39 smithi016 ceph-mon[93212]: osdmap e2602: 8 total, 8 up, 8 in 2024-04-15T16:02:39.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 16:02:39 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T16:02:40.686 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 16:02:40 smithi102 ceph-mon[87131]: pgmap v4835: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 96 KiB/s rd, 5.0 KiB/s wr, 134 op/s 2024-04-15T16:02:40.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 16:02:40 smithi102 ceph-mon[87131]: osdmap e2603: 8 total, 8 up, 8 in 2024-04-15T16:02:40.789 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 16:02:40 smithi016 ceph-mon[90652]: pgmap v4835: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 96 KiB/s rd, 5.0 KiB/s wr, 134 op/s 2024-04-15T16:02:40.789 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 16:02:40 smithi016 ceph-mon[90652]: osdmap e2603: 8 total, 8 up, 8 in 2024-04-15T16:02:40.789 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 16:02:40 smithi016 ceph-mon[93212]: pgmap v4835: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 96 KiB/s rd, 5.0 KiB/s wr, 134 op/s 2024-04-15T16:02:40.789 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 16:02:40 smithi016 ceph-mon[93212]: osdmap e2603: 8 total, 8 up, 8 in 2024-04-15T16:02:41.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 16:02:41 smithi102 ceph-mon[87131]: osdmap e2604: 8 total, 8 up, 8 in 2024-04-15T16:02:41.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 16:02:41 smithi102 ceph-mon[87131]: osdmap e2605: 8 total, 8 up, 8 in 2024-04-15T16:02:41.778 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 16:02:41 smithi016 ceph-mon[90652]: osdmap e2604: 8 total, 8 up, 8 in 2024-04-15T16:02:41.778 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 16:02:41 smithi016 ceph-mon[90652]: osdmap e2605: 8 total, 8 up, 8 in 2024-04-15T16:02:41.778 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 16:02:41 smithi016 ceph-mon[93212]: osdmap e2604: 8 total, 8 up, 8 in 2024-04-15T16:02:41.778 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 16:02:41 smithi016 ceph-mon[93212]: osdmap e2605: 8 total, 8 up, 8 in 2024-04-15T16:02:42.039 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 15 16:02:41 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-y[81421]: ::ffff:172.21.15.102 - - [15/Apr/2024:16:02:41] "GET /metrics HTTP/1.1" 200 36665 "" "Prometheus/2.43.0" 2024-04-15T16:02:42.588 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 16:02:42 smithi102 ceph-mon[87131]: pgmap v4838: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 63 KiB/s rd, 5.0 KiB/s wr, 87 op/s 2024-04-15T16:02:42.588 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 16:02:42 smithi102 ceph-mon[87131]: osdmap e2606: 8 total, 8 up, 8 in 2024-04-15T16:02:42.589 INFO:journalctl@ceph.prometheus.a.smithi102.stdout:Apr 15 16:02:42 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-prometheus-a[120881]: ts=2024-04-15T16:02:42.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi016:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"362ea986-fb34-11ee-bc8f-c7b262605968\", instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T16:02:42.789 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 16:02:42 smithi016 ceph-mon[90652]: pgmap v4838: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 63 KiB/s rd, 5.0 KiB/s wr, 87 op/s 2024-04-15T16:02:42.789 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 16:02:42 smithi016 ceph-mon[90652]: osdmap e2606: 8 total, 8 up, 8 in 2024-04-15T16:02:42.789 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 16:02:42 smithi016 ceph-mon[93212]: pgmap v4838: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 63 KiB/s rd, 5.0 KiB/s wr, 87 op/s 2024-04-15T16:02:42.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 16:02:42 smithi016 ceph-mon[93212]: osdmap e2606: 8 total, 8 up, 8 in 2024-04-15T16:02:43.477 INFO:tasks.workunit.client.0.smithi016.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_many_snaps PASSED [ 47%] 2024-04-15T16:02:44.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 16:02:44 smithi102 ceph-mon[87131]: pgmap v4841: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 64 KiB/s rd, 5.0 KiB/s wr, 89 op/s 2024-04-15T16:02:44.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 16:02:44 smithi102 ceph-mon[87131]: osdmap e2607: 8 total, 8 up, 8 in 2024-04-15T16:02:44.789 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 16:02:44 smithi016 ceph-mon[90652]: pgmap v4841: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 64 KiB/s rd, 5.0 KiB/s wr, 89 op/s 2024-04-15T16:02:44.789 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 16:02:44 smithi016 ceph-mon[90652]: osdmap e2607: 8 total, 8 up, 8 in 2024-04-15T16:02:44.789 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 16:02:44 smithi016 ceph-mon[93212]: pgmap v4841: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 64 KiB/s rd, 5.0 KiB/s wr, 89 op/s 2024-04-15T16:02:44.789 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 16:02:44 smithi016 ceph-mon[93212]: osdmap e2607: 8 total, 8 up, 8 in 2024-04-15T16:02:45.521 INFO:tasks.workunit.client.0.smithi016.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_set_snap_deleted PASSED [ 48%] 2024-04-15T16:02:45.686 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 16:02:45 smithi102 ceph-mon[87131]: osdmap e2608: 8 total, 8 up, 8 in 2024-04-15T16:02:45.789 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 16:02:45 smithi016 ceph-mon[90652]: osdmap e2608: 8 total, 8 up, 8 in 2024-04-15T16:02:45.789 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 16:02:45 smithi016 ceph-mon[93212]: osdmap e2608: 8 total, 8 up, 8 in 2024-04-15T16:02:46.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 16:02:46 smithi102 ceph-mon[87131]: pgmap v4844: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 1.5 KiB/s rd, 0 B/s wr, 3 op/s 2024-04-15T16:02:46.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 16:02:46 smithi102 ceph-mon[87131]: osdmap e2609: 8 total, 8 up, 8 in 2024-04-15T16:02:46.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 16:02:46 smithi102 ceph-mon[87131]: osdmap e2610: 8 total, 8 up, 8 in 2024-04-15T16:02:46.789 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 16:02:46 smithi016 ceph-mon[90652]: pgmap v4844: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 1.5 KiB/s rd, 0 B/s wr, 3 op/s 2024-04-15T16:02:46.789 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 16:02:46 smithi016 ceph-mon[90652]: osdmap e2609: 8 total, 8 up, 8 in 2024-04-15T16:02:46.789 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 16:02:46 smithi016 ceph-mon[90652]: osdmap e2610: 8 total, 8 up, 8 in 2024-04-15T16:02:46.789 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 16:02:46 smithi016 ceph-mon[93212]: pgmap v4844: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 1.5 KiB/s rd, 0 B/s wr, 3 op/s 2024-04-15T16:02:46.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 16:02:46 smithi016 ceph-mon[93212]: osdmap e2609: 8 total, 8 up, 8 in 2024-04-15T16:02:46.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 16:02:46 smithi016 ceph-mon[93212]: osdmap e2610: 8 total, 8 up, 8 in 2024-04-15T16:02:48.686 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 16:02:48 smithi102 ceph-mon[87131]: pgmap v4847: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 104 KiB/s rd, 10 KiB/s wr, 141 op/s 2024-04-15T16:02:48.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 16:02:48 smithi102 ceph-mon[87131]: osdmap e2611: 8 total, 8 up, 8 in 2024-04-15T16:02:48.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 16:02:48 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T16:02:48.789 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 16:02:48 smithi016 ceph-mon[93212]: pgmap v4847: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 104 KiB/s rd, 10 KiB/s wr, 141 op/s 2024-04-15T16:02:48.789 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 16:02:48 smithi016 ceph-mon[93212]: osdmap e2611: 8 total, 8 up, 8 in 2024-04-15T16:02:48.789 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 16:02:48 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T16:02:48.789 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 16:02:48 smithi016 ceph-mon[90652]: pgmap v4847: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 104 KiB/s rd, 10 KiB/s wr, 141 op/s 2024-04-15T16:02:48.789 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 16:02:48 smithi016 ceph-mon[90652]: osdmap e2611: 8 total, 8 up, 8 in 2024-04-15T16:02:48.789 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 16:02:48 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T16:02:49.457 INFO:tasks.workunit.client.0.smithi016.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_set_snap_recreated PASSED [ 48%] 2024-04-15T16:02:49.546 INFO:tasks.workunit.client.0.smithi016.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_lock_unlock PASSED [ 49%] 2024-04-15T16:02:49.686 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 16:02:49 smithi102 ceph-mon[87131]: osdmap e2612: 8 total, 8 up, 8 in 2024-04-15T16:02:49.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 16:02:49 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T16:02:49.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 16:02:49 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T16:02:49.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 16:02:49 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T16:02:49.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 16:02:49 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T16:02:49.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 16:02:49 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T16:02:49.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 16:02:49 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T16:02:49.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 16:02:49 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T16:02:49.707 INFO:tasks.workunit.client.0.smithi016.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_list_lockers PASSED [ 49%] 2024-04-15T16:02:49.789 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 16:02:49 smithi016 ceph-mon[93212]: osdmap e2612: 8 total, 8 up, 8 in 2024-04-15T16:02:49.789 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 16:02:49 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T16:02:49.789 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 16:02:49 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T16:02:49.789 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 16:02:49 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T16:02:49.789 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 16:02:49 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T16:02:49.789 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 16:02:49 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T16:02:49.789 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 16:02:49 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T16:02:49.789 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 16:02:49 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T16:02:49.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 16:02:49 smithi016 ceph-mon[90652]: osdmap e2612: 8 total, 8 up, 8 in 2024-04-15T16:02:49.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 16:02:49 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T16:02:49.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 16:02:49 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T16:02:49.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 16:02:49 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T16:02:49.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 16:02:49 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T16:02:49.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 16:02:49 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T16:02:49.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 16:02:49 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T16:02:49.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 16:02:49 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T16:02:50.686 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 16:02:50 smithi102 ceph-mon[87131]: pgmap v4850: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 105 KiB/s rd, 11 KiB/s wr, 144 op/s 2024-04-15T16:02:50.686 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 16:02:50 smithi102 ceph-mon[87131]: osdmap e2613: 8 total, 8 up, 8 in 2024-04-15T16:02:50.789 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 16:02:50 smithi016 ceph-mon[90652]: pgmap v4850: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 105 KiB/s rd, 11 KiB/s wr, 144 op/s 2024-04-15T16:02:50.789 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 16:02:50 smithi016 ceph-mon[90652]: osdmap e2613: 8 total, 8 up, 8 in 2024-04-15T16:02:50.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 16:02:50 smithi016 ceph-mon[93212]: pgmap v4850: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 105 KiB/s rd, 11 KiB/s wr, 144 op/s 2024-04-15T16:02:50.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 16:02:50 smithi016 ceph-mon[93212]: osdmap e2613: 8 total, 8 up, 8 in 2024-04-15T16:02:51.936 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 16:02:51 smithi102 ceph-mon[87131]: osdmap e2614: 8 total, 8 up, 8 in 2024-04-15T16:02:51.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 16:02:51 smithi102 ceph-mon[87131]: pgmap v4853: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 151 KiB/s rd, 8.2 KiB/s wr, 202 op/s 2024-04-15T16:02:51.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 16:02:51 smithi102 ceph-mon[87131]: osdmap e2615: 8 total, 8 up, 8 in 2024-04-15T16:02:52.039 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 15 16:02:51 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-y[81421]: ::ffff:172.21.15.102 - - [15/Apr/2024:16:02:51] "GET /metrics HTTP/1.1" 200 36665 "" "Prometheus/2.43.0" 2024-04-15T16:02:52.039 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 16:02:51 smithi016 ceph-mon[90652]: osdmap e2614: 8 total, 8 up, 8 in 2024-04-15T16:02:52.039 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 16:02:51 smithi016 ceph-mon[90652]: pgmap v4853: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 151 KiB/s rd, 8.2 KiB/s wr, 202 op/s 2024-04-15T16:02:52.039 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 16:02:51 smithi016 ceph-mon[90652]: osdmap e2615: 8 total, 8 up, 8 in 2024-04-15T16:02:52.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 16:02:51 smithi016 ceph-mon[93212]: osdmap e2614: 8 total, 8 up, 8 in 2024-04-15T16:02:52.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 16:02:51 smithi016 ceph-mon[93212]: pgmap v4853: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 151 KiB/s rd, 8.2 KiB/s wr, 202 op/s 2024-04-15T16:02:52.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 16:02:51 smithi016 ceph-mon[93212]: osdmap e2615: 8 total, 8 up, 8 in 2024-04-15T16:02:52.686 INFO:journalctl@ceph.prometheus.a.smithi102.stdout:Apr 15 16:02:52 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-prometheus-a[120881]: ts=2024-04-15T16:02:52.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi016:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"362ea986-fb34-11ee-bc8f-c7b262605968\", instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T16:02:53.473 INFO:tasks.workunit.client.0.smithi016.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_diff_iterate PASSED [ 50%] 2024-04-15T16:02:53.553 INFO:tasks.workunit.client.0.smithi016.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_aio_read PASSED [ 50%] 2024-04-15T16:02:53.643 INFO:tasks.workunit.client.0.smithi016.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_aio_write PASSED [ 51%] 2024-04-15T16:02:53.686 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 16:02:53 smithi102 ceph-mon[87131]: osdmap e2616: 8 total, 8 up, 8 in 2024-04-15T16:02:53.732 INFO:tasks.workunit.client.0.smithi016.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_aio_discard PASSED [ 52%] 2024-04-15T16:02:53.791 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 16:02:53 smithi016 ceph-mon[90652]: osdmap e2616: 8 total, 8 up, 8 in 2024-04-15T16:02:53.792 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 16:02:53 smithi016 ceph-mon[93212]: osdmap e2616: 8 total, 8 up, 8 in 2024-04-15T16:02:53.817 INFO:tasks.workunit.client.0.smithi016.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_aio_write_zeroes PASSED [ 52%] 2024-04-15T16:02:53.895 INFO:tasks.workunit.client.0.smithi016.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_aio_flush PASSED [ 53%] 2024-04-15T16:02:54.551 INFO:tasks.workunit.client.0.smithi016.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_metadata PASSED [ 53%] 2024-04-15T16:02:54.625 INFO:tasks.workunit.client.0.smithi016.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_watchers_list PASSED [ 54%] 2024-04-15T16:02:54.686 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 16:02:54 smithi102 ceph-mon[87131]: pgmap v4856: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 219 KiB/s rd, 13 KiB/s wr, 292 op/s 2024-04-15T16:02:54.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 16:02:54 smithi102 ceph-mon[87131]: osdmap e2617: 8 total, 8 up, 8 in 2024-04-15T16:02:54.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 16:02:54 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T16:02:54.728 INFO:tasks.workunit.client.0.smithi016.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_config_list PASSED [ 54%] 2024-04-15T16:02:54.788 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 16:02:54 smithi016 ceph-mon[90652]: pgmap v4856: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 219 KiB/s rd, 13 KiB/s wr, 292 op/s 2024-04-15T16:02:54.789 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 16:02:54 smithi016 ceph-mon[90652]: osdmap e2617: 8 total, 8 up, 8 in 2024-04-15T16:02:54.789 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 16:02:54 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T16:02:54.789 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 16:02:54 smithi016 ceph-mon[93212]: pgmap v4856: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 219 KiB/s rd, 13 KiB/s wr, 292 op/s 2024-04-15T16:02:54.789 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 16:02:54 smithi016 ceph-mon[93212]: osdmap e2617: 8 total, 8 up, 8 in 2024-04-15T16:02:54.789 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 16:02:54 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T16:02:54.835 INFO:tasks.workunit.client.0.smithi016.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_image_config_set_and_get_and_remove PASSED [ 55%] 2024-04-15T16:02:54.914 INFO:tasks.workunit.client.0.smithi016.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_sparsify PASSED [ 56%] 2024-04-15T16:02:56.686 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 16:02:56 smithi102 ceph-mon[87131]: pgmap v4858: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 64 KiB/s rd, 4.8 KiB/s wr, 85 op/s 2024-04-15T16:02:56.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 16:02:56 smithi102 ceph-mon[87131]: osdmap e2618: 8 total, 8 up, 8 in 2024-04-15T16:02:56.788 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 16:02:56 smithi016 ceph-mon[90652]: pgmap v4858: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 64 KiB/s rd, 4.8 KiB/s wr, 85 op/s 2024-04-15T16:02:56.789 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 16:02:56 smithi016 ceph-mon[90652]: osdmap e2618: 8 total, 8 up, 8 in 2024-04-15T16:02:56.789 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 16:02:56 smithi016 ceph-mon[93212]: pgmap v4858: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 64 KiB/s rd, 4.8 KiB/s wr, 85 op/s 2024-04-15T16:02:56.789 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 16:02:56 smithi016 ceph-mon[93212]: osdmap e2618: 8 total, 8 up, 8 in 2024-04-15T16:02:58.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 16:02:58 smithi102 ceph-mon[87131]: pgmap v4860: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 2.2 MiB/s rd, 48 KiB/s wr, 949 op/s 2024-04-15T16:02:58.789 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 16:02:58 smithi016 ceph-mon[90652]: pgmap v4860: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 2.2 MiB/s rd, 48 KiB/s wr, 949 op/s 2024-04-15T16:02:58.789 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 16:02:58 smithi016 ceph-mon[93212]: pgmap v4860: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 2.2 MiB/s rd, 48 KiB/s wr, 949 op/s 2024-04-15T16:03:00.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 16:03:00 smithi102 ceph-mon[87131]: pgmap v4861: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 1.9 MiB/s rd, 39 KiB/s wr, 773 op/s 2024-04-15T16:03:00.789 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 16:03:00 smithi016 ceph-mon[90652]: pgmap v4861: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 1.9 MiB/s rd, 39 KiB/s wr, 773 op/s 2024-04-15T16:03:00.789 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 16:03:00 smithi016 ceph-mon[93212]: pgmap v4861: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 1.9 MiB/s rd, 39 KiB/s wr, 773 op/s 2024-04-15T16:03:02.039 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 15 16:03:01 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-y[81421]: ::ffff:172.21.15.102 - - [15/Apr/2024:16:03:01] "GET /metrics HTTP/1.1" 200 36661 "" "Prometheus/2.43.0" 2024-04-15T16:03:02.644 INFO:tasks.workunit.client.0.smithi016.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_encryption_luks1 PASSED [ 56%] 2024-04-15T16:03:02.686 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 16:03:02 smithi102 ceph-mon[87131]: pgmap v4862: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 1.5 MiB/s rd, 32 KiB/s wr, 643 op/s 2024-04-15T16:03:02.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 16:03:02 smithi102 ceph-mon[87131]: osdmap e2619: 8 total, 8 up, 8 in 2024-04-15T16:03:02.687 INFO:journalctl@ceph.prometheus.a.smithi102.stdout:Apr 15 16:03:02 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-prometheus-a[120881]: ts=2024-04-15T16:03:02.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi016:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"362ea986-fb34-11ee-bc8f-c7b262605968\", instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T16:03:02.789 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 16:03:02 smithi016 ceph-mon[90652]: pgmap v4862: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 1.5 MiB/s rd, 32 KiB/s wr, 643 op/s 2024-04-15T16:03:02.789 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 16:03:02 smithi016 ceph-mon[90652]: osdmap e2619: 8 total, 8 up, 8 in 2024-04-15T16:03:02.789 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 16:03:02 smithi016 ceph-mon[93212]: pgmap v4862: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 1.5 MiB/s rd, 32 KiB/s wr, 643 op/s 2024-04-15T16:03:02.789 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 16:03:02 smithi016 ceph-mon[93212]: osdmap e2619: 8 total, 8 up, 8 in 2024-04-15T16:03:04.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 16:03:04 smithi102 ceph-mon[87131]: pgmap v4864: 137 pgs: 137 active+clean; 8.6 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 1.6 MiB/s rd, 544 KiB/s wr, 651 op/s 2024-04-15T16:03:04.789 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 16:03:04 smithi016 ceph-mon[93212]: pgmap v4864: 137 pgs: 137 active+clean; 8.6 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 1.6 MiB/s rd, 544 KiB/s wr, 651 op/s 2024-04-15T16:03:04.789 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 16:03:04 smithi016 ceph-mon[90652]: pgmap v4864: 137 pgs: 137 active+clean; 8.6 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 1.6 MiB/s rd, 544 KiB/s wr, 651 op/s 2024-04-15T16:03:06.686 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 16:03:06 smithi102 ceph-mon[87131]: pgmap v4865: 137 pgs: 137 active+clean; 8.6 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 164 KiB/s rd, 482 KiB/s wr, 136 op/s 2024-04-15T16:03:06.789 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 16:03:06 smithi016 ceph-mon[93212]: pgmap v4865: 137 pgs: 137 active+clean; 8.6 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 164 KiB/s rd, 482 KiB/s wr, 136 op/s 2024-04-15T16:03:06.789 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 16:03:06 smithi016 ceph-mon[90652]: pgmap v4865: 137 pgs: 137 active+clean; 8.6 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 164 KiB/s rd, 482 KiB/s wr, 136 op/s 2024-04-15T16:03:08.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 16:03:08 smithi102 ceph-mon[87131]: pgmap v4866: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 93 KiB/s rd, 412 KiB/s wr, 49 op/s 2024-04-15T16:03:08.789 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 16:03:08 smithi016 ceph-mon[93212]: pgmap v4866: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 93 KiB/s rd, 412 KiB/s wr, 49 op/s 2024-04-15T16:03:08.789 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 16:03:08 smithi016 ceph-mon[90652]: pgmap v4866: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 93 KiB/s rd, 412 KiB/s wr, 49 op/s 2024-04-15T16:03:09.686 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 16:03:09 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T16:03:09.789 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 16:03:09 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T16:03:09.789 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 16:03:09 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T16:03:10.686 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 16:03:10 smithi102 ceph-mon[87131]: pgmap v4867: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 83 KiB/s rd, 412 KiB/s wr, 35 op/s 2024-04-15T16:03:10.789 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 16:03:10 smithi016 ceph-mon[93212]: pgmap v4867: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 83 KiB/s rd, 412 KiB/s wr, 35 op/s 2024-04-15T16:03:10.789 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 16:03:10 smithi016 ceph-mon[90652]: pgmap v4867: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 83 KiB/s rd, 412 KiB/s wr, 35 op/s 2024-04-15T16:03:12.039 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 15 16:03:11 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-y[81421]: ::ffff:172.21.15.102 - - [15/Apr/2024:16:03:11] "GET /metrics HTTP/1.1" 200 36665 "" "Prometheus/2.43.0" 2024-04-15T16:03:12.686 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 16:03:12 smithi102 ceph-mon[87131]: pgmap v4868: 137 pgs: 137 active+clean; 8.6 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 87 KiB/s rd, 822 KiB/s wr, 40 op/s 2024-04-15T16:03:12.687 INFO:journalctl@ceph.prometheus.a.smithi102.stdout:Apr 15 16:03:12 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-prometheus-a[120881]: ts=2024-04-15T16:03:12.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi016:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"362ea986-fb34-11ee-bc8f-c7b262605968\", instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T16:03:12.789 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 16:03:12 smithi016 ceph-mon[93212]: pgmap v4868: 137 pgs: 137 active+clean; 8.6 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 87 KiB/s rd, 822 KiB/s wr, 40 op/s 2024-04-15T16:03:12.789 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 16:03:12 smithi016 ceph-mon[90652]: pgmap v4868: 137 pgs: 137 active+clean; 8.6 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 87 KiB/s rd, 822 KiB/s wr, 40 op/s 2024-04-15T16:03:14.261 INFO:tasks.workunit.client.0.smithi016.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_encryption_luks2 PASSED [ 57%] 2024-04-15T16:03:14.350 INFO:tasks.workunit.client.0.smithi016.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImageId::test_read PASSED [ 57%] 2024-04-15T16:03:14.448 INFO:tasks.workunit.client.0.smithi016.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImageId::test_write PASSED [ 58%] 2024-04-15T16:03:14.553 INFO:tasks.workunit.client.0.smithi016.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImageId::test_resize PASSED [ 58%] 2024-04-15T16:03:14.686 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 16:03:14 smithi102 ceph-mon[87131]: pgmap v4869: 137 pgs: 137 active+clean; 21 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 99 KiB/s rd, 1.7 MiB/s wr, 35 op/s 2024-04-15T16:03:14.788 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 16:03:14 smithi016 ceph-mon[90652]: pgmap v4869: 137 pgs: 137 active+clean; 21 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 99 KiB/s rd, 1.7 MiB/s wr, 35 op/s 2024-04-15T16:03:14.789 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 16:03:14 smithi016 ceph-mon[93212]: pgmap v4869: 137 pgs: 137 active+clean; 21 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 99 KiB/s rd, 1.7 MiB/s wr, 35 op/s 2024-04-15T16:03:16.686 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 16:03:16 smithi102 ceph-mon[87131]: pgmap v4870: 137 pgs: 137 active+clean; 21 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 44 KiB/s rd, 1.3 MiB/s wr, 28 op/s 2024-04-15T16:03:16.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 16:03:16 smithi102 ceph-mon[87131]: osdmap e2620: 8 total, 8 up, 8 in 2024-04-15T16:03:16.789 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 16:03:16 smithi016 ceph-mon[90652]: pgmap v4870: 137 pgs: 137 active+clean; 21 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 44 KiB/s rd, 1.3 MiB/s wr, 28 op/s 2024-04-15T16:03:16.789 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 16:03:16 smithi016 ceph-mon[90652]: osdmap e2620: 8 total, 8 up, 8 in 2024-04-15T16:03:16.789 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 16:03:16 smithi016 ceph-mon[93212]: pgmap v4870: 137 pgs: 137 active+clean; 21 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 44 KiB/s rd, 1.3 MiB/s wr, 28 op/s 2024-04-15T16:03:16.789 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 16:03:16 smithi016 ceph-mon[93212]: osdmap e2620: 8 total, 8 up, 8 in 2024-04-15T16:03:17.686 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 16:03:17 smithi102 ceph-mon[87131]: osdmap e2621: 8 total, 8 up, 8 in 2024-04-15T16:03:17.789 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 16:03:17 smithi016 ceph-mon[90652]: osdmap e2621: 8 total, 8 up, 8 in 2024-04-15T16:03:17.789 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 16:03:17 smithi016 ceph-mon[93212]: osdmap e2621: 8 total, 8 up, 8 in 2024-04-15T16:03:18.521 INFO:tasks.workunit.client.0.smithi016.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestClone::test_with_params PASSED [ 59%] 2024-04-15T16:03:18.686 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 16:03:18 smithi102 ceph-mon[87131]: pgmap v4873: 137 pgs: 137 active+clean; 8.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 183 KiB/s rd, 2.0 MiB/s wr, 149 op/s 2024-04-15T16:03:18.686 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 16:03:18 smithi102 ceph-mon[87131]: osdmap e2622: 8 total, 8 up, 8 in 2024-04-15T16:03:18.789 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 16:03:18 smithi016 ceph-mon[90652]: pgmap v4873: 137 pgs: 137 active+clean; 8.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 183 KiB/s rd, 2.0 MiB/s wr, 149 op/s 2024-04-15T16:03:18.789 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 16:03:18 smithi016 ceph-mon[90652]: osdmap e2622: 8 total, 8 up, 8 in 2024-04-15T16:03:18.789 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 16:03:18 smithi016 ceph-mon[93212]: pgmap v4873: 137 pgs: 137 active+clean; 8.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 183 KiB/s rd, 2.0 MiB/s wr, 149 op/s 2024-04-15T16:03:18.789 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 16:03:18 smithi016 ceph-mon[93212]: osdmap e2622: 8 total, 8 up, 8 in 2024-04-15T16:03:19.686 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 16:03:19 smithi102 ceph-mon[87131]: osdmap e2623: 8 total, 8 up, 8 in 2024-04-15T16:03:19.789 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 16:03:19 smithi016 ceph-mon[90652]: osdmap e2623: 8 total, 8 up, 8 in 2024-04-15T16:03:19.789 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 16:03:19 smithi016 ceph-mon[93212]: osdmap e2623: 8 total, 8 up, 8 in 2024-04-15T16:03:20.686 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 16:03:20 smithi102 ceph-mon[87131]: pgmap v4876: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 286 KiB/s rd, 15 KiB/s wr, 290 op/s 2024-04-15T16:03:20.686 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 16:03:20 smithi102 ceph-mon[87131]: osdmap e2624: 8 total, 8 up, 8 in 2024-04-15T16:03:20.789 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 16:03:20 smithi016 ceph-mon[90652]: pgmap v4876: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 286 KiB/s rd, 15 KiB/s wr, 290 op/s 2024-04-15T16:03:20.789 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 16:03:20 smithi016 ceph-mon[90652]: osdmap e2624: 8 total, 8 up, 8 in 2024-04-15T16:03:20.789 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 16:03:20 smithi016 ceph-mon[93212]: pgmap v4876: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 286 KiB/s rd, 15 KiB/s wr, 290 op/s 2024-04-15T16:03:20.789 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 16:03:20 smithi016 ceph-mon[93212]: osdmap e2624: 8 total, 8 up, 8 in 2024-04-15T16:03:21.686 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 16:03:21 smithi102 ceph-mon[87131]: osdmap e2625: 8 total, 8 up, 8 in 2024-04-15T16:03:21.777 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 16:03:21 smithi016 ceph-mon[90652]: osdmap e2625: 8 total, 8 up, 8 in 2024-04-15T16:03:21.778 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 16:03:21 smithi016 ceph-mon[93212]: osdmap e2625: 8 total, 8 up, 8 in 2024-04-15T16:03:22.039 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 15 16:03:21 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-y[81421]: ::ffff:172.21.15.102 - - [15/Apr/2024:16:03:21] "GET /metrics HTTP/1.1" 200 36665 "" "Prometheus/2.43.0" 2024-04-15T16:03:22.530 INFO:tasks.workunit.client.0.smithi016.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestClone::test_with_params2 PASSED [ 60%] 2024-04-15T16:03:22.686 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 16:03:22 smithi102 ceph-mon[87131]: pgmap v4879: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 194 KiB/s rd, 11 KiB/s wr, 253 op/s 2024-04-15T16:03:22.686 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 16:03:22 smithi102 ceph-mon[87131]: osdmap e2626: 8 total, 8 up, 8 in 2024-04-15T16:03:22.687 INFO:journalctl@ceph.prometheus.a.smithi102.stdout:Apr 15 16:03:22 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-prometheus-a[120881]: ts=2024-04-15T16:03:22.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi016:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"362ea986-fb34-11ee-bc8f-c7b262605968\", instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T16:03:22.789 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 16:03:22 smithi016 ceph-mon[90652]: pgmap v4879: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 194 KiB/s rd, 11 KiB/s wr, 253 op/s 2024-04-15T16:03:22.789 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 16:03:22 smithi016 ceph-mon[90652]: osdmap e2626: 8 total, 8 up, 8 in 2024-04-15T16:03:22.789 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 16:03:22 smithi016 ceph-mon[93212]: pgmap v4879: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 194 KiB/s rd, 11 KiB/s wr, 253 op/s 2024-04-15T16:03:22.789 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 16:03:22 smithi016 ceph-mon[93212]: osdmap e2626: 8 total, 8 up, 8 in 2024-04-15T16:03:23.789 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 16:03:23 smithi016 ceph-mon[90652]: osdmap e2627: 8 total, 8 up, 8 in 2024-04-15T16:03:23.789 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 16:03:23 smithi016 ceph-mon[93212]: osdmap e2627: 8 total, 8 up, 8 in 2024-04-15T16:03:23.936 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 16:03:23 smithi102 ceph-mon[87131]: osdmap e2627: 8 total, 8 up, 8 in 2024-04-15T16:03:24.556 INFO:tasks.workunit.client.0.smithi016.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestClone::test_with_params3 SKIPPED [ 60%] 2024-04-15T16:03:24.788 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 16:03:24 smithi016 ceph-mon[90652]: pgmap v4882: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 225 KiB/s rd, 15 KiB/s wr, 303 op/s 2024-04-15T16:03:24.789 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 16:03:24 smithi016 ceph-mon[90652]: osdmap e2628: 8 total, 8 up, 8 in 2024-04-15T16:03:24.789 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 16:03:24 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T16:03:24.789 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 16:03:24 smithi016 ceph-mon[93212]: pgmap v4882: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 225 KiB/s rd, 15 KiB/s wr, 303 op/s 2024-04-15T16:03:24.789 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 16:03:24 smithi016 ceph-mon[93212]: osdmap e2628: 8 total, 8 up, 8 in 2024-04-15T16:03:24.789 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 16:03:24 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T16:03:24.936 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 16:03:24 smithi102 ceph-mon[87131]: pgmap v4882: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 225 KiB/s rd, 15 KiB/s wr, 303 op/s 2024-04-15T16:03:24.936 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 16:03:24 smithi102 ceph-mon[87131]: osdmap e2628: 8 total, 8 up, 8 in 2024-04-15T16:03:24.936 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 16:03:24 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T16:03:25.789 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 16:03:25 smithi016 ceph-mon[90652]: osdmap e2629: 8 total, 8 up, 8 in 2024-04-15T16:03:25.789 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 16:03:25 smithi016 ceph-mon[93212]: osdmap e2629: 8 total, 8 up, 8 in 2024-04-15T16:03:25.936 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 16:03:25 smithi102 ceph-mon[87131]: osdmap e2629: 8 total, 8 up, 8 in 2024-04-15T16:03:26.789 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 16:03:26 smithi016 ceph-mon[93212]: pgmap v4885: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 35 KiB/s rd, 5.5 KiB/s wr, 59 op/s 2024-04-15T16:03:26.789 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 16:03:26 smithi016 ceph-mon[93212]: osdmap e2630: 8 total, 8 up, 8 in 2024-04-15T16:03:26.789 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 16:03:26 smithi016 ceph-mon[93212]: osdmap e2631: 8 total, 8 up, 8 in 2024-04-15T16:03:26.789 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 16:03:26 smithi016 ceph-mon[90652]: pgmap v4885: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 35 KiB/s rd, 5.5 KiB/s wr, 59 op/s 2024-04-15T16:03:26.789 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 16:03:26 smithi016 ceph-mon[90652]: osdmap e2630: 8 total, 8 up, 8 in 2024-04-15T16:03:26.789 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 16:03:26 smithi016 ceph-mon[90652]: osdmap e2631: 8 total, 8 up, 8 in 2024-04-15T16:03:26.936 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 16:03:26 smithi102 ceph-mon[87131]: pgmap v4885: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 35 KiB/s rd, 5.5 KiB/s wr, 59 op/s 2024-04-15T16:03:26.936 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 16:03:26 smithi102 ceph-mon[87131]: osdmap e2630: 8 total, 8 up, 8 in 2024-04-15T16:03:26.936 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 16:03:26 smithi102 ceph-mon[87131]: osdmap e2631: 8 total, 8 up, 8 in 2024-04-15T16:03:28.576 INFO:tasks.workunit.client.0.smithi016.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestClone::test_stripe_unit_and_count PASSED [ 61%] 2024-04-15T16:03:28.789 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 16:03:28 smithi016 ceph-mon[90652]: pgmap v4888: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 276 KiB/s rd, 20 KiB/s wr, 376 op/s 2024-04-15T16:03:28.789 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 16:03:28 smithi016 ceph-mon[90652]: osdmap e2632: 8 total, 8 up, 8 in 2024-04-15T16:03:28.789 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 16:03:28 smithi016 ceph-mon[93212]: pgmap v4888: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 276 KiB/s rd, 20 KiB/s wr, 376 op/s 2024-04-15T16:03:28.789 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 16:03:28 smithi016 ceph-mon[93212]: osdmap e2632: 8 total, 8 up, 8 in 2024-04-15T16:03:28.936 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 16:03:28 smithi102 ceph-mon[87131]: pgmap v4888: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 276 KiB/s rd, 20 KiB/s wr, 376 op/s 2024-04-15T16:03:28.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 16:03:28 smithi102 ceph-mon[87131]: osdmap e2632: 8 total, 8 up, 8 in 2024-04-15T16:03:29.788 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 16:03:29 smithi016 ceph-mon[90652]: osdmap e2633: 8 total, 8 up, 8 in 2024-04-15T16:03:29.789 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 16:03:29 smithi016 ceph-mon[93212]: osdmap e2633: 8 total, 8 up, 8 in 2024-04-15T16:03:29.936 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 16:03:29 smithi102 ceph-mon[87131]: osdmap e2633: 8 total, 8 up, 8 in 2024-04-15T16:03:30.789 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 16:03:30 smithi016 ceph-mon[93212]: pgmap v4891: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 277 KiB/s rd, 20 KiB/s wr, 379 op/s 2024-04-15T16:03:30.789 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 16:03:30 smithi016 ceph-mon[93212]: osdmap e2634: 8 total, 8 up, 8 in 2024-04-15T16:03:30.789 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 16:03:30 smithi016 ceph-mon[90652]: pgmap v4891: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 277 KiB/s rd, 20 KiB/s wr, 379 op/s 2024-04-15T16:03:30.789 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 16:03:30 smithi016 ceph-mon[90652]: osdmap e2634: 8 total, 8 up, 8 in 2024-04-15T16:03:30.936 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 16:03:30 smithi102 ceph-mon[87131]: pgmap v4891: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 277 KiB/s rd, 20 KiB/s wr, 379 op/s 2024-04-15T16:03:30.936 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 16:03:30 smithi102 ceph-mon[87131]: osdmap e2634: 8 total, 8 up, 8 in 2024-04-15T16:03:31.778 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 16:03:31 smithi016 ceph-mon[90652]: osdmap e2635: 8 total, 8 up, 8 in 2024-04-15T16:03:31.778 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 16:03:31 smithi016 ceph-mon[90652]: pgmap v4894: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 178 KiB/s rd, 9.5 KiB/s wr, 231 op/s 2024-04-15T16:03:31.778 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 16:03:31 smithi016 ceph-mon[90652]: osdmap e2636: 8 total, 8 up, 8 in 2024-04-15T16:03:31.779 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 16:03:31 smithi016 ceph-mon[93212]: osdmap e2635: 8 total, 8 up, 8 in 2024-04-15T16:03:31.779 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 16:03:31 smithi016 ceph-mon[93212]: pgmap v4894: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 178 KiB/s rd, 9.5 KiB/s wr, 231 op/s 2024-04-15T16:03:31.779 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 16:03:31 smithi016 ceph-mon[93212]: osdmap e2636: 8 total, 8 up, 8 in 2024-04-15T16:03:31.936 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 16:03:31 smithi102 ceph-mon[87131]: osdmap e2635: 8 total, 8 up, 8 in 2024-04-15T16:03:31.936 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 16:03:31 smithi102 ceph-mon[87131]: pgmap v4894: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 178 KiB/s rd, 9.5 KiB/s wr, 231 op/s 2024-04-15T16:03:31.936 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 16:03:31 smithi102 ceph-mon[87131]: osdmap e2636: 8 total, 8 up, 8 in 2024-04-15T16:03:32.038 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 15 16:03:31 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-y[81421]: ::ffff:172.21.15.102 - - [15/Apr/2024:16:03:31] "GET /metrics HTTP/1.1" 200 36667 "" "Prometheus/2.43.0" 2024-04-15T16:03:32.477 INFO:tasks.workunit.client.0.smithi016.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestClone::test_unprotected PASSED [ 61%] 2024-04-15T16:03:32.686 INFO:journalctl@ceph.prometheus.a.smithi102.stdout:Apr 15 16:03:32 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-prometheus-a[120881]: ts=2024-04-15T16:03:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi016:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"362ea986-fb34-11ee-bc8f-c7b262605968\", instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T16:03:33.686 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 16:03:33 smithi102 ceph-mon[87131]: osdmap e2637: 8 total, 8 up, 8 in 2024-04-15T16:03:33.789 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 16:03:33 smithi016 ceph-mon[90652]: osdmap e2637: 8 total, 8 up, 8 in 2024-04-15T16:03:33.789 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 16:03:33 smithi016 ceph-mon[93212]: osdmap e2637: 8 total, 8 up, 8 in 2024-04-15T16:03:34.686 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 16:03:34 smithi102 ceph-mon[87131]: pgmap v4897: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 248 KiB/s rd, 16 KiB/s wr, 335 op/s 2024-04-15T16:03:34.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 16:03:34 smithi102 ceph-mon[87131]: osdmap e2638: 8 total, 8 up, 8 in 2024-04-15T16:03:34.789 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 16:03:34 smithi016 ceph-mon[93212]: pgmap v4897: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 248 KiB/s rd, 16 KiB/s wr, 335 op/s 2024-04-15T16:03:34.789 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 16:03:34 smithi016 ceph-mon[93212]: osdmap e2638: 8 total, 8 up, 8 in 2024-04-15T16:03:34.789 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 16:03:34 smithi016 ceph-mon[90652]: pgmap v4897: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 248 KiB/s rd, 16 KiB/s wr, 335 op/s 2024-04-15T16:03:34.789 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 16:03:34 smithi016 ceph-mon[90652]: osdmap e2638: 8 total, 8 up, 8 in 2024-04-15T16:03:35.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 16:03:35 smithi102 ceph-mon[87131]: osdmap e2639: 8 total, 8 up, 8 in 2024-04-15T16:03:35.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 16:03:35 smithi102 ceph-mon[87131]: from='client.? 172.21.15.16:0/4173262392' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rbd-api-smithi016-215492-2","app": "rbd"}]: dispatch 2024-04-15T16:03:35.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 16:03:35 smithi102 ceph-mon[87131]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rbd-api-smithi016-215492-2","app": "rbd"}]: dispatch 2024-04-15T16:03:35.789 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 16:03:35 smithi016 ceph-mon[93212]: osdmap e2639: 8 total, 8 up, 8 in 2024-04-15T16:03:35.789 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 16:03:35 smithi016 ceph-mon[93212]: from='client.? 172.21.15.16:0/4173262392' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rbd-api-smithi016-215492-2","app": "rbd"}]: dispatch 2024-04-15T16:03:35.789 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 16:03:35 smithi016 ceph-mon[93212]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rbd-api-smithi016-215492-2","app": "rbd"}]: dispatch 2024-04-15T16:03:35.789 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 16:03:35 smithi016 ceph-mon[90652]: osdmap e2639: 8 total, 8 up, 8 in 2024-04-15T16:03:35.789 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 16:03:35 smithi016 ceph-mon[90652]: from='client.? 172.21.15.16:0/4173262392' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rbd-api-smithi016-215492-2","app": "rbd"}]: dispatch 2024-04-15T16:03:35.789 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 16:03:35 smithi016 ceph-mon[90652]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rbd-api-smithi016-215492-2","app": "rbd"}]: dispatch 2024-04-15T16:03:36.686 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 16:03:36 smithi102 ceph-mon[87131]: pgmap v4900: 169 pgs: 32 unknown, 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 71 KiB/s rd, 7.2 KiB/s wr, 106 op/s 2024-04-15T16:03:36.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 16:03:36 smithi102 ceph-mon[87131]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-15T16:03:36.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 16:03:36 smithi102 ceph-mon[87131]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rbd-api-smithi016-215492-2","app": "rbd"}]': finished 2024-04-15T16:03:36.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 16:03:36 smithi102 ceph-mon[87131]: osdmap e2640: 8 total, 8 up, 8 in 2024-04-15T16:03:36.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 16:03:36 smithi102 ceph-mon[87131]: osdmap e2641: 8 total, 8 up, 8 in 2024-04-15T16:03:36.789 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 16:03:36 smithi016 ceph-mon[93212]: pgmap v4900: 169 pgs: 32 unknown, 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 71 KiB/s rd, 7.2 KiB/s wr, 106 op/s 2024-04-15T16:03:36.789 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 16:03:36 smithi016 ceph-mon[93212]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-15T16:03:36.789 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 16:03:36 smithi016 ceph-mon[93212]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rbd-api-smithi016-215492-2","app": "rbd"}]': finished 2024-04-15T16:03:36.789 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 16:03:36 smithi016 ceph-mon[93212]: osdmap e2640: 8 total, 8 up, 8 in 2024-04-15T16:03:36.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 16:03:36 smithi016 ceph-mon[93212]: osdmap e2641: 8 total, 8 up, 8 in 2024-04-15T16:03:36.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 16:03:36 smithi016 ceph-mon[90652]: pgmap v4900: 169 pgs: 32 unknown, 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 71 KiB/s rd, 7.2 KiB/s wr, 106 op/s 2024-04-15T16:03:36.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 16:03:36 smithi016 ceph-mon[90652]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-15T16:03:36.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 16:03:36 smithi016 ceph-mon[90652]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rbd-api-smithi016-215492-2","app": "rbd"}]': finished 2024-04-15T16:03:36.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 16:03:36 smithi016 ceph-mon[90652]: osdmap e2640: 8 total, 8 up, 8 in 2024-04-15T16:03:36.791 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 16:03:36 smithi016 ceph-mon[90652]: osdmap e2641: 8 total, 8 up, 8 in 2024-04-15T16:03:38.686 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 16:03:38 smithi102 ceph-mon[87131]: pgmap v4903: 169 pgs: 7 creating+peering, 4 unknown, 158 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 133 KiB/s rd, 9.5 KiB/s wr, 177 op/s 2024-04-15T16:03:38.686 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 16:03:38 smithi102 ceph-mon[87131]: osdmap e2642: 8 total, 8 up, 8 in 2024-04-15T16:03:38.686 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 16:03:38 smithi102 ceph-mon[87131]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-15T16:03:38.788 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 16:03:38 smithi016 ceph-mon[90652]: pgmap v4903: 169 pgs: 7 creating+peering, 4 unknown, 158 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 133 KiB/s rd, 9.5 KiB/s wr, 177 op/s 2024-04-15T16:03:38.789 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 16:03:38 smithi016 ceph-mon[90652]: osdmap e2642: 8 total, 8 up, 8 in 2024-04-15T16:03:38.789 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 16:03:38 smithi016 ceph-mon[90652]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-15T16:03:38.789 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 16:03:38 smithi016 ceph-mon[93212]: pgmap v4903: 169 pgs: 7 creating+peering, 4 unknown, 158 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 133 KiB/s rd, 9.5 KiB/s wr, 177 op/s 2024-04-15T16:03:38.789 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 16:03:38 smithi016 ceph-mon[93212]: osdmap e2642: 8 total, 8 up, 8 in 2024-04-15T16:03:38.789 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 16:03:38 smithi016 ceph-mon[93212]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-15T16:03:39.510 INFO:tasks.workunit.client.0.smithi016.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestClone::test_unprotect_with_children PASSED [ 62%] 2024-04-15T16:03:39.686 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 16:03:39 smithi102 ceph-mon[87131]: osdmap e2643: 8 total, 8 up, 8 in 2024-04-15T16:03:39.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 16:03:39 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T16:03:39.788 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 16:03:39 smithi016 ceph-mon[90652]: osdmap e2643: 8 total, 8 up, 8 in 2024-04-15T16:03:39.789 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 16:03:39 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T16:03:39.789 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 16:03:39 smithi016 ceph-mon[93212]: osdmap e2643: 8 total, 8 up, 8 in 2024-04-15T16:03:39.789 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 16:03:39 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T16:03:40.686 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 16:03:40 smithi102 ceph-mon[87131]: pgmap v4906: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 145 KiB/s rd, 10 KiB/s wr, 191 op/s 2024-04-15T16:03:40.686 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 16:03:40 smithi102 ceph-mon[87131]: osdmap e2644: 8 total, 8 up, 8 in 2024-04-15T16:03:40.788 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 16:03:40 smithi016 ceph-mon[90652]: pgmap v4906: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 145 KiB/s rd, 10 KiB/s wr, 191 op/s 2024-04-15T16:03:40.789 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 16:03:40 smithi016 ceph-mon[90652]: osdmap e2644: 8 total, 8 up, 8 in 2024-04-15T16:03:40.789 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 16:03:40 smithi016 ceph-mon[93212]: pgmap v4906: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 145 KiB/s rd, 10 KiB/s wr, 191 op/s 2024-04-15T16:03:40.789 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 16:03:40 smithi016 ceph-mon[93212]: osdmap e2644: 8 total, 8 up, 8 in 2024-04-15T16:03:41.478 INFO:tasks.workunit.client.0.smithi016.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestClone::test_stat PASSED [ 62%] 2024-04-15T16:03:41.686 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 16:03:41 smithi102 ceph-mon[87131]: osdmap e2645: 8 total, 8 up, 8 in 2024-04-15T16:03:41.686 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 16:03:41 smithi102 ceph-mon[87131]: osdmap e2646: 8 total, 8 up, 8 in 2024-04-15T16:03:41.777 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 16:03:41 smithi016 ceph-mon[90652]: osdmap e2645: 8 total, 8 up, 8 in 2024-04-15T16:03:41.777 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 16:03:41 smithi016 ceph-mon[90652]: osdmap e2646: 8 total, 8 up, 8 in 2024-04-15T16:03:41.777 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 16:03:41 smithi016 ceph-mon[93212]: osdmap e2645: 8 total, 8 up, 8 in 2024-04-15T16:03:41.777 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 16:03:41 smithi016 ceph-mon[93212]: osdmap e2646: 8 total, 8 up, 8 in 2024-04-15T16:03:42.038 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 15 16:03:41 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-y[81421]: ::ffff:172.21.15.102 - - [15/Apr/2024:16:03:41] "GET /metrics HTTP/1.1" 200 36666 "" "Prometheus/2.43.0" 2024-04-15T16:03:42.587 INFO:journalctl@ceph.prometheus.a.smithi102.stdout:Apr 15 16:03:42 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-prometheus-a[120881]: ts=2024-04-15T16:03:42.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi016:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"362ea986-fb34-11ee-bc8f-c7b262605968\", instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T16:03:42.587 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 16:03:42 smithi102 ceph-mon[87131]: pgmap v4909: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 25 KiB/s rd, 1.2 KiB/s wr, 32 op/s 2024-04-15T16:03:42.788 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 16:03:42 smithi016 ceph-mon[90652]: pgmap v4909: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 25 KiB/s rd, 1.2 KiB/s wr, 32 op/s 2024-04-15T16:03:42.789 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 16:03:42 smithi016 ceph-mon[93212]: pgmap v4909: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 25 KiB/s rd, 1.2 KiB/s wr, 32 op/s 2024-04-15T16:03:43.531 INFO:tasks.workunit.client.0.smithi016.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestClone::test_resize_stat PASSED [ 63%] 2024-04-15T16:03:43.686 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 16:03:43 smithi102 ceph-mon[87131]: osdmap e2647: 8 total, 8 up, 8 in 2024-04-15T16:03:43.789 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 16:03:43 smithi016 ceph-mon[90652]: osdmap e2647: 8 total, 8 up, 8 in 2024-04-15T16:03:43.789 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 16:03:43 smithi016 ceph-mon[93212]: osdmap e2647: 8 total, 8 up, 8 in 2024-04-15T16:03:44.788 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 16:03:44 smithi016 ceph-mon[90652]: pgmap v4912: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 171 KiB/s rd, 11 KiB/s wr, 227 op/s 2024-04-15T16:03:44.789 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 16:03:44 smithi016 ceph-mon[90652]: osdmap e2648: 8 total, 8 up, 8 in 2024-04-15T16:03:44.789 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 16:03:44 smithi016 ceph-mon[93212]: pgmap v4912: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 171 KiB/s rd, 11 KiB/s wr, 227 op/s 2024-04-15T16:03:44.789 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 16:03:44 smithi016 ceph-mon[93212]: osdmap e2648: 8 total, 8 up, 8 in 2024-04-15T16:03:44.938 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 16:03:44 smithi102 ceph-mon[87131]: pgmap v4912: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 171 KiB/s rd, 11 KiB/s wr, 227 op/s 2024-04-15T16:03:44.939 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 16:03:44 smithi102 ceph-mon[87131]: osdmap e2648: 8 total, 8 up, 8 in 2024-04-15T16:03:45.549 INFO:tasks.workunit.client.0.smithi016.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestClone::test_resize_io PASSED [ 64%] 2024-04-15T16:03:45.789 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 16:03:45 smithi016 ceph-mon[90652]: osdmap e2649: 8 total, 8 up, 8 in 2024-04-15T16:03:45.789 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 16:03:45 smithi016 ceph-mon[93212]: osdmap e2649: 8 total, 8 up, 8 in 2024-04-15T16:03:45.936 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 16:03:45 smithi102 ceph-mon[87131]: osdmap e2649: 8 total, 8 up, 8 in 2024-04-15T16:03:46.789 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 16:03:46 smithi016 ceph-mon[93212]: pgmap v4915: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 157 KiB/s rd, 10 KiB/s wr, 208 op/s 2024-04-15T16:03:46.789 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 16:03:46 smithi016 ceph-mon[93212]: osdmap e2650: 8 total, 8 up, 8 in 2024-04-15T16:03:46.789 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 16:03:46 smithi016 ceph-mon[93212]: osdmap e2651: 8 total, 8 up, 8 in 2024-04-15T16:03:46.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 16:03:46 smithi016 ceph-mon[90652]: pgmap v4915: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 157 KiB/s rd, 10 KiB/s wr, 208 op/s 2024-04-15T16:03:46.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 16:03:46 smithi016 ceph-mon[90652]: osdmap e2650: 8 total, 8 up, 8 in 2024-04-15T16:03:46.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 16:03:46 smithi016 ceph-mon[90652]: osdmap e2651: 8 total, 8 up, 8 in 2024-04-15T16:03:46.936 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 16:03:46 smithi102 ceph-mon[87131]: pgmap v4915: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 157 KiB/s rd, 10 KiB/s wr, 208 op/s 2024-04-15T16:03:46.936 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 16:03:46 smithi102 ceph-mon[87131]: osdmap e2650: 8 total, 8 up, 8 in 2024-04-15T16:03:46.936 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 16:03:46 smithi102 ceph-mon[87131]: osdmap e2651: 8 total, 8 up, 8 in 2024-04-15T16:03:47.557 INFO:tasks.workunit.client.0.smithi016.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestClone::test_read PASSED [ 64%] 2024-04-15T16:03:48.788 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 16:03:48 smithi016 ceph-mon[90652]: pgmap v4918: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 322 KiB/s rd, 28 KiB/s wr, 444 op/s 2024-04-15T16:03:48.788 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 16:03:48 smithi016 ceph-mon[90652]: osdmap e2652: 8 total, 8 up, 8 in 2024-04-15T16:03:48.789 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 16:03:48 smithi016 ceph-mon[93212]: pgmap v4918: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 322 KiB/s rd, 28 KiB/s wr, 444 op/s 2024-04-15T16:03:48.789 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 16:03:48 smithi016 ceph-mon[93212]: osdmap e2652: 8 total, 8 up, 8 in 2024-04-15T16:03:48.936 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 16:03:48 smithi102 ceph-mon[87131]: pgmap v4918: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 322 KiB/s rd, 28 KiB/s wr, 444 op/s 2024-04-15T16:03:48.936 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 16:03:48 smithi102 ceph-mon[87131]: osdmap e2652: 8 total, 8 up, 8 in 2024-04-15T16:03:49.567 INFO:tasks.workunit.client.0.smithi016.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestClone::test_write PASSED [ 65%] 2024-04-15T16:03:49.788 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 16:03:49 smithi016 ceph-mon[90652]: osdmap e2653: 8 total, 8 up, 8 in 2024-04-15T16:03:49.788 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 16:03:49 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T16:03:49.789 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 16:03:49 smithi016 ceph-mon[93212]: osdmap e2653: 8 total, 8 up, 8 in 2024-04-15T16:03:49.789 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 16:03:49 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T16:03:49.936 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 16:03:49 smithi102 ceph-mon[87131]: osdmap e2653: 8 total, 8 up, 8 in 2024-04-15T16:03:49.936 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 16:03:49 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T16:03:50.788 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 16:03:50 smithi016 ceph-mon[90652]: pgmap v4921: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 324 KiB/s rd, 29 KiB/s wr, 447 op/s 2024-04-15T16:03:50.789 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 16:03:50 smithi016 ceph-mon[90652]: osdmap e2654: 8 total, 8 up, 8 in 2024-04-15T16:03:50.789 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 16:03:50 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T16:03:50.789 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 16:03:50 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T16:03:50.789 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 16:03:50 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T16:03:50.789 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 16:03:50 smithi016 ceph-mon[93212]: pgmap v4921: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 324 KiB/s rd, 29 KiB/s wr, 447 op/s 2024-04-15T16:03:50.789 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 16:03:50 smithi016 ceph-mon[93212]: osdmap e2654: 8 total, 8 up, 8 in 2024-04-15T16:03:50.789 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 16:03:50 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T16:03:50.789 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 16:03:50 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T16:03:50.789 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 16:03:50 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T16:03:50.936 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 16:03:50 smithi102 ceph-mon[87131]: pgmap v4921: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 324 KiB/s rd, 29 KiB/s wr, 447 op/s 2024-04-15T16:03:50.936 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 16:03:50 smithi102 ceph-mon[87131]: osdmap e2654: 8 total, 8 up, 8 in 2024-04-15T16:03:50.936 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 16:03:50 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T16:03:50.936 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 16:03:50 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T16:03:50.936 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 16:03:50 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T16:03:51.778 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 16:03:51 smithi016 ceph-mon[93212]: osdmap e2655: 8 total, 8 up, 8 in 2024-04-15T16:03:51.778 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 16:03:51 smithi016 ceph-mon[93212]: osdmap e2656: 8 total, 8 up, 8 in 2024-04-15T16:03:51.778 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 16:03:51 smithi016 ceph-mon[90652]: osdmap e2655: 8 total, 8 up, 8 in 2024-04-15T16:03:51.778 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 16:03:51 smithi016 ceph-mon[90652]: osdmap e2656: 8 total, 8 up, 8 in 2024-04-15T16:03:51.936 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 16:03:51 smithi102 ceph-mon[87131]: osdmap e2655: 8 total, 8 up, 8 in 2024-04-15T16:03:51.936 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 16:03:51 smithi102 ceph-mon[87131]: osdmap e2656: 8 total, 8 up, 8 in 2024-04-15T16:03:52.038 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 15 16:03:51 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-y[81421]: ::ffff:172.21.15.102 - - [15/Apr/2024:16:03:51] "GET /metrics HTTP/1.1" 200 36666 "" "Prometheus/2.43.0" 2024-04-15T16:03:52.686 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 16:03:52 smithi102 ceph-mon[87131]: pgmap v4924: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 174 KiB/s rd, 14 KiB/s wr, 238 op/s 2024-04-15T16:03:52.686 INFO:journalctl@ceph.prometheus.a.smithi102.stdout:Apr 15 16:03:52 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-prometheus-a[120881]: ts=2024-04-15T16:03:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi016:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"362ea986-fb34-11ee-bc8f-c7b262605968\", instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T16:03:52.788 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 16:03:52 smithi016 ceph-mon[90652]: pgmap v4924: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 174 KiB/s rd, 14 KiB/s wr, 238 op/s 2024-04-15T16:03:52.789 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 16:03:52 smithi016 ceph-mon[93212]: pgmap v4924: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 174 KiB/s rd, 14 KiB/s wr, 238 op/s 2024-04-15T16:03:54.564 INFO:tasks.workunit.client.0.smithi016.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestClone::test_list_children PASSED [ 65%] 2024-04-15T16:03:54.788 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 16:03:54 smithi016 ceph-mon[90652]: pgmap v4926: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 564 KiB/s rd, 23 KiB/s wr, 714 op/s 2024-04-15T16:03:54.789 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 16:03:54 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T16:03:54.789 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 16:03:54 smithi016 ceph-mon[93212]: pgmap v4926: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 564 KiB/s rd, 23 KiB/s wr, 714 op/s 2024-04-15T16:03:54.789 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 16:03:54 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T16:03:54.936 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 16:03:54 smithi102 ceph-mon[87131]: pgmap v4926: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 564 KiB/s rd, 23 KiB/s wr, 714 op/s 2024-04-15T16:03:54.936 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 16:03:54 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T16:03:55.789 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 16:03:55 smithi016 ceph-mon[90652]: osdmap e2657: 8 total, 8 up, 8 in 2024-04-15T16:03:55.789 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 16:03:55 smithi016 ceph-mon[90652]: pgmap v4928: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 464 KiB/s rd, 19 KiB/s wr, 587 op/s 2024-04-15T16:03:55.789 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 16:03:55 smithi016 ceph-mon[93212]: osdmap e2657: 8 total, 8 up, 8 in 2024-04-15T16:03:55.789 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 16:03:55 smithi016 ceph-mon[93212]: pgmap v4928: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 464 KiB/s rd, 19 KiB/s wr, 587 op/s 2024-04-15T16:03:55.936 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 16:03:55 smithi102 ceph-mon[87131]: osdmap e2657: 8 total, 8 up, 8 in 2024-04-15T16:03:55.936 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 16:03:55 smithi102 ceph-mon[87131]: pgmap v4928: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 464 KiB/s rd, 19 KiB/s wr, 587 op/s 2024-04-15T16:03:56.789 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 16:03:56 smithi016 ceph-mon[90652]: osdmap e2658: 8 total, 8 up, 8 in 2024-04-15T16:03:56.789 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 16:03:56 smithi016 ceph-mon[90652]: osdmap e2659: 8 total, 8 up, 8 in 2024-04-15T16:03:56.789 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 16:03:56 smithi016 ceph-mon[93212]: osdmap e2658: 8 total, 8 up, 8 in 2024-04-15T16:03:56.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 16:03:56 smithi016 ceph-mon[93212]: osdmap e2659: 8 total, 8 up, 8 in 2024-04-15T16:03:56.936 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 16:03:56 smithi102 ceph-mon[87131]: osdmap e2658: 8 total, 8 up, 8 in 2024-04-15T16:03:56.936 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 16:03:56 smithi102 ceph-mon[87131]: osdmap e2659: 8 total, 8 up, 8 in 2024-04-15T16:03:58.491 INFO:tasks.workunit.client.0.smithi016.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestClone::test_flatten_errors PASSED [ 66%] 2024-04-15T16:03:58.686 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 16:03:58 smithi102 ceph-mon[87131]: pgmap v4931: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 2.0 MiB/s rd, 30 KiB/s wr, 2.48k op/s 2024-04-15T16:03:58.686 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 16:03:58 smithi102 ceph-mon[87131]: osdmap e2660: 8 total, 8 up, 8 in 2024-04-15T16:03:58.788 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 16:03:58 smithi016 ceph-mon[90652]: pgmap v4931: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 2.0 MiB/s rd, 30 KiB/s wr, 2.48k op/s 2024-04-15T16:03:58.788 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 16:03:58 smithi016 ceph-mon[90652]: osdmap e2660: 8 total, 8 up, 8 in 2024-04-15T16:03:58.789 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 16:03:58 smithi016 ceph-mon[93212]: pgmap v4931: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 2.0 MiB/s rd, 30 KiB/s wr, 2.48k op/s 2024-04-15T16:03:58.789 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 16:03:58 smithi016 ceph-mon[93212]: osdmap e2660: 8 total, 8 up, 8 in 2024-04-15T16:03:59.686 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 16:03:59 smithi102 ceph-mon[87131]: osdmap e2661: 8 total, 8 up, 8 in 2024-04-15T16:03:59.788 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 16:03:59 smithi016 ceph-mon[90652]: osdmap e2661: 8 total, 8 up, 8 in 2024-04-15T16:03:59.789 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 16:03:59 smithi016 ceph-mon[93212]: osdmap e2661: 8 total, 8 up, 8 in 2024-04-15T16:04:00.493 INFO:tasks.workunit.client.0.smithi016.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestClone::test_flatten_basic PASSED [ 66%] 2024-04-15T16:04:00.686 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 16:04:00 smithi102 ceph-mon[87131]: pgmap v4934: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 2.4 MiB/s rd, 31 KiB/s wr, 2.94k op/s 2024-04-15T16:04:00.686 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 16:04:00 smithi102 ceph-mon[87131]: osdmap e2662: 8 total, 8 up, 8 in 2024-04-15T16:04:00.788 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 16:04:00 smithi016 ceph-mon[90652]: pgmap v4934: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 2.4 MiB/s rd, 31 KiB/s wr, 2.94k op/s 2024-04-15T16:04:00.789 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 16:04:00 smithi016 ceph-mon[90652]: osdmap e2662: 8 total, 8 up, 8 in 2024-04-15T16:04:00.789 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 16:04:00 smithi016 ceph-mon[93212]: pgmap v4934: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 2.4 MiB/s rd, 31 KiB/s wr, 2.94k op/s 2024-04-15T16:04:00.789 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 16:04:00 smithi016 ceph-mon[93212]: osdmap e2662: 8 total, 8 up, 8 in 2024-04-15T16:04:01.686 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 16:04:01 smithi102 ceph-mon[87131]: osdmap e2663: 8 total, 8 up, 8 in 2024-04-15T16:04:01.686 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 16:04:01 smithi102 ceph-mon[87131]: osdmap e2664: 8 total, 8 up, 8 in 2024-04-15T16:04:01.777 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 16:04:01 smithi016 ceph-mon[93212]: osdmap e2663: 8 total, 8 up, 8 in 2024-04-15T16:04:01.778 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 16:04:01 smithi016 ceph-mon[93212]: osdmap e2664: 8 total, 8 up, 8 in 2024-04-15T16:04:01.778 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 16:04:01 smithi016 ceph-mon[90652]: osdmap e2663: 8 total, 8 up, 8 in 2024-04-15T16:04:01.778 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 16:04:01 smithi016 ceph-mon[90652]: osdmap e2664: 8 total, 8 up, 8 in 2024-04-15T16:04:02.039 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 15 16:04:01 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-y[81421]: ::ffff:172.21.15.102 - - [15/Apr/2024:16:04:01] "GET /metrics HTTP/1.1" 200 36667 "" "Prometheus/2.43.0" 2024-04-15T16:04:02.506 INFO:tasks.workunit.client.0.smithi016.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestClone::test_flatten_smaller_order PASSED [ 67%] 2024-04-15T16:04:02.686 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 16:04:02 smithi102 ceph-mon[87131]: pgmap v4937: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 357 KiB/s rd, 19 KiB/s wr, 462 op/s 2024-04-15T16:04:02.687 INFO:journalctl@ceph.prometheus.a.smithi102.stdout:Apr 15 16:04:02 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-prometheus-a[120881]: ts=2024-04-15T16:04:02.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi016:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"362ea986-fb34-11ee-bc8f-c7b262605968\", instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T16:04:02.788 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 16:04:02 smithi016 ceph-mon[90652]: pgmap v4937: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 357 KiB/s rd, 19 KiB/s wr, 462 op/s 2024-04-15T16:04:02.789 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 16:04:02 smithi016 ceph-mon[93212]: pgmap v4937: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 357 KiB/s rd, 19 KiB/s wr, 462 op/s 2024-04-15T16:04:03.686 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 16:04:03 smithi102 ceph-mon[87131]: osdmap e2665: 8 total, 8 up, 8 in 2024-04-15T16:04:03.788 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 16:04:03 smithi016 ceph-mon[90652]: osdmap e2665: 8 total, 8 up, 8 in 2024-04-15T16:04:03.789 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 16:04:03 smithi016 ceph-mon[93212]: osdmap e2665: 8 total, 8 up, 8 in 2024-04-15T16:04:04.506 INFO:tasks.workunit.client.0.smithi016.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestClone::test_flatten_larger_order PASSED [ 68%] 2024-04-15T16:04:04.686 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 16:04:04 smithi102 ceph-mon[87131]: pgmap v4940: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 473 KiB/s rd, 35 KiB/s wr, 637 op/s 2024-04-15T16:04:04.686 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 16:04:04 smithi102 ceph-mon[87131]: osdmap e2666: 8 total, 8 up, 8 in 2024-04-15T16:04:04.788 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 16:04:04 smithi016 ceph-mon[90652]: pgmap v4940: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 473 KiB/s rd, 35 KiB/s wr, 637 op/s 2024-04-15T16:04:04.788 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 16:04:04 smithi016 ceph-mon[90652]: osdmap e2666: 8 total, 8 up, 8 in 2024-04-15T16:04:04.789 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 16:04:04 smithi016 ceph-mon[93212]: pgmap v4940: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 473 KiB/s rd, 35 KiB/s wr, 637 op/s 2024-04-15T16:04:04.789 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 16:04:04 smithi016 ceph-mon[93212]: osdmap e2666: 8 total, 8 up, 8 in 2024-04-15T16:04:05.686 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 16:04:05 smithi102 ceph-mon[87131]: osdmap e2667: 8 total, 8 up, 8 in 2024-04-15T16:04:05.788 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 16:04:05 smithi016 ceph-mon[90652]: osdmap e2667: 8 total, 8 up, 8 in 2024-04-15T16:04:05.789 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 16:04:05 smithi016 ceph-mon[93212]: osdmap e2667: 8 total, 8 up, 8 in 2024-04-15T16:04:06.482 INFO:tasks.workunit.client.0.smithi016.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestClone::test_flatten_drops_cache PASSED [ 68%] 2024-04-15T16:04:06.686 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 16:04:06 smithi102 ceph-mon[87131]: pgmap v4943: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 129 KiB/s rd, 19 KiB/s wr, 193 op/s 2024-04-15T16:04:06.686 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 16:04:06 smithi102 ceph-mon[87131]: osdmap e2668: 8 total, 8 up, 8 in 2024-04-15T16:04:06.686 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 16:04:06 smithi102 ceph-mon[87131]: osdmap e2669: 8 total, 8 up, 8 in 2024-04-15T16:04:06.788 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 16:04:06 smithi016 ceph-mon[90652]: pgmap v4943: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 129 KiB/s rd, 19 KiB/s wr, 193 op/s 2024-04-15T16:04:06.789 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 16:04:06 smithi016 ceph-mon[90652]: osdmap e2668: 8 total, 8 up, 8 in 2024-04-15T16:04:06.789 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 16:04:06 smithi016 ceph-mon[90652]: osdmap e2669: 8 total, 8 up, 8 in 2024-04-15T16:04:06.789 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 16:04:06 smithi016 ceph-mon[93212]: pgmap v4943: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 129 KiB/s rd, 19 KiB/s wr, 193 op/s 2024-04-15T16:04:06.789 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 16:04:06 smithi016 ceph-mon[93212]: osdmap e2668: 8 total, 8 up, 8 in 2024-04-15T16:04:06.789 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 16:04:06 smithi016 ceph-mon[93212]: osdmap e2669: 8 total, 8 up, 8 in 2024-04-15T16:04:08.686 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 16:04:08 smithi102 ceph-mon[87131]: pgmap v4946: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 757 KiB/s rd, 47 KiB/s wr, 1.01k op/s 2024-04-15T16:04:08.686 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 16:04:08 smithi102 ceph-mon[87131]: osdmap e2670: 8 total, 8 up, 8 in 2024-04-15T16:04:08.788 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 16:04:08 smithi016 ceph-mon[90652]: pgmap v4946: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 757 KiB/s rd, 47 KiB/s wr, 1.01k op/s 2024-04-15T16:04:08.789 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 16:04:08 smithi016 ceph-mon[90652]: osdmap e2670: 8 total, 8 up, 8 in 2024-04-15T16:04:08.789 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 16:04:08 smithi016 ceph-mon[93212]: pgmap v4946: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 757 KiB/s rd, 47 KiB/s wr, 1.01k op/s 2024-04-15T16:04:08.789 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 16:04:08 smithi016 ceph-mon[93212]: osdmap e2670: 8 total, 8 up, 8 in 2024-04-15T16:04:09.788 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 16:04:09 smithi016 ceph-mon[90652]: osdmap e2671: 8 total, 8 up, 8 in 2024-04-15T16:04:09.789 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 16:04:09 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T16:04:09.789 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 16:04:09 smithi016 ceph-mon[93212]: osdmap e2671: 8 total, 8 up, 8 in 2024-04-15T16:04:09.789 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 16:04:09 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T16:04:09.936 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 16:04:09 smithi102 ceph-mon[87131]: osdmap e2671: 8 total, 8 up, 8 in 2024-04-15T16:04:09.936 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 16:04:09 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T16:04:10.541 INFO:tasks.workunit.client.0.smithi016.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestClone::test_flatten_multi_level PASSED [ 69%] 2024-04-15T16:04:10.788 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 16:04:10 smithi016 ceph-mon[90652]: pgmap v4949: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 761 KiB/s rd, 50 KiB/s wr, 1.02k op/s 2024-04-15T16:04:10.789 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 16:04:10 smithi016 ceph-mon[90652]: osdmap e2672: 8 total, 8 up, 8 in 2024-04-15T16:04:10.789 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 16:04:10 smithi016 ceph-mon[93212]: pgmap v4949: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 761 KiB/s rd, 50 KiB/s wr, 1.02k op/s 2024-04-15T16:04:10.789 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 16:04:10 smithi016 ceph-mon[93212]: osdmap e2672: 8 total, 8 up, 8 in 2024-04-15T16:04:10.936 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 16:04:10 smithi102 ceph-mon[87131]: pgmap v4949: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 761 KiB/s rd, 50 KiB/s wr, 1.02k op/s 2024-04-15T16:04:10.936 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 16:04:10 smithi102 ceph-mon[87131]: osdmap e2672: 8 total, 8 up, 8 in 2024-04-15T16:04:11.777 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 16:04:11 smithi016 ceph-mon[90652]: osdmap e2673: 8 total, 8 up, 8 in 2024-04-15T16:04:11.777 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 16:04:11 smithi016 ceph-mon[90652]: osdmap e2674: 8 total, 8 up, 8 in 2024-04-15T16:04:11.777 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 16:04:11 smithi016 ceph-mon[93212]: osdmap e2673: 8 total, 8 up, 8 in 2024-04-15T16:04:11.777 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 16:04:11 smithi016 ceph-mon[93212]: osdmap e2674: 8 total, 8 up, 8 in 2024-04-15T16:04:11.936 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 16:04:11 smithi102 ceph-mon[87131]: osdmap e2673: 8 total, 8 up, 8 in 2024-04-15T16:04:11.936 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 16:04:11 smithi102 ceph-mon[87131]: osdmap e2674: 8 total, 8 up, 8 in 2024-04-15T16:04:12.038 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 15 16:04:11 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-y[81421]: ::ffff:172.21.15.102 - - [15/Apr/2024:16:04:11] "GET /metrics HTTP/1.1" 200 36667 "" "Prometheus/2.43.0" 2024-04-15T16:04:12.553 INFO:tasks.workunit.client.0.smithi016.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestClone::test_flatten_with_progress PASSED [ 69%] 2024-04-15T16:04:12.686 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 16:04:12 smithi102 ceph-mon[87131]: pgmap v4952: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 278 KiB/s rd, 18 KiB/s wr, 367 op/s 2024-04-15T16:04:12.687 INFO:journalctl@ceph.prometheus.a.smithi102.stdout:Apr 15 16:04:12 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-prometheus-a[120881]: ts=2024-04-15T16:04:12.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi016:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"362ea986-fb34-11ee-bc8f-c7b262605968\", instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T16:04:12.788 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 16:04:12 smithi016 ceph-mon[90652]: pgmap v4952: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 278 KiB/s rd, 18 KiB/s wr, 367 op/s 2024-04-15T16:04:12.789 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 16:04:12 smithi016 ceph-mon[93212]: pgmap v4952: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 278 KiB/s rd, 18 KiB/s wr, 367 op/s 2024-04-15T16:04:13.788 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 16:04:13 smithi016 ceph-mon[90652]: osdmap e2675: 8 total, 8 up, 8 in 2024-04-15T16:04:13.789 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 16:04:13 smithi016 ceph-mon[93212]: osdmap e2675: 8 total, 8 up, 8 in 2024-04-15T16:04:13.936 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 16:04:13 smithi102 ceph-mon[87131]: osdmap e2675: 8 total, 8 up, 8 in 2024-04-15T16:04:14.788 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 16:04:14 smithi016 ceph-mon[90652]: pgmap v4955: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 308 KiB/s rd, 25 KiB/s wr, 418 op/s 2024-04-15T16:04:14.789 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 16:04:14 smithi016 ceph-mon[90652]: osdmap e2676: 8 total, 8 up, 8 in 2024-04-15T16:04:14.789 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 16:04:14 smithi016 ceph-mon[93212]: pgmap v4955: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 308 KiB/s rd, 25 KiB/s wr, 418 op/s 2024-04-15T16:04:14.789 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 16:04:14 smithi016 ceph-mon[93212]: osdmap e2676: 8 total, 8 up, 8 in 2024-04-15T16:04:14.936 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 16:04:14 smithi102 ceph-mon[87131]: pgmap v4955: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 308 KiB/s rd, 25 KiB/s wr, 418 op/s 2024-04-15T16:04:14.936 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 16:04:14 smithi102 ceph-mon[87131]: osdmap e2676: 8 total, 8 up, 8 in 2024-04-15T16:04:15.788 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 16:04:15 smithi016 ceph-mon[90652]: osdmap e2677: 8 total, 8 up, 8 in 2024-04-15T16:04:15.789 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 16:04:15 smithi016 ceph-mon[93212]: osdmap e2677: 8 total, 8 up, 8 in 2024-04-15T16:04:15.936 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 16:04:15 smithi102 ceph-mon[87131]: osdmap e2677: 8 total, 8 up, 8 in 2024-04-15T16:04:16.485 INFO:tasks.workunit.client.0.smithi016.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestClone::test_resize_flatten_multi_level PASSED [ 70%] 2024-04-15T16:04:16.788 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 16:04:16 smithi016 ceph-mon[93212]: pgmap v4958: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 33 KiB/s rd, 9.7 KiB/s wr, 59 op/s 2024-04-15T16:04:16.788 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 16:04:16 smithi016 ceph-mon[93212]: osdmap e2678: 8 total, 8 up, 8 in 2024-04-15T16:04:16.788 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 16:04:16 smithi016 ceph-mon[93212]: osdmap e2679: 8 total, 8 up, 8 in 2024-04-15T16:04:16.789 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 16:04:16 smithi016 ceph-mon[90652]: pgmap v4958: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 33 KiB/s rd, 9.7 KiB/s wr, 59 op/s 2024-04-15T16:04:16.789 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 16:04:16 smithi016 ceph-mon[90652]: osdmap e2678: 8 total, 8 up, 8 in 2024-04-15T16:04:16.789 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 16:04:16 smithi016 ceph-mon[90652]: osdmap e2679: 8 total, 8 up, 8 in 2024-04-15T16:04:16.936 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 16:04:16 smithi102 ceph-mon[87131]: pgmap v4958: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 33 KiB/s rd, 9.7 KiB/s wr, 59 op/s 2024-04-15T16:04:16.936 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 16:04:16 smithi102 ceph-mon[87131]: osdmap e2678: 8 total, 8 up, 8 in 2024-04-15T16:04:16.936 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 16:04:16 smithi102 ceph-mon[87131]: osdmap e2679: 8 total, 8 up, 8 in 2024-04-15T16:04:18.788 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 16:04:18 smithi016 ceph-mon[93212]: pgmap v4961: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 396 KiB/s rd, 23 KiB/s wr, 525 op/s 2024-04-15T16:04:18.789 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 16:04:18 smithi016 ceph-mon[93212]: osdmap e2680: 8 total, 8 up, 8 in 2024-04-15T16:04:18.789 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 16:04:18 smithi016 ceph-mon[90652]: pgmap v4961: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 396 KiB/s rd, 23 KiB/s wr, 525 op/s 2024-04-15T16:04:18.789 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 16:04:18 smithi016 ceph-mon[90652]: osdmap e2680: 8 total, 8 up, 8 in 2024-04-15T16:04:18.936 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 16:04:18 smithi102 ceph-mon[87131]: pgmap v4961: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 396 KiB/s rd, 23 KiB/s wr, 525 op/s 2024-04-15T16:04:18.936 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 16:04:18 smithi102 ceph-mon[87131]: osdmap e2680: 8 total, 8 up, 8 in 2024-04-15T16:04:19.788 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 16:04:19 smithi016 ceph-mon[90652]: osdmap e2681: 8 total, 8 up, 8 in 2024-04-15T16:04:19.789 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 16:04:19 smithi016 ceph-mon[90652]: pgmap v4964: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 397 KiB/s rd, 24 KiB/s wr, 530 op/s 2024-04-15T16:04:19.789 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 16:04:19 smithi016 ceph-mon[93212]: osdmap e2681: 8 total, 8 up, 8 in 2024-04-15T16:04:19.789 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 16:04:19 smithi016 ceph-mon[93212]: pgmap v4964: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 397 KiB/s rd, 24 KiB/s wr, 530 op/s 2024-04-15T16:04:19.936 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 16:04:19 smithi102 ceph-mon[87131]: osdmap e2681: 8 total, 8 up, 8 in 2024-04-15T16:04:19.936 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 16:04:19 smithi102 ceph-mon[87131]: pgmap v4964: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 397 KiB/s rd, 24 KiB/s wr, 530 op/s 2024-04-15T16:04:20.607 INFO:tasks.workunit.client.0.smithi016.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestClone::test_trash_snapshot PASSED [ 70%] 2024-04-15T16:04:20.788 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 16:04:20 smithi016 ceph-mon[90652]: osdmap e2682: 8 total, 8 up, 8 in 2024-04-15T16:04:20.789 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 16:04:20 smithi016 ceph-mon[93212]: osdmap e2682: 8 total, 8 up, 8 in 2024-04-15T16:04:20.936 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 16:04:20 smithi102 ceph-mon[87131]: osdmap e2682: 8 total, 8 up, 8 in 2024-04-15T16:04:21.778 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 16:04:21 smithi016 ceph-mon[93212]: osdmap e2683: 8 total, 8 up, 8 in 2024-04-15T16:04:21.778 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 16:04:21 smithi016 ceph-mon[93212]: pgmap v4967: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 67 KiB/s rd, 8.0 KiB/s wr, 105 op/s 2024-04-15T16:04:21.778 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 16:04:21 smithi016 ceph-mon[93212]: osdmap e2684: 8 total, 8 up, 8 in 2024-04-15T16:04:21.778 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 16:04:21 smithi016 ceph-mon[90652]: osdmap e2683: 8 total, 8 up, 8 in 2024-04-15T16:04:21.778 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 16:04:21 smithi016 ceph-mon[90652]: pgmap v4967: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 67 KiB/s rd, 8.0 KiB/s wr, 105 op/s 2024-04-15T16:04:21.778 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 16:04:21 smithi016 ceph-mon[90652]: osdmap e2684: 8 total, 8 up, 8 in 2024-04-15T16:04:21.936 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 16:04:21 smithi102 ceph-mon[87131]: osdmap e2683: 8 total, 8 up, 8 in 2024-04-15T16:04:21.936 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 16:04:21 smithi102 ceph-mon[87131]: pgmap v4967: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 67 KiB/s rd, 8.0 KiB/s wr, 105 op/s 2024-04-15T16:04:21.936 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 16:04:21 smithi102 ceph-mon[87131]: osdmap e2684: 8 total, 8 up, 8 in 2024-04-15T16:04:22.038 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 15 16:04:21 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-y[81421]: ::ffff:172.21.15.102 - - [15/Apr/2024:16:04:21] "GET /metrics HTTP/1.1" 200 36667 "" "Prometheus/2.43.0" 2024-04-15T16:04:22.686 INFO:journalctl@ceph.prometheus.a.smithi102.stdout:Apr 15 16:04:22 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-prometheus-a[120881]: ts=2024-04-15T16:04:22.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi016:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"362ea986-fb34-11ee-bc8f-c7b262605968\", instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T16:04:24.436 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 16:04:24 smithi102 ceph-mon[87131]: pgmap v4969: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 222 KiB/s rd, 18 KiB/s wr, 301 op/s 2024-04-15T16:04:24.436 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 16:04:24 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T16:04:24.538 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 16:04:24 smithi016 ceph-mon[93212]: pgmap v4969: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 222 KiB/s rd, 18 KiB/s wr, 301 op/s 2024-04-15T16:04:24.538 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 16:04:24 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T16:04:24.539 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 16:04:24 smithi016 ceph-mon[90652]: pgmap v4969: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 222 KiB/s rd, 18 KiB/s wr, 301 op/s 2024-04-15T16:04:24.539 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 16:04:24 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T16:04:26.436 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 16:04:26 smithi102 ceph-mon[87131]: pgmap v4970: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 168 KiB/s rd, 13 KiB/s wr, 228 op/s 2024-04-15T16:04:26.538 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 16:04:26 smithi016 ceph-mon[90652]: pgmap v4970: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 168 KiB/s rd, 13 KiB/s wr, 228 op/s 2024-04-15T16:04:26.539 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 16:04:26 smithi016 ceph-mon[93212]: pgmap v4970: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 168 KiB/s rd, 13 KiB/s wr, 228 op/s 2024-04-15T16:04:27.499 INFO:tasks.workunit.client.0.smithi016.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestClone::test_encryption_luks1 PASSED [ 71%] 2024-04-15T16:04:27.686 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 16:04:27 smithi102 ceph-mon[87131]: osdmap e2685: 8 total, 8 up, 8 in 2024-04-15T16:04:27.788 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 16:04:27 smithi016 ceph-mon[90652]: osdmap e2685: 8 total, 8 up, 8 in 2024-04-15T16:04:27.789 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 16:04:27 smithi016 ceph-mon[93212]: osdmap e2685: 8 total, 8 up, 8 in 2024-04-15T16:04:28.686 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 16:04:28 smithi102 ceph-mon[87131]: pgmap v4972: 137 pgs: 137 active+clean; 8.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 210 KiB/s rd, 638 KiB/s wr, 221 op/s 2024-04-15T16:04:28.686 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 16:04:28 smithi102 ceph-mon[87131]: osdmap e2686: 8 total, 8 up, 8 in 2024-04-15T16:04:28.788 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 16:04:28 smithi016 ceph-mon[90652]: pgmap v4972: 137 pgs: 137 active+clean; 8.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 210 KiB/s rd, 638 KiB/s wr, 221 op/s 2024-04-15T16:04:28.788 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 16:04:28 smithi016 ceph-mon[90652]: osdmap e2686: 8 total, 8 up, 8 in 2024-04-15T16:04:28.789 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 16:04:28 smithi016 ceph-mon[93212]: pgmap v4972: 137 pgs: 137 active+clean; 8.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 210 KiB/s rd, 638 KiB/s wr, 221 op/s 2024-04-15T16:04:28.789 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 16:04:28 smithi016 ceph-mon[93212]: osdmap e2686: 8 total, 8 up, 8 in 2024-04-15T16:04:29.686 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 16:04:29 smithi102 ceph-mon[87131]: osdmap e2687: 8 total, 8 up, 8 in 2024-04-15T16:04:29.788 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 16:04:29 smithi016 ceph-mon[93212]: osdmap e2687: 8 total, 8 up, 8 in 2024-04-15T16:04:29.788 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 16:04:29 smithi016 ceph-mon[90652]: osdmap e2687: 8 total, 8 up, 8 in 2024-04-15T16:04:30.686 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 16:04:30 smithi102 ceph-mon[87131]: pgmap v4975: 137 pgs: 137 active+clean; 8.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 72 KiB/s rd, 685 KiB/s wr, 33 op/s 2024-04-15T16:04:30.788 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 16:04:30 smithi016 ceph-mon[93212]: pgmap v4975: 137 pgs: 137 active+clean; 8.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 72 KiB/s rd, 685 KiB/s wr, 33 op/s 2024-04-15T16:04:30.789 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 16:04:30 smithi016 ceph-mon[90652]: pgmap v4975: 137 pgs: 137 active+clean; 8.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 72 KiB/s rd, 685 KiB/s wr, 33 op/s 2024-04-15T16:04:32.042 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 15 16:04:31 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-y[81421]: ::ffff:172.21.15.102 - - [15/Apr/2024:16:04:31] "GET /metrics HTTP/1.1" 200 36667 "" "Prometheus/2.43.0" 2024-04-15T16:04:32.686 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 16:04:32 smithi102 ceph-mon[87131]: pgmap v4976: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 126 KiB/s rd, 688 KiB/s wr, 105 op/s 2024-04-15T16:04:32.686 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 16:04:32 smithi102 ceph-mon[87131]: osdmap e2688: 8 total, 8 up, 8 in 2024-04-15T16:04:32.687 INFO:journalctl@ceph.prometheus.a.smithi102.stdout:Apr 15 16:04:32 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-prometheus-a[120881]: ts=2024-04-15T16:04:32.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi016:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"362ea986-fb34-11ee-bc8f-c7b262605968\", instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T16:04:32.788 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 16:04:32 smithi016 ceph-mon[93212]: pgmap v4976: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 126 KiB/s rd, 688 KiB/s wr, 105 op/s 2024-04-15T16:04:32.789 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 16:04:32 smithi016 ceph-mon[93212]: osdmap e2688: 8 total, 8 up, 8 in 2024-04-15T16:04:32.789 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 16:04:32 smithi016 ceph-mon[90652]: pgmap v4976: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 126 KiB/s rd, 688 KiB/s wr, 105 op/s 2024-04-15T16:04:32.789 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 16:04:32 smithi016 ceph-mon[90652]: osdmap e2688: 8 total, 8 up, 8 in 2024-04-15T16:04:34.686 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 16:04:34 smithi102 ceph-mon[87131]: pgmap v4978: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 82 KiB/s rd, 7.3 KiB/s wr, 112 op/s 2024-04-15T16:04:34.789 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 16:04:34 smithi016 ceph-mon[90652]: pgmap v4978: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 82 KiB/s rd, 7.3 KiB/s wr, 112 op/s 2024-04-15T16:04:34.789 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 16:04:34 smithi016 ceph-mon[93212]: pgmap v4978: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 82 KiB/s rd, 7.3 KiB/s wr, 112 op/s 2024-04-15T16:04:36.686 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 16:04:36 smithi102 ceph-mon[87131]: pgmap v4979: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 64 KiB/s rd, 5.8 KiB/s wr, 88 op/s 2024-04-15T16:04:36.686 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 16:04:36 smithi102 ceph-mon[87131]: osdmap e2689: 8 total, 8 up, 8 in 2024-04-15T16:04:36.788 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 16:04:36 smithi016 ceph-mon[93212]: pgmap v4979: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 64 KiB/s rd, 5.8 KiB/s wr, 88 op/s 2024-04-15T16:04:36.788 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 16:04:36 smithi016 ceph-mon[93212]: osdmap e2689: 8 total, 8 up, 8 in 2024-04-15T16:04:36.789 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 16:04:36 smithi016 ceph-mon[90652]: pgmap v4979: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 64 KiB/s rd, 5.8 KiB/s wr, 88 op/s 2024-04-15T16:04:36.789 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 16:04:36 smithi016 ceph-mon[90652]: osdmap e2689: 8 total, 8 up, 8 in 2024-04-15T16:04:38.512 INFO:tasks.workunit.client.0.smithi016.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestClone::test_encryption_luks2 PASSED [ 72%] 2024-04-15T16:04:38.630 INFO:tasks.workunit.client.0.smithi016.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestExclusiveLock::test_ownership PASSED [ 72%] 2024-04-15T16:04:38.686 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 16:04:38 smithi102 ceph-mon[87131]: pgmap v4981: 137 pgs: 137 active+clean; 21 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 97 KiB/s rd, 2.0 MiB/s wr, 85 op/s 2024-04-15T16:04:38.788 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 16:04:38 smithi016 ceph-mon[90652]: pgmap v4981: 137 pgs: 137 active+clean; 21 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 97 KiB/s rd, 2.0 MiB/s wr, 85 op/s 2024-04-15T16:04:38.788 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 16:04:38 smithi016 ceph-mon[93212]: pgmap v4981: 137 pgs: 137 active+clean; 21 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 97 KiB/s rd, 2.0 MiB/s wr, 85 op/s 2024-04-15T16:04:39.686 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 16:04:39 smithi102 ceph-mon[87131]: osdmap e2690: 8 total, 8 up, 8 in 2024-04-15T16:04:39.686 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 16:04:39 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T16:04:39.788 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 16:04:39 smithi016 ceph-mon[90652]: osdmap e2690: 8 total, 8 up, 8 in 2024-04-15T16:04:39.788 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 16:04:39 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T16:04:39.789 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 16:04:39 smithi016 ceph-mon[93212]: osdmap e2690: 8 total, 8 up, 8 in 2024-04-15T16:04:39.789 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 16:04:39 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T16:04:40.520 INFO:tasks.workunit.client.0.smithi016.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestExclusiveLock::test_snapshot_leadership PASSED [ 73%] 2024-04-15T16:04:40.612 INFO:tasks.workunit.client.0.smithi016.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestExclusiveLock::test_read_only_leadership PASSED [ 73%] 2024-04-15T16:04:40.686 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 16:04:40 smithi102 ceph-mon[87131]: pgmap v4983: 137 pgs: 137 active+clean; 21 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 62 KiB/s rd, 2.1 MiB/s wr, 36 op/s 2024-04-15T16:04:40.686 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 16:04:40 smithi102 ceph-mon[87131]: osdmap e2691: 8 total, 8 up, 8 in 2024-04-15T16:04:40.788 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 16:04:40 smithi016 ceph-mon[90652]: pgmap v4983: 137 pgs: 137 active+clean; 21 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 62 KiB/s rd, 2.1 MiB/s wr, 36 op/s 2024-04-15T16:04:40.789 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 16:04:40 smithi016 ceph-mon[90652]: osdmap e2691: 8 total, 8 up, 8 in 2024-04-15T16:04:40.789 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 16:04:40 smithi016 ceph-mon[93212]: pgmap v4983: 137 pgs: 137 active+clean; 21 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 62 KiB/s rd, 2.1 MiB/s wr, 36 op/s 2024-04-15T16:04:40.789 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 16:04:40 smithi016 ceph-mon[93212]: osdmap e2691: 8 total, 8 up, 8 in 2024-04-15T16:04:41.777 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 16:04:41 smithi016 ceph-mon[93212]: osdmap e2692: 8 total, 8 up, 8 in 2024-04-15T16:04:41.777 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 16:04:41 smithi016 ceph-mon[90652]: osdmap e2692: 8 total, 8 up, 8 in 2024-04-15T16:04:41.936 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 16:04:41 smithi102 ceph-mon[87131]: osdmap e2692: 8 total, 8 up, 8 in 2024-04-15T16:04:42.038 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 15 16:04:41 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-y[81421]: ::ffff:172.21.15.102 - - [15/Apr/2024:16:04:41] "GET /metrics HTTP/1.1" 200 36674 "" "Prometheus/2.43.0" 2024-04-15T16:04:42.538 INFO:tasks.workunit.client.0.smithi016.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestExclusiveLock::test_follower_flatten PASSED [ 74%] 2024-04-15T16:04:42.678 INFO:tasks.workunit.client.0.smithi016.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestExclusiveLock::test_follower_resize PASSED [ 74%] 2024-04-15T16:04:42.686 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 16:04:42 smithi102 ceph-mon[87131]: pgmap v4986: 137 pgs: 137 active+clean; 21 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 209 KiB/s rd, 3.4 MiB/s wr, 193 op/s 2024-04-15T16:04:42.686 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 16:04:42 smithi102 ceph-mon[87131]: osdmap e2693: 8 total, 8 up, 8 in 2024-04-15T16:04:42.686 INFO:journalctl@ceph.prometheus.a.smithi102.stdout:Apr 15 16:04:42 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-prometheus-a[120881]: ts=2024-04-15T16:04:42.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi016:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"362ea986-fb34-11ee-bc8f-c7b262605968\", instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T16:04:42.788 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 16:04:42 smithi016 ceph-mon[90652]: pgmap v4986: 137 pgs: 137 active+clean; 21 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 209 KiB/s rd, 3.4 MiB/s wr, 193 op/s 2024-04-15T16:04:42.788 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 16:04:42 smithi016 ceph-mon[90652]: osdmap e2693: 8 total, 8 up, 8 in 2024-04-15T16:04:42.789 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 16:04:42 smithi016 ceph-mon[93212]: pgmap v4986: 137 pgs: 137 active+clean; 21 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 209 KiB/s rd, 3.4 MiB/s wr, 193 op/s 2024-04-15T16:04:42.789 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 16:04:42 smithi016 ceph-mon[93212]: osdmap e2693: 8 total, 8 up, 8 in 2024-04-15T16:04:43.788 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 16:04:43 smithi016 ceph-mon[90652]: osdmap e2694: 8 total, 8 up, 8 in 2024-04-15T16:04:43.789 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 16:04:43 smithi016 ceph-mon[93212]: osdmap e2694: 8 total, 8 up, 8 in 2024-04-15T16:04:43.936 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 16:04:43 smithi102 ceph-mon[87131]: osdmap e2694: 8 total, 8 up, 8 in 2024-04-15T16:04:44.549 INFO:tasks.workunit.client.0.smithi016.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestExclusiveLock::test_follower_snap_create PASSED [ 75%] 2024-04-15T16:04:44.789 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 16:04:44 smithi016 ceph-mon[90652]: pgmap v4989: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 193 KiB/s rd, 17 KiB/s wr, 268 op/s 2024-04-15T16:04:44.789 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 16:04:44 smithi016 ceph-mon[90652]: osdmap e2695: 8 total, 8 up, 8 in 2024-04-15T16:04:44.789 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 16:04:44 smithi016 ceph-mon[93212]: pgmap v4989: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 193 KiB/s rd, 17 KiB/s wr, 268 op/s 2024-04-15T16:04:44.789 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 16:04:44 smithi016 ceph-mon[93212]: osdmap e2695: 8 total, 8 up, 8 in 2024-04-15T16:04:44.936 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 16:04:44 smithi102 ceph-mon[87131]: pgmap v4989: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 193 KiB/s rd, 17 KiB/s wr, 268 op/s 2024-04-15T16:04:44.936 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 16:04:44 smithi102 ceph-mon[87131]: osdmap e2695: 8 total, 8 up, 8 in 2024-04-15T16:04:45.788 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 16:04:45 smithi016 ceph-mon[90652]: osdmap e2696: 8 total, 8 up, 8 in 2024-04-15T16:04:45.789 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 16:04:45 smithi016 ceph-mon[93212]: osdmap e2696: 8 total, 8 up, 8 in 2024-04-15T16:04:45.936 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 16:04:45 smithi102 ceph-mon[87131]: osdmap e2696: 8 total, 8 up, 8 in 2024-04-15T16:04:46.512 INFO:tasks.workunit.client.0.smithi016.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestExclusiveLock::test_follower_snap_rollback PASSED [ 76%] 2024-04-15T16:04:46.634 INFO:tasks.workunit.client.0.smithi016.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestExclusiveLock::test_follower_discard PASSED [ 76%] 2024-04-15T16:04:46.760 INFO:tasks.workunit.client.0.smithi016.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestExclusiveLock::test_follower_write PASSED [ 77%] 2024-04-15T16:04:46.788 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 16:04:46 smithi016 ceph-mon[90652]: pgmap v4992: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 27 KiB/s rd, 8.5 KiB/s wr, 52 op/s 2024-04-15T16:04:46.788 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 16:04:46 smithi016 ceph-mon[90652]: osdmap e2697: 8 total, 8 up, 8 in 2024-04-15T16:04:46.788 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 16:04:46 smithi016 ceph-mon[90652]: osdmap e2698: 8 total, 8 up, 8 in 2024-04-15T16:04:46.789 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 16:04:46 smithi016 ceph-mon[93212]: pgmap v4992: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 27 KiB/s rd, 8.5 KiB/s wr, 52 op/s 2024-04-15T16:04:46.789 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 16:04:46 smithi016 ceph-mon[93212]: osdmap e2697: 8 total, 8 up, 8 in 2024-04-15T16:04:46.789 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 16:04:46 smithi016 ceph-mon[93212]: osdmap e2698: 8 total, 8 up, 8 in 2024-04-15T16:04:46.862 INFO:tasks.workunit.client.0.smithi016.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestExclusiveLock::test_acquire_release_lock PASSED [ 77%] 2024-04-15T16:04:46.936 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 16:04:46 smithi102 ceph-mon[87131]: pgmap v4992: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 27 KiB/s rd, 8.5 KiB/s wr, 52 op/s 2024-04-15T16:04:46.936 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 16:04:46 smithi102 ceph-mon[87131]: osdmap e2697: 8 total, 8 up, 8 in 2024-04-15T16:04:46.936 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 16:04:46 smithi102 ceph-mon[87131]: osdmap e2698: 8 total, 8 up, 8 in 2024-04-15T16:04:47.552 INFO:tasks.workunit.client.0.smithi016.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestExclusiveLock::test_break_lock PASSED [ 78%] 2024-04-15T16:04:47.646 INFO:tasks.workunit.client.0.smithi016.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestMirroring::test_uuid PASSED [ 78%] 2024-04-15T16:04:47.746 INFO:tasks.workunit.client.0.smithi016.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestMirroring::test_site_name PASSED [ 79%] 2024-04-15T16:04:47.788 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 16:04:47 smithi016 ceph-mon[90652]: from='client.? 172.21.15.16:0/3190496544' entity='client.admin' cmd=[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.16:0/1821652950"}]: dispatch 2024-04-15T16:04:47.788 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 16:04:47 smithi016 ceph-mon[90652]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.16:0/1821652950"}]: dispatch 2024-04-15T16:04:47.789 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 16:04:47 smithi016 ceph-mon[93212]: from='client.? 172.21.15.16:0/3190496544' entity='client.admin' cmd=[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.16:0/1821652950"}]: dispatch 2024-04-15T16:04:47.789 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 16:04:47 smithi016 ceph-mon[93212]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.16:0/1821652950"}]: dispatch 2024-04-15T16:04:47.855 INFO:tasks.workunit.client.0.smithi016.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestMirroring::test_mirror_peer_bootstrap PASSED [ 80%] 2024-04-15T16:04:47.936 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 16:04:47 smithi102 ceph-mon[87131]: from='client.? 172.21.15.16:0/3190496544' entity='client.admin' cmd=[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.16:0/1821652950"}]: dispatch 2024-04-15T16:04:47.936 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 16:04:47 smithi102 ceph-mon[87131]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.16:0/1821652950"}]: dispatch 2024-04-15T16:04:47.960 INFO:tasks.workunit.client.0.smithi016.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestMirroring::test_mirror_peer PASSED [ 80%] 2024-04-15T16:04:48.044 INFO:tasks.workunit.client.0.smithi016.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestMirroring::test_mirror_image SKIPPED [ 81%] 2024-04-15T16:04:48.129 INFO:tasks.workunit.client.0.smithi016.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestMirroring::test_mirror_image_status SKIPPED [ 81%] 2024-04-15T16:04:48.789 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 16:04:48 smithi016 ceph-mon[90652]: pgmap v4995: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 317 KiB/s rd, 20 KiB/s wr, 429 op/s 2024-04-15T16:04:48.789 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 16:04:48 smithi016 ceph-mon[90652]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.16:0/1821652950"}]': finished 2024-04-15T16:04:48.789 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 16:04:48 smithi016 ceph-mon[90652]: osdmap e2699: 8 total, 8 up, 8 in 2024-04-15T16:04:48.789 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 16:04:48 smithi016 ceph-mon[90652]: from='client.? ' entity='client.admin' 2024-04-15T16:04:48.789 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 16:04:48 smithi016 ceph-mon[90652]: from='client.? 172.21.15.16:0/4173262392' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/site_name"}]: dispatch 2024-04-15T16:04:48.789 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 16:04:48 smithi016 ceph-mon[90652]: from='client.? 172.21.15.16:0/4173262392' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/site_name"}]: dispatch 2024-04-15T16:04:48.789 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 16:04:48 smithi016 ceph-mon[90652]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/site_name"}]: dispatch 2024-04-15T16:04:48.789 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 16:04:48 smithi016 ceph-mon[90652]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/site_name"}]': finished 2024-04-15T16:04:48.789 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 16:04:48 smithi016 ceph-mon[90652]: from='client.? 172.21.15.16:0/4173262392' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/site_name"}]: dispatch 2024-04-15T16:04:48.789 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 16:04:48 smithi016 ceph-mon[90652]: from='client.? 172.21.15.16:0/4173262392' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/peer_client_id"}]: dispatch 2024-04-15T16:04:48.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 16:04:48 smithi016 ceph-mon[90652]: from='client.? 172.21.15.16:0/4173262392' entity='client.admin' cmd=[{ "prefix": "auth get-or-create", "entity": "client.rbd-mirror-peer", "caps": [ "mon", "profile rbd-mirror-peer", "osd", "profile rbd"], "format": "json"}]: dispatch 2024-04-15T16:04:48.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 16:04:48 smithi016 ceph-mon[90652]: from='client.? ' entity='client.admin' cmd=[{ "prefix": "auth get-or-create", "entity": "client.rbd-mirror-peer", "caps": [ "mon", "profile rbd-mirror-peer", "osd", "profile rbd"], "format": "json"}]: dispatch 2024-04-15T16:04:48.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 16:04:48 smithi016 ceph-mon[90652]: from='client.? 172.21.15.16:0/4173262392' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/site_name"}]: dispatch 2024-04-15T16:04:48.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 16:04:48 smithi016 ceph-mon[90652]: from='client.? ' entity='client.admin' 2024-04-15T16:04:48.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 16:04:48 smithi016 ceph-mon[90652]: from='client.? 172.21.15.16:0/4173262392' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/peer/122/18b4a657-5871-4553-83ce-269dcaf3d258"}]: dispatch 2024-04-15T16:04:48.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 16:04:48 smithi016 ceph-mon[90652]: from='client.? 172.21.15.16:0/4173262392' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/122/18b4a657-5871-4553-83ce-269dcaf3d258"}]: dispatch 2024-04-15T16:04:48.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 16:04:48 smithi016 ceph-mon[90652]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/122/18b4a657-5871-4553-83ce-269dcaf3d258"}]: dispatch 2024-04-15T16:04:48.790 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 16:04:48 smithi016 ceph-mon[90652]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/122/18b4a657-5871-4553-83ce-269dcaf3d258"}]': finished 2024-04-15T16:04:48.790 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 16:04:48 smithi016 ceph-mon[93212]: pgmap v4995: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 317 KiB/s rd, 20 KiB/s wr, 429 op/s 2024-04-15T16:04:48.791 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 16:04:48 smithi016 ceph-mon[93212]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.16:0/1821652950"}]': finished 2024-04-15T16:04:48.791 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 16:04:48 smithi016 ceph-mon[93212]: osdmap e2699: 8 total, 8 up, 8 in 2024-04-15T16:04:48.791 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 16:04:48 smithi016 ceph-mon[93212]: from='client.? ' entity='client.admin' 2024-04-15T16:04:48.791 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 16:04:48 smithi016 ceph-mon[93212]: from='client.? 172.21.15.16:0/4173262392' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/site_name"}]: dispatch 2024-04-15T16:04:48.791 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 16:04:48 smithi016 ceph-mon[93212]: from='client.? 172.21.15.16:0/4173262392' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/site_name"}]: dispatch 2024-04-15T16:04:48.791 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 16:04:48 smithi016 ceph-mon[93212]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/site_name"}]: dispatch 2024-04-15T16:04:48.791 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 16:04:48 smithi016 ceph-mon[93212]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/site_name"}]': finished 2024-04-15T16:04:48.791 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 16:04:48 smithi016 ceph-mon[93212]: from='client.? 172.21.15.16:0/4173262392' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/site_name"}]: dispatch 2024-04-15T16:04:48.791 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 16:04:48 smithi016 ceph-mon[93212]: from='client.? 172.21.15.16:0/4173262392' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/peer_client_id"}]: dispatch 2024-04-15T16:04:48.791 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 16:04:48 smithi016 ceph-mon[93212]: from='client.? 172.21.15.16:0/4173262392' entity='client.admin' cmd=[{ "prefix": "auth get-or-create", "entity": "client.rbd-mirror-peer", "caps": [ "mon", "profile rbd-mirror-peer", "osd", "profile rbd"], "format": "json"}]: dispatch 2024-04-15T16:04:48.791 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 16:04:48 smithi016 ceph-mon[93212]: from='client.? ' entity='client.admin' cmd=[{ "prefix": "auth get-or-create", "entity": "client.rbd-mirror-peer", "caps": [ "mon", "profile rbd-mirror-peer", "osd", "profile rbd"], "format": "json"}]: dispatch 2024-04-15T16:04:48.791 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 16:04:48 smithi016 ceph-mon[93212]: from='client.? 172.21.15.16:0/4173262392' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/site_name"}]: dispatch 2024-04-15T16:04:48.791 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 16:04:48 smithi016 ceph-mon[93212]: from='client.? ' entity='client.admin' 2024-04-15T16:04:48.792 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 16:04:48 smithi016 ceph-mon[93212]: from='client.? 172.21.15.16:0/4173262392' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/peer/122/18b4a657-5871-4553-83ce-269dcaf3d258"}]: dispatch 2024-04-15T16:04:48.792 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 16:04:48 smithi016 ceph-mon[93212]: from='client.? 172.21.15.16:0/4173262392' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/122/18b4a657-5871-4553-83ce-269dcaf3d258"}]: dispatch 2024-04-15T16:04:48.792 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 16:04:48 smithi016 ceph-mon[93212]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/122/18b4a657-5871-4553-83ce-269dcaf3d258"}]: dispatch 2024-04-15T16:04:48.792 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 16:04:48 smithi016 ceph-mon[93212]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/122/18b4a657-5871-4553-83ce-269dcaf3d258"}]': finished 2024-04-15T16:04:48.936 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 16:04:48 smithi102 ceph-mon[87131]: pgmap v4995: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 317 KiB/s rd, 20 KiB/s wr, 429 op/s 2024-04-15T16:04:48.936 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 16:04:48 smithi102 ceph-mon[87131]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.16:0/1821652950"}]': finished 2024-04-15T16:04:48.936 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 16:04:48 smithi102 ceph-mon[87131]: osdmap e2699: 8 total, 8 up, 8 in 2024-04-15T16:04:48.936 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 16:04:48 smithi102 ceph-mon[87131]: from='client.? ' entity='client.admin' 2024-04-15T16:04:48.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 16:04:48 smithi102 ceph-mon[87131]: from='client.? 172.21.15.16:0/4173262392' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/site_name"}]: dispatch 2024-04-15T16:04:48.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 16:04:48 smithi102 ceph-mon[87131]: from='client.? 172.21.15.16:0/4173262392' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/site_name"}]: dispatch 2024-04-15T16:04:48.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 16:04:48 smithi102 ceph-mon[87131]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/site_name"}]: dispatch 2024-04-15T16:04:48.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 16:04:48 smithi102 ceph-mon[87131]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/site_name"}]': finished 2024-04-15T16:04:48.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 16:04:48 smithi102 ceph-mon[87131]: from='client.? 172.21.15.16:0/4173262392' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/site_name"}]: dispatch 2024-04-15T16:04:48.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 16:04:48 smithi102 ceph-mon[87131]: from='client.? 172.21.15.16:0/4173262392' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/peer_client_id"}]: dispatch 2024-04-15T16:04:48.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 16:04:48 smithi102 ceph-mon[87131]: from='client.? 172.21.15.16:0/4173262392' entity='client.admin' cmd=[{ "prefix": "auth get-or-create", "entity": "client.rbd-mirror-peer", "caps": [ "mon", "profile rbd-mirror-peer", "osd", "profile rbd"], "format": "json"}]: dispatch 2024-04-15T16:04:48.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 16:04:48 smithi102 ceph-mon[87131]: from='client.? ' entity='client.admin' cmd=[{ "prefix": "auth get-or-create", "entity": "client.rbd-mirror-peer", "caps": [ "mon", "profile rbd-mirror-peer", "osd", "profile rbd"], "format": "json"}]: dispatch 2024-04-15T16:04:48.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 16:04:48 smithi102 ceph-mon[87131]: from='client.? 172.21.15.16:0/4173262392' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/site_name"}]: dispatch 2024-04-15T16:04:48.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 16:04:48 smithi102 ceph-mon[87131]: from='client.? ' entity='client.admin' 2024-04-15T16:04:48.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 16:04:48 smithi102 ceph-mon[87131]: from='client.? 172.21.15.16:0/4173262392' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/peer/122/18b4a657-5871-4553-83ce-269dcaf3d258"}]: dispatch 2024-04-15T16:04:48.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 16:04:48 smithi102 ceph-mon[87131]: from='client.? 172.21.15.16:0/4173262392' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/122/18b4a657-5871-4553-83ce-269dcaf3d258"}]: dispatch 2024-04-15T16:04:48.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 16:04:48 smithi102 ceph-mon[87131]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/122/18b4a657-5871-4553-83ce-269dcaf3d258"}]: dispatch 2024-04-15T16:04:48.937 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 16:04:48 smithi102 ceph-mon[87131]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/122/18b4a657-5871-4553-83ce-269dcaf3d258"}]': finished 2024-04-15T16:04:50.186 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 16:04:49 smithi102 ceph-mon[87131]: osdmap e2700: 8 total, 8 up, 8 in 2024-04-15T16:04:50.186 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 16:04:49 smithi102 ceph-mon[87131]: pgmap v4998: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 317 KiB/s rd, 20 KiB/s wr, 429 op/s 2024-04-15T16:04:50.288 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 16:04:49 smithi016 ceph-mon[90652]: osdmap e2700: 8 total, 8 up, 8 in 2024-04-15T16:04:50.288 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 16:04:49 smithi016 ceph-mon[90652]: pgmap v4998: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 317 KiB/s rd, 20 KiB/s wr, 429 op/s 2024-04-15T16:04:50.288 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 16:04:49 smithi016 ceph-mon[93212]: osdmap e2700: 8 total, 8 up, 8 in 2024-04-15T16:04:50.289 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 16:04:49 smithi016 ceph-mon[93212]: pgmap v4998: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 317 KiB/s rd, 20 KiB/s wr, 429 op/s 2024-04-15T16:04:51.186 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 16:04:50 smithi102 ceph-mon[87131]: osdmap e2701: 8 total, 8 up, 8 in 2024-04-15T16:04:51.186 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 16:04:50 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T16:04:51.186 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 16:04:50 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T16:04:51.186 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 16:04:50 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T16:04:51.186 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 16:04:50 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T16:04:51.288 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 16:04:50 smithi016 ceph-mon[93212]: osdmap e2701: 8 total, 8 up, 8 in 2024-04-15T16:04:51.288 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 16:04:50 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T16:04:51.288 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 16:04:50 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T16:04:51.288 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 16:04:50 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T16:04:51.289 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 16:04:50 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T16:04:51.289 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 16:04:50 smithi016 ceph-mon[90652]: osdmap e2701: 8 total, 8 up, 8 in 2024-04-15T16:04:51.289 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 16:04:50 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T16:04:51.289 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 16:04:50 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T16:04:51.289 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 16:04:50 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T16:04:51.289 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 16:04:50 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T16:04:52.038 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 15 16:04:51 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-y[81421]: ::ffff:172.21.15.102 - - [15/Apr/2024:16:04:51] "GET /metrics HTTP/1.1" 200 36674 "" "Prometheus/2.43.0" 2024-04-15T16:04:52.039 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 16:04:51 smithi016 ceph-mon[90652]: osdmap e2702: 8 total, 8 up, 8 in 2024-04-15T16:04:52.039 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 16:04:51 smithi016 ceph-mon[90652]: from='client.? 172.21.15.16:0/4173262392' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/122/f6c5021d-28be-464e-bd39-adcd5f7ab25d"}]: dispatch 2024-04-15T16:04:52.039 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 16:04:51 smithi016 ceph-mon[90652]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/122/f6c5021d-28be-464e-bd39-adcd5f7ab25d"}]: dispatch 2024-04-15T16:04:52.039 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 16:04:51 smithi016 ceph-mon[90652]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/122/f6c5021d-28be-464e-bd39-adcd5f7ab25d"}]': finished 2024-04-15T16:04:52.039 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 16:04:51 smithi016 ceph-mon[90652]: from='client.? 172.21.15.16:0/4173262392' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/122/e8fbb1f7-883e-42b4-aeeb-b788269b4603"}]: dispatch 2024-04-15T16:04:52.039 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 16:04:51 smithi016 ceph-mon[90652]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/122/e8fbb1f7-883e-42b4-aeeb-b788269b4603"}]: dispatch 2024-04-15T16:04:52.039 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 16:04:51 smithi016 ceph-mon[90652]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/122/e8fbb1f7-883e-42b4-aeeb-b788269b4603"}]': finished 2024-04-15T16:04:52.039 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 16:04:51 smithi016 ceph-mon[90652]: pgmap v5001: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 245 KiB/s rd, 19 KiB/s wr, 338 op/s 2024-04-15T16:04:52.039 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 16:04:51 smithi016 ceph-mon[90652]: osdmap e2703: 8 total, 8 up, 8 in 2024-04-15T16:04:52.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 16:04:51 smithi016 ceph-mon[93212]: osdmap e2702: 8 total, 8 up, 8 in 2024-04-15T16:04:52.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 16:04:51 smithi016 ceph-mon[93212]: from='client.? 172.21.15.16:0/4173262392' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/122/f6c5021d-28be-464e-bd39-adcd5f7ab25d"}]: dispatch 2024-04-15T16:04:52.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 16:04:51 smithi016 ceph-mon[93212]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/122/f6c5021d-28be-464e-bd39-adcd5f7ab25d"}]: dispatch 2024-04-15T16:04:52.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 16:04:51 smithi016 ceph-mon[93212]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/122/f6c5021d-28be-464e-bd39-adcd5f7ab25d"}]': finished 2024-04-15T16:04:52.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 16:04:51 smithi016 ceph-mon[93212]: from='client.? 172.21.15.16:0/4173262392' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/122/e8fbb1f7-883e-42b4-aeeb-b788269b4603"}]: dispatch 2024-04-15T16:04:52.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 16:04:51 smithi016 ceph-mon[93212]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/122/e8fbb1f7-883e-42b4-aeeb-b788269b4603"}]: dispatch 2024-04-15T16:04:52.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 16:04:51 smithi016 ceph-mon[93212]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/122/e8fbb1f7-883e-42b4-aeeb-b788269b4603"}]': finished 2024-04-15T16:04:52.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 16:04:51 smithi016 ceph-mon[93212]: pgmap v5001: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 245 KiB/s rd, 19 KiB/s wr, 338 op/s 2024-04-15T16:04:52.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 16:04:51 smithi016 ceph-mon[93212]: osdmap e2703: 8 total, 8 up, 8 in 2024-04-15T16:04:52.186 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 16:04:51 smithi102 ceph-mon[87131]: osdmap e2702: 8 total, 8 up, 8 in 2024-04-15T16:04:52.215 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 16:04:51 smithi102 ceph-mon[87131]: from='client.? 172.21.15.16:0/4173262392' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/122/f6c5021d-28be-464e-bd39-adcd5f7ab25d"}]: dispatch 2024-04-15T16:04:52.216 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 16:04:51 smithi102 ceph-mon[87131]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/122/f6c5021d-28be-464e-bd39-adcd5f7ab25d"}]: dispatch 2024-04-15T16:04:52.216 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 16:04:51 smithi102 ceph-mon[87131]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/122/f6c5021d-28be-464e-bd39-adcd5f7ab25d"}]': finished 2024-04-15T16:04:52.216 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 16:04:51 smithi102 ceph-mon[87131]: from='client.? 172.21.15.16:0/4173262392' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/122/e8fbb1f7-883e-42b4-aeeb-b788269b4603"}]: dispatch 2024-04-15T16:04:52.216 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 16:04:51 smithi102 ceph-mon[87131]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/122/e8fbb1f7-883e-42b4-aeeb-b788269b4603"}]: dispatch 2024-04-15T16:04:52.216 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 16:04:51 smithi102 ceph-mon[87131]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/122/e8fbb1f7-883e-42b4-aeeb-b788269b4603"}]': finished 2024-04-15T16:04:52.216 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 16:04:51 smithi102 ceph-mon[87131]: pgmap v5001: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 245 KiB/s rd, 19 KiB/s wr, 338 op/s 2024-04-15T16:04:52.216 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 16:04:51 smithi102 ceph-mon[87131]: osdmap e2703: 8 total, 8 up, 8 in 2024-04-15T16:04:52.686 INFO:journalctl@ceph.prometheus.a.smithi102.stdout:Apr 15 16:04:52 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-prometheus-a[120881]: ts=2024-04-15T16:04:52.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi016:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"362ea986-fb34-11ee-bc8f-c7b262605968\", instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T16:04:53.686 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 16:04:53 smithi102 ceph-mon[87131]: osdmap e2704: 8 total, 8 up, 8 in 2024-04-15T16:04:53.788 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 16:04:53 smithi016 ceph-mon[90652]: osdmap e2704: 8 total, 8 up, 8 in 2024-04-15T16:04:53.789 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 16:04:53 smithi016 ceph-mon[93212]: osdmap e2704: 8 total, 8 up, 8 in 2024-04-15T16:04:54.686 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 16:04:54 smithi102 ceph-mon[87131]: pgmap v5004: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 438 KiB/s rd, 36 KiB/s wr, 614 op/s 2024-04-15T16:04:54.686 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 16:04:54 smithi102 ceph-mon[87131]: osdmap e2705: 8 total, 8 up, 8 in 2024-04-15T16:04:54.686 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 16:04:54 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T16:04:54.788 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 16:04:54 smithi016 ceph-mon[90652]: pgmap v5004: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 438 KiB/s rd, 36 KiB/s wr, 614 op/s 2024-04-15T16:04:54.788 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 16:04:54 smithi016 ceph-mon[90652]: osdmap e2705: 8 total, 8 up, 8 in 2024-04-15T16:04:54.789 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 16:04:54 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T16:04:54.789 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 16:04:54 smithi016 ceph-mon[93212]: pgmap v5004: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 438 KiB/s rd, 36 KiB/s wr, 614 op/s 2024-04-15T16:04:54.789 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 16:04:54 smithi016 ceph-mon[93212]: osdmap e2705: 8 total, 8 up, 8 in 2024-04-15T16:04:54.789 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 16:04:54 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T16:04:55.503 INFO:tasks.workunit.client.0.smithi016.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestMirroring::test_mirror_image_create_snapshot PASSED [ 82%] 2024-04-15T16:04:55.686 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 16:04:55 smithi102 ceph-mon[87131]: osdmap e2706: 8 total, 8 up, 8 in 2024-04-15T16:04:55.788 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 16:04:55 smithi016 ceph-mon[90652]: osdmap e2706: 8 total, 8 up, 8 in 2024-04-15T16:04:55.788 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 16:04:55 smithi016 ceph-mon[93212]: osdmap e2706: 8 total, 8 up, 8 in 2024-04-15T16:04:56.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 16:04:56 smithi102 ceph-mon[87131]: pgmap v5007: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 193 KiB/s rd, 17 KiB/s wr, 276 op/s 2024-04-15T16:04:56.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 16:04:56 smithi102 ceph-mon[87131]: osdmap e2707: 8 total, 8 up, 8 in 2024-04-15T16:04:56.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 16:04:56 smithi102 ceph-mon[87131]: osdmap e2708: 8 total, 8 up, 8 in 2024-04-15T16:04:56.788 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 16:04:56 smithi016 ceph-mon[93212]: pgmap v5007: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 193 KiB/s rd, 17 KiB/s wr, 276 op/s 2024-04-15T16:04:56.788 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 16:04:56 smithi016 ceph-mon[93212]: osdmap e2707: 8 total, 8 up, 8 in 2024-04-15T16:04:56.788 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 16:04:56 smithi016 ceph-mon[93212]: osdmap e2708: 8 total, 8 up, 8 in 2024-04-15T16:04:56.789 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 16:04:56 smithi016 ceph-mon[90652]: pgmap v5007: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 193 KiB/s rd, 17 KiB/s wr, 276 op/s 2024-04-15T16:04:56.789 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 16:04:56 smithi016 ceph-mon[90652]: osdmap e2707: 8 total, 8 up, 8 in 2024-04-15T16:04:56.789 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 16:04:56 smithi016 ceph-mon[90652]: osdmap e2708: 8 total, 8 up, 8 in 2024-04-15T16:04:58.686 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 16:04:58 smithi102 ceph-mon[87131]: pgmap v5010: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 157 KiB/s rd, 12 KiB/s wr, 212 op/s 2024-04-15T16:04:58.686 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 16:04:58 smithi102 ceph-mon[87131]: osdmap e2709: 8 total, 8 up, 8 in 2024-04-15T16:04:58.686 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 16:04:58 smithi102 ceph-mon[87131]: from='client.? 172.21.15.16:0/4173262392' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/122/a3b80f7d-7d5c-498b-b4f8-8750a4800bb9"}]: dispatch 2024-04-15T16:04:58.686 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 16:04:58 smithi102 ceph-mon[87131]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/122/a3b80f7d-7d5c-498b-b4f8-8750a4800bb9"}]: dispatch 2024-04-15T16:04:58.686 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 16:04:58 smithi102 ceph-mon[87131]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/122/a3b80f7d-7d5c-498b-b4f8-8750a4800bb9"}]': finished 2024-04-15T16:04:58.788 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 16:04:58 smithi016 ceph-mon[90652]: pgmap v5010: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 157 KiB/s rd, 12 KiB/s wr, 212 op/s 2024-04-15T16:04:58.789 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 16:04:58 smithi016 ceph-mon[90652]: osdmap e2709: 8 total, 8 up, 8 in 2024-04-15T16:04:58.789 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 16:04:58 smithi016 ceph-mon[90652]: from='client.? 172.21.15.16:0/4173262392' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/122/a3b80f7d-7d5c-498b-b4f8-8750a4800bb9"}]: dispatch 2024-04-15T16:04:58.789 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 16:04:58 smithi016 ceph-mon[90652]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/122/a3b80f7d-7d5c-498b-b4f8-8750a4800bb9"}]: dispatch 2024-04-15T16:04:58.789 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 16:04:58 smithi016 ceph-mon[90652]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/122/a3b80f7d-7d5c-498b-b4f8-8750a4800bb9"}]': finished 2024-04-15T16:04:58.789 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 16:04:58 smithi016 ceph-mon[93212]: pgmap v5010: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 157 KiB/s rd, 12 KiB/s wr, 212 op/s 2024-04-15T16:04:58.789 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 16:04:58 smithi016 ceph-mon[93212]: osdmap e2709: 8 total, 8 up, 8 in 2024-04-15T16:04:58.789 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 16:04:58 smithi016 ceph-mon[93212]: from='client.? 172.21.15.16:0/4173262392' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/122/a3b80f7d-7d5c-498b-b4f8-8750a4800bb9"}]: dispatch 2024-04-15T16:04:58.789 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 16:04:58 smithi016 ceph-mon[93212]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/122/a3b80f7d-7d5c-498b-b4f8-8750a4800bb9"}]: dispatch 2024-04-15T16:04:58.789 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 16:04:58 smithi016 ceph-mon[93212]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/122/a3b80f7d-7d5c-498b-b4f8-8750a4800bb9"}]': finished 2024-04-15T16:04:59.533 INFO:tasks.workunit.client.0.smithi016.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestMirroring::test_aio_mirror_image_create_snapshot PASSED [ 82%] 2024-04-15T16:04:59.618 INFO:tasks.workunit.client.0.smithi016.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestTrash::test_move PASSED [ 83%] 2024-04-15T16:04:59.757 INFO:tasks.workunit.client.0.smithi016.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestTrash::test_purge PASSED [ 84%] 2024-04-15T16:04:59.788 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 16:04:59 smithi016 ceph-mon[90652]: osdmap e2710: 8 total, 8 up, 8 in 2024-04-15T16:04:59.788 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 16:04:59 smithi016 ceph-mon[93212]: osdmap e2710: 8 total, 8 up, 8 in 2024-04-15T16:04:59.833 INFO:tasks.workunit.client.0.smithi016.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestTrash::test_remove_denied PASSED [ 84%] 2024-04-15T16:04:59.905 INFO:tasks.workunit.client.0.smithi016.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestTrash::test_remove PASSED [ 85%] 2024-04-15T16:04:59.936 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 16:04:59 smithi102 ceph-mon[87131]: osdmap e2710: 8 total, 8 up, 8 in 2024-04-15T16:04:59.980 INFO:tasks.workunit.client.0.smithi016.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestTrash::test_remove_with_progress PASSED [ 85%] 2024-04-15T16:05:00.054 INFO:tasks.workunit.client.0.smithi016.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestTrash::test_get PASSED [ 86%] 2024-04-15T16:05:00.193 INFO:tasks.workunit.client.0.smithi016.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestTrash::test_list PASSED [ 86%] 2024-04-15T16:05:00.310 INFO:tasks.workunit.client.0.smithi016.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestTrash::test_restore PASSED [ 87%] 2024-04-15T16:05:00.316 INFO:tasks.workunit.client.0.smithi016.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::test_create_group PASSED [ 88%] 2024-04-15T16:05:00.324 INFO:tasks.workunit.client.0.smithi016.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::test_rename_group PASSED [ 88%] 2024-04-15T16:05:00.326 INFO:tasks.workunit.client.0.smithi016.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::test_list_groups_empty PASSED [ 89%] 2024-04-15T16:05:00.334 INFO:tasks.workunit.client.0.smithi016.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::test_list_groups PASSED [ 89%] 2024-04-15T16:05:00.341 INFO:tasks.workunit.client.0.smithi016.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::test_list_groups_after_removed PASSED [ 90%] 2024-04-15T16:05:00.434 INFO:tasks.workunit.client.0.smithi016.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestGroups::test_group_image_add PASSED [ 90%] 2024-04-15T16:05:00.519 INFO:tasks.workunit.client.0.smithi016.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestGroups::test_group_image_list_empty PASSED [ 91%] 2024-04-15T16:05:00.616 INFO:tasks.workunit.client.0.smithi016.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestGroups::test_group_image_list PASSED [ 92%] 2024-04-15T16:05:00.753 INFO:tasks.workunit.client.0.smithi016.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestGroups::test_group_image_list_move_to_trash PASSED [ 92%] 2024-04-15T16:05:00.788 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 16:05:00 smithi016 ceph-mon[90652]: pgmap v5013: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 157 KiB/s rd, 12 KiB/s wr, 212 op/s 2024-04-15T16:05:00.788 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 16:05:00 smithi016 ceph-mon[90652]: osdmap e2711: 8 total, 8 up, 8 in 2024-04-15T16:05:00.788 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 16:05:00 smithi016 ceph-mon[93212]: pgmap v5013: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 157 KiB/s rd, 12 KiB/s wr, 212 op/s 2024-04-15T16:05:00.789 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 16:05:00 smithi016 ceph-mon[93212]: osdmap e2711: 8 total, 8 up, 8 in 2024-04-15T16:05:00.936 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 16:05:00 smithi102 ceph-mon[87131]: pgmap v5013: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 157 KiB/s rd, 12 KiB/s wr, 212 op/s 2024-04-15T16:05:00.936 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 16:05:00 smithi102 ceph-mon[87131]: osdmap e2711: 8 total, 8 up, 8 in 2024-04-15T16:05:02.038 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 15 16:05:01 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-y[81421]: ::ffff:172.21.15.102 - - [15/Apr/2024:16:05:01] "GET /metrics HTTP/1.1" 200 36664 "" "Prometheus/2.43.0" 2024-04-15T16:05:02.376 INFO:tasks.workunit.client.0.smithi016.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestGroups::test_group_image_many_images PASSED [ 93%] 2024-04-15T16:05:02.488 INFO:tasks.workunit.client.0.smithi016.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestGroups::test_group_image_remove PASSED [ 93%] 2024-04-15T16:05:02.581 INFO:tasks.workunit.client.0.smithi016.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestGroups::test_group_snap PASSED [ 94%] 2024-04-15T16:05:02.683 INFO:tasks.workunit.client.0.smithi016.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestGroups::test_group_snap_flags PASSED [ 94%] 2024-04-15T16:05:02.686 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 16:05:02 smithi102 ceph-mon[87131]: pgmap v5015: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 238 KiB/s rd, 13 KiB/s wr, 327 op/s 2024-04-15T16:05:02.686 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 16:05:02 smithi102 ceph-mon[87131]: osdmap e2712: 8 total, 8 up, 8 in 2024-04-15T16:05:02.686 INFO:journalctl@ceph.prometheus.a.smithi102.stdout:Apr 15 16:05:02 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-prometheus-a[120881]: ts=2024-04-15T16:05:02.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi016:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"362ea986-fb34-11ee-bc8f-c7b262605968\", instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T16:05:02.788 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 16:05:02 smithi016 ceph-mon[90652]: pgmap v5015: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 238 KiB/s rd, 13 KiB/s wr, 327 op/s 2024-04-15T16:05:02.788 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 16:05:02 smithi016 ceph-mon[90652]: osdmap e2712: 8 total, 8 up, 8 in 2024-04-15T16:05:02.788 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 16:05:02 smithi016 ceph-mon[93212]: pgmap v5015: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 238 KiB/s rd, 13 KiB/s wr, 327 op/s 2024-04-15T16:05:02.788 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 16:05:02 smithi016 ceph-mon[93212]: osdmap e2712: 8 total, 8 up, 8 in 2024-04-15T16:05:02.850 INFO:tasks.workunit.client.0.smithi016.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestGroups::test_group_snap_list_many PASSED [ 95%] 2024-04-15T16:05:04.535 INFO:tasks.workunit.client.0.smithi016.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestGroups::test_group_snap_namespace PASSED [ 96%] 2024-04-15T16:05:04.635 INFO:tasks.workunit.client.0.smithi016.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestGroups::test_group_snap_rename PASSED [ 96%] 2024-04-15T16:05:04.686 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 16:05:04 smithi102 ceph-mon[87131]: pgmap v5017: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 392 KiB/s rd, 49 KiB/s wr, 577 op/s 2024-04-15T16:05:04.686 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 16:05:04 smithi102 ceph-mon[87131]: osdmap e2713: 8 total, 8 up, 8 in 2024-04-15T16:05:04.788 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 16:05:04 smithi016 ceph-mon[90652]: pgmap v5017: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 392 KiB/s rd, 49 KiB/s wr, 577 op/s 2024-04-15T16:05:04.789 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 16:05:04 smithi016 ceph-mon[90652]: osdmap e2713: 8 total, 8 up, 8 in 2024-04-15T16:05:04.789 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 16:05:04 smithi016 ceph-mon[93212]: pgmap v5017: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 392 KiB/s rd, 49 KiB/s wr, 577 op/s 2024-04-15T16:05:04.789 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 16:05:04 smithi016 ceph-mon[93212]: osdmap e2713: 8 total, 8 up, 8 in 2024-04-15T16:05:05.686 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 16:05:05 smithi102 ceph-mon[87131]: osdmap e2714: 8 total, 8 up, 8 in 2024-04-15T16:05:05.788 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 16:05:05 smithi016 ceph-mon[90652]: osdmap e2714: 8 total, 8 up, 8 in 2024-04-15T16:05:05.788 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 16:05:05 smithi016 ceph-mon[93212]: osdmap e2714: 8 total, 8 up, 8 in 2024-04-15T16:05:06.532 INFO:tasks.workunit.client.0.smithi016.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestGroups::test_group_snap_rollback PASSED [ 97%] 2024-04-15T16:05:06.686 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 16:05:06 smithi102 ceph-mon[87131]: pgmap v5020: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 395 KiB/s rd, 49 KiB/s wr, 581 op/s 2024-04-15T16:05:06.686 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 16:05:06 smithi102 ceph-mon[87131]: osdmap e2715: 8 total, 8 up, 8 in 2024-04-15T16:05:06.686 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 16:05:06 smithi102 ceph-mon[87131]: osdmap e2716: 8 total, 8 up, 8 in 2024-04-15T16:05:06.788 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 16:05:06 smithi016 ceph-mon[90652]: pgmap v5020: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 395 KiB/s rd, 49 KiB/s wr, 581 op/s 2024-04-15T16:05:06.788 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 16:05:06 smithi016 ceph-mon[90652]: osdmap e2715: 8 total, 8 up, 8 in 2024-04-15T16:05:06.788 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 16:05:06 smithi016 ceph-mon[90652]: osdmap e2716: 8 total, 8 up, 8 in 2024-04-15T16:05:06.789 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 16:05:06 smithi016 ceph-mon[93212]: pgmap v5020: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 395 KiB/s rd, 49 KiB/s wr, 581 op/s 2024-04-15T16:05:06.789 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 16:05:06 smithi016 ceph-mon[93212]: osdmap e2715: 8 total, 8 up, 8 in 2024-04-15T16:05:06.789 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 16:05:06 smithi016 ceph-mon[93212]: osdmap e2716: 8 total, 8 up, 8 in 2024-04-15T16:05:06.813 INFO:tasks.workunit.client.0.smithi016.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestMigration::test_migration PASSED [ 97%] 2024-04-15T16:05:08.788 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 16:05:08 smithi016 ceph-mon[90652]: pgmap v5023: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 887 KiB/s rd, 81 KiB/s wr, 1.25k op/s 2024-04-15T16:05:08.789 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 16:05:08 smithi016 ceph-mon[90652]: osdmap e2717: 8 total, 8 up, 8 in 2024-04-15T16:05:08.789 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 16:05:08 smithi016 ceph-mon[93212]: pgmap v5023: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 887 KiB/s rd, 81 KiB/s wr, 1.25k op/s 2024-04-15T16:05:08.789 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 16:05:08 smithi016 ceph-mon[93212]: osdmap e2717: 8 total, 8 up, 8 in 2024-04-15T16:05:08.936 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 16:05:08 smithi102 ceph-mon[87131]: pgmap v5023: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 887 KiB/s rd, 81 KiB/s wr, 1.25k op/s 2024-04-15T16:05:08.936 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 16:05:08 smithi102 ceph-mon[87131]: osdmap e2717: 8 total, 8 up, 8 in 2024-04-15T16:05:09.788 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 16:05:09 smithi016 ceph-mon[90652]: osdmap e2718: 8 total, 8 up, 8 in 2024-04-15T16:05:09.788 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 16:05:09 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T16:05:09.789 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 16:05:09 smithi016 ceph-mon[93212]: osdmap e2718: 8 total, 8 up, 8 in 2024-04-15T16:05:09.789 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 16:05:09 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T16:05:09.936 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 16:05:09 smithi102 ceph-mon[87131]: osdmap e2718: 8 total, 8 up, 8 in 2024-04-15T16:05:09.936 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 16:05:09 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T16:05:10.608 INFO:tasks.workunit.client.0.smithi016.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestMigration::test_migration_import PASSED [ 98%] 2024-04-15T16:05:10.788 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 16:05:10 smithi016 ceph-mon[90652]: pgmap v5026: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 915 KiB/s rd, 82 KiB/s wr, 1.29k op/s 2024-04-15T16:05:10.788 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 16:05:10 smithi016 ceph-mon[90652]: osdmap e2719: 8 total, 8 up, 8 in 2024-04-15T16:05:10.788 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 16:05:10 smithi016 ceph-mon[93212]: pgmap v5026: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 915 KiB/s rd, 82 KiB/s wr, 1.29k op/s 2024-04-15T16:05:10.789 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 16:05:10 smithi016 ceph-mon[93212]: osdmap e2719: 8 total, 8 up, 8 in 2024-04-15T16:05:10.825 INFO:tasks.workunit.client.0.smithi016.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestMigration::test_migration_with_progress PASSED [ 98%] 2024-04-15T16:05:10.936 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 16:05:10 smithi102 ceph-mon[87131]: pgmap v5026: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 915 KiB/s rd, 82 KiB/s wr, 1.29k op/s 2024-04-15T16:05:10.936 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 16:05:10 smithi102 ceph-mon[87131]: osdmap e2719: 8 total, 8 up, 8 in 2024-04-15T16:05:11.018 INFO:tasks.workunit.client.0.smithi016.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestMigration::test_migrate_abort PASSED [ 99%] 2024-04-15T16:05:11.420 INFO:tasks.workunit.client.0.smithi016.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestMigration::test_migrate_abort_with_progress PASSED [100%] 2024-04-15T16:05:11.420 INFO:tasks.workunit.client.0.smithi016.stdout: 2024-04-15T16:05:11.420 INFO:tasks.workunit.client.0.smithi016.stdout:=============================== warnings summary =============================== 2024-04-15T16:05:11.420 INFO:tasks.workunit.client.0.smithi016.stdout:test_rbd.py::test_remove_with_progress_except 2024-04-15T16:05:11.420 INFO:tasks.workunit.client.0.smithi016.stdout: /usr/lib/python3.9/site-packages/_pytest/unraisableexception.py:78: PytestUnraisableExceptionWarning: Exception ignored in: 'rbd.progress_callback' 2024-04-15T16:05:11.420 INFO:tasks.workunit.client.0.smithi016.stdout: 2024-04-15T16:05:11.420 INFO:tasks.workunit.client.0.smithi016.stdout: Traceback (most recent call last): 2024-04-15T16:05:11.421 INFO:tasks.workunit.client.0.smithi016.stdout: File "/home/ubuntu/cephtest/clone.client.0/src/test/pybind/test_rbd.py", line 423, in progress_cb 2024-04-15T16:05:11.421 INFO:tasks.workunit.client.0.smithi016.stdout: raise Exception() 2024-04-15T16:05:11.421 INFO:tasks.workunit.client.0.smithi016.stdout: Exception 2024-04-15T16:05:11.421 INFO:tasks.workunit.client.0.smithi016.stdout: 2024-04-15T16:05:11.421 INFO:tasks.workunit.client.0.smithi016.stdout: warnings.warn(pytest.PytestUnraisableExceptionWarning(msg)) 2024-04-15T16:05:11.421 INFO:tasks.workunit.client.0.smithi016.stdout: 2024-04-15T16:05:11.421 INFO:tasks.workunit.client.0.smithi016.stdout:-- Docs: https://docs.pytest.org/en/stable/warnings.html 2024-04-15T16:05:11.421 INFO:tasks.workunit.client.0.smithi016.stdout:============ 167 passed, 8 skipped, 1 warning in 641.10s (0:10:41) ============= 2024-04-15T16:05:11.456 INFO:tasks.workunit.client.0.smithi016.stderr:+ exit 0 2024-04-15T16:05:11.456 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-04-15T16:05:11.456 DEBUG:teuthology.orchestra.run.smithi016:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-04-15T16:05:11.486 INFO:tasks.workunit:Stopping ['rbd/test_librbd_python.sh'] on client.0... 2024-04-15T16:05:11.487 DEBUG:teuthology.orchestra.run.smithi016:> sudo rm -rf -- /home/ubuntu/cephtest/workunits.list.client.0 /home/ubuntu/cephtest/clone.client.0 2024-04-15T16:05:11.746 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 16:05:11 smithi016 ceph-mon[93212]: osdmap e2720: 8 total, 8 up, 8 in 2024-04-15T16:05:11.747 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 16:05:11 smithi016 ceph-mon[93212]: osdmap e2721: 8 total, 8 up, 8 in 2024-04-15T16:05:11.747 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 16:05:11 smithi016 ceph-mon[90652]: osdmap e2720: 8 total, 8 up, 8 in 2024-04-15T16:05:11.747 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 16:05:11 smithi016 ceph-mon[90652]: osdmap e2721: 8 total, 8 up, 8 in 2024-04-15T16:05:11.748 DEBUG:teuthology.parallel:result is None 2024-04-15T16:05:11.749 DEBUG:teuthology.orchestra.run.smithi016:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0 2024-04-15T16:05:11.777 INFO:tasks.workunit:Deleted dir /home/ubuntu/cephtest/mnt.0/client.0 2024-04-15T16:05:11.777 DEBUG:teuthology.orchestra.run.smithi016:> rmdir -- /home/ubuntu/cephtest/mnt.0 2024-04-15T16:05:11.834 INFO:tasks.workunit:Deleted artificial mount point /home/ubuntu/cephtest/mnt.0/client.0 2024-04-15T16:05:11.834 INFO:teuthology.task.full_sequential:In full_sequential, running task print... 2024-04-15T16:05:11.834 INFO:teuthology.task.print:**** done end test_rbd_python.yaml 2024-04-15T16:05:11.834 DEBUG:teuthology.parallel:result is None 2024-04-15T16:05:11.835 INFO:teuthology.run_tasks:Running task print... 2024-04-15T16:05:11.849 INFO:teuthology.task.print:**** done end parallel 2024-04-15T16:05:11.849 INFO:teuthology.run_tasks:Running task print... 2024-04-15T16:05:11.868 INFO:teuthology.task.print:**** done start telemetry x... 2024-04-15T16:05:11.868 INFO:teuthology.run_tasks:Running task workunit... 2024-04-15T16:05:11.885 INFO:tasks.workunit:Pulling workunits from ref 87dbfb632e974cb2c28d17423071d2d833b53b29 2024-04-15T16:05:11.885 INFO:tasks.workunit:Making a separate scratch dir for every client... 2024-04-15T16:05:11.886 DEBUG:teuthology.orchestra.run.smithi016:> stat -- /home/ubuntu/cephtest/mnt.0 2024-04-15T16:05:11.901 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-04-15T16:05:11.902 INFO:teuthology.orchestra.run.smithi016.stderr:stat: cannot statx '/home/ubuntu/cephtest/mnt.0': No such file or directory 2024-04-15T16:05:11.902 DEBUG:teuthology.orchestra.run.smithi016:> mkdir -- /home/ubuntu/cephtest/mnt.0 2024-04-15T16:05:11.936 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 16:05:11 smithi102 ceph-mon[87131]: osdmap e2720: 8 total, 8 up, 8 in 2024-04-15T16:05:11.936 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 16:05:11 smithi102 ceph-mon[87131]: osdmap e2721: 8 total, 8 up, 8 in 2024-04-15T16:05:11.957 INFO:tasks.workunit:Created dir /home/ubuntu/cephtest/mnt.0 2024-04-15T16:05:11.958 DEBUG:teuthology.orchestra.run.smithi016:> cd -- /home/ubuntu/cephtest/mnt.0 && mkdir -- client.0 2024-04-15T16:05:12.013 INFO:tasks.workunit:timeout=3h 2024-04-15T16:05:12.013 INFO:tasks.workunit:cleanup=True 2024-04-15T16:05:12.013 DEBUG:teuthology.orchestra.run.smithi016:> rm -rf /home/ubuntu/cephtest/clone.client.0 && git clone https://git.ceph.com/ceph.git /home/ubuntu/cephtest/clone.client.0 && cd /home/ubuntu/cephtest/clone.client.0 && git checkout 87dbfb632e974cb2c28d17423071d2d833b53b29 2024-04-15T16:05:12.038 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 15 16:05:11 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-y[81421]: ::ffff:172.21.15.102 - - [15/Apr/2024:16:05:11] "GET /metrics HTTP/1.1" 200 36670 "" "Prometheus/2.43.0" 2024-04-15T16:05:12.053 INFO:tasks.workunit.client.0.smithi016.stderr:Cloning into '/home/ubuntu/cephtest/clone.client.0'... 2024-04-15T16:05:12.686 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 16:05:12 smithi102 ceph-mon[87131]: pgmap v5029: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 329 KiB/s rd, 13 KiB/s wr, 417 op/s 2024-04-15T16:05:12.686 INFO:journalctl@ceph.prometheus.a.smithi102.stdout:Apr 15 16:05:12 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-prometheus-a[120881]: ts=2024-04-15T16:05:12.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi016:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"362ea986-fb34-11ee-bc8f-c7b262605968\", instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T16:05:12.788 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 16:05:12 smithi016 ceph-mon[90652]: pgmap v5029: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 329 KiB/s rd, 13 KiB/s wr, 417 op/s 2024-04-15T16:05:12.788 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 16:05:12 smithi016 ceph-mon[93212]: pgmap v5029: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 329 KiB/s rd, 13 KiB/s wr, 417 op/s 2024-04-15T16:05:14.788 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 16:05:14 smithi016 ceph-mon[93212]: pgmap v5031: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail 2024-04-15T16:05:14.789 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 16:05:14 smithi016 ceph-mon[90652]: pgmap v5031: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail 2024-04-15T16:05:14.936 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 16:05:14 smithi102 ceph-mon[87131]: pgmap v5031: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail 2024-04-15T16:05:16.788 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 16:05:16 smithi016 ceph-mon[90652]: pgmap v5032: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail 2024-04-15T16:05:16.789 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 16:05:16 smithi016 ceph-mon[93212]: pgmap v5032: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail 2024-04-15T16:05:16.936 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 16:05:16 smithi102 ceph-mon[87131]: pgmap v5032: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail 2024-04-15T16:05:18.788 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 16:05:18 smithi016 ceph-mon[90652]: pgmap v5033: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail 2024-04-15T16:05:18.789 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 16:05:18 smithi016 ceph-mon[93212]: pgmap v5033: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail 2024-04-15T16:05:18.936 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 16:05:18 smithi102 ceph-mon[87131]: pgmap v5033: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail 2024-04-15T16:05:20.788 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 16:05:20 smithi016 ceph-mon[90652]: pgmap v5034: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail 2024-04-15T16:05:20.789 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 16:05:20 smithi016 ceph-mon[93212]: pgmap v5034: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail 2024-04-15T16:05:20.936 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 16:05:20 smithi102 ceph-mon[87131]: pgmap v5034: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail 2024-04-15T16:05:22.038 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 15 16:05:21 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-y[81421]: ::ffff:172.21.15.102 - - [15/Apr/2024:16:05:21] "GET /metrics HTTP/1.1" 200 36670 "" "Prometheus/2.43.0" 2024-04-15T16:05:22.686 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 16:05:22 smithi102 ceph-mon[87131]: pgmap v5035: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail 2024-04-15T16:05:22.686 INFO:journalctl@ceph.prometheus.a.smithi102.stdout:Apr 15 16:05:22 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-prometheus-a[120881]: ts=2024-04-15T16:05:22.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi016:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"362ea986-fb34-11ee-bc8f-c7b262605968\", instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T16:05:22.788 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 16:05:22 smithi016 ceph-mon[90652]: pgmap v5035: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail 2024-04-15T16:05:22.789 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 16:05:22 smithi016 ceph-mon[93212]: pgmap v5035: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail 2024-04-15T16:05:24.788 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 16:05:24 smithi016 ceph-mon[90652]: pgmap v5036: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail 2024-04-15T16:05:24.788 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 16:05:24 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T16:05:24.789 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 16:05:24 smithi016 ceph-mon[93212]: pgmap v5036: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail 2024-04-15T16:05:24.789 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 16:05:24 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T16:05:24.936 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 16:05:24 smithi102 ceph-mon[87131]: pgmap v5036: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail 2024-04-15T16:05:24.936 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 16:05:24 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T16:05:26.788 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 16:05:26 smithi016 ceph-mon[90652]: pgmap v5037: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail 2024-04-15T16:05:26.788 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 16:05:26 smithi016 ceph-mon[93212]: pgmap v5037: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail 2024-04-15T16:05:26.936 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 16:05:26 smithi102 ceph-mon[87131]: pgmap v5037: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail 2024-04-15T16:05:28.788 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 16:05:28 smithi016 ceph-mon[90652]: pgmap v5038: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail 2024-04-15T16:05:28.788 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 16:05:28 smithi016 ceph-mon[93212]: pgmap v5038: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail 2024-04-15T16:05:28.936 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 16:05:28 smithi102 ceph-mon[87131]: pgmap v5038: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail 2024-04-15T16:05:30.788 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 16:05:30 smithi016 ceph-mon[90652]: pgmap v5039: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail 2024-04-15T16:05:30.788 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 16:05:30 smithi016 ceph-mon[93212]: pgmap v5039: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail 2024-04-15T16:05:30.935 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 16:05:30 smithi102 ceph-mon[87131]: pgmap v5039: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail 2024-04-15T16:05:32.038 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 15 16:05:31 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-y[81421]: ::ffff:172.21.15.102 - - [15/Apr/2024:16:05:31] "GET /metrics HTTP/1.1" 200 34194 "" "Prometheus/2.43.0" 2024-04-15T16:05:32.686 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 16:05:32 smithi102 ceph-mon[87131]: pgmap v5040: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail 2024-04-15T16:05:32.686 INFO:journalctl@ceph.prometheus.a.smithi102.stdout:Apr 15 16:05:32 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-prometheus-a[120881]: ts=2024-04-15T16:05:32.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi016:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"362ea986-fb34-11ee-bc8f-c7b262605968\", instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T16:05:32.788 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 16:05:32 smithi016 ceph-mon[90652]: pgmap v5040: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail 2024-04-15T16:05:32.788 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 16:05:32 smithi016 ceph-mon[93212]: pgmap v5040: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail 2024-04-15T16:05:34.788 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 16:05:34 smithi016 ceph-mon[90652]: pgmap v5041: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail 2024-04-15T16:05:34.788 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 16:05:34 smithi016 ceph-mon[93212]: pgmap v5041: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail 2024-04-15T16:05:34.936 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 16:05:34 smithi102 ceph-mon[87131]: pgmap v5041: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail 2024-04-15T16:05:36.788 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 16:05:36 smithi016 ceph-mon[90652]: pgmap v5042: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail 2024-04-15T16:05:36.788 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 16:05:36 smithi016 ceph-mon[93212]: pgmap v5042: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail 2024-04-15T16:05:36.936 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 16:05:36 smithi102 ceph-mon[87131]: pgmap v5042: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail 2024-04-15T16:05:38.788 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 16:05:38 smithi016 ceph-mon[90652]: pgmap v5043: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail 2024-04-15T16:05:38.788 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 16:05:38 smithi016 ceph-mon[93212]: pgmap v5043: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail 2024-04-15T16:05:38.936 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 16:05:38 smithi102 ceph-mon[87131]: pgmap v5043: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail 2024-04-15T16:05:39.788 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 16:05:39 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T16:05:39.788 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 16:05:39 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T16:05:39.936 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 16:05:39 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T16:05:40.788 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 16:05:40 smithi016 ceph-mon[90652]: pgmap v5044: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail 2024-04-15T16:05:40.788 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 16:05:40 smithi016 ceph-mon[93212]: pgmap v5044: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail 2024-04-15T16:05:40.936 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 16:05:40 smithi102 ceph-mon[87131]: pgmap v5044: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail 2024-04-15T16:05:41.777 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 16:05:41 smithi016 ceph-mon[90652]: pgmap v5045: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail 2024-04-15T16:05:41.778 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 16:05:41 smithi016 ceph-mon[93212]: pgmap v5045: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail 2024-04-15T16:05:41.936 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 16:05:41 smithi102 ceph-mon[87131]: pgmap v5045: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail 2024-04-15T16:05:42.038 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 15 16:05:41 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-y[81421]: ::ffff:172.21.15.102 - - [15/Apr/2024:16:05:41] "GET /metrics HTTP/1.1" 200 34190 "" "Prometheus/2.43.0" 2024-04-15T16:05:42.686 INFO:journalctl@ceph.prometheus.a.smithi102.stdout:Apr 15 16:05:42 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-prometheus-a[120881]: ts=2024-04-15T16:05:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi016:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"362ea986-fb34-11ee-bc8f-c7b262605968\", instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T16:05:44.436 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 16:05:44 smithi102 ceph-mon[87131]: pgmap v5046: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail 2024-04-15T16:05:44.538 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 16:05:44 smithi016 ceph-mon[93212]: pgmap v5046: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail 2024-04-15T16:05:44.538 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 16:05:44 smithi016 ceph-mon[90652]: pgmap v5046: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail 2024-04-15T16:05:46.436 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 16:05:46 smithi102 ceph-mon[87131]: pgmap v5047: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail 2024-04-15T16:05:46.538 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 16:05:46 smithi016 ceph-mon[90652]: pgmap v5047: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail 2024-04-15T16:05:46.538 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 16:05:46 smithi016 ceph-mon[93212]: pgmap v5047: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail 2024-04-15T16:05:48.436 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 16:05:48 smithi102 ceph-mon[87131]: pgmap v5048: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail 2024-04-15T16:05:48.538 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 16:05:48 smithi016 ceph-mon[90652]: pgmap v5048: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail 2024-04-15T16:05:48.538 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 16:05:48 smithi016 ceph-mon[93212]: pgmap v5048: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail 2024-04-15T16:05:50.288 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 16:05:50 smithi016 ceph-mon[90652]: pgmap v5049: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail 2024-04-15T16:05:50.288 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 16:05:50 smithi016 ceph-mon[93212]: pgmap v5049: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail 2024-04-15T16:05:50.436 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 16:05:50 smithi102 ceph-mon[87131]: pgmap v5049: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail 2024-04-15T16:05:51.435 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 16:05:51 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T16:05:51.538 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 16:05:51 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T16:05:51.539 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 16:05:51 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T16:05:52.038 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 15 16:05:51 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-y[81421]: ::ffff:172.21.15.102 - - [15/Apr/2024:16:05:51] "GET /metrics HTTP/1.1" 200 34190 "" "Prometheus/2.43.0" 2024-04-15T16:05:52.436 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 16:05:52 smithi102 ceph-mon[87131]: pgmap v5050: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail 2024-04-15T16:05:52.436 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 16:05:52 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T16:05:52.436 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 16:05:52 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T16:05:52.436 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 16:05:52 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T16:05:52.436 INFO:journalctl@ceph.prometheus.a.smithi102.stdout:Apr 15 16:05:52 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-prometheus-a[120881]: ts=2024-04-15T16:05:52.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi016:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"362ea986-fb34-11ee-bc8f-c7b262605968\", instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T16:05:52.538 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 16:05:52 smithi016 ceph-mon[93212]: pgmap v5050: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail 2024-04-15T16:05:52.538 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 16:05:52 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T16:05:52.538 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 16:05:52 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T16:05:52.538 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 16:05:52 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T16:05:52.538 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 16:05:52 smithi016 ceph-mon[90652]: pgmap v5050: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail 2024-04-15T16:05:52.538 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 16:05:52 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T16:05:52.539 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 16:05:52 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T16:05:52.539 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 16:05:52 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T16:05:54.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 16:05:54 smithi102 ceph-mon[87131]: pgmap v5051: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail 2024-04-15T16:05:54.437 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 16:05:54 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T16:05:54.538 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 16:05:54 smithi016 ceph-mon[93212]: pgmap v5051: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail 2024-04-15T16:05:54.538 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 16:05:54 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T16:05:54.538 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 16:05:54 smithi016 ceph-mon[90652]: pgmap v5051: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail 2024-04-15T16:05:54.538 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 16:05:54 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T16:05:56.436 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 16:05:56 smithi102 ceph-mon[87131]: pgmap v5052: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail 2024-04-15T16:05:56.538 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 16:05:56 smithi016 ceph-mon[93212]: pgmap v5052: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail 2024-04-15T16:05:56.538 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 16:05:56 smithi016 ceph-mon[90652]: pgmap v5052: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail 2024-04-15T16:05:58.436 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 16:05:58 smithi102 ceph-mon[87131]: pgmap v5053: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail 2024-04-15T16:05:58.538 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 16:05:58 smithi016 ceph-mon[93212]: pgmap v5053: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail 2024-04-15T16:05:58.538 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 16:05:58 smithi016 ceph-mon[90652]: pgmap v5053: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail 2024-04-15T16:06:00.436 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 16:06:00 smithi102 ceph-mon[87131]: pgmap v5054: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail 2024-04-15T16:06:00.538 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 16:06:00 smithi016 ceph-mon[93212]: pgmap v5054: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail 2024-04-15T16:06:00.538 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 16:06:00 smithi016 ceph-mon[90652]: pgmap v5054: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail 2024-04-15T16:06:02.038 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 15 16:06:01 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-y[81421]: ::ffff:172.21.15.102 - - [15/Apr/2024:16:06:01] "GET /metrics HTTP/1.1" 200 34193 "" "Prometheus/2.43.0" 2024-04-15T16:06:02.436 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 16:06:02 smithi102 ceph-mon[87131]: pgmap v5055: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail 2024-04-15T16:06:02.436 INFO:journalctl@ceph.prometheus.a.smithi102.stdout:Apr 15 16:06:02 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-prometheus-a[120881]: ts=2024-04-15T16:06:02.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi016:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"362ea986-fb34-11ee-bc8f-c7b262605968\", instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T16:06:02.538 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 16:06:02 smithi016 ceph-mon[93212]: pgmap v5055: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail 2024-04-15T16:06:02.538 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 16:06:02 smithi016 ceph-mon[90652]: pgmap v5055: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail 2024-04-15T16:06:04.436 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 16:06:04 smithi102 ceph-mon[87131]: pgmap v5056: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail 2024-04-15T16:06:04.538 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 16:06:04 smithi016 ceph-mon[90652]: pgmap v5056: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail 2024-04-15T16:06:04.538 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 16:06:04 smithi016 ceph-mon[93212]: pgmap v5056: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail 2024-04-15T16:06:06.436 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 16:06:06 smithi102 ceph-mon[87131]: pgmap v5057: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail 2024-04-15T16:06:06.538 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 16:06:06 smithi016 ceph-mon[93212]: pgmap v5057: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail 2024-04-15T16:06:06.538 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 16:06:06 smithi016 ceph-mon[90652]: pgmap v5057: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail 2024-04-15T16:06:08.436 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 16:06:08 smithi102 ceph-mon[87131]: pgmap v5058: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail 2024-04-15T16:06:08.538 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 16:06:08 smithi016 ceph-mon[93212]: pgmap v5058: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail 2024-04-15T16:06:08.538 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 16:06:08 smithi016 ceph-mon[90652]: pgmap v5058: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail 2024-04-15T16:06:09.436 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 16:06:09 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T16:06:09.538 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 16:06:09 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T16:06:09.538 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 16:06:09 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T16:06:10.436 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 16:06:10 smithi102 ceph-mon[87131]: pgmap v5059: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail 2024-04-15T16:06:10.538 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 16:06:10 smithi016 ceph-mon[90652]: pgmap v5059: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail 2024-04-15T16:06:10.538 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 16:06:10 smithi016 ceph-mon[93212]: pgmap v5059: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail 2024-04-15T16:06:12.038 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 15 16:06:11 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-y[81421]: ::ffff:172.21.15.102 - - [15/Apr/2024:16:06:11] "GET /metrics HTTP/1.1" 200 34195 "" "Prometheus/2.43.0" 2024-04-15T16:06:12.436 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 16:06:12 smithi102 ceph-mon[87131]: pgmap v5060: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail 2024-04-15T16:06:12.436 INFO:journalctl@ceph.prometheus.a.smithi102.stdout:Apr 15 16:06:12 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-prometheus-a[120881]: ts=2024-04-15T16:06:12.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi016:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"362ea986-fb34-11ee-bc8f-c7b262605968\", instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T16:06:12.538 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 16:06:12 smithi016 ceph-mon[93212]: pgmap v5060: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail 2024-04-15T16:06:12.538 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 16:06:12 smithi016 ceph-mon[90652]: pgmap v5060: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail 2024-04-15T16:06:14.436 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 16:06:14 smithi102 ceph-mon[87131]: pgmap v5061: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail 2024-04-15T16:06:14.538 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 16:06:14 smithi016 ceph-mon[93212]: pgmap v5061: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail 2024-04-15T16:06:14.538 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 16:06:14 smithi016 ceph-mon[90652]: pgmap v5061: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail 2024-04-15T16:06:16.436 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 16:06:16 smithi102 ceph-mon[87131]: pgmap v5062: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail 2024-04-15T16:06:16.538 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 16:06:16 smithi016 ceph-mon[93212]: pgmap v5062: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail 2024-04-15T16:06:16.538 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 16:06:16 smithi016 ceph-mon[90652]: pgmap v5062: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail 2024-04-15T16:06:18.436 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 16:06:18 smithi102 ceph-mon[87131]: pgmap v5063: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail 2024-04-15T16:06:18.538 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 16:06:18 smithi016 ceph-mon[90652]: pgmap v5063: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail 2024-04-15T16:06:18.538 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 16:06:18 smithi016 ceph-mon[93212]: pgmap v5063: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail 2024-04-15T16:06:18.806 INFO:tasks.workunit.client.0.smithi016.stderr:Updating files: 99% (12428/12482) Updating files: 100% (12482/12482) Updating files: 100% (12482/12482), done. 2024-04-15T16:06:19.424 INFO:tasks.workunit.client.0.smithi016.stderr:Note: switching to '87dbfb632e974cb2c28d17423071d2d833b53b29'. 2024-04-15T16:06:19.424 INFO:tasks.workunit.client.0.smithi016.stderr: 2024-04-15T16:06:19.424 INFO:tasks.workunit.client.0.smithi016.stderr:You are in 'detached HEAD' state. You can look around, make experimental 2024-04-15T16:06:19.424 INFO:tasks.workunit.client.0.smithi016.stderr:changes and commit them, and you can discard any commits you make in this 2024-04-15T16:06:19.424 INFO:tasks.workunit.client.0.smithi016.stderr:state without impacting any branches by switching back to a branch. 2024-04-15T16:06:19.424 INFO:tasks.workunit.client.0.smithi016.stderr: 2024-04-15T16:06:19.424 INFO:tasks.workunit.client.0.smithi016.stderr:If you want to create a new branch to retain commits you create, you may 2024-04-15T16:06:19.424 INFO:tasks.workunit.client.0.smithi016.stderr:do so (now or later) by using -c with the switch command. Example: 2024-04-15T16:06:19.425 INFO:tasks.workunit.client.0.smithi016.stderr: 2024-04-15T16:06:19.425 INFO:tasks.workunit.client.0.smithi016.stderr: git switch -c 2024-04-15T16:06:19.425 INFO:tasks.workunit.client.0.smithi016.stderr: 2024-04-15T16:06:19.425 INFO:tasks.workunit.client.0.smithi016.stderr:Or undo this operation with: 2024-04-15T16:06:19.425 INFO:tasks.workunit.client.0.smithi016.stderr: 2024-04-15T16:06:19.425 INFO:tasks.workunit.client.0.smithi016.stderr: git switch - 2024-04-15T16:06:19.425 INFO:tasks.workunit.client.0.smithi016.stderr: 2024-04-15T16:06:19.425 INFO:tasks.workunit.client.0.smithi016.stderr:Turn off this advice by setting config variable advice.detachedHead to false 2024-04-15T16:06:19.425 INFO:tasks.workunit.client.0.smithi016.stderr: 2024-04-15T16:06:19.425 INFO:tasks.workunit.client.0.smithi016.stderr:HEAD is now at 87dbfb632e9 Merge pull request #56775 from cyx1231st/wip-crimson-osd-report-stats 2024-04-15T16:06:19.427 DEBUG:teuthology.orchestra.run.smithi016:> cd -- /home/ubuntu/cephtest/clone.client.0/qa/workunits && if test -e Makefile ; then make ; fi && find -executable -type f -printf '%P\0' >/home/ubuntu/cephtest/workunits.list.client.0 2024-04-15T16:06:19.482 INFO:tasks.workunit.client.0.smithi016.stdout:for d in direct_io fs ; do ( cd $d ; make all ) ; done 2024-04-15T16:06:19.484 INFO:tasks.workunit.client.0.smithi016.stdout:make[1]: Entering directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/direct_io' 2024-04-15T16:06:19.484 INFO:tasks.workunit.client.0.smithi016.stdout:cc -Wall -Wextra -D_GNU_SOURCE direct_io_test.c -o direct_io_test 2024-04-15T16:06:19.534 INFO:tasks.workunit.client.0.smithi016.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_sync_io.c -o test_sync_io 2024-04-15T16:06:19.583 INFO:tasks.workunit.client.0.smithi016.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_short_dio_read.c -o test_short_dio_read 2024-04-15T16:06:19.624 INFO:tasks.workunit.client.0.smithi016.stdout:make[1]: Leaving directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/direct_io' 2024-04-15T16:06:19.626 INFO:tasks.workunit.client.0.smithi016.stdout:make[1]: Entering directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/fs' 2024-04-15T16:06:19.626 INFO:tasks.workunit.client.0.smithi016.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_o_trunc.c -o test_o_trunc 2024-04-15T16:06:19.664 INFO:tasks.workunit.client.0.smithi016.stdout:make[1]: Leaving directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/fs' 2024-04-15T16:06:19.668 DEBUG:teuthology.orchestra.run.smithi016:> set -ex 2024-04-15T16:06:19.668 DEBUG:teuthology.orchestra.run.smithi016:> dd if=/home/ubuntu/cephtest/workunits.list.client.0 of=/dev/stdout 2024-04-15T16:06:19.724 INFO:tasks.workunit:Running workunits matching test_telemetry_reef_x.sh on client.0... 2024-04-15T16:06:19.725 INFO:tasks.workunit:Running workunit test_telemetry_reef_x.sh... 2024-04-15T16:06:19.725 DEBUG:teuthology.orchestra.run.smithi016:workunit test test_telemetry_reef_x.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=87dbfb632e974cb2c28d17423071d2d833b53b29 TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/test_telemetry_reef_x.sh 2024-04-15T16:06:19.784 INFO:tasks.workunit.client.0.smithi016.stderr:++ ceph config get mgr mgr/telemetry/last_opt_revision 2024-04-15T16:06:20.188 INFO:tasks.workunit.client.0.smithi016.stderr:+ LAST_OPT_REVISION=1 2024-04-15T16:06:20.188 INFO:tasks.workunit.client.0.smithi016.stderr:+ '[' 1 -ne 1 ']' 2024-04-15T16:06:20.188 INFO:tasks.workunit.client.0.smithi016.stderr:+ ceph -s 2024-04-15T16:06:20.436 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 16:06:20 smithi102 ceph-mon[87131]: pgmap v5064: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail 2024-04-15T16:06:20.436 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 16:06:20 smithi102 ceph-mon[87131]: from='client.? 172.21.15.16:0/164650959' entity='client.admin' cmd=[{"prefix": "config get", "who": "mgr", "key": "mgr/telemetry/last_opt_revision"}]: dispatch 2024-04-15T16:06:20.538 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 16:06:20 smithi016 ceph-mon[90652]: pgmap v5064: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail 2024-04-15T16:06:20.538 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 16:06:20 smithi016 ceph-mon[90652]: from='client.? 172.21.15.16:0/164650959' entity='client.admin' cmd=[{"prefix": "config get", "who": "mgr", "key": "mgr/telemetry/last_opt_revision"}]: dispatch 2024-04-15T16:06:20.538 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 16:06:20 smithi016 ceph-mon[93212]: pgmap v5064: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail 2024-04-15T16:06:20.538 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 16:06:20 smithi016 ceph-mon[93212]: from='client.? 172.21.15.16:0/164650959' entity='client.admin' cmd=[{"prefix": "config get", "who": "mgr", "key": "mgr/telemetry/last_opt_revision"}]: dispatch 2024-04-15T16:06:20.718 INFO:tasks.workunit.client.0.smithi016.stdout: cluster: 2024-04-15T16:06:20.719 INFO:tasks.workunit.client.0.smithi016.stdout: id: 362ea986-fb34-11ee-bc8f-c7b262605968 2024-04-15T16:06:20.719 INFO:tasks.workunit.client.0.smithi016.stdout: health: HEALTH_WARN 2024-04-15T16:06:20.719 INFO:tasks.workunit.client.0.smithi016.stdout: Telemetry requires re-opt-in 2024-04-15T16:06:20.719 INFO:tasks.workunit.client.0.smithi016.stdout: 2024-04-15T16:06:20.719 INFO:tasks.workunit.client.0.smithi016.stdout: services: 2024-04-15T16:06:20.719 INFO:tasks.workunit.client.0.smithi016.stdout: mon: 3 daemons, quorum a,b,c (age 85m) 2024-04-15T16:06:20.719 INFO:tasks.workunit.client.0.smithi016.stdout: mgr: y(active, since 86m), standbys: x 2024-04-15T16:06:20.719 INFO:tasks.workunit.client.0.smithi016.stdout: mds: 1/1 daemons up, 1 standby 2024-04-15T16:06:20.719 INFO:tasks.workunit.client.0.smithi016.stdout: osd: 8 osds: 8 up (since 81m), 8 in (since 93m) 2024-04-15T16:06:20.719 INFO:tasks.workunit.client.0.smithi016.stdout: 2024-04-15T16:06:20.719 INFO:tasks.workunit.client.0.smithi016.stdout: data: 2024-04-15T16:06:20.719 INFO:tasks.workunit.client.0.smithi016.stdout: volumes: 1/1 healthy 2024-04-15T16:06:20.719 INFO:tasks.workunit.client.0.smithi016.stdout: pools: 4 pools, 105 pgs 2024-04-15T16:06:20.720 INFO:tasks.workunit.client.0.smithi016.stdout: objects: 28 objects, 4.6 MiB 2024-04-15T16:06:20.720 INFO:tasks.workunit.client.0.smithi016.stdout: usage: 4.7 GiB used, 710 GiB / 715 GiB avail 2024-04-15T16:06:20.720 INFO:tasks.workunit.client.0.smithi016.stdout: pgs: 105 active+clean 2024-04-15T16:06:20.720 INFO:tasks.workunit.client.0.smithi016.stdout: 2024-04-15T16:06:20.730 INFO:tasks.workunit.client.0.smithi016.stderr:++ ceph telemetry collection ls 2024-04-15T16:06:21.248 INFO:tasks.workunit.client.0.smithi016.stderr:+ COLLECTIONS='New collections are available: 2024-04-15T16:06:21.248 INFO:tasks.workunit.client.0.smithi016.stderr:['\''basic_pool_flags'\''] 2024-04-15T16:06:21.248 INFO:tasks.workunit.client.0.smithi016.stderr:Run `ceph telemetry on` to opt-in to these collections. 2024-04-15T16:06:21.248 INFO:tasks.workunit.client.0.smithi016.stderr: 2024-04-15T16:06:21.248 INFO:tasks.workunit.client.0.smithi016.stderr:NAME STATUS DESC 2024-04-15T16:06:21.248 INFO:tasks.workunit.client.0.smithi016.stderr:basic_base REPORTING Basic information about the cluster (capacity, number and type of daemons, version, etc.) 2024-04-15T16:06:21.248 INFO:tasks.workunit.client.0.smithi016.stderr:basic_mds_metadata REPORTING MDS metadata 2024-04-15T16:06:21.248 INFO:tasks.workunit.client.0.smithi016.stderr:basic_pool_flags NOT REPORTING: NOT OPTED-IN Per-pool flags 2024-04-15T16:06:21.248 INFO:tasks.workunit.client.0.smithi016.stderr:basic_pool_options_bluestore REPORTING Per-pool bluestore config options 2024-04-15T16:06:21.248 INFO:tasks.workunit.client.0.smithi016.stderr:basic_pool_usage REPORTING Default pool application and usage statistics 2024-04-15T16:06:21.249 INFO:tasks.workunit.client.0.smithi016.stderr:basic_rook_v01 REPORTING Basic Rook deployment data 2024-04-15T16:06:21.249 INFO:tasks.workunit.client.0.smithi016.stderr:basic_usage_by_class REPORTING Default device class usage statistics 2024-04-15T16:06:21.249 INFO:tasks.workunit.client.0.smithi016.stderr:crash_base REPORTING Information about daemon crashes (daemon type and version, backtrace, etc.) 2024-04-15T16:06:21.249 INFO:tasks.workunit.client.0.smithi016.stderr:device_base REPORTING Information about device health metrics 2024-04-15T16:06:21.249 INFO:tasks.workunit.client.0.smithi016.stderr:ident_base REPORTING User-provided identifying information about the cluster 2024-04-15T16:06:21.249 INFO:tasks.workunit.client.0.smithi016.stderr:perf_memory_metrics REPORTING Heap stats and mempools for mon and mds 2024-04-15T16:06:21.249 INFO:tasks.workunit.client.0.smithi016.stderr:perf_perf REPORTING Information about performance counters of the cluster ' 2024-04-15T16:06:21.249 INFO:tasks.workunit.client.0.smithi016.stderr:+ NEW_COLLECTIONS=("perf_perf" "basic_mds_metadata" "basic_pool_usage" "basic_rook_v01" "perf_memory_metrics" "basic_pool_flags") 2024-04-15T16:06:21.249 INFO:tasks.workunit.client.0.smithi016.stderr:+ for col in ${NEW_COLLECTIONS[@]} 2024-04-15T16:06:21.249 INFO:tasks.workunit.client.0.smithi016.stderr:+ [[ New collections are available: 2024-04-15T16:06:21.249 INFO:tasks.workunit.client.0.smithi016.stderr:['basic_pool_flags'] 2024-04-15T16:06:21.249 INFO:tasks.workunit.client.0.smithi016.stderr:Run `ceph telemetry on` to opt-in to these collections. 2024-04-15T16:06:21.249 INFO:tasks.workunit.client.0.smithi016.stderr: 2024-04-15T16:06:21.249 INFO:tasks.workunit.client.0.smithi016.stderr:NAME STATUS DESC 2024-04-15T16:06:21.250 INFO:tasks.workunit.client.0.smithi016.stderr:basic_base REPORTING Basic information about the cluster (capacity, number and type of daemons, version, etc.) 2024-04-15T16:06:21.250 INFO:tasks.workunit.client.0.smithi016.stderr:basic_mds_metadata REPORTING MDS metadata 2024-04-15T16:06:21.250 INFO:tasks.workunit.client.0.smithi016.stderr:basic_pool_flags NOT REPORTING: NOT OPTED-IN Per-pool flags 2024-04-15T16:06:21.250 INFO:tasks.workunit.client.0.smithi016.stderr:basic_pool_options_bluestore REPORTING Per-pool bluestore config options 2024-04-15T16:06:21.250 INFO:tasks.workunit.client.0.smithi016.stderr:basic_pool_usage REPORTING Default pool application and usage statistics 2024-04-15T16:06:21.250 INFO:tasks.workunit.client.0.smithi016.stderr:basic_rook_v01 REPORTING Basic Rook deployment data 2024-04-15T16:06:21.250 INFO:tasks.workunit.client.0.smithi016.stderr:basic_usage_by_class REPORTING Default device class usage statistics 2024-04-15T16:06:21.250 INFO:tasks.workunit.client.0.smithi016.stderr:crash_base REPORTING Information about daemon crashes (daemon type and version, backtrace, etc.) 2024-04-15T16:06:21.250 INFO:tasks.workunit.client.0.smithi016.stderr:device_base REPORTING Information about device health metrics 2024-04-15T16:06:21.250 INFO:tasks.workunit.client.0.smithi016.stderr:ident_base REPORTING User-provided identifying information about the cluster 2024-04-15T16:06:21.250 INFO:tasks.workunit.client.0.smithi016.stderr:perf_memory_metrics REPORTING Heap stats and mempools for mon and mds 2024-04-15T16:06:21.250 INFO:tasks.workunit.client.0.smithi016.stderr:perf_perf REPORTING Information about performance counters of the cluster == *perf_perf* ]] 2024-04-15T16:06:21.250 INFO:tasks.workunit.client.0.smithi016.stderr:+ for col in ${NEW_COLLECTIONS[@]} 2024-04-15T16:06:21.251 INFO:tasks.workunit.client.0.smithi016.stderr:+ [[ New collections are available: 2024-04-15T16:06:21.251 INFO:tasks.workunit.client.0.smithi016.stderr:['basic_pool_flags'] 2024-04-15T16:06:21.251 INFO:tasks.workunit.client.0.smithi016.stderr:Run `ceph telemetry on` to opt-in to these collections. 2024-04-15T16:06:21.251 INFO:tasks.workunit.client.0.smithi016.stderr: 2024-04-15T16:06:21.251 INFO:tasks.workunit.client.0.smithi016.stderr:NAME STATUS DESC 2024-04-15T16:06:21.251 INFO:tasks.workunit.client.0.smithi016.stderr:basic_base REPORTING Basic information about the cluster (capacity, number and type of daemons, version, etc.) 2024-04-15T16:06:21.251 INFO:tasks.workunit.client.0.smithi016.stderr:basic_mds_metadata REPORTING MDS metadata 2024-04-15T16:06:21.251 INFO:tasks.workunit.client.0.smithi016.stderr:basic_pool_flags NOT REPORTING: NOT OPTED-IN Per-pool flags 2024-04-15T16:06:21.251 INFO:tasks.workunit.client.0.smithi016.stderr:basic_pool_options_bluestore REPORTING Per-pool bluestore config options 2024-04-15T16:06:21.251 INFO:tasks.workunit.client.0.smithi016.stderr:basic_pool_usage REPORTING Default pool application and usage statistics 2024-04-15T16:06:21.251 INFO:tasks.workunit.client.0.smithi016.stderr:basic_rook_v01 REPORTING Basic Rook deployment data 2024-04-15T16:06:21.251 INFO:tasks.workunit.client.0.smithi016.stderr:basic_usage_by_class REPORTING Default device class usage statistics 2024-04-15T16:06:21.251 INFO:tasks.workunit.client.0.smithi016.stderr:crash_base REPORTING Information about daemon crashes (daemon type and version, backtrace, etc.) 2024-04-15T16:06:21.251 INFO:tasks.workunit.client.0.smithi016.stderr:device_base REPORTING Information about device health metrics 2024-04-15T16:06:21.251 INFO:tasks.workunit.client.0.smithi016.stderr:ident_base REPORTING User-provided identifying information about the cluster 2024-04-15T16:06:21.252 INFO:tasks.workunit.client.0.smithi016.stderr:perf_memory_metrics REPORTING Heap stats and mempools for mon and mds 2024-04-15T16:06:21.252 INFO:tasks.workunit.client.0.smithi016.stderr:perf_perf REPORTING Information about performance counters of the cluster == *basic_mds_metadata* ]] 2024-04-15T16:06:21.252 INFO:tasks.workunit.client.0.smithi016.stderr:+ for col in ${NEW_COLLECTIONS[@]} 2024-04-15T16:06:21.252 INFO:tasks.workunit.client.0.smithi016.stderr:+ [[ New collections are available: 2024-04-15T16:06:21.252 INFO:tasks.workunit.client.0.smithi016.stderr:['basic_pool_flags'] 2024-04-15T16:06:21.252 INFO:tasks.workunit.client.0.smithi016.stderr:Run `ceph telemetry on` to opt-in to these collections. 2024-04-15T16:06:21.252 INFO:tasks.workunit.client.0.smithi016.stderr: 2024-04-15T16:06:21.252 INFO:tasks.workunit.client.0.smithi016.stderr:NAME STATUS DESC 2024-04-15T16:06:21.252 INFO:tasks.workunit.client.0.smithi016.stderr:basic_base REPORTING Basic information about the cluster (capacity, number and type of daemons, version, etc.) 2024-04-15T16:06:21.252 INFO:tasks.workunit.client.0.smithi016.stderr:basic_mds_metadata REPORTING MDS metadata 2024-04-15T16:06:21.252 INFO:tasks.workunit.client.0.smithi016.stderr:basic_pool_flags NOT REPORTING: NOT OPTED-IN Per-pool flags 2024-04-15T16:06:21.252 INFO:tasks.workunit.client.0.smithi016.stderr:basic_pool_options_bluestore REPORTING Per-pool bluestore config options 2024-04-15T16:06:21.252 INFO:tasks.workunit.client.0.smithi016.stderr:basic_pool_usage REPORTING Default pool application and usage statistics 2024-04-15T16:06:21.252 INFO:tasks.workunit.client.0.smithi016.stderr:basic_rook_v01 REPORTING Basic Rook deployment data 2024-04-15T16:06:21.253 INFO:tasks.workunit.client.0.smithi016.stderr:basic_usage_by_class REPORTING Default device class usage statistics 2024-04-15T16:06:21.253 INFO:tasks.workunit.client.0.smithi016.stderr:crash_base REPORTING Information about daemon crashes (daemon type and version, backtrace, etc.) 2024-04-15T16:06:21.253 INFO:tasks.workunit.client.0.smithi016.stderr:device_base REPORTING Information about device health metrics 2024-04-15T16:06:21.253 INFO:tasks.workunit.client.0.smithi016.stderr:ident_base REPORTING User-provided identifying information about the cluster 2024-04-15T16:06:21.253 INFO:tasks.workunit.client.0.smithi016.stderr:perf_memory_metrics REPORTING Heap stats and mempools for mon and mds 2024-04-15T16:06:21.253 INFO:tasks.workunit.client.0.smithi016.stderr:perf_perf REPORTING Information about performance counters of the cluster == *basic_pool_usage* ]] 2024-04-15T16:06:21.253 INFO:tasks.workunit.client.0.smithi016.stderr:+ for col in ${NEW_COLLECTIONS[@]} 2024-04-15T16:06:21.253 INFO:tasks.workunit.client.0.smithi016.stderr:+ [[ New collections are available: 2024-04-15T16:06:21.253 INFO:tasks.workunit.client.0.smithi016.stderr:['basic_pool_flags'] 2024-04-15T16:06:21.253 INFO:tasks.workunit.client.0.smithi016.stderr:Run `ceph telemetry on` to opt-in to these collections. 2024-04-15T16:06:21.253 INFO:tasks.workunit.client.0.smithi016.stderr: 2024-04-15T16:06:21.253 INFO:tasks.workunit.client.0.smithi016.stderr:NAME STATUS DESC 2024-04-15T16:06:21.253 INFO:tasks.workunit.client.0.smithi016.stderr:basic_base REPORTING Basic information about the cluster (capacity, number and type of daemons, version, etc.) 2024-04-15T16:06:21.254 INFO:tasks.workunit.client.0.smithi016.stderr:basic_mds_metadata REPORTING MDS metadata 2024-04-15T16:06:21.254 INFO:tasks.workunit.client.0.smithi016.stderr:basic_pool_flags NOT REPORTING: NOT OPTED-IN Per-pool flags 2024-04-15T16:06:21.254 INFO:tasks.workunit.client.0.smithi016.stderr:basic_pool_options_bluestore REPORTING Per-pool bluestore config options 2024-04-15T16:06:21.254 INFO:tasks.workunit.client.0.smithi016.stderr:basic_pool_usage REPORTING Default pool application and usage statistics 2024-04-15T16:06:21.254 INFO:tasks.workunit.client.0.smithi016.stderr:basic_rook_v01 REPORTING Basic Rook deployment data 2024-04-15T16:06:21.254 INFO:tasks.workunit.client.0.smithi016.stderr:basic_usage_by_class REPORTING Default device class usage statistics 2024-04-15T16:06:21.254 INFO:tasks.workunit.client.0.smithi016.stderr:crash_base REPORTING Information about daemon crashes (daemon type and version, backtrace, etc.) 2024-04-15T16:06:21.254 INFO:tasks.workunit.client.0.smithi016.stderr:device_base REPORTING Information about device health metrics 2024-04-15T16:06:21.254 INFO:tasks.workunit.client.0.smithi016.stderr:ident_base REPORTING User-provided identifying information about the cluster 2024-04-15T16:06:21.254 INFO:tasks.workunit.client.0.smithi016.stderr:perf_memory_metrics REPORTING Heap stats and mempools for mon and mds 2024-04-15T16:06:21.254 INFO:tasks.workunit.client.0.smithi016.stderr:perf_perf REPORTING Information about performance counters of the cluster == *basic_rook_v01* ]] 2024-04-15T16:06:21.254 INFO:tasks.workunit.client.0.smithi016.stderr:+ for col in ${NEW_COLLECTIONS[@]} 2024-04-15T16:06:21.254 INFO:tasks.workunit.client.0.smithi016.stderr:+ [[ New collections are available: 2024-04-15T16:06:21.255 INFO:tasks.workunit.client.0.smithi016.stderr:['basic_pool_flags'] 2024-04-15T16:06:21.255 INFO:tasks.workunit.client.0.smithi016.stderr:Run `ceph telemetry on` to opt-in to these collections. 2024-04-15T16:06:21.255 INFO:tasks.workunit.client.0.smithi016.stderr: 2024-04-15T16:06:21.255 INFO:tasks.workunit.client.0.smithi016.stderr:NAME STATUS DESC 2024-04-15T16:06:21.255 INFO:tasks.workunit.client.0.smithi016.stderr:basic_base REPORTING Basic information about the cluster (capacity, number and type of daemons, version, etc.) 2024-04-15T16:06:21.255 INFO:tasks.workunit.client.0.smithi016.stderr:basic_mds_metadata REPORTING MDS metadata 2024-04-15T16:06:21.255 INFO:tasks.workunit.client.0.smithi016.stderr:basic_pool_flags NOT REPORTING: NOT OPTED-IN Per-pool flags 2024-04-15T16:06:21.255 INFO:tasks.workunit.client.0.smithi016.stderr:basic_pool_options_bluestore REPORTING Per-pool bluestore config options 2024-04-15T16:06:21.255 INFO:tasks.workunit.client.0.smithi016.stderr:basic_pool_usage REPORTING Default pool application and usage statistics 2024-04-15T16:06:21.255 INFO:tasks.workunit.client.0.smithi016.stderr:basic_rook_v01 REPORTING Basic Rook deployment data 2024-04-15T16:06:21.255 INFO:tasks.workunit.client.0.smithi016.stderr:basic_usage_by_class REPORTING Default device class usage statistics 2024-04-15T16:06:21.255 INFO:tasks.workunit.client.0.smithi016.stderr:crash_base REPORTING Information about daemon crashes (daemon type and version, backtrace, etc.) 2024-04-15T16:06:21.255 INFO:tasks.workunit.client.0.smithi016.stderr:device_base REPORTING Information about device health metrics 2024-04-15T16:06:21.255 INFO:tasks.workunit.client.0.smithi016.stderr:ident_base REPORTING User-provided identifying information about the cluster 2024-04-15T16:06:21.256 INFO:tasks.workunit.client.0.smithi016.stderr:perf_memory_metrics REPORTING Heap stats and mempools for mon and mds 2024-04-15T16:06:21.256 INFO:tasks.workunit.client.0.smithi016.stderr:perf_perf REPORTING Information about performance counters of the cluster == *perf_memory_metrics* ]] 2024-04-15T16:06:21.256 INFO:tasks.workunit.client.0.smithi016.stderr:+ for col in ${NEW_COLLECTIONS[@]} 2024-04-15T16:06:21.256 INFO:tasks.workunit.client.0.smithi016.stderr:+ [[ New collections are available: 2024-04-15T16:06:21.256 INFO:tasks.workunit.client.0.smithi016.stderr:['basic_pool_flags'] 2024-04-15T16:06:21.256 INFO:tasks.workunit.client.0.smithi016.stderr:Run `ceph telemetry on` to opt-in to these collections. 2024-04-15T16:06:21.256 INFO:tasks.workunit.client.0.smithi016.stderr: 2024-04-15T16:06:21.256 INFO:tasks.workunit.client.0.smithi016.stderr:NAME STATUS DESC 2024-04-15T16:06:21.256 INFO:tasks.workunit.client.0.smithi016.stderr:basic_base REPORTING Basic information about the cluster (capacity, number and type of daemons, version, etc.) 2024-04-15T16:06:21.256 INFO:tasks.workunit.client.0.smithi016.stderr:basic_mds_metadata REPORTING MDS metadata 2024-04-15T16:06:21.256 INFO:tasks.workunit.client.0.smithi016.stderr:basic_pool_flags NOT REPORTING: NOT OPTED-IN Per-pool flags 2024-04-15T16:06:21.256 INFO:tasks.workunit.client.0.smithi016.stderr:basic_pool_options_bluestore REPORTING Per-pool bluestore config options 2024-04-15T16:06:21.256 INFO:tasks.workunit.client.0.smithi016.stderr:basic_pool_usage REPORTING Default pool application and usage statistics 2024-04-15T16:06:21.256 INFO:tasks.workunit.client.0.smithi016.stderr:basic_rook_v01 REPORTING Basic Rook deployment data 2024-04-15T16:06:21.257 INFO:tasks.workunit.client.0.smithi016.stderr:basic_usage_by_class REPORTING Default device class usage statistics 2024-04-15T16:06:21.257 INFO:tasks.workunit.client.0.smithi016.stderr:crash_base REPORTING Information about daemon crashes (daemon type and version, backtrace, etc.) 2024-04-15T16:06:21.257 INFO:tasks.workunit.client.0.smithi016.stderr:device_base REPORTING Information about device health metrics 2024-04-15T16:06:21.257 INFO:tasks.workunit.client.0.smithi016.stderr:ident_base REPORTING User-provided identifying information about the cluster 2024-04-15T16:06:21.257 INFO:tasks.workunit.client.0.smithi016.stderr:perf_memory_metrics REPORTING Heap stats and mempools for mon and mds 2024-04-15T16:06:21.257 INFO:tasks.workunit.client.0.smithi016.stderr:perf_perf REPORTING Information about performance counters of the cluster == *basic_pool_flags* ]] 2024-04-15T16:06:21.257 INFO:tasks.workunit.client.0.smithi016.stderr:+ ceph telemetry preview 2024-04-15T16:06:21.436 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 16:06:21 smithi102 ceph-mon[87131]: from='client.? 172.21.15.16:0/164650959' entity='client.admin' cmd=[{"prefix": "config get", "who": "mgr", "key": "mgr/telemetry/last_opt_revision"}]: dispatch 2024-04-15T16:06:21.436 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 16:06:21 smithi102 ceph-mon[87131]: from='client.? 172.21.15.16:0/1975605586' entity='client.admin' cmd=[{"prefix": "status"}]: dispatch 2024-04-15T16:06:21.436 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 16:06:21 smithi102 ceph-mon[87131]: from='client.? 172.21.15.16:0/1975605586' entity='client.admin' cmd=[{"prefix": "status"}]: dispatch 2024-04-15T16:06:21.538 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 16:06:21 smithi016 ceph-mon[93212]: from='client.? 172.21.15.16:0/164650959' entity='client.admin' cmd=[{"prefix": "config get", "who": "mgr", "key": "mgr/telemetry/last_opt_revision"}]: dispatch 2024-04-15T16:06:21.538 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 16:06:21 smithi016 ceph-mon[93212]: from='client.? 172.21.15.16:0/1975605586' entity='client.admin' cmd=[{"prefix": "status"}]: dispatch 2024-04-15T16:06:21.538 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 16:06:21 smithi016 ceph-mon[93212]: from='client.? 172.21.15.16:0/1975605586' entity='client.admin' cmd=[{"prefix": "status"}]: dispatch 2024-04-15T16:06:21.538 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 16:06:21 smithi016 ceph-mon[90652]: from='client.? 172.21.15.16:0/164650959' entity='client.admin' cmd=[{"prefix": "config get", "who": "mgr", "key": "mgr/telemetry/last_opt_revision"}]: dispatch 2024-04-15T16:06:21.538 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 16:06:21 smithi016 ceph-mon[90652]: from='client.? 172.21.15.16:0/1975605586' entity='client.admin' cmd=[{"prefix": "status"}]: dispatch 2024-04-15T16:06:21.538 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 16:06:21 smithi016 ceph-mon[90652]: from='client.? 172.21.15.16:0/1975605586' entity='client.admin' cmd=[{"prefix": "status"}]: dispatch 2024-04-15T16:06:22.017 INFO:tasks.workunit.client.0.smithi016.stdout:{ 2024-04-15T16:06:22.017 INFO:tasks.workunit.client.0.smithi016.stdout: "balancer": { 2024-04-15T16:06:22.018 INFO:tasks.workunit.client.0.smithi016.stdout: "active": true, 2024-04-15T16:06:22.018 INFO:tasks.workunit.client.0.smithi016.stdout: "mode": "" 2024-04-15T16:06:22.018 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.018 INFO:tasks.workunit.client.0.smithi016.stdout: "channels": [ 2024-04-15T16:06:22.018 INFO:tasks.workunit.client.0.smithi016.stdout: "basic", 2024-04-15T16:06:22.018 INFO:tasks.workunit.client.0.smithi016.stdout: "crash", 2024-04-15T16:06:22.018 INFO:tasks.workunit.client.0.smithi016.stdout: "device", 2024-04-15T16:06:22.018 INFO:tasks.workunit.client.0.smithi016.stdout: "ident", 2024-04-15T16:06:22.018 INFO:tasks.workunit.client.0.smithi016.stdout: "perf" 2024-04-15T16:06:22.018 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:22.018 INFO:tasks.workunit.client.0.smithi016.stdout: "channels_available": [ 2024-04-15T16:06:22.018 INFO:tasks.workunit.client.0.smithi016.stdout: "basic", 2024-04-15T16:06:22.018 INFO:tasks.workunit.client.0.smithi016.stdout: "ident", 2024-04-15T16:06:22.019 INFO:tasks.workunit.client.0.smithi016.stdout: "crash", 2024-04-15T16:06:22.019 INFO:tasks.workunit.client.0.smithi016.stdout: "device", 2024-04-15T16:06:22.019 INFO:tasks.workunit.client.0.smithi016.stdout: "perf" 2024-04-15T16:06:22.019 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:22.019 INFO:tasks.workunit.client.0.smithi016.stdout: "collections_available": [ 2024-04-15T16:06:22.019 INFO:tasks.workunit.client.0.smithi016.stdout: "basic_base", 2024-04-15T16:06:22.019 INFO:tasks.workunit.client.0.smithi016.stdout: "device_base", 2024-04-15T16:06:22.019 INFO:tasks.workunit.client.0.smithi016.stdout: "crash_base", 2024-04-15T16:06:22.019 INFO:tasks.workunit.client.0.smithi016.stdout: "ident_base", 2024-04-15T16:06:22.019 INFO:tasks.workunit.client.0.smithi016.stdout: "perf_perf", 2024-04-15T16:06:22.019 INFO:tasks.workunit.client.0.smithi016.stdout: "basic_mds_metadata", 2024-04-15T16:06:22.019 INFO:tasks.workunit.client.0.smithi016.stdout: "basic_pool_usage", 2024-04-15T16:06:22.019 INFO:tasks.workunit.client.0.smithi016.stdout: "basic_usage_by_class", 2024-04-15T16:06:22.019 INFO:tasks.workunit.client.0.smithi016.stdout: "basic_rook_v01", 2024-04-15T16:06:22.019 INFO:tasks.workunit.client.0.smithi016.stdout: "perf_memory_metrics", 2024-04-15T16:06:22.020 INFO:tasks.workunit.client.0.smithi016.stdout: "basic_pool_options_bluestore", 2024-04-15T16:06:22.020 INFO:tasks.workunit.client.0.smithi016.stdout: "basic_pool_flags" 2024-04-15T16:06:22.020 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:22.020 INFO:tasks.workunit.client.0.smithi016.stdout: "collections_opted_in": [ 2024-04-15T16:06:22.020 INFO:tasks.workunit.client.0.smithi016.stdout: "basic_base", 2024-04-15T16:06:22.020 INFO:tasks.workunit.client.0.smithi016.stdout: "device_base", 2024-04-15T16:06:22.020 INFO:tasks.workunit.client.0.smithi016.stdout: "crash_base", 2024-04-15T16:06:22.020 INFO:tasks.workunit.client.0.smithi016.stdout: "ident_base", 2024-04-15T16:06:22.020 INFO:tasks.workunit.client.0.smithi016.stdout: "perf_perf", 2024-04-15T16:06:22.020 INFO:tasks.workunit.client.0.smithi016.stdout: "basic_mds_metadata", 2024-04-15T16:06:22.020 INFO:tasks.workunit.client.0.smithi016.stdout: "basic_pool_usage", 2024-04-15T16:06:22.020 INFO:tasks.workunit.client.0.smithi016.stdout: "basic_usage_by_class", 2024-04-15T16:06:22.020 INFO:tasks.workunit.client.0.smithi016.stdout: "basic_rook_v01", 2024-04-15T16:06:22.020 INFO:tasks.workunit.client.0.smithi016.stdout: "perf_memory_metrics", 2024-04-15T16:06:22.020 INFO:tasks.workunit.client.0.smithi016.stdout: "basic_pool_options_bluestore", 2024-04-15T16:06:22.021 INFO:tasks.workunit.client.0.smithi016.stdout: "basic_pool_flags" 2024-04-15T16:06:22.021 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:22.021 INFO:tasks.workunit.client.0.smithi016.stdout: "config": { 2024-04-15T16:06:22.021 INFO:tasks.workunit.client.0.smithi016.stdout: "active_changed": [ 2024-04-15T16:06:22.021 INFO:tasks.workunit.client.0.smithi016.stdout: "auth_allow_insecure_global_id_reclaim", 2024-04-15T16:06:22.021 INFO:tasks.workunit.client.0.smithi016.stdout: "auth_debug", 2024-04-15T16:06:22.021 INFO:tasks.workunit.client.0.smithi016.stdout: "auth_mon_ticket_ttl", 2024-04-15T16:06:22.021 INFO:tasks.workunit.client.0.smithi016.stdout: "auth_service_ticket_ttl", 2024-04-15T16:06:22.021 INFO:tasks.workunit.client.0.smithi016.stdout: "bdev_debug_aio", 2024-04-15T16:06:22.021 INFO:tasks.workunit.client.0.smithi016.stdout: "client_check_pool_perm", 2024-04-15T16:06:22.021 INFO:tasks.workunit.client.0.smithi016.stdout: "client_mount_gid", 2024-04-15T16:06:22.021 INFO:tasks.workunit.client.0.smithi016.stdout: "client_mount_uid", 2024-04-15T16:06:22.021 INFO:tasks.workunit.client.0.smithi016.stdout: "client_quota", 2024-04-15T16:06:22.021 INFO:tasks.workunit.client.0.smithi016.stdout: "container_image", 2024-04-15T16:06:22.021 INFO:tasks.workunit.client.0.smithi016.stdout: "daemonize", 2024-04-15T16:06:22.022 INFO:tasks.workunit.client.0.smithi016.stdout: "debug_asserts_on_shutdown", 2024-04-15T16:06:22.022 INFO:tasks.workunit.client.0.smithi016.stdout: "debug_mgr", 2024-04-15T16:06:22.022 INFO:tasks.workunit.client.0.smithi016.stdout: "debug_mon", 2024-04-15T16:06:22.022 INFO:tasks.workunit.client.0.smithi016.stdout: "debug_ms", 2024-04-15T16:06:22.022 INFO:tasks.workunit.client.0.smithi016.stdout: "debug_osd", 2024-04-15T16:06:22.022 INFO:tasks.workunit.client.0.smithi016.stdout: "debug_paxos", 2024-04-15T16:06:22.022 INFO:tasks.workunit.client.0.smithi016.stdout: "keyring", 2024-04-15T16:06:22.022 INFO:tasks.workunit.client.0.smithi016.stdout: "log_to_file", 2024-04-15T16:06:22.022 INFO:tasks.workunit.client.0.smithi016.stdout: "log_to_journald", 2024-04-15T16:06:22.022 INFO:tasks.workunit.client.0.smithi016.stdout: "log_to_stderr", 2024-04-15T16:06:22.022 INFO:tasks.workunit.client.0.smithi016.stdout: "mon_allow_pool_delete", 2024-04-15T16:06:22.022 INFO:tasks.workunit.client.0.smithi016.stdout: "mon_clock_drift_allowed", 2024-04-15T16:06:22.022 INFO:tasks.workunit.client.0.smithi016.stdout: "mon_cluster_log_file_level", 2024-04-15T16:06:22.022 INFO:tasks.workunit.client.0.smithi016.stdout: "mon_cluster_log_to_file", 2024-04-15T16:06:22.023 INFO:tasks.workunit.client.0.smithi016.stdout: "mon_cluster_log_to_journald", 2024-04-15T16:06:22.023 INFO:tasks.workunit.client.0.smithi016.stdout: "mon_cluster_log_to_stderr", 2024-04-15T16:06:22.023 INFO:tasks.workunit.client.0.smithi016.stdout: "mon_data_avail_warn", 2024-04-15T16:06:22.023 INFO:tasks.workunit.client.0.smithi016.stdout: "mon_election_default_strategy", 2024-04-15T16:06:22.023 INFO:tasks.workunit.client.0.smithi016.stdout: "mon_host", 2024-04-15T16:06:22.023 INFO:tasks.workunit.client.0.smithi016.stdout: "mon_max_pg_per_osd", 2024-04-15T16:06:22.023 INFO:tasks.workunit.client.0.smithi016.stdout: "mon_mds_skip_sanity", 2024-04-15T16:06:22.023 INFO:tasks.workunit.client.0.smithi016.stdout: "mon_mgr_mkfs_grace", 2024-04-15T16:06:22.023 INFO:tasks.workunit.client.0.smithi016.stdout: "mon_osd_prime_pg_temp", 2024-04-15T16:06:22.023 INFO:tasks.workunit.client.0.smithi016.stdout: "mon_osd_reporter_subtree_level", 2024-04-15T16:06:22.023 INFO:tasks.workunit.client.0.smithi016.stdout: "mon_pg_warn_max_object_skew", 2024-04-15T16:06:22.023 INFO:tasks.workunit.client.0.smithi016.stdout: "mon_reweight_min_bytes_per_osd", 2024-04-15T16:06:22.024 INFO:tasks.workunit.client.0.smithi016.stdout: "mon_reweight_min_pgs_per_osd", 2024-04-15T16:06:22.024 INFO:tasks.workunit.client.0.smithi016.stdout: "mon_warn_on_crush_straw_calc_version_zero", 2024-04-15T16:06:22.024 INFO:tasks.workunit.client.0.smithi016.stdout: "mon_warn_on_insecure_global_id_reclaim", 2024-04-15T16:06:22.024 INFO:tasks.workunit.client.0.smithi016.stdout: "mon_warn_on_insecure_global_id_reclaim_allowed", 2024-04-15T16:06:22.024 INFO:tasks.workunit.client.0.smithi016.stdout: "mon_warn_on_legacy_crush_tunables", 2024-04-15T16:06:22.024 INFO:tasks.workunit.client.0.smithi016.stdout: "mon_warn_on_osd_down_out_interval_zero", 2024-04-15T16:06:22.024 INFO:tasks.workunit.client.0.smithi016.stdout: "mon_warn_on_pool_pg_num_not_power_of_two", 2024-04-15T16:06:22.024 INFO:tasks.workunit.client.0.smithi016.stdout: "mon_warn_on_too_few_osds", 2024-04-15T16:06:22.024 INFO:tasks.workunit.client.0.smithi016.stdout: "ms_die_on_bug", 2024-04-15T16:06:22.024 INFO:tasks.workunit.client.0.smithi016.stdout: "ms_die_on_old_message", 2024-04-15T16:06:22.024 INFO:tasks.workunit.client.0.smithi016.stdout: "no_config_file", 2024-04-15T16:06:22.024 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_class_default_list", 2024-04-15T16:06:22.025 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_class_load_list", 2024-04-15T16:06:22.025 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_debug_misdirected_ops", 2024-04-15T16:06:22.025 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_debug_op_order", 2024-04-15T16:06:22.025 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_debug_pg_log_writeout", 2024-04-15T16:06:22.025 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_debug_shutdown", 2024-04-15T16:06:22.025 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_debug_verify_cached_snaps", 2024-04-15T16:06:22.025 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_debug_verify_missing_on_start", 2024-04-15T16:06:22.025 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_debug_verify_stray_on_activate", 2024-04-15T16:06:22.025 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_deep_scrub_update_digest_min_age", 2024-04-15T16:06:22.025 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_delete_sleep", 2024-04-15T16:06:22.025 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_delete_sleep_hdd", 2024-04-15T16:06:22.025 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_delete_sleep_hybrid", 2024-04-15T16:06:22.025 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_delete_sleep_ssd", 2024-04-15T16:06:22.025 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_max_backfills", 2024-04-15T16:06:22.026 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_mclock_max_capacity_iops_ssd", 2024-04-15T16:06:22.026 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_mclock_profile", 2024-04-15T16:06:22.026 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_mclock_scheduler_background_best_effort_lim", 2024-04-15T16:06:22.026 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_mclock_scheduler_background_best_effort_res", 2024-04-15T16:06:22.026 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_mclock_scheduler_background_best_effort_wgt", 2024-04-15T16:06:22.026 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_mclock_scheduler_background_recovery_lim", 2024-04-15T16:06:22.026 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_mclock_scheduler_background_recovery_res", 2024-04-15T16:06:22.026 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_mclock_scheduler_background_recovery_wgt", 2024-04-15T16:06:22.026 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_mclock_scheduler_client_lim", 2024-04-15T16:06:22.026 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_mclock_scheduler_client_res", 2024-04-15T16:06:22.026 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_mclock_scheduler_client_wgt", 2024-04-15T16:06:22.026 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_memory_target", 2024-04-15T16:06:22.026 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_memory_target_autotune", 2024-04-15T16:06:22.026 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_op_queue", 2024-04-15T16:06:22.027 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_op_queue_cut_off", 2024-04-15T16:06:22.027 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_pool_default_erasure_code_profile", 2024-04-15T16:06:22.027 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_pool_default_pg_autoscale_mode", 2024-04-15T16:06:22.027 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_recover_clone_overlap", 2024-04-15T16:06:22.027 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_recovery_max_active", 2024-04-15T16:06:22.027 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_recovery_max_active_hdd", 2024-04-15T16:06:22.027 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_recovery_max_active_ssd", 2024-04-15T16:06:22.027 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_recovery_max_chunk", 2024-04-15T16:06:22.027 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_recovery_sleep", 2024-04-15T16:06:22.027 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_recovery_sleep_hdd", 2024-04-15T16:06:22.027 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_recovery_sleep_hybrid", 2024-04-15T16:06:22.027 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_recovery_sleep_ssd", 2024-04-15T16:06:22.027 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_scrub_load_threshold", 2024-04-15T16:06:22.027 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_scrub_max_interval", 2024-04-15T16:06:22.028 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_scrub_sleep", 2024-04-15T16:06:22.028 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_shutdown_pgref_assert", 2024-04-15T16:06:22.028 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_snap_trim_sleep", 2024-04-15T16:06:22.028 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_snap_trim_sleep_hdd", 2024-04-15T16:06:22.028 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_snap_trim_sleep_hybrid", 2024-04-15T16:06:22.028 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_snap_trim_sleep_ssd", 2024-04-15T16:06:22.028 INFO:tasks.workunit.client.0.smithi016.stdout: "public_network", 2024-04-15T16:06:22.028 INFO:tasks.workunit.client.0.smithi016.stdout: "rbd_config_pool_override_update_timestamp", 2024-04-15T16:06:22.028 INFO:tasks.workunit.client.0.smithi016.stdout: "rbd_default_features", 2024-04-15T16:06:22.028 INFO:tasks.workunit.client.0.smithi016.stdout: "rbd_qos_exclude_ops", 2024-04-15T16:06:22.028 INFO:tasks.workunit.client.0.smithi016.stdout: "setgroup", 2024-04-15T16:06:22.028 INFO:tasks.workunit.client.0.smithi016.stdout: "setuser" 2024-04-15T16:06:22.028 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:22.028 INFO:tasks.workunit.client.0.smithi016.stdout: "cluster_changed": [ 2024-04-15T16:06:22.028 INFO:tasks.workunit.client.0.smithi016.stdout: "auth_allow_insecure_global_id_reclaim", 2024-04-15T16:06:22.029 INFO:tasks.workunit.client.0.smithi016.stdout: "auth_debug", 2024-04-15T16:06:22.029 INFO:tasks.workunit.client.0.smithi016.stdout: "auth_mon_ticket_ttl", 2024-04-15T16:06:22.029 INFO:tasks.workunit.client.0.smithi016.stdout: "auth_service_ticket_ttl", 2024-04-15T16:06:22.029 INFO:tasks.workunit.client.0.smithi016.stdout: "bdev_debug_aio", 2024-04-15T16:06:22.029 INFO:tasks.workunit.client.0.smithi016.stdout: "container_image", 2024-04-15T16:06:22.029 INFO:tasks.workunit.client.0.smithi016.stdout: "debug_asserts_on_shutdown", 2024-04-15T16:06:22.029 INFO:tasks.workunit.client.0.smithi016.stdout: "debug_mgr", 2024-04-15T16:06:22.029 INFO:tasks.workunit.client.0.smithi016.stdout: "debug_mon", 2024-04-15T16:06:22.029 INFO:tasks.workunit.client.0.smithi016.stdout: "debug_ms", 2024-04-15T16:06:22.029 INFO:tasks.workunit.client.0.smithi016.stdout: "debug_osd", 2024-04-15T16:06:22.029 INFO:tasks.workunit.client.0.smithi016.stdout: "debug_paxos", 2024-04-15T16:06:22.029 INFO:tasks.workunit.client.0.smithi016.stdout: "log_to_file", 2024-04-15T16:06:22.029 INFO:tasks.workunit.client.0.smithi016.stdout: "log_to_journald", 2024-04-15T16:06:22.029 INFO:tasks.workunit.client.0.smithi016.stdout: "log_to_stderr", 2024-04-15T16:06:22.030 INFO:tasks.workunit.client.0.smithi016.stdout: "mds_join_fs", 2024-04-15T16:06:22.030 INFO:tasks.workunit.client.0.smithi016.stdout: "mgr/cephadm/allow_ptrace", 2024-04-15T16:06:22.030 INFO:tasks.workunit.client.0.smithi016.stdout: "mgr/cephadm/container_init", 2024-04-15T16:06:22.030 INFO:tasks.workunit.client.0.smithi016.stdout: "mgr/cephadm/migration_current", 2024-04-15T16:06:22.030 INFO:tasks.workunit.client.0.smithi016.stdout: "mgr/cephadm/use_repo_digest", 2024-04-15T16:06:22.030 INFO:tasks.workunit.client.0.smithi016.stdout: "mgr/dashboard/ALERTMANAGER_API_HOST", 2024-04-15T16:06:22.030 INFO:tasks.workunit.client.0.smithi016.stdout: "mgr/dashboard/GRAFANA_API_SSL_VERIFY", 2024-04-15T16:06:22.030 INFO:tasks.workunit.client.0.smithi016.stdout: "mgr/dashboard/GRAFANA_API_URL", 2024-04-15T16:06:22.031 INFO:tasks.workunit.client.0.smithi016.stdout: "mgr/dashboard/PROMETHEUS_API_HOST", 2024-04-15T16:06:22.031 INFO:tasks.workunit.client.0.smithi016.stdout: "mgr/dashboard/ssl_server_port", 2024-04-15T16:06:22.031 INFO:tasks.workunit.client.0.smithi016.stdout: "mgr/orchestrator/orchestrator", 2024-04-15T16:06:22.031 INFO:tasks.workunit.client.0.smithi016.stdout: "mgr/telemetry/channel_ident", 2024-04-15T16:06:22.031 INFO:tasks.workunit.client.0.smithi016.stdout: "mgr/telemetry/channel_perf", 2024-04-15T16:06:22.031 INFO:tasks.workunit.client.0.smithi016.stdout: "mgr/telemetry/description", 2024-04-15T16:06:22.031 INFO:tasks.workunit.client.0.smithi016.stdout: "mgr/telemetry/enabled", 2024-04-15T16:06:22.031 INFO:tasks.workunit.client.0.smithi016.stdout: "mgr/telemetry/organization", 2024-04-15T16:06:22.031 INFO:tasks.workunit.client.0.smithi016.stdout: "mon_allow_pool_delete", 2024-04-15T16:06:22.032 INFO:tasks.workunit.client.0.smithi016.stdout: "mon_clock_drift_allowed", 2024-04-15T16:06:22.032 INFO:tasks.workunit.client.0.smithi016.stdout: "mon_cluster_log_file_level", 2024-04-15T16:06:22.032 INFO:tasks.workunit.client.0.smithi016.stdout: "mon_cluster_log_to_file", 2024-04-15T16:06:22.032 INFO:tasks.workunit.client.0.smithi016.stdout: "mon_data_avail_warn", 2024-04-15T16:06:22.032 INFO:tasks.workunit.client.0.smithi016.stdout: "mon_election_default_strategy", 2024-04-15T16:06:22.033 INFO:tasks.workunit.client.0.smithi016.stdout: "mon_max_pg_per_osd", 2024-04-15T16:06:22.033 INFO:tasks.workunit.client.0.smithi016.stdout: "mon_mds_skip_sanity", 2024-04-15T16:06:22.033 INFO:tasks.workunit.client.0.smithi016.stdout: "mon_mgr_mkfs_grace", 2024-04-15T16:06:22.033 INFO:tasks.workunit.client.0.smithi016.stdout: "mon_osd_prime_pg_temp", 2024-04-15T16:06:22.033 INFO:tasks.workunit.client.0.smithi016.stdout: "mon_osd_reporter_subtree_level", 2024-04-15T16:06:22.033 INFO:tasks.workunit.client.0.smithi016.stdout: "mon_pg_warn_max_object_skew", 2024-04-15T16:06:22.034 INFO:tasks.workunit.client.0.smithi016.stdout: "mon_reweight_min_bytes_per_osd", 2024-04-15T16:06:22.034 INFO:tasks.workunit.client.0.smithi016.stdout: "mon_reweight_min_pgs_per_osd", 2024-04-15T16:06:22.034 INFO:tasks.workunit.client.0.smithi016.stdout: "mon_warn_on_crush_straw_calc_version_zero", 2024-04-15T16:06:22.034 INFO:tasks.workunit.client.0.smithi016.stdout: "mon_warn_on_insecure_global_id_reclaim", 2024-04-15T16:06:22.034 INFO:tasks.workunit.client.0.smithi016.stdout: "mon_warn_on_insecure_global_id_reclaim_allowed", 2024-04-15T16:06:22.034 INFO:tasks.workunit.client.0.smithi016.stdout: "mon_warn_on_legacy_crush_tunables", 2024-04-15T16:06:22.034 INFO:tasks.workunit.client.0.smithi016.stdout: "mon_warn_on_osd_down_out_interval_zero", 2024-04-15T16:06:22.034 INFO:tasks.workunit.client.0.smithi016.stdout: "mon_warn_on_pool_pg_num_not_power_of_two", 2024-04-15T16:06:22.034 INFO:tasks.workunit.client.0.smithi016.stdout: "mon_warn_on_too_few_osds", 2024-04-15T16:06:22.034 INFO:tasks.workunit.client.0.smithi016.stdout: "ms_die_on_bug", 2024-04-15T16:06:22.034 INFO:tasks.workunit.client.0.smithi016.stdout: "ms_die_on_old_message", 2024-04-15T16:06:22.034 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_class_default_list", 2024-04-15T16:06:22.034 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_class_load_list", 2024-04-15T16:06:22.035 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_debug_misdirected_ops", 2024-04-15T16:06:22.035 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_debug_op_order", 2024-04-15T16:06:22.035 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_debug_pg_log_writeout", 2024-04-15T16:06:22.035 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_debug_shutdown", 2024-04-15T16:06:22.035 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_debug_verify_cached_snaps", 2024-04-15T16:06:22.035 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_debug_verify_missing_on_start", 2024-04-15T16:06:22.035 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_debug_verify_stray_on_activate", 2024-04-15T16:06:22.035 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_deep_scrub_update_digest_min_age", 2024-04-15T16:06:22.035 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_mclock_max_capacity_iops_ssd", 2024-04-15T16:06:22.035 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_mclock_profile", 2024-04-15T16:06:22.035 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_memory_target", 2024-04-15T16:06:22.035 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_memory_target_autotune", 2024-04-15T16:06:22.035 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_op_queue", 2024-04-15T16:06:22.035 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_op_queue_cut_off", 2024-04-15T16:06:22.036 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_pool_default_erasure_code_profile", 2024-04-15T16:06:22.036 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_pool_default_pg_autoscale_mode", 2024-04-15T16:06:22.036 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_recover_clone_overlap", 2024-04-15T16:06:22.036 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_recovery_max_chunk", 2024-04-15T16:06:22.036 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_scrub_load_threshold", 2024-04-15T16:06:22.036 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_scrub_max_interval", 2024-04-15T16:06:22.036 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_shutdown_pgref_assert", 2024-04-15T16:06:22.036 INFO:tasks.workunit.client.0.smithi016.stdout: "public_network", 2024-04-15T16:06:22.036 INFO:tasks.workunit.client.0.smithi016.stdout: "rbd_config_pool_override_update_timestamp", 2024-04-15T16:06:22.036 INFO:tasks.workunit.client.0.smithi016.stdout: "rgw_cache_enabled", 2024-04-15T16:06:22.036 INFO:tasks.workunit.client.0.smithi016.stdout: "rgw_enable_ops_log", 2024-04-15T16:06:22.036 INFO:tasks.workunit.client.0.smithi016.stdout: "rgw_enable_usage_log" 2024-04-15T16:06:22.037 INFO:tasks.workunit.client.0.smithi016.stdout: ] 2024-04-15T16:06:22.037 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.037 INFO:tasks.workunit.client.0.smithi016.stdout: "contact": null, 2024-04-15T16:06:22.037 INFO:tasks.workunit.client.0.smithi016.stdout: "crashes": [], 2024-04-15T16:06:22.037 INFO:tasks.workunit.client.0.smithi016.stdout: "created": "2024-04-15T14:28:00.200872Z", 2024-04-15T16:06:22.037 INFO:tasks.workunit.client.0.smithi016.stdout: "crush": { 2024-04-15T16:06:22.037 INFO:tasks.workunit.client.0.smithi016.stdout: "bucket_algs": { 2024-04-15T16:06:22.037 INFO:tasks.workunit.client.0.smithi016.stdout: "straw2": 3 2024-04-15T16:06:22.037 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.037 INFO:tasks.workunit.client.0.smithi016.stdout: "bucket_sizes": { 2024-04-15T16:06:22.037 INFO:tasks.workunit.client.0.smithi016.stdout: "2": 1, 2024-04-15T16:06:22.037 INFO:tasks.workunit.client.0.smithi016.stdout: "4": 2 2024-04-15T16:06:22.037 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.037 INFO:tasks.workunit.client.0.smithi016.stdout: "bucket_types": { 2024-04-15T16:06:22.038 INFO:tasks.workunit.client.0.smithi016.stdout: "1": 2, 2024-04-15T16:06:22.038 INFO:tasks.workunit.client.0.smithi016.stdout: "11": 1 2024-04-15T16:06:22.038 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.038 INFO:tasks.workunit.client.0.smithi016.stdout: "compat_weight_set": false, 2024-04-15T16:06:22.038 INFO:tasks.workunit.client.0.smithi016.stdout: "device_classes": [ 2024-04-15T16:06:22.038 INFO:tasks.workunit.client.0.smithi016.stdout: 8 2024-04-15T16:06:22.038 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:22.038 INFO:tasks.workunit.client.0.smithi016.stdout: "num_buckets": 6, 2024-04-15T16:06:22.038 INFO:tasks.workunit.client.0.smithi016.stdout: "num_devices": 8, 2024-04-15T16:06:22.038 INFO:tasks.workunit.client.0.smithi016.stdout: "num_rules": 2, 2024-04-15T16:06:22.038 INFO:tasks.workunit.client.0.smithi016.stdout: "num_types": 12, 2024-04-15T16:06:22.038 INFO:tasks.workunit.client.0.smithi016.stdout: "num_weight_sets": 0, 2024-04-15T16:06:22.038 INFO:tasks.workunit.client.0.smithi016.stdout: "tunables": { 2024-04-15T16:06:22.039 INFO:tasks.workunit.client.0.smithi016.stdout: "allowed_bucket_algs": 54, 2024-04-15T16:06:22.039 INFO:tasks.workunit.client.0.smithi016.stdout: "choose_local_fallback_tries": 0, 2024-04-15T16:06:22.039 INFO:tasks.workunit.client.0.smithi016.stdout: "choose_local_tries": 0, 2024-04-15T16:06:22.039 INFO:tasks.workunit.client.0.smithi016.stdout: "choose_total_tries": 50, 2024-04-15T16:06:22.039 INFO:tasks.workunit.client.0.smithi016.stdout: "chooseleaf_descend_once": 1, 2024-04-15T16:06:22.039 INFO:tasks.workunit.client.0.smithi016.stdout: "chooseleaf_stable": 1, 2024-04-15T16:06:22.039 INFO:tasks.workunit.client.0.smithi016.stdout: "chooseleaf_vary_r": 1, 2024-04-15T16:06:22.039 INFO:tasks.workunit.client.0.smithi016.stdout: "has_msr_rules": 0, 2024-04-15T16:06:22.039 INFO:tasks.workunit.client.0.smithi016.stdout: "has_v2_rules": 1, 2024-04-15T16:06:22.039 INFO:tasks.workunit.client.0.smithi016.stdout: "has_v3_rules": 0, 2024-04-15T16:06:22.040 INFO:tasks.workunit.client.0.smithi016.stdout: "has_v4_buckets": 1, 2024-04-15T16:06:22.040 INFO:tasks.workunit.client.0.smithi016.stdout: "has_v5_rules": 0, 2024-04-15T16:06:22.040 INFO:tasks.workunit.client.0.smithi016.stdout: "legacy_tunables": 0, 2024-04-15T16:06:22.040 INFO:tasks.workunit.client.0.smithi016.stdout: "minimum_required_version": "jewel", 2024-04-15T16:06:22.040 INFO:tasks.workunit.client.0.smithi016.stdout: "msr_collision_tries": 100, 2024-04-15T16:06:22.040 INFO:tasks.workunit.client.0.smithi016.stdout: "msr_descents": 100, 2024-04-15T16:06:22.040 INFO:tasks.workunit.client.0.smithi016.stdout: "optimal_tunables": 1, 2024-04-15T16:06:22.040 INFO:tasks.workunit.client.0.smithi016.stdout: "profile": "jewel", 2024-04-15T16:06:22.040 INFO:tasks.workunit.client.0.smithi016.stdout: "require_feature_tunables": 1, 2024-04-15T16:06:22.040 INFO:tasks.workunit.client.0.smithi016.stdout: "require_feature_tunables2": 1, 2024-04-15T16:06:22.040 INFO:tasks.workunit.client.0.smithi016.stdout: "require_feature_tunables3": 1, 2024-04-15T16:06:22.040 INFO:tasks.workunit.client.0.smithi016.stdout: "require_feature_tunables5": 1, 2024-04-15T16:06:22.040 INFO:tasks.workunit.client.0.smithi016.stdout: "straw_calc_version": 1 2024-04-15T16:06:22.040 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T16:06:22.041 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.041 INFO:tasks.workunit.client.0.smithi016.stdout: "description": "upgrade test cluster", 2024-04-15T16:06:22.041 INFO:tasks.workunit.client.0.smithi016.stdout: "fs": { 2024-04-15T16:06:22.041 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 1, 2024-04-15T16:06:22.041 INFO:tasks.workunit.client.0.smithi016.stdout: "feature_flags": { 2024-04-15T16:06:22.041 INFO:tasks.workunit.client.0.smithi016.stdout: "enable_multiple": true, 2024-04-15T16:06:22.041 INFO:tasks.workunit.client.0.smithi016.stdout: "ever_enabled_multiple": true 2024-04-15T16:06:22.041 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.041 INFO:tasks.workunit.client.0.smithi016.stdout: "filesystems": [ 2024-04-15T16:06:22.041 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-15T16:06:22.042 INFO:tasks.workunit.client.0.smithi016.stdout: "approx_ctime": "2024-04", 2024-04-15T16:06:22.042 INFO:tasks.workunit.client.0.smithi016.stdout: "balancer_enabled": false, 2024-04-15T16:06:22.042 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T16:06:22.042 INFO:tasks.workunit.client.0.smithi016.stdout: "cached_caps": 0, 2024-04-15T16:06:22.042 INFO:tasks.workunit.client.0.smithi016.stdout: "cached_dns": 10, 2024-04-15T16:06:22.042 INFO:tasks.workunit.client.0.smithi016.stdout: "cached_inos": 13, 2024-04-15T16:06:22.042 INFO:tasks.workunit.client.0.smithi016.stdout: "cached_subtrees": 2, 2024-04-15T16:06:22.043 INFO:tasks.workunit.client.0.smithi016.stdout: "ever_allowed_features": 0, 2024-04-15T16:06:22.043 INFO:tasks.workunit.client.0.smithi016.stdout: "explicitly_allowed_features": 0, 2024-04-15T16:06:22.043 INFO:tasks.workunit.client.0.smithi016.stdout: "files": 0, 2024-04-15T16:06:22.043 INFO:tasks.workunit.client.0.smithi016.stdout: "max_mds": 1, 2024-04-15T16:06:22.043 INFO:tasks.workunit.client.0.smithi016.stdout: "num_data_pools": 1, 2024-04-15T16:06:22.043 INFO:tasks.workunit.client.0.smithi016.stdout: "num_in": 1, 2024-04-15T16:06:22.043 INFO:tasks.workunit.client.0.smithi016.stdout: "num_mds": 1, 2024-04-15T16:06:22.043 INFO:tasks.workunit.client.0.smithi016.stdout: "num_sessions": 0, 2024-04-15T16:06:22.043 INFO:tasks.workunit.client.0.smithi016.stdout: "num_standby_replay": 0, 2024-04-15T16:06:22.043 INFO:tasks.workunit.client.0.smithi016.stdout: "num_up": 1, 2024-04-15T16:06:22.043 INFO:tasks.workunit.client.0.smithi016.stdout: "snaps": 0, 2024-04-15T16:06:22.043 INFO:tasks.workunit.client.0.smithi016.stdout: "standby_count_wanted": 0 2024-04-15T16:06:22.043 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T16:06:22.043 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:22.044 INFO:tasks.workunit.client.0.smithi016.stdout: "num_standby_mds": 1, 2024-04-15T16:06:22.044 INFO:tasks.workunit.client.0.smithi016.stdout: "total_num_mds": 2 2024-04-15T16:06:22.044 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.044 INFO:tasks.workunit.client.0.smithi016.stdout: "heap_stats": { 2024-04-15T16:06:22.044 INFO:tasks.workunit.client.0.smithi016.stdout: "mds": { 2024-04-15T16:06:22.044 INFO:tasks.workunit.client.0.smithi016.stdout: "mds.96c04f3d51aa9c4650d798b6d991f5b64af8e5e4": { 2024-04-15T16:06:22.044 INFO:tasks.workunit.client.0.smithi016.stdout: "actual_memory_used": 20258816, 2024-04-15T16:06:22.044 INFO:tasks.workunit.client.0.smithi016.stdout: "central_cache_freelist": 329528, 2024-04-15T16:06:22.044 INFO:tasks.workunit.client.0.smithi016.stdout: "malloc_metadata": 2752512, 2024-04-15T16:06:22.044 INFO:tasks.workunit.client.0.smithi016.stdout: "page_heap_freelist": 876544, 2024-04-15T16:06:22.044 INFO:tasks.workunit.client.0.smithi016.stdout: "released_to_os": 0, 2024-04-15T16:06:22.044 INFO:tasks.workunit.client.0.smithi016.stdout: "spans_in_use": 338, 2024-04-15T16:06:22.044 INFO:tasks.workunit.client.0.smithi016.stdout: "tcmalloc_page_size": 8192, 2024-04-15T16:06:22.044 INFO:tasks.workunit.client.0.smithi016.stdout: "thread_cache_freelists": 1032760, 2024-04-15T16:06:22.045 INFO:tasks.workunit.client.0.smithi016.stdout: "thread_heaps_in_use": 13, 2024-04-15T16:06:22.045 INFO:tasks.workunit.client.0.smithi016.stdout: "transfer_cache_freelist": 773632, 2024-04-15T16:06:22.045 INFO:tasks.workunit.client.0.smithi016.stdout: "use_by_application": 14493840, 2024-04-15T16:06:22.045 INFO:tasks.workunit.client.0.smithi016.stdout: "virtual_address_space_used": 20258816 2024-04-15T16:06:22.045 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.045 INFO:tasks.workunit.client.0.smithi016.stdout: "mds.dd602b36cabf11effbd0d8bd19ba267ecac4bcd8": { 2024-04-15T16:06:22.045 INFO:tasks.workunit.client.0.smithi016.stdout: "actual_memory_used": 20365312, 2024-04-15T16:06:22.045 INFO:tasks.workunit.client.0.smithi016.stdout: "central_cache_freelist": 413848, 2024-04-15T16:06:22.045 INFO:tasks.workunit.client.0.smithi016.stdout: "malloc_metadata": 2752512, 2024-04-15T16:06:22.045 INFO:tasks.workunit.client.0.smithi016.stdout: "page_heap_freelist": 0, 2024-04-15T16:06:22.046 INFO:tasks.workunit.client.0.smithi016.stdout: "released_to_os": 942080, 2024-04-15T16:06:22.046 INFO:tasks.workunit.client.0.smithi016.stdout: "spans_in_use": 423, 2024-04-15T16:06:22.046 INFO:tasks.workunit.client.0.smithi016.stdout: "tcmalloc_page_size": 8192, 2024-04-15T16:06:22.046 INFO:tasks.workunit.client.0.smithi016.stdout: "thread_cache_freelists": 1411560, 2024-04-15T16:06:22.046 INFO:tasks.workunit.client.0.smithi016.stdout: "thread_heaps_in_use": 22, 2024-04-15T16:06:22.046 INFO:tasks.workunit.client.0.smithi016.stdout: "transfer_cache_freelist": 914944, 2024-04-15T16:06:22.046 INFO:tasks.workunit.client.0.smithi016.stdout: "use_by_application": 14872448, 2024-04-15T16:06:22.046 INFO:tasks.workunit.client.0.smithi016.stdout: "virtual_address_space_used": 21307392 2024-04-15T16:06:22.046 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T16:06:22.046 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.046 INFO:tasks.workunit.client.0.smithi016.stdout: "mon": { 2024-04-15T16:06:22.046 INFO:tasks.workunit.client.0.smithi016.stdout: "mon.96c04f3d51aa9c4650d798b6d991f5b64af8e5e4": { 2024-04-15T16:06:22.046 INFO:tasks.workunit.client.0.smithi016.stdout: "actual_memory_used": 167968768, 2024-04-15T16:06:22.046 INFO:tasks.workunit.client.0.smithi016.stdout: "central_cache_freelist": 2244712, 2024-04-15T16:06:22.047 INFO:tasks.workunit.client.0.smithi016.stdout: "malloc_metadata": 3014656, 2024-04-15T16:06:22.047 INFO:tasks.workunit.client.0.smithi016.stdout: "page_heap_freelist": 0, 2024-04-15T16:06:22.047 INFO:tasks.workunit.client.0.smithi016.stdout: "released_to_os": 3809280, 2024-04-15T16:06:22.047 INFO:tasks.workunit.client.0.smithi016.stdout: "spans_in_use": 6524, 2024-04-15T16:06:22.047 INFO:tasks.workunit.client.0.smithi016.stdout: "tcmalloc_page_size": 8192, 2024-04-15T16:06:22.047 INFO:tasks.workunit.client.0.smithi016.stdout: "thread_cache_freelists": 9996824, 2024-04-15T16:06:22.047 INFO:tasks.workunit.client.0.smithi016.stdout: "thread_heaps_in_use": 20, 2024-04-15T16:06:22.047 INFO:tasks.workunit.client.0.smithi016.stdout: "transfer_cache_freelist": 2346496, 2024-04-15T16:06:22.047 INFO:tasks.workunit.client.0.smithi016.stdout: "use_by_application": 150366080, 2024-04-15T16:06:22.047 INFO:tasks.workunit.client.0.smithi016.stdout: "virtual_address_space_used": 171778048 2024-04-15T16:06:22.047 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.047 INFO:tasks.workunit.client.0.smithi016.stdout: "mon.db7bc7ff646004cab5cc32c315bc5a54adf74b4c": { 2024-04-15T16:06:22.047 INFO:tasks.workunit.client.0.smithi016.stdout: "actual_memory_used": 174088192, 2024-04-15T16:06:22.047 INFO:tasks.workunit.client.0.smithi016.stdout: "central_cache_freelist": 2613520, 2024-04-15T16:06:22.048 INFO:tasks.workunit.client.0.smithi016.stdout: "malloc_metadata": 5111808, 2024-04-15T16:06:22.048 INFO:tasks.workunit.client.0.smithi016.stdout: "page_heap_freelist": 0, 2024-04-15T16:06:22.048 INFO:tasks.workunit.client.0.smithi016.stdout: "released_to_os": 3981312, 2024-04-15T16:06:22.048 INFO:tasks.workunit.client.0.smithi016.stdout: "spans_in_use": 6807, 2024-04-15T16:06:22.048 INFO:tasks.workunit.client.0.smithi016.stdout: "tcmalloc_page_size": 8192, 2024-04-15T16:06:22.048 INFO:tasks.workunit.client.0.smithi016.stdout: "thread_cache_freelists": 11462832, 2024-04-15T16:06:22.048 INFO:tasks.workunit.client.0.smithi016.stdout: "thread_heaps_in_use": 20, 2024-04-15T16:06:22.048 INFO:tasks.workunit.client.0.smithi016.stdout: "transfer_cache_freelist": 3123712, 2024-04-15T16:06:22.048 INFO:tasks.workunit.client.0.smithi016.stdout: "use_by_application": 151776320, 2024-04-15T16:06:22.048 INFO:tasks.workunit.client.0.smithi016.stdout: "virtual_address_space_used": 178069504 2024-04-15T16:06:22.048 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.048 INFO:tasks.workunit.client.0.smithi016.stdout: "mon.dd602b36cabf11effbd0d8bd19ba267ecac4bcd8": { 2024-04-15T16:06:22.048 INFO:tasks.workunit.client.0.smithi016.stdout: "actual_memory_used": 260890624, 2024-04-15T16:06:22.048 INFO:tasks.workunit.client.0.smithi016.stdout: "central_cache_freelist": 4963160, 2024-04-15T16:06:22.048 INFO:tasks.workunit.client.0.smithi016.stdout: "malloc_metadata": 3145728, 2024-04-15T16:06:22.049 INFO:tasks.workunit.client.0.smithi016.stdout: "page_heap_freelist": 0, 2024-04-15T16:06:22.049 INFO:tasks.workunit.client.0.smithi016.stdout: "released_to_os": 2424832, 2024-04-15T16:06:22.049 INFO:tasks.workunit.client.0.smithi016.stdout: "spans_in_use": 9616, 2024-04-15T16:06:22.049 INFO:tasks.workunit.client.0.smithi016.stdout: "tcmalloc_page_size": 8192, 2024-04-15T16:06:22.049 INFO:tasks.workunit.client.0.smithi016.stdout: "thread_cache_freelists": 16545328, 2024-04-15T16:06:22.049 INFO:tasks.workunit.client.0.smithi016.stdout: "thread_heaps_in_use": 23, 2024-04-15T16:06:22.049 INFO:tasks.workunit.client.0.smithi016.stdout: "transfer_cache_freelist": 3716608, 2024-04-15T16:06:22.049 INFO:tasks.workunit.client.0.smithi016.stdout: "use_by_application": 232519800, 2024-04-15T16:06:22.049 INFO:tasks.workunit.client.0.smithi016.stdout: "virtual_address_space_used": 263315456 2024-04-15T16:06:22.049 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T16:06:22.049 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.049 INFO:tasks.workunit.client.0.smithi016.stdout: "osd": { 2024-04-15T16:06:22.049 INFO:tasks.workunit.client.0.smithi016.stdout: "osd.0": { 2024-04-15T16:06:22.049 INFO:tasks.workunit.client.0.smithi016.stdout: "actual_memory_used": 507060224, 2024-04-15T16:06:22.049 INFO:tasks.workunit.client.0.smithi016.stdout: "central_cache_freelist": 25923056, 2024-04-15T16:06:22.050 INFO:tasks.workunit.client.0.smithi016.stdout: "malloc_metadata": 3407872, 2024-04-15T16:06:22.050 INFO:tasks.workunit.client.0.smithi016.stdout: "page_heap_freelist": 0, 2024-04-15T16:06:22.050 INFO:tasks.workunit.client.0.smithi016.stdout: "released_to_os": 46620672, 2024-04-15T16:06:22.050 INFO:tasks.workunit.client.0.smithi016.stdout: "spans_in_use": 12447, 2024-04-15T16:06:22.050 INFO:tasks.workunit.client.0.smithi016.stdout: "tcmalloc_page_size": 8192, 2024-04-15T16:06:22.050 INFO:tasks.workunit.client.0.smithi016.stdout: "thread_cache_freelists": 74096632, 2024-04-15T16:06:22.050 INFO:tasks.workunit.client.0.smithi016.stdout: "thread_heaps_in_use": 60, 2024-04-15T16:06:22.050 INFO:tasks.workunit.client.0.smithi016.stdout: "transfer_cache_freelist": 9088768, 2024-04-15T16:06:22.050 INFO:tasks.workunit.client.0.smithi016.stdout: "use_by_application": 394543896, 2024-04-15T16:06:22.050 INFO:tasks.workunit.client.0.smithi016.stdout: "virtual_address_space_used": 553680896 2024-04-15T16:06:22.050 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.050 INFO:tasks.workunit.client.0.smithi016.stdout: "osd.1": { 2024-04-15T16:06:22.050 INFO:tasks.workunit.client.0.smithi016.stdout: "actual_memory_used": 620716032, 2024-04-15T16:06:22.050 INFO:tasks.workunit.client.0.smithi016.stdout: "central_cache_freelist": 28071512, 2024-04-15T16:06:22.051 INFO:tasks.workunit.client.0.smithi016.stdout: "malloc_metadata": 5505024, 2024-04-15T16:06:22.051 INFO:tasks.workunit.client.0.smithi016.stdout: "page_heap_freelist": 0, 2024-04-15T16:06:22.051 INFO:tasks.workunit.client.0.smithi016.stdout: "released_to_os": 38240256, 2024-04-15T16:06:22.051 INFO:tasks.workunit.client.0.smithi016.stdout: "spans_in_use": 13351, 2024-04-15T16:06:22.051 INFO:tasks.workunit.client.0.smithi016.stdout: "tcmalloc_page_size": 8192, 2024-04-15T16:06:22.051 INFO:tasks.workunit.client.0.smithi016.stdout: "thread_cache_freelists": 84763680, 2024-04-15T16:06:22.051 INFO:tasks.workunit.client.0.smithi016.stdout: "thread_heaps_in_use": 61, 2024-04-15T16:06:22.051 INFO:tasks.workunit.client.0.smithi016.stdout: "transfer_cache_freelist": 10316544, 2024-04-15T16:06:22.051 INFO:tasks.workunit.client.0.smithi016.stdout: "use_by_application": 492059272, 2024-04-15T16:06:22.051 INFO:tasks.workunit.client.0.smithi016.stdout: "virtual_address_space_used": 658956288 2024-04-15T16:06:22.051 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.051 INFO:tasks.workunit.client.0.smithi016.stdout: "osd.2": { 2024-04-15T16:06:22.051 INFO:tasks.workunit.client.0.smithi016.stdout: "actual_memory_used": 457506816, 2024-04-15T16:06:22.051 INFO:tasks.workunit.client.0.smithi016.stdout: "central_cache_freelist": 21420648, 2024-04-15T16:06:22.051 INFO:tasks.workunit.client.0.smithi016.stdout: "malloc_metadata": 3276800, 2024-04-15T16:06:22.052 INFO:tasks.workunit.client.0.smithi016.stdout: "page_heap_freelist": 0, 2024-04-15T16:06:22.052 INFO:tasks.workunit.client.0.smithi016.stdout: "released_to_os": 74514432, 2024-04-15T16:06:22.052 INFO:tasks.workunit.client.0.smithi016.stdout: "spans_in_use": 10407, 2024-04-15T16:06:22.052 INFO:tasks.workunit.client.0.smithi016.stdout: "tcmalloc_page_size": 8192, 2024-04-15T16:06:22.052 INFO:tasks.workunit.client.0.smithi016.stdout: "thread_cache_freelists": 73984400, 2024-04-15T16:06:22.052 INFO:tasks.workunit.client.0.smithi016.stdout: "thread_heaps_in_use": 53, 2024-04-15T16:06:22.052 INFO:tasks.workunit.client.0.smithi016.stdout: "transfer_cache_freelist": 10705920, 2024-04-15T16:06:22.052 INFO:tasks.workunit.client.0.smithi016.stdout: "use_by_application": 348119048, 2024-04-15T16:06:22.052 INFO:tasks.workunit.client.0.smithi016.stdout: "virtual_address_space_used": 532021248 2024-04-15T16:06:22.052 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.052 INFO:tasks.workunit.client.0.smithi016.stdout: "osd.3": { 2024-04-15T16:06:22.052 INFO:tasks.workunit.client.0.smithi016.stdout: "actual_memory_used": 492453888, 2024-04-15T16:06:22.052 INFO:tasks.workunit.client.0.smithi016.stdout: "central_cache_freelist": 21318920, 2024-04-15T16:06:22.052 INFO:tasks.workunit.client.0.smithi016.stdout: "malloc_metadata": 5373952, 2024-04-15T16:06:22.053 INFO:tasks.workunit.client.0.smithi016.stdout: "page_heap_freelist": 0, 2024-04-15T16:06:22.053 INFO:tasks.workunit.client.0.smithi016.stdout: "released_to_os": 89284608, 2024-04-15T16:06:22.053 INFO:tasks.workunit.client.0.smithi016.stdout: "spans_in_use": 10486, 2024-04-15T16:06:22.053 INFO:tasks.workunit.client.0.smithi016.stdout: "tcmalloc_page_size": 8192, 2024-04-15T16:06:22.053 INFO:tasks.workunit.client.0.smithi016.stdout: "thread_cache_freelists": 75281744, 2024-04-15T16:06:22.053 INFO:tasks.workunit.client.0.smithi016.stdout: "thread_heaps_in_use": 53, 2024-04-15T16:06:22.053 INFO:tasks.workunit.client.0.smithi016.stdout: "transfer_cache_freelist": 9891584, 2024-04-15T16:06:22.053 INFO:tasks.workunit.client.0.smithi016.stdout: "use_by_application": 380587688, 2024-04-15T16:06:22.053 INFO:tasks.workunit.client.0.smithi016.stdout: "virtual_address_space_used": 581738496 2024-04-15T16:06:22.054 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.054 INFO:tasks.workunit.client.0.smithi016.stdout: "osd.4": { 2024-04-15T16:06:22.054 INFO:tasks.workunit.client.0.smithi016.stdout: "actual_memory_used": 590004224, 2024-04-15T16:06:22.054 INFO:tasks.workunit.client.0.smithi016.stdout: "central_cache_freelist": 18140360, 2024-04-15T16:06:22.054 INFO:tasks.workunit.client.0.smithi016.stdout: "malloc_metadata": 5505024, 2024-04-15T16:06:22.054 INFO:tasks.workunit.client.0.smithi016.stdout: "page_heap_freelist": 0, 2024-04-15T16:06:22.054 INFO:tasks.workunit.client.0.smithi016.stdout: "released_to_os": 8601600, 2024-04-15T16:06:22.054 INFO:tasks.workunit.client.0.smithi016.stdout: "spans_in_use": 12843, 2024-04-15T16:06:22.054 INFO:tasks.workunit.client.0.smithi016.stdout: "tcmalloc_page_size": 8192, 2024-04-15T16:06:22.054 INFO:tasks.workunit.client.0.smithi016.stdout: "thread_cache_freelists": 71456616, 2024-04-15T16:06:22.054 INFO:tasks.workunit.client.0.smithi016.stdout: "thread_heaps_in_use": 60, 2024-04-15T16:06:22.054 INFO:tasks.workunit.client.0.smithi016.stdout: "transfer_cache_freelist": 10867968, 2024-04-15T16:06:22.054 INFO:tasks.workunit.client.0.smithi016.stdout: "use_by_application": 484034256, 2024-04-15T16:06:22.055 INFO:tasks.workunit.client.0.smithi016.stdout: "virtual_address_space_used": 598605824 2024-04-15T16:06:22.055 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.055 INFO:tasks.workunit.client.0.smithi016.stdout: "osd.5": { 2024-04-15T16:06:22.055 INFO:tasks.workunit.client.0.smithi016.stdout: "actual_memory_used": 546848768, 2024-04-15T16:06:22.055 INFO:tasks.workunit.client.0.smithi016.stdout: "central_cache_freelist": 21840664, 2024-04-15T16:06:22.055 INFO:tasks.workunit.client.0.smithi016.stdout: "malloc_metadata": 5505024, 2024-04-15T16:06:22.055 INFO:tasks.workunit.client.0.smithi016.stdout: "page_heap_freelist": 0, 2024-04-15T16:06:22.055 INFO:tasks.workunit.client.0.smithi016.stdout: "released_to_os": 43892736, 2024-04-15T16:06:22.055 INFO:tasks.workunit.client.0.smithi016.stdout: "spans_in_use": 11972, 2024-04-15T16:06:22.055 INFO:tasks.workunit.client.0.smithi016.stdout: "tcmalloc_page_size": 8192, 2024-04-15T16:06:22.055 INFO:tasks.workunit.client.0.smithi016.stdout: "thread_cache_freelists": 76188576, 2024-04-15T16:06:22.055 INFO:tasks.workunit.client.0.smithi016.stdout: "thread_heaps_in_use": 60, 2024-04-15T16:06:22.056 INFO:tasks.workunit.client.0.smithi016.stdout: "transfer_cache_freelist": 9067008, 2024-04-15T16:06:22.056 INFO:tasks.workunit.client.0.smithi016.stdout: "use_by_application": 434247496, 2024-04-15T16:06:22.056 INFO:tasks.workunit.client.0.smithi016.stdout: "virtual_address_space_used": 590741504 2024-04-15T16:06:22.057 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.057 INFO:tasks.workunit.client.0.smithi016.stdout: "osd.6": { 2024-04-15T16:06:22.057 INFO:tasks.workunit.client.0.smithi016.stdout: "actual_memory_used": 434642944, 2024-04-15T16:06:22.057 INFO:tasks.workunit.client.0.smithi016.stdout: "central_cache_freelist": 18148336, 2024-04-15T16:06:22.057 INFO:tasks.workunit.client.0.smithi016.stdout: "malloc_metadata": 5373952, 2024-04-15T16:06:22.057 INFO:tasks.workunit.client.0.smithi016.stdout: "page_heap_freelist": 0, 2024-04-15T16:06:22.057 INFO:tasks.workunit.client.0.smithi016.stdout: "released_to_os": 77004800, 2024-04-15T16:06:22.057 INFO:tasks.workunit.client.0.smithi016.stdout: "spans_in_use": 9509, 2024-04-15T16:06:22.057 INFO:tasks.workunit.client.0.smithi016.stdout: "tcmalloc_page_size": 8192, 2024-04-15T16:06:22.057 INFO:tasks.workunit.client.0.smithi016.stdout: "thread_cache_freelists": 53985816, 2024-04-15T16:06:22.057 INFO:tasks.workunit.client.0.smithi016.stdout: "thread_heaps_in_use": 53, 2024-04-15T16:06:22.057 INFO:tasks.workunit.client.0.smithi016.stdout: "transfer_cache_freelist": 10288128, 2024-04-15T16:06:22.057 INFO:tasks.workunit.client.0.smithi016.stdout: "use_by_application": 346846712, 2024-04-15T16:06:22.058 INFO:tasks.workunit.client.0.smithi016.stdout: "virtual_address_space_used": 511647744 2024-04-15T16:06:22.058 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.058 INFO:tasks.workunit.client.0.smithi016.stdout: "osd.7": { 2024-04-15T16:06:22.058 INFO:tasks.workunit.client.0.smithi016.stdout: "actual_memory_used": 447422464, 2024-04-15T16:06:22.058 INFO:tasks.workunit.client.0.smithi016.stdout: "central_cache_freelist": 19630160, 2024-04-15T16:06:22.058 INFO:tasks.workunit.client.0.smithi016.stdout: "malloc_metadata": 3276800, 2024-04-15T16:06:22.058 INFO:tasks.workunit.client.0.smithi016.stdout: "page_heap_freelist": 0, 2024-04-15T16:06:22.058 INFO:tasks.workunit.client.0.smithi016.stdout: "released_to_os": 46735360, 2024-04-15T16:06:22.058 INFO:tasks.workunit.client.0.smithi016.stdout: "spans_in_use": 10669, 2024-04-15T16:06:22.058 INFO:tasks.workunit.client.0.smithi016.stdout: "tcmalloc_page_size": 8192, 2024-04-15T16:06:22.058 INFO:tasks.workunit.client.0.smithi016.stdout: "thread_cache_freelists": 59030408, 2024-04-15T16:06:22.058 INFO:tasks.workunit.client.0.smithi016.stdout: "thread_heaps_in_use": 58, 2024-04-15T16:06:22.058 INFO:tasks.workunit.client.0.smithi016.stdout: "transfer_cache_freelist": 10113024, 2024-04-15T16:06:22.058 INFO:tasks.workunit.client.0.smithi016.stdout: "use_by_application": 355372072, 2024-04-15T16:06:22.058 INFO:tasks.workunit.client.0.smithi016.stdout: "virtual_address_space_used": 494157824 2024-04-15T16:06:22.059 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T16:06:22.059 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T16:06:22.059 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.059 INFO:tasks.workunit.client.0.smithi016.stdout: "hosts": { 2024-04-15T16:06:22.059 INFO:tasks.workunit.client.0.smithi016.stdout: "num": 2, 2024-04-15T16:06:22.059 INFO:tasks.workunit.client.0.smithi016.stdout: "num_with_mds": 2, 2024-04-15T16:06:22.059 INFO:tasks.workunit.client.0.smithi016.stdout: "num_with_mgr": 2, 2024-04-15T16:06:22.059 INFO:tasks.workunit.client.0.smithi016.stdout: "num_with_mon": 2, 2024-04-15T16:06:22.059 INFO:tasks.workunit.client.0.smithi016.stdout: "num_with_osd": 2 2024-04-15T16:06:22.059 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.059 INFO:tasks.workunit.client.0.smithi016.stdout: "io_rate": { 2024-04-15T16:06:22.059 INFO:tasks.workunit.client.0.smithi016.stdout: "pg_stats_delta": { 2024-04-15T16:06:22.059 INFO:tasks.workunit.client.0.smithi016.stdout: "acting": 0, 2024-04-15T16:06:22.059 INFO:tasks.workunit.client.0.smithi016.stdout: "log_size": 0, 2024-04-15T16:06:22.060 INFO:tasks.workunit.client.0.smithi016.stdout: "num_store_stats": 0, 2024-04-15T16:06:22.060 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_size": 0, 2024-04-15T16:06:22.060 INFO:tasks.workunit.client.0.smithi016.stdout: "stamp_delta": "12.002793", 2024-04-15T16:06:22.060 INFO:tasks.workunit.client.0.smithi016.stdout: "stat_sum": { 2024-04-15T16:06:22.060 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes": 0, 2024-04-15T16:06:22.060 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T16:06:22.060 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_recovered": 0, 2024-04-15T16:06:22.060 INFO:tasks.workunit.client.0.smithi016.stdout: "num_deep_scrub_errors": 0, 2024-04-15T16:06:22.060 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict": 0, 2024-04-15T16:06:22.060 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_kb": 0, 2024-04-15T16:06:22.060 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_full": 0, 2024-04-15T16:06:22.060 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_some": 0, 2024-04-15T16:06:22.060 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush": 0, 2024-04-15T16:06:22.060 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_kb": 0, 2024-04-15T16:06:22.060 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_high": 0, 2024-04-15T16:06:22.061 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_low": 0, 2024-04-15T16:06:22.061 INFO:tasks.workunit.client.0.smithi016.stdout: "num_keys_recovered": 0, 2024-04-15T16:06:22.061 INFO:tasks.workunit.client.0.smithi016.stdout: "num_large_omap_objects": 0, 2024-04-15T16:06:22.061 INFO:tasks.workunit.client.0.smithi016.stdout: "num_legacy_snapsets": 0, 2024-04-15T16:06:22.061 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_clones": 0, 2024-04-15T16:06:22.061 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_copies": 0, 2024-04-15T16:06:22.061 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects": 0, 2024-04-15T16:06:22.061 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_degraded": 0, 2024-04-15T16:06:22.061 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_dirty": 0, 2024-04-15T16:06:22.061 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T16:06:22.061 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_manifest": 0, 2024-04-15T16:06:22.061 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_misplaced": 0, 2024-04-15T16:06:22.061 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing": 0, 2024-04-15T16:06:22.061 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T16:06:22.061 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_omap": 0, 2024-04-15T16:06:22.062 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_pinned": 0, 2024-04-15T16:06:22.062 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_recovered": 0, 2024-04-15T16:06:22.062 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_repaired": 0, 2024-04-15T16:06:22.062 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_unfound": 0, 2024-04-15T16:06:22.062 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_bytes": 0, 2024-04-15T16:06:22.062 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_keys": 0, 2024-04-15T16:06:22.062 INFO:tasks.workunit.client.0.smithi016.stdout: "num_promote": 0, 2024-04-15T16:06:22.062 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read": 0, 2024-04-15T16:06:22.062 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read_kb": 0, 2024-04-15T16:06:22.062 INFO:tasks.workunit.client.0.smithi016.stdout: "num_scrub_errors": 0, 2024-04-15T16:06:22.062 INFO:tasks.workunit.client.0.smithi016.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T16:06:22.062 INFO:tasks.workunit.client.0.smithi016.stdout: "num_whiteouts": 0, 2024-04-15T16:06:22.062 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write": 0, 2024-04-15T16:06:22.062 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write_kb": 0 2024-04-15T16:06:22.063 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.063 INFO:tasks.workunit.client.0.smithi016.stdout: "store_stats": { 2024-04-15T16:06:22.063 INFO:tasks.workunit.client.0.smithi016.stdout: "allocated": 0, 2024-04-15T16:06:22.063 INFO:tasks.workunit.client.0.smithi016.stdout: "available": 0, 2024-04-15T16:06:22.063 INFO:tasks.workunit.client.0.smithi016.stdout: "data_compressed": 0, 2024-04-15T16:06:22.063 INFO:tasks.workunit.client.0.smithi016.stdout: "data_compressed_allocated": 0, 2024-04-15T16:06:22.063 INFO:tasks.workunit.client.0.smithi016.stdout: "data_compressed_original": 0, 2024-04-15T16:06:22.063 INFO:tasks.workunit.client.0.smithi016.stdout: "data_stored": 0, 2024-04-15T16:06:22.063 INFO:tasks.workunit.client.0.smithi016.stdout: "internal_metadata": 0, 2024-04-15T16:06:22.063 INFO:tasks.workunit.client.0.smithi016.stdout: "internally_reserved": 0, 2024-04-15T16:06:22.063 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_allocated": 0, 2024-04-15T16:06:22.063 INFO:tasks.workunit.client.0.smithi016.stdout: "total": 0 2024-04-15T16:06:22.063 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.063 INFO:tasks.workunit.client.0.smithi016.stdout: "up": 0 2024-04-15T16:06:22.063 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T16:06:22.064 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.064 INFO:tasks.workunit.client.0.smithi016.stdout: "leaderboard": false, 2024-04-15T16:06:22.064 INFO:tasks.workunit.client.0.smithi016.stdout: "leaderboard_description": null, 2024-04-15T16:06:22.064 INFO:tasks.workunit.client.0.smithi016.stdout: "license": "sharing-1-0", 2024-04-15T16:06:22.064 INFO:tasks.workunit.client.0.smithi016.stdout: "mempool": { 2024-04-15T16:06:22.064 INFO:tasks.workunit.client.0.smithi016.stdout: "mds": { 2024-04-15T16:06:22.064 INFO:tasks.workunit.client.0.smithi016.stdout: "mds.96c04f3d51aa9c4650d798b6d991f5b64af8e5e4": { 2024-04-15T16:06:22.064 INFO:tasks.workunit.client.0.smithi016.stdout: "bloom_filter": { 2024-04-15T16:06:22.064 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T16:06:22.064 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T16:06:22.064 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.064 INFO:tasks.workunit.client.0.smithi016.stdout: "bluefs": { 2024-04-15T16:06:22.064 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T16:06:22.064 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T16:06:22.064 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.065 INFO:tasks.workunit.client.0.smithi016.stdout: "bluefs_file_reader": { 2024-04-15T16:06:22.065 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T16:06:22.065 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T16:06:22.065 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.065 INFO:tasks.workunit.client.0.smithi016.stdout: "bluefs_file_writer": { 2024-04-15T16:06:22.065 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T16:06:22.065 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T16:06:22.065 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.065 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_alloc": { 2024-04-15T16:06:22.065 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T16:06:22.065 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T16:06:22.065 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.065 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_blob": { 2024-04-15T16:06:22.066 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T16:06:22.066 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T16:06:22.066 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.066 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_cache_buffer": { 2024-04-15T16:06:22.066 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T16:06:22.066 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T16:06:22.066 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.066 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_cache_data": { 2024-04-15T16:06:22.066 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T16:06:22.066 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T16:06:22.066 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.066 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_cache_meta": { 2024-04-15T16:06:22.066 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T16:06:22.066 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T16:06:22.067 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.067 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_cache_onode": { 2024-04-15T16:06:22.067 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T16:06:22.067 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T16:06:22.067 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.067 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_cache_other": { 2024-04-15T16:06:22.067 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T16:06:22.067 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T16:06:22.067 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.067 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_extent": { 2024-04-15T16:06:22.067 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T16:06:22.067 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T16:06:22.067 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.067 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_fsck": { 2024-04-15T16:06:22.068 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T16:06:22.068 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T16:06:22.068 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.068 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_inline_bl": { 2024-04-15T16:06:22.068 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T16:06:22.068 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T16:06:22.068 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.068 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_shared_blob": { 2024-04-15T16:06:22.068 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T16:06:22.068 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T16:06:22.068 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.068 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_txc": { 2024-04-15T16:06:22.068 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T16:06:22.068 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T16:06:22.069 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.069 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_writing": { 2024-04-15T16:06:22.069 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T16:06:22.069 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T16:06:22.069 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.069 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_writing_deferred": { 2024-04-15T16:06:22.069 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T16:06:22.069 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T16:06:22.069 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.069 INFO:tasks.workunit.client.0.smithi016.stdout: "buffer_anon": { 2024-04-15T16:06:22.069 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 149008, 2024-04-15T16:06:22.069 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 33 2024-04-15T16:06:22.069 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.069 INFO:tasks.workunit.client.0.smithi016.stdout: "buffer_meta": { 2024-04-15T16:06:22.069 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T16:06:22.070 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T16:06:22.070 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.070 INFO:tasks.workunit.client.0.smithi016.stdout: "mds_co": { 2024-04-15T16:06:22.070 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 928, 2024-04-15T16:06:22.070 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 2 2024-04-15T16:06:22.070 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.070 INFO:tasks.workunit.client.0.smithi016.stdout: "osd": { 2024-04-15T16:06:22.070 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T16:06:22.070 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T16:06:22.070 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.070 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_mapbl": { 2024-04-15T16:06:22.070 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T16:06:22.070 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T16:06:22.071 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.071 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_pglog": { 2024-04-15T16:06:22.071 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T16:06:22.071 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T16:06:22.071 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.071 INFO:tasks.workunit.client.0.smithi016.stdout: "osdmap": { 2024-04-15T16:06:22.071 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T16:06:22.071 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T16:06:22.071 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.071 INFO:tasks.workunit.client.0.smithi016.stdout: "osdmap_mapping": { 2024-04-15T16:06:22.072 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T16:06:22.072 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T16:06:22.072 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.072 INFO:tasks.workunit.client.0.smithi016.stdout: "pgmap": { 2024-04-15T16:06:22.072 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T16:06:22.072 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T16:06:22.072 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.072 INFO:tasks.workunit.client.0.smithi016.stdout: "unittest_1": { 2024-04-15T16:06:22.072 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T16:06:22.072 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T16:06:22.072 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.072 INFO:tasks.workunit.client.0.smithi016.stdout: "unittest_2": { 2024-04-15T16:06:22.072 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T16:06:22.072 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T16:06:22.073 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T16:06:22.073 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.073 INFO:tasks.workunit.client.0.smithi016.stdout: "mds.dd602b36cabf11effbd0d8bd19ba267ecac4bcd8": { 2024-04-15T16:06:22.073 INFO:tasks.workunit.client.0.smithi016.stdout: "bloom_filter": { 2024-04-15T16:06:22.073 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T16:06:22.073 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T16:06:22.073 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.073 INFO:tasks.workunit.client.0.smithi016.stdout: "bluefs": { 2024-04-15T16:06:22.073 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T16:06:22.073 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T16:06:22.073 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.073 INFO:tasks.workunit.client.0.smithi016.stdout: "bluefs_file_reader": { 2024-04-15T16:06:22.073 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T16:06:22.073 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T16:06:22.074 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.074 INFO:tasks.workunit.client.0.smithi016.stdout: "bluefs_file_writer": { 2024-04-15T16:06:22.074 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T16:06:22.074 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T16:06:22.074 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.074 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_alloc": { 2024-04-15T16:06:22.074 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T16:06:22.074 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T16:06:22.074 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.074 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_blob": { 2024-04-15T16:06:22.074 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T16:06:22.074 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T16:06:22.074 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.074 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_cache_buffer": { 2024-04-15T16:06:22.075 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T16:06:22.075 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T16:06:22.075 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.075 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_cache_data": { 2024-04-15T16:06:22.075 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T16:06:22.075 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T16:06:22.075 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.075 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_cache_meta": { 2024-04-15T16:06:22.075 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T16:06:22.075 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T16:06:22.075 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.075 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_cache_onode": { 2024-04-15T16:06:22.075 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T16:06:22.075 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T16:06:22.076 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.076 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_cache_other": { 2024-04-15T16:06:22.076 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T16:06:22.076 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T16:06:22.076 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.076 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_extent": { 2024-04-15T16:06:22.076 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T16:06:22.076 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T16:06:22.076 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.076 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_fsck": { 2024-04-15T16:06:22.076 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T16:06:22.076 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T16:06:22.076 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.076 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_inline_bl": { 2024-04-15T16:06:22.076 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T16:06:22.077 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T16:06:22.077 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.077 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_shared_blob": { 2024-04-15T16:06:22.077 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T16:06:22.077 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T16:06:22.077 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.077 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_txc": { 2024-04-15T16:06:22.077 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T16:06:22.077 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T16:06:22.077 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.077 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_writing": { 2024-04-15T16:06:22.077 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T16:06:22.077 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T16:06:22.078 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.078 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_writing_deferred": { 2024-04-15T16:06:22.078 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T16:06:22.078 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T16:06:22.078 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.078 INFO:tasks.workunit.client.0.smithi016.stdout: "buffer_anon": { 2024-04-15T16:06:22.078 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 221552, 2024-04-15T16:06:22.078 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 64 2024-04-15T16:06:22.078 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.078 INFO:tasks.workunit.client.0.smithi016.stdout: "buffer_meta": { 2024-04-15T16:06:22.078 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T16:06:22.078 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T16:06:22.078 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.078 INFO:tasks.workunit.client.0.smithi016.stdout: "mds_co": { 2024-04-15T16:06:22.078 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 52112, 2024-04-15T16:06:22.079 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 181 2024-04-15T16:06:22.079 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.079 INFO:tasks.workunit.client.0.smithi016.stdout: "osd": { 2024-04-15T16:06:22.079 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T16:06:22.079 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T16:06:22.079 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.079 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_mapbl": { 2024-04-15T16:06:22.079 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T16:06:22.079 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T16:06:22.079 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.079 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_pglog": { 2024-04-15T16:06:22.079 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T16:06:22.079 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T16:06:22.079 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.080 INFO:tasks.workunit.client.0.smithi016.stdout: "osdmap": { 2024-04-15T16:06:22.080 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 12952, 2024-04-15T16:06:22.080 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 268 2024-04-15T16:06:22.080 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.080 INFO:tasks.workunit.client.0.smithi016.stdout: "osdmap_mapping": { 2024-04-15T16:06:22.080 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T16:06:22.080 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T16:06:22.080 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.080 INFO:tasks.workunit.client.0.smithi016.stdout: "pgmap": { 2024-04-15T16:06:22.080 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T16:06:22.080 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T16:06:22.080 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.080 INFO:tasks.workunit.client.0.smithi016.stdout: "unittest_1": { 2024-04-15T16:06:22.080 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T16:06:22.080 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T16:06:22.081 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.081 INFO:tasks.workunit.client.0.smithi016.stdout: "unittest_2": { 2024-04-15T16:06:22.081 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T16:06:22.081 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T16:06:22.081 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T16:06:22.081 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T16:06:22.081 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.081 INFO:tasks.workunit.client.0.smithi016.stdout: "mon": { 2024-04-15T16:06:22.081 INFO:tasks.workunit.client.0.smithi016.stdout: "mon.96c04f3d51aa9c4650d798b6d991f5b64af8e5e4": { 2024-04-15T16:06:22.081 INFO:tasks.workunit.client.0.smithi016.stdout: "bloom_filter": { 2024-04-15T16:06:22.081 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T16:06:22.081 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T16:06:22.081 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.081 INFO:tasks.workunit.client.0.smithi016.stdout: "bluefs": { 2024-04-15T16:06:22.081 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T16:06:22.082 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T16:06:22.082 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.082 INFO:tasks.workunit.client.0.smithi016.stdout: "bluefs_file_reader": { 2024-04-15T16:06:22.082 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T16:06:22.082 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T16:06:22.082 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.082 INFO:tasks.workunit.client.0.smithi016.stdout: "bluefs_file_writer": { 2024-04-15T16:06:22.082 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T16:06:22.082 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T16:06:22.082 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.082 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_alloc": { 2024-04-15T16:06:22.082 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T16:06:22.082 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T16:06:22.082 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.082 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_blob": { 2024-04-15T16:06:22.083 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T16:06:22.083 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T16:06:22.083 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.083 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_cache_buffer": { 2024-04-15T16:06:22.083 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T16:06:22.083 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T16:06:22.083 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.083 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_cache_data": { 2024-04-15T16:06:22.083 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T16:06:22.083 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T16:06:22.083 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.083 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_cache_meta": { 2024-04-15T16:06:22.083 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T16:06:22.084 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T16:06:22.084 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.084 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_cache_onode": { 2024-04-15T16:06:22.084 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T16:06:22.084 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T16:06:22.084 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.084 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_cache_other": { 2024-04-15T16:06:22.084 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T16:06:22.084 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T16:06:22.084 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.084 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_extent": { 2024-04-15T16:06:22.084 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T16:06:22.084 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T16:06:22.084 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.084 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_fsck": { 2024-04-15T16:06:22.085 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T16:06:22.085 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T16:06:22.085 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.085 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_inline_bl": { 2024-04-15T16:06:22.085 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T16:06:22.085 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T16:06:22.085 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.085 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_shared_blob": { 2024-04-15T16:06:22.085 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T16:06:22.085 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T16:06:22.085 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.085 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_txc": { 2024-04-15T16:06:22.085 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T16:06:22.085 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T16:06:22.086 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.086 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_writing": { 2024-04-15T16:06:22.086 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T16:06:22.086 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T16:06:22.086 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.086 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_writing_deferred": { 2024-04-15T16:06:22.086 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T16:06:22.086 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T16:06:22.086 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.086 INFO:tasks.workunit.client.0.smithi016.stdout: "buffer_anon": { 2024-04-15T16:06:22.086 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 41286729, 2024-04-15T16:06:22.086 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 5100 2024-04-15T16:06:22.087 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.087 INFO:tasks.workunit.client.0.smithi016.stdout: "buffer_meta": { 2024-04-15T16:06:22.087 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 704, 2024-04-15T16:06:22.087 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 8 2024-04-15T16:06:22.087 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.087 INFO:tasks.workunit.client.0.smithi016.stdout: "mds_co": { 2024-04-15T16:06:22.087 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T16:06:22.087 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T16:06:22.087 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.087 INFO:tasks.workunit.client.0.smithi016.stdout: "osd": { 2024-04-15T16:06:22.087 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T16:06:22.087 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T16:06:22.087 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.087 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_mapbl": { 2024-04-15T16:06:22.087 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T16:06:22.088 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T16:06:22.088 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.088 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_pglog": { 2024-04-15T16:06:22.088 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T16:06:22.088 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T16:06:22.088 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.088 INFO:tasks.workunit.client.0.smithi016.stdout: "osdmap": { 2024-04-15T16:06:22.088 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 11528, 2024-04-15T16:06:22.088 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 267 2024-04-15T16:06:22.088 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.088 INFO:tasks.workunit.client.0.smithi016.stdout: "osdmap_mapping": { 2024-04-15T16:06:22.088 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 70440, 2024-04-15T16:06:22.088 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 5158 2024-04-15T16:06:22.088 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.088 INFO:tasks.workunit.client.0.smithi016.stdout: "pgmap": { 2024-04-15T16:06:22.089 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 5896, 2024-04-15T16:06:22.089 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 174 2024-04-15T16:06:22.089 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.089 INFO:tasks.workunit.client.0.smithi016.stdout: "unittest_1": { 2024-04-15T16:06:22.089 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T16:06:22.089 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T16:06:22.089 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.089 INFO:tasks.workunit.client.0.smithi016.stdout: "unittest_2": { 2024-04-15T16:06:22.089 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T16:06:22.089 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T16:06:22.089 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T16:06:22.089 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.089 INFO:tasks.workunit.client.0.smithi016.stdout: "mon.db7bc7ff646004cab5cc32c315bc5a54adf74b4c": { 2024-04-15T16:06:22.089 INFO:tasks.workunit.client.0.smithi016.stdout: "bloom_filter": { 2024-04-15T16:06:22.089 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T16:06:22.090 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T16:06:22.090 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.090 INFO:tasks.workunit.client.0.smithi016.stdout: "bluefs": { 2024-04-15T16:06:22.090 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T16:06:22.090 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T16:06:22.090 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.090 INFO:tasks.workunit.client.0.smithi016.stdout: "bluefs_file_reader": { 2024-04-15T16:06:22.090 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T16:06:22.090 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T16:06:22.090 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.090 INFO:tasks.workunit.client.0.smithi016.stdout: "bluefs_file_writer": { 2024-04-15T16:06:22.090 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T16:06:22.090 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T16:06:22.090 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.090 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_alloc": { 2024-04-15T16:06:22.091 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T16:06:22.091 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T16:06:22.091 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.091 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_blob": { 2024-04-15T16:06:22.091 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T16:06:22.091 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T16:06:22.091 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.091 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_cache_buffer": { 2024-04-15T16:06:22.091 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T16:06:22.091 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T16:06:22.091 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.091 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_cache_data": { 2024-04-15T16:06:22.092 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T16:06:22.092 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T16:06:22.092 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.092 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_cache_meta": { 2024-04-15T16:06:22.092 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T16:06:22.092 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T16:06:22.092 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.092 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_cache_onode": { 2024-04-15T16:06:22.092 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T16:06:22.092 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T16:06:22.092 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.092 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_cache_other": { 2024-04-15T16:06:22.092 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T16:06:22.092 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T16:06:22.093 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.093 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_extent": { 2024-04-15T16:06:22.093 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T16:06:22.093 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T16:06:22.093 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.093 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_fsck": { 2024-04-15T16:06:22.093 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T16:06:22.093 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T16:06:22.093 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.093 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_inline_bl": { 2024-04-15T16:06:22.093 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T16:06:22.093 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T16:06:22.093 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.093 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_shared_blob": { 2024-04-15T16:06:22.093 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T16:06:22.094 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T16:06:22.094 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.094 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_txc": { 2024-04-15T16:06:22.094 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T16:06:22.094 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T16:06:22.094 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.094 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_writing": { 2024-04-15T16:06:22.094 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T16:06:22.094 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T16:06:22.094 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.094 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_writing_deferred": { 2024-04-15T16:06:22.094 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T16:06:22.094 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T16:06:22.094 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.095 INFO:tasks.workunit.client.0.smithi016.stdout: "buffer_anon": { 2024-04-15T16:06:22.095 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 41504937, 2024-04-15T16:06:22.095 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 5140 2024-04-15T16:06:22.095 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.095 INFO:tasks.workunit.client.0.smithi016.stdout: "buffer_meta": { 2024-04-15T16:06:22.095 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T16:06:22.095 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T16:06:22.095 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.095 INFO:tasks.workunit.client.0.smithi016.stdout: "mds_co": { 2024-04-15T16:06:22.095 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T16:06:22.095 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T16:06:22.095 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.095 INFO:tasks.workunit.client.0.smithi016.stdout: "osd": { 2024-04-15T16:06:22.095 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T16:06:22.095 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T16:06:22.096 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.096 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_mapbl": { 2024-04-15T16:06:22.096 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T16:06:22.096 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T16:06:22.096 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.096 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_pglog": { 2024-04-15T16:06:22.096 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T16:06:22.096 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T16:06:22.096 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.096 INFO:tasks.workunit.client.0.smithi016.stdout: "osdmap": { 2024-04-15T16:06:22.096 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 11528, 2024-04-15T16:06:22.096 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 267 2024-04-15T16:06:22.096 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.096 INFO:tasks.workunit.client.0.smithi016.stdout: "osdmap_mapping": { 2024-04-15T16:06:22.096 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 70440, 2024-04-15T16:06:22.097 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 5158 2024-04-15T16:06:22.097 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.097 INFO:tasks.workunit.client.0.smithi016.stdout: "pgmap": { 2024-04-15T16:06:22.097 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 5896, 2024-04-15T16:06:22.097 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 174 2024-04-15T16:06:22.097 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.097 INFO:tasks.workunit.client.0.smithi016.stdout: "unittest_1": { 2024-04-15T16:06:22.097 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T16:06:22.097 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T16:06:22.097 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.097 INFO:tasks.workunit.client.0.smithi016.stdout: "unittest_2": { 2024-04-15T16:06:22.097 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T16:06:22.097 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T16:06:22.097 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T16:06:22.097 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.098 INFO:tasks.workunit.client.0.smithi016.stdout: "mon.dd602b36cabf11effbd0d8bd19ba267ecac4bcd8": { 2024-04-15T16:06:22.098 INFO:tasks.workunit.client.0.smithi016.stdout: "bloom_filter": { 2024-04-15T16:06:22.098 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T16:06:22.098 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T16:06:22.098 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.098 INFO:tasks.workunit.client.0.smithi016.stdout: "bluefs": { 2024-04-15T16:06:22.098 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T16:06:22.098 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T16:06:22.098 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.098 INFO:tasks.workunit.client.0.smithi016.stdout: "bluefs_file_reader": { 2024-04-15T16:06:22.098 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T16:06:22.098 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T16:06:22.098 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.098 INFO:tasks.workunit.client.0.smithi016.stdout: "bluefs_file_writer": { 2024-04-15T16:06:22.099 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T16:06:22.099 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T16:06:22.099 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.099 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_alloc": { 2024-04-15T16:06:22.099 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T16:06:22.099 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T16:06:22.099 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.099 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_blob": { 2024-04-15T16:06:22.099 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T16:06:22.099 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T16:06:22.099 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.099 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_cache_buffer": { 2024-04-15T16:06:22.099 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T16:06:22.099 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T16:06:22.100 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.100 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_cache_data": { 2024-04-15T16:06:22.100 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T16:06:22.100 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T16:06:22.100 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.100 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_cache_meta": { 2024-04-15T16:06:22.100 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T16:06:22.100 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T16:06:22.100 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.100 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_cache_onode": { 2024-04-15T16:06:22.100 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T16:06:22.100 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T16:06:22.100 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.100 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_cache_other": { 2024-04-15T16:06:22.100 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T16:06:22.101 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T16:06:22.101 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.101 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_extent": { 2024-04-15T16:06:22.101 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T16:06:22.101 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T16:06:22.101 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.101 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_fsck": { 2024-04-15T16:06:22.101 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T16:06:22.101 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T16:06:22.101 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.101 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_inline_bl": { 2024-04-15T16:06:22.101 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T16:06:22.101 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T16:06:22.101 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.101 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_shared_blob": { 2024-04-15T16:06:22.102 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T16:06:22.102 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T16:06:22.102 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.102 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_txc": { 2024-04-15T16:06:22.102 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T16:06:22.102 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T16:06:22.102 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.102 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_writing": { 2024-04-15T16:06:22.102 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T16:06:22.102 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T16:06:22.102 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.102 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_writing_deferred": { 2024-04-15T16:06:22.102 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T16:06:22.102 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T16:06:22.102 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.103 INFO:tasks.workunit.client.0.smithi016.stdout: "buffer_anon": { 2024-04-15T16:06:22.103 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 41775849, 2024-04-15T16:06:22.103 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 5165 2024-04-15T16:06:22.103 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.103 INFO:tasks.workunit.client.0.smithi016.stdout: "buffer_meta": { 2024-04-15T16:06:22.103 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T16:06:22.103 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T16:06:22.103 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.103 INFO:tasks.workunit.client.0.smithi016.stdout: "mds_co": { 2024-04-15T16:06:22.103 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T16:06:22.103 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T16:06:22.103 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.103 INFO:tasks.workunit.client.0.smithi016.stdout: "osd": { 2024-04-15T16:06:22.103 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T16:06:22.104 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T16:06:22.104 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.104 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_mapbl": { 2024-04-15T16:06:22.104 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T16:06:22.104 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T16:06:22.104 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.104 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_pglog": { 2024-04-15T16:06:22.104 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T16:06:22.104 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T16:06:22.104 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.104 INFO:tasks.workunit.client.0.smithi016.stdout: "osdmap": { 2024-04-15T16:06:22.104 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 11528, 2024-04-15T16:06:22.104 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 267 2024-04-15T16:06:22.104 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.104 INFO:tasks.workunit.client.0.smithi016.stdout: "osdmap_mapping": { 2024-04-15T16:06:22.105 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 70440, 2024-04-15T16:06:22.105 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 5158 2024-04-15T16:06:22.105 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.105 INFO:tasks.workunit.client.0.smithi016.stdout: "pgmap": { 2024-04-15T16:06:22.105 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 11792, 2024-04-15T16:06:22.105 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 348 2024-04-15T16:06:22.105 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.105 INFO:tasks.workunit.client.0.smithi016.stdout: "unittest_1": { 2024-04-15T16:06:22.105 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T16:06:22.105 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T16:06:22.105 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.105 INFO:tasks.workunit.client.0.smithi016.stdout: "unittest_2": { 2024-04-15T16:06:22.105 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T16:06:22.105 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T16:06:22.105 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T16:06:22.106 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T16:06:22.106 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.106 INFO:tasks.workunit.client.0.smithi016.stdout: "osd": { 2024-04-15T16:06:22.106 INFO:tasks.workunit.client.0.smithi016.stdout: "osd.0": { 2024-04-15T16:06:22.106 INFO:tasks.workunit.client.0.smithi016.stdout: "bloom_filter": { 2024-04-15T16:06:22.106 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T16:06:22.106 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T16:06:22.106 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.106 INFO:tasks.workunit.client.0.smithi016.stdout: "bluefs": { 2024-04-15T16:06:22.106 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 19616, 2024-04-15T16:06:22.106 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 372 2024-04-15T16:06:22.106 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.106 INFO:tasks.workunit.client.0.smithi016.stdout: "bluefs_file_reader": { 2024-04-15T16:06:22.106 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 39040, 2024-04-15T16:06:22.106 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 25 2024-04-15T16:06:22.107 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.107 INFO:tasks.workunit.client.0.smithi016.stdout: "bluefs_file_writer": { 2024-04-15T16:06:22.107 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 2688, 2024-04-15T16:06:22.107 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 14 2024-04-15T16:06:22.107 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.107 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_alloc": { 2024-04-15T16:06:22.107 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 55520, 2024-04-15T16:06:22.107 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 694 2024-04-15T16:06:22.107 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.107 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_blob": { 2024-04-15T16:06:22.107 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 372528, 2024-04-15T16:06:22.107 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 1791 2024-04-15T16:06:22.107 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.107 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_cache_buffer": { 2024-04-15T16:06:22.108 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 256, 2024-04-15T16:06:22.108 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 32 2024-04-15T16:06:22.108 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.108 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_cache_data": { 2024-04-15T16:06:22.108 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 261817, 2024-04-15T16:06:22.108 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 99 2024-04-15T16:06:22.108 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.108 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_cache_meta": { 2024-04-15T16:06:22.108 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 2429693, 2024-04-15T16:06:22.108 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 540886 2024-04-15T16:06:22.108 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.108 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_cache_onode": { 2024-04-15T16:06:22.108 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 6990656, 2024-04-15T16:06:22.108 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 10312 2024-04-15T16:06:22.109 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.109 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_cache_other": { 2024-04-15T16:06:22.109 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 78048, 2024-04-15T16:06:22.109 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 8318 2024-04-15T16:06:22.109 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.109 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_extent": { 2024-04-15T16:06:22.109 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 85872, 2024-04-15T16:06:22.109 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 1789 2024-04-15T16:06:22.109 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.109 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_fsck": { 2024-04-15T16:06:22.109 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T16:06:22.109 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T16:06:22.109 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.109 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_inline_bl": { 2024-04-15T16:06:22.110 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 164604, 2024-04-15T16:06:22.110 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 1182 2024-04-15T16:06:22.110 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.110 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_shared_blob": { 2024-04-15T16:06:22.110 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T16:06:22.110 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T16:06:22.110 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.110 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_txc": { 2024-04-15T16:06:22.110 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 2208, 2024-04-15T16:06:22.110 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 3 2024-04-15T16:06:22.110 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.110 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_writing": { 2024-04-15T16:06:22.110 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 123499, 2024-04-15T16:06:22.111 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 61 2024-04-15T16:06:22.111 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.111 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_writing_deferred": { 2024-04-15T16:06:22.111 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 28144, 2024-04-15T16:06:22.111 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 7 2024-04-15T16:06:22.111 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.111 INFO:tasks.workunit.client.0.smithi016.stdout: "buffer_anon": { 2024-04-15T16:06:22.111 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 14691094, 2024-04-15T16:06:22.111 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 290 2024-04-15T16:06:22.111 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.111 INFO:tasks.workunit.client.0.smithi016.stdout: "buffer_meta": { 2024-04-15T16:06:22.111 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 9856, 2024-04-15T16:06:22.111 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 112 2024-04-15T16:06:22.111 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.112 INFO:tasks.workunit.client.0.smithi016.stdout: "mds_co": { 2024-04-15T16:06:22.112 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T16:06:22.112 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T16:06:22.112 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.112 INFO:tasks.workunit.client.0.smithi016.stdout: "osd": { 2024-04-15T16:06:22.112 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 501552, 2024-04-15T16:06:22.112 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 43 2024-04-15T16:06:22.112 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.112 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_mapbl": { 2024-04-15T16:06:22.112 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T16:06:22.112 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T16:06:22.112 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.112 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_pglog": { 2024-04-15T16:06:22.112 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 7171840, 2024-04-15T16:06:22.112 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 18592 2024-04-15T16:06:22.113 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.113 INFO:tasks.workunit.client.0.smithi016.stdout: "osdmap": { 2024-04-15T16:06:22.113 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 667608, 2024-04-15T16:06:22.113 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 11763 2024-04-15T16:06:22.113 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.113 INFO:tasks.workunit.client.0.smithi016.stdout: "osdmap_mapping": { 2024-04-15T16:06:22.113 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T16:06:22.113 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T16:06:22.113 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.113 INFO:tasks.workunit.client.0.smithi016.stdout: "pgmap": { 2024-04-15T16:06:22.113 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T16:06:22.113 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T16:06:22.113 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.113 INFO:tasks.workunit.client.0.smithi016.stdout: "unittest_1": { 2024-04-15T16:06:22.113 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T16:06:22.114 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T16:06:22.114 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.114 INFO:tasks.workunit.client.0.smithi016.stdout: "unittest_2": { 2024-04-15T16:06:22.114 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T16:06:22.114 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T16:06:22.114 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T16:06:22.114 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.114 INFO:tasks.workunit.client.0.smithi016.stdout: "osd.1": { 2024-04-15T16:06:22.114 INFO:tasks.workunit.client.0.smithi016.stdout: "bloom_filter": { 2024-04-15T16:06:22.114 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T16:06:22.114 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T16:06:22.114 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.114 INFO:tasks.workunit.client.0.smithi016.stdout: "bluefs": { 2024-04-15T16:06:22.114 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 22296, 2024-04-15T16:06:22.114 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 411 2024-04-15T16:06:22.115 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.115 INFO:tasks.workunit.client.0.smithi016.stdout: "bluefs_file_reader": { 2024-04-15T16:06:22.115 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 280704, 2024-04-15T16:06:22.115 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 26 2024-04-15T16:06:22.115 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.115 INFO:tasks.workunit.client.0.smithi016.stdout: "bluefs_file_writer": { 2024-04-15T16:06:22.115 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 3840, 2024-04-15T16:06:22.115 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 20 2024-04-15T16:06:22.115 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.115 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_alloc": { 2024-04-15T16:06:22.115 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 55600, 2024-04-15T16:06:22.115 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 695 2024-04-15T16:06:22.115 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.115 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_blob": { 2024-04-15T16:06:22.115 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 370032, 2024-04-15T16:06:22.116 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 1779 2024-04-15T16:06:22.116 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.116 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_cache_buffer": { 2024-04-15T16:06:22.116 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 256, 2024-04-15T16:06:22.116 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 32 2024-04-15T16:06:22.116 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.116 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_cache_data": { 2024-04-15T16:06:22.116 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 1179800, 2024-04-15T16:06:22.116 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 308 2024-04-15T16:06:22.116 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.116 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_cache_meta": { 2024-04-15T16:06:22.116 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 2427575, 2024-04-15T16:06:22.116 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 533059 2024-04-15T16:06:22.116 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.117 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_cache_onode": { 2024-04-15T16:06:22.117 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 6887976, 2024-04-15T16:06:22.117 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 10161 2024-04-15T16:06:22.117 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.117 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_cache_other": { 2024-04-15T16:06:22.117 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 76276, 2024-04-15T16:06:22.117 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 8142 2024-04-15T16:06:22.117 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.117 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_extent": { 2024-04-15T16:06:22.117 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 85344, 2024-04-15T16:06:22.117 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 1778 2024-04-15T16:06:22.117 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.117 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_fsck": { 2024-04-15T16:06:22.117 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T16:06:22.118 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T16:06:22.118 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.118 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_inline_bl": { 2024-04-15T16:06:22.118 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 165972, 2024-04-15T16:06:22.118 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 1188 2024-04-15T16:06:22.118 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.118 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_shared_blob": { 2024-04-15T16:06:22.118 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T16:06:22.118 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T16:06:22.118 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.118 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_txc": { 2024-04-15T16:06:22.118 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 1472, 2024-04-15T16:06:22.118 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 2 2024-04-15T16:06:22.118 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.118 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_writing": { 2024-04-15T16:06:22.119 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 78572, 2024-04-15T16:06:22.119 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 33 2024-04-15T16:06:22.119 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.119 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_writing_deferred": { 2024-04-15T16:06:22.119 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 20128, 2024-04-15T16:06:22.119 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 5 2024-04-15T16:06:22.119 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.119 INFO:tasks.workunit.client.0.smithi016.stdout: "buffer_anon": { 2024-04-15T16:06:22.119 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 20926484, 2024-04-15T16:06:22.119 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 286 2024-04-15T16:06:22.119 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.119 INFO:tasks.workunit.client.0.smithi016.stdout: "buffer_meta": { 2024-04-15T16:06:22.119 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 28424, 2024-04-15T16:06:22.119 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 323 2024-04-15T16:06:22.120 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.120 INFO:tasks.workunit.client.0.smithi016.stdout: "mds_co": { 2024-04-15T16:06:22.120 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T16:06:22.120 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T16:06:22.120 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.120 INFO:tasks.workunit.client.0.smithi016.stdout: "osd": { 2024-04-15T16:06:22.120 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 466560, 2024-04-15T16:06:22.120 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 40 2024-04-15T16:06:22.120 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.120 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_mapbl": { 2024-04-15T16:06:22.120 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T16:06:22.120 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T16:06:22.120 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.120 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_pglog": { 2024-04-15T16:06:22.120 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 7186400, 2024-04-15T16:06:22.121 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 20920 2024-04-15T16:06:22.121 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.121 INFO:tasks.workunit.client.0.smithi016.stdout: "osdmap": { 2024-04-15T16:06:22.121 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 667608, 2024-04-15T16:06:22.121 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 11763 2024-04-15T16:06:22.121 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.121 INFO:tasks.workunit.client.0.smithi016.stdout: "osdmap_mapping": { 2024-04-15T16:06:22.121 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T16:06:22.121 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T16:06:22.121 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.121 INFO:tasks.workunit.client.0.smithi016.stdout: "pgmap": { 2024-04-15T16:06:22.121 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T16:06:22.121 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T16:06:22.121 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.121 INFO:tasks.workunit.client.0.smithi016.stdout: "unittest_1": { 2024-04-15T16:06:22.122 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T16:06:22.122 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T16:06:22.122 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.122 INFO:tasks.workunit.client.0.smithi016.stdout: "unittest_2": { 2024-04-15T16:06:22.122 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T16:06:22.122 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T16:06:22.122 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T16:06:22.122 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.122 INFO:tasks.workunit.client.0.smithi016.stdout: "osd.2": { 2024-04-15T16:06:22.122 INFO:tasks.workunit.client.0.smithi016.stdout: "bloom_filter": { 2024-04-15T16:06:22.122 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T16:06:22.122 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T16:06:22.122 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.122 INFO:tasks.workunit.client.0.smithi016.stdout: "bluefs": { 2024-04-15T16:06:22.123 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 18272, 2024-04-15T16:06:22.123 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 339 2024-04-15T16:06:22.123 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.123 INFO:tasks.workunit.client.0.smithi016.stdout: "bluefs_file_reader": { 2024-04-15T16:06:22.123 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 30592, 2024-04-15T16:06:22.123 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 22 2024-04-15T16:06:22.123 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.123 INFO:tasks.workunit.client.0.smithi016.stdout: "bluefs_file_writer": { 2024-04-15T16:06:22.123 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 2496, 2024-04-15T16:06:22.123 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 13 2024-04-15T16:06:22.123 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.123 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_alloc": { 2024-04-15T16:06:22.123 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 54240, 2024-04-15T16:06:22.123 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 678 2024-04-15T16:06:22.124 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.124 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_blob": { 2024-04-15T16:06:22.124 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 369200, 2024-04-15T16:06:22.124 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 1775 2024-04-15T16:06:22.124 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.124 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_cache_buffer": { 2024-04-15T16:06:22.124 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 256, 2024-04-15T16:06:22.124 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 32 2024-04-15T16:06:22.124 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.124 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_cache_data": { 2024-04-15T16:06:22.124 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 300346, 2024-04-15T16:06:22.124 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 80 2024-04-15T16:06:22.124 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.124 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_cache_meta": { 2024-04-15T16:06:22.124 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 1726687, 2024-04-15T16:06:22.125 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 382516 2024-04-15T16:06:22.125 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.125 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_cache_onode": { 2024-04-15T16:06:22.125 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 5064216, 2024-04-15T16:06:22.125 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 7479 2024-04-15T16:06:22.125 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.125 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_cache_other": { 2024-04-15T16:06:22.125 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 75396, 2024-04-15T16:06:22.125 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 8126 2024-04-15T16:06:22.125 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.125 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_extent": { 2024-04-15T16:06:22.125 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 85200, 2024-04-15T16:06:22.125 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 1775 2024-04-15T16:06:22.125 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.125 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_fsck": { 2024-04-15T16:06:22.126 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T16:06:22.126 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T16:06:22.126 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.126 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_inline_bl": { 2024-04-15T16:06:22.126 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 164604, 2024-04-15T16:06:22.126 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 1182 2024-04-15T16:06:22.126 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.126 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_shared_blob": { 2024-04-15T16:06:22.126 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T16:06:22.127 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T16:06:22.127 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.127 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_txc": { 2024-04-15T16:06:22.127 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 736, 2024-04-15T16:06:22.127 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 1 2024-04-15T16:06:22.127 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.127 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_writing": { 2024-04-15T16:06:22.127 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 74781, 2024-04-15T16:06:22.127 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 56 2024-04-15T16:06:22.127 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.127 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_writing_deferred": { 2024-04-15T16:06:22.127 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 12112, 2024-04-15T16:06:22.127 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 3 2024-04-15T16:06:22.127 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.128 INFO:tasks.workunit.client.0.smithi016.stdout: "buffer_anon": { 2024-04-15T16:06:22.128 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 14906213, 2024-04-15T16:06:22.128 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 257 2024-04-15T16:06:22.128 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.128 INFO:tasks.workunit.client.0.smithi016.stdout: "buffer_meta": { 2024-04-15T16:06:22.128 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 9944, 2024-04-15T16:06:22.128 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 113 2024-04-15T16:06:22.128 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.128 INFO:tasks.workunit.client.0.smithi016.stdout: "mds_co": { 2024-04-15T16:06:22.128 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T16:06:22.128 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T16:06:22.128 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.128 INFO:tasks.workunit.client.0.smithi016.stdout: "osd": { 2024-04-15T16:06:22.129 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 384912, 2024-04-15T16:06:22.129 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 33 2024-04-15T16:06:22.129 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.129 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_mapbl": { 2024-04-15T16:06:22.129 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T16:06:22.129 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T16:06:22.129 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.129 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_pglog": { 2024-04-15T16:06:22.129 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 3140800, 2024-04-15T16:06:22.129 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 6040 2024-04-15T16:06:22.129 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.129 INFO:tasks.workunit.client.0.smithi016.stdout: "osdmap": { 2024-04-15T16:06:22.129 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 667608, 2024-04-15T16:06:22.129 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 11763 2024-04-15T16:06:22.130 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.130 INFO:tasks.workunit.client.0.smithi016.stdout: "osdmap_mapping": { 2024-04-15T16:06:22.130 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T16:06:22.130 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T16:06:22.130 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.130 INFO:tasks.workunit.client.0.smithi016.stdout: "pgmap": { 2024-04-15T16:06:22.130 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T16:06:22.130 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T16:06:22.130 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.130 INFO:tasks.workunit.client.0.smithi016.stdout: "unittest_1": { 2024-04-15T16:06:22.131 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T16:06:22.131 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T16:06:22.131 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.131 INFO:tasks.workunit.client.0.smithi016.stdout: "unittest_2": { 2024-04-15T16:06:22.131 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T16:06:22.131 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T16:06:22.131 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T16:06:22.131 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.131 INFO:tasks.workunit.client.0.smithi016.stdout: "osd.3": { 2024-04-15T16:06:22.131 INFO:tasks.workunit.client.0.smithi016.stdout: "bloom_filter": { 2024-04-15T16:06:22.131 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T16:06:22.131 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T16:06:22.131 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.131 INFO:tasks.workunit.client.0.smithi016.stdout: "bluefs": { 2024-04-15T16:06:22.132 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 19800, 2024-04-15T16:06:22.132 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 361 2024-04-15T16:06:22.132 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.132 INFO:tasks.workunit.client.0.smithi016.stdout: "bluefs_file_reader": { 2024-04-15T16:06:22.132 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 47104, 2024-04-15T16:06:22.132 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 25 2024-04-15T16:06:22.132 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.132 INFO:tasks.workunit.client.0.smithi016.stdout: "bluefs_file_writer": { 2024-04-15T16:06:22.132 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 1536, 2024-04-15T16:06:22.132 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 8 2024-04-15T16:06:22.132 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.132 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_alloc": { 2024-04-15T16:06:22.132 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 54800, 2024-04-15T16:06:22.132 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 685 2024-04-15T16:06:22.132 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.133 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_blob": { 2024-04-15T16:06:22.133 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 356928, 2024-04-15T16:06:22.133 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 1716 2024-04-15T16:06:22.133 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.133 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_cache_buffer": { 2024-04-15T16:06:22.133 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 256, 2024-04-15T16:06:22.133 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 32 2024-04-15T16:06:22.133 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.133 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_cache_data": { 2024-04-15T16:06:22.133 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 449653, 2024-04-15T16:06:22.133 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 108 2024-04-15T16:06:22.133 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.133 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_cache_meta": { 2024-04-15T16:06:22.133 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 1717311, 2024-04-15T16:06:22.134 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 380253 2024-04-15T16:06:22.134 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.134 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_cache_onode": { 2024-04-15T16:06:22.134 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 5031576, 2024-04-15T16:06:22.134 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 7431 2024-04-15T16:06:22.134 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.134 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_cache_other": { 2024-04-15T16:06:22.134 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 66756, 2024-04-15T16:06:22.134 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 6991 2024-04-15T16:06:22.134 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.134 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_extent": { 2024-04-15T16:06:22.134 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 82368, 2024-04-15T16:06:22.134 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 1716 2024-04-15T16:06:22.134 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.134 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_fsck": { 2024-04-15T16:06:22.135 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T16:06:22.135 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T16:06:22.135 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.135 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_inline_bl": { 2024-04-15T16:06:22.135 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 164604, 2024-04-15T16:06:22.135 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 1182 2024-04-15T16:06:22.135 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.135 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_shared_blob": { 2024-04-15T16:06:22.135 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T16:06:22.135 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T16:06:22.135 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.135 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_txc": { 2024-04-15T16:06:22.135 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 736, 2024-04-15T16:06:22.135 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 1 2024-04-15T16:06:22.136 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.136 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_writing": { 2024-04-15T16:06:22.136 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 99050, 2024-04-15T16:06:22.136 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 55 2024-04-15T16:06:22.136 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.136 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_writing_deferred": { 2024-04-15T16:06:22.136 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 12112, 2024-04-15T16:06:22.136 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 3 2024-04-15T16:06:22.136 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.136 INFO:tasks.workunit.client.0.smithi016.stdout: "buffer_anon": { 2024-04-15T16:06:22.136 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 8340241, 2024-04-15T16:06:22.136 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 280 2024-04-15T16:06:22.136 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.136 INFO:tasks.workunit.client.0.smithi016.stdout: "buffer_meta": { 2024-04-15T16:06:22.136 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 10824, 2024-04-15T16:06:22.137 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 123 2024-04-15T16:06:22.137 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.137 INFO:tasks.workunit.client.0.smithi016.stdout: "mds_co": { 2024-04-15T16:06:22.137 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T16:06:22.137 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T16:06:22.137 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.137 INFO:tasks.workunit.client.0.smithi016.stdout: "osd": { 2024-04-15T16:06:22.137 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 431568, 2024-04-15T16:06:22.137 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 37 2024-04-15T16:06:22.137 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.137 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_mapbl": { 2024-04-15T16:06:22.137 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T16:06:22.137 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T16:06:22.137 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.138 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_pglog": { 2024-04-15T16:06:22.138 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 3451760, 2024-04-15T16:06:22.138 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 9038 2024-04-15T16:06:22.138 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.138 INFO:tasks.workunit.client.0.smithi016.stdout: "osdmap": { 2024-04-15T16:06:22.138 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 667608, 2024-04-15T16:06:22.138 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 11763 2024-04-15T16:06:22.138 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.138 INFO:tasks.workunit.client.0.smithi016.stdout: "osdmap_mapping": { 2024-04-15T16:06:22.138 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T16:06:22.138 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T16:06:22.138 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.138 INFO:tasks.workunit.client.0.smithi016.stdout: "pgmap": { 2024-04-15T16:06:22.138 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T16:06:22.139 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T16:06:22.139 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.139 INFO:tasks.workunit.client.0.smithi016.stdout: "unittest_1": { 2024-04-15T16:06:22.139 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T16:06:22.139 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T16:06:22.139 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.139 INFO:tasks.workunit.client.0.smithi016.stdout: "unittest_2": { 2024-04-15T16:06:22.139 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T16:06:22.139 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T16:06:22.139 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T16:06:22.139 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.139 INFO:tasks.workunit.client.0.smithi016.stdout: "osd.4": { 2024-04-15T16:06:22.139 INFO:tasks.workunit.client.0.smithi016.stdout: "bloom_filter": { 2024-04-15T16:06:22.139 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T16:06:22.139 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T16:06:22.140 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.140 INFO:tasks.workunit.client.0.smithi016.stdout: "bluefs": { 2024-04-15T16:06:22.140 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 21728, 2024-04-15T16:06:22.140 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 390 2024-04-15T16:06:22.140 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.140 INFO:tasks.workunit.client.0.smithi016.stdout: "bluefs_file_reader": { 2024-04-15T16:06:22.140 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 31104, 2024-04-15T16:06:22.140 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 26 2024-04-15T16:06:22.140 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.140 INFO:tasks.workunit.client.0.smithi016.stdout: "bluefs_file_writer": { 2024-04-15T16:06:22.140 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 2304, 2024-04-15T16:06:22.140 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 12 2024-04-15T16:06:22.140 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.140 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_alloc": { 2024-04-15T16:06:22.140 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 54480, 2024-04-15T16:06:22.141 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 681 2024-04-15T16:06:22.141 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.141 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_blob": { 2024-04-15T16:06:22.141 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 357136, 2024-04-15T16:06:22.141 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 1717 2024-04-15T16:06:22.141 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.141 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_cache_buffer": { 2024-04-15T16:06:22.141 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 256, 2024-04-15T16:06:22.141 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 32 2024-04-15T16:06:22.141 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.141 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_cache_data": { 2024-04-15T16:06:22.141 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 338301, 2024-04-15T16:06:22.141 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 92 2024-04-15T16:06:22.141 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.141 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_cache_meta": { 2024-04-15T16:06:22.141 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 2076111, 2024-04-15T16:06:22.142 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 460326 2024-04-15T16:06:22.142 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.142 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_cache_onode": { 2024-04-15T16:06:22.142 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 5989696, 2024-04-15T16:06:22.142 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 8840 2024-04-15T16:06:22.142 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.142 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_cache_other": { 2024-04-15T16:06:22.142 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 67100, 2024-04-15T16:06:22.142 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 6994 2024-04-15T16:06:22.142 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.142 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_extent": { 2024-04-15T16:06:22.142 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 82368, 2024-04-15T16:06:22.142 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 1716 2024-04-15T16:06:22.142 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.143 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_fsck": { 2024-04-15T16:06:22.143 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T16:06:22.143 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T16:06:22.143 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.143 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_inline_bl": { 2024-04-15T16:06:22.143 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 164436, 2024-04-15T16:06:22.143 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 1182 2024-04-15T16:06:22.143 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.143 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_shared_blob": { 2024-04-15T16:06:22.143 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T16:06:22.143 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T16:06:22.143 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.143 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_txc": { 2024-04-15T16:06:22.143 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 1472, 2024-04-15T16:06:22.143 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 2 2024-04-15T16:06:22.144 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.144 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_writing": { 2024-04-15T16:06:22.144 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 110205, 2024-04-15T16:06:22.144 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 62 2024-04-15T16:06:22.144 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.144 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_writing_deferred": { 2024-04-15T16:06:22.144 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 20128, 2024-04-15T16:06:22.144 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 5 2024-04-15T16:06:22.144 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.144 INFO:tasks.workunit.client.0.smithi016.stdout: "buffer_anon": { 2024-04-15T16:06:22.144 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 13312424, 2024-04-15T16:06:22.144 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 8981 2024-04-15T16:06:22.144 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.144 INFO:tasks.workunit.client.0.smithi016.stdout: "buffer_meta": { 2024-04-15T16:06:22.144 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 10208, 2024-04-15T16:06:22.145 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 116 2024-04-15T16:06:22.145 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.145 INFO:tasks.workunit.client.0.smithi016.stdout: "mds_co": { 2024-04-15T16:06:22.145 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T16:06:22.145 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T16:06:22.145 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.145 INFO:tasks.workunit.client.0.smithi016.stdout: "osd": { 2024-04-15T16:06:22.145 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 466560, 2024-04-15T16:06:22.145 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 40 2024-04-15T16:06:22.145 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.145 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_mapbl": { 2024-04-15T16:06:22.145 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T16:06:22.145 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T16:06:22.145 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.145 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_pglog": { 2024-04-15T16:06:22.145 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 5162560, 2024-04-15T16:06:22.146 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 12328 2024-04-15T16:06:22.146 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.146 INFO:tasks.workunit.client.0.smithi016.stdout: "osdmap": { 2024-04-15T16:06:22.146 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 667608, 2024-04-15T16:06:22.146 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 11763 2024-04-15T16:06:22.146 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.146 INFO:tasks.workunit.client.0.smithi016.stdout: "osdmap_mapping": { 2024-04-15T16:06:22.146 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T16:06:22.146 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T16:06:22.146 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.146 INFO:tasks.workunit.client.0.smithi016.stdout: "pgmap": { 2024-04-15T16:06:22.146 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T16:06:22.146 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T16:06:22.147 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.147 INFO:tasks.workunit.client.0.smithi016.stdout: "unittest_1": { 2024-04-15T16:06:22.147 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T16:06:22.147 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T16:06:22.147 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.147 INFO:tasks.workunit.client.0.smithi016.stdout: "unittest_2": { 2024-04-15T16:06:22.147 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T16:06:22.147 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T16:06:22.147 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T16:06:22.147 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.147 INFO:tasks.workunit.client.0.smithi016.stdout: "osd.5": { 2024-04-15T16:06:22.147 INFO:tasks.workunit.client.0.smithi016.stdout: "bloom_filter": { 2024-04-15T16:06:22.147 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T16:06:22.147 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T16:06:22.148 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.148 INFO:tasks.workunit.client.0.smithi016.stdout: "bluefs": { 2024-04-15T16:06:22.148 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 18976, 2024-04-15T16:06:22.148 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 345 2024-04-15T16:06:22.148 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.148 INFO:tasks.workunit.client.0.smithi016.stdout: "bluefs_file_reader": { 2024-04-15T16:06:22.148 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 30848, 2024-04-15T16:06:22.148 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 24 2024-04-15T16:06:22.148 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.148 INFO:tasks.workunit.client.0.smithi016.stdout: "bluefs_file_writer": { 2024-04-15T16:06:22.148 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 960, 2024-04-15T16:06:22.148 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 5 2024-04-15T16:06:22.148 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.149 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_alloc": { 2024-04-15T16:06:22.149 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 53200, 2024-04-15T16:06:22.149 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 665 2024-04-15T16:06:22.149 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.149 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_blob": { 2024-04-15T16:06:22.149 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 357136, 2024-04-15T16:06:22.149 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 1717 2024-04-15T16:06:22.149 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.149 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_cache_buffer": { 2024-04-15T16:06:22.149 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 256, 2024-04-15T16:06:22.149 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 32 2024-04-15T16:06:22.149 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.149 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_cache_data": { 2024-04-15T16:06:22.149 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 419244, 2024-04-15T16:06:22.150 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 115 2024-04-15T16:06:22.150 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.150 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_cache_meta": { 2024-04-15T16:06:22.150 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 2357415, 2024-04-15T16:06:22.150 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 524952 2024-04-15T16:06:22.150 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.150 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_cache_onode": { 2024-04-15T16:06:22.150 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 6770336, 2024-04-15T16:06:22.150 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 9988 2024-04-15T16:06:22.150 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.150 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_cache_other": { 2024-04-15T16:06:22.150 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 67352, 2024-04-15T16:06:22.150 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 6999 2024-04-15T16:06:22.150 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.151 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_extent": { 2024-04-15T16:06:22.151 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 82368, 2024-04-15T16:06:22.151 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 1716 2024-04-15T16:06:22.151 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.151 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_fsck": { 2024-04-15T16:06:22.151 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T16:06:22.151 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T16:06:22.151 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.151 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_inline_bl": { 2024-04-15T16:06:22.151 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 164692, 2024-04-15T16:06:22.151 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 1183 2024-04-15T16:06:22.151 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.151 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_shared_blob": { 2024-04-15T16:06:22.151 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T16:06:22.151 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T16:06:22.152 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.152 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_txc": { 2024-04-15T16:06:22.152 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 1472, 2024-04-15T16:06:22.152 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 2 2024-04-15T16:06:22.152 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.152 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_writing": { 2024-04-15T16:06:22.152 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 90817, 2024-04-15T16:06:22.152 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 59 2024-04-15T16:06:22.152 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.152 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_writing_deferred": { 2024-04-15T16:06:22.152 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 20128, 2024-04-15T16:06:22.152 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 5 2024-04-15T16:06:22.152 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.152 INFO:tasks.workunit.client.0.smithi016.stdout: "buffer_anon": { 2024-04-15T16:06:22.153 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 5496043, 2024-04-15T16:06:22.153 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 246 2024-04-15T16:06:22.153 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.153 INFO:tasks.workunit.client.0.smithi016.stdout: "buffer_meta": { 2024-04-15T16:06:22.153 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 11528, 2024-04-15T16:06:22.153 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 131 2024-04-15T16:06:22.153 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.153 INFO:tasks.workunit.client.0.smithi016.stdout: "mds_co": { 2024-04-15T16:06:22.153 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T16:06:22.153 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T16:06:22.153 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.153 INFO:tasks.workunit.client.0.smithi016.stdout: "osd": { 2024-04-15T16:06:22.153 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 489888, 2024-04-15T16:06:22.153 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 42 2024-04-15T16:06:22.153 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.154 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_mapbl": { 2024-04-15T16:06:22.154 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T16:06:22.154 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T16:06:22.154 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.154 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_pglog": { 2024-04-15T16:06:22.154 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 6345040, 2024-04-15T16:06:22.154 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 12202 2024-04-15T16:06:22.154 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.154 INFO:tasks.workunit.client.0.smithi016.stdout: "osdmap": { 2024-04-15T16:06:22.154 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 667608, 2024-04-15T16:06:22.154 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 11763 2024-04-15T16:06:22.154 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.154 INFO:tasks.workunit.client.0.smithi016.stdout: "osdmap_mapping": { 2024-04-15T16:06:22.154 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T16:06:22.155 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T16:06:22.155 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.155 INFO:tasks.workunit.client.0.smithi016.stdout: "pgmap": { 2024-04-15T16:06:22.155 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T16:06:22.155 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T16:06:22.155 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.155 INFO:tasks.workunit.client.0.smithi016.stdout: "unittest_1": { 2024-04-15T16:06:22.155 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T16:06:22.155 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T16:06:22.155 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.155 INFO:tasks.workunit.client.0.smithi016.stdout: "unittest_2": { 2024-04-15T16:06:22.156 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T16:06:22.156 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T16:06:22.156 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T16:06:22.156 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.156 INFO:tasks.workunit.client.0.smithi016.stdout: "osd.6": { 2024-04-15T16:06:22.156 INFO:tasks.workunit.client.0.smithi016.stdout: "bloom_filter": { 2024-04-15T16:06:22.156 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T16:06:22.156 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T16:06:22.156 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.156 INFO:tasks.workunit.client.0.smithi016.stdout: "bluefs": { 2024-04-15T16:06:22.156 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 15896, 2024-04-15T16:06:22.156 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 299 2024-04-15T16:06:22.156 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.156 INFO:tasks.workunit.client.0.smithi016.stdout: "bluefs_file_reader": { 2024-04-15T16:06:22.157 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 34688, 2024-04-15T16:06:22.157 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 22 2024-04-15T16:06:22.157 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.157 INFO:tasks.workunit.client.0.smithi016.stdout: "bluefs_file_writer": { 2024-04-15T16:06:22.157 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 3072, 2024-04-15T16:06:22.157 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 16 2024-04-15T16:06:22.157 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.157 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_alloc": { 2024-04-15T16:06:22.157 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 54240, 2024-04-15T16:06:22.157 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 678 2024-04-15T16:06:22.157 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.157 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_blob": { 2024-04-15T16:06:22.157 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 358592, 2024-04-15T16:06:22.157 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 1724 2024-04-15T16:06:22.157 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.158 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_cache_buffer": { 2024-04-15T16:06:22.158 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 256, 2024-04-15T16:06:22.158 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 32 2024-04-15T16:06:22.158 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.158 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_cache_data": { 2024-04-15T16:06:22.158 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 1075383, 2024-04-15T16:06:22.158 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 266 2024-04-15T16:06:22.158 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.158 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_cache_meta": { 2024-04-15T16:06:22.158 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 1727965, 2024-04-15T16:06:22.158 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 377589 2024-04-15T16:06:22.158 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.158 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_cache_onode": { 2024-04-15T16:06:22.158 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 4972416, 2024-04-15T16:06:22.159 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 7344 2024-04-15T16:06:22.159 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.159 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_cache_other": { 2024-04-15T16:06:22.159 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 68256, 2024-04-15T16:06:22.159 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 7153 2024-04-15T16:06:22.159 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.159 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_extent": { 2024-04-15T16:06:22.159 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 82752, 2024-04-15T16:06:22.159 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 1724 2024-04-15T16:06:22.159 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.159 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_fsck": { 2024-04-15T16:06:22.159 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T16:06:22.159 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T16:06:22.159 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.160 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_inline_bl": { 2024-04-15T16:06:22.160 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 164348, 2024-04-15T16:06:22.160 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 1181 2024-04-15T16:06:22.160 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.160 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_shared_blob": { 2024-04-15T16:06:22.160 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T16:06:22.160 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T16:06:22.160 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.160 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_txc": { 2024-04-15T16:06:22.160 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 736, 2024-04-15T16:06:22.160 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 1 2024-04-15T16:06:22.160 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.160 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_writing": { 2024-04-15T16:06:22.160 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 62763, 2024-04-15T16:06:22.160 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 42 2024-04-15T16:06:22.161 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.161 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_writing_deferred": { 2024-04-15T16:06:22.161 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 12112, 2024-04-15T16:06:22.161 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 3 2024-04-15T16:06:22.161 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.161 INFO:tasks.workunit.client.0.smithi016.stdout: "buffer_anon": { 2024-04-15T16:06:22.161 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 16537019, 2024-04-15T16:06:22.161 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 261 2024-04-15T16:06:22.161 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.161 INFO:tasks.workunit.client.0.smithi016.stdout: "buffer_meta": { 2024-04-15T16:06:22.161 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 24552, 2024-04-15T16:06:22.161 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 279 2024-04-15T16:06:22.161 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.161 INFO:tasks.workunit.client.0.smithi016.stdout: "mds_co": { 2024-04-15T16:06:22.161 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T16:06:22.162 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T16:06:22.162 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.162 INFO:tasks.workunit.client.0.smithi016.stdout: "osd": { 2024-04-15T16:06:22.162 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 454896, 2024-04-15T16:06:22.162 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 39 2024-04-15T16:06:22.162 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.162 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_mapbl": { 2024-04-15T16:06:22.162 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T16:06:22.162 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T16:06:22.162 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.162 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_pglog": { 2024-04-15T16:06:22.162 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 3727360, 2024-04-15T16:06:22.162 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 9568 2024-04-15T16:06:22.162 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.162 INFO:tasks.workunit.client.0.smithi016.stdout: "osdmap": { 2024-04-15T16:06:22.163 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 667608, 2024-04-15T16:06:22.163 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 11763 2024-04-15T16:06:22.163 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.163 INFO:tasks.workunit.client.0.smithi016.stdout: "osdmap_mapping": { 2024-04-15T16:06:22.163 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T16:06:22.163 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T16:06:22.163 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.163 INFO:tasks.workunit.client.0.smithi016.stdout: "pgmap": { 2024-04-15T16:06:22.163 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T16:06:22.163 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T16:06:22.163 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.163 INFO:tasks.workunit.client.0.smithi016.stdout: "unittest_1": { 2024-04-15T16:06:22.163 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T16:06:22.163 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T16:06:22.163 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.164 INFO:tasks.workunit.client.0.smithi016.stdout: "unittest_2": { 2024-04-15T16:06:22.164 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T16:06:22.164 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T16:06:22.164 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T16:06:22.164 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.164 INFO:tasks.workunit.client.0.smithi016.stdout: "osd.7": { 2024-04-15T16:06:22.164 INFO:tasks.workunit.client.0.smithi016.stdout: "bloom_filter": { 2024-04-15T16:06:22.164 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T16:06:22.164 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T16:06:22.164 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.164 INFO:tasks.workunit.client.0.smithi016.stdout: "bluefs": { 2024-04-15T16:06:22.164 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 15520, 2024-04-15T16:06:22.164 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 294 2024-04-15T16:06:22.164 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.164 INFO:tasks.workunit.client.0.smithi016.stdout: "bluefs_file_reader": { 2024-04-15T16:06:22.165 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 120576, 2024-04-15T16:06:22.165 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 22 2024-04-15T16:06:22.165 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.165 INFO:tasks.workunit.client.0.smithi016.stdout: "bluefs_file_writer": { 2024-04-15T16:06:22.165 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 3072, 2024-04-15T16:06:22.165 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 16 2024-04-15T16:06:22.165 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.165 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_alloc": { 2024-04-15T16:06:22.165 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 53600, 2024-04-15T16:06:22.165 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 670 2024-04-15T16:06:22.165 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.165 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_blob": { 2024-04-15T16:06:22.165 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 358592, 2024-04-15T16:06:22.165 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 1724 2024-04-15T16:06:22.165 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.166 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_cache_buffer": { 2024-04-15T16:06:22.166 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 256, 2024-04-15T16:06:22.166 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 32 2024-04-15T16:06:22.166 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.166 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_cache_data": { 2024-04-15T16:06:22.166 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 342556, 2024-04-15T16:06:22.166 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 100 2024-04-15T16:06:22.166 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.166 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_cache_meta": { 2024-04-15T16:06:22.166 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 2059150, 2024-04-15T16:06:22.166 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 456726 2024-04-15T16:06:22.166 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.166 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_cache_onode": { 2024-04-15T16:06:22.167 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 5925776, 2024-04-15T16:06:22.167 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 8746 2024-04-15T16:06:22.167 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.167 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_cache_other": { 2024-04-15T16:06:22.167 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 68468, 2024-04-15T16:06:22.167 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 7153 2024-04-15T16:06:22.167 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.167 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_extent": { 2024-04-15T16:06:22.167 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 82704, 2024-04-15T16:06:22.167 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 1723 2024-04-15T16:06:22.167 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.167 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_fsck": { 2024-04-15T16:06:22.167 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T16:06:22.167 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T16:06:22.167 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.168 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_inline_bl": { 2024-04-15T16:06:22.168 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 164604, 2024-04-15T16:06:22.168 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 1182 2024-04-15T16:06:22.168 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.168 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_shared_blob": { 2024-04-15T16:06:22.168 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T16:06:22.168 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T16:06:22.168 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.168 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_txc": { 2024-04-15T16:06:22.168 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 1472, 2024-04-15T16:06:22.168 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 2 2024-04-15T16:06:22.168 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.169 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_writing": { 2024-04-15T16:06:22.169 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 123276, 2024-04-15T16:06:22.169 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 61 2024-04-15T16:06:22.169 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.169 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_writing_deferred": { 2024-04-15T16:06:22.169 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 20128, 2024-04-15T16:06:22.169 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 5 2024-04-15T16:06:22.169 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.169 INFO:tasks.workunit.client.0.smithi016.stdout: "buffer_anon": { 2024-04-15T16:06:22.169 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 16534121, 2024-04-15T16:06:22.169 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 255 2024-04-15T16:06:22.169 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.169 INFO:tasks.workunit.client.0.smithi016.stdout: "buffer_meta": { 2024-04-15T16:06:22.169 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 10472, 2024-04-15T16:06:22.170 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 119 2024-04-15T16:06:22.170 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.170 INFO:tasks.workunit.client.0.smithi016.stdout: "mds_co": { 2024-04-15T16:06:22.170 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T16:06:22.170 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T16:06:22.170 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.170 INFO:tasks.workunit.client.0.smithi016.stdout: "osd": { 2024-04-15T16:06:22.170 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 478224, 2024-04-15T16:06:22.170 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 41 2024-04-15T16:06:22.170 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.170 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_mapbl": { 2024-04-15T16:06:22.170 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T16:06:22.170 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T16:06:22.170 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.170 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_pglog": { 2024-04-15T16:06:22.171 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 5080920, 2024-04-15T16:06:22.171 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 9787 2024-04-15T16:06:22.171 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.171 INFO:tasks.workunit.client.0.smithi016.stdout: "osdmap": { 2024-04-15T16:06:22.171 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 667608, 2024-04-15T16:06:22.171 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 11763 2024-04-15T16:06:22.171 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.171 INFO:tasks.workunit.client.0.smithi016.stdout: "osdmap_mapping": { 2024-04-15T16:06:22.171 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T16:06:22.171 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T16:06:22.171 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.171 INFO:tasks.workunit.client.0.smithi016.stdout: "pgmap": { 2024-04-15T16:06:22.171 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T16:06:22.171 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T16:06:22.171 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.172 INFO:tasks.workunit.client.0.smithi016.stdout: "unittest_1": { 2024-04-15T16:06:22.172 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T16:06:22.172 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T16:06:22.172 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.172 INFO:tasks.workunit.client.0.smithi016.stdout: "unittest_2": { 2024-04-15T16:06:22.172 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T16:06:22.172 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T16:06:22.172 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T16:06:22.172 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T16:06:22.172 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T16:06:22.172 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.172 INFO:tasks.workunit.client.0.smithi016.stdout: "metadata": { 2024-04-15T16:06:22.172 INFO:tasks.workunit.client.0.smithi016.stdout: "mds": { 2024-04-15T16:06:22.172 INFO:tasks.workunit.client.0.smithi016.stdout: "arch": { 2024-04-15T16:06:22.173 INFO:tasks.workunit.client.0.smithi016.stdout: "x86_64": 2 2024-04-15T16:06:22.173 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.173 INFO:tasks.workunit.client.0.smithi016.stdout: "ceph_version": { 2024-04-15T16:06:22.173 INFO:tasks.workunit.client.0.smithi016.stdout: "ceph version 19.0.0-3080-gc2d8c315 (c2d8c3155d854ee204cb7c7261232571229d1d54) squid (dev)": 2 2024-04-15T16:06:22.173 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.173 INFO:tasks.workunit.client.0.smithi016.stdout: "cpu": { 2024-04-15T16:06:22.173 INFO:tasks.workunit.client.0.smithi016.stdout: "Intel(R) Xeon(R) CPU E5-1620 v3 @ 3.50GHz": 1, 2024-04-15T16:06:22.173 INFO:tasks.workunit.client.0.smithi016.stdout: "Intel(R) Xeon(R) CPU E5-1620 v4 @ 3.50GHz": 1 2024-04-15T16:06:22.173 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.173 INFO:tasks.workunit.client.0.smithi016.stdout: "distro": { 2024-04-15T16:06:22.173 INFO:tasks.workunit.client.0.smithi016.stdout: "centos": 2 2024-04-15T16:06:22.173 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.173 INFO:tasks.workunit.client.0.smithi016.stdout: "distro_description": { 2024-04-15T16:06:22.173 INFO:tasks.workunit.client.0.smithi016.stdout: "CentOS Stream 8": 2 2024-04-15T16:06:22.173 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.174 INFO:tasks.workunit.client.0.smithi016.stdout: "kernel_description": { 2024-04-15T16:06:22.174 INFO:tasks.workunit.client.0.smithi016.stdout: "#1 SMP PREEMPT_DYNAMIC Fri Apr 12 13:55:21 UTC 2024": 2 2024-04-15T16:06:22.174 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.174 INFO:tasks.workunit.client.0.smithi016.stdout: "kernel_version": { 2024-04-15T16:06:22.174 INFO:tasks.workunit.client.0.smithi016.stdout: "5.14.0-438.el9.x86_64": 2 2024-04-15T16:06:22.174 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.174 INFO:tasks.workunit.client.0.smithi016.stdout: "os": { 2024-04-15T16:06:22.174 INFO:tasks.workunit.client.0.smithi016.stdout: "Linux": 2 2024-04-15T16:06:22.174 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T16:06:22.174 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.174 INFO:tasks.workunit.client.0.smithi016.stdout: "mon": { 2024-04-15T16:06:22.174 INFO:tasks.workunit.client.0.smithi016.stdout: "arch": { 2024-04-15T16:06:22.174 INFO:tasks.workunit.client.0.smithi016.stdout: "x86_64": 3 2024-04-15T16:06:22.174 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.174 INFO:tasks.workunit.client.0.smithi016.stdout: "ceph_version": { 2024-04-15T16:06:22.175 INFO:tasks.workunit.client.0.smithi016.stdout: "ceph version 19.0.0-3080-gc2d8c315 (c2d8c3155d854ee204cb7c7261232571229d1d54) squid (dev)": 3 2024-04-15T16:06:22.175 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.175 INFO:tasks.workunit.client.0.smithi016.stdout: "cpu": { 2024-04-15T16:06:22.175 INFO:tasks.workunit.client.0.smithi016.stdout: "Intel(R) Xeon(R) CPU E5-1620 v3 @ 3.50GHz": 2, 2024-04-15T16:06:22.175 INFO:tasks.workunit.client.0.smithi016.stdout: "Intel(R) Xeon(R) CPU E5-1620 v4 @ 3.50GHz": 1 2024-04-15T16:06:22.175 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.175 INFO:tasks.workunit.client.0.smithi016.stdout: "distro": { 2024-04-15T16:06:22.175 INFO:tasks.workunit.client.0.smithi016.stdout: "centos": 3 2024-04-15T16:06:22.175 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.175 INFO:tasks.workunit.client.0.smithi016.stdout: "distro_description": { 2024-04-15T16:06:22.175 INFO:tasks.workunit.client.0.smithi016.stdout: "CentOS Stream 8": 3 2024-04-15T16:06:22.175 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.175 INFO:tasks.workunit.client.0.smithi016.stdout: "kernel_description": { 2024-04-15T16:06:22.175 INFO:tasks.workunit.client.0.smithi016.stdout: "#1 SMP PREEMPT_DYNAMIC Fri Apr 12 13:55:21 UTC 2024": 3 2024-04-15T16:06:22.176 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.176 INFO:tasks.workunit.client.0.smithi016.stdout: "kernel_version": { 2024-04-15T16:06:22.176 INFO:tasks.workunit.client.0.smithi016.stdout: "5.14.0-438.el9.x86_64": 3 2024-04-15T16:06:22.176 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.176 INFO:tasks.workunit.client.0.smithi016.stdout: "os": { 2024-04-15T16:06:22.176 INFO:tasks.workunit.client.0.smithi016.stdout: "Linux": 3 2024-04-15T16:06:22.176 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T16:06:22.176 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.176 INFO:tasks.workunit.client.0.smithi016.stdout: "osd": { 2024-04-15T16:06:22.176 INFO:tasks.workunit.client.0.smithi016.stdout: "arch": { 2024-04-15T16:06:22.176 INFO:tasks.workunit.client.0.smithi016.stdout: "x86_64": 8 2024-04-15T16:06:22.176 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.176 INFO:tasks.workunit.client.0.smithi016.stdout: "ceph_version": { 2024-04-15T16:06:22.176 INFO:tasks.workunit.client.0.smithi016.stdout: "ceph version 19.0.0-3080-gc2d8c315 (c2d8c3155d854ee204cb7c7261232571229d1d54) squid (dev)": 8 2024-04-15T16:06:22.176 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.177 INFO:tasks.workunit.client.0.smithi016.stdout: "cpu": { 2024-04-15T16:06:22.177 INFO:tasks.workunit.client.0.smithi016.stdout: "Intel(R) Xeon(R) CPU E5-1620 v3 @ 3.50GHz": 4, 2024-04-15T16:06:22.177 INFO:tasks.workunit.client.0.smithi016.stdout: "Intel(R) Xeon(R) CPU E5-1620 v4 @ 3.50GHz": 4 2024-04-15T16:06:22.177 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.177 INFO:tasks.workunit.client.0.smithi016.stdout: "distro": { 2024-04-15T16:06:22.177 INFO:tasks.workunit.client.0.smithi016.stdout: "centos": 8 2024-04-15T16:06:22.177 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.177 INFO:tasks.workunit.client.0.smithi016.stdout: "distro_description": { 2024-04-15T16:06:22.177 INFO:tasks.workunit.client.0.smithi016.stdout: "CentOS Stream 8": 8 2024-04-15T16:06:22.177 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.177 INFO:tasks.workunit.client.0.smithi016.stdout: "kernel_description": { 2024-04-15T16:06:22.177 INFO:tasks.workunit.client.0.smithi016.stdout: "#1 SMP PREEMPT_DYNAMIC Fri Apr 12 13:55:21 UTC 2024": 8 2024-04-15T16:06:22.177 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.177 INFO:tasks.workunit.client.0.smithi016.stdout: "kernel_version": { 2024-04-15T16:06:22.177 INFO:tasks.workunit.client.0.smithi016.stdout: "5.14.0-438.el9.x86_64": 8 2024-04-15T16:06:22.178 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.178 INFO:tasks.workunit.client.0.smithi016.stdout: "os": { 2024-04-15T16:06:22.178 INFO:tasks.workunit.client.0.smithi016.stdout: "Linux": 8 2024-04-15T16:06:22.178 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.178 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_objectstore": { 2024-04-15T16:06:22.178 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore": 8 2024-04-15T16:06:22.178 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.178 INFO:tasks.workunit.client.0.smithi016.stdout: "rotational": { 2024-04-15T16:06:22.178 INFO:tasks.workunit.client.0.smithi016.stdout: "0": 8 2024-04-15T16:06:22.178 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T16:06:22.178 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T16:06:22.178 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.178 INFO:tasks.workunit.client.0.smithi016.stdout: "mon": { 2024-04-15T16:06:22.178 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 3, 2024-04-15T16:06:22.179 INFO:tasks.workunit.client.0.smithi016.stdout: "features": { 2024-04-15T16:06:22.179 INFO:tasks.workunit.client.0.smithi016.stdout: "optional": [], 2024-04-15T16:06:22.179 INFO:tasks.workunit.client.0.smithi016.stdout: "persistent": [ 2024-04-15T16:06:22.179 INFO:tasks.workunit.client.0.smithi016.stdout: "kraken", 2024-04-15T16:06:22.179 INFO:tasks.workunit.client.0.smithi016.stdout: "luminous", 2024-04-15T16:06:22.180 INFO:tasks.workunit.client.0.smithi016.stdout: "mimic", 2024-04-15T16:06:22.180 INFO:tasks.workunit.client.0.smithi016.stdout: "osdmap-prune", 2024-04-15T16:06:22.180 INFO:tasks.workunit.client.0.smithi016.stdout: "nautilus", 2024-04-15T16:06:22.180 INFO:tasks.workunit.client.0.smithi016.stdout: "octopus", 2024-04-15T16:06:22.180 INFO:tasks.workunit.client.0.smithi016.stdout: "pacific", 2024-04-15T16:06:22.180 INFO:tasks.workunit.client.0.smithi016.stdout: "elector-pinging", 2024-04-15T16:06:22.180 INFO:tasks.workunit.client.0.smithi016.stdout: "quincy", 2024-04-15T16:06:22.180 INFO:tasks.workunit.client.0.smithi016.stdout: "reef", 2024-04-15T16:06:22.180 INFO:tasks.workunit.client.0.smithi016.stdout: "squid" 2024-04-15T16:06:22.180 INFO:tasks.workunit.client.0.smithi016.stdout: ] 2024-04-15T16:06:22.180 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.180 INFO:tasks.workunit.client.0.smithi016.stdout: "ipv4_addr_mons": 6, 2024-04-15T16:06:22.181 INFO:tasks.workunit.client.0.smithi016.stdout: "ipv6_addr_mons": 0, 2024-04-15T16:06:22.181 INFO:tasks.workunit.client.0.smithi016.stdout: "min_mon_release": 19, 2024-04-15T16:06:22.181 INFO:tasks.workunit.client.0.smithi016.stdout: "v1_addr_mons": 3, 2024-04-15T16:06:22.181 INFO:tasks.workunit.client.0.smithi016.stdout: "v2_addr_mons": 3 2024-04-15T16:06:22.181 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.181 INFO:tasks.workunit.client.0.smithi016.stdout: "organization": "ceph-qa", 2024-04-15T16:06:22.181 INFO:tasks.workunit.client.0.smithi016.stdout: "osd": { 2024-04-15T16:06:22.181 INFO:tasks.workunit.client.0.smithi016.stdout: "cluster_network": false, 2024-04-15T16:06:22.181 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 8, 2024-04-15T16:06:22.181 INFO:tasks.workunit.client.0.smithi016.stdout: "require_min_compat_client": "luminous", 2024-04-15T16:06:22.181 INFO:tasks.workunit.client.0.smithi016.stdout: "require_osd_release": "squid" 2024-04-15T16:06:22.181 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.181 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_perf_histograms": [ 2024-04-15T16:06:22.181 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-15T16:06:22.181 INFO:tasks.workunit.client.0.smithi016.stdout: "op_r_latency_out_bytes_histogram": { 2024-04-15T16:06:22.182 INFO:tasks.workunit.client.0.smithi016.stdout: "axes": [ 2024-04-15T16:06:22.182 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-15T16:06:22.182 INFO:tasks.workunit.client.0.smithi016.stdout: "buckets": 32, 2024-04-15T16:06:22.182 INFO:tasks.workunit.client.0.smithi016.stdout: "min": 0, 2024-04-15T16:06:22.182 INFO:tasks.workunit.client.0.smithi016.stdout: "name": "Latency (usec)", 2024-04-15T16:06:22.182 INFO:tasks.workunit.client.0.smithi016.stdout: "quant_size": 100000, 2024-04-15T16:06:22.182 INFO:tasks.workunit.client.0.smithi016.stdout: "ranges": [ 2024-04-15T16:06:22.182 INFO:tasks.workunit.client.0.smithi016.stdout: "[None, -1]", 2024-04-15T16:06:22.182 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 99999]", 2024-04-15T16:06:22.182 INFO:tasks.workunit.client.0.smithi016.stdout: "[100000, 199999]", 2024-04-15T16:06:22.182 INFO:tasks.workunit.client.0.smithi016.stdout: "[200000, 399999]", 2024-04-15T16:06:22.182 INFO:tasks.workunit.client.0.smithi016.stdout: "[400000, 799999]", 2024-04-15T16:06:22.183 INFO:tasks.workunit.client.0.smithi016.stdout: "[800000, 1599999]", 2024-04-15T16:06:22.183 INFO:tasks.workunit.client.0.smithi016.stdout: "[1600000, 3199999]", 2024-04-15T16:06:22.183 INFO:tasks.workunit.client.0.smithi016.stdout: "[3200000, 6399999]", 2024-04-15T16:06:22.183 INFO:tasks.workunit.client.0.smithi016.stdout: "[6400000, 12799999]", 2024-04-15T16:06:22.183 INFO:tasks.workunit.client.0.smithi016.stdout: "[12800000, 25599999]", 2024-04-15T16:06:22.183 INFO:tasks.workunit.client.0.smithi016.stdout: "[25600000, 51199999]", 2024-04-15T16:06:22.183 INFO:tasks.workunit.client.0.smithi016.stdout: "[51200000, 102399999]", 2024-04-15T16:06:22.183 INFO:tasks.workunit.client.0.smithi016.stdout: "[102400000, 204799999]", 2024-04-15T16:06:22.183 INFO:tasks.workunit.client.0.smithi016.stdout: "[204800000, 409599999]", 2024-04-15T16:06:22.183 INFO:tasks.workunit.client.0.smithi016.stdout: "[409600000, 819199999]", 2024-04-15T16:06:22.183 INFO:tasks.workunit.client.0.smithi016.stdout: "[819200000, 1638399999]", 2024-04-15T16:06:22.183 INFO:tasks.workunit.client.0.smithi016.stdout: "[1638400000, 3276799999]", 2024-04-15T16:06:22.183 INFO:tasks.workunit.client.0.smithi016.stdout: "[3276800000, 6553599999]", 2024-04-15T16:06:22.183 INFO:tasks.workunit.client.0.smithi016.stdout: "[6553600000, 13107199999]", 2024-04-15T16:06:22.184 INFO:tasks.workunit.client.0.smithi016.stdout: "[13107200000, 26214399999]", 2024-04-15T16:06:22.184 INFO:tasks.workunit.client.0.smithi016.stdout: "[26214400000, 52428799999]", 2024-04-15T16:06:22.184 INFO:tasks.workunit.client.0.smithi016.stdout: "[52428800000, 104857599999]", 2024-04-15T16:06:22.184 INFO:tasks.workunit.client.0.smithi016.stdout: "[104857600000, 209715199999]", 2024-04-15T16:06:22.184 INFO:tasks.workunit.client.0.smithi016.stdout: "[209715200000, 419430399999]", 2024-04-15T16:06:22.184 INFO:tasks.workunit.client.0.smithi016.stdout: "[419430400000, 838860799999]", 2024-04-15T16:06:22.184 INFO:tasks.workunit.client.0.smithi016.stdout: "[838860800000, 1677721599999]", 2024-04-15T16:06:22.184 INFO:tasks.workunit.client.0.smithi016.stdout: "[1677721600000, 3355443199999]", 2024-04-15T16:06:22.184 INFO:tasks.workunit.client.0.smithi016.stdout: "[3355443200000, 6710886399999]", 2024-04-15T16:06:22.184 INFO:tasks.workunit.client.0.smithi016.stdout: "[6710886400000, 13421772799999]", 2024-04-15T16:06:22.184 INFO:tasks.workunit.client.0.smithi016.stdout: "[13421772800000, 26843545599999]", 2024-04-15T16:06:22.184 INFO:tasks.workunit.client.0.smithi016.stdout: "[26843545600000, 53687091199999]", 2024-04-15T16:06:22.184 INFO:tasks.workunit.client.0.smithi016.stdout: "[53687091200000, None]" 2024-04-15T16:06:22.184 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:22.185 INFO:tasks.workunit.client.0.smithi016.stdout: "scale_type": "log2" 2024-04-15T16:06:22.185 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.185 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-15T16:06:22.185 INFO:tasks.workunit.client.0.smithi016.stdout: "buckets": 32, 2024-04-15T16:06:22.185 INFO:tasks.workunit.client.0.smithi016.stdout: "min": 0, 2024-04-15T16:06:22.185 INFO:tasks.workunit.client.0.smithi016.stdout: "name": "Request size (bytes)", 2024-04-15T16:06:22.185 INFO:tasks.workunit.client.0.smithi016.stdout: "quant_size": 512, 2024-04-15T16:06:22.185 INFO:tasks.workunit.client.0.smithi016.stdout: "ranges": [ 2024-04-15T16:06:22.185 INFO:tasks.workunit.client.0.smithi016.stdout: "[None, -1]", 2024-04-15T16:06:22.185 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 511]", 2024-04-15T16:06:22.185 INFO:tasks.workunit.client.0.smithi016.stdout: "[512, 1023]", 2024-04-15T16:06:22.185 INFO:tasks.workunit.client.0.smithi016.stdout: "[1024, 2047]", 2024-04-15T16:06:22.186 INFO:tasks.workunit.client.0.smithi016.stdout: "[2048, 4095]", 2024-04-15T16:06:22.186 INFO:tasks.workunit.client.0.smithi016.stdout: "[4096, 8191]", 2024-04-15T16:06:22.186 INFO:tasks.workunit.client.0.smithi016.stdout: "[8192, 16383]", 2024-04-15T16:06:22.186 INFO:tasks.workunit.client.0.smithi016.stdout: "[16384, 32767]", 2024-04-15T16:06:22.186 INFO:tasks.workunit.client.0.smithi016.stdout: "[32768, 65535]", 2024-04-15T16:06:22.186 INFO:tasks.workunit.client.0.smithi016.stdout: "[65536, 131071]", 2024-04-15T16:06:22.186 INFO:tasks.workunit.client.0.smithi016.stdout: "[131072, 262143]", 2024-04-15T16:06:22.186 INFO:tasks.workunit.client.0.smithi016.stdout: "[262144, 524287]", 2024-04-15T16:06:22.186 INFO:tasks.workunit.client.0.smithi016.stdout: "[524288, 1048575]", 2024-04-15T16:06:22.186 INFO:tasks.workunit.client.0.smithi016.stdout: "[1048576, 2097151]", 2024-04-15T16:06:22.186 INFO:tasks.workunit.client.0.smithi016.stdout: "[2097152, 4194303]", 2024-04-15T16:06:22.186 INFO:tasks.workunit.client.0.smithi016.stdout: "[4194304, 8388607]", 2024-04-15T16:06:22.186 INFO:tasks.workunit.client.0.smithi016.stdout: "[8388608, 16777215]", 2024-04-15T16:06:22.186 INFO:tasks.workunit.client.0.smithi016.stdout: "[16777216, 33554431]", 2024-04-15T16:06:22.187 INFO:tasks.workunit.client.0.smithi016.stdout: "[33554432, 67108863]", 2024-04-15T16:06:22.187 INFO:tasks.workunit.client.0.smithi016.stdout: "[67108864, 134217727]", 2024-04-15T16:06:22.187 INFO:tasks.workunit.client.0.smithi016.stdout: "[134217728, 268435455]", 2024-04-15T16:06:22.187 INFO:tasks.workunit.client.0.smithi016.stdout: "[268435456, 536870911]", 2024-04-15T16:06:22.187 INFO:tasks.workunit.client.0.smithi016.stdout: "[536870912, 1073741823]", 2024-04-15T16:06:22.187 INFO:tasks.workunit.client.0.smithi016.stdout: "[1073741824, 2147483647]", 2024-04-15T16:06:22.187 INFO:tasks.workunit.client.0.smithi016.stdout: "[2147483648, 4294967295]", 2024-04-15T16:06:22.187 INFO:tasks.workunit.client.0.smithi016.stdout: "[4294967296, 8589934591]", 2024-04-15T16:06:22.187 INFO:tasks.workunit.client.0.smithi016.stdout: "[8589934592, 17179869183]", 2024-04-15T16:06:22.187 INFO:tasks.workunit.client.0.smithi016.stdout: "[17179869184, 34359738367]", 2024-04-15T16:06:22.187 INFO:tasks.workunit.client.0.smithi016.stdout: "[34359738368, 68719476735]", 2024-04-15T16:06:22.187 INFO:tasks.workunit.client.0.smithi016.stdout: "[68719476736, 137438953471]", 2024-04-15T16:06:22.187 INFO:tasks.workunit.client.0.smithi016.stdout: "[137438953472, 274877906943]", 2024-04-15T16:06:22.187 INFO:tasks.workunit.client.0.smithi016.stdout: "[274877906944, None]" 2024-04-15T16:06:22.188 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:22.188 INFO:tasks.workunit.client.0.smithi016.stdout: "scale_type": "log2" 2024-04-15T16:06:22.188 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T16:06:22.188 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:22.188 INFO:tasks.workunit.client.0.smithi016.stdout: "osds": [ 2024-04-15T16:06:22.188 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-15T16:06:22.188 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_id": 0, 2024-04-15T16:06:22.188 INFO:tasks.workunit.client.0.smithi016.stdout: "values": [ 2024-04-15T16:06:22.188 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.188 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.188 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 9607, 26, 1, 0, 7, 4, 0, 0, 0, 0, 5, 4, 2, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.188 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 7158, 29, 16, 0, 5, 5, 4, 12, 32, 51, 49, 28, 32, 41, 81, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.188 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 861, 3, 10, 0, 1, 0, 0, 1, 2, 7, 60, 170, 79, 14, 30, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.188 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 803, 0, 0, 0, 0, 1, 0, 2, 0, 1, 2, 5, 305, 42, 16, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.189 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 524, 10, 0, 0, 1, 0, 0, 1, 1, 1, 0, 2, 3, 84, 167, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.189 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 367, 8, 0, 0, 0, 0, 0, 0, 1, 0, 3, 4, 4, 12, 42, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.189 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 331, 6, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 18, 45, 7, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.189 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 99, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 16, 19, 18, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.189 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 4, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.189 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.189 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.189 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.189 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.189 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.189 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.189 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.189 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.190 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.190 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.190 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.190 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.190 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.190 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.190 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.190 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.190 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.190 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.190 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.190 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.190 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-15T16:06:22.191 INFO:tasks.workunit.client.0.smithi016.stdout: ] 2024-04-15T16:06:22.191 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.191 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-15T16:06:22.191 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_id": 1, 2024-04-15T16:06:22.191 INFO:tasks.workunit.client.0.smithi016.stdout: "values": [ 2024-04-15T16:06:22.191 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.191 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.191 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 7506, 11, 0, 0, 3, 0, 0, 1, 0, 0, 2, 0, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.191 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 6869, 38, 1348, 2, 6, 9, 9, 20, 36, 64, 56, 59, 51, 6, 25, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.191 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 530, 22, 159, 19, 0, 0, 0, 2, 2, 13, 90, 240, 129, 3, 38, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.191 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 281, 1, 0, 11, 0, 0, 0, 0, 0, 1, 0, 8, 419, 6, 12, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.191 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 79, 2, 0, 0, 0, 0, 0, 1, 1, 0, 0, 1, 4, 30, 102, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.191 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 76, 0, 37, 0, 0, 0, 0, 0, 0, 0, 0, 4, 6, 11, 28, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.191 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 134, 0, 240, 0, 0, 0, 0, 3, 0, 1, 0, 0, 11, 19, 39, 7, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.192 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 17, 0, 22, 0, 0, 0, 0, 0, 0, 1, 0, 0, 6, 19, 36, 12, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.192 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 9, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 7, 8, 15, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.192 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.192 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.192 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.192 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.192 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.192 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.192 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.192 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.192 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.192 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.192 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.193 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.193 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.193 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.193 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.193 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.193 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.193 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.193 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.193 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.193 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-15T16:06:22.193 INFO:tasks.workunit.client.0.smithi016.stdout: ] 2024-04-15T16:06:22.193 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.193 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-15T16:06:22.193 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_id": 2, 2024-04-15T16:06:22.194 INFO:tasks.workunit.client.0.smithi016.stdout: "values": [ 2024-04-15T16:06:22.194 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.194 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 765, 14, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.194 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 12695, 4125, 1, 0, 10, 0, 0, 0, 2, 1, 4, 1, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.194 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 7478, 73, 19, 2, 4, 0, 0, 2, 7, 11, 23, 7, 10, 27, 73, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.194 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 491, 5, 8, 2, 2, 0, 0, 0, 0, 4, 10, 12, 5, 6, 30, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.194 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 326, 1, 0, 0, 0, 0, 0, 1, 1, 0, 2, 4, 35, 22, 14, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.194 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 126, 1, 0, 0, 0, 0, 0, 3, 9, 3, 0, 12, 11, 194, 235, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.194 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 132, 0, 0, 0, 0, 0, 0, 2, 3, 1, 0, 35, 34, 38, 46, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.194 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 71, 0, 0, 1, 0, 0, 0, 3, 1, 3, 0, 16, 45, 57, 45, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.194 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 33, 0, 0, 0, 0, 0, 2, 0, 0, 4, 0, 1, 15, 32, 27, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.194 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 20, 0, 0, 0, 1, 0, 0, 1, 0, 0, 0, 0, 0, 3, 8, 14, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.195 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 7, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.195 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.195 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.195 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.195 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.195 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.195 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.195 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.195 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.195 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.195 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.195 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.195 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.195 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.195 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.196 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.196 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.196 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.196 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.196 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.196 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-15T16:06:22.196 INFO:tasks.workunit.client.0.smithi016.stdout: ] 2024-04-15T16:06:22.196 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.196 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-15T16:06:22.196 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_id": 3, 2024-04-15T16:06:22.196 INFO:tasks.workunit.client.0.smithi016.stdout: "values": [ 2024-04-15T16:06:22.196 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.196 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 1061, 33, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.196 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 12280, 4100, 54, 8, 40, 20, 0, 0, 0, 2, 4, 0, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.197 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 7192, 91, 49, 4, 17, 30, 90, 112, 6, 31, 23, 18, 9, 24, 33, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.197 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 527, 8, 31, 0, 0, 0, 9, 35, 3, 8, 54, 92, 43, 4, 20, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.197 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 290, 0, 1, 0, 6, 0, 0, 0, 0, 0, 1, 6, 158, 6, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.197 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 98, 0, 0, 0, 178, 0, 0, 0, 1, 1, 0, 0, 8, 40, 103, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.197 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 76, 0, 1, 0, 322, 0, 0, 0, 0, 0, 0, 3, 12, 4, 34, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.197 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 83, 0, 0, 0, 524, 0, 0, 0, 1, 0, 3, 0, 13, 22, 38, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.197 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 10, 0, 0, 0, 1665, 0, 0, 0, 0, 0, 0, 0, 1, 23, 4, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.197 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 5, 0, 0, 0, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 15, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.197 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.197 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.197 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.197 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.198 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.198 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.198 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.198 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.198 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.198 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.198 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.198 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.198 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.198 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.198 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.198 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.199 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.199 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.199 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.199 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.199 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-15T16:06:22.199 INFO:tasks.workunit.client.0.smithi016.stdout: ] 2024-04-15T16:06:22.199 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.199 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-15T16:06:22.199 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_id": 4, 2024-04-15T16:06:22.199 INFO:tasks.workunit.client.0.smithi016.stdout: "values": [ 2024-04-15T16:06:22.199 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.199 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 1605, 246, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.199 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 17487, 7596, 60, 4, 12, 12, 3, 0, 0, 1, 1, 4, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.199 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 13026, 473, 10, 0, 18, 28, 66, 66, 10, 19, 11, 15, 12, 9, 25, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.200 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 1501, 175, 150, 1, 5, 1, 2, 13, 5, 13, 60, 67, 35, 5, 15, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.200 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 565, 19, 33, 0, 0, 0, 0, 0, 0, 0, 6, 20, 140, 3, 21, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.200 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 130, 15, 9, 0, 0, 0, 0, 1, 0, 0, 1, 11, 17, 27, 29, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.200 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 182, 7, 25, 25, 0, 0, 0, 0, 3, 0, 3, 4, 6, 10, 65, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.200 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 24, 0, 6, 39, 65, 0, 0, 0, 0, 0, 0, 0, 0, 5, 29, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.200 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 9, 0, 0, 4, 66, 96, 0, 0, 0, 0, 0, 3, 0, 1, 1, 8, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.200 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 7, 0, 0, 0, 4, 33, 0, 0, 0, 0, 0, 0, 0, 0, 0, 12, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.200 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.200 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.200 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.200 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.200 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.201 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.201 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.201 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.201 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.201 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.201 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.201 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.201 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.201 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.201 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.201 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.201 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.202 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.202 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.202 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.202 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-15T16:06:22.202 INFO:tasks.workunit.client.0.smithi016.stdout: ] 2024-04-15T16:06:22.202 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.202 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-15T16:06:22.202 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_id": 5, 2024-04-15T16:06:22.202 INFO:tasks.workunit.client.0.smithi016.stdout: "values": [ 2024-04-15T16:06:22.202 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.202 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.203 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 11423, 2, 1, 1, 1, 0, 0, 0, 0, 0, 17, 4, 5, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.203 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 12643, 13, 9, 0, 9, 2, 1, 1, 1, 1, 28, 11, 12, 24, 19, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.203 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 2035, 22, 5, 1, 7, 1, 0, 2, 1, 3, 30, 16, 5, 6, 23, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.203 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 557, 7, 9, 5, 4, 0, 0, 0, 0, 0, 6, 11, 49, 4, 18, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.203 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 214, 8, 4, 0, 1, 0, 0, 0, 0, 0, 6, 2, 11, 56, 66, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.203 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 153, 9, 3, 1, 0, 0, 0, 0, 0, 0, 0, 1, 1, 8, 96, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.203 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 167, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 42, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.203 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 16, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 3, 6, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.203 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.203 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.203 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.203 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.204 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.204 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.204 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.204 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.204 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.204 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.204 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.204 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.204 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.204 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.204 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.204 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.204 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.205 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.205 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.205 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.205 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.205 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-15T16:06:22.205 INFO:tasks.workunit.client.0.smithi016.stdout: ] 2024-04-15T16:06:22.205 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.205 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-15T16:06:22.205 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_id": 6, 2024-04-15T16:06:22.205 INFO:tasks.workunit.client.0.smithi016.stdout: "values": [ 2024-04-15T16:06:22.205 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.205 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 226, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.206 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 7587, 2, 0, 0, 6821, 419, 0, 0, 0, 0, 3, 2, 2, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.206 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 8831, 72, 37, 0, 636, 148, 4, 2, 13, 14, 53, 15, 14, 34, 31, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.206 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 1073, 15, 13, 0, 100, 27, 0, 2, 10, 12, 67, 73, 28, 15, 27, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.206 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 322, 7, 0, 0, 4, 3, 0, 0, 0, 4, 13, 20, 179, 16, 22, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.206 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 147, 20, 3, 0, 23, 29, 0, 0, 0, 9, 6, 2, 17, 69, 73, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.206 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 140, 32, 4, 0, 3, 4, 0, 2, 0, 4, 3, 3, 9, 21, 77, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.206 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 91, 72, 0, 0, 0, 0, 0, 0, 0, 3, 1, 6, 8, 23, 41, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.206 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 14, 141, 0, 0, 0, 0, 0, 0, 0, 0, 2, 0, 1, 13, 7, 10, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.206 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 5, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 7, 3, 9, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.206 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.206 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.206 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.206 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.207 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.207 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.207 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.207 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.207 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.207 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.207 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.207 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.207 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.207 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.207 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.207 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.207 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.207 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.208 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.208 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.208 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-15T16:06:22.208 INFO:tasks.workunit.client.0.smithi016.stdout: ] 2024-04-15T16:06:22.208 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.208 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-15T16:06:22.208 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_id": 7, 2024-04-15T16:06:22.208 INFO:tasks.workunit.client.0.smithi016.stdout: "values": [ 2024-04-15T16:06:22.208 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.208 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 104, 85, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.208 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 10524, 3484, 3933, 0, 1, 0, 4, 0, 0, 0, 4, 5, 2, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.208 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 7784, 280, 404, 0, 8, 0, 9, 2, 0, 0, 1, 8, 6, 16, 42, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.208 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 1182, 37, 82, 0, 5, 0, 3, 1, 0, 0, 15, 4, 6, 2, 36, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.209 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 243, 0, 0, 0, 1, 0, 0, 1, 0, 1, 5, 15, 27, 4, 24, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.209 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 125, 0, 0, 0, 0, 0, 0, 2, 2, 2, 2, 0, 12, 43, 81, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.209 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 123, 1, 0, 0, 0, 0, 0, 0, 0, 3, 0, 4, 9, 12, 98, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.209 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 40, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 11, 6, 10, 38, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.209 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 12, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 3, 6, 7, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.209 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 7, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 10, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.209 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.209 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.209 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.209 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.209 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.209 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.209 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.210 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.210 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.210 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.210 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.210 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.210 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.210 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.210 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.210 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.210 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.210 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.210 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.210 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.210 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-15T16:06:22.211 INFO:tasks.workunit.client.0.smithi016.stdout: ] 2024-04-15T16:06:22.211 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T16:06:22.211 INFO:tasks.workunit.client.0.smithi016.stdout: ] 2024-04-15T16:06:22.211 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.211 INFO:tasks.workunit.client.0.smithi016.stdout: "op_rw_latency_in_bytes_histogram": { 2024-04-15T16:06:22.211 INFO:tasks.workunit.client.0.smithi016.stdout: "axes": [ 2024-04-15T16:06:22.211 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-15T16:06:22.211 INFO:tasks.workunit.client.0.smithi016.stdout: "buckets": 32, 2024-04-15T16:06:22.211 INFO:tasks.workunit.client.0.smithi016.stdout: "min": 0, 2024-04-15T16:06:22.211 INFO:tasks.workunit.client.0.smithi016.stdout: "name": "Latency (usec)", 2024-04-15T16:06:22.211 INFO:tasks.workunit.client.0.smithi016.stdout: "quant_size": 100000, 2024-04-15T16:06:22.211 INFO:tasks.workunit.client.0.smithi016.stdout: "ranges": [ 2024-04-15T16:06:22.211 INFO:tasks.workunit.client.0.smithi016.stdout: "[None, -1]", 2024-04-15T16:06:22.211 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 99999]", 2024-04-15T16:06:22.212 INFO:tasks.workunit.client.0.smithi016.stdout: "[100000, 199999]", 2024-04-15T16:06:22.212 INFO:tasks.workunit.client.0.smithi016.stdout: "[200000, 399999]", 2024-04-15T16:06:22.212 INFO:tasks.workunit.client.0.smithi016.stdout: "[400000, 799999]", 2024-04-15T16:06:22.212 INFO:tasks.workunit.client.0.smithi016.stdout: "[800000, 1599999]", 2024-04-15T16:06:22.212 INFO:tasks.workunit.client.0.smithi016.stdout: "[1600000, 3199999]", 2024-04-15T16:06:22.212 INFO:tasks.workunit.client.0.smithi016.stdout: "[3200000, 6399999]", 2024-04-15T16:06:22.212 INFO:tasks.workunit.client.0.smithi016.stdout: "[6400000, 12799999]", 2024-04-15T16:06:22.212 INFO:tasks.workunit.client.0.smithi016.stdout: "[12800000, 25599999]", 2024-04-15T16:06:22.212 INFO:tasks.workunit.client.0.smithi016.stdout: "[25600000, 51199999]", 2024-04-15T16:06:22.212 INFO:tasks.workunit.client.0.smithi016.stdout: "[51200000, 102399999]", 2024-04-15T16:06:22.212 INFO:tasks.workunit.client.0.smithi016.stdout: "[102400000, 204799999]", 2024-04-15T16:06:22.212 INFO:tasks.workunit.client.0.smithi016.stdout: "[204800000, 409599999]", 2024-04-15T16:06:22.212 INFO:tasks.workunit.client.0.smithi016.stdout: "[409600000, 819199999]", 2024-04-15T16:06:22.212 INFO:tasks.workunit.client.0.smithi016.stdout: "[819200000, 1638399999]", 2024-04-15T16:06:22.213 INFO:tasks.workunit.client.0.smithi016.stdout: "[1638400000, 3276799999]", 2024-04-15T16:06:22.213 INFO:tasks.workunit.client.0.smithi016.stdout: "[3276800000, 6553599999]", 2024-04-15T16:06:22.213 INFO:tasks.workunit.client.0.smithi016.stdout: "[6553600000, 13107199999]", 2024-04-15T16:06:22.213 INFO:tasks.workunit.client.0.smithi016.stdout: "[13107200000, 26214399999]", 2024-04-15T16:06:22.213 INFO:tasks.workunit.client.0.smithi016.stdout: "[26214400000, 52428799999]", 2024-04-15T16:06:22.213 INFO:tasks.workunit.client.0.smithi016.stdout: "[52428800000, 104857599999]", 2024-04-15T16:06:22.213 INFO:tasks.workunit.client.0.smithi016.stdout: "[104857600000, 209715199999]", 2024-04-15T16:06:22.213 INFO:tasks.workunit.client.0.smithi016.stdout: "[209715200000, 419430399999]", 2024-04-15T16:06:22.213 INFO:tasks.workunit.client.0.smithi016.stdout: "[419430400000, 838860799999]", 2024-04-15T16:06:22.213 INFO:tasks.workunit.client.0.smithi016.stdout: "[838860800000, 1677721599999]", 2024-04-15T16:06:22.213 INFO:tasks.workunit.client.0.smithi016.stdout: "[1677721600000, 3355443199999]", 2024-04-15T16:06:22.214 INFO:tasks.workunit.client.0.smithi016.stdout: "[3355443200000, 6710886399999]", 2024-04-15T16:06:22.214 INFO:tasks.workunit.client.0.smithi016.stdout: "[6710886400000, 13421772799999]", 2024-04-15T16:06:22.214 INFO:tasks.workunit.client.0.smithi016.stdout: "[13421772800000, 26843545599999]", 2024-04-15T16:06:22.214 INFO:tasks.workunit.client.0.smithi016.stdout: "[26843545600000, 53687091199999]", 2024-04-15T16:06:22.214 INFO:tasks.workunit.client.0.smithi016.stdout: "[53687091200000, None]" 2024-04-15T16:06:22.214 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:22.214 INFO:tasks.workunit.client.0.smithi016.stdout: "scale_type": "log2" 2024-04-15T16:06:22.214 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.214 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-15T16:06:22.214 INFO:tasks.workunit.client.0.smithi016.stdout: "buckets": 32, 2024-04-15T16:06:22.214 INFO:tasks.workunit.client.0.smithi016.stdout: "min": 0, 2024-04-15T16:06:22.214 INFO:tasks.workunit.client.0.smithi016.stdout: "name": "Request size (bytes)", 2024-04-15T16:06:22.214 INFO:tasks.workunit.client.0.smithi016.stdout: "quant_size": 512, 2024-04-15T16:06:22.214 INFO:tasks.workunit.client.0.smithi016.stdout: "ranges": [ 2024-04-15T16:06:22.215 INFO:tasks.workunit.client.0.smithi016.stdout: "[None, -1]", 2024-04-15T16:06:22.215 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 511]", 2024-04-15T16:06:22.215 INFO:tasks.workunit.client.0.smithi016.stdout: "[512, 1023]", 2024-04-15T16:06:22.215 INFO:tasks.workunit.client.0.smithi016.stdout: "[1024, 2047]", 2024-04-15T16:06:22.215 INFO:tasks.workunit.client.0.smithi016.stdout: "[2048, 4095]", 2024-04-15T16:06:22.215 INFO:tasks.workunit.client.0.smithi016.stdout: "[4096, 8191]", 2024-04-15T16:06:22.215 INFO:tasks.workunit.client.0.smithi016.stdout: "[8192, 16383]", 2024-04-15T16:06:22.215 INFO:tasks.workunit.client.0.smithi016.stdout: "[16384, 32767]", 2024-04-15T16:06:22.215 INFO:tasks.workunit.client.0.smithi016.stdout: "[32768, 65535]", 2024-04-15T16:06:22.215 INFO:tasks.workunit.client.0.smithi016.stdout: "[65536, 131071]", 2024-04-15T16:06:22.215 INFO:tasks.workunit.client.0.smithi016.stdout: "[131072, 262143]", 2024-04-15T16:06:22.215 INFO:tasks.workunit.client.0.smithi016.stdout: "[262144, 524287]", 2024-04-15T16:06:22.215 INFO:tasks.workunit.client.0.smithi016.stdout: "[524288, 1048575]", 2024-04-15T16:06:22.215 INFO:tasks.workunit.client.0.smithi016.stdout: "[1048576, 2097151]", 2024-04-15T16:06:22.216 INFO:tasks.workunit.client.0.smithi016.stdout: "[2097152, 4194303]", 2024-04-15T16:06:22.216 INFO:tasks.workunit.client.0.smithi016.stdout: "[4194304, 8388607]", 2024-04-15T16:06:22.216 INFO:tasks.workunit.client.0.smithi016.stdout: "[8388608, 16777215]", 2024-04-15T16:06:22.216 INFO:tasks.workunit.client.0.smithi016.stdout: "[16777216, 33554431]", 2024-04-15T16:06:22.216 INFO:tasks.workunit.client.0.smithi016.stdout: "[33554432, 67108863]", 2024-04-15T16:06:22.216 INFO:tasks.workunit.client.0.smithi016.stdout: "[67108864, 134217727]", 2024-04-15T16:06:22.216 INFO:tasks.workunit.client.0.smithi016.stdout: "[134217728, 268435455]", 2024-04-15T16:06:22.216 INFO:tasks.workunit.client.0.smithi016.stdout: "[268435456, 536870911]", 2024-04-15T16:06:22.216 INFO:tasks.workunit.client.0.smithi016.stdout: "[536870912, 1073741823]", 2024-04-15T16:06:22.216 INFO:tasks.workunit.client.0.smithi016.stdout: "[1073741824, 2147483647]", 2024-04-15T16:06:22.216 INFO:tasks.workunit.client.0.smithi016.stdout: "[2147483648, 4294967295]", 2024-04-15T16:06:22.216 INFO:tasks.workunit.client.0.smithi016.stdout: "[4294967296, 8589934591]", 2024-04-15T16:06:22.216 INFO:tasks.workunit.client.0.smithi016.stdout: "[8589934592, 17179869183]", 2024-04-15T16:06:22.216 INFO:tasks.workunit.client.0.smithi016.stdout: "[17179869184, 34359738367]", 2024-04-15T16:06:22.217 INFO:tasks.workunit.client.0.smithi016.stdout: "[34359738368, 68719476735]", 2024-04-15T16:06:22.217 INFO:tasks.workunit.client.0.smithi016.stdout: "[68719476736, 137438953471]", 2024-04-15T16:06:22.217 INFO:tasks.workunit.client.0.smithi016.stdout: "[137438953472, 274877906943]", 2024-04-15T16:06:22.217 INFO:tasks.workunit.client.0.smithi016.stdout: "[274877906944, None]" 2024-04-15T16:06:22.217 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:22.217 INFO:tasks.workunit.client.0.smithi016.stdout: "scale_type": "log2" 2024-04-15T16:06:22.217 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T16:06:22.217 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:22.217 INFO:tasks.workunit.client.0.smithi016.stdout: "osds": [ 2024-04-15T16:06:22.217 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-15T16:06:22.217 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_id": 0, 2024-04-15T16:06:22.217 INFO:tasks.workunit.client.0.smithi016.stdout: "values": [ 2024-04-15T16:06:22.217 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.217 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.218 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.218 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.218 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 479, 0, 0, 9, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.218 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 4225, 61, 92, 195, 453, 600, 695, 2, 2, 1, 1, 1, 1, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.218 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 634, 12, 12, 0, 14, 13, 27, 2, 1, 0, 4, 1, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.218 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 250, 0, 0, 0, 0, 1, 1, 0, 0, 0, 0, 4, 10, 2, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.218 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 133, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 1, 6, 13, 9, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.218 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 74, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 4, 12, 20, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.218 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 8, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 5, 17, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.218 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.218 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.219 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.219 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.219 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.219 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.219 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.219 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.219 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.219 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.219 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.219 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.219 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.219 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.219 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.219 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.220 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.220 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.220 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.220 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.220 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-15T16:06:22.220 INFO:tasks.workunit.client.0.smithi016.stdout: ] 2024-04-15T16:06:22.220 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.220 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-15T16:06:22.220 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_id": 1, 2024-04-15T16:06:22.220 INFO:tasks.workunit.client.0.smithi016.stdout: "values": [ 2024-04-15T16:06:22.220 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.220 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.220 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.220 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.221 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 248, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.221 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 2801, 256, 34, 68, 122, 0, 0, 0, 0, 0, 0, 0, 0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.221 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 461, 34, 1316, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.221 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 444, 0, 26, 0, 0, 0, 0, 0, 0, 0, 0, 2, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.221 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 1800, 1269, 46, 0, 0, 0, 0, 0, 0, 0, 0, 0, 6, 3, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.221 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 1547, 1714, 247, 0, 0, 0, 0, 0, 0, 0, 0, 2, 2, 4, 19, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.221 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 18, 9, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 6, 22, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.221 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 3, 8, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.221 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.221 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.221 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.221 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.221 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.221 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.222 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.222 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.222 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.222 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.222 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.222 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.222 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.222 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.222 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.222 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.222 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.222 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.222 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.222 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-15T16:06:22.222 INFO:tasks.workunit.client.0.smithi016.stdout: ] 2024-04-15T16:06:22.223 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.223 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-15T16:06:22.223 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_id": 2, 2024-04-15T16:06:22.223 INFO:tasks.workunit.client.0.smithi016.stdout: "values": [ 2024-04-15T16:06:22.223 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.223 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.223 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.223 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.223 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 846, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.223 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 9445, 12, 0, 0, 3, 1, 0, 1, 1, 1, 1, 0, 0, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.223 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 15751, 1, 1, 0, 0, 0, 0, 0, 0, 2, 3, 5, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.223 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 296, 1, 0, 0, 0, 0, 0, 0, 0, 2, 0, 2, 11, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.223 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 81, 0, 0, 0, 0, 0, 1, 0, 0, 1, 0, 2, 8, 22, 10, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.224 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 36, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 5, 16, 36, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.224 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 4, 32, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.224 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.224 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.224 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.224 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.224 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.224 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.224 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.224 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.224 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.224 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.224 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.225 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.225 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.225 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.225 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.225 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.225 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.225 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.225 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.225 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.225 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-15T16:06:22.225 INFO:tasks.workunit.client.0.smithi016.stdout: ] 2024-04-15T16:06:22.225 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.225 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-15T16:06:22.225 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_id": 3, 2024-04-15T16:06:22.225 INFO:tasks.workunit.client.0.smithi016.stdout: "values": [ 2024-04-15T16:06:22.226 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.226 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.226 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.226 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.226 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 406, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.226 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 3154, 27, 1, 0, 1, 2, 0, 2, 2, 0, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.226 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 328, 3, 3, 0, 0, 0, 0, 0, 0, 2, 0, 0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.226 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 140, 17, 34, 41, 0, 0, 1, 0, 0, 0, 0, 1, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.226 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 946, 302, 0, 114, 0, 0, 0, 0, 0, 0, 2, 0, 6, 4, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.226 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 4103, 2537, 0, 410, 0, 0, 0, 0, 0, 0, 0, 0, 1, 5, 26, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.226 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 194, 162, 0, 19, 0, 0, 0, 0, 0, 0, 0, 0, 2, 5, 23, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.226 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.226 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.227 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.227 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.227 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.227 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.227 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.227 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.227 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.227 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.227 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.227 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.227 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.227 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.227 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.227 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.227 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.228 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.228 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.228 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.228 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-15T16:06:22.228 INFO:tasks.workunit.client.0.smithi016.stdout: ] 2024-04-15T16:06:22.228 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.228 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-15T16:06:22.228 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_id": 4, 2024-04-15T16:06:22.228 INFO:tasks.workunit.client.0.smithi016.stdout: "values": [ 2024-04-15T16:06:22.228 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.228 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.228 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.229 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.229 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 891, 7, 1, 18, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.229 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 3144, 228, 33, 50, 140, 275, 472, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.229 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 609, 9, 0, 0, 0, 0, 11, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.229 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 342, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.229 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 173, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 5, 2, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.229 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 29, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 2, 4, 15, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.229 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 3, 23, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.229 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 7, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.229 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.229 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.229 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.229 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.229 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.230 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.230 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.230 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.230 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.230 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.230 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.230 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.230 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.230 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.230 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.230 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.230 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.230 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.231 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.231 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-15T16:06:22.231 INFO:tasks.workunit.client.0.smithi016.stdout: ] 2024-04-15T16:06:22.231 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.231 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-15T16:06:22.231 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_id": 5, 2024-04-15T16:06:22.231 INFO:tasks.workunit.client.0.smithi016.stdout: "values": [ 2024-04-15T16:06:22.231 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.231 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.231 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.231 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.231 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 806, 9, 26, 46, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.231 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 5226, 64, 106, 207, 467, 597, 712, 5, 3, 1, 0, 1, 2, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.232 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 533, 1, 6, 6, 5, 14, 12, 0, 2, 1, 4, 0, 0, 2, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.232 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 502, 8, 4, 18, 1, 2, 0, 0, 0, 0, 1, 4, 3, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.232 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 290, 35, 77, 111, 28, 0, 0, 0, 0, 0, 0, 2, 8, 4, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.232 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 149, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 2, 3, 15, 23, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.232 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 9, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 3, 4, 45, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.232 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 12, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.232 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.232 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.232 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.232 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.232 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.232 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.232 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.232 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.233 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.233 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.233 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.233 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.233 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.233 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.233 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.233 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.233 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.233 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.233 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.233 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-15T16:06:22.234 INFO:tasks.workunit.client.0.smithi016.stdout: ] 2024-04-15T16:06:22.234 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.234 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-15T16:06:22.234 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_id": 6, 2024-04-15T16:06:22.234 INFO:tasks.workunit.client.0.smithi016.stdout: "values": [ 2024-04-15T16:06:22.234 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.234 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.234 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.234 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.234 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 465, 0, 0, 0, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.234 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 3043, 22, 0, 0, 14, 1, 6, 9, 14, 9, 1, 1, 0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.234 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 384, 0, 1, 0, 4, 0, 1, 1, 0, 7, 2, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.234 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 252, 3, 0, 0, 1, 0, 0, 0, 1, 0, 1, 5, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.235 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 181, 107, 0, 0, 0, 0, 0, 0, 0, 0, 2, 3, 5, 4, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.235 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 27, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 4, 13, 16, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.235 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 8, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 27, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.235 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 9, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.235 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.235 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.235 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.235 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.235 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.235 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.235 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.235 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.236 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.236 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.236 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.236 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.236 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.236 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.236 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.236 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.236 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.236 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.236 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.236 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-15T16:06:22.236 INFO:tasks.workunit.client.0.smithi016.stdout: ] 2024-04-15T16:06:22.236 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.237 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-15T16:06:22.237 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_id": 7, 2024-04-15T16:06:22.237 INFO:tasks.workunit.client.0.smithi016.stdout: "values": [ 2024-04-15T16:06:22.237 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.237 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.237 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.237 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.237 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 695, 13, 9, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.237 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 7442, 30, 70, 33, 2, 0, 4, 3, 8, 2, 0, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.237 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 2670, 37, 94, 47, 0, 0, 0, 1, 1, 6, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.237 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 188, 3, 2, 0, 0, 0, 0, 0, 0, 0, 1, 5, 5, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.237 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 73, 0, 0, 0, 0, 0, 1, 1, 0, 0, 0, 4, 7, 7, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.237 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 26, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 1, 2, 6, 37, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.237 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 3, 37, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.238 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 9, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.238 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.238 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.238 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.238 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.238 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.238 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.238 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.238 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.238 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.238 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.238 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.238 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.239 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.239 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.239 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.239 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.239 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.239 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.239 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.239 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-15T16:06:22.239 INFO:tasks.workunit.client.0.smithi016.stdout: ] 2024-04-15T16:06:22.239 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T16:06:22.239 INFO:tasks.workunit.client.0.smithi016.stdout: ] 2024-04-15T16:06:22.239 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.239 INFO:tasks.workunit.client.0.smithi016.stdout: "op_rw_latency_out_bytes_histogram": { 2024-04-15T16:06:22.240 INFO:tasks.workunit.client.0.smithi016.stdout: "axes": [ 2024-04-15T16:06:22.240 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-15T16:06:22.240 INFO:tasks.workunit.client.0.smithi016.stdout: "buckets": 32, 2024-04-15T16:06:22.240 INFO:tasks.workunit.client.0.smithi016.stdout: "min": 0, 2024-04-15T16:06:22.240 INFO:tasks.workunit.client.0.smithi016.stdout: "name": "Latency (usec)", 2024-04-15T16:06:22.240 INFO:tasks.workunit.client.0.smithi016.stdout: "quant_size": 100000, 2024-04-15T16:06:22.240 INFO:tasks.workunit.client.0.smithi016.stdout: "ranges": [ 2024-04-15T16:06:22.240 INFO:tasks.workunit.client.0.smithi016.stdout: "[None, -1]", 2024-04-15T16:06:22.240 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 99999]", 2024-04-15T16:06:22.240 INFO:tasks.workunit.client.0.smithi016.stdout: "[100000, 199999]", 2024-04-15T16:06:22.240 INFO:tasks.workunit.client.0.smithi016.stdout: "[200000, 399999]", 2024-04-15T16:06:22.240 INFO:tasks.workunit.client.0.smithi016.stdout: "[400000, 799999]", 2024-04-15T16:06:22.240 INFO:tasks.workunit.client.0.smithi016.stdout: "[800000, 1599999]", 2024-04-15T16:06:22.240 INFO:tasks.workunit.client.0.smithi016.stdout: "[1600000, 3199999]", 2024-04-15T16:06:22.241 INFO:tasks.workunit.client.0.smithi016.stdout: "[3200000, 6399999]", 2024-04-15T16:06:22.241 INFO:tasks.workunit.client.0.smithi016.stdout: "[6400000, 12799999]", 2024-04-15T16:06:22.241 INFO:tasks.workunit.client.0.smithi016.stdout: "[12800000, 25599999]", 2024-04-15T16:06:22.241 INFO:tasks.workunit.client.0.smithi016.stdout: "[25600000, 51199999]", 2024-04-15T16:06:22.241 INFO:tasks.workunit.client.0.smithi016.stdout: "[51200000, 102399999]", 2024-04-15T16:06:22.241 INFO:tasks.workunit.client.0.smithi016.stdout: "[102400000, 204799999]", 2024-04-15T16:06:22.241 INFO:tasks.workunit.client.0.smithi016.stdout: "[204800000, 409599999]", 2024-04-15T16:06:22.241 INFO:tasks.workunit.client.0.smithi016.stdout: "[409600000, 819199999]", 2024-04-15T16:06:22.241 INFO:tasks.workunit.client.0.smithi016.stdout: "[819200000, 1638399999]", 2024-04-15T16:06:22.241 INFO:tasks.workunit.client.0.smithi016.stdout: "[1638400000, 3276799999]", 2024-04-15T16:06:22.241 INFO:tasks.workunit.client.0.smithi016.stdout: "[3276800000, 6553599999]", 2024-04-15T16:06:22.241 INFO:tasks.workunit.client.0.smithi016.stdout: "[6553600000, 13107199999]", 2024-04-15T16:06:22.241 INFO:tasks.workunit.client.0.smithi016.stdout: "[13107200000, 26214399999]", 2024-04-15T16:06:22.241 INFO:tasks.workunit.client.0.smithi016.stdout: "[26214400000, 52428799999]", 2024-04-15T16:06:22.242 INFO:tasks.workunit.client.0.smithi016.stdout: "[52428800000, 104857599999]", 2024-04-15T16:06:22.242 INFO:tasks.workunit.client.0.smithi016.stdout: "[104857600000, 209715199999]", 2024-04-15T16:06:22.242 INFO:tasks.workunit.client.0.smithi016.stdout: "[209715200000, 419430399999]", 2024-04-15T16:06:22.242 INFO:tasks.workunit.client.0.smithi016.stdout: "[419430400000, 838860799999]", 2024-04-15T16:06:22.242 INFO:tasks.workunit.client.0.smithi016.stdout: "[838860800000, 1677721599999]", 2024-04-15T16:06:22.242 INFO:tasks.workunit.client.0.smithi016.stdout: "[1677721600000, 3355443199999]", 2024-04-15T16:06:22.242 INFO:tasks.workunit.client.0.smithi016.stdout: "[3355443200000, 6710886399999]", 2024-04-15T16:06:22.242 INFO:tasks.workunit.client.0.smithi016.stdout: "[6710886400000, 13421772799999]", 2024-04-15T16:06:22.242 INFO:tasks.workunit.client.0.smithi016.stdout: "[13421772800000, 26843545599999]", 2024-04-15T16:06:22.242 INFO:tasks.workunit.client.0.smithi016.stdout: "[26843545600000, 53687091199999]", 2024-04-15T16:06:22.243 INFO:tasks.workunit.client.0.smithi016.stdout: "[53687091200000, None]" 2024-04-15T16:06:22.243 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:22.243 INFO:tasks.workunit.client.0.smithi016.stdout: "scale_type": "log2" 2024-04-15T16:06:22.243 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.243 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-15T16:06:22.243 INFO:tasks.workunit.client.0.smithi016.stdout: "buckets": 32, 2024-04-15T16:06:22.243 INFO:tasks.workunit.client.0.smithi016.stdout: "min": 0, 2024-04-15T16:06:22.243 INFO:tasks.workunit.client.0.smithi016.stdout: "name": "Request size (bytes)", 2024-04-15T16:06:22.243 INFO:tasks.workunit.client.0.smithi016.stdout: "quant_size": 512, 2024-04-15T16:06:22.243 INFO:tasks.workunit.client.0.smithi016.stdout: "ranges": [ 2024-04-15T16:06:22.243 INFO:tasks.workunit.client.0.smithi016.stdout: "[None, -1]", 2024-04-15T16:06:22.244 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 511]", 2024-04-15T16:06:22.244 INFO:tasks.workunit.client.0.smithi016.stdout: "[512, 1023]", 2024-04-15T16:06:22.244 INFO:tasks.workunit.client.0.smithi016.stdout: "[1024, 2047]", 2024-04-15T16:06:22.244 INFO:tasks.workunit.client.0.smithi016.stdout: "[2048, 4095]", 2024-04-15T16:06:22.244 INFO:tasks.workunit.client.0.smithi016.stdout: "[4096, 8191]", 2024-04-15T16:06:22.244 INFO:tasks.workunit.client.0.smithi016.stdout: "[8192, 16383]", 2024-04-15T16:06:22.244 INFO:tasks.workunit.client.0.smithi016.stdout: "[16384, 32767]", 2024-04-15T16:06:22.244 INFO:tasks.workunit.client.0.smithi016.stdout: "[32768, 65535]", 2024-04-15T16:06:22.244 INFO:tasks.workunit.client.0.smithi016.stdout: "[65536, 131071]", 2024-04-15T16:06:22.244 INFO:tasks.workunit.client.0.smithi016.stdout: "[131072, 262143]", 2024-04-15T16:06:22.244 INFO:tasks.workunit.client.0.smithi016.stdout: "[262144, 524287]", 2024-04-15T16:06:22.244 INFO:tasks.workunit.client.0.smithi016.stdout: "[524288, 1048575]", 2024-04-15T16:06:22.245 INFO:tasks.workunit.client.0.smithi016.stdout: "[1048576, 2097151]", 2024-04-15T16:06:22.245 INFO:tasks.workunit.client.0.smithi016.stdout: "[2097152, 4194303]", 2024-04-15T16:06:22.245 INFO:tasks.workunit.client.0.smithi016.stdout: "[4194304, 8388607]", 2024-04-15T16:06:22.245 INFO:tasks.workunit.client.0.smithi016.stdout: "[8388608, 16777215]", 2024-04-15T16:06:22.245 INFO:tasks.workunit.client.0.smithi016.stdout: "[16777216, 33554431]", 2024-04-15T16:06:22.245 INFO:tasks.workunit.client.0.smithi016.stdout: "[33554432, 67108863]", 2024-04-15T16:06:22.246 INFO:tasks.workunit.client.0.smithi016.stdout: "[67108864, 134217727]", 2024-04-15T16:06:22.246 INFO:tasks.workunit.client.0.smithi016.stdout: "[134217728, 268435455]", 2024-04-15T16:06:22.246 INFO:tasks.workunit.client.0.smithi016.stdout: "[268435456, 536870911]", 2024-04-15T16:06:22.246 INFO:tasks.workunit.client.0.smithi016.stdout: "[536870912, 1073741823]", 2024-04-15T16:06:22.246 INFO:tasks.workunit.client.0.smithi016.stdout: "[1073741824, 2147483647]", 2024-04-15T16:06:22.246 INFO:tasks.workunit.client.0.smithi016.stdout: "[2147483648, 4294967295]", 2024-04-15T16:06:22.246 INFO:tasks.workunit.client.0.smithi016.stdout: "[4294967296, 8589934591]", 2024-04-15T16:06:22.246 INFO:tasks.workunit.client.0.smithi016.stdout: "[8589934592, 17179869183]", 2024-04-15T16:06:22.246 INFO:tasks.workunit.client.0.smithi016.stdout: "[17179869184, 34359738367]", 2024-04-15T16:06:22.246 INFO:tasks.workunit.client.0.smithi016.stdout: "[34359738368, 68719476735]", 2024-04-15T16:06:22.246 INFO:tasks.workunit.client.0.smithi016.stdout: "[68719476736, 137438953471]", 2024-04-15T16:06:22.246 INFO:tasks.workunit.client.0.smithi016.stdout: "[137438953472, 274877906943]", 2024-04-15T16:06:22.246 INFO:tasks.workunit.client.0.smithi016.stdout: "[274877906944, None]" 2024-04-15T16:06:22.247 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:22.247 INFO:tasks.workunit.client.0.smithi016.stdout: "scale_type": "log2" 2024-04-15T16:06:22.247 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T16:06:22.247 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:22.247 INFO:tasks.workunit.client.0.smithi016.stdout: "osds": [ 2024-04-15T16:06:22.247 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-15T16:06:22.247 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_id": 0, 2024-04-15T16:06:22.247 INFO:tasks.workunit.client.0.smithi016.stdout: "values": [ 2024-04-15T16:06:22.247 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.247 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.247 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.247 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.247 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 489, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.247 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 6332, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.248 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 722, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.248 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 269, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.248 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 163, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.248 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 111, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.248 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 31, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.248 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.248 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.248 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.248 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.248 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.248 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.248 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.248 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.248 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.249 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.249 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.249 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.249 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.249 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.249 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.249 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.249 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.249 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.249 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.249 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.249 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-15T16:06:22.249 INFO:tasks.workunit.client.0.smithi016.stdout: ] 2024-04-15T16:06:22.250 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.250 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-15T16:06:22.250 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_id": 1, 2024-04-15T16:06:22.250 INFO:tasks.workunit.client.0.smithi016.stdout: "values": [ 2024-04-15T16:06:22.250 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.250 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.250 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.250 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.250 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 248, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.250 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 3284, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.250 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 1812, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.250 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 473, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.250 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 3127, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.251 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 3535, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.251 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 61, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.251 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 18, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.251 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.251 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.251 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.251 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.251 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.251 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.251 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.251 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.251 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.251 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.251 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.252 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.252 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.252 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.252 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.252 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.252 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.252 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.252 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.252 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-15T16:06:22.252 INFO:tasks.workunit.client.0.smithi016.stdout: ] 2024-04-15T16:06:22.252 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.252 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-15T16:06:22.252 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_id": 2, 2024-04-15T16:06:22.252 INFO:tasks.workunit.client.0.smithi016.stdout: "values": [ 2024-04-15T16:06:22.253 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.253 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.253 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.253 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.253 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 852, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.253 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 9469, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.253 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 15765, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.253 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 312, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.253 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 125, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.253 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 94, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.253 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 41, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.253 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 7, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.253 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.254 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.254 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.254 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.254 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.254 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.254 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.254 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.254 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.254 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.254 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.254 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.254 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.254 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.255 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.255 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.255 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.255 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.255 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.255 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-15T16:06:22.255 INFO:tasks.workunit.client.0.smithi016.stdout: ] 2024-04-15T16:06:22.255 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.255 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-15T16:06:22.255 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_id": 3, 2024-04-15T16:06:22.255 INFO:tasks.workunit.client.0.smithi016.stdout: "values": [ 2024-04-15T16:06:22.255 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.255 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.255 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.256 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.256 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 406, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.256 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 3191, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.256 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 338, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.256 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 238, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.256 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 1378, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.256 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 7082, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.256 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 405, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.256 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 7, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.256 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.256 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.256 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.256 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.257 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.257 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.257 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.257 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.257 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.257 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.257 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.257 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.257 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.257 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.257 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.257 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.257 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.257 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.258 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.258 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-15T16:06:22.258 INFO:tasks.workunit.client.0.smithi016.stdout: ] 2024-04-15T16:06:22.258 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.258 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-15T16:06:22.258 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_id": 4, 2024-04-15T16:06:22.258 INFO:tasks.workunit.client.0.smithi016.stdout: "values": [ 2024-04-15T16:06:22.258 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.258 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.258 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.258 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.258 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 917, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.258 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 4342, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.259 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 630, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.259 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 345, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.259 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 183, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.259 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 51, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.259 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 29, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.259 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 7, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.259 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.259 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.259 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.259 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.259 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.259 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.259 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.259 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.260 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.260 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.260 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.260 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.260 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.260 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.260 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.260 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.260 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.260 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.260 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.260 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-15T16:06:22.260 INFO:tasks.workunit.client.0.smithi016.stdout: ] 2024-04-15T16:06:22.260 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.261 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-15T16:06:22.261 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_id": 5, 2024-04-15T16:06:22.261 INFO:tasks.workunit.client.0.smithi016.stdout: "values": [ 2024-04-15T16:06:22.261 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.261 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.261 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.261 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.261 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 887, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.261 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 7394, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.261 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 587, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.261 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 544, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.261 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 556, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.261 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 193, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.262 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 61, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.262 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 13, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.262 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.262 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.262 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.262 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.262 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.262 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.262 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.262 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.262 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.262 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.262 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.262 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.263 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.263 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.263 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.263 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.263 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.263 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.263 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.263 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-15T16:06:22.263 INFO:tasks.workunit.client.0.smithi016.stdout: ] 2024-04-15T16:06:22.263 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.263 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-15T16:06:22.263 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_id": 6, 2024-04-15T16:06:22.263 INFO:tasks.workunit.client.0.smithi016.stdout: "values": [ 2024-04-15T16:06:22.264 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.264 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.264 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.264 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.264 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 471, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.264 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 3123, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.264 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 402, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.264 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 265, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.264 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 304, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.264 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 60, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.264 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 37, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.264 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 9, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.264 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.265 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.265 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.265 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.265 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.265 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.265 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.265 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.265 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.265 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.265 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.265 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.265 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.265 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.265 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.266 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.266 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.266 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.266 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.266 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-15T16:06:22.266 INFO:tasks.workunit.client.0.smithi016.stdout: ] 2024-04-15T16:06:22.266 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.266 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-15T16:06:22.266 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_id": 7, 2024-04-15T16:06:22.266 INFO:tasks.workunit.client.0.smithi016.stdout: "values": [ 2024-04-15T16:06:22.266 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.266 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.266 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.266 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.267 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 717, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.267 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 7596, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.267 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 2858, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.267 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 206, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.267 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 94, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.267 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 73, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.267 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 43, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.267 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 9, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.267 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.267 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.267 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.267 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.267 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.268 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.268 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.268 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.268 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.268 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.268 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.268 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.268 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.268 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.268 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.268 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.268 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.268 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.268 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.269 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-15T16:06:22.269 INFO:tasks.workunit.client.0.smithi016.stdout: ] 2024-04-15T16:06:22.269 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T16:06:22.269 INFO:tasks.workunit.client.0.smithi016.stdout: ] 2024-04-15T16:06:22.269 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.269 INFO:tasks.workunit.client.0.smithi016.stdout: "op_w_latency_in_bytes_histogram": { 2024-04-15T16:06:22.269 INFO:tasks.workunit.client.0.smithi016.stdout: "axes": [ 2024-04-15T16:06:22.269 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-15T16:06:22.269 INFO:tasks.workunit.client.0.smithi016.stdout: "buckets": 32, 2024-04-15T16:06:22.269 INFO:tasks.workunit.client.0.smithi016.stdout: "min": 0, 2024-04-15T16:06:22.269 INFO:tasks.workunit.client.0.smithi016.stdout: "name": "Latency (usec)", 2024-04-15T16:06:22.269 INFO:tasks.workunit.client.0.smithi016.stdout: "quant_size": 100000, 2024-04-15T16:06:22.269 INFO:tasks.workunit.client.0.smithi016.stdout: "ranges": [ 2024-04-15T16:06:22.269 INFO:tasks.workunit.client.0.smithi016.stdout: "[None, -1]", 2024-04-15T16:06:22.270 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 99999]", 2024-04-15T16:06:22.270 INFO:tasks.workunit.client.0.smithi016.stdout: "[100000, 199999]", 2024-04-15T16:06:22.270 INFO:tasks.workunit.client.0.smithi016.stdout: "[200000, 399999]", 2024-04-15T16:06:22.270 INFO:tasks.workunit.client.0.smithi016.stdout: "[400000, 799999]", 2024-04-15T16:06:22.270 INFO:tasks.workunit.client.0.smithi016.stdout: "[800000, 1599999]", 2024-04-15T16:06:22.270 INFO:tasks.workunit.client.0.smithi016.stdout: "[1600000, 3199999]", 2024-04-15T16:06:22.270 INFO:tasks.workunit.client.0.smithi016.stdout: "[3200000, 6399999]", 2024-04-15T16:06:22.270 INFO:tasks.workunit.client.0.smithi016.stdout: "[6400000, 12799999]", 2024-04-15T16:06:22.270 INFO:tasks.workunit.client.0.smithi016.stdout: "[12800000, 25599999]", 2024-04-15T16:06:22.270 INFO:tasks.workunit.client.0.smithi016.stdout: "[25600000, 51199999]", 2024-04-15T16:06:22.270 INFO:tasks.workunit.client.0.smithi016.stdout: "[51200000, 102399999]", 2024-04-15T16:06:22.270 INFO:tasks.workunit.client.0.smithi016.stdout: "[102400000, 204799999]", 2024-04-15T16:06:22.270 INFO:tasks.workunit.client.0.smithi016.stdout: "[204800000, 409599999]", 2024-04-15T16:06:22.270 INFO:tasks.workunit.client.0.smithi016.stdout: "[409600000, 819199999]", 2024-04-15T16:06:22.271 INFO:tasks.workunit.client.0.smithi016.stdout: "[819200000, 1638399999]", 2024-04-15T16:06:22.271 INFO:tasks.workunit.client.0.smithi016.stdout: "[1638400000, 3276799999]", 2024-04-15T16:06:22.271 INFO:tasks.workunit.client.0.smithi016.stdout: "[3276800000, 6553599999]", 2024-04-15T16:06:22.271 INFO:tasks.workunit.client.0.smithi016.stdout: "[6553600000, 13107199999]", 2024-04-15T16:06:22.271 INFO:tasks.workunit.client.0.smithi016.stdout: "[13107200000, 26214399999]", 2024-04-15T16:06:22.271 INFO:tasks.workunit.client.0.smithi016.stdout: "[26214400000, 52428799999]", 2024-04-15T16:06:22.271 INFO:tasks.workunit.client.0.smithi016.stdout: "[52428800000, 104857599999]", 2024-04-15T16:06:22.271 INFO:tasks.workunit.client.0.smithi016.stdout: "[104857600000, 209715199999]", 2024-04-15T16:06:22.271 INFO:tasks.workunit.client.0.smithi016.stdout: "[209715200000, 419430399999]", 2024-04-15T16:06:22.271 INFO:tasks.workunit.client.0.smithi016.stdout: "[419430400000, 838860799999]", 2024-04-15T16:06:22.271 INFO:tasks.workunit.client.0.smithi016.stdout: "[838860800000, 1677721599999]", 2024-04-15T16:06:22.271 INFO:tasks.workunit.client.0.smithi016.stdout: "[1677721600000, 3355443199999]", 2024-04-15T16:06:22.271 INFO:tasks.workunit.client.0.smithi016.stdout: "[3355443200000, 6710886399999]", 2024-04-15T16:06:22.272 INFO:tasks.workunit.client.0.smithi016.stdout: "[6710886400000, 13421772799999]", 2024-04-15T16:06:22.272 INFO:tasks.workunit.client.0.smithi016.stdout: "[13421772800000, 26843545599999]", 2024-04-15T16:06:22.272 INFO:tasks.workunit.client.0.smithi016.stdout: "[26843545600000, 53687091199999]", 2024-04-15T16:06:22.272 INFO:tasks.workunit.client.0.smithi016.stdout: "[53687091200000, None]" 2024-04-15T16:06:22.272 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:22.272 INFO:tasks.workunit.client.0.smithi016.stdout: "scale_type": "log2" 2024-04-15T16:06:22.272 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.272 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-15T16:06:22.272 INFO:tasks.workunit.client.0.smithi016.stdout: "buckets": 32, 2024-04-15T16:06:22.272 INFO:tasks.workunit.client.0.smithi016.stdout: "min": 0, 2024-04-15T16:06:22.272 INFO:tasks.workunit.client.0.smithi016.stdout: "name": "Request size (bytes)", 2024-04-15T16:06:22.273 INFO:tasks.workunit.client.0.smithi016.stdout: "quant_size": 512, 2024-04-15T16:06:22.273 INFO:tasks.workunit.client.0.smithi016.stdout: "ranges": [ 2024-04-15T16:06:22.273 INFO:tasks.workunit.client.0.smithi016.stdout: "[None, -1]", 2024-04-15T16:06:22.273 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 511]", 2024-04-15T16:06:22.273 INFO:tasks.workunit.client.0.smithi016.stdout: "[512, 1023]", 2024-04-15T16:06:22.273 INFO:tasks.workunit.client.0.smithi016.stdout: "[1024, 2047]", 2024-04-15T16:06:22.273 INFO:tasks.workunit.client.0.smithi016.stdout: "[2048, 4095]", 2024-04-15T16:06:22.273 INFO:tasks.workunit.client.0.smithi016.stdout: "[4096, 8191]", 2024-04-15T16:06:22.273 INFO:tasks.workunit.client.0.smithi016.stdout: "[8192, 16383]", 2024-04-15T16:06:22.273 INFO:tasks.workunit.client.0.smithi016.stdout: "[16384, 32767]", 2024-04-15T16:06:22.273 INFO:tasks.workunit.client.0.smithi016.stdout: "[32768, 65535]", 2024-04-15T16:06:22.273 INFO:tasks.workunit.client.0.smithi016.stdout: "[65536, 131071]", 2024-04-15T16:06:22.273 INFO:tasks.workunit.client.0.smithi016.stdout: "[131072, 262143]", 2024-04-15T16:06:22.273 INFO:tasks.workunit.client.0.smithi016.stdout: "[262144, 524287]", 2024-04-15T16:06:22.274 INFO:tasks.workunit.client.0.smithi016.stdout: "[524288, 1048575]", 2024-04-15T16:06:22.274 INFO:tasks.workunit.client.0.smithi016.stdout: "[1048576, 2097151]", 2024-04-15T16:06:22.274 INFO:tasks.workunit.client.0.smithi016.stdout: "[2097152, 4194303]", 2024-04-15T16:06:22.274 INFO:tasks.workunit.client.0.smithi016.stdout: "[4194304, 8388607]", 2024-04-15T16:06:22.274 INFO:tasks.workunit.client.0.smithi016.stdout: "[8388608, 16777215]", 2024-04-15T16:06:22.274 INFO:tasks.workunit.client.0.smithi016.stdout: "[16777216, 33554431]", 2024-04-15T16:06:22.274 INFO:tasks.workunit.client.0.smithi016.stdout: "[33554432, 67108863]", 2024-04-15T16:06:22.274 INFO:tasks.workunit.client.0.smithi016.stdout: "[67108864, 134217727]", 2024-04-15T16:06:22.274 INFO:tasks.workunit.client.0.smithi016.stdout: "[134217728, 268435455]", 2024-04-15T16:06:22.274 INFO:tasks.workunit.client.0.smithi016.stdout: "[268435456, 536870911]", 2024-04-15T16:06:22.274 INFO:tasks.workunit.client.0.smithi016.stdout: "[536870912, 1073741823]", 2024-04-15T16:06:22.274 INFO:tasks.workunit.client.0.smithi016.stdout: "[1073741824, 2147483647]", 2024-04-15T16:06:22.274 INFO:tasks.workunit.client.0.smithi016.stdout: "[2147483648, 4294967295]", 2024-04-15T16:06:22.274 INFO:tasks.workunit.client.0.smithi016.stdout: "[4294967296, 8589934591]", 2024-04-15T16:06:22.275 INFO:tasks.workunit.client.0.smithi016.stdout: "[8589934592, 17179869183]", 2024-04-15T16:06:22.275 INFO:tasks.workunit.client.0.smithi016.stdout: "[17179869184, 34359738367]", 2024-04-15T16:06:22.275 INFO:tasks.workunit.client.0.smithi016.stdout: "[34359738368, 68719476735]", 2024-04-15T16:06:22.275 INFO:tasks.workunit.client.0.smithi016.stdout: "[68719476736, 137438953471]", 2024-04-15T16:06:22.275 INFO:tasks.workunit.client.0.smithi016.stdout: "[137438953472, 274877906943]", 2024-04-15T16:06:22.275 INFO:tasks.workunit.client.0.smithi016.stdout: "[274877906944, None]" 2024-04-15T16:06:22.275 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:22.275 INFO:tasks.workunit.client.0.smithi016.stdout: "scale_type": "log2" 2024-04-15T16:06:22.275 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T16:06:22.275 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:22.275 INFO:tasks.workunit.client.0.smithi016.stdout: "osds": [ 2024-04-15T16:06:22.276 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-15T16:06:22.276 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_id": 0, 2024-04-15T16:06:22.276 INFO:tasks.workunit.client.0.smithi016.stdout: "values": [ 2024-04-15T16:06:22.276 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.276 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.276 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.276 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.276 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 79, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.276 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 1948, 24, 0, 0, 8, 0, 0, 0, 0, 0, 0, 2, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.276 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 1211, 13, 1, 1, 4, 4, 6, 14, 31, 58, 60, 18, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.276 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 152, 20, 0, 0, 0, 0, 1, 2, 3, 7, 55, 210, 146, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.276 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 374, 8, 0, 0, 0, 0, 0, 0, 0, 3, 14, 15, 261, 10, 13, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.276 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 614, 30, 0, 0, 0, 0, 0, 0, 1, 0, 2, 1, 9, 21, 74, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.276 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 589, 45, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 9, 15, 101, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.277 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 626, 92, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.277 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 402, 75, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.277 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.277 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.277 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.277 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.277 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.277 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.277 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.277 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.277 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.277 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.277 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.278 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.278 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.278 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.278 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.278 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.278 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.278 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.278 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-15T16:06:22.278 INFO:tasks.workunit.client.0.smithi016.stdout: ] 2024-04-15T16:06:22.278 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.278 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-15T16:06:22.278 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_id": 1, 2024-04-15T16:06:22.278 INFO:tasks.workunit.client.0.smithi016.stdout: "values": [ 2024-04-15T16:06:22.278 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.279 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.279 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.279 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.279 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 31, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.279 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 2743, 22, 0, 1, 4, 0, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.279 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 1364, 6, 1, 2, 5, 10, 11, 21, 38, 65, 114, 34, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.279 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 105, 1, 1, 0, 2, 4, 4, 3, 9, 8, 73, 278, 296, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.279 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 54, 1, 0, 0, 0, 0, 1, 0, 1, 1, 9, 18, 320, 6, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.279 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 18, 0, 0, 0, 0, 0, 0, 0, 1, 3, 7, 8, 22, 34, 63, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.279 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 17, 0, 0, 0, 0, 0, 0, 2, 1, 2, 1, 2, 15, 20, 61, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.279 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 771, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 0, 7, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.279 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 2491, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.279 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 473, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.279 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.280 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.280 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.280 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.280 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.280 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.280 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.280 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.280 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.280 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.280 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.280 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.280 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.280 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.281 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.281 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.281 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.281 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-15T16:06:22.281 INFO:tasks.workunit.client.0.smithi016.stdout: ] 2024-04-15T16:06:22.281 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.281 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-15T16:06:22.281 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_id": 2, 2024-04-15T16:06:22.281 INFO:tasks.workunit.client.0.smithi016.stdout: "values": [ 2024-04-15T16:06:22.281 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.281 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.281 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.281 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.281 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 54, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.282 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 310, 2, 1, 0, 10, 0, 2, 2, 7, 9, 2, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.282 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 176, 11, 2, 0, 1, 1, 1, 7, 7, 12, 51, 42, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.282 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 239, 11, 0, 0, 0, 0, 6, 9, 12, 17, 56, 93, 10, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.282 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 159, 2, 0, 0, 0, 0, 1, 1, 8, 4, 32, 55, 27, 11, 11, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.282 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 71, 0, 0, 0, 0, 0, 1, 0, 5, 1, 9, 12, 24, 62, 106, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.282 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 6, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 2, 13, 36, 85, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.282 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 14, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.282 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.282 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.282 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.282 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 4, 0, 0, 0, 0, 0, 0, 0, 0, 1, 2, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.282 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.282 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.282 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.283 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.283 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.283 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.283 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.283 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.283 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.283 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.283 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.283 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.283 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.283 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.283 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.283 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-15T16:06:22.283 INFO:tasks.workunit.client.0.smithi016.stdout: ] 2024-04-15T16:06:22.284 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.284 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-15T16:06:22.284 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_id": 3, 2024-04-15T16:06:22.284 INFO:tasks.workunit.client.0.smithi016.stdout: "values": [ 2024-04-15T16:06:22.284 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.284 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.284 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.284 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.284 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 44, 3, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.284 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 1236, 22, 0, 1, 19, 1, 3, 3, 6, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.284 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 429, 4, 0, 0, 2, 2, 8, 10, 14, 29, 74, 21, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.284 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 239, 5, 0, 0, 0, 0, 3, 2, 3, 5, 35, 122, 148, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.284 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 452, 2, 0, 0, 0, 0, 1, 4, 1, 3, 8, 19, 67, 9, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.285 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 431, 0, 0, 0, 0, 0, 0, 0, 1, 4, 4, 8, 15, 36, 66, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.285 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 280, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 4, 9, 54, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.285 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 72, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 2, 4, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.285 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 7, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.285 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.285 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.285 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.285 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.285 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.285 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.285 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.285 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.285 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.285 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.286 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.286 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.286 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.286 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.286 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.286 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.286 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.286 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.286 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-15T16:06:22.286 INFO:tasks.workunit.client.0.smithi016.stdout: ] 2024-04-15T16:06:22.286 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.286 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-15T16:06:22.286 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_id": 4, 2024-04-15T16:06:22.286 INFO:tasks.workunit.client.0.smithi016.stdout: "values": [ 2024-04-15T16:06:22.287 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.287 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.287 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.287 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.287 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 85, 2, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.287 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 1181, 8, 1, 0, 9, 1, 4, 5, 12, 15, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.287 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 657, 3, 0, 1, 2, 3, 3, 9, 15, 25, 45, 10, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.287 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 323, 12, 0, 0, 0, 0, 0, 1, 2, 6, 41, 128, 57, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.287 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 494, 11, 0, 0, 0, 0, 0, 1, 2, 4, 12, 12, 149, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.287 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 335, 0, 0, 0, 0, 0, 0, 0, 0, 1, 4, 2, 18, 32, 42, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.287 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 59, 0, 0, 0, 0, 0, 1, 0, 0, 0, 1, 4, 6, 16, 64, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.287 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 55, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.287 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.287 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.288 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.288 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.288 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.288 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.288 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.288 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.288 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.288 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.288 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.288 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.288 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.288 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.288 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.288 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.289 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.289 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.289 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.289 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-15T16:06:22.289 INFO:tasks.workunit.client.0.smithi016.stdout: ] 2024-04-15T16:06:22.289 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.289 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-15T16:06:22.289 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_id": 5, 2024-04-15T16:06:22.289 INFO:tasks.workunit.client.0.smithi016.stdout: "values": [ 2024-04-15T16:06:22.289 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.289 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.289 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.289 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.289 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 121, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.289 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 432, 16, 0, 0, 11, 1, 1, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.290 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 79, 4, 1, 0, 0, 1, 0, 1, 6, 3, 4, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.290 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 109, 11, 1, 0, 0, 0, 0, 1, 1, 3, 11, 9, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.290 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 25, 12, 0, 0, 0, 0, 0, 1, 0, 1, 8, 7, 16, 9, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.290 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 5, 25, 0, 0, 3, 0, 1, 0, 1, 1, 3, 6, 21, 38, 63, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.290 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 45, 0, 0, 0, 0, 0, 0, 0, 0, 2, 2, 10, 27, 98, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.290 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 84, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 11, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.290 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 81, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.290 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.290 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.290 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.290 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.290 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.290 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.291 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.291 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.291 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.291 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.291 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.291 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.291 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.291 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.291 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.291 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.291 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.291 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.291 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-15T16:06:22.291 INFO:tasks.workunit.client.0.smithi016.stdout: ] 2024-04-15T16:06:22.292 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.292 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-15T16:06:22.292 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_id": 6, 2024-04-15T16:06:22.292 INFO:tasks.workunit.client.0.smithi016.stdout: "values": [ 2024-04-15T16:06:22.292 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.292 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.292 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.292 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.292 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 56, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.292 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 1031, 18, 2, 2, 13, 0, 0, 0, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.292 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 827, 5, 0, 2, 2, 6, 8, 9, 18, 29, 39, 14, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.292 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 421, 1, 0, 0, 1, 2, 0, 4, 7, 10, 54, 133, 60, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.292 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 594, 16, 0, 0, 0, 0, 1, 0, 5, 0, 13, 29, 195, 2, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.292 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 280, 27, 0, 0, 0, 0, 0, 0, 0, 2, 3, 9, 21, 43, 72, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.293 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 131, 45, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 9, 18, 91, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.293 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 61, 86, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 2, 3, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.293 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 84, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.293 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.293 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.293 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.293 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.293 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.293 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.293 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.293 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.293 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.293 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.293 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.293 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.294 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.294 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.294 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.294 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.294 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.294 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.294 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-15T16:06:22.294 INFO:tasks.workunit.client.0.smithi016.stdout: ] 2024-04-15T16:06:22.294 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.294 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-15T16:06:22.294 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_id": 7, 2024-04-15T16:06:22.294 INFO:tasks.workunit.client.0.smithi016.stdout: "values": [ 2024-04-15T16:06:22.294 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.295 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.295 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.295 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.295 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 45, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.295 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 223, 13, 1, 2, 5, 0, 0, 6, 5, 3, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.295 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 64, 7, 0, 0, 0, 1, 1, 4, 3, 9, 11, 8, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.295 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 116, 6, 0, 1, 0, 0, 2, 1, 5, 5, 28, 29, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.295 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 50, 4, 0, 0, 0, 0, 0, 0, 1, 4, 9, 23, 16, 8, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.295 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 17, 0, 0, 0, 0, 0, 0, 2, 0, 1, 5, 10, 14, 36, 68, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.295 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 2, 2, 13, 33, 91, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.295 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 6, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.295 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.295 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.295 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.296 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.296 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.296 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.296 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.296 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.296 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.296 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.296 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.296 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.296 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.296 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.296 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.296 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.297 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.297 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.297 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.297 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-15T16:06:22.297 INFO:tasks.workunit.client.0.smithi016.stdout: ] 2024-04-15T16:06:22.297 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T16:06:22.297 INFO:tasks.workunit.client.0.smithi016.stdout: ] 2024-04-15T16:06:22.297 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T16:06:22.297 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.297 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-15T16:06:22.297 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_resrv_repnum_vs_duration": { 2024-04-15T16:06:22.297 INFO:tasks.workunit.client.0.smithi016.stdout: "axes": [ 2024-04-15T16:06:22.297 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-15T16:06:22.297 INFO:tasks.workunit.client.0.smithi016.stdout: "buckets": 8, 2024-04-15T16:06:22.298 INFO:tasks.workunit.client.0.smithi016.stdout: "min": 0, 2024-04-15T16:06:22.298 INFO:tasks.workunit.client.0.smithi016.stdout: "name": "number of replicas", 2024-04-15T16:06:22.298 INFO:tasks.workunit.client.0.smithi016.stdout: "quant_size": 1, 2024-04-15T16:06:22.298 INFO:tasks.workunit.client.0.smithi016.stdout: "ranges": [ 2024-04-15T16:06:22.298 INFO:tasks.workunit.client.0.smithi016.stdout: "[None, -1]", 2024-04-15T16:06:22.298 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0]", 2024-04-15T16:06:22.298 INFO:tasks.workunit.client.0.smithi016.stdout: "[1, 1]", 2024-04-15T16:06:22.298 INFO:tasks.workunit.client.0.smithi016.stdout: "[2, 2]", 2024-04-15T16:06:22.298 INFO:tasks.workunit.client.0.smithi016.stdout: "[3, 3]", 2024-04-15T16:06:22.298 INFO:tasks.workunit.client.0.smithi016.stdout: "[4, 4]", 2024-04-15T16:06:22.298 INFO:tasks.workunit.client.0.smithi016.stdout: "[5, 5]", 2024-04-15T16:06:22.298 INFO:tasks.workunit.client.0.smithi016.stdout: "[6, None]" 2024-04-15T16:06:22.298 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:22.298 INFO:tasks.workunit.client.0.smithi016.stdout: "scale_type": "linear" 2024-04-15T16:06:22.299 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.299 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-15T16:06:22.299 INFO:tasks.workunit.client.0.smithi016.stdout: "buckets": 10, 2024-04-15T16:06:22.299 INFO:tasks.workunit.client.0.smithi016.stdout: "min": 0, 2024-04-15T16:06:22.299 INFO:tasks.workunit.client.0.smithi016.stdout: "name": "duration", 2024-04-15T16:06:22.299 INFO:tasks.workunit.client.0.smithi016.stdout: "quant_size": 250000, 2024-04-15T16:06:22.299 INFO:tasks.workunit.client.0.smithi016.stdout: "ranges": [ 2024-04-15T16:06:22.299 INFO:tasks.workunit.client.0.smithi016.stdout: "[None, -1]", 2024-04-15T16:06:22.299 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 249999]", 2024-04-15T16:06:22.299 INFO:tasks.workunit.client.0.smithi016.stdout: "[250000, 499999]", 2024-04-15T16:06:22.299 INFO:tasks.workunit.client.0.smithi016.stdout: "[500000, 999999]", 2024-04-15T16:06:22.299 INFO:tasks.workunit.client.0.smithi016.stdout: "[1000000, 1999999]", 2024-04-15T16:06:22.299 INFO:tasks.workunit.client.0.smithi016.stdout: "[2000000, 3999999]", 2024-04-15T16:06:22.299 INFO:tasks.workunit.client.0.smithi016.stdout: "[4000000, 7999999]", 2024-04-15T16:06:22.300 INFO:tasks.workunit.client.0.smithi016.stdout: "[8000000, 15999999]", 2024-04-15T16:06:22.300 INFO:tasks.workunit.client.0.smithi016.stdout: "[16000000, 31999999]", 2024-04-15T16:06:22.300 INFO:tasks.workunit.client.0.smithi016.stdout: "[32000000, None]" 2024-04-15T16:06:22.300 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:22.300 INFO:tasks.workunit.client.0.smithi016.stdout: "scale_type": "log2" 2024-04-15T16:06:22.300 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T16:06:22.300 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:22.300 INFO:tasks.workunit.client.0.smithi016.stdout: "osds": [ 2024-04-15T16:06:22.300 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-15T16:06:22.300 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_id": 0, 2024-04-15T16:06:22.300 INFO:tasks.workunit.client.0.smithi016.stdout: "values": [ 2024-04-15T16:06:22.300 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.300 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.300 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.301 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.301 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.301 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.301 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.301 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-15T16:06:22.301 INFO:tasks.workunit.client.0.smithi016.stdout: ] 2024-04-15T16:06:22.301 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.301 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-15T16:06:22.301 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_id": 1, 2024-04-15T16:06:22.301 INFO:tasks.workunit.client.0.smithi016.stdout: "values": [ 2024-04-15T16:06:22.301 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.301 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.301 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.301 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.302 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.302 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.302 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.302 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-15T16:06:22.302 INFO:tasks.workunit.client.0.smithi016.stdout: ] 2024-04-15T16:06:22.302 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.302 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-15T16:06:22.302 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_id": 2, 2024-04-15T16:06:22.302 INFO:tasks.workunit.client.0.smithi016.stdout: "values": [ 2024-04-15T16:06:22.302 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.302 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.302 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.302 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.302 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.302 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.303 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.303 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-15T16:06:22.303 INFO:tasks.workunit.client.0.smithi016.stdout: ] 2024-04-15T16:06:22.303 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.303 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-15T16:06:22.303 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_id": 3, 2024-04-15T16:06:22.303 INFO:tasks.workunit.client.0.smithi016.stdout: "values": [ 2024-04-15T16:06:22.303 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.303 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.303 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.303 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.303 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.303 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.303 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.304 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-15T16:06:22.304 INFO:tasks.workunit.client.0.smithi016.stdout: ] 2024-04-15T16:06:22.304 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.304 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-15T16:06:22.304 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_id": 4, 2024-04-15T16:06:22.304 INFO:tasks.workunit.client.0.smithi016.stdout: "values": [ 2024-04-15T16:06:22.304 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.304 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.304 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.304 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.304 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.304 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.304 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.305 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-15T16:06:22.305 INFO:tasks.workunit.client.0.smithi016.stdout: ] 2024-04-15T16:06:22.305 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.305 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-15T16:06:22.305 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_id": 5, 2024-04-15T16:06:22.305 INFO:tasks.workunit.client.0.smithi016.stdout: "values": [ 2024-04-15T16:06:22.305 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.305 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.305 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.305 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.305 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.305 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.305 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.305 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-15T16:06:22.306 INFO:tasks.workunit.client.0.smithi016.stdout: ] 2024-04-15T16:06:22.306 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.306 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-15T16:06:22.306 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_id": 6, 2024-04-15T16:06:22.306 INFO:tasks.workunit.client.0.smithi016.stdout: "values": [ 2024-04-15T16:06:22.306 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.306 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.306 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.306 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.306 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.306 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.306 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.307 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-15T16:06:22.307 INFO:tasks.workunit.client.0.smithi016.stdout: ] 2024-04-15T16:06:22.307 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.307 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-15T16:06:22.307 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_id": 7, 2024-04-15T16:06:22.307 INFO:tasks.workunit.client.0.smithi016.stdout: "values": [ 2024-04-15T16:06:22.307 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.307 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.307 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.307 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.307 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.307 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.307 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:22.307 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-15T16:06:22.308 INFO:tasks.workunit.client.0.smithi016.stdout: ] 2024-04-15T16:06:22.308 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T16:06:22.308 INFO:tasks.workunit.client.0.smithi016.stdout: ] 2024-04-15T16:06:22.308 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T16:06:22.308 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T16:06:22.308 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:22.308 INFO:tasks.workunit.client.0.smithi016.stdout: "perf_counters": { 2024-04-15T16:06:22.308 INFO:tasks.workunit.client.0.smithi016.stdout: "mds.dd602b36cabf11effbd0d8bd19ba267ecac4bcd8": { 2024-04-15T16:06:22.308 INFO:tasks.workunit.client.0.smithi016.stdout: "mds": { 2024-04-15T16:06:22.308 INFO:tasks.workunit.client.0.smithi016.stdout: "caps": { 2024-04-15T16:06:22.308 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:22.308 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.308 INFO:tasks.workunit.client.0.smithi016.stdout: "ceph_cap_op_flush_ack": { 2024-04-15T16:06:22.308 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:22.309 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.309 INFO:tasks.workunit.client.0.smithi016.stdout: "ceph_cap_op_flushsnap_ack": { 2024-04-15T16:06:22.309 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:22.309 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.309 INFO:tasks.workunit.client.0.smithi016.stdout: "ceph_cap_op_grant": { 2024-04-15T16:06:22.309 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:22.309 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.309 INFO:tasks.workunit.client.0.smithi016.stdout: "ceph_cap_op_revoke": { 2024-04-15T16:06:22.309 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:22.309 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.309 INFO:tasks.workunit.client.0.smithi016.stdout: "ceph_cap_op_trunc": { 2024-04-15T16:06:22.309 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:22.309 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.309 INFO:tasks.workunit.client.0.smithi016.stdout: "dir_commit": { 2024-04-15T16:06:22.309 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:22.310 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.310 INFO:tasks.workunit.client.0.smithi016.stdout: "dir_fetch_complete": { 2024-04-15T16:06:22.310 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 12 2024-04-15T16:06:22.310 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.310 INFO:tasks.workunit.client.0.smithi016.stdout: "dir_fetch_keys": { 2024-04-15T16:06:22.310 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 10 2024-04-15T16:06:22.310 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.310 INFO:tasks.workunit.client.0.smithi016.stdout: "dir_merge": { 2024-04-15T16:06:22.310 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:22.310 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.310 INFO:tasks.workunit.client.0.smithi016.stdout: "dir_split": { 2024-04-15T16:06:22.310 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:22.310 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.310 INFO:tasks.workunit.client.0.smithi016.stdout: "exported_inodes": { 2024-04-15T16:06:22.311 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:22.311 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.311 INFO:tasks.workunit.client.0.smithi016.stdout: "forward": { 2024-04-15T16:06:22.311 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:22.311 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.311 INFO:tasks.workunit.client.0.smithi016.stdout: "handle_client_cap_release": { 2024-04-15T16:06:22.311 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:22.311 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.311 INFO:tasks.workunit.client.0.smithi016.stdout: "handle_client_caps": { 2024-04-15T16:06:22.311 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:22.311 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.311 INFO:tasks.workunit.client.0.smithi016.stdout: "handle_client_caps_dirty": { 2024-04-15T16:06:22.311 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:22.311 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.312 INFO:tasks.workunit.client.0.smithi016.stdout: "handle_inode_file_caps": { 2024-04-15T16:06:22.312 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:22.312 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.312 INFO:tasks.workunit.client.0.smithi016.stdout: "imported_inodes": { 2024-04-15T16:06:22.312 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:22.312 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.312 INFO:tasks.workunit.client.0.smithi016.stdout: "inodes": { 2024-04-15T16:06:22.312 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 10 2024-04-15T16:06:22.312 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.312 INFO:tasks.workunit.client.0.smithi016.stdout: "inodes_expired": { 2024-04-15T16:06:22.312 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:22.312 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.312 INFO:tasks.workunit.client.0.smithi016.stdout: "inodes_pinned": { 2024-04-15T16:06:22.313 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 10 2024-04-15T16:06:22.313 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.313 INFO:tasks.workunit.client.0.smithi016.stdout: "inodes_with_caps": { 2024-04-15T16:06:22.313 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:22.313 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.313 INFO:tasks.workunit.client.0.smithi016.stdout: "load_cent": { 2024-04-15T16:06:22.313 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:22.313 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.313 INFO:tasks.workunit.client.0.smithi016.stdout: "openino_dir_fetch": { 2024-04-15T16:06:22.313 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:22.313 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.313 INFO:tasks.workunit.client.0.smithi016.stdout: "process_request_cap_release": { 2024-04-15T16:06:22.313 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:22.313 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.313 INFO:tasks.workunit.client.0.smithi016.stdout: "reply_latency": { 2024-04-15T16:06:22.314 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 0, 2024-04-15T16:06:22.314 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:22.314 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.314 INFO:tasks.workunit.client.0.smithi016.stdout: "request": { 2024-04-15T16:06:22.314 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:22.314 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.314 INFO:tasks.workunit.client.0.smithi016.stdout: "root_rbytes": { 2024-04-15T16:06:22.314 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:22.314 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.314 INFO:tasks.workunit.client.0.smithi016.stdout: "root_rfiles": { 2024-04-15T16:06:22.314 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:22.314 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.314 INFO:tasks.workunit.client.0.smithi016.stdout: "root_rsnaps": { 2024-04-15T16:06:22.315 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:22.315 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.315 INFO:tasks.workunit.client.0.smithi016.stdout: "slow_reply": { 2024-04-15T16:06:22.315 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:22.315 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.315 INFO:tasks.workunit.client.0.smithi016.stdout: "subtrees": { 2024-04-15T16:06:22.315 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 2 2024-04-15T16:06:22.315 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T16:06:22.315 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.315 INFO:tasks.workunit.client.0.smithi016.stdout: "mds_cache": { 2024-04-15T16:06:22.315 INFO:tasks.workunit.client.0.smithi016.stdout: "ireq_enqueue_scrub": { 2024-04-15T16:06:22.315 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:22.315 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.315 INFO:tasks.workunit.client.0.smithi016.stdout: "ireq_exportdir": { 2024-04-15T16:06:22.315 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:22.316 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.316 INFO:tasks.workunit.client.0.smithi016.stdout: "ireq_flush": { 2024-04-15T16:06:22.316 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:22.316 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.316 INFO:tasks.workunit.client.0.smithi016.stdout: "ireq_fragmentdir": { 2024-04-15T16:06:22.316 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:22.316 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.316 INFO:tasks.workunit.client.0.smithi016.stdout: "ireq_fragstats": { 2024-04-15T16:06:22.316 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:22.316 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.316 INFO:tasks.workunit.client.0.smithi016.stdout: "ireq_inodestats": { 2024-04-15T16:06:22.316 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:22.316 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.316 INFO:tasks.workunit.client.0.smithi016.stdout: "ireq_quiesce_inode": { 2024-04-15T16:06:22.317 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:22.317 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.317 INFO:tasks.workunit.client.0.smithi016.stdout: "ireq_quiesce_path": { 2024-04-15T16:06:22.317 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:22.317 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.317 INFO:tasks.workunit.client.0.smithi016.stdout: "num_recovering_enqueued": { 2024-04-15T16:06:22.317 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:22.317 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.317 INFO:tasks.workunit.client.0.smithi016.stdout: "num_recovering_prioritized": { 2024-04-15T16:06:22.317 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:22.317 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.317 INFO:tasks.workunit.client.0.smithi016.stdout: "num_recovering_processing": { 2024-04-15T16:06:22.317 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:22.317 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.317 INFO:tasks.workunit.client.0.smithi016.stdout: "num_strays": { 2024-04-15T16:06:22.318 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:22.318 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.318 INFO:tasks.workunit.client.0.smithi016.stdout: "num_strays_delayed": { 2024-04-15T16:06:22.318 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:22.318 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.318 INFO:tasks.workunit.client.0.smithi016.stdout: "num_strays_enqueuing": { 2024-04-15T16:06:22.318 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:22.318 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.318 INFO:tasks.workunit.client.0.smithi016.stdout: "recovery_completed": { 2024-04-15T16:06:22.318 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:22.318 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.318 INFO:tasks.workunit.client.0.smithi016.stdout: "recovery_started": { 2024-04-15T16:06:22.318 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:22.318 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.319 INFO:tasks.workunit.client.0.smithi016.stdout: "strays_created": { 2024-04-15T16:06:22.319 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:22.319 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.319 INFO:tasks.workunit.client.0.smithi016.stdout: "strays_enqueued": { 2024-04-15T16:06:22.319 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:22.319 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.319 INFO:tasks.workunit.client.0.smithi016.stdout: "strays_migrated": { 2024-04-15T16:06:22.319 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:22.319 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.319 INFO:tasks.workunit.client.0.smithi016.stdout: "strays_reintegrated": { 2024-04-15T16:06:22.319 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:22.319 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T16:06:22.319 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.319 INFO:tasks.workunit.client.0.smithi016.stdout: "mds_log": { 2024-04-15T16:06:22.320 INFO:tasks.workunit.client.0.smithi016.stdout: "ev": { 2024-04-15T16:06:22.320 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 17 2024-04-15T16:06:22.320 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.320 INFO:tasks.workunit.client.0.smithi016.stdout: "evadd": { 2024-04-15T16:06:22.320 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:22.320 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.320 INFO:tasks.workunit.client.0.smithi016.stdout: "evex": { 2024-04-15T16:06:22.320 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:22.320 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.320 INFO:tasks.workunit.client.0.smithi016.stdout: "evexd": { 2024-04-15T16:06:22.320 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:22.320 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.320 INFO:tasks.workunit.client.0.smithi016.stdout: "evexg": { 2024-04-15T16:06:22.320 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:22.321 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.321 INFO:tasks.workunit.client.0.smithi016.stdout: "evlrg": { 2024-04-15T16:06:22.321 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:22.321 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.321 INFO:tasks.workunit.client.0.smithi016.stdout: "evtrm": { 2024-04-15T16:06:22.321 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:22.321 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.321 INFO:tasks.workunit.client.0.smithi016.stdout: "jlat": { 2024-04-15T16:06:22.321 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 0, 2024-04-15T16:06:22.321 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:22.321 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.321 INFO:tasks.workunit.client.0.smithi016.stdout: "replayed": { 2024-04-15T16:06:22.321 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 17 2024-04-15T16:06:22.322 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.322 INFO:tasks.workunit.client.0.smithi016.stdout: "seg": { 2024-04-15T16:06:22.322 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 1 2024-04-15T16:06:22.322 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.322 INFO:tasks.workunit.client.0.smithi016.stdout: "segadd": { 2024-04-15T16:06:22.322 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:22.322 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.322 INFO:tasks.workunit.client.0.smithi016.stdout: "segex": { 2024-04-15T16:06:22.322 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:22.322 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.322 INFO:tasks.workunit.client.0.smithi016.stdout: "segexd": { 2024-04-15T16:06:22.322 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:22.322 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.322 INFO:tasks.workunit.client.0.smithi016.stdout: "segexg": { 2024-04-15T16:06:22.323 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:22.323 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.323 INFO:tasks.workunit.client.0.smithi016.stdout: "segmjr": { 2024-04-15T16:06:22.323 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 1 2024-04-15T16:06:22.323 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.323 INFO:tasks.workunit.client.0.smithi016.stdout: "segtrm": { 2024-04-15T16:06:22.323 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:22.323 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T16:06:22.323 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.323 INFO:tasks.workunit.client.0.smithi016.stdout: "mds_mem": { 2024-04-15T16:06:22.323 INFO:tasks.workunit.client.0.smithi016.stdout: "cap": { 2024-04-15T16:06:22.323 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:22.323 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.324 INFO:tasks.workunit.client.0.smithi016.stdout: "cap+": { 2024-04-15T16:06:22.324 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:22.324 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.324 INFO:tasks.workunit.client.0.smithi016.stdout: "cap-": { 2024-04-15T16:06:22.324 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:22.324 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.324 INFO:tasks.workunit.client.0.smithi016.stdout: "dir": { 2024-04-15T16:06:22.324 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 12 2024-04-15T16:06:22.324 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.324 INFO:tasks.workunit.client.0.smithi016.stdout: "dir+": { 2024-04-15T16:06:22.324 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 12 2024-04-15T16:06:22.324 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.324 INFO:tasks.workunit.client.0.smithi016.stdout: "dir-": { 2024-04-15T16:06:22.324 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:22.325 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.325 INFO:tasks.workunit.client.0.smithi016.stdout: "dn": { 2024-04-15T16:06:22.325 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 10 2024-04-15T16:06:22.325 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.325 INFO:tasks.workunit.client.0.smithi016.stdout: "dn+": { 2024-04-15T16:06:22.325 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 10 2024-04-15T16:06:22.325 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.325 INFO:tasks.workunit.client.0.smithi016.stdout: "dn-": { 2024-04-15T16:06:22.325 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:22.325 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.325 INFO:tasks.workunit.client.0.smithi016.stdout: "heap": { 2024-04-15T16:06:22.325 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 248184 2024-04-15T16:06:22.325 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.325 INFO:tasks.workunit.client.0.smithi016.stdout: "ino": { 2024-04-15T16:06:22.325 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 13 2024-04-15T16:06:22.326 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.326 INFO:tasks.workunit.client.0.smithi016.stdout: "ino+": { 2024-04-15T16:06:22.326 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 13 2024-04-15T16:06:22.326 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.326 INFO:tasks.workunit.client.0.smithi016.stdout: "ino-": { 2024-04-15T16:06:22.326 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:22.326 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.326 INFO:tasks.workunit.client.0.smithi016.stdout: "rss": { 2024-04-15T16:06:22.326 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 50484 2024-04-15T16:06:22.326 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T16:06:22.326 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.326 INFO:tasks.workunit.client.0.smithi016.stdout: "mds_server": { 2024-04-15T16:06:22.326 INFO:tasks.workunit.client.0.smithi016.stdout: "cap_acquisition_throttle": { 2024-04-15T16:06:22.326 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:22.327 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.327 INFO:tasks.workunit.client.0.smithi016.stdout: "cap_revoke_eviction": { 2024-04-15T16:06:22.327 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:22.327 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.327 INFO:tasks.workunit.client.0.smithi016.stdout: "handle_client_request": { 2024-04-15T16:06:22.327 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:22.327 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.327 INFO:tasks.workunit.client.0.smithi016.stdout: "handle_client_session": { 2024-04-15T16:06:22.327 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:22.327 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.327 INFO:tasks.workunit.client.0.smithi016.stdout: "handle_peer_request": { 2024-04-15T16:06:22.327 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:22.327 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.327 INFO:tasks.workunit.client.0.smithi016.stdout: "req_create_latency": { 2024-04-15T16:06:22.328 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 0, 2024-04-15T16:06:22.328 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:22.328 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.328 INFO:tasks.workunit.client.0.smithi016.stdout: "req_getattr_latency": { 2024-04-15T16:06:22.328 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 0, 2024-04-15T16:06:22.328 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:22.328 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.328 INFO:tasks.workunit.client.0.smithi016.stdout: "req_getfilelock_latency": { 2024-04-15T16:06:22.328 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 0, 2024-04-15T16:06:22.328 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:22.328 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.328 INFO:tasks.workunit.client.0.smithi016.stdout: "req_getvxattr_latency": { 2024-04-15T16:06:22.328 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 0, 2024-04-15T16:06:22.329 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:22.329 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.329 INFO:tasks.workunit.client.0.smithi016.stdout: "req_link_latency": { 2024-04-15T16:06:22.329 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 0, 2024-04-15T16:06:22.329 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:22.329 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.329 INFO:tasks.workunit.client.0.smithi016.stdout: "req_lookup_latency": { 2024-04-15T16:06:22.329 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 0, 2024-04-15T16:06:22.329 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:22.329 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.329 INFO:tasks.workunit.client.0.smithi016.stdout: "req_lookuphash_latency": { 2024-04-15T16:06:22.329 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 0, 2024-04-15T16:06:22.329 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:22.329 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.330 INFO:tasks.workunit.client.0.smithi016.stdout: "req_lookupino_latency": { 2024-04-15T16:06:22.330 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 0, 2024-04-15T16:06:22.330 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:22.330 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.330 INFO:tasks.workunit.client.0.smithi016.stdout: "req_lookupname_latency": { 2024-04-15T16:06:22.330 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 0, 2024-04-15T16:06:22.330 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:22.330 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.330 INFO:tasks.workunit.client.0.smithi016.stdout: "req_lookupparent_latency": { 2024-04-15T16:06:22.330 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 0, 2024-04-15T16:06:22.330 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:22.330 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.330 INFO:tasks.workunit.client.0.smithi016.stdout: "req_lookupsnap_latency": { 2024-04-15T16:06:22.331 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 0, 2024-04-15T16:06:22.331 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:22.331 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.331 INFO:tasks.workunit.client.0.smithi016.stdout: "req_lssnap_latency": { 2024-04-15T16:06:22.331 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 0, 2024-04-15T16:06:22.331 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:22.331 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.331 INFO:tasks.workunit.client.0.smithi016.stdout: "req_mkdir_latency": { 2024-04-15T16:06:22.331 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 0, 2024-04-15T16:06:22.331 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:22.331 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.331 INFO:tasks.workunit.client.0.smithi016.stdout: "req_mknod_latency": { 2024-04-15T16:06:22.331 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 0, 2024-04-15T16:06:22.332 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:22.332 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.332 INFO:tasks.workunit.client.0.smithi016.stdout: "req_mksnap_latency": { 2024-04-15T16:06:22.332 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 0, 2024-04-15T16:06:22.332 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:22.332 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.332 INFO:tasks.workunit.client.0.smithi016.stdout: "req_open_latency": { 2024-04-15T16:06:22.332 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 0, 2024-04-15T16:06:22.332 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:22.332 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.332 INFO:tasks.workunit.client.0.smithi016.stdout: "req_readdir_latency": { 2024-04-15T16:06:22.332 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 0, 2024-04-15T16:06:22.332 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:22.332 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.333 INFO:tasks.workunit.client.0.smithi016.stdout: "req_rename_latency": { 2024-04-15T16:06:22.333 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 0, 2024-04-15T16:06:22.333 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:22.333 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.333 INFO:tasks.workunit.client.0.smithi016.stdout: "req_renamesnap_latency": { 2024-04-15T16:06:22.333 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 0, 2024-04-15T16:06:22.333 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:22.333 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.333 INFO:tasks.workunit.client.0.smithi016.stdout: "req_rmdir_latency": { 2024-04-15T16:06:22.333 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 0, 2024-04-15T16:06:22.333 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:22.333 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.333 INFO:tasks.workunit.client.0.smithi016.stdout: "req_rmsnap_latency": { 2024-04-15T16:06:22.333 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 0, 2024-04-15T16:06:22.334 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:22.334 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.334 INFO:tasks.workunit.client.0.smithi016.stdout: "req_rmxattr_latency": { 2024-04-15T16:06:22.334 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 0, 2024-04-15T16:06:22.334 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:22.334 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.334 INFO:tasks.workunit.client.0.smithi016.stdout: "req_setattr_latency": { 2024-04-15T16:06:22.334 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 0, 2024-04-15T16:06:22.334 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:22.334 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.334 INFO:tasks.workunit.client.0.smithi016.stdout: "req_setdirlayout_latency": { 2024-04-15T16:06:22.334 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 0, 2024-04-15T16:06:22.334 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:22.334 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.335 INFO:tasks.workunit.client.0.smithi016.stdout: "req_setfilelock_latency": { 2024-04-15T16:06:22.335 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 0, 2024-04-15T16:06:22.335 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:22.335 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.335 INFO:tasks.workunit.client.0.smithi016.stdout: "req_setlayout_latency": { 2024-04-15T16:06:22.335 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 0, 2024-04-15T16:06:22.335 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:22.335 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.335 INFO:tasks.workunit.client.0.smithi016.stdout: "req_setxattr_latency": { 2024-04-15T16:06:22.335 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 0, 2024-04-15T16:06:22.335 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:22.335 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.335 INFO:tasks.workunit.client.0.smithi016.stdout: "req_snapdiff_latency": { 2024-04-15T16:06:22.336 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 0, 2024-04-15T16:06:22.336 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:22.336 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.336 INFO:tasks.workunit.client.0.smithi016.stdout: "req_symlink_latency": { 2024-04-15T16:06:22.336 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 0, 2024-04-15T16:06:22.336 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:22.336 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.336 INFO:tasks.workunit.client.0.smithi016.stdout: "req_unlink_latency": { 2024-04-15T16:06:22.336 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 0, 2024-04-15T16:06:22.336 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:22.336 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T16:06:22.336 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.336 INFO:tasks.workunit.client.0.smithi016.stdout: "mds_sessions": { 2024-04-15T16:06:22.336 INFO:tasks.workunit.client.0.smithi016.stdout: "average_load": { 2024-04-15T16:06:22.337 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:22.337 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.337 INFO:tasks.workunit.client.0.smithi016.stdout: "avg_session_uptime": { 2024-04-15T16:06:22.337 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:22.337 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.337 INFO:tasks.workunit.client.0.smithi016.stdout: "mdthresh_evicted": { 2024-04-15T16:06:22.337 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:22.337 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.337 INFO:tasks.workunit.client.0.smithi016.stdout: "session_add": { 2024-04-15T16:06:22.337 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 8 2024-04-15T16:06:22.337 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.337 INFO:tasks.workunit.client.0.smithi016.stdout: "session_count": { 2024-04-15T16:06:22.337 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:22.337 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.337 INFO:tasks.workunit.client.0.smithi016.stdout: "session_remove": { 2024-04-15T16:06:22.338 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 8 2024-04-15T16:06:22.338 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.338 INFO:tasks.workunit.client.0.smithi016.stdout: "sessions_open": { 2024-04-15T16:06:22.338 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 2 2024-04-15T16:06:22.338 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.338 INFO:tasks.workunit.client.0.smithi016.stdout: "sessions_stale": { 2024-04-15T16:06:22.338 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:22.338 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.338 INFO:tasks.workunit.client.0.smithi016.stdout: "total_load": { 2024-04-15T16:06:22.338 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:22.338 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T16:06:22.338 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.338 INFO:tasks.workunit.client.0.smithi016.stdout: "objecter": { 2024-04-15T16:06:22.339 INFO:tasks.workunit.client.0.smithi016.stdout: "op_active": { 2024-04-15T16:06:22.339 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:22.339 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.339 INFO:tasks.workunit.client.0.smithi016.stdout: "op_r": { 2024-04-15T16:06:22.339 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 37 2024-04-15T16:06:22.339 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.339 INFO:tasks.workunit.client.0.smithi016.stdout: "op_rmw": { 2024-04-15T16:06:22.339 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:22.339 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.339 INFO:tasks.workunit.client.0.smithi016.stdout: "op_w": { 2024-04-15T16:06:22.339 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 7 2024-04-15T16:06:22.339 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T16:06:22.339 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.339 INFO:tasks.workunit.client.0.smithi016.stdout: "purge_queue": { 2024-04-15T16:06:22.339 INFO:tasks.workunit.client.0.smithi016.stdout: "pq_executed": { 2024-04-15T16:06:22.340 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:22.340 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.340 INFO:tasks.workunit.client.0.smithi016.stdout: "pq_executed_ops": { 2024-04-15T16:06:22.340 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:22.340 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.340 INFO:tasks.workunit.client.0.smithi016.stdout: "pq_executing": { 2024-04-15T16:06:22.340 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:22.340 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.340 INFO:tasks.workunit.client.0.smithi016.stdout: "pq_executing_high_water": { 2024-04-15T16:06:22.340 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:22.340 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.340 INFO:tasks.workunit.client.0.smithi016.stdout: "pq_executing_ops": { 2024-04-15T16:06:22.340 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:22.340 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.341 INFO:tasks.workunit.client.0.smithi016.stdout: "pq_executing_ops_high_water": { 2024-04-15T16:06:22.341 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:22.341 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.341 INFO:tasks.workunit.client.0.smithi016.stdout: "pq_item_in_journal": { 2024-04-15T16:06:22.341 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:22.341 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T16:06:22.341 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T16:06:22.341 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.341 INFO:tasks.workunit.client.0.smithi016.stdout: "mon.96c04f3d51aa9c4650d798b6d991f5b64af8e5e4": { 2024-04-15T16:06:22.341 INFO:tasks.workunit.client.0.smithi016.stdout: "mon": { 2024-04-15T16:06:22.341 INFO:tasks.workunit.client.0.smithi016.stdout: "election_call": { 2024-04-15T16:06:22.341 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 2 2024-04-15T16:06:22.341 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.341 INFO:tasks.workunit.client.0.smithi016.stdout: "election_lose": { 2024-04-15T16:06:22.341 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 2 2024-04-15T16:06:22.342 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.342 INFO:tasks.workunit.client.0.smithi016.stdout: "election_win": { 2024-04-15T16:06:22.342 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:22.342 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.342 INFO:tasks.workunit.client.0.smithi016.stdout: "num_elections": { 2024-04-15T16:06:22.342 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 9 2024-04-15T16:06:22.342 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.342 INFO:tasks.workunit.client.0.smithi016.stdout: "num_sessions": { 2024-04-15T16:06:22.342 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 8 2024-04-15T16:06:22.342 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.342 INFO:tasks.workunit.client.0.smithi016.stdout: "session_add": { 2024-04-15T16:06:22.342 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 3 2024-04-15T16:06:22.342 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.342 INFO:tasks.workunit.client.0.smithi016.stdout: "session_rm": { 2024-04-15T16:06:22.343 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 243 2024-04-15T16:06:22.343 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.343 INFO:tasks.workunit.client.0.smithi016.stdout: "session_trim": { 2024-04-15T16:06:22.343 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:22.343 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T16:06:22.343 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.343 INFO:tasks.workunit.client.0.smithi016.stdout: "paxos": { 2024-04-15T16:06:22.343 INFO:tasks.workunit.client.0.smithi016.stdout: "accept_timeout": { 2024-04-15T16:06:22.343 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:22.343 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.343 INFO:tasks.workunit.client.0.smithi016.stdout: "begin": { 2024-04-15T16:06:22.343 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 8534 2024-04-15T16:06:22.343 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.344 INFO:tasks.workunit.client.0.smithi016.stdout: "begin_bytes": { 2024-04-15T16:06:22.344 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 8534, 2024-04-15T16:06:22.344 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 58612104 2024-04-15T16:06:22.344 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.344 INFO:tasks.workunit.client.0.smithi016.stdout: "begin_keys": { 2024-04-15T16:06:22.344 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 0, 2024-04-15T16:06:22.344 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:22.344 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.344 INFO:tasks.workunit.client.0.smithi016.stdout: "begin_latency": { 2024-04-15T16:06:22.344 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 8534, 2024-04-15T16:06:22.344 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 1396970853 2024-04-15T16:06:22.344 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.344 INFO:tasks.workunit.client.0.smithi016.stdout: "collect": { 2024-04-15T16:06:22.344 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 2 2024-04-15T16:06:22.345 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.345 INFO:tasks.workunit.client.0.smithi016.stdout: "collect_bytes": { 2024-04-15T16:06:22.345 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 2, 2024-04-15T16:06:22.345 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 146 2024-04-15T16:06:22.345 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.345 INFO:tasks.workunit.client.0.smithi016.stdout: "collect_keys": { 2024-04-15T16:06:22.345 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 2, 2024-04-15T16:06:22.345 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 2 2024-04-15T16:06:22.345 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.345 INFO:tasks.workunit.client.0.smithi016.stdout: "collect_latency": { 2024-04-15T16:06:22.345 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 2, 2024-04-15T16:06:22.345 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:22.345 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.345 INFO:tasks.workunit.client.0.smithi016.stdout: "collect_timeout": { 2024-04-15T16:06:22.346 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:22.346 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.346 INFO:tasks.workunit.client.0.smithi016.stdout: "collect_uncommitted": { 2024-04-15T16:06:22.346 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:22.346 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.346 INFO:tasks.workunit.client.0.smithi016.stdout: "commit": { 2024-04-15T16:06:22.346 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 8534 2024-04-15T16:06:22.346 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.346 INFO:tasks.workunit.client.0.smithi016.stdout: "commit_bytes": { 2024-04-15T16:06:22.346 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 0, 2024-04-15T16:06:22.346 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:22.346 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.346 INFO:tasks.workunit.client.0.smithi016.stdout: "commit_keys": { 2024-04-15T16:06:22.347 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 0, 2024-04-15T16:06:22.347 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:22.347 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.347 INFO:tasks.workunit.client.0.smithi016.stdout: "commit_latency": { 2024-04-15T16:06:22.347 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 0, 2024-04-15T16:06:22.347 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:22.347 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.347 INFO:tasks.workunit.client.0.smithi016.stdout: "lease_ack_timeout": { 2024-04-15T16:06:22.347 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:22.347 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.347 INFO:tasks.workunit.client.0.smithi016.stdout: "lease_timeout": { 2024-04-15T16:06:22.347 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:22.347 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.347 INFO:tasks.workunit.client.0.smithi016.stdout: "new_pn": { 2024-04-15T16:06:22.348 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:22.348 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.348 INFO:tasks.workunit.client.0.smithi016.stdout: "new_pn_latency": { 2024-04-15T16:06:22.348 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 0, 2024-04-15T16:06:22.348 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:22.348 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.348 INFO:tasks.workunit.client.0.smithi016.stdout: "refresh": { 2024-04-15T16:06:22.348 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 8534 2024-04-15T16:06:22.348 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.348 INFO:tasks.workunit.client.0.smithi016.stdout: "refresh_latency": { 2024-04-15T16:06:22.348 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 8534, 2024-04-15T16:06:22.348 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 26390449245 2024-04-15T16:06:22.348 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.348 INFO:tasks.workunit.client.0.smithi016.stdout: "restart": { 2024-04-15T16:06:22.348 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 11 2024-04-15T16:06:22.349 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.349 INFO:tasks.workunit.client.0.smithi016.stdout: "share_state": { 2024-04-15T16:06:22.349 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:22.349 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.349 INFO:tasks.workunit.client.0.smithi016.stdout: "share_state_bytes": { 2024-04-15T16:06:22.349 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 0, 2024-04-15T16:06:22.349 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:22.349 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.349 INFO:tasks.workunit.client.0.smithi016.stdout: "share_state_keys": { 2024-04-15T16:06:22.349 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 0, 2024-04-15T16:06:22.349 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:22.349 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.349 INFO:tasks.workunit.client.0.smithi016.stdout: "start_leader": { 2024-04-15T16:06:22.350 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:22.350 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.350 INFO:tasks.workunit.client.0.smithi016.stdout: "start_peon": { 2024-04-15T16:06:22.350 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 2 2024-04-15T16:06:22.350 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.350 INFO:tasks.workunit.client.0.smithi016.stdout: "store_state": { 2024-04-15T16:06:22.350 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 8534 2024-04-15T16:06:22.350 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.350 INFO:tasks.workunit.client.0.smithi016.stdout: "store_state_bytes": { 2024-04-15T16:06:22.350 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 8534, 2024-04-15T16:06:22.350 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 115598895 2024-04-15T16:06:22.350 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.350 INFO:tasks.workunit.client.0.smithi016.stdout: "store_state_keys": { 2024-04-15T16:06:22.351 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 8534, 2024-04-15T16:06:22.351 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 74348 2024-04-15T16:06:22.351 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.351 INFO:tasks.workunit.client.0.smithi016.stdout: "store_state_latency": { 2024-04-15T16:06:22.351 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 8534, 2024-04-15T16:06:22.351 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 3298931171 2024-04-15T16:06:22.351 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T16:06:22.351 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.351 INFO:tasks.workunit.client.0.smithi016.stdout: "prioritycache": { 2024-04-15T16:06:22.351 INFO:tasks.workunit.client.0.smithi016.stdout: "cache_bytes": { 2024-04-15T16:06:22.351 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 1020054731 2024-04-15T16:06:22.351 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.351 INFO:tasks.workunit.client.0.smithi016.stdout: "heap_bytes": { 2024-04-15T16:06:22.351 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 167706624 2024-04-15T16:06:22.351 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.352 INFO:tasks.workunit.client.0.smithi016.stdout: "mapped_bytes": { 2024-04-15T16:06:22.352 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 166690816 2024-04-15T16:06:22.352 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.352 INFO:tasks.workunit.client.0.smithi016.stdout: "target_bytes": { 2024-04-15T16:06:22.352 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 2147483648 2024-04-15T16:06:22.352 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.352 INFO:tasks.workunit.client.0.smithi016.stdout: "unmapped_bytes": { 2024-04-15T16:06:22.352 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 1015808 2024-04-15T16:06:22.352 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T16:06:22.352 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.352 INFO:tasks.workunit.client.0.smithi016.stdout: "prioritycache:full": { 2024-04-15T16:06:22.352 INFO:tasks.workunit.client.0.smithi016.stdout: "committed_bytes": { 2024-04-15T16:06:22.352 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 360710144 2024-04-15T16:06:22.352 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.353 INFO:tasks.workunit.client.0.smithi016.stdout: "pri0_bytes": { 2024-04-15T16:06:22.353 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:22.353 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.353 INFO:tasks.workunit.client.0.smithi016.stdout: "pri10_bytes": { 2024-04-15T16:06:22.353 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:22.353 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.353 INFO:tasks.workunit.client.0.smithi016.stdout: "pri11_bytes": { 2024-04-15T16:06:22.353 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 267456626 2024-04-15T16:06:22.353 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.353 INFO:tasks.workunit.client.0.smithi016.stdout: "pri1_bytes": { 2024-04-15T16:06:22.353 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 24358654 2024-04-15T16:06:22.353 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.353 INFO:tasks.workunit.client.0.smithi016.stdout: "pri2_bytes": { 2024-04-15T16:06:22.353 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:22.354 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.354 INFO:tasks.workunit.client.0.smithi016.stdout: "pri3_bytes": { 2024-04-15T16:06:22.354 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:22.354 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.354 INFO:tasks.workunit.client.0.smithi016.stdout: "pri4_bytes": { 2024-04-15T16:06:22.354 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:22.354 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.354 INFO:tasks.workunit.client.0.smithi016.stdout: "pri5_bytes": { 2024-04-15T16:06:22.354 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:22.354 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.354 INFO:tasks.workunit.client.0.smithi016.stdout: "pri6_bytes": { 2024-04-15T16:06:22.354 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:22.354 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.354 INFO:tasks.workunit.client.0.smithi016.stdout: "pri7_bytes": { 2024-04-15T16:06:22.354 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:22.355 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.355 INFO:tasks.workunit.client.0.smithi016.stdout: "pri8_bytes": { 2024-04-15T16:06:22.355 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:22.355 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.355 INFO:tasks.workunit.client.0.smithi016.stdout: "pri9_bytes": { 2024-04-15T16:06:22.355 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:22.355 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.355 INFO:tasks.workunit.client.0.smithi016.stdout: "reserved_bytes": { 2024-04-15T16:06:22.355 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 68894864 2024-04-15T16:06:22.355 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T16:06:22.355 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.355 INFO:tasks.workunit.client.0.smithi016.stdout: "prioritycache:inc": { 2024-04-15T16:06:22.355 INFO:tasks.workunit.client.0.smithi016.stdout: "committed_bytes": { 2024-04-15T16:06:22.356 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 339738624 2024-04-15T16:06:22.356 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.356 INFO:tasks.workunit.client.0.smithi016.stdout: "pri0_bytes": { 2024-04-15T16:06:22.356 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:22.356 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.356 INFO:tasks.workunit.client.0.smithi016.stdout: "pri10_bytes": { 2024-04-15T16:06:22.356 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:22.356 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.356 INFO:tasks.workunit.client.0.smithi016.stdout: "pri11_bytes": { 2024-04-15T16:06:22.356 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 267456626 2024-04-15T16:06:22.356 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.356 INFO:tasks.workunit.client.0.smithi016.stdout: "pri1_bytes": { 2024-04-15T16:06:22.356 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 1460039 2024-04-15T16:06:22.356 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.356 INFO:tasks.workunit.client.0.smithi016.stdout: "pri2_bytes": { 2024-04-15T16:06:22.357 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:22.357 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.357 INFO:tasks.workunit.client.0.smithi016.stdout: "pri3_bytes": { 2024-04-15T16:06:22.357 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:22.357 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.357 INFO:tasks.workunit.client.0.smithi016.stdout: "pri4_bytes": { 2024-04-15T16:06:22.357 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:22.357 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.357 INFO:tasks.workunit.client.0.smithi016.stdout: "pri5_bytes": { 2024-04-15T16:06:22.357 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:22.357 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.357 INFO:tasks.workunit.client.0.smithi016.stdout: "pri6_bytes": { 2024-04-15T16:06:22.357 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:22.357 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.358 INFO:tasks.workunit.client.0.smithi016.stdout: "pri7_bytes": { 2024-04-15T16:06:22.358 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:22.358 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.358 INFO:tasks.workunit.client.0.smithi016.stdout: "pri8_bytes": { 2024-04-15T16:06:22.358 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:22.358 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.358 INFO:tasks.workunit.client.0.smithi016.stdout: "pri9_bytes": { 2024-04-15T16:06:22.358 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:22.358 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.358 INFO:tasks.workunit.client.0.smithi016.stdout: "reserved_bytes": { 2024-04-15T16:06:22.358 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 70821959 2024-04-15T16:06:22.358 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T16:06:22.358 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.359 INFO:tasks.workunit.client.0.smithi016.stdout: "prioritycache:kv": { 2024-04-15T16:06:22.359 INFO:tasks.workunit.client.0.smithi016.stdout: "committed_bytes": { 2024-04-15T16:06:22.359 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 314572800 2024-04-15T16:06:22.359 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.359 INFO:tasks.workunit.client.0.smithi016.stdout: "pri0_bytes": { 2024-04-15T16:06:22.359 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 67108864 2024-04-15T16:06:22.359 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.359 INFO:tasks.workunit.client.0.smithi016.stdout: "pri10_bytes": { 2024-04-15T16:06:22.359 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:22.359 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.359 INFO:tasks.workunit.client.0.smithi016.stdout: "pri11_bytes": { 2024-04-15T16:06:22.359 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 178304417 2024-04-15T16:06:22.359 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.359 INFO:tasks.workunit.client.0.smithi016.stdout: "pri1_bytes": { 2024-04-15T16:06:22.360 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:22.360 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.360 INFO:tasks.workunit.client.0.smithi016.stdout: "pri2_bytes": { 2024-04-15T16:06:22.360 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:22.360 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.360 INFO:tasks.workunit.client.0.smithi016.stdout: "pri3_bytes": { 2024-04-15T16:06:22.360 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:22.360 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.360 INFO:tasks.workunit.client.0.smithi016.stdout: "pri4_bytes": { 2024-04-15T16:06:22.360 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:22.360 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.360 INFO:tasks.workunit.client.0.smithi016.stdout: "pri5_bytes": { 2024-04-15T16:06:22.360 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:22.361 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.361 INFO:tasks.workunit.client.0.smithi016.stdout: "pri6_bytes": { 2024-04-15T16:06:22.361 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:22.361 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.361 INFO:tasks.workunit.client.0.smithi016.stdout: "pri7_bytes": { 2024-04-15T16:06:22.361 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:22.361 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.361 INFO:tasks.workunit.client.0.smithi016.stdout: "pri8_bytes": { 2024-04-15T16:06:22.361 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:22.361 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.361 INFO:tasks.workunit.client.0.smithi016.stdout: "pri9_bytes": { 2024-04-15T16:06:22.361 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:22.361 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.361 INFO:tasks.workunit.client.0.smithi016.stdout: "reserved_bytes": { 2024-04-15T16:06:22.362 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 69159519 2024-04-15T16:06:22.362 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T16:06:22.362 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.362 INFO:tasks.workunit.client.0.smithi016.stdout: "rocksdb": { 2024-04-15T16:06:22.362 INFO:tasks.workunit.client.0.smithi016.stdout: "compact": { 2024-04-15T16:06:22.362 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:22.362 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.362 INFO:tasks.workunit.client.0.smithi016.stdout: "compact_queue_len": { 2024-04-15T16:06:22.362 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:22.362 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.362 INFO:tasks.workunit.client.0.smithi016.stdout: "compact_queue_merge": { 2024-04-15T16:06:22.362 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:22.362 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.363 INFO:tasks.workunit.client.0.smithi016.stdout: "compact_range": { 2024-04-15T16:06:22.363 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 98 2024-04-15T16:06:22.363 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.363 INFO:tasks.workunit.client.0.smithi016.stdout: "get_latency": { 2024-04-15T16:06:22.363 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 369762, 2024-04-15T16:06:22.363 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 1766890129 2024-04-15T16:06:22.363 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.363 INFO:tasks.workunit.client.0.smithi016.stdout: "rocksdb_write_delay_time": { 2024-04-15T16:06:22.363 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 0, 2024-04-15T16:06:22.363 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:22.363 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.363 INFO:tasks.workunit.client.0.smithi016.stdout: "rocksdb_write_memtable_time": { 2024-04-15T16:06:22.363 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 0, 2024-04-15T16:06:22.363 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:22.364 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.364 INFO:tasks.workunit.client.0.smithi016.stdout: "rocksdb_write_pre_and_post_time": { 2024-04-15T16:06:22.364 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 0, 2024-04-15T16:06:22.364 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:22.364 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.364 INFO:tasks.workunit.client.0.smithi016.stdout: "rocksdb_write_wal_time": { 2024-04-15T16:06:22.364 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 0, 2024-04-15T16:06:22.364 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:22.364 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.364 INFO:tasks.workunit.client.0.smithi016.stdout: "submit_latency": { 2024-04-15T16:06:22.365 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 0, 2024-04-15T16:06:22.365 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:22.365 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.365 INFO:tasks.workunit.client.0.smithi016.stdout: "submit_sync_latency": { 2024-04-15T16:06:22.365 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 20550, 2024-04-15T16:06:22.365 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 6836775051 2024-04-15T16:06:22.365 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T16:06:22.365 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T16:06:22.365 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.365 INFO:tasks.workunit.client.0.smithi016.stdout: "mon.db7bc7ff646004cab5cc32c315bc5a54adf74b4c": { 2024-04-15T16:06:22.365 INFO:tasks.workunit.client.0.smithi016.stdout: "mon": { 2024-04-15T16:06:22.365 INFO:tasks.workunit.client.0.smithi016.stdout: "election_call": { 2024-04-15T16:06:22.365 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 2 2024-04-15T16:06:22.366 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.366 INFO:tasks.workunit.client.0.smithi016.stdout: "election_lose": { 2024-04-15T16:06:22.366 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 4 2024-04-15T16:06:22.366 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.366 INFO:tasks.workunit.client.0.smithi016.stdout: "election_win": { 2024-04-15T16:06:22.366 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:22.366 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.366 INFO:tasks.workunit.client.0.smithi016.stdout: "num_elections": { 2024-04-15T16:06:22.366 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 14 2024-04-15T16:06:22.366 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.366 INFO:tasks.workunit.client.0.smithi016.stdout: "num_sessions": { 2024-04-15T16:06:22.366 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 11 2024-04-15T16:06:22.366 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.367 INFO:tasks.workunit.client.0.smithi016.stdout: "session_add": { 2024-04-15T16:06:22.367 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 4 2024-04-15T16:06:22.367 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.367 INFO:tasks.workunit.client.0.smithi016.stdout: "session_rm": { 2024-04-15T16:06:22.367 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 279 2024-04-15T16:06:22.367 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.367 INFO:tasks.workunit.client.0.smithi016.stdout: "session_trim": { 2024-04-15T16:06:22.367 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:22.367 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T16:06:22.367 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.367 INFO:tasks.workunit.client.0.smithi016.stdout: "paxos": { 2024-04-15T16:06:22.367 INFO:tasks.workunit.client.0.smithi016.stdout: "accept_timeout": { 2024-04-15T16:06:22.367 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:22.367 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.368 INFO:tasks.workunit.client.0.smithi016.stdout: "begin": { 2024-04-15T16:06:22.368 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 8573 2024-04-15T16:06:22.368 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.368 INFO:tasks.workunit.client.0.smithi016.stdout: "begin_bytes": { 2024-04-15T16:06:22.368 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 8573, 2024-04-15T16:06:22.368 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 58897017 2024-04-15T16:06:22.368 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.368 INFO:tasks.workunit.client.0.smithi016.stdout: "begin_keys": { 2024-04-15T16:06:22.368 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 0, 2024-04-15T16:06:22.368 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:22.368 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.368 INFO:tasks.workunit.client.0.smithi016.stdout: "begin_latency": { 2024-04-15T16:06:22.368 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 8573, 2024-04-15T16:06:22.368 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 1189983063 2024-04-15T16:06:22.369 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.369 INFO:tasks.workunit.client.0.smithi016.stdout: "collect": { 2024-04-15T16:06:22.369 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 4 2024-04-15T16:06:22.369 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.369 INFO:tasks.workunit.client.0.smithi016.stdout: "collect_bytes": { 2024-04-15T16:06:22.369 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 4, 2024-04-15T16:06:22.369 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 292 2024-04-15T16:06:22.369 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.369 INFO:tasks.workunit.client.0.smithi016.stdout: "collect_keys": { 2024-04-15T16:06:22.369 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 4, 2024-04-15T16:06:22.369 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 4 2024-04-15T16:06:22.369 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.369 INFO:tasks.workunit.client.0.smithi016.stdout: "collect_latency": { 2024-04-15T16:06:22.369 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 4, 2024-04-15T16:06:22.370 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:22.370 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.370 INFO:tasks.workunit.client.0.smithi016.stdout: "collect_timeout": { 2024-04-15T16:06:22.370 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:22.370 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.370 INFO:tasks.workunit.client.0.smithi016.stdout: "collect_uncommitted": { 2024-04-15T16:06:22.370 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 1 2024-04-15T16:06:22.370 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.370 INFO:tasks.workunit.client.0.smithi016.stdout: "commit": { 2024-04-15T16:06:22.370 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 8574 2024-04-15T16:06:22.370 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.370 INFO:tasks.workunit.client.0.smithi016.stdout: "commit_bytes": { 2024-04-15T16:06:22.370 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 0, 2024-04-15T16:06:22.370 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:22.371 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.371 INFO:tasks.workunit.client.0.smithi016.stdout: "commit_keys": { 2024-04-15T16:06:22.371 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 0, 2024-04-15T16:06:22.371 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:22.371 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.371 INFO:tasks.workunit.client.0.smithi016.stdout: "commit_latency": { 2024-04-15T16:06:22.371 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 0, 2024-04-15T16:06:22.371 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:22.371 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.371 INFO:tasks.workunit.client.0.smithi016.stdout: "lease_ack_timeout": { 2024-04-15T16:06:22.371 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:22.371 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.371 INFO:tasks.workunit.client.0.smithi016.stdout: "lease_timeout": { 2024-04-15T16:06:22.372 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:22.372 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.372 INFO:tasks.workunit.client.0.smithi016.stdout: "new_pn": { 2024-04-15T16:06:22.372 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:22.372 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.372 INFO:tasks.workunit.client.0.smithi016.stdout: "new_pn_latency": { 2024-04-15T16:06:22.372 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 0, 2024-04-15T16:06:22.372 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:22.372 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.372 INFO:tasks.workunit.client.0.smithi016.stdout: "refresh": { 2024-04-15T16:06:22.372 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 8574 2024-04-15T16:06:22.372 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.373 INFO:tasks.workunit.client.0.smithi016.stdout: "refresh_latency": { 2024-04-15T16:06:22.373 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 8574, 2024-04-15T16:06:22.373 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 26468622647 2024-04-15T16:06:22.373 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.373 INFO:tasks.workunit.client.0.smithi016.stdout: "restart": { 2024-04-15T16:06:22.373 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 16 2024-04-15T16:06:22.373 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.373 INFO:tasks.workunit.client.0.smithi016.stdout: "share_state": { 2024-04-15T16:06:22.373 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:22.373 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.373 INFO:tasks.workunit.client.0.smithi016.stdout: "share_state_bytes": { 2024-04-15T16:06:22.373 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 0, 2024-04-15T16:06:22.374 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:22.374 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.374 INFO:tasks.workunit.client.0.smithi016.stdout: "share_state_keys": { 2024-04-15T16:06:22.374 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 0, 2024-04-15T16:06:22.374 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:22.374 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.374 INFO:tasks.workunit.client.0.smithi016.stdout: "start_leader": { 2024-04-15T16:06:22.374 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:22.374 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.374 INFO:tasks.workunit.client.0.smithi016.stdout: "start_peon": { 2024-04-15T16:06:22.374 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 4 2024-04-15T16:06:22.374 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.374 INFO:tasks.workunit.client.0.smithi016.stdout: "store_state": { 2024-04-15T16:06:22.374 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 8573 2024-04-15T16:06:22.375 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.375 INFO:tasks.workunit.client.0.smithi016.stdout: "store_state_bytes": { 2024-04-15T16:06:22.375 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 8573, 2024-04-15T16:06:22.375 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 116214035 2024-04-15T16:06:22.375 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.375 INFO:tasks.workunit.client.0.smithi016.stdout: "store_state_keys": { 2024-04-15T16:06:22.375 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 8573, 2024-04-15T16:06:22.375 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 74895 2024-04-15T16:06:22.375 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.375 INFO:tasks.workunit.client.0.smithi016.stdout: "store_state_latency": { 2024-04-15T16:06:22.375 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 8573, 2024-04-15T16:06:22.375 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 1309981303 2024-04-15T16:06:22.375 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T16:06:22.376 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.376 INFO:tasks.workunit.client.0.smithi016.stdout: "prioritycache": { 2024-04-15T16:06:22.376 INFO:tasks.workunit.client.0.smithi016.stdout: "cache_bytes": { 2024-04-15T16:06:22.376 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 1020054731 2024-04-15T16:06:22.376 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.376 INFO:tasks.workunit.client.0.smithi016.stdout: "heap_bytes": { 2024-04-15T16:06:22.376 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 171900928 2024-04-15T16:06:22.376 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.376 INFO:tasks.workunit.client.0.smithi016.stdout: "mapped_bytes": { 2024-04-15T16:06:22.376 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 170819584 2024-04-15T16:06:22.376 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.376 INFO:tasks.workunit.client.0.smithi016.stdout: "target_bytes": { 2024-04-15T16:06:22.376 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 2147483648 2024-04-15T16:06:22.376 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.377 INFO:tasks.workunit.client.0.smithi016.stdout: "unmapped_bytes": { 2024-04-15T16:06:22.377 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 1081344 2024-04-15T16:06:22.377 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T16:06:22.377 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.377 INFO:tasks.workunit.client.0.smithi016.stdout: "prioritycache:full": { 2024-04-15T16:06:22.377 INFO:tasks.workunit.client.0.smithi016.stdout: "committed_bytes": { 2024-04-15T16:06:22.377 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 360710144 2024-04-15T16:06:22.377 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.377 INFO:tasks.workunit.client.0.smithi016.stdout: "pri0_bytes": { 2024-04-15T16:06:22.377 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:22.377 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.377 INFO:tasks.workunit.client.0.smithi016.stdout: "pri10_bytes": { 2024-04-15T16:06:22.378 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:22.378 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.378 INFO:tasks.workunit.client.0.smithi016.stdout: "pri11_bytes": { 2024-04-15T16:06:22.378 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 267407945 2024-04-15T16:06:22.378 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.378 INFO:tasks.workunit.client.0.smithi016.stdout: "pri1_bytes": { 2024-04-15T16:06:22.378 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 24472200 2024-04-15T16:06:22.378 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.378 INFO:tasks.workunit.client.0.smithi016.stdout: "pri2_bytes": { 2024-04-15T16:06:22.378 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:22.378 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.378 INFO:tasks.workunit.client.0.smithi016.stdout: "pri3_bytes": { 2024-04-15T16:06:22.378 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:22.378 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.379 INFO:tasks.workunit.client.0.smithi016.stdout: "pri4_bytes": { 2024-04-15T16:06:22.379 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:22.379 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.379 INFO:tasks.workunit.client.0.smithi016.stdout: "pri5_bytes": { 2024-04-15T16:06:22.379 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:22.379 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.379 INFO:tasks.workunit.client.0.smithi016.stdout: "pri6_bytes": { 2024-04-15T16:06:22.379 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:22.379 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.379 INFO:tasks.workunit.client.0.smithi016.stdout: "pri7_bytes": { 2024-04-15T16:06:22.379 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:22.379 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.379 INFO:tasks.workunit.client.0.smithi016.stdout: "pri8_bytes": { 2024-04-15T16:06:22.379 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:22.380 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.380 INFO:tasks.workunit.client.0.smithi016.stdout: "pri9_bytes": { 2024-04-15T16:06:22.380 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:22.380 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.380 INFO:tasks.workunit.client.0.smithi016.stdout: "reserved_bytes": { 2024-04-15T16:06:22.380 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 68829999 2024-04-15T16:06:22.380 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T16:06:22.380 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.380 INFO:tasks.workunit.client.0.smithi016.stdout: "prioritycache:inc": { 2024-04-15T16:06:22.380 INFO:tasks.workunit.client.0.smithi016.stdout: "committed_bytes": { 2024-04-15T16:06:22.380 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 339738624 2024-04-15T16:06:22.380 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.380 INFO:tasks.workunit.client.0.smithi016.stdout: "pri0_bytes": { 2024-04-15T16:06:22.380 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:22.381 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.381 INFO:tasks.workunit.client.0.smithi016.stdout: "pri10_bytes": { 2024-04-15T16:06:22.381 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:22.381 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.381 INFO:tasks.workunit.client.0.smithi016.stdout: "pri11_bytes": { 2024-04-15T16:06:22.381 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 267407945 2024-04-15T16:06:22.381 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.381 INFO:tasks.workunit.client.0.smithi016.stdout: "pri1_bytes": { 2024-04-15T16:06:22.381 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 1476309 2024-04-15T16:06:22.381 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.381 INFO:tasks.workunit.client.0.smithi016.stdout: "pri2_bytes": { 2024-04-15T16:06:22.381 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:22.381 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.381 INFO:tasks.workunit.client.0.smithi016.stdout: "pri3_bytes": { 2024-04-15T16:06:22.381 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:22.382 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.382 INFO:tasks.workunit.client.0.smithi016.stdout: "pri4_bytes": { 2024-04-15T16:06:22.382 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:22.382 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.382 INFO:tasks.workunit.client.0.smithi016.stdout: "pri5_bytes": { 2024-04-15T16:06:22.382 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:22.382 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.382 INFO:tasks.workunit.client.0.smithi016.stdout: "pri6_bytes": { 2024-04-15T16:06:22.382 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:22.382 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.382 INFO:tasks.workunit.client.0.smithi016.stdout: "pri7_bytes": { 2024-04-15T16:06:22.382 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:22.382 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.382 INFO:tasks.workunit.client.0.smithi016.stdout: "pri8_bytes": { 2024-04-15T16:06:22.383 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:22.383 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.383 INFO:tasks.workunit.client.0.smithi016.stdout: "pri9_bytes": { 2024-04-15T16:06:22.383 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:22.383 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.383 INFO:tasks.workunit.client.0.smithi016.stdout: "reserved_bytes": { 2024-04-15T16:06:22.383 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 70854370 2024-04-15T16:06:22.383 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T16:06:22.383 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.383 INFO:tasks.workunit.client.0.smithi016.stdout: "prioritycache:kv": { 2024-04-15T16:06:22.383 INFO:tasks.workunit.client.0.smithi016.stdout: "committed_bytes": { 2024-04-15T16:06:22.383 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 314572800 2024-04-15T16:06:22.383 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.383 INFO:tasks.workunit.client.0.smithi016.stdout: "pri0_bytes": { 2024-04-15T16:06:22.384 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 67108864 2024-04-15T16:06:22.384 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.384 INFO:tasks.workunit.client.0.smithi016.stdout: "pri10_bytes": { 2024-04-15T16:06:22.384 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:22.384 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.384 INFO:tasks.workunit.client.0.smithi016.stdout: "pri11_bytes": { 2024-04-15T16:06:22.384 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 178271963 2024-04-15T16:06:22.384 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.384 INFO:tasks.workunit.client.0.smithi016.stdout: "pri1_bytes": { 2024-04-15T16:06:22.384 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:22.384 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.384 INFO:tasks.workunit.client.0.smithi016.stdout: "pri2_bytes": { 2024-04-15T16:06:22.384 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:22.384 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.385 INFO:tasks.workunit.client.0.smithi016.stdout: "pri3_bytes": { 2024-04-15T16:06:22.385 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:22.385 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.385 INFO:tasks.workunit.client.0.smithi016.stdout: "pri4_bytes": { 2024-04-15T16:06:22.385 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:22.385 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.385 INFO:tasks.workunit.client.0.smithi016.stdout: "pri5_bytes": { 2024-04-15T16:06:22.385 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:22.385 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.385 INFO:tasks.workunit.client.0.smithi016.stdout: "pri6_bytes": { 2024-04-15T16:06:22.385 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:22.385 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.385 INFO:tasks.workunit.client.0.smithi016.stdout: "pri7_bytes": { 2024-04-15T16:06:22.386 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:22.386 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.386 INFO:tasks.workunit.client.0.smithi016.stdout: "pri8_bytes": { 2024-04-15T16:06:22.386 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:22.386 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.386 INFO:tasks.workunit.client.0.smithi016.stdout: "pri9_bytes": { 2024-04-15T16:06:22.386 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:22.386 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.386 INFO:tasks.workunit.client.0.smithi016.stdout: "reserved_bytes": { 2024-04-15T16:06:22.386 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 69191973 2024-04-15T16:06:22.386 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T16:06:22.386 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.386 INFO:tasks.workunit.client.0.smithi016.stdout: "rocksdb": { 2024-04-15T16:06:22.387 INFO:tasks.workunit.client.0.smithi016.stdout: "compact": { 2024-04-15T16:06:22.387 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:22.387 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.387 INFO:tasks.workunit.client.0.smithi016.stdout: "compact_queue_len": { 2024-04-15T16:06:22.387 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:22.387 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.387 INFO:tasks.workunit.client.0.smithi016.stdout: "compact_queue_merge": { 2024-04-15T16:06:22.387 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:22.387 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.387 INFO:tasks.workunit.client.0.smithi016.stdout: "compact_range": { 2024-04-15T16:06:22.387 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 99 2024-04-15T16:06:22.387 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.387 INFO:tasks.workunit.client.0.smithi016.stdout: "get_latency": { 2024-04-15T16:06:22.387 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 371615, 2024-04-15T16:06:22.387 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 2015001129 2024-04-15T16:06:22.388 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.388 INFO:tasks.workunit.client.0.smithi016.stdout: "rocksdb_write_delay_time": { 2024-04-15T16:06:22.388 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 0, 2024-04-15T16:06:22.388 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:22.388 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.388 INFO:tasks.workunit.client.0.smithi016.stdout: "rocksdb_write_memtable_time": { 2024-04-15T16:06:22.388 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 0, 2024-04-15T16:06:22.388 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:22.388 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.388 INFO:tasks.workunit.client.0.smithi016.stdout: "rocksdb_write_pre_and_post_time": { 2024-04-15T16:06:22.388 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 0, 2024-04-15T16:06:22.388 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:22.388 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.389 INFO:tasks.workunit.client.0.smithi016.stdout: "rocksdb_write_wal_time": { 2024-04-15T16:06:22.389 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 0, 2024-04-15T16:06:22.389 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:22.389 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.389 INFO:tasks.workunit.client.0.smithi016.stdout: "submit_latency": { 2024-04-15T16:06:22.389 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 0, 2024-04-15T16:06:22.389 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:22.389 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.389 INFO:tasks.workunit.client.0.smithi016.stdout: "submit_sync_latency": { 2024-04-15T16:06:22.389 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 20651, 2024-04-15T16:06:22.389 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 2919441588 2024-04-15T16:06:22.389 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T16:06:22.389 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T16:06:22.389 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.390 INFO:tasks.workunit.client.0.smithi016.stdout: "mon.dd602b36cabf11effbd0d8bd19ba267ecac4bcd8": { 2024-04-15T16:06:22.390 INFO:tasks.workunit.client.0.smithi016.stdout: "mon": { 2024-04-15T16:06:22.390 INFO:tasks.workunit.client.0.smithi016.stdout: "election_call": { 2024-04-15T16:06:22.390 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 6 2024-04-15T16:06:22.390 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.390 INFO:tasks.workunit.client.0.smithi016.stdout: "election_lose": { 2024-04-15T16:06:22.390 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:22.390 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.390 INFO:tasks.workunit.client.0.smithi016.stdout: "election_win": { 2024-04-15T16:06:22.390 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 6 2024-04-15T16:06:22.390 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.390 INFO:tasks.workunit.client.0.smithi016.stdout: "num_elections": { 2024-04-15T16:06:22.390 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 21 2024-04-15T16:06:22.391 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.391 INFO:tasks.workunit.client.0.smithi016.stdout: "num_sessions": { 2024-04-15T16:06:22.391 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 7 2024-04-15T16:06:22.391 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.391 INFO:tasks.workunit.client.0.smithi016.stdout: "session_add": { 2024-04-15T16:06:22.391 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 5 2024-04-15T16:06:22.391 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.391 INFO:tasks.workunit.client.0.smithi016.stdout: "session_rm": { 2024-04-15T16:06:22.391 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 234 2024-04-15T16:06:22.391 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.391 INFO:tasks.workunit.client.0.smithi016.stdout: "session_trim": { 2024-04-15T16:06:22.391 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:22.391 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T16:06:22.392 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.392 INFO:tasks.workunit.client.0.smithi016.stdout: "paxos": { 2024-04-15T16:06:22.392 INFO:tasks.workunit.client.0.smithi016.stdout: "accept_timeout": { 2024-04-15T16:06:22.392 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:22.392 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.392 INFO:tasks.workunit.client.0.smithi016.stdout: "begin": { 2024-04-15T16:06:22.392 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 8645 2024-04-15T16:06:22.392 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.392 INFO:tasks.workunit.client.0.smithi016.stdout: "begin_bytes": { 2024-04-15T16:06:22.392 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 8645, 2024-04-15T16:06:22.392 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 60146762 2024-04-15T16:06:22.392 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.393 INFO:tasks.workunit.client.0.smithi016.stdout: "begin_keys": { 2024-04-15T16:06:22.393 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 8645, 2024-04-15T16:06:22.393 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 25935 2024-04-15T16:06:22.393 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.393 INFO:tasks.workunit.client.0.smithi016.stdout: "begin_latency": { 2024-04-15T16:06:22.393 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 8645, 2024-04-15T16:06:22.393 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 1554977830 2024-04-15T16:06:22.393 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.393 INFO:tasks.workunit.client.0.smithi016.stdout: "collect": { 2024-04-15T16:06:22.393 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:22.393 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.393 INFO:tasks.workunit.client.0.smithi016.stdout: "collect_bytes": { 2024-04-15T16:06:22.393 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 0, 2024-04-15T16:06:22.394 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:22.394 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.394 INFO:tasks.workunit.client.0.smithi016.stdout: "collect_keys": { 2024-04-15T16:06:22.394 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 0, 2024-04-15T16:06:22.394 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:22.394 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.394 INFO:tasks.workunit.client.0.smithi016.stdout: "collect_latency": { 2024-04-15T16:06:22.394 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 0, 2024-04-15T16:06:22.394 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:22.394 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.394 INFO:tasks.workunit.client.0.smithi016.stdout: "collect_timeout": { 2024-04-15T16:06:22.394 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:22.394 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.395 INFO:tasks.workunit.client.0.smithi016.stdout: "collect_uncommitted": { 2024-04-15T16:06:22.395 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 2 2024-04-15T16:06:22.395 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.395 INFO:tasks.workunit.client.0.smithi016.stdout: "commit": { 2024-04-15T16:06:22.395 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 8643 2024-04-15T16:06:22.395 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.395 INFO:tasks.workunit.client.0.smithi016.stdout: "commit_bytes": { 2024-04-15T16:06:22.395 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 8643, 2024-04-15T16:06:22.395 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 59492393 2024-04-15T16:06:22.395 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.395 INFO:tasks.workunit.client.0.smithi016.stdout: "commit_keys": { 2024-04-15T16:06:22.395 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 8643, 2024-04-15T16:06:22.395 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 66837 2024-04-15T16:06:22.395 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.396 INFO:tasks.workunit.client.0.smithi016.stdout: "commit_latency": { 2024-04-15T16:06:22.396 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 8643, 2024-04-15T16:06:22.396 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 1429301400 2024-04-15T16:06:22.396 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.396 INFO:tasks.workunit.client.0.smithi016.stdout: "lease_ack_timeout": { 2024-04-15T16:06:22.396 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:22.396 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.396 INFO:tasks.workunit.client.0.smithi016.stdout: "lease_timeout": { 2024-04-15T16:06:22.396 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:22.396 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.396 INFO:tasks.workunit.client.0.smithi016.stdout: "new_pn": { 2024-04-15T16:06:22.396 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 6 2024-04-15T16:06:22.397 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.397 INFO:tasks.workunit.client.0.smithi016.stdout: "new_pn_latency": { 2024-04-15T16:06:22.397 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 6, 2024-04-15T16:06:22.397 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:22.397 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.397 INFO:tasks.workunit.client.0.smithi016.stdout: "refresh": { 2024-04-15T16:06:22.397 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 8646 2024-04-15T16:06:22.397 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.397 INFO:tasks.workunit.client.0.smithi016.stdout: "refresh_latency": { 2024-04-15T16:06:22.397 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 8646, 2024-04-15T16:06:22.397 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 28158598545 2024-04-15T16:06:22.397 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.397 INFO:tasks.workunit.client.0.smithi016.stdout: "restart": { 2024-04-15T16:06:22.398 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 23 2024-04-15T16:06:22.398 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.398 INFO:tasks.workunit.client.0.smithi016.stdout: "share_state": { 2024-04-15T16:06:22.398 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 2 2024-04-15T16:06:22.398 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.398 INFO:tasks.workunit.client.0.smithi016.stdout: "share_state_bytes": { 2024-04-15T16:06:22.398 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 2, 2024-04-15T16:06:22.398 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 72036 2024-04-15T16:06:22.398 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.398 INFO:tasks.workunit.client.0.smithi016.stdout: "share_state_keys": { 2024-04-15T16:06:22.398 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 2, 2024-04-15T16:06:22.398 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 6 2024-04-15T16:06:22.398 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.399 INFO:tasks.workunit.client.0.smithi016.stdout: "start_leader": { 2024-04-15T16:06:22.399 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 6 2024-04-15T16:06:22.399 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.399 INFO:tasks.workunit.client.0.smithi016.stdout: "start_peon": { 2024-04-15T16:06:22.399 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:22.399 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.399 INFO:tasks.workunit.client.0.smithi016.stdout: "store_state": { 2024-04-15T16:06:22.399 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:22.399 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.399 INFO:tasks.workunit.client.0.smithi016.stdout: "store_state_bytes": { 2024-04-15T16:06:22.399 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 0, 2024-04-15T16:06:22.399 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:22.399 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.399 INFO:tasks.workunit.client.0.smithi016.stdout: "store_state_keys": { 2024-04-15T16:06:22.400 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 0, 2024-04-15T16:06:22.400 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:22.400 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.400 INFO:tasks.workunit.client.0.smithi016.stdout: "store_state_latency": { 2024-04-15T16:06:22.400 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 0, 2024-04-15T16:06:22.400 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:22.400 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T16:06:22.400 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.400 INFO:tasks.workunit.client.0.smithi016.stdout: "prioritycache": { 2024-04-15T16:06:22.400 INFO:tasks.workunit.client.0.smithi016.stdout: "cache_bytes": { 2024-04-15T16:06:22.400 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 1020054731 2024-04-15T16:06:22.400 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.400 INFO:tasks.workunit.client.0.smithi016.stdout: "heap_bytes": { 2024-04-15T16:06:22.400 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 258064384 2024-04-15T16:06:22.401 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.401 INFO:tasks.workunit.client.0.smithi016.stdout: "mapped_bytes": { 2024-04-15T16:06:22.401 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 257433600 2024-04-15T16:06:22.401 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.401 INFO:tasks.workunit.client.0.smithi016.stdout: "target_bytes": { 2024-04-15T16:06:22.401 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 2147483648 2024-04-15T16:06:22.401 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.401 INFO:tasks.workunit.client.0.smithi016.stdout: "unmapped_bytes": { 2024-04-15T16:06:22.401 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 630784 2024-04-15T16:06:22.401 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T16:06:22.401 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.401 INFO:tasks.workunit.client.0.smithi016.stdout: "prioritycache:full": { 2024-04-15T16:06:22.401 INFO:tasks.workunit.client.0.smithi016.stdout: "committed_bytes": { 2024-04-15T16:06:22.401 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 360710144 2024-04-15T16:06:22.401 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.402 INFO:tasks.workunit.client.0.smithi016.stdout: "pri0_bytes": { 2024-04-15T16:06:22.402 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:22.402 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.402 INFO:tasks.workunit.client.0.smithi016.stdout: "pri10_bytes": { 2024-04-15T16:06:22.402 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:22.402 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.402 INFO:tasks.workunit.client.0.smithi016.stdout: "pri11_bytes": { 2024-04-15T16:06:22.402 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 267331332 2024-04-15T16:06:22.402 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.402 INFO:tasks.workunit.client.0.smithi016.stdout: "pri1_bytes": { 2024-04-15T16:06:22.402 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 24669851 2024-04-15T16:06:22.402 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.402 INFO:tasks.workunit.client.0.smithi016.stdout: "pri2_bytes": { 2024-04-15T16:06:22.403 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:22.403 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.403 INFO:tasks.workunit.client.0.smithi016.stdout: "pri3_bytes": { 2024-04-15T16:06:22.403 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:22.403 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.403 INFO:tasks.workunit.client.0.smithi016.stdout: "pri4_bytes": { 2024-04-15T16:06:22.403 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:22.403 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.403 INFO:tasks.workunit.client.0.smithi016.stdout: "pri5_bytes": { 2024-04-15T16:06:22.403 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:22.403 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.403 INFO:tasks.workunit.client.0.smithi016.stdout: "pri6_bytes": { 2024-04-15T16:06:22.403 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:22.403 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.403 INFO:tasks.workunit.client.0.smithi016.stdout: "pri7_bytes": { 2024-04-15T16:06:22.404 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:22.404 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.404 INFO:tasks.workunit.client.0.smithi016.stdout: "pri8_bytes": { 2024-04-15T16:06:22.404 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:22.404 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.404 INFO:tasks.workunit.client.0.smithi016.stdout: "pri9_bytes": { 2024-04-15T16:06:22.404 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:22.404 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.404 INFO:tasks.workunit.client.0.smithi016.stdout: "reserved_bytes": { 2024-04-15T16:06:22.404 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 68708961 2024-04-15T16:06:22.404 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T16:06:22.404 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.404 INFO:tasks.workunit.client.0.smithi016.stdout: "prioritycache:inc": { 2024-04-15T16:06:22.404 INFO:tasks.workunit.client.0.smithi016.stdout: "committed_bytes": { 2024-04-15T16:06:22.405 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 339738624 2024-04-15T16:06:22.405 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.405 INFO:tasks.workunit.client.0.smithi016.stdout: "pri0_bytes": { 2024-04-15T16:06:22.405 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:22.405 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.405 INFO:tasks.workunit.client.0.smithi016.stdout: "pri10_bytes": { 2024-04-15T16:06:22.405 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:22.405 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.405 INFO:tasks.workunit.client.0.smithi016.stdout: "pri11_bytes": { 2024-04-15T16:06:22.405 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 267331332 2024-04-15T16:06:22.405 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.405 INFO:tasks.workunit.client.0.smithi016.stdout: "pri1_bytes": { 2024-04-15T16:06:22.405 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 1482958 2024-04-15T16:06:22.405 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.406 INFO:tasks.workunit.client.0.smithi016.stdout: "pri2_bytes": { 2024-04-15T16:06:22.406 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:22.406 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.406 INFO:tasks.workunit.client.0.smithi016.stdout: "pri3_bytes": { 2024-04-15T16:06:22.406 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:22.406 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.406 INFO:tasks.workunit.client.0.smithi016.stdout: "pri4_bytes": { 2024-04-15T16:06:22.406 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:22.406 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.406 INFO:tasks.workunit.client.0.smithi016.stdout: "pri5_bytes": { 2024-04-15T16:06:22.406 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:22.406 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.406 INFO:tasks.workunit.client.0.smithi016.stdout: "pri6_bytes": { 2024-04-15T16:06:22.407 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:22.407 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.407 INFO:tasks.workunit.client.0.smithi016.stdout: "pri7_bytes": { 2024-04-15T16:06:22.407 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:22.407 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.407 INFO:tasks.workunit.client.0.smithi016.stdout: "pri8_bytes": { 2024-04-15T16:06:22.407 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:22.407 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.407 INFO:tasks.workunit.client.0.smithi016.stdout: "pri9_bytes": { 2024-04-15T16:06:22.407 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:22.407 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.407 INFO:tasks.workunit.client.0.smithi016.stdout: "reserved_bytes": { 2024-04-15T16:06:22.407 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 70924334 2024-04-15T16:06:22.407 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T16:06:22.408 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.408 INFO:tasks.workunit.client.0.smithi016.stdout: "prioritycache:kv": { 2024-04-15T16:06:22.408 INFO:tasks.workunit.client.0.smithi016.stdout: "committed_bytes": { 2024-04-15T16:06:22.408 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 314572800 2024-04-15T16:06:22.408 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.408 INFO:tasks.workunit.client.0.smithi016.stdout: "pri0_bytes": { 2024-04-15T16:06:22.408 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 67108864 2024-04-15T16:06:22.408 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.408 INFO:tasks.workunit.client.0.smithi016.stdout: "pri10_bytes": { 2024-04-15T16:06:22.408 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:22.408 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.408 INFO:tasks.workunit.client.0.smithi016.stdout: "pri11_bytes": { 2024-04-15T16:06:22.408 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 178220888 2024-04-15T16:06:22.408 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.409 INFO:tasks.workunit.client.0.smithi016.stdout: "pri1_bytes": { 2024-04-15T16:06:22.409 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:22.409 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.409 INFO:tasks.workunit.client.0.smithi016.stdout: "pri2_bytes": { 2024-04-15T16:06:22.409 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:22.409 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.409 INFO:tasks.workunit.client.0.smithi016.stdout: "pri3_bytes": { 2024-04-15T16:06:22.409 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:22.409 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.409 INFO:tasks.workunit.client.0.smithi016.stdout: "pri4_bytes": { 2024-04-15T16:06:22.409 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:22.409 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.409 INFO:tasks.workunit.client.0.smithi016.stdout: "pri5_bytes": { 2024-04-15T16:06:22.409 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:22.409 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.410 INFO:tasks.workunit.client.0.smithi016.stdout: "pri6_bytes": { 2024-04-15T16:06:22.410 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:22.410 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.410 INFO:tasks.workunit.client.0.smithi016.stdout: "pri7_bytes": { 2024-04-15T16:06:22.410 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:22.410 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.410 INFO:tasks.workunit.client.0.smithi016.stdout: "pri8_bytes": { 2024-04-15T16:06:22.410 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:22.410 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.410 INFO:tasks.workunit.client.0.smithi016.stdout: "pri9_bytes": { 2024-04-15T16:06:22.410 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:22.410 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.410 INFO:tasks.workunit.client.0.smithi016.stdout: "reserved_bytes": { 2024-04-15T16:06:22.411 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 69243048 2024-04-15T16:06:22.411 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T16:06:22.411 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.411 INFO:tasks.workunit.client.0.smithi016.stdout: "rocksdb": { 2024-04-15T16:06:22.411 INFO:tasks.workunit.client.0.smithi016.stdout: "compact": { 2024-04-15T16:06:22.411 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:22.411 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.411 INFO:tasks.workunit.client.0.smithi016.stdout: "compact_queue_len": { 2024-04-15T16:06:22.411 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:22.411 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.411 INFO:tasks.workunit.client.0.smithi016.stdout: "compact_queue_merge": { 2024-04-15T16:06:22.411 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:22.411 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.411 INFO:tasks.workunit.client.0.smithi016.stdout: "compact_range": { 2024-04-15T16:06:22.412 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 99 2024-04-15T16:06:22.412 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.412 INFO:tasks.workunit.client.0.smithi016.stdout: "get_latency": { 2024-04-15T16:06:22.412 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 387997, 2024-04-15T16:06:22.412 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 2339562993 2024-04-15T16:06:22.412 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.412 INFO:tasks.workunit.client.0.smithi016.stdout: "rocksdb_write_delay_time": { 2024-04-15T16:06:22.412 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 0, 2024-04-15T16:06:22.412 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:22.412 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.412 INFO:tasks.workunit.client.0.smithi016.stdout: "rocksdb_write_memtable_time": { 2024-04-15T16:06:22.412 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 0, 2024-04-15T16:06:22.412 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:22.412 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.413 INFO:tasks.workunit.client.0.smithi016.stdout: "rocksdb_write_pre_and_post_time": { 2024-04-15T16:06:22.413 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 0, 2024-04-15T16:06:22.413 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:22.413 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.413 INFO:tasks.workunit.client.0.smithi016.stdout: "rocksdb_write_wal_time": { 2024-04-15T16:06:22.413 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 0, 2024-04-15T16:06:22.413 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:22.413 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.413 INFO:tasks.workunit.client.0.smithi016.stdout: "submit_latency": { 2024-04-15T16:06:22.413 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 0, 2024-04-15T16:06:22.413 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:22.413 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.413 INFO:tasks.workunit.client.0.smithi016.stdout: "submit_sync_latency": { 2024-04-15T16:06:22.413 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 20827, 2024-04-15T16:06:22.413 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 3214785078 2024-04-15T16:06:22.414 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T16:06:22.414 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T16:06:22.414 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.414 INFO:tasks.workunit.client.0.smithi016.stdout: "osd.0": { 2024-04-15T16:06:22.414 INFO:tasks.workunit.client.0.smithi016.stdout: "bluefs": { 2024-04-15T16:06:22.414 INFO:tasks.workunit.client.0.smithi016.stdout: "alloc_db_max_lat": { 2024-04-15T16:06:22.414 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 25343 2024-04-15T16:06:22.414 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.414 INFO:tasks.workunit.client.0.smithi016.stdout: "alloc_slow_fallback": { 2024-04-15T16:06:22.414 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:22.414 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.414 INFO:tasks.workunit.client.0.smithi016.stdout: "alloc_slow_max_lat": { 2024-04-15T16:06:22.414 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:22.415 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.415 INFO:tasks.workunit.client.0.smithi016.stdout: "alloc_slow_size_fallback": { 2024-04-15T16:06:22.415 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:22.415 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.415 INFO:tasks.workunit.client.0.smithi016.stdout: "alloc_unit_db": { 2024-04-15T16:06:22.415 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 65536 2024-04-15T16:06:22.415 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.415 INFO:tasks.workunit.client.0.smithi016.stdout: "alloc_unit_slow": { 2024-04-15T16:06:22.415 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:22.415 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.415 INFO:tasks.workunit.client.0.smithi016.stdout: "alloc_unit_wal": { 2024-04-15T16:06:22.415 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:22.415 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.415 INFO:tasks.workunit.client.0.smithi016.stdout: "alloc_wal_max_lat": { 2024-04-15T16:06:22.416 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:22.416 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.416 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes_written_slow": { 2024-04-15T16:06:22.416 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:22.416 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.416 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes_written_sst": { 2024-04-15T16:06:22.416 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 5246976 2024-04-15T16:06:22.416 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.416 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes_written_wal": { 2024-04-15T16:06:22.416 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 705024000 2024-04-15T16:06:22.416 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.416 INFO:tasks.workunit.client.0.smithi016.stdout: "compact_lat": { 2024-04-15T16:06:22.416 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 19, 2024-04-15T16:06:22.416 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 4266457 2024-04-15T16:06:22.416 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.417 INFO:tasks.workunit.client.0.smithi016.stdout: "compact_lock_lat": { 2024-04-15T16:06:22.417 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 19, 2024-04-15T16:06:22.417 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 1363073 2024-04-15T16:06:22.417 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.417 INFO:tasks.workunit.client.0.smithi016.stdout: "db_alloc_lat": { 2024-04-15T16:06:22.417 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 190, 2024-04-15T16:06:22.417 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 920379 2024-04-15T16:06:22.417 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.417 INFO:tasks.workunit.client.0.smithi016.stdout: "db_total_bytes": { 2024-04-15T16:06:22.417 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 95995027456 2024-04-15T16:06:22.417 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.417 INFO:tasks.workunit.client.0.smithi016.stdout: "db_used_bytes": { 2024-04-15T16:06:22.417 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 665911296 2024-04-15T16:06:22.417 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.418 INFO:tasks.workunit.client.0.smithi016.stdout: "flush_lat": { 2024-04-15T16:06:22.418 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 78101, 2024-04-15T16:06:22.418 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 6787733471 2024-04-15T16:06:22.418 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.418 INFO:tasks.workunit.client.0.smithi016.stdout: "fsync_lat": { 2024-04-15T16:06:22.418 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 78107, 2024-04-15T16:06:22.418 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 12722086913 2024-04-15T16:06:22.418 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.418 INFO:tasks.workunit.client.0.smithi016.stdout: "log_bytes": { 2024-04-15T16:06:22.418 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 4042752 2024-04-15T16:06:22.418 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.418 INFO:tasks.workunit.client.0.smithi016.stdout: "logged_bytes": { 2024-04-15T16:06:22.418 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 319942656 2024-04-15T16:06:22.418 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.419 INFO:tasks.workunit.client.0.smithi016.stdout: "max_bytes_db": { 2024-04-15T16:06:22.419 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 682950656 2024-04-15T16:06:22.419 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.419 INFO:tasks.workunit.client.0.smithi016.stdout: "max_bytes_slow": { 2024-04-15T16:06:22.419 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:22.419 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.419 INFO:tasks.workunit.client.0.smithi016.stdout: "max_bytes_wal": { 2024-04-15T16:06:22.419 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:22.419 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.419 INFO:tasks.workunit.client.0.smithi016.stdout: "num_files": { 2024-04-15T16:06:22.419 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 47 2024-04-15T16:06:22.419 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.419 INFO:tasks.workunit.client.0.smithi016.stdout: "read_bytes": { 2024-04-15T16:06:22.420 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 3616113573 2024-04-15T16:06:22.420 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.420 INFO:tasks.workunit.client.0.smithi016.stdout: "read_count": { 2024-04-15T16:06:22.420 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 44930 2024-04-15T16:06:22.420 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.420 INFO:tasks.workunit.client.0.smithi016.stdout: "read_disk_bytes": { 2024-04-15T16:06:22.420 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 3095330816 2024-04-15T16:06:22.420 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.420 INFO:tasks.workunit.client.0.smithi016.stdout: "read_disk_bytes_db": { 2024-04-15T16:06:22.420 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 3095334912 2024-04-15T16:06:22.420 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.420 INFO:tasks.workunit.client.0.smithi016.stdout: "read_disk_bytes_slow": { 2024-04-15T16:06:22.420 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:22.421 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.421 INFO:tasks.workunit.client.0.smithi016.stdout: "read_disk_bytes_wal": { 2024-04-15T16:06:22.421 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:22.421 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.421 INFO:tasks.workunit.client.0.smithi016.stdout: "read_disk_count": { 2024-04-15T16:06:22.421 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 35777 2024-04-15T16:06:22.421 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.421 INFO:tasks.workunit.client.0.smithi016.stdout: "read_lat": { 2024-04-15T16:06:22.421 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 44930, 2024-04-15T16:06:22.421 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 1308625860 2024-04-15T16:06:22.421 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.421 INFO:tasks.workunit.client.0.smithi016.stdout: "read_prefetch_bytes": { 2024-04-15T16:06:22.421 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 3530415176 2024-04-15T16:06:22.422 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.422 INFO:tasks.workunit.client.0.smithi016.stdout: "read_prefetch_count": { 2024-04-15T16:06:22.422 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 42300 2024-04-15T16:06:22.422 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.422 INFO:tasks.workunit.client.0.smithi016.stdout: "read_random_buffer_bytes": { 2024-04-15T16:06:22.422 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 1452459 2024-04-15T16:06:22.422 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.422 INFO:tasks.workunit.client.0.smithi016.stdout: "read_random_buffer_count": { 2024-04-15T16:06:22.422 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 552 2024-04-15T16:06:22.422 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.422 INFO:tasks.workunit.client.0.smithi016.stdout: "read_random_bytes": { 2024-04-15T16:06:22.422 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 5196861 2024-04-15T16:06:22.422 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.423 INFO:tasks.workunit.client.0.smithi016.stdout: "read_random_count": { 2024-04-15T16:06:22.423 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 785 2024-04-15T16:06:22.423 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.423 INFO:tasks.workunit.client.0.smithi016.stdout: "read_random_disk_bytes": { 2024-04-15T16:06:22.423 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 3744402 2024-04-15T16:06:22.423 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.423 INFO:tasks.workunit.client.0.smithi016.stdout: "read_random_disk_bytes_db": { 2024-04-15T16:06:22.423 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 3744402 2024-04-15T16:06:22.423 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.423 INFO:tasks.workunit.client.0.smithi016.stdout: "read_random_disk_bytes_slow": { 2024-04-15T16:06:22.423 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:22.423 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.423 INFO:tasks.workunit.client.0.smithi016.stdout: "read_random_disk_bytes_wal": { 2024-04-15T16:06:22.423 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:22.424 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.424 INFO:tasks.workunit.client.0.smithi016.stdout: "read_random_disk_count": { 2024-04-15T16:06:22.424 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 237 2024-04-15T16:06:22.424 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.424 INFO:tasks.workunit.client.0.smithi016.stdout: "read_random_lat": { 2024-04-15T16:06:22.424 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 785, 2024-04-15T16:06:22.424 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 1614991 2024-04-15T16:06:22.424 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.424 INFO:tasks.workunit.client.0.smithi016.stdout: "slow_alloc_lat": { 2024-04-15T16:06:22.424 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 0, 2024-04-15T16:06:22.424 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:22.424 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.424 INFO:tasks.workunit.client.0.smithi016.stdout: "slow_total_bytes": { 2024-04-15T16:06:22.425 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:22.425 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.425 INFO:tasks.workunit.client.0.smithi016.stdout: "slow_used_bytes": { 2024-04-15T16:06:22.425 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:22.425 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.425 INFO:tasks.workunit.client.0.smithi016.stdout: "truncate_lat": { 2024-04-15T16:06:22.425 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 1, 2024-04-15T16:06:22.425 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 630 2024-04-15T16:06:22.425 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.425 INFO:tasks.workunit.client.0.smithi016.stdout: "unlink_lat": { 2024-04-15T16:06:22.425 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 8, 2024-04-15T16:06:22.425 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 11345 2024-04-15T16:06:22.425 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.426 INFO:tasks.workunit.client.0.smithi016.stdout: "wal_alloc_lat": { 2024-04-15T16:06:22.426 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 0, 2024-04-15T16:06:22.426 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:22.426 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.426 INFO:tasks.workunit.client.0.smithi016.stdout: "wal_total_bytes": { 2024-04-15T16:06:22.426 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:22.426 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.426 INFO:tasks.workunit.client.0.smithi016.stdout: "wal_used_bytes": { 2024-04-15T16:06:22.426 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:22.426 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.426 INFO:tasks.workunit.client.0.smithi016.stdout: "write_bytes": { 2024-04-15T16:06:22.426 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 1033089024 2024-04-15T16:06:22.426 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T16:06:22.427 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.427 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore": { 2024-04-15T16:06:22.427 INFO:tasks.workunit.client.0.smithi016.stdout: "alloc_unit": { 2024-04-15T16:06:22.427 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 4096 2024-04-15T16:06:22.427 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.427 INFO:tasks.workunit.client.0.smithi016.stdout: "allocated": { 2024-04-15T16:06:22.427 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 13983744 2024-04-15T16:06:22.427 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.427 INFO:tasks.workunit.client.0.smithi016.stdout: "allocator_lat": { 2024-04-15T16:06:22.427 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 24097, 2024-04-15T16:06:22.427 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 89361563 2024-04-15T16:06:22.427 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.427 INFO:tasks.workunit.client.0.smithi016.stdout: "clist_lat": { 2024-04-15T16:06:22.428 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 3595, 2024-04-15T16:06:22.428 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 5739954180 2024-04-15T16:06:22.428 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.428 INFO:tasks.workunit.client.0.smithi016.stdout: "compress_lat": { 2024-04-15T16:06:22.428 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 0, 2024-04-15T16:06:22.428 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:22.428 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.428 INFO:tasks.workunit.client.0.smithi016.stdout: "compressed": { 2024-04-15T16:06:22.428 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:22.428 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.428 INFO:tasks.workunit.client.0.smithi016.stdout: "compressed_allocated": { 2024-04-15T16:06:22.428 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:22.428 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.428 INFO:tasks.workunit.client.0.smithi016.stdout: "compressed_original": { 2024-04-15T16:06:22.428 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:22.429 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.429 INFO:tasks.workunit.client.0.smithi016.stdout: "csum_lat": { 2024-04-15T16:06:22.429 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 28662, 2024-04-15T16:06:22.429 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 249679719 2024-04-15T16:06:22.429 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.429 INFO:tasks.workunit.client.0.smithi016.stdout: "decompress_lat": { 2024-04-15T16:06:22.429 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 0, 2024-04-15T16:06:22.429 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:22.429 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.429 INFO:tasks.workunit.client.0.smithi016.stdout: "fragmentation_micros": { 2024-04-15T16:06:22.429 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:22.429 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.429 INFO:tasks.workunit.client.0.smithi016.stdout: "kv_commit_lat": { 2024-04-15T16:06:22.429 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 78043, 2024-04-15T16:06:22.430 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 16861338998 2024-04-15T16:06:22.430 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.430 INFO:tasks.workunit.client.0.smithi016.stdout: "kv_final_lat": { 2024-04-15T16:06:22.430 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 77270, 2024-04-15T16:06:22.430 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 1725981258 2024-04-15T16:06:22.430 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.430 INFO:tasks.workunit.client.0.smithi016.stdout: "kv_flush_lat": { 2024-04-15T16:06:22.430 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 78043, 2024-04-15T16:06:22.430 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 52470033 2024-04-15T16:06:22.430 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.430 INFO:tasks.workunit.client.0.smithi016.stdout: "kv_sync_lat": { 2024-04-15T16:06:22.430 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 78043, 2024-04-15T16:06:22.430 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 16913809031 2024-04-15T16:06:22.430 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.431 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_get_keys_lat": { 2024-04-15T16:06:22.431 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 0, 2024-04-15T16:06:22.431 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:22.431 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.431 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_get_values_lat": { 2024-04-15T16:06:22.431 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 36382, 2024-04-15T16:06:22.431 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 660004224 2024-04-15T16:06:22.431 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.431 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_lower_bound_lat": { 2024-04-15T16:06:22.431 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 1025, 2024-04-15T16:06:22.431 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 2816174 2024-04-15T16:06:22.431 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.431 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_next_lat": { 2024-04-15T16:06:22.432 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 19269, 2024-04-15T16:06:22.432 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 10502222 2024-04-15T16:06:22.432 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.432 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_seek_to_first_lat": { 2024-04-15T16:06:22.432 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 53, 2024-04-15T16:06:22.432 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 68631 2024-04-15T16:06:22.432 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.432 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_upper_bound_lat": { 2024-04-15T16:06:22.432 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 16684, 2024-04-15T16:06:22.432 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 1905168789 2024-04-15T16:06:22.432 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.432 INFO:tasks.workunit.client.0.smithi016.stdout: "onode_hits": { 2024-04-15T16:06:22.432 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 241393 2024-04-15T16:06:22.432 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.433 INFO:tasks.workunit.client.0.smithi016.stdout: "onode_misses": { 2024-04-15T16:06:22.433 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 23837 2024-04-15T16:06:22.433 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.433 INFO:tasks.workunit.client.0.smithi016.stdout: "read_lat": { 2024-04-15T16:06:22.433 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 12973, 2024-04-15T16:06:22.433 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 1779109548 2024-04-15T16:06:22.433 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.433 INFO:tasks.workunit.client.0.smithi016.stdout: "read_onode_meta_lat": { 2024-04-15T16:06:22.433 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 33276, 2024-04-15T16:06:22.433 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 14624531 2024-04-15T16:06:22.433 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.433 INFO:tasks.workunit.client.0.smithi016.stdout: "read_wait_aio_lat": { 2024-04-15T16:06:22.433 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 20303, 2024-04-15T16:06:22.433 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 1122426036 2024-04-15T16:06:22.434 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.434 INFO:tasks.workunit.client.0.smithi016.stdout: "reads_with_retries": { 2024-04-15T16:06:22.434 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:22.434 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.434 INFO:tasks.workunit.client.0.smithi016.stdout: "remove_lat": { 2024-04-15T16:06:22.434 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 15294, 2024-04-15T16:06:22.434 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 475459858 2024-04-15T16:06:22.434 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.434 INFO:tasks.workunit.client.0.smithi016.stdout: "slow_aio_wait_count": { 2024-04-15T16:06:22.434 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:22.434 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.434 INFO:tasks.workunit.client.0.smithi016.stdout: "slow_committed_kv_count": { 2024-04-15T16:06:22.434 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:22.435 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.435 INFO:tasks.workunit.client.0.smithi016.stdout: "slow_read_onode_meta_count": { 2024-04-15T16:06:22.435 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:22.435 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.435 INFO:tasks.workunit.client.0.smithi016.stdout: "slow_read_wait_aio_count": { 2024-04-15T16:06:22.435 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:22.435 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.435 INFO:tasks.workunit.client.0.smithi016.stdout: "state_aio_wait_lat": { 2024-04-15T16:06:22.435 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 92283, 2024-04-15T16:06:22.435 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 7693126184 2024-04-15T16:06:22.435 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.435 INFO:tasks.workunit.client.0.smithi016.stdout: "state_deferred_aio_wait_lat": { 2024-04-15T16:06:22.435 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 9413, 2024-04-15T16:06:22.436 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 483223857 2024-04-15T16:06:22.436 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.436 INFO:tasks.workunit.client.0.smithi016.stdout: "state_deferred_cleanup_lat": { 2024-04-15T16:06:22.436 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 9410, 2024-04-15T16:06:22.436 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 3628297664516 2024-04-15T16:06:22.436 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.436 INFO:tasks.workunit.client.0.smithi016.stdout: "state_deferred_queued_lat": { 2024-04-15T16:06:22.436 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 9413, 2024-04-15T16:06:22.436 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 6318993232376 2024-04-15T16:06:22.436 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.436 INFO:tasks.workunit.client.0.smithi016.stdout: "state_done_lat": { 2024-04-15T16:06:22.436 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 92280, 2024-04-15T16:06:22.436 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 2511857153458 2024-04-15T16:06:22.436 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.437 INFO:tasks.workunit.client.0.smithi016.stdout: "state_finishing_lat": { 2024-04-15T16:06:22.437 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 92280, 2024-04-15T16:06:22.437 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 10287597 2024-04-15T16:06:22.437 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.437 INFO:tasks.workunit.client.0.smithi016.stdout: "state_io_done_lat": { 2024-04-15T16:06:22.437 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 92283, 2024-04-15T16:06:22.437 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 519381363 2024-04-15T16:06:22.437 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.437 INFO:tasks.workunit.client.0.smithi016.stdout: "state_kv_commiting_lat": { 2024-04-15T16:06:22.437 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 92283, 2024-04-15T16:06:22.437 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 29967674373 2024-04-15T16:06:22.437 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.437 INFO:tasks.workunit.client.0.smithi016.stdout: "state_kv_done_lat": { 2024-04-15T16:06:22.437 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 92283, 2024-04-15T16:06:22.438 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 31729456 2024-04-15T16:06:22.438 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.438 INFO:tasks.workunit.client.0.smithi016.stdout: "state_kv_queued_lat": { 2024-04-15T16:06:22.438 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 92283, 2024-04-15T16:06:22.438 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 14983691178 2024-04-15T16:06:22.438 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.438 INFO:tasks.workunit.client.0.smithi016.stdout: "state_prepare_lat": { 2024-04-15T16:06:22.438 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 92283, 2024-04-15T16:06:22.438 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 15212888443 2024-04-15T16:06:22.438 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.438 INFO:tasks.workunit.client.0.smithi016.stdout: "stored": { 2024-04-15T16:06:22.438 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 10234509 2024-04-15T16:06:22.438 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.438 INFO:tasks.workunit.client.0.smithi016.stdout: "truncate_lat": { 2024-04-15T16:06:22.439 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 2515, 2024-04-15T16:06:22.439 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 14582702 2024-04-15T16:06:22.439 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.439 INFO:tasks.workunit.client.0.smithi016.stdout: "txc_commit_lat": { 2024-04-15T16:06:22.439 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 92283, 2024-04-15T16:06:22.439 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 68389989201 2024-04-15T16:06:22.439 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.439 INFO:tasks.workunit.client.0.smithi016.stdout: "txc_submit_lat": { 2024-04-15T16:06:22.439 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 92283, 2024-04-15T16:06:22.439 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 16379716677 2024-04-15T16:06:22.439 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.439 INFO:tasks.workunit.client.0.smithi016.stdout: "txc_throttle_lat": { 2024-04-15T16:06:22.439 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 92283, 2024-04-15T16:06:22.440 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 675406804 2024-04-15T16:06:22.440 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T16:06:22.440 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.440 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore-pricache": { 2024-04-15T16:06:22.440 INFO:tasks.workunit.client.0.smithi016.stdout: "cache_bytes": { 2024-04-15T16:06:22.440 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 1406236763 2024-04-15T16:06:22.440 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.440 INFO:tasks.workunit.client.0.smithi016.stdout: "heap_bytes": { 2024-04-15T16:06:22.440 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 550273024 2024-04-15T16:06:22.440 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.440 INFO:tasks.workunit.client.0.smithi016.stdout: "mapped_bytes": { 2024-04-15T16:06:22.440 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 503554048 2024-04-15T16:06:22.440 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.441 INFO:tasks.workunit.client.0.smithi016.stdout: "target_bytes": { 2024-04-15T16:06:22.441 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 2601815449 2024-04-15T16:06:22.441 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.441 INFO:tasks.workunit.client.0.smithi016.stdout: "unmapped_bytes": { 2024-04-15T16:06:22.441 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 46718976 2024-04-15T16:06:22.441 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T16:06:22.441 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.441 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore-pricache:data": { 2024-04-15T16:06:22.441 INFO:tasks.workunit.client.0.smithi016.stdout: "committed_bytes": { 2024-04-15T16:06:22.441 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 125829120 2024-04-15T16:06:22.441 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.441 INFO:tasks.workunit.client.0.smithi016.stdout: "pri0_bytes": { 2024-04-15T16:06:22.441 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:22.441 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.442 INFO:tasks.workunit.client.0.smithi016.stdout: "pri10_bytes": { 2024-04-15T16:06:22.442 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:22.442 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.442 INFO:tasks.workunit.client.0.smithi016.stdout: "pri11_bytes": { 2024-04-15T16:06:22.442 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 57147139 2024-04-15T16:06:22.442 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.442 INFO:tasks.workunit.client.0.smithi016.stdout: "pri1_bytes": { 2024-04-15T16:06:22.442 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:22.442 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.442 INFO:tasks.workunit.client.0.smithi016.stdout: "pri2_bytes": { 2024-04-15T16:06:22.442 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:22.442 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.442 INFO:tasks.workunit.client.0.smithi016.stdout: "pri3_bytes": { 2024-04-15T16:06:22.442 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:22.443 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.443 INFO:tasks.workunit.client.0.smithi016.stdout: "pri4_bytes": { 2024-04-15T16:06:22.443 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:22.443 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.443 INFO:tasks.workunit.client.0.smithi016.stdout: "pri5_bytes": { 2024-04-15T16:06:22.443 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 4096 2024-04-15T16:06:22.443 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.443 INFO:tasks.workunit.client.0.smithi016.stdout: "pri6_bytes": { 2024-04-15T16:06:22.443 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 49152 2024-04-15T16:06:22.443 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.443 INFO:tasks.workunit.client.0.smithi016.stdout: "pri7_bytes": { 2024-04-15T16:06:22.443 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:22.443 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.443 INFO:tasks.workunit.client.0.smithi016.stdout: "pri8_bytes": { 2024-04-15T16:06:22.444 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:22.444 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.444 INFO:tasks.workunit.client.0.smithi016.stdout: "pri9_bytes": { 2024-04-15T16:06:22.444 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:22.444 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.444 INFO:tasks.workunit.client.0.smithi016.stdout: "reserved_bytes": { 2024-04-15T16:06:22.444 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 68628733 2024-04-15T16:06:22.444 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T16:06:22.444 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.444 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore-pricache:kv": { 2024-04-15T16:06:22.444 INFO:tasks.workunit.client.0.smithi016.stdout: "committed_bytes": { 2024-04-15T16:06:22.444 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 570425344 2024-04-15T16:06:22.444 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.444 INFO:tasks.workunit.client.0.smithi016.stdout: "pri0_bytes": { 2024-04-15T16:06:22.444 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 67108864 2024-04-15T16:06:22.445 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.445 INFO:tasks.workunit.client.0.smithi016.stdout: "pri10_bytes": { 2024-04-15T16:06:22.445 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:22.445 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.445 INFO:tasks.workunit.client.0.smithi016.stdout: "pri11_bytes": { 2024-04-15T16:06:22.445 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 428603545 2024-04-15T16:06:22.445 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.445 INFO:tasks.workunit.client.0.smithi016.stdout: "pri1_bytes": { 2024-04-15T16:06:22.445 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:22.445 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.445 INFO:tasks.workunit.client.0.smithi016.stdout: "pri2_bytes": { 2024-04-15T16:06:22.445 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:22.446 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.446 INFO:tasks.workunit.client.0.smithi016.stdout: "pri3_bytes": { 2024-04-15T16:06:22.446 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 1648 2024-04-15T16:06:22.446 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.446 INFO:tasks.workunit.client.0.smithi016.stdout: "pri4_bytes": { 2024-04-15T16:06:22.446 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:22.446 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.446 INFO:tasks.workunit.client.0.smithi016.stdout: "pri5_bytes": { 2024-04-15T16:06:22.446 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 102320 2024-04-15T16:06:22.446 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.446 INFO:tasks.workunit.client.0.smithi016.stdout: "pri6_bytes": { 2024-04-15T16:06:22.446 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:22.446 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.446 INFO:tasks.workunit.client.0.smithi016.stdout: "pri7_bytes": { 2024-04-15T16:06:22.447 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:22.447 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.447 INFO:tasks.workunit.client.0.smithi016.stdout: "pri8_bytes": { 2024-04-15T16:06:22.447 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:22.447 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.447 INFO:tasks.workunit.client.0.smithi016.stdout: "pri9_bytes": { 2024-04-15T16:06:22.447 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:22.447 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.447 INFO:tasks.workunit.client.0.smithi016.stdout: "reserved_bytes": { 2024-04-15T16:06:22.447 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 74608967 2024-04-15T16:06:22.447 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T16:06:22.447 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.447 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore-pricache:kv_onode": { 2024-04-15T16:06:22.447 INFO:tasks.workunit.client.0.smithi016.stdout: "committed_bytes": { 2024-04-15T16:06:22.448 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 184549376 2024-04-15T16:06:22.448 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.448 INFO:tasks.workunit.client.0.smithi016.stdout: "pri0_bytes": { 2024-04-15T16:06:22.448 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 67108864 2024-04-15T16:06:22.448 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.448 INFO:tasks.workunit.client.0.smithi016.stdout: "pri10_bytes": { 2024-04-15T16:06:22.448 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 4727696 2024-04-15T16:06:22.448 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.448 INFO:tasks.workunit.client.0.smithi016.stdout: "pri11_bytes": { 2024-04-15T16:06:22.448 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 38098092 2024-04-15T16:06:22.448 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.448 INFO:tasks.workunit.client.0.smithi016.stdout: "pri1_bytes": { 2024-04-15T16:06:22.448 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:22.448 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.448 INFO:tasks.workunit.client.0.smithi016.stdout: "pri2_bytes": { 2024-04-15T16:06:22.449 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:22.449 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.449 INFO:tasks.workunit.client.0.smithi016.stdout: "pri3_bytes": { 2024-04-15T16:06:22.449 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:22.449 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.449 INFO:tasks.workunit.client.0.smithi016.stdout: "pri4_bytes": { 2024-04-15T16:06:22.449 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:22.449 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.449 INFO:tasks.workunit.client.0.smithi016.stdout: "pri5_bytes": { 2024-04-15T16:06:22.449 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:22.449 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.449 INFO:tasks.workunit.client.0.smithi016.stdout: "pri6_bytes": { 2024-04-15T16:06:22.449 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:22.449 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.450 INFO:tasks.workunit.client.0.smithi016.stdout: "pri7_bytes": { 2024-04-15T16:06:22.450 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:22.450 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.450 INFO:tasks.workunit.client.0.smithi016.stdout: "pri8_bytes": { 2024-04-15T16:06:22.450 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:22.450 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.450 INFO:tasks.workunit.client.0.smithi016.stdout: "pri9_bytes": { 2024-04-15T16:06:22.450 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:22.450 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.450 INFO:tasks.workunit.client.0.smithi016.stdout: "reserved_bytes": { 2024-04-15T16:06:22.450 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 74614724 2024-04-15T16:06:22.450 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T16:06:22.450 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.451 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore-pricache:meta": { 2024-04-15T16:06:22.451 INFO:tasks.workunit.client.0.smithi016.stdout: "committed_bytes": { 2024-04-15T16:06:22.451 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 503316480 2024-04-15T16:06:22.451 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.451 INFO:tasks.workunit.client.0.smithi016.stdout: "pri0_bytes": { 2024-04-15T16:06:22.451 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:22.451 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.451 INFO:tasks.workunit.client.0.smithi016.stdout: "pri10_bytes": { 2024-04-15T16:06:22.451 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:22.451 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.451 INFO:tasks.workunit.client.0.smithi016.stdout: "pri11_bytes": { 2024-04-15T16:06:22.451 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 428603545 2024-04-15T16:06:22.451 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.452 INFO:tasks.workunit.client.0.smithi016.stdout: "pri1_bytes": { 2024-04-15T16:06:22.452 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:22.452 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.452 INFO:tasks.workunit.client.0.smithi016.stdout: "pri2_bytes": { 2024-04-15T16:06:22.452 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:22.452 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.452 INFO:tasks.workunit.client.0.smithi016.stdout: "pri3_bytes": { 2024-04-15T16:06:22.453 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:22.453 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.453 INFO:tasks.workunit.client.0.smithi016.stdout: "pri4_bytes": { 2024-04-15T16:06:22.453 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:22.453 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.453 INFO:tasks.workunit.client.0.smithi016.stdout: "pri5_bytes": { 2024-04-15T16:06:22.453 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 120722 2024-04-15T16:06:22.453 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.453 INFO:tasks.workunit.client.0.smithi016.stdout: "pri6_bytes": { 2024-04-15T16:06:22.453 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 1112019 2024-04-15T16:06:22.453 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.453 INFO:tasks.workunit.client.0.smithi016.stdout: "pri7_bytes": { 2024-04-15T16:06:22.453 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:22.453 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.454 INFO:tasks.workunit.client.0.smithi016.stdout: "pri8_bytes": { 2024-04-15T16:06:22.454 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:22.454 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.454 INFO:tasks.workunit.client.0.smithi016.stdout: "pri9_bytes": { 2024-04-15T16:06:22.454 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:22.454 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.454 INFO:tasks.workunit.client.0.smithi016.stdout: "reserved_bytes": { 2024-04-15T16:06:22.454 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 73480194 2024-04-15T16:06:22.454 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T16:06:22.454 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.454 INFO:tasks.workunit.client.0.smithi016.stdout: "objecter": { 2024-04-15T16:06:22.454 INFO:tasks.workunit.client.0.smithi016.stdout: "op_active": { 2024-04-15T16:06:22.454 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:22.455 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.455 INFO:tasks.workunit.client.0.smithi016.stdout: "op_r": { 2024-04-15T16:06:22.455 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 31 2024-04-15T16:06:22.455 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.455 INFO:tasks.workunit.client.0.smithi016.stdout: "op_rmw": { 2024-04-15T16:06:22.455 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:22.455 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.455 INFO:tasks.workunit.client.0.smithi016.stdout: "op_w": { 2024-04-15T16:06:22.455 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:22.455 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T16:06:22.455 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.455 INFO:tasks.workunit.client.0.smithi016.stdout: "osd": { 2024-04-15T16:06:22.455 INFO:tasks.workunit.client.0.smithi016.stdout: "numpg": { 2024-04-15T16:06:22.455 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 54 2024-04-15T16:06:22.456 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.456 INFO:tasks.workunit.client.0.smithi016.stdout: "numpg_removing": { 2024-04-15T16:06:22.456 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:22.456 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.456 INFO:tasks.workunit.client.0.smithi016.stdout: "op": { 2024-04-15T16:06:22.456 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 37052 2024-04-15T16:06:22.456 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.456 INFO:tasks.workunit.client.0.smithi016.stdout: "op_before_queue_op_lat": { 2024-04-15T16:06:22.456 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 119333, 2024-04-15T16:06:22.456 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 8242843361 2024-04-15T16:06:22.456 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.456 INFO:tasks.workunit.client.0.smithi016.stdout: "op_delayed_degraded": { 2024-04-15T16:06:22.456 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 1 2024-04-15T16:06:22.456 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.457 INFO:tasks.workunit.client.0.smithi016.stdout: "op_delayed_unreadable": { 2024-04-15T16:06:22.457 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:22.457 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.457 INFO:tasks.workunit.client.0.smithi016.stdout: "op_in_bytes": { 2024-04-15T16:06:22.457 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 2253938844 2024-04-15T16:06:22.457 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.457 INFO:tasks.workunit.client.0.smithi016.stdout: "op_latency": { 2024-04-15T16:06:22.457 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 37052, 2024-04-15T16:06:22.457 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 206744417120 2024-04-15T16:06:22.457 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.457 INFO:tasks.workunit.client.0.smithi016.stdout: "op_out_bytes": { 2024-04-15T16:06:22.457 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 3594634133 2024-04-15T16:06:22.457 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.457 INFO:tasks.workunit.client.0.smithi016.stdout: "op_prepare_latency": { 2024-04-15T16:06:22.458 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 38120, 2024-04-15T16:06:22.458 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 20310867026 2024-04-15T16:06:22.458 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.458 INFO:tasks.workunit.client.0.smithi016.stdout: "op_process_latency": { 2024-04-15T16:06:22.458 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 37052, 2024-04-15T16:06:22.458 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 71288714922 2024-04-15T16:06:22.458 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.458 INFO:tasks.workunit.client.0.smithi016.stdout: "op_r": { 2024-04-15T16:06:22.458 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 21435 2024-04-15T16:06:22.458 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.458 INFO:tasks.workunit.client.0.smithi016.stdout: "op_r_latency": { 2024-04-15T16:06:22.458 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 21435, 2024-04-15T16:06:22.458 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 19271254794 2024-04-15T16:06:22.458 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.459 INFO:tasks.workunit.client.0.smithi016.stdout: "op_r_latency_out_bytes_histogram": { 2024-04-15T16:06:22.459 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:22.459 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.459 INFO:tasks.workunit.client.0.smithi016.stdout: "op_r_out_bytes": { 2024-04-15T16:06:22.459 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 3594634133 2024-04-15T16:06:22.459 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.459 INFO:tasks.workunit.client.0.smithi016.stdout: "op_r_prepare_latency": { 2024-04-15T16:06:22.459 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 21763, 2024-04-15T16:06:22.459 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 5511614999 2024-04-15T16:06:22.459 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.459 INFO:tasks.workunit.client.0.smithi016.stdout: "op_r_process_latency": { 2024-04-15T16:06:22.459 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 21435, 2024-04-15T16:06:22.459 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 6199403112 2024-04-15T16:06:22.459 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.460 INFO:tasks.workunit.client.0.smithi016.stdout: "op_rw": { 2024-04-15T16:06:22.460 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 8121 2024-04-15T16:06:22.460 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.460 INFO:tasks.workunit.client.0.smithi016.stdout: "op_rw_in_bytes": { 2024-04-15T16:06:22.460 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 392132186 2024-04-15T16:06:22.460 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.460 INFO:tasks.workunit.client.0.smithi016.stdout: "op_rw_latency": { 2024-04-15T16:06:22.460 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 8121, 2024-04-15T16:06:22.460 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 15700063033 2024-04-15T16:06:22.460 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.460 INFO:tasks.workunit.client.0.smithi016.stdout: "op_rw_latency_in_bytes_histogram": { 2024-04-15T16:06:22.460 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:22.460 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.460 INFO:tasks.workunit.client.0.smithi016.stdout: "op_rw_latency_out_bytes_histogram": { 2024-04-15T16:06:22.460 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:22.461 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.461 INFO:tasks.workunit.client.0.smithi016.stdout: "op_rw_out_bytes": { 2024-04-15T16:06:22.461 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:22.461 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.461 INFO:tasks.workunit.client.0.smithi016.stdout: "op_rw_prepare_latency": { 2024-04-15T16:06:22.461 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 8678, 2024-04-15T16:06:22.461 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 5467402982 2024-04-15T16:06:22.461 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.461 INFO:tasks.workunit.client.0.smithi016.stdout: "op_rw_process_latency": { 2024-04-15T16:06:22.461 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 8121, 2024-04-15T16:06:22.461 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 12517545603 2024-04-15T16:06:22.461 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.461 INFO:tasks.workunit.client.0.smithi016.stdout: "op_w": { 2024-04-15T16:06:22.461 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 7496 2024-04-15T16:06:22.462 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.462 INFO:tasks.workunit.client.0.smithi016.stdout: "op_w_in_bytes": { 2024-04-15T16:06:22.462 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 1861806658 2024-04-15T16:06:22.462 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.462 INFO:tasks.workunit.client.0.smithi016.stdout: "op_w_latency": { 2024-04-15T16:06:22.462 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 7496, 2024-04-15T16:06:22.462 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 171773099293 2024-04-15T16:06:22.462 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.462 INFO:tasks.workunit.client.0.smithi016.stdout: "op_w_latency_in_bytes_histogram": { 2024-04-15T16:06:22.462 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:22.462 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.462 INFO:tasks.workunit.client.0.smithi016.stdout: "op_w_prepare_latency": { 2024-04-15T16:06:22.462 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 7679, 2024-04-15T16:06:22.462 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 9331849045 2024-04-15T16:06:22.463 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.463 INFO:tasks.workunit.client.0.smithi016.stdout: "op_w_process_latency": { 2024-04-15T16:06:22.463 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 7496, 2024-04-15T16:06:22.463 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 52571766207 2024-04-15T16:06:22.463 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.463 INFO:tasks.workunit.client.0.smithi016.stdout: "op_wip": { 2024-04-15T16:06:22.463 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:22.463 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.463 INFO:tasks.workunit.client.0.smithi016.stdout: "recovery_bytes": { 2024-04-15T16:06:22.463 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 20971538 2024-04-15T16:06:22.463 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.463 INFO:tasks.workunit.client.0.smithi016.stdout: "recovery_ops": { 2024-04-15T16:06:22.463 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 18 2024-04-15T16:06:22.463 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.464 INFO:tasks.workunit.client.0.smithi016.stdout: "stat_bytes": { 2024-04-15T16:06:22.464 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 95995035648 2024-04-15T16:06:22.464 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.464 INFO:tasks.workunit.client.0.smithi016.stdout: "stat_bytes_used": { 2024-04-15T16:06:22.464 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 679915520 2024-04-15T16:06:22.464 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T16:06:22.464 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T16:06:22.464 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.464 INFO:tasks.workunit.client.0.smithi016.stdout: "osd.1": { 2024-04-15T16:06:22.464 INFO:tasks.workunit.client.0.smithi016.stdout: "bluefs": { 2024-04-15T16:06:22.464 INFO:tasks.workunit.client.0.smithi016.stdout: "alloc_db_max_lat": { 2024-04-15T16:06:22.464 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 14414 2024-04-15T16:06:22.464 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.464 INFO:tasks.workunit.client.0.smithi016.stdout: "alloc_slow_fallback": { 2024-04-15T16:06:22.464 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:22.465 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.465 INFO:tasks.workunit.client.0.smithi016.stdout: "alloc_slow_max_lat": { 2024-04-15T16:06:22.465 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:22.465 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.465 INFO:tasks.workunit.client.0.smithi016.stdout: "alloc_slow_size_fallback": { 2024-04-15T16:06:22.465 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:22.465 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.465 INFO:tasks.workunit.client.0.smithi016.stdout: "alloc_unit_db": { 2024-04-15T16:06:22.465 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 65536 2024-04-15T16:06:22.465 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.465 INFO:tasks.workunit.client.0.smithi016.stdout: "alloc_unit_slow": { 2024-04-15T16:06:22.465 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:22.465 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.466 INFO:tasks.workunit.client.0.smithi016.stdout: "alloc_unit_wal": { 2024-04-15T16:06:22.466 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:22.466 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.466 INFO:tasks.workunit.client.0.smithi016.stdout: "alloc_wal_max_lat": { 2024-04-15T16:06:22.466 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:22.466 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.466 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes_written_slow": { 2024-04-15T16:06:22.466 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:22.466 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.466 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes_written_sst": { 2024-04-15T16:06:22.466 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 7266304 2024-04-15T16:06:22.467 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.467 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes_written_wal": { 2024-04-15T16:06:22.467 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 781516800 2024-04-15T16:06:22.467 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.467 INFO:tasks.workunit.client.0.smithi016.stdout: "compact_lat": { 2024-04-15T16:06:22.467 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 18, 2024-04-15T16:06:22.467 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 5899188 2024-04-15T16:06:22.467 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.467 INFO:tasks.workunit.client.0.smithi016.stdout: "compact_lock_lat": { 2024-04-15T16:06:22.467 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 18, 2024-04-15T16:06:22.467 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 2633236 2024-04-15T16:06:22.467 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.467 INFO:tasks.workunit.client.0.smithi016.stdout: "db_alloc_lat": { 2024-04-15T16:06:22.467 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 199, 2024-04-15T16:06:22.467 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 919602 2024-04-15T16:06:22.468 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.468 INFO:tasks.workunit.client.0.smithi016.stdout: "db_total_bytes": { 2024-04-15T16:06:22.468 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 95995027456 2024-04-15T16:06:22.468 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.468 INFO:tasks.workunit.client.0.smithi016.stdout: "db_used_bytes": { 2024-04-15T16:06:22.468 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 861208576 2024-04-15T16:06:22.468 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.468 INFO:tasks.workunit.client.0.smithi016.stdout: "flush_lat": { 2024-04-15T16:06:22.468 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 76439, 2024-04-15T16:06:22.468 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 7074986852 2024-04-15T16:06:22.468 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.468 INFO:tasks.workunit.client.0.smithi016.stdout: "fsync_lat": { 2024-04-15T16:06:22.468 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 76451, 2024-04-15T16:06:22.469 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 13058403415 2024-04-15T16:06:22.469 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.469 INFO:tasks.workunit.client.0.smithi016.stdout: "log_bytes": { 2024-04-15T16:06:22.469 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 13893632 2024-04-15T16:06:22.469 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.469 INFO:tasks.workunit.client.0.smithi016.stdout: "logged_bytes": { 2024-04-15T16:06:22.469 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 313151488 2024-04-15T16:06:22.469 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.469 INFO:tasks.workunit.client.0.smithi016.stdout: "max_bytes_db": { 2024-04-15T16:06:22.469 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 869728256 2024-04-15T16:06:22.469 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.469 INFO:tasks.workunit.client.0.smithi016.stdout: "max_bytes_slow": { 2024-04-15T16:06:22.469 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:22.469 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.470 INFO:tasks.workunit.client.0.smithi016.stdout: "max_bytes_wal": { 2024-04-15T16:06:22.470 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:22.470 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.470 INFO:tasks.workunit.client.0.smithi016.stdout: "num_files": { 2024-04-15T16:06:22.470 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 54 2024-04-15T16:06:22.470 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.470 INFO:tasks.workunit.client.0.smithi016.stdout: "read_bytes": { 2024-04-15T16:06:22.470 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 5389552485 2024-04-15T16:06:22.470 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.470 INFO:tasks.workunit.client.0.smithi016.stdout: "read_count": { 2024-04-15T16:06:22.470 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 47951 2024-04-15T16:06:22.470 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.470 INFO:tasks.workunit.client.0.smithi016.stdout: "read_disk_bytes": { 2024-04-15T16:06:22.471 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 4681756672 2024-04-15T16:06:22.471 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.471 INFO:tasks.workunit.client.0.smithi016.stdout: "read_disk_bytes_db": { 2024-04-15T16:06:22.471 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 4681760768 2024-04-15T16:06:22.471 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.471 INFO:tasks.workunit.client.0.smithi016.stdout: "read_disk_bytes_slow": { 2024-04-15T16:06:22.471 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:22.471 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.471 INFO:tasks.workunit.client.0.smithi016.stdout: "read_disk_bytes_wal": { 2024-04-15T16:06:22.471 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:22.471 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.471 INFO:tasks.workunit.client.0.smithi016.stdout: "read_disk_count": { 2024-04-15T16:06:22.471 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 42719 2024-04-15T16:06:22.471 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.472 INFO:tasks.workunit.client.0.smithi016.stdout: "read_lat": { 2024-04-15T16:06:22.472 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 47951, 2024-04-15T16:06:22.472 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 1709965625 2024-04-15T16:06:22.472 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.472 INFO:tasks.workunit.client.0.smithi016.stdout: "read_prefetch_bytes": { 2024-04-15T16:06:22.472 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 5295158598 2024-04-15T16:06:22.472 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.472 INFO:tasks.workunit.client.0.smithi016.stdout: "read_prefetch_count": { 2024-04-15T16:06:22.472 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 45055 2024-04-15T16:06:22.472 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.472 INFO:tasks.workunit.client.0.smithi016.stdout: "read_random_buffer_bytes": { 2024-04-15T16:06:22.472 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 2610716 2024-04-15T16:06:22.472 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.472 INFO:tasks.workunit.client.0.smithi016.stdout: "read_random_buffer_count": { 2024-04-15T16:06:22.473 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 539 2024-04-15T16:06:22.473 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.473 INFO:tasks.workunit.client.0.smithi016.stdout: "read_random_bytes": { 2024-04-15T16:06:22.473 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 7200544 2024-04-15T16:06:22.473 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.473 INFO:tasks.workunit.client.0.smithi016.stdout: "read_random_count": { 2024-04-15T16:06:22.473 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 725 2024-04-15T16:06:22.473 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.473 INFO:tasks.workunit.client.0.smithi016.stdout: "read_random_disk_bytes": { 2024-04-15T16:06:22.473 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 4589828 2024-04-15T16:06:22.473 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.473 INFO:tasks.workunit.client.0.smithi016.stdout: "read_random_disk_bytes_db": { 2024-04-15T16:06:22.473 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 4589828 2024-04-15T16:06:22.473 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.474 INFO:tasks.workunit.client.0.smithi016.stdout: "read_random_disk_bytes_slow": { 2024-04-15T16:06:22.474 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:22.474 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.474 INFO:tasks.workunit.client.0.smithi016.stdout: "read_random_disk_bytes_wal": { 2024-04-15T16:06:22.474 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:22.474 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.474 INFO:tasks.workunit.client.0.smithi016.stdout: "read_random_disk_count": { 2024-04-15T16:06:22.474 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 194 2024-04-15T16:06:22.474 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.474 INFO:tasks.workunit.client.0.smithi016.stdout: "read_random_lat": { 2024-04-15T16:06:22.474 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 725, 2024-04-15T16:06:22.474 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 3167285 2024-04-15T16:06:22.474 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.474 INFO:tasks.workunit.client.0.smithi016.stdout: "slow_alloc_lat": { 2024-04-15T16:06:22.475 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 0, 2024-04-15T16:06:22.475 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:22.475 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.475 INFO:tasks.workunit.client.0.smithi016.stdout: "slow_total_bytes": { 2024-04-15T16:06:22.475 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:22.475 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.475 INFO:tasks.workunit.client.0.smithi016.stdout: "slow_used_bytes": { 2024-04-15T16:06:22.475 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:22.475 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.475 INFO:tasks.workunit.client.0.smithi016.stdout: "truncate_lat": { 2024-04-15T16:06:22.475 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 1, 2024-04-15T16:06:22.475 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 882 2024-04-15T16:06:22.475 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.476 INFO:tasks.workunit.client.0.smithi016.stdout: "unlink_lat": { 2024-04-15T16:06:22.476 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 8, 2024-04-15T16:06:22.476 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 13878 2024-04-15T16:06:22.476 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.476 INFO:tasks.workunit.client.0.smithi016.stdout: "wal_alloc_lat": { 2024-04-15T16:06:22.476 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 0, 2024-04-15T16:06:22.476 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:22.476 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.476 INFO:tasks.workunit.client.0.smithi016.stdout: "wal_total_bytes": { 2024-04-15T16:06:22.476 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:22.476 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.476 INFO:tasks.workunit.client.0.smithi016.stdout: "wal_used_bytes": { 2024-04-15T16:06:22.476 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:22.476 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.477 INFO:tasks.workunit.client.0.smithi016.stdout: "write_bytes": { 2024-04-15T16:06:22.477 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 1104670720 2024-04-15T16:06:22.477 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T16:06:22.477 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.477 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore": { 2024-04-15T16:06:22.477 INFO:tasks.workunit.client.0.smithi016.stdout: "alloc_unit": { 2024-04-15T16:06:22.477 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 4096 2024-04-15T16:06:22.477 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.477 INFO:tasks.workunit.client.0.smithi016.stdout: "allocated": { 2024-04-15T16:06:22.477 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 13385728 2024-04-15T16:06:22.477 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.477 INFO:tasks.workunit.client.0.smithi016.stdout: "allocator_lat": { 2024-04-15T16:06:22.477 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 21764, 2024-04-15T16:06:22.477 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 83151286 2024-04-15T16:06:22.478 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.478 INFO:tasks.workunit.client.0.smithi016.stdout: "clist_lat": { 2024-04-15T16:06:22.478 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 3586, 2024-04-15T16:06:22.478 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 6017659477 2024-04-15T16:06:22.478 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.478 INFO:tasks.workunit.client.0.smithi016.stdout: "compress_lat": { 2024-04-15T16:06:22.478 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 0, 2024-04-15T16:06:22.478 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:22.478 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.478 INFO:tasks.workunit.client.0.smithi016.stdout: "compressed": { 2024-04-15T16:06:22.478 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:22.478 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.478 INFO:tasks.workunit.client.0.smithi016.stdout: "compressed_allocated": { 2024-04-15T16:06:22.479 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:22.479 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.479 INFO:tasks.workunit.client.0.smithi016.stdout: "compressed_original": { 2024-04-15T16:06:22.479 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:22.479 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.479 INFO:tasks.workunit.client.0.smithi016.stdout: "csum_lat": { 2024-04-15T16:06:22.479 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 20731, 2024-04-15T16:06:22.479 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 180934003 2024-04-15T16:06:22.479 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.479 INFO:tasks.workunit.client.0.smithi016.stdout: "decompress_lat": { 2024-04-15T16:06:22.479 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 0, 2024-04-15T16:06:22.479 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:22.479 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.479 INFO:tasks.workunit.client.0.smithi016.stdout: "fragmentation_micros": { 2024-04-15T16:06:22.480 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:22.480 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.480 INFO:tasks.workunit.client.0.smithi016.stdout: "kv_commit_lat": { 2024-04-15T16:06:22.480 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 76379, 2024-04-15T16:06:22.480 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 17231566917 2024-04-15T16:06:22.480 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.480 INFO:tasks.workunit.client.0.smithi016.stdout: "kv_final_lat": { 2024-04-15T16:06:22.480 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 75680, 2024-04-15T16:06:22.480 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 1945278256 2024-04-15T16:06:22.480 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.480 INFO:tasks.workunit.client.0.smithi016.stdout: "kv_flush_lat": { 2024-04-15T16:06:22.480 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 76379, 2024-04-15T16:06:22.480 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 46664595 2024-04-15T16:06:22.481 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.481 INFO:tasks.workunit.client.0.smithi016.stdout: "kv_sync_lat": { 2024-04-15T16:06:22.481 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 76379, 2024-04-15T16:06:22.481 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 17278231512 2024-04-15T16:06:22.481 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.481 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_get_keys_lat": { 2024-04-15T16:06:22.481 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 0, 2024-04-15T16:06:22.481 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:22.481 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.481 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_get_values_lat": { 2024-04-15T16:06:22.481 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 24371, 2024-04-15T16:06:22.481 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 596543260 2024-04-15T16:06:22.481 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.481 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_lower_bound_lat": { 2024-04-15T16:06:22.482 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 826, 2024-04-15T16:06:22.482 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 2608596 2024-04-15T16:06:22.482 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.482 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_next_lat": { 2024-04-15T16:06:22.482 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 10292, 2024-04-15T16:06:22.482 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 7621468 2024-04-15T16:06:22.482 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.482 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_seek_to_first_lat": { 2024-04-15T16:06:22.482 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 44, 2024-04-15T16:06:22.482 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 54337 2024-04-15T16:06:22.482 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.482 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_upper_bound_lat": { 2024-04-15T16:06:22.482 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 11366, 2024-04-15T16:06:22.482 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 1207899704 2024-04-15T16:06:22.483 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.483 INFO:tasks.workunit.client.0.smithi016.stdout: "onode_hits": { 2024-04-15T16:06:22.483 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 228355 2024-04-15T16:06:22.483 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.483 INFO:tasks.workunit.client.0.smithi016.stdout: "onode_misses": { 2024-04-15T16:06:22.483 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 27093 2024-04-15T16:06:22.483 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.483 INFO:tasks.workunit.client.0.smithi016.stdout: "read_lat": { 2024-04-15T16:06:22.483 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 23840, 2024-04-15T16:06:22.483 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 1766589129 2024-04-15T16:06:22.483 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.483 INFO:tasks.workunit.client.0.smithi016.stdout: "read_onode_meta_lat": { 2024-04-15T16:06:22.484 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 77813, 2024-04-15T16:06:22.484 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 22542348 2024-04-15T16:06:22.484 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.484 INFO:tasks.workunit.client.0.smithi016.stdout: "read_wait_aio_lat": { 2024-04-15T16:06:22.484 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 53973, 2024-04-15T16:06:22.484 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 865043492 2024-04-15T16:06:22.484 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.484 INFO:tasks.workunit.client.0.smithi016.stdout: "reads_with_retries": { 2024-04-15T16:06:22.484 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:22.484 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.484 INFO:tasks.workunit.client.0.smithi016.stdout: "remove_lat": { 2024-04-15T16:06:22.484 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 15436, 2024-04-15T16:06:22.484 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 459192652 2024-04-15T16:06:22.484 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.485 INFO:tasks.workunit.client.0.smithi016.stdout: "slow_aio_wait_count": { 2024-04-15T16:06:22.485 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:22.485 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.485 INFO:tasks.workunit.client.0.smithi016.stdout: "slow_committed_kv_count": { 2024-04-15T16:06:22.485 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:22.485 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.485 INFO:tasks.workunit.client.0.smithi016.stdout: "slow_read_onode_meta_count": { 2024-04-15T16:06:22.485 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:22.485 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.485 INFO:tasks.workunit.client.0.smithi016.stdout: "slow_read_wait_aio_count": { 2024-04-15T16:06:22.485 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:22.485 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.485 INFO:tasks.workunit.client.0.smithi016.stdout: "state_aio_wait_lat": { 2024-04-15T16:06:22.486 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 90746, 2024-04-15T16:06:22.486 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 8745539033 2024-04-15T16:06:22.486 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.486 INFO:tasks.workunit.client.0.smithi016.stdout: "state_deferred_aio_wait_lat": { 2024-04-15T16:06:22.486 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 23157, 2024-04-15T16:06:22.486 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 1253117864 2024-04-15T16:06:22.486 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.486 INFO:tasks.workunit.client.0.smithi016.stdout: "state_deferred_cleanup_lat": { 2024-04-15T16:06:22.486 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 23155, 2024-04-15T16:06:22.486 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 4080925513456 2024-04-15T16:06:22.486 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.486 INFO:tasks.workunit.client.0.smithi016.stdout: "state_deferred_queued_lat": { 2024-04-15T16:06:22.486 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 23157, 2024-04-15T16:06:22.486 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 6833865644397 2024-04-15T16:06:22.487 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.487 INFO:tasks.workunit.client.0.smithi016.stdout: "state_done_lat": { 2024-04-15T16:06:22.487 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 90744, 2024-04-15T16:06:22.487 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 3143126260236 2024-04-15T16:06:22.487 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.487 INFO:tasks.workunit.client.0.smithi016.stdout: "state_finishing_lat": { 2024-04-15T16:06:22.487 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 90744, 2024-04-15T16:06:22.487 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 9760145 2024-04-15T16:06:22.487 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.487 INFO:tasks.workunit.client.0.smithi016.stdout: "state_io_done_lat": { 2024-04-15T16:06:22.487 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 90746, 2024-04-15T16:06:22.487 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 532065488 2024-04-15T16:06:22.487 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.487 INFO:tasks.workunit.client.0.smithi016.stdout: "state_kv_commiting_lat": { 2024-04-15T16:06:22.488 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 90746, 2024-04-15T16:06:22.488 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 29793336951 2024-04-15T16:06:22.488 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.488 INFO:tasks.workunit.client.0.smithi016.stdout: "state_kv_done_lat": { 2024-04-15T16:06:22.488 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 90746, 2024-04-15T16:06:22.488 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 35944525 2024-04-15T16:06:22.488 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.488 INFO:tasks.workunit.client.0.smithi016.stdout: "state_kv_queued_lat": { 2024-04-15T16:06:22.488 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 90746, 2024-04-15T16:06:22.488 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 14688708114 2024-04-15T16:06:22.488 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.488 INFO:tasks.workunit.client.0.smithi016.stdout: "state_prepare_lat": { 2024-04-15T16:06:22.488 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 90746, 2024-04-15T16:06:22.488 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 15898678105 2024-04-15T16:06:22.489 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.489 INFO:tasks.workunit.client.0.smithi016.stdout: "stored": { 2024-04-15T16:06:22.489 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 9643592 2024-04-15T16:06:22.489 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.489 INFO:tasks.workunit.client.0.smithi016.stdout: "truncate_lat": { 2024-04-15T16:06:22.489 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 2543, 2024-04-15T16:06:22.489 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 14974366 2024-04-15T16:06:22.489 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.489 INFO:tasks.workunit.client.0.smithi016.stdout: "txc_commit_lat": { 2024-04-15T16:06:22.489 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 90746, 2024-04-15T16:06:22.489 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 69675056208 2024-04-15T16:06:22.489 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.489 INFO:tasks.workunit.client.0.smithi016.stdout: "txc_submit_lat": { 2024-04-15T16:06:22.489 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 90746, 2024-04-15T16:06:22.490 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 17014877882 2024-04-15T16:06:22.490 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.490 INFO:tasks.workunit.client.0.smithi016.stdout: "txc_throttle_lat": { 2024-04-15T16:06:22.490 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 90746, 2024-04-15T16:06:22.490 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 696394819 2024-04-15T16:06:22.490 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T16:06:22.490 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.490 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore-pricache": { 2024-04-15T16:06:22.490 INFO:tasks.workunit.client.0.smithi016.stdout: "cache_bytes": { 2024-04-15T16:06:22.490 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 1406236763 2024-04-15T16:06:22.490 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.490 INFO:tasks.workunit.client.0.smithi016.stdout: "heap_bytes": { 2024-04-15T16:06:22.490 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 653451264 2024-04-15T16:06:22.491 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.491 INFO:tasks.workunit.client.0.smithi016.stdout: "mapped_bytes": { 2024-04-15T16:06:22.491 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 615161856 2024-04-15T16:06:22.491 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.491 INFO:tasks.workunit.client.0.smithi016.stdout: "target_bytes": { 2024-04-15T16:06:22.491 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 2601815449 2024-04-15T16:06:22.491 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.491 INFO:tasks.workunit.client.0.smithi016.stdout: "unmapped_bytes": { 2024-04-15T16:06:22.491 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 38289408 2024-04-15T16:06:22.491 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T16:06:22.491 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.491 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore-pricache:data": { 2024-04-15T16:06:22.491 INFO:tasks.workunit.client.0.smithi016.stdout: "committed_bytes": { 2024-04-15T16:06:22.491 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 125829120 2024-04-15T16:06:22.492 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.492 INFO:tasks.workunit.client.0.smithi016.stdout: "pri0_bytes": { 2024-04-15T16:06:22.492 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:22.492 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.492 INFO:tasks.workunit.client.0.smithi016.stdout: "pri10_bytes": { 2024-04-15T16:06:22.492 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:22.492 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.492 INFO:tasks.workunit.client.0.smithi016.stdout: "pri11_bytes": { 2024-04-15T16:06:22.492 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 56946292 2024-04-15T16:06:22.492 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.492 INFO:tasks.workunit.client.0.smithi016.stdout: "pri1_bytes": { 2024-04-15T16:06:22.492 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:22.492 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.492 INFO:tasks.workunit.client.0.smithi016.stdout: "pri2_bytes": { 2024-04-15T16:06:22.493 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:22.493 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.493 INFO:tasks.workunit.client.0.smithi016.stdout: "pri3_bytes": { 2024-04-15T16:06:22.493 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:22.493 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.493 INFO:tasks.workunit.client.0.smithi016.stdout: "pri4_bytes": { 2024-04-15T16:06:22.493 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:22.493 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.493 INFO:tasks.workunit.client.0.smithi016.stdout: "pri5_bytes": { 2024-04-15T16:06:22.493 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 135168 2024-04-15T16:06:22.493 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.493 INFO:tasks.workunit.client.0.smithi016.stdout: "pri6_bytes": { 2024-04-15T16:06:22.493 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 831488 2024-04-15T16:06:22.493 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.494 INFO:tasks.workunit.client.0.smithi016.stdout: "pri7_bytes": { 2024-04-15T16:06:22.494 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:22.494 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.494 INFO:tasks.workunit.client.0.smithi016.stdout: "pri8_bytes": { 2024-04-15T16:06:22.494 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:22.494 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.494 INFO:tasks.workunit.client.0.smithi016.stdout: "pri9_bytes": { 2024-04-15T16:06:22.494 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:22.494 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.494 INFO:tasks.workunit.client.0.smithi016.stdout: "reserved_bytes": { 2024-04-15T16:06:22.494 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 67916172 2024-04-15T16:06:22.494 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T16:06:22.494 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.494 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore-pricache:kv": { 2024-04-15T16:06:22.495 INFO:tasks.workunit.client.0.smithi016.stdout: "committed_bytes": { 2024-04-15T16:06:22.495 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 562036736 2024-04-15T16:06:22.495 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.495 INFO:tasks.workunit.client.0.smithi016.stdout: "pri0_bytes": { 2024-04-15T16:06:22.495 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 67108864 2024-04-15T16:06:22.495 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.495 INFO:tasks.workunit.client.0.smithi016.stdout: "pri10_bytes": { 2024-04-15T16:06:22.495 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:22.495 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.495 INFO:tasks.workunit.client.0.smithi016.stdout: "pri11_bytes": { 2024-04-15T16:06:22.495 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 427097194 2024-04-15T16:06:22.495 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.496 INFO:tasks.workunit.client.0.smithi016.stdout: "pri1_bytes": { 2024-04-15T16:06:22.496 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:22.496 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.496 INFO:tasks.workunit.client.0.smithi016.stdout: "pri2_bytes": { 2024-04-15T16:06:22.496 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:22.496 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.496 INFO:tasks.workunit.client.0.smithi016.stdout: "pri3_bytes": { 2024-04-15T16:06:22.496 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 256 2024-04-15T16:06:22.496 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.496 INFO:tasks.workunit.client.0.smithi016.stdout: "pri4_bytes": { 2024-04-15T16:06:22.496 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:22.496 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.496 INFO:tasks.workunit.client.0.smithi016.stdout: "pri5_bytes": { 2024-04-15T16:06:22.496 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 89632 2024-04-15T16:06:22.497 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.497 INFO:tasks.workunit.client.0.smithi016.stdout: "pri6_bytes": { 2024-04-15T16:06:22.497 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 320 2024-04-15T16:06:22.497 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.497 INFO:tasks.workunit.client.0.smithi016.stdout: "pri7_bytes": { 2024-04-15T16:06:22.497 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:22.497 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.497 INFO:tasks.workunit.client.0.smithi016.stdout: "pri8_bytes": { 2024-04-15T16:06:22.497 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:22.497 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.497 INFO:tasks.workunit.client.0.smithi016.stdout: "pri9_bytes": { 2024-04-15T16:06:22.497 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:22.497 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.497 INFO:tasks.workunit.client.0.smithi016.stdout: "reserved_bytes": { 2024-04-15T16:06:22.498 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 67740470 2024-04-15T16:06:22.498 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T16:06:22.498 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.498 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore-pricache:kv_onode": { 2024-04-15T16:06:22.498 INFO:tasks.workunit.client.0.smithi016.stdout: "committed_bytes": { 2024-04-15T16:06:22.498 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 184549376 2024-04-15T16:06:22.498 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.498 INFO:tasks.workunit.client.0.smithi016.stdout: "pri0_bytes": { 2024-04-15T16:06:22.498 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 67108864 2024-04-15T16:06:22.498 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.498 INFO:tasks.workunit.client.0.smithi016.stdout: "pri10_bytes": { 2024-04-15T16:06:22.498 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 7417568 2024-04-15T16:06:22.498 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.499 INFO:tasks.workunit.client.0.smithi016.stdout: "pri11_bytes": { 2024-04-15T16:06:22.499 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 37964195 2024-04-15T16:06:22.499 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.499 INFO:tasks.workunit.client.0.smithi016.stdout: "pri1_bytes": { 2024-04-15T16:06:22.499 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:22.499 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.499 INFO:tasks.workunit.client.0.smithi016.stdout: "pri2_bytes": { 2024-04-15T16:06:22.499 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:22.499 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.499 INFO:tasks.workunit.client.0.smithi016.stdout: "pri3_bytes": { 2024-04-15T16:06:22.499 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:22.499 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.499 INFO:tasks.workunit.client.0.smithi016.stdout: "pri4_bytes": { 2024-04-15T16:06:22.499 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:22.500 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.500 INFO:tasks.workunit.client.0.smithi016.stdout: "pri5_bytes": { 2024-04-15T16:06:22.500 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:22.500 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.500 INFO:tasks.workunit.client.0.smithi016.stdout: "pri6_bytes": { 2024-04-15T16:06:22.500 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:22.500 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.500 INFO:tasks.workunit.client.0.smithi016.stdout: "pri7_bytes": { 2024-04-15T16:06:22.500 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:22.500 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.500 INFO:tasks.workunit.client.0.smithi016.stdout: "pri8_bytes": { 2024-04-15T16:06:22.500 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:22.500 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.500 INFO:tasks.workunit.client.0.smithi016.stdout: "pri9_bytes": { 2024-04-15T16:06:22.501 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:22.501 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.501 INFO:tasks.workunit.client.0.smithi016.stdout: "reserved_bytes": { 2024-04-15T16:06:22.501 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 72058749 2024-04-15T16:06:22.501 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T16:06:22.501 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.501 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore-pricache:meta": { 2024-04-15T16:06:22.501 INFO:tasks.workunit.client.0.smithi016.stdout: "committed_bytes": { 2024-04-15T16:06:22.501 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 503316480 2024-04-15T16:06:22.501 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.501 INFO:tasks.workunit.client.0.smithi016.stdout: "pri0_bytes": { 2024-04-15T16:06:22.501 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:22.501 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.502 INFO:tasks.workunit.client.0.smithi016.stdout: "pri10_bytes": { 2024-04-15T16:06:22.502 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:22.502 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.502 INFO:tasks.workunit.client.0.smithi016.stdout: "pri11_bytes": { 2024-04-15T16:06:22.502 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 427097194 2024-04-15T16:06:22.502 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.502 INFO:tasks.workunit.client.0.smithi016.stdout: "pri1_bytes": { 2024-04-15T16:06:22.502 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:22.502 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.502 INFO:tasks.workunit.client.0.smithi016.stdout: "pri2_bytes": { 2024-04-15T16:06:22.502 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:22.502 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.502 INFO:tasks.workunit.client.0.smithi016.stdout: "pri3_bytes": { 2024-04-15T16:06:22.502 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:22.503 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.503 INFO:tasks.workunit.client.0.smithi016.stdout: "pri4_bytes": { 2024-04-15T16:06:22.503 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:22.503 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.503 INFO:tasks.workunit.client.0.smithi016.stdout: "pri5_bytes": { 2024-04-15T16:06:22.503 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 133037 2024-04-15T16:06:22.503 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.503 INFO:tasks.workunit.client.0.smithi016.stdout: "pri6_bytes": { 2024-04-15T16:06:22.503 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 1101746 2024-04-15T16:06:22.503 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.503 INFO:tasks.workunit.client.0.smithi016.stdout: "pri7_bytes": { 2024-04-15T16:06:22.503 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:22.503 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.503 INFO:tasks.workunit.client.0.smithi016.stdout: "pri8_bytes": { 2024-04-15T16:06:22.504 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:22.504 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.504 INFO:tasks.workunit.client.0.smithi016.stdout: "pri9_bytes": { 2024-04-15T16:06:22.504 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:22.504 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.504 INFO:tasks.workunit.client.0.smithi016.stdout: "reserved_bytes": { 2024-04-15T16:06:22.504 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 74984503 2024-04-15T16:06:22.504 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T16:06:22.504 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.504 INFO:tasks.workunit.client.0.smithi016.stdout: "objecter": { 2024-04-15T16:06:22.504 INFO:tasks.workunit.client.0.smithi016.stdout: "op_active": { 2024-04-15T16:06:22.504 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:22.504 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.504 INFO:tasks.workunit.client.0.smithi016.stdout: "op_r": { 2024-04-15T16:06:22.505 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 43 2024-04-15T16:06:22.505 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.505 INFO:tasks.workunit.client.0.smithi016.stdout: "op_rmw": { 2024-04-15T16:06:22.505 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:22.505 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.505 INFO:tasks.workunit.client.0.smithi016.stdout: "op_w": { 2024-04-15T16:06:22.505 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:22.505 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T16:06:22.505 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.505 INFO:tasks.workunit.client.0.smithi016.stdout: "osd": { 2024-04-15T16:06:22.505 INFO:tasks.workunit.client.0.smithi016.stdout: "numpg": { 2024-04-15T16:06:22.505 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 54 2024-04-15T16:06:22.505 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.505 INFO:tasks.workunit.client.0.smithi016.stdout: "numpg_removing": { 2024-04-15T16:06:22.506 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:22.506 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.506 INFO:tasks.workunit.client.0.smithi016.stdout: "op": { 2024-04-15T16:06:22.506 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 41356 2024-04-15T16:06:22.506 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.506 INFO:tasks.workunit.client.0.smithi016.stdout: "op_before_queue_op_lat": { 2024-04-15T16:06:22.506 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 132772, 2024-04-15T16:06:22.506 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 11089135709 2024-04-15T16:06:22.506 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.506 INFO:tasks.workunit.client.0.smithi016.stdout: "op_delayed_degraded": { 2024-04-15T16:06:22.506 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:22.506 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.506 INFO:tasks.workunit.client.0.smithi016.stdout: "op_delayed_unreadable": { 2024-04-15T16:06:22.506 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 7 2024-04-15T16:06:22.507 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.507 INFO:tasks.workunit.client.0.smithi016.stdout: "op_in_bytes": { 2024-04-15T16:06:22.507 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 2420506717 2024-04-15T16:06:22.507 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.507 INFO:tasks.workunit.client.0.smithi016.stdout: "op_latency": { 2024-04-15T16:06:22.507 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 41356, 2024-04-15T16:06:22.507 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 680356778336 2024-04-15T16:06:22.507 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.507 INFO:tasks.workunit.client.0.smithi016.stdout: "op_out_bytes": { 2024-04-15T16:06:22.507 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 3279364288 2024-04-15T16:06:22.507 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.507 INFO:tasks.workunit.client.0.smithi016.stdout: "op_prepare_latency": { 2024-04-15T16:06:22.507 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 43175, 2024-04-15T16:06:22.507 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 32247070113 2024-04-15T16:06:22.508 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.508 INFO:tasks.workunit.client.0.smithi016.stdout: "op_process_latency": { 2024-04-15T16:06:22.508 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 41356, 2024-04-15T16:06:22.508 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 110387248997 2024-04-15T16:06:22.508 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.508 INFO:tasks.workunit.client.0.smithi016.stdout: "op_r": { 2024-04-15T16:06:22.508 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 19097 2024-04-15T16:06:22.508 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.508 INFO:tasks.workunit.client.0.smithi016.stdout: "op_r_latency": { 2024-04-15T16:06:22.508 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 19097, 2024-04-15T16:06:22.508 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 14243900237 2024-04-15T16:06:22.508 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.508 INFO:tasks.workunit.client.0.smithi016.stdout: "op_r_latency_out_bytes_histogram": { 2024-04-15T16:06:22.509 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:22.509 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.509 INFO:tasks.workunit.client.0.smithi016.stdout: "op_r_out_bytes": { 2024-04-15T16:06:22.509 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 3279364288 2024-04-15T16:06:22.509 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.509 INFO:tasks.workunit.client.0.smithi016.stdout: "op_r_prepare_latency": { 2024-04-15T16:06:22.509 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 19563, 2024-04-15T16:06:22.509 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 5089717711 2024-04-15T16:06:22.509 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.509 INFO:tasks.workunit.client.0.smithi016.stdout: "op_r_process_latency": { 2024-04-15T16:06:22.509 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 19097, 2024-04-15T16:06:22.509 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 6790029272 2024-04-15T16:06:22.509 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.509 INFO:tasks.workunit.client.0.smithi016.stdout: "op_rw": { 2024-04-15T16:06:22.510 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 12560 2024-04-15T16:06:22.510 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.510 INFO:tasks.workunit.client.0.smithi016.stdout: "op_rw_in_bytes": { 2024-04-15T16:06:22.510 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 291977874 2024-04-15T16:06:22.510 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.510 INFO:tasks.workunit.client.0.smithi016.stdout: "op_rw_latency": { 2024-04-15T16:06:22.510 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 12560, 2024-04-15T16:06:22.510 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 103675346799 2024-04-15T16:06:22.510 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.510 INFO:tasks.workunit.client.0.smithi016.stdout: "op_rw_latency_in_bytes_histogram": { 2024-04-15T16:06:22.510 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:22.510 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.510 INFO:tasks.workunit.client.0.smithi016.stdout: "op_rw_latency_out_bytes_histogram": { 2024-04-15T16:06:22.511 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:22.511 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.511 INFO:tasks.workunit.client.0.smithi016.stdout: "op_rw_out_bytes": { 2024-04-15T16:06:22.511 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:22.511 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.511 INFO:tasks.workunit.client.0.smithi016.stdout: "op_rw_prepare_latency": { 2024-04-15T16:06:22.511 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 12807, 2024-04-15T16:06:22.511 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 13454571014 2024-04-15T16:06:22.511 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.511 INFO:tasks.workunit.client.0.smithi016.stdout: "op_rw_process_latency": { 2024-04-15T16:06:22.511 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 12560, 2024-04-15T16:06:22.511 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 33942542171 2024-04-15T16:06:22.511 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.511 INFO:tasks.workunit.client.0.smithi016.stdout: "op_w": { 2024-04-15T16:06:22.512 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 9699 2024-04-15T16:06:22.512 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.512 INFO:tasks.workunit.client.0.smithi016.stdout: "op_w_in_bytes": { 2024-04-15T16:06:22.512 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 2128528843 2024-04-15T16:06:22.512 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.512 INFO:tasks.workunit.client.0.smithi016.stdout: "op_w_latency": { 2024-04-15T16:06:22.512 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 9699, 2024-04-15T16:06:22.512 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 562437531300 2024-04-15T16:06:22.512 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.512 INFO:tasks.workunit.client.0.smithi016.stdout: "op_w_latency_in_bytes_histogram": { 2024-04-15T16:06:22.512 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:22.512 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.512 INFO:tasks.workunit.client.0.smithi016.stdout: "op_w_prepare_latency": { 2024-04-15T16:06:22.512 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 10805, 2024-04-15T16:06:22.512 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 13702781388 2024-04-15T16:06:22.513 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.513 INFO:tasks.workunit.client.0.smithi016.stdout: "op_w_process_latency": { 2024-04-15T16:06:22.513 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 9699, 2024-04-15T16:06:22.513 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 69654677554 2024-04-15T16:06:22.513 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.513 INFO:tasks.workunit.client.0.smithi016.stdout: "op_wip": { 2024-04-15T16:06:22.513 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:22.513 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.513 INFO:tasks.workunit.client.0.smithi016.stdout: "recovery_bytes": { 2024-04-15T16:06:22.513 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 4194358 2024-04-15T16:06:22.513 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.513 INFO:tasks.workunit.client.0.smithi016.stdout: "recovery_ops": { 2024-04-15T16:06:22.513 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 11 2024-04-15T16:06:22.513 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.514 INFO:tasks.workunit.client.0.smithi016.stdout: "stat_bytes": { 2024-04-15T16:06:22.514 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 95995035648 2024-04-15T16:06:22.514 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.514 INFO:tasks.workunit.client.0.smithi016.stdout: "stat_bytes_used": { 2024-04-15T16:06:22.514 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 874610688 2024-04-15T16:06:22.514 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T16:06:22.514 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T16:06:22.514 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.514 INFO:tasks.workunit.client.0.smithi016.stdout: "osd.2": { 2024-04-15T16:06:22.514 INFO:tasks.workunit.client.0.smithi016.stdout: "bluefs": { 2024-04-15T16:06:22.514 INFO:tasks.workunit.client.0.smithi016.stdout: "alloc_db_max_lat": { 2024-04-15T16:06:22.514 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 760736 2024-04-15T16:06:22.514 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.514 INFO:tasks.workunit.client.0.smithi016.stdout: "alloc_slow_fallback": { 2024-04-15T16:06:22.515 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:22.515 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.515 INFO:tasks.workunit.client.0.smithi016.stdout: "alloc_slow_max_lat": { 2024-04-15T16:06:22.515 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:22.515 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.515 INFO:tasks.workunit.client.0.smithi016.stdout: "alloc_slow_size_fallback": { 2024-04-15T16:06:22.515 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:22.515 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.515 INFO:tasks.workunit.client.0.smithi016.stdout: "alloc_unit_db": { 2024-04-15T16:06:22.515 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 65536 2024-04-15T16:06:22.515 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.515 INFO:tasks.workunit.client.0.smithi016.stdout: "alloc_unit_slow": { 2024-04-15T16:06:22.515 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:22.515 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.516 INFO:tasks.workunit.client.0.smithi016.stdout: "alloc_unit_wal": { 2024-04-15T16:06:22.516 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:22.516 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.516 INFO:tasks.workunit.client.0.smithi016.stdout: "alloc_wal_max_lat": { 2024-04-15T16:06:22.516 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:22.516 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.516 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes_written_slow": { 2024-04-15T16:06:22.516 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:22.516 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.516 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes_written_sst": { 2024-04-15T16:06:22.516 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 4804608 2024-04-15T16:06:22.516 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.516 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes_written_wal": { 2024-04-15T16:06:22.517 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 626302976 2024-04-15T16:06:22.517 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.517 INFO:tasks.workunit.client.0.smithi016.stdout: "compact_lat": { 2024-04-15T16:06:22.517 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 16, 2024-04-15T16:06:22.517 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 4501778 2024-04-15T16:06:22.517 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.517 INFO:tasks.workunit.client.0.smithi016.stdout: "compact_lock_lat": { 2024-04-15T16:06:22.517 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 16, 2024-04-15T16:06:22.517 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 1766235 2024-04-15T16:06:22.517 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.517 INFO:tasks.workunit.client.0.smithi016.stdout: "db_alloc_lat": { 2024-04-15T16:06:22.517 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 165, 2024-04-15T16:06:22.517 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 1633683 2024-04-15T16:06:22.517 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.518 INFO:tasks.workunit.client.0.smithi016.stdout: "db_total_bytes": { 2024-04-15T16:06:22.518 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 95995027456 2024-04-15T16:06:22.518 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.518 INFO:tasks.workunit.client.0.smithi016.stdout: "db_used_bytes": { 2024-04-15T16:06:22.518 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 614334464 2024-04-15T16:06:22.518 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.518 INFO:tasks.workunit.client.0.smithi016.stdout: "flush_lat": { 2024-04-15T16:06:22.518 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 67744, 2024-04-15T16:06:22.518 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 5744516391 2024-04-15T16:06:22.518 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.518 INFO:tasks.workunit.client.0.smithi016.stdout: "fsync_lat": { 2024-04-15T16:06:22.518 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 67741, 2024-04-15T16:06:22.518 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 10814304347 2024-04-15T16:06:22.518 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.519 INFO:tasks.workunit.client.0.smithi016.stdout: "log_bytes": { 2024-04-15T16:06:22.519 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 11476992 2024-04-15T16:06:22.519 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.519 INFO:tasks.workunit.client.0.smithi016.stdout: "logged_bytes": { 2024-04-15T16:06:22.519 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 277471232 2024-04-15T16:06:22.519 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.519 INFO:tasks.workunit.client.0.smithi016.stdout: "max_bytes_db": { 2024-04-15T16:06:22.519 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 627113984 2024-04-15T16:06:22.519 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.519 INFO:tasks.workunit.client.0.smithi016.stdout: "max_bytes_slow": { 2024-04-15T16:06:22.519 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:22.519 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.519 INFO:tasks.workunit.client.0.smithi016.stdout: "max_bytes_wal": { 2024-04-15T16:06:22.519 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:22.520 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.520 INFO:tasks.workunit.client.0.smithi016.stdout: "num_files": { 2024-04-15T16:06:22.520 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 44 2024-04-15T16:06:22.520 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.520 INFO:tasks.workunit.client.0.smithi016.stdout: "read_bytes": { 2024-04-15T16:06:22.520 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 3087893680 2024-04-15T16:06:22.520 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.520 INFO:tasks.workunit.client.0.smithi016.stdout: "read_count": { 2024-04-15T16:06:22.520 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 27633 2024-04-15T16:06:22.520 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.520 INFO:tasks.workunit.client.0.smithi016.stdout: "read_disk_bytes": { 2024-04-15T16:06:22.520 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 2779262976 2024-04-15T16:06:22.520 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.520 INFO:tasks.workunit.client.0.smithi016.stdout: "read_disk_bytes_db": { 2024-04-15T16:06:22.521 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 2779267072 2024-04-15T16:06:22.521 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.521 INFO:tasks.workunit.client.0.smithi016.stdout: "read_disk_bytes_slow": { 2024-04-15T16:06:22.521 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:22.521 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.521 INFO:tasks.workunit.client.0.smithi016.stdout: "read_disk_bytes_wal": { 2024-04-15T16:06:22.521 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:22.521 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.521 INFO:tasks.workunit.client.0.smithi016.stdout: "read_disk_count": { 2024-04-15T16:06:22.521 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 24684 2024-04-15T16:06:22.521 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.521 INFO:tasks.workunit.client.0.smithi016.stdout: "read_lat": { 2024-04-15T16:06:22.521 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 27633, 2024-04-15T16:06:22.521 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 1263431438 2024-04-15T16:06:22.522 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.522 INFO:tasks.workunit.client.0.smithi016.stdout: "read_prefetch_bytes": { 2024-04-15T16:06:22.522 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 3015657650 2024-04-15T16:06:22.522 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.522 INFO:tasks.workunit.client.0.smithi016.stdout: "read_prefetch_count": { 2024-04-15T16:06:22.522 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 25415 2024-04-15T16:06:22.522 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.522 INFO:tasks.workunit.client.0.smithi016.stdout: "read_random_buffer_bytes": { 2024-04-15T16:06:22.522 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 1742261 2024-04-15T16:06:22.522 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.522 INFO:tasks.workunit.client.0.smithi016.stdout: "read_random_buffer_count": { 2024-04-15T16:06:22.522 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 453 2024-04-15T16:06:22.522 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.522 INFO:tasks.workunit.client.0.smithi016.stdout: "read_random_bytes": { 2024-04-15T16:06:22.523 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 4744552 2024-04-15T16:06:22.523 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.523 INFO:tasks.workunit.client.0.smithi016.stdout: "read_random_count": { 2024-04-15T16:06:22.523 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 634 2024-04-15T16:06:22.523 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.523 INFO:tasks.workunit.client.0.smithi016.stdout: "read_random_disk_bytes": { 2024-04-15T16:06:22.523 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 3002291 2024-04-15T16:06:22.523 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.523 INFO:tasks.workunit.client.0.smithi016.stdout: "read_random_disk_bytes_db": { 2024-04-15T16:06:22.523 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 3002291 2024-04-15T16:06:22.523 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.523 INFO:tasks.workunit.client.0.smithi016.stdout: "read_random_disk_bytes_slow": { 2024-04-15T16:06:22.523 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:22.523 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.523 INFO:tasks.workunit.client.0.smithi016.stdout: "read_random_disk_bytes_wal": { 2024-04-15T16:06:22.524 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:22.524 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.524 INFO:tasks.workunit.client.0.smithi016.stdout: "read_random_disk_count": { 2024-04-15T16:06:22.524 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 184 2024-04-15T16:06:22.524 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.524 INFO:tasks.workunit.client.0.smithi016.stdout: "read_random_lat": { 2024-04-15T16:06:22.524 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 634, 2024-04-15T16:06:22.524 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 1725915 2024-04-15T16:06:22.524 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.524 INFO:tasks.workunit.client.0.smithi016.stdout: "slow_alloc_lat": { 2024-04-15T16:06:22.524 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 0, 2024-04-15T16:06:22.524 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:22.524 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.525 INFO:tasks.workunit.client.0.smithi016.stdout: "slow_total_bytes": { 2024-04-15T16:06:22.525 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:22.525 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.525 INFO:tasks.workunit.client.0.smithi016.stdout: "slow_used_bytes": { 2024-04-15T16:06:22.525 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:22.525 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.525 INFO:tasks.workunit.client.0.smithi016.stdout: "truncate_lat": { 2024-04-15T16:06:22.525 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 1, 2024-04-15T16:06:22.525 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 541 2024-04-15T16:06:22.525 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.525 INFO:tasks.workunit.client.0.smithi016.stdout: "unlink_lat": { 2024-04-15T16:06:22.525 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 6, 2024-04-15T16:06:22.525 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 9870 2024-04-15T16:06:22.525 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.525 INFO:tasks.workunit.client.0.smithi016.stdout: "wal_alloc_lat": { 2024-04-15T16:06:22.526 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 0, 2024-04-15T16:06:22.526 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:22.526 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.526 INFO:tasks.workunit.client.0.smithi016.stdout: "wal_total_bytes": { 2024-04-15T16:06:22.526 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:22.526 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.526 INFO:tasks.workunit.client.0.smithi016.stdout: "wal_used_bytes": { 2024-04-15T16:06:22.526 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:22.526 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.526 INFO:tasks.workunit.client.0.smithi016.stdout: "write_bytes": { 2024-04-15T16:06:22.526 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 911015936 2024-04-15T16:06:22.526 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T16:06:22.526 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.526 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore": { 2024-04-15T16:06:22.527 INFO:tasks.workunit.client.0.smithi016.stdout: "alloc_unit": { 2024-04-15T16:06:22.527 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 4096 2024-04-15T16:06:22.527 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.527 INFO:tasks.workunit.client.0.smithi016.stdout: "allocated": { 2024-04-15T16:06:22.527 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 13373440 2024-04-15T16:06:22.527 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.527 INFO:tasks.workunit.client.0.smithi016.stdout: "allocator_lat": { 2024-04-15T16:06:22.527 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 14027, 2024-04-15T16:06:22.527 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 55727859 2024-04-15T16:06:22.527 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.527 INFO:tasks.workunit.client.0.smithi016.stdout: "clist_lat": { 2024-04-15T16:06:22.527 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 3606, 2024-04-15T16:06:22.527 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 3293704466 2024-04-15T16:06:22.527 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.528 INFO:tasks.workunit.client.0.smithi016.stdout: "compress_lat": { 2024-04-15T16:06:22.528 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 0, 2024-04-15T16:06:22.528 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:22.528 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.528 INFO:tasks.workunit.client.0.smithi016.stdout: "compressed": { 2024-04-15T16:06:22.528 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:22.528 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.528 INFO:tasks.workunit.client.0.smithi016.stdout: "compressed_allocated": { 2024-04-15T16:06:22.528 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:22.528 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.528 INFO:tasks.workunit.client.0.smithi016.stdout: "compressed_original": { 2024-04-15T16:06:22.528 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:22.528 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.528 INFO:tasks.workunit.client.0.smithi016.stdout: "csum_lat": { 2024-04-15T16:06:22.529 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 37410, 2024-04-15T16:06:22.529 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 319680006 2024-04-15T16:06:22.529 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.529 INFO:tasks.workunit.client.0.smithi016.stdout: "decompress_lat": { 2024-04-15T16:06:22.529 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 0, 2024-04-15T16:06:22.529 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:22.529 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.529 INFO:tasks.workunit.client.0.smithi016.stdout: "fragmentation_micros": { 2024-04-15T16:06:22.529 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:22.529 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.529 INFO:tasks.workunit.client.0.smithi016.stdout: "kv_commit_lat": { 2024-04-15T16:06:22.529 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 67682, 2024-04-15T16:06:22.529 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 14467132843 2024-04-15T16:06:22.529 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.529 INFO:tasks.workunit.client.0.smithi016.stdout: "kv_final_lat": { 2024-04-15T16:06:22.530 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 67137, 2024-04-15T16:06:22.530 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 1489677519 2024-04-15T16:06:22.530 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.530 INFO:tasks.workunit.client.0.smithi016.stdout: "kv_flush_lat": { 2024-04-15T16:06:22.530 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 67682, 2024-04-15T16:06:22.530 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 36278302 2024-04-15T16:06:22.530 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.530 INFO:tasks.workunit.client.0.smithi016.stdout: "kv_sync_lat": { 2024-04-15T16:06:22.530 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 67682, 2024-04-15T16:06:22.530 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 14503411145 2024-04-15T16:06:22.530 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.530 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_get_keys_lat": { 2024-04-15T16:06:22.530 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 0, 2024-04-15T16:06:22.531 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:22.531 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.531 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_get_values_lat": { 2024-04-15T16:06:22.531 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 50453, 2024-04-15T16:06:22.531 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 625156718 2024-04-15T16:06:22.531 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.531 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_lower_bound_lat": { 2024-04-15T16:06:22.531 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 1001, 2024-04-15T16:06:22.531 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 2502661 2024-04-15T16:06:22.531 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.531 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_next_lat": { 2024-04-15T16:06:22.531 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 20869, 2024-04-15T16:06:22.531 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 10411795 2024-04-15T16:06:22.532 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.532 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_seek_to_first_lat": { 2024-04-15T16:06:22.532 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 39, 2024-04-15T16:06:22.532 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 59839 2024-04-15T16:06:22.532 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.532 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_upper_bound_lat": { 2024-04-15T16:06:22.532 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 19361, 2024-04-15T16:06:22.532 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 1031726866 2024-04-15T16:06:22.532 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.532 INFO:tasks.workunit.client.0.smithi016.stdout: "onode_hits": { 2024-04-15T16:06:22.532 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 239931 2024-04-15T16:06:22.532 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.532 INFO:tasks.workunit.client.0.smithi016.stdout: "onode_misses": { 2024-04-15T16:06:22.532 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 18768 2024-04-15T16:06:22.533 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.533 INFO:tasks.workunit.client.0.smithi016.stdout: "read_lat": { 2024-04-15T16:06:22.533 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 12047, 2024-04-15T16:06:22.533 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 1767012789 2024-04-15T16:06:22.533 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.533 INFO:tasks.workunit.client.0.smithi016.stdout: "read_onode_meta_lat": { 2024-04-15T16:06:22.533 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 29638, 2024-04-15T16:06:22.533 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 11273936 2024-04-15T16:06:22.533 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.533 INFO:tasks.workunit.client.0.smithi016.stdout: "read_wait_aio_lat": { 2024-04-15T16:06:22.533 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 17591, 2024-04-15T16:06:22.533 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 1320255311 2024-04-15T16:06:22.533 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.533 INFO:tasks.workunit.client.0.smithi016.stdout: "reads_with_retries": { 2024-04-15T16:06:22.534 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:22.534 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.534 INFO:tasks.workunit.client.0.smithi016.stdout: "remove_lat": { 2024-04-15T16:06:22.534 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 12563, 2024-04-15T16:06:22.534 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 410373995 2024-04-15T16:06:22.534 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.534 INFO:tasks.workunit.client.0.smithi016.stdout: "slow_aio_wait_count": { 2024-04-15T16:06:22.534 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:22.534 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.534 INFO:tasks.workunit.client.0.smithi016.stdout: "slow_committed_kv_count": { 2024-04-15T16:06:22.534 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:22.534 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.534 INFO:tasks.workunit.client.0.smithi016.stdout: "slow_read_onode_meta_count": { 2024-04-15T16:06:22.534 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:22.535 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.535 INFO:tasks.workunit.client.0.smithi016.stdout: "slow_read_wait_aio_count": { 2024-04-15T16:06:22.535 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:22.535 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.535 INFO:tasks.workunit.client.0.smithi016.stdout: "state_aio_wait_lat": { 2024-04-15T16:06:22.535 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 77964, 2024-04-15T16:06:22.535 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 5101871078 2024-04-15T16:06:22.535 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.535 INFO:tasks.workunit.client.0.smithi016.stdout: "state_deferred_aio_wait_lat": { 2024-04-15T16:06:22.535 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 5651, 2024-04-15T16:06:22.535 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 294601405 2024-04-15T16:06:22.535 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.535 INFO:tasks.workunit.client.0.smithi016.stdout: "state_deferred_cleanup_lat": { 2024-04-15T16:06:22.535 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 5650, 2024-04-15T16:06:22.536 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 4509486079837 2024-04-15T16:06:22.536 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.536 INFO:tasks.workunit.client.0.smithi016.stdout: "state_deferred_queued_lat": { 2024-04-15T16:06:22.536 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 5651, 2024-04-15T16:06:22.536 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 6152048464038 2024-04-15T16:06:22.536 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.536 INFO:tasks.workunit.client.0.smithi016.stdout: "state_done_lat": { 2024-04-15T16:06:22.536 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 77963, 2024-04-15T16:06:22.536 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 3003136753238 2024-04-15T16:06:22.536 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.536 INFO:tasks.workunit.client.0.smithi016.stdout: "state_finishing_lat": { 2024-04-15T16:06:22.536 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 77963, 2024-04-15T16:06:22.536 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 11474796 2024-04-15T16:06:22.536 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.537 INFO:tasks.workunit.client.0.smithi016.stdout: "state_io_done_lat": { 2024-04-15T16:06:22.537 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 77964, 2024-04-15T16:06:22.537 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 176738308 2024-04-15T16:06:22.537 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.537 INFO:tasks.workunit.client.0.smithi016.stdout: "state_kv_commiting_lat": { 2024-04-15T16:06:22.537 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 77964, 2024-04-15T16:06:22.537 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 24546384091 2024-04-15T16:06:22.537 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.537 INFO:tasks.workunit.client.0.smithi016.stdout: "state_kv_done_lat": { 2024-04-15T16:06:22.537 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 77964, 2024-04-15T16:06:22.537 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 27222120 2024-04-15T16:06:22.537 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.537 INFO:tasks.workunit.client.0.smithi016.stdout: "state_kv_queued_lat": { 2024-04-15T16:06:22.537 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 77964, 2024-04-15T16:06:22.537 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 12160052242 2024-04-15T16:06:22.538 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.538 INFO:tasks.workunit.client.0.smithi016.stdout: "state_prepare_lat": { 2024-04-15T16:06:22.538 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 77964, 2024-04-15T16:06:22.538 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 10614534969 2024-04-15T16:06:22.538 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.538 INFO:tasks.workunit.client.0.smithi016.stdout: "stored": { 2024-04-15T16:06:22.538 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 9643413 2024-04-15T16:06:22.538 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.538 INFO:tasks.workunit.client.0.smithi016.stdout: "truncate_lat": { 2024-04-15T16:06:22.538 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 2490, 2024-04-15T16:06:22.538 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 14905242 2024-04-15T16:06:22.538 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.538 INFO:tasks.workunit.client.0.smithi016.stdout: "txc_commit_lat": { 2024-04-15T16:06:22.538 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 77964, 2024-04-15T16:06:22.539 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 52611036537 2024-04-15T16:06:22.539 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.539 INFO:tasks.workunit.client.0.smithi016.stdout: "txc_submit_lat": { 2024-04-15T16:06:22.539 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 77964, 2024-04-15T16:06:22.539 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 11530929647 2024-04-15T16:06:22.539 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.539 INFO:tasks.workunit.client.0.smithi016.stdout: "txc_throttle_lat": { 2024-04-15T16:06:22.539 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 77964, 2024-04-15T16:06:22.539 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 497395399 2024-04-15T16:06:22.539 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T16:06:22.539 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.539 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore-pricache": { 2024-04-15T16:06:22.539 INFO:tasks.workunit.client.0.smithi016.stdout: "cache_bytes": { 2024-04-15T16:06:22.539 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 1406236763 2024-04-15T16:06:22.540 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.540 INFO:tasks.workunit.client.0.smithi016.stdout: "heap_bytes": { 2024-04-15T16:06:22.540 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 528744448 2024-04-15T16:06:22.540 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.540 INFO:tasks.workunit.client.0.smithi016.stdout: "mapped_bytes": { 2024-04-15T16:06:22.540 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 454180864 2024-04-15T16:06:22.540 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.540 INFO:tasks.workunit.client.0.smithi016.stdout: "target_bytes": { 2024-04-15T16:06:22.540 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 2601815449 2024-04-15T16:06:22.540 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.540 INFO:tasks.workunit.client.0.smithi016.stdout: "unmapped_bytes": { 2024-04-15T16:06:22.540 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 74563584 2024-04-15T16:06:22.540 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T16:06:22.540 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.541 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore-pricache:data": { 2024-04-15T16:06:22.541 INFO:tasks.workunit.client.0.smithi016.stdout: "committed_bytes": { 2024-04-15T16:06:22.541 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 125829120 2024-04-15T16:06:22.541 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.541 INFO:tasks.workunit.client.0.smithi016.stdout: "pri0_bytes": { 2024-04-15T16:06:22.541 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:22.541 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.541 INFO:tasks.workunit.client.0.smithi016.stdout: "pri10_bytes": { 2024-04-15T16:06:22.541 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:22.541 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.541 INFO:tasks.workunit.client.0.smithi016.stdout: "pri11_bytes": { 2024-04-15T16:06:22.541 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 57339540 2024-04-15T16:06:22.541 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.542 INFO:tasks.workunit.client.0.smithi016.stdout: "pri1_bytes": { 2024-04-15T16:06:22.542 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:22.542 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.542 INFO:tasks.workunit.client.0.smithi016.stdout: "pri2_bytes": { 2024-04-15T16:06:22.542 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:22.542 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.542 INFO:tasks.workunit.client.0.smithi016.stdout: "pri3_bytes": { 2024-04-15T16:06:22.542 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:22.542 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.542 INFO:tasks.workunit.client.0.smithi016.stdout: "pri4_bytes": { 2024-04-15T16:06:22.542 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:22.542 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.542 INFO:tasks.workunit.client.0.smithi016.stdout: "pri5_bytes": { 2024-04-15T16:06:22.542 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:22.542 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.543 INFO:tasks.workunit.client.0.smithi016.stdout: "pri6_bytes": { 2024-04-15T16:06:22.543 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 32768 2024-04-15T16:06:22.543 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.543 INFO:tasks.workunit.client.0.smithi016.stdout: "pri7_bytes": { 2024-04-15T16:06:22.543 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:22.543 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.543 INFO:tasks.workunit.client.0.smithi016.stdout: "pri8_bytes": { 2024-04-15T16:06:22.543 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:22.543 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.543 INFO:tasks.workunit.client.0.smithi016.stdout: "pri9_bytes": { 2024-04-15T16:06:22.543 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:22.544 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.544 INFO:tasks.workunit.client.0.smithi016.stdout: "reserved_bytes": { 2024-04-15T16:06:22.544 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 68456812 2024-04-15T16:06:22.544 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T16:06:22.544 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.544 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore-pricache:kv": { 2024-04-15T16:06:22.544 INFO:tasks.workunit.client.0.smithi016.stdout: "committed_bytes": { 2024-04-15T16:06:22.544 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 570425344 2024-04-15T16:06:22.544 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.544 INFO:tasks.workunit.client.0.smithi016.stdout: "pri0_bytes": { 2024-04-15T16:06:22.544 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 67108864 2024-04-15T16:06:22.544 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.544 INFO:tasks.workunit.client.0.smithi016.stdout: "pri10_bytes": { 2024-04-15T16:06:22.544 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:22.545 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.545 INFO:tasks.workunit.client.0.smithi016.stdout: "pri11_bytes": { 2024-04-15T16:06:22.545 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 430046555 2024-04-15T16:06:22.545 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.545 INFO:tasks.workunit.client.0.smithi016.stdout: "pri1_bytes": { 2024-04-15T16:06:22.545 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:22.545 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.545 INFO:tasks.workunit.client.0.smithi016.stdout: "pri2_bytes": { 2024-04-15T16:06:22.545 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:22.545 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.545 INFO:tasks.workunit.client.0.smithi016.stdout: "pri3_bytes": { 2024-04-15T16:06:22.545 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 1360 2024-04-15T16:06:22.545 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.546 INFO:tasks.workunit.client.0.smithi016.stdout: "pri4_bytes": { 2024-04-15T16:06:22.546 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:22.546 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.546 INFO:tasks.workunit.client.0.smithi016.stdout: "pri5_bytes": { 2024-04-15T16:06:22.546 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 83904 2024-04-15T16:06:22.546 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.546 INFO:tasks.workunit.client.0.smithi016.stdout: "pri6_bytes": { 2024-04-15T16:06:22.546 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:22.546 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.546 INFO:tasks.workunit.client.0.smithi016.stdout: "pri7_bytes": { 2024-04-15T16:06:22.546 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:22.546 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.546 INFO:tasks.workunit.client.0.smithi016.stdout: "pri8_bytes": { 2024-04-15T16:06:22.546 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:22.547 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.547 INFO:tasks.workunit.client.0.smithi016.stdout: "pri9_bytes": { 2024-04-15T16:06:22.547 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:22.547 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.547 INFO:tasks.workunit.client.0.smithi016.stdout: "reserved_bytes": { 2024-04-15T16:06:22.547 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 73184661 2024-04-15T16:06:22.547 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T16:06:22.547 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.547 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore-pricache:kv_onode": { 2024-04-15T16:06:22.547 INFO:tasks.workunit.client.0.smithi016.stdout: "committed_bytes": { 2024-04-15T16:06:22.547 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 184549376 2024-04-15T16:06:22.547 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.547 INFO:tasks.workunit.client.0.smithi016.stdout: "pri0_bytes": { 2024-04-15T16:06:22.547 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 67108864 2024-04-15T16:06:22.548 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.548 INFO:tasks.workunit.client.0.smithi016.stdout: "pri10_bytes": { 2024-04-15T16:06:22.548 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 4670560 2024-04-15T16:06:22.548 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.548 INFO:tasks.workunit.client.0.smithi016.stdout: "pri11_bytes": { 2024-04-15T16:06:22.548 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 38226360 2024-04-15T16:06:22.548 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.548 INFO:tasks.workunit.client.0.smithi016.stdout: "pri1_bytes": { 2024-04-15T16:06:22.548 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:22.548 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.548 INFO:tasks.workunit.client.0.smithi016.stdout: "pri2_bytes": { 2024-04-15T16:06:22.548 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:22.548 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.549 INFO:tasks.workunit.client.0.smithi016.stdout: "pri3_bytes": { 2024-04-15T16:06:22.549 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:22.549 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.549 INFO:tasks.workunit.client.0.smithi016.stdout: "pri4_bytes": { 2024-04-15T16:06:22.549 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:22.549 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.549 INFO:tasks.workunit.client.0.smithi016.stdout: "pri5_bytes": { 2024-04-15T16:06:22.549 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:22.549 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.549 INFO:tasks.workunit.client.0.smithi016.stdout: "pri6_bytes": { 2024-04-15T16:06:22.549 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:22.549 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.549 INFO:tasks.workunit.client.0.smithi016.stdout: "pri7_bytes": { 2024-04-15T16:06:22.549 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:22.550 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.550 INFO:tasks.workunit.client.0.smithi016.stdout: "pri8_bytes": { 2024-04-15T16:06:22.550 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:22.550 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.550 INFO:tasks.workunit.client.0.smithi016.stdout: "pri9_bytes": { 2024-04-15T16:06:22.550 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:22.550 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.550 INFO:tasks.workunit.client.0.smithi016.stdout: "reserved_bytes": { 2024-04-15T16:06:22.550 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 74543592 2024-04-15T16:06:22.550 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T16:06:22.550 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.550 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore-pricache:meta": { 2024-04-15T16:06:22.551 INFO:tasks.workunit.client.0.smithi016.stdout: "committed_bytes": { 2024-04-15T16:06:22.551 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 503316480 2024-04-15T16:06:22.551 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.551 INFO:tasks.workunit.client.0.smithi016.stdout: "pri0_bytes": { 2024-04-15T16:06:22.551 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:22.551 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.551 INFO:tasks.workunit.client.0.smithi016.stdout: "pri10_bytes": { 2024-04-15T16:06:22.551 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:22.551 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.551 INFO:tasks.workunit.client.0.smithi016.stdout: "pri11_bytes": { 2024-04-15T16:06:22.551 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 430046555 2024-04-15T16:06:22.551 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.551 INFO:tasks.workunit.client.0.smithi016.stdout: "pri1_bytes": { 2024-04-15T16:06:22.552 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:22.552 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.552 INFO:tasks.workunit.client.0.smithi016.stdout: "pri2_bytes": { 2024-04-15T16:06:22.552 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:22.552 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.552 INFO:tasks.workunit.client.0.smithi016.stdout: "pri3_bytes": { 2024-04-15T16:06:22.552 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:22.552 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.552 INFO:tasks.workunit.client.0.smithi016.stdout: "pri4_bytes": { 2024-04-15T16:06:22.552 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:22.552 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.552 INFO:tasks.workunit.client.0.smithi016.stdout: "pri5_bytes": { 2024-04-15T16:06:22.552 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 119104 2024-04-15T16:06:22.553 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.553 INFO:tasks.workunit.client.0.smithi016.stdout: "pri6_bytes": { 2024-04-15T16:06:22.553 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 1123984 2024-04-15T16:06:22.553 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.553 INFO:tasks.workunit.client.0.smithi016.stdout: "pri7_bytes": { 2024-04-15T16:06:22.553 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:22.553 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.553 INFO:tasks.workunit.client.0.smithi016.stdout: "pri8_bytes": { 2024-04-15T16:06:22.553 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:22.553 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.553 INFO:tasks.workunit.client.0.smithi016.stdout: "pri9_bytes": { 2024-04-15T16:06:22.553 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:22.553 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.554 INFO:tasks.workunit.client.0.smithi016.stdout: "reserved_bytes": { 2024-04-15T16:06:22.554 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 72026837 2024-04-15T16:06:22.554 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T16:06:22.554 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.554 INFO:tasks.workunit.client.0.smithi016.stdout: "objecter": { 2024-04-15T16:06:22.554 INFO:tasks.workunit.client.0.smithi016.stdout: "op_active": { 2024-04-15T16:06:22.554 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:22.554 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.554 INFO:tasks.workunit.client.0.smithi016.stdout: "op_r": { 2024-04-15T16:06:22.554 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 83 2024-04-15T16:06:22.554 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.554 INFO:tasks.workunit.client.0.smithi016.stdout: "op_rmw": { 2024-04-15T16:06:22.554 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:22.555 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.555 INFO:tasks.workunit.client.0.smithi016.stdout: "op_w": { 2024-04-15T16:06:22.555 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:22.555 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T16:06:22.555 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.555 INFO:tasks.workunit.client.0.smithi016.stdout: "osd": { 2024-04-15T16:06:22.555 INFO:tasks.workunit.client.0.smithi016.stdout: "numpg": { 2024-04-15T16:06:22.555 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 43 2024-04-15T16:06:22.555 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.555 INFO:tasks.workunit.client.0.smithi016.stdout: "numpg_removing": { 2024-04-15T16:06:22.555 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:22.555 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.555 INFO:tasks.workunit.client.0.smithi016.stdout: "op": { 2024-04-15T16:06:22.555 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 56250 2024-04-15T16:06:22.555 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.556 INFO:tasks.workunit.client.0.smithi016.stdout: "op_before_queue_op_lat": { 2024-04-15T16:06:22.556 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 148928, 2024-04-15T16:06:22.556 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 8382664349 2024-04-15T16:06:22.556 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.556 INFO:tasks.workunit.client.0.smithi016.stdout: "op_delayed_degraded": { 2024-04-15T16:06:22.556 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:22.556 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.556 INFO:tasks.workunit.client.0.smithi016.stdout: "op_delayed_unreadable": { 2024-04-15T16:06:22.556 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 7 2024-04-15T16:06:22.556 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.556 INFO:tasks.workunit.client.0.smithi016.stdout: "op_in_bytes": { 2024-04-15T16:06:22.556 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 2147696796 2024-04-15T16:06:22.556 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.556 INFO:tasks.workunit.client.0.smithi016.stdout: "op_latency": { 2024-04-15T16:06:22.557 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 56250, 2024-04-15T16:06:22.557 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 90279681313 2024-04-15T16:06:22.557 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.557 INFO:tasks.workunit.client.0.smithi016.stdout: "op_out_bytes": { 2024-04-15T16:06:22.557 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 3968825031 2024-04-15T16:06:22.557 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.557 INFO:tasks.workunit.client.0.smithi016.stdout: "op_prepare_latency": { 2024-04-15T16:06:22.557 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 57122, 2024-04-15T16:06:22.557 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 41414394864 2024-04-15T16:06:22.557 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.557 INFO:tasks.workunit.client.0.smithi016.stdout: "op_process_latency": { 2024-04-15T16:06:22.557 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 56250, 2024-04-15T16:06:22.557 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 69747455696 2024-04-15T16:06:22.557 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.558 INFO:tasks.workunit.client.0.smithi016.stdout: "op_r": { 2024-04-15T16:06:22.558 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 27647 2024-04-15T16:06:22.558 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.558 INFO:tasks.workunit.client.0.smithi016.stdout: "op_r_latency": { 2024-04-15T16:06:22.558 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 27647, 2024-04-15T16:06:22.558 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 15772805725 2024-04-15T16:06:22.558 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.558 INFO:tasks.workunit.client.0.smithi016.stdout: "op_r_latency_out_bytes_histogram": { 2024-04-15T16:06:22.558 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:22.558 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.558 INFO:tasks.workunit.client.0.smithi016.stdout: "op_r_out_bytes": { 2024-04-15T16:06:22.558 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 3968825031 2024-04-15T16:06:22.559 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.559 INFO:tasks.workunit.client.0.smithi016.stdout: "op_r_prepare_latency": { 2024-04-15T16:06:22.559 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 28078, 2024-04-15T16:06:22.559 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 6123467996 2024-04-15T16:06:22.559 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.559 INFO:tasks.workunit.client.0.smithi016.stdout: "op_r_process_latency": { 2024-04-15T16:06:22.559 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 27647, 2024-04-15T16:06:22.559 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 8963068036 2024-04-15T16:06:22.559 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.559 INFO:tasks.workunit.client.0.smithi016.stdout: "op_rw": { 2024-04-15T16:06:22.559 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 26666 2024-04-15T16:06:22.559 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.559 INFO:tasks.workunit.client.0.smithi016.stdout: "op_rw_in_bytes": { 2024-04-15T16:06:22.559 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 556795236 2024-04-15T16:06:22.560 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.560 INFO:tasks.workunit.client.0.smithi016.stdout: "op_rw_latency": { 2024-04-15T16:06:22.560 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 26666, 2024-04-15T16:06:22.560 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 48996766555 2024-04-15T16:06:22.560 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.560 INFO:tasks.workunit.client.0.smithi016.stdout: "op_rw_latency_in_bytes_histogram": { 2024-04-15T16:06:22.560 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:22.560 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.560 INFO:tasks.workunit.client.0.smithi016.stdout: "op_rw_latency_out_bytes_histogram": { 2024-04-15T16:06:22.560 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:22.560 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.560 INFO:tasks.workunit.client.0.smithi016.stdout: "op_rw_out_bytes": { 2024-04-15T16:06:22.560 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:22.560 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.561 INFO:tasks.workunit.client.0.smithi016.stdout: "op_rw_prepare_latency": { 2024-04-15T16:06:22.561 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 26956, 2024-04-15T16:06:22.561 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 31772259303 2024-04-15T16:06:22.561 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.561 INFO:tasks.workunit.client.0.smithi016.stdout: "op_rw_process_latency": { 2024-04-15T16:06:22.561 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 26666, 2024-04-15T16:06:22.561 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 46690361625 2024-04-15T16:06:22.561 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.561 INFO:tasks.workunit.client.0.smithi016.stdout: "op_w": { 2024-04-15T16:06:22.561 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 1937 2024-04-15T16:06:22.561 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.562 INFO:tasks.workunit.client.0.smithi016.stdout: "op_w_in_bytes": { 2024-04-15T16:06:22.562 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 1590901560 2024-04-15T16:06:22.562 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.562 INFO:tasks.workunit.client.0.smithi016.stdout: "op_w_latency": { 2024-04-15T16:06:22.562 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 1937, 2024-04-15T16:06:22.562 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 25510109033 2024-04-15T16:06:22.562 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.562 INFO:tasks.workunit.client.0.smithi016.stdout: "op_w_latency_in_bytes_histogram": { 2024-04-15T16:06:22.562 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:22.562 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.562 INFO:tasks.workunit.client.0.smithi016.stdout: "op_w_prepare_latency": { 2024-04-15T16:06:22.562 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 2088, 2024-04-15T16:06:22.562 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 3518667565 2024-04-15T16:06:22.562 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.563 INFO:tasks.workunit.client.0.smithi016.stdout: "op_w_process_latency": { 2024-04-15T16:06:22.563 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 1937, 2024-04-15T16:06:22.563 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 14094026035 2024-04-15T16:06:22.563 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.563 INFO:tasks.workunit.client.0.smithi016.stdout: "op_wip": { 2024-04-15T16:06:22.563 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:22.563 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.563 INFO:tasks.workunit.client.0.smithi016.stdout: "recovery_bytes": { 2024-04-15T16:06:22.563 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 5571732 2024-04-15T16:06:22.563 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.563 INFO:tasks.workunit.client.0.smithi016.stdout: "recovery_ops": { 2024-04-15T16:06:22.563 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 38 2024-04-15T16:06:22.563 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.563 INFO:tasks.workunit.client.0.smithi016.stdout: "stat_bytes": { 2024-04-15T16:06:22.564 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 95995035648 2024-04-15T16:06:22.564 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.564 INFO:tasks.workunit.client.0.smithi016.stdout: "stat_bytes_used": { 2024-04-15T16:06:22.564 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 627720192 2024-04-15T16:06:22.564 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T16:06:22.564 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T16:06:22.564 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.564 INFO:tasks.workunit.client.0.smithi016.stdout: "osd.3": { 2024-04-15T16:06:22.564 INFO:tasks.workunit.client.0.smithi016.stdout: "bluefs": { 2024-04-15T16:06:22.564 INFO:tasks.workunit.client.0.smithi016.stdout: "alloc_db_max_lat": { 2024-04-15T16:06:22.564 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 31543 2024-04-15T16:06:22.564 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.564 INFO:tasks.workunit.client.0.smithi016.stdout: "alloc_slow_fallback": { 2024-04-15T16:06:22.565 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:22.565 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.565 INFO:tasks.workunit.client.0.smithi016.stdout: "alloc_slow_max_lat": { 2024-04-15T16:06:22.565 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:22.565 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.565 INFO:tasks.workunit.client.0.smithi016.stdout: "alloc_slow_size_fallback": { 2024-04-15T16:06:22.565 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:22.565 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.565 INFO:tasks.workunit.client.0.smithi016.stdout: "alloc_unit_db": { 2024-04-15T16:06:22.565 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 65536 2024-04-15T16:06:22.565 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.565 INFO:tasks.workunit.client.0.smithi016.stdout: "alloc_unit_slow": { 2024-04-15T16:06:22.565 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:22.565 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.566 INFO:tasks.workunit.client.0.smithi016.stdout: "alloc_unit_wal": { 2024-04-15T16:06:22.566 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:22.566 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.566 INFO:tasks.workunit.client.0.smithi016.stdout: "alloc_wal_max_lat": { 2024-04-15T16:06:22.566 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:22.566 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.566 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes_written_slow": { 2024-04-15T16:06:22.566 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:22.566 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.566 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes_written_sst": { 2024-04-15T16:06:22.566 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 3084288 2024-04-15T16:06:22.566 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.566 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes_written_wal": { 2024-04-15T16:06:22.567 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 666308608 2024-04-15T16:06:22.567 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.567 INFO:tasks.workunit.client.0.smithi016.stdout: "compact_lat": { 2024-04-15T16:06:22.567 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 16, 2024-04-15T16:06:22.567 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 4023485 2024-04-15T16:06:22.567 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.567 INFO:tasks.workunit.client.0.smithi016.stdout: "compact_lock_lat": { 2024-04-15T16:06:22.567 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 16, 2024-04-15T16:06:22.567 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 1234195 2024-04-15T16:06:22.567 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.567 INFO:tasks.workunit.client.0.smithi016.stdout: "db_alloc_lat": { 2024-04-15T16:06:22.567 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 167, 2024-04-15T16:06:22.567 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 904453 2024-04-15T16:06:22.567 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.568 INFO:tasks.workunit.client.0.smithi016.stdout: "db_total_bytes": { 2024-04-15T16:06:22.568 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 95995027456 2024-04-15T16:06:22.568 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.568 INFO:tasks.workunit.client.0.smithi016.stdout: "db_used_bytes": { 2024-04-15T16:06:22.568 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 686489600 2024-04-15T16:06:22.568 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.568 INFO:tasks.workunit.client.0.smithi016.stdout: "flush_lat": { 2024-04-15T16:06:22.568 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 66794, 2024-04-15T16:06:22.568 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 5977197776 2024-04-15T16:06:22.568 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.568 INFO:tasks.workunit.client.0.smithi016.stdout: "fsync_lat": { 2024-04-15T16:06:22.568 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 66822, 2024-04-15T16:06:22.568 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 11061109467 2024-04-15T16:06:22.568 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.568 INFO:tasks.workunit.client.0.smithi016.stdout: "log_bytes": { 2024-04-15T16:06:22.569 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 7680000 2024-04-15T16:06:22.569 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.569 INFO:tasks.workunit.client.0.smithi016.stdout: "logged_bytes": { 2024-04-15T16:06:22.569 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 273674240 2024-04-15T16:06:22.569 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.569 INFO:tasks.workunit.client.0.smithi016.stdout: "max_bytes_db": { 2024-04-15T16:06:22.569 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 682229760 2024-04-15T16:06:22.569 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.569 INFO:tasks.workunit.client.0.smithi016.stdout: "max_bytes_slow": { 2024-04-15T16:06:22.569 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:22.569 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.569 INFO:tasks.workunit.client.0.smithi016.stdout: "max_bytes_wal": { 2024-04-15T16:06:22.569 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:22.569 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.570 INFO:tasks.workunit.client.0.smithi016.stdout: "num_files": { 2024-04-15T16:06:22.570 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 48 2024-04-15T16:06:22.570 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.570 INFO:tasks.workunit.client.0.smithi016.stdout: "read_bytes": { 2024-04-15T16:06:22.570 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 1444110913 2024-04-15T16:06:22.570 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.570 INFO:tasks.workunit.client.0.smithi016.stdout: "read_count": { 2024-04-15T16:06:22.570 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 21903 2024-04-15T16:06:22.570 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.570 INFO:tasks.workunit.client.0.smithi016.stdout: "read_disk_bytes": { 2024-04-15T16:06:22.570 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 1237819392 2024-04-15T16:06:22.570 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.570 INFO:tasks.workunit.client.0.smithi016.stdout: "read_disk_bytes_db": { 2024-04-15T16:06:22.570 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 1237823488 2024-04-15T16:06:22.571 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.571 INFO:tasks.workunit.client.0.smithi016.stdout: "read_disk_bytes_slow": { 2024-04-15T16:06:22.571 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:22.571 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.571 INFO:tasks.workunit.client.0.smithi016.stdout: "read_disk_bytes_wal": { 2024-04-15T16:06:22.571 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:22.571 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.571 INFO:tasks.workunit.client.0.smithi016.stdout: "read_disk_count": { 2024-04-15T16:06:22.571 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 18729 2024-04-15T16:06:22.571 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.571 INFO:tasks.workunit.client.0.smithi016.stdout: "read_lat": { 2024-04-15T16:06:22.571 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 21903, 2024-04-15T16:06:22.571 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 803449540 2024-04-15T16:06:22.571 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.572 INFO:tasks.workunit.client.0.smithi016.stdout: "read_prefetch_bytes": { 2024-04-15T16:06:22.572 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 1374076330 2024-04-15T16:06:22.572 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.572 INFO:tasks.workunit.client.0.smithi016.stdout: "read_prefetch_count": { 2024-04-15T16:06:22.572 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 19751 2024-04-15T16:06:22.572 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.572 INFO:tasks.workunit.client.0.smithi016.stdout: "read_random_buffer_bytes": { 2024-04-15T16:06:22.572 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 1356110 2024-04-15T16:06:22.572 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.572 INFO:tasks.workunit.client.0.smithi016.stdout: "read_random_buffer_count": { 2024-04-15T16:06:22.572 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 544 2024-04-15T16:06:22.572 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.572 INFO:tasks.workunit.client.0.smithi016.stdout: "read_random_bytes": { 2024-04-15T16:06:22.573 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 2995354 2024-04-15T16:06:22.573 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.573 INFO:tasks.workunit.client.0.smithi016.stdout: "read_random_count": { 2024-04-15T16:06:22.573 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 716 2024-04-15T16:06:22.573 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.573 INFO:tasks.workunit.client.0.smithi016.stdout: "read_random_disk_bytes": { 2024-04-15T16:06:22.573 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 1639244 2024-04-15T16:06:22.573 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.573 INFO:tasks.workunit.client.0.smithi016.stdout: "read_random_disk_bytes_db": { 2024-04-15T16:06:22.573 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 1639244 2024-04-15T16:06:22.573 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.573 INFO:tasks.workunit.client.0.smithi016.stdout: "read_random_disk_bytes_slow": { 2024-04-15T16:06:22.573 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:22.574 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.574 INFO:tasks.workunit.client.0.smithi016.stdout: "read_random_disk_bytes_wal": { 2024-04-15T16:06:22.574 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:22.574 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.574 INFO:tasks.workunit.client.0.smithi016.stdout: "read_random_disk_count": { 2024-04-15T16:06:22.574 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 173 2024-04-15T16:06:22.574 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.574 INFO:tasks.workunit.client.0.smithi016.stdout: "read_random_lat": { 2024-04-15T16:06:22.574 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 716, 2024-04-15T16:06:22.574 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 1389781 2024-04-15T16:06:22.574 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.574 INFO:tasks.workunit.client.0.smithi016.stdout: "slow_alloc_lat": { 2024-04-15T16:06:22.574 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 0, 2024-04-15T16:06:22.574 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:22.575 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.575 INFO:tasks.workunit.client.0.smithi016.stdout: "slow_total_bytes": { 2024-04-15T16:06:22.575 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:22.575 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.575 INFO:tasks.workunit.client.0.smithi016.stdout: "slow_used_bytes": { 2024-04-15T16:06:22.575 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:22.575 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.575 INFO:tasks.workunit.client.0.smithi016.stdout: "truncate_lat": { 2024-04-15T16:06:22.575 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 1, 2024-04-15T16:06:22.575 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 741 2024-04-15T16:06:22.575 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.575 INFO:tasks.workunit.client.0.smithi016.stdout: "unlink_lat": { 2024-04-15T16:06:22.575 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 7, 2024-04-15T16:06:22.575 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 9250 2024-04-15T16:06:22.576 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.576 INFO:tasks.workunit.client.0.smithi016.stdout: "wal_alloc_lat": { 2024-04-15T16:06:22.576 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 0, 2024-04-15T16:06:22.576 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:22.576 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.576 INFO:tasks.workunit.client.0.smithi016.stdout: "wal_total_bytes": { 2024-04-15T16:06:22.576 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:22.576 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.576 INFO:tasks.workunit.client.0.smithi016.stdout: "wal_used_bytes": { 2024-04-15T16:06:22.576 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:22.576 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.576 INFO:tasks.workunit.client.0.smithi016.stdout: "write_bytes": { 2024-04-15T16:06:22.576 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 945504256 2024-04-15T16:06:22.576 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T16:06:22.577 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.577 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore": { 2024-04-15T16:06:22.577 INFO:tasks.workunit.client.0.smithi016.stdout: "alloc_unit": { 2024-04-15T16:06:22.577 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 4096 2024-04-15T16:06:22.577 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.577 INFO:tasks.workunit.client.0.smithi016.stdout: "allocated": { 2024-04-15T16:06:22.577 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 9203712 2024-04-15T16:06:22.577 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.577 INFO:tasks.workunit.client.0.smithi016.stdout: "allocator_lat": { 2024-04-15T16:06:22.577 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 17539, 2024-04-15T16:06:22.577 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 59067770 2024-04-15T16:06:22.577 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.577 INFO:tasks.workunit.client.0.smithi016.stdout: "clist_lat": { 2024-04-15T16:06:22.577 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 3559, 2024-04-15T16:06:22.577 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 3546831526 2024-04-15T16:06:22.578 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.578 INFO:tasks.workunit.client.0.smithi016.stdout: "compress_lat": { 2024-04-15T16:06:22.578 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 0, 2024-04-15T16:06:22.578 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:22.578 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.578 INFO:tasks.workunit.client.0.smithi016.stdout: "compressed": { 2024-04-15T16:06:22.578 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:22.578 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.578 INFO:tasks.workunit.client.0.smithi016.stdout: "compressed_allocated": { 2024-04-15T16:06:22.578 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:22.578 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.578 INFO:tasks.workunit.client.0.smithi016.stdout: "compressed_original": { 2024-04-15T16:06:22.578 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:22.578 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.579 INFO:tasks.workunit.client.0.smithi016.stdout: "csum_lat": { 2024-04-15T16:06:22.579 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 19883, 2024-04-15T16:06:22.579 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 189462232 2024-04-15T16:06:22.579 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.579 INFO:tasks.workunit.client.0.smithi016.stdout: "decompress_lat": { 2024-04-15T16:06:22.579 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 0, 2024-04-15T16:06:22.579 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:22.579 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.579 INFO:tasks.workunit.client.0.smithi016.stdout: "fragmentation_micros": { 2024-04-15T16:06:22.579 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:22.579 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.579 INFO:tasks.workunit.client.0.smithi016.stdout: "kv_commit_lat": { 2024-04-15T16:06:22.579 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 66750, 2024-04-15T16:06:22.579 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 14647837551 2024-04-15T16:06:22.580 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.580 INFO:tasks.workunit.client.0.smithi016.stdout: "kv_final_lat": { 2024-04-15T16:06:22.580 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 66152, 2024-04-15T16:06:22.580 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 1716258503 2024-04-15T16:06:22.580 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.580 INFO:tasks.workunit.client.0.smithi016.stdout: "kv_flush_lat": { 2024-04-15T16:06:22.580 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 66750, 2024-04-15T16:06:22.580 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 42746624 2024-04-15T16:06:22.580 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.580 INFO:tasks.workunit.client.0.smithi016.stdout: "kv_sync_lat": { 2024-04-15T16:06:22.580 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 66750, 2024-04-15T16:06:22.580 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 14690584175 2024-04-15T16:06:22.580 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.580 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_get_keys_lat": { 2024-04-15T16:06:22.580 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 0, 2024-04-15T16:06:22.581 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:22.581 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.581 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_get_values_lat": { 2024-04-15T16:06:22.581 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 24628, 2024-04-15T16:06:22.581 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 523971386 2024-04-15T16:06:22.581 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.581 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_lower_bound_lat": { 2024-04-15T16:06:22.581 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 1287, 2024-04-15T16:06:22.581 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 2713548 2024-04-15T16:06:22.581 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.581 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_next_lat": { 2024-04-15T16:06:22.581 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 20524, 2024-04-15T16:06:22.581 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 13155368 2024-04-15T16:06:22.581 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.582 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_seek_to_first_lat": { 2024-04-15T16:06:22.582 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 42, 2024-04-15T16:06:22.582 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 94648 2024-04-15T16:06:22.582 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.582 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_upper_bound_lat": { 2024-04-15T16:06:22.582 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 12198, 2024-04-15T16:06:22.582 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 1667039030 2024-04-15T16:06:22.582 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.582 INFO:tasks.workunit.client.0.smithi016.stdout: "onode_hits": { 2024-04-15T16:06:22.582 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 210515 2024-04-15T16:06:22.582 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.582 INFO:tasks.workunit.client.0.smithi016.stdout: "onode_misses": { 2024-04-15T16:06:22.582 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 18746 2024-04-15T16:06:22.582 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.583 INFO:tasks.workunit.client.0.smithi016.stdout: "read_lat": { 2024-04-15T16:06:22.583 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 29338, 2024-04-15T16:06:22.583 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 1491744259 2024-04-15T16:06:22.583 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.583 INFO:tasks.workunit.client.0.smithi016.stdout: "read_onode_meta_lat": { 2024-04-15T16:06:22.583 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 80362, 2024-04-15T16:06:22.583 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 29347876 2024-04-15T16:06:22.583 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.583 INFO:tasks.workunit.client.0.smithi016.stdout: "read_wait_aio_lat": { 2024-04-15T16:06:22.583 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 51024, 2024-04-15T16:06:22.583 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 847008799 2024-04-15T16:06:22.583 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.583 INFO:tasks.workunit.client.0.smithi016.stdout: "reads_with_retries": { 2024-04-15T16:06:22.584 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:22.584 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.584 INFO:tasks.workunit.client.0.smithi016.stdout: "remove_lat": { 2024-04-15T16:06:22.584 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 12516, 2024-04-15T16:06:22.584 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 387529016 2024-04-15T16:06:22.584 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.584 INFO:tasks.workunit.client.0.smithi016.stdout: "slow_aio_wait_count": { 2024-04-15T16:06:22.584 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:22.584 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.584 INFO:tasks.workunit.client.0.smithi016.stdout: "slow_committed_kv_count": { 2024-04-15T16:06:22.584 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:22.584 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.584 INFO:tasks.workunit.client.0.smithi016.stdout: "slow_read_onode_meta_count": { 2024-04-15T16:06:22.584 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:22.585 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.585 INFO:tasks.workunit.client.0.smithi016.stdout: "slow_read_wait_aio_count": { 2024-04-15T16:06:22.585 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:22.585 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.585 INFO:tasks.workunit.client.0.smithi016.stdout: "state_aio_wait_lat": { 2024-04-15T16:06:22.585 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 77178, 2024-04-15T16:06:22.585 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 5420035789 2024-04-15T16:06:22.585 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.585 INFO:tasks.workunit.client.0.smithi016.stdout: "state_deferred_aio_wait_lat": { 2024-04-15T16:06:22.585 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 18755, 2024-04-15T16:06:22.585 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 1075873237 2024-04-15T16:06:22.585 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.585 INFO:tasks.workunit.client.0.smithi016.stdout: "state_deferred_cleanup_lat": { 2024-04-15T16:06:22.585 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 18754, 2024-04-15T16:06:22.586 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 4132469353563 2024-04-15T16:06:22.586 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.586 INFO:tasks.workunit.client.0.smithi016.stdout: "state_deferred_queued_lat": { 2024-04-15T16:06:22.586 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 18755, 2024-04-15T16:06:22.586 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 6801735341524 2024-04-15T16:06:22.586 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.586 INFO:tasks.workunit.client.0.smithi016.stdout: "state_done_lat": { 2024-04-15T16:06:22.586 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 77177, 2024-04-15T16:06:22.586 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 2948859930361 2024-04-15T16:06:22.586 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.586 INFO:tasks.workunit.client.0.smithi016.stdout: "state_finishing_lat": { 2024-04-15T16:06:22.586 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 77177, 2024-04-15T16:06:22.586 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 8008003 2024-04-15T16:06:22.586 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.587 INFO:tasks.workunit.client.0.smithi016.stdout: "state_io_done_lat": { 2024-04-15T16:06:22.587 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 77178, 2024-04-15T16:06:22.587 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 244582898 2024-04-15T16:06:22.587 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.587 INFO:tasks.workunit.client.0.smithi016.stdout: "state_kv_commiting_lat": { 2024-04-15T16:06:22.587 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 77178, 2024-04-15T16:06:22.587 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 25371952280 2024-04-15T16:06:22.587 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.587 INFO:tasks.workunit.client.0.smithi016.stdout: "state_kv_done_lat": { 2024-04-15T16:06:22.587 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 77178, 2024-04-15T16:06:22.587 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 30153331 2024-04-15T16:06:22.587 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.587 INFO:tasks.workunit.client.0.smithi016.stdout: "state_kv_queued_lat": { 2024-04-15T16:06:22.587 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 77178, 2024-04-15T16:06:22.588 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 12425659715 2024-04-15T16:06:22.588 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.588 INFO:tasks.workunit.client.0.smithi016.stdout: "state_prepare_lat": { 2024-04-15T16:06:22.588 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 77178, 2024-04-15T16:06:22.588 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 10976072057 2024-04-15T16:06:22.588 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.588 INFO:tasks.workunit.client.0.smithi016.stdout: "stored": { 2024-04-15T16:06:22.588 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 5455037 2024-04-15T16:06:22.588 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.588 INFO:tasks.workunit.client.0.smithi016.stdout: "truncate_lat": { 2024-04-15T16:06:22.588 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 2463, 2024-04-15T16:06:22.588 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 14901752 2024-04-15T16:06:22.588 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.588 INFO:tasks.workunit.client.0.smithi016.stdout: "txc_commit_lat": { 2024-04-15T16:06:22.589 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 77178, 2024-04-15T16:06:22.589 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 54453000906 2024-04-15T16:06:22.589 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.589 INFO:tasks.workunit.client.0.smithi016.stdout: "txc_submit_lat": { 2024-04-15T16:06:22.589 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 77178, 2024-04-15T16:06:22.589 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 11906635548 2024-04-15T16:06:22.589 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.589 INFO:tasks.workunit.client.0.smithi016.stdout: "txc_throttle_lat": { 2024-04-15T16:06:22.589 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 77178, 2024-04-15T16:06:22.589 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 507878996 2024-04-15T16:06:22.589 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T16:06:22.589 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.589 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore-pricache": { 2024-04-15T16:06:22.590 INFO:tasks.workunit.client.0.smithi016.stdout: "cache_bytes": { 2024-04-15T16:06:22.590 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 1406236763 2024-04-15T16:06:22.590 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.590 INFO:tasks.workunit.client.0.smithi016.stdout: "heap_bytes": { 2024-04-15T16:06:22.590 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 576364544 2024-04-15T16:06:22.590 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.590 INFO:tasks.workunit.client.0.smithi016.stdout: "mapped_bytes": { 2024-04-15T16:06:22.590 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 487030784 2024-04-15T16:06:22.590 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.590 INFO:tasks.workunit.client.0.smithi016.stdout: "target_bytes": { 2024-04-15T16:06:22.590 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 2601815449 2024-04-15T16:06:22.590 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.590 INFO:tasks.workunit.client.0.smithi016.stdout: "unmapped_bytes": { 2024-04-15T16:06:22.591 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 89333760 2024-04-15T16:06:22.591 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T16:06:22.591 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.591 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore-pricache:data": { 2024-04-15T16:06:22.591 INFO:tasks.workunit.client.0.smithi016.stdout: "committed_bytes": { 2024-04-15T16:06:22.591 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 125829120 2024-04-15T16:06:22.591 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.591 INFO:tasks.workunit.client.0.smithi016.stdout: "pri0_bytes": { 2024-04-15T16:06:22.591 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:22.591 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.591 INFO:tasks.workunit.client.0.smithi016.stdout: "pri10_bytes": { 2024-04-15T16:06:22.591 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:22.591 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.592 INFO:tasks.workunit.client.0.smithi016.stdout: "pri11_bytes": { 2024-04-15T16:06:22.592 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 57448381 2024-04-15T16:06:22.592 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.592 INFO:tasks.workunit.client.0.smithi016.stdout: "pri1_bytes": { 2024-04-15T16:06:22.592 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:22.592 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.592 INFO:tasks.workunit.client.0.smithi016.stdout: "pri2_bytes": { 2024-04-15T16:06:22.592 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:22.592 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.592 INFO:tasks.workunit.client.0.smithi016.stdout: "pri3_bytes": { 2024-04-15T16:06:22.592 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:22.592 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.592 INFO:tasks.workunit.client.0.smithi016.stdout: "pri4_bytes": { 2024-04-15T16:06:22.593 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:22.593 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.593 INFO:tasks.workunit.client.0.smithi016.stdout: "pri5_bytes": { 2024-04-15T16:06:22.593 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 4096 2024-04-15T16:06:22.593 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.593 INFO:tasks.workunit.client.0.smithi016.stdout: "pri6_bytes": { 2024-04-15T16:06:22.593 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 77824 2024-04-15T16:06:22.593 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.593 INFO:tasks.workunit.client.0.smithi016.stdout: "pri7_bytes": { 2024-04-15T16:06:22.593 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:22.593 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.593 INFO:tasks.workunit.client.0.smithi016.stdout: "pri8_bytes": { 2024-04-15T16:06:22.593 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:22.593 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.594 INFO:tasks.workunit.client.0.smithi016.stdout: "pri9_bytes": { 2024-04-15T16:06:22.594 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:22.594 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.594 INFO:tasks.workunit.client.0.smithi016.stdout: "reserved_bytes": { 2024-04-15T16:06:22.594 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 68298819 2024-04-15T16:06:22.594 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T16:06:22.594 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.594 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore-pricache:kv": { 2024-04-15T16:06:22.594 INFO:tasks.workunit.client.0.smithi016.stdout: "committed_bytes": { 2024-04-15T16:06:22.594 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 570425344 2024-04-15T16:06:22.594 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.594 INFO:tasks.workunit.client.0.smithi016.stdout: "pri0_bytes": { 2024-04-15T16:06:22.594 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 67108864 2024-04-15T16:06:22.594 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.595 INFO:tasks.workunit.client.0.smithi016.stdout: "pri10_bytes": { 2024-04-15T16:06:22.595 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:22.595 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.595 INFO:tasks.workunit.client.0.smithi016.stdout: "pri11_bytes": { 2024-04-15T16:06:22.595 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 430862862 2024-04-15T16:06:22.595 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.595 INFO:tasks.workunit.client.0.smithi016.stdout: "pri1_bytes": { 2024-04-15T16:06:22.595 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:22.595 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.595 INFO:tasks.workunit.client.0.smithi016.stdout: "pri2_bytes": { 2024-04-15T16:06:22.595 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:22.595 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.595 INFO:tasks.workunit.client.0.smithi016.stdout: "pri3_bytes": { 2024-04-15T16:06:22.596 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 1520 2024-04-15T16:06:22.596 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.596 INFO:tasks.workunit.client.0.smithi016.stdout: "pri4_bytes": { 2024-04-15T16:06:22.596 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:22.596 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.596 INFO:tasks.workunit.client.0.smithi016.stdout: "pri5_bytes": { 2024-04-15T16:06:22.596 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 90128 2024-04-15T16:06:22.596 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.596 INFO:tasks.workunit.client.0.smithi016.stdout: "pri6_bytes": { 2024-04-15T16:06:22.596 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:22.596 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.596 INFO:tasks.workunit.client.0.smithi016.stdout: "pri7_bytes": { 2024-04-15T16:06:22.596 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:22.597 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.597 INFO:tasks.workunit.client.0.smithi016.stdout: "pri8_bytes": { 2024-04-15T16:06:22.597 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:22.597 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.597 INFO:tasks.workunit.client.0.smithi016.stdout: "pri9_bytes": { 2024-04-15T16:06:22.597 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:22.597 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.597 INFO:tasks.workunit.client.0.smithi016.stdout: "reserved_bytes": { 2024-04-15T16:06:22.597 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 72361970 2024-04-15T16:06:22.597 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T16:06:22.597 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.597 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore-pricache:kv_onode": { 2024-04-15T16:06:22.597 INFO:tasks.workunit.client.0.smithi016.stdout: "committed_bytes": { 2024-04-15T16:06:22.597 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 176160768 2024-04-15T16:06:22.598 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.598 INFO:tasks.workunit.client.0.smithi016.stdout: "pri0_bytes": { 2024-04-15T16:06:22.598 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 67108864 2024-04-15T16:06:22.598 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.598 INFO:tasks.workunit.client.0.smithi016.stdout: "pri10_bytes": { 2024-04-15T16:06:22.598 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 2446000 2024-04-15T16:06:22.598 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.598 INFO:tasks.workunit.client.0.smithi016.stdout: "pri11_bytes": { 2024-04-15T16:06:22.598 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 38298921 2024-04-15T16:06:22.598 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.598 INFO:tasks.workunit.client.0.smithi016.stdout: "pri1_bytes": { 2024-04-15T16:06:22.598 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:22.598 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.599 INFO:tasks.workunit.client.0.smithi016.stdout: "pri2_bytes": { 2024-04-15T16:06:22.599 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:22.599 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.599 INFO:tasks.workunit.client.0.smithi016.stdout: "pri3_bytes": { 2024-04-15T16:06:22.599 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:22.599 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.599 INFO:tasks.workunit.client.0.smithi016.stdout: "pri4_bytes": { 2024-04-15T16:06:22.599 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:22.599 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.599 INFO:tasks.workunit.client.0.smithi016.stdout: "pri5_bytes": { 2024-04-15T16:06:22.599 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:22.599 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.599 INFO:tasks.workunit.client.0.smithi016.stdout: "pri6_bytes": { 2024-04-15T16:06:22.599 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:22.600 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.600 INFO:tasks.workunit.client.0.smithi016.stdout: "pri7_bytes": { 2024-04-15T16:06:22.600 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:22.600 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.600 INFO:tasks.workunit.client.0.smithi016.stdout: "pri8_bytes": { 2024-04-15T16:06:22.600 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:22.600 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.600 INFO:tasks.workunit.client.0.smithi016.stdout: "pri9_bytes": { 2024-04-15T16:06:22.600 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:22.600 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.600 INFO:tasks.workunit.client.0.smithi016.stdout: "reserved_bytes": { 2024-04-15T16:06:22.600 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 68306983 2024-04-15T16:06:22.600 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T16:06:22.600 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.601 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore-pricache:meta": { 2024-04-15T16:06:22.601 INFO:tasks.workunit.client.0.smithi016.stdout: "committed_bytes": { 2024-04-15T16:06:22.601 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 503316480 2024-04-15T16:06:22.601 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.601 INFO:tasks.workunit.client.0.smithi016.stdout: "pri0_bytes": { 2024-04-15T16:06:22.601 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:22.601 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.601 INFO:tasks.workunit.client.0.smithi016.stdout: "pri10_bytes": { 2024-04-15T16:06:22.601 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:22.601 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.601 INFO:tasks.workunit.client.0.smithi016.stdout: "pri11_bytes": { 2024-04-15T16:06:22.601 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 430862862 2024-04-15T16:06:22.601 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.602 INFO:tasks.workunit.client.0.smithi016.stdout: "pri1_bytes": { 2024-04-15T16:06:22.602 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:22.602 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.602 INFO:tasks.workunit.client.0.smithi016.stdout: "pri2_bytes": { 2024-04-15T16:06:22.602 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:22.602 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.602 INFO:tasks.workunit.client.0.smithi016.stdout: "pri3_bytes": { 2024-04-15T16:06:22.602 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:22.602 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.602 INFO:tasks.workunit.client.0.smithi016.stdout: "pri4_bytes": { 2024-04-15T16:06:22.602 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:22.602 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.602 INFO:tasks.workunit.client.0.smithi016.stdout: "pri5_bytes": { 2024-04-15T16:06:22.602 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 122814 2024-04-15T16:06:22.603 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.603 INFO:tasks.workunit.client.0.smithi016.stdout: "pri6_bytes": { 2024-04-15T16:06:22.603 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 1121307 2024-04-15T16:06:22.603 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.603 INFO:tasks.workunit.client.0.smithi016.stdout: "pri7_bytes": { 2024-04-15T16:06:22.603 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:22.603 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.603 INFO:tasks.workunit.client.0.smithi016.stdout: "pri8_bytes": { 2024-04-15T16:06:22.603 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:22.603 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.603 INFO:tasks.workunit.client.0.smithi016.stdout: "pri9_bytes": { 2024-04-15T16:06:22.603 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:22.603 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.604 INFO:tasks.workunit.client.0.smithi016.stdout: "reserved_bytes": { 2024-04-15T16:06:22.604 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 71209497 2024-04-15T16:06:22.604 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T16:06:22.604 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.604 INFO:tasks.workunit.client.0.smithi016.stdout: "objecter": { 2024-04-15T16:06:22.604 INFO:tasks.workunit.client.0.smithi016.stdout: "op_active": { 2024-04-15T16:06:22.604 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:22.604 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.604 INFO:tasks.workunit.client.0.smithi016.stdout: "op_r": { 2024-04-15T16:06:22.604 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 38 2024-04-15T16:06:22.604 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.604 INFO:tasks.workunit.client.0.smithi016.stdout: "op_rmw": { 2024-04-15T16:06:22.604 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:22.604 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.604 INFO:tasks.workunit.client.0.smithi016.stdout: "op_w": { 2024-04-15T16:06:22.605 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 1 2024-04-15T16:06:22.605 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T16:06:22.605 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.605 INFO:tasks.workunit.client.0.smithi016.stdout: "osd": { 2024-04-15T16:06:22.605 INFO:tasks.workunit.client.0.smithi016.stdout: "numpg": { 2024-04-15T16:06:22.605 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 48 2024-04-15T16:06:22.605 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.605 INFO:tasks.workunit.client.0.smithi016.stdout: "numpg_removing": { 2024-04-15T16:06:22.605 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:22.605 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.605 INFO:tasks.workunit.client.0.smithi016.stdout: "op": { 2024-04-15T16:06:22.605 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 47063 2024-04-15T16:06:22.605 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.605 INFO:tasks.workunit.client.0.smithi016.stdout: "op_before_queue_op_lat": { 2024-04-15T16:06:22.606 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 129210, 2024-04-15T16:06:22.606 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 8689100249 2024-04-15T16:06:22.606 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.606 INFO:tasks.workunit.client.0.smithi016.stdout: "op_delayed_degraded": { 2024-04-15T16:06:22.606 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:22.606 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.606 INFO:tasks.workunit.client.0.smithi016.stdout: "op_delayed_unreadable": { 2024-04-15T16:06:22.606 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:22.606 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.606 INFO:tasks.workunit.client.0.smithi016.stdout: "op_in_bytes": { 2024-04-15T16:06:22.606 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 1605186340 2024-04-15T16:06:22.606 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.606 INFO:tasks.workunit.client.0.smithi016.stdout: "op_latency": { 2024-04-15T16:06:22.606 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 47063, 2024-04-15T16:06:22.607 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 251576526477 2024-04-15T16:06:22.607 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.607 INFO:tasks.workunit.client.0.smithi016.stdout: "op_out_bytes": { 2024-04-15T16:06:22.607 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 2270294377 2024-04-15T16:06:22.607 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.607 INFO:tasks.workunit.client.0.smithi016.stdout: "op_prepare_latency": { 2024-04-15T16:06:22.607 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 49252, 2024-04-15T16:06:22.607 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 28177558905 2024-04-15T16:06:22.607 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.607 INFO:tasks.workunit.client.0.smithi016.stdout: "op_process_latency": { 2024-04-15T16:06:22.607 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 47063, 2024-04-15T16:06:22.607 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 66006011435 2024-04-15T16:06:22.607 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.607 INFO:tasks.workunit.client.0.smithi016.stdout: "op_r": { 2024-04-15T16:06:22.608 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 29946 2024-04-15T16:06:22.608 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.608 INFO:tasks.workunit.client.0.smithi016.stdout: "op_r_latency": { 2024-04-15T16:06:22.608 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 29946, 2024-04-15T16:06:22.608 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 45379316142 2024-04-15T16:06:22.608 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.608 INFO:tasks.workunit.client.0.smithi016.stdout: "op_r_latency_out_bytes_histogram": { 2024-04-15T16:06:22.608 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:22.608 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.608 INFO:tasks.workunit.client.0.smithi016.stdout: "op_r_out_bytes": { 2024-04-15T16:06:22.608 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 2270294377 2024-04-15T16:06:22.608 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.608 INFO:tasks.workunit.client.0.smithi016.stdout: "op_r_prepare_latency": { 2024-04-15T16:06:22.608 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 30193, 2024-04-15T16:06:22.609 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 6928748955 2024-04-15T16:06:22.609 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.609 INFO:tasks.workunit.client.0.smithi016.stdout: "op_r_process_latency": { 2024-04-15T16:06:22.609 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 29946, 2024-04-15T16:06:22.609 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 7465885841 2024-04-15T16:06:22.609 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.609 INFO:tasks.workunit.client.0.smithi016.stdout: "op_rw": { 2024-04-15T16:06:22.609 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 13046 2024-04-15T16:06:22.609 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.609 INFO:tasks.workunit.client.0.smithi016.stdout: "op_rw_in_bytes": { 2024-04-15T16:06:22.609 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 330643499 2024-04-15T16:06:22.609 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.609 INFO:tasks.workunit.client.0.smithi016.stdout: "op_rw_latency": { 2024-04-15T16:06:22.609 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 13046, 2024-04-15T16:06:22.609 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 167107188216 2024-04-15T16:06:22.610 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.610 INFO:tasks.workunit.client.0.smithi016.stdout: "op_rw_latency_in_bytes_histogram": { 2024-04-15T16:06:22.610 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:22.610 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.610 INFO:tasks.workunit.client.0.smithi016.stdout: "op_rw_latency_out_bytes_histogram": { 2024-04-15T16:06:22.610 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:22.610 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.610 INFO:tasks.workunit.client.0.smithi016.stdout: "op_rw_out_bytes": { 2024-04-15T16:06:22.610 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:22.610 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.610 INFO:tasks.workunit.client.0.smithi016.stdout: "op_rw_prepare_latency": { 2024-04-15T16:06:22.610 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 14870, 2024-04-15T16:06:22.610 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 16069681848 2024-04-15T16:06:22.610 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.611 INFO:tasks.workunit.client.0.smithi016.stdout: "op_rw_process_latency": { 2024-04-15T16:06:22.611 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 13046, 2024-04-15T16:06:22.611 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 34387020067 2024-04-15T16:06:22.611 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.611 INFO:tasks.workunit.client.0.smithi016.stdout: "op_w": { 2024-04-15T16:06:22.611 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 4071 2024-04-15T16:06:22.611 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.611 INFO:tasks.workunit.client.0.smithi016.stdout: "op_w_in_bytes": { 2024-04-15T16:06:22.611 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 1274542841 2024-04-15T16:06:22.611 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.611 INFO:tasks.workunit.client.0.smithi016.stdout: "op_w_latency": { 2024-04-15T16:06:22.611 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 4071, 2024-04-15T16:06:22.611 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 39090022119 2024-04-15T16:06:22.611 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.612 INFO:tasks.workunit.client.0.smithi016.stdout: "op_w_latency_in_bytes_histogram": { 2024-04-15T16:06:22.612 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:22.612 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.612 INFO:tasks.workunit.client.0.smithi016.stdout: "op_w_prepare_latency": { 2024-04-15T16:06:22.612 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 4189, 2024-04-15T16:06:22.612 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 5179128102 2024-04-15T16:06:22.612 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.612 INFO:tasks.workunit.client.0.smithi016.stdout: "op_w_process_latency": { 2024-04-15T16:06:22.612 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 4071, 2024-04-15T16:06:22.612 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 24153105527 2024-04-15T16:06:22.612 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.612 INFO:tasks.workunit.client.0.smithi016.stdout: "op_wip": { 2024-04-15T16:06:22.612 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:22.612 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.613 INFO:tasks.workunit.client.0.smithi016.stdout: "recovery_bytes": { 2024-04-15T16:06:22.613 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:22.613 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.613 INFO:tasks.workunit.client.0.smithi016.stdout: "recovery_ops": { 2024-04-15T16:06:22.613 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 12 2024-04-15T16:06:22.613 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.613 INFO:tasks.workunit.client.0.smithi016.stdout: "stat_bytes": { 2024-04-15T16:06:22.613 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 95995035648 2024-04-15T16:06:22.613 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.613 INFO:tasks.workunit.client.0.smithi016.stdout: "stat_bytes_used": { 2024-04-15T16:06:22.613 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 695705600 2024-04-15T16:06:22.613 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T16:06:22.613 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T16:06:22.613 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.613 INFO:tasks.workunit.client.0.smithi016.stdout: "osd.4": { 2024-04-15T16:06:22.614 INFO:tasks.workunit.client.0.smithi016.stdout: "bluefs": { 2024-04-15T16:06:22.614 INFO:tasks.workunit.client.0.smithi016.stdout: "alloc_db_max_lat": { 2024-04-15T16:06:22.614 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 20868 2024-04-15T16:06:22.614 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.614 INFO:tasks.workunit.client.0.smithi016.stdout: "alloc_slow_fallback": { 2024-04-15T16:06:22.614 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:22.614 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.614 INFO:tasks.workunit.client.0.smithi016.stdout: "alloc_slow_max_lat": { 2024-04-15T16:06:22.614 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:22.614 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.614 INFO:tasks.workunit.client.0.smithi016.stdout: "alloc_slow_size_fallback": { 2024-04-15T16:06:22.614 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:22.614 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.614 INFO:tasks.workunit.client.0.smithi016.stdout: "alloc_unit_db": { 2024-04-15T16:06:22.615 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 65536 2024-04-15T16:06:22.615 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.615 INFO:tasks.workunit.client.0.smithi016.stdout: "alloc_unit_slow": { 2024-04-15T16:06:22.615 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:22.615 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.615 INFO:tasks.workunit.client.0.smithi016.stdout: "alloc_unit_wal": { 2024-04-15T16:06:22.615 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:22.615 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.615 INFO:tasks.workunit.client.0.smithi016.stdout: "alloc_wal_max_lat": { 2024-04-15T16:06:22.615 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:22.615 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.615 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes_written_slow": { 2024-04-15T16:06:22.615 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:22.615 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.616 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes_written_sst": { 2024-04-15T16:06:22.616 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 7008256 2024-04-15T16:06:22.616 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.616 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes_written_wal": { 2024-04-15T16:06:22.616 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 695930880 2024-04-15T16:06:22.616 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.616 INFO:tasks.workunit.client.0.smithi016.stdout: "compact_lat": { 2024-04-15T16:06:22.616 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 15, 2024-04-15T16:06:22.616 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 4064949 2024-04-15T16:06:22.616 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.616 INFO:tasks.workunit.client.0.smithi016.stdout: "compact_lock_lat": { 2024-04-15T16:06:22.616 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 15, 2024-04-15T16:06:22.616 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 1093637 2024-04-15T16:06:22.616 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.616 INFO:tasks.workunit.client.0.smithi016.stdout: "db_alloc_lat": { 2024-04-15T16:06:22.617 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 170, 2024-04-15T16:06:22.617 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 860042 2024-04-15T16:06:22.617 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.617 INFO:tasks.workunit.client.0.smithi016.stdout: "db_total_bytes": { 2024-04-15T16:06:22.617 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 95995027456 2024-04-15T16:06:22.617 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.617 INFO:tasks.workunit.client.0.smithi016.stdout: "db_used_bytes": { 2024-04-15T16:06:22.617 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 745668608 2024-04-15T16:06:22.617 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.617 INFO:tasks.workunit.client.0.smithi016.stdout: "flush_lat": { 2024-04-15T16:06:22.617 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 63398, 2024-04-15T16:06:22.617 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 9605977070 2024-04-15T16:06:22.617 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.617 INFO:tasks.workunit.client.0.smithi016.stdout: "fsync_lat": { 2024-04-15T16:06:22.618 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 63421, 2024-04-15T16:06:22.618 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 15428640633 2024-04-15T16:06:22.618 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.618 INFO:tasks.workunit.client.0.smithi016.stdout: "log_bytes": { 2024-04-15T16:06:22.618 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 10387456 2024-04-15T16:06:22.618 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.618 INFO:tasks.workunit.client.0.smithi016.stdout: "logged_bytes": { 2024-04-15T16:06:22.618 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 259747840 2024-04-15T16:06:22.618 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.618 INFO:tasks.workunit.client.0.smithi016.stdout: "max_bytes_db": { 2024-04-15T16:06:22.618 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 741408768 2024-04-15T16:06:22.618 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.618 INFO:tasks.workunit.client.0.smithi016.stdout: "max_bytes_slow": { 2024-04-15T16:06:22.618 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:22.619 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.619 INFO:tasks.workunit.client.0.smithi016.stdout: "max_bytes_wal": { 2024-04-15T16:06:22.619 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:22.619 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.619 INFO:tasks.workunit.client.0.smithi016.stdout: "num_files": { 2024-04-15T16:06:22.619 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 53 2024-04-15T16:06:22.619 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.619 INFO:tasks.workunit.client.0.smithi016.stdout: "read_bytes": { 2024-04-15T16:06:22.619 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 4507759757 2024-04-15T16:06:22.619 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.619 INFO:tasks.workunit.client.0.smithi016.stdout: "read_count": { 2024-04-15T16:06:22.619 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 51317 2024-04-15T16:06:22.619 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.619 INFO:tasks.workunit.client.0.smithi016.stdout: "read_disk_bytes": { 2024-04-15T16:06:22.620 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 3932737536 2024-04-15T16:06:22.620 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.620 INFO:tasks.workunit.client.0.smithi016.stdout: "read_disk_bytes_db": { 2024-04-15T16:06:22.620 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 3932741632 2024-04-15T16:06:22.620 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.620 INFO:tasks.workunit.client.0.smithi016.stdout: "read_disk_bytes_slow": { 2024-04-15T16:06:22.620 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:22.620 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.620 INFO:tasks.workunit.client.0.smithi016.stdout: "read_disk_bytes_wal": { 2024-04-15T16:06:22.620 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:22.620 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.620 INFO:tasks.workunit.client.0.smithi016.stdout: "read_disk_count": { 2024-04-15T16:06:22.620 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 43924 2024-04-15T16:06:22.620 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.620 INFO:tasks.workunit.client.0.smithi016.stdout: "read_lat": { 2024-04-15T16:06:22.621 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 51317, 2024-04-15T16:06:22.621 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 1334421527 2024-04-15T16:06:22.621 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.621 INFO:tasks.workunit.client.0.smithi016.stdout: "read_prefetch_bytes": { 2024-04-15T16:06:22.621 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 4382172938 2024-04-15T16:06:22.621 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.621 INFO:tasks.workunit.client.0.smithi016.stdout: "read_prefetch_count": { 2024-04-15T16:06:22.621 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 47468 2024-04-15T16:06:22.621 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.621 INFO:tasks.workunit.client.0.smithi016.stdout: "read_random_buffer_bytes": { 2024-04-15T16:06:22.621 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 2339750 2024-04-15T16:06:22.621 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.621 INFO:tasks.workunit.client.0.smithi016.stdout: "read_random_buffer_count": { 2024-04-15T16:06:22.621 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 799 2024-04-15T16:06:22.622 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.622 INFO:tasks.workunit.client.0.smithi016.stdout: "read_random_bytes": { 2024-04-15T16:06:22.622 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 6933144 2024-04-15T16:06:22.622 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.622 INFO:tasks.workunit.client.0.smithi016.stdout: "read_random_count": { 2024-04-15T16:06:22.622 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 1034 2024-04-15T16:06:22.622 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.622 INFO:tasks.workunit.client.0.smithi016.stdout: "read_random_disk_bytes": { 2024-04-15T16:06:22.622 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 4593394 2024-04-15T16:06:22.622 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.622 INFO:tasks.workunit.client.0.smithi016.stdout: "read_random_disk_bytes_db": { 2024-04-15T16:06:22.622 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 4593394 2024-04-15T16:06:22.622 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.622 INFO:tasks.workunit.client.0.smithi016.stdout: "read_random_disk_bytes_slow": { 2024-04-15T16:06:22.623 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:22.623 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.623 INFO:tasks.workunit.client.0.smithi016.stdout: "read_random_disk_bytes_wal": { 2024-04-15T16:06:22.623 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:22.623 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.623 INFO:tasks.workunit.client.0.smithi016.stdout: "read_random_disk_count": { 2024-04-15T16:06:22.623 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 241 2024-04-15T16:06:22.623 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.623 INFO:tasks.workunit.client.0.smithi016.stdout: "read_random_lat": { 2024-04-15T16:06:22.623 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 1034, 2024-04-15T16:06:22.623 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 2220498 2024-04-15T16:06:22.623 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.623 INFO:tasks.workunit.client.0.smithi016.stdout: "slow_alloc_lat": { 2024-04-15T16:06:22.623 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 0, 2024-04-15T16:06:22.624 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:22.624 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.624 INFO:tasks.workunit.client.0.smithi016.stdout: "slow_total_bytes": { 2024-04-15T16:06:22.624 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:22.624 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.624 INFO:tasks.workunit.client.0.smithi016.stdout: "slow_used_bytes": { 2024-04-15T16:06:22.624 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:22.624 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.624 INFO:tasks.workunit.client.0.smithi016.stdout: "truncate_lat": { 2024-04-15T16:06:22.624 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 1, 2024-04-15T16:06:22.624 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 651 2024-04-15T16:06:22.624 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.624 INFO:tasks.workunit.client.0.smithi016.stdout: "unlink_lat": { 2024-04-15T16:06:22.624 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 10, 2024-04-15T16:06:22.625 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 15383 2024-04-15T16:06:22.625 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.625 INFO:tasks.workunit.client.0.smithi016.stdout: "wal_alloc_lat": { 2024-04-15T16:06:22.625 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 0, 2024-04-15T16:06:22.625 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:22.625 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.625 INFO:tasks.workunit.client.0.smithi016.stdout: "wal_total_bytes": { 2024-04-15T16:06:22.625 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:22.625 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.625 INFO:tasks.workunit.client.0.smithi016.stdout: "wal_used_bytes": { 2024-04-15T16:06:22.625 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:22.625 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.625 INFO:tasks.workunit.client.0.smithi016.stdout: "write_bytes": { 2024-04-15T16:06:22.625 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 964976640 2024-04-15T16:06:22.626 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T16:06:22.626 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.626 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore": { 2024-04-15T16:06:22.626 INFO:tasks.workunit.client.0.smithi016.stdout: "alloc_unit": { 2024-04-15T16:06:22.626 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 4096 2024-04-15T16:06:22.626 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.626 INFO:tasks.workunit.client.0.smithi016.stdout: "allocated": { 2024-04-15T16:06:22.626 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 9199616 2024-04-15T16:06:22.626 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.626 INFO:tasks.workunit.client.0.smithi016.stdout: "allocator_lat": { 2024-04-15T16:06:22.626 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 24051, 2024-04-15T16:06:22.626 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 75610891 2024-04-15T16:06:22.626 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.627 INFO:tasks.workunit.client.0.smithi016.stdout: "clist_lat": { 2024-04-15T16:06:22.627 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 3501, 2024-04-15T16:06:22.627 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 5898106214 2024-04-15T16:06:22.627 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.627 INFO:tasks.workunit.client.0.smithi016.stdout: "compress_lat": { 2024-04-15T16:06:22.627 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 0, 2024-04-15T16:06:22.627 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:22.627 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.627 INFO:tasks.workunit.client.0.smithi016.stdout: "compressed": { 2024-04-15T16:06:22.627 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:22.627 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.627 INFO:tasks.workunit.client.0.smithi016.stdout: "compressed_allocated": { 2024-04-15T16:06:22.627 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:22.628 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.628 INFO:tasks.workunit.client.0.smithi016.stdout: "compressed_original": { 2024-04-15T16:06:22.628 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:22.628 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.628 INFO:tasks.workunit.client.0.smithi016.stdout: "csum_lat": { 2024-04-15T16:06:22.628 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 15946, 2024-04-15T16:06:22.628 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 129419329 2024-04-15T16:06:22.628 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.628 INFO:tasks.workunit.client.0.smithi016.stdout: "decompress_lat": { 2024-04-15T16:06:22.628 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 0, 2024-04-15T16:06:22.628 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:22.628 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.628 INFO:tasks.workunit.client.0.smithi016.stdout: "fragmentation_micros": { 2024-04-15T16:06:22.628 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:22.629 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.629 INFO:tasks.workunit.client.0.smithi016.stdout: "kv_commit_lat": { 2024-04-15T16:06:22.629 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 63343, 2024-04-15T16:06:22.629 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 18661790548 2024-04-15T16:06:22.629 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.629 INFO:tasks.workunit.client.0.smithi016.stdout: "kv_final_lat": { 2024-04-15T16:06:22.629 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 62961, 2024-04-15T16:06:22.629 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 1337022946 2024-04-15T16:06:22.629 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.629 INFO:tasks.workunit.client.0.smithi016.stdout: "kv_flush_lat": { 2024-04-15T16:06:22.629 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 63343, 2024-04-15T16:06:22.629 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 48945813 2024-04-15T16:06:22.629 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.629 INFO:tasks.workunit.client.0.smithi016.stdout: "kv_sync_lat": { 2024-04-15T16:06:22.630 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 63343, 2024-04-15T16:06:22.630 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 18710736361 2024-04-15T16:06:22.630 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.630 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_get_keys_lat": { 2024-04-15T16:06:22.630 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 0, 2024-04-15T16:06:22.630 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:22.630 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.630 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_get_values_lat": { 2024-04-15T16:06:22.630 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 234586, 2024-04-15T16:06:22.630 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 1112191278 2024-04-15T16:06:22.630 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.630 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_lower_bound_lat": { 2024-04-15T16:06:22.630 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 782, 2024-04-15T16:06:22.630 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 2255403 2024-04-15T16:06:22.631 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.631 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_next_lat": { 2024-04-15T16:06:22.631 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 130316, 2024-04-15T16:06:22.631 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 40777696 2024-04-15T16:06:22.631 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.631 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_seek_to_first_lat": { 2024-04-15T16:06:22.631 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 47, 2024-04-15T16:06:22.631 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 67123 2024-04-15T16:06:22.631 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.631 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_upper_bound_lat": { 2024-04-15T16:06:22.631 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 17540, 2024-04-15T16:06:22.631 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 2494235907 2024-04-15T16:06:22.631 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.631 INFO:tasks.workunit.client.0.smithi016.stdout: "onode_hits": { 2024-04-15T16:06:22.632 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 408576 2024-04-15T16:06:22.632 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.632 INFO:tasks.workunit.client.0.smithi016.stdout: "onode_misses": { 2024-04-15T16:06:22.632 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 19687 2024-04-15T16:06:22.632 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.632 INFO:tasks.workunit.client.0.smithi016.stdout: "read_lat": { 2024-04-15T16:06:22.632 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 17529, 2024-04-15T16:06:22.632 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 1544938676 2024-04-15T16:06:22.632 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.632 INFO:tasks.workunit.client.0.smithi016.stdout: "read_onode_meta_lat": { 2024-04-15T16:06:22.632 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 54672, 2024-04-15T16:06:22.632 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 15079395 2024-04-15T16:06:22.632 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.632 INFO:tasks.workunit.client.0.smithi016.stdout: "read_wait_aio_lat": { 2024-04-15T16:06:22.633 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 37143, 2024-04-15T16:06:22.633 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 1272946323 2024-04-15T16:06:22.633 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.633 INFO:tasks.workunit.client.0.smithi016.stdout: "reads_with_retries": { 2024-04-15T16:06:22.633 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:22.633 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.633 INFO:tasks.workunit.client.0.smithi016.stdout: "remove_lat": { 2024-04-15T16:06:22.633 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 13778, 2024-04-15T16:06:22.633 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 397252687 2024-04-15T16:06:22.633 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.633 INFO:tasks.workunit.client.0.smithi016.stdout: "slow_aio_wait_count": { 2024-04-15T16:06:22.633 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:22.633 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.634 INFO:tasks.workunit.client.0.smithi016.stdout: "slow_committed_kv_count": { 2024-04-15T16:06:22.634 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:22.634 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.634 INFO:tasks.workunit.client.0.smithi016.stdout: "slow_read_onode_meta_count": { 2024-04-15T16:06:22.634 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:22.634 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.634 INFO:tasks.workunit.client.0.smithi016.stdout: "slow_read_wait_aio_count": { 2024-04-15T16:06:22.634 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:22.634 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.634 INFO:tasks.workunit.client.0.smithi016.stdout: "state_aio_wait_lat": { 2024-04-15T16:06:22.634 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 75401, 2024-04-15T16:06:22.634 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 12541493636 2024-04-15T16:06:22.634 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.634 INFO:tasks.workunit.client.0.smithi016.stdout: "state_deferred_aio_wait_lat": { 2024-04-15T16:06:22.635 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 18477, 2024-04-15T16:06:22.635 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 910980633 2024-04-15T16:06:22.635 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.635 INFO:tasks.workunit.client.0.smithi016.stdout: "state_deferred_cleanup_lat": { 2024-04-15T16:06:22.635 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 18475, 2024-04-15T16:06:22.635 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 3411853831866 2024-04-15T16:06:22.635 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.635 INFO:tasks.workunit.client.0.smithi016.stdout: "state_deferred_queued_lat": { 2024-04-15T16:06:22.635 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 18477, 2024-04-15T16:06:22.635 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 6332804849061 2024-04-15T16:06:22.635 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.635 INFO:tasks.workunit.client.0.smithi016.stdout: "state_done_lat": { 2024-04-15T16:06:22.635 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 75399, 2024-04-15T16:06:22.635 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 2753339189781 2024-04-15T16:06:22.636 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.636 INFO:tasks.workunit.client.0.smithi016.stdout: "state_finishing_lat": { 2024-04-15T16:06:22.636 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 75399, 2024-04-15T16:06:22.636 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 8728471 2024-04-15T16:06:22.636 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.636 INFO:tasks.workunit.client.0.smithi016.stdout: "state_io_done_lat": { 2024-04-15T16:06:22.636 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 75401, 2024-04-15T16:06:22.636 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 422170442 2024-04-15T16:06:22.636 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.636 INFO:tasks.workunit.client.0.smithi016.stdout: "state_kv_commiting_lat": { 2024-04-15T16:06:22.636 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 75401, 2024-04-15T16:06:22.636 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 29593275377 2024-04-15T16:06:22.636 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.636 INFO:tasks.workunit.client.0.smithi016.stdout: "state_kv_done_lat": { 2024-04-15T16:06:22.637 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 75401, 2024-04-15T16:06:22.637 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 26449357 2024-04-15T16:06:22.637 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.637 INFO:tasks.workunit.client.0.smithi016.stdout: "state_kv_queued_lat": { 2024-04-15T16:06:22.637 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 75401, 2024-04-15T16:06:22.637 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 14454239476 2024-04-15T16:06:22.637 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.637 INFO:tasks.workunit.client.0.smithi016.stdout: "state_prepare_lat": { 2024-04-15T16:06:22.637 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 75401, 2024-04-15T16:06:22.637 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 14336936482 2024-04-15T16:06:22.637 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.637 INFO:tasks.workunit.client.0.smithi016.stdout: "stored": { 2024-04-15T16:06:22.637 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 5449836 2024-04-15T16:06:22.637 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.638 INFO:tasks.workunit.client.0.smithi016.stdout: "truncate_lat": { 2024-04-15T16:06:22.638 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 2425, 2024-04-15T16:06:22.638 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 13926378 2024-04-15T16:06:22.638 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.638 INFO:tasks.workunit.client.0.smithi016.stdout: "txc_commit_lat": { 2024-04-15T16:06:22.638 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 75401, 2024-04-15T16:06:22.638 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 71359717489 2024-04-15T16:06:22.638 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.638 INFO:tasks.workunit.client.0.smithi016.stdout: "txc_submit_lat": { 2024-04-15T16:06:22.638 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 75401, 2024-04-15T16:06:22.638 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 15283915939 2024-04-15T16:06:22.638 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.638 INFO:tasks.workunit.client.0.smithi016.stdout: "txc_throttle_lat": { 2024-04-15T16:06:22.638 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 75401, 2024-04-15T16:06:22.639 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 780930518 2024-04-15T16:06:22.639 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T16:06:22.639 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.639 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore-pricache": { 2024-04-15T16:06:22.639 INFO:tasks.workunit.client.0.smithi016.stdout: "cache_bytes": { 2024-04-15T16:06:22.639 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 1405290552 2024-04-15T16:06:22.639 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.639 INFO:tasks.workunit.client.0.smithi016.stdout: "heap_bytes": { 2024-04-15T16:06:22.639 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 593100800 2024-04-15T16:06:22.639 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.639 INFO:tasks.workunit.client.0.smithi016.stdout: "mapped_bytes": { 2024-04-15T16:06:22.639 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 584499200 2024-04-15T16:06:22.639 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.639 INFO:tasks.workunit.client.0.smithi016.stdout: "target_bytes": { 2024-04-15T16:06:22.639 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 2600702259 2024-04-15T16:06:22.640 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.640 INFO:tasks.workunit.client.0.smithi016.stdout: "unmapped_bytes": { 2024-04-15T16:06:22.640 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 8601600 2024-04-15T16:06:22.640 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T16:06:22.640 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.640 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore-pricache:data": { 2024-04-15T16:06:22.640 INFO:tasks.workunit.client.0.smithi016.stdout: "committed_bytes": { 2024-04-15T16:06:22.640 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 125829120 2024-04-15T16:06:22.640 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.640 INFO:tasks.workunit.client.0.smithi016.stdout: "pri0_bytes": { 2024-04-15T16:06:22.640 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:22.640 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.640 INFO:tasks.workunit.client.0.smithi016.stdout: "pri10_bytes": { 2024-04-15T16:06:22.640 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:22.641 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.641 INFO:tasks.workunit.client.0.smithi016.stdout: "pri11_bytes": { 2024-04-15T16:06:22.641 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 57001030 2024-04-15T16:06:22.641 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.641 INFO:tasks.workunit.client.0.smithi016.stdout: "pri1_bytes": { 2024-04-15T16:06:22.641 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:22.641 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.641 INFO:tasks.workunit.client.0.smithi016.stdout: "pri2_bytes": { 2024-04-15T16:06:22.641 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:22.641 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.641 INFO:tasks.workunit.client.0.smithi016.stdout: "pri3_bytes": { 2024-04-15T16:06:22.641 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:22.641 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.642 INFO:tasks.workunit.client.0.smithi016.stdout: "pri4_bytes": { 2024-04-15T16:06:22.642 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:22.642 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.642 INFO:tasks.workunit.client.0.smithi016.stdout: "pri5_bytes": { 2024-04-15T16:06:22.642 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:22.642 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.642 INFO:tasks.workunit.client.0.smithi016.stdout: "pri6_bytes": { 2024-04-15T16:06:22.642 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 32768 2024-04-15T16:06:22.642 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.642 INFO:tasks.workunit.client.0.smithi016.stdout: "pri7_bytes": { 2024-04-15T16:06:22.642 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:22.642 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.642 INFO:tasks.workunit.client.0.smithi016.stdout: "pri8_bytes": { 2024-04-15T16:06:22.643 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:22.643 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.643 INFO:tasks.workunit.client.0.smithi016.stdout: "pri9_bytes": { 2024-04-15T16:06:22.643 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:22.643 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.643 INFO:tasks.workunit.client.0.smithi016.stdout: "reserved_bytes": { 2024-04-15T16:06:22.643 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 68795322 2024-04-15T16:06:22.643 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T16:06:22.643 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.643 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore-pricache:kv": { 2024-04-15T16:06:22.643 INFO:tasks.workunit.client.0.smithi016.stdout: "committed_bytes": { 2024-04-15T16:06:22.643 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 562036736 2024-04-15T16:06:22.643 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.643 INFO:tasks.workunit.client.0.smithi016.stdout: "pri0_bytes": { 2024-04-15T16:06:22.644 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 67108864 2024-04-15T16:06:22.644 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.644 INFO:tasks.workunit.client.0.smithi016.stdout: "pri10_bytes": { 2024-04-15T16:06:22.644 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:22.644 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.644 INFO:tasks.workunit.client.0.smithi016.stdout: "pri11_bytes": { 2024-04-15T16:06:22.644 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 427507730 2024-04-15T16:06:22.644 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.644 INFO:tasks.workunit.client.0.smithi016.stdout: "pri1_bytes": { 2024-04-15T16:06:22.644 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:22.644 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.644 INFO:tasks.workunit.client.0.smithi016.stdout: "pri2_bytes": { 2024-04-15T16:06:22.644 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:22.645 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.645 INFO:tasks.workunit.client.0.smithi016.stdout: "pri3_bytes": { 2024-04-15T16:06:22.645 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 2160 2024-04-15T16:06:22.645 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.645 INFO:tasks.workunit.client.0.smithi016.stdout: "pri4_bytes": { 2024-04-15T16:06:22.645 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:22.645 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.645 INFO:tasks.workunit.client.0.smithi016.stdout: "pri5_bytes": { 2024-04-15T16:06:22.645 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 138592 2024-04-15T16:06:22.645 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.645 INFO:tasks.workunit.client.0.smithi016.stdout: "pri6_bytes": { 2024-04-15T16:06:22.645 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:22.645 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.646 INFO:tasks.workunit.client.0.smithi016.stdout: "pri7_bytes": { 2024-04-15T16:06:22.646 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:22.646 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.646 INFO:tasks.workunit.client.0.smithi016.stdout: "pri8_bytes": { 2024-04-15T16:06:22.646 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:22.646 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.646 INFO:tasks.workunit.client.0.smithi016.stdout: "pri9_bytes": { 2024-04-15T16:06:22.646 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:22.646 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.646 INFO:tasks.workunit.client.0.smithi016.stdout: "reserved_bytes": { 2024-04-15T16:06:22.646 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 67279390 2024-04-15T16:06:22.646 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T16:06:22.646 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.647 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore-pricache:kv_onode": { 2024-04-15T16:06:22.647 INFO:tasks.workunit.client.0.smithi016.stdout: "committed_bytes": { 2024-04-15T16:06:22.647 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 184549376 2024-04-15T16:06:22.647 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.647 INFO:tasks.workunit.client.0.smithi016.stdout: "pri0_bytes": { 2024-04-15T16:06:22.647 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 67108864 2024-04-15T16:06:22.647 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.647 INFO:tasks.workunit.client.0.smithi016.stdout: "pri10_bytes": { 2024-04-15T16:06:22.647 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 6671120 2024-04-15T16:06:22.647 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.647 INFO:tasks.workunit.client.0.smithi016.stdout: "pri11_bytes": { 2024-04-15T16:06:22.647 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 38000687 2024-04-15T16:06:22.647 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.647 INFO:tasks.workunit.client.0.smithi016.stdout: "pri1_bytes": { 2024-04-15T16:06:22.648 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:22.648 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.648 INFO:tasks.workunit.client.0.smithi016.stdout: "pri2_bytes": { 2024-04-15T16:06:22.648 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:22.648 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.648 INFO:tasks.workunit.client.0.smithi016.stdout: "pri3_bytes": { 2024-04-15T16:06:22.648 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:22.648 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.648 INFO:tasks.workunit.client.0.smithi016.stdout: "pri4_bytes": { 2024-04-15T16:06:22.648 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:22.648 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.648 INFO:tasks.workunit.client.0.smithi016.stdout: "pri5_bytes": { 2024-04-15T16:06:22.648 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:22.648 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.649 INFO:tasks.workunit.client.0.smithi016.stdout: "pri6_bytes": { 2024-04-15T16:06:22.649 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:22.649 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.649 INFO:tasks.workunit.client.0.smithi016.stdout: "pri7_bytes": { 2024-04-15T16:06:22.649 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:22.649 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.649 INFO:tasks.workunit.client.0.smithi016.stdout: "pri8_bytes": { 2024-04-15T16:06:22.649 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:22.649 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.649 INFO:tasks.workunit.client.0.smithi016.stdout: "pri9_bytes": { 2024-04-15T16:06:22.649 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:22.649 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.649 INFO:tasks.workunit.client.0.smithi016.stdout: "reserved_bytes": { 2024-04-15T16:06:22.650 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 72768705 2024-04-15T16:06:22.650 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T16:06:22.650 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.650 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore-pricache:meta": { 2024-04-15T16:06:22.650 INFO:tasks.workunit.client.0.smithi016.stdout: "committed_bytes": { 2024-04-15T16:06:22.650 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 503316480 2024-04-15T16:06:22.650 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.650 INFO:tasks.workunit.client.0.smithi016.stdout: "pri0_bytes": { 2024-04-15T16:06:22.650 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:22.650 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.650 INFO:tasks.workunit.client.0.smithi016.stdout: "pri10_bytes": { 2024-04-15T16:06:22.650 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:22.650 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.650 INFO:tasks.workunit.client.0.smithi016.stdout: "pri11_bytes": { 2024-04-15T16:06:22.651 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 427507730 2024-04-15T16:06:22.651 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.651 INFO:tasks.workunit.client.0.smithi016.stdout: "pri1_bytes": { 2024-04-15T16:06:22.651 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:22.651 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.651 INFO:tasks.workunit.client.0.smithi016.stdout: "pri2_bytes": { 2024-04-15T16:06:22.651 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:22.651 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.651 INFO:tasks.workunit.client.0.smithi016.stdout: "pri3_bytes": { 2024-04-15T16:06:22.651 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:22.651 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.651 INFO:tasks.workunit.client.0.smithi016.stdout: "pri4_bytes": { 2024-04-15T16:06:22.651 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:22.651 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.652 INFO:tasks.workunit.client.0.smithi016.stdout: "pri5_bytes": { 2024-04-15T16:06:22.652 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 124533 2024-04-15T16:06:22.652 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.652 INFO:tasks.workunit.client.0.smithi016.stdout: "pri6_bytes": { 2024-04-15T16:06:22.652 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 1110916 2024-04-15T16:06:22.652 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.652 INFO:tasks.workunit.client.0.smithi016.stdout: "pri7_bytes": { 2024-04-15T16:06:22.652 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:22.652 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.652 INFO:tasks.workunit.client.0.smithi016.stdout: "pri8_bytes": { 2024-04-15T16:06:22.652 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:22.652 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.652 INFO:tasks.workunit.client.0.smithi016.stdout: "pri9_bytes": { 2024-04-15T16:06:22.653 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:22.653 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.653 INFO:tasks.workunit.client.0.smithi016.stdout: "reserved_bytes": { 2024-04-15T16:06:22.653 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 74573301 2024-04-15T16:06:22.653 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T16:06:22.653 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.653 INFO:tasks.workunit.client.0.smithi016.stdout: "objecter": { 2024-04-15T16:06:22.653 INFO:tasks.workunit.client.0.smithi016.stdout: "op_active": { 2024-04-15T16:06:22.653 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:22.653 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.654 INFO:tasks.workunit.client.0.smithi016.stdout: "op_r": { 2024-04-15T16:06:22.654 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 23 2024-04-15T16:06:22.654 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.654 INFO:tasks.workunit.client.0.smithi016.stdout: "op_rmw": { 2024-04-15T16:06:22.654 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:22.654 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.654 INFO:tasks.workunit.client.0.smithi016.stdout: "op_w": { 2024-04-15T16:06:22.654 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:22.654 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T16:06:22.654 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.654 INFO:tasks.workunit.client.0.smithi016.stdout: "osd": { 2024-04-15T16:06:22.654 INFO:tasks.workunit.client.0.smithi016.stdout: "numpg": { 2024-04-15T16:06:22.654 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 51 2024-04-15T16:06:22.655 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.655 INFO:tasks.workunit.client.0.smithi016.stdout: "numpg_removing": { 2024-04-15T16:06:22.655 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:22.655 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.655 INFO:tasks.workunit.client.0.smithi016.stdout: "op": { 2024-04-15T16:06:22.655 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 55174 2024-04-15T16:06:22.655 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.655 INFO:tasks.workunit.client.0.smithi016.stdout: "op_before_queue_op_lat": { 2024-04-15T16:06:22.655 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 115757, 2024-04-15T16:06:22.655 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 9838085679 2024-04-15T16:06:22.655 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.655 INFO:tasks.workunit.client.0.smithi016.stdout: "op_delayed_degraded": { 2024-04-15T16:06:22.655 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 1 2024-04-15T16:06:22.656 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.656 INFO:tasks.workunit.client.0.smithi016.stdout: "op_delayed_unreadable": { 2024-04-15T16:06:22.656 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:22.656 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.656 INFO:tasks.workunit.client.0.smithi016.stdout: "op_in_bytes": { 2024-04-15T16:06:22.656 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 1390238894 2024-04-15T16:06:22.656 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.656 INFO:tasks.workunit.client.0.smithi016.stdout: "op_latency": { 2024-04-15T16:06:22.656 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 55174, 2024-04-15T16:06:22.656 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 62034925115 2024-04-15T16:06:22.656 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.656 INFO:tasks.workunit.client.0.smithi016.stdout: "op_out_bytes": { 2024-04-15T16:06:22.656 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 1681022359 2024-04-15T16:06:22.656 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.657 INFO:tasks.workunit.client.0.smithi016.stdout: "op_prepare_latency": { 2024-04-15T16:06:22.657 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 55710, 2024-04-15T16:06:22.657 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 23022992502 2024-04-15T16:06:22.657 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.657 INFO:tasks.workunit.client.0.smithi016.stdout: "op_process_latency": { 2024-04-15T16:06:22.657 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 55174, 2024-04-15T16:06:22.657 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 40339033415 2024-04-15T16:06:22.657 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.657 INFO:tasks.workunit.client.0.smithi016.stdout: "op_r": { 2024-04-15T16:06:22.657 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 44659 2024-04-15T16:06:22.657 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.657 INFO:tasks.workunit.client.0.smithi016.stdout: "op_r_latency": { 2024-04-15T16:06:22.657 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 44659, 2024-04-15T16:06:22.657 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 18158064726 2024-04-15T16:06:22.658 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.658 INFO:tasks.workunit.client.0.smithi016.stdout: "op_r_latency_out_bytes_histogram": { 2024-04-15T16:06:22.658 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:22.658 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.658 INFO:tasks.workunit.client.0.smithi016.stdout: "op_r_out_bytes": { 2024-04-15T16:06:22.658 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 1681022359 2024-04-15T16:06:22.658 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.658 INFO:tasks.workunit.client.0.smithi016.stdout: "op_r_prepare_latency": { 2024-04-15T16:06:22.658 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 44822, 2024-04-15T16:06:22.658 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 14025692369 2024-04-15T16:06:22.658 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.658 INFO:tasks.workunit.client.0.smithi016.stdout: "op_r_process_latency": { 2024-04-15T16:06:22.659 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 44659, 2024-04-15T16:06:22.659 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 13433963700 2024-04-15T16:06:22.659 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.659 INFO:tasks.workunit.client.0.smithi016.stdout: "op_rw": { 2024-04-15T16:06:22.659 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 6505 2024-04-15T16:06:22.659 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.659 INFO:tasks.workunit.client.0.smithi016.stdout: "op_rw_in_bytes": { 2024-04-15T16:06:22.659 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 254101146 2024-04-15T16:06:22.659 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.659 INFO:tasks.workunit.client.0.smithi016.stdout: "op_rw_latency": { 2024-04-15T16:06:22.659 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 6505, 2024-04-15T16:06:22.659 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 13254226416 2024-04-15T16:06:22.659 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.659 INFO:tasks.workunit.client.0.smithi016.stdout: "op_rw_latency_in_bytes_histogram": { 2024-04-15T16:06:22.660 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:22.660 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.660 INFO:tasks.workunit.client.0.smithi016.stdout: "op_rw_latency_out_bytes_histogram": { 2024-04-15T16:06:22.660 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:22.660 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.660 INFO:tasks.workunit.client.0.smithi016.stdout: "op_rw_out_bytes": { 2024-04-15T16:06:22.660 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:22.660 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.660 INFO:tasks.workunit.client.0.smithi016.stdout: "op_rw_prepare_latency": { 2024-04-15T16:06:22.660 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 6728, 2024-04-15T16:06:22.660 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 4226116205 2024-04-15T16:06:22.660 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.660 INFO:tasks.workunit.client.0.smithi016.stdout: "op_rw_process_latency": { 2024-04-15T16:06:22.660 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 6505, 2024-04-15T16:06:22.661 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 10029462462 2024-04-15T16:06:22.661 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.661 INFO:tasks.workunit.client.0.smithi016.stdout: "op_w": { 2024-04-15T16:06:22.661 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 4010 2024-04-15T16:06:22.661 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.661 INFO:tasks.workunit.client.0.smithi016.stdout: "op_w_in_bytes": { 2024-04-15T16:06:22.661 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 1136137748 2024-04-15T16:06:22.661 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.661 INFO:tasks.workunit.client.0.smithi016.stdout: "op_w_latency": { 2024-04-15T16:06:22.661 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 4010, 2024-04-15T16:06:22.661 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 30622633973 2024-04-15T16:06:22.661 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.661 INFO:tasks.workunit.client.0.smithi016.stdout: "op_w_latency_in_bytes_histogram": { 2024-04-15T16:06:22.661 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:22.662 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.662 INFO:tasks.workunit.client.0.smithi016.stdout: "op_w_prepare_latency": { 2024-04-15T16:06:22.662 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 4160, 2024-04-15T16:06:22.662 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 4771183928 2024-04-15T16:06:22.662 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.662 INFO:tasks.workunit.client.0.smithi016.stdout: "op_w_process_latency": { 2024-04-15T16:06:22.662 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 4010, 2024-04-15T16:06:22.662 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 16875607253 2024-04-15T16:06:22.662 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.662 INFO:tasks.workunit.client.0.smithi016.stdout: "op_wip": { 2024-04-15T16:06:22.662 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:22.662 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.663 INFO:tasks.workunit.client.0.smithi016.stdout: "recovery_bytes": { 2024-04-15T16:06:22.663 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 8388752 2024-04-15T16:06:22.663 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.663 INFO:tasks.workunit.client.0.smithi016.stdout: "recovery_ops": { 2024-04-15T16:06:22.663 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 14 2024-04-15T16:06:22.663 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.663 INFO:tasks.workunit.client.0.smithi016.stdout: "stat_bytes": { 2024-04-15T16:06:22.663 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 95995035648 2024-04-15T16:06:22.663 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.663 INFO:tasks.workunit.client.0.smithi016.stdout: "stat_bytes_used": { 2024-04-15T16:06:22.663 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 754884608 2024-04-15T16:06:22.663 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T16:06:22.663 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T16:06:22.663 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.664 INFO:tasks.workunit.client.0.smithi016.stdout: "osd.5": { 2024-04-15T16:06:22.664 INFO:tasks.workunit.client.0.smithi016.stdout: "bluefs": { 2024-04-15T16:06:22.664 INFO:tasks.workunit.client.0.smithi016.stdout: "alloc_db_max_lat": { 2024-04-15T16:06:22.664 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 22459 2024-04-15T16:06:22.664 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.664 INFO:tasks.workunit.client.0.smithi016.stdout: "alloc_slow_fallback": { 2024-04-15T16:06:22.664 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:22.664 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.664 INFO:tasks.workunit.client.0.smithi016.stdout: "alloc_slow_max_lat": { 2024-04-15T16:06:22.664 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:22.664 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.664 INFO:tasks.workunit.client.0.smithi016.stdout: "alloc_slow_size_fallback": { 2024-04-15T16:06:22.664 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:22.665 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.665 INFO:tasks.workunit.client.0.smithi016.stdout: "alloc_unit_db": { 2024-04-15T16:06:22.665 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 65536 2024-04-15T16:06:22.665 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.665 INFO:tasks.workunit.client.0.smithi016.stdout: "alloc_unit_slow": { 2024-04-15T16:06:22.665 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:22.665 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.665 INFO:tasks.workunit.client.0.smithi016.stdout: "alloc_unit_wal": { 2024-04-15T16:06:22.665 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:22.665 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.665 INFO:tasks.workunit.client.0.smithi016.stdout: "alloc_wal_max_lat": { 2024-04-15T16:06:22.665 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:22.665 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.665 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes_written_slow": { 2024-04-15T16:06:22.666 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:22.666 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.666 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes_written_sst": { 2024-04-15T16:06:22.666 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 4464640 2024-04-15T16:06:22.666 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.666 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes_written_wal": { 2024-04-15T16:06:22.666 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 669401088 2024-04-15T16:06:22.666 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.666 INFO:tasks.workunit.client.0.smithi016.stdout: "compact_lat": { 2024-04-15T16:06:22.666 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 19, 2024-04-15T16:06:22.666 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 3721677 2024-04-15T16:06:22.666 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.666 INFO:tasks.workunit.client.0.smithi016.stdout: "compact_lock_lat": { 2024-04-15T16:06:22.666 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 19, 2024-04-15T16:06:22.667 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 1277474 2024-04-15T16:06:22.667 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.667 INFO:tasks.workunit.client.0.smithi016.stdout: "db_alloc_lat": { 2024-04-15T16:06:22.667 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 184, 2024-04-15T16:06:22.667 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 860308 2024-04-15T16:06:22.667 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.667 INFO:tasks.workunit.client.0.smithi016.stdout: "db_total_bytes": { 2024-04-15T16:06:22.667 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 95995027456 2024-04-15T16:06:22.667 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.667 INFO:tasks.workunit.client.0.smithi016.stdout: "db_used_bytes": { 2024-04-15T16:06:22.667 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 562692096 2024-04-15T16:06:22.667 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.667 INFO:tasks.workunit.client.0.smithi016.stdout: "flush_lat": { 2024-04-15T16:06:22.667 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 80731, 2024-04-15T16:06:22.668 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 11253322732 2024-04-15T16:06:22.668 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.668 INFO:tasks.workunit.client.0.smithi016.stdout: "fsync_lat": { 2024-04-15T16:06:22.668 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 80749, 2024-04-15T16:06:22.668 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 17970771320 2024-04-15T16:06:22.668 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.668 INFO:tasks.workunit.client.0.smithi016.stdout: "log_bytes": { 2024-04-15T16:06:22.668 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 14843904 2024-04-15T16:06:22.668 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.668 INFO:tasks.workunit.client.0.smithi016.stdout: "logged_bytes": { 2024-04-15T16:06:22.668 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 330735616 2024-04-15T16:06:22.668 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.668 INFO:tasks.workunit.client.0.smithi016.stdout: "max_bytes_db": { 2024-04-15T16:06:22.669 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 571211776 2024-04-15T16:06:22.669 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.669 INFO:tasks.workunit.client.0.smithi016.stdout: "max_bytes_slow": { 2024-04-15T16:06:22.669 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:22.669 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.669 INFO:tasks.workunit.client.0.smithi016.stdout: "max_bytes_wal": { 2024-04-15T16:06:22.669 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:22.669 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.669 INFO:tasks.workunit.client.0.smithi016.stdout: "num_files": { 2024-04-15T16:06:22.669 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 46 2024-04-15T16:06:22.669 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.669 INFO:tasks.workunit.client.0.smithi016.stdout: "read_bytes": { 2024-04-15T16:06:22.669 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 2983044589 2024-04-15T16:06:22.670 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.670 INFO:tasks.workunit.client.0.smithi016.stdout: "read_count": { 2024-04-15T16:06:22.670 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 46187 2024-04-15T16:06:22.670 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.670 INFO:tasks.workunit.client.0.smithi016.stdout: "read_disk_bytes": { 2024-04-15T16:06:22.670 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 2448416768 2024-04-15T16:06:22.670 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.670 INFO:tasks.workunit.client.0.smithi016.stdout: "read_disk_bytes_db": { 2024-04-15T16:06:22.670 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 2448420864 2024-04-15T16:06:22.670 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.670 INFO:tasks.workunit.client.0.smithi016.stdout: "read_disk_bytes_slow": { 2024-04-15T16:06:22.670 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:22.670 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.670 INFO:tasks.workunit.client.0.smithi016.stdout: "read_disk_bytes_wal": { 2024-04-15T16:06:22.671 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:22.671 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.671 INFO:tasks.workunit.client.0.smithi016.stdout: "read_disk_count": { 2024-04-15T16:06:22.671 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 32330 2024-04-15T16:06:22.671 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.671 INFO:tasks.workunit.client.0.smithi016.stdout: "read_lat": { 2024-04-15T16:06:22.671 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 46187, 2024-04-15T16:06:22.671 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 1045804363 2024-04-15T16:06:22.671 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.671 INFO:tasks.workunit.client.0.smithi016.stdout: "read_prefetch_bytes": { 2024-04-15T16:06:22.671 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 2865376717 2024-04-15T16:06:22.671 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.671 INFO:tasks.workunit.client.0.smithi016.stdout: "read_prefetch_count": { 2024-04-15T16:06:22.671 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 42581 2024-04-15T16:06:22.672 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.672 INFO:tasks.workunit.client.0.smithi016.stdout: "read_random_buffer_bytes": { 2024-04-15T16:06:22.672 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 1282360 2024-04-15T16:06:22.672 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.672 INFO:tasks.workunit.client.0.smithi016.stdout: "read_random_buffer_count": { 2024-04-15T16:06:22.672 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 587 2024-04-15T16:06:22.672 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.672 INFO:tasks.workunit.client.0.smithi016.stdout: "read_random_bytes": { 2024-04-15T16:06:22.672 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 4413746 2024-04-15T16:06:22.672 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.672 INFO:tasks.workunit.client.0.smithi016.stdout: "read_random_count": { 2024-04-15T16:06:22.672 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 788 2024-04-15T16:06:22.672 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.673 INFO:tasks.workunit.client.0.smithi016.stdout: "read_random_disk_bytes": { 2024-04-15T16:06:22.673 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 3131386 2024-04-15T16:06:22.673 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.673 INFO:tasks.workunit.client.0.smithi016.stdout: "read_random_disk_bytes_db": { 2024-04-15T16:06:22.673 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 3131386 2024-04-15T16:06:22.673 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.673 INFO:tasks.workunit.client.0.smithi016.stdout: "read_random_disk_bytes_slow": { 2024-04-15T16:06:22.673 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:22.673 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.673 INFO:tasks.workunit.client.0.smithi016.stdout: "read_random_disk_bytes_wal": { 2024-04-15T16:06:22.673 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:22.673 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.673 INFO:tasks.workunit.client.0.smithi016.stdout: "read_random_disk_count": { 2024-04-15T16:06:22.673 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 203 2024-04-15T16:06:22.673 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.674 INFO:tasks.workunit.client.0.smithi016.stdout: "read_random_lat": { 2024-04-15T16:06:22.674 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 788, 2024-04-15T16:06:22.674 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 1247616 2024-04-15T16:06:22.674 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.674 INFO:tasks.workunit.client.0.smithi016.stdout: "slow_alloc_lat": { 2024-04-15T16:06:22.674 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 0, 2024-04-15T16:06:22.674 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:22.674 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.674 INFO:tasks.workunit.client.0.smithi016.stdout: "slow_total_bytes": { 2024-04-15T16:06:22.674 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:22.674 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.674 INFO:tasks.workunit.client.0.smithi016.stdout: "slow_used_bytes": { 2024-04-15T16:06:22.675 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:22.675 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.675 INFO:tasks.workunit.client.0.smithi016.stdout: "truncate_lat": { 2024-04-15T16:06:22.675 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 1, 2024-04-15T16:06:22.675 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 600 2024-04-15T16:06:22.675 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.675 INFO:tasks.workunit.client.0.smithi016.stdout: "unlink_lat": { 2024-04-15T16:06:22.675 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 9, 2024-04-15T16:06:22.675 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 10145 2024-04-15T16:06:22.675 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.675 INFO:tasks.workunit.client.0.smithi016.stdout: "wal_alloc_lat": { 2024-04-15T16:06:22.675 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 0, 2024-04-15T16:06:22.675 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:22.676 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.676 INFO:tasks.workunit.client.0.smithi016.stdout: "wal_total_bytes": { 2024-04-15T16:06:22.676 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:22.676 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.676 INFO:tasks.workunit.client.0.smithi016.stdout: "wal_used_bytes": { 2024-04-15T16:06:22.676 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:22.676 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.676 INFO:tasks.workunit.client.0.smithi016.stdout: "write_bytes": { 2024-04-15T16:06:22.676 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 1007480832 2024-04-15T16:06:22.676 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T16:06:22.676 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.676 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore": { 2024-04-15T16:06:22.676 INFO:tasks.workunit.client.0.smithi016.stdout: "alloc_unit": { 2024-04-15T16:06:22.676 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 4096 2024-04-15T16:06:22.677 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.677 INFO:tasks.workunit.client.0.smithi016.stdout: "allocated": { 2024-04-15T16:06:22.677 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 9203712 2024-04-15T16:06:22.677 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.677 INFO:tasks.workunit.client.0.smithi016.stdout: "allocator_lat": { 2024-04-15T16:06:22.677 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 22738, 2024-04-15T16:06:22.677 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 72349237 2024-04-15T16:06:22.677 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.677 INFO:tasks.workunit.client.0.smithi016.stdout: "clist_lat": { 2024-04-15T16:06:22.677 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 3535, 2024-04-15T16:06:22.677 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 5370681607 2024-04-15T16:06:22.677 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.677 INFO:tasks.workunit.client.0.smithi016.stdout: "compress_lat": { 2024-04-15T16:06:22.678 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 0, 2024-04-15T16:06:22.678 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:22.678 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.678 INFO:tasks.workunit.client.0.smithi016.stdout: "compressed": { 2024-04-15T16:06:22.678 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:22.678 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.678 INFO:tasks.workunit.client.0.smithi016.stdout: "compressed_allocated": { 2024-04-15T16:06:22.678 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:22.678 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.678 INFO:tasks.workunit.client.0.smithi016.stdout: "compressed_original": { 2024-04-15T16:06:22.678 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:22.678 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.678 INFO:tasks.workunit.client.0.smithi016.stdout: "csum_lat": { 2024-04-15T16:06:22.679 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 19425, 2024-04-15T16:06:22.679 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 146193252 2024-04-15T16:06:22.679 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.679 INFO:tasks.workunit.client.0.smithi016.stdout: "decompress_lat": { 2024-04-15T16:06:22.679 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 0, 2024-04-15T16:06:22.679 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:22.679 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.679 INFO:tasks.workunit.client.0.smithi016.stdout: "fragmentation_micros": { 2024-04-15T16:06:22.679 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:22.679 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.679 INFO:tasks.workunit.client.0.smithi016.stdout: "kv_commit_lat": { 2024-04-15T16:06:22.679 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 80679, 2024-04-15T16:06:22.679 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 21576839614 2024-04-15T16:06:22.680 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.680 INFO:tasks.workunit.client.0.smithi016.stdout: "kv_final_lat": { 2024-04-15T16:06:22.680 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 80256, 2024-04-15T16:06:22.680 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 1524296772 2024-04-15T16:06:22.680 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.680 INFO:tasks.workunit.client.0.smithi016.stdout: "kv_flush_lat": { 2024-04-15T16:06:22.680 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 80679, 2024-04-15T16:06:22.680 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 46598271 2024-04-15T16:06:22.680 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.680 INFO:tasks.workunit.client.0.smithi016.stdout: "kv_sync_lat": { 2024-04-15T16:06:22.680 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 80679, 2024-04-15T16:06:22.680 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 21623437885 2024-04-15T16:06:22.680 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.681 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_get_keys_lat": { 2024-04-15T16:06:22.681 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 0, 2024-04-15T16:06:22.681 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:22.681 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.681 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_get_values_lat": { 2024-04-15T16:06:22.681 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 39153, 2024-04-15T16:06:22.681 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 801582576 2024-04-15T16:06:22.681 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.681 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_lower_bound_lat": { 2024-04-15T16:06:22.681 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 824, 2024-04-15T16:06:22.681 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 2293899 2024-04-15T16:06:22.681 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.681 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_next_lat": { 2024-04-15T16:06:22.681 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 9721, 2024-04-15T16:06:22.682 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 8565233 2024-04-15T16:06:22.682 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.682 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_seek_to_first_lat": { 2024-04-15T16:06:22.682 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 48, 2024-04-15T16:06:22.682 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 72817 2024-04-15T16:06:22.682 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.682 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_upper_bound_lat": { 2024-04-15T16:06:22.682 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 17428, 2024-04-15T16:06:22.682 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 2722457495 2024-04-15T16:06:22.682 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.682 INFO:tasks.workunit.client.0.smithi016.stdout: "onode_hits": { 2024-04-15T16:06:22.682 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 238738 2024-04-15T16:06:22.683 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.683 INFO:tasks.workunit.client.0.smithi016.stdout: "onode_misses": { 2024-04-15T16:06:22.683 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 20722 2024-04-15T16:06:22.683 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.683 INFO:tasks.workunit.client.0.smithi016.stdout: "read_lat": { 2024-04-15T16:06:22.683 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 13417, 2024-04-15T16:06:22.683 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 1535212067 2024-04-15T16:06:22.683 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.683 INFO:tasks.workunit.client.0.smithi016.stdout: "read_onode_meta_lat": { 2024-04-15T16:06:22.683 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 36915, 2024-04-15T16:06:22.683 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 10207466 2024-04-15T16:06:22.683 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.684 INFO:tasks.workunit.client.0.smithi016.stdout: "read_wait_aio_lat": { 2024-04-15T16:06:22.684 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 23498, 2024-04-15T16:06:22.684 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 1392382175 2024-04-15T16:06:22.684 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.684 INFO:tasks.workunit.client.0.smithi016.stdout: "reads_with_retries": { 2024-04-15T16:06:22.684 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:22.684 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.684 INFO:tasks.workunit.client.0.smithi016.stdout: "remove_lat": { 2024-04-15T16:06:22.684 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 15512, 2024-04-15T16:06:22.684 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 424498369 2024-04-15T16:06:22.684 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.684 INFO:tasks.workunit.client.0.smithi016.stdout: "slow_aio_wait_count": { 2024-04-15T16:06:22.684 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:22.684 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.685 INFO:tasks.workunit.client.0.smithi016.stdout: "slow_committed_kv_count": { 2024-04-15T16:06:22.685 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:22.685 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.685 INFO:tasks.workunit.client.0.smithi016.stdout: "slow_read_onode_meta_count": { 2024-04-15T16:06:22.685 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:22.685 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.685 INFO:tasks.workunit.client.0.smithi016.stdout: "slow_read_wait_aio_count": { 2024-04-15T16:06:22.685 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:22.685 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.685 INFO:tasks.workunit.client.0.smithi016.stdout: "state_aio_wait_lat": { 2024-04-15T16:06:22.685 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 94551, 2024-04-15T16:06:22.685 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 13586850893 2024-04-15T16:06:22.685 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.686 INFO:tasks.workunit.client.0.smithi016.stdout: "state_deferred_aio_wait_lat": { 2024-04-15T16:06:22.686 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 8831, 2024-04-15T16:06:22.686 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 626785161 2024-04-15T16:06:22.686 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.686 INFO:tasks.workunit.client.0.smithi016.stdout: "state_deferred_cleanup_lat": { 2024-04-15T16:06:22.686 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 8829, 2024-04-15T16:06:22.686 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 4174441876532 2024-04-15T16:06:22.686 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.686 INFO:tasks.workunit.client.0.smithi016.stdout: "state_deferred_queued_lat": { 2024-04-15T16:06:22.686 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 8831, 2024-04-15T16:06:22.686 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 6836934337644 2024-04-15T16:06:22.686 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.686 INFO:tasks.workunit.client.0.smithi016.stdout: "state_done_lat": { 2024-04-15T16:06:22.687 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 94549, 2024-04-15T16:06:22.687 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 2853276852018 2024-04-15T16:06:22.687 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.687 INFO:tasks.workunit.client.0.smithi016.stdout: "state_finishing_lat": { 2024-04-15T16:06:22.687 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 94549, 2024-04-15T16:06:22.687 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 9986677 2024-04-15T16:06:22.687 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.687 INFO:tasks.workunit.client.0.smithi016.stdout: "state_io_done_lat": { 2024-04-15T16:06:22.687 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 94551, 2024-04-15T16:06:22.687 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 441741184 2024-04-15T16:06:22.687 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.687 INFO:tasks.workunit.client.0.smithi016.stdout: "state_kv_commiting_lat": { 2024-04-15T16:06:22.687 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 94551, 2024-04-15T16:06:22.688 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 35063555560 2024-04-15T16:06:22.688 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.688 INFO:tasks.workunit.client.0.smithi016.stdout: "state_kv_done_lat": { 2024-04-15T16:06:22.688 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 94551, 2024-04-15T16:06:22.688 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 33996570 2024-04-15T16:06:22.688 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.688 INFO:tasks.workunit.client.0.smithi016.stdout: "state_kv_queued_lat": { 2024-04-15T16:06:22.688 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 94551, 2024-04-15T16:06:22.688 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 16744463479 2024-04-15T16:06:22.688 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.688 INFO:tasks.workunit.client.0.smithi016.stdout: "state_prepare_lat": { 2024-04-15T16:06:22.688 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 94551, 2024-04-15T16:06:22.689 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 15385945442 2024-04-15T16:06:22.689 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.689 INFO:tasks.workunit.client.0.smithi016.stdout: "stored": { 2024-04-15T16:06:22.689 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 5455042 2024-04-15T16:06:22.689 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.689 INFO:tasks.workunit.client.0.smithi016.stdout: "truncate_lat": { 2024-04-15T16:06:22.689 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 2400, 2024-04-15T16:06:22.689 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 13536635 2024-04-15T16:06:22.689 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.689 INFO:tasks.workunit.client.0.smithi016.stdout: "txc_commit_lat": { 2024-04-15T16:06:22.689 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 94551, 2024-04-15T16:06:22.689 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 81238668689 2024-04-15T16:06:22.689 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.689 INFO:tasks.workunit.client.0.smithi016.stdout: "txc_submit_lat": { 2024-04-15T16:06:22.690 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 94551, 2024-04-15T16:06:22.690 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 16401291071 2024-04-15T16:06:22.690 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.690 INFO:tasks.workunit.client.0.smithi016.stdout: "txc_throttle_lat": { 2024-04-15T16:06:22.690 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 94551, 2024-04-15T16:06:22.690 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 735579304 2024-04-15T16:06:22.690 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T16:06:22.690 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.690 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore-pricache": { 2024-04-15T16:06:22.690 INFO:tasks.workunit.client.0.smithi016.stdout: "cache_bytes": { 2024-04-15T16:06:22.690 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 1405290552 2024-04-15T16:06:22.690 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.691 INFO:tasks.workunit.client.0.smithi016.stdout: "heap_bytes": { 2024-04-15T16:06:22.691 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 585236480 2024-04-15T16:06:22.691 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.691 INFO:tasks.workunit.client.0.smithi016.stdout: "mapped_bytes": { 2024-04-15T16:06:22.691 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 541343744 2024-04-15T16:06:22.691 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.691 INFO:tasks.workunit.client.0.smithi016.stdout: "target_bytes": { 2024-04-15T16:06:22.691 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 2600702259 2024-04-15T16:06:22.691 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.691 INFO:tasks.workunit.client.0.smithi016.stdout: "unmapped_bytes": { 2024-04-15T16:06:22.691 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 43892736 2024-04-15T16:06:22.691 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T16:06:22.691 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.691 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore-pricache:data": { 2024-04-15T16:06:22.692 INFO:tasks.workunit.client.0.smithi016.stdout: "committed_bytes": { 2024-04-15T16:06:22.692 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 125829120 2024-04-15T16:06:22.692 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.692 INFO:tasks.workunit.client.0.smithi016.stdout: "pri0_bytes": { 2024-04-15T16:06:22.692 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:22.692 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.692 INFO:tasks.workunit.client.0.smithi016.stdout: "pri10_bytes": { 2024-04-15T16:06:22.692 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:22.692 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.692 INFO:tasks.workunit.client.0.smithi016.stdout: "pri11_bytes": { 2024-04-15T16:06:22.692 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 57146101 2024-04-15T16:06:22.692 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.692 INFO:tasks.workunit.client.0.smithi016.stdout: "pri1_bytes": { 2024-04-15T16:06:22.692 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:22.693 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.693 INFO:tasks.workunit.client.0.smithi016.stdout: "pri2_bytes": { 2024-04-15T16:06:22.693 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:22.693 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.693 INFO:tasks.workunit.client.0.smithi016.stdout: "pri3_bytes": { 2024-04-15T16:06:22.693 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:22.693 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.693 INFO:tasks.workunit.client.0.smithi016.stdout: "pri4_bytes": { 2024-04-15T16:06:22.693 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:22.693 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.693 INFO:tasks.workunit.client.0.smithi016.stdout: "pri5_bytes": { 2024-04-15T16:06:22.693 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 12288 2024-04-15T16:06:22.693 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.693 INFO:tasks.workunit.client.0.smithi016.stdout: "pri6_bytes": { 2024-04-15T16:06:22.693 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 110592 2024-04-15T16:06:22.694 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.694 INFO:tasks.workunit.client.0.smithi016.stdout: "pri7_bytes": { 2024-04-15T16:06:22.694 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:22.694 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.694 INFO:tasks.workunit.client.0.smithi016.stdout: "pri8_bytes": { 2024-04-15T16:06:22.694 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:22.694 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.694 INFO:tasks.workunit.client.0.smithi016.stdout: "pri9_bytes": { 2024-04-15T16:06:22.694 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:22.694 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.694 INFO:tasks.workunit.client.0.smithi016.stdout: "reserved_bytes": { 2024-04-15T16:06:22.694 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 68560139 2024-04-15T16:06:22.694 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T16:06:22.694 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.695 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore-pricache:kv": { 2024-04-15T16:06:22.695 INFO:tasks.workunit.client.0.smithi016.stdout: "committed_bytes": { 2024-04-15T16:06:22.695 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 570425344 2024-04-15T16:06:22.695 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.695 INFO:tasks.workunit.client.0.smithi016.stdout: "pri0_bytes": { 2024-04-15T16:06:22.695 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 67108864 2024-04-15T16:06:22.695 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.695 INFO:tasks.workunit.client.0.smithi016.stdout: "pri10_bytes": { 2024-04-15T16:06:22.695 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:22.695 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.695 INFO:tasks.workunit.client.0.smithi016.stdout: "pri11_bytes": { 2024-04-15T16:06:22.695 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 428595763 2024-04-15T16:06:22.695 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.695 INFO:tasks.workunit.client.0.smithi016.stdout: "pri1_bytes": { 2024-04-15T16:06:22.695 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:22.696 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.696 INFO:tasks.workunit.client.0.smithi016.stdout: "pri2_bytes": { 2024-04-15T16:06:22.696 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:22.696 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.696 INFO:tasks.workunit.client.0.smithi016.stdout: "pri3_bytes": { 2024-04-15T16:06:22.696 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 2128 2024-04-15T16:06:22.696 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.696 INFO:tasks.workunit.client.0.smithi016.stdout: "pri4_bytes": { 2024-04-15T16:06:22.696 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:22.696 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.696 INFO:tasks.workunit.client.0.smithi016.stdout: "pri5_bytes": { 2024-04-15T16:06:22.696 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 127504 2024-04-15T16:06:22.696 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.696 INFO:tasks.workunit.client.0.smithi016.stdout: "pri6_bytes": { 2024-04-15T16:06:22.697 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:22.697 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.697 INFO:tasks.workunit.client.0.smithi016.stdout: "pri7_bytes": { 2024-04-15T16:06:22.697 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:22.697 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.697 INFO:tasks.workunit.client.0.smithi016.stdout: "pri8_bytes": { 2024-04-15T16:06:22.697 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:22.697 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.697 INFO:tasks.workunit.client.0.smithi016.stdout: "pri9_bytes": { 2024-04-15T16:06:22.697 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:22.697 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.697 INFO:tasks.workunit.client.0.smithi016.stdout: "reserved_bytes": { 2024-04-15T16:06:22.697 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 74591085 2024-04-15T16:06:22.697 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T16:06:22.697 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.698 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore-pricache:kv_onode": { 2024-04-15T16:06:22.698 INFO:tasks.workunit.client.0.smithi016.stdout: "committed_bytes": { 2024-04-15T16:06:22.698 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 176160768 2024-04-15T16:06:22.698 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.698 INFO:tasks.workunit.client.0.smithi016.stdout: "pri0_bytes": { 2024-04-15T16:06:22.698 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 67108864 2024-04-15T16:06:22.698 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.698 INFO:tasks.workunit.client.0.smithi016.stdout: "pri10_bytes": { 2024-04-15T16:06:22.698 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 3832064 2024-04-15T16:06:22.698 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.698 INFO:tasks.workunit.client.0.smithi016.stdout: "pri11_bytes": { 2024-04-15T16:06:22.698 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 38097401 2024-04-15T16:06:22.698 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.699 INFO:tasks.workunit.client.0.smithi016.stdout: "pri1_bytes": { 2024-04-15T16:06:22.699 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:22.699 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.699 INFO:tasks.workunit.client.0.smithi016.stdout: "pri2_bytes": { 2024-04-15T16:06:22.699 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:22.699 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.699 INFO:tasks.workunit.client.0.smithi016.stdout: "pri3_bytes": { 2024-04-15T16:06:22.699 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:22.699 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.699 INFO:tasks.workunit.client.0.smithi016.stdout: "pri4_bytes": { 2024-04-15T16:06:22.699 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:22.699 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.699 INFO:tasks.workunit.client.0.smithi016.stdout: "pri5_bytes": { 2024-04-15T16:06:22.700 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:22.700 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.700 INFO:tasks.workunit.client.0.smithi016.stdout: "pri6_bytes": { 2024-04-15T16:06:22.700 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:22.700 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.700 INFO:tasks.workunit.client.0.smithi016.stdout: "pri7_bytes": { 2024-04-15T16:06:22.700 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:22.700 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.700 INFO:tasks.workunit.client.0.smithi016.stdout: "pri8_bytes": { 2024-04-15T16:06:22.700 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:22.700 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.700 INFO:tasks.workunit.client.0.smithi016.stdout: "pri9_bytes": { 2024-04-15T16:06:22.700 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:22.700 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.701 INFO:tasks.workunit.client.0.smithi016.stdout: "reserved_bytes": { 2024-04-15T16:06:22.701 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 67122439 2024-04-15T16:06:22.701 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T16:06:22.701 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.701 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore-pricache:meta": { 2024-04-15T16:06:22.701 INFO:tasks.workunit.client.0.smithi016.stdout: "committed_bytes": { 2024-04-15T16:06:22.701 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 503316480 2024-04-15T16:06:22.701 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.701 INFO:tasks.workunit.client.0.smithi016.stdout: "pri0_bytes": { 2024-04-15T16:06:22.701 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:22.701 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.701 INFO:tasks.workunit.client.0.smithi016.stdout: "pri10_bytes": { 2024-04-15T16:06:22.701 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:22.701 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.701 INFO:tasks.workunit.client.0.smithi016.stdout: "pri11_bytes": { 2024-04-15T16:06:22.702 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 428595763 2024-04-15T16:06:22.702 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.702 INFO:tasks.workunit.client.0.smithi016.stdout: "pri1_bytes": { 2024-04-15T16:06:22.702 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:22.702 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.702 INFO:tasks.workunit.client.0.smithi016.stdout: "pri2_bytes": { 2024-04-15T16:06:22.702 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:22.702 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.702 INFO:tasks.workunit.client.0.smithi016.stdout: "pri3_bytes": { 2024-04-15T16:06:22.702 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:22.702 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.702 INFO:tasks.workunit.client.0.smithi016.stdout: "pri4_bytes": { 2024-04-15T16:06:22.703 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:22.703 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.703 INFO:tasks.workunit.client.0.smithi016.stdout: "pri5_bytes": { 2024-04-15T16:06:22.703 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 119698 2024-04-15T16:06:22.703 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.703 INFO:tasks.workunit.client.0.smithi016.stdout: "pri6_bytes": { 2024-04-15T16:06:22.703 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 1108680 2024-04-15T16:06:22.703 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.703 INFO:tasks.workunit.client.0.smithi016.stdout: "pri7_bytes": { 2024-04-15T16:06:22.703 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:22.703 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.703 INFO:tasks.workunit.client.0.smithi016.stdout: "pri8_bytes": { 2024-04-15T16:06:22.703 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:22.704 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.704 INFO:tasks.workunit.client.0.smithi016.stdout: "pri9_bytes": { 2024-04-15T16:06:22.704 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:22.704 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.704 INFO:tasks.workunit.client.0.smithi016.stdout: "reserved_bytes": { 2024-04-15T16:06:22.704 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 73492339 2024-04-15T16:06:22.704 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T16:06:22.704 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.704 INFO:tasks.workunit.client.0.smithi016.stdout: "objecter": { 2024-04-15T16:06:22.704 INFO:tasks.workunit.client.0.smithi016.stdout: "op_active": { 2024-04-15T16:06:22.704 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:22.704 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.704 INFO:tasks.workunit.client.0.smithi016.stdout: "op_r": { 2024-04-15T16:06:22.705 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 9 2024-04-15T16:06:22.705 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.705 INFO:tasks.workunit.client.0.smithi016.stdout: "op_rmw": { 2024-04-15T16:06:22.705 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:22.705 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.705 INFO:tasks.workunit.client.0.smithi016.stdout: "op_w": { 2024-04-15T16:06:22.705 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:22.705 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T16:06:22.705 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.705 INFO:tasks.workunit.client.0.smithi016.stdout: "osd": { 2024-04-15T16:06:22.705 INFO:tasks.workunit.client.0.smithi016.stdout: "numpg": { 2024-04-15T16:06:22.705 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 54 2024-04-15T16:06:22.705 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.705 INFO:tasks.workunit.client.0.smithi016.stdout: "numpg_removing": { 2024-04-15T16:06:22.706 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:22.706 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.706 INFO:tasks.workunit.client.0.smithi016.stdout: "op": { 2024-04-15T16:06:22.706 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 39615 2024-04-15T16:06:22.706 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.706 INFO:tasks.workunit.client.0.smithi016.stdout: "op_before_queue_op_lat": { 2024-04-15T16:06:22.706 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 124391, 2024-04-15T16:06:22.706 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 12352863658 2024-04-15T16:06:22.706 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.706 INFO:tasks.workunit.client.0.smithi016.stdout: "op_delayed_degraded": { 2024-04-15T16:06:22.706 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:22.706 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.706 INFO:tasks.workunit.client.0.smithi016.stdout: "op_delayed_unreadable": { 2024-04-15T16:06:22.707 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:22.707 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.707 INFO:tasks.workunit.client.0.smithi016.stdout: "op_in_bytes": { 2024-04-15T16:06:22.707 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 1557325338 2024-04-15T16:06:22.707 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.707 INFO:tasks.workunit.client.0.smithi016.stdout: "op_latency": { 2024-04-15T16:06:22.707 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 39615, 2024-04-15T16:06:22.707 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 65305247137 2024-04-15T16:06:22.707 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.707 INFO:tasks.workunit.client.0.smithi016.stdout: "op_out_bytes": { 2024-04-15T16:06:22.707 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 1695023457 2024-04-15T16:06:22.707 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.707 INFO:tasks.workunit.client.0.smithi016.stdout: "op_prepare_latency": { 2024-04-15T16:06:22.707 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 40275, 2024-04-15T16:06:22.708 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 15966986028 2024-04-15T16:06:22.708 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.708 INFO:tasks.workunit.client.0.smithi016.stdout: "op_process_latency": { 2024-04-15T16:06:22.708 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 39615, 2024-04-15T16:06:22.708 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 31484741787 2024-04-15T16:06:22.708 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.708 INFO:tasks.workunit.client.0.smithi016.stdout: "op_r": { 2024-04-15T16:06:22.708 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 27936 2024-04-15T16:06:22.708 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.708 INFO:tasks.workunit.client.0.smithi016.stdout: "op_r_latency": { 2024-04-15T16:06:22.708 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 27936, 2024-04-15T16:06:22.708 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 11446081630 2024-04-15T16:06:22.708 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.708 INFO:tasks.workunit.client.0.smithi016.stdout: "op_r_latency_out_bytes_histogram": { 2024-04-15T16:06:22.709 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:22.709 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.709 INFO:tasks.workunit.client.0.smithi016.stdout: "op_r_out_bytes": { 2024-04-15T16:06:22.709 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 1695023457 2024-04-15T16:06:22.709 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.709 INFO:tasks.workunit.client.0.smithi016.stdout: "op_r_prepare_latency": { 2024-04-15T16:06:22.709 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 28138, 2024-04-15T16:06:22.709 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 6735224680 2024-04-15T16:06:22.709 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.709 INFO:tasks.workunit.client.0.smithi016.stdout: "op_r_process_latency": { 2024-04-15T16:06:22.709 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 27936, 2024-04-15T16:06:22.709 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 5928446390 2024-04-15T16:06:22.709 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.709 INFO:tasks.workunit.client.0.smithi016.stdout: "op_rw": { 2024-04-15T16:06:22.710 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 10237 2024-04-15T16:06:22.710 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.710 INFO:tasks.workunit.client.0.smithi016.stdout: "op_rw_in_bytes": { 2024-04-15T16:06:22.710 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 509354863 2024-04-15T16:06:22.710 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.710 INFO:tasks.workunit.client.0.smithi016.stdout: "op_rw_latency": { 2024-04-15T16:06:22.710 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 10237, 2024-04-15T16:06:22.710 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 24229093592 2024-04-15T16:06:22.710 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.710 INFO:tasks.workunit.client.0.smithi016.stdout: "op_rw_latency_in_bytes_histogram": { 2024-04-15T16:06:22.710 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:22.710 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.710 INFO:tasks.workunit.client.0.smithi016.stdout: "op_rw_latency_out_bytes_histogram": { 2024-04-15T16:06:22.710 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:22.711 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.711 INFO:tasks.workunit.client.0.smithi016.stdout: "op_rw_out_bytes": { 2024-04-15T16:06:22.711 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:22.711 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.711 INFO:tasks.workunit.client.0.smithi016.stdout: "op_rw_prepare_latency": { 2024-04-15T16:06:22.711 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 10499, 2024-04-15T16:06:22.711 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 7089460191 2024-04-15T16:06:22.711 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.711 INFO:tasks.workunit.client.0.smithi016.stdout: "op_rw_process_latency": { 2024-04-15T16:06:22.711 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 10237, 2024-04-15T16:06:22.711 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 17602468111 2024-04-15T16:06:22.711 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.711 INFO:tasks.workunit.client.0.smithi016.stdout: "op_w": { 2024-04-15T16:06:22.711 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 1442 2024-04-15T16:06:22.711 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.712 INFO:tasks.workunit.client.0.smithi016.stdout: "op_w_in_bytes": { 2024-04-15T16:06:22.712 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 1047970475 2024-04-15T16:06:22.712 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.712 INFO:tasks.workunit.client.0.smithi016.stdout: "op_w_latency": { 2024-04-15T16:06:22.712 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 1442, 2024-04-15T16:06:22.712 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 29630071915 2024-04-15T16:06:22.712 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.712 INFO:tasks.workunit.client.0.smithi016.stdout: "op_w_latency_in_bytes_histogram": { 2024-04-15T16:06:22.712 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:22.712 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.712 INFO:tasks.workunit.client.0.smithi016.stdout: "op_w_prepare_latency": { 2024-04-15T16:06:22.712 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 1638, 2024-04-15T16:06:22.712 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 2142301157 2024-04-15T16:06:22.712 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.713 INFO:tasks.workunit.client.0.smithi016.stdout: "op_w_process_latency": { 2024-04-15T16:06:22.713 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 1442, 2024-04-15T16:06:22.713 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 7953827286 2024-04-15T16:06:22.713 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.713 INFO:tasks.workunit.client.0.smithi016.stdout: "op_wip": { 2024-04-15T16:06:22.713 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:22.713 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.713 INFO:tasks.workunit.client.0.smithi016.stdout: "recovery_bytes": { 2024-04-15T16:06:22.713 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:22.713 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.713 INFO:tasks.workunit.client.0.smithi016.stdout: "recovery_ops": { 2024-04-15T16:06:22.713 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:22.713 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.713 INFO:tasks.workunit.client.0.smithi016.stdout: "stat_bytes": { 2024-04-15T16:06:22.714 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 95995035648 2024-04-15T16:06:22.714 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.714 INFO:tasks.workunit.client.0.smithi016.stdout: "stat_bytes_used": { 2024-04-15T16:06:22.714 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 571912192 2024-04-15T16:06:22.714 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T16:06:22.714 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T16:06:22.714 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.714 INFO:tasks.workunit.client.0.smithi016.stdout: "osd.6": { 2024-04-15T16:06:22.714 INFO:tasks.workunit.client.0.smithi016.stdout: "bluefs": { 2024-04-15T16:06:22.714 INFO:tasks.workunit.client.0.smithi016.stdout: "alloc_db_max_lat": { 2024-04-15T16:06:22.714 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 18549 2024-04-15T16:06:22.714 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.714 INFO:tasks.workunit.client.0.smithi016.stdout: "alloc_slow_fallback": { 2024-04-15T16:06:22.715 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:22.715 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.715 INFO:tasks.workunit.client.0.smithi016.stdout: "alloc_slow_max_lat": { 2024-04-15T16:06:22.715 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:22.715 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.715 INFO:tasks.workunit.client.0.smithi016.stdout: "alloc_slow_size_fallback": { 2024-04-15T16:06:22.715 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:22.715 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.715 INFO:tasks.workunit.client.0.smithi016.stdout: "alloc_unit_db": { 2024-04-15T16:06:22.715 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 65536 2024-04-15T16:06:22.715 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.715 INFO:tasks.workunit.client.0.smithi016.stdout: "alloc_unit_slow": { 2024-04-15T16:06:22.715 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:22.715 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.716 INFO:tasks.workunit.client.0.smithi016.stdout: "alloc_unit_wal": { 2024-04-15T16:06:22.716 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:22.716 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.716 INFO:tasks.workunit.client.0.smithi016.stdout: "alloc_wal_max_lat": { 2024-04-15T16:06:22.716 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:22.716 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.716 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes_written_slow": { 2024-04-15T16:06:22.716 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:22.716 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.716 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes_written_sst": { 2024-04-15T16:06:22.716 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 1757184 2024-04-15T16:06:22.716 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.716 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes_written_wal": { 2024-04-15T16:06:22.716 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 513220608 2024-04-15T16:06:22.717 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.717 INFO:tasks.workunit.client.0.smithi016.stdout: "compact_lat": { 2024-04-15T16:06:22.717 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 15, 2024-04-15T16:06:22.717 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 3121094 2024-04-15T16:06:22.717 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.717 INFO:tasks.workunit.client.0.smithi016.stdout: "compact_lock_lat": { 2024-04-15T16:06:22.717 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 15, 2024-04-15T16:06:22.717 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 941232 2024-04-15T16:06:22.717 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.717 INFO:tasks.workunit.client.0.smithi016.stdout: "db_alloc_lat": { 2024-04-15T16:06:22.717 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 143, 2024-04-15T16:06:22.717 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 666628 2024-04-15T16:06:22.717 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.717 INFO:tasks.workunit.client.0.smithi016.stdout: "db_total_bytes": { 2024-04-15T16:06:22.718 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 95995027456 2024-04-15T16:06:22.718 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.718 INFO:tasks.workunit.client.0.smithi016.stdout: "db_used_bytes": { 2024-04-15T16:06:22.718 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 422182912 2024-04-15T16:06:22.718 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.718 INFO:tasks.workunit.client.0.smithi016.stdout: "flush_lat": { 2024-04-15T16:06:22.718 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 62026, 2024-04-15T16:06:22.718 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 8759629300 2024-04-15T16:06:22.718 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.718 INFO:tasks.workunit.client.0.smithi016.stdout: "fsync_lat": { 2024-04-15T16:06:22.718 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 62039, 2024-04-15T16:06:22.718 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 14030943827 2024-04-15T16:06:22.718 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.718 INFO:tasks.workunit.client.0.smithi016.stdout: "log_bytes": { 2024-04-15T16:06:22.719 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 4788224 2024-04-15T16:06:22.719 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.719 INFO:tasks.workunit.client.0.smithi016.stdout: "logged_bytes": { 2024-04-15T16:06:22.719 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 254152704 2024-04-15T16:06:22.719 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.719 INFO:tasks.workunit.client.0.smithi016.stdout: "max_bytes_db": { 2024-04-15T16:06:22.719 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 439222272 2024-04-15T16:06:22.719 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.719 INFO:tasks.workunit.client.0.smithi016.stdout: "max_bytes_slow": { 2024-04-15T16:06:22.719 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:22.719 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.719 INFO:tasks.workunit.client.0.smithi016.stdout: "max_bytes_wal": { 2024-04-15T16:06:22.719 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:22.719 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.720 INFO:tasks.workunit.client.0.smithi016.stdout: "num_files": { 2024-04-15T16:06:22.720 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 38 2024-04-15T16:06:22.720 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.720 INFO:tasks.workunit.client.0.smithi016.stdout: "read_bytes": { 2024-04-15T16:06:22.720 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 881644076 2024-04-15T16:06:22.720 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.720 INFO:tasks.workunit.client.0.smithi016.stdout: "read_count": { 2024-04-15T16:06:22.720 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 26268 2024-04-15T16:06:22.720 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.720 INFO:tasks.workunit.client.0.smithi016.stdout: "read_disk_bytes": { 2024-04-15T16:06:22.720 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 780763136 2024-04-15T16:06:22.720 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.720 INFO:tasks.workunit.client.0.smithi016.stdout: "read_disk_bytes_db": { 2024-04-15T16:06:22.720 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 780767232 2024-04-15T16:06:22.721 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.721 INFO:tasks.workunit.client.0.smithi016.stdout: "read_disk_bytes_slow": { 2024-04-15T16:06:22.721 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:22.721 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.721 INFO:tasks.workunit.client.0.smithi016.stdout: "read_disk_bytes_wal": { 2024-04-15T16:06:22.721 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:22.721 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.721 INFO:tasks.workunit.client.0.smithi016.stdout: "read_disk_count": { 2024-04-15T16:06:22.721 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 19298 2024-04-15T16:06:22.721 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.721 INFO:tasks.workunit.client.0.smithi016.stdout: "read_lat": { 2024-04-15T16:06:22.721 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 26268, 2024-04-15T16:06:22.721 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 470784431 2024-04-15T16:06:22.721 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.721 INFO:tasks.workunit.client.0.smithi016.stdout: "read_prefetch_bytes": { 2024-04-15T16:06:22.722 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 803122103 2024-04-15T16:06:22.722 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.722 INFO:tasks.workunit.client.0.smithi016.stdout: "read_prefetch_count": { 2024-04-15T16:06:22.722 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 23858 2024-04-15T16:06:22.722 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.722 INFO:tasks.workunit.client.0.smithi016.stdout: "read_random_buffer_bytes": { 2024-04-15T16:06:22.722 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 714971 2024-04-15T16:06:22.722 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.722 INFO:tasks.workunit.client.0.smithi016.stdout: "read_random_buffer_count": { 2024-04-15T16:06:22.723 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 433 2024-04-15T16:06:22.723 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.723 INFO:tasks.workunit.client.0.smithi016.stdout: "read_random_bytes": { 2024-04-15T16:06:22.723 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 1725394 2024-04-15T16:06:22.723 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.723 INFO:tasks.workunit.client.0.smithi016.stdout: "read_random_count": { 2024-04-15T16:06:22.723 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 612 2024-04-15T16:06:22.723 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.723 INFO:tasks.workunit.client.0.smithi016.stdout: "read_random_disk_bytes": { 2024-04-15T16:06:22.723 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 1010423 2024-04-15T16:06:22.723 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.723 INFO:tasks.workunit.client.0.smithi016.stdout: "read_random_disk_bytes_db": { 2024-04-15T16:06:22.723 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 1010423 2024-04-15T16:06:22.723 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.724 INFO:tasks.workunit.client.0.smithi016.stdout: "read_random_disk_bytes_slow": { 2024-04-15T16:06:22.724 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:22.724 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.724 INFO:tasks.workunit.client.0.smithi016.stdout: "read_random_disk_bytes_wal": { 2024-04-15T16:06:22.724 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:22.724 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.724 INFO:tasks.workunit.client.0.smithi016.stdout: "read_random_disk_count": { 2024-04-15T16:06:22.724 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 180 2024-04-15T16:06:22.724 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.724 INFO:tasks.workunit.client.0.smithi016.stdout: "read_random_lat": { 2024-04-15T16:06:22.724 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 612, 2024-04-15T16:06:22.724 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 765758 2024-04-15T16:06:22.724 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.724 INFO:tasks.workunit.client.0.smithi016.stdout: "slow_alloc_lat": { 2024-04-15T16:06:22.725 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 0, 2024-04-15T16:06:22.725 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:22.725 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.725 INFO:tasks.workunit.client.0.smithi016.stdout: "slow_total_bytes": { 2024-04-15T16:06:22.725 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:22.725 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.725 INFO:tasks.workunit.client.0.smithi016.stdout: "slow_used_bytes": { 2024-04-15T16:06:22.725 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:22.725 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.725 INFO:tasks.workunit.client.0.smithi016.stdout: "truncate_lat": { 2024-04-15T16:06:22.725 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 1, 2024-04-15T16:06:22.725 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 566 2024-04-15T16:06:22.725 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.725 INFO:tasks.workunit.client.0.smithi016.stdout: "unlink_lat": { 2024-04-15T16:06:22.726 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 7, 2024-04-15T16:06:22.726 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 8181 2024-04-15T16:06:22.726 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.726 INFO:tasks.workunit.client.0.smithi016.stdout: "wal_alloc_lat": { 2024-04-15T16:06:22.726 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 0, 2024-04-15T16:06:22.726 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:22.726 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.726 INFO:tasks.workunit.client.0.smithi016.stdout: "wal_total_bytes": { 2024-04-15T16:06:22.726 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:22.726 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.726 INFO:tasks.workunit.client.0.smithi016.stdout: "wal_used_bytes": { 2024-04-15T16:06:22.726 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:22.726 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.727 INFO:tasks.workunit.client.0.smithi016.stdout: "write_bytes": { 2024-04-15T16:06:22.727 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 771411968 2024-04-15T16:06:22.727 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T16:06:22.727 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.727 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore": { 2024-04-15T16:06:22.727 INFO:tasks.workunit.client.0.smithi016.stdout: "alloc_unit": { 2024-04-15T16:06:22.727 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 4096 2024-04-15T16:06:22.727 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.727 INFO:tasks.workunit.client.0.smithi016.stdout: "allocated": { 2024-04-15T16:06:22.727 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 9789440 2024-04-15T16:06:22.727 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.727 INFO:tasks.workunit.client.0.smithi016.stdout: "allocator_lat": { 2024-04-15T16:06:22.727 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 14002, 2024-04-15T16:06:22.727 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 49172529 2024-04-15T16:06:22.728 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.728 INFO:tasks.workunit.client.0.smithi016.stdout: "clist_lat": { 2024-04-15T16:06:22.728 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 3446, 2024-04-15T16:06:22.728 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 2506755706 2024-04-15T16:06:22.728 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.728 INFO:tasks.workunit.client.0.smithi016.stdout: "compress_lat": { 2024-04-15T16:06:22.728 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 0, 2024-04-15T16:06:22.728 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:22.728 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.728 INFO:tasks.workunit.client.0.smithi016.stdout: "compressed": { 2024-04-15T16:06:22.728 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:22.728 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.728 INFO:tasks.workunit.client.0.smithi016.stdout: "compressed_allocated": { 2024-04-15T16:06:22.728 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:22.728 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.729 INFO:tasks.workunit.client.0.smithi016.stdout: "compressed_original": { 2024-04-15T16:06:22.729 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:22.729 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.729 INFO:tasks.workunit.client.0.smithi016.stdout: "csum_lat": { 2024-04-15T16:06:22.729 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 21516, 2024-04-15T16:06:22.729 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 165504719 2024-04-15T16:06:22.729 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.729 INFO:tasks.workunit.client.0.smithi016.stdout: "decompress_lat": { 2024-04-15T16:06:22.729 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 0, 2024-04-15T16:06:22.729 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:22.729 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.729 INFO:tasks.workunit.client.0.smithi016.stdout: "fragmentation_micros": { 2024-04-15T16:06:22.729 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:22.729 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.730 INFO:tasks.workunit.client.0.smithi016.stdout: "kv_commit_lat": { 2024-04-15T16:06:22.730 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 61996, 2024-04-15T16:06:22.730 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 16897137843 2024-04-15T16:06:22.730 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.730 INFO:tasks.workunit.client.0.smithi016.stdout: "kv_final_lat": { 2024-04-15T16:06:22.730 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 61588, 2024-04-15T16:06:22.730 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 1220827598 2024-04-15T16:06:22.730 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.730 INFO:tasks.workunit.client.0.smithi016.stdout: "kv_flush_lat": { 2024-04-15T16:06:22.730 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 61996, 2024-04-15T16:06:22.730 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 31835099 2024-04-15T16:06:22.730 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.730 INFO:tasks.workunit.client.0.smithi016.stdout: "kv_sync_lat": { 2024-04-15T16:06:22.731 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 61996, 2024-04-15T16:06:22.731 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 16928972942 2024-04-15T16:06:22.731 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.731 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_get_keys_lat": { 2024-04-15T16:06:22.731 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 0, 2024-04-15T16:06:22.731 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:22.731 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.731 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_get_values_lat": { 2024-04-15T16:06:22.731 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 26704, 2024-04-15T16:06:22.731 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 382706034 2024-04-15T16:06:22.731 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.731 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_lower_bound_lat": { 2024-04-15T16:06:22.731 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 747, 2024-04-15T16:06:22.732 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 2159984 2024-04-15T16:06:22.732 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.732 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_next_lat": { 2024-04-15T16:06:22.732 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 14691, 2024-04-15T16:06:22.732 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 9916148 2024-04-15T16:06:22.732 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.732 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_seek_to_first_lat": { 2024-04-15T16:06:22.732 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 43, 2024-04-15T16:06:22.732 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 71738 2024-04-15T16:06:22.732 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.732 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_upper_bound_lat": { 2024-04-15T16:06:22.732 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 11732, 2024-04-15T16:06:22.732 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 1145172744 2024-04-15T16:06:22.732 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.733 INFO:tasks.workunit.client.0.smithi016.stdout: "onode_hits": { 2024-04-15T16:06:22.733 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 188558 2024-04-15T16:06:22.733 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.733 INFO:tasks.workunit.client.0.smithi016.stdout: "onode_misses": { 2024-04-15T16:06:22.733 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 18661 2024-04-15T16:06:22.733 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.733 INFO:tasks.workunit.client.0.smithi016.stdout: "read_lat": { 2024-04-15T16:06:22.733 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 16207, 2024-04-15T16:06:22.733 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 1821239228 2024-04-15T16:06:22.733 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.733 INFO:tasks.workunit.client.0.smithi016.stdout: "read_onode_meta_lat": { 2024-04-15T16:06:22.733 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 48948, 2024-04-15T16:06:22.733 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 13990278 2024-04-15T16:06:22.734 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.734 INFO:tasks.workunit.client.0.smithi016.stdout: "read_wait_aio_lat": { 2024-04-15T16:06:22.734 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 32741, 2024-04-15T16:06:22.734 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 1440835877 2024-04-15T16:06:22.734 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.734 INFO:tasks.workunit.client.0.smithi016.stdout: "reads_with_retries": { 2024-04-15T16:06:22.734 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:22.734 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.734 INFO:tasks.workunit.client.0.smithi016.stdout: "remove_lat": { 2024-04-15T16:06:22.734 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 12030, 2024-04-15T16:06:22.734 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 333500800 2024-04-15T16:06:22.734 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.734 INFO:tasks.workunit.client.0.smithi016.stdout: "slow_aio_wait_count": { 2024-04-15T16:06:22.734 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:22.735 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.735 INFO:tasks.workunit.client.0.smithi016.stdout: "slow_committed_kv_count": { 2024-04-15T16:06:22.735 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:22.735 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.735 INFO:tasks.workunit.client.0.smithi016.stdout: "slow_read_onode_meta_count": { 2024-04-15T16:06:22.735 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:22.735 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.735 INFO:tasks.workunit.client.0.smithi016.stdout: "slow_read_wait_aio_count": { 2024-04-15T16:06:22.735 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:22.735 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.735 INFO:tasks.workunit.client.0.smithi016.stdout: "state_aio_wait_lat": { 2024-04-15T16:06:22.735 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 72695, 2024-04-15T16:06:22.735 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 7917527286 2024-04-15T16:06:22.736 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.736 INFO:tasks.workunit.client.0.smithi016.stdout: "state_deferred_aio_wait_lat": { 2024-04-15T16:06:22.736 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 13902, 2024-04-15T16:06:22.736 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 671009093 2024-04-15T16:06:22.736 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.736 INFO:tasks.workunit.client.0.smithi016.stdout: "state_deferred_cleanup_lat": { 2024-04-15T16:06:22.736 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 13901, 2024-04-15T16:06:22.736 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 3777270664155 2024-04-15T16:06:22.736 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.736 INFO:tasks.workunit.client.0.smithi016.stdout: "state_deferred_queued_lat": { 2024-04-15T16:06:22.736 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 13902, 2024-04-15T16:06:22.736 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 5949692442910 2024-04-15T16:06:22.736 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.736 INFO:tasks.workunit.client.0.smithi016.stdout: "state_done_lat": { 2024-04-15T16:06:22.737 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 72694, 2024-04-15T16:06:22.737 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 2580604683908 2024-04-15T16:06:22.737 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.737 INFO:tasks.workunit.client.0.smithi016.stdout: "state_finishing_lat": { 2024-04-15T16:06:22.737 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 72694, 2024-04-15T16:06:22.737 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 7513792 2024-04-15T16:06:22.737 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.737 INFO:tasks.workunit.client.0.smithi016.stdout: "state_io_done_lat": { 2024-04-15T16:06:22.737 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 72695, 2024-04-15T16:06:22.737 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 243858722 2024-04-15T16:06:22.737 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.737 INFO:tasks.workunit.client.0.smithi016.stdout: "state_kv_commiting_lat": { 2024-04-15T16:06:22.737 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 72695, 2024-04-15T16:06:22.737 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 26273513205 2024-04-15T16:06:22.737 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.738 INFO:tasks.workunit.client.0.smithi016.stdout: "state_kv_done_lat": { 2024-04-15T16:06:22.738 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 72695, 2024-04-15T16:06:22.738 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 26791306 2024-04-15T16:06:22.738 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.738 INFO:tasks.workunit.client.0.smithi016.stdout: "state_kv_queued_lat": { 2024-04-15T16:06:22.738 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 72695, 2024-04-15T16:06:22.738 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 12159776629 2024-04-15T16:06:22.738 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.738 INFO:tasks.workunit.client.0.smithi016.stdout: "state_prepare_lat": { 2024-04-15T16:06:22.738 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 72695, 2024-04-15T16:06:22.738 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 8588976724 2024-04-15T16:06:22.738 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.738 INFO:tasks.workunit.client.0.smithi016.stdout: "stored": { 2024-04-15T16:06:22.739 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 6045301 2024-04-15T16:06:22.739 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.739 INFO:tasks.workunit.client.0.smithi016.stdout: "truncate_lat": { 2024-04-15T16:06:22.739 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 2312, 2024-04-15T16:06:22.739 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 12536595 2024-04-15T16:06:22.739 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.739 INFO:tasks.workunit.client.0.smithi016.stdout: "txc_commit_lat": { 2024-04-15T16:06:22.739 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 72695, 2024-04-15T16:06:22.739 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 55196050091 2024-04-15T16:06:22.739 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.739 INFO:tasks.workunit.client.0.smithi016.stdout: "txc_submit_lat": { 2024-04-15T16:06:22.739 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 72695, 2024-04-15T16:06:22.739 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 9381974471 2024-04-15T16:06:22.739 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.739 INFO:tasks.workunit.client.0.smithi016.stdout: "txc_throttle_lat": { 2024-04-15T16:06:22.740 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 72695, 2024-04-15T16:06:22.740 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 443775755 2024-04-15T16:06:22.740 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T16:06:22.740 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.740 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore-pricache": { 2024-04-15T16:06:22.740 INFO:tasks.workunit.client.0.smithi016.stdout: "cache_bytes": { 2024-04-15T16:06:22.740 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 1405290552 2024-04-15T16:06:22.740 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.740 INFO:tasks.workunit.client.0.smithi016.stdout: "heap_bytes": { 2024-04-15T16:06:22.740 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 506273792 2024-04-15T16:06:22.740 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.740 INFO:tasks.workunit.client.0.smithi016.stdout: "mapped_bytes": { 2024-04-15T16:06:22.740 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 429219840 2024-04-15T16:06:22.741 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.741 INFO:tasks.workunit.client.0.smithi016.stdout: "target_bytes": { 2024-04-15T16:06:22.741 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 2600702259 2024-04-15T16:06:22.741 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.741 INFO:tasks.workunit.client.0.smithi016.stdout: "unmapped_bytes": { 2024-04-15T16:06:22.741 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 77053952 2024-04-15T16:06:22.741 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T16:06:22.741 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.741 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore-pricache:data": { 2024-04-15T16:06:22.741 INFO:tasks.workunit.client.0.smithi016.stdout: "committed_bytes": { 2024-04-15T16:06:22.741 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 125829120 2024-04-15T16:06:22.741 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.741 INFO:tasks.workunit.client.0.smithi016.stdout: "pri0_bytes": { 2024-04-15T16:06:22.742 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:22.742 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.742 INFO:tasks.workunit.client.0.smithi016.stdout: "pri10_bytes": { 2024-04-15T16:06:22.742 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:22.742 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.742 INFO:tasks.workunit.client.0.smithi016.stdout: "pri11_bytes": { 2024-04-15T16:06:22.742 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 57460162 2024-04-15T16:06:22.742 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.742 INFO:tasks.workunit.client.0.smithi016.stdout: "pri1_bytes": { 2024-04-15T16:06:22.742 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:22.742 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.742 INFO:tasks.workunit.client.0.smithi016.stdout: "pri2_bytes": { 2024-04-15T16:06:22.742 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:22.743 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.743 INFO:tasks.workunit.client.0.smithi016.stdout: "pri3_bytes": { 2024-04-15T16:06:22.743 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:22.743 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.743 INFO:tasks.workunit.client.0.smithi016.stdout: "pri4_bytes": { 2024-04-15T16:06:22.743 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:22.743 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.743 INFO:tasks.workunit.client.0.smithi016.stdout: "pri5_bytes": { 2024-04-15T16:06:22.743 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 61440 2024-04-15T16:06:22.743 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.743 INFO:tasks.workunit.client.0.smithi016.stdout: "pri6_bytes": { 2024-04-15T16:06:22.743 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 655360 2024-04-15T16:06:22.743 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.744 INFO:tasks.workunit.client.0.smithi016.stdout: "pri7_bytes": { 2024-04-15T16:06:22.744 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:22.744 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.744 INFO:tasks.workunit.client.0.smithi016.stdout: "pri8_bytes": { 2024-04-15T16:06:22.744 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:22.744 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.744 INFO:tasks.workunit.client.0.smithi016.stdout: "pri9_bytes": { 2024-04-15T16:06:22.744 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:22.744 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.744 INFO:tasks.workunit.client.0.smithi016.stdout: "reserved_bytes": { 2024-04-15T16:06:22.744 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 67652158 2024-04-15T16:06:22.744 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T16:06:22.744 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.744 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore-pricache:kv": { 2024-04-15T16:06:22.745 INFO:tasks.workunit.client.0.smithi016.stdout: "committed_bytes": { 2024-04-15T16:06:22.745 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 570425344 2024-04-15T16:06:22.745 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.745 INFO:tasks.workunit.client.0.smithi016.stdout: "pri0_bytes": { 2024-04-15T16:06:22.745 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 67108864 2024-04-15T16:06:22.745 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.745 INFO:tasks.workunit.client.0.smithi016.stdout: "pri10_bytes": { 2024-04-15T16:06:22.745 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:22.745 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.745 INFO:tasks.workunit.client.0.smithi016.stdout: "pri11_bytes": { 2024-04-15T16:06:22.745 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 430951219 2024-04-15T16:06:22.745 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.745 INFO:tasks.workunit.client.0.smithi016.stdout: "pri1_bytes": { 2024-04-15T16:06:22.745 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:22.746 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.746 INFO:tasks.workunit.client.0.smithi016.stdout: "pri2_bytes": { 2024-04-15T16:06:22.746 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:22.746 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.746 INFO:tasks.workunit.client.0.smithi016.stdout: "pri3_bytes": { 2024-04-15T16:06:22.746 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 1360 2024-04-15T16:06:22.746 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.746 INFO:tasks.workunit.client.0.smithi016.stdout: "pri4_bytes": { 2024-04-15T16:06:22.746 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:22.746 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.746 INFO:tasks.workunit.client.0.smithi016.stdout: "pri5_bytes": { 2024-04-15T16:06:22.746 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 84608 2024-04-15T16:06:22.746 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.747 INFO:tasks.workunit.client.0.smithi016.stdout: "pri6_bytes": { 2024-04-15T16:06:22.747 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 384 2024-04-15T16:06:22.747 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.747 INFO:tasks.workunit.client.0.smithi016.stdout: "pri7_bytes": { 2024-04-15T16:06:22.747 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:22.747 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.747 INFO:tasks.workunit.client.0.smithi016.stdout: "pri8_bytes": { 2024-04-15T16:06:22.747 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:22.747 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.747 INFO:tasks.workunit.client.0.smithi016.stdout: "pri9_bytes": { 2024-04-15T16:06:22.747 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:22.747 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.747 INFO:tasks.workunit.client.0.smithi016.stdout: "reserved_bytes": { 2024-04-15T16:06:22.747 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 72278909 2024-04-15T16:06:22.748 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T16:06:22.748 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.748 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore-pricache:kv_onode": { 2024-04-15T16:06:22.748 INFO:tasks.workunit.client.0.smithi016.stdout: "committed_bytes": { 2024-04-15T16:06:22.748 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 176160768 2024-04-15T16:06:22.748 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.748 INFO:tasks.workunit.client.0.smithi016.stdout: "pri0_bytes": { 2024-04-15T16:06:22.748 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 67108864 2024-04-15T16:06:22.748 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.748 INFO:tasks.workunit.client.0.smithi016.stdout: "pri10_bytes": { 2024-04-15T16:06:22.748 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 1121776 2024-04-15T16:06:22.748 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.748 INFO:tasks.workunit.client.0.smithi016.stdout: "pri11_bytes": { 2024-04-15T16:06:22.748 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 38306775 2024-04-15T16:06:22.748 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.749 INFO:tasks.workunit.client.0.smithi016.stdout: "pri1_bytes": { 2024-04-15T16:06:22.749 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:22.749 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.749 INFO:tasks.workunit.client.0.smithi016.stdout: "pri2_bytes": { 2024-04-15T16:06:22.749 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:22.749 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.749 INFO:tasks.workunit.client.0.smithi016.stdout: "pri3_bytes": { 2024-04-15T16:06:22.749 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:22.749 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.749 INFO:tasks.workunit.client.0.smithi016.stdout: "pri4_bytes": { 2024-04-15T16:06:22.749 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:22.749 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.749 INFO:tasks.workunit.client.0.smithi016.stdout: "pri5_bytes": { 2024-04-15T16:06:22.750 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:22.750 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.750 INFO:tasks.workunit.client.0.smithi016.stdout: "pri6_bytes": { 2024-04-15T16:06:22.750 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:22.750 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.750 INFO:tasks.workunit.client.0.smithi016.stdout: "pri7_bytes": { 2024-04-15T16:06:22.750 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:22.750 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.750 INFO:tasks.workunit.client.0.smithi016.stdout: "pri8_bytes": { 2024-04-15T16:06:22.750 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:22.750 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.750 INFO:tasks.workunit.client.0.smithi016.stdout: "pri9_bytes": { 2024-04-15T16:06:22.750 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:22.751 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.751 INFO:tasks.workunit.client.0.smithi016.stdout: "reserved_bytes": { 2024-04-15T16:06:22.751 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 69623353 2024-04-15T16:06:22.751 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T16:06:22.751 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.751 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore-pricache:meta": { 2024-04-15T16:06:22.751 INFO:tasks.workunit.client.0.smithi016.stdout: "committed_bytes": { 2024-04-15T16:06:22.751 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 503316480 2024-04-15T16:06:22.751 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.751 INFO:tasks.workunit.client.0.smithi016.stdout: "pri0_bytes": { 2024-04-15T16:06:22.751 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:22.751 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.751 INFO:tasks.workunit.client.0.smithi016.stdout: "pri10_bytes": { 2024-04-15T16:06:22.751 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:22.751 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.752 INFO:tasks.workunit.client.0.smithi016.stdout: "pri11_bytes": { 2024-04-15T16:06:22.752 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 430951219 2024-04-15T16:06:22.752 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.752 INFO:tasks.workunit.client.0.smithi016.stdout: "pri1_bytes": { 2024-04-15T16:06:22.752 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:22.752 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.752 INFO:tasks.workunit.client.0.smithi016.stdout: "pri2_bytes": { 2024-04-15T16:06:22.752 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:22.752 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.752 INFO:tasks.workunit.client.0.smithi016.stdout: "pri3_bytes": { 2024-04-15T16:06:22.752 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:22.753 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.753 INFO:tasks.workunit.client.0.smithi016.stdout: "pri4_bytes": { 2024-04-15T16:06:22.753 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:22.753 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.753 INFO:tasks.workunit.client.0.smithi016.stdout: "pri5_bytes": { 2024-04-15T16:06:22.753 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 129537 2024-04-15T16:06:22.753 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.753 INFO:tasks.workunit.client.0.smithi016.stdout: "pri6_bytes": { 2024-04-15T16:06:22.753 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 1127676 2024-04-15T16:06:22.753 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.753 INFO:tasks.workunit.client.0.smithi016.stdout: "pri7_bytes": { 2024-04-15T16:06:22.753 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:22.753 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.753 INFO:tasks.workunit.client.0.smithi016.stdout: "pri8_bytes": { 2024-04-15T16:06:22.754 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:22.754 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.754 INFO:tasks.workunit.client.0.smithi016.stdout: "pri9_bytes": { 2024-04-15T16:06:22.754 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:22.754 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.754 INFO:tasks.workunit.client.0.smithi016.stdout: "reserved_bytes": { 2024-04-15T16:06:22.754 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 71108048 2024-04-15T16:06:22.754 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T16:06:22.754 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.754 INFO:tasks.workunit.client.0.smithi016.stdout: "objecter": { 2024-04-15T16:06:22.754 INFO:tasks.workunit.client.0.smithi016.stdout: "op_active": { 2024-04-15T16:06:22.754 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:22.755 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.755 INFO:tasks.workunit.client.0.smithi016.stdout: "op_r": { 2024-04-15T16:06:22.755 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 29 2024-04-15T16:06:22.755 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.755 INFO:tasks.workunit.client.0.smithi016.stdout: "op_rmw": { 2024-04-15T16:06:22.755 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:22.755 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.755 INFO:tasks.workunit.client.0.smithi016.stdout: "op_w": { 2024-04-15T16:06:22.755 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:22.755 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T16:06:22.755 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.755 INFO:tasks.workunit.client.0.smithi016.stdout: "osd": { 2024-04-15T16:06:22.755 INFO:tasks.workunit.client.0.smithi016.stdout: "numpg": { 2024-04-15T16:06:22.755 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 54 2024-04-15T16:06:22.756 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.756 INFO:tasks.workunit.client.0.smithi016.stdout: "numpg_removing": { 2024-04-15T16:06:22.756 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:22.756 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.756 INFO:tasks.workunit.client.0.smithi016.stdout: "op": { 2024-04-15T16:06:22.756 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 37498 2024-04-15T16:06:22.756 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.756 INFO:tasks.workunit.client.0.smithi016.stdout: "op_before_queue_op_lat": { 2024-04-15T16:06:22.756 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 97496, 2024-04-15T16:06:22.756 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 9026186976 2024-04-15T16:06:22.756 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.756 INFO:tasks.workunit.client.0.smithi016.stdout: "op_delayed_degraded": { 2024-04-15T16:06:22.756 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:22.756 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.757 INFO:tasks.workunit.client.0.smithi016.stdout: "op_delayed_unreadable": { 2024-04-15T16:06:22.757 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 4 2024-04-15T16:06:22.757 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.757 INFO:tasks.workunit.client.0.smithi016.stdout: "op_in_bytes": { 2024-04-15T16:06:22.757 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 1923144968 2024-04-15T16:06:22.757 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.757 INFO:tasks.workunit.client.0.smithi016.stdout: "op_latency": { 2024-04-15T16:06:22.757 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 37498, 2024-04-15T16:06:22.757 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 94138357912 2024-04-15T16:06:22.757 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.757 INFO:tasks.workunit.client.0.smithi016.stdout: "op_out_bytes": { 2024-04-15T16:06:22.757 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 2647865417 2024-04-15T16:06:22.757 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.757 INFO:tasks.workunit.client.0.smithi016.stdout: "op_prepare_latency": { 2024-04-15T16:06:22.758 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 37984, 2024-04-15T16:06:22.758 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 14987570294 2024-04-15T16:06:22.758 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.758 INFO:tasks.workunit.client.0.smithi016.stdout: "op_process_latency": { 2024-04-15T16:06:22.758 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 37498, 2024-04-15T16:06:22.758 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 35110107694 2024-04-15T16:06:22.758 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.758 INFO:tasks.workunit.client.0.smithi016.stdout: "op_r": { 2024-04-15T16:06:22.758 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 28191 2024-04-15T16:06:22.758 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.758 INFO:tasks.workunit.client.0.smithi016.stdout: "op_r_latency": { 2024-04-15T16:06:22.758 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 28191, 2024-04-15T16:06:22.758 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 20173329558 2024-04-15T16:06:22.759 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.759 INFO:tasks.workunit.client.0.smithi016.stdout: "op_r_latency_out_bytes_histogram": { 2024-04-15T16:06:22.759 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:22.759 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.759 INFO:tasks.workunit.client.0.smithi016.stdout: "op_r_out_bytes": { 2024-04-15T16:06:22.759 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 2647865417 2024-04-15T16:06:22.759 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.759 INFO:tasks.workunit.client.0.smithi016.stdout: "op_r_prepare_latency": { 2024-04-15T16:06:22.759 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 28364, 2024-04-15T16:06:22.759 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 6405767998 2024-04-15T16:06:22.759 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.759 INFO:tasks.workunit.client.0.smithi016.stdout: "op_r_process_latency": { 2024-04-15T16:06:22.759 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 28191, 2024-04-15T16:06:22.759 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 6927657768 2024-04-15T16:06:22.760 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.760 INFO:tasks.workunit.client.0.smithi016.stdout: "op_rw": { 2024-04-15T16:06:22.760 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 4673 2024-04-15T16:06:22.760 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.760 INFO:tasks.workunit.client.0.smithi016.stdout: "op_rw_in_bytes": { 2024-04-15T16:06:22.760 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 333146220 2024-04-15T16:06:22.760 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.760 INFO:tasks.workunit.client.0.smithi016.stdout: "op_rw_latency": { 2024-04-15T16:06:22.760 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 4673, 2024-04-15T16:06:22.760 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 13018831780 2024-04-15T16:06:22.760 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.760 INFO:tasks.workunit.client.0.smithi016.stdout: "op_rw_latency_in_bytes_histogram": { 2024-04-15T16:06:22.760 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:22.760 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.761 INFO:tasks.workunit.client.0.smithi016.stdout: "op_rw_latency_out_bytes_histogram": { 2024-04-15T16:06:22.761 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:22.761 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.761 INFO:tasks.workunit.client.0.smithi016.stdout: "op_rw_out_bytes": { 2024-04-15T16:06:22.761 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:22.761 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.761 INFO:tasks.workunit.client.0.smithi016.stdout: "op_rw_prepare_latency": { 2024-04-15T16:06:22.761 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 4882, 2024-04-15T16:06:22.761 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 2872040892 2024-04-15T16:06:22.761 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.761 INFO:tasks.workunit.client.0.smithi016.stdout: "op_rw_process_latency": { 2024-04-15T16:06:22.761 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 4673, 2024-04-15T16:06:22.761 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 8111613393 2024-04-15T16:06:22.761 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.762 INFO:tasks.workunit.client.0.smithi016.stdout: "op_w": { 2024-04-15T16:06:22.762 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 4634 2024-04-15T16:06:22.762 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.762 INFO:tasks.workunit.client.0.smithi016.stdout: "op_w_in_bytes": { 2024-04-15T16:06:22.762 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 1589998748 2024-04-15T16:06:22.762 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.762 INFO:tasks.workunit.client.0.smithi016.stdout: "op_w_latency": { 2024-04-15T16:06:22.762 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 4634, 2024-04-15T16:06:22.762 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 60946196574 2024-04-15T16:06:22.762 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.762 INFO:tasks.workunit.client.0.smithi016.stdout: "op_w_latency_in_bytes_histogram": { 2024-04-15T16:06:22.762 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:22.762 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.763 INFO:tasks.workunit.client.0.smithi016.stdout: "op_w_prepare_latency": { 2024-04-15T16:06:22.763 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 4738, 2024-04-15T16:06:22.763 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 5709761404 2024-04-15T16:06:22.763 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.763 INFO:tasks.workunit.client.0.smithi016.stdout: "op_w_process_latency": { 2024-04-15T16:06:22.763 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 4634, 2024-04-15T16:06:22.763 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 20070836533 2024-04-15T16:06:22.763 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.763 INFO:tasks.workunit.client.0.smithi016.stdout: "op_wip": { 2024-04-15T16:06:22.763 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:22.763 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.763 INFO:tasks.workunit.client.0.smithi016.stdout: "recovery_bytes": { 2024-04-15T16:06:22.763 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 4194359 2024-04-15T16:06:22.763 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.764 INFO:tasks.workunit.client.0.smithi016.stdout: "recovery_ops": { 2024-04-15T16:06:22.764 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 4 2024-04-15T16:06:22.764 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.764 INFO:tasks.workunit.client.0.smithi016.stdout: "stat_bytes": { 2024-04-15T16:06:22.764 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 95995035648 2024-04-15T16:06:22.764 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.764 INFO:tasks.workunit.client.0.smithi016.stdout: "stat_bytes_used": { 2024-04-15T16:06:22.764 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 431984640 2024-04-15T16:06:22.764 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T16:06:22.764 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T16:06:22.764 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.764 INFO:tasks.workunit.client.0.smithi016.stdout: "osd.7": { 2024-04-15T16:06:22.764 INFO:tasks.workunit.client.0.smithi016.stdout: "bluefs": { 2024-04-15T16:06:22.764 INFO:tasks.workunit.client.0.smithi016.stdout: "alloc_db_max_lat": { 2024-04-15T16:06:22.765 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 21840 2024-04-15T16:06:22.765 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.765 INFO:tasks.workunit.client.0.smithi016.stdout: "alloc_slow_fallback": { 2024-04-15T16:06:22.765 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:22.765 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.765 INFO:tasks.workunit.client.0.smithi016.stdout: "alloc_slow_max_lat": { 2024-04-15T16:06:22.765 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:22.765 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.765 INFO:tasks.workunit.client.0.smithi016.stdout: "alloc_slow_size_fallback": { 2024-04-15T16:06:22.765 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:22.765 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.765 INFO:tasks.workunit.client.0.smithi016.stdout: "alloc_unit_db": { 2024-04-15T16:06:22.765 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 65536 2024-04-15T16:06:22.765 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.766 INFO:tasks.workunit.client.0.smithi016.stdout: "alloc_unit_slow": { 2024-04-15T16:06:22.766 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:22.766 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.766 INFO:tasks.workunit.client.0.smithi016.stdout: "alloc_unit_wal": { 2024-04-15T16:06:22.766 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:22.766 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.766 INFO:tasks.workunit.client.0.smithi016.stdout: "alloc_wal_max_lat": { 2024-04-15T16:06:22.766 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:22.766 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.766 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes_written_slow": { 2024-04-15T16:06:22.766 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:22.766 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.766 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes_written_sst": { 2024-04-15T16:06:22.766 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 2191360 2024-04-15T16:06:22.767 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.767 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes_written_wal": { 2024-04-15T16:06:22.767 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 525180928 2024-04-15T16:06:22.767 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.767 INFO:tasks.workunit.client.0.smithi016.stdout: "compact_lat": { 2024-04-15T16:06:22.767 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 15, 2024-04-15T16:06:22.767 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 3038884 2024-04-15T16:06:22.767 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.767 INFO:tasks.workunit.client.0.smithi016.stdout: "compact_lock_lat": { 2024-04-15T16:06:22.767 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 15, 2024-04-15T16:06:22.767 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 907529 2024-04-15T16:06:22.767 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.767 INFO:tasks.workunit.client.0.smithi016.stdout: "db_alloc_lat": { 2024-04-15T16:06:22.768 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 144, 2024-04-15T16:06:22.768 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 603654 2024-04-15T16:06:22.768 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.768 INFO:tasks.workunit.client.0.smithi016.stdout: "db_total_bytes": { 2024-04-15T16:06:22.768 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 95995027456 2024-04-15T16:06:22.768 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.768 INFO:tasks.workunit.client.0.smithi016.stdout: "db_used_bytes": { 2024-04-15T16:06:22.768 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 426901504 2024-04-15T16:06:22.768 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.768 INFO:tasks.workunit.client.0.smithi016.stdout: "flush_lat": { 2024-04-15T16:06:22.768 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 63123, 2024-04-15T16:06:22.768 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 9001059623 2024-04-15T16:06:22.768 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.769 INFO:tasks.workunit.client.0.smithi016.stdout: "fsync_lat": { 2024-04-15T16:06:22.769 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 63134, 2024-04-15T16:06:22.769 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 14567363137 2024-04-15T16:06:22.769 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.769 INFO:tasks.workunit.client.0.smithi016.stdout: "log_bytes": { 2024-04-15T16:06:22.769 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 9277440 2024-04-15T16:06:22.769 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.769 INFO:tasks.workunit.client.0.smithi016.stdout: "logged_bytes": { 2024-04-15T16:06:22.769 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 258637824 2024-04-15T16:06:22.769 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.769 INFO:tasks.workunit.client.0.smithi016.stdout: "max_bytes_db": { 2024-04-15T16:06:22.769 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 422641664 2024-04-15T16:06:22.770 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.770 INFO:tasks.workunit.client.0.smithi016.stdout: "max_bytes_slow": { 2024-04-15T16:06:22.770 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:22.770 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.770 INFO:tasks.workunit.client.0.smithi016.stdout: "max_bytes_wal": { 2024-04-15T16:06:22.770 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:22.770 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.770 INFO:tasks.workunit.client.0.smithi016.stdout: "num_files": { 2024-04-15T16:06:22.770 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 37 2024-04-15T16:06:22.770 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.770 INFO:tasks.workunit.client.0.smithi016.stdout: "read_bytes": { 2024-04-15T16:06:22.770 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 1005456958 2024-04-15T16:06:22.770 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.771 INFO:tasks.workunit.client.0.smithi016.stdout: "read_count": { 2024-04-15T16:06:22.771 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 17843 2024-04-15T16:06:22.771 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.771 INFO:tasks.workunit.client.0.smithi016.stdout: "read_disk_bytes": { 2024-04-15T16:06:22.771 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 791027712 2024-04-15T16:06:22.771 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.771 INFO:tasks.workunit.client.0.smithi016.stdout: "read_disk_bytes_db": { 2024-04-15T16:06:22.771 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 791031808 2024-04-15T16:06:22.771 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.771 INFO:tasks.workunit.client.0.smithi016.stdout: "read_disk_bytes_slow": { 2024-04-15T16:06:22.771 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:22.771 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.771 INFO:tasks.workunit.client.0.smithi016.stdout: "read_disk_bytes_wal": { 2024-04-15T16:06:22.771 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:22.772 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.772 INFO:tasks.workunit.client.0.smithi016.stdout: "read_disk_count": { 2024-04-15T16:06:22.772 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 13243 2024-04-15T16:06:22.772 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.772 INFO:tasks.workunit.client.0.smithi016.stdout: "read_lat": { 2024-04-15T16:06:22.772 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 17843, 2024-04-15T16:06:22.772 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 400895002 2024-04-15T16:06:22.772 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.772 INFO:tasks.workunit.client.0.smithi016.stdout: "read_prefetch_bytes": { 2024-04-15T16:06:22.772 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 926103027 2024-04-15T16:06:22.772 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.772 INFO:tasks.workunit.client.0.smithi016.stdout: "read_prefetch_count": { 2024-04-15T16:06:22.772 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 15408 2024-04-15T16:06:22.772 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.773 INFO:tasks.workunit.client.0.smithi016.stdout: "read_random_buffer_bytes": { 2024-04-15T16:06:22.773 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 958403 2024-04-15T16:06:22.773 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.773 INFO:tasks.workunit.client.0.smithi016.stdout: "read_random_buffer_count": { 2024-04-15T16:06:22.773 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 427 2024-04-15T16:06:22.773 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.773 INFO:tasks.workunit.client.0.smithi016.stdout: "read_random_bytes": { 2024-04-15T16:06:22.773 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 2159016 2024-04-15T16:06:22.773 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.773 INFO:tasks.workunit.client.0.smithi016.stdout: "read_random_count": { 2024-04-15T16:06:22.773 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 541 2024-04-15T16:06:22.773 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.773 INFO:tasks.workunit.client.0.smithi016.stdout: "read_random_disk_bytes": { 2024-04-15T16:06:22.773 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 1200613 2024-04-15T16:06:22.774 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.774 INFO:tasks.workunit.client.0.smithi016.stdout: "read_random_disk_bytes_db": { 2024-04-15T16:06:22.774 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 1200613 2024-04-15T16:06:22.774 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.774 INFO:tasks.workunit.client.0.smithi016.stdout: "read_random_disk_bytes_slow": { 2024-04-15T16:06:22.774 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:22.774 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.774 INFO:tasks.workunit.client.0.smithi016.stdout: "read_random_disk_bytes_wal": { 2024-04-15T16:06:22.774 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:22.774 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.774 INFO:tasks.workunit.client.0.smithi016.stdout: "read_random_disk_count": { 2024-04-15T16:06:22.774 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 114 2024-04-15T16:06:22.774 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.774 INFO:tasks.workunit.client.0.smithi016.stdout: "read_random_lat": { 2024-04-15T16:06:22.775 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 541, 2024-04-15T16:06:22.775 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 670299 2024-04-15T16:06:22.775 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.775 INFO:tasks.workunit.client.0.smithi016.stdout: "slow_alloc_lat": { 2024-04-15T16:06:22.775 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 0, 2024-04-15T16:06:22.775 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:22.775 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.775 INFO:tasks.workunit.client.0.smithi016.stdout: "slow_total_bytes": { 2024-04-15T16:06:22.775 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:22.775 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.775 INFO:tasks.workunit.client.0.smithi016.stdout: "slow_used_bytes": { 2024-04-15T16:06:22.775 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:22.775 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.775 INFO:tasks.workunit.client.0.smithi016.stdout: "truncate_lat": { 2024-04-15T16:06:22.776 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 1, 2024-04-15T16:06:22.776 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 480 2024-04-15T16:06:22.776 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.776 INFO:tasks.workunit.client.0.smithi016.stdout: "unlink_lat": { 2024-04-15T16:06:22.776 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 6, 2024-04-15T16:06:22.776 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 7869 2024-04-15T16:06:22.776 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.776 INFO:tasks.workunit.client.0.smithi016.stdout: "wal_alloc_lat": { 2024-04-15T16:06:22.776 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 0, 2024-04-15T16:06:22.776 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:22.776 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.776 INFO:tasks.workunit.client.0.smithi016.stdout: "wal_total_bytes": { 2024-04-15T16:06:22.776 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:22.776 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.777 INFO:tasks.workunit.client.0.smithi016.stdout: "wal_used_bytes": { 2024-04-15T16:06:22.777 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:22.777 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.777 INFO:tasks.workunit.client.0.smithi016.stdout: "write_bytes": { 2024-04-15T16:06:22.777 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 788295680 2024-04-15T16:06:22.777 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T16:06:22.777 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.777 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore": { 2024-04-15T16:06:22.777 INFO:tasks.workunit.client.0.smithi016.stdout: "alloc_unit": { 2024-04-15T16:06:22.777 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 4096 2024-04-15T16:06:22.777 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.777 INFO:tasks.workunit.client.0.smithi016.stdout: "allocated": { 2024-04-15T16:06:22.777 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 9781248 2024-04-15T16:06:22.778 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.778 INFO:tasks.workunit.client.0.smithi016.stdout: "allocator_lat": { 2024-04-15T16:06:22.778 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 20572, 2024-04-15T16:06:22.778 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 63248631 2024-04-15T16:06:22.778 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.778 INFO:tasks.workunit.client.0.smithi016.stdout: "clist_lat": { 2024-04-15T16:06:22.778 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 3477, 2024-04-15T16:06:22.778 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 3642130763 2024-04-15T16:06:22.778 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.778 INFO:tasks.workunit.client.0.smithi016.stdout: "compress_lat": { 2024-04-15T16:06:22.778 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 0, 2024-04-15T16:06:22.778 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:22.778 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.779 INFO:tasks.workunit.client.0.smithi016.stdout: "compressed": { 2024-04-15T16:06:22.779 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:22.779 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.779 INFO:tasks.workunit.client.0.smithi016.stdout: "compressed_allocated": { 2024-04-15T16:06:22.779 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:22.779 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.779 INFO:tasks.workunit.client.0.smithi016.stdout: "compressed_original": { 2024-04-15T16:06:22.779 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:22.779 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.779 INFO:tasks.workunit.client.0.smithi016.stdout: "csum_lat": { 2024-04-15T16:06:22.779 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 18756, 2024-04-15T16:06:22.780 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 156539664 2024-04-15T16:06:22.780 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.780 INFO:tasks.workunit.client.0.smithi016.stdout: "decompress_lat": { 2024-04-15T16:06:22.780 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 0, 2024-04-15T16:06:22.780 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:22.780 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.780 INFO:tasks.workunit.client.0.smithi016.stdout: "fragmentation_micros": { 2024-04-15T16:06:22.780 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:22.780 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.780 INFO:tasks.workunit.client.0.smithi016.stdout: "kv_commit_lat": { 2024-04-15T16:06:22.780 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 63093, 2024-04-15T16:06:22.780 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 17556544639 2024-04-15T16:06:22.781 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.781 INFO:tasks.workunit.client.0.smithi016.stdout: "kv_final_lat": { 2024-04-15T16:06:22.781 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 62664, 2024-04-15T16:06:22.781 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 1343856899 2024-04-15T16:06:22.781 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.781 INFO:tasks.workunit.client.0.smithi016.stdout: "kv_flush_lat": { 2024-04-15T16:06:22.781 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 63093, 2024-04-15T16:06:22.781 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 40373608 2024-04-15T16:06:22.781 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.781 INFO:tasks.workunit.client.0.smithi016.stdout: "kv_sync_lat": { 2024-04-15T16:06:22.781 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 63093, 2024-04-15T16:06:22.781 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 17596918247 2024-04-15T16:06:22.781 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.781 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_get_keys_lat": { 2024-04-15T16:06:22.782 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 0, 2024-04-15T16:06:22.782 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:22.782 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.782 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_get_values_lat": { 2024-04-15T16:06:22.782 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 29287, 2024-04-15T16:06:22.782 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 600969067 2024-04-15T16:06:22.782 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.782 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_lower_bound_lat": { 2024-04-15T16:06:22.782 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 705, 2024-04-15T16:06:22.782 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 1993377 2024-04-15T16:06:22.782 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.782 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_next_lat": { 2024-04-15T16:06:22.783 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 4230, 2024-04-15T16:06:22.783 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 4840868 2024-04-15T16:06:22.783 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.783 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_seek_to_first_lat": { 2024-04-15T16:06:22.783 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 46, 2024-04-15T16:06:22.783 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 66319 2024-04-15T16:06:22.783 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.783 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_upper_bound_lat": { 2024-04-15T16:06:22.783 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 11124, 2024-04-15T16:06:22.783 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 628552782 2024-04-15T16:06:22.783 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.783 INFO:tasks.workunit.client.0.smithi016.stdout: "onode_hits": { 2024-04-15T16:06:22.783 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 198104 2024-04-15T16:06:22.783 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.783 INFO:tasks.workunit.client.0.smithi016.stdout: "onode_misses": { 2024-04-15T16:06:22.784 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 17916 2024-04-15T16:06:22.784 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.784 INFO:tasks.workunit.client.0.smithi016.stdout: "read_lat": { 2024-04-15T16:06:22.784 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 15197, 2024-04-15T16:06:22.784 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 1492012283 2024-04-15T16:06:22.784 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.784 INFO:tasks.workunit.client.0.smithi016.stdout: "read_onode_meta_lat": { 2024-04-15T16:06:22.784 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 48100, 2024-04-15T16:06:22.784 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 13269748 2024-04-15T16:06:22.784 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.784 INFO:tasks.workunit.client.0.smithi016.stdout: "read_wait_aio_lat": { 2024-04-15T16:06:22.784 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 32903, 2024-04-15T16:06:22.784 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 1332822235 2024-04-15T16:06:22.784 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.785 INFO:tasks.workunit.client.0.smithi016.stdout: "reads_with_retries": { 2024-04-15T16:06:22.785 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:22.785 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.785 INFO:tasks.workunit.client.0.smithi016.stdout: "remove_lat": { 2024-04-15T16:06:22.785 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 13554, 2024-04-15T16:06:22.785 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 365465183 2024-04-15T16:06:22.785 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.785 INFO:tasks.workunit.client.0.smithi016.stdout: "slow_aio_wait_count": { 2024-04-15T16:06:22.785 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:22.785 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.785 INFO:tasks.workunit.client.0.smithi016.stdout: "slow_committed_kv_count": { 2024-04-15T16:06:22.785 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:22.785 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.786 INFO:tasks.workunit.client.0.smithi016.stdout: "slow_read_onode_meta_count": { 2024-04-15T16:06:22.786 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:22.786 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.786 INFO:tasks.workunit.client.0.smithi016.stdout: "slow_read_wait_aio_count": { 2024-04-15T16:06:22.786 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:22.786 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.786 INFO:tasks.workunit.client.0.smithi016.stdout: "state_aio_wait_lat": { 2024-04-15T16:06:22.786 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 76859, 2024-04-15T16:06:22.786 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 12110239152 2024-04-15T16:06:22.786 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.786 INFO:tasks.workunit.client.0.smithi016.stdout: "state_deferred_aio_wait_lat": { 2024-04-15T16:06:22.786 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 15561, 2024-04-15T16:06:22.786 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 826694237 2024-04-15T16:06:22.786 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.787 INFO:tasks.workunit.client.0.smithi016.stdout: "state_deferred_cleanup_lat": { 2024-04-15T16:06:22.787 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 15559, 2024-04-15T16:06:22.787 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 4207602388156 2024-04-15T16:06:22.787 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.787 INFO:tasks.workunit.client.0.smithi016.stdout: "state_deferred_queued_lat": { 2024-04-15T16:06:22.787 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 15561, 2024-04-15T16:06:22.787 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 6429098929794 2024-04-15T16:06:22.787 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.787 INFO:tasks.workunit.client.0.smithi016.stdout: "state_done_lat": { 2024-04-15T16:06:22.787 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 76857, 2024-04-15T16:06:22.788 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 2829974448515 2024-04-15T16:06:22.788 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.788 INFO:tasks.workunit.client.0.smithi016.stdout: "state_finishing_lat": { 2024-04-15T16:06:22.788 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 76857, 2024-04-15T16:06:22.788 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 7820003 2024-04-15T16:06:22.788 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.788 INFO:tasks.workunit.client.0.smithi016.stdout: "state_io_done_lat": { 2024-04-15T16:06:22.788 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 76859, 2024-04-15T16:06:22.788 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 383429252 2024-04-15T16:06:22.788 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.788 INFO:tasks.workunit.client.0.smithi016.stdout: "state_kv_commiting_lat": { 2024-04-15T16:06:22.788 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 76859, 2024-04-15T16:06:22.788 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 31243888373 2024-04-15T16:06:22.789 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.789 INFO:tasks.workunit.client.0.smithi016.stdout: "state_kv_done_lat": { 2024-04-15T16:06:22.789 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 76859, 2024-04-15T16:06:22.789 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 26666567 2024-04-15T16:06:22.789 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.789 INFO:tasks.workunit.client.0.smithi016.stdout: "state_kv_queued_lat": { 2024-04-15T16:06:22.789 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 76859, 2024-04-15T16:06:22.789 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 14907766990 2024-04-15T16:06:22.789 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.789 INFO:tasks.workunit.client.0.smithi016.stdout: "state_prepare_lat": { 2024-04-15T16:06:22.789 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 76859, 2024-04-15T16:06:22.789 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 12274639804 2024-04-15T16:06:22.789 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.789 INFO:tasks.workunit.client.0.smithi016.stdout: "stored": { 2024-04-15T16:06:22.790 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 6040081 2024-04-15T16:06:22.790 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.790 INFO:tasks.workunit.client.0.smithi016.stdout: "truncate_lat": { 2024-04-15T16:06:22.790 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 2346, 2024-04-15T16:06:22.790 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 12483462 2024-04-15T16:06:22.790 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.790 INFO:tasks.workunit.client.0.smithi016.stdout: "txc_commit_lat": { 2024-04-15T16:06:22.790 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 76859, 2024-04-15T16:06:22.790 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 70932797396 2024-04-15T16:06:22.790 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.790 INFO:tasks.workunit.client.0.smithi016.stdout: "txc_submit_lat": { 2024-04-15T16:06:22.790 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 76859, 2024-04-15T16:06:22.790 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 13161990772 2024-04-15T16:06:22.791 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.791 INFO:tasks.workunit.client.0.smithi016.stdout: "txc_throttle_lat": { 2024-04-15T16:06:22.791 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 76859, 2024-04-15T16:06:22.791 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 707820996 2024-04-15T16:06:22.791 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T16:06:22.791 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.791 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore-pricache": { 2024-04-15T16:06:22.791 INFO:tasks.workunit.client.0.smithi016.stdout: "cache_bytes": { 2024-04-15T16:06:22.791 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 1405290552 2024-04-15T16:06:22.791 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.791 INFO:tasks.workunit.client.0.smithi016.stdout: "heap_bytes": { 2024-04-15T16:06:22.791 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 490881024 2024-04-15T16:06:22.791 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.791 INFO:tasks.workunit.client.0.smithi016.stdout: "mapped_bytes": { 2024-04-15T16:06:22.791 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 444121088 2024-04-15T16:06:22.792 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.792 INFO:tasks.workunit.client.0.smithi016.stdout: "target_bytes": { 2024-04-15T16:06:22.792 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 2600702259 2024-04-15T16:06:22.792 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.792 INFO:tasks.workunit.client.0.smithi016.stdout: "unmapped_bytes": { 2024-04-15T16:06:22.792 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 46759936 2024-04-15T16:06:22.792 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T16:06:22.792 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.792 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore-pricache:data": { 2024-04-15T16:06:22.792 INFO:tasks.workunit.client.0.smithi016.stdout: "committed_bytes": { 2024-04-15T16:06:22.792 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 125829120 2024-04-15T16:06:22.792 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.792 INFO:tasks.workunit.client.0.smithi016.stdout: "pri0_bytes": { 2024-04-15T16:06:22.792 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:22.793 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.793 INFO:tasks.workunit.client.0.smithi016.stdout: "pri10_bytes": { 2024-04-15T16:06:22.793 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:22.793 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.793 INFO:tasks.workunit.client.0.smithi016.stdout: "pri11_bytes": { 2024-04-15T16:06:22.793 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 57405146 2024-04-15T16:06:22.793 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.793 INFO:tasks.workunit.client.0.smithi016.stdout: "pri1_bytes": { 2024-04-15T16:06:22.793 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:22.793 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.793 INFO:tasks.workunit.client.0.smithi016.stdout: "pri2_bytes": { 2024-04-15T16:06:22.793 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:22.793 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.793 INFO:tasks.workunit.client.0.smithi016.stdout: "pri3_bytes": { 2024-04-15T16:06:22.794 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:22.794 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.794 INFO:tasks.workunit.client.0.smithi016.stdout: "pri4_bytes": { 2024-04-15T16:06:22.794 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:22.794 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.794 INFO:tasks.workunit.client.0.smithi016.stdout: "pri5_bytes": { 2024-04-15T16:06:22.794 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:22.794 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.794 INFO:tasks.workunit.client.0.smithi016.stdout: "pri6_bytes": { 2024-04-15T16:06:22.794 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 81920 2024-04-15T16:06:22.794 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.794 INFO:tasks.workunit.client.0.smithi016.stdout: "pri7_bytes": { 2024-04-15T16:06:22.794 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:22.794 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.795 INFO:tasks.workunit.client.0.smithi016.stdout: "pri8_bytes": { 2024-04-15T16:06:22.795 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:22.795 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.795 INFO:tasks.workunit.client.0.smithi016.stdout: "pri9_bytes": { 2024-04-15T16:06:22.795 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:22.795 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.795 INFO:tasks.workunit.client.0.smithi016.stdout: "reserved_bytes": { 2024-04-15T16:06:22.795 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 68342054 2024-04-15T16:06:22.795 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T16:06:22.795 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.795 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore-pricache:kv": { 2024-04-15T16:06:22.795 INFO:tasks.workunit.client.0.smithi016.stdout: "committed_bytes": { 2024-04-15T16:06:22.795 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 570425344 2024-04-15T16:06:22.795 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.795 INFO:tasks.workunit.client.0.smithi016.stdout: "pri0_bytes": { 2024-04-15T16:06:22.796 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 67108864 2024-04-15T16:06:22.796 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.796 INFO:tasks.workunit.client.0.smithi016.stdout: "pri10_bytes": { 2024-04-15T16:06:22.796 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:22.796 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.796 INFO:tasks.workunit.client.0.smithi016.stdout: "pri11_bytes": { 2024-04-15T16:06:22.796 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 430538598 2024-04-15T16:06:22.796 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.796 INFO:tasks.workunit.client.0.smithi016.stdout: "pri1_bytes": { 2024-04-15T16:06:22.796 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:22.796 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.796 INFO:tasks.workunit.client.0.smithi016.stdout: "pri2_bytes": { 2024-04-15T16:06:22.796 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:22.796 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.797 INFO:tasks.workunit.client.0.smithi016.stdout: "pri3_bytes": { 2024-04-15T16:06:22.797 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 1104 2024-04-15T16:06:22.797 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.797 INFO:tasks.workunit.client.0.smithi016.stdout: "pri4_bytes": { 2024-04-15T16:06:22.797 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:22.797 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.797 INFO:tasks.workunit.client.0.smithi016.stdout: "pri5_bytes": { 2024-04-15T16:06:22.797 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 77920 2024-04-15T16:06:22.797 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.797 INFO:tasks.workunit.client.0.smithi016.stdout: "pri6_bytes": { 2024-04-15T16:06:22.797 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:22.797 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.797 INFO:tasks.workunit.client.0.smithi016.stdout: "pri7_bytes": { 2024-04-15T16:06:22.797 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:22.798 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.798 INFO:tasks.workunit.client.0.smithi016.stdout: "pri8_bytes": { 2024-04-15T16:06:22.798 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:22.798 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.798 INFO:tasks.workunit.client.0.smithi016.stdout: "pri9_bytes": { 2024-04-15T16:06:22.798 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:22.798 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.798 INFO:tasks.workunit.client.0.smithi016.stdout: "reserved_bytes": { 2024-04-15T16:06:22.798 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 72698858 2024-04-15T16:06:22.798 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T16:06:22.798 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.798 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore-pricache:kv_onode": { 2024-04-15T16:06:22.798 INFO:tasks.workunit.client.0.smithi016.stdout: "committed_bytes": { 2024-04-15T16:06:22.798 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 176160768 2024-04-15T16:06:22.799 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.799 INFO:tasks.workunit.client.0.smithi016.stdout: "pri0_bytes": { 2024-04-15T16:06:22.799 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 67108864 2024-04-15T16:06:22.799 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.799 INFO:tasks.workunit.client.0.smithi016.stdout: "pri10_bytes": { 2024-04-15T16:06:22.799 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 1584512 2024-04-15T16:06:22.799 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.799 INFO:tasks.workunit.client.0.smithi016.stdout: "pri11_bytes": { 2024-04-15T16:06:22.799 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 38270097 2024-04-15T16:06:22.799 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.799 INFO:tasks.workunit.client.0.smithi016.stdout: "pri1_bytes": { 2024-04-15T16:06:22.799 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:22.799 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.799 INFO:tasks.workunit.client.0.smithi016.stdout: "pri2_bytes": { 2024-04-15T16:06:22.800 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:22.800 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.800 INFO:tasks.workunit.client.0.smithi016.stdout: "pri3_bytes": { 2024-04-15T16:06:22.800 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:22.800 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.800 INFO:tasks.workunit.client.0.smithi016.stdout: "pri4_bytes": { 2024-04-15T16:06:22.800 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:22.800 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.800 INFO:tasks.workunit.client.0.smithi016.stdout: "pri5_bytes": { 2024-04-15T16:06:22.800 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:22.800 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.800 INFO:tasks.workunit.client.0.smithi016.stdout: "pri6_bytes": { 2024-04-15T16:06:22.800 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:22.800 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.800 INFO:tasks.workunit.client.0.smithi016.stdout: "pri7_bytes": { 2024-04-15T16:06:22.801 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:22.801 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.801 INFO:tasks.workunit.client.0.smithi016.stdout: "pri8_bytes": { 2024-04-15T16:06:22.801 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:22.801 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.801 INFO:tasks.workunit.client.0.smithi016.stdout: "pri9_bytes": { 2024-04-15T16:06:22.801 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:22.801 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.801 INFO:tasks.workunit.client.0.smithi016.stdout: "reserved_bytes": { 2024-04-15T16:06:22.801 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 69197295 2024-04-15T16:06:22.801 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T16:06:22.801 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.802 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore-pricache:meta": { 2024-04-15T16:06:22.802 INFO:tasks.workunit.client.0.smithi016.stdout: "committed_bytes": { 2024-04-15T16:06:22.802 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 503316480 2024-04-15T16:06:22.802 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.802 INFO:tasks.workunit.client.0.smithi016.stdout: "pri0_bytes": { 2024-04-15T16:06:22.802 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:22.802 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.802 INFO:tasks.workunit.client.0.smithi016.stdout: "pri10_bytes": { 2024-04-15T16:06:22.802 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:22.802 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.802 INFO:tasks.workunit.client.0.smithi016.stdout: "pri11_bytes": { 2024-04-15T16:06:22.802 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 430538598 2024-04-15T16:06:22.802 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.803 INFO:tasks.workunit.client.0.smithi016.stdout: "pri1_bytes": { 2024-04-15T16:06:22.803 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:22.803 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.803 INFO:tasks.workunit.client.0.smithi016.stdout: "pri2_bytes": { 2024-04-15T16:06:22.803 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:22.803 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.803 INFO:tasks.workunit.client.0.smithi016.stdout: "pri3_bytes": { 2024-04-15T16:06:22.803 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:22.803 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.803 INFO:tasks.workunit.client.0.smithi016.stdout: "pri4_bytes": { 2024-04-15T16:06:22.803 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:22.803 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.803 INFO:tasks.workunit.client.0.smithi016.stdout: "pri5_bytes": { 2024-04-15T16:06:22.804 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 131685 2024-04-15T16:06:22.804 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.804 INFO:tasks.workunit.client.0.smithi016.stdout: "pri6_bytes": { 2024-04-15T16:06:22.804 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 1110909 2024-04-15T16:06:22.804 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.804 INFO:tasks.workunit.client.0.smithi016.stdout: "pri7_bytes": { 2024-04-15T16:06:22.804 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:22.804 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.804 INFO:tasks.workunit.client.0.smithi016.stdout: "pri8_bytes": { 2024-04-15T16:06:22.804 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:22.804 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.804 INFO:tasks.workunit.client.0.smithi016.stdout: "pri9_bytes": { 2024-04-15T16:06:22.804 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:22.804 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.805 INFO:tasks.workunit.client.0.smithi016.stdout: "reserved_bytes": { 2024-04-15T16:06:22.805 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 71535288 2024-04-15T16:06:22.805 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T16:06:22.805 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.805 INFO:tasks.workunit.client.0.smithi016.stdout: "objecter": { 2024-04-15T16:06:22.805 INFO:tasks.workunit.client.0.smithi016.stdout: "op_active": { 2024-04-15T16:06:22.805 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:22.805 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.805 INFO:tasks.workunit.client.0.smithi016.stdout: "op_r": { 2024-04-15T16:06:22.805 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 29 2024-04-15T16:06:22.805 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.805 INFO:tasks.workunit.client.0.smithi016.stdout: "op_rmw": { 2024-04-15T16:06:22.805 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:22.805 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.806 INFO:tasks.workunit.client.0.smithi016.stdout: "op_w": { 2024-04-15T16:06:22.806 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:22.806 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T16:06:22.806 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.806 INFO:tasks.workunit.client.0.smithi016.stdout: "osd": { 2024-04-15T16:06:22.806 INFO:tasks.workunit.client.0.smithi016.stdout: "numpg": { 2024-04-15T16:06:22.806 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 53 2024-04-15T16:06:22.806 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.806 INFO:tasks.workunit.client.0.smithi016.stdout: "numpg_removing": { 2024-04-15T16:06:22.806 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:22.806 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.806 INFO:tasks.workunit.client.0.smithi016.stdout: "op": { 2024-04-15T16:06:22.806 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 41704 2024-04-15T16:06:22.807 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.807 INFO:tasks.workunit.client.0.smithi016.stdout: "op_before_queue_op_lat": { 2024-04-15T16:06:22.807 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 108750, 2024-04-15T16:06:22.807 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 10061146398 2024-04-15T16:06:22.807 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.807 INFO:tasks.workunit.client.0.smithi016.stdout: "op_delayed_degraded": { 2024-04-15T16:06:22.807 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:22.807 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.807 INFO:tasks.workunit.client.0.smithi016.stdout: "op_delayed_unreadable": { 2024-04-15T16:06:22.807 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:22.807 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.807 INFO:tasks.workunit.client.0.smithi016.stdout: "op_in_bytes": { 2024-04-15T16:06:22.807 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 1558600381 2024-04-15T16:06:22.808 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.808 INFO:tasks.workunit.client.0.smithi016.stdout: "op_latency": { 2024-04-15T16:06:22.808 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 41704, 2024-04-15T16:06:22.808 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 41899423769 2024-04-15T16:06:22.808 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.808 INFO:tasks.workunit.client.0.smithi016.stdout: "op_out_bytes": { 2024-04-15T16:06:22.808 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 2021978072 2024-04-15T16:06:22.808 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.808 INFO:tasks.workunit.client.0.smithi016.stdout: "op_prepare_latency": { 2024-04-15T16:06:22.808 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 42108, 2024-04-15T16:06:22.808 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 17727800714 2024-04-15T16:06:22.808 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.808 INFO:tasks.workunit.client.0.smithi016.stdout: "op_process_latency": { 2024-04-15T16:06:22.808 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 41704, 2024-04-15T16:06:22.809 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 31803401479 2024-04-15T16:06:22.809 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.809 INFO:tasks.workunit.client.0.smithi016.stdout: "op_r": { 2024-04-15T16:06:22.809 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 29077 2024-04-15T16:06:22.809 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.809 INFO:tasks.workunit.client.0.smithi016.stdout: "op_r_latency": { 2024-04-15T16:06:22.809 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 29077, 2024-04-15T16:06:22.809 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 9946524490 2024-04-15T16:06:22.809 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.809 INFO:tasks.workunit.client.0.smithi016.stdout: "op_r_latency_out_bytes_histogram": { 2024-04-15T16:06:22.809 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:22.809 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.809 INFO:tasks.workunit.client.0.smithi016.stdout: "op_r_out_bytes": { 2024-04-15T16:06:22.809 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 2021978072 2024-04-15T16:06:22.810 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.810 INFO:tasks.workunit.client.0.smithi016.stdout: "op_r_prepare_latency": { 2024-04-15T16:06:22.810 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 29202, 2024-04-15T16:06:22.810 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 5930764230 2024-04-15T16:06:22.810 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.810 INFO:tasks.workunit.client.0.smithi016.stdout: "op_r_process_latency": { 2024-04-15T16:06:22.810 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 29077, 2024-04-15T16:06:22.810 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 5949725078 2024-04-15T16:06:22.810 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.810 INFO:tasks.workunit.client.0.smithi016.stdout: "op_rw": { 2024-04-15T16:06:22.810 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 11596 2024-04-15T16:06:22.810 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.810 INFO:tasks.workunit.client.0.smithi016.stdout: "op_rw_in_bytes": { 2024-04-15T16:06:22.810 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 451276419 2024-04-15T16:06:22.811 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.811 INFO:tasks.workunit.client.0.smithi016.stdout: "op_rw_latency": { 2024-04-15T16:06:22.811 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 11596, 2024-04-15T16:06:22.811 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 20096991504 2024-04-15T16:06:22.811 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.811 INFO:tasks.workunit.client.0.smithi016.stdout: "op_rw_latency_in_bytes_histogram": { 2024-04-15T16:06:22.811 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:22.811 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.811 INFO:tasks.workunit.client.0.smithi016.stdout: "op_rw_latency_out_bytes_histogram": { 2024-04-15T16:06:22.811 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:22.811 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.811 INFO:tasks.workunit.client.0.smithi016.stdout: "op_rw_out_bytes": { 2024-04-15T16:06:22.811 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:22.811 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.812 INFO:tasks.workunit.client.0.smithi016.stdout: "op_rw_prepare_latency": { 2024-04-15T16:06:22.812 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 11803, 2024-04-15T16:06:22.812 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 9764440582 2024-04-15T16:06:22.812 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.812 INFO:tasks.workunit.client.0.smithi016.stdout: "op_rw_process_latency": { 2024-04-15T16:06:22.812 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 11596, 2024-04-15T16:06:22.812 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 17771038400 2024-04-15T16:06:22.812 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.812 INFO:tasks.workunit.client.0.smithi016.stdout: "op_w": { 2024-04-15T16:06:22.812 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 1031 2024-04-15T16:06:22.812 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.812 INFO:tasks.workunit.client.0.smithi016.stdout: "op_w_in_bytes": { 2024-04-15T16:06:22.812 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 1107323962 2024-04-15T16:06:22.812 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.813 INFO:tasks.workunit.client.0.smithi016.stdout: "op_w_latency": { 2024-04-15T16:06:22.813 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 1031, 2024-04-15T16:06:22.813 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 11855907775 2024-04-15T16:06:22.813 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.813 INFO:tasks.workunit.client.0.smithi016.stdout: "op_w_latency_in_bytes_histogram": { 2024-04-15T16:06:22.813 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:22.813 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.813 INFO:tasks.workunit.client.0.smithi016.stdout: "op_w_prepare_latency": { 2024-04-15T16:06:22.813 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 1103, 2024-04-15T16:06:22.813 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 2032595902 2024-04-15T16:06:22.813 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.813 INFO:tasks.workunit.client.0.smithi016.stdout: "op_w_process_latency": { 2024-04-15T16:06:22.814 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 1031, 2024-04-15T16:06:22.814 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 8082638001 2024-04-15T16:06:22.814 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.814 INFO:tasks.workunit.client.0.smithi016.stdout: "op_wip": { 2024-04-15T16:06:22.814 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:22.814 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.814 INFO:tasks.workunit.client.0.smithi016.stdout: "recovery_bytes": { 2024-04-15T16:06:22.814 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:22.814 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.814 INFO:tasks.workunit.client.0.smithi016.stdout: "recovery_ops": { 2024-04-15T16:06:22.814 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 2 2024-04-15T16:06:22.814 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.814 INFO:tasks.workunit.client.0.smithi016.stdout: "stat_bytes": { 2024-04-15T16:06:22.814 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 95995035648 2024-04-15T16:06:22.815 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.815 INFO:tasks.workunit.client.0.smithi016.stdout: "stat_bytes_used": { 2024-04-15T16:06:22.815 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 436699136 2024-04-15T16:06:22.815 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T16:06:22.815 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T16:06:22.815 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T16:06:22.815 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.815 INFO:tasks.workunit.client.0.smithi016.stdout: "pools": [ 2024-04-15T16:06:22.815 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-15T16:06:22.815 INFO:tasks.workunit.client.0.smithi016.stdout: "application": [ 2024-04-15T16:06:22.815 INFO:tasks.workunit.client.0.smithi016.stdout: "mgr" 2024-04-15T16:06:22.815 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:22.815 INFO:tasks.workunit.client.0.smithi016.stdout: "cache_mode": "none", 2024-04-15T16:06:22.815 INFO:tasks.workunit.client.0.smithi016.stdout: "erasure_code_profile": {}, 2024-04-15T16:06:22.816 INFO:tasks.workunit.client.0.smithi016.stdout: "flags_names": [ 2024-04-15T16:06:22.816 INFO:tasks.workunit.client.0.smithi016.stdout: "hashpspool" 2024-04-15T16:06:22.816 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:22.816 INFO:tasks.workunit.client.0.smithi016.stdout: "min_size": 2, 2024-04-15T16:06:22.816 INFO:tasks.workunit.client.0.smithi016.stdout: "options": {}, 2024-04-15T16:06:22.816 INFO:tasks.workunit.client.0.smithi016.stdout: "pg_autoscale_mode": "off", 2024-04-15T16:06:22.816 INFO:tasks.workunit.client.0.smithi016.stdout: "pg_num": 1, 2024-04-15T16:06:22.816 INFO:tasks.workunit.client.0.smithi016.stdout: "pgp_num": 1, 2024-04-15T16:06:22.816 INFO:tasks.workunit.client.0.smithi016.stdout: "pool": 1, 2024-04-15T16:06:22.816 INFO:tasks.workunit.client.0.smithi016.stdout: "size": 3, 2024-04-15T16:06:22.816 INFO:tasks.workunit.client.0.smithi016.stdout: "stats": { 2024-04-15T16:06:22.816 INFO:tasks.workunit.client.0.smithi016.stdout: "avail_raw": 722565376266, 2024-04-15T16:06:22.816 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes_used": 1781760, 2024-04-15T16:06:22.816 INFO:tasks.workunit.client.0.smithi016.stdout: "compress_bytes_used": 0, 2024-04-15T16:06:22.817 INFO:tasks.workunit.client.0.smithi016.stdout: "compress_under_bytes": 0, 2024-04-15T16:06:22.817 INFO:tasks.workunit.client.0.smithi016.stdout: "data_bytes_used": 1781760, 2024-04-15T16:06:22.817 INFO:tasks.workunit.client.0.smithi016.stdout: "dirty": 0, 2024-04-15T16:06:22.817 INFO:tasks.workunit.client.0.smithi016.stdout: "max_avail": 240855138304, 2024-04-15T16:06:22.817 INFO:tasks.workunit.client.0.smithi016.stdout: "objects": 2, 2024-04-15T16:06:22.817 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_bytes_used": 0, 2024-04-15T16:06:22.817 INFO:tasks.workunit.client.0.smithi016.stdout: "percent_used": 2.4658745587657904e-06, 2024-04-15T16:06:22.817 INFO:tasks.workunit.client.0.smithi016.stdout: "quota_bytes": 0, 2024-04-15T16:06:22.817 INFO:tasks.workunit.client.0.smithi016.stdout: "quota_objects": 0, 2024-04-15T16:06:22.817 INFO:tasks.workunit.client.0.smithi016.stdout: "rd": 1178, 2024-04-15T16:06:22.817 INFO:tasks.workunit.client.0.smithi016.stdout: "rd_bytes": 2041856, 2024-04-15T16:06:22.817 INFO:tasks.workunit.client.0.smithi016.stdout: "stored": 590368, 2024-04-15T16:06:22.817 INFO:tasks.workunit.client.0.smithi016.stdout: "stored_data": 590368, 2024-04-15T16:06:22.817 INFO:tasks.workunit.client.0.smithi016.stdout: "stored_omap": 0, 2024-04-15T16:06:22.818 INFO:tasks.workunit.client.0.smithi016.stdout: "stored_raw": 1771104, 2024-04-15T16:06:22.818 INFO:tasks.workunit.client.0.smithi016.stdout: "wr": 391, 2024-04-15T16:06:22.818 INFO:tasks.workunit.client.0.smithi016.stdout: "wr_bytes": 2473984 2024-04-15T16:06:22.818 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.818 INFO:tasks.workunit.client.0.smithi016.stdout: "target_max_bytes": 0, 2024-04-15T16:06:22.818 INFO:tasks.workunit.client.0.smithi016.stdout: "target_max_objects": 0, 2024-04-15T16:06:22.818 INFO:tasks.workunit.client.0.smithi016.stdout: "type": "replicated" 2024-04-15T16:06:22.818 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.818 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-15T16:06:22.818 INFO:tasks.workunit.client.0.smithi016.stdout: "application": [ 2024-04-15T16:06:22.818 INFO:tasks.workunit.client.0.smithi016.stdout: "cephfs" 2024-04-15T16:06:22.818 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:22.818 INFO:tasks.workunit.client.0.smithi016.stdout: "cache_mode": "none", 2024-04-15T16:06:22.818 INFO:tasks.workunit.client.0.smithi016.stdout: "erasure_code_profile": {}, 2024-04-15T16:06:22.819 INFO:tasks.workunit.client.0.smithi016.stdout: "flags_names": [ 2024-04-15T16:06:22.819 INFO:tasks.workunit.client.0.smithi016.stdout: "hashpspool" 2024-04-15T16:06:22.819 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:22.819 INFO:tasks.workunit.client.0.smithi016.stdout: "min_size": 2, 2024-04-15T16:06:22.819 INFO:tasks.workunit.client.0.smithi016.stdout: "options": {}, 2024-04-15T16:06:22.819 INFO:tasks.workunit.client.0.smithi016.stdout: "pg_autoscale_mode": "off", 2024-04-15T16:06:22.819 INFO:tasks.workunit.client.0.smithi016.stdout: "pg_num": 32, 2024-04-15T16:06:22.819 INFO:tasks.workunit.client.0.smithi016.stdout: "pgp_num": 32, 2024-04-15T16:06:22.819 INFO:tasks.workunit.client.0.smithi016.stdout: "pool": 2, 2024-04-15T16:06:22.819 INFO:tasks.workunit.client.0.smithi016.stdout: "size": 3, 2024-04-15T16:06:22.819 INFO:tasks.workunit.client.0.smithi016.stdout: "stats": { 2024-04-15T16:06:22.819 INFO:tasks.workunit.client.0.smithi016.stdout: "avail_raw": 722565376266, 2024-04-15T16:06:22.819 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes_used": 154951, 2024-04-15T16:06:22.819 INFO:tasks.workunit.client.0.smithi016.stdout: "compress_bytes_used": 0, 2024-04-15T16:06:22.819 INFO:tasks.workunit.client.0.smithi016.stdout: "compress_under_bytes": 0, 2024-04-15T16:06:22.820 INFO:tasks.workunit.client.0.smithi016.stdout: "data_bytes_used": 110592, 2024-04-15T16:06:22.820 INFO:tasks.workunit.client.0.smithi016.stdout: "dirty": 0, 2024-04-15T16:06:22.820 INFO:tasks.workunit.client.0.smithi016.stdout: "max_avail": 240855138304, 2024-04-15T16:06:22.820 INFO:tasks.workunit.client.0.smithi016.stdout: "objects": 22, 2024-04-15T16:06:22.820 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_bytes_used": 44359, 2024-04-15T16:06:22.820 INFO:tasks.workunit.client.0.smithi016.stdout: "percent_used": 2.144456061614619e-07, 2024-04-15T16:06:22.820 INFO:tasks.workunit.client.0.smithi016.stdout: "quota_bytes": 0, 2024-04-15T16:06:22.820 INFO:tasks.workunit.client.0.smithi016.stdout: "quota_objects": 0, 2024-04-15T16:06:22.820 INFO:tasks.workunit.client.0.smithi016.stdout: "rd": 158, 2024-04-15T16:06:22.820 INFO:tasks.workunit.client.0.smithi016.stdout: "rd_bytes": 178176, 2024-04-15T16:06:22.820 INFO:tasks.workunit.client.0.smithi016.stdout: "stored": 21408, 2024-04-15T16:06:22.820 INFO:tasks.workunit.client.0.smithi016.stdout: "stored_data": 6622, 2024-04-15T16:06:22.820 INFO:tasks.workunit.client.0.smithi016.stdout: "stored_omap": 14786, 2024-04-15T16:06:22.820 INFO:tasks.workunit.client.0.smithi016.stdout: "stored_raw": 64224, 2024-04-15T16:06:22.821 INFO:tasks.workunit.client.0.smithi016.stdout: "wr": 69, 2024-04-15T16:06:22.821 INFO:tasks.workunit.client.0.smithi016.stdout: "wr_bytes": 36864 2024-04-15T16:06:22.821 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.821 INFO:tasks.workunit.client.0.smithi016.stdout: "target_max_bytes": 0, 2024-04-15T16:06:22.821 INFO:tasks.workunit.client.0.smithi016.stdout: "target_max_objects": 0, 2024-04-15T16:06:22.821 INFO:tasks.workunit.client.0.smithi016.stdout: "type": "replicated" 2024-04-15T16:06:22.821 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.821 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-15T16:06:22.821 INFO:tasks.workunit.client.0.smithi016.stdout: "application": [ 2024-04-15T16:06:22.821 INFO:tasks.workunit.client.0.smithi016.stdout: "cephfs" 2024-04-15T16:06:22.821 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:22.821 INFO:tasks.workunit.client.0.smithi016.stdout: "cache_mode": "none", 2024-04-15T16:06:22.821 INFO:tasks.workunit.client.0.smithi016.stdout: "erasure_code_profile": {}, 2024-04-15T16:06:22.822 INFO:tasks.workunit.client.0.smithi016.stdout: "flags_names": [ 2024-04-15T16:06:22.822 INFO:tasks.workunit.client.0.smithi016.stdout: "hashpspool" 2024-04-15T16:06:22.822 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:22.822 INFO:tasks.workunit.client.0.smithi016.stdout: "min_size": 2, 2024-04-15T16:06:22.822 INFO:tasks.workunit.client.0.smithi016.stdout: "options": {}, 2024-04-15T16:06:22.822 INFO:tasks.workunit.client.0.smithi016.stdout: "pg_autoscale_mode": "off", 2024-04-15T16:06:22.822 INFO:tasks.workunit.client.0.smithi016.stdout: "pg_num": 64, 2024-04-15T16:06:22.822 INFO:tasks.workunit.client.0.smithi016.stdout: "pgp_num": 64, 2024-04-15T16:06:22.822 INFO:tasks.workunit.client.0.smithi016.stdout: "pool": 3, 2024-04-15T16:06:22.822 INFO:tasks.workunit.client.0.smithi016.stdout: "size": 3, 2024-04-15T16:06:22.822 INFO:tasks.workunit.client.0.smithi016.stdout: "stats": { 2024-04-15T16:06:22.822 INFO:tasks.workunit.client.0.smithi016.stdout: "avail_raw": 722565376266, 2024-04-15T16:06:22.822 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes_used": 0, 2024-04-15T16:06:22.823 INFO:tasks.workunit.client.0.smithi016.stdout: "compress_bytes_used": 0, 2024-04-15T16:06:22.823 INFO:tasks.workunit.client.0.smithi016.stdout: "compress_under_bytes": 0, 2024-04-15T16:06:22.823 INFO:tasks.workunit.client.0.smithi016.stdout: "data_bytes_used": 0, 2024-04-15T16:06:22.823 INFO:tasks.workunit.client.0.smithi016.stdout: "dirty": 0, 2024-04-15T16:06:22.823 INFO:tasks.workunit.client.0.smithi016.stdout: "max_avail": 240855138304, 2024-04-15T16:06:22.823 INFO:tasks.workunit.client.0.smithi016.stdout: "objects": 0, 2024-04-15T16:06:22.823 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_bytes_used": 0, 2024-04-15T16:06:22.823 INFO:tasks.workunit.client.0.smithi016.stdout: "percent_used": 0.0, 2024-04-15T16:06:22.823 INFO:tasks.workunit.client.0.smithi016.stdout: "quota_bytes": 0, 2024-04-15T16:06:22.823 INFO:tasks.workunit.client.0.smithi016.stdout: "quota_objects": 0, 2024-04-15T16:06:22.823 INFO:tasks.workunit.client.0.smithi016.stdout: "rd": 0, 2024-04-15T16:06:22.823 INFO:tasks.workunit.client.0.smithi016.stdout: "rd_bytes": 0, 2024-04-15T16:06:22.823 INFO:tasks.workunit.client.0.smithi016.stdout: "stored": 0, 2024-04-15T16:06:22.823 INFO:tasks.workunit.client.0.smithi016.stdout: "stored_data": 0, 2024-04-15T16:06:22.824 INFO:tasks.workunit.client.0.smithi016.stdout: "stored_omap": 0, 2024-04-15T16:06:22.824 INFO:tasks.workunit.client.0.smithi016.stdout: "stored_raw": 0, 2024-04-15T16:06:22.824 INFO:tasks.workunit.client.0.smithi016.stdout: "wr": 0, 2024-04-15T16:06:22.824 INFO:tasks.workunit.client.0.smithi016.stdout: "wr_bytes": 0 2024-04-15T16:06:22.824 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.824 INFO:tasks.workunit.client.0.smithi016.stdout: "target_max_bytes": 0, 2024-04-15T16:06:22.824 INFO:tasks.workunit.client.0.smithi016.stdout: "target_max_objects": 0, 2024-04-15T16:06:22.824 INFO:tasks.workunit.client.0.smithi016.stdout: "type": "replicated" 2024-04-15T16:06:22.824 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.824 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-15T16:06:22.824 INFO:tasks.workunit.client.0.smithi016.stdout: "application": [ 2024-04-15T16:06:22.824 INFO:tasks.workunit.client.0.smithi016.stdout: "rbd" 2024-04-15T16:06:22.824 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:22.824 INFO:tasks.workunit.client.0.smithi016.stdout: "cache_mode": "none", 2024-04-15T16:06:22.825 INFO:tasks.workunit.client.0.smithi016.stdout: "erasure_code_profile": {}, 2024-04-15T16:06:22.825 INFO:tasks.workunit.client.0.smithi016.stdout: "flags_names": [ 2024-04-15T16:06:22.825 INFO:tasks.workunit.client.0.smithi016.stdout: "hashpspool", 2024-04-15T16:06:22.825 INFO:tasks.workunit.client.0.smithi016.stdout: "selfmanaged_snaps" 2024-04-15T16:06:22.825 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:22.825 INFO:tasks.workunit.client.0.smithi016.stdout: "min_size": 2, 2024-04-15T16:06:22.825 INFO:tasks.workunit.client.0.smithi016.stdout: "options": {}, 2024-04-15T16:06:22.825 INFO:tasks.workunit.client.0.smithi016.stdout: "pg_autoscale_mode": "off", 2024-04-15T16:06:22.825 INFO:tasks.workunit.client.0.smithi016.stdout: "pg_num": 8, 2024-04-15T16:06:22.825 INFO:tasks.workunit.client.0.smithi016.stdout: "pgp_num": 8, 2024-04-15T16:06:22.825 INFO:tasks.workunit.client.0.smithi016.stdout: "pool": 4, 2024-04-15T16:06:22.825 INFO:tasks.workunit.client.0.smithi016.stdout: "size": 3, 2024-04-15T16:06:22.825 INFO:tasks.workunit.client.0.smithi016.stdout: "stats": { 2024-04-15T16:06:22.825 INFO:tasks.workunit.client.0.smithi016.stdout: "avail_raw": 722565376266, 2024-04-15T16:06:22.825 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes_used": 12595200, 2024-04-15T16:06:22.826 INFO:tasks.workunit.client.0.smithi016.stdout: "compress_bytes_used": 0, 2024-04-15T16:06:22.826 INFO:tasks.workunit.client.0.smithi016.stdout: "compress_under_bytes": 0, 2024-04-15T16:06:22.826 INFO:tasks.workunit.client.0.smithi016.stdout: "data_bytes_used": 12595200, 2024-04-15T16:06:22.826 INFO:tasks.workunit.client.0.smithi016.stdout: "dirty": 0, 2024-04-15T16:06:22.826 INFO:tasks.workunit.client.0.smithi016.stdout: "max_avail": 240855138304, 2024-04-15T16:06:22.826 INFO:tasks.workunit.client.0.smithi016.stdout: "objects": 4, 2024-04-15T16:06:22.826 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_bytes_used": 0, 2024-04-15T16:06:22.826 INFO:tasks.workunit.client.0.smithi016.stdout: "percent_used": 1.7430920706829056e-05, 2024-04-15T16:06:22.826 INFO:tasks.workunit.client.0.smithi016.stdout: "quota_bytes": 0, 2024-04-15T16:06:22.826 INFO:tasks.workunit.client.0.smithi016.stdout: "quota_objects": 0, 2024-04-15T16:06:22.826 INFO:tasks.workunit.client.0.smithi016.stdout: "rd": 8935, 2024-04-15T16:06:22.826 INFO:tasks.workunit.client.0.smithi016.stdout: "rd_bytes": 3064026112, 2024-04-15T16:06:22.826 INFO:tasks.workunit.client.0.smithi016.stdout: "stored": 4194323, 2024-04-15T16:06:22.827 INFO:tasks.workunit.client.0.smithi016.stdout: "stored_data": 4194323, 2024-04-15T16:06:22.827 INFO:tasks.workunit.client.0.smithi016.stdout: "stored_omap": 0, 2024-04-15T16:06:22.827 INFO:tasks.workunit.client.0.smithi016.stdout: "stored_raw": 12582969, 2024-04-15T16:06:22.827 INFO:tasks.workunit.client.0.smithi016.stdout: "wr": 24418, 2024-04-15T16:06:22.827 INFO:tasks.workunit.client.0.smithi016.stdout: "wr_bytes": 3264111616 2024-04-15T16:06:22.827 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.827 INFO:tasks.workunit.client.0.smithi016.stdout: "target_max_bytes": 0, 2024-04-15T16:06:22.827 INFO:tasks.workunit.client.0.smithi016.stdout: "target_max_objects": 0, 2024-04-15T16:06:22.827 INFO:tasks.workunit.client.0.smithi016.stdout: "type": "replicated" 2024-04-15T16:06:22.827 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T16:06:22.827 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:22.827 INFO:tasks.workunit.client.0.smithi016.stdout: "rbd": { 2024-04-15T16:06:22.827 INFO:tasks.workunit.client.0.smithi016.stdout: "mirroring_by_pool": [ 2024-04-15T16:06:22.827 INFO:tasks.workunit.client.0.smithi016.stdout: false 2024-04-15T16:06:22.828 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:22.828 INFO:tasks.workunit.client.0.smithi016.stdout: "num_images_by_pool": [ 2024-04-15T16:06:22.828 INFO:tasks.workunit.client.0.smithi016.stdout: 0 2024-04-15T16:06:22.828 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:22.828 INFO:tasks.workunit.client.0.smithi016.stdout: "num_pools": 1 2024-04-15T16:06:22.828 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.828 INFO:tasks.workunit.client.0.smithi016.stdout: "report_id": "97929356-81c7-48cf-938b-9dbee2898697", 2024-04-15T16:06:22.828 INFO:tasks.workunit.client.0.smithi016.stdout: "report_timestamp": "2024-04-15T16:06:21.880826", 2024-04-15T16:06:22.828 INFO:tasks.workunit.client.0.smithi016.stdout: "report_version": 1, 2024-04-15T16:06:22.828 INFO:tasks.workunit.client.0.smithi016.stdout: "rocksdb_stats": { 2024-04-15T16:06:22.828 INFO:tasks.workunit.client.0.smithi016.stdout: "version": "7.9.2" 2024-04-15T16:06:22.828 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.828 INFO:tasks.workunit.client.0.smithi016.stdout: "rook": { 2024-04-15T16:06:22.828 INFO:tasks.workunit.client.0.smithi016.stdout: "cluster": { 2024-04-15T16:06:22.829 INFO:tasks.workunit.client.0.smithi016.stdout: "external-mode": null, 2024-04-15T16:06:22.829 INFO:tasks.workunit.client.0.smithi016.stdout: "mon": { 2024-04-15T16:06:22.829 INFO:tasks.workunit.client.0.smithi016.stdout: "allow-multiple-per-node": null, 2024-04-15T16:06:22.829 INFO:tasks.workunit.client.0.smithi016.stdout: "count": null, 2024-04-15T16:06:22.829 INFO:tasks.workunit.client.0.smithi016.stdout: "max-id": null, 2024-04-15T16:06:22.829 INFO:tasks.workunit.client.0.smithi016.stdout: "pvc": { 2024-04-15T16:06:22.829 INFO:tasks.workunit.client.0.smithi016.stdout: "enabled": null 2024-04-15T16:06:22.829 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.829 INFO:tasks.workunit.client.0.smithi016.stdout: "stretch": { 2024-04-15T16:06:22.829 INFO:tasks.workunit.client.0.smithi016.stdout: "enabled": null 2024-04-15T16:06:22.829 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T16:06:22.829 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.829 INFO:tasks.workunit.client.0.smithi016.stdout: "network": { 2024-04-15T16:06:22.829 INFO:tasks.workunit.client.0.smithi016.stdout: "provider": null 2024-04-15T16:06:22.830 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.830 INFO:tasks.workunit.client.0.smithi016.stdout: "storage": { 2024-04-15T16:06:22.830 INFO:tasks.workunit.client.0.smithi016.stdout: "device-set": { 2024-04-15T16:06:22.830 INFO:tasks.workunit.client.0.smithi016.stdout: "count": { 2024-04-15T16:06:22.830 INFO:tasks.workunit.client.0.smithi016.stdout: "non-portable": null, 2024-04-15T16:06:22.830 INFO:tasks.workunit.client.0.smithi016.stdout: "portable": null, 2024-04-15T16:06:22.830 INFO:tasks.workunit.client.0.smithi016.stdout: "total": null 2024-04-15T16:06:22.830 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T16:06:22.830 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T16:06:22.830 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T16:06:22.830 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.830 INFO:tasks.workunit.client.0.smithi016.stdout: "csi": { 2024-04-15T16:06:22.831 INFO:tasks.workunit.client.0.smithi016.stdout: "version": null 2024-04-15T16:06:22.831 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.831 INFO:tasks.workunit.client.0.smithi016.stdout: "kubernetes": { 2024-04-15T16:06:22.831 INFO:tasks.workunit.client.0.smithi016.stdout: "version": null 2024-04-15T16:06:22.831 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.831 INFO:tasks.workunit.client.0.smithi016.stdout: "node": { 2024-04-15T16:06:22.831 INFO:tasks.workunit.client.0.smithi016.stdout: "count": { 2024-04-15T16:06:22.831 INFO:tasks.workunit.client.0.smithi016.stdout: "kubernetes-total": null, 2024-04-15T16:06:22.831 INFO:tasks.workunit.client.0.smithi016.stdout: "with-ceph-daemons": null, 2024-04-15T16:06:22.831 INFO:tasks.workunit.client.0.smithi016.stdout: "with-csi-cephfs-plugin": null, 2024-04-15T16:06:22.831 INFO:tasks.workunit.client.0.smithi016.stdout: "with-csi-nfs-plugin": null, 2024-04-15T16:06:22.831 INFO:tasks.workunit.client.0.smithi016.stdout: "with-csi-rbd-plugin": null 2024-04-15T16:06:22.832 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T16:06:22.832 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.832 INFO:tasks.workunit.client.0.smithi016.stdout: "usage": { 2024-04-15T16:06:22.832 INFO:tasks.workunit.client.0.smithi016.stdout: "storage-class": { 2024-04-15T16:06:22.832 INFO:tasks.workunit.client.0.smithi016.stdout: "count": { 2024-04-15T16:06:22.832 INFO:tasks.workunit.client.0.smithi016.stdout: "bucket": null, 2024-04-15T16:06:22.832 INFO:tasks.workunit.client.0.smithi016.stdout: "cephfs": null, 2024-04-15T16:06:22.832 INFO:tasks.workunit.client.0.smithi016.stdout: "nfs": null, 2024-04-15T16:06:22.832 INFO:tasks.workunit.client.0.smithi016.stdout: "rbd": null, 2024-04-15T16:06:22.832 INFO:tasks.workunit.client.0.smithi016.stdout: "total": null 2024-04-15T16:06:22.832 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T16:06:22.832 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T16:06:22.832 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.833 INFO:tasks.workunit.client.0.smithi016.stdout: "version": null 2024-04-15T16:06:22.833 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.833 INFO:tasks.workunit.client.0.smithi016.stdout: "services": {}, 2024-04-15T16:06:22.833 INFO:tasks.workunit.client.0.smithi016.stdout: "stats_per_pg": [ 2024-04-15T16:06:22.833 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-15T16:06:22.833 INFO:tasks.workunit.client.0.smithi016.stdout: "acting": [ 2024-04-15T16:06:22.833 INFO:tasks.workunit.client.0.smithi016.stdout: 6, 2024-04-15T16:06:22.833 INFO:tasks.workunit.client.0.smithi016.stdout: 4, 2024-04-15T16:06:22.833 INFO:tasks.workunit.client.0.smithi016.stdout: 0 2024-04-15T16:06:22.833 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:22.833 INFO:tasks.workunit.client.0.smithi016.stdout: "acting_primary": 6, 2024-04-15T16:06:22.833 INFO:tasks.workunit.client.0.smithi016.stdout: "avail_no_missing": [], 2024-04-15T16:06:22.833 INFO:tasks.workunit.client.0.smithi016.stdout: "blocked_by": [], 2024-04-15T16:06:22.833 INFO:tasks.workunit.client.0.smithi016.stdout: "created": 61, 2024-04-15T16:06:22.834 INFO:tasks.workunit.client.0.smithi016.stdout: "dirty_stats_invalid": false, 2024-04-15T16:06:22.834 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T16:06:22.834 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_stats_invalid": false, 2024-04-15T16:06:22.834 INFO:tasks.workunit.client.0.smithi016.stdout: "last_active": "2024-04-15T16:05:11.413022+0000", 2024-04-15T16:06:22.834 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_active": "2024-04-15T14:44:28.457415+0000", 2024-04-15T16:06:22.834 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_peered": "2024-04-15T14:44:28.457415+0000", 2024-04-15T16:06:22.834 INFO:tasks.workunit.client.0.smithi016.stdout: "last_change": "2024-04-15T14:44:28.457714+0000", 2024-04-15T16:06:22.834 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean": "2024-04-15T16:05:11.413022+0000", 2024-04-15T16:06:22.834 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T16:06:22.834 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub": "0'0", 2024-04-15T16:06:22.834 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T16:06:22.834 INFO:tasks.workunit.client.0.smithi016.stdout: "last_epoch_clean": 511, 2024-04-15T16:06:22.834 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fresh": "2024-04-15T16:05:11.413022+0000", 2024-04-15T16:06:22.834 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fullsized": "2024-04-15T16:05:11.413022+0000", 2024-04-15T16:06:22.835 INFO:tasks.workunit.client.0.smithi016.stdout: "last_peered": "2024-04-15T16:05:11.413022+0000", 2024-04-15T16:06:22.835 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub": "0'0", 2024-04-15T16:06:22.835 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_duration": 0, 2024-04-15T16:06:22.835 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T16:06:22.835 INFO:tasks.workunit.client.0.smithi016.stdout: "last_undegraded": "2024-04-15T16:05:11.413022+0000", 2024-04-15T16:06:22.835 INFO:tasks.workunit.client.0.smithi016.stdout: "last_unstale": "2024-04-15T16:05:11.413022+0000", 2024-04-15T16:06:22.835 INFO:tasks.workunit.client.0.smithi016.stdout: "log_dups_size": 0, 2024-04-15T16:06:22.835 INFO:tasks.workunit.client.0.smithi016.stdout: "log_size": 0, 2024-04-15T16:06:22.835 INFO:tasks.workunit.client.0.smithi016.stdout: "log_start": "0'0", 2024-04-15T16:06:22.835 INFO:tasks.workunit.client.0.smithi016.stdout: "manifest_stats_invalid": false, 2024-04-15T16:06:22.835 INFO:tasks.workunit.client.0.smithi016.stdout: "mapping_epoch": 510, 2024-04-15T16:06:22.835 INFO:tasks.workunit.client.0.smithi016.stdout: "object_location_counts": [], 2024-04-15T16:06:22.835 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_scrubbed": 0, 2024-04-15T16:06:22.835 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_trimmed": 0, 2024-04-15T16:06:22.835 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_stats_invalid": false, 2024-04-15T16:06:22.836 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_size": 0, 2024-04-15T16:06:22.836 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_start": "0'0", 2024-04-15T16:06:22.836 INFO:tasks.workunit.client.0.smithi016.stdout: "parent": "0.0", 2024-04-15T16:06:22.836 INFO:tasks.workunit.client.0.smithi016.stdout: "parent_split_bits": 0, 2024-04-15T16:06:22.836 INFO:tasks.workunit.client.0.smithi016.stdout: "pgid": "3.2c", 2024-04-15T16:06:22.836 INFO:tasks.workunit.client.0.smithi016.stdout: "pin_stats_invalid": false, 2024-04-15T16:06:22.836 INFO:tasks.workunit.client.0.smithi016.stdout: "purged_snaps": [], 2024-04-15T16:06:22.836 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_epoch": 2721, 2024-04-15T16:06:22.836 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_seq": 4899, 2024-04-15T16:06:22.836 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_duration": 0.0, 2024-04-15T16:06:22.836 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-16T22:43:32.478678+0000", 2024-04-15T16:06:22.836 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrim_duration": 0.0, 2024-04-15T16:06:22.836 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrimq_len": 0, 2024-04-15T16:06:22.836 INFO:tasks.workunit.client.0.smithi016.stdout: "stat_sum": { 2024-04-15T16:06:22.837 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes": 0, 2024-04-15T16:06:22.837 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T16:06:22.837 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_recovered": 0, 2024-04-15T16:06:22.837 INFO:tasks.workunit.client.0.smithi016.stdout: "num_deep_scrub_errors": 0, 2024-04-15T16:06:22.837 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict": 0, 2024-04-15T16:06:22.837 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_kb": 0, 2024-04-15T16:06:22.837 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_full": 0, 2024-04-15T16:06:22.837 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_some": 0, 2024-04-15T16:06:22.837 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush": 0, 2024-04-15T16:06:22.837 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_kb": 0, 2024-04-15T16:06:22.837 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_high": 0, 2024-04-15T16:06:22.837 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_low": 0, 2024-04-15T16:06:22.837 INFO:tasks.workunit.client.0.smithi016.stdout: "num_keys_recovered": 0, 2024-04-15T16:06:22.837 INFO:tasks.workunit.client.0.smithi016.stdout: "num_large_omap_objects": 0, 2024-04-15T16:06:22.837 INFO:tasks.workunit.client.0.smithi016.stdout: "num_legacy_snapsets": 0, 2024-04-15T16:06:22.838 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_clones": 0, 2024-04-15T16:06:22.838 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_copies": 0, 2024-04-15T16:06:22.838 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects": 0, 2024-04-15T16:06:22.838 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_degraded": 0, 2024-04-15T16:06:22.838 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_dirty": 0, 2024-04-15T16:06:22.838 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T16:06:22.838 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_manifest": 0, 2024-04-15T16:06:22.838 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_misplaced": 0, 2024-04-15T16:06:22.838 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing": 0, 2024-04-15T16:06:22.838 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T16:06:22.838 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_omap": 0, 2024-04-15T16:06:22.838 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_pinned": 0, 2024-04-15T16:06:22.838 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_recovered": 0, 2024-04-15T16:06:22.838 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_repaired": 0, 2024-04-15T16:06:22.839 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_unfound": 0, 2024-04-15T16:06:22.839 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_bytes": 0, 2024-04-15T16:06:22.839 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_keys": 0, 2024-04-15T16:06:22.839 INFO:tasks.workunit.client.0.smithi016.stdout: "num_promote": 0, 2024-04-15T16:06:22.839 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read": 0, 2024-04-15T16:06:22.839 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read_kb": 0, 2024-04-15T16:06:22.839 INFO:tasks.workunit.client.0.smithi016.stdout: "num_scrub_errors": 0, 2024-04-15T16:06:22.839 INFO:tasks.workunit.client.0.smithi016.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T16:06:22.839 INFO:tasks.workunit.client.0.smithi016.stdout: "num_whiteouts": 0, 2024-04-15T16:06:22.839 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write": 0, 2024-04-15T16:06:22.839 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write_kb": 0 2024-04-15T16:06:22.839 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.840 INFO:tasks.workunit.client.0.smithi016.stdout: "state": "active+clean", 2024-04-15T16:06:22.840 INFO:tasks.workunit.client.0.smithi016.stdout: "stats_invalid": false, 2024-04-15T16:06:22.840 INFO:tasks.workunit.client.0.smithi016.stdout: "up": [ 2024-04-15T16:06:22.840 INFO:tasks.workunit.client.0.smithi016.stdout: 6, 2024-04-15T16:06:22.840 INFO:tasks.workunit.client.0.smithi016.stdout: 4, 2024-04-15T16:06:22.840 INFO:tasks.workunit.client.0.smithi016.stdout: 0 2024-04-15T16:06:22.840 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:22.840 INFO:tasks.workunit.client.0.smithi016.stdout: "up_primary": 6, 2024-04-15T16:06:22.840 INFO:tasks.workunit.client.0.smithi016.stdout: "version": "0'0" 2024-04-15T16:06:22.840 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.840 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-15T16:06:22.840 INFO:tasks.workunit.client.0.smithi016.stdout: "acting": [ 2024-04-15T16:06:22.840 INFO:tasks.workunit.client.0.smithi016.stdout: 0, 2024-04-15T16:06:22.841 INFO:tasks.workunit.client.0.smithi016.stdout: 7, 2024-04-15T16:06:22.841 INFO:tasks.workunit.client.0.smithi016.stdout: 1 2024-04-15T16:06:22.841 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:22.841 INFO:tasks.workunit.client.0.smithi016.stdout: "acting_primary": 0, 2024-04-15T16:06:22.841 INFO:tasks.workunit.client.0.smithi016.stdout: "avail_no_missing": [], 2024-04-15T16:06:22.841 INFO:tasks.workunit.client.0.smithi016.stdout: "blocked_by": [], 2024-04-15T16:06:22.841 INFO:tasks.workunit.client.0.smithi016.stdout: "created": 61, 2024-04-15T16:06:22.841 INFO:tasks.workunit.client.0.smithi016.stdout: "dirty_stats_invalid": false, 2024-04-15T16:06:22.841 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T16:06:22.841 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_stats_invalid": false, 2024-04-15T16:06:22.841 INFO:tasks.workunit.client.0.smithi016.stdout: "last_active": "2024-04-15T16:05:11.413264+0000", 2024-04-15T16:06:22.841 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_active": "2024-04-15T14:44:49.365236+0000", 2024-04-15T16:06:22.841 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_peered": "2024-04-15T14:44:49.365236+0000", 2024-04-15T16:06:22.841 INFO:tasks.workunit.client.0.smithi016.stdout: "last_change": "2024-04-15T14:44:49.365614+0000", 2024-04-15T16:06:22.842 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean": "2024-04-15T16:05:11.413264+0000", 2024-04-15T16:06:22.842 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T16:06:22.842 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub": "0'0", 2024-04-15T16:06:22.842 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T16:06:22.842 INFO:tasks.workunit.client.0.smithi016.stdout: "last_epoch_clean": 532, 2024-04-15T16:06:22.842 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fresh": "2024-04-15T16:05:11.413264+0000", 2024-04-15T16:06:22.842 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fullsized": "2024-04-15T16:05:11.413264+0000", 2024-04-15T16:06:22.842 INFO:tasks.workunit.client.0.smithi016.stdout: "last_peered": "2024-04-15T16:05:11.413264+0000", 2024-04-15T16:06:22.842 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub": "0'0", 2024-04-15T16:06:22.842 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_duration": 0, 2024-04-15T16:06:22.842 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T16:06:22.842 INFO:tasks.workunit.client.0.smithi016.stdout: "last_undegraded": "2024-04-15T16:05:11.413264+0000", 2024-04-15T16:06:22.842 INFO:tasks.workunit.client.0.smithi016.stdout: "last_unstale": "2024-04-15T16:05:11.413264+0000", 2024-04-15T16:06:22.842 INFO:tasks.workunit.client.0.smithi016.stdout: "log_dups_size": 0, 2024-04-15T16:06:22.843 INFO:tasks.workunit.client.0.smithi016.stdout: "log_size": 0, 2024-04-15T16:06:22.843 INFO:tasks.workunit.client.0.smithi016.stdout: "log_start": "0'0", 2024-04-15T16:06:22.843 INFO:tasks.workunit.client.0.smithi016.stdout: "manifest_stats_invalid": false, 2024-04-15T16:06:22.843 INFO:tasks.workunit.client.0.smithi016.stdout: "mapping_epoch": 531, 2024-04-15T16:06:22.843 INFO:tasks.workunit.client.0.smithi016.stdout: "object_location_counts": [], 2024-04-15T16:06:22.843 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_scrubbed": 0, 2024-04-15T16:06:22.843 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_trimmed": 0, 2024-04-15T16:06:22.843 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_stats_invalid": false, 2024-04-15T16:06:22.843 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_size": 0, 2024-04-15T16:06:22.843 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_start": "0'0", 2024-04-15T16:06:22.843 INFO:tasks.workunit.client.0.smithi016.stdout: "parent": "0.0", 2024-04-15T16:06:22.843 INFO:tasks.workunit.client.0.smithi016.stdout: "parent_split_bits": 0, 2024-04-15T16:06:22.844 INFO:tasks.workunit.client.0.smithi016.stdout: "pgid": "3.2b", 2024-04-15T16:06:22.844 INFO:tasks.workunit.client.0.smithi016.stdout: "pin_stats_invalid": false, 2024-04-15T16:06:22.844 INFO:tasks.workunit.client.0.smithi016.stdout: "purged_snaps": [], 2024-04-15T16:06:22.844 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_epoch": 2721, 2024-04-15T16:06:22.844 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_seq": 5060, 2024-04-15T16:06:22.844 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_duration": 0.0, 2024-04-15T16:06:22.844 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-16T21:16:02.686994+0000", 2024-04-15T16:06:22.844 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrim_duration": 0.0, 2024-04-15T16:06:22.844 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrimq_len": 0, 2024-04-15T16:06:22.844 INFO:tasks.workunit.client.0.smithi016.stdout: "stat_sum": { 2024-04-15T16:06:22.844 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes": 0, 2024-04-15T16:06:22.844 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T16:06:22.844 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_recovered": 0, 2024-04-15T16:06:22.844 INFO:tasks.workunit.client.0.smithi016.stdout: "num_deep_scrub_errors": 0, 2024-04-15T16:06:22.844 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict": 0, 2024-04-15T16:06:22.845 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_kb": 0, 2024-04-15T16:06:22.845 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_full": 0, 2024-04-15T16:06:22.845 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_some": 0, 2024-04-15T16:06:22.845 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush": 0, 2024-04-15T16:06:22.845 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_kb": 0, 2024-04-15T16:06:22.845 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_high": 0, 2024-04-15T16:06:22.845 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_low": 0, 2024-04-15T16:06:22.845 INFO:tasks.workunit.client.0.smithi016.stdout: "num_keys_recovered": 0, 2024-04-15T16:06:22.845 INFO:tasks.workunit.client.0.smithi016.stdout: "num_large_omap_objects": 0, 2024-04-15T16:06:22.845 INFO:tasks.workunit.client.0.smithi016.stdout: "num_legacy_snapsets": 0, 2024-04-15T16:06:22.845 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_clones": 0, 2024-04-15T16:06:22.845 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_copies": 0, 2024-04-15T16:06:22.845 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects": 0, 2024-04-15T16:06:22.845 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_degraded": 0, 2024-04-15T16:06:22.846 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_dirty": 0, 2024-04-15T16:06:22.846 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T16:06:22.846 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_manifest": 0, 2024-04-15T16:06:22.846 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_misplaced": 0, 2024-04-15T16:06:22.846 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing": 0, 2024-04-15T16:06:22.846 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T16:06:22.846 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_omap": 0, 2024-04-15T16:06:22.846 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_pinned": 0, 2024-04-15T16:06:22.846 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_recovered": 0, 2024-04-15T16:06:22.846 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_repaired": 0, 2024-04-15T16:06:22.846 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_unfound": 0, 2024-04-15T16:06:22.846 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_bytes": 0, 2024-04-15T16:06:22.847 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_keys": 0, 2024-04-15T16:06:22.847 INFO:tasks.workunit.client.0.smithi016.stdout: "num_promote": 0, 2024-04-15T16:06:22.847 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read": 0, 2024-04-15T16:06:22.847 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read_kb": 0, 2024-04-15T16:06:22.847 INFO:tasks.workunit.client.0.smithi016.stdout: "num_scrub_errors": 0, 2024-04-15T16:06:22.847 INFO:tasks.workunit.client.0.smithi016.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T16:06:22.847 INFO:tasks.workunit.client.0.smithi016.stdout: "num_whiteouts": 0, 2024-04-15T16:06:22.847 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write": 0, 2024-04-15T16:06:22.847 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write_kb": 0 2024-04-15T16:06:22.847 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.847 INFO:tasks.workunit.client.0.smithi016.stdout: "state": "active+clean", 2024-04-15T16:06:22.847 INFO:tasks.workunit.client.0.smithi016.stdout: "stats_invalid": false, 2024-04-15T16:06:22.847 INFO:tasks.workunit.client.0.smithi016.stdout: "up": [ 2024-04-15T16:06:22.847 INFO:tasks.workunit.client.0.smithi016.stdout: 0, 2024-04-15T16:06:22.848 INFO:tasks.workunit.client.0.smithi016.stdout: 7, 2024-04-15T16:06:22.848 INFO:tasks.workunit.client.0.smithi016.stdout: 1 2024-04-15T16:06:22.848 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:22.848 INFO:tasks.workunit.client.0.smithi016.stdout: "up_primary": 0, 2024-04-15T16:06:22.848 INFO:tasks.workunit.client.0.smithi016.stdout: "version": "0'0" 2024-04-15T16:06:22.848 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.848 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-15T16:06:22.848 INFO:tasks.workunit.client.0.smithi016.stdout: "acting": [ 2024-04-15T16:06:22.848 INFO:tasks.workunit.client.0.smithi016.stdout: 5, 2024-04-15T16:06:22.848 INFO:tasks.workunit.client.0.smithi016.stdout: 7, 2024-04-15T16:06:22.848 INFO:tasks.workunit.client.0.smithi016.stdout: 6 2024-04-15T16:06:22.848 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:22.848 INFO:tasks.workunit.client.0.smithi016.stdout: "acting_primary": 5, 2024-04-15T16:06:22.848 INFO:tasks.workunit.client.0.smithi016.stdout: "avail_no_missing": [], 2024-04-15T16:06:22.848 INFO:tasks.workunit.client.0.smithi016.stdout: "blocked_by": [], 2024-04-15T16:06:22.849 INFO:tasks.workunit.client.0.smithi016.stdout: "created": 61, 2024-04-15T16:06:22.849 INFO:tasks.workunit.client.0.smithi016.stdout: "dirty_stats_invalid": false, 2024-04-15T16:06:22.849 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T16:06:22.849 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_stats_invalid": false, 2024-04-15T16:06:22.849 INFO:tasks.workunit.client.0.smithi016.stdout: "last_active": "2024-04-15T16:05:12.200672+0000", 2024-04-15T16:06:22.849 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_active": "2024-04-15T14:44:49.373038+0000", 2024-04-15T16:06:22.849 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_peered": "2024-04-15T14:44:49.373038+0000", 2024-04-15T16:06:22.849 INFO:tasks.workunit.client.0.smithi016.stdout: "last_change": "2024-04-15T14:44:49.374294+0000", 2024-04-15T16:06:22.849 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean": "2024-04-15T16:05:12.200672+0000", 2024-04-15T16:06:22.849 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T16:06:22.849 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub": "0'0", 2024-04-15T16:06:22.849 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T16:06:22.849 INFO:tasks.workunit.client.0.smithi016.stdout: "last_epoch_clean": 532, 2024-04-15T16:06:22.850 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fresh": "2024-04-15T16:05:12.200672+0000", 2024-04-15T16:06:22.850 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fullsized": "2024-04-15T16:05:12.200672+0000", 2024-04-15T16:06:22.850 INFO:tasks.workunit.client.0.smithi016.stdout: "last_peered": "2024-04-15T16:05:12.200672+0000", 2024-04-15T16:06:22.850 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub": "0'0", 2024-04-15T16:06:22.850 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_duration": 0, 2024-04-15T16:06:22.850 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T16:06:22.850 INFO:tasks.workunit.client.0.smithi016.stdout: "last_undegraded": "2024-04-15T16:05:12.200672+0000", 2024-04-15T16:06:22.850 INFO:tasks.workunit.client.0.smithi016.stdout: "last_unstale": "2024-04-15T16:05:12.200672+0000", 2024-04-15T16:06:22.850 INFO:tasks.workunit.client.0.smithi016.stdout: "log_dups_size": 0, 2024-04-15T16:06:22.850 INFO:tasks.workunit.client.0.smithi016.stdout: "log_size": 0, 2024-04-15T16:06:22.850 INFO:tasks.workunit.client.0.smithi016.stdout: "log_start": "0'0", 2024-04-15T16:06:22.850 INFO:tasks.workunit.client.0.smithi016.stdout: "manifest_stats_invalid": false, 2024-04-15T16:06:22.850 INFO:tasks.workunit.client.0.smithi016.stdout: "mapping_epoch": 531, 2024-04-15T16:06:22.850 INFO:tasks.workunit.client.0.smithi016.stdout: "object_location_counts": [], 2024-04-15T16:06:22.851 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_scrubbed": 0, 2024-04-15T16:06:22.851 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_trimmed": 0, 2024-04-15T16:06:22.851 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_stats_invalid": false, 2024-04-15T16:06:22.851 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_size": 0, 2024-04-15T16:06:22.851 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_start": "0'0", 2024-04-15T16:06:22.851 INFO:tasks.workunit.client.0.smithi016.stdout: "parent": "0.0", 2024-04-15T16:06:22.851 INFO:tasks.workunit.client.0.smithi016.stdout: "parent_split_bits": 0, 2024-04-15T16:06:22.851 INFO:tasks.workunit.client.0.smithi016.stdout: "pgid": "3.2a", 2024-04-15T16:06:22.851 INFO:tasks.workunit.client.0.smithi016.stdout: "pin_stats_invalid": false, 2024-04-15T16:06:22.851 INFO:tasks.workunit.client.0.smithi016.stdout: "purged_snaps": [], 2024-04-15T16:06:22.851 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_epoch": 2721, 2024-04-15T16:06:22.851 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_seq": 4883, 2024-04-15T16:06:22.851 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_duration": 0.0, 2024-04-15T16:06:22.851 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-16T20:27:02.607265+0000", 2024-04-15T16:06:22.852 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrim_duration": 0.0, 2024-04-15T16:06:22.852 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrimq_len": 0, 2024-04-15T16:06:22.852 INFO:tasks.workunit.client.0.smithi016.stdout: "stat_sum": { 2024-04-15T16:06:22.852 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes": 0, 2024-04-15T16:06:22.852 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T16:06:22.852 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_recovered": 0, 2024-04-15T16:06:22.852 INFO:tasks.workunit.client.0.smithi016.stdout: "num_deep_scrub_errors": 0, 2024-04-15T16:06:22.852 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict": 0, 2024-04-15T16:06:22.852 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_kb": 0, 2024-04-15T16:06:22.852 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_full": 0, 2024-04-15T16:06:22.852 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_some": 0, 2024-04-15T16:06:22.852 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush": 0, 2024-04-15T16:06:22.852 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_kb": 0, 2024-04-15T16:06:22.852 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_high": 0, 2024-04-15T16:06:22.853 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_low": 0, 2024-04-15T16:06:22.853 INFO:tasks.workunit.client.0.smithi016.stdout: "num_keys_recovered": 0, 2024-04-15T16:06:22.853 INFO:tasks.workunit.client.0.smithi016.stdout: "num_large_omap_objects": 0, 2024-04-15T16:06:22.853 INFO:tasks.workunit.client.0.smithi016.stdout: "num_legacy_snapsets": 0, 2024-04-15T16:06:22.853 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_clones": 0, 2024-04-15T16:06:22.853 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_copies": 0, 2024-04-15T16:06:22.853 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects": 0, 2024-04-15T16:06:22.853 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_degraded": 0, 2024-04-15T16:06:22.853 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_dirty": 0, 2024-04-15T16:06:22.853 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T16:06:22.853 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_manifest": 0, 2024-04-15T16:06:22.853 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_misplaced": 0, 2024-04-15T16:06:22.853 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing": 0, 2024-04-15T16:06:22.853 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T16:06:22.854 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_omap": 0, 2024-04-15T16:06:22.854 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_pinned": 0, 2024-04-15T16:06:22.854 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_recovered": 0, 2024-04-15T16:06:22.854 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_repaired": 0, 2024-04-15T16:06:22.854 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_unfound": 0, 2024-04-15T16:06:22.854 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_bytes": 0, 2024-04-15T16:06:22.854 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_keys": 0, 2024-04-15T16:06:22.854 INFO:tasks.workunit.client.0.smithi016.stdout: "num_promote": 0, 2024-04-15T16:06:22.854 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read": 0, 2024-04-15T16:06:22.854 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read_kb": 0, 2024-04-15T16:06:22.854 INFO:tasks.workunit.client.0.smithi016.stdout: "num_scrub_errors": 0, 2024-04-15T16:06:22.854 INFO:tasks.workunit.client.0.smithi016.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T16:06:22.854 INFO:tasks.workunit.client.0.smithi016.stdout: "num_whiteouts": 0, 2024-04-15T16:06:22.854 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write": 0, 2024-04-15T16:06:22.855 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write_kb": 0 2024-04-15T16:06:22.855 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.855 INFO:tasks.workunit.client.0.smithi016.stdout: "state": "active+clean", 2024-04-15T16:06:22.855 INFO:tasks.workunit.client.0.smithi016.stdout: "stats_invalid": false, 2024-04-15T16:06:22.855 INFO:tasks.workunit.client.0.smithi016.stdout: "up": [ 2024-04-15T16:06:22.855 INFO:tasks.workunit.client.0.smithi016.stdout: 5, 2024-04-15T16:06:22.855 INFO:tasks.workunit.client.0.smithi016.stdout: 7, 2024-04-15T16:06:22.855 INFO:tasks.workunit.client.0.smithi016.stdout: 6 2024-04-15T16:06:22.855 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:22.855 INFO:tasks.workunit.client.0.smithi016.stdout: "up_primary": 5, 2024-04-15T16:06:22.855 INFO:tasks.workunit.client.0.smithi016.stdout: "version": "0'0" 2024-04-15T16:06:22.855 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.855 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-15T16:06:22.855 INFO:tasks.workunit.client.0.smithi016.stdout: "acting": [ 2024-04-15T16:06:22.856 INFO:tasks.workunit.client.0.smithi016.stdout: 3, 2024-04-15T16:06:22.856 INFO:tasks.workunit.client.0.smithi016.stdout: 4, 2024-04-15T16:06:22.856 INFO:tasks.workunit.client.0.smithi016.stdout: 1 2024-04-15T16:06:22.856 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:22.856 INFO:tasks.workunit.client.0.smithi016.stdout: "acting_primary": 3, 2024-04-15T16:06:22.856 INFO:tasks.workunit.client.0.smithi016.stdout: "avail_no_missing": [], 2024-04-15T16:06:22.856 INFO:tasks.workunit.client.0.smithi016.stdout: "blocked_by": [], 2024-04-15T16:06:22.856 INFO:tasks.workunit.client.0.smithi016.stdout: "created": 61, 2024-04-15T16:06:22.856 INFO:tasks.workunit.client.0.smithi016.stdout: "dirty_stats_invalid": false, 2024-04-15T16:06:22.856 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T16:06:22.856 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_stats_invalid": false, 2024-04-15T16:06:22.856 INFO:tasks.workunit.client.0.smithi016.stdout: "last_active": "2024-04-15T16:05:12.197893+0000", 2024-04-15T16:06:22.857 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_active": "2024-04-15T14:43:32.404618+0000", 2024-04-15T16:06:22.857 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_peered": "2024-04-15T14:43:32.404618+0000", 2024-04-15T16:06:22.857 INFO:tasks.workunit.client.0.smithi016.stdout: "last_change": "2024-04-15T14:43:32.404986+0000", 2024-04-15T16:06:22.857 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean": "2024-04-15T16:05:12.197893+0000", 2024-04-15T16:06:22.857 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T16:06:22.857 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub": "0'0", 2024-04-15T16:06:22.857 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T16:06:22.857 INFO:tasks.workunit.client.0.smithi016.stdout: "last_epoch_clean": 455, 2024-04-15T16:06:22.857 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fresh": "2024-04-15T16:05:12.197893+0000", 2024-04-15T16:06:22.857 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fullsized": "2024-04-15T16:05:12.197893+0000", 2024-04-15T16:06:22.857 INFO:tasks.workunit.client.0.smithi016.stdout: "last_peered": "2024-04-15T16:05:12.197893+0000", 2024-04-15T16:06:22.857 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub": "0'0", 2024-04-15T16:06:22.857 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_duration": 0, 2024-04-15T16:06:22.857 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T16:06:22.858 INFO:tasks.workunit.client.0.smithi016.stdout: "last_undegraded": "2024-04-15T16:05:12.197893+0000", 2024-04-15T16:06:22.858 INFO:tasks.workunit.client.0.smithi016.stdout: "last_unstale": "2024-04-15T16:05:12.197893+0000", 2024-04-15T16:06:22.858 INFO:tasks.workunit.client.0.smithi016.stdout: "log_dups_size": 0, 2024-04-15T16:06:22.858 INFO:tasks.workunit.client.0.smithi016.stdout: "log_size": 0, 2024-04-15T16:06:22.858 INFO:tasks.workunit.client.0.smithi016.stdout: "log_start": "0'0", 2024-04-15T16:06:22.858 INFO:tasks.workunit.client.0.smithi016.stdout: "manifest_stats_invalid": false, 2024-04-15T16:06:22.858 INFO:tasks.workunit.client.0.smithi016.stdout: "mapping_epoch": 454, 2024-04-15T16:06:22.858 INFO:tasks.workunit.client.0.smithi016.stdout: "object_location_counts": [], 2024-04-15T16:06:22.858 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_scrubbed": 0, 2024-04-15T16:06:22.858 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_trimmed": 0, 2024-04-15T16:06:22.858 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_stats_invalid": false, 2024-04-15T16:06:22.858 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_size": 0, 2024-04-15T16:06:22.858 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_start": "0'0", 2024-04-15T16:06:22.858 INFO:tasks.workunit.client.0.smithi016.stdout: "parent": "0.0", 2024-04-15T16:06:22.859 INFO:tasks.workunit.client.0.smithi016.stdout: "parent_split_bits": 0, 2024-04-15T16:06:22.859 INFO:tasks.workunit.client.0.smithi016.stdout: "pgid": "3.29", 2024-04-15T16:06:22.859 INFO:tasks.workunit.client.0.smithi016.stdout: "pin_stats_invalid": false, 2024-04-15T16:06:22.859 INFO:tasks.workunit.client.0.smithi016.stdout: "purged_snaps": [], 2024-04-15T16:06:22.859 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_epoch": 2721, 2024-04-15T16:06:22.859 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_seq": 4946, 2024-04-15T16:06:22.859 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_duration": 0.0, 2024-04-15T16:06:22.859 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-17T00:59:01.031152+0000", 2024-04-15T16:06:22.859 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrim_duration": 0.0, 2024-04-15T16:06:22.859 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrimq_len": 0, 2024-04-15T16:06:22.859 INFO:tasks.workunit.client.0.smithi016.stdout: "stat_sum": { 2024-04-15T16:06:22.859 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes": 0, 2024-04-15T16:06:22.859 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T16:06:22.860 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_recovered": 0, 2024-04-15T16:06:22.860 INFO:tasks.workunit.client.0.smithi016.stdout: "num_deep_scrub_errors": 0, 2024-04-15T16:06:22.860 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict": 0, 2024-04-15T16:06:22.860 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_kb": 0, 2024-04-15T16:06:22.860 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_full": 0, 2024-04-15T16:06:22.860 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_some": 0, 2024-04-15T16:06:22.860 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush": 0, 2024-04-15T16:06:22.860 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_kb": 0, 2024-04-15T16:06:22.860 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_high": 0, 2024-04-15T16:06:22.860 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_low": 0, 2024-04-15T16:06:22.860 INFO:tasks.workunit.client.0.smithi016.stdout: "num_keys_recovered": 0, 2024-04-15T16:06:22.860 INFO:tasks.workunit.client.0.smithi016.stdout: "num_large_omap_objects": 0, 2024-04-15T16:06:22.860 INFO:tasks.workunit.client.0.smithi016.stdout: "num_legacy_snapsets": 0, 2024-04-15T16:06:22.860 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_clones": 0, 2024-04-15T16:06:22.861 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_copies": 0, 2024-04-15T16:06:22.861 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects": 0, 2024-04-15T16:06:22.861 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_degraded": 0, 2024-04-15T16:06:22.861 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_dirty": 0, 2024-04-15T16:06:22.861 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T16:06:22.861 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_manifest": 0, 2024-04-15T16:06:22.861 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_misplaced": 0, 2024-04-15T16:06:22.861 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing": 0, 2024-04-15T16:06:22.861 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T16:06:22.861 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_omap": 0, 2024-04-15T16:06:22.861 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_pinned": 0, 2024-04-15T16:06:22.861 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_recovered": 0, 2024-04-15T16:06:22.861 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_repaired": 0, 2024-04-15T16:06:22.862 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_unfound": 0, 2024-04-15T16:06:22.862 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_bytes": 0, 2024-04-15T16:06:22.862 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_keys": 0, 2024-04-15T16:06:22.862 INFO:tasks.workunit.client.0.smithi016.stdout: "num_promote": 0, 2024-04-15T16:06:22.862 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read": 0, 2024-04-15T16:06:22.862 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read_kb": 0, 2024-04-15T16:06:22.862 INFO:tasks.workunit.client.0.smithi016.stdout: "num_scrub_errors": 0, 2024-04-15T16:06:22.862 INFO:tasks.workunit.client.0.smithi016.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T16:06:22.862 INFO:tasks.workunit.client.0.smithi016.stdout: "num_whiteouts": 0, 2024-04-15T16:06:22.862 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write": 0, 2024-04-15T16:06:22.862 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write_kb": 0 2024-04-15T16:06:22.862 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.862 INFO:tasks.workunit.client.0.smithi016.stdout: "state": "active+clean", 2024-04-15T16:06:22.862 INFO:tasks.workunit.client.0.smithi016.stdout: "stats_invalid": false, 2024-04-15T16:06:22.863 INFO:tasks.workunit.client.0.smithi016.stdout: "up": [ 2024-04-15T16:06:22.863 INFO:tasks.workunit.client.0.smithi016.stdout: 3, 2024-04-15T16:06:22.863 INFO:tasks.workunit.client.0.smithi016.stdout: 4, 2024-04-15T16:06:22.863 INFO:tasks.workunit.client.0.smithi016.stdout: 1 2024-04-15T16:06:22.863 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:22.863 INFO:tasks.workunit.client.0.smithi016.stdout: "up_primary": 3, 2024-04-15T16:06:22.863 INFO:tasks.workunit.client.0.smithi016.stdout: "version": "0'0" 2024-04-15T16:06:22.863 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.863 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-15T16:06:22.863 INFO:tasks.workunit.client.0.smithi016.stdout: "acting": [ 2024-04-15T16:06:22.863 INFO:tasks.workunit.client.0.smithi016.stdout: 5, 2024-04-15T16:06:22.863 INFO:tasks.workunit.client.0.smithi016.stdout: 3, 2024-04-15T16:06:22.863 INFO:tasks.workunit.client.0.smithi016.stdout: 2 2024-04-15T16:06:22.863 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:22.864 INFO:tasks.workunit.client.0.smithi016.stdout: "acting_primary": 5, 2024-04-15T16:06:22.864 INFO:tasks.workunit.client.0.smithi016.stdout: "avail_no_missing": [], 2024-04-15T16:06:22.864 INFO:tasks.workunit.client.0.smithi016.stdout: "blocked_by": [], 2024-04-15T16:06:22.864 INFO:tasks.workunit.client.0.smithi016.stdout: "created": 61, 2024-04-15T16:06:22.864 INFO:tasks.workunit.client.0.smithi016.stdout: "dirty_stats_invalid": false, 2024-04-15T16:06:22.864 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T16:06:22.864 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_stats_invalid": false, 2024-04-15T16:06:22.864 INFO:tasks.workunit.client.0.smithi016.stdout: "last_active": "2024-04-15T16:05:12.200939+0000", 2024-04-15T16:06:22.864 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_active": "2024-04-15T14:43:53.355814+0000", 2024-04-15T16:06:22.864 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_peered": "2024-04-15T14:43:53.355814+0000", 2024-04-15T16:06:22.864 INFO:tasks.workunit.client.0.smithi016.stdout: "last_change": "2024-04-15T14:43:53.356166+0000", 2024-04-15T16:06:22.864 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean": "2024-04-15T16:05:12.200939+0000", 2024-04-15T16:06:22.864 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T16:06:22.864 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub": "0'0", 2024-04-15T16:06:22.865 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T16:06:22.865 INFO:tasks.workunit.client.0.smithi016.stdout: "last_epoch_clean": 476, 2024-04-15T16:06:22.865 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fresh": "2024-04-15T16:05:12.200939+0000", 2024-04-15T16:06:22.865 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fullsized": "2024-04-15T16:05:12.200939+0000", 2024-04-15T16:06:22.865 INFO:tasks.workunit.client.0.smithi016.stdout: "last_peered": "2024-04-15T16:05:12.200939+0000", 2024-04-15T16:06:22.865 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub": "0'0", 2024-04-15T16:06:22.865 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_duration": 0, 2024-04-15T16:06:22.865 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T16:06:22.865 INFO:tasks.workunit.client.0.smithi016.stdout: "last_undegraded": "2024-04-15T16:05:12.200939+0000", 2024-04-15T16:06:22.865 INFO:tasks.workunit.client.0.smithi016.stdout: "last_unstale": "2024-04-15T16:05:12.200939+0000", 2024-04-15T16:06:22.865 INFO:tasks.workunit.client.0.smithi016.stdout: "log_dups_size": 0, 2024-04-15T16:06:22.865 INFO:tasks.workunit.client.0.smithi016.stdout: "log_size": 0, 2024-04-15T16:06:22.865 INFO:tasks.workunit.client.0.smithi016.stdout: "log_start": "0'0", 2024-04-15T16:06:22.865 INFO:tasks.workunit.client.0.smithi016.stdout: "manifest_stats_invalid": false, 2024-04-15T16:06:22.866 INFO:tasks.workunit.client.0.smithi016.stdout: "mapping_epoch": 475, 2024-04-15T16:06:22.866 INFO:tasks.workunit.client.0.smithi016.stdout: "object_location_counts": [], 2024-04-15T16:06:22.866 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_scrubbed": 0, 2024-04-15T16:06:22.866 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_trimmed": 0, 2024-04-15T16:06:22.866 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_stats_invalid": false, 2024-04-15T16:06:22.866 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_size": 0, 2024-04-15T16:06:22.866 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_start": "0'0", 2024-04-15T16:06:22.866 INFO:tasks.workunit.client.0.smithi016.stdout: "parent": "0.0", 2024-04-15T16:06:22.866 INFO:tasks.workunit.client.0.smithi016.stdout: "parent_split_bits": 0, 2024-04-15T16:06:22.866 INFO:tasks.workunit.client.0.smithi016.stdout: "pgid": "3.28", 2024-04-15T16:06:22.866 INFO:tasks.workunit.client.0.smithi016.stdout: "pin_stats_invalid": false, 2024-04-15T16:06:22.866 INFO:tasks.workunit.client.0.smithi016.stdout: "purged_snaps": [], 2024-04-15T16:06:22.866 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_epoch": 2721, 2024-04-15T16:06:22.866 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_seq": 4926, 2024-04-15T16:06:22.867 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_duration": 0.0, 2024-04-15T16:06:22.867 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-16T20:50:57.784675+0000", 2024-04-15T16:06:22.867 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrim_duration": 0.0, 2024-04-15T16:06:22.867 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrimq_len": 0, 2024-04-15T16:06:22.867 INFO:tasks.workunit.client.0.smithi016.stdout: "stat_sum": { 2024-04-15T16:06:22.867 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes": 0, 2024-04-15T16:06:22.867 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T16:06:22.867 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_recovered": 0, 2024-04-15T16:06:22.867 INFO:tasks.workunit.client.0.smithi016.stdout: "num_deep_scrub_errors": 0, 2024-04-15T16:06:22.867 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict": 0, 2024-04-15T16:06:22.867 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_kb": 0, 2024-04-15T16:06:22.867 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_full": 0, 2024-04-15T16:06:22.868 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_some": 0, 2024-04-15T16:06:22.868 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush": 0, 2024-04-15T16:06:22.868 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_kb": 0, 2024-04-15T16:06:22.868 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_high": 0, 2024-04-15T16:06:22.868 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_low": 0, 2024-04-15T16:06:22.868 INFO:tasks.workunit.client.0.smithi016.stdout: "num_keys_recovered": 0, 2024-04-15T16:06:22.868 INFO:tasks.workunit.client.0.smithi016.stdout: "num_large_omap_objects": 0, 2024-04-15T16:06:22.868 INFO:tasks.workunit.client.0.smithi016.stdout: "num_legacy_snapsets": 0, 2024-04-15T16:06:22.868 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_clones": 0, 2024-04-15T16:06:22.868 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_copies": 0, 2024-04-15T16:06:22.868 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects": 0, 2024-04-15T16:06:22.868 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_degraded": 0, 2024-04-15T16:06:22.868 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_dirty": 0, 2024-04-15T16:06:22.869 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T16:06:22.869 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_manifest": 0, 2024-04-15T16:06:22.869 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_misplaced": 0, 2024-04-15T16:06:22.869 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing": 0, 2024-04-15T16:06:22.869 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T16:06:22.869 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_omap": 0, 2024-04-15T16:06:22.869 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_pinned": 0, 2024-04-15T16:06:22.869 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_recovered": 0, 2024-04-15T16:06:22.869 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_repaired": 0, 2024-04-15T16:06:22.869 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_unfound": 0, 2024-04-15T16:06:22.869 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_bytes": 0, 2024-04-15T16:06:22.869 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_keys": 0, 2024-04-15T16:06:22.869 INFO:tasks.workunit.client.0.smithi016.stdout: "num_promote": 0, 2024-04-15T16:06:22.870 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read": 0, 2024-04-15T16:06:22.870 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read_kb": 0, 2024-04-15T16:06:22.870 INFO:tasks.workunit.client.0.smithi016.stdout: "num_scrub_errors": 0, 2024-04-15T16:06:22.870 INFO:tasks.workunit.client.0.smithi016.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T16:06:22.870 INFO:tasks.workunit.client.0.smithi016.stdout: "num_whiteouts": 0, 2024-04-15T16:06:22.870 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write": 0, 2024-04-15T16:06:22.870 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write_kb": 0 2024-04-15T16:06:22.870 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.870 INFO:tasks.workunit.client.0.smithi016.stdout: "state": "active+clean", 2024-04-15T16:06:22.870 INFO:tasks.workunit.client.0.smithi016.stdout: "stats_invalid": false, 2024-04-15T16:06:22.870 INFO:tasks.workunit.client.0.smithi016.stdout: "up": [ 2024-04-15T16:06:22.870 INFO:tasks.workunit.client.0.smithi016.stdout: 5, 2024-04-15T16:06:22.870 INFO:tasks.workunit.client.0.smithi016.stdout: 3, 2024-04-15T16:06:22.870 INFO:tasks.workunit.client.0.smithi016.stdout: 2 2024-04-15T16:06:22.871 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:22.871 INFO:tasks.workunit.client.0.smithi016.stdout: "up_primary": 5, 2024-04-15T16:06:22.871 INFO:tasks.workunit.client.0.smithi016.stdout: "version": "0'0" 2024-04-15T16:06:22.871 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.871 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-15T16:06:22.871 INFO:tasks.workunit.client.0.smithi016.stdout: "acting": [ 2024-04-15T16:06:22.871 INFO:tasks.workunit.client.0.smithi016.stdout: 3, 2024-04-15T16:06:22.871 INFO:tasks.workunit.client.0.smithi016.stdout: 4, 2024-04-15T16:06:22.871 INFO:tasks.workunit.client.0.smithi016.stdout: 2 2024-04-15T16:06:22.871 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:22.871 INFO:tasks.workunit.client.0.smithi016.stdout: "acting_primary": 3, 2024-04-15T16:06:22.871 INFO:tasks.workunit.client.0.smithi016.stdout: "avail_no_missing": [], 2024-04-15T16:06:22.871 INFO:tasks.workunit.client.0.smithi016.stdout: "blocked_by": [], 2024-04-15T16:06:22.871 INFO:tasks.workunit.client.0.smithi016.stdout: "created": 61, 2024-04-15T16:06:22.872 INFO:tasks.workunit.client.0.smithi016.stdout: "dirty_stats_invalid": false, 2024-04-15T16:06:22.872 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T16:06:22.872 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_stats_invalid": false, 2024-04-15T16:06:22.872 INFO:tasks.workunit.client.0.smithi016.stdout: "last_active": "2024-04-15T16:05:12.199390+0000", 2024-04-15T16:06:22.872 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_active": "2024-04-15T14:43:32.407505+0000", 2024-04-15T16:06:22.872 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_peered": "2024-04-15T14:43:32.407505+0000", 2024-04-15T16:06:22.872 INFO:tasks.workunit.client.0.smithi016.stdout: "last_change": "2024-04-15T14:43:32.407871+0000", 2024-04-15T16:06:22.872 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean": "2024-04-15T16:05:12.199390+0000", 2024-04-15T16:06:22.872 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T16:06:22.872 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub": "0'0", 2024-04-15T16:06:22.872 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T16:06:22.872 INFO:tasks.workunit.client.0.smithi016.stdout: "last_epoch_clean": 455, 2024-04-15T16:06:22.872 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fresh": "2024-04-15T16:05:12.199390+0000", 2024-04-15T16:06:22.872 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fullsized": "2024-04-15T16:05:12.199390+0000", 2024-04-15T16:06:22.873 INFO:tasks.workunit.client.0.smithi016.stdout: "last_peered": "2024-04-15T16:05:12.199390+0000", 2024-04-15T16:06:22.873 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub": "0'0", 2024-04-15T16:06:22.873 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_duration": 0, 2024-04-15T16:06:22.873 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T16:06:22.873 INFO:tasks.workunit.client.0.smithi016.stdout: "last_undegraded": "2024-04-15T16:05:12.199390+0000", 2024-04-15T16:06:22.873 INFO:tasks.workunit.client.0.smithi016.stdout: "last_unstale": "2024-04-15T16:05:12.199390+0000", 2024-04-15T16:06:22.873 INFO:tasks.workunit.client.0.smithi016.stdout: "log_dups_size": 0, 2024-04-15T16:06:22.873 INFO:tasks.workunit.client.0.smithi016.stdout: "log_size": 0, 2024-04-15T16:06:22.873 INFO:tasks.workunit.client.0.smithi016.stdout: "log_start": "0'0", 2024-04-15T16:06:22.873 INFO:tasks.workunit.client.0.smithi016.stdout: "manifest_stats_invalid": false, 2024-04-15T16:06:22.873 INFO:tasks.workunit.client.0.smithi016.stdout: "mapping_epoch": 454, 2024-04-15T16:06:22.873 INFO:tasks.workunit.client.0.smithi016.stdout: "object_location_counts": [], 2024-04-15T16:06:22.873 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_scrubbed": 0, 2024-04-15T16:06:22.873 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_trimmed": 0, 2024-04-15T16:06:22.873 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_stats_invalid": false, 2024-04-15T16:06:22.874 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_size": 0, 2024-04-15T16:06:22.874 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_start": "0'0", 2024-04-15T16:06:22.874 INFO:tasks.workunit.client.0.smithi016.stdout: "parent": "0.0", 2024-04-15T16:06:22.874 INFO:tasks.workunit.client.0.smithi016.stdout: "parent_split_bits": 0, 2024-04-15T16:06:22.874 INFO:tasks.workunit.client.0.smithi016.stdout: "pgid": "3.27", 2024-04-15T16:06:22.874 INFO:tasks.workunit.client.0.smithi016.stdout: "pin_stats_invalid": false, 2024-04-15T16:06:22.874 INFO:tasks.workunit.client.0.smithi016.stdout: "purged_snaps": [], 2024-04-15T16:06:22.874 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_epoch": 2721, 2024-04-15T16:06:22.874 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_seq": 4968, 2024-04-15T16:06:22.874 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_duration": 0.0, 2024-04-15T16:06:22.874 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-16T16:00:18.733069+0000", 2024-04-15T16:06:22.874 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrim_duration": 0.0, 2024-04-15T16:06:22.874 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrimq_len": 0, 2024-04-15T16:06:22.875 INFO:tasks.workunit.client.0.smithi016.stdout: "stat_sum": { 2024-04-15T16:06:22.875 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes": 0, 2024-04-15T16:06:22.875 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T16:06:22.875 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_recovered": 0, 2024-04-15T16:06:22.875 INFO:tasks.workunit.client.0.smithi016.stdout: "num_deep_scrub_errors": 0, 2024-04-15T16:06:22.875 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict": 0, 2024-04-15T16:06:22.875 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_kb": 0, 2024-04-15T16:06:22.875 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_full": 0, 2024-04-15T16:06:22.875 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_some": 0, 2024-04-15T16:06:22.875 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush": 0, 2024-04-15T16:06:22.875 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_kb": 0, 2024-04-15T16:06:22.875 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_high": 0, 2024-04-15T16:06:22.875 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_low": 0, 2024-04-15T16:06:22.875 INFO:tasks.workunit.client.0.smithi016.stdout: "num_keys_recovered": 0, 2024-04-15T16:06:22.875 INFO:tasks.workunit.client.0.smithi016.stdout: "num_large_omap_objects": 0, 2024-04-15T16:06:22.876 INFO:tasks.workunit.client.0.smithi016.stdout: "num_legacy_snapsets": 0, 2024-04-15T16:06:22.876 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_clones": 0, 2024-04-15T16:06:22.876 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_copies": 0, 2024-04-15T16:06:22.876 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects": 0, 2024-04-15T16:06:22.876 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_degraded": 0, 2024-04-15T16:06:22.876 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_dirty": 0, 2024-04-15T16:06:22.876 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T16:06:22.876 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_manifest": 0, 2024-04-15T16:06:22.876 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_misplaced": 0, 2024-04-15T16:06:22.876 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing": 0, 2024-04-15T16:06:22.876 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T16:06:22.876 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_omap": 0, 2024-04-15T16:06:22.876 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_pinned": 0, 2024-04-15T16:06:22.877 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_recovered": 0, 2024-04-15T16:06:22.877 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_repaired": 0, 2024-04-15T16:06:22.877 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_unfound": 0, 2024-04-15T16:06:22.877 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_bytes": 0, 2024-04-15T16:06:22.877 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_keys": 0, 2024-04-15T16:06:22.877 INFO:tasks.workunit.client.0.smithi016.stdout: "num_promote": 0, 2024-04-15T16:06:22.877 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read": 0, 2024-04-15T16:06:22.877 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read_kb": 0, 2024-04-15T16:06:22.877 INFO:tasks.workunit.client.0.smithi016.stdout: "num_scrub_errors": 0, 2024-04-15T16:06:22.877 INFO:tasks.workunit.client.0.smithi016.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T16:06:22.877 INFO:tasks.workunit.client.0.smithi016.stdout: "num_whiteouts": 0, 2024-04-15T16:06:22.877 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write": 0, 2024-04-15T16:06:22.877 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write_kb": 0 2024-04-15T16:06:22.877 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.878 INFO:tasks.workunit.client.0.smithi016.stdout: "state": "active+clean", 2024-04-15T16:06:22.878 INFO:tasks.workunit.client.0.smithi016.stdout: "stats_invalid": false, 2024-04-15T16:06:22.878 INFO:tasks.workunit.client.0.smithi016.stdout: "up": [ 2024-04-15T16:06:22.878 INFO:tasks.workunit.client.0.smithi016.stdout: 3, 2024-04-15T16:06:22.878 INFO:tasks.workunit.client.0.smithi016.stdout: 4, 2024-04-15T16:06:22.878 INFO:tasks.workunit.client.0.smithi016.stdout: 2 2024-04-15T16:06:22.878 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:22.878 INFO:tasks.workunit.client.0.smithi016.stdout: "up_primary": 3, 2024-04-15T16:06:22.878 INFO:tasks.workunit.client.0.smithi016.stdout: "version": "0'0" 2024-04-15T16:06:22.878 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.878 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-15T16:06:22.878 INFO:tasks.workunit.client.0.smithi016.stdout: "acting": [ 2024-04-15T16:06:22.878 INFO:tasks.workunit.client.0.smithi016.stdout: 6, 2024-04-15T16:06:22.879 INFO:tasks.workunit.client.0.smithi016.stdout: 7, 2024-04-15T16:06:22.879 INFO:tasks.workunit.client.0.smithi016.stdout: 4 2024-04-15T16:06:22.879 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:22.879 INFO:tasks.workunit.client.0.smithi016.stdout: "acting_primary": 6, 2024-04-15T16:06:22.879 INFO:tasks.workunit.client.0.smithi016.stdout: "avail_no_missing": [], 2024-04-15T16:06:22.879 INFO:tasks.workunit.client.0.smithi016.stdout: "blocked_by": [], 2024-04-15T16:06:22.879 INFO:tasks.workunit.client.0.smithi016.stdout: "created": 61, 2024-04-15T16:06:22.879 INFO:tasks.workunit.client.0.smithi016.stdout: "dirty_stats_invalid": false, 2024-04-15T16:06:22.879 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T16:06:22.879 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_stats_invalid": false, 2024-04-15T16:06:22.879 INFO:tasks.workunit.client.0.smithi016.stdout: "last_active": "2024-04-15T16:05:11.412285+0000", 2024-04-15T16:06:22.879 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_active": "2024-04-15T14:44:49.366939+0000", 2024-04-15T16:06:22.879 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_peered": "2024-04-15T14:44:49.366939+0000", 2024-04-15T16:06:22.879 INFO:tasks.workunit.client.0.smithi016.stdout: "last_change": "2024-04-15T14:44:49.367246+0000", 2024-04-15T16:06:22.880 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean": "2024-04-15T16:05:11.412285+0000", 2024-04-15T16:06:22.880 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T16:06:22.880 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub": "0'0", 2024-04-15T16:06:22.880 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T16:06:22.880 INFO:tasks.workunit.client.0.smithi016.stdout: "last_epoch_clean": 532, 2024-04-15T16:06:22.880 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fresh": "2024-04-15T16:05:11.412285+0000", 2024-04-15T16:06:22.880 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fullsized": "2024-04-15T16:05:11.412285+0000", 2024-04-15T16:06:22.880 INFO:tasks.workunit.client.0.smithi016.stdout: "last_peered": "2024-04-15T16:05:11.412285+0000", 2024-04-15T16:06:22.880 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub": "0'0", 2024-04-15T16:06:22.880 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_duration": 0, 2024-04-15T16:06:22.880 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T16:06:22.880 INFO:tasks.workunit.client.0.smithi016.stdout: "last_undegraded": "2024-04-15T16:05:11.412285+0000", 2024-04-15T16:06:22.880 INFO:tasks.workunit.client.0.smithi016.stdout: "last_unstale": "2024-04-15T16:05:11.412285+0000", 2024-04-15T16:06:22.880 INFO:tasks.workunit.client.0.smithi016.stdout: "log_dups_size": 0, 2024-04-15T16:06:22.880 INFO:tasks.workunit.client.0.smithi016.stdout: "log_size": 0, 2024-04-15T16:06:22.881 INFO:tasks.workunit.client.0.smithi016.stdout: "log_start": "0'0", 2024-04-15T16:06:22.881 INFO:tasks.workunit.client.0.smithi016.stdout: "manifest_stats_invalid": false, 2024-04-15T16:06:22.881 INFO:tasks.workunit.client.0.smithi016.stdout: "mapping_epoch": 531, 2024-04-15T16:06:22.881 INFO:tasks.workunit.client.0.smithi016.stdout: "object_location_counts": [], 2024-04-15T16:06:22.881 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_scrubbed": 0, 2024-04-15T16:06:22.881 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_trimmed": 0, 2024-04-15T16:06:22.881 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_stats_invalid": false, 2024-04-15T16:06:22.881 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_size": 0, 2024-04-15T16:06:22.881 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_start": "0'0", 2024-04-15T16:06:22.881 INFO:tasks.workunit.client.0.smithi016.stdout: "parent": "0.0", 2024-04-15T16:06:22.881 INFO:tasks.workunit.client.0.smithi016.stdout: "parent_split_bits": 0, 2024-04-15T16:06:22.881 INFO:tasks.workunit.client.0.smithi016.stdout: "pgid": "3.26", 2024-04-15T16:06:22.881 INFO:tasks.workunit.client.0.smithi016.stdout: "pin_stats_invalid": false, 2024-04-15T16:06:22.881 INFO:tasks.workunit.client.0.smithi016.stdout: "purged_snaps": [], 2024-04-15T16:06:22.882 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_epoch": 2721, 2024-04-15T16:06:22.882 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_seq": 4894, 2024-04-15T16:06:22.882 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_duration": 0.0, 2024-04-15T16:06:22.882 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-16T14:58:21.833091+0000", 2024-04-15T16:06:22.882 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrim_duration": 0.0, 2024-04-15T16:06:22.882 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrimq_len": 0, 2024-04-15T16:06:22.882 INFO:tasks.workunit.client.0.smithi016.stdout: "stat_sum": { 2024-04-15T16:06:22.882 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes": 0, 2024-04-15T16:06:22.882 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T16:06:22.882 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_recovered": 0, 2024-04-15T16:06:22.882 INFO:tasks.workunit.client.0.smithi016.stdout: "num_deep_scrub_errors": 0, 2024-04-15T16:06:22.882 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict": 0, 2024-04-15T16:06:22.882 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_kb": 0, 2024-04-15T16:06:22.883 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_full": 0, 2024-04-15T16:06:22.883 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_some": 0, 2024-04-15T16:06:22.883 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush": 0, 2024-04-15T16:06:22.883 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_kb": 0, 2024-04-15T16:06:22.883 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_high": 0, 2024-04-15T16:06:22.883 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_low": 0, 2024-04-15T16:06:22.883 INFO:tasks.workunit.client.0.smithi016.stdout: "num_keys_recovered": 0, 2024-04-15T16:06:22.883 INFO:tasks.workunit.client.0.smithi016.stdout: "num_large_omap_objects": 0, 2024-04-15T16:06:22.883 INFO:tasks.workunit.client.0.smithi016.stdout: "num_legacy_snapsets": 0, 2024-04-15T16:06:22.883 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_clones": 0, 2024-04-15T16:06:22.883 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_copies": 0, 2024-04-15T16:06:22.883 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects": 0, 2024-04-15T16:06:22.883 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_degraded": 0, 2024-04-15T16:06:22.883 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_dirty": 0, 2024-04-15T16:06:22.883 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T16:06:22.884 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_manifest": 0, 2024-04-15T16:06:22.884 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_misplaced": 0, 2024-04-15T16:06:22.884 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing": 0, 2024-04-15T16:06:22.884 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T16:06:22.884 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_omap": 0, 2024-04-15T16:06:22.884 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_pinned": 0, 2024-04-15T16:06:22.884 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_recovered": 0, 2024-04-15T16:06:22.884 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_repaired": 0, 2024-04-15T16:06:22.884 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_unfound": 0, 2024-04-15T16:06:22.884 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_bytes": 0, 2024-04-15T16:06:22.884 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_keys": 0, 2024-04-15T16:06:22.884 INFO:tasks.workunit.client.0.smithi016.stdout: "num_promote": 0, 2024-04-15T16:06:22.884 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read": 0, 2024-04-15T16:06:22.884 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read_kb": 0, 2024-04-15T16:06:22.884 INFO:tasks.workunit.client.0.smithi016.stdout: "num_scrub_errors": 0, 2024-04-15T16:06:22.885 INFO:tasks.workunit.client.0.smithi016.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T16:06:22.885 INFO:tasks.workunit.client.0.smithi016.stdout: "num_whiteouts": 0, 2024-04-15T16:06:22.885 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write": 0, 2024-04-15T16:06:22.885 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write_kb": 0 2024-04-15T16:06:22.885 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.885 INFO:tasks.workunit.client.0.smithi016.stdout: "state": "active+clean", 2024-04-15T16:06:22.885 INFO:tasks.workunit.client.0.smithi016.stdout: "stats_invalid": false, 2024-04-15T16:06:22.885 INFO:tasks.workunit.client.0.smithi016.stdout: "up": [ 2024-04-15T16:06:22.885 INFO:tasks.workunit.client.0.smithi016.stdout: 6, 2024-04-15T16:06:22.885 INFO:tasks.workunit.client.0.smithi016.stdout: 7, 2024-04-15T16:06:22.885 INFO:tasks.workunit.client.0.smithi016.stdout: 4 2024-04-15T16:06:22.885 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:22.885 INFO:tasks.workunit.client.0.smithi016.stdout: "up_primary": 6, 2024-04-15T16:06:22.886 INFO:tasks.workunit.client.0.smithi016.stdout: "version": "0'0" 2024-04-15T16:06:22.886 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.886 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-15T16:06:22.886 INFO:tasks.workunit.client.0.smithi016.stdout: "acting": [ 2024-04-15T16:06:22.886 INFO:tasks.workunit.client.0.smithi016.stdout: 1, 2024-04-15T16:06:22.886 INFO:tasks.workunit.client.0.smithi016.stdout: 3, 2024-04-15T16:06:22.886 INFO:tasks.workunit.client.0.smithi016.stdout: 2 2024-04-15T16:06:22.886 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:22.886 INFO:tasks.workunit.client.0.smithi016.stdout: "acting_primary": 1, 2024-04-15T16:06:22.886 INFO:tasks.workunit.client.0.smithi016.stdout: "avail_no_missing": [], 2024-04-15T16:06:22.886 INFO:tasks.workunit.client.0.smithi016.stdout: "blocked_by": [], 2024-04-15T16:06:22.886 INFO:tasks.workunit.client.0.smithi016.stdout: "created": 61, 2024-04-15T16:06:22.887 INFO:tasks.workunit.client.0.smithi016.stdout: "dirty_stats_invalid": false, 2024-04-15T16:06:22.887 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T16:06:22.887 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_stats_invalid": false, 2024-04-15T16:06:22.887 INFO:tasks.workunit.client.0.smithi016.stdout: "last_active": "2024-04-15T16:05:11.870228+0000", 2024-04-15T16:06:22.887 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_active": "2024-04-15T14:42:57.511595+0000", 2024-04-15T16:06:22.887 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_peered": "2024-04-15T14:42:57.511595+0000", 2024-04-15T16:06:22.887 INFO:tasks.workunit.client.0.smithi016.stdout: "last_change": "2024-04-15T14:42:57.511874+0000", 2024-04-15T16:06:22.887 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean": "2024-04-15T16:05:11.870228+0000", 2024-04-15T16:06:22.887 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T16:06:22.887 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub": "0'0", 2024-04-15T16:06:22.887 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T16:06:22.887 INFO:tasks.workunit.client.0.smithi016.stdout: "last_epoch_clean": 420, 2024-04-15T16:06:22.887 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fresh": "2024-04-15T16:05:11.870228+0000", 2024-04-15T16:06:22.887 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fullsized": "2024-04-15T16:05:11.870228+0000", 2024-04-15T16:06:22.888 INFO:tasks.workunit.client.0.smithi016.stdout: "last_peered": "2024-04-15T16:05:11.870228+0000", 2024-04-15T16:06:22.888 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub": "0'0", 2024-04-15T16:06:22.888 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_duration": 0, 2024-04-15T16:06:22.888 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T16:06:22.888 INFO:tasks.workunit.client.0.smithi016.stdout: "last_undegraded": "2024-04-15T16:05:11.870228+0000", 2024-04-15T16:06:22.888 INFO:tasks.workunit.client.0.smithi016.stdout: "last_unstale": "2024-04-15T16:05:11.870228+0000", 2024-04-15T16:06:22.888 INFO:tasks.workunit.client.0.smithi016.stdout: "log_dups_size": 0, 2024-04-15T16:06:22.888 INFO:tasks.workunit.client.0.smithi016.stdout: "log_size": 0, 2024-04-15T16:06:22.888 INFO:tasks.workunit.client.0.smithi016.stdout: "log_start": "0'0", 2024-04-15T16:06:22.888 INFO:tasks.workunit.client.0.smithi016.stdout: "manifest_stats_invalid": false, 2024-04-15T16:06:22.888 INFO:tasks.workunit.client.0.smithi016.stdout: "mapping_epoch": 419, 2024-04-15T16:06:22.888 INFO:tasks.workunit.client.0.smithi016.stdout: "object_location_counts": [], 2024-04-15T16:06:22.888 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_scrubbed": 0, 2024-04-15T16:06:22.889 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_trimmed": 0, 2024-04-15T16:06:22.889 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_stats_invalid": false, 2024-04-15T16:06:22.889 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_size": 0, 2024-04-15T16:06:22.889 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_start": "0'0", 2024-04-15T16:06:22.889 INFO:tasks.workunit.client.0.smithi016.stdout: "parent": "0.0", 2024-04-15T16:06:22.889 INFO:tasks.workunit.client.0.smithi016.stdout: "parent_split_bits": 0, 2024-04-15T16:06:22.889 INFO:tasks.workunit.client.0.smithi016.stdout: "pgid": "3.25", 2024-04-15T16:06:22.889 INFO:tasks.workunit.client.0.smithi016.stdout: "pin_stats_invalid": false, 2024-04-15T16:06:22.889 INFO:tasks.workunit.client.0.smithi016.stdout: "purged_snaps": [], 2024-04-15T16:06:22.889 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_epoch": 2721, 2024-04-15T16:06:22.889 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_seq": 5041, 2024-04-15T16:06:22.889 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_duration": 0.0, 2024-04-15T16:06:22.890 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-16T20:16:29.033312+0000", 2024-04-15T16:06:22.890 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrim_duration": 0.0, 2024-04-15T16:06:22.890 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrimq_len": 0, 2024-04-15T16:06:22.890 INFO:tasks.workunit.client.0.smithi016.stdout: "stat_sum": { 2024-04-15T16:06:22.890 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes": 0, 2024-04-15T16:06:22.890 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T16:06:22.890 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_recovered": 0, 2024-04-15T16:06:22.890 INFO:tasks.workunit.client.0.smithi016.stdout: "num_deep_scrub_errors": 0, 2024-04-15T16:06:22.890 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict": 0, 2024-04-15T16:06:22.890 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_kb": 0, 2024-04-15T16:06:22.890 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_full": 0, 2024-04-15T16:06:22.890 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_some": 0, 2024-04-15T16:06:22.890 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush": 0, 2024-04-15T16:06:22.890 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_kb": 0, 2024-04-15T16:06:22.891 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_high": 0, 2024-04-15T16:06:22.891 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_low": 0, 2024-04-15T16:06:22.891 INFO:tasks.workunit.client.0.smithi016.stdout: "num_keys_recovered": 0, 2024-04-15T16:06:22.891 INFO:tasks.workunit.client.0.smithi016.stdout: "num_large_omap_objects": 0, 2024-04-15T16:06:22.891 INFO:tasks.workunit.client.0.smithi016.stdout: "num_legacy_snapsets": 0, 2024-04-15T16:06:22.891 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_clones": 0, 2024-04-15T16:06:22.891 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_copies": 0, 2024-04-15T16:06:22.891 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects": 0, 2024-04-15T16:06:22.891 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_degraded": 0, 2024-04-15T16:06:22.891 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_dirty": 0, 2024-04-15T16:06:22.891 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T16:06:22.891 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_manifest": 0, 2024-04-15T16:06:22.891 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_misplaced": 0, 2024-04-15T16:06:22.892 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing": 0, 2024-04-15T16:06:22.892 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T16:06:22.892 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_omap": 0, 2024-04-15T16:06:22.892 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_pinned": 0, 2024-04-15T16:06:22.892 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_recovered": 0, 2024-04-15T16:06:22.892 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_repaired": 0, 2024-04-15T16:06:22.892 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_unfound": 0, 2024-04-15T16:06:22.892 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_bytes": 0, 2024-04-15T16:06:22.892 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_keys": 0, 2024-04-15T16:06:22.892 INFO:tasks.workunit.client.0.smithi016.stdout: "num_promote": 0, 2024-04-15T16:06:22.892 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read": 0, 2024-04-15T16:06:22.892 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read_kb": 0, 2024-04-15T16:06:22.892 INFO:tasks.workunit.client.0.smithi016.stdout: "num_scrub_errors": 0, 2024-04-15T16:06:22.893 INFO:tasks.workunit.client.0.smithi016.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T16:06:22.893 INFO:tasks.workunit.client.0.smithi016.stdout: "num_whiteouts": 0, 2024-04-15T16:06:22.893 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write": 0, 2024-04-15T16:06:22.893 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write_kb": 0 2024-04-15T16:06:22.893 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.893 INFO:tasks.workunit.client.0.smithi016.stdout: "state": "active+clean", 2024-04-15T16:06:22.893 INFO:tasks.workunit.client.0.smithi016.stdout: "stats_invalid": false, 2024-04-15T16:06:22.893 INFO:tasks.workunit.client.0.smithi016.stdout: "up": [ 2024-04-15T16:06:22.893 INFO:tasks.workunit.client.0.smithi016.stdout: 1, 2024-04-15T16:06:22.893 INFO:tasks.workunit.client.0.smithi016.stdout: 3, 2024-04-15T16:06:22.893 INFO:tasks.workunit.client.0.smithi016.stdout: 2 2024-04-15T16:06:22.893 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:22.893 INFO:tasks.workunit.client.0.smithi016.stdout: "up_primary": 1, 2024-04-15T16:06:22.893 INFO:tasks.workunit.client.0.smithi016.stdout: "version": "0'0" 2024-04-15T16:06:22.894 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.894 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-15T16:06:22.894 INFO:tasks.workunit.client.0.smithi016.stdout: "acting": [ 2024-04-15T16:06:22.894 INFO:tasks.workunit.client.0.smithi016.stdout: 3, 2024-04-15T16:06:22.894 INFO:tasks.workunit.client.0.smithi016.stdout: 4, 2024-04-15T16:06:22.894 INFO:tasks.workunit.client.0.smithi016.stdout: 0 2024-04-15T16:06:22.894 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:22.894 INFO:tasks.workunit.client.0.smithi016.stdout: "acting_primary": 3, 2024-04-15T16:06:22.894 INFO:tasks.workunit.client.0.smithi016.stdout: "avail_no_missing": [], 2024-04-15T16:06:22.894 INFO:tasks.workunit.client.0.smithi016.stdout: "blocked_by": [], 2024-04-15T16:06:22.894 INFO:tasks.workunit.client.0.smithi016.stdout: "created": 61, 2024-04-15T16:06:22.894 INFO:tasks.workunit.client.0.smithi016.stdout: "dirty_stats_invalid": false, 2024-04-15T16:06:22.894 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T16:06:22.895 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_stats_invalid": false, 2024-04-15T16:06:22.895 INFO:tasks.workunit.client.0.smithi016.stdout: "last_active": "2024-04-15T16:05:12.198300+0000", 2024-04-15T16:06:22.895 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_active": "2024-04-15T14:43:32.410674+0000", 2024-04-15T16:06:22.895 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_peered": "2024-04-15T14:43:32.410674+0000", 2024-04-15T16:06:22.895 INFO:tasks.workunit.client.0.smithi016.stdout: "last_change": "2024-04-15T14:43:32.410992+0000", 2024-04-15T16:06:22.895 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean": "2024-04-15T16:05:12.198300+0000", 2024-04-15T16:06:22.895 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T16:06:22.895 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub": "0'0", 2024-04-15T16:06:22.895 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T16:06:22.895 INFO:tasks.workunit.client.0.smithi016.stdout: "last_epoch_clean": 455, 2024-04-15T16:06:22.895 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fresh": "2024-04-15T16:05:12.198300+0000", 2024-04-15T16:06:22.895 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fullsized": "2024-04-15T16:05:12.198300+0000", 2024-04-15T16:06:22.895 INFO:tasks.workunit.client.0.smithi016.stdout: "last_peered": "2024-04-15T16:05:12.198300+0000", 2024-04-15T16:06:22.895 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub": "0'0", 2024-04-15T16:06:22.896 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_duration": 0, 2024-04-15T16:06:22.896 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T16:06:22.896 INFO:tasks.workunit.client.0.smithi016.stdout: "last_undegraded": "2024-04-15T16:05:12.198300+0000", 2024-04-15T16:06:22.896 INFO:tasks.workunit.client.0.smithi016.stdout: "last_unstale": "2024-04-15T16:05:12.198300+0000", 2024-04-15T16:06:22.896 INFO:tasks.workunit.client.0.smithi016.stdout: "log_dups_size": 0, 2024-04-15T16:06:22.896 INFO:tasks.workunit.client.0.smithi016.stdout: "log_size": 0, 2024-04-15T16:06:22.896 INFO:tasks.workunit.client.0.smithi016.stdout: "log_start": "0'0", 2024-04-15T16:06:22.896 INFO:tasks.workunit.client.0.smithi016.stdout: "manifest_stats_invalid": false, 2024-04-15T16:06:22.896 INFO:tasks.workunit.client.0.smithi016.stdout: "mapping_epoch": 454, 2024-04-15T16:06:22.896 INFO:tasks.workunit.client.0.smithi016.stdout: "object_location_counts": [], 2024-04-15T16:06:22.896 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_scrubbed": 0, 2024-04-15T16:06:22.896 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_trimmed": 0, 2024-04-15T16:06:22.896 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_stats_invalid": false, 2024-04-15T16:06:22.896 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_size": 0, 2024-04-15T16:06:22.897 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_start": "0'0", 2024-04-15T16:06:22.897 INFO:tasks.workunit.client.0.smithi016.stdout: "parent": "0.0", 2024-04-15T16:06:22.897 INFO:tasks.workunit.client.0.smithi016.stdout: "parent_split_bits": 0, 2024-04-15T16:06:22.897 INFO:tasks.workunit.client.0.smithi016.stdout: "pgid": "3.24", 2024-04-15T16:06:22.897 INFO:tasks.workunit.client.0.smithi016.stdout: "pin_stats_invalid": false, 2024-04-15T16:06:22.897 INFO:tasks.workunit.client.0.smithi016.stdout: "purged_snaps": [], 2024-04-15T16:06:22.897 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_epoch": 2721, 2024-04-15T16:06:22.897 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_seq": 4954, 2024-04-15T16:06:22.897 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_duration": 0.0, 2024-04-15T16:06:22.897 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-16T21:20:45.898654+0000", 2024-04-15T16:06:22.897 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrim_duration": 0.0, 2024-04-15T16:06:22.897 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrimq_len": 0, 2024-04-15T16:06:22.897 INFO:tasks.workunit.client.0.smithi016.stdout: "stat_sum": { 2024-04-15T16:06:22.897 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes": 0, 2024-04-15T16:06:22.898 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T16:06:22.898 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_recovered": 0, 2024-04-15T16:06:22.898 INFO:tasks.workunit.client.0.smithi016.stdout: "num_deep_scrub_errors": 0, 2024-04-15T16:06:22.898 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict": 0, 2024-04-15T16:06:22.898 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_kb": 0, 2024-04-15T16:06:22.898 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_full": 0, 2024-04-15T16:06:22.898 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_some": 0, 2024-04-15T16:06:22.898 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush": 0, 2024-04-15T16:06:22.898 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_kb": 0, 2024-04-15T16:06:22.898 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_high": 0, 2024-04-15T16:06:22.898 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_low": 0, 2024-04-15T16:06:22.898 INFO:tasks.workunit.client.0.smithi016.stdout: "num_keys_recovered": 0, 2024-04-15T16:06:22.898 INFO:tasks.workunit.client.0.smithi016.stdout: "num_large_omap_objects": 0, 2024-04-15T16:06:22.899 INFO:tasks.workunit.client.0.smithi016.stdout: "num_legacy_snapsets": 0, 2024-04-15T16:06:22.899 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_clones": 0, 2024-04-15T16:06:22.899 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_copies": 0, 2024-04-15T16:06:22.899 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects": 0, 2024-04-15T16:06:22.899 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_degraded": 0, 2024-04-15T16:06:22.899 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_dirty": 0, 2024-04-15T16:06:22.899 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T16:06:22.899 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_manifest": 0, 2024-04-15T16:06:22.899 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_misplaced": 0, 2024-04-15T16:06:22.899 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing": 0, 2024-04-15T16:06:22.899 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T16:06:22.899 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_omap": 0, 2024-04-15T16:06:22.899 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_pinned": 0, 2024-04-15T16:06:22.899 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_recovered": 0, 2024-04-15T16:06:22.900 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_repaired": 0, 2024-04-15T16:06:22.900 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_unfound": 0, 2024-04-15T16:06:22.900 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_bytes": 0, 2024-04-15T16:06:22.900 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_keys": 0, 2024-04-15T16:06:22.900 INFO:tasks.workunit.client.0.smithi016.stdout: "num_promote": 0, 2024-04-15T16:06:22.900 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read": 0, 2024-04-15T16:06:22.900 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read_kb": 0, 2024-04-15T16:06:22.900 INFO:tasks.workunit.client.0.smithi016.stdout: "num_scrub_errors": 0, 2024-04-15T16:06:22.900 INFO:tasks.workunit.client.0.smithi016.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T16:06:22.900 INFO:tasks.workunit.client.0.smithi016.stdout: "num_whiteouts": 0, 2024-04-15T16:06:22.900 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write": 0, 2024-04-15T16:06:22.900 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write_kb": 0 2024-04-15T16:06:22.900 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.900 INFO:tasks.workunit.client.0.smithi016.stdout: "state": "active+clean", 2024-04-15T16:06:22.901 INFO:tasks.workunit.client.0.smithi016.stdout: "stats_invalid": false, 2024-04-15T16:06:22.901 INFO:tasks.workunit.client.0.smithi016.stdout: "up": [ 2024-04-15T16:06:22.901 INFO:tasks.workunit.client.0.smithi016.stdout: 3, 2024-04-15T16:06:22.901 INFO:tasks.workunit.client.0.smithi016.stdout: 4, 2024-04-15T16:06:22.901 INFO:tasks.workunit.client.0.smithi016.stdout: 0 2024-04-15T16:06:22.901 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:22.901 INFO:tasks.workunit.client.0.smithi016.stdout: "up_primary": 3, 2024-04-15T16:06:22.901 INFO:tasks.workunit.client.0.smithi016.stdout: "version": "0'0" 2024-04-15T16:06:22.901 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.901 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-15T16:06:22.901 INFO:tasks.workunit.client.0.smithi016.stdout: "acting": [ 2024-04-15T16:06:22.901 INFO:tasks.workunit.client.0.smithi016.stdout: 0, 2024-04-15T16:06:22.901 INFO:tasks.workunit.client.0.smithi016.stdout: 3, 2024-04-15T16:06:22.902 INFO:tasks.workunit.client.0.smithi016.stdout: 4 2024-04-15T16:06:22.902 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:22.902 INFO:tasks.workunit.client.0.smithi016.stdout: "acting_primary": 0, 2024-04-15T16:06:22.902 INFO:tasks.workunit.client.0.smithi016.stdout: "avail_no_missing": [], 2024-04-15T16:06:22.902 INFO:tasks.workunit.client.0.smithi016.stdout: "blocked_by": [], 2024-04-15T16:06:22.902 INFO:tasks.workunit.client.0.smithi016.stdout: "created": 61, 2024-04-15T16:06:22.902 INFO:tasks.workunit.client.0.smithi016.stdout: "dirty_stats_invalid": false, 2024-04-15T16:06:22.902 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T16:06:22.902 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_stats_invalid": false, 2024-04-15T16:06:22.902 INFO:tasks.workunit.client.0.smithi016.stdout: "last_active": "2024-04-15T16:05:11.413356+0000", 2024-04-15T16:06:22.902 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_active": "2024-04-15T14:43:32.418957+0000", 2024-04-15T16:06:22.902 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_peered": "2024-04-15T14:43:32.418957+0000", 2024-04-15T16:06:22.902 INFO:tasks.workunit.client.0.smithi016.stdout: "last_change": "2024-04-15T14:43:32.424773+0000", 2024-04-15T16:06:22.902 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean": "2024-04-15T16:05:11.413356+0000", 2024-04-15T16:06:22.903 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T16:06:22.903 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub": "0'0", 2024-04-15T16:06:22.903 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T16:06:22.903 INFO:tasks.workunit.client.0.smithi016.stdout: "last_epoch_clean": 455, 2024-04-15T16:06:22.903 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fresh": "2024-04-15T16:05:11.413356+0000", 2024-04-15T16:06:22.903 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fullsized": "2024-04-15T16:05:11.413356+0000", 2024-04-15T16:06:22.903 INFO:tasks.workunit.client.0.smithi016.stdout: "last_peered": "2024-04-15T16:05:11.413356+0000", 2024-04-15T16:06:22.903 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub": "0'0", 2024-04-15T16:06:22.903 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_duration": 0, 2024-04-15T16:06:22.903 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T16:06:22.903 INFO:tasks.workunit.client.0.smithi016.stdout: "last_undegraded": "2024-04-15T16:05:11.413356+0000", 2024-04-15T16:06:22.903 INFO:tasks.workunit.client.0.smithi016.stdout: "last_unstale": "2024-04-15T16:05:11.413356+0000", 2024-04-15T16:06:22.903 INFO:tasks.workunit.client.0.smithi016.stdout: "log_dups_size": 0, 2024-04-15T16:06:22.903 INFO:tasks.workunit.client.0.smithi016.stdout: "log_size": 0, 2024-04-15T16:06:22.904 INFO:tasks.workunit.client.0.smithi016.stdout: "log_start": "0'0", 2024-04-15T16:06:22.904 INFO:tasks.workunit.client.0.smithi016.stdout: "manifest_stats_invalid": false, 2024-04-15T16:06:22.904 INFO:tasks.workunit.client.0.smithi016.stdout: "mapping_epoch": 454, 2024-04-15T16:06:22.904 INFO:tasks.workunit.client.0.smithi016.stdout: "object_location_counts": [], 2024-04-15T16:06:22.904 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_scrubbed": 0, 2024-04-15T16:06:22.904 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_trimmed": 0, 2024-04-15T16:06:22.904 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_stats_invalid": false, 2024-04-15T16:06:22.904 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_size": 0, 2024-04-15T16:06:22.904 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_start": "0'0", 2024-04-15T16:06:22.904 INFO:tasks.workunit.client.0.smithi016.stdout: "parent": "0.0", 2024-04-15T16:06:22.904 INFO:tasks.workunit.client.0.smithi016.stdout: "parent_split_bits": 0, 2024-04-15T16:06:22.904 INFO:tasks.workunit.client.0.smithi016.stdout: "pgid": "3.23", 2024-04-15T16:06:22.904 INFO:tasks.workunit.client.0.smithi016.stdout: "pin_stats_invalid": false, 2024-04-15T16:06:22.905 INFO:tasks.workunit.client.0.smithi016.stdout: "purged_snaps": [], 2024-04-15T16:06:22.905 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_epoch": 2721, 2024-04-15T16:06:22.905 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_seq": 5063, 2024-04-15T16:06:22.905 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_duration": 0.0, 2024-04-15T16:06:22.905 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-16T18:07:26.032559+0000", 2024-04-15T16:06:22.905 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrim_duration": 0.0, 2024-04-15T16:06:22.905 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrimq_len": 0, 2024-04-15T16:06:22.905 INFO:tasks.workunit.client.0.smithi016.stdout: "stat_sum": { 2024-04-15T16:06:22.905 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes": 0, 2024-04-15T16:06:22.905 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T16:06:22.905 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_recovered": 0, 2024-04-15T16:06:22.905 INFO:tasks.workunit.client.0.smithi016.stdout: "num_deep_scrub_errors": 0, 2024-04-15T16:06:22.905 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict": 0, 2024-04-15T16:06:22.905 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_kb": 0, 2024-04-15T16:06:22.906 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_full": 0, 2024-04-15T16:06:22.906 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_some": 0, 2024-04-15T16:06:22.906 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush": 0, 2024-04-15T16:06:22.906 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_kb": 0, 2024-04-15T16:06:22.906 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_high": 0, 2024-04-15T16:06:22.906 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_low": 0, 2024-04-15T16:06:22.906 INFO:tasks.workunit.client.0.smithi016.stdout: "num_keys_recovered": 0, 2024-04-15T16:06:22.906 INFO:tasks.workunit.client.0.smithi016.stdout: "num_large_omap_objects": 0, 2024-04-15T16:06:22.906 INFO:tasks.workunit.client.0.smithi016.stdout: "num_legacy_snapsets": 0, 2024-04-15T16:06:22.906 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_clones": 0, 2024-04-15T16:06:22.906 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_copies": 0, 2024-04-15T16:06:22.906 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects": 0, 2024-04-15T16:06:22.906 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_degraded": 0, 2024-04-15T16:06:22.907 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_dirty": 0, 2024-04-15T16:06:22.907 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T16:06:22.907 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_manifest": 0, 2024-04-15T16:06:22.907 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_misplaced": 0, 2024-04-15T16:06:22.907 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing": 0, 2024-04-15T16:06:22.907 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T16:06:22.907 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_omap": 0, 2024-04-15T16:06:22.907 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_pinned": 0, 2024-04-15T16:06:22.907 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_recovered": 0, 2024-04-15T16:06:22.907 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_repaired": 0, 2024-04-15T16:06:22.907 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_unfound": 0, 2024-04-15T16:06:22.907 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_bytes": 0, 2024-04-15T16:06:22.907 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_keys": 0, 2024-04-15T16:06:22.907 INFO:tasks.workunit.client.0.smithi016.stdout: "num_promote": 0, 2024-04-15T16:06:22.908 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read": 0, 2024-04-15T16:06:22.908 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read_kb": 0, 2024-04-15T16:06:22.908 INFO:tasks.workunit.client.0.smithi016.stdout: "num_scrub_errors": 0, 2024-04-15T16:06:22.908 INFO:tasks.workunit.client.0.smithi016.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T16:06:22.908 INFO:tasks.workunit.client.0.smithi016.stdout: "num_whiteouts": 0, 2024-04-15T16:06:22.908 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write": 0, 2024-04-15T16:06:22.908 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write_kb": 0 2024-04-15T16:06:22.908 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.908 INFO:tasks.workunit.client.0.smithi016.stdout: "state": "active+clean", 2024-04-15T16:06:22.908 INFO:tasks.workunit.client.0.smithi016.stdout: "stats_invalid": false, 2024-04-15T16:06:22.908 INFO:tasks.workunit.client.0.smithi016.stdout: "up": [ 2024-04-15T16:06:22.908 INFO:tasks.workunit.client.0.smithi016.stdout: 0, 2024-04-15T16:06:22.909 INFO:tasks.workunit.client.0.smithi016.stdout: 3, 2024-04-15T16:06:22.909 INFO:tasks.workunit.client.0.smithi016.stdout: 4 2024-04-15T16:06:22.909 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:22.909 INFO:tasks.workunit.client.0.smithi016.stdout: "up_primary": 0, 2024-04-15T16:06:22.909 INFO:tasks.workunit.client.0.smithi016.stdout: "version": "0'0" 2024-04-15T16:06:22.909 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.909 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-15T16:06:22.909 INFO:tasks.workunit.client.0.smithi016.stdout: "acting": [ 2024-04-15T16:06:22.909 INFO:tasks.workunit.client.0.smithi016.stdout: 5, 2024-04-15T16:06:22.909 INFO:tasks.workunit.client.0.smithi016.stdout: 3, 2024-04-15T16:06:22.909 INFO:tasks.workunit.client.0.smithi016.stdout: 0 2024-04-15T16:06:22.909 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:22.909 INFO:tasks.workunit.client.0.smithi016.stdout: "acting_primary": 5, 2024-04-15T16:06:22.910 INFO:tasks.workunit.client.0.smithi016.stdout: "avail_no_missing": [], 2024-04-15T16:06:22.910 INFO:tasks.workunit.client.0.smithi016.stdout: "blocked_by": [], 2024-04-15T16:06:22.910 INFO:tasks.workunit.client.0.smithi016.stdout: "created": 61, 2024-04-15T16:06:22.910 INFO:tasks.workunit.client.0.smithi016.stdout: "dirty_stats_invalid": false, 2024-04-15T16:06:22.910 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T16:06:22.910 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_stats_invalid": false, 2024-04-15T16:06:22.910 INFO:tasks.workunit.client.0.smithi016.stdout: "last_active": "2024-04-15T16:05:12.200317+0000", 2024-04-15T16:06:22.910 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_active": "2024-04-15T14:43:53.358026+0000", 2024-04-15T16:06:22.910 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_peered": "2024-04-15T14:43:53.358026+0000", 2024-04-15T16:06:22.910 INFO:tasks.workunit.client.0.smithi016.stdout: "last_change": "2024-04-15T14:43:53.360019+0000", 2024-04-15T16:06:22.910 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean": "2024-04-15T16:05:12.200317+0000", 2024-04-15T16:06:22.910 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T16:06:22.910 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub": "0'0", 2024-04-15T16:06:22.911 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T16:06:22.911 INFO:tasks.workunit.client.0.smithi016.stdout: "last_epoch_clean": 476, 2024-04-15T16:06:22.911 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fresh": "2024-04-15T16:05:12.200317+0000", 2024-04-15T16:06:22.911 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fullsized": "2024-04-15T16:05:12.200317+0000", 2024-04-15T16:06:22.911 INFO:tasks.workunit.client.0.smithi016.stdout: "last_peered": "2024-04-15T16:05:12.200317+0000", 2024-04-15T16:06:22.911 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub": "0'0", 2024-04-15T16:06:22.911 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_duration": 0, 2024-04-15T16:06:22.911 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T16:06:22.911 INFO:tasks.workunit.client.0.smithi016.stdout: "last_undegraded": "2024-04-15T16:05:12.200317+0000", 2024-04-15T16:06:22.911 INFO:tasks.workunit.client.0.smithi016.stdout: "last_unstale": "2024-04-15T16:05:12.200317+0000", 2024-04-15T16:06:22.911 INFO:tasks.workunit.client.0.smithi016.stdout: "log_dups_size": 0, 2024-04-15T16:06:22.911 INFO:tasks.workunit.client.0.smithi016.stdout: "log_size": 0, 2024-04-15T16:06:22.911 INFO:tasks.workunit.client.0.smithi016.stdout: "log_start": "0'0", 2024-04-15T16:06:22.911 INFO:tasks.workunit.client.0.smithi016.stdout: "manifest_stats_invalid": false, 2024-04-15T16:06:22.912 INFO:tasks.workunit.client.0.smithi016.stdout: "mapping_epoch": 475, 2024-04-15T16:06:22.912 INFO:tasks.workunit.client.0.smithi016.stdout: "object_location_counts": [], 2024-04-15T16:06:22.912 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_scrubbed": 0, 2024-04-15T16:06:22.912 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_trimmed": 0, 2024-04-15T16:06:22.912 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_stats_invalid": false, 2024-04-15T16:06:22.912 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_size": 0, 2024-04-15T16:06:22.912 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_start": "0'0", 2024-04-15T16:06:22.912 INFO:tasks.workunit.client.0.smithi016.stdout: "parent": "0.0", 2024-04-15T16:06:22.912 INFO:tasks.workunit.client.0.smithi016.stdout: "parent_split_bits": 0, 2024-04-15T16:06:22.912 INFO:tasks.workunit.client.0.smithi016.stdout: "pgid": "3.22", 2024-04-15T16:06:22.912 INFO:tasks.workunit.client.0.smithi016.stdout: "pin_stats_invalid": false, 2024-04-15T16:06:22.912 INFO:tasks.workunit.client.0.smithi016.stdout: "purged_snaps": [], 2024-04-15T16:06:22.912 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_epoch": 2721, 2024-04-15T16:06:22.912 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_seq": 4928, 2024-04-15T16:06:22.912 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_duration": 0.0, 2024-04-15T16:06:22.913 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-17T00:06:42.910554+0000", 2024-04-15T16:06:22.913 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrim_duration": 0.0, 2024-04-15T16:06:22.913 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrimq_len": 0, 2024-04-15T16:06:22.913 INFO:tasks.workunit.client.0.smithi016.stdout: "stat_sum": { 2024-04-15T16:06:22.913 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes": 0, 2024-04-15T16:06:22.913 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T16:06:22.913 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_recovered": 0, 2024-04-15T16:06:22.913 INFO:tasks.workunit.client.0.smithi016.stdout: "num_deep_scrub_errors": 0, 2024-04-15T16:06:22.913 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict": 0, 2024-04-15T16:06:22.913 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_kb": 0, 2024-04-15T16:06:22.913 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_full": 0, 2024-04-15T16:06:22.913 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_some": 0, 2024-04-15T16:06:22.913 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush": 0, 2024-04-15T16:06:22.913 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_kb": 0, 2024-04-15T16:06:22.914 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_high": 0, 2024-04-15T16:06:22.914 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_low": 0, 2024-04-15T16:06:22.914 INFO:tasks.workunit.client.0.smithi016.stdout: "num_keys_recovered": 0, 2024-04-15T16:06:22.914 INFO:tasks.workunit.client.0.smithi016.stdout: "num_large_omap_objects": 0, 2024-04-15T16:06:22.914 INFO:tasks.workunit.client.0.smithi016.stdout: "num_legacy_snapsets": 0, 2024-04-15T16:06:22.914 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_clones": 0, 2024-04-15T16:06:22.914 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_copies": 0, 2024-04-15T16:06:22.914 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects": 0, 2024-04-15T16:06:22.914 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_degraded": 0, 2024-04-15T16:06:22.914 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_dirty": 0, 2024-04-15T16:06:22.914 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T16:06:22.914 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_manifest": 0, 2024-04-15T16:06:22.914 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_misplaced": 0, 2024-04-15T16:06:22.914 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing": 0, 2024-04-15T16:06:22.915 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T16:06:22.915 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_omap": 0, 2024-04-15T16:06:22.915 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_pinned": 0, 2024-04-15T16:06:22.915 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_recovered": 0, 2024-04-15T16:06:22.915 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_repaired": 0, 2024-04-15T16:06:22.915 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_unfound": 0, 2024-04-15T16:06:22.915 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_bytes": 0, 2024-04-15T16:06:22.915 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_keys": 0, 2024-04-15T16:06:22.915 INFO:tasks.workunit.client.0.smithi016.stdout: "num_promote": 0, 2024-04-15T16:06:22.915 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read": 0, 2024-04-15T16:06:22.915 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read_kb": 0, 2024-04-15T16:06:22.915 INFO:tasks.workunit.client.0.smithi016.stdout: "num_scrub_errors": 0, 2024-04-15T16:06:22.915 INFO:tasks.workunit.client.0.smithi016.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T16:06:22.915 INFO:tasks.workunit.client.0.smithi016.stdout: "num_whiteouts": 0, 2024-04-15T16:06:22.915 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write": 0, 2024-04-15T16:06:22.916 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write_kb": 0 2024-04-15T16:06:22.916 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.916 INFO:tasks.workunit.client.0.smithi016.stdout: "state": "active+clean", 2024-04-15T16:06:22.916 INFO:tasks.workunit.client.0.smithi016.stdout: "stats_invalid": false, 2024-04-15T16:06:22.916 INFO:tasks.workunit.client.0.smithi016.stdout: "up": [ 2024-04-15T16:06:22.916 INFO:tasks.workunit.client.0.smithi016.stdout: 5, 2024-04-15T16:06:22.916 INFO:tasks.workunit.client.0.smithi016.stdout: 3, 2024-04-15T16:06:22.916 INFO:tasks.workunit.client.0.smithi016.stdout: 0 2024-04-15T16:06:22.916 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:22.916 INFO:tasks.workunit.client.0.smithi016.stdout: "up_primary": 5, 2024-04-15T16:06:22.916 INFO:tasks.workunit.client.0.smithi016.stdout: "version": "0'0" 2024-04-15T16:06:22.916 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.916 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-15T16:06:22.916 INFO:tasks.workunit.client.0.smithi016.stdout: "acting": [ 2024-04-15T16:06:22.916 INFO:tasks.workunit.client.0.smithi016.stdout: 2, 2024-04-15T16:06:22.917 INFO:tasks.workunit.client.0.smithi016.stdout: 5, 2024-04-15T16:06:22.917 INFO:tasks.workunit.client.0.smithi016.stdout: 6 2024-04-15T16:06:22.917 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:22.917 INFO:tasks.workunit.client.0.smithi016.stdout: "acting_primary": 2, 2024-04-15T16:06:22.917 INFO:tasks.workunit.client.0.smithi016.stdout: "avail_no_missing": [], 2024-04-15T16:06:22.917 INFO:tasks.workunit.client.0.smithi016.stdout: "blocked_by": [], 2024-04-15T16:06:22.917 INFO:tasks.workunit.client.0.smithi016.stdout: "created": 61, 2024-04-15T16:06:22.917 INFO:tasks.workunit.client.0.smithi016.stdout: "dirty_stats_invalid": false, 2024-04-15T16:06:22.917 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T16:06:22.917 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_stats_invalid": false, 2024-04-15T16:06:22.917 INFO:tasks.workunit.client.0.smithi016.stdout: "last_active": "2024-04-15T16:05:12.196951+0000", 2024-04-15T16:06:22.917 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_active": "2024-04-15T14:44:28.457092+0000", 2024-04-15T16:06:22.917 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_peered": "2024-04-15T14:44:28.457092+0000", 2024-04-15T16:06:22.917 INFO:tasks.workunit.client.0.smithi016.stdout: "last_change": "2024-04-15T14:44:28.457528+0000", 2024-04-15T16:06:22.918 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean": "2024-04-15T16:05:12.196951+0000", 2024-04-15T16:06:22.918 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T16:06:22.918 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub": "0'0", 2024-04-15T16:06:22.918 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T16:06:22.918 INFO:tasks.workunit.client.0.smithi016.stdout: "last_epoch_clean": 511, 2024-04-15T16:06:22.918 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fresh": "2024-04-15T16:05:12.196951+0000", 2024-04-15T16:06:22.918 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fullsized": "2024-04-15T16:05:12.196951+0000", 2024-04-15T16:06:22.918 INFO:tasks.workunit.client.0.smithi016.stdout: "last_peered": "2024-04-15T16:05:12.196951+0000", 2024-04-15T16:06:22.918 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub": "0'0", 2024-04-15T16:06:22.918 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_duration": 0, 2024-04-15T16:06:22.918 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T16:06:22.918 INFO:tasks.workunit.client.0.smithi016.stdout: "last_undegraded": "2024-04-15T16:05:12.196951+0000", 2024-04-15T16:06:22.918 INFO:tasks.workunit.client.0.smithi016.stdout: "last_unstale": "2024-04-15T16:05:12.196951+0000", 2024-04-15T16:06:22.918 INFO:tasks.workunit.client.0.smithi016.stdout: "log_dups_size": 0, 2024-04-15T16:06:22.919 INFO:tasks.workunit.client.0.smithi016.stdout: "log_size": 0, 2024-04-15T16:06:22.919 INFO:tasks.workunit.client.0.smithi016.stdout: "log_start": "0'0", 2024-04-15T16:06:22.919 INFO:tasks.workunit.client.0.smithi016.stdout: "manifest_stats_invalid": false, 2024-04-15T16:06:22.919 INFO:tasks.workunit.client.0.smithi016.stdout: "mapping_epoch": 510, 2024-04-15T16:06:22.919 INFO:tasks.workunit.client.0.smithi016.stdout: "object_location_counts": [], 2024-04-15T16:06:22.919 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_scrubbed": 0, 2024-04-15T16:06:22.919 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_trimmed": 0, 2024-04-15T16:06:22.919 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_stats_invalid": false, 2024-04-15T16:06:22.919 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_size": 0, 2024-04-15T16:06:22.919 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_start": "0'0", 2024-04-15T16:06:22.919 INFO:tasks.workunit.client.0.smithi016.stdout: "parent": "0.0", 2024-04-15T16:06:22.919 INFO:tasks.workunit.client.0.smithi016.stdout: "parent_split_bits": 0, 2024-04-15T16:06:22.919 INFO:tasks.workunit.client.0.smithi016.stdout: "pgid": "3.21", 2024-04-15T16:06:22.920 INFO:tasks.workunit.client.0.smithi016.stdout: "pin_stats_invalid": false, 2024-04-15T16:06:22.920 INFO:tasks.workunit.client.0.smithi016.stdout: "purged_snaps": [], 2024-04-15T16:06:22.920 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_epoch": 2721, 2024-04-15T16:06:22.920 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_seq": 4991, 2024-04-15T16:06:22.920 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_duration": 0.0, 2024-04-15T16:06:22.920 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-17T02:20:34.344323+0000", 2024-04-15T16:06:22.920 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrim_duration": 0.0, 2024-04-15T16:06:22.920 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrimq_len": 0, 2024-04-15T16:06:22.920 INFO:tasks.workunit.client.0.smithi016.stdout: "stat_sum": { 2024-04-15T16:06:22.920 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes": 0, 2024-04-15T16:06:22.920 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T16:06:22.920 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_recovered": 0, 2024-04-15T16:06:22.920 INFO:tasks.workunit.client.0.smithi016.stdout: "num_deep_scrub_errors": 0, 2024-04-15T16:06:22.920 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict": 0, 2024-04-15T16:06:22.921 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_kb": 0, 2024-04-15T16:06:22.921 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_full": 0, 2024-04-15T16:06:22.921 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_some": 0, 2024-04-15T16:06:22.921 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush": 0, 2024-04-15T16:06:22.921 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_kb": 0, 2024-04-15T16:06:22.921 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_high": 0, 2024-04-15T16:06:22.921 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_low": 0, 2024-04-15T16:06:22.921 INFO:tasks.workunit.client.0.smithi016.stdout: "num_keys_recovered": 0, 2024-04-15T16:06:22.921 INFO:tasks.workunit.client.0.smithi016.stdout: "num_large_omap_objects": 0, 2024-04-15T16:06:22.921 INFO:tasks.workunit.client.0.smithi016.stdout: "num_legacy_snapsets": 0, 2024-04-15T16:06:22.921 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_clones": 0, 2024-04-15T16:06:22.921 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_copies": 0, 2024-04-15T16:06:22.921 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects": 0, 2024-04-15T16:06:22.921 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_degraded": 0, 2024-04-15T16:06:22.922 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_dirty": 0, 2024-04-15T16:06:22.922 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T16:06:22.922 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_manifest": 0, 2024-04-15T16:06:22.922 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_misplaced": 0, 2024-04-15T16:06:22.922 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing": 0, 2024-04-15T16:06:22.922 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T16:06:22.922 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_omap": 0, 2024-04-15T16:06:22.922 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_pinned": 0, 2024-04-15T16:06:22.922 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_recovered": 0, 2024-04-15T16:06:22.922 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_repaired": 0, 2024-04-15T16:06:22.922 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_unfound": 0, 2024-04-15T16:06:22.922 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_bytes": 0, 2024-04-15T16:06:22.922 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_keys": 0, 2024-04-15T16:06:22.923 INFO:tasks.workunit.client.0.smithi016.stdout: "num_promote": 0, 2024-04-15T16:06:22.923 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read": 0, 2024-04-15T16:06:22.923 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read_kb": 0, 2024-04-15T16:06:22.923 INFO:tasks.workunit.client.0.smithi016.stdout: "num_scrub_errors": 0, 2024-04-15T16:06:22.923 INFO:tasks.workunit.client.0.smithi016.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T16:06:22.923 INFO:tasks.workunit.client.0.smithi016.stdout: "num_whiteouts": 0, 2024-04-15T16:06:22.923 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write": 0, 2024-04-15T16:06:22.923 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write_kb": 0 2024-04-15T16:06:22.923 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.923 INFO:tasks.workunit.client.0.smithi016.stdout: "state": "active+clean", 2024-04-15T16:06:22.923 INFO:tasks.workunit.client.0.smithi016.stdout: "stats_invalid": false, 2024-04-15T16:06:22.923 INFO:tasks.workunit.client.0.smithi016.stdout: "up": [ 2024-04-15T16:06:22.923 INFO:tasks.workunit.client.0.smithi016.stdout: 2, 2024-04-15T16:06:22.924 INFO:tasks.workunit.client.0.smithi016.stdout: 5, 2024-04-15T16:06:22.924 INFO:tasks.workunit.client.0.smithi016.stdout: 6 2024-04-15T16:06:22.924 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:22.924 INFO:tasks.workunit.client.0.smithi016.stdout: "up_primary": 2, 2024-04-15T16:06:22.924 INFO:tasks.workunit.client.0.smithi016.stdout: "version": "0'0" 2024-04-15T16:06:22.924 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.924 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-15T16:06:22.924 INFO:tasks.workunit.client.0.smithi016.stdout: "acting": [ 2024-04-15T16:06:22.924 INFO:tasks.workunit.client.0.smithi016.stdout: 6, 2024-04-15T16:06:22.924 INFO:tasks.workunit.client.0.smithi016.stdout: 0, 2024-04-15T16:06:22.924 INFO:tasks.workunit.client.0.smithi016.stdout: 5 2024-04-15T16:06:22.924 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:22.924 INFO:tasks.workunit.client.0.smithi016.stdout: "acting_primary": 6, 2024-04-15T16:06:22.925 INFO:tasks.workunit.client.0.smithi016.stdout: "avail_no_missing": [], 2024-04-15T16:06:22.925 INFO:tasks.workunit.client.0.smithi016.stdout: "blocked_by": [], 2024-04-15T16:06:22.925 INFO:tasks.workunit.client.0.smithi016.stdout: "created": 61, 2024-04-15T16:06:22.925 INFO:tasks.workunit.client.0.smithi016.stdout: "dirty_stats_invalid": false, 2024-04-15T16:06:22.925 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T16:06:22.925 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_stats_invalid": false, 2024-04-15T16:06:22.925 INFO:tasks.workunit.client.0.smithi016.stdout: "last_active": "2024-04-15T16:05:11.412318+0000", 2024-04-15T16:06:22.925 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_active": "2024-04-15T14:44:28.448625+0000", 2024-04-15T16:06:22.925 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_peered": "2024-04-15T14:44:28.448625+0000", 2024-04-15T16:06:22.925 INFO:tasks.workunit.client.0.smithi016.stdout: "last_change": "2024-04-15T14:44:28.449906+0000", 2024-04-15T16:06:22.925 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean": "2024-04-15T16:05:11.412318+0000", 2024-04-15T16:06:22.925 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T16:06:22.925 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub": "0'0", 2024-04-15T16:06:22.925 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T16:06:22.926 INFO:tasks.workunit.client.0.smithi016.stdout: "last_epoch_clean": 511, 2024-04-15T16:06:22.926 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fresh": "2024-04-15T16:05:11.412318+0000", 2024-04-15T16:06:22.926 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fullsized": "2024-04-15T16:05:11.412318+0000", 2024-04-15T16:06:22.926 INFO:tasks.workunit.client.0.smithi016.stdout: "last_peered": "2024-04-15T16:05:11.412318+0000", 2024-04-15T16:06:22.926 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub": "0'0", 2024-04-15T16:06:22.926 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_duration": 0, 2024-04-15T16:06:22.926 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T16:06:22.926 INFO:tasks.workunit.client.0.smithi016.stdout: "last_undegraded": "2024-04-15T16:05:11.412318+0000", 2024-04-15T16:06:22.926 INFO:tasks.workunit.client.0.smithi016.stdout: "last_unstale": "2024-04-15T16:05:11.412318+0000", 2024-04-15T16:06:22.926 INFO:tasks.workunit.client.0.smithi016.stdout: "log_dups_size": 0, 2024-04-15T16:06:22.926 INFO:tasks.workunit.client.0.smithi016.stdout: "log_size": 0, 2024-04-15T16:06:22.926 INFO:tasks.workunit.client.0.smithi016.stdout: "log_start": "0'0", 2024-04-15T16:06:22.926 INFO:tasks.workunit.client.0.smithi016.stdout: "manifest_stats_invalid": false, 2024-04-15T16:06:22.927 INFO:tasks.workunit.client.0.smithi016.stdout: "mapping_epoch": 510, 2024-04-15T16:06:22.927 INFO:tasks.workunit.client.0.smithi016.stdout: "object_location_counts": [], 2024-04-15T16:06:22.927 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_scrubbed": 0, 2024-04-15T16:06:22.927 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_trimmed": 0, 2024-04-15T16:06:22.927 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_stats_invalid": false, 2024-04-15T16:06:22.927 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_size": 0, 2024-04-15T16:06:22.927 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_start": "0'0", 2024-04-15T16:06:22.927 INFO:tasks.workunit.client.0.smithi016.stdout: "parent": "0.0", 2024-04-15T16:06:22.927 INFO:tasks.workunit.client.0.smithi016.stdout: "parent_split_bits": 0, 2024-04-15T16:06:22.927 INFO:tasks.workunit.client.0.smithi016.stdout: "pgid": "3.20", 2024-04-15T16:06:22.927 INFO:tasks.workunit.client.0.smithi016.stdout: "pin_stats_invalid": false, 2024-04-15T16:06:22.927 INFO:tasks.workunit.client.0.smithi016.stdout: "purged_snaps": [], 2024-04-15T16:06:22.927 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_epoch": 2721, 2024-04-15T16:06:22.927 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_seq": 4881, 2024-04-15T16:06:22.928 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_duration": 0.0, 2024-04-15T16:06:22.928 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-16T16:59:54.520837+0000", 2024-04-15T16:06:22.928 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrim_duration": 0.0, 2024-04-15T16:06:22.928 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrimq_len": 0, 2024-04-15T16:06:22.928 INFO:tasks.workunit.client.0.smithi016.stdout: "stat_sum": { 2024-04-15T16:06:22.928 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes": 0, 2024-04-15T16:06:22.928 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T16:06:22.928 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_recovered": 0, 2024-04-15T16:06:22.928 INFO:tasks.workunit.client.0.smithi016.stdout: "num_deep_scrub_errors": 0, 2024-04-15T16:06:22.928 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict": 0, 2024-04-15T16:06:22.928 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_kb": 0, 2024-04-15T16:06:22.928 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_full": 0, 2024-04-15T16:06:22.928 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_some": 0, 2024-04-15T16:06:22.928 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush": 0, 2024-04-15T16:06:22.929 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_kb": 0, 2024-04-15T16:06:22.929 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_high": 0, 2024-04-15T16:06:22.929 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_low": 0, 2024-04-15T16:06:22.929 INFO:tasks.workunit.client.0.smithi016.stdout: "num_keys_recovered": 0, 2024-04-15T16:06:22.929 INFO:tasks.workunit.client.0.smithi016.stdout: "num_large_omap_objects": 0, 2024-04-15T16:06:22.929 INFO:tasks.workunit.client.0.smithi016.stdout: "num_legacy_snapsets": 0, 2024-04-15T16:06:22.929 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_clones": 0, 2024-04-15T16:06:22.929 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_copies": 0, 2024-04-15T16:06:22.929 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects": 0, 2024-04-15T16:06:22.929 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_degraded": 0, 2024-04-15T16:06:22.929 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_dirty": 0, 2024-04-15T16:06:22.929 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T16:06:22.929 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_manifest": 0, 2024-04-15T16:06:22.929 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_misplaced": 0, 2024-04-15T16:06:22.930 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing": 0, 2024-04-15T16:06:22.930 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T16:06:22.930 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_omap": 0, 2024-04-15T16:06:22.930 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_pinned": 0, 2024-04-15T16:06:22.930 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_recovered": 0, 2024-04-15T16:06:22.930 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_repaired": 0, 2024-04-15T16:06:22.930 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_unfound": 0, 2024-04-15T16:06:22.930 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_bytes": 0, 2024-04-15T16:06:22.930 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_keys": 0, 2024-04-15T16:06:22.930 INFO:tasks.workunit.client.0.smithi016.stdout: "num_promote": 0, 2024-04-15T16:06:22.930 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read": 0, 2024-04-15T16:06:22.930 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read_kb": 0, 2024-04-15T16:06:22.930 INFO:tasks.workunit.client.0.smithi016.stdout: "num_scrub_errors": 0, 2024-04-15T16:06:22.930 INFO:tasks.workunit.client.0.smithi016.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T16:06:22.931 INFO:tasks.workunit.client.0.smithi016.stdout: "num_whiteouts": 0, 2024-04-15T16:06:22.931 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write": 0, 2024-04-15T16:06:22.931 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write_kb": 0 2024-04-15T16:06:22.931 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.931 INFO:tasks.workunit.client.0.smithi016.stdout: "state": "active+clean", 2024-04-15T16:06:22.931 INFO:tasks.workunit.client.0.smithi016.stdout: "stats_invalid": false, 2024-04-15T16:06:22.931 INFO:tasks.workunit.client.0.smithi016.stdout: "up": [ 2024-04-15T16:06:22.931 INFO:tasks.workunit.client.0.smithi016.stdout: 6, 2024-04-15T16:06:22.931 INFO:tasks.workunit.client.0.smithi016.stdout: 0, 2024-04-15T16:06:22.931 INFO:tasks.workunit.client.0.smithi016.stdout: 5 2024-04-15T16:06:22.931 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:22.931 INFO:tasks.workunit.client.0.smithi016.stdout: "up_primary": 6, 2024-04-15T16:06:22.931 INFO:tasks.workunit.client.0.smithi016.stdout: "version": "0'0" 2024-04-15T16:06:22.931 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.931 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-15T16:06:22.932 INFO:tasks.workunit.client.0.smithi016.stdout: "acting": [ 2024-04-15T16:06:22.932 INFO:tasks.workunit.client.0.smithi016.stdout: 7, 2024-04-15T16:06:22.932 INFO:tasks.workunit.client.0.smithi016.stdout: 4, 2024-04-15T16:06:22.932 INFO:tasks.workunit.client.0.smithi016.stdout: 0 2024-04-15T16:06:22.932 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:22.932 INFO:tasks.workunit.client.0.smithi016.stdout: "acting_primary": 7, 2024-04-15T16:06:22.932 INFO:tasks.workunit.client.0.smithi016.stdout: "avail_no_missing": [], 2024-04-15T16:06:22.932 INFO:tasks.workunit.client.0.smithi016.stdout: "blocked_by": [], 2024-04-15T16:06:22.932 INFO:tasks.workunit.client.0.smithi016.stdout: "created": 61, 2024-04-15T16:06:22.932 INFO:tasks.workunit.client.0.smithi016.stdout: "dirty_stats_invalid": false, 2024-04-15T16:06:22.932 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T16:06:22.932 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_stats_invalid": false, 2024-04-15T16:06:22.932 INFO:tasks.workunit.client.0.smithi016.stdout: "last_active": "2024-04-15T16:05:12.201013+0000", 2024-04-15T16:06:22.933 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_active": "2024-04-15T14:44:49.362753+0000", 2024-04-15T16:06:22.933 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_peered": "2024-04-15T14:44:49.362753+0000", 2024-04-15T16:06:22.933 INFO:tasks.workunit.client.0.smithi016.stdout: "last_change": "2024-04-15T14:44:49.363737+0000", 2024-04-15T16:06:22.933 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean": "2024-04-15T16:05:12.201013+0000", 2024-04-15T16:06:22.933 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T16:06:22.933 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub": "0'0", 2024-04-15T16:06:22.933 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T16:06:22.933 INFO:tasks.workunit.client.0.smithi016.stdout: "last_epoch_clean": 532, 2024-04-15T16:06:22.933 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fresh": "2024-04-15T16:05:12.201013+0000", 2024-04-15T16:06:22.933 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fullsized": "2024-04-15T16:05:12.201013+0000", 2024-04-15T16:06:22.933 INFO:tasks.workunit.client.0.smithi016.stdout: "last_peered": "2024-04-15T16:05:12.201013+0000", 2024-04-15T16:06:22.933 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub": "0'0", 2024-04-15T16:06:22.933 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_duration": 0, 2024-04-15T16:06:22.934 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T16:06:22.934 INFO:tasks.workunit.client.0.smithi016.stdout: "last_undegraded": "2024-04-15T16:05:12.201013+0000", 2024-04-15T16:06:22.934 INFO:tasks.workunit.client.0.smithi016.stdout: "last_unstale": "2024-04-15T16:05:12.201013+0000", 2024-04-15T16:06:22.934 INFO:tasks.workunit.client.0.smithi016.stdout: "log_dups_size": 0, 2024-04-15T16:06:22.934 INFO:tasks.workunit.client.0.smithi016.stdout: "log_size": 0, 2024-04-15T16:06:22.934 INFO:tasks.workunit.client.0.smithi016.stdout: "log_start": "0'0", 2024-04-15T16:06:22.934 INFO:tasks.workunit.client.0.smithi016.stdout: "manifest_stats_invalid": false, 2024-04-15T16:06:22.934 INFO:tasks.workunit.client.0.smithi016.stdout: "mapping_epoch": 531, 2024-04-15T16:06:22.934 INFO:tasks.workunit.client.0.smithi016.stdout: "object_location_counts": [], 2024-04-15T16:06:22.934 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_scrubbed": 0, 2024-04-15T16:06:22.934 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_trimmed": 0, 2024-04-15T16:06:22.934 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_stats_invalid": false, 2024-04-15T16:06:22.934 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_size": 0, 2024-04-15T16:06:22.934 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_start": "0'0", 2024-04-15T16:06:22.935 INFO:tasks.workunit.client.0.smithi016.stdout: "parent": "0.0", 2024-04-15T16:06:22.935 INFO:tasks.workunit.client.0.smithi016.stdout: "parent_split_bits": 0, 2024-04-15T16:06:22.935 INFO:tasks.workunit.client.0.smithi016.stdout: "pgid": "3.f", 2024-04-15T16:06:22.935 INFO:tasks.workunit.client.0.smithi016.stdout: "pin_stats_invalid": false, 2024-04-15T16:06:22.935 INFO:tasks.workunit.client.0.smithi016.stdout: "purged_snaps": [], 2024-04-15T16:06:22.935 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_epoch": 2721, 2024-04-15T16:06:22.935 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_seq": 4858, 2024-04-15T16:06:22.935 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_duration": 0.0, 2024-04-15T16:06:22.935 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-16T19:03:14.207842+0000", 2024-04-15T16:06:22.935 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrim_duration": 0.0, 2024-04-15T16:06:22.935 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrimq_len": 0, 2024-04-15T16:06:22.935 INFO:tasks.workunit.client.0.smithi016.stdout: "stat_sum": { 2024-04-15T16:06:22.935 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes": 0, 2024-04-15T16:06:22.935 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T16:06:22.936 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_recovered": 0, 2024-04-15T16:06:22.936 INFO:tasks.workunit.client.0.smithi016.stdout: "num_deep_scrub_errors": 0, 2024-04-15T16:06:22.936 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict": 0, 2024-04-15T16:06:22.936 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_kb": 0, 2024-04-15T16:06:22.936 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_full": 0, 2024-04-15T16:06:22.936 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_some": 0, 2024-04-15T16:06:22.936 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush": 0, 2024-04-15T16:06:22.936 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_kb": 0, 2024-04-15T16:06:22.936 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_high": 0, 2024-04-15T16:06:22.936 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_low": 0, 2024-04-15T16:06:22.936 INFO:tasks.workunit.client.0.smithi016.stdout: "num_keys_recovered": 0, 2024-04-15T16:06:22.936 INFO:tasks.workunit.client.0.smithi016.stdout: "num_large_omap_objects": 0, 2024-04-15T16:06:22.936 INFO:tasks.workunit.client.0.smithi016.stdout: "num_legacy_snapsets": 0, 2024-04-15T16:06:22.936 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_clones": 0, 2024-04-15T16:06:22.937 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_copies": 0, 2024-04-15T16:06:22.937 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects": 0, 2024-04-15T16:06:22.937 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_degraded": 0, 2024-04-15T16:06:22.937 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_dirty": 0, 2024-04-15T16:06:22.937 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T16:06:22.937 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_manifest": 0, 2024-04-15T16:06:22.937 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_misplaced": 0, 2024-04-15T16:06:22.937 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing": 0, 2024-04-15T16:06:22.937 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T16:06:22.937 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_omap": 0, 2024-04-15T16:06:22.937 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_pinned": 0, 2024-04-15T16:06:22.937 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_recovered": 0, 2024-04-15T16:06:22.937 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_repaired": 0, 2024-04-15T16:06:22.937 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_unfound": 0, 2024-04-15T16:06:22.938 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_bytes": 0, 2024-04-15T16:06:22.938 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_keys": 0, 2024-04-15T16:06:22.938 INFO:tasks.workunit.client.0.smithi016.stdout: "num_promote": 0, 2024-04-15T16:06:22.938 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read": 0, 2024-04-15T16:06:22.938 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read_kb": 0, 2024-04-15T16:06:22.938 INFO:tasks.workunit.client.0.smithi016.stdout: "num_scrub_errors": 0, 2024-04-15T16:06:22.938 INFO:tasks.workunit.client.0.smithi016.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T16:06:22.938 INFO:tasks.workunit.client.0.smithi016.stdout: "num_whiteouts": 0, 2024-04-15T16:06:22.938 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write": 0, 2024-04-15T16:06:22.938 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write_kb": 0 2024-04-15T16:06:22.938 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.938 INFO:tasks.workunit.client.0.smithi016.stdout: "state": "active+clean", 2024-04-15T16:06:22.938 INFO:tasks.workunit.client.0.smithi016.stdout: "stats_invalid": false, 2024-04-15T16:06:22.938 INFO:tasks.workunit.client.0.smithi016.stdout: "up": [ 2024-04-15T16:06:22.939 INFO:tasks.workunit.client.0.smithi016.stdout: 7, 2024-04-15T16:06:22.939 INFO:tasks.workunit.client.0.smithi016.stdout: 4, 2024-04-15T16:06:22.939 INFO:tasks.workunit.client.0.smithi016.stdout: 0 2024-04-15T16:06:22.939 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:22.939 INFO:tasks.workunit.client.0.smithi016.stdout: "up_primary": 7, 2024-04-15T16:06:22.939 INFO:tasks.workunit.client.0.smithi016.stdout: "version": "0'0" 2024-04-15T16:06:22.939 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.939 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-15T16:06:22.939 INFO:tasks.workunit.client.0.smithi016.stdout: "acting": [ 2024-04-15T16:06:22.939 INFO:tasks.workunit.client.0.smithi016.stdout: 2, 2024-04-15T16:06:22.939 INFO:tasks.workunit.client.0.smithi016.stdout: 3, 2024-04-15T16:06:22.939 INFO:tasks.workunit.client.0.smithi016.stdout: 7 2024-04-15T16:06:22.939 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:22.939 INFO:tasks.workunit.client.0.smithi016.stdout: "acting_primary": 2, 2024-04-15T16:06:22.939 INFO:tasks.workunit.client.0.smithi016.stdout: "avail_no_missing": [], 2024-04-15T16:06:22.940 INFO:tasks.workunit.client.0.smithi016.stdout: "blocked_by": [], 2024-04-15T16:06:22.940 INFO:tasks.workunit.client.0.smithi016.stdout: "created": 60, 2024-04-15T16:06:22.940 INFO:tasks.workunit.client.0.smithi016.stdout: "dirty_stats_invalid": false, 2024-04-15T16:06:22.940 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T16:06:22.940 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_stats_invalid": false, 2024-04-15T16:06:22.940 INFO:tasks.workunit.client.0.smithi016.stdout: "last_active": "2024-04-15T16:05:12.198217+0000", 2024-04-15T16:06:22.940 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_active": "2024-04-15T14:44:49.364075+0000", 2024-04-15T16:06:22.940 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_peered": "2024-04-15T14:44:49.364075+0000", 2024-04-15T16:06:22.940 INFO:tasks.workunit.client.0.smithi016.stdout: "last_change": "2024-04-15T14:44:49.364463+0000", 2024-04-15T16:06:22.940 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean": "2024-04-15T16:05:12.198217+0000", 2024-04-15T16:06:22.940 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean_scrub_stamp": "2024-04-15T14:33:33.599136+0000", 2024-04-15T16:06:22.940 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub": "0'0", 2024-04-15T16:06:22.940 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub_stamp": "2024-04-15T14:33:33.599136+0000", 2024-04-15T16:06:22.940 INFO:tasks.workunit.client.0.smithi016.stdout: "last_epoch_clean": 532, 2024-04-15T16:06:22.941 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fresh": "2024-04-15T16:05:12.198217+0000", 2024-04-15T16:06:22.941 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fullsized": "2024-04-15T16:05:12.198217+0000", 2024-04-15T16:06:22.941 INFO:tasks.workunit.client.0.smithi016.stdout: "last_peered": "2024-04-15T16:05:12.198217+0000", 2024-04-15T16:06:22.941 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub": "0'0", 2024-04-15T16:06:22.941 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_duration": 0, 2024-04-15T16:06:22.941 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_stamp": "2024-04-15T14:33:33.599136+0000", 2024-04-15T16:06:22.941 INFO:tasks.workunit.client.0.smithi016.stdout: "last_undegraded": "2024-04-15T16:05:12.198217+0000", 2024-04-15T16:06:22.941 INFO:tasks.workunit.client.0.smithi016.stdout: "last_unstale": "2024-04-15T16:05:12.198217+0000", 2024-04-15T16:06:22.941 INFO:tasks.workunit.client.0.smithi016.stdout: "log_dups_size": 0, 2024-04-15T16:06:22.941 INFO:tasks.workunit.client.0.smithi016.stdout: "log_size": 2, 2024-04-15T16:06:22.941 INFO:tasks.workunit.client.0.smithi016.stdout: "log_start": "0'0", 2024-04-15T16:06:22.941 INFO:tasks.workunit.client.0.smithi016.stdout: "manifest_stats_invalid": false, 2024-04-15T16:06:22.941 INFO:tasks.workunit.client.0.smithi016.stdout: "mapping_epoch": 531, 2024-04-15T16:06:22.941 INFO:tasks.workunit.client.0.smithi016.stdout: "object_location_counts": [], 2024-04-15T16:06:22.941 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_scrubbed": 0, 2024-04-15T16:06:22.942 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_trimmed": 0, 2024-04-15T16:06:22.942 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_stats_invalid": false, 2024-04-15T16:06:22.942 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_size": 2, 2024-04-15T16:06:22.942 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_start": "0'0", 2024-04-15T16:06:22.942 INFO:tasks.workunit.client.0.smithi016.stdout: "parent": "0.0", 2024-04-15T16:06:22.942 INFO:tasks.workunit.client.0.smithi016.stdout: "parent_split_bits": 0, 2024-04-15T16:06:22.942 INFO:tasks.workunit.client.0.smithi016.stdout: "pgid": "2.e", 2024-04-15T16:06:22.942 INFO:tasks.workunit.client.0.smithi016.stdout: "pin_stats_invalid": false, 2024-04-15T16:06:22.942 INFO:tasks.workunit.client.0.smithi016.stdout: "purged_snaps": [], 2024-04-15T16:06:22.942 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_epoch": 2721, 2024-04-15T16:06:22.942 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_seq": 4995, 2024-04-15T16:06:22.942 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_duration": 0.0, 2024-04-15T16:06:22.942 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-16T19:34:39.168567+0000", 2024-04-15T16:06:22.943 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrim_duration": 0.0, 2024-04-15T16:06:22.943 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrimq_len": 0, 2024-04-15T16:06:22.943 INFO:tasks.workunit.client.0.smithi016.stdout: "stat_sum": { 2024-04-15T16:06:22.943 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes": 0, 2024-04-15T16:06:22.943 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T16:06:22.943 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_recovered": 0, 2024-04-15T16:06:22.943 INFO:tasks.workunit.client.0.smithi016.stdout: "num_deep_scrub_errors": 0, 2024-04-15T16:06:22.943 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict": 0, 2024-04-15T16:06:22.943 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_kb": 0, 2024-04-15T16:06:22.943 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_full": 0, 2024-04-15T16:06:22.943 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_some": 0, 2024-04-15T16:06:22.943 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush": 0, 2024-04-15T16:06:22.943 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_kb": 0, 2024-04-15T16:06:22.943 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_high": 0, 2024-04-15T16:06:22.943 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_low": 0, 2024-04-15T16:06:22.944 INFO:tasks.workunit.client.0.smithi016.stdout: "num_keys_recovered": 0, 2024-04-15T16:06:22.944 INFO:tasks.workunit.client.0.smithi016.stdout: "num_large_omap_objects": 0, 2024-04-15T16:06:22.944 INFO:tasks.workunit.client.0.smithi016.stdout: "num_legacy_snapsets": 0, 2024-04-15T16:06:22.944 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_clones": 0, 2024-04-15T16:06:22.944 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_copies": 3, 2024-04-15T16:06:22.944 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects": 1, 2024-04-15T16:06:22.944 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_degraded": 0, 2024-04-15T16:06:22.944 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_dirty": 1, 2024-04-15T16:06:22.944 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T16:06:22.944 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_manifest": 0, 2024-04-15T16:06:22.944 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_misplaced": 0, 2024-04-15T16:06:22.944 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing": 0, 2024-04-15T16:06:22.944 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T16:06:22.944 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_omap": 1, 2024-04-15T16:06:22.945 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_pinned": 0, 2024-04-15T16:06:22.945 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_recovered": 0, 2024-04-15T16:06:22.945 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_repaired": 0, 2024-04-15T16:06:22.945 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_unfound": 0, 2024-04-15T16:06:22.945 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_bytes": 0, 2024-04-15T16:06:22.945 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_keys": 0, 2024-04-15T16:06:22.945 INFO:tasks.workunit.client.0.smithi016.stdout: "num_promote": 0, 2024-04-15T16:06:22.945 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read": 12, 2024-04-15T16:06:22.945 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read_kb": 12, 2024-04-15T16:06:22.945 INFO:tasks.workunit.client.0.smithi016.stdout: "num_scrub_errors": 0, 2024-04-15T16:06:22.945 INFO:tasks.workunit.client.0.smithi016.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T16:06:22.945 INFO:tasks.workunit.client.0.smithi016.stdout: "num_whiteouts": 0, 2024-04-15T16:06:22.945 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write": 3, 2024-04-15T16:06:22.945 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write_kb": 0 2024-04-15T16:06:22.946 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.946 INFO:tasks.workunit.client.0.smithi016.stdout: "state": "active+clean", 2024-04-15T16:06:22.946 INFO:tasks.workunit.client.0.smithi016.stdout: "stats_invalid": false, 2024-04-15T16:06:22.946 INFO:tasks.workunit.client.0.smithi016.stdout: "up": [ 2024-04-15T16:06:22.946 INFO:tasks.workunit.client.0.smithi016.stdout: 2, 2024-04-15T16:06:22.946 INFO:tasks.workunit.client.0.smithi016.stdout: 3, 2024-04-15T16:06:22.946 INFO:tasks.workunit.client.0.smithi016.stdout: 7 2024-04-15T16:06:22.946 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:22.946 INFO:tasks.workunit.client.0.smithi016.stdout: "up_primary": 2, 2024-04-15T16:06:22.946 INFO:tasks.workunit.client.0.smithi016.stdout: "version": "62'2" 2024-04-15T16:06:22.946 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.946 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-15T16:06:22.946 INFO:tasks.workunit.client.0.smithi016.stdout: "acting": [ 2024-04-15T16:06:22.946 INFO:tasks.workunit.client.0.smithi016.stdout: 5, 2024-04-15T16:06:22.947 INFO:tasks.workunit.client.0.smithi016.stdout: 3, 2024-04-15T16:06:22.947 INFO:tasks.workunit.client.0.smithi016.stdout: 6 2024-04-15T16:06:22.947 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:22.947 INFO:tasks.workunit.client.0.smithi016.stdout: "acting_primary": 5, 2024-04-15T16:06:22.947 INFO:tasks.workunit.client.0.smithi016.stdout: "avail_no_missing": [], 2024-04-15T16:06:22.947 INFO:tasks.workunit.client.0.smithi016.stdout: "blocked_by": [], 2024-04-15T16:06:22.947 INFO:tasks.workunit.client.0.smithi016.stdout: "created": 61, 2024-04-15T16:06:22.947 INFO:tasks.workunit.client.0.smithi016.stdout: "dirty_stats_invalid": false, 2024-04-15T16:06:22.947 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T16:06:22.947 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_stats_invalid": false, 2024-04-15T16:06:22.947 INFO:tasks.workunit.client.0.smithi016.stdout: "last_active": "2024-04-15T16:05:12.202577+0000", 2024-04-15T16:06:22.948 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_active": "2024-04-15T14:44:28.455055+0000", 2024-04-15T16:06:22.948 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_peered": "2024-04-15T14:44:28.455055+0000", 2024-04-15T16:06:22.948 INFO:tasks.workunit.client.0.smithi016.stdout: "last_change": "2024-04-15T14:44:28.455389+0000", 2024-04-15T16:06:22.948 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean": "2024-04-15T16:05:12.202577+0000", 2024-04-15T16:06:22.948 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T16:06:22.948 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub": "0'0", 2024-04-15T16:06:22.948 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T16:06:22.948 INFO:tasks.workunit.client.0.smithi016.stdout: "last_epoch_clean": 511, 2024-04-15T16:06:22.948 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fresh": "2024-04-15T16:05:12.202577+0000", 2024-04-15T16:06:22.948 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fullsized": "2024-04-15T16:05:12.202577+0000", 2024-04-15T16:06:22.948 INFO:tasks.workunit.client.0.smithi016.stdout: "last_peered": "2024-04-15T16:05:12.202577+0000", 2024-04-15T16:06:22.948 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub": "0'0", 2024-04-15T16:06:22.948 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_duration": 0, 2024-04-15T16:06:22.948 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T16:06:22.949 INFO:tasks.workunit.client.0.smithi016.stdout: "last_undegraded": "2024-04-15T16:05:12.202577+0000", 2024-04-15T16:06:22.949 INFO:tasks.workunit.client.0.smithi016.stdout: "last_unstale": "2024-04-15T16:05:12.202577+0000", 2024-04-15T16:06:22.949 INFO:tasks.workunit.client.0.smithi016.stdout: "log_dups_size": 0, 2024-04-15T16:06:22.949 INFO:tasks.workunit.client.0.smithi016.stdout: "log_size": 0, 2024-04-15T16:06:22.949 INFO:tasks.workunit.client.0.smithi016.stdout: "log_start": "0'0", 2024-04-15T16:06:22.949 INFO:tasks.workunit.client.0.smithi016.stdout: "manifest_stats_invalid": false, 2024-04-15T16:06:22.949 INFO:tasks.workunit.client.0.smithi016.stdout: "mapping_epoch": 510, 2024-04-15T16:06:22.949 INFO:tasks.workunit.client.0.smithi016.stdout: "object_location_counts": [], 2024-04-15T16:06:22.949 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_scrubbed": 0, 2024-04-15T16:06:22.949 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_trimmed": 0, 2024-04-15T16:06:22.949 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_stats_invalid": false, 2024-04-15T16:06:22.949 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_size": 0, 2024-04-15T16:06:22.949 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_start": "0'0", 2024-04-15T16:06:22.949 INFO:tasks.workunit.client.0.smithi016.stdout: "parent": "0.0", 2024-04-15T16:06:22.950 INFO:tasks.workunit.client.0.smithi016.stdout: "parent_split_bits": 0, 2024-04-15T16:06:22.950 INFO:tasks.workunit.client.0.smithi016.stdout: "pgid": "3.c", 2024-04-15T16:06:22.950 INFO:tasks.workunit.client.0.smithi016.stdout: "pin_stats_invalid": false, 2024-04-15T16:06:22.950 INFO:tasks.workunit.client.0.smithi016.stdout: "purged_snaps": [], 2024-04-15T16:06:22.950 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_epoch": 2721, 2024-04-15T16:06:22.950 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_seq": 4919, 2024-04-15T16:06:22.950 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_duration": 0.0, 2024-04-15T16:06:22.950 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-16T23:10:00.856565+0000", 2024-04-15T16:06:22.950 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrim_duration": 0.0, 2024-04-15T16:06:22.950 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrimq_len": 0, 2024-04-15T16:06:22.950 INFO:tasks.workunit.client.0.smithi016.stdout: "stat_sum": { 2024-04-15T16:06:22.950 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes": 0, 2024-04-15T16:06:22.950 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T16:06:22.951 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_recovered": 0, 2024-04-15T16:06:22.951 INFO:tasks.workunit.client.0.smithi016.stdout: "num_deep_scrub_errors": 0, 2024-04-15T16:06:22.951 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict": 0, 2024-04-15T16:06:22.951 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_kb": 0, 2024-04-15T16:06:22.951 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_full": 0, 2024-04-15T16:06:22.951 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_some": 0, 2024-04-15T16:06:22.951 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush": 0, 2024-04-15T16:06:22.951 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_kb": 0, 2024-04-15T16:06:22.951 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_high": 0, 2024-04-15T16:06:22.951 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_low": 0, 2024-04-15T16:06:22.951 INFO:tasks.workunit.client.0.smithi016.stdout: "num_keys_recovered": 0, 2024-04-15T16:06:22.951 INFO:tasks.workunit.client.0.smithi016.stdout: "num_large_omap_objects": 0, 2024-04-15T16:06:22.952 INFO:tasks.workunit.client.0.smithi016.stdout: "num_legacy_snapsets": 0, 2024-04-15T16:06:22.952 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_clones": 0, 2024-04-15T16:06:22.952 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_copies": 0, 2024-04-15T16:06:22.952 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects": 0, 2024-04-15T16:06:22.952 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_degraded": 0, 2024-04-15T16:06:22.952 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_dirty": 0, 2024-04-15T16:06:22.952 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T16:06:22.952 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_manifest": 0, 2024-04-15T16:06:22.952 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_misplaced": 0, 2024-04-15T16:06:22.952 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing": 0, 2024-04-15T16:06:22.952 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T16:06:22.952 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_omap": 0, 2024-04-15T16:06:22.952 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_pinned": 0, 2024-04-15T16:06:22.953 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_recovered": 0, 2024-04-15T16:06:22.953 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_repaired": 0, 2024-04-15T16:06:22.953 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_unfound": 0, 2024-04-15T16:06:22.953 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_bytes": 0, 2024-04-15T16:06:22.953 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_keys": 0, 2024-04-15T16:06:22.953 INFO:tasks.workunit.client.0.smithi016.stdout: "num_promote": 0, 2024-04-15T16:06:22.953 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read": 0, 2024-04-15T16:06:22.953 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read_kb": 0, 2024-04-15T16:06:22.953 INFO:tasks.workunit.client.0.smithi016.stdout: "num_scrub_errors": 0, 2024-04-15T16:06:22.953 INFO:tasks.workunit.client.0.smithi016.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T16:06:22.953 INFO:tasks.workunit.client.0.smithi016.stdout: "num_whiteouts": 0, 2024-04-15T16:06:22.953 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write": 0, 2024-04-15T16:06:22.953 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write_kb": 0 2024-04-15T16:06:22.953 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.954 INFO:tasks.workunit.client.0.smithi016.stdout: "state": "active+clean", 2024-04-15T16:06:22.954 INFO:tasks.workunit.client.0.smithi016.stdout: "stats_invalid": false, 2024-04-15T16:06:22.954 INFO:tasks.workunit.client.0.smithi016.stdout: "up": [ 2024-04-15T16:06:22.954 INFO:tasks.workunit.client.0.smithi016.stdout: 5, 2024-04-15T16:06:22.954 INFO:tasks.workunit.client.0.smithi016.stdout: 3, 2024-04-15T16:06:22.954 INFO:tasks.workunit.client.0.smithi016.stdout: 6 2024-04-15T16:06:22.954 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:22.954 INFO:tasks.workunit.client.0.smithi016.stdout: "up_primary": 5, 2024-04-15T16:06:22.954 INFO:tasks.workunit.client.0.smithi016.stdout: "version": "0'0" 2024-04-15T16:06:22.954 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.954 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-15T16:06:22.954 INFO:tasks.workunit.client.0.smithi016.stdout: "acting": [ 2024-04-15T16:06:22.955 INFO:tasks.workunit.client.0.smithi016.stdout: 1, 2024-04-15T16:06:22.955 INFO:tasks.workunit.client.0.smithi016.stdout: 4, 2024-04-15T16:06:22.955 INFO:tasks.workunit.client.0.smithi016.stdout: 3 2024-04-15T16:06:22.955 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:22.955 INFO:tasks.workunit.client.0.smithi016.stdout: "acting_primary": 1, 2024-04-15T16:06:22.955 INFO:tasks.workunit.client.0.smithi016.stdout: "avail_no_missing": [], 2024-04-15T16:06:22.955 INFO:tasks.workunit.client.0.smithi016.stdout: "blocked_by": [], 2024-04-15T16:06:22.955 INFO:tasks.workunit.client.0.smithi016.stdout: "created": 60, 2024-04-15T16:06:22.955 INFO:tasks.workunit.client.0.smithi016.stdout: "dirty_stats_invalid": false, 2024-04-15T16:06:22.955 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T16:06:22.955 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_stats_invalid": false, 2024-04-15T16:06:22.955 INFO:tasks.workunit.client.0.smithi016.stdout: "last_active": "2024-04-15T16:05:11.870103+0000", 2024-04-15T16:06:22.955 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_active": "2024-04-15T14:43:32.411857+0000", 2024-04-15T16:06:22.955 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_peered": "2024-04-15T14:43:32.411857+0000", 2024-04-15T16:06:22.956 INFO:tasks.workunit.client.0.smithi016.stdout: "last_change": "2024-04-15T14:43:32.412343+0000", 2024-04-15T16:06:22.956 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean": "2024-04-15T16:05:11.870103+0000", 2024-04-15T16:06:22.956 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean_scrub_stamp": "2024-04-15T14:33:33.599136+0000", 2024-04-15T16:06:22.956 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub": "0'0", 2024-04-15T16:06:22.956 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub_stamp": "2024-04-15T14:33:33.599136+0000", 2024-04-15T16:06:22.956 INFO:tasks.workunit.client.0.smithi016.stdout: "last_epoch_clean": 455, 2024-04-15T16:06:22.956 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fresh": "2024-04-15T16:05:11.870103+0000", 2024-04-15T16:06:22.956 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fullsized": "2024-04-15T16:05:11.870103+0000", 2024-04-15T16:06:22.956 INFO:tasks.workunit.client.0.smithi016.stdout: "last_peered": "2024-04-15T16:05:11.870103+0000", 2024-04-15T16:06:22.956 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub": "0'0", 2024-04-15T16:06:22.956 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_duration": 0, 2024-04-15T16:06:22.956 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_stamp": "2024-04-15T14:33:33.599136+0000", 2024-04-15T16:06:22.956 INFO:tasks.workunit.client.0.smithi016.stdout: "last_undegraded": "2024-04-15T16:05:11.870103+0000", 2024-04-15T16:06:22.956 INFO:tasks.workunit.client.0.smithi016.stdout: "last_unstale": "2024-04-15T16:05:11.870103+0000", 2024-04-15T16:06:22.957 INFO:tasks.workunit.client.0.smithi016.stdout: "log_dups_size": 0, 2024-04-15T16:06:22.957 INFO:tasks.workunit.client.0.smithi016.stdout: "log_size": 1, 2024-04-15T16:06:22.957 INFO:tasks.workunit.client.0.smithi016.stdout: "log_start": "0'0", 2024-04-15T16:06:22.957 INFO:tasks.workunit.client.0.smithi016.stdout: "manifest_stats_invalid": false, 2024-04-15T16:06:22.957 INFO:tasks.workunit.client.0.smithi016.stdout: "mapping_epoch": 454, 2024-04-15T16:06:22.957 INFO:tasks.workunit.client.0.smithi016.stdout: "object_location_counts": [], 2024-04-15T16:06:22.957 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_scrubbed": 0, 2024-04-15T16:06:22.957 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_trimmed": 0, 2024-04-15T16:06:22.957 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_stats_invalid": false, 2024-04-15T16:06:22.957 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_size": 1, 2024-04-15T16:06:22.958 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_start": "0'0", 2024-04-15T16:06:22.958 INFO:tasks.workunit.client.0.smithi016.stdout: "parent": "0.0", 2024-04-15T16:06:22.958 INFO:tasks.workunit.client.0.smithi016.stdout: "parent_split_bits": 0, 2024-04-15T16:06:22.958 INFO:tasks.workunit.client.0.smithi016.stdout: "pgid": "2.d", 2024-04-15T16:06:22.958 INFO:tasks.workunit.client.0.smithi016.stdout: "pin_stats_invalid": false, 2024-04-15T16:06:22.958 INFO:tasks.workunit.client.0.smithi016.stdout: "purged_snaps": [], 2024-04-15T16:06:22.958 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_epoch": 2721, 2024-04-15T16:06:22.958 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_seq": 5044, 2024-04-15T16:06:22.958 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_duration": 0.0, 2024-04-15T16:06:22.958 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-16T15:10:16.783707+0000", 2024-04-15T16:06:22.958 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrim_duration": 0.0, 2024-04-15T16:06:22.958 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrimq_len": 0, 2024-04-15T16:06:22.958 INFO:tasks.workunit.client.0.smithi016.stdout: "stat_sum": { 2024-04-15T16:06:22.959 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes": 70, 2024-04-15T16:06:22.959 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T16:06:22.959 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_recovered": 0, 2024-04-15T16:06:22.959 INFO:tasks.workunit.client.0.smithi016.stdout: "num_deep_scrub_errors": 0, 2024-04-15T16:06:22.959 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict": 0, 2024-04-15T16:06:22.959 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_kb": 0, 2024-04-15T16:06:22.959 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_full": 0, 2024-04-15T16:06:22.959 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_some": 0, 2024-04-15T16:06:22.959 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush": 0, 2024-04-15T16:06:22.959 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_kb": 0, 2024-04-15T16:06:22.959 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_high": 0, 2024-04-15T16:06:22.959 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_low": 0, 2024-04-15T16:06:22.959 INFO:tasks.workunit.client.0.smithi016.stdout: "num_keys_recovered": 0, 2024-04-15T16:06:22.959 INFO:tasks.workunit.client.0.smithi016.stdout: "num_large_omap_objects": 0, 2024-04-15T16:06:22.960 INFO:tasks.workunit.client.0.smithi016.stdout: "num_legacy_snapsets": 0, 2024-04-15T16:06:22.960 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_clones": 0, 2024-04-15T16:06:22.960 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_copies": 3, 2024-04-15T16:06:22.960 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects": 1, 2024-04-15T16:06:22.960 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_degraded": 0, 2024-04-15T16:06:22.960 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_dirty": 1, 2024-04-15T16:06:22.960 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T16:06:22.960 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_manifest": 0, 2024-04-15T16:06:22.960 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_misplaced": 0, 2024-04-15T16:06:22.960 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing": 0, 2024-04-15T16:06:22.960 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T16:06:22.960 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_omap": 0, 2024-04-15T16:06:22.960 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_pinned": 0, 2024-04-15T16:06:22.960 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_recovered": 0, 2024-04-15T16:06:22.961 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_repaired": 0, 2024-04-15T16:06:22.961 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_unfound": 0, 2024-04-15T16:06:22.961 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_bytes": 0, 2024-04-15T16:06:22.961 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_keys": 0, 2024-04-15T16:06:22.961 INFO:tasks.workunit.client.0.smithi016.stdout: "num_promote": 0, 2024-04-15T16:06:22.961 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read": 2, 2024-04-15T16:06:22.961 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read_kb": 2, 2024-04-15T16:06:22.961 INFO:tasks.workunit.client.0.smithi016.stdout: "num_scrub_errors": 0, 2024-04-15T16:06:22.961 INFO:tasks.workunit.client.0.smithi016.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T16:06:22.961 INFO:tasks.workunit.client.0.smithi016.stdout: "num_whiteouts": 0, 2024-04-15T16:06:22.961 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write": 1, 2024-04-15T16:06:22.961 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write_kb": 1 2024-04-15T16:06:22.961 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.961 INFO:tasks.workunit.client.0.smithi016.stdout: "state": "active+clean", 2024-04-15T16:06:22.962 INFO:tasks.workunit.client.0.smithi016.stdout: "stats_invalid": false, 2024-04-15T16:06:22.962 INFO:tasks.workunit.client.0.smithi016.stdout: "up": [ 2024-04-15T16:06:22.962 INFO:tasks.workunit.client.0.smithi016.stdout: 1, 2024-04-15T16:06:22.962 INFO:tasks.workunit.client.0.smithi016.stdout: 4, 2024-04-15T16:06:22.962 INFO:tasks.workunit.client.0.smithi016.stdout: 3 2024-04-15T16:06:22.962 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:22.962 INFO:tasks.workunit.client.0.smithi016.stdout: "up_primary": 1, 2024-04-15T16:06:22.962 INFO:tasks.workunit.client.0.smithi016.stdout: "version": "62'1" 2024-04-15T16:06:22.962 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.962 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-15T16:06:22.962 INFO:tasks.workunit.client.0.smithi016.stdout: "acting": [ 2024-04-15T16:06:22.962 INFO:tasks.workunit.client.0.smithi016.stdout: 7, 2024-04-15T16:06:22.962 INFO:tasks.workunit.client.0.smithi016.stdout: 5, 2024-04-15T16:06:22.962 INFO:tasks.workunit.client.0.smithi016.stdout: 6 2024-04-15T16:06:22.963 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:22.963 INFO:tasks.workunit.client.0.smithi016.stdout: "acting_primary": 7, 2024-04-15T16:06:22.963 INFO:tasks.workunit.client.0.smithi016.stdout: "avail_no_missing": [], 2024-04-15T16:06:22.963 INFO:tasks.workunit.client.0.smithi016.stdout: "blocked_by": [], 2024-04-15T16:06:22.963 INFO:tasks.workunit.client.0.smithi016.stdout: "created": 61, 2024-04-15T16:06:22.963 INFO:tasks.workunit.client.0.smithi016.stdout: "dirty_stats_invalid": false, 2024-04-15T16:06:22.963 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T16:06:22.963 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_stats_invalid": false, 2024-04-15T16:06:22.963 INFO:tasks.workunit.client.0.smithi016.stdout: "last_active": "2024-04-15T16:05:12.201097+0000", 2024-04-15T16:06:22.963 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_active": "2024-04-15T14:44:49.364764+0000", 2024-04-15T16:06:22.963 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_peered": "2024-04-15T14:44:49.364764+0000", 2024-04-15T16:06:22.963 INFO:tasks.workunit.client.0.smithi016.stdout: "last_change": "2024-04-15T14:44:49.368953+0000", 2024-04-15T16:06:22.963 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean": "2024-04-15T16:05:12.201097+0000", 2024-04-15T16:06:22.964 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T16:06:22.964 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub": "0'0", 2024-04-15T16:06:22.964 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T16:06:22.964 INFO:tasks.workunit.client.0.smithi016.stdout: "last_epoch_clean": 532, 2024-04-15T16:06:22.964 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fresh": "2024-04-15T16:05:12.201097+0000", 2024-04-15T16:06:22.964 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fullsized": "2024-04-15T16:05:12.201097+0000", 2024-04-15T16:06:22.964 INFO:tasks.workunit.client.0.smithi016.stdout: "last_peered": "2024-04-15T16:05:12.201097+0000", 2024-04-15T16:06:22.964 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub": "0'0", 2024-04-15T16:06:22.964 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_duration": 0, 2024-04-15T16:06:22.964 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T16:06:22.964 INFO:tasks.workunit.client.0.smithi016.stdout: "last_undegraded": "2024-04-15T16:05:12.201097+0000", 2024-04-15T16:06:22.964 INFO:tasks.workunit.client.0.smithi016.stdout: "last_unstale": "2024-04-15T16:05:12.201097+0000", 2024-04-15T16:06:22.964 INFO:tasks.workunit.client.0.smithi016.stdout: "log_dups_size": 0, 2024-04-15T16:06:22.964 INFO:tasks.workunit.client.0.smithi016.stdout: "log_size": 0, 2024-04-15T16:06:22.964 INFO:tasks.workunit.client.0.smithi016.stdout: "log_start": "0'0", 2024-04-15T16:06:22.965 INFO:tasks.workunit.client.0.smithi016.stdout: "manifest_stats_invalid": false, 2024-04-15T16:06:22.965 INFO:tasks.workunit.client.0.smithi016.stdout: "mapping_epoch": 531, 2024-04-15T16:06:22.965 INFO:tasks.workunit.client.0.smithi016.stdout: "object_location_counts": [], 2024-04-15T16:06:22.965 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_scrubbed": 0, 2024-04-15T16:06:22.965 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_trimmed": 0, 2024-04-15T16:06:22.965 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_stats_invalid": false, 2024-04-15T16:06:22.965 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_size": 0, 2024-04-15T16:06:22.965 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_start": "0'0", 2024-04-15T16:06:22.965 INFO:tasks.workunit.client.0.smithi016.stdout: "parent": "0.0", 2024-04-15T16:06:22.965 INFO:tasks.workunit.client.0.smithi016.stdout: "parent_split_bits": 0, 2024-04-15T16:06:22.965 INFO:tasks.workunit.client.0.smithi016.stdout: "pgid": "3.d", 2024-04-15T16:06:22.965 INFO:tasks.workunit.client.0.smithi016.stdout: "pin_stats_invalid": false, 2024-04-15T16:06:22.966 INFO:tasks.workunit.client.0.smithi016.stdout: "purged_snaps": [], 2024-04-15T16:06:22.966 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_epoch": 2721, 2024-04-15T16:06:22.966 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_seq": 4871, 2024-04-15T16:06:22.966 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_duration": 0.0, 2024-04-15T16:06:22.966 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-16T23:17:08.854143+0000", 2024-04-15T16:06:22.966 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrim_duration": 0.0, 2024-04-15T16:06:22.966 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrimq_len": 0, 2024-04-15T16:06:22.966 INFO:tasks.workunit.client.0.smithi016.stdout: "stat_sum": { 2024-04-15T16:06:22.966 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes": 0, 2024-04-15T16:06:22.966 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T16:06:22.966 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_recovered": 0, 2024-04-15T16:06:22.966 INFO:tasks.workunit.client.0.smithi016.stdout: "num_deep_scrub_errors": 0, 2024-04-15T16:06:22.967 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict": 0, 2024-04-15T16:06:22.967 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_kb": 0, 2024-04-15T16:06:22.967 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_full": 0, 2024-04-15T16:06:22.967 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_some": 0, 2024-04-15T16:06:22.967 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush": 0, 2024-04-15T16:06:22.967 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_kb": 0, 2024-04-15T16:06:22.967 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_high": 0, 2024-04-15T16:06:22.967 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_low": 0, 2024-04-15T16:06:22.967 INFO:tasks.workunit.client.0.smithi016.stdout: "num_keys_recovered": 0, 2024-04-15T16:06:22.967 INFO:tasks.workunit.client.0.smithi016.stdout: "num_large_omap_objects": 0, 2024-04-15T16:06:22.967 INFO:tasks.workunit.client.0.smithi016.stdout: "num_legacy_snapsets": 0, 2024-04-15T16:06:22.967 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_clones": 0, 2024-04-15T16:06:22.967 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_copies": 0, 2024-04-15T16:06:22.968 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects": 0, 2024-04-15T16:06:22.968 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_degraded": 0, 2024-04-15T16:06:22.968 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_dirty": 0, 2024-04-15T16:06:22.968 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T16:06:22.968 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_manifest": 0, 2024-04-15T16:06:22.968 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_misplaced": 0, 2024-04-15T16:06:22.968 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing": 0, 2024-04-15T16:06:22.968 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T16:06:22.968 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_omap": 0, 2024-04-15T16:06:22.968 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_pinned": 0, 2024-04-15T16:06:22.968 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_recovered": 0, 2024-04-15T16:06:22.968 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_repaired": 0, 2024-04-15T16:06:22.968 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_unfound": 0, 2024-04-15T16:06:22.969 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_bytes": 0, 2024-04-15T16:06:22.969 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_keys": 0, 2024-04-15T16:06:22.969 INFO:tasks.workunit.client.0.smithi016.stdout: "num_promote": 0, 2024-04-15T16:06:22.969 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read": 0, 2024-04-15T16:06:22.969 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read_kb": 0, 2024-04-15T16:06:22.969 INFO:tasks.workunit.client.0.smithi016.stdout: "num_scrub_errors": 0, 2024-04-15T16:06:22.969 INFO:tasks.workunit.client.0.smithi016.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T16:06:22.969 INFO:tasks.workunit.client.0.smithi016.stdout: "num_whiteouts": 0, 2024-04-15T16:06:22.969 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write": 0, 2024-04-15T16:06:22.969 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write_kb": 0 2024-04-15T16:06:22.969 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.969 INFO:tasks.workunit.client.0.smithi016.stdout: "state": "active+clean", 2024-04-15T16:06:22.969 INFO:tasks.workunit.client.0.smithi016.stdout: "stats_invalid": false, 2024-04-15T16:06:22.970 INFO:tasks.workunit.client.0.smithi016.stdout: "up": [ 2024-04-15T16:06:22.970 INFO:tasks.workunit.client.0.smithi016.stdout: 7, 2024-04-15T16:06:22.970 INFO:tasks.workunit.client.0.smithi016.stdout: 5, 2024-04-15T16:06:22.970 INFO:tasks.workunit.client.0.smithi016.stdout: 6 2024-04-15T16:06:22.970 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:22.970 INFO:tasks.workunit.client.0.smithi016.stdout: "up_primary": 7, 2024-04-15T16:06:22.970 INFO:tasks.workunit.client.0.smithi016.stdout: "version": "0'0" 2024-04-15T16:06:22.970 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.970 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-15T16:06:22.970 INFO:tasks.workunit.client.0.smithi016.stdout: "acting": [ 2024-04-15T16:06:22.970 INFO:tasks.workunit.client.0.smithi016.stdout: 2, 2024-04-15T16:06:22.970 INFO:tasks.workunit.client.0.smithi016.stdout: 5, 2024-04-15T16:06:22.970 INFO:tasks.workunit.client.0.smithi016.stdout: 1 2024-04-15T16:06:22.971 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:22.971 INFO:tasks.workunit.client.0.smithi016.stdout: "acting_primary": 2, 2024-04-15T16:06:22.971 INFO:tasks.workunit.client.0.smithi016.stdout: "avail_no_missing": [], 2024-04-15T16:06:22.971 INFO:tasks.workunit.client.0.smithi016.stdout: "blocked_by": [], 2024-04-15T16:06:22.971 INFO:tasks.workunit.client.0.smithi016.stdout: "created": 60, 2024-04-15T16:06:22.971 INFO:tasks.workunit.client.0.smithi016.stdout: "dirty_stats_invalid": false, 2024-04-15T16:06:22.971 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T16:06:22.971 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_stats_invalid": false, 2024-04-15T16:06:22.971 INFO:tasks.workunit.client.0.smithi016.stdout: "last_active": "2024-04-15T16:05:12.198860+0000", 2024-04-15T16:06:22.971 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_active": "2024-04-15T14:43:53.361713+0000", 2024-04-15T16:06:22.971 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_peered": "2024-04-15T14:43:53.361713+0000", 2024-04-15T16:06:22.971 INFO:tasks.workunit.client.0.smithi016.stdout: "last_change": "2024-04-15T14:43:53.362228+0000", 2024-04-15T16:06:22.971 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean": "2024-04-15T16:05:12.198860+0000", 2024-04-15T16:06:22.971 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean_scrub_stamp": "2024-04-15T14:33:33.599136+0000", 2024-04-15T16:06:22.972 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub": "0'0", 2024-04-15T16:06:22.972 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub_stamp": "2024-04-15T14:33:33.599136+0000", 2024-04-15T16:06:22.972 INFO:tasks.workunit.client.0.smithi016.stdout: "last_epoch_clean": 476, 2024-04-15T16:06:22.972 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fresh": "2024-04-15T16:05:12.198860+0000", 2024-04-15T16:06:22.972 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fullsized": "2024-04-15T16:05:12.198860+0000", 2024-04-15T16:06:22.972 INFO:tasks.workunit.client.0.smithi016.stdout: "last_peered": "2024-04-15T16:05:12.198860+0000", 2024-04-15T16:06:22.972 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub": "0'0", 2024-04-15T16:06:22.972 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_duration": 0, 2024-04-15T16:06:22.972 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_stamp": "2024-04-15T14:33:33.599136+0000", 2024-04-15T16:06:22.972 INFO:tasks.workunit.client.0.smithi016.stdout: "last_undegraded": "2024-04-15T16:05:12.198860+0000", 2024-04-15T16:06:22.972 INFO:tasks.workunit.client.0.smithi016.stdout: "last_unstale": "2024-04-15T16:05:12.198860+0000", 2024-04-15T16:06:22.972 INFO:tasks.workunit.client.0.smithi016.stdout: "log_dups_size": 0, 2024-04-15T16:06:22.972 INFO:tasks.workunit.client.0.smithi016.stdout: "log_size": 0, 2024-04-15T16:06:22.973 INFO:tasks.workunit.client.0.smithi016.stdout: "log_start": "0'0", 2024-04-15T16:06:22.973 INFO:tasks.workunit.client.0.smithi016.stdout: "manifest_stats_invalid": false, 2024-04-15T16:06:22.973 INFO:tasks.workunit.client.0.smithi016.stdout: "mapping_epoch": 475, 2024-04-15T16:06:22.973 INFO:tasks.workunit.client.0.smithi016.stdout: "object_location_counts": [], 2024-04-15T16:06:22.973 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_scrubbed": 0, 2024-04-15T16:06:22.973 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_trimmed": 0, 2024-04-15T16:06:22.973 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_stats_invalid": false, 2024-04-15T16:06:22.973 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_size": 0, 2024-04-15T16:06:22.973 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_start": "0'0", 2024-04-15T16:06:22.973 INFO:tasks.workunit.client.0.smithi016.stdout: "parent": "0.0", 2024-04-15T16:06:22.973 INFO:tasks.workunit.client.0.smithi016.stdout: "parent_split_bits": 0, 2024-04-15T16:06:22.973 INFO:tasks.workunit.client.0.smithi016.stdout: "pgid": "2.c", 2024-04-15T16:06:22.973 INFO:tasks.workunit.client.0.smithi016.stdout: "pin_stats_invalid": false, 2024-04-15T16:06:22.973 INFO:tasks.workunit.client.0.smithi016.stdout: "purged_snaps": [], 2024-04-15T16:06:22.973 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_epoch": 2721, 2024-04-15T16:06:22.974 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_seq": 5035, 2024-04-15T16:06:22.974 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_duration": 0.0, 2024-04-15T16:06:22.974 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-16T23:23:37.638031+0000", 2024-04-15T16:06:22.974 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrim_duration": 0.0, 2024-04-15T16:06:22.974 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrimq_len": 0, 2024-04-15T16:06:22.974 INFO:tasks.workunit.client.0.smithi016.stdout: "stat_sum": { 2024-04-15T16:06:22.974 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes": 0, 2024-04-15T16:06:22.974 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T16:06:22.974 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_recovered": 0, 2024-04-15T16:06:22.974 INFO:tasks.workunit.client.0.smithi016.stdout: "num_deep_scrub_errors": 0, 2024-04-15T16:06:22.974 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict": 0, 2024-04-15T16:06:22.974 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_kb": 0, 2024-04-15T16:06:22.974 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_full": 0, 2024-04-15T16:06:22.974 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_some": 0, 2024-04-15T16:06:22.975 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush": 0, 2024-04-15T16:06:22.975 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_kb": 0, 2024-04-15T16:06:22.975 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_high": 0, 2024-04-15T16:06:22.975 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_low": 0, 2024-04-15T16:06:22.975 INFO:tasks.workunit.client.0.smithi016.stdout: "num_keys_recovered": 0, 2024-04-15T16:06:22.975 INFO:tasks.workunit.client.0.smithi016.stdout: "num_large_omap_objects": 0, 2024-04-15T16:06:22.975 INFO:tasks.workunit.client.0.smithi016.stdout: "num_legacy_snapsets": 0, 2024-04-15T16:06:22.975 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_clones": 0, 2024-04-15T16:06:22.975 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_copies": 0, 2024-04-15T16:06:22.975 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects": 0, 2024-04-15T16:06:22.975 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_degraded": 0, 2024-04-15T16:06:22.975 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_dirty": 0, 2024-04-15T16:06:22.975 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T16:06:22.975 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_manifest": 0, 2024-04-15T16:06:22.975 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_misplaced": 0, 2024-04-15T16:06:22.976 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing": 0, 2024-04-15T16:06:22.976 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T16:06:22.976 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_omap": 0, 2024-04-15T16:06:22.976 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_pinned": 0, 2024-04-15T16:06:22.976 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_recovered": 0, 2024-04-15T16:06:22.976 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_repaired": 0, 2024-04-15T16:06:22.976 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_unfound": 0, 2024-04-15T16:06:22.976 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_bytes": 0, 2024-04-15T16:06:22.976 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_keys": 0, 2024-04-15T16:06:22.976 INFO:tasks.workunit.client.0.smithi016.stdout: "num_promote": 0, 2024-04-15T16:06:22.976 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read": 0, 2024-04-15T16:06:22.976 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read_kb": 0, 2024-04-15T16:06:22.976 INFO:tasks.workunit.client.0.smithi016.stdout: "num_scrub_errors": 0, 2024-04-15T16:06:22.976 INFO:tasks.workunit.client.0.smithi016.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T16:06:22.976 INFO:tasks.workunit.client.0.smithi016.stdout: "num_whiteouts": 0, 2024-04-15T16:06:22.977 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write": 0, 2024-04-15T16:06:22.977 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write_kb": 0 2024-04-15T16:06:22.977 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.977 INFO:tasks.workunit.client.0.smithi016.stdout: "state": "active+clean", 2024-04-15T16:06:22.977 INFO:tasks.workunit.client.0.smithi016.stdout: "stats_invalid": false, 2024-04-15T16:06:22.977 INFO:tasks.workunit.client.0.smithi016.stdout: "up": [ 2024-04-15T16:06:22.977 INFO:tasks.workunit.client.0.smithi016.stdout: 2, 2024-04-15T16:06:22.977 INFO:tasks.workunit.client.0.smithi016.stdout: 5, 2024-04-15T16:06:22.977 INFO:tasks.workunit.client.0.smithi016.stdout: 1 2024-04-15T16:06:22.977 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:22.977 INFO:tasks.workunit.client.0.smithi016.stdout: "up_primary": 2, 2024-04-15T16:06:22.977 INFO:tasks.workunit.client.0.smithi016.stdout: "version": "0'0" 2024-04-15T16:06:22.977 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.977 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-15T16:06:22.977 INFO:tasks.workunit.client.0.smithi016.stdout: "acting": [ 2024-04-15T16:06:22.978 INFO:tasks.workunit.client.0.smithi016.stdout: 6, 2024-04-15T16:06:22.978 INFO:tasks.workunit.client.0.smithi016.stdout: 4, 2024-04-15T16:06:22.978 INFO:tasks.workunit.client.0.smithi016.stdout: 1 2024-04-15T16:06:22.978 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:22.978 INFO:tasks.workunit.client.0.smithi016.stdout: "acting_primary": 6, 2024-04-15T16:06:22.979 INFO:tasks.workunit.client.0.smithi016.stdout: "avail_no_missing": [], 2024-04-15T16:06:22.979 INFO:tasks.workunit.client.0.smithi016.stdout: "blocked_by": [], 2024-04-15T16:06:22.979 INFO:tasks.workunit.client.0.smithi016.stdout: "created": 61, 2024-04-15T16:06:22.979 INFO:tasks.workunit.client.0.smithi016.stdout: "dirty_stats_invalid": false, 2024-04-15T16:06:22.979 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T16:06:22.979 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_stats_invalid": false, 2024-04-15T16:06:22.979 INFO:tasks.workunit.client.0.smithi016.stdout: "last_active": "2024-04-15T16:05:11.412945+0000", 2024-04-15T16:06:22.979 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_active": "2024-04-15T14:44:28.454476+0000", 2024-04-15T16:06:22.979 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_peered": "2024-04-15T14:44:28.454476+0000", 2024-04-15T16:06:22.980 INFO:tasks.workunit.client.0.smithi016.stdout: "last_change": "2024-04-15T14:44:28.455550+0000", 2024-04-15T16:06:22.980 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean": "2024-04-15T16:05:11.412945+0000", 2024-04-15T16:06:22.980 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T16:06:22.980 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub": "0'0", 2024-04-15T16:06:22.980 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T16:06:22.980 INFO:tasks.workunit.client.0.smithi016.stdout: "last_epoch_clean": 511, 2024-04-15T16:06:22.980 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fresh": "2024-04-15T16:05:11.412945+0000", 2024-04-15T16:06:22.980 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fullsized": "2024-04-15T16:05:11.412945+0000", 2024-04-15T16:06:22.980 INFO:tasks.workunit.client.0.smithi016.stdout: "last_peered": "2024-04-15T16:05:11.412945+0000", 2024-04-15T16:06:22.980 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub": "0'0", 2024-04-15T16:06:22.980 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_duration": 0, 2024-04-15T16:06:22.980 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T16:06:22.980 INFO:tasks.workunit.client.0.smithi016.stdout: "last_undegraded": "2024-04-15T16:05:11.412945+0000", 2024-04-15T16:06:22.980 INFO:tasks.workunit.client.0.smithi016.stdout: "last_unstale": "2024-04-15T16:05:11.412945+0000", 2024-04-15T16:06:22.981 INFO:tasks.workunit.client.0.smithi016.stdout: "log_dups_size": 0, 2024-04-15T16:06:22.981 INFO:tasks.workunit.client.0.smithi016.stdout: "log_size": 0, 2024-04-15T16:06:22.981 INFO:tasks.workunit.client.0.smithi016.stdout: "log_start": "0'0", 2024-04-15T16:06:22.981 INFO:tasks.workunit.client.0.smithi016.stdout: "manifest_stats_invalid": false, 2024-04-15T16:06:22.981 INFO:tasks.workunit.client.0.smithi016.stdout: "mapping_epoch": 510, 2024-04-15T16:06:22.981 INFO:tasks.workunit.client.0.smithi016.stdout: "object_location_counts": [], 2024-04-15T16:06:22.981 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_scrubbed": 0, 2024-04-15T16:06:22.981 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_trimmed": 0, 2024-04-15T16:06:22.981 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_stats_invalid": false, 2024-04-15T16:06:22.981 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_size": 0, 2024-04-15T16:06:22.981 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_start": "0'0", 2024-04-15T16:06:22.981 INFO:tasks.workunit.client.0.smithi016.stdout: "parent": "0.0", 2024-04-15T16:06:22.981 INFO:tasks.workunit.client.0.smithi016.stdout: "parent_split_bits": 0, 2024-04-15T16:06:22.982 INFO:tasks.workunit.client.0.smithi016.stdout: "pgid": "3.a", 2024-04-15T16:06:22.982 INFO:tasks.workunit.client.0.smithi016.stdout: "pin_stats_invalid": false, 2024-04-15T16:06:22.982 INFO:tasks.workunit.client.0.smithi016.stdout: "purged_snaps": [], 2024-04-15T16:06:22.982 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_epoch": 2721, 2024-04-15T16:06:22.982 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_seq": 4900, 2024-04-15T16:06:22.982 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_duration": 0.0, 2024-04-15T16:06:22.982 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-16T20:29:08.533920+0000", 2024-04-15T16:06:22.982 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrim_duration": 0.0, 2024-04-15T16:06:22.982 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrimq_len": 0, 2024-04-15T16:06:22.982 INFO:tasks.workunit.client.0.smithi016.stdout: "stat_sum": { 2024-04-15T16:06:22.982 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes": 0, 2024-04-15T16:06:22.982 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T16:06:22.982 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_recovered": 0, 2024-04-15T16:06:22.983 INFO:tasks.workunit.client.0.smithi016.stdout: "num_deep_scrub_errors": 0, 2024-04-15T16:06:22.983 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict": 0, 2024-04-15T16:06:22.983 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_kb": 0, 2024-04-15T16:06:22.983 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_full": 0, 2024-04-15T16:06:22.983 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_some": 0, 2024-04-15T16:06:22.983 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush": 0, 2024-04-15T16:06:22.983 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_kb": 0, 2024-04-15T16:06:22.983 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_high": 0, 2024-04-15T16:06:22.983 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_low": 0, 2024-04-15T16:06:22.983 INFO:tasks.workunit.client.0.smithi016.stdout: "num_keys_recovered": 0, 2024-04-15T16:06:22.983 INFO:tasks.workunit.client.0.smithi016.stdout: "num_large_omap_objects": 0, 2024-04-15T16:06:22.983 INFO:tasks.workunit.client.0.smithi016.stdout: "num_legacy_snapsets": 0, 2024-04-15T16:06:22.983 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_clones": 0, 2024-04-15T16:06:22.983 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_copies": 0, 2024-04-15T16:06:22.983 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects": 0, 2024-04-15T16:06:22.984 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_degraded": 0, 2024-04-15T16:06:22.984 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_dirty": 0, 2024-04-15T16:06:22.984 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T16:06:22.984 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_manifest": 0, 2024-04-15T16:06:22.984 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_misplaced": 0, 2024-04-15T16:06:22.984 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing": 0, 2024-04-15T16:06:22.984 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T16:06:22.984 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_omap": 0, 2024-04-15T16:06:22.984 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_pinned": 0, 2024-04-15T16:06:22.984 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_recovered": 0, 2024-04-15T16:06:22.984 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_repaired": 0, 2024-04-15T16:06:22.985 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_unfound": 0, 2024-04-15T16:06:22.985 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_bytes": 0, 2024-04-15T16:06:22.985 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_keys": 0, 2024-04-15T16:06:22.985 INFO:tasks.workunit.client.0.smithi016.stdout: "num_promote": 0, 2024-04-15T16:06:22.985 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read": 0, 2024-04-15T16:06:22.985 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read_kb": 0, 2024-04-15T16:06:22.985 INFO:tasks.workunit.client.0.smithi016.stdout: "num_scrub_errors": 0, 2024-04-15T16:06:22.985 INFO:tasks.workunit.client.0.smithi016.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T16:06:22.985 INFO:tasks.workunit.client.0.smithi016.stdout: "num_whiteouts": 0, 2024-04-15T16:06:22.985 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write": 0, 2024-04-15T16:06:22.985 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write_kb": 0 2024-04-15T16:06:22.985 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.986 INFO:tasks.workunit.client.0.smithi016.stdout: "state": "active+clean", 2024-04-15T16:06:22.986 INFO:tasks.workunit.client.0.smithi016.stdout: "stats_invalid": false, 2024-04-15T16:06:22.986 INFO:tasks.workunit.client.0.smithi016.stdout: "up": [ 2024-04-15T16:06:22.986 INFO:tasks.workunit.client.0.smithi016.stdout: 6, 2024-04-15T16:06:22.986 INFO:tasks.workunit.client.0.smithi016.stdout: 4, 2024-04-15T16:06:22.986 INFO:tasks.workunit.client.0.smithi016.stdout: 1 2024-04-15T16:06:22.986 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:22.986 INFO:tasks.workunit.client.0.smithi016.stdout: "up_primary": 6, 2024-04-15T16:06:22.986 INFO:tasks.workunit.client.0.smithi016.stdout: "version": "0'0" 2024-04-15T16:06:22.987 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.987 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-15T16:06:22.987 INFO:tasks.workunit.client.0.smithi016.stdout: "acting": [ 2024-04-15T16:06:22.987 INFO:tasks.workunit.client.0.smithi016.stdout: 1, 2024-04-15T16:06:22.987 INFO:tasks.workunit.client.0.smithi016.stdout: 4, 2024-04-15T16:06:22.987 INFO:tasks.workunit.client.0.smithi016.stdout: 5 2024-04-15T16:06:22.987 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:22.987 INFO:tasks.workunit.client.0.smithi016.stdout: "acting_primary": 1, 2024-04-15T16:06:22.987 INFO:tasks.workunit.client.0.smithi016.stdout: "avail_no_missing": [], 2024-04-15T16:06:22.987 INFO:tasks.workunit.client.0.smithi016.stdout: "blocked_by": [], 2024-04-15T16:06:22.987 INFO:tasks.workunit.client.0.smithi016.stdout: "created": 60, 2024-04-15T16:06:22.987 INFO:tasks.workunit.client.0.smithi016.stdout: "dirty_stats_invalid": false, 2024-04-15T16:06:22.987 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T16:06:22.987 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_stats_invalid": false, 2024-04-15T16:06:22.988 INFO:tasks.workunit.client.0.smithi016.stdout: "last_active": "2024-04-15T16:05:11.871269+0000", 2024-04-15T16:06:22.988 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_active": "2024-04-15T14:43:53.352879+0000", 2024-04-15T16:06:22.988 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_peered": "2024-04-15T14:43:53.352879+0000", 2024-04-15T16:06:22.988 INFO:tasks.workunit.client.0.smithi016.stdout: "last_change": "2024-04-15T14:43:53.353281+0000", 2024-04-15T16:06:22.988 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean": "2024-04-15T16:05:11.871269+0000", 2024-04-15T16:06:22.988 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean_scrub_stamp": "2024-04-15T14:33:33.599136+0000", 2024-04-15T16:06:22.988 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub": "0'0", 2024-04-15T16:06:22.988 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub_stamp": "2024-04-15T14:33:33.599136+0000", 2024-04-15T16:06:22.988 INFO:tasks.workunit.client.0.smithi016.stdout: "last_epoch_clean": 476, 2024-04-15T16:06:22.988 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fresh": "2024-04-15T16:05:11.871269+0000", 2024-04-15T16:06:22.988 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fullsized": "2024-04-15T16:05:11.871269+0000", 2024-04-15T16:06:22.988 INFO:tasks.workunit.client.0.smithi016.stdout: "last_peered": "2024-04-15T16:05:11.871269+0000", 2024-04-15T16:06:22.988 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub": "0'0", 2024-04-15T16:06:22.988 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_duration": 0, 2024-04-15T16:06:22.988 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_stamp": "2024-04-15T14:33:33.599136+0000", 2024-04-15T16:06:22.989 INFO:tasks.workunit.client.0.smithi016.stdout: "last_undegraded": "2024-04-15T16:05:11.871269+0000", 2024-04-15T16:06:22.989 INFO:tasks.workunit.client.0.smithi016.stdout: "last_unstale": "2024-04-15T16:05:11.871269+0000", 2024-04-15T16:06:22.989 INFO:tasks.workunit.client.0.smithi016.stdout: "log_dups_size": 0, 2024-04-15T16:06:22.989 INFO:tasks.workunit.client.0.smithi016.stdout: "log_size": 4, 2024-04-15T16:06:22.989 INFO:tasks.workunit.client.0.smithi016.stdout: "log_start": "0'0", 2024-04-15T16:06:22.989 INFO:tasks.workunit.client.0.smithi016.stdout: "manifest_stats_invalid": false, 2024-04-15T16:06:22.989 INFO:tasks.workunit.client.0.smithi016.stdout: "mapping_epoch": 475, 2024-04-15T16:06:22.989 INFO:tasks.workunit.client.0.smithi016.stdout: "object_location_counts": [], 2024-04-15T16:06:22.989 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_scrubbed": 0, 2024-04-15T16:06:22.989 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_trimmed": 0, 2024-04-15T16:06:22.989 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_stats_invalid": false, 2024-04-15T16:06:22.989 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_size": 4, 2024-04-15T16:06:22.989 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_start": "0'0", 2024-04-15T16:06:22.989 INFO:tasks.workunit.client.0.smithi016.stdout: "parent": "0.0", 2024-04-15T16:06:22.990 INFO:tasks.workunit.client.0.smithi016.stdout: "parent_split_bits": 0, 2024-04-15T16:06:22.990 INFO:tasks.workunit.client.0.smithi016.stdout: "pgid": "2.b", 2024-04-15T16:06:22.990 INFO:tasks.workunit.client.0.smithi016.stdout: "pin_stats_invalid": false, 2024-04-15T16:06:22.990 INFO:tasks.workunit.client.0.smithi016.stdout: "purged_snaps": [], 2024-04-15T16:06:22.990 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_epoch": 2721, 2024-04-15T16:06:22.990 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_seq": 4747, 2024-04-15T16:06:22.990 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_duration": 0.0, 2024-04-15T16:06:22.990 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-16T16:24:36.391646+0000", 2024-04-15T16:06:22.990 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrim_duration": 0.0, 2024-04-15T16:06:22.990 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrimq_len": 0, 2024-04-15T16:06:22.990 INFO:tasks.workunit.client.0.smithi016.stdout: "stat_sum": { 2024-04-15T16:06:22.990 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes": 0, 2024-04-15T16:06:22.990 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T16:06:22.991 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_recovered": 0, 2024-04-15T16:06:22.991 INFO:tasks.workunit.client.0.smithi016.stdout: "num_deep_scrub_errors": 0, 2024-04-15T16:06:22.991 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict": 0, 2024-04-15T16:06:22.991 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_kb": 0, 2024-04-15T16:06:22.991 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_full": 0, 2024-04-15T16:06:22.991 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_some": 0, 2024-04-15T16:06:22.991 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush": 0, 2024-04-15T16:06:22.991 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_kb": 0, 2024-04-15T16:06:22.991 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_high": 0, 2024-04-15T16:06:22.991 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_low": 0, 2024-04-15T16:06:22.991 INFO:tasks.workunit.client.0.smithi016.stdout: "num_keys_recovered": 0, 2024-04-15T16:06:22.991 INFO:tasks.workunit.client.0.smithi016.stdout: "num_large_omap_objects": 0, 2024-04-15T16:06:22.991 INFO:tasks.workunit.client.0.smithi016.stdout: "num_legacy_snapsets": 0, 2024-04-15T16:06:22.991 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_clones": 0, 2024-04-15T16:06:22.992 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_copies": 3, 2024-04-15T16:06:22.992 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects": 1, 2024-04-15T16:06:22.992 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_degraded": 0, 2024-04-15T16:06:22.992 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_dirty": 1, 2024-04-15T16:06:22.992 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T16:06:22.992 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_manifest": 0, 2024-04-15T16:06:22.992 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_misplaced": 0, 2024-04-15T16:06:22.992 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing": 0, 2024-04-15T16:06:22.992 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T16:06:22.992 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_omap": 1, 2024-04-15T16:06:22.992 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_pinned": 0, 2024-04-15T16:06:22.992 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_recovered": 1, 2024-04-15T16:06:22.992 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_repaired": 0, 2024-04-15T16:06:22.992 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_unfound": 0, 2024-04-15T16:06:22.992 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_bytes": 0, 2024-04-15T16:06:22.993 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_keys": 0, 2024-04-15T16:06:22.993 INFO:tasks.workunit.client.0.smithi016.stdout: "num_promote": 0, 2024-04-15T16:06:22.993 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read": 4, 2024-04-15T16:06:22.993 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read_kb": 4, 2024-04-15T16:06:22.993 INFO:tasks.workunit.client.0.smithi016.stdout: "num_scrub_errors": 0, 2024-04-15T16:06:22.993 INFO:tasks.workunit.client.0.smithi016.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T16:06:22.993 INFO:tasks.workunit.client.0.smithi016.stdout: "num_whiteouts": 0, 2024-04-15T16:06:22.993 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write": 1, 2024-04-15T16:06:22.993 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write_kb": 0 2024-04-15T16:06:22.993 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.993 INFO:tasks.workunit.client.0.smithi016.stdout: "state": "active+clean", 2024-04-15T16:06:22.993 INFO:tasks.workunit.client.0.smithi016.stdout: "stats_invalid": false, 2024-04-15T16:06:22.993 INFO:tasks.workunit.client.0.smithi016.stdout: "up": [ 2024-04-15T16:06:22.993 INFO:tasks.workunit.client.0.smithi016.stdout: 1, 2024-04-15T16:06:22.994 INFO:tasks.workunit.client.0.smithi016.stdout: 4, 2024-04-15T16:06:22.994 INFO:tasks.workunit.client.0.smithi016.stdout: 5 2024-04-15T16:06:22.994 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:22.994 INFO:tasks.workunit.client.0.smithi016.stdout: "up_primary": 1, 2024-04-15T16:06:22.994 INFO:tasks.workunit.client.0.smithi016.stdout: "version": "560'4" 2024-04-15T16:06:22.994 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:22.994 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-15T16:06:22.994 INFO:tasks.workunit.client.0.smithi016.stdout: "acting": [ 2024-04-15T16:06:22.994 INFO:tasks.workunit.client.0.smithi016.stdout: 3, 2024-04-15T16:06:22.994 INFO:tasks.workunit.client.0.smithi016.stdout: 2, 2024-04-15T16:06:22.994 INFO:tasks.workunit.client.0.smithi016.stdout: 4 2024-04-15T16:06:22.994 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:22.994 INFO:tasks.workunit.client.0.smithi016.stdout: "acting_primary": 3, 2024-04-15T16:06:22.994 INFO:tasks.workunit.client.0.smithi016.stdout: "avail_no_missing": [], 2024-04-15T16:06:22.995 INFO:tasks.workunit.client.0.smithi016.stdout: "blocked_by": [], 2024-04-15T16:06:22.995 INFO:tasks.workunit.client.0.smithi016.stdout: "created": 61, 2024-04-15T16:06:22.995 INFO:tasks.workunit.client.0.smithi016.stdout: "dirty_stats_invalid": false, 2024-04-15T16:06:22.995 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T16:06:22.995 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_stats_invalid": false, 2024-04-15T16:06:22.995 INFO:tasks.workunit.client.0.smithi016.stdout: "last_active": "2024-04-15T16:05:12.197146+0000", 2024-04-15T16:06:22.995 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_active": "2024-04-15T14:43:32.408327+0000", 2024-04-15T16:06:22.995 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_peered": "2024-04-15T14:43:32.408327+0000", 2024-04-15T16:06:22.995 INFO:tasks.workunit.client.0.smithi016.stdout: "last_change": "2024-04-15T14:43:32.408658+0000", 2024-04-15T16:06:22.995 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean": "2024-04-15T16:05:12.197146+0000", 2024-04-15T16:06:22.995 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T16:06:22.995 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub": "0'0", 2024-04-15T16:06:22.995 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T16:06:22.995 INFO:tasks.workunit.client.0.smithi016.stdout: "last_epoch_clean": 455, 2024-04-15T16:06:22.996 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fresh": "2024-04-15T16:05:12.197146+0000", 2024-04-15T16:06:22.996 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fullsized": "2024-04-15T16:05:12.197146+0000", 2024-04-15T16:06:22.996 INFO:tasks.workunit.client.0.smithi016.stdout: "last_peered": "2024-04-15T16:05:12.197146+0000", 2024-04-15T16:06:22.996 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub": "0'0", 2024-04-15T16:06:22.996 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_duration": 0, 2024-04-15T16:06:22.996 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T16:06:22.996 INFO:tasks.workunit.client.0.smithi016.stdout: "last_undegraded": "2024-04-15T16:05:12.197146+0000", 2024-04-15T16:06:22.996 INFO:tasks.workunit.client.0.smithi016.stdout: "last_unstale": "2024-04-15T16:05:12.197146+0000", 2024-04-15T16:06:22.996 INFO:tasks.workunit.client.0.smithi016.stdout: "log_dups_size": 0, 2024-04-15T16:06:22.996 INFO:tasks.workunit.client.0.smithi016.stdout: "log_size": 0, 2024-04-15T16:06:22.996 INFO:tasks.workunit.client.0.smithi016.stdout: "log_start": "0'0", 2024-04-15T16:06:22.996 INFO:tasks.workunit.client.0.smithi016.stdout: "manifest_stats_invalid": false, 2024-04-15T16:06:22.996 INFO:tasks.workunit.client.0.smithi016.stdout: "mapping_epoch": 454, 2024-04-15T16:06:22.996 INFO:tasks.workunit.client.0.smithi016.stdout: "object_location_counts": [], 2024-04-15T16:06:22.996 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_scrubbed": 0, 2024-04-15T16:06:22.997 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_trimmed": 0, 2024-04-15T16:06:22.997 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_stats_invalid": false, 2024-04-15T16:06:22.997 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_size": 0, 2024-04-15T16:06:22.997 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_start": "0'0", 2024-04-15T16:06:22.997 INFO:tasks.workunit.client.0.smithi016.stdout: "parent": "0.0", 2024-04-15T16:06:22.997 INFO:tasks.workunit.client.0.smithi016.stdout: "parent_split_bits": 0, 2024-04-15T16:06:22.997 INFO:tasks.workunit.client.0.smithi016.stdout: "pgid": "3.b", 2024-04-15T16:06:22.997 INFO:tasks.workunit.client.0.smithi016.stdout: "pin_stats_invalid": false, 2024-04-15T16:06:22.997 INFO:tasks.workunit.client.0.smithi016.stdout: "purged_snaps": [], 2024-04-15T16:06:22.997 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_epoch": 2721, 2024-04-15T16:06:22.997 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_seq": 4975, 2024-04-15T16:06:22.997 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_duration": 0.0, 2024-04-15T16:06:22.997 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-16T22:16:35.367251+0000", 2024-04-15T16:06:22.997 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrim_duration": 0.0, 2024-04-15T16:06:22.998 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrimq_len": 0, 2024-04-15T16:06:22.998 INFO:tasks.workunit.client.0.smithi016.stdout: "stat_sum": { 2024-04-15T16:06:22.998 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes": 0, 2024-04-15T16:06:22.998 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T16:06:22.998 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_recovered": 0, 2024-04-15T16:06:22.998 INFO:tasks.workunit.client.0.smithi016.stdout: "num_deep_scrub_errors": 0, 2024-04-15T16:06:22.998 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict": 0, 2024-04-15T16:06:22.998 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_kb": 0, 2024-04-15T16:06:22.998 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_full": 0, 2024-04-15T16:06:22.998 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_some": 0, 2024-04-15T16:06:22.998 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush": 0, 2024-04-15T16:06:22.998 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_kb": 0, 2024-04-15T16:06:22.998 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_high": 0, 2024-04-15T16:06:22.998 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_low": 0, 2024-04-15T16:06:22.999 INFO:tasks.workunit.client.0.smithi016.stdout: "num_keys_recovered": 0, 2024-04-15T16:06:22.999 INFO:tasks.workunit.client.0.smithi016.stdout: "num_large_omap_objects": 0, 2024-04-15T16:06:22.999 INFO:tasks.workunit.client.0.smithi016.stdout: "num_legacy_snapsets": 0, 2024-04-15T16:06:22.999 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_clones": 0, 2024-04-15T16:06:22.999 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_copies": 0, 2024-04-15T16:06:22.999 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects": 0, 2024-04-15T16:06:22.999 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_degraded": 0, 2024-04-15T16:06:22.999 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_dirty": 0, 2024-04-15T16:06:22.999 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T16:06:22.999 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_manifest": 0, 2024-04-15T16:06:22.999 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_misplaced": 0, 2024-04-15T16:06:22.999 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing": 0, 2024-04-15T16:06:22.999 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T16:06:22.999 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_omap": 0, 2024-04-15T16:06:22.999 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_pinned": 0, 2024-04-15T16:06:23.000 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_recovered": 0, 2024-04-15T16:06:23.000 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_repaired": 0, 2024-04-15T16:06:23.000 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_unfound": 0, 2024-04-15T16:06:23.000 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_bytes": 0, 2024-04-15T16:06:23.000 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_keys": 0, 2024-04-15T16:06:23.000 INFO:tasks.workunit.client.0.smithi016.stdout: "num_promote": 0, 2024-04-15T16:06:23.000 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read": 0, 2024-04-15T16:06:23.000 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read_kb": 0, 2024-04-15T16:06:23.000 INFO:tasks.workunit.client.0.smithi016.stdout: "num_scrub_errors": 0, 2024-04-15T16:06:23.000 INFO:tasks.workunit.client.0.smithi016.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T16:06:23.000 INFO:tasks.workunit.client.0.smithi016.stdout: "num_whiteouts": 0, 2024-04-15T16:06:23.000 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write": 0, 2024-04-15T16:06:23.000 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write_kb": 0 2024-04-15T16:06:23.000 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:23.001 INFO:tasks.workunit.client.0.smithi016.stdout: "state": "active+clean", 2024-04-15T16:06:23.001 INFO:tasks.workunit.client.0.smithi016.stdout: "stats_invalid": false, 2024-04-15T16:06:23.001 INFO:tasks.workunit.client.0.smithi016.stdout: "up": [ 2024-04-15T16:06:23.001 INFO:tasks.workunit.client.0.smithi016.stdout: 3, 2024-04-15T16:06:23.001 INFO:tasks.workunit.client.0.smithi016.stdout: 2, 2024-04-15T16:06:23.001 INFO:tasks.workunit.client.0.smithi016.stdout: 4 2024-04-15T16:06:23.001 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:23.001 INFO:tasks.workunit.client.0.smithi016.stdout: "up_primary": 3, 2024-04-15T16:06:23.001 INFO:tasks.workunit.client.0.smithi016.stdout: "version": "0'0" 2024-04-15T16:06:23.001 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:23.001 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-15T16:06:23.001 INFO:tasks.workunit.client.0.smithi016.stdout: "acting": [ 2024-04-15T16:06:23.001 INFO:tasks.workunit.client.0.smithi016.stdout: 1, 2024-04-15T16:06:23.001 INFO:tasks.workunit.client.0.smithi016.stdout: 3, 2024-04-15T16:06:23.001 INFO:tasks.workunit.client.0.smithi016.stdout: 2 2024-04-15T16:06:23.002 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:23.002 INFO:tasks.workunit.client.0.smithi016.stdout: "acting_primary": 1, 2024-04-15T16:06:23.002 INFO:tasks.workunit.client.0.smithi016.stdout: "avail_no_missing": [], 2024-04-15T16:06:23.002 INFO:tasks.workunit.client.0.smithi016.stdout: "blocked_by": [], 2024-04-15T16:06:23.002 INFO:tasks.workunit.client.0.smithi016.stdout: "created": 60, 2024-04-15T16:06:23.002 INFO:tasks.workunit.client.0.smithi016.stdout: "dirty_stats_invalid": false, 2024-04-15T16:06:23.002 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T16:06:23.002 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_stats_invalid": false, 2024-04-15T16:06:23.002 INFO:tasks.workunit.client.0.smithi016.stdout: "last_active": "2024-04-15T16:05:11.870853+0000", 2024-04-15T16:06:23.002 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_active": "2024-04-15T14:42:57.510941+0000", 2024-04-15T16:06:23.002 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_peered": "2024-04-15T14:42:57.510941+0000", 2024-04-15T16:06:23.002 INFO:tasks.workunit.client.0.smithi016.stdout: "last_change": "2024-04-15T14:42:57.511251+0000", 2024-04-15T16:06:23.002 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean": "2024-04-15T16:05:11.870853+0000", 2024-04-15T16:06:23.003 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean_scrub_stamp": "2024-04-15T14:33:33.599136+0000", 2024-04-15T16:06:23.003 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub": "0'0", 2024-04-15T16:06:23.003 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub_stamp": "2024-04-15T14:33:33.599136+0000", 2024-04-15T16:06:23.003 INFO:tasks.workunit.client.0.smithi016.stdout: "last_epoch_clean": 420, 2024-04-15T16:06:23.003 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fresh": "2024-04-15T16:05:11.870853+0000", 2024-04-15T16:06:23.003 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fullsized": "2024-04-15T16:05:11.870853+0000", 2024-04-15T16:06:23.003 INFO:tasks.workunit.client.0.smithi016.stdout: "last_peered": "2024-04-15T16:05:11.870853+0000", 2024-04-15T16:06:23.003 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub": "0'0", 2024-04-15T16:06:23.003 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_duration": 0, 2024-04-15T16:06:23.003 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_stamp": "2024-04-15T14:33:33.599136+0000", 2024-04-15T16:06:23.003 INFO:tasks.workunit.client.0.smithi016.stdout: "last_undegraded": "2024-04-15T16:05:11.870853+0000", 2024-04-15T16:06:23.003 INFO:tasks.workunit.client.0.smithi016.stdout: "last_unstale": "2024-04-15T16:05:11.870853+0000", 2024-04-15T16:06:23.003 INFO:tasks.workunit.client.0.smithi016.stdout: "log_dups_size": 0, 2024-04-15T16:06:23.003 INFO:tasks.workunit.client.0.smithi016.stdout: "log_size": 0, 2024-04-15T16:06:23.004 INFO:tasks.workunit.client.0.smithi016.stdout: "log_start": "0'0", 2024-04-15T16:06:23.004 INFO:tasks.workunit.client.0.smithi016.stdout: "manifest_stats_invalid": false, 2024-04-15T16:06:23.004 INFO:tasks.workunit.client.0.smithi016.stdout: "mapping_epoch": 419, 2024-04-15T16:06:23.004 INFO:tasks.workunit.client.0.smithi016.stdout: "object_location_counts": [], 2024-04-15T16:06:23.004 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_scrubbed": 0, 2024-04-15T16:06:23.004 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_trimmed": 0, 2024-04-15T16:06:23.004 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_stats_invalid": false, 2024-04-15T16:06:23.004 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_size": 0, 2024-04-15T16:06:23.004 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_start": "0'0", 2024-04-15T16:06:23.004 INFO:tasks.workunit.client.0.smithi016.stdout: "parent": "0.0", 2024-04-15T16:06:23.004 INFO:tasks.workunit.client.0.smithi016.stdout: "parent_split_bits": 0, 2024-04-15T16:06:23.004 INFO:tasks.workunit.client.0.smithi016.stdout: "pgid": "2.a", 2024-04-15T16:06:23.004 INFO:tasks.workunit.client.0.smithi016.stdout: "pin_stats_invalid": false, 2024-04-15T16:06:23.004 INFO:tasks.workunit.client.0.smithi016.stdout: "purged_snaps": [], 2024-04-15T16:06:23.004 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_epoch": 2721, 2024-04-15T16:06:23.005 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_seq": 5038, 2024-04-15T16:06:23.005 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_duration": 0.0, 2024-04-15T16:06:23.005 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-16T19:52:08.685667+0000", 2024-04-15T16:06:23.005 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrim_duration": 0.0, 2024-04-15T16:06:23.005 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrimq_len": 0, 2024-04-15T16:06:23.005 INFO:tasks.workunit.client.0.smithi016.stdout: "stat_sum": { 2024-04-15T16:06:23.005 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes": 0, 2024-04-15T16:06:23.005 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T16:06:23.005 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_recovered": 0, 2024-04-15T16:06:23.005 INFO:tasks.workunit.client.0.smithi016.stdout: "num_deep_scrub_errors": 0, 2024-04-15T16:06:23.005 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict": 0, 2024-04-15T16:06:23.005 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_kb": 0, 2024-04-15T16:06:23.005 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_full": 0, 2024-04-15T16:06:23.005 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_some": 0, 2024-04-15T16:06:23.005 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush": 0, 2024-04-15T16:06:23.006 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_kb": 0, 2024-04-15T16:06:23.006 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_high": 0, 2024-04-15T16:06:23.006 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_low": 0, 2024-04-15T16:06:23.006 INFO:tasks.workunit.client.0.smithi016.stdout: "num_keys_recovered": 0, 2024-04-15T16:06:23.006 INFO:tasks.workunit.client.0.smithi016.stdout: "num_large_omap_objects": 0, 2024-04-15T16:06:23.006 INFO:tasks.workunit.client.0.smithi016.stdout: "num_legacy_snapsets": 0, 2024-04-15T16:06:23.006 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_clones": 0, 2024-04-15T16:06:23.006 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_copies": 0, 2024-04-15T16:06:23.006 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects": 0, 2024-04-15T16:06:23.006 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_degraded": 0, 2024-04-15T16:06:23.006 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_dirty": 0, 2024-04-15T16:06:23.006 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T16:06:23.006 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_manifest": 0, 2024-04-15T16:06:23.006 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_misplaced": 0, 2024-04-15T16:06:23.007 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing": 0, 2024-04-15T16:06:23.007 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T16:06:23.007 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_omap": 0, 2024-04-15T16:06:23.007 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_pinned": 0, 2024-04-15T16:06:23.007 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_recovered": 0, 2024-04-15T16:06:23.007 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_repaired": 0, 2024-04-15T16:06:23.007 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_unfound": 0, 2024-04-15T16:06:23.007 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_bytes": 0, 2024-04-15T16:06:23.007 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_keys": 0, 2024-04-15T16:06:23.007 INFO:tasks.workunit.client.0.smithi016.stdout: "num_promote": 0, 2024-04-15T16:06:23.007 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read": 0, 2024-04-15T16:06:23.007 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read_kb": 0, 2024-04-15T16:06:23.007 INFO:tasks.workunit.client.0.smithi016.stdout: "num_scrub_errors": 0, 2024-04-15T16:06:23.007 INFO:tasks.workunit.client.0.smithi016.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T16:06:23.008 INFO:tasks.workunit.client.0.smithi016.stdout: "num_whiteouts": 0, 2024-04-15T16:06:23.008 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write": 0, 2024-04-15T16:06:23.008 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write_kb": 0 2024-04-15T16:06:23.008 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:23.008 INFO:tasks.workunit.client.0.smithi016.stdout: "state": "active+clean", 2024-04-15T16:06:23.008 INFO:tasks.workunit.client.0.smithi016.stdout: "stats_invalid": false, 2024-04-15T16:06:23.008 INFO:tasks.workunit.client.0.smithi016.stdout: "up": [ 2024-04-15T16:06:23.008 INFO:tasks.workunit.client.0.smithi016.stdout: 1, 2024-04-15T16:06:23.008 INFO:tasks.workunit.client.0.smithi016.stdout: 3, 2024-04-15T16:06:23.008 INFO:tasks.workunit.client.0.smithi016.stdout: 2 2024-04-15T16:06:23.008 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:23.008 INFO:tasks.workunit.client.0.smithi016.stdout: "up_primary": 1, 2024-04-15T16:06:23.008 INFO:tasks.workunit.client.0.smithi016.stdout: "version": "0'0" 2024-04-15T16:06:23.008 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:23.008 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-15T16:06:23.009 INFO:tasks.workunit.client.0.smithi016.stdout: "acting": [ 2024-04-15T16:06:23.009 INFO:tasks.workunit.client.0.smithi016.stdout: 3, 2024-04-15T16:06:23.009 INFO:tasks.workunit.client.0.smithi016.stdout: 1, 2024-04-15T16:06:23.009 INFO:tasks.workunit.client.0.smithi016.stdout: 7 2024-04-15T16:06:23.009 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:23.009 INFO:tasks.workunit.client.0.smithi016.stdout: "acting_primary": 3, 2024-04-15T16:06:23.009 INFO:tasks.workunit.client.0.smithi016.stdout: "avail_no_missing": [], 2024-04-15T16:06:23.009 INFO:tasks.workunit.client.0.smithi016.stdout: "blocked_by": [], 2024-04-15T16:06:23.009 INFO:tasks.workunit.client.0.smithi016.stdout: "created": 61, 2024-04-15T16:06:23.009 INFO:tasks.workunit.client.0.smithi016.stdout: "dirty_stats_invalid": false, 2024-04-15T16:06:23.009 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T16:06:23.009 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_stats_invalid": false, 2024-04-15T16:06:23.009 INFO:tasks.workunit.client.0.smithi016.stdout: "last_active": "2024-04-15T16:05:12.197164+0000", 2024-04-15T16:06:23.010 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_active": "2024-04-15T14:44:49.362697+0000", 2024-04-15T16:06:23.010 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_peered": "2024-04-15T14:44:49.362697+0000", 2024-04-15T16:06:23.010 INFO:tasks.workunit.client.0.smithi016.stdout: "last_change": "2024-04-15T14:44:49.363113+0000", 2024-04-15T16:06:23.010 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean": "2024-04-15T16:05:12.197164+0000", 2024-04-15T16:06:23.010 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T16:06:23.010 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub": "0'0", 2024-04-15T16:06:23.010 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T16:06:23.010 INFO:tasks.workunit.client.0.smithi016.stdout: "last_epoch_clean": 532, 2024-04-15T16:06:23.010 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fresh": "2024-04-15T16:05:12.197164+0000", 2024-04-15T16:06:23.010 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fullsized": "2024-04-15T16:05:12.197164+0000", 2024-04-15T16:06:23.010 INFO:tasks.workunit.client.0.smithi016.stdout: "last_peered": "2024-04-15T16:05:12.197164+0000", 2024-04-15T16:06:23.010 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub": "0'0", 2024-04-15T16:06:23.011 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_duration": 0, 2024-04-15T16:06:23.011 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T16:06:23.011 INFO:tasks.workunit.client.0.smithi016.stdout: "last_undegraded": "2024-04-15T16:05:12.197164+0000", 2024-04-15T16:06:23.011 INFO:tasks.workunit.client.0.smithi016.stdout: "last_unstale": "2024-04-15T16:05:12.197164+0000", 2024-04-15T16:06:23.011 INFO:tasks.workunit.client.0.smithi016.stdout: "log_dups_size": 0, 2024-04-15T16:06:23.011 INFO:tasks.workunit.client.0.smithi016.stdout: "log_size": 0, 2024-04-15T16:06:23.011 INFO:tasks.workunit.client.0.smithi016.stdout: "log_start": "0'0", 2024-04-15T16:06:23.011 INFO:tasks.workunit.client.0.smithi016.stdout: "manifest_stats_invalid": false, 2024-04-15T16:06:23.011 INFO:tasks.workunit.client.0.smithi016.stdout: "mapping_epoch": 531, 2024-04-15T16:06:23.011 INFO:tasks.workunit.client.0.smithi016.stdout: "object_location_counts": [], 2024-04-15T16:06:23.011 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_scrubbed": 0, 2024-04-15T16:06:23.011 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_trimmed": 0, 2024-04-15T16:06:23.011 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_stats_invalid": false, 2024-04-15T16:06:23.012 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_size": 0, 2024-04-15T16:06:23.012 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_start": "0'0", 2024-04-15T16:06:23.012 INFO:tasks.workunit.client.0.smithi016.stdout: "parent": "0.0", 2024-04-15T16:06:23.012 INFO:tasks.workunit.client.0.smithi016.stdout: "parent_split_bits": 0, 2024-04-15T16:06:23.012 INFO:tasks.workunit.client.0.smithi016.stdout: "pgid": "3.8", 2024-04-15T16:06:23.012 INFO:tasks.workunit.client.0.smithi016.stdout: "pin_stats_invalid": false, 2024-04-15T16:06:23.012 INFO:tasks.workunit.client.0.smithi016.stdout: "purged_snaps": [], 2024-04-15T16:06:23.012 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_epoch": 2721, 2024-04-15T16:06:23.012 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_seq": 4947, 2024-04-15T16:06:23.012 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_duration": 0.0, 2024-04-15T16:06:23.012 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-16T21:35:56.867180+0000", 2024-04-15T16:06:23.012 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrim_duration": 0.0, 2024-04-15T16:06:23.012 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrimq_len": 0, 2024-04-15T16:06:23.012 INFO:tasks.workunit.client.0.smithi016.stdout: "stat_sum": { 2024-04-15T16:06:23.013 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes": 0, 2024-04-15T16:06:23.013 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T16:06:23.013 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_recovered": 0, 2024-04-15T16:06:23.013 INFO:tasks.workunit.client.0.smithi016.stdout: "num_deep_scrub_errors": 0, 2024-04-15T16:06:23.013 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict": 0, 2024-04-15T16:06:23.013 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_kb": 0, 2024-04-15T16:06:23.013 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_full": 0, 2024-04-15T16:06:23.013 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_some": 0, 2024-04-15T16:06:23.013 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush": 0, 2024-04-15T16:06:23.013 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_kb": 0, 2024-04-15T16:06:23.013 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_high": 0, 2024-04-15T16:06:23.013 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_low": 0, 2024-04-15T16:06:23.013 INFO:tasks.workunit.client.0.smithi016.stdout: "num_keys_recovered": 0, 2024-04-15T16:06:23.013 INFO:tasks.workunit.client.0.smithi016.stdout: "num_large_omap_objects": 0, 2024-04-15T16:06:23.014 INFO:tasks.workunit.client.0.smithi016.stdout: "num_legacy_snapsets": 0, 2024-04-15T16:06:23.014 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_clones": 0, 2024-04-15T16:06:23.014 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_copies": 0, 2024-04-15T16:06:23.014 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects": 0, 2024-04-15T16:06:23.014 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_degraded": 0, 2024-04-15T16:06:23.014 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_dirty": 0, 2024-04-15T16:06:23.014 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T16:06:23.014 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_manifest": 0, 2024-04-15T16:06:23.014 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_misplaced": 0, 2024-04-15T16:06:23.014 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing": 0, 2024-04-15T16:06:23.014 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T16:06:23.014 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_omap": 0, 2024-04-15T16:06:23.014 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_pinned": 0, 2024-04-15T16:06:23.014 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_recovered": 0, 2024-04-15T16:06:23.015 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_repaired": 0, 2024-04-15T16:06:23.015 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_unfound": 0, 2024-04-15T16:06:23.015 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_bytes": 0, 2024-04-15T16:06:23.015 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_keys": 0, 2024-04-15T16:06:23.015 INFO:tasks.workunit.client.0.smithi016.stdout: "num_promote": 0, 2024-04-15T16:06:23.015 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read": 0, 2024-04-15T16:06:23.015 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read_kb": 0, 2024-04-15T16:06:23.015 INFO:tasks.workunit.client.0.smithi016.stdout: "num_scrub_errors": 0, 2024-04-15T16:06:23.015 INFO:tasks.workunit.client.0.smithi016.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T16:06:23.015 INFO:tasks.workunit.client.0.smithi016.stdout: "num_whiteouts": 0, 2024-04-15T16:06:23.015 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write": 0, 2024-04-15T16:06:23.015 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write_kb": 0 2024-04-15T16:06:23.015 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:23.015 INFO:tasks.workunit.client.0.smithi016.stdout: "state": "active+clean", 2024-04-15T16:06:23.015 INFO:tasks.workunit.client.0.smithi016.stdout: "stats_invalid": false, 2024-04-15T16:06:23.016 INFO:tasks.workunit.client.0.smithi016.stdout: "up": [ 2024-04-15T16:06:23.016 INFO:tasks.workunit.client.0.smithi016.stdout: 3, 2024-04-15T16:06:23.016 INFO:tasks.workunit.client.0.smithi016.stdout: 1, 2024-04-15T16:06:23.016 INFO:tasks.workunit.client.0.smithi016.stdout: 7 2024-04-15T16:06:23.016 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:23.016 INFO:tasks.workunit.client.0.smithi016.stdout: "up_primary": 3, 2024-04-15T16:06:23.016 INFO:tasks.workunit.client.0.smithi016.stdout: "version": "0'0" 2024-04-15T16:06:23.016 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:23.016 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-15T16:06:23.016 INFO:tasks.workunit.client.0.smithi016.stdout: "acting": [ 2024-04-15T16:06:23.016 INFO:tasks.workunit.client.0.smithi016.stdout: 1, 2024-04-15T16:06:23.016 INFO:tasks.workunit.client.0.smithi016.stdout: 2, 2024-04-15T16:06:23.016 INFO:tasks.workunit.client.0.smithi016.stdout: 3 2024-04-15T16:06:23.016 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:23.017 INFO:tasks.workunit.client.0.smithi016.stdout: "acting_primary": 1, 2024-04-15T16:06:23.017 INFO:tasks.workunit.client.0.smithi016.stdout: "avail_no_missing": [], 2024-04-15T16:06:23.017 INFO:tasks.workunit.client.0.smithi016.stdout: "blocked_by": [], 2024-04-15T16:06:23.017 INFO:tasks.workunit.client.0.smithi016.stdout: "created": 60, 2024-04-15T16:06:23.017 INFO:tasks.workunit.client.0.smithi016.stdout: "dirty_stats_invalid": false, 2024-04-15T16:06:23.017 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T16:06:23.017 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_stats_invalid": false, 2024-04-15T16:06:23.017 INFO:tasks.workunit.client.0.smithi016.stdout: "last_active": "2024-04-15T16:05:11.869516+0000", 2024-04-15T16:06:23.017 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_active": "2024-04-15T14:42:57.518202+0000", 2024-04-15T16:06:23.017 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_peered": "2024-04-15T14:42:57.518202+0000", 2024-04-15T16:06:23.017 INFO:tasks.workunit.client.0.smithi016.stdout: "last_change": "2024-04-15T14:42:57.518515+0000", 2024-04-15T16:06:23.017 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean": "2024-04-15T16:05:11.869516+0000", 2024-04-15T16:06:23.017 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean_scrub_stamp": "2024-04-15T14:33:33.599136+0000", 2024-04-15T16:06:23.017 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub": "0'0", 2024-04-15T16:06:23.017 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub_stamp": "2024-04-15T14:33:33.599136+0000", 2024-04-15T16:06:23.018 INFO:tasks.workunit.client.0.smithi016.stdout: "last_epoch_clean": 420, 2024-04-15T16:06:23.018 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fresh": "2024-04-15T16:05:11.869516+0000", 2024-04-15T16:06:23.018 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fullsized": "2024-04-15T16:05:11.869516+0000", 2024-04-15T16:06:23.018 INFO:tasks.workunit.client.0.smithi016.stdout: "last_peered": "2024-04-15T16:05:11.869516+0000", 2024-04-15T16:06:23.018 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub": "0'0", 2024-04-15T16:06:23.018 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_duration": 0, 2024-04-15T16:06:23.018 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_stamp": "2024-04-15T14:33:33.599136+0000", 2024-04-15T16:06:23.018 INFO:tasks.workunit.client.0.smithi016.stdout: "last_undegraded": "2024-04-15T16:05:11.869516+0000", 2024-04-15T16:06:23.018 INFO:tasks.workunit.client.0.smithi016.stdout: "last_unstale": "2024-04-15T16:05:11.869516+0000", 2024-04-15T16:06:23.018 INFO:tasks.workunit.client.0.smithi016.stdout: "log_dups_size": 0, 2024-04-15T16:06:23.018 INFO:tasks.workunit.client.0.smithi016.stdout: "log_size": 0, 2024-04-15T16:06:23.018 INFO:tasks.workunit.client.0.smithi016.stdout: "log_start": "0'0", 2024-04-15T16:06:23.018 INFO:tasks.workunit.client.0.smithi016.stdout: "manifest_stats_invalid": false, 2024-04-15T16:06:23.019 INFO:tasks.workunit.client.0.smithi016.stdout: "mapping_epoch": 419, 2024-04-15T16:06:23.019 INFO:tasks.workunit.client.0.smithi016.stdout: "object_location_counts": [], 2024-04-15T16:06:23.019 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_scrubbed": 0, 2024-04-15T16:06:23.019 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_trimmed": 0, 2024-04-15T16:06:23.019 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_stats_invalid": false, 2024-04-15T16:06:23.019 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_size": 0, 2024-04-15T16:06:23.019 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_start": "0'0", 2024-04-15T16:06:23.019 INFO:tasks.workunit.client.0.smithi016.stdout: "parent": "0.0", 2024-04-15T16:06:23.019 INFO:tasks.workunit.client.0.smithi016.stdout: "parent_split_bits": 0, 2024-04-15T16:06:23.019 INFO:tasks.workunit.client.0.smithi016.stdout: "pgid": "2.9", 2024-04-15T16:06:23.019 INFO:tasks.workunit.client.0.smithi016.stdout: "pin_stats_invalid": false, 2024-04-15T16:06:23.019 INFO:tasks.workunit.client.0.smithi016.stdout: "purged_snaps": [], 2024-04-15T16:06:23.019 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_epoch": 2721, 2024-04-15T16:06:23.019 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_seq": 5054, 2024-04-15T16:06:23.019 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_duration": 0.0, 2024-04-15T16:06:23.020 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-16T15:21:54.798650+0000", 2024-04-15T16:06:23.020 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrim_duration": 0.0, 2024-04-15T16:06:23.020 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrimq_len": 0, 2024-04-15T16:06:23.020 INFO:tasks.workunit.client.0.smithi016.stdout: "stat_sum": { 2024-04-15T16:06:23.020 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes": 0, 2024-04-15T16:06:23.020 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T16:06:23.020 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_recovered": 0, 2024-04-15T16:06:23.020 INFO:tasks.workunit.client.0.smithi016.stdout: "num_deep_scrub_errors": 0, 2024-04-15T16:06:23.020 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict": 0, 2024-04-15T16:06:23.020 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_kb": 0, 2024-04-15T16:06:23.020 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_full": 0, 2024-04-15T16:06:23.020 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_some": 0, 2024-04-15T16:06:23.020 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush": 0, 2024-04-15T16:06:23.020 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_kb": 0, 2024-04-15T16:06:23.021 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_high": 0, 2024-04-15T16:06:23.021 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_low": 0, 2024-04-15T16:06:23.021 INFO:tasks.workunit.client.0.smithi016.stdout: "num_keys_recovered": 0, 2024-04-15T16:06:23.021 INFO:tasks.workunit.client.0.smithi016.stdout: "num_large_omap_objects": 0, 2024-04-15T16:06:23.021 INFO:tasks.workunit.client.0.smithi016.stdout: "num_legacy_snapsets": 0, 2024-04-15T16:06:23.021 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_clones": 0, 2024-04-15T16:06:23.021 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_copies": 0, 2024-04-15T16:06:23.021 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects": 0, 2024-04-15T16:06:23.021 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_degraded": 0, 2024-04-15T16:06:23.021 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_dirty": 0, 2024-04-15T16:06:23.021 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T16:06:23.021 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_manifest": 0, 2024-04-15T16:06:23.021 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_misplaced": 0, 2024-04-15T16:06:23.021 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing": 0, 2024-04-15T16:06:23.022 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T16:06:23.022 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_omap": 0, 2024-04-15T16:06:23.022 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_pinned": 0, 2024-04-15T16:06:23.022 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_recovered": 0, 2024-04-15T16:06:23.022 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_repaired": 0, 2024-04-15T16:06:23.022 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_unfound": 0, 2024-04-15T16:06:23.022 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_bytes": 0, 2024-04-15T16:06:23.022 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_keys": 0, 2024-04-15T16:06:23.022 INFO:tasks.workunit.client.0.smithi016.stdout: "num_promote": 0, 2024-04-15T16:06:23.022 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read": 0, 2024-04-15T16:06:23.022 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read_kb": 0, 2024-04-15T16:06:23.022 INFO:tasks.workunit.client.0.smithi016.stdout: "num_scrub_errors": 0, 2024-04-15T16:06:23.022 INFO:tasks.workunit.client.0.smithi016.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T16:06:23.022 INFO:tasks.workunit.client.0.smithi016.stdout: "num_whiteouts": 0, 2024-04-15T16:06:23.023 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write": 0, 2024-04-15T16:06:23.023 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write_kb": 0 2024-04-15T16:06:23.023 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:23.023 INFO:tasks.workunit.client.0.smithi016.stdout: "state": "active+clean", 2024-04-15T16:06:23.023 INFO:tasks.workunit.client.0.smithi016.stdout: "stats_invalid": false, 2024-04-15T16:06:23.023 INFO:tasks.workunit.client.0.smithi016.stdout: "up": [ 2024-04-15T16:06:23.023 INFO:tasks.workunit.client.0.smithi016.stdout: 1, 2024-04-15T16:06:23.023 INFO:tasks.workunit.client.0.smithi016.stdout: 2, 2024-04-15T16:06:23.023 INFO:tasks.workunit.client.0.smithi016.stdout: 3 2024-04-15T16:06:23.023 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:23.023 INFO:tasks.workunit.client.0.smithi016.stdout: "up_primary": 1, 2024-04-15T16:06:23.023 INFO:tasks.workunit.client.0.smithi016.stdout: "version": "0'0" 2024-04-15T16:06:23.023 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:23.023 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-15T16:06:23.023 INFO:tasks.workunit.client.0.smithi016.stdout: "acting": [ 2024-04-15T16:06:23.024 INFO:tasks.workunit.client.0.smithi016.stdout: 1, 2024-04-15T16:06:23.024 INFO:tasks.workunit.client.0.smithi016.stdout: 2, 2024-04-15T16:06:23.024 INFO:tasks.workunit.client.0.smithi016.stdout: 7 2024-04-15T16:06:23.024 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:23.024 INFO:tasks.workunit.client.0.smithi016.stdout: "acting_primary": 1, 2024-04-15T16:06:23.024 INFO:tasks.workunit.client.0.smithi016.stdout: "avail_no_missing": [], 2024-04-15T16:06:23.024 INFO:tasks.workunit.client.0.smithi016.stdout: "blocked_by": [], 2024-04-15T16:06:23.024 INFO:tasks.workunit.client.0.smithi016.stdout: "created": 61, 2024-04-15T16:06:23.024 INFO:tasks.workunit.client.0.smithi016.stdout: "dirty_stats_invalid": false, 2024-04-15T16:06:23.024 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T16:06:23.024 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_stats_invalid": false, 2024-04-15T16:06:23.024 INFO:tasks.workunit.client.0.smithi016.stdout: "last_active": "2024-04-15T16:05:11.869631+0000", 2024-04-15T16:06:23.024 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_active": "2024-04-15T14:44:49.366924+0000", 2024-04-15T16:06:23.024 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_peered": "2024-04-15T14:44:49.366924+0000", 2024-04-15T16:06:23.025 INFO:tasks.workunit.client.0.smithi016.stdout: "last_change": "2024-04-15T14:44:49.367314+0000", 2024-04-15T16:06:23.025 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean": "2024-04-15T16:05:11.869631+0000", 2024-04-15T16:06:23.025 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T16:06:23.025 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub": "0'0", 2024-04-15T16:06:23.025 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T16:06:23.025 INFO:tasks.workunit.client.0.smithi016.stdout: "last_epoch_clean": 532, 2024-04-15T16:06:23.025 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fresh": "2024-04-15T16:05:11.869631+0000", 2024-04-15T16:06:23.025 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fullsized": "2024-04-15T16:05:11.869631+0000", 2024-04-15T16:06:23.025 INFO:tasks.workunit.client.0.smithi016.stdout: "last_peered": "2024-04-15T16:05:11.869631+0000", 2024-04-15T16:06:23.025 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub": "0'0", 2024-04-15T16:06:23.025 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_duration": 0, 2024-04-15T16:06:23.025 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T16:06:23.026 INFO:tasks.workunit.client.0.smithi016.stdout: "last_undegraded": "2024-04-15T16:05:11.869631+0000", 2024-04-15T16:06:23.026 INFO:tasks.workunit.client.0.smithi016.stdout: "last_unstale": "2024-04-15T16:05:11.869631+0000", 2024-04-15T16:06:23.026 INFO:tasks.workunit.client.0.smithi016.stdout: "log_dups_size": 0, 2024-04-15T16:06:23.026 INFO:tasks.workunit.client.0.smithi016.stdout: "log_size": 0, 2024-04-15T16:06:23.026 INFO:tasks.workunit.client.0.smithi016.stdout: "log_start": "0'0", 2024-04-15T16:06:23.026 INFO:tasks.workunit.client.0.smithi016.stdout: "manifest_stats_invalid": false, 2024-04-15T16:06:23.026 INFO:tasks.workunit.client.0.smithi016.stdout: "mapping_epoch": 531, 2024-04-15T16:06:23.026 INFO:tasks.workunit.client.0.smithi016.stdout: "object_location_counts": [], 2024-04-15T16:06:23.026 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_scrubbed": 0, 2024-04-15T16:06:23.026 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_trimmed": 0, 2024-04-15T16:06:23.026 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_stats_invalid": false, 2024-04-15T16:06:23.026 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_size": 0, 2024-04-15T16:06:23.027 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_start": "0'0", 2024-04-15T16:06:23.027 INFO:tasks.workunit.client.0.smithi016.stdout: "parent": "0.0", 2024-04-15T16:06:23.027 INFO:tasks.workunit.client.0.smithi016.stdout: "parent_split_bits": 0, 2024-04-15T16:06:23.027 INFO:tasks.workunit.client.0.smithi016.stdout: "pgid": "3.9", 2024-04-15T16:06:23.027 INFO:tasks.workunit.client.0.smithi016.stdout: "pin_stats_invalid": false, 2024-04-15T16:06:23.027 INFO:tasks.workunit.client.0.smithi016.stdout: "purged_snaps": [], 2024-04-15T16:06:23.027 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_epoch": 2721, 2024-04-15T16:06:23.027 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_seq": 5042, 2024-04-15T16:06:23.027 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_duration": 0.0, 2024-04-15T16:06:23.027 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-16T17:12:57.647630+0000", 2024-04-15T16:06:23.027 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrim_duration": 0.0, 2024-04-15T16:06:23.027 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrimq_len": 0, 2024-04-15T16:06:23.027 INFO:tasks.workunit.client.0.smithi016.stdout: "stat_sum": { 2024-04-15T16:06:23.028 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes": 0, 2024-04-15T16:06:23.028 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T16:06:23.028 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_recovered": 0, 2024-04-15T16:06:23.028 INFO:tasks.workunit.client.0.smithi016.stdout: "num_deep_scrub_errors": 0, 2024-04-15T16:06:23.028 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict": 0, 2024-04-15T16:06:23.028 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_kb": 0, 2024-04-15T16:06:23.028 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_full": 0, 2024-04-15T16:06:23.028 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_some": 0, 2024-04-15T16:06:23.028 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush": 0, 2024-04-15T16:06:23.028 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_kb": 0, 2024-04-15T16:06:23.028 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_high": 0, 2024-04-15T16:06:23.028 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_low": 0, 2024-04-15T16:06:23.028 INFO:tasks.workunit.client.0.smithi016.stdout: "num_keys_recovered": 0, 2024-04-15T16:06:23.028 INFO:tasks.workunit.client.0.smithi016.stdout: "num_large_omap_objects": 0, 2024-04-15T16:06:23.028 INFO:tasks.workunit.client.0.smithi016.stdout: "num_legacy_snapsets": 0, 2024-04-15T16:06:23.029 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_clones": 0, 2024-04-15T16:06:23.029 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_copies": 0, 2024-04-15T16:06:23.029 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects": 0, 2024-04-15T16:06:23.029 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_degraded": 0, 2024-04-15T16:06:23.029 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_dirty": 0, 2024-04-15T16:06:23.029 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T16:06:23.029 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_manifest": 0, 2024-04-15T16:06:23.029 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_misplaced": 0, 2024-04-15T16:06:23.029 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing": 0, 2024-04-15T16:06:23.029 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T16:06:23.029 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_omap": 0, 2024-04-15T16:06:23.029 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_pinned": 0, 2024-04-15T16:06:23.029 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_recovered": 0, 2024-04-15T16:06:23.029 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_repaired": 0, 2024-04-15T16:06:23.030 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_unfound": 0, 2024-04-15T16:06:23.030 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_bytes": 0, 2024-04-15T16:06:23.030 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_keys": 0, 2024-04-15T16:06:23.030 INFO:tasks.workunit.client.0.smithi016.stdout: "num_promote": 0, 2024-04-15T16:06:23.030 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read": 0, 2024-04-15T16:06:23.030 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read_kb": 0, 2024-04-15T16:06:23.030 INFO:tasks.workunit.client.0.smithi016.stdout: "num_scrub_errors": 0, 2024-04-15T16:06:23.030 INFO:tasks.workunit.client.0.smithi016.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T16:06:23.030 INFO:tasks.workunit.client.0.smithi016.stdout: "num_whiteouts": 0, 2024-04-15T16:06:23.030 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write": 0, 2024-04-15T16:06:23.030 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write_kb": 0 2024-04-15T16:06:23.030 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:23.030 INFO:tasks.workunit.client.0.smithi016.stdout: "state": "active+clean", 2024-04-15T16:06:23.031 INFO:tasks.workunit.client.0.smithi016.stdout: "stats_invalid": false, 2024-04-15T16:06:23.031 INFO:tasks.workunit.client.0.smithi016.stdout: "up": [ 2024-04-15T16:06:23.031 INFO:tasks.workunit.client.0.smithi016.stdout: 1, 2024-04-15T16:06:23.031 INFO:tasks.workunit.client.0.smithi016.stdout: 2, 2024-04-15T16:06:23.031 INFO:tasks.workunit.client.0.smithi016.stdout: 7 2024-04-15T16:06:23.031 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:23.031 INFO:tasks.workunit.client.0.smithi016.stdout: "up_primary": 1, 2024-04-15T16:06:23.031 INFO:tasks.workunit.client.0.smithi016.stdout: "version": "0'0" 2024-04-15T16:06:23.031 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:23.031 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-15T16:06:23.031 INFO:tasks.workunit.client.0.smithi016.stdout: "acting": [ 2024-04-15T16:06:23.031 INFO:tasks.workunit.client.0.smithi016.stdout: 7, 2024-04-15T16:06:23.031 INFO:tasks.workunit.client.0.smithi016.stdout: 0, 2024-04-15T16:06:23.031 INFO:tasks.workunit.client.0.smithi016.stdout: 1 2024-04-15T16:06:23.031 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:23.032 INFO:tasks.workunit.client.0.smithi016.stdout: "acting_primary": 7, 2024-04-15T16:06:23.032 INFO:tasks.workunit.client.0.smithi016.stdout: "avail_no_missing": [], 2024-04-15T16:06:23.032 INFO:tasks.workunit.client.0.smithi016.stdout: "blocked_by": [], 2024-04-15T16:06:23.032 INFO:tasks.workunit.client.0.smithi016.stdout: "created": 60, 2024-04-15T16:06:23.032 INFO:tasks.workunit.client.0.smithi016.stdout: "dirty_stats_invalid": false, 2024-04-15T16:06:23.032 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T16:06:23.032 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_stats_invalid": false, 2024-04-15T16:06:23.032 INFO:tasks.workunit.client.0.smithi016.stdout: "last_active": "2024-04-15T16:05:12.198236+0000", 2024-04-15T16:06:23.032 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_active": "2024-04-15T14:44:49.369299+0000", 2024-04-15T16:06:23.032 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_peered": "2024-04-15T14:44:49.369299+0000", 2024-04-15T16:06:23.032 INFO:tasks.workunit.client.0.smithi016.stdout: "last_change": "2024-04-15T14:44:49.371857+0000", 2024-04-15T16:06:23.032 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean": "2024-04-15T16:05:12.198236+0000", 2024-04-15T16:06:23.032 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean_scrub_stamp": "2024-04-15T14:33:33.599136+0000", 2024-04-15T16:06:23.032 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub": "0'0", 2024-04-15T16:06:23.033 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub_stamp": "2024-04-15T14:33:33.599136+0000", 2024-04-15T16:06:23.033 INFO:tasks.workunit.client.0.smithi016.stdout: "last_epoch_clean": 532, 2024-04-15T16:06:23.033 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fresh": "2024-04-15T16:05:12.198236+0000", 2024-04-15T16:06:23.033 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fullsized": "2024-04-15T16:05:12.198236+0000", 2024-04-15T16:06:23.033 INFO:tasks.workunit.client.0.smithi016.stdout: "last_peered": "2024-04-15T16:05:12.198236+0000", 2024-04-15T16:06:23.033 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub": "0'0", 2024-04-15T16:06:23.033 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_duration": 0, 2024-04-15T16:06:23.033 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_stamp": "2024-04-15T14:33:33.599136+0000", 2024-04-15T16:06:23.033 INFO:tasks.workunit.client.0.smithi016.stdout: "last_undegraded": "2024-04-15T16:05:12.198236+0000", 2024-04-15T16:06:23.033 INFO:tasks.workunit.client.0.smithi016.stdout: "last_unstale": "2024-04-15T16:05:12.198236+0000", 2024-04-15T16:06:23.033 INFO:tasks.workunit.client.0.smithi016.stdout: "log_dups_size": 0, 2024-04-15T16:06:23.033 INFO:tasks.workunit.client.0.smithi016.stdout: "log_size": 0, 2024-04-15T16:06:23.033 INFO:tasks.workunit.client.0.smithi016.stdout: "log_start": "0'0", 2024-04-15T16:06:23.033 INFO:tasks.workunit.client.0.smithi016.stdout: "manifest_stats_invalid": false, 2024-04-15T16:06:23.033 INFO:tasks.workunit.client.0.smithi016.stdout: "mapping_epoch": 531, 2024-04-15T16:06:23.034 INFO:tasks.workunit.client.0.smithi016.stdout: "object_location_counts": [], 2024-04-15T16:06:23.034 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_scrubbed": 0, 2024-04-15T16:06:23.034 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_trimmed": 0, 2024-04-15T16:06:23.034 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_stats_invalid": false, 2024-04-15T16:06:23.034 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_size": 0, 2024-04-15T16:06:23.034 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_start": "0'0", 2024-04-15T16:06:23.034 INFO:tasks.workunit.client.0.smithi016.stdout: "parent": "0.0", 2024-04-15T16:06:23.034 INFO:tasks.workunit.client.0.smithi016.stdout: "parent_split_bits": 0, 2024-04-15T16:06:23.034 INFO:tasks.workunit.client.0.smithi016.stdout: "pgid": "2.8", 2024-04-15T16:06:23.034 INFO:tasks.workunit.client.0.smithi016.stdout: "pin_stats_invalid": false, 2024-04-15T16:06:23.034 INFO:tasks.workunit.client.0.smithi016.stdout: "purged_snaps": [], 2024-04-15T16:06:23.034 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_epoch": 2721, 2024-04-15T16:06:23.034 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_seq": 4857, 2024-04-15T16:06:23.034 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_duration": 0.0, 2024-04-15T16:06:23.035 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-16T23:40:02.722831+0000", 2024-04-15T16:06:23.035 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrim_duration": 0.0, 2024-04-15T16:06:23.035 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrimq_len": 0, 2024-04-15T16:06:23.035 INFO:tasks.workunit.client.0.smithi016.stdout: "stat_sum": { 2024-04-15T16:06:23.035 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes": 0, 2024-04-15T16:06:23.035 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T16:06:23.035 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_recovered": 0, 2024-04-15T16:06:23.035 INFO:tasks.workunit.client.0.smithi016.stdout: "num_deep_scrub_errors": 0, 2024-04-15T16:06:23.035 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict": 0, 2024-04-15T16:06:23.035 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_kb": 0, 2024-04-15T16:06:23.035 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_full": 0, 2024-04-15T16:06:23.035 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_some": 0, 2024-04-15T16:06:23.035 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush": 0, 2024-04-15T16:06:23.035 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_kb": 0, 2024-04-15T16:06:23.036 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_high": 0, 2024-04-15T16:06:23.036 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_low": 0, 2024-04-15T16:06:23.036 INFO:tasks.workunit.client.0.smithi016.stdout: "num_keys_recovered": 0, 2024-04-15T16:06:23.036 INFO:tasks.workunit.client.0.smithi016.stdout: "num_large_omap_objects": 0, 2024-04-15T16:06:23.036 INFO:tasks.workunit.client.0.smithi016.stdout: "num_legacy_snapsets": 0, 2024-04-15T16:06:23.036 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_clones": 0, 2024-04-15T16:06:23.036 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_copies": 0, 2024-04-15T16:06:23.036 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects": 0, 2024-04-15T16:06:23.036 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_degraded": 0, 2024-04-15T16:06:23.036 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_dirty": 0, 2024-04-15T16:06:23.036 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T16:06:23.036 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_manifest": 0, 2024-04-15T16:06:23.036 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_misplaced": 0, 2024-04-15T16:06:23.037 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing": 0, 2024-04-15T16:06:23.037 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T16:06:23.037 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_omap": 0, 2024-04-15T16:06:23.037 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_pinned": 0, 2024-04-15T16:06:23.037 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_recovered": 0, 2024-04-15T16:06:23.037 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_repaired": 0, 2024-04-15T16:06:23.037 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_unfound": 0, 2024-04-15T16:06:23.037 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_bytes": 0, 2024-04-15T16:06:23.037 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_keys": 0, 2024-04-15T16:06:23.037 INFO:tasks.workunit.client.0.smithi016.stdout: "num_promote": 0, 2024-04-15T16:06:23.037 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read": 0, 2024-04-15T16:06:23.037 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read_kb": 0, 2024-04-15T16:06:23.037 INFO:tasks.workunit.client.0.smithi016.stdout: "num_scrub_errors": 0, 2024-04-15T16:06:23.037 INFO:tasks.workunit.client.0.smithi016.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T16:06:23.037 INFO:tasks.workunit.client.0.smithi016.stdout: "num_whiteouts": 0, 2024-04-15T16:06:23.038 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write": 0, 2024-04-15T16:06:23.038 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write_kb": 0 2024-04-15T16:06:23.038 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:23.038 INFO:tasks.workunit.client.0.smithi016.stdout: "state": "active+clean", 2024-04-15T16:06:23.038 INFO:tasks.workunit.client.0.smithi016.stdout: "stats_invalid": false, 2024-04-15T16:06:23.038 INFO:tasks.workunit.client.0.smithi016.stdout: "up": [ 2024-04-15T16:06:23.038 INFO:tasks.workunit.client.0.smithi016.stdout: 7, 2024-04-15T16:06:23.038 INFO:tasks.workunit.client.0.smithi016.stdout: 0, 2024-04-15T16:06:23.038 INFO:tasks.workunit.client.0.smithi016.stdout: 1 2024-04-15T16:06:23.038 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:23.038 INFO:tasks.workunit.client.0.smithi016.stdout: "up_primary": 7, 2024-04-15T16:06:23.038 INFO:tasks.workunit.client.0.smithi016.stdout: "version": "0'0" 2024-04-15T16:06:23.038 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:23.038 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-15T16:06:23.038 INFO:tasks.workunit.client.0.smithi016.stdout: "acting": [ 2024-04-15T16:06:23.039 INFO:tasks.workunit.client.0.smithi016.stdout: 2, 2024-04-15T16:06:23.039 INFO:tasks.workunit.client.0.smithi016.stdout: 1, 2024-04-15T16:06:23.039 INFO:tasks.workunit.client.0.smithi016.stdout: 4 2024-04-15T16:06:23.039 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:23.039 INFO:tasks.workunit.client.0.smithi016.stdout: "acting_primary": 2, 2024-04-15T16:06:23.039 INFO:tasks.workunit.client.0.smithi016.stdout: "avail_no_missing": [], 2024-04-15T16:06:23.039 INFO:tasks.workunit.client.0.smithi016.stdout: "blocked_by": [], 2024-04-15T16:06:23.039 INFO:tasks.workunit.client.0.smithi016.stdout: "created": 61, 2024-04-15T16:06:23.039 INFO:tasks.workunit.client.0.smithi016.stdout: "dirty_stats_invalid": false, 2024-04-15T16:06:23.039 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T16:06:23.039 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_stats_invalid": false, 2024-04-15T16:06:23.039 INFO:tasks.workunit.client.0.smithi016.stdout: "last_active": "2024-04-15T16:05:12.198061+0000", 2024-04-15T16:06:23.039 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_active": "2024-04-15T14:43:32.415488+0000", 2024-04-15T16:06:23.040 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_peered": "2024-04-15T14:43:32.415488+0000", 2024-04-15T16:06:23.040 INFO:tasks.workunit.client.0.smithi016.stdout: "last_change": "2024-04-15T14:43:32.415891+0000", 2024-04-15T16:06:23.040 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean": "2024-04-15T16:05:12.198061+0000", 2024-04-15T16:06:23.040 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T16:06:23.040 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub": "0'0", 2024-04-15T16:06:23.040 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T16:06:23.040 INFO:tasks.workunit.client.0.smithi016.stdout: "last_epoch_clean": 455, 2024-04-15T16:06:23.040 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fresh": "2024-04-15T16:05:12.198061+0000", 2024-04-15T16:06:23.040 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fullsized": "2024-04-15T16:05:12.198061+0000", 2024-04-15T16:06:23.040 INFO:tasks.workunit.client.0.smithi016.stdout: "last_peered": "2024-04-15T16:05:12.198061+0000", 2024-04-15T16:06:23.040 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub": "0'0", 2024-04-15T16:06:23.040 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_duration": 0, 2024-04-15T16:06:23.040 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T16:06:23.040 INFO:tasks.workunit.client.0.smithi016.stdout: "last_undegraded": "2024-04-15T16:05:12.198061+0000", 2024-04-15T16:06:23.041 INFO:tasks.workunit.client.0.smithi016.stdout: "last_unstale": "2024-04-15T16:05:12.198061+0000", 2024-04-15T16:06:23.041 INFO:tasks.workunit.client.0.smithi016.stdout: "log_dups_size": 0, 2024-04-15T16:06:23.041 INFO:tasks.workunit.client.0.smithi016.stdout: "log_size": 0, 2024-04-15T16:06:23.041 INFO:tasks.workunit.client.0.smithi016.stdout: "log_start": "0'0", 2024-04-15T16:06:23.041 INFO:tasks.workunit.client.0.smithi016.stdout: "manifest_stats_invalid": false, 2024-04-15T16:06:23.041 INFO:tasks.workunit.client.0.smithi016.stdout: "mapping_epoch": 454, 2024-04-15T16:06:23.041 INFO:tasks.workunit.client.0.smithi016.stdout: "object_location_counts": [], 2024-04-15T16:06:23.041 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_scrubbed": 0, 2024-04-15T16:06:23.041 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_trimmed": 0, 2024-04-15T16:06:23.041 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_stats_invalid": false, 2024-04-15T16:06:23.041 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_size": 0, 2024-04-15T16:06:23.041 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_start": "0'0", 2024-04-15T16:06:23.041 INFO:tasks.workunit.client.0.smithi016.stdout: "parent": "0.0", 2024-04-15T16:06:23.041 INFO:tasks.workunit.client.0.smithi016.stdout: "parent_split_bits": 0, 2024-04-15T16:06:23.042 INFO:tasks.workunit.client.0.smithi016.stdout: "pgid": "3.6", 2024-04-15T16:06:23.042 INFO:tasks.workunit.client.0.smithi016.stdout: "pin_stats_invalid": false, 2024-04-15T16:06:23.042 INFO:tasks.workunit.client.0.smithi016.stdout: "purged_snaps": [], 2024-04-15T16:06:23.042 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_epoch": 2721, 2024-04-15T16:06:23.042 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_seq": 5012, 2024-04-15T16:06:23.042 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_duration": 0.0, 2024-04-15T16:06:23.042 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-16T22:55:49.796747+0000", 2024-04-15T16:06:23.042 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrim_duration": 0.0, 2024-04-15T16:06:23.042 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrimq_len": 0, 2024-04-15T16:06:23.042 INFO:tasks.workunit.client.0.smithi016.stdout: "stat_sum": { 2024-04-15T16:06:23.042 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes": 0, 2024-04-15T16:06:23.042 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T16:06:23.042 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_recovered": 0, 2024-04-15T16:06:23.043 INFO:tasks.workunit.client.0.smithi016.stdout: "num_deep_scrub_errors": 0, 2024-04-15T16:06:23.043 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict": 0, 2024-04-15T16:06:23.043 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_kb": 0, 2024-04-15T16:06:23.043 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_full": 0, 2024-04-15T16:06:23.043 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_some": 0, 2024-04-15T16:06:23.043 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush": 0, 2024-04-15T16:06:23.043 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_kb": 0, 2024-04-15T16:06:23.043 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_high": 0, 2024-04-15T16:06:23.043 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_low": 0, 2024-04-15T16:06:23.043 INFO:tasks.workunit.client.0.smithi016.stdout: "num_keys_recovered": 0, 2024-04-15T16:06:23.043 INFO:tasks.workunit.client.0.smithi016.stdout: "num_large_omap_objects": 0, 2024-04-15T16:06:23.043 INFO:tasks.workunit.client.0.smithi016.stdout: "num_legacy_snapsets": 0, 2024-04-15T16:06:23.043 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_clones": 0, 2024-04-15T16:06:23.043 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_copies": 0, 2024-04-15T16:06:23.044 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects": 0, 2024-04-15T16:06:23.044 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_degraded": 0, 2024-04-15T16:06:23.044 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_dirty": 0, 2024-04-15T16:06:23.044 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T16:06:23.044 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_manifest": 0, 2024-04-15T16:06:23.044 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_misplaced": 0, 2024-04-15T16:06:23.044 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing": 0, 2024-04-15T16:06:23.044 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T16:06:23.044 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_omap": 0, 2024-04-15T16:06:23.044 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_pinned": 0, 2024-04-15T16:06:23.044 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_recovered": 0, 2024-04-15T16:06:23.045 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_repaired": 0, 2024-04-15T16:06:23.045 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_unfound": 0, 2024-04-15T16:06:23.045 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_bytes": 0, 2024-04-15T16:06:23.045 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_keys": 0, 2024-04-15T16:06:23.045 INFO:tasks.workunit.client.0.smithi016.stdout: "num_promote": 0, 2024-04-15T16:06:23.045 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read": 0, 2024-04-15T16:06:23.045 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read_kb": 0, 2024-04-15T16:06:23.045 INFO:tasks.workunit.client.0.smithi016.stdout: "num_scrub_errors": 0, 2024-04-15T16:06:23.045 INFO:tasks.workunit.client.0.smithi016.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T16:06:23.045 INFO:tasks.workunit.client.0.smithi016.stdout: "num_whiteouts": 0, 2024-04-15T16:06:23.045 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write": 0, 2024-04-15T16:06:23.045 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write_kb": 0 2024-04-15T16:06:23.046 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:23.046 INFO:tasks.workunit.client.0.smithi016.stdout: "state": "active+clean", 2024-04-15T16:06:23.046 INFO:tasks.workunit.client.0.smithi016.stdout: "stats_invalid": false, 2024-04-15T16:06:23.046 INFO:tasks.workunit.client.0.smithi016.stdout: "up": [ 2024-04-15T16:06:23.046 INFO:tasks.workunit.client.0.smithi016.stdout: 2, 2024-04-15T16:06:23.046 INFO:tasks.workunit.client.0.smithi016.stdout: 1, 2024-04-15T16:06:23.046 INFO:tasks.workunit.client.0.smithi016.stdout: 4 2024-04-15T16:06:23.046 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:23.046 INFO:tasks.workunit.client.0.smithi016.stdout: "up_primary": 2, 2024-04-15T16:06:23.046 INFO:tasks.workunit.client.0.smithi016.stdout: "version": "0'0" 2024-04-15T16:06:23.046 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:23.046 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-15T16:06:23.046 INFO:tasks.workunit.client.0.smithi016.stdout: "acting": [ 2024-04-15T16:06:23.047 INFO:tasks.workunit.client.0.smithi016.stdout: 6, 2024-04-15T16:06:23.047 INFO:tasks.workunit.client.0.smithi016.stdout: 1, 2024-04-15T16:06:23.047 INFO:tasks.workunit.client.0.smithi016.stdout: 2 2024-04-15T16:06:23.047 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:23.047 INFO:tasks.workunit.client.0.smithi016.stdout: "acting_primary": 6, 2024-04-15T16:06:23.047 INFO:tasks.workunit.client.0.smithi016.stdout: "avail_no_missing": [], 2024-04-15T16:06:23.047 INFO:tasks.workunit.client.0.smithi016.stdout: "blocked_by": [], 2024-04-15T16:06:23.047 INFO:tasks.workunit.client.0.smithi016.stdout: "created": 60, 2024-04-15T16:06:23.047 INFO:tasks.workunit.client.0.smithi016.stdout: "dirty_stats_invalid": false, 2024-04-15T16:06:23.047 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T16:06:23.047 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_stats_invalid": false, 2024-04-15T16:06:23.047 INFO:tasks.workunit.client.0.smithi016.stdout: "last_active": "2024-04-15T16:05:11.413796+0000", 2024-04-15T16:06:23.048 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_active": "2024-04-15T14:44:28.458225+0000", 2024-04-15T16:06:23.048 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_peered": "2024-04-15T14:44:28.458225+0000", 2024-04-15T16:06:23.048 INFO:tasks.workunit.client.0.smithi016.stdout: "last_change": "2024-04-15T14:44:28.459424+0000", 2024-04-15T16:06:23.048 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean": "2024-04-15T16:05:11.413796+0000", 2024-04-15T16:06:23.048 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean_scrub_stamp": "2024-04-15T14:33:33.599136+0000", 2024-04-15T16:06:23.048 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub": "0'0", 2024-04-15T16:06:23.048 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub_stamp": "2024-04-15T14:33:33.599136+0000", 2024-04-15T16:06:23.048 INFO:tasks.workunit.client.0.smithi016.stdout: "last_epoch_clean": 511, 2024-04-15T16:06:23.048 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fresh": "2024-04-15T16:05:11.413796+0000", 2024-04-15T16:06:23.048 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fullsized": "2024-04-15T16:05:11.413796+0000", 2024-04-15T16:06:23.048 INFO:tasks.workunit.client.0.smithi016.stdout: "last_peered": "2024-04-15T16:05:11.413796+0000", 2024-04-15T16:06:23.048 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub": "0'0", 2024-04-15T16:06:23.048 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_duration": 0, 2024-04-15T16:06:23.049 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_stamp": "2024-04-15T14:33:33.599136+0000", 2024-04-15T16:06:23.049 INFO:tasks.workunit.client.0.smithi016.stdout: "last_undegraded": "2024-04-15T16:05:11.413796+0000", 2024-04-15T16:06:23.049 INFO:tasks.workunit.client.0.smithi016.stdout: "last_unstale": "2024-04-15T16:05:11.413796+0000", 2024-04-15T16:06:23.049 INFO:tasks.workunit.client.0.smithi016.stdout: "log_dups_size": 0, 2024-04-15T16:06:23.049 INFO:tasks.workunit.client.0.smithi016.stdout: "log_size": 2, 2024-04-15T16:06:23.049 INFO:tasks.workunit.client.0.smithi016.stdout: "log_start": "0'0", 2024-04-15T16:06:23.049 INFO:tasks.workunit.client.0.smithi016.stdout: "manifest_stats_invalid": false, 2024-04-15T16:06:23.049 INFO:tasks.workunit.client.0.smithi016.stdout: "mapping_epoch": 510, 2024-04-15T16:06:23.049 INFO:tasks.workunit.client.0.smithi016.stdout: "object_location_counts": [], 2024-04-15T16:06:23.049 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_scrubbed": 0, 2024-04-15T16:06:23.049 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_trimmed": 0, 2024-04-15T16:06:23.049 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_stats_invalid": false, 2024-04-15T16:06:23.049 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_size": 2, 2024-04-15T16:06:23.049 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_start": "0'0", 2024-04-15T16:06:23.050 INFO:tasks.workunit.client.0.smithi016.stdout: "parent": "0.0", 2024-04-15T16:06:23.050 INFO:tasks.workunit.client.0.smithi016.stdout: "parent_split_bits": 0, 2024-04-15T16:06:23.050 INFO:tasks.workunit.client.0.smithi016.stdout: "pgid": "2.7", 2024-04-15T16:06:23.050 INFO:tasks.workunit.client.0.smithi016.stdout: "pin_stats_invalid": false, 2024-04-15T16:06:23.050 INFO:tasks.workunit.client.0.smithi016.stdout: "purged_snaps": [], 2024-04-15T16:06:23.050 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_epoch": 2721, 2024-04-15T16:06:23.050 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_seq": 4891, 2024-04-15T16:06:23.050 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_duration": 0.0, 2024-04-15T16:06:23.050 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-16T20:12:37.973850+0000", 2024-04-15T16:06:23.050 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrim_duration": 0.0, 2024-04-15T16:06:23.050 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrimq_len": 0, 2024-04-15T16:06:23.050 INFO:tasks.workunit.client.0.smithi016.stdout: "stat_sum": { 2024-04-15T16:06:23.050 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes": 0, 2024-04-15T16:06:23.050 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T16:06:23.050 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_recovered": 0, 2024-04-15T16:06:23.051 INFO:tasks.workunit.client.0.smithi016.stdout: "num_deep_scrub_errors": 0, 2024-04-15T16:06:23.051 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict": 0, 2024-04-15T16:06:23.051 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_kb": 0, 2024-04-15T16:06:23.051 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_full": 0, 2024-04-15T16:06:23.051 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_some": 0, 2024-04-15T16:06:23.051 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush": 0, 2024-04-15T16:06:23.051 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_kb": 0, 2024-04-15T16:06:23.051 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_high": 0, 2024-04-15T16:06:23.051 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_low": 0, 2024-04-15T16:06:23.051 INFO:tasks.workunit.client.0.smithi016.stdout: "num_keys_recovered": 0, 2024-04-15T16:06:23.051 INFO:tasks.workunit.client.0.smithi016.stdout: "num_large_omap_objects": 0, 2024-04-15T16:06:23.051 INFO:tasks.workunit.client.0.smithi016.stdout: "num_legacy_snapsets": 0, 2024-04-15T16:06:23.051 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_clones": 0, 2024-04-15T16:06:23.051 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_copies": 3, 2024-04-15T16:06:23.052 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects": 1, 2024-04-15T16:06:23.052 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_degraded": 0, 2024-04-15T16:06:23.052 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_dirty": 1, 2024-04-15T16:06:23.052 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T16:06:23.052 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_manifest": 0, 2024-04-15T16:06:23.052 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_misplaced": 0, 2024-04-15T16:06:23.052 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing": 0, 2024-04-15T16:06:23.052 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T16:06:23.052 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_omap": 1, 2024-04-15T16:06:23.052 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_pinned": 0, 2024-04-15T16:06:23.052 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_recovered": 0, 2024-04-15T16:06:23.052 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_repaired": 0, 2024-04-15T16:06:23.052 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_unfound": 0, 2024-04-15T16:06:23.052 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_bytes": 0, 2024-04-15T16:06:23.052 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_keys": 0, 2024-04-15T16:06:23.053 INFO:tasks.workunit.client.0.smithi016.stdout: "num_promote": 0, 2024-04-15T16:06:23.053 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read": 12, 2024-04-15T16:06:23.053 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read_kb": 12, 2024-04-15T16:06:23.053 INFO:tasks.workunit.client.0.smithi016.stdout: "num_scrub_errors": 0, 2024-04-15T16:06:23.053 INFO:tasks.workunit.client.0.smithi016.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T16:06:23.053 INFO:tasks.workunit.client.0.smithi016.stdout: "num_whiteouts": 0, 2024-04-15T16:06:23.053 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write": 3, 2024-04-15T16:06:23.053 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write_kb": 0 2024-04-15T16:06:23.053 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:23.053 INFO:tasks.workunit.client.0.smithi016.stdout: "state": "active+clean", 2024-04-15T16:06:23.053 INFO:tasks.workunit.client.0.smithi016.stdout: "stats_invalid": false, 2024-04-15T16:06:23.053 INFO:tasks.workunit.client.0.smithi016.stdout: "up": [ 2024-04-15T16:06:23.053 INFO:tasks.workunit.client.0.smithi016.stdout: 6, 2024-04-15T16:06:23.053 INFO:tasks.workunit.client.0.smithi016.stdout: 1, 2024-04-15T16:06:23.053 INFO:tasks.workunit.client.0.smithi016.stdout: 2 2024-04-15T16:06:23.054 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:23.054 INFO:tasks.workunit.client.0.smithi016.stdout: "up_primary": 6, 2024-04-15T16:06:23.054 INFO:tasks.workunit.client.0.smithi016.stdout: "version": "62'2" 2024-04-15T16:06:23.054 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:23.054 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-15T16:06:23.054 INFO:tasks.workunit.client.0.smithi016.stdout: "acting": [ 2024-04-15T16:06:23.054 INFO:tasks.workunit.client.0.smithi016.stdout: 4, 2024-04-15T16:06:23.054 INFO:tasks.workunit.client.0.smithi016.stdout: 5, 2024-04-15T16:06:23.054 INFO:tasks.workunit.client.0.smithi016.stdout: 6 2024-04-15T16:06:23.054 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:23.054 INFO:tasks.workunit.client.0.smithi016.stdout: "acting_primary": 4, 2024-04-15T16:06:23.054 INFO:tasks.workunit.client.0.smithi016.stdout: "avail_no_missing": [], 2024-04-15T16:06:23.054 INFO:tasks.workunit.client.0.smithi016.stdout: "blocked_by": [], 2024-04-15T16:06:23.054 INFO:tasks.workunit.client.0.smithi016.stdout: "created": 66, 2024-04-15T16:06:23.054 INFO:tasks.workunit.client.0.smithi016.stdout: "dirty_stats_invalid": false, 2024-04-15T16:06:23.055 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T16:06:23.055 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_stats_invalid": false, 2024-04-15T16:06:23.055 INFO:tasks.workunit.client.0.smithi016.stdout: "last_active": "2024-04-15T16:05:12.197195+0000", 2024-04-15T16:06:23.055 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_active": "2024-04-15T14:44:28.448444+0000", 2024-04-15T16:06:23.055 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_peered": "2024-04-15T14:44:28.448444+0000", 2024-04-15T16:06:23.055 INFO:tasks.workunit.client.0.smithi016.stdout: "last_change": "2024-04-15T15:17:56.728576+0000", 2024-04-15T16:06:23.055 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean": "2024-04-15T16:05:12.197195+0000", 2024-04-15T16:06:23.055 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean_scrub_stamp": "2024-04-15T14:34:07.163731+0000", 2024-04-15T16:06:23.055 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub": "0'0", 2024-04-15T16:06:23.055 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub_stamp": "2024-04-15T14:34:07.163731+0000", 2024-04-15T16:06:23.055 INFO:tasks.workunit.client.0.smithi016.stdout: "last_epoch_clean": 511, 2024-04-15T16:06:23.055 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fresh": "2024-04-15T16:05:12.197195+0000", 2024-04-15T16:06:23.055 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fullsized": "2024-04-15T16:05:12.197195+0000", 2024-04-15T16:06:23.055 INFO:tasks.workunit.client.0.smithi016.stdout: "last_peered": "2024-04-15T16:05:12.197195+0000", 2024-04-15T16:06:23.056 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub": "0'0", 2024-04-15T16:06:23.056 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_duration": 0, 2024-04-15T16:06:23.056 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_stamp": "2024-04-15T14:34:07.163731+0000", 2024-04-15T16:06:23.056 INFO:tasks.workunit.client.0.smithi016.stdout: "last_undegraded": "2024-04-15T16:05:12.197195+0000", 2024-04-15T16:06:23.056 INFO:tasks.workunit.client.0.smithi016.stdout: "last_unstale": "2024-04-15T16:05:12.197195+0000", 2024-04-15T16:06:23.056 INFO:tasks.workunit.client.0.smithi016.stdout: "log_dups_size": 0, 2024-04-15T16:06:23.056 INFO:tasks.workunit.client.0.smithi016.stdout: "log_size": 3013, 2024-04-15T16:06:23.056 INFO:tasks.workunit.client.0.smithi016.stdout: "log_start": "0'0", 2024-04-15T16:06:23.056 INFO:tasks.workunit.client.0.smithi016.stdout: "manifest_stats_invalid": false, 2024-04-15T16:06:23.056 INFO:tasks.workunit.client.0.smithi016.stdout: "mapping_epoch": 510, 2024-04-15T16:06:23.056 INFO:tasks.workunit.client.0.smithi016.stdout: "object_location_counts": [], 2024-04-15T16:06:23.056 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_scrubbed": 0, 2024-04-15T16:06:23.056 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_trimmed": 0, 2024-04-15T16:06:23.056 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_stats_invalid": false, 2024-04-15T16:06:23.057 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_size": 3013, 2024-04-15T16:06:23.057 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_start": "0'0", 2024-04-15T16:06:23.057 INFO:tasks.workunit.client.0.smithi016.stdout: "parent": "0.0", 2024-04-15T16:06:23.057 INFO:tasks.workunit.client.0.smithi016.stdout: "parent_split_bits": 0, 2024-04-15T16:06:23.057 INFO:tasks.workunit.client.0.smithi016.stdout: "pgid": "4.1", 2024-04-15T16:06:23.057 INFO:tasks.workunit.client.0.smithi016.stdout: "pin_stats_invalid": false, 2024-04-15T16:06:23.057 INFO:tasks.workunit.client.0.smithi016.stdout: "purged_snaps": [], 2024-04-15T16:06:23.057 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_epoch": 2721, 2024-04-15T16:06:23.057 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_seq": 8863, 2024-04-15T16:06:23.057 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_duration": 0.0, 2024-04-15T16:06:23.057 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-16T18:16:04.447206+0000", 2024-04-15T16:06:23.057 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrim_duration": 0.003109583, 2024-04-15T16:06:23.057 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrimq_len": 0, 2024-04-15T16:06:23.057 INFO:tasks.workunit.client.0.smithi016.stdout: "stat_sum": { 2024-04-15T16:06:23.057 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes": 0, 2024-04-15T16:06:23.058 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T16:06:23.058 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_recovered": 0, 2024-04-15T16:06:23.058 INFO:tasks.workunit.client.0.smithi016.stdout: "num_deep_scrub_errors": 0, 2024-04-15T16:06:23.058 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict": 0, 2024-04-15T16:06:23.058 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_kb": 0, 2024-04-15T16:06:23.058 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_full": 0, 2024-04-15T16:06:23.058 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_some": 0, 2024-04-15T16:06:23.058 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush": 0, 2024-04-15T16:06:23.059 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_kb": 0, 2024-04-15T16:06:23.059 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_high": 0, 2024-04-15T16:06:23.059 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_low": 0, 2024-04-15T16:06:23.059 INFO:tasks.workunit.client.0.smithi016.stdout: "num_keys_recovered": 0, 2024-04-15T16:06:23.059 INFO:tasks.workunit.client.0.smithi016.stdout: "num_large_omap_objects": 0, 2024-04-15T16:06:23.059 INFO:tasks.workunit.client.0.smithi016.stdout: "num_legacy_snapsets": 0, 2024-04-15T16:06:23.059 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_clones": 0, 2024-04-15T16:06:23.059 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_copies": 0, 2024-04-15T16:06:23.059 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects": 0, 2024-04-15T16:06:23.059 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_degraded": 0, 2024-04-15T16:06:23.059 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_dirty": 0, 2024-04-15T16:06:23.059 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T16:06:23.059 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_manifest": 0, 2024-04-15T16:06:23.059 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_misplaced": 0, 2024-04-15T16:06:23.059 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing": 0, 2024-04-15T16:06:23.060 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T16:06:23.060 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_omap": 0, 2024-04-15T16:06:23.060 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_pinned": 0, 2024-04-15T16:06:23.060 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_recovered": 0, 2024-04-15T16:06:23.060 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_repaired": 0, 2024-04-15T16:06:23.060 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_unfound": 0, 2024-04-15T16:06:23.060 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_bytes": 0, 2024-04-15T16:06:23.060 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_keys": 0, 2024-04-15T16:06:23.060 INFO:tasks.workunit.client.0.smithi016.stdout: "num_promote": 0, 2024-04-15T16:06:23.060 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read": 1530, 2024-04-15T16:06:23.060 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read_kb": 343297, 2024-04-15T16:06:23.060 INFO:tasks.workunit.client.0.smithi016.stdout: "num_scrub_errors": 0, 2024-04-15T16:06:23.060 INFO:tasks.workunit.client.0.smithi016.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T16:06:23.060 INFO:tasks.workunit.client.0.smithi016.stdout: "num_whiteouts": 0, 2024-04-15T16:06:23.061 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write": 2985, 2024-04-15T16:06:23.061 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write_kb": 382699 2024-04-15T16:06:23.061 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:23.061 INFO:tasks.workunit.client.0.smithi016.stdout: "state": "active+clean", 2024-04-15T16:06:23.061 INFO:tasks.workunit.client.0.smithi016.stdout: "stats_invalid": false, 2024-04-15T16:06:23.061 INFO:tasks.workunit.client.0.smithi016.stdout: "up": [ 2024-04-15T16:06:23.061 INFO:tasks.workunit.client.0.smithi016.stdout: 4, 2024-04-15T16:06:23.061 INFO:tasks.workunit.client.0.smithi016.stdout: 5, 2024-04-15T16:06:23.061 INFO:tasks.workunit.client.0.smithi016.stdout: 6 2024-04-15T16:06:23.061 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:23.061 INFO:tasks.workunit.client.0.smithi016.stdout: "up_primary": 4, 2024-04-15T16:06:23.061 INFO:tasks.workunit.client.0.smithi016.stdout: "version": "1096'3013" 2024-04-15T16:06:23.061 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:23.061 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-15T16:06:23.061 INFO:tasks.workunit.client.0.smithi016.stdout: "acting": [ 2024-04-15T16:06:23.062 INFO:tasks.workunit.client.0.smithi016.stdout: 3, 2024-04-15T16:06:23.062 INFO:tasks.workunit.client.0.smithi016.stdout: 7, 2024-04-15T16:06:23.062 INFO:tasks.workunit.client.0.smithi016.stdout: 0 2024-04-15T16:06:23.062 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:23.062 INFO:tasks.workunit.client.0.smithi016.stdout: "acting_primary": 3, 2024-04-15T16:06:23.062 INFO:tasks.workunit.client.0.smithi016.stdout: "avail_no_missing": [], 2024-04-15T16:06:23.062 INFO:tasks.workunit.client.0.smithi016.stdout: "blocked_by": [], 2024-04-15T16:06:23.062 INFO:tasks.workunit.client.0.smithi016.stdout: "created": 61, 2024-04-15T16:06:23.062 INFO:tasks.workunit.client.0.smithi016.stdout: "dirty_stats_invalid": false, 2024-04-15T16:06:23.062 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T16:06:23.062 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_stats_invalid": false, 2024-04-15T16:06:23.062 INFO:tasks.workunit.client.0.smithi016.stdout: "last_active": "2024-04-15T16:05:12.199225+0000", 2024-04-15T16:06:23.062 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_active": "2024-04-15T14:44:49.367670+0000", 2024-04-15T16:06:23.062 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_peered": "2024-04-15T14:44:49.367670+0000", 2024-04-15T16:06:23.063 INFO:tasks.workunit.client.0.smithi016.stdout: "last_change": "2024-04-15T14:44:49.368022+0000", 2024-04-15T16:06:23.063 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean": "2024-04-15T16:05:12.199225+0000", 2024-04-15T16:06:23.063 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T16:06:23.063 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub": "0'0", 2024-04-15T16:06:23.063 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T16:06:23.063 INFO:tasks.workunit.client.0.smithi016.stdout: "last_epoch_clean": 532, 2024-04-15T16:06:23.063 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fresh": "2024-04-15T16:05:12.199225+0000", 2024-04-15T16:06:23.063 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fullsized": "2024-04-15T16:05:12.199225+0000", 2024-04-15T16:06:23.063 INFO:tasks.workunit.client.0.smithi016.stdout: "last_peered": "2024-04-15T16:05:12.199225+0000", 2024-04-15T16:06:23.063 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub": "0'0", 2024-04-15T16:06:23.063 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_duration": 0, 2024-04-15T16:06:23.063 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T16:06:23.063 INFO:tasks.workunit.client.0.smithi016.stdout: "last_undegraded": "2024-04-15T16:05:12.199225+0000", 2024-04-15T16:06:23.063 INFO:tasks.workunit.client.0.smithi016.stdout: "last_unstale": "2024-04-15T16:05:12.199225+0000", 2024-04-15T16:06:23.063 INFO:tasks.workunit.client.0.smithi016.stdout: "log_dups_size": 0, 2024-04-15T16:06:23.064 INFO:tasks.workunit.client.0.smithi016.stdout: "log_size": 0, 2024-04-15T16:06:23.064 INFO:tasks.workunit.client.0.smithi016.stdout: "log_start": "0'0", 2024-04-15T16:06:23.064 INFO:tasks.workunit.client.0.smithi016.stdout: "manifest_stats_invalid": false, 2024-04-15T16:06:23.064 INFO:tasks.workunit.client.0.smithi016.stdout: "mapping_epoch": 531, 2024-04-15T16:06:23.064 INFO:tasks.workunit.client.0.smithi016.stdout: "object_location_counts": [], 2024-04-15T16:06:23.064 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_scrubbed": 0, 2024-04-15T16:06:23.064 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_trimmed": 0, 2024-04-15T16:06:23.064 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_stats_invalid": false, 2024-04-15T16:06:23.064 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_size": 0, 2024-04-15T16:06:23.064 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_start": "0'0", 2024-04-15T16:06:23.064 INFO:tasks.workunit.client.0.smithi016.stdout: "parent": "0.0", 2024-04-15T16:06:23.064 INFO:tasks.workunit.client.0.smithi016.stdout: "parent_split_bits": 0, 2024-04-15T16:06:23.064 INFO:tasks.workunit.client.0.smithi016.stdout: "pgid": "3.7", 2024-04-15T16:06:23.064 INFO:tasks.workunit.client.0.smithi016.stdout: "pin_stats_invalid": false, 2024-04-15T16:06:23.065 INFO:tasks.workunit.client.0.smithi016.stdout: "purged_snaps": [], 2024-04-15T16:06:23.065 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_epoch": 2721, 2024-04-15T16:06:23.065 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_seq": 4954, 2024-04-15T16:06:23.065 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_duration": 0.0, 2024-04-15T16:06:23.065 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-16T20:19:11.670611+0000", 2024-04-15T16:06:23.065 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrim_duration": 0.0, 2024-04-15T16:06:23.065 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrimq_len": 0, 2024-04-15T16:06:23.065 INFO:tasks.workunit.client.0.smithi016.stdout: "stat_sum": { 2024-04-15T16:06:23.065 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes": 0, 2024-04-15T16:06:23.065 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T16:06:23.065 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_recovered": 0, 2024-04-15T16:06:23.065 INFO:tasks.workunit.client.0.smithi016.stdout: "num_deep_scrub_errors": 0, 2024-04-15T16:06:23.065 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict": 0, 2024-04-15T16:06:23.066 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_kb": 0, 2024-04-15T16:06:23.066 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_full": 0, 2024-04-15T16:06:23.066 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_some": 0, 2024-04-15T16:06:23.066 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush": 0, 2024-04-15T16:06:23.066 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_kb": 0, 2024-04-15T16:06:23.066 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_high": 0, 2024-04-15T16:06:23.066 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_low": 0, 2024-04-15T16:06:23.066 INFO:tasks.workunit.client.0.smithi016.stdout: "num_keys_recovered": 0, 2024-04-15T16:06:23.066 INFO:tasks.workunit.client.0.smithi016.stdout: "num_large_omap_objects": 0, 2024-04-15T16:06:23.066 INFO:tasks.workunit.client.0.smithi016.stdout: "num_legacy_snapsets": 0, 2024-04-15T16:06:23.066 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_clones": 0, 2024-04-15T16:06:23.066 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_copies": 0, 2024-04-15T16:06:23.066 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects": 0, 2024-04-15T16:06:23.067 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_degraded": 0, 2024-04-15T16:06:23.067 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_dirty": 0, 2024-04-15T16:06:23.067 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T16:06:23.067 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_manifest": 0, 2024-04-15T16:06:23.067 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_misplaced": 0, 2024-04-15T16:06:23.067 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing": 0, 2024-04-15T16:06:23.067 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T16:06:23.067 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_omap": 0, 2024-04-15T16:06:23.067 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_pinned": 0, 2024-04-15T16:06:23.067 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_recovered": 0, 2024-04-15T16:06:23.067 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_repaired": 0, 2024-04-15T16:06:23.067 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_unfound": 0, 2024-04-15T16:06:23.067 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_bytes": 0, 2024-04-15T16:06:23.067 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_keys": 0, 2024-04-15T16:06:23.067 INFO:tasks.workunit.client.0.smithi016.stdout: "num_promote": 0, 2024-04-15T16:06:23.068 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read": 0, 2024-04-15T16:06:23.068 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read_kb": 0, 2024-04-15T16:06:23.068 INFO:tasks.workunit.client.0.smithi016.stdout: "num_scrub_errors": 0, 2024-04-15T16:06:23.068 INFO:tasks.workunit.client.0.smithi016.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T16:06:23.068 INFO:tasks.workunit.client.0.smithi016.stdout: "num_whiteouts": 0, 2024-04-15T16:06:23.068 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write": 0, 2024-04-15T16:06:23.068 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write_kb": 0 2024-04-15T16:06:23.068 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:23.068 INFO:tasks.workunit.client.0.smithi016.stdout: "state": "active+clean", 2024-04-15T16:06:23.068 INFO:tasks.workunit.client.0.smithi016.stdout: "stats_invalid": false, 2024-04-15T16:06:23.068 INFO:tasks.workunit.client.0.smithi016.stdout: "up": [ 2024-04-15T16:06:23.068 INFO:tasks.workunit.client.0.smithi016.stdout: 3, 2024-04-15T16:06:23.068 INFO:tasks.workunit.client.0.smithi016.stdout: 7, 2024-04-15T16:06:23.068 INFO:tasks.workunit.client.0.smithi016.stdout: 0 2024-04-15T16:06:23.069 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:23.069 INFO:tasks.workunit.client.0.smithi016.stdout: "up_primary": 3, 2024-04-15T16:06:23.069 INFO:tasks.workunit.client.0.smithi016.stdout: "version": "0'0" 2024-04-15T16:06:23.069 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:23.069 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-15T16:06:23.069 INFO:tasks.workunit.client.0.smithi016.stdout: "acting": [ 2024-04-15T16:06:23.069 INFO:tasks.workunit.client.0.smithi016.stdout: 1, 2024-04-15T16:06:23.069 INFO:tasks.workunit.client.0.smithi016.stdout: 6, 2024-04-15T16:06:23.069 INFO:tasks.workunit.client.0.smithi016.stdout: 4 2024-04-15T16:06:23.069 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:23.069 INFO:tasks.workunit.client.0.smithi016.stdout: "acting_primary": 1, 2024-04-15T16:06:23.069 INFO:tasks.workunit.client.0.smithi016.stdout: "avail_no_missing": [], 2024-04-15T16:06:23.069 INFO:tasks.workunit.client.0.smithi016.stdout: "blocked_by": [], 2024-04-15T16:06:23.069 INFO:tasks.workunit.client.0.smithi016.stdout: "created": 60, 2024-04-15T16:06:23.070 INFO:tasks.workunit.client.0.smithi016.stdout: "dirty_stats_invalid": false, 2024-04-15T16:06:23.070 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T16:06:23.070 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_stats_invalid": false, 2024-04-15T16:06:23.070 INFO:tasks.workunit.client.0.smithi016.stdout: "last_active": "2024-04-15T16:05:11.870667+0000", 2024-04-15T16:06:23.070 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_active": "2024-04-15T14:44:28.449668+0000", 2024-04-15T16:06:23.070 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_peered": "2024-04-15T14:44:28.449668+0000", 2024-04-15T16:06:23.070 INFO:tasks.workunit.client.0.smithi016.stdout: "last_change": "2024-04-15T14:44:28.450084+0000", 2024-04-15T16:06:23.070 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean": "2024-04-15T16:05:11.870667+0000", 2024-04-15T16:06:23.070 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean_scrub_stamp": "2024-04-15T14:33:33.599136+0000", 2024-04-15T16:06:23.070 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub": "0'0", 2024-04-15T16:06:23.070 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub_stamp": "2024-04-15T14:33:33.599136+0000", 2024-04-15T16:06:23.070 INFO:tasks.workunit.client.0.smithi016.stdout: "last_epoch_clean": 511, 2024-04-15T16:06:23.070 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fresh": "2024-04-15T16:05:11.870667+0000", 2024-04-15T16:06:23.070 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fullsized": "2024-04-15T16:05:11.870667+0000", 2024-04-15T16:06:23.071 INFO:tasks.workunit.client.0.smithi016.stdout: "last_peered": "2024-04-15T16:05:11.870667+0000", 2024-04-15T16:06:23.071 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub": "0'0", 2024-04-15T16:06:23.071 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_duration": 0, 2024-04-15T16:06:23.071 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_stamp": "2024-04-15T14:33:33.599136+0000", 2024-04-15T16:06:23.071 INFO:tasks.workunit.client.0.smithi016.stdout: "last_undegraded": "2024-04-15T16:05:11.870667+0000", 2024-04-15T16:06:23.071 INFO:tasks.workunit.client.0.smithi016.stdout: "last_unstale": "2024-04-15T16:05:11.870667+0000", 2024-04-15T16:06:23.071 INFO:tasks.workunit.client.0.smithi016.stdout: "log_dups_size": 0, 2024-04-15T16:06:23.071 INFO:tasks.workunit.client.0.smithi016.stdout: "log_size": 3, 2024-04-15T16:06:23.071 INFO:tasks.workunit.client.0.smithi016.stdout: "log_start": "0'0", 2024-04-15T16:06:23.071 INFO:tasks.workunit.client.0.smithi016.stdout: "manifest_stats_invalid": false, 2024-04-15T16:06:23.071 INFO:tasks.workunit.client.0.smithi016.stdout: "mapping_epoch": 510, 2024-04-15T16:06:23.071 INFO:tasks.workunit.client.0.smithi016.stdout: "object_location_counts": [], 2024-04-15T16:06:23.071 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_scrubbed": 0, 2024-04-15T16:06:23.071 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_trimmed": 0, 2024-04-15T16:06:23.071 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_stats_invalid": false, 2024-04-15T16:06:23.072 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_size": 3, 2024-04-15T16:06:23.072 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_start": "0'0", 2024-04-15T16:06:23.072 INFO:tasks.workunit.client.0.smithi016.stdout: "parent": "0.0", 2024-04-15T16:06:23.072 INFO:tasks.workunit.client.0.smithi016.stdout: "parent_split_bits": 0, 2024-04-15T16:06:23.072 INFO:tasks.workunit.client.0.smithi016.stdout: "pgid": "2.6", 2024-04-15T16:06:23.072 INFO:tasks.workunit.client.0.smithi016.stdout: "pin_stats_invalid": false, 2024-04-15T16:06:23.072 INFO:tasks.workunit.client.0.smithi016.stdout: "purged_snaps": [], 2024-04-15T16:06:23.072 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_epoch": 2721, 2024-04-15T16:06:23.072 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_seq": 5049, 2024-04-15T16:06:23.072 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_duration": 0.0, 2024-04-15T16:06:23.072 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-17T01:17:21.169077+0000", 2024-04-15T16:06:23.072 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrim_duration": 0.0, 2024-04-15T16:06:23.072 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrimq_len": 0, 2024-04-15T16:06:23.072 INFO:tasks.workunit.client.0.smithi016.stdout: "stat_sum": { 2024-04-15T16:06:23.073 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes": 0, 2024-04-15T16:06:23.073 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T16:06:23.073 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_recovered": 0, 2024-04-15T16:06:23.073 INFO:tasks.workunit.client.0.smithi016.stdout: "num_deep_scrub_errors": 0, 2024-04-15T16:06:23.073 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict": 0, 2024-04-15T16:06:23.073 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_kb": 0, 2024-04-15T16:06:23.073 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_full": 0, 2024-04-15T16:06:23.073 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_some": 0, 2024-04-15T16:06:23.073 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush": 0, 2024-04-15T16:06:23.073 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_kb": 0, 2024-04-15T16:06:23.073 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_high": 0, 2024-04-15T16:06:23.073 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_low": 0, 2024-04-15T16:06:23.073 INFO:tasks.workunit.client.0.smithi016.stdout: "num_keys_recovered": 0, 2024-04-15T16:06:23.073 INFO:tasks.workunit.client.0.smithi016.stdout: "num_large_omap_objects": 0, 2024-04-15T16:06:23.073 INFO:tasks.workunit.client.0.smithi016.stdout: "num_legacy_snapsets": 0, 2024-04-15T16:06:23.074 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_clones": 0, 2024-04-15T16:06:23.074 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_copies": 3, 2024-04-15T16:06:23.074 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects": 1, 2024-04-15T16:06:23.074 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_degraded": 0, 2024-04-15T16:06:23.074 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_dirty": 1, 2024-04-15T16:06:23.074 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T16:06:23.074 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_manifest": 0, 2024-04-15T16:06:23.074 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_misplaced": 0, 2024-04-15T16:06:23.074 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing": 0, 2024-04-15T16:06:23.074 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T16:06:23.074 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_omap": 1, 2024-04-15T16:06:23.074 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_pinned": 0, 2024-04-15T16:06:23.074 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_recovered": 0, 2024-04-15T16:06:23.074 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_repaired": 0, 2024-04-15T16:06:23.075 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_unfound": 0, 2024-04-15T16:06:23.075 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_bytes": 0, 2024-04-15T16:06:23.075 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_keys": 0, 2024-04-15T16:06:23.075 INFO:tasks.workunit.client.0.smithi016.stdout: "num_promote": 0, 2024-04-15T16:06:23.075 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read": 4, 2024-04-15T16:06:23.075 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read_kb": 4, 2024-04-15T16:06:23.075 INFO:tasks.workunit.client.0.smithi016.stdout: "num_scrub_errors": 0, 2024-04-15T16:06:23.075 INFO:tasks.workunit.client.0.smithi016.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T16:06:23.075 INFO:tasks.workunit.client.0.smithi016.stdout: "num_whiteouts": 0, 2024-04-15T16:06:23.075 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write": 3, 2024-04-15T16:06:23.075 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write_kb": 0 2024-04-15T16:06:23.075 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:23.075 INFO:tasks.workunit.client.0.smithi016.stdout: "state": "active+clean", 2024-04-15T16:06:23.075 INFO:tasks.workunit.client.0.smithi016.stdout: "stats_invalid": false, 2024-04-15T16:06:23.075 INFO:tasks.workunit.client.0.smithi016.stdout: "up": [ 2024-04-15T16:06:23.076 INFO:tasks.workunit.client.0.smithi016.stdout: 1, 2024-04-15T16:06:23.076 INFO:tasks.workunit.client.0.smithi016.stdout: 6, 2024-04-15T16:06:23.076 INFO:tasks.workunit.client.0.smithi016.stdout: 4 2024-04-15T16:06:23.076 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:23.076 INFO:tasks.workunit.client.0.smithi016.stdout: "up_primary": 1, 2024-04-15T16:06:23.076 INFO:tasks.workunit.client.0.smithi016.stdout: "version": "563'3" 2024-04-15T16:06:23.076 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:23.076 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-15T16:06:23.076 INFO:tasks.workunit.client.0.smithi016.stdout: "acting": [ 2024-04-15T16:06:23.076 INFO:tasks.workunit.client.0.smithi016.stdout: 3, 2024-04-15T16:06:23.076 INFO:tasks.workunit.client.0.smithi016.stdout: 7, 2024-04-15T16:06:23.076 INFO:tasks.workunit.client.0.smithi016.stdout: 0 2024-04-15T16:06:23.076 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:23.077 INFO:tasks.workunit.client.0.smithi016.stdout: "acting_primary": 3, 2024-04-15T16:06:23.077 INFO:tasks.workunit.client.0.smithi016.stdout: "avail_no_missing": [], 2024-04-15T16:06:23.077 INFO:tasks.workunit.client.0.smithi016.stdout: "blocked_by": [], 2024-04-15T16:06:23.077 INFO:tasks.workunit.client.0.smithi016.stdout: "created": 66, 2024-04-15T16:06:23.077 INFO:tasks.workunit.client.0.smithi016.stdout: "dirty_stats_invalid": false, 2024-04-15T16:06:23.077 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T16:06:23.077 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_stats_invalid": false, 2024-04-15T16:06:23.077 INFO:tasks.workunit.client.0.smithi016.stdout: "last_active": "2024-04-15T16:05:12.197014+0000", 2024-04-15T16:06:23.077 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_active": "2024-04-15T14:44:49.362697+0000", 2024-04-15T16:06:23.077 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_peered": "2024-04-15T14:44:49.362697+0000", 2024-04-15T16:06:23.077 INFO:tasks.workunit.client.0.smithi016.stdout: "last_change": "2024-04-15T15:17:56.721019+0000", 2024-04-15T16:06:23.077 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean": "2024-04-15T16:05:12.197014+0000", 2024-04-15T16:06:23.077 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean_scrub_stamp": "2024-04-15T14:34:07.163731+0000", 2024-04-15T16:06:23.077 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub": "0'0", 2024-04-15T16:06:23.078 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub_stamp": "2024-04-15T14:34:07.163731+0000", 2024-04-15T16:06:23.078 INFO:tasks.workunit.client.0.smithi016.stdout: "last_epoch_clean": 532, 2024-04-15T16:06:23.078 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fresh": "2024-04-15T16:05:12.197014+0000", 2024-04-15T16:06:23.078 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fullsized": "2024-04-15T16:05:12.197014+0000", 2024-04-15T16:06:23.078 INFO:tasks.workunit.client.0.smithi016.stdout: "last_peered": "2024-04-15T16:05:12.197014+0000", 2024-04-15T16:06:23.078 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub": "0'0", 2024-04-15T16:06:23.078 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_duration": 0, 2024-04-15T16:06:23.078 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_stamp": "2024-04-15T14:34:07.163731+0000", 2024-04-15T16:06:23.078 INFO:tasks.workunit.client.0.smithi016.stdout: "last_undegraded": "2024-04-15T16:05:12.197014+0000", 2024-04-15T16:06:23.078 INFO:tasks.workunit.client.0.smithi016.stdout: "last_unstale": "2024-04-15T16:05:12.197014+0000", 2024-04-15T16:06:23.078 INFO:tasks.workunit.client.0.smithi016.stdout: "log_dups_size": 0, 2024-04-15T16:06:23.078 INFO:tasks.workunit.client.0.smithi016.stdout: "log_size": 3087, 2024-04-15T16:06:23.078 INFO:tasks.workunit.client.0.smithi016.stdout: "log_start": "0'0", 2024-04-15T16:06:23.079 INFO:tasks.workunit.client.0.smithi016.stdout: "manifest_stats_invalid": false, 2024-04-15T16:06:23.079 INFO:tasks.workunit.client.0.smithi016.stdout: "mapping_epoch": 531, 2024-04-15T16:06:23.079 INFO:tasks.workunit.client.0.smithi016.stdout: "object_location_counts": [], 2024-04-15T16:06:23.079 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_scrubbed": 0, 2024-04-15T16:06:23.079 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_trimmed": 0, 2024-04-15T16:06:23.079 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_stats_invalid": false, 2024-04-15T16:06:23.079 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_size": 3087, 2024-04-15T16:06:23.079 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_start": "0'0", 2024-04-15T16:06:23.079 INFO:tasks.workunit.client.0.smithi016.stdout: "parent": "0.0", 2024-04-15T16:06:23.079 INFO:tasks.workunit.client.0.smithi016.stdout: "parent_split_bits": 0, 2024-04-15T16:06:23.079 INFO:tasks.workunit.client.0.smithi016.stdout: "pgid": "4.0", 2024-04-15T16:06:23.079 INFO:tasks.workunit.client.0.smithi016.stdout: "pin_stats_invalid": false, 2024-04-15T16:06:23.079 INFO:tasks.workunit.client.0.smithi016.stdout: "purged_snaps": [], 2024-04-15T16:06:23.079 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_epoch": 2721, 2024-04-15T16:06:23.079 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_seq": 8686, 2024-04-15T16:06:23.080 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_duration": 0.0, 2024-04-15T16:06:23.080 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-16T21:51:56.837831+0000", 2024-04-15T16:06:23.080 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrim_duration": 0.003343983, 2024-04-15T16:06:23.080 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrimq_len": 0, 2024-04-15T16:06:23.080 INFO:tasks.workunit.client.0.smithi016.stdout: "stat_sum": { 2024-04-15T16:06:23.080 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes": 0, 2024-04-15T16:06:23.080 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T16:06:23.080 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_recovered": 0, 2024-04-15T16:06:23.080 INFO:tasks.workunit.client.0.smithi016.stdout: "num_deep_scrub_errors": 0, 2024-04-15T16:06:23.080 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict": 0, 2024-04-15T16:06:23.080 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_kb": 0, 2024-04-15T16:06:23.080 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_full": 0, 2024-04-15T16:06:23.080 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_some": 0, 2024-04-15T16:06:23.080 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush": 0, 2024-04-15T16:06:23.081 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_kb": 0, 2024-04-15T16:06:23.081 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_high": 0, 2024-04-15T16:06:23.081 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_low": 0, 2024-04-15T16:06:23.081 INFO:tasks.workunit.client.0.smithi016.stdout: "num_keys_recovered": 0, 2024-04-15T16:06:23.081 INFO:tasks.workunit.client.0.smithi016.stdout: "num_large_omap_objects": 0, 2024-04-15T16:06:23.081 INFO:tasks.workunit.client.0.smithi016.stdout: "num_legacy_snapsets": 0, 2024-04-15T16:06:23.081 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_clones": 0, 2024-04-15T16:06:23.081 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_copies": 0, 2024-04-15T16:06:23.081 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects": 0, 2024-04-15T16:06:23.081 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_degraded": 0, 2024-04-15T16:06:23.081 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_dirty": 0, 2024-04-15T16:06:23.081 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T16:06:23.081 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_manifest": 0, 2024-04-15T16:06:23.081 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_misplaced": 0, 2024-04-15T16:06:23.081 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing": 0, 2024-04-15T16:06:23.082 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T16:06:23.082 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_omap": 0, 2024-04-15T16:06:23.082 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_pinned": 0, 2024-04-15T16:06:23.082 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_recovered": 0, 2024-04-15T16:06:23.082 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_repaired": 0, 2024-04-15T16:06:23.082 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_unfound": 0, 2024-04-15T16:06:23.082 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_bytes": 0, 2024-04-15T16:06:23.082 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_keys": 0, 2024-04-15T16:06:23.082 INFO:tasks.workunit.client.0.smithi016.stdout: "num_promote": 0, 2024-04-15T16:06:23.082 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read": 1025, 2024-04-15T16:06:23.082 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read_kb": 387113, 2024-04-15T16:06:23.082 INFO:tasks.workunit.client.0.smithi016.stdout: "num_scrub_errors": 0, 2024-04-15T16:06:23.082 INFO:tasks.workunit.client.0.smithi016.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T16:06:23.082 INFO:tasks.workunit.client.0.smithi016.stdout: "num_whiteouts": 0, 2024-04-15T16:06:23.082 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write": 3079, 2024-04-15T16:06:23.083 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write_kb": 394267 2024-04-15T16:06:23.083 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:23.083 INFO:tasks.workunit.client.0.smithi016.stdout: "state": "active+clean", 2024-04-15T16:06:23.083 INFO:tasks.workunit.client.0.smithi016.stdout: "stats_invalid": false, 2024-04-15T16:06:23.083 INFO:tasks.workunit.client.0.smithi016.stdout: "up": [ 2024-04-15T16:06:23.083 INFO:tasks.workunit.client.0.smithi016.stdout: 3, 2024-04-15T16:06:23.083 INFO:tasks.workunit.client.0.smithi016.stdout: 7, 2024-04-15T16:06:23.083 INFO:tasks.workunit.client.0.smithi016.stdout: 0 2024-04-15T16:06:23.083 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:23.083 INFO:tasks.workunit.client.0.smithi016.stdout: "up_primary": 3, 2024-04-15T16:06:23.083 INFO:tasks.workunit.client.0.smithi016.stdout: "version": "1096'3087" 2024-04-15T16:06:23.083 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:23.083 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-15T16:06:23.083 INFO:tasks.workunit.client.0.smithi016.stdout: "acting": [ 2024-04-15T16:06:23.083 INFO:tasks.workunit.client.0.smithi016.stdout: 1, 2024-04-15T16:06:23.084 INFO:tasks.workunit.client.0.smithi016.stdout: 2, 2024-04-15T16:06:23.084 INFO:tasks.workunit.client.0.smithi016.stdout: 5 2024-04-15T16:06:23.084 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:23.084 INFO:tasks.workunit.client.0.smithi016.stdout: "acting_primary": 1, 2024-04-15T16:06:23.084 INFO:tasks.workunit.client.0.smithi016.stdout: "avail_no_missing": [], 2024-04-15T16:06:23.084 INFO:tasks.workunit.client.0.smithi016.stdout: "blocked_by": [], 2024-04-15T16:06:23.084 INFO:tasks.workunit.client.0.smithi016.stdout: "created": 61, 2024-04-15T16:06:23.084 INFO:tasks.workunit.client.0.smithi016.stdout: "dirty_stats_invalid": false, 2024-04-15T16:06:23.084 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T16:06:23.084 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_stats_invalid": false, 2024-04-15T16:06:23.084 INFO:tasks.workunit.client.0.smithi016.stdout: "last_active": "2024-04-15T16:05:11.870575+0000", 2024-04-15T16:06:23.084 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_active": "2024-04-15T14:43:53.358566+0000", 2024-04-15T16:06:23.084 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_peered": "2024-04-15T14:43:53.358566+0000", 2024-04-15T16:06:23.084 INFO:tasks.workunit.client.0.smithi016.stdout: "last_change": "2024-04-15T14:43:53.358943+0000", 2024-04-15T16:06:23.084 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean": "2024-04-15T16:05:11.870575+0000", 2024-04-15T16:06:23.085 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T16:06:23.085 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub": "0'0", 2024-04-15T16:06:23.085 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T16:06:23.085 INFO:tasks.workunit.client.0.smithi016.stdout: "last_epoch_clean": 476, 2024-04-15T16:06:23.085 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fresh": "2024-04-15T16:05:11.870575+0000", 2024-04-15T16:06:23.085 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fullsized": "2024-04-15T16:05:11.870575+0000", 2024-04-15T16:06:23.085 INFO:tasks.workunit.client.0.smithi016.stdout: "last_peered": "2024-04-15T16:05:11.870575+0000", 2024-04-15T16:06:23.085 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub": "0'0", 2024-04-15T16:06:23.085 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_duration": 0, 2024-04-15T16:06:23.085 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T16:06:23.085 INFO:tasks.workunit.client.0.smithi016.stdout: "last_undegraded": "2024-04-15T16:05:11.870575+0000", 2024-04-15T16:06:23.085 INFO:tasks.workunit.client.0.smithi016.stdout: "last_unstale": "2024-04-15T16:05:11.870575+0000", 2024-04-15T16:06:23.085 INFO:tasks.workunit.client.0.smithi016.stdout: "log_dups_size": 0, 2024-04-15T16:06:23.086 INFO:tasks.workunit.client.0.smithi016.stdout: "log_size": 0, 2024-04-15T16:06:23.086 INFO:tasks.workunit.client.0.smithi016.stdout: "log_start": "0'0", 2024-04-15T16:06:23.086 INFO:tasks.workunit.client.0.smithi016.stdout: "manifest_stats_invalid": false, 2024-04-15T16:06:23.086 INFO:tasks.workunit.client.0.smithi016.stdout: "mapping_epoch": 475, 2024-04-15T16:06:23.086 INFO:tasks.workunit.client.0.smithi016.stdout: "object_location_counts": [], 2024-04-15T16:06:23.086 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_scrubbed": 0, 2024-04-15T16:06:23.086 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_trimmed": 0, 2024-04-15T16:06:23.086 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_stats_invalid": false, 2024-04-15T16:06:23.086 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_size": 0, 2024-04-15T16:06:23.086 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_start": "0'0", 2024-04-15T16:06:23.086 INFO:tasks.workunit.client.0.smithi016.stdout: "parent": "0.0", 2024-04-15T16:06:23.086 INFO:tasks.workunit.client.0.smithi016.stdout: "parent_split_bits": 0, 2024-04-15T16:06:23.086 INFO:tasks.workunit.client.0.smithi016.stdout: "pgid": "3.4", 2024-04-15T16:06:23.086 INFO:tasks.workunit.client.0.smithi016.stdout: "pin_stats_invalid": false, 2024-04-15T16:06:23.086 INFO:tasks.workunit.client.0.smithi016.stdout: "purged_snaps": [], 2024-04-15T16:06:23.087 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_epoch": 2721, 2024-04-15T16:06:23.087 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_seq": 5043, 2024-04-15T16:06:23.087 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_duration": 0.0, 2024-04-15T16:06:23.087 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-16T15:52:40.144327+0000", 2024-04-15T16:06:23.087 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrim_duration": 0.0, 2024-04-15T16:06:23.087 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrimq_len": 0, 2024-04-15T16:06:23.087 INFO:tasks.workunit.client.0.smithi016.stdout: "stat_sum": { 2024-04-15T16:06:23.087 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes": 0, 2024-04-15T16:06:23.087 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T16:06:23.087 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_recovered": 0, 2024-04-15T16:06:23.087 INFO:tasks.workunit.client.0.smithi016.stdout: "num_deep_scrub_errors": 0, 2024-04-15T16:06:23.087 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict": 0, 2024-04-15T16:06:23.087 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_kb": 0, 2024-04-15T16:06:23.087 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_full": 0, 2024-04-15T16:06:23.088 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_some": 0, 2024-04-15T16:06:23.088 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush": 0, 2024-04-15T16:06:23.088 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_kb": 0, 2024-04-15T16:06:23.088 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_high": 0, 2024-04-15T16:06:23.088 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_low": 0, 2024-04-15T16:06:23.088 INFO:tasks.workunit.client.0.smithi016.stdout: "num_keys_recovered": 0, 2024-04-15T16:06:23.088 INFO:tasks.workunit.client.0.smithi016.stdout: "num_large_omap_objects": 0, 2024-04-15T16:06:23.088 INFO:tasks.workunit.client.0.smithi016.stdout: "num_legacy_snapsets": 0, 2024-04-15T16:06:23.088 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_clones": 0, 2024-04-15T16:06:23.088 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_copies": 0, 2024-04-15T16:06:23.088 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects": 0, 2024-04-15T16:06:23.088 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_degraded": 0, 2024-04-15T16:06:23.088 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_dirty": 0, 2024-04-15T16:06:23.088 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T16:06:23.088 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_manifest": 0, 2024-04-15T16:06:23.089 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_misplaced": 0, 2024-04-15T16:06:23.089 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing": 0, 2024-04-15T16:06:23.089 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T16:06:23.089 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_omap": 0, 2024-04-15T16:06:23.089 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_pinned": 0, 2024-04-15T16:06:23.089 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_recovered": 0, 2024-04-15T16:06:23.089 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_repaired": 0, 2024-04-15T16:06:23.089 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_unfound": 0, 2024-04-15T16:06:23.089 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_bytes": 0, 2024-04-15T16:06:23.089 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_keys": 0, 2024-04-15T16:06:23.089 INFO:tasks.workunit.client.0.smithi016.stdout: "num_promote": 0, 2024-04-15T16:06:23.089 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read": 0, 2024-04-15T16:06:23.089 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read_kb": 0, 2024-04-15T16:06:23.089 INFO:tasks.workunit.client.0.smithi016.stdout: "num_scrub_errors": 0, 2024-04-15T16:06:23.090 INFO:tasks.workunit.client.0.smithi016.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T16:06:23.090 INFO:tasks.workunit.client.0.smithi016.stdout: "num_whiteouts": 0, 2024-04-15T16:06:23.090 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write": 0, 2024-04-15T16:06:23.090 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write_kb": 0 2024-04-15T16:06:23.090 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:23.090 INFO:tasks.workunit.client.0.smithi016.stdout: "state": "active+clean", 2024-04-15T16:06:23.090 INFO:tasks.workunit.client.0.smithi016.stdout: "stats_invalid": false, 2024-04-15T16:06:23.090 INFO:tasks.workunit.client.0.smithi016.stdout: "up": [ 2024-04-15T16:06:23.090 INFO:tasks.workunit.client.0.smithi016.stdout: 1, 2024-04-15T16:06:23.090 INFO:tasks.workunit.client.0.smithi016.stdout: 2, 2024-04-15T16:06:23.090 INFO:tasks.workunit.client.0.smithi016.stdout: 5 2024-04-15T16:06:23.090 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:23.090 INFO:tasks.workunit.client.0.smithi016.stdout: "up_primary": 1, 2024-04-15T16:06:23.090 INFO:tasks.workunit.client.0.smithi016.stdout: "version": "0'0" 2024-04-15T16:06:23.090 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:23.091 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-15T16:06:23.091 INFO:tasks.workunit.client.0.smithi016.stdout: "acting": [ 2024-04-15T16:06:23.091 INFO:tasks.workunit.client.0.smithi016.stdout: 7, 2024-04-15T16:06:23.091 INFO:tasks.workunit.client.0.smithi016.stdout: 0, 2024-04-15T16:06:23.091 INFO:tasks.workunit.client.0.smithi016.stdout: 4 2024-04-15T16:06:23.091 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:23.091 INFO:tasks.workunit.client.0.smithi016.stdout: "acting_primary": 7, 2024-04-15T16:06:23.091 INFO:tasks.workunit.client.0.smithi016.stdout: "avail_no_missing": [], 2024-04-15T16:06:23.091 INFO:tasks.workunit.client.0.smithi016.stdout: "blocked_by": [], 2024-04-15T16:06:23.091 INFO:tasks.workunit.client.0.smithi016.stdout: "created": 60, 2024-04-15T16:06:23.091 INFO:tasks.workunit.client.0.smithi016.stdout: "dirty_stats_invalid": false, 2024-04-15T16:06:23.091 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T16:06:23.091 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_stats_invalid": false, 2024-04-15T16:06:23.091 INFO:tasks.workunit.client.0.smithi016.stdout: "last_active": "2024-04-15T16:05:12.201000+0000", 2024-04-15T16:06:23.092 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_active": "2024-04-15T14:44:49.365149+0000", 2024-04-15T16:06:23.092 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_peered": "2024-04-15T14:44:49.365149+0000", 2024-04-15T16:06:23.092 INFO:tasks.workunit.client.0.smithi016.stdout: "last_change": "2024-04-15T14:44:49.368721+0000", 2024-04-15T16:06:23.092 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean": "2024-04-15T16:05:12.201000+0000", 2024-04-15T16:06:23.092 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean_scrub_stamp": "2024-04-15T14:33:33.599136+0000", 2024-04-15T16:06:23.092 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub": "0'0", 2024-04-15T16:06:23.092 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub_stamp": "2024-04-15T14:33:33.599136+0000", 2024-04-15T16:06:23.092 INFO:tasks.workunit.client.0.smithi016.stdout: "last_epoch_clean": 532, 2024-04-15T16:06:23.092 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fresh": "2024-04-15T16:05:12.201000+0000", 2024-04-15T16:06:23.092 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fullsized": "2024-04-15T16:05:12.201000+0000", 2024-04-15T16:06:23.092 INFO:tasks.workunit.client.0.smithi016.stdout: "last_peered": "2024-04-15T16:05:12.201000+0000", 2024-04-15T16:06:23.092 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub": "0'0", 2024-04-15T16:06:23.092 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_duration": 0, 2024-04-15T16:06:23.092 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_stamp": "2024-04-15T14:33:33.599136+0000", 2024-04-15T16:06:23.092 INFO:tasks.workunit.client.0.smithi016.stdout: "last_undegraded": "2024-04-15T16:05:12.201000+0000", 2024-04-15T16:06:23.093 INFO:tasks.workunit.client.0.smithi016.stdout: "last_unstale": "2024-04-15T16:05:12.201000+0000", 2024-04-15T16:06:23.093 INFO:tasks.workunit.client.0.smithi016.stdout: "log_dups_size": 0, 2024-04-15T16:06:23.093 INFO:tasks.workunit.client.0.smithi016.stdout: "log_size": 0, 2024-04-15T16:06:23.093 INFO:tasks.workunit.client.0.smithi016.stdout: "log_start": "0'0", 2024-04-15T16:06:23.093 INFO:tasks.workunit.client.0.smithi016.stdout: "manifest_stats_invalid": false, 2024-04-15T16:06:23.093 INFO:tasks.workunit.client.0.smithi016.stdout: "mapping_epoch": 531, 2024-04-15T16:06:23.093 INFO:tasks.workunit.client.0.smithi016.stdout: "object_location_counts": [], 2024-04-15T16:06:23.093 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_scrubbed": 0, 2024-04-15T16:06:23.093 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_trimmed": 0, 2024-04-15T16:06:23.093 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_stats_invalid": false, 2024-04-15T16:06:23.093 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_size": 0, 2024-04-15T16:06:23.093 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_start": "0'0", 2024-04-15T16:06:23.093 INFO:tasks.workunit.client.0.smithi016.stdout: "parent": "0.0", 2024-04-15T16:06:23.093 INFO:tasks.workunit.client.0.smithi016.stdout: "parent_split_bits": 0, 2024-04-15T16:06:23.094 INFO:tasks.workunit.client.0.smithi016.stdout: "pgid": "2.5", 2024-04-15T16:06:23.094 INFO:tasks.workunit.client.0.smithi016.stdout: "pin_stats_invalid": false, 2024-04-15T16:06:23.094 INFO:tasks.workunit.client.0.smithi016.stdout: "purged_snaps": [], 2024-04-15T16:06:23.094 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_epoch": 2721, 2024-04-15T16:06:23.094 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_seq": 4862, 2024-04-15T16:06:23.094 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_duration": 0.0, 2024-04-15T16:06:23.094 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-16T18:10:50.459048+0000", 2024-04-15T16:06:23.094 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrim_duration": 0.0, 2024-04-15T16:06:23.094 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrimq_len": 0, 2024-04-15T16:06:23.094 INFO:tasks.workunit.client.0.smithi016.stdout: "stat_sum": { 2024-04-15T16:06:23.094 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes": 0, 2024-04-15T16:06:23.094 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T16:06:23.094 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_recovered": 0, 2024-04-15T16:06:23.094 INFO:tasks.workunit.client.0.smithi016.stdout: "num_deep_scrub_errors": 0, 2024-04-15T16:06:23.095 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict": 0, 2024-04-15T16:06:23.095 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_kb": 0, 2024-04-15T16:06:23.095 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_full": 0, 2024-04-15T16:06:23.095 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_some": 0, 2024-04-15T16:06:23.095 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush": 0, 2024-04-15T16:06:23.095 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_kb": 0, 2024-04-15T16:06:23.095 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_high": 0, 2024-04-15T16:06:23.095 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_low": 0, 2024-04-15T16:06:23.095 INFO:tasks.workunit.client.0.smithi016.stdout: "num_keys_recovered": 0, 2024-04-15T16:06:23.095 INFO:tasks.workunit.client.0.smithi016.stdout: "num_large_omap_objects": 0, 2024-04-15T16:06:23.095 INFO:tasks.workunit.client.0.smithi016.stdout: "num_legacy_snapsets": 0, 2024-04-15T16:06:23.095 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_clones": 0, 2024-04-15T16:06:23.095 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_copies": 0, 2024-04-15T16:06:23.095 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects": 0, 2024-04-15T16:06:23.096 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_degraded": 0, 2024-04-15T16:06:23.096 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_dirty": 0, 2024-04-15T16:06:23.096 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T16:06:23.096 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_manifest": 0, 2024-04-15T16:06:23.096 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_misplaced": 0, 2024-04-15T16:06:23.096 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing": 0, 2024-04-15T16:06:23.096 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T16:06:23.096 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_omap": 0, 2024-04-15T16:06:23.096 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_pinned": 0, 2024-04-15T16:06:23.096 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_recovered": 0, 2024-04-15T16:06:23.096 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_repaired": 0, 2024-04-15T16:06:23.096 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_unfound": 0, 2024-04-15T16:06:23.096 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_bytes": 0, 2024-04-15T16:06:23.096 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_keys": 0, 2024-04-15T16:06:23.096 INFO:tasks.workunit.client.0.smithi016.stdout: "num_promote": 0, 2024-04-15T16:06:23.097 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read": 0, 2024-04-15T16:06:23.097 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read_kb": 0, 2024-04-15T16:06:23.097 INFO:tasks.workunit.client.0.smithi016.stdout: "num_scrub_errors": 0, 2024-04-15T16:06:23.097 INFO:tasks.workunit.client.0.smithi016.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T16:06:23.097 INFO:tasks.workunit.client.0.smithi016.stdout: "num_whiteouts": 0, 2024-04-15T16:06:23.097 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write": 0, 2024-04-15T16:06:23.097 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write_kb": 0 2024-04-15T16:06:23.097 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:23.097 INFO:tasks.workunit.client.0.smithi016.stdout: "state": "active+clean", 2024-04-15T16:06:23.097 INFO:tasks.workunit.client.0.smithi016.stdout: "stats_invalid": false, 2024-04-15T16:06:23.097 INFO:tasks.workunit.client.0.smithi016.stdout: "up": [ 2024-04-15T16:06:23.097 INFO:tasks.workunit.client.0.smithi016.stdout: 7, 2024-04-15T16:06:23.097 INFO:tasks.workunit.client.0.smithi016.stdout: 0, 2024-04-15T16:06:23.097 INFO:tasks.workunit.client.0.smithi016.stdout: 4 2024-04-15T16:06:23.097 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:23.098 INFO:tasks.workunit.client.0.smithi016.stdout: "up_primary": 7, 2024-04-15T16:06:23.098 INFO:tasks.workunit.client.0.smithi016.stdout: "version": "0'0" 2024-04-15T16:06:23.098 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:23.098 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-15T16:06:23.098 INFO:tasks.workunit.client.0.smithi016.stdout: "acting": [ 2024-04-15T16:06:23.098 INFO:tasks.workunit.client.0.smithi016.stdout: 0, 2024-04-15T16:06:23.098 INFO:tasks.workunit.client.0.smithi016.stdout: 5, 2024-04-15T16:06:23.098 INFO:tasks.workunit.client.0.smithi016.stdout: 7 2024-04-15T16:06:23.098 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:23.098 INFO:tasks.workunit.client.0.smithi016.stdout: "acting_primary": 0, 2024-04-15T16:06:23.098 INFO:tasks.workunit.client.0.smithi016.stdout: "avail_no_missing": [], 2024-04-15T16:06:23.098 INFO:tasks.workunit.client.0.smithi016.stdout: "blocked_by": [], 2024-04-15T16:06:23.098 INFO:tasks.workunit.client.0.smithi016.stdout: "created": 66, 2024-04-15T16:06:23.098 INFO:tasks.workunit.client.0.smithi016.stdout: "dirty_stats_invalid": false, 2024-04-15T16:06:23.098 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T16:06:23.099 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_stats_invalid": false, 2024-04-15T16:06:23.099 INFO:tasks.workunit.client.0.smithi016.stdout: "last_active": "2024-04-15T16:05:11.413225+0000", 2024-04-15T16:06:23.099 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_active": "2024-04-15T14:44:49.373342+0000", 2024-04-15T16:06:23.099 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_peered": "2024-04-15T14:44:49.373342+0000", 2024-04-15T16:06:23.099 INFO:tasks.workunit.client.0.smithi016.stdout: "last_change": "2024-04-15T15:17:56.734872+0000", 2024-04-15T16:06:23.099 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean": "2024-04-15T16:05:11.413225+0000", 2024-04-15T16:06:23.099 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean_scrub_stamp": "2024-04-15T14:34:07.163731+0000", 2024-04-15T16:06:23.099 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub": "0'0", 2024-04-15T16:06:23.099 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub_stamp": "2024-04-15T14:34:07.163731+0000", 2024-04-15T16:06:23.099 INFO:tasks.workunit.client.0.smithi016.stdout: "last_epoch_clean": 532, 2024-04-15T16:06:23.099 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fresh": "2024-04-15T16:05:11.413225+0000", 2024-04-15T16:06:23.099 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fullsized": "2024-04-15T16:05:11.413225+0000", 2024-04-15T16:06:23.099 INFO:tasks.workunit.client.0.smithi016.stdout: "last_peered": "2024-04-15T16:05:11.413225+0000", 2024-04-15T16:06:23.100 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub": "0'0", 2024-04-15T16:06:23.100 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_duration": 0, 2024-04-15T16:06:23.100 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_stamp": "2024-04-15T14:34:07.163731+0000", 2024-04-15T16:06:23.100 INFO:tasks.workunit.client.0.smithi016.stdout: "last_undegraded": "2024-04-15T16:05:11.413225+0000", 2024-04-15T16:06:23.100 INFO:tasks.workunit.client.0.smithi016.stdout: "last_unstale": "2024-04-15T16:05:11.413225+0000", 2024-04-15T16:06:23.100 INFO:tasks.workunit.client.0.smithi016.stdout: "log_dups_size": 0, 2024-04-15T16:06:23.100 INFO:tasks.workunit.client.0.smithi016.stdout: "log_size": 3149, 2024-04-15T16:06:23.100 INFO:tasks.workunit.client.0.smithi016.stdout: "log_start": "0'0", 2024-04-15T16:06:23.100 INFO:tasks.workunit.client.0.smithi016.stdout: "manifest_stats_invalid": false, 2024-04-15T16:06:23.100 INFO:tasks.workunit.client.0.smithi016.stdout: "mapping_epoch": 531, 2024-04-15T16:06:23.100 INFO:tasks.workunit.client.0.smithi016.stdout: "object_location_counts": [], 2024-04-15T16:06:23.100 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_scrubbed": 0, 2024-04-15T16:06:23.100 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_trimmed": 0, 2024-04-15T16:06:23.100 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_stats_invalid": false, 2024-04-15T16:06:23.101 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_size": 3149, 2024-04-15T16:06:23.101 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_start": "0'0", 2024-04-15T16:06:23.101 INFO:tasks.workunit.client.0.smithi016.stdout: "parent": "0.0", 2024-04-15T16:06:23.101 INFO:tasks.workunit.client.0.smithi016.stdout: "parent_split_bits": 0, 2024-04-15T16:06:23.101 INFO:tasks.workunit.client.0.smithi016.stdout: "pgid": "4.3", 2024-04-15T16:06:23.101 INFO:tasks.workunit.client.0.smithi016.stdout: "pin_stats_invalid": false, 2024-04-15T16:06:23.101 INFO:tasks.workunit.client.0.smithi016.stdout: "purged_snaps": [], 2024-04-15T16:06:23.101 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_epoch": 2721, 2024-04-15T16:06:23.101 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_seq": 8778, 2024-04-15T16:06:23.101 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_duration": 0.0, 2024-04-15T16:06:23.101 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-17T02:16:46.641673+0000", 2024-04-15T16:06:23.101 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrim_duration": 0.004543541, 2024-04-15T16:06:23.101 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrimq_len": 0, 2024-04-15T16:06:23.101 INFO:tasks.workunit.client.0.smithi016.stdout: "stat_sum": { 2024-04-15T16:06:23.102 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes": 0, 2024-04-15T16:06:23.102 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T16:06:23.102 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_recovered": 0, 2024-04-15T16:06:23.102 INFO:tasks.workunit.client.0.smithi016.stdout: "num_deep_scrub_errors": 0, 2024-04-15T16:06:23.102 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict": 0, 2024-04-15T16:06:23.102 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_kb": 0, 2024-04-15T16:06:23.102 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_full": 0, 2024-04-15T16:06:23.102 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_some": 0, 2024-04-15T16:06:23.102 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush": 0, 2024-04-15T16:06:23.102 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_kb": 0, 2024-04-15T16:06:23.102 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_high": 0, 2024-04-15T16:06:23.102 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_low": 0, 2024-04-15T16:06:23.102 INFO:tasks.workunit.client.0.smithi016.stdout: "num_keys_recovered": 0, 2024-04-15T16:06:23.102 INFO:tasks.workunit.client.0.smithi016.stdout: "num_large_omap_objects": 0, 2024-04-15T16:06:23.103 INFO:tasks.workunit.client.0.smithi016.stdout: "num_legacy_snapsets": 0, 2024-04-15T16:06:23.103 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_clones": 0, 2024-04-15T16:06:23.103 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_copies": 3, 2024-04-15T16:06:23.103 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects": 1, 2024-04-15T16:06:23.103 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_degraded": 0, 2024-04-15T16:06:23.103 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_dirty": 1, 2024-04-15T16:06:23.103 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T16:06:23.103 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_manifest": 0, 2024-04-15T16:06:23.103 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_misplaced": 0, 2024-04-15T16:06:23.103 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing": 0, 2024-04-15T16:06:23.103 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T16:06:23.103 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_omap": 1, 2024-04-15T16:06:23.103 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_pinned": 0, 2024-04-15T16:06:23.104 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_recovered": 0, 2024-04-15T16:06:23.104 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_repaired": 0, 2024-04-15T16:06:23.104 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_unfound": 0, 2024-04-15T16:06:23.104 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_bytes": 0, 2024-04-15T16:06:23.104 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_keys": 0, 2024-04-15T16:06:23.104 INFO:tasks.workunit.client.0.smithi016.stdout: "num_promote": 0, 2024-04-15T16:06:23.104 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read": 825, 2024-04-15T16:06:23.104 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read_kb": 347263, 2024-04-15T16:06:23.104 INFO:tasks.workunit.client.0.smithi016.stdout: "num_scrub_errors": 0, 2024-04-15T16:06:23.104 INFO:tasks.workunit.client.0.smithi016.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T16:06:23.104 INFO:tasks.workunit.client.0.smithi016.stdout: "num_whiteouts": 0, 2024-04-15T16:06:23.104 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write": 3149, 2024-04-15T16:06:23.104 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write_kb": 367689 2024-04-15T16:06:23.104 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:23.105 INFO:tasks.workunit.client.0.smithi016.stdout: "state": "active+clean", 2024-04-15T16:06:23.105 INFO:tasks.workunit.client.0.smithi016.stdout: "stats_invalid": false, 2024-04-15T16:06:23.105 INFO:tasks.workunit.client.0.smithi016.stdout: "up": [ 2024-04-15T16:06:23.105 INFO:tasks.workunit.client.0.smithi016.stdout: 0, 2024-04-15T16:06:23.105 INFO:tasks.workunit.client.0.smithi016.stdout: 5, 2024-04-15T16:06:23.105 INFO:tasks.workunit.client.0.smithi016.stdout: 7 2024-04-15T16:06:23.105 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:23.105 INFO:tasks.workunit.client.0.smithi016.stdout: "up_primary": 0, 2024-04-15T16:06:23.105 INFO:tasks.workunit.client.0.smithi016.stdout: "version": "1096'3149" 2024-04-15T16:06:23.105 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:23.105 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-15T16:06:23.105 INFO:tasks.workunit.client.0.smithi016.stdout: "acting": [ 2024-04-15T16:06:23.105 INFO:tasks.workunit.client.0.smithi016.stdout: 4, 2024-04-15T16:06:23.105 INFO:tasks.workunit.client.0.smithi016.stdout: 1, 2024-04-15T16:06:23.105 INFO:tasks.workunit.client.0.smithi016.stdout: 0 2024-04-15T16:06:23.106 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:23.106 INFO:tasks.workunit.client.0.smithi016.stdout: "acting_primary": 4, 2024-04-15T16:06:23.106 INFO:tasks.workunit.client.0.smithi016.stdout: "avail_no_missing": [], 2024-04-15T16:06:23.106 INFO:tasks.workunit.client.0.smithi016.stdout: "blocked_by": [], 2024-04-15T16:06:23.106 INFO:tasks.workunit.client.0.smithi016.stdout: "created": 60, 2024-04-15T16:06:23.106 INFO:tasks.workunit.client.0.smithi016.stdout: "dirty_stats_invalid": false, 2024-04-15T16:06:23.106 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T16:06:23.106 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_stats_invalid": false, 2024-04-15T16:06:23.106 INFO:tasks.workunit.client.0.smithi016.stdout: "last_active": "2024-04-15T16:05:12.199680+0000", 2024-04-15T16:06:23.106 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_active": "2024-04-15T14:43:32.409356+0000", 2024-04-15T16:06:23.106 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_peered": "2024-04-15T14:43:32.409356+0000", 2024-04-15T16:06:23.106 INFO:tasks.workunit.client.0.smithi016.stdout: "last_change": "2024-04-15T14:43:32.409665+0000", 2024-04-15T16:06:23.106 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean": "2024-04-15T16:05:12.199680+0000", 2024-04-15T16:06:23.106 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean_scrub_stamp": "2024-04-15T14:33:33.599136+0000", 2024-04-15T16:06:23.107 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub": "0'0", 2024-04-15T16:06:23.107 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub_stamp": "2024-04-15T14:33:33.599136+0000", 2024-04-15T16:06:23.107 INFO:tasks.workunit.client.0.smithi016.stdout: "last_epoch_clean": 455, 2024-04-15T16:06:23.107 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fresh": "2024-04-15T16:05:12.199680+0000", 2024-04-15T16:06:23.107 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fullsized": "2024-04-15T16:05:12.199680+0000", 2024-04-15T16:06:23.107 INFO:tasks.workunit.client.0.smithi016.stdout: "last_peered": "2024-04-15T16:05:12.199680+0000", 2024-04-15T16:06:23.107 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub": "0'0", 2024-04-15T16:06:23.107 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_duration": 0, 2024-04-15T16:06:23.107 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_stamp": "2024-04-15T14:33:33.599136+0000", 2024-04-15T16:06:23.107 INFO:tasks.workunit.client.0.smithi016.stdout: "last_undegraded": "2024-04-15T16:05:12.199680+0000", 2024-04-15T16:06:23.107 INFO:tasks.workunit.client.0.smithi016.stdout: "last_unstale": "2024-04-15T16:05:12.199680+0000", 2024-04-15T16:06:23.107 INFO:tasks.workunit.client.0.smithi016.stdout: "log_dups_size": 0, 2024-04-15T16:06:23.107 INFO:tasks.workunit.client.0.smithi016.stdout: "log_size": 0, 2024-04-15T16:06:23.107 INFO:tasks.workunit.client.0.smithi016.stdout: "log_start": "0'0", 2024-04-15T16:06:23.107 INFO:tasks.workunit.client.0.smithi016.stdout: "manifest_stats_invalid": false, 2024-04-15T16:06:23.108 INFO:tasks.workunit.client.0.smithi016.stdout: "mapping_epoch": 454, 2024-04-15T16:06:23.108 INFO:tasks.workunit.client.0.smithi016.stdout: "object_location_counts": [], 2024-04-15T16:06:23.108 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_scrubbed": 0, 2024-04-15T16:06:23.108 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_trimmed": 0, 2024-04-15T16:06:23.108 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_stats_invalid": false, 2024-04-15T16:06:23.108 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_size": 0, 2024-04-15T16:06:23.108 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_start": "0'0", 2024-04-15T16:06:23.108 INFO:tasks.workunit.client.0.smithi016.stdout: "parent": "0.0", 2024-04-15T16:06:23.108 INFO:tasks.workunit.client.0.smithi016.stdout: "parent_split_bits": 0, 2024-04-15T16:06:23.108 INFO:tasks.workunit.client.0.smithi016.stdout: "pgid": "2.0", 2024-04-15T16:06:23.108 INFO:tasks.workunit.client.0.smithi016.stdout: "pin_stats_invalid": false, 2024-04-15T16:06:23.108 INFO:tasks.workunit.client.0.smithi016.stdout: "purged_snaps": [], 2024-04-15T16:06:23.108 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_epoch": 2721, 2024-04-15T16:06:23.108 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_seq": 4645, 2024-04-15T16:06:23.108 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_duration": 0.0, 2024-04-15T16:06:23.109 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-17T01:20:20.869330+0000", 2024-04-15T16:06:23.109 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrim_duration": 0.0, 2024-04-15T16:06:23.109 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrimq_len": 0, 2024-04-15T16:06:23.109 INFO:tasks.workunit.client.0.smithi016.stdout: "stat_sum": { 2024-04-15T16:06:23.109 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes": 0, 2024-04-15T16:06:23.109 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T16:06:23.109 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_recovered": 0, 2024-04-15T16:06:23.109 INFO:tasks.workunit.client.0.smithi016.stdout: "num_deep_scrub_errors": 0, 2024-04-15T16:06:23.109 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict": 0, 2024-04-15T16:06:23.109 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_kb": 0, 2024-04-15T16:06:23.109 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_full": 0, 2024-04-15T16:06:23.109 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_some": 0, 2024-04-15T16:06:23.109 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush": 0, 2024-04-15T16:06:23.109 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_kb": 0, 2024-04-15T16:06:23.109 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_high": 0, 2024-04-15T16:06:23.110 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_low": 0, 2024-04-15T16:06:23.110 INFO:tasks.workunit.client.0.smithi016.stdout: "num_keys_recovered": 0, 2024-04-15T16:06:23.110 INFO:tasks.workunit.client.0.smithi016.stdout: "num_large_omap_objects": 0, 2024-04-15T16:06:23.110 INFO:tasks.workunit.client.0.smithi016.stdout: "num_legacy_snapsets": 0, 2024-04-15T16:06:23.110 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_clones": 0, 2024-04-15T16:06:23.110 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_copies": 0, 2024-04-15T16:06:23.110 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects": 0, 2024-04-15T16:06:23.110 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_degraded": 0, 2024-04-15T16:06:23.110 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_dirty": 0, 2024-04-15T16:06:23.110 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T16:06:23.110 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_manifest": 0, 2024-04-15T16:06:23.110 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_misplaced": 0, 2024-04-15T16:06:23.110 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing": 0, 2024-04-15T16:06:23.110 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T16:06:23.110 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_omap": 0, 2024-04-15T16:06:23.111 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_pinned": 0, 2024-04-15T16:06:23.111 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_recovered": 0, 2024-04-15T16:06:23.111 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_repaired": 0, 2024-04-15T16:06:23.111 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_unfound": 0, 2024-04-15T16:06:23.111 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_bytes": 0, 2024-04-15T16:06:23.111 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_keys": 0, 2024-04-15T16:06:23.111 INFO:tasks.workunit.client.0.smithi016.stdout: "num_promote": 0, 2024-04-15T16:06:23.111 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read": 0, 2024-04-15T16:06:23.111 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read_kb": 0, 2024-04-15T16:06:23.111 INFO:tasks.workunit.client.0.smithi016.stdout: "num_scrub_errors": 0, 2024-04-15T16:06:23.111 INFO:tasks.workunit.client.0.smithi016.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T16:06:23.111 INFO:tasks.workunit.client.0.smithi016.stdout: "num_whiteouts": 0, 2024-04-15T16:06:23.111 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write": 0, 2024-04-15T16:06:23.111 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write_kb": 0 2024-04-15T16:06:23.112 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:23.112 INFO:tasks.workunit.client.0.smithi016.stdout: "state": "active+clean", 2024-04-15T16:06:23.112 INFO:tasks.workunit.client.0.smithi016.stdout: "stats_invalid": false, 2024-04-15T16:06:23.112 INFO:tasks.workunit.client.0.smithi016.stdout: "up": [ 2024-04-15T16:06:23.112 INFO:tasks.workunit.client.0.smithi016.stdout: 4, 2024-04-15T16:06:23.112 INFO:tasks.workunit.client.0.smithi016.stdout: 1, 2024-04-15T16:06:23.112 INFO:tasks.workunit.client.0.smithi016.stdout: 0 2024-04-15T16:06:23.112 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:23.112 INFO:tasks.workunit.client.0.smithi016.stdout: "up_primary": 4, 2024-04-15T16:06:23.112 INFO:tasks.workunit.client.0.smithi016.stdout: "version": "0'0" 2024-04-15T16:06:23.112 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:23.112 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-15T16:06:23.112 INFO:tasks.workunit.client.0.smithi016.stdout: "acting": [ 2024-04-15T16:06:23.112 INFO:tasks.workunit.client.0.smithi016.stdout: 0, 2024-04-15T16:06:23.112 INFO:tasks.workunit.client.0.smithi016.stdout: 4, 2024-04-15T16:06:23.113 INFO:tasks.workunit.client.0.smithi016.stdout: 3 2024-04-15T16:06:23.113 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:23.113 INFO:tasks.workunit.client.0.smithi016.stdout: "acting_primary": 0, 2024-04-15T16:06:23.113 INFO:tasks.workunit.client.0.smithi016.stdout: "avail_no_missing": [], 2024-04-15T16:06:23.113 INFO:tasks.workunit.client.0.smithi016.stdout: "blocked_by": [], 2024-04-15T16:06:23.113 INFO:tasks.workunit.client.0.smithi016.stdout: "created": 61, 2024-04-15T16:06:23.113 INFO:tasks.workunit.client.0.smithi016.stdout: "dirty_stats_invalid": false, 2024-04-15T16:06:23.113 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T16:06:23.113 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_stats_invalid": false, 2024-04-15T16:06:23.113 INFO:tasks.workunit.client.0.smithi016.stdout: "last_active": "2024-04-15T16:05:11.412483+0000", 2024-04-15T16:06:23.113 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_active": "2024-04-15T14:43:32.409330+0000", 2024-04-15T16:06:23.113 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_peered": "2024-04-15T14:43:32.409330+0000", 2024-04-15T16:06:23.113 INFO:tasks.workunit.client.0.smithi016.stdout: "last_change": "2024-04-15T14:43:32.409884+0000", 2024-04-15T16:06:23.113 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean": "2024-04-15T16:05:11.412483+0000", 2024-04-15T16:06:23.113 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T16:06:23.114 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub": "0'0", 2024-04-15T16:06:23.114 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T16:06:23.114 INFO:tasks.workunit.client.0.smithi016.stdout: "last_epoch_clean": 455, 2024-04-15T16:06:23.114 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fresh": "2024-04-15T16:05:11.412483+0000", 2024-04-15T16:06:23.114 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fullsized": "2024-04-15T16:05:11.412483+0000", 2024-04-15T16:06:23.114 INFO:tasks.workunit.client.0.smithi016.stdout: "last_peered": "2024-04-15T16:05:11.412483+0000", 2024-04-15T16:06:23.114 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub": "0'0", 2024-04-15T16:06:23.114 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_duration": 0, 2024-04-15T16:06:23.114 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T16:06:23.114 INFO:tasks.workunit.client.0.smithi016.stdout: "last_undegraded": "2024-04-15T16:05:11.412483+0000", 2024-04-15T16:06:23.114 INFO:tasks.workunit.client.0.smithi016.stdout: "last_unstale": "2024-04-15T16:05:11.412483+0000", 2024-04-15T16:06:23.114 INFO:tasks.workunit.client.0.smithi016.stdout: "log_dups_size": 0, 2024-04-15T16:06:23.115 INFO:tasks.workunit.client.0.smithi016.stdout: "log_size": 0, 2024-04-15T16:06:23.115 INFO:tasks.workunit.client.0.smithi016.stdout: "log_start": "0'0", 2024-04-15T16:06:23.115 INFO:tasks.workunit.client.0.smithi016.stdout: "manifest_stats_invalid": false, 2024-04-15T16:06:23.115 INFO:tasks.workunit.client.0.smithi016.stdout: "mapping_epoch": 454, 2024-04-15T16:06:23.115 INFO:tasks.workunit.client.0.smithi016.stdout: "object_location_counts": [], 2024-04-15T16:06:23.115 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_scrubbed": 0, 2024-04-15T16:06:23.115 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_trimmed": 0, 2024-04-15T16:06:23.115 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_stats_invalid": false, 2024-04-15T16:06:23.115 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_size": 0, 2024-04-15T16:06:23.115 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_start": "0'0", 2024-04-15T16:06:23.115 INFO:tasks.workunit.client.0.smithi016.stdout: "parent": "0.0", 2024-04-15T16:06:23.115 INFO:tasks.workunit.client.0.smithi016.stdout: "parent_split_bits": 0, 2024-04-15T16:06:23.115 INFO:tasks.workunit.client.0.smithi016.stdout: "pgid": "3.1", 2024-04-15T16:06:23.115 INFO:tasks.workunit.client.0.smithi016.stdout: "pin_stats_invalid": false, 2024-04-15T16:06:23.115 INFO:tasks.workunit.client.0.smithi016.stdout: "purged_snaps": [], 2024-04-15T16:06:23.116 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_epoch": 2721, 2024-04-15T16:06:23.116 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_seq": 5063, 2024-04-15T16:06:23.116 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_duration": 0.0, 2024-04-15T16:06:23.116 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-16T19:06:49.856139+0000", 2024-04-15T16:06:23.116 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrim_duration": 0.0, 2024-04-15T16:06:23.116 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrimq_len": 0, 2024-04-15T16:06:23.116 INFO:tasks.workunit.client.0.smithi016.stdout: "stat_sum": { 2024-04-15T16:06:23.116 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes": 0, 2024-04-15T16:06:23.116 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T16:06:23.116 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_recovered": 0, 2024-04-15T16:06:23.116 INFO:tasks.workunit.client.0.smithi016.stdout: "num_deep_scrub_errors": 0, 2024-04-15T16:06:23.116 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict": 0, 2024-04-15T16:06:23.116 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_kb": 0, 2024-04-15T16:06:23.116 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_full": 0, 2024-04-15T16:06:23.116 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_some": 0, 2024-04-15T16:06:23.117 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush": 0, 2024-04-15T16:06:23.117 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_kb": 0, 2024-04-15T16:06:23.117 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_high": 0, 2024-04-15T16:06:23.117 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_low": 0, 2024-04-15T16:06:23.117 INFO:tasks.workunit.client.0.smithi016.stdout: "num_keys_recovered": 0, 2024-04-15T16:06:23.117 INFO:tasks.workunit.client.0.smithi016.stdout: "num_large_omap_objects": 0, 2024-04-15T16:06:23.117 INFO:tasks.workunit.client.0.smithi016.stdout: "num_legacy_snapsets": 0, 2024-04-15T16:06:23.117 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_clones": 0, 2024-04-15T16:06:23.117 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_copies": 0, 2024-04-15T16:06:23.117 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects": 0, 2024-04-15T16:06:23.117 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_degraded": 0, 2024-04-15T16:06:23.117 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_dirty": 0, 2024-04-15T16:06:23.117 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T16:06:23.117 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_manifest": 0, 2024-04-15T16:06:23.117 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_misplaced": 0, 2024-04-15T16:06:23.118 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing": 0, 2024-04-15T16:06:23.118 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T16:06:23.118 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_omap": 0, 2024-04-15T16:06:23.118 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_pinned": 0, 2024-04-15T16:06:23.118 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_recovered": 0, 2024-04-15T16:06:23.118 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_repaired": 0, 2024-04-15T16:06:23.118 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_unfound": 0, 2024-04-15T16:06:23.118 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_bytes": 0, 2024-04-15T16:06:23.118 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_keys": 0, 2024-04-15T16:06:23.118 INFO:tasks.workunit.client.0.smithi016.stdout: "num_promote": 0, 2024-04-15T16:06:23.118 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read": 0, 2024-04-15T16:06:23.118 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read_kb": 0, 2024-04-15T16:06:23.118 INFO:tasks.workunit.client.0.smithi016.stdout: "num_scrub_errors": 0, 2024-04-15T16:06:23.118 INFO:tasks.workunit.client.0.smithi016.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T16:06:23.119 INFO:tasks.workunit.client.0.smithi016.stdout: "num_whiteouts": 0, 2024-04-15T16:06:23.119 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write": 0, 2024-04-15T16:06:23.119 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write_kb": 0 2024-04-15T16:06:23.119 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:23.119 INFO:tasks.workunit.client.0.smithi016.stdout: "state": "active+clean", 2024-04-15T16:06:23.119 INFO:tasks.workunit.client.0.smithi016.stdout: "stats_invalid": false, 2024-04-15T16:06:23.119 INFO:tasks.workunit.client.0.smithi016.stdout: "up": [ 2024-04-15T16:06:23.119 INFO:tasks.workunit.client.0.smithi016.stdout: 0, 2024-04-15T16:06:23.119 INFO:tasks.workunit.client.0.smithi016.stdout: 4, 2024-04-15T16:06:23.119 INFO:tasks.workunit.client.0.smithi016.stdout: 3 2024-04-15T16:06:23.119 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:23.119 INFO:tasks.workunit.client.0.smithi016.stdout: "up_primary": 0, 2024-04-15T16:06:23.119 INFO:tasks.workunit.client.0.smithi016.stdout: "version": "0'0" 2024-04-15T16:06:23.119 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:23.119 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-15T16:06:23.120 INFO:tasks.workunit.client.0.smithi016.stdout: "acting": [ 2024-04-15T16:06:23.120 INFO:tasks.workunit.client.0.smithi016.stdout: 0, 2024-04-15T16:06:23.120 INFO:tasks.workunit.client.0.smithi016.stdout: 1, 2024-04-15T16:06:23.120 INFO:tasks.workunit.client.0.smithi016.stdout: 2 2024-04-15T16:06:23.120 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:23.120 INFO:tasks.workunit.client.0.smithi016.stdout: "acting_primary": 0, 2024-04-15T16:06:23.120 INFO:tasks.workunit.client.0.smithi016.stdout: "avail_no_missing": [], 2024-04-15T16:06:23.120 INFO:tasks.workunit.client.0.smithi016.stdout: "blocked_by": [], 2024-04-15T16:06:23.120 INFO:tasks.workunit.client.0.smithi016.stdout: "created": 66, 2024-04-15T16:06:23.120 INFO:tasks.workunit.client.0.smithi016.stdout: "dirty_stats_invalid": false, 2024-04-15T16:06:23.120 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T16:06:23.120 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_stats_invalid": false, 2024-04-15T16:06:23.120 INFO:tasks.workunit.client.0.smithi016.stdout: "last_active": "2024-04-15T16:05:11.412863+0000", 2024-04-15T16:06:23.120 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_active": "2024-04-15T14:42:22.714456+0000", 2024-04-15T16:06:23.120 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_peered": "2024-04-15T14:42:22.714456+0000", 2024-04-15T16:06:23.121 INFO:tasks.workunit.client.0.smithi016.stdout: "last_change": "2024-04-15T15:17:56.733891+0000", 2024-04-15T16:06:23.121 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean": "2024-04-15T16:05:11.412863+0000", 2024-04-15T16:06:23.121 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean_scrub_stamp": "2024-04-15T14:34:07.163731+0000", 2024-04-15T16:06:23.121 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub": "0'0", 2024-04-15T16:06:23.121 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub_stamp": "2024-04-15T14:34:07.163731+0000", 2024-04-15T16:06:23.121 INFO:tasks.workunit.client.0.smithi016.stdout: "last_epoch_clean": 389, 2024-04-15T16:06:23.121 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fresh": "2024-04-15T16:05:11.412863+0000", 2024-04-15T16:06:23.121 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fullsized": "2024-04-15T16:05:11.412863+0000", 2024-04-15T16:06:23.121 INFO:tasks.workunit.client.0.smithi016.stdout: "last_peered": "2024-04-15T16:05:11.412863+0000", 2024-04-15T16:06:23.121 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub": "0'0", 2024-04-15T16:06:23.121 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_duration": 0, 2024-04-15T16:06:23.121 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_stamp": "2024-04-15T14:34:07.163731+0000", 2024-04-15T16:06:23.121 INFO:tasks.workunit.client.0.smithi016.stdout: "last_undegraded": "2024-04-15T16:05:11.412863+0000", 2024-04-15T16:06:23.121 INFO:tasks.workunit.client.0.smithi016.stdout: "last_unstale": "2024-04-15T16:05:11.412863+0000", 2024-04-15T16:06:23.121 INFO:tasks.workunit.client.0.smithi016.stdout: "log_dups_size": 0, 2024-04-15T16:06:23.122 INFO:tasks.workunit.client.0.smithi016.stdout: "log_size": 3116, 2024-04-15T16:06:23.122 INFO:tasks.workunit.client.0.smithi016.stdout: "log_start": "0'0", 2024-04-15T16:06:23.122 INFO:tasks.workunit.client.0.smithi016.stdout: "manifest_stats_invalid": false, 2024-04-15T16:06:23.122 INFO:tasks.workunit.client.0.smithi016.stdout: "mapping_epoch": 388, 2024-04-15T16:06:23.122 INFO:tasks.workunit.client.0.smithi016.stdout: "object_location_counts": [], 2024-04-15T16:06:23.122 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_scrubbed": 0, 2024-04-15T16:06:23.122 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_trimmed": 0, 2024-04-15T16:06:23.122 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_stats_invalid": false, 2024-04-15T16:06:23.122 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_size": 3116, 2024-04-15T16:06:23.122 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_start": "0'0", 2024-04-15T16:06:23.122 INFO:tasks.workunit.client.0.smithi016.stdout: "parent": "0.0", 2024-04-15T16:06:23.122 INFO:tasks.workunit.client.0.smithi016.stdout: "parent_split_bits": 0, 2024-04-15T16:06:23.122 INFO:tasks.workunit.client.0.smithi016.stdout: "pgid": "4.6", 2024-04-15T16:06:23.122 INFO:tasks.workunit.client.0.smithi016.stdout: "pin_stats_invalid": false, 2024-04-15T16:06:23.123 INFO:tasks.workunit.client.0.smithi016.stdout: "purged_snaps": [], 2024-04-15T16:06:23.123 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_epoch": 2721, 2024-04-15T16:06:23.123 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_seq": 8940, 2024-04-15T16:06:23.123 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_duration": 0.0, 2024-04-15T16:06:23.123 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-16T23:19:09.714238+0000", 2024-04-15T16:06:23.123 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrim_duration": 0.003330796, 2024-04-15T16:06:23.123 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrimq_len": 0, 2024-04-15T16:06:23.123 INFO:tasks.workunit.client.0.smithi016.stdout: "stat_sum": { 2024-04-15T16:06:23.123 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes": 4194304, 2024-04-15T16:06:23.123 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T16:06:23.123 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_recovered": 0, 2024-04-15T16:06:23.123 INFO:tasks.workunit.client.0.smithi016.stdout: "num_deep_scrub_errors": 0, 2024-04-15T16:06:23.123 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict": 0, 2024-04-15T16:06:23.123 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_kb": 0, 2024-04-15T16:06:23.123 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_full": 0, 2024-04-15T16:06:23.124 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_some": 0, 2024-04-15T16:06:23.124 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush": 0, 2024-04-15T16:06:23.124 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_kb": 0, 2024-04-15T16:06:23.124 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_high": 0, 2024-04-15T16:06:23.124 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_low": 0, 2024-04-15T16:06:23.124 INFO:tasks.workunit.client.0.smithi016.stdout: "num_keys_recovered": 0, 2024-04-15T16:06:23.124 INFO:tasks.workunit.client.0.smithi016.stdout: "num_large_omap_objects": 0, 2024-04-15T16:06:23.124 INFO:tasks.workunit.client.0.smithi016.stdout: "num_legacy_snapsets": 0, 2024-04-15T16:06:23.124 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_clones": 0, 2024-04-15T16:06:23.124 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_copies": 3, 2024-04-15T16:06:23.124 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects": 1, 2024-04-15T16:06:23.124 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_degraded": 0, 2024-04-15T16:06:23.124 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_dirty": 1, 2024-04-15T16:06:23.124 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T16:06:23.124 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_manifest": 0, 2024-04-15T16:06:23.125 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_misplaced": 0, 2024-04-15T16:06:23.125 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing": 0, 2024-04-15T16:06:23.125 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T16:06:23.125 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_omap": 0, 2024-04-15T16:06:23.125 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_pinned": 0, 2024-04-15T16:06:23.125 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_recovered": 0, 2024-04-15T16:06:23.125 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_repaired": 0, 2024-04-15T16:06:23.125 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_unfound": 0, 2024-04-15T16:06:23.125 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_bytes": 0, 2024-04-15T16:06:23.125 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_keys": 0, 2024-04-15T16:06:23.125 INFO:tasks.workunit.client.0.smithi016.stdout: "num_promote": 0, 2024-04-15T16:06:23.125 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read": 1300, 2024-04-15T16:06:23.125 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read_kb": 365986, 2024-04-15T16:06:23.126 INFO:tasks.workunit.client.0.smithi016.stdout: "num_scrub_errors": 0, 2024-04-15T16:06:23.126 INFO:tasks.workunit.client.0.smithi016.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T16:06:23.126 INFO:tasks.workunit.client.0.smithi016.stdout: "num_whiteouts": 0, 2024-04-15T16:06:23.126 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write": 3070, 2024-04-15T16:06:23.126 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write_kb": 414387 2024-04-15T16:06:23.126 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:23.126 INFO:tasks.workunit.client.0.smithi016.stdout: "state": "active+clean", 2024-04-15T16:06:23.126 INFO:tasks.workunit.client.0.smithi016.stdout: "stats_invalid": false, 2024-04-15T16:06:23.126 INFO:tasks.workunit.client.0.smithi016.stdout: "up": [ 2024-04-15T16:06:23.126 INFO:tasks.workunit.client.0.smithi016.stdout: 0, 2024-04-15T16:06:23.126 INFO:tasks.workunit.client.0.smithi016.stdout: 1, 2024-04-15T16:06:23.126 INFO:tasks.workunit.client.0.smithi016.stdout: 2 2024-04-15T16:06:23.126 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:23.126 INFO:tasks.workunit.client.0.smithi016.stdout: "up_primary": 0, 2024-04-15T16:06:23.127 INFO:tasks.workunit.client.0.smithi016.stdout: "version": "1096'3116" 2024-04-15T16:06:23.127 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:23.127 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-15T16:06:23.127 INFO:tasks.workunit.client.0.smithi016.stdout: "acting": [ 2024-04-15T16:06:23.127 INFO:tasks.workunit.client.0.smithi016.stdout: 7, 2024-04-15T16:06:23.127 INFO:tasks.workunit.client.0.smithi016.stdout: 0, 2024-04-15T16:06:23.127 INFO:tasks.workunit.client.0.smithi016.stdout: 6 2024-04-15T16:06:23.127 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:23.127 INFO:tasks.workunit.client.0.smithi016.stdout: "acting_primary": 7, 2024-04-15T16:06:23.127 INFO:tasks.workunit.client.0.smithi016.stdout: "avail_no_missing": [], 2024-04-15T16:06:23.127 INFO:tasks.workunit.client.0.smithi016.stdout: "blocked_by": [], 2024-04-15T16:06:23.127 INFO:tasks.workunit.client.0.smithi016.stdout: "created": 19, 2024-04-15T16:06:23.127 INFO:tasks.workunit.client.0.smithi016.stdout: "dirty_stats_invalid": false, 2024-04-15T16:06:23.127 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T16:06:23.128 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_stats_invalid": false, 2024-04-15T16:06:23.128 INFO:tasks.workunit.client.0.smithi016.stdout: "last_active": "2024-04-15T16:05:12.198489+0000", 2024-04-15T16:06:23.128 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_active": "2024-04-15T14:44:49.363399+0000", 2024-04-15T16:06:23.128 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_peered": "2024-04-15T14:44:49.363399+0000", 2024-04-15T16:06:23.128 INFO:tasks.workunit.client.0.smithi016.stdout: "last_change": "2024-04-15T14:44:49.363792+0000", 2024-04-15T16:06:23.128 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean": "2024-04-15T16:05:12.198489+0000", 2024-04-15T16:06:23.128 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean_scrub_stamp": "2024-04-15T14:31:12.725041+0000", 2024-04-15T16:06:23.128 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub": "0'0", 2024-04-15T16:06:23.128 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub_stamp": "2024-04-15T14:31:12.725041+0000", 2024-04-15T16:06:23.128 INFO:tasks.workunit.client.0.smithi016.stdout: "last_epoch_clean": 532, 2024-04-15T16:06:23.128 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fresh": "2024-04-15T16:05:12.198489+0000", 2024-04-15T16:06:23.128 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fullsized": "2024-04-15T16:05:12.198489+0000", 2024-04-15T16:06:23.128 INFO:tasks.workunit.client.0.smithi016.stdout: "last_peered": "2024-04-15T16:05:12.198489+0000", 2024-04-15T16:06:23.128 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub": "0'0", 2024-04-15T16:06:23.129 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_duration": 0, 2024-04-15T16:06:23.129 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_stamp": "2024-04-15T14:31:12.725041+0000", 2024-04-15T16:06:23.129 INFO:tasks.workunit.client.0.smithi016.stdout: "last_undegraded": "2024-04-15T16:05:12.198489+0000", 2024-04-15T16:06:23.129 INFO:tasks.workunit.client.0.smithi016.stdout: "last_unstale": "2024-04-15T16:05:12.198489+0000", 2024-04-15T16:06:23.129 INFO:tasks.workunit.client.0.smithi016.stdout: "log_dups_size": 0, 2024-04-15T16:06:23.129 INFO:tasks.workunit.client.0.smithi016.stdout: "log_size": 237, 2024-04-15T16:06:23.129 INFO:tasks.workunit.client.0.smithi016.stdout: "log_start": "0'0", 2024-04-15T16:06:23.129 INFO:tasks.workunit.client.0.smithi016.stdout: "manifest_stats_invalid": false, 2024-04-15T16:06:23.129 INFO:tasks.workunit.client.0.smithi016.stdout: "mapping_epoch": 531, 2024-04-15T16:06:23.129 INFO:tasks.workunit.client.0.smithi016.stdout: "object_location_counts": [], 2024-04-15T16:06:23.129 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_scrubbed": 0, 2024-04-15T16:06:23.129 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_trimmed": 0, 2024-04-15T16:06:23.129 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_stats_invalid": false, 2024-04-15T16:06:23.130 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_size": 237, 2024-04-15T16:06:23.130 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_start": "0'0", 2024-04-15T16:06:23.130 INFO:tasks.workunit.client.0.smithi016.stdout: "parent": "0.0", 2024-04-15T16:06:23.130 INFO:tasks.workunit.client.0.smithi016.stdout: "parent_split_bits": 0, 2024-04-15T16:06:23.130 INFO:tasks.workunit.client.0.smithi016.stdout: "pgid": "1.0", 2024-04-15T16:06:23.130 INFO:tasks.workunit.client.0.smithi016.stdout: "pin_stats_invalid": false, 2024-04-15T16:06:23.130 INFO:tasks.workunit.client.0.smithi016.stdout: "purged_snaps": [], 2024-04-15T16:06:23.130 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_epoch": 2721, 2024-04-15T16:06:23.130 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_seq": 5518, 2024-04-15T16:06:23.130 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_duration": 0.0, 2024-04-15T16:06:23.130 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-16T21:49:27.450625+0000", 2024-04-15T16:06:23.130 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrim_duration": 0.0, 2024-04-15T16:06:23.130 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrimq_len": 0, 2024-04-15T16:06:23.130 INFO:tasks.workunit.client.0.smithi016.stdout: "stat_sum": { 2024-04-15T16:06:23.130 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes": 590368, 2024-04-15T16:06:23.131 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T16:06:23.131 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_recovered": 1771104, 2024-04-15T16:06:23.131 INFO:tasks.workunit.client.0.smithi016.stdout: "num_deep_scrub_errors": 0, 2024-04-15T16:06:23.131 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict": 0, 2024-04-15T16:06:23.131 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_kb": 0, 2024-04-15T16:06:23.131 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_full": 0, 2024-04-15T16:06:23.131 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_some": 0, 2024-04-15T16:06:23.131 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush": 0, 2024-04-15T16:06:23.131 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_kb": 0, 2024-04-15T16:06:23.131 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_high": 0, 2024-04-15T16:06:23.131 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_low": 0, 2024-04-15T16:06:23.131 INFO:tasks.workunit.client.0.smithi016.stdout: "num_keys_recovered": 0, 2024-04-15T16:06:23.131 INFO:tasks.workunit.client.0.smithi016.stdout: "num_large_omap_objects": 0, 2024-04-15T16:06:23.131 INFO:tasks.workunit.client.0.smithi016.stdout: "num_legacy_snapsets": 0, 2024-04-15T16:06:23.132 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_clones": 0, 2024-04-15T16:06:23.132 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_copies": 6, 2024-04-15T16:06:23.132 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects": 2, 2024-04-15T16:06:23.132 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_degraded": 0, 2024-04-15T16:06:23.132 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_dirty": 2, 2024-04-15T16:06:23.132 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T16:06:23.132 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_manifest": 0, 2024-04-15T16:06:23.132 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_misplaced": 0, 2024-04-15T16:06:23.132 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing": 0, 2024-04-15T16:06:23.132 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T16:06:23.132 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_omap": 0, 2024-04-15T16:06:23.132 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_pinned": 0, 2024-04-15T16:06:23.132 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_recovered": 6, 2024-04-15T16:06:23.132 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_repaired": 0, 2024-04-15T16:06:23.133 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_unfound": 0, 2024-04-15T16:06:23.133 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_bytes": 0, 2024-04-15T16:06:23.133 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_keys": 0, 2024-04-15T16:06:23.133 INFO:tasks.workunit.client.0.smithi016.stdout: "num_promote": 0, 2024-04-15T16:06:23.133 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read": 1178, 2024-04-15T16:06:23.133 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read_kb": 1994, 2024-04-15T16:06:23.133 INFO:tasks.workunit.client.0.smithi016.stdout: "num_scrub_errors": 0, 2024-04-15T16:06:23.133 INFO:tasks.workunit.client.0.smithi016.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T16:06:23.133 INFO:tasks.workunit.client.0.smithi016.stdout: "num_whiteouts": 0, 2024-04-15T16:06:23.133 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write": 391, 2024-04-15T16:06:23.133 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write_kb": 2416 2024-04-15T16:06:23.133 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:23.133 INFO:tasks.workunit.client.0.smithi016.stdout: "state": "active+clean", 2024-04-15T16:06:23.133 INFO:tasks.workunit.client.0.smithi016.stdout: "stats_invalid": false, 2024-04-15T16:06:23.133 INFO:tasks.workunit.client.0.smithi016.stdout: "up": [ 2024-04-15T16:06:23.134 INFO:tasks.workunit.client.0.smithi016.stdout: 7, 2024-04-15T16:06:23.134 INFO:tasks.workunit.client.0.smithi016.stdout: 0, 2024-04-15T16:06:23.134 INFO:tasks.workunit.client.0.smithi016.stdout: 6 2024-04-15T16:06:23.134 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:23.134 INFO:tasks.workunit.client.0.smithi016.stdout: "up_primary": 7, 2024-04-15T16:06:23.134 INFO:tasks.workunit.client.0.smithi016.stdout: "version": "2124'237" 2024-04-15T16:06:23.134 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:23.134 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-15T16:06:23.134 INFO:tasks.workunit.client.0.smithi016.stdout: "acting": [ 2024-04-15T16:06:23.134 INFO:tasks.workunit.client.0.smithi016.stdout: 5, 2024-04-15T16:06:23.134 INFO:tasks.workunit.client.0.smithi016.stdout: 2, 2024-04-15T16:06:23.134 INFO:tasks.workunit.client.0.smithi016.stdout: 7 2024-04-15T16:06:23.134 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:23.134 INFO:tasks.workunit.client.0.smithi016.stdout: "acting_primary": 5, 2024-04-15T16:06:23.135 INFO:tasks.workunit.client.0.smithi016.stdout: "avail_no_missing": [], 2024-04-15T16:06:23.135 INFO:tasks.workunit.client.0.smithi016.stdout: "blocked_by": [], 2024-04-15T16:06:23.135 INFO:tasks.workunit.client.0.smithi016.stdout: "created": 60, 2024-04-15T16:06:23.135 INFO:tasks.workunit.client.0.smithi016.stdout: "dirty_stats_invalid": false, 2024-04-15T16:06:23.135 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T16:06:23.135 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_stats_invalid": false, 2024-04-15T16:06:23.135 INFO:tasks.workunit.client.0.smithi016.stdout: "last_active": "2024-04-15T16:05:12.202050+0000", 2024-04-15T16:06:23.135 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_active": "2024-04-15T14:44:49.375192+0000", 2024-04-15T16:06:23.135 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_peered": "2024-04-15T14:44:49.375192+0000", 2024-04-15T16:06:23.135 INFO:tasks.workunit.client.0.smithi016.stdout: "last_change": "2024-04-15T14:44:49.375498+0000", 2024-04-15T16:06:23.135 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean": "2024-04-15T16:05:12.202050+0000", 2024-04-15T16:06:23.135 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean_scrub_stamp": "2024-04-15T14:33:33.599136+0000", 2024-04-15T16:06:23.135 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub": "0'0", 2024-04-15T16:06:23.135 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub_stamp": "2024-04-15T14:33:33.599136+0000", 2024-04-15T16:06:23.135 INFO:tasks.workunit.client.0.smithi016.stdout: "last_epoch_clean": 532, 2024-04-15T16:06:23.136 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fresh": "2024-04-15T16:05:12.202050+0000", 2024-04-15T16:06:23.136 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fullsized": "2024-04-15T16:05:12.202050+0000", 2024-04-15T16:06:23.136 INFO:tasks.workunit.client.0.smithi016.stdout: "last_peered": "2024-04-15T16:05:12.202050+0000", 2024-04-15T16:06:23.136 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub": "0'0", 2024-04-15T16:06:23.136 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_duration": 0, 2024-04-15T16:06:23.136 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_stamp": "2024-04-15T14:33:33.599136+0000", 2024-04-15T16:06:23.136 INFO:tasks.workunit.client.0.smithi016.stdout: "last_undegraded": "2024-04-15T16:05:12.202050+0000", 2024-04-15T16:06:23.136 INFO:tasks.workunit.client.0.smithi016.stdout: "last_unstale": "2024-04-15T16:05:12.202050+0000", 2024-04-15T16:06:23.136 INFO:tasks.workunit.client.0.smithi016.stdout: "log_dups_size": 0, 2024-04-15T16:06:23.136 INFO:tasks.workunit.client.0.smithi016.stdout: "log_size": 0, 2024-04-15T16:06:23.136 INFO:tasks.workunit.client.0.smithi016.stdout: "log_start": "0'0", 2024-04-15T16:06:23.136 INFO:tasks.workunit.client.0.smithi016.stdout: "manifest_stats_invalid": false, 2024-04-15T16:06:23.136 INFO:tasks.workunit.client.0.smithi016.stdout: "mapping_epoch": 531, 2024-04-15T16:06:23.136 INFO:tasks.workunit.client.0.smithi016.stdout: "object_location_counts": [], 2024-04-15T16:06:23.137 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_scrubbed": 0, 2024-04-15T16:06:23.137 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_trimmed": 0, 2024-04-15T16:06:23.137 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_stats_invalid": false, 2024-04-15T16:06:23.137 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_size": 0, 2024-04-15T16:06:23.137 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_start": "0'0", 2024-04-15T16:06:23.137 INFO:tasks.workunit.client.0.smithi016.stdout: "parent": "0.0", 2024-04-15T16:06:23.137 INFO:tasks.workunit.client.0.smithi016.stdout: "parent_split_bits": 0, 2024-04-15T16:06:23.137 INFO:tasks.workunit.client.0.smithi016.stdout: "pgid": "2.3", 2024-04-15T16:06:23.137 INFO:tasks.workunit.client.0.smithi016.stdout: "pin_stats_invalid": false, 2024-04-15T16:06:23.137 INFO:tasks.workunit.client.0.smithi016.stdout: "purged_snaps": [], 2024-04-15T16:06:23.137 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_epoch": 2721, 2024-04-15T16:06:23.137 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_seq": 4893, 2024-04-15T16:06:23.137 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_duration": 0.0, 2024-04-15T16:06:23.137 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-17T00:10:55.806182+0000", 2024-04-15T16:06:23.137 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrim_duration": 0.0, 2024-04-15T16:06:23.138 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrimq_len": 0, 2024-04-15T16:06:23.138 INFO:tasks.workunit.client.0.smithi016.stdout: "stat_sum": { 2024-04-15T16:06:23.138 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes": 0, 2024-04-15T16:06:23.138 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T16:06:23.138 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_recovered": 0, 2024-04-15T16:06:23.138 INFO:tasks.workunit.client.0.smithi016.stdout: "num_deep_scrub_errors": 0, 2024-04-15T16:06:23.138 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict": 0, 2024-04-15T16:06:23.138 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_kb": 0, 2024-04-15T16:06:23.138 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_full": 0, 2024-04-15T16:06:23.138 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_some": 0, 2024-04-15T16:06:23.138 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush": 0, 2024-04-15T16:06:23.138 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_kb": 0, 2024-04-15T16:06:23.138 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_high": 0, 2024-04-15T16:06:23.138 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_low": 0, 2024-04-15T16:06:23.139 INFO:tasks.workunit.client.0.smithi016.stdout: "num_keys_recovered": 0, 2024-04-15T16:06:23.139 INFO:tasks.workunit.client.0.smithi016.stdout: "num_large_omap_objects": 0, 2024-04-15T16:06:23.139 INFO:tasks.workunit.client.0.smithi016.stdout: "num_legacy_snapsets": 0, 2024-04-15T16:06:23.139 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_clones": 0, 2024-04-15T16:06:23.139 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_copies": 0, 2024-04-15T16:06:23.139 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects": 0, 2024-04-15T16:06:23.139 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_degraded": 0, 2024-04-15T16:06:23.139 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_dirty": 0, 2024-04-15T16:06:23.139 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T16:06:23.139 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_manifest": 0, 2024-04-15T16:06:23.139 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_misplaced": 0, 2024-04-15T16:06:23.139 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing": 0, 2024-04-15T16:06:23.139 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T16:06:23.139 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_omap": 0, 2024-04-15T16:06:23.139 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_pinned": 0, 2024-04-15T16:06:23.140 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_recovered": 0, 2024-04-15T16:06:23.140 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_repaired": 0, 2024-04-15T16:06:23.140 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_unfound": 0, 2024-04-15T16:06:23.140 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_bytes": 0, 2024-04-15T16:06:23.140 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_keys": 0, 2024-04-15T16:06:23.140 INFO:tasks.workunit.client.0.smithi016.stdout: "num_promote": 0, 2024-04-15T16:06:23.140 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read": 0, 2024-04-15T16:06:23.140 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read_kb": 0, 2024-04-15T16:06:23.140 INFO:tasks.workunit.client.0.smithi016.stdout: "num_scrub_errors": 0, 2024-04-15T16:06:23.140 INFO:tasks.workunit.client.0.smithi016.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T16:06:23.140 INFO:tasks.workunit.client.0.smithi016.stdout: "num_whiteouts": 0, 2024-04-15T16:06:23.140 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write": 0, 2024-04-15T16:06:23.140 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write_kb": 0 2024-04-15T16:06:23.140 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:23.140 INFO:tasks.workunit.client.0.smithi016.stdout: "state": "active+clean", 2024-04-15T16:06:23.141 INFO:tasks.workunit.client.0.smithi016.stdout: "stats_invalid": false, 2024-04-15T16:06:23.141 INFO:tasks.workunit.client.0.smithi016.stdout: "up": [ 2024-04-15T16:06:23.141 INFO:tasks.workunit.client.0.smithi016.stdout: 5, 2024-04-15T16:06:23.141 INFO:tasks.workunit.client.0.smithi016.stdout: 2, 2024-04-15T16:06:23.141 INFO:tasks.workunit.client.0.smithi016.stdout: 7 2024-04-15T16:06:23.141 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:23.141 INFO:tasks.workunit.client.0.smithi016.stdout: "up_primary": 5, 2024-04-15T16:06:23.141 INFO:tasks.workunit.client.0.smithi016.stdout: "version": "0'0" 2024-04-15T16:06:23.141 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:23.141 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-15T16:06:23.141 INFO:tasks.workunit.client.0.smithi016.stdout: "acting": [ 2024-04-15T16:06:23.141 INFO:tasks.workunit.client.0.smithi016.stdout: 3, 2024-04-15T16:06:23.141 INFO:tasks.workunit.client.0.smithi016.stdout: 5, 2024-04-15T16:06:23.141 INFO:tasks.workunit.client.0.smithi016.stdout: 6 2024-04-15T16:06:23.141 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:23.142 INFO:tasks.workunit.client.0.smithi016.stdout: "acting_primary": 3, 2024-04-15T16:06:23.142 INFO:tasks.workunit.client.0.smithi016.stdout: "avail_no_missing": [], 2024-04-15T16:06:23.142 INFO:tasks.workunit.client.0.smithi016.stdout: "blocked_by": [], 2024-04-15T16:06:23.142 INFO:tasks.workunit.client.0.smithi016.stdout: "created": 61, 2024-04-15T16:06:23.142 INFO:tasks.workunit.client.0.smithi016.stdout: "dirty_stats_invalid": false, 2024-04-15T16:06:23.142 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T16:06:23.142 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_stats_invalid": false, 2024-04-15T16:06:23.142 INFO:tasks.workunit.client.0.smithi016.stdout: "last_active": "2024-04-15T16:05:12.197371+0000", 2024-04-15T16:06:23.142 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_active": "2024-04-15T14:44:28.452350+0000", 2024-04-15T16:06:23.142 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_peered": "2024-04-15T14:44:28.452350+0000", 2024-04-15T16:06:23.142 INFO:tasks.workunit.client.0.smithi016.stdout: "last_change": "2024-04-15T14:44:28.454766+0000", 2024-04-15T16:06:23.142 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean": "2024-04-15T16:05:12.197371+0000", 2024-04-15T16:06:23.142 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T16:06:23.142 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub": "0'0", 2024-04-15T16:06:23.142 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T16:06:23.143 INFO:tasks.workunit.client.0.smithi016.stdout: "last_epoch_clean": 511, 2024-04-15T16:06:23.143 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fresh": "2024-04-15T16:05:12.197371+0000", 2024-04-15T16:06:23.143 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fullsized": "2024-04-15T16:05:12.197371+0000", 2024-04-15T16:06:23.143 INFO:tasks.workunit.client.0.smithi016.stdout: "last_peered": "2024-04-15T16:05:12.197371+0000", 2024-04-15T16:06:23.143 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub": "0'0", 2024-04-15T16:06:23.143 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_duration": 0, 2024-04-15T16:06:23.143 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T16:06:23.143 INFO:tasks.workunit.client.0.smithi016.stdout: "last_undegraded": "2024-04-15T16:05:12.197371+0000", 2024-04-15T16:06:23.143 INFO:tasks.workunit.client.0.smithi016.stdout: "last_unstale": "2024-04-15T16:05:12.197371+0000", 2024-04-15T16:06:23.143 INFO:tasks.workunit.client.0.smithi016.stdout: "log_dups_size": 0, 2024-04-15T16:06:23.143 INFO:tasks.workunit.client.0.smithi016.stdout: "log_size": 0, 2024-04-15T16:06:23.144 INFO:tasks.workunit.client.0.smithi016.stdout: "log_start": "0'0", 2024-04-15T16:06:23.144 INFO:tasks.workunit.client.0.smithi016.stdout: "manifest_stats_invalid": false, 2024-04-15T16:06:23.144 INFO:tasks.workunit.client.0.smithi016.stdout: "mapping_epoch": 510, 2024-04-15T16:06:23.144 INFO:tasks.workunit.client.0.smithi016.stdout: "object_location_counts": [], 2024-04-15T16:06:23.144 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_scrubbed": 0, 2024-04-15T16:06:23.144 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_trimmed": 0, 2024-04-15T16:06:23.144 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_stats_invalid": false, 2024-04-15T16:06:23.144 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_size": 0, 2024-04-15T16:06:23.144 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_start": "0'0", 2024-04-15T16:06:23.144 INFO:tasks.workunit.client.0.smithi016.stdout: "parent": "0.0", 2024-04-15T16:06:23.144 INFO:tasks.workunit.client.0.smithi016.stdout: "parent_split_bits": 0, 2024-04-15T16:06:23.144 INFO:tasks.workunit.client.0.smithi016.stdout: "pgid": "3.2", 2024-04-15T16:06:23.144 INFO:tasks.workunit.client.0.smithi016.stdout: "pin_stats_invalid": false, 2024-04-15T16:06:23.144 INFO:tasks.workunit.client.0.smithi016.stdout: "purged_snaps": [], 2024-04-15T16:06:23.144 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_epoch": 2721, 2024-04-15T16:06:23.145 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_seq": 4966, 2024-04-15T16:06:23.145 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_duration": 0.0, 2024-04-15T16:06:23.145 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-16T15:47:38.522004+0000", 2024-04-15T16:06:23.145 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrim_duration": 0.0, 2024-04-15T16:06:23.145 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrimq_len": 0, 2024-04-15T16:06:23.145 INFO:tasks.workunit.client.0.smithi016.stdout: "stat_sum": { 2024-04-15T16:06:23.145 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes": 0, 2024-04-15T16:06:23.145 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T16:06:23.145 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_recovered": 0, 2024-04-15T16:06:23.145 INFO:tasks.workunit.client.0.smithi016.stdout: "num_deep_scrub_errors": 0, 2024-04-15T16:06:23.145 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict": 0, 2024-04-15T16:06:23.145 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_kb": 0, 2024-04-15T16:06:23.145 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_full": 0, 2024-04-15T16:06:23.145 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_some": 0, 2024-04-15T16:06:23.146 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush": 0, 2024-04-15T16:06:23.146 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_kb": 0, 2024-04-15T16:06:23.146 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_high": 0, 2024-04-15T16:06:23.146 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_low": 0, 2024-04-15T16:06:23.146 INFO:tasks.workunit.client.0.smithi016.stdout: "num_keys_recovered": 0, 2024-04-15T16:06:23.146 INFO:tasks.workunit.client.0.smithi016.stdout: "num_large_omap_objects": 0, 2024-04-15T16:06:23.146 INFO:tasks.workunit.client.0.smithi016.stdout: "num_legacy_snapsets": 0, 2024-04-15T16:06:23.146 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_clones": 0, 2024-04-15T16:06:23.146 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_copies": 0, 2024-04-15T16:06:23.146 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects": 0, 2024-04-15T16:06:23.146 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_degraded": 0, 2024-04-15T16:06:23.146 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_dirty": 0, 2024-04-15T16:06:23.146 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T16:06:23.146 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_manifest": 0, 2024-04-15T16:06:23.146 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_misplaced": 0, 2024-04-15T16:06:23.147 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing": 0, 2024-04-15T16:06:23.147 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T16:06:23.147 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_omap": 0, 2024-04-15T16:06:23.147 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_pinned": 0, 2024-04-15T16:06:23.147 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_recovered": 0, 2024-04-15T16:06:23.147 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_repaired": 0, 2024-04-15T16:06:23.147 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_unfound": 0, 2024-04-15T16:06:23.147 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_bytes": 0, 2024-04-15T16:06:23.147 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_keys": 0, 2024-04-15T16:06:23.147 INFO:tasks.workunit.client.0.smithi016.stdout: "num_promote": 0, 2024-04-15T16:06:23.147 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read": 0, 2024-04-15T16:06:23.147 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read_kb": 0, 2024-04-15T16:06:23.147 INFO:tasks.workunit.client.0.smithi016.stdout: "num_scrub_errors": 0, 2024-04-15T16:06:23.147 INFO:tasks.workunit.client.0.smithi016.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T16:06:23.148 INFO:tasks.workunit.client.0.smithi016.stdout: "num_whiteouts": 0, 2024-04-15T16:06:23.148 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write": 0, 2024-04-15T16:06:23.148 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write_kb": 0 2024-04-15T16:06:23.148 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:23.148 INFO:tasks.workunit.client.0.smithi016.stdout: "state": "active+clean", 2024-04-15T16:06:23.148 INFO:tasks.workunit.client.0.smithi016.stdout: "stats_invalid": false, 2024-04-15T16:06:23.148 INFO:tasks.workunit.client.0.smithi016.stdout: "up": [ 2024-04-15T16:06:23.148 INFO:tasks.workunit.client.0.smithi016.stdout: 3, 2024-04-15T16:06:23.148 INFO:tasks.workunit.client.0.smithi016.stdout: 5, 2024-04-15T16:06:23.148 INFO:tasks.workunit.client.0.smithi016.stdout: 6 2024-04-15T16:06:23.148 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:23.148 INFO:tasks.workunit.client.0.smithi016.stdout: "up_primary": 3, 2024-04-15T16:06:23.148 INFO:tasks.workunit.client.0.smithi016.stdout: "version": "0'0" 2024-04-15T16:06:23.148 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:23.148 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-15T16:06:23.149 INFO:tasks.workunit.client.0.smithi016.stdout: "acting": [ 2024-04-15T16:06:23.149 INFO:tasks.workunit.client.0.smithi016.stdout: 6, 2024-04-15T16:06:23.149 INFO:tasks.workunit.client.0.smithi016.stdout: 4, 2024-04-15T16:06:23.149 INFO:tasks.workunit.client.0.smithi016.stdout: 7 2024-04-15T16:06:23.149 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:23.149 INFO:tasks.workunit.client.0.smithi016.stdout: "acting_primary": 6, 2024-04-15T16:06:23.149 INFO:tasks.workunit.client.0.smithi016.stdout: "avail_no_missing": [], 2024-04-15T16:06:23.149 INFO:tasks.workunit.client.0.smithi016.stdout: "blocked_by": [], 2024-04-15T16:06:23.149 INFO:tasks.workunit.client.0.smithi016.stdout: "created": 66, 2024-04-15T16:06:23.149 INFO:tasks.workunit.client.0.smithi016.stdout: "dirty_stats_invalid": false, 2024-04-15T16:06:23.149 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T16:06:23.149 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_stats_invalid": false, 2024-04-15T16:06:23.149 INFO:tasks.workunit.client.0.smithi016.stdout: "last_active": "2024-04-15T16:05:11.412047+0000", 2024-04-15T16:06:23.149 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_active": "2024-04-15T14:44:49.367263+0000", 2024-04-15T16:06:23.150 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_peered": "2024-04-15T14:44:49.367263+0000", 2024-04-15T16:06:23.150 INFO:tasks.workunit.client.0.smithi016.stdout: "last_change": "2024-04-15T15:17:56.834811+0000", 2024-04-15T16:06:23.150 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean": "2024-04-15T16:05:11.412047+0000", 2024-04-15T16:06:23.150 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean_scrub_stamp": "2024-04-15T14:34:07.163731+0000", 2024-04-15T16:06:23.150 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub": "0'0", 2024-04-15T16:06:23.150 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub_stamp": "2024-04-15T14:34:07.163731+0000", 2024-04-15T16:06:23.150 INFO:tasks.workunit.client.0.smithi016.stdout: "last_epoch_clean": 532, 2024-04-15T16:06:23.150 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fresh": "2024-04-15T16:05:11.412047+0000", 2024-04-15T16:06:23.150 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fullsized": "2024-04-15T16:05:11.412047+0000", 2024-04-15T16:06:23.150 INFO:tasks.workunit.client.0.smithi016.stdout: "last_peered": "2024-04-15T16:05:11.412047+0000", 2024-04-15T16:06:23.150 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub": "0'0", 2024-04-15T16:06:23.150 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_duration": 0, 2024-04-15T16:06:23.150 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_stamp": "2024-04-15T14:34:07.163731+0000", 2024-04-15T16:06:23.150 INFO:tasks.workunit.client.0.smithi016.stdout: "last_undegraded": "2024-04-15T16:05:11.412047+0000", 2024-04-15T16:06:23.150 INFO:tasks.workunit.client.0.smithi016.stdout: "last_unstale": "2024-04-15T16:05:11.412047+0000", 2024-04-15T16:06:23.151 INFO:tasks.workunit.client.0.smithi016.stdout: "log_dups_size": 0, 2024-04-15T16:06:23.151 INFO:tasks.workunit.client.0.smithi016.stdout: "log_size": 3275, 2024-04-15T16:06:23.151 INFO:tasks.workunit.client.0.smithi016.stdout: "log_start": "0'0", 2024-04-15T16:06:23.151 INFO:tasks.workunit.client.0.smithi016.stdout: "manifest_stats_invalid": false, 2024-04-15T16:06:23.151 INFO:tasks.workunit.client.0.smithi016.stdout: "mapping_epoch": 531, 2024-04-15T16:06:23.151 INFO:tasks.workunit.client.0.smithi016.stdout: "object_location_counts": [], 2024-04-15T16:06:23.151 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_scrubbed": 0, 2024-04-15T16:06:23.151 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_trimmed": 0, 2024-04-15T16:06:23.151 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_stats_invalid": false, 2024-04-15T16:06:23.151 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_size": 3275, 2024-04-15T16:06:23.151 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_start": "0'0", 2024-04-15T16:06:23.151 INFO:tasks.workunit.client.0.smithi016.stdout: "parent": "0.0", 2024-04-15T16:06:23.151 INFO:tasks.workunit.client.0.smithi016.stdout: "parent_split_bits": 0, 2024-04-15T16:06:23.151 INFO:tasks.workunit.client.0.smithi016.stdout: "pgid": "4.5", 2024-04-15T16:06:23.152 INFO:tasks.workunit.client.0.smithi016.stdout: "pin_stats_invalid": false, 2024-04-15T16:06:23.152 INFO:tasks.workunit.client.0.smithi016.stdout: "purged_snaps": [], 2024-04-15T16:06:23.152 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_epoch": 2721, 2024-04-15T16:06:23.152 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_seq": 8930, 2024-04-15T16:06:23.152 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_duration": 0.0, 2024-04-15T16:06:23.152 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-17T02:06:23.748109+0000", 2024-04-15T16:06:23.152 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrim_duration": 0.001730425, 2024-04-15T16:06:23.152 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrimq_len": 0, 2024-04-15T16:06:23.152 INFO:tasks.workunit.client.0.smithi016.stdout: "stat_sum": { 2024-04-15T16:06:23.152 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes": 0, 2024-04-15T16:06:23.152 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T16:06:23.152 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_recovered": 0, 2024-04-15T16:06:23.152 INFO:tasks.workunit.client.0.smithi016.stdout: "num_deep_scrub_errors": 0, 2024-04-15T16:06:23.152 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict": 0, 2024-04-15T16:06:23.152 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_kb": 0, 2024-04-15T16:06:23.153 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_full": 0, 2024-04-15T16:06:23.153 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_some": 0, 2024-04-15T16:06:23.153 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush": 0, 2024-04-15T16:06:23.153 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_kb": 0, 2024-04-15T16:06:23.153 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_high": 0, 2024-04-15T16:06:23.153 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_low": 0, 2024-04-15T16:06:23.153 INFO:tasks.workunit.client.0.smithi016.stdout: "num_keys_recovered": 0, 2024-04-15T16:06:23.153 INFO:tasks.workunit.client.0.smithi016.stdout: "num_large_omap_objects": 0, 2024-04-15T16:06:23.153 INFO:tasks.workunit.client.0.smithi016.stdout: "num_legacy_snapsets": 0, 2024-04-15T16:06:23.153 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_clones": 0, 2024-04-15T16:06:23.153 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_copies": 0, 2024-04-15T16:06:23.153 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects": 0, 2024-04-15T16:06:23.153 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_degraded": 0, 2024-04-15T16:06:23.153 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_dirty": 0, 2024-04-15T16:06:23.153 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T16:06:23.154 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_manifest": 0, 2024-04-15T16:06:23.154 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_misplaced": 0, 2024-04-15T16:06:23.154 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing": 0, 2024-04-15T16:06:23.154 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T16:06:23.154 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_omap": 0, 2024-04-15T16:06:23.154 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_pinned": 0, 2024-04-15T16:06:23.154 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_recovered": 0, 2024-04-15T16:06:23.154 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_repaired": 0, 2024-04-15T16:06:23.154 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_unfound": 0, 2024-04-15T16:06:23.154 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_bytes": 0, 2024-04-15T16:06:23.154 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_keys": 0, 2024-04-15T16:06:23.154 INFO:tasks.workunit.client.0.smithi016.stdout: "num_promote": 0, 2024-04-15T16:06:23.154 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read": 1147, 2024-04-15T16:06:23.154 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read_kb": 404172, 2024-04-15T16:06:23.155 INFO:tasks.workunit.client.0.smithi016.stdout: "num_scrub_errors": 0, 2024-04-15T16:06:23.155 INFO:tasks.workunit.client.0.smithi016.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T16:06:23.155 INFO:tasks.workunit.client.0.smithi016.stdout: "num_whiteouts": 0, 2024-04-15T16:06:23.155 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write": 3244, 2024-04-15T16:06:23.155 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write_kb": 468344 2024-04-15T16:06:23.155 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:23.155 INFO:tasks.workunit.client.0.smithi016.stdout: "state": "active+clean", 2024-04-15T16:06:23.155 INFO:tasks.workunit.client.0.smithi016.stdout: "stats_invalid": false, 2024-04-15T16:06:23.155 INFO:tasks.workunit.client.0.smithi016.stdout: "up": [ 2024-04-15T16:06:23.155 INFO:tasks.workunit.client.0.smithi016.stdout: 6, 2024-04-15T16:06:23.155 INFO:tasks.workunit.client.0.smithi016.stdout: 4, 2024-04-15T16:06:23.155 INFO:tasks.workunit.client.0.smithi016.stdout: 7 2024-04-15T16:06:23.155 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:23.155 INFO:tasks.workunit.client.0.smithi016.stdout: "up_primary": 6, 2024-04-15T16:06:23.155 INFO:tasks.workunit.client.0.smithi016.stdout: "version": "1096'3275" 2024-04-15T16:06:23.156 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:23.156 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-15T16:06:23.156 INFO:tasks.workunit.client.0.smithi016.stdout: "acting": [ 2024-04-15T16:06:23.156 INFO:tasks.workunit.client.0.smithi016.stdout: 2, 2024-04-15T16:06:23.156 INFO:tasks.workunit.client.0.smithi016.stdout: 3, 2024-04-15T16:06:23.156 INFO:tasks.workunit.client.0.smithi016.stdout: 0 2024-04-15T16:06:23.156 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:23.156 INFO:tasks.workunit.client.0.smithi016.stdout: "acting_primary": 2, 2024-04-15T16:06:23.156 INFO:tasks.workunit.client.0.smithi016.stdout: "avail_no_missing": [], 2024-04-15T16:06:23.156 INFO:tasks.workunit.client.0.smithi016.stdout: "blocked_by": [], 2024-04-15T16:06:23.156 INFO:tasks.workunit.client.0.smithi016.stdout: "created": 60, 2024-04-15T16:06:23.156 INFO:tasks.workunit.client.0.smithi016.stdout: "dirty_stats_invalid": false, 2024-04-15T16:06:23.156 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T16:06:23.156 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_stats_invalid": false, 2024-04-15T16:06:23.156 INFO:tasks.workunit.client.0.smithi016.stdout: "last_active": "2024-04-15T16:05:12.196837+0000", 2024-04-15T16:06:23.157 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_active": "2024-04-15T14:42:57.509292+0000", 2024-04-15T16:06:23.157 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_peered": "2024-04-15T14:42:57.509292+0000", 2024-04-15T16:06:23.157 INFO:tasks.workunit.client.0.smithi016.stdout: "last_change": "2024-04-15T14:42:57.509551+0000", 2024-04-15T16:06:23.157 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean": "2024-04-15T16:05:12.196837+0000", 2024-04-15T16:06:23.157 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean_scrub_stamp": "2024-04-15T14:33:33.599136+0000", 2024-04-15T16:06:23.157 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub": "0'0", 2024-04-15T16:06:23.157 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub_stamp": "2024-04-15T14:33:33.599136+0000", 2024-04-15T16:06:23.157 INFO:tasks.workunit.client.0.smithi016.stdout: "last_epoch_clean": 420, 2024-04-15T16:06:23.157 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fresh": "2024-04-15T16:05:12.196837+0000", 2024-04-15T16:06:23.157 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fullsized": "2024-04-15T16:05:12.196837+0000", 2024-04-15T16:06:23.157 INFO:tasks.workunit.client.0.smithi016.stdout: "last_peered": "2024-04-15T16:05:12.196837+0000", 2024-04-15T16:06:23.157 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub": "0'0", 2024-04-15T16:06:23.157 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_duration": 0, 2024-04-15T16:06:23.158 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_stamp": "2024-04-15T14:33:33.599136+0000", 2024-04-15T16:06:23.158 INFO:tasks.workunit.client.0.smithi016.stdout: "last_undegraded": "2024-04-15T16:05:12.196837+0000", 2024-04-15T16:06:23.158 INFO:tasks.workunit.client.0.smithi016.stdout: "last_unstale": "2024-04-15T16:05:12.196837+0000", 2024-04-15T16:06:23.158 INFO:tasks.workunit.client.0.smithi016.stdout: "log_dups_size": 0, 2024-04-15T16:06:23.158 INFO:tasks.workunit.client.0.smithi016.stdout: "log_size": 0, 2024-04-15T16:06:23.158 INFO:tasks.workunit.client.0.smithi016.stdout: "log_start": "0'0", 2024-04-15T16:06:23.158 INFO:tasks.workunit.client.0.smithi016.stdout: "manifest_stats_invalid": false, 2024-04-15T16:06:23.158 INFO:tasks.workunit.client.0.smithi016.stdout: "mapping_epoch": 419, 2024-04-15T16:06:23.158 INFO:tasks.workunit.client.0.smithi016.stdout: "object_location_counts": [], 2024-04-15T16:06:23.158 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_scrubbed": 0, 2024-04-15T16:06:23.158 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_trimmed": 0, 2024-04-15T16:06:23.158 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_stats_invalid": false, 2024-04-15T16:06:23.158 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_size": 0, 2024-04-15T16:06:23.158 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_start": "0'0", 2024-04-15T16:06:23.159 INFO:tasks.workunit.client.0.smithi016.stdout: "parent": "0.0", 2024-04-15T16:06:23.159 INFO:tasks.workunit.client.0.smithi016.stdout: "parent_split_bits": 0, 2024-04-15T16:06:23.159 INFO:tasks.workunit.client.0.smithi016.stdout: "pgid": "2.1", 2024-04-15T16:06:23.159 INFO:tasks.workunit.client.0.smithi016.stdout: "pin_stats_invalid": false, 2024-04-15T16:06:23.159 INFO:tasks.workunit.client.0.smithi016.stdout: "purged_snaps": [], 2024-04-15T16:06:23.159 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_epoch": 2721, 2024-04-15T16:06:23.159 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_seq": 5025, 2024-04-15T16:06:23.159 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_duration": 0.0, 2024-04-15T16:06:23.159 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-17T01:58:29.703567+0000", 2024-04-15T16:06:23.159 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrim_duration": 0.0, 2024-04-15T16:06:23.160 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrimq_len": 0, 2024-04-15T16:06:23.160 INFO:tasks.workunit.client.0.smithi016.stdout: "stat_sum": { 2024-04-15T16:06:23.160 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes": 0, 2024-04-15T16:06:23.160 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T16:06:23.160 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_recovered": 0, 2024-04-15T16:06:23.160 INFO:tasks.workunit.client.0.smithi016.stdout: "num_deep_scrub_errors": 0, 2024-04-15T16:06:23.160 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict": 0, 2024-04-15T16:06:23.160 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_kb": 0, 2024-04-15T16:06:23.160 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_full": 0, 2024-04-15T16:06:23.160 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_some": 0, 2024-04-15T16:06:23.160 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush": 0, 2024-04-15T16:06:23.160 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_kb": 0, 2024-04-15T16:06:23.161 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_high": 0, 2024-04-15T16:06:23.161 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_low": 0, 2024-04-15T16:06:23.161 INFO:tasks.workunit.client.0.smithi016.stdout: "num_keys_recovered": 0, 2024-04-15T16:06:23.161 INFO:tasks.workunit.client.0.smithi016.stdout: "num_large_omap_objects": 0, 2024-04-15T16:06:23.161 INFO:tasks.workunit.client.0.smithi016.stdout: "num_legacy_snapsets": 0, 2024-04-15T16:06:23.161 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_clones": 0, 2024-04-15T16:06:23.161 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_copies": 0, 2024-04-15T16:06:23.161 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects": 0, 2024-04-15T16:06:23.161 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_degraded": 0, 2024-04-15T16:06:23.161 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_dirty": 0, 2024-04-15T16:06:23.161 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T16:06:23.161 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_manifest": 0, 2024-04-15T16:06:23.161 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_misplaced": 0, 2024-04-15T16:06:23.161 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing": 0, 2024-04-15T16:06:23.162 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T16:06:23.162 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_omap": 0, 2024-04-15T16:06:23.162 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_pinned": 0, 2024-04-15T16:06:23.162 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_recovered": 0, 2024-04-15T16:06:23.162 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_repaired": 0, 2024-04-15T16:06:23.162 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_unfound": 0, 2024-04-15T16:06:23.162 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_bytes": 0, 2024-04-15T16:06:23.162 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_keys": 0, 2024-04-15T16:06:23.162 INFO:tasks.workunit.client.0.smithi016.stdout: "num_promote": 0, 2024-04-15T16:06:23.162 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read": 0, 2024-04-15T16:06:23.162 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read_kb": 0, 2024-04-15T16:06:23.162 INFO:tasks.workunit.client.0.smithi016.stdout: "num_scrub_errors": 0, 2024-04-15T16:06:23.162 INFO:tasks.workunit.client.0.smithi016.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T16:06:23.163 INFO:tasks.workunit.client.0.smithi016.stdout: "num_whiteouts": 0, 2024-04-15T16:06:23.163 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write": 0, 2024-04-15T16:06:23.163 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write_kb": 0 2024-04-15T16:06:23.163 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:23.163 INFO:tasks.workunit.client.0.smithi016.stdout: "state": "active+clean", 2024-04-15T16:06:23.163 INFO:tasks.workunit.client.0.smithi016.stdout: "stats_invalid": false, 2024-04-15T16:06:23.163 INFO:tasks.workunit.client.0.smithi016.stdout: "up": [ 2024-04-15T16:06:23.163 INFO:tasks.workunit.client.0.smithi016.stdout: 2, 2024-04-15T16:06:23.163 INFO:tasks.workunit.client.0.smithi016.stdout: 3, 2024-04-15T16:06:23.163 INFO:tasks.workunit.client.0.smithi016.stdout: 0 2024-04-15T16:06:23.163 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:23.163 INFO:tasks.workunit.client.0.smithi016.stdout: "up_primary": 2, 2024-04-15T16:06:23.163 INFO:tasks.workunit.client.0.smithi016.stdout: "version": "0'0" 2024-04-15T16:06:23.164 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:23.164 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-15T16:06:23.164 INFO:tasks.workunit.client.0.smithi016.stdout: "acting": [ 2024-04-15T16:06:23.164 INFO:tasks.workunit.client.0.smithi016.stdout: 1, 2024-04-15T16:06:23.164 INFO:tasks.workunit.client.0.smithi016.stdout: 2, 2024-04-15T16:06:23.164 INFO:tasks.workunit.client.0.smithi016.stdout: 6 2024-04-15T16:06:23.164 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:23.164 INFO:tasks.workunit.client.0.smithi016.stdout: "acting_primary": 1, 2024-04-15T16:06:23.164 INFO:tasks.workunit.client.0.smithi016.stdout: "avail_no_missing": [], 2024-04-15T16:06:23.164 INFO:tasks.workunit.client.0.smithi016.stdout: "blocked_by": [], 2024-04-15T16:06:23.164 INFO:tasks.workunit.client.0.smithi016.stdout: "created": 61, 2024-04-15T16:06:23.164 INFO:tasks.workunit.client.0.smithi016.stdout: "dirty_stats_invalid": false, 2024-04-15T16:06:23.164 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T16:06:23.164 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_stats_invalid": false, 2024-04-15T16:06:23.165 INFO:tasks.workunit.client.0.smithi016.stdout: "last_active": "2024-04-15T16:05:11.869597+0000", 2024-04-15T16:06:23.165 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_active": "2024-04-15T14:44:28.453739+0000", 2024-04-15T16:06:23.165 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_peered": "2024-04-15T14:44:28.453739+0000", 2024-04-15T16:06:23.165 INFO:tasks.workunit.client.0.smithi016.stdout: "last_change": "2024-04-15T14:44:28.454138+0000", 2024-04-15T16:06:23.165 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean": "2024-04-15T16:05:11.869597+0000", 2024-04-15T16:06:23.165 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T16:06:23.165 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub": "0'0", 2024-04-15T16:06:23.165 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T16:06:23.165 INFO:tasks.workunit.client.0.smithi016.stdout: "last_epoch_clean": 511, 2024-04-15T16:06:23.165 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fresh": "2024-04-15T16:05:11.869597+0000", 2024-04-15T16:06:23.165 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fullsized": "2024-04-15T16:05:11.869597+0000", 2024-04-15T16:06:23.165 INFO:tasks.workunit.client.0.smithi016.stdout: "last_peered": "2024-04-15T16:05:11.869597+0000", 2024-04-15T16:06:23.165 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub": "0'0", 2024-04-15T16:06:23.166 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_duration": 0, 2024-04-15T16:06:23.166 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T16:06:23.166 INFO:tasks.workunit.client.0.smithi016.stdout: "last_undegraded": "2024-04-15T16:05:11.869597+0000", 2024-04-15T16:06:23.166 INFO:tasks.workunit.client.0.smithi016.stdout: "last_unstale": "2024-04-15T16:05:11.869597+0000", 2024-04-15T16:06:23.166 INFO:tasks.workunit.client.0.smithi016.stdout: "log_dups_size": 0, 2024-04-15T16:06:23.166 INFO:tasks.workunit.client.0.smithi016.stdout: "log_size": 0, 2024-04-15T16:06:23.166 INFO:tasks.workunit.client.0.smithi016.stdout: "log_start": "0'0", 2024-04-15T16:06:23.166 INFO:tasks.workunit.client.0.smithi016.stdout: "manifest_stats_invalid": false, 2024-04-15T16:06:23.166 INFO:tasks.workunit.client.0.smithi016.stdout: "mapping_epoch": 510, 2024-04-15T16:06:23.166 INFO:tasks.workunit.client.0.smithi016.stdout: "object_location_counts": [], 2024-04-15T16:06:23.166 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_scrubbed": 0, 2024-04-15T16:06:23.166 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_trimmed": 0, 2024-04-15T16:06:23.166 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_stats_invalid": false, 2024-04-15T16:06:23.166 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_size": 0, 2024-04-15T16:06:23.167 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_start": "0'0", 2024-04-15T16:06:23.167 INFO:tasks.workunit.client.0.smithi016.stdout: "parent": "0.0", 2024-04-15T16:06:23.167 INFO:tasks.workunit.client.0.smithi016.stdout: "parent_split_bits": 0, 2024-04-15T16:06:23.167 INFO:tasks.workunit.client.0.smithi016.stdout: "pgid": "3.0", 2024-04-15T16:06:23.167 INFO:tasks.workunit.client.0.smithi016.stdout: "pin_stats_invalid": false, 2024-04-15T16:06:23.167 INFO:tasks.workunit.client.0.smithi016.stdout: "purged_snaps": [], 2024-04-15T16:06:23.167 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_epoch": 2721, 2024-04-15T16:06:23.167 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_seq": 5046, 2024-04-15T16:06:23.167 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_duration": 0.0, 2024-04-15T16:06:23.167 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-16T19:14:45.501397+0000", 2024-04-15T16:06:23.167 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrim_duration": 0.0, 2024-04-15T16:06:23.167 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrimq_len": 0, 2024-04-15T16:06:23.167 INFO:tasks.workunit.client.0.smithi016.stdout: "stat_sum": { 2024-04-15T16:06:23.167 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes": 0, 2024-04-15T16:06:23.168 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T16:06:23.168 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_recovered": 0, 2024-04-15T16:06:23.168 INFO:tasks.workunit.client.0.smithi016.stdout: "num_deep_scrub_errors": 0, 2024-04-15T16:06:23.168 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict": 0, 2024-04-15T16:06:23.168 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_kb": 0, 2024-04-15T16:06:23.168 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_full": 0, 2024-04-15T16:06:23.168 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_some": 0, 2024-04-15T16:06:23.168 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush": 0, 2024-04-15T16:06:23.168 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_kb": 0, 2024-04-15T16:06:23.168 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_high": 0, 2024-04-15T16:06:23.168 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_low": 0, 2024-04-15T16:06:23.168 INFO:tasks.workunit.client.0.smithi016.stdout: "num_keys_recovered": 0, 2024-04-15T16:06:23.168 INFO:tasks.workunit.client.0.smithi016.stdout: "num_large_omap_objects": 0, 2024-04-15T16:06:23.168 INFO:tasks.workunit.client.0.smithi016.stdout: "num_legacy_snapsets": 0, 2024-04-15T16:06:23.168 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_clones": 0, 2024-04-15T16:06:23.169 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_copies": 0, 2024-04-15T16:06:23.169 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects": 0, 2024-04-15T16:06:23.169 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_degraded": 0, 2024-04-15T16:06:23.169 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_dirty": 0, 2024-04-15T16:06:23.169 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T16:06:23.169 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_manifest": 0, 2024-04-15T16:06:23.169 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_misplaced": 0, 2024-04-15T16:06:23.169 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing": 0, 2024-04-15T16:06:23.169 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T16:06:23.169 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_omap": 0, 2024-04-15T16:06:23.169 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_pinned": 0, 2024-04-15T16:06:23.169 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_recovered": 0, 2024-04-15T16:06:23.169 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_repaired": 0, 2024-04-15T16:06:23.169 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_unfound": 0, 2024-04-15T16:06:23.169 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_bytes": 0, 2024-04-15T16:06:23.170 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_keys": 0, 2024-04-15T16:06:23.170 INFO:tasks.workunit.client.0.smithi016.stdout: "num_promote": 0, 2024-04-15T16:06:23.170 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read": 0, 2024-04-15T16:06:23.170 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read_kb": 0, 2024-04-15T16:06:23.170 INFO:tasks.workunit.client.0.smithi016.stdout: "num_scrub_errors": 0, 2024-04-15T16:06:23.170 INFO:tasks.workunit.client.0.smithi016.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T16:06:23.170 INFO:tasks.workunit.client.0.smithi016.stdout: "num_whiteouts": 0, 2024-04-15T16:06:23.170 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write": 0, 2024-04-15T16:06:23.170 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write_kb": 0 2024-04-15T16:06:23.170 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:23.170 INFO:tasks.workunit.client.0.smithi016.stdout: "state": "active+clean", 2024-04-15T16:06:23.170 INFO:tasks.workunit.client.0.smithi016.stdout: "stats_invalid": false, 2024-04-15T16:06:23.170 INFO:tasks.workunit.client.0.smithi016.stdout: "up": [ 2024-04-15T16:06:23.170 INFO:tasks.workunit.client.0.smithi016.stdout: 1, 2024-04-15T16:06:23.171 INFO:tasks.workunit.client.0.smithi016.stdout: 2, 2024-04-15T16:06:23.171 INFO:tasks.workunit.client.0.smithi016.stdout: 6 2024-04-15T16:06:23.171 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:23.171 INFO:tasks.workunit.client.0.smithi016.stdout: "up_primary": 1, 2024-04-15T16:06:23.171 INFO:tasks.workunit.client.0.smithi016.stdout: "version": "0'0" 2024-04-15T16:06:23.171 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:23.171 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-15T16:06:23.171 INFO:tasks.workunit.client.0.smithi016.stdout: "acting": [ 2024-04-15T16:06:23.171 INFO:tasks.workunit.client.0.smithi016.stdout: 1, 2024-04-15T16:06:23.171 INFO:tasks.workunit.client.0.smithi016.stdout: 5, 2024-04-15T16:06:23.171 INFO:tasks.workunit.client.0.smithi016.stdout: 0 2024-04-15T16:06:23.171 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:23.171 INFO:tasks.workunit.client.0.smithi016.stdout: "acting_primary": 1, 2024-04-15T16:06:23.171 INFO:tasks.workunit.client.0.smithi016.stdout: "avail_no_missing": [], 2024-04-15T16:06:23.171 INFO:tasks.workunit.client.0.smithi016.stdout: "blocked_by": [], 2024-04-15T16:06:23.172 INFO:tasks.workunit.client.0.smithi016.stdout: "created": 66, 2024-04-15T16:06:23.172 INFO:tasks.workunit.client.0.smithi016.stdout: "dirty_stats_invalid": false, 2024-04-15T16:06:23.172 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T16:06:23.172 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_stats_invalid": false, 2024-04-15T16:06:23.172 INFO:tasks.workunit.client.0.smithi016.stdout: "last_active": "2024-04-15T16:05:11.870057+0000", 2024-04-15T16:06:23.172 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_active": "2024-04-15T14:43:53.354869+0000", 2024-04-15T16:06:23.172 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_peered": "2024-04-15T14:43:53.354869+0000", 2024-04-15T16:06:23.172 INFO:tasks.workunit.client.0.smithi016.stdout: "last_change": "2024-04-15T15:17:56.725731+0000", 2024-04-15T16:06:23.172 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean": "2024-04-15T16:05:11.870057+0000", 2024-04-15T16:06:23.172 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean_scrub_stamp": "2024-04-15T14:34:07.163731+0000", 2024-04-15T16:06:23.172 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub": "0'0", 2024-04-15T16:06:23.172 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub_stamp": "2024-04-15T14:34:07.163731+0000", 2024-04-15T16:06:23.172 INFO:tasks.workunit.client.0.smithi016.stdout: "last_epoch_clean": 476, 2024-04-15T16:06:23.172 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fresh": "2024-04-15T16:05:11.870057+0000", 2024-04-15T16:06:23.172 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fullsized": "2024-04-15T16:05:11.870057+0000", 2024-04-15T16:06:23.173 INFO:tasks.workunit.client.0.smithi016.stdout: "last_peered": "2024-04-15T16:05:11.870057+0000", 2024-04-15T16:06:23.173 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub": "0'0", 2024-04-15T16:06:23.173 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_duration": 0, 2024-04-15T16:06:23.173 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_stamp": "2024-04-15T14:34:07.163731+0000", 2024-04-15T16:06:23.173 INFO:tasks.workunit.client.0.smithi016.stdout: "last_undegraded": "2024-04-15T16:05:11.870057+0000", 2024-04-15T16:06:23.173 INFO:tasks.workunit.client.0.smithi016.stdout: "last_unstale": "2024-04-15T16:05:11.870057+0000", 2024-04-15T16:06:23.173 INFO:tasks.workunit.client.0.smithi016.stdout: "log_dups_size": 0, 2024-04-15T16:06:23.173 INFO:tasks.workunit.client.0.smithi016.stdout: "log_size": 2978, 2024-04-15T16:06:23.173 INFO:tasks.workunit.client.0.smithi016.stdout: "log_start": "0'0", 2024-04-15T16:06:23.173 INFO:tasks.workunit.client.0.smithi016.stdout: "manifest_stats_invalid": false, 2024-04-15T16:06:23.173 INFO:tasks.workunit.client.0.smithi016.stdout: "mapping_epoch": 475, 2024-04-15T16:06:23.173 INFO:tasks.workunit.client.0.smithi016.stdout: "object_location_counts": [], 2024-04-15T16:06:23.173 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_scrubbed": 0, 2024-04-15T16:06:23.174 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_trimmed": 0, 2024-04-15T16:06:23.174 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_stats_invalid": false, 2024-04-15T16:06:23.174 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_size": 2978, 2024-04-15T16:06:23.174 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_start": "0'0", 2024-04-15T16:06:23.174 INFO:tasks.workunit.client.0.smithi016.stdout: "parent": "0.0", 2024-04-15T16:06:23.174 INFO:tasks.workunit.client.0.smithi016.stdout: "parent_split_bits": 0, 2024-04-15T16:06:23.174 INFO:tasks.workunit.client.0.smithi016.stdout: "pgid": "4.7", 2024-04-15T16:06:23.174 INFO:tasks.workunit.client.0.smithi016.stdout: "pin_stats_invalid": false, 2024-04-15T16:06:23.174 INFO:tasks.workunit.client.0.smithi016.stdout: "purged_snaps": [], 2024-04-15T16:06:23.174 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_epoch": 2721, 2024-04-15T16:06:23.174 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_seq": 8765, 2024-04-15T16:06:23.174 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_duration": 0.0, 2024-04-15T16:06:23.174 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-16T20:38:33.062077+0000", 2024-04-15T16:06:23.174 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrim_duration": 0.003666, 2024-04-15T16:06:23.175 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrimq_len": 0, 2024-04-15T16:06:23.175 INFO:tasks.workunit.client.0.smithi016.stdout: "stat_sum": { 2024-04-15T16:06:23.175 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes": 0, 2024-04-15T16:06:23.175 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T16:06:23.175 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_recovered": 0, 2024-04-15T16:06:23.175 INFO:tasks.workunit.client.0.smithi016.stdout: "num_deep_scrub_errors": 0, 2024-04-15T16:06:23.175 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict": 0, 2024-04-15T16:06:23.175 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_kb": 0, 2024-04-15T16:06:23.175 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_full": 0, 2024-04-15T16:06:23.175 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_some": 0, 2024-04-15T16:06:23.175 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush": 0, 2024-04-15T16:06:23.175 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_kb": 0, 2024-04-15T16:06:23.175 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_high": 0, 2024-04-15T16:06:23.175 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_low": 0, 2024-04-15T16:06:23.175 INFO:tasks.workunit.client.0.smithi016.stdout: "num_keys_recovered": 0, 2024-04-15T16:06:23.176 INFO:tasks.workunit.client.0.smithi016.stdout: "num_large_omap_objects": 0, 2024-04-15T16:06:23.176 INFO:tasks.workunit.client.0.smithi016.stdout: "num_legacy_snapsets": 0, 2024-04-15T16:06:23.176 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_clones": 0, 2024-04-15T16:06:23.176 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_copies": 0, 2024-04-15T16:06:23.176 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects": 0, 2024-04-15T16:06:23.176 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_degraded": 0, 2024-04-15T16:06:23.176 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_dirty": 0, 2024-04-15T16:06:23.176 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T16:06:23.176 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_manifest": 0, 2024-04-15T16:06:23.176 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_misplaced": 0, 2024-04-15T16:06:23.176 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing": 0, 2024-04-15T16:06:23.176 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T16:06:23.176 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_omap": 0, 2024-04-15T16:06:23.176 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_pinned": 0, 2024-04-15T16:06:23.177 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_recovered": 0, 2024-04-15T16:06:23.177 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_repaired": 0, 2024-04-15T16:06:23.177 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_unfound": 0, 2024-04-15T16:06:23.177 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_bytes": 0, 2024-04-15T16:06:23.177 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_keys": 0, 2024-04-15T16:06:23.177 INFO:tasks.workunit.client.0.smithi016.stdout: "num_promote": 0, 2024-04-15T16:06:23.177 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read": 1218, 2024-04-15T16:06:23.177 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read_kb": 386564, 2024-04-15T16:06:23.177 INFO:tasks.workunit.client.0.smithi016.stdout: "num_scrub_errors": 0, 2024-04-15T16:06:23.177 INFO:tasks.workunit.client.0.smithi016.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T16:06:23.177 INFO:tasks.workunit.client.0.smithi016.stdout: "num_whiteouts": 0, 2024-04-15T16:06:23.177 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write": 2949, 2024-04-15T16:06:23.177 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write_kb": 394529 2024-04-15T16:06:23.177 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:23.178 INFO:tasks.workunit.client.0.smithi016.stdout: "state": "active+clean", 2024-04-15T16:06:23.178 INFO:tasks.workunit.client.0.smithi016.stdout: "stats_invalid": false, 2024-04-15T16:06:23.178 INFO:tasks.workunit.client.0.smithi016.stdout: "up": [ 2024-04-15T16:06:23.178 INFO:tasks.workunit.client.0.smithi016.stdout: 1, 2024-04-15T16:06:23.178 INFO:tasks.workunit.client.0.smithi016.stdout: 5, 2024-04-15T16:06:23.178 INFO:tasks.workunit.client.0.smithi016.stdout: 0 2024-04-15T16:06:23.178 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:23.178 INFO:tasks.workunit.client.0.smithi016.stdout: "up_primary": 1, 2024-04-15T16:06:23.178 INFO:tasks.workunit.client.0.smithi016.stdout: "version": "1096'2978" 2024-04-15T16:06:23.178 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:23.178 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-15T16:06:23.178 INFO:tasks.workunit.client.0.smithi016.stdout: "acting": [ 2024-04-15T16:06:23.178 INFO:tasks.workunit.client.0.smithi016.stdout: 4, 2024-04-15T16:06:23.178 INFO:tasks.workunit.client.0.smithi016.stdout: 0, 2024-04-15T16:06:23.179 INFO:tasks.workunit.client.0.smithi016.stdout: 6 2024-04-15T16:06:23.179 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:23.179 INFO:tasks.workunit.client.0.smithi016.stdout: "acting_primary": 4, 2024-04-15T16:06:23.179 INFO:tasks.workunit.client.0.smithi016.stdout: "avail_no_missing": [], 2024-04-15T16:06:23.179 INFO:tasks.workunit.client.0.smithi016.stdout: "blocked_by": [], 2024-04-15T16:06:23.179 INFO:tasks.workunit.client.0.smithi016.stdout: "created": 61, 2024-04-15T16:06:23.179 INFO:tasks.workunit.client.0.smithi016.stdout: "dirty_stats_invalid": false, 2024-04-15T16:06:23.179 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T16:06:23.179 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_stats_invalid": false, 2024-04-15T16:06:23.179 INFO:tasks.workunit.client.0.smithi016.stdout: "last_active": "2024-04-15T16:05:12.201095+0000", 2024-04-15T16:06:23.179 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_active": "2024-04-15T14:44:28.450939+0000", 2024-04-15T16:06:23.179 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_peered": "2024-04-15T14:44:28.450939+0000", 2024-04-15T16:06:23.179 INFO:tasks.workunit.client.0.smithi016.stdout: "last_change": "2024-04-15T14:44:28.451249+0000", 2024-04-15T16:06:23.179 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean": "2024-04-15T16:05:12.201095+0000", 2024-04-15T16:06:23.179 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T16:06:23.180 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub": "0'0", 2024-04-15T16:06:23.180 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T16:06:23.180 INFO:tasks.workunit.client.0.smithi016.stdout: "last_epoch_clean": 511, 2024-04-15T16:06:23.180 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fresh": "2024-04-15T16:05:12.201095+0000", 2024-04-15T16:06:23.180 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fullsized": "2024-04-15T16:05:12.201095+0000", 2024-04-15T16:06:23.180 INFO:tasks.workunit.client.0.smithi016.stdout: "last_peered": "2024-04-15T16:05:12.201095+0000", 2024-04-15T16:06:23.180 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub": "0'0", 2024-04-15T16:06:23.180 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_duration": 0, 2024-04-15T16:06:23.180 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T16:06:23.180 INFO:tasks.workunit.client.0.smithi016.stdout: "last_undegraded": "2024-04-15T16:05:12.201095+0000", 2024-04-15T16:06:23.180 INFO:tasks.workunit.client.0.smithi016.stdout: "last_unstale": "2024-04-15T16:05:12.201095+0000", 2024-04-15T16:06:23.180 INFO:tasks.workunit.client.0.smithi016.stdout: "log_dups_size": 0, 2024-04-15T16:06:23.180 INFO:tasks.workunit.client.0.smithi016.stdout: "log_size": 0, 2024-04-15T16:06:23.180 INFO:tasks.workunit.client.0.smithi016.stdout: "log_start": "0'0", 2024-04-15T16:06:23.180 INFO:tasks.workunit.client.0.smithi016.stdout: "manifest_stats_invalid": false, 2024-04-15T16:06:23.181 INFO:tasks.workunit.client.0.smithi016.stdout: "mapping_epoch": 510, 2024-04-15T16:06:23.181 INFO:tasks.workunit.client.0.smithi016.stdout: "object_location_counts": [], 2024-04-15T16:06:23.181 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_scrubbed": 0, 2024-04-15T16:06:23.181 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_trimmed": 0, 2024-04-15T16:06:23.181 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_stats_invalid": false, 2024-04-15T16:06:23.181 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_size": 0, 2024-04-15T16:06:23.181 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_start": "0'0", 2024-04-15T16:06:23.181 INFO:tasks.workunit.client.0.smithi016.stdout: "parent": "0.0", 2024-04-15T16:06:23.181 INFO:tasks.workunit.client.0.smithi016.stdout: "parent_split_bits": 0, 2024-04-15T16:06:23.181 INFO:tasks.workunit.client.0.smithi016.stdout: "pgid": "3.3", 2024-04-15T16:06:23.181 INFO:tasks.workunit.client.0.smithi016.stdout: "pin_stats_invalid": false, 2024-04-15T16:06:23.181 INFO:tasks.workunit.client.0.smithi016.stdout: "purged_snaps": [], 2024-04-15T16:06:23.181 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_epoch": 2721, 2024-04-15T16:06:23.181 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_seq": 4962, 2024-04-15T16:06:23.181 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_duration": 0.0, 2024-04-15T16:06:23.182 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-16T16:19:23.791433+0000", 2024-04-15T16:06:23.182 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrim_duration": 0.0, 2024-04-15T16:06:23.182 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrimq_len": 0, 2024-04-15T16:06:23.182 INFO:tasks.workunit.client.0.smithi016.stdout: "stat_sum": { 2024-04-15T16:06:23.182 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes": 0, 2024-04-15T16:06:23.182 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T16:06:23.182 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_recovered": 0, 2024-04-15T16:06:23.182 INFO:tasks.workunit.client.0.smithi016.stdout: "num_deep_scrub_errors": 0, 2024-04-15T16:06:23.182 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict": 0, 2024-04-15T16:06:23.182 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_kb": 0, 2024-04-15T16:06:23.182 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_full": 0, 2024-04-15T16:06:23.182 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_some": 0, 2024-04-15T16:06:23.182 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush": 0, 2024-04-15T16:06:23.183 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_kb": 0, 2024-04-15T16:06:23.183 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_high": 0, 2024-04-15T16:06:23.183 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_low": 0, 2024-04-15T16:06:23.183 INFO:tasks.workunit.client.0.smithi016.stdout: "num_keys_recovered": 0, 2024-04-15T16:06:23.183 INFO:tasks.workunit.client.0.smithi016.stdout: "num_large_omap_objects": 0, 2024-04-15T16:06:23.183 INFO:tasks.workunit.client.0.smithi016.stdout: "num_legacy_snapsets": 0, 2024-04-15T16:06:23.183 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_clones": 0, 2024-04-15T16:06:23.183 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_copies": 0, 2024-04-15T16:06:23.183 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects": 0, 2024-04-15T16:06:23.183 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_degraded": 0, 2024-04-15T16:06:23.183 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_dirty": 0, 2024-04-15T16:06:23.183 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T16:06:23.183 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_manifest": 0, 2024-04-15T16:06:23.183 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_misplaced": 0, 2024-04-15T16:06:23.183 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing": 0, 2024-04-15T16:06:23.183 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T16:06:23.184 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_omap": 0, 2024-04-15T16:06:23.184 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_pinned": 0, 2024-04-15T16:06:23.184 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_recovered": 0, 2024-04-15T16:06:23.184 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_repaired": 0, 2024-04-15T16:06:23.184 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_unfound": 0, 2024-04-15T16:06:23.184 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_bytes": 0, 2024-04-15T16:06:23.184 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_keys": 0, 2024-04-15T16:06:23.184 INFO:tasks.workunit.client.0.smithi016.stdout: "num_promote": 0, 2024-04-15T16:06:23.184 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read": 0, 2024-04-15T16:06:23.184 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read_kb": 0, 2024-04-15T16:06:23.184 INFO:tasks.workunit.client.0.smithi016.stdout: "num_scrub_errors": 0, 2024-04-15T16:06:23.184 INFO:tasks.workunit.client.0.smithi016.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T16:06:23.184 INFO:tasks.workunit.client.0.smithi016.stdout: "num_whiteouts": 0, 2024-04-15T16:06:23.184 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write": 0, 2024-04-15T16:06:23.185 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write_kb": 0 2024-04-15T16:06:23.185 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:23.185 INFO:tasks.workunit.client.0.smithi016.stdout: "state": "active+clean", 2024-04-15T16:06:23.185 INFO:tasks.workunit.client.0.smithi016.stdout: "stats_invalid": false, 2024-04-15T16:06:23.185 INFO:tasks.workunit.client.0.smithi016.stdout: "up": [ 2024-04-15T16:06:23.185 INFO:tasks.workunit.client.0.smithi016.stdout: 4, 2024-04-15T16:06:23.185 INFO:tasks.workunit.client.0.smithi016.stdout: 0, 2024-04-15T16:06:23.185 INFO:tasks.workunit.client.0.smithi016.stdout: 6 2024-04-15T16:06:23.185 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:23.185 INFO:tasks.workunit.client.0.smithi016.stdout: "up_primary": 4, 2024-04-15T16:06:23.185 INFO:tasks.workunit.client.0.smithi016.stdout: "version": "0'0" 2024-04-15T16:06:23.185 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:23.185 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-15T16:06:23.185 INFO:tasks.workunit.client.0.smithi016.stdout: "acting": [ 2024-04-15T16:06:23.185 INFO:tasks.workunit.client.0.smithi016.stdout: 5, 2024-04-15T16:06:23.186 INFO:tasks.workunit.client.0.smithi016.stdout: 1, 2024-04-15T16:06:23.186 INFO:tasks.workunit.client.0.smithi016.stdout: 6 2024-04-15T16:06:23.186 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:23.186 INFO:tasks.workunit.client.0.smithi016.stdout: "acting_primary": 5, 2024-04-15T16:06:23.186 INFO:tasks.workunit.client.0.smithi016.stdout: "avail_no_missing": [], 2024-04-15T16:06:23.186 INFO:tasks.workunit.client.0.smithi016.stdout: "blocked_by": [], 2024-04-15T16:06:23.186 INFO:tasks.workunit.client.0.smithi016.stdout: "created": 60, 2024-04-15T16:06:23.186 INFO:tasks.workunit.client.0.smithi016.stdout: "dirty_stats_invalid": false, 2024-04-15T16:06:23.186 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T16:06:23.186 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_stats_invalid": false, 2024-04-15T16:06:23.186 INFO:tasks.workunit.client.0.smithi016.stdout: "last_active": "2024-04-15T16:05:12.200578+0000", 2024-04-15T16:06:23.186 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_active": "2024-04-15T14:44:28.455843+0000", 2024-04-15T16:06:23.186 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_peered": "2024-04-15T14:44:28.455843+0000", 2024-04-15T16:06:23.186 INFO:tasks.workunit.client.0.smithi016.stdout: "last_change": "2024-04-15T14:44:28.457367+0000", 2024-04-15T16:06:23.187 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean": "2024-04-15T16:05:12.200578+0000", 2024-04-15T16:06:23.187 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean_scrub_stamp": "2024-04-15T14:33:33.599136+0000", 2024-04-15T16:06:23.187 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub": "0'0", 2024-04-15T16:06:23.187 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub_stamp": "2024-04-15T14:33:33.599136+0000", 2024-04-15T16:06:23.187 INFO:tasks.workunit.client.0.smithi016.stdout: "last_epoch_clean": 511, 2024-04-15T16:06:23.187 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fresh": "2024-04-15T16:05:12.200578+0000", 2024-04-15T16:06:23.187 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fullsized": "2024-04-15T16:05:12.200578+0000", 2024-04-15T16:06:23.187 INFO:tasks.workunit.client.0.smithi016.stdout: "last_peered": "2024-04-15T16:05:12.200578+0000", 2024-04-15T16:06:23.187 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub": "0'0", 2024-04-15T16:06:23.187 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_duration": 0, 2024-04-15T16:06:23.187 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_stamp": "2024-04-15T14:33:33.599136+0000", 2024-04-15T16:06:23.187 INFO:tasks.workunit.client.0.smithi016.stdout: "last_undegraded": "2024-04-15T16:05:12.200578+0000", 2024-04-15T16:06:23.187 INFO:tasks.workunit.client.0.smithi016.stdout: "last_unstale": "2024-04-15T16:05:12.200578+0000", 2024-04-15T16:06:23.187 INFO:tasks.workunit.client.0.smithi016.stdout: "log_dups_size": 0, 2024-04-15T16:06:23.188 INFO:tasks.workunit.client.0.smithi016.stdout: "log_size": 0, 2024-04-15T16:06:23.188 INFO:tasks.workunit.client.0.smithi016.stdout: "log_start": "0'0", 2024-04-15T16:06:23.188 INFO:tasks.workunit.client.0.smithi016.stdout: "manifest_stats_invalid": false, 2024-04-15T16:06:23.188 INFO:tasks.workunit.client.0.smithi016.stdout: "mapping_epoch": 510, 2024-04-15T16:06:23.188 INFO:tasks.workunit.client.0.smithi016.stdout: "object_location_counts": [], 2024-04-15T16:06:23.188 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_scrubbed": 0, 2024-04-15T16:06:23.188 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_trimmed": 0, 2024-04-15T16:06:23.188 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_stats_invalid": false, 2024-04-15T16:06:23.188 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_size": 0, 2024-04-15T16:06:23.188 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_start": "0'0", 2024-04-15T16:06:23.188 INFO:tasks.workunit.client.0.smithi016.stdout: "parent": "0.0", 2024-04-15T16:06:23.188 INFO:tasks.workunit.client.0.smithi016.stdout: "parent_split_bits": 0, 2024-04-15T16:06:23.188 INFO:tasks.workunit.client.0.smithi016.stdout: "pgid": "2.2", 2024-04-15T16:06:23.189 INFO:tasks.workunit.client.0.smithi016.stdout: "pin_stats_invalid": false, 2024-04-15T16:06:23.189 INFO:tasks.workunit.client.0.smithi016.stdout: "purged_snaps": [], 2024-04-15T16:06:23.189 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_epoch": 2721, 2024-04-15T16:06:23.189 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_seq": 4913, 2024-04-15T16:06:23.189 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_duration": 0.0, 2024-04-15T16:06:23.189 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-16T16:02:53.490143+0000", 2024-04-15T16:06:23.189 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrim_duration": 0.0, 2024-04-15T16:06:23.189 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrimq_len": 0, 2024-04-15T16:06:23.189 INFO:tasks.workunit.client.0.smithi016.stdout: "stat_sum": { 2024-04-15T16:06:23.189 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes": 0, 2024-04-15T16:06:23.189 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T16:06:23.189 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_recovered": 0, 2024-04-15T16:06:23.189 INFO:tasks.workunit.client.0.smithi016.stdout: "num_deep_scrub_errors": 0, 2024-04-15T16:06:23.189 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict": 0, 2024-04-15T16:06:23.189 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_kb": 0, 2024-04-15T16:06:23.190 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_full": 0, 2024-04-15T16:06:23.190 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_some": 0, 2024-04-15T16:06:23.190 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush": 0, 2024-04-15T16:06:23.190 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_kb": 0, 2024-04-15T16:06:23.190 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_high": 0, 2024-04-15T16:06:23.190 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_low": 0, 2024-04-15T16:06:23.190 INFO:tasks.workunit.client.0.smithi016.stdout: "num_keys_recovered": 0, 2024-04-15T16:06:23.190 INFO:tasks.workunit.client.0.smithi016.stdout: "num_large_omap_objects": 0, 2024-04-15T16:06:23.190 INFO:tasks.workunit.client.0.smithi016.stdout: "num_legacy_snapsets": 0, 2024-04-15T16:06:23.190 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_clones": 0, 2024-04-15T16:06:23.190 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_copies": 0, 2024-04-15T16:06:23.190 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects": 0, 2024-04-15T16:06:23.190 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_degraded": 0, 2024-04-15T16:06:23.190 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_dirty": 0, 2024-04-15T16:06:23.191 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T16:06:23.191 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_manifest": 0, 2024-04-15T16:06:23.191 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_misplaced": 0, 2024-04-15T16:06:23.191 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing": 0, 2024-04-15T16:06:23.191 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T16:06:23.191 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_omap": 0, 2024-04-15T16:06:23.191 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_pinned": 0, 2024-04-15T16:06:23.191 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_recovered": 0, 2024-04-15T16:06:23.191 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_repaired": 0, 2024-04-15T16:06:23.191 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_unfound": 0, 2024-04-15T16:06:23.191 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_bytes": 0, 2024-04-15T16:06:23.191 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_keys": 0, 2024-04-15T16:06:23.191 INFO:tasks.workunit.client.0.smithi016.stdout: "num_promote": 0, 2024-04-15T16:06:23.191 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read": 0, 2024-04-15T16:06:23.192 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read_kb": 0, 2024-04-15T16:06:23.192 INFO:tasks.workunit.client.0.smithi016.stdout: "num_scrub_errors": 0, 2024-04-15T16:06:23.192 INFO:tasks.workunit.client.0.smithi016.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T16:06:23.192 INFO:tasks.workunit.client.0.smithi016.stdout: "num_whiteouts": 0, 2024-04-15T16:06:23.192 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write": 0, 2024-04-15T16:06:23.192 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write_kb": 0 2024-04-15T16:06:23.192 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:23.192 INFO:tasks.workunit.client.0.smithi016.stdout: "state": "active+clean", 2024-04-15T16:06:23.192 INFO:tasks.workunit.client.0.smithi016.stdout: "stats_invalid": false, 2024-04-15T16:06:23.192 INFO:tasks.workunit.client.0.smithi016.stdout: "up": [ 2024-04-15T16:06:23.192 INFO:tasks.workunit.client.0.smithi016.stdout: 5, 2024-04-15T16:06:23.192 INFO:tasks.workunit.client.0.smithi016.stdout: 1, 2024-04-15T16:06:23.192 INFO:tasks.workunit.client.0.smithi016.stdout: 6 2024-04-15T16:06:23.192 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:23.193 INFO:tasks.workunit.client.0.smithi016.stdout: "up_primary": 5, 2024-04-15T16:06:23.193 INFO:tasks.workunit.client.0.smithi016.stdout: "version": "0'0" 2024-04-15T16:06:23.193 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:23.193 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-15T16:06:23.193 INFO:tasks.workunit.client.0.smithi016.stdout: "acting": [ 2024-04-15T16:06:23.193 INFO:tasks.workunit.client.0.smithi016.stdout: 1, 2024-04-15T16:06:23.193 INFO:tasks.workunit.client.0.smithi016.stdout: 2, 2024-04-15T16:06:23.193 INFO:tasks.workunit.client.0.smithi016.stdout: 3 2024-04-15T16:06:23.193 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:23.193 INFO:tasks.workunit.client.0.smithi016.stdout: "acting_primary": 1, 2024-04-15T16:06:23.193 INFO:tasks.workunit.client.0.smithi016.stdout: "avail_no_missing": [], 2024-04-15T16:06:23.193 INFO:tasks.workunit.client.0.smithi016.stdout: "blocked_by": [], 2024-04-15T16:06:23.193 INFO:tasks.workunit.client.0.smithi016.stdout: "created": 66, 2024-04-15T16:06:23.193 INFO:tasks.workunit.client.0.smithi016.stdout: "dirty_stats_invalid": false, 2024-04-15T16:06:23.194 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T16:06:23.194 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_stats_invalid": false, 2024-04-15T16:06:23.194 INFO:tasks.workunit.client.0.smithi016.stdout: "last_active": "2024-04-15T16:05:11.870679+0000", 2024-04-15T16:06:23.194 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_active": "2024-04-15T14:42:57.515537+0000", 2024-04-15T16:06:23.194 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_peered": "2024-04-15T14:42:57.515537+0000", 2024-04-15T16:06:23.194 INFO:tasks.workunit.client.0.smithi016.stdout: "last_change": "2024-04-15T15:17:56.724604+0000", 2024-04-15T16:06:23.194 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean": "2024-04-15T16:05:11.870679+0000", 2024-04-15T16:06:23.194 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean_scrub_stamp": "2024-04-15T14:34:07.163731+0000", 2024-04-15T16:06:23.194 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub": "0'0", 2024-04-15T16:06:23.194 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub_stamp": "2024-04-15T14:34:07.163731+0000", 2024-04-15T16:06:23.194 INFO:tasks.workunit.client.0.smithi016.stdout: "last_epoch_clean": 420, 2024-04-15T16:06:23.194 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fresh": "2024-04-15T16:05:11.870679+0000", 2024-04-15T16:06:23.194 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fullsized": "2024-04-15T16:05:11.870679+0000", 2024-04-15T16:06:23.194 INFO:tasks.workunit.client.0.smithi016.stdout: "last_peered": "2024-04-15T16:05:11.870679+0000", 2024-04-15T16:06:23.195 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub": "0'0", 2024-04-15T16:06:23.195 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_duration": 0, 2024-04-15T16:06:23.195 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_stamp": "2024-04-15T14:34:07.163731+0000", 2024-04-15T16:06:23.195 INFO:tasks.workunit.client.0.smithi016.stdout: "last_undegraded": "2024-04-15T16:05:11.870679+0000", 2024-04-15T16:06:23.195 INFO:tasks.workunit.client.0.smithi016.stdout: "last_unstale": "2024-04-15T16:05:11.870679+0000", 2024-04-15T16:06:23.195 INFO:tasks.workunit.client.0.smithi016.stdout: "log_dups_size": 0, 2024-04-15T16:06:23.195 INFO:tasks.workunit.client.0.smithi016.stdout: "log_size": 2910, 2024-04-15T16:06:23.195 INFO:tasks.workunit.client.0.smithi016.stdout: "log_start": "0'0", 2024-04-15T16:06:23.195 INFO:tasks.workunit.client.0.smithi016.stdout: "manifest_stats_invalid": false, 2024-04-15T16:06:23.195 INFO:tasks.workunit.client.0.smithi016.stdout: "mapping_epoch": 419, 2024-04-15T16:06:23.195 INFO:tasks.workunit.client.0.smithi016.stdout: "object_location_counts": [], 2024-04-15T16:06:23.195 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_scrubbed": 0, 2024-04-15T16:06:23.195 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_trimmed": 0, 2024-04-15T16:06:23.195 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_stats_invalid": false, 2024-04-15T16:06:23.196 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_size": 2910, 2024-04-15T16:06:23.196 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_start": "0'0", 2024-04-15T16:06:23.196 INFO:tasks.workunit.client.0.smithi016.stdout: "parent": "0.0", 2024-04-15T16:06:23.196 INFO:tasks.workunit.client.0.smithi016.stdout: "parent_split_bits": 0, 2024-04-15T16:06:23.196 INFO:tasks.workunit.client.0.smithi016.stdout: "pgid": "4.4", 2024-04-15T16:06:23.196 INFO:tasks.workunit.client.0.smithi016.stdout: "pin_stats_invalid": false, 2024-04-15T16:06:23.196 INFO:tasks.workunit.client.0.smithi016.stdout: "purged_snaps": [], 2024-04-15T16:06:23.196 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_epoch": 2721, 2024-04-15T16:06:23.196 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_seq": 8552, 2024-04-15T16:06:23.196 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_duration": 0.0, 2024-04-15T16:06:23.196 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-16T19:43:44.108320+0000", 2024-04-15T16:06:23.196 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrim_duration": 0.002786041, 2024-04-15T16:06:23.196 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrimq_len": 0, 2024-04-15T16:06:23.196 INFO:tasks.workunit.client.0.smithi016.stdout: "stat_sum": { 2024-04-15T16:06:23.196 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes": 0, 2024-04-15T16:06:23.197 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T16:06:23.197 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_recovered": 0, 2024-04-15T16:06:23.197 INFO:tasks.workunit.client.0.smithi016.stdout: "num_deep_scrub_errors": 0, 2024-04-15T16:06:23.197 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict": 0, 2024-04-15T16:06:23.197 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_kb": 0, 2024-04-15T16:06:23.197 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_full": 0, 2024-04-15T16:06:23.197 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_some": 0, 2024-04-15T16:06:23.197 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush": 0, 2024-04-15T16:06:23.197 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_kb": 0, 2024-04-15T16:06:23.197 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_high": 0, 2024-04-15T16:06:23.197 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_low": 0, 2024-04-15T16:06:23.197 INFO:tasks.workunit.client.0.smithi016.stdout: "num_keys_recovered": 0, 2024-04-15T16:06:23.197 INFO:tasks.workunit.client.0.smithi016.stdout: "num_large_omap_objects": 0, 2024-04-15T16:06:23.197 INFO:tasks.workunit.client.0.smithi016.stdout: "num_legacy_snapsets": 0, 2024-04-15T16:06:23.197 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_clones": 0, 2024-04-15T16:06:23.198 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_copies": 3, 2024-04-15T16:06:23.198 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects": 1, 2024-04-15T16:06:23.198 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_degraded": 0, 2024-04-15T16:06:23.198 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_dirty": 1, 2024-04-15T16:06:23.198 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T16:06:23.198 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_manifest": 0, 2024-04-15T16:06:23.198 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_misplaced": 0, 2024-04-15T16:06:23.198 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing": 0, 2024-04-15T16:06:23.198 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T16:06:23.198 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_omap": 1, 2024-04-15T16:06:23.198 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_pinned": 0, 2024-04-15T16:06:23.198 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_recovered": 0, 2024-04-15T16:06:23.198 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_repaired": 0, 2024-04-15T16:06:23.198 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_unfound": 0, 2024-04-15T16:06:23.198 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_bytes": 0, 2024-04-15T16:06:23.199 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_keys": 0, 2024-04-15T16:06:23.199 INFO:tasks.workunit.client.0.smithi016.stdout: "num_promote": 0, 2024-04-15T16:06:23.199 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read": 798, 2024-04-15T16:06:23.199 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read_kb": 381425, 2024-04-15T16:06:23.199 INFO:tasks.workunit.client.0.smithi016.stdout: "num_scrub_errors": 0, 2024-04-15T16:06:23.199 INFO:tasks.workunit.client.0.smithi016.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T16:06:23.199 INFO:tasks.workunit.client.0.smithi016.stdout: "num_whiteouts": 0, 2024-04-15T16:06:23.199 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write": 2919, 2024-04-15T16:06:23.199 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write_kb": 376823 2024-04-15T16:06:23.199 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:23.199 INFO:tasks.workunit.client.0.smithi016.stdout: "state": "active+clean", 2024-04-15T16:06:23.199 INFO:tasks.workunit.client.0.smithi016.stdout: "stats_invalid": false, 2024-04-15T16:06:23.199 INFO:tasks.workunit.client.0.smithi016.stdout: "up": [ 2024-04-15T16:06:23.199 INFO:tasks.workunit.client.0.smithi016.stdout: 1, 2024-04-15T16:06:23.199 INFO:tasks.workunit.client.0.smithi016.stdout: 2, 2024-04-15T16:06:23.200 INFO:tasks.workunit.client.0.smithi016.stdout: 3 2024-04-15T16:06:23.200 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:23.200 INFO:tasks.workunit.client.0.smithi016.stdout: "up_primary": 1, 2024-04-15T16:06:23.200 INFO:tasks.workunit.client.0.smithi016.stdout: "version": "1096'2910" 2024-04-15T16:06:23.200 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:23.200 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-15T16:06:23.200 INFO:tasks.workunit.client.0.smithi016.stdout: "acting": [ 2024-04-15T16:06:23.200 INFO:tasks.workunit.client.0.smithi016.stdout: 5, 2024-04-15T16:06:23.200 INFO:tasks.workunit.client.0.smithi016.stdout: 3, 2024-04-15T16:06:23.200 INFO:tasks.workunit.client.0.smithi016.stdout: 2 2024-04-15T16:06:23.200 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:23.200 INFO:tasks.workunit.client.0.smithi016.stdout: "acting_primary": 5, 2024-04-15T16:06:23.200 INFO:tasks.workunit.client.0.smithi016.stdout: "avail_no_missing": [], 2024-04-15T16:06:23.200 INFO:tasks.workunit.client.0.smithi016.stdout: "blocked_by": [], 2024-04-15T16:06:23.200 INFO:tasks.workunit.client.0.smithi016.stdout: "created": 61, 2024-04-15T16:06:23.201 INFO:tasks.workunit.client.0.smithi016.stdout: "dirty_stats_invalid": false, 2024-04-15T16:06:23.201 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T16:06:23.201 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_stats_invalid": false, 2024-04-15T16:06:23.201 INFO:tasks.workunit.client.0.smithi016.stdout: "last_active": "2024-04-15T16:05:12.204163+0000", 2024-04-15T16:06:23.201 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_active": "2024-04-15T14:43:53.358154+0000", 2024-04-15T16:06:23.201 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_peered": "2024-04-15T14:43:53.358154+0000", 2024-04-15T16:06:23.201 INFO:tasks.workunit.client.0.smithi016.stdout: "last_change": "2024-04-15T14:43:53.359323+0000", 2024-04-15T16:06:23.201 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean": "2024-04-15T16:05:12.204163+0000", 2024-04-15T16:06:23.201 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T16:06:23.201 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub": "0'0", 2024-04-15T16:06:23.201 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T16:06:23.201 INFO:tasks.workunit.client.0.smithi016.stdout: "last_epoch_clean": 476, 2024-04-15T16:06:23.201 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fresh": "2024-04-15T16:05:12.204163+0000", 2024-04-15T16:06:23.201 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fullsized": "2024-04-15T16:05:12.204163+0000", 2024-04-15T16:06:23.202 INFO:tasks.workunit.client.0.smithi016.stdout: "last_peered": "2024-04-15T16:05:12.204163+0000", 2024-04-15T16:06:23.202 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub": "0'0", 2024-04-15T16:06:23.202 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_duration": 0, 2024-04-15T16:06:23.202 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T16:06:23.202 INFO:tasks.workunit.client.0.smithi016.stdout: "last_undegraded": "2024-04-15T16:05:12.204163+0000", 2024-04-15T16:06:23.202 INFO:tasks.workunit.client.0.smithi016.stdout: "last_unstale": "2024-04-15T16:05:12.204163+0000", 2024-04-15T16:06:23.202 INFO:tasks.workunit.client.0.smithi016.stdout: "log_dups_size": 0, 2024-04-15T16:06:23.202 INFO:tasks.workunit.client.0.smithi016.stdout: "log_size": 0, 2024-04-15T16:06:23.202 INFO:tasks.workunit.client.0.smithi016.stdout: "log_start": "0'0", 2024-04-15T16:06:23.202 INFO:tasks.workunit.client.0.smithi016.stdout: "manifest_stats_invalid": false, 2024-04-15T16:06:23.202 INFO:tasks.workunit.client.0.smithi016.stdout: "mapping_epoch": 475, 2024-04-15T16:06:23.202 INFO:tasks.workunit.client.0.smithi016.stdout: "object_location_counts": [], 2024-04-15T16:06:23.202 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_scrubbed": 0, 2024-04-15T16:06:23.202 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_trimmed": 0, 2024-04-15T16:06:23.203 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_stats_invalid": false, 2024-04-15T16:06:23.203 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_size": 0, 2024-04-15T16:06:23.203 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_start": "0'0", 2024-04-15T16:06:23.203 INFO:tasks.workunit.client.0.smithi016.stdout: "parent": "0.0", 2024-04-15T16:06:23.203 INFO:tasks.workunit.client.0.smithi016.stdout: "parent_split_bits": 0, 2024-04-15T16:06:23.203 INFO:tasks.workunit.client.0.smithi016.stdout: "pgid": "3.5", 2024-04-15T16:06:23.203 INFO:tasks.workunit.client.0.smithi016.stdout: "pin_stats_invalid": false, 2024-04-15T16:06:23.203 INFO:tasks.workunit.client.0.smithi016.stdout: "purged_snaps": [], 2024-04-15T16:06:23.203 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_epoch": 2721, 2024-04-15T16:06:23.203 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_seq": 4928, 2024-04-15T16:06:23.203 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_duration": 0.0, 2024-04-15T16:06:23.203 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-16T17:40:40.085847+0000", 2024-04-15T16:06:23.203 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrim_duration": 0.0, 2024-04-15T16:06:23.203 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrimq_len": 0, 2024-04-15T16:06:23.204 INFO:tasks.workunit.client.0.smithi016.stdout: "stat_sum": { 2024-04-15T16:06:23.204 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes": 0, 2024-04-15T16:06:23.204 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T16:06:23.204 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_recovered": 0, 2024-04-15T16:06:23.204 INFO:tasks.workunit.client.0.smithi016.stdout: "num_deep_scrub_errors": 0, 2024-04-15T16:06:23.204 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict": 0, 2024-04-15T16:06:23.204 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_kb": 0, 2024-04-15T16:06:23.204 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_full": 0, 2024-04-15T16:06:23.204 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_some": 0, 2024-04-15T16:06:23.204 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush": 0, 2024-04-15T16:06:23.204 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_kb": 0, 2024-04-15T16:06:23.204 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_high": 0, 2024-04-15T16:06:23.204 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_low": 0, 2024-04-15T16:06:23.204 INFO:tasks.workunit.client.0.smithi016.stdout: "num_keys_recovered": 0, 2024-04-15T16:06:23.204 INFO:tasks.workunit.client.0.smithi016.stdout: "num_large_omap_objects": 0, 2024-04-15T16:06:23.205 INFO:tasks.workunit.client.0.smithi016.stdout: "num_legacy_snapsets": 0, 2024-04-15T16:06:23.205 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_clones": 0, 2024-04-15T16:06:23.205 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_copies": 0, 2024-04-15T16:06:23.205 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects": 0, 2024-04-15T16:06:23.205 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_degraded": 0, 2024-04-15T16:06:23.205 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_dirty": 0, 2024-04-15T16:06:23.205 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T16:06:23.205 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_manifest": 0, 2024-04-15T16:06:23.205 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_misplaced": 0, 2024-04-15T16:06:23.205 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing": 0, 2024-04-15T16:06:23.205 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T16:06:23.205 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_omap": 0, 2024-04-15T16:06:23.205 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_pinned": 0, 2024-04-15T16:06:23.205 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_recovered": 0, 2024-04-15T16:06:23.206 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_repaired": 0, 2024-04-15T16:06:23.206 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_unfound": 0, 2024-04-15T16:06:23.206 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_bytes": 0, 2024-04-15T16:06:23.206 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_keys": 0, 2024-04-15T16:06:23.206 INFO:tasks.workunit.client.0.smithi016.stdout: "num_promote": 0, 2024-04-15T16:06:23.206 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read": 0, 2024-04-15T16:06:23.206 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read_kb": 0, 2024-04-15T16:06:23.206 INFO:tasks.workunit.client.0.smithi016.stdout: "num_scrub_errors": 0, 2024-04-15T16:06:23.206 INFO:tasks.workunit.client.0.smithi016.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T16:06:23.206 INFO:tasks.workunit.client.0.smithi016.stdout: "num_whiteouts": 0, 2024-04-15T16:06:23.206 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write": 0, 2024-04-15T16:06:23.206 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write_kb": 0 2024-04-15T16:06:23.206 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:23.207 INFO:tasks.workunit.client.0.smithi016.stdout: "state": "active+clean", 2024-04-15T16:06:23.207 INFO:tasks.workunit.client.0.smithi016.stdout: "stats_invalid": false, 2024-04-15T16:06:23.207 INFO:tasks.workunit.client.0.smithi016.stdout: "up": [ 2024-04-15T16:06:23.207 INFO:tasks.workunit.client.0.smithi016.stdout: 5, 2024-04-15T16:06:23.207 INFO:tasks.workunit.client.0.smithi016.stdout: 3, 2024-04-15T16:06:23.207 INFO:tasks.workunit.client.0.smithi016.stdout: 2 2024-04-15T16:06:23.207 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:23.207 INFO:tasks.workunit.client.0.smithi016.stdout: "up_primary": 5, 2024-04-15T16:06:23.207 INFO:tasks.workunit.client.0.smithi016.stdout: "version": "0'0" 2024-04-15T16:06:23.207 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:23.207 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-15T16:06:23.207 INFO:tasks.workunit.client.0.smithi016.stdout: "acting": [ 2024-04-15T16:06:23.207 INFO:tasks.workunit.client.0.smithi016.stdout: 1, 2024-04-15T16:06:23.207 INFO:tasks.workunit.client.0.smithi016.stdout: 3, 2024-04-15T16:06:23.207 INFO:tasks.workunit.client.0.smithi016.stdout: 2 2024-04-15T16:06:23.208 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:23.208 INFO:tasks.workunit.client.0.smithi016.stdout: "acting_primary": 1, 2024-04-15T16:06:23.208 INFO:tasks.workunit.client.0.smithi016.stdout: "avail_no_missing": [], 2024-04-15T16:06:23.208 INFO:tasks.workunit.client.0.smithi016.stdout: "blocked_by": [], 2024-04-15T16:06:23.208 INFO:tasks.workunit.client.0.smithi016.stdout: "created": 60, 2024-04-15T16:06:23.208 INFO:tasks.workunit.client.0.smithi016.stdout: "dirty_stats_invalid": false, 2024-04-15T16:06:23.208 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T16:06:23.208 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_stats_invalid": false, 2024-04-15T16:06:23.208 INFO:tasks.workunit.client.0.smithi016.stdout: "last_active": "2024-04-15T16:05:11.870467+0000", 2024-04-15T16:06:23.208 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_active": "2024-04-15T14:42:57.515534+0000", 2024-04-15T16:06:23.208 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_peered": "2024-04-15T14:42:57.515534+0000", 2024-04-15T16:06:23.208 INFO:tasks.workunit.client.0.smithi016.stdout: "last_change": "2024-04-15T14:42:57.515891+0000", 2024-04-15T16:06:23.208 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean": "2024-04-15T16:05:11.870467+0000", 2024-04-15T16:06:23.208 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean_scrub_stamp": "2024-04-15T14:33:33.599136+0000", 2024-04-15T16:06:23.209 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub": "0'0", 2024-04-15T16:06:23.209 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub_stamp": "2024-04-15T14:33:33.599136+0000", 2024-04-15T16:06:23.209 INFO:tasks.workunit.client.0.smithi016.stdout: "last_epoch_clean": 420, 2024-04-15T16:06:23.209 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fresh": "2024-04-15T16:05:11.870467+0000", 2024-04-15T16:06:23.209 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fullsized": "2024-04-15T16:05:11.870467+0000", 2024-04-15T16:06:23.209 INFO:tasks.workunit.client.0.smithi016.stdout: "last_peered": "2024-04-15T16:05:11.870467+0000", 2024-04-15T16:06:23.209 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub": "0'0", 2024-04-15T16:06:23.209 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_duration": 0, 2024-04-15T16:06:23.209 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_stamp": "2024-04-15T14:33:33.599136+0000", 2024-04-15T16:06:23.209 INFO:tasks.workunit.client.0.smithi016.stdout: "last_undegraded": "2024-04-15T16:05:11.870467+0000", 2024-04-15T16:06:23.209 INFO:tasks.workunit.client.0.smithi016.stdout: "last_unstale": "2024-04-15T16:05:11.870467+0000", 2024-04-15T16:06:23.209 INFO:tasks.workunit.client.0.smithi016.stdout: "log_dups_size": 0, 2024-04-15T16:06:23.209 INFO:tasks.workunit.client.0.smithi016.stdout: "log_size": 0, 2024-04-15T16:06:23.209 INFO:tasks.workunit.client.0.smithi016.stdout: "log_start": "0'0", 2024-04-15T16:06:23.209 INFO:tasks.workunit.client.0.smithi016.stdout: "manifest_stats_invalid": false, 2024-04-15T16:06:23.210 INFO:tasks.workunit.client.0.smithi016.stdout: "mapping_epoch": 419, 2024-04-15T16:06:23.210 INFO:tasks.workunit.client.0.smithi016.stdout: "object_location_counts": [], 2024-04-15T16:06:23.210 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_scrubbed": 0, 2024-04-15T16:06:23.210 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_trimmed": 0, 2024-04-15T16:06:23.210 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_stats_invalid": false, 2024-04-15T16:06:23.210 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_size": 0, 2024-04-15T16:06:23.210 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_start": "0'0", 2024-04-15T16:06:23.210 INFO:tasks.workunit.client.0.smithi016.stdout: "parent": "0.0", 2024-04-15T16:06:23.210 INFO:tasks.workunit.client.0.smithi016.stdout: "parent_split_bits": 0, 2024-04-15T16:06:23.210 INFO:tasks.workunit.client.0.smithi016.stdout: "pgid": "2.4", 2024-04-15T16:06:23.210 INFO:tasks.workunit.client.0.smithi016.stdout: "pin_stats_invalid": false, 2024-04-15T16:06:23.210 INFO:tasks.workunit.client.0.smithi016.stdout: "purged_snaps": [], 2024-04-15T16:06:23.210 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_epoch": 2721, 2024-04-15T16:06:23.210 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_seq": 5040, 2024-04-15T16:06:23.211 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_duration": 0.0, 2024-04-15T16:06:23.211 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-16T22:57:52.754677+0000", 2024-04-15T16:06:23.211 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrim_duration": 0.0, 2024-04-15T16:06:23.211 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrimq_len": 0, 2024-04-15T16:06:23.211 INFO:tasks.workunit.client.0.smithi016.stdout: "stat_sum": { 2024-04-15T16:06:23.211 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes": 0, 2024-04-15T16:06:23.211 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T16:06:23.211 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_recovered": 0, 2024-04-15T16:06:23.211 INFO:tasks.workunit.client.0.smithi016.stdout: "num_deep_scrub_errors": 0, 2024-04-15T16:06:23.211 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict": 0, 2024-04-15T16:06:23.211 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_kb": 0, 2024-04-15T16:06:23.211 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_full": 0, 2024-04-15T16:06:23.211 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_some": 0, 2024-04-15T16:06:23.211 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush": 0, 2024-04-15T16:06:23.211 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_kb": 0, 2024-04-15T16:06:23.212 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_high": 0, 2024-04-15T16:06:23.212 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_low": 0, 2024-04-15T16:06:23.212 INFO:tasks.workunit.client.0.smithi016.stdout: "num_keys_recovered": 0, 2024-04-15T16:06:23.212 INFO:tasks.workunit.client.0.smithi016.stdout: "num_large_omap_objects": 0, 2024-04-15T16:06:23.212 INFO:tasks.workunit.client.0.smithi016.stdout: "num_legacy_snapsets": 0, 2024-04-15T16:06:23.212 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_clones": 0, 2024-04-15T16:06:23.212 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_copies": 0, 2024-04-15T16:06:23.212 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects": 0, 2024-04-15T16:06:23.212 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_degraded": 0, 2024-04-15T16:06:23.212 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_dirty": 0, 2024-04-15T16:06:23.212 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T16:06:23.212 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_manifest": 0, 2024-04-15T16:06:23.212 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_misplaced": 0, 2024-04-15T16:06:23.212 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing": 0, 2024-04-15T16:06:23.212 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T16:06:23.213 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_omap": 0, 2024-04-15T16:06:23.213 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_pinned": 0, 2024-04-15T16:06:23.213 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_recovered": 0, 2024-04-15T16:06:23.213 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_repaired": 0, 2024-04-15T16:06:23.213 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_unfound": 0, 2024-04-15T16:06:23.213 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_bytes": 0, 2024-04-15T16:06:23.213 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_keys": 0, 2024-04-15T16:06:23.213 INFO:tasks.workunit.client.0.smithi016.stdout: "num_promote": 0, 2024-04-15T16:06:23.213 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read": 0, 2024-04-15T16:06:23.213 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read_kb": 0, 2024-04-15T16:06:23.213 INFO:tasks.workunit.client.0.smithi016.stdout: "num_scrub_errors": 0, 2024-04-15T16:06:23.213 INFO:tasks.workunit.client.0.smithi016.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T16:06:23.213 INFO:tasks.workunit.client.0.smithi016.stdout: "num_whiteouts": 0, 2024-04-15T16:06:23.213 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write": 0, 2024-04-15T16:06:23.214 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write_kb": 0 2024-04-15T16:06:23.214 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:23.214 INFO:tasks.workunit.client.0.smithi016.stdout: "state": "active+clean", 2024-04-15T16:06:23.214 INFO:tasks.workunit.client.0.smithi016.stdout: "stats_invalid": false, 2024-04-15T16:06:23.214 INFO:tasks.workunit.client.0.smithi016.stdout: "up": [ 2024-04-15T16:06:23.214 INFO:tasks.workunit.client.0.smithi016.stdout: 1, 2024-04-15T16:06:23.214 INFO:tasks.workunit.client.0.smithi016.stdout: 3, 2024-04-15T16:06:23.214 INFO:tasks.workunit.client.0.smithi016.stdout: 2 2024-04-15T16:06:23.214 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:23.214 INFO:tasks.workunit.client.0.smithi016.stdout: "up_primary": 1, 2024-04-15T16:06:23.214 INFO:tasks.workunit.client.0.smithi016.stdout: "version": "0'0" 2024-04-15T16:06:23.214 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:23.214 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-15T16:06:23.214 INFO:tasks.workunit.client.0.smithi016.stdout: "acting": [ 2024-04-15T16:06:23.214 INFO:tasks.workunit.client.0.smithi016.stdout: 1, 2024-04-15T16:06:23.215 INFO:tasks.workunit.client.0.smithi016.stdout: 5, 2024-04-15T16:06:23.215 INFO:tasks.workunit.client.0.smithi016.stdout: 4 2024-04-15T16:06:23.215 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:23.215 INFO:tasks.workunit.client.0.smithi016.stdout: "acting_primary": 1, 2024-04-15T16:06:23.215 INFO:tasks.workunit.client.0.smithi016.stdout: "avail_no_missing": [], 2024-04-15T16:06:23.215 INFO:tasks.workunit.client.0.smithi016.stdout: "blocked_by": [], 2024-04-15T16:06:23.215 INFO:tasks.workunit.client.0.smithi016.stdout: "created": 66, 2024-04-15T16:06:23.215 INFO:tasks.workunit.client.0.smithi016.stdout: "dirty_stats_invalid": false, 2024-04-15T16:06:23.215 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T16:06:23.215 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_stats_invalid": false, 2024-04-15T16:06:23.215 INFO:tasks.workunit.client.0.smithi016.stdout: "last_active": "2024-04-15T16:05:11.871006+0000", 2024-04-15T16:06:23.215 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_active": "2024-04-15T14:43:53.353895+0000", 2024-04-15T16:06:23.215 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_peered": "2024-04-15T14:43:53.353895+0000", 2024-04-15T16:06:23.215 INFO:tasks.workunit.client.0.smithi016.stdout: "last_change": "2024-04-15T15:17:56.727189+0000", 2024-04-15T16:06:23.215 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean": "2024-04-15T16:05:11.871006+0000", 2024-04-15T16:06:23.216 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean_scrub_stamp": "2024-04-15T14:34:07.163731+0000", 2024-04-15T16:06:23.216 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub": "0'0", 2024-04-15T16:06:23.216 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub_stamp": "2024-04-15T14:34:07.163731+0000", 2024-04-15T16:06:23.216 INFO:tasks.workunit.client.0.smithi016.stdout: "last_epoch_clean": 476, 2024-04-15T16:06:23.216 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fresh": "2024-04-15T16:05:11.871006+0000", 2024-04-15T16:06:23.216 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fullsized": "2024-04-15T16:05:11.871006+0000", 2024-04-15T16:06:23.216 INFO:tasks.workunit.client.0.smithi016.stdout: "last_peered": "2024-04-15T16:05:11.871006+0000", 2024-04-15T16:06:23.216 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub": "0'0", 2024-04-15T16:06:23.216 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_duration": 0, 2024-04-15T16:06:23.216 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_stamp": "2024-04-15T14:34:07.163731+0000", 2024-04-15T16:06:23.216 INFO:tasks.workunit.client.0.smithi016.stdout: "last_undegraded": "2024-04-15T16:05:11.871006+0000", 2024-04-15T16:06:23.216 INFO:tasks.workunit.client.0.smithi016.stdout: "last_unstale": "2024-04-15T16:05:11.871006+0000", 2024-04-15T16:06:23.216 INFO:tasks.workunit.client.0.smithi016.stdout: "log_dups_size": 0, 2024-04-15T16:06:23.216 INFO:tasks.workunit.client.0.smithi016.stdout: "log_size": 3020, 2024-04-15T16:06:23.217 INFO:tasks.workunit.client.0.smithi016.stdout: "log_start": "0'0", 2024-04-15T16:06:23.217 INFO:tasks.workunit.client.0.smithi016.stdout: "manifest_stats_invalid": false, 2024-04-15T16:06:23.217 INFO:tasks.workunit.client.0.smithi016.stdout: "mapping_epoch": 475, 2024-04-15T16:06:23.217 INFO:tasks.workunit.client.0.smithi016.stdout: "object_location_counts": [], 2024-04-15T16:06:23.217 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_scrubbed": 0, 2024-04-15T16:06:23.217 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_trimmed": 0, 2024-04-15T16:06:23.217 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_stats_invalid": false, 2024-04-15T16:06:23.217 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_size": 3020, 2024-04-15T16:06:23.217 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_start": "0'0", 2024-04-15T16:06:23.217 INFO:tasks.workunit.client.0.smithi016.stdout: "parent": "0.0", 2024-04-15T16:06:23.217 INFO:tasks.workunit.client.0.smithi016.stdout: "parent_split_bits": 0, 2024-04-15T16:06:23.217 INFO:tasks.workunit.client.0.smithi016.stdout: "pgid": "4.2", 2024-04-15T16:06:23.217 INFO:tasks.workunit.client.0.smithi016.stdout: "pin_stats_invalid": false, 2024-04-15T16:06:23.217 INFO:tasks.workunit.client.0.smithi016.stdout: "purged_snaps": [], 2024-04-15T16:06:23.217 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_epoch": 2721, 2024-04-15T16:06:23.218 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_seq": 8835, 2024-04-15T16:06:23.218 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_duration": 0.0, 2024-04-15T16:06:23.218 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-16T22:27:21.629626+0000", 2024-04-15T16:06:23.218 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrim_duration": 0.004976176, 2024-04-15T16:06:23.218 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrimq_len": 0, 2024-04-15T16:06:23.218 INFO:tasks.workunit.client.0.smithi016.stdout: "stat_sum": { 2024-04-15T16:06:23.218 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes": 19, 2024-04-15T16:06:23.218 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T16:06:23.218 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_recovered": 0, 2024-04-15T16:06:23.218 INFO:tasks.workunit.client.0.smithi016.stdout: "num_deep_scrub_errors": 0, 2024-04-15T16:06:23.218 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict": 0, 2024-04-15T16:06:23.218 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_kb": 0, 2024-04-15T16:06:23.218 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_full": 0, 2024-04-15T16:06:23.219 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_some": 0, 2024-04-15T16:06:23.219 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush": 0, 2024-04-15T16:06:23.219 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_kb": 0, 2024-04-15T16:06:23.219 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_high": 0, 2024-04-15T16:06:23.219 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_low": 0, 2024-04-15T16:06:23.219 INFO:tasks.workunit.client.0.smithi016.stdout: "num_keys_recovered": 0, 2024-04-15T16:06:23.219 INFO:tasks.workunit.client.0.smithi016.stdout: "num_large_omap_objects": 0, 2024-04-15T16:06:23.219 INFO:tasks.workunit.client.0.smithi016.stdout: "num_legacy_snapsets": 0, 2024-04-15T16:06:23.219 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_clones": 0, 2024-04-15T16:06:23.219 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_copies": 3, 2024-04-15T16:06:23.219 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects": 1, 2024-04-15T16:06:23.219 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_degraded": 0, 2024-04-15T16:06:23.219 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_dirty": 1, 2024-04-15T16:06:23.219 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T16:06:23.220 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_manifest": 0, 2024-04-15T16:06:23.220 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_misplaced": 0, 2024-04-15T16:06:23.220 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing": 0, 2024-04-15T16:06:23.220 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T16:06:23.220 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_omap": 0, 2024-04-15T16:06:23.220 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_pinned": 0, 2024-04-15T16:06:23.220 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_recovered": 0, 2024-04-15T16:06:23.220 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_repaired": 0, 2024-04-15T16:06:23.220 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_unfound": 0, 2024-04-15T16:06:23.220 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_bytes": 0, 2024-04-15T16:06:23.220 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_keys": 0, 2024-04-15T16:06:23.220 INFO:tasks.workunit.client.0.smithi016.stdout: "num_promote": 0, 2024-04-15T16:06:23.220 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read": 1092, 2024-04-15T16:06:23.220 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read_kb": 376393, 2024-04-15T16:06:23.221 INFO:tasks.workunit.client.0.smithi016.stdout: "num_scrub_errors": 0, 2024-04-15T16:06:23.221 INFO:tasks.workunit.client.0.smithi016.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T16:06:23.221 INFO:tasks.workunit.client.0.smithi016.stdout: "num_whiteouts": 0, 2024-04-15T16:06:23.221 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write": 3023, 2024-04-15T16:06:23.221 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write_kb": 388871 2024-04-15T16:06:23.221 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:23.221 INFO:tasks.workunit.client.0.smithi016.stdout: "state": "active+clean", 2024-04-15T16:06:23.221 INFO:tasks.workunit.client.0.smithi016.stdout: "stats_invalid": false, 2024-04-15T16:06:23.221 INFO:tasks.workunit.client.0.smithi016.stdout: "up": [ 2024-04-15T16:06:23.221 INFO:tasks.workunit.client.0.smithi016.stdout: 1, 2024-04-15T16:06:23.221 INFO:tasks.workunit.client.0.smithi016.stdout: 5, 2024-04-15T16:06:23.221 INFO:tasks.workunit.client.0.smithi016.stdout: 4 2024-04-15T16:06:23.221 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:23.221 INFO:tasks.workunit.client.0.smithi016.stdout: "up_primary": 1, 2024-04-15T16:06:23.222 INFO:tasks.workunit.client.0.smithi016.stdout: "version": "1096'3020" 2024-04-15T16:06:23.222 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:23.222 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-15T16:06:23.222 INFO:tasks.workunit.client.0.smithi016.stdout: "acting": [ 2024-04-15T16:06:23.222 INFO:tasks.workunit.client.0.smithi016.stdout: 7, 2024-04-15T16:06:23.222 INFO:tasks.workunit.client.0.smithi016.stdout: 4, 2024-04-15T16:06:23.222 INFO:tasks.workunit.client.0.smithi016.stdout: 1 2024-04-15T16:06:23.222 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:23.222 INFO:tasks.workunit.client.0.smithi016.stdout: "acting_primary": 7, 2024-04-15T16:06:23.222 INFO:tasks.workunit.client.0.smithi016.stdout: "avail_no_missing": [], 2024-04-15T16:06:23.222 INFO:tasks.workunit.client.0.smithi016.stdout: "blocked_by": [], 2024-04-15T16:06:23.222 INFO:tasks.workunit.client.0.smithi016.stdout: "created": 61, 2024-04-15T16:06:23.222 INFO:tasks.workunit.client.0.smithi016.stdout: "dirty_stats_invalid": false, 2024-04-15T16:06:23.222 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T16:06:23.223 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_stats_invalid": false, 2024-04-15T16:06:23.223 INFO:tasks.workunit.client.0.smithi016.stdout: "last_active": "2024-04-15T16:05:12.200776+0000", 2024-04-15T16:06:23.223 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_active": "2024-04-15T14:44:49.362673+0000", 2024-04-15T16:06:23.223 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_peered": "2024-04-15T14:44:49.362673+0000", 2024-04-15T16:06:23.223 INFO:tasks.workunit.client.0.smithi016.stdout: "last_change": "2024-04-15T14:44:49.362984+0000", 2024-04-15T16:06:23.223 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean": "2024-04-15T16:05:12.200776+0000", 2024-04-15T16:06:23.223 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T16:06:23.223 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub": "0'0", 2024-04-15T16:06:23.223 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T16:06:23.223 INFO:tasks.workunit.client.0.smithi016.stdout: "last_epoch_clean": 532, 2024-04-15T16:06:23.223 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fresh": "2024-04-15T16:05:12.200776+0000", 2024-04-15T16:06:23.223 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fullsized": "2024-04-15T16:05:12.200776+0000", 2024-04-15T16:06:23.223 INFO:tasks.workunit.client.0.smithi016.stdout: "last_peered": "2024-04-15T16:05:12.200776+0000", 2024-04-15T16:06:23.223 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub": "0'0", 2024-04-15T16:06:23.224 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_duration": 0, 2024-04-15T16:06:23.224 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T16:06:23.224 INFO:tasks.workunit.client.0.smithi016.stdout: "last_undegraded": "2024-04-15T16:05:12.200776+0000", 2024-04-15T16:06:23.224 INFO:tasks.workunit.client.0.smithi016.stdout: "last_unstale": "2024-04-15T16:05:12.200776+0000", 2024-04-15T16:06:23.224 INFO:tasks.workunit.client.0.smithi016.stdout: "log_dups_size": 0, 2024-04-15T16:06:23.224 INFO:tasks.workunit.client.0.smithi016.stdout: "log_size": 0, 2024-04-15T16:06:23.224 INFO:tasks.workunit.client.0.smithi016.stdout: "log_start": "0'0", 2024-04-15T16:06:23.224 INFO:tasks.workunit.client.0.smithi016.stdout: "manifest_stats_invalid": false, 2024-04-15T16:06:23.224 INFO:tasks.workunit.client.0.smithi016.stdout: "mapping_epoch": 531, 2024-04-15T16:06:23.224 INFO:tasks.workunit.client.0.smithi016.stdout: "object_location_counts": [], 2024-04-15T16:06:23.224 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_scrubbed": 0, 2024-04-15T16:06:23.224 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_trimmed": 0, 2024-04-15T16:06:23.224 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_stats_invalid": false, 2024-04-15T16:06:23.224 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_size": 0, 2024-04-15T16:06:23.225 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_start": "0'0", 2024-04-15T16:06:23.225 INFO:tasks.workunit.client.0.smithi016.stdout: "parent": "0.0", 2024-04-15T16:06:23.225 INFO:tasks.workunit.client.0.smithi016.stdout: "parent_split_bits": 0, 2024-04-15T16:06:23.225 INFO:tasks.workunit.client.0.smithi016.stdout: "pgid": "3.e", 2024-04-15T16:06:23.225 INFO:tasks.workunit.client.0.smithi016.stdout: "pin_stats_invalid": false, 2024-04-15T16:06:23.225 INFO:tasks.workunit.client.0.smithi016.stdout: "purged_snaps": [], 2024-04-15T16:06:23.225 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_epoch": 2721, 2024-04-15T16:06:23.225 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_seq": 4859, 2024-04-15T16:06:23.225 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_duration": 0.0, 2024-04-15T16:06:23.225 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-16T17:35:46.106995+0000", 2024-04-15T16:06:23.225 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrim_duration": 0.0, 2024-04-15T16:06:23.225 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrimq_len": 0, 2024-04-15T16:06:23.225 INFO:tasks.workunit.client.0.smithi016.stdout: "stat_sum": { 2024-04-15T16:06:23.225 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes": 0, 2024-04-15T16:06:23.225 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T16:06:23.226 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_recovered": 0, 2024-04-15T16:06:23.226 INFO:tasks.workunit.client.0.smithi016.stdout: "num_deep_scrub_errors": 0, 2024-04-15T16:06:23.226 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict": 0, 2024-04-15T16:06:23.226 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_kb": 0, 2024-04-15T16:06:23.226 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_full": 0, 2024-04-15T16:06:23.226 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_some": 0, 2024-04-15T16:06:23.226 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush": 0, 2024-04-15T16:06:23.226 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_kb": 0, 2024-04-15T16:06:23.226 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_high": 0, 2024-04-15T16:06:23.226 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_low": 0, 2024-04-15T16:06:23.226 INFO:tasks.workunit.client.0.smithi016.stdout: "num_keys_recovered": 0, 2024-04-15T16:06:23.226 INFO:tasks.workunit.client.0.smithi016.stdout: "num_large_omap_objects": 0, 2024-04-15T16:06:23.226 INFO:tasks.workunit.client.0.smithi016.stdout: "num_legacy_snapsets": 0, 2024-04-15T16:06:23.226 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_clones": 0, 2024-04-15T16:06:23.226 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_copies": 0, 2024-04-15T16:06:23.227 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects": 0, 2024-04-15T16:06:23.227 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_degraded": 0, 2024-04-15T16:06:23.227 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_dirty": 0, 2024-04-15T16:06:23.227 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T16:06:23.227 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_manifest": 0, 2024-04-15T16:06:23.227 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_misplaced": 0, 2024-04-15T16:06:23.227 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing": 0, 2024-04-15T16:06:23.227 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T16:06:23.227 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_omap": 0, 2024-04-15T16:06:23.227 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_pinned": 0, 2024-04-15T16:06:23.227 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_recovered": 0, 2024-04-15T16:06:23.227 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_repaired": 0, 2024-04-15T16:06:23.227 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_unfound": 0, 2024-04-15T16:06:23.227 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_bytes": 0, 2024-04-15T16:06:23.227 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_keys": 0, 2024-04-15T16:06:23.228 INFO:tasks.workunit.client.0.smithi016.stdout: "num_promote": 0, 2024-04-15T16:06:23.228 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read": 0, 2024-04-15T16:06:23.228 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read_kb": 0, 2024-04-15T16:06:23.228 INFO:tasks.workunit.client.0.smithi016.stdout: "num_scrub_errors": 0, 2024-04-15T16:06:23.228 INFO:tasks.workunit.client.0.smithi016.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T16:06:23.228 INFO:tasks.workunit.client.0.smithi016.stdout: "num_whiteouts": 0, 2024-04-15T16:06:23.228 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write": 0, 2024-04-15T16:06:23.228 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write_kb": 0 2024-04-15T16:06:23.228 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:23.228 INFO:tasks.workunit.client.0.smithi016.stdout: "state": "active+clean", 2024-04-15T16:06:23.228 INFO:tasks.workunit.client.0.smithi016.stdout: "stats_invalid": false, 2024-04-15T16:06:23.228 INFO:tasks.workunit.client.0.smithi016.stdout: "up": [ 2024-04-15T16:06:23.228 INFO:tasks.workunit.client.0.smithi016.stdout: 7, 2024-04-15T16:06:23.228 INFO:tasks.workunit.client.0.smithi016.stdout: 4, 2024-04-15T16:06:23.228 INFO:tasks.workunit.client.0.smithi016.stdout: 1 2024-04-15T16:06:23.229 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:23.229 INFO:tasks.workunit.client.0.smithi016.stdout: "up_primary": 7, 2024-04-15T16:06:23.229 INFO:tasks.workunit.client.0.smithi016.stdout: "version": "0'0" 2024-04-15T16:06:23.229 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:23.229 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-15T16:06:23.229 INFO:tasks.workunit.client.0.smithi016.stdout: "acting": [ 2024-04-15T16:06:23.229 INFO:tasks.workunit.client.0.smithi016.stdout: 4, 2024-04-15T16:06:23.229 INFO:tasks.workunit.client.0.smithi016.stdout: 0, 2024-04-15T16:06:23.229 INFO:tasks.workunit.client.0.smithi016.stdout: 7 2024-04-15T16:06:23.229 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:23.229 INFO:tasks.workunit.client.0.smithi016.stdout: "acting_primary": 4, 2024-04-15T16:06:23.229 INFO:tasks.workunit.client.0.smithi016.stdout: "avail_no_missing": [], 2024-04-15T16:06:23.229 INFO:tasks.workunit.client.0.smithi016.stdout: "blocked_by": [], 2024-04-15T16:06:23.229 INFO:tasks.workunit.client.0.smithi016.stdout: "created": 60, 2024-04-15T16:06:23.229 INFO:tasks.workunit.client.0.smithi016.stdout: "dirty_stats_invalid": false, 2024-04-15T16:06:23.230 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T16:06:23.230 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_stats_invalid": false, 2024-04-15T16:06:23.230 INFO:tasks.workunit.client.0.smithi016.stdout: "last_active": "2024-04-15T16:05:12.205085+0000", 2024-04-15T16:06:23.230 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_active": "2024-04-15T14:44:49.372931+0000", 2024-04-15T16:06:23.230 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_peered": "2024-04-15T14:44:49.372931+0000", 2024-04-15T16:06:23.230 INFO:tasks.workunit.client.0.smithi016.stdout: "last_change": "2024-04-15T14:44:49.373327+0000", 2024-04-15T16:06:23.230 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean": "2024-04-15T16:05:12.205085+0000", 2024-04-15T16:06:23.230 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean_scrub_stamp": "2024-04-15T14:33:33.599136+0000", 2024-04-15T16:06:23.230 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub": "0'0", 2024-04-15T16:06:23.230 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub_stamp": "2024-04-15T14:33:33.599136+0000", 2024-04-15T16:06:23.230 INFO:tasks.workunit.client.0.smithi016.stdout: "last_epoch_clean": 532, 2024-04-15T16:06:23.230 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fresh": "2024-04-15T16:05:12.205085+0000", 2024-04-15T16:06:23.230 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fullsized": "2024-04-15T16:05:12.205085+0000", 2024-04-15T16:06:23.230 INFO:tasks.workunit.client.0.smithi016.stdout: "last_peered": "2024-04-15T16:05:12.205085+0000", 2024-04-15T16:06:23.230 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub": "0'0", 2024-04-15T16:06:23.231 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_duration": 0, 2024-04-15T16:06:23.231 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_stamp": "2024-04-15T14:33:33.599136+0000", 2024-04-15T16:06:23.231 INFO:tasks.workunit.client.0.smithi016.stdout: "last_undegraded": "2024-04-15T16:05:12.205085+0000", 2024-04-15T16:06:23.231 INFO:tasks.workunit.client.0.smithi016.stdout: "last_unstale": "2024-04-15T16:05:12.205085+0000", 2024-04-15T16:06:23.231 INFO:tasks.workunit.client.0.smithi016.stdout: "log_dups_size": 0, 2024-04-15T16:06:23.231 INFO:tasks.workunit.client.0.smithi016.stdout: "log_size": 1, 2024-04-15T16:06:23.231 INFO:tasks.workunit.client.0.smithi016.stdout: "log_start": "0'0", 2024-04-15T16:06:23.231 INFO:tasks.workunit.client.0.smithi016.stdout: "manifest_stats_invalid": false, 2024-04-15T16:06:23.231 INFO:tasks.workunit.client.0.smithi016.stdout: "mapping_epoch": 531, 2024-04-15T16:06:23.231 INFO:tasks.workunit.client.0.smithi016.stdout: "object_location_counts": [], 2024-04-15T16:06:23.231 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_scrubbed": 0, 2024-04-15T16:06:23.231 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_trimmed": 0, 2024-04-15T16:06:23.231 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_stats_invalid": false, 2024-04-15T16:06:23.231 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_size": 1, 2024-04-15T16:06:23.232 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_start": "0'0", 2024-04-15T16:06:23.232 INFO:tasks.workunit.client.0.smithi016.stdout: "parent": "0.0", 2024-04-15T16:06:23.232 INFO:tasks.workunit.client.0.smithi016.stdout: "parent_split_bits": 0, 2024-04-15T16:06:23.232 INFO:tasks.workunit.client.0.smithi016.stdout: "pgid": "2.f", 2024-04-15T16:06:23.232 INFO:tasks.workunit.client.0.smithi016.stdout: "pin_stats_invalid": false, 2024-04-15T16:06:23.232 INFO:tasks.workunit.client.0.smithi016.stdout: "purged_snaps": [], 2024-04-15T16:06:23.232 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_epoch": 2721, 2024-04-15T16:06:23.232 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_seq": 4963, 2024-04-15T16:06:23.232 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_duration": 0.0, 2024-04-15T16:06:23.232 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-16T17:08:19.695886+0000", 2024-04-15T16:06:23.232 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrim_duration": 0.0, 2024-04-15T16:06:23.232 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrimq_len": 0, 2024-04-15T16:06:23.232 INFO:tasks.workunit.client.0.smithi016.stdout: "stat_sum": { 2024-04-15T16:06:23.232 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes": 22, 2024-04-15T16:06:23.233 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T16:06:23.233 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_recovered": 0, 2024-04-15T16:06:23.233 INFO:tasks.workunit.client.0.smithi016.stdout: "num_deep_scrub_errors": 0, 2024-04-15T16:06:23.233 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict": 0, 2024-04-15T16:06:23.233 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_kb": 0, 2024-04-15T16:06:23.233 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_full": 0, 2024-04-15T16:06:23.233 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_some": 0, 2024-04-15T16:06:23.233 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush": 0, 2024-04-15T16:06:23.233 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_kb": 0, 2024-04-15T16:06:23.233 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_high": 0, 2024-04-15T16:06:23.233 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_low": 0, 2024-04-15T16:06:23.233 INFO:tasks.workunit.client.0.smithi016.stdout: "num_keys_recovered": 0, 2024-04-15T16:06:23.233 INFO:tasks.workunit.client.0.smithi016.stdout: "num_large_omap_objects": 0, 2024-04-15T16:06:23.233 INFO:tasks.workunit.client.0.smithi016.stdout: "num_legacy_snapsets": 0, 2024-04-15T16:06:23.233 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_clones": 0, 2024-04-15T16:06:23.233 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_copies": 3, 2024-04-15T16:06:23.234 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects": 1, 2024-04-15T16:06:23.234 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_degraded": 0, 2024-04-15T16:06:23.234 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_dirty": 1, 2024-04-15T16:06:23.234 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T16:06:23.234 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_manifest": 0, 2024-04-15T16:06:23.234 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_misplaced": 0, 2024-04-15T16:06:23.234 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing": 0, 2024-04-15T16:06:23.234 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T16:06:23.234 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_omap": 0, 2024-04-15T16:06:23.234 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_pinned": 0, 2024-04-15T16:06:23.234 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_recovered": 0, 2024-04-15T16:06:23.234 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_repaired": 0, 2024-04-15T16:06:23.235 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_unfound": 0, 2024-04-15T16:06:23.235 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_bytes": 0, 2024-04-15T16:06:23.235 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_keys": 0, 2024-04-15T16:06:23.235 INFO:tasks.workunit.client.0.smithi016.stdout: "num_promote": 0, 2024-04-15T16:06:23.235 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read": 2, 2024-04-15T16:06:23.235 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read_kb": 2, 2024-04-15T16:06:23.235 INFO:tasks.workunit.client.0.smithi016.stdout: "num_scrub_errors": 0, 2024-04-15T16:06:23.235 INFO:tasks.workunit.client.0.smithi016.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T16:06:23.235 INFO:tasks.workunit.client.0.smithi016.stdout: "num_whiteouts": 0, 2024-04-15T16:06:23.235 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write": 1, 2024-04-15T16:06:23.235 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write_kb": 1 2024-04-15T16:06:23.235 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:23.235 INFO:tasks.workunit.client.0.smithi016.stdout: "state": "active+clean", 2024-04-15T16:06:23.235 INFO:tasks.workunit.client.0.smithi016.stdout: "stats_invalid": false, 2024-04-15T16:06:23.235 INFO:tasks.workunit.client.0.smithi016.stdout: "up": [ 2024-04-15T16:06:23.236 INFO:tasks.workunit.client.0.smithi016.stdout: 4, 2024-04-15T16:06:23.236 INFO:tasks.workunit.client.0.smithi016.stdout: 0, 2024-04-15T16:06:23.236 INFO:tasks.workunit.client.0.smithi016.stdout: 7 2024-04-15T16:06:23.236 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:23.236 INFO:tasks.workunit.client.0.smithi016.stdout: "up_primary": 4, 2024-04-15T16:06:23.236 INFO:tasks.workunit.client.0.smithi016.stdout: "version": "62'1" 2024-04-15T16:06:23.236 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:23.236 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-15T16:06:23.236 INFO:tasks.workunit.client.0.smithi016.stdout: "acting": [ 2024-04-15T16:06:23.236 INFO:tasks.workunit.client.0.smithi016.stdout: 7, 2024-04-15T16:06:23.236 INFO:tasks.workunit.client.0.smithi016.stdout: 4, 2024-04-15T16:06:23.236 INFO:tasks.workunit.client.0.smithi016.stdout: 6 2024-04-15T16:06:23.236 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:23.237 INFO:tasks.workunit.client.0.smithi016.stdout: "acting_primary": 7, 2024-04-15T16:06:23.237 INFO:tasks.workunit.client.0.smithi016.stdout: "avail_no_missing": [], 2024-04-15T16:06:23.237 INFO:tasks.workunit.client.0.smithi016.stdout: "blocked_by": [], 2024-04-15T16:06:23.237 INFO:tasks.workunit.client.0.smithi016.stdout: "created": 61, 2024-04-15T16:06:23.237 INFO:tasks.workunit.client.0.smithi016.stdout: "dirty_stats_invalid": false, 2024-04-15T16:06:23.237 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T16:06:23.237 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_stats_invalid": false, 2024-04-15T16:06:23.237 INFO:tasks.workunit.client.0.smithi016.stdout: "last_active": "2024-04-15T16:05:12.197883+0000", 2024-04-15T16:06:23.237 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_active": "2024-04-15T14:44:49.365190+0000", 2024-04-15T16:06:23.237 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_peered": "2024-04-15T14:44:49.365190+0000", 2024-04-15T16:06:23.237 INFO:tasks.workunit.client.0.smithi016.stdout: "last_change": "2024-04-15T14:44:49.366015+0000", 2024-04-15T16:06:23.237 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean": "2024-04-15T16:05:12.197883+0000", 2024-04-15T16:06:23.237 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T16:06:23.237 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub": "0'0", 2024-04-15T16:06:23.238 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T16:06:23.238 INFO:tasks.workunit.client.0.smithi016.stdout: "last_epoch_clean": 532, 2024-04-15T16:06:23.238 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fresh": "2024-04-15T16:05:12.197883+0000", 2024-04-15T16:06:23.238 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fullsized": "2024-04-15T16:05:12.197883+0000", 2024-04-15T16:06:23.238 INFO:tasks.workunit.client.0.smithi016.stdout: "last_peered": "2024-04-15T16:05:12.197883+0000", 2024-04-15T16:06:23.238 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub": "0'0", 2024-04-15T16:06:23.238 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_duration": 0, 2024-04-15T16:06:23.238 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T16:06:23.238 INFO:tasks.workunit.client.0.smithi016.stdout: "last_undegraded": "2024-04-15T16:05:12.197883+0000", 2024-04-15T16:06:23.238 INFO:tasks.workunit.client.0.smithi016.stdout: "last_unstale": "2024-04-15T16:05:12.197883+0000", 2024-04-15T16:06:23.238 INFO:tasks.workunit.client.0.smithi016.stdout: "log_dups_size": 0, 2024-04-15T16:06:23.238 INFO:tasks.workunit.client.0.smithi016.stdout: "log_size": 0, 2024-04-15T16:06:23.238 INFO:tasks.workunit.client.0.smithi016.stdout: "log_start": "0'0", 2024-04-15T16:06:23.238 INFO:tasks.workunit.client.0.smithi016.stdout: "manifest_stats_invalid": false, 2024-04-15T16:06:23.238 INFO:tasks.workunit.client.0.smithi016.stdout: "mapping_epoch": 531, 2024-04-15T16:06:23.239 INFO:tasks.workunit.client.0.smithi016.stdout: "object_location_counts": [], 2024-04-15T16:06:23.239 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_scrubbed": 0, 2024-04-15T16:06:23.239 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_trimmed": 0, 2024-04-15T16:06:23.239 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_stats_invalid": false, 2024-04-15T16:06:23.239 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_size": 0, 2024-04-15T16:06:23.239 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_start": "0'0", 2024-04-15T16:06:23.239 INFO:tasks.workunit.client.0.smithi016.stdout: "parent": "0.0", 2024-04-15T16:06:23.239 INFO:tasks.workunit.client.0.smithi016.stdout: "parent_split_bits": 0, 2024-04-15T16:06:23.239 INFO:tasks.workunit.client.0.smithi016.stdout: "pgid": "3.11", 2024-04-15T16:06:23.239 INFO:tasks.workunit.client.0.smithi016.stdout: "pin_stats_invalid": false, 2024-04-15T16:06:23.239 INFO:tasks.workunit.client.0.smithi016.stdout: "purged_snaps": [], 2024-04-15T16:06:23.239 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_epoch": 2721, 2024-04-15T16:06:23.239 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_seq": 4871, 2024-04-15T16:06:23.240 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_duration": 0.0, 2024-04-15T16:06:23.240 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-16T16:12:33.168454+0000", 2024-04-15T16:06:23.240 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrim_duration": 0.0, 2024-04-15T16:06:23.240 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrimq_len": 0, 2024-04-15T16:06:23.240 INFO:tasks.workunit.client.0.smithi016.stdout: "stat_sum": { 2024-04-15T16:06:23.240 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes": 0, 2024-04-15T16:06:23.240 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T16:06:23.240 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_recovered": 0, 2024-04-15T16:06:23.240 INFO:tasks.workunit.client.0.smithi016.stdout: "num_deep_scrub_errors": 0, 2024-04-15T16:06:23.240 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict": 0, 2024-04-15T16:06:23.240 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_kb": 0, 2024-04-15T16:06:23.240 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_full": 0, 2024-04-15T16:06:23.240 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_some": 0, 2024-04-15T16:06:23.240 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush": 0, 2024-04-15T16:06:23.241 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_kb": 0, 2024-04-15T16:06:23.241 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_high": 0, 2024-04-15T16:06:23.241 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_low": 0, 2024-04-15T16:06:23.241 INFO:tasks.workunit.client.0.smithi016.stdout: "num_keys_recovered": 0, 2024-04-15T16:06:23.241 INFO:tasks.workunit.client.0.smithi016.stdout: "num_large_omap_objects": 0, 2024-04-15T16:06:23.241 INFO:tasks.workunit.client.0.smithi016.stdout: "num_legacy_snapsets": 0, 2024-04-15T16:06:23.241 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_clones": 0, 2024-04-15T16:06:23.241 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_copies": 0, 2024-04-15T16:06:23.241 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects": 0, 2024-04-15T16:06:23.241 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_degraded": 0, 2024-04-15T16:06:23.241 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_dirty": 0, 2024-04-15T16:06:23.241 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T16:06:23.241 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_manifest": 0, 2024-04-15T16:06:23.241 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_misplaced": 0, 2024-04-15T16:06:23.242 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing": 0, 2024-04-15T16:06:23.242 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T16:06:23.242 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_omap": 0, 2024-04-15T16:06:23.242 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_pinned": 0, 2024-04-15T16:06:23.242 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_recovered": 0, 2024-04-15T16:06:23.242 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_repaired": 0, 2024-04-15T16:06:23.242 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_unfound": 0, 2024-04-15T16:06:23.242 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_bytes": 0, 2024-04-15T16:06:23.242 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_keys": 0, 2024-04-15T16:06:23.242 INFO:tasks.workunit.client.0.smithi016.stdout: "num_promote": 0, 2024-04-15T16:06:23.242 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read": 0, 2024-04-15T16:06:23.242 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read_kb": 0, 2024-04-15T16:06:23.242 INFO:tasks.workunit.client.0.smithi016.stdout: "num_scrub_errors": 0, 2024-04-15T16:06:23.242 INFO:tasks.workunit.client.0.smithi016.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T16:06:23.243 INFO:tasks.workunit.client.0.smithi016.stdout: "num_whiteouts": 0, 2024-04-15T16:06:23.243 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write": 0, 2024-04-15T16:06:23.243 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write_kb": 0 2024-04-15T16:06:23.243 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:23.243 INFO:tasks.workunit.client.0.smithi016.stdout: "state": "active+clean", 2024-04-15T16:06:23.243 INFO:tasks.workunit.client.0.smithi016.stdout: "stats_invalid": false, 2024-04-15T16:06:23.243 INFO:tasks.workunit.client.0.smithi016.stdout: "up": [ 2024-04-15T16:06:23.243 INFO:tasks.workunit.client.0.smithi016.stdout: 7, 2024-04-15T16:06:23.243 INFO:tasks.workunit.client.0.smithi016.stdout: 4, 2024-04-15T16:06:23.243 INFO:tasks.workunit.client.0.smithi016.stdout: 6 2024-04-15T16:06:23.243 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:23.243 INFO:tasks.workunit.client.0.smithi016.stdout: "up_primary": 7, 2024-04-15T16:06:23.243 INFO:tasks.workunit.client.0.smithi016.stdout: "version": "0'0" 2024-04-15T16:06:23.243 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:23.244 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-15T16:06:23.244 INFO:tasks.workunit.client.0.smithi016.stdout: "acting": [ 2024-04-15T16:06:23.244 INFO:tasks.workunit.client.0.smithi016.stdout: 2, 2024-04-15T16:06:23.244 INFO:tasks.workunit.client.0.smithi016.stdout: 1, 2024-04-15T16:06:23.244 INFO:tasks.workunit.client.0.smithi016.stdout: 0 2024-04-15T16:06:23.244 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:23.244 INFO:tasks.workunit.client.0.smithi016.stdout: "acting_primary": 2, 2024-04-15T16:06:23.244 INFO:tasks.workunit.client.0.smithi016.stdout: "avail_no_missing": [], 2024-04-15T16:06:23.244 INFO:tasks.workunit.client.0.smithi016.stdout: "blocked_by": [], 2024-04-15T16:06:23.244 INFO:tasks.workunit.client.0.smithi016.stdout: "created": 60, 2024-04-15T16:06:23.244 INFO:tasks.workunit.client.0.smithi016.stdout: "dirty_stats_invalid": false, 2024-04-15T16:06:23.244 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T16:06:23.244 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_stats_invalid": false, 2024-04-15T16:06:23.244 INFO:tasks.workunit.client.0.smithi016.stdout: "last_active": "2024-04-15T16:05:12.196700+0000", 2024-04-15T16:06:23.244 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_active": "2024-04-15T14:42:22.725738+0000", 2024-04-15T16:06:23.244 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_peered": "2024-04-15T14:42:22.725738+0000", 2024-04-15T16:06:23.245 INFO:tasks.workunit.client.0.smithi016.stdout: "last_change": "2024-04-15T14:42:22.726207+0000", 2024-04-15T16:06:23.245 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean": "2024-04-15T16:05:12.196700+0000", 2024-04-15T16:06:23.245 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean_scrub_stamp": "2024-04-15T14:33:33.599136+0000", 2024-04-15T16:06:23.245 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub": "0'0", 2024-04-15T16:06:23.245 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub_stamp": "2024-04-15T14:33:33.599136+0000", 2024-04-15T16:06:23.245 INFO:tasks.workunit.client.0.smithi016.stdout: "last_epoch_clean": 389, 2024-04-15T16:06:23.245 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fresh": "2024-04-15T16:05:12.196700+0000", 2024-04-15T16:06:23.245 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fullsized": "2024-04-15T16:05:12.196700+0000", 2024-04-15T16:06:23.245 INFO:tasks.workunit.client.0.smithi016.stdout: "last_peered": "2024-04-15T16:05:12.196700+0000", 2024-04-15T16:06:23.245 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub": "0'0", 2024-04-15T16:06:23.245 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_duration": 0, 2024-04-15T16:06:23.245 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_stamp": "2024-04-15T14:33:33.599136+0000", 2024-04-15T16:06:23.245 INFO:tasks.workunit.client.0.smithi016.stdout: "last_undegraded": "2024-04-15T16:05:12.196700+0000", 2024-04-15T16:06:23.245 INFO:tasks.workunit.client.0.smithi016.stdout: "last_unstale": "2024-04-15T16:05:12.196700+0000", 2024-04-15T16:06:23.246 INFO:tasks.workunit.client.0.smithi016.stdout: "log_dups_size": 0, 2024-04-15T16:06:23.246 INFO:tasks.workunit.client.0.smithi016.stdout: "log_size": 8, 2024-04-15T16:06:23.246 INFO:tasks.workunit.client.0.smithi016.stdout: "log_start": "0'0", 2024-04-15T16:06:23.246 INFO:tasks.workunit.client.0.smithi016.stdout: "manifest_stats_invalid": false, 2024-04-15T16:06:23.246 INFO:tasks.workunit.client.0.smithi016.stdout: "mapping_epoch": 388, 2024-04-15T16:06:23.246 INFO:tasks.workunit.client.0.smithi016.stdout: "object_location_counts": [], 2024-04-15T16:06:23.246 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_scrubbed": 0, 2024-04-15T16:06:23.246 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_trimmed": 0, 2024-04-15T16:06:23.246 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_stats_invalid": false, 2024-04-15T16:06:23.246 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_size": 8, 2024-04-15T16:06:23.246 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_start": "0'0", 2024-04-15T16:06:23.246 INFO:tasks.workunit.client.0.smithi016.stdout: "parent": "0.0", 2024-04-15T16:06:23.247 INFO:tasks.workunit.client.0.smithi016.stdout: "parent_split_bits": 0, 2024-04-15T16:06:23.247 INFO:tasks.workunit.client.0.smithi016.stdout: "pgid": "2.10", 2024-04-15T16:06:23.247 INFO:tasks.workunit.client.0.smithi016.stdout: "pin_stats_invalid": false, 2024-04-15T16:06:23.247 INFO:tasks.workunit.client.0.smithi016.stdout: "purged_snaps": [], 2024-04-15T16:06:23.247 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_epoch": 2721, 2024-04-15T16:06:23.247 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_seq": 5043, 2024-04-15T16:06:23.247 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_duration": 0.0, 2024-04-15T16:06:23.247 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-17T00:46:28.111877+0000", 2024-04-15T16:06:23.247 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrim_duration": 0.0, 2024-04-15T16:06:23.247 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrimq_len": 0, 2024-04-15T16:06:23.247 INFO:tasks.workunit.client.0.smithi016.stdout: "stat_sum": { 2024-04-15T16:06:23.247 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes": 0, 2024-04-15T16:06:23.247 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T16:06:23.247 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_recovered": 0, 2024-04-15T16:06:23.247 INFO:tasks.workunit.client.0.smithi016.stdout: "num_deep_scrub_errors": 0, 2024-04-15T16:06:23.248 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict": 0, 2024-04-15T16:06:23.248 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_kb": 0, 2024-04-15T16:06:23.248 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_full": 0, 2024-04-15T16:06:23.248 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_some": 0, 2024-04-15T16:06:23.248 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush": 0, 2024-04-15T16:06:23.248 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_kb": 0, 2024-04-15T16:06:23.248 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_high": 0, 2024-04-15T16:06:23.248 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_low": 0, 2024-04-15T16:06:23.248 INFO:tasks.workunit.client.0.smithi016.stdout: "num_keys_recovered": 0, 2024-04-15T16:06:23.248 INFO:tasks.workunit.client.0.smithi016.stdout: "num_large_omap_objects": 0, 2024-04-15T16:06:23.248 INFO:tasks.workunit.client.0.smithi016.stdout: "num_legacy_snapsets": 0, 2024-04-15T16:06:23.248 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_clones": 0, 2024-04-15T16:06:23.248 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_copies": 12, 2024-04-15T16:06:23.248 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects": 4, 2024-04-15T16:06:23.249 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_degraded": 0, 2024-04-15T16:06:23.249 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_dirty": 4, 2024-04-15T16:06:23.249 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T16:06:23.249 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_manifest": 0, 2024-04-15T16:06:23.249 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_misplaced": 0, 2024-04-15T16:06:23.249 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing": 0, 2024-04-15T16:06:23.249 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T16:06:23.249 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_omap": 4, 2024-04-15T16:06:23.249 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_pinned": 0, 2024-04-15T16:06:23.249 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_recovered": 0, 2024-04-15T16:06:23.249 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_repaired": 0, 2024-04-15T16:06:23.249 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_unfound": 0, 2024-04-15T16:06:23.249 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_bytes": 0, 2024-04-15T16:06:23.249 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_keys": 0, 2024-04-15T16:06:23.250 INFO:tasks.workunit.client.0.smithi016.stdout: "num_promote": 0, 2024-04-15T16:06:23.250 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read": 48, 2024-04-15T16:06:23.250 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read_kb": 48, 2024-04-15T16:06:23.250 INFO:tasks.workunit.client.0.smithi016.stdout: "num_scrub_errors": 0, 2024-04-15T16:06:23.250 INFO:tasks.workunit.client.0.smithi016.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T16:06:23.250 INFO:tasks.workunit.client.0.smithi016.stdout: "num_whiteouts": 0, 2024-04-15T16:06:23.250 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write": 12, 2024-04-15T16:06:23.250 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write_kb": 0 2024-04-15T16:06:23.250 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:23.250 INFO:tasks.workunit.client.0.smithi016.stdout: "state": "active+clean", 2024-04-15T16:06:23.250 INFO:tasks.workunit.client.0.smithi016.stdout: "stats_invalid": false, 2024-04-15T16:06:23.250 INFO:tasks.workunit.client.0.smithi016.stdout: "up": [ 2024-04-15T16:06:23.250 INFO:tasks.workunit.client.0.smithi016.stdout: 2, 2024-04-15T16:06:23.250 INFO:tasks.workunit.client.0.smithi016.stdout: 1, 2024-04-15T16:06:23.251 INFO:tasks.workunit.client.0.smithi016.stdout: 0 2024-04-15T16:06:23.251 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:23.251 INFO:tasks.workunit.client.0.smithi016.stdout: "up_primary": 2, 2024-04-15T16:06:23.251 INFO:tasks.workunit.client.0.smithi016.stdout: "version": "62'8" 2024-04-15T16:06:23.251 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:23.251 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-15T16:06:23.251 INFO:tasks.workunit.client.0.smithi016.stdout: "acting": [ 2024-04-15T16:06:23.251 INFO:tasks.workunit.client.0.smithi016.stdout: 6, 2024-04-15T16:06:23.251 INFO:tasks.workunit.client.0.smithi016.stdout: 0, 2024-04-15T16:06:23.251 INFO:tasks.workunit.client.0.smithi016.stdout: 5 2024-04-15T16:06:23.251 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:23.251 INFO:tasks.workunit.client.0.smithi016.stdout: "acting_primary": 6, 2024-04-15T16:06:23.251 INFO:tasks.workunit.client.0.smithi016.stdout: "avail_no_missing": [], 2024-04-15T16:06:23.251 INFO:tasks.workunit.client.0.smithi016.stdout: "blocked_by": [], 2024-04-15T16:06:23.252 INFO:tasks.workunit.client.0.smithi016.stdout: "created": 61, 2024-04-15T16:06:23.252 INFO:tasks.workunit.client.0.smithi016.stdout: "dirty_stats_invalid": false, 2024-04-15T16:06:23.252 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T16:06:23.252 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_stats_invalid": false, 2024-04-15T16:06:23.252 INFO:tasks.workunit.client.0.smithi016.stdout: "last_active": "2024-04-15T16:05:11.412104+0000", 2024-04-15T16:06:23.252 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_active": "2024-04-15T14:44:28.450894+0000", 2024-04-15T16:06:23.252 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_peered": "2024-04-15T14:44:28.450894+0000", 2024-04-15T16:06:23.252 INFO:tasks.workunit.client.0.smithi016.stdout: "last_change": "2024-04-15T14:44:28.451218+0000", 2024-04-15T16:06:23.252 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean": "2024-04-15T16:05:11.412104+0000", 2024-04-15T16:06:23.252 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T16:06:23.252 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub": "0'0", 2024-04-15T16:06:23.252 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T16:06:23.252 INFO:tasks.workunit.client.0.smithi016.stdout: "last_epoch_clean": 511, 2024-04-15T16:06:23.253 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fresh": "2024-04-15T16:05:11.412104+0000", 2024-04-15T16:06:23.253 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fullsized": "2024-04-15T16:05:11.412104+0000", 2024-04-15T16:06:23.253 INFO:tasks.workunit.client.0.smithi016.stdout: "last_peered": "2024-04-15T16:05:11.412104+0000", 2024-04-15T16:06:23.253 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub": "0'0", 2024-04-15T16:06:23.253 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_duration": 0, 2024-04-15T16:06:23.253 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T16:06:23.253 INFO:tasks.workunit.client.0.smithi016.stdout: "last_undegraded": "2024-04-15T16:05:11.412104+0000", 2024-04-15T16:06:23.253 INFO:tasks.workunit.client.0.smithi016.stdout: "last_unstale": "2024-04-15T16:05:11.412104+0000", 2024-04-15T16:06:23.253 INFO:tasks.workunit.client.0.smithi016.stdout: "log_dups_size": 0, 2024-04-15T16:06:23.253 INFO:tasks.workunit.client.0.smithi016.stdout: "log_size": 0, 2024-04-15T16:06:23.253 INFO:tasks.workunit.client.0.smithi016.stdout: "log_start": "0'0", 2024-04-15T16:06:23.253 INFO:tasks.workunit.client.0.smithi016.stdout: "manifest_stats_invalid": false, 2024-04-15T16:06:23.253 INFO:tasks.workunit.client.0.smithi016.stdout: "mapping_epoch": 510, 2024-04-15T16:06:23.253 INFO:tasks.workunit.client.0.smithi016.stdout: "object_location_counts": [], 2024-04-15T16:06:23.254 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_scrubbed": 0, 2024-04-15T16:06:23.254 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_trimmed": 0, 2024-04-15T16:06:23.254 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_stats_invalid": false, 2024-04-15T16:06:23.254 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_size": 0, 2024-04-15T16:06:23.254 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_start": "0'0", 2024-04-15T16:06:23.254 INFO:tasks.workunit.client.0.smithi016.stdout: "parent": "0.0", 2024-04-15T16:06:23.254 INFO:tasks.workunit.client.0.smithi016.stdout: "parent_split_bits": 0, 2024-04-15T16:06:23.254 INFO:tasks.workunit.client.0.smithi016.stdout: "pgid": "3.10", 2024-04-15T16:06:23.254 INFO:tasks.workunit.client.0.smithi016.stdout: "pin_stats_invalid": false, 2024-04-15T16:06:23.254 INFO:tasks.workunit.client.0.smithi016.stdout: "purged_snaps": [], 2024-04-15T16:06:23.254 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_epoch": 2721, 2024-04-15T16:06:23.254 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_seq": 4877, 2024-04-15T16:06:23.254 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_duration": 0.0, 2024-04-15T16:06:23.254 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-16T14:54:16.426577+0000", 2024-04-15T16:06:23.254 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrim_duration": 0.0, 2024-04-15T16:06:23.255 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrimq_len": 0, 2024-04-15T16:06:23.255 INFO:tasks.workunit.client.0.smithi016.stdout: "stat_sum": { 2024-04-15T16:06:23.255 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes": 0, 2024-04-15T16:06:23.255 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T16:06:23.255 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_recovered": 0, 2024-04-15T16:06:23.255 INFO:tasks.workunit.client.0.smithi016.stdout: "num_deep_scrub_errors": 0, 2024-04-15T16:06:23.255 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict": 0, 2024-04-15T16:06:23.255 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_kb": 0, 2024-04-15T16:06:23.255 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_full": 0, 2024-04-15T16:06:23.255 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_some": 0, 2024-04-15T16:06:23.255 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush": 0, 2024-04-15T16:06:23.255 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_kb": 0, 2024-04-15T16:06:23.255 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_high": 0, 2024-04-15T16:06:23.255 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_low": 0, 2024-04-15T16:06:23.255 INFO:tasks.workunit.client.0.smithi016.stdout: "num_keys_recovered": 0, 2024-04-15T16:06:23.256 INFO:tasks.workunit.client.0.smithi016.stdout: "num_large_omap_objects": 0, 2024-04-15T16:06:23.256 INFO:tasks.workunit.client.0.smithi016.stdout: "num_legacy_snapsets": 0, 2024-04-15T16:06:23.256 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_clones": 0, 2024-04-15T16:06:23.256 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_copies": 0, 2024-04-15T16:06:23.256 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects": 0, 2024-04-15T16:06:23.256 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_degraded": 0, 2024-04-15T16:06:23.256 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_dirty": 0, 2024-04-15T16:06:23.256 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T16:06:23.256 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_manifest": 0, 2024-04-15T16:06:23.256 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_misplaced": 0, 2024-04-15T16:06:23.256 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing": 0, 2024-04-15T16:06:23.256 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T16:06:23.256 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_omap": 0, 2024-04-15T16:06:23.256 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_pinned": 0, 2024-04-15T16:06:23.257 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_recovered": 0, 2024-04-15T16:06:23.257 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_repaired": 0, 2024-04-15T16:06:23.257 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_unfound": 0, 2024-04-15T16:06:23.257 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_bytes": 0, 2024-04-15T16:06:23.257 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_keys": 0, 2024-04-15T16:06:23.257 INFO:tasks.workunit.client.0.smithi016.stdout: "num_promote": 0, 2024-04-15T16:06:23.257 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read": 0, 2024-04-15T16:06:23.257 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read_kb": 0, 2024-04-15T16:06:23.257 INFO:tasks.workunit.client.0.smithi016.stdout: "num_scrub_errors": 0, 2024-04-15T16:06:23.257 INFO:tasks.workunit.client.0.smithi016.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T16:06:23.257 INFO:tasks.workunit.client.0.smithi016.stdout: "num_whiteouts": 0, 2024-04-15T16:06:23.257 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write": 0, 2024-04-15T16:06:23.257 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write_kb": 0 2024-04-15T16:06:23.257 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:23.258 INFO:tasks.workunit.client.0.smithi016.stdout: "state": "active+clean", 2024-04-15T16:06:23.258 INFO:tasks.workunit.client.0.smithi016.stdout: "stats_invalid": false, 2024-04-15T16:06:23.258 INFO:tasks.workunit.client.0.smithi016.stdout: "up": [ 2024-04-15T16:06:23.258 INFO:tasks.workunit.client.0.smithi016.stdout: 6, 2024-04-15T16:06:23.258 INFO:tasks.workunit.client.0.smithi016.stdout: 0, 2024-04-15T16:06:23.258 INFO:tasks.workunit.client.0.smithi016.stdout: 5 2024-04-15T16:06:23.258 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:23.258 INFO:tasks.workunit.client.0.smithi016.stdout: "up_primary": 6, 2024-04-15T16:06:23.258 INFO:tasks.workunit.client.0.smithi016.stdout: "version": "0'0" 2024-04-15T16:06:23.258 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:23.258 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-15T16:06:23.259 INFO:tasks.workunit.client.0.smithi016.stdout: "acting": [ 2024-04-15T16:06:23.259 INFO:tasks.workunit.client.0.smithi016.stdout: 6, 2024-04-15T16:06:23.259 INFO:tasks.workunit.client.0.smithi016.stdout: 4, 2024-04-15T16:06:23.259 INFO:tasks.workunit.client.0.smithi016.stdout: 1 2024-04-15T16:06:23.259 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:23.259 INFO:tasks.workunit.client.0.smithi016.stdout: "acting_primary": 6, 2024-04-15T16:06:23.259 INFO:tasks.workunit.client.0.smithi016.stdout: "avail_no_missing": [], 2024-04-15T16:06:23.259 INFO:tasks.workunit.client.0.smithi016.stdout: "blocked_by": [], 2024-04-15T16:06:23.259 INFO:tasks.workunit.client.0.smithi016.stdout: "created": 60, 2024-04-15T16:06:23.259 INFO:tasks.workunit.client.0.smithi016.stdout: "dirty_stats_invalid": false, 2024-04-15T16:06:23.259 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T16:06:23.259 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_stats_invalid": false, 2024-04-15T16:06:23.259 INFO:tasks.workunit.client.0.smithi016.stdout: "last_active": "2024-04-15T16:05:11.413330+0000", 2024-04-15T16:06:23.259 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_active": "2024-04-15T14:44:28.453432+0000", 2024-04-15T16:06:23.260 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_peered": "2024-04-15T14:44:28.453432+0000", 2024-04-15T16:06:23.260 INFO:tasks.workunit.client.0.smithi016.stdout: "last_change": "2024-04-15T14:44:28.455924+0000", 2024-04-15T16:06:23.260 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean": "2024-04-15T16:05:11.413330+0000", 2024-04-15T16:06:23.260 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean_scrub_stamp": "2024-04-15T14:33:33.599136+0000", 2024-04-15T16:06:23.260 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub": "0'0", 2024-04-15T16:06:23.260 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub_stamp": "2024-04-15T14:33:33.599136+0000", 2024-04-15T16:06:23.260 INFO:tasks.workunit.client.0.smithi016.stdout: "last_epoch_clean": 511, 2024-04-15T16:06:23.260 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fresh": "2024-04-15T16:05:11.413330+0000", 2024-04-15T16:06:23.260 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fullsized": "2024-04-15T16:05:11.413330+0000", 2024-04-15T16:06:23.260 INFO:tasks.workunit.client.0.smithi016.stdout: "last_peered": "2024-04-15T16:05:11.413330+0000", 2024-04-15T16:06:23.260 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub": "0'0", 2024-04-15T16:06:23.260 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_duration": 0, 2024-04-15T16:06:23.260 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_stamp": "2024-04-15T14:33:33.599136+0000", 2024-04-15T16:06:23.260 INFO:tasks.workunit.client.0.smithi016.stdout: "last_undegraded": "2024-04-15T16:05:11.413330+0000", 2024-04-15T16:06:23.260 INFO:tasks.workunit.client.0.smithi016.stdout: "last_unstale": "2024-04-15T16:05:11.413330+0000", 2024-04-15T16:06:23.261 INFO:tasks.workunit.client.0.smithi016.stdout: "log_dups_size": 0, 2024-04-15T16:06:23.261 INFO:tasks.workunit.client.0.smithi016.stdout: "log_size": 0, 2024-04-15T16:06:23.261 INFO:tasks.workunit.client.0.smithi016.stdout: "log_start": "0'0", 2024-04-15T16:06:23.261 INFO:tasks.workunit.client.0.smithi016.stdout: "manifest_stats_invalid": false, 2024-04-15T16:06:23.261 INFO:tasks.workunit.client.0.smithi016.stdout: "mapping_epoch": 510, 2024-04-15T16:06:23.261 INFO:tasks.workunit.client.0.smithi016.stdout: "object_location_counts": [], 2024-04-15T16:06:23.261 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_scrubbed": 0, 2024-04-15T16:06:23.261 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_trimmed": 0, 2024-04-15T16:06:23.261 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_stats_invalid": false, 2024-04-15T16:06:23.261 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_size": 0, 2024-04-15T16:06:23.261 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_start": "0'0", 2024-04-15T16:06:23.261 INFO:tasks.workunit.client.0.smithi016.stdout: "parent": "0.0", 2024-04-15T16:06:23.261 INFO:tasks.workunit.client.0.smithi016.stdout: "parent_split_bits": 0, 2024-04-15T16:06:23.261 INFO:tasks.workunit.client.0.smithi016.stdout: "pgid": "2.11", 2024-04-15T16:06:23.262 INFO:tasks.workunit.client.0.smithi016.stdout: "pin_stats_invalid": false, 2024-04-15T16:06:23.262 INFO:tasks.workunit.client.0.smithi016.stdout: "purged_snaps": [], 2024-04-15T16:06:23.262 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_epoch": 2721, 2024-04-15T16:06:23.262 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_seq": 4899, 2024-04-15T16:06:23.262 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_duration": 0.0, 2024-04-15T16:06:23.262 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-16T17:40:19.141521+0000", 2024-04-15T16:06:23.262 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrim_duration": 0.0, 2024-04-15T16:06:23.262 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrimq_len": 0, 2024-04-15T16:06:23.262 INFO:tasks.workunit.client.0.smithi016.stdout: "stat_sum": { 2024-04-15T16:06:23.262 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes": 0, 2024-04-15T16:06:23.263 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T16:06:23.263 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_recovered": 0, 2024-04-15T16:06:23.263 INFO:tasks.workunit.client.0.smithi016.stdout: "num_deep_scrub_errors": 0, 2024-04-15T16:06:23.263 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict": 0, 2024-04-15T16:06:23.263 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_kb": 0, 2024-04-15T16:06:23.263 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_full": 0, 2024-04-15T16:06:23.263 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_some": 0, 2024-04-15T16:06:23.263 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush": 0, 2024-04-15T16:06:23.263 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_kb": 0, 2024-04-15T16:06:23.263 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_high": 0, 2024-04-15T16:06:23.263 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_low": 0, 2024-04-15T16:06:23.263 INFO:tasks.workunit.client.0.smithi016.stdout: "num_keys_recovered": 0, 2024-04-15T16:06:23.263 INFO:tasks.workunit.client.0.smithi016.stdout: "num_large_omap_objects": 0, 2024-04-15T16:06:23.263 INFO:tasks.workunit.client.0.smithi016.stdout: "num_legacy_snapsets": 0, 2024-04-15T16:06:23.264 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_clones": 0, 2024-04-15T16:06:23.264 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_copies": 0, 2024-04-15T16:06:23.264 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects": 0, 2024-04-15T16:06:23.264 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_degraded": 0, 2024-04-15T16:06:23.264 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_dirty": 0, 2024-04-15T16:06:23.264 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T16:06:23.264 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_manifest": 0, 2024-04-15T16:06:23.264 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_misplaced": 0, 2024-04-15T16:06:23.264 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing": 0, 2024-04-15T16:06:23.264 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T16:06:23.264 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_omap": 0, 2024-04-15T16:06:23.264 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_pinned": 0, 2024-04-15T16:06:23.264 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_recovered": 0, 2024-04-15T16:06:23.264 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_repaired": 0, 2024-04-15T16:06:23.265 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_unfound": 0, 2024-04-15T16:06:23.265 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_bytes": 0, 2024-04-15T16:06:23.265 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_keys": 0, 2024-04-15T16:06:23.265 INFO:tasks.workunit.client.0.smithi016.stdout: "num_promote": 0, 2024-04-15T16:06:23.265 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read": 0, 2024-04-15T16:06:23.265 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read_kb": 0, 2024-04-15T16:06:23.265 INFO:tasks.workunit.client.0.smithi016.stdout: "num_scrub_errors": 0, 2024-04-15T16:06:23.265 INFO:tasks.workunit.client.0.smithi016.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T16:06:23.265 INFO:tasks.workunit.client.0.smithi016.stdout: "num_whiteouts": 0, 2024-04-15T16:06:23.265 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write": 0, 2024-04-15T16:06:23.265 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write_kb": 0 2024-04-15T16:06:23.265 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:23.265 INFO:tasks.workunit.client.0.smithi016.stdout: "state": "active+clean", 2024-04-15T16:06:23.265 INFO:tasks.workunit.client.0.smithi016.stdout: "stats_invalid": false, 2024-04-15T16:06:23.266 INFO:tasks.workunit.client.0.smithi016.stdout: "up": [ 2024-04-15T16:06:23.266 INFO:tasks.workunit.client.0.smithi016.stdout: 6, 2024-04-15T16:06:23.266 INFO:tasks.workunit.client.0.smithi016.stdout: 4, 2024-04-15T16:06:23.266 INFO:tasks.workunit.client.0.smithi016.stdout: 1 2024-04-15T16:06:23.266 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:23.266 INFO:tasks.workunit.client.0.smithi016.stdout: "up_primary": 6, 2024-04-15T16:06:23.266 INFO:tasks.workunit.client.0.smithi016.stdout: "version": "0'0" 2024-04-15T16:06:23.266 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:23.266 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-15T16:06:23.266 INFO:tasks.workunit.client.0.smithi016.stdout: "acting": [ 2024-04-15T16:06:23.266 INFO:tasks.workunit.client.0.smithi016.stdout: 7, 2024-04-15T16:06:23.266 INFO:tasks.workunit.client.0.smithi016.stdout: 4, 2024-04-15T16:06:23.266 INFO:tasks.workunit.client.0.smithi016.stdout: 2 2024-04-15T16:06:23.266 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:23.267 INFO:tasks.workunit.client.0.smithi016.stdout: "acting_primary": 7, 2024-04-15T16:06:23.267 INFO:tasks.workunit.client.0.smithi016.stdout: "avail_no_missing": [], 2024-04-15T16:06:23.267 INFO:tasks.workunit.client.0.smithi016.stdout: "blocked_by": [], 2024-04-15T16:06:23.267 INFO:tasks.workunit.client.0.smithi016.stdout: "created": 61, 2024-04-15T16:06:23.267 INFO:tasks.workunit.client.0.smithi016.stdout: "dirty_stats_invalid": false, 2024-04-15T16:06:23.267 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T16:06:23.267 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_stats_invalid": false, 2024-04-15T16:06:23.267 INFO:tasks.workunit.client.0.smithi016.stdout: "last_active": "2024-04-15T16:05:12.198901+0000", 2024-04-15T16:06:23.267 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_active": "2024-04-15T14:44:49.362109+0000", 2024-04-15T16:06:23.267 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_peered": "2024-04-15T14:44:49.362109+0000", 2024-04-15T16:06:23.267 INFO:tasks.workunit.client.0.smithi016.stdout: "last_change": "2024-04-15T14:44:49.363422+0000", 2024-04-15T16:06:23.267 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean": "2024-04-15T16:05:12.198901+0000", 2024-04-15T16:06:23.267 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T16:06:23.267 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub": "0'0", 2024-04-15T16:06:23.267 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T16:06:23.268 INFO:tasks.workunit.client.0.smithi016.stdout: "last_epoch_clean": 532, 2024-04-15T16:06:23.268 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fresh": "2024-04-15T16:05:12.198901+0000", 2024-04-15T16:06:23.268 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fullsized": "2024-04-15T16:05:12.198901+0000", 2024-04-15T16:06:23.268 INFO:tasks.workunit.client.0.smithi016.stdout: "last_peered": "2024-04-15T16:05:12.198901+0000", 2024-04-15T16:06:23.268 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub": "0'0", 2024-04-15T16:06:23.268 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_duration": 0, 2024-04-15T16:06:23.268 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T16:06:23.268 INFO:tasks.workunit.client.0.smithi016.stdout: "last_undegraded": "2024-04-15T16:05:12.198901+0000", 2024-04-15T16:06:23.268 INFO:tasks.workunit.client.0.smithi016.stdout: "last_unstale": "2024-04-15T16:05:12.198901+0000", 2024-04-15T16:06:23.268 INFO:tasks.workunit.client.0.smithi016.stdout: "log_dups_size": 0, 2024-04-15T16:06:23.268 INFO:tasks.workunit.client.0.smithi016.stdout: "log_size": 0, 2024-04-15T16:06:23.268 INFO:tasks.workunit.client.0.smithi016.stdout: "log_start": "0'0", 2024-04-15T16:06:23.268 INFO:tasks.workunit.client.0.smithi016.stdout: "manifest_stats_invalid": false, 2024-04-15T16:06:23.268 INFO:tasks.workunit.client.0.smithi016.stdout: "mapping_epoch": 531, 2024-04-15T16:06:23.268 INFO:tasks.workunit.client.0.smithi016.stdout: "object_location_counts": [], 2024-04-15T16:06:23.269 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_scrubbed": 0, 2024-04-15T16:06:23.269 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_trimmed": 0, 2024-04-15T16:06:23.269 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_stats_invalid": false, 2024-04-15T16:06:23.269 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_size": 0, 2024-04-15T16:06:23.269 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_start": "0'0", 2024-04-15T16:06:23.269 INFO:tasks.workunit.client.0.smithi016.stdout: "parent": "0.0", 2024-04-15T16:06:23.269 INFO:tasks.workunit.client.0.smithi016.stdout: "parent_split_bits": 0, 2024-04-15T16:06:23.269 INFO:tasks.workunit.client.0.smithi016.stdout: "pgid": "3.13", 2024-04-15T16:06:23.269 INFO:tasks.workunit.client.0.smithi016.stdout: "pin_stats_invalid": false, 2024-04-15T16:06:23.269 INFO:tasks.workunit.client.0.smithi016.stdout: "purged_snaps": [], 2024-04-15T16:06:23.269 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_epoch": 2721, 2024-04-15T16:06:23.269 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_seq": 4857, 2024-04-15T16:06:23.269 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_duration": 0.0, 2024-04-15T16:06:23.269 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-17T00:13:19.993876+0000", 2024-04-15T16:06:23.269 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrim_duration": 0.0, 2024-04-15T16:06:23.270 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrimq_len": 0, 2024-04-15T16:06:23.270 INFO:tasks.workunit.client.0.smithi016.stdout: "stat_sum": { 2024-04-15T16:06:23.270 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes": 0, 2024-04-15T16:06:23.270 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T16:06:23.270 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_recovered": 0, 2024-04-15T16:06:23.270 INFO:tasks.workunit.client.0.smithi016.stdout: "num_deep_scrub_errors": 0, 2024-04-15T16:06:23.270 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict": 0, 2024-04-15T16:06:23.270 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_kb": 0, 2024-04-15T16:06:23.270 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_full": 0, 2024-04-15T16:06:23.270 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_some": 0, 2024-04-15T16:06:23.270 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush": 0, 2024-04-15T16:06:23.270 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_kb": 0, 2024-04-15T16:06:23.270 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_high": 0, 2024-04-15T16:06:23.271 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_low": 0, 2024-04-15T16:06:23.271 INFO:tasks.workunit.client.0.smithi016.stdout: "num_keys_recovered": 0, 2024-04-15T16:06:23.271 INFO:tasks.workunit.client.0.smithi016.stdout: "num_large_omap_objects": 0, 2024-04-15T16:06:23.271 INFO:tasks.workunit.client.0.smithi016.stdout: "num_legacy_snapsets": 0, 2024-04-15T16:06:23.271 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_clones": 0, 2024-04-15T16:06:23.271 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_copies": 0, 2024-04-15T16:06:23.271 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects": 0, 2024-04-15T16:06:23.271 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_degraded": 0, 2024-04-15T16:06:23.271 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_dirty": 0, 2024-04-15T16:06:23.271 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T16:06:23.271 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_manifest": 0, 2024-04-15T16:06:23.271 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_misplaced": 0, 2024-04-15T16:06:23.271 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing": 0, 2024-04-15T16:06:23.271 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T16:06:23.271 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_omap": 0, 2024-04-15T16:06:23.272 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_pinned": 0, 2024-04-15T16:06:23.272 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_recovered": 0, 2024-04-15T16:06:23.272 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_repaired": 0, 2024-04-15T16:06:23.272 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_unfound": 0, 2024-04-15T16:06:23.272 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_bytes": 0, 2024-04-15T16:06:23.272 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_keys": 0, 2024-04-15T16:06:23.272 INFO:tasks.workunit.client.0.smithi016.stdout: "num_promote": 0, 2024-04-15T16:06:23.272 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read": 0, 2024-04-15T16:06:23.272 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read_kb": 0, 2024-04-15T16:06:23.272 INFO:tasks.workunit.client.0.smithi016.stdout: "num_scrub_errors": 0, 2024-04-15T16:06:23.272 INFO:tasks.workunit.client.0.smithi016.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T16:06:23.272 INFO:tasks.workunit.client.0.smithi016.stdout: "num_whiteouts": 0, 2024-04-15T16:06:23.272 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write": 0, 2024-04-15T16:06:23.272 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write_kb": 0 2024-04-15T16:06:23.272 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:23.273 INFO:tasks.workunit.client.0.smithi016.stdout: "state": "active+clean", 2024-04-15T16:06:23.273 INFO:tasks.workunit.client.0.smithi016.stdout: "stats_invalid": false, 2024-04-15T16:06:23.273 INFO:tasks.workunit.client.0.smithi016.stdout: "up": [ 2024-04-15T16:06:23.273 INFO:tasks.workunit.client.0.smithi016.stdout: 7, 2024-04-15T16:06:23.273 INFO:tasks.workunit.client.0.smithi016.stdout: 4, 2024-04-15T16:06:23.273 INFO:tasks.workunit.client.0.smithi016.stdout: 2 2024-04-15T16:06:23.273 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:23.273 INFO:tasks.workunit.client.0.smithi016.stdout: "up_primary": 7, 2024-04-15T16:06:23.273 INFO:tasks.workunit.client.0.smithi016.stdout: "version": "0'0" 2024-04-15T16:06:23.273 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:23.273 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-15T16:06:23.273 INFO:tasks.workunit.client.0.smithi016.stdout: "acting": [ 2024-04-15T16:06:23.273 INFO:tasks.workunit.client.0.smithi016.stdout: 5, 2024-04-15T16:06:23.273 INFO:tasks.workunit.client.0.smithi016.stdout: 3, 2024-04-15T16:06:23.273 INFO:tasks.workunit.client.0.smithi016.stdout: 7 2024-04-15T16:06:23.274 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:23.274 INFO:tasks.workunit.client.0.smithi016.stdout: "acting_primary": 5, 2024-04-15T16:06:23.274 INFO:tasks.workunit.client.0.smithi016.stdout: "avail_no_missing": [], 2024-04-15T16:06:23.274 INFO:tasks.workunit.client.0.smithi016.stdout: "blocked_by": [], 2024-04-15T16:06:23.274 INFO:tasks.workunit.client.0.smithi016.stdout: "created": 60, 2024-04-15T16:06:23.274 INFO:tasks.workunit.client.0.smithi016.stdout: "dirty_stats_invalid": false, 2024-04-15T16:06:23.274 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T16:06:23.274 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_stats_invalid": false, 2024-04-15T16:06:23.274 INFO:tasks.workunit.client.0.smithi016.stdout: "last_active": "2024-04-15T16:05:12.200459+0000", 2024-04-15T16:06:23.274 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_active": "2024-04-15T14:44:49.365712+0000", 2024-04-15T16:06:23.274 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_peered": "2024-04-15T14:44:49.365712+0000", 2024-04-15T16:06:23.274 INFO:tasks.workunit.client.0.smithi016.stdout: "last_change": "2024-04-15T14:44:49.365992+0000", 2024-04-15T16:06:23.274 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean": "2024-04-15T16:05:12.200459+0000", 2024-04-15T16:06:23.274 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean_scrub_stamp": "2024-04-15T14:33:33.599136+0000", 2024-04-15T16:06:23.275 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub": "0'0", 2024-04-15T16:06:23.275 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub_stamp": "2024-04-15T14:33:33.599136+0000", 2024-04-15T16:06:23.275 INFO:tasks.workunit.client.0.smithi016.stdout: "last_epoch_clean": 532, 2024-04-15T16:06:23.275 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fresh": "2024-04-15T16:05:12.200459+0000", 2024-04-15T16:06:23.275 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fullsized": "2024-04-15T16:05:12.200459+0000", 2024-04-15T16:06:23.275 INFO:tasks.workunit.client.0.smithi016.stdout: "last_peered": "2024-04-15T16:05:12.200459+0000", 2024-04-15T16:06:23.275 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub": "0'0", 2024-04-15T16:06:23.275 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_duration": 0, 2024-04-15T16:06:23.275 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_stamp": "2024-04-15T14:33:33.599136+0000", 2024-04-15T16:06:23.275 INFO:tasks.workunit.client.0.smithi016.stdout: "last_undegraded": "2024-04-15T16:05:12.200459+0000", 2024-04-15T16:06:23.275 INFO:tasks.workunit.client.0.smithi016.stdout: "last_unstale": "2024-04-15T16:05:12.200459+0000", 2024-04-15T16:06:23.275 INFO:tasks.workunit.client.0.smithi016.stdout: "log_dups_size": 0, 2024-04-15T16:06:23.275 INFO:tasks.workunit.client.0.smithi016.stdout: "log_size": 0, 2024-04-15T16:06:23.275 INFO:tasks.workunit.client.0.smithi016.stdout: "log_start": "0'0", 2024-04-15T16:06:23.275 INFO:tasks.workunit.client.0.smithi016.stdout: "manifest_stats_invalid": false, 2024-04-15T16:06:23.276 INFO:tasks.workunit.client.0.smithi016.stdout: "mapping_epoch": 531, 2024-04-15T16:06:23.276 INFO:tasks.workunit.client.0.smithi016.stdout: "object_location_counts": [], 2024-04-15T16:06:23.276 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_scrubbed": 0, 2024-04-15T16:06:23.276 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_trimmed": 0, 2024-04-15T16:06:23.276 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_stats_invalid": false, 2024-04-15T16:06:23.276 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_size": 0, 2024-04-15T16:06:23.276 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_start": "0'0", 2024-04-15T16:06:23.276 INFO:tasks.workunit.client.0.smithi016.stdout: "parent": "0.0", 2024-04-15T16:06:23.276 INFO:tasks.workunit.client.0.smithi016.stdout: "parent_split_bits": 0, 2024-04-15T16:06:23.276 INFO:tasks.workunit.client.0.smithi016.stdout: "pgid": "2.12", 2024-04-15T16:06:23.276 INFO:tasks.workunit.client.0.smithi016.stdout: "pin_stats_invalid": false, 2024-04-15T16:06:23.276 INFO:tasks.workunit.client.0.smithi016.stdout: "purged_snaps": [], 2024-04-15T16:06:23.276 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_epoch": 2721, 2024-04-15T16:06:23.276 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_seq": 4919, 2024-04-15T16:06:23.277 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_duration": 0.0, 2024-04-15T16:06:23.277 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-16T16:45:15.574364+0000", 2024-04-15T16:06:23.277 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrim_duration": 0.0, 2024-04-15T16:06:23.277 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrimq_len": 0, 2024-04-15T16:06:23.277 INFO:tasks.workunit.client.0.smithi016.stdout: "stat_sum": { 2024-04-15T16:06:23.277 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes": 0, 2024-04-15T16:06:23.277 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T16:06:23.277 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_recovered": 0, 2024-04-15T16:06:23.277 INFO:tasks.workunit.client.0.smithi016.stdout: "num_deep_scrub_errors": 0, 2024-04-15T16:06:23.277 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict": 0, 2024-04-15T16:06:23.277 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_kb": 0, 2024-04-15T16:06:23.277 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_full": 0, 2024-04-15T16:06:23.277 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_some": 0, 2024-04-15T16:06:23.277 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush": 0, 2024-04-15T16:06:23.277 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_kb": 0, 2024-04-15T16:06:23.278 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_high": 0, 2024-04-15T16:06:23.278 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_low": 0, 2024-04-15T16:06:23.278 INFO:tasks.workunit.client.0.smithi016.stdout: "num_keys_recovered": 0, 2024-04-15T16:06:23.278 INFO:tasks.workunit.client.0.smithi016.stdout: "num_large_omap_objects": 0, 2024-04-15T16:06:23.278 INFO:tasks.workunit.client.0.smithi016.stdout: "num_legacy_snapsets": 0, 2024-04-15T16:06:23.278 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_clones": 0, 2024-04-15T16:06:23.278 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_copies": 0, 2024-04-15T16:06:23.278 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects": 0, 2024-04-15T16:06:23.278 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_degraded": 0, 2024-04-15T16:06:23.278 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_dirty": 0, 2024-04-15T16:06:23.278 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T16:06:23.278 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_manifest": 0, 2024-04-15T16:06:23.278 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_misplaced": 0, 2024-04-15T16:06:23.278 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing": 0, 2024-04-15T16:06:23.279 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T16:06:23.279 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_omap": 0, 2024-04-15T16:06:23.279 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_pinned": 0, 2024-04-15T16:06:23.279 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_recovered": 0, 2024-04-15T16:06:23.279 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_repaired": 0, 2024-04-15T16:06:23.279 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_unfound": 0, 2024-04-15T16:06:23.279 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_bytes": 0, 2024-04-15T16:06:23.279 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_keys": 0, 2024-04-15T16:06:23.279 INFO:tasks.workunit.client.0.smithi016.stdout: "num_promote": 0, 2024-04-15T16:06:23.279 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read": 0, 2024-04-15T16:06:23.279 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read_kb": 0, 2024-04-15T16:06:23.279 INFO:tasks.workunit.client.0.smithi016.stdout: "num_scrub_errors": 0, 2024-04-15T16:06:23.279 INFO:tasks.workunit.client.0.smithi016.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T16:06:23.279 INFO:tasks.workunit.client.0.smithi016.stdout: "num_whiteouts": 0, 2024-04-15T16:06:23.279 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write": 0, 2024-04-15T16:06:23.280 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write_kb": 0 2024-04-15T16:06:23.280 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:23.280 INFO:tasks.workunit.client.0.smithi016.stdout: "state": "active+clean", 2024-04-15T16:06:23.280 INFO:tasks.workunit.client.0.smithi016.stdout: "stats_invalid": false, 2024-04-15T16:06:23.280 INFO:tasks.workunit.client.0.smithi016.stdout: "up": [ 2024-04-15T16:06:23.280 INFO:tasks.workunit.client.0.smithi016.stdout: 5, 2024-04-15T16:06:23.280 INFO:tasks.workunit.client.0.smithi016.stdout: 3, 2024-04-15T16:06:23.280 INFO:tasks.workunit.client.0.smithi016.stdout: 7 2024-04-15T16:06:23.280 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:23.280 INFO:tasks.workunit.client.0.smithi016.stdout: "up_primary": 5, 2024-04-15T16:06:23.280 INFO:tasks.workunit.client.0.smithi016.stdout: "version": "0'0" 2024-04-15T16:06:23.280 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:23.280 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-15T16:06:23.280 INFO:tasks.workunit.client.0.smithi016.stdout: "acting": [ 2024-04-15T16:06:23.280 INFO:tasks.workunit.client.0.smithi016.stdout: 0, 2024-04-15T16:06:23.281 INFO:tasks.workunit.client.0.smithi016.stdout: 7, 2024-04-15T16:06:23.281 INFO:tasks.workunit.client.0.smithi016.stdout: 3 2024-04-15T16:06:23.281 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:23.281 INFO:tasks.workunit.client.0.smithi016.stdout: "acting_primary": 0, 2024-04-15T16:06:23.281 INFO:tasks.workunit.client.0.smithi016.stdout: "avail_no_missing": [], 2024-04-15T16:06:23.281 INFO:tasks.workunit.client.0.smithi016.stdout: "blocked_by": [], 2024-04-15T16:06:23.281 INFO:tasks.workunit.client.0.smithi016.stdout: "created": 61, 2024-04-15T16:06:23.281 INFO:tasks.workunit.client.0.smithi016.stdout: "dirty_stats_invalid": false, 2024-04-15T16:06:23.281 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T16:06:23.281 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_stats_invalid": false, 2024-04-15T16:06:23.281 INFO:tasks.workunit.client.0.smithi016.stdout: "last_active": "2024-04-15T16:05:11.411640+0000", 2024-04-15T16:06:23.281 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_active": "2024-04-15T14:44:49.366044+0000", 2024-04-15T16:06:23.281 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_peered": "2024-04-15T14:44:49.366044+0000", 2024-04-15T16:06:23.281 INFO:tasks.workunit.client.0.smithi016.stdout: "last_change": "2024-04-15T14:44:49.366432+0000", 2024-04-15T16:06:23.282 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean": "2024-04-15T16:05:11.411640+0000", 2024-04-15T16:06:23.282 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T16:06:23.282 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub": "0'0", 2024-04-15T16:06:23.282 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T16:06:23.282 INFO:tasks.workunit.client.0.smithi016.stdout: "last_epoch_clean": 532, 2024-04-15T16:06:23.282 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fresh": "2024-04-15T16:05:11.411640+0000", 2024-04-15T16:06:23.282 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fullsized": "2024-04-15T16:05:11.411640+0000", 2024-04-15T16:06:23.282 INFO:tasks.workunit.client.0.smithi016.stdout: "last_peered": "2024-04-15T16:05:11.411640+0000", 2024-04-15T16:06:23.282 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub": "0'0", 2024-04-15T16:06:23.282 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_duration": 0, 2024-04-15T16:06:23.282 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T16:06:23.282 INFO:tasks.workunit.client.0.smithi016.stdout: "last_undegraded": "2024-04-15T16:05:11.411640+0000", 2024-04-15T16:06:23.282 INFO:tasks.workunit.client.0.smithi016.stdout: "last_unstale": "2024-04-15T16:05:11.411640+0000", 2024-04-15T16:06:23.283 INFO:tasks.workunit.client.0.smithi016.stdout: "log_dups_size": 0, 2024-04-15T16:06:23.283 INFO:tasks.workunit.client.0.smithi016.stdout: "log_size": 0, 2024-04-15T16:06:23.283 INFO:tasks.workunit.client.0.smithi016.stdout: "log_start": "0'0", 2024-04-15T16:06:23.283 INFO:tasks.workunit.client.0.smithi016.stdout: "manifest_stats_invalid": false, 2024-04-15T16:06:23.283 INFO:tasks.workunit.client.0.smithi016.stdout: "mapping_epoch": 531, 2024-04-15T16:06:23.283 INFO:tasks.workunit.client.0.smithi016.stdout: "object_location_counts": [], 2024-04-15T16:06:23.283 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_scrubbed": 0, 2024-04-15T16:06:23.283 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_trimmed": 0, 2024-04-15T16:06:23.283 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_stats_invalid": false, 2024-04-15T16:06:23.283 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_size": 0, 2024-04-15T16:06:23.283 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_start": "0'0", 2024-04-15T16:06:23.283 INFO:tasks.workunit.client.0.smithi016.stdout: "parent": "0.0", 2024-04-15T16:06:23.283 INFO:tasks.workunit.client.0.smithi016.stdout: "parent_split_bits": 0, 2024-04-15T16:06:23.284 INFO:tasks.workunit.client.0.smithi016.stdout: "pgid": "3.12", 2024-04-15T16:06:23.284 INFO:tasks.workunit.client.0.smithi016.stdout: "pin_stats_invalid": false, 2024-04-15T16:06:23.284 INFO:tasks.workunit.client.0.smithi016.stdout: "purged_snaps": [], 2024-04-15T16:06:23.284 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_epoch": 2721, 2024-04-15T16:06:23.284 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_seq": 5059, 2024-04-15T16:06:23.284 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_duration": 0.0, 2024-04-15T16:06:23.284 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-16T18:15:23.652097+0000", 2024-04-15T16:06:23.284 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrim_duration": 0.0, 2024-04-15T16:06:23.284 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrimq_len": 0, 2024-04-15T16:06:23.284 INFO:tasks.workunit.client.0.smithi016.stdout: "stat_sum": { 2024-04-15T16:06:23.284 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes": 0, 2024-04-15T16:06:23.284 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T16:06:23.284 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_recovered": 0, 2024-04-15T16:06:23.284 INFO:tasks.workunit.client.0.smithi016.stdout: "num_deep_scrub_errors": 0, 2024-04-15T16:06:23.284 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict": 0, 2024-04-15T16:06:23.285 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_kb": 0, 2024-04-15T16:06:23.285 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_full": 0, 2024-04-15T16:06:23.285 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_some": 0, 2024-04-15T16:06:23.285 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush": 0, 2024-04-15T16:06:23.285 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_kb": 0, 2024-04-15T16:06:23.285 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_high": 0, 2024-04-15T16:06:23.285 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_low": 0, 2024-04-15T16:06:23.285 INFO:tasks.workunit.client.0.smithi016.stdout: "num_keys_recovered": 0, 2024-04-15T16:06:23.285 INFO:tasks.workunit.client.0.smithi016.stdout: "num_large_omap_objects": 0, 2024-04-15T16:06:23.285 INFO:tasks.workunit.client.0.smithi016.stdout: "num_legacy_snapsets": 0, 2024-04-15T16:06:23.285 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_clones": 0, 2024-04-15T16:06:23.285 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_copies": 0, 2024-04-15T16:06:23.285 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects": 0, 2024-04-15T16:06:23.285 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_degraded": 0, 2024-04-15T16:06:23.285 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_dirty": 0, 2024-04-15T16:06:23.286 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T16:06:23.286 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_manifest": 0, 2024-04-15T16:06:23.286 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_misplaced": 0, 2024-04-15T16:06:23.286 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing": 0, 2024-04-15T16:06:23.286 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T16:06:23.286 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_omap": 0, 2024-04-15T16:06:23.286 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_pinned": 0, 2024-04-15T16:06:23.286 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_recovered": 0, 2024-04-15T16:06:23.286 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_repaired": 0, 2024-04-15T16:06:23.286 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_unfound": 0, 2024-04-15T16:06:23.286 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_bytes": 0, 2024-04-15T16:06:23.286 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_keys": 0, 2024-04-15T16:06:23.286 INFO:tasks.workunit.client.0.smithi016.stdout: "num_promote": 0, 2024-04-15T16:06:23.286 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read": 0, 2024-04-15T16:06:23.287 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read_kb": 0, 2024-04-15T16:06:23.287 INFO:tasks.workunit.client.0.smithi016.stdout: "num_scrub_errors": 0, 2024-04-15T16:06:23.287 INFO:tasks.workunit.client.0.smithi016.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T16:06:23.287 INFO:tasks.workunit.client.0.smithi016.stdout: "num_whiteouts": 0, 2024-04-15T16:06:23.287 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write": 0, 2024-04-15T16:06:23.287 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write_kb": 0 2024-04-15T16:06:23.287 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:23.287 INFO:tasks.workunit.client.0.smithi016.stdout: "state": "active+clean", 2024-04-15T16:06:23.287 INFO:tasks.workunit.client.0.smithi016.stdout: "stats_invalid": false, 2024-04-15T16:06:23.287 INFO:tasks.workunit.client.0.smithi016.stdout: "up": [ 2024-04-15T16:06:23.287 INFO:tasks.workunit.client.0.smithi016.stdout: 0, 2024-04-15T16:06:23.287 INFO:tasks.workunit.client.0.smithi016.stdout: 7, 2024-04-15T16:06:23.287 INFO:tasks.workunit.client.0.smithi016.stdout: 3 2024-04-15T16:06:23.287 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:23.287 INFO:tasks.workunit.client.0.smithi016.stdout: "up_primary": 0, 2024-04-15T16:06:23.288 INFO:tasks.workunit.client.0.smithi016.stdout: "version": "0'0" 2024-04-15T16:06:23.288 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:23.288 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-15T16:06:23.288 INFO:tasks.workunit.client.0.smithi016.stdout: "acting": [ 2024-04-15T16:06:23.288 INFO:tasks.workunit.client.0.smithi016.stdout: 0, 2024-04-15T16:06:23.288 INFO:tasks.workunit.client.0.smithi016.stdout: 4, 2024-04-15T16:06:23.288 INFO:tasks.workunit.client.0.smithi016.stdout: 3 2024-04-15T16:06:23.288 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:23.288 INFO:tasks.workunit.client.0.smithi016.stdout: "acting_primary": 0, 2024-04-15T16:06:23.288 INFO:tasks.workunit.client.0.smithi016.stdout: "avail_no_missing": [], 2024-04-15T16:06:23.288 INFO:tasks.workunit.client.0.smithi016.stdout: "blocked_by": [], 2024-04-15T16:06:23.288 INFO:tasks.workunit.client.0.smithi016.stdout: "created": 60, 2024-04-15T16:06:23.288 INFO:tasks.workunit.client.0.smithi016.stdout: "dirty_stats_invalid": false, 2024-04-15T16:06:23.288 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T16:06:23.288 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_stats_invalid": false, 2024-04-15T16:06:23.289 INFO:tasks.workunit.client.0.smithi016.stdout: "last_active": "2024-04-15T16:05:11.412887+0000", 2024-04-15T16:06:23.289 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_active": "2024-04-15T14:43:32.414359+0000", 2024-04-15T16:06:23.289 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_peered": "2024-04-15T14:43:32.414359+0000", 2024-04-15T16:06:23.289 INFO:tasks.workunit.client.0.smithi016.stdout: "last_change": "2024-04-15T14:43:32.414906+0000", 2024-04-15T16:06:23.289 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean": "2024-04-15T16:05:11.412887+0000", 2024-04-15T16:06:23.289 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean_scrub_stamp": "2024-04-15T14:33:33.599136+0000", 2024-04-15T16:06:23.289 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub": "0'0", 2024-04-15T16:06:23.289 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub_stamp": "2024-04-15T14:33:33.599136+0000", 2024-04-15T16:06:23.289 INFO:tasks.workunit.client.0.smithi016.stdout: "last_epoch_clean": 455, 2024-04-15T16:06:23.289 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fresh": "2024-04-15T16:05:11.412887+0000", 2024-04-15T16:06:23.289 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fullsized": "2024-04-15T16:05:11.412887+0000", 2024-04-15T16:06:23.289 INFO:tasks.workunit.client.0.smithi016.stdout: "last_peered": "2024-04-15T16:05:11.412887+0000", 2024-04-15T16:06:23.289 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub": "0'0", 2024-04-15T16:06:23.289 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_duration": 0, 2024-04-15T16:06:23.289 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_stamp": "2024-04-15T14:33:33.599136+0000", 2024-04-15T16:06:23.290 INFO:tasks.workunit.client.0.smithi016.stdout: "last_undegraded": "2024-04-15T16:05:11.412887+0000", 2024-04-15T16:06:23.290 INFO:tasks.workunit.client.0.smithi016.stdout: "last_unstale": "2024-04-15T16:05:11.412887+0000", 2024-04-15T16:06:23.290 INFO:tasks.workunit.client.0.smithi016.stdout: "log_dups_size": 0, 2024-04-15T16:06:23.290 INFO:tasks.workunit.client.0.smithi016.stdout: "log_size": 2, 2024-04-15T16:06:23.290 INFO:tasks.workunit.client.0.smithi016.stdout: "log_start": "0'0", 2024-04-15T16:06:23.290 INFO:tasks.workunit.client.0.smithi016.stdout: "manifest_stats_invalid": false, 2024-04-15T16:06:23.290 INFO:tasks.workunit.client.0.smithi016.stdout: "mapping_epoch": 454, 2024-04-15T16:06:23.290 INFO:tasks.workunit.client.0.smithi016.stdout: "object_location_counts": [], 2024-04-15T16:06:23.290 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_scrubbed": 0, 2024-04-15T16:06:23.290 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_trimmed": 0, 2024-04-15T16:06:23.290 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_stats_invalid": false, 2024-04-15T16:06:23.290 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_size": 2, 2024-04-15T16:06:23.290 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_start": "0'0", 2024-04-15T16:06:23.291 INFO:tasks.workunit.client.0.smithi016.stdout: "parent": "0.0", 2024-04-15T16:06:23.291 INFO:tasks.workunit.client.0.smithi016.stdout: "parent_split_bits": 0, 2024-04-15T16:06:23.291 INFO:tasks.workunit.client.0.smithi016.stdout: "pgid": "2.13", 2024-04-15T16:06:23.291 INFO:tasks.workunit.client.0.smithi016.stdout: "pin_stats_invalid": false, 2024-04-15T16:06:23.291 INFO:tasks.workunit.client.0.smithi016.stdout: "purged_snaps": [], 2024-04-15T16:06:23.291 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_epoch": 2721, 2024-04-15T16:06:23.291 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_seq": 5066, 2024-04-15T16:06:23.291 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_duration": 0.0, 2024-04-15T16:06:23.291 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-17T02:15:39.001927+0000", 2024-04-15T16:06:23.291 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrim_duration": 0.0, 2024-04-15T16:06:23.291 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrimq_len": 0, 2024-04-15T16:06:23.291 INFO:tasks.workunit.client.0.smithi016.stdout: "stat_sum": { 2024-04-15T16:06:23.291 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes": 34, 2024-04-15T16:06:23.291 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T16:06:23.291 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_recovered": 0, 2024-04-15T16:06:23.292 INFO:tasks.workunit.client.0.smithi016.stdout: "num_deep_scrub_errors": 0, 2024-04-15T16:06:23.292 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict": 0, 2024-04-15T16:06:23.292 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_kb": 0, 2024-04-15T16:06:23.292 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_full": 0, 2024-04-15T16:06:23.292 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_some": 0, 2024-04-15T16:06:23.292 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush": 0, 2024-04-15T16:06:23.292 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_kb": 0, 2024-04-15T16:06:23.292 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_high": 0, 2024-04-15T16:06:23.292 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_low": 0, 2024-04-15T16:06:23.292 INFO:tasks.workunit.client.0.smithi016.stdout: "num_keys_recovered": 0, 2024-04-15T16:06:23.292 INFO:tasks.workunit.client.0.smithi016.stdout: "num_large_omap_objects": 0, 2024-04-15T16:06:23.292 INFO:tasks.workunit.client.0.smithi016.stdout: "num_legacy_snapsets": 0, 2024-04-15T16:06:23.292 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_clones": 0, 2024-04-15T16:06:23.292 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_copies": 6, 2024-04-15T16:06:23.292 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects": 2, 2024-04-15T16:06:23.293 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_degraded": 0, 2024-04-15T16:06:23.293 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_dirty": 2, 2024-04-15T16:06:23.293 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T16:06:23.293 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_manifest": 0, 2024-04-15T16:06:23.293 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_misplaced": 0, 2024-04-15T16:06:23.293 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing": 0, 2024-04-15T16:06:23.293 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T16:06:23.293 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_omap": 1, 2024-04-15T16:06:23.293 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_pinned": 0, 2024-04-15T16:06:23.293 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_recovered": 0, 2024-04-15T16:06:23.293 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_repaired": 0, 2024-04-15T16:06:23.293 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_unfound": 0, 2024-04-15T16:06:23.293 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_bytes": 0, 2024-04-15T16:06:23.293 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_keys": 0, 2024-04-15T16:06:23.293 INFO:tasks.workunit.client.0.smithi016.stdout: "num_promote": 0, 2024-04-15T16:06:23.294 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read": 8, 2024-04-15T16:06:23.294 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read_kb": 16, 2024-04-15T16:06:23.294 INFO:tasks.workunit.client.0.smithi016.stdout: "num_scrub_errors": 0, 2024-04-15T16:06:23.294 INFO:tasks.workunit.client.0.smithi016.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T16:06:23.294 INFO:tasks.workunit.client.0.smithi016.stdout: "num_whiteouts": 0, 2024-04-15T16:06:23.294 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write": 3, 2024-04-15T16:06:23.294 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write_kb": 7 2024-04-15T16:06:23.294 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:23.294 INFO:tasks.workunit.client.0.smithi016.stdout: "state": "active+clean", 2024-04-15T16:06:23.294 INFO:tasks.workunit.client.0.smithi016.stdout: "stats_invalid": false, 2024-04-15T16:06:23.294 INFO:tasks.workunit.client.0.smithi016.stdout: "up": [ 2024-04-15T16:06:23.294 INFO:tasks.workunit.client.0.smithi016.stdout: 0, 2024-04-15T16:06:23.294 INFO:tasks.workunit.client.0.smithi016.stdout: 4, 2024-04-15T16:06:23.294 INFO:tasks.workunit.client.0.smithi016.stdout: 3 2024-04-15T16:06:23.295 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:23.295 INFO:tasks.workunit.client.0.smithi016.stdout: "up_primary": 0, 2024-04-15T16:06:23.295 INFO:tasks.workunit.client.0.smithi016.stdout: "version": "62'2" 2024-04-15T16:06:23.295 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:23.295 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-15T16:06:23.295 INFO:tasks.workunit.client.0.smithi016.stdout: "acting": [ 2024-04-15T16:06:23.295 INFO:tasks.workunit.client.0.smithi016.stdout: 7, 2024-04-15T16:06:23.295 INFO:tasks.workunit.client.0.smithi016.stdout: 3, 2024-04-15T16:06:23.295 INFO:tasks.workunit.client.0.smithi016.stdout: 4 2024-04-15T16:06:23.295 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:23.295 INFO:tasks.workunit.client.0.smithi016.stdout: "acting_primary": 7, 2024-04-15T16:06:23.295 INFO:tasks.workunit.client.0.smithi016.stdout: "avail_no_missing": [], 2024-04-15T16:06:23.296 INFO:tasks.workunit.client.0.smithi016.stdout: "blocked_by": [], 2024-04-15T16:06:23.296 INFO:tasks.workunit.client.0.smithi016.stdout: "created": 61, 2024-04-15T16:06:23.296 INFO:tasks.workunit.client.0.smithi016.stdout: "dirty_stats_invalid": false, 2024-04-15T16:06:23.296 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T16:06:23.296 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_stats_invalid": false, 2024-04-15T16:06:23.296 INFO:tasks.workunit.client.0.smithi016.stdout: "last_active": "2024-04-15T16:05:12.201164+0000", 2024-04-15T16:06:23.296 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_active": "2024-04-15T14:44:49.366282+0000", 2024-04-15T16:06:23.296 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_peered": "2024-04-15T14:44:49.366282+0000", 2024-04-15T16:06:23.296 INFO:tasks.workunit.client.0.smithi016.stdout: "last_change": "2024-04-15T14:44:49.369207+0000", 2024-04-15T16:06:23.296 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean": "2024-04-15T16:05:12.201164+0000", 2024-04-15T16:06:23.296 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T16:06:23.296 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub": "0'0", 2024-04-15T16:06:23.296 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T16:06:23.296 INFO:tasks.workunit.client.0.smithi016.stdout: "last_epoch_clean": 532, 2024-04-15T16:06:23.296 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fresh": "2024-04-15T16:05:12.201164+0000", 2024-04-15T16:06:23.297 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fullsized": "2024-04-15T16:05:12.201164+0000", 2024-04-15T16:06:23.297 INFO:tasks.workunit.client.0.smithi016.stdout: "last_peered": "2024-04-15T16:05:12.201164+0000", 2024-04-15T16:06:23.297 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub": "0'0", 2024-04-15T16:06:23.297 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_duration": 0, 2024-04-15T16:06:23.297 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T16:06:23.297 INFO:tasks.workunit.client.0.smithi016.stdout: "last_undegraded": "2024-04-15T16:05:12.201164+0000", 2024-04-15T16:06:23.297 INFO:tasks.workunit.client.0.smithi016.stdout: "last_unstale": "2024-04-15T16:05:12.201164+0000", 2024-04-15T16:06:23.297 INFO:tasks.workunit.client.0.smithi016.stdout: "log_dups_size": 0, 2024-04-15T16:06:23.297 INFO:tasks.workunit.client.0.smithi016.stdout: "log_size": 0, 2024-04-15T16:06:23.297 INFO:tasks.workunit.client.0.smithi016.stdout: "log_start": "0'0", 2024-04-15T16:06:23.297 INFO:tasks.workunit.client.0.smithi016.stdout: "manifest_stats_invalid": false, 2024-04-15T16:06:23.297 INFO:tasks.workunit.client.0.smithi016.stdout: "mapping_epoch": 531, 2024-04-15T16:06:23.297 INFO:tasks.workunit.client.0.smithi016.stdout: "object_location_counts": [], 2024-04-15T16:06:23.297 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_scrubbed": 0, 2024-04-15T16:06:23.297 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_trimmed": 0, 2024-04-15T16:06:23.298 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_stats_invalid": false, 2024-04-15T16:06:23.298 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_size": 0, 2024-04-15T16:06:23.298 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_start": "0'0", 2024-04-15T16:06:23.298 INFO:tasks.workunit.client.0.smithi016.stdout: "parent": "0.0", 2024-04-15T16:06:23.298 INFO:tasks.workunit.client.0.smithi016.stdout: "parent_split_bits": 0, 2024-04-15T16:06:23.298 INFO:tasks.workunit.client.0.smithi016.stdout: "pgid": "3.15", 2024-04-15T16:06:23.298 INFO:tasks.workunit.client.0.smithi016.stdout: "pin_stats_invalid": false, 2024-04-15T16:06:23.298 INFO:tasks.workunit.client.0.smithi016.stdout: "purged_snaps": [], 2024-04-15T16:06:23.298 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_epoch": 2721, 2024-04-15T16:06:23.298 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_seq": 4855, 2024-04-15T16:06:23.298 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_duration": 0.0, 2024-04-15T16:06:23.298 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-16T14:38:09.329589+0000", 2024-04-15T16:06:23.298 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrim_duration": 0.0, 2024-04-15T16:06:23.298 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrimq_len": 0, 2024-04-15T16:06:23.299 INFO:tasks.workunit.client.0.smithi016.stdout: "stat_sum": { 2024-04-15T16:06:23.299 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes": 0, 2024-04-15T16:06:23.299 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T16:06:23.299 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_recovered": 0, 2024-04-15T16:06:23.299 INFO:tasks.workunit.client.0.smithi016.stdout: "num_deep_scrub_errors": 0, 2024-04-15T16:06:23.299 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict": 0, 2024-04-15T16:06:23.299 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_kb": 0, 2024-04-15T16:06:23.299 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_full": 0, 2024-04-15T16:06:23.299 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_some": 0, 2024-04-15T16:06:23.299 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush": 0, 2024-04-15T16:06:23.299 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_kb": 0, 2024-04-15T16:06:23.299 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_high": 0, 2024-04-15T16:06:23.299 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_low": 0, 2024-04-15T16:06:23.299 INFO:tasks.workunit.client.0.smithi016.stdout: "num_keys_recovered": 0, 2024-04-15T16:06:23.299 INFO:tasks.workunit.client.0.smithi016.stdout: "num_large_omap_objects": 0, 2024-04-15T16:06:23.300 INFO:tasks.workunit.client.0.smithi016.stdout: "num_legacy_snapsets": 0, 2024-04-15T16:06:23.300 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_clones": 0, 2024-04-15T16:06:23.300 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_copies": 0, 2024-04-15T16:06:23.300 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects": 0, 2024-04-15T16:06:23.300 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_degraded": 0, 2024-04-15T16:06:23.300 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_dirty": 0, 2024-04-15T16:06:23.300 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T16:06:23.300 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_manifest": 0, 2024-04-15T16:06:23.300 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_misplaced": 0, 2024-04-15T16:06:23.300 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing": 0, 2024-04-15T16:06:23.300 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T16:06:23.300 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_omap": 0, 2024-04-15T16:06:23.300 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_pinned": 0, 2024-04-15T16:06:23.300 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_recovered": 0, 2024-04-15T16:06:23.301 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_repaired": 0, 2024-04-15T16:06:23.301 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_unfound": 0, 2024-04-15T16:06:23.301 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_bytes": 0, 2024-04-15T16:06:23.301 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_keys": 0, 2024-04-15T16:06:23.301 INFO:tasks.workunit.client.0.smithi016.stdout: "num_promote": 0, 2024-04-15T16:06:23.301 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read": 0, 2024-04-15T16:06:23.301 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read_kb": 0, 2024-04-15T16:06:23.301 INFO:tasks.workunit.client.0.smithi016.stdout: "num_scrub_errors": 0, 2024-04-15T16:06:23.301 INFO:tasks.workunit.client.0.smithi016.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T16:06:23.301 INFO:tasks.workunit.client.0.smithi016.stdout: "num_whiteouts": 0, 2024-04-15T16:06:23.301 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write": 0, 2024-04-15T16:06:23.301 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write_kb": 0 2024-04-15T16:06:23.301 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:23.301 INFO:tasks.workunit.client.0.smithi016.stdout: "state": "active+clean", 2024-04-15T16:06:23.302 INFO:tasks.workunit.client.0.smithi016.stdout: "stats_invalid": false, 2024-04-15T16:06:23.302 INFO:tasks.workunit.client.0.smithi016.stdout: "up": [ 2024-04-15T16:06:23.302 INFO:tasks.workunit.client.0.smithi016.stdout: 7, 2024-04-15T16:06:23.302 INFO:tasks.workunit.client.0.smithi016.stdout: 3, 2024-04-15T16:06:23.302 INFO:tasks.workunit.client.0.smithi016.stdout: 4 2024-04-15T16:06:23.302 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:23.302 INFO:tasks.workunit.client.0.smithi016.stdout: "up_primary": 7, 2024-04-15T16:06:23.302 INFO:tasks.workunit.client.0.smithi016.stdout: "version": "0'0" 2024-04-15T16:06:23.302 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:23.302 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-15T16:06:23.302 INFO:tasks.workunit.client.0.smithi016.stdout: "acting": [ 2024-04-15T16:06:23.302 INFO:tasks.workunit.client.0.smithi016.stdout: 6, 2024-04-15T16:06:23.302 INFO:tasks.workunit.client.0.smithi016.stdout: 3, 2024-04-15T16:06:23.302 INFO:tasks.workunit.client.0.smithi016.stdout: 5 2024-04-15T16:06:23.303 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:23.303 INFO:tasks.workunit.client.0.smithi016.stdout: "acting_primary": 6, 2024-04-15T16:06:23.303 INFO:tasks.workunit.client.0.smithi016.stdout: "avail_no_missing": [], 2024-04-15T16:06:23.303 INFO:tasks.workunit.client.0.smithi016.stdout: "blocked_by": [], 2024-04-15T16:06:23.303 INFO:tasks.workunit.client.0.smithi016.stdout: "created": 60, 2024-04-15T16:06:23.303 INFO:tasks.workunit.client.0.smithi016.stdout: "dirty_stats_invalid": false, 2024-04-15T16:06:23.303 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T16:06:23.303 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_stats_invalid": false, 2024-04-15T16:06:23.303 INFO:tasks.workunit.client.0.smithi016.stdout: "last_active": "2024-04-15T16:05:11.412866+0000", 2024-04-15T16:06:23.303 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_active": "2024-04-15T14:44:28.457979+0000", 2024-04-15T16:06:23.303 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_peered": "2024-04-15T14:44:28.457979+0000", 2024-04-15T16:06:23.303 INFO:tasks.workunit.client.0.smithi016.stdout: "last_change": "2024-04-15T14:44:28.458407+0000", 2024-04-15T16:06:23.303 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean": "2024-04-15T16:05:11.412866+0000", 2024-04-15T16:06:23.303 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean_scrub_stamp": "2024-04-15T14:33:33.599136+0000", 2024-04-15T16:06:23.303 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub": "0'0", 2024-04-15T16:06:23.304 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub_stamp": "2024-04-15T14:33:33.599136+0000", 2024-04-15T16:06:23.304 INFO:tasks.workunit.client.0.smithi016.stdout: "last_epoch_clean": 511, 2024-04-15T16:06:23.304 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fresh": "2024-04-15T16:05:11.412866+0000", 2024-04-15T16:06:23.304 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fullsized": "2024-04-15T16:05:11.412866+0000", 2024-04-15T16:06:23.304 INFO:tasks.workunit.client.0.smithi016.stdout: "last_peered": "2024-04-15T16:05:11.412866+0000", 2024-04-15T16:06:23.304 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub": "0'0", 2024-04-15T16:06:23.304 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_duration": 0, 2024-04-15T16:06:23.304 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_stamp": "2024-04-15T14:33:33.599136+0000", 2024-04-15T16:06:23.304 INFO:tasks.workunit.client.0.smithi016.stdout: "last_undegraded": "2024-04-15T16:05:11.412866+0000", 2024-04-15T16:06:23.304 INFO:tasks.workunit.client.0.smithi016.stdout: "last_unstale": "2024-04-15T16:05:11.412866+0000", 2024-04-15T16:06:23.304 INFO:tasks.workunit.client.0.smithi016.stdout: "log_dups_size": 0, 2024-04-15T16:06:23.304 INFO:tasks.workunit.client.0.smithi016.stdout: "log_size": 30, 2024-04-15T16:06:23.304 INFO:tasks.workunit.client.0.smithi016.stdout: "log_start": "0'0", 2024-04-15T16:06:23.304 INFO:tasks.workunit.client.0.smithi016.stdout: "manifest_stats_invalid": false, 2024-04-15T16:06:23.304 INFO:tasks.workunit.client.0.smithi016.stdout: "mapping_epoch": 510, 2024-04-15T16:06:23.305 INFO:tasks.workunit.client.0.smithi016.stdout: "object_location_counts": [], 2024-04-15T16:06:23.305 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_scrubbed": 0, 2024-04-15T16:06:23.305 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_trimmed": 0, 2024-04-15T16:06:23.305 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_stats_invalid": false, 2024-04-15T16:06:23.305 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_size": 30, 2024-04-15T16:06:23.305 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_start": "0'0", 2024-04-15T16:06:23.305 INFO:tasks.workunit.client.0.smithi016.stdout: "parent": "0.0", 2024-04-15T16:06:23.305 INFO:tasks.workunit.client.0.smithi016.stdout: "parent_split_bits": 0, 2024-04-15T16:06:23.305 INFO:tasks.workunit.client.0.smithi016.stdout: "pgid": "2.14", 2024-04-15T16:06:23.305 INFO:tasks.workunit.client.0.smithi016.stdout: "pin_stats_invalid": false, 2024-04-15T16:06:23.305 INFO:tasks.workunit.client.0.smithi016.stdout: "purged_snaps": [], 2024-04-15T16:06:23.305 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_epoch": 2721, 2024-04-15T16:06:23.305 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_seq": 4919, 2024-04-15T16:06:23.305 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_duration": 0.0, 2024-04-15T16:06:23.305 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-16T18:59:14.599281+0000", 2024-04-15T16:06:23.306 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrim_duration": 0.0, 2024-04-15T16:06:23.306 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrimq_len": 0, 2024-04-15T16:06:23.306 INFO:tasks.workunit.client.0.smithi016.stdout: "stat_sum": { 2024-04-15T16:06:23.306 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes": 5824, 2024-04-15T16:06:23.306 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T16:06:23.306 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_recovered": 0, 2024-04-15T16:06:23.306 INFO:tasks.workunit.client.0.smithi016.stdout: "num_deep_scrub_errors": 0, 2024-04-15T16:06:23.306 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict": 0, 2024-04-15T16:06:23.306 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_kb": 0, 2024-04-15T16:06:23.306 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_full": 0, 2024-04-15T16:06:23.306 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_some": 0, 2024-04-15T16:06:23.306 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush": 0, 2024-04-15T16:06:23.306 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_kb": 0, 2024-04-15T16:06:23.306 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_high": 0, 2024-04-15T16:06:23.307 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_low": 0, 2024-04-15T16:06:23.307 INFO:tasks.workunit.client.0.smithi016.stdout: "num_keys_recovered": 0, 2024-04-15T16:06:23.307 INFO:tasks.workunit.client.0.smithi016.stdout: "num_large_omap_objects": 0, 2024-04-15T16:06:23.307 INFO:tasks.workunit.client.0.smithi016.stdout: "num_legacy_snapsets": 0, 2024-04-15T16:06:23.307 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_clones": 0, 2024-04-15T16:06:23.307 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_copies": 12, 2024-04-15T16:06:23.307 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects": 4, 2024-04-15T16:06:23.307 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_degraded": 0, 2024-04-15T16:06:23.307 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_dirty": 4, 2024-04-15T16:06:23.307 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T16:06:23.307 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_manifest": 0, 2024-04-15T16:06:23.307 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_misplaced": 0, 2024-04-15T16:06:23.307 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing": 0, 2024-04-15T16:06:23.308 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T16:06:23.308 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_omap": 1, 2024-04-15T16:06:23.308 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_pinned": 0, 2024-04-15T16:06:23.308 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_recovered": 0, 2024-04-15T16:06:23.308 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_repaired": 0, 2024-04-15T16:06:23.308 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_unfound": 0, 2024-04-15T16:06:23.308 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_bytes": 0, 2024-04-15T16:06:23.308 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_keys": 0, 2024-04-15T16:06:23.308 INFO:tasks.workunit.client.0.smithi016.stdout: "num_promote": 0, 2024-04-15T16:06:23.308 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read": 20, 2024-04-15T16:06:23.308 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read_kb": 28, 2024-04-15T16:06:23.308 INFO:tasks.workunit.client.0.smithi016.stdout: "num_scrub_errors": 0, 2024-04-15T16:06:23.308 INFO:tasks.workunit.client.0.smithi016.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T16:06:23.308 INFO:tasks.workunit.client.0.smithi016.stdout: "num_whiteouts": 0, 2024-04-15T16:06:23.308 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write": 28, 2024-04-15T16:06:23.309 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write_kb": 25 2024-04-15T16:06:23.309 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:23.309 INFO:tasks.workunit.client.0.smithi016.stdout: "state": "active+clean", 2024-04-15T16:06:23.309 INFO:tasks.workunit.client.0.smithi016.stdout: "stats_invalid": false, 2024-04-15T16:06:23.309 INFO:tasks.workunit.client.0.smithi016.stdout: "up": [ 2024-04-15T16:06:23.309 INFO:tasks.workunit.client.0.smithi016.stdout: 6, 2024-04-15T16:06:23.309 INFO:tasks.workunit.client.0.smithi016.stdout: 3, 2024-04-15T16:06:23.309 INFO:tasks.workunit.client.0.smithi016.stdout: 5 2024-04-15T16:06:23.309 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:23.309 INFO:tasks.workunit.client.0.smithi016.stdout: "up_primary": 6, 2024-04-15T16:06:23.309 INFO:tasks.workunit.client.0.smithi016.stdout: "version": "560'30" 2024-04-15T16:06:23.309 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:23.309 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-15T16:06:23.309 INFO:tasks.workunit.client.0.smithi016.stdout: "acting": [ 2024-04-15T16:06:23.310 INFO:tasks.workunit.client.0.smithi016.stdout: 4, 2024-04-15T16:06:23.310 INFO:tasks.workunit.client.0.smithi016.stdout: 7, 2024-04-15T16:06:23.310 INFO:tasks.workunit.client.0.smithi016.stdout: 6 2024-04-15T16:06:23.310 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:23.310 INFO:tasks.workunit.client.0.smithi016.stdout: "acting_primary": 4, 2024-04-15T16:06:23.310 INFO:tasks.workunit.client.0.smithi016.stdout: "avail_no_missing": [], 2024-04-15T16:06:23.310 INFO:tasks.workunit.client.0.smithi016.stdout: "blocked_by": [], 2024-04-15T16:06:23.310 INFO:tasks.workunit.client.0.smithi016.stdout: "created": 61, 2024-04-15T16:06:23.310 INFO:tasks.workunit.client.0.smithi016.stdout: "dirty_stats_invalid": false, 2024-04-15T16:06:23.310 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T16:06:23.310 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_stats_invalid": false, 2024-04-15T16:06:23.310 INFO:tasks.workunit.client.0.smithi016.stdout: "last_active": "2024-04-15T16:05:12.200312+0000", 2024-04-15T16:06:23.310 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_active": "2024-04-15T14:44:49.369834+0000", 2024-04-15T16:06:23.310 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_peered": "2024-04-15T14:44:49.369834+0000", 2024-04-15T16:06:23.310 INFO:tasks.workunit.client.0.smithi016.stdout: "last_change": "2024-04-15T14:44:49.370155+0000", 2024-04-15T16:06:23.311 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean": "2024-04-15T16:05:12.200312+0000", 2024-04-15T16:06:23.311 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T16:06:23.311 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub": "0'0", 2024-04-15T16:06:23.311 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T16:06:23.311 INFO:tasks.workunit.client.0.smithi016.stdout: "last_epoch_clean": 532, 2024-04-15T16:06:23.311 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fresh": "2024-04-15T16:05:12.200312+0000", 2024-04-15T16:06:23.311 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fullsized": "2024-04-15T16:05:12.200312+0000", 2024-04-15T16:06:23.311 INFO:tasks.workunit.client.0.smithi016.stdout: "last_peered": "2024-04-15T16:05:12.200312+0000", 2024-04-15T16:06:23.311 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub": "0'0", 2024-04-15T16:06:23.311 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_duration": 0, 2024-04-15T16:06:23.311 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T16:06:23.311 INFO:tasks.workunit.client.0.smithi016.stdout: "last_undegraded": "2024-04-15T16:05:12.200312+0000", 2024-04-15T16:06:23.311 INFO:tasks.workunit.client.0.smithi016.stdout: "last_unstale": "2024-04-15T16:05:12.200312+0000", 2024-04-15T16:06:23.311 INFO:tasks.workunit.client.0.smithi016.stdout: "log_dups_size": 0, 2024-04-15T16:06:23.312 INFO:tasks.workunit.client.0.smithi016.stdout: "log_size": 0, 2024-04-15T16:06:23.312 INFO:tasks.workunit.client.0.smithi016.stdout: "log_start": "0'0", 2024-04-15T16:06:23.312 INFO:tasks.workunit.client.0.smithi016.stdout: "manifest_stats_invalid": false, 2024-04-15T16:06:23.312 INFO:tasks.workunit.client.0.smithi016.stdout: "mapping_epoch": 531, 2024-04-15T16:06:23.312 INFO:tasks.workunit.client.0.smithi016.stdout: "object_location_counts": [], 2024-04-15T16:06:23.312 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_scrubbed": 0, 2024-04-15T16:06:23.312 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_trimmed": 0, 2024-04-15T16:06:23.312 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_stats_invalid": false, 2024-04-15T16:06:23.312 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_size": 0, 2024-04-15T16:06:23.312 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_start": "0'0", 2024-04-15T16:06:23.312 INFO:tasks.workunit.client.0.smithi016.stdout: "parent": "0.0", 2024-04-15T16:06:23.312 INFO:tasks.workunit.client.0.smithi016.stdout: "parent_split_bits": 0, 2024-04-15T16:06:23.312 INFO:tasks.workunit.client.0.smithi016.stdout: "pgid": "3.14", 2024-04-15T16:06:23.312 INFO:tasks.workunit.client.0.smithi016.stdout: "pin_stats_invalid": false, 2024-04-15T16:06:23.312 INFO:tasks.workunit.client.0.smithi016.stdout: "purged_snaps": [], 2024-04-15T16:06:23.313 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_epoch": 2721, 2024-04-15T16:06:23.313 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_seq": 4967, 2024-04-15T16:06:23.313 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_duration": 0.0, 2024-04-15T16:06:23.313 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-16T18:41:50.293300+0000", 2024-04-15T16:06:23.313 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrim_duration": 0.0, 2024-04-15T16:06:23.313 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrimq_len": 0, 2024-04-15T16:06:23.313 INFO:tasks.workunit.client.0.smithi016.stdout: "stat_sum": { 2024-04-15T16:06:23.313 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes": 0, 2024-04-15T16:06:23.313 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T16:06:23.313 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_recovered": 0, 2024-04-15T16:06:23.313 INFO:tasks.workunit.client.0.smithi016.stdout: "num_deep_scrub_errors": 0, 2024-04-15T16:06:23.313 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict": 0, 2024-04-15T16:06:23.313 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_kb": 0, 2024-04-15T16:06:23.313 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_full": 0, 2024-04-15T16:06:23.313 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_some": 0, 2024-04-15T16:06:23.314 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush": 0, 2024-04-15T16:06:23.314 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_kb": 0, 2024-04-15T16:06:23.314 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_high": 0, 2024-04-15T16:06:23.314 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_low": 0, 2024-04-15T16:06:23.314 INFO:tasks.workunit.client.0.smithi016.stdout: "num_keys_recovered": 0, 2024-04-15T16:06:23.314 INFO:tasks.workunit.client.0.smithi016.stdout: "num_large_omap_objects": 0, 2024-04-15T16:06:23.314 INFO:tasks.workunit.client.0.smithi016.stdout: "num_legacy_snapsets": 0, 2024-04-15T16:06:23.314 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_clones": 0, 2024-04-15T16:06:23.314 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_copies": 0, 2024-04-15T16:06:23.314 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects": 0, 2024-04-15T16:06:23.314 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_degraded": 0, 2024-04-15T16:06:23.314 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_dirty": 0, 2024-04-15T16:06:23.314 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T16:06:23.314 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_manifest": 0, 2024-04-15T16:06:23.315 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_misplaced": 0, 2024-04-15T16:06:23.315 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing": 0, 2024-04-15T16:06:23.315 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T16:06:23.315 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_omap": 0, 2024-04-15T16:06:23.315 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_pinned": 0, 2024-04-15T16:06:23.315 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_recovered": 0, 2024-04-15T16:06:23.315 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_repaired": 0, 2024-04-15T16:06:23.315 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_unfound": 0, 2024-04-15T16:06:23.315 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_bytes": 0, 2024-04-15T16:06:23.315 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_keys": 0, 2024-04-15T16:06:23.315 INFO:tasks.workunit.client.0.smithi016.stdout: "num_promote": 0, 2024-04-15T16:06:23.315 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read": 0, 2024-04-15T16:06:23.315 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read_kb": 0, 2024-04-15T16:06:23.315 INFO:tasks.workunit.client.0.smithi016.stdout: "num_scrub_errors": 0, 2024-04-15T16:06:23.315 INFO:tasks.workunit.client.0.smithi016.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T16:06:23.316 INFO:tasks.workunit.client.0.smithi016.stdout: "num_whiteouts": 0, 2024-04-15T16:06:23.316 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write": 0, 2024-04-15T16:06:23.316 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write_kb": 0 2024-04-15T16:06:23.316 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:23.316 INFO:tasks.workunit.client.0.smithi016.stdout: "state": "active+clean", 2024-04-15T16:06:23.316 INFO:tasks.workunit.client.0.smithi016.stdout: "stats_invalid": false, 2024-04-15T16:06:23.316 INFO:tasks.workunit.client.0.smithi016.stdout: "up": [ 2024-04-15T16:06:23.316 INFO:tasks.workunit.client.0.smithi016.stdout: 4, 2024-04-15T16:06:23.316 INFO:tasks.workunit.client.0.smithi016.stdout: 7, 2024-04-15T16:06:23.316 INFO:tasks.workunit.client.0.smithi016.stdout: 6 2024-04-15T16:06:23.316 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:23.316 INFO:tasks.workunit.client.0.smithi016.stdout: "up_primary": 4, 2024-04-15T16:06:23.316 INFO:tasks.workunit.client.0.smithi016.stdout: "version": "0'0" 2024-04-15T16:06:23.316 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:23.316 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-15T16:06:23.317 INFO:tasks.workunit.client.0.smithi016.stdout: "acting": [ 2024-04-15T16:06:23.317 INFO:tasks.workunit.client.0.smithi016.stdout: 1, 2024-04-15T16:06:23.317 INFO:tasks.workunit.client.0.smithi016.stdout: 5, 2024-04-15T16:06:23.317 INFO:tasks.workunit.client.0.smithi016.stdout: 0 2024-04-15T16:06:23.317 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:23.317 INFO:tasks.workunit.client.0.smithi016.stdout: "acting_primary": 1, 2024-04-15T16:06:23.317 INFO:tasks.workunit.client.0.smithi016.stdout: "avail_no_missing": [], 2024-04-15T16:06:23.317 INFO:tasks.workunit.client.0.smithi016.stdout: "blocked_by": [], 2024-04-15T16:06:23.317 INFO:tasks.workunit.client.0.smithi016.stdout: "created": 60, 2024-04-15T16:06:23.317 INFO:tasks.workunit.client.0.smithi016.stdout: "dirty_stats_invalid": false, 2024-04-15T16:06:23.317 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T16:06:23.317 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_stats_invalid": false, 2024-04-15T16:06:23.317 INFO:tasks.workunit.client.0.smithi016.stdout: "last_active": "2024-04-15T16:05:11.869924+0000", 2024-04-15T16:06:23.317 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_active": "2024-04-15T14:43:53.355629+0000", 2024-04-15T16:06:23.317 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_peered": "2024-04-15T14:43:53.355629+0000", 2024-04-15T16:06:23.318 INFO:tasks.workunit.client.0.smithi016.stdout: "last_change": "2024-04-15T14:43:53.356050+0000", 2024-04-15T16:06:23.318 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean": "2024-04-15T16:05:11.869924+0000", 2024-04-15T16:06:23.318 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean_scrub_stamp": "2024-04-15T14:33:33.599136+0000", 2024-04-15T16:06:23.318 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub": "0'0", 2024-04-15T16:06:23.318 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub_stamp": "2024-04-15T14:33:33.599136+0000", 2024-04-15T16:06:23.318 INFO:tasks.workunit.client.0.smithi016.stdout: "last_epoch_clean": 476, 2024-04-15T16:06:23.318 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fresh": "2024-04-15T16:05:11.869924+0000", 2024-04-15T16:06:23.318 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fullsized": "2024-04-15T16:05:11.869924+0000", 2024-04-15T16:06:23.318 INFO:tasks.workunit.client.0.smithi016.stdout: "last_peered": "2024-04-15T16:05:11.869924+0000", 2024-04-15T16:06:23.318 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub": "0'0", 2024-04-15T16:06:23.318 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_duration": 0, 2024-04-15T16:06:23.318 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_stamp": "2024-04-15T14:33:33.599136+0000", 2024-04-15T16:06:23.318 INFO:tasks.workunit.client.0.smithi016.stdout: "last_undegraded": "2024-04-15T16:05:11.869924+0000", 2024-04-15T16:06:23.318 INFO:tasks.workunit.client.0.smithi016.stdout: "last_unstale": "2024-04-15T16:05:11.869924+0000", 2024-04-15T16:06:23.318 INFO:tasks.workunit.client.0.smithi016.stdout: "log_dups_size": 0, 2024-04-15T16:06:23.319 INFO:tasks.workunit.client.0.smithi016.stdout: "log_size": 3, 2024-04-15T16:06:23.319 INFO:tasks.workunit.client.0.smithi016.stdout: "log_start": "0'0", 2024-04-15T16:06:23.319 INFO:tasks.workunit.client.0.smithi016.stdout: "manifest_stats_invalid": false, 2024-04-15T16:06:23.319 INFO:tasks.workunit.client.0.smithi016.stdout: "mapping_epoch": 475, 2024-04-15T16:06:23.319 INFO:tasks.workunit.client.0.smithi016.stdout: "object_location_counts": [], 2024-04-15T16:06:23.319 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_scrubbed": 0, 2024-04-15T16:06:23.319 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_trimmed": 0, 2024-04-15T16:06:23.319 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_stats_invalid": false, 2024-04-15T16:06:23.319 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_size": 3, 2024-04-15T16:06:23.319 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_start": "0'0", 2024-04-15T16:06:23.319 INFO:tasks.workunit.client.0.smithi016.stdout: "parent": "0.0", 2024-04-15T16:06:23.319 INFO:tasks.workunit.client.0.smithi016.stdout: "parent_split_bits": 0, 2024-04-15T16:06:23.319 INFO:tasks.workunit.client.0.smithi016.stdout: "pgid": "2.15", 2024-04-15T16:06:23.319 INFO:tasks.workunit.client.0.smithi016.stdout: "pin_stats_invalid": false, 2024-04-15T16:06:23.320 INFO:tasks.workunit.client.0.smithi016.stdout: "purged_snaps": [], 2024-04-15T16:06:23.320 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_epoch": 2721, 2024-04-15T16:06:23.320 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_seq": 5037, 2024-04-15T16:06:23.320 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_duration": 0.0, 2024-04-15T16:06:23.320 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-16T16:26:40.884433+0000", 2024-04-15T16:06:23.320 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrim_duration": 0.0, 2024-04-15T16:06:23.320 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrimq_len": 0, 2024-04-15T16:06:23.320 INFO:tasks.workunit.client.0.smithi016.stdout: "stat_sum": { 2024-04-15T16:06:23.320 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes": 90, 2024-04-15T16:06:23.320 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T16:06:23.320 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_recovered": 0, 2024-04-15T16:06:23.320 INFO:tasks.workunit.client.0.smithi016.stdout: "num_deep_scrub_errors": 0, 2024-04-15T16:06:23.320 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict": 0, 2024-04-15T16:06:23.321 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_kb": 0, 2024-04-15T16:06:23.321 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_full": 0, 2024-04-15T16:06:23.321 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_some": 0, 2024-04-15T16:06:23.321 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush": 0, 2024-04-15T16:06:23.321 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_kb": 0, 2024-04-15T16:06:23.321 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_high": 0, 2024-04-15T16:06:23.321 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_low": 0, 2024-04-15T16:06:23.321 INFO:tasks.workunit.client.0.smithi016.stdout: "num_keys_recovered": 0, 2024-04-15T16:06:23.321 INFO:tasks.workunit.client.0.smithi016.stdout: "num_large_omap_objects": 0, 2024-04-15T16:06:23.321 INFO:tasks.workunit.client.0.smithi016.stdout: "num_legacy_snapsets": 0, 2024-04-15T16:06:23.321 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_clones": 0, 2024-04-15T16:06:23.321 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_copies": 6, 2024-04-15T16:06:23.321 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects": 2, 2024-04-15T16:06:23.321 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_degraded": 0, 2024-04-15T16:06:23.322 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_dirty": 2, 2024-04-15T16:06:23.322 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T16:06:23.322 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_manifest": 0, 2024-04-15T16:06:23.322 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_misplaced": 0, 2024-04-15T16:06:23.322 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing": 0, 2024-04-15T16:06:23.322 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T16:06:23.322 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_omap": 1, 2024-04-15T16:06:23.322 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_pinned": 0, 2024-04-15T16:06:23.322 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_recovered": 0, 2024-04-15T16:06:23.322 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_repaired": 0, 2024-04-15T16:06:23.322 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_unfound": 0, 2024-04-15T16:06:23.322 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_bytes": 0, 2024-04-15T16:06:23.322 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_keys": 0, 2024-04-15T16:06:23.322 INFO:tasks.workunit.client.0.smithi016.stdout: "num_promote": 0, 2024-04-15T16:06:23.322 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read": 14, 2024-04-15T16:06:23.323 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read_kb": 14, 2024-04-15T16:06:23.323 INFO:tasks.workunit.client.0.smithi016.stdout: "num_scrub_errors": 0, 2024-04-15T16:06:23.323 INFO:tasks.workunit.client.0.smithi016.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T16:06:23.323 INFO:tasks.workunit.client.0.smithi016.stdout: "num_whiteouts": 0, 2024-04-15T16:06:23.323 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write": 4, 2024-04-15T16:06:23.323 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write_kb": 1 2024-04-15T16:06:23.323 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:23.323 INFO:tasks.workunit.client.0.smithi016.stdout: "state": "active+clean", 2024-04-15T16:06:23.323 INFO:tasks.workunit.client.0.smithi016.stdout: "stats_invalid": false, 2024-04-15T16:06:23.323 INFO:tasks.workunit.client.0.smithi016.stdout: "up": [ 2024-04-15T16:06:23.323 INFO:tasks.workunit.client.0.smithi016.stdout: 1, 2024-04-15T16:06:23.323 INFO:tasks.workunit.client.0.smithi016.stdout: 5, 2024-04-15T16:06:23.323 INFO:tasks.workunit.client.0.smithi016.stdout: 0 2024-04-15T16:06:23.323 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:23.324 INFO:tasks.workunit.client.0.smithi016.stdout: "up_primary": 1, 2024-04-15T16:06:23.324 INFO:tasks.workunit.client.0.smithi016.stdout: "version": "62'3" 2024-04-15T16:06:23.324 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:23.324 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-15T16:06:23.324 INFO:tasks.workunit.client.0.smithi016.stdout: "acting": [ 2024-04-15T16:06:23.324 INFO:tasks.workunit.client.0.smithi016.stdout: 0, 2024-04-15T16:06:23.324 INFO:tasks.workunit.client.0.smithi016.stdout: 5, 2024-04-15T16:06:23.324 INFO:tasks.workunit.client.0.smithi016.stdout: 3 2024-04-15T16:06:23.324 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:23.324 INFO:tasks.workunit.client.0.smithi016.stdout: "acting_primary": 0, 2024-04-15T16:06:23.324 INFO:tasks.workunit.client.0.smithi016.stdout: "avail_no_missing": [], 2024-04-15T16:06:23.324 INFO:tasks.workunit.client.0.smithi016.stdout: "blocked_by": [], 2024-04-15T16:06:23.324 INFO:tasks.workunit.client.0.smithi016.stdout: "created": 61, 2024-04-15T16:06:23.324 INFO:tasks.workunit.client.0.smithi016.stdout: "dirty_stats_invalid": false, 2024-04-15T16:06:23.325 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T16:06:23.325 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_stats_invalid": false, 2024-04-15T16:06:23.325 INFO:tasks.workunit.client.0.smithi016.stdout: "last_active": "2024-04-15T16:05:11.413140+0000", 2024-04-15T16:06:23.325 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_active": "2024-04-15T14:43:53.352777+0000", 2024-04-15T16:06:23.325 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_peered": "2024-04-15T14:43:53.352777+0000", 2024-04-15T16:06:23.325 INFO:tasks.workunit.client.0.smithi016.stdout: "last_change": "2024-04-15T14:43:53.353130+0000", 2024-04-15T16:06:23.325 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean": "2024-04-15T16:05:11.413140+0000", 2024-04-15T16:06:23.325 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T16:06:23.325 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub": "0'0", 2024-04-15T16:06:23.325 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T16:06:23.325 INFO:tasks.workunit.client.0.smithi016.stdout: "last_epoch_clean": 476, 2024-04-15T16:06:23.325 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fresh": "2024-04-15T16:05:11.413140+0000", 2024-04-15T16:06:23.325 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fullsized": "2024-04-15T16:05:11.413140+0000", 2024-04-15T16:06:23.325 INFO:tasks.workunit.client.0.smithi016.stdout: "last_peered": "2024-04-15T16:05:11.413140+0000", 2024-04-15T16:06:23.326 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub": "0'0", 2024-04-15T16:06:23.326 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_duration": 0, 2024-04-15T16:06:23.326 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T16:06:23.326 INFO:tasks.workunit.client.0.smithi016.stdout: "last_undegraded": "2024-04-15T16:05:11.413140+0000", 2024-04-15T16:06:23.326 INFO:tasks.workunit.client.0.smithi016.stdout: "last_unstale": "2024-04-15T16:05:11.413140+0000", 2024-04-15T16:06:23.326 INFO:tasks.workunit.client.0.smithi016.stdout: "log_dups_size": 0, 2024-04-15T16:06:23.326 INFO:tasks.workunit.client.0.smithi016.stdout: "log_size": 0, 2024-04-15T16:06:23.326 INFO:tasks.workunit.client.0.smithi016.stdout: "log_start": "0'0", 2024-04-15T16:06:23.326 INFO:tasks.workunit.client.0.smithi016.stdout: "manifest_stats_invalid": false, 2024-04-15T16:06:23.326 INFO:tasks.workunit.client.0.smithi016.stdout: "mapping_epoch": 475, 2024-04-15T16:06:23.326 INFO:tasks.workunit.client.0.smithi016.stdout: "object_location_counts": [], 2024-04-15T16:06:23.326 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_scrubbed": 0, 2024-04-15T16:06:23.326 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_trimmed": 0, 2024-04-15T16:06:23.326 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_stats_invalid": false, 2024-04-15T16:06:23.327 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_size": 0, 2024-04-15T16:06:23.327 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_start": "0'0", 2024-04-15T16:06:23.327 INFO:tasks.workunit.client.0.smithi016.stdout: "parent": "0.0", 2024-04-15T16:06:23.327 INFO:tasks.workunit.client.0.smithi016.stdout: "parent_split_bits": 0, 2024-04-15T16:06:23.327 INFO:tasks.workunit.client.0.smithi016.stdout: "pgid": "3.17", 2024-04-15T16:06:23.327 INFO:tasks.workunit.client.0.smithi016.stdout: "pin_stats_invalid": false, 2024-04-15T16:06:23.327 INFO:tasks.workunit.client.0.smithi016.stdout: "purged_snaps": [], 2024-04-15T16:06:23.327 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_epoch": 2721, 2024-04-15T16:06:23.327 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_seq": 5058, 2024-04-15T16:06:23.327 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_duration": 0.0, 2024-04-15T16:06:23.327 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-16T18:38:32.868843+0000", 2024-04-15T16:06:23.327 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrim_duration": 0.0, 2024-04-15T16:06:23.327 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrimq_len": 0, 2024-04-15T16:06:23.327 INFO:tasks.workunit.client.0.smithi016.stdout: "stat_sum": { 2024-04-15T16:06:23.328 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes": 0, 2024-04-15T16:06:23.328 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T16:06:23.328 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_recovered": 0, 2024-04-15T16:06:23.328 INFO:tasks.workunit.client.0.smithi016.stdout: "num_deep_scrub_errors": 0, 2024-04-15T16:06:23.328 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict": 0, 2024-04-15T16:06:23.328 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_kb": 0, 2024-04-15T16:06:23.328 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_full": 0, 2024-04-15T16:06:23.328 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_some": 0, 2024-04-15T16:06:23.328 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush": 0, 2024-04-15T16:06:23.328 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_kb": 0, 2024-04-15T16:06:23.328 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_high": 0, 2024-04-15T16:06:23.328 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_low": 0, 2024-04-15T16:06:23.328 INFO:tasks.workunit.client.0.smithi016.stdout: "num_keys_recovered": 0, 2024-04-15T16:06:23.328 INFO:tasks.workunit.client.0.smithi016.stdout: "num_large_omap_objects": 0, 2024-04-15T16:06:23.328 INFO:tasks.workunit.client.0.smithi016.stdout: "num_legacy_snapsets": 0, 2024-04-15T16:06:23.329 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_clones": 0, 2024-04-15T16:06:23.329 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_copies": 0, 2024-04-15T16:06:23.329 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects": 0, 2024-04-15T16:06:23.329 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_degraded": 0, 2024-04-15T16:06:23.329 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_dirty": 0, 2024-04-15T16:06:23.329 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T16:06:23.329 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_manifest": 0, 2024-04-15T16:06:23.329 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_misplaced": 0, 2024-04-15T16:06:23.329 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing": 0, 2024-04-15T16:06:23.329 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T16:06:23.329 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_omap": 0, 2024-04-15T16:06:23.329 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_pinned": 0, 2024-04-15T16:06:23.329 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_recovered": 0, 2024-04-15T16:06:23.329 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_repaired": 0, 2024-04-15T16:06:23.329 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_unfound": 0, 2024-04-15T16:06:23.330 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_bytes": 0, 2024-04-15T16:06:23.330 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_keys": 0, 2024-04-15T16:06:23.330 INFO:tasks.workunit.client.0.smithi016.stdout: "num_promote": 0, 2024-04-15T16:06:23.330 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read": 0, 2024-04-15T16:06:23.330 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read_kb": 0, 2024-04-15T16:06:23.330 INFO:tasks.workunit.client.0.smithi016.stdout: "num_scrub_errors": 0, 2024-04-15T16:06:23.330 INFO:tasks.workunit.client.0.smithi016.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T16:06:23.330 INFO:tasks.workunit.client.0.smithi016.stdout: "num_whiteouts": 0, 2024-04-15T16:06:23.330 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write": 0, 2024-04-15T16:06:23.330 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write_kb": 0 2024-04-15T16:06:23.330 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:23.330 INFO:tasks.workunit.client.0.smithi016.stdout: "state": "active+clean", 2024-04-15T16:06:23.330 INFO:tasks.workunit.client.0.smithi016.stdout: "stats_invalid": false, 2024-04-15T16:06:23.330 INFO:tasks.workunit.client.0.smithi016.stdout: "up": [ 2024-04-15T16:06:23.331 INFO:tasks.workunit.client.0.smithi016.stdout: 0, 2024-04-15T16:06:23.331 INFO:tasks.workunit.client.0.smithi016.stdout: 5, 2024-04-15T16:06:23.331 INFO:tasks.workunit.client.0.smithi016.stdout: 3 2024-04-15T16:06:23.331 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:23.331 INFO:tasks.workunit.client.0.smithi016.stdout: "up_primary": 0, 2024-04-15T16:06:23.331 INFO:tasks.workunit.client.0.smithi016.stdout: "version": "0'0" 2024-04-15T16:06:23.331 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:23.331 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-15T16:06:23.331 INFO:tasks.workunit.client.0.smithi016.stdout: "acting": [ 2024-04-15T16:06:23.331 INFO:tasks.workunit.client.0.smithi016.stdout: 5, 2024-04-15T16:06:23.331 INFO:tasks.workunit.client.0.smithi016.stdout: 6, 2024-04-15T16:06:23.331 INFO:tasks.workunit.client.0.smithi016.stdout: 2 2024-04-15T16:06:23.331 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:23.331 INFO:tasks.workunit.client.0.smithi016.stdout: "acting_primary": 5, 2024-04-15T16:06:23.332 INFO:tasks.workunit.client.0.smithi016.stdout: "avail_no_missing": [], 2024-04-15T16:06:23.332 INFO:tasks.workunit.client.0.smithi016.stdout: "blocked_by": [], 2024-04-15T16:06:23.332 INFO:tasks.workunit.client.0.smithi016.stdout: "created": 60, 2024-04-15T16:06:23.332 INFO:tasks.workunit.client.0.smithi016.stdout: "dirty_stats_invalid": false, 2024-04-15T16:06:23.332 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T16:06:23.332 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_stats_invalid": false, 2024-04-15T16:06:23.332 INFO:tasks.workunit.client.0.smithi016.stdout: "last_active": "2024-04-15T16:05:12.209314+0000", 2024-04-15T16:06:23.332 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_active": "2024-04-15T14:44:28.455418+0000", 2024-04-15T16:06:23.332 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_peered": "2024-04-15T14:44:28.455418+0000", 2024-04-15T16:06:23.332 INFO:tasks.workunit.client.0.smithi016.stdout: "last_change": "2024-04-15T14:44:28.455756+0000", 2024-04-15T16:06:23.332 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean": "2024-04-15T16:05:12.209314+0000", 2024-04-15T16:06:23.332 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean_scrub_stamp": "2024-04-15T14:33:33.599136+0000", 2024-04-15T16:06:23.332 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub": "0'0", 2024-04-15T16:06:23.332 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub_stamp": "2024-04-15T14:33:33.599136+0000", 2024-04-15T16:06:23.333 INFO:tasks.workunit.client.0.smithi016.stdout: "last_epoch_clean": 511, 2024-04-15T16:06:23.333 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fresh": "2024-04-15T16:05:12.209314+0000", 2024-04-15T16:06:23.333 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fullsized": "2024-04-15T16:05:12.209314+0000", 2024-04-15T16:06:23.333 INFO:tasks.workunit.client.0.smithi016.stdout: "last_peered": "2024-04-15T16:05:12.209314+0000", 2024-04-15T16:06:23.333 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub": "0'0", 2024-04-15T16:06:23.333 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_duration": 0, 2024-04-15T16:06:23.333 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_stamp": "2024-04-15T14:33:33.599136+0000", 2024-04-15T16:06:23.333 INFO:tasks.workunit.client.0.smithi016.stdout: "last_undegraded": "2024-04-15T16:05:12.209314+0000", 2024-04-15T16:06:23.333 INFO:tasks.workunit.client.0.smithi016.stdout: "last_unstale": "2024-04-15T16:05:12.209314+0000", 2024-04-15T16:06:23.333 INFO:tasks.workunit.client.0.smithi016.stdout: "log_dups_size": 0, 2024-04-15T16:06:23.333 INFO:tasks.workunit.client.0.smithi016.stdout: "log_size": 0, 2024-04-15T16:06:23.333 INFO:tasks.workunit.client.0.smithi016.stdout: "log_start": "0'0", 2024-04-15T16:06:23.333 INFO:tasks.workunit.client.0.smithi016.stdout: "manifest_stats_invalid": false, 2024-04-15T16:06:23.333 INFO:tasks.workunit.client.0.smithi016.stdout: "mapping_epoch": 510, 2024-04-15T16:06:23.333 INFO:tasks.workunit.client.0.smithi016.stdout: "object_location_counts": [], 2024-04-15T16:06:23.334 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_scrubbed": 0, 2024-04-15T16:06:23.334 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_trimmed": 0, 2024-04-15T16:06:23.334 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_stats_invalid": false, 2024-04-15T16:06:23.334 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_size": 0, 2024-04-15T16:06:23.334 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_start": "0'0", 2024-04-15T16:06:23.334 INFO:tasks.workunit.client.0.smithi016.stdout: "parent": "0.0", 2024-04-15T16:06:23.334 INFO:tasks.workunit.client.0.smithi016.stdout: "parent_split_bits": 0, 2024-04-15T16:06:23.334 INFO:tasks.workunit.client.0.smithi016.stdout: "pgid": "2.16", 2024-04-15T16:06:23.334 INFO:tasks.workunit.client.0.smithi016.stdout: "pin_stats_invalid": false, 2024-04-15T16:06:23.334 INFO:tasks.workunit.client.0.smithi016.stdout: "purged_snaps": [], 2024-04-15T16:06:23.334 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_epoch": 2721, 2024-04-15T16:06:23.334 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_seq": 4887, 2024-04-15T16:06:23.334 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_duration": 0.0, 2024-04-15T16:06:23.335 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-16T22:09:02.050898+0000", 2024-04-15T16:06:23.335 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrim_duration": 0.0, 2024-04-15T16:06:23.335 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrimq_len": 0, 2024-04-15T16:06:23.335 INFO:tasks.workunit.client.0.smithi016.stdout: "stat_sum": { 2024-04-15T16:06:23.335 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes": 0, 2024-04-15T16:06:23.335 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T16:06:23.335 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_recovered": 0, 2024-04-15T16:06:23.335 INFO:tasks.workunit.client.0.smithi016.stdout: "num_deep_scrub_errors": 0, 2024-04-15T16:06:23.335 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict": 0, 2024-04-15T16:06:23.335 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_kb": 0, 2024-04-15T16:06:23.335 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_full": 0, 2024-04-15T16:06:23.335 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_some": 0, 2024-04-15T16:06:23.335 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush": 0, 2024-04-15T16:06:23.335 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_kb": 0, 2024-04-15T16:06:23.335 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_high": 0, 2024-04-15T16:06:23.336 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_low": 0, 2024-04-15T16:06:23.336 INFO:tasks.workunit.client.0.smithi016.stdout: "num_keys_recovered": 0, 2024-04-15T16:06:23.336 INFO:tasks.workunit.client.0.smithi016.stdout: "num_large_omap_objects": 0, 2024-04-15T16:06:23.336 INFO:tasks.workunit.client.0.smithi016.stdout: "num_legacy_snapsets": 0, 2024-04-15T16:06:23.336 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_clones": 0, 2024-04-15T16:06:23.336 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_copies": 0, 2024-04-15T16:06:23.336 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects": 0, 2024-04-15T16:06:23.336 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_degraded": 0, 2024-04-15T16:06:23.336 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_dirty": 0, 2024-04-15T16:06:23.336 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T16:06:23.336 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_manifest": 0, 2024-04-15T16:06:23.336 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_misplaced": 0, 2024-04-15T16:06:23.336 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing": 0, 2024-04-15T16:06:23.337 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T16:06:23.337 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_omap": 0, 2024-04-15T16:06:23.337 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_pinned": 0, 2024-04-15T16:06:23.337 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_recovered": 0, 2024-04-15T16:06:23.337 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_repaired": 0, 2024-04-15T16:06:23.337 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_unfound": 0, 2024-04-15T16:06:23.337 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_bytes": 0, 2024-04-15T16:06:23.337 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_keys": 0, 2024-04-15T16:06:23.337 INFO:tasks.workunit.client.0.smithi016.stdout: "num_promote": 0, 2024-04-15T16:06:23.337 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read": 0, 2024-04-15T16:06:23.337 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read_kb": 0, 2024-04-15T16:06:23.337 INFO:tasks.workunit.client.0.smithi016.stdout: "num_scrub_errors": 0, 2024-04-15T16:06:23.337 INFO:tasks.workunit.client.0.smithi016.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T16:06:23.337 INFO:tasks.workunit.client.0.smithi016.stdout: "num_whiteouts": 0, 2024-04-15T16:06:23.338 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write": 0, 2024-04-15T16:06:23.338 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write_kb": 0 2024-04-15T16:06:23.338 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:23.338 INFO:tasks.workunit.client.0.smithi016.stdout: "state": "active+clean", 2024-04-15T16:06:23.338 INFO:tasks.workunit.client.0.smithi016.stdout: "stats_invalid": false, 2024-04-15T16:06:23.338 INFO:tasks.workunit.client.0.smithi016.stdout: "up": [ 2024-04-15T16:06:23.338 INFO:tasks.workunit.client.0.smithi016.stdout: 5, 2024-04-15T16:06:23.338 INFO:tasks.workunit.client.0.smithi016.stdout: 6, 2024-04-15T16:06:23.338 INFO:tasks.workunit.client.0.smithi016.stdout: 2 2024-04-15T16:06:23.338 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:23.338 INFO:tasks.workunit.client.0.smithi016.stdout: "up_primary": 5, 2024-04-15T16:06:23.338 INFO:tasks.workunit.client.0.smithi016.stdout: "version": "0'0" 2024-04-15T16:06:23.338 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:23.338 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-15T16:06:23.339 INFO:tasks.workunit.client.0.smithi016.stdout: "acting": [ 2024-04-15T16:06:23.339 INFO:tasks.workunit.client.0.smithi016.stdout: 5, 2024-04-15T16:06:23.339 INFO:tasks.workunit.client.0.smithi016.stdout: 7, 2024-04-15T16:06:23.339 INFO:tasks.workunit.client.0.smithi016.stdout: 1 2024-04-15T16:06:23.339 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:23.339 INFO:tasks.workunit.client.0.smithi016.stdout: "acting_primary": 5, 2024-04-15T16:06:23.339 INFO:tasks.workunit.client.0.smithi016.stdout: "avail_no_missing": [], 2024-04-15T16:06:23.339 INFO:tasks.workunit.client.0.smithi016.stdout: "blocked_by": [], 2024-04-15T16:06:23.339 INFO:tasks.workunit.client.0.smithi016.stdout: "created": 61, 2024-04-15T16:06:23.339 INFO:tasks.workunit.client.0.smithi016.stdout: "dirty_stats_invalid": false, 2024-04-15T16:06:23.339 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T16:06:23.339 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_stats_invalid": false, 2024-04-15T16:06:23.339 INFO:tasks.workunit.client.0.smithi016.stdout: "last_active": "2024-04-15T16:05:12.209494+0000", 2024-04-15T16:06:23.339 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_active": "2024-04-15T14:44:49.365766+0000", 2024-04-15T16:06:23.340 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_peered": "2024-04-15T14:44:49.365766+0000", 2024-04-15T16:06:23.340 INFO:tasks.workunit.client.0.smithi016.stdout: "last_change": "2024-04-15T14:44:49.366119+0000", 2024-04-15T16:06:23.340 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean": "2024-04-15T16:05:12.209494+0000", 2024-04-15T16:06:23.340 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T16:06:23.340 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub": "0'0", 2024-04-15T16:06:23.340 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T16:06:23.340 INFO:tasks.workunit.client.0.smithi016.stdout: "last_epoch_clean": 532, 2024-04-15T16:06:23.340 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fresh": "2024-04-15T16:05:12.209494+0000", 2024-04-15T16:06:23.340 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fullsized": "2024-04-15T16:05:12.209494+0000", 2024-04-15T16:06:23.340 INFO:tasks.workunit.client.0.smithi016.stdout: "last_peered": "2024-04-15T16:05:12.209494+0000", 2024-04-15T16:06:23.340 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub": "0'0", 2024-04-15T16:06:23.340 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_duration": 0, 2024-04-15T16:06:23.340 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T16:06:23.340 INFO:tasks.workunit.client.0.smithi016.stdout: "last_undegraded": "2024-04-15T16:05:12.209494+0000", 2024-04-15T16:06:23.340 INFO:tasks.workunit.client.0.smithi016.stdout: "last_unstale": "2024-04-15T16:05:12.209494+0000", 2024-04-15T16:06:23.341 INFO:tasks.workunit.client.0.smithi016.stdout: "log_dups_size": 0, 2024-04-15T16:06:23.341 INFO:tasks.workunit.client.0.smithi016.stdout: "log_size": 0, 2024-04-15T16:06:23.341 INFO:tasks.workunit.client.0.smithi016.stdout: "log_start": "0'0", 2024-04-15T16:06:23.341 INFO:tasks.workunit.client.0.smithi016.stdout: "manifest_stats_invalid": false, 2024-04-15T16:06:23.341 INFO:tasks.workunit.client.0.smithi016.stdout: "mapping_epoch": 531, 2024-04-15T16:06:23.341 INFO:tasks.workunit.client.0.smithi016.stdout: "object_location_counts": [], 2024-04-15T16:06:23.341 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_scrubbed": 0, 2024-04-15T16:06:23.341 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_trimmed": 0, 2024-04-15T16:06:23.341 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_stats_invalid": false, 2024-04-15T16:06:23.341 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_size": 0, 2024-04-15T16:06:23.341 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_start": "0'0", 2024-04-15T16:06:23.341 INFO:tasks.workunit.client.0.smithi016.stdout: "parent": "0.0", 2024-04-15T16:06:23.341 INFO:tasks.workunit.client.0.smithi016.stdout: "parent_split_bits": 0, 2024-04-15T16:06:23.341 INFO:tasks.workunit.client.0.smithi016.stdout: "pgid": "3.16", 2024-04-15T16:06:23.341 INFO:tasks.workunit.client.0.smithi016.stdout: "pin_stats_invalid": false, 2024-04-15T16:06:23.342 INFO:tasks.workunit.client.0.smithi016.stdout: "purged_snaps": [], 2024-04-15T16:06:23.342 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_epoch": 2721, 2024-04-15T16:06:23.342 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_seq": 4907, 2024-04-15T16:06:23.342 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_duration": 0.0, 2024-04-15T16:06:23.342 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-16T16:34:52.458777+0000", 2024-04-15T16:06:23.342 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrim_duration": 0.0, 2024-04-15T16:06:23.342 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrimq_len": 0, 2024-04-15T16:06:23.342 INFO:tasks.workunit.client.0.smithi016.stdout: "stat_sum": { 2024-04-15T16:06:23.342 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes": 0, 2024-04-15T16:06:23.342 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T16:06:23.342 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_recovered": 0, 2024-04-15T16:06:23.342 INFO:tasks.workunit.client.0.smithi016.stdout: "num_deep_scrub_errors": 0, 2024-04-15T16:06:23.342 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict": 0, 2024-04-15T16:06:23.342 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_kb": 0, 2024-04-15T16:06:23.343 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_full": 0, 2024-04-15T16:06:23.343 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_some": 0, 2024-04-15T16:06:23.343 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush": 0, 2024-04-15T16:06:23.343 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_kb": 0, 2024-04-15T16:06:23.343 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_high": 0, 2024-04-15T16:06:23.343 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_low": 0, 2024-04-15T16:06:23.343 INFO:tasks.workunit.client.0.smithi016.stdout: "num_keys_recovered": 0, 2024-04-15T16:06:23.343 INFO:tasks.workunit.client.0.smithi016.stdout: "num_large_omap_objects": 0, 2024-04-15T16:06:23.343 INFO:tasks.workunit.client.0.smithi016.stdout: "num_legacy_snapsets": 0, 2024-04-15T16:06:23.343 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_clones": 0, 2024-04-15T16:06:23.343 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_copies": 0, 2024-04-15T16:06:23.343 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects": 0, 2024-04-15T16:06:23.343 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_degraded": 0, 2024-04-15T16:06:23.343 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_dirty": 0, 2024-04-15T16:06:23.344 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T16:06:23.344 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_manifest": 0, 2024-04-15T16:06:23.344 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_misplaced": 0, 2024-04-15T16:06:23.344 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing": 0, 2024-04-15T16:06:23.344 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T16:06:23.344 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_omap": 0, 2024-04-15T16:06:23.344 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_pinned": 0, 2024-04-15T16:06:23.344 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_recovered": 0, 2024-04-15T16:06:23.344 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_repaired": 0, 2024-04-15T16:06:23.344 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_unfound": 0, 2024-04-15T16:06:23.344 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_bytes": 0, 2024-04-15T16:06:23.344 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_keys": 0, 2024-04-15T16:06:23.344 INFO:tasks.workunit.client.0.smithi016.stdout: "num_promote": 0, 2024-04-15T16:06:23.344 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read": 0, 2024-04-15T16:06:23.345 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read_kb": 0, 2024-04-15T16:06:23.345 INFO:tasks.workunit.client.0.smithi016.stdout: "num_scrub_errors": 0, 2024-04-15T16:06:23.345 INFO:tasks.workunit.client.0.smithi016.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T16:06:23.345 INFO:tasks.workunit.client.0.smithi016.stdout: "num_whiteouts": 0, 2024-04-15T16:06:23.345 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write": 0, 2024-04-15T16:06:23.345 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write_kb": 0 2024-04-15T16:06:23.345 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:23.345 INFO:tasks.workunit.client.0.smithi016.stdout: "state": "active+clean", 2024-04-15T16:06:23.345 INFO:tasks.workunit.client.0.smithi016.stdout: "stats_invalid": false, 2024-04-15T16:06:23.345 INFO:tasks.workunit.client.0.smithi016.stdout: "up": [ 2024-04-15T16:06:23.345 INFO:tasks.workunit.client.0.smithi016.stdout: 5, 2024-04-15T16:06:23.345 INFO:tasks.workunit.client.0.smithi016.stdout: 7, 2024-04-15T16:06:23.345 INFO:tasks.workunit.client.0.smithi016.stdout: 1 2024-04-15T16:06:23.345 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:23.346 INFO:tasks.workunit.client.0.smithi016.stdout: "up_primary": 5, 2024-04-15T16:06:23.346 INFO:tasks.workunit.client.0.smithi016.stdout: "version": "0'0" 2024-04-15T16:06:23.346 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:23.346 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-15T16:06:23.346 INFO:tasks.workunit.client.0.smithi016.stdout: "acting": [ 2024-04-15T16:06:23.346 INFO:tasks.workunit.client.0.smithi016.stdout: 6, 2024-04-15T16:06:23.346 INFO:tasks.workunit.client.0.smithi016.stdout: 5, 2024-04-15T16:06:23.346 INFO:tasks.workunit.client.0.smithi016.stdout: 2 2024-04-15T16:06:23.346 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:23.346 INFO:tasks.workunit.client.0.smithi016.stdout: "acting_primary": 6, 2024-04-15T16:06:23.346 INFO:tasks.workunit.client.0.smithi016.stdout: "avail_no_missing": [], 2024-04-15T16:06:23.346 INFO:tasks.workunit.client.0.smithi016.stdout: "blocked_by": [], 2024-04-15T16:06:23.346 INFO:tasks.workunit.client.0.smithi016.stdout: "created": 60, 2024-04-15T16:06:23.346 INFO:tasks.workunit.client.0.smithi016.stdout: "dirty_stats_invalid": false, 2024-04-15T16:06:23.347 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T16:06:23.347 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_stats_invalid": false, 2024-04-15T16:06:23.347 INFO:tasks.workunit.client.0.smithi016.stdout: "last_active": "2024-04-15T16:05:11.413906+0000", 2024-04-15T16:06:23.347 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_active": "2024-04-15T14:44:28.449163+0000", 2024-04-15T16:06:23.347 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_peered": "2024-04-15T14:44:28.449163+0000", 2024-04-15T16:06:23.347 INFO:tasks.workunit.client.0.smithi016.stdout: "last_change": "2024-04-15T14:44:28.450225+0000", 2024-04-15T16:06:23.347 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean": "2024-04-15T16:05:11.413906+0000", 2024-04-15T16:06:23.347 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean_scrub_stamp": "2024-04-15T14:33:33.599136+0000", 2024-04-15T16:06:23.347 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub": "0'0", 2024-04-15T16:06:23.347 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub_stamp": "2024-04-15T14:33:33.599136+0000", 2024-04-15T16:06:23.347 INFO:tasks.workunit.client.0.smithi016.stdout: "last_epoch_clean": 511, 2024-04-15T16:06:23.347 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fresh": "2024-04-15T16:05:11.413906+0000", 2024-04-15T16:06:23.347 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fullsized": "2024-04-15T16:05:11.413906+0000", 2024-04-15T16:06:23.347 INFO:tasks.workunit.client.0.smithi016.stdout: "last_peered": "2024-04-15T16:05:11.413906+0000", 2024-04-15T16:06:23.347 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub": "0'0", 2024-04-15T16:06:23.348 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_duration": 0, 2024-04-15T16:06:23.348 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_stamp": "2024-04-15T14:33:33.599136+0000", 2024-04-15T16:06:23.348 INFO:tasks.workunit.client.0.smithi016.stdout: "last_undegraded": "2024-04-15T16:05:11.413906+0000", 2024-04-15T16:06:23.348 INFO:tasks.workunit.client.0.smithi016.stdout: "last_unstale": "2024-04-15T16:05:11.413906+0000", 2024-04-15T16:06:23.348 INFO:tasks.workunit.client.0.smithi016.stdout: "log_dups_size": 0, 2024-04-15T16:06:23.348 INFO:tasks.workunit.client.0.smithi016.stdout: "log_size": 0, 2024-04-15T16:06:23.348 INFO:tasks.workunit.client.0.smithi016.stdout: "log_start": "0'0", 2024-04-15T16:06:23.348 INFO:tasks.workunit.client.0.smithi016.stdout: "manifest_stats_invalid": false, 2024-04-15T16:06:23.348 INFO:tasks.workunit.client.0.smithi016.stdout: "mapping_epoch": 510, 2024-04-15T16:06:23.348 INFO:tasks.workunit.client.0.smithi016.stdout: "object_location_counts": [], 2024-04-15T16:06:23.348 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_scrubbed": 0, 2024-04-15T16:06:23.348 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_trimmed": 0, 2024-04-15T16:06:23.348 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_stats_invalid": false, 2024-04-15T16:06:23.348 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_size": 0, 2024-04-15T16:06:23.348 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_start": "0'0", 2024-04-15T16:06:23.349 INFO:tasks.workunit.client.0.smithi016.stdout: "parent": "0.0", 2024-04-15T16:06:23.349 INFO:tasks.workunit.client.0.smithi016.stdout: "parent_split_bits": 0, 2024-04-15T16:06:23.349 INFO:tasks.workunit.client.0.smithi016.stdout: "pgid": "2.17", 2024-04-15T16:06:23.349 INFO:tasks.workunit.client.0.smithi016.stdout: "pin_stats_invalid": false, 2024-04-15T16:06:23.349 INFO:tasks.workunit.client.0.smithi016.stdout: "purged_snaps": [], 2024-04-15T16:06:23.349 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_epoch": 2721, 2024-04-15T16:06:23.349 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_seq": 4876, 2024-04-15T16:06:23.349 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_duration": 0.0, 2024-04-15T16:06:23.349 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-16T18:35:52.446757+0000", 2024-04-15T16:06:23.349 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrim_duration": 0.0, 2024-04-15T16:06:23.349 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrimq_len": 0, 2024-04-15T16:06:23.349 INFO:tasks.workunit.client.0.smithi016.stdout: "stat_sum": { 2024-04-15T16:06:23.349 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes": 0, 2024-04-15T16:06:23.349 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T16:06:23.350 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_recovered": 0, 2024-04-15T16:06:23.350 INFO:tasks.workunit.client.0.smithi016.stdout: "num_deep_scrub_errors": 0, 2024-04-15T16:06:23.350 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict": 0, 2024-04-15T16:06:23.350 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_kb": 0, 2024-04-15T16:06:23.350 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_full": 0, 2024-04-15T16:06:23.350 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_some": 0, 2024-04-15T16:06:23.350 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush": 0, 2024-04-15T16:06:23.350 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_kb": 0, 2024-04-15T16:06:23.350 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_high": 0, 2024-04-15T16:06:23.350 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_low": 0, 2024-04-15T16:06:23.350 INFO:tasks.workunit.client.0.smithi016.stdout: "num_keys_recovered": 0, 2024-04-15T16:06:23.350 INFO:tasks.workunit.client.0.smithi016.stdout: "num_large_omap_objects": 0, 2024-04-15T16:06:23.350 INFO:tasks.workunit.client.0.smithi016.stdout: "num_legacy_snapsets": 0, 2024-04-15T16:06:23.350 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_clones": 0, 2024-04-15T16:06:23.350 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_copies": 0, 2024-04-15T16:06:23.351 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects": 0, 2024-04-15T16:06:23.351 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_degraded": 0, 2024-04-15T16:06:23.351 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_dirty": 0, 2024-04-15T16:06:23.351 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T16:06:23.351 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_manifest": 0, 2024-04-15T16:06:23.351 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_misplaced": 0, 2024-04-15T16:06:23.351 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing": 0, 2024-04-15T16:06:23.351 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T16:06:23.351 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_omap": 0, 2024-04-15T16:06:23.351 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_pinned": 0, 2024-04-15T16:06:23.351 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_recovered": 0, 2024-04-15T16:06:23.351 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_repaired": 0, 2024-04-15T16:06:23.351 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_unfound": 0, 2024-04-15T16:06:23.351 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_bytes": 0, 2024-04-15T16:06:23.352 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_keys": 0, 2024-04-15T16:06:23.352 INFO:tasks.workunit.client.0.smithi016.stdout: "num_promote": 0, 2024-04-15T16:06:23.352 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read": 0, 2024-04-15T16:06:23.352 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read_kb": 0, 2024-04-15T16:06:23.352 INFO:tasks.workunit.client.0.smithi016.stdout: "num_scrub_errors": 0, 2024-04-15T16:06:23.352 INFO:tasks.workunit.client.0.smithi016.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T16:06:23.352 INFO:tasks.workunit.client.0.smithi016.stdout: "num_whiteouts": 0, 2024-04-15T16:06:23.352 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write": 0, 2024-04-15T16:06:23.352 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write_kb": 0 2024-04-15T16:06:23.352 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:23.352 INFO:tasks.workunit.client.0.smithi016.stdout: "state": "active+clean", 2024-04-15T16:06:23.352 INFO:tasks.workunit.client.0.smithi016.stdout: "stats_invalid": false, 2024-04-15T16:06:23.352 INFO:tasks.workunit.client.0.smithi016.stdout: "up": [ 2024-04-15T16:06:23.352 INFO:tasks.workunit.client.0.smithi016.stdout: 6, 2024-04-15T16:06:23.352 INFO:tasks.workunit.client.0.smithi016.stdout: 5, 2024-04-15T16:06:23.353 INFO:tasks.workunit.client.0.smithi016.stdout: 2 2024-04-15T16:06:23.353 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:23.353 INFO:tasks.workunit.client.0.smithi016.stdout: "up_primary": 6, 2024-04-15T16:06:23.353 INFO:tasks.workunit.client.0.smithi016.stdout: "version": "0'0" 2024-04-15T16:06:23.353 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:23.353 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-15T16:06:23.353 INFO:tasks.workunit.client.0.smithi016.stdout: "acting": [ 2024-04-15T16:06:23.353 INFO:tasks.workunit.client.0.smithi016.stdout: 1, 2024-04-15T16:06:23.353 INFO:tasks.workunit.client.0.smithi016.stdout: 3, 2024-04-15T16:06:23.353 INFO:tasks.workunit.client.0.smithi016.stdout: 2 2024-04-15T16:06:23.353 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:23.353 INFO:tasks.workunit.client.0.smithi016.stdout: "acting_primary": 1, 2024-04-15T16:06:23.353 INFO:tasks.workunit.client.0.smithi016.stdout: "avail_no_missing": [], 2024-04-15T16:06:23.353 INFO:tasks.workunit.client.0.smithi016.stdout: "blocked_by": [], 2024-04-15T16:06:23.354 INFO:tasks.workunit.client.0.smithi016.stdout: "created": 61, 2024-04-15T16:06:23.354 INFO:tasks.workunit.client.0.smithi016.stdout: "dirty_stats_invalid": false, 2024-04-15T16:06:23.354 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T16:06:23.354 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_stats_invalid": false, 2024-04-15T16:06:23.354 INFO:tasks.workunit.client.0.smithi016.stdout: "last_active": "2024-04-15T16:05:11.869823+0000", 2024-04-15T16:06:23.354 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_active": "2024-04-15T14:42:57.506353+0000", 2024-04-15T16:06:23.354 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_peered": "2024-04-15T14:42:57.506353+0000", 2024-04-15T16:06:23.354 INFO:tasks.workunit.client.0.smithi016.stdout: "last_change": "2024-04-15T14:42:57.506686+0000", 2024-04-15T16:06:23.354 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean": "2024-04-15T16:05:11.869823+0000", 2024-04-15T16:06:23.354 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T16:06:23.354 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub": "0'0", 2024-04-15T16:06:23.354 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T16:06:23.354 INFO:tasks.workunit.client.0.smithi016.stdout: "last_epoch_clean": 420, 2024-04-15T16:06:23.354 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fresh": "2024-04-15T16:05:11.869823+0000", 2024-04-15T16:06:23.355 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fullsized": "2024-04-15T16:05:11.869823+0000", 2024-04-15T16:06:23.355 INFO:tasks.workunit.client.0.smithi016.stdout: "last_peered": "2024-04-15T16:05:11.869823+0000", 2024-04-15T16:06:23.355 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub": "0'0", 2024-04-15T16:06:23.355 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_duration": 0, 2024-04-15T16:06:23.355 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T16:06:23.355 INFO:tasks.workunit.client.0.smithi016.stdout: "last_undegraded": "2024-04-15T16:05:11.869823+0000", 2024-04-15T16:06:23.355 INFO:tasks.workunit.client.0.smithi016.stdout: "last_unstale": "2024-04-15T16:05:11.869823+0000", 2024-04-15T16:06:23.355 INFO:tasks.workunit.client.0.smithi016.stdout: "log_dups_size": 0, 2024-04-15T16:06:23.355 INFO:tasks.workunit.client.0.smithi016.stdout: "log_size": 0, 2024-04-15T16:06:23.355 INFO:tasks.workunit.client.0.smithi016.stdout: "log_start": "0'0", 2024-04-15T16:06:23.355 INFO:tasks.workunit.client.0.smithi016.stdout: "manifest_stats_invalid": false, 2024-04-15T16:06:23.355 INFO:tasks.workunit.client.0.smithi016.stdout: "mapping_epoch": 419, 2024-04-15T16:06:23.355 INFO:tasks.workunit.client.0.smithi016.stdout: "object_location_counts": [], 2024-04-15T16:06:23.355 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_scrubbed": 0, 2024-04-15T16:06:23.355 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_trimmed": 0, 2024-04-15T16:06:23.356 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_stats_invalid": false, 2024-04-15T16:06:23.356 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_size": 0, 2024-04-15T16:06:23.356 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_start": "0'0", 2024-04-15T16:06:23.356 INFO:tasks.workunit.client.0.smithi016.stdout: "parent": "0.0", 2024-04-15T16:06:23.356 INFO:tasks.workunit.client.0.smithi016.stdout: "parent_split_bits": 0, 2024-04-15T16:06:23.356 INFO:tasks.workunit.client.0.smithi016.stdout: "pgid": "3.19", 2024-04-15T16:06:23.356 INFO:tasks.workunit.client.0.smithi016.stdout: "pin_stats_invalid": false, 2024-04-15T16:06:23.356 INFO:tasks.workunit.client.0.smithi016.stdout: "purged_snaps": [], 2024-04-15T16:06:23.356 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_epoch": 2721, 2024-04-15T16:06:23.356 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_seq": 5049, 2024-04-15T16:06:23.356 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_duration": 0.0, 2024-04-15T16:06:23.356 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-16T15:29:56.293285+0000", 2024-04-15T16:06:23.356 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrim_duration": 0.0, 2024-04-15T16:06:23.357 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrimq_len": 0, 2024-04-15T16:06:23.357 INFO:tasks.workunit.client.0.smithi016.stdout: "stat_sum": { 2024-04-15T16:06:23.357 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes": 0, 2024-04-15T16:06:23.357 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T16:06:23.357 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_recovered": 0, 2024-04-15T16:06:23.357 INFO:tasks.workunit.client.0.smithi016.stdout: "num_deep_scrub_errors": 0, 2024-04-15T16:06:23.357 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict": 0, 2024-04-15T16:06:23.357 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_kb": 0, 2024-04-15T16:06:23.357 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_full": 0, 2024-04-15T16:06:23.357 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_some": 0, 2024-04-15T16:06:23.357 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush": 0, 2024-04-15T16:06:23.357 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_kb": 0, 2024-04-15T16:06:23.357 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_high": 0, 2024-04-15T16:06:23.357 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_low": 0, 2024-04-15T16:06:23.357 INFO:tasks.workunit.client.0.smithi016.stdout: "num_keys_recovered": 0, 2024-04-15T16:06:23.358 INFO:tasks.workunit.client.0.smithi016.stdout: "num_large_omap_objects": 0, 2024-04-15T16:06:23.358 INFO:tasks.workunit.client.0.smithi016.stdout: "num_legacy_snapsets": 0, 2024-04-15T16:06:23.358 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_clones": 0, 2024-04-15T16:06:23.358 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_copies": 0, 2024-04-15T16:06:23.358 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects": 0, 2024-04-15T16:06:23.358 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_degraded": 0, 2024-04-15T16:06:23.358 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_dirty": 0, 2024-04-15T16:06:23.358 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T16:06:23.358 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_manifest": 0, 2024-04-15T16:06:23.358 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_misplaced": 0, 2024-04-15T16:06:23.358 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing": 0, 2024-04-15T16:06:23.358 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T16:06:23.358 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_omap": 0, 2024-04-15T16:06:23.359 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_pinned": 0, 2024-04-15T16:06:23.359 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_recovered": 0, 2024-04-15T16:06:23.359 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_repaired": 0, 2024-04-15T16:06:23.359 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_unfound": 0, 2024-04-15T16:06:23.359 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_bytes": 0, 2024-04-15T16:06:23.359 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_keys": 0, 2024-04-15T16:06:23.359 INFO:tasks.workunit.client.0.smithi016.stdout: "num_promote": 0, 2024-04-15T16:06:23.359 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read": 0, 2024-04-15T16:06:23.359 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read_kb": 0, 2024-04-15T16:06:23.359 INFO:tasks.workunit.client.0.smithi016.stdout: "num_scrub_errors": 0, 2024-04-15T16:06:23.359 INFO:tasks.workunit.client.0.smithi016.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T16:06:23.359 INFO:tasks.workunit.client.0.smithi016.stdout: "num_whiteouts": 0, 2024-04-15T16:06:23.359 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write": 0, 2024-04-15T16:06:23.359 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write_kb": 0 2024-04-15T16:06:23.359 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:23.360 INFO:tasks.workunit.client.0.smithi016.stdout: "state": "active+clean", 2024-04-15T16:06:23.360 INFO:tasks.workunit.client.0.smithi016.stdout: "stats_invalid": false, 2024-04-15T16:06:23.360 INFO:tasks.workunit.client.0.smithi016.stdout: "up": [ 2024-04-15T16:06:23.360 INFO:tasks.workunit.client.0.smithi016.stdout: 1, 2024-04-15T16:06:23.360 INFO:tasks.workunit.client.0.smithi016.stdout: 3, 2024-04-15T16:06:23.360 INFO:tasks.workunit.client.0.smithi016.stdout: 2 2024-04-15T16:06:23.360 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:23.360 INFO:tasks.workunit.client.0.smithi016.stdout: "up_primary": 1, 2024-04-15T16:06:23.360 INFO:tasks.workunit.client.0.smithi016.stdout: "version": "0'0" 2024-04-15T16:06:23.360 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:23.360 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-15T16:06:23.360 INFO:tasks.workunit.client.0.smithi016.stdout: "acting": [ 2024-04-15T16:06:23.360 INFO:tasks.workunit.client.0.smithi016.stdout: 5, 2024-04-15T16:06:23.360 INFO:tasks.workunit.client.0.smithi016.stdout: 4, 2024-04-15T16:06:23.361 INFO:tasks.workunit.client.0.smithi016.stdout: 7 2024-04-15T16:06:23.361 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:23.361 INFO:tasks.workunit.client.0.smithi016.stdout: "acting_primary": 5, 2024-04-15T16:06:23.361 INFO:tasks.workunit.client.0.smithi016.stdout: "avail_no_missing": [], 2024-04-15T16:06:23.361 INFO:tasks.workunit.client.0.smithi016.stdout: "blocked_by": [], 2024-04-15T16:06:23.361 INFO:tasks.workunit.client.0.smithi016.stdout: "created": 60, 2024-04-15T16:06:23.361 INFO:tasks.workunit.client.0.smithi016.stdout: "dirty_stats_invalid": false, 2024-04-15T16:06:23.361 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T16:06:23.361 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_stats_invalid": false, 2024-04-15T16:06:23.361 INFO:tasks.workunit.client.0.smithi016.stdout: "last_active": "2024-04-15T16:05:12.199749+0000", 2024-04-15T16:06:23.361 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_active": "2024-04-15T14:44:49.373084+0000", 2024-04-15T16:06:23.361 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_peered": "2024-04-15T14:44:49.373084+0000", 2024-04-15T16:06:23.361 INFO:tasks.workunit.client.0.smithi016.stdout: "last_change": "2024-04-15T14:44:49.373396+0000", 2024-04-15T16:06:23.361 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean": "2024-04-15T16:05:12.199749+0000", 2024-04-15T16:06:23.362 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean_scrub_stamp": "2024-04-15T14:33:33.599136+0000", 2024-04-15T16:06:23.362 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub": "0'0", 2024-04-15T16:06:23.362 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub_stamp": "2024-04-15T14:33:33.599136+0000", 2024-04-15T16:06:23.362 INFO:tasks.workunit.client.0.smithi016.stdout: "last_epoch_clean": 532, 2024-04-15T16:06:23.362 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fresh": "2024-04-15T16:05:12.199749+0000", 2024-04-15T16:06:23.362 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fullsized": "2024-04-15T16:05:12.199749+0000", 2024-04-15T16:06:23.362 INFO:tasks.workunit.client.0.smithi016.stdout: "last_peered": "2024-04-15T16:05:12.199749+0000", 2024-04-15T16:06:23.362 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub": "0'0", 2024-04-15T16:06:23.362 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_duration": 0, 2024-04-15T16:06:23.362 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_stamp": "2024-04-15T14:33:33.599136+0000", 2024-04-15T16:06:23.362 INFO:tasks.workunit.client.0.smithi016.stdout: "last_undegraded": "2024-04-15T16:05:12.199749+0000", 2024-04-15T16:06:23.362 INFO:tasks.workunit.client.0.smithi016.stdout: "last_unstale": "2024-04-15T16:05:12.199749+0000", 2024-04-15T16:06:23.362 INFO:tasks.workunit.client.0.smithi016.stdout: "log_dups_size": 0, 2024-04-15T16:06:23.363 INFO:tasks.workunit.client.0.smithi016.stdout: "log_size": 0, 2024-04-15T16:06:23.363 INFO:tasks.workunit.client.0.smithi016.stdout: "log_start": "0'0", 2024-04-15T16:06:23.363 INFO:tasks.workunit.client.0.smithi016.stdout: "manifest_stats_invalid": false, 2024-04-15T16:06:23.363 INFO:tasks.workunit.client.0.smithi016.stdout: "mapping_epoch": 531, 2024-04-15T16:06:23.363 INFO:tasks.workunit.client.0.smithi016.stdout: "object_location_counts": [], 2024-04-15T16:06:23.363 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_scrubbed": 0, 2024-04-15T16:06:23.363 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_trimmed": 0, 2024-04-15T16:06:23.363 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_stats_invalid": false, 2024-04-15T16:06:23.363 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_size": 0, 2024-04-15T16:06:23.363 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_start": "0'0", 2024-04-15T16:06:23.363 INFO:tasks.workunit.client.0.smithi016.stdout: "parent": "0.0", 2024-04-15T16:06:23.363 INFO:tasks.workunit.client.0.smithi016.stdout: "parent_split_bits": 0, 2024-04-15T16:06:23.363 INFO:tasks.workunit.client.0.smithi016.stdout: "pgid": "2.18", 2024-04-15T16:06:23.363 INFO:tasks.workunit.client.0.smithi016.stdout: "pin_stats_invalid": false, 2024-04-15T16:06:23.363 INFO:tasks.workunit.client.0.smithi016.stdout: "purged_snaps": [], 2024-04-15T16:06:23.364 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_epoch": 2721, 2024-04-15T16:06:23.364 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_seq": 4911, 2024-04-15T16:06:23.364 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_duration": 0.0, 2024-04-15T16:06:23.364 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-17T00:41:46.347906+0000", 2024-04-15T16:06:23.364 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrim_duration": 0.0, 2024-04-15T16:06:23.364 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrimq_len": 0, 2024-04-15T16:06:23.364 INFO:tasks.workunit.client.0.smithi016.stdout: "stat_sum": { 2024-04-15T16:06:23.364 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes": 0, 2024-04-15T16:06:23.364 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T16:06:23.364 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_recovered": 0, 2024-04-15T16:06:23.364 INFO:tasks.workunit.client.0.smithi016.stdout: "num_deep_scrub_errors": 0, 2024-04-15T16:06:23.364 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict": 0, 2024-04-15T16:06:23.364 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_kb": 0, 2024-04-15T16:06:23.365 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_full": 0, 2024-04-15T16:06:23.365 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_some": 0, 2024-04-15T16:06:23.365 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush": 0, 2024-04-15T16:06:23.365 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_kb": 0, 2024-04-15T16:06:23.365 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_high": 0, 2024-04-15T16:06:23.365 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_low": 0, 2024-04-15T16:06:23.365 INFO:tasks.workunit.client.0.smithi016.stdout: "num_keys_recovered": 0, 2024-04-15T16:06:23.365 INFO:tasks.workunit.client.0.smithi016.stdout: "num_large_omap_objects": 0, 2024-04-15T16:06:23.365 INFO:tasks.workunit.client.0.smithi016.stdout: "num_legacy_snapsets": 0, 2024-04-15T16:06:23.365 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_clones": 0, 2024-04-15T16:06:23.365 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_copies": 0, 2024-04-15T16:06:23.365 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects": 0, 2024-04-15T16:06:23.365 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_degraded": 0, 2024-04-15T16:06:23.365 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_dirty": 0, 2024-04-15T16:06:23.365 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T16:06:23.366 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_manifest": 0, 2024-04-15T16:06:23.366 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_misplaced": 0, 2024-04-15T16:06:23.366 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing": 0, 2024-04-15T16:06:23.366 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T16:06:23.366 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_omap": 0, 2024-04-15T16:06:23.366 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_pinned": 0, 2024-04-15T16:06:23.366 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_recovered": 0, 2024-04-15T16:06:23.366 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_repaired": 0, 2024-04-15T16:06:23.366 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_unfound": 0, 2024-04-15T16:06:23.366 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_bytes": 0, 2024-04-15T16:06:23.366 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_keys": 0, 2024-04-15T16:06:23.366 INFO:tasks.workunit.client.0.smithi016.stdout: "num_promote": 0, 2024-04-15T16:06:23.366 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read": 0, 2024-04-15T16:06:23.366 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read_kb": 0, 2024-04-15T16:06:23.367 INFO:tasks.workunit.client.0.smithi016.stdout: "num_scrub_errors": 0, 2024-04-15T16:06:23.367 INFO:tasks.workunit.client.0.smithi016.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T16:06:23.367 INFO:tasks.workunit.client.0.smithi016.stdout: "num_whiteouts": 0, 2024-04-15T16:06:23.367 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write": 0, 2024-04-15T16:06:23.367 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write_kb": 0 2024-04-15T16:06:23.367 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:23.367 INFO:tasks.workunit.client.0.smithi016.stdout: "state": "active+clean", 2024-04-15T16:06:23.367 INFO:tasks.workunit.client.0.smithi016.stdout: "stats_invalid": false, 2024-04-15T16:06:23.367 INFO:tasks.workunit.client.0.smithi016.stdout: "up": [ 2024-04-15T16:06:23.367 INFO:tasks.workunit.client.0.smithi016.stdout: 5, 2024-04-15T16:06:23.367 INFO:tasks.workunit.client.0.smithi016.stdout: 4, 2024-04-15T16:06:23.367 INFO:tasks.workunit.client.0.smithi016.stdout: 7 2024-04-15T16:06:23.367 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:23.367 INFO:tasks.workunit.client.0.smithi016.stdout: "up_primary": 5, 2024-04-15T16:06:23.368 INFO:tasks.workunit.client.0.smithi016.stdout: "version": "0'0" 2024-04-15T16:06:23.368 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:23.368 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-15T16:06:23.368 INFO:tasks.workunit.client.0.smithi016.stdout: "acting": [ 2024-04-15T16:06:23.368 INFO:tasks.workunit.client.0.smithi016.stdout: 3, 2024-04-15T16:06:23.368 INFO:tasks.workunit.client.0.smithi016.stdout: 0, 2024-04-15T16:06:23.368 INFO:tasks.workunit.client.0.smithi016.stdout: 1 2024-04-15T16:06:23.368 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:23.368 INFO:tasks.workunit.client.0.smithi016.stdout: "acting_primary": 3, 2024-04-15T16:06:23.368 INFO:tasks.workunit.client.0.smithi016.stdout: "avail_no_missing": [], 2024-04-15T16:06:23.368 INFO:tasks.workunit.client.0.smithi016.stdout: "blocked_by": [], 2024-04-15T16:06:23.368 INFO:tasks.workunit.client.0.smithi016.stdout: "created": 61, 2024-04-15T16:06:23.368 INFO:tasks.workunit.client.0.smithi016.stdout: "dirty_stats_invalid": false, 2024-04-15T16:06:23.368 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T16:06:23.369 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_stats_invalid": false, 2024-04-15T16:06:23.369 INFO:tasks.workunit.client.0.smithi016.stdout: "last_active": "2024-04-15T16:05:12.196918+0000", 2024-04-15T16:06:23.369 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_active": "2024-04-15T14:42:57.513880+0000", 2024-04-15T16:06:23.369 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_peered": "2024-04-15T14:42:57.513880+0000", 2024-04-15T16:06:23.369 INFO:tasks.workunit.client.0.smithi016.stdout: "last_change": "2024-04-15T14:42:57.514300+0000", 2024-04-15T16:06:23.369 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean": "2024-04-15T16:05:12.196918+0000", 2024-04-15T16:06:23.369 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T16:06:23.369 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub": "0'0", 2024-04-15T16:06:23.369 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T16:06:23.369 INFO:tasks.workunit.client.0.smithi016.stdout: "last_epoch_clean": 420, 2024-04-15T16:06:23.369 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fresh": "2024-04-15T16:05:12.196918+0000", 2024-04-15T16:06:23.369 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fullsized": "2024-04-15T16:05:12.196918+0000", 2024-04-15T16:06:23.369 INFO:tasks.workunit.client.0.smithi016.stdout: "last_peered": "2024-04-15T16:05:12.196918+0000", 2024-04-15T16:06:23.369 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub": "0'0", 2024-04-15T16:06:23.369 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_duration": 0, 2024-04-15T16:06:23.370 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T16:06:23.370 INFO:tasks.workunit.client.0.smithi016.stdout: "last_undegraded": "2024-04-15T16:05:12.196918+0000", 2024-04-15T16:06:23.370 INFO:tasks.workunit.client.0.smithi016.stdout: "last_unstale": "2024-04-15T16:05:12.196918+0000", 2024-04-15T16:06:23.370 INFO:tasks.workunit.client.0.smithi016.stdout: "log_dups_size": 0, 2024-04-15T16:06:23.370 INFO:tasks.workunit.client.0.smithi016.stdout: "log_size": 0, 2024-04-15T16:06:23.370 INFO:tasks.workunit.client.0.smithi016.stdout: "log_start": "0'0", 2024-04-15T16:06:23.370 INFO:tasks.workunit.client.0.smithi016.stdout: "manifest_stats_invalid": false, 2024-04-15T16:06:23.370 INFO:tasks.workunit.client.0.smithi016.stdout: "mapping_epoch": 419, 2024-04-15T16:06:23.370 INFO:tasks.workunit.client.0.smithi016.stdout: "object_location_counts": [], 2024-04-15T16:06:23.370 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_scrubbed": 0, 2024-04-15T16:06:23.370 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_trimmed": 0, 2024-04-15T16:06:23.370 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_stats_invalid": false, 2024-04-15T16:06:23.370 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_size": 0, 2024-04-15T16:06:23.370 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_start": "0'0", 2024-04-15T16:06:23.371 INFO:tasks.workunit.client.0.smithi016.stdout: "parent": "0.0", 2024-04-15T16:06:23.371 INFO:tasks.workunit.client.0.smithi016.stdout: "parent_split_bits": 0, 2024-04-15T16:06:23.371 INFO:tasks.workunit.client.0.smithi016.stdout: "pgid": "3.18", 2024-04-15T16:06:23.371 INFO:tasks.workunit.client.0.smithi016.stdout: "pin_stats_invalid": false, 2024-04-15T16:06:23.371 INFO:tasks.workunit.client.0.smithi016.stdout: "purged_snaps": [], 2024-04-15T16:06:23.371 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_epoch": 2721, 2024-04-15T16:06:23.371 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_seq": 4949, 2024-04-15T16:06:23.371 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_duration": 0.0, 2024-04-15T16:06:23.371 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-16T21:48:20.242106+0000", 2024-04-15T16:06:23.371 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrim_duration": 0.0, 2024-04-15T16:06:23.371 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrimq_len": 0, 2024-04-15T16:06:23.371 INFO:tasks.workunit.client.0.smithi016.stdout: "stat_sum": { 2024-04-15T16:06:23.371 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes": 0, 2024-04-15T16:06:23.371 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T16:06:23.371 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_recovered": 0, 2024-04-15T16:06:23.372 INFO:tasks.workunit.client.0.smithi016.stdout: "num_deep_scrub_errors": 0, 2024-04-15T16:06:23.372 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict": 0, 2024-04-15T16:06:23.372 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_kb": 0, 2024-04-15T16:06:23.372 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_full": 0, 2024-04-15T16:06:23.372 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_some": 0, 2024-04-15T16:06:23.372 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush": 0, 2024-04-15T16:06:23.372 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_kb": 0, 2024-04-15T16:06:23.372 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_high": 0, 2024-04-15T16:06:23.372 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_low": 0, 2024-04-15T16:06:23.372 INFO:tasks.workunit.client.0.smithi016.stdout: "num_keys_recovered": 0, 2024-04-15T16:06:23.372 INFO:tasks.workunit.client.0.smithi016.stdout: "num_large_omap_objects": 0, 2024-04-15T16:06:23.372 INFO:tasks.workunit.client.0.smithi016.stdout: "num_legacy_snapsets": 0, 2024-04-15T16:06:23.372 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_clones": 0, 2024-04-15T16:06:23.372 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_copies": 0, 2024-04-15T16:06:23.372 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects": 0, 2024-04-15T16:06:23.373 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_degraded": 0, 2024-04-15T16:06:23.373 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_dirty": 0, 2024-04-15T16:06:23.373 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T16:06:23.373 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_manifest": 0, 2024-04-15T16:06:23.373 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_misplaced": 0, 2024-04-15T16:06:23.373 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing": 0, 2024-04-15T16:06:23.373 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T16:06:23.373 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_omap": 0, 2024-04-15T16:06:23.373 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_pinned": 0, 2024-04-15T16:06:23.373 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_recovered": 0, 2024-04-15T16:06:23.373 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_repaired": 0, 2024-04-15T16:06:23.373 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_unfound": 0, 2024-04-15T16:06:23.373 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_bytes": 0, 2024-04-15T16:06:23.373 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_keys": 0, 2024-04-15T16:06:23.373 INFO:tasks.workunit.client.0.smithi016.stdout: "num_promote": 0, 2024-04-15T16:06:23.374 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read": 0, 2024-04-15T16:06:23.374 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read_kb": 0, 2024-04-15T16:06:23.374 INFO:tasks.workunit.client.0.smithi016.stdout: "num_scrub_errors": 0, 2024-04-15T16:06:23.374 INFO:tasks.workunit.client.0.smithi016.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T16:06:23.374 INFO:tasks.workunit.client.0.smithi016.stdout: "num_whiteouts": 0, 2024-04-15T16:06:23.374 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write": 0, 2024-04-15T16:06:23.374 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write_kb": 0 2024-04-15T16:06:23.374 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:23.374 INFO:tasks.workunit.client.0.smithi016.stdout: "state": "active+clean", 2024-04-15T16:06:23.374 INFO:tasks.workunit.client.0.smithi016.stdout: "stats_invalid": false, 2024-04-15T16:06:23.374 INFO:tasks.workunit.client.0.smithi016.stdout: "up": [ 2024-04-15T16:06:23.374 INFO:tasks.workunit.client.0.smithi016.stdout: 3, 2024-04-15T16:06:23.374 INFO:tasks.workunit.client.0.smithi016.stdout: 0, 2024-04-15T16:06:23.374 INFO:tasks.workunit.client.0.smithi016.stdout: 1 2024-04-15T16:06:23.375 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:23.375 INFO:tasks.workunit.client.0.smithi016.stdout: "up_primary": 3, 2024-04-15T16:06:23.375 INFO:tasks.workunit.client.0.smithi016.stdout: "version": "0'0" 2024-04-15T16:06:23.375 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:23.375 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-15T16:06:23.375 INFO:tasks.workunit.client.0.smithi016.stdout: "acting": [ 2024-04-15T16:06:23.375 INFO:tasks.workunit.client.0.smithi016.stdout: 3, 2024-04-15T16:06:23.375 INFO:tasks.workunit.client.0.smithi016.stdout: 6, 2024-04-15T16:06:23.375 INFO:tasks.workunit.client.0.smithi016.stdout: 0 2024-04-15T16:06:23.375 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:23.375 INFO:tasks.workunit.client.0.smithi016.stdout: "acting_primary": 3, 2024-04-15T16:06:23.375 INFO:tasks.workunit.client.0.smithi016.stdout: "avail_no_missing": [], 2024-04-15T16:06:23.375 INFO:tasks.workunit.client.0.smithi016.stdout: "blocked_by": [], 2024-04-15T16:06:23.375 INFO:tasks.workunit.client.0.smithi016.stdout: "created": 60, 2024-04-15T16:06:23.376 INFO:tasks.workunit.client.0.smithi016.stdout: "dirty_stats_invalid": false, 2024-04-15T16:06:23.376 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T16:06:23.376 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_stats_invalid": false, 2024-04-15T16:06:23.376 INFO:tasks.workunit.client.0.smithi016.stdout: "last_active": "2024-04-15T16:05:12.197770+0000", 2024-04-15T16:06:23.376 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_active": "2024-04-15T14:44:28.452582+0000", 2024-04-15T16:06:23.376 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_peered": "2024-04-15T14:44:28.452582+0000", 2024-04-15T16:06:23.376 INFO:tasks.workunit.client.0.smithi016.stdout: "last_change": "2024-04-15T14:44:28.453012+0000", 2024-04-15T16:06:23.376 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean": "2024-04-15T16:05:12.197770+0000", 2024-04-15T16:06:23.376 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean_scrub_stamp": "2024-04-15T14:33:33.599136+0000", 2024-04-15T16:06:23.376 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub": "0'0", 2024-04-15T16:06:23.376 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub_stamp": "2024-04-15T14:33:33.599136+0000", 2024-04-15T16:06:23.376 INFO:tasks.workunit.client.0.smithi016.stdout: "last_epoch_clean": 511, 2024-04-15T16:06:23.376 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fresh": "2024-04-15T16:05:12.197770+0000", 2024-04-15T16:06:23.376 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fullsized": "2024-04-15T16:05:12.197770+0000", 2024-04-15T16:06:23.377 INFO:tasks.workunit.client.0.smithi016.stdout: "last_peered": "2024-04-15T16:05:12.197770+0000", 2024-04-15T16:06:23.377 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub": "0'0", 2024-04-15T16:06:23.377 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_duration": 0, 2024-04-15T16:06:23.377 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_stamp": "2024-04-15T14:33:33.599136+0000", 2024-04-15T16:06:23.377 INFO:tasks.workunit.client.0.smithi016.stdout: "last_undegraded": "2024-04-15T16:05:12.197770+0000", 2024-04-15T16:06:23.377 INFO:tasks.workunit.client.0.smithi016.stdout: "last_unstale": "2024-04-15T16:05:12.197770+0000", 2024-04-15T16:06:23.377 INFO:tasks.workunit.client.0.smithi016.stdout: "log_dups_size": 0, 2024-04-15T16:06:23.377 INFO:tasks.workunit.client.0.smithi016.stdout: "log_size": 0, 2024-04-15T16:06:23.377 INFO:tasks.workunit.client.0.smithi016.stdout: "log_start": "0'0", 2024-04-15T16:06:23.377 INFO:tasks.workunit.client.0.smithi016.stdout: "manifest_stats_invalid": false, 2024-04-15T16:06:23.377 INFO:tasks.workunit.client.0.smithi016.stdout: "mapping_epoch": 510, 2024-04-15T16:06:23.377 INFO:tasks.workunit.client.0.smithi016.stdout: "object_location_counts": [], 2024-04-15T16:06:23.377 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_scrubbed": 0, 2024-04-15T16:06:23.377 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_trimmed": 0, 2024-04-15T16:06:23.378 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_stats_invalid": false, 2024-04-15T16:06:23.378 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_size": 0, 2024-04-15T16:06:23.378 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_start": "0'0", 2024-04-15T16:06:23.378 INFO:tasks.workunit.client.0.smithi016.stdout: "parent": "0.0", 2024-04-15T16:06:23.378 INFO:tasks.workunit.client.0.smithi016.stdout: "parent_split_bits": 0, 2024-04-15T16:06:23.378 INFO:tasks.workunit.client.0.smithi016.stdout: "pgid": "2.19", 2024-04-15T16:06:23.378 INFO:tasks.workunit.client.0.smithi016.stdout: "pin_stats_invalid": false, 2024-04-15T16:06:23.378 INFO:tasks.workunit.client.0.smithi016.stdout: "purged_snaps": [], 2024-04-15T16:06:23.378 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_epoch": 2721, 2024-04-15T16:06:23.378 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_seq": 4951, 2024-04-15T16:06:23.378 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_duration": 0.0, 2024-04-15T16:06:23.378 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-16T18:50:54.250154+0000", 2024-04-15T16:06:23.378 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrim_duration": 0.0, 2024-04-15T16:06:23.378 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrimq_len": 0, 2024-04-15T16:06:23.379 INFO:tasks.workunit.client.0.smithi016.stdout: "stat_sum": { 2024-04-15T16:06:23.379 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes": 0, 2024-04-15T16:06:23.379 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T16:06:23.379 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_recovered": 0, 2024-04-15T16:06:23.379 INFO:tasks.workunit.client.0.smithi016.stdout: "num_deep_scrub_errors": 0, 2024-04-15T16:06:23.379 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict": 0, 2024-04-15T16:06:23.379 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_kb": 0, 2024-04-15T16:06:23.379 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_full": 0, 2024-04-15T16:06:23.379 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_some": 0, 2024-04-15T16:06:23.379 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush": 0, 2024-04-15T16:06:23.379 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_kb": 0, 2024-04-15T16:06:23.379 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_high": 0, 2024-04-15T16:06:23.379 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_low": 0, 2024-04-15T16:06:23.379 INFO:tasks.workunit.client.0.smithi016.stdout: "num_keys_recovered": 0, 2024-04-15T16:06:23.379 INFO:tasks.workunit.client.0.smithi016.stdout: "num_large_omap_objects": 0, 2024-04-15T16:06:23.380 INFO:tasks.workunit.client.0.smithi016.stdout: "num_legacy_snapsets": 0, 2024-04-15T16:06:23.380 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_clones": 0, 2024-04-15T16:06:23.380 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_copies": 0, 2024-04-15T16:06:23.380 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects": 0, 2024-04-15T16:06:23.380 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_degraded": 0, 2024-04-15T16:06:23.380 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_dirty": 0, 2024-04-15T16:06:23.380 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T16:06:23.380 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_manifest": 0, 2024-04-15T16:06:23.380 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_misplaced": 0, 2024-04-15T16:06:23.380 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing": 0, 2024-04-15T16:06:23.380 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T16:06:23.380 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_omap": 0, 2024-04-15T16:06:23.380 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_pinned": 0, 2024-04-15T16:06:23.380 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_recovered": 0, 2024-04-15T16:06:23.380 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_repaired": 0, 2024-04-15T16:06:23.381 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_unfound": 0, 2024-04-15T16:06:23.381 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_bytes": 0, 2024-04-15T16:06:23.381 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_keys": 0, 2024-04-15T16:06:23.381 INFO:tasks.workunit.client.0.smithi016.stdout: "num_promote": 0, 2024-04-15T16:06:23.381 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read": 0, 2024-04-15T16:06:23.381 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read_kb": 0, 2024-04-15T16:06:23.381 INFO:tasks.workunit.client.0.smithi016.stdout: "num_scrub_errors": 0, 2024-04-15T16:06:23.381 INFO:tasks.workunit.client.0.smithi016.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T16:06:23.381 INFO:tasks.workunit.client.0.smithi016.stdout: "num_whiteouts": 0, 2024-04-15T16:06:23.381 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write": 0, 2024-04-15T16:06:23.381 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write_kb": 0 2024-04-15T16:06:23.381 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:23.381 INFO:tasks.workunit.client.0.smithi016.stdout: "state": "active+clean", 2024-04-15T16:06:23.381 INFO:tasks.workunit.client.0.smithi016.stdout: "stats_invalid": false, 2024-04-15T16:06:23.382 INFO:tasks.workunit.client.0.smithi016.stdout: "up": [ 2024-04-15T16:06:23.382 INFO:tasks.workunit.client.0.smithi016.stdout: 3, 2024-04-15T16:06:23.382 INFO:tasks.workunit.client.0.smithi016.stdout: 6, 2024-04-15T16:06:23.382 INFO:tasks.workunit.client.0.smithi016.stdout: 0 2024-04-15T16:06:23.382 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:23.382 INFO:tasks.workunit.client.0.smithi016.stdout: "up_primary": 3, 2024-04-15T16:06:23.382 INFO:tasks.workunit.client.0.smithi016.stdout: "version": "0'0" 2024-04-15T16:06:23.382 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:23.382 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-15T16:06:23.382 INFO:tasks.workunit.client.0.smithi016.stdout: "acting": [ 2024-04-15T16:06:23.382 INFO:tasks.workunit.client.0.smithi016.stdout: 0, 2024-04-15T16:06:23.382 INFO:tasks.workunit.client.0.smithi016.stdout: 4, 2024-04-15T16:06:23.382 INFO:tasks.workunit.client.0.smithi016.stdout: 7 2024-04-15T16:06:23.382 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:23.383 INFO:tasks.workunit.client.0.smithi016.stdout: "acting_primary": 0, 2024-04-15T16:06:23.383 INFO:tasks.workunit.client.0.smithi016.stdout: "avail_no_missing": [], 2024-04-15T16:06:23.383 INFO:tasks.workunit.client.0.smithi016.stdout: "blocked_by": [], 2024-04-15T16:06:23.383 INFO:tasks.workunit.client.0.smithi016.stdout: "created": 61, 2024-04-15T16:06:23.383 INFO:tasks.workunit.client.0.smithi016.stdout: "dirty_stats_invalid": false, 2024-04-15T16:06:23.383 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T16:06:23.383 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_stats_invalid": false, 2024-04-15T16:06:23.383 INFO:tasks.workunit.client.0.smithi016.stdout: "last_active": "2024-04-15T16:05:11.413064+0000", 2024-04-15T16:06:23.383 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_active": "2024-04-15T14:44:49.373118+0000", 2024-04-15T16:06:23.383 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_peered": "2024-04-15T14:44:49.373118+0000", 2024-04-15T16:06:23.383 INFO:tasks.workunit.client.0.smithi016.stdout: "last_change": "2024-04-15T14:44:49.373509+0000", 2024-04-15T16:06:23.383 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean": "2024-04-15T16:05:11.413064+0000", 2024-04-15T16:06:23.383 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T16:06:23.383 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub": "0'0", 2024-04-15T16:06:23.383 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T16:06:23.384 INFO:tasks.workunit.client.0.smithi016.stdout: "last_epoch_clean": 532, 2024-04-15T16:06:23.384 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fresh": "2024-04-15T16:05:11.413064+0000", 2024-04-15T16:06:23.384 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fullsized": "2024-04-15T16:05:11.413064+0000", 2024-04-15T16:06:23.384 INFO:tasks.workunit.client.0.smithi016.stdout: "last_peered": "2024-04-15T16:05:11.413064+0000", 2024-04-15T16:06:23.384 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub": "0'0", 2024-04-15T16:06:23.384 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_duration": 0, 2024-04-15T16:06:23.384 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T16:06:23.384 INFO:tasks.workunit.client.0.smithi016.stdout: "last_undegraded": "2024-04-15T16:05:11.413064+0000", 2024-04-15T16:06:23.384 INFO:tasks.workunit.client.0.smithi016.stdout: "last_unstale": "2024-04-15T16:05:11.413064+0000", 2024-04-15T16:06:23.384 INFO:tasks.workunit.client.0.smithi016.stdout: "log_dups_size": 0, 2024-04-15T16:06:23.384 INFO:tasks.workunit.client.0.smithi016.stdout: "log_size": 0, 2024-04-15T16:06:23.384 INFO:tasks.workunit.client.0.smithi016.stdout: "log_start": "0'0", 2024-04-15T16:06:23.384 INFO:tasks.workunit.client.0.smithi016.stdout: "manifest_stats_invalid": false, 2024-04-15T16:06:23.384 INFO:tasks.workunit.client.0.smithi016.stdout: "mapping_epoch": 531, 2024-04-15T16:06:23.384 INFO:tasks.workunit.client.0.smithi016.stdout: "object_location_counts": [], 2024-04-15T16:06:23.385 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_scrubbed": 0, 2024-04-15T16:06:23.385 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_trimmed": 0, 2024-04-15T16:06:23.385 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_stats_invalid": false, 2024-04-15T16:06:23.385 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_size": 0, 2024-04-15T16:06:23.385 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_start": "0'0", 2024-04-15T16:06:23.385 INFO:tasks.workunit.client.0.smithi016.stdout: "parent": "0.0", 2024-04-15T16:06:23.385 INFO:tasks.workunit.client.0.smithi016.stdout: "parent_split_bits": 0, 2024-04-15T16:06:23.385 INFO:tasks.workunit.client.0.smithi016.stdout: "pgid": "3.1b", 2024-04-15T16:06:23.385 INFO:tasks.workunit.client.0.smithi016.stdout: "pin_stats_invalid": false, 2024-04-15T16:06:23.385 INFO:tasks.workunit.client.0.smithi016.stdout: "purged_snaps": [], 2024-04-15T16:06:23.385 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_epoch": 2721, 2024-04-15T16:06:23.385 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_seq": 5055, 2024-04-15T16:06:23.385 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_duration": 0.0, 2024-04-15T16:06:23.385 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-16T19:46:30.495973+0000", 2024-04-15T16:06:23.386 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrim_duration": 0.0, 2024-04-15T16:06:23.386 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrimq_len": 0, 2024-04-15T16:06:23.386 INFO:tasks.workunit.client.0.smithi016.stdout: "stat_sum": { 2024-04-15T16:06:23.386 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes": 0, 2024-04-15T16:06:23.386 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T16:06:23.386 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_recovered": 0, 2024-04-15T16:06:23.386 INFO:tasks.workunit.client.0.smithi016.stdout: "num_deep_scrub_errors": 0, 2024-04-15T16:06:23.386 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict": 0, 2024-04-15T16:06:23.386 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_kb": 0, 2024-04-15T16:06:23.386 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_full": 0, 2024-04-15T16:06:23.386 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_some": 0, 2024-04-15T16:06:23.386 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush": 0, 2024-04-15T16:06:23.386 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_kb": 0, 2024-04-15T16:06:23.386 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_high": 0, 2024-04-15T16:06:23.386 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_low": 0, 2024-04-15T16:06:23.387 INFO:tasks.workunit.client.0.smithi016.stdout: "num_keys_recovered": 0, 2024-04-15T16:06:23.387 INFO:tasks.workunit.client.0.smithi016.stdout: "num_large_omap_objects": 0, 2024-04-15T16:06:23.387 INFO:tasks.workunit.client.0.smithi016.stdout: "num_legacy_snapsets": 0, 2024-04-15T16:06:23.387 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_clones": 0, 2024-04-15T16:06:23.387 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_copies": 0, 2024-04-15T16:06:23.387 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects": 0, 2024-04-15T16:06:23.387 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_degraded": 0, 2024-04-15T16:06:23.387 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_dirty": 0, 2024-04-15T16:06:23.387 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T16:06:23.387 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_manifest": 0, 2024-04-15T16:06:23.387 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_misplaced": 0, 2024-04-15T16:06:23.387 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing": 0, 2024-04-15T16:06:23.387 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T16:06:23.387 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_omap": 0, 2024-04-15T16:06:23.388 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_pinned": 0, 2024-04-15T16:06:23.388 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_recovered": 0, 2024-04-15T16:06:23.388 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_repaired": 0, 2024-04-15T16:06:23.388 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_unfound": 0, 2024-04-15T16:06:23.388 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_bytes": 0, 2024-04-15T16:06:23.388 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_keys": 0, 2024-04-15T16:06:23.388 INFO:tasks.workunit.client.0.smithi016.stdout: "num_promote": 0, 2024-04-15T16:06:23.388 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read": 0, 2024-04-15T16:06:23.388 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read_kb": 0, 2024-04-15T16:06:23.388 INFO:tasks.workunit.client.0.smithi016.stdout: "num_scrub_errors": 0, 2024-04-15T16:06:23.388 INFO:tasks.workunit.client.0.smithi016.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T16:06:23.388 INFO:tasks.workunit.client.0.smithi016.stdout: "num_whiteouts": 0, 2024-04-15T16:06:23.388 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write": 0, 2024-04-15T16:06:23.388 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write_kb": 0 2024-04-15T16:06:23.389 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:23.389 INFO:tasks.workunit.client.0.smithi016.stdout: "state": "active+clean", 2024-04-15T16:06:23.389 INFO:tasks.workunit.client.0.smithi016.stdout: "stats_invalid": false, 2024-04-15T16:06:23.389 INFO:tasks.workunit.client.0.smithi016.stdout: "up": [ 2024-04-15T16:06:23.389 INFO:tasks.workunit.client.0.smithi016.stdout: 0, 2024-04-15T16:06:23.389 INFO:tasks.workunit.client.0.smithi016.stdout: 4, 2024-04-15T16:06:23.389 INFO:tasks.workunit.client.0.smithi016.stdout: 7 2024-04-15T16:06:23.389 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:23.389 INFO:tasks.workunit.client.0.smithi016.stdout: "up_primary": 0, 2024-04-15T16:06:23.389 INFO:tasks.workunit.client.0.smithi016.stdout: "version": "0'0" 2024-04-15T16:06:23.389 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:23.389 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-15T16:06:23.389 INFO:tasks.workunit.client.0.smithi016.stdout: "acting": [ 2024-04-15T16:06:23.389 INFO:tasks.workunit.client.0.smithi016.stdout: 6, 2024-04-15T16:06:23.390 INFO:tasks.workunit.client.0.smithi016.stdout: 4, 2024-04-15T16:06:23.390 INFO:tasks.workunit.client.0.smithi016.stdout: 7 2024-04-15T16:06:23.390 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:23.390 INFO:tasks.workunit.client.0.smithi016.stdout: "acting_primary": 6, 2024-04-15T16:06:23.390 INFO:tasks.workunit.client.0.smithi016.stdout: "avail_no_missing": [], 2024-04-15T16:06:23.390 INFO:tasks.workunit.client.0.smithi016.stdout: "blocked_by": [], 2024-04-15T16:06:23.390 INFO:tasks.workunit.client.0.smithi016.stdout: "created": 60, 2024-04-15T16:06:23.390 INFO:tasks.workunit.client.0.smithi016.stdout: "dirty_stats_invalid": false, 2024-04-15T16:06:23.390 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T16:06:23.390 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_stats_invalid": false, 2024-04-15T16:06:23.390 INFO:tasks.workunit.client.0.smithi016.stdout: "last_active": "2024-04-15T16:05:11.412356+0000", 2024-04-15T16:06:23.390 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_active": "2024-04-15T14:44:49.358817+0000", 2024-04-15T16:06:23.390 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_peered": "2024-04-15T14:44:49.358817+0000", 2024-04-15T16:06:23.390 INFO:tasks.workunit.client.0.smithi016.stdout: "last_change": "2024-04-15T14:44:49.359155+0000", 2024-04-15T16:06:23.391 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean": "2024-04-15T16:05:11.412356+0000", 2024-04-15T16:06:23.391 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean_scrub_stamp": "2024-04-15T14:33:33.599136+0000", 2024-04-15T16:06:23.391 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub": "0'0", 2024-04-15T16:06:23.391 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub_stamp": "2024-04-15T14:33:33.599136+0000", 2024-04-15T16:06:23.391 INFO:tasks.workunit.client.0.smithi016.stdout: "last_epoch_clean": 532, 2024-04-15T16:06:23.391 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fresh": "2024-04-15T16:05:11.412356+0000", 2024-04-15T16:06:23.391 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fullsized": "2024-04-15T16:05:11.412356+0000", 2024-04-15T16:06:23.391 INFO:tasks.workunit.client.0.smithi016.stdout: "last_peered": "2024-04-15T16:05:11.412356+0000", 2024-04-15T16:06:23.391 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub": "0'0", 2024-04-15T16:06:23.391 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_duration": 0, 2024-04-15T16:06:23.391 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_stamp": "2024-04-15T14:33:33.599136+0000", 2024-04-15T16:06:23.391 INFO:tasks.workunit.client.0.smithi016.stdout: "last_undegraded": "2024-04-15T16:05:11.412356+0000", 2024-04-15T16:06:23.391 INFO:tasks.workunit.client.0.smithi016.stdout: "last_unstale": "2024-04-15T16:05:11.412356+0000", 2024-04-15T16:06:23.392 INFO:tasks.workunit.client.0.smithi016.stdout: "log_dups_size": 0, 2024-04-15T16:06:23.392 INFO:tasks.workunit.client.0.smithi016.stdout: "log_size": 3, 2024-04-15T16:06:23.392 INFO:tasks.workunit.client.0.smithi016.stdout: "log_start": "0'0", 2024-04-15T16:06:23.392 INFO:tasks.workunit.client.0.smithi016.stdout: "manifest_stats_invalid": false, 2024-04-15T16:06:23.392 INFO:tasks.workunit.client.0.smithi016.stdout: "mapping_epoch": 531, 2024-04-15T16:06:23.392 INFO:tasks.workunit.client.0.smithi016.stdout: "object_location_counts": [], 2024-04-15T16:06:23.392 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_scrubbed": 0, 2024-04-15T16:06:23.392 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_trimmed": 0, 2024-04-15T16:06:23.392 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_stats_invalid": false, 2024-04-15T16:06:23.392 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_size": 3, 2024-04-15T16:06:23.392 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_start": "0'0", 2024-04-15T16:06:23.392 INFO:tasks.workunit.client.0.smithi016.stdout: "parent": "0.0", 2024-04-15T16:06:23.392 INFO:tasks.workunit.client.0.smithi016.stdout: "parent_split_bits": 0, 2024-04-15T16:06:23.392 INFO:tasks.workunit.client.0.smithi016.stdout: "pgid": "2.1a", 2024-04-15T16:06:23.392 INFO:tasks.workunit.client.0.smithi016.stdout: "pin_stats_invalid": false, 2024-04-15T16:06:23.393 INFO:tasks.workunit.client.0.smithi016.stdout: "purged_snaps": [], 2024-04-15T16:06:23.393 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_epoch": 2721, 2024-04-15T16:06:23.393 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_seq": 4893, 2024-04-15T16:06:23.393 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_duration": 0.0, 2024-04-15T16:06:23.393 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-16T18:07:54.854327+0000", 2024-04-15T16:06:23.393 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrim_duration": 0.0, 2024-04-15T16:06:23.393 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrimq_len": 0, 2024-04-15T16:06:23.393 INFO:tasks.workunit.client.0.smithi016.stdout: "stat_sum": { 2024-04-15T16:06:23.393 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes": 0, 2024-04-15T16:06:23.393 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T16:06:23.393 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_recovered": 0, 2024-04-15T16:06:23.393 INFO:tasks.workunit.client.0.smithi016.stdout: "num_deep_scrub_errors": 0, 2024-04-15T16:06:23.393 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict": 0, 2024-04-15T16:06:23.394 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_kb": 0, 2024-04-15T16:06:23.394 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_full": 0, 2024-04-15T16:06:23.394 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_some": 0, 2024-04-15T16:06:23.394 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush": 0, 2024-04-15T16:06:23.394 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_kb": 0, 2024-04-15T16:06:23.394 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_high": 0, 2024-04-15T16:06:23.394 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_low": 0, 2024-04-15T16:06:23.394 INFO:tasks.workunit.client.0.smithi016.stdout: "num_keys_recovered": 0, 2024-04-15T16:06:23.394 INFO:tasks.workunit.client.0.smithi016.stdout: "num_large_omap_objects": 0, 2024-04-15T16:06:23.394 INFO:tasks.workunit.client.0.smithi016.stdout: "num_legacy_snapsets": 0, 2024-04-15T16:06:23.394 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_clones": 0, 2024-04-15T16:06:23.394 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_copies": 0, 2024-04-15T16:06:23.394 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects": 0, 2024-04-15T16:06:23.395 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_degraded": 0, 2024-04-15T16:06:23.395 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_dirty": 0, 2024-04-15T16:06:23.395 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T16:06:23.395 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_manifest": 0, 2024-04-15T16:06:23.395 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_misplaced": 0, 2024-04-15T16:06:23.395 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing": 0, 2024-04-15T16:06:23.395 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T16:06:23.395 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_omap": 0, 2024-04-15T16:06:23.395 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_pinned": 0, 2024-04-15T16:06:23.395 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_recovered": 0, 2024-04-15T16:06:23.395 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_repaired": 0, 2024-04-15T16:06:23.395 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_unfound": 0, 2024-04-15T16:06:23.395 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_bytes": 0, 2024-04-15T16:06:23.395 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_keys": 0, 2024-04-15T16:06:23.396 INFO:tasks.workunit.client.0.smithi016.stdout: "num_promote": 0, 2024-04-15T16:06:23.396 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read": 0, 2024-04-15T16:06:23.396 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read_kb": 0, 2024-04-15T16:06:23.396 INFO:tasks.workunit.client.0.smithi016.stdout: "num_scrub_errors": 0, 2024-04-15T16:06:23.396 INFO:tasks.workunit.client.0.smithi016.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T16:06:23.396 INFO:tasks.workunit.client.0.smithi016.stdout: "num_whiteouts": 0, 2024-04-15T16:06:23.396 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write": 0, 2024-04-15T16:06:23.396 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write_kb": 0 2024-04-15T16:06:23.396 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:23.396 INFO:tasks.workunit.client.0.smithi016.stdout: "state": "active+clean", 2024-04-15T16:06:23.396 INFO:tasks.workunit.client.0.smithi016.stdout: "stats_invalid": false, 2024-04-15T16:06:23.396 INFO:tasks.workunit.client.0.smithi016.stdout: "up": [ 2024-04-15T16:06:23.396 INFO:tasks.workunit.client.0.smithi016.stdout: 6, 2024-04-15T16:06:23.396 INFO:tasks.workunit.client.0.smithi016.stdout: 4, 2024-04-15T16:06:23.396 INFO:tasks.workunit.client.0.smithi016.stdout: 7 2024-04-15T16:06:23.397 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:23.397 INFO:tasks.workunit.client.0.smithi016.stdout: "up_primary": 6, 2024-04-15T16:06:23.397 INFO:tasks.workunit.client.0.smithi016.stdout: "version": "560'3" 2024-04-15T16:06:23.397 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:23.397 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-15T16:06:23.397 INFO:tasks.workunit.client.0.smithi016.stdout: "acting": [ 2024-04-15T16:06:23.397 INFO:tasks.workunit.client.0.smithi016.stdout: 4, 2024-04-15T16:06:23.397 INFO:tasks.workunit.client.0.smithi016.stdout: 1, 2024-04-15T16:06:23.397 INFO:tasks.workunit.client.0.smithi016.stdout: 2 2024-04-15T16:06:23.397 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:23.397 INFO:tasks.workunit.client.0.smithi016.stdout: "acting_primary": 4, 2024-04-15T16:06:23.397 INFO:tasks.workunit.client.0.smithi016.stdout: "avail_no_missing": [], 2024-04-15T16:06:23.397 INFO:tasks.workunit.client.0.smithi016.stdout: "blocked_by": [], 2024-04-15T16:06:23.397 INFO:tasks.workunit.client.0.smithi016.stdout: "created": 61, 2024-04-15T16:06:23.397 INFO:tasks.workunit.client.0.smithi016.stdout: "dirty_stats_invalid": false, 2024-04-15T16:06:23.398 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T16:06:23.398 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_stats_invalid": false, 2024-04-15T16:06:23.398 INFO:tasks.workunit.client.0.smithi016.stdout: "last_active": "2024-04-15T16:05:12.199387+0000", 2024-04-15T16:06:23.398 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_active": "2024-04-15T14:43:32.413137+0000", 2024-04-15T16:06:23.398 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_peered": "2024-04-15T14:43:32.413137+0000", 2024-04-15T16:06:23.398 INFO:tasks.workunit.client.0.smithi016.stdout: "last_change": "2024-04-15T14:43:32.413589+0000", 2024-04-15T16:06:23.398 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean": "2024-04-15T16:05:12.199387+0000", 2024-04-15T16:06:23.398 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T16:06:23.398 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub": "0'0", 2024-04-15T16:06:23.398 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T16:06:23.398 INFO:tasks.workunit.client.0.smithi016.stdout: "last_epoch_clean": 455, 2024-04-15T16:06:23.398 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fresh": "2024-04-15T16:05:12.199387+0000", 2024-04-15T16:06:23.398 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fullsized": "2024-04-15T16:05:12.199387+0000", 2024-04-15T16:06:23.398 INFO:tasks.workunit.client.0.smithi016.stdout: "last_peered": "2024-04-15T16:05:12.199387+0000", 2024-04-15T16:06:23.399 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub": "0'0", 2024-04-15T16:06:23.399 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_duration": 0, 2024-04-15T16:06:23.399 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T16:06:23.399 INFO:tasks.workunit.client.0.smithi016.stdout: "last_undegraded": "2024-04-15T16:05:12.199387+0000", 2024-04-15T16:06:23.399 INFO:tasks.workunit.client.0.smithi016.stdout: "last_unstale": "2024-04-15T16:05:12.199387+0000", 2024-04-15T16:06:23.399 INFO:tasks.workunit.client.0.smithi016.stdout: "log_dups_size": 0, 2024-04-15T16:06:23.399 INFO:tasks.workunit.client.0.smithi016.stdout: "log_size": 0, 2024-04-15T16:06:23.399 INFO:tasks.workunit.client.0.smithi016.stdout: "log_start": "0'0", 2024-04-15T16:06:23.399 INFO:tasks.workunit.client.0.smithi016.stdout: "manifest_stats_invalid": false, 2024-04-15T16:06:23.399 INFO:tasks.workunit.client.0.smithi016.stdout: "mapping_epoch": 454, 2024-04-15T16:06:23.399 INFO:tasks.workunit.client.0.smithi016.stdout: "object_location_counts": [], 2024-04-15T16:06:23.399 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_scrubbed": 0, 2024-04-15T16:06:23.399 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_trimmed": 0, 2024-04-15T16:06:23.399 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_stats_invalid": false, 2024-04-15T16:06:23.400 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_size": 0, 2024-04-15T16:06:23.400 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_start": "0'0", 2024-04-15T16:06:23.400 INFO:tasks.workunit.client.0.smithi016.stdout: "parent": "0.0", 2024-04-15T16:06:23.400 INFO:tasks.workunit.client.0.smithi016.stdout: "parent_split_bits": 0, 2024-04-15T16:06:23.400 INFO:tasks.workunit.client.0.smithi016.stdout: "pgid": "3.1a", 2024-04-15T16:06:23.400 INFO:tasks.workunit.client.0.smithi016.stdout: "pin_stats_invalid": false, 2024-04-15T16:06:23.400 INFO:tasks.workunit.client.0.smithi016.stdout: "purged_snaps": [], 2024-04-15T16:06:23.400 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_epoch": 2721, 2024-04-15T16:06:23.400 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_seq": 4975, 2024-04-15T16:06:23.400 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_duration": 0.0, 2024-04-15T16:06:23.400 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-16T21:34:35.332337+0000", 2024-04-15T16:06:23.400 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrim_duration": 0.0, 2024-04-15T16:06:23.400 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrimq_len": 0, 2024-04-15T16:06:23.400 INFO:tasks.workunit.client.0.smithi016.stdout: "stat_sum": { 2024-04-15T16:06:23.401 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes": 0, 2024-04-15T16:06:23.401 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T16:06:23.401 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_recovered": 0, 2024-04-15T16:06:23.401 INFO:tasks.workunit.client.0.smithi016.stdout: "num_deep_scrub_errors": 0, 2024-04-15T16:06:23.401 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict": 0, 2024-04-15T16:06:23.401 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_kb": 0, 2024-04-15T16:06:23.401 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_full": 0, 2024-04-15T16:06:23.401 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_some": 0, 2024-04-15T16:06:23.401 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush": 0, 2024-04-15T16:06:23.401 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_kb": 0, 2024-04-15T16:06:23.401 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_high": 0, 2024-04-15T16:06:23.401 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_low": 0, 2024-04-15T16:06:23.401 INFO:tasks.workunit.client.0.smithi016.stdout: "num_keys_recovered": 0, 2024-04-15T16:06:23.401 INFO:tasks.workunit.client.0.smithi016.stdout: "num_large_omap_objects": 0, 2024-04-15T16:06:23.402 INFO:tasks.workunit.client.0.smithi016.stdout: "num_legacy_snapsets": 0, 2024-04-15T16:06:23.402 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_clones": 0, 2024-04-15T16:06:23.402 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_copies": 0, 2024-04-15T16:06:23.402 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects": 0, 2024-04-15T16:06:23.402 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_degraded": 0, 2024-04-15T16:06:23.402 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_dirty": 0, 2024-04-15T16:06:23.402 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T16:06:23.402 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_manifest": 0, 2024-04-15T16:06:23.402 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_misplaced": 0, 2024-04-15T16:06:23.402 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing": 0, 2024-04-15T16:06:23.402 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T16:06:23.402 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_omap": 0, 2024-04-15T16:06:23.402 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_pinned": 0, 2024-04-15T16:06:23.402 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_recovered": 0, 2024-04-15T16:06:23.403 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_repaired": 0, 2024-04-15T16:06:23.403 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_unfound": 0, 2024-04-15T16:06:23.403 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_bytes": 0, 2024-04-15T16:06:23.403 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_keys": 0, 2024-04-15T16:06:23.403 INFO:tasks.workunit.client.0.smithi016.stdout: "num_promote": 0, 2024-04-15T16:06:23.403 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read": 0, 2024-04-15T16:06:23.403 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read_kb": 0, 2024-04-15T16:06:23.403 INFO:tasks.workunit.client.0.smithi016.stdout: "num_scrub_errors": 0, 2024-04-15T16:06:23.403 INFO:tasks.workunit.client.0.smithi016.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T16:06:23.403 INFO:tasks.workunit.client.0.smithi016.stdout: "num_whiteouts": 0, 2024-04-15T16:06:23.403 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write": 0, 2024-04-15T16:06:23.403 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write_kb": 0 2024-04-15T16:06:23.403 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:23.404 INFO:tasks.workunit.client.0.smithi016.stdout: "state": "active+clean", 2024-04-15T16:06:23.404 INFO:tasks.workunit.client.0.smithi016.stdout: "stats_invalid": false, 2024-04-15T16:06:23.404 INFO:tasks.workunit.client.0.smithi016.stdout: "up": [ 2024-04-15T16:06:23.404 INFO:tasks.workunit.client.0.smithi016.stdout: 4, 2024-04-15T16:06:23.404 INFO:tasks.workunit.client.0.smithi016.stdout: 1, 2024-04-15T16:06:23.404 INFO:tasks.workunit.client.0.smithi016.stdout: 2 2024-04-15T16:06:23.404 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:23.404 INFO:tasks.workunit.client.0.smithi016.stdout: "up_primary": 4, 2024-04-15T16:06:23.404 INFO:tasks.workunit.client.0.smithi016.stdout: "version": "0'0" 2024-04-15T16:06:23.404 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:23.404 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-15T16:06:23.404 INFO:tasks.workunit.client.0.smithi016.stdout: "acting": [ 2024-04-15T16:06:23.404 INFO:tasks.workunit.client.0.smithi016.stdout: 3, 2024-04-15T16:06:23.404 INFO:tasks.workunit.client.0.smithi016.stdout: 7, 2024-04-15T16:06:23.404 INFO:tasks.workunit.client.0.smithi016.stdout: 6 2024-04-15T16:06:23.405 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:23.405 INFO:tasks.workunit.client.0.smithi016.stdout: "acting_primary": 3, 2024-04-15T16:06:23.405 INFO:tasks.workunit.client.0.smithi016.stdout: "avail_no_missing": [], 2024-04-15T16:06:23.405 INFO:tasks.workunit.client.0.smithi016.stdout: "blocked_by": [], 2024-04-15T16:06:23.405 INFO:tasks.workunit.client.0.smithi016.stdout: "created": 60, 2024-04-15T16:06:23.405 INFO:tasks.workunit.client.0.smithi016.stdout: "dirty_stats_invalid": false, 2024-04-15T16:06:23.405 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T16:06:23.405 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_stats_invalid": false, 2024-04-15T16:06:23.405 INFO:tasks.workunit.client.0.smithi016.stdout: "last_active": "2024-04-15T16:05:12.197367+0000", 2024-04-15T16:06:23.405 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_active": "2024-04-15T14:44:49.367080+0000", 2024-04-15T16:06:23.405 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_peered": "2024-04-15T14:44:49.367080+0000", 2024-04-15T16:06:23.405 INFO:tasks.workunit.client.0.smithi016.stdout: "last_change": "2024-04-15T14:44:49.367494+0000", 2024-04-15T16:06:23.405 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean": "2024-04-15T16:05:12.197367+0000", 2024-04-15T16:06:23.405 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean_scrub_stamp": "2024-04-15T14:33:33.599136+0000", 2024-04-15T16:06:23.405 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub": "0'0", 2024-04-15T16:06:23.406 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub_stamp": "2024-04-15T14:33:33.599136+0000", 2024-04-15T16:06:23.406 INFO:tasks.workunit.client.0.smithi016.stdout: "last_epoch_clean": 532, 2024-04-15T16:06:23.406 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fresh": "2024-04-15T16:05:12.197367+0000", 2024-04-15T16:06:23.406 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fullsized": "2024-04-15T16:05:12.197367+0000", 2024-04-15T16:06:23.406 INFO:tasks.workunit.client.0.smithi016.stdout: "last_peered": "2024-04-15T16:05:12.197367+0000", 2024-04-15T16:06:23.406 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub": "0'0", 2024-04-15T16:06:23.406 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_duration": 0, 2024-04-15T16:06:23.406 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_stamp": "2024-04-15T14:33:33.599136+0000", 2024-04-15T16:06:23.406 INFO:tasks.workunit.client.0.smithi016.stdout: "last_undegraded": "2024-04-15T16:05:12.197367+0000", 2024-04-15T16:06:23.406 INFO:tasks.workunit.client.0.smithi016.stdout: "last_unstale": "2024-04-15T16:05:12.197367+0000", 2024-04-15T16:06:23.406 INFO:tasks.workunit.client.0.smithi016.stdout: "log_dups_size": 0, 2024-04-15T16:06:23.406 INFO:tasks.workunit.client.0.smithi016.stdout: "log_size": 3, 2024-04-15T16:06:23.406 INFO:tasks.workunit.client.0.smithi016.stdout: "log_start": "0'0", 2024-04-15T16:06:23.407 INFO:tasks.workunit.client.0.smithi016.stdout: "manifest_stats_invalid": false, 2024-04-15T16:06:23.407 INFO:tasks.workunit.client.0.smithi016.stdout: "mapping_epoch": 531, 2024-04-15T16:06:23.407 INFO:tasks.workunit.client.0.smithi016.stdout: "object_location_counts": [], 2024-04-15T16:06:23.407 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_scrubbed": 0, 2024-04-15T16:06:23.407 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_trimmed": 0, 2024-04-15T16:06:23.407 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_stats_invalid": false, 2024-04-15T16:06:23.407 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_size": 3, 2024-04-15T16:06:23.407 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_start": "0'0", 2024-04-15T16:06:23.407 INFO:tasks.workunit.client.0.smithi016.stdout: "parent": "0.0", 2024-04-15T16:06:23.407 INFO:tasks.workunit.client.0.smithi016.stdout: "parent_split_bits": 0, 2024-04-15T16:06:23.407 INFO:tasks.workunit.client.0.smithi016.stdout: "pgid": "2.1b", 2024-04-15T16:06:23.407 INFO:tasks.workunit.client.0.smithi016.stdout: "pin_stats_invalid": false, 2024-04-15T16:06:23.407 INFO:tasks.workunit.client.0.smithi016.stdout: "purged_snaps": [], 2024-04-15T16:06:23.407 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_epoch": 2721, 2024-04-15T16:06:23.407 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_seq": 4962, 2024-04-15T16:06:23.407 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_duration": 0.0, 2024-04-15T16:06:23.408 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-16T19:18:08.792647+0000", 2024-04-15T16:06:23.408 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrim_duration": 0.0, 2024-04-15T16:06:23.408 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrimq_len": 0, 2024-04-15T16:06:23.408 INFO:tasks.workunit.client.0.smithi016.stdout: "stat_sum": { 2024-04-15T16:06:23.408 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes": 0, 2024-04-15T16:06:23.408 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T16:06:23.408 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_recovered": 0, 2024-04-15T16:06:23.408 INFO:tasks.workunit.client.0.smithi016.stdout: "num_deep_scrub_errors": 0, 2024-04-15T16:06:23.408 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict": 0, 2024-04-15T16:06:23.408 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_kb": 0, 2024-04-15T16:06:23.408 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_full": 0, 2024-04-15T16:06:23.408 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_some": 0, 2024-04-15T16:06:23.408 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush": 0, 2024-04-15T16:06:23.408 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_kb": 0, 2024-04-15T16:06:23.409 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_high": 0, 2024-04-15T16:06:23.409 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_low": 0, 2024-04-15T16:06:23.409 INFO:tasks.workunit.client.0.smithi016.stdout: "num_keys_recovered": 0, 2024-04-15T16:06:23.409 INFO:tasks.workunit.client.0.smithi016.stdout: "num_large_omap_objects": 0, 2024-04-15T16:06:23.409 INFO:tasks.workunit.client.0.smithi016.stdout: "num_legacy_snapsets": 0, 2024-04-15T16:06:23.409 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_clones": 0, 2024-04-15T16:06:23.409 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_copies": 0, 2024-04-15T16:06:23.409 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects": 0, 2024-04-15T16:06:23.409 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_degraded": 0, 2024-04-15T16:06:23.409 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_dirty": 0, 2024-04-15T16:06:23.409 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T16:06:23.409 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_manifest": 0, 2024-04-15T16:06:23.409 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_misplaced": 0, 2024-04-15T16:06:23.409 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing": 0, 2024-04-15T16:06:23.410 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T16:06:23.410 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_omap": 0, 2024-04-15T16:06:23.410 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_pinned": 0, 2024-04-15T16:06:23.410 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_recovered": 0, 2024-04-15T16:06:23.410 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_repaired": 0, 2024-04-15T16:06:23.410 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_unfound": 0, 2024-04-15T16:06:23.410 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_bytes": 0, 2024-04-15T16:06:23.410 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_keys": 0, 2024-04-15T16:06:23.410 INFO:tasks.workunit.client.0.smithi016.stdout: "num_promote": 0, 2024-04-15T16:06:23.410 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read": 0, 2024-04-15T16:06:23.410 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read_kb": 0, 2024-04-15T16:06:23.410 INFO:tasks.workunit.client.0.smithi016.stdout: "num_scrub_errors": 0, 2024-04-15T16:06:23.410 INFO:tasks.workunit.client.0.smithi016.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T16:06:23.410 INFO:tasks.workunit.client.0.smithi016.stdout: "num_whiteouts": 0, 2024-04-15T16:06:23.411 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write": 0, 2024-04-15T16:06:23.411 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write_kb": 0 2024-04-15T16:06:23.411 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:23.411 INFO:tasks.workunit.client.0.smithi016.stdout: "state": "active+clean", 2024-04-15T16:06:23.411 INFO:tasks.workunit.client.0.smithi016.stdout: "stats_invalid": false, 2024-04-15T16:06:23.411 INFO:tasks.workunit.client.0.smithi016.stdout: "up": [ 2024-04-15T16:06:23.411 INFO:tasks.workunit.client.0.smithi016.stdout: 3, 2024-04-15T16:06:23.411 INFO:tasks.workunit.client.0.smithi016.stdout: 7, 2024-04-15T16:06:23.411 INFO:tasks.workunit.client.0.smithi016.stdout: 6 2024-04-15T16:06:23.411 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:23.411 INFO:tasks.workunit.client.0.smithi016.stdout: "up_primary": 3, 2024-04-15T16:06:23.411 INFO:tasks.workunit.client.0.smithi016.stdout: "version": "560'3" 2024-04-15T16:06:23.411 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:23.411 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-15T16:06:23.412 INFO:tasks.workunit.client.0.smithi016.stdout: "acting": [ 2024-04-15T16:06:23.412 INFO:tasks.workunit.client.0.smithi016.stdout: 5, 2024-04-15T16:06:23.412 INFO:tasks.workunit.client.0.smithi016.stdout: 4, 2024-04-15T16:06:23.412 INFO:tasks.workunit.client.0.smithi016.stdout: 6 2024-04-15T16:06:23.412 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:23.412 INFO:tasks.workunit.client.0.smithi016.stdout: "acting_primary": 5, 2024-04-15T16:06:23.412 INFO:tasks.workunit.client.0.smithi016.stdout: "avail_no_missing": [], 2024-04-15T16:06:23.412 INFO:tasks.workunit.client.0.smithi016.stdout: "blocked_by": [], 2024-04-15T16:06:23.412 INFO:tasks.workunit.client.0.smithi016.stdout: "created": 61, 2024-04-15T16:06:23.412 INFO:tasks.workunit.client.0.smithi016.stdout: "dirty_stats_invalid": false, 2024-04-15T16:06:23.412 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T16:06:23.412 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_stats_invalid": false, 2024-04-15T16:06:23.412 INFO:tasks.workunit.client.0.smithi016.stdout: "last_active": "2024-04-15T16:05:12.204455+0000", 2024-04-15T16:06:23.412 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_active": "2024-04-15T14:44:28.453994+0000", 2024-04-15T16:06:23.413 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_peered": "2024-04-15T14:44:28.453994+0000", 2024-04-15T16:06:23.413 INFO:tasks.workunit.client.0.smithi016.stdout: "last_change": "2024-04-15T14:44:28.454307+0000", 2024-04-15T16:06:23.413 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean": "2024-04-15T16:05:12.204455+0000", 2024-04-15T16:06:23.413 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T16:06:23.413 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub": "0'0", 2024-04-15T16:06:23.413 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T16:06:23.413 INFO:tasks.workunit.client.0.smithi016.stdout: "last_epoch_clean": 511, 2024-04-15T16:06:23.413 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fresh": "2024-04-15T16:05:12.204455+0000", 2024-04-15T16:06:23.413 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fullsized": "2024-04-15T16:05:12.204455+0000", 2024-04-15T16:06:23.413 INFO:tasks.workunit.client.0.smithi016.stdout: "last_peered": "2024-04-15T16:05:12.204455+0000", 2024-04-15T16:06:23.413 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub": "0'0", 2024-04-15T16:06:23.413 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_duration": 0, 2024-04-15T16:06:23.413 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T16:06:23.413 INFO:tasks.workunit.client.0.smithi016.stdout: "last_undegraded": "2024-04-15T16:05:12.204455+0000", 2024-04-15T16:06:23.413 INFO:tasks.workunit.client.0.smithi016.stdout: "last_unstale": "2024-04-15T16:05:12.204455+0000", 2024-04-15T16:06:23.414 INFO:tasks.workunit.client.0.smithi016.stdout: "log_dups_size": 0, 2024-04-15T16:06:23.414 INFO:tasks.workunit.client.0.smithi016.stdout: "log_size": 0, 2024-04-15T16:06:23.414 INFO:tasks.workunit.client.0.smithi016.stdout: "log_start": "0'0", 2024-04-15T16:06:23.414 INFO:tasks.workunit.client.0.smithi016.stdout: "manifest_stats_invalid": false, 2024-04-15T16:06:23.414 INFO:tasks.workunit.client.0.smithi016.stdout: "mapping_epoch": 510, 2024-04-15T16:06:23.414 INFO:tasks.workunit.client.0.smithi016.stdout: "object_location_counts": [], 2024-04-15T16:06:23.414 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_scrubbed": 0, 2024-04-15T16:06:23.414 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_trimmed": 0, 2024-04-15T16:06:23.414 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_stats_invalid": false, 2024-04-15T16:06:23.414 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_size": 0, 2024-04-15T16:06:23.414 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_start": "0'0", 2024-04-15T16:06:23.414 INFO:tasks.workunit.client.0.smithi016.stdout: "parent": "0.0", 2024-04-15T16:06:23.414 INFO:tasks.workunit.client.0.smithi016.stdout: "parent_split_bits": 0, 2024-04-15T16:06:23.414 INFO:tasks.workunit.client.0.smithi016.stdout: "pgid": "3.1d", 2024-04-15T16:06:23.415 INFO:tasks.workunit.client.0.smithi016.stdout: "pin_stats_invalid": false, 2024-04-15T16:06:23.415 INFO:tasks.workunit.client.0.smithi016.stdout: "purged_snaps": [], 2024-04-15T16:06:23.415 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_epoch": 2721, 2024-04-15T16:06:23.415 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_seq": 4907, 2024-04-15T16:06:23.415 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_duration": 0.0, 2024-04-15T16:06:23.415 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-16T20:51:04.947259+0000", 2024-04-15T16:06:23.415 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrim_duration": 0.0, 2024-04-15T16:06:23.415 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrimq_len": 0, 2024-04-15T16:06:23.415 INFO:tasks.workunit.client.0.smithi016.stdout: "stat_sum": { 2024-04-15T16:06:23.415 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes": 0, 2024-04-15T16:06:23.415 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T16:06:23.415 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_recovered": 0, 2024-04-15T16:06:23.415 INFO:tasks.workunit.client.0.smithi016.stdout: "num_deep_scrub_errors": 0, 2024-04-15T16:06:23.415 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict": 0, 2024-04-15T16:06:23.416 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_kb": 0, 2024-04-15T16:06:23.416 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_full": 0, 2024-04-15T16:06:23.416 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_some": 0, 2024-04-15T16:06:23.416 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush": 0, 2024-04-15T16:06:23.416 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_kb": 0, 2024-04-15T16:06:23.416 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_high": 0, 2024-04-15T16:06:23.416 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_low": 0, 2024-04-15T16:06:23.416 INFO:tasks.workunit.client.0.smithi016.stdout: "num_keys_recovered": 0, 2024-04-15T16:06:23.416 INFO:tasks.workunit.client.0.smithi016.stdout: "num_large_omap_objects": 0, 2024-04-15T16:06:23.416 INFO:tasks.workunit.client.0.smithi016.stdout: "num_legacy_snapsets": 0, 2024-04-15T16:06:23.416 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_clones": 0, 2024-04-15T16:06:23.416 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_copies": 0, 2024-04-15T16:06:23.416 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects": 0, 2024-04-15T16:06:23.416 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_degraded": 0, 2024-04-15T16:06:23.417 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_dirty": 0, 2024-04-15T16:06:23.417 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T16:06:23.417 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_manifest": 0, 2024-04-15T16:06:23.417 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_misplaced": 0, 2024-04-15T16:06:23.417 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing": 0, 2024-04-15T16:06:23.417 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T16:06:23.417 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_omap": 0, 2024-04-15T16:06:23.417 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_pinned": 0, 2024-04-15T16:06:23.417 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_recovered": 0, 2024-04-15T16:06:23.417 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_repaired": 0, 2024-04-15T16:06:23.417 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_unfound": 0, 2024-04-15T16:06:23.417 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_bytes": 0, 2024-04-15T16:06:23.417 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_keys": 0, 2024-04-15T16:06:23.417 INFO:tasks.workunit.client.0.smithi016.stdout: "num_promote": 0, 2024-04-15T16:06:23.418 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read": 0, 2024-04-15T16:06:23.418 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read_kb": 0, 2024-04-15T16:06:23.418 INFO:tasks.workunit.client.0.smithi016.stdout: "num_scrub_errors": 0, 2024-04-15T16:06:23.418 INFO:tasks.workunit.client.0.smithi016.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T16:06:23.418 INFO:tasks.workunit.client.0.smithi016.stdout: "num_whiteouts": 0, 2024-04-15T16:06:23.418 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write": 0, 2024-04-15T16:06:23.418 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write_kb": 0 2024-04-15T16:06:23.418 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:23.418 INFO:tasks.workunit.client.0.smithi016.stdout: "state": "active+clean", 2024-04-15T16:06:23.418 INFO:tasks.workunit.client.0.smithi016.stdout: "stats_invalid": false, 2024-04-15T16:06:23.418 INFO:tasks.workunit.client.0.smithi016.stdout: "up": [ 2024-04-15T16:06:23.418 INFO:tasks.workunit.client.0.smithi016.stdout: 5, 2024-04-15T16:06:23.418 INFO:tasks.workunit.client.0.smithi016.stdout: 4, 2024-04-15T16:06:23.419 INFO:tasks.workunit.client.0.smithi016.stdout: 6 2024-04-15T16:06:23.419 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:23.419 INFO:tasks.workunit.client.0.smithi016.stdout: "up_primary": 5, 2024-04-15T16:06:23.419 INFO:tasks.workunit.client.0.smithi016.stdout: "version": "0'0" 2024-04-15T16:06:23.419 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:23.419 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-15T16:06:23.419 INFO:tasks.workunit.client.0.smithi016.stdout: "acting": [ 2024-04-15T16:06:23.419 INFO:tasks.workunit.client.0.smithi016.stdout: 7, 2024-04-15T16:06:23.419 INFO:tasks.workunit.client.0.smithi016.stdout: 5, 2024-04-15T16:06:23.419 INFO:tasks.workunit.client.0.smithi016.stdout: 2 2024-04-15T16:06:23.419 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:23.419 INFO:tasks.workunit.client.0.smithi016.stdout: "acting_primary": 7, 2024-04-15T16:06:23.419 INFO:tasks.workunit.client.0.smithi016.stdout: "avail_no_missing": [], 2024-04-15T16:06:23.419 INFO:tasks.workunit.client.0.smithi016.stdout: "blocked_by": [], 2024-04-15T16:06:23.419 INFO:tasks.workunit.client.0.smithi016.stdout: "created": 60, 2024-04-15T16:06:23.420 INFO:tasks.workunit.client.0.smithi016.stdout: "dirty_stats_invalid": false, 2024-04-15T16:06:23.420 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T16:06:23.420 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_stats_invalid": false, 2024-04-15T16:06:23.420 INFO:tasks.workunit.client.0.smithi016.stdout: "last_active": "2024-04-15T16:05:12.199295+0000", 2024-04-15T16:06:23.420 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_active": "2024-04-15T14:44:49.363488+0000", 2024-04-15T16:06:23.420 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_peered": "2024-04-15T14:44:49.363488+0000", 2024-04-15T16:06:23.420 INFO:tasks.workunit.client.0.smithi016.stdout: "last_change": "2024-04-15T14:44:49.364907+0000", 2024-04-15T16:06:23.420 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean": "2024-04-15T16:05:12.199295+0000", 2024-04-15T16:06:23.420 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean_scrub_stamp": "2024-04-15T14:33:33.599136+0000", 2024-04-15T16:06:23.420 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub": "0'0", 2024-04-15T16:06:23.420 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub_stamp": "2024-04-15T14:33:33.599136+0000", 2024-04-15T16:06:23.420 INFO:tasks.workunit.client.0.smithi016.stdout: "last_epoch_clean": 532, 2024-04-15T16:06:23.420 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fresh": "2024-04-15T16:05:12.199295+0000", 2024-04-15T16:06:23.420 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fullsized": "2024-04-15T16:05:12.199295+0000", 2024-04-15T16:06:23.420 INFO:tasks.workunit.client.0.smithi016.stdout: "last_peered": "2024-04-15T16:05:12.199295+0000", 2024-04-15T16:06:23.421 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub": "0'0", 2024-04-15T16:06:23.421 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_duration": 0, 2024-04-15T16:06:23.421 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_stamp": "2024-04-15T14:33:33.599136+0000", 2024-04-15T16:06:23.421 INFO:tasks.workunit.client.0.smithi016.stdout: "last_undegraded": "2024-04-15T16:05:12.199295+0000", 2024-04-15T16:06:23.421 INFO:tasks.workunit.client.0.smithi016.stdout: "last_unstale": "2024-04-15T16:05:12.199295+0000", 2024-04-15T16:06:23.421 INFO:tasks.workunit.client.0.smithi016.stdout: "log_dups_size": 0, 2024-04-15T16:06:23.421 INFO:tasks.workunit.client.0.smithi016.stdout: "log_size": 2, 2024-04-15T16:06:23.421 INFO:tasks.workunit.client.0.smithi016.stdout: "log_start": "0'0", 2024-04-15T16:06:23.421 INFO:tasks.workunit.client.0.smithi016.stdout: "manifest_stats_invalid": false, 2024-04-15T16:06:23.421 INFO:tasks.workunit.client.0.smithi016.stdout: "mapping_epoch": 531, 2024-04-15T16:06:23.421 INFO:tasks.workunit.client.0.smithi016.stdout: "object_location_counts": [], 2024-04-15T16:06:23.421 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_scrubbed": 0, 2024-04-15T16:06:23.421 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_trimmed": 0, 2024-04-15T16:06:23.421 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_stats_invalid": false, 2024-04-15T16:06:23.421 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_size": 2, 2024-04-15T16:06:23.422 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_start": "0'0", 2024-04-15T16:06:23.422 INFO:tasks.workunit.client.0.smithi016.stdout: "parent": "0.0", 2024-04-15T16:06:23.422 INFO:tasks.workunit.client.0.smithi016.stdout: "parent_split_bits": 0, 2024-04-15T16:06:23.422 INFO:tasks.workunit.client.0.smithi016.stdout: "pgid": "2.1c", 2024-04-15T16:06:23.422 INFO:tasks.workunit.client.0.smithi016.stdout: "pin_stats_invalid": false, 2024-04-15T16:06:23.422 INFO:tasks.workunit.client.0.smithi016.stdout: "purged_snaps": [], 2024-04-15T16:06:23.422 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_epoch": 2721, 2024-04-15T16:06:23.422 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_seq": 4883, 2024-04-15T16:06:23.422 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_duration": 0.0, 2024-04-15T16:06:23.422 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-16T15:29:45.407765+0000", 2024-04-15T16:06:23.422 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrim_duration": 0.0, 2024-04-15T16:06:23.422 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrimq_len": 0, 2024-04-15T16:06:23.422 INFO:tasks.workunit.client.0.smithi016.stdout: "stat_sum": { 2024-04-15T16:06:23.422 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes": 0, 2024-04-15T16:06:23.422 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T16:06:23.423 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_recovered": 0, 2024-04-15T16:06:23.423 INFO:tasks.workunit.client.0.smithi016.stdout: "num_deep_scrub_errors": 0, 2024-04-15T16:06:23.423 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict": 0, 2024-04-15T16:06:23.423 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_kb": 0, 2024-04-15T16:06:23.423 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_full": 0, 2024-04-15T16:06:23.423 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_some": 0, 2024-04-15T16:06:23.423 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush": 0, 2024-04-15T16:06:23.423 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_kb": 0, 2024-04-15T16:06:23.423 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_high": 0, 2024-04-15T16:06:23.423 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_low": 0, 2024-04-15T16:06:23.423 INFO:tasks.workunit.client.0.smithi016.stdout: "num_keys_recovered": 0, 2024-04-15T16:06:23.423 INFO:tasks.workunit.client.0.smithi016.stdout: "num_large_omap_objects": 0, 2024-04-15T16:06:23.423 INFO:tasks.workunit.client.0.smithi016.stdout: "num_legacy_snapsets": 0, 2024-04-15T16:06:23.423 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_clones": 0, 2024-04-15T16:06:23.424 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_copies": 3, 2024-04-15T16:06:23.424 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects": 1, 2024-04-15T16:06:23.424 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_degraded": 0, 2024-04-15T16:06:23.424 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_dirty": 1, 2024-04-15T16:06:23.424 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T16:06:23.424 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_manifest": 0, 2024-04-15T16:06:23.424 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_misplaced": 0, 2024-04-15T16:06:23.424 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing": 0, 2024-04-15T16:06:23.424 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T16:06:23.424 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_omap": 1, 2024-04-15T16:06:23.424 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_pinned": 0, 2024-04-15T16:06:23.424 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_recovered": 0, 2024-04-15T16:06:23.424 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_repaired": 0, 2024-04-15T16:06:23.424 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_unfound": 0, 2024-04-15T16:06:23.424 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_bytes": 0, 2024-04-15T16:06:23.425 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_keys": 0, 2024-04-15T16:06:23.425 INFO:tasks.workunit.client.0.smithi016.stdout: "num_promote": 0, 2024-04-15T16:06:23.425 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read": 12, 2024-04-15T16:06:23.425 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read_kb": 12, 2024-04-15T16:06:23.425 INFO:tasks.workunit.client.0.smithi016.stdout: "num_scrub_errors": 0, 2024-04-15T16:06:23.425 INFO:tasks.workunit.client.0.smithi016.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T16:06:23.425 INFO:tasks.workunit.client.0.smithi016.stdout: "num_whiteouts": 0, 2024-04-15T16:06:23.425 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write": 3, 2024-04-15T16:06:23.425 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write_kb": 0 2024-04-15T16:06:23.425 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:23.425 INFO:tasks.workunit.client.0.smithi016.stdout: "state": "active+clean", 2024-04-15T16:06:23.425 INFO:tasks.workunit.client.0.smithi016.stdout: "stats_invalid": false, 2024-04-15T16:06:23.425 INFO:tasks.workunit.client.0.smithi016.stdout: "up": [ 2024-04-15T16:06:23.426 INFO:tasks.workunit.client.0.smithi016.stdout: 7, 2024-04-15T16:06:23.426 INFO:tasks.workunit.client.0.smithi016.stdout: 5, 2024-04-15T16:06:23.426 INFO:tasks.workunit.client.0.smithi016.stdout: 2 2024-04-15T16:06:23.426 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:23.426 INFO:tasks.workunit.client.0.smithi016.stdout: "up_primary": 7, 2024-04-15T16:06:23.426 INFO:tasks.workunit.client.0.smithi016.stdout: "version": "62'2" 2024-04-15T16:06:23.426 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:23.426 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-15T16:06:23.426 INFO:tasks.workunit.client.0.smithi016.stdout: "acting": [ 2024-04-15T16:06:23.426 INFO:tasks.workunit.client.0.smithi016.stdout: 5, 2024-04-15T16:06:23.426 INFO:tasks.workunit.client.0.smithi016.stdout: 4, 2024-04-15T16:06:23.426 INFO:tasks.workunit.client.0.smithi016.stdout: 1 2024-04-15T16:06:23.426 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:23.426 INFO:tasks.workunit.client.0.smithi016.stdout: "acting_primary": 5, 2024-04-15T16:06:23.427 INFO:tasks.workunit.client.0.smithi016.stdout: "avail_no_missing": [], 2024-04-15T16:06:23.427 INFO:tasks.workunit.client.0.smithi016.stdout: "blocked_by": [], 2024-04-15T16:06:23.427 INFO:tasks.workunit.client.0.smithi016.stdout: "created": 61, 2024-04-15T16:06:23.427 INFO:tasks.workunit.client.0.smithi016.stdout: "dirty_stats_invalid": false, 2024-04-15T16:06:23.427 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T16:06:23.427 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_stats_invalid": false, 2024-04-15T16:06:23.427 INFO:tasks.workunit.client.0.smithi016.stdout: "last_active": "2024-04-15T16:05:12.202751+0000", 2024-04-15T16:06:23.427 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_active": "2024-04-15T14:43:53.355230+0000", 2024-04-15T16:06:23.427 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_peered": "2024-04-15T14:43:53.355230+0000", 2024-04-15T16:06:23.427 INFO:tasks.workunit.client.0.smithi016.stdout: "last_change": "2024-04-15T14:43:53.355937+0000", 2024-04-15T16:06:23.427 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean": "2024-04-15T16:05:12.202751+0000", 2024-04-15T16:06:23.427 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T16:06:23.427 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub": "0'0", 2024-04-15T16:06:23.427 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T16:06:23.428 INFO:tasks.workunit.client.0.smithi016.stdout: "last_epoch_clean": 476, 2024-04-15T16:06:23.428 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fresh": "2024-04-15T16:05:12.202751+0000", 2024-04-15T16:06:23.428 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fullsized": "2024-04-15T16:05:12.202751+0000", 2024-04-15T16:06:23.428 INFO:tasks.workunit.client.0.smithi016.stdout: "last_peered": "2024-04-15T16:05:12.202751+0000", 2024-04-15T16:06:23.428 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub": "0'0", 2024-04-15T16:06:23.428 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_duration": 0, 2024-04-15T16:06:23.428 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T16:06:23.428 INFO:tasks.workunit.client.0.smithi016.stdout: "last_undegraded": "2024-04-15T16:05:12.202751+0000", 2024-04-15T16:06:23.428 INFO:tasks.workunit.client.0.smithi016.stdout: "last_unstale": "2024-04-15T16:05:12.202751+0000", 2024-04-15T16:06:23.428 INFO:tasks.workunit.client.0.smithi016.stdout: "log_dups_size": 0, 2024-04-15T16:06:23.428 INFO:tasks.workunit.client.0.smithi016.stdout: "log_size": 0, 2024-04-15T16:06:23.428 INFO:tasks.workunit.client.0.smithi016.stdout: "log_start": "0'0", 2024-04-15T16:06:23.428 INFO:tasks.workunit.client.0.smithi016.stdout: "manifest_stats_invalid": false, 2024-04-15T16:06:23.428 INFO:tasks.workunit.client.0.smithi016.stdout: "mapping_epoch": 475, 2024-04-15T16:06:23.429 INFO:tasks.workunit.client.0.smithi016.stdout: "object_location_counts": [], 2024-04-15T16:06:23.429 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_scrubbed": 0, 2024-04-15T16:06:23.429 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_trimmed": 0, 2024-04-15T16:06:23.429 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_stats_invalid": false, 2024-04-15T16:06:23.429 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_size": 0, 2024-04-15T16:06:23.429 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_start": "0'0", 2024-04-15T16:06:23.429 INFO:tasks.workunit.client.0.smithi016.stdout: "parent": "0.0", 2024-04-15T16:06:23.429 INFO:tasks.workunit.client.0.smithi016.stdout: "parent_split_bits": 0, 2024-04-15T16:06:23.429 INFO:tasks.workunit.client.0.smithi016.stdout: "pgid": "3.1c", 2024-04-15T16:06:23.429 INFO:tasks.workunit.client.0.smithi016.stdout: "pin_stats_invalid": false, 2024-04-15T16:06:23.429 INFO:tasks.workunit.client.0.smithi016.stdout: "purged_snaps": [], 2024-04-15T16:06:23.429 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_epoch": 2721, 2024-04-15T16:06:23.429 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_seq": 4913, 2024-04-15T16:06:23.429 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_duration": 0.0, 2024-04-15T16:06:23.430 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-16T15:15:19.534733+0000", 2024-04-15T16:06:23.430 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrim_duration": 0.0, 2024-04-15T16:06:23.430 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrimq_len": 0, 2024-04-15T16:06:23.430 INFO:tasks.workunit.client.0.smithi016.stdout: "stat_sum": { 2024-04-15T16:06:23.430 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes": 0, 2024-04-15T16:06:23.430 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T16:06:23.430 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_recovered": 0, 2024-04-15T16:06:23.430 INFO:tasks.workunit.client.0.smithi016.stdout: "num_deep_scrub_errors": 0, 2024-04-15T16:06:23.430 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict": 0, 2024-04-15T16:06:23.430 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_kb": 0, 2024-04-15T16:06:23.430 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_full": 0, 2024-04-15T16:06:23.430 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_some": 0, 2024-04-15T16:06:23.430 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush": 0, 2024-04-15T16:06:23.430 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_kb": 0, 2024-04-15T16:06:23.431 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_high": 0, 2024-04-15T16:06:23.431 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_low": 0, 2024-04-15T16:06:23.431 INFO:tasks.workunit.client.0.smithi016.stdout: "num_keys_recovered": 0, 2024-04-15T16:06:23.431 INFO:tasks.workunit.client.0.smithi016.stdout: "num_large_omap_objects": 0, 2024-04-15T16:06:23.431 INFO:tasks.workunit.client.0.smithi016.stdout: "num_legacy_snapsets": 0, 2024-04-15T16:06:23.431 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_clones": 0, 2024-04-15T16:06:23.431 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_copies": 0, 2024-04-15T16:06:23.431 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects": 0, 2024-04-15T16:06:23.431 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_degraded": 0, 2024-04-15T16:06:23.431 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_dirty": 0, 2024-04-15T16:06:23.431 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T16:06:23.431 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_manifest": 0, 2024-04-15T16:06:23.431 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_misplaced": 0, 2024-04-15T16:06:23.431 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing": 0, 2024-04-15T16:06:23.432 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T16:06:23.432 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_omap": 0, 2024-04-15T16:06:23.432 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_pinned": 0, 2024-04-15T16:06:23.432 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_recovered": 0, 2024-04-15T16:06:23.432 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_repaired": 0, 2024-04-15T16:06:23.432 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_unfound": 0, 2024-04-15T16:06:23.432 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_bytes": 0, 2024-04-15T16:06:23.432 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_keys": 0, 2024-04-15T16:06:23.432 INFO:tasks.workunit.client.0.smithi016.stdout: "num_promote": 0, 2024-04-15T16:06:23.432 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read": 0, 2024-04-15T16:06:23.432 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read_kb": 0, 2024-04-15T16:06:23.432 INFO:tasks.workunit.client.0.smithi016.stdout: "num_scrub_errors": 0, 2024-04-15T16:06:23.432 INFO:tasks.workunit.client.0.smithi016.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T16:06:23.433 INFO:tasks.workunit.client.0.smithi016.stdout: "num_whiteouts": 0, 2024-04-15T16:06:23.433 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write": 0, 2024-04-15T16:06:23.433 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write_kb": 0 2024-04-15T16:06:23.433 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:23.433 INFO:tasks.workunit.client.0.smithi016.stdout: "state": "active+clean", 2024-04-15T16:06:23.433 INFO:tasks.workunit.client.0.smithi016.stdout: "stats_invalid": false, 2024-04-15T16:06:23.433 INFO:tasks.workunit.client.0.smithi016.stdout: "up": [ 2024-04-15T16:06:23.433 INFO:tasks.workunit.client.0.smithi016.stdout: 5, 2024-04-15T16:06:23.433 INFO:tasks.workunit.client.0.smithi016.stdout: 4, 2024-04-15T16:06:23.433 INFO:tasks.workunit.client.0.smithi016.stdout: 1 2024-04-15T16:06:23.433 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:23.433 INFO:tasks.workunit.client.0.smithi016.stdout: "up_primary": 5, 2024-04-15T16:06:23.433 INFO:tasks.workunit.client.0.smithi016.stdout: "version": "0'0" 2024-04-15T16:06:23.433 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:23.433 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-15T16:06:23.434 INFO:tasks.workunit.client.0.smithi016.stdout: "acting": [ 2024-04-15T16:06:23.434 INFO:tasks.workunit.client.0.smithi016.stdout: 7, 2024-04-15T16:06:23.434 INFO:tasks.workunit.client.0.smithi016.stdout: 6, 2024-04-15T16:06:23.434 INFO:tasks.workunit.client.0.smithi016.stdout: 0 2024-04-15T16:06:23.434 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:23.434 INFO:tasks.workunit.client.0.smithi016.stdout: "acting_primary": 7, 2024-04-15T16:06:23.434 INFO:tasks.workunit.client.0.smithi016.stdout: "avail_no_missing": [], 2024-04-15T16:06:23.434 INFO:tasks.workunit.client.0.smithi016.stdout: "blocked_by": [], 2024-04-15T16:06:23.434 INFO:tasks.workunit.client.0.smithi016.stdout: "created": 60, 2024-04-15T16:06:23.434 INFO:tasks.workunit.client.0.smithi016.stdout: "dirty_stats_invalid": false, 2024-04-15T16:06:23.434 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T16:06:23.434 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_stats_invalid": false, 2024-04-15T16:06:23.434 INFO:tasks.workunit.client.0.smithi016.stdout: "last_active": "2024-04-15T16:05:12.201171+0000", 2024-04-15T16:06:23.434 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_active": "2024-04-15T14:44:49.365324+0000", 2024-04-15T16:06:23.435 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_peered": "2024-04-15T14:44:49.365324+0000", 2024-04-15T16:06:23.435 INFO:tasks.workunit.client.0.smithi016.stdout: "last_change": "2024-04-15T14:44:49.369000+0000", 2024-04-15T16:06:23.435 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean": "2024-04-15T16:05:12.201171+0000", 2024-04-15T16:06:23.435 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean_scrub_stamp": "2024-04-15T14:33:33.599136+0000", 2024-04-15T16:06:23.435 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub": "0'0", 2024-04-15T16:06:23.435 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub_stamp": "2024-04-15T14:33:33.599136+0000", 2024-04-15T16:06:23.435 INFO:tasks.workunit.client.0.smithi016.stdout: "last_epoch_clean": 532, 2024-04-15T16:06:23.435 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fresh": "2024-04-15T16:05:12.201171+0000", 2024-04-15T16:06:23.435 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fullsized": "2024-04-15T16:05:12.201171+0000", 2024-04-15T16:06:23.435 INFO:tasks.workunit.client.0.smithi016.stdout: "last_peered": "2024-04-15T16:05:12.201171+0000", 2024-04-15T16:06:23.435 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub": "0'0", 2024-04-15T16:06:23.435 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_duration": 0, 2024-04-15T16:06:23.435 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_stamp": "2024-04-15T14:33:33.599136+0000", 2024-04-15T16:06:23.435 INFO:tasks.workunit.client.0.smithi016.stdout: "last_undegraded": "2024-04-15T16:05:12.201171+0000", 2024-04-15T16:06:23.435 INFO:tasks.workunit.client.0.smithi016.stdout: "last_unstale": "2024-04-15T16:05:12.201171+0000", 2024-04-15T16:06:23.436 INFO:tasks.workunit.client.0.smithi016.stdout: "log_dups_size": 0, 2024-04-15T16:06:23.436 INFO:tasks.workunit.client.0.smithi016.stdout: "log_size": 2, 2024-04-15T16:06:23.436 INFO:tasks.workunit.client.0.smithi016.stdout: "log_start": "0'0", 2024-04-15T16:06:23.436 INFO:tasks.workunit.client.0.smithi016.stdout: "manifest_stats_invalid": false, 2024-04-15T16:06:23.436 INFO:tasks.workunit.client.0.smithi016.stdout: "mapping_epoch": 531, 2024-04-15T16:06:23.436 INFO:tasks.workunit.client.0.smithi016.stdout: "object_location_counts": [], 2024-04-15T16:06:23.436 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_scrubbed": 0, 2024-04-15T16:06:23.436 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_trimmed": 0, 2024-04-15T16:06:23.436 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_stats_invalid": false, 2024-04-15T16:06:23.436 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_size": 2, 2024-04-15T16:06:23.436 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_start": "0'0", 2024-04-15T16:06:23.436 INFO:tasks.workunit.client.0.smithi016.stdout: "parent": "0.0", 2024-04-15T16:06:23.436 INFO:tasks.workunit.client.0.smithi016.stdout: "parent_split_bits": 0, 2024-04-15T16:06:23.436 INFO:tasks.workunit.client.0.smithi016.stdout: "pgid": "2.1d", 2024-04-15T16:06:23.436 INFO:tasks.workunit.client.0.smithi016.stdout: "pin_stats_invalid": false, 2024-04-15T16:06:23.437 INFO:tasks.workunit.client.0.smithi016.stdout: "purged_snaps": [], 2024-04-15T16:06:23.437 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_epoch": 2721, 2024-04-15T16:06:23.437 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_seq": 4874, 2024-04-15T16:06:23.437 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_duration": 0.0, 2024-04-15T16:06:23.437 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-16T19:25:42.638446+0000", 2024-04-15T16:06:23.437 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrim_duration": 0.0, 2024-04-15T16:06:23.437 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrimq_len": 0, 2024-04-15T16:06:23.437 INFO:tasks.workunit.client.0.smithi016.stdout: "stat_sum": { 2024-04-15T16:06:23.437 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes": 0, 2024-04-15T16:06:23.437 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T16:06:23.437 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_recovered": 0, 2024-04-15T16:06:23.437 INFO:tasks.workunit.client.0.smithi016.stdout: "num_deep_scrub_errors": 0, 2024-04-15T16:06:23.437 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict": 0, 2024-04-15T16:06:23.437 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_kb": 0, 2024-04-15T16:06:23.437 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_full": 0, 2024-04-15T16:06:23.438 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_some": 0, 2024-04-15T16:06:23.438 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush": 0, 2024-04-15T16:06:23.438 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_kb": 0, 2024-04-15T16:06:23.438 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_high": 0, 2024-04-15T16:06:23.438 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_low": 0, 2024-04-15T16:06:23.438 INFO:tasks.workunit.client.0.smithi016.stdout: "num_keys_recovered": 0, 2024-04-15T16:06:23.438 INFO:tasks.workunit.client.0.smithi016.stdout: "num_large_omap_objects": 0, 2024-04-15T16:06:23.438 INFO:tasks.workunit.client.0.smithi016.stdout: "num_legacy_snapsets": 0, 2024-04-15T16:06:23.438 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_clones": 0, 2024-04-15T16:06:23.438 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_copies": 3, 2024-04-15T16:06:23.438 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects": 1, 2024-04-15T16:06:23.438 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_degraded": 0, 2024-04-15T16:06:23.438 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_dirty": 1, 2024-04-15T16:06:23.438 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T16:06:23.439 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_manifest": 0, 2024-04-15T16:06:23.439 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_misplaced": 0, 2024-04-15T16:06:23.439 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing": 0, 2024-04-15T16:06:23.439 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T16:06:23.439 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_omap": 1, 2024-04-15T16:06:23.439 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_pinned": 0, 2024-04-15T16:06:23.439 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_recovered": 0, 2024-04-15T16:06:23.439 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_repaired": 0, 2024-04-15T16:06:23.439 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_unfound": 0, 2024-04-15T16:06:23.439 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_bytes": 0, 2024-04-15T16:06:23.439 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_keys": 0, 2024-04-15T16:06:23.439 INFO:tasks.workunit.client.0.smithi016.stdout: "num_promote": 0, 2024-04-15T16:06:23.439 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read": 12, 2024-04-15T16:06:23.439 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read_kb": 12, 2024-04-15T16:06:23.439 INFO:tasks.workunit.client.0.smithi016.stdout: "num_scrub_errors": 0, 2024-04-15T16:06:23.440 INFO:tasks.workunit.client.0.smithi016.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T16:06:23.440 INFO:tasks.workunit.client.0.smithi016.stdout: "num_whiteouts": 0, 2024-04-15T16:06:23.440 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write": 3, 2024-04-15T16:06:23.440 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write_kb": 0 2024-04-15T16:06:23.440 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:23.440 INFO:tasks.workunit.client.0.smithi016.stdout: "state": "active+clean", 2024-04-15T16:06:23.440 INFO:tasks.workunit.client.0.smithi016.stdout: "stats_invalid": false, 2024-04-15T16:06:23.440 INFO:tasks.workunit.client.0.smithi016.stdout: "up": [ 2024-04-15T16:06:23.440 INFO:tasks.workunit.client.0.smithi016.stdout: 7, 2024-04-15T16:06:23.440 INFO:tasks.workunit.client.0.smithi016.stdout: 6, 2024-04-15T16:06:23.440 INFO:tasks.workunit.client.0.smithi016.stdout: 0 2024-04-15T16:06:23.440 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:23.440 INFO:tasks.workunit.client.0.smithi016.stdout: "up_primary": 7, 2024-04-15T16:06:23.440 INFO:tasks.workunit.client.0.smithi016.stdout: "version": "62'2" 2024-04-15T16:06:23.441 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:23.441 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-15T16:06:23.441 INFO:tasks.workunit.client.0.smithi016.stdout: "acting": [ 2024-04-15T16:06:23.441 INFO:tasks.workunit.client.0.smithi016.stdout: 0, 2024-04-15T16:06:23.441 INFO:tasks.workunit.client.0.smithi016.stdout: 5, 2024-04-15T16:06:23.441 INFO:tasks.workunit.client.0.smithi016.stdout: 2 2024-04-15T16:06:23.441 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:23.441 INFO:tasks.workunit.client.0.smithi016.stdout: "acting_primary": 0, 2024-04-15T16:06:23.441 INFO:tasks.workunit.client.0.smithi016.stdout: "avail_no_missing": [], 2024-04-15T16:06:23.441 INFO:tasks.workunit.client.0.smithi016.stdout: "blocked_by": [], 2024-04-15T16:06:23.441 INFO:tasks.workunit.client.0.smithi016.stdout: "created": 61, 2024-04-15T16:06:23.441 INFO:tasks.workunit.client.0.smithi016.stdout: "dirty_stats_invalid": false, 2024-04-15T16:06:23.441 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T16:06:23.441 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_stats_invalid": false, 2024-04-15T16:06:23.441 INFO:tasks.workunit.client.0.smithi016.stdout: "last_active": "2024-04-15T16:05:11.412936+0000", 2024-04-15T16:06:23.442 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_active": "2024-04-15T14:43:53.348098+0000", 2024-04-15T16:06:23.442 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_peered": "2024-04-15T14:43:53.348098+0000", 2024-04-15T16:06:23.442 INFO:tasks.workunit.client.0.smithi016.stdout: "last_change": "2024-04-15T14:43:53.348461+0000", 2024-04-15T16:06:23.442 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean": "2024-04-15T16:05:11.412936+0000", 2024-04-15T16:06:23.442 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T16:06:23.442 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub": "0'0", 2024-04-15T16:06:23.442 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T16:06:23.442 INFO:tasks.workunit.client.0.smithi016.stdout: "last_epoch_clean": 476, 2024-04-15T16:06:23.442 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fresh": "2024-04-15T16:05:11.412936+0000", 2024-04-15T16:06:23.442 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fullsized": "2024-04-15T16:05:11.412936+0000", 2024-04-15T16:06:23.442 INFO:tasks.workunit.client.0.smithi016.stdout: "last_peered": "2024-04-15T16:05:11.412936+0000", 2024-04-15T16:06:23.442 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub": "0'0", 2024-04-15T16:06:23.442 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_duration": 0, 2024-04-15T16:06:23.442 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T16:06:23.443 INFO:tasks.workunit.client.0.smithi016.stdout: "last_undegraded": "2024-04-15T16:05:11.412936+0000", 2024-04-15T16:06:23.443 INFO:tasks.workunit.client.0.smithi016.stdout: "last_unstale": "2024-04-15T16:05:11.412936+0000", 2024-04-15T16:06:23.443 INFO:tasks.workunit.client.0.smithi016.stdout: "log_dups_size": 0, 2024-04-15T16:06:23.443 INFO:tasks.workunit.client.0.smithi016.stdout: "log_size": 0, 2024-04-15T16:06:23.443 INFO:tasks.workunit.client.0.smithi016.stdout: "log_start": "0'0", 2024-04-15T16:06:23.443 INFO:tasks.workunit.client.0.smithi016.stdout: "manifest_stats_invalid": false, 2024-04-15T16:06:23.443 INFO:tasks.workunit.client.0.smithi016.stdout: "mapping_epoch": 475, 2024-04-15T16:06:23.443 INFO:tasks.workunit.client.0.smithi016.stdout: "object_location_counts": [], 2024-04-15T16:06:23.443 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_scrubbed": 0, 2024-04-15T16:06:23.443 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_trimmed": 0, 2024-04-15T16:06:23.443 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_stats_invalid": false, 2024-04-15T16:06:23.443 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_size": 0, 2024-04-15T16:06:23.443 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_start": "0'0", 2024-04-15T16:06:23.443 INFO:tasks.workunit.client.0.smithi016.stdout: "parent": "0.0", 2024-04-15T16:06:23.443 INFO:tasks.workunit.client.0.smithi016.stdout: "parent_split_bits": 0, 2024-04-15T16:06:23.444 INFO:tasks.workunit.client.0.smithi016.stdout: "pgid": "3.1f", 2024-04-15T16:06:23.444 INFO:tasks.workunit.client.0.smithi016.stdout: "pin_stats_invalid": false, 2024-04-15T16:06:23.444 INFO:tasks.workunit.client.0.smithi016.stdout: "purged_snaps": [], 2024-04-15T16:06:23.444 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_epoch": 2721, 2024-04-15T16:06:23.444 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_seq": 5063, 2024-04-15T16:06:23.444 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_duration": 0.0, 2024-04-15T16:06:23.444 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-17T02:28:34.658898+0000", 2024-04-15T16:06:23.444 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrim_duration": 0.0, 2024-04-15T16:06:23.444 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrimq_len": 0, 2024-04-15T16:06:23.444 INFO:tasks.workunit.client.0.smithi016.stdout: "stat_sum": { 2024-04-15T16:06:23.444 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes": 0, 2024-04-15T16:06:23.444 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T16:06:23.444 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_recovered": 0, 2024-04-15T16:06:23.444 INFO:tasks.workunit.client.0.smithi016.stdout: "num_deep_scrub_errors": 0, 2024-04-15T16:06:23.445 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict": 0, 2024-04-15T16:06:23.445 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_kb": 0, 2024-04-15T16:06:23.445 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_full": 0, 2024-04-15T16:06:23.445 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_some": 0, 2024-04-15T16:06:23.445 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush": 0, 2024-04-15T16:06:23.445 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_kb": 0, 2024-04-15T16:06:23.445 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_high": 0, 2024-04-15T16:06:23.445 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_low": 0, 2024-04-15T16:06:23.445 INFO:tasks.workunit.client.0.smithi016.stdout: "num_keys_recovered": 0, 2024-04-15T16:06:23.445 INFO:tasks.workunit.client.0.smithi016.stdout: "num_large_omap_objects": 0, 2024-04-15T16:06:23.445 INFO:tasks.workunit.client.0.smithi016.stdout: "num_legacy_snapsets": 0, 2024-04-15T16:06:23.445 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_clones": 0, 2024-04-15T16:06:23.445 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_copies": 0, 2024-04-15T16:06:23.445 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects": 0, 2024-04-15T16:06:23.445 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_degraded": 0, 2024-04-15T16:06:23.446 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_dirty": 0, 2024-04-15T16:06:23.446 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T16:06:23.446 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_manifest": 0, 2024-04-15T16:06:23.446 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_misplaced": 0, 2024-04-15T16:06:23.446 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing": 0, 2024-04-15T16:06:23.446 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T16:06:23.446 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_omap": 0, 2024-04-15T16:06:23.446 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_pinned": 0, 2024-04-15T16:06:23.446 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_recovered": 0, 2024-04-15T16:06:23.446 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_repaired": 0, 2024-04-15T16:06:23.446 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_unfound": 0, 2024-04-15T16:06:23.446 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_bytes": 0, 2024-04-15T16:06:23.446 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_keys": 0, 2024-04-15T16:06:23.447 INFO:tasks.workunit.client.0.smithi016.stdout: "num_promote": 0, 2024-04-15T16:06:23.447 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read": 0, 2024-04-15T16:06:23.447 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read_kb": 0, 2024-04-15T16:06:23.447 INFO:tasks.workunit.client.0.smithi016.stdout: "num_scrub_errors": 0, 2024-04-15T16:06:23.447 INFO:tasks.workunit.client.0.smithi016.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T16:06:23.447 INFO:tasks.workunit.client.0.smithi016.stdout: "num_whiteouts": 0, 2024-04-15T16:06:23.447 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write": 0, 2024-04-15T16:06:23.447 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write_kb": 0 2024-04-15T16:06:23.447 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:23.447 INFO:tasks.workunit.client.0.smithi016.stdout: "state": "active+clean", 2024-04-15T16:06:23.447 INFO:tasks.workunit.client.0.smithi016.stdout: "stats_invalid": false, 2024-04-15T16:06:23.447 INFO:tasks.workunit.client.0.smithi016.stdout: "up": [ 2024-04-15T16:06:23.447 INFO:tasks.workunit.client.0.smithi016.stdout: 0, 2024-04-15T16:06:23.447 INFO:tasks.workunit.client.0.smithi016.stdout: 5, 2024-04-15T16:06:23.447 INFO:tasks.workunit.client.0.smithi016.stdout: 2 2024-04-15T16:06:23.448 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:23.448 INFO:tasks.workunit.client.0.smithi016.stdout: "up_primary": 0, 2024-04-15T16:06:23.448 INFO:tasks.workunit.client.0.smithi016.stdout: "version": "0'0" 2024-04-15T16:06:23.448 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:23.448 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-15T16:06:23.448 INFO:tasks.workunit.client.0.smithi016.stdout: "acting": [ 2024-04-15T16:06:23.448 INFO:tasks.workunit.client.0.smithi016.stdout: 3, 2024-04-15T16:06:23.448 INFO:tasks.workunit.client.0.smithi016.stdout: 0, 2024-04-15T16:06:23.448 INFO:tasks.workunit.client.0.smithi016.stdout: 5 2024-04-15T16:06:23.448 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:23.448 INFO:tasks.workunit.client.0.smithi016.stdout: "acting_primary": 3, 2024-04-15T16:06:23.448 INFO:tasks.workunit.client.0.smithi016.stdout: "avail_no_missing": [], 2024-04-15T16:06:23.448 INFO:tasks.workunit.client.0.smithi016.stdout: "blocked_by": [], 2024-04-15T16:06:23.448 INFO:tasks.workunit.client.0.smithi016.stdout: "created": 60, 2024-04-15T16:06:23.449 INFO:tasks.workunit.client.0.smithi016.stdout: "dirty_stats_invalid": false, 2024-04-15T16:06:23.449 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T16:06:23.449 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_stats_invalid": false, 2024-04-15T16:06:23.449 INFO:tasks.workunit.client.0.smithi016.stdout: "last_active": "2024-04-15T16:05:12.200044+0000", 2024-04-15T16:06:23.449 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_active": "2024-04-15T14:43:53.360291+0000", 2024-04-15T16:06:23.449 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_peered": "2024-04-15T14:43:53.360291+0000", 2024-04-15T16:06:23.449 INFO:tasks.workunit.client.0.smithi016.stdout: "last_change": "2024-04-15T14:43:53.360666+0000", 2024-04-15T16:06:23.449 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean": "2024-04-15T16:05:12.200044+0000", 2024-04-15T16:06:23.449 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean_scrub_stamp": "2024-04-15T14:33:33.599136+0000", 2024-04-15T16:06:23.449 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub": "0'0", 2024-04-15T16:06:23.449 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub_stamp": "2024-04-15T14:33:33.599136+0000", 2024-04-15T16:06:23.449 INFO:tasks.workunit.client.0.smithi016.stdout: "last_epoch_clean": 476, 2024-04-15T16:06:23.449 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fresh": "2024-04-15T16:05:12.200044+0000", 2024-04-15T16:06:23.449 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fullsized": "2024-04-15T16:05:12.200044+0000", 2024-04-15T16:06:23.449 INFO:tasks.workunit.client.0.smithi016.stdout: "last_peered": "2024-04-15T16:05:12.200044+0000", 2024-04-15T16:06:23.450 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub": "0'0", 2024-04-15T16:06:23.450 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_duration": 0, 2024-04-15T16:06:23.450 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_stamp": "2024-04-15T14:33:33.599136+0000", 2024-04-15T16:06:23.450 INFO:tasks.workunit.client.0.smithi016.stdout: "last_undegraded": "2024-04-15T16:05:12.200044+0000", 2024-04-15T16:06:23.450 INFO:tasks.workunit.client.0.smithi016.stdout: "last_unstale": "2024-04-15T16:05:12.200044+0000", 2024-04-15T16:06:23.450 INFO:tasks.workunit.client.0.smithi016.stdout: "log_dups_size": 0, 2024-04-15T16:06:23.450 INFO:tasks.workunit.client.0.smithi016.stdout: "log_size": 3, 2024-04-15T16:06:23.450 INFO:tasks.workunit.client.0.smithi016.stdout: "log_start": "0'0", 2024-04-15T16:06:23.450 INFO:tasks.workunit.client.0.smithi016.stdout: "manifest_stats_invalid": false, 2024-04-15T16:06:23.450 INFO:tasks.workunit.client.0.smithi016.stdout: "mapping_epoch": 475, 2024-04-15T16:06:23.450 INFO:tasks.workunit.client.0.smithi016.stdout: "object_location_counts": [], 2024-04-15T16:06:23.450 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_scrubbed": 0, 2024-04-15T16:06:23.450 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_trimmed": 0, 2024-04-15T16:06:23.450 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_stats_invalid": false, 2024-04-15T16:06:23.451 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_size": 3, 2024-04-15T16:06:23.451 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_start": "0'0", 2024-04-15T16:06:23.451 INFO:tasks.workunit.client.0.smithi016.stdout: "parent": "0.0", 2024-04-15T16:06:23.451 INFO:tasks.workunit.client.0.smithi016.stdout: "parent_split_bits": 0, 2024-04-15T16:06:23.451 INFO:tasks.workunit.client.0.smithi016.stdout: "pgid": "2.1e", 2024-04-15T16:06:23.451 INFO:tasks.workunit.client.0.smithi016.stdout: "pin_stats_invalid": false, 2024-04-15T16:06:23.451 INFO:tasks.workunit.client.0.smithi016.stdout: "purged_snaps": [], 2024-04-15T16:06:23.451 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_epoch": 2721, 2024-04-15T16:06:23.451 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_seq": 4962, 2024-04-15T16:06:23.451 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_duration": 0.0, 2024-04-15T16:06:23.451 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-16T14:34:58.457839+0000", 2024-04-15T16:06:23.451 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrim_duration": 0.0, 2024-04-15T16:06:23.451 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrimq_len": 0, 2024-04-15T16:06:23.451 INFO:tasks.workunit.client.0.smithi016.stdout: "stat_sum": { 2024-04-15T16:06:23.451 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes": 0, 2024-04-15T16:06:23.452 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T16:06:23.452 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_recovered": 0, 2024-04-15T16:06:23.452 INFO:tasks.workunit.client.0.smithi016.stdout: "num_deep_scrub_errors": 0, 2024-04-15T16:06:23.452 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict": 0, 2024-04-15T16:06:23.452 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_kb": 0, 2024-04-15T16:06:23.452 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_full": 0, 2024-04-15T16:06:23.452 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_some": 0, 2024-04-15T16:06:23.452 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush": 0, 2024-04-15T16:06:23.452 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_kb": 0, 2024-04-15T16:06:23.452 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_high": 0, 2024-04-15T16:06:23.452 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_low": 0, 2024-04-15T16:06:23.452 INFO:tasks.workunit.client.0.smithi016.stdout: "num_keys_recovered": 0, 2024-04-15T16:06:23.452 INFO:tasks.workunit.client.0.smithi016.stdout: "num_large_omap_objects": 0, 2024-04-15T16:06:23.452 INFO:tasks.workunit.client.0.smithi016.stdout: "num_legacy_snapsets": 0, 2024-04-15T16:06:23.452 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_clones": 0, 2024-04-15T16:06:23.453 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_copies": 0, 2024-04-15T16:06:23.453 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects": 0, 2024-04-15T16:06:23.453 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_degraded": 0, 2024-04-15T16:06:23.453 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_dirty": 0, 2024-04-15T16:06:23.453 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T16:06:23.453 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_manifest": 0, 2024-04-15T16:06:23.453 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_misplaced": 0, 2024-04-15T16:06:23.453 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing": 0, 2024-04-15T16:06:23.453 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T16:06:23.453 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_omap": 0, 2024-04-15T16:06:23.453 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_pinned": 0, 2024-04-15T16:06:23.453 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_recovered": 0, 2024-04-15T16:06:23.453 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_repaired": 0, 2024-04-15T16:06:23.454 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_unfound": 0, 2024-04-15T16:06:23.454 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_bytes": 0, 2024-04-15T16:06:23.454 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_keys": 0, 2024-04-15T16:06:23.454 INFO:tasks.workunit.client.0.smithi016.stdout: "num_promote": 0, 2024-04-15T16:06:23.454 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read": 0, 2024-04-15T16:06:23.454 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read_kb": 0, 2024-04-15T16:06:23.454 INFO:tasks.workunit.client.0.smithi016.stdout: "num_scrub_errors": 0, 2024-04-15T16:06:23.454 INFO:tasks.workunit.client.0.smithi016.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T16:06:23.454 INFO:tasks.workunit.client.0.smithi016.stdout: "num_whiteouts": 0, 2024-04-15T16:06:23.454 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write": 0, 2024-04-15T16:06:23.454 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write_kb": 0 2024-04-15T16:06:23.454 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:23.454 INFO:tasks.workunit.client.0.smithi016.stdout: "state": "active+clean", 2024-04-15T16:06:23.455 INFO:tasks.workunit.client.0.smithi016.stdout: "stats_invalid": false, 2024-04-15T16:06:23.455 INFO:tasks.workunit.client.0.smithi016.stdout: "up": [ 2024-04-15T16:06:23.455 INFO:tasks.workunit.client.0.smithi016.stdout: 3, 2024-04-15T16:06:23.455 INFO:tasks.workunit.client.0.smithi016.stdout: 0, 2024-04-15T16:06:23.455 INFO:tasks.workunit.client.0.smithi016.stdout: 5 2024-04-15T16:06:23.455 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:23.455 INFO:tasks.workunit.client.0.smithi016.stdout: "up_primary": 3, 2024-04-15T16:06:23.455 INFO:tasks.workunit.client.0.smithi016.stdout: "version": "560'3" 2024-04-15T16:06:23.455 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:23.455 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-15T16:06:23.455 INFO:tasks.workunit.client.0.smithi016.stdout: "acting": [ 2024-04-15T16:06:23.455 INFO:tasks.workunit.client.0.smithi016.stdout: 3, 2024-04-15T16:06:23.455 INFO:tasks.workunit.client.0.smithi016.stdout: 6, 2024-04-15T16:06:23.455 INFO:tasks.workunit.client.0.smithi016.stdout: 2 2024-04-15T16:06:23.455 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:23.455 INFO:tasks.workunit.client.0.smithi016.stdout: "acting_primary": 3, 2024-04-15T16:06:23.456 INFO:tasks.workunit.client.0.smithi016.stdout: "avail_no_missing": [], 2024-04-15T16:06:23.456 INFO:tasks.workunit.client.0.smithi016.stdout: "blocked_by": [], 2024-04-15T16:06:23.456 INFO:tasks.workunit.client.0.smithi016.stdout: "created": 61, 2024-04-15T16:06:23.456 INFO:tasks.workunit.client.0.smithi016.stdout: "dirty_stats_invalid": false, 2024-04-15T16:06:23.456 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T16:06:23.456 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_stats_invalid": false, 2024-04-15T16:06:23.456 INFO:tasks.workunit.client.0.smithi016.stdout: "last_active": "2024-04-15T16:05:12.200223+0000", 2024-04-15T16:06:23.456 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_active": "2024-04-15T14:44:28.449289+0000", 2024-04-15T16:06:23.456 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_peered": "2024-04-15T14:44:28.449289+0000", 2024-04-15T16:06:23.456 INFO:tasks.workunit.client.0.smithi016.stdout: "last_change": "2024-04-15T14:44:28.449648+0000", 2024-04-15T16:06:23.456 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean": "2024-04-15T16:05:12.200223+0000", 2024-04-15T16:06:23.456 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T16:06:23.457 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub": "0'0", 2024-04-15T16:06:23.457 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T16:06:23.457 INFO:tasks.workunit.client.0.smithi016.stdout: "last_epoch_clean": 511, 2024-04-15T16:06:23.457 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fresh": "2024-04-15T16:05:12.200223+0000", 2024-04-15T16:06:23.457 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fullsized": "2024-04-15T16:05:12.200223+0000", 2024-04-15T16:06:23.457 INFO:tasks.workunit.client.0.smithi016.stdout: "last_peered": "2024-04-15T16:05:12.200223+0000", 2024-04-15T16:06:23.457 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub": "0'0", 2024-04-15T16:06:23.457 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_duration": 0, 2024-04-15T16:06:23.457 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T16:06:23.457 INFO:tasks.workunit.client.0.smithi016.stdout: "last_undegraded": "2024-04-15T16:05:12.200223+0000", 2024-04-15T16:06:23.457 INFO:tasks.workunit.client.0.smithi016.stdout: "last_unstale": "2024-04-15T16:05:12.200223+0000", 2024-04-15T16:06:23.457 INFO:tasks.workunit.client.0.smithi016.stdout: "log_dups_size": 0, 2024-04-15T16:06:23.457 INFO:tasks.workunit.client.0.smithi016.stdout: "log_size": 0, 2024-04-15T16:06:23.457 INFO:tasks.workunit.client.0.smithi016.stdout: "log_start": "0'0", 2024-04-15T16:06:23.458 INFO:tasks.workunit.client.0.smithi016.stdout: "manifest_stats_invalid": false, 2024-04-15T16:06:23.458 INFO:tasks.workunit.client.0.smithi016.stdout: "mapping_epoch": 510, 2024-04-15T16:06:23.458 INFO:tasks.workunit.client.0.smithi016.stdout: "object_location_counts": [], 2024-04-15T16:06:23.458 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_scrubbed": 0, 2024-04-15T16:06:23.458 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_trimmed": 0, 2024-04-15T16:06:23.458 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_stats_invalid": false, 2024-04-15T16:06:23.458 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_size": 0, 2024-04-15T16:06:23.458 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_start": "0'0", 2024-04-15T16:06:23.458 INFO:tasks.workunit.client.0.smithi016.stdout: "parent": "0.0", 2024-04-15T16:06:23.458 INFO:tasks.workunit.client.0.smithi016.stdout: "parent_split_bits": 0, 2024-04-15T16:06:23.458 INFO:tasks.workunit.client.0.smithi016.stdout: "pgid": "3.1e", 2024-04-15T16:06:23.458 INFO:tasks.workunit.client.0.smithi016.stdout: "pin_stats_invalid": false, 2024-04-15T16:06:23.458 INFO:tasks.workunit.client.0.smithi016.stdout: "purged_snaps": [], 2024-04-15T16:06:23.458 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_epoch": 2721, 2024-04-15T16:06:23.459 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_seq": 4971, 2024-04-15T16:06:23.459 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_duration": 0.0, 2024-04-15T16:06:23.459 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-16T19:59:45.144188+0000", 2024-04-15T16:06:23.459 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrim_duration": 0.0, 2024-04-15T16:06:23.459 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrimq_len": 0, 2024-04-15T16:06:23.459 INFO:tasks.workunit.client.0.smithi016.stdout: "stat_sum": { 2024-04-15T16:06:23.459 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes": 0, 2024-04-15T16:06:23.459 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T16:06:23.459 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_recovered": 0, 2024-04-15T16:06:23.459 INFO:tasks.workunit.client.0.smithi016.stdout: "num_deep_scrub_errors": 0, 2024-04-15T16:06:23.459 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict": 0, 2024-04-15T16:06:23.459 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_kb": 0, 2024-04-15T16:06:23.459 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_full": 0, 2024-04-15T16:06:23.460 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_some": 0, 2024-04-15T16:06:23.460 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush": 0, 2024-04-15T16:06:23.460 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_kb": 0, 2024-04-15T16:06:23.460 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_high": 0, 2024-04-15T16:06:23.460 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_low": 0, 2024-04-15T16:06:23.460 INFO:tasks.workunit.client.0.smithi016.stdout: "num_keys_recovered": 0, 2024-04-15T16:06:23.460 INFO:tasks.workunit.client.0.smithi016.stdout: "num_large_omap_objects": 0, 2024-04-15T16:06:23.460 INFO:tasks.workunit.client.0.smithi016.stdout: "num_legacy_snapsets": 0, 2024-04-15T16:06:23.460 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_clones": 0, 2024-04-15T16:06:23.460 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_copies": 0, 2024-04-15T16:06:23.460 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects": 0, 2024-04-15T16:06:23.460 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_degraded": 0, 2024-04-15T16:06:23.460 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_dirty": 0, 2024-04-15T16:06:23.460 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T16:06:23.461 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_manifest": 0, 2024-04-15T16:06:23.461 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_misplaced": 0, 2024-04-15T16:06:23.461 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing": 0, 2024-04-15T16:06:23.461 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T16:06:23.461 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_omap": 0, 2024-04-15T16:06:23.461 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_pinned": 0, 2024-04-15T16:06:23.461 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_recovered": 0, 2024-04-15T16:06:23.461 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_repaired": 0, 2024-04-15T16:06:23.461 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_unfound": 0, 2024-04-15T16:06:23.461 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_bytes": 0, 2024-04-15T16:06:23.461 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_keys": 0, 2024-04-15T16:06:23.461 INFO:tasks.workunit.client.0.smithi016.stdout: "num_promote": 0, 2024-04-15T16:06:23.461 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read": 0, 2024-04-15T16:06:23.462 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read_kb": 0, 2024-04-15T16:06:23.462 INFO:tasks.workunit.client.0.smithi016.stdout: "num_scrub_errors": 0, 2024-04-15T16:06:23.462 INFO:tasks.workunit.client.0.smithi016.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T16:06:23.462 INFO:tasks.workunit.client.0.smithi016.stdout: "num_whiteouts": 0, 2024-04-15T16:06:23.462 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write": 0, 2024-04-15T16:06:23.462 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write_kb": 0 2024-04-15T16:06:23.462 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:23.462 INFO:tasks.workunit.client.0.smithi016.stdout: "state": "active+clean", 2024-04-15T16:06:23.462 INFO:tasks.workunit.client.0.smithi016.stdout: "stats_invalid": false, 2024-04-15T16:06:23.462 INFO:tasks.workunit.client.0.smithi016.stdout: "up": [ 2024-04-15T16:06:23.462 INFO:tasks.workunit.client.0.smithi016.stdout: 3, 2024-04-15T16:06:23.462 INFO:tasks.workunit.client.0.smithi016.stdout: 6, 2024-04-15T16:06:23.462 INFO:tasks.workunit.client.0.smithi016.stdout: 2 2024-04-15T16:06:23.463 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:23.463 INFO:tasks.workunit.client.0.smithi016.stdout: "up_primary": 3, 2024-04-15T16:06:23.463 INFO:tasks.workunit.client.0.smithi016.stdout: "version": "0'0" 2024-04-15T16:06:23.463 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:23.463 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-15T16:06:23.463 INFO:tasks.workunit.client.0.smithi016.stdout: "acting": [ 2024-04-15T16:06:23.463 INFO:tasks.workunit.client.0.smithi016.stdout: 0, 2024-04-15T16:06:23.463 INFO:tasks.workunit.client.0.smithi016.stdout: 7, 2024-04-15T16:06:23.463 INFO:tasks.workunit.client.0.smithi016.stdout: 4 2024-04-15T16:06:23.463 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:23.463 INFO:tasks.workunit.client.0.smithi016.stdout: "acting_primary": 0, 2024-04-15T16:06:23.463 INFO:tasks.workunit.client.0.smithi016.stdout: "avail_no_missing": [], 2024-04-15T16:06:23.463 INFO:tasks.workunit.client.0.smithi016.stdout: "blocked_by": [], 2024-04-15T16:06:23.463 INFO:tasks.workunit.client.0.smithi016.stdout: "created": 60, 2024-04-15T16:06:23.463 INFO:tasks.workunit.client.0.smithi016.stdout: "dirty_stats_invalid": false, 2024-04-15T16:06:23.464 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T16:06:23.464 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_stats_invalid": false, 2024-04-15T16:06:23.464 INFO:tasks.workunit.client.0.smithi016.stdout: "last_active": "2024-04-15T16:05:11.413373+0000", 2024-04-15T16:06:23.464 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_active": "2024-04-15T14:44:49.373514+0000", 2024-04-15T16:06:23.464 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_peered": "2024-04-15T14:44:49.373514+0000", 2024-04-15T16:06:23.464 INFO:tasks.workunit.client.0.smithi016.stdout: "last_change": "2024-04-15T14:44:49.373893+0000", 2024-04-15T16:06:23.464 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean": "2024-04-15T16:05:11.413373+0000", 2024-04-15T16:06:23.464 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean_scrub_stamp": "2024-04-15T14:33:33.599136+0000", 2024-04-15T16:06:23.464 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub": "0'0", 2024-04-15T16:06:23.464 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub_stamp": "2024-04-15T14:33:33.599136+0000", 2024-04-15T16:06:23.464 INFO:tasks.workunit.client.0.smithi016.stdout: "last_epoch_clean": 532, 2024-04-15T16:06:23.464 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fresh": "2024-04-15T16:05:11.413373+0000", 2024-04-15T16:06:23.464 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fullsized": "2024-04-15T16:05:11.413373+0000", 2024-04-15T16:06:23.464 INFO:tasks.workunit.client.0.smithi016.stdout: "last_peered": "2024-04-15T16:05:11.413373+0000", 2024-04-15T16:06:23.465 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub": "0'0", 2024-04-15T16:06:23.465 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_duration": 0, 2024-04-15T16:06:23.465 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_stamp": "2024-04-15T14:33:33.599136+0000", 2024-04-15T16:06:23.465 INFO:tasks.workunit.client.0.smithi016.stdout: "last_undegraded": "2024-04-15T16:05:11.413373+0000", 2024-04-15T16:06:23.465 INFO:tasks.workunit.client.0.smithi016.stdout: "last_unstale": "2024-04-15T16:05:11.413373+0000", 2024-04-15T16:06:23.465 INFO:tasks.workunit.client.0.smithi016.stdout: "log_dups_size": 0, 2024-04-15T16:06:23.465 INFO:tasks.workunit.client.0.smithi016.stdout: "log_size": 6, 2024-04-15T16:06:23.465 INFO:tasks.workunit.client.0.smithi016.stdout: "log_start": "0'0", 2024-04-15T16:06:23.465 INFO:tasks.workunit.client.0.smithi016.stdout: "manifest_stats_invalid": false, 2024-04-15T16:06:23.465 INFO:tasks.workunit.client.0.smithi016.stdout: "mapping_epoch": 531, 2024-04-15T16:06:23.465 INFO:tasks.workunit.client.0.smithi016.stdout: "object_location_counts": [], 2024-04-15T16:06:23.465 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_scrubbed": 0, 2024-04-15T16:06:23.465 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_trimmed": 0, 2024-04-15T16:06:23.465 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_stats_invalid": false, 2024-04-15T16:06:23.466 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_size": 6, 2024-04-15T16:06:23.466 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_start": "0'0", 2024-04-15T16:06:23.466 INFO:tasks.workunit.client.0.smithi016.stdout: "parent": "0.0", 2024-04-15T16:06:23.466 INFO:tasks.workunit.client.0.smithi016.stdout: "parent_split_bits": 0, 2024-04-15T16:06:23.466 INFO:tasks.workunit.client.0.smithi016.stdout: "pgid": "2.1f", 2024-04-15T16:06:23.466 INFO:tasks.workunit.client.0.smithi016.stdout: "pin_stats_invalid": false, 2024-04-15T16:06:23.466 INFO:tasks.workunit.client.0.smithi016.stdout: "purged_snaps": [], 2024-04-15T16:06:23.466 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_epoch": 2721, 2024-04-15T16:06:23.466 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_seq": 5074, 2024-04-15T16:06:23.466 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_duration": 0.0, 2024-04-15T16:06:23.466 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-16T23:45:33.702709+0000", 2024-04-15T16:06:23.466 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrim_duration": 0.0, 2024-04-15T16:06:23.466 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrimq_len": 0, 2024-04-15T16:06:23.466 INFO:tasks.workunit.client.0.smithi016.stdout: "stat_sum": { 2024-04-15T16:06:23.467 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes": 582, 2024-04-15T16:06:23.467 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T16:06:23.467 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_recovered": 0, 2024-04-15T16:06:23.467 INFO:tasks.workunit.client.0.smithi016.stdout: "num_deep_scrub_errors": 0, 2024-04-15T16:06:23.467 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict": 0, 2024-04-15T16:06:23.467 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_kb": 0, 2024-04-15T16:06:23.467 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_full": 0, 2024-04-15T16:06:23.467 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_some": 0, 2024-04-15T16:06:23.467 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush": 0, 2024-04-15T16:06:23.467 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_kb": 0, 2024-04-15T16:06:23.469 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_high": 0, 2024-04-15T16:06:23.469 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_low": 0, 2024-04-15T16:06:23.469 INFO:tasks.workunit.client.0.smithi016.stdout: "num_keys_recovered": 0, 2024-04-15T16:06:23.469 INFO:tasks.workunit.client.0.smithi016.stdout: "num_large_omap_objects": 0, 2024-04-15T16:06:23.469 INFO:tasks.workunit.client.0.smithi016.stdout: "num_legacy_snapsets": 0, 2024-04-15T16:06:23.469 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_clones": 0, 2024-04-15T16:06:23.469 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_copies": 6, 2024-04-15T16:06:23.469 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects": 2, 2024-04-15T16:06:23.469 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_degraded": 0, 2024-04-15T16:06:23.470 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_dirty": 2, 2024-04-15T16:06:23.470 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T16:06:23.470 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_manifest": 0, 2024-04-15T16:06:23.470 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_misplaced": 0, 2024-04-15T16:06:23.470 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing": 0, 2024-04-15T16:06:23.470 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T16:06:23.470 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_omap": 1, 2024-04-15T16:06:23.470 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_pinned": 0, 2024-04-15T16:06:23.470 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_recovered": 0, 2024-04-15T16:06:23.470 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_repaired": 0, 2024-04-15T16:06:23.470 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_unfound": 0, 2024-04-15T16:06:23.470 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_bytes": 0, 2024-04-15T16:06:23.470 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_keys": 0, 2024-04-15T16:06:23.470 INFO:tasks.workunit.client.0.smithi016.stdout: "num_promote": 0, 2024-04-15T16:06:23.471 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read": 8, 2024-04-15T16:06:23.471 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read_kb": 8, 2024-04-15T16:06:23.471 INFO:tasks.workunit.client.0.smithi016.stdout: "num_scrub_errors": 0, 2024-04-15T16:06:23.471 INFO:tasks.workunit.client.0.smithi016.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T16:06:23.471 INFO:tasks.workunit.client.0.smithi016.stdout: "num_whiteouts": 0, 2024-04-15T16:06:23.471 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write": 4, 2024-04-15T16:06:23.471 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write_kb": 1 2024-04-15T16:06:23.471 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:23.471 INFO:tasks.workunit.client.0.smithi016.stdout: "state": "active+clean", 2024-04-15T16:06:23.471 INFO:tasks.workunit.client.0.smithi016.stdout: "stats_invalid": false, 2024-04-15T16:06:23.471 INFO:tasks.workunit.client.0.smithi016.stdout: "up": [ 2024-04-15T16:06:23.471 INFO:tasks.workunit.client.0.smithi016.stdout: 0, 2024-04-15T16:06:23.471 INFO:tasks.workunit.client.0.smithi016.stdout: 7, 2024-04-15T16:06:23.471 INFO:tasks.workunit.client.0.smithi016.stdout: 4 2024-04-15T16:06:23.471 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:23.472 INFO:tasks.workunit.client.0.smithi016.stdout: "up_primary": 0, 2024-04-15T16:06:23.472 INFO:tasks.workunit.client.0.smithi016.stdout: "version": "560'6" 2024-04-15T16:06:23.472 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:23.472 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-15T16:06:23.472 INFO:tasks.workunit.client.0.smithi016.stdout: "acting": [ 2024-04-15T16:06:23.472 INFO:tasks.workunit.client.0.smithi016.stdout: 7, 2024-04-15T16:06:23.472 INFO:tasks.workunit.client.0.smithi016.stdout: 2, 2024-04-15T16:06:23.472 INFO:tasks.workunit.client.0.smithi016.stdout: 6 2024-04-15T16:06:23.472 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:23.472 INFO:tasks.workunit.client.0.smithi016.stdout: "acting_primary": 7, 2024-04-15T16:06:23.472 INFO:tasks.workunit.client.0.smithi016.stdout: "avail_no_missing": [], 2024-04-15T16:06:23.472 INFO:tasks.workunit.client.0.smithi016.stdout: "blocked_by": [], 2024-04-15T16:06:23.472 INFO:tasks.workunit.client.0.smithi016.stdout: "created": 61, 2024-04-15T16:06:23.472 INFO:tasks.workunit.client.0.smithi016.stdout: "dirty_stats_invalid": false, 2024-04-15T16:06:23.472 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T16:06:23.473 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_stats_invalid": false, 2024-04-15T16:06:23.473 INFO:tasks.workunit.client.0.smithi016.stdout: "last_active": "2024-04-15T16:05:12.201322+0000", 2024-04-15T16:06:23.473 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_active": "2024-04-15T14:44:49.366364+0000", 2024-04-15T16:06:23.473 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_peered": "2024-04-15T14:44:49.366364+0000", 2024-04-15T16:06:23.473 INFO:tasks.workunit.client.0.smithi016.stdout: "last_change": "2024-04-15T14:44:49.369321+0000", 2024-04-15T16:06:23.473 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean": "2024-04-15T16:05:12.201322+0000", 2024-04-15T16:06:23.473 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T16:06:23.473 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub": "0'0", 2024-04-15T16:06:23.473 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T16:06:23.473 INFO:tasks.workunit.client.0.smithi016.stdout: "last_epoch_clean": 532, 2024-04-15T16:06:23.473 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fresh": "2024-04-15T16:05:12.201322+0000", 2024-04-15T16:06:23.473 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fullsized": "2024-04-15T16:05:12.201322+0000", 2024-04-15T16:06:23.473 INFO:tasks.workunit.client.0.smithi016.stdout: "last_peered": "2024-04-15T16:05:12.201322+0000", 2024-04-15T16:06:23.473 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub": "0'0", 2024-04-15T16:06:23.474 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_duration": 0, 2024-04-15T16:06:23.474 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T16:06:23.474 INFO:tasks.workunit.client.0.smithi016.stdout: "last_undegraded": "2024-04-15T16:05:12.201322+0000", 2024-04-15T16:06:23.474 INFO:tasks.workunit.client.0.smithi016.stdout: "last_unstale": "2024-04-15T16:05:12.201322+0000", 2024-04-15T16:06:23.474 INFO:tasks.workunit.client.0.smithi016.stdout: "log_dups_size": 0, 2024-04-15T16:06:23.474 INFO:tasks.workunit.client.0.smithi016.stdout: "log_size": 0, 2024-04-15T16:06:23.474 INFO:tasks.workunit.client.0.smithi016.stdout: "log_start": "0'0", 2024-04-15T16:06:23.474 INFO:tasks.workunit.client.0.smithi016.stdout: "manifest_stats_invalid": false, 2024-04-15T16:06:23.474 INFO:tasks.workunit.client.0.smithi016.stdout: "mapping_epoch": 531, 2024-04-15T16:06:23.474 INFO:tasks.workunit.client.0.smithi016.stdout: "object_location_counts": [], 2024-04-15T16:06:23.474 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_scrubbed": 0, 2024-04-15T16:06:23.474 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_trimmed": 0, 2024-04-15T16:06:23.474 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_stats_invalid": false, 2024-04-15T16:06:23.474 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_size": 0, 2024-04-15T16:06:23.475 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_start": "0'0", 2024-04-15T16:06:23.475 INFO:tasks.workunit.client.0.smithi016.stdout: "parent": "0.0", 2024-04-15T16:06:23.475 INFO:tasks.workunit.client.0.smithi016.stdout: "parent_split_bits": 0, 2024-04-15T16:06:23.475 INFO:tasks.workunit.client.0.smithi016.stdout: "pgid": "3.2d", 2024-04-15T16:06:23.475 INFO:tasks.workunit.client.0.smithi016.stdout: "pin_stats_invalid": false, 2024-04-15T16:06:23.475 INFO:tasks.workunit.client.0.smithi016.stdout: "purged_snaps": [], 2024-04-15T16:06:23.475 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_epoch": 2721, 2024-04-15T16:06:23.475 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_seq": 4871, 2024-04-15T16:06:23.475 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_duration": 0.0, 2024-04-15T16:06:23.475 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-17T00:17:04.871172+0000", 2024-04-15T16:06:23.475 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrim_duration": 0.0, 2024-04-15T16:06:23.475 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrimq_len": 0, 2024-04-15T16:06:23.476 INFO:tasks.workunit.client.0.smithi016.stdout: "stat_sum": { 2024-04-15T16:06:23.476 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes": 0, 2024-04-15T16:06:23.476 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T16:06:23.476 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_recovered": 0, 2024-04-15T16:06:23.476 INFO:tasks.workunit.client.0.smithi016.stdout: "num_deep_scrub_errors": 0, 2024-04-15T16:06:23.476 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict": 0, 2024-04-15T16:06:23.476 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_kb": 0, 2024-04-15T16:06:23.476 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_full": 0, 2024-04-15T16:06:23.476 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_some": 0, 2024-04-15T16:06:23.476 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush": 0, 2024-04-15T16:06:23.476 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_kb": 0, 2024-04-15T16:06:23.476 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_high": 0, 2024-04-15T16:06:23.476 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_low": 0, 2024-04-15T16:06:23.477 INFO:tasks.workunit.client.0.smithi016.stdout: "num_keys_recovered": 0, 2024-04-15T16:06:23.477 INFO:tasks.workunit.client.0.smithi016.stdout: "num_large_omap_objects": 0, 2024-04-15T16:06:23.477 INFO:tasks.workunit.client.0.smithi016.stdout: "num_legacy_snapsets": 0, 2024-04-15T16:06:23.477 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_clones": 0, 2024-04-15T16:06:23.477 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_copies": 0, 2024-04-15T16:06:23.477 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects": 0, 2024-04-15T16:06:23.477 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_degraded": 0, 2024-04-15T16:06:23.477 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_dirty": 0, 2024-04-15T16:06:23.477 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T16:06:23.477 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_manifest": 0, 2024-04-15T16:06:23.477 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_misplaced": 0, 2024-04-15T16:06:23.477 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing": 0, 2024-04-15T16:06:23.477 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T16:06:23.477 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_omap": 0, 2024-04-15T16:06:23.478 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_pinned": 0, 2024-04-15T16:06:23.478 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_recovered": 0, 2024-04-15T16:06:23.478 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_repaired": 0, 2024-04-15T16:06:23.478 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_unfound": 0, 2024-04-15T16:06:23.478 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_bytes": 0, 2024-04-15T16:06:23.478 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_keys": 0, 2024-04-15T16:06:23.478 INFO:tasks.workunit.client.0.smithi016.stdout: "num_promote": 0, 2024-04-15T16:06:23.478 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read": 0, 2024-04-15T16:06:23.478 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read_kb": 0, 2024-04-15T16:06:23.478 INFO:tasks.workunit.client.0.smithi016.stdout: "num_scrub_errors": 0, 2024-04-15T16:06:23.478 INFO:tasks.workunit.client.0.smithi016.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T16:06:23.478 INFO:tasks.workunit.client.0.smithi016.stdout: "num_whiteouts": 0, 2024-04-15T16:06:23.478 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write": 0, 2024-04-15T16:06:23.478 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write_kb": 0 2024-04-15T16:06:23.478 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:23.479 INFO:tasks.workunit.client.0.smithi016.stdout: "state": "active+clean", 2024-04-15T16:06:23.479 INFO:tasks.workunit.client.0.smithi016.stdout: "stats_invalid": false, 2024-04-15T16:06:23.479 INFO:tasks.workunit.client.0.smithi016.stdout: "up": [ 2024-04-15T16:06:23.479 INFO:tasks.workunit.client.0.smithi016.stdout: 7, 2024-04-15T16:06:23.479 INFO:tasks.workunit.client.0.smithi016.stdout: 2, 2024-04-15T16:06:23.479 INFO:tasks.workunit.client.0.smithi016.stdout: 6 2024-04-15T16:06:23.479 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:23.479 INFO:tasks.workunit.client.0.smithi016.stdout: "up_primary": 7, 2024-04-15T16:06:23.479 INFO:tasks.workunit.client.0.smithi016.stdout: "version": "0'0" 2024-04-15T16:06:23.479 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:23.479 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-15T16:06:23.479 INFO:tasks.workunit.client.0.smithi016.stdout: "acting": [ 2024-04-15T16:06:23.479 INFO:tasks.workunit.client.0.smithi016.stdout: 2, 2024-04-15T16:06:23.479 INFO:tasks.workunit.client.0.smithi016.stdout: 6, 2024-04-15T16:06:23.480 INFO:tasks.workunit.client.0.smithi016.stdout: 7 2024-04-15T16:06:23.480 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:23.480 INFO:tasks.workunit.client.0.smithi016.stdout: "acting_primary": 2, 2024-04-15T16:06:23.480 INFO:tasks.workunit.client.0.smithi016.stdout: "avail_no_missing": [], 2024-04-15T16:06:23.480 INFO:tasks.workunit.client.0.smithi016.stdout: "blocked_by": [], 2024-04-15T16:06:23.480 INFO:tasks.workunit.client.0.smithi016.stdout: "created": 61, 2024-04-15T16:06:23.480 INFO:tasks.workunit.client.0.smithi016.stdout: "dirty_stats_invalid": false, 2024-04-15T16:06:23.480 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T16:06:23.480 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_stats_invalid": false, 2024-04-15T16:06:23.480 INFO:tasks.workunit.client.0.smithi016.stdout: "last_active": "2024-04-15T16:05:12.197018+0000", 2024-04-15T16:06:23.480 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_active": "2024-04-15T14:44:49.364010+0000", 2024-04-15T16:06:23.480 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_peered": "2024-04-15T14:44:49.364010+0000", 2024-04-15T16:06:23.480 INFO:tasks.workunit.client.0.smithi016.stdout: "last_change": "2024-04-15T14:44:49.364387+0000", 2024-04-15T16:06:23.480 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean": "2024-04-15T16:05:12.197018+0000", 2024-04-15T16:06:23.481 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T16:06:23.481 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub": "0'0", 2024-04-15T16:06:23.481 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T16:06:23.481 INFO:tasks.workunit.client.0.smithi016.stdout: "last_epoch_clean": 532, 2024-04-15T16:06:23.481 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fresh": "2024-04-15T16:05:12.197018+0000", 2024-04-15T16:06:23.481 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fullsized": "2024-04-15T16:05:12.197018+0000", 2024-04-15T16:06:23.481 INFO:tasks.workunit.client.0.smithi016.stdout: "last_peered": "2024-04-15T16:05:12.197018+0000", 2024-04-15T16:06:23.481 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub": "0'0", 2024-04-15T16:06:23.481 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_duration": 0, 2024-04-15T16:06:23.481 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T16:06:23.481 INFO:tasks.workunit.client.0.smithi016.stdout: "last_undegraded": "2024-04-15T16:05:12.197018+0000", 2024-04-15T16:06:23.481 INFO:tasks.workunit.client.0.smithi016.stdout: "last_unstale": "2024-04-15T16:05:12.197018+0000", 2024-04-15T16:06:23.481 INFO:tasks.workunit.client.0.smithi016.stdout: "log_dups_size": 0, 2024-04-15T16:06:23.481 INFO:tasks.workunit.client.0.smithi016.stdout: "log_size": 0, 2024-04-15T16:06:23.481 INFO:tasks.workunit.client.0.smithi016.stdout: "log_start": "0'0", 2024-04-15T16:06:23.482 INFO:tasks.workunit.client.0.smithi016.stdout: "manifest_stats_invalid": false, 2024-04-15T16:06:23.482 INFO:tasks.workunit.client.0.smithi016.stdout: "mapping_epoch": 531, 2024-04-15T16:06:23.482 INFO:tasks.workunit.client.0.smithi016.stdout: "object_location_counts": [], 2024-04-15T16:06:23.482 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_scrubbed": 0, 2024-04-15T16:06:23.482 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_trimmed": 0, 2024-04-15T16:06:23.482 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_stats_invalid": false, 2024-04-15T16:06:23.482 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_size": 0, 2024-04-15T16:06:23.482 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_start": "0'0", 2024-04-15T16:06:23.482 INFO:tasks.workunit.client.0.smithi016.stdout: "parent": "0.0", 2024-04-15T16:06:23.482 INFO:tasks.workunit.client.0.smithi016.stdout: "parent_split_bits": 0, 2024-04-15T16:06:23.482 INFO:tasks.workunit.client.0.smithi016.stdout: "pgid": "3.2e", 2024-04-15T16:06:23.482 INFO:tasks.workunit.client.0.smithi016.stdout: "pin_stats_invalid": false, 2024-04-15T16:06:23.482 INFO:tasks.workunit.client.0.smithi016.stdout: "purged_snaps": [], 2024-04-15T16:06:23.482 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_epoch": 2721, 2024-04-15T16:06:23.483 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_seq": 4987, 2024-04-15T16:06:23.483 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_duration": 0.0, 2024-04-15T16:06:23.483 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-16T19:42:38.895479+0000", 2024-04-15T16:06:23.483 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrim_duration": 0.0, 2024-04-15T16:06:23.483 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrimq_len": 0, 2024-04-15T16:06:23.483 INFO:tasks.workunit.client.0.smithi016.stdout: "stat_sum": { 2024-04-15T16:06:23.483 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes": 0, 2024-04-15T16:06:23.483 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T16:06:23.483 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_recovered": 0, 2024-04-15T16:06:23.483 INFO:tasks.workunit.client.0.smithi016.stdout: "num_deep_scrub_errors": 0, 2024-04-15T16:06:23.483 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict": 0, 2024-04-15T16:06:23.483 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_kb": 0, 2024-04-15T16:06:23.483 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_full": 0, 2024-04-15T16:06:23.483 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_some": 0, 2024-04-15T16:06:23.483 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush": 0, 2024-04-15T16:06:23.484 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_kb": 0, 2024-04-15T16:06:23.484 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_high": 0, 2024-04-15T16:06:23.484 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_low": 0, 2024-04-15T16:06:23.484 INFO:tasks.workunit.client.0.smithi016.stdout: "num_keys_recovered": 0, 2024-04-15T16:06:23.484 INFO:tasks.workunit.client.0.smithi016.stdout: "num_large_omap_objects": 0, 2024-04-15T16:06:23.484 INFO:tasks.workunit.client.0.smithi016.stdout: "num_legacy_snapsets": 0, 2024-04-15T16:06:23.484 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_clones": 0, 2024-04-15T16:06:23.484 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_copies": 0, 2024-04-15T16:06:23.484 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects": 0, 2024-04-15T16:06:23.484 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_degraded": 0, 2024-04-15T16:06:23.484 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_dirty": 0, 2024-04-15T16:06:23.484 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T16:06:23.484 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_manifest": 0, 2024-04-15T16:06:23.484 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_misplaced": 0, 2024-04-15T16:06:23.485 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing": 0, 2024-04-15T16:06:23.485 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T16:06:23.485 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_omap": 0, 2024-04-15T16:06:23.485 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_pinned": 0, 2024-04-15T16:06:23.485 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_recovered": 0, 2024-04-15T16:06:23.485 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_repaired": 0, 2024-04-15T16:06:23.485 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_unfound": 0, 2024-04-15T16:06:23.485 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_bytes": 0, 2024-04-15T16:06:23.485 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_keys": 0, 2024-04-15T16:06:23.485 INFO:tasks.workunit.client.0.smithi016.stdout: "num_promote": 0, 2024-04-15T16:06:23.485 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read": 0, 2024-04-15T16:06:23.485 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read_kb": 0, 2024-04-15T16:06:23.485 INFO:tasks.workunit.client.0.smithi016.stdout: "num_scrub_errors": 0, 2024-04-15T16:06:23.485 INFO:tasks.workunit.client.0.smithi016.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T16:06:23.485 INFO:tasks.workunit.client.0.smithi016.stdout: "num_whiteouts": 0, 2024-04-15T16:06:23.486 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write": 0, 2024-04-15T16:06:23.486 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write_kb": 0 2024-04-15T16:06:23.486 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:23.486 INFO:tasks.workunit.client.0.smithi016.stdout: "state": "active+clean", 2024-04-15T16:06:23.486 INFO:tasks.workunit.client.0.smithi016.stdout: "stats_invalid": false, 2024-04-15T16:06:23.486 INFO:tasks.workunit.client.0.smithi016.stdout: "up": [ 2024-04-15T16:06:23.486 INFO:tasks.workunit.client.0.smithi016.stdout: 2, 2024-04-15T16:06:23.486 INFO:tasks.workunit.client.0.smithi016.stdout: 6, 2024-04-15T16:06:23.486 INFO:tasks.workunit.client.0.smithi016.stdout: 7 2024-04-15T16:06:23.486 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:23.486 INFO:tasks.workunit.client.0.smithi016.stdout: "up_primary": 2, 2024-04-15T16:06:23.486 INFO:tasks.workunit.client.0.smithi016.stdout: "version": "0'0" 2024-04-15T16:06:23.486 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:23.486 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-15T16:06:23.487 INFO:tasks.workunit.client.0.smithi016.stdout: "acting": [ 2024-04-15T16:06:23.487 INFO:tasks.workunit.client.0.smithi016.stdout: 5, 2024-04-15T16:06:23.487 INFO:tasks.workunit.client.0.smithi016.stdout: 7, 2024-04-15T16:06:23.487 INFO:tasks.workunit.client.0.smithi016.stdout: 4 2024-04-15T16:06:23.487 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:23.487 INFO:tasks.workunit.client.0.smithi016.stdout: "acting_primary": 5, 2024-04-15T16:06:23.487 INFO:tasks.workunit.client.0.smithi016.stdout: "avail_no_missing": [], 2024-04-15T16:06:23.487 INFO:tasks.workunit.client.0.smithi016.stdout: "blocked_by": [], 2024-04-15T16:06:23.487 INFO:tasks.workunit.client.0.smithi016.stdout: "created": 61, 2024-04-15T16:06:23.487 INFO:tasks.workunit.client.0.smithi016.stdout: "dirty_stats_invalid": false, 2024-04-15T16:06:23.487 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T16:06:23.487 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_stats_invalid": false, 2024-04-15T16:06:23.487 INFO:tasks.workunit.client.0.smithi016.stdout: "last_active": "2024-04-15T16:05:12.205539+0000", 2024-04-15T16:06:23.488 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_active": "2024-04-15T14:44:49.375575+0000", 2024-04-15T16:06:23.488 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_peered": "2024-04-15T14:44:49.375575+0000", 2024-04-15T16:06:23.488 INFO:tasks.workunit.client.0.smithi016.stdout: "last_change": "2024-04-15T14:44:49.375877+0000", 2024-04-15T16:06:23.488 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean": "2024-04-15T16:05:12.205539+0000", 2024-04-15T16:06:23.488 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T16:06:23.488 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub": "0'0", 2024-04-15T16:06:23.488 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T16:06:23.488 INFO:tasks.workunit.client.0.smithi016.stdout: "last_epoch_clean": 532, 2024-04-15T16:06:23.488 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fresh": "2024-04-15T16:05:12.205539+0000", 2024-04-15T16:06:23.488 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fullsized": "2024-04-15T16:05:12.205539+0000", 2024-04-15T16:06:23.488 INFO:tasks.workunit.client.0.smithi016.stdout: "last_peered": "2024-04-15T16:05:12.205539+0000", 2024-04-15T16:06:23.488 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub": "0'0", 2024-04-15T16:06:23.488 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_duration": 0, 2024-04-15T16:06:23.488 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T16:06:23.489 INFO:tasks.workunit.client.0.smithi016.stdout: "last_undegraded": "2024-04-15T16:05:12.205539+0000", 2024-04-15T16:06:23.489 INFO:tasks.workunit.client.0.smithi016.stdout: "last_unstale": "2024-04-15T16:05:12.205539+0000", 2024-04-15T16:06:23.489 INFO:tasks.workunit.client.0.smithi016.stdout: "log_dups_size": 0, 2024-04-15T16:06:23.489 INFO:tasks.workunit.client.0.smithi016.stdout: "log_size": 0, 2024-04-15T16:06:23.489 INFO:tasks.workunit.client.0.smithi016.stdout: "log_start": "0'0", 2024-04-15T16:06:23.489 INFO:tasks.workunit.client.0.smithi016.stdout: "manifest_stats_invalid": false, 2024-04-15T16:06:23.489 INFO:tasks.workunit.client.0.smithi016.stdout: "mapping_epoch": 531, 2024-04-15T16:06:23.489 INFO:tasks.workunit.client.0.smithi016.stdout: "object_location_counts": [], 2024-04-15T16:06:23.489 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_scrubbed": 0, 2024-04-15T16:06:23.489 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_trimmed": 0, 2024-04-15T16:06:23.489 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_stats_invalid": false, 2024-04-15T16:06:23.489 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_size": 0, 2024-04-15T16:06:23.489 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_start": "0'0", 2024-04-15T16:06:23.489 INFO:tasks.workunit.client.0.smithi016.stdout: "parent": "0.0", 2024-04-15T16:06:23.490 INFO:tasks.workunit.client.0.smithi016.stdout: "parent_split_bits": 0, 2024-04-15T16:06:23.490 INFO:tasks.workunit.client.0.smithi016.stdout: "pgid": "3.2f", 2024-04-15T16:06:23.490 INFO:tasks.workunit.client.0.smithi016.stdout: "pin_stats_invalid": false, 2024-04-15T16:06:23.490 INFO:tasks.workunit.client.0.smithi016.stdout: "purged_snaps": [], 2024-04-15T16:06:23.490 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_epoch": 2721, 2024-04-15T16:06:23.490 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_seq": 4911, 2024-04-15T16:06:23.490 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_duration": 0.0, 2024-04-15T16:06:23.490 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-16T22:29:42.925503+0000", 2024-04-15T16:06:23.490 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrim_duration": 0.0, 2024-04-15T16:06:23.490 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrimq_len": 0, 2024-04-15T16:06:23.490 INFO:tasks.workunit.client.0.smithi016.stdout: "stat_sum": { 2024-04-15T16:06:23.490 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes": 0, 2024-04-15T16:06:23.490 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T16:06:23.491 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_recovered": 0, 2024-04-15T16:06:23.491 INFO:tasks.workunit.client.0.smithi016.stdout: "num_deep_scrub_errors": 0, 2024-04-15T16:06:23.491 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict": 0, 2024-04-15T16:06:23.491 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_kb": 0, 2024-04-15T16:06:23.491 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_full": 0, 2024-04-15T16:06:23.491 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_some": 0, 2024-04-15T16:06:23.491 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush": 0, 2024-04-15T16:06:23.491 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_kb": 0, 2024-04-15T16:06:23.491 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_high": 0, 2024-04-15T16:06:23.491 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_low": 0, 2024-04-15T16:06:23.491 INFO:tasks.workunit.client.0.smithi016.stdout: "num_keys_recovered": 0, 2024-04-15T16:06:23.491 INFO:tasks.workunit.client.0.smithi016.stdout: "num_large_omap_objects": 0, 2024-04-15T16:06:23.491 INFO:tasks.workunit.client.0.smithi016.stdout: "num_legacy_snapsets": 0, 2024-04-15T16:06:23.491 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_clones": 0, 2024-04-15T16:06:23.492 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_copies": 0, 2024-04-15T16:06:23.492 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects": 0, 2024-04-15T16:06:23.492 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_degraded": 0, 2024-04-15T16:06:23.492 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_dirty": 0, 2024-04-15T16:06:23.492 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T16:06:23.492 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_manifest": 0, 2024-04-15T16:06:23.492 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_misplaced": 0, 2024-04-15T16:06:23.492 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing": 0, 2024-04-15T16:06:23.492 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T16:06:23.492 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_omap": 0, 2024-04-15T16:06:23.492 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_pinned": 0, 2024-04-15T16:06:23.492 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_recovered": 0, 2024-04-15T16:06:23.492 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_repaired": 0, 2024-04-15T16:06:23.493 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_unfound": 0, 2024-04-15T16:06:23.493 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_bytes": 0, 2024-04-15T16:06:23.493 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_keys": 0, 2024-04-15T16:06:23.493 INFO:tasks.workunit.client.0.smithi016.stdout: "num_promote": 0, 2024-04-15T16:06:23.493 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read": 0, 2024-04-15T16:06:23.493 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read_kb": 0, 2024-04-15T16:06:23.493 INFO:tasks.workunit.client.0.smithi016.stdout: "num_scrub_errors": 0, 2024-04-15T16:06:23.493 INFO:tasks.workunit.client.0.smithi016.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T16:06:23.493 INFO:tasks.workunit.client.0.smithi016.stdout: "num_whiteouts": 0, 2024-04-15T16:06:23.493 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write": 0, 2024-04-15T16:06:23.493 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write_kb": 0 2024-04-15T16:06:23.493 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:23.494 INFO:tasks.workunit.client.0.smithi016.stdout: "state": "active+clean", 2024-04-15T16:06:23.494 INFO:tasks.workunit.client.0.smithi016.stdout: "stats_invalid": false, 2024-04-15T16:06:23.494 INFO:tasks.workunit.client.0.smithi016.stdout: "up": [ 2024-04-15T16:06:23.494 INFO:tasks.workunit.client.0.smithi016.stdout: 5, 2024-04-15T16:06:23.494 INFO:tasks.workunit.client.0.smithi016.stdout: 7, 2024-04-15T16:06:23.494 INFO:tasks.workunit.client.0.smithi016.stdout: 4 2024-04-15T16:06:23.494 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:23.494 INFO:tasks.workunit.client.0.smithi016.stdout: "up_primary": 5, 2024-04-15T16:06:23.494 INFO:tasks.workunit.client.0.smithi016.stdout: "version": "0'0" 2024-04-15T16:06:23.494 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:23.494 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-15T16:06:23.494 INFO:tasks.workunit.client.0.smithi016.stdout: "acting": [ 2024-04-15T16:06:23.494 INFO:tasks.workunit.client.0.smithi016.stdout: 5, 2024-04-15T16:06:23.494 INFO:tasks.workunit.client.0.smithi016.stdout: 0, 2024-04-15T16:06:23.495 INFO:tasks.workunit.client.0.smithi016.stdout: 7 2024-04-15T16:06:23.495 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:23.495 INFO:tasks.workunit.client.0.smithi016.stdout: "acting_primary": 5, 2024-04-15T16:06:23.495 INFO:tasks.workunit.client.0.smithi016.stdout: "avail_no_missing": [], 2024-04-15T16:06:23.495 INFO:tasks.workunit.client.0.smithi016.stdout: "blocked_by": [], 2024-04-15T16:06:23.495 INFO:tasks.workunit.client.0.smithi016.stdout: "created": 61, 2024-04-15T16:06:23.495 INFO:tasks.workunit.client.0.smithi016.stdout: "dirty_stats_invalid": false, 2024-04-15T16:06:23.495 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T16:06:23.495 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_stats_invalid": false, 2024-04-15T16:06:23.495 INFO:tasks.workunit.client.0.smithi016.stdout: "last_active": "2024-04-15T16:05:12.199919+0000", 2024-04-15T16:06:23.495 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_active": "2024-04-15T14:44:49.374585+0000", 2024-04-15T16:06:23.495 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_peered": "2024-04-15T14:44:49.374585+0000", 2024-04-15T16:06:23.495 INFO:tasks.workunit.client.0.smithi016.stdout: "last_change": "2024-04-15T14:44:49.374931+0000", 2024-04-15T16:06:23.496 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean": "2024-04-15T16:05:12.199919+0000", 2024-04-15T16:06:23.496 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T16:06:23.496 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub": "0'0", 2024-04-15T16:06:23.496 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T16:06:23.496 INFO:tasks.workunit.client.0.smithi016.stdout: "last_epoch_clean": 532, 2024-04-15T16:06:23.496 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fresh": "2024-04-15T16:05:12.199919+0000", 2024-04-15T16:06:23.496 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fullsized": "2024-04-15T16:05:12.199919+0000", 2024-04-15T16:06:23.496 INFO:tasks.workunit.client.0.smithi016.stdout: "last_peered": "2024-04-15T16:05:12.199919+0000", 2024-04-15T16:06:23.496 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub": "0'0", 2024-04-15T16:06:23.496 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_duration": 0, 2024-04-15T16:06:23.496 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T16:06:23.496 INFO:tasks.workunit.client.0.smithi016.stdout: "last_undegraded": "2024-04-15T16:05:12.199919+0000", 2024-04-15T16:06:23.496 INFO:tasks.workunit.client.0.smithi016.stdout: "last_unstale": "2024-04-15T16:05:12.199919+0000", 2024-04-15T16:06:23.496 INFO:tasks.workunit.client.0.smithi016.stdout: "log_dups_size": 0, 2024-04-15T16:06:23.496 INFO:tasks.workunit.client.0.smithi016.stdout: "log_size": 0, 2024-04-15T16:06:23.497 INFO:tasks.workunit.client.0.smithi016.stdout: "log_start": "0'0", 2024-04-15T16:06:23.497 INFO:tasks.workunit.client.0.smithi016.stdout: "manifest_stats_invalid": false, 2024-04-15T16:06:23.497 INFO:tasks.workunit.client.0.smithi016.stdout: "mapping_epoch": 531, 2024-04-15T16:06:23.497 INFO:tasks.workunit.client.0.smithi016.stdout: "object_location_counts": [], 2024-04-15T16:06:23.497 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_scrubbed": 0, 2024-04-15T16:06:23.497 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_trimmed": 0, 2024-04-15T16:06:23.497 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_stats_invalid": false, 2024-04-15T16:06:23.497 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_size": 0, 2024-04-15T16:06:23.497 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_start": "0'0", 2024-04-15T16:06:23.497 INFO:tasks.workunit.client.0.smithi016.stdout: "parent": "0.0", 2024-04-15T16:06:23.497 INFO:tasks.workunit.client.0.smithi016.stdout: "parent_split_bits": 0, 2024-04-15T16:06:23.497 INFO:tasks.workunit.client.0.smithi016.stdout: "pgid": "3.30", 2024-04-15T16:06:23.497 INFO:tasks.workunit.client.0.smithi016.stdout: "pin_stats_invalid": false, 2024-04-15T16:06:23.497 INFO:tasks.workunit.client.0.smithi016.stdout: "purged_snaps": [], 2024-04-15T16:06:23.498 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_epoch": 2721, 2024-04-15T16:06:23.498 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_seq": 4915, 2024-04-15T16:06:23.498 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_duration": 0.0, 2024-04-15T16:06:23.498 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-16T14:50:47.604796+0000", 2024-04-15T16:06:23.498 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrim_duration": 0.0, 2024-04-15T16:06:23.498 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrimq_len": 0, 2024-04-15T16:06:23.498 INFO:tasks.workunit.client.0.smithi016.stdout: "stat_sum": { 2024-04-15T16:06:23.498 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes": 0, 2024-04-15T16:06:23.498 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T16:06:23.498 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_recovered": 0, 2024-04-15T16:06:23.498 INFO:tasks.workunit.client.0.smithi016.stdout: "num_deep_scrub_errors": 0, 2024-04-15T16:06:23.498 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict": 0, 2024-04-15T16:06:23.498 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_kb": 0, 2024-04-15T16:06:23.498 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_full": 0, 2024-04-15T16:06:23.499 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_some": 0, 2024-04-15T16:06:23.499 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush": 0, 2024-04-15T16:06:23.499 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_kb": 0, 2024-04-15T16:06:23.499 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_high": 0, 2024-04-15T16:06:23.499 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_low": 0, 2024-04-15T16:06:23.499 INFO:tasks.workunit.client.0.smithi016.stdout: "num_keys_recovered": 0, 2024-04-15T16:06:23.499 INFO:tasks.workunit.client.0.smithi016.stdout: "num_large_omap_objects": 0, 2024-04-15T16:06:23.499 INFO:tasks.workunit.client.0.smithi016.stdout: "num_legacy_snapsets": 0, 2024-04-15T16:06:23.499 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_clones": 0, 2024-04-15T16:06:23.499 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_copies": 0, 2024-04-15T16:06:23.499 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects": 0, 2024-04-15T16:06:23.499 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_degraded": 0, 2024-04-15T16:06:23.499 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_dirty": 0, 2024-04-15T16:06:23.499 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T16:06:23.500 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_manifest": 0, 2024-04-15T16:06:23.500 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_misplaced": 0, 2024-04-15T16:06:23.500 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing": 0, 2024-04-15T16:06:23.500 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T16:06:23.500 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_omap": 0, 2024-04-15T16:06:23.500 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_pinned": 0, 2024-04-15T16:06:23.500 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_recovered": 0, 2024-04-15T16:06:23.500 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_repaired": 0, 2024-04-15T16:06:23.500 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_unfound": 0, 2024-04-15T16:06:23.500 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_bytes": 0, 2024-04-15T16:06:23.500 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_keys": 0, 2024-04-15T16:06:23.500 INFO:tasks.workunit.client.0.smithi016.stdout: "num_promote": 0, 2024-04-15T16:06:23.500 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read": 0, 2024-04-15T16:06:23.500 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read_kb": 0, 2024-04-15T16:06:23.500 INFO:tasks.workunit.client.0.smithi016.stdout: "num_scrub_errors": 0, 2024-04-15T16:06:23.501 INFO:tasks.workunit.client.0.smithi016.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T16:06:23.501 INFO:tasks.workunit.client.0.smithi016.stdout: "num_whiteouts": 0, 2024-04-15T16:06:23.501 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write": 0, 2024-04-15T16:06:23.501 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write_kb": 0 2024-04-15T16:06:23.501 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:23.501 INFO:tasks.workunit.client.0.smithi016.stdout: "state": "active+clean", 2024-04-15T16:06:23.501 INFO:tasks.workunit.client.0.smithi016.stdout: "stats_invalid": false, 2024-04-15T16:06:23.501 INFO:tasks.workunit.client.0.smithi016.stdout: "up": [ 2024-04-15T16:06:23.501 INFO:tasks.workunit.client.0.smithi016.stdout: 5, 2024-04-15T16:06:23.501 INFO:tasks.workunit.client.0.smithi016.stdout: 0, 2024-04-15T16:06:23.501 INFO:tasks.workunit.client.0.smithi016.stdout: 7 2024-04-15T16:06:23.501 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:23.501 INFO:tasks.workunit.client.0.smithi016.stdout: "up_primary": 5, 2024-04-15T16:06:23.501 INFO:tasks.workunit.client.0.smithi016.stdout: "version": "0'0" 2024-04-15T16:06:23.501 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:23.502 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-15T16:06:23.502 INFO:tasks.workunit.client.0.smithi016.stdout: "acting": [ 2024-04-15T16:06:23.502 INFO:tasks.workunit.client.0.smithi016.stdout: 1, 2024-04-15T16:06:23.502 INFO:tasks.workunit.client.0.smithi016.stdout: 4, 2024-04-15T16:06:23.502 INFO:tasks.workunit.client.0.smithi016.stdout: 5 2024-04-15T16:06:23.502 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:23.502 INFO:tasks.workunit.client.0.smithi016.stdout: "acting_primary": 1, 2024-04-15T16:06:23.502 INFO:tasks.workunit.client.0.smithi016.stdout: "avail_no_missing": [], 2024-04-15T16:06:23.502 INFO:tasks.workunit.client.0.smithi016.stdout: "blocked_by": [], 2024-04-15T16:06:23.502 INFO:tasks.workunit.client.0.smithi016.stdout: "created": 61, 2024-04-15T16:06:23.502 INFO:tasks.workunit.client.0.smithi016.stdout: "dirty_stats_invalid": false, 2024-04-15T16:06:23.502 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T16:06:23.502 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_stats_invalid": false, 2024-04-15T16:06:23.502 INFO:tasks.workunit.client.0.smithi016.stdout: "last_active": "2024-04-15T16:05:11.869982+0000", 2024-04-15T16:06:23.503 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_active": "2024-04-15T14:43:53.354860+0000", 2024-04-15T16:06:23.503 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_peered": "2024-04-15T14:43:53.354860+0000", 2024-04-15T16:06:23.503 INFO:tasks.workunit.client.0.smithi016.stdout: "last_change": "2024-04-15T14:43:53.355197+0000", 2024-04-15T16:06:23.503 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean": "2024-04-15T16:05:11.869982+0000", 2024-04-15T16:06:23.503 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T16:06:23.503 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub": "0'0", 2024-04-15T16:06:23.503 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T16:06:23.503 INFO:tasks.workunit.client.0.smithi016.stdout: "last_epoch_clean": 476, 2024-04-15T16:06:23.503 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fresh": "2024-04-15T16:05:11.869982+0000", 2024-04-15T16:06:23.503 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fullsized": "2024-04-15T16:05:11.869982+0000", 2024-04-15T16:06:23.503 INFO:tasks.workunit.client.0.smithi016.stdout: "last_peered": "2024-04-15T16:05:11.869982+0000", 2024-04-15T16:06:23.503 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub": "0'0", 2024-04-15T16:06:23.503 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_duration": 0, 2024-04-15T16:06:23.503 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T16:06:23.503 INFO:tasks.workunit.client.0.smithi016.stdout: "last_undegraded": "2024-04-15T16:05:11.869982+0000", 2024-04-15T16:06:23.504 INFO:tasks.workunit.client.0.smithi016.stdout: "last_unstale": "2024-04-15T16:05:11.869982+0000", 2024-04-15T16:06:23.504 INFO:tasks.workunit.client.0.smithi016.stdout: "log_dups_size": 0, 2024-04-15T16:06:23.504 INFO:tasks.workunit.client.0.smithi016.stdout: "log_size": 0, 2024-04-15T16:06:23.504 INFO:tasks.workunit.client.0.smithi016.stdout: "log_start": "0'0", 2024-04-15T16:06:23.504 INFO:tasks.workunit.client.0.smithi016.stdout: "manifest_stats_invalid": false, 2024-04-15T16:06:23.504 INFO:tasks.workunit.client.0.smithi016.stdout: "mapping_epoch": 475, 2024-04-15T16:06:23.504 INFO:tasks.workunit.client.0.smithi016.stdout: "object_location_counts": [], 2024-04-15T16:06:23.504 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_scrubbed": 0, 2024-04-15T16:06:23.504 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_trimmed": 0, 2024-04-15T16:06:23.504 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_stats_invalid": false, 2024-04-15T16:06:23.504 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_size": 0, 2024-04-15T16:06:23.504 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_start": "0'0", 2024-04-15T16:06:23.504 INFO:tasks.workunit.client.0.smithi016.stdout: "parent": "0.0", 2024-04-15T16:06:23.504 INFO:tasks.workunit.client.0.smithi016.stdout: "parent_split_bits": 0, 2024-04-15T16:06:23.504 INFO:tasks.workunit.client.0.smithi016.stdout: "pgid": "3.31", 2024-04-15T16:06:23.505 INFO:tasks.workunit.client.0.smithi016.stdout: "pin_stats_invalid": false, 2024-04-15T16:06:23.505 INFO:tasks.workunit.client.0.smithi016.stdout: "purged_snaps": [], 2024-04-15T16:06:23.505 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_epoch": 2721, 2024-04-15T16:06:23.505 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_seq": 5039, 2024-04-15T16:06:23.505 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_duration": 0.0, 2024-04-15T16:06:23.505 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-17T01:50:26.686937+0000", 2024-04-15T16:06:23.505 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrim_duration": 0.0, 2024-04-15T16:06:23.505 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrimq_len": 0, 2024-04-15T16:06:23.505 INFO:tasks.workunit.client.0.smithi016.stdout: "stat_sum": { 2024-04-15T16:06:23.505 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes": 0, 2024-04-15T16:06:23.505 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T16:06:23.505 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_recovered": 0, 2024-04-15T16:06:23.505 INFO:tasks.workunit.client.0.smithi016.stdout: "num_deep_scrub_errors": 0, 2024-04-15T16:06:23.505 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict": 0, 2024-04-15T16:06:23.505 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_kb": 0, 2024-04-15T16:06:23.506 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_full": 0, 2024-04-15T16:06:23.506 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_some": 0, 2024-04-15T16:06:23.506 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush": 0, 2024-04-15T16:06:23.506 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_kb": 0, 2024-04-15T16:06:23.506 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_high": 0, 2024-04-15T16:06:23.506 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_low": 0, 2024-04-15T16:06:23.506 INFO:tasks.workunit.client.0.smithi016.stdout: "num_keys_recovered": 0, 2024-04-15T16:06:23.506 INFO:tasks.workunit.client.0.smithi016.stdout: "num_large_omap_objects": 0, 2024-04-15T16:06:23.506 INFO:tasks.workunit.client.0.smithi016.stdout: "num_legacy_snapsets": 0, 2024-04-15T16:06:23.506 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_clones": 0, 2024-04-15T16:06:23.506 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_copies": 0, 2024-04-15T16:06:23.506 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects": 0, 2024-04-15T16:06:23.506 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_degraded": 0, 2024-04-15T16:06:23.506 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_dirty": 0, 2024-04-15T16:06:23.507 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T16:06:23.507 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_manifest": 0, 2024-04-15T16:06:23.507 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_misplaced": 0, 2024-04-15T16:06:23.507 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing": 0, 2024-04-15T16:06:23.507 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T16:06:23.507 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_omap": 0, 2024-04-15T16:06:23.507 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_pinned": 0, 2024-04-15T16:06:23.507 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_recovered": 0, 2024-04-15T16:06:23.507 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_repaired": 0, 2024-04-15T16:06:23.507 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_unfound": 0, 2024-04-15T16:06:23.507 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_bytes": 0, 2024-04-15T16:06:23.507 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_keys": 0, 2024-04-15T16:06:23.507 INFO:tasks.workunit.client.0.smithi016.stdout: "num_promote": 0, 2024-04-15T16:06:23.507 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read": 0, 2024-04-15T16:06:23.508 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read_kb": 0, 2024-04-15T16:06:23.508 INFO:tasks.workunit.client.0.smithi016.stdout: "num_scrub_errors": 0, 2024-04-15T16:06:23.508 INFO:tasks.workunit.client.0.smithi016.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T16:06:23.508 INFO:tasks.workunit.client.0.smithi016.stdout: "num_whiteouts": 0, 2024-04-15T16:06:23.508 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write": 0, 2024-04-15T16:06:23.508 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write_kb": 0 2024-04-15T16:06:23.508 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:23.508 INFO:tasks.workunit.client.0.smithi016.stdout: "state": "active+clean", 2024-04-15T16:06:23.508 INFO:tasks.workunit.client.0.smithi016.stdout: "stats_invalid": false, 2024-04-15T16:06:23.508 INFO:tasks.workunit.client.0.smithi016.stdout: "up": [ 2024-04-15T16:06:23.508 INFO:tasks.workunit.client.0.smithi016.stdout: 1, 2024-04-15T16:06:23.508 INFO:tasks.workunit.client.0.smithi016.stdout: 4, 2024-04-15T16:06:23.508 INFO:tasks.workunit.client.0.smithi016.stdout: 5 2024-04-15T16:06:23.508 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:23.508 INFO:tasks.workunit.client.0.smithi016.stdout: "up_primary": 1, 2024-04-15T16:06:23.509 INFO:tasks.workunit.client.0.smithi016.stdout: "version": "0'0" 2024-04-15T16:06:23.509 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:23.509 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-15T16:06:23.509 INFO:tasks.workunit.client.0.smithi016.stdout: "acting": [ 2024-04-15T16:06:23.509 INFO:tasks.workunit.client.0.smithi016.stdout: 0, 2024-04-15T16:06:23.509 INFO:tasks.workunit.client.0.smithi016.stdout: 1, 2024-04-15T16:06:23.509 INFO:tasks.workunit.client.0.smithi016.stdout: 5 2024-04-15T16:06:23.509 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:23.509 INFO:tasks.workunit.client.0.smithi016.stdout: "acting_primary": 0, 2024-04-15T16:06:23.509 INFO:tasks.workunit.client.0.smithi016.stdout: "avail_no_missing": [], 2024-04-15T16:06:23.509 INFO:tasks.workunit.client.0.smithi016.stdout: "blocked_by": [], 2024-04-15T16:06:23.509 INFO:tasks.workunit.client.0.smithi016.stdout: "created": 61, 2024-04-15T16:06:23.509 INFO:tasks.workunit.client.0.smithi016.stdout: "dirty_stats_invalid": false, 2024-04-15T16:06:23.510 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T16:06:23.510 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_stats_invalid": false, 2024-04-15T16:06:23.510 INFO:tasks.workunit.client.0.smithi016.stdout: "last_active": "2024-04-15T16:05:11.411545+0000", 2024-04-15T16:06:23.510 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_active": "2024-04-15T14:43:53.353157+0000", 2024-04-15T16:06:23.510 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_peered": "2024-04-15T14:43:53.353157+0000", 2024-04-15T16:06:23.510 INFO:tasks.workunit.client.0.smithi016.stdout: "last_change": "2024-04-15T14:43:53.353514+0000", 2024-04-15T16:06:23.510 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean": "2024-04-15T16:05:11.411545+0000", 2024-04-15T16:06:23.510 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T16:06:23.510 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub": "0'0", 2024-04-15T16:06:23.510 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T16:06:23.510 INFO:tasks.workunit.client.0.smithi016.stdout: "last_epoch_clean": 476, 2024-04-15T16:06:23.510 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fresh": "2024-04-15T16:05:11.411545+0000", 2024-04-15T16:06:23.510 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fullsized": "2024-04-15T16:05:11.411545+0000", 2024-04-15T16:06:23.510 INFO:tasks.workunit.client.0.smithi016.stdout: "last_peered": "2024-04-15T16:05:11.411545+0000", 2024-04-15T16:06:23.511 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub": "0'0", 2024-04-15T16:06:23.511 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_duration": 0, 2024-04-15T16:06:23.511 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T16:06:23.511 INFO:tasks.workunit.client.0.smithi016.stdout: "last_undegraded": "2024-04-15T16:05:11.411545+0000", 2024-04-15T16:06:23.511 INFO:tasks.workunit.client.0.smithi016.stdout: "last_unstale": "2024-04-15T16:05:11.411545+0000", 2024-04-15T16:06:23.511 INFO:tasks.workunit.client.0.smithi016.stdout: "log_dups_size": 0, 2024-04-15T16:06:23.511 INFO:tasks.workunit.client.0.smithi016.stdout: "log_size": 0, 2024-04-15T16:06:23.511 INFO:tasks.workunit.client.0.smithi016.stdout: "log_start": "0'0", 2024-04-15T16:06:23.511 INFO:tasks.workunit.client.0.smithi016.stdout: "manifest_stats_invalid": false, 2024-04-15T16:06:23.511 INFO:tasks.workunit.client.0.smithi016.stdout: "mapping_epoch": 475, 2024-04-15T16:06:23.511 INFO:tasks.workunit.client.0.smithi016.stdout: "object_location_counts": [], 2024-04-15T16:06:23.511 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_scrubbed": 0, 2024-04-15T16:06:23.511 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_trimmed": 0, 2024-04-15T16:06:23.511 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_stats_invalid": false, 2024-04-15T16:06:23.512 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_size": 0, 2024-04-15T16:06:23.512 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_start": "0'0", 2024-04-15T16:06:23.512 INFO:tasks.workunit.client.0.smithi016.stdout: "parent": "0.0", 2024-04-15T16:06:23.512 INFO:tasks.workunit.client.0.smithi016.stdout: "parent_split_bits": 0, 2024-04-15T16:06:23.512 INFO:tasks.workunit.client.0.smithi016.stdout: "pgid": "3.32", 2024-04-15T16:06:23.512 INFO:tasks.workunit.client.0.smithi016.stdout: "pin_stats_invalid": false, 2024-04-15T16:06:23.512 INFO:tasks.workunit.client.0.smithi016.stdout: "purged_snaps": [], 2024-04-15T16:06:23.512 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_epoch": 2721, 2024-04-15T16:06:23.512 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_seq": 5059, 2024-04-15T16:06:23.512 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_duration": 0.0, 2024-04-15T16:06:23.512 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-16T18:14:01.687967+0000", 2024-04-15T16:06:23.512 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrim_duration": 0.0, 2024-04-15T16:06:23.512 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrimq_len": 0, 2024-04-15T16:06:23.512 INFO:tasks.workunit.client.0.smithi016.stdout: "stat_sum": { 2024-04-15T16:06:23.512 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes": 0, 2024-04-15T16:06:23.513 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T16:06:23.513 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_recovered": 0, 2024-04-15T16:06:23.513 INFO:tasks.workunit.client.0.smithi016.stdout: "num_deep_scrub_errors": 0, 2024-04-15T16:06:23.513 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict": 0, 2024-04-15T16:06:23.513 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_kb": 0, 2024-04-15T16:06:23.513 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_full": 0, 2024-04-15T16:06:23.513 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_some": 0, 2024-04-15T16:06:23.513 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush": 0, 2024-04-15T16:06:23.513 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_kb": 0, 2024-04-15T16:06:23.513 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_high": 0, 2024-04-15T16:06:23.513 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_low": 0, 2024-04-15T16:06:23.513 INFO:tasks.workunit.client.0.smithi016.stdout: "num_keys_recovered": 0, 2024-04-15T16:06:23.513 INFO:tasks.workunit.client.0.smithi016.stdout: "num_large_omap_objects": 0, 2024-04-15T16:06:23.513 INFO:tasks.workunit.client.0.smithi016.stdout: "num_legacy_snapsets": 0, 2024-04-15T16:06:23.514 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_clones": 0, 2024-04-15T16:06:23.514 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_copies": 0, 2024-04-15T16:06:23.514 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects": 0, 2024-04-15T16:06:23.514 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_degraded": 0, 2024-04-15T16:06:23.514 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_dirty": 0, 2024-04-15T16:06:23.514 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T16:06:23.514 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_manifest": 0, 2024-04-15T16:06:23.514 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_misplaced": 0, 2024-04-15T16:06:23.514 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing": 0, 2024-04-15T16:06:23.514 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T16:06:23.514 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_omap": 0, 2024-04-15T16:06:23.514 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_pinned": 0, 2024-04-15T16:06:23.514 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_recovered": 0, 2024-04-15T16:06:23.515 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_repaired": 0, 2024-04-15T16:06:23.515 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_unfound": 0, 2024-04-15T16:06:23.515 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_bytes": 0, 2024-04-15T16:06:23.515 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_keys": 0, 2024-04-15T16:06:23.515 INFO:tasks.workunit.client.0.smithi016.stdout: "num_promote": 0, 2024-04-15T16:06:23.515 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read": 0, 2024-04-15T16:06:23.515 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read_kb": 0, 2024-04-15T16:06:23.515 INFO:tasks.workunit.client.0.smithi016.stdout: "num_scrub_errors": 0, 2024-04-15T16:06:23.515 INFO:tasks.workunit.client.0.smithi016.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T16:06:23.515 INFO:tasks.workunit.client.0.smithi016.stdout: "num_whiteouts": 0, 2024-04-15T16:06:23.515 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write": 0, 2024-04-15T16:06:23.515 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write_kb": 0 2024-04-15T16:06:23.515 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:23.515 INFO:tasks.workunit.client.0.smithi016.stdout: "state": "active+clean", 2024-04-15T16:06:23.515 INFO:tasks.workunit.client.0.smithi016.stdout: "stats_invalid": false, 2024-04-15T16:06:23.516 INFO:tasks.workunit.client.0.smithi016.stdout: "up": [ 2024-04-15T16:06:23.516 INFO:tasks.workunit.client.0.smithi016.stdout: 0, 2024-04-15T16:06:23.516 INFO:tasks.workunit.client.0.smithi016.stdout: 1, 2024-04-15T16:06:23.516 INFO:tasks.workunit.client.0.smithi016.stdout: 5 2024-04-15T16:06:23.516 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:23.516 INFO:tasks.workunit.client.0.smithi016.stdout: "up_primary": 0, 2024-04-15T16:06:23.516 INFO:tasks.workunit.client.0.smithi016.stdout: "version": "0'0" 2024-04-15T16:06:23.516 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:23.516 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-15T16:06:23.516 INFO:tasks.workunit.client.0.smithi016.stdout: "acting": [ 2024-04-15T16:06:23.516 INFO:tasks.workunit.client.0.smithi016.stdout: 3, 2024-04-15T16:06:23.516 INFO:tasks.workunit.client.0.smithi016.stdout: 6, 2024-04-15T16:06:23.516 INFO:tasks.workunit.client.0.smithi016.stdout: 1 2024-04-15T16:06:23.516 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:23.517 INFO:tasks.workunit.client.0.smithi016.stdout: "acting_primary": 3, 2024-04-15T16:06:23.517 INFO:tasks.workunit.client.0.smithi016.stdout: "avail_no_missing": [], 2024-04-15T16:06:23.517 INFO:tasks.workunit.client.0.smithi016.stdout: "blocked_by": [], 2024-04-15T16:06:23.517 INFO:tasks.workunit.client.0.smithi016.stdout: "created": 61, 2024-04-15T16:06:23.517 INFO:tasks.workunit.client.0.smithi016.stdout: "dirty_stats_invalid": false, 2024-04-15T16:06:23.517 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T16:06:23.517 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_stats_invalid": false, 2024-04-15T16:06:23.517 INFO:tasks.workunit.client.0.smithi016.stdout: "last_active": "2024-04-15T16:05:12.197203+0000", 2024-04-15T16:06:23.517 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_active": "2024-04-15T14:44:28.460193+0000", 2024-04-15T16:06:23.517 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_peered": "2024-04-15T14:44:28.460193+0000", 2024-04-15T16:06:23.517 INFO:tasks.workunit.client.0.smithi016.stdout: "last_change": "2024-04-15T14:44:28.460543+0000", 2024-04-15T16:06:23.517 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean": "2024-04-15T16:05:12.197203+0000", 2024-04-15T16:06:23.517 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T16:06:23.517 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub": "0'0", 2024-04-15T16:06:23.517 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T16:06:23.518 INFO:tasks.workunit.client.0.smithi016.stdout: "last_epoch_clean": 511, 2024-04-15T16:06:23.518 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fresh": "2024-04-15T16:05:12.197203+0000", 2024-04-15T16:06:23.518 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fullsized": "2024-04-15T16:05:12.197203+0000", 2024-04-15T16:06:23.518 INFO:tasks.workunit.client.0.smithi016.stdout: "last_peered": "2024-04-15T16:05:12.197203+0000", 2024-04-15T16:06:23.518 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub": "0'0", 2024-04-15T16:06:23.518 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_duration": 0, 2024-04-15T16:06:23.518 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T16:06:23.518 INFO:tasks.workunit.client.0.smithi016.stdout: "last_undegraded": "2024-04-15T16:05:12.197203+0000", 2024-04-15T16:06:23.518 INFO:tasks.workunit.client.0.smithi016.stdout: "last_unstale": "2024-04-15T16:05:12.197203+0000", 2024-04-15T16:06:23.518 INFO:tasks.workunit.client.0.smithi016.stdout: "log_dups_size": 0, 2024-04-15T16:06:23.518 INFO:tasks.workunit.client.0.smithi016.stdout: "log_size": 0, 2024-04-15T16:06:23.518 INFO:tasks.workunit.client.0.smithi016.stdout: "log_start": "0'0", 2024-04-15T16:06:23.518 INFO:tasks.workunit.client.0.smithi016.stdout: "manifest_stats_invalid": false, 2024-04-15T16:06:23.519 INFO:tasks.workunit.client.0.smithi016.stdout: "mapping_epoch": 510, 2024-04-15T16:06:23.519 INFO:tasks.workunit.client.0.smithi016.stdout: "object_location_counts": [], 2024-04-15T16:06:23.519 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_scrubbed": 0, 2024-04-15T16:06:23.519 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_trimmed": 0, 2024-04-15T16:06:23.519 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_stats_invalid": false, 2024-04-15T16:06:23.519 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_size": 0, 2024-04-15T16:06:23.519 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_start": "0'0", 2024-04-15T16:06:23.519 INFO:tasks.workunit.client.0.smithi016.stdout: "parent": "0.0", 2024-04-15T16:06:23.519 INFO:tasks.workunit.client.0.smithi016.stdout: "parent_split_bits": 0, 2024-04-15T16:06:23.519 INFO:tasks.workunit.client.0.smithi016.stdout: "pgid": "3.33", 2024-04-15T16:06:23.519 INFO:tasks.workunit.client.0.smithi016.stdout: "pin_stats_invalid": false, 2024-04-15T16:06:23.519 INFO:tasks.workunit.client.0.smithi016.stdout: "purged_snaps": [], 2024-04-15T16:06:23.519 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_epoch": 2721, 2024-04-15T16:06:23.519 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_seq": 4943, 2024-04-15T16:06:23.520 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_duration": 0.0, 2024-04-15T16:06:23.520 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-16T21:25:29.521115+0000", 2024-04-15T16:06:23.520 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrim_duration": 0.0, 2024-04-15T16:06:23.520 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrimq_len": 0, 2024-04-15T16:06:23.520 INFO:tasks.workunit.client.0.smithi016.stdout: "stat_sum": { 2024-04-15T16:06:23.520 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes": 0, 2024-04-15T16:06:23.520 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T16:06:23.520 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_recovered": 0, 2024-04-15T16:06:23.520 INFO:tasks.workunit.client.0.smithi016.stdout: "num_deep_scrub_errors": 0, 2024-04-15T16:06:23.520 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict": 0, 2024-04-15T16:06:23.520 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_kb": 0, 2024-04-15T16:06:23.520 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_full": 0, 2024-04-15T16:06:23.520 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_some": 0, 2024-04-15T16:06:23.520 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush": 0, 2024-04-15T16:06:23.520 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_kb": 0, 2024-04-15T16:06:23.521 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_high": 0, 2024-04-15T16:06:23.521 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_low": 0, 2024-04-15T16:06:23.521 INFO:tasks.workunit.client.0.smithi016.stdout: "num_keys_recovered": 0, 2024-04-15T16:06:23.521 INFO:tasks.workunit.client.0.smithi016.stdout: "num_large_omap_objects": 0, 2024-04-15T16:06:23.521 INFO:tasks.workunit.client.0.smithi016.stdout: "num_legacy_snapsets": 0, 2024-04-15T16:06:23.521 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_clones": 0, 2024-04-15T16:06:23.521 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_copies": 0, 2024-04-15T16:06:23.521 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects": 0, 2024-04-15T16:06:23.521 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_degraded": 0, 2024-04-15T16:06:23.521 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_dirty": 0, 2024-04-15T16:06:23.521 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T16:06:23.521 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_manifest": 0, 2024-04-15T16:06:23.521 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_misplaced": 0, 2024-04-15T16:06:23.521 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing": 0, 2024-04-15T16:06:23.522 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T16:06:23.522 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_omap": 0, 2024-04-15T16:06:23.522 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_pinned": 0, 2024-04-15T16:06:23.522 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_recovered": 0, 2024-04-15T16:06:23.522 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_repaired": 0, 2024-04-15T16:06:23.522 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_unfound": 0, 2024-04-15T16:06:23.522 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_bytes": 0, 2024-04-15T16:06:23.522 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_keys": 0, 2024-04-15T16:06:23.522 INFO:tasks.workunit.client.0.smithi016.stdout: "num_promote": 0, 2024-04-15T16:06:23.522 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read": 0, 2024-04-15T16:06:23.522 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read_kb": 0, 2024-04-15T16:06:23.522 INFO:tasks.workunit.client.0.smithi016.stdout: "num_scrub_errors": 0, 2024-04-15T16:06:23.522 INFO:tasks.workunit.client.0.smithi016.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T16:06:23.522 INFO:tasks.workunit.client.0.smithi016.stdout: "num_whiteouts": 0, 2024-04-15T16:06:23.523 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write": 0, 2024-04-15T16:06:23.523 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write_kb": 0 2024-04-15T16:06:23.523 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:23.523 INFO:tasks.workunit.client.0.smithi016.stdout: "state": "active+clean", 2024-04-15T16:06:23.523 INFO:tasks.workunit.client.0.smithi016.stdout: "stats_invalid": false, 2024-04-15T16:06:23.523 INFO:tasks.workunit.client.0.smithi016.stdout: "up": [ 2024-04-15T16:06:23.523 INFO:tasks.workunit.client.0.smithi016.stdout: 3, 2024-04-15T16:06:23.523 INFO:tasks.workunit.client.0.smithi016.stdout: 6, 2024-04-15T16:06:23.523 INFO:tasks.workunit.client.0.smithi016.stdout: 1 2024-04-15T16:06:23.523 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:23.523 INFO:tasks.workunit.client.0.smithi016.stdout: "up_primary": 3, 2024-04-15T16:06:23.523 INFO:tasks.workunit.client.0.smithi016.stdout: "version": "0'0" 2024-04-15T16:06:23.523 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:23.523 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-15T16:06:23.523 INFO:tasks.workunit.client.0.smithi016.stdout: "acting": [ 2024-04-15T16:06:23.524 INFO:tasks.workunit.client.0.smithi016.stdout: 4, 2024-04-15T16:06:23.524 INFO:tasks.workunit.client.0.smithi016.stdout: 6, 2024-04-15T16:06:23.524 INFO:tasks.workunit.client.0.smithi016.stdout: 0 2024-04-15T16:06:23.524 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:23.524 INFO:tasks.workunit.client.0.smithi016.stdout: "acting_primary": 4, 2024-04-15T16:06:23.524 INFO:tasks.workunit.client.0.smithi016.stdout: "avail_no_missing": [], 2024-04-15T16:06:23.524 INFO:tasks.workunit.client.0.smithi016.stdout: "blocked_by": [], 2024-04-15T16:06:23.524 INFO:tasks.workunit.client.0.smithi016.stdout: "created": 61, 2024-04-15T16:06:23.524 INFO:tasks.workunit.client.0.smithi016.stdout: "dirty_stats_invalid": false, 2024-04-15T16:06:23.524 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T16:06:23.524 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_stats_invalid": false, 2024-04-15T16:06:23.524 INFO:tasks.workunit.client.0.smithi016.stdout: "last_active": "2024-04-15T16:05:12.200074+0000", 2024-04-15T16:06:23.524 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_active": "2024-04-15T14:44:28.452167+0000", 2024-04-15T16:06:23.524 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_peered": "2024-04-15T14:44:28.452167+0000", 2024-04-15T16:06:23.525 INFO:tasks.workunit.client.0.smithi016.stdout: "last_change": "2024-04-15T14:44:28.452375+0000", 2024-04-15T16:06:23.525 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean": "2024-04-15T16:05:12.200074+0000", 2024-04-15T16:06:23.525 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T16:06:23.525 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub": "0'0", 2024-04-15T16:06:23.525 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T16:06:23.525 INFO:tasks.workunit.client.0.smithi016.stdout: "last_epoch_clean": 511, 2024-04-15T16:06:23.525 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fresh": "2024-04-15T16:05:12.200074+0000", 2024-04-15T16:06:23.525 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fullsized": "2024-04-15T16:05:12.200074+0000", 2024-04-15T16:06:23.525 INFO:tasks.workunit.client.0.smithi016.stdout: "last_peered": "2024-04-15T16:05:12.200074+0000", 2024-04-15T16:06:23.525 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub": "0'0", 2024-04-15T16:06:23.525 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_duration": 0, 2024-04-15T16:06:23.525 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T16:06:23.525 INFO:tasks.workunit.client.0.smithi016.stdout: "last_undegraded": "2024-04-15T16:05:12.200074+0000", 2024-04-15T16:06:23.525 INFO:tasks.workunit.client.0.smithi016.stdout: "last_unstale": "2024-04-15T16:05:12.200074+0000", 2024-04-15T16:06:23.525 INFO:tasks.workunit.client.0.smithi016.stdout: "log_dups_size": 0, 2024-04-15T16:06:23.526 INFO:tasks.workunit.client.0.smithi016.stdout: "log_size": 0, 2024-04-15T16:06:23.526 INFO:tasks.workunit.client.0.smithi016.stdout: "log_start": "0'0", 2024-04-15T16:06:23.526 INFO:tasks.workunit.client.0.smithi016.stdout: "manifest_stats_invalid": false, 2024-04-15T16:06:23.526 INFO:tasks.workunit.client.0.smithi016.stdout: "mapping_epoch": 510, 2024-04-15T16:06:23.526 INFO:tasks.workunit.client.0.smithi016.stdout: "object_location_counts": [], 2024-04-15T16:06:23.526 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_scrubbed": 0, 2024-04-15T16:06:23.526 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_trimmed": 0, 2024-04-15T16:06:23.526 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_stats_invalid": false, 2024-04-15T16:06:23.526 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_size": 0, 2024-04-15T16:06:23.526 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_start": "0'0", 2024-04-15T16:06:23.526 INFO:tasks.workunit.client.0.smithi016.stdout: "parent": "0.0", 2024-04-15T16:06:23.526 INFO:tasks.workunit.client.0.smithi016.stdout: "parent_split_bits": 0, 2024-04-15T16:06:23.526 INFO:tasks.workunit.client.0.smithi016.stdout: "pgid": "3.34", 2024-04-15T16:06:23.526 INFO:tasks.workunit.client.0.smithi016.stdout: "pin_stats_invalid": false, 2024-04-15T16:06:23.527 INFO:tasks.workunit.client.0.smithi016.stdout: "purged_snaps": [], 2024-04-15T16:06:23.527 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_epoch": 2721, 2024-04-15T16:06:23.527 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_seq": 4956, 2024-04-15T16:06:23.527 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_duration": 0.0, 2024-04-15T16:06:23.527 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-16T23:25:08.606017+0000", 2024-04-15T16:06:23.527 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrim_duration": 0.0, 2024-04-15T16:06:23.527 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrimq_len": 0, 2024-04-15T16:06:23.527 INFO:tasks.workunit.client.0.smithi016.stdout: "stat_sum": { 2024-04-15T16:06:23.527 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes": 0, 2024-04-15T16:06:23.527 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T16:06:23.527 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_recovered": 0, 2024-04-15T16:06:23.527 INFO:tasks.workunit.client.0.smithi016.stdout: "num_deep_scrub_errors": 0, 2024-04-15T16:06:23.527 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict": 0, 2024-04-15T16:06:23.527 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_kb": 0, 2024-04-15T16:06:23.527 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_full": 0, 2024-04-15T16:06:23.528 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_some": 0, 2024-04-15T16:06:23.528 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush": 0, 2024-04-15T16:06:23.528 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_kb": 0, 2024-04-15T16:06:23.528 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_high": 0, 2024-04-15T16:06:23.528 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_low": 0, 2024-04-15T16:06:23.528 INFO:tasks.workunit.client.0.smithi016.stdout: "num_keys_recovered": 0, 2024-04-15T16:06:23.528 INFO:tasks.workunit.client.0.smithi016.stdout: "num_large_omap_objects": 0, 2024-04-15T16:06:23.528 INFO:tasks.workunit.client.0.smithi016.stdout: "num_legacy_snapsets": 0, 2024-04-15T16:06:23.528 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_clones": 0, 2024-04-15T16:06:23.528 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_copies": 0, 2024-04-15T16:06:23.528 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects": 0, 2024-04-15T16:06:23.528 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_degraded": 0, 2024-04-15T16:06:23.529 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_dirty": 0, 2024-04-15T16:06:23.529 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T16:06:23.529 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_manifest": 0, 2024-04-15T16:06:23.529 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_misplaced": 0, 2024-04-15T16:06:23.529 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing": 0, 2024-04-15T16:06:23.529 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T16:06:23.529 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_omap": 0, 2024-04-15T16:06:23.529 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_pinned": 0, 2024-04-15T16:06:23.529 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_recovered": 0, 2024-04-15T16:06:23.529 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_repaired": 0, 2024-04-15T16:06:23.529 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_unfound": 0, 2024-04-15T16:06:23.529 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_bytes": 0, 2024-04-15T16:06:23.530 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_keys": 0, 2024-04-15T16:06:23.530 INFO:tasks.workunit.client.0.smithi016.stdout: "num_promote": 0, 2024-04-15T16:06:23.530 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read": 0, 2024-04-15T16:06:23.530 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read_kb": 0, 2024-04-15T16:06:23.530 INFO:tasks.workunit.client.0.smithi016.stdout: "num_scrub_errors": 0, 2024-04-15T16:06:23.530 INFO:tasks.workunit.client.0.smithi016.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T16:06:23.530 INFO:tasks.workunit.client.0.smithi016.stdout: "num_whiteouts": 0, 2024-04-15T16:06:23.530 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write": 0, 2024-04-15T16:06:23.530 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write_kb": 0 2024-04-15T16:06:23.530 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:23.530 INFO:tasks.workunit.client.0.smithi016.stdout: "state": "active+clean", 2024-04-15T16:06:23.530 INFO:tasks.workunit.client.0.smithi016.stdout: "stats_invalid": false, 2024-04-15T16:06:23.530 INFO:tasks.workunit.client.0.smithi016.stdout: "up": [ 2024-04-15T16:06:23.530 INFO:tasks.workunit.client.0.smithi016.stdout: 4, 2024-04-15T16:06:23.531 INFO:tasks.workunit.client.0.smithi016.stdout: 6, 2024-04-15T16:06:23.531 INFO:tasks.workunit.client.0.smithi016.stdout: 0 2024-04-15T16:06:23.531 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:23.531 INFO:tasks.workunit.client.0.smithi016.stdout: "up_primary": 4, 2024-04-15T16:06:23.531 INFO:tasks.workunit.client.0.smithi016.stdout: "version": "0'0" 2024-04-15T16:06:23.531 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:23.531 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-15T16:06:23.531 INFO:tasks.workunit.client.0.smithi016.stdout: "acting": [ 2024-04-15T16:06:23.531 INFO:tasks.workunit.client.0.smithi016.stdout: 6, 2024-04-15T16:06:23.531 INFO:tasks.workunit.client.0.smithi016.stdout: 5, 2024-04-15T16:06:23.531 INFO:tasks.workunit.client.0.smithi016.stdout: 0 2024-04-15T16:06:23.531 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:23.531 INFO:tasks.workunit.client.0.smithi016.stdout: "acting_primary": 6, 2024-04-15T16:06:23.531 INFO:tasks.workunit.client.0.smithi016.stdout: "avail_no_missing": [], 2024-04-15T16:06:23.531 INFO:tasks.workunit.client.0.smithi016.stdout: "blocked_by": [], 2024-04-15T16:06:23.532 INFO:tasks.workunit.client.0.smithi016.stdout: "created": 61, 2024-04-15T16:06:23.532 INFO:tasks.workunit.client.0.smithi016.stdout: "dirty_stats_invalid": false, 2024-04-15T16:06:23.532 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T16:06:23.532 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_stats_invalid": false, 2024-04-15T16:06:23.532 INFO:tasks.workunit.client.0.smithi016.stdout: "last_active": "2024-04-15T16:05:11.411662+0000", 2024-04-15T16:06:23.532 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_active": "2024-04-15T14:44:28.453440+0000", 2024-04-15T16:06:23.532 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_peered": "2024-04-15T14:44:28.453440+0000", 2024-04-15T16:06:23.532 INFO:tasks.workunit.client.0.smithi016.stdout: "last_change": "2024-04-15T14:44:28.454043+0000", 2024-04-15T16:06:23.532 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean": "2024-04-15T16:05:11.411662+0000", 2024-04-15T16:06:23.532 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T16:06:23.532 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub": "0'0", 2024-04-15T16:06:23.532 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T16:06:23.532 INFO:tasks.workunit.client.0.smithi016.stdout: "last_epoch_clean": 511, 2024-04-15T16:06:23.532 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fresh": "2024-04-15T16:05:11.411662+0000", 2024-04-15T16:06:23.533 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fullsized": "2024-04-15T16:05:11.411662+0000", 2024-04-15T16:06:23.533 INFO:tasks.workunit.client.0.smithi016.stdout: "last_peered": "2024-04-15T16:05:11.411662+0000", 2024-04-15T16:06:23.533 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub": "0'0", 2024-04-15T16:06:23.533 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_duration": 0, 2024-04-15T16:06:23.533 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T16:06:23.533 INFO:tasks.workunit.client.0.smithi016.stdout: "last_undegraded": "2024-04-15T16:05:11.411662+0000", 2024-04-15T16:06:23.533 INFO:tasks.workunit.client.0.smithi016.stdout: "last_unstale": "2024-04-15T16:05:11.411662+0000", 2024-04-15T16:06:23.533 INFO:tasks.workunit.client.0.smithi016.stdout: "log_dups_size": 0, 2024-04-15T16:06:23.533 INFO:tasks.workunit.client.0.smithi016.stdout: "log_size": 0, 2024-04-15T16:06:23.533 INFO:tasks.workunit.client.0.smithi016.stdout: "log_start": "0'0", 2024-04-15T16:06:23.533 INFO:tasks.workunit.client.0.smithi016.stdout: "manifest_stats_invalid": false, 2024-04-15T16:06:23.533 INFO:tasks.workunit.client.0.smithi016.stdout: "mapping_epoch": 510, 2024-04-15T16:06:23.533 INFO:tasks.workunit.client.0.smithi016.stdout: "object_location_counts": [], 2024-04-15T16:06:23.533 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_scrubbed": 0, 2024-04-15T16:06:23.533 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_trimmed": 0, 2024-04-15T16:06:23.534 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_stats_invalid": false, 2024-04-15T16:06:23.534 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_size": 0, 2024-04-15T16:06:23.534 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_start": "0'0", 2024-04-15T16:06:23.534 INFO:tasks.workunit.client.0.smithi016.stdout: "parent": "0.0", 2024-04-15T16:06:23.534 INFO:tasks.workunit.client.0.smithi016.stdout: "parent_split_bits": 0, 2024-04-15T16:06:23.534 INFO:tasks.workunit.client.0.smithi016.stdout: "pgid": "3.35", 2024-04-15T16:06:23.534 INFO:tasks.workunit.client.0.smithi016.stdout: "pin_stats_invalid": false, 2024-04-15T16:06:23.534 INFO:tasks.workunit.client.0.smithi016.stdout: "purged_snaps": [], 2024-04-15T16:06:23.534 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_epoch": 2721, 2024-04-15T16:06:23.534 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_seq": 4875, 2024-04-15T16:06:23.534 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_duration": 0.0, 2024-04-15T16:06:23.534 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-16T20:50:38.997993+0000", 2024-04-15T16:06:23.534 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrim_duration": 0.0, 2024-04-15T16:06:23.535 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrimq_len": 0, 2024-04-15T16:06:23.535 INFO:tasks.workunit.client.0.smithi016.stdout: "stat_sum": { 2024-04-15T16:06:23.535 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes": 0, 2024-04-15T16:06:23.535 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T16:06:23.535 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_recovered": 0, 2024-04-15T16:06:23.535 INFO:tasks.workunit.client.0.smithi016.stdout: "num_deep_scrub_errors": 0, 2024-04-15T16:06:23.535 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict": 0, 2024-04-15T16:06:23.535 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_kb": 0, 2024-04-15T16:06:23.535 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_full": 0, 2024-04-15T16:06:23.535 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_some": 0, 2024-04-15T16:06:23.535 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush": 0, 2024-04-15T16:06:23.535 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_kb": 0, 2024-04-15T16:06:23.535 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_high": 0, 2024-04-15T16:06:23.535 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_low": 0, 2024-04-15T16:06:23.536 INFO:tasks.workunit.client.0.smithi016.stdout: "num_keys_recovered": 0, 2024-04-15T16:06:23.536 INFO:tasks.workunit.client.0.smithi016.stdout: "num_large_omap_objects": 0, 2024-04-15T16:06:23.536 INFO:tasks.workunit.client.0.smithi016.stdout: "num_legacy_snapsets": 0, 2024-04-15T16:06:23.536 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_clones": 0, 2024-04-15T16:06:23.536 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_copies": 0, 2024-04-15T16:06:23.536 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects": 0, 2024-04-15T16:06:23.536 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_degraded": 0, 2024-04-15T16:06:23.536 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_dirty": 0, 2024-04-15T16:06:23.536 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T16:06:23.536 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_manifest": 0, 2024-04-15T16:06:23.536 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_misplaced": 0, 2024-04-15T16:06:23.536 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing": 0, 2024-04-15T16:06:23.536 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T16:06:23.536 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_omap": 0, 2024-04-15T16:06:23.536 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_pinned": 0, 2024-04-15T16:06:23.537 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_recovered": 0, 2024-04-15T16:06:23.537 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_repaired": 0, 2024-04-15T16:06:23.537 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_unfound": 0, 2024-04-15T16:06:23.537 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_bytes": 0, 2024-04-15T16:06:23.537 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_keys": 0, 2024-04-15T16:06:23.537 INFO:tasks.workunit.client.0.smithi016.stdout: "num_promote": 0, 2024-04-15T16:06:23.537 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read": 0, 2024-04-15T16:06:23.537 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read_kb": 0, 2024-04-15T16:06:23.537 INFO:tasks.workunit.client.0.smithi016.stdout: "num_scrub_errors": 0, 2024-04-15T16:06:23.537 INFO:tasks.workunit.client.0.smithi016.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T16:06:23.537 INFO:tasks.workunit.client.0.smithi016.stdout: "num_whiteouts": 0, 2024-04-15T16:06:23.537 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write": 0, 2024-04-15T16:06:23.537 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write_kb": 0 2024-04-15T16:06:23.537 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:23.537 INFO:tasks.workunit.client.0.smithi016.stdout: "state": "active+clean", 2024-04-15T16:06:23.538 INFO:tasks.workunit.client.0.smithi016.stdout: "stats_invalid": false, 2024-04-15T16:06:23.538 INFO:tasks.workunit.client.0.smithi016.stdout: "up": [ 2024-04-15T16:06:23.538 INFO:tasks.workunit.client.0.smithi016.stdout: 6, 2024-04-15T16:06:23.538 INFO:tasks.workunit.client.0.smithi016.stdout: 5, 2024-04-15T16:06:23.538 INFO:tasks.workunit.client.0.smithi016.stdout: 0 2024-04-15T16:06:23.538 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:23.538 INFO:tasks.workunit.client.0.smithi016.stdout: "up_primary": 6, 2024-04-15T16:06:23.538 INFO:tasks.workunit.client.0.smithi016.stdout: "version": "0'0" 2024-04-15T16:06:23.538 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:23.538 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-15T16:06:23.538 INFO:tasks.workunit.client.0.smithi016.stdout: "acting": [ 2024-04-15T16:06:23.538 INFO:tasks.workunit.client.0.smithi016.stdout: 6, 2024-04-15T16:06:23.538 INFO:tasks.workunit.client.0.smithi016.stdout: 5, 2024-04-15T16:06:23.538 INFO:tasks.workunit.client.0.smithi016.stdout: 1 2024-04-15T16:06:23.539 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:23.539 INFO:tasks.workunit.client.0.smithi016.stdout: "acting_primary": 6, 2024-04-15T16:06:23.539 INFO:tasks.workunit.client.0.smithi016.stdout: "avail_no_missing": [], 2024-04-15T16:06:23.539 INFO:tasks.workunit.client.0.smithi016.stdout: "blocked_by": [], 2024-04-15T16:06:23.539 INFO:tasks.workunit.client.0.smithi016.stdout: "created": 61, 2024-04-15T16:06:23.539 INFO:tasks.workunit.client.0.smithi016.stdout: "dirty_stats_invalid": false, 2024-04-15T16:06:23.539 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T16:06:23.539 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_stats_invalid": false, 2024-04-15T16:06:23.539 INFO:tasks.workunit.client.0.smithi016.stdout: "last_active": "2024-04-15T16:05:11.412459+0000", 2024-04-15T16:06:23.539 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_active": "2024-04-15T14:44:28.453353+0000", 2024-04-15T16:06:23.539 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_peered": "2024-04-15T14:44:28.453353+0000", 2024-04-15T16:06:23.539 INFO:tasks.workunit.client.0.smithi016.stdout: "last_change": "2024-04-15T14:44:28.453691+0000", 2024-04-15T16:06:23.539 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean": "2024-04-15T16:05:11.412459+0000", 2024-04-15T16:06:23.539 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T16:06:23.539 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub": "0'0", 2024-04-15T16:06:23.540 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T16:06:23.540 INFO:tasks.workunit.client.0.smithi016.stdout: "last_epoch_clean": 511, 2024-04-15T16:06:23.540 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fresh": "2024-04-15T16:05:11.412459+0000", 2024-04-15T16:06:23.540 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fullsized": "2024-04-15T16:05:11.412459+0000", 2024-04-15T16:06:23.540 INFO:tasks.workunit.client.0.smithi016.stdout: "last_peered": "2024-04-15T16:05:11.412459+0000", 2024-04-15T16:06:23.540 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub": "0'0", 2024-04-15T16:06:23.540 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_duration": 0, 2024-04-15T16:06:23.540 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T16:06:23.540 INFO:tasks.workunit.client.0.smithi016.stdout: "last_undegraded": "2024-04-15T16:05:11.412459+0000", 2024-04-15T16:06:23.540 INFO:tasks.workunit.client.0.smithi016.stdout: "last_unstale": "2024-04-15T16:05:11.412459+0000", 2024-04-15T16:06:23.540 INFO:tasks.workunit.client.0.smithi016.stdout: "log_dups_size": 0, 2024-04-15T16:06:23.540 INFO:tasks.workunit.client.0.smithi016.stdout: "log_size": 0, 2024-04-15T16:06:23.540 INFO:tasks.workunit.client.0.smithi016.stdout: "log_start": "0'0", 2024-04-15T16:06:23.540 INFO:tasks.workunit.client.0.smithi016.stdout: "manifest_stats_invalid": false, 2024-04-15T16:06:23.540 INFO:tasks.workunit.client.0.smithi016.stdout: "mapping_epoch": 510, 2024-04-15T16:06:23.541 INFO:tasks.workunit.client.0.smithi016.stdout: "object_location_counts": [], 2024-04-15T16:06:23.541 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_scrubbed": 0, 2024-04-15T16:06:23.541 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_trimmed": 0, 2024-04-15T16:06:23.541 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_stats_invalid": false, 2024-04-15T16:06:23.541 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_size": 0, 2024-04-15T16:06:23.541 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_start": "0'0", 2024-04-15T16:06:23.541 INFO:tasks.workunit.client.0.smithi016.stdout: "parent": "0.0", 2024-04-15T16:06:23.541 INFO:tasks.workunit.client.0.smithi016.stdout: "parent_split_bits": 0, 2024-04-15T16:06:23.541 INFO:tasks.workunit.client.0.smithi016.stdout: "pgid": "3.36", 2024-04-15T16:06:23.541 INFO:tasks.workunit.client.0.smithi016.stdout: "pin_stats_invalid": false, 2024-04-15T16:06:23.541 INFO:tasks.workunit.client.0.smithi016.stdout: "purged_snaps": [], 2024-04-15T16:06:23.541 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_epoch": 2721, 2024-04-15T16:06:23.541 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_seq": 4875, 2024-04-15T16:06:23.541 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_duration": 0.0, 2024-04-15T16:06:23.541 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-16T15:00:49.980588+0000", 2024-04-15T16:06:23.542 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrim_duration": 0.0, 2024-04-15T16:06:23.542 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrimq_len": 0, 2024-04-15T16:06:23.542 INFO:tasks.workunit.client.0.smithi016.stdout: "stat_sum": { 2024-04-15T16:06:23.542 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes": 0, 2024-04-15T16:06:23.542 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T16:06:23.542 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_recovered": 0, 2024-04-15T16:06:23.542 INFO:tasks.workunit.client.0.smithi016.stdout: "num_deep_scrub_errors": 0, 2024-04-15T16:06:23.542 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict": 0, 2024-04-15T16:06:23.542 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_kb": 0, 2024-04-15T16:06:23.542 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_full": 0, 2024-04-15T16:06:23.542 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_some": 0, 2024-04-15T16:06:23.542 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush": 0, 2024-04-15T16:06:23.542 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_kb": 0, 2024-04-15T16:06:23.542 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_high": 0, 2024-04-15T16:06:23.543 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_low": 0, 2024-04-15T16:06:23.543 INFO:tasks.workunit.client.0.smithi016.stdout: "num_keys_recovered": 0, 2024-04-15T16:06:23.543 INFO:tasks.workunit.client.0.smithi016.stdout: "num_large_omap_objects": 0, 2024-04-15T16:06:23.543 INFO:tasks.workunit.client.0.smithi016.stdout: "num_legacy_snapsets": 0, 2024-04-15T16:06:23.543 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_clones": 0, 2024-04-15T16:06:23.543 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_copies": 0, 2024-04-15T16:06:23.543 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects": 0, 2024-04-15T16:06:23.543 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_degraded": 0, 2024-04-15T16:06:23.543 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_dirty": 0, 2024-04-15T16:06:23.543 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T16:06:23.543 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_manifest": 0, 2024-04-15T16:06:23.543 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_misplaced": 0, 2024-04-15T16:06:23.543 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing": 0, 2024-04-15T16:06:23.543 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T16:06:23.543 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_omap": 0, 2024-04-15T16:06:23.544 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_pinned": 0, 2024-04-15T16:06:23.544 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_recovered": 0, 2024-04-15T16:06:23.544 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_repaired": 0, 2024-04-15T16:06:23.544 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_unfound": 0, 2024-04-15T16:06:23.544 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_bytes": 0, 2024-04-15T16:06:23.544 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_keys": 0, 2024-04-15T16:06:23.544 INFO:tasks.workunit.client.0.smithi016.stdout: "num_promote": 0, 2024-04-15T16:06:23.544 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read": 0, 2024-04-15T16:06:23.544 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read_kb": 0, 2024-04-15T16:06:23.544 INFO:tasks.workunit.client.0.smithi016.stdout: "num_scrub_errors": 0, 2024-04-15T16:06:23.544 INFO:tasks.workunit.client.0.smithi016.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T16:06:23.544 INFO:tasks.workunit.client.0.smithi016.stdout: "num_whiteouts": 0, 2024-04-15T16:06:23.544 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write": 0, 2024-04-15T16:06:23.544 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write_kb": 0 2024-04-15T16:06:23.545 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:23.545 INFO:tasks.workunit.client.0.smithi016.stdout: "state": "active+clean", 2024-04-15T16:06:23.545 INFO:tasks.workunit.client.0.smithi016.stdout: "stats_invalid": false, 2024-04-15T16:06:23.545 INFO:tasks.workunit.client.0.smithi016.stdout: "up": [ 2024-04-15T16:06:23.545 INFO:tasks.workunit.client.0.smithi016.stdout: 6, 2024-04-15T16:06:23.545 INFO:tasks.workunit.client.0.smithi016.stdout: 5, 2024-04-15T16:06:23.545 INFO:tasks.workunit.client.0.smithi016.stdout: 1 2024-04-15T16:06:23.545 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:23.545 INFO:tasks.workunit.client.0.smithi016.stdout: "up_primary": 6, 2024-04-15T16:06:23.545 INFO:tasks.workunit.client.0.smithi016.stdout: "version": "0'0" 2024-04-15T16:06:23.545 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:23.545 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-15T16:06:23.545 INFO:tasks.workunit.client.0.smithi016.stdout: "acting": [ 2024-04-15T16:06:23.545 INFO:tasks.workunit.client.0.smithi016.stdout: 7, 2024-04-15T16:06:23.545 INFO:tasks.workunit.client.0.smithi016.stdout: 5, 2024-04-15T16:06:23.546 INFO:tasks.workunit.client.0.smithi016.stdout: 0 2024-04-15T16:06:23.546 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:23.546 INFO:tasks.workunit.client.0.smithi016.stdout: "acting_primary": 7, 2024-04-15T16:06:23.546 INFO:tasks.workunit.client.0.smithi016.stdout: "avail_no_missing": [], 2024-04-15T16:06:23.546 INFO:tasks.workunit.client.0.smithi016.stdout: "blocked_by": [], 2024-04-15T16:06:23.546 INFO:tasks.workunit.client.0.smithi016.stdout: "created": 61, 2024-04-15T16:06:23.546 INFO:tasks.workunit.client.0.smithi016.stdout: "dirty_stats_invalid": false, 2024-04-15T16:06:23.546 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T16:06:23.546 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_stats_invalid": false, 2024-04-15T16:06:23.546 INFO:tasks.workunit.client.0.smithi016.stdout: "last_active": "2024-04-15T16:05:12.200778+0000", 2024-04-15T16:06:23.546 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_active": "2024-04-15T14:44:49.362404+0000", 2024-04-15T16:06:23.546 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_peered": "2024-04-15T14:44:49.362404+0000", 2024-04-15T16:06:23.546 INFO:tasks.workunit.client.0.smithi016.stdout: "last_change": "2024-04-15T14:44:49.363944+0000", 2024-04-15T16:06:23.546 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean": "2024-04-15T16:05:12.200778+0000", 2024-04-15T16:06:23.547 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T16:06:23.547 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub": "0'0", 2024-04-15T16:06:23.547 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T16:06:23.547 INFO:tasks.workunit.client.0.smithi016.stdout: "last_epoch_clean": 532, 2024-04-15T16:06:23.547 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fresh": "2024-04-15T16:05:12.200778+0000", 2024-04-15T16:06:23.547 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fullsized": "2024-04-15T16:05:12.200778+0000", 2024-04-15T16:06:23.547 INFO:tasks.workunit.client.0.smithi016.stdout: "last_peered": "2024-04-15T16:05:12.200778+0000", 2024-04-15T16:06:23.547 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub": "0'0", 2024-04-15T16:06:23.547 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_duration": 0, 2024-04-15T16:06:23.547 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T16:06:23.547 INFO:tasks.workunit.client.0.smithi016.stdout: "last_undegraded": "2024-04-15T16:05:12.200778+0000", 2024-04-15T16:06:23.547 INFO:tasks.workunit.client.0.smithi016.stdout: "last_unstale": "2024-04-15T16:05:12.200778+0000", 2024-04-15T16:06:23.547 INFO:tasks.workunit.client.0.smithi016.stdout: "log_dups_size": 0, 2024-04-15T16:06:23.547 INFO:tasks.workunit.client.0.smithi016.stdout: "log_size": 0, 2024-04-15T16:06:23.548 INFO:tasks.workunit.client.0.smithi016.stdout: "log_start": "0'0", 2024-04-15T16:06:23.548 INFO:tasks.workunit.client.0.smithi016.stdout: "manifest_stats_invalid": false, 2024-04-15T16:06:23.548 INFO:tasks.workunit.client.0.smithi016.stdout: "mapping_epoch": 531, 2024-04-15T16:06:23.548 INFO:tasks.workunit.client.0.smithi016.stdout: "object_location_counts": [], 2024-04-15T16:06:23.548 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_scrubbed": 0, 2024-04-15T16:06:23.548 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_trimmed": 0, 2024-04-15T16:06:23.548 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_stats_invalid": false, 2024-04-15T16:06:23.548 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_size": 0, 2024-04-15T16:06:23.548 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_start": "0'0", 2024-04-15T16:06:23.548 INFO:tasks.workunit.client.0.smithi016.stdout: "parent": "0.0", 2024-04-15T16:06:23.548 INFO:tasks.workunit.client.0.smithi016.stdout: "parent_split_bits": 0, 2024-04-15T16:06:23.548 INFO:tasks.workunit.client.0.smithi016.stdout: "pgid": "3.37", 2024-04-15T16:06:23.548 INFO:tasks.workunit.client.0.smithi016.stdout: "pin_stats_invalid": false, 2024-04-15T16:06:23.548 INFO:tasks.workunit.client.0.smithi016.stdout: "purged_snaps": [], 2024-04-15T16:06:23.549 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_epoch": 2721, 2024-04-15T16:06:23.549 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_seq": 4876, 2024-04-15T16:06:23.549 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_duration": 0.0, 2024-04-15T16:06:23.549 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-16T21:44:06.093273+0000", 2024-04-15T16:06:23.549 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrim_duration": 0.0, 2024-04-15T16:06:23.549 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrimq_len": 0, 2024-04-15T16:06:23.549 INFO:tasks.workunit.client.0.smithi016.stdout: "stat_sum": { 2024-04-15T16:06:23.549 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes": 0, 2024-04-15T16:06:23.549 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T16:06:23.549 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_recovered": 0, 2024-04-15T16:06:23.549 INFO:tasks.workunit.client.0.smithi016.stdout: "num_deep_scrub_errors": 0, 2024-04-15T16:06:23.549 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict": 0, 2024-04-15T16:06:23.549 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_kb": 0, 2024-04-15T16:06:23.549 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_full": 0, 2024-04-15T16:06:23.549 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_some": 0, 2024-04-15T16:06:23.550 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush": 0, 2024-04-15T16:06:23.550 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_kb": 0, 2024-04-15T16:06:23.550 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_high": 0, 2024-04-15T16:06:23.550 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_low": 0, 2024-04-15T16:06:23.550 INFO:tasks.workunit.client.0.smithi016.stdout: "num_keys_recovered": 0, 2024-04-15T16:06:23.550 INFO:tasks.workunit.client.0.smithi016.stdout: "num_large_omap_objects": 0, 2024-04-15T16:06:23.550 INFO:tasks.workunit.client.0.smithi016.stdout: "num_legacy_snapsets": 0, 2024-04-15T16:06:23.550 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_clones": 0, 2024-04-15T16:06:23.550 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_copies": 0, 2024-04-15T16:06:23.550 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects": 0, 2024-04-15T16:06:23.550 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_degraded": 0, 2024-04-15T16:06:23.550 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_dirty": 0, 2024-04-15T16:06:23.550 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T16:06:23.551 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_manifest": 0, 2024-04-15T16:06:23.551 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_misplaced": 0, 2024-04-15T16:06:23.551 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing": 0, 2024-04-15T16:06:23.551 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T16:06:23.551 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_omap": 0, 2024-04-15T16:06:23.551 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_pinned": 0, 2024-04-15T16:06:23.551 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_recovered": 0, 2024-04-15T16:06:23.551 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_repaired": 0, 2024-04-15T16:06:23.551 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_unfound": 0, 2024-04-15T16:06:23.551 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_bytes": 0, 2024-04-15T16:06:23.551 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_keys": 0, 2024-04-15T16:06:23.551 INFO:tasks.workunit.client.0.smithi016.stdout: "num_promote": 0, 2024-04-15T16:06:23.551 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read": 0, 2024-04-15T16:06:23.551 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read_kb": 0, 2024-04-15T16:06:23.551 INFO:tasks.workunit.client.0.smithi016.stdout: "num_scrub_errors": 0, 2024-04-15T16:06:23.552 INFO:tasks.workunit.client.0.smithi016.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T16:06:23.552 INFO:tasks.workunit.client.0.smithi016.stdout: "num_whiteouts": 0, 2024-04-15T16:06:23.552 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write": 0, 2024-04-15T16:06:23.552 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write_kb": 0 2024-04-15T16:06:23.552 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:23.552 INFO:tasks.workunit.client.0.smithi016.stdout: "state": "active+clean", 2024-04-15T16:06:23.552 INFO:tasks.workunit.client.0.smithi016.stdout: "stats_invalid": false, 2024-04-15T16:06:23.552 INFO:tasks.workunit.client.0.smithi016.stdout: "up": [ 2024-04-15T16:06:23.552 INFO:tasks.workunit.client.0.smithi016.stdout: 7, 2024-04-15T16:06:23.552 INFO:tasks.workunit.client.0.smithi016.stdout: 5, 2024-04-15T16:06:23.552 INFO:tasks.workunit.client.0.smithi016.stdout: 0 2024-04-15T16:06:23.552 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:23.552 INFO:tasks.workunit.client.0.smithi016.stdout: "up_primary": 7, 2024-04-15T16:06:23.552 INFO:tasks.workunit.client.0.smithi016.stdout: "version": "0'0" 2024-04-15T16:06:23.553 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:23.553 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-15T16:06:23.553 INFO:tasks.workunit.client.0.smithi016.stdout: "acting": [ 2024-04-15T16:06:23.553 INFO:tasks.workunit.client.0.smithi016.stdout: 3, 2024-04-15T16:06:23.553 INFO:tasks.workunit.client.0.smithi016.stdout: 5, 2024-04-15T16:06:23.553 INFO:tasks.workunit.client.0.smithi016.stdout: 6 2024-04-15T16:06:23.553 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:23.553 INFO:tasks.workunit.client.0.smithi016.stdout: "acting_primary": 3, 2024-04-15T16:06:23.553 INFO:tasks.workunit.client.0.smithi016.stdout: "avail_no_missing": [], 2024-04-15T16:06:23.553 INFO:tasks.workunit.client.0.smithi016.stdout: "blocked_by": [], 2024-04-15T16:06:23.553 INFO:tasks.workunit.client.0.smithi016.stdout: "created": 61, 2024-04-15T16:06:23.553 INFO:tasks.workunit.client.0.smithi016.stdout: "dirty_stats_invalid": false, 2024-04-15T16:06:23.553 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T16:06:23.553 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_stats_invalid": false, 2024-04-15T16:06:23.553 INFO:tasks.workunit.client.0.smithi016.stdout: "last_active": "2024-04-15T16:05:12.196785+0000", 2024-04-15T16:06:23.554 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_active": "2024-04-15T14:44:28.449426+0000", 2024-04-15T16:06:23.554 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_peered": "2024-04-15T14:44:28.449426+0000", 2024-04-15T16:06:23.554 INFO:tasks.workunit.client.0.smithi016.stdout: "last_change": "2024-04-15T14:44:28.449746+0000", 2024-04-15T16:06:23.554 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean": "2024-04-15T16:05:12.196785+0000", 2024-04-15T16:06:23.554 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T16:06:23.554 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub": "0'0", 2024-04-15T16:06:23.554 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T16:06:23.554 INFO:tasks.workunit.client.0.smithi016.stdout: "last_epoch_clean": 511, 2024-04-15T16:06:23.554 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fresh": "2024-04-15T16:05:12.196785+0000", 2024-04-15T16:06:23.554 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fullsized": "2024-04-15T16:05:12.196785+0000", 2024-04-15T16:06:23.554 INFO:tasks.workunit.client.0.smithi016.stdout: "last_peered": "2024-04-15T16:05:12.196785+0000", 2024-04-15T16:06:23.554 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub": "0'0", 2024-04-15T16:06:23.554 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_duration": 0, 2024-04-15T16:06:23.554 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T16:06:23.555 INFO:tasks.workunit.client.0.smithi016.stdout: "last_undegraded": "2024-04-15T16:05:12.196785+0000", 2024-04-15T16:06:23.555 INFO:tasks.workunit.client.0.smithi016.stdout: "last_unstale": "2024-04-15T16:05:12.196785+0000", 2024-04-15T16:06:23.555 INFO:tasks.workunit.client.0.smithi016.stdout: "log_dups_size": 0, 2024-04-15T16:06:23.555 INFO:tasks.workunit.client.0.smithi016.stdout: "log_size": 0, 2024-04-15T16:06:23.555 INFO:tasks.workunit.client.0.smithi016.stdout: "log_start": "0'0", 2024-04-15T16:06:23.555 INFO:tasks.workunit.client.0.smithi016.stdout: "manifest_stats_invalid": false, 2024-04-15T16:06:23.555 INFO:tasks.workunit.client.0.smithi016.stdout: "mapping_epoch": 510, 2024-04-15T16:06:23.555 INFO:tasks.workunit.client.0.smithi016.stdout: "object_location_counts": [], 2024-04-15T16:06:23.555 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_scrubbed": 0, 2024-04-15T16:06:23.555 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_trimmed": 0, 2024-04-15T16:06:23.555 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_stats_invalid": false, 2024-04-15T16:06:23.555 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_size": 0, 2024-04-15T16:06:23.555 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_start": "0'0", 2024-04-15T16:06:23.555 INFO:tasks.workunit.client.0.smithi016.stdout: "parent": "0.0", 2024-04-15T16:06:23.556 INFO:tasks.workunit.client.0.smithi016.stdout: "parent_split_bits": 0, 2024-04-15T16:06:23.556 INFO:tasks.workunit.client.0.smithi016.stdout: "pgid": "3.38", 2024-04-15T16:06:23.556 INFO:tasks.workunit.client.0.smithi016.stdout: "pin_stats_invalid": false, 2024-04-15T16:06:23.556 INFO:tasks.workunit.client.0.smithi016.stdout: "purged_snaps": [], 2024-04-15T16:06:23.556 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_epoch": 2721, 2024-04-15T16:06:23.556 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_seq": 4958, 2024-04-15T16:06:23.556 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_duration": 0.0, 2024-04-15T16:06:23.556 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-16T15:37:04.953664+0000", 2024-04-15T16:06:23.556 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrim_duration": 0.0, 2024-04-15T16:06:23.556 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrimq_len": 0, 2024-04-15T16:06:23.556 INFO:tasks.workunit.client.0.smithi016.stdout: "stat_sum": { 2024-04-15T16:06:23.556 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes": 0, 2024-04-15T16:06:23.556 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T16:06:23.557 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_recovered": 0, 2024-04-15T16:06:23.557 INFO:tasks.workunit.client.0.smithi016.stdout: "num_deep_scrub_errors": 0, 2024-04-15T16:06:23.557 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict": 0, 2024-04-15T16:06:23.557 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_kb": 0, 2024-04-15T16:06:23.557 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_full": 0, 2024-04-15T16:06:23.557 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_some": 0, 2024-04-15T16:06:23.557 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush": 0, 2024-04-15T16:06:23.557 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_kb": 0, 2024-04-15T16:06:23.557 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_high": 0, 2024-04-15T16:06:23.557 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_low": 0, 2024-04-15T16:06:23.557 INFO:tasks.workunit.client.0.smithi016.stdout: "num_keys_recovered": 0, 2024-04-15T16:06:23.557 INFO:tasks.workunit.client.0.smithi016.stdout: "num_large_omap_objects": 0, 2024-04-15T16:06:23.557 INFO:tasks.workunit.client.0.smithi016.stdout: "num_legacy_snapsets": 0, 2024-04-15T16:06:23.557 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_clones": 0, 2024-04-15T16:06:23.557 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_copies": 0, 2024-04-15T16:06:23.558 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects": 0, 2024-04-15T16:06:23.558 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_degraded": 0, 2024-04-15T16:06:23.558 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_dirty": 0, 2024-04-15T16:06:23.558 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T16:06:23.558 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_manifest": 0, 2024-04-15T16:06:23.558 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_misplaced": 0, 2024-04-15T16:06:23.558 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing": 0, 2024-04-15T16:06:23.558 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T16:06:23.558 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_omap": 0, 2024-04-15T16:06:23.558 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_pinned": 0, 2024-04-15T16:06:23.558 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_recovered": 0, 2024-04-15T16:06:23.558 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_repaired": 0, 2024-04-15T16:06:23.558 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_unfound": 0, 2024-04-15T16:06:23.559 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_bytes": 0, 2024-04-15T16:06:23.559 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_keys": 0, 2024-04-15T16:06:23.559 INFO:tasks.workunit.client.0.smithi016.stdout: "num_promote": 0, 2024-04-15T16:06:23.559 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read": 0, 2024-04-15T16:06:23.559 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read_kb": 0, 2024-04-15T16:06:23.559 INFO:tasks.workunit.client.0.smithi016.stdout: "num_scrub_errors": 0, 2024-04-15T16:06:23.559 INFO:tasks.workunit.client.0.smithi016.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T16:06:23.559 INFO:tasks.workunit.client.0.smithi016.stdout: "num_whiteouts": 0, 2024-04-15T16:06:23.559 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write": 0, 2024-04-15T16:06:23.559 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write_kb": 0 2024-04-15T16:06:23.559 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:23.559 INFO:tasks.workunit.client.0.smithi016.stdout: "state": "active+clean", 2024-04-15T16:06:23.559 INFO:tasks.workunit.client.0.smithi016.stdout: "stats_invalid": false, 2024-04-15T16:06:23.559 INFO:tasks.workunit.client.0.smithi016.stdout: "up": [ 2024-04-15T16:06:23.559 INFO:tasks.workunit.client.0.smithi016.stdout: 3, 2024-04-15T16:06:23.560 INFO:tasks.workunit.client.0.smithi016.stdout: 5, 2024-04-15T16:06:23.560 INFO:tasks.workunit.client.0.smithi016.stdout: 6 2024-04-15T16:06:23.560 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:23.560 INFO:tasks.workunit.client.0.smithi016.stdout: "up_primary": 3, 2024-04-15T16:06:23.560 INFO:tasks.workunit.client.0.smithi016.stdout: "version": "0'0" 2024-04-15T16:06:23.560 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:23.560 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-15T16:06:23.560 INFO:tasks.workunit.client.0.smithi016.stdout: "acting": [ 2024-04-15T16:06:23.560 INFO:tasks.workunit.client.0.smithi016.stdout: 7, 2024-04-15T16:06:23.560 INFO:tasks.workunit.client.0.smithi016.stdout: 0, 2024-04-15T16:06:23.560 INFO:tasks.workunit.client.0.smithi016.stdout: 4 2024-04-15T16:06:23.560 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:23.560 INFO:tasks.workunit.client.0.smithi016.stdout: "acting_primary": 7, 2024-04-15T16:06:23.560 INFO:tasks.workunit.client.0.smithi016.stdout: "avail_no_missing": [], 2024-04-15T16:06:23.561 INFO:tasks.workunit.client.0.smithi016.stdout: "blocked_by": [], 2024-04-15T16:06:23.561 INFO:tasks.workunit.client.0.smithi016.stdout: "created": 61, 2024-04-15T16:06:23.561 INFO:tasks.workunit.client.0.smithi016.stdout: "dirty_stats_invalid": false, 2024-04-15T16:06:23.561 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T16:06:23.561 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_stats_invalid": false, 2024-04-15T16:06:23.561 INFO:tasks.workunit.client.0.smithi016.stdout: "last_active": "2024-04-15T16:05:12.197760+0000", 2024-04-15T16:06:23.561 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_active": "2024-04-15T14:44:49.363785+0000", 2024-04-15T16:06:23.561 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_peered": "2024-04-15T14:44:49.363785+0000", 2024-04-15T16:06:23.561 INFO:tasks.workunit.client.0.smithi016.stdout: "last_change": "2024-04-15T14:44:49.368541+0000", 2024-04-15T16:06:23.561 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean": "2024-04-15T16:05:12.197760+0000", 2024-04-15T16:06:23.561 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T16:06:23.561 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub": "0'0", 2024-04-15T16:06:23.561 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T16:06:23.561 INFO:tasks.workunit.client.0.smithi016.stdout: "last_epoch_clean": 532, 2024-04-15T16:06:23.561 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fresh": "2024-04-15T16:05:12.197760+0000", 2024-04-15T16:06:23.562 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fullsized": "2024-04-15T16:05:12.197760+0000", 2024-04-15T16:06:23.562 INFO:tasks.workunit.client.0.smithi016.stdout: "last_peered": "2024-04-15T16:05:12.197760+0000", 2024-04-15T16:06:23.562 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub": "0'0", 2024-04-15T16:06:23.562 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_duration": 0, 2024-04-15T16:06:23.562 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T16:06:23.562 INFO:tasks.workunit.client.0.smithi016.stdout: "last_undegraded": "2024-04-15T16:05:12.197760+0000", 2024-04-15T16:06:23.562 INFO:tasks.workunit.client.0.smithi016.stdout: "last_unstale": "2024-04-15T16:05:12.197760+0000", 2024-04-15T16:06:23.562 INFO:tasks.workunit.client.0.smithi016.stdout: "log_dups_size": 0, 2024-04-15T16:06:23.562 INFO:tasks.workunit.client.0.smithi016.stdout: "log_size": 0, 2024-04-15T16:06:23.562 INFO:tasks.workunit.client.0.smithi016.stdout: "log_start": "0'0", 2024-04-15T16:06:23.562 INFO:tasks.workunit.client.0.smithi016.stdout: "manifest_stats_invalid": false, 2024-04-15T16:06:23.562 INFO:tasks.workunit.client.0.smithi016.stdout: "mapping_epoch": 531, 2024-04-15T16:06:23.562 INFO:tasks.workunit.client.0.smithi016.stdout: "object_location_counts": [], 2024-04-15T16:06:23.562 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_scrubbed": 0, 2024-04-15T16:06:23.563 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_trimmed": 0, 2024-04-15T16:06:23.563 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_stats_invalid": false, 2024-04-15T16:06:23.563 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_size": 0, 2024-04-15T16:06:23.563 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_start": "0'0", 2024-04-15T16:06:23.563 INFO:tasks.workunit.client.0.smithi016.stdout: "parent": "0.0", 2024-04-15T16:06:23.563 INFO:tasks.workunit.client.0.smithi016.stdout: "parent_split_bits": 0, 2024-04-15T16:06:23.563 INFO:tasks.workunit.client.0.smithi016.stdout: "pgid": "3.39", 2024-04-15T16:06:23.563 INFO:tasks.workunit.client.0.smithi016.stdout: "pin_stats_invalid": false, 2024-04-15T16:06:23.563 INFO:tasks.workunit.client.0.smithi016.stdout: "purged_snaps": [], 2024-04-15T16:06:23.563 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_epoch": 2721, 2024-04-15T16:06:23.563 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_seq": 4855, 2024-04-15T16:06:23.563 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_duration": 0.0, 2024-04-15T16:06:23.563 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-16T19:28:09.340207+0000", 2024-04-15T16:06:23.563 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrim_duration": 0.0, 2024-04-15T16:06:23.563 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrimq_len": 0, 2024-04-15T16:06:23.564 INFO:tasks.workunit.client.0.smithi016.stdout: "stat_sum": { 2024-04-15T16:06:23.564 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes": 0, 2024-04-15T16:06:23.564 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T16:06:23.564 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_recovered": 0, 2024-04-15T16:06:23.564 INFO:tasks.workunit.client.0.smithi016.stdout: "num_deep_scrub_errors": 0, 2024-04-15T16:06:23.564 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict": 0, 2024-04-15T16:06:23.564 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_kb": 0, 2024-04-15T16:06:23.564 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_full": 0, 2024-04-15T16:06:23.564 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_some": 0, 2024-04-15T16:06:23.564 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush": 0, 2024-04-15T16:06:23.564 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_kb": 0, 2024-04-15T16:06:23.564 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_high": 0, 2024-04-15T16:06:23.564 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_low": 0, 2024-04-15T16:06:23.564 INFO:tasks.workunit.client.0.smithi016.stdout: "num_keys_recovered": 0, 2024-04-15T16:06:23.565 INFO:tasks.workunit.client.0.smithi016.stdout: "num_large_omap_objects": 0, 2024-04-15T16:06:23.565 INFO:tasks.workunit.client.0.smithi016.stdout: "num_legacy_snapsets": 0, 2024-04-15T16:06:23.565 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_clones": 0, 2024-04-15T16:06:23.565 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_copies": 0, 2024-04-15T16:06:23.565 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects": 0, 2024-04-15T16:06:23.565 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_degraded": 0, 2024-04-15T16:06:23.565 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_dirty": 0, 2024-04-15T16:06:23.565 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T16:06:23.565 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_manifest": 0, 2024-04-15T16:06:23.565 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_misplaced": 0, 2024-04-15T16:06:23.565 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing": 0, 2024-04-15T16:06:23.565 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T16:06:23.565 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_omap": 0, 2024-04-15T16:06:23.565 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_pinned": 0, 2024-04-15T16:06:23.565 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_recovered": 0, 2024-04-15T16:06:23.566 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_repaired": 0, 2024-04-15T16:06:23.566 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_unfound": 0, 2024-04-15T16:06:23.566 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_bytes": 0, 2024-04-15T16:06:23.566 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_keys": 0, 2024-04-15T16:06:23.566 INFO:tasks.workunit.client.0.smithi016.stdout: "num_promote": 0, 2024-04-15T16:06:23.566 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read": 0, 2024-04-15T16:06:23.566 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read_kb": 0, 2024-04-15T16:06:23.566 INFO:tasks.workunit.client.0.smithi016.stdout: "num_scrub_errors": 0, 2024-04-15T16:06:23.566 INFO:tasks.workunit.client.0.smithi016.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T16:06:23.566 INFO:tasks.workunit.client.0.smithi016.stdout: "num_whiteouts": 0, 2024-04-15T16:06:23.566 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write": 0, 2024-04-15T16:06:23.566 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write_kb": 0 2024-04-15T16:06:23.566 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:23.566 INFO:tasks.workunit.client.0.smithi016.stdout: "state": "active+clean", 2024-04-15T16:06:23.566 INFO:tasks.workunit.client.0.smithi016.stdout: "stats_invalid": false, 2024-04-15T16:06:23.567 INFO:tasks.workunit.client.0.smithi016.stdout: "up": [ 2024-04-15T16:06:23.567 INFO:tasks.workunit.client.0.smithi016.stdout: 7, 2024-04-15T16:06:23.567 INFO:tasks.workunit.client.0.smithi016.stdout: 0, 2024-04-15T16:06:23.567 INFO:tasks.workunit.client.0.smithi016.stdout: 4 2024-04-15T16:06:23.567 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:23.567 INFO:tasks.workunit.client.0.smithi016.stdout: "up_primary": 7, 2024-04-15T16:06:23.567 INFO:tasks.workunit.client.0.smithi016.stdout: "version": "0'0" 2024-04-15T16:06:23.567 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:23.567 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-15T16:06:23.567 INFO:tasks.workunit.client.0.smithi016.stdout: "acting": [ 2024-04-15T16:06:23.567 INFO:tasks.workunit.client.0.smithi016.stdout: 5, 2024-04-15T16:06:23.567 INFO:tasks.workunit.client.0.smithi016.stdout: 0, 2024-04-15T16:06:23.567 INFO:tasks.workunit.client.0.smithi016.stdout: 1 2024-04-15T16:06:23.567 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:23.567 INFO:tasks.workunit.client.0.smithi016.stdout: "acting_primary": 5, 2024-04-15T16:06:23.568 INFO:tasks.workunit.client.0.smithi016.stdout: "avail_no_missing": [], 2024-04-15T16:06:23.568 INFO:tasks.workunit.client.0.smithi016.stdout: "blocked_by": [], 2024-04-15T16:06:23.568 INFO:tasks.workunit.client.0.smithi016.stdout: "created": 61, 2024-04-15T16:06:23.568 INFO:tasks.workunit.client.0.smithi016.stdout: "dirty_stats_invalid": false, 2024-04-15T16:06:23.568 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T16:06:23.568 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_stats_invalid": false, 2024-04-15T16:06:23.568 INFO:tasks.workunit.client.0.smithi016.stdout: "last_active": "2024-04-15T16:05:12.200217+0000", 2024-04-15T16:06:23.568 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_active": "2024-04-15T14:43:53.353175+0000", 2024-04-15T16:06:23.568 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_peered": "2024-04-15T14:43:53.353175+0000", 2024-04-15T16:06:23.568 INFO:tasks.workunit.client.0.smithi016.stdout: "last_change": "2024-04-15T14:43:53.353623+0000", 2024-04-15T16:06:23.568 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean": "2024-04-15T16:05:12.200217+0000", 2024-04-15T16:06:23.568 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T16:06:23.568 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub": "0'0", 2024-04-15T16:06:23.568 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T16:06:23.568 INFO:tasks.workunit.client.0.smithi016.stdout: "last_epoch_clean": 476, 2024-04-15T16:06:23.569 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fresh": "2024-04-15T16:05:12.200217+0000", 2024-04-15T16:06:23.569 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fullsized": "2024-04-15T16:05:12.200217+0000", 2024-04-15T16:06:23.569 INFO:tasks.workunit.client.0.smithi016.stdout: "last_peered": "2024-04-15T16:05:12.200217+0000", 2024-04-15T16:06:23.569 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub": "0'0", 2024-04-15T16:06:23.569 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_duration": 0, 2024-04-15T16:06:23.569 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T16:06:23.569 INFO:tasks.workunit.client.0.smithi016.stdout: "last_undegraded": "2024-04-15T16:05:12.200217+0000", 2024-04-15T16:06:23.569 INFO:tasks.workunit.client.0.smithi016.stdout: "last_unstale": "2024-04-15T16:05:12.200217+0000", 2024-04-15T16:06:23.569 INFO:tasks.workunit.client.0.smithi016.stdout: "log_dups_size": 0, 2024-04-15T16:06:23.569 INFO:tasks.workunit.client.0.smithi016.stdout: "log_size": 0, 2024-04-15T16:06:23.569 INFO:tasks.workunit.client.0.smithi016.stdout: "log_start": "0'0", 2024-04-15T16:06:23.569 INFO:tasks.workunit.client.0.smithi016.stdout: "manifest_stats_invalid": false, 2024-04-15T16:06:23.569 INFO:tasks.workunit.client.0.smithi016.stdout: "mapping_epoch": 475, 2024-04-15T16:06:23.569 INFO:tasks.workunit.client.0.smithi016.stdout: "object_location_counts": [], 2024-04-15T16:06:23.570 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_scrubbed": 0, 2024-04-15T16:06:23.570 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_trimmed": 0, 2024-04-15T16:06:23.570 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_stats_invalid": false, 2024-04-15T16:06:23.570 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_size": 0, 2024-04-15T16:06:23.570 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_start": "0'0", 2024-04-15T16:06:23.570 INFO:tasks.workunit.client.0.smithi016.stdout: "parent": "0.0", 2024-04-15T16:06:23.570 INFO:tasks.workunit.client.0.smithi016.stdout: "parent_split_bits": 0, 2024-04-15T16:06:23.570 INFO:tasks.workunit.client.0.smithi016.stdout: "pgid": "3.3a", 2024-04-15T16:06:23.570 INFO:tasks.workunit.client.0.smithi016.stdout: "pin_stats_invalid": false, 2024-04-15T16:06:23.570 INFO:tasks.workunit.client.0.smithi016.stdout: "purged_snaps": [], 2024-04-15T16:06:23.570 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_epoch": 2721, 2024-04-15T16:06:23.570 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_seq": 4910, 2024-04-15T16:06:23.570 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_duration": 0.0, 2024-04-15T16:06:23.571 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-16T14:53:58.165099+0000", 2024-04-15T16:06:23.571 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrim_duration": 0.0, 2024-04-15T16:06:23.571 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrimq_len": 0, 2024-04-15T16:06:23.571 INFO:tasks.workunit.client.0.smithi016.stdout: "stat_sum": { 2024-04-15T16:06:23.571 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes": 0, 2024-04-15T16:06:23.571 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T16:06:23.571 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_recovered": 0, 2024-04-15T16:06:23.571 INFO:tasks.workunit.client.0.smithi016.stdout: "num_deep_scrub_errors": 0, 2024-04-15T16:06:23.571 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict": 0, 2024-04-15T16:06:23.571 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_kb": 0, 2024-04-15T16:06:23.571 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_full": 0, 2024-04-15T16:06:23.571 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_some": 0, 2024-04-15T16:06:23.571 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush": 0, 2024-04-15T16:06:23.571 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_kb": 0, 2024-04-15T16:06:23.572 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_high": 0, 2024-04-15T16:06:23.572 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_low": 0, 2024-04-15T16:06:23.572 INFO:tasks.workunit.client.0.smithi016.stdout: "num_keys_recovered": 0, 2024-04-15T16:06:23.572 INFO:tasks.workunit.client.0.smithi016.stdout: "num_large_omap_objects": 0, 2024-04-15T16:06:23.572 INFO:tasks.workunit.client.0.smithi016.stdout: "num_legacy_snapsets": 0, 2024-04-15T16:06:23.572 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_clones": 0, 2024-04-15T16:06:23.572 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_copies": 0, 2024-04-15T16:06:23.572 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects": 0, 2024-04-15T16:06:23.572 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_degraded": 0, 2024-04-15T16:06:23.572 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_dirty": 0, 2024-04-15T16:06:23.572 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T16:06:23.572 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_manifest": 0, 2024-04-15T16:06:23.572 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_misplaced": 0, 2024-04-15T16:06:23.572 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing": 0, 2024-04-15T16:06:23.572 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T16:06:23.573 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_omap": 0, 2024-04-15T16:06:23.573 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_pinned": 0, 2024-04-15T16:06:23.573 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_recovered": 0, 2024-04-15T16:06:23.573 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_repaired": 0, 2024-04-15T16:06:23.573 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_unfound": 0, 2024-04-15T16:06:23.573 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_bytes": 0, 2024-04-15T16:06:23.573 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_keys": 0, 2024-04-15T16:06:23.573 INFO:tasks.workunit.client.0.smithi016.stdout: "num_promote": 0, 2024-04-15T16:06:23.573 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read": 0, 2024-04-15T16:06:23.573 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read_kb": 0, 2024-04-15T16:06:23.573 INFO:tasks.workunit.client.0.smithi016.stdout: "num_scrub_errors": 0, 2024-04-15T16:06:23.573 INFO:tasks.workunit.client.0.smithi016.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T16:06:23.573 INFO:tasks.workunit.client.0.smithi016.stdout: "num_whiteouts": 0, 2024-04-15T16:06:23.573 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write": 0, 2024-04-15T16:06:23.574 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write_kb": 0 2024-04-15T16:06:23.574 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:23.574 INFO:tasks.workunit.client.0.smithi016.stdout: "state": "active+clean", 2024-04-15T16:06:23.574 INFO:tasks.workunit.client.0.smithi016.stdout: "stats_invalid": false, 2024-04-15T16:06:23.574 INFO:tasks.workunit.client.0.smithi016.stdout: "up": [ 2024-04-15T16:06:23.574 INFO:tasks.workunit.client.0.smithi016.stdout: 5, 2024-04-15T16:06:23.574 INFO:tasks.workunit.client.0.smithi016.stdout: 0, 2024-04-15T16:06:23.574 INFO:tasks.workunit.client.0.smithi016.stdout: 1 2024-04-15T16:06:23.574 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:23.574 INFO:tasks.workunit.client.0.smithi016.stdout: "up_primary": 5, 2024-04-15T16:06:23.574 INFO:tasks.workunit.client.0.smithi016.stdout: "version": "0'0" 2024-04-15T16:06:23.574 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:23.574 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-15T16:06:23.574 INFO:tasks.workunit.client.0.smithi016.stdout: "acting": [ 2024-04-15T16:06:23.574 INFO:tasks.workunit.client.0.smithi016.stdout: 7, 2024-04-15T16:06:23.575 INFO:tasks.workunit.client.0.smithi016.stdout: 2, 2024-04-15T16:06:23.575 INFO:tasks.workunit.client.0.smithi016.stdout: 4 2024-04-15T16:06:23.575 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:23.575 INFO:tasks.workunit.client.0.smithi016.stdout: "acting_primary": 7, 2024-04-15T16:06:23.575 INFO:tasks.workunit.client.0.smithi016.stdout: "avail_no_missing": [], 2024-04-15T16:06:23.575 INFO:tasks.workunit.client.0.smithi016.stdout: "blocked_by": [], 2024-04-15T16:06:23.575 INFO:tasks.workunit.client.0.smithi016.stdout: "created": 61, 2024-04-15T16:06:23.575 INFO:tasks.workunit.client.0.smithi016.stdout: "dirty_stats_invalid": false, 2024-04-15T16:06:23.575 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T16:06:23.575 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_stats_invalid": false, 2024-04-15T16:06:23.575 INFO:tasks.workunit.client.0.smithi016.stdout: "last_active": "2024-04-15T16:05:12.199300+0000", 2024-04-15T16:06:23.575 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_active": "2024-04-15T14:44:49.361783+0000", 2024-04-15T16:06:23.575 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_peered": "2024-04-15T14:44:49.361783+0000", 2024-04-15T16:06:23.575 INFO:tasks.workunit.client.0.smithi016.stdout: "last_change": "2024-04-15T14:44:49.362902+0000", 2024-04-15T16:06:23.576 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean": "2024-04-15T16:05:12.199300+0000", 2024-04-15T16:06:23.576 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T16:06:23.576 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub": "0'0", 2024-04-15T16:06:23.576 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T16:06:23.576 INFO:tasks.workunit.client.0.smithi016.stdout: "last_epoch_clean": 532, 2024-04-15T16:06:23.576 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fresh": "2024-04-15T16:05:12.199300+0000", 2024-04-15T16:06:23.576 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fullsized": "2024-04-15T16:05:12.199300+0000", 2024-04-15T16:06:23.576 INFO:tasks.workunit.client.0.smithi016.stdout: "last_peered": "2024-04-15T16:05:12.199300+0000", 2024-04-15T16:06:23.576 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub": "0'0", 2024-04-15T16:06:23.576 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_duration": 0, 2024-04-15T16:06:23.576 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T16:06:23.576 INFO:tasks.workunit.client.0.smithi016.stdout: "last_undegraded": "2024-04-15T16:05:12.199300+0000", 2024-04-15T16:06:23.576 INFO:tasks.workunit.client.0.smithi016.stdout: "last_unstale": "2024-04-15T16:05:12.199300+0000", 2024-04-15T16:06:23.576 INFO:tasks.workunit.client.0.smithi016.stdout: "log_dups_size": 0, 2024-04-15T16:06:23.577 INFO:tasks.workunit.client.0.smithi016.stdout: "log_size": 0, 2024-04-15T16:06:23.577 INFO:tasks.workunit.client.0.smithi016.stdout: "log_start": "0'0", 2024-04-15T16:06:23.577 INFO:tasks.workunit.client.0.smithi016.stdout: "manifest_stats_invalid": false, 2024-04-15T16:06:23.577 INFO:tasks.workunit.client.0.smithi016.stdout: "mapping_epoch": 531, 2024-04-15T16:06:23.577 INFO:tasks.workunit.client.0.smithi016.stdout: "object_location_counts": [], 2024-04-15T16:06:23.577 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_scrubbed": 0, 2024-04-15T16:06:23.577 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_trimmed": 0, 2024-04-15T16:06:23.577 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_stats_invalid": false, 2024-04-15T16:06:23.577 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_size": 0, 2024-04-15T16:06:23.577 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_start": "0'0", 2024-04-15T16:06:23.577 INFO:tasks.workunit.client.0.smithi016.stdout: "parent": "0.0", 2024-04-15T16:06:23.577 INFO:tasks.workunit.client.0.smithi016.stdout: "parent_split_bits": 0, 2024-04-15T16:06:23.577 INFO:tasks.workunit.client.0.smithi016.stdout: "pgid": "3.3b", 2024-04-15T16:06:23.577 INFO:tasks.workunit.client.0.smithi016.stdout: "pin_stats_invalid": false, 2024-04-15T16:06:23.577 INFO:tasks.workunit.client.0.smithi016.stdout: "purged_snaps": [], 2024-04-15T16:06:23.578 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_epoch": 2721, 2024-04-15T16:06:23.578 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_seq": 4855, 2024-04-15T16:06:23.578 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_duration": 0.0, 2024-04-15T16:06:23.578 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-16T20:10:59.226088+0000", 2024-04-15T16:06:23.578 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrim_duration": 0.0, 2024-04-15T16:06:23.578 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrimq_len": 0, 2024-04-15T16:06:23.578 INFO:tasks.workunit.client.0.smithi016.stdout: "stat_sum": { 2024-04-15T16:06:23.578 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes": 0, 2024-04-15T16:06:23.578 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T16:06:23.578 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_recovered": 0, 2024-04-15T16:06:23.578 INFO:tasks.workunit.client.0.smithi016.stdout: "num_deep_scrub_errors": 0, 2024-04-15T16:06:23.578 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict": 0, 2024-04-15T16:06:23.578 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_kb": 0, 2024-04-15T16:06:23.579 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_full": 0, 2024-04-15T16:06:23.579 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_some": 0, 2024-04-15T16:06:23.579 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush": 0, 2024-04-15T16:06:23.579 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_kb": 0, 2024-04-15T16:06:23.579 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_high": 0, 2024-04-15T16:06:23.579 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_low": 0, 2024-04-15T16:06:23.579 INFO:tasks.workunit.client.0.smithi016.stdout: "num_keys_recovered": 0, 2024-04-15T16:06:23.579 INFO:tasks.workunit.client.0.smithi016.stdout: "num_large_omap_objects": 0, 2024-04-15T16:06:23.579 INFO:tasks.workunit.client.0.smithi016.stdout: "num_legacy_snapsets": 0, 2024-04-15T16:06:23.579 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_clones": 0, 2024-04-15T16:06:23.579 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_copies": 0, 2024-04-15T16:06:23.579 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects": 0, 2024-04-15T16:06:23.579 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_degraded": 0, 2024-04-15T16:06:23.579 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_dirty": 0, 2024-04-15T16:06:23.579 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T16:06:23.580 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_manifest": 0, 2024-04-15T16:06:23.580 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_misplaced": 0, 2024-04-15T16:06:23.580 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing": 0, 2024-04-15T16:06:23.580 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T16:06:23.580 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_omap": 0, 2024-04-15T16:06:23.580 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_pinned": 0, 2024-04-15T16:06:23.580 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_recovered": 0, 2024-04-15T16:06:23.580 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_repaired": 0, 2024-04-15T16:06:23.580 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_unfound": 0, 2024-04-15T16:06:23.580 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_bytes": 0, 2024-04-15T16:06:23.580 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_keys": 0, 2024-04-15T16:06:23.580 INFO:tasks.workunit.client.0.smithi016.stdout: "num_promote": 0, 2024-04-15T16:06:23.580 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read": 0, 2024-04-15T16:06:23.580 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read_kb": 0, 2024-04-15T16:06:23.581 INFO:tasks.workunit.client.0.smithi016.stdout: "num_scrub_errors": 0, 2024-04-15T16:06:23.581 INFO:tasks.workunit.client.0.smithi016.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T16:06:23.581 INFO:tasks.workunit.client.0.smithi016.stdout: "num_whiteouts": 0, 2024-04-15T16:06:23.581 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write": 0, 2024-04-15T16:06:23.581 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write_kb": 0 2024-04-15T16:06:23.581 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:23.581 INFO:tasks.workunit.client.0.smithi016.stdout: "state": "active+clean", 2024-04-15T16:06:23.581 INFO:tasks.workunit.client.0.smithi016.stdout: "stats_invalid": false, 2024-04-15T16:06:23.581 INFO:tasks.workunit.client.0.smithi016.stdout: "up": [ 2024-04-15T16:06:23.581 INFO:tasks.workunit.client.0.smithi016.stdout: 7, 2024-04-15T16:06:23.581 INFO:tasks.workunit.client.0.smithi016.stdout: 2, 2024-04-15T16:06:23.581 INFO:tasks.workunit.client.0.smithi016.stdout: 4 2024-04-15T16:06:23.581 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:23.581 INFO:tasks.workunit.client.0.smithi016.stdout: "up_primary": 7, 2024-04-15T16:06:23.581 INFO:tasks.workunit.client.0.smithi016.stdout: "version": "0'0" 2024-04-15T16:06:23.582 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:23.582 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-15T16:06:23.582 INFO:tasks.workunit.client.0.smithi016.stdout: "acting": [ 2024-04-15T16:06:23.582 INFO:tasks.workunit.client.0.smithi016.stdout: 5, 2024-04-15T16:06:23.582 INFO:tasks.workunit.client.0.smithi016.stdout: 3, 2024-04-15T16:06:23.582 INFO:tasks.workunit.client.0.smithi016.stdout: 7 2024-04-15T16:06:23.582 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:23.582 INFO:tasks.workunit.client.0.smithi016.stdout: "acting_primary": 5, 2024-04-15T16:06:23.582 INFO:tasks.workunit.client.0.smithi016.stdout: "avail_no_missing": [], 2024-04-15T16:06:23.582 INFO:tasks.workunit.client.0.smithi016.stdout: "blocked_by": [], 2024-04-15T16:06:23.582 INFO:tasks.workunit.client.0.smithi016.stdout: "created": 61, 2024-04-15T16:06:23.582 INFO:tasks.workunit.client.0.smithi016.stdout: "dirty_stats_invalid": false, 2024-04-15T16:06:23.582 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T16:06:23.582 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_stats_invalid": false, 2024-04-15T16:06:23.582 INFO:tasks.workunit.client.0.smithi016.stdout: "last_active": "2024-04-15T16:05:12.198114+0000", 2024-04-15T16:06:23.583 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_active": "2024-04-15T14:44:49.375326+0000", 2024-04-15T16:06:23.583 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_peered": "2024-04-15T14:44:49.375326+0000", 2024-04-15T16:06:23.583 INFO:tasks.workunit.client.0.smithi016.stdout: "last_change": "2024-04-15T14:44:49.376515+0000", 2024-04-15T16:06:23.583 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean": "2024-04-15T16:05:12.198114+0000", 2024-04-15T16:06:23.583 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T16:06:23.583 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub": "0'0", 2024-04-15T16:06:23.583 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T16:06:23.583 INFO:tasks.workunit.client.0.smithi016.stdout: "last_epoch_clean": 532, 2024-04-15T16:06:23.583 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fresh": "2024-04-15T16:05:12.198114+0000", 2024-04-15T16:06:23.583 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fullsized": "2024-04-15T16:05:12.198114+0000", 2024-04-15T16:06:23.583 INFO:tasks.workunit.client.0.smithi016.stdout: "last_peered": "2024-04-15T16:05:12.198114+0000", 2024-04-15T16:06:23.583 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub": "0'0", 2024-04-15T16:06:23.583 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_duration": 0, 2024-04-15T16:06:23.583 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T16:06:23.584 INFO:tasks.workunit.client.0.smithi016.stdout: "last_undegraded": "2024-04-15T16:05:12.198114+0000", 2024-04-15T16:06:23.584 INFO:tasks.workunit.client.0.smithi016.stdout: "last_unstale": "2024-04-15T16:05:12.198114+0000", 2024-04-15T16:06:23.584 INFO:tasks.workunit.client.0.smithi016.stdout: "log_dups_size": 0, 2024-04-15T16:06:23.584 INFO:tasks.workunit.client.0.smithi016.stdout: "log_size": 0, 2024-04-15T16:06:23.584 INFO:tasks.workunit.client.0.smithi016.stdout: "log_start": "0'0", 2024-04-15T16:06:23.584 INFO:tasks.workunit.client.0.smithi016.stdout: "manifest_stats_invalid": false, 2024-04-15T16:06:23.584 INFO:tasks.workunit.client.0.smithi016.stdout: "mapping_epoch": 531, 2024-04-15T16:06:23.584 INFO:tasks.workunit.client.0.smithi016.stdout: "object_location_counts": [], 2024-04-15T16:06:23.584 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_scrubbed": 0, 2024-04-15T16:06:23.584 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_trimmed": 0, 2024-04-15T16:06:23.584 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_stats_invalid": false, 2024-04-15T16:06:23.584 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_size": 0, 2024-04-15T16:06:23.584 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_start": "0'0", 2024-04-15T16:06:23.584 INFO:tasks.workunit.client.0.smithi016.stdout: "parent": "0.0", 2024-04-15T16:06:23.584 INFO:tasks.workunit.client.0.smithi016.stdout: "parent_split_bits": 0, 2024-04-15T16:06:23.585 INFO:tasks.workunit.client.0.smithi016.stdout: "pgid": "3.3c", 2024-04-15T16:06:23.585 INFO:tasks.workunit.client.0.smithi016.stdout: "pin_stats_invalid": false, 2024-04-15T16:06:23.585 INFO:tasks.workunit.client.0.smithi016.stdout: "purged_snaps": [], 2024-04-15T16:06:23.585 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_epoch": 2721, 2024-04-15T16:06:23.585 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_seq": 4924, 2024-04-15T16:06:23.585 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_duration": 0.0, 2024-04-15T16:06:23.585 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-16T17:10:07.533002+0000", 2024-04-15T16:06:23.585 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrim_duration": 0.0, 2024-04-15T16:06:23.585 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrimq_len": 0, 2024-04-15T16:06:23.585 INFO:tasks.workunit.client.0.smithi016.stdout: "stat_sum": { 2024-04-15T16:06:23.585 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes": 0, 2024-04-15T16:06:23.585 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T16:06:23.585 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_recovered": 0, 2024-04-15T16:06:23.585 INFO:tasks.workunit.client.0.smithi016.stdout: "num_deep_scrub_errors": 0, 2024-04-15T16:06:23.585 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict": 0, 2024-04-15T16:06:23.586 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_kb": 0, 2024-04-15T16:06:23.586 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_full": 0, 2024-04-15T16:06:23.586 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_some": 0, 2024-04-15T16:06:23.586 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush": 0, 2024-04-15T16:06:23.586 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_kb": 0, 2024-04-15T16:06:23.586 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_high": 0, 2024-04-15T16:06:23.586 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_low": 0, 2024-04-15T16:06:23.586 INFO:tasks.workunit.client.0.smithi016.stdout: "num_keys_recovered": 0, 2024-04-15T16:06:23.586 INFO:tasks.workunit.client.0.smithi016.stdout: "num_large_omap_objects": 0, 2024-04-15T16:06:23.586 INFO:tasks.workunit.client.0.smithi016.stdout: "num_legacy_snapsets": 0, 2024-04-15T16:06:23.586 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_clones": 0, 2024-04-15T16:06:23.586 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_copies": 0, 2024-04-15T16:06:23.586 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects": 0, 2024-04-15T16:06:23.586 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_degraded": 0, 2024-04-15T16:06:23.586 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_dirty": 0, 2024-04-15T16:06:23.587 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T16:06:23.587 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_manifest": 0, 2024-04-15T16:06:23.587 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_misplaced": 0, 2024-04-15T16:06:23.587 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing": 0, 2024-04-15T16:06:23.587 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T16:06:23.587 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_omap": 0, 2024-04-15T16:06:23.587 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_pinned": 0, 2024-04-15T16:06:23.587 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_recovered": 0, 2024-04-15T16:06:23.587 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_repaired": 0, 2024-04-15T16:06:23.587 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_unfound": 0, 2024-04-15T16:06:23.587 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_bytes": 0, 2024-04-15T16:06:23.587 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_keys": 0, 2024-04-15T16:06:23.587 INFO:tasks.workunit.client.0.smithi016.stdout: "num_promote": 0, 2024-04-15T16:06:23.587 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read": 0, 2024-04-15T16:06:23.588 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read_kb": 0, 2024-04-15T16:06:23.588 INFO:tasks.workunit.client.0.smithi016.stdout: "num_scrub_errors": 0, 2024-04-15T16:06:23.588 INFO:tasks.workunit.client.0.smithi016.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T16:06:23.588 INFO:tasks.workunit.client.0.smithi016.stdout: "num_whiteouts": 0, 2024-04-15T16:06:23.588 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write": 0, 2024-04-15T16:06:23.588 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write_kb": 0 2024-04-15T16:06:23.588 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:23.588 INFO:tasks.workunit.client.0.smithi016.stdout: "state": "active+clean", 2024-04-15T16:06:23.588 INFO:tasks.workunit.client.0.smithi016.stdout: "stats_invalid": false, 2024-04-15T16:06:23.588 INFO:tasks.workunit.client.0.smithi016.stdout: "up": [ 2024-04-15T16:06:23.588 INFO:tasks.workunit.client.0.smithi016.stdout: 5, 2024-04-15T16:06:23.588 INFO:tasks.workunit.client.0.smithi016.stdout: 3, 2024-04-15T16:06:23.588 INFO:tasks.workunit.client.0.smithi016.stdout: 7 2024-04-15T16:06:23.588 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:23.588 INFO:tasks.workunit.client.0.smithi016.stdout: "up_primary": 5, 2024-04-15T16:06:23.589 INFO:tasks.workunit.client.0.smithi016.stdout: "version": "0'0" 2024-04-15T16:06:23.589 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:23.589 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-15T16:06:23.589 INFO:tasks.workunit.client.0.smithi016.stdout: "acting": [ 2024-04-15T16:06:23.589 INFO:tasks.workunit.client.0.smithi016.stdout: 0, 2024-04-15T16:06:23.589 INFO:tasks.workunit.client.0.smithi016.stdout: 2, 2024-04-15T16:06:23.589 INFO:tasks.workunit.client.0.smithi016.stdout: 1 2024-04-15T16:06:23.589 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:23.589 INFO:tasks.workunit.client.0.smithi016.stdout: "acting_primary": 0, 2024-04-15T16:06:23.589 INFO:tasks.workunit.client.0.smithi016.stdout: "avail_no_missing": [], 2024-04-15T16:06:23.589 INFO:tasks.workunit.client.0.smithi016.stdout: "blocked_by": [], 2024-04-15T16:06:23.589 INFO:tasks.workunit.client.0.smithi016.stdout: "created": 61, 2024-04-15T16:06:23.589 INFO:tasks.workunit.client.0.smithi016.stdout: "dirty_stats_invalid": false, 2024-04-15T16:06:23.589 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T16:06:23.590 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_stats_invalid": false, 2024-04-15T16:06:23.590 INFO:tasks.workunit.client.0.smithi016.stdout: "last_active": "2024-04-15T16:05:11.412659+0000", 2024-04-15T16:06:23.590 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_active": "2024-04-15T14:42:22.726503+0000", 2024-04-15T16:06:23.590 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_peered": "2024-04-15T14:42:22.726503+0000", 2024-04-15T16:06:23.590 INFO:tasks.workunit.client.0.smithi016.stdout: "last_change": "2024-04-15T14:42:22.726881+0000", 2024-04-15T16:06:23.590 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean": "2024-04-15T16:05:11.412659+0000", 2024-04-15T16:06:23.590 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T16:06:23.590 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub": "0'0", 2024-04-15T16:06:23.590 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T16:06:23.590 INFO:tasks.workunit.client.0.smithi016.stdout: "last_epoch_clean": 389, 2024-04-15T16:06:23.590 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fresh": "2024-04-15T16:05:11.412659+0000", 2024-04-15T16:06:23.590 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fullsized": "2024-04-15T16:05:11.412659+0000", 2024-04-15T16:06:23.590 INFO:tasks.workunit.client.0.smithi016.stdout: "last_peered": "2024-04-15T16:05:11.412659+0000", 2024-04-15T16:06:23.590 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub": "0'0", 2024-04-15T16:06:23.591 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_duration": 0, 2024-04-15T16:06:23.591 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T16:06:23.591 INFO:tasks.workunit.client.0.smithi016.stdout: "last_undegraded": "2024-04-15T16:05:11.412659+0000", 2024-04-15T16:06:23.591 INFO:tasks.workunit.client.0.smithi016.stdout: "last_unstale": "2024-04-15T16:05:11.412659+0000", 2024-04-15T16:06:23.591 INFO:tasks.workunit.client.0.smithi016.stdout: "log_dups_size": 0, 2024-04-15T16:06:23.591 INFO:tasks.workunit.client.0.smithi016.stdout: "log_size": 0, 2024-04-15T16:06:23.591 INFO:tasks.workunit.client.0.smithi016.stdout: "log_start": "0'0", 2024-04-15T16:06:23.591 INFO:tasks.workunit.client.0.smithi016.stdout: "manifest_stats_invalid": false, 2024-04-15T16:06:23.591 INFO:tasks.workunit.client.0.smithi016.stdout: "mapping_epoch": 388, 2024-04-15T16:06:23.591 INFO:tasks.workunit.client.0.smithi016.stdout: "object_location_counts": [], 2024-04-15T16:06:23.591 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_scrubbed": 0, 2024-04-15T16:06:23.591 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_trimmed": 0, 2024-04-15T16:06:23.591 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_stats_invalid": false, 2024-04-15T16:06:23.591 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_size": 0, 2024-04-15T16:06:23.592 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_start": "0'0", 2024-04-15T16:06:23.592 INFO:tasks.workunit.client.0.smithi016.stdout: "parent": "0.0", 2024-04-15T16:06:23.592 INFO:tasks.workunit.client.0.smithi016.stdout: "parent_split_bits": 0, 2024-04-15T16:06:23.592 INFO:tasks.workunit.client.0.smithi016.stdout: "pgid": "3.3d", 2024-04-15T16:06:23.592 INFO:tasks.workunit.client.0.smithi016.stdout: "pin_stats_invalid": false, 2024-04-15T16:06:23.592 INFO:tasks.workunit.client.0.smithi016.stdout: "purged_snaps": [], 2024-04-15T16:06:23.592 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_epoch": 2721, 2024-04-15T16:06:23.592 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_seq": 5063, 2024-04-15T16:06:23.592 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_duration": 0.0, 2024-04-15T16:06:23.592 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-16T15:17:33.920084+0000", 2024-04-15T16:06:23.592 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrim_duration": 0.0, 2024-04-15T16:06:23.592 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrimq_len": 0, 2024-04-15T16:06:23.592 INFO:tasks.workunit.client.0.smithi016.stdout: "stat_sum": { 2024-04-15T16:06:23.592 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes": 0, 2024-04-15T16:06:23.592 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T16:06:23.593 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_recovered": 0, 2024-04-15T16:06:23.593 INFO:tasks.workunit.client.0.smithi016.stdout: "num_deep_scrub_errors": 0, 2024-04-15T16:06:23.593 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict": 0, 2024-04-15T16:06:23.593 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_kb": 0, 2024-04-15T16:06:23.593 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_full": 0, 2024-04-15T16:06:23.593 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_some": 0, 2024-04-15T16:06:23.593 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush": 0, 2024-04-15T16:06:23.593 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_kb": 0, 2024-04-15T16:06:23.593 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_high": 0, 2024-04-15T16:06:23.593 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_low": 0, 2024-04-15T16:06:23.593 INFO:tasks.workunit.client.0.smithi016.stdout: "num_keys_recovered": 0, 2024-04-15T16:06:23.593 INFO:tasks.workunit.client.0.smithi016.stdout: "num_large_omap_objects": 0, 2024-04-15T16:06:23.593 INFO:tasks.workunit.client.0.smithi016.stdout: "num_legacy_snapsets": 0, 2024-04-15T16:06:23.593 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_clones": 0, 2024-04-15T16:06:23.594 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_copies": 0, 2024-04-15T16:06:23.594 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects": 0, 2024-04-15T16:06:23.594 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_degraded": 0, 2024-04-15T16:06:23.594 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_dirty": 0, 2024-04-15T16:06:23.594 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T16:06:23.594 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_manifest": 0, 2024-04-15T16:06:23.594 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_misplaced": 0, 2024-04-15T16:06:23.594 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing": 0, 2024-04-15T16:06:23.594 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T16:06:23.594 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_omap": 0, 2024-04-15T16:06:23.594 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_pinned": 0, 2024-04-15T16:06:23.594 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_recovered": 0, 2024-04-15T16:06:23.594 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_repaired": 0, 2024-04-15T16:06:23.594 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_unfound": 0, 2024-04-15T16:06:23.594 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_bytes": 0, 2024-04-15T16:06:23.595 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_keys": 0, 2024-04-15T16:06:23.595 INFO:tasks.workunit.client.0.smithi016.stdout: "num_promote": 0, 2024-04-15T16:06:23.595 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read": 0, 2024-04-15T16:06:23.595 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read_kb": 0, 2024-04-15T16:06:23.595 INFO:tasks.workunit.client.0.smithi016.stdout: "num_scrub_errors": 0, 2024-04-15T16:06:23.595 INFO:tasks.workunit.client.0.smithi016.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T16:06:23.595 INFO:tasks.workunit.client.0.smithi016.stdout: "num_whiteouts": 0, 2024-04-15T16:06:23.595 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write": 0, 2024-04-15T16:06:23.595 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write_kb": 0 2024-04-15T16:06:23.595 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:23.595 INFO:tasks.workunit.client.0.smithi016.stdout: "state": "active+clean", 2024-04-15T16:06:23.595 INFO:tasks.workunit.client.0.smithi016.stdout: "stats_invalid": false, 2024-04-15T16:06:23.595 INFO:tasks.workunit.client.0.smithi016.stdout: "up": [ 2024-04-15T16:06:23.595 INFO:tasks.workunit.client.0.smithi016.stdout: 0, 2024-04-15T16:06:23.595 INFO:tasks.workunit.client.0.smithi016.stdout: 2, 2024-04-15T16:06:23.596 INFO:tasks.workunit.client.0.smithi016.stdout: 1 2024-04-15T16:06:23.596 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:23.596 INFO:tasks.workunit.client.0.smithi016.stdout: "up_primary": 0, 2024-04-15T16:06:23.596 INFO:tasks.workunit.client.0.smithi016.stdout: "version": "0'0" 2024-04-15T16:06:23.596 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:23.596 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-15T16:06:23.596 INFO:tasks.workunit.client.0.smithi016.stdout: "acting": [ 2024-04-15T16:06:23.596 INFO:tasks.workunit.client.0.smithi016.stdout: 1, 2024-04-15T16:06:23.596 INFO:tasks.workunit.client.0.smithi016.stdout: 0, 2024-04-15T16:06:23.596 INFO:tasks.workunit.client.0.smithi016.stdout: 6 2024-04-15T16:06:23.596 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:23.596 INFO:tasks.workunit.client.0.smithi016.stdout: "acting_primary": 1, 2024-04-15T16:06:23.596 INFO:tasks.workunit.client.0.smithi016.stdout: "avail_no_missing": [], 2024-04-15T16:06:23.596 INFO:tasks.workunit.client.0.smithi016.stdout: "blocked_by": [], 2024-04-15T16:06:23.597 INFO:tasks.workunit.client.0.smithi016.stdout: "created": 61, 2024-04-15T16:06:23.597 INFO:tasks.workunit.client.0.smithi016.stdout: "dirty_stats_invalid": false, 2024-04-15T16:06:23.597 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T16:06:23.597 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_stats_invalid": false, 2024-04-15T16:06:23.597 INFO:tasks.workunit.client.0.smithi016.stdout: "last_active": "2024-04-15T16:05:11.870608+0000", 2024-04-15T16:06:23.597 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_active": "2024-04-15T14:44:28.450494+0000", 2024-04-15T16:06:23.597 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_peered": "2024-04-15T14:44:28.450494+0000", 2024-04-15T16:06:23.597 INFO:tasks.workunit.client.0.smithi016.stdout: "last_change": "2024-04-15T14:44:28.450848+0000", 2024-04-15T16:06:23.597 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean": "2024-04-15T16:05:11.870608+0000", 2024-04-15T16:06:23.597 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T16:06:23.597 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub": "0'0", 2024-04-15T16:06:23.597 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T16:06:23.597 INFO:tasks.workunit.client.0.smithi016.stdout: "last_epoch_clean": 511, 2024-04-15T16:06:23.597 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fresh": "2024-04-15T16:05:11.870608+0000", 2024-04-15T16:06:23.597 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fullsized": "2024-04-15T16:05:11.870608+0000", 2024-04-15T16:06:23.598 INFO:tasks.workunit.client.0.smithi016.stdout: "last_peered": "2024-04-15T16:05:11.870608+0000", 2024-04-15T16:06:23.598 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub": "0'0", 2024-04-15T16:06:23.598 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_duration": 0, 2024-04-15T16:06:23.598 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T16:06:23.598 INFO:tasks.workunit.client.0.smithi016.stdout: "last_undegraded": "2024-04-15T16:05:11.870608+0000", 2024-04-15T16:06:23.598 INFO:tasks.workunit.client.0.smithi016.stdout: "last_unstale": "2024-04-15T16:05:11.870608+0000", 2024-04-15T16:06:23.598 INFO:tasks.workunit.client.0.smithi016.stdout: "log_dups_size": 0, 2024-04-15T16:06:23.598 INFO:tasks.workunit.client.0.smithi016.stdout: "log_size": 0, 2024-04-15T16:06:23.598 INFO:tasks.workunit.client.0.smithi016.stdout: "log_start": "0'0", 2024-04-15T16:06:23.598 INFO:tasks.workunit.client.0.smithi016.stdout: "manifest_stats_invalid": false, 2024-04-15T16:06:23.598 INFO:tasks.workunit.client.0.smithi016.stdout: "mapping_epoch": 510, 2024-04-15T16:06:23.598 INFO:tasks.workunit.client.0.smithi016.stdout: "object_location_counts": [], 2024-04-15T16:06:23.598 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_scrubbed": 0, 2024-04-15T16:06:23.598 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_trimmed": 0, 2024-04-15T16:06:23.598 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_stats_invalid": false, 2024-04-15T16:06:23.599 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_size": 0, 2024-04-15T16:06:23.599 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_start": "0'0", 2024-04-15T16:06:23.599 INFO:tasks.workunit.client.0.smithi016.stdout: "parent": "0.0", 2024-04-15T16:06:23.599 INFO:tasks.workunit.client.0.smithi016.stdout: "parent_split_bits": 0, 2024-04-15T16:06:23.599 INFO:tasks.workunit.client.0.smithi016.stdout: "pgid": "3.3e", 2024-04-15T16:06:23.599 INFO:tasks.workunit.client.0.smithi016.stdout: "pin_stats_invalid": false, 2024-04-15T16:06:23.599 INFO:tasks.workunit.client.0.smithi016.stdout: "purged_snaps": [], 2024-04-15T16:06:23.599 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_epoch": 2721, 2024-04-15T16:06:23.599 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_seq": 5033, 2024-04-15T16:06:23.599 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_duration": 0.0, 2024-04-15T16:06:23.599 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-16T15:59:40.107630+0000", 2024-04-15T16:06:23.599 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrim_duration": 0.0, 2024-04-15T16:06:23.599 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrimq_len": 0, 2024-04-15T16:06:23.599 INFO:tasks.workunit.client.0.smithi016.stdout: "stat_sum": { 2024-04-15T16:06:23.599 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes": 0, 2024-04-15T16:06:23.600 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T16:06:23.600 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_recovered": 0, 2024-04-15T16:06:23.600 INFO:tasks.workunit.client.0.smithi016.stdout: "num_deep_scrub_errors": 0, 2024-04-15T16:06:23.600 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict": 0, 2024-04-15T16:06:23.600 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_kb": 0, 2024-04-15T16:06:23.600 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_full": 0, 2024-04-15T16:06:23.600 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_some": 0, 2024-04-15T16:06:23.600 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush": 0, 2024-04-15T16:06:23.600 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_kb": 0, 2024-04-15T16:06:23.600 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_high": 0, 2024-04-15T16:06:23.600 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_low": 0, 2024-04-15T16:06:23.600 INFO:tasks.workunit.client.0.smithi016.stdout: "num_keys_recovered": 0, 2024-04-15T16:06:23.600 INFO:tasks.workunit.client.0.smithi016.stdout: "num_large_omap_objects": 0, 2024-04-15T16:06:23.600 INFO:tasks.workunit.client.0.smithi016.stdout: "num_legacy_snapsets": 0, 2024-04-15T16:06:23.600 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_clones": 0, 2024-04-15T16:06:23.601 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_copies": 0, 2024-04-15T16:06:23.601 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects": 0, 2024-04-15T16:06:23.601 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_degraded": 0, 2024-04-15T16:06:23.601 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_dirty": 0, 2024-04-15T16:06:23.601 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T16:06:23.601 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_manifest": 0, 2024-04-15T16:06:23.601 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_misplaced": 0, 2024-04-15T16:06:23.601 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing": 0, 2024-04-15T16:06:23.601 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T16:06:23.601 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_omap": 0, 2024-04-15T16:06:23.601 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_pinned": 0, 2024-04-15T16:06:23.601 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_recovered": 0, 2024-04-15T16:06:23.601 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_repaired": 0, 2024-04-15T16:06:23.602 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_unfound": 0, 2024-04-15T16:06:23.602 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_bytes": 0, 2024-04-15T16:06:23.602 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_keys": 0, 2024-04-15T16:06:23.602 INFO:tasks.workunit.client.0.smithi016.stdout: "num_promote": 0, 2024-04-15T16:06:23.602 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read": 0, 2024-04-15T16:06:23.602 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read_kb": 0, 2024-04-15T16:06:23.602 INFO:tasks.workunit.client.0.smithi016.stdout: "num_scrub_errors": 0, 2024-04-15T16:06:23.602 INFO:tasks.workunit.client.0.smithi016.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T16:06:23.602 INFO:tasks.workunit.client.0.smithi016.stdout: "num_whiteouts": 0, 2024-04-15T16:06:23.602 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write": 0, 2024-04-15T16:06:23.602 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write_kb": 0 2024-04-15T16:06:23.602 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:23.602 INFO:tasks.workunit.client.0.smithi016.stdout: "state": "active+clean", 2024-04-15T16:06:23.603 INFO:tasks.workunit.client.0.smithi016.stdout: "stats_invalid": false, 2024-04-15T16:06:23.603 INFO:tasks.workunit.client.0.smithi016.stdout: "up": [ 2024-04-15T16:06:23.603 INFO:tasks.workunit.client.0.smithi016.stdout: 1, 2024-04-15T16:06:23.603 INFO:tasks.workunit.client.0.smithi016.stdout: 0, 2024-04-15T16:06:23.603 INFO:tasks.workunit.client.0.smithi016.stdout: 6 2024-04-15T16:06:23.603 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:23.603 INFO:tasks.workunit.client.0.smithi016.stdout: "up_primary": 1, 2024-04-15T16:06:23.603 INFO:tasks.workunit.client.0.smithi016.stdout: "version": "0'0" 2024-04-15T16:06:23.603 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:23.603 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-15T16:06:23.603 INFO:tasks.workunit.client.0.smithi016.stdout: "acting": [ 2024-04-15T16:06:23.603 INFO:tasks.workunit.client.0.smithi016.stdout: 7, 2024-04-15T16:06:23.603 INFO:tasks.workunit.client.0.smithi016.stdout: 6, 2024-04-15T16:06:23.603 INFO:tasks.workunit.client.0.smithi016.stdout: 0 2024-04-15T16:06:23.604 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:23.604 INFO:tasks.workunit.client.0.smithi016.stdout: "acting_primary": 7, 2024-04-15T16:06:23.604 INFO:tasks.workunit.client.0.smithi016.stdout: "avail_no_missing": [], 2024-04-15T16:06:23.604 INFO:tasks.workunit.client.0.smithi016.stdout: "blocked_by": [], 2024-04-15T16:06:23.604 INFO:tasks.workunit.client.0.smithi016.stdout: "created": 61, 2024-04-15T16:06:23.604 INFO:tasks.workunit.client.0.smithi016.stdout: "dirty_stats_invalid": false, 2024-04-15T16:06:23.604 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T16:06:23.604 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_stats_invalid": false, 2024-04-15T16:06:23.604 INFO:tasks.workunit.client.0.smithi016.stdout: "last_active": "2024-04-15T16:05:12.200718+0000", 2024-04-15T16:06:23.604 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_active": "2024-04-15T14:44:49.368640+0000", 2024-04-15T16:06:23.604 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_peered": "2024-04-15T14:44:49.368640+0000", 2024-04-15T16:06:23.604 INFO:tasks.workunit.client.0.smithi016.stdout: "last_change": "2024-04-15T14:44:49.369128+0000", 2024-04-15T16:06:23.604 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean": "2024-04-15T16:05:12.200718+0000", 2024-04-15T16:06:23.604 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T16:06:23.605 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub": "0'0", 2024-04-15T16:06:23.605 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T16:06:23.605 INFO:tasks.workunit.client.0.smithi016.stdout: "last_epoch_clean": 532, 2024-04-15T16:06:23.605 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fresh": "2024-04-15T16:05:12.200718+0000", 2024-04-15T16:06:23.605 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fullsized": "2024-04-15T16:05:12.200718+0000", 2024-04-15T16:06:23.605 INFO:tasks.workunit.client.0.smithi016.stdout: "last_peered": "2024-04-15T16:05:12.200718+0000", 2024-04-15T16:06:23.605 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub": "0'0", 2024-04-15T16:06:23.605 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_duration": 0, 2024-04-15T16:06:23.605 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T16:06:23.605 INFO:tasks.workunit.client.0.smithi016.stdout: "last_undegraded": "2024-04-15T16:05:12.200718+0000", 2024-04-15T16:06:23.605 INFO:tasks.workunit.client.0.smithi016.stdout: "last_unstale": "2024-04-15T16:05:12.200718+0000", 2024-04-15T16:06:23.605 INFO:tasks.workunit.client.0.smithi016.stdout: "log_dups_size": 0, 2024-04-15T16:06:23.605 INFO:tasks.workunit.client.0.smithi016.stdout: "log_size": 0, 2024-04-15T16:06:23.605 INFO:tasks.workunit.client.0.smithi016.stdout: "log_start": "0'0", 2024-04-15T16:06:23.606 INFO:tasks.workunit.client.0.smithi016.stdout: "manifest_stats_invalid": false, 2024-04-15T16:06:23.606 INFO:tasks.workunit.client.0.smithi016.stdout: "mapping_epoch": 531, 2024-04-15T16:06:23.606 INFO:tasks.workunit.client.0.smithi016.stdout: "object_location_counts": [], 2024-04-15T16:06:23.606 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_scrubbed": 0, 2024-04-15T16:06:23.606 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_trimmed": 0, 2024-04-15T16:06:23.606 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_stats_invalid": false, 2024-04-15T16:06:23.606 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_size": 0, 2024-04-15T16:06:23.606 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_start": "0'0", 2024-04-15T16:06:23.606 INFO:tasks.workunit.client.0.smithi016.stdout: "parent": "0.0", 2024-04-15T16:06:23.606 INFO:tasks.workunit.client.0.smithi016.stdout: "parent_split_bits": 0, 2024-04-15T16:06:23.606 INFO:tasks.workunit.client.0.smithi016.stdout: "pgid": "3.3f", 2024-04-15T16:06:23.606 INFO:tasks.workunit.client.0.smithi016.stdout: "pin_stats_invalid": false, 2024-04-15T16:06:23.606 INFO:tasks.workunit.client.0.smithi016.stdout: "purged_snaps": [], 2024-04-15T16:06:23.607 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_epoch": 2721, 2024-04-15T16:06:23.607 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_seq": 4876, 2024-04-15T16:06:23.607 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_duration": 0.0, 2024-04-15T16:06:23.607 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-16T17:49:11.568609+0000", 2024-04-15T16:06:23.607 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrim_duration": 0.0, 2024-04-15T16:06:23.607 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrimq_len": 0, 2024-04-15T16:06:23.607 INFO:tasks.workunit.client.0.smithi016.stdout: "stat_sum": { 2024-04-15T16:06:23.607 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes": 0, 2024-04-15T16:06:23.607 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T16:06:23.607 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_recovered": 0, 2024-04-15T16:06:23.607 INFO:tasks.workunit.client.0.smithi016.stdout: "num_deep_scrub_errors": 0, 2024-04-15T16:06:23.607 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict": 0, 2024-04-15T16:06:23.607 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_kb": 0, 2024-04-15T16:06:23.608 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_full": 0, 2024-04-15T16:06:23.608 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_some": 0, 2024-04-15T16:06:23.608 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush": 0, 2024-04-15T16:06:23.608 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_kb": 0, 2024-04-15T16:06:23.608 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_high": 0, 2024-04-15T16:06:23.608 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_low": 0, 2024-04-15T16:06:23.608 INFO:tasks.workunit.client.0.smithi016.stdout: "num_keys_recovered": 0, 2024-04-15T16:06:23.608 INFO:tasks.workunit.client.0.smithi016.stdout: "num_large_omap_objects": 0, 2024-04-15T16:06:23.608 INFO:tasks.workunit.client.0.smithi016.stdout: "num_legacy_snapsets": 0, 2024-04-15T16:06:23.608 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_clones": 0, 2024-04-15T16:06:23.608 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_copies": 0, 2024-04-15T16:06:23.608 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects": 0, 2024-04-15T16:06:23.608 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_degraded": 0, 2024-04-15T16:06:23.609 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_dirty": 0, 2024-04-15T16:06:23.609 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T16:06:23.609 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_manifest": 0, 2024-04-15T16:06:23.609 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_misplaced": 0, 2024-04-15T16:06:23.609 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing": 0, 2024-04-15T16:06:23.609 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T16:06:23.609 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_omap": 0, 2024-04-15T16:06:23.609 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_pinned": 0, 2024-04-15T16:06:23.609 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_recovered": 0, 2024-04-15T16:06:23.609 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_repaired": 0, 2024-04-15T16:06:23.609 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_unfound": 0, 2024-04-15T16:06:23.609 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_bytes": 0, 2024-04-15T16:06:23.609 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_keys": 0, 2024-04-15T16:06:23.610 INFO:tasks.workunit.client.0.smithi016.stdout: "num_promote": 0, 2024-04-15T16:06:23.610 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read": 0, 2024-04-15T16:06:23.610 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read_kb": 0, 2024-04-15T16:06:23.610 INFO:tasks.workunit.client.0.smithi016.stdout: "num_scrub_errors": 0, 2024-04-15T16:06:23.610 INFO:tasks.workunit.client.0.smithi016.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T16:06:23.610 INFO:tasks.workunit.client.0.smithi016.stdout: "num_whiteouts": 0, 2024-04-15T16:06:23.610 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write": 0, 2024-04-15T16:06:23.610 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write_kb": 0 2024-04-15T16:06:23.610 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:23.610 INFO:tasks.workunit.client.0.smithi016.stdout: "state": "active+clean", 2024-04-15T16:06:23.610 INFO:tasks.workunit.client.0.smithi016.stdout: "stats_invalid": false, 2024-04-15T16:06:23.610 INFO:tasks.workunit.client.0.smithi016.stdout: "up": [ 2024-04-15T16:06:23.610 INFO:tasks.workunit.client.0.smithi016.stdout: 7, 2024-04-15T16:06:23.610 INFO:tasks.workunit.client.0.smithi016.stdout: 6, 2024-04-15T16:06:23.611 INFO:tasks.workunit.client.0.smithi016.stdout: 0 2024-04-15T16:06:23.611 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:23.611 INFO:tasks.workunit.client.0.smithi016.stdout: "up_primary": 7, 2024-04-15T16:06:23.611 INFO:tasks.workunit.client.0.smithi016.stdout: "version": "0'0" 2024-04-15T16:06:23.611 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T16:06:23.611 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:23.611 INFO:tasks.workunit.client.0.smithi016.stdout: "stats_per_pool": [ 2024-04-15T16:06:23.611 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-15T16:06:23.611 INFO:tasks.workunit.client.0.smithi016.stdout: "acting": 24, 2024-04-15T16:06:23.611 INFO:tasks.workunit.client.0.smithi016.stdout: "application": [ 2024-04-15T16:06:23.611 INFO:tasks.workunit.client.0.smithi016.stdout: "rbd" 2024-04-15T16:06:23.611 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:23.611 INFO:tasks.workunit.client.0.smithi016.stdout: "log_size": 24548, 2024-04-15T16:06:23.612 INFO:tasks.workunit.client.0.smithi016.stdout: "num_pg": 8, 2024-04-15T16:06:23.612 INFO:tasks.workunit.client.0.smithi016.stdout: "num_store_stats": 8, 2024-04-15T16:06:23.612 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_size": 24548, 2024-04-15T16:06:23.612 INFO:tasks.workunit.client.0.smithi016.stdout: "poolid": 4, 2024-04-15T16:06:23.612 INFO:tasks.workunit.client.0.smithi016.stdout: "stat_sum": { 2024-04-15T16:06:23.612 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes": 4194323, 2024-04-15T16:06:23.612 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T16:06:23.612 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_recovered": 0, 2024-04-15T16:06:23.612 INFO:tasks.workunit.client.0.smithi016.stdout: "num_deep_scrub_errors": 0, 2024-04-15T16:06:23.612 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict": 0, 2024-04-15T16:06:23.612 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_kb": 0, 2024-04-15T16:06:23.612 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_full": 0, 2024-04-15T16:06:23.612 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_some": 0, 2024-04-15T16:06:23.612 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush": 0, 2024-04-15T16:06:23.613 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_kb": 0, 2024-04-15T16:06:23.613 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_high": 0, 2024-04-15T16:06:23.613 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_low": 0, 2024-04-15T16:06:23.613 INFO:tasks.workunit.client.0.smithi016.stdout: "num_keys_recovered": 0, 2024-04-15T16:06:23.613 INFO:tasks.workunit.client.0.smithi016.stdout: "num_large_omap_objects": 0, 2024-04-15T16:06:23.613 INFO:tasks.workunit.client.0.smithi016.stdout: "num_legacy_snapsets": 0, 2024-04-15T16:06:23.613 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_clones": 0, 2024-04-15T16:06:23.613 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_copies": 12, 2024-04-15T16:06:23.613 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects": 4, 2024-04-15T16:06:23.613 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_degraded": 0, 2024-04-15T16:06:23.613 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_dirty": 4, 2024-04-15T16:06:23.613 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T16:06:23.613 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_manifest": 0, 2024-04-15T16:06:23.613 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_misplaced": 0, 2024-04-15T16:06:23.614 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing": 0, 2024-04-15T16:06:23.614 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T16:06:23.614 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_omap": 2, 2024-04-15T16:06:23.614 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_pinned": 0, 2024-04-15T16:06:23.614 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_recovered": 0, 2024-04-15T16:06:23.614 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_repaired": 0, 2024-04-15T16:06:23.614 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_unfound": 0, 2024-04-15T16:06:23.614 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_bytes": 0, 2024-04-15T16:06:23.614 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_keys": 0, 2024-04-15T16:06:23.614 INFO:tasks.workunit.client.0.smithi016.stdout: "num_promote": 0, 2024-04-15T16:06:23.614 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read": 8935, 2024-04-15T16:06:23.614 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read_kb": 2992213, 2024-04-15T16:06:23.614 INFO:tasks.workunit.client.0.smithi016.stdout: "num_scrub_errors": 0, 2024-04-15T16:06:23.614 INFO:tasks.workunit.client.0.smithi016.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T16:06:23.615 INFO:tasks.workunit.client.0.smithi016.stdout: "num_whiteouts": 0, 2024-04-15T16:06:23.615 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write": 24418, 2024-04-15T16:06:23.615 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write_kb": 3187609 2024-04-15T16:06:23.615 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:23.615 INFO:tasks.workunit.client.0.smithi016.stdout: "store_stats": { 2024-04-15T16:06:23.615 INFO:tasks.workunit.client.0.smithi016.stdout: "allocated": 12595200, 2024-04-15T16:06:23.615 INFO:tasks.workunit.client.0.smithi016.stdout: "available": 0, 2024-04-15T16:06:23.615 INFO:tasks.workunit.client.0.smithi016.stdout: "data_compressed": 0, 2024-04-15T16:06:23.615 INFO:tasks.workunit.client.0.smithi016.stdout: "data_compressed_allocated": 0, 2024-04-15T16:06:23.615 INFO:tasks.workunit.client.0.smithi016.stdout: "data_compressed_original": 0, 2024-04-15T16:06:23.615 INFO:tasks.workunit.client.0.smithi016.stdout: "data_stored": 12582969, 2024-04-15T16:06:23.615 INFO:tasks.workunit.client.0.smithi016.stdout: "internal_metadata": 0, 2024-04-15T16:06:23.615 INFO:tasks.workunit.client.0.smithi016.stdout: "internally_reserved": 0, 2024-04-15T16:06:23.615 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_allocated": 0, 2024-04-15T16:06:23.616 INFO:tasks.workunit.client.0.smithi016.stdout: "total": 0 2024-04-15T16:06:23.616 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:23.616 INFO:tasks.workunit.client.0.smithi016.stdout: "up": 24 2024-04-15T16:06:23.616 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:23.616 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-15T16:06:23.616 INFO:tasks.workunit.client.0.smithi016.stdout: "acting": 192, 2024-04-15T16:06:23.616 INFO:tasks.workunit.client.0.smithi016.stdout: "application": [ 2024-04-15T16:06:23.616 INFO:tasks.workunit.client.0.smithi016.stdout: "cephfs" 2024-04-15T16:06:23.616 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:23.616 INFO:tasks.workunit.client.0.smithi016.stdout: "log_size": 0, 2024-04-15T16:06:23.616 INFO:tasks.workunit.client.0.smithi016.stdout: "num_pg": 64, 2024-04-15T16:06:23.616 INFO:tasks.workunit.client.0.smithi016.stdout: "num_store_stats": 8, 2024-04-15T16:06:23.616 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_size": 0, 2024-04-15T16:06:23.616 INFO:tasks.workunit.client.0.smithi016.stdout: "poolid": 3, 2024-04-15T16:06:23.617 INFO:tasks.workunit.client.0.smithi016.stdout: "stat_sum": { 2024-04-15T16:06:23.617 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes": 0, 2024-04-15T16:06:23.617 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T16:06:23.617 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_recovered": 0, 2024-04-15T16:06:23.617 INFO:tasks.workunit.client.0.smithi016.stdout: "num_deep_scrub_errors": 0, 2024-04-15T16:06:23.617 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict": 0, 2024-04-15T16:06:23.617 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_kb": 0, 2024-04-15T16:06:23.617 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_full": 0, 2024-04-15T16:06:23.617 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_some": 0, 2024-04-15T16:06:23.617 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush": 0, 2024-04-15T16:06:23.617 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_kb": 0, 2024-04-15T16:06:23.617 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_high": 0, 2024-04-15T16:06:23.617 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_low": 0, 2024-04-15T16:06:23.618 INFO:tasks.workunit.client.0.smithi016.stdout: "num_keys_recovered": 0, 2024-04-15T16:06:23.618 INFO:tasks.workunit.client.0.smithi016.stdout: "num_large_omap_objects": 0, 2024-04-15T16:06:23.618 INFO:tasks.workunit.client.0.smithi016.stdout: "num_legacy_snapsets": 0, 2024-04-15T16:06:23.618 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_clones": 0, 2024-04-15T16:06:23.618 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_copies": 0, 2024-04-15T16:06:23.618 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects": 0, 2024-04-15T16:06:23.618 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_degraded": 0, 2024-04-15T16:06:23.618 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_dirty": 0, 2024-04-15T16:06:23.618 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T16:06:23.618 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_manifest": 0, 2024-04-15T16:06:23.618 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_misplaced": 0, 2024-04-15T16:06:23.618 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing": 0, 2024-04-15T16:06:23.618 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T16:06:23.618 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_omap": 0, 2024-04-15T16:06:23.619 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_pinned": 0, 2024-04-15T16:06:23.619 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_recovered": 0, 2024-04-15T16:06:23.619 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_repaired": 0, 2024-04-15T16:06:23.619 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_unfound": 0, 2024-04-15T16:06:23.619 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_bytes": 0, 2024-04-15T16:06:23.619 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_keys": 0, 2024-04-15T16:06:23.619 INFO:tasks.workunit.client.0.smithi016.stdout: "num_promote": 0, 2024-04-15T16:06:23.619 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read": 0, 2024-04-15T16:06:23.619 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read_kb": 0, 2024-04-15T16:06:23.619 INFO:tasks.workunit.client.0.smithi016.stdout: "num_scrub_errors": 0, 2024-04-15T16:06:23.619 INFO:tasks.workunit.client.0.smithi016.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T16:06:23.619 INFO:tasks.workunit.client.0.smithi016.stdout: "num_whiteouts": 0, 2024-04-15T16:06:23.619 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write": 0, 2024-04-15T16:06:23.619 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write_kb": 0 2024-04-15T16:06:23.619 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:23.620 INFO:tasks.workunit.client.0.smithi016.stdout: "store_stats": { 2024-04-15T16:06:23.620 INFO:tasks.workunit.client.0.smithi016.stdout: "allocated": 0, 2024-04-15T16:06:23.620 INFO:tasks.workunit.client.0.smithi016.stdout: "available": 0, 2024-04-15T16:06:23.620 INFO:tasks.workunit.client.0.smithi016.stdout: "data_compressed": 0, 2024-04-15T16:06:23.620 INFO:tasks.workunit.client.0.smithi016.stdout: "data_compressed_allocated": 0, 2024-04-15T16:06:23.620 INFO:tasks.workunit.client.0.smithi016.stdout: "data_compressed_original": 0, 2024-04-15T16:06:23.620 INFO:tasks.workunit.client.0.smithi016.stdout: "data_stored": 0, 2024-04-15T16:06:23.620 INFO:tasks.workunit.client.0.smithi016.stdout: "internal_metadata": 0, 2024-04-15T16:06:23.620 INFO:tasks.workunit.client.0.smithi016.stdout: "internally_reserved": 0, 2024-04-15T16:06:23.620 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_allocated": 0, 2024-04-15T16:06:23.620 INFO:tasks.workunit.client.0.smithi016.stdout: "total": 0 2024-04-15T16:06:23.620 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:23.620 INFO:tasks.workunit.client.0.smithi016.stdout: "up": 192 2024-04-15T16:06:23.620 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:23.621 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-15T16:06:23.621 INFO:tasks.workunit.client.0.smithi016.stdout: "acting": 3, 2024-04-15T16:06:23.621 INFO:tasks.workunit.client.0.smithi016.stdout: "application": [ 2024-04-15T16:06:23.621 INFO:tasks.workunit.client.0.smithi016.stdout: "mgr" 2024-04-15T16:06:23.621 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:23.621 INFO:tasks.workunit.client.0.smithi016.stdout: "log_size": 237, 2024-04-15T16:06:23.621 INFO:tasks.workunit.client.0.smithi016.stdout: "num_pg": 1, 2024-04-15T16:06:23.621 INFO:tasks.workunit.client.0.smithi016.stdout: "num_store_stats": 3, 2024-04-15T16:06:23.621 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_size": 237, 2024-04-15T16:06:23.621 INFO:tasks.workunit.client.0.smithi016.stdout: "poolid": 1, 2024-04-15T16:06:23.621 INFO:tasks.workunit.client.0.smithi016.stdout: "stat_sum": { 2024-04-15T16:06:23.621 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes": 590368, 2024-04-15T16:06:23.621 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T16:06:23.622 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_recovered": 1771104, 2024-04-15T16:06:23.622 INFO:tasks.workunit.client.0.smithi016.stdout: "num_deep_scrub_errors": 0, 2024-04-15T16:06:23.622 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict": 0, 2024-04-15T16:06:23.622 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_kb": 0, 2024-04-15T16:06:23.622 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_full": 0, 2024-04-15T16:06:23.622 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_some": 0, 2024-04-15T16:06:23.622 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush": 0, 2024-04-15T16:06:23.622 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_kb": 0, 2024-04-15T16:06:23.622 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_high": 0, 2024-04-15T16:06:23.622 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_low": 0, 2024-04-15T16:06:23.622 INFO:tasks.workunit.client.0.smithi016.stdout: "num_keys_recovered": 0, 2024-04-15T16:06:23.622 INFO:tasks.workunit.client.0.smithi016.stdout: "num_large_omap_objects": 0, 2024-04-15T16:06:23.622 INFO:tasks.workunit.client.0.smithi016.stdout: "num_legacy_snapsets": 0, 2024-04-15T16:06:23.622 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_clones": 0, 2024-04-15T16:06:23.622 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_copies": 6, 2024-04-15T16:06:23.623 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects": 2, 2024-04-15T16:06:23.623 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_degraded": 0, 2024-04-15T16:06:23.623 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_dirty": 2, 2024-04-15T16:06:23.623 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T16:06:23.623 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_manifest": 0, 2024-04-15T16:06:23.623 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_misplaced": 0, 2024-04-15T16:06:23.623 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing": 0, 2024-04-15T16:06:23.623 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T16:06:23.623 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_omap": 0, 2024-04-15T16:06:23.623 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_pinned": 0, 2024-04-15T16:06:23.623 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_recovered": 6, 2024-04-15T16:06:23.623 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_repaired": 0, 2024-04-15T16:06:23.623 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_unfound": 0, 2024-04-15T16:06:23.623 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_bytes": 0, 2024-04-15T16:06:23.624 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_keys": 0, 2024-04-15T16:06:23.624 INFO:tasks.workunit.client.0.smithi016.stdout: "num_promote": 0, 2024-04-15T16:06:23.624 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read": 1178, 2024-04-15T16:06:23.624 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read_kb": 1994, 2024-04-15T16:06:23.624 INFO:tasks.workunit.client.0.smithi016.stdout: "num_scrub_errors": 0, 2024-04-15T16:06:23.624 INFO:tasks.workunit.client.0.smithi016.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T16:06:23.624 INFO:tasks.workunit.client.0.smithi016.stdout: "num_whiteouts": 0, 2024-04-15T16:06:23.624 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write": 391, 2024-04-15T16:06:23.624 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write_kb": 2416 2024-04-15T16:06:23.624 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:23.624 INFO:tasks.workunit.client.0.smithi016.stdout: "store_stats": { 2024-04-15T16:06:23.624 INFO:tasks.workunit.client.0.smithi016.stdout: "allocated": 1781760, 2024-04-15T16:06:23.624 INFO:tasks.workunit.client.0.smithi016.stdout: "available": 0, 2024-04-15T16:06:23.624 INFO:tasks.workunit.client.0.smithi016.stdout: "data_compressed": 0, 2024-04-15T16:06:23.624 INFO:tasks.workunit.client.0.smithi016.stdout: "data_compressed_allocated": 0, 2024-04-15T16:06:23.625 INFO:tasks.workunit.client.0.smithi016.stdout: "data_compressed_original": 0, 2024-04-15T16:06:23.625 INFO:tasks.workunit.client.0.smithi016.stdout: "data_stored": 1771104, 2024-04-15T16:06:23.625 INFO:tasks.workunit.client.0.smithi016.stdout: "internal_metadata": 0, 2024-04-15T16:06:23.625 INFO:tasks.workunit.client.0.smithi016.stdout: "internally_reserved": 0, 2024-04-15T16:06:23.625 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_allocated": 0, 2024-04-15T16:06:23.625 INFO:tasks.workunit.client.0.smithi016.stdout: "total": 0 2024-04-15T16:06:23.625 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:23.625 INFO:tasks.workunit.client.0.smithi016.stdout: "up": 3 2024-04-15T16:06:23.625 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:23.625 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-15T16:06:23.625 INFO:tasks.workunit.client.0.smithi016.stdout: "acting": 96, 2024-04-15T16:06:23.625 INFO:tasks.workunit.client.0.smithi016.stdout: "application": [ 2024-04-15T16:06:23.625 INFO:tasks.workunit.client.0.smithi016.stdout: "cephfs" 2024-04-15T16:06:23.625 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:23.625 INFO:tasks.workunit.client.0.smithi016.stdout: "log_size": 75, 2024-04-15T16:06:23.626 INFO:tasks.workunit.client.0.smithi016.stdout: "num_pg": 32, 2024-04-15T16:06:23.626 INFO:tasks.workunit.client.0.smithi016.stdout: "num_store_stats": 8, 2024-04-15T16:06:23.626 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_size": 75, 2024-04-15T16:06:23.626 INFO:tasks.workunit.client.0.smithi016.stdout: "poolid": 2, 2024-04-15T16:06:23.626 INFO:tasks.workunit.client.0.smithi016.stdout: "stat_sum": { 2024-04-15T16:06:23.626 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes": 6622, 2024-04-15T16:06:23.626 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T16:06:23.626 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_recovered": 0, 2024-04-15T16:06:23.626 INFO:tasks.workunit.client.0.smithi016.stdout: "num_deep_scrub_errors": 0, 2024-04-15T16:06:23.626 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict": 0, 2024-04-15T16:06:23.626 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_kb": 0, 2024-04-15T16:06:23.626 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_full": 0, 2024-04-15T16:06:23.626 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_some": 0, 2024-04-15T16:06:23.626 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush": 0, 2024-04-15T16:06:23.626 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_kb": 0, 2024-04-15T16:06:23.627 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_high": 0, 2024-04-15T16:06:23.627 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_low": 0, 2024-04-15T16:06:23.627 INFO:tasks.workunit.client.0.smithi016.stdout: "num_keys_recovered": 0, 2024-04-15T16:06:23.627 INFO:tasks.workunit.client.0.smithi016.stdout: "num_large_omap_objects": 0, 2024-04-15T16:06:23.627 INFO:tasks.workunit.client.0.smithi016.stdout: "num_legacy_snapsets": 0, 2024-04-15T16:06:23.627 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_clones": 0, 2024-04-15T16:06:23.627 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_copies": 66, 2024-04-15T16:06:23.627 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects": 22, 2024-04-15T16:06:23.627 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_degraded": 0, 2024-04-15T16:06:23.627 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_dirty": 22, 2024-04-15T16:06:23.627 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T16:06:23.627 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_manifest": 0, 2024-04-15T16:06:23.627 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_misplaced": 0, 2024-04-15T16:06:23.627 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing": 0, 2024-04-15T16:06:23.627 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T16:06:23.628 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_omap": 14, 2024-04-15T16:06:23.628 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_pinned": 0, 2024-04-15T16:06:23.628 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_recovered": 1, 2024-04-15T16:06:23.628 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_repaired": 0, 2024-04-15T16:06:23.628 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_unfound": 0, 2024-04-15T16:06:23.628 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_bytes": 0, 2024-04-15T16:06:23.628 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_keys": 0, 2024-04-15T16:06:23.628 INFO:tasks.workunit.client.0.smithi016.stdout: "num_promote": 0, 2024-04-15T16:06:23.628 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read": 158, 2024-04-15T16:06:23.628 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read_kb": 174, 2024-04-15T16:06:23.628 INFO:tasks.workunit.client.0.smithi016.stdout: "num_scrub_errors": 0, 2024-04-15T16:06:23.628 INFO:tasks.workunit.client.0.smithi016.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T16:06:23.628 INFO:tasks.workunit.client.0.smithi016.stdout: "num_whiteouts": 0, 2024-04-15T16:06:23.628 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write": 69, 2024-04-15T16:06:23.628 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write_kb": 36 2024-04-15T16:06:23.629 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:23.629 INFO:tasks.workunit.client.0.smithi016.stdout: "store_stats": { 2024-04-15T16:06:23.629 INFO:tasks.workunit.client.0.smithi016.stdout: "allocated": 110592, 2024-04-15T16:06:23.629 INFO:tasks.workunit.client.0.smithi016.stdout: "available": 0, 2024-04-15T16:06:23.629 INFO:tasks.workunit.client.0.smithi016.stdout: "data_compressed": 0, 2024-04-15T16:06:23.629 INFO:tasks.workunit.client.0.smithi016.stdout: "data_compressed_allocated": 0, 2024-04-15T16:06:23.629 INFO:tasks.workunit.client.0.smithi016.stdout: "data_compressed_original": 0, 2024-04-15T16:06:23.629 INFO:tasks.workunit.client.0.smithi016.stdout: "data_stored": 19866, 2024-04-15T16:06:23.629 INFO:tasks.workunit.client.0.smithi016.stdout: "internal_metadata": 0, 2024-04-15T16:06:23.629 INFO:tasks.workunit.client.0.smithi016.stdout: "internally_reserved": 0, 2024-04-15T16:06:23.629 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_allocated": 44359, 2024-04-15T16:06:23.629 INFO:tasks.workunit.client.0.smithi016.stdout: "total": 0 2024-04-15T16:06:23.629 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:23.629 INFO:tasks.workunit.client.0.smithi016.stdout: "up": 96 2024-04-15T16:06:23.630 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T16:06:23.630 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:23.630 INFO:tasks.workunit.client.0.smithi016.stdout: "usage": { 2024-04-15T16:06:23.630 INFO:tasks.workunit.client.0.smithi016.stdout: "pg_num": 105, 2024-04-15T16:06:23.630 INFO:tasks.workunit.client.0.smithi016.stdout: "pools": 4, 2024-04-15T16:06:23.630 INFO:tasks.workunit.client.0.smithi016.stdout: "stats_by_class": { 2024-04-15T16:06:23.630 INFO:tasks.workunit.client.0.smithi016.stdout: "ssd": { 2024-04-15T16:06:23.630 INFO:tasks.workunit.client.0.smithi016.stdout: "total_avail_bytes": 762886852608, 2024-04-15T16:06:23.630 INFO:tasks.workunit.client.0.smithi016.stdout: "total_bytes": 767960285184, 2024-04-15T16:06:23.630 INFO:tasks.workunit.client.0.smithi016.stdout: "total_used_bytes": 5073432576, 2024-04-15T16:06:23.630 INFO:tasks.workunit.client.0.smithi016.stdout: "total_used_raw_bytes": 5073432576, 2024-04-15T16:06:23.630 INFO:tasks.workunit.client.0.smithi016.stdout: "total_used_raw_ratio": 0.006606373470276594 2024-04-15T16:06:23.630 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T16:06:23.630 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:23.631 INFO:tasks.workunit.client.0.smithi016.stdout: "total_avail_bytes": 762886852608, 2024-04-15T16:06:23.631 INFO:tasks.workunit.client.0.smithi016.stdout: "total_bytes": 767960285184, 2024-04-15T16:06:23.631 INFO:tasks.workunit.client.0.smithi016.stdout: "total_used_bytes": 5073432576 2024-04-15T16:06:23.631 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T16:06:23.631 INFO:tasks.workunit.client.0.smithi016.stdout:} 2024-04-15T16:06:23.631 INFO:tasks.workunit.client.0.smithi016.stdout:Device report is generated separately. To see it run 'ceph telemetry preview-device'. 2024-04-15T16:06:23.632 INFO:tasks.workunit.client.0.smithi016.stderr:+ ceph telemetry preview-device 2024-04-15T16:06:23.632 INFO:journalctl@ceph.prometheus.a.smithi102.stdout:Apr 15 16:06:22 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-prometheus-a[120881]: ts=2024-04-15T16:06:22.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi016:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"362ea986-fb34-11ee-bc8f-c7b262605968\", instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T16:06:23.632 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 15 16:06:21 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-y[81421]: ::ffff:172.21.15.102 - - [15/Apr/2024:16:06:21] "GET /metrics HTTP/1.1" 200 34195 "" "Prometheus/2.43.0" 2024-04-15T16:06:23.633 INFO:tasks.workunit.client.0.smithi016.stdout:device channel is on and up to date, see report with `ceph telemetry show-device`. 2024-04-15T16:06:23.633 INFO:tasks.workunit.client.0.smithi016.stderr:+ ceph telemetry preview-all 2024-04-15T16:06:23.633 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 16:06:22 smithi102 ceph-mon[87131]: from='client.36108 -' entity='client.admin' cmd=[{"prefix": "telemetry collection ls", "target": ["mon-mgr", ""]}]: dispatch 2024-04-15T16:06:23.634 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 16:06:22 smithi102 ceph-mon[87131]: pgmap v5065: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail 2024-04-15T16:06:23.634 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 16:06:22 smithi102 ceph-mon[87131]: from='client.36108 -' entity='client.admin' cmd=[{"prefix": "telemetry collection ls", "target": ["mon-mgr", ""]}]: dispatch 2024-04-15T16:06:23.634 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 16:06:22 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T16:06:23.634 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 16:06:22 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-15T16:06:23.634 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 16:06:22 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-15T16:06:23.634 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 16:06:22 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-15T16:06:23.634 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 16:06:22 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-15T16:06:23.634 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 16:06:22 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-15T16:06:23.634 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 16:06:22 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-15T16:06:23.634 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 16:06:22 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-15T16:06:23.634 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 16:06:22 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-15T16:06:23.634 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 16:06:22 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-15T16:06:23.634 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 16:06:22 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-15T16:06:23.635 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 16:06:22 smithi102 ceph-mon[87131]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-15T16:06:23.635 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 16:06:22 smithi102 ceph-mon[87131]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-15T16:06:23.635 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 16:06:22 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-15T16:06:23.635 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 16:06:22 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-15T16:06:23.635 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 16:06:22 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-15T16:06:23.635 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 16:06:22 smithi102 ceph-mon[87131]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-15T16:06:23.635 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 16:06:22 smithi102 ceph-mon[87131]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-15T16:06:23.635 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 16:06:22 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-15T16:06:23.635 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 16:06:22 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-15T16:06:23.635 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 16:06:22 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-15T16:06:23.635 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 16:06:22 smithi102 ceph-mon[87131]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-15T16:06:23.635 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 16:06:22 smithi102 ceph-mon[87131]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-15T16:06:23.635 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 16:06:22 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-15T16:06:23.635 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 16:06:22 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-15T16:06:23.635 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 16:06:22 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-15T16:06:23.636 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 16:06:22 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T16:06:23.636 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 16:06:22 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-15T16:06:23.636 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 16:06:22 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-15T16:06:23.636 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 16:06:22 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-15T16:06:23.636 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 16:06:22 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-15T16:06:23.636 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 16:06:22 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-15T16:06:23.636 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 16:06:22 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-15T16:06:23.636 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 16:06:22 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-15T16:06:23.636 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 16:06:22 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-15T16:06:23.636 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 16:06:22 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-15T16:06:23.636 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 16:06:22 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-15T16:06:23.636 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 16:06:22 smithi102 ceph-mon[87131]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-15T16:06:23.636 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 16:06:22 smithi102 ceph-mon[87131]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-15T16:06:23.636 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 16:06:22 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-15T16:06:23.636 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 16:06:22 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-15T16:06:23.637 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 16:06:22 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-15T16:06:23.637 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 16:06:22 smithi102 ceph-mon[87131]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-15T16:06:23.637 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 16:06:22 smithi102 ceph-mon[87131]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-15T16:06:23.637 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 16:06:22 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-15T16:06:23.637 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 16:06:22 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-15T16:06:23.637 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 16:06:22 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-15T16:06:23.637 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 16:06:22 smithi102 ceph-mon[87131]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-15T16:06:23.637 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 16:06:22 smithi102 ceph-mon[87131]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-15T16:06:23.637 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 16:06:22 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-15T16:06:23.637 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 16:06:22 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-15T16:06:23.637 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 16:06:22 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-15T16:06:23.637 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 16:06:23 smithi102 ceph-mon[87131]: from='client.36114 -' entity='client.admin' cmd=[{"prefix": "telemetry preview", "target": ["mon-mgr", ""]}]: dispatch 2024-04-15T16:06:23.637 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 16:06:23 smithi102 ceph-mon[87131]: from='client.36114 -' entity='client.admin' cmd=[{"prefix": "telemetry preview", "target": ["mon-mgr", ""]}]: dispatch 2024-04-15T16:06:23.637 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 16:06:23 smithi102 ceph-mon[87131]: from='client.46061 -' entity='client.admin' cmd=[{"prefix": "telemetry preview-device", "target": ["mon-mgr", ""]}]: dispatch 2024-04-15T16:06:23.638 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 16:06:23 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T16:06:23.638 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 16:06:23 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-15T16:06:23.638 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 16:06:23 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-15T16:06:23.638 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 16:06:23 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-15T16:06:23.638 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 16:06:23 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-15T16:06:23.638 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 16:06:23 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-15T16:06:23.638 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 16:06:23 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-15T16:06:23.638 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 16:06:23 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-15T16:06:23.638 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 16:06:23 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-15T16:06:23.638 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 16:06:23 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-15T16:06:23.638 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 16:06:23 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-15T16:06:23.638 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 16:06:23 smithi102 ceph-mon[87131]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-15T16:06:23.638 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 16:06:23 smithi102 ceph-mon[87131]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-15T16:06:23.638 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 16:06:23 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-15T16:06:23.639 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 16:06:23 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-15T16:06:23.639 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 16:06:23 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-15T16:06:23.639 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 16:06:23 smithi102 ceph-mon[87131]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-15T16:06:23.639 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 16:06:23 smithi102 ceph-mon[87131]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-15T16:06:23.639 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 16:06:23 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-15T16:06:23.639 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 16:06:23 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-15T16:06:23.639 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 16:06:23 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-15T16:06:23.639 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 16:06:23 smithi102 ceph-mon[87131]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-15T16:06:23.639 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 16:06:23 smithi102 ceph-mon[87131]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-15T16:06:23.639 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 16:06:23 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-15T16:06:23.639 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 16:06:23 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-15T16:06:23.639 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 16:06:23 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-15T16:06:23.639 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 16:06:22 smithi016 ceph-mon[90652]: from='client.36108 -' entity='client.admin' cmd=[{"prefix": "telemetry collection ls", "target": ["mon-mgr", ""]}]: dispatch 2024-04-15T16:06:23.639 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 16:06:22 smithi016 ceph-mon[90652]: pgmap v5065: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail 2024-04-15T16:06:23.640 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 16:06:22 smithi016 ceph-mon[90652]: from='client.36108 -' entity='client.admin' cmd=[{"prefix": "telemetry collection ls", "target": ["mon-mgr", ""]}]: dispatch 2024-04-15T16:06:23.640 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 16:06:22 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T16:06:23.640 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 16:06:22 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-15T16:06:23.640 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 16:06:22 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-15T16:06:23.640 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 16:06:22 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-15T16:06:23.640 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 16:06:22 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-15T16:06:23.640 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 16:06:22 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-15T16:06:23.640 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 16:06:22 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-15T16:06:23.640 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 16:06:22 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-15T16:06:23.640 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 16:06:22 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-15T16:06:23.640 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 16:06:22 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-15T16:06:23.640 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 16:06:22 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-15T16:06:23.640 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 16:06:22 smithi016 ceph-mon[90652]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-15T16:06:23.640 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 16:06:22 smithi016 ceph-mon[90652]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-15T16:06:23.640 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 16:06:22 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-15T16:06:23.641 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 16:06:22 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-15T16:06:23.641 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 16:06:22 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-15T16:06:23.641 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 16:06:22 smithi016 ceph-mon[90652]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-15T16:06:23.641 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 16:06:22 smithi016 ceph-mon[90652]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-15T16:06:23.641 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 16:06:22 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-15T16:06:23.641 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 16:06:22 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-15T16:06:23.641 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 16:06:22 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-15T16:06:23.641 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 16:06:22 smithi016 ceph-mon[90652]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-15T16:06:23.641 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 16:06:22 smithi016 ceph-mon[90652]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-15T16:06:23.641 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 16:06:22 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-15T16:06:23.641 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 16:06:22 smithi016 ceph-mon[93212]: from='client.36108 -' entity='client.admin' cmd=[{"prefix": "telemetry collection ls", "target": ["mon-mgr", ""]}]: dispatch 2024-04-15T16:06:23.642 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 16:06:22 smithi016 ceph-mon[93212]: pgmap v5065: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail 2024-04-15T16:06:23.642 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 16:06:22 smithi016 ceph-mon[93212]: from='client.36108 -' entity='client.admin' cmd=[{"prefix": "telemetry collection ls", "target": ["mon-mgr", ""]}]: dispatch 2024-04-15T16:06:23.642 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 16:06:22 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T16:06:23.642 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 16:06:22 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-15T16:06:23.642 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 16:06:22 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-15T16:06:23.642 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 16:06:22 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-15T16:06:23.642 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 16:06:22 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-15T16:06:23.642 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 16:06:22 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-15T16:06:23.642 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 16:06:22 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-15T16:06:23.642 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 16:06:22 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-15T16:06:23.642 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 16:06:22 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-15T16:06:23.642 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 16:06:22 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-15T16:06:23.642 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 16:06:22 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-15T16:06:23.642 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 16:06:22 smithi016 ceph-mon[93212]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-15T16:06:23.643 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 16:06:22 smithi016 ceph-mon[93212]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-15T16:06:23.643 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 16:06:22 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-15T16:06:23.643 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 16:06:22 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-15T16:06:23.643 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 16:06:22 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-15T16:06:23.643 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 16:06:22 smithi016 ceph-mon[93212]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-15T16:06:23.643 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 16:06:22 smithi016 ceph-mon[93212]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-15T16:06:23.643 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 16:06:22 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-15T16:06:23.643 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 16:06:22 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-15T16:06:23.643 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 16:06:22 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-15T16:06:23.643 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 16:06:22 smithi016 ceph-mon[93212]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-15T16:06:23.643 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 16:06:22 smithi016 ceph-mon[93212]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-15T16:06:23.643 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 16:06:22 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-15T16:06:23.644 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 16:06:22 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-15T16:06:23.644 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 16:06:22 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-15T16:06:23.644 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 16:06:22 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T16:06:23.644 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 16:06:22 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-15T16:06:23.644 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 16:06:22 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-15T16:06:23.644 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 16:06:22 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-15T16:06:23.644 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 16:06:22 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-15T16:06:23.644 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 16:06:22 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-15T16:06:23.644 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 16:06:22 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-15T16:06:23.644 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 16:06:22 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-15T16:06:23.644 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 16:06:22 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-15T16:06:23.645 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 16:06:22 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-15T16:06:23.645 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 16:06:22 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-15T16:06:23.645 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 16:06:22 smithi016 ceph-mon[90652]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-15T16:06:23.645 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 16:06:22 smithi016 ceph-mon[90652]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-15T16:06:23.645 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 16:06:22 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-15T16:06:23.645 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 16:06:22 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-15T16:06:23.645 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 16:06:22 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-15T16:06:23.645 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 16:06:22 smithi016 ceph-mon[90652]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-15T16:06:23.645 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 16:06:22 smithi016 ceph-mon[90652]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-15T16:06:23.645 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 16:06:22 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-15T16:06:23.645 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 16:06:22 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-15T16:06:23.645 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 16:06:22 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-15T16:06:23.645 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 16:06:22 smithi016 ceph-mon[90652]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-15T16:06:23.645 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 16:06:22 smithi016 ceph-mon[90652]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-15T16:06:23.645 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 16:06:22 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-15T16:06:23.646 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 16:06:22 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-15T16:06:23.646 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 16:06:22 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-15T16:06:23.646 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 16:06:22 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-15T16:06:23.646 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 16:06:22 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-15T16:06:23.646 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 16:06:22 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T16:06:23.646 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 16:06:22 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-15T16:06:23.646 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 16:06:22 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-15T16:06:23.646 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 16:06:22 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-15T16:06:23.646 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 16:06:22 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-15T16:06:23.647 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 16:06:22 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-15T16:06:23.647 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 16:06:22 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-15T16:06:23.647 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 16:06:22 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-15T16:06:23.647 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 16:06:22 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-15T16:06:23.647 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 16:06:22 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-15T16:06:23.647 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 16:06:22 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-15T16:06:23.647 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 16:06:22 smithi016 ceph-mon[93212]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-15T16:06:23.647 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 16:06:22 smithi016 ceph-mon[93212]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-15T16:06:23.647 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 16:06:22 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-15T16:06:23.647 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 16:06:22 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-15T16:06:23.647 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 16:06:22 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-15T16:06:23.647 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 16:06:22 smithi016 ceph-mon[93212]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-15T16:06:23.647 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 16:06:22 smithi016 ceph-mon[93212]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-15T16:06:23.647 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 16:06:22 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-15T16:06:23.648 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 16:06:22 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-15T16:06:23.648 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 16:06:22 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-15T16:06:23.648 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 16:06:22 smithi016 ceph-mon[93212]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-15T16:06:23.648 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 16:06:22 smithi016 ceph-mon[93212]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-15T16:06:23.648 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 16:06:22 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-15T16:06:23.648 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 16:06:22 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-15T16:06:23.648 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 16:06:22 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-15T16:06:23.658 INFO:tasks.workunit.client.0.smithi016.stdout:{ 2024-04-15T16:06:23.658 INFO:tasks.workunit.client.0.smithi016.stdout: "device_report": { 2024-04-15T16:06:23.658 INFO:tasks.workunit.client.0.smithi016.stdout: "8f9b68b4-fb35-11ee-b99d-0cc47abd1564": { 2024-04-15T16:06:23.658 INFO:tasks.workunit.client.0.smithi016.stdout: "INTEL_SSDPED1D480GA_8f9c28ee-fb35-11ee-b99d-0cc47abd1564": { 2024-04-15T16:06:23.659 INFO:tasks.workunit.client.0.smithi016.stdout: "20240415-143114": { 2024-04-15T16:06:23.659 INFO:tasks.workunit.client.0.smithi016.stdout: "device": { 2024-04-15T16:06:23.659 INFO:tasks.workunit.client.0.smithi016.stdout: "info_name": "/dev/nvme0n1", 2024-04-15T16:06:23.659 INFO:tasks.workunit.client.0.smithi016.stdout: "name": "/dev/nvme0n1", 2024-04-15T16:06:23.659 INFO:tasks.workunit.client.0.smithi016.stdout: "protocol": "NVMe", 2024-04-15T16:06:23.659 INFO:tasks.workunit.client.0.smithi016.stdout: "type": "nvme" 2024-04-15T16:06:23.659 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:23.659 INFO:tasks.workunit.client.0.smithi016.stdout: "firmware_version": "E2010325", 2024-04-15T16:06:23.659 INFO:tasks.workunit.client.0.smithi016.stdout: "host_id": "8f9b68b4-fb35-11ee-b99d-0cc47abd1564", 2024-04-15T16:06:23.659 INFO:tasks.workunit.client.0.smithi016.stdout: "json_format_version": [ 2024-04-15T16:06:23.659 INFO:tasks.workunit.client.0.smithi016.stdout: 1, 2024-04-15T16:06:23.659 INFO:tasks.workunit.client.0.smithi016.stdout: 0 2024-04-15T16:06:23.659 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:23.659 INFO:tasks.workunit.client.0.smithi016.stdout: "local_time": { 2024-04-15T16:06:23.659 INFO:tasks.workunit.client.0.smithi016.stdout: "asctime": "Mon Apr 15 14:31:14 2024 UTC", 2024-04-15T16:06:23.660 INFO:tasks.workunit.client.0.smithi016.stdout: "time_t": 1713191474 2024-04-15T16:06:23.660 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:23.660 INFO:tasks.workunit.client.0.smithi016.stdout: "logical_block_size": 512, 2024-04-15T16:06:23.660 INFO:tasks.workunit.client.0.smithi016.stdout: "model_name": "INTEL SSDPED1D480GA", 2024-04-15T16:06:23.660 INFO:tasks.workunit.client.0.smithi016.stdout: "nvme_controller_id": 0, 2024-04-15T16:06:23.660 INFO:tasks.workunit.client.0.smithi016.stdout: "nvme_ieee_oui_identifier": 6083300, 2024-04-15T16:06:23.660 INFO:tasks.workunit.client.0.smithi016.stdout: "nvme_namespaces": [ 2024-04-15T16:06:23.660 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-15T16:06:23.660 INFO:tasks.workunit.client.0.smithi016.stdout: "capacity": { 2024-04-15T16:06:23.660 INFO:tasks.workunit.client.0.smithi016.stdout: "blocks": 937703088, 2024-04-15T16:06:23.660 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 480103981056 2024-04-15T16:06:23.660 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:23.660 INFO:tasks.workunit.client.0.smithi016.stdout: "formatted_lba_size": 512, 2024-04-15T16:06:23.660 INFO:tasks.workunit.client.0.smithi016.stdout: "id": 1, 2024-04-15T16:06:23.661 INFO:tasks.workunit.client.0.smithi016.stdout: "size": { 2024-04-15T16:06:23.661 INFO:tasks.workunit.client.0.smithi016.stdout: "blocks": 937703088, 2024-04-15T16:06:23.661 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 480103981056 2024-04-15T16:06:23.661 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:23.661 INFO:tasks.workunit.client.0.smithi016.stdout: "utilization": { 2024-04-15T16:06:23.661 INFO:tasks.workunit.client.0.smithi016.stdout: "blocks": 937703088, 2024-04-15T16:06:23.661 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 480103981056 2024-04-15T16:06:23.661 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T16:06:23.661 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T16:06:23.661 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:23.661 INFO:tasks.workunit.client.0.smithi016.stdout: "nvme_number_of_namespaces": 1, 2024-04-15T16:06:23.661 INFO:tasks.workunit.client.0.smithi016.stdout: "nvme_pci_vendor": { 2024-04-15T16:06:23.661 INFO:tasks.workunit.client.0.smithi016.stdout: "id": 32902, 2024-04-15T16:06:23.662 INFO:tasks.workunit.client.0.smithi016.stdout: "subsystem_id": 32902 2024-04-15T16:06:23.662 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:23.662 INFO:tasks.workunit.client.0.smithi016.stdout: "nvme_smart_health_information_add_log": { 2024-04-15T16:06:23.662 INFO:tasks.workunit.client.0.smithi016.stdout: "Device stats": { 2024-04-15T16:06:23.662 INFO:tasks.workunit.client.0.smithi016.stdout: "avail_fw_downgrades": { 2024-04-15T16:06:23.662 INFO:tasks.workunit.client.0.smithi016.stdout: "normalized": 0, 2024-04-15T16:06:23.662 INFO:tasks.workunit.client.0.smithi016.stdout: "raw": 0 2024-04-15T16:06:23.662 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:23.662 INFO:tasks.workunit.client.0.smithi016.stdout: "crc_error_count": { 2024-04-15T16:06:23.662 INFO:tasks.workunit.client.0.smithi016.stdout: "normalized": 100, 2024-04-15T16:06:23.662 INFO:tasks.workunit.client.0.smithi016.stdout: "raw": 0 2024-04-15T16:06:23.662 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:23.662 INFO:tasks.workunit.client.0.smithi016.stdout: "end_to_end_error_detection_count": { 2024-04-15T16:06:23.662 INFO:tasks.workunit.client.0.smithi016.stdout: "normalized": 100, 2024-04-15T16:06:23.663 INFO:tasks.workunit.client.0.smithi016.stdout: "raw": 0 2024-04-15T16:06:23.663 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:23.663 INFO:tasks.workunit.client.0.smithi016.stdout: "erase_fail_count": { 2024-04-15T16:06:23.663 INFO:tasks.workunit.client.0.smithi016.stdout: "normalized": 0, 2024-04-15T16:06:23.663 INFO:tasks.workunit.client.0.smithi016.stdout: "raw": 0 2024-04-15T16:06:23.663 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:23.663 INFO:tasks.workunit.client.0.smithi016.stdout: "host_bytes_written": { 2024-04-15T16:06:23.663 INFO:tasks.workunit.client.0.smithi016.stdout: "normalized": 100, 2024-04-15T16:06:23.663 INFO:tasks.workunit.client.0.smithi016.stdout: "raw": 12502232 2024-04-15T16:06:23.663 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:23.663 INFO:tasks.workunit.client.0.smithi016.stdout: "host_ctx_wear_used": { 2024-04-15T16:06:23.663 INFO:tasks.workunit.client.0.smithi016.stdout: "normalized": 0, 2024-04-15T16:06:23.663 INFO:tasks.workunit.client.0.smithi016.stdout: "raw": 0 2024-04-15T16:06:23.663 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:23.664 INFO:tasks.workunit.client.0.smithi016.stdout: "media_bytes_read": { 2024-04-15T16:06:23.664 INFO:tasks.workunit.client.0.smithi016.stdout: "normalized": 0, 2024-04-15T16:06:23.664 INFO:tasks.workunit.client.0.smithi016.stdout: "raw": 0 2024-04-15T16:06:23.664 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:23.664 INFO:tasks.workunit.client.0.smithi016.stdout: "nand_bytes_written": { 2024-04-15T16:06:23.664 INFO:tasks.workunit.client.0.smithi016.stdout: "normalized": 0, 2024-04-15T16:06:23.664 INFO:tasks.workunit.client.0.smithi016.stdout: "raw": 0 2024-04-15T16:06:23.664 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:23.664 INFO:tasks.workunit.client.0.smithi016.stdout: "perf_stat_indicator": { 2024-04-15T16:06:23.664 INFO:tasks.workunit.client.0.smithi016.stdout: "normalized": 0, 2024-04-15T16:06:23.664 INFO:tasks.workunit.client.0.smithi016.stdout: "raw": 0 2024-04-15T16:06:23.664 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:23.664 INFO:tasks.workunit.client.0.smithi016.stdout: "pll_lock_loss_count": { 2024-04-15T16:06:23.664 INFO:tasks.workunit.client.0.smithi016.stdout: "normalized": 100, 2024-04-15T16:06:23.665 INFO:tasks.workunit.client.0.smithi016.stdout: "raw": 0 2024-04-15T16:06:23.665 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:23.665 INFO:tasks.workunit.client.0.smithi016.stdout: "program_fail_count": { 2024-04-15T16:06:23.665 INFO:tasks.workunit.client.0.smithi016.stdout: "normalized": 0, 2024-04-15T16:06:23.665 INFO:tasks.workunit.client.0.smithi016.stdout: "raw": 0 2024-04-15T16:06:23.665 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:23.665 INFO:tasks.workunit.client.0.smithi016.stdout: "re_alloc_sectr_cnt": { 2024-04-15T16:06:23.665 INFO:tasks.workunit.client.0.smithi016.stdout: "normalized": 0, 2024-04-15T16:06:23.665 INFO:tasks.workunit.client.0.smithi016.stdout: "raw": 0 2024-04-15T16:06:23.665 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:23.665 INFO:tasks.workunit.client.0.smithi016.stdout: "retry_buffer_overflow_count": { 2024-04-15T16:06:23.665 INFO:tasks.workunit.client.0.smithi016.stdout: "normalized": 100, 2024-04-15T16:06:23.665 INFO:tasks.workunit.client.0.smithi016.stdout: "raw": 0 2024-04-15T16:06:23.666 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:23.666 INFO:tasks.workunit.client.0.smithi016.stdout: "soft_ecc_err_rate": { 2024-04-15T16:06:23.666 INFO:tasks.workunit.client.0.smithi016.stdout: "normalized": 0, 2024-04-15T16:06:23.666 INFO:tasks.workunit.client.0.smithi016.stdout: "raw": 0 2024-04-15T16:06:23.666 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:23.666 INFO:tasks.workunit.client.0.smithi016.stdout: "thermal_throttle_status": { 2024-04-15T16:06:23.666 INFO:tasks.workunit.client.0.smithi016.stdout: "normalized": 100, 2024-04-15T16:06:23.666 INFO:tasks.workunit.client.0.smithi016.stdout: "raw": { 2024-04-15T16:06:23.666 INFO:tasks.workunit.client.0.smithi016.stdout: "cnt": 0, 2024-04-15T16:06:23.666 INFO:tasks.workunit.client.0.smithi016.stdout: "pct": 0 2024-04-15T16:06:23.666 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T16:06:23.666 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:23.666 INFO:tasks.workunit.client.0.smithi016.stdout: "timed_workload_host_reads": { 2024-04-15T16:06:23.666 INFO:tasks.workunit.client.0.smithi016.stdout: "normalized": 100, 2024-04-15T16:06:23.667 INFO:tasks.workunit.client.0.smithi016.stdout: "raw": 16 2024-04-15T16:06:23.667 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:23.667 INFO:tasks.workunit.client.0.smithi016.stdout: "timed_workload_media_wear": { 2024-04-15T16:06:23.667 INFO:tasks.workunit.client.0.smithi016.stdout: "normalized": 100, 2024-04-15T16:06:23.667 INFO:tasks.workunit.client.0.smithi016.stdout: "raw": 14 2024-04-15T16:06:23.667 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:23.667 INFO:tasks.workunit.client.0.smithi016.stdout: "timed_workload_timer": { 2024-04-15T16:06:23.667 INFO:tasks.workunit.client.0.smithi016.stdout: "normalized": 100, 2024-04-15T16:06:23.667 INFO:tasks.workunit.client.0.smithi016.stdout: "raw": 1606211 2024-04-15T16:06:23.667 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:23.667 INFO:tasks.workunit.client.0.smithi016.stdout: "unexp_power_loss": { 2024-04-15T16:06:23.667 INFO:tasks.workunit.client.0.smithi016.stdout: "normalized": 0, 2024-04-15T16:06:23.667 INFO:tasks.workunit.client.0.smithi016.stdout: "raw": 0 2024-04-15T16:06:23.667 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:23.668 INFO:tasks.workunit.client.0.smithi016.stdout: "wear_leveling": { 2024-04-15T16:06:23.668 INFO:tasks.workunit.client.0.smithi016.stdout: "normalized": 0, 2024-04-15T16:06:23.668 INFO:tasks.workunit.client.0.smithi016.stdout: "raw": { 2024-04-15T16:06:23.668 INFO:tasks.workunit.client.0.smithi016.stdout: "avg": 0, 2024-04-15T16:06:23.668 INFO:tasks.workunit.client.0.smithi016.stdout: "max": 0, 2024-04-15T16:06:23.668 INFO:tasks.workunit.client.0.smithi016.stdout: "min": 0 2024-04-15T16:06:23.668 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T16:06:23.668 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T16:06:23.668 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:23.668 INFO:tasks.workunit.client.0.smithi016.stdout: "Intel Smart log": "nvme0n1" 2024-04-15T16:06:23.668 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:23.668 INFO:tasks.workunit.client.0.smithi016.stdout: "nvme_smart_health_information_log": { 2024-04-15T16:06:23.668 INFO:tasks.workunit.client.0.smithi016.stdout: "available_spare": 100, 2024-04-15T16:06:23.668 INFO:tasks.workunit.client.0.smithi016.stdout: "available_spare_threshold": 0, 2024-04-15T16:06:23.668 INFO:tasks.workunit.client.0.smithi016.stdout: "controller_busy_time": 5127, 2024-04-15T16:06:23.669 INFO:tasks.workunit.client.0.smithi016.stdout: "critical_warning": 0, 2024-04-15T16:06:23.669 INFO:tasks.workunit.client.0.smithi016.stdout: "data_units_read": 187427077, 2024-04-15T16:06:23.669 INFO:tasks.workunit.client.0.smithi016.stdout: "data_units_written": 819346293, 2024-04-15T16:06:23.669 INFO:tasks.workunit.client.0.smithi016.stdout: "host_reads": 3092348801, 2024-04-15T16:06:23.669 INFO:tasks.workunit.client.0.smithi016.stdout: "host_writes": 17434434651, 2024-04-15T16:06:23.669 INFO:tasks.workunit.client.0.smithi016.stdout: "media_errors": 0, 2024-04-15T16:06:23.669 INFO:tasks.workunit.client.0.smithi016.stdout: "num_err_log_entries": 0, 2024-04-15T16:06:23.669 INFO:tasks.workunit.client.0.smithi016.stdout: "percentage_used": 22, 2024-04-15T16:06:23.669 INFO:tasks.workunit.client.0.smithi016.stdout: "power_cycles": 34369, 2024-04-15T16:06:23.669 INFO:tasks.workunit.client.0.smithi016.stdout: "power_on_hours": 41224, 2024-04-15T16:06:23.669 INFO:tasks.workunit.client.0.smithi016.stdout: "temperature": 33, 2024-04-15T16:06:23.669 INFO:tasks.workunit.client.0.smithi016.stdout: "unsafe_shutdowns": 9852 2024-04-15T16:06:23.669 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:23.669 INFO:tasks.workunit.client.0.smithi016.stdout: "nvme_vendor": "intel", 2024-04-15T16:06:23.670 INFO:tasks.workunit.client.0.smithi016.stdout: "power_cycle_count": 34369, 2024-04-15T16:06:23.670 INFO:tasks.workunit.client.0.smithi016.stdout: "power_on_time": { 2024-04-15T16:06:23.670 INFO:tasks.workunit.client.0.smithi016.stdout: "hours": 41224 2024-04-15T16:06:23.670 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:23.670 INFO:tasks.workunit.client.0.smithi016.stdout: "serial_number": "deleted", 2024-04-15T16:06:23.670 INFO:tasks.workunit.client.0.smithi016.stdout: "smart_status": { 2024-04-15T16:06:23.670 INFO:tasks.workunit.client.0.smithi016.stdout: "nvme": { 2024-04-15T16:06:23.670 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:23.670 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:23.670 INFO:tasks.workunit.client.0.smithi016.stdout: "passed": true 2024-04-15T16:06:23.670 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:23.670 INFO:tasks.workunit.client.0.smithi016.stdout: "smartctl": { 2024-04-15T16:06:23.670 INFO:tasks.workunit.client.0.smithi016.stdout: "argv": [ 2024-04-15T16:06:23.670 INFO:tasks.workunit.client.0.smithi016.stdout: "smartctl", 2024-04-15T16:06:23.670 INFO:tasks.workunit.client.0.smithi016.stdout: "-x", 2024-04-15T16:06:23.671 INFO:tasks.workunit.client.0.smithi016.stdout: "--json=o", 2024-04-15T16:06:23.671 INFO:tasks.workunit.client.0.smithi016.stdout: "/dev/nvme0n1" 2024-04-15T16:06:23.671 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:23.671 INFO:tasks.workunit.client.0.smithi016.stdout: "build_info": "(local build)", 2024-04-15T16:06:23.671 INFO:tasks.workunit.client.0.smithi016.stdout: "exit_status": 0, 2024-04-15T16:06:23.671 INFO:tasks.workunit.client.0.smithi016.stdout: "output": [ 2024-04-15T16:06:23.671 INFO:tasks.workunit.client.0.smithi016.stdout: "smartctl 7.1 2019-12-30 r5022 [x86_64-linux-5.14.0-438.el9.x86_64] (local build)", 2024-04-15T16:06:23.671 INFO:tasks.workunit.client.0.smithi016.stdout: "Copyright (C) 2002-19, Bruce Allen, Christian Franke, www.smartmontools.org", 2024-04-15T16:06:23.671 INFO:tasks.workunit.client.0.smithi016.stdout: "", 2024-04-15T16:06:23.671 INFO:tasks.workunit.client.0.smithi016.stdout: "=== START OF INFORMATION SECTION ===", 2024-04-15T16:06:23.671 INFO:tasks.workunit.client.0.smithi016.stdout: "Model Number: INTEL SSDPED1D480GA", 2024-04-15T16:06:23.671 INFO:tasks.workunit.client.0.smithi016.stdout: "Serial Number: deleted", 2024-04-15T16:06:23.671 INFO:tasks.workunit.client.0.smithi016.stdout: "Firmware Version: E2010325", 2024-04-15T16:06:23.673 INFO:tasks.workunit.client.0.smithi016.stdout: "PCI Vendor/Subsystem ID: 0x8086", 2024-04-15T16:06:23.673 INFO:tasks.workunit.client.0.smithi016.stdout: "IEEE OUI Identifier: 0x5cd2e4", 2024-04-15T16:06:23.673 INFO:tasks.workunit.client.0.smithi016.stdout: "Controller ID: 0", 2024-04-15T16:06:23.673 INFO:tasks.workunit.client.0.smithi016.stdout: "Number of Namespaces: 1", 2024-04-15T16:06:23.673 INFO:tasks.workunit.client.0.smithi016.stdout: "Namespace 1 Size/Capacity: 480,103,981,056 [480 GB]", 2024-04-15T16:06:23.673 INFO:tasks.workunit.client.0.smithi016.stdout: "Namespace 1 Formatted LBA Size: 512", 2024-04-15T16:06:23.673 INFO:tasks.workunit.client.0.smithi016.stdout: "Local Time is: Mon Apr 15 14:31:14 2024 UTC", 2024-04-15T16:06:23.673 INFO:tasks.workunit.client.0.smithi016.stdout: "Firmware Updates (0x02): 1 Slot", 2024-04-15T16:06:23.673 INFO:tasks.workunit.client.0.smithi016.stdout: "Optional Admin Commands (0x0007): Security Format Frmw_DL", 2024-04-15T16:06:23.674 INFO:tasks.workunit.client.0.smithi016.stdout: "Optional NVM Commands (0x0006): Wr_Unc DS_Mngmt", 2024-04-15T16:06:23.674 INFO:tasks.workunit.client.0.smithi016.stdout: "Maximum Data Transfer Size: 32 Pages", 2024-04-15T16:06:23.674 INFO:tasks.workunit.client.0.smithi016.stdout: "", 2024-04-15T16:06:23.674 INFO:tasks.workunit.client.0.smithi016.stdout: "Supported Power States", 2024-04-15T16:06:23.674 INFO:tasks.workunit.client.0.smithi016.stdout: "St Op Max Active Idle RL RT WL WT Ent_Lat Ex_Lat", 2024-04-15T16:06:23.674 INFO:tasks.workunit.client.0.smithi016.stdout: " 0 + 18.00W - - 0 0 0 0 0 0", 2024-04-15T16:06:23.674 INFO:tasks.workunit.client.0.smithi016.stdout: "", 2024-04-15T16:06:23.674 INFO:tasks.workunit.client.0.smithi016.stdout: "Supported LBA Sizes (NSID 0x1)", 2024-04-15T16:06:23.674 INFO:tasks.workunit.client.0.smithi016.stdout: "Id Fmt Data Metadt Rel_Perf", 2024-04-15T16:06:23.674 INFO:tasks.workunit.client.0.smithi016.stdout: " 0 + 512 0 2", 2024-04-15T16:06:23.674 INFO:tasks.workunit.client.0.smithi016.stdout: "", 2024-04-15T16:06:23.674 INFO:tasks.workunit.client.0.smithi016.stdout: "=== START OF SMART DATA SECTION ===", 2024-04-15T16:06:23.674 INFO:tasks.workunit.client.0.smithi016.stdout: "SMART overall-health self-assessment test result: PASSED", 2024-04-15T16:06:23.675 INFO:tasks.workunit.client.0.smithi016.stdout: "", 2024-04-15T16:06:23.675 INFO:tasks.workunit.client.0.smithi016.stdout: "SMART/Health Information (NVMe Log 0x02)", 2024-04-15T16:06:23.675 INFO:tasks.workunit.client.0.smithi016.stdout: "Critical Warning: 0x00", 2024-04-15T16:06:23.675 INFO:tasks.workunit.client.0.smithi016.stdout: "Temperature: 33 Celsius", 2024-04-15T16:06:23.675 INFO:tasks.workunit.client.0.smithi016.stdout: "Available Spare: 100%", 2024-04-15T16:06:23.675 INFO:tasks.workunit.client.0.smithi016.stdout: "Available Spare Threshold: 0%", 2024-04-15T16:06:23.675 INFO:tasks.workunit.client.0.smithi016.stdout: "Percentage Used: 22%", 2024-04-15T16:06:23.675 INFO:tasks.workunit.client.0.smithi016.stdout: "Data Units Read: 187,427,077 [95.9 TB]", 2024-04-15T16:06:23.675 INFO:tasks.workunit.client.0.smithi016.stdout: "Data Units Written: 819,346,293 [419 TB]", 2024-04-15T16:06:23.675 INFO:tasks.workunit.client.0.smithi016.stdout: "Host Read Commands: 3,092,348,801", 2024-04-15T16:06:23.675 INFO:tasks.workunit.client.0.smithi016.stdout: "Host Write Commands: 17,434,434,651", 2024-04-15T16:06:23.675 INFO:tasks.workunit.client.0.smithi016.stdout: "Controller Busy Time: 5,127", 2024-04-15T16:06:23.675 INFO:tasks.workunit.client.0.smithi016.stdout: "Power Cycles: 34,369", 2024-04-15T16:06:23.675 INFO:tasks.workunit.client.0.smithi016.stdout: "Power On Hours: 41,224", 2024-04-15T16:06:23.676 INFO:tasks.workunit.client.0.smithi016.stdout: "Unsafe Shutdowns: 9,852", 2024-04-15T16:06:23.676 INFO:tasks.workunit.client.0.smithi016.stdout: "Media and Data Integrity Errors: 0", 2024-04-15T16:06:23.676 INFO:tasks.workunit.client.0.smithi016.stdout: "Error Information Log Entries: 0", 2024-04-15T16:06:23.676 INFO:tasks.workunit.client.0.smithi016.stdout: "", 2024-04-15T16:06:23.676 INFO:tasks.workunit.client.0.smithi016.stdout: "Error Information (NVMe Log 0x01, max 64 entries)", 2024-04-15T16:06:23.676 INFO:tasks.workunit.client.0.smithi016.stdout: "No Errors Logged", 2024-04-15T16:06:23.676 INFO:tasks.workunit.client.0.smithi016.stdout: "" 2024-04-15T16:06:23.676 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:23.676 INFO:tasks.workunit.client.0.smithi016.stdout: "platform_info": "x86_64-linux-5.14.0-438.el9.x86_64", 2024-04-15T16:06:23.676 INFO:tasks.workunit.client.0.smithi016.stdout: "svn_revision": "5022", 2024-04-15T16:06:23.676 INFO:tasks.workunit.client.0.smithi016.stdout: "version": [ 2024-04-15T16:06:23.676 INFO:tasks.workunit.client.0.smithi016.stdout: 7, 2024-04-15T16:06:23.676 INFO:tasks.workunit.client.0.smithi016.stdout: 1 2024-04-15T16:06:23.676 INFO:tasks.workunit.client.0.smithi016.stdout: ] 2024-04-15T16:06:23.676 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:23.677 INFO:tasks.workunit.client.0.smithi016.stdout: "temperature": { 2024-04-15T16:06:23.677 INFO:tasks.workunit.client.0.smithi016.stdout: "current": 33 2024-04-15T16:06:23.677 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:23.677 INFO:tasks.workunit.client.0.smithi016.stdout: "user_capacity": { 2024-04-15T16:06:23.677 INFO:tasks.workunit.client.0.smithi016.stdout: "blocks": 937703088, 2024-04-15T16:06:23.677 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 480103981056 2024-04-15T16:06:23.677 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T16:06:23.677 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T16:06:23.677 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T16:06:23.677 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:23.677 INFO:tasks.workunit.client.0.smithi016.stdout: "8f9dab74-fb35-11ee-b99d-0cc47abd1564": { 2024-04-15T16:06:23.677 INFO:tasks.workunit.client.0.smithi016.stdout: "INTEL_SSDPEDMD400G4_8f9e4dd6-fb35-11ee-b99d-0cc47abd1564": { 2024-04-15T16:06:23.677 INFO:tasks.workunit.client.0.smithi016.stdout: "20240415-143116": { 2024-04-15T16:06:23.677 INFO:tasks.workunit.client.0.smithi016.stdout: "device": { 2024-04-15T16:06:23.678 INFO:tasks.workunit.client.0.smithi016.stdout: "info_name": "/dev/nvme0n1", 2024-04-15T16:06:23.678 INFO:tasks.workunit.client.0.smithi016.stdout: "name": "/dev/nvme0n1", 2024-04-15T16:06:23.678 INFO:tasks.workunit.client.0.smithi016.stdout: "protocol": "NVMe", 2024-04-15T16:06:23.678 INFO:tasks.workunit.client.0.smithi016.stdout: "type": "nvme" 2024-04-15T16:06:23.678 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:23.678 INFO:tasks.workunit.client.0.smithi016.stdout: "firmware_version": "8DV101H0", 2024-04-15T16:06:23.678 INFO:tasks.workunit.client.0.smithi016.stdout: "host_id": "8f9dab74-fb35-11ee-b99d-0cc47abd1564", 2024-04-15T16:06:23.678 INFO:tasks.workunit.client.0.smithi016.stdout: "json_format_version": [ 2024-04-15T16:06:23.678 INFO:tasks.workunit.client.0.smithi016.stdout: 1, 2024-04-15T16:06:23.678 INFO:tasks.workunit.client.0.smithi016.stdout: 0 2024-04-15T16:06:23.678 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:23.678 INFO:tasks.workunit.client.0.smithi016.stdout: "local_time": { 2024-04-15T16:06:23.679 INFO:tasks.workunit.client.0.smithi016.stdout: "asctime": "Mon Apr 15 14:31:16 2024 UTC", 2024-04-15T16:06:23.679 INFO:tasks.workunit.client.0.smithi016.stdout: "time_t": 1713191476 2024-04-15T16:06:23.679 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:23.679 INFO:tasks.workunit.client.0.smithi016.stdout: "logical_block_size": 512, 2024-04-15T16:06:23.679 INFO:tasks.workunit.client.0.smithi016.stdout: "model_name": "INTEL SSDPEDMD400G4", 2024-04-15T16:06:23.679 INFO:tasks.workunit.client.0.smithi016.stdout: "nvme_controller_id": 0, 2024-04-15T16:06:23.679 INFO:tasks.workunit.client.0.smithi016.stdout: "nvme_ieee_oui_identifier": 6083300, 2024-04-15T16:06:23.679 INFO:tasks.workunit.client.0.smithi016.stdout: "nvme_namespaces": [ 2024-04-15T16:06:23.679 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-15T16:06:23.679 INFO:tasks.workunit.client.0.smithi016.stdout: "capacity": { 2024-04-15T16:06:23.679 INFO:tasks.workunit.client.0.smithi016.stdout: "blocks": 781422768, 2024-04-15T16:06:23.679 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 400088457216 2024-04-15T16:06:23.679 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:23.679 INFO:tasks.workunit.client.0.smithi016.stdout: "formatted_lba_size": 512, 2024-04-15T16:06:23.679 INFO:tasks.workunit.client.0.smithi016.stdout: "id": 1, 2024-04-15T16:06:23.680 INFO:tasks.workunit.client.0.smithi016.stdout: "size": { 2024-04-15T16:06:23.680 INFO:tasks.workunit.client.0.smithi016.stdout: "blocks": 781422768, 2024-04-15T16:06:23.680 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 400088457216 2024-04-15T16:06:23.680 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:23.680 INFO:tasks.workunit.client.0.smithi016.stdout: "utilization": { 2024-04-15T16:06:23.680 INFO:tasks.workunit.client.0.smithi016.stdout: "blocks": 781422768, 2024-04-15T16:06:23.680 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 400088457216 2024-04-15T16:06:23.680 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T16:06:23.680 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T16:06:23.680 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:23.680 INFO:tasks.workunit.client.0.smithi016.stdout: "nvme_number_of_namespaces": 1, 2024-04-15T16:06:23.680 INFO:tasks.workunit.client.0.smithi016.stdout: "nvme_pci_vendor": { 2024-04-15T16:06:23.680 INFO:tasks.workunit.client.0.smithi016.stdout: "id": 32902, 2024-04-15T16:06:23.680 INFO:tasks.workunit.client.0.smithi016.stdout: "subsystem_id": 32902 2024-04-15T16:06:23.680 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:23.681 INFO:tasks.workunit.client.0.smithi016.stdout: "nvme_smart_health_information_add_log": { 2024-04-15T16:06:23.681 INFO:tasks.workunit.client.0.smithi016.stdout: "Device stats": { 2024-04-15T16:06:23.681 INFO:tasks.workunit.client.0.smithi016.stdout: "avail_fw_downgrades": { 2024-04-15T16:06:23.681 INFO:tasks.workunit.client.0.smithi016.stdout: "normalized": 0, 2024-04-15T16:06:23.681 INFO:tasks.workunit.client.0.smithi016.stdout: "raw": 0 2024-04-15T16:06:23.681 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:23.681 INFO:tasks.workunit.client.0.smithi016.stdout: "crc_error_count": { 2024-04-15T16:06:23.681 INFO:tasks.workunit.client.0.smithi016.stdout: "normalized": 100, 2024-04-15T16:06:23.681 INFO:tasks.workunit.client.0.smithi016.stdout: "raw": 0 2024-04-15T16:06:23.681 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:23.681 INFO:tasks.workunit.client.0.smithi016.stdout: "end_to_end_error_detection_count": { 2024-04-15T16:06:23.681 INFO:tasks.workunit.client.0.smithi016.stdout: "normalized": 100, 2024-04-15T16:06:23.681 INFO:tasks.workunit.client.0.smithi016.stdout: "raw": 0 2024-04-15T16:06:23.681 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:23.682 INFO:tasks.workunit.client.0.smithi016.stdout: "erase_fail_count": { 2024-04-15T16:06:23.682 INFO:tasks.workunit.client.0.smithi016.stdout: "normalized": 100, 2024-04-15T16:06:23.682 INFO:tasks.workunit.client.0.smithi016.stdout: "raw": 0 2024-04-15T16:06:23.682 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:23.682 INFO:tasks.workunit.client.0.smithi016.stdout: "host_bytes_written": { 2024-04-15T16:06:23.682 INFO:tasks.workunit.client.0.smithi016.stdout: "normalized": 100, 2024-04-15T16:06:23.682 INFO:tasks.workunit.client.0.smithi016.stdout: "raw": 29079146 2024-04-15T16:06:23.682 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:23.682 INFO:tasks.workunit.client.0.smithi016.stdout: "host_ctx_wear_used": { 2024-04-15T16:06:23.682 INFO:tasks.workunit.client.0.smithi016.stdout: "normalized": 100, 2024-04-15T16:06:23.682 INFO:tasks.workunit.client.0.smithi016.stdout: "raw": 1 2024-04-15T16:06:23.682 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:23.682 INFO:tasks.workunit.client.0.smithi016.stdout: "media_bytes_read": { 2024-04-15T16:06:23.683 INFO:tasks.workunit.client.0.smithi016.stdout: "normalized": 0, 2024-04-15T16:06:23.683 INFO:tasks.workunit.client.0.smithi016.stdout: "raw": 0 2024-04-15T16:06:23.683 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:23.683 INFO:tasks.workunit.client.0.smithi016.stdout: "nand_bytes_written": { 2024-04-15T16:06:23.683 INFO:tasks.workunit.client.0.smithi016.stdout: "normalized": 100, 2024-04-15T16:06:23.683 INFO:tasks.workunit.client.0.smithi016.stdout: "raw": 47147913 2024-04-15T16:06:23.683 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:23.683 INFO:tasks.workunit.client.0.smithi016.stdout: "perf_stat_indicator": { 2024-04-15T16:06:23.683 INFO:tasks.workunit.client.0.smithi016.stdout: "normalized": 0, 2024-04-15T16:06:23.683 INFO:tasks.workunit.client.0.smithi016.stdout: "raw": 0 2024-04-15T16:06:23.683 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:23.683 INFO:tasks.workunit.client.0.smithi016.stdout: "pll_lock_loss_count": { 2024-04-15T16:06:23.683 INFO:tasks.workunit.client.0.smithi016.stdout: "normalized": 100, 2024-04-15T16:06:23.684 INFO:tasks.workunit.client.0.smithi016.stdout: "raw": 0 2024-04-15T16:06:23.684 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:23.684 INFO:tasks.workunit.client.0.smithi016.stdout: "program_fail_count": { 2024-04-15T16:06:23.684 INFO:tasks.workunit.client.0.smithi016.stdout: "normalized": 100, 2024-04-15T16:06:23.684 INFO:tasks.workunit.client.0.smithi016.stdout: "raw": 0 2024-04-15T16:06:23.684 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:23.684 INFO:tasks.workunit.client.0.smithi016.stdout: "re_alloc_sectr_cnt": { 2024-04-15T16:06:23.684 INFO:tasks.workunit.client.0.smithi016.stdout: "normalized": 0, 2024-04-15T16:06:23.684 INFO:tasks.workunit.client.0.smithi016.stdout: "raw": 0 2024-04-15T16:06:23.684 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:23.684 INFO:tasks.workunit.client.0.smithi016.stdout: "retry_buffer_overflow_count": { 2024-04-15T16:06:23.684 INFO:tasks.workunit.client.0.smithi016.stdout: "normalized": 100, 2024-04-15T16:06:23.684 INFO:tasks.workunit.client.0.smithi016.stdout: "raw": 0 2024-04-15T16:06:23.684 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:23.684 INFO:tasks.workunit.client.0.smithi016.stdout: "soft_ecc_err_rate": { 2024-04-15T16:06:23.685 INFO:tasks.workunit.client.0.smithi016.stdout: "normalized": 0, 2024-04-15T16:06:23.685 INFO:tasks.workunit.client.0.smithi016.stdout: "raw": 0 2024-04-15T16:06:23.685 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:23.685 INFO:tasks.workunit.client.0.smithi016.stdout: "thermal_throttle_status": { 2024-04-15T16:06:23.685 INFO:tasks.workunit.client.0.smithi016.stdout: "normalized": 100, 2024-04-15T16:06:23.685 INFO:tasks.workunit.client.0.smithi016.stdout: "raw": { 2024-04-15T16:06:23.685 INFO:tasks.workunit.client.0.smithi016.stdout: "cnt": 0, 2024-04-15T16:06:23.685 INFO:tasks.workunit.client.0.smithi016.stdout: "pct": 0 2024-04-15T16:06:23.685 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T16:06:23.685 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:23.685 INFO:tasks.workunit.client.0.smithi016.stdout: "timed_workload_host_reads": { 2024-04-15T16:06:23.685 INFO:tasks.workunit.client.0.smithi016.stdout: "normalized": 100, 2024-04-15T16:06:23.686 INFO:tasks.workunit.client.0.smithi016.stdout: "raw": 65535 2024-04-15T16:06:23.686 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:23.686 INFO:tasks.workunit.client.0.smithi016.stdout: "timed_workload_media_wear": { 2024-04-15T16:06:23.686 INFO:tasks.workunit.client.0.smithi016.stdout: "normalized": 100, 2024-04-15T16:06:23.686 INFO:tasks.workunit.client.0.smithi016.stdout: "raw": 64 2024-04-15T16:06:23.686 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:23.686 INFO:tasks.workunit.client.0.smithi016.stdout: "timed_workload_timer": { 2024-04-15T16:06:23.686 INFO:tasks.workunit.client.0.smithi016.stdout: "normalized": 100, 2024-04-15T16:06:23.686 INFO:tasks.workunit.client.0.smithi016.stdout: "raw": 65535 2024-04-15T16:06:23.686 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:23.686 INFO:tasks.workunit.client.0.smithi016.stdout: "unexp_power_loss": { 2024-04-15T16:06:23.686 INFO:tasks.workunit.client.0.smithi016.stdout: "normalized": 0, 2024-04-15T16:06:23.686 INFO:tasks.workunit.client.0.smithi016.stdout: "raw": 0 2024-04-15T16:06:23.686 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:23.687 INFO:tasks.workunit.client.0.smithi016.stdout: "wear_leveling": { 2024-04-15T16:06:23.687 INFO:tasks.workunit.client.0.smithi016.stdout: "normalized": 90, 2024-04-15T16:06:23.687 INFO:tasks.workunit.client.0.smithi016.stdout: "raw": { 2024-04-15T16:06:23.687 INFO:tasks.workunit.client.0.smithi016.stdout: "avg": 3165, 2024-04-15T16:06:23.687 INFO:tasks.workunit.client.0.smithi016.stdout: "max": 3186, 2024-04-15T16:06:23.687 INFO:tasks.workunit.client.0.smithi016.stdout: "min": 3145 2024-04-15T16:06:23.687 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T16:06:23.687 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T16:06:23.687 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:23.687 INFO:tasks.workunit.client.0.smithi016.stdout: "Intel Smart log": "nvme0n1" 2024-04-15T16:06:23.687 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:23.687 INFO:tasks.workunit.client.0.smithi016.stdout: "nvme_smart_health_information_log": { 2024-04-15T16:06:23.687 INFO:tasks.workunit.client.0.smithi016.stdout: "available_spare": 100, 2024-04-15T16:06:23.687 INFO:tasks.workunit.client.0.smithi016.stdout: "available_spare_threshold": 10, 2024-04-15T16:06:23.687 INFO:tasks.workunit.client.0.smithi016.stdout: "controller_busy_time": 21, 2024-04-15T16:06:23.688 INFO:tasks.workunit.client.0.smithi016.stdout: "critical_warning": 0, 2024-04-15T16:06:23.688 INFO:tasks.workunit.client.0.smithi016.stdout: "data_units_read": 367524241, 2024-04-15T16:06:23.688 INFO:tasks.workunit.client.0.smithi016.stdout: "data_units_written": 1905730977, 2024-04-15T16:06:23.688 INFO:tasks.workunit.client.0.smithi016.stdout: "host_reads": 5626765605, 2024-04-15T16:06:23.688 INFO:tasks.workunit.client.0.smithi016.stdout: "host_writes": 32550756084, 2024-04-15T16:06:23.688 INFO:tasks.workunit.client.0.smithi016.stdout: "media_errors": 0, 2024-04-15T16:06:23.688 INFO:tasks.workunit.client.0.smithi016.stdout: "num_err_log_entries": 0, 2024-04-15T16:06:23.688 INFO:tasks.workunit.client.0.smithi016.stdout: "percentage_used": 10, 2024-04-15T16:06:23.688 INFO:tasks.workunit.client.0.smithi016.stdout: "power_cycles": 44153, 2024-04-15T16:06:23.688 INFO:tasks.workunit.client.0.smithi016.stdout: "power_on_hours": 57405, 2024-04-15T16:06:23.688 INFO:tasks.workunit.client.0.smithi016.stdout: "temperature": 24, 2024-04-15T16:06:23.688 INFO:tasks.workunit.client.0.smithi016.stdout: "unsafe_shutdowns": 819 2024-04-15T16:06:23.688 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:23.688 INFO:tasks.workunit.client.0.smithi016.stdout: "nvme_vendor": "intel", 2024-04-15T16:06:23.688 INFO:tasks.workunit.client.0.smithi016.stdout: "power_cycle_count": 44153, 2024-04-15T16:06:23.689 INFO:tasks.workunit.client.0.smithi016.stdout: "power_on_time": { 2024-04-15T16:06:23.689 INFO:tasks.workunit.client.0.smithi016.stdout: "hours": 57405 2024-04-15T16:06:23.689 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:23.689 INFO:tasks.workunit.client.0.smithi016.stdout: "serial_number": "deleted", 2024-04-15T16:06:23.689 INFO:tasks.workunit.client.0.smithi016.stdout: "smart_status": { 2024-04-15T16:06:23.689 INFO:tasks.workunit.client.0.smithi016.stdout: "nvme": { 2024-04-15T16:06:23.689 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:23.689 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:23.689 INFO:tasks.workunit.client.0.smithi016.stdout: "passed": true 2024-04-15T16:06:23.689 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:23.689 INFO:tasks.workunit.client.0.smithi016.stdout: "smartctl": { 2024-04-15T16:06:23.689 INFO:tasks.workunit.client.0.smithi016.stdout: "argv": [ 2024-04-15T16:06:23.689 INFO:tasks.workunit.client.0.smithi016.stdout: "smartctl", 2024-04-15T16:06:23.689 INFO:tasks.workunit.client.0.smithi016.stdout: "-x", 2024-04-15T16:06:23.690 INFO:tasks.workunit.client.0.smithi016.stdout: "--json=o", 2024-04-15T16:06:23.690 INFO:tasks.workunit.client.0.smithi016.stdout: "/dev/nvme0n1" 2024-04-15T16:06:23.690 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:23.690 INFO:tasks.workunit.client.0.smithi016.stdout: "build_info": "(local build)", 2024-04-15T16:06:23.690 INFO:tasks.workunit.client.0.smithi016.stdout: "exit_status": 0, 2024-04-15T16:06:23.690 INFO:tasks.workunit.client.0.smithi016.stdout: "output": [ 2024-04-15T16:06:23.690 INFO:tasks.workunit.client.0.smithi016.stdout: "smartctl 7.1 2019-12-30 r5022 [x86_64-linux-5.14.0-438.el9.x86_64] (local build)", 2024-04-15T16:06:23.690 INFO:tasks.workunit.client.0.smithi016.stdout: "Copyright (C) 2002-19, Bruce Allen, Christian Franke, www.smartmontools.org", 2024-04-15T16:06:23.690 INFO:tasks.workunit.client.0.smithi016.stdout: "", 2024-04-15T16:06:23.690 INFO:tasks.workunit.client.0.smithi016.stdout: "=== START OF INFORMATION SECTION ===", 2024-04-15T16:06:23.690 INFO:tasks.workunit.client.0.smithi016.stdout: "Model Number: INTEL SSDPEDMD400G4", 2024-04-15T16:06:23.690 INFO:tasks.workunit.client.0.smithi016.stdout: "Serial Number: deleted", 2024-04-15T16:06:23.690 INFO:tasks.workunit.client.0.smithi016.stdout: "Firmware Version: 8DV101H0", 2024-04-15T16:06:23.691 INFO:tasks.workunit.client.0.smithi016.stdout: "PCI Vendor/Subsystem ID: 0x8086", 2024-04-15T16:06:23.691 INFO:tasks.workunit.client.0.smithi016.stdout: "IEEE OUI Identifier: 0x5cd2e4", 2024-04-15T16:06:23.691 INFO:tasks.workunit.client.0.smithi016.stdout: "Controller ID: 0", 2024-04-15T16:06:23.691 INFO:tasks.workunit.client.0.smithi016.stdout: "Number of Namespaces: 1", 2024-04-15T16:06:23.691 INFO:tasks.workunit.client.0.smithi016.stdout: "Namespace 1 Size/Capacity: 400,088,457,216 [400 GB]", 2024-04-15T16:06:23.691 INFO:tasks.workunit.client.0.smithi016.stdout: "Namespace 1 Formatted LBA Size: 512", 2024-04-15T16:06:23.691 INFO:tasks.workunit.client.0.smithi016.stdout: "Local Time is: Mon Apr 15 14:31:16 2024 UTC", 2024-04-15T16:06:23.691 INFO:tasks.workunit.client.0.smithi016.stdout: "Firmware Updates (0x02): 1 Slot", 2024-04-15T16:06:23.691 INFO:tasks.workunit.client.0.smithi016.stdout: "Optional Admin Commands (0x0006): Format Frmw_DL", 2024-04-15T16:06:23.691 INFO:tasks.workunit.client.0.smithi016.stdout: "Optional NVM Commands (0x0006): Wr_Unc DS_Mngmt", 2024-04-15T16:06:23.691 INFO:tasks.workunit.client.0.smithi016.stdout: "Maximum Data Transfer Size: 32 Pages", 2024-04-15T16:06:23.691 INFO:tasks.workunit.client.0.smithi016.stdout: "", 2024-04-15T16:06:23.691 INFO:tasks.workunit.client.0.smithi016.stdout: "Supported Power States", 2024-04-15T16:06:23.691 INFO:tasks.workunit.client.0.smithi016.stdout: "St Op Max Active Idle RL RT WL WT Ent_Lat Ex_Lat", 2024-04-15T16:06:23.692 INFO:tasks.workunit.client.0.smithi016.stdout: " 0 + 25.00W - - 0 0 0 0 0 0", 2024-04-15T16:06:23.692 INFO:tasks.workunit.client.0.smithi016.stdout: "", 2024-04-15T16:06:23.692 INFO:tasks.workunit.client.0.smithi016.stdout: "Supported LBA Sizes (NSID 0x1)", 2024-04-15T16:06:23.692 INFO:tasks.workunit.client.0.smithi016.stdout: "Id Fmt Data Metadt Rel_Perf", 2024-04-15T16:06:23.692 INFO:tasks.workunit.client.0.smithi016.stdout: " 0 + 512 0 2", 2024-04-15T16:06:23.692 INFO:tasks.workunit.client.0.smithi016.stdout: " 1 - 512 8 2", 2024-04-15T16:06:23.692 INFO:tasks.workunit.client.0.smithi016.stdout: " 2 - 512 16 2", 2024-04-15T16:06:23.692 INFO:tasks.workunit.client.0.smithi016.stdout: " 3 - 4096 0 0", 2024-04-15T16:06:23.692 INFO:tasks.workunit.client.0.smithi016.stdout: " 4 - 4096 8 0", 2024-04-15T16:06:23.692 INFO:tasks.workunit.client.0.smithi016.stdout: " 5 - 4096 64 0", 2024-04-15T16:06:23.692 INFO:tasks.workunit.client.0.smithi016.stdout: " 6 - 4096 128 0", 2024-04-15T16:06:23.692 INFO:tasks.workunit.client.0.smithi016.stdout: "", 2024-04-15T16:06:23.692 INFO:tasks.workunit.client.0.smithi016.stdout: "=== START OF SMART DATA SECTION ===", 2024-04-15T16:06:23.692 INFO:tasks.workunit.client.0.smithi016.stdout: "SMART overall-health self-assessment test result: PASSED", 2024-04-15T16:06:23.692 INFO:tasks.workunit.client.0.smithi016.stdout: "", 2024-04-15T16:06:23.693 INFO:tasks.workunit.client.0.smithi016.stdout: "SMART/Health Information (NVMe Log 0x02)", 2024-04-15T16:06:23.693 INFO:tasks.workunit.client.0.smithi016.stdout: "Critical Warning: 0x00", 2024-04-15T16:06:23.693 INFO:tasks.workunit.client.0.smithi016.stdout: "Temperature: 24 Celsius", 2024-04-15T16:06:23.693 INFO:tasks.workunit.client.0.smithi016.stdout: "Available Spare: 100%", 2024-04-15T16:06:23.693 INFO:tasks.workunit.client.0.smithi016.stdout: "Available Spare Threshold: 10%", 2024-04-15T16:06:23.693 INFO:tasks.workunit.client.0.smithi016.stdout: "Percentage Used: 10%", 2024-04-15T16:06:23.693 INFO:tasks.workunit.client.0.smithi016.stdout: "Data Units Read: 367,524,241 [188 TB]", 2024-04-15T16:06:23.693 INFO:tasks.workunit.client.0.smithi016.stdout: "Data Units Written: 1,905,730,977 [975 TB]", 2024-04-15T16:06:23.693 INFO:tasks.workunit.client.0.smithi016.stdout: "Host Read Commands: 5,626,765,605", 2024-04-15T16:06:23.693 INFO:tasks.workunit.client.0.smithi016.stdout: "Host Write Commands: 32,550,756,084", 2024-04-15T16:06:23.693 INFO:tasks.workunit.client.0.smithi016.stdout: "Controller Busy Time: 21", 2024-04-15T16:06:23.693 INFO:tasks.workunit.client.0.smithi016.stdout: "Power Cycles: 44,153", 2024-04-15T16:06:23.693 INFO:tasks.workunit.client.0.smithi016.stdout: "Power On Hours: 57,405", 2024-04-15T16:06:23.693 INFO:tasks.workunit.client.0.smithi016.stdout: "Unsafe Shutdowns: 819", 2024-04-15T16:06:23.694 INFO:tasks.workunit.client.0.smithi016.stdout: "Media and Data Integrity Errors: 0", 2024-04-15T16:06:23.694 INFO:tasks.workunit.client.0.smithi016.stdout: "Error Information Log Entries: 0", 2024-04-15T16:06:23.694 INFO:tasks.workunit.client.0.smithi016.stdout: "", 2024-04-15T16:06:23.694 INFO:tasks.workunit.client.0.smithi016.stdout: "Error Information (NVMe Log 0x01, max 64 entries)", 2024-04-15T16:06:23.694 INFO:tasks.workunit.client.0.smithi016.stdout: "No Errors Logged", 2024-04-15T16:06:23.694 INFO:tasks.workunit.client.0.smithi016.stdout: "" 2024-04-15T16:06:23.694 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:23.694 INFO:tasks.workunit.client.0.smithi016.stdout: "platform_info": "x86_64-linux-5.14.0-438.el9.x86_64", 2024-04-15T16:06:23.694 INFO:tasks.workunit.client.0.smithi016.stdout: "svn_revision": "5022", 2024-04-15T16:06:23.694 INFO:tasks.workunit.client.0.smithi016.stdout: "version": [ 2024-04-15T16:06:23.694 INFO:tasks.workunit.client.0.smithi016.stdout: 7, 2024-04-15T16:06:23.694 INFO:tasks.workunit.client.0.smithi016.stdout: 1 2024-04-15T16:06:23.694 INFO:tasks.workunit.client.0.smithi016.stdout: ] 2024-04-15T16:06:23.695 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:23.695 INFO:tasks.workunit.client.0.smithi016.stdout: "temperature": { 2024-04-15T16:06:23.695 INFO:tasks.workunit.client.0.smithi016.stdout: "current": 24 2024-04-15T16:06:23.695 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:23.695 INFO:tasks.workunit.client.0.smithi016.stdout: "user_capacity": { 2024-04-15T16:06:23.695 INFO:tasks.workunit.client.0.smithi016.stdout: "blocks": 781422768, 2024-04-15T16:06:23.695 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 400088457216 2024-04-15T16:06:23.695 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T16:06:23.695 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T16:06:23.695 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T16:06:23.695 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T16:06:23.695 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:23.695 INFO:tasks.workunit.client.0.smithi016.stdout: "report": { 2024-04-15T16:06:23.695 INFO:tasks.workunit.client.0.smithi016.stdout: "balancer": { 2024-04-15T16:06:23.695 INFO:tasks.workunit.client.0.smithi016.stdout: "active": true, 2024-04-15T16:06:23.696 INFO:tasks.workunit.client.0.smithi016.stdout: "mode": "" 2024-04-15T16:06:23.696 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:23.696 INFO:tasks.workunit.client.0.smithi016.stdout: "channels": [ 2024-04-15T16:06:23.696 INFO:tasks.workunit.client.0.smithi016.stdout: "basic", 2024-04-15T16:06:23.696 INFO:tasks.workunit.client.0.smithi016.stdout: "crash", 2024-04-15T16:06:23.696 INFO:tasks.workunit.client.0.smithi016.stdout: "device", 2024-04-15T16:06:23.696 INFO:tasks.workunit.client.0.smithi016.stdout: "ident", 2024-04-15T16:06:23.696 INFO:tasks.workunit.client.0.smithi016.stdout: "perf" 2024-04-15T16:06:23.696 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:23.696 INFO:tasks.workunit.client.0.smithi016.stdout: "channels_available": [ 2024-04-15T16:06:23.696 INFO:tasks.workunit.client.0.smithi016.stdout: "basic", 2024-04-15T16:06:23.696 INFO:tasks.workunit.client.0.smithi016.stdout: "ident", 2024-04-15T16:06:23.696 INFO:tasks.workunit.client.0.smithi016.stdout: "crash", 2024-04-15T16:06:23.696 INFO:tasks.workunit.client.0.smithi016.stdout: "device", 2024-04-15T16:06:23.696 INFO:tasks.workunit.client.0.smithi016.stdout: "perf" 2024-04-15T16:06:23.697 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:23.697 INFO:tasks.workunit.client.0.smithi016.stdout: "collections_available": [ 2024-04-15T16:06:23.697 INFO:tasks.workunit.client.0.smithi016.stdout: "basic_base", 2024-04-15T16:06:23.697 INFO:tasks.workunit.client.0.smithi016.stdout: "device_base", 2024-04-15T16:06:23.697 INFO:tasks.workunit.client.0.smithi016.stdout: "crash_base", 2024-04-15T16:06:23.697 INFO:tasks.workunit.client.0.smithi016.stdout: "ident_base", 2024-04-15T16:06:23.697 INFO:tasks.workunit.client.0.smithi016.stdout: "perf_perf", 2024-04-15T16:06:23.697 INFO:tasks.workunit.client.0.smithi016.stdout: "basic_mds_metadata", 2024-04-15T16:06:23.697 INFO:tasks.workunit.client.0.smithi016.stdout: "basic_pool_usage", 2024-04-15T16:06:23.697 INFO:tasks.workunit.client.0.smithi016.stdout: "basic_usage_by_class", 2024-04-15T16:06:23.697 INFO:tasks.workunit.client.0.smithi016.stdout: "basic_rook_v01", 2024-04-15T16:06:23.697 INFO:tasks.workunit.client.0.smithi016.stdout: "perf_memory_metrics", 2024-04-15T16:06:23.698 INFO:tasks.workunit.client.0.smithi016.stdout: "basic_pool_options_bluestore", 2024-04-15T16:06:23.698 INFO:tasks.workunit.client.0.smithi016.stdout: "basic_pool_flags" 2024-04-15T16:06:23.698 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:23.698 INFO:tasks.workunit.client.0.smithi016.stdout: "collections_opted_in": [ 2024-04-15T16:06:23.698 INFO:tasks.workunit.client.0.smithi016.stdout: "basic_base", 2024-04-15T16:06:23.698 INFO:tasks.workunit.client.0.smithi016.stdout: "device_base", 2024-04-15T16:06:23.698 INFO:tasks.workunit.client.0.smithi016.stdout: "crash_base", 2024-04-15T16:06:23.698 INFO:tasks.workunit.client.0.smithi016.stdout: "ident_base", 2024-04-15T16:06:23.698 INFO:tasks.workunit.client.0.smithi016.stdout: "perf_perf", 2024-04-15T16:06:23.698 INFO:tasks.workunit.client.0.smithi016.stdout: "basic_mds_metadata", 2024-04-15T16:06:23.698 INFO:tasks.workunit.client.0.smithi016.stdout: "basic_pool_usage", 2024-04-15T16:06:23.699 INFO:tasks.workunit.client.0.smithi016.stdout: "basic_usage_by_class", 2024-04-15T16:06:23.699 INFO:tasks.workunit.client.0.smithi016.stdout: "basic_rook_v01", 2024-04-15T16:06:23.699 INFO:tasks.workunit.client.0.smithi016.stdout: "perf_memory_metrics", 2024-04-15T16:06:23.699 INFO:tasks.workunit.client.0.smithi016.stdout: "basic_pool_options_bluestore", 2024-04-15T16:06:23.699 INFO:tasks.workunit.client.0.smithi016.stdout: "basic_pool_flags" 2024-04-15T16:06:23.699 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:23.699 INFO:tasks.workunit.client.0.smithi016.stdout: "config": { 2024-04-15T16:06:23.699 INFO:tasks.workunit.client.0.smithi016.stdout: "active_changed": [ 2024-04-15T16:06:23.699 INFO:tasks.workunit.client.0.smithi016.stdout: "auth_allow_insecure_global_id_reclaim", 2024-04-15T16:06:23.699 INFO:tasks.workunit.client.0.smithi016.stdout: "auth_debug", 2024-04-15T16:06:23.699 INFO:tasks.workunit.client.0.smithi016.stdout: "auth_mon_ticket_ttl", 2024-04-15T16:06:23.699 INFO:tasks.workunit.client.0.smithi016.stdout: "auth_service_ticket_ttl", 2024-04-15T16:06:23.699 INFO:tasks.workunit.client.0.smithi016.stdout: "bdev_debug_aio", 2024-04-15T16:06:23.699 INFO:tasks.workunit.client.0.smithi016.stdout: "client_check_pool_perm", 2024-04-15T16:06:23.699 INFO:tasks.workunit.client.0.smithi016.stdout: "client_mount_gid", 2024-04-15T16:06:23.700 INFO:tasks.workunit.client.0.smithi016.stdout: "client_mount_uid", 2024-04-15T16:06:23.700 INFO:tasks.workunit.client.0.smithi016.stdout: "client_quota", 2024-04-15T16:06:23.700 INFO:tasks.workunit.client.0.smithi016.stdout: "container_image", 2024-04-15T16:06:23.700 INFO:tasks.workunit.client.0.smithi016.stdout: "daemonize", 2024-04-15T16:06:23.700 INFO:tasks.workunit.client.0.smithi016.stdout: "debug_asserts_on_shutdown", 2024-04-15T16:06:23.700 INFO:tasks.workunit.client.0.smithi016.stdout: "debug_mgr", 2024-04-15T16:06:23.700 INFO:tasks.workunit.client.0.smithi016.stdout: "debug_mon", 2024-04-15T16:06:23.700 INFO:tasks.workunit.client.0.smithi016.stdout: "debug_ms", 2024-04-15T16:06:23.700 INFO:tasks.workunit.client.0.smithi016.stdout: "debug_osd", 2024-04-15T16:06:23.700 INFO:tasks.workunit.client.0.smithi016.stdout: "debug_paxos", 2024-04-15T16:06:23.700 INFO:tasks.workunit.client.0.smithi016.stdout: "keyring", 2024-04-15T16:06:23.700 INFO:tasks.workunit.client.0.smithi016.stdout: "log_to_file", 2024-04-15T16:06:23.700 INFO:tasks.workunit.client.0.smithi016.stdout: "log_to_journald", 2024-04-15T16:06:23.700 INFO:tasks.workunit.client.0.smithi016.stdout: "log_to_stderr", 2024-04-15T16:06:23.701 INFO:tasks.workunit.client.0.smithi016.stdout: "mon_allow_pool_delete", 2024-04-15T16:06:23.701 INFO:tasks.workunit.client.0.smithi016.stdout: "mon_clock_drift_allowed", 2024-04-15T16:06:23.701 INFO:tasks.workunit.client.0.smithi016.stdout: "mon_cluster_log_file_level", 2024-04-15T16:06:23.701 INFO:tasks.workunit.client.0.smithi016.stdout: "mon_cluster_log_to_file", 2024-04-15T16:06:23.701 INFO:tasks.workunit.client.0.smithi016.stdout: "mon_cluster_log_to_journald", 2024-04-15T16:06:23.701 INFO:tasks.workunit.client.0.smithi016.stdout: "mon_cluster_log_to_stderr", 2024-04-15T16:06:23.701 INFO:tasks.workunit.client.0.smithi016.stdout: "mon_data_avail_warn", 2024-04-15T16:06:23.701 INFO:tasks.workunit.client.0.smithi016.stdout: "mon_election_default_strategy", 2024-04-15T16:06:23.701 INFO:tasks.workunit.client.0.smithi016.stdout: "mon_host", 2024-04-15T16:06:23.701 INFO:tasks.workunit.client.0.smithi016.stdout: "mon_max_pg_per_osd", 2024-04-15T16:06:23.701 INFO:tasks.workunit.client.0.smithi016.stdout: "mon_mds_skip_sanity", 2024-04-15T16:06:23.701 INFO:tasks.workunit.client.0.smithi016.stdout: "mon_mgr_mkfs_grace", 2024-04-15T16:06:23.701 INFO:tasks.workunit.client.0.smithi016.stdout: "mon_osd_prime_pg_temp", 2024-04-15T16:06:23.701 INFO:tasks.workunit.client.0.smithi016.stdout: "mon_osd_reporter_subtree_level", 2024-04-15T16:06:23.702 INFO:tasks.workunit.client.0.smithi016.stdout: "mon_pg_warn_max_object_skew", 2024-04-15T16:06:23.702 INFO:tasks.workunit.client.0.smithi016.stdout: "mon_reweight_min_bytes_per_osd", 2024-04-15T16:06:23.702 INFO:tasks.workunit.client.0.smithi016.stdout: "mon_reweight_min_pgs_per_osd", 2024-04-15T16:06:23.702 INFO:tasks.workunit.client.0.smithi016.stdout: "mon_warn_on_crush_straw_calc_version_zero", 2024-04-15T16:06:23.702 INFO:tasks.workunit.client.0.smithi016.stdout: "mon_warn_on_insecure_global_id_reclaim", 2024-04-15T16:06:23.702 INFO:tasks.workunit.client.0.smithi016.stdout: "mon_warn_on_insecure_global_id_reclaim_allowed", 2024-04-15T16:06:23.702 INFO:tasks.workunit.client.0.smithi016.stdout: "mon_warn_on_legacy_crush_tunables", 2024-04-15T16:06:23.702 INFO:tasks.workunit.client.0.smithi016.stdout: "mon_warn_on_osd_down_out_interval_zero", 2024-04-15T16:06:23.702 INFO:tasks.workunit.client.0.smithi016.stdout: "mon_warn_on_pool_pg_num_not_power_of_two", 2024-04-15T16:06:23.702 INFO:tasks.workunit.client.0.smithi016.stdout: "mon_warn_on_too_few_osds", 2024-04-15T16:06:23.702 INFO:tasks.workunit.client.0.smithi016.stdout: "ms_die_on_bug", 2024-04-15T16:06:23.702 INFO:tasks.workunit.client.0.smithi016.stdout: "ms_die_on_old_message", 2024-04-15T16:06:23.702 INFO:tasks.workunit.client.0.smithi016.stdout: "no_config_file", 2024-04-15T16:06:23.702 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_class_default_list", 2024-04-15T16:06:23.703 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_class_load_list", 2024-04-15T16:06:23.703 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_debug_misdirected_ops", 2024-04-15T16:06:23.703 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_debug_op_order", 2024-04-15T16:06:23.703 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_debug_pg_log_writeout", 2024-04-15T16:06:23.703 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_debug_shutdown", 2024-04-15T16:06:23.703 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_debug_verify_cached_snaps", 2024-04-15T16:06:23.703 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_debug_verify_missing_on_start", 2024-04-15T16:06:23.703 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_debug_verify_stray_on_activate", 2024-04-15T16:06:23.703 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_deep_scrub_update_digest_min_age", 2024-04-15T16:06:23.703 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_delete_sleep", 2024-04-15T16:06:23.703 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_delete_sleep_hdd", 2024-04-15T16:06:23.703 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_delete_sleep_hybrid", 2024-04-15T16:06:23.703 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_delete_sleep_ssd", 2024-04-15T16:06:23.703 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_max_backfills", 2024-04-15T16:06:23.703 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_mclock_max_capacity_iops_ssd", 2024-04-15T16:06:23.704 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_mclock_profile", 2024-04-15T16:06:23.704 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_mclock_scheduler_background_best_effort_lim", 2024-04-15T16:06:23.704 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_mclock_scheduler_background_best_effort_res", 2024-04-15T16:06:23.704 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_mclock_scheduler_background_best_effort_wgt", 2024-04-15T16:06:23.704 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_mclock_scheduler_background_recovery_lim", 2024-04-15T16:06:23.704 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_mclock_scheduler_background_recovery_res", 2024-04-15T16:06:23.704 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_mclock_scheduler_background_recovery_wgt", 2024-04-15T16:06:23.704 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_mclock_scheduler_client_lim", 2024-04-15T16:06:23.704 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_mclock_scheduler_client_res", 2024-04-15T16:06:23.704 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_mclock_scheduler_client_wgt", 2024-04-15T16:06:23.704 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_memory_target", 2024-04-15T16:06:23.704 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_memory_target_autotune", 2024-04-15T16:06:23.704 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_op_queue", 2024-04-15T16:06:23.704 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_op_queue_cut_off", 2024-04-15T16:06:23.704 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_pool_default_erasure_code_profile", 2024-04-15T16:06:23.705 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_pool_default_pg_autoscale_mode", 2024-04-15T16:06:23.705 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_recover_clone_overlap", 2024-04-15T16:06:23.705 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_recovery_max_active", 2024-04-15T16:06:23.705 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_recovery_max_active_hdd", 2024-04-15T16:06:23.705 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_recovery_max_active_ssd", 2024-04-15T16:06:23.705 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_recovery_max_chunk", 2024-04-15T16:06:23.705 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_recovery_sleep", 2024-04-15T16:06:23.705 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_recovery_sleep_hdd", 2024-04-15T16:06:23.705 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_recovery_sleep_hybrid", 2024-04-15T16:06:23.705 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_recovery_sleep_ssd", 2024-04-15T16:06:23.705 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_scrub_load_threshold", 2024-04-15T16:06:23.705 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_scrub_max_interval", 2024-04-15T16:06:23.705 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_scrub_sleep", 2024-04-15T16:06:23.705 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_shutdown_pgref_assert", 2024-04-15T16:06:23.705 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_snap_trim_sleep", 2024-04-15T16:06:23.706 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_snap_trim_sleep_hdd", 2024-04-15T16:06:23.706 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_snap_trim_sleep_hybrid", 2024-04-15T16:06:23.706 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_snap_trim_sleep_ssd", 2024-04-15T16:06:23.706 INFO:tasks.workunit.client.0.smithi016.stdout: "public_network", 2024-04-15T16:06:23.706 INFO:tasks.workunit.client.0.smithi016.stdout: "rbd_config_pool_override_update_timestamp", 2024-04-15T16:06:23.706 INFO:tasks.workunit.client.0.smithi016.stdout: "rbd_default_features", 2024-04-15T16:06:23.706 INFO:tasks.workunit.client.0.smithi016.stdout: "rbd_qos_exclude_ops", 2024-04-15T16:06:23.706 INFO:tasks.workunit.client.0.smithi016.stdout: "setgroup", 2024-04-15T16:06:23.706 INFO:tasks.workunit.client.0.smithi016.stdout: "setuser" 2024-04-15T16:06:23.706 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:23.706 INFO:tasks.workunit.client.0.smithi016.stdout: "cluster_changed": [ 2024-04-15T16:06:23.706 INFO:tasks.workunit.client.0.smithi016.stdout: "auth_allow_insecure_global_id_reclaim", 2024-04-15T16:06:23.706 INFO:tasks.workunit.client.0.smithi016.stdout: "auth_debug", 2024-04-15T16:06:23.706 INFO:tasks.workunit.client.0.smithi016.stdout: "auth_mon_ticket_ttl", 2024-04-15T16:06:23.707 INFO:tasks.workunit.client.0.smithi016.stdout: "auth_service_ticket_ttl", 2024-04-15T16:06:23.707 INFO:tasks.workunit.client.0.smithi016.stdout: "bdev_debug_aio", 2024-04-15T16:06:23.707 INFO:tasks.workunit.client.0.smithi016.stdout: "container_image", 2024-04-15T16:06:23.707 INFO:tasks.workunit.client.0.smithi016.stdout: "debug_asserts_on_shutdown", 2024-04-15T16:06:23.707 INFO:tasks.workunit.client.0.smithi016.stdout: "debug_mgr", 2024-04-15T16:06:23.707 INFO:tasks.workunit.client.0.smithi016.stdout: "debug_mon", 2024-04-15T16:06:23.707 INFO:tasks.workunit.client.0.smithi016.stdout: "debug_ms", 2024-04-15T16:06:23.707 INFO:tasks.workunit.client.0.smithi016.stdout: "debug_osd", 2024-04-15T16:06:23.707 INFO:tasks.workunit.client.0.smithi016.stdout: "debug_paxos", 2024-04-15T16:06:23.707 INFO:tasks.workunit.client.0.smithi016.stdout: "log_to_file", 2024-04-15T16:06:23.707 INFO:tasks.workunit.client.0.smithi016.stdout: "log_to_journald", 2024-04-15T16:06:23.707 INFO:tasks.workunit.client.0.smithi016.stdout: "log_to_stderr", 2024-04-15T16:06:23.707 INFO:tasks.workunit.client.0.smithi016.stdout: "mds_join_fs", 2024-04-15T16:06:23.707 INFO:tasks.workunit.client.0.smithi016.stdout: "mgr/cephadm/allow_ptrace", 2024-04-15T16:06:23.707 INFO:tasks.workunit.client.0.smithi016.stdout: "mgr/cephadm/container_init", 2024-04-15T16:06:23.708 INFO:tasks.workunit.client.0.smithi016.stdout: "mgr/cephadm/migration_current", 2024-04-15T16:06:23.708 INFO:tasks.workunit.client.0.smithi016.stdout: "mgr/cephadm/use_repo_digest", 2024-04-15T16:06:23.708 INFO:tasks.workunit.client.0.smithi016.stdout: "mgr/dashboard/ALERTMANAGER_API_HOST", 2024-04-15T16:06:23.708 INFO:tasks.workunit.client.0.smithi016.stdout: "mgr/dashboard/GRAFANA_API_SSL_VERIFY", 2024-04-15T16:06:23.708 INFO:tasks.workunit.client.0.smithi016.stdout: "mgr/dashboard/GRAFANA_API_URL", 2024-04-15T16:06:23.708 INFO:tasks.workunit.client.0.smithi016.stdout: "mgr/dashboard/PROMETHEUS_API_HOST", 2024-04-15T16:06:23.708 INFO:tasks.workunit.client.0.smithi016.stdout: "mgr/dashboard/ssl_server_port", 2024-04-15T16:06:23.708 INFO:tasks.workunit.client.0.smithi016.stdout: "mgr/orchestrator/orchestrator", 2024-04-15T16:06:23.708 INFO:tasks.workunit.client.0.smithi016.stdout: "mgr/telemetry/channel_ident", 2024-04-15T16:06:23.708 INFO:tasks.workunit.client.0.smithi016.stdout: "mgr/telemetry/channel_perf", 2024-04-15T16:06:23.708 INFO:tasks.workunit.client.0.smithi016.stdout: "mgr/telemetry/description", 2024-04-15T16:06:23.708 INFO:tasks.workunit.client.0.smithi016.stdout: "mgr/telemetry/enabled", 2024-04-15T16:06:23.708 INFO:tasks.workunit.client.0.smithi016.stdout: "mgr/telemetry/organization", 2024-04-15T16:06:23.708 INFO:tasks.workunit.client.0.smithi016.stdout: "mon_allow_pool_delete", 2024-04-15T16:06:23.709 INFO:tasks.workunit.client.0.smithi016.stdout: "mon_clock_drift_allowed", 2024-04-15T16:06:23.709 INFO:tasks.workunit.client.0.smithi016.stdout: "mon_cluster_log_file_level", 2024-04-15T16:06:23.709 INFO:tasks.workunit.client.0.smithi016.stdout: "mon_cluster_log_to_file", 2024-04-15T16:06:23.709 INFO:tasks.workunit.client.0.smithi016.stdout: "mon_data_avail_warn", 2024-04-15T16:06:23.709 INFO:tasks.workunit.client.0.smithi016.stdout: "mon_election_default_strategy", 2024-04-15T16:06:23.709 INFO:tasks.workunit.client.0.smithi016.stdout: "mon_max_pg_per_osd", 2024-04-15T16:06:23.709 INFO:tasks.workunit.client.0.smithi016.stdout: "mon_mds_skip_sanity", 2024-04-15T16:06:23.709 INFO:tasks.workunit.client.0.smithi016.stdout: "mon_mgr_mkfs_grace", 2024-04-15T16:06:23.709 INFO:tasks.workunit.client.0.smithi016.stdout: "mon_osd_prime_pg_temp", 2024-04-15T16:06:23.709 INFO:tasks.workunit.client.0.smithi016.stdout: "mon_osd_reporter_subtree_level", 2024-04-15T16:06:23.709 INFO:tasks.workunit.client.0.smithi016.stdout: "mon_pg_warn_max_object_skew", 2024-04-15T16:06:23.709 INFO:tasks.workunit.client.0.smithi016.stdout: "mon_reweight_min_bytes_per_osd", 2024-04-15T16:06:23.709 INFO:tasks.workunit.client.0.smithi016.stdout: "mon_reweight_min_pgs_per_osd", 2024-04-15T16:06:23.709 INFO:tasks.workunit.client.0.smithi016.stdout: "mon_warn_on_crush_straw_calc_version_zero", 2024-04-15T16:06:23.710 INFO:tasks.workunit.client.0.smithi016.stdout: "mon_warn_on_insecure_global_id_reclaim", 2024-04-15T16:06:23.710 INFO:tasks.workunit.client.0.smithi016.stdout: "mon_warn_on_insecure_global_id_reclaim_allowed", 2024-04-15T16:06:23.710 INFO:tasks.workunit.client.0.smithi016.stdout: "mon_warn_on_legacy_crush_tunables", 2024-04-15T16:06:23.710 INFO:tasks.workunit.client.0.smithi016.stdout: "mon_warn_on_osd_down_out_interval_zero", 2024-04-15T16:06:23.710 INFO:tasks.workunit.client.0.smithi016.stdout: "mon_warn_on_pool_pg_num_not_power_of_two", 2024-04-15T16:06:23.710 INFO:tasks.workunit.client.0.smithi016.stdout: "mon_warn_on_too_few_osds", 2024-04-15T16:06:23.710 INFO:tasks.workunit.client.0.smithi016.stdout: "ms_die_on_bug", 2024-04-15T16:06:23.710 INFO:tasks.workunit.client.0.smithi016.stdout: "ms_die_on_old_message", 2024-04-15T16:06:23.710 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_class_default_list", 2024-04-15T16:06:23.710 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_class_load_list", 2024-04-15T16:06:23.710 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_debug_misdirected_ops", 2024-04-15T16:06:23.710 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_debug_op_order", 2024-04-15T16:06:23.710 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_debug_pg_log_writeout", 2024-04-15T16:06:23.710 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_debug_shutdown", 2024-04-15T16:06:23.711 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_debug_verify_cached_snaps", 2024-04-15T16:06:23.711 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_debug_verify_missing_on_start", 2024-04-15T16:06:23.711 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_debug_verify_stray_on_activate", 2024-04-15T16:06:23.711 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_deep_scrub_update_digest_min_age", 2024-04-15T16:06:23.711 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_mclock_max_capacity_iops_ssd", 2024-04-15T16:06:23.711 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_mclock_profile", 2024-04-15T16:06:23.711 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_memory_target", 2024-04-15T16:06:23.711 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_memory_target_autotune", 2024-04-15T16:06:23.711 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_op_queue", 2024-04-15T16:06:23.711 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_op_queue_cut_off", 2024-04-15T16:06:23.711 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_pool_default_erasure_code_profile", 2024-04-15T16:06:23.711 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_pool_default_pg_autoscale_mode", 2024-04-15T16:06:23.711 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_recover_clone_overlap", 2024-04-15T16:06:23.712 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_recovery_max_chunk", 2024-04-15T16:06:23.712 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_scrub_load_threshold", 2024-04-15T16:06:23.712 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_scrub_max_interval", 2024-04-15T16:06:23.712 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_shutdown_pgref_assert", 2024-04-15T16:06:23.712 INFO:tasks.workunit.client.0.smithi016.stdout: "public_network", 2024-04-15T16:06:23.712 INFO:tasks.workunit.client.0.smithi016.stdout: "rbd_config_pool_override_update_timestamp", 2024-04-15T16:06:23.712 INFO:tasks.workunit.client.0.smithi016.stdout: "rgw_cache_enabled", 2024-04-15T16:06:23.712 INFO:tasks.workunit.client.0.smithi016.stdout: "rgw_enable_ops_log", 2024-04-15T16:06:23.712 INFO:tasks.workunit.client.0.smithi016.stdout: "rgw_enable_usage_log" 2024-04-15T16:06:23.712 INFO:tasks.workunit.client.0.smithi016.stdout: ] 2024-04-15T16:06:23.712 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:23.712 INFO:tasks.workunit.client.0.smithi016.stdout: "contact": null, 2024-04-15T16:06:23.712 INFO:tasks.workunit.client.0.smithi016.stdout: "crashes": [], 2024-04-15T16:06:23.712 INFO:tasks.workunit.client.0.smithi016.stdout: "created": "2024-04-15T14:28:00.200872Z", 2024-04-15T16:06:23.712 INFO:tasks.workunit.client.0.smithi016.stdout: "crush": { 2024-04-15T16:06:23.713 INFO:tasks.workunit.client.0.smithi016.stdout: "bucket_algs": { 2024-04-15T16:06:23.713 INFO:tasks.workunit.client.0.smithi016.stdout: "straw2": 3 2024-04-15T16:06:23.713 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:23.713 INFO:tasks.workunit.client.0.smithi016.stdout: "bucket_sizes": { 2024-04-15T16:06:23.713 INFO:tasks.workunit.client.0.smithi016.stdout: "2": 1, 2024-04-15T16:06:23.713 INFO:tasks.workunit.client.0.smithi016.stdout: "4": 2 2024-04-15T16:06:23.713 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:23.713 INFO:tasks.workunit.client.0.smithi016.stdout: "bucket_types": { 2024-04-15T16:06:23.713 INFO:tasks.workunit.client.0.smithi016.stdout: "1": 2, 2024-04-15T16:06:23.713 INFO:tasks.workunit.client.0.smithi016.stdout: "11": 1 2024-04-15T16:06:23.713 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:23.713 INFO:tasks.workunit.client.0.smithi016.stdout: "compat_weight_set": false, 2024-04-15T16:06:23.713 INFO:tasks.workunit.client.0.smithi016.stdout: "device_classes": [ 2024-04-15T16:06:23.713 INFO:tasks.workunit.client.0.smithi016.stdout: 8 2024-04-15T16:06:23.714 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:23.714 INFO:tasks.workunit.client.0.smithi016.stdout: "num_buckets": 6, 2024-04-15T16:06:23.714 INFO:tasks.workunit.client.0.smithi016.stdout: "num_devices": 8, 2024-04-15T16:06:23.714 INFO:tasks.workunit.client.0.smithi016.stdout: "num_rules": 2, 2024-04-15T16:06:23.714 INFO:tasks.workunit.client.0.smithi016.stdout: "num_types": 12, 2024-04-15T16:06:23.714 INFO:tasks.workunit.client.0.smithi016.stdout: "num_weight_sets": 0, 2024-04-15T16:06:23.714 INFO:tasks.workunit.client.0.smithi016.stdout: "tunables": { 2024-04-15T16:06:23.714 INFO:tasks.workunit.client.0.smithi016.stdout: "allowed_bucket_algs": 54, 2024-04-15T16:06:23.714 INFO:tasks.workunit.client.0.smithi016.stdout: "choose_local_fallback_tries": 0, 2024-04-15T16:06:23.714 INFO:tasks.workunit.client.0.smithi016.stdout: "choose_local_tries": 0, 2024-04-15T16:06:23.714 INFO:tasks.workunit.client.0.smithi016.stdout: "choose_total_tries": 50, 2024-04-15T16:06:23.714 INFO:tasks.workunit.client.0.smithi016.stdout: "chooseleaf_descend_once": 1, 2024-04-15T16:06:23.714 INFO:tasks.workunit.client.0.smithi016.stdout: "chooseleaf_stable": 1, 2024-04-15T16:06:23.714 INFO:tasks.workunit.client.0.smithi016.stdout: "chooseleaf_vary_r": 1, 2024-04-15T16:06:23.715 INFO:tasks.workunit.client.0.smithi016.stdout: "has_msr_rules": 0, 2024-04-15T16:06:23.715 INFO:tasks.workunit.client.0.smithi016.stdout: "has_v2_rules": 1, 2024-04-15T16:06:23.715 INFO:tasks.workunit.client.0.smithi016.stdout: "has_v3_rules": 0, 2024-04-15T16:06:23.715 INFO:tasks.workunit.client.0.smithi016.stdout: "has_v4_buckets": 1, 2024-04-15T16:06:23.715 INFO:tasks.workunit.client.0.smithi016.stdout: "has_v5_rules": 0, 2024-04-15T16:06:23.715 INFO:tasks.workunit.client.0.smithi016.stdout: "legacy_tunables": 0, 2024-04-15T16:06:23.715 INFO:tasks.workunit.client.0.smithi016.stdout: "minimum_required_version": "jewel", 2024-04-15T16:06:23.715 INFO:tasks.workunit.client.0.smithi016.stdout: "msr_collision_tries": 100, 2024-04-15T16:06:23.715 INFO:tasks.workunit.client.0.smithi016.stdout: "msr_descents": 100, 2024-04-15T16:06:23.715 INFO:tasks.workunit.client.0.smithi016.stdout: "optimal_tunables": 1, 2024-04-15T16:06:23.715 INFO:tasks.workunit.client.0.smithi016.stdout: "profile": "jewel", 2024-04-15T16:06:23.715 INFO:tasks.workunit.client.0.smithi016.stdout: "require_feature_tunables": 1, 2024-04-15T16:06:23.715 INFO:tasks.workunit.client.0.smithi016.stdout: "require_feature_tunables2": 1, 2024-04-15T16:06:23.716 INFO:tasks.workunit.client.0.smithi016.stdout: "require_feature_tunables3": 1, 2024-04-15T16:06:23.716 INFO:tasks.workunit.client.0.smithi016.stdout: "require_feature_tunables5": 1, 2024-04-15T16:06:23.716 INFO:tasks.workunit.client.0.smithi016.stdout: "straw_calc_version": 1 2024-04-15T16:06:23.716 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T16:06:23.716 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:23.716 INFO:tasks.workunit.client.0.smithi016.stdout: "description": "upgrade test cluster", 2024-04-15T16:06:23.716 INFO:tasks.workunit.client.0.smithi016.stdout: "fs": { 2024-04-15T16:06:23.716 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 1, 2024-04-15T16:06:23.716 INFO:tasks.workunit.client.0.smithi016.stdout: "feature_flags": { 2024-04-15T16:06:23.716 INFO:tasks.workunit.client.0.smithi016.stdout: "enable_multiple": true, 2024-04-15T16:06:23.716 INFO:tasks.workunit.client.0.smithi016.stdout: "ever_enabled_multiple": true 2024-04-15T16:06:23.716 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:23.716 INFO:tasks.workunit.client.0.smithi016.stdout: "filesystems": [ 2024-04-15T16:06:23.716 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-15T16:06:23.717 INFO:tasks.workunit.client.0.smithi016.stdout: "approx_ctime": "2024-04", 2024-04-15T16:06:23.717 INFO:tasks.workunit.client.0.smithi016.stdout: "balancer_enabled": false, 2024-04-15T16:06:23.717 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T16:06:23.717 INFO:tasks.workunit.client.0.smithi016.stdout: "cached_caps": 0, 2024-04-15T16:06:23.717 INFO:tasks.workunit.client.0.smithi016.stdout: "cached_dns": 10, 2024-04-15T16:06:23.717 INFO:tasks.workunit.client.0.smithi016.stdout: "cached_inos": 13, 2024-04-15T16:06:23.717 INFO:tasks.workunit.client.0.smithi016.stdout: "cached_subtrees": 2, 2024-04-15T16:06:23.717 INFO:tasks.workunit.client.0.smithi016.stdout: "ever_allowed_features": 0, 2024-04-15T16:06:23.717 INFO:tasks.workunit.client.0.smithi016.stdout: "explicitly_allowed_features": 0, 2024-04-15T16:06:23.717 INFO:tasks.workunit.client.0.smithi016.stdout: "files": 0, 2024-04-15T16:06:23.717 INFO:tasks.workunit.client.0.smithi016.stdout: "max_mds": 1, 2024-04-15T16:06:23.717 INFO:tasks.workunit.client.0.smithi016.stdout: "num_data_pools": 1, 2024-04-15T16:06:23.717 INFO:tasks.workunit.client.0.smithi016.stdout: "num_in": 1, 2024-04-15T16:06:23.717 INFO:tasks.workunit.client.0.smithi016.stdout: "num_mds": 1, 2024-04-15T16:06:23.718 INFO:tasks.workunit.client.0.smithi016.stdout: "num_sessions": 0, 2024-04-15T16:06:23.718 INFO:tasks.workunit.client.0.smithi016.stdout: "num_standby_replay": 0, 2024-04-15T16:06:23.718 INFO:tasks.workunit.client.0.smithi016.stdout: "num_up": 1, 2024-04-15T16:06:23.718 INFO:tasks.workunit.client.0.smithi016.stdout: "snaps": 0, 2024-04-15T16:06:23.718 INFO:tasks.workunit.client.0.smithi016.stdout: "standby_count_wanted": 0 2024-04-15T16:06:23.718 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T16:06:23.718 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:23.718 INFO:tasks.workunit.client.0.smithi016.stdout: "num_standby_mds": 1, 2024-04-15T16:06:23.718 INFO:tasks.workunit.client.0.smithi016.stdout: "total_num_mds": 2 2024-04-15T16:06:23.718 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:23.718 INFO:tasks.workunit.client.0.smithi016.stdout: "heap_stats": { 2024-04-15T16:06:23.718 INFO:tasks.workunit.client.0.smithi016.stdout: "mds": { 2024-04-15T16:06:23.718 INFO:tasks.workunit.client.0.smithi016.stdout: "mds.96c04f3d51aa9c4650d798b6d991f5b64af8e5e4": { 2024-04-15T16:06:23.718 INFO:tasks.workunit.client.0.smithi016.stdout: "actual_memory_used": 20258816, 2024-04-15T16:06:23.719 INFO:tasks.workunit.client.0.smithi016.stdout: "central_cache_freelist": 334808, 2024-04-15T16:06:23.719 INFO:tasks.workunit.client.0.smithi016.stdout: "malloc_metadata": 2752512, 2024-04-15T16:06:23.719 INFO:tasks.workunit.client.0.smithi016.stdout: "page_heap_freelist": 851968, 2024-04-15T16:06:23.719 INFO:tasks.workunit.client.0.smithi016.stdout: "released_to_os": 0, 2024-04-15T16:06:23.719 INFO:tasks.workunit.client.0.smithi016.stdout: "spans_in_use": 340, 2024-04-15T16:06:23.719 INFO:tasks.workunit.client.0.smithi016.stdout: "tcmalloc_page_size": 8192, 2024-04-15T16:06:23.719 INFO:tasks.workunit.client.0.smithi016.stdout: "thread_cache_freelists": 1052056, 2024-04-15T16:06:23.719 INFO:tasks.workunit.client.0.smithi016.stdout: "thread_heaps_in_use": 13, 2024-04-15T16:06:23.719 INFO:tasks.workunit.client.0.smithi016.stdout: "transfer_cache_freelist": 773632, 2024-04-15T16:06:23.719 INFO:tasks.workunit.client.0.smithi016.stdout: "use_by_application": 14493840, 2024-04-15T16:06:23.719 INFO:tasks.workunit.client.0.smithi016.stdout: "virtual_address_space_used": 20258816 2024-04-15T16:06:23.719 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:23.719 INFO:tasks.workunit.client.0.smithi016.stdout: "mds.dd602b36cabf11effbd0d8bd19ba267ecac4bcd8": { 2024-04-15T16:06:23.719 INFO:tasks.workunit.client.0.smithi016.stdout: "actual_memory_used": 20381696, 2024-04-15T16:06:23.720 INFO:tasks.workunit.client.0.smithi016.stdout: "central_cache_freelist": 414232, 2024-04-15T16:06:23.720 INFO:tasks.workunit.client.0.smithi016.stdout: "malloc_metadata": 2752512, 2024-04-15T16:06:23.720 INFO:tasks.workunit.client.0.smithi016.stdout: "page_heap_freelist": 0, 2024-04-15T16:06:23.720 INFO:tasks.workunit.client.0.smithi016.stdout: "released_to_os": 925696, 2024-04-15T16:06:23.720 INFO:tasks.workunit.client.0.smithi016.stdout: "spans_in_use": 424, 2024-04-15T16:06:23.720 INFO:tasks.workunit.client.0.smithi016.stdout: "tcmalloc_page_size": 8192, 2024-04-15T16:06:23.720 INFO:tasks.workunit.client.0.smithi016.stdout: "thread_cache_freelists": 1429096, 2024-04-15T16:06:23.720 INFO:tasks.workunit.client.0.smithi016.stdout: "thread_heaps_in_use": 22, 2024-04-15T16:06:23.720 INFO:tasks.workunit.client.0.smithi016.stdout: "transfer_cache_freelist": 913408, 2024-04-15T16:06:23.720 INFO:tasks.workunit.client.0.smithi016.stdout: "use_by_application": 14872448, 2024-04-15T16:06:23.720 INFO:tasks.workunit.client.0.smithi016.stdout: "virtual_address_space_used": 21307392 2024-04-15T16:06:23.720 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T16:06:23.720 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:23.720 INFO:tasks.workunit.client.0.smithi016.stdout: "mon": { 2024-04-15T16:06:23.720 INFO:tasks.workunit.client.0.smithi016.stdout: "mon.96c04f3d51aa9c4650d798b6d991f5b64af8e5e4": { 2024-04-15T16:06:23.721 INFO:tasks.workunit.client.0.smithi016.stdout: "actual_memory_used": 168099840, 2024-04-15T16:06:23.721 INFO:tasks.workunit.client.0.smithi016.stdout: "central_cache_freelist": 2173224, 2024-04-15T16:06:23.721 INFO:tasks.workunit.client.0.smithi016.stdout: "malloc_metadata": 3014656, 2024-04-15T16:06:23.721 INFO:tasks.workunit.client.0.smithi016.stdout: "page_heap_freelist": 16384, 2024-04-15T16:06:23.721 INFO:tasks.workunit.client.0.smithi016.stdout: "released_to_os": 3678208, 2024-04-15T16:06:23.721 INFO:tasks.workunit.client.0.smithi016.stdout: "spans_in_use": 6529, 2024-04-15T16:06:23.721 INFO:tasks.workunit.client.0.smithi016.stdout: "tcmalloc_page_size": 8192, 2024-04-15T16:06:23.721 INFO:tasks.workunit.client.0.smithi016.stdout: "thread_cache_freelists": 10084648, 2024-04-15T16:06:23.721 INFO:tasks.workunit.client.0.smithi016.stdout: "thread_heaps_in_use": 20, 2024-04-15T16:06:23.721 INFO:tasks.workunit.client.0.smithi016.stdout: "transfer_cache_freelist": 2407424, 2024-04-15T16:06:23.721 INFO:tasks.workunit.client.0.smithi016.stdout: "use_by_application": 150403504, 2024-04-15T16:06:23.721 INFO:tasks.workunit.client.0.smithi016.stdout: "virtual_address_space_used": 171778048 2024-04-15T16:06:23.721 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:23.721 INFO:tasks.workunit.client.0.smithi016.stdout: "mon.db7bc7ff646004cab5cc32c315bc5a54adf74b4c": { 2024-04-15T16:06:23.722 INFO:tasks.workunit.client.0.smithi016.stdout: "actual_memory_used": 175349760, 2024-04-15T16:06:23.722 INFO:tasks.workunit.client.0.smithi016.stdout: "central_cache_freelist": 2574640, 2024-04-15T16:06:23.722 INFO:tasks.workunit.client.0.smithi016.stdout: "malloc_metadata": 5111808, 2024-04-15T16:06:23.722 INFO:tasks.workunit.client.0.smithi016.stdout: "page_heap_freelist": 491520, 2024-04-15T16:06:23.722 INFO:tasks.workunit.client.0.smithi016.stdout: "released_to_os": 2719744, 2024-04-15T16:06:23.722 INFO:tasks.workunit.client.0.smithi016.stdout: "spans_in_use": 6817, 2024-04-15T16:06:23.722 INFO:tasks.workunit.client.0.smithi016.stdout: "tcmalloc_page_size": 8192, 2024-04-15T16:06:23.722 INFO:tasks.workunit.client.0.smithi016.stdout: "thread_cache_freelists": 12445184, 2024-04-15T16:06:23.722 INFO:tasks.workunit.client.0.smithi016.stdout: "thread_heaps_in_use": 20, 2024-04-15T16:06:23.722 INFO:tasks.workunit.client.0.smithi016.stdout: "transfer_cache_freelist": 2723840, 2024-04-15T16:06:23.722 INFO:tasks.workunit.client.0.smithi016.stdout: "use_by_application": 152002768, 2024-04-15T16:06:23.722 INFO:tasks.workunit.client.0.smithi016.stdout: "virtual_address_space_used": 178069504 2024-04-15T16:06:23.722 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:23.722 INFO:tasks.workunit.client.0.smithi016.stdout: "mon.dd602b36cabf11effbd0d8bd19ba267ecac4bcd8": { 2024-04-15T16:06:23.723 INFO:tasks.workunit.client.0.smithi016.stdout: "actual_memory_used": 261857280, 2024-04-15T16:06:23.723 INFO:tasks.workunit.client.0.smithi016.stdout: "central_cache_freelist": 4903784, 2024-04-15T16:06:23.723 INFO:tasks.workunit.client.0.smithi016.stdout: "malloc_metadata": 3145728, 2024-04-15T16:06:23.723 INFO:tasks.workunit.client.0.smithi016.stdout: "page_heap_freelist": 737280, 2024-04-15T16:06:23.723 INFO:tasks.workunit.client.0.smithi016.stdout: "released_to_os": 1458176, 2024-04-15T16:06:23.723 INFO:tasks.workunit.client.0.smithi016.stdout: "spans_in_use": 9626, 2024-04-15T16:06:23.723 INFO:tasks.workunit.client.0.smithi016.stdout: "tcmalloc_page_size": 8192, 2024-04-15T16:06:23.723 INFO:tasks.workunit.client.0.smithi016.stdout: "thread_cache_freelists": 16032592, 2024-04-15T16:06:23.723 INFO:tasks.workunit.client.0.smithi016.stdout: "thread_heaps_in_use": 23, 2024-04-15T16:06:23.723 INFO:tasks.workunit.client.0.smithi016.stdout: "transfer_cache_freelist": 4214272, 2024-04-15T16:06:23.723 INFO:tasks.workunit.client.0.smithi016.stdout: "use_by_application": 232823624, 2024-04-15T16:06:23.723 INFO:tasks.workunit.client.0.smithi016.stdout: "virtual_address_space_used": 263315456 2024-04-15T16:06:23.723 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T16:06:23.723 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:23.723 INFO:tasks.workunit.client.0.smithi016.stdout: "osd": { 2024-04-15T16:06:23.724 INFO:tasks.workunit.client.0.smithi016.stdout: "osd.0": { 2024-04-15T16:06:23.724 INFO:tasks.workunit.client.0.smithi016.stdout: "actual_memory_used": 507109376, 2024-04-15T16:06:23.724 INFO:tasks.workunit.client.0.smithi016.stdout: "central_cache_freelist": 25899184, 2024-04-15T16:06:23.724 INFO:tasks.workunit.client.0.smithi016.stdout: "malloc_metadata": 3407872, 2024-04-15T16:06:23.724 INFO:tasks.workunit.client.0.smithi016.stdout: "page_heap_freelist": 0, 2024-04-15T16:06:23.724 INFO:tasks.workunit.client.0.smithi016.stdout: "released_to_os": 46571520, 2024-04-15T16:06:23.724 INFO:tasks.workunit.client.0.smithi016.stdout: "spans_in_use": 12447, 2024-04-15T16:06:23.724 INFO:tasks.workunit.client.0.smithi016.stdout: "tcmalloc_page_size": 8192, 2024-04-15T16:06:23.724 INFO:tasks.workunit.client.0.smithi016.stdout: "thread_cache_freelists": 74079592, 2024-04-15T16:06:23.724 INFO:tasks.workunit.client.0.smithi016.stdout: "thread_heaps_in_use": 60, 2024-04-15T16:06:23.724 INFO:tasks.workunit.client.0.smithi016.stdout: "transfer_cache_freelist": 9311488, 2024-04-15T16:06:23.724 INFO:tasks.workunit.client.0.smithi016.stdout: "use_by_application": 394411240, 2024-04-15T16:06:23.724 INFO:tasks.workunit.client.0.smithi016.stdout: "virtual_address_space_used": 553680896 2024-04-15T16:06:23.724 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:23.725 INFO:tasks.workunit.client.0.smithi016.stdout: "osd.1": { 2024-04-15T16:06:23.725 INFO:tasks.workunit.client.0.smithi016.stdout: "actual_memory_used": 620740608, 2024-04-15T16:06:23.725 INFO:tasks.workunit.client.0.smithi016.stdout: "central_cache_freelist": 28047640, 2024-04-15T16:06:23.725 INFO:tasks.workunit.client.0.smithi016.stdout: "malloc_metadata": 5505024, 2024-04-15T16:06:23.725 INFO:tasks.workunit.client.0.smithi016.stdout: "page_heap_freelist": 65536, 2024-04-15T16:06:23.725 INFO:tasks.workunit.client.0.smithi016.stdout: "released_to_os": 38215680, 2024-04-15T16:06:23.725 INFO:tasks.workunit.client.0.smithi016.stdout: "spans_in_use": 13352, 2024-04-15T16:06:23.725 INFO:tasks.workunit.client.0.smithi016.stdout: "tcmalloc_page_size": 8192, 2024-04-15T16:06:23.725 INFO:tasks.workunit.client.0.smithi016.stdout: "thread_cache_freelists": 84755296, 2024-04-15T16:06:23.725 INFO:tasks.workunit.client.0.smithi016.stdout: "thread_heaps_in_use": 61, 2024-04-15T16:06:23.725 INFO:tasks.workunit.client.0.smithi016.stdout: "transfer_cache_freelist": 10303232, 2024-04-15T16:06:23.725 INFO:tasks.workunit.client.0.smithi016.stdout: "use_by_application": 492063880, 2024-04-15T16:06:23.725 INFO:tasks.workunit.client.0.smithi016.stdout: "virtual_address_space_used": 658956288 2024-04-15T16:06:23.726 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:23.726 INFO:tasks.workunit.client.0.smithi016.stdout: "osd.2": { 2024-04-15T16:06:23.726 INFO:tasks.workunit.client.0.smithi016.stdout: "actual_memory_used": 457531392, 2024-04-15T16:06:23.726 INFO:tasks.workunit.client.0.smithi016.stdout: "central_cache_freelist": 21396776, 2024-04-15T16:06:23.726 INFO:tasks.workunit.client.0.smithi016.stdout: "malloc_metadata": 3276800, 2024-04-15T16:06:23.726 INFO:tasks.workunit.client.0.smithi016.stdout: "page_heap_freelist": 0, 2024-04-15T16:06:23.726 INFO:tasks.workunit.client.0.smithi016.stdout: "released_to_os": 74489856, 2024-04-15T16:06:23.726 INFO:tasks.workunit.client.0.smithi016.stdout: "spans_in_use": 10407, 2024-04-15T16:06:23.726 INFO:tasks.workunit.client.0.smithi016.stdout: "tcmalloc_page_size": 8192, 2024-04-15T16:06:23.726 INFO:tasks.workunit.client.0.smithi016.stdout: "thread_cache_freelists": 74120400, 2024-04-15T16:06:23.726 INFO:tasks.workunit.client.0.smithi016.stdout: "thread_heaps_in_use": 53, 2024-04-15T16:06:23.726 INFO:tasks.workunit.client.0.smithi016.stdout: "transfer_cache_freelist": 10618368, 2024-04-15T16:06:23.726 INFO:tasks.workunit.client.0.smithi016.stdout: "use_by_application": 348119048, 2024-04-15T16:06:23.726 INFO:tasks.workunit.client.0.smithi016.stdout: "virtual_address_space_used": 532021248 2024-04-15T16:06:23.726 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:23.727 INFO:tasks.workunit.client.0.smithi016.stdout: "osd.3": { 2024-04-15T16:06:23.727 INFO:tasks.workunit.client.0.smithi016.stdout: "actual_memory_used": 492503040, 2024-04-15T16:06:23.727 INFO:tasks.workunit.client.0.smithi016.stdout: "central_cache_freelist": 21295048, 2024-04-15T16:06:23.727 INFO:tasks.workunit.client.0.smithi016.stdout: "malloc_metadata": 5373952, 2024-04-15T16:06:23.727 INFO:tasks.workunit.client.0.smithi016.stdout: "page_heap_freelist": 0, 2024-04-15T16:06:23.727 INFO:tasks.workunit.client.0.smithi016.stdout: "released_to_os": 89235456, 2024-04-15T16:06:23.727 INFO:tasks.workunit.client.0.smithi016.stdout: "spans_in_use": 10488, 2024-04-15T16:06:23.727 INFO:tasks.workunit.client.0.smithi016.stdout: "tcmalloc_page_size": 8192, 2024-04-15T16:06:23.727 INFO:tasks.workunit.client.0.smithi016.stdout: "thread_cache_freelists": 75357840, 2024-04-15T16:06:23.727 INFO:tasks.workunit.client.0.smithi016.stdout: "thread_heaps_in_use": 53, 2024-04-15T16:06:23.727 INFO:tasks.workunit.client.0.smithi016.stdout: "transfer_cache_freelist": 9888512, 2024-04-15T16:06:23.727 INFO:tasks.workunit.client.0.smithi016.stdout: "use_by_application": 380587688, 2024-04-15T16:06:23.727 INFO:tasks.workunit.client.0.smithi016.stdout: "virtual_address_space_used": 581738496 2024-04-15T16:06:23.727 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:23.728 INFO:tasks.workunit.client.0.smithi016.stdout: "osd.4": { 2024-04-15T16:06:23.728 INFO:tasks.workunit.client.0.smithi016.stdout: "actual_memory_used": 590004224, 2024-04-15T16:06:23.728 INFO:tasks.workunit.client.0.smithi016.stdout: "central_cache_freelist": 18116488, 2024-04-15T16:06:23.728 INFO:tasks.workunit.client.0.smithi016.stdout: "malloc_metadata": 5505024, 2024-04-15T16:06:23.728 INFO:tasks.workunit.client.0.smithi016.stdout: "page_heap_freelist": 0, 2024-04-15T16:06:23.728 INFO:tasks.workunit.client.0.smithi016.stdout: "released_to_os": 8601600, 2024-04-15T16:06:23.728 INFO:tasks.workunit.client.0.smithi016.stdout: "spans_in_use": 12843, 2024-04-15T16:06:23.728 INFO:tasks.workunit.client.0.smithi016.stdout: "tcmalloc_page_size": 8192, 2024-04-15T16:06:23.728 INFO:tasks.workunit.client.0.smithi016.stdout: "thread_cache_freelists": 71531176, 2024-04-15T16:06:23.728 INFO:tasks.workunit.client.0.smithi016.stdout: "thread_heaps_in_use": 60, 2024-04-15T16:06:23.728 INFO:tasks.workunit.client.0.smithi016.stdout: "transfer_cache_freelist": 10817280, 2024-04-15T16:06:23.728 INFO:tasks.workunit.client.0.smithi016.stdout: "use_by_application": 484034256, 2024-04-15T16:06:23.728 INFO:tasks.workunit.client.0.smithi016.stdout: "virtual_address_space_used": 598605824 2024-04-15T16:06:23.728 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:23.728 INFO:tasks.workunit.client.0.smithi016.stdout: "osd.5": { 2024-04-15T16:06:23.729 INFO:tasks.workunit.client.0.smithi016.stdout: "actual_memory_used": 546848768, 2024-04-15T16:06:23.729 INFO:tasks.workunit.client.0.smithi016.stdout: "central_cache_freelist": 21817560, 2024-04-15T16:06:23.729 INFO:tasks.workunit.client.0.smithi016.stdout: "malloc_metadata": 5505024, 2024-04-15T16:06:23.729 INFO:tasks.workunit.client.0.smithi016.stdout: "page_heap_freelist": 0, 2024-04-15T16:06:23.729 INFO:tasks.workunit.client.0.smithi016.stdout: "released_to_os": 43892736, 2024-04-15T16:06:23.729 INFO:tasks.workunit.client.0.smithi016.stdout: "spans_in_use": 11972, 2024-04-15T16:06:23.729 INFO:tasks.workunit.client.0.smithi016.stdout: "tcmalloc_page_size": 8192, 2024-04-15T16:06:23.729 INFO:tasks.workunit.client.0.smithi016.stdout: "thread_cache_freelists": 76150240, 2024-04-15T16:06:23.729 INFO:tasks.workunit.client.0.smithi016.stdout: "thread_heaps_in_use": 60, 2024-04-15T16:06:23.729 INFO:tasks.workunit.client.0.smithi016.stdout: "transfer_cache_freelist": 9128448, 2024-04-15T16:06:23.729 INFO:tasks.workunit.client.0.smithi016.stdout: "use_by_application": 434247496, 2024-04-15T16:06:23.729 INFO:tasks.workunit.client.0.smithi016.stdout: "virtual_address_space_used": 590741504 2024-04-15T16:06:23.729 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:23.729 INFO:tasks.workunit.client.0.smithi016.stdout: "osd.6": { 2024-04-15T16:06:23.730 INFO:tasks.workunit.client.0.smithi016.stdout: "actual_memory_used": 434642944, 2024-04-15T16:06:23.730 INFO:tasks.workunit.client.0.smithi016.stdout: "central_cache_freelist": 18124464, 2024-04-15T16:06:23.730 INFO:tasks.workunit.client.0.smithi016.stdout: "malloc_metadata": 5373952, 2024-04-15T16:06:23.730 INFO:tasks.workunit.client.0.smithi016.stdout: "page_heap_freelist": 0, 2024-04-15T16:06:23.730 INFO:tasks.workunit.client.0.smithi016.stdout: "released_to_os": 77004800, 2024-04-15T16:06:23.730 INFO:tasks.workunit.client.0.smithi016.stdout: "spans_in_use": 9509, 2024-04-15T16:06:23.730 INFO:tasks.workunit.client.0.smithi016.stdout: "tcmalloc_page_size": 8192, 2024-04-15T16:06:23.730 INFO:tasks.workunit.client.0.smithi016.stdout: "thread_cache_freelists": 53936488, 2024-04-15T16:06:23.730 INFO:tasks.workunit.client.0.smithi016.stdout: "thread_heaps_in_use": 53, 2024-04-15T16:06:23.730 INFO:tasks.workunit.client.0.smithi016.stdout: "transfer_cache_freelist": 10411008, 2024-04-15T16:06:23.730 INFO:tasks.workunit.client.0.smithi016.stdout: "use_by_application": 346797032, 2024-04-15T16:06:23.730 INFO:tasks.workunit.client.0.smithi016.stdout: "virtual_address_space_used": 511647744 2024-04-15T16:06:23.730 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:23.730 INFO:tasks.workunit.client.0.smithi016.stdout: "osd.7": { 2024-04-15T16:06:23.731 INFO:tasks.workunit.client.0.smithi016.stdout: "actual_memory_used": 447479808, 2024-04-15T16:06:23.731 INFO:tasks.workunit.client.0.smithi016.stdout: "central_cache_freelist": 19606800, 2024-04-15T16:06:23.731 INFO:tasks.workunit.client.0.smithi016.stdout: "malloc_metadata": 3276800, 2024-04-15T16:06:23.731 INFO:tasks.workunit.client.0.smithi016.stdout: "page_heap_freelist": 0, 2024-04-15T16:06:23.731 INFO:tasks.workunit.client.0.smithi016.stdout: "released_to_os": 46678016, 2024-04-15T16:06:23.731 INFO:tasks.workunit.client.0.smithi016.stdout: "spans_in_use": 10671, 2024-04-15T16:06:23.731 INFO:tasks.workunit.client.0.smithi016.stdout: "tcmalloc_page_size": 8192, 2024-04-15T16:06:23.731 INFO:tasks.workunit.client.0.smithi016.stdout: "thread_cache_freelists": 59335000, 2024-04-15T16:06:23.731 INFO:tasks.workunit.client.0.smithi016.stdout: "thread_heaps_in_use": 58, 2024-04-15T16:06:23.731 INFO:tasks.workunit.client.0.smithi016.stdout: "transfer_cache_freelist": 9978368, 2024-04-15T16:06:23.731 INFO:tasks.workunit.client.0.smithi016.stdout: "use_by_application": 355282840, 2024-04-15T16:06:23.731 INFO:tasks.workunit.client.0.smithi016.stdout: "virtual_address_space_used": 494157824 2024-04-15T16:06:23.731 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T16:06:23.731 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T16:06:23.732 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:23.732 INFO:tasks.workunit.client.0.smithi016.stdout: "hosts": { 2024-04-15T16:06:23.732 INFO:tasks.workunit.client.0.smithi016.stdout: "num": 2, 2024-04-15T16:06:23.732 INFO:tasks.workunit.client.0.smithi016.stdout: "num_with_mds": 2, 2024-04-15T16:06:23.732 INFO:tasks.workunit.client.0.smithi016.stdout: "num_with_mgr": 2, 2024-04-15T16:06:23.732 INFO:tasks.workunit.client.0.smithi016.stdout: "num_with_mon": 2, 2024-04-15T16:06:23.732 INFO:tasks.workunit.client.0.smithi016.stdout: "num_with_osd": 2 2024-04-15T16:06:23.732 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:23.732 INFO:tasks.workunit.client.0.smithi016.stdout: "io_rate": { 2024-04-15T16:06:23.732 INFO:tasks.workunit.client.0.smithi016.stdout: "pg_stats_delta": { 2024-04-15T16:06:23.732 INFO:tasks.workunit.client.0.smithi016.stdout: "acting": 0, 2024-04-15T16:06:23.732 INFO:tasks.workunit.client.0.smithi016.stdout: "log_size": 0, 2024-04-15T16:06:23.732 INFO:tasks.workunit.client.0.smithi016.stdout: "num_store_stats": 0, 2024-04-15T16:06:23.732 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_size": 0, 2024-04-15T16:06:23.732 INFO:tasks.workunit.client.0.smithi016.stdout: "stamp_delta": "12.002835", 2024-04-15T16:06:23.733 INFO:tasks.workunit.client.0.smithi016.stdout: "stat_sum": { 2024-04-15T16:06:23.733 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes": 0, 2024-04-15T16:06:23.733 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T16:06:23.733 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_recovered": 0, 2024-04-15T16:06:23.733 INFO:tasks.workunit.client.0.smithi016.stdout: "num_deep_scrub_errors": 0, 2024-04-15T16:06:23.733 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict": 0, 2024-04-15T16:06:23.733 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_kb": 0, 2024-04-15T16:06:23.733 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_full": 0, 2024-04-15T16:06:23.733 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_some": 0, 2024-04-15T16:06:23.733 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush": 0, 2024-04-15T16:06:23.733 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_kb": 0, 2024-04-15T16:06:23.733 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_high": 0, 2024-04-15T16:06:23.733 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_low": 0, 2024-04-15T16:06:23.733 INFO:tasks.workunit.client.0.smithi016.stdout: "num_keys_recovered": 0, 2024-04-15T16:06:23.733 INFO:tasks.workunit.client.0.smithi016.stdout: "num_large_omap_objects": 0, 2024-04-15T16:06:23.734 INFO:tasks.workunit.client.0.smithi016.stdout: "num_legacy_snapsets": 0, 2024-04-15T16:06:23.734 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_clones": 0, 2024-04-15T16:06:23.734 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_copies": 0, 2024-04-15T16:06:23.734 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects": 0, 2024-04-15T16:06:23.734 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_degraded": 0, 2024-04-15T16:06:23.734 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_dirty": 0, 2024-04-15T16:06:23.734 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T16:06:23.734 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_manifest": 0, 2024-04-15T16:06:23.734 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_misplaced": 0, 2024-04-15T16:06:23.734 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing": 0, 2024-04-15T16:06:23.734 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T16:06:23.734 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_omap": 0, 2024-04-15T16:06:23.734 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_pinned": 0, 2024-04-15T16:06:23.734 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_recovered": 0, 2024-04-15T16:06:23.734 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_repaired": 0, 2024-04-15T16:06:23.735 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_unfound": 0, 2024-04-15T16:06:23.735 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_bytes": 0, 2024-04-15T16:06:23.735 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_keys": 0, 2024-04-15T16:06:23.735 INFO:tasks.workunit.client.0.smithi016.stdout: "num_promote": 0, 2024-04-15T16:06:23.735 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read": 0, 2024-04-15T16:06:23.735 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read_kb": 0, 2024-04-15T16:06:23.735 INFO:tasks.workunit.client.0.smithi016.stdout: "num_scrub_errors": 0, 2024-04-15T16:06:23.735 INFO:tasks.workunit.client.0.smithi016.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T16:06:23.735 INFO:tasks.workunit.client.0.smithi016.stdout: "num_whiteouts": 0, 2024-04-15T16:06:23.735 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write": 0, 2024-04-15T16:06:23.735 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write_kb": 0 2024-04-15T16:06:23.735 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:23.735 INFO:tasks.workunit.client.0.smithi016.stdout: "store_stats": { 2024-04-15T16:06:23.735 INFO:tasks.workunit.client.0.smithi016.stdout: "allocated": 0, 2024-04-15T16:06:23.736 INFO:tasks.workunit.client.0.smithi016.stdout: "available": 0, 2024-04-15T16:06:23.736 INFO:tasks.workunit.client.0.smithi016.stdout: "data_compressed": 0, 2024-04-15T16:06:23.736 INFO:tasks.workunit.client.0.smithi016.stdout: "data_compressed_allocated": 0, 2024-04-15T16:06:23.736 INFO:tasks.workunit.client.0.smithi016.stdout: "data_compressed_original": 0, 2024-04-15T16:06:23.736 INFO:tasks.workunit.client.0.smithi016.stdout: "data_stored": 0, 2024-04-15T16:06:23.736 INFO:tasks.workunit.client.0.smithi016.stdout: "internal_metadata": 0, 2024-04-15T16:06:23.736 INFO:tasks.workunit.client.0.smithi016.stdout: "internally_reserved": 0, 2024-04-15T16:06:23.736 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_allocated": 0, 2024-04-15T16:06:23.736 INFO:tasks.workunit.client.0.smithi016.stdout: "total": 0 2024-04-15T16:06:23.736 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:23.736 INFO:tasks.workunit.client.0.smithi016.stdout: "up": 0 2024-04-15T16:06:23.736 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T16:06:23.736 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:23.736 INFO:tasks.workunit.client.0.smithi016.stdout: "leaderboard": false, 2024-04-15T16:06:23.736 INFO:tasks.workunit.client.0.smithi016.stdout: "leaderboard_description": null, 2024-04-15T16:06:23.737 INFO:tasks.workunit.client.0.smithi016.stdout: "license": "sharing-1-0", 2024-04-15T16:06:23.737 INFO:tasks.workunit.client.0.smithi016.stdout: "mempool": { 2024-04-15T16:06:23.737 INFO:tasks.workunit.client.0.smithi016.stdout: "mds": { 2024-04-15T16:06:23.737 INFO:tasks.workunit.client.0.smithi016.stdout: "mds.96c04f3d51aa9c4650d798b6d991f5b64af8e5e4": { 2024-04-15T16:06:23.737 INFO:tasks.workunit.client.0.smithi016.stdout: "bloom_filter": { 2024-04-15T16:06:23.737 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T16:06:23.737 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T16:06:23.737 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:23.737 INFO:tasks.workunit.client.0.smithi016.stdout: "bluefs": { 2024-04-15T16:06:23.737 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T16:06:23.737 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T16:06:23.737 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:23.737 INFO:tasks.workunit.client.0.smithi016.stdout: "bluefs_file_reader": { 2024-04-15T16:06:23.737 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T16:06:23.738 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T16:06:23.738 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:23.738 INFO:tasks.workunit.client.0.smithi016.stdout: "bluefs_file_writer": { 2024-04-15T16:06:23.738 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T16:06:23.738 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T16:06:23.738 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:23.738 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_alloc": { 2024-04-15T16:06:23.738 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T16:06:23.738 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T16:06:23.738 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:23.738 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_blob": { 2024-04-15T16:06:23.738 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T16:06:23.738 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T16:06:23.738 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:23.738 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_cache_buffer": { 2024-04-15T16:06:23.739 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T16:06:23.739 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T16:06:23.739 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:23.739 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_cache_data": { 2024-04-15T16:06:23.739 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T16:06:23.739 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T16:06:23.739 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:23.739 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_cache_meta": { 2024-04-15T16:06:23.739 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T16:06:23.739 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T16:06:23.739 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:23.739 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_cache_onode": { 2024-04-15T16:06:23.739 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T16:06:23.740 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T16:06:23.740 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:23.740 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_cache_other": { 2024-04-15T16:06:23.740 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T16:06:23.740 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T16:06:23.740 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:23.740 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_extent": { 2024-04-15T16:06:23.740 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T16:06:23.740 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T16:06:23.740 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:23.740 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_fsck": { 2024-04-15T16:06:23.740 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T16:06:23.740 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T16:06:23.740 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:23.740 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_inline_bl": { 2024-04-15T16:06:23.741 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T16:06:23.741 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T16:06:23.741 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:23.741 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_shared_blob": { 2024-04-15T16:06:23.741 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T16:06:23.741 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T16:06:23.741 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:23.741 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_txc": { 2024-04-15T16:06:23.741 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T16:06:23.741 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T16:06:23.741 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:23.741 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_writing": { 2024-04-15T16:06:23.741 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T16:06:23.742 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T16:06:23.742 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:23.742 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_writing_deferred": { 2024-04-15T16:06:23.742 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T16:06:23.742 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T16:06:23.742 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:23.742 INFO:tasks.workunit.client.0.smithi016.stdout: "buffer_anon": { 2024-04-15T16:06:23.742 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 149008, 2024-04-15T16:06:23.742 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 33 2024-04-15T16:06:23.742 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:23.742 INFO:tasks.workunit.client.0.smithi016.stdout: "buffer_meta": { 2024-04-15T16:06:23.742 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T16:06:23.742 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T16:06:23.742 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:23.743 INFO:tasks.workunit.client.0.smithi016.stdout: "mds_co": { 2024-04-15T16:06:23.743 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 928, 2024-04-15T16:06:23.743 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 2 2024-04-15T16:06:23.743 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:23.743 INFO:tasks.workunit.client.0.smithi016.stdout: "osd": { 2024-04-15T16:06:23.743 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T16:06:23.743 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T16:06:23.743 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:23.743 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_mapbl": { 2024-04-15T16:06:23.743 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T16:06:23.743 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T16:06:23.743 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:23.743 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_pglog": { 2024-04-15T16:06:23.743 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T16:06:23.744 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T16:06:23.744 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:23.744 INFO:tasks.workunit.client.0.smithi016.stdout: "osdmap": { 2024-04-15T16:06:23.744 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T16:06:23.744 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T16:06:23.744 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:23.744 INFO:tasks.workunit.client.0.smithi016.stdout: "osdmap_mapping": { 2024-04-15T16:06:23.744 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T16:06:23.744 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T16:06:23.744 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:23.744 INFO:tasks.workunit.client.0.smithi016.stdout: "pgmap": { 2024-04-15T16:06:23.744 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T16:06:23.744 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T16:06:23.744 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:23.744 INFO:tasks.workunit.client.0.smithi016.stdout: "unittest_1": { 2024-04-15T16:06:23.745 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T16:06:23.745 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T16:06:23.745 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:23.745 INFO:tasks.workunit.client.0.smithi016.stdout: "unittest_2": { 2024-04-15T16:06:23.745 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T16:06:23.745 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T16:06:23.745 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T16:06:23.745 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:23.745 INFO:tasks.workunit.client.0.smithi016.stdout: "mds.dd602b36cabf11effbd0d8bd19ba267ecac4bcd8": { 2024-04-15T16:06:23.745 INFO:tasks.workunit.client.0.smithi016.stdout: "bloom_filter": { 2024-04-15T16:06:23.745 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T16:06:23.745 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T16:06:23.745 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:23.745 INFO:tasks.workunit.client.0.smithi016.stdout: "bluefs": { 2024-04-15T16:06:23.746 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T16:06:23.746 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T16:06:23.746 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:23.746 INFO:tasks.workunit.client.0.smithi016.stdout: "bluefs_file_reader": { 2024-04-15T16:06:23.746 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T16:06:23.746 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T16:06:23.746 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:23.746 INFO:tasks.workunit.client.0.smithi016.stdout: "bluefs_file_writer": { 2024-04-15T16:06:23.746 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T16:06:23.746 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T16:06:23.746 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:23.746 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_alloc": { 2024-04-15T16:06:23.746 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T16:06:23.746 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T16:06:23.747 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:23.747 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_blob": { 2024-04-15T16:06:23.747 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T16:06:23.747 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T16:06:23.747 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:23.747 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_cache_buffer": { 2024-04-15T16:06:23.747 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T16:06:23.747 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T16:06:23.747 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:23.747 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_cache_data": { 2024-04-15T16:06:23.747 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T16:06:23.747 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T16:06:23.747 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:23.748 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_cache_meta": { 2024-04-15T16:06:23.748 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T16:06:23.748 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T16:06:23.748 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:23.748 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_cache_onode": { 2024-04-15T16:06:23.748 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T16:06:23.748 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T16:06:23.748 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:23.748 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_cache_other": { 2024-04-15T16:06:23.748 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T16:06:23.748 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T16:06:23.748 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:23.748 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_extent": { 2024-04-15T16:06:23.749 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T16:06:23.749 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T16:06:23.749 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:23.749 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_fsck": { 2024-04-15T16:06:23.749 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T16:06:23.749 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T16:06:23.749 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:23.749 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_inline_bl": { 2024-04-15T16:06:23.749 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T16:06:23.749 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T16:06:23.749 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:23.749 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_shared_blob": { 2024-04-15T16:06:23.749 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T16:06:23.749 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T16:06:23.750 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:23.750 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_txc": { 2024-04-15T16:06:23.750 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T16:06:23.750 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T16:06:23.750 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:23.750 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_writing": { 2024-04-15T16:06:23.750 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T16:06:23.750 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T16:06:23.750 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:23.750 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_writing_deferred": { 2024-04-15T16:06:23.750 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T16:06:23.750 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T16:06:23.750 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:23.750 INFO:tasks.workunit.client.0.smithi016.stdout: "buffer_anon": { 2024-04-15T16:06:23.751 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 221552, 2024-04-15T16:06:23.751 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 64 2024-04-15T16:06:23.751 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:23.751 INFO:tasks.workunit.client.0.smithi016.stdout: "buffer_meta": { 2024-04-15T16:06:23.751 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T16:06:23.751 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T16:06:23.751 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:23.751 INFO:tasks.workunit.client.0.smithi016.stdout: "mds_co": { 2024-04-15T16:06:23.751 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 52112, 2024-04-15T16:06:23.751 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 181 2024-04-15T16:06:23.751 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:23.751 INFO:tasks.workunit.client.0.smithi016.stdout: "osd": { 2024-04-15T16:06:23.751 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T16:06:23.751 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T16:06:23.751 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:23.752 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_mapbl": { 2024-04-15T16:06:23.752 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T16:06:23.752 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T16:06:23.752 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:23.752 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_pglog": { 2024-04-15T16:06:23.752 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T16:06:23.752 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T16:06:23.752 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:23.752 INFO:tasks.workunit.client.0.smithi016.stdout: "osdmap": { 2024-04-15T16:06:23.752 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 12952, 2024-04-15T16:06:23.752 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 268 2024-04-15T16:06:23.752 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:23.752 INFO:tasks.workunit.client.0.smithi016.stdout: "osdmap_mapping": { 2024-04-15T16:06:23.752 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T16:06:23.752 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T16:06:23.753 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:23.753 INFO:tasks.workunit.client.0.smithi016.stdout: "pgmap": { 2024-04-15T16:06:23.753 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T16:06:23.753 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T16:06:23.753 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:23.753 INFO:tasks.workunit.client.0.smithi016.stdout: "unittest_1": { 2024-04-15T16:06:23.753 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T16:06:23.753 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T16:06:23.753 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:23.753 INFO:tasks.workunit.client.0.smithi016.stdout: "unittest_2": { 2024-04-15T16:06:23.753 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T16:06:23.753 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T16:06:23.753 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T16:06:23.753 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T16:06:23.753 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:23.754 INFO:tasks.workunit.client.0.smithi016.stdout: "mon": { 2024-04-15T16:06:23.754 INFO:tasks.workunit.client.0.smithi016.stdout: "mon.96c04f3d51aa9c4650d798b6d991f5b64af8e5e4": { 2024-04-15T16:06:23.754 INFO:tasks.workunit.client.0.smithi016.stdout: "bloom_filter": { 2024-04-15T16:06:23.754 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T16:06:23.754 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T16:06:23.754 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:23.754 INFO:tasks.workunit.client.0.smithi016.stdout: "bluefs": { 2024-04-15T16:06:23.754 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T16:06:23.754 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T16:06:23.754 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:23.754 INFO:tasks.workunit.client.0.smithi016.stdout: "bluefs_file_reader": { 2024-04-15T16:06:23.754 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T16:06:23.754 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T16:06:23.755 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:23.755 INFO:tasks.workunit.client.0.smithi016.stdout: "bluefs_file_writer": { 2024-04-15T16:06:23.755 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T16:06:23.755 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T16:06:23.755 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:23.755 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_alloc": { 2024-04-15T16:06:23.755 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T16:06:23.755 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T16:06:23.755 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:23.755 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_blob": { 2024-04-15T16:06:23.755 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T16:06:23.755 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T16:06:23.755 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:23.755 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_cache_buffer": { 2024-04-15T16:06:23.755 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T16:06:23.756 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T16:06:23.756 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:23.756 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_cache_data": { 2024-04-15T16:06:23.756 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T16:06:23.756 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T16:06:23.756 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:23.756 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_cache_meta": { 2024-04-15T16:06:23.756 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T16:06:23.756 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T16:06:23.756 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:23.756 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_cache_onode": { 2024-04-15T16:06:23.756 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T16:06:23.756 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T16:06:23.757 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:23.757 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_cache_other": { 2024-04-15T16:06:23.757 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T16:06:23.757 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T16:06:23.757 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:23.757 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_extent": { 2024-04-15T16:06:23.757 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T16:06:23.757 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T16:06:23.757 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:23.757 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_fsck": { 2024-04-15T16:06:23.757 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T16:06:23.757 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T16:06:23.757 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:23.757 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_inline_bl": { 2024-04-15T16:06:23.757 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T16:06:23.758 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T16:06:23.758 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:23.758 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_shared_blob": { 2024-04-15T16:06:23.758 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T16:06:23.758 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T16:06:23.758 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:23.758 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_txc": { 2024-04-15T16:06:23.758 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T16:06:23.758 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T16:06:23.758 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:23.758 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_writing": { 2024-04-15T16:06:23.758 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T16:06:23.758 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T16:06:23.758 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:23.759 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_writing_deferred": { 2024-04-15T16:06:23.759 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T16:06:23.759 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T16:06:23.759 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:23.759 INFO:tasks.workunit.client.0.smithi016.stdout: "buffer_anon": { 2024-04-15T16:06:23.759 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 41323337, 2024-04-15T16:06:23.759 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 5104 2024-04-15T16:06:23.759 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:23.759 INFO:tasks.workunit.client.0.smithi016.stdout: "buffer_meta": { 2024-04-15T16:06:23.759 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 792, 2024-04-15T16:06:23.759 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 9 2024-04-15T16:06:23.759 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:23.759 INFO:tasks.workunit.client.0.smithi016.stdout: "mds_co": { 2024-04-15T16:06:23.759 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T16:06:23.759 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T16:06:23.760 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:23.760 INFO:tasks.workunit.client.0.smithi016.stdout: "osd": { 2024-04-15T16:06:23.760 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T16:06:23.760 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T16:06:23.760 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:23.760 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_mapbl": { 2024-04-15T16:06:23.760 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T16:06:23.760 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T16:06:23.760 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:23.760 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_pglog": { 2024-04-15T16:06:23.760 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T16:06:23.760 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T16:06:23.760 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:23.761 INFO:tasks.workunit.client.0.smithi016.stdout: "osdmap": { 2024-04-15T16:06:23.761 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 11528, 2024-04-15T16:06:23.761 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 267 2024-04-15T16:06:23.761 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:23.761 INFO:tasks.workunit.client.0.smithi016.stdout: "osdmap_mapping": { 2024-04-15T16:06:23.761 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 70440, 2024-04-15T16:06:23.761 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 5158 2024-04-15T16:06:23.761 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:23.761 INFO:tasks.workunit.client.0.smithi016.stdout: "pgmap": { 2024-04-15T16:06:23.761 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 5896, 2024-04-15T16:06:23.761 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 174 2024-04-15T16:06:23.761 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:23.761 INFO:tasks.workunit.client.0.smithi016.stdout: "unittest_1": { 2024-04-15T16:06:23.761 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T16:06:23.761 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T16:06:23.762 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:23.762 INFO:tasks.workunit.client.0.smithi016.stdout: "unittest_2": { 2024-04-15T16:06:23.762 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T16:06:23.762 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T16:06:23.762 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T16:06:23.762 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:23.762 INFO:tasks.workunit.client.0.smithi016.stdout: "mon.db7bc7ff646004cab5cc32c315bc5a54adf74b4c": { 2024-04-15T16:06:23.762 INFO:tasks.workunit.client.0.smithi016.stdout: "bloom_filter": { 2024-04-15T16:06:23.762 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T16:06:23.762 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T16:06:23.762 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:23.762 INFO:tasks.workunit.client.0.smithi016.stdout: "bluefs": { 2024-04-15T16:06:23.762 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T16:06:23.762 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T16:06:23.763 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:23.763 INFO:tasks.workunit.client.0.smithi016.stdout: "bluefs_file_reader": { 2024-04-15T16:06:23.763 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T16:06:23.763 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T16:06:23.763 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:23.763 INFO:tasks.workunit.client.0.smithi016.stdout: "bluefs_file_writer": { 2024-04-15T16:06:23.763 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T16:06:23.763 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T16:06:23.763 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:23.763 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_alloc": { 2024-04-15T16:06:23.763 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T16:06:23.763 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T16:06:23.763 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:23.763 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_blob": { 2024-04-15T16:06:23.763 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T16:06:23.764 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T16:06:23.764 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:23.764 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_cache_buffer": { 2024-04-15T16:06:23.764 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T16:06:23.764 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T16:06:23.764 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:23.764 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_cache_data": { 2024-04-15T16:06:23.764 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T16:06:23.764 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T16:06:23.764 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:23.764 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_cache_meta": { 2024-04-15T16:06:23.764 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T16:06:23.764 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T16:06:23.764 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:23.764 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_cache_onode": { 2024-04-15T16:06:23.765 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T16:06:23.765 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T16:06:23.765 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:23.765 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_cache_other": { 2024-04-15T16:06:23.765 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T16:06:23.765 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T16:06:23.765 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:23.765 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_extent": { 2024-04-15T16:06:23.765 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T16:06:23.765 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T16:06:23.765 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:23.765 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_fsck": { 2024-04-15T16:06:23.765 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T16:06:23.765 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T16:06:23.765 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:23.766 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_inline_bl": { 2024-04-15T16:06:23.766 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T16:06:23.766 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T16:06:23.766 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:23.766 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_shared_blob": { 2024-04-15T16:06:23.766 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T16:06:23.766 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T16:06:23.766 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:23.766 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_txc": { 2024-04-15T16:06:23.766 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T16:06:23.766 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T16:06:23.766 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:23.766 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_writing": { 2024-04-15T16:06:23.767 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T16:06:23.767 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T16:06:23.767 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:23.767 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_writing_deferred": { 2024-04-15T16:06:23.767 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T16:06:23.767 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T16:06:23.767 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:23.767 INFO:tasks.workunit.client.0.smithi016.stdout: "buffer_anon": { 2024-04-15T16:06:23.767 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 41542969, 2024-04-15T16:06:23.767 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 5137 2024-04-15T16:06:23.767 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:23.767 INFO:tasks.workunit.client.0.smithi016.stdout: "buffer_meta": { 2024-04-15T16:06:23.767 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 88, 2024-04-15T16:06:23.767 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 1 2024-04-15T16:06:23.767 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:23.768 INFO:tasks.workunit.client.0.smithi016.stdout: "mds_co": { 2024-04-15T16:06:23.768 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T16:06:23.768 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T16:06:23.768 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:23.768 INFO:tasks.workunit.client.0.smithi016.stdout: "osd": { 2024-04-15T16:06:23.768 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T16:06:23.768 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T16:06:23.768 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:23.768 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_mapbl": { 2024-04-15T16:06:23.768 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T16:06:23.768 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T16:06:23.768 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:23.768 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_pglog": { 2024-04-15T16:06:23.768 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T16:06:23.768 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T16:06:23.768 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:23.769 INFO:tasks.workunit.client.0.smithi016.stdout: "osdmap": { 2024-04-15T16:06:23.769 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 11528, 2024-04-15T16:06:23.769 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 267 2024-04-15T16:06:23.769 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:23.769 INFO:tasks.workunit.client.0.smithi016.stdout: "osdmap_mapping": { 2024-04-15T16:06:23.769 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 70440, 2024-04-15T16:06:23.769 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 5158 2024-04-15T16:06:23.769 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:23.769 INFO:tasks.workunit.client.0.smithi016.stdout: "pgmap": { 2024-04-15T16:06:23.769 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 5896, 2024-04-15T16:06:23.769 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 174 2024-04-15T16:06:23.769 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:23.769 INFO:tasks.workunit.client.0.smithi016.stdout: "unittest_1": { 2024-04-15T16:06:23.769 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T16:06:23.770 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T16:06:23.770 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:23.770 INFO:tasks.workunit.client.0.smithi016.stdout: "unittest_2": { 2024-04-15T16:06:23.770 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T16:06:23.770 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T16:06:23.770 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T16:06:23.770 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:23.770 INFO:tasks.workunit.client.0.smithi016.stdout: "mon.dd602b36cabf11effbd0d8bd19ba267ecac4bcd8": { 2024-04-15T16:06:23.770 INFO:tasks.workunit.client.0.smithi016.stdout: "bloom_filter": { 2024-04-15T16:06:23.770 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T16:06:23.770 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T16:06:23.770 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:23.770 INFO:tasks.workunit.client.0.smithi016.stdout: "bluefs": { 2024-04-15T16:06:23.770 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T16:06:23.770 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T16:06:23.771 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:23.771 INFO:tasks.workunit.client.0.smithi016.stdout: "bluefs_file_reader": { 2024-04-15T16:06:23.771 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T16:06:23.771 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T16:06:23.771 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:23.771 INFO:tasks.workunit.client.0.smithi016.stdout: "bluefs_file_writer": { 2024-04-15T16:06:23.771 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T16:06:23.771 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T16:06:23.771 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:23.771 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_alloc": { 2024-04-15T16:06:23.771 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T16:06:23.771 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T16:06:23.771 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:23.771 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_blob": { 2024-04-15T16:06:23.771 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T16:06:23.772 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T16:06:23.772 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:23.772 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_cache_buffer": { 2024-04-15T16:06:23.772 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T16:06:23.772 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T16:06:23.772 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:23.772 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_cache_data": { 2024-04-15T16:06:23.772 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T16:06:23.772 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T16:06:23.772 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:23.772 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_cache_meta": { 2024-04-15T16:06:23.772 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T16:06:23.772 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T16:06:23.772 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:23.772 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_cache_onode": { 2024-04-15T16:06:23.773 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T16:06:23.773 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T16:06:23.773 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:23.773 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_cache_other": { 2024-04-15T16:06:23.773 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T16:06:23.773 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T16:06:23.773 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:23.773 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_extent": { 2024-04-15T16:06:23.773 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T16:06:23.773 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T16:06:23.773 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:23.773 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_fsck": { 2024-04-15T16:06:23.773 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T16:06:23.774 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T16:06:23.774 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:23.774 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_inline_bl": { 2024-04-15T16:06:23.774 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T16:06:23.774 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T16:06:23.774 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:23.774 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_shared_blob": { 2024-04-15T16:06:23.774 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T16:06:23.774 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T16:06:23.774 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:23.774 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_txc": { 2024-04-15T16:06:23.774 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T16:06:23.774 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T16:06:23.774 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:23.775 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_writing": { 2024-04-15T16:06:23.775 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T16:06:23.775 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T16:06:23.775 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:23.775 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_writing_deferred": { 2024-04-15T16:06:23.775 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T16:06:23.775 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T16:06:23.775 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:23.775 INFO:tasks.workunit.client.0.smithi016.stdout: "buffer_anon": { 2024-04-15T16:06:23.775 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 41823801, 2024-04-15T16:06:23.775 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 5172 2024-04-15T16:06:23.775 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:23.775 INFO:tasks.workunit.client.0.smithi016.stdout: "buffer_meta": { 2024-04-15T16:06:23.775 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 88, 2024-04-15T16:06:23.775 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 1 2024-04-15T16:06:23.776 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:23.776 INFO:tasks.workunit.client.0.smithi016.stdout: "mds_co": { 2024-04-15T16:06:23.776 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T16:06:23.776 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T16:06:23.776 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:23.776 INFO:tasks.workunit.client.0.smithi016.stdout: "osd": { 2024-04-15T16:06:23.776 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T16:06:23.776 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T16:06:23.776 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:23.776 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_mapbl": { 2024-04-15T16:06:23.776 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T16:06:23.776 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T16:06:23.776 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:23.776 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_pglog": { 2024-04-15T16:06:23.776 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T16:06:23.777 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T16:06:23.777 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:23.777 INFO:tasks.workunit.client.0.smithi016.stdout: "osdmap": { 2024-04-15T16:06:23.777 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 11528, 2024-04-15T16:06:23.777 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 267 2024-04-15T16:06:23.777 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:23.777 INFO:tasks.workunit.client.0.smithi016.stdout: "osdmap_mapping": { 2024-04-15T16:06:23.777 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 70440, 2024-04-15T16:06:23.777 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 5158 2024-04-15T16:06:23.777 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:23.777 INFO:tasks.workunit.client.0.smithi016.stdout: "pgmap": { 2024-04-15T16:06:23.777 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 11792, 2024-04-15T16:06:23.777 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 348 2024-04-15T16:06:23.777 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:23.777 INFO:tasks.workunit.client.0.smithi016.stdout: "unittest_1": { 2024-04-15T16:06:23.778 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T16:06:23.778 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T16:06:23.778 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:23.778 INFO:tasks.workunit.client.0.smithi016.stdout: "unittest_2": { 2024-04-15T16:06:23.778 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T16:06:23.778 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T16:06:23.778 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T16:06:23.778 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T16:06:23.778 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:23.778 INFO:tasks.workunit.client.0.smithi016.stdout: "osd": { 2024-04-15T16:06:23.778 INFO:tasks.workunit.client.0.smithi016.stdout: "osd.0": { 2024-04-15T16:06:23.778 INFO:tasks.workunit.client.0.smithi016.stdout: "bloom_filter": { 2024-04-15T16:06:23.778 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T16:06:23.779 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T16:06:23.779 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:23.779 INFO:tasks.workunit.client.0.smithi016.stdout: "bluefs": { 2024-04-15T16:06:23.779 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 19616, 2024-04-15T16:06:23.779 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 372 2024-04-15T16:06:23.779 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:23.779 INFO:tasks.workunit.client.0.smithi016.stdout: "bluefs_file_reader": { 2024-04-15T16:06:23.779 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 39040, 2024-04-15T16:06:23.779 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 25 2024-04-15T16:06:23.779 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:23.779 INFO:tasks.workunit.client.0.smithi016.stdout: "bluefs_file_writer": { 2024-04-15T16:06:23.779 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 2688, 2024-04-15T16:06:23.779 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 14 2024-04-15T16:06:23.779 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:23.779 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_alloc": { 2024-04-15T16:06:23.780 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 55760, 2024-04-15T16:06:23.780 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 697 2024-04-15T16:06:23.780 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:23.780 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_blob": { 2024-04-15T16:06:23.780 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 372112, 2024-04-15T16:06:23.780 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 1789 2024-04-15T16:06:23.780 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:23.780 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_cache_buffer": { 2024-04-15T16:06:23.780 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 256, 2024-04-15T16:06:23.780 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 32 2024-04-15T16:06:23.780 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:23.780 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_cache_data": { 2024-04-15T16:06:23.780 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 261817, 2024-04-15T16:06:23.780 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 99 2024-04-15T16:06:23.781 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:23.781 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_cache_meta": { 2024-04-15T16:06:23.781 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 2427869, 2024-04-15T16:06:23.781 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 540874 2024-04-15T16:06:23.781 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:23.781 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_cache_onode": { 2024-04-15T16:06:23.781 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 6990656, 2024-04-15T16:06:23.781 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 10312 2024-04-15T16:06:23.781 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:23.781 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_cache_other": { 2024-04-15T16:06:23.781 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 77960, 2024-04-15T16:06:23.781 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 8311 2024-04-15T16:06:23.781 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:23.781 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_extent": { 2024-04-15T16:06:23.782 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 85872, 2024-04-15T16:06:23.782 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 1789 2024-04-15T16:06:23.782 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:23.782 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_fsck": { 2024-04-15T16:06:23.782 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T16:06:23.782 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T16:06:23.782 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:23.782 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_inline_bl": { 2024-04-15T16:06:23.782 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 164604, 2024-04-15T16:06:23.782 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 1182 2024-04-15T16:06:23.782 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:23.782 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_shared_blob": { 2024-04-15T16:06:23.782 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T16:06:23.783 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T16:06:23.783 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:23.783 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_txc": { 2024-04-15T16:06:23.783 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T16:06:23.783 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T16:06:23.783 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:23.783 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_writing": { 2024-04-15T16:06:23.783 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 46467, 2024-04-15T16:06:23.783 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 45 2024-04-15T16:06:23.783 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:23.783 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_writing_deferred": { 2024-04-15T16:06:23.783 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T16:06:23.783 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T16:06:23.783 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:23.784 INFO:tasks.workunit.client.0.smithi016.stdout: "buffer_anon": { 2024-04-15T16:06:23.784 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 14692269, 2024-04-15T16:06:23.784 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 290 2024-04-15T16:06:23.784 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:23.784 INFO:tasks.workunit.client.0.smithi016.stdout: "buffer_meta": { 2024-04-15T16:06:23.784 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 9768, 2024-04-15T16:06:23.784 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 111 2024-04-15T16:06:23.784 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:23.784 INFO:tasks.workunit.client.0.smithi016.stdout: "mds_co": { 2024-04-15T16:06:23.784 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T16:06:23.784 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T16:06:23.784 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:23.784 INFO:tasks.workunit.client.0.smithi016.stdout: "osd": { 2024-04-15T16:06:23.784 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 501552, 2024-04-15T16:06:23.784 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 43 2024-04-15T16:06:23.785 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:23.785 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_mapbl": { 2024-04-15T16:06:23.785 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T16:06:23.785 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T16:06:23.785 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:23.785 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_pglog": { 2024-04-15T16:06:23.785 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 7173920, 2024-04-15T16:06:23.785 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 18596 2024-04-15T16:06:23.785 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:23.785 INFO:tasks.workunit.client.0.smithi016.stdout: "osdmap": { 2024-04-15T16:06:23.785 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 667608, 2024-04-15T16:06:23.785 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 11763 2024-04-15T16:06:23.785 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:23.785 INFO:tasks.workunit.client.0.smithi016.stdout: "osdmap_mapping": { 2024-04-15T16:06:23.785 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T16:06:23.786 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T16:06:23.786 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:23.786 INFO:tasks.workunit.client.0.smithi016.stdout: "pgmap": { 2024-04-15T16:06:23.786 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T16:06:23.786 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T16:06:23.786 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:23.786 INFO:tasks.workunit.client.0.smithi016.stdout: "unittest_1": { 2024-04-15T16:06:23.786 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T16:06:23.786 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T16:06:23.786 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:23.786 INFO:tasks.workunit.client.0.smithi016.stdout: "unittest_2": { 2024-04-15T16:06:23.786 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T16:06:23.786 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T16:06:23.786 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T16:06:23.787 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:23.787 INFO:tasks.workunit.client.0.smithi016.stdout: "osd.1": { 2024-04-15T16:06:23.787 INFO:tasks.workunit.client.0.smithi016.stdout: "bloom_filter": { 2024-04-15T16:06:23.787 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T16:06:23.787 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T16:06:23.787 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:23.787 INFO:tasks.workunit.client.0.smithi016.stdout: "bluefs": { 2024-04-15T16:06:23.787 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 22296, 2024-04-15T16:06:23.787 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 411 2024-04-15T16:06:23.787 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:23.787 INFO:tasks.workunit.client.0.smithi016.stdout: "bluefs_file_reader": { 2024-04-15T16:06:23.787 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 280704, 2024-04-15T16:06:23.787 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 26 2024-04-15T16:06:23.787 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:23.787 INFO:tasks.workunit.client.0.smithi016.stdout: "bluefs_file_writer": { 2024-04-15T16:06:23.787 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 3840, 2024-04-15T16:06:23.788 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 20 2024-04-15T16:06:23.788 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:23.788 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_alloc": { 2024-04-15T16:06:23.788 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 55600, 2024-04-15T16:06:23.788 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 695 2024-04-15T16:06:23.788 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:23.788 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_blob": { 2024-04-15T16:06:23.788 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 370032, 2024-04-15T16:06:23.788 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 1779 2024-04-15T16:06:23.788 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:23.788 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_cache_buffer": { 2024-04-15T16:06:23.788 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 256, 2024-04-15T16:06:23.788 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 32 2024-04-15T16:06:23.788 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:23.789 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_cache_data": { 2024-04-15T16:06:23.789 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 1179800, 2024-04-15T16:06:23.789 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 308 2024-04-15T16:06:23.789 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:23.789 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_cache_meta": { 2024-04-15T16:06:23.789 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 2427575, 2024-04-15T16:06:23.789 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 533059 2024-04-15T16:06:23.789 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:23.789 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_cache_onode": { 2024-04-15T16:06:23.789 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 6887976, 2024-04-15T16:06:23.789 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 10161 2024-04-15T16:06:23.789 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:23.789 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_cache_other": { 2024-04-15T16:06:23.789 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 76276, 2024-04-15T16:06:23.789 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 8142 2024-04-15T16:06:23.790 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:23.790 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_extent": { 2024-04-15T16:06:23.790 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 85344, 2024-04-15T16:06:23.790 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 1778 2024-04-15T16:06:23.790 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:23.790 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_fsck": { 2024-04-15T16:06:23.790 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T16:06:23.790 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T16:06:23.790 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:23.790 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_inline_bl": { 2024-04-15T16:06:23.790 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 165972, 2024-04-15T16:06:23.790 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 1188 2024-04-15T16:06:23.790 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:23.791 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_shared_blob": { 2024-04-15T16:06:23.791 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T16:06:23.791 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T16:06:23.791 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:23.791 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_txc": { 2024-04-15T16:06:23.791 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 1472, 2024-04-15T16:06:23.791 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 2 2024-04-15T16:06:23.791 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:23.791 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_writing": { 2024-04-15T16:06:23.791 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 78572, 2024-04-15T16:06:23.791 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 33 2024-04-15T16:06:23.791 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:23.791 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_writing_deferred": { 2024-04-15T16:06:23.791 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 20128, 2024-04-15T16:06:23.791 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 5 2024-04-15T16:06:23.792 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:23.792 INFO:tasks.workunit.client.0.smithi016.stdout: "buffer_anon": { 2024-04-15T16:06:23.792 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 20926495, 2024-04-15T16:06:23.792 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 287 2024-04-15T16:06:23.792 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:23.792 INFO:tasks.workunit.client.0.smithi016.stdout: "buffer_meta": { 2024-04-15T16:06:23.792 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 28424, 2024-04-15T16:06:23.792 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 323 2024-04-15T16:06:23.792 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:23.792 INFO:tasks.workunit.client.0.smithi016.stdout: "mds_co": { 2024-04-15T16:06:23.792 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T16:06:23.792 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T16:06:23.792 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:23.792 INFO:tasks.workunit.client.0.smithi016.stdout: "osd": { 2024-04-15T16:06:23.792 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 466560, 2024-04-15T16:06:23.793 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 40 2024-04-15T16:06:23.793 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:23.793 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_mapbl": { 2024-04-15T16:06:23.793 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T16:06:23.793 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T16:06:23.793 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:23.793 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_pglog": { 2024-04-15T16:06:23.793 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 7186400, 2024-04-15T16:06:23.793 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 20920 2024-04-15T16:06:23.793 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:23.793 INFO:tasks.workunit.client.0.smithi016.stdout: "osdmap": { 2024-04-15T16:06:23.793 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 667608, 2024-04-15T16:06:23.793 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 11763 2024-04-15T16:06:23.794 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:23.794 INFO:tasks.workunit.client.0.smithi016.stdout: "osdmap_mapping": { 2024-04-15T16:06:23.794 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T16:06:23.794 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T16:06:23.794 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:23.794 INFO:tasks.workunit.client.0.smithi016.stdout: "pgmap": { 2024-04-15T16:06:23.794 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T16:06:23.794 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T16:06:23.794 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:23.794 INFO:tasks.workunit.client.0.smithi016.stdout: "unittest_1": { 2024-04-15T16:06:23.794 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T16:06:23.794 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T16:06:23.794 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:23.794 INFO:tasks.workunit.client.0.smithi016.stdout: "unittest_2": { 2024-04-15T16:06:23.795 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T16:06:23.795 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T16:06:23.795 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T16:06:23.795 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:23.795 INFO:tasks.workunit.client.0.smithi016.stdout: "osd.2": { 2024-04-15T16:06:23.795 INFO:tasks.workunit.client.0.smithi016.stdout: "bloom_filter": { 2024-04-15T16:06:23.795 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T16:06:23.795 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T16:06:23.795 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:23.795 INFO:tasks.workunit.client.0.smithi016.stdout: "bluefs": { 2024-04-15T16:06:23.795 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 18272, 2024-04-15T16:06:23.795 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 339 2024-04-15T16:06:23.795 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:23.796 INFO:tasks.workunit.client.0.smithi016.stdout: "bluefs_file_reader": { 2024-04-15T16:06:23.796 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 30592, 2024-04-15T16:06:23.796 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 22 2024-04-15T16:06:23.796 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:23.796 INFO:tasks.workunit.client.0.smithi016.stdout: "bluefs_file_writer": { 2024-04-15T16:06:23.796 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 2496, 2024-04-15T16:06:23.796 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 13 2024-04-15T16:06:23.796 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:23.796 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_alloc": { 2024-04-15T16:06:23.796 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 54240, 2024-04-15T16:06:23.796 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 678 2024-04-15T16:06:23.796 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:23.796 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_blob": { 2024-04-15T16:06:23.796 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 369200, 2024-04-15T16:06:23.796 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 1775 2024-04-15T16:06:23.797 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:23.797 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_cache_buffer": { 2024-04-15T16:06:23.797 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 256, 2024-04-15T16:06:23.797 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 32 2024-04-15T16:06:23.797 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:23.797 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_cache_data": { 2024-04-15T16:06:23.797 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 300346, 2024-04-15T16:06:23.797 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 80 2024-04-15T16:06:23.797 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:23.797 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_cache_meta": { 2024-04-15T16:06:23.797 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 1726687, 2024-04-15T16:06:23.797 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 382516 2024-04-15T16:06:23.797 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:23.797 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_cache_onode": { 2024-04-15T16:06:23.797 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 5064216, 2024-04-15T16:06:23.798 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 7479 2024-04-15T16:06:23.798 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:23.798 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_cache_other": { 2024-04-15T16:06:23.798 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 75396, 2024-04-15T16:06:23.798 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 8126 2024-04-15T16:06:23.798 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:23.798 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_extent": { 2024-04-15T16:06:23.798 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 85200, 2024-04-15T16:06:23.798 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 1775 2024-04-15T16:06:23.798 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:23.798 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_fsck": { 2024-04-15T16:06:23.798 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T16:06:23.798 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T16:06:23.798 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:23.799 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_inline_bl": { 2024-04-15T16:06:23.799 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 164604, 2024-04-15T16:06:23.799 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 1182 2024-04-15T16:06:23.799 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:23.799 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_shared_blob": { 2024-04-15T16:06:23.799 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T16:06:23.799 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T16:06:23.799 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:23.799 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_txc": { 2024-04-15T16:06:23.799 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 736, 2024-04-15T16:06:23.799 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 1 2024-04-15T16:06:23.799 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:23.799 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_writing": { 2024-04-15T16:06:23.799 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 74781, 2024-04-15T16:06:23.799 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 56 2024-04-15T16:06:23.800 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:23.800 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_writing_deferred": { 2024-04-15T16:06:23.800 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 12112, 2024-04-15T16:06:23.800 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 3 2024-04-15T16:06:23.800 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:23.800 INFO:tasks.workunit.client.0.smithi016.stdout: "buffer_anon": { 2024-04-15T16:06:23.800 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 14906213, 2024-04-15T16:06:23.800 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 257 2024-04-15T16:06:23.800 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:23.800 INFO:tasks.workunit.client.0.smithi016.stdout: "buffer_meta": { 2024-04-15T16:06:23.800 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 9944, 2024-04-15T16:06:23.800 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 113 2024-04-15T16:06:23.800 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:23.800 INFO:tasks.workunit.client.0.smithi016.stdout: "mds_co": { 2024-04-15T16:06:23.801 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T16:06:23.801 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T16:06:23.801 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:23.801 INFO:tasks.workunit.client.0.smithi016.stdout: "osd": { 2024-04-15T16:06:23.801 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 384912, 2024-04-15T16:06:23.801 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 33 2024-04-15T16:06:23.801 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:23.801 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_mapbl": { 2024-04-15T16:06:23.801 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T16:06:23.801 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T16:06:23.801 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:23.801 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_pglog": { 2024-04-15T16:06:23.801 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 3140800, 2024-04-15T16:06:23.801 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 6040 2024-04-15T16:06:23.801 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:23.801 INFO:tasks.workunit.client.0.smithi016.stdout: "osdmap": { 2024-04-15T16:06:23.802 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 667608, 2024-04-15T16:06:23.802 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 11763 2024-04-15T16:06:23.802 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:23.802 INFO:tasks.workunit.client.0.smithi016.stdout: "osdmap_mapping": { 2024-04-15T16:06:23.802 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T16:06:23.802 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T16:06:23.802 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:23.802 INFO:tasks.workunit.client.0.smithi016.stdout: "pgmap": { 2024-04-15T16:06:23.802 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T16:06:23.802 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T16:06:23.802 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:23.802 INFO:tasks.workunit.client.0.smithi016.stdout: "unittest_1": { 2024-04-15T16:06:23.802 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T16:06:23.802 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T16:06:23.802 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:23.803 INFO:tasks.workunit.client.0.smithi016.stdout: "unittest_2": { 2024-04-15T16:06:23.803 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T16:06:23.803 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T16:06:23.803 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T16:06:23.803 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:23.803 INFO:tasks.workunit.client.0.smithi016.stdout: "osd.3": { 2024-04-15T16:06:23.803 INFO:tasks.workunit.client.0.smithi016.stdout: "bloom_filter": { 2024-04-15T16:06:23.803 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T16:06:23.803 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T16:06:23.803 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:23.803 INFO:tasks.workunit.client.0.smithi016.stdout: "bluefs": { 2024-04-15T16:06:23.803 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 19800, 2024-04-15T16:06:23.803 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 361 2024-04-15T16:06:23.803 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:23.803 INFO:tasks.workunit.client.0.smithi016.stdout: "bluefs_file_reader": { 2024-04-15T16:06:23.804 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 47104, 2024-04-15T16:06:23.804 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 25 2024-04-15T16:06:23.804 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:23.804 INFO:tasks.workunit.client.0.smithi016.stdout: "bluefs_file_writer": { 2024-04-15T16:06:23.804 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 1536, 2024-04-15T16:06:23.804 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 8 2024-04-15T16:06:23.804 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:23.804 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_alloc": { 2024-04-15T16:06:23.804 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 54800, 2024-04-15T16:06:23.804 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 685 2024-04-15T16:06:23.804 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:23.804 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_blob": { 2024-04-15T16:06:23.804 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 356928, 2024-04-15T16:06:23.804 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 1716 2024-04-15T16:06:23.804 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:23.805 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_cache_buffer": { 2024-04-15T16:06:23.805 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 256, 2024-04-15T16:06:23.805 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 32 2024-04-15T16:06:23.805 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:23.805 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_cache_data": { 2024-04-15T16:06:23.805 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 449653, 2024-04-15T16:06:23.805 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 108 2024-04-15T16:06:23.805 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:23.805 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_cache_meta": { 2024-04-15T16:06:23.805 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 1717311, 2024-04-15T16:06:23.805 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 380253 2024-04-15T16:06:23.805 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:23.805 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_cache_onode": { 2024-04-15T16:06:23.805 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 5031576, 2024-04-15T16:06:23.806 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 7431 2024-04-15T16:06:23.806 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:23.806 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_cache_other": { 2024-04-15T16:06:23.806 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 66756, 2024-04-15T16:06:23.806 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 6991 2024-04-15T16:06:23.806 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:23.806 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_extent": { 2024-04-15T16:06:23.806 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 82368, 2024-04-15T16:06:23.806 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 1716 2024-04-15T16:06:23.806 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:23.806 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_fsck": { 2024-04-15T16:06:23.806 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T16:06:23.806 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T16:06:23.807 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:23.807 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_inline_bl": { 2024-04-15T16:06:23.807 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 164604, 2024-04-15T16:06:23.807 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 1182 2024-04-15T16:06:23.807 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:23.807 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_shared_blob": { 2024-04-15T16:06:23.807 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T16:06:23.807 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T16:06:23.807 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:23.807 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_txc": { 2024-04-15T16:06:23.807 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 736, 2024-04-15T16:06:23.807 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 1 2024-04-15T16:06:23.807 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:23.807 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_writing": { 2024-04-15T16:06:23.807 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 99050, 2024-04-15T16:06:23.808 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 55 2024-04-15T16:06:23.808 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:23.808 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_writing_deferred": { 2024-04-15T16:06:23.808 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 12112, 2024-04-15T16:06:23.808 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 3 2024-04-15T16:06:23.808 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:23.808 INFO:tasks.workunit.client.0.smithi016.stdout: "buffer_anon": { 2024-04-15T16:06:23.808 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 8340241, 2024-04-15T16:06:23.808 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 280 2024-04-15T16:06:23.808 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:23.808 INFO:tasks.workunit.client.0.smithi016.stdout: "buffer_meta": { 2024-04-15T16:06:23.808 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 10824, 2024-04-15T16:06:23.808 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 123 2024-04-15T16:06:23.808 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:23.808 INFO:tasks.workunit.client.0.smithi016.stdout: "mds_co": { 2024-04-15T16:06:23.809 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T16:06:23.809 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T16:06:23.809 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:23.809 INFO:tasks.workunit.client.0.smithi016.stdout: "osd": { 2024-04-15T16:06:23.809 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 431568, 2024-04-15T16:06:23.809 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 37 2024-04-15T16:06:23.809 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:23.809 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_mapbl": { 2024-04-15T16:06:23.809 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T16:06:23.809 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T16:06:23.809 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:23.809 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_pglog": { 2024-04-15T16:06:23.809 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 3451760, 2024-04-15T16:06:23.809 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 9038 2024-04-15T16:06:23.809 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:23.810 INFO:tasks.workunit.client.0.smithi016.stdout: "osdmap": { 2024-04-15T16:06:23.810 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 667608, 2024-04-15T16:06:23.810 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 11763 2024-04-15T16:06:23.810 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:23.810 INFO:tasks.workunit.client.0.smithi016.stdout: "osdmap_mapping": { 2024-04-15T16:06:23.810 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T16:06:23.810 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T16:06:23.810 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:23.810 INFO:tasks.workunit.client.0.smithi016.stdout: "pgmap": { 2024-04-15T16:06:23.810 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T16:06:23.810 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T16:06:23.810 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:23.810 INFO:tasks.workunit.client.0.smithi016.stdout: "unittest_1": { 2024-04-15T16:06:23.810 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T16:06:23.810 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T16:06:23.811 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:23.811 INFO:tasks.workunit.client.0.smithi016.stdout: "unittest_2": { 2024-04-15T16:06:23.811 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T16:06:23.811 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T16:06:23.811 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T16:06:23.811 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:23.811 INFO:tasks.workunit.client.0.smithi016.stdout: "osd.4": { 2024-04-15T16:06:23.811 INFO:tasks.workunit.client.0.smithi016.stdout: "bloom_filter": { 2024-04-15T16:06:23.811 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T16:06:23.811 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T16:06:23.811 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:23.811 INFO:tasks.workunit.client.0.smithi016.stdout: "bluefs": { 2024-04-15T16:06:23.811 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 21728, 2024-04-15T16:06:23.811 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 390 2024-04-15T16:06:23.812 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:23.812 INFO:tasks.workunit.client.0.smithi016.stdout: "bluefs_file_reader": { 2024-04-15T16:06:23.812 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 31104, 2024-04-15T16:06:23.812 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 26 2024-04-15T16:06:23.812 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:23.812 INFO:tasks.workunit.client.0.smithi016.stdout: "bluefs_file_writer": { 2024-04-15T16:06:23.812 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 2304, 2024-04-15T16:06:23.812 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 12 2024-04-15T16:06:23.812 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:23.812 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_alloc": { 2024-04-15T16:06:23.812 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 54480, 2024-04-15T16:06:23.812 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 681 2024-04-15T16:06:23.812 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:23.812 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_blob": { 2024-04-15T16:06:23.812 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 357136, 2024-04-15T16:06:23.813 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 1717 2024-04-15T16:06:23.813 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:23.813 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_cache_buffer": { 2024-04-15T16:06:23.813 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 256, 2024-04-15T16:06:23.813 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 32 2024-04-15T16:06:23.813 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:23.813 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_cache_data": { 2024-04-15T16:06:23.813 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 338301, 2024-04-15T16:06:23.813 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 92 2024-04-15T16:06:23.813 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:23.813 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_cache_meta": { 2024-04-15T16:06:23.813 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 2076111, 2024-04-15T16:06:23.813 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 460326 2024-04-15T16:06:23.813 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:23.813 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_cache_onode": { 2024-04-15T16:06:23.814 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 5989696, 2024-04-15T16:06:23.814 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 8840 2024-04-15T16:06:23.814 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:23.814 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_cache_other": { 2024-04-15T16:06:23.814 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 67100, 2024-04-15T16:06:23.814 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 6994 2024-04-15T16:06:23.814 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:23.814 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_extent": { 2024-04-15T16:06:23.814 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 82368, 2024-04-15T16:06:23.814 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 1716 2024-04-15T16:06:23.814 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:23.814 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_fsck": { 2024-04-15T16:06:23.814 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T16:06:23.814 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T16:06:23.814 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:23.815 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_inline_bl": { 2024-04-15T16:06:23.815 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 164436, 2024-04-15T16:06:23.815 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 1182 2024-04-15T16:06:23.815 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:23.815 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_shared_blob": { 2024-04-15T16:06:23.815 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T16:06:23.815 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T16:06:23.815 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:23.815 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_txc": { 2024-04-15T16:06:23.815 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 1472, 2024-04-15T16:06:23.815 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 2 2024-04-15T16:06:23.815 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:23.815 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_writing": { 2024-04-15T16:06:23.815 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 110205, 2024-04-15T16:06:23.816 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 62 2024-04-15T16:06:23.816 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:23.816 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_writing_deferred": { 2024-04-15T16:06:23.816 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 20128, 2024-04-15T16:06:23.816 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 5 2024-04-15T16:06:23.816 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:23.816 INFO:tasks.workunit.client.0.smithi016.stdout: "buffer_anon": { 2024-04-15T16:06:23.816 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 13312424, 2024-04-15T16:06:23.816 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 8981 2024-04-15T16:06:23.816 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:23.816 INFO:tasks.workunit.client.0.smithi016.stdout: "buffer_meta": { 2024-04-15T16:06:23.816 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 10208, 2024-04-15T16:06:23.816 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 116 2024-04-15T16:06:23.816 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:23.817 INFO:tasks.workunit.client.0.smithi016.stdout: "mds_co": { 2024-04-15T16:06:23.817 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T16:06:23.817 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T16:06:23.817 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:23.817 INFO:tasks.workunit.client.0.smithi016.stdout: "osd": { 2024-04-15T16:06:23.817 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 466560, 2024-04-15T16:06:23.817 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 40 2024-04-15T16:06:23.817 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:23.817 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_mapbl": { 2024-04-15T16:06:23.817 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T16:06:23.817 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T16:06:23.817 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:23.817 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_pglog": { 2024-04-15T16:06:23.817 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 5162560, 2024-04-15T16:06:23.818 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 12328 2024-04-15T16:06:23.818 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:23.818 INFO:tasks.workunit.client.0.smithi016.stdout: "osdmap": { 2024-04-15T16:06:23.818 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 667608, 2024-04-15T16:06:23.818 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 11763 2024-04-15T16:06:23.818 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:23.818 INFO:tasks.workunit.client.0.smithi016.stdout: "osdmap_mapping": { 2024-04-15T16:06:23.818 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T16:06:23.818 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T16:06:23.818 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:23.818 INFO:tasks.workunit.client.0.smithi016.stdout: "pgmap": { 2024-04-15T16:06:23.818 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T16:06:23.818 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T16:06:23.818 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:23.819 INFO:tasks.workunit.client.0.smithi016.stdout: "unittest_1": { 2024-04-15T16:06:23.819 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T16:06:23.819 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T16:06:23.819 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:23.819 INFO:tasks.workunit.client.0.smithi016.stdout: "unittest_2": { 2024-04-15T16:06:23.819 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T16:06:23.819 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T16:06:23.819 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T16:06:23.819 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:23.819 INFO:tasks.workunit.client.0.smithi016.stdout: "osd.5": { 2024-04-15T16:06:23.819 INFO:tasks.workunit.client.0.smithi016.stdout: "bloom_filter": { 2024-04-15T16:06:23.819 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T16:06:23.819 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T16:06:23.819 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:23.819 INFO:tasks.workunit.client.0.smithi016.stdout: "bluefs": { 2024-04-15T16:06:23.819 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 18976, 2024-04-15T16:06:23.820 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 345 2024-04-15T16:06:23.820 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:23.820 INFO:tasks.workunit.client.0.smithi016.stdout: "bluefs_file_reader": { 2024-04-15T16:06:23.820 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 30848, 2024-04-15T16:06:23.820 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 24 2024-04-15T16:06:23.820 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:23.820 INFO:tasks.workunit.client.0.smithi016.stdout: "bluefs_file_writer": { 2024-04-15T16:06:23.820 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 960, 2024-04-15T16:06:23.820 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 5 2024-04-15T16:06:23.820 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:23.820 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_alloc": { 2024-04-15T16:06:23.820 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 53200, 2024-04-15T16:06:23.820 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 665 2024-04-15T16:06:23.820 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:23.821 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_blob": { 2024-04-15T16:06:23.821 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 357136, 2024-04-15T16:06:23.821 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 1717 2024-04-15T16:06:23.821 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:23.821 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_cache_buffer": { 2024-04-15T16:06:23.821 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 256, 2024-04-15T16:06:23.821 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 32 2024-04-15T16:06:23.821 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:23.821 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_cache_data": { 2024-04-15T16:06:23.821 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 419244, 2024-04-15T16:06:23.821 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 115 2024-04-15T16:06:23.821 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:23.821 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_cache_meta": { 2024-04-15T16:06:23.821 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 2357415, 2024-04-15T16:06:23.821 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 524952 2024-04-15T16:06:23.821 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:23.822 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_cache_onode": { 2024-04-15T16:06:23.822 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 6770336, 2024-04-15T16:06:23.822 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 9988 2024-04-15T16:06:23.822 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:23.822 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_cache_other": { 2024-04-15T16:06:23.822 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 67352, 2024-04-15T16:06:23.822 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 6999 2024-04-15T16:06:23.822 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:23.822 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_extent": { 2024-04-15T16:06:23.822 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 82368, 2024-04-15T16:06:23.822 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 1716 2024-04-15T16:06:23.822 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:23.822 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_fsck": { 2024-04-15T16:06:23.823 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T16:06:23.823 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T16:06:23.823 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:23.823 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_inline_bl": { 2024-04-15T16:06:23.823 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 164692, 2024-04-15T16:06:23.823 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 1183 2024-04-15T16:06:23.823 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:23.823 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_shared_blob": { 2024-04-15T16:06:23.823 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T16:06:23.823 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T16:06:23.823 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:23.823 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_txc": { 2024-04-15T16:06:23.823 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 1472, 2024-04-15T16:06:23.824 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 2 2024-04-15T16:06:23.824 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:23.824 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_writing": { 2024-04-15T16:06:23.824 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 90817, 2024-04-15T16:06:23.824 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 59 2024-04-15T16:06:23.824 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:23.824 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_writing_deferred": { 2024-04-15T16:06:23.824 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 20128, 2024-04-15T16:06:23.824 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 5 2024-04-15T16:06:23.824 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:23.824 INFO:tasks.workunit.client.0.smithi016.stdout: "buffer_anon": { 2024-04-15T16:06:23.824 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 5496043, 2024-04-15T16:06:23.824 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 246 2024-04-15T16:06:23.824 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:23.825 INFO:tasks.workunit.client.0.smithi016.stdout: "buffer_meta": { 2024-04-15T16:06:23.825 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 11528, 2024-04-15T16:06:23.825 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 131 2024-04-15T16:06:23.825 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:23.825 INFO:tasks.workunit.client.0.smithi016.stdout: "mds_co": { 2024-04-15T16:06:23.825 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T16:06:23.825 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T16:06:23.825 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:23.825 INFO:tasks.workunit.client.0.smithi016.stdout: "osd": { 2024-04-15T16:06:23.825 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 489888, 2024-04-15T16:06:23.825 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 42 2024-04-15T16:06:23.825 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:23.825 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_mapbl": { 2024-04-15T16:06:23.825 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T16:06:23.826 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T16:06:23.826 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:23.826 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_pglog": { 2024-04-15T16:06:23.826 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 6345040, 2024-04-15T16:06:23.826 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 12202 2024-04-15T16:06:23.826 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:23.826 INFO:tasks.workunit.client.0.smithi016.stdout: "osdmap": { 2024-04-15T16:06:23.826 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 667608, 2024-04-15T16:06:23.826 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 11763 2024-04-15T16:06:23.826 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:23.826 INFO:tasks.workunit.client.0.smithi016.stdout: "osdmap_mapping": { 2024-04-15T16:06:23.826 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T16:06:23.826 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T16:06:23.826 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:23.827 INFO:tasks.workunit.client.0.smithi016.stdout: "pgmap": { 2024-04-15T16:06:23.827 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T16:06:23.827 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T16:06:23.827 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:23.827 INFO:tasks.workunit.client.0.smithi016.stdout: "unittest_1": { 2024-04-15T16:06:23.827 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T16:06:23.827 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T16:06:23.827 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:23.827 INFO:tasks.workunit.client.0.smithi016.stdout: "unittest_2": { 2024-04-15T16:06:23.827 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T16:06:23.827 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T16:06:23.827 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T16:06:23.827 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:23.827 INFO:tasks.workunit.client.0.smithi016.stdout: "osd.6": { 2024-04-15T16:06:23.828 INFO:tasks.workunit.client.0.smithi016.stdout: "bloom_filter": { 2024-04-15T16:06:23.828 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T16:06:23.828 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T16:06:23.828 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:23.828 INFO:tasks.workunit.client.0.smithi016.stdout: "bluefs": { 2024-04-15T16:06:23.828 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 15896, 2024-04-15T16:06:23.828 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 299 2024-04-15T16:06:23.828 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:23.828 INFO:tasks.workunit.client.0.smithi016.stdout: "bluefs_file_reader": { 2024-04-15T16:06:23.828 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 34688, 2024-04-15T16:06:23.828 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 22 2024-04-15T16:06:23.828 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:23.828 INFO:tasks.workunit.client.0.smithi016.stdout: "bluefs_file_writer": { 2024-04-15T16:06:23.828 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 3072, 2024-04-15T16:06:23.828 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 16 2024-04-15T16:06:23.829 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:23.829 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_alloc": { 2024-04-15T16:06:23.829 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 54320, 2024-04-15T16:06:23.829 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 679 2024-04-15T16:06:23.829 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:23.829 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_blob": { 2024-04-15T16:06:23.829 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 358592, 2024-04-15T16:06:23.829 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 1724 2024-04-15T16:06:23.829 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:23.829 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_cache_buffer": { 2024-04-15T16:06:23.829 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 256, 2024-04-15T16:06:23.829 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 32 2024-04-15T16:06:23.829 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:23.829 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_cache_data": { 2024-04-15T16:06:23.830 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 1075383, 2024-04-15T16:06:23.830 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 266 2024-04-15T16:06:23.830 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:23.830 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_cache_meta": { 2024-04-15T16:06:23.830 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 1727053, 2024-04-15T16:06:23.830 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 377583 2024-04-15T16:06:23.830 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:23.830 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_cache_onode": { 2024-04-15T16:06:23.830 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 4972416, 2024-04-15T16:06:23.830 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 7344 2024-04-15T16:06:23.830 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:23.830 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_cache_other": { 2024-04-15T16:06:23.830 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 68240, 2024-04-15T16:06:23.830 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 7152 2024-04-15T16:06:23.831 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:23.831 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_extent": { 2024-04-15T16:06:23.831 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 82752, 2024-04-15T16:06:23.831 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 1724 2024-04-15T16:06:23.831 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:23.831 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_fsck": { 2024-04-15T16:06:23.831 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T16:06:23.831 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T16:06:23.831 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:23.831 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_inline_bl": { 2024-04-15T16:06:23.831 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 164348, 2024-04-15T16:06:23.831 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 1181 2024-04-15T16:06:23.831 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:23.831 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_shared_blob": { 2024-04-15T16:06:23.832 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T16:06:23.832 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T16:06:23.832 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:23.832 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_txc": { 2024-04-15T16:06:23.832 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T16:06:23.832 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T16:06:23.832 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:23.832 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_writing": { 2024-04-15T16:06:23.832 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 30259, 2024-04-15T16:06:23.832 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 35 2024-04-15T16:06:23.832 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:23.832 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_writing_deferred": { 2024-04-15T16:06:23.832 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T16:06:23.832 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T16:06:23.833 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:23.833 INFO:tasks.workunit.client.0.smithi016.stdout: "buffer_anon": { 2024-04-15T16:06:23.833 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 16539403, 2024-04-15T16:06:23.833 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 262 2024-04-15T16:06:23.833 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:23.833 INFO:tasks.workunit.client.0.smithi016.stdout: "buffer_meta": { 2024-04-15T16:06:23.833 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 24464, 2024-04-15T16:06:23.833 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 278 2024-04-15T16:06:23.833 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:23.833 INFO:tasks.workunit.client.0.smithi016.stdout: "mds_co": { 2024-04-15T16:06:23.833 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T16:06:23.833 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T16:06:23.833 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:23.833 INFO:tasks.workunit.client.0.smithi016.stdout: "osd": { 2024-04-15T16:06:23.833 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 454896, 2024-04-15T16:06:23.834 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 39 2024-04-15T16:06:23.834 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:23.834 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_mapbl": { 2024-04-15T16:06:23.834 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T16:06:23.834 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T16:06:23.834 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:23.834 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_pglog": { 2024-04-15T16:06:23.834 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 3729440, 2024-04-15T16:06:23.834 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 9572 2024-04-15T16:06:23.834 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:23.834 INFO:tasks.workunit.client.0.smithi016.stdout: "osdmap": { 2024-04-15T16:06:23.834 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 667608, 2024-04-15T16:06:23.835 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 11763 2024-04-15T16:06:23.835 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:23.835 INFO:tasks.workunit.client.0.smithi016.stdout: "osdmap_mapping": { 2024-04-15T16:06:23.835 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T16:06:23.835 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T16:06:23.835 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:23.835 INFO:tasks.workunit.client.0.smithi016.stdout: "pgmap": { 2024-04-15T16:06:23.835 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T16:06:23.835 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T16:06:23.835 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:23.835 INFO:tasks.workunit.client.0.smithi016.stdout: "unittest_1": { 2024-04-15T16:06:23.835 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T16:06:23.835 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T16:06:23.835 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:23.836 INFO:tasks.workunit.client.0.smithi016.stdout: "unittest_2": { 2024-04-15T16:06:23.836 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T16:06:23.836 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T16:06:23.836 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T16:06:23.836 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:23.836 INFO:tasks.workunit.client.0.smithi016.stdout: "osd.7": { 2024-04-15T16:06:23.836 INFO:tasks.workunit.client.0.smithi016.stdout: "bloom_filter": { 2024-04-15T16:06:23.836 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T16:06:23.836 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T16:06:23.836 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:23.836 INFO:tasks.workunit.client.0.smithi016.stdout: "bluefs": { 2024-04-15T16:06:23.836 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 15520, 2024-04-15T16:06:23.836 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 294 2024-04-15T16:06:23.836 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:23.837 INFO:tasks.workunit.client.0.smithi016.stdout: "bluefs_file_reader": { 2024-04-15T16:06:23.837 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 120576, 2024-04-15T16:06:23.837 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 22 2024-04-15T16:06:23.837 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:23.837 INFO:tasks.workunit.client.0.smithi016.stdout: "bluefs_file_writer": { 2024-04-15T16:06:23.837 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 3072, 2024-04-15T16:06:23.837 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 16 2024-04-15T16:06:23.837 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:23.837 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_alloc": { 2024-04-15T16:06:23.837 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 53760, 2024-04-15T16:06:23.837 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 672 2024-04-15T16:06:23.837 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:23.837 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_blob": { 2024-04-15T16:06:23.837 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 358384, 2024-04-15T16:06:23.837 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 1723 2024-04-15T16:06:23.838 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:23.838 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_cache_buffer": { 2024-04-15T16:06:23.838 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 256, 2024-04-15T16:06:23.838 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 32 2024-04-15T16:06:23.838 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:23.838 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_cache_data": { 2024-04-15T16:06:23.838 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 457244, 2024-04-15T16:06:23.838 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 128 2024-04-15T16:06:23.838 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:23.838 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_cache_meta": { 2024-04-15T16:06:23.838 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 2062038, 2024-04-15T16:06:23.838 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 456745 2024-04-15T16:06:23.838 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:23.838 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_cache_onode": { 2024-04-15T16:06:23.838 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 5925776, 2024-04-15T16:06:23.839 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 8746 2024-04-15T16:06:23.839 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:23.839 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_cache_other": { 2024-04-15T16:06:23.839 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 68416, 2024-04-15T16:06:23.839 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 7149 2024-04-15T16:06:23.839 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:23.839 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_extent": { 2024-04-15T16:06:23.839 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 82704, 2024-04-15T16:06:23.839 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 1723 2024-04-15T16:06:23.839 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:23.839 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_fsck": { 2024-04-15T16:06:23.839 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T16:06:23.839 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T16:06:23.839 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:23.840 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_inline_bl": { 2024-04-15T16:06:23.840 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 164604, 2024-04-15T16:06:23.840 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 1182 2024-04-15T16:06:23.840 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:23.840 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_shared_blob": { 2024-04-15T16:06:23.840 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T16:06:23.840 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T16:06:23.840 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:23.840 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_txc": { 2024-04-15T16:06:23.840 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T16:06:23.840 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T16:06:23.840 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:23.840 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_writing": { 2024-04-15T16:06:23.840 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 29954, 2024-04-15T16:06:23.840 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 22 2024-04-15T16:06:23.841 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:23.841 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_writing_deferred": { 2024-04-15T16:06:23.841 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T16:06:23.841 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T16:06:23.841 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:23.841 INFO:tasks.workunit.client.0.smithi016.stdout: "buffer_anon": { 2024-04-15T16:06:23.841 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 16534121, 2024-04-15T16:06:23.841 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 255 2024-04-15T16:06:23.841 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:23.841 INFO:tasks.workunit.client.0.smithi016.stdout: "buffer_meta": { 2024-04-15T16:06:23.841 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 11000, 2024-04-15T16:06:23.841 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 125 2024-04-15T16:06:23.841 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:23.841 INFO:tasks.workunit.client.0.smithi016.stdout: "mds_co": { 2024-04-15T16:06:23.841 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T16:06:23.842 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T16:06:23.842 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:23.842 INFO:tasks.workunit.client.0.smithi016.stdout: "osd": { 2024-04-15T16:06:23.842 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 478224, 2024-04-15T16:06:23.842 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 41 2024-04-15T16:06:23.842 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:23.842 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_mapbl": { 2024-04-15T16:06:23.842 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T16:06:23.842 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T16:06:23.842 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:23.842 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_pglog": { 2024-04-15T16:06:23.842 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 5083416, 2024-04-15T16:06:23.842 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 9795 2024-04-15T16:06:23.843 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:23.843 INFO:tasks.workunit.client.0.smithi016.stdout: "osdmap": { 2024-04-15T16:06:23.843 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 667608, 2024-04-15T16:06:23.843 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 11763 2024-04-15T16:06:23.843 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:23.843 INFO:tasks.workunit.client.0.smithi016.stdout: "osdmap_mapping": { 2024-04-15T16:06:23.843 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T16:06:23.843 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T16:06:23.843 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:23.843 INFO:tasks.workunit.client.0.smithi016.stdout: "pgmap": { 2024-04-15T16:06:23.843 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T16:06:23.843 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T16:06:23.843 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:23.843 INFO:tasks.workunit.client.0.smithi016.stdout: "unittest_1": { 2024-04-15T16:06:23.844 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T16:06:23.844 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T16:06:23.844 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:23.844 INFO:tasks.workunit.client.0.smithi016.stdout: "unittest_2": { 2024-04-15T16:06:23.844 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T16:06:23.844 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T16:06:23.844 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T16:06:23.844 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T16:06:23.844 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T16:06:23.844 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:23.844 INFO:tasks.workunit.client.0.smithi016.stdout: "metadata": { 2024-04-15T16:06:23.844 INFO:tasks.workunit.client.0.smithi016.stdout: "mds": { 2024-04-15T16:06:23.844 INFO:tasks.workunit.client.0.smithi016.stdout: "arch": { 2024-04-15T16:06:23.844 INFO:tasks.workunit.client.0.smithi016.stdout: "x86_64": 2 2024-04-15T16:06:23.845 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:23.845 INFO:tasks.workunit.client.0.smithi016.stdout: "ceph_version": { 2024-04-15T16:06:23.845 INFO:tasks.workunit.client.0.smithi016.stdout: "ceph version 19.0.0-3080-gc2d8c315 (c2d8c3155d854ee204cb7c7261232571229d1d54) squid (dev)": 2 2024-04-15T16:06:23.845 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:23.845 INFO:tasks.workunit.client.0.smithi016.stdout: "cpu": { 2024-04-15T16:06:23.845 INFO:tasks.workunit.client.0.smithi016.stdout: "Intel(R) Xeon(R) CPU E5-1620 v3 @ 3.50GHz": 1, 2024-04-15T16:06:23.845 INFO:tasks.workunit.client.0.smithi016.stdout: "Intel(R) Xeon(R) CPU E5-1620 v4 @ 3.50GHz": 1 2024-04-15T16:06:23.845 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:23.845 INFO:tasks.workunit.client.0.smithi016.stdout: "distro": { 2024-04-15T16:06:23.845 INFO:tasks.workunit.client.0.smithi016.stdout: "centos": 2 2024-04-15T16:06:23.845 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:23.845 INFO:tasks.workunit.client.0.smithi016.stdout: "distro_description": { 2024-04-15T16:06:23.845 INFO:tasks.workunit.client.0.smithi016.stdout: "CentOS Stream 8": 2 2024-04-15T16:06:23.845 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:23.846 INFO:tasks.workunit.client.0.smithi016.stdout: "kernel_description": { 2024-04-15T16:06:23.846 INFO:tasks.workunit.client.0.smithi016.stdout: "#1 SMP PREEMPT_DYNAMIC Fri Apr 12 13:55:21 UTC 2024": 2 2024-04-15T16:06:23.846 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:23.846 INFO:tasks.workunit.client.0.smithi016.stdout: "kernel_version": { 2024-04-15T16:06:23.846 INFO:tasks.workunit.client.0.smithi016.stdout: "5.14.0-438.el9.x86_64": 2 2024-04-15T16:06:23.846 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:23.846 INFO:tasks.workunit.client.0.smithi016.stdout: "os": { 2024-04-15T16:06:23.846 INFO:tasks.workunit.client.0.smithi016.stdout: "Linux": 2 2024-04-15T16:06:23.846 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T16:06:23.846 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:23.846 INFO:tasks.workunit.client.0.smithi016.stdout: "mon": { 2024-04-15T16:06:23.846 INFO:tasks.workunit.client.0.smithi016.stdout: "arch": { 2024-04-15T16:06:23.846 INFO:tasks.workunit.client.0.smithi016.stdout: "x86_64": 3 2024-04-15T16:06:23.846 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:23.847 INFO:tasks.workunit.client.0.smithi016.stdout: "ceph_version": { 2024-04-15T16:06:23.847 INFO:tasks.workunit.client.0.smithi016.stdout: "ceph version 19.0.0-3080-gc2d8c315 (c2d8c3155d854ee204cb7c7261232571229d1d54) squid (dev)": 3 2024-04-15T16:06:23.847 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:23.847 INFO:tasks.workunit.client.0.smithi016.stdout: "cpu": { 2024-04-15T16:06:23.847 INFO:tasks.workunit.client.0.smithi016.stdout: "Intel(R) Xeon(R) CPU E5-1620 v3 @ 3.50GHz": 2, 2024-04-15T16:06:23.847 INFO:tasks.workunit.client.0.smithi016.stdout: "Intel(R) Xeon(R) CPU E5-1620 v4 @ 3.50GHz": 1 2024-04-15T16:06:23.847 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:23.847 INFO:tasks.workunit.client.0.smithi016.stdout: "distro": { 2024-04-15T16:06:23.847 INFO:tasks.workunit.client.0.smithi016.stdout: "centos": 3 2024-04-15T16:06:23.847 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:23.847 INFO:tasks.workunit.client.0.smithi016.stdout: "distro_description": { 2024-04-15T16:06:23.847 INFO:tasks.workunit.client.0.smithi016.stdout: "CentOS Stream 8": 3 2024-04-15T16:06:23.847 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:23.847 INFO:tasks.workunit.client.0.smithi016.stdout: "kernel_description": { 2024-04-15T16:06:23.847 INFO:tasks.workunit.client.0.smithi016.stdout: "#1 SMP PREEMPT_DYNAMIC Fri Apr 12 13:55:21 UTC 2024": 3 2024-04-15T16:06:23.848 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:23.848 INFO:tasks.workunit.client.0.smithi016.stdout: "kernel_version": { 2024-04-15T16:06:23.848 INFO:tasks.workunit.client.0.smithi016.stdout: "5.14.0-438.el9.x86_64": 3 2024-04-15T16:06:23.848 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:23.848 INFO:tasks.workunit.client.0.smithi016.stdout: "os": { 2024-04-15T16:06:23.848 INFO:tasks.workunit.client.0.smithi016.stdout: "Linux": 3 2024-04-15T16:06:23.848 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T16:06:23.848 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:23.848 INFO:tasks.workunit.client.0.smithi016.stdout: "osd": { 2024-04-15T16:06:23.848 INFO:tasks.workunit.client.0.smithi016.stdout: "arch": { 2024-04-15T16:06:23.848 INFO:tasks.workunit.client.0.smithi016.stdout: "x86_64": 8 2024-04-15T16:06:23.848 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:23.848 INFO:tasks.workunit.client.0.smithi016.stdout: "ceph_version": { 2024-04-15T16:06:23.848 INFO:tasks.workunit.client.0.smithi016.stdout: "ceph version 19.0.0-3080-gc2d8c315 (c2d8c3155d854ee204cb7c7261232571229d1d54) squid (dev)": 8 2024-04-15T16:06:23.848 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:23.849 INFO:tasks.workunit.client.0.smithi016.stdout: "cpu": { 2024-04-15T16:06:23.849 INFO:tasks.workunit.client.0.smithi016.stdout: "Intel(R) Xeon(R) CPU E5-1620 v3 @ 3.50GHz": 4, 2024-04-15T16:06:23.849 INFO:tasks.workunit.client.0.smithi016.stdout: "Intel(R) Xeon(R) CPU E5-1620 v4 @ 3.50GHz": 4 2024-04-15T16:06:23.849 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:23.849 INFO:tasks.workunit.client.0.smithi016.stdout: "distro": { 2024-04-15T16:06:23.849 INFO:tasks.workunit.client.0.smithi016.stdout: "centos": 8 2024-04-15T16:06:23.849 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:23.849 INFO:tasks.workunit.client.0.smithi016.stdout: "distro_description": { 2024-04-15T16:06:23.849 INFO:tasks.workunit.client.0.smithi016.stdout: "CentOS Stream 8": 8 2024-04-15T16:06:23.849 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:23.849 INFO:tasks.workunit.client.0.smithi016.stdout: "kernel_description": { 2024-04-15T16:06:23.849 INFO:tasks.workunit.client.0.smithi016.stdout: "#1 SMP PREEMPT_DYNAMIC Fri Apr 12 13:55:21 UTC 2024": 8 2024-04-15T16:06:23.849 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:23.849 INFO:tasks.workunit.client.0.smithi016.stdout: "kernel_version": { 2024-04-15T16:06:23.849 INFO:tasks.workunit.client.0.smithi016.stdout: "5.14.0-438.el9.x86_64": 8 2024-04-15T16:06:23.850 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:23.850 INFO:tasks.workunit.client.0.smithi016.stdout: "os": { 2024-04-15T16:06:23.850 INFO:tasks.workunit.client.0.smithi016.stdout: "Linux": 8 2024-04-15T16:06:23.850 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:23.850 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_objectstore": { 2024-04-15T16:06:23.850 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore": 8 2024-04-15T16:06:23.850 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:23.850 INFO:tasks.workunit.client.0.smithi016.stdout: "rotational": { 2024-04-15T16:06:23.850 INFO:tasks.workunit.client.0.smithi016.stdout: "0": 8 2024-04-15T16:06:23.850 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T16:06:23.850 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T16:06:23.850 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:23.850 INFO:tasks.workunit.client.0.smithi016.stdout: "mon": { 2024-04-15T16:06:23.850 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 3, 2024-04-15T16:06:23.850 INFO:tasks.workunit.client.0.smithi016.stdout: "features": { 2024-04-15T16:06:23.851 INFO:tasks.workunit.client.0.smithi016.stdout: "optional": [], 2024-04-15T16:06:23.851 INFO:tasks.workunit.client.0.smithi016.stdout: "persistent": [ 2024-04-15T16:06:23.851 INFO:tasks.workunit.client.0.smithi016.stdout: "kraken", 2024-04-15T16:06:23.851 INFO:tasks.workunit.client.0.smithi016.stdout: "luminous", 2024-04-15T16:06:23.851 INFO:tasks.workunit.client.0.smithi016.stdout: "mimic", 2024-04-15T16:06:23.851 INFO:tasks.workunit.client.0.smithi016.stdout: "osdmap-prune", 2024-04-15T16:06:23.851 INFO:tasks.workunit.client.0.smithi016.stdout: "nautilus", 2024-04-15T16:06:23.851 INFO:tasks.workunit.client.0.smithi016.stdout: "octopus", 2024-04-15T16:06:23.851 INFO:tasks.workunit.client.0.smithi016.stdout: "pacific", 2024-04-15T16:06:23.851 INFO:tasks.workunit.client.0.smithi016.stdout: "elector-pinging", 2024-04-15T16:06:23.851 INFO:tasks.workunit.client.0.smithi016.stdout: "quincy", 2024-04-15T16:06:23.851 INFO:tasks.workunit.client.0.smithi016.stdout: "reef", 2024-04-15T16:06:23.851 INFO:tasks.workunit.client.0.smithi016.stdout: "squid" 2024-04-15T16:06:23.851 INFO:tasks.workunit.client.0.smithi016.stdout: ] 2024-04-15T16:06:23.851 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:23.852 INFO:tasks.workunit.client.0.smithi016.stdout: "ipv4_addr_mons": 6, 2024-04-15T16:06:23.852 INFO:tasks.workunit.client.0.smithi016.stdout: "ipv6_addr_mons": 0, 2024-04-15T16:06:23.852 INFO:tasks.workunit.client.0.smithi016.stdout: "min_mon_release": 19, 2024-04-15T16:06:23.852 INFO:tasks.workunit.client.0.smithi016.stdout: "v1_addr_mons": 3, 2024-04-15T16:06:23.852 INFO:tasks.workunit.client.0.smithi016.stdout: "v2_addr_mons": 3 2024-04-15T16:06:23.852 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:23.852 INFO:tasks.workunit.client.0.smithi016.stdout: "organization": "ceph-qa", 2024-04-15T16:06:23.852 INFO:tasks.workunit.client.0.smithi016.stdout: "osd": { 2024-04-15T16:06:23.852 INFO:tasks.workunit.client.0.smithi016.stdout: "cluster_network": false, 2024-04-15T16:06:23.852 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 8, 2024-04-15T16:06:23.852 INFO:tasks.workunit.client.0.smithi016.stdout: "require_min_compat_client": "luminous", 2024-04-15T16:06:23.852 INFO:tasks.workunit.client.0.smithi016.stdout: "require_osd_release": "squid" 2024-04-15T16:06:23.852 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:23.852 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_perf_histograms": [ 2024-04-15T16:06:23.852 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-15T16:06:23.853 INFO:tasks.workunit.client.0.smithi016.stdout: "op_r_latency_out_bytes_histogram": { 2024-04-15T16:06:23.853 INFO:tasks.workunit.client.0.smithi016.stdout: "axes": [ 2024-04-15T16:06:23.853 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-15T16:06:23.853 INFO:tasks.workunit.client.0.smithi016.stdout: "buckets": 32, 2024-04-15T16:06:23.853 INFO:tasks.workunit.client.0.smithi016.stdout: "min": 0, 2024-04-15T16:06:23.853 INFO:tasks.workunit.client.0.smithi016.stdout: "name": "Latency (usec)", 2024-04-15T16:06:23.853 INFO:tasks.workunit.client.0.smithi016.stdout: "quant_size": 100000, 2024-04-15T16:06:23.853 INFO:tasks.workunit.client.0.smithi016.stdout: "ranges": [ 2024-04-15T16:06:23.853 INFO:tasks.workunit.client.0.smithi016.stdout: "[None, -1]", 2024-04-15T16:06:23.853 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 99999]", 2024-04-15T16:06:23.853 INFO:tasks.workunit.client.0.smithi016.stdout: "[100000, 199999]", 2024-04-15T16:06:23.853 INFO:tasks.workunit.client.0.smithi016.stdout: "[200000, 399999]", 2024-04-15T16:06:23.853 INFO:tasks.workunit.client.0.smithi016.stdout: "[400000, 799999]", 2024-04-15T16:06:23.853 INFO:tasks.workunit.client.0.smithi016.stdout: "[800000, 1599999]", 2024-04-15T16:06:23.853 INFO:tasks.workunit.client.0.smithi016.stdout: "[1600000, 3199999]", 2024-04-15T16:06:23.853 INFO:tasks.workunit.client.0.smithi016.stdout: "[3200000, 6399999]", 2024-04-15T16:06:23.854 INFO:tasks.workunit.client.0.smithi016.stdout: "[6400000, 12799999]", 2024-04-15T16:06:23.854 INFO:tasks.workunit.client.0.smithi016.stdout: "[12800000, 25599999]", 2024-04-15T16:06:23.854 INFO:tasks.workunit.client.0.smithi016.stdout: "[25600000, 51199999]", 2024-04-15T16:06:23.854 INFO:tasks.workunit.client.0.smithi016.stdout: "[51200000, 102399999]", 2024-04-15T16:06:23.854 INFO:tasks.workunit.client.0.smithi016.stdout: "[102400000, 204799999]", 2024-04-15T16:06:23.854 INFO:tasks.workunit.client.0.smithi016.stdout: "[204800000, 409599999]", 2024-04-15T16:06:23.854 INFO:tasks.workunit.client.0.smithi016.stdout: "[409600000, 819199999]", 2024-04-15T16:06:23.854 INFO:tasks.workunit.client.0.smithi016.stdout: "[819200000, 1638399999]", 2024-04-15T16:06:23.854 INFO:tasks.workunit.client.0.smithi016.stdout: "[1638400000, 3276799999]", 2024-04-15T16:06:23.854 INFO:tasks.workunit.client.0.smithi016.stdout: "[3276800000, 6553599999]", 2024-04-15T16:06:23.854 INFO:tasks.workunit.client.0.smithi016.stdout: "[6553600000, 13107199999]", 2024-04-15T16:06:23.854 INFO:tasks.workunit.client.0.smithi016.stdout: "[13107200000, 26214399999]", 2024-04-15T16:06:23.854 INFO:tasks.workunit.client.0.smithi016.stdout: "[26214400000, 52428799999]", 2024-04-15T16:06:23.854 INFO:tasks.workunit.client.0.smithi016.stdout: "[52428800000, 104857599999]", 2024-04-15T16:06:23.855 INFO:tasks.workunit.client.0.smithi016.stdout: "[104857600000, 209715199999]", 2024-04-15T16:06:23.855 INFO:tasks.workunit.client.0.smithi016.stdout: "[209715200000, 419430399999]", 2024-04-15T16:06:23.855 INFO:tasks.workunit.client.0.smithi016.stdout: "[419430400000, 838860799999]", 2024-04-15T16:06:23.855 INFO:tasks.workunit.client.0.smithi016.stdout: "[838860800000, 1677721599999]", 2024-04-15T16:06:23.855 INFO:tasks.workunit.client.0.smithi016.stdout: "[1677721600000, 3355443199999]", 2024-04-15T16:06:23.855 INFO:tasks.workunit.client.0.smithi016.stdout: "[3355443200000, 6710886399999]", 2024-04-15T16:06:23.855 INFO:tasks.workunit.client.0.smithi016.stdout: "[6710886400000, 13421772799999]", 2024-04-15T16:06:23.855 INFO:tasks.workunit.client.0.smithi016.stdout: "[13421772800000, 26843545599999]", 2024-04-15T16:06:23.855 INFO:tasks.workunit.client.0.smithi016.stdout: "[26843545600000, 53687091199999]", 2024-04-15T16:06:23.855 INFO:tasks.workunit.client.0.smithi016.stdout: "[53687091200000, None]" 2024-04-15T16:06:23.855 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:23.855 INFO:tasks.workunit.client.0.smithi016.stdout: "scale_type": "log2" 2024-04-15T16:06:23.856 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:23.856 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-15T16:06:23.856 INFO:tasks.workunit.client.0.smithi016.stdout: "buckets": 32, 2024-04-15T16:06:23.856 INFO:tasks.workunit.client.0.smithi016.stdout: "min": 0, 2024-04-15T16:06:23.856 INFO:tasks.workunit.client.0.smithi016.stdout: "name": "Request size (bytes)", 2024-04-15T16:06:23.856 INFO:tasks.workunit.client.0.smithi016.stdout: "quant_size": 512, 2024-04-15T16:06:23.856 INFO:tasks.workunit.client.0.smithi016.stdout: "ranges": [ 2024-04-15T16:06:23.856 INFO:tasks.workunit.client.0.smithi016.stdout: "[None, -1]", 2024-04-15T16:06:23.856 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 511]", 2024-04-15T16:06:23.856 INFO:tasks.workunit.client.0.smithi016.stdout: "[512, 1023]", 2024-04-15T16:06:23.856 INFO:tasks.workunit.client.0.smithi016.stdout: "[1024, 2047]", 2024-04-15T16:06:23.856 INFO:tasks.workunit.client.0.smithi016.stdout: "[2048, 4095]", 2024-04-15T16:06:23.856 INFO:tasks.workunit.client.0.smithi016.stdout: "[4096, 8191]", 2024-04-15T16:06:23.856 INFO:tasks.workunit.client.0.smithi016.stdout: "[8192, 16383]", 2024-04-15T16:06:23.856 INFO:tasks.workunit.client.0.smithi016.stdout: "[16384, 32767]", 2024-04-15T16:06:23.857 INFO:tasks.workunit.client.0.smithi016.stdout: "[32768, 65535]", 2024-04-15T16:06:23.857 INFO:tasks.workunit.client.0.smithi016.stdout: "[65536, 131071]", 2024-04-15T16:06:23.857 INFO:tasks.workunit.client.0.smithi016.stdout: "[131072, 262143]", 2024-04-15T16:06:23.857 INFO:tasks.workunit.client.0.smithi016.stdout: "[262144, 524287]", 2024-04-15T16:06:23.857 INFO:tasks.workunit.client.0.smithi016.stdout: "[524288, 1048575]", 2024-04-15T16:06:23.857 INFO:tasks.workunit.client.0.smithi016.stdout: "[1048576, 2097151]", 2024-04-15T16:06:23.857 INFO:tasks.workunit.client.0.smithi016.stdout: "[2097152, 4194303]", 2024-04-15T16:06:23.857 INFO:tasks.workunit.client.0.smithi016.stdout: "[4194304, 8388607]", 2024-04-15T16:06:23.857 INFO:tasks.workunit.client.0.smithi016.stdout: "[8388608, 16777215]", 2024-04-15T16:06:23.857 INFO:tasks.workunit.client.0.smithi016.stdout: "[16777216, 33554431]", 2024-04-15T16:06:23.857 INFO:tasks.workunit.client.0.smithi016.stdout: "[33554432, 67108863]", 2024-04-15T16:06:23.857 INFO:tasks.workunit.client.0.smithi016.stdout: "[67108864, 134217727]", 2024-04-15T16:06:23.857 INFO:tasks.workunit.client.0.smithi016.stdout: "[134217728, 268435455]", 2024-04-15T16:06:23.857 INFO:tasks.workunit.client.0.smithi016.stdout: "[268435456, 536870911]", 2024-04-15T16:06:23.858 INFO:tasks.workunit.client.0.smithi016.stdout: "[536870912, 1073741823]", 2024-04-15T16:06:23.858 INFO:tasks.workunit.client.0.smithi016.stdout: "[1073741824, 2147483647]", 2024-04-15T16:06:23.858 INFO:tasks.workunit.client.0.smithi016.stdout: "[2147483648, 4294967295]", 2024-04-15T16:06:23.858 INFO:tasks.workunit.client.0.smithi016.stdout: "[4294967296, 8589934591]", 2024-04-15T16:06:23.858 INFO:tasks.workunit.client.0.smithi016.stdout: "[8589934592, 17179869183]", 2024-04-15T16:06:23.858 INFO:tasks.workunit.client.0.smithi016.stdout: "[17179869184, 34359738367]", 2024-04-15T16:06:23.858 INFO:tasks.workunit.client.0.smithi016.stdout: "[34359738368, 68719476735]", 2024-04-15T16:06:23.858 INFO:tasks.workunit.client.0.smithi016.stdout: "[68719476736, 137438953471]", 2024-04-15T16:06:23.858 INFO:tasks.workunit.client.0.smithi016.stdout: "[137438953472, 274877906943]", 2024-04-15T16:06:23.858 INFO:tasks.workunit.client.0.smithi016.stdout: "[274877906944, None]" 2024-04-15T16:06:23.858 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:23.858 INFO:tasks.workunit.client.0.smithi016.stdout: "scale_type": "log2" 2024-04-15T16:06:23.859 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T16:06:23.859 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:23.859 INFO:tasks.workunit.client.0.smithi016.stdout: "osds": [ 2024-04-15T16:06:23.859 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-15T16:06:23.859 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_id": 0, 2024-04-15T16:06:23.859 INFO:tasks.workunit.client.0.smithi016.stdout: "values": [ 2024-04-15T16:06:23.859 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.859 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.859 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 9607, 26, 1, 0, 7, 4, 0, 0, 0, 0, 5, 4, 2, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.859 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 7160, 29, 16, 0, 5, 5, 4, 12, 32, 51, 49, 28, 32, 41, 81, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.859 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 861, 3, 10, 0, 1, 0, 0, 1, 2, 7, 60, 170, 79, 14, 30, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.859 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 803, 0, 0, 0, 0, 1, 0, 2, 0, 1, 2, 5, 305, 42, 16, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.859 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 524, 10, 0, 0, 1, 0, 0, 1, 1, 1, 0, 2, 3, 84, 167, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.859 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 367, 8, 0, 0, 0, 0, 0, 0, 1, 0, 3, 4, 4, 12, 42, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.859 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 331, 6, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 18, 45, 7, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.860 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 99, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 16, 19, 18, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.860 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 4, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.860 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.860 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.860 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.860 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.860 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.860 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.860 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.860 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.860 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.860 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.860 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.861 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.861 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.861 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.861 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.861 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.861 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.861 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.861 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.861 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.861 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-15T16:06:23.861 INFO:tasks.workunit.client.0.smithi016.stdout: ] 2024-04-15T16:06:23.861 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:23.861 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-15T16:06:23.862 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_id": 1, 2024-04-15T16:06:23.862 INFO:tasks.workunit.client.0.smithi016.stdout: "values": [ 2024-04-15T16:06:23.862 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.862 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.862 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 7507, 11, 0, 0, 3, 0, 0, 1, 0, 0, 2, 0, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.862 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 6872, 38, 1348, 2, 6, 9, 9, 20, 36, 64, 56, 59, 51, 6, 25, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.862 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 530, 22, 159, 19, 0, 0, 0, 2, 2, 13, 90, 240, 129, 3, 38, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.862 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 281, 1, 0, 11, 0, 0, 0, 0, 0, 1, 0, 8, 419, 6, 12, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.862 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 79, 2, 0, 0, 0, 0, 0, 1, 1, 0, 0, 1, 4, 30, 102, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.862 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 76, 0, 37, 0, 0, 0, 0, 0, 0, 0, 0, 4, 6, 11, 28, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.862 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 134, 0, 240, 0, 0, 0, 0, 3, 0, 1, 0, 0, 11, 19, 39, 7, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.862 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 17, 0, 22, 0, 0, 0, 0, 0, 0, 1, 0, 0, 6, 19, 36, 12, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.862 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 9, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 7, 8, 15, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.863 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.863 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.863 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.863 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.863 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.863 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.863 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.863 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.863 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.863 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.863 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.863 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.863 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.864 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.864 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.864 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.864 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.864 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.864 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.864 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.864 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-15T16:06:23.864 INFO:tasks.workunit.client.0.smithi016.stdout: ] 2024-04-15T16:06:23.864 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:23.864 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-15T16:06:23.864 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_id": 2, 2024-04-15T16:06:23.864 INFO:tasks.workunit.client.0.smithi016.stdout: "values": [ 2024-04-15T16:06:23.864 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.865 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 765, 14, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.865 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 12695, 4125, 1, 0, 10, 0, 0, 0, 2, 1, 4, 1, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.865 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 7478, 73, 19, 2, 4, 0, 0, 2, 7, 11, 23, 7, 10, 27, 73, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.865 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 491, 5, 8, 2, 2, 0, 0, 0, 0, 4, 10, 12, 5, 6, 30, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.865 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 326, 1, 0, 0, 0, 0, 0, 1, 1, 0, 2, 4, 35, 22, 14, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.865 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 126, 1, 0, 0, 0, 0, 0, 3, 9, 3, 0, 12, 11, 194, 235, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.865 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 132, 0, 0, 0, 0, 0, 0, 2, 3, 1, 0, 35, 34, 38, 46, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.865 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 71, 0, 0, 1, 0, 0, 0, 3, 1, 3, 0, 16, 45, 57, 45, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.865 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 33, 0, 0, 0, 0, 0, 2, 0, 0, 4, 0, 1, 15, 32, 27, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.865 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 20, 0, 0, 0, 1, 0, 0, 1, 0, 0, 0, 0, 0, 3, 8, 14, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.865 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 7, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.865 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.865 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.865 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.866 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.866 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.866 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.866 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.866 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.866 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.866 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.866 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.866 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.866 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.866 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.866 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.866 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.867 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.867 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.867 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.867 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-15T16:06:23.867 INFO:tasks.workunit.client.0.smithi016.stdout: ] 2024-04-15T16:06:23.867 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:23.867 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-15T16:06:23.867 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_id": 3, 2024-04-15T16:06:23.867 INFO:tasks.workunit.client.0.smithi016.stdout: "values": [ 2024-04-15T16:06:23.867 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.867 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 1061, 33, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.867 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 12280, 4100, 54, 8, 40, 20, 0, 0, 0, 2, 4, 0, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.868 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 7192, 91, 49, 4, 17, 30, 90, 112, 6, 31, 23, 18, 9, 24, 33, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.868 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 527, 8, 31, 0, 0, 0, 9, 35, 3, 8, 54, 92, 43, 4, 20, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.868 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 290, 0, 1, 0, 6, 0, 0, 0, 0, 0, 1, 6, 158, 6, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.868 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 98, 0, 0, 0, 178, 0, 0, 0, 1, 1, 0, 0, 8, 40, 103, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.868 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 76, 0, 1, 0, 322, 0, 0, 0, 0, 0, 0, 3, 12, 4, 34, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.868 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 83, 0, 0, 0, 524, 0, 0, 0, 1, 0, 3, 0, 13, 22, 38, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.868 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 10, 0, 0, 0, 1665, 0, 0, 0, 0, 0, 0, 0, 1, 23, 4, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.868 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 5, 0, 0, 0, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 15, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.868 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.868 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.868 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.868 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.868 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.868 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.869 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.869 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.869 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.869 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.869 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.869 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.869 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.869 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.869 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.869 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.869 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.869 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.869 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.869 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.869 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-15T16:06:23.870 INFO:tasks.workunit.client.0.smithi016.stdout: ] 2024-04-15T16:06:23.870 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:23.870 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-15T16:06:23.870 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_id": 4, 2024-04-15T16:06:23.870 INFO:tasks.workunit.client.0.smithi016.stdout: "values": [ 2024-04-15T16:06:23.870 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.870 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 1605, 246, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.870 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 17487, 7596, 60, 4, 12, 12, 3, 0, 0, 1, 1, 4, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.870 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 13026, 473, 10, 0, 18, 28, 66, 66, 10, 19, 11, 15, 12, 9, 25, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.870 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 1501, 175, 150, 1, 5, 1, 2, 13, 5, 13, 60, 67, 35, 5, 15, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.870 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 565, 19, 33, 0, 0, 0, 0, 0, 0, 0, 6, 20, 140, 3, 21, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.870 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 130, 15, 9, 0, 0, 0, 0, 1, 0, 0, 1, 11, 17, 27, 29, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.870 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 182, 7, 25, 25, 0, 0, 0, 0, 3, 0, 3, 4, 6, 10, 65, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.870 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 24, 0, 6, 39, 65, 0, 0, 0, 0, 0, 0, 0, 0, 5, 29, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.871 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 9, 0, 0, 4, 66, 96, 0, 0, 0, 0, 0, 3, 0, 1, 1, 8, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.871 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 7, 0, 0, 0, 4, 33, 0, 0, 0, 0, 0, 0, 0, 0, 0, 12, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.871 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.871 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.871 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.871 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.871 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.871 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.871 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.871 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.871 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.871 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.871 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.871 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.871 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.872 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.872 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.872 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.872 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.872 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.872 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.872 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.872 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-15T16:06:23.872 INFO:tasks.workunit.client.0.smithi016.stdout: ] 2024-04-15T16:06:23.872 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:23.872 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-15T16:06:23.872 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_id": 5, 2024-04-15T16:06:23.873 INFO:tasks.workunit.client.0.smithi016.stdout: "values": [ 2024-04-15T16:06:23.873 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.873 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.873 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 11423, 2, 1, 1, 1, 0, 0, 0, 0, 0, 17, 4, 5, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.873 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 12643, 13, 9, 0, 9, 2, 1, 1, 1, 1, 28, 11, 12, 24, 19, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.873 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 2035, 22, 5, 1, 7, 1, 0, 2, 1, 3, 30, 16, 5, 6, 23, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.873 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 557, 7, 9, 5, 4, 0, 0, 0, 0, 0, 6, 11, 49, 4, 18, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.873 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 214, 8, 4, 0, 1, 0, 0, 0, 0, 0, 6, 2, 11, 56, 66, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.873 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 153, 9, 3, 1, 0, 0, 0, 0, 0, 0, 0, 1, 1, 8, 96, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.873 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 167, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 42, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.873 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 16, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 3, 6, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.873 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.873 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.873 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.874 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.874 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.874 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.874 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.874 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.874 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.874 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.874 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.874 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.874 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.874 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.874 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.874 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.874 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.874 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.875 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.875 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.875 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.875 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-15T16:06:23.875 INFO:tasks.workunit.client.0.smithi016.stdout: ] 2024-04-15T16:06:23.875 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:23.875 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-15T16:06:23.875 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_id": 6, 2024-04-15T16:06:23.875 INFO:tasks.workunit.client.0.smithi016.stdout: "values": [ 2024-04-15T16:06:23.875 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.875 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 226, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.875 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 7587, 2, 0, 0, 6821, 419, 0, 0, 0, 0, 3, 2, 2, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.875 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 8831, 72, 37, 0, 636, 148, 4, 2, 13, 14, 53, 15, 14, 34, 31, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.875 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 1073, 15, 13, 0, 100, 27, 0, 2, 10, 12, 67, 73, 28, 15, 27, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.876 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 322, 7, 0, 0, 4, 3, 0, 0, 0, 4, 13, 20, 179, 16, 22, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.876 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 147, 20, 3, 0, 23, 29, 0, 0, 0, 9, 6, 2, 17, 69, 73, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.876 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 140, 32, 4, 0, 3, 4, 0, 2, 0, 4, 3, 3, 9, 21, 77, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.876 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 91, 72, 0, 0, 0, 0, 0, 0, 0, 3, 1, 6, 8, 23, 41, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.876 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 14, 141, 0, 0, 0, 0, 0, 0, 0, 0, 2, 0, 1, 13, 7, 10, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.876 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 5, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 7, 3, 9, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.876 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.876 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.876 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.876 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.876 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.876 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.876 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.876 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.877 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.877 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.877 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.877 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.877 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.877 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.877 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.877 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.877 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.877 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.877 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.877 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.878 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-15T16:06:23.878 INFO:tasks.workunit.client.0.smithi016.stdout: ] 2024-04-15T16:06:23.878 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:23.878 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-15T16:06:23.878 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_id": 7, 2024-04-15T16:06:23.878 INFO:tasks.workunit.client.0.smithi016.stdout: "values": [ 2024-04-15T16:06:23.878 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.878 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 104, 85, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.878 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 10534, 3484, 3933, 0, 1, 0, 4, 0, 0, 0, 4, 5, 2, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.878 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 7784, 280, 404, 0, 8, 0, 9, 2, 0, 0, 1, 8, 6, 16, 42, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.878 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 1182, 37, 82, 0, 5, 0, 3, 1, 0, 0, 15, 4, 6, 2, 36, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.878 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 243, 0, 0, 0, 1, 0, 0, 1, 0, 1, 5, 15, 27, 4, 24, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.878 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 125, 0, 0, 0, 0, 0, 0, 2, 2, 2, 2, 0, 12, 43, 81, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.878 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 123, 1, 0, 0, 0, 0, 0, 0, 0, 3, 0, 4, 9, 12, 98, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.879 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 40, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 11, 6, 10, 38, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.879 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 12, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 3, 6, 7, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.879 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 7, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 10, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.879 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.879 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.879 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.879 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.879 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.879 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.879 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.879 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.879 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.879 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.879 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.880 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.880 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.880 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.880 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.880 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.880 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.880 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.880 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.880 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.880 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-15T16:06:23.880 INFO:tasks.workunit.client.0.smithi016.stdout: ] 2024-04-15T16:06:23.880 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T16:06:23.880 INFO:tasks.workunit.client.0.smithi016.stdout: ] 2024-04-15T16:06:23.881 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:23.881 INFO:tasks.workunit.client.0.smithi016.stdout: "op_rw_latency_in_bytes_histogram": { 2024-04-15T16:06:23.881 INFO:tasks.workunit.client.0.smithi016.stdout: "axes": [ 2024-04-15T16:06:23.881 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-15T16:06:23.881 INFO:tasks.workunit.client.0.smithi016.stdout: "buckets": 32, 2024-04-15T16:06:23.881 INFO:tasks.workunit.client.0.smithi016.stdout: "min": 0, 2024-04-15T16:06:23.881 INFO:tasks.workunit.client.0.smithi016.stdout: "name": "Latency (usec)", 2024-04-15T16:06:23.881 INFO:tasks.workunit.client.0.smithi016.stdout: "quant_size": 100000, 2024-04-15T16:06:23.881 INFO:tasks.workunit.client.0.smithi016.stdout: "ranges": [ 2024-04-15T16:06:23.881 INFO:tasks.workunit.client.0.smithi016.stdout: "[None, -1]", 2024-04-15T16:06:23.881 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 99999]", 2024-04-15T16:06:23.881 INFO:tasks.workunit.client.0.smithi016.stdout: "[100000, 199999]", 2024-04-15T16:06:23.881 INFO:tasks.workunit.client.0.smithi016.stdout: "[200000, 399999]", 2024-04-15T16:06:23.881 INFO:tasks.workunit.client.0.smithi016.stdout: "[400000, 799999]", 2024-04-15T16:06:23.882 INFO:tasks.workunit.client.0.smithi016.stdout: "[800000, 1599999]", 2024-04-15T16:06:23.882 INFO:tasks.workunit.client.0.smithi016.stdout: "[1600000, 3199999]", 2024-04-15T16:06:23.882 INFO:tasks.workunit.client.0.smithi016.stdout: "[3200000, 6399999]", 2024-04-15T16:06:23.882 INFO:tasks.workunit.client.0.smithi016.stdout: "[6400000, 12799999]", 2024-04-15T16:06:23.882 INFO:tasks.workunit.client.0.smithi016.stdout: "[12800000, 25599999]", 2024-04-15T16:06:23.882 INFO:tasks.workunit.client.0.smithi016.stdout: "[25600000, 51199999]", 2024-04-15T16:06:23.882 INFO:tasks.workunit.client.0.smithi016.stdout: "[51200000, 102399999]", 2024-04-15T16:06:23.882 INFO:tasks.workunit.client.0.smithi016.stdout: "[102400000, 204799999]", 2024-04-15T16:06:23.882 INFO:tasks.workunit.client.0.smithi016.stdout: "[204800000, 409599999]", 2024-04-15T16:06:23.882 INFO:tasks.workunit.client.0.smithi016.stdout: "[409600000, 819199999]", 2024-04-15T16:06:23.882 INFO:tasks.workunit.client.0.smithi016.stdout: "[819200000, 1638399999]", 2024-04-15T16:06:23.882 INFO:tasks.workunit.client.0.smithi016.stdout: "[1638400000, 3276799999]", 2024-04-15T16:06:23.882 INFO:tasks.workunit.client.0.smithi016.stdout: "[3276800000, 6553599999]", 2024-04-15T16:06:23.883 INFO:tasks.workunit.client.0.smithi016.stdout: "[6553600000, 13107199999]", 2024-04-15T16:06:23.883 INFO:tasks.workunit.client.0.smithi016.stdout: "[13107200000, 26214399999]", 2024-04-15T16:06:23.883 INFO:tasks.workunit.client.0.smithi016.stdout: "[26214400000, 52428799999]", 2024-04-15T16:06:23.883 INFO:tasks.workunit.client.0.smithi016.stdout: "[52428800000, 104857599999]", 2024-04-15T16:06:23.883 INFO:tasks.workunit.client.0.smithi016.stdout: "[104857600000, 209715199999]", 2024-04-15T16:06:23.883 INFO:tasks.workunit.client.0.smithi016.stdout: "[209715200000, 419430399999]", 2024-04-15T16:06:23.883 INFO:tasks.workunit.client.0.smithi016.stdout: "[419430400000, 838860799999]", 2024-04-15T16:06:23.883 INFO:tasks.workunit.client.0.smithi016.stdout: "[838860800000, 1677721599999]", 2024-04-15T16:06:23.883 INFO:tasks.workunit.client.0.smithi016.stdout: "[1677721600000, 3355443199999]", 2024-04-15T16:06:23.883 INFO:tasks.workunit.client.0.smithi016.stdout: "[3355443200000, 6710886399999]", 2024-04-15T16:06:23.883 INFO:tasks.workunit.client.0.smithi016.stdout: "[6710886400000, 13421772799999]", 2024-04-15T16:06:23.883 INFO:tasks.workunit.client.0.smithi016.stdout: "[13421772800000, 26843545599999]", 2024-04-15T16:06:23.883 INFO:tasks.workunit.client.0.smithi016.stdout: "[26843545600000, 53687091199999]", 2024-04-15T16:06:23.883 INFO:tasks.workunit.client.0.smithi016.stdout: "[53687091200000, None]" 2024-04-15T16:06:23.884 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:23.884 INFO:tasks.workunit.client.0.smithi016.stdout: "scale_type": "log2" 2024-04-15T16:06:23.884 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:23.884 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-15T16:06:23.884 INFO:tasks.workunit.client.0.smithi016.stdout: "buckets": 32, 2024-04-15T16:06:23.884 INFO:tasks.workunit.client.0.smithi016.stdout: "min": 0, 2024-04-15T16:06:23.884 INFO:tasks.workunit.client.0.smithi016.stdout: "name": "Request size (bytes)", 2024-04-15T16:06:23.884 INFO:tasks.workunit.client.0.smithi016.stdout: "quant_size": 512, 2024-04-15T16:06:23.884 INFO:tasks.workunit.client.0.smithi016.stdout: "ranges": [ 2024-04-15T16:06:23.884 INFO:tasks.workunit.client.0.smithi016.stdout: "[None, -1]", 2024-04-15T16:06:23.884 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 511]", 2024-04-15T16:06:23.884 INFO:tasks.workunit.client.0.smithi016.stdout: "[512, 1023]", 2024-04-15T16:06:23.885 INFO:tasks.workunit.client.0.smithi016.stdout: "[1024, 2047]", 2024-04-15T16:06:23.885 INFO:tasks.workunit.client.0.smithi016.stdout: "[2048, 4095]", 2024-04-15T16:06:23.885 INFO:tasks.workunit.client.0.smithi016.stdout: "[4096, 8191]", 2024-04-15T16:06:23.885 INFO:tasks.workunit.client.0.smithi016.stdout: "[8192, 16383]", 2024-04-15T16:06:23.885 INFO:tasks.workunit.client.0.smithi016.stdout: "[16384, 32767]", 2024-04-15T16:06:23.885 INFO:tasks.workunit.client.0.smithi016.stdout: "[32768, 65535]", 2024-04-15T16:06:23.885 INFO:tasks.workunit.client.0.smithi016.stdout: "[65536, 131071]", 2024-04-15T16:06:23.885 INFO:tasks.workunit.client.0.smithi016.stdout: "[131072, 262143]", 2024-04-15T16:06:23.885 INFO:tasks.workunit.client.0.smithi016.stdout: "[262144, 524287]", 2024-04-15T16:06:23.885 INFO:tasks.workunit.client.0.smithi016.stdout: "[524288, 1048575]", 2024-04-15T16:06:23.885 INFO:tasks.workunit.client.0.smithi016.stdout: "[1048576, 2097151]", 2024-04-15T16:06:23.885 INFO:tasks.workunit.client.0.smithi016.stdout: "[2097152, 4194303]", 2024-04-15T16:06:23.885 INFO:tasks.workunit.client.0.smithi016.stdout: "[4194304, 8388607]", 2024-04-15T16:06:23.885 INFO:tasks.workunit.client.0.smithi016.stdout: "[8388608, 16777215]", 2024-04-15T16:06:23.886 INFO:tasks.workunit.client.0.smithi016.stdout: "[16777216, 33554431]", 2024-04-15T16:06:23.886 INFO:tasks.workunit.client.0.smithi016.stdout: "[33554432, 67108863]", 2024-04-15T16:06:23.886 INFO:tasks.workunit.client.0.smithi016.stdout: "[67108864, 134217727]", 2024-04-15T16:06:23.886 INFO:tasks.workunit.client.0.smithi016.stdout: "[134217728, 268435455]", 2024-04-15T16:06:23.886 INFO:tasks.workunit.client.0.smithi016.stdout: "[268435456, 536870911]", 2024-04-15T16:06:23.886 INFO:tasks.workunit.client.0.smithi016.stdout: "[536870912, 1073741823]", 2024-04-15T16:06:23.886 INFO:tasks.workunit.client.0.smithi016.stdout: "[1073741824, 2147483647]", 2024-04-15T16:06:23.886 INFO:tasks.workunit.client.0.smithi016.stdout: "[2147483648, 4294967295]", 2024-04-15T16:06:23.886 INFO:tasks.workunit.client.0.smithi016.stdout: "[4294967296, 8589934591]", 2024-04-15T16:06:23.886 INFO:tasks.workunit.client.0.smithi016.stdout: "[8589934592, 17179869183]", 2024-04-15T16:06:23.886 INFO:tasks.workunit.client.0.smithi016.stdout: "[17179869184, 34359738367]", 2024-04-15T16:06:23.886 INFO:tasks.workunit.client.0.smithi016.stdout: "[34359738368, 68719476735]", 2024-04-15T16:06:23.886 INFO:tasks.workunit.client.0.smithi016.stdout: "[68719476736, 137438953471]", 2024-04-15T16:06:23.886 INFO:tasks.workunit.client.0.smithi016.stdout: "[137438953472, 274877906943]", 2024-04-15T16:06:23.886 INFO:tasks.workunit.client.0.smithi016.stdout: "[274877906944, None]" 2024-04-15T16:06:23.887 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:23.887 INFO:tasks.workunit.client.0.smithi016.stdout: "scale_type": "log2" 2024-04-15T16:06:23.887 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T16:06:23.887 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:23.887 INFO:tasks.workunit.client.0.smithi016.stdout: "osds": [ 2024-04-15T16:06:23.887 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-15T16:06:23.887 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_id": 0, 2024-04-15T16:06:23.887 INFO:tasks.workunit.client.0.smithi016.stdout: "values": [ 2024-04-15T16:06:23.887 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.887 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.887 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.887 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.887 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 479, 0, 0, 9, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.888 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 4225, 61, 92, 195, 453, 600, 695, 2, 2, 1, 1, 1, 1, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.888 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 634, 12, 12, 0, 14, 13, 27, 2, 1, 0, 4, 1, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.888 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 250, 0, 0, 0, 0, 1, 1, 0, 0, 0, 0, 4, 10, 2, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.888 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 133, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 1, 6, 13, 9, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.888 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 74, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 4, 12, 20, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.888 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 8, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 5, 17, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.888 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.888 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.888 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.888 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.888 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.888 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.888 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.888 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.889 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.889 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.889 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.889 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.889 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.889 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.889 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.889 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.889 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.889 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.889 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.889 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.889 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-15T16:06:23.889 INFO:tasks.workunit.client.0.smithi016.stdout: ] 2024-04-15T16:06:23.890 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:23.890 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-15T16:06:23.890 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_id": 1, 2024-04-15T16:06:23.890 INFO:tasks.workunit.client.0.smithi016.stdout: "values": [ 2024-04-15T16:06:23.890 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.890 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.890 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.890 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.890 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 248, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.890 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 2801, 256, 34, 68, 122, 0, 0, 0, 0, 0, 0, 0, 0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.890 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 461, 34, 1316, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.890 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 444, 0, 26, 0, 0, 0, 0, 0, 0, 0, 0, 2, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.891 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 1800, 1269, 46, 0, 0, 0, 0, 0, 0, 0, 0, 0, 6, 3, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.891 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 1547, 1714, 247, 0, 0, 0, 0, 0, 0, 0, 0, 2, 2, 4, 19, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.891 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 18, 9, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 6, 22, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.891 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 3, 8, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.891 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.891 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.891 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.891 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.891 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.891 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.891 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.892 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.892 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.892 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.892 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.892 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.892 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.892 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.892 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.892 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.892 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.892 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.892 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.892 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-15T16:06:23.892 INFO:tasks.workunit.client.0.smithi016.stdout: ] 2024-04-15T16:06:23.892 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:23.893 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-15T16:06:23.893 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_id": 2, 2024-04-15T16:06:23.893 INFO:tasks.workunit.client.0.smithi016.stdout: "values": [ 2024-04-15T16:06:23.893 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.893 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.893 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.893 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.893 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 846, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.893 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 9445, 12, 0, 0, 3, 1, 0, 1, 1, 1, 1, 0, 0, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.893 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 15751, 1, 1, 0, 0, 0, 0, 0, 0, 2, 3, 5, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.893 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 296, 1, 0, 0, 0, 0, 0, 0, 0, 2, 0, 2, 11, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.893 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 81, 0, 0, 0, 0, 0, 1, 0, 0, 1, 0, 2, 8, 22, 10, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.893 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 36, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 5, 16, 36, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.893 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 4, 32, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.894 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.894 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.894 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.894 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.894 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.894 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.894 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.894 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.894 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.894 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.894 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.894 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.894 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.894 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.895 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.895 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.895 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.895 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.895 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.895 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.895 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-15T16:06:23.895 INFO:tasks.workunit.client.0.smithi016.stdout: ] 2024-04-15T16:06:23.895 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:23.895 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-15T16:06:23.895 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_id": 3, 2024-04-15T16:06:23.895 INFO:tasks.workunit.client.0.smithi016.stdout: "values": [ 2024-04-15T16:06:23.895 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.896 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.896 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.896 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.896 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 406, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.896 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 3154, 27, 1, 0, 1, 2, 0, 2, 2, 0, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.896 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 328, 3, 3, 0, 0, 0, 0, 0, 0, 2, 0, 0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.896 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 140, 17, 34, 41, 0, 0, 1, 0, 0, 0, 0, 1, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.896 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 946, 302, 0, 114, 0, 0, 0, 0, 0, 0, 2, 0, 6, 4, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.896 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 4103, 2537, 0, 410, 0, 0, 0, 0, 0, 0, 0, 0, 1, 5, 26, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.896 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 194, 162, 0, 19, 0, 0, 0, 0, 0, 0, 0, 0, 2, 5, 23, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.896 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.896 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.896 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.897 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.897 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.897 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.897 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.897 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.897 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.897 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.897 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.897 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.897 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.897 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.897 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.897 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.897 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.898 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.898 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.898 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.898 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-15T16:06:23.898 INFO:tasks.workunit.client.0.smithi016.stdout: ] 2024-04-15T16:06:23.898 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:23.898 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-15T16:06:23.898 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_id": 4, 2024-04-15T16:06:23.898 INFO:tasks.workunit.client.0.smithi016.stdout: "values": [ 2024-04-15T16:06:23.898 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.898 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.898 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.898 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.898 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 891, 7, 1, 18, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.899 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 3144, 228, 33, 50, 140, 275, 472, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.899 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 609, 9, 0, 0, 0, 0, 11, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.899 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 342, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.899 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 173, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 5, 2, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.899 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 29, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 2, 4, 15, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.899 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 3, 23, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.899 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 7, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.899 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.899 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.899 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.899 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.899 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.899 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.900 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.900 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.900 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.900 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.900 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.900 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.900 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.900 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.900 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.900 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.900 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.900 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.900 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.900 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-15T16:06:23.901 INFO:tasks.workunit.client.0.smithi016.stdout: ] 2024-04-15T16:06:23.901 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:23.901 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-15T16:06:23.901 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_id": 5, 2024-04-15T16:06:23.901 INFO:tasks.workunit.client.0.smithi016.stdout: "values": [ 2024-04-15T16:06:23.901 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.901 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.901 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.901 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.901 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 806, 9, 26, 46, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.901 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 5226, 64, 106, 207, 467, 597, 712, 5, 3, 1, 0, 1, 2, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.901 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 533, 1, 6, 6, 5, 14, 12, 0, 2, 1, 4, 0, 0, 2, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.902 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 502, 8, 4, 18, 1, 2, 0, 0, 0, 0, 1, 4, 3, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.902 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 290, 35, 77, 111, 28, 0, 0, 0, 0, 0, 0, 2, 8, 4, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.902 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 149, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 2, 3, 15, 23, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.902 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 9, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 3, 4, 45, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.902 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 12, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.902 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.902 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.902 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.902 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.902 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.902 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.902 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.902 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.903 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.903 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.903 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.903 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.903 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.903 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.903 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.903 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.903 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.903 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.903 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.903 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-15T16:06:23.903 INFO:tasks.workunit.client.0.smithi016.stdout: ] 2024-04-15T16:06:23.903 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:23.904 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-15T16:06:23.904 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_id": 6, 2024-04-15T16:06:23.904 INFO:tasks.workunit.client.0.smithi016.stdout: "values": [ 2024-04-15T16:06:23.904 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.904 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.904 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.904 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.904 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 465, 0, 0, 0, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.904 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 3043, 22, 0, 0, 14, 1, 6, 9, 14, 9, 1, 1, 0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.904 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 384, 0, 1, 0, 4, 0, 1, 1, 0, 7, 2, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.904 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 252, 3, 0, 0, 1, 0, 0, 0, 1, 0, 1, 5, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.904 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 181, 107, 0, 0, 0, 0, 0, 0, 0, 0, 2, 3, 5, 4, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.904 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 27, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 4, 13, 16, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.904 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 8, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 27, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.905 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 9, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.905 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.905 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.905 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.905 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.905 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.905 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.905 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.905 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.905 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.905 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.905 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.905 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.905 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.906 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.906 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.906 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.906 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.906 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.906 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.906 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-15T16:06:23.906 INFO:tasks.workunit.client.0.smithi016.stdout: ] 2024-04-15T16:06:23.906 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:23.906 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-15T16:06:23.906 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_id": 7, 2024-04-15T16:06:23.906 INFO:tasks.workunit.client.0.smithi016.stdout: "values": [ 2024-04-15T16:06:23.906 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.906 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.907 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.907 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.907 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 695, 13, 9, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.907 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 7445, 30, 70, 33, 2, 0, 4, 3, 8, 2, 0, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.907 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 2670, 37, 94, 47, 0, 0, 0, 1, 1, 6, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.907 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 189, 3, 2, 0, 0, 0, 0, 0, 0, 0, 1, 5, 5, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.907 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 73, 0, 0, 0, 0, 0, 1, 1, 0, 0, 0, 4, 7, 7, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.907 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 26, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 1, 2, 6, 37, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.907 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 3, 37, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.907 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 9, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.907 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.907 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.907 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.907 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.908 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.908 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.908 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.908 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.908 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.908 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.908 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.908 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.908 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.908 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.908 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.908 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.908 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.908 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.908 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.909 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-15T16:06:23.909 INFO:tasks.workunit.client.0.smithi016.stdout: ] 2024-04-15T16:06:23.909 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T16:06:23.909 INFO:tasks.workunit.client.0.smithi016.stdout: ] 2024-04-15T16:06:23.909 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:23.909 INFO:tasks.workunit.client.0.smithi016.stdout: "op_rw_latency_out_bytes_histogram": { 2024-04-15T16:06:23.909 INFO:tasks.workunit.client.0.smithi016.stdout: "axes": [ 2024-04-15T16:06:23.909 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-15T16:06:23.909 INFO:tasks.workunit.client.0.smithi016.stdout: "buckets": 32, 2024-04-15T16:06:23.909 INFO:tasks.workunit.client.0.smithi016.stdout: "min": 0, 2024-04-15T16:06:23.909 INFO:tasks.workunit.client.0.smithi016.stdout: "name": "Latency (usec)", 2024-04-15T16:06:23.909 INFO:tasks.workunit.client.0.smithi016.stdout: "quant_size": 100000, 2024-04-15T16:06:23.909 INFO:tasks.workunit.client.0.smithi016.stdout: "ranges": [ 2024-04-15T16:06:23.909 INFO:tasks.workunit.client.0.smithi016.stdout: "[None, -1]", 2024-04-15T16:06:23.909 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 99999]", 2024-04-15T16:06:23.910 INFO:tasks.workunit.client.0.smithi016.stdout: "[100000, 199999]", 2024-04-15T16:06:23.910 INFO:tasks.workunit.client.0.smithi016.stdout: "[200000, 399999]", 2024-04-15T16:06:23.910 INFO:tasks.workunit.client.0.smithi016.stdout: "[400000, 799999]", 2024-04-15T16:06:23.910 INFO:tasks.workunit.client.0.smithi016.stdout: "[800000, 1599999]", 2024-04-15T16:06:23.910 INFO:tasks.workunit.client.0.smithi016.stdout: "[1600000, 3199999]", 2024-04-15T16:06:23.910 INFO:tasks.workunit.client.0.smithi016.stdout: "[3200000, 6399999]", 2024-04-15T16:06:23.910 INFO:tasks.workunit.client.0.smithi016.stdout: "[6400000, 12799999]", 2024-04-15T16:06:23.910 INFO:tasks.workunit.client.0.smithi016.stdout: "[12800000, 25599999]", 2024-04-15T16:06:23.910 INFO:tasks.workunit.client.0.smithi016.stdout: "[25600000, 51199999]", 2024-04-15T16:06:23.910 INFO:tasks.workunit.client.0.smithi016.stdout: "[51200000, 102399999]", 2024-04-15T16:06:23.910 INFO:tasks.workunit.client.0.smithi016.stdout: "[102400000, 204799999]", 2024-04-15T16:06:23.910 INFO:tasks.workunit.client.0.smithi016.stdout: "[204800000, 409599999]", 2024-04-15T16:06:23.910 INFO:tasks.workunit.client.0.smithi016.stdout: "[409600000, 819199999]", 2024-04-15T16:06:23.910 INFO:tasks.workunit.client.0.smithi016.stdout: "[819200000, 1638399999]", 2024-04-15T16:06:23.911 INFO:tasks.workunit.client.0.smithi016.stdout: "[1638400000, 3276799999]", 2024-04-15T16:06:23.911 INFO:tasks.workunit.client.0.smithi016.stdout: "[3276800000, 6553599999]", 2024-04-15T16:06:23.911 INFO:tasks.workunit.client.0.smithi016.stdout: "[6553600000, 13107199999]", 2024-04-15T16:06:23.911 INFO:tasks.workunit.client.0.smithi016.stdout: "[13107200000, 26214399999]", 2024-04-15T16:06:23.911 INFO:tasks.workunit.client.0.smithi016.stdout: "[26214400000, 52428799999]", 2024-04-15T16:06:23.911 INFO:tasks.workunit.client.0.smithi016.stdout: "[52428800000, 104857599999]", 2024-04-15T16:06:23.911 INFO:tasks.workunit.client.0.smithi016.stdout: "[104857600000, 209715199999]", 2024-04-15T16:06:23.911 INFO:tasks.workunit.client.0.smithi016.stdout: "[209715200000, 419430399999]", 2024-04-15T16:06:23.911 INFO:tasks.workunit.client.0.smithi016.stdout: "[419430400000, 838860799999]", 2024-04-15T16:06:23.911 INFO:tasks.workunit.client.0.smithi016.stdout: "[838860800000, 1677721599999]", 2024-04-15T16:06:23.911 INFO:tasks.workunit.client.0.smithi016.stdout: "[1677721600000, 3355443199999]", 2024-04-15T16:06:23.911 INFO:tasks.workunit.client.0.smithi016.stdout: "[3355443200000, 6710886399999]", 2024-04-15T16:06:23.911 INFO:tasks.workunit.client.0.smithi016.stdout: "[6710886400000, 13421772799999]", 2024-04-15T16:06:23.911 INFO:tasks.workunit.client.0.smithi016.stdout: "[13421772800000, 26843545599999]", 2024-04-15T16:06:23.911 INFO:tasks.workunit.client.0.smithi016.stdout: "[26843545600000, 53687091199999]", 2024-04-15T16:06:23.912 INFO:tasks.workunit.client.0.smithi016.stdout: "[53687091200000, None]" 2024-04-15T16:06:23.912 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:23.912 INFO:tasks.workunit.client.0.smithi016.stdout: "scale_type": "log2" 2024-04-15T16:06:23.912 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:23.912 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-15T16:06:23.912 INFO:tasks.workunit.client.0.smithi016.stdout: "buckets": 32, 2024-04-15T16:06:23.912 INFO:tasks.workunit.client.0.smithi016.stdout: "min": 0, 2024-04-15T16:06:23.912 INFO:tasks.workunit.client.0.smithi016.stdout: "name": "Request size (bytes)", 2024-04-15T16:06:23.912 INFO:tasks.workunit.client.0.smithi016.stdout: "quant_size": 512, 2024-04-15T16:06:23.912 INFO:tasks.workunit.client.0.smithi016.stdout: "ranges": [ 2024-04-15T16:06:23.912 INFO:tasks.workunit.client.0.smithi016.stdout: "[None, -1]", 2024-04-15T16:06:23.912 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 511]", 2024-04-15T16:06:23.912 INFO:tasks.workunit.client.0.smithi016.stdout: "[512, 1023]", 2024-04-15T16:06:23.913 INFO:tasks.workunit.client.0.smithi016.stdout: "[1024, 2047]", 2024-04-15T16:06:23.913 INFO:tasks.workunit.client.0.smithi016.stdout: "[2048, 4095]", 2024-04-15T16:06:23.913 INFO:tasks.workunit.client.0.smithi016.stdout: "[4096, 8191]", 2024-04-15T16:06:23.913 INFO:tasks.workunit.client.0.smithi016.stdout: "[8192, 16383]", 2024-04-15T16:06:23.913 INFO:tasks.workunit.client.0.smithi016.stdout: "[16384, 32767]", 2024-04-15T16:06:23.913 INFO:tasks.workunit.client.0.smithi016.stdout: "[32768, 65535]", 2024-04-15T16:06:23.913 INFO:tasks.workunit.client.0.smithi016.stdout: "[65536, 131071]", 2024-04-15T16:06:23.913 INFO:tasks.workunit.client.0.smithi016.stdout: "[131072, 262143]", 2024-04-15T16:06:23.913 INFO:tasks.workunit.client.0.smithi016.stdout: "[262144, 524287]", 2024-04-15T16:06:23.913 INFO:tasks.workunit.client.0.smithi016.stdout: "[524288, 1048575]", 2024-04-15T16:06:23.913 INFO:tasks.workunit.client.0.smithi016.stdout: "[1048576, 2097151]", 2024-04-15T16:06:23.913 INFO:tasks.workunit.client.0.smithi016.stdout: "[2097152, 4194303]", 2024-04-15T16:06:23.913 INFO:tasks.workunit.client.0.smithi016.stdout: "[4194304, 8388607]", 2024-04-15T16:06:23.913 INFO:tasks.workunit.client.0.smithi016.stdout: "[8388608, 16777215]", 2024-04-15T16:06:23.913 INFO:tasks.workunit.client.0.smithi016.stdout: "[16777216, 33554431]", 2024-04-15T16:06:23.914 INFO:tasks.workunit.client.0.smithi016.stdout: "[33554432, 67108863]", 2024-04-15T16:06:23.914 INFO:tasks.workunit.client.0.smithi016.stdout: "[67108864, 134217727]", 2024-04-15T16:06:23.914 INFO:tasks.workunit.client.0.smithi016.stdout: "[134217728, 268435455]", 2024-04-15T16:06:23.914 INFO:tasks.workunit.client.0.smithi016.stdout: "[268435456, 536870911]", 2024-04-15T16:06:23.914 INFO:tasks.workunit.client.0.smithi016.stdout: "[536870912, 1073741823]", 2024-04-15T16:06:23.914 INFO:tasks.workunit.client.0.smithi016.stdout: "[1073741824, 2147483647]", 2024-04-15T16:06:23.914 INFO:tasks.workunit.client.0.smithi016.stdout: "[2147483648, 4294967295]", 2024-04-15T16:06:23.914 INFO:tasks.workunit.client.0.smithi016.stdout: "[4294967296, 8589934591]", 2024-04-15T16:06:23.914 INFO:tasks.workunit.client.0.smithi016.stdout: "[8589934592, 17179869183]", 2024-04-15T16:06:23.914 INFO:tasks.workunit.client.0.smithi016.stdout: "[17179869184, 34359738367]", 2024-04-15T16:06:23.914 INFO:tasks.workunit.client.0.smithi016.stdout: "[34359738368, 68719476735]", 2024-04-15T16:06:23.914 INFO:tasks.workunit.client.0.smithi016.stdout: "[68719476736, 137438953471]", 2024-04-15T16:06:23.915 INFO:tasks.workunit.client.0.smithi016.stdout: "[137438953472, 274877906943]", 2024-04-15T16:06:23.915 INFO:tasks.workunit.client.0.smithi016.stdout: "[274877906944, None]" 2024-04-15T16:06:23.915 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:23.915 INFO:tasks.workunit.client.0.smithi016.stdout: "scale_type": "log2" 2024-04-15T16:06:23.915 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T16:06:23.915 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:23.915 INFO:tasks.workunit.client.0.smithi016.stdout: "osds": [ 2024-04-15T16:06:23.915 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-15T16:06:23.915 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_id": 0, 2024-04-15T16:06:23.915 INFO:tasks.workunit.client.0.smithi016.stdout: "values": [ 2024-04-15T16:06:23.915 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.915 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.915 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.915 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.916 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 489, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.916 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 6332, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.916 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 722, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.916 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 269, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.916 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 163, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.916 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 111, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.916 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 31, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.916 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.916 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.916 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.916 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.916 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.916 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.916 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.917 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.917 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.917 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.917 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.917 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.917 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.917 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.917 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.917 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.917 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.917 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.917 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.917 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.917 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-15T16:06:23.917 INFO:tasks.workunit.client.0.smithi016.stdout: ] 2024-04-15T16:06:23.918 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:23.918 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-15T16:06:23.918 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_id": 1, 2024-04-15T16:06:23.918 INFO:tasks.workunit.client.0.smithi016.stdout: "values": [ 2024-04-15T16:06:23.918 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.918 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.918 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.918 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.918 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 248, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.918 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 3284, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.918 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 1812, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.918 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 473, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.918 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 3127, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.919 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 3535, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.919 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 61, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.919 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 18, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.919 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.919 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.919 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.919 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.919 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.919 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.919 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.919 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.919 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.919 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.920 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.920 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.920 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.920 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.920 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.920 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.920 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.920 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.920 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.920 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-15T16:06:23.921 INFO:tasks.workunit.client.0.smithi016.stdout: ] 2024-04-15T16:06:23.921 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:23.921 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-15T16:06:23.921 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_id": 2, 2024-04-15T16:06:23.921 INFO:tasks.workunit.client.0.smithi016.stdout: "values": [ 2024-04-15T16:06:23.921 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.921 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.921 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.921 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.921 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 852, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.921 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 9469, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.921 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 15765, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.921 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 312, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.921 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 125, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.921 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 94, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.922 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 41, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.922 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 7, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.922 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.922 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.922 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.922 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.922 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.922 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.922 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.922 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.922 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.922 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.922 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.923 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.923 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.923 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.923 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.923 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.923 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.923 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.923 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.923 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-15T16:06:23.923 INFO:tasks.workunit.client.0.smithi016.stdout: ] 2024-04-15T16:06:23.923 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:23.923 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-15T16:06:23.923 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_id": 3, 2024-04-15T16:06:23.923 INFO:tasks.workunit.client.0.smithi016.stdout: "values": [ 2024-04-15T16:06:23.923 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.923 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.924 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.924 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.924 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 406, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.924 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 3191, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.924 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 338, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.924 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 238, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.924 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 1378, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.924 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 7082, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.924 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 405, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.924 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 7, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.924 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.924 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.924 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.924 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.924 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.924 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.925 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.925 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.925 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.925 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.925 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.925 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.925 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.925 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.925 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.925 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.925 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.925 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.925 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.925 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-15T16:06:23.926 INFO:tasks.workunit.client.0.smithi016.stdout: ] 2024-04-15T16:06:23.926 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:23.926 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-15T16:06:23.926 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_id": 4, 2024-04-15T16:06:23.926 INFO:tasks.workunit.client.0.smithi016.stdout: "values": [ 2024-04-15T16:06:23.926 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.926 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.926 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.926 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.926 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 917, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.926 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 4342, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.926 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 630, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.926 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 345, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.926 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 183, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.927 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 51, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.927 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 29, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.927 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 7, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.927 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.927 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.927 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.927 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.927 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.927 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.927 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.927 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.927 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.927 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.927 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.928 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.928 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.928 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.928 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.928 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.928 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.928 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.928 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.928 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-15T16:06:23.928 INFO:tasks.workunit.client.0.smithi016.stdout: ] 2024-04-15T16:06:23.928 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:23.928 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-15T16:06:23.928 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_id": 5, 2024-04-15T16:06:23.928 INFO:tasks.workunit.client.0.smithi016.stdout: "values": [ 2024-04-15T16:06:23.929 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.929 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.929 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.929 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.929 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 887, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.929 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 7394, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.929 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 587, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.929 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 544, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.929 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 556, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.929 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 193, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.929 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 61, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.929 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 13, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.929 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.929 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.930 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.930 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.930 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.930 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.930 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.930 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.930 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.930 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.930 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.930 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.930 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.930 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.930 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.931 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.931 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.931 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.931 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.931 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-15T16:06:23.931 INFO:tasks.workunit.client.0.smithi016.stdout: ] 2024-04-15T16:06:23.931 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:23.931 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-15T16:06:23.931 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_id": 6, 2024-04-15T16:06:23.931 INFO:tasks.workunit.client.0.smithi016.stdout: "values": [ 2024-04-15T16:06:23.931 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.931 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.931 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.931 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.932 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 471, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.932 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 3123, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.932 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 402, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.932 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 265, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.932 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 304, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.932 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 60, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.932 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 37, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.932 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 9, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.932 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.932 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.932 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.932 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.932 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.932 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.933 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.933 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.933 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.933 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.933 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.933 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.933 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.933 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.933 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.933 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.933 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.933 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.933 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.933 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-15T16:06:23.933 INFO:tasks.workunit.client.0.smithi016.stdout: ] 2024-04-15T16:06:23.933 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:23.934 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-15T16:06:23.934 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_id": 7, 2024-04-15T16:06:23.934 INFO:tasks.workunit.client.0.smithi016.stdout: "values": [ 2024-04-15T16:06:23.934 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.934 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.934 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.934 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.934 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 717, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.934 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 7599, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.934 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 2858, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.934 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 207, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.934 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 94, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.934 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 73, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.934 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 43, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.935 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 9, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.935 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.935 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.935 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.935 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.935 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.935 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.935 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.935 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.935 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.935 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.935 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.935 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.935 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.935 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.935 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.936 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.936 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.936 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.936 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.936 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-15T16:06:23.936 INFO:tasks.workunit.client.0.smithi016.stdout: ] 2024-04-15T16:06:23.936 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T16:06:23.936 INFO:tasks.workunit.client.0.smithi016.stdout: ] 2024-04-15T16:06:23.936 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:23.936 INFO:tasks.workunit.client.0.smithi016.stdout: "op_w_latency_in_bytes_histogram": { 2024-04-15T16:06:23.936 INFO:tasks.workunit.client.0.smithi016.stdout: "axes": [ 2024-04-15T16:06:23.936 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-15T16:06:23.936 INFO:tasks.workunit.client.0.smithi016.stdout: "buckets": 32, 2024-04-15T16:06:23.936 INFO:tasks.workunit.client.0.smithi016.stdout: "min": 0, 2024-04-15T16:06:23.936 INFO:tasks.workunit.client.0.smithi016.stdout: "name": "Latency (usec)", 2024-04-15T16:06:23.937 INFO:tasks.workunit.client.0.smithi016.stdout: "quant_size": 100000, 2024-04-15T16:06:23.937 INFO:tasks.workunit.client.0.smithi016.stdout: "ranges": [ 2024-04-15T16:06:23.937 INFO:tasks.workunit.client.0.smithi016.stdout: "[None, -1]", 2024-04-15T16:06:23.937 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 99999]", 2024-04-15T16:06:23.937 INFO:tasks.workunit.client.0.smithi016.stdout: "[100000, 199999]", 2024-04-15T16:06:23.937 INFO:tasks.workunit.client.0.smithi016.stdout: "[200000, 399999]", 2024-04-15T16:06:23.937 INFO:tasks.workunit.client.0.smithi016.stdout: "[400000, 799999]", 2024-04-15T16:06:23.937 INFO:tasks.workunit.client.0.smithi016.stdout: "[800000, 1599999]", 2024-04-15T16:06:23.937 INFO:tasks.workunit.client.0.smithi016.stdout: "[1600000, 3199999]", 2024-04-15T16:06:23.937 INFO:tasks.workunit.client.0.smithi016.stdout: "[3200000, 6399999]", 2024-04-15T16:06:23.937 INFO:tasks.workunit.client.0.smithi016.stdout: "[6400000, 12799999]", 2024-04-15T16:06:23.937 INFO:tasks.workunit.client.0.smithi016.stdout: "[12800000, 25599999]", 2024-04-15T16:06:23.937 INFO:tasks.workunit.client.0.smithi016.stdout: "[25600000, 51199999]", 2024-04-15T16:06:23.937 INFO:tasks.workunit.client.0.smithi016.stdout: "[51200000, 102399999]", 2024-04-15T16:06:23.937 INFO:tasks.workunit.client.0.smithi016.stdout: "[102400000, 204799999]", 2024-04-15T16:06:23.938 INFO:tasks.workunit.client.0.smithi016.stdout: "[204800000, 409599999]", 2024-04-15T16:06:23.938 INFO:tasks.workunit.client.0.smithi016.stdout: "[409600000, 819199999]", 2024-04-15T16:06:23.938 INFO:tasks.workunit.client.0.smithi016.stdout: "[819200000, 1638399999]", 2024-04-15T16:06:23.938 INFO:tasks.workunit.client.0.smithi016.stdout: "[1638400000, 3276799999]", 2024-04-15T16:06:23.938 INFO:tasks.workunit.client.0.smithi016.stdout: "[3276800000, 6553599999]", 2024-04-15T16:06:23.938 INFO:tasks.workunit.client.0.smithi016.stdout: "[6553600000, 13107199999]", 2024-04-15T16:06:23.938 INFO:tasks.workunit.client.0.smithi016.stdout: "[13107200000, 26214399999]", 2024-04-15T16:06:23.938 INFO:tasks.workunit.client.0.smithi016.stdout: "[26214400000, 52428799999]", 2024-04-15T16:06:23.938 INFO:tasks.workunit.client.0.smithi016.stdout: "[52428800000, 104857599999]", 2024-04-15T16:06:23.938 INFO:tasks.workunit.client.0.smithi016.stdout: "[104857600000, 209715199999]", 2024-04-15T16:06:23.938 INFO:tasks.workunit.client.0.smithi016.stdout: "[209715200000, 419430399999]", 2024-04-15T16:06:23.938 INFO:tasks.workunit.client.0.smithi016.stdout: "[419430400000, 838860799999]", 2024-04-15T16:06:23.938 INFO:tasks.workunit.client.0.smithi016.stdout: "[838860800000, 1677721599999]", 2024-04-15T16:06:23.939 INFO:tasks.workunit.client.0.smithi016.stdout: "[1677721600000, 3355443199999]", 2024-04-15T16:06:23.939 INFO:tasks.workunit.client.0.smithi016.stdout: "[3355443200000, 6710886399999]", 2024-04-15T16:06:23.939 INFO:tasks.workunit.client.0.smithi016.stdout: "[6710886400000, 13421772799999]", 2024-04-15T16:06:23.939 INFO:tasks.workunit.client.0.smithi016.stdout: "[13421772800000, 26843545599999]", 2024-04-15T16:06:23.939 INFO:tasks.workunit.client.0.smithi016.stdout: "[26843545600000, 53687091199999]", 2024-04-15T16:06:23.939 INFO:tasks.workunit.client.0.smithi016.stdout: "[53687091200000, None]" 2024-04-15T16:06:23.939 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:23.939 INFO:tasks.workunit.client.0.smithi016.stdout: "scale_type": "log2" 2024-04-15T16:06:23.939 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:23.939 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-15T16:06:23.939 INFO:tasks.workunit.client.0.smithi016.stdout: "buckets": 32, 2024-04-15T16:06:23.939 INFO:tasks.workunit.client.0.smithi016.stdout: "min": 0, 2024-04-15T16:06:23.939 INFO:tasks.workunit.client.0.smithi016.stdout: "name": "Request size (bytes)", 2024-04-15T16:06:23.939 INFO:tasks.workunit.client.0.smithi016.stdout: "quant_size": 512, 2024-04-15T16:06:23.940 INFO:tasks.workunit.client.0.smithi016.stdout: "ranges": [ 2024-04-15T16:06:23.940 INFO:tasks.workunit.client.0.smithi016.stdout: "[None, -1]", 2024-04-15T16:06:23.940 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 511]", 2024-04-15T16:06:23.940 INFO:tasks.workunit.client.0.smithi016.stdout: "[512, 1023]", 2024-04-15T16:06:23.940 INFO:tasks.workunit.client.0.smithi016.stdout: "[1024, 2047]", 2024-04-15T16:06:23.940 INFO:tasks.workunit.client.0.smithi016.stdout: "[2048, 4095]", 2024-04-15T16:06:23.940 INFO:tasks.workunit.client.0.smithi016.stdout: "[4096, 8191]", 2024-04-15T16:06:23.940 INFO:tasks.workunit.client.0.smithi016.stdout: "[8192, 16383]", 2024-04-15T16:06:23.940 INFO:tasks.workunit.client.0.smithi016.stdout: "[16384, 32767]", 2024-04-15T16:06:23.940 INFO:tasks.workunit.client.0.smithi016.stdout: "[32768, 65535]", 2024-04-15T16:06:23.940 INFO:tasks.workunit.client.0.smithi016.stdout: "[65536, 131071]", 2024-04-15T16:06:23.940 INFO:tasks.workunit.client.0.smithi016.stdout: "[131072, 262143]", 2024-04-15T16:06:23.940 INFO:tasks.workunit.client.0.smithi016.stdout: "[262144, 524287]", 2024-04-15T16:06:23.941 INFO:tasks.workunit.client.0.smithi016.stdout: "[524288, 1048575]", 2024-04-15T16:06:23.941 INFO:tasks.workunit.client.0.smithi016.stdout: "[1048576, 2097151]", 2024-04-15T16:06:23.941 INFO:tasks.workunit.client.0.smithi016.stdout: "[2097152, 4194303]", 2024-04-15T16:06:23.941 INFO:tasks.workunit.client.0.smithi016.stdout: "[4194304, 8388607]", 2024-04-15T16:06:23.941 INFO:tasks.workunit.client.0.smithi016.stdout: "[8388608, 16777215]", 2024-04-15T16:06:23.941 INFO:tasks.workunit.client.0.smithi016.stdout: "[16777216, 33554431]", 2024-04-15T16:06:23.941 INFO:tasks.workunit.client.0.smithi016.stdout: "[33554432, 67108863]", 2024-04-15T16:06:23.941 INFO:tasks.workunit.client.0.smithi016.stdout: "[67108864, 134217727]", 2024-04-15T16:06:23.941 INFO:tasks.workunit.client.0.smithi016.stdout: "[134217728, 268435455]", 2024-04-15T16:06:23.941 INFO:tasks.workunit.client.0.smithi016.stdout: "[268435456, 536870911]", 2024-04-15T16:06:23.941 INFO:tasks.workunit.client.0.smithi016.stdout: "[536870912, 1073741823]", 2024-04-15T16:06:23.941 INFO:tasks.workunit.client.0.smithi016.stdout: "[1073741824, 2147483647]", 2024-04-15T16:06:23.941 INFO:tasks.workunit.client.0.smithi016.stdout: "[2147483648, 4294967295]", 2024-04-15T16:06:23.941 INFO:tasks.workunit.client.0.smithi016.stdout: "[4294967296, 8589934591]", 2024-04-15T16:06:23.942 INFO:tasks.workunit.client.0.smithi016.stdout: "[8589934592, 17179869183]", 2024-04-15T16:06:23.942 INFO:tasks.workunit.client.0.smithi016.stdout: "[17179869184, 34359738367]", 2024-04-15T16:06:23.942 INFO:tasks.workunit.client.0.smithi016.stdout: "[34359738368, 68719476735]", 2024-04-15T16:06:23.942 INFO:tasks.workunit.client.0.smithi016.stdout: "[68719476736, 137438953471]", 2024-04-15T16:06:23.942 INFO:tasks.workunit.client.0.smithi016.stdout: "[137438953472, 274877906943]", 2024-04-15T16:06:23.942 INFO:tasks.workunit.client.0.smithi016.stdout: "[274877906944, None]" 2024-04-15T16:06:23.942 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:23.942 INFO:tasks.workunit.client.0.smithi016.stdout: "scale_type": "log2" 2024-04-15T16:06:23.942 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T16:06:23.942 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:23.942 INFO:tasks.workunit.client.0.smithi016.stdout: "osds": [ 2024-04-15T16:06:23.942 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-15T16:06:23.942 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_id": 0, 2024-04-15T16:06:23.942 INFO:tasks.workunit.client.0.smithi016.stdout: "values": [ 2024-04-15T16:06:23.943 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.943 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.943 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.943 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.943 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 79, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.943 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 1948, 24, 0, 0, 8, 0, 0, 0, 0, 0, 0, 2, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.943 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 1211, 13, 1, 1, 4, 4, 6, 14, 31, 58, 60, 18, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.943 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 152, 20, 0, 0, 0, 0, 1, 2, 3, 7, 55, 210, 146, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.943 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 374, 8, 0, 0, 0, 0, 0, 0, 0, 3, 14, 15, 261, 10, 13, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.943 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 614, 30, 0, 0, 0, 0, 0, 0, 1, 0, 2, 1, 9, 21, 74, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.943 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 589, 45, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 9, 15, 101, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.943 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 626, 92, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.943 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 402, 75, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.944 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.944 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.944 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.944 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.944 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.944 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.944 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.944 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.944 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.944 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.944 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.944 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.944 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.944 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.945 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.945 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.945 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.945 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.945 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-15T16:06:23.945 INFO:tasks.workunit.client.0.smithi016.stdout: ] 2024-04-15T16:06:23.945 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:23.945 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-15T16:06:23.945 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_id": 1, 2024-04-15T16:06:23.945 INFO:tasks.workunit.client.0.smithi016.stdout: "values": [ 2024-04-15T16:06:23.945 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.945 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.945 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.945 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.946 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 31, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.946 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 2743, 22, 0, 1, 4, 0, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.946 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 1364, 6, 1, 2, 5, 10, 11, 21, 38, 65, 114, 34, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.946 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 105, 1, 1, 0, 2, 4, 4, 3, 9, 8, 73, 278, 296, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.946 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 54, 1, 0, 0, 0, 0, 1, 0, 1, 1, 9, 18, 320, 6, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.946 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 18, 0, 0, 0, 0, 0, 0, 0, 1, 3, 7, 8, 22, 34, 63, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.946 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 17, 0, 0, 0, 0, 0, 0, 2, 1, 2, 1, 2, 15, 20, 61, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.946 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 771, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 0, 7, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.946 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 2491, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.946 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 473, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.946 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.946 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.946 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.946 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.947 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.947 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.947 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.947 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.947 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.947 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.947 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.947 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.947 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.947 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.947 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.947 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.947 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.947 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-15T16:06:23.947 INFO:tasks.workunit.client.0.smithi016.stdout: ] 2024-04-15T16:06:23.948 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:23.948 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-15T16:06:23.948 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_id": 2, 2024-04-15T16:06:23.948 INFO:tasks.workunit.client.0.smithi016.stdout: "values": [ 2024-04-15T16:06:23.948 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.948 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.948 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.948 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.948 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 54, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.948 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 310, 2, 1, 0, 10, 0, 2, 2, 7, 9, 2, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.948 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 176, 11, 2, 0, 1, 1, 1, 7, 7, 12, 51, 42, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.948 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 239, 11, 0, 0, 0, 0, 6, 9, 12, 17, 56, 93, 10, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.948 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 159, 2, 0, 0, 0, 0, 1, 1, 8, 4, 32, 55, 27, 11, 11, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.949 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 71, 0, 0, 0, 0, 0, 1, 0, 5, 1, 9, 12, 24, 62, 106, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.949 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 6, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 2, 13, 36, 85, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.949 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 14, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.949 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.949 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.949 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.949 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 4, 0, 0, 0, 0, 0, 0, 0, 0, 1, 2, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.949 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.949 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.949 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.949 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.949 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.949 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.949 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.950 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.950 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.950 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.950 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.950 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.950 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.950 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.950 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.950 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-15T16:06:23.950 INFO:tasks.workunit.client.0.smithi016.stdout: ] 2024-04-15T16:06:23.950 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:23.950 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-15T16:06:23.950 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_id": 3, 2024-04-15T16:06:23.950 INFO:tasks.workunit.client.0.smithi016.stdout: "values": [ 2024-04-15T16:06:23.950 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.951 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.951 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.951 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.951 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 44, 3, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.951 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 1236, 22, 0, 1, 19, 1, 3, 3, 6, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.951 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 429, 4, 0, 0, 2, 2, 8, 10, 14, 29, 74, 21, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.951 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 239, 5, 0, 0, 0, 0, 3, 2, 3, 5, 35, 122, 148, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.951 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 452, 2, 0, 0, 0, 0, 1, 4, 1, 3, 8, 19, 67, 9, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.951 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 431, 0, 0, 0, 0, 0, 0, 0, 1, 4, 4, 8, 15, 36, 66, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.951 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 280, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 4, 9, 54, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.951 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 72, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 2, 4, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.951 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 7, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.951 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.951 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.951 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.952 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.952 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.952 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.952 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.952 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.952 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.952 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.952 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.952 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.952 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.952 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.952 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.952 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.952 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.953 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.953 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-15T16:06:23.953 INFO:tasks.workunit.client.0.smithi016.stdout: ] 2024-04-15T16:06:23.953 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:23.953 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-15T16:06:23.953 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_id": 4, 2024-04-15T16:06:23.953 INFO:tasks.workunit.client.0.smithi016.stdout: "values": [ 2024-04-15T16:06:23.953 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.953 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.953 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.953 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.953 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 85, 2, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.953 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 1181, 8, 1, 0, 9, 1, 4, 5, 12, 15, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.953 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 657, 3, 0, 1, 2, 3, 3, 9, 15, 25, 45, 10, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.954 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 323, 12, 0, 0, 0, 0, 0, 1, 2, 6, 41, 128, 57, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.954 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 494, 11, 0, 0, 0, 0, 0, 1, 2, 4, 12, 12, 149, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.954 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 335, 0, 0, 0, 0, 0, 0, 0, 0, 1, 4, 2, 18, 32, 42, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.954 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 59, 0, 0, 0, 0, 0, 1, 0, 0, 0, 1, 4, 6, 16, 64, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.954 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 55, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.954 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.954 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.954 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.954 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.954 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.954 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.954 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.954 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.954 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.954 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.955 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.955 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.955 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.955 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.955 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.955 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.955 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.955 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.955 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.955 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-15T16:06:23.955 INFO:tasks.workunit.client.0.smithi016.stdout: ] 2024-04-15T16:06:23.955 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:23.955 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-15T16:06:23.956 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_id": 5, 2024-04-15T16:06:23.956 INFO:tasks.workunit.client.0.smithi016.stdout: "values": [ 2024-04-15T16:06:23.956 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.956 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.956 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.956 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.956 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 121, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.956 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 432, 16, 0, 0, 11, 1, 1, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.956 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 79, 4, 1, 0, 0, 1, 0, 1, 6, 3, 4, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.956 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 109, 11, 1, 0, 0, 0, 0, 1, 1, 3, 11, 9, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.956 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 25, 12, 0, 0, 0, 0, 0, 1, 0, 1, 8, 7, 16, 9, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.956 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 5, 25, 0, 0, 3, 0, 1, 0, 1, 1, 3, 6, 21, 38, 63, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.956 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 45, 0, 0, 0, 0, 0, 0, 0, 0, 2, 2, 10, 27, 98, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.956 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 84, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 11, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.957 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 81, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.957 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.957 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.957 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.957 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.957 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.957 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.957 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.957 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.957 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.957 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.957 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.957 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.958 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.958 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.958 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.958 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.958 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.958 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.958 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-15T16:06:23.958 INFO:tasks.workunit.client.0.smithi016.stdout: ] 2024-04-15T16:06:23.958 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:23.958 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-15T16:06:23.958 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_id": 6, 2024-04-15T16:06:23.958 INFO:tasks.workunit.client.0.smithi016.stdout: "values": [ 2024-04-15T16:06:23.958 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.958 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.958 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.959 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.959 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 56, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.959 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 1031, 18, 2, 2, 13, 0, 0, 0, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.959 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 827, 5, 0, 2, 2, 6, 8, 9, 18, 29, 39, 14, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.959 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 421, 1, 0, 0, 1, 2, 0, 4, 7, 10, 54, 133, 60, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.959 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 594, 16, 0, 0, 0, 0, 1, 0, 5, 0, 13, 29, 195, 2, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.959 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 280, 27, 0, 0, 0, 0, 0, 0, 0, 2, 3, 9, 21, 43, 72, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.959 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 131, 45, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 9, 18, 91, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.959 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 61, 86, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 2, 3, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.959 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 84, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.959 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.959 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.959 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.959 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.960 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.960 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.960 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.960 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.960 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.960 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.960 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.960 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.960 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.960 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.960 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.960 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.960 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.960 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.960 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-15T16:06:23.961 INFO:tasks.workunit.client.0.smithi016.stdout: ] 2024-04-15T16:06:23.961 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:23.961 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-15T16:06:23.961 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_id": 7, 2024-04-15T16:06:23.961 INFO:tasks.workunit.client.0.smithi016.stdout: "values": [ 2024-04-15T16:06:23.961 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.961 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.961 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.961 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.961 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 45, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.961 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 223, 13, 1, 2, 5, 0, 0, 6, 5, 3, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.961 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 64, 7, 0, 0, 0, 1, 1, 4, 3, 9, 11, 8, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.961 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 116, 6, 0, 1, 0, 0, 2, 1, 5, 5, 28, 29, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.961 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 50, 4, 0, 0, 0, 0, 0, 0, 1, 4, 9, 23, 16, 8, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.962 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 17, 0, 0, 0, 0, 0, 0, 2, 0, 1, 5, 10, 14, 36, 68, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.962 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 2, 2, 13, 33, 91, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.962 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 6, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.962 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.962 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.962 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.962 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.962 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.962 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.962 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.962 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.962 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.962 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.963 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.963 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.963 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.963 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.963 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.963 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.963 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.963 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.963 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.963 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-15T16:06:23.963 INFO:tasks.workunit.client.0.smithi016.stdout: ] 2024-04-15T16:06:23.963 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T16:06:23.963 INFO:tasks.workunit.client.0.smithi016.stdout: ] 2024-04-15T16:06:23.964 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T16:06:23.964 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:23.964 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-15T16:06:23.964 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_resrv_repnum_vs_duration": { 2024-04-15T16:06:23.964 INFO:tasks.workunit.client.0.smithi016.stdout: "axes": [ 2024-04-15T16:06:23.964 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-15T16:06:23.964 INFO:tasks.workunit.client.0.smithi016.stdout: "buckets": 8, 2024-04-15T16:06:23.964 INFO:tasks.workunit.client.0.smithi016.stdout: "min": 0, 2024-04-15T16:06:23.964 INFO:tasks.workunit.client.0.smithi016.stdout: "name": "number of replicas", 2024-04-15T16:06:23.964 INFO:tasks.workunit.client.0.smithi016.stdout: "quant_size": 1, 2024-04-15T16:06:23.964 INFO:tasks.workunit.client.0.smithi016.stdout: "ranges": [ 2024-04-15T16:06:23.964 INFO:tasks.workunit.client.0.smithi016.stdout: "[None, -1]", 2024-04-15T16:06:23.964 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0]", 2024-04-15T16:06:23.964 INFO:tasks.workunit.client.0.smithi016.stdout: "[1, 1]", 2024-04-15T16:06:23.964 INFO:tasks.workunit.client.0.smithi016.stdout: "[2, 2]", 2024-04-15T16:06:23.965 INFO:tasks.workunit.client.0.smithi016.stdout: "[3, 3]", 2024-04-15T16:06:23.965 INFO:tasks.workunit.client.0.smithi016.stdout: "[4, 4]", 2024-04-15T16:06:23.965 INFO:tasks.workunit.client.0.smithi016.stdout: "[5, 5]", 2024-04-15T16:06:23.965 INFO:tasks.workunit.client.0.smithi016.stdout: "[6, None]" 2024-04-15T16:06:23.965 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:23.965 INFO:tasks.workunit.client.0.smithi016.stdout: "scale_type": "linear" 2024-04-15T16:06:23.965 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:23.965 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-15T16:06:23.965 INFO:tasks.workunit.client.0.smithi016.stdout: "buckets": 10, 2024-04-15T16:06:23.965 INFO:tasks.workunit.client.0.smithi016.stdout: "min": 0, 2024-04-15T16:06:23.965 INFO:tasks.workunit.client.0.smithi016.stdout: "name": "duration", 2024-04-15T16:06:23.965 INFO:tasks.workunit.client.0.smithi016.stdout: "quant_size": 250000, 2024-04-15T16:06:23.965 INFO:tasks.workunit.client.0.smithi016.stdout: "ranges": [ 2024-04-15T16:06:23.965 INFO:tasks.workunit.client.0.smithi016.stdout: "[None, -1]", 2024-04-15T16:06:23.965 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 249999]", 2024-04-15T16:06:23.966 INFO:tasks.workunit.client.0.smithi016.stdout: "[250000, 499999]", 2024-04-15T16:06:23.966 INFO:tasks.workunit.client.0.smithi016.stdout: "[500000, 999999]", 2024-04-15T16:06:23.966 INFO:tasks.workunit.client.0.smithi016.stdout: "[1000000, 1999999]", 2024-04-15T16:06:23.966 INFO:tasks.workunit.client.0.smithi016.stdout: "[2000000, 3999999]", 2024-04-15T16:06:23.966 INFO:tasks.workunit.client.0.smithi016.stdout: "[4000000, 7999999]", 2024-04-15T16:06:23.966 INFO:tasks.workunit.client.0.smithi016.stdout: "[8000000, 15999999]", 2024-04-15T16:06:23.966 INFO:tasks.workunit.client.0.smithi016.stdout: "[16000000, 31999999]", 2024-04-15T16:06:23.966 INFO:tasks.workunit.client.0.smithi016.stdout: "[32000000, None]" 2024-04-15T16:06:23.966 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:23.966 INFO:tasks.workunit.client.0.smithi016.stdout: "scale_type": "log2" 2024-04-15T16:06:23.966 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T16:06:23.966 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:23.966 INFO:tasks.workunit.client.0.smithi016.stdout: "osds": [ 2024-04-15T16:06:23.966 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-15T16:06:23.967 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_id": 0, 2024-04-15T16:06:23.967 INFO:tasks.workunit.client.0.smithi016.stdout: "values": [ 2024-04-15T16:06:23.967 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.967 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.967 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.967 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.967 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.967 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.967 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.967 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-15T16:06:23.967 INFO:tasks.workunit.client.0.smithi016.stdout: ] 2024-04-15T16:06:23.967 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:23.967 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-15T16:06:23.967 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_id": 1, 2024-04-15T16:06:23.967 INFO:tasks.workunit.client.0.smithi016.stdout: "values": [ 2024-04-15T16:06:23.968 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.968 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.968 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.968 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.968 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.968 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.968 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.968 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-15T16:06:23.968 INFO:tasks.workunit.client.0.smithi016.stdout: ] 2024-04-15T16:06:23.968 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:23.968 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-15T16:06:23.968 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_id": 2, 2024-04-15T16:06:23.968 INFO:tasks.workunit.client.0.smithi016.stdout: "values": [ 2024-04-15T16:06:23.968 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.969 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.969 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.969 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.969 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.969 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.969 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.969 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-15T16:06:23.969 INFO:tasks.workunit.client.0.smithi016.stdout: ] 2024-04-15T16:06:23.969 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:23.969 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-15T16:06:23.969 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_id": 3, 2024-04-15T16:06:23.969 INFO:tasks.workunit.client.0.smithi016.stdout: "values": [ 2024-04-15T16:06:23.969 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.969 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.969 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.970 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.970 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.970 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.970 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.970 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-15T16:06:23.970 INFO:tasks.workunit.client.0.smithi016.stdout: ] 2024-04-15T16:06:23.970 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:23.970 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-15T16:06:23.970 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_id": 4, 2024-04-15T16:06:23.970 INFO:tasks.workunit.client.0.smithi016.stdout: "values": [ 2024-04-15T16:06:23.970 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.970 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.970 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.970 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.970 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.971 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.971 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.971 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-15T16:06:23.971 INFO:tasks.workunit.client.0.smithi016.stdout: ] 2024-04-15T16:06:23.971 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:23.971 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-15T16:06:23.971 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_id": 5, 2024-04-15T16:06:23.971 INFO:tasks.workunit.client.0.smithi016.stdout: "values": [ 2024-04-15T16:06:23.971 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.971 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.971 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.971 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.971 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.971 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.972 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.972 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-15T16:06:23.972 INFO:tasks.workunit.client.0.smithi016.stdout: ] 2024-04-15T16:06:23.972 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:23.972 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-15T16:06:23.972 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_id": 6, 2024-04-15T16:06:23.972 INFO:tasks.workunit.client.0.smithi016.stdout: "values": [ 2024-04-15T16:06:23.972 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.972 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.972 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.972 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.972 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.972 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.972 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.973 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-15T16:06:23.973 INFO:tasks.workunit.client.0.smithi016.stdout: ] 2024-04-15T16:06:23.973 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:23.973 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-15T16:06:23.973 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_id": 7, 2024-04-15T16:06:23.973 INFO:tasks.workunit.client.0.smithi016.stdout: "values": [ 2024-04-15T16:06:23.973 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.973 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.973 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.973 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.973 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.973 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.973 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:23.973 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-15T16:06:23.973 INFO:tasks.workunit.client.0.smithi016.stdout: ] 2024-04-15T16:06:23.974 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T16:06:23.974 INFO:tasks.workunit.client.0.smithi016.stdout: ] 2024-04-15T16:06:23.974 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T16:06:23.974 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T16:06:23.974 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:23.974 INFO:tasks.workunit.client.0.smithi016.stdout: "perf_counters": { 2024-04-15T16:06:23.974 INFO:tasks.workunit.client.0.smithi016.stdout: "mds.dd602b36cabf11effbd0d8bd19ba267ecac4bcd8": { 2024-04-15T16:06:23.974 INFO:tasks.workunit.client.0.smithi016.stdout: "mds": { 2024-04-15T16:06:23.974 INFO:tasks.workunit.client.0.smithi016.stdout: "caps": { 2024-04-15T16:06:23.974 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:23.974 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:23.974 INFO:tasks.workunit.client.0.smithi016.stdout: "ceph_cap_op_flush_ack": { 2024-04-15T16:06:23.974 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:23.974 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:23.974 INFO:tasks.workunit.client.0.smithi016.stdout: "ceph_cap_op_flushsnap_ack": { 2024-04-15T16:06:23.975 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:23.975 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:23.975 INFO:tasks.workunit.client.0.smithi016.stdout: "ceph_cap_op_grant": { 2024-04-15T16:06:23.975 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:23.975 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:23.975 INFO:tasks.workunit.client.0.smithi016.stdout: "ceph_cap_op_revoke": { 2024-04-15T16:06:23.975 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:23.975 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:23.975 INFO:tasks.workunit.client.0.smithi016.stdout: "ceph_cap_op_trunc": { 2024-04-15T16:06:23.975 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:23.975 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:23.975 INFO:tasks.workunit.client.0.smithi016.stdout: "dir_commit": { 2024-04-15T16:06:23.975 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:23.975 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:23.975 INFO:tasks.workunit.client.0.smithi016.stdout: "dir_fetch_complete": { 2024-04-15T16:06:23.976 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 12 2024-04-15T16:06:23.976 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:23.976 INFO:tasks.workunit.client.0.smithi016.stdout: "dir_fetch_keys": { 2024-04-15T16:06:23.976 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 10 2024-04-15T16:06:23.976 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:23.976 INFO:tasks.workunit.client.0.smithi016.stdout: "dir_merge": { 2024-04-15T16:06:23.976 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:23.976 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:23.976 INFO:tasks.workunit.client.0.smithi016.stdout: "dir_split": { 2024-04-15T16:06:23.976 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:23.976 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:23.976 INFO:tasks.workunit.client.0.smithi016.stdout: "exported_inodes": { 2024-04-15T16:06:23.976 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:23.976 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:23.976 INFO:tasks.workunit.client.0.smithi016.stdout: "forward": { 2024-04-15T16:06:23.977 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:23.977 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:23.977 INFO:tasks.workunit.client.0.smithi016.stdout: "handle_client_cap_release": { 2024-04-15T16:06:23.977 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:23.977 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:23.977 INFO:tasks.workunit.client.0.smithi016.stdout: "handle_client_caps": { 2024-04-15T16:06:23.977 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:23.977 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:23.977 INFO:tasks.workunit.client.0.smithi016.stdout: "handle_client_caps_dirty": { 2024-04-15T16:06:23.977 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:23.977 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:23.977 INFO:tasks.workunit.client.0.smithi016.stdout: "handle_inode_file_caps": { 2024-04-15T16:06:23.977 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:23.977 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:23.978 INFO:tasks.workunit.client.0.smithi016.stdout: "imported_inodes": { 2024-04-15T16:06:23.978 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:23.978 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:23.978 INFO:tasks.workunit.client.0.smithi016.stdout: "inodes": { 2024-04-15T16:06:23.978 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 10 2024-04-15T16:06:23.978 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:23.978 INFO:tasks.workunit.client.0.smithi016.stdout: "inodes_expired": { 2024-04-15T16:06:23.978 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:23.978 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:23.978 INFO:tasks.workunit.client.0.smithi016.stdout: "inodes_pinned": { 2024-04-15T16:06:23.978 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 10 2024-04-15T16:06:23.978 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:23.978 INFO:tasks.workunit.client.0.smithi016.stdout: "inodes_with_caps": { 2024-04-15T16:06:23.978 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:23.978 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:23.979 INFO:tasks.workunit.client.0.smithi016.stdout: "load_cent": { 2024-04-15T16:06:23.979 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:23.979 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:23.979 INFO:tasks.workunit.client.0.smithi016.stdout: "openino_dir_fetch": { 2024-04-15T16:06:23.979 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:23.979 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:23.979 INFO:tasks.workunit.client.0.smithi016.stdout: "process_request_cap_release": { 2024-04-15T16:06:23.979 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:23.979 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:23.979 INFO:tasks.workunit.client.0.smithi016.stdout: "reply_latency": { 2024-04-15T16:06:23.979 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 0, 2024-04-15T16:06:23.979 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:23.979 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:23.979 INFO:tasks.workunit.client.0.smithi016.stdout: "request": { 2024-04-15T16:06:23.980 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:23.980 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:23.980 INFO:tasks.workunit.client.0.smithi016.stdout: "root_rbytes": { 2024-04-15T16:06:23.980 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:23.980 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:23.980 INFO:tasks.workunit.client.0.smithi016.stdout: "root_rfiles": { 2024-04-15T16:06:23.980 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:23.980 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:23.980 INFO:tasks.workunit.client.0.smithi016.stdout: "root_rsnaps": { 2024-04-15T16:06:23.980 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:23.980 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:23.980 INFO:tasks.workunit.client.0.smithi016.stdout: "slow_reply": { 2024-04-15T16:06:23.980 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:23.980 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:23.981 INFO:tasks.workunit.client.0.smithi016.stdout: "subtrees": { 2024-04-15T16:06:23.981 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 2 2024-04-15T16:06:23.981 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T16:06:23.981 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:23.981 INFO:tasks.workunit.client.0.smithi016.stdout: "mds_cache": { 2024-04-15T16:06:23.981 INFO:tasks.workunit.client.0.smithi016.stdout: "ireq_enqueue_scrub": { 2024-04-15T16:06:23.981 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:23.981 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:23.981 INFO:tasks.workunit.client.0.smithi016.stdout: "ireq_exportdir": { 2024-04-15T16:06:23.981 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:23.981 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:23.981 INFO:tasks.workunit.client.0.smithi016.stdout: "ireq_flush": { 2024-04-15T16:06:23.981 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:23.981 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:23.981 INFO:tasks.workunit.client.0.smithi016.stdout: "ireq_fragmentdir": { 2024-04-15T16:06:23.982 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:23.982 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:23.982 INFO:tasks.workunit.client.0.smithi016.stdout: "ireq_fragstats": { 2024-04-15T16:06:23.982 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:23.982 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:23.982 INFO:tasks.workunit.client.0.smithi016.stdout: "ireq_inodestats": { 2024-04-15T16:06:23.982 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:23.982 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:23.982 INFO:tasks.workunit.client.0.smithi016.stdout: "ireq_quiesce_inode": { 2024-04-15T16:06:23.982 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:23.982 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:23.982 INFO:tasks.workunit.client.0.smithi016.stdout: "ireq_quiesce_path": { 2024-04-15T16:06:23.982 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:23.982 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:23.982 INFO:tasks.workunit.client.0.smithi016.stdout: "num_recovering_enqueued": { 2024-04-15T16:06:23.983 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:23.983 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:23.983 INFO:tasks.workunit.client.0.smithi016.stdout: "num_recovering_prioritized": { 2024-04-15T16:06:23.983 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:23.983 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:23.983 INFO:tasks.workunit.client.0.smithi016.stdout: "num_recovering_processing": { 2024-04-15T16:06:23.983 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:23.983 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:23.983 INFO:tasks.workunit.client.0.smithi016.stdout: "num_strays": { 2024-04-15T16:06:23.983 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:23.983 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:23.983 INFO:tasks.workunit.client.0.smithi016.stdout: "num_strays_delayed": { 2024-04-15T16:06:23.983 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:23.983 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:23.983 INFO:tasks.workunit.client.0.smithi016.stdout: "num_strays_enqueuing": { 2024-04-15T16:06:23.983 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:23.984 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:23.984 INFO:tasks.workunit.client.0.smithi016.stdout: "recovery_completed": { 2024-04-15T16:06:23.984 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:23.984 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:23.984 INFO:tasks.workunit.client.0.smithi016.stdout: "recovery_started": { 2024-04-15T16:06:23.984 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:23.984 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:23.984 INFO:tasks.workunit.client.0.smithi016.stdout: "strays_created": { 2024-04-15T16:06:23.984 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:23.984 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:23.984 INFO:tasks.workunit.client.0.smithi016.stdout: "strays_enqueued": { 2024-04-15T16:06:23.984 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:23.984 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:23.984 INFO:tasks.workunit.client.0.smithi016.stdout: "strays_migrated": { 2024-04-15T16:06:23.984 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:23.985 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:23.985 INFO:tasks.workunit.client.0.smithi016.stdout: "strays_reintegrated": { 2024-04-15T16:06:23.985 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:23.985 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T16:06:23.985 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:23.985 INFO:tasks.workunit.client.0.smithi016.stdout: "mds_log": { 2024-04-15T16:06:23.985 INFO:tasks.workunit.client.0.smithi016.stdout: "ev": { 2024-04-15T16:06:23.985 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 17 2024-04-15T16:06:23.985 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:23.985 INFO:tasks.workunit.client.0.smithi016.stdout: "evadd": { 2024-04-15T16:06:23.985 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:23.985 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:23.985 INFO:tasks.workunit.client.0.smithi016.stdout: "evex": { 2024-04-15T16:06:23.985 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:23.985 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:23.986 INFO:tasks.workunit.client.0.smithi016.stdout: "evexd": { 2024-04-15T16:06:23.986 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:23.986 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:23.986 INFO:tasks.workunit.client.0.smithi016.stdout: "evexg": { 2024-04-15T16:06:23.986 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:23.986 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:23.986 INFO:tasks.workunit.client.0.smithi016.stdout: "evlrg": { 2024-04-15T16:06:23.986 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:23.986 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:23.986 INFO:tasks.workunit.client.0.smithi016.stdout: "evtrm": { 2024-04-15T16:06:23.986 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:23.986 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:23.986 INFO:tasks.workunit.client.0.smithi016.stdout: "jlat": { 2024-04-15T16:06:23.986 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 0, 2024-04-15T16:06:23.987 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:23.987 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:23.987 INFO:tasks.workunit.client.0.smithi016.stdout: "replayed": { 2024-04-15T16:06:23.987 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 17 2024-04-15T16:06:23.987 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:23.987 INFO:tasks.workunit.client.0.smithi016.stdout: "seg": { 2024-04-15T16:06:23.987 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 1 2024-04-15T16:06:23.987 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:23.987 INFO:tasks.workunit.client.0.smithi016.stdout: "segadd": { 2024-04-15T16:06:23.987 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:23.987 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:23.987 INFO:tasks.workunit.client.0.smithi016.stdout: "segex": { 2024-04-15T16:06:23.987 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:23.987 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:23.987 INFO:tasks.workunit.client.0.smithi016.stdout: "segexd": { 2024-04-15T16:06:23.988 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:23.988 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:23.988 INFO:tasks.workunit.client.0.smithi016.stdout: "segexg": { 2024-04-15T16:06:23.988 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:23.988 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:23.988 INFO:tasks.workunit.client.0.smithi016.stdout: "segmjr": { 2024-04-15T16:06:23.988 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 1 2024-04-15T16:06:23.988 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:23.988 INFO:tasks.workunit.client.0.smithi016.stdout: "segtrm": { 2024-04-15T16:06:23.988 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:23.988 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T16:06:23.988 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:23.988 INFO:tasks.workunit.client.0.smithi016.stdout: "mds_mem": { 2024-04-15T16:06:23.988 INFO:tasks.workunit.client.0.smithi016.stdout: "cap": { 2024-04-15T16:06:23.988 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:23.989 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:23.989 INFO:tasks.workunit.client.0.smithi016.stdout: "cap+": { 2024-04-15T16:06:23.989 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:23.989 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:23.989 INFO:tasks.workunit.client.0.smithi016.stdout: "cap-": { 2024-04-15T16:06:23.989 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:23.989 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:23.989 INFO:tasks.workunit.client.0.smithi016.stdout: "dir": { 2024-04-15T16:06:23.989 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 12 2024-04-15T16:06:23.989 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:23.989 INFO:tasks.workunit.client.0.smithi016.stdout: "dir+": { 2024-04-15T16:06:23.989 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 12 2024-04-15T16:06:23.989 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:23.989 INFO:tasks.workunit.client.0.smithi016.stdout: "dir-": { 2024-04-15T16:06:23.989 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:23.990 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:23.990 INFO:tasks.workunit.client.0.smithi016.stdout: "dn": { 2024-04-15T16:06:23.990 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 10 2024-04-15T16:06:23.990 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:23.990 INFO:tasks.workunit.client.0.smithi016.stdout: "dn+": { 2024-04-15T16:06:23.990 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 10 2024-04-15T16:06:23.990 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:23.990 INFO:tasks.workunit.client.0.smithi016.stdout: "dn-": { 2024-04-15T16:06:23.990 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:23.990 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:23.990 INFO:tasks.workunit.client.0.smithi016.stdout: "heap": { 2024-04-15T16:06:23.990 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 248184 2024-04-15T16:06:23.990 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:23.990 INFO:tasks.workunit.client.0.smithi016.stdout: "ino": { 2024-04-15T16:06:23.991 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 13 2024-04-15T16:06:23.991 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:23.991 INFO:tasks.workunit.client.0.smithi016.stdout: "ino+": { 2024-04-15T16:06:23.991 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 13 2024-04-15T16:06:23.991 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:23.991 INFO:tasks.workunit.client.0.smithi016.stdout: "ino-": { 2024-04-15T16:06:23.991 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:23.991 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:23.991 INFO:tasks.workunit.client.0.smithi016.stdout: "rss": { 2024-04-15T16:06:23.991 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 50484 2024-04-15T16:06:23.991 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T16:06:23.991 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:23.991 INFO:tasks.workunit.client.0.smithi016.stdout: "mds_server": { 2024-04-15T16:06:23.991 INFO:tasks.workunit.client.0.smithi016.stdout: "cap_acquisition_throttle": { 2024-04-15T16:06:23.992 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:23.992 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:23.992 INFO:tasks.workunit.client.0.smithi016.stdout: "cap_revoke_eviction": { 2024-04-15T16:06:23.992 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:23.992 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:23.992 INFO:tasks.workunit.client.0.smithi016.stdout: "handle_client_request": { 2024-04-15T16:06:23.992 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:23.992 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:23.992 INFO:tasks.workunit.client.0.smithi016.stdout: "handle_client_session": { 2024-04-15T16:06:23.992 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:23.992 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:23.992 INFO:tasks.workunit.client.0.smithi016.stdout: "handle_peer_request": { 2024-04-15T16:06:23.992 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:23.992 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:23.992 INFO:tasks.workunit.client.0.smithi016.stdout: "req_create_latency": { 2024-04-15T16:06:23.993 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 0, 2024-04-15T16:06:23.993 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:23.993 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:23.993 INFO:tasks.workunit.client.0.smithi016.stdout: "req_getattr_latency": { 2024-04-15T16:06:23.993 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 0, 2024-04-15T16:06:23.993 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:23.993 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:23.993 INFO:tasks.workunit.client.0.smithi016.stdout: "req_getfilelock_latency": { 2024-04-15T16:06:23.993 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 0, 2024-04-15T16:06:23.993 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:23.993 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:23.993 INFO:tasks.workunit.client.0.smithi016.stdout: "req_getvxattr_latency": { 2024-04-15T16:06:23.993 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 0, 2024-04-15T16:06:23.993 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:23.994 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:23.994 INFO:tasks.workunit.client.0.smithi016.stdout: "req_link_latency": { 2024-04-15T16:06:23.994 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 0, 2024-04-15T16:06:23.994 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:23.994 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:23.994 INFO:tasks.workunit.client.0.smithi016.stdout: "req_lookup_latency": { 2024-04-15T16:06:23.994 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 0, 2024-04-15T16:06:23.994 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:23.994 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:23.994 INFO:tasks.workunit.client.0.smithi016.stdout: "req_lookuphash_latency": { 2024-04-15T16:06:23.994 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 0, 2024-04-15T16:06:23.994 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:23.994 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:23.994 INFO:tasks.workunit.client.0.smithi016.stdout: "req_lookupino_latency": { 2024-04-15T16:06:23.994 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 0, 2024-04-15T16:06:23.995 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:23.995 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:23.995 INFO:tasks.workunit.client.0.smithi016.stdout: "req_lookupname_latency": { 2024-04-15T16:06:23.995 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 0, 2024-04-15T16:06:23.995 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:23.995 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:23.995 INFO:tasks.workunit.client.0.smithi016.stdout: "req_lookupparent_latency": { 2024-04-15T16:06:23.995 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 0, 2024-04-15T16:06:23.995 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:23.995 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:23.995 INFO:tasks.workunit.client.0.smithi016.stdout: "req_lookupsnap_latency": { 2024-04-15T16:06:23.995 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 0, 2024-04-15T16:06:23.995 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:23.995 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:23.995 INFO:tasks.workunit.client.0.smithi016.stdout: "req_lssnap_latency": { 2024-04-15T16:06:23.996 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 0, 2024-04-15T16:06:23.996 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:23.996 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:23.996 INFO:tasks.workunit.client.0.smithi016.stdout: "req_mkdir_latency": { 2024-04-15T16:06:23.996 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 0, 2024-04-15T16:06:23.996 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:23.996 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:23.996 INFO:tasks.workunit.client.0.smithi016.stdout: "req_mknod_latency": { 2024-04-15T16:06:23.996 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 0, 2024-04-15T16:06:23.996 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:23.996 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:23.996 INFO:tasks.workunit.client.0.smithi016.stdout: "req_mksnap_latency": { 2024-04-15T16:06:23.996 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 0, 2024-04-15T16:06:23.996 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:23.996 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:23.997 INFO:tasks.workunit.client.0.smithi016.stdout: "req_open_latency": { 2024-04-15T16:06:23.997 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 0, 2024-04-15T16:06:23.997 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:23.997 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:23.997 INFO:tasks.workunit.client.0.smithi016.stdout: "req_readdir_latency": { 2024-04-15T16:06:23.997 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 0, 2024-04-15T16:06:23.997 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:23.997 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:23.997 INFO:tasks.workunit.client.0.smithi016.stdout: "req_rename_latency": { 2024-04-15T16:06:23.997 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 0, 2024-04-15T16:06:23.997 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:23.997 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:23.997 INFO:tasks.workunit.client.0.smithi016.stdout: "req_renamesnap_latency": { 2024-04-15T16:06:23.997 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 0, 2024-04-15T16:06:23.997 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:23.998 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:23.998 INFO:tasks.workunit.client.0.smithi016.stdout: "req_rmdir_latency": { 2024-04-15T16:06:23.998 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 0, 2024-04-15T16:06:23.998 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:23.998 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:23.998 INFO:tasks.workunit.client.0.smithi016.stdout: "req_rmsnap_latency": { 2024-04-15T16:06:23.998 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 0, 2024-04-15T16:06:23.998 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:23.998 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:23.998 INFO:tasks.workunit.client.0.smithi016.stdout: "req_rmxattr_latency": { 2024-04-15T16:06:23.998 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 0, 2024-04-15T16:06:23.998 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:23.998 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:23.998 INFO:tasks.workunit.client.0.smithi016.stdout: "req_setattr_latency": { 2024-04-15T16:06:23.998 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 0, 2024-04-15T16:06:23.999 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:23.999 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:23.999 INFO:tasks.workunit.client.0.smithi016.stdout: "req_setdirlayout_latency": { 2024-04-15T16:06:23.999 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 0, 2024-04-15T16:06:23.999 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:23.999 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:23.999 INFO:tasks.workunit.client.0.smithi016.stdout: "req_setfilelock_latency": { 2024-04-15T16:06:23.999 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 0, 2024-04-15T16:06:23.999 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:23.999 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:23.999 INFO:tasks.workunit.client.0.smithi016.stdout: "req_setlayout_latency": { 2024-04-15T16:06:23.999 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 0, 2024-04-15T16:06:23.999 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:23.999 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.000 INFO:tasks.workunit.client.0.smithi016.stdout: "req_setxattr_latency": { 2024-04-15T16:06:24.000 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 0, 2024-04-15T16:06:24.000 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:24.000 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.000 INFO:tasks.workunit.client.0.smithi016.stdout: "req_snapdiff_latency": { 2024-04-15T16:06:24.000 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 0, 2024-04-15T16:06:24.000 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:24.000 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.000 INFO:tasks.workunit.client.0.smithi016.stdout: "req_symlink_latency": { 2024-04-15T16:06:24.000 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 0, 2024-04-15T16:06:24.000 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:24.000 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.000 INFO:tasks.workunit.client.0.smithi016.stdout: "req_unlink_latency": { 2024-04-15T16:06:24.000 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 0, 2024-04-15T16:06:24.001 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:24.001 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T16:06:24.001 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.001 INFO:tasks.workunit.client.0.smithi016.stdout: "mds_sessions": { 2024-04-15T16:06:24.001 INFO:tasks.workunit.client.0.smithi016.stdout: "average_load": { 2024-04-15T16:06:24.001 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:24.001 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.001 INFO:tasks.workunit.client.0.smithi016.stdout: "avg_session_uptime": { 2024-04-15T16:06:24.001 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:24.001 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.001 INFO:tasks.workunit.client.0.smithi016.stdout: "mdthresh_evicted": { 2024-04-15T16:06:24.001 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:24.001 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.001 INFO:tasks.workunit.client.0.smithi016.stdout: "session_add": { 2024-04-15T16:06:24.001 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 8 2024-04-15T16:06:24.002 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.002 INFO:tasks.workunit.client.0.smithi016.stdout: "session_count": { 2024-04-15T16:06:24.002 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:24.002 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.002 INFO:tasks.workunit.client.0.smithi016.stdout: "session_remove": { 2024-04-15T16:06:24.002 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 8 2024-04-15T16:06:24.002 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.002 INFO:tasks.workunit.client.0.smithi016.stdout: "sessions_open": { 2024-04-15T16:06:24.002 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 2 2024-04-15T16:06:24.002 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.002 INFO:tasks.workunit.client.0.smithi016.stdout: "sessions_stale": { 2024-04-15T16:06:24.002 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:24.002 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.002 INFO:tasks.workunit.client.0.smithi016.stdout: "total_load": { 2024-04-15T16:06:24.003 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:24.003 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T16:06:24.003 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.003 INFO:tasks.workunit.client.0.smithi016.stdout: "objecter": { 2024-04-15T16:06:24.003 INFO:tasks.workunit.client.0.smithi016.stdout: "op_active": { 2024-04-15T16:06:24.003 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:24.003 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.003 INFO:tasks.workunit.client.0.smithi016.stdout: "op_r": { 2024-04-15T16:06:24.003 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 37 2024-04-15T16:06:24.003 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.003 INFO:tasks.workunit.client.0.smithi016.stdout: "op_rmw": { 2024-04-15T16:06:24.003 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:24.003 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.003 INFO:tasks.workunit.client.0.smithi016.stdout: "op_w": { 2024-04-15T16:06:24.003 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 7 2024-04-15T16:06:24.004 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T16:06:24.004 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.004 INFO:tasks.workunit.client.0.smithi016.stdout: "purge_queue": { 2024-04-15T16:06:24.004 INFO:tasks.workunit.client.0.smithi016.stdout: "pq_executed": { 2024-04-15T16:06:24.004 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:24.004 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.004 INFO:tasks.workunit.client.0.smithi016.stdout: "pq_executed_ops": { 2024-04-15T16:06:24.004 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:24.004 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.004 INFO:tasks.workunit.client.0.smithi016.stdout: "pq_executing": { 2024-04-15T16:06:24.004 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:24.004 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.004 INFO:tasks.workunit.client.0.smithi016.stdout: "pq_executing_high_water": { 2024-04-15T16:06:24.004 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:24.004 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.005 INFO:tasks.workunit.client.0.smithi016.stdout: "pq_executing_ops": { 2024-04-15T16:06:24.005 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:24.005 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.005 INFO:tasks.workunit.client.0.smithi016.stdout: "pq_executing_ops_high_water": { 2024-04-15T16:06:24.005 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:24.005 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.005 INFO:tasks.workunit.client.0.smithi016.stdout: "pq_item_in_journal": { 2024-04-15T16:06:24.005 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:24.005 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T16:06:24.005 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T16:06:24.005 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.005 INFO:tasks.workunit.client.0.smithi016.stdout: "mon.96c04f3d51aa9c4650d798b6d991f5b64af8e5e4": { 2024-04-15T16:06:24.005 INFO:tasks.workunit.client.0.smithi016.stdout: "mon": { 2024-04-15T16:06:24.005 INFO:tasks.workunit.client.0.smithi016.stdout: "election_call": { 2024-04-15T16:06:24.005 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 2 2024-04-15T16:06:24.006 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.006 INFO:tasks.workunit.client.0.smithi016.stdout: "election_lose": { 2024-04-15T16:06:24.006 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 2 2024-04-15T16:06:24.006 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.006 INFO:tasks.workunit.client.0.smithi016.stdout: "election_win": { 2024-04-15T16:06:24.006 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:24.006 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.006 INFO:tasks.workunit.client.0.smithi016.stdout: "num_elections": { 2024-04-15T16:06:24.006 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 9 2024-04-15T16:06:24.006 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.006 INFO:tasks.workunit.client.0.smithi016.stdout: "num_sessions": { 2024-04-15T16:06:24.006 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 8 2024-04-15T16:06:24.006 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.007 INFO:tasks.workunit.client.0.smithi016.stdout: "session_add": { 2024-04-15T16:06:24.007 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 3 2024-04-15T16:06:24.007 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.007 INFO:tasks.workunit.client.0.smithi016.stdout: "session_rm": { 2024-04-15T16:06:24.007 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 243 2024-04-15T16:06:24.007 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.007 INFO:tasks.workunit.client.0.smithi016.stdout: "session_trim": { 2024-04-15T16:06:24.007 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:24.007 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T16:06:24.007 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.007 INFO:tasks.workunit.client.0.smithi016.stdout: "paxos": { 2024-04-15T16:06:24.007 INFO:tasks.workunit.client.0.smithi016.stdout: "accept_timeout": { 2024-04-15T16:06:24.007 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:24.007 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.007 INFO:tasks.workunit.client.0.smithi016.stdout: "begin": { 2024-04-15T16:06:24.008 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 8534 2024-04-15T16:06:24.008 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.008 INFO:tasks.workunit.client.0.smithi016.stdout: "begin_bytes": { 2024-04-15T16:06:24.008 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 8534, 2024-04-15T16:06:24.008 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 58612104 2024-04-15T16:06:24.008 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.008 INFO:tasks.workunit.client.0.smithi016.stdout: "begin_keys": { 2024-04-15T16:06:24.008 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 0, 2024-04-15T16:06:24.008 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:24.008 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.008 INFO:tasks.workunit.client.0.smithi016.stdout: "begin_latency": { 2024-04-15T16:06:24.008 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 8534, 2024-04-15T16:06:24.008 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 1396970853 2024-04-15T16:06:24.008 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.009 INFO:tasks.workunit.client.0.smithi016.stdout: "collect": { 2024-04-15T16:06:24.009 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 2 2024-04-15T16:06:24.009 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.009 INFO:tasks.workunit.client.0.smithi016.stdout: "collect_bytes": { 2024-04-15T16:06:24.009 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 2, 2024-04-15T16:06:24.009 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 146 2024-04-15T16:06:24.009 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.009 INFO:tasks.workunit.client.0.smithi016.stdout: "collect_keys": { 2024-04-15T16:06:24.009 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 2, 2024-04-15T16:06:24.009 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 2 2024-04-15T16:06:24.009 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.009 INFO:tasks.workunit.client.0.smithi016.stdout: "collect_latency": { 2024-04-15T16:06:24.009 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 2, 2024-04-15T16:06:24.009 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:24.009 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.010 INFO:tasks.workunit.client.0.smithi016.stdout: "collect_timeout": { 2024-04-15T16:06:24.010 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:24.010 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.010 INFO:tasks.workunit.client.0.smithi016.stdout: "collect_uncommitted": { 2024-04-15T16:06:24.010 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:24.010 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.010 INFO:tasks.workunit.client.0.smithi016.stdout: "commit": { 2024-04-15T16:06:24.010 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 8534 2024-04-15T16:06:24.010 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.010 INFO:tasks.workunit.client.0.smithi016.stdout: "commit_bytes": { 2024-04-15T16:06:24.010 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 0, 2024-04-15T16:06:24.010 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:24.010 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.010 INFO:tasks.workunit.client.0.smithi016.stdout: "commit_keys": { 2024-04-15T16:06:24.010 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 0, 2024-04-15T16:06:24.011 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:24.011 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.011 INFO:tasks.workunit.client.0.smithi016.stdout: "commit_latency": { 2024-04-15T16:06:24.011 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 0, 2024-04-15T16:06:24.011 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:24.011 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.011 INFO:tasks.workunit.client.0.smithi016.stdout: "lease_ack_timeout": { 2024-04-15T16:06:24.011 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:24.011 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.011 INFO:tasks.workunit.client.0.smithi016.stdout: "lease_timeout": { 2024-04-15T16:06:24.011 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:24.011 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.011 INFO:tasks.workunit.client.0.smithi016.stdout: "new_pn": { 2024-04-15T16:06:24.011 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:24.012 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.012 INFO:tasks.workunit.client.0.smithi016.stdout: "new_pn_latency": { 2024-04-15T16:06:24.012 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 0, 2024-04-15T16:06:24.012 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:24.012 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.012 INFO:tasks.workunit.client.0.smithi016.stdout: "refresh": { 2024-04-15T16:06:24.012 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 8534 2024-04-15T16:06:24.012 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.012 INFO:tasks.workunit.client.0.smithi016.stdout: "refresh_latency": { 2024-04-15T16:06:24.012 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 8534, 2024-04-15T16:06:24.012 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 26390449245 2024-04-15T16:06:24.012 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.012 INFO:tasks.workunit.client.0.smithi016.stdout: "restart": { 2024-04-15T16:06:24.012 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 11 2024-04-15T16:06:24.013 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.013 INFO:tasks.workunit.client.0.smithi016.stdout: "share_state": { 2024-04-15T16:06:24.013 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:24.013 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.013 INFO:tasks.workunit.client.0.smithi016.stdout: "share_state_bytes": { 2024-04-15T16:06:24.013 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 0, 2024-04-15T16:06:24.013 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:24.013 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.013 INFO:tasks.workunit.client.0.smithi016.stdout: "share_state_keys": { 2024-04-15T16:06:24.013 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 0, 2024-04-15T16:06:24.013 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:24.013 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.013 INFO:tasks.workunit.client.0.smithi016.stdout: "start_leader": { 2024-04-15T16:06:24.013 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:24.014 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.014 INFO:tasks.workunit.client.0.smithi016.stdout: "start_peon": { 2024-04-15T16:06:24.014 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 2 2024-04-15T16:06:24.014 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.014 INFO:tasks.workunit.client.0.smithi016.stdout: "store_state": { 2024-04-15T16:06:24.014 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 8534 2024-04-15T16:06:24.014 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.014 INFO:tasks.workunit.client.0.smithi016.stdout: "store_state_bytes": { 2024-04-15T16:06:24.014 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 8534, 2024-04-15T16:06:24.014 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 115598895 2024-04-15T16:06:24.014 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.014 INFO:tasks.workunit.client.0.smithi016.stdout: "store_state_keys": { 2024-04-15T16:06:24.014 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 8534, 2024-04-15T16:06:24.014 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 74348 2024-04-15T16:06:24.015 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.015 INFO:tasks.workunit.client.0.smithi016.stdout: "store_state_latency": { 2024-04-15T16:06:24.015 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 8534, 2024-04-15T16:06:24.015 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 3298931171 2024-04-15T16:06:24.015 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T16:06:24.015 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.015 INFO:tasks.workunit.client.0.smithi016.stdout: "prioritycache": { 2024-04-15T16:06:24.015 INFO:tasks.workunit.client.0.smithi016.stdout: "cache_bytes": { 2024-04-15T16:06:24.015 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 1020054731 2024-04-15T16:06:24.015 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.015 INFO:tasks.workunit.client.0.smithi016.stdout: "heap_bytes": { 2024-04-15T16:06:24.015 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 167706624 2024-04-15T16:06:24.015 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.016 INFO:tasks.workunit.client.0.smithi016.stdout: "mapped_bytes": { 2024-04-15T16:06:24.016 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 166690816 2024-04-15T16:06:24.016 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.016 INFO:tasks.workunit.client.0.smithi016.stdout: "target_bytes": { 2024-04-15T16:06:24.016 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 2147483648 2024-04-15T16:06:24.016 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.016 INFO:tasks.workunit.client.0.smithi016.stdout: "unmapped_bytes": { 2024-04-15T16:06:24.016 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 1015808 2024-04-15T16:06:24.016 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T16:06:24.016 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.016 INFO:tasks.workunit.client.0.smithi016.stdout: "prioritycache:full": { 2024-04-15T16:06:24.016 INFO:tasks.workunit.client.0.smithi016.stdout: "committed_bytes": { 2024-04-15T16:06:24.016 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 360710144 2024-04-15T16:06:24.016 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.016 INFO:tasks.workunit.client.0.smithi016.stdout: "pri0_bytes": { 2024-04-15T16:06:24.017 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:24.017 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.017 INFO:tasks.workunit.client.0.smithi016.stdout: "pri10_bytes": { 2024-04-15T16:06:24.017 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:24.017 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.017 INFO:tasks.workunit.client.0.smithi016.stdout: "pri11_bytes": { 2024-04-15T16:06:24.017 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 267456626 2024-04-15T16:06:24.017 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.017 INFO:tasks.workunit.client.0.smithi016.stdout: "pri1_bytes": { 2024-04-15T16:06:24.017 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 24358654 2024-04-15T16:06:24.017 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.017 INFO:tasks.workunit.client.0.smithi016.stdout: "pri2_bytes": { 2024-04-15T16:06:24.017 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:24.017 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.017 INFO:tasks.workunit.client.0.smithi016.stdout: "pri3_bytes": { 2024-04-15T16:06:24.018 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:24.018 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.018 INFO:tasks.workunit.client.0.smithi016.stdout: "pri4_bytes": { 2024-04-15T16:06:24.018 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:24.018 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.018 INFO:tasks.workunit.client.0.smithi016.stdout: "pri5_bytes": { 2024-04-15T16:06:24.018 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:24.018 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.018 INFO:tasks.workunit.client.0.smithi016.stdout: "pri6_bytes": { 2024-04-15T16:06:24.018 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:24.018 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.018 INFO:tasks.workunit.client.0.smithi016.stdout: "pri7_bytes": { 2024-04-15T16:06:24.018 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:24.019 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.019 INFO:tasks.workunit.client.0.smithi016.stdout: "pri8_bytes": { 2024-04-15T16:06:24.019 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:24.019 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.019 INFO:tasks.workunit.client.0.smithi016.stdout: "pri9_bytes": { 2024-04-15T16:06:24.019 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:24.019 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.019 INFO:tasks.workunit.client.0.smithi016.stdout: "reserved_bytes": { 2024-04-15T16:06:24.019 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 68894864 2024-04-15T16:06:24.019 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T16:06:24.019 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.019 INFO:tasks.workunit.client.0.smithi016.stdout: "prioritycache:inc": { 2024-04-15T16:06:24.019 INFO:tasks.workunit.client.0.smithi016.stdout: "committed_bytes": { 2024-04-15T16:06:24.019 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 339738624 2024-04-15T16:06:24.019 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.020 INFO:tasks.workunit.client.0.smithi016.stdout: "pri0_bytes": { 2024-04-15T16:06:24.020 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:24.020 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.020 INFO:tasks.workunit.client.0.smithi016.stdout: "pri10_bytes": { 2024-04-15T16:06:24.020 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:24.020 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.020 INFO:tasks.workunit.client.0.smithi016.stdout: "pri11_bytes": { 2024-04-15T16:06:24.020 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 267456626 2024-04-15T16:06:24.020 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.020 INFO:tasks.workunit.client.0.smithi016.stdout: "pri1_bytes": { 2024-04-15T16:06:24.020 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 1460039 2024-04-15T16:06:24.020 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.020 INFO:tasks.workunit.client.0.smithi016.stdout: "pri2_bytes": { 2024-04-15T16:06:24.020 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:24.020 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.021 INFO:tasks.workunit.client.0.smithi016.stdout: "pri3_bytes": { 2024-04-15T16:06:24.021 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:24.021 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.021 INFO:tasks.workunit.client.0.smithi016.stdout: "pri4_bytes": { 2024-04-15T16:06:24.021 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:24.021 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.021 INFO:tasks.workunit.client.0.smithi016.stdout: "pri5_bytes": { 2024-04-15T16:06:24.021 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:24.021 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.021 INFO:tasks.workunit.client.0.smithi016.stdout: "pri6_bytes": { 2024-04-15T16:06:24.021 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:24.021 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.021 INFO:tasks.workunit.client.0.smithi016.stdout: "pri7_bytes": { 2024-04-15T16:06:24.021 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:24.021 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.022 INFO:tasks.workunit.client.0.smithi016.stdout: "pri8_bytes": { 2024-04-15T16:06:24.022 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:24.022 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.022 INFO:tasks.workunit.client.0.smithi016.stdout: "pri9_bytes": { 2024-04-15T16:06:24.022 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:24.022 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.022 INFO:tasks.workunit.client.0.smithi016.stdout: "reserved_bytes": { 2024-04-15T16:06:24.022 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 70821959 2024-04-15T16:06:24.022 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T16:06:24.022 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.022 INFO:tasks.workunit.client.0.smithi016.stdout: "prioritycache:kv": { 2024-04-15T16:06:24.022 INFO:tasks.workunit.client.0.smithi016.stdout: "committed_bytes": { 2024-04-15T16:06:24.022 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 314572800 2024-04-15T16:06:24.022 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.022 INFO:tasks.workunit.client.0.smithi016.stdout: "pri0_bytes": { 2024-04-15T16:06:24.023 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 67108864 2024-04-15T16:06:24.023 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.023 INFO:tasks.workunit.client.0.smithi016.stdout: "pri10_bytes": { 2024-04-15T16:06:24.023 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:24.023 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.023 INFO:tasks.workunit.client.0.smithi016.stdout: "pri11_bytes": { 2024-04-15T16:06:24.023 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 178304417 2024-04-15T16:06:24.023 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.023 INFO:tasks.workunit.client.0.smithi016.stdout: "pri1_bytes": { 2024-04-15T16:06:24.023 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:24.023 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.023 INFO:tasks.workunit.client.0.smithi016.stdout: "pri2_bytes": { 2024-04-15T16:06:24.023 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:24.024 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.024 INFO:tasks.workunit.client.0.smithi016.stdout: "pri3_bytes": { 2024-04-15T16:06:24.024 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:24.024 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.024 INFO:tasks.workunit.client.0.smithi016.stdout: "pri4_bytes": { 2024-04-15T16:06:24.024 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:24.024 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.024 INFO:tasks.workunit.client.0.smithi016.stdout: "pri5_bytes": { 2024-04-15T16:06:24.024 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:24.024 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.024 INFO:tasks.workunit.client.0.smithi016.stdout: "pri6_bytes": { 2024-04-15T16:06:24.024 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:24.024 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.024 INFO:tasks.workunit.client.0.smithi016.stdout: "pri7_bytes": { 2024-04-15T16:06:24.024 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:24.025 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.025 INFO:tasks.workunit.client.0.smithi016.stdout: "pri8_bytes": { 2024-04-15T16:06:24.025 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:24.025 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.025 INFO:tasks.workunit.client.0.smithi016.stdout: "pri9_bytes": { 2024-04-15T16:06:24.025 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:24.025 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.025 INFO:tasks.workunit.client.0.smithi016.stdout: "reserved_bytes": { 2024-04-15T16:06:24.025 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 69159519 2024-04-15T16:06:24.025 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T16:06:24.025 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.025 INFO:tasks.workunit.client.0.smithi016.stdout: "rocksdb": { 2024-04-15T16:06:24.025 INFO:tasks.workunit.client.0.smithi016.stdout: "compact": { 2024-04-15T16:06:24.025 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:24.026 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.026 INFO:tasks.workunit.client.0.smithi016.stdout: "compact_queue_len": { 2024-04-15T16:06:24.026 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:24.026 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.026 INFO:tasks.workunit.client.0.smithi016.stdout: "compact_queue_merge": { 2024-04-15T16:06:24.026 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:24.026 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.026 INFO:tasks.workunit.client.0.smithi016.stdout: "compact_range": { 2024-04-15T16:06:24.026 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 98 2024-04-15T16:06:24.026 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.026 INFO:tasks.workunit.client.0.smithi016.stdout: "get_latency": { 2024-04-15T16:06:24.026 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 369762, 2024-04-15T16:06:24.027 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 1766890129 2024-04-15T16:06:24.027 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.027 INFO:tasks.workunit.client.0.smithi016.stdout: "rocksdb_write_delay_time": { 2024-04-15T16:06:24.027 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 0, 2024-04-15T16:06:24.027 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:24.027 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.027 INFO:tasks.workunit.client.0.smithi016.stdout: "rocksdb_write_memtable_time": { 2024-04-15T16:06:24.027 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 0, 2024-04-15T16:06:24.027 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:24.027 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.027 INFO:tasks.workunit.client.0.smithi016.stdout: "rocksdb_write_pre_and_post_time": { 2024-04-15T16:06:24.027 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 0, 2024-04-15T16:06:24.027 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:24.027 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.028 INFO:tasks.workunit.client.0.smithi016.stdout: "rocksdb_write_wal_time": { 2024-04-15T16:06:24.028 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 0, 2024-04-15T16:06:24.028 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:24.028 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.028 INFO:tasks.workunit.client.0.smithi016.stdout: "submit_latency": { 2024-04-15T16:06:24.028 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 0, 2024-04-15T16:06:24.028 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:24.028 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.028 INFO:tasks.workunit.client.0.smithi016.stdout: "submit_sync_latency": { 2024-04-15T16:06:24.028 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 20550, 2024-04-15T16:06:24.028 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 6836775051 2024-04-15T16:06:24.028 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T16:06:24.028 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T16:06:24.028 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.028 INFO:tasks.workunit.client.0.smithi016.stdout: "mon.db7bc7ff646004cab5cc32c315bc5a54adf74b4c": { 2024-04-15T16:06:24.029 INFO:tasks.workunit.client.0.smithi016.stdout: "mon": { 2024-04-15T16:06:24.029 INFO:tasks.workunit.client.0.smithi016.stdout: "election_call": { 2024-04-15T16:06:24.029 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 2 2024-04-15T16:06:24.029 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.029 INFO:tasks.workunit.client.0.smithi016.stdout: "election_lose": { 2024-04-15T16:06:24.029 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 4 2024-04-15T16:06:24.029 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.029 INFO:tasks.workunit.client.0.smithi016.stdout: "election_win": { 2024-04-15T16:06:24.029 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:24.029 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.029 INFO:tasks.workunit.client.0.smithi016.stdout: "num_elections": { 2024-04-15T16:06:24.029 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 14 2024-04-15T16:06:24.029 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.030 INFO:tasks.workunit.client.0.smithi016.stdout: "num_sessions": { 2024-04-15T16:06:24.030 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 11 2024-04-15T16:06:24.030 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.030 INFO:tasks.workunit.client.0.smithi016.stdout: "session_add": { 2024-04-15T16:06:24.030 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 4 2024-04-15T16:06:24.030 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.030 INFO:tasks.workunit.client.0.smithi016.stdout: "session_rm": { 2024-04-15T16:06:24.030 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 279 2024-04-15T16:06:24.030 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.030 INFO:tasks.workunit.client.0.smithi016.stdout: "session_trim": { 2024-04-15T16:06:24.030 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:24.030 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T16:06:24.030 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.030 INFO:tasks.workunit.client.0.smithi016.stdout: "paxos": { 2024-04-15T16:06:24.031 INFO:tasks.workunit.client.0.smithi016.stdout: "accept_timeout": { 2024-04-15T16:06:24.031 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:24.031 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.031 INFO:tasks.workunit.client.0.smithi016.stdout: "begin": { 2024-04-15T16:06:24.031 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 8573 2024-04-15T16:06:24.031 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.031 INFO:tasks.workunit.client.0.smithi016.stdout: "begin_bytes": { 2024-04-15T16:06:24.031 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 8573, 2024-04-15T16:06:24.031 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 58897017 2024-04-15T16:06:24.031 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.031 INFO:tasks.workunit.client.0.smithi016.stdout: "begin_keys": { 2024-04-15T16:06:24.031 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 0, 2024-04-15T16:06:24.031 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:24.031 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.031 INFO:tasks.workunit.client.0.smithi016.stdout: "begin_latency": { 2024-04-15T16:06:24.032 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 8573, 2024-04-15T16:06:24.032 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 1189983063 2024-04-15T16:06:24.032 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.032 INFO:tasks.workunit.client.0.smithi016.stdout: "collect": { 2024-04-15T16:06:24.032 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 4 2024-04-15T16:06:24.032 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.032 INFO:tasks.workunit.client.0.smithi016.stdout: "collect_bytes": { 2024-04-15T16:06:24.032 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 4, 2024-04-15T16:06:24.032 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 292 2024-04-15T16:06:24.032 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.032 INFO:tasks.workunit.client.0.smithi016.stdout: "collect_keys": { 2024-04-15T16:06:24.032 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 4, 2024-04-15T16:06:24.032 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 4 2024-04-15T16:06:24.032 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.033 INFO:tasks.workunit.client.0.smithi016.stdout: "collect_latency": { 2024-04-15T16:06:24.033 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 4, 2024-04-15T16:06:24.033 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:24.033 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.033 INFO:tasks.workunit.client.0.smithi016.stdout: "collect_timeout": { 2024-04-15T16:06:24.033 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:24.033 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.033 INFO:tasks.workunit.client.0.smithi016.stdout: "collect_uncommitted": { 2024-04-15T16:06:24.033 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 1 2024-04-15T16:06:24.033 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.033 INFO:tasks.workunit.client.0.smithi016.stdout: "commit": { 2024-04-15T16:06:24.033 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 8574 2024-04-15T16:06:24.033 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.033 INFO:tasks.workunit.client.0.smithi016.stdout: "commit_bytes": { 2024-04-15T16:06:24.033 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 0, 2024-04-15T16:06:24.034 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:24.034 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.034 INFO:tasks.workunit.client.0.smithi016.stdout: "commit_keys": { 2024-04-15T16:06:24.034 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 0, 2024-04-15T16:06:24.034 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:24.034 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.034 INFO:tasks.workunit.client.0.smithi016.stdout: "commit_latency": { 2024-04-15T16:06:24.034 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 0, 2024-04-15T16:06:24.034 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:24.034 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.034 INFO:tasks.workunit.client.0.smithi016.stdout: "lease_ack_timeout": { 2024-04-15T16:06:24.034 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:24.034 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.034 INFO:tasks.workunit.client.0.smithi016.stdout: "lease_timeout": { 2024-04-15T16:06:24.034 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:24.035 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.035 INFO:tasks.workunit.client.0.smithi016.stdout: "new_pn": { 2024-04-15T16:06:24.035 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:24.035 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.035 INFO:tasks.workunit.client.0.smithi016.stdout: "new_pn_latency": { 2024-04-15T16:06:24.035 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 0, 2024-04-15T16:06:24.035 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:24.035 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.035 INFO:tasks.workunit.client.0.smithi016.stdout: "refresh": { 2024-04-15T16:06:24.035 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 8574 2024-04-15T16:06:24.035 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.035 INFO:tasks.workunit.client.0.smithi016.stdout: "refresh_latency": { 2024-04-15T16:06:24.035 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 8574, 2024-04-15T16:06:24.035 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 26468622647 2024-04-15T16:06:24.035 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.036 INFO:tasks.workunit.client.0.smithi016.stdout: "restart": { 2024-04-15T16:06:24.036 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 16 2024-04-15T16:06:24.036 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.036 INFO:tasks.workunit.client.0.smithi016.stdout: "share_state": { 2024-04-15T16:06:24.036 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:24.036 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.036 INFO:tasks.workunit.client.0.smithi016.stdout: "share_state_bytes": { 2024-04-15T16:06:24.036 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 0, 2024-04-15T16:06:24.036 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:24.036 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.036 INFO:tasks.workunit.client.0.smithi016.stdout: "share_state_keys": { 2024-04-15T16:06:24.036 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 0, 2024-04-15T16:06:24.036 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:24.036 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.037 INFO:tasks.workunit.client.0.smithi016.stdout: "start_leader": { 2024-04-15T16:06:24.037 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:24.037 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.037 INFO:tasks.workunit.client.0.smithi016.stdout: "start_peon": { 2024-04-15T16:06:24.037 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 4 2024-04-15T16:06:24.037 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.037 INFO:tasks.workunit.client.0.smithi016.stdout: "store_state": { 2024-04-15T16:06:24.037 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 8573 2024-04-15T16:06:24.037 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.037 INFO:tasks.workunit.client.0.smithi016.stdout: "store_state_bytes": { 2024-04-15T16:06:24.037 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 8573, 2024-04-15T16:06:24.037 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 116214035 2024-04-15T16:06:24.037 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.037 INFO:tasks.workunit.client.0.smithi016.stdout: "store_state_keys": { 2024-04-15T16:06:24.037 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 8573, 2024-04-15T16:06:24.038 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 74895 2024-04-15T16:06:24.038 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.038 INFO:tasks.workunit.client.0.smithi016.stdout: "store_state_latency": { 2024-04-15T16:06:24.038 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 8573, 2024-04-15T16:06:24.038 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 1309981303 2024-04-15T16:06:24.038 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T16:06:24.038 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.038 INFO:tasks.workunit.client.0.smithi016.stdout: "prioritycache": { 2024-04-15T16:06:24.038 INFO:tasks.workunit.client.0.smithi016.stdout: "cache_bytes": { 2024-04-15T16:06:24.038 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 1020054731 2024-04-15T16:06:24.038 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.038 INFO:tasks.workunit.client.0.smithi016.stdout: "heap_bytes": { 2024-04-15T16:06:24.038 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 171900928 2024-04-15T16:06:24.038 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.039 INFO:tasks.workunit.client.0.smithi016.stdout: "mapped_bytes": { 2024-04-15T16:06:24.039 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 170819584 2024-04-15T16:06:24.039 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.039 INFO:tasks.workunit.client.0.smithi016.stdout: "target_bytes": { 2024-04-15T16:06:24.039 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 2147483648 2024-04-15T16:06:24.039 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.039 INFO:tasks.workunit.client.0.smithi016.stdout: "unmapped_bytes": { 2024-04-15T16:06:24.039 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 1081344 2024-04-15T16:06:24.039 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T16:06:24.039 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.039 INFO:tasks.workunit.client.0.smithi016.stdout: "prioritycache:full": { 2024-04-15T16:06:24.039 INFO:tasks.workunit.client.0.smithi016.stdout: "committed_bytes": { 2024-04-15T16:06:24.039 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 360710144 2024-04-15T16:06:24.040 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.040 INFO:tasks.workunit.client.0.smithi016.stdout: "pri0_bytes": { 2024-04-15T16:06:24.040 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:24.040 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.040 INFO:tasks.workunit.client.0.smithi016.stdout: "pri10_bytes": { 2024-04-15T16:06:24.040 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:24.040 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.040 INFO:tasks.workunit.client.0.smithi016.stdout: "pri11_bytes": { 2024-04-15T16:06:24.040 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 267407945 2024-04-15T16:06:24.040 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.040 INFO:tasks.workunit.client.0.smithi016.stdout: "pri1_bytes": { 2024-04-15T16:06:24.040 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 24472200 2024-04-15T16:06:24.040 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.040 INFO:tasks.workunit.client.0.smithi016.stdout: "pri2_bytes": { 2024-04-15T16:06:24.040 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:24.041 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.041 INFO:tasks.workunit.client.0.smithi016.stdout: "pri3_bytes": { 2024-04-15T16:06:24.041 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:24.041 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.041 INFO:tasks.workunit.client.0.smithi016.stdout: "pri4_bytes": { 2024-04-15T16:06:24.041 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:24.041 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.041 INFO:tasks.workunit.client.0.smithi016.stdout: "pri5_bytes": { 2024-04-15T16:06:24.041 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:24.041 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.041 INFO:tasks.workunit.client.0.smithi016.stdout: "pri6_bytes": { 2024-04-15T16:06:24.042 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:24.042 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.042 INFO:tasks.workunit.client.0.smithi016.stdout: "pri7_bytes": { 2024-04-15T16:06:24.042 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:24.042 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.042 INFO:tasks.workunit.client.0.smithi016.stdout: "pri8_bytes": { 2024-04-15T16:06:24.042 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:24.042 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.042 INFO:tasks.workunit.client.0.smithi016.stdout: "pri9_bytes": { 2024-04-15T16:06:24.042 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:24.042 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.042 INFO:tasks.workunit.client.0.smithi016.stdout: "reserved_bytes": { 2024-04-15T16:06:24.042 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 68829999 2024-04-15T16:06:24.043 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T16:06:24.043 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.043 INFO:tasks.workunit.client.0.smithi016.stdout: "prioritycache:inc": { 2024-04-15T16:06:24.043 INFO:tasks.workunit.client.0.smithi016.stdout: "committed_bytes": { 2024-04-15T16:06:24.043 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 339738624 2024-04-15T16:06:24.043 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.043 INFO:tasks.workunit.client.0.smithi016.stdout: "pri0_bytes": { 2024-04-15T16:06:24.043 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:24.043 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.043 INFO:tasks.workunit.client.0.smithi016.stdout: "pri10_bytes": { 2024-04-15T16:06:24.043 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:24.043 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.043 INFO:tasks.workunit.client.0.smithi016.stdout: "pri11_bytes": { 2024-04-15T16:06:24.043 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 267407945 2024-04-15T16:06:24.043 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.044 INFO:tasks.workunit.client.0.smithi016.stdout: "pri1_bytes": { 2024-04-15T16:06:24.044 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 1476309 2024-04-15T16:06:24.044 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.044 INFO:tasks.workunit.client.0.smithi016.stdout: "pri2_bytes": { 2024-04-15T16:06:24.044 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:24.044 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.044 INFO:tasks.workunit.client.0.smithi016.stdout: "pri3_bytes": { 2024-04-15T16:06:24.044 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:24.044 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.044 INFO:tasks.workunit.client.0.smithi016.stdout: "pri4_bytes": { 2024-04-15T16:06:24.044 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:24.044 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.044 INFO:tasks.workunit.client.0.smithi016.stdout: "pri5_bytes": { 2024-04-15T16:06:24.044 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:24.045 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.045 INFO:tasks.workunit.client.0.smithi016.stdout: "pri6_bytes": { 2024-04-15T16:06:24.045 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:24.045 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.045 INFO:tasks.workunit.client.0.smithi016.stdout: "pri7_bytes": { 2024-04-15T16:06:24.045 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:24.045 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.045 INFO:tasks.workunit.client.0.smithi016.stdout: "pri8_bytes": { 2024-04-15T16:06:24.045 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:24.045 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.045 INFO:tasks.workunit.client.0.smithi016.stdout: "pri9_bytes": { 2024-04-15T16:06:24.045 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:24.045 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.045 INFO:tasks.workunit.client.0.smithi016.stdout: "reserved_bytes": { 2024-04-15T16:06:24.045 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 70854370 2024-04-15T16:06:24.046 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T16:06:24.046 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.046 INFO:tasks.workunit.client.0.smithi016.stdout: "prioritycache:kv": { 2024-04-15T16:06:24.046 INFO:tasks.workunit.client.0.smithi016.stdout: "committed_bytes": { 2024-04-15T16:06:24.046 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 314572800 2024-04-15T16:06:24.046 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.046 INFO:tasks.workunit.client.0.smithi016.stdout: "pri0_bytes": { 2024-04-15T16:06:24.046 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 67108864 2024-04-15T16:06:24.046 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.046 INFO:tasks.workunit.client.0.smithi016.stdout: "pri10_bytes": { 2024-04-15T16:06:24.046 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:24.046 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.046 INFO:tasks.workunit.client.0.smithi016.stdout: "pri11_bytes": { 2024-04-15T16:06:24.046 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 178271963 2024-04-15T16:06:24.047 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.047 INFO:tasks.workunit.client.0.smithi016.stdout: "pri1_bytes": { 2024-04-15T16:06:24.047 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:24.047 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.047 INFO:tasks.workunit.client.0.smithi016.stdout: "pri2_bytes": { 2024-04-15T16:06:24.047 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:24.047 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.047 INFO:tasks.workunit.client.0.smithi016.stdout: "pri3_bytes": { 2024-04-15T16:06:24.047 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:24.047 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.047 INFO:tasks.workunit.client.0.smithi016.stdout: "pri4_bytes": { 2024-04-15T16:06:24.047 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:24.047 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.047 INFO:tasks.workunit.client.0.smithi016.stdout: "pri5_bytes": { 2024-04-15T16:06:24.048 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:24.048 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.048 INFO:tasks.workunit.client.0.smithi016.stdout: "pri6_bytes": { 2024-04-15T16:06:24.048 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:24.048 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.048 INFO:tasks.workunit.client.0.smithi016.stdout: "pri7_bytes": { 2024-04-15T16:06:24.048 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:24.048 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.048 INFO:tasks.workunit.client.0.smithi016.stdout: "pri8_bytes": { 2024-04-15T16:06:24.048 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:24.048 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.048 INFO:tasks.workunit.client.0.smithi016.stdout: "pri9_bytes": { 2024-04-15T16:06:24.048 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:24.048 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.049 INFO:tasks.workunit.client.0.smithi016.stdout: "reserved_bytes": { 2024-04-15T16:06:24.049 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 69191973 2024-04-15T16:06:24.049 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T16:06:24.049 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.049 INFO:tasks.workunit.client.0.smithi016.stdout: "rocksdb": { 2024-04-15T16:06:24.049 INFO:tasks.workunit.client.0.smithi016.stdout: "compact": { 2024-04-15T16:06:24.049 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:24.049 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.049 INFO:tasks.workunit.client.0.smithi016.stdout: "compact_queue_len": { 2024-04-15T16:06:24.049 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:24.049 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.049 INFO:tasks.workunit.client.0.smithi016.stdout: "compact_queue_merge": { 2024-04-15T16:06:24.049 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:24.049 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.049 INFO:tasks.workunit.client.0.smithi016.stdout: "compact_range": { 2024-04-15T16:06:24.050 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 99 2024-04-15T16:06:24.050 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.050 INFO:tasks.workunit.client.0.smithi016.stdout: "get_latency": { 2024-04-15T16:06:24.050 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 371615, 2024-04-15T16:06:24.050 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 2015001129 2024-04-15T16:06:24.050 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.050 INFO:tasks.workunit.client.0.smithi016.stdout: "rocksdb_write_delay_time": { 2024-04-15T16:06:24.050 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 0, 2024-04-15T16:06:24.050 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:24.050 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.050 INFO:tasks.workunit.client.0.smithi016.stdout: "rocksdb_write_memtable_time": { 2024-04-15T16:06:24.050 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 0, 2024-04-15T16:06:24.050 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:24.051 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.051 INFO:tasks.workunit.client.0.smithi016.stdout: "rocksdb_write_pre_and_post_time": { 2024-04-15T16:06:24.051 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 0, 2024-04-15T16:06:24.051 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:24.051 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.051 INFO:tasks.workunit.client.0.smithi016.stdout: "rocksdb_write_wal_time": { 2024-04-15T16:06:24.051 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 0, 2024-04-15T16:06:24.051 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:24.051 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.051 INFO:tasks.workunit.client.0.smithi016.stdout: "submit_latency": { 2024-04-15T16:06:24.051 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 0, 2024-04-15T16:06:24.051 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:24.051 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.051 INFO:tasks.workunit.client.0.smithi016.stdout: "submit_sync_latency": { 2024-04-15T16:06:24.051 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 20651, 2024-04-15T16:06:24.052 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 2919441588 2024-04-15T16:06:24.052 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T16:06:24.052 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T16:06:24.052 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.052 INFO:tasks.workunit.client.0.smithi016.stdout: "mon.dd602b36cabf11effbd0d8bd19ba267ecac4bcd8": { 2024-04-15T16:06:24.052 INFO:tasks.workunit.client.0.smithi016.stdout: "mon": { 2024-04-15T16:06:24.052 INFO:tasks.workunit.client.0.smithi016.stdout: "election_call": { 2024-04-15T16:06:24.052 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 6 2024-04-15T16:06:24.052 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.052 INFO:tasks.workunit.client.0.smithi016.stdout: "election_lose": { 2024-04-15T16:06:24.052 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:24.052 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.052 INFO:tasks.workunit.client.0.smithi016.stdout: "election_win": { 2024-04-15T16:06:24.052 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 6 2024-04-15T16:06:24.052 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.053 INFO:tasks.workunit.client.0.smithi016.stdout: "num_elections": { 2024-04-15T16:06:24.053 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 21 2024-04-15T16:06:24.053 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.053 INFO:tasks.workunit.client.0.smithi016.stdout: "num_sessions": { 2024-04-15T16:06:24.053 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 7 2024-04-15T16:06:24.053 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.053 INFO:tasks.workunit.client.0.smithi016.stdout: "session_add": { 2024-04-15T16:06:24.053 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 5 2024-04-15T16:06:24.053 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.053 INFO:tasks.workunit.client.0.smithi016.stdout: "session_rm": { 2024-04-15T16:06:24.053 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 234 2024-04-15T16:06:24.053 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.053 INFO:tasks.workunit.client.0.smithi016.stdout: "session_trim": { 2024-04-15T16:06:24.053 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:24.053 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T16:06:24.054 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.054 INFO:tasks.workunit.client.0.smithi016.stdout: "paxos": { 2024-04-15T16:06:24.054 INFO:tasks.workunit.client.0.smithi016.stdout: "accept_timeout": { 2024-04-15T16:06:24.054 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:24.054 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.054 INFO:tasks.workunit.client.0.smithi016.stdout: "begin": { 2024-04-15T16:06:24.054 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 8645 2024-04-15T16:06:24.054 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.054 INFO:tasks.workunit.client.0.smithi016.stdout: "begin_bytes": { 2024-04-15T16:06:24.054 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 8645, 2024-04-15T16:06:24.054 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 60146762 2024-04-15T16:06:24.054 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.054 INFO:tasks.workunit.client.0.smithi016.stdout: "begin_keys": { 2024-04-15T16:06:24.054 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 8645, 2024-04-15T16:06:24.055 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 25935 2024-04-15T16:06:24.055 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.055 INFO:tasks.workunit.client.0.smithi016.stdout: "begin_latency": { 2024-04-15T16:06:24.055 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 8645, 2024-04-15T16:06:24.055 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 1554977830 2024-04-15T16:06:24.055 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.055 INFO:tasks.workunit.client.0.smithi016.stdout: "collect": { 2024-04-15T16:06:24.055 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:24.055 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.055 INFO:tasks.workunit.client.0.smithi016.stdout: "collect_bytes": { 2024-04-15T16:06:24.055 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 0, 2024-04-15T16:06:24.055 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:24.055 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.055 INFO:tasks.workunit.client.0.smithi016.stdout: "collect_keys": { 2024-04-15T16:06:24.055 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 0, 2024-04-15T16:06:24.056 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:24.056 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.056 INFO:tasks.workunit.client.0.smithi016.stdout: "collect_latency": { 2024-04-15T16:06:24.056 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 0, 2024-04-15T16:06:24.056 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:24.056 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.056 INFO:tasks.workunit.client.0.smithi016.stdout: "collect_timeout": { 2024-04-15T16:06:24.056 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:24.056 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.056 INFO:tasks.workunit.client.0.smithi016.stdout: "collect_uncommitted": { 2024-04-15T16:06:24.056 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 2 2024-04-15T16:06:24.056 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.056 INFO:tasks.workunit.client.0.smithi016.stdout: "commit": { 2024-04-15T16:06:24.056 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 8643 2024-04-15T16:06:24.056 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.057 INFO:tasks.workunit.client.0.smithi016.stdout: "commit_bytes": { 2024-04-15T16:06:24.057 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 8643, 2024-04-15T16:06:24.057 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 59492393 2024-04-15T16:06:24.057 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.057 INFO:tasks.workunit.client.0.smithi016.stdout: "commit_keys": { 2024-04-15T16:06:24.057 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 8643, 2024-04-15T16:06:24.057 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 66837 2024-04-15T16:06:24.057 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.057 INFO:tasks.workunit.client.0.smithi016.stdout: "commit_latency": { 2024-04-15T16:06:24.057 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 8643, 2024-04-15T16:06:24.057 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 1429301400 2024-04-15T16:06:24.057 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.057 INFO:tasks.workunit.client.0.smithi016.stdout: "lease_ack_timeout": { 2024-04-15T16:06:24.057 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:24.057 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.057 INFO:tasks.workunit.client.0.smithi016.stdout: "lease_timeout": { 2024-04-15T16:06:24.058 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:24.058 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.058 INFO:tasks.workunit.client.0.smithi016.stdout: "new_pn": { 2024-04-15T16:06:24.058 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 6 2024-04-15T16:06:24.058 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.058 INFO:tasks.workunit.client.0.smithi016.stdout: "new_pn_latency": { 2024-04-15T16:06:24.058 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 6, 2024-04-15T16:06:24.058 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:24.058 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.058 INFO:tasks.workunit.client.0.smithi016.stdout: "refresh": { 2024-04-15T16:06:24.058 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 8646 2024-04-15T16:06:24.058 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.059 INFO:tasks.workunit.client.0.smithi016.stdout: "refresh_latency": { 2024-04-15T16:06:24.059 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 8646, 2024-04-15T16:06:24.059 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 28158598545 2024-04-15T16:06:24.059 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.059 INFO:tasks.workunit.client.0.smithi016.stdout: "restart": { 2024-04-15T16:06:24.059 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 23 2024-04-15T16:06:24.059 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.059 INFO:tasks.workunit.client.0.smithi016.stdout: "share_state": { 2024-04-15T16:06:24.059 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 2 2024-04-15T16:06:24.059 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.059 INFO:tasks.workunit.client.0.smithi016.stdout: "share_state_bytes": { 2024-04-15T16:06:24.059 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 2, 2024-04-15T16:06:24.059 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 72036 2024-04-15T16:06:24.059 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.059 INFO:tasks.workunit.client.0.smithi016.stdout: "share_state_keys": { 2024-04-15T16:06:24.060 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 2, 2024-04-15T16:06:24.060 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 6 2024-04-15T16:06:24.060 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.060 INFO:tasks.workunit.client.0.smithi016.stdout: "start_leader": { 2024-04-15T16:06:24.060 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 6 2024-04-15T16:06:24.060 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.060 INFO:tasks.workunit.client.0.smithi016.stdout: "start_peon": { 2024-04-15T16:06:24.060 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:24.060 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.060 INFO:tasks.workunit.client.0.smithi016.stdout: "store_state": { 2024-04-15T16:06:24.060 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:24.060 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.060 INFO:tasks.workunit.client.0.smithi016.stdout: "store_state_bytes": { 2024-04-15T16:06:24.060 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 0, 2024-04-15T16:06:24.060 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:24.061 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.061 INFO:tasks.workunit.client.0.smithi016.stdout: "store_state_keys": { 2024-04-15T16:06:24.061 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 0, 2024-04-15T16:06:24.061 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:24.061 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.061 INFO:tasks.workunit.client.0.smithi016.stdout: "store_state_latency": { 2024-04-15T16:06:24.061 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 0, 2024-04-15T16:06:24.061 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:24.061 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T16:06:24.061 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.061 INFO:tasks.workunit.client.0.smithi016.stdout: "prioritycache": { 2024-04-15T16:06:24.061 INFO:tasks.workunit.client.0.smithi016.stdout: "cache_bytes": { 2024-04-15T16:06:24.061 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 1020054731 2024-04-15T16:06:24.061 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.061 INFO:tasks.workunit.client.0.smithi016.stdout: "heap_bytes": { 2024-04-15T16:06:24.062 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 258064384 2024-04-15T16:06:24.062 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.062 INFO:tasks.workunit.client.0.smithi016.stdout: "mapped_bytes": { 2024-04-15T16:06:24.062 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 257433600 2024-04-15T16:06:24.062 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.062 INFO:tasks.workunit.client.0.smithi016.stdout: "target_bytes": { 2024-04-15T16:06:24.062 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 2147483648 2024-04-15T16:06:24.062 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.062 INFO:tasks.workunit.client.0.smithi016.stdout: "unmapped_bytes": { 2024-04-15T16:06:24.062 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 630784 2024-04-15T16:06:24.062 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T16:06:24.062 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.062 INFO:tasks.workunit.client.0.smithi016.stdout: "prioritycache:full": { 2024-04-15T16:06:24.062 INFO:tasks.workunit.client.0.smithi016.stdout: "committed_bytes": { 2024-04-15T16:06:24.063 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 360710144 2024-04-15T16:06:24.063 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.063 INFO:tasks.workunit.client.0.smithi016.stdout: "pri0_bytes": { 2024-04-15T16:06:24.063 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:24.063 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.063 INFO:tasks.workunit.client.0.smithi016.stdout: "pri10_bytes": { 2024-04-15T16:06:24.063 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:24.063 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.063 INFO:tasks.workunit.client.0.smithi016.stdout: "pri11_bytes": { 2024-04-15T16:06:24.063 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 267331332 2024-04-15T16:06:24.063 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.063 INFO:tasks.workunit.client.0.smithi016.stdout: "pri1_bytes": { 2024-04-15T16:06:24.063 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 24669851 2024-04-15T16:06:24.063 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.064 INFO:tasks.workunit.client.0.smithi016.stdout: "pri2_bytes": { 2024-04-15T16:06:24.064 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:24.064 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.064 INFO:tasks.workunit.client.0.smithi016.stdout: "pri3_bytes": { 2024-04-15T16:06:24.064 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:24.064 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.064 INFO:tasks.workunit.client.0.smithi016.stdout: "pri4_bytes": { 2024-04-15T16:06:24.064 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:24.064 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.064 INFO:tasks.workunit.client.0.smithi016.stdout: "pri5_bytes": { 2024-04-15T16:06:24.064 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:24.064 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.064 INFO:tasks.workunit.client.0.smithi016.stdout: "pri6_bytes": { 2024-04-15T16:06:24.064 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:24.064 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.065 INFO:tasks.workunit.client.0.smithi016.stdout: "pri7_bytes": { 2024-04-15T16:06:24.065 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:24.065 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.065 INFO:tasks.workunit.client.0.smithi016.stdout: "pri8_bytes": { 2024-04-15T16:06:24.065 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:24.065 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.065 INFO:tasks.workunit.client.0.smithi016.stdout: "pri9_bytes": { 2024-04-15T16:06:24.065 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:24.065 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.065 INFO:tasks.workunit.client.0.smithi016.stdout: "reserved_bytes": { 2024-04-15T16:06:24.065 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 68708961 2024-04-15T16:06:24.065 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T16:06:24.065 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.065 INFO:tasks.workunit.client.0.smithi016.stdout: "prioritycache:inc": { 2024-04-15T16:06:24.066 INFO:tasks.workunit.client.0.smithi016.stdout: "committed_bytes": { 2024-04-15T16:06:24.066 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 339738624 2024-04-15T16:06:24.066 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.066 INFO:tasks.workunit.client.0.smithi016.stdout: "pri0_bytes": { 2024-04-15T16:06:24.066 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:24.066 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.066 INFO:tasks.workunit.client.0.smithi016.stdout: "pri10_bytes": { 2024-04-15T16:06:24.066 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:24.066 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.066 INFO:tasks.workunit.client.0.smithi016.stdout: "pri11_bytes": { 2024-04-15T16:06:24.066 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 267331332 2024-04-15T16:06:24.066 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.066 INFO:tasks.workunit.client.0.smithi016.stdout: "pri1_bytes": { 2024-04-15T16:06:24.066 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 1482958 2024-04-15T16:06:24.067 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.067 INFO:tasks.workunit.client.0.smithi016.stdout: "pri2_bytes": { 2024-04-15T16:06:24.067 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:24.067 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.067 INFO:tasks.workunit.client.0.smithi016.stdout: "pri3_bytes": { 2024-04-15T16:06:24.067 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:24.067 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.067 INFO:tasks.workunit.client.0.smithi016.stdout: "pri4_bytes": { 2024-04-15T16:06:24.067 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:24.067 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.067 INFO:tasks.workunit.client.0.smithi016.stdout: "pri5_bytes": { 2024-04-15T16:06:24.067 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:24.067 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.067 INFO:tasks.workunit.client.0.smithi016.stdout: "pri6_bytes": { 2024-04-15T16:06:24.067 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:24.068 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.068 INFO:tasks.workunit.client.0.smithi016.stdout: "pri7_bytes": { 2024-04-15T16:06:24.068 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:24.068 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.068 INFO:tasks.workunit.client.0.smithi016.stdout: "pri8_bytes": { 2024-04-15T16:06:24.068 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:24.068 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.068 INFO:tasks.workunit.client.0.smithi016.stdout: "pri9_bytes": { 2024-04-15T16:06:24.068 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:24.068 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.068 INFO:tasks.workunit.client.0.smithi016.stdout: "reserved_bytes": { 2024-04-15T16:06:24.068 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 70924334 2024-04-15T16:06:24.068 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T16:06:24.068 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.068 INFO:tasks.workunit.client.0.smithi016.stdout: "prioritycache:kv": { 2024-04-15T16:06:24.069 INFO:tasks.workunit.client.0.smithi016.stdout: "committed_bytes": { 2024-04-15T16:06:24.069 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 314572800 2024-04-15T16:06:24.069 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.069 INFO:tasks.workunit.client.0.smithi016.stdout: "pri0_bytes": { 2024-04-15T16:06:24.069 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 67108864 2024-04-15T16:06:24.069 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.069 INFO:tasks.workunit.client.0.smithi016.stdout: "pri10_bytes": { 2024-04-15T16:06:24.069 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:24.069 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.069 INFO:tasks.workunit.client.0.smithi016.stdout: "pri11_bytes": { 2024-04-15T16:06:24.069 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 178220888 2024-04-15T16:06:24.069 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.069 INFO:tasks.workunit.client.0.smithi016.stdout: "pri1_bytes": { 2024-04-15T16:06:24.069 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:24.070 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.070 INFO:tasks.workunit.client.0.smithi016.stdout: "pri2_bytes": { 2024-04-15T16:06:24.070 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:24.070 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.070 INFO:tasks.workunit.client.0.smithi016.stdout: "pri3_bytes": { 2024-04-15T16:06:24.070 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:24.070 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.070 INFO:tasks.workunit.client.0.smithi016.stdout: "pri4_bytes": { 2024-04-15T16:06:24.070 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:24.070 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.070 INFO:tasks.workunit.client.0.smithi016.stdout: "pri5_bytes": { 2024-04-15T16:06:24.070 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:24.070 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.070 INFO:tasks.workunit.client.0.smithi016.stdout: "pri6_bytes": { 2024-04-15T16:06:24.071 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:24.071 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.071 INFO:tasks.workunit.client.0.smithi016.stdout: "pri7_bytes": { 2024-04-15T16:06:24.071 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:24.071 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.071 INFO:tasks.workunit.client.0.smithi016.stdout: "pri8_bytes": { 2024-04-15T16:06:24.071 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:24.071 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.071 INFO:tasks.workunit.client.0.smithi016.stdout: "pri9_bytes": { 2024-04-15T16:06:24.071 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:24.071 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.071 INFO:tasks.workunit.client.0.smithi016.stdout: "reserved_bytes": { 2024-04-15T16:06:24.071 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 69243048 2024-04-15T16:06:24.071 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T16:06:24.071 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.072 INFO:tasks.workunit.client.0.smithi016.stdout: "rocksdb": { 2024-04-15T16:06:24.072 INFO:tasks.workunit.client.0.smithi016.stdout: "compact": { 2024-04-15T16:06:24.072 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:24.072 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.072 INFO:tasks.workunit.client.0.smithi016.stdout: "compact_queue_len": { 2024-04-15T16:06:24.072 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:24.072 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.072 INFO:tasks.workunit.client.0.smithi016.stdout: "compact_queue_merge": { 2024-04-15T16:06:24.072 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:24.072 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.072 INFO:tasks.workunit.client.0.smithi016.stdout: "compact_range": { 2024-04-15T16:06:24.072 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 99 2024-04-15T16:06:24.072 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.072 INFO:tasks.workunit.client.0.smithi016.stdout: "get_latency": { 2024-04-15T16:06:24.072 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 387997, 2024-04-15T16:06:24.073 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 2339562993 2024-04-15T16:06:24.073 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.073 INFO:tasks.workunit.client.0.smithi016.stdout: "rocksdb_write_delay_time": { 2024-04-15T16:06:24.073 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 0, 2024-04-15T16:06:24.073 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:24.073 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.073 INFO:tasks.workunit.client.0.smithi016.stdout: "rocksdb_write_memtable_time": { 2024-04-15T16:06:24.073 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 0, 2024-04-15T16:06:24.073 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:24.073 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.073 INFO:tasks.workunit.client.0.smithi016.stdout: "rocksdb_write_pre_and_post_time": { 2024-04-15T16:06:24.073 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 0, 2024-04-15T16:06:24.073 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:24.073 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.073 INFO:tasks.workunit.client.0.smithi016.stdout: "rocksdb_write_wal_time": { 2024-04-15T16:06:24.074 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 0, 2024-04-15T16:06:24.074 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:24.074 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.074 INFO:tasks.workunit.client.0.smithi016.stdout: "submit_latency": { 2024-04-15T16:06:24.074 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 0, 2024-04-15T16:06:24.074 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:24.074 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.074 INFO:tasks.workunit.client.0.smithi016.stdout: "submit_sync_latency": { 2024-04-15T16:06:24.074 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 20827, 2024-04-15T16:06:24.074 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 3214785078 2024-04-15T16:06:24.074 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T16:06:24.074 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T16:06:24.074 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.074 INFO:tasks.workunit.client.0.smithi016.stdout: "osd.0": { 2024-04-15T16:06:24.074 INFO:tasks.workunit.client.0.smithi016.stdout: "bluefs": { 2024-04-15T16:06:24.075 INFO:tasks.workunit.client.0.smithi016.stdout: "alloc_db_max_lat": { 2024-04-15T16:06:24.075 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 25343 2024-04-15T16:06:24.075 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.075 INFO:tasks.workunit.client.0.smithi016.stdout: "alloc_slow_fallback": { 2024-04-15T16:06:24.075 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:24.075 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.075 INFO:tasks.workunit.client.0.smithi016.stdout: "alloc_slow_max_lat": { 2024-04-15T16:06:24.075 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:24.075 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.075 INFO:tasks.workunit.client.0.smithi016.stdout: "alloc_slow_size_fallback": { 2024-04-15T16:06:24.075 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:24.075 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.075 INFO:tasks.workunit.client.0.smithi016.stdout: "alloc_unit_db": { 2024-04-15T16:06:24.076 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 65536 2024-04-15T16:06:24.076 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.076 INFO:tasks.workunit.client.0.smithi016.stdout: "alloc_unit_slow": { 2024-04-15T16:06:24.076 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:24.076 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.076 INFO:tasks.workunit.client.0.smithi016.stdout: "alloc_unit_wal": { 2024-04-15T16:06:24.076 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:24.076 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.076 INFO:tasks.workunit.client.0.smithi016.stdout: "alloc_wal_max_lat": { 2024-04-15T16:06:24.076 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:24.076 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.076 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes_written_slow": { 2024-04-15T16:06:24.076 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:24.076 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.076 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes_written_sst": { 2024-04-15T16:06:24.077 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 5246976 2024-04-15T16:06:24.077 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.077 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes_written_wal": { 2024-04-15T16:06:24.077 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 705024000 2024-04-15T16:06:24.077 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.077 INFO:tasks.workunit.client.0.smithi016.stdout: "compact_lat": { 2024-04-15T16:06:24.077 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 19, 2024-04-15T16:06:24.077 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 4266457 2024-04-15T16:06:24.077 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.077 INFO:tasks.workunit.client.0.smithi016.stdout: "compact_lock_lat": { 2024-04-15T16:06:24.077 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 19, 2024-04-15T16:06:24.077 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 1363073 2024-04-15T16:06:24.077 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.077 INFO:tasks.workunit.client.0.smithi016.stdout: "db_alloc_lat": { 2024-04-15T16:06:24.077 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 190, 2024-04-15T16:06:24.078 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 920379 2024-04-15T16:06:24.078 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.078 INFO:tasks.workunit.client.0.smithi016.stdout: "db_total_bytes": { 2024-04-15T16:06:24.078 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 95995027456 2024-04-15T16:06:24.078 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.078 INFO:tasks.workunit.client.0.smithi016.stdout: "db_used_bytes": { 2024-04-15T16:06:24.078 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 665911296 2024-04-15T16:06:24.078 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.078 INFO:tasks.workunit.client.0.smithi016.stdout: "flush_lat": { 2024-04-15T16:06:24.078 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 78101, 2024-04-15T16:06:24.078 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 6787733471 2024-04-15T16:06:24.078 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.078 INFO:tasks.workunit.client.0.smithi016.stdout: "fsync_lat": { 2024-04-15T16:06:24.078 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 78107, 2024-04-15T16:06:24.079 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 12722086913 2024-04-15T16:06:24.079 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.079 INFO:tasks.workunit.client.0.smithi016.stdout: "log_bytes": { 2024-04-15T16:06:24.079 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 4042752 2024-04-15T16:06:24.079 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.079 INFO:tasks.workunit.client.0.smithi016.stdout: "logged_bytes": { 2024-04-15T16:06:24.079 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 319942656 2024-04-15T16:06:24.079 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.079 INFO:tasks.workunit.client.0.smithi016.stdout: "max_bytes_db": { 2024-04-15T16:06:24.079 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 682950656 2024-04-15T16:06:24.079 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.079 INFO:tasks.workunit.client.0.smithi016.stdout: "max_bytes_slow": { 2024-04-15T16:06:24.079 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:24.079 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.079 INFO:tasks.workunit.client.0.smithi016.stdout: "max_bytes_wal": { 2024-04-15T16:06:24.080 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:24.080 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.080 INFO:tasks.workunit.client.0.smithi016.stdout: "num_files": { 2024-04-15T16:06:24.080 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 47 2024-04-15T16:06:24.080 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.080 INFO:tasks.workunit.client.0.smithi016.stdout: "read_bytes": { 2024-04-15T16:06:24.080 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 3616113573 2024-04-15T16:06:24.080 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.080 INFO:tasks.workunit.client.0.smithi016.stdout: "read_count": { 2024-04-15T16:06:24.080 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 44930 2024-04-15T16:06:24.080 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.080 INFO:tasks.workunit.client.0.smithi016.stdout: "read_disk_bytes": { 2024-04-15T16:06:24.080 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 3095330816 2024-04-15T16:06:24.080 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.080 INFO:tasks.workunit.client.0.smithi016.stdout: "read_disk_bytes_db": { 2024-04-15T16:06:24.081 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 3095334912 2024-04-15T16:06:24.081 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.081 INFO:tasks.workunit.client.0.smithi016.stdout: "read_disk_bytes_slow": { 2024-04-15T16:06:24.081 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:24.081 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.081 INFO:tasks.workunit.client.0.smithi016.stdout: "read_disk_bytes_wal": { 2024-04-15T16:06:24.081 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:24.081 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.081 INFO:tasks.workunit.client.0.smithi016.stdout: "read_disk_count": { 2024-04-15T16:06:24.081 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 35777 2024-04-15T16:06:24.081 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.081 INFO:tasks.workunit.client.0.smithi016.stdout: "read_lat": { 2024-04-15T16:06:24.081 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 44930, 2024-04-15T16:06:24.081 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 1308625860 2024-04-15T16:06:24.081 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.082 INFO:tasks.workunit.client.0.smithi016.stdout: "read_prefetch_bytes": { 2024-04-15T16:06:24.082 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 3530415176 2024-04-15T16:06:24.082 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.082 INFO:tasks.workunit.client.0.smithi016.stdout: "read_prefetch_count": { 2024-04-15T16:06:24.082 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 42300 2024-04-15T16:06:24.082 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.082 INFO:tasks.workunit.client.0.smithi016.stdout: "read_random_buffer_bytes": { 2024-04-15T16:06:24.082 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 1452459 2024-04-15T16:06:24.082 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.082 INFO:tasks.workunit.client.0.smithi016.stdout: "read_random_buffer_count": { 2024-04-15T16:06:24.082 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 552 2024-04-15T16:06:24.082 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.082 INFO:tasks.workunit.client.0.smithi016.stdout: "read_random_bytes": { 2024-04-15T16:06:24.083 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 5196861 2024-04-15T16:06:24.083 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.083 INFO:tasks.workunit.client.0.smithi016.stdout: "read_random_count": { 2024-04-15T16:06:24.083 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 785 2024-04-15T16:06:24.083 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.083 INFO:tasks.workunit.client.0.smithi016.stdout: "read_random_disk_bytes": { 2024-04-15T16:06:24.083 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 3744402 2024-04-15T16:06:24.083 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.083 INFO:tasks.workunit.client.0.smithi016.stdout: "read_random_disk_bytes_db": { 2024-04-15T16:06:24.083 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 3744402 2024-04-15T16:06:24.083 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.083 INFO:tasks.workunit.client.0.smithi016.stdout: "read_random_disk_bytes_slow": { 2024-04-15T16:06:24.083 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:24.083 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.084 INFO:tasks.workunit.client.0.smithi016.stdout: "read_random_disk_bytes_wal": { 2024-04-15T16:06:24.084 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:24.084 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.084 INFO:tasks.workunit.client.0.smithi016.stdout: "read_random_disk_count": { 2024-04-15T16:06:24.084 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 237 2024-04-15T16:06:24.084 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.084 INFO:tasks.workunit.client.0.smithi016.stdout: "read_random_lat": { 2024-04-15T16:06:24.084 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 785, 2024-04-15T16:06:24.084 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 1614991 2024-04-15T16:06:24.084 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.084 INFO:tasks.workunit.client.0.smithi016.stdout: "slow_alloc_lat": { 2024-04-15T16:06:24.084 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 0, 2024-04-15T16:06:24.084 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:24.085 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.085 INFO:tasks.workunit.client.0.smithi016.stdout: "slow_total_bytes": { 2024-04-15T16:06:24.085 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:24.085 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.085 INFO:tasks.workunit.client.0.smithi016.stdout: "slow_used_bytes": { 2024-04-15T16:06:24.085 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:24.085 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.085 INFO:tasks.workunit.client.0.smithi016.stdout: "truncate_lat": { 2024-04-15T16:06:24.085 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 1, 2024-04-15T16:06:24.085 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 630 2024-04-15T16:06:24.085 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.085 INFO:tasks.workunit.client.0.smithi016.stdout: "unlink_lat": { 2024-04-15T16:06:24.085 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 8, 2024-04-15T16:06:24.085 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 11345 2024-04-15T16:06:24.086 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.086 INFO:tasks.workunit.client.0.smithi016.stdout: "wal_alloc_lat": { 2024-04-15T16:06:24.086 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 0, 2024-04-15T16:06:24.086 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:24.086 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.086 INFO:tasks.workunit.client.0.smithi016.stdout: "wal_total_bytes": { 2024-04-15T16:06:24.086 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:24.086 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.086 INFO:tasks.workunit.client.0.smithi016.stdout: "wal_used_bytes": { 2024-04-15T16:06:24.086 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:24.086 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.086 INFO:tasks.workunit.client.0.smithi016.stdout: "write_bytes": { 2024-04-15T16:06:24.086 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 1033089024 2024-04-15T16:06:24.086 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T16:06:24.087 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.087 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore": { 2024-04-15T16:06:24.087 INFO:tasks.workunit.client.0.smithi016.stdout: "alloc_unit": { 2024-04-15T16:06:24.087 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 4096 2024-04-15T16:06:24.087 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.087 INFO:tasks.workunit.client.0.smithi016.stdout: "allocated": { 2024-04-15T16:06:24.087 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 13983744 2024-04-15T16:06:24.087 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.087 INFO:tasks.workunit.client.0.smithi016.stdout: "allocator_lat": { 2024-04-15T16:06:24.087 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 24097, 2024-04-15T16:06:24.087 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 89361563 2024-04-15T16:06:24.087 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.087 INFO:tasks.workunit.client.0.smithi016.stdout: "clist_lat": { 2024-04-15T16:06:24.087 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 3595, 2024-04-15T16:06:24.087 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 5739954180 2024-04-15T16:06:24.088 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.088 INFO:tasks.workunit.client.0.smithi016.stdout: "compress_lat": { 2024-04-15T16:06:24.088 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 0, 2024-04-15T16:06:24.088 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:24.088 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.088 INFO:tasks.workunit.client.0.smithi016.stdout: "compressed": { 2024-04-15T16:06:24.088 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:24.088 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.088 INFO:tasks.workunit.client.0.smithi016.stdout: "compressed_allocated": { 2024-04-15T16:06:24.088 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:24.088 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.088 INFO:tasks.workunit.client.0.smithi016.stdout: "compressed_original": { 2024-04-15T16:06:24.088 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:24.088 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.088 INFO:tasks.workunit.client.0.smithi016.stdout: "csum_lat": { 2024-04-15T16:06:24.089 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 28662, 2024-04-15T16:06:24.089 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 249679719 2024-04-15T16:06:24.089 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.089 INFO:tasks.workunit.client.0.smithi016.stdout: "decompress_lat": { 2024-04-15T16:06:24.089 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 0, 2024-04-15T16:06:24.089 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:24.089 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.089 INFO:tasks.workunit.client.0.smithi016.stdout: "fragmentation_micros": { 2024-04-15T16:06:24.089 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:24.089 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.089 INFO:tasks.workunit.client.0.smithi016.stdout: "kv_commit_lat": { 2024-04-15T16:06:24.089 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 78043, 2024-04-15T16:06:24.089 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 16861338998 2024-04-15T16:06:24.089 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.090 INFO:tasks.workunit.client.0.smithi016.stdout: "kv_final_lat": { 2024-04-15T16:06:24.090 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 77270, 2024-04-15T16:06:24.090 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 1725981258 2024-04-15T16:06:24.090 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.090 INFO:tasks.workunit.client.0.smithi016.stdout: "kv_flush_lat": { 2024-04-15T16:06:24.090 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 78043, 2024-04-15T16:06:24.090 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 52470033 2024-04-15T16:06:24.090 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.090 INFO:tasks.workunit.client.0.smithi016.stdout: "kv_sync_lat": { 2024-04-15T16:06:24.090 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 78043, 2024-04-15T16:06:24.090 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 16913809031 2024-04-15T16:06:24.090 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.090 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_get_keys_lat": { 2024-04-15T16:06:24.090 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 0, 2024-04-15T16:06:24.090 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:24.091 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.091 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_get_values_lat": { 2024-04-15T16:06:24.091 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 36382, 2024-04-15T16:06:24.091 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 660004224 2024-04-15T16:06:24.091 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.091 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_lower_bound_lat": { 2024-04-15T16:06:24.091 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 1025, 2024-04-15T16:06:24.091 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 2816174 2024-04-15T16:06:24.091 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.091 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_next_lat": { 2024-04-15T16:06:24.091 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 19269, 2024-04-15T16:06:24.091 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 10502222 2024-04-15T16:06:24.091 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.091 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_seek_to_first_lat": { 2024-04-15T16:06:24.091 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 53, 2024-04-15T16:06:24.092 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 68631 2024-04-15T16:06:24.092 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.092 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_upper_bound_lat": { 2024-04-15T16:06:24.092 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 16684, 2024-04-15T16:06:24.092 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 1905168789 2024-04-15T16:06:24.092 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.092 INFO:tasks.workunit.client.0.smithi016.stdout: "onode_hits": { 2024-04-15T16:06:24.092 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 241393 2024-04-15T16:06:24.092 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.092 INFO:tasks.workunit.client.0.smithi016.stdout: "onode_misses": { 2024-04-15T16:06:24.092 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 23837 2024-04-15T16:06:24.092 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.092 INFO:tasks.workunit.client.0.smithi016.stdout: "read_lat": { 2024-04-15T16:06:24.093 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 12973, 2024-04-15T16:06:24.093 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 1779109548 2024-04-15T16:06:24.093 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.093 INFO:tasks.workunit.client.0.smithi016.stdout: "read_onode_meta_lat": { 2024-04-15T16:06:24.093 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 33276, 2024-04-15T16:06:24.093 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 14624531 2024-04-15T16:06:24.093 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.093 INFO:tasks.workunit.client.0.smithi016.stdout: "read_wait_aio_lat": { 2024-04-15T16:06:24.093 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 20303, 2024-04-15T16:06:24.093 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 1122426036 2024-04-15T16:06:24.093 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.093 INFO:tasks.workunit.client.0.smithi016.stdout: "reads_with_retries": { 2024-04-15T16:06:24.093 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:24.093 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.093 INFO:tasks.workunit.client.0.smithi016.stdout: "remove_lat": { 2024-04-15T16:06:24.094 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 15294, 2024-04-15T16:06:24.094 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 475459858 2024-04-15T16:06:24.094 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.094 INFO:tasks.workunit.client.0.smithi016.stdout: "slow_aio_wait_count": { 2024-04-15T16:06:24.094 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:24.094 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.094 INFO:tasks.workunit.client.0.smithi016.stdout: "slow_committed_kv_count": { 2024-04-15T16:06:24.094 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:24.094 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.094 INFO:tasks.workunit.client.0.smithi016.stdout: "slow_read_onode_meta_count": { 2024-04-15T16:06:24.094 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:24.094 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.094 INFO:tasks.workunit.client.0.smithi016.stdout: "slow_read_wait_aio_count": { 2024-04-15T16:06:24.094 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:24.095 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.095 INFO:tasks.workunit.client.0.smithi016.stdout: "state_aio_wait_lat": { 2024-04-15T16:06:24.095 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 92283, 2024-04-15T16:06:24.095 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 7693126184 2024-04-15T16:06:24.095 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.095 INFO:tasks.workunit.client.0.smithi016.stdout: "state_deferred_aio_wait_lat": { 2024-04-15T16:06:24.095 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 9413, 2024-04-15T16:06:24.095 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 483223857 2024-04-15T16:06:24.095 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.095 INFO:tasks.workunit.client.0.smithi016.stdout: "state_deferred_cleanup_lat": { 2024-04-15T16:06:24.095 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 9410, 2024-04-15T16:06:24.095 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 3628297664516 2024-04-15T16:06:24.095 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.095 INFO:tasks.workunit.client.0.smithi016.stdout: "state_deferred_queued_lat": { 2024-04-15T16:06:24.096 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 9413, 2024-04-15T16:06:24.096 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 6318993232376 2024-04-15T16:06:24.096 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.096 INFO:tasks.workunit.client.0.smithi016.stdout: "state_done_lat": { 2024-04-15T16:06:24.096 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 92280, 2024-04-15T16:06:24.096 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 2511857153458 2024-04-15T16:06:24.096 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.096 INFO:tasks.workunit.client.0.smithi016.stdout: "state_finishing_lat": { 2024-04-15T16:06:24.096 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 92280, 2024-04-15T16:06:24.096 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 10287597 2024-04-15T16:06:24.096 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.096 INFO:tasks.workunit.client.0.smithi016.stdout: "state_io_done_lat": { 2024-04-15T16:06:24.096 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 92283, 2024-04-15T16:06:24.096 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 519381363 2024-04-15T16:06:24.096 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.097 INFO:tasks.workunit.client.0.smithi016.stdout: "state_kv_commiting_lat": { 2024-04-15T16:06:24.097 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 92283, 2024-04-15T16:06:24.097 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 29967674373 2024-04-15T16:06:24.097 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.097 INFO:tasks.workunit.client.0.smithi016.stdout: "state_kv_done_lat": { 2024-04-15T16:06:24.097 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 92283, 2024-04-15T16:06:24.097 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 31729456 2024-04-15T16:06:24.097 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.097 INFO:tasks.workunit.client.0.smithi016.stdout: "state_kv_queued_lat": { 2024-04-15T16:06:24.097 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 92283, 2024-04-15T16:06:24.097 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 14983691178 2024-04-15T16:06:24.097 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.097 INFO:tasks.workunit.client.0.smithi016.stdout: "state_prepare_lat": { 2024-04-15T16:06:24.097 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 92283, 2024-04-15T16:06:24.097 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 15212888443 2024-04-15T16:06:24.098 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.098 INFO:tasks.workunit.client.0.smithi016.stdout: "stored": { 2024-04-15T16:06:24.098 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 10234509 2024-04-15T16:06:24.098 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.098 INFO:tasks.workunit.client.0.smithi016.stdout: "truncate_lat": { 2024-04-15T16:06:24.098 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 2515, 2024-04-15T16:06:24.098 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 14582702 2024-04-15T16:06:24.098 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.098 INFO:tasks.workunit.client.0.smithi016.stdout: "txc_commit_lat": { 2024-04-15T16:06:24.098 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 92283, 2024-04-15T16:06:24.098 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 68389989201 2024-04-15T16:06:24.098 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.098 INFO:tasks.workunit.client.0.smithi016.stdout: "txc_submit_lat": { 2024-04-15T16:06:24.099 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 92283, 2024-04-15T16:06:24.099 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 16379716677 2024-04-15T16:06:24.099 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.099 INFO:tasks.workunit.client.0.smithi016.stdout: "txc_throttle_lat": { 2024-04-15T16:06:24.099 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 92283, 2024-04-15T16:06:24.099 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 675406804 2024-04-15T16:06:24.099 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T16:06:24.099 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.099 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore-pricache": { 2024-04-15T16:06:24.099 INFO:tasks.workunit.client.0.smithi016.stdout: "cache_bytes": { 2024-04-15T16:06:24.099 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 1406236763 2024-04-15T16:06:24.099 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.099 INFO:tasks.workunit.client.0.smithi016.stdout: "heap_bytes": { 2024-04-15T16:06:24.099 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 550273024 2024-04-15T16:06:24.099 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.100 INFO:tasks.workunit.client.0.smithi016.stdout: "mapped_bytes": { 2024-04-15T16:06:24.100 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 503554048 2024-04-15T16:06:24.100 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.100 INFO:tasks.workunit.client.0.smithi016.stdout: "target_bytes": { 2024-04-15T16:06:24.100 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 2601815449 2024-04-15T16:06:24.100 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.100 INFO:tasks.workunit.client.0.smithi016.stdout: "unmapped_bytes": { 2024-04-15T16:06:24.100 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 46718976 2024-04-15T16:06:24.100 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T16:06:24.100 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.100 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore-pricache:data": { 2024-04-15T16:06:24.100 INFO:tasks.workunit.client.0.smithi016.stdout: "committed_bytes": { 2024-04-15T16:06:24.100 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 125829120 2024-04-15T16:06:24.100 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.100 INFO:tasks.workunit.client.0.smithi016.stdout: "pri0_bytes": { 2024-04-15T16:06:24.100 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:24.101 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.101 INFO:tasks.workunit.client.0.smithi016.stdout: "pri10_bytes": { 2024-04-15T16:06:24.101 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:24.101 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.101 INFO:tasks.workunit.client.0.smithi016.stdout: "pri11_bytes": { 2024-04-15T16:06:24.101 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 57147139 2024-04-15T16:06:24.101 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.101 INFO:tasks.workunit.client.0.smithi016.stdout: "pri1_bytes": { 2024-04-15T16:06:24.101 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:24.101 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.101 INFO:tasks.workunit.client.0.smithi016.stdout: "pri2_bytes": { 2024-04-15T16:06:24.101 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:24.101 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.101 INFO:tasks.workunit.client.0.smithi016.stdout: "pri3_bytes": { 2024-04-15T16:06:24.101 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:24.102 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.102 INFO:tasks.workunit.client.0.smithi016.stdout: "pri4_bytes": { 2024-04-15T16:06:24.102 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:24.102 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.102 INFO:tasks.workunit.client.0.smithi016.stdout: "pri5_bytes": { 2024-04-15T16:06:24.102 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 4096 2024-04-15T16:06:24.102 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.102 INFO:tasks.workunit.client.0.smithi016.stdout: "pri6_bytes": { 2024-04-15T16:06:24.102 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 49152 2024-04-15T16:06:24.102 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.102 INFO:tasks.workunit.client.0.smithi016.stdout: "pri7_bytes": { 2024-04-15T16:06:24.102 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:24.102 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.102 INFO:tasks.workunit.client.0.smithi016.stdout: "pri8_bytes": { 2024-04-15T16:06:24.102 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:24.103 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.103 INFO:tasks.workunit.client.0.smithi016.stdout: "pri9_bytes": { 2024-04-15T16:06:24.103 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:24.103 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.103 INFO:tasks.workunit.client.0.smithi016.stdout: "reserved_bytes": { 2024-04-15T16:06:24.103 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 68628733 2024-04-15T16:06:24.103 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T16:06:24.103 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.103 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore-pricache:kv": { 2024-04-15T16:06:24.103 INFO:tasks.workunit.client.0.smithi016.stdout: "committed_bytes": { 2024-04-15T16:06:24.103 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 570425344 2024-04-15T16:06:24.103 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.103 INFO:tasks.workunit.client.0.smithi016.stdout: "pri0_bytes": { 2024-04-15T16:06:24.103 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 67108864 2024-04-15T16:06:24.103 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.104 INFO:tasks.workunit.client.0.smithi016.stdout: "pri10_bytes": { 2024-04-15T16:06:24.104 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:24.104 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.104 INFO:tasks.workunit.client.0.smithi016.stdout: "pri11_bytes": { 2024-04-15T16:06:24.104 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 428603545 2024-04-15T16:06:24.104 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.104 INFO:tasks.workunit.client.0.smithi016.stdout: "pri1_bytes": { 2024-04-15T16:06:24.104 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:24.104 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.104 INFO:tasks.workunit.client.0.smithi016.stdout: "pri2_bytes": { 2024-04-15T16:06:24.104 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:24.104 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.104 INFO:tasks.workunit.client.0.smithi016.stdout: "pri3_bytes": { 2024-04-15T16:06:24.104 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 1648 2024-04-15T16:06:24.104 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.105 INFO:tasks.workunit.client.0.smithi016.stdout: "pri4_bytes": { 2024-04-15T16:06:24.105 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:24.105 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.105 INFO:tasks.workunit.client.0.smithi016.stdout: "pri5_bytes": { 2024-04-15T16:06:24.105 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 102320 2024-04-15T16:06:24.105 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.105 INFO:tasks.workunit.client.0.smithi016.stdout: "pri6_bytes": { 2024-04-15T16:06:24.105 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:24.105 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.105 INFO:tasks.workunit.client.0.smithi016.stdout: "pri7_bytes": { 2024-04-15T16:06:24.105 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:24.105 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.105 INFO:tasks.workunit.client.0.smithi016.stdout: "pri8_bytes": { 2024-04-15T16:06:24.105 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:24.106 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.106 INFO:tasks.workunit.client.0.smithi016.stdout: "pri9_bytes": { 2024-04-15T16:06:24.106 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:24.106 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.106 INFO:tasks.workunit.client.0.smithi016.stdout: "reserved_bytes": { 2024-04-15T16:06:24.106 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 74608967 2024-04-15T16:06:24.106 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T16:06:24.106 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.106 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore-pricache:kv_onode": { 2024-04-15T16:06:24.106 INFO:tasks.workunit.client.0.smithi016.stdout: "committed_bytes": { 2024-04-15T16:06:24.106 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 184549376 2024-04-15T16:06:24.106 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.106 INFO:tasks.workunit.client.0.smithi016.stdout: "pri0_bytes": { 2024-04-15T16:06:24.106 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 67108864 2024-04-15T16:06:24.107 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.107 INFO:tasks.workunit.client.0.smithi016.stdout: "pri10_bytes": { 2024-04-15T16:06:24.107 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 4727696 2024-04-15T16:06:24.107 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.107 INFO:tasks.workunit.client.0.smithi016.stdout: "pri11_bytes": { 2024-04-15T16:06:24.107 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 38098092 2024-04-15T16:06:24.107 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.107 INFO:tasks.workunit.client.0.smithi016.stdout: "pri1_bytes": { 2024-04-15T16:06:24.107 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:24.107 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.107 INFO:tasks.workunit.client.0.smithi016.stdout: "pri2_bytes": { 2024-04-15T16:06:24.107 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:24.107 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.107 INFO:tasks.workunit.client.0.smithi016.stdout: "pri3_bytes": { 2024-04-15T16:06:24.107 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:24.108 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.108 INFO:tasks.workunit.client.0.smithi016.stdout: "pri4_bytes": { 2024-04-15T16:06:24.108 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:24.108 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.108 INFO:tasks.workunit.client.0.smithi016.stdout: "pri5_bytes": { 2024-04-15T16:06:24.108 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:24.108 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.108 INFO:tasks.workunit.client.0.smithi016.stdout: "pri6_bytes": { 2024-04-15T16:06:24.108 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:24.108 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.108 INFO:tasks.workunit.client.0.smithi016.stdout: "pri7_bytes": { 2024-04-15T16:06:24.108 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:24.108 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.108 INFO:tasks.workunit.client.0.smithi016.stdout: "pri8_bytes": { 2024-04-15T16:06:24.109 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:24.109 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.109 INFO:tasks.workunit.client.0.smithi016.stdout: "pri9_bytes": { 2024-04-15T16:06:24.109 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:24.109 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.109 INFO:tasks.workunit.client.0.smithi016.stdout: "reserved_bytes": { 2024-04-15T16:06:24.109 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 74614724 2024-04-15T16:06:24.109 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T16:06:24.109 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.109 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore-pricache:meta": { 2024-04-15T16:06:24.109 INFO:tasks.workunit.client.0.smithi016.stdout: "committed_bytes": { 2024-04-15T16:06:24.109 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 503316480 2024-04-15T16:06:24.109 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.109 INFO:tasks.workunit.client.0.smithi016.stdout: "pri0_bytes": { 2024-04-15T16:06:24.109 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:24.110 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.110 INFO:tasks.workunit.client.0.smithi016.stdout: "pri10_bytes": { 2024-04-15T16:06:24.110 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:24.110 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.110 INFO:tasks.workunit.client.0.smithi016.stdout: "pri11_bytes": { 2024-04-15T16:06:24.110 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 428603545 2024-04-15T16:06:24.110 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.110 INFO:tasks.workunit.client.0.smithi016.stdout: "pri1_bytes": { 2024-04-15T16:06:24.110 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:24.110 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.110 INFO:tasks.workunit.client.0.smithi016.stdout: "pri2_bytes": { 2024-04-15T16:06:24.110 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:24.110 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.110 INFO:tasks.workunit.client.0.smithi016.stdout: "pri3_bytes": { 2024-04-15T16:06:24.111 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:24.111 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.111 INFO:tasks.workunit.client.0.smithi016.stdout: "pri4_bytes": { 2024-04-15T16:06:24.111 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:24.111 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.111 INFO:tasks.workunit.client.0.smithi016.stdout: "pri5_bytes": { 2024-04-15T16:06:24.111 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 120722 2024-04-15T16:06:24.111 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.111 INFO:tasks.workunit.client.0.smithi016.stdout: "pri6_bytes": { 2024-04-15T16:06:24.111 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 1112019 2024-04-15T16:06:24.111 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.111 INFO:tasks.workunit.client.0.smithi016.stdout: "pri7_bytes": { 2024-04-15T16:06:24.111 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:24.111 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.111 INFO:tasks.workunit.client.0.smithi016.stdout: "pri8_bytes": { 2024-04-15T16:06:24.112 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:24.112 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.112 INFO:tasks.workunit.client.0.smithi016.stdout: "pri9_bytes": { 2024-04-15T16:06:24.112 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:24.112 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.112 INFO:tasks.workunit.client.0.smithi016.stdout: "reserved_bytes": { 2024-04-15T16:06:24.112 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 73480194 2024-04-15T16:06:24.112 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T16:06:24.112 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.112 INFO:tasks.workunit.client.0.smithi016.stdout: "objecter": { 2024-04-15T16:06:24.112 INFO:tasks.workunit.client.0.smithi016.stdout: "op_active": { 2024-04-15T16:06:24.112 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:24.112 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.112 INFO:tasks.workunit.client.0.smithi016.stdout: "op_r": { 2024-04-15T16:06:24.112 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 31 2024-04-15T16:06:24.113 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.113 INFO:tasks.workunit.client.0.smithi016.stdout: "op_rmw": { 2024-04-15T16:06:24.113 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:24.113 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.113 INFO:tasks.workunit.client.0.smithi016.stdout: "op_w": { 2024-04-15T16:06:24.113 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:24.113 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T16:06:24.113 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.113 INFO:tasks.workunit.client.0.smithi016.stdout: "osd": { 2024-04-15T16:06:24.113 INFO:tasks.workunit.client.0.smithi016.stdout: "numpg": { 2024-04-15T16:06:24.113 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 54 2024-04-15T16:06:24.113 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.113 INFO:tasks.workunit.client.0.smithi016.stdout: "numpg_removing": { 2024-04-15T16:06:24.113 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:24.113 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.114 INFO:tasks.workunit.client.0.smithi016.stdout: "op": { 2024-04-15T16:06:24.114 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 37052 2024-04-15T16:06:24.114 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.114 INFO:tasks.workunit.client.0.smithi016.stdout: "op_before_queue_op_lat": { 2024-04-15T16:06:24.114 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 119333, 2024-04-15T16:06:24.114 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 8242843361 2024-04-15T16:06:24.114 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.114 INFO:tasks.workunit.client.0.smithi016.stdout: "op_delayed_degraded": { 2024-04-15T16:06:24.114 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 1 2024-04-15T16:06:24.114 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.114 INFO:tasks.workunit.client.0.smithi016.stdout: "op_delayed_unreadable": { 2024-04-15T16:06:24.114 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:24.114 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.114 INFO:tasks.workunit.client.0.smithi016.stdout: "op_in_bytes": { 2024-04-15T16:06:24.114 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 2253938844 2024-04-15T16:06:24.115 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.115 INFO:tasks.workunit.client.0.smithi016.stdout: "op_latency": { 2024-04-15T16:06:24.115 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 37052, 2024-04-15T16:06:24.115 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 206744417120 2024-04-15T16:06:24.115 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.115 INFO:tasks.workunit.client.0.smithi016.stdout: "op_out_bytes": { 2024-04-15T16:06:24.115 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 3594634133 2024-04-15T16:06:24.115 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.115 INFO:tasks.workunit.client.0.smithi016.stdout: "op_prepare_latency": { 2024-04-15T16:06:24.115 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 38120, 2024-04-15T16:06:24.115 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 20310867026 2024-04-15T16:06:24.115 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.115 INFO:tasks.workunit.client.0.smithi016.stdout: "op_process_latency": { 2024-04-15T16:06:24.115 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 37052, 2024-04-15T16:06:24.115 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 71288714922 2024-04-15T16:06:24.116 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.116 INFO:tasks.workunit.client.0.smithi016.stdout: "op_r": { 2024-04-15T16:06:24.116 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 21435 2024-04-15T16:06:24.116 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.116 INFO:tasks.workunit.client.0.smithi016.stdout: "op_r_latency": { 2024-04-15T16:06:24.116 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 21435, 2024-04-15T16:06:24.116 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 19271254794 2024-04-15T16:06:24.116 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.116 INFO:tasks.workunit.client.0.smithi016.stdout: "op_r_latency_out_bytes_histogram": { 2024-04-15T16:06:24.116 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:24.116 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.116 INFO:tasks.workunit.client.0.smithi016.stdout: "op_r_out_bytes": { 2024-04-15T16:06:24.116 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 3594634133 2024-04-15T16:06:24.116 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.116 INFO:tasks.workunit.client.0.smithi016.stdout: "op_r_prepare_latency": { 2024-04-15T16:06:24.117 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 21763, 2024-04-15T16:06:24.117 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 5511614999 2024-04-15T16:06:24.117 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.117 INFO:tasks.workunit.client.0.smithi016.stdout: "op_r_process_latency": { 2024-04-15T16:06:24.117 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 21435, 2024-04-15T16:06:24.117 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 6199403112 2024-04-15T16:06:24.117 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.117 INFO:tasks.workunit.client.0.smithi016.stdout: "op_rw": { 2024-04-15T16:06:24.117 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 8121 2024-04-15T16:06:24.117 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.117 INFO:tasks.workunit.client.0.smithi016.stdout: "op_rw_in_bytes": { 2024-04-15T16:06:24.117 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 392132186 2024-04-15T16:06:24.117 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.117 INFO:tasks.workunit.client.0.smithi016.stdout: "op_rw_latency": { 2024-04-15T16:06:24.118 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 8121, 2024-04-15T16:06:24.118 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 15700063033 2024-04-15T16:06:24.118 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.118 INFO:tasks.workunit.client.0.smithi016.stdout: "op_rw_latency_in_bytes_histogram": { 2024-04-15T16:06:24.118 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:24.118 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.118 INFO:tasks.workunit.client.0.smithi016.stdout: "op_rw_latency_out_bytes_histogram": { 2024-04-15T16:06:24.118 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:24.118 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.118 INFO:tasks.workunit.client.0.smithi016.stdout: "op_rw_out_bytes": { 2024-04-15T16:06:24.118 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:24.118 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.118 INFO:tasks.workunit.client.0.smithi016.stdout: "op_rw_prepare_latency": { 2024-04-15T16:06:24.118 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 8678, 2024-04-15T16:06:24.118 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 5467402982 2024-04-15T16:06:24.119 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.119 INFO:tasks.workunit.client.0.smithi016.stdout: "op_rw_process_latency": { 2024-04-15T16:06:24.119 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 8121, 2024-04-15T16:06:24.119 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 12517545603 2024-04-15T16:06:24.119 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.119 INFO:tasks.workunit.client.0.smithi016.stdout: "op_w": { 2024-04-15T16:06:24.119 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 7496 2024-04-15T16:06:24.119 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.119 INFO:tasks.workunit.client.0.smithi016.stdout: "op_w_in_bytes": { 2024-04-15T16:06:24.119 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 1861806658 2024-04-15T16:06:24.119 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.119 INFO:tasks.workunit.client.0.smithi016.stdout: "op_w_latency": { 2024-04-15T16:06:24.119 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 7496, 2024-04-15T16:06:24.119 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 171773099293 2024-04-15T16:06:24.119 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.120 INFO:tasks.workunit.client.0.smithi016.stdout: "op_w_latency_in_bytes_histogram": { 2024-04-15T16:06:24.120 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:24.120 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.120 INFO:tasks.workunit.client.0.smithi016.stdout: "op_w_prepare_latency": { 2024-04-15T16:06:24.120 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 7679, 2024-04-15T16:06:24.120 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 9331849045 2024-04-15T16:06:24.120 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.120 INFO:tasks.workunit.client.0.smithi016.stdout: "op_w_process_latency": { 2024-04-15T16:06:24.120 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 7496, 2024-04-15T16:06:24.120 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 52571766207 2024-04-15T16:06:24.120 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.120 INFO:tasks.workunit.client.0.smithi016.stdout: "op_wip": { 2024-04-15T16:06:24.120 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:24.120 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.120 INFO:tasks.workunit.client.0.smithi016.stdout: "recovery_bytes": { 2024-04-15T16:06:24.121 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 20971538 2024-04-15T16:06:24.121 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.121 INFO:tasks.workunit.client.0.smithi016.stdout: "recovery_ops": { 2024-04-15T16:06:24.121 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 18 2024-04-15T16:06:24.121 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.121 INFO:tasks.workunit.client.0.smithi016.stdout: "stat_bytes": { 2024-04-15T16:06:24.121 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 95995035648 2024-04-15T16:06:24.121 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.121 INFO:tasks.workunit.client.0.smithi016.stdout: "stat_bytes_used": { 2024-04-15T16:06:24.121 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 679915520 2024-04-15T16:06:24.121 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T16:06:24.121 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T16:06:24.121 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.121 INFO:tasks.workunit.client.0.smithi016.stdout: "osd.1": { 2024-04-15T16:06:24.121 INFO:tasks.workunit.client.0.smithi016.stdout: "bluefs": { 2024-04-15T16:06:24.121 INFO:tasks.workunit.client.0.smithi016.stdout: "alloc_db_max_lat": { 2024-04-15T16:06:24.122 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 14414 2024-04-15T16:06:24.122 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.122 INFO:tasks.workunit.client.0.smithi016.stdout: "alloc_slow_fallback": { 2024-04-15T16:06:24.122 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:24.122 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.122 INFO:tasks.workunit.client.0.smithi016.stdout: "alloc_slow_max_lat": { 2024-04-15T16:06:24.122 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:24.122 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.122 INFO:tasks.workunit.client.0.smithi016.stdout: "alloc_slow_size_fallback": { 2024-04-15T16:06:24.122 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:24.122 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.122 INFO:tasks.workunit.client.0.smithi016.stdout: "alloc_unit_db": { 2024-04-15T16:06:24.122 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 65536 2024-04-15T16:06:24.122 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.123 INFO:tasks.workunit.client.0.smithi016.stdout: "alloc_unit_slow": { 2024-04-15T16:06:24.123 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:24.123 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.123 INFO:tasks.workunit.client.0.smithi016.stdout: "alloc_unit_wal": { 2024-04-15T16:06:24.123 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:24.123 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.123 INFO:tasks.workunit.client.0.smithi016.stdout: "alloc_wal_max_lat": { 2024-04-15T16:06:24.123 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:24.123 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.123 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes_written_slow": { 2024-04-15T16:06:24.123 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:24.123 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.123 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes_written_sst": { 2024-04-15T16:06:24.123 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 7266304 2024-04-15T16:06:24.123 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.123 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes_written_wal": { 2024-04-15T16:06:24.124 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 781516800 2024-04-15T16:06:24.124 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.124 INFO:tasks.workunit.client.0.smithi016.stdout: "compact_lat": { 2024-04-15T16:06:24.124 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 18, 2024-04-15T16:06:24.124 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 5899188 2024-04-15T16:06:24.124 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.124 INFO:tasks.workunit.client.0.smithi016.stdout: "compact_lock_lat": { 2024-04-15T16:06:24.124 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 18, 2024-04-15T16:06:24.124 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 2633236 2024-04-15T16:06:24.124 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.124 INFO:tasks.workunit.client.0.smithi016.stdout: "db_alloc_lat": { 2024-04-15T16:06:24.124 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 199, 2024-04-15T16:06:24.124 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 919602 2024-04-15T16:06:24.125 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.125 INFO:tasks.workunit.client.0.smithi016.stdout: "db_total_bytes": { 2024-04-15T16:06:24.125 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 95995027456 2024-04-15T16:06:24.125 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.125 INFO:tasks.workunit.client.0.smithi016.stdout: "db_used_bytes": { 2024-04-15T16:06:24.125 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 861208576 2024-04-15T16:06:24.125 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.125 INFO:tasks.workunit.client.0.smithi016.stdout: "flush_lat": { 2024-04-15T16:06:24.125 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 76439, 2024-04-15T16:06:24.125 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 7074986852 2024-04-15T16:06:24.125 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.125 INFO:tasks.workunit.client.0.smithi016.stdout: "fsync_lat": { 2024-04-15T16:06:24.125 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 76451, 2024-04-15T16:06:24.125 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 13058403415 2024-04-15T16:06:24.125 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.126 INFO:tasks.workunit.client.0.smithi016.stdout: "log_bytes": { 2024-04-15T16:06:24.126 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 13893632 2024-04-15T16:06:24.126 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.126 INFO:tasks.workunit.client.0.smithi016.stdout: "logged_bytes": { 2024-04-15T16:06:24.126 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 313151488 2024-04-15T16:06:24.126 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.126 INFO:tasks.workunit.client.0.smithi016.stdout: "max_bytes_db": { 2024-04-15T16:06:24.126 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 869728256 2024-04-15T16:06:24.126 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.126 INFO:tasks.workunit.client.0.smithi016.stdout: "max_bytes_slow": { 2024-04-15T16:06:24.126 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:24.126 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.126 INFO:tasks.workunit.client.0.smithi016.stdout: "max_bytes_wal": { 2024-04-15T16:06:24.126 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:24.127 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.127 INFO:tasks.workunit.client.0.smithi016.stdout: "num_files": { 2024-04-15T16:06:24.127 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 54 2024-04-15T16:06:24.127 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.127 INFO:tasks.workunit.client.0.smithi016.stdout: "read_bytes": { 2024-04-15T16:06:24.127 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 5389552485 2024-04-15T16:06:24.127 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.127 INFO:tasks.workunit.client.0.smithi016.stdout: "read_count": { 2024-04-15T16:06:24.127 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 47951 2024-04-15T16:06:24.127 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.127 INFO:tasks.workunit.client.0.smithi016.stdout: "read_disk_bytes": { 2024-04-15T16:06:24.127 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 4681756672 2024-04-15T16:06:24.127 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.127 INFO:tasks.workunit.client.0.smithi016.stdout: "read_disk_bytes_db": { 2024-04-15T16:06:24.127 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 4681760768 2024-04-15T16:06:24.128 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.128 INFO:tasks.workunit.client.0.smithi016.stdout: "read_disk_bytes_slow": { 2024-04-15T16:06:24.128 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:24.128 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.128 INFO:tasks.workunit.client.0.smithi016.stdout: "read_disk_bytes_wal": { 2024-04-15T16:06:24.128 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:24.128 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.128 INFO:tasks.workunit.client.0.smithi016.stdout: "read_disk_count": { 2024-04-15T16:06:24.128 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 42719 2024-04-15T16:06:24.128 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.128 INFO:tasks.workunit.client.0.smithi016.stdout: "read_lat": { 2024-04-15T16:06:24.128 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 47951, 2024-04-15T16:06:24.128 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 1709965625 2024-04-15T16:06:24.128 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.128 INFO:tasks.workunit.client.0.smithi016.stdout: "read_prefetch_bytes": { 2024-04-15T16:06:24.129 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 5295158598 2024-04-15T16:06:24.129 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.129 INFO:tasks.workunit.client.0.smithi016.stdout: "read_prefetch_count": { 2024-04-15T16:06:24.129 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 45055 2024-04-15T16:06:24.129 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.129 INFO:tasks.workunit.client.0.smithi016.stdout: "read_random_buffer_bytes": { 2024-04-15T16:06:24.129 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 2610716 2024-04-15T16:06:24.129 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.129 INFO:tasks.workunit.client.0.smithi016.stdout: "read_random_buffer_count": { 2024-04-15T16:06:24.129 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 539 2024-04-15T16:06:24.129 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.129 INFO:tasks.workunit.client.0.smithi016.stdout: "read_random_bytes": { 2024-04-15T16:06:24.129 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 7200544 2024-04-15T16:06:24.129 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.130 INFO:tasks.workunit.client.0.smithi016.stdout: "read_random_count": { 2024-04-15T16:06:24.130 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 725 2024-04-15T16:06:24.130 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.130 INFO:tasks.workunit.client.0.smithi016.stdout: "read_random_disk_bytes": { 2024-04-15T16:06:24.130 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 4589828 2024-04-15T16:06:24.130 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.130 INFO:tasks.workunit.client.0.smithi016.stdout: "read_random_disk_bytes_db": { 2024-04-15T16:06:24.130 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 4589828 2024-04-15T16:06:24.130 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.130 INFO:tasks.workunit.client.0.smithi016.stdout: "read_random_disk_bytes_slow": { 2024-04-15T16:06:24.130 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:24.130 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.130 INFO:tasks.workunit.client.0.smithi016.stdout: "read_random_disk_bytes_wal": { 2024-04-15T16:06:24.130 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:24.130 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.131 INFO:tasks.workunit.client.0.smithi016.stdout: "read_random_disk_count": { 2024-04-15T16:06:24.131 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 194 2024-04-15T16:06:24.131 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.131 INFO:tasks.workunit.client.0.smithi016.stdout: "read_random_lat": { 2024-04-15T16:06:24.131 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 725, 2024-04-15T16:06:24.131 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 3167285 2024-04-15T16:06:24.131 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.131 INFO:tasks.workunit.client.0.smithi016.stdout: "slow_alloc_lat": { 2024-04-15T16:06:24.131 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 0, 2024-04-15T16:06:24.131 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:24.131 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.131 INFO:tasks.workunit.client.0.smithi016.stdout: "slow_total_bytes": { 2024-04-15T16:06:24.131 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:24.131 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.131 INFO:tasks.workunit.client.0.smithi016.stdout: "slow_used_bytes": { 2024-04-15T16:06:24.132 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:24.132 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.132 INFO:tasks.workunit.client.0.smithi016.stdout: "truncate_lat": { 2024-04-15T16:06:24.132 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 1, 2024-04-15T16:06:24.132 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 882 2024-04-15T16:06:24.132 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.132 INFO:tasks.workunit.client.0.smithi016.stdout: "unlink_lat": { 2024-04-15T16:06:24.132 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 8, 2024-04-15T16:06:24.132 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 13878 2024-04-15T16:06:24.132 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.132 INFO:tasks.workunit.client.0.smithi016.stdout: "wal_alloc_lat": { 2024-04-15T16:06:24.132 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 0, 2024-04-15T16:06:24.132 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:24.132 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.132 INFO:tasks.workunit.client.0.smithi016.stdout: "wal_total_bytes": { 2024-04-15T16:06:24.133 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:24.133 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.133 INFO:tasks.workunit.client.0.smithi016.stdout: "wal_used_bytes": { 2024-04-15T16:06:24.133 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:24.133 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.133 INFO:tasks.workunit.client.0.smithi016.stdout: "write_bytes": { 2024-04-15T16:06:24.133 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 1104670720 2024-04-15T16:06:24.133 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T16:06:24.133 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.133 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore": { 2024-04-15T16:06:24.133 INFO:tasks.workunit.client.0.smithi016.stdout: "alloc_unit": { 2024-04-15T16:06:24.133 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 4096 2024-04-15T16:06:24.133 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.133 INFO:tasks.workunit.client.0.smithi016.stdout: "allocated": { 2024-04-15T16:06:24.133 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 13385728 2024-04-15T16:06:24.134 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.134 INFO:tasks.workunit.client.0.smithi016.stdout: "allocator_lat": { 2024-04-15T16:06:24.134 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 21764, 2024-04-15T16:06:24.134 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 83151286 2024-04-15T16:06:24.134 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.134 INFO:tasks.workunit.client.0.smithi016.stdout: "clist_lat": { 2024-04-15T16:06:24.134 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 3586, 2024-04-15T16:06:24.134 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 6017659477 2024-04-15T16:06:24.134 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.134 INFO:tasks.workunit.client.0.smithi016.stdout: "compress_lat": { 2024-04-15T16:06:24.134 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 0, 2024-04-15T16:06:24.134 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:24.134 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.135 INFO:tasks.workunit.client.0.smithi016.stdout: "compressed": { 2024-04-15T16:06:24.135 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:24.135 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.135 INFO:tasks.workunit.client.0.smithi016.stdout: "compressed_allocated": { 2024-04-15T16:06:24.135 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:24.135 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.135 INFO:tasks.workunit.client.0.smithi016.stdout: "compressed_original": { 2024-04-15T16:06:24.135 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:24.135 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.135 INFO:tasks.workunit.client.0.smithi016.stdout: "csum_lat": { 2024-04-15T16:06:24.135 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 20731, 2024-04-15T16:06:24.135 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 180934003 2024-04-15T16:06:24.135 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.135 INFO:tasks.workunit.client.0.smithi016.stdout: "decompress_lat": { 2024-04-15T16:06:24.135 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 0, 2024-04-15T16:06:24.136 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:24.136 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.136 INFO:tasks.workunit.client.0.smithi016.stdout: "fragmentation_micros": { 2024-04-15T16:06:24.136 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:24.136 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.136 INFO:tasks.workunit.client.0.smithi016.stdout: "kv_commit_lat": { 2024-04-15T16:06:24.136 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 76379, 2024-04-15T16:06:24.136 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 17231566917 2024-04-15T16:06:24.136 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.136 INFO:tasks.workunit.client.0.smithi016.stdout: "kv_final_lat": { 2024-04-15T16:06:24.136 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 75680, 2024-04-15T16:06:24.136 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 1945278256 2024-04-15T16:06:24.136 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.136 INFO:tasks.workunit.client.0.smithi016.stdout: "kv_flush_lat": { 2024-04-15T16:06:24.136 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 76379, 2024-04-15T16:06:24.137 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 46664595 2024-04-15T16:06:24.137 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.137 INFO:tasks.workunit.client.0.smithi016.stdout: "kv_sync_lat": { 2024-04-15T16:06:24.137 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 76379, 2024-04-15T16:06:24.137 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 17278231512 2024-04-15T16:06:24.137 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.137 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_get_keys_lat": { 2024-04-15T16:06:24.137 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 0, 2024-04-15T16:06:24.137 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:24.137 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.137 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_get_values_lat": { 2024-04-15T16:06:24.137 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 24371, 2024-04-15T16:06:24.137 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 596543260 2024-04-15T16:06:24.137 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.137 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_lower_bound_lat": { 2024-04-15T16:06:24.138 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 826, 2024-04-15T16:06:24.138 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 2608596 2024-04-15T16:06:24.138 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.138 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_next_lat": { 2024-04-15T16:06:24.138 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 10292, 2024-04-15T16:06:24.138 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 7621468 2024-04-15T16:06:24.138 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.138 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_seek_to_first_lat": { 2024-04-15T16:06:24.138 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 44, 2024-04-15T16:06:24.138 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 54337 2024-04-15T16:06:24.138 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.138 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_upper_bound_lat": { 2024-04-15T16:06:24.138 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 11366, 2024-04-15T16:06:24.138 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 1207899704 2024-04-15T16:06:24.138 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.139 INFO:tasks.workunit.client.0.smithi016.stdout: "onode_hits": { 2024-04-15T16:06:24.139 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 228355 2024-04-15T16:06:24.139 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.139 INFO:tasks.workunit.client.0.smithi016.stdout: "onode_misses": { 2024-04-15T16:06:24.139 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 27093 2024-04-15T16:06:24.139 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.139 INFO:tasks.workunit.client.0.smithi016.stdout: "read_lat": { 2024-04-15T16:06:24.139 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 23840, 2024-04-15T16:06:24.139 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 1766589129 2024-04-15T16:06:24.139 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.139 INFO:tasks.workunit.client.0.smithi016.stdout: "read_onode_meta_lat": { 2024-04-15T16:06:24.139 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 77813, 2024-04-15T16:06:24.139 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 22542348 2024-04-15T16:06:24.139 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.139 INFO:tasks.workunit.client.0.smithi016.stdout: "read_wait_aio_lat": { 2024-04-15T16:06:24.140 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 53973, 2024-04-15T16:06:24.140 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 865043492 2024-04-15T16:06:24.140 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.140 INFO:tasks.workunit.client.0.smithi016.stdout: "reads_with_retries": { 2024-04-15T16:06:24.140 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:24.140 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.140 INFO:tasks.workunit.client.0.smithi016.stdout: "remove_lat": { 2024-04-15T16:06:24.140 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 15436, 2024-04-15T16:06:24.140 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 459192652 2024-04-15T16:06:24.140 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.140 INFO:tasks.workunit.client.0.smithi016.stdout: "slow_aio_wait_count": { 2024-04-15T16:06:24.140 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:24.140 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.140 INFO:tasks.workunit.client.0.smithi016.stdout: "slow_committed_kv_count": { 2024-04-15T16:06:24.141 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:24.141 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.141 INFO:tasks.workunit.client.0.smithi016.stdout: "slow_read_onode_meta_count": { 2024-04-15T16:06:24.141 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:24.141 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.141 INFO:tasks.workunit.client.0.smithi016.stdout: "slow_read_wait_aio_count": { 2024-04-15T16:06:24.141 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:24.141 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.141 INFO:tasks.workunit.client.0.smithi016.stdout: "state_aio_wait_lat": { 2024-04-15T16:06:24.141 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 90746, 2024-04-15T16:06:24.141 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 8745539033 2024-04-15T16:06:24.141 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.141 INFO:tasks.workunit.client.0.smithi016.stdout: "state_deferred_aio_wait_lat": { 2024-04-15T16:06:24.141 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 23157, 2024-04-15T16:06:24.141 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 1253117864 2024-04-15T16:06:24.142 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.142 INFO:tasks.workunit.client.0.smithi016.stdout: "state_deferred_cleanup_lat": { 2024-04-15T16:06:24.142 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 23155, 2024-04-15T16:06:24.142 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 4080925513456 2024-04-15T16:06:24.142 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.142 INFO:tasks.workunit.client.0.smithi016.stdout: "state_deferred_queued_lat": { 2024-04-15T16:06:24.142 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 23157, 2024-04-15T16:06:24.142 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 6833865644397 2024-04-15T16:06:24.142 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.142 INFO:tasks.workunit.client.0.smithi016.stdout: "state_done_lat": { 2024-04-15T16:06:24.142 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 90744, 2024-04-15T16:06:24.142 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 3143126260236 2024-04-15T16:06:24.142 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.142 INFO:tasks.workunit.client.0.smithi016.stdout: "state_finishing_lat": { 2024-04-15T16:06:24.143 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 90744, 2024-04-15T16:06:24.143 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 9760145 2024-04-15T16:06:24.143 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.143 INFO:tasks.workunit.client.0.smithi016.stdout: "state_io_done_lat": { 2024-04-15T16:06:24.143 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 90746, 2024-04-15T16:06:24.143 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 532065488 2024-04-15T16:06:24.143 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.143 INFO:tasks.workunit.client.0.smithi016.stdout: "state_kv_commiting_lat": { 2024-04-15T16:06:24.143 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 90746, 2024-04-15T16:06:24.143 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 29793336951 2024-04-15T16:06:24.143 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.143 INFO:tasks.workunit.client.0.smithi016.stdout: "state_kv_done_lat": { 2024-04-15T16:06:24.143 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 90746, 2024-04-15T16:06:24.143 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 35944525 2024-04-15T16:06:24.144 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.144 INFO:tasks.workunit.client.0.smithi016.stdout: "state_kv_queued_lat": { 2024-04-15T16:06:24.144 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 90746, 2024-04-15T16:06:24.144 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 14688708114 2024-04-15T16:06:24.144 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.144 INFO:tasks.workunit.client.0.smithi016.stdout: "state_prepare_lat": { 2024-04-15T16:06:24.144 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 90746, 2024-04-15T16:06:24.144 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 15898678105 2024-04-15T16:06:24.144 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.144 INFO:tasks.workunit.client.0.smithi016.stdout: "stored": { 2024-04-15T16:06:24.144 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 9643592 2024-04-15T16:06:24.144 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.144 INFO:tasks.workunit.client.0.smithi016.stdout: "truncate_lat": { 2024-04-15T16:06:24.144 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 2543, 2024-04-15T16:06:24.144 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 14974366 2024-04-15T16:06:24.145 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.145 INFO:tasks.workunit.client.0.smithi016.stdout: "txc_commit_lat": { 2024-04-15T16:06:24.145 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 90746, 2024-04-15T16:06:24.145 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 69675056208 2024-04-15T16:06:24.145 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.145 INFO:tasks.workunit.client.0.smithi016.stdout: "txc_submit_lat": { 2024-04-15T16:06:24.145 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 90746, 2024-04-15T16:06:24.145 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 17014877882 2024-04-15T16:06:24.145 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.145 INFO:tasks.workunit.client.0.smithi016.stdout: "txc_throttle_lat": { 2024-04-15T16:06:24.145 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 90746, 2024-04-15T16:06:24.145 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 696394819 2024-04-15T16:06:24.145 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T16:06:24.145 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.145 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore-pricache": { 2024-04-15T16:06:24.146 INFO:tasks.workunit.client.0.smithi016.stdout: "cache_bytes": { 2024-04-15T16:06:24.146 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 1406236763 2024-04-15T16:06:24.146 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.146 INFO:tasks.workunit.client.0.smithi016.stdout: "heap_bytes": { 2024-04-15T16:06:24.146 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 653451264 2024-04-15T16:06:24.146 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.146 INFO:tasks.workunit.client.0.smithi016.stdout: "mapped_bytes": { 2024-04-15T16:06:24.146 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 615161856 2024-04-15T16:06:24.146 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.146 INFO:tasks.workunit.client.0.smithi016.stdout: "target_bytes": { 2024-04-15T16:06:24.146 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 2601815449 2024-04-15T16:06:24.146 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.146 INFO:tasks.workunit.client.0.smithi016.stdout: "unmapped_bytes": { 2024-04-15T16:06:24.146 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 38289408 2024-04-15T16:06:24.146 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T16:06:24.147 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.147 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore-pricache:data": { 2024-04-15T16:06:24.147 INFO:tasks.workunit.client.0.smithi016.stdout: "committed_bytes": { 2024-04-15T16:06:24.147 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 125829120 2024-04-15T16:06:24.147 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.147 INFO:tasks.workunit.client.0.smithi016.stdout: "pri0_bytes": { 2024-04-15T16:06:24.147 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:24.147 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.147 INFO:tasks.workunit.client.0.smithi016.stdout: "pri10_bytes": { 2024-04-15T16:06:24.147 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:24.147 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.147 INFO:tasks.workunit.client.0.smithi016.stdout: "pri11_bytes": { 2024-04-15T16:06:24.147 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 56946292 2024-04-15T16:06:24.147 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.147 INFO:tasks.workunit.client.0.smithi016.stdout: "pri1_bytes": { 2024-04-15T16:06:24.148 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:24.148 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.148 INFO:tasks.workunit.client.0.smithi016.stdout: "pri2_bytes": { 2024-04-15T16:06:24.148 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:24.148 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.148 INFO:tasks.workunit.client.0.smithi016.stdout: "pri3_bytes": { 2024-04-15T16:06:24.148 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:24.148 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.148 INFO:tasks.workunit.client.0.smithi016.stdout: "pri4_bytes": { 2024-04-15T16:06:24.148 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:24.148 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.148 INFO:tasks.workunit.client.0.smithi016.stdout: "pri5_bytes": { 2024-04-15T16:06:24.148 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 135168 2024-04-15T16:06:24.148 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.148 INFO:tasks.workunit.client.0.smithi016.stdout: "pri6_bytes": { 2024-04-15T16:06:24.149 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 831488 2024-04-15T16:06:24.149 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.149 INFO:tasks.workunit.client.0.smithi016.stdout: "pri7_bytes": { 2024-04-15T16:06:24.149 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:24.149 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.149 INFO:tasks.workunit.client.0.smithi016.stdout: "pri8_bytes": { 2024-04-15T16:06:24.149 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:24.149 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.149 INFO:tasks.workunit.client.0.smithi016.stdout: "pri9_bytes": { 2024-04-15T16:06:24.149 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:24.149 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.149 INFO:tasks.workunit.client.0.smithi016.stdout: "reserved_bytes": { 2024-04-15T16:06:24.149 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 67916172 2024-04-15T16:06:24.149 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T16:06:24.150 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.150 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore-pricache:kv": { 2024-04-15T16:06:24.150 INFO:tasks.workunit.client.0.smithi016.stdout: "committed_bytes": { 2024-04-15T16:06:24.150 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 562036736 2024-04-15T16:06:24.150 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.150 INFO:tasks.workunit.client.0.smithi016.stdout: "pri0_bytes": { 2024-04-15T16:06:24.150 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 67108864 2024-04-15T16:06:24.150 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.150 INFO:tasks.workunit.client.0.smithi016.stdout: "pri10_bytes": { 2024-04-15T16:06:24.150 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:24.150 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.150 INFO:tasks.workunit.client.0.smithi016.stdout: "pri11_bytes": { 2024-04-15T16:06:24.150 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 427097194 2024-04-15T16:06:24.150 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.151 INFO:tasks.workunit.client.0.smithi016.stdout: "pri1_bytes": { 2024-04-15T16:06:24.151 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:24.151 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.151 INFO:tasks.workunit.client.0.smithi016.stdout: "pri2_bytes": { 2024-04-15T16:06:24.151 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:24.151 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.151 INFO:tasks.workunit.client.0.smithi016.stdout: "pri3_bytes": { 2024-04-15T16:06:24.151 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 256 2024-04-15T16:06:24.151 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.151 INFO:tasks.workunit.client.0.smithi016.stdout: "pri4_bytes": { 2024-04-15T16:06:24.151 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:24.151 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.151 INFO:tasks.workunit.client.0.smithi016.stdout: "pri5_bytes": { 2024-04-15T16:06:24.151 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 89632 2024-04-15T16:06:24.151 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.152 INFO:tasks.workunit.client.0.smithi016.stdout: "pri6_bytes": { 2024-04-15T16:06:24.152 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 320 2024-04-15T16:06:24.152 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.152 INFO:tasks.workunit.client.0.smithi016.stdout: "pri7_bytes": { 2024-04-15T16:06:24.152 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:24.152 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.152 INFO:tasks.workunit.client.0.smithi016.stdout: "pri8_bytes": { 2024-04-15T16:06:24.152 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:24.152 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.152 INFO:tasks.workunit.client.0.smithi016.stdout: "pri9_bytes": { 2024-04-15T16:06:24.152 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:24.152 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.152 INFO:tasks.workunit.client.0.smithi016.stdout: "reserved_bytes": { 2024-04-15T16:06:24.152 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 67740470 2024-04-15T16:06:24.152 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T16:06:24.153 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.153 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore-pricache:kv_onode": { 2024-04-15T16:06:24.153 INFO:tasks.workunit.client.0.smithi016.stdout: "committed_bytes": { 2024-04-15T16:06:24.153 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 184549376 2024-04-15T16:06:24.153 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.153 INFO:tasks.workunit.client.0.smithi016.stdout: "pri0_bytes": { 2024-04-15T16:06:24.153 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 67108864 2024-04-15T16:06:24.153 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.153 INFO:tasks.workunit.client.0.smithi016.stdout: "pri10_bytes": { 2024-04-15T16:06:24.153 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 7417568 2024-04-15T16:06:24.153 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.153 INFO:tasks.workunit.client.0.smithi016.stdout: "pri11_bytes": { 2024-04-15T16:06:24.153 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 37964195 2024-04-15T16:06:24.153 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.153 INFO:tasks.workunit.client.0.smithi016.stdout: "pri1_bytes": { 2024-04-15T16:06:24.153 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:24.154 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.154 INFO:tasks.workunit.client.0.smithi016.stdout: "pri2_bytes": { 2024-04-15T16:06:24.154 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:24.154 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.154 INFO:tasks.workunit.client.0.smithi016.stdout: "pri3_bytes": { 2024-04-15T16:06:24.154 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:24.154 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.154 INFO:tasks.workunit.client.0.smithi016.stdout: "pri4_bytes": { 2024-04-15T16:06:24.154 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:24.154 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.154 INFO:tasks.workunit.client.0.smithi016.stdout: "pri5_bytes": { 2024-04-15T16:06:24.154 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:24.154 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.154 INFO:tasks.workunit.client.0.smithi016.stdout: "pri6_bytes": { 2024-04-15T16:06:24.155 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:24.155 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.155 INFO:tasks.workunit.client.0.smithi016.stdout: "pri7_bytes": { 2024-04-15T16:06:24.155 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:24.155 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.155 INFO:tasks.workunit.client.0.smithi016.stdout: "pri8_bytes": { 2024-04-15T16:06:24.155 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:24.155 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.155 INFO:tasks.workunit.client.0.smithi016.stdout: "pri9_bytes": { 2024-04-15T16:06:24.155 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:24.155 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.155 INFO:tasks.workunit.client.0.smithi016.stdout: "reserved_bytes": { 2024-04-15T16:06:24.155 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 72058749 2024-04-15T16:06:24.155 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T16:06:24.155 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.155 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore-pricache:meta": { 2024-04-15T16:06:24.156 INFO:tasks.workunit.client.0.smithi016.stdout: "committed_bytes": { 2024-04-15T16:06:24.156 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 503316480 2024-04-15T16:06:24.156 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.156 INFO:tasks.workunit.client.0.smithi016.stdout: "pri0_bytes": { 2024-04-15T16:06:24.156 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:24.156 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.156 INFO:tasks.workunit.client.0.smithi016.stdout: "pri10_bytes": { 2024-04-15T16:06:24.156 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:24.156 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.156 INFO:tasks.workunit.client.0.smithi016.stdout: "pri11_bytes": { 2024-04-15T16:06:24.156 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 427097194 2024-04-15T16:06:24.156 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.156 INFO:tasks.workunit.client.0.smithi016.stdout: "pri1_bytes": { 2024-04-15T16:06:24.156 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:24.156 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.157 INFO:tasks.workunit.client.0.smithi016.stdout: "pri2_bytes": { 2024-04-15T16:06:24.157 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:24.157 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.157 INFO:tasks.workunit.client.0.smithi016.stdout: "pri3_bytes": { 2024-04-15T16:06:24.157 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:24.157 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.157 INFO:tasks.workunit.client.0.smithi016.stdout: "pri4_bytes": { 2024-04-15T16:06:24.157 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:24.157 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.157 INFO:tasks.workunit.client.0.smithi016.stdout: "pri5_bytes": { 2024-04-15T16:06:24.157 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 133037 2024-04-15T16:06:24.157 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.157 INFO:tasks.workunit.client.0.smithi016.stdout: "pri6_bytes": { 2024-04-15T16:06:24.157 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 1101746 2024-04-15T16:06:24.158 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.158 INFO:tasks.workunit.client.0.smithi016.stdout: "pri7_bytes": { 2024-04-15T16:06:24.158 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:24.158 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.158 INFO:tasks.workunit.client.0.smithi016.stdout: "pri8_bytes": { 2024-04-15T16:06:24.158 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:24.158 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.158 INFO:tasks.workunit.client.0.smithi016.stdout: "pri9_bytes": { 2024-04-15T16:06:24.158 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:24.158 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.158 INFO:tasks.workunit.client.0.smithi016.stdout: "reserved_bytes": { 2024-04-15T16:06:24.158 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 74984503 2024-04-15T16:06:24.158 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T16:06:24.158 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.159 INFO:tasks.workunit.client.0.smithi016.stdout: "objecter": { 2024-04-15T16:06:24.159 INFO:tasks.workunit.client.0.smithi016.stdout: "op_active": { 2024-04-15T16:06:24.159 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:24.159 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.159 INFO:tasks.workunit.client.0.smithi016.stdout: "op_r": { 2024-04-15T16:06:24.159 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 43 2024-04-15T16:06:24.159 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.159 INFO:tasks.workunit.client.0.smithi016.stdout: "op_rmw": { 2024-04-15T16:06:24.159 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:24.159 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.159 INFO:tasks.workunit.client.0.smithi016.stdout: "op_w": { 2024-04-15T16:06:24.159 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:24.159 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T16:06:24.159 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.159 INFO:tasks.workunit.client.0.smithi016.stdout: "osd": { 2024-04-15T16:06:24.160 INFO:tasks.workunit.client.0.smithi016.stdout: "numpg": { 2024-04-15T16:06:24.160 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 54 2024-04-15T16:06:24.160 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.160 INFO:tasks.workunit.client.0.smithi016.stdout: "numpg_removing": { 2024-04-15T16:06:24.160 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:24.160 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.160 INFO:tasks.workunit.client.0.smithi016.stdout: "op": { 2024-04-15T16:06:24.160 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 41356 2024-04-15T16:06:24.160 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.160 INFO:tasks.workunit.client.0.smithi016.stdout: "op_before_queue_op_lat": { 2024-04-15T16:06:24.160 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 132772, 2024-04-15T16:06:24.160 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 11089135709 2024-04-15T16:06:24.160 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.160 INFO:tasks.workunit.client.0.smithi016.stdout: "op_delayed_degraded": { 2024-04-15T16:06:24.161 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:24.161 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.161 INFO:tasks.workunit.client.0.smithi016.stdout: "op_delayed_unreadable": { 2024-04-15T16:06:24.161 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 7 2024-04-15T16:06:24.161 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.161 INFO:tasks.workunit.client.0.smithi016.stdout: "op_in_bytes": { 2024-04-15T16:06:24.161 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 2420506717 2024-04-15T16:06:24.161 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.161 INFO:tasks.workunit.client.0.smithi016.stdout: "op_latency": { 2024-04-15T16:06:24.161 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 41356, 2024-04-15T16:06:24.161 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 680356778336 2024-04-15T16:06:24.161 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.161 INFO:tasks.workunit.client.0.smithi016.stdout: "op_out_bytes": { 2024-04-15T16:06:24.161 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 3279364288 2024-04-15T16:06:24.161 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.162 INFO:tasks.workunit.client.0.smithi016.stdout: "op_prepare_latency": { 2024-04-15T16:06:24.162 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 43175, 2024-04-15T16:06:24.162 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 32247070113 2024-04-15T16:06:24.162 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.162 INFO:tasks.workunit.client.0.smithi016.stdout: "op_process_latency": { 2024-04-15T16:06:24.162 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 41356, 2024-04-15T16:06:24.162 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 110387248997 2024-04-15T16:06:24.162 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.162 INFO:tasks.workunit.client.0.smithi016.stdout: "op_r": { 2024-04-15T16:06:24.162 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 19097 2024-04-15T16:06:24.162 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.162 INFO:tasks.workunit.client.0.smithi016.stdout: "op_r_latency": { 2024-04-15T16:06:24.162 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 19097, 2024-04-15T16:06:24.162 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 14243900237 2024-04-15T16:06:24.163 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.163 INFO:tasks.workunit.client.0.smithi016.stdout: "op_r_latency_out_bytes_histogram": { 2024-04-15T16:06:24.163 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:24.163 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.163 INFO:tasks.workunit.client.0.smithi016.stdout: "op_r_out_bytes": { 2024-04-15T16:06:24.163 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 3279364288 2024-04-15T16:06:24.163 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.163 INFO:tasks.workunit.client.0.smithi016.stdout: "op_r_prepare_latency": { 2024-04-15T16:06:24.163 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 19563, 2024-04-15T16:06:24.163 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 5089717711 2024-04-15T16:06:24.163 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.163 INFO:tasks.workunit.client.0.smithi016.stdout: "op_r_process_latency": { 2024-04-15T16:06:24.163 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 19097, 2024-04-15T16:06:24.163 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 6790029272 2024-04-15T16:06:24.163 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.164 INFO:tasks.workunit.client.0.smithi016.stdout: "op_rw": { 2024-04-15T16:06:24.164 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 12560 2024-04-15T16:06:24.164 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.164 INFO:tasks.workunit.client.0.smithi016.stdout: "op_rw_in_bytes": { 2024-04-15T16:06:24.164 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 291977874 2024-04-15T16:06:24.164 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.164 INFO:tasks.workunit.client.0.smithi016.stdout: "op_rw_latency": { 2024-04-15T16:06:24.164 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 12560, 2024-04-15T16:06:24.164 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 103675346799 2024-04-15T16:06:24.164 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.164 INFO:tasks.workunit.client.0.smithi016.stdout: "op_rw_latency_in_bytes_histogram": { 2024-04-15T16:06:24.164 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:24.164 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.164 INFO:tasks.workunit.client.0.smithi016.stdout: "op_rw_latency_out_bytes_histogram": { 2024-04-15T16:06:24.165 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:24.165 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.165 INFO:tasks.workunit.client.0.smithi016.stdout: "op_rw_out_bytes": { 2024-04-15T16:06:24.165 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:24.165 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.165 INFO:tasks.workunit.client.0.smithi016.stdout: "op_rw_prepare_latency": { 2024-04-15T16:06:24.165 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 12807, 2024-04-15T16:06:24.165 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 13454571014 2024-04-15T16:06:24.165 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.165 INFO:tasks.workunit.client.0.smithi016.stdout: "op_rw_process_latency": { 2024-04-15T16:06:24.165 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 12560, 2024-04-15T16:06:24.165 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 33942542171 2024-04-15T16:06:24.166 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.166 INFO:tasks.workunit.client.0.smithi016.stdout: "op_w": { 2024-04-15T16:06:24.166 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 9699 2024-04-15T16:06:24.166 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.166 INFO:tasks.workunit.client.0.smithi016.stdout: "op_w_in_bytes": { 2024-04-15T16:06:24.166 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 2128528843 2024-04-15T16:06:24.166 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.166 INFO:tasks.workunit.client.0.smithi016.stdout: "op_w_latency": { 2024-04-15T16:06:24.166 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 9699, 2024-04-15T16:06:24.166 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 562437531300 2024-04-15T16:06:24.166 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.166 INFO:tasks.workunit.client.0.smithi016.stdout: "op_w_latency_in_bytes_histogram": { 2024-04-15T16:06:24.166 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:24.166 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.166 INFO:tasks.workunit.client.0.smithi016.stdout: "op_w_prepare_latency": { 2024-04-15T16:06:24.167 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 10805, 2024-04-15T16:06:24.167 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 13702781388 2024-04-15T16:06:24.167 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.167 INFO:tasks.workunit.client.0.smithi016.stdout: "op_w_process_latency": { 2024-04-15T16:06:24.167 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 9699, 2024-04-15T16:06:24.167 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 69654677554 2024-04-15T16:06:24.167 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.167 INFO:tasks.workunit.client.0.smithi016.stdout: "op_wip": { 2024-04-15T16:06:24.167 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:24.167 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.167 INFO:tasks.workunit.client.0.smithi016.stdout: "recovery_bytes": { 2024-04-15T16:06:24.167 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 4194358 2024-04-15T16:06:24.167 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.167 INFO:tasks.workunit.client.0.smithi016.stdout: "recovery_ops": { 2024-04-15T16:06:24.167 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 11 2024-04-15T16:06:24.168 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.168 INFO:tasks.workunit.client.0.smithi016.stdout: "stat_bytes": { 2024-04-15T16:06:24.168 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 95995035648 2024-04-15T16:06:24.168 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.168 INFO:tasks.workunit.client.0.smithi016.stdout: "stat_bytes_used": { 2024-04-15T16:06:24.168 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 874610688 2024-04-15T16:06:24.168 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T16:06:24.168 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T16:06:24.168 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.168 INFO:tasks.workunit.client.0.smithi016.stdout: "osd.2": { 2024-04-15T16:06:24.168 INFO:tasks.workunit.client.0.smithi016.stdout: "bluefs": { 2024-04-15T16:06:24.168 INFO:tasks.workunit.client.0.smithi016.stdout: "alloc_db_max_lat": { 2024-04-15T16:06:24.168 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 760736 2024-04-15T16:06:24.168 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.168 INFO:tasks.workunit.client.0.smithi016.stdout: "alloc_slow_fallback": { 2024-04-15T16:06:24.169 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:24.169 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.169 INFO:tasks.workunit.client.0.smithi016.stdout: "alloc_slow_max_lat": { 2024-04-15T16:06:24.169 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:24.169 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.169 INFO:tasks.workunit.client.0.smithi016.stdout: "alloc_slow_size_fallback": { 2024-04-15T16:06:24.169 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:24.169 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.169 INFO:tasks.workunit.client.0.smithi016.stdout: "alloc_unit_db": { 2024-04-15T16:06:24.169 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 65536 2024-04-15T16:06:24.169 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.169 INFO:tasks.workunit.client.0.smithi016.stdout: "alloc_unit_slow": { 2024-04-15T16:06:24.169 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:24.169 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.169 INFO:tasks.workunit.client.0.smithi016.stdout: "alloc_unit_wal": { 2024-04-15T16:06:24.170 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:24.170 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.170 INFO:tasks.workunit.client.0.smithi016.stdout: "alloc_wal_max_lat": { 2024-04-15T16:06:24.170 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:24.170 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.170 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes_written_slow": { 2024-04-15T16:06:24.170 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:24.170 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.170 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes_written_sst": { 2024-04-15T16:06:24.170 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 4804608 2024-04-15T16:06:24.170 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.170 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes_written_wal": { 2024-04-15T16:06:24.170 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 626302976 2024-04-15T16:06:24.170 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.170 INFO:tasks.workunit.client.0.smithi016.stdout: "compact_lat": { 2024-04-15T16:06:24.171 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 16, 2024-04-15T16:06:24.171 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 4501778 2024-04-15T16:06:24.171 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.171 INFO:tasks.workunit.client.0.smithi016.stdout: "compact_lock_lat": { 2024-04-15T16:06:24.171 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 16, 2024-04-15T16:06:24.171 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 1766235 2024-04-15T16:06:24.171 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.171 INFO:tasks.workunit.client.0.smithi016.stdout: "db_alloc_lat": { 2024-04-15T16:06:24.171 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 165, 2024-04-15T16:06:24.171 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 1633683 2024-04-15T16:06:24.171 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.171 INFO:tasks.workunit.client.0.smithi016.stdout: "db_total_bytes": { 2024-04-15T16:06:24.171 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 95995027456 2024-04-15T16:06:24.171 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.171 INFO:tasks.workunit.client.0.smithi016.stdout: "db_used_bytes": { 2024-04-15T16:06:24.172 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 614334464 2024-04-15T16:06:24.172 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.172 INFO:tasks.workunit.client.0.smithi016.stdout: "flush_lat": { 2024-04-15T16:06:24.172 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 67744, 2024-04-15T16:06:24.172 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 5744516391 2024-04-15T16:06:24.172 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.172 INFO:tasks.workunit.client.0.smithi016.stdout: "fsync_lat": { 2024-04-15T16:06:24.172 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 67741, 2024-04-15T16:06:24.172 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 10814304347 2024-04-15T16:06:24.172 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.172 INFO:tasks.workunit.client.0.smithi016.stdout: "log_bytes": { 2024-04-15T16:06:24.172 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 11476992 2024-04-15T16:06:24.172 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.172 INFO:tasks.workunit.client.0.smithi016.stdout: "logged_bytes": { 2024-04-15T16:06:24.172 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 277471232 2024-04-15T16:06:24.173 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.173 INFO:tasks.workunit.client.0.smithi016.stdout: "max_bytes_db": { 2024-04-15T16:06:24.173 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 627113984 2024-04-15T16:06:24.173 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.173 INFO:tasks.workunit.client.0.smithi016.stdout: "max_bytes_slow": { 2024-04-15T16:06:24.173 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:24.173 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.173 INFO:tasks.workunit.client.0.smithi016.stdout: "max_bytes_wal": { 2024-04-15T16:06:24.173 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:24.173 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.173 INFO:tasks.workunit.client.0.smithi016.stdout: "num_files": { 2024-04-15T16:06:24.174 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 44 2024-04-15T16:06:24.174 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.174 INFO:tasks.workunit.client.0.smithi016.stdout: "read_bytes": { 2024-04-15T16:06:24.174 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 3087893680 2024-04-15T16:06:24.174 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.174 INFO:tasks.workunit.client.0.smithi016.stdout: "read_count": { 2024-04-15T16:06:24.174 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 27633 2024-04-15T16:06:24.174 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.174 INFO:tasks.workunit.client.0.smithi016.stdout: "read_disk_bytes": { 2024-04-15T16:06:24.174 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 2779262976 2024-04-15T16:06:24.174 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.174 INFO:tasks.workunit.client.0.smithi016.stdout: "read_disk_bytes_db": { 2024-04-15T16:06:24.174 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 2779267072 2024-04-15T16:06:24.174 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.175 INFO:tasks.workunit.client.0.smithi016.stdout: "read_disk_bytes_slow": { 2024-04-15T16:06:24.175 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:24.175 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.175 INFO:tasks.workunit.client.0.smithi016.stdout: "read_disk_bytes_wal": { 2024-04-15T16:06:24.175 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:24.175 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.175 INFO:tasks.workunit.client.0.smithi016.stdout: "read_disk_count": { 2024-04-15T16:06:24.175 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 24684 2024-04-15T16:06:24.175 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.175 INFO:tasks.workunit.client.0.smithi016.stdout: "read_lat": { 2024-04-15T16:06:24.175 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 27633, 2024-04-15T16:06:24.175 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 1263431438 2024-04-15T16:06:24.175 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.176 INFO:tasks.workunit.client.0.smithi016.stdout: "read_prefetch_bytes": { 2024-04-15T16:06:24.176 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 3015657650 2024-04-15T16:06:24.176 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.176 INFO:tasks.workunit.client.0.smithi016.stdout: "read_prefetch_count": { 2024-04-15T16:06:24.176 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 25415 2024-04-15T16:06:24.176 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.176 INFO:tasks.workunit.client.0.smithi016.stdout: "read_random_buffer_bytes": { 2024-04-15T16:06:24.176 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 1742261 2024-04-15T16:06:24.176 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.176 INFO:tasks.workunit.client.0.smithi016.stdout: "read_random_buffer_count": { 2024-04-15T16:06:24.176 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 453 2024-04-15T16:06:24.176 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.176 INFO:tasks.workunit.client.0.smithi016.stdout: "read_random_bytes": { 2024-04-15T16:06:24.176 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 4744552 2024-04-15T16:06:24.176 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.177 INFO:tasks.workunit.client.0.smithi016.stdout: "read_random_count": { 2024-04-15T16:06:24.177 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 634 2024-04-15T16:06:24.177 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.177 INFO:tasks.workunit.client.0.smithi016.stdout: "read_random_disk_bytes": { 2024-04-15T16:06:24.177 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 3002291 2024-04-15T16:06:24.177 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.177 INFO:tasks.workunit.client.0.smithi016.stdout: "read_random_disk_bytes_db": { 2024-04-15T16:06:24.177 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 3002291 2024-04-15T16:06:24.177 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.177 INFO:tasks.workunit.client.0.smithi016.stdout: "read_random_disk_bytes_slow": { 2024-04-15T16:06:24.177 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:24.177 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.177 INFO:tasks.workunit.client.0.smithi016.stdout: "read_random_disk_bytes_wal": { 2024-04-15T16:06:24.177 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:24.177 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.178 INFO:tasks.workunit.client.0.smithi016.stdout: "read_random_disk_count": { 2024-04-15T16:06:24.178 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 184 2024-04-15T16:06:24.178 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.178 INFO:tasks.workunit.client.0.smithi016.stdout: "read_random_lat": { 2024-04-15T16:06:24.178 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 634, 2024-04-15T16:06:24.178 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 1725915 2024-04-15T16:06:24.178 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.178 INFO:tasks.workunit.client.0.smithi016.stdout: "slow_alloc_lat": { 2024-04-15T16:06:24.178 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 0, 2024-04-15T16:06:24.178 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:24.178 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.178 INFO:tasks.workunit.client.0.smithi016.stdout: "slow_total_bytes": { 2024-04-15T16:06:24.178 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:24.178 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.179 INFO:tasks.workunit.client.0.smithi016.stdout: "slow_used_bytes": { 2024-04-15T16:06:24.179 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:24.179 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.179 INFO:tasks.workunit.client.0.smithi016.stdout: "truncate_lat": { 2024-04-15T16:06:24.179 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 1, 2024-04-15T16:06:24.179 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 541 2024-04-15T16:06:24.179 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.179 INFO:tasks.workunit.client.0.smithi016.stdout: "unlink_lat": { 2024-04-15T16:06:24.179 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 6, 2024-04-15T16:06:24.179 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 9870 2024-04-15T16:06:24.179 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.179 INFO:tasks.workunit.client.0.smithi016.stdout: "wal_alloc_lat": { 2024-04-15T16:06:24.179 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 0, 2024-04-15T16:06:24.179 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:24.179 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.180 INFO:tasks.workunit.client.0.smithi016.stdout: "wal_total_bytes": { 2024-04-15T16:06:24.180 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:24.180 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.180 INFO:tasks.workunit.client.0.smithi016.stdout: "wal_used_bytes": { 2024-04-15T16:06:24.180 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:24.180 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.180 INFO:tasks.workunit.client.0.smithi016.stdout: "write_bytes": { 2024-04-15T16:06:24.180 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 911015936 2024-04-15T16:06:24.180 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T16:06:24.180 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.180 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore": { 2024-04-15T16:06:24.180 INFO:tasks.workunit.client.0.smithi016.stdout: "alloc_unit": { 2024-04-15T16:06:24.180 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 4096 2024-04-15T16:06:24.180 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.181 INFO:tasks.workunit.client.0.smithi016.stdout: "allocated": { 2024-04-15T16:06:24.181 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 13373440 2024-04-15T16:06:24.181 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.181 INFO:tasks.workunit.client.0.smithi016.stdout: "allocator_lat": { 2024-04-15T16:06:24.181 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 14027, 2024-04-15T16:06:24.181 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 55727859 2024-04-15T16:06:24.181 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.181 INFO:tasks.workunit.client.0.smithi016.stdout: "clist_lat": { 2024-04-15T16:06:24.181 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 3606, 2024-04-15T16:06:24.181 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 3293704466 2024-04-15T16:06:24.181 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.181 INFO:tasks.workunit.client.0.smithi016.stdout: "compress_lat": { 2024-04-15T16:06:24.181 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 0, 2024-04-15T16:06:24.181 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:24.181 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.181 INFO:tasks.workunit.client.0.smithi016.stdout: "compressed": { 2024-04-15T16:06:24.182 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:24.182 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.182 INFO:tasks.workunit.client.0.smithi016.stdout: "compressed_allocated": { 2024-04-15T16:06:24.182 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:24.182 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.182 INFO:tasks.workunit.client.0.smithi016.stdout: "compressed_original": { 2024-04-15T16:06:24.182 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:24.182 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.182 INFO:tasks.workunit.client.0.smithi016.stdout: "csum_lat": { 2024-04-15T16:06:24.182 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 37410, 2024-04-15T16:06:24.182 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 319680006 2024-04-15T16:06:24.182 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.182 INFO:tasks.workunit.client.0.smithi016.stdout: "decompress_lat": { 2024-04-15T16:06:24.182 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 0, 2024-04-15T16:06:24.183 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:24.183 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.183 INFO:tasks.workunit.client.0.smithi016.stdout: "fragmentation_micros": { 2024-04-15T16:06:24.183 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:24.183 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.183 INFO:tasks.workunit.client.0.smithi016.stdout: "kv_commit_lat": { 2024-04-15T16:06:24.183 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 67682, 2024-04-15T16:06:24.183 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 14467132843 2024-04-15T16:06:24.183 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.183 INFO:tasks.workunit.client.0.smithi016.stdout: "kv_final_lat": { 2024-04-15T16:06:24.183 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 67137, 2024-04-15T16:06:24.183 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 1489677519 2024-04-15T16:06:24.183 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.183 INFO:tasks.workunit.client.0.smithi016.stdout: "kv_flush_lat": { 2024-04-15T16:06:24.183 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 67682, 2024-04-15T16:06:24.184 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 36278302 2024-04-15T16:06:24.184 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.184 INFO:tasks.workunit.client.0.smithi016.stdout: "kv_sync_lat": { 2024-04-15T16:06:24.184 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 67682, 2024-04-15T16:06:24.184 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 14503411145 2024-04-15T16:06:24.184 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.184 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_get_keys_lat": { 2024-04-15T16:06:24.184 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 0, 2024-04-15T16:06:24.184 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:24.184 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.184 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_get_values_lat": { 2024-04-15T16:06:24.184 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 50453, 2024-04-15T16:06:24.184 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 625156718 2024-04-15T16:06:24.184 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.184 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_lower_bound_lat": { 2024-04-15T16:06:24.185 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 1001, 2024-04-15T16:06:24.185 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 2502661 2024-04-15T16:06:24.185 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.185 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_next_lat": { 2024-04-15T16:06:24.185 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 20869, 2024-04-15T16:06:24.185 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 10411795 2024-04-15T16:06:24.185 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.185 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_seek_to_first_lat": { 2024-04-15T16:06:24.185 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 39, 2024-04-15T16:06:24.185 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 59839 2024-04-15T16:06:24.185 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.185 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_upper_bound_lat": { 2024-04-15T16:06:24.185 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 19361, 2024-04-15T16:06:24.185 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 1031726866 2024-04-15T16:06:24.185 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.185 INFO:tasks.workunit.client.0.smithi016.stdout: "onode_hits": { 2024-04-15T16:06:24.186 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 239931 2024-04-15T16:06:24.186 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.186 INFO:tasks.workunit.client.0.smithi016.stdout: "onode_misses": { 2024-04-15T16:06:24.186 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 18768 2024-04-15T16:06:24.186 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.186 INFO:tasks.workunit.client.0.smithi016.stdout: "read_lat": { 2024-04-15T16:06:24.186 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 12047, 2024-04-15T16:06:24.186 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 1767012789 2024-04-15T16:06:24.186 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.186 INFO:tasks.workunit.client.0.smithi016.stdout: "read_onode_meta_lat": { 2024-04-15T16:06:24.186 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 29638, 2024-04-15T16:06:24.186 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 11273936 2024-04-15T16:06:24.186 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.186 INFO:tasks.workunit.client.0.smithi016.stdout: "read_wait_aio_lat": { 2024-04-15T16:06:24.186 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 17591, 2024-04-15T16:06:24.187 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 1320255311 2024-04-15T16:06:24.187 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.187 INFO:tasks.workunit.client.0.smithi016.stdout: "reads_with_retries": { 2024-04-15T16:06:24.187 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:24.187 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.187 INFO:tasks.workunit.client.0.smithi016.stdout: "remove_lat": { 2024-04-15T16:06:24.187 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 12563, 2024-04-15T16:06:24.187 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 410373995 2024-04-15T16:06:24.187 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.187 INFO:tasks.workunit.client.0.smithi016.stdout: "slow_aio_wait_count": { 2024-04-15T16:06:24.187 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:24.187 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.187 INFO:tasks.workunit.client.0.smithi016.stdout: "slow_committed_kv_count": { 2024-04-15T16:06:24.187 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:24.187 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.188 INFO:tasks.workunit.client.0.smithi016.stdout: "slow_read_onode_meta_count": { 2024-04-15T16:06:24.188 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:24.188 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.188 INFO:tasks.workunit.client.0.smithi016.stdout: "slow_read_wait_aio_count": { 2024-04-15T16:06:24.188 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:24.188 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.188 INFO:tasks.workunit.client.0.smithi016.stdout: "state_aio_wait_lat": { 2024-04-15T16:06:24.188 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 77964, 2024-04-15T16:06:24.188 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 5101871078 2024-04-15T16:06:24.188 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.188 INFO:tasks.workunit.client.0.smithi016.stdout: "state_deferred_aio_wait_lat": { 2024-04-15T16:06:24.188 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 5651, 2024-04-15T16:06:24.188 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 294601405 2024-04-15T16:06:24.188 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.188 INFO:tasks.workunit.client.0.smithi016.stdout: "state_deferred_cleanup_lat": { 2024-04-15T16:06:24.189 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 5650, 2024-04-15T16:06:24.189 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 4509486079837 2024-04-15T16:06:24.189 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.189 INFO:tasks.workunit.client.0.smithi016.stdout: "state_deferred_queued_lat": { 2024-04-15T16:06:24.189 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 5651, 2024-04-15T16:06:24.189 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 6152048464038 2024-04-15T16:06:24.189 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.189 INFO:tasks.workunit.client.0.smithi016.stdout: "state_done_lat": { 2024-04-15T16:06:24.189 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 77963, 2024-04-15T16:06:24.189 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 3003136753238 2024-04-15T16:06:24.189 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.189 INFO:tasks.workunit.client.0.smithi016.stdout: "state_finishing_lat": { 2024-04-15T16:06:24.189 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 77963, 2024-04-15T16:06:24.189 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 11474796 2024-04-15T16:06:24.190 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.190 INFO:tasks.workunit.client.0.smithi016.stdout: "state_io_done_lat": { 2024-04-15T16:06:24.190 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 77964, 2024-04-15T16:06:24.190 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 176738308 2024-04-15T16:06:24.190 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.190 INFO:tasks.workunit.client.0.smithi016.stdout: "state_kv_commiting_lat": { 2024-04-15T16:06:24.190 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 77964, 2024-04-15T16:06:24.190 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 24546384091 2024-04-15T16:06:24.190 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.190 INFO:tasks.workunit.client.0.smithi016.stdout: "state_kv_done_lat": { 2024-04-15T16:06:24.190 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 77964, 2024-04-15T16:06:24.190 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 27222120 2024-04-15T16:06:24.190 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.191 INFO:tasks.workunit.client.0.smithi016.stdout: "state_kv_queued_lat": { 2024-04-15T16:06:24.191 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 77964, 2024-04-15T16:06:24.191 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 12160052242 2024-04-15T16:06:24.191 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.191 INFO:tasks.workunit.client.0.smithi016.stdout: "state_prepare_lat": { 2024-04-15T16:06:24.191 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 77964, 2024-04-15T16:06:24.191 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 10614534969 2024-04-15T16:06:24.191 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.191 INFO:tasks.workunit.client.0.smithi016.stdout: "stored": { 2024-04-15T16:06:24.191 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 9643413 2024-04-15T16:06:24.191 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.191 INFO:tasks.workunit.client.0.smithi016.stdout: "truncate_lat": { 2024-04-15T16:06:24.191 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 2490, 2024-04-15T16:06:24.191 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 14905242 2024-04-15T16:06:24.192 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.192 INFO:tasks.workunit.client.0.smithi016.stdout: "txc_commit_lat": { 2024-04-15T16:06:24.192 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 77964, 2024-04-15T16:06:24.192 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 52611036537 2024-04-15T16:06:24.192 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.192 INFO:tasks.workunit.client.0.smithi016.stdout: "txc_submit_lat": { 2024-04-15T16:06:24.192 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 77964, 2024-04-15T16:06:24.192 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 11530929647 2024-04-15T16:06:24.192 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.192 INFO:tasks.workunit.client.0.smithi016.stdout: "txc_throttle_lat": { 2024-04-15T16:06:24.192 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 77964, 2024-04-15T16:06:24.192 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 497395399 2024-04-15T16:06:24.192 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T16:06:24.192 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.192 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore-pricache": { 2024-04-15T16:06:24.193 INFO:tasks.workunit.client.0.smithi016.stdout: "cache_bytes": { 2024-04-15T16:06:24.193 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 1406236763 2024-04-15T16:06:24.193 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.193 INFO:tasks.workunit.client.0.smithi016.stdout: "heap_bytes": { 2024-04-15T16:06:24.193 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 528744448 2024-04-15T16:06:24.193 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.193 INFO:tasks.workunit.client.0.smithi016.stdout: "mapped_bytes": { 2024-04-15T16:06:24.193 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 454180864 2024-04-15T16:06:24.193 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.193 INFO:tasks.workunit.client.0.smithi016.stdout: "target_bytes": { 2024-04-15T16:06:24.193 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 2601815449 2024-04-15T16:06:24.193 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.193 INFO:tasks.workunit.client.0.smithi016.stdout: "unmapped_bytes": { 2024-04-15T16:06:24.193 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 74563584 2024-04-15T16:06:24.193 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T16:06:24.194 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.194 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore-pricache:data": { 2024-04-15T16:06:24.194 INFO:tasks.workunit.client.0.smithi016.stdout: "committed_bytes": { 2024-04-15T16:06:24.194 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 125829120 2024-04-15T16:06:24.194 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.194 INFO:tasks.workunit.client.0.smithi016.stdout: "pri0_bytes": { 2024-04-15T16:06:24.194 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:24.194 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.194 INFO:tasks.workunit.client.0.smithi016.stdout: "pri10_bytes": { 2024-04-15T16:06:24.194 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:24.194 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.195 INFO:tasks.workunit.client.0.smithi016.stdout: "pri11_bytes": { 2024-04-15T16:06:24.195 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 57339540 2024-04-15T16:06:24.195 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.195 INFO:tasks.workunit.client.0.smithi016.stdout: "pri1_bytes": { 2024-04-15T16:06:24.195 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:24.195 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.195 INFO:tasks.workunit.client.0.smithi016.stdout: "pri2_bytes": { 2024-04-15T16:06:24.195 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:24.195 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.195 INFO:tasks.workunit.client.0.smithi016.stdout: "pri3_bytes": { 2024-04-15T16:06:24.195 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:24.195 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.195 INFO:tasks.workunit.client.0.smithi016.stdout: "pri4_bytes": { 2024-04-15T16:06:24.195 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:24.195 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.196 INFO:tasks.workunit.client.0.smithi016.stdout: "pri5_bytes": { 2024-04-15T16:06:24.196 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:24.196 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.196 INFO:tasks.workunit.client.0.smithi016.stdout: "pri6_bytes": { 2024-04-15T16:06:24.196 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 32768 2024-04-15T16:06:24.196 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.196 INFO:tasks.workunit.client.0.smithi016.stdout: "pri7_bytes": { 2024-04-15T16:06:24.196 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:24.196 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.196 INFO:tasks.workunit.client.0.smithi016.stdout: "pri8_bytes": { 2024-04-15T16:06:24.196 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:24.196 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.196 INFO:tasks.workunit.client.0.smithi016.stdout: "pri9_bytes": { 2024-04-15T16:06:24.196 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:24.196 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.197 INFO:tasks.workunit.client.0.smithi016.stdout: "reserved_bytes": { 2024-04-15T16:06:24.197 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 68456812 2024-04-15T16:06:24.197 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T16:06:24.197 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.197 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore-pricache:kv": { 2024-04-15T16:06:24.197 INFO:tasks.workunit.client.0.smithi016.stdout: "committed_bytes": { 2024-04-15T16:06:24.197 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 570425344 2024-04-15T16:06:24.197 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.197 INFO:tasks.workunit.client.0.smithi016.stdout: "pri0_bytes": { 2024-04-15T16:06:24.197 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 67108864 2024-04-15T16:06:24.197 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.197 INFO:tasks.workunit.client.0.smithi016.stdout: "pri10_bytes": { 2024-04-15T16:06:24.197 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:24.197 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.197 INFO:tasks.workunit.client.0.smithi016.stdout: "pri11_bytes": { 2024-04-15T16:06:24.198 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 430046555 2024-04-15T16:06:24.198 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.198 INFO:tasks.workunit.client.0.smithi016.stdout: "pri1_bytes": { 2024-04-15T16:06:24.198 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:24.198 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.198 INFO:tasks.workunit.client.0.smithi016.stdout: "pri2_bytes": { 2024-04-15T16:06:24.198 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:24.198 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.198 INFO:tasks.workunit.client.0.smithi016.stdout: "pri3_bytes": { 2024-04-15T16:06:24.198 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 1360 2024-04-15T16:06:24.198 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.198 INFO:tasks.workunit.client.0.smithi016.stdout: "pri4_bytes": { 2024-04-15T16:06:24.198 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:24.198 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.199 INFO:tasks.workunit.client.0.smithi016.stdout: "pri5_bytes": { 2024-04-15T16:06:24.199 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 83904 2024-04-15T16:06:24.199 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.199 INFO:tasks.workunit.client.0.smithi016.stdout: "pri6_bytes": { 2024-04-15T16:06:24.199 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:24.199 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.199 INFO:tasks.workunit.client.0.smithi016.stdout: "pri7_bytes": { 2024-04-15T16:06:24.199 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:24.199 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.199 INFO:tasks.workunit.client.0.smithi016.stdout: "pri8_bytes": { 2024-04-15T16:06:24.199 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:24.199 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.199 INFO:tasks.workunit.client.0.smithi016.stdout: "pri9_bytes": { 2024-04-15T16:06:24.199 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:24.199 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.200 INFO:tasks.workunit.client.0.smithi016.stdout: "reserved_bytes": { 2024-04-15T16:06:24.200 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 73184661 2024-04-15T16:06:24.200 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T16:06:24.200 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.200 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore-pricache:kv_onode": { 2024-04-15T16:06:24.200 INFO:tasks.workunit.client.0.smithi016.stdout: "committed_bytes": { 2024-04-15T16:06:24.200 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 184549376 2024-04-15T16:06:24.200 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.200 INFO:tasks.workunit.client.0.smithi016.stdout: "pri0_bytes": { 2024-04-15T16:06:24.200 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 67108864 2024-04-15T16:06:24.200 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.200 INFO:tasks.workunit.client.0.smithi016.stdout: "pri10_bytes": { 2024-04-15T16:06:24.200 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 4670560 2024-04-15T16:06:24.200 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.200 INFO:tasks.workunit.client.0.smithi016.stdout: "pri11_bytes": { 2024-04-15T16:06:24.201 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 38226360 2024-04-15T16:06:24.201 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.201 INFO:tasks.workunit.client.0.smithi016.stdout: "pri1_bytes": { 2024-04-15T16:06:24.201 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:24.201 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.201 INFO:tasks.workunit.client.0.smithi016.stdout: "pri2_bytes": { 2024-04-15T16:06:24.201 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:24.201 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.201 INFO:tasks.workunit.client.0.smithi016.stdout: "pri3_bytes": { 2024-04-15T16:06:24.201 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:24.201 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.201 INFO:tasks.workunit.client.0.smithi016.stdout: "pri4_bytes": { 2024-04-15T16:06:24.201 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:24.201 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.201 INFO:tasks.workunit.client.0.smithi016.stdout: "pri5_bytes": { 2024-04-15T16:06:24.202 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:24.202 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.202 INFO:tasks.workunit.client.0.smithi016.stdout: "pri6_bytes": { 2024-04-15T16:06:24.202 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:24.202 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.202 INFO:tasks.workunit.client.0.smithi016.stdout: "pri7_bytes": { 2024-04-15T16:06:24.202 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:24.202 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.202 INFO:tasks.workunit.client.0.smithi016.stdout: "pri8_bytes": { 2024-04-15T16:06:24.202 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:24.202 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.202 INFO:tasks.workunit.client.0.smithi016.stdout: "pri9_bytes": { 2024-04-15T16:06:24.202 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:24.202 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.203 INFO:tasks.workunit.client.0.smithi016.stdout: "reserved_bytes": { 2024-04-15T16:06:24.203 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 74543592 2024-04-15T16:06:24.203 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T16:06:24.203 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.203 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore-pricache:meta": { 2024-04-15T16:06:24.203 INFO:tasks.workunit.client.0.smithi016.stdout: "committed_bytes": { 2024-04-15T16:06:24.203 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 503316480 2024-04-15T16:06:24.203 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.203 INFO:tasks.workunit.client.0.smithi016.stdout: "pri0_bytes": { 2024-04-15T16:06:24.203 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:24.203 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.203 INFO:tasks.workunit.client.0.smithi016.stdout: "pri10_bytes": { 2024-04-15T16:06:24.203 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:24.203 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.203 INFO:tasks.workunit.client.0.smithi016.stdout: "pri11_bytes": { 2024-04-15T16:06:24.204 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 430046555 2024-04-15T16:06:24.204 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.204 INFO:tasks.workunit.client.0.smithi016.stdout: "pri1_bytes": { 2024-04-15T16:06:24.204 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:24.204 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.204 INFO:tasks.workunit.client.0.smithi016.stdout: "pri2_bytes": { 2024-04-15T16:06:24.204 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:24.204 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.204 INFO:tasks.workunit.client.0.smithi016.stdout: "pri3_bytes": { 2024-04-15T16:06:24.204 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:24.204 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.204 INFO:tasks.workunit.client.0.smithi016.stdout: "pri4_bytes": { 2024-04-15T16:06:24.204 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:24.204 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.204 INFO:tasks.workunit.client.0.smithi016.stdout: "pri5_bytes": { 2024-04-15T16:06:24.204 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 119104 2024-04-15T16:06:24.205 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.205 INFO:tasks.workunit.client.0.smithi016.stdout: "pri6_bytes": { 2024-04-15T16:06:24.205 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 1123984 2024-04-15T16:06:24.205 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.205 INFO:tasks.workunit.client.0.smithi016.stdout: "pri7_bytes": { 2024-04-15T16:06:24.205 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:24.205 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.205 INFO:tasks.workunit.client.0.smithi016.stdout: "pri8_bytes": { 2024-04-15T16:06:24.205 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:24.205 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.205 INFO:tasks.workunit.client.0.smithi016.stdout: "pri9_bytes": { 2024-04-15T16:06:24.205 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:24.205 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.205 INFO:tasks.workunit.client.0.smithi016.stdout: "reserved_bytes": { 2024-04-15T16:06:24.206 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 72026837 2024-04-15T16:06:24.206 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T16:06:24.206 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.206 INFO:tasks.workunit.client.0.smithi016.stdout: "objecter": { 2024-04-15T16:06:24.206 INFO:tasks.workunit.client.0.smithi016.stdout: "op_active": { 2024-04-15T16:06:24.206 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:24.206 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.206 INFO:tasks.workunit.client.0.smithi016.stdout: "op_r": { 2024-04-15T16:06:24.206 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 83 2024-04-15T16:06:24.206 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.206 INFO:tasks.workunit.client.0.smithi016.stdout: "op_rmw": { 2024-04-15T16:06:24.206 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:24.206 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.207 INFO:tasks.workunit.client.0.smithi016.stdout: "op_w": { 2024-04-15T16:06:24.207 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:24.207 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T16:06:24.207 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.207 INFO:tasks.workunit.client.0.smithi016.stdout: "osd": { 2024-04-15T16:06:24.207 INFO:tasks.workunit.client.0.smithi016.stdout: "numpg": { 2024-04-15T16:06:24.207 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 43 2024-04-15T16:06:24.207 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.207 INFO:tasks.workunit.client.0.smithi016.stdout: "numpg_removing": { 2024-04-15T16:06:24.207 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:24.207 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.207 INFO:tasks.workunit.client.0.smithi016.stdout: "op": { 2024-04-15T16:06:24.207 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 56250 2024-04-15T16:06:24.207 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.207 INFO:tasks.workunit.client.0.smithi016.stdout: "op_before_queue_op_lat": { 2024-04-15T16:06:24.208 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 148928, 2024-04-15T16:06:24.208 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 8382664349 2024-04-15T16:06:24.208 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.208 INFO:tasks.workunit.client.0.smithi016.stdout: "op_delayed_degraded": { 2024-04-15T16:06:24.208 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:24.208 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.208 INFO:tasks.workunit.client.0.smithi016.stdout: "op_delayed_unreadable": { 2024-04-15T16:06:24.208 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 7 2024-04-15T16:06:24.208 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.208 INFO:tasks.workunit.client.0.smithi016.stdout: "op_in_bytes": { 2024-04-15T16:06:24.208 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 2147696796 2024-04-15T16:06:24.208 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.208 INFO:tasks.workunit.client.0.smithi016.stdout: "op_latency": { 2024-04-15T16:06:24.209 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 56250, 2024-04-15T16:06:24.209 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 90279681313 2024-04-15T16:06:24.209 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.209 INFO:tasks.workunit.client.0.smithi016.stdout: "op_out_bytes": { 2024-04-15T16:06:24.209 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 3968825031 2024-04-15T16:06:24.209 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.209 INFO:tasks.workunit.client.0.smithi016.stdout: "op_prepare_latency": { 2024-04-15T16:06:24.209 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 57122, 2024-04-15T16:06:24.209 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 41414394864 2024-04-15T16:06:24.209 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.209 INFO:tasks.workunit.client.0.smithi016.stdout: "op_process_latency": { 2024-04-15T16:06:24.209 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 56250, 2024-04-15T16:06:24.209 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 69747455696 2024-04-15T16:06:24.209 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.210 INFO:tasks.workunit.client.0.smithi016.stdout: "op_r": { 2024-04-15T16:06:24.210 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 27647 2024-04-15T16:06:24.210 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.210 INFO:tasks.workunit.client.0.smithi016.stdout: "op_r_latency": { 2024-04-15T16:06:24.210 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 27647, 2024-04-15T16:06:24.210 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 15772805725 2024-04-15T16:06:24.210 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.210 INFO:tasks.workunit.client.0.smithi016.stdout: "op_r_latency_out_bytes_histogram": { 2024-04-15T16:06:24.210 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:24.210 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.210 INFO:tasks.workunit.client.0.smithi016.stdout: "op_r_out_bytes": { 2024-04-15T16:06:24.210 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 3968825031 2024-04-15T16:06:24.210 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.210 INFO:tasks.workunit.client.0.smithi016.stdout: "op_r_prepare_latency": { 2024-04-15T16:06:24.211 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 28078, 2024-04-15T16:06:24.211 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 6123467996 2024-04-15T16:06:24.211 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.211 INFO:tasks.workunit.client.0.smithi016.stdout: "op_r_process_latency": { 2024-04-15T16:06:24.211 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 27647, 2024-04-15T16:06:24.211 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 8963068036 2024-04-15T16:06:24.211 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.211 INFO:tasks.workunit.client.0.smithi016.stdout: "op_rw": { 2024-04-15T16:06:24.211 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 26666 2024-04-15T16:06:24.211 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.211 INFO:tasks.workunit.client.0.smithi016.stdout: "op_rw_in_bytes": { 2024-04-15T16:06:24.211 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 556795236 2024-04-15T16:06:24.211 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.211 INFO:tasks.workunit.client.0.smithi016.stdout: "op_rw_latency": { 2024-04-15T16:06:24.211 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 26666, 2024-04-15T16:06:24.212 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 48996766555 2024-04-15T16:06:24.212 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.212 INFO:tasks.workunit.client.0.smithi016.stdout: "op_rw_latency_in_bytes_histogram": { 2024-04-15T16:06:24.212 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:24.212 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.212 INFO:tasks.workunit.client.0.smithi016.stdout: "op_rw_latency_out_bytes_histogram": { 2024-04-15T16:06:24.212 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:24.212 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.212 INFO:tasks.workunit.client.0.smithi016.stdout: "op_rw_out_bytes": { 2024-04-15T16:06:24.212 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:24.212 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.212 INFO:tasks.workunit.client.0.smithi016.stdout: "op_rw_prepare_latency": { 2024-04-15T16:06:24.212 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 26956, 2024-04-15T16:06:24.212 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 31772259303 2024-04-15T16:06:24.212 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.213 INFO:tasks.workunit.client.0.smithi016.stdout: "op_rw_process_latency": { 2024-04-15T16:06:24.213 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 26666, 2024-04-15T16:06:24.213 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 46690361625 2024-04-15T16:06:24.213 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.213 INFO:tasks.workunit.client.0.smithi016.stdout: "op_w": { 2024-04-15T16:06:24.213 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 1937 2024-04-15T16:06:24.213 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.213 INFO:tasks.workunit.client.0.smithi016.stdout: "op_w_in_bytes": { 2024-04-15T16:06:24.213 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 1590901560 2024-04-15T16:06:24.213 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.213 INFO:tasks.workunit.client.0.smithi016.stdout: "op_w_latency": { 2024-04-15T16:06:24.213 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 1937, 2024-04-15T16:06:24.213 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 25510109033 2024-04-15T16:06:24.213 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.213 INFO:tasks.workunit.client.0.smithi016.stdout: "op_w_latency_in_bytes_histogram": { 2024-04-15T16:06:24.214 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:24.214 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.214 INFO:tasks.workunit.client.0.smithi016.stdout: "op_w_prepare_latency": { 2024-04-15T16:06:24.214 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 2088, 2024-04-15T16:06:24.214 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 3518667565 2024-04-15T16:06:24.214 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.214 INFO:tasks.workunit.client.0.smithi016.stdout: "op_w_process_latency": { 2024-04-15T16:06:24.214 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 1937, 2024-04-15T16:06:24.214 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 14094026035 2024-04-15T16:06:24.214 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.214 INFO:tasks.workunit.client.0.smithi016.stdout: "op_wip": { 2024-04-15T16:06:24.214 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:24.214 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.214 INFO:tasks.workunit.client.0.smithi016.stdout: "recovery_bytes": { 2024-04-15T16:06:24.215 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 5571732 2024-04-15T16:06:24.215 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.215 INFO:tasks.workunit.client.0.smithi016.stdout: "recovery_ops": { 2024-04-15T16:06:24.215 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 38 2024-04-15T16:06:24.215 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.215 INFO:tasks.workunit.client.0.smithi016.stdout: "stat_bytes": { 2024-04-15T16:06:24.215 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 95995035648 2024-04-15T16:06:24.215 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.215 INFO:tasks.workunit.client.0.smithi016.stdout: "stat_bytes_used": { 2024-04-15T16:06:24.215 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 627720192 2024-04-15T16:06:24.215 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T16:06:24.215 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T16:06:24.215 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.215 INFO:tasks.workunit.client.0.smithi016.stdout: "osd.3": { 2024-04-15T16:06:24.215 INFO:tasks.workunit.client.0.smithi016.stdout: "bluefs": { 2024-04-15T16:06:24.216 INFO:tasks.workunit.client.0.smithi016.stdout: "alloc_db_max_lat": { 2024-04-15T16:06:24.216 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 31543 2024-04-15T16:06:24.216 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.216 INFO:tasks.workunit.client.0.smithi016.stdout: "alloc_slow_fallback": { 2024-04-15T16:06:24.216 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:24.216 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.216 INFO:tasks.workunit.client.0.smithi016.stdout: "alloc_slow_max_lat": { 2024-04-15T16:06:24.216 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:24.216 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.216 INFO:tasks.workunit.client.0.smithi016.stdout: "alloc_slow_size_fallback": { 2024-04-15T16:06:24.216 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:24.216 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.216 INFO:tasks.workunit.client.0.smithi016.stdout: "alloc_unit_db": { 2024-04-15T16:06:24.216 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 65536 2024-04-15T16:06:24.216 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.216 INFO:tasks.workunit.client.0.smithi016.stdout: "alloc_unit_slow": { 2024-04-15T16:06:24.217 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:24.217 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.217 INFO:tasks.workunit.client.0.smithi016.stdout: "alloc_unit_wal": { 2024-04-15T16:06:24.217 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:24.217 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.217 INFO:tasks.workunit.client.0.smithi016.stdout: "alloc_wal_max_lat": { 2024-04-15T16:06:24.217 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:24.217 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.217 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes_written_slow": { 2024-04-15T16:06:24.217 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:24.217 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.217 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes_written_sst": { 2024-04-15T16:06:24.217 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 3084288 2024-04-15T16:06:24.217 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.218 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes_written_wal": { 2024-04-15T16:06:24.218 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 666308608 2024-04-15T16:06:24.218 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.218 INFO:tasks.workunit.client.0.smithi016.stdout: "compact_lat": { 2024-04-15T16:06:24.218 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 16, 2024-04-15T16:06:24.218 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 4023485 2024-04-15T16:06:24.218 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.218 INFO:tasks.workunit.client.0.smithi016.stdout: "compact_lock_lat": { 2024-04-15T16:06:24.218 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 16, 2024-04-15T16:06:24.218 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 1234195 2024-04-15T16:06:24.218 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.218 INFO:tasks.workunit.client.0.smithi016.stdout: "db_alloc_lat": { 2024-04-15T16:06:24.218 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 167, 2024-04-15T16:06:24.218 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 904453 2024-04-15T16:06:24.218 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.219 INFO:tasks.workunit.client.0.smithi016.stdout: "db_total_bytes": { 2024-04-15T16:06:24.219 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 95995027456 2024-04-15T16:06:24.219 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.219 INFO:tasks.workunit.client.0.smithi016.stdout: "db_used_bytes": { 2024-04-15T16:06:24.219 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 686489600 2024-04-15T16:06:24.219 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.219 INFO:tasks.workunit.client.0.smithi016.stdout: "flush_lat": { 2024-04-15T16:06:24.219 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 66794, 2024-04-15T16:06:24.219 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 5977197776 2024-04-15T16:06:24.219 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.219 INFO:tasks.workunit.client.0.smithi016.stdout: "fsync_lat": { 2024-04-15T16:06:24.219 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 66822, 2024-04-15T16:06:24.219 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 11061109467 2024-04-15T16:06:24.219 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.220 INFO:tasks.workunit.client.0.smithi016.stdout: "log_bytes": { 2024-04-15T16:06:24.220 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 7680000 2024-04-15T16:06:24.220 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.220 INFO:tasks.workunit.client.0.smithi016.stdout: "logged_bytes": { 2024-04-15T16:06:24.220 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 273674240 2024-04-15T16:06:24.220 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.220 INFO:tasks.workunit.client.0.smithi016.stdout: "max_bytes_db": { 2024-04-15T16:06:24.220 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 682229760 2024-04-15T16:06:24.220 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.220 INFO:tasks.workunit.client.0.smithi016.stdout: "max_bytes_slow": { 2024-04-15T16:06:24.220 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:24.220 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.220 INFO:tasks.workunit.client.0.smithi016.stdout: "max_bytes_wal": { 2024-04-15T16:06:24.220 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:24.220 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.221 INFO:tasks.workunit.client.0.smithi016.stdout: "num_files": { 2024-04-15T16:06:24.221 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 48 2024-04-15T16:06:24.221 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.221 INFO:tasks.workunit.client.0.smithi016.stdout: "read_bytes": { 2024-04-15T16:06:24.221 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 1444110913 2024-04-15T16:06:24.221 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.221 INFO:tasks.workunit.client.0.smithi016.stdout: "read_count": { 2024-04-15T16:06:24.221 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 21903 2024-04-15T16:06:24.221 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.221 INFO:tasks.workunit.client.0.smithi016.stdout: "read_disk_bytes": { 2024-04-15T16:06:24.221 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 1237819392 2024-04-15T16:06:24.221 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.221 INFO:tasks.workunit.client.0.smithi016.stdout: "read_disk_bytes_db": { 2024-04-15T16:06:24.221 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 1237823488 2024-04-15T16:06:24.221 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.222 INFO:tasks.workunit.client.0.smithi016.stdout: "read_disk_bytes_slow": { 2024-04-15T16:06:24.222 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:24.222 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.222 INFO:tasks.workunit.client.0.smithi016.stdout: "read_disk_bytes_wal": { 2024-04-15T16:06:24.222 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:24.222 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.222 INFO:tasks.workunit.client.0.smithi016.stdout: "read_disk_count": { 2024-04-15T16:06:24.222 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 18729 2024-04-15T16:06:24.222 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.222 INFO:tasks.workunit.client.0.smithi016.stdout: "read_lat": { 2024-04-15T16:06:24.222 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 21903, 2024-04-15T16:06:24.222 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 803449540 2024-04-15T16:06:24.222 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.222 INFO:tasks.workunit.client.0.smithi016.stdout: "read_prefetch_bytes": { 2024-04-15T16:06:24.223 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 1374076330 2024-04-15T16:06:24.223 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.223 INFO:tasks.workunit.client.0.smithi016.stdout: "read_prefetch_count": { 2024-04-15T16:06:24.223 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 19751 2024-04-15T16:06:24.223 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.223 INFO:tasks.workunit.client.0.smithi016.stdout: "read_random_buffer_bytes": { 2024-04-15T16:06:24.223 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 1356110 2024-04-15T16:06:24.223 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.223 INFO:tasks.workunit.client.0.smithi016.stdout: "read_random_buffer_count": { 2024-04-15T16:06:24.223 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 544 2024-04-15T16:06:24.223 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.223 INFO:tasks.workunit.client.0.smithi016.stdout: "read_random_bytes": { 2024-04-15T16:06:24.223 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 2995354 2024-04-15T16:06:24.224 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.224 INFO:tasks.workunit.client.0.smithi016.stdout: "read_random_count": { 2024-04-15T16:06:24.224 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 716 2024-04-15T16:06:24.224 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.224 INFO:tasks.workunit.client.0.smithi016.stdout: "read_random_disk_bytes": { 2024-04-15T16:06:24.224 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 1639244 2024-04-15T16:06:24.224 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.224 INFO:tasks.workunit.client.0.smithi016.stdout: "read_random_disk_bytes_db": { 2024-04-15T16:06:24.224 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 1639244 2024-04-15T16:06:24.224 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.224 INFO:tasks.workunit.client.0.smithi016.stdout: "read_random_disk_bytes_slow": { 2024-04-15T16:06:24.224 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:24.224 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.224 INFO:tasks.workunit.client.0.smithi016.stdout: "read_random_disk_bytes_wal": { 2024-04-15T16:06:24.224 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:24.225 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.225 INFO:tasks.workunit.client.0.smithi016.stdout: "read_random_disk_count": { 2024-04-15T16:06:24.225 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 173 2024-04-15T16:06:24.225 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.225 INFO:tasks.workunit.client.0.smithi016.stdout: "read_random_lat": { 2024-04-15T16:06:24.225 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 716, 2024-04-15T16:06:24.225 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 1389781 2024-04-15T16:06:24.225 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.225 INFO:tasks.workunit.client.0.smithi016.stdout: "slow_alloc_lat": { 2024-04-15T16:06:24.225 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 0, 2024-04-15T16:06:24.225 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:24.225 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.225 INFO:tasks.workunit.client.0.smithi016.stdout: "slow_total_bytes": { 2024-04-15T16:06:24.225 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:24.225 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.226 INFO:tasks.workunit.client.0.smithi016.stdout: "slow_used_bytes": { 2024-04-15T16:06:24.226 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:24.226 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.226 INFO:tasks.workunit.client.0.smithi016.stdout: "truncate_lat": { 2024-04-15T16:06:24.226 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 1, 2024-04-15T16:06:24.226 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 741 2024-04-15T16:06:24.226 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.226 INFO:tasks.workunit.client.0.smithi016.stdout: "unlink_lat": { 2024-04-15T16:06:24.226 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 7, 2024-04-15T16:06:24.226 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 9250 2024-04-15T16:06:24.226 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.226 INFO:tasks.workunit.client.0.smithi016.stdout: "wal_alloc_lat": { 2024-04-15T16:06:24.226 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 0, 2024-04-15T16:06:24.226 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:24.227 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.227 INFO:tasks.workunit.client.0.smithi016.stdout: "wal_total_bytes": { 2024-04-15T16:06:24.227 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:24.227 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.227 INFO:tasks.workunit.client.0.smithi016.stdout: "wal_used_bytes": { 2024-04-15T16:06:24.227 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:24.227 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.227 INFO:tasks.workunit.client.0.smithi016.stdout: "write_bytes": { 2024-04-15T16:06:24.227 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 945504256 2024-04-15T16:06:24.227 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T16:06:24.227 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.227 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore": { 2024-04-15T16:06:24.227 INFO:tasks.workunit.client.0.smithi016.stdout: "alloc_unit": { 2024-04-15T16:06:24.227 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 4096 2024-04-15T16:06:24.227 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.228 INFO:tasks.workunit.client.0.smithi016.stdout: "allocated": { 2024-04-15T16:06:24.228 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 9203712 2024-04-15T16:06:24.228 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.228 INFO:tasks.workunit.client.0.smithi016.stdout: "allocator_lat": { 2024-04-15T16:06:24.228 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 17539, 2024-04-15T16:06:24.228 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 59067770 2024-04-15T16:06:24.228 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.228 INFO:tasks.workunit.client.0.smithi016.stdout: "clist_lat": { 2024-04-15T16:06:24.228 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 3559, 2024-04-15T16:06:24.228 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 3546831526 2024-04-15T16:06:24.228 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.228 INFO:tasks.workunit.client.0.smithi016.stdout: "compress_lat": { 2024-04-15T16:06:24.228 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 0, 2024-04-15T16:06:24.228 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:24.228 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.229 INFO:tasks.workunit.client.0.smithi016.stdout: "compressed": { 2024-04-15T16:06:24.229 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:24.229 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.229 INFO:tasks.workunit.client.0.smithi016.stdout: "compressed_allocated": { 2024-04-15T16:06:24.229 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:24.229 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.229 INFO:tasks.workunit.client.0.smithi016.stdout: "compressed_original": { 2024-04-15T16:06:24.229 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:24.229 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.229 INFO:tasks.workunit.client.0.smithi016.stdout: "csum_lat": { 2024-04-15T16:06:24.229 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 19883, 2024-04-15T16:06:24.229 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 189462232 2024-04-15T16:06:24.229 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.229 INFO:tasks.workunit.client.0.smithi016.stdout: "decompress_lat": { 2024-04-15T16:06:24.229 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 0, 2024-04-15T16:06:24.230 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:24.230 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.230 INFO:tasks.workunit.client.0.smithi016.stdout: "fragmentation_micros": { 2024-04-15T16:06:24.230 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:24.230 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.230 INFO:tasks.workunit.client.0.smithi016.stdout: "kv_commit_lat": { 2024-04-15T16:06:24.230 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 66750, 2024-04-15T16:06:24.230 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 14647837551 2024-04-15T16:06:24.230 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.230 INFO:tasks.workunit.client.0.smithi016.stdout: "kv_final_lat": { 2024-04-15T16:06:24.230 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 66152, 2024-04-15T16:06:24.230 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 1716258503 2024-04-15T16:06:24.230 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.230 INFO:tasks.workunit.client.0.smithi016.stdout: "kv_flush_lat": { 2024-04-15T16:06:24.231 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 66750, 2024-04-15T16:06:24.231 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 42746624 2024-04-15T16:06:24.231 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.231 INFO:tasks.workunit.client.0.smithi016.stdout: "kv_sync_lat": { 2024-04-15T16:06:24.231 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 66750, 2024-04-15T16:06:24.231 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 14690584175 2024-04-15T16:06:24.231 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.231 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_get_keys_lat": { 2024-04-15T16:06:24.231 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 0, 2024-04-15T16:06:24.231 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:24.231 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.231 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_get_values_lat": { 2024-04-15T16:06:24.232 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 24628, 2024-04-15T16:06:24.232 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 523971386 2024-04-15T16:06:24.232 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.232 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_lower_bound_lat": { 2024-04-15T16:06:24.232 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 1287, 2024-04-15T16:06:24.232 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 2713548 2024-04-15T16:06:24.232 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.232 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_next_lat": { 2024-04-15T16:06:24.232 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 20524, 2024-04-15T16:06:24.232 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 13155368 2024-04-15T16:06:24.232 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.232 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_seek_to_first_lat": { 2024-04-15T16:06:24.232 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 42, 2024-04-15T16:06:24.232 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 94648 2024-04-15T16:06:24.233 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.233 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_upper_bound_lat": { 2024-04-15T16:06:24.233 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 12198, 2024-04-15T16:06:24.233 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 1667039030 2024-04-15T16:06:24.233 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.233 INFO:tasks.workunit.client.0.smithi016.stdout: "onode_hits": { 2024-04-15T16:06:24.233 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 210515 2024-04-15T16:06:24.233 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.233 INFO:tasks.workunit.client.0.smithi016.stdout: "onode_misses": { 2024-04-15T16:06:24.233 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 18746 2024-04-15T16:06:24.233 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.233 INFO:tasks.workunit.client.0.smithi016.stdout: "read_lat": { 2024-04-15T16:06:24.233 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 29338, 2024-04-15T16:06:24.233 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 1491744259 2024-04-15T16:06:24.233 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.234 INFO:tasks.workunit.client.0.smithi016.stdout: "read_onode_meta_lat": { 2024-04-15T16:06:24.234 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 80362, 2024-04-15T16:06:24.234 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 29347876 2024-04-15T16:06:24.234 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.234 INFO:tasks.workunit.client.0.smithi016.stdout: "read_wait_aio_lat": { 2024-04-15T16:06:24.234 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 51024, 2024-04-15T16:06:24.234 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 847008799 2024-04-15T16:06:24.234 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.234 INFO:tasks.workunit.client.0.smithi016.stdout: "reads_with_retries": { 2024-04-15T16:06:24.234 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:24.234 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.234 INFO:tasks.workunit.client.0.smithi016.stdout: "remove_lat": { 2024-04-15T16:06:24.234 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 12516, 2024-04-15T16:06:24.234 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 387529016 2024-04-15T16:06:24.234 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.235 INFO:tasks.workunit.client.0.smithi016.stdout: "slow_aio_wait_count": { 2024-04-15T16:06:24.235 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:24.235 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.235 INFO:tasks.workunit.client.0.smithi016.stdout: "slow_committed_kv_count": { 2024-04-15T16:06:24.235 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:24.235 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.235 INFO:tasks.workunit.client.0.smithi016.stdout: "slow_read_onode_meta_count": { 2024-04-15T16:06:24.235 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:24.235 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.235 INFO:tasks.workunit.client.0.smithi016.stdout: "slow_read_wait_aio_count": { 2024-04-15T16:06:24.235 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:24.235 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.235 INFO:tasks.workunit.client.0.smithi016.stdout: "state_aio_wait_lat": { 2024-04-15T16:06:24.235 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 77178, 2024-04-15T16:06:24.235 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 5420035789 2024-04-15T16:06:24.236 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.236 INFO:tasks.workunit.client.0.smithi016.stdout: "state_deferred_aio_wait_lat": { 2024-04-15T16:06:24.236 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 18755, 2024-04-15T16:06:24.236 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 1075873237 2024-04-15T16:06:24.236 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.236 INFO:tasks.workunit.client.0.smithi016.stdout: "state_deferred_cleanup_lat": { 2024-04-15T16:06:24.236 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 18754, 2024-04-15T16:06:24.236 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 4132469353563 2024-04-15T16:06:24.236 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.236 INFO:tasks.workunit.client.0.smithi016.stdout: "state_deferred_queued_lat": { 2024-04-15T16:06:24.236 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 18755, 2024-04-15T16:06:24.236 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 6801735341524 2024-04-15T16:06:24.236 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.236 INFO:tasks.workunit.client.0.smithi016.stdout: "state_done_lat": { 2024-04-15T16:06:24.236 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 77177, 2024-04-15T16:06:24.237 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 2948859930361 2024-04-15T16:06:24.237 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.237 INFO:tasks.workunit.client.0.smithi016.stdout: "state_finishing_lat": { 2024-04-15T16:06:24.237 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 77177, 2024-04-15T16:06:24.237 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 8008003 2024-04-15T16:06:24.237 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.237 INFO:tasks.workunit.client.0.smithi016.stdout: "state_io_done_lat": { 2024-04-15T16:06:24.237 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 77178, 2024-04-15T16:06:24.237 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 244582898 2024-04-15T16:06:24.237 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.237 INFO:tasks.workunit.client.0.smithi016.stdout: "state_kv_commiting_lat": { 2024-04-15T16:06:24.237 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 77178, 2024-04-15T16:06:24.237 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 25371952280 2024-04-15T16:06:24.237 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.237 INFO:tasks.workunit.client.0.smithi016.stdout: "state_kv_done_lat": { 2024-04-15T16:06:24.238 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 77178, 2024-04-15T16:06:24.238 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 30153331 2024-04-15T16:06:24.238 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.238 INFO:tasks.workunit.client.0.smithi016.stdout: "state_kv_queued_lat": { 2024-04-15T16:06:24.238 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 77178, 2024-04-15T16:06:24.238 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 12425659715 2024-04-15T16:06:24.238 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.238 INFO:tasks.workunit.client.0.smithi016.stdout: "state_prepare_lat": { 2024-04-15T16:06:24.238 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 77178, 2024-04-15T16:06:24.238 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 10976072057 2024-04-15T16:06:24.238 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.238 INFO:tasks.workunit.client.0.smithi016.stdout: "stored": { 2024-04-15T16:06:24.238 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 5455037 2024-04-15T16:06:24.239 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.239 INFO:tasks.workunit.client.0.smithi016.stdout: "truncate_lat": { 2024-04-15T16:06:24.239 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 2463, 2024-04-15T16:06:24.239 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 14901752 2024-04-15T16:06:24.239 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.239 INFO:tasks.workunit.client.0.smithi016.stdout: "txc_commit_lat": { 2024-04-15T16:06:24.239 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 77178, 2024-04-15T16:06:24.239 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 54453000906 2024-04-15T16:06:24.239 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.239 INFO:tasks.workunit.client.0.smithi016.stdout: "txc_submit_lat": { 2024-04-15T16:06:24.239 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 77178, 2024-04-15T16:06:24.239 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 11906635548 2024-04-15T16:06:24.239 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.239 INFO:tasks.workunit.client.0.smithi016.stdout: "txc_throttle_lat": { 2024-04-15T16:06:24.239 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 77178, 2024-04-15T16:06:24.240 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 507878996 2024-04-15T16:06:24.240 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T16:06:24.240 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.240 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore-pricache": { 2024-04-15T16:06:24.240 INFO:tasks.workunit.client.0.smithi016.stdout: "cache_bytes": { 2024-04-15T16:06:24.240 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 1406236763 2024-04-15T16:06:24.240 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.240 INFO:tasks.workunit.client.0.smithi016.stdout: "heap_bytes": { 2024-04-15T16:06:24.240 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 576364544 2024-04-15T16:06:24.240 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.240 INFO:tasks.workunit.client.0.smithi016.stdout: "mapped_bytes": { 2024-04-15T16:06:24.240 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 487030784 2024-04-15T16:06:24.240 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.240 INFO:tasks.workunit.client.0.smithi016.stdout: "target_bytes": { 2024-04-15T16:06:24.241 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 2601815449 2024-04-15T16:06:24.241 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.241 INFO:tasks.workunit.client.0.smithi016.stdout: "unmapped_bytes": { 2024-04-15T16:06:24.241 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 89333760 2024-04-15T16:06:24.241 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T16:06:24.241 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.241 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore-pricache:data": { 2024-04-15T16:06:24.241 INFO:tasks.workunit.client.0.smithi016.stdout: "committed_bytes": { 2024-04-15T16:06:24.241 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 125829120 2024-04-15T16:06:24.241 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.241 INFO:tasks.workunit.client.0.smithi016.stdout: "pri0_bytes": { 2024-04-15T16:06:24.241 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:24.241 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.241 INFO:tasks.workunit.client.0.smithi016.stdout: "pri10_bytes": { 2024-04-15T16:06:24.242 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:24.242 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.242 INFO:tasks.workunit.client.0.smithi016.stdout: "pri11_bytes": { 2024-04-15T16:06:24.242 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 57448381 2024-04-15T16:06:24.242 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.242 INFO:tasks.workunit.client.0.smithi016.stdout: "pri1_bytes": { 2024-04-15T16:06:24.242 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:24.242 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.242 INFO:tasks.workunit.client.0.smithi016.stdout: "pri2_bytes": { 2024-04-15T16:06:24.242 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:24.242 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.242 INFO:tasks.workunit.client.0.smithi016.stdout: "pri3_bytes": { 2024-04-15T16:06:24.242 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:24.242 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.243 INFO:tasks.workunit.client.0.smithi016.stdout: "pri4_bytes": { 2024-04-15T16:06:24.243 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:24.243 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.243 INFO:tasks.workunit.client.0.smithi016.stdout: "pri5_bytes": { 2024-04-15T16:06:24.243 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 4096 2024-04-15T16:06:24.243 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.243 INFO:tasks.workunit.client.0.smithi016.stdout: "pri6_bytes": { 2024-04-15T16:06:24.243 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 77824 2024-04-15T16:06:24.243 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.243 INFO:tasks.workunit.client.0.smithi016.stdout: "pri7_bytes": { 2024-04-15T16:06:24.243 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:24.243 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.243 INFO:tasks.workunit.client.0.smithi016.stdout: "pri8_bytes": { 2024-04-15T16:06:24.243 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:24.243 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.244 INFO:tasks.workunit.client.0.smithi016.stdout: "pri9_bytes": { 2024-04-15T16:06:24.244 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:24.244 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.244 INFO:tasks.workunit.client.0.smithi016.stdout: "reserved_bytes": { 2024-04-15T16:06:24.244 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 68298819 2024-04-15T16:06:24.244 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T16:06:24.244 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.244 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore-pricache:kv": { 2024-04-15T16:06:24.244 INFO:tasks.workunit.client.0.smithi016.stdout: "committed_bytes": { 2024-04-15T16:06:24.244 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 570425344 2024-04-15T16:06:24.244 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.244 INFO:tasks.workunit.client.0.smithi016.stdout: "pri0_bytes": { 2024-04-15T16:06:24.244 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 67108864 2024-04-15T16:06:24.244 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.244 INFO:tasks.workunit.client.0.smithi016.stdout: "pri10_bytes": { 2024-04-15T16:06:24.245 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:24.245 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.245 INFO:tasks.workunit.client.0.smithi016.stdout: "pri11_bytes": { 2024-04-15T16:06:24.245 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 430862862 2024-04-15T16:06:24.245 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.245 INFO:tasks.workunit.client.0.smithi016.stdout: "pri1_bytes": { 2024-04-15T16:06:24.245 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:24.245 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.245 INFO:tasks.workunit.client.0.smithi016.stdout: "pri2_bytes": { 2024-04-15T16:06:24.245 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:24.245 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.245 INFO:tasks.workunit.client.0.smithi016.stdout: "pri3_bytes": { 2024-04-15T16:06:24.245 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 1520 2024-04-15T16:06:24.245 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.245 INFO:tasks.workunit.client.0.smithi016.stdout: "pri4_bytes": { 2024-04-15T16:06:24.246 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:24.246 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.246 INFO:tasks.workunit.client.0.smithi016.stdout: "pri5_bytes": { 2024-04-15T16:06:24.246 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 90128 2024-04-15T16:06:24.246 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.246 INFO:tasks.workunit.client.0.smithi016.stdout: "pri6_bytes": { 2024-04-15T16:06:24.246 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:24.246 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.246 INFO:tasks.workunit.client.0.smithi016.stdout: "pri7_bytes": { 2024-04-15T16:06:24.246 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:24.246 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.246 INFO:tasks.workunit.client.0.smithi016.stdout: "pri8_bytes": { 2024-04-15T16:06:24.246 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:24.246 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.247 INFO:tasks.workunit.client.0.smithi016.stdout: "pri9_bytes": { 2024-04-15T16:06:24.247 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:24.247 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.247 INFO:tasks.workunit.client.0.smithi016.stdout: "reserved_bytes": { 2024-04-15T16:06:24.247 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 72361970 2024-04-15T16:06:24.247 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T16:06:24.247 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.247 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore-pricache:kv_onode": { 2024-04-15T16:06:24.247 INFO:tasks.workunit.client.0.smithi016.stdout: "committed_bytes": { 2024-04-15T16:06:24.247 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 176160768 2024-04-15T16:06:24.247 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.247 INFO:tasks.workunit.client.0.smithi016.stdout: "pri0_bytes": { 2024-04-15T16:06:24.247 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 67108864 2024-04-15T16:06:24.247 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.247 INFO:tasks.workunit.client.0.smithi016.stdout: "pri10_bytes": { 2024-04-15T16:06:24.248 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 2446000 2024-04-15T16:06:24.248 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.248 INFO:tasks.workunit.client.0.smithi016.stdout: "pri11_bytes": { 2024-04-15T16:06:24.248 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 38298921 2024-04-15T16:06:24.248 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.248 INFO:tasks.workunit.client.0.smithi016.stdout: "pri1_bytes": { 2024-04-15T16:06:24.248 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:24.248 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.248 INFO:tasks.workunit.client.0.smithi016.stdout: "pri2_bytes": { 2024-04-15T16:06:24.248 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:24.248 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.248 INFO:tasks.workunit.client.0.smithi016.stdout: "pri3_bytes": { 2024-04-15T16:06:24.248 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:24.248 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.248 INFO:tasks.workunit.client.0.smithi016.stdout: "pri4_bytes": { 2024-04-15T16:06:24.249 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:24.249 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.249 INFO:tasks.workunit.client.0.smithi016.stdout: "pri5_bytes": { 2024-04-15T16:06:24.249 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:24.249 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.249 INFO:tasks.workunit.client.0.smithi016.stdout: "pri6_bytes": { 2024-04-15T16:06:24.249 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:24.249 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.249 INFO:tasks.workunit.client.0.smithi016.stdout: "pri7_bytes": { 2024-04-15T16:06:24.249 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:24.249 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.249 INFO:tasks.workunit.client.0.smithi016.stdout: "pri8_bytes": { 2024-04-15T16:06:24.249 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:24.249 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.250 INFO:tasks.workunit.client.0.smithi016.stdout: "pri9_bytes": { 2024-04-15T16:06:24.250 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:24.250 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.250 INFO:tasks.workunit.client.0.smithi016.stdout: "reserved_bytes": { 2024-04-15T16:06:24.250 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 68306983 2024-04-15T16:06:24.250 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T16:06:24.250 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.250 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore-pricache:meta": { 2024-04-15T16:06:24.250 INFO:tasks.workunit.client.0.smithi016.stdout: "committed_bytes": { 2024-04-15T16:06:24.250 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 503316480 2024-04-15T16:06:24.250 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.250 INFO:tasks.workunit.client.0.smithi016.stdout: "pri0_bytes": { 2024-04-15T16:06:24.250 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:24.250 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.251 INFO:tasks.workunit.client.0.smithi016.stdout: "pri10_bytes": { 2024-04-15T16:06:24.251 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:24.251 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.251 INFO:tasks.workunit.client.0.smithi016.stdout: "pri11_bytes": { 2024-04-15T16:06:24.251 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 430862862 2024-04-15T16:06:24.251 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.251 INFO:tasks.workunit.client.0.smithi016.stdout: "pri1_bytes": { 2024-04-15T16:06:24.251 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:24.251 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.251 INFO:tasks.workunit.client.0.smithi016.stdout: "pri2_bytes": { 2024-04-15T16:06:24.251 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:24.251 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.251 INFO:tasks.workunit.client.0.smithi016.stdout: "pri3_bytes": { 2024-04-15T16:06:24.251 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:24.251 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.252 INFO:tasks.workunit.client.0.smithi016.stdout: "pri4_bytes": { 2024-04-15T16:06:24.252 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:24.252 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.252 INFO:tasks.workunit.client.0.smithi016.stdout: "pri5_bytes": { 2024-04-15T16:06:24.252 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 122814 2024-04-15T16:06:24.252 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.252 INFO:tasks.workunit.client.0.smithi016.stdout: "pri6_bytes": { 2024-04-15T16:06:24.252 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 1121307 2024-04-15T16:06:24.252 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.252 INFO:tasks.workunit.client.0.smithi016.stdout: "pri7_bytes": { 2024-04-15T16:06:24.252 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:24.252 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.252 INFO:tasks.workunit.client.0.smithi016.stdout: "pri8_bytes": { 2024-04-15T16:06:24.252 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:24.252 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.252 INFO:tasks.workunit.client.0.smithi016.stdout: "pri9_bytes": { 2024-04-15T16:06:24.253 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:24.253 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.253 INFO:tasks.workunit.client.0.smithi016.stdout: "reserved_bytes": { 2024-04-15T16:06:24.253 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 71209497 2024-04-15T16:06:24.253 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T16:06:24.253 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.253 INFO:tasks.workunit.client.0.smithi016.stdout: "objecter": { 2024-04-15T16:06:24.253 INFO:tasks.workunit.client.0.smithi016.stdout: "op_active": { 2024-04-15T16:06:24.253 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:24.253 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.253 INFO:tasks.workunit.client.0.smithi016.stdout: "op_r": { 2024-04-15T16:06:24.253 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 38 2024-04-15T16:06:24.253 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.253 INFO:tasks.workunit.client.0.smithi016.stdout: "op_rmw": { 2024-04-15T16:06:24.254 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:24.254 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.254 INFO:tasks.workunit.client.0.smithi016.stdout: "op_w": { 2024-04-15T16:06:24.254 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 1 2024-04-15T16:06:24.254 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T16:06:24.254 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.254 INFO:tasks.workunit.client.0.smithi016.stdout: "osd": { 2024-04-15T16:06:24.254 INFO:tasks.workunit.client.0.smithi016.stdout: "numpg": { 2024-04-15T16:06:24.254 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 48 2024-04-15T16:06:24.254 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.254 INFO:tasks.workunit.client.0.smithi016.stdout: "numpg_removing": { 2024-04-15T16:06:24.254 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:24.254 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.254 INFO:tasks.workunit.client.0.smithi016.stdout: "op": { 2024-04-15T16:06:24.255 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 47063 2024-04-15T16:06:24.255 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.255 INFO:tasks.workunit.client.0.smithi016.stdout: "op_before_queue_op_lat": { 2024-04-15T16:06:24.255 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 129210, 2024-04-15T16:06:24.255 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 8689100249 2024-04-15T16:06:24.255 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.255 INFO:tasks.workunit.client.0.smithi016.stdout: "op_delayed_degraded": { 2024-04-15T16:06:24.255 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:24.255 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.255 INFO:tasks.workunit.client.0.smithi016.stdout: "op_delayed_unreadable": { 2024-04-15T16:06:24.255 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:24.255 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.255 INFO:tasks.workunit.client.0.smithi016.stdout: "op_in_bytes": { 2024-04-15T16:06:24.255 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 1605186340 2024-04-15T16:06:24.255 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.256 INFO:tasks.workunit.client.0.smithi016.stdout: "op_latency": { 2024-04-15T16:06:24.256 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 47063, 2024-04-15T16:06:24.256 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 251576526477 2024-04-15T16:06:24.256 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.256 INFO:tasks.workunit.client.0.smithi016.stdout: "op_out_bytes": { 2024-04-15T16:06:24.256 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 2270294377 2024-04-15T16:06:24.256 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.256 INFO:tasks.workunit.client.0.smithi016.stdout: "op_prepare_latency": { 2024-04-15T16:06:24.256 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 49252, 2024-04-15T16:06:24.256 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 28177558905 2024-04-15T16:06:24.256 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.256 INFO:tasks.workunit.client.0.smithi016.stdout: "op_process_latency": { 2024-04-15T16:06:24.256 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 47063, 2024-04-15T16:06:24.257 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 66006011435 2024-04-15T16:06:24.257 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.257 INFO:tasks.workunit.client.0.smithi016.stdout: "op_r": { 2024-04-15T16:06:24.257 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 29946 2024-04-15T16:06:24.257 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.257 INFO:tasks.workunit.client.0.smithi016.stdout: "op_r_latency": { 2024-04-15T16:06:24.257 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 29946, 2024-04-15T16:06:24.257 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 45379316142 2024-04-15T16:06:24.257 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.257 INFO:tasks.workunit.client.0.smithi016.stdout: "op_r_latency_out_bytes_histogram": { 2024-04-15T16:06:24.257 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:24.257 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.257 INFO:tasks.workunit.client.0.smithi016.stdout: "op_r_out_bytes": { 2024-04-15T16:06:24.257 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 2270294377 2024-04-15T16:06:24.257 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.258 INFO:tasks.workunit.client.0.smithi016.stdout: "op_r_prepare_latency": { 2024-04-15T16:06:24.258 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 30193, 2024-04-15T16:06:24.258 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 6928748955 2024-04-15T16:06:24.258 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.258 INFO:tasks.workunit.client.0.smithi016.stdout: "op_r_process_latency": { 2024-04-15T16:06:24.258 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 29946, 2024-04-15T16:06:24.258 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 7465885841 2024-04-15T16:06:24.258 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.258 INFO:tasks.workunit.client.0.smithi016.stdout: "op_rw": { 2024-04-15T16:06:24.258 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 13046 2024-04-15T16:06:24.258 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.258 INFO:tasks.workunit.client.0.smithi016.stdout: "op_rw_in_bytes": { 2024-04-15T16:06:24.259 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 330643499 2024-04-15T16:06:24.259 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.259 INFO:tasks.workunit.client.0.smithi016.stdout: "op_rw_latency": { 2024-04-15T16:06:24.259 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 13046, 2024-04-15T16:06:24.259 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 167107188216 2024-04-15T16:06:24.259 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.259 INFO:tasks.workunit.client.0.smithi016.stdout: "op_rw_latency_in_bytes_histogram": { 2024-04-15T16:06:24.259 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:24.259 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.259 INFO:tasks.workunit.client.0.smithi016.stdout: "op_rw_latency_out_bytes_histogram": { 2024-04-15T16:06:24.259 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:24.259 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.259 INFO:tasks.workunit.client.0.smithi016.stdout: "op_rw_out_bytes": { 2024-04-15T16:06:24.259 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:24.260 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.260 INFO:tasks.workunit.client.0.smithi016.stdout: "op_rw_prepare_latency": { 2024-04-15T16:06:24.260 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 14870, 2024-04-15T16:06:24.260 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 16069681848 2024-04-15T16:06:24.260 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.260 INFO:tasks.workunit.client.0.smithi016.stdout: "op_rw_process_latency": { 2024-04-15T16:06:24.260 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 13046, 2024-04-15T16:06:24.260 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 34387020067 2024-04-15T16:06:24.260 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.260 INFO:tasks.workunit.client.0.smithi016.stdout: "op_w": { 2024-04-15T16:06:24.260 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 4071 2024-04-15T16:06:24.260 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.260 INFO:tasks.workunit.client.0.smithi016.stdout: "op_w_in_bytes": { 2024-04-15T16:06:24.260 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 1274542841 2024-04-15T16:06:24.261 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.261 INFO:tasks.workunit.client.0.smithi016.stdout: "op_w_latency": { 2024-04-15T16:06:24.261 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 4071, 2024-04-15T16:06:24.261 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 39090022119 2024-04-15T16:06:24.261 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.261 INFO:tasks.workunit.client.0.smithi016.stdout: "op_w_latency_in_bytes_histogram": { 2024-04-15T16:06:24.261 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:24.261 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.261 INFO:tasks.workunit.client.0.smithi016.stdout: "op_w_prepare_latency": { 2024-04-15T16:06:24.261 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 4189, 2024-04-15T16:06:24.261 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 5179128102 2024-04-15T16:06:24.261 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.261 INFO:tasks.workunit.client.0.smithi016.stdout: "op_w_process_latency": { 2024-04-15T16:06:24.261 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 4071, 2024-04-15T16:06:24.262 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 24153105527 2024-04-15T16:06:24.262 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.262 INFO:tasks.workunit.client.0.smithi016.stdout: "op_wip": { 2024-04-15T16:06:24.262 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:24.262 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.262 INFO:tasks.workunit.client.0.smithi016.stdout: "recovery_bytes": { 2024-04-15T16:06:24.262 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:24.262 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.262 INFO:tasks.workunit.client.0.smithi016.stdout: "recovery_ops": { 2024-04-15T16:06:24.262 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 12 2024-04-15T16:06:24.262 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.262 INFO:tasks.workunit.client.0.smithi016.stdout: "stat_bytes": { 2024-04-15T16:06:24.262 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 95995035648 2024-04-15T16:06:24.262 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.263 INFO:tasks.workunit.client.0.smithi016.stdout: "stat_bytes_used": { 2024-04-15T16:06:24.263 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 695705600 2024-04-15T16:06:24.263 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T16:06:24.263 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T16:06:24.263 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.263 INFO:tasks.workunit.client.0.smithi016.stdout: "osd.4": { 2024-04-15T16:06:24.263 INFO:tasks.workunit.client.0.smithi016.stdout: "bluefs": { 2024-04-15T16:06:24.263 INFO:tasks.workunit.client.0.smithi016.stdout: "alloc_db_max_lat": { 2024-04-15T16:06:24.263 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 20868 2024-04-15T16:06:24.263 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.263 INFO:tasks.workunit.client.0.smithi016.stdout: "alloc_slow_fallback": { 2024-04-15T16:06:24.263 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:24.263 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.263 INFO:tasks.workunit.client.0.smithi016.stdout: "alloc_slow_max_lat": { 2024-04-15T16:06:24.264 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:24.264 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.264 INFO:tasks.workunit.client.0.smithi016.stdout: "alloc_slow_size_fallback": { 2024-04-15T16:06:24.264 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:24.264 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.264 INFO:tasks.workunit.client.0.smithi016.stdout: "alloc_unit_db": { 2024-04-15T16:06:24.264 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 65536 2024-04-15T16:06:24.264 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.264 INFO:tasks.workunit.client.0.smithi016.stdout: "alloc_unit_slow": { 2024-04-15T16:06:24.264 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:24.264 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.264 INFO:tasks.workunit.client.0.smithi016.stdout: "alloc_unit_wal": { 2024-04-15T16:06:24.264 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:24.264 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.264 INFO:tasks.workunit.client.0.smithi016.stdout: "alloc_wal_max_lat": { 2024-04-15T16:06:24.265 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:24.265 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.265 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes_written_slow": { 2024-04-15T16:06:24.265 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:24.265 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.265 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes_written_sst": { 2024-04-15T16:06:24.265 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 7008256 2024-04-15T16:06:24.265 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.265 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes_written_wal": { 2024-04-15T16:06:24.265 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 695930880 2024-04-15T16:06:24.265 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.265 INFO:tasks.workunit.client.0.smithi016.stdout: "compact_lat": { 2024-04-15T16:06:24.265 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 15, 2024-04-15T16:06:24.265 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 4064949 2024-04-15T16:06:24.265 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.266 INFO:tasks.workunit.client.0.smithi016.stdout: "compact_lock_lat": { 2024-04-15T16:06:24.266 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 15, 2024-04-15T16:06:24.266 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 1093637 2024-04-15T16:06:24.266 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.266 INFO:tasks.workunit.client.0.smithi016.stdout: "db_alloc_lat": { 2024-04-15T16:06:24.266 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 170, 2024-04-15T16:06:24.266 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 860042 2024-04-15T16:06:24.266 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.266 INFO:tasks.workunit.client.0.smithi016.stdout: "db_total_bytes": { 2024-04-15T16:06:24.266 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 95995027456 2024-04-15T16:06:24.266 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.266 INFO:tasks.workunit.client.0.smithi016.stdout: "db_used_bytes": { 2024-04-15T16:06:24.266 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 745668608 2024-04-15T16:06:24.266 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.267 INFO:tasks.workunit.client.0.smithi016.stdout: "flush_lat": { 2024-04-15T16:06:24.267 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 63398, 2024-04-15T16:06:24.267 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 9605977070 2024-04-15T16:06:24.267 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.267 INFO:tasks.workunit.client.0.smithi016.stdout: "fsync_lat": { 2024-04-15T16:06:24.267 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 63421, 2024-04-15T16:06:24.267 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 15428640633 2024-04-15T16:06:24.267 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.267 INFO:tasks.workunit.client.0.smithi016.stdout: "log_bytes": { 2024-04-15T16:06:24.267 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 10387456 2024-04-15T16:06:24.267 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.267 INFO:tasks.workunit.client.0.smithi016.stdout: "logged_bytes": { 2024-04-15T16:06:24.267 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 259747840 2024-04-15T16:06:24.267 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.267 INFO:tasks.workunit.client.0.smithi016.stdout: "max_bytes_db": { 2024-04-15T16:06:24.267 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 741408768 2024-04-15T16:06:24.268 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.268 INFO:tasks.workunit.client.0.smithi016.stdout: "max_bytes_slow": { 2024-04-15T16:06:24.268 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:24.268 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.268 INFO:tasks.workunit.client.0.smithi016.stdout: "max_bytes_wal": { 2024-04-15T16:06:24.268 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:24.268 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.268 INFO:tasks.workunit.client.0.smithi016.stdout: "num_files": { 2024-04-15T16:06:24.268 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 53 2024-04-15T16:06:24.268 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.268 INFO:tasks.workunit.client.0.smithi016.stdout: "read_bytes": { 2024-04-15T16:06:24.268 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 4507759757 2024-04-15T16:06:24.268 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.268 INFO:tasks.workunit.client.0.smithi016.stdout: "read_count": { 2024-04-15T16:06:24.268 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 51317 2024-04-15T16:06:24.269 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.269 INFO:tasks.workunit.client.0.smithi016.stdout: "read_disk_bytes": { 2024-04-15T16:06:24.269 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 3932737536 2024-04-15T16:06:24.269 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.269 INFO:tasks.workunit.client.0.smithi016.stdout: "read_disk_bytes_db": { 2024-04-15T16:06:24.269 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 3932741632 2024-04-15T16:06:24.269 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.269 INFO:tasks.workunit.client.0.smithi016.stdout: "read_disk_bytes_slow": { 2024-04-15T16:06:24.269 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:24.269 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.269 INFO:tasks.workunit.client.0.smithi016.stdout: "read_disk_bytes_wal": { 2024-04-15T16:06:24.269 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:24.269 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.269 INFO:tasks.workunit.client.0.smithi016.stdout: "read_disk_count": { 2024-04-15T16:06:24.269 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 43924 2024-04-15T16:06:24.270 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.270 INFO:tasks.workunit.client.0.smithi016.stdout: "read_lat": { 2024-04-15T16:06:24.270 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 51317, 2024-04-15T16:06:24.270 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 1334421527 2024-04-15T16:06:24.270 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.270 INFO:tasks.workunit.client.0.smithi016.stdout: "read_prefetch_bytes": { 2024-04-15T16:06:24.270 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 4382172938 2024-04-15T16:06:24.270 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.270 INFO:tasks.workunit.client.0.smithi016.stdout: "read_prefetch_count": { 2024-04-15T16:06:24.270 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 47468 2024-04-15T16:06:24.270 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.270 INFO:tasks.workunit.client.0.smithi016.stdout: "read_random_buffer_bytes": { 2024-04-15T16:06:24.270 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 2339750 2024-04-15T16:06:24.270 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.270 INFO:tasks.workunit.client.0.smithi016.stdout: "read_random_buffer_count": { 2024-04-15T16:06:24.271 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 799 2024-04-15T16:06:24.271 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.271 INFO:tasks.workunit.client.0.smithi016.stdout: "read_random_bytes": { 2024-04-15T16:06:24.271 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 6933144 2024-04-15T16:06:24.271 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.271 INFO:tasks.workunit.client.0.smithi016.stdout: "read_random_count": { 2024-04-15T16:06:24.271 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 1034 2024-04-15T16:06:24.271 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.271 INFO:tasks.workunit.client.0.smithi016.stdout: "read_random_disk_bytes": { 2024-04-15T16:06:24.271 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 4593394 2024-04-15T16:06:24.271 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.271 INFO:tasks.workunit.client.0.smithi016.stdout: "read_random_disk_bytes_db": { 2024-04-15T16:06:24.271 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 4593394 2024-04-15T16:06:24.272 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.272 INFO:tasks.workunit.client.0.smithi016.stdout: "read_random_disk_bytes_slow": { 2024-04-15T16:06:24.272 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:24.272 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.272 INFO:tasks.workunit.client.0.smithi016.stdout: "read_random_disk_bytes_wal": { 2024-04-15T16:06:24.272 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:24.272 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.272 INFO:tasks.workunit.client.0.smithi016.stdout: "read_random_disk_count": { 2024-04-15T16:06:24.272 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 241 2024-04-15T16:06:24.272 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.272 INFO:tasks.workunit.client.0.smithi016.stdout: "read_random_lat": { 2024-04-15T16:06:24.272 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 1034, 2024-04-15T16:06:24.273 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 2220498 2024-04-15T16:06:24.273 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.273 INFO:tasks.workunit.client.0.smithi016.stdout: "slow_alloc_lat": { 2024-04-15T16:06:24.273 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 0, 2024-04-15T16:06:24.273 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:24.273 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.273 INFO:tasks.workunit.client.0.smithi016.stdout: "slow_total_bytes": { 2024-04-15T16:06:24.273 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:24.273 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.273 INFO:tasks.workunit.client.0.smithi016.stdout: "slow_used_bytes": { 2024-04-15T16:06:24.273 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:24.273 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.273 INFO:tasks.workunit.client.0.smithi016.stdout: "truncate_lat": { 2024-04-15T16:06:24.274 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 1, 2024-04-15T16:06:24.274 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 651 2024-04-15T16:06:24.274 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.274 INFO:tasks.workunit.client.0.smithi016.stdout: "unlink_lat": { 2024-04-15T16:06:24.274 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 10, 2024-04-15T16:06:24.274 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 15383 2024-04-15T16:06:24.274 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.274 INFO:tasks.workunit.client.0.smithi016.stdout: "wal_alloc_lat": { 2024-04-15T16:06:24.274 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 0, 2024-04-15T16:06:24.274 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:24.274 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.274 INFO:tasks.workunit.client.0.smithi016.stdout: "wal_total_bytes": { 2024-04-15T16:06:24.274 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:24.274 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.275 INFO:tasks.workunit.client.0.smithi016.stdout: "wal_used_bytes": { 2024-04-15T16:06:24.275 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:24.275 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.275 INFO:tasks.workunit.client.0.smithi016.stdout: "write_bytes": { 2024-04-15T16:06:24.275 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 964976640 2024-04-15T16:06:24.275 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T16:06:24.275 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.275 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore": { 2024-04-15T16:06:24.275 INFO:tasks.workunit.client.0.smithi016.stdout: "alloc_unit": { 2024-04-15T16:06:24.275 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 4096 2024-04-15T16:06:24.275 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.275 INFO:tasks.workunit.client.0.smithi016.stdout: "allocated": { 2024-04-15T16:06:24.275 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 9199616 2024-04-15T16:06:24.275 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.275 INFO:tasks.workunit.client.0.smithi016.stdout: "allocator_lat": { 2024-04-15T16:06:24.276 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 24051, 2024-04-15T16:06:24.276 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 75610891 2024-04-15T16:06:24.276 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.276 INFO:tasks.workunit.client.0.smithi016.stdout: "clist_lat": { 2024-04-15T16:06:24.276 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 3501, 2024-04-15T16:06:24.276 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 5898106214 2024-04-15T16:06:24.276 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.276 INFO:tasks.workunit.client.0.smithi016.stdout: "compress_lat": { 2024-04-15T16:06:24.276 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 0, 2024-04-15T16:06:24.276 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:24.276 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.276 INFO:tasks.workunit.client.0.smithi016.stdout: "compressed": { 2024-04-15T16:06:24.276 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:24.276 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.276 INFO:tasks.workunit.client.0.smithi016.stdout: "compressed_allocated": { 2024-04-15T16:06:24.277 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:24.277 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.277 INFO:tasks.workunit.client.0.smithi016.stdout: "compressed_original": { 2024-04-15T16:06:24.277 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:24.277 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.277 INFO:tasks.workunit.client.0.smithi016.stdout: "csum_lat": { 2024-04-15T16:06:24.277 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 15946, 2024-04-15T16:06:24.277 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 129419329 2024-04-15T16:06:24.277 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.277 INFO:tasks.workunit.client.0.smithi016.stdout: "decompress_lat": { 2024-04-15T16:06:24.277 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 0, 2024-04-15T16:06:24.277 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:24.277 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.277 INFO:tasks.workunit.client.0.smithi016.stdout: "fragmentation_micros": { 2024-04-15T16:06:24.278 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:24.278 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.278 INFO:tasks.workunit.client.0.smithi016.stdout: "kv_commit_lat": { 2024-04-15T16:06:24.278 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 63343, 2024-04-15T16:06:24.278 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 18661790548 2024-04-15T16:06:24.278 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.278 INFO:tasks.workunit.client.0.smithi016.stdout: "kv_final_lat": { 2024-04-15T16:06:24.278 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 62961, 2024-04-15T16:06:24.278 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 1337022946 2024-04-15T16:06:24.278 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.278 INFO:tasks.workunit.client.0.smithi016.stdout: "kv_flush_lat": { 2024-04-15T16:06:24.278 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 63343, 2024-04-15T16:06:24.278 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 48945813 2024-04-15T16:06:24.278 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.278 INFO:tasks.workunit.client.0.smithi016.stdout: "kv_sync_lat": { 2024-04-15T16:06:24.279 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 63343, 2024-04-15T16:06:24.279 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 18710736361 2024-04-15T16:06:24.279 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.279 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_get_keys_lat": { 2024-04-15T16:06:24.279 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 0, 2024-04-15T16:06:24.279 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:24.279 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.279 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_get_values_lat": { 2024-04-15T16:06:24.279 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 234586, 2024-04-15T16:06:24.279 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 1112191278 2024-04-15T16:06:24.279 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.279 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_lower_bound_lat": { 2024-04-15T16:06:24.279 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 782, 2024-04-15T16:06:24.279 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 2255403 2024-04-15T16:06:24.280 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.280 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_next_lat": { 2024-04-15T16:06:24.280 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 130316, 2024-04-15T16:06:24.280 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 40777696 2024-04-15T16:06:24.280 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.280 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_seek_to_first_lat": { 2024-04-15T16:06:24.280 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 47, 2024-04-15T16:06:24.280 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 67123 2024-04-15T16:06:24.280 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.280 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_upper_bound_lat": { 2024-04-15T16:06:24.280 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 17540, 2024-04-15T16:06:24.280 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 2494235907 2024-04-15T16:06:24.280 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.280 INFO:tasks.workunit.client.0.smithi016.stdout: "onode_hits": { 2024-04-15T16:06:24.280 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 408576 2024-04-15T16:06:24.281 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.281 INFO:tasks.workunit.client.0.smithi016.stdout: "onode_misses": { 2024-04-15T16:06:24.281 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 19687 2024-04-15T16:06:24.281 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.281 INFO:tasks.workunit.client.0.smithi016.stdout: "read_lat": { 2024-04-15T16:06:24.281 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 17529, 2024-04-15T16:06:24.281 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 1544938676 2024-04-15T16:06:24.281 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.281 INFO:tasks.workunit.client.0.smithi016.stdout: "read_onode_meta_lat": { 2024-04-15T16:06:24.281 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 54672, 2024-04-15T16:06:24.281 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 15079395 2024-04-15T16:06:24.281 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.281 INFO:tasks.workunit.client.0.smithi016.stdout: "read_wait_aio_lat": { 2024-04-15T16:06:24.281 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 37143, 2024-04-15T16:06:24.281 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 1272946323 2024-04-15T16:06:24.282 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.282 INFO:tasks.workunit.client.0.smithi016.stdout: "reads_with_retries": { 2024-04-15T16:06:24.282 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:24.282 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.282 INFO:tasks.workunit.client.0.smithi016.stdout: "remove_lat": { 2024-04-15T16:06:24.282 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 13778, 2024-04-15T16:06:24.282 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 397252687 2024-04-15T16:06:24.282 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.282 INFO:tasks.workunit.client.0.smithi016.stdout: "slow_aio_wait_count": { 2024-04-15T16:06:24.282 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:24.282 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.282 INFO:tasks.workunit.client.0.smithi016.stdout: "slow_committed_kv_count": { 2024-04-15T16:06:24.282 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:24.282 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.283 INFO:tasks.workunit.client.0.smithi016.stdout: "slow_read_onode_meta_count": { 2024-04-15T16:06:24.283 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:24.283 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.283 INFO:tasks.workunit.client.0.smithi016.stdout: "slow_read_wait_aio_count": { 2024-04-15T16:06:24.283 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:24.283 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.283 INFO:tasks.workunit.client.0.smithi016.stdout: "state_aio_wait_lat": { 2024-04-15T16:06:24.283 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 75401, 2024-04-15T16:06:24.283 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 12541493636 2024-04-15T16:06:24.283 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.283 INFO:tasks.workunit.client.0.smithi016.stdout: "state_deferred_aio_wait_lat": { 2024-04-15T16:06:24.283 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 18477, 2024-04-15T16:06:24.283 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 910980633 2024-04-15T16:06:24.283 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.284 INFO:tasks.workunit.client.0.smithi016.stdout: "state_deferred_cleanup_lat": { 2024-04-15T16:06:24.284 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 18475, 2024-04-15T16:06:24.284 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 3411853831866 2024-04-15T16:06:24.284 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.284 INFO:tasks.workunit.client.0.smithi016.stdout: "state_deferred_queued_lat": { 2024-04-15T16:06:24.284 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 18477, 2024-04-15T16:06:24.284 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 6332804849061 2024-04-15T16:06:24.284 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.284 INFO:tasks.workunit.client.0.smithi016.stdout: "state_done_lat": { 2024-04-15T16:06:24.284 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 75399, 2024-04-15T16:06:24.284 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 2753339189781 2024-04-15T16:06:24.284 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.284 INFO:tasks.workunit.client.0.smithi016.stdout: "state_finishing_lat": { 2024-04-15T16:06:24.284 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 75399, 2024-04-15T16:06:24.284 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 8728471 2024-04-15T16:06:24.285 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.285 INFO:tasks.workunit.client.0.smithi016.stdout: "state_io_done_lat": { 2024-04-15T16:06:24.285 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 75401, 2024-04-15T16:06:24.285 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 422170442 2024-04-15T16:06:24.285 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.285 INFO:tasks.workunit.client.0.smithi016.stdout: "state_kv_commiting_lat": { 2024-04-15T16:06:24.285 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 75401, 2024-04-15T16:06:24.285 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 29593275377 2024-04-15T16:06:24.285 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.285 INFO:tasks.workunit.client.0.smithi016.stdout: "state_kv_done_lat": { 2024-04-15T16:06:24.285 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 75401, 2024-04-15T16:06:24.285 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 26449357 2024-04-15T16:06:24.285 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.285 INFO:tasks.workunit.client.0.smithi016.stdout: "state_kv_queued_lat": { 2024-04-15T16:06:24.286 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 75401, 2024-04-15T16:06:24.286 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 14454239476 2024-04-15T16:06:24.286 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.286 INFO:tasks.workunit.client.0.smithi016.stdout: "state_prepare_lat": { 2024-04-15T16:06:24.286 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 75401, 2024-04-15T16:06:24.286 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 14336936482 2024-04-15T16:06:24.286 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.286 INFO:tasks.workunit.client.0.smithi016.stdout: "stored": { 2024-04-15T16:06:24.286 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 5449836 2024-04-15T16:06:24.286 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.286 INFO:tasks.workunit.client.0.smithi016.stdout: "truncate_lat": { 2024-04-15T16:06:24.286 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 2425, 2024-04-15T16:06:24.286 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 13926378 2024-04-15T16:06:24.287 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.287 INFO:tasks.workunit.client.0.smithi016.stdout: "txc_commit_lat": { 2024-04-15T16:06:24.287 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 75401, 2024-04-15T16:06:24.287 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 71359717489 2024-04-15T16:06:24.287 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.287 INFO:tasks.workunit.client.0.smithi016.stdout: "txc_submit_lat": { 2024-04-15T16:06:24.287 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 75401, 2024-04-15T16:06:24.287 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 15283915939 2024-04-15T16:06:24.287 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.287 INFO:tasks.workunit.client.0.smithi016.stdout: "txc_throttle_lat": { 2024-04-15T16:06:24.287 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 75401, 2024-04-15T16:06:24.287 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 780930518 2024-04-15T16:06:24.287 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T16:06:24.287 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.288 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore-pricache": { 2024-04-15T16:06:24.288 INFO:tasks.workunit.client.0.smithi016.stdout: "cache_bytes": { 2024-04-15T16:06:24.288 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 1405290552 2024-04-15T16:06:24.288 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.288 INFO:tasks.workunit.client.0.smithi016.stdout: "heap_bytes": { 2024-04-15T16:06:24.288 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 593100800 2024-04-15T16:06:24.288 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.288 INFO:tasks.workunit.client.0.smithi016.stdout: "mapped_bytes": { 2024-04-15T16:06:24.288 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 584499200 2024-04-15T16:06:24.288 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.288 INFO:tasks.workunit.client.0.smithi016.stdout: "target_bytes": { 2024-04-15T16:06:24.288 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 2600702259 2024-04-15T16:06:24.289 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.289 INFO:tasks.workunit.client.0.smithi016.stdout: "unmapped_bytes": { 2024-04-15T16:06:24.289 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 8601600 2024-04-15T16:06:24.289 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T16:06:24.289 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.289 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore-pricache:data": { 2024-04-15T16:06:24.289 INFO:tasks.workunit.client.0.smithi016.stdout: "committed_bytes": { 2024-04-15T16:06:24.289 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 125829120 2024-04-15T16:06:24.289 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.289 INFO:tasks.workunit.client.0.smithi016.stdout: "pri0_bytes": { 2024-04-15T16:06:24.289 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:24.289 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.289 INFO:tasks.workunit.client.0.smithi016.stdout: "pri10_bytes": { 2024-04-15T16:06:24.290 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:24.290 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.290 INFO:tasks.workunit.client.0.smithi016.stdout: "pri11_bytes": { 2024-04-15T16:06:24.290 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 57001030 2024-04-15T16:06:24.290 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.290 INFO:tasks.workunit.client.0.smithi016.stdout: "pri1_bytes": { 2024-04-15T16:06:24.290 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:24.290 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.290 INFO:tasks.workunit.client.0.smithi016.stdout: "pri2_bytes": { 2024-04-15T16:06:24.290 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:24.290 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.290 INFO:tasks.workunit.client.0.smithi016.stdout: "pri3_bytes": { 2024-04-15T16:06:24.290 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:24.290 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.291 INFO:tasks.workunit.client.0.smithi016.stdout: "pri4_bytes": { 2024-04-15T16:06:24.291 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:24.291 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.291 INFO:tasks.workunit.client.0.smithi016.stdout: "pri5_bytes": { 2024-04-15T16:06:24.291 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:24.291 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.291 INFO:tasks.workunit.client.0.smithi016.stdout: "pri6_bytes": { 2024-04-15T16:06:24.291 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 32768 2024-04-15T16:06:24.291 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.291 INFO:tasks.workunit.client.0.smithi016.stdout: "pri7_bytes": { 2024-04-15T16:06:24.291 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:24.291 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.291 INFO:tasks.workunit.client.0.smithi016.stdout: "pri8_bytes": { 2024-04-15T16:06:24.291 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:24.292 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.292 INFO:tasks.workunit.client.0.smithi016.stdout: "pri9_bytes": { 2024-04-15T16:06:24.292 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:24.292 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.292 INFO:tasks.workunit.client.0.smithi016.stdout: "reserved_bytes": { 2024-04-15T16:06:24.292 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 68795322 2024-04-15T16:06:24.292 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T16:06:24.292 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.292 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore-pricache:kv": { 2024-04-15T16:06:24.292 INFO:tasks.workunit.client.0.smithi016.stdout: "committed_bytes": { 2024-04-15T16:06:24.292 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 562036736 2024-04-15T16:06:24.292 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.292 INFO:tasks.workunit.client.0.smithi016.stdout: "pri0_bytes": { 2024-04-15T16:06:24.292 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 67108864 2024-04-15T16:06:24.292 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.293 INFO:tasks.workunit.client.0.smithi016.stdout: "pri10_bytes": { 2024-04-15T16:06:24.293 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:24.293 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.293 INFO:tasks.workunit.client.0.smithi016.stdout: "pri11_bytes": { 2024-04-15T16:06:24.293 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 427507730 2024-04-15T16:06:24.293 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.293 INFO:tasks.workunit.client.0.smithi016.stdout: "pri1_bytes": { 2024-04-15T16:06:24.293 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:24.293 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.293 INFO:tasks.workunit.client.0.smithi016.stdout: "pri2_bytes": { 2024-04-15T16:06:24.293 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:24.293 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.293 INFO:tasks.workunit.client.0.smithi016.stdout: "pri3_bytes": { 2024-04-15T16:06:24.293 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 2160 2024-04-15T16:06:24.294 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.294 INFO:tasks.workunit.client.0.smithi016.stdout: "pri4_bytes": { 2024-04-15T16:06:24.294 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:24.294 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.294 INFO:tasks.workunit.client.0.smithi016.stdout: "pri5_bytes": { 2024-04-15T16:06:24.294 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 138592 2024-04-15T16:06:24.294 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.294 INFO:tasks.workunit.client.0.smithi016.stdout: "pri6_bytes": { 2024-04-15T16:06:24.294 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:24.294 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.294 INFO:tasks.workunit.client.0.smithi016.stdout: "pri7_bytes": { 2024-04-15T16:06:24.294 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:24.294 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.294 INFO:tasks.workunit.client.0.smithi016.stdout: "pri8_bytes": { 2024-04-15T16:06:24.294 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:24.295 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.295 INFO:tasks.workunit.client.0.smithi016.stdout: "pri9_bytes": { 2024-04-15T16:06:24.295 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:24.295 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.295 INFO:tasks.workunit.client.0.smithi016.stdout: "reserved_bytes": { 2024-04-15T16:06:24.295 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 67279390 2024-04-15T16:06:24.295 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T16:06:24.404 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.404 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore-pricache:kv_onode": { 2024-04-15T16:06:24.404 INFO:tasks.workunit.client.0.smithi016.stdout: "committed_bytes": { 2024-04-15T16:06:24.404 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 184549376 2024-04-15T16:06:24.404 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.404 INFO:tasks.workunit.client.0.smithi016.stdout: "pri0_bytes": { 2024-04-15T16:06:24.404 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 67108864 2024-04-15T16:06:24.404 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.405 INFO:tasks.workunit.client.0.smithi016.stdout: "pri10_bytes": { 2024-04-15T16:06:24.405 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 6671120 2024-04-15T16:06:24.405 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.405 INFO:tasks.workunit.client.0.smithi016.stdout: "pri11_bytes": { 2024-04-15T16:06:24.405 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 38000687 2024-04-15T16:06:24.405 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.405 INFO:tasks.workunit.client.0.smithi016.stdout: "pri1_bytes": { 2024-04-15T16:06:24.405 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:24.405 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.405 INFO:tasks.workunit.client.0.smithi016.stdout: "pri2_bytes": { 2024-04-15T16:06:24.405 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:24.405 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.406 INFO:tasks.workunit.client.0.smithi016.stdout: "pri3_bytes": { 2024-04-15T16:06:24.406 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:24.406 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.406 INFO:tasks.workunit.client.0.smithi016.stdout: "pri4_bytes": { 2024-04-15T16:06:24.406 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:24.406 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.406 INFO:tasks.workunit.client.0.smithi016.stdout: "pri5_bytes": { 2024-04-15T16:06:24.406 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:24.406 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.406 INFO:tasks.workunit.client.0.smithi016.stdout: "pri6_bytes": { 2024-04-15T16:06:24.406 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:24.406 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.407 INFO:tasks.workunit.client.0.smithi016.stdout: "pri7_bytes": { 2024-04-15T16:06:24.407 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:24.407 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.407 INFO:tasks.workunit.client.0.smithi016.stdout: "pri8_bytes": { 2024-04-15T16:06:24.407 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:24.407 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.407 INFO:tasks.workunit.client.0.smithi016.stdout: "pri9_bytes": { 2024-04-15T16:06:24.407 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:24.407 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.407 INFO:tasks.workunit.client.0.smithi016.stdout: "reserved_bytes": { 2024-04-15T16:06:24.407 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 72768705 2024-04-15T16:06:24.407 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T16:06:24.407 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.408 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore-pricache:meta": { 2024-04-15T16:06:24.408 INFO:tasks.workunit.client.0.smithi016.stdout: "committed_bytes": { 2024-04-15T16:06:24.408 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 503316480 2024-04-15T16:06:24.408 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.408 INFO:tasks.workunit.client.0.smithi016.stdout: "pri0_bytes": { 2024-04-15T16:06:24.408 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:24.408 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.408 INFO:tasks.workunit.client.0.smithi016.stdout: "pri10_bytes": { 2024-04-15T16:06:24.408 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:24.408 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.408 INFO:tasks.workunit.client.0.smithi016.stdout: "pri11_bytes": { 2024-04-15T16:06:24.408 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 427507730 2024-04-15T16:06:24.409 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.409 INFO:tasks.workunit.client.0.smithi016.stdout: "pri1_bytes": { 2024-04-15T16:06:24.409 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:24.409 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.409 INFO:tasks.workunit.client.0.smithi016.stdout: "pri2_bytes": { 2024-04-15T16:06:24.409 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:24.409 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.409 INFO:tasks.workunit.client.0.smithi016.stdout: "pri3_bytes": { 2024-04-15T16:06:24.409 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:24.409 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.409 INFO:tasks.workunit.client.0.smithi016.stdout: "pri4_bytes": { 2024-04-15T16:06:24.409 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:24.410 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.410 INFO:tasks.workunit.client.0.smithi016.stdout: "pri5_bytes": { 2024-04-15T16:06:24.410 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 124533 2024-04-15T16:06:24.410 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.410 INFO:tasks.workunit.client.0.smithi016.stdout: "pri6_bytes": { 2024-04-15T16:06:24.410 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 1110916 2024-04-15T16:06:24.410 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.410 INFO:tasks.workunit.client.0.smithi016.stdout: "pri7_bytes": { 2024-04-15T16:06:24.410 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:24.410 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.411 INFO:tasks.workunit.client.0.smithi016.stdout: "pri8_bytes": { 2024-04-15T16:06:24.411 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:24.411 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.411 INFO:tasks.workunit.client.0.smithi016.stdout: "pri9_bytes": { 2024-04-15T16:06:24.411 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:24.411 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.411 INFO:tasks.workunit.client.0.smithi016.stdout: "reserved_bytes": { 2024-04-15T16:06:24.411 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 74573301 2024-04-15T16:06:24.411 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T16:06:24.411 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.411 INFO:tasks.workunit.client.0.smithi016.stdout: "objecter": { 2024-04-15T16:06:24.411 INFO:tasks.workunit.client.0.smithi016.stdout: "op_active": { 2024-04-15T16:06:24.411 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:24.412 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.412 INFO:tasks.workunit.client.0.smithi016.stdout: "op_r": { 2024-04-15T16:06:24.412 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 23 2024-04-15T16:06:24.412 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.412 INFO:tasks.workunit.client.0.smithi016.stdout: "op_rmw": { 2024-04-15T16:06:24.412 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:24.412 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.412 INFO:tasks.workunit.client.0.smithi016.stdout: "op_w": { 2024-04-15T16:06:24.412 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:24.412 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T16:06:24.412 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.413 INFO:tasks.workunit.client.0.smithi016.stdout: "osd": { 2024-04-15T16:06:24.413 INFO:tasks.workunit.client.0.smithi016.stdout: "numpg": { 2024-04-15T16:06:24.413 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 51 2024-04-15T16:06:24.413 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.413 INFO:tasks.workunit.client.0.smithi016.stdout: "numpg_removing": { 2024-04-15T16:06:24.413 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:24.413 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.413 INFO:tasks.workunit.client.0.smithi016.stdout: "op": { 2024-04-15T16:06:24.413 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 55174 2024-04-15T16:06:24.413 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.413 INFO:tasks.workunit.client.0.smithi016.stdout: "op_before_queue_op_lat": { 2024-04-15T16:06:24.414 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 115757, 2024-04-15T16:06:24.414 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 9838085679 2024-04-15T16:06:24.414 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.414 INFO:tasks.workunit.client.0.smithi016.stdout: "op_delayed_degraded": { 2024-04-15T16:06:24.414 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 1 2024-04-15T16:06:24.414 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.414 INFO:tasks.workunit.client.0.smithi016.stdout: "op_delayed_unreadable": { 2024-04-15T16:06:24.414 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:24.414 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.414 INFO:tasks.workunit.client.0.smithi016.stdout: "op_in_bytes": { 2024-04-15T16:06:24.414 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 1390238894 2024-04-15T16:06:24.414 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.415 INFO:tasks.workunit.client.0.smithi016.stdout: "op_latency": { 2024-04-15T16:06:24.415 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 55174, 2024-04-15T16:06:24.415 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 62034925115 2024-04-15T16:06:24.415 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.415 INFO:tasks.workunit.client.0.smithi016.stdout: "op_out_bytes": { 2024-04-15T16:06:24.415 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 1681022359 2024-04-15T16:06:24.415 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.415 INFO:tasks.workunit.client.0.smithi016.stdout: "op_prepare_latency": { 2024-04-15T16:06:24.415 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 55710, 2024-04-15T16:06:24.415 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 23022992502 2024-04-15T16:06:24.415 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.415 INFO:tasks.workunit.client.0.smithi016.stdout: "op_process_latency": { 2024-04-15T16:06:24.416 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 55174, 2024-04-15T16:06:24.416 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 40339033415 2024-04-15T16:06:24.416 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.416 INFO:tasks.workunit.client.0.smithi016.stdout: "op_r": { 2024-04-15T16:06:24.416 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 44659 2024-04-15T16:06:24.416 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.416 INFO:tasks.workunit.client.0.smithi016.stdout: "op_r_latency": { 2024-04-15T16:06:24.416 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 44659, 2024-04-15T16:06:24.416 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 18158064726 2024-04-15T16:06:24.416 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.416 INFO:tasks.workunit.client.0.smithi016.stdout: "op_r_latency_out_bytes_histogram": { 2024-04-15T16:06:24.416 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:24.417 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.417 INFO:tasks.workunit.client.0.smithi016.stdout: "op_r_out_bytes": { 2024-04-15T16:06:24.417 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 1681022359 2024-04-15T16:06:24.417 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.417 INFO:tasks.workunit.client.0.smithi016.stdout: "op_r_prepare_latency": { 2024-04-15T16:06:24.417 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 44822, 2024-04-15T16:06:24.417 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 14025692369 2024-04-15T16:06:24.417 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.417 INFO:tasks.workunit.client.0.smithi016.stdout: "op_r_process_latency": { 2024-04-15T16:06:24.417 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 44659, 2024-04-15T16:06:24.418 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 13433963700 2024-04-15T16:06:24.418 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.418 INFO:tasks.workunit.client.0.smithi016.stdout: "op_rw": { 2024-04-15T16:06:24.418 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 6505 2024-04-15T16:06:24.418 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.418 INFO:tasks.workunit.client.0.smithi016.stdout: "op_rw_in_bytes": { 2024-04-15T16:06:24.418 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 254101146 2024-04-15T16:06:24.418 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.418 INFO:tasks.workunit.client.0.smithi016.stdout: "op_rw_latency": { 2024-04-15T16:06:24.419 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 6505, 2024-04-15T16:06:24.419 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 13254226416 2024-04-15T16:06:24.419 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.419 INFO:tasks.workunit.client.0.smithi016.stdout: "op_rw_latency_in_bytes_histogram": { 2024-04-15T16:06:24.419 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:24.419 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.419 INFO:tasks.workunit.client.0.smithi016.stdout: "op_rw_latency_out_bytes_histogram": { 2024-04-15T16:06:24.420 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:24.420 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.420 INFO:tasks.workunit.client.0.smithi016.stdout: "op_rw_out_bytes": { 2024-04-15T16:06:24.420 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:24.420 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.420 INFO:tasks.workunit.client.0.smithi016.stdout: "op_rw_prepare_latency": { 2024-04-15T16:06:24.420 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 6728, 2024-04-15T16:06:24.420 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 4226116205 2024-04-15T16:06:24.420 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.420 INFO:tasks.workunit.client.0.smithi016.stdout: "op_rw_process_latency": { 2024-04-15T16:06:24.420 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 6505, 2024-04-15T16:06:24.420 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 10029462462 2024-04-15T16:06:24.420 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.420 INFO:tasks.workunit.client.0.smithi016.stdout: "op_w": { 2024-04-15T16:06:24.421 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 4010 2024-04-15T16:06:24.421 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.421 INFO:tasks.workunit.client.0.smithi016.stdout: "op_w_in_bytes": { 2024-04-15T16:06:24.421 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 1136137748 2024-04-15T16:06:24.421 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.421 INFO:tasks.workunit.client.0.smithi016.stdout: "op_w_latency": { 2024-04-15T16:06:24.421 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 4010, 2024-04-15T16:06:24.421 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 30622633973 2024-04-15T16:06:24.421 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.421 INFO:tasks.workunit.client.0.smithi016.stdout: "op_w_latency_in_bytes_histogram": { 2024-04-15T16:06:24.421 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:24.421 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.421 INFO:tasks.workunit.client.0.smithi016.stdout: "op_w_prepare_latency": { 2024-04-15T16:06:24.422 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 4160, 2024-04-15T16:06:24.422 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 4771183928 2024-04-15T16:06:24.422 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.422 INFO:tasks.workunit.client.0.smithi016.stdout: "op_w_process_latency": { 2024-04-15T16:06:24.422 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 4010, 2024-04-15T16:06:24.422 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 16875607253 2024-04-15T16:06:24.422 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.422 INFO:tasks.workunit.client.0.smithi016.stdout: "op_wip": { 2024-04-15T16:06:24.422 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:24.422 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.422 INFO:tasks.workunit.client.0.smithi016.stdout: "recovery_bytes": { 2024-04-15T16:06:24.422 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 8388752 2024-04-15T16:06:24.422 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.422 INFO:tasks.workunit.client.0.smithi016.stdout: "recovery_ops": { 2024-04-15T16:06:24.423 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 14 2024-04-15T16:06:24.423 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.423 INFO:tasks.workunit.client.0.smithi016.stdout: "stat_bytes": { 2024-04-15T16:06:24.423 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 95995035648 2024-04-15T16:06:24.423 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.423 INFO:tasks.workunit.client.0.smithi016.stdout: "stat_bytes_used": { 2024-04-15T16:06:24.423 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 754884608 2024-04-15T16:06:24.423 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T16:06:24.423 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T16:06:24.423 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.423 INFO:tasks.workunit.client.0.smithi016.stdout: "osd.5": { 2024-04-15T16:06:24.423 INFO:tasks.workunit.client.0.smithi016.stdout: "bluefs": { 2024-04-15T16:06:24.423 INFO:tasks.workunit.client.0.smithi016.stdout: "alloc_db_max_lat": { 2024-04-15T16:06:24.423 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 22459 2024-04-15T16:06:24.424 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.424 INFO:tasks.workunit.client.0.smithi016.stdout: "alloc_slow_fallback": { 2024-04-15T16:06:24.424 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:24.424 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.424 INFO:tasks.workunit.client.0.smithi016.stdout: "alloc_slow_max_lat": { 2024-04-15T16:06:24.424 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:24.424 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.424 INFO:tasks.workunit.client.0.smithi016.stdout: "alloc_slow_size_fallback": { 2024-04-15T16:06:24.424 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:24.424 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.424 INFO:tasks.workunit.client.0.smithi016.stdout: "alloc_unit_db": { 2024-04-15T16:06:24.424 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 65536 2024-04-15T16:06:24.424 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.425 INFO:tasks.workunit.client.0.smithi016.stdout: "alloc_unit_slow": { 2024-04-15T16:06:24.425 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:24.425 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.425 INFO:tasks.workunit.client.0.smithi016.stdout: "alloc_unit_wal": { 2024-04-15T16:06:24.425 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:24.425 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.425 INFO:tasks.workunit.client.0.smithi016.stdout: "alloc_wal_max_lat": { 2024-04-15T16:06:24.425 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:24.425 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.425 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes_written_slow": { 2024-04-15T16:06:24.425 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:24.425 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.425 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes_written_sst": { 2024-04-15T16:06:24.425 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 4464640 2024-04-15T16:06:24.426 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.426 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes_written_wal": { 2024-04-15T16:06:24.426 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 669401088 2024-04-15T16:06:24.426 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.426 INFO:tasks.workunit.client.0.smithi016.stdout: "compact_lat": { 2024-04-15T16:06:24.426 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 19, 2024-04-15T16:06:24.426 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 3721677 2024-04-15T16:06:24.426 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.426 INFO:tasks.workunit.client.0.smithi016.stdout: "compact_lock_lat": { 2024-04-15T16:06:24.426 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 19, 2024-04-15T16:06:24.426 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 1277474 2024-04-15T16:06:24.426 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.426 INFO:tasks.workunit.client.0.smithi016.stdout: "db_alloc_lat": { 2024-04-15T16:06:24.426 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 184, 2024-04-15T16:06:24.427 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 860308 2024-04-15T16:06:24.427 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.427 INFO:tasks.workunit.client.0.smithi016.stdout: "db_total_bytes": { 2024-04-15T16:06:24.427 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 95995027456 2024-04-15T16:06:24.427 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.427 INFO:tasks.workunit.client.0.smithi016.stdout: "db_used_bytes": { 2024-04-15T16:06:24.427 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 562692096 2024-04-15T16:06:24.427 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.427 INFO:tasks.workunit.client.0.smithi016.stdout: "flush_lat": { 2024-04-15T16:06:24.427 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 80731, 2024-04-15T16:06:24.427 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 11253322732 2024-04-15T16:06:24.427 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.427 INFO:tasks.workunit.client.0.smithi016.stdout: "fsync_lat": { 2024-04-15T16:06:24.427 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 80749, 2024-04-15T16:06:24.427 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 17970771320 2024-04-15T16:06:24.428 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.428 INFO:tasks.workunit.client.0.smithi016.stdout: "log_bytes": { 2024-04-15T16:06:24.428 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 14843904 2024-04-15T16:06:24.428 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.428 INFO:tasks.workunit.client.0.smithi016.stdout: "logged_bytes": { 2024-04-15T16:06:24.428 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 330735616 2024-04-15T16:06:24.428 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.428 INFO:tasks.workunit.client.0.smithi016.stdout: "max_bytes_db": { 2024-04-15T16:06:24.428 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 571211776 2024-04-15T16:06:24.428 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.428 INFO:tasks.workunit.client.0.smithi016.stdout: "max_bytes_slow": { 2024-04-15T16:06:24.428 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:24.428 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.428 INFO:tasks.workunit.client.0.smithi016.stdout: "max_bytes_wal": { 2024-04-15T16:06:24.429 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:24.429 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.429 INFO:tasks.workunit.client.0.smithi016.stdout: "num_files": { 2024-04-15T16:06:24.429 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 46 2024-04-15T16:06:24.429 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.429 INFO:tasks.workunit.client.0.smithi016.stdout: "read_bytes": { 2024-04-15T16:06:24.429 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 2983044589 2024-04-15T16:06:24.429 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.429 INFO:tasks.workunit.client.0.smithi016.stdout: "read_count": { 2024-04-15T16:06:24.429 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 46187 2024-04-15T16:06:24.429 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.429 INFO:tasks.workunit.client.0.smithi016.stdout: "read_disk_bytes": { 2024-04-15T16:06:24.429 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 2448416768 2024-04-15T16:06:24.429 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.429 INFO:tasks.workunit.client.0.smithi016.stdout: "read_disk_bytes_db": { 2024-04-15T16:06:24.430 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 2448420864 2024-04-15T16:06:24.430 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.430 INFO:tasks.workunit.client.0.smithi016.stdout: "read_disk_bytes_slow": { 2024-04-15T16:06:24.430 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:24.430 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.430 INFO:tasks.workunit.client.0.smithi016.stdout: "read_disk_bytes_wal": { 2024-04-15T16:06:24.430 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:24.430 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.430 INFO:tasks.workunit.client.0.smithi016.stdout: "read_disk_count": { 2024-04-15T16:06:24.430 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 32330 2024-04-15T16:06:24.430 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.430 INFO:tasks.workunit.client.0.smithi016.stdout: "read_lat": { 2024-04-15T16:06:24.430 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 46187, 2024-04-15T16:06:24.430 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 1045804363 2024-04-15T16:06:24.431 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.431 INFO:tasks.workunit.client.0.smithi016.stdout: "read_prefetch_bytes": { 2024-04-15T16:06:24.431 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 2865376717 2024-04-15T16:06:24.431 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.431 INFO:tasks.workunit.client.0.smithi016.stdout: "read_prefetch_count": { 2024-04-15T16:06:24.431 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 42581 2024-04-15T16:06:24.431 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.431 INFO:tasks.workunit.client.0.smithi016.stdout: "read_random_buffer_bytes": { 2024-04-15T16:06:24.431 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 1282360 2024-04-15T16:06:24.431 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.431 INFO:tasks.workunit.client.0.smithi016.stdout: "read_random_buffer_count": { 2024-04-15T16:06:24.431 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 587 2024-04-15T16:06:24.431 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.431 INFO:tasks.workunit.client.0.smithi016.stdout: "read_random_bytes": { 2024-04-15T16:06:24.432 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 4413746 2024-04-15T16:06:24.432 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.432 INFO:tasks.workunit.client.0.smithi016.stdout: "read_random_count": { 2024-04-15T16:06:24.432 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 788 2024-04-15T16:06:24.432 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.432 INFO:tasks.workunit.client.0.smithi016.stdout: "read_random_disk_bytes": { 2024-04-15T16:06:24.432 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 3131386 2024-04-15T16:06:24.432 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.432 INFO:tasks.workunit.client.0.smithi016.stdout: "read_random_disk_bytes_db": { 2024-04-15T16:06:24.432 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 3131386 2024-04-15T16:06:24.432 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.432 INFO:tasks.workunit.client.0.smithi016.stdout: "read_random_disk_bytes_slow": { 2024-04-15T16:06:24.432 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:24.432 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.433 INFO:tasks.workunit.client.0.smithi016.stdout: "read_random_disk_bytes_wal": { 2024-04-15T16:06:24.433 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:24.433 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.433 INFO:tasks.workunit.client.0.smithi016.stdout: "read_random_disk_count": { 2024-04-15T16:06:24.433 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 203 2024-04-15T16:06:24.433 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.433 INFO:tasks.workunit.client.0.smithi016.stdout: "read_random_lat": { 2024-04-15T16:06:24.433 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 788, 2024-04-15T16:06:24.433 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 1247616 2024-04-15T16:06:24.433 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.433 INFO:tasks.workunit.client.0.smithi016.stdout: "slow_alloc_lat": { 2024-04-15T16:06:24.433 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 0, 2024-04-15T16:06:24.433 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:24.433 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.434 INFO:tasks.workunit.client.0.smithi016.stdout: "slow_total_bytes": { 2024-04-15T16:06:24.434 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:24.434 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.434 INFO:tasks.workunit.client.0.smithi016.stdout: "slow_used_bytes": { 2024-04-15T16:06:24.434 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:24.434 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.434 INFO:tasks.workunit.client.0.smithi016.stdout: "truncate_lat": { 2024-04-15T16:06:24.434 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 1, 2024-04-15T16:06:24.434 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 600 2024-04-15T16:06:24.434 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.434 INFO:tasks.workunit.client.0.smithi016.stdout: "unlink_lat": { 2024-04-15T16:06:24.434 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 9, 2024-04-15T16:06:24.434 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 10145 2024-04-15T16:06:24.434 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.434 INFO:tasks.workunit.client.0.smithi016.stdout: "wal_alloc_lat": { 2024-04-15T16:06:24.435 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 0, 2024-04-15T16:06:24.435 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:24.435 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.435 INFO:tasks.workunit.client.0.smithi016.stdout: "wal_total_bytes": { 2024-04-15T16:06:24.435 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:24.435 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.435 INFO:tasks.workunit.client.0.smithi016.stdout: "wal_used_bytes": { 2024-04-15T16:06:24.435 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:24.435 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.435 INFO:tasks.workunit.client.0.smithi016.stdout: "write_bytes": { 2024-04-15T16:06:24.435 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 1007480832 2024-04-15T16:06:24.435 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T16:06:24.435 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.436 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore": { 2024-04-15T16:06:24.436 INFO:tasks.workunit.client.0.smithi016.stdout: "alloc_unit": { 2024-04-15T16:06:24.436 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 4096 2024-04-15T16:06:24.436 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.436 INFO:tasks.workunit.client.0.smithi016.stdout: "allocated": { 2024-04-15T16:06:24.436 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 9203712 2024-04-15T16:06:24.436 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.436 INFO:tasks.workunit.client.0.smithi016.stdout: "allocator_lat": { 2024-04-15T16:06:24.436 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 22738, 2024-04-15T16:06:24.436 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 72349237 2024-04-15T16:06:24.436 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.436 INFO:tasks.workunit.client.0.smithi016.stdout: "clist_lat": { 2024-04-15T16:06:24.436 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 3535, 2024-04-15T16:06:24.436 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 5370681607 2024-04-15T16:06:24.437 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.437 INFO:tasks.workunit.client.0.smithi016.stdout: "compress_lat": { 2024-04-15T16:06:24.437 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 0, 2024-04-15T16:06:24.437 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:24.437 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.437 INFO:tasks.workunit.client.0.smithi016.stdout: "compressed": { 2024-04-15T16:06:24.437 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:24.437 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.437 INFO:tasks.workunit.client.0.smithi016.stdout: "compressed_allocated": { 2024-04-15T16:06:24.437 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:24.437 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.437 INFO:tasks.workunit.client.0.smithi016.stdout: "compressed_original": { 2024-04-15T16:06:24.437 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:24.437 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.437 INFO:tasks.workunit.client.0.smithi016.stdout: "csum_lat": { 2024-04-15T16:06:24.438 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 19425, 2024-04-15T16:06:24.438 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 146193252 2024-04-15T16:06:24.438 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.438 INFO:tasks.workunit.client.0.smithi016.stdout: "decompress_lat": { 2024-04-15T16:06:24.438 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 0, 2024-04-15T16:06:24.438 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:24.438 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.438 INFO:tasks.workunit.client.0.smithi016.stdout: "fragmentation_micros": { 2024-04-15T16:06:24.438 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:24.438 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.438 INFO:tasks.workunit.client.0.smithi016.stdout: "kv_commit_lat": { 2024-04-15T16:06:24.438 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 80679, 2024-04-15T16:06:24.438 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 21576839614 2024-04-15T16:06:24.439 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.439 INFO:tasks.workunit.client.0.smithi016.stdout: "kv_final_lat": { 2024-04-15T16:06:24.439 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 80256, 2024-04-15T16:06:24.439 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 1524296772 2024-04-15T16:06:24.439 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.439 INFO:tasks.workunit.client.0.smithi016.stdout: "kv_flush_lat": { 2024-04-15T16:06:24.439 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 80679, 2024-04-15T16:06:24.439 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 46598271 2024-04-15T16:06:24.439 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.439 INFO:tasks.workunit.client.0.smithi016.stdout: "kv_sync_lat": { 2024-04-15T16:06:24.439 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 80679, 2024-04-15T16:06:24.439 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 21623437885 2024-04-15T16:06:24.439 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.439 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_get_keys_lat": { 2024-04-15T16:06:24.440 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 0, 2024-04-15T16:06:24.440 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:24.440 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.440 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_get_values_lat": { 2024-04-15T16:06:24.440 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 39153, 2024-04-15T16:06:24.440 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 801582576 2024-04-15T16:06:24.440 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.440 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_lower_bound_lat": { 2024-04-15T16:06:24.440 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 824, 2024-04-15T16:06:24.440 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 2293899 2024-04-15T16:06:24.440 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.440 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_next_lat": { 2024-04-15T16:06:24.440 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 9721, 2024-04-15T16:06:24.440 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 8565233 2024-04-15T16:06:24.441 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.441 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_seek_to_first_lat": { 2024-04-15T16:06:24.441 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 48, 2024-04-15T16:06:24.441 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 72817 2024-04-15T16:06:24.441 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.441 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_upper_bound_lat": { 2024-04-15T16:06:24.441 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 17428, 2024-04-15T16:06:24.441 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 2722457495 2024-04-15T16:06:24.441 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.441 INFO:tasks.workunit.client.0.smithi016.stdout: "onode_hits": { 2024-04-15T16:06:24.441 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 238738 2024-04-15T16:06:24.441 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.441 INFO:tasks.workunit.client.0.smithi016.stdout: "onode_misses": { 2024-04-15T16:06:24.441 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 20722 2024-04-15T16:06:24.442 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.442 INFO:tasks.workunit.client.0.smithi016.stdout: "read_lat": { 2024-04-15T16:06:24.442 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 13417, 2024-04-15T16:06:24.442 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 1535212067 2024-04-15T16:06:24.442 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.442 INFO:tasks.workunit.client.0.smithi016.stdout: "read_onode_meta_lat": { 2024-04-15T16:06:24.442 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 36915, 2024-04-15T16:06:24.442 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 10207466 2024-04-15T16:06:24.442 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.442 INFO:tasks.workunit.client.0.smithi016.stdout: "read_wait_aio_lat": { 2024-04-15T16:06:24.442 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 23498, 2024-04-15T16:06:24.442 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 1392382175 2024-04-15T16:06:24.442 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.442 INFO:tasks.workunit.client.0.smithi016.stdout: "reads_with_retries": { 2024-04-15T16:06:24.443 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:24.443 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.443 INFO:tasks.workunit.client.0.smithi016.stdout: "remove_lat": { 2024-04-15T16:06:24.443 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 15512, 2024-04-15T16:06:24.443 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 424498369 2024-04-15T16:06:24.443 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.443 INFO:tasks.workunit.client.0.smithi016.stdout: "slow_aio_wait_count": { 2024-04-15T16:06:24.443 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:24.443 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.443 INFO:tasks.workunit.client.0.smithi016.stdout: "slow_committed_kv_count": { 2024-04-15T16:06:24.443 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:24.443 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.443 INFO:tasks.workunit.client.0.smithi016.stdout: "slow_read_onode_meta_count": { 2024-04-15T16:06:24.443 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:24.444 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.444 INFO:tasks.workunit.client.0.smithi016.stdout: "slow_read_wait_aio_count": { 2024-04-15T16:06:24.444 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:24.444 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.444 INFO:tasks.workunit.client.0.smithi016.stdout: "state_aio_wait_lat": { 2024-04-15T16:06:24.444 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 94551, 2024-04-15T16:06:24.444 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 13586850893 2024-04-15T16:06:24.444 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.444 INFO:tasks.workunit.client.0.smithi016.stdout: "state_deferred_aio_wait_lat": { 2024-04-15T16:06:24.444 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 8831, 2024-04-15T16:06:24.444 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 626785161 2024-04-15T16:06:24.444 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.444 INFO:tasks.workunit.client.0.smithi016.stdout: "state_deferred_cleanup_lat": { 2024-04-15T16:06:24.444 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 8829, 2024-04-15T16:06:24.445 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 4174441876532 2024-04-15T16:06:24.445 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.445 INFO:tasks.workunit.client.0.smithi016.stdout: "state_deferred_queued_lat": { 2024-04-15T16:06:24.445 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 8831, 2024-04-15T16:06:24.445 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 6836934337644 2024-04-15T16:06:24.445 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.445 INFO:tasks.workunit.client.0.smithi016.stdout: "state_done_lat": { 2024-04-15T16:06:24.445 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 94549, 2024-04-15T16:06:24.445 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 2853276852018 2024-04-15T16:06:24.445 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.445 INFO:tasks.workunit.client.0.smithi016.stdout: "state_finishing_lat": { 2024-04-15T16:06:24.445 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 94549, 2024-04-15T16:06:24.445 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 9986677 2024-04-15T16:06:24.445 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.445 INFO:tasks.workunit.client.0.smithi016.stdout: "state_io_done_lat": { 2024-04-15T16:06:24.446 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 94551, 2024-04-15T16:06:24.446 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 441741184 2024-04-15T16:06:24.446 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.446 INFO:tasks.workunit.client.0.smithi016.stdout: "state_kv_commiting_lat": { 2024-04-15T16:06:24.446 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 94551, 2024-04-15T16:06:24.446 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 35063555560 2024-04-15T16:06:24.446 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.446 INFO:tasks.workunit.client.0.smithi016.stdout: "state_kv_done_lat": { 2024-04-15T16:06:24.446 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 94551, 2024-04-15T16:06:24.446 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 33996570 2024-04-15T16:06:24.446 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.446 INFO:tasks.workunit.client.0.smithi016.stdout: "state_kv_queued_lat": { 2024-04-15T16:06:24.446 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 94551, 2024-04-15T16:06:24.447 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 16744463479 2024-04-15T16:06:24.447 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.447 INFO:tasks.workunit.client.0.smithi016.stdout: "state_prepare_lat": { 2024-04-15T16:06:24.447 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 94551, 2024-04-15T16:06:24.447 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 15385945442 2024-04-15T16:06:24.447 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.447 INFO:tasks.workunit.client.0.smithi016.stdout: "stored": { 2024-04-15T16:06:24.447 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 5455042 2024-04-15T16:06:24.447 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.447 INFO:tasks.workunit.client.0.smithi016.stdout: "truncate_lat": { 2024-04-15T16:06:24.447 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 2400, 2024-04-15T16:06:24.447 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 13536635 2024-04-15T16:06:24.447 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.447 INFO:tasks.workunit.client.0.smithi016.stdout: "txc_commit_lat": { 2024-04-15T16:06:24.448 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 94551, 2024-04-15T16:06:24.448 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 81238668689 2024-04-15T16:06:24.448 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.448 INFO:tasks.workunit.client.0.smithi016.stdout: "txc_submit_lat": { 2024-04-15T16:06:24.448 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 94551, 2024-04-15T16:06:24.448 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 16401291071 2024-04-15T16:06:24.448 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.448 INFO:tasks.workunit.client.0.smithi016.stdout: "txc_throttle_lat": { 2024-04-15T16:06:24.448 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 94551, 2024-04-15T16:06:24.448 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 735579304 2024-04-15T16:06:24.448 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T16:06:24.448 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.448 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore-pricache": { 2024-04-15T16:06:24.448 INFO:tasks.workunit.client.0.smithi016.stdout: "cache_bytes": { 2024-04-15T16:06:24.449 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 1405290552 2024-04-15T16:06:24.449 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.449 INFO:tasks.workunit.client.0.smithi016.stdout: "heap_bytes": { 2024-04-15T16:06:24.449 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 585236480 2024-04-15T16:06:24.449 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.449 INFO:tasks.workunit.client.0.smithi016.stdout: "mapped_bytes": { 2024-04-15T16:06:24.449 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 541343744 2024-04-15T16:06:24.449 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.449 INFO:tasks.workunit.client.0.smithi016.stdout: "target_bytes": { 2024-04-15T16:06:24.449 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 2600702259 2024-04-15T16:06:24.449 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.449 INFO:tasks.workunit.client.0.smithi016.stdout: "unmapped_bytes": { 2024-04-15T16:06:24.449 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 43892736 2024-04-15T16:06:24.449 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T16:06:24.449 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.450 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore-pricache:data": { 2024-04-15T16:06:24.450 INFO:tasks.workunit.client.0.smithi016.stdout: "committed_bytes": { 2024-04-15T16:06:24.450 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 125829120 2024-04-15T16:06:24.450 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.450 INFO:tasks.workunit.client.0.smithi016.stdout: "pri0_bytes": { 2024-04-15T16:06:24.450 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:24.450 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.450 INFO:tasks.workunit.client.0.smithi016.stdout: "pri10_bytes": { 2024-04-15T16:06:24.450 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:24.450 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.450 INFO:tasks.workunit.client.0.smithi016.stdout: "pri11_bytes": { 2024-04-15T16:06:24.450 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 57146101 2024-04-15T16:06:24.450 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.450 INFO:tasks.workunit.client.0.smithi016.stdout: "pri1_bytes": { 2024-04-15T16:06:24.450 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:24.451 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.451 INFO:tasks.workunit.client.0.smithi016.stdout: "pri2_bytes": { 2024-04-15T16:06:24.451 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:24.451 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.451 INFO:tasks.workunit.client.0.smithi016.stdout: "pri3_bytes": { 2024-04-15T16:06:24.451 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:24.451 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.451 INFO:tasks.workunit.client.0.smithi016.stdout: "pri4_bytes": { 2024-04-15T16:06:24.451 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:24.451 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.451 INFO:tasks.workunit.client.0.smithi016.stdout: "pri5_bytes": { 2024-04-15T16:06:24.451 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 12288 2024-04-15T16:06:24.451 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.452 INFO:tasks.workunit.client.0.smithi016.stdout: "pri6_bytes": { 2024-04-15T16:06:24.452 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 110592 2024-04-15T16:06:24.452 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.452 INFO:tasks.workunit.client.0.smithi016.stdout: "pri7_bytes": { 2024-04-15T16:06:24.452 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:24.452 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.452 INFO:tasks.workunit.client.0.smithi016.stdout: "pri8_bytes": { 2024-04-15T16:06:24.452 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:24.452 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.452 INFO:tasks.workunit.client.0.smithi016.stdout: "pri9_bytes": { 2024-04-15T16:06:24.452 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:24.452 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.452 INFO:tasks.workunit.client.0.smithi016.stdout: "reserved_bytes": { 2024-04-15T16:06:24.453 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 68560139 2024-04-15T16:06:24.453 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T16:06:24.453 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.453 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore-pricache:kv": { 2024-04-15T16:06:24.453 INFO:tasks.workunit.client.0.smithi016.stdout: "committed_bytes": { 2024-04-15T16:06:24.453 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 570425344 2024-04-15T16:06:24.453 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.453 INFO:tasks.workunit.client.0.smithi016.stdout: "pri0_bytes": { 2024-04-15T16:06:24.453 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 67108864 2024-04-15T16:06:24.453 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.453 INFO:tasks.workunit.client.0.smithi016.stdout: "pri10_bytes": { 2024-04-15T16:06:24.453 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:24.453 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.453 INFO:tasks.workunit.client.0.smithi016.stdout: "pri11_bytes": { 2024-04-15T16:06:24.453 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 428595763 2024-04-15T16:06:24.454 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.454 INFO:tasks.workunit.client.0.smithi016.stdout: "pri1_bytes": { 2024-04-15T16:06:24.454 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:24.454 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.454 INFO:tasks.workunit.client.0.smithi016.stdout: "pri2_bytes": { 2024-04-15T16:06:24.454 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:24.454 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.454 INFO:tasks.workunit.client.0.smithi016.stdout: "pri3_bytes": { 2024-04-15T16:06:24.454 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 2128 2024-04-15T16:06:24.454 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.454 INFO:tasks.workunit.client.0.smithi016.stdout: "pri4_bytes": { 2024-04-15T16:06:24.454 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:24.454 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.454 INFO:tasks.workunit.client.0.smithi016.stdout: "pri5_bytes": { 2024-04-15T16:06:24.455 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 127504 2024-04-15T16:06:24.455 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.455 INFO:tasks.workunit.client.0.smithi016.stdout: "pri6_bytes": { 2024-04-15T16:06:24.455 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:24.455 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.455 INFO:tasks.workunit.client.0.smithi016.stdout: "pri7_bytes": { 2024-04-15T16:06:24.455 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:24.455 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.455 INFO:tasks.workunit.client.0.smithi016.stdout: "pri8_bytes": { 2024-04-15T16:06:24.455 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:24.455 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.455 INFO:tasks.workunit.client.0.smithi016.stdout: "pri9_bytes": { 2024-04-15T16:06:24.455 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:24.455 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.456 INFO:tasks.workunit.client.0.smithi016.stdout: "reserved_bytes": { 2024-04-15T16:06:24.456 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 74591085 2024-04-15T16:06:24.456 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T16:06:24.456 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.456 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore-pricache:kv_onode": { 2024-04-15T16:06:24.456 INFO:tasks.workunit.client.0.smithi016.stdout: "committed_bytes": { 2024-04-15T16:06:24.456 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 176160768 2024-04-15T16:06:24.456 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.456 INFO:tasks.workunit.client.0.smithi016.stdout: "pri0_bytes": { 2024-04-15T16:06:24.456 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 67108864 2024-04-15T16:06:24.456 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.456 INFO:tasks.workunit.client.0.smithi016.stdout: "pri10_bytes": { 2024-04-15T16:06:24.456 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 3832064 2024-04-15T16:06:24.456 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.457 INFO:tasks.workunit.client.0.smithi016.stdout: "pri11_bytes": { 2024-04-15T16:06:24.457 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 38097401 2024-04-15T16:06:24.457 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.457 INFO:tasks.workunit.client.0.smithi016.stdout: "pri1_bytes": { 2024-04-15T16:06:24.457 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:24.457 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.457 INFO:tasks.workunit.client.0.smithi016.stdout: "pri2_bytes": { 2024-04-15T16:06:24.457 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:24.457 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.457 INFO:tasks.workunit.client.0.smithi016.stdout: "pri3_bytes": { 2024-04-15T16:06:24.457 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:24.457 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.457 INFO:tasks.workunit.client.0.smithi016.stdout: "pri4_bytes": { 2024-04-15T16:06:24.457 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:24.457 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.458 INFO:tasks.workunit.client.0.smithi016.stdout: "pri5_bytes": { 2024-04-15T16:06:24.458 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:24.458 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.458 INFO:tasks.workunit.client.0.smithi016.stdout: "pri6_bytes": { 2024-04-15T16:06:24.458 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:24.458 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.458 INFO:tasks.workunit.client.0.smithi016.stdout: "pri7_bytes": { 2024-04-15T16:06:24.458 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:24.458 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.458 INFO:tasks.workunit.client.0.smithi016.stdout: "pri8_bytes": { 2024-04-15T16:06:24.458 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:24.458 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.458 INFO:tasks.workunit.client.0.smithi016.stdout: "pri9_bytes": { 2024-04-15T16:06:24.458 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:24.459 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.459 INFO:tasks.workunit.client.0.smithi016.stdout: "reserved_bytes": { 2024-04-15T16:06:24.459 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 67122439 2024-04-15T16:06:24.459 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T16:06:24.459 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.459 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore-pricache:meta": { 2024-04-15T16:06:24.459 INFO:tasks.workunit.client.0.smithi016.stdout: "committed_bytes": { 2024-04-15T16:06:24.459 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 503316480 2024-04-15T16:06:24.459 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.459 INFO:tasks.workunit.client.0.smithi016.stdout: "pri0_bytes": { 2024-04-15T16:06:24.459 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:24.459 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.459 INFO:tasks.workunit.client.0.smithi016.stdout: "pri10_bytes": { 2024-04-15T16:06:24.459 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:24.459 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.460 INFO:tasks.workunit.client.0.smithi016.stdout: "pri11_bytes": { 2024-04-15T16:06:24.460 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 428595763 2024-04-15T16:06:24.460 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.460 INFO:tasks.workunit.client.0.smithi016.stdout: "pri1_bytes": { 2024-04-15T16:06:24.460 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:24.460 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.460 INFO:tasks.workunit.client.0.smithi016.stdout: "pri2_bytes": { 2024-04-15T16:06:24.460 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:24.460 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.460 INFO:tasks.workunit.client.0.smithi016.stdout: "pri3_bytes": { 2024-04-15T16:06:24.460 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:24.460 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.460 INFO:tasks.workunit.client.0.smithi016.stdout: "pri4_bytes": { 2024-04-15T16:06:24.460 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:24.460 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.461 INFO:tasks.workunit.client.0.smithi016.stdout: "pri5_bytes": { 2024-04-15T16:06:24.461 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 119698 2024-04-15T16:06:24.461 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.461 INFO:tasks.workunit.client.0.smithi016.stdout: "pri6_bytes": { 2024-04-15T16:06:24.461 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 1108680 2024-04-15T16:06:24.461 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.461 INFO:tasks.workunit.client.0.smithi016.stdout: "pri7_bytes": { 2024-04-15T16:06:24.461 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:24.461 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.461 INFO:tasks.workunit.client.0.smithi016.stdout: "pri8_bytes": { 2024-04-15T16:06:24.461 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:24.461 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.461 INFO:tasks.workunit.client.0.smithi016.stdout: "pri9_bytes": { 2024-04-15T16:06:24.461 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:24.462 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.462 INFO:tasks.workunit.client.0.smithi016.stdout: "reserved_bytes": { 2024-04-15T16:06:24.462 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 73492339 2024-04-15T16:06:24.462 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T16:06:24.462 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.462 INFO:tasks.workunit.client.0.smithi016.stdout: "objecter": { 2024-04-15T16:06:24.462 INFO:tasks.workunit.client.0.smithi016.stdout: "op_active": { 2024-04-15T16:06:24.462 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:24.462 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.462 INFO:tasks.workunit.client.0.smithi016.stdout: "op_r": { 2024-04-15T16:06:24.462 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 9 2024-04-15T16:06:24.462 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.462 INFO:tasks.workunit.client.0.smithi016.stdout: "op_rmw": { 2024-04-15T16:06:24.463 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:24.463 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.463 INFO:tasks.workunit.client.0.smithi016.stdout: "op_w": { 2024-04-15T16:06:24.463 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:24.463 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T16:06:24.463 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.463 INFO:tasks.workunit.client.0.smithi016.stdout: "osd": { 2024-04-15T16:06:24.463 INFO:tasks.workunit.client.0.smithi016.stdout: "numpg": { 2024-04-15T16:06:24.463 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 54 2024-04-15T16:06:24.463 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.463 INFO:tasks.workunit.client.0.smithi016.stdout: "numpg_removing": { 2024-04-15T16:06:24.463 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:24.463 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.463 INFO:tasks.workunit.client.0.smithi016.stdout: "op": { 2024-04-15T16:06:24.463 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 39615 2024-04-15T16:06:24.464 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.464 INFO:tasks.workunit.client.0.smithi016.stdout: "op_before_queue_op_lat": { 2024-04-15T16:06:24.464 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 124391, 2024-04-15T16:06:24.464 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 12352863658 2024-04-15T16:06:24.464 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.464 INFO:tasks.workunit.client.0.smithi016.stdout: "op_delayed_degraded": { 2024-04-15T16:06:24.464 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:24.464 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.464 INFO:tasks.workunit.client.0.smithi016.stdout: "op_delayed_unreadable": { 2024-04-15T16:06:24.464 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:24.464 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.464 INFO:tasks.workunit.client.0.smithi016.stdout: "op_in_bytes": { 2024-04-15T16:06:24.464 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 1557325338 2024-04-15T16:06:24.464 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.465 INFO:tasks.workunit.client.0.smithi016.stdout: "op_latency": { 2024-04-15T16:06:24.465 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 39615, 2024-04-15T16:06:24.465 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 65305247137 2024-04-15T16:06:24.465 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.465 INFO:tasks.workunit.client.0.smithi016.stdout: "op_out_bytes": { 2024-04-15T16:06:24.465 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 1695023457 2024-04-15T16:06:24.465 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.465 INFO:tasks.workunit.client.0.smithi016.stdout: "op_prepare_latency": { 2024-04-15T16:06:24.465 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 40275, 2024-04-15T16:06:24.465 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 15966986028 2024-04-15T16:06:24.465 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.465 INFO:tasks.workunit.client.0.smithi016.stdout: "op_process_latency": { 2024-04-15T16:06:24.465 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 39615, 2024-04-15T16:06:24.465 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 31484741787 2024-04-15T16:06:24.465 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.466 INFO:tasks.workunit.client.0.smithi016.stdout: "op_r": { 2024-04-15T16:06:24.466 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 27936 2024-04-15T16:06:24.466 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.466 INFO:tasks.workunit.client.0.smithi016.stdout: "op_r_latency": { 2024-04-15T16:06:24.466 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 27936, 2024-04-15T16:06:24.466 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 11446081630 2024-04-15T16:06:24.466 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.466 INFO:tasks.workunit.client.0.smithi016.stdout: "op_r_latency_out_bytes_histogram": { 2024-04-15T16:06:24.466 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:24.466 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.466 INFO:tasks.workunit.client.0.smithi016.stdout: "op_r_out_bytes": { 2024-04-15T16:06:24.466 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 1695023457 2024-04-15T16:06:24.466 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.466 INFO:tasks.workunit.client.0.smithi016.stdout: "op_r_prepare_latency": { 2024-04-15T16:06:24.466 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 28138, 2024-04-15T16:06:24.467 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 6735224680 2024-04-15T16:06:24.467 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.467 INFO:tasks.workunit.client.0.smithi016.stdout: "op_r_process_latency": { 2024-04-15T16:06:24.467 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 27936, 2024-04-15T16:06:24.467 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 5928446390 2024-04-15T16:06:24.467 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.467 INFO:tasks.workunit.client.0.smithi016.stdout: "op_rw": { 2024-04-15T16:06:24.467 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 10237 2024-04-15T16:06:24.467 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.467 INFO:tasks.workunit.client.0.smithi016.stdout: "op_rw_in_bytes": { 2024-04-15T16:06:24.467 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 509354863 2024-04-15T16:06:24.467 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.467 INFO:tasks.workunit.client.0.smithi016.stdout: "op_rw_latency": { 2024-04-15T16:06:24.467 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 10237, 2024-04-15T16:06:24.468 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 24229093592 2024-04-15T16:06:24.468 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.468 INFO:tasks.workunit.client.0.smithi016.stdout: "op_rw_latency_in_bytes_histogram": { 2024-04-15T16:06:24.468 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:24.468 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.468 INFO:tasks.workunit.client.0.smithi016.stdout: "op_rw_latency_out_bytes_histogram": { 2024-04-15T16:06:24.468 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:24.468 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.468 INFO:tasks.workunit.client.0.smithi016.stdout: "op_rw_out_bytes": { 2024-04-15T16:06:24.468 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:24.469 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.469 INFO:tasks.workunit.client.0.smithi016.stdout: "op_rw_prepare_latency": { 2024-04-15T16:06:24.469 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 10499, 2024-04-15T16:06:24.469 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 7089460191 2024-04-15T16:06:24.469 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.469 INFO:tasks.workunit.client.0.smithi016.stdout: "op_rw_process_latency": { 2024-04-15T16:06:24.469 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 10237, 2024-04-15T16:06:24.469 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 17602468111 2024-04-15T16:06:24.469 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.469 INFO:tasks.workunit.client.0.smithi016.stdout: "op_w": { 2024-04-15T16:06:24.469 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 1442 2024-04-15T16:06:24.469 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.469 INFO:tasks.workunit.client.0.smithi016.stdout: "op_w_in_bytes": { 2024-04-15T16:06:24.470 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 1047970475 2024-04-15T16:06:24.470 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.470 INFO:tasks.workunit.client.0.smithi016.stdout: "op_w_latency": { 2024-04-15T16:06:24.470 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 1442, 2024-04-15T16:06:24.470 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 29630071915 2024-04-15T16:06:24.470 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.470 INFO:tasks.workunit.client.0.smithi016.stdout: "op_w_latency_in_bytes_histogram": { 2024-04-15T16:06:24.470 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:24.470 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.470 INFO:tasks.workunit.client.0.smithi016.stdout: "op_w_prepare_latency": { 2024-04-15T16:06:24.470 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 1638, 2024-04-15T16:06:24.470 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 2142301157 2024-04-15T16:06:24.470 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.470 INFO:tasks.workunit.client.0.smithi016.stdout: "op_w_process_latency": { 2024-04-15T16:06:24.471 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 1442, 2024-04-15T16:06:24.471 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 7953827286 2024-04-15T16:06:24.471 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.471 INFO:tasks.workunit.client.0.smithi016.stdout: "op_wip": { 2024-04-15T16:06:24.471 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:24.471 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.471 INFO:tasks.workunit.client.0.smithi016.stdout: "recovery_bytes": { 2024-04-15T16:06:24.471 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:24.471 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.471 INFO:tasks.workunit.client.0.smithi016.stdout: "recovery_ops": { 2024-04-15T16:06:24.471 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:24.471 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.471 INFO:tasks.workunit.client.0.smithi016.stdout: "stat_bytes": { 2024-04-15T16:06:24.471 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 95995035648 2024-04-15T16:06:24.471 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.472 INFO:tasks.workunit.client.0.smithi016.stdout: "stat_bytes_used": { 2024-04-15T16:06:24.472 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 571912192 2024-04-15T16:06:24.472 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T16:06:24.472 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T16:06:24.472 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.472 INFO:tasks.workunit.client.0.smithi016.stdout: "osd.6": { 2024-04-15T16:06:24.472 INFO:tasks.workunit.client.0.smithi016.stdout: "bluefs": { 2024-04-15T16:06:24.472 INFO:tasks.workunit.client.0.smithi016.stdout: "alloc_db_max_lat": { 2024-04-15T16:06:24.472 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 18549 2024-04-15T16:06:24.472 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.472 INFO:tasks.workunit.client.0.smithi016.stdout: "alloc_slow_fallback": { 2024-04-15T16:06:24.472 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:24.472 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.472 INFO:tasks.workunit.client.0.smithi016.stdout: "alloc_slow_max_lat": { 2024-04-15T16:06:24.473 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:24.473 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.473 INFO:tasks.workunit.client.0.smithi016.stdout: "alloc_slow_size_fallback": { 2024-04-15T16:06:24.473 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:24.473 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.473 INFO:tasks.workunit.client.0.smithi016.stdout: "alloc_unit_db": { 2024-04-15T16:06:24.473 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 65536 2024-04-15T16:06:24.473 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.473 INFO:tasks.workunit.client.0.smithi016.stdout: "alloc_unit_slow": { 2024-04-15T16:06:24.473 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:24.473 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.473 INFO:tasks.workunit.client.0.smithi016.stdout: "alloc_unit_wal": { 2024-04-15T16:06:24.473 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:24.473 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.474 INFO:tasks.workunit.client.0.smithi016.stdout: "alloc_wal_max_lat": { 2024-04-15T16:06:24.474 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:24.474 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.474 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes_written_slow": { 2024-04-15T16:06:24.474 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:24.474 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.474 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes_written_sst": { 2024-04-15T16:06:24.474 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 1757184 2024-04-15T16:06:24.474 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.474 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes_written_wal": { 2024-04-15T16:06:24.474 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 513220608 2024-04-15T16:06:24.474 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.474 INFO:tasks.workunit.client.0.smithi016.stdout: "compact_lat": { 2024-04-15T16:06:24.474 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 15, 2024-04-15T16:06:24.475 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 3121094 2024-04-15T16:06:24.475 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.475 INFO:tasks.workunit.client.0.smithi016.stdout: "compact_lock_lat": { 2024-04-15T16:06:24.475 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 15, 2024-04-15T16:06:24.475 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 941232 2024-04-15T16:06:24.475 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.475 INFO:tasks.workunit.client.0.smithi016.stdout: "db_alloc_lat": { 2024-04-15T16:06:24.475 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 143, 2024-04-15T16:06:24.475 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 666628 2024-04-15T16:06:24.475 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.475 INFO:tasks.workunit.client.0.smithi016.stdout: "db_total_bytes": { 2024-04-15T16:06:24.475 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 95995027456 2024-04-15T16:06:24.475 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.475 INFO:tasks.workunit.client.0.smithi016.stdout: "db_used_bytes": { 2024-04-15T16:06:24.475 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 422182912 2024-04-15T16:06:24.476 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.476 INFO:tasks.workunit.client.0.smithi016.stdout: "flush_lat": { 2024-04-15T16:06:24.476 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 62026, 2024-04-15T16:06:24.476 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 8759629300 2024-04-15T16:06:24.476 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.476 INFO:tasks.workunit.client.0.smithi016.stdout: "fsync_lat": { 2024-04-15T16:06:24.476 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 62039, 2024-04-15T16:06:24.476 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 14030943827 2024-04-15T16:06:24.476 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.476 INFO:tasks.workunit.client.0.smithi016.stdout: "log_bytes": { 2024-04-15T16:06:24.477 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 4788224 2024-04-15T16:06:24.477 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.477 INFO:tasks.workunit.client.0.smithi016.stdout: "logged_bytes": { 2024-04-15T16:06:24.477 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 254152704 2024-04-15T16:06:24.477 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.477 INFO:tasks.workunit.client.0.smithi016.stdout: "max_bytes_db": { 2024-04-15T16:06:24.477 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 439222272 2024-04-15T16:06:24.477 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.477 INFO:tasks.workunit.client.0.smithi016.stdout: "max_bytes_slow": { 2024-04-15T16:06:24.477 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:24.477 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.477 INFO:tasks.workunit.client.0.smithi016.stdout: "max_bytes_wal": { 2024-04-15T16:06:24.477 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:24.477 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.478 INFO:tasks.workunit.client.0.smithi016.stdout: "num_files": { 2024-04-15T16:06:24.478 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 38 2024-04-15T16:06:24.478 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.478 INFO:tasks.workunit.client.0.smithi016.stdout: "read_bytes": { 2024-04-15T16:06:24.478 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 881644076 2024-04-15T16:06:24.478 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.478 INFO:tasks.workunit.client.0.smithi016.stdout: "read_count": { 2024-04-15T16:06:24.478 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 26268 2024-04-15T16:06:24.478 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.478 INFO:tasks.workunit.client.0.smithi016.stdout: "read_disk_bytes": { 2024-04-15T16:06:24.478 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 780763136 2024-04-15T16:06:24.478 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.478 INFO:tasks.workunit.client.0.smithi016.stdout: "read_disk_bytes_db": { 2024-04-15T16:06:24.478 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 780767232 2024-04-15T16:06:24.479 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.479 INFO:tasks.workunit.client.0.smithi016.stdout: "read_disk_bytes_slow": { 2024-04-15T16:06:24.479 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:24.479 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.479 INFO:tasks.workunit.client.0.smithi016.stdout: "read_disk_bytes_wal": { 2024-04-15T16:06:24.479 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:24.479 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.479 INFO:tasks.workunit.client.0.smithi016.stdout: "read_disk_count": { 2024-04-15T16:06:24.479 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 19298 2024-04-15T16:06:24.479 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.479 INFO:tasks.workunit.client.0.smithi016.stdout: "read_lat": { 2024-04-15T16:06:24.479 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 26268, 2024-04-15T16:06:24.479 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 470784431 2024-04-15T16:06:24.479 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.480 INFO:tasks.workunit.client.0.smithi016.stdout: "read_prefetch_bytes": { 2024-04-15T16:06:24.480 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 803122103 2024-04-15T16:06:24.480 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.480 INFO:tasks.workunit.client.0.smithi016.stdout: "read_prefetch_count": { 2024-04-15T16:06:24.480 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 23858 2024-04-15T16:06:24.480 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.480 INFO:tasks.workunit.client.0.smithi016.stdout: "read_random_buffer_bytes": { 2024-04-15T16:06:24.480 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 714971 2024-04-15T16:06:24.480 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.480 INFO:tasks.workunit.client.0.smithi016.stdout: "read_random_buffer_count": { 2024-04-15T16:06:24.480 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 433 2024-04-15T16:06:24.480 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.480 INFO:tasks.workunit.client.0.smithi016.stdout: "read_random_bytes": { 2024-04-15T16:06:24.480 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 1725394 2024-04-15T16:06:24.480 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.481 INFO:tasks.workunit.client.0.smithi016.stdout: "read_random_count": { 2024-04-15T16:06:24.481 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 612 2024-04-15T16:06:24.481 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.481 INFO:tasks.workunit.client.0.smithi016.stdout: "read_random_disk_bytes": { 2024-04-15T16:06:24.481 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 1010423 2024-04-15T16:06:24.481 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.481 INFO:tasks.workunit.client.0.smithi016.stdout: "read_random_disk_bytes_db": { 2024-04-15T16:06:24.481 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 1010423 2024-04-15T16:06:24.481 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.481 INFO:tasks.workunit.client.0.smithi016.stdout: "read_random_disk_bytes_slow": { 2024-04-15T16:06:24.481 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:24.481 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.481 INFO:tasks.workunit.client.0.smithi016.stdout: "read_random_disk_bytes_wal": { 2024-04-15T16:06:24.481 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:24.482 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.482 INFO:tasks.workunit.client.0.smithi016.stdout: "read_random_disk_count": { 2024-04-15T16:06:24.482 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 180 2024-04-15T16:06:24.482 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.482 INFO:tasks.workunit.client.0.smithi016.stdout: "read_random_lat": { 2024-04-15T16:06:24.482 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 612, 2024-04-15T16:06:24.482 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 765758 2024-04-15T16:06:24.482 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.482 INFO:tasks.workunit.client.0.smithi016.stdout: "slow_alloc_lat": { 2024-04-15T16:06:24.482 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 0, 2024-04-15T16:06:24.482 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:24.482 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.482 INFO:tasks.workunit.client.0.smithi016.stdout: "slow_total_bytes": { 2024-04-15T16:06:24.482 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:24.483 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.483 INFO:tasks.workunit.client.0.smithi016.stdout: "slow_used_bytes": { 2024-04-15T16:06:24.483 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:24.483 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.483 INFO:tasks.workunit.client.0.smithi016.stdout: "truncate_lat": { 2024-04-15T16:06:24.483 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 1, 2024-04-15T16:06:24.483 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 566 2024-04-15T16:06:24.483 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.483 INFO:tasks.workunit.client.0.smithi016.stdout: "unlink_lat": { 2024-04-15T16:06:24.483 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 7, 2024-04-15T16:06:24.483 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 8181 2024-04-15T16:06:24.483 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.483 INFO:tasks.workunit.client.0.smithi016.stdout: "wal_alloc_lat": { 2024-04-15T16:06:24.483 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 0, 2024-04-15T16:06:24.484 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:24.484 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.484 INFO:tasks.workunit.client.0.smithi016.stdout: "wal_total_bytes": { 2024-04-15T16:06:24.484 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:24.484 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.484 INFO:tasks.workunit.client.0.smithi016.stdout: "wal_used_bytes": { 2024-04-15T16:06:24.484 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:24.484 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.484 INFO:tasks.workunit.client.0.smithi016.stdout: "write_bytes": { 2024-04-15T16:06:24.484 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 771411968 2024-04-15T16:06:24.484 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T16:06:24.484 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.484 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore": { 2024-04-15T16:06:24.484 INFO:tasks.workunit.client.0.smithi016.stdout: "alloc_unit": { 2024-04-15T16:06:24.484 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 4096 2024-04-15T16:06:24.485 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.485 INFO:tasks.workunit.client.0.smithi016.stdout: "allocated": { 2024-04-15T16:06:24.485 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 9789440 2024-04-15T16:06:24.485 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.485 INFO:tasks.workunit.client.0.smithi016.stdout: "allocator_lat": { 2024-04-15T16:06:24.485 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 14002, 2024-04-15T16:06:24.485 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 49172529 2024-04-15T16:06:24.485 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.485 INFO:tasks.workunit.client.0.smithi016.stdout: "clist_lat": { 2024-04-15T16:06:24.485 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 3446, 2024-04-15T16:06:24.485 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 2506755706 2024-04-15T16:06:24.485 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.485 INFO:tasks.workunit.client.0.smithi016.stdout: "compress_lat": { 2024-04-15T16:06:24.485 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 0, 2024-04-15T16:06:24.485 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:24.486 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.486 INFO:tasks.workunit.client.0.smithi016.stdout: "compressed": { 2024-04-15T16:06:24.486 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:24.486 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.486 INFO:tasks.workunit.client.0.smithi016.stdout: "compressed_allocated": { 2024-04-15T16:06:24.486 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:24.486 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.486 INFO:tasks.workunit.client.0.smithi016.stdout: "compressed_original": { 2024-04-15T16:06:24.486 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:24.486 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.486 INFO:tasks.workunit.client.0.smithi016.stdout: "csum_lat": { 2024-04-15T16:06:24.486 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 21516, 2024-04-15T16:06:24.487 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 165504719 2024-04-15T16:06:24.487 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.487 INFO:tasks.workunit.client.0.smithi016.stdout: "decompress_lat": { 2024-04-15T16:06:24.487 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 0, 2024-04-15T16:06:24.487 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:24.487 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.487 INFO:tasks.workunit.client.0.smithi016.stdout: "fragmentation_micros": { 2024-04-15T16:06:24.487 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:24.487 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.487 INFO:tasks.workunit.client.0.smithi016.stdout: "kv_commit_lat": { 2024-04-15T16:06:24.487 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 61996, 2024-04-15T16:06:24.487 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 16897137843 2024-04-15T16:06:24.487 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.487 INFO:tasks.workunit.client.0.smithi016.stdout: "kv_final_lat": { 2024-04-15T16:06:24.488 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 61588, 2024-04-15T16:06:24.488 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 1220827598 2024-04-15T16:06:24.488 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.488 INFO:tasks.workunit.client.0.smithi016.stdout: "kv_flush_lat": { 2024-04-15T16:06:24.488 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 61996, 2024-04-15T16:06:24.488 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 31835099 2024-04-15T16:06:24.488 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.488 INFO:tasks.workunit.client.0.smithi016.stdout: "kv_sync_lat": { 2024-04-15T16:06:24.488 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 61996, 2024-04-15T16:06:24.488 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 16928972942 2024-04-15T16:06:24.488 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.488 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_get_keys_lat": { 2024-04-15T16:06:24.488 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 0, 2024-04-15T16:06:24.488 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:24.488 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.489 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_get_values_lat": { 2024-04-15T16:06:24.489 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 26704, 2024-04-15T16:06:24.489 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 382706034 2024-04-15T16:06:24.489 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.489 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_lower_bound_lat": { 2024-04-15T16:06:24.489 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 747, 2024-04-15T16:06:24.489 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 2159984 2024-04-15T16:06:24.489 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.489 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_next_lat": { 2024-04-15T16:06:24.489 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 14691, 2024-04-15T16:06:24.489 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 9916148 2024-04-15T16:06:24.489 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.489 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_seek_to_first_lat": { 2024-04-15T16:06:24.489 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 43, 2024-04-15T16:06:24.490 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 71738 2024-04-15T16:06:24.490 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.490 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_upper_bound_lat": { 2024-04-15T16:06:24.490 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 11732, 2024-04-15T16:06:24.490 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 1145172744 2024-04-15T16:06:24.490 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.490 INFO:tasks.workunit.client.0.smithi016.stdout: "onode_hits": { 2024-04-15T16:06:24.490 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 188558 2024-04-15T16:06:24.490 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.490 INFO:tasks.workunit.client.0.smithi016.stdout: "onode_misses": { 2024-04-15T16:06:24.490 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 18661 2024-04-15T16:06:24.490 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.490 INFO:tasks.workunit.client.0.smithi016.stdout: "read_lat": { 2024-04-15T16:06:24.490 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 16207, 2024-04-15T16:06:24.490 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 1821239228 2024-04-15T16:06:24.491 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.491 INFO:tasks.workunit.client.0.smithi016.stdout: "read_onode_meta_lat": { 2024-04-15T16:06:24.491 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 48948, 2024-04-15T16:06:24.491 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 13990278 2024-04-15T16:06:24.491 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.491 INFO:tasks.workunit.client.0.smithi016.stdout: "read_wait_aio_lat": { 2024-04-15T16:06:24.491 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 32741, 2024-04-15T16:06:24.491 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 1440835877 2024-04-15T16:06:24.491 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.491 INFO:tasks.workunit.client.0.smithi016.stdout: "reads_with_retries": { 2024-04-15T16:06:24.491 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:24.491 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.491 INFO:tasks.workunit.client.0.smithi016.stdout: "remove_lat": { 2024-04-15T16:06:24.491 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 12030, 2024-04-15T16:06:24.492 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 333500800 2024-04-15T16:06:24.492 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.492 INFO:tasks.workunit.client.0.smithi016.stdout: "slow_aio_wait_count": { 2024-04-15T16:06:24.492 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:24.492 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.492 INFO:tasks.workunit.client.0.smithi016.stdout: "slow_committed_kv_count": { 2024-04-15T16:06:24.492 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:24.492 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.492 INFO:tasks.workunit.client.0.smithi016.stdout: "slow_read_onode_meta_count": { 2024-04-15T16:06:24.492 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:24.492 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.492 INFO:tasks.workunit.client.0.smithi016.stdout: "slow_read_wait_aio_count": { 2024-04-15T16:06:24.492 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:24.492 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.492 INFO:tasks.workunit.client.0.smithi016.stdout: "state_aio_wait_lat": { 2024-04-15T16:06:24.493 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 72695, 2024-04-15T16:06:24.493 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 7917527286 2024-04-15T16:06:24.493 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.493 INFO:tasks.workunit.client.0.smithi016.stdout: "state_deferred_aio_wait_lat": { 2024-04-15T16:06:24.493 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 13902, 2024-04-15T16:06:24.493 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 671009093 2024-04-15T16:06:24.493 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.493 INFO:tasks.workunit.client.0.smithi016.stdout: "state_deferred_cleanup_lat": { 2024-04-15T16:06:24.493 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 13901, 2024-04-15T16:06:24.493 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 3777270664155 2024-04-15T16:06:24.493 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.493 INFO:tasks.workunit.client.0.smithi016.stdout: "state_deferred_queued_lat": { 2024-04-15T16:06:24.493 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 13902, 2024-04-15T16:06:24.493 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 5949692442910 2024-04-15T16:06:24.494 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.494 INFO:tasks.workunit.client.0.smithi016.stdout: "state_done_lat": { 2024-04-15T16:06:24.494 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 72694, 2024-04-15T16:06:24.494 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 2580604683908 2024-04-15T16:06:24.494 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.494 INFO:tasks.workunit.client.0.smithi016.stdout: "state_finishing_lat": { 2024-04-15T16:06:24.494 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 72694, 2024-04-15T16:06:24.494 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 7513792 2024-04-15T16:06:24.494 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.494 INFO:tasks.workunit.client.0.smithi016.stdout: "state_io_done_lat": { 2024-04-15T16:06:24.494 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 72695, 2024-04-15T16:06:24.494 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 243858722 2024-04-15T16:06:24.494 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.494 INFO:tasks.workunit.client.0.smithi016.stdout: "state_kv_commiting_lat": { 2024-04-15T16:06:24.495 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 72695, 2024-04-15T16:06:24.495 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 26273513205 2024-04-15T16:06:24.495 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.495 INFO:tasks.workunit.client.0.smithi016.stdout: "state_kv_done_lat": { 2024-04-15T16:06:24.495 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 72695, 2024-04-15T16:06:24.495 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 26791306 2024-04-15T16:06:24.495 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.495 INFO:tasks.workunit.client.0.smithi016.stdout: "state_kv_queued_lat": { 2024-04-15T16:06:24.495 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 72695, 2024-04-15T16:06:24.495 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 12159776629 2024-04-15T16:06:24.495 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.495 INFO:tasks.workunit.client.0.smithi016.stdout: "state_prepare_lat": { 2024-04-15T16:06:24.495 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 72695, 2024-04-15T16:06:24.496 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 8588976724 2024-04-15T16:06:24.496 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.496 INFO:tasks.workunit.client.0.smithi016.stdout: "stored": { 2024-04-15T16:06:24.496 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 6045301 2024-04-15T16:06:24.496 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.496 INFO:tasks.workunit.client.0.smithi016.stdout: "truncate_lat": { 2024-04-15T16:06:24.496 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 2312, 2024-04-15T16:06:24.496 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 12536595 2024-04-15T16:06:24.496 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.496 INFO:tasks.workunit.client.0.smithi016.stdout: "txc_commit_lat": { 2024-04-15T16:06:24.496 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 72695, 2024-04-15T16:06:24.496 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 55196050091 2024-04-15T16:06:24.496 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.496 INFO:tasks.workunit.client.0.smithi016.stdout: "txc_submit_lat": { 2024-04-15T16:06:24.496 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 72695, 2024-04-15T16:06:24.497 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 9381974471 2024-04-15T16:06:24.497 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.497 INFO:tasks.workunit.client.0.smithi016.stdout: "txc_throttle_lat": { 2024-04-15T16:06:24.497 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 72695, 2024-04-15T16:06:24.497 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 443775755 2024-04-15T16:06:24.497 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T16:06:24.497 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.497 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore-pricache": { 2024-04-15T16:06:24.497 INFO:tasks.workunit.client.0.smithi016.stdout: "cache_bytes": { 2024-04-15T16:06:24.497 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 1405290552 2024-04-15T16:06:24.497 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.498 INFO:tasks.workunit.client.0.smithi016.stdout: "heap_bytes": { 2024-04-15T16:06:24.498 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 506273792 2024-04-15T16:06:24.498 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.498 INFO:tasks.workunit.client.0.smithi016.stdout: "mapped_bytes": { 2024-04-15T16:06:24.498 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 429219840 2024-04-15T16:06:24.498 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.498 INFO:tasks.workunit.client.0.smithi016.stdout: "target_bytes": { 2024-04-15T16:06:24.498 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 2600702259 2024-04-15T16:06:24.498 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.498 INFO:tasks.workunit.client.0.smithi016.stdout: "unmapped_bytes": { 2024-04-15T16:06:24.498 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 77053952 2024-04-15T16:06:24.498 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T16:06:24.498 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.498 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore-pricache:data": { 2024-04-15T16:06:24.499 INFO:tasks.workunit.client.0.smithi016.stdout: "committed_bytes": { 2024-04-15T16:06:24.499 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 125829120 2024-04-15T16:06:24.499 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.499 INFO:tasks.workunit.client.0.smithi016.stdout: "pri0_bytes": { 2024-04-15T16:06:24.499 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:24.499 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.499 INFO:tasks.workunit.client.0.smithi016.stdout: "pri10_bytes": { 2024-04-15T16:06:24.499 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:24.499 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.499 INFO:tasks.workunit.client.0.smithi016.stdout: "pri11_bytes": { 2024-04-15T16:06:24.499 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 57460162 2024-04-15T16:06:24.499 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.499 INFO:tasks.workunit.client.0.smithi016.stdout: "pri1_bytes": { 2024-04-15T16:06:24.499 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:24.500 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.500 INFO:tasks.workunit.client.0.smithi016.stdout: "pri2_bytes": { 2024-04-15T16:06:24.500 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:24.500 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.500 INFO:tasks.workunit.client.0.smithi016.stdout: "pri3_bytes": { 2024-04-15T16:06:24.500 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:24.500 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.500 INFO:tasks.workunit.client.0.smithi016.stdout: "pri4_bytes": { 2024-04-15T16:06:24.500 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:24.500 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.500 INFO:tasks.workunit.client.0.smithi016.stdout: "pri5_bytes": { 2024-04-15T16:06:24.500 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 61440 2024-04-15T16:06:24.500 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.500 INFO:tasks.workunit.client.0.smithi016.stdout: "pri6_bytes": { 2024-04-15T16:06:24.501 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 655360 2024-04-15T16:06:24.501 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.501 INFO:tasks.workunit.client.0.smithi016.stdout: "pri7_bytes": { 2024-04-15T16:06:24.501 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:24.501 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.501 INFO:tasks.workunit.client.0.smithi016.stdout: "pri8_bytes": { 2024-04-15T16:06:24.501 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:24.501 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.501 INFO:tasks.workunit.client.0.smithi016.stdout: "pri9_bytes": { 2024-04-15T16:06:24.501 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:24.501 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.501 INFO:tasks.workunit.client.0.smithi016.stdout: "reserved_bytes": { 2024-04-15T16:06:24.501 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 67652158 2024-04-15T16:06:24.501 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T16:06:24.502 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.502 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore-pricache:kv": { 2024-04-15T16:06:24.502 INFO:tasks.workunit.client.0.smithi016.stdout: "committed_bytes": { 2024-04-15T16:06:24.502 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 570425344 2024-04-15T16:06:24.502 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.502 INFO:tasks.workunit.client.0.smithi016.stdout: "pri0_bytes": { 2024-04-15T16:06:24.502 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 67108864 2024-04-15T16:06:24.502 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.502 INFO:tasks.workunit.client.0.smithi016.stdout: "pri10_bytes": { 2024-04-15T16:06:24.502 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:24.502 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.502 INFO:tasks.workunit.client.0.smithi016.stdout: "pri11_bytes": { 2024-04-15T16:06:24.502 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 430951219 2024-04-15T16:06:24.502 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.503 INFO:tasks.workunit.client.0.smithi016.stdout: "pri1_bytes": { 2024-04-15T16:06:24.503 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:24.503 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.503 INFO:tasks.workunit.client.0.smithi016.stdout: "pri2_bytes": { 2024-04-15T16:06:24.503 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:24.503 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.503 INFO:tasks.workunit.client.0.smithi016.stdout: "pri3_bytes": { 2024-04-15T16:06:24.503 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 1360 2024-04-15T16:06:24.503 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.503 INFO:tasks.workunit.client.0.smithi016.stdout: "pri4_bytes": { 2024-04-15T16:06:24.503 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:24.503 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.504 INFO:tasks.workunit.client.0.smithi016.stdout: "pri5_bytes": { 2024-04-15T16:06:24.504 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 84608 2024-04-15T16:06:24.504 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.504 INFO:tasks.workunit.client.0.smithi016.stdout: "pri6_bytes": { 2024-04-15T16:06:24.504 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 384 2024-04-15T16:06:24.504 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.504 INFO:tasks.workunit.client.0.smithi016.stdout: "pri7_bytes": { 2024-04-15T16:06:24.504 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:24.504 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.504 INFO:tasks.workunit.client.0.smithi016.stdout: "pri8_bytes": { 2024-04-15T16:06:24.504 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:24.504 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.504 INFO:tasks.workunit.client.0.smithi016.stdout: "pri9_bytes": { 2024-04-15T16:06:24.504 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:24.505 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.505 INFO:tasks.workunit.client.0.smithi016.stdout: "reserved_bytes": { 2024-04-15T16:06:24.505 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 72278909 2024-04-15T16:06:24.505 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T16:06:24.505 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.505 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore-pricache:kv_onode": { 2024-04-15T16:06:24.505 INFO:tasks.workunit.client.0.smithi016.stdout: "committed_bytes": { 2024-04-15T16:06:24.505 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 176160768 2024-04-15T16:06:24.505 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.505 INFO:tasks.workunit.client.0.smithi016.stdout: "pri0_bytes": { 2024-04-15T16:06:24.505 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 67108864 2024-04-15T16:06:24.505 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.505 INFO:tasks.workunit.client.0.smithi016.stdout: "pri10_bytes": { 2024-04-15T16:06:24.505 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 1121776 2024-04-15T16:06:24.505 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.506 INFO:tasks.workunit.client.0.smithi016.stdout: "pri11_bytes": { 2024-04-15T16:06:24.506 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 38306775 2024-04-15T16:06:24.506 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.506 INFO:tasks.workunit.client.0.smithi016.stdout: "pri1_bytes": { 2024-04-15T16:06:24.506 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:24.506 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.506 INFO:tasks.workunit.client.0.smithi016.stdout: "pri2_bytes": { 2024-04-15T16:06:24.506 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:24.506 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.506 INFO:tasks.workunit.client.0.smithi016.stdout: "pri3_bytes": { 2024-04-15T16:06:24.506 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:24.506 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.506 INFO:tasks.workunit.client.0.smithi016.stdout: "pri4_bytes": { 2024-04-15T16:06:24.506 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:24.507 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.507 INFO:tasks.workunit.client.0.smithi016.stdout: "pri5_bytes": { 2024-04-15T16:06:24.507 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:24.507 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.507 INFO:tasks.workunit.client.0.smithi016.stdout: "pri6_bytes": { 2024-04-15T16:06:24.507 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:24.507 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.507 INFO:tasks.workunit.client.0.smithi016.stdout: "pri7_bytes": { 2024-04-15T16:06:24.507 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:24.507 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.507 INFO:tasks.workunit.client.0.smithi016.stdout: "pri8_bytes": { 2024-04-15T16:06:24.507 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:24.507 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.508 INFO:tasks.workunit.client.0.smithi016.stdout: "pri9_bytes": { 2024-04-15T16:06:24.508 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:24.508 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.508 INFO:tasks.workunit.client.0.smithi016.stdout: "reserved_bytes": { 2024-04-15T16:06:24.508 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 69623353 2024-04-15T16:06:24.508 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T16:06:24.508 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.508 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore-pricache:meta": { 2024-04-15T16:06:24.508 INFO:tasks.workunit.client.0.smithi016.stdout: "committed_bytes": { 2024-04-15T16:06:24.508 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 503316480 2024-04-15T16:06:24.508 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.509 INFO:tasks.workunit.client.0.smithi016.stdout: "pri0_bytes": { 2024-04-15T16:06:24.509 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:24.509 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.509 INFO:tasks.workunit.client.0.smithi016.stdout: "pri10_bytes": { 2024-04-15T16:06:24.509 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:24.509 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.509 INFO:tasks.workunit.client.0.smithi016.stdout: "pri11_bytes": { 2024-04-15T16:06:24.509 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 430951219 2024-04-15T16:06:24.509 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.509 INFO:tasks.workunit.client.0.smithi016.stdout: "pri1_bytes": { 2024-04-15T16:06:24.509 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:24.509 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.509 INFO:tasks.workunit.client.0.smithi016.stdout: "pri2_bytes": { 2024-04-15T16:06:24.509 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:24.510 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.510 INFO:tasks.workunit.client.0.smithi016.stdout: "pri3_bytes": { 2024-04-15T16:06:24.510 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:24.510 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.510 INFO:tasks.workunit.client.0.smithi016.stdout: "pri4_bytes": { 2024-04-15T16:06:24.510 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:24.510 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.510 INFO:tasks.workunit.client.0.smithi016.stdout: "pri5_bytes": { 2024-04-15T16:06:24.510 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 129537 2024-04-15T16:06:24.510 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.510 INFO:tasks.workunit.client.0.smithi016.stdout: "pri6_bytes": { 2024-04-15T16:06:24.510 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 1127676 2024-04-15T16:06:24.510 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.511 INFO:tasks.workunit.client.0.smithi016.stdout: "pri7_bytes": { 2024-04-15T16:06:24.511 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:24.511 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.511 INFO:tasks.workunit.client.0.smithi016.stdout: "pri8_bytes": { 2024-04-15T16:06:24.511 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:24.511 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.511 INFO:tasks.workunit.client.0.smithi016.stdout: "pri9_bytes": { 2024-04-15T16:06:24.511 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:24.511 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.511 INFO:tasks.workunit.client.0.smithi016.stdout: "reserved_bytes": { 2024-04-15T16:06:24.511 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 71108048 2024-04-15T16:06:24.511 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T16:06:24.511 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.511 INFO:tasks.workunit.client.0.smithi016.stdout: "objecter": { 2024-04-15T16:06:24.511 INFO:tasks.workunit.client.0.smithi016.stdout: "op_active": { 2024-04-15T16:06:24.512 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:24.512 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.512 INFO:tasks.workunit.client.0.smithi016.stdout: "op_r": { 2024-04-15T16:06:24.512 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 29 2024-04-15T16:06:24.512 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.512 INFO:tasks.workunit.client.0.smithi016.stdout: "op_rmw": { 2024-04-15T16:06:24.512 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:24.512 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.512 INFO:tasks.workunit.client.0.smithi016.stdout: "op_w": { 2024-04-15T16:06:24.512 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:24.512 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T16:06:24.512 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.512 INFO:tasks.workunit.client.0.smithi016.stdout: "osd": { 2024-04-15T16:06:24.512 INFO:tasks.workunit.client.0.smithi016.stdout: "numpg": { 2024-04-15T16:06:24.513 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 54 2024-04-15T16:06:24.513 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.513 INFO:tasks.workunit.client.0.smithi016.stdout: "numpg_removing": { 2024-04-15T16:06:24.513 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:24.513 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.513 INFO:tasks.workunit.client.0.smithi016.stdout: "op": { 2024-04-15T16:06:24.513 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 37498 2024-04-15T16:06:24.513 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.513 INFO:tasks.workunit.client.0.smithi016.stdout: "op_before_queue_op_lat": { 2024-04-15T16:06:24.513 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 97496, 2024-04-15T16:06:24.513 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 9026186976 2024-04-15T16:06:24.513 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.513 INFO:tasks.workunit.client.0.smithi016.stdout: "op_delayed_degraded": { 2024-04-15T16:06:24.514 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:24.514 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.514 INFO:tasks.workunit.client.0.smithi016.stdout: "op_delayed_unreadable": { 2024-04-15T16:06:24.514 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 4 2024-04-15T16:06:24.514 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.514 INFO:tasks.workunit.client.0.smithi016.stdout: "op_in_bytes": { 2024-04-15T16:06:24.514 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 1923144968 2024-04-15T16:06:24.514 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.514 INFO:tasks.workunit.client.0.smithi016.stdout: "op_latency": { 2024-04-15T16:06:24.514 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 37498, 2024-04-15T16:06:24.514 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 94138357912 2024-04-15T16:06:24.514 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.514 INFO:tasks.workunit.client.0.smithi016.stdout: "op_out_bytes": { 2024-04-15T16:06:24.514 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 2647865417 2024-04-15T16:06:24.515 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.515 INFO:tasks.workunit.client.0.smithi016.stdout: "op_prepare_latency": { 2024-04-15T16:06:24.515 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 37984, 2024-04-15T16:06:24.515 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 14987570294 2024-04-15T16:06:24.515 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.515 INFO:tasks.workunit.client.0.smithi016.stdout: "op_process_latency": { 2024-04-15T16:06:24.515 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 37498, 2024-04-15T16:06:24.515 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 35110107694 2024-04-15T16:06:24.515 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.515 INFO:tasks.workunit.client.0.smithi016.stdout: "op_r": { 2024-04-15T16:06:24.515 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 28191 2024-04-15T16:06:24.515 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.515 INFO:tasks.workunit.client.0.smithi016.stdout: "op_r_latency": { 2024-04-15T16:06:24.515 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 28191, 2024-04-15T16:06:24.516 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 20173329558 2024-04-15T16:06:24.516 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.516 INFO:tasks.workunit.client.0.smithi016.stdout: "op_r_latency_out_bytes_histogram": { 2024-04-15T16:06:24.516 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:24.516 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.516 INFO:tasks.workunit.client.0.smithi016.stdout: "op_r_out_bytes": { 2024-04-15T16:06:24.516 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 2647865417 2024-04-15T16:06:24.516 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.516 INFO:tasks.workunit.client.0.smithi016.stdout: "op_r_prepare_latency": { 2024-04-15T16:06:24.516 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 28364, 2024-04-15T16:06:24.516 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 6405767998 2024-04-15T16:06:24.516 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.516 INFO:tasks.workunit.client.0.smithi016.stdout: "op_r_process_latency": { 2024-04-15T16:06:24.516 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 28191, 2024-04-15T16:06:24.516 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 6927657768 2024-04-15T16:06:24.517 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.517 INFO:tasks.workunit.client.0.smithi016.stdout: "op_rw": { 2024-04-15T16:06:24.517 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 4673 2024-04-15T16:06:24.517 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.517 INFO:tasks.workunit.client.0.smithi016.stdout: "op_rw_in_bytes": { 2024-04-15T16:06:24.517 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 333146220 2024-04-15T16:06:24.517 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.517 INFO:tasks.workunit.client.0.smithi016.stdout: "op_rw_latency": { 2024-04-15T16:06:24.517 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 4673, 2024-04-15T16:06:24.517 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 13018831780 2024-04-15T16:06:24.517 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.517 INFO:tasks.workunit.client.0.smithi016.stdout: "op_rw_latency_in_bytes_histogram": { 2024-04-15T16:06:24.517 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:24.517 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.518 INFO:tasks.workunit.client.0.smithi016.stdout: "op_rw_latency_out_bytes_histogram": { 2024-04-15T16:06:24.518 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:24.518 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.518 INFO:tasks.workunit.client.0.smithi016.stdout: "op_rw_out_bytes": { 2024-04-15T16:06:24.518 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:24.518 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.518 INFO:tasks.workunit.client.0.smithi016.stdout: "op_rw_prepare_latency": { 2024-04-15T16:06:24.518 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 4882, 2024-04-15T16:06:24.518 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 2872040892 2024-04-15T16:06:24.518 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.518 INFO:tasks.workunit.client.0.smithi016.stdout: "op_rw_process_latency": { 2024-04-15T16:06:24.518 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 4673, 2024-04-15T16:06:24.518 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 8111613393 2024-04-15T16:06:24.518 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.519 INFO:tasks.workunit.client.0.smithi016.stdout: "op_w": { 2024-04-15T16:06:24.519 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 4634 2024-04-15T16:06:24.519 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.519 INFO:tasks.workunit.client.0.smithi016.stdout: "op_w_in_bytes": { 2024-04-15T16:06:24.519 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 1589998748 2024-04-15T16:06:24.519 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.519 INFO:tasks.workunit.client.0.smithi016.stdout: "op_w_latency": { 2024-04-15T16:06:24.519 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 4634, 2024-04-15T16:06:24.519 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 60946196574 2024-04-15T16:06:24.519 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.519 INFO:tasks.workunit.client.0.smithi016.stdout: "op_w_latency_in_bytes_histogram": { 2024-04-15T16:06:24.519 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:24.519 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.519 INFO:tasks.workunit.client.0.smithi016.stdout: "op_w_prepare_latency": { 2024-04-15T16:06:24.519 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 4738, 2024-04-15T16:06:24.520 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 5709761404 2024-04-15T16:06:24.520 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.520 INFO:tasks.workunit.client.0.smithi016.stdout: "op_w_process_latency": { 2024-04-15T16:06:24.520 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 4634, 2024-04-15T16:06:24.520 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 20070836533 2024-04-15T16:06:24.520 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.520 INFO:tasks.workunit.client.0.smithi016.stdout: "op_wip": { 2024-04-15T16:06:24.520 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:24.520 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.520 INFO:tasks.workunit.client.0.smithi016.stdout: "recovery_bytes": { 2024-04-15T16:06:24.520 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 4194359 2024-04-15T16:06:24.520 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.520 INFO:tasks.workunit.client.0.smithi016.stdout: "recovery_ops": { 2024-04-15T16:06:24.520 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 4 2024-04-15T16:06:24.521 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.521 INFO:tasks.workunit.client.0.smithi016.stdout: "stat_bytes": { 2024-04-15T16:06:24.521 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 95995035648 2024-04-15T16:06:24.521 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.521 INFO:tasks.workunit.client.0.smithi016.stdout: "stat_bytes_used": { 2024-04-15T16:06:24.521 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 431984640 2024-04-15T16:06:24.521 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T16:06:24.521 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T16:06:24.521 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.521 INFO:tasks.workunit.client.0.smithi016.stdout: "osd.7": { 2024-04-15T16:06:24.521 INFO:tasks.workunit.client.0.smithi016.stdout: "bluefs": { 2024-04-15T16:06:24.521 INFO:tasks.workunit.client.0.smithi016.stdout: "alloc_db_max_lat": { 2024-04-15T16:06:24.521 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 21840 2024-04-15T16:06:24.522 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.522 INFO:tasks.workunit.client.0.smithi016.stdout: "alloc_slow_fallback": { 2024-04-15T16:06:24.522 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:24.522 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.522 INFO:tasks.workunit.client.0.smithi016.stdout: "alloc_slow_max_lat": { 2024-04-15T16:06:24.522 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:24.522 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.522 INFO:tasks.workunit.client.0.smithi016.stdout: "alloc_slow_size_fallback": { 2024-04-15T16:06:24.522 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:24.522 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.522 INFO:tasks.workunit.client.0.smithi016.stdout: "alloc_unit_db": { 2024-04-15T16:06:24.522 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 65536 2024-04-15T16:06:24.522 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.522 INFO:tasks.workunit.client.0.smithi016.stdout: "alloc_unit_slow": { 2024-04-15T16:06:24.523 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:24.523 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.523 INFO:tasks.workunit.client.0.smithi016.stdout: "alloc_unit_wal": { 2024-04-15T16:06:24.523 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:24.523 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.523 INFO:tasks.workunit.client.0.smithi016.stdout: "alloc_wal_max_lat": { 2024-04-15T16:06:24.523 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:24.523 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.523 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes_written_slow": { 2024-04-15T16:06:24.523 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:24.523 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.523 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes_written_sst": { 2024-04-15T16:06:24.523 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 2191360 2024-04-15T16:06:24.523 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.523 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes_written_wal": { 2024-04-15T16:06:24.524 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 525180928 2024-04-15T16:06:24.524 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.524 INFO:tasks.workunit.client.0.smithi016.stdout: "compact_lat": { 2024-04-15T16:06:24.524 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 15, 2024-04-15T16:06:24.524 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 3038884 2024-04-15T16:06:24.524 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.524 INFO:tasks.workunit.client.0.smithi016.stdout: "compact_lock_lat": { 2024-04-15T16:06:24.524 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 15, 2024-04-15T16:06:24.524 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 907529 2024-04-15T16:06:24.524 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.524 INFO:tasks.workunit.client.0.smithi016.stdout: "db_alloc_lat": { 2024-04-15T16:06:24.524 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 144, 2024-04-15T16:06:24.524 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 603654 2024-04-15T16:06:24.524 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.524 INFO:tasks.workunit.client.0.smithi016.stdout: "db_total_bytes": { 2024-04-15T16:06:24.525 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 95995027456 2024-04-15T16:06:24.525 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.525 INFO:tasks.workunit.client.0.smithi016.stdout: "db_used_bytes": { 2024-04-15T16:06:24.525 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 426901504 2024-04-15T16:06:24.525 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.525 INFO:tasks.workunit.client.0.smithi016.stdout: "flush_lat": { 2024-04-15T16:06:24.525 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 63123, 2024-04-15T16:06:24.525 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 9001059623 2024-04-15T16:06:24.525 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.525 INFO:tasks.workunit.client.0.smithi016.stdout: "fsync_lat": { 2024-04-15T16:06:24.525 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 63134, 2024-04-15T16:06:24.525 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 14567363137 2024-04-15T16:06:24.525 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.525 INFO:tasks.workunit.client.0.smithi016.stdout: "log_bytes": { 2024-04-15T16:06:24.525 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 9277440 2024-04-15T16:06:24.526 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.526 INFO:tasks.workunit.client.0.smithi016.stdout: "logged_bytes": { 2024-04-15T16:06:24.526 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 258637824 2024-04-15T16:06:24.526 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.526 INFO:tasks.workunit.client.0.smithi016.stdout: "max_bytes_db": { 2024-04-15T16:06:24.526 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 422641664 2024-04-15T16:06:24.526 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.526 INFO:tasks.workunit.client.0.smithi016.stdout: "max_bytes_slow": { 2024-04-15T16:06:24.526 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:24.526 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.526 INFO:tasks.workunit.client.0.smithi016.stdout: "max_bytes_wal": { 2024-04-15T16:06:24.526 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:24.526 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.526 INFO:tasks.workunit.client.0.smithi016.stdout: "num_files": { 2024-04-15T16:06:24.527 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 37 2024-04-15T16:06:24.527 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.527 INFO:tasks.workunit.client.0.smithi016.stdout: "read_bytes": { 2024-04-15T16:06:24.527 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 1005456958 2024-04-15T16:06:24.527 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.527 INFO:tasks.workunit.client.0.smithi016.stdout: "read_count": { 2024-04-15T16:06:24.527 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 17843 2024-04-15T16:06:24.527 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.527 INFO:tasks.workunit.client.0.smithi016.stdout: "read_disk_bytes": { 2024-04-15T16:06:24.527 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 791027712 2024-04-15T16:06:24.527 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.527 INFO:tasks.workunit.client.0.smithi016.stdout: "read_disk_bytes_db": { 2024-04-15T16:06:24.527 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 791031808 2024-04-15T16:06:24.527 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.527 INFO:tasks.workunit.client.0.smithi016.stdout: "read_disk_bytes_slow": { 2024-04-15T16:06:24.528 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:24.528 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.528 INFO:tasks.workunit.client.0.smithi016.stdout: "read_disk_bytes_wal": { 2024-04-15T16:06:24.528 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:24.528 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.528 INFO:tasks.workunit.client.0.smithi016.stdout: "read_disk_count": { 2024-04-15T16:06:24.528 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 13243 2024-04-15T16:06:24.528 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.528 INFO:tasks.workunit.client.0.smithi016.stdout: "read_lat": { 2024-04-15T16:06:24.528 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 17843, 2024-04-15T16:06:24.528 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 400895002 2024-04-15T16:06:24.528 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.528 INFO:tasks.workunit.client.0.smithi016.stdout: "read_prefetch_bytes": { 2024-04-15T16:06:24.528 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 926103027 2024-04-15T16:06:24.528 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.529 INFO:tasks.workunit.client.0.smithi016.stdout: "read_prefetch_count": { 2024-04-15T16:06:24.529 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 15408 2024-04-15T16:06:24.529 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.529 INFO:tasks.workunit.client.0.smithi016.stdout: "read_random_buffer_bytes": { 2024-04-15T16:06:24.529 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 958403 2024-04-15T16:06:24.529 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.529 INFO:tasks.workunit.client.0.smithi016.stdout: "read_random_buffer_count": { 2024-04-15T16:06:24.529 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 427 2024-04-15T16:06:24.529 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.529 INFO:tasks.workunit.client.0.smithi016.stdout: "read_random_bytes": { 2024-04-15T16:06:24.529 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 2159016 2024-04-15T16:06:24.529 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.529 INFO:tasks.workunit.client.0.smithi016.stdout: "read_random_count": { 2024-04-15T16:06:24.529 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 541 2024-04-15T16:06:24.529 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.530 INFO:tasks.workunit.client.0.smithi016.stdout: "read_random_disk_bytes": { 2024-04-15T16:06:24.530 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 1200613 2024-04-15T16:06:24.530 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.530 INFO:tasks.workunit.client.0.smithi016.stdout: "read_random_disk_bytes_db": { 2024-04-15T16:06:24.530 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 1200613 2024-04-15T16:06:24.530 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.530 INFO:tasks.workunit.client.0.smithi016.stdout: "read_random_disk_bytes_slow": { 2024-04-15T16:06:24.530 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:24.530 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.530 INFO:tasks.workunit.client.0.smithi016.stdout: "read_random_disk_bytes_wal": { 2024-04-15T16:06:24.530 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:24.530 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.530 INFO:tasks.workunit.client.0.smithi016.stdout: "read_random_disk_count": { 2024-04-15T16:06:24.530 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 114 2024-04-15T16:06:24.530 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.531 INFO:tasks.workunit.client.0.smithi016.stdout: "read_random_lat": { 2024-04-15T16:06:24.531 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 541, 2024-04-15T16:06:24.531 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 670299 2024-04-15T16:06:24.531 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.531 INFO:tasks.workunit.client.0.smithi016.stdout: "slow_alloc_lat": { 2024-04-15T16:06:24.531 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 0, 2024-04-15T16:06:24.531 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:24.531 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.531 INFO:tasks.workunit.client.0.smithi016.stdout: "slow_total_bytes": { 2024-04-15T16:06:24.531 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:24.531 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.531 INFO:tasks.workunit.client.0.smithi016.stdout: "slow_used_bytes": { 2024-04-15T16:06:24.531 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:24.531 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.532 INFO:tasks.workunit.client.0.smithi016.stdout: "truncate_lat": { 2024-04-15T16:06:24.532 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 1, 2024-04-15T16:06:24.532 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 480 2024-04-15T16:06:24.532 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.532 INFO:tasks.workunit.client.0.smithi016.stdout: "unlink_lat": { 2024-04-15T16:06:24.532 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 6, 2024-04-15T16:06:24.532 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 7869 2024-04-15T16:06:24.532 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.532 INFO:tasks.workunit.client.0.smithi016.stdout: "wal_alloc_lat": { 2024-04-15T16:06:24.532 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 0, 2024-04-15T16:06:24.532 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:24.532 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.532 INFO:tasks.workunit.client.0.smithi016.stdout: "wal_total_bytes": { 2024-04-15T16:06:24.532 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:24.532 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.533 INFO:tasks.workunit.client.0.smithi016.stdout: "wal_used_bytes": { 2024-04-15T16:06:24.533 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:24.533 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.533 INFO:tasks.workunit.client.0.smithi016.stdout: "write_bytes": { 2024-04-15T16:06:24.533 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 788295680 2024-04-15T16:06:24.533 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T16:06:24.533 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.533 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore": { 2024-04-15T16:06:24.533 INFO:tasks.workunit.client.0.smithi016.stdout: "alloc_unit": { 2024-04-15T16:06:24.533 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 4096 2024-04-15T16:06:24.533 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.533 INFO:tasks.workunit.client.0.smithi016.stdout: "allocated": { 2024-04-15T16:06:24.533 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 9781248 2024-04-15T16:06:24.533 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.534 INFO:tasks.workunit.client.0.smithi016.stdout: "allocator_lat": { 2024-04-15T16:06:24.534 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 20572, 2024-04-15T16:06:24.534 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 63248631 2024-04-15T16:06:24.534 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.534 INFO:tasks.workunit.client.0.smithi016.stdout: "clist_lat": { 2024-04-15T16:06:24.534 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 3477, 2024-04-15T16:06:24.534 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 3642130763 2024-04-15T16:06:24.534 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.534 INFO:tasks.workunit.client.0.smithi016.stdout: "compress_lat": { 2024-04-15T16:06:24.534 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 0, 2024-04-15T16:06:24.534 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:24.534 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.534 INFO:tasks.workunit.client.0.smithi016.stdout: "compressed": { 2024-04-15T16:06:24.534 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:24.534 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.535 INFO:tasks.workunit.client.0.smithi016.stdout: "compressed_allocated": { 2024-04-15T16:06:24.535 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:24.535 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.535 INFO:tasks.workunit.client.0.smithi016.stdout: "compressed_original": { 2024-04-15T16:06:24.535 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:24.535 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.535 INFO:tasks.workunit.client.0.smithi016.stdout: "csum_lat": { 2024-04-15T16:06:24.535 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 18756, 2024-04-15T16:06:24.535 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 156539664 2024-04-15T16:06:24.535 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.535 INFO:tasks.workunit.client.0.smithi016.stdout: "decompress_lat": { 2024-04-15T16:06:24.535 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 0, 2024-04-15T16:06:24.535 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:24.535 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.535 INFO:tasks.workunit.client.0.smithi016.stdout: "fragmentation_micros": { 2024-04-15T16:06:24.536 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:24.536 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.536 INFO:tasks.workunit.client.0.smithi016.stdout: "kv_commit_lat": { 2024-04-15T16:06:24.536 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 63093, 2024-04-15T16:06:24.536 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 17556544639 2024-04-15T16:06:24.536 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.536 INFO:tasks.workunit.client.0.smithi016.stdout: "kv_final_lat": { 2024-04-15T16:06:24.536 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 62664, 2024-04-15T16:06:24.536 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 1343856899 2024-04-15T16:06:24.536 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.536 INFO:tasks.workunit.client.0.smithi016.stdout: "kv_flush_lat": { 2024-04-15T16:06:24.536 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 63093, 2024-04-15T16:06:24.536 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 40373608 2024-04-15T16:06:24.536 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.536 INFO:tasks.workunit.client.0.smithi016.stdout: "kv_sync_lat": { 2024-04-15T16:06:24.537 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 63093, 2024-04-15T16:06:24.537 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 17596918247 2024-04-15T16:06:24.537 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.537 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_get_keys_lat": { 2024-04-15T16:06:24.537 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 0, 2024-04-15T16:06:24.537 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:24.537 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.537 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_get_values_lat": { 2024-04-15T16:06:24.537 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 29287, 2024-04-15T16:06:24.537 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 600969067 2024-04-15T16:06:24.537 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.537 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_lower_bound_lat": { 2024-04-15T16:06:24.537 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 705, 2024-04-15T16:06:24.537 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 1993377 2024-04-15T16:06:24.538 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.538 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_next_lat": { 2024-04-15T16:06:24.538 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 4230, 2024-04-15T16:06:24.538 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 4840868 2024-04-15T16:06:24.538 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.538 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_seek_to_first_lat": { 2024-04-15T16:06:24.538 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 46, 2024-04-15T16:06:24.538 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 66319 2024-04-15T16:06:24.538 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.538 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_upper_bound_lat": { 2024-04-15T16:06:24.538 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 11124, 2024-04-15T16:06:24.538 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 628552782 2024-04-15T16:06:24.538 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.538 INFO:tasks.workunit.client.0.smithi016.stdout: "onode_hits": { 2024-04-15T16:06:24.539 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 198104 2024-04-15T16:06:24.539 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.539 INFO:tasks.workunit.client.0.smithi016.stdout: "onode_misses": { 2024-04-15T16:06:24.539 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 17916 2024-04-15T16:06:24.539 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.539 INFO:tasks.workunit.client.0.smithi016.stdout: "read_lat": { 2024-04-15T16:06:24.539 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 15197, 2024-04-15T16:06:24.539 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 1492012283 2024-04-15T16:06:24.539 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.539 INFO:tasks.workunit.client.0.smithi016.stdout: "read_onode_meta_lat": { 2024-04-15T16:06:24.539 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 48100, 2024-04-15T16:06:24.539 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 13269748 2024-04-15T16:06:24.539 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.539 INFO:tasks.workunit.client.0.smithi016.stdout: "read_wait_aio_lat": { 2024-04-15T16:06:24.539 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 32903, 2024-04-15T16:06:24.540 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 1332822235 2024-04-15T16:06:24.540 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.540 INFO:tasks.workunit.client.0.smithi016.stdout: "reads_with_retries": { 2024-04-15T16:06:24.540 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:24.540 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.540 INFO:tasks.workunit.client.0.smithi016.stdout: "remove_lat": { 2024-04-15T16:06:24.540 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 13554, 2024-04-15T16:06:24.540 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 365465183 2024-04-15T16:06:24.540 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.540 INFO:tasks.workunit.client.0.smithi016.stdout: "slow_aio_wait_count": { 2024-04-15T16:06:24.540 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:24.540 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.540 INFO:tasks.workunit.client.0.smithi016.stdout: "slow_committed_kv_count": { 2024-04-15T16:06:24.540 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:24.541 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.541 INFO:tasks.workunit.client.0.smithi016.stdout: "slow_read_onode_meta_count": { 2024-04-15T16:06:24.541 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:24.541 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.541 INFO:tasks.workunit.client.0.smithi016.stdout: "slow_read_wait_aio_count": { 2024-04-15T16:06:24.541 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:24.541 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.541 INFO:tasks.workunit.client.0.smithi016.stdout: "state_aio_wait_lat": { 2024-04-15T16:06:24.541 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 76859, 2024-04-15T16:06:24.541 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 12110239152 2024-04-15T16:06:24.541 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.541 INFO:tasks.workunit.client.0.smithi016.stdout: "state_deferred_aio_wait_lat": { 2024-04-15T16:06:24.541 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 15561, 2024-04-15T16:06:24.541 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 826694237 2024-04-15T16:06:24.541 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.542 INFO:tasks.workunit.client.0.smithi016.stdout: "state_deferred_cleanup_lat": { 2024-04-15T16:06:24.542 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 15559, 2024-04-15T16:06:24.542 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 4207602388156 2024-04-15T16:06:24.542 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.542 INFO:tasks.workunit.client.0.smithi016.stdout: "state_deferred_queued_lat": { 2024-04-15T16:06:24.542 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 15561, 2024-04-15T16:06:24.542 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 6429098929794 2024-04-15T16:06:24.542 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.542 INFO:tasks.workunit.client.0.smithi016.stdout: "state_done_lat": { 2024-04-15T16:06:24.542 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 76857, 2024-04-15T16:06:24.542 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 2829974448515 2024-04-15T16:06:24.542 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.542 INFO:tasks.workunit.client.0.smithi016.stdout: "state_finishing_lat": { 2024-04-15T16:06:24.543 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 76857, 2024-04-15T16:06:24.543 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 7820003 2024-04-15T16:06:24.543 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.543 INFO:tasks.workunit.client.0.smithi016.stdout: "state_io_done_lat": { 2024-04-15T16:06:24.543 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 76859, 2024-04-15T16:06:24.543 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 383429252 2024-04-15T16:06:24.543 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.543 INFO:tasks.workunit.client.0.smithi016.stdout: "state_kv_commiting_lat": { 2024-04-15T16:06:24.543 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 76859, 2024-04-15T16:06:24.543 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 31243888373 2024-04-15T16:06:24.543 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.543 INFO:tasks.workunit.client.0.smithi016.stdout: "state_kv_done_lat": { 2024-04-15T16:06:24.543 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 76859, 2024-04-15T16:06:24.543 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 26666567 2024-04-15T16:06:24.543 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.544 INFO:tasks.workunit.client.0.smithi016.stdout: "state_kv_queued_lat": { 2024-04-15T16:06:24.544 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 76859, 2024-04-15T16:06:24.544 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 14907766990 2024-04-15T16:06:24.544 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.544 INFO:tasks.workunit.client.0.smithi016.stdout: "state_prepare_lat": { 2024-04-15T16:06:24.544 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 76859, 2024-04-15T16:06:24.544 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 12274639804 2024-04-15T16:06:24.544 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.544 INFO:tasks.workunit.client.0.smithi016.stdout: "stored": { 2024-04-15T16:06:24.544 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 6040081 2024-04-15T16:06:24.544 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.544 INFO:tasks.workunit.client.0.smithi016.stdout: "truncate_lat": { 2024-04-15T16:06:24.544 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 2346, 2024-04-15T16:06:24.544 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 12483462 2024-04-15T16:06:24.544 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.544 INFO:tasks.workunit.client.0.smithi016.stdout: "txc_commit_lat": { 2024-04-15T16:06:24.545 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 76859, 2024-04-15T16:06:24.545 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 70932797396 2024-04-15T16:06:24.545 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.545 INFO:tasks.workunit.client.0.smithi016.stdout: "txc_submit_lat": { 2024-04-15T16:06:24.545 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 76859, 2024-04-15T16:06:24.545 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 13161990772 2024-04-15T16:06:24.545 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.545 INFO:tasks.workunit.client.0.smithi016.stdout: "txc_throttle_lat": { 2024-04-15T16:06:24.545 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 76859, 2024-04-15T16:06:24.545 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 707820996 2024-04-15T16:06:24.545 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T16:06:24.545 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.545 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore-pricache": { 2024-04-15T16:06:24.545 INFO:tasks.workunit.client.0.smithi016.stdout: "cache_bytes": { 2024-04-15T16:06:24.545 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 1405290552 2024-04-15T16:06:24.546 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.546 INFO:tasks.workunit.client.0.smithi016.stdout: "heap_bytes": { 2024-04-15T16:06:24.546 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 490881024 2024-04-15T16:06:24.546 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.546 INFO:tasks.workunit.client.0.smithi016.stdout: "mapped_bytes": { 2024-04-15T16:06:24.546 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 444145664 2024-04-15T16:06:24.546 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.546 INFO:tasks.workunit.client.0.smithi016.stdout: "target_bytes": { 2024-04-15T16:06:24.546 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 2600702259 2024-04-15T16:06:24.546 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.546 INFO:tasks.workunit.client.0.smithi016.stdout: "unmapped_bytes": { 2024-04-15T16:06:24.546 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 46735360 2024-04-15T16:06:24.546 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T16:06:24.546 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.547 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore-pricache:data": { 2024-04-15T16:06:24.547 INFO:tasks.workunit.client.0.smithi016.stdout: "committed_bytes": { 2024-04-15T16:06:24.547 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 125829120 2024-04-15T16:06:24.547 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.547 INFO:tasks.workunit.client.0.smithi016.stdout: "pri0_bytes": { 2024-04-15T16:06:24.547 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:24.547 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.547 INFO:tasks.workunit.client.0.smithi016.stdout: "pri10_bytes": { 2024-04-15T16:06:24.547 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:24.547 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.547 INFO:tasks.workunit.client.0.smithi016.stdout: "pri11_bytes": { 2024-04-15T16:06:24.547 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 57405146 2024-04-15T16:06:24.547 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.547 INFO:tasks.workunit.client.0.smithi016.stdout: "pri1_bytes": { 2024-04-15T16:06:24.548 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:24.548 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.548 INFO:tasks.workunit.client.0.smithi016.stdout: "pri2_bytes": { 2024-04-15T16:06:24.548 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:24.548 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.548 INFO:tasks.workunit.client.0.smithi016.stdout: "pri3_bytes": { 2024-04-15T16:06:24.548 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:24.548 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.548 INFO:tasks.workunit.client.0.smithi016.stdout: "pri4_bytes": { 2024-04-15T16:06:24.548 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:24.548 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.548 INFO:tasks.workunit.client.0.smithi016.stdout: "pri5_bytes": { 2024-04-15T16:06:24.548 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:24.548 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.549 INFO:tasks.workunit.client.0.smithi016.stdout: "pri6_bytes": { 2024-04-15T16:06:24.549 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 81920 2024-04-15T16:06:24.549 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.549 INFO:tasks.workunit.client.0.smithi016.stdout: "pri7_bytes": { 2024-04-15T16:06:24.549 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:24.549 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.549 INFO:tasks.workunit.client.0.smithi016.stdout: "pri8_bytes": { 2024-04-15T16:06:24.549 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:24.549 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.549 INFO:tasks.workunit.client.0.smithi016.stdout: "pri9_bytes": { 2024-04-15T16:06:24.549 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:24.549 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.549 INFO:tasks.workunit.client.0.smithi016.stdout: "reserved_bytes": { 2024-04-15T16:06:24.549 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 68342054 2024-04-15T16:06:24.549 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T16:06:24.550 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.550 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore-pricache:kv": { 2024-04-15T16:06:24.550 INFO:tasks.workunit.client.0.smithi016.stdout: "committed_bytes": { 2024-04-15T16:06:24.550 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 570425344 2024-04-15T16:06:24.550 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.550 INFO:tasks.workunit.client.0.smithi016.stdout: "pri0_bytes": { 2024-04-15T16:06:24.550 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 67108864 2024-04-15T16:06:24.550 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.550 INFO:tasks.workunit.client.0.smithi016.stdout: "pri10_bytes": { 2024-04-15T16:06:24.550 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:24.550 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.550 INFO:tasks.workunit.client.0.smithi016.stdout: "pri11_bytes": { 2024-04-15T16:06:24.550 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 430538599 2024-04-15T16:06:24.550 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.551 INFO:tasks.workunit.client.0.smithi016.stdout: "pri1_bytes": { 2024-04-15T16:06:24.551 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:24.551 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.551 INFO:tasks.workunit.client.0.smithi016.stdout: "pri2_bytes": { 2024-04-15T16:06:24.551 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:24.551 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.551 INFO:tasks.workunit.client.0.smithi016.stdout: "pri3_bytes": { 2024-04-15T16:06:24.551 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 1104 2024-04-15T16:06:24.551 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.551 INFO:tasks.workunit.client.0.smithi016.stdout: "pri4_bytes": { 2024-04-15T16:06:24.551 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:24.551 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.551 INFO:tasks.workunit.client.0.smithi016.stdout: "pri5_bytes": { 2024-04-15T16:06:24.551 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 77920 2024-04-15T16:06:24.551 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.552 INFO:tasks.workunit.client.0.smithi016.stdout: "pri6_bytes": { 2024-04-15T16:06:24.552 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:24.552 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.552 INFO:tasks.workunit.client.0.smithi016.stdout: "pri7_bytes": { 2024-04-15T16:06:24.552 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:24.552 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.552 INFO:tasks.workunit.client.0.smithi016.stdout: "pri8_bytes": { 2024-04-15T16:06:24.552 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:24.552 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.552 INFO:tasks.workunit.client.0.smithi016.stdout: "pri9_bytes": { 2024-04-15T16:06:24.552 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:24.552 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.552 INFO:tasks.workunit.client.0.smithi016.stdout: "reserved_bytes": { 2024-04-15T16:06:24.552 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 72698857 2024-04-15T16:06:24.552 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T16:06:24.552 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.553 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore-pricache:kv_onode": { 2024-04-15T16:06:24.553 INFO:tasks.workunit.client.0.smithi016.stdout: "committed_bytes": { 2024-04-15T16:06:24.553 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 176160768 2024-04-15T16:06:24.553 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.553 INFO:tasks.workunit.client.0.smithi016.stdout: "pri0_bytes": { 2024-04-15T16:06:24.553 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 67108864 2024-04-15T16:06:24.553 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.553 INFO:tasks.workunit.client.0.smithi016.stdout: "pri10_bytes": { 2024-04-15T16:06:24.553 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 1584512 2024-04-15T16:06:24.553 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.553 INFO:tasks.workunit.client.0.smithi016.stdout: "pri11_bytes": { 2024-04-15T16:06:24.553 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 38270097 2024-04-15T16:06:24.553 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.554 INFO:tasks.workunit.client.0.smithi016.stdout: "pri1_bytes": { 2024-04-15T16:06:24.554 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:24.554 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.554 INFO:tasks.workunit.client.0.smithi016.stdout: "pri2_bytes": { 2024-04-15T16:06:24.554 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:24.554 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.554 INFO:tasks.workunit.client.0.smithi016.stdout: "pri3_bytes": { 2024-04-15T16:06:24.554 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:24.554 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.554 INFO:tasks.workunit.client.0.smithi016.stdout: "pri4_bytes": { 2024-04-15T16:06:24.554 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:24.554 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.554 INFO:tasks.workunit.client.0.smithi016.stdout: "pri5_bytes": { 2024-04-15T16:06:24.554 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:24.555 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.555 INFO:tasks.workunit.client.0.smithi016.stdout: "pri6_bytes": { 2024-04-15T16:06:24.555 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:24.555 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.555 INFO:tasks.workunit.client.0.smithi016.stdout: "pri7_bytes": { 2024-04-15T16:06:24.555 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:24.555 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.555 INFO:tasks.workunit.client.0.smithi016.stdout: "pri8_bytes": { 2024-04-15T16:06:24.555 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:24.555 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.555 INFO:tasks.workunit.client.0.smithi016.stdout: "pri9_bytes": { 2024-04-15T16:06:24.555 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:24.555 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.555 INFO:tasks.workunit.client.0.smithi016.stdout: "reserved_bytes": { 2024-04-15T16:06:24.555 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 69197295 2024-04-15T16:06:24.556 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T16:06:24.556 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.556 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore-pricache:meta": { 2024-04-15T16:06:24.556 INFO:tasks.workunit.client.0.smithi016.stdout: "committed_bytes": { 2024-04-15T16:06:24.556 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 503316480 2024-04-15T16:06:24.556 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.556 INFO:tasks.workunit.client.0.smithi016.stdout: "pri0_bytes": { 2024-04-15T16:06:24.556 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:24.556 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.556 INFO:tasks.workunit.client.0.smithi016.stdout: "pri10_bytes": { 2024-04-15T16:06:24.556 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:24.556 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.556 INFO:tasks.workunit.client.0.smithi016.stdout: "pri11_bytes": { 2024-04-15T16:06:24.556 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 430538599 2024-04-15T16:06:24.556 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.557 INFO:tasks.workunit.client.0.smithi016.stdout: "pri1_bytes": { 2024-04-15T16:06:24.557 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:24.557 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.557 INFO:tasks.workunit.client.0.smithi016.stdout: "pri2_bytes": { 2024-04-15T16:06:24.557 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:24.557 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.557 INFO:tasks.workunit.client.0.smithi016.stdout: "pri3_bytes": { 2024-04-15T16:06:24.557 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:24.557 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.557 INFO:tasks.workunit.client.0.smithi016.stdout: "pri4_bytes": { 2024-04-15T16:06:24.557 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:24.557 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.557 INFO:tasks.workunit.client.0.smithi016.stdout: "pri5_bytes": { 2024-04-15T16:06:24.557 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 119803 2024-04-15T16:06:24.557 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.558 INFO:tasks.workunit.client.0.smithi016.stdout: "pri6_bytes": { 2024-04-15T16:06:24.558 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 1121800 2024-04-15T16:06:24.558 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.558 INFO:tasks.workunit.client.0.smithi016.stdout: "pri7_bytes": { 2024-04-15T16:06:24.558 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:24.558 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.558 INFO:tasks.workunit.client.0.smithi016.stdout: "pri8_bytes": { 2024-04-15T16:06:24.558 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:24.558 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.558 INFO:tasks.workunit.client.0.smithi016.stdout: "pri9_bytes": { 2024-04-15T16:06:24.558 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:24.558 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.558 INFO:tasks.workunit.client.0.smithi016.stdout: "reserved_bytes": { 2024-04-15T16:06:24.558 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 71536278 2024-04-15T16:06:24.559 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T16:06:24.559 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.559 INFO:tasks.workunit.client.0.smithi016.stdout: "objecter": { 2024-04-15T16:06:24.559 INFO:tasks.workunit.client.0.smithi016.stdout: "op_active": { 2024-04-15T16:06:24.559 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:24.559 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.559 INFO:tasks.workunit.client.0.smithi016.stdout: "op_r": { 2024-04-15T16:06:24.559 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 29 2024-04-15T16:06:24.559 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.559 INFO:tasks.workunit.client.0.smithi016.stdout: "op_rmw": { 2024-04-15T16:06:24.559 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:24.559 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.559 INFO:tasks.workunit.client.0.smithi016.stdout: "op_w": { 2024-04-15T16:06:24.559 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:24.559 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T16:06:24.560 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.560 INFO:tasks.workunit.client.0.smithi016.stdout: "osd": { 2024-04-15T16:06:24.560 INFO:tasks.workunit.client.0.smithi016.stdout: "numpg": { 2024-04-15T16:06:24.560 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 53 2024-04-15T16:06:24.560 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.560 INFO:tasks.workunit.client.0.smithi016.stdout: "numpg_removing": { 2024-04-15T16:06:24.560 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:24.560 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.560 INFO:tasks.workunit.client.0.smithi016.stdout: "op": { 2024-04-15T16:06:24.560 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 41704 2024-04-15T16:06:24.560 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.560 INFO:tasks.workunit.client.0.smithi016.stdout: "op_before_queue_op_lat": { 2024-04-15T16:06:24.560 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 108750, 2024-04-15T16:06:24.560 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 10061146398 2024-04-15T16:06:24.560 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.561 INFO:tasks.workunit.client.0.smithi016.stdout: "op_delayed_degraded": { 2024-04-15T16:06:24.561 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:24.561 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.561 INFO:tasks.workunit.client.0.smithi016.stdout: "op_delayed_unreadable": { 2024-04-15T16:06:24.561 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:24.561 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.561 INFO:tasks.workunit.client.0.smithi016.stdout: "op_in_bytes": { 2024-04-15T16:06:24.561 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 1558600381 2024-04-15T16:06:24.561 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.561 INFO:tasks.workunit.client.0.smithi016.stdout: "op_latency": { 2024-04-15T16:06:24.561 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 41704, 2024-04-15T16:06:24.561 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 41899423769 2024-04-15T16:06:24.561 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.561 INFO:tasks.workunit.client.0.smithi016.stdout: "op_out_bytes": { 2024-04-15T16:06:24.561 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 2021978072 2024-04-15T16:06:24.562 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.562 INFO:tasks.workunit.client.0.smithi016.stdout: "op_prepare_latency": { 2024-04-15T16:06:24.562 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 42108, 2024-04-15T16:06:24.562 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 17727800714 2024-04-15T16:06:24.562 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.562 INFO:tasks.workunit.client.0.smithi016.stdout: "op_process_latency": { 2024-04-15T16:06:24.562 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 41704, 2024-04-15T16:06:24.562 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 31803401479 2024-04-15T16:06:24.562 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.562 INFO:tasks.workunit.client.0.smithi016.stdout: "op_r": { 2024-04-15T16:06:24.562 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 29077 2024-04-15T16:06:24.562 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.562 INFO:tasks.workunit.client.0.smithi016.stdout: "op_r_latency": { 2024-04-15T16:06:24.563 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 29077, 2024-04-15T16:06:24.563 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 9946524490 2024-04-15T16:06:24.563 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.563 INFO:tasks.workunit.client.0.smithi016.stdout: "op_r_latency_out_bytes_histogram": { 2024-04-15T16:06:24.563 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:24.563 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.563 INFO:tasks.workunit.client.0.smithi016.stdout: "op_r_out_bytes": { 2024-04-15T16:06:24.563 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 2021978072 2024-04-15T16:06:24.563 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.563 INFO:tasks.workunit.client.0.smithi016.stdout: "op_r_prepare_latency": { 2024-04-15T16:06:24.563 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 29202, 2024-04-15T16:06:24.563 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 5930764230 2024-04-15T16:06:24.563 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.563 INFO:tasks.workunit.client.0.smithi016.stdout: "op_r_process_latency": { 2024-04-15T16:06:24.563 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 29077, 2024-04-15T16:06:24.563 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 5949725078 2024-04-15T16:06:24.564 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.564 INFO:tasks.workunit.client.0.smithi016.stdout: "op_rw": { 2024-04-15T16:06:24.564 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 11596 2024-04-15T16:06:24.564 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.564 INFO:tasks.workunit.client.0.smithi016.stdout: "op_rw_in_bytes": { 2024-04-15T16:06:24.564 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 451276419 2024-04-15T16:06:24.564 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.564 INFO:tasks.workunit.client.0.smithi016.stdout: "op_rw_latency": { 2024-04-15T16:06:24.564 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 11596, 2024-04-15T16:06:24.564 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 20096991504 2024-04-15T16:06:24.564 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.564 INFO:tasks.workunit.client.0.smithi016.stdout: "op_rw_latency_in_bytes_histogram": { 2024-04-15T16:06:24.564 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:24.564 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.564 INFO:tasks.workunit.client.0.smithi016.stdout: "op_rw_latency_out_bytes_histogram": { 2024-04-15T16:06:24.565 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:24.565 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.565 INFO:tasks.workunit.client.0.smithi016.stdout: "op_rw_out_bytes": { 2024-04-15T16:06:24.565 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:24.565 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.565 INFO:tasks.workunit.client.0.smithi016.stdout: "op_rw_prepare_latency": { 2024-04-15T16:06:24.565 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 11803, 2024-04-15T16:06:24.565 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 9764440582 2024-04-15T16:06:24.565 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.565 INFO:tasks.workunit.client.0.smithi016.stdout: "op_rw_process_latency": { 2024-04-15T16:06:24.565 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 11596, 2024-04-15T16:06:24.565 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 17771038400 2024-04-15T16:06:24.565 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.565 INFO:tasks.workunit.client.0.smithi016.stdout: "op_w": { 2024-04-15T16:06:24.565 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 1031 2024-04-15T16:06:24.566 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.566 INFO:tasks.workunit.client.0.smithi016.stdout: "op_w_in_bytes": { 2024-04-15T16:06:24.566 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 1107323962 2024-04-15T16:06:24.566 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.566 INFO:tasks.workunit.client.0.smithi016.stdout: "op_w_latency": { 2024-04-15T16:06:24.566 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 1031, 2024-04-15T16:06:24.566 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 11855907775 2024-04-15T16:06:24.566 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.566 INFO:tasks.workunit.client.0.smithi016.stdout: "op_w_latency_in_bytes_histogram": { 2024-04-15T16:06:24.566 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:24.566 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.566 INFO:tasks.workunit.client.0.smithi016.stdout: "op_w_prepare_latency": { 2024-04-15T16:06:24.566 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 1103, 2024-04-15T16:06:24.566 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 2032595902 2024-04-15T16:06:24.567 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.567 INFO:tasks.workunit.client.0.smithi016.stdout: "op_w_process_latency": { 2024-04-15T16:06:24.567 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 1031, 2024-04-15T16:06:24.567 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 8082638001 2024-04-15T16:06:24.567 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.567 INFO:tasks.workunit.client.0.smithi016.stdout: "op_wip": { 2024-04-15T16:06:24.567 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:24.567 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.567 INFO:tasks.workunit.client.0.smithi016.stdout: "recovery_bytes": { 2024-04-15T16:06:24.567 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:24.567 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.567 INFO:tasks.workunit.client.0.smithi016.stdout: "recovery_ops": { 2024-04-15T16:06:24.567 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 2 2024-04-15T16:06:24.567 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.567 INFO:tasks.workunit.client.0.smithi016.stdout: "stat_bytes": { 2024-04-15T16:06:24.568 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 95995035648 2024-04-15T16:06:24.568 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.568 INFO:tasks.workunit.client.0.smithi016.stdout: "stat_bytes_used": { 2024-04-15T16:06:24.568 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 436699136 2024-04-15T16:06:24.568 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T16:06:24.568 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T16:06:24.568 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T16:06:24.568 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.568 INFO:tasks.workunit.client.0.smithi016.stdout: "pools": [ 2024-04-15T16:06:24.568 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-15T16:06:24.568 INFO:tasks.workunit.client.0.smithi016.stdout: "application": [ 2024-04-15T16:06:24.568 INFO:tasks.workunit.client.0.smithi016.stdout: "mgr" 2024-04-15T16:06:24.568 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:24.568 INFO:tasks.workunit.client.0.smithi016.stdout: "cache_mode": "none", 2024-04-15T16:06:24.568 INFO:tasks.workunit.client.0.smithi016.stdout: "erasure_code_profile": {}, 2024-04-15T16:06:24.569 INFO:tasks.workunit.client.0.smithi016.stdout: "flags_names": [ 2024-04-15T16:06:24.569 INFO:tasks.workunit.client.0.smithi016.stdout: "hashpspool" 2024-04-15T16:06:24.569 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:24.569 INFO:tasks.workunit.client.0.smithi016.stdout: "min_size": 2, 2024-04-15T16:06:24.569 INFO:tasks.workunit.client.0.smithi016.stdout: "options": {}, 2024-04-15T16:06:24.569 INFO:tasks.workunit.client.0.smithi016.stdout: "pg_autoscale_mode": "off", 2024-04-15T16:06:24.569 INFO:tasks.workunit.client.0.smithi016.stdout: "pg_num": 1, 2024-04-15T16:06:24.569 INFO:tasks.workunit.client.0.smithi016.stdout: "pgp_num": 1, 2024-04-15T16:06:24.569 INFO:tasks.workunit.client.0.smithi016.stdout: "pool": 1, 2024-04-15T16:06:24.569 INFO:tasks.workunit.client.0.smithi016.stdout: "size": 3, 2024-04-15T16:06:24.569 INFO:tasks.workunit.client.0.smithi016.stdout: "stats": { 2024-04-15T16:06:24.569 INFO:tasks.workunit.client.0.smithi016.stdout: "avail_raw": 722565376266, 2024-04-15T16:06:24.569 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes_used": 1781760, 2024-04-15T16:06:24.569 INFO:tasks.workunit.client.0.smithi016.stdout: "compress_bytes_used": 0, 2024-04-15T16:06:24.569 INFO:tasks.workunit.client.0.smithi016.stdout: "compress_under_bytes": 0, 2024-04-15T16:06:24.570 INFO:tasks.workunit.client.0.smithi016.stdout: "data_bytes_used": 1781760, 2024-04-15T16:06:24.570 INFO:tasks.workunit.client.0.smithi016.stdout: "dirty": 0, 2024-04-15T16:06:24.570 INFO:tasks.workunit.client.0.smithi016.stdout: "max_avail": 240855138304, 2024-04-15T16:06:24.570 INFO:tasks.workunit.client.0.smithi016.stdout: "objects": 2, 2024-04-15T16:06:24.570 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_bytes_used": 0, 2024-04-15T16:06:24.570 INFO:tasks.workunit.client.0.smithi016.stdout: "percent_used": 2.4658745587657904e-06, 2024-04-15T16:06:24.570 INFO:tasks.workunit.client.0.smithi016.stdout: "quota_bytes": 0, 2024-04-15T16:06:24.570 INFO:tasks.workunit.client.0.smithi016.stdout: "quota_objects": 0, 2024-04-15T16:06:24.570 INFO:tasks.workunit.client.0.smithi016.stdout: "rd": 1178, 2024-04-15T16:06:24.570 INFO:tasks.workunit.client.0.smithi016.stdout: "rd_bytes": 2041856, 2024-04-15T16:06:24.570 INFO:tasks.workunit.client.0.smithi016.stdout: "stored": 590368, 2024-04-15T16:06:24.570 INFO:tasks.workunit.client.0.smithi016.stdout: "stored_data": 590368, 2024-04-15T16:06:24.570 INFO:tasks.workunit.client.0.smithi016.stdout: "stored_omap": 0, 2024-04-15T16:06:24.571 INFO:tasks.workunit.client.0.smithi016.stdout: "stored_raw": 1771104, 2024-04-15T16:06:24.571 INFO:tasks.workunit.client.0.smithi016.stdout: "wr": 391, 2024-04-15T16:06:24.571 INFO:tasks.workunit.client.0.smithi016.stdout: "wr_bytes": 2473984 2024-04-15T16:06:24.571 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.571 INFO:tasks.workunit.client.0.smithi016.stdout: "target_max_bytes": 0, 2024-04-15T16:06:24.571 INFO:tasks.workunit.client.0.smithi016.stdout: "target_max_objects": 0, 2024-04-15T16:06:24.571 INFO:tasks.workunit.client.0.smithi016.stdout: "type": "replicated" 2024-04-15T16:06:24.571 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.571 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-15T16:06:24.571 INFO:tasks.workunit.client.0.smithi016.stdout: "application": [ 2024-04-15T16:06:24.571 INFO:tasks.workunit.client.0.smithi016.stdout: "cephfs" 2024-04-15T16:06:24.571 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:24.571 INFO:tasks.workunit.client.0.smithi016.stdout: "cache_mode": "none", 2024-04-15T16:06:24.571 INFO:tasks.workunit.client.0.smithi016.stdout: "erasure_code_profile": {}, 2024-04-15T16:06:24.571 INFO:tasks.workunit.client.0.smithi016.stdout: "flags_names": [ 2024-04-15T16:06:24.572 INFO:tasks.workunit.client.0.smithi016.stdout: "hashpspool" 2024-04-15T16:06:24.572 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:24.572 INFO:tasks.workunit.client.0.smithi016.stdout: "min_size": 2, 2024-04-15T16:06:24.572 INFO:tasks.workunit.client.0.smithi016.stdout: "options": {}, 2024-04-15T16:06:24.572 INFO:tasks.workunit.client.0.smithi016.stdout: "pg_autoscale_mode": "off", 2024-04-15T16:06:24.572 INFO:tasks.workunit.client.0.smithi016.stdout: "pg_num": 32, 2024-04-15T16:06:24.572 INFO:tasks.workunit.client.0.smithi016.stdout: "pgp_num": 32, 2024-04-15T16:06:24.572 INFO:tasks.workunit.client.0.smithi016.stdout: "pool": 2, 2024-04-15T16:06:24.572 INFO:tasks.workunit.client.0.smithi016.stdout: "size": 3, 2024-04-15T16:06:24.572 INFO:tasks.workunit.client.0.smithi016.stdout: "stats": { 2024-04-15T16:06:24.572 INFO:tasks.workunit.client.0.smithi016.stdout: "avail_raw": 722565376266, 2024-04-15T16:06:24.572 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes_used": 154951, 2024-04-15T16:06:24.572 INFO:tasks.workunit.client.0.smithi016.stdout: "compress_bytes_used": 0, 2024-04-15T16:06:24.572 INFO:tasks.workunit.client.0.smithi016.stdout: "compress_under_bytes": 0, 2024-04-15T16:06:24.572 INFO:tasks.workunit.client.0.smithi016.stdout: "data_bytes_used": 110592, 2024-04-15T16:06:24.573 INFO:tasks.workunit.client.0.smithi016.stdout: "dirty": 0, 2024-04-15T16:06:24.573 INFO:tasks.workunit.client.0.smithi016.stdout: "max_avail": 240855138304, 2024-04-15T16:06:24.573 INFO:tasks.workunit.client.0.smithi016.stdout: "objects": 22, 2024-04-15T16:06:24.573 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_bytes_used": 44359, 2024-04-15T16:06:24.573 INFO:tasks.workunit.client.0.smithi016.stdout: "percent_used": 2.144456061614619e-07, 2024-04-15T16:06:24.573 INFO:tasks.workunit.client.0.smithi016.stdout: "quota_bytes": 0, 2024-04-15T16:06:24.573 INFO:tasks.workunit.client.0.smithi016.stdout: "quota_objects": 0, 2024-04-15T16:06:24.573 INFO:tasks.workunit.client.0.smithi016.stdout: "rd": 158, 2024-04-15T16:06:24.573 INFO:tasks.workunit.client.0.smithi016.stdout: "rd_bytes": 178176, 2024-04-15T16:06:24.573 INFO:tasks.workunit.client.0.smithi016.stdout: "stored": 21408, 2024-04-15T16:06:24.573 INFO:tasks.workunit.client.0.smithi016.stdout: "stored_data": 6622, 2024-04-15T16:06:24.573 INFO:tasks.workunit.client.0.smithi016.stdout: "stored_omap": 14786, 2024-04-15T16:06:24.573 INFO:tasks.workunit.client.0.smithi016.stdout: "stored_raw": 64224, 2024-04-15T16:06:24.573 INFO:tasks.workunit.client.0.smithi016.stdout: "wr": 69, 2024-04-15T16:06:24.573 INFO:tasks.workunit.client.0.smithi016.stdout: "wr_bytes": 36864 2024-04-15T16:06:24.574 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.574 INFO:tasks.workunit.client.0.smithi016.stdout: "target_max_bytes": 0, 2024-04-15T16:06:24.574 INFO:tasks.workunit.client.0.smithi016.stdout: "target_max_objects": 0, 2024-04-15T16:06:24.574 INFO:tasks.workunit.client.0.smithi016.stdout: "type": "replicated" 2024-04-15T16:06:24.574 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.574 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-15T16:06:24.574 INFO:tasks.workunit.client.0.smithi016.stdout: "application": [ 2024-04-15T16:06:24.574 INFO:tasks.workunit.client.0.smithi016.stdout: "cephfs" 2024-04-15T16:06:24.574 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:24.574 INFO:tasks.workunit.client.0.smithi016.stdout: "cache_mode": "none", 2024-04-15T16:06:24.574 INFO:tasks.workunit.client.0.smithi016.stdout: "erasure_code_profile": {}, 2024-04-15T16:06:24.574 INFO:tasks.workunit.client.0.smithi016.stdout: "flags_names": [ 2024-04-15T16:06:24.574 INFO:tasks.workunit.client.0.smithi016.stdout: "hashpspool" 2024-04-15T16:06:24.574 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:24.574 INFO:tasks.workunit.client.0.smithi016.stdout: "min_size": 2, 2024-04-15T16:06:24.575 INFO:tasks.workunit.client.0.smithi016.stdout: "options": {}, 2024-04-15T16:06:24.575 INFO:tasks.workunit.client.0.smithi016.stdout: "pg_autoscale_mode": "off", 2024-04-15T16:06:24.575 INFO:tasks.workunit.client.0.smithi016.stdout: "pg_num": 64, 2024-04-15T16:06:24.575 INFO:tasks.workunit.client.0.smithi016.stdout: "pgp_num": 64, 2024-04-15T16:06:24.575 INFO:tasks.workunit.client.0.smithi016.stdout: "pool": 3, 2024-04-15T16:06:24.575 INFO:tasks.workunit.client.0.smithi016.stdout: "size": 3, 2024-04-15T16:06:24.575 INFO:tasks.workunit.client.0.smithi016.stdout: "stats": { 2024-04-15T16:06:24.575 INFO:tasks.workunit.client.0.smithi016.stdout: "avail_raw": 722565376266, 2024-04-15T16:06:24.575 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes_used": 0, 2024-04-15T16:06:24.575 INFO:tasks.workunit.client.0.smithi016.stdout: "compress_bytes_used": 0, 2024-04-15T16:06:24.575 INFO:tasks.workunit.client.0.smithi016.stdout: "compress_under_bytes": 0, 2024-04-15T16:06:24.575 INFO:tasks.workunit.client.0.smithi016.stdout: "data_bytes_used": 0, 2024-04-15T16:06:24.575 INFO:tasks.workunit.client.0.smithi016.stdout: "dirty": 0, 2024-04-15T16:06:24.575 INFO:tasks.workunit.client.0.smithi016.stdout: "max_avail": 240855138304, 2024-04-15T16:06:24.575 INFO:tasks.workunit.client.0.smithi016.stdout: "objects": 0, 2024-04-15T16:06:24.576 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_bytes_used": 0, 2024-04-15T16:06:24.576 INFO:tasks.workunit.client.0.smithi016.stdout: "percent_used": 0.0, 2024-04-15T16:06:24.576 INFO:tasks.workunit.client.0.smithi016.stdout: "quota_bytes": 0, 2024-04-15T16:06:24.576 INFO:tasks.workunit.client.0.smithi016.stdout: "quota_objects": 0, 2024-04-15T16:06:24.576 INFO:tasks.workunit.client.0.smithi016.stdout: "rd": 0, 2024-04-15T16:06:24.576 INFO:tasks.workunit.client.0.smithi016.stdout: "rd_bytes": 0, 2024-04-15T16:06:24.576 INFO:tasks.workunit.client.0.smithi016.stdout: "stored": 0, 2024-04-15T16:06:24.576 INFO:tasks.workunit.client.0.smithi016.stdout: "stored_data": 0, 2024-04-15T16:06:24.576 INFO:tasks.workunit.client.0.smithi016.stdout: "stored_omap": 0, 2024-04-15T16:06:24.576 INFO:tasks.workunit.client.0.smithi016.stdout: "stored_raw": 0, 2024-04-15T16:06:24.576 INFO:tasks.workunit.client.0.smithi016.stdout: "wr": 0, 2024-04-15T16:06:24.576 INFO:tasks.workunit.client.0.smithi016.stdout: "wr_bytes": 0 2024-04-15T16:06:24.576 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.576 INFO:tasks.workunit.client.0.smithi016.stdout: "target_max_bytes": 0, 2024-04-15T16:06:24.576 INFO:tasks.workunit.client.0.smithi016.stdout: "target_max_objects": 0, 2024-04-15T16:06:24.577 INFO:tasks.workunit.client.0.smithi016.stdout: "type": "replicated" 2024-04-15T16:06:24.577 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.577 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-15T16:06:24.577 INFO:tasks.workunit.client.0.smithi016.stdout: "application": [ 2024-04-15T16:06:24.577 INFO:tasks.workunit.client.0.smithi016.stdout: "rbd" 2024-04-15T16:06:24.577 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:24.577 INFO:tasks.workunit.client.0.smithi016.stdout: "cache_mode": "none", 2024-04-15T16:06:24.577 INFO:tasks.workunit.client.0.smithi016.stdout: "erasure_code_profile": {}, 2024-04-15T16:06:24.577 INFO:tasks.workunit.client.0.smithi016.stdout: "flags_names": [ 2024-04-15T16:06:24.577 INFO:tasks.workunit.client.0.smithi016.stdout: "hashpspool", 2024-04-15T16:06:24.577 INFO:tasks.workunit.client.0.smithi016.stdout: "selfmanaged_snaps" 2024-04-15T16:06:24.577 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:24.577 INFO:tasks.workunit.client.0.smithi016.stdout: "min_size": 2, 2024-04-15T16:06:24.577 INFO:tasks.workunit.client.0.smithi016.stdout: "options": {}, 2024-04-15T16:06:24.577 INFO:tasks.workunit.client.0.smithi016.stdout: "pg_autoscale_mode": "off", 2024-04-15T16:06:24.578 INFO:tasks.workunit.client.0.smithi016.stdout: "pg_num": 8, 2024-04-15T16:06:24.578 INFO:tasks.workunit.client.0.smithi016.stdout: "pgp_num": 8, 2024-04-15T16:06:24.578 INFO:tasks.workunit.client.0.smithi016.stdout: "pool": 4, 2024-04-15T16:06:24.578 INFO:tasks.workunit.client.0.smithi016.stdout: "size": 3, 2024-04-15T16:06:24.578 INFO:tasks.workunit.client.0.smithi016.stdout: "stats": { 2024-04-15T16:06:24.578 INFO:tasks.workunit.client.0.smithi016.stdout: "avail_raw": 722565376266, 2024-04-15T16:06:24.578 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes_used": 12595200, 2024-04-15T16:06:24.578 INFO:tasks.workunit.client.0.smithi016.stdout: "compress_bytes_used": 0, 2024-04-15T16:06:24.578 INFO:tasks.workunit.client.0.smithi016.stdout: "compress_under_bytes": 0, 2024-04-15T16:06:24.578 INFO:tasks.workunit.client.0.smithi016.stdout: "data_bytes_used": 12595200, 2024-04-15T16:06:24.578 INFO:tasks.workunit.client.0.smithi016.stdout: "dirty": 0, 2024-04-15T16:06:24.578 INFO:tasks.workunit.client.0.smithi016.stdout: "max_avail": 240855138304, 2024-04-15T16:06:24.578 INFO:tasks.workunit.client.0.smithi016.stdout: "objects": 4, 2024-04-15T16:06:24.578 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_bytes_used": 0, 2024-04-15T16:06:24.578 INFO:tasks.workunit.client.0.smithi016.stdout: "percent_used": 1.7430920706829056e-05, 2024-04-15T16:06:24.579 INFO:tasks.workunit.client.0.smithi016.stdout: "quota_bytes": 0, 2024-04-15T16:06:24.579 INFO:tasks.workunit.client.0.smithi016.stdout: "quota_objects": 0, 2024-04-15T16:06:24.579 INFO:tasks.workunit.client.0.smithi016.stdout: "rd": 8935, 2024-04-15T16:06:24.579 INFO:tasks.workunit.client.0.smithi016.stdout: "rd_bytes": 3064026112, 2024-04-15T16:06:24.579 INFO:tasks.workunit.client.0.smithi016.stdout: "stored": 4194323, 2024-04-15T16:06:24.579 INFO:tasks.workunit.client.0.smithi016.stdout: "stored_data": 4194323, 2024-04-15T16:06:24.579 INFO:tasks.workunit.client.0.smithi016.stdout: "stored_omap": 0, 2024-04-15T16:06:24.579 INFO:tasks.workunit.client.0.smithi016.stdout: "stored_raw": 12582969, 2024-04-15T16:06:24.579 INFO:tasks.workunit.client.0.smithi016.stdout: "wr": 24418, 2024-04-15T16:06:24.579 INFO:tasks.workunit.client.0.smithi016.stdout: "wr_bytes": 3264111616 2024-04-15T16:06:24.579 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.579 INFO:tasks.workunit.client.0.smithi016.stdout: "target_max_bytes": 0, 2024-04-15T16:06:24.579 INFO:tasks.workunit.client.0.smithi016.stdout: "target_max_objects": 0, 2024-04-15T16:06:24.579 INFO:tasks.workunit.client.0.smithi016.stdout: "type": "replicated" 2024-04-15T16:06:24.579 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T16:06:24.580 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:24.580 INFO:tasks.workunit.client.0.smithi016.stdout: "rbd": { 2024-04-15T16:06:24.580 INFO:tasks.workunit.client.0.smithi016.stdout: "mirroring_by_pool": [ 2024-04-15T16:06:24.580 INFO:tasks.workunit.client.0.smithi016.stdout: false 2024-04-15T16:06:24.580 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:24.580 INFO:tasks.workunit.client.0.smithi016.stdout: "num_images_by_pool": [ 2024-04-15T16:06:24.580 INFO:tasks.workunit.client.0.smithi016.stdout: 0 2024-04-15T16:06:24.580 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:24.580 INFO:tasks.workunit.client.0.smithi016.stdout: "num_pools": 1 2024-04-15T16:06:24.580 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.580 INFO:tasks.workunit.client.0.smithi016.stdout: "report_id": "97929356-81c7-48cf-938b-9dbee2898697", 2024-04-15T16:06:24.580 INFO:tasks.workunit.client.0.smithi016.stdout: "report_timestamp": "2024-04-15T16:06:23.177150", 2024-04-15T16:06:24.580 INFO:tasks.workunit.client.0.smithi016.stdout: "report_version": 1, 2024-04-15T16:06:24.580 INFO:tasks.workunit.client.0.smithi016.stdout: "rocksdb_stats": { 2024-04-15T16:06:24.580 INFO:tasks.workunit.client.0.smithi016.stdout: "version": "7.9.2" 2024-04-15T16:06:24.581 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.581 INFO:tasks.workunit.client.0.smithi016.stdout: "rook": { 2024-04-15T16:06:24.581 INFO:tasks.workunit.client.0.smithi016.stdout: "cluster": { 2024-04-15T16:06:24.581 INFO:tasks.workunit.client.0.smithi016.stdout: "external-mode": null, 2024-04-15T16:06:24.581 INFO:tasks.workunit.client.0.smithi016.stdout: "mon": { 2024-04-15T16:06:24.581 INFO:tasks.workunit.client.0.smithi016.stdout: "allow-multiple-per-node": null, 2024-04-15T16:06:24.581 INFO:tasks.workunit.client.0.smithi016.stdout: "count": null, 2024-04-15T16:06:24.581 INFO:tasks.workunit.client.0.smithi016.stdout: "max-id": null, 2024-04-15T16:06:24.581 INFO:tasks.workunit.client.0.smithi016.stdout: "pvc": { 2024-04-15T16:06:24.581 INFO:tasks.workunit.client.0.smithi016.stdout: "enabled": null 2024-04-15T16:06:24.581 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.581 INFO:tasks.workunit.client.0.smithi016.stdout: "stretch": { 2024-04-15T16:06:24.581 INFO:tasks.workunit.client.0.smithi016.stdout: "enabled": null 2024-04-15T16:06:24.581 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T16:06:24.581 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.582 INFO:tasks.workunit.client.0.smithi016.stdout: "network": { 2024-04-15T16:06:24.582 INFO:tasks.workunit.client.0.smithi016.stdout: "provider": null 2024-04-15T16:06:24.582 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.582 INFO:tasks.workunit.client.0.smithi016.stdout: "storage": { 2024-04-15T16:06:24.582 INFO:tasks.workunit.client.0.smithi016.stdout: "device-set": { 2024-04-15T16:06:24.582 INFO:tasks.workunit.client.0.smithi016.stdout: "count": { 2024-04-15T16:06:24.582 INFO:tasks.workunit.client.0.smithi016.stdout: "non-portable": null, 2024-04-15T16:06:24.582 INFO:tasks.workunit.client.0.smithi016.stdout: "portable": null, 2024-04-15T16:06:24.582 INFO:tasks.workunit.client.0.smithi016.stdout: "total": null 2024-04-15T16:06:24.582 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T16:06:24.582 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T16:06:24.582 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T16:06:24.582 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.582 INFO:tasks.workunit.client.0.smithi016.stdout: "csi": { 2024-04-15T16:06:24.582 INFO:tasks.workunit.client.0.smithi016.stdout: "version": null 2024-04-15T16:06:24.583 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.583 INFO:tasks.workunit.client.0.smithi016.stdout: "kubernetes": { 2024-04-15T16:06:24.583 INFO:tasks.workunit.client.0.smithi016.stdout: "version": null 2024-04-15T16:06:24.583 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.583 INFO:tasks.workunit.client.0.smithi016.stdout: "node": { 2024-04-15T16:06:24.583 INFO:tasks.workunit.client.0.smithi016.stdout: "count": { 2024-04-15T16:06:24.583 INFO:tasks.workunit.client.0.smithi016.stdout: "kubernetes-total": null, 2024-04-15T16:06:24.583 INFO:tasks.workunit.client.0.smithi016.stdout: "with-ceph-daemons": null, 2024-04-15T16:06:24.583 INFO:tasks.workunit.client.0.smithi016.stdout: "with-csi-cephfs-plugin": null, 2024-04-15T16:06:24.583 INFO:tasks.workunit.client.0.smithi016.stdout: "with-csi-nfs-plugin": null, 2024-04-15T16:06:24.583 INFO:tasks.workunit.client.0.smithi016.stdout: "with-csi-rbd-plugin": null 2024-04-15T16:06:24.583 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T16:06:24.583 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.583 INFO:tasks.workunit.client.0.smithi016.stdout: "usage": { 2024-04-15T16:06:24.583 INFO:tasks.workunit.client.0.smithi016.stdout: "storage-class": { 2024-04-15T16:06:24.584 INFO:tasks.workunit.client.0.smithi016.stdout: "count": { 2024-04-15T16:06:24.584 INFO:tasks.workunit.client.0.smithi016.stdout: "bucket": null, 2024-04-15T16:06:24.584 INFO:tasks.workunit.client.0.smithi016.stdout: "cephfs": null, 2024-04-15T16:06:24.584 INFO:tasks.workunit.client.0.smithi016.stdout: "nfs": null, 2024-04-15T16:06:24.584 INFO:tasks.workunit.client.0.smithi016.stdout: "rbd": null, 2024-04-15T16:06:24.584 INFO:tasks.workunit.client.0.smithi016.stdout: "total": null 2024-04-15T16:06:24.584 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T16:06:24.584 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T16:06:24.584 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.584 INFO:tasks.workunit.client.0.smithi016.stdout: "version": null 2024-04-15T16:06:24.584 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.584 INFO:tasks.workunit.client.0.smithi016.stdout: "services": {}, 2024-04-15T16:06:24.584 INFO:tasks.workunit.client.0.smithi016.stdout: "stats_per_pg": [ 2024-04-15T16:06:24.584 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-15T16:06:24.584 INFO:tasks.workunit.client.0.smithi016.stdout: "acting": [ 2024-04-15T16:06:24.585 INFO:tasks.workunit.client.0.smithi016.stdout: 6, 2024-04-15T16:06:24.585 INFO:tasks.workunit.client.0.smithi016.stdout: 4, 2024-04-15T16:06:24.585 INFO:tasks.workunit.client.0.smithi016.stdout: 0 2024-04-15T16:06:24.585 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:24.585 INFO:tasks.workunit.client.0.smithi016.stdout: "acting_primary": 6, 2024-04-15T16:06:24.585 INFO:tasks.workunit.client.0.smithi016.stdout: "avail_no_missing": [], 2024-04-15T16:06:24.585 INFO:tasks.workunit.client.0.smithi016.stdout: "blocked_by": [], 2024-04-15T16:06:24.585 INFO:tasks.workunit.client.0.smithi016.stdout: "created": 61, 2024-04-15T16:06:24.585 INFO:tasks.workunit.client.0.smithi016.stdout: "dirty_stats_invalid": false, 2024-04-15T16:06:24.585 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T16:06:24.585 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_stats_invalid": false, 2024-04-15T16:06:24.585 INFO:tasks.workunit.client.0.smithi016.stdout: "last_active": "2024-04-15T16:05:11.413022+0000", 2024-04-15T16:06:24.585 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_active": "2024-04-15T14:44:28.457415+0000", 2024-04-15T16:06:24.585 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_peered": "2024-04-15T14:44:28.457415+0000", 2024-04-15T16:06:24.585 INFO:tasks.workunit.client.0.smithi016.stdout: "last_change": "2024-04-15T14:44:28.457714+0000", 2024-04-15T16:06:24.586 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean": "2024-04-15T16:05:11.413022+0000", 2024-04-15T16:06:24.586 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T16:06:24.586 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub": "0'0", 2024-04-15T16:06:24.586 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T16:06:24.586 INFO:tasks.workunit.client.0.smithi016.stdout: "last_epoch_clean": 511, 2024-04-15T16:06:24.586 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fresh": "2024-04-15T16:05:11.413022+0000", 2024-04-15T16:06:24.586 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fullsized": "2024-04-15T16:05:11.413022+0000", 2024-04-15T16:06:24.586 INFO:tasks.workunit.client.0.smithi016.stdout: "last_peered": "2024-04-15T16:05:11.413022+0000", 2024-04-15T16:06:24.586 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub": "0'0", 2024-04-15T16:06:24.586 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_duration": 0, 2024-04-15T16:06:24.586 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T16:06:24.586 INFO:tasks.workunit.client.0.smithi016.stdout: "last_undegraded": "2024-04-15T16:05:11.413022+0000", 2024-04-15T16:06:24.586 INFO:tasks.workunit.client.0.smithi016.stdout: "last_unstale": "2024-04-15T16:05:11.413022+0000", 2024-04-15T16:06:24.586 INFO:tasks.workunit.client.0.smithi016.stdout: "log_dups_size": 0, 2024-04-15T16:06:24.587 INFO:tasks.workunit.client.0.smithi016.stdout: "log_size": 0, 2024-04-15T16:06:24.587 INFO:tasks.workunit.client.0.smithi016.stdout: "log_start": "0'0", 2024-04-15T16:06:24.587 INFO:tasks.workunit.client.0.smithi016.stdout: "manifest_stats_invalid": false, 2024-04-15T16:06:24.587 INFO:tasks.workunit.client.0.smithi016.stdout: "mapping_epoch": 510, 2024-04-15T16:06:24.587 INFO:tasks.workunit.client.0.smithi016.stdout: "object_location_counts": [], 2024-04-15T16:06:24.587 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_scrubbed": 0, 2024-04-15T16:06:24.587 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_trimmed": 0, 2024-04-15T16:06:24.587 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_stats_invalid": false, 2024-04-15T16:06:24.587 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_size": 0, 2024-04-15T16:06:24.587 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_start": "0'0", 2024-04-15T16:06:24.587 INFO:tasks.workunit.client.0.smithi016.stdout: "parent": "0.0", 2024-04-15T16:06:24.587 INFO:tasks.workunit.client.0.smithi016.stdout: "parent_split_bits": 0, 2024-04-15T16:06:24.587 INFO:tasks.workunit.client.0.smithi016.stdout: "pgid": "3.2c", 2024-04-15T16:06:24.587 INFO:tasks.workunit.client.0.smithi016.stdout: "pin_stats_invalid": false, 2024-04-15T16:06:24.587 INFO:tasks.workunit.client.0.smithi016.stdout: "purged_snaps": [], 2024-04-15T16:06:24.588 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_epoch": 2721, 2024-04-15T16:06:24.588 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_seq": 4899, 2024-04-15T16:06:24.588 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_duration": 0.0, 2024-04-15T16:06:24.588 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-16T22:43:32.478678+0000", 2024-04-15T16:06:24.588 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrim_duration": 0.0, 2024-04-15T16:06:24.588 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrimq_len": 0, 2024-04-15T16:06:24.588 INFO:tasks.workunit.client.0.smithi016.stdout: "stat_sum": { 2024-04-15T16:06:24.588 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes": 0, 2024-04-15T16:06:24.588 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T16:06:24.588 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_recovered": 0, 2024-04-15T16:06:24.588 INFO:tasks.workunit.client.0.smithi016.stdout: "num_deep_scrub_errors": 0, 2024-04-15T16:06:24.588 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict": 0, 2024-04-15T16:06:24.588 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_kb": 0, 2024-04-15T16:06:24.588 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_full": 0, 2024-04-15T16:06:24.589 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_some": 0, 2024-04-15T16:06:24.589 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush": 0, 2024-04-15T16:06:24.589 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_kb": 0, 2024-04-15T16:06:24.589 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_high": 0, 2024-04-15T16:06:24.589 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_low": 0, 2024-04-15T16:06:24.589 INFO:tasks.workunit.client.0.smithi016.stdout: "num_keys_recovered": 0, 2024-04-15T16:06:24.589 INFO:tasks.workunit.client.0.smithi016.stdout: "num_large_omap_objects": 0, 2024-04-15T16:06:24.589 INFO:tasks.workunit.client.0.smithi016.stdout: "num_legacy_snapsets": 0, 2024-04-15T16:06:24.589 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_clones": 0, 2024-04-15T16:06:24.589 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_copies": 0, 2024-04-15T16:06:24.589 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects": 0, 2024-04-15T16:06:24.589 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_degraded": 0, 2024-04-15T16:06:24.589 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_dirty": 0, 2024-04-15T16:06:24.589 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T16:06:24.589 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_manifest": 0, 2024-04-15T16:06:24.590 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_misplaced": 0, 2024-04-15T16:06:24.590 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing": 0, 2024-04-15T16:06:24.590 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T16:06:24.590 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_omap": 0, 2024-04-15T16:06:24.590 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_pinned": 0, 2024-04-15T16:06:24.590 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_recovered": 0, 2024-04-15T16:06:24.590 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_repaired": 0, 2024-04-15T16:06:24.590 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_unfound": 0, 2024-04-15T16:06:24.590 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_bytes": 0, 2024-04-15T16:06:24.590 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_keys": 0, 2024-04-15T16:06:24.590 INFO:tasks.workunit.client.0.smithi016.stdout: "num_promote": 0, 2024-04-15T16:06:24.590 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read": 0, 2024-04-15T16:06:24.590 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read_kb": 0, 2024-04-15T16:06:24.590 INFO:tasks.workunit.client.0.smithi016.stdout: "num_scrub_errors": 0, 2024-04-15T16:06:24.591 INFO:tasks.workunit.client.0.smithi016.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T16:06:24.591 INFO:tasks.workunit.client.0.smithi016.stdout: "num_whiteouts": 0, 2024-04-15T16:06:24.591 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write": 0, 2024-04-15T16:06:24.591 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write_kb": 0 2024-04-15T16:06:24.591 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.591 INFO:tasks.workunit.client.0.smithi016.stdout: "state": "active+clean", 2024-04-15T16:06:24.591 INFO:tasks.workunit.client.0.smithi016.stdout: "stats_invalid": false, 2024-04-15T16:06:24.591 INFO:tasks.workunit.client.0.smithi016.stdout: "up": [ 2024-04-15T16:06:24.591 INFO:tasks.workunit.client.0.smithi016.stdout: 6, 2024-04-15T16:06:24.591 INFO:tasks.workunit.client.0.smithi016.stdout: 4, 2024-04-15T16:06:24.591 INFO:tasks.workunit.client.0.smithi016.stdout: 0 2024-04-15T16:06:24.591 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:24.591 INFO:tasks.workunit.client.0.smithi016.stdout: "up_primary": 6, 2024-04-15T16:06:24.592 INFO:tasks.workunit.client.0.smithi016.stdout: "version": "0'0" 2024-04-15T16:06:24.592 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.592 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-15T16:06:24.592 INFO:tasks.workunit.client.0.smithi016.stdout: "acting": [ 2024-04-15T16:06:24.592 INFO:tasks.workunit.client.0.smithi016.stdout: 0, 2024-04-15T16:06:24.592 INFO:tasks.workunit.client.0.smithi016.stdout: 7, 2024-04-15T16:06:24.592 INFO:tasks.workunit.client.0.smithi016.stdout: 1 2024-04-15T16:06:24.592 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:24.592 INFO:tasks.workunit.client.0.smithi016.stdout: "acting_primary": 0, 2024-04-15T16:06:24.592 INFO:tasks.workunit.client.0.smithi016.stdout: "avail_no_missing": [], 2024-04-15T16:06:24.592 INFO:tasks.workunit.client.0.smithi016.stdout: "blocked_by": [], 2024-04-15T16:06:24.592 INFO:tasks.workunit.client.0.smithi016.stdout: "created": 61, 2024-04-15T16:06:24.592 INFO:tasks.workunit.client.0.smithi016.stdout: "dirty_stats_invalid": false, 2024-04-15T16:06:24.592 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T16:06:24.593 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_stats_invalid": false, 2024-04-15T16:06:24.593 INFO:tasks.workunit.client.0.smithi016.stdout: "last_active": "2024-04-15T16:05:11.413264+0000", 2024-04-15T16:06:24.593 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_active": "2024-04-15T14:44:49.365236+0000", 2024-04-15T16:06:24.593 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_peered": "2024-04-15T14:44:49.365236+0000", 2024-04-15T16:06:24.593 INFO:tasks.workunit.client.0.smithi016.stdout: "last_change": "2024-04-15T14:44:49.365614+0000", 2024-04-15T16:06:24.593 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean": "2024-04-15T16:05:11.413264+0000", 2024-04-15T16:06:24.593 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T16:06:24.593 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub": "0'0", 2024-04-15T16:06:24.593 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T16:06:24.593 INFO:tasks.workunit.client.0.smithi016.stdout: "last_epoch_clean": 532, 2024-04-15T16:06:24.593 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fresh": "2024-04-15T16:05:11.413264+0000", 2024-04-15T16:06:24.593 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fullsized": "2024-04-15T16:05:11.413264+0000", 2024-04-15T16:06:24.593 INFO:tasks.workunit.client.0.smithi016.stdout: "last_peered": "2024-04-15T16:05:11.413264+0000", 2024-04-15T16:06:24.593 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub": "0'0", 2024-04-15T16:06:24.593 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_duration": 0, 2024-04-15T16:06:24.594 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T16:06:24.594 INFO:tasks.workunit.client.0.smithi016.stdout: "last_undegraded": "2024-04-15T16:05:11.413264+0000", 2024-04-15T16:06:24.594 INFO:tasks.workunit.client.0.smithi016.stdout: "last_unstale": "2024-04-15T16:05:11.413264+0000", 2024-04-15T16:06:24.594 INFO:tasks.workunit.client.0.smithi016.stdout: "log_dups_size": 0, 2024-04-15T16:06:24.594 INFO:tasks.workunit.client.0.smithi016.stdout: "log_size": 0, 2024-04-15T16:06:24.594 INFO:tasks.workunit.client.0.smithi016.stdout: "log_start": "0'0", 2024-04-15T16:06:24.594 INFO:tasks.workunit.client.0.smithi016.stdout: "manifest_stats_invalid": false, 2024-04-15T16:06:24.594 INFO:tasks.workunit.client.0.smithi016.stdout: "mapping_epoch": 531, 2024-04-15T16:06:24.594 INFO:tasks.workunit.client.0.smithi016.stdout: "object_location_counts": [], 2024-04-15T16:06:24.594 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_scrubbed": 0, 2024-04-15T16:06:24.594 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_trimmed": 0, 2024-04-15T16:06:24.594 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_stats_invalid": false, 2024-04-15T16:06:24.594 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_size": 0, 2024-04-15T16:06:24.594 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_start": "0'0", 2024-04-15T16:06:24.595 INFO:tasks.workunit.client.0.smithi016.stdout: "parent": "0.0", 2024-04-15T16:06:24.595 INFO:tasks.workunit.client.0.smithi016.stdout: "parent_split_bits": 0, 2024-04-15T16:06:24.595 INFO:tasks.workunit.client.0.smithi016.stdout: "pgid": "3.2b", 2024-04-15T16:06:24.595 INFO:tasks.workunit.client.0.smithi016.stdout: "pin_stats_invalid": false, 2024-04-15T16:06:24.595 INFO:tasks.workunit.client.0.smithi016.stdout: "purged_snaps": [], 2024-04-15T16:06:24.595 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_epoch": 2721, 2024-04-15T16:06:24.595 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_seq": 5060, 2024-04-15T16:06:24.595 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_duration": 0.0, 2024-04-15T16:06:24.595 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-16T21:16:02.686994+0000", 2024-04-15T16:06:24.595 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrim_duration": 0.0, 2024-04-15T16:06:24.595 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrimq_len": 0, 2024-04-15T16:06:24.595 INFO:tasks.workunit.client.0.smithi016.stdout: "stat_sum": { 2024-04-15T16:06:24.595 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes": 0, 2024-04-15T16:06:24.595 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T16:06:24.596 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_recovered": 0, 2024-04-15T16:06:24.596 INFO:tasks.workunit.client.0.smithi016.stdout: "num_deep_scrub_errors": 0, 2024-04-15T16:06:24.596 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict": 0, 2024-04-15T16:06:24.596 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_kb": 0, 2024-04-15T16:06:24.596 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_full": 0, 2024-04-15T16:06:24.596 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_some": 0, 2024-04-15T16:06:24.596 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush": 0, 2024-04-15T16:06:24.596 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_kb": 0, 2024-04-15T16:06:24.596 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_high": 0, 2024-04-15T16:06:24.596 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_low": 0, 2024-04-15T16:06:24.596 INFO:tasks.workunit.client.0.smithi016.stdout: "num_keys_recovered": 0, 2024-04-15T16:06:24.596 INFO:tasks.workunit.client.0.smithi016.stdout: "num_large_omap_objects": 0, 2024-04-15T16:06:24.596 INFO:tasks.workunit.client.0.smithi016.stdout: "num_legacy_snapsets": 0, 2024-04-15T16:06:24.596 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_clones": 0, 2024-04-15T16:06:24.596 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_copies": 0, 2024-04-15T16:06:24.597 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects": 0, 2024-04-15T16:06:24.597 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_degraded": 0, 2024-04-15T16:06:24.597 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_dirty": 0, 2024-04-15T16:06:24.597 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T16:06:24.597 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_manifest": 0, 2024-04-15T16:06:24.597 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_misplaced": 0, 2024-04-15T16:06:24.597 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing": 0, 2024-04-15T16:06:24.597 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T16:06:24.597 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_omap": 0, 2024-04-15T16:06:24.597 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_pinned": 0, 2024-04-15T16:06:24.597 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_recovered": 0, 2024-04-15T16:06:24.597 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_repaired": 0, 2024-04-15T16:06:24.597 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_unfound": 0, 2024-04-15T16:06:24.597 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_bytes": 0, 2024-04-15T16:06:24.597 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_keys": 0, 2024-04-15T16:06:24.598 INFO:tasks.workunit.client.0.smithi016.stdout: "num_promote": 0, 2024-04-15T16:06:24.598 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read": 0, 2024-04-15T16:06:24.598 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read_kb": 0, 2024-04-15T16:06:24.598 INFO:tasks.workunit.client.0.smithi016.stdout: "num_scrub_errors": 0, 2024-04-15T16:06:24.598 INFO:tasks.workunit.client.0.smithi016.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T16:06:24.598 INFO:tasks.workunit.client.0.smithi016.stdout: "num_whiteouts": 0, 2024-04-15T16:06:24.598 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write": 0, 2024-04-15T16:06:24.598 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write_kb": 0 2024-04-15T16:06:24.598 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.598 INFO:tasks.workunit.client.0.smithi016.stdout: "state": "active+clean", 2024-04-15T16:06:24.598 INFO:tasks.workunit.client.0.smithi016.stdout: "stats_invalid": false, 2024-04-15T16:06:24.598 INFO:tasks.workunit.client.0.smithi016.stdout: "up": [ 2024-04-15T16:06:24.598 INFO:tasks.workunit.client.0.smithi016.stdout: 0, 2024-04-15T16:06:24.598 INFO:tasks.workunit.client.0.smithi016.stdout: 7, 2024-04-15T16:06:24.599 INFO:tasks.workunit.client.0.smithi016.stdout: 1 2024-04-15T16:06:24.599 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:24.599 INFO:tasks.workunit.client.0.smithi016.stdout: "up_primary": 0, 2024-04-15T16:06:24.599 INFO:tasks.workunit.client.0.smithi016.stdout: "version": "0'0" 2024-04-15T16:06:24.599 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.599 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-15T16:06:24.599 INFO:tasks.workunit.client.0.smithi016.stdout: "acting": [ 2024-04-15T16:06:24.599 INFO:tasks.workunit.client.0.smithi016.stdout: 5, 2024-04-15T16:06:24.599 INFO:tasks.workunit.client.0.smithi016.stdout: 7, 2024-04-15T16:06:24.599 INFO:tasks.workunit.client.0.smithi016.stdout: 6 2024-04-15T16:06:24.599 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:24.599 INFO:tasks.workunit.client.0.smithi016.stdout: "acting_primary": 5, 2024-04-15T16:06:24.599 INFO:tasks.workunit.client.0.smithi016.stdout: "avail_no_missing": [], 2024-04-15T16:06:24.600 INFO:tasks.workunit.client.0.smithi016.stdout: "blocked_by": [], 2024-04-15T16:06:24.600 INFO:tasks.workunit.client.0.smithi016.stdout: "created": 61, 2024-04-15T16:06:24.600 INFO:tasks.workunit.client.0.smithi016.stdout: "dirty_stats_invalid": false, 2024-04-15T16:06:24.600 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T16:06:24.600 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_stats_invalid": false, 2024-04-15T16:06:24.600 INFO:tasks.workunit.client.0.smithi016.stdout: "last_active": "2024-04-15T16:05:12.200672+0000", 2024-04-15T16:06:24.600 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_active": "2024-04-15T14:44:49.373038+0000", 2024-04-15T16:06:24.600 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_peered": "2024-04-15T14:44:49.373038+0000", 2024-04-15T16:06:24.600 INFO:tasks.workunit.client.0.smithi016.stdout: "last_change": "2024-04-15T14:44:49.374294+0000", 2024-04-15T16:06:24.600 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean": "2024-04-15T16:05:12.200672+0000", 2024-04-15T16:06:24.600 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T16:06:24.600 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub": "0'0", 2024-04-15T16:06:24.600 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T16:06:24.600 INFO:tasks.workunit.client.0.smithi016.stdout: "last_epoch_clean": 532, 2024-04-15T16:06:24.600 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fresh": "2024-04-15T16:05:12.200672+0000", 2024-04-15T16:06:24.601 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fullsized": "2024-04-15T16:05:12.200672+0000", 2024-04-15T16:06:24.601 INFO:tasks.workunit.client.0.smithi016.stdout: "last_peered": "2024-04-15T16:05:12.200672+0000", 2024-04-15T16:06:24.601 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub": "0'0", 2024-04-15T16:06:24.601 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_duration": 0, 2024-04-15T16:06:24.601 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T16:06:24.601 INFO:tasks.workunit.client.0.smithi016.stdout: "last_undegraded": "2024-04-15T16:05:12.200672+0000", 2024-04-15T16:06:24.601 INFO:tasks.workunit.client.0.smithi016.stdout: "last_unstale": "2024-04-15T16:05:12.200672+0000", 2024-04-15T16:06:24.601 INFO:tasks.workunit.client.0.smithi016.stdout: "log_dups_size": 0, 2024-04-15T16:06:24.601 INFO:tasks.workunit.client.0.smithi016.stdout: "log_size": 0, 2024-04-15T16:06:24.601 INFO:tasks.workunit.client.0.smithi016.stdout: "log_start": "0'0", 2024-04-15T16:06:24.601 INFO:tasks.workunit.client.0.smithi016.stdout: "manifest_stats_invalid": false, 2024-04-15T16:06:24.601 INFO:tasks.workunit.client.0.smithi016.stdout: "mapping_epoch": 531, 2024-04-15T16:06:24.601 INFO:tasks.workunit.client.0.smithi016.stdout: "object_location_counts": [], 2024-04-15T16:06:24.601 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_scrubbed": 0, 2024-04-15T16:06:24.602 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_trimmed": 0, 2024-04-15T16:06:24.602 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_stats_invalid": false, 2024-04-15T16:06:24.602 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_size": 0, 2024-04-15T16:06:24.602 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_start": "0'0", 2024-04-15T16:06:24.602 INFO:tasks.workunit.client.0.smithi016.stdout: "parent": "0.0", 2024-04-15T16:06:24.602 INFO:tasks.workunit.client.0.smithi016.stdout: "parent_split_bits": 0, 2024-04-15T16:06:24.602 INFO:tasks.workunit.client.0.smithi016.stdout: "pgid": "3.2a", 2024-04-15T16:06:24.602 INFO:tasks.workunit.client.0.smithi016.stdout: "pin_stats_invalid": false, 2024-04-15T16:06:24.602 INFO:tasks.workunit.client.0.smithi016.stdout: "purged_snaps": [], 2024-04-15T16:06:24.602 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_epoch": 2721, 2024-04-15T16:06:24.602 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_seq": 4883, 2024-04-15T16:06:24.602 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_duration": 0.0, 2024-04-15T16:06:24.602 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-16T20:27:02.607265+0000", 2024-04-15T16:06:24.602 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrim_duration": 0.0, 2024-04-15T16:06:24.603 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrimq_len": 0, 2024-04-15T16:06:24.603 INFO:tasks.workunit.client.0.smithi016.stdout: "stat_sum": { 2024-04-15T16:06:24.603 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes": 0, 2024-04-15T16:06:24.603 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T16:06:24.603 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_recovered": 0, 2024-04-15T16:06:24.603 INFO:tasks.workunit.client.0.smithi016.stdout: "num_deep_scrub_errors": 0, 2024-04-15T16:06:24.603 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict": 0, 2024-04-15T16:06:24.603 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_kb": 0, 2024-04-15T16:06:24.603 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_full": 0, 2024-04-15T16:06:24.603 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_some": 0, 2024-04-15T16:06:24.603 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush": 0, 2024-04-15T16:06:24.603 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_kb": 0, 2024-04-15T16:06:24.603 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_high": 0, 2024-04-15T16:06:24.603 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_low": 0, 2024-04-15T16:06:24.604 INFO:tasks.workunit.client.0.smithi016.stdout: "num_keys_recovered": 0, 2024-04-15T16:06:24.604 INFO:tasks.workunit.client.0.smithi016.stdout: "num_large_omap_objects": 0, 2024-04-15T16:06:24.604 INFO:tasks.workunit.client.0.smithi016.stdout: "num_legacy_snapsets": 0, 2024-04-15T16:06:24.604 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_clones": 0, 2024-04-15T16:06:24.604 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_copies": 0, 2024-04-15T16:06:24.604 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects": 0, 2024-04-15T16:06:24.604 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_degraded": 0, 2024-04-15T16:06:24.604 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_dirty": 0, 2024-04-15T16:06:24.604 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T16:06:24.604 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_manifest": 0, 2024-04-15T16:06:24.604 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_misplaced": 0, 2024-04-15T16:06:24.604 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing": 0, 2024-04-15T16:06:24.604 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T16:06:24.604 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_omap": 0, 2024-04-15T16:06:24.604 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_pinned": 0, 2024-04-15T16:06:24.605 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_recovered": 0, 2024-04-15T16:06:24.605 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_repaired": 0, 2024-04-15T16:06:24.605 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_unfound": 0, 2024-04-15T16:06:24.605 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_bytes": 0, 2024-04-15T16:06:24.605 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_keys": 0, 2024-04-15T16:06:24.605 INFO:tasks.workunit.client.0.smithi016.stdout: "num_promote": 0, 2024-04-15T16:06:24.605 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read": 0, 2024-04-15T16:06:24.605 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read_kb": 0, 2024-04-15T16:06:24.605 INFO:tasks.workunit.client.0.smithi016.stdout: "num_scrub_errors": 0, 2024-04-15T16:06:24.605 INFO:tasks.workunit.client.0.smithi016.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T16:06:24.605 INFO:tasks.workunit.client.0.smithi016.stdout: "num_whiteouts": 0, 2024-04-15T16:06:24.605 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write": 0, 2024-04-15T16:06:24.605 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write_kb": 0 2024-04-15T16:06:24.605 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.605 INFO:tasks.workunit.client.0.smithi016.stdout: "state": "active+clean", 2024-04-15T16:06:24.605 INFO:tasks.workunit.client.0.smithi016.stdout: "stats_invalid": false, 2024-04-15T16:06:24.606 INFO:tasks.workunit.client.0.smithi016.stdout: "up": [ 2024-04-15T16:06:24.606 INFO:tasks.workunit.client.0.smithi016.stdout: 5, 2024-04-15T16:06:24.606 INFO:tasks.workunit.client.0.smithi016.stdout: 7, 2024-04-15T16:06:24.606 INFO:tasks.workunit.client.0.smithi016.stdout: 6 2024-04-15T16:06:24.606 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:24.606 INFO:tasks.workunit.client.0.smithi016.stdout: "up_primary": 5, 2024-04-15T16:06:24.606 INFO:tasks.workunit.client.0.smithi016.stdout: "version": "0'0" 2024-04-15T16:06:24.606 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.606 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-15T16:06:24.606 INFO:tasks.workunit.client.0.smithi016.stdout: "acting": [ 2024-04-15T16:06:24.606 INFO:tasks.workunit.client.0.smithi016.stdout: 3, 2024-04-15T16:06:24.606 INFO:tasks.workunit.client.0.smithi016.stdout: 4, 2024-04-15T16:06:24.606 INFO:tasks.workunit.client.0.smithi016.stdout: 1 2024-04-15T16:06:24.606 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:24.607 INFO:tasks.workunit.client.0.smithi016.stdout: "acting_primary": 3, 2024-04-15T16:06:24.607 INFO:tasks.workunit.client.0.smithi016.stdout: "avail_no_missing": [], 2024-04-15T16:06:24.607 INFO:tasks.workunit.client.0.smithi016.stdout: "blocked_by": [], 2024-04-15T16:06:24.607 INFO:tasks.workunit.client.0.smithi016.stdout: "created": 61, 2024-04-15T16:06:24.607 INFO:tasks.workunit.client.0.smithi016.stdout: "dirty_stats_invalid": false, 2024-04-15T16:06:24.607 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T16:06:24.607 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_stats_invalid": false, 2024-04-15T16:06:24.607 INFO:tasks.workunit.client.0.smithi016.stdout: "last_active": "2024-04-15T16:05:12.197893+0000", 2024-04-15T16:06:24.607 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_active": "2024-04-15T14:43:32.404618+0000", 2024-04-15T16:06:24.607 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_peered": "2024-04-15T14:43:32.404618+0000", 2024-04-15T16:06:24.607 INFO:tasks.workunit.client.0.smithi016.stdout: "last_change": "2024-04-15T14:43:32.404986+0000", 2024-04-15T16:06:24.607 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean": "2024-04-15T16:05:12.197893+0000", 2024-04-15T16:06:24.607 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T16:06:24.607 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub": "0'0", 2024-04-15T16:06:24.607 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T16:06:24.608 INFO:tasks.workunit.client.0.smithi016.stdout: "last_epoch_clean": 455, 2024-04-15T16:06:24.608 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fresh": "2024-04-15T16:05:12.197893+0000", 2024-04-15T16:06:24.608 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fullsized": "2024-04-15T16:05:12.197893+0000", 2024-04-15T16:06:24.608 INFO:tasks.workunit.client.0.smithi016.stdout: "last_peered": "2024-04-15T16:05:12.197893+0000", 2024-04-15T16:06:24.608 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub": "0'0", 2024-04-15T16:06:24.608 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_duration": 0, 2024-04-15T16:06:24.608 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T16:06:24.608 INFO:tasks.workunit.client.0.smithi016.stdout: "last_undegraded": "2024-04-15T16:05:12.197893+0000", 2024-04-15T16:06:24.608 INFO:tasks.workunit.client.0.smithi016.stdout: "last_unstale": "2024-04-15T16:05:12.197893+0000", 2024-04-15T16:06:24.608 INFO:tasks.workunit.client.0.smithi016.stdout: "log_dups_size": 0, 2024-04-15T16:06:24.608 INFO:tasks.workunit.client.0.smithi016.stdout: "log_size": 0, 2024-04-15T16:06:24.608 INFO:tasks.workunit.client.0.smithi016.stdout: "log_start": "0'0", 2024-04-15T16:06:24.608 INFO:tasks.workunit.client.0.smithi016.stdout: "manifest_stats_invalid": false, 2024-04-15T16:06:24.608 INFO:tasks.workunit.client.0.smithi016.stdout: "mapping_epoch": 454, 2024-04-15T16:06:24.608 INFO:tasks.workunit.client.0.smithi016.stdout: "object_location_counts": [], 2024-04-15T16:06:24.609 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_scrubbed": 0, 2024-04-15T16:06:24.609 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_trimmed": 0, 2024-04-15T16:06:24.609 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_stats_invalid": false, 2024-04-15T16:06:24.609 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_size": 0, 2024-04-15T16:06:24.609 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_start": "0'0", 2024-04-15T16:06:24.609 INFO:tasks.workunit.client.0.smithi016.stdout: "parent": "0.0", 2024-04-15T16:06:24.609 INFO:tasks.workunit.client.0.smithi016.stdout: "parent_split_bits": 0, 2024-04-15T16:06:24.609 INFO:tasks.workunit.client.0.smithi016.stdout: "pgid": "3.29", 2024-04-15T16:06:24.609 INFO:tasks.workunit.client.0.smithi016.stdout: "pin_stats_invalid": false, 2024-04-15T16:06:24.609 INFO:tasks.workunit.client.0.smithi016.stdout: "purged_snaps": [], 2024-04-15T16:06:24.609 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_epoch": 2721, 2024-04-15T16:06:24.609 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_seq": 4946, 2024-04-15T16:06:24.610 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_duration": 0.0, 2024-04-15T16:06:24.610 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-17T00:59:01.031152+0000", 2024-04-15T16:06:24.610 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrim_duration": 0.0, 2024-04-15T16:06:24.610 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrimq_len": 0, 2024-04-15T16:06:24.610 INFO:tasks.workunit.client.0.smithi016.stdout: "stat_sum": { 2024-04-15T16:06:24.610 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes": 0, 2024-04-15T16:06:24.610 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T16:06:24.610 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_recovered": 0, 2024-04-15T16:06:24.610 INFO:tasks.workunit.client.0.smithi016.stdout: "num_deep_scrub_errors": 0, 2024-04-15T16:06:24.610 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict": 0, 2024-04-15T16:06:24.610 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_kb": 0, 2024-04-15T16:06:24.610 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_full": 0, 2024-04-15T16:06:24.610 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_some": 0, 2024-04-15T16:06:24.611 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush": 0, 2024-04-15T16:06:24.611 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_kb": 0, 2024-04-15T16:06:24.611 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_high": 0, 2024-04-15T16:06:24.611 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_low": 0, 2024-04-15T16:06:24.611 INFO:tasks.workunit.client.0.smithi016.stdout: "num_keys_recovered": 0, 2024-04-15T16:06:24.611 INFO:tasks.workunit.client.0.smithi016.stdout: "num_large_omap_objects": 0, 2024-04-15T16:06:24.611 INFO:tasks.workunit.client.0.smithi016.stdout: "num_legacy_snapsets": 0, 2024-04-15T16:06:24.611 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_clones": 0, 2024-04-15T16:06:24.611 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_copies": 0, 2024-04-15T16:06:24.611 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects": 0, 2024-04-15T16:06:24.611 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_degraded": 0, 2024-04-15T16:06:24.611 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_dirty": 0, 2024-04-15T16:06:24.611 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T16:06:24.611 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_manifest": 0, 2024-04-15T16:06:24.612 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_misplaced": 0, 2024-04-15T16:06:24.612 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing": 0, 2024-04-15T16:06:24.612 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T16:06:24.612 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_omap": 0, 2024-04-15T16:06:24.612 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_pinned": 0, 2024-04-15T16:06:24.612 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_recovered": 0, 2024-04-15T16:06:24.612 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_repaired": 0, 2024-04-15T16:06:24.612 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_unfound": 0, 2024-04-15T16:06:24.612 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_bytes": 0, 2024-04-15T16:06:24.612 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_keys": 0, 2024-04-15T16:06:24.612 INFO:tasks.workunit.client.0.smithi016.stdout: "num_promote": 0, 2024-04-15T16:06:24.612 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read": 0, 2024-04-15T16:06:24.612 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read_kb": 0, 2024-04-15T16:06:24.612 INFO:tasks.workunit.client.0.smithi016.stdout: "num_scrub_errors": 0, 2024-04-15T16:06:24.613 INFO:tasks.workunit.client.0.smithi016.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T16:06:24.613 INFO:tasks.workunit.client.0.smithi016.stdout: "num_whiteouts": 0, 2024-04-15T16:06:24.613 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write": 0, 2024-04-15T16:06:24.613 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write_kb": 0 2024-04-15T16:06:24.613 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.613 INFO:tasks.workunit.client.0.smithi016.stdout: "state": "active+clean", 2024-04-15T16:06:24.613 INFO:tasks.workunit.client.0.smithi016.stdout: "stats_invalid": false, 2024-04-15T16:06:24.613 INFO:tasks.workunit.client.0.smithi016.stdout: "up": [ 2024-04-15T16:06:24.613 INFO:tasks.workunit.client.0.smithi016.stdout: 3, 2024-04-15T16:06:24.613 INFO:tasks.workunit.client.0.smithi016.stdout: 4, 2024-04-15T16:06:24.613 INFO:tasks.workunit.client.0.smithi016.stdout: 1 2024-04-15T16:06:24.613 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:24.613 INFO:tasks.workunit.client.0.smithi016.stdout: "up_primary": 3, 2024-04-15T16:06:24.613 INFO:tasks.workunit.client.0.smithi016.stdout: "version": "0'0" 2024-04-15T16:06:24.613 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.614 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-15T16:06:24.614 INFO:tasks.workunit.client.0.smithi016.stdout: "acting": [ 2024-04-15T16:06:24.614 INFO:tasks.workunit.client.0.smithi016.stdout: 5, 2024-04-15T16:06:24.614 INFO:tasks.workunit.client.0.smithi016.stdout: 3, 2024-04-15T16:06:24.614 INFO:tasks.workunit.client.0.smithi016.stdout: 2 2024-04-15T16:06:24.614 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:24.614 INFO:tasks.workunit.client.0.smithi016.stdout: "acting_primary": 5, 2024-04-15T16:06:24.614 INFO:tasks.workunit.client.0.smithi016.stdout: "avail_no_missing": [], 2024-04-15T16:06:24.614 INFO:tasks.workunit.client.0.smithi016.stdout: "blocked_by": [], 2024-04-15T16:06:24.614 INFO:tasks.workunit.client.0.smithi016.stdout: "created": 61, 2024-04-15T16:06:24.614 INFO:tasks.workunit.client.0.smithi016.stdout: "dirty_stats_invalid": false, 2024-04-15T16:06:24.614 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T16:06:24.614 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_stats_invalid": false, 2024-04-15T16:06:24.614 INFO:tasks.workunit.client.0.smithi016.stdout: "last_active": "2024-04-15T16:05:12.200939+0000", 2024-04-15T16:06:24.615 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_active": "2024-04-15T14:43:53.355814+0000", 2024-04-15T16:06:24.615 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_peered": "2024-04-15T14:43:53.355814+0000", 2024-04-15T16:06:24.615 INFO:tasks.workunit.client.0.smithi016.stdout: "last_change": "2024-04-15T14:43:53.356166+0000", 2024-04-15T16:06:24.615 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean": "2024-04-15T16:05:12.200939+0000", 2024-04-15T16:06:24.615 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T16:06:24.615 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub": "0'0", 2024-04-15T16:06:24.615 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T16:06:24.615 INFO:tasks.workunit.client.0.smithi016.stdout: "last_epoch_clean": 476, 2024-04-15T16:06:24.615 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fresh": "2024-04-15T16:05:12.200939+0000", 2024-04-15T16:06:24.615 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fullsized": "2024-04-15T16:05:12.200939+0000", 2024-04-15T16:06:24.615 INFO:tasks.workunit.client.0.smithi016.stdout: "last_peered": "2024-04-15T16:05:12.200939+0000", 2024-04-15T16:06:24.615 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub": "0'0", 2024-04-15T16:06:24.615 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_duration": 0, 2024-04-15T16:06:24.615 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T16:06:24.616 INFO:tasks.workunit.client.0.smithi016.stdout: "last_undegraded": "2024-04-15T16:05:12.200939+0000", 2024-04-15T16:06:24.616 INFO:tasks.workunit.client.0.smithi016.stdout: "last_unstale": "2024-04-15T16:05:12.200939+0000", 2024-04-15T16:06:24.616 INFO:tasks.workunit.client.0.smithi016.stdout: "log_dups_size": 0, 2024-04-15T16:06:24.616 INFO:tasks.workunit.client.0.smithi016.stdout: "log_size": 0, 2024-04-15T16:06:24.616 INFO:tasks.workunit.client.0.smithi016.stdout: "log_start": "0'0", 2024-04-15T16:06:24.616 INFO:tasks.workunit.client.0.smithi016.stdout: "manifest_stats_invalid": false, 2024-04-15T16:06:24.616 INFO:tasks.workunit.client.0.smithi016.stdout: "mapping_epoch": 475, 2024-04-15T16:06:24.616 INFO:tasks.workunit.client.0.smithi016.stdout: "object_location_counts": [], 2024-04-15T16:06:24.616 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_scrubbed": 0, 2024-04-15T16:06:24.616 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_trimmed": 0, 2024-04-15T16:06:24.616 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_stats_invalid": false, 2024-04-15T16:06:24.616 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_size": 0, 2024-04-15T16:06:24.616 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_start": "0'0", 2024-04-15T16:06:24.616 INFO:tasks.workunit.client.0.smithi016.stdout: "parent": "0.0", 2024-04-15T16:06:24.617 INFO:tasks.workunit.client.0.smithi016.stdout: "parent_split_bits": 0, 2024-04-15T16:06:24.617 INFO:tasks.workunit.client.0.smithi016.stdout: "pgid": "3.28", 2024-04-15T16:06:24.617 INFO:tasks.workunit.client.0.smithi016.stdout: "pin_stats_invalid": false, 2024-04-15T16:06:24.617 INFO:tasks.workunit.client.0.smithi016.stdout: "purged_snaps": [], 2024-04-15T16:06:24.617 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_epoch": 2721, 2024-04-15T16:06:24.617 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_seq": 4926, 2024-04-15T16:06:24.617 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_duration": 0.0, 2024-04-15T16:06:24.617 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-16T20:50:57.784675+0000", 2024-04-15T16:06:24.617 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrim_duration": 0.0, 2024-04-15T16:06:24.617 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrimq_len": 0, 2024-04-15T16:06:24.617 INFO:tasks.workunit.client.0.smithi016.stdout: "stat_sum": { 2024-04-15T16:06:24.617 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes": 0, 2024-04-15T16:06:24.617 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T16:06:24.617 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_recovered": 0, 2024-04-15T16:06:24.617 INFO:tasks.workunit.client.0.smithi016.stdout: "num_deep_scrub_errors": 0, 2024-04-15T16:06:24.618 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict": 0, 2024-04-15T16:06:24.618 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_kb": 0, 2024-04-15T16:06:24.618 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_full": 0, 2024-04-15T16:06:24.618 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_some": 0, 2024-04-15T16:06:24.618 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush": 0, 2024-04-15T16:06:24.618 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_kb": 0, 2024-04-15T16:06:24.618 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_high": 0, 2024-04-15T16:06:24.618 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_low": 0, 2024-04-15T16:06:24.618 INFO:tasks.workunit.client.0.smithi016.stdout: "num_keys_recovered": 0, 2024-04-15T16:06:24.618 INFO:tasks.workunit.client.0.smithi016.stdout: "num_large_omap_objects": 0, 2024-04-15T16:06:24.618 INFO:tasks.workunit.client.0.smithi016.stdout: "num_legacy_snapsets": 0, 2024-04-15T16:06:24.618 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_clones": 0, 2024-04-15T16:06:24.618 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_copies": 0, 2024-04-15T16:06:24.619 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects": 0, 2024-04-15T16:06:24.619 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_degraded": 0, 2024-04-15T16:06:24.619 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_dirty": 0, 2024-04-15T16:06:24.619 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T16:06:24.619 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_manifest": 0, 2024-04-15T16:06:24.619 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_misplaced": 0, 2024-04-15T16:06:24.619 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing": 0, 2024-04-15T16:06:24.619 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T16:06:24.619 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_omap": 0, 2024-04-15T16:06:24.619 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_pinned": 0, 2024-04-15T16:06:24.619 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_recovered": 0, 2024-04-15T16:06:24.619 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_repaired": 0, 2024-04-15T16:06:24.619 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_unfound": 0, 2024-04-15T16:06:24.619 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_bytes": 0, 2024-04-15T16:06:24.619 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_keys": 0, 2024-04-15T16:06:24.620 INFO:tasks.workunit.client.0.smithi016.stdout: "num_promote": 0, 2024-04-15T16:06:24.620 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read": 0, 2024-04-15T16:06:24.620 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read_kb": 0, 2024-04-15T16:06:24.620 INFO:tasks.workunit.client.0.smithi016.stdout: "num_scrub_errors": 0, 2024-04-15T16:06:24.620 INFO:tasks.workunit.client.0.smithi016.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T16:06:24.620 INFO:tasks.workunit.client.0.smithi016.stdout: "num_whiteouts": 0, 2024-04-15T16:06:24.620 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write": 0, 2024-04-15T16:06:24.620 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write_kb": 0 2024-04-15T16:06:24.620 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.620 INFO:tasks.workunit.client.0.smithi016.stdout: "state": "active+clean", 2024-04-15T16:06:24.620 INFO:tasks.workunit.client.0.smithi016.stdout: "stats_invalid": false, 2024-04-15T16:06:24.620 INFO:tasks.workunit.client.0.smithi016.stdout: "up": [ 2024-04-15T16:06:24.620 INFO:tasks.workunit.client.0.smithi016.stdout: 5, 2024-04-15T16:06:24.620 INFO:tasks.workunit.client.0.smithi016.stdout: 3, 2024-04-15T16:06:24.620 INFO:tasks.workunit.client.0.smithi016.stdout: 2 2024-04-15T16:06:24.621 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:24.621 INFO:tasks.workunit.client.0.smithi016.stdout: "up_primary": 5, 2024-04-15T16:06:24.621 INFO:tasks.workunit.client.0.smithi016.stdout: "version": "0'0" 2024-04-15T16:06:24.621 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.621 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-15T16:06:24.621 INFO:tasks.workunit.client.0.smithi016.stdout: "acting": [ 2024-04-15T16:06:24.621 INFO:tasks.workunit.client.0.smithi016.stdout: 3, 2024-04-15T16:06:24.621 INFO:tasks.workunit.client.0.smithi016.stdout: 4, 2024-04-15T16:06:24.621 INFO:tasks.workunit.client.0.smithi016.stdout: 2 2024-04-15T16:06:24.621 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:24.621 INFO:tasks.workunit.client.0.smithi016.stdout: "acting_primary": 3, 2024-04-15T16:06:24.621 INFO:tasks.workunit.client.0.smithi016.stdout: "avail_no_missing": [], 2024-04-15T16:06:24.621 INFO:tasks.workunit.client.0.smithi016.stdout: "blocked_by": [], 2024-04-15T16:06:24.621 INFO:tasks.workunit.client.0.smithi016.stdout: "created": 61, 2024-04-15T16:06:24.621 INFO:tasks.workunit.client.0.smithi016.stdout: "dirty_stats_invalid": false, 2024-04-15T16:06:24.622 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T16:06:24.622 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_stats_invalid": false, 2024-04-15T16:06:24.622 INFO:tasks.workunit.client.0.smithi016.stdout: "last_active": "2024-04-15T16:05:12.199390+0000", 2024-04-15T16:06:24.622 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_active": "2024-04-15T14:43:32.407505+0000", 2024-04-15T16:06:24.622 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_peered": "2024-04-15T14:43:32.407505+0000", 2024-04-15T16:06:24.622 INFO:tasks.workunit.client.0.smithi016.stdout: "last_change": "2024-04-15T14:43:32.407871+0000", 2024-04-15T16:06:24.622 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean": "2024-04-15T16:05:12.199390+0000", 2024-04-15T16:06:24.622 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T16:06:24.622 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub": "0'0", 2024-04-15T16:06:24.622 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T16:06:24.622 INFO:tasks.workunit.client.0.smithi016.stdout: "last_epoch_clean": 455, 2024-04-15T16:06:24.622 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fresh": "2024-04-15T16:05:12.199390+0000", 2024-04-15T16:06:24.622 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fullsized": "2024-04-15T16:05:12.199390+0000", 2024-04-15T16:06:24.622 INFO:tasks.workunit.client.0.smithi016.stdout: "last_peered": "2024-04-15T16:05:12.199390+0000", 2024-04-15T16:06:24.623 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub": "0'0", 2024-04-15T16:06:24.623 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_duration": 0, 2024-04-15T16:06:24.623 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T16:06:24.623 INFO:tasks.workunit.client.0.smithi016.stdout: "last_undegraded": "2024-04-15T16:05:12.199390+0000", 2024-04-15T16:06:24.623 INFO:tasks.workunit.client.0.smithi016.stdout: "last_unstale": "2024-04-15T16:05:12.199390+0000", 2024-04-15T16:06:24.623 INFO:tasks.workunit.client.0.smithi016.stdout: "log_dups_size": 0, 2024-04-15T16:06:24.623 INFO:tasks.workunit.client.0.smithi016.stdout: "log_size": 0, 2024-04-15T16:06:24.623 INFO:tasks.workunit.client.0.smithi016.stdout: "log_start": "0'0", 2024-04-15T16:06:24.623 INFO:tasks.workunit.client.0.smithi016.stdout: "manifest_stats_invalid": false, 2024-04-15T16:06:24.623 INFO:tasks.workunit.client.0.smithi016.stdout: "mapping_epoch": 454, 2024-04-15T16:06:24.623 INFO:tasks.workunit.client.0.smithi016.stdout: "object_location_counts": [], 2024-04-15T16:06:24.623 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_scrubbed": 0, 2024-04-15T16:06:24.623 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_trimmed": 0, 2024-04-15T16:06:24.623 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_stats_invalid": false, 2024-04-15T16:06:24.624 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_size": 0, 2024-04-15T16:06:24.624 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_start": "0'0", 2024-04-15T16:06:24.624 INFO:tasks.workunit.client.0.smithi016.stdout: "parent": "0.0", 2024-04-15T16:06:24.624 INFO:tasks.workunit.client.0.smithi016.stdout: "parent_split_bits": 0, 2024-04-15T16:06:24.624 INFO:tasks.workunit.client.0.smithi016.stdout: "pgid": "3.27", 2024-04-15T16:06:24.624 INFO:tasks.workunit.client.0.smithi016.stdout: "pin_stats_invalid": false, 2024-04-15T16:06:24.624 INFO:tasks.workunit.client.0.smithi016.stdout: "purged_snaps": [], 2024-04-15T16:06:24.624 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_epoch": 2721, 2024-04-15T16:06:24.624 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_seq": 4968, 2024-04-15T16:06:24.624 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_duration": 0.0, 2024-04-15T16:06:24.624 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-16T16:00:18.733069+0000", 2024-04-15T16:06:24.624 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrim_duration": 0.0, 2024-04-15T16:06:24.624 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrimq_len": 0, 2024-04-15T16:06:24.624 INFO:tasks.workunit.client.0.smithi016.stdout: "stat_sum": { 2024-04-15T16:06:24.624 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes": 0, 2024-04-15T16:06:24.625 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T16:06:24.625 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_recovered": 0, 2024-04-15T16:06:24.625 INFO:tasks.workunit.client.0.smithi016.stdout: "num_deep_scrub_errors": 0, 2024-04-15T16:06:24.625 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict": 0, 2024-04-15T16:06:24.625 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_kb": 0, 2024-04-15T16:06:24.625 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_full": 0, 2024-04-15T16:06:24.625 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_some": 0, 2024-04-15T16:06:24.625 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush": 0, 2024-04-15T16:06:24.625 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_kb": 0, 2024-04-15T16:06:24.625 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_high": 0, 2024-04-15T16:06:24.625 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_low": 0, 2024-04-15T16:06:24.625 INFO:tasks.workunit.client.0.smithi016.stdout: "num_keys_recovered": 0, 2024-04-15T16:06:24.625 INFO:tasks.workunit.client.0.smithi016.stdout: "num_large_omap_objects": 0, 2024-04-15T16:06:24.625 INFO:tasks.workunit.client.0.smithi016.stdout: "num_legacy_snapsets": 0, 2024-04-15T16:06:24.626 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_clones": 0, 2024-04-15T16:06:24.626 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_copies": 0, 2024-04-15T16:06:24.626 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects": 0, 2024-04-15T16:06:24.626 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_degraded": 0, 2024-04-15T16:06:24.626 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_dirty": 0, 2024-04-15T16:06:24.626 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T16:06:24.626 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_manifest": 0, 2024-04-15T16:06:24.626 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_misplaced": 0, 2024-04-15T16:06:24.626 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing": 0, 2024-04-15T16:06:24.626 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T16:06:24.626 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_omap": 0, 2024-04-15T16:06:24.626 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_pinned": 0, 2024-04-15T16:06:24.626 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_recovered": 0, 2024-04-15T16:06:24.626 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_repaired": 0, 2024-04-15T16:06:24.627 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_unfound": 0, 2024-04-15T16:06:24.627 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_bytes": 0, 2024-04-15T16:06:24.627 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_keys": 0, 2024-04-15T16:06:24.627 INFO:tasks.workunit.client.0.smithi016.stdout: "num_promote": 0, 2024-04-15T16:06:24.627 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read": 0, 2024-04-15T16:06:24.627 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read_kb": 0, 2024-04-15T16:06:24.627 INFO:tasks.workunit.client.0.smithi016.stdout: "num_scrub_errors": 0, 2024-04-15T16:06:24.627 INFO:tasks.workunit.client.0.smithi016.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T16:06:24.627 INFO:tasks.workunit.client.0.smithi016.stdout: "num_whiteouts": 0, 2024-04-15T16:06:24.627 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write": 0, 2024-04-15T16:06:24.627 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write_kb": 0 2024-04-15T16:06:24.627 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.627 INFO:tasks.workunit.client.0.smithi016.stdout: "state": "active+clean", 2024-04-15T16:06:24.627 INFO:tasks.workunit.client.0.smithi016.stdout: "stats_invalid": false, 2024-04-15T16:06:24.627 INFO:tasks.workunit.client.0.smithi016.stdout: "up": [ 2024-04-15T16:06:24.628 INFO:tasks.workunit.client.0.smithi016.stdout: 3, 2024-04-15T16:06:24.628 INFO:tasks.workunit.client.0.smithi016.stdout: 4, 2024-04-15T16:06:24.628 INFO:tasks.workunit.client.0.smithi016.stdout: 2 2024-04-15T16:06:24.628 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:24.628 INFO:tasks.workunit.client.0.smithi016.stdout: "up_primary": 3, 2024-04-15T16:06:24.628 INFO:tasks.workunit.client.0.smithi016.stdout: "version": "0'0" 2024-04-15T16:06:24.628 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.628 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-15T16:06:24.628 INFO:tasks.workunit.client.0.smithi016.stdout: "acting": [ 2024-04-15T16:06:24.628 INFO:tasks.workunit.client.0.smithi016.stdout: 6, 2024-04-15T16:06:24.628 INFO:tasks.workunit.client.0.smithi016.stdout: 7, 2024-04-15T16:06:24.628 INFO:tasks.workunit.client.0.smithi016.stdout: 4 2024-04-15T16:06:24.628 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:24.628 INFO:tasks.workunit.client.0.smithi016.stdout: "acting_primary": 6, 2024-04-15T16:06:24.628 INFO:tasks.workunit.client.0.smithi016.stdout: "avail_no_missing": [], 2024-04-15T16:06:24.629 INFO:tasks.workunit.client.0.smithi016.stdout: "blocked_by": [], 2024-04-15T16:06:24.629 INFO:tasks.workunit.client.0.smithi016.stdout: "created": 61, 2024-04-15T16:06:24.629 INFO:tasks.workunit.client.0.smithi016.stdout: "dirty_stats_invalid": false, 2024-04-15T16:06:24.629 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T16:06:24.629 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_stats_invalid": false, 2024-04-15T16:06:24.629 INFO:tasks.workunit.client.0.smithi016.stdout: "last_active": "2024-04-15T16:05:11.412285+0000", 2024-04-15T16:06:24.629 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_active": "2024-04-15T14:44:49.366939+0000", 2024-04-15T16:06:24.629 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_peered": "2024-04-15T14:44:49.366939+0000", 2024-04-15T16:06:24.629 INFO:tasks.workunit.client.0.smithi016.stdout: "last_change": "2024-04-15T14:44:49.367246+0000", 2024-04-15T16:06:24.629 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean": "2024-04-15T16:05:11.412285+0000", 2024-04-15T16:06:24.629 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T16:06:24.629 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub": "0'0", 2024-04-15T16:06:24.629 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T16:06:24.630 INFO:tasks.workunit.client.0.smithi016.stdout: "last_epoch_clean": 532, 2024-04-15T16:06:24.630 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fresh": "2024-04-15T16:05:11.412285+0000", 2024-04-15T16:06:24.630 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fullsized": "2024-04-15T16:05:11.412285+0000", 2024-04-15T16:06:24.630 INFO:tasks.workunit.client.0.smithi016.stdout: "last_peered": "2024-04-15T16:05:11.412285+0000", 2024-04-15T16:06:24.630 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub": "0'0", 2024-04-15T16:06:24.630 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_duration": 0, 2024-04-15T16:06:24.630 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T16:06:24.630 INFO:tasks.workunit.client.0.smithi016.stdout: "last_undegraded": "2024-04-15T16:05:11.412285+0000", 2024-04-15T16:06:24.630 INFO:tasks.workunit.client.0.smithi016.stdout: "last_unstale": "2024-04-15T16:05:11.412285+0000", 2024-04-15T16:06:24.630 INFO:tasks.workunit.client.0.smithi016.stdout: "log_dups_size": 0, 2024-04-15T16:06:24.630 INFO:tasks.workunit.client.0.smithi016.stdout: "log_size": 0, 2024-04-15T16:06:24.630 INFO:tasks.workunit.client.0.smithi016.stdout: "log_start": "0'0", 2024-04-15T16:06:24.630 INFO:tasks.workunit.client.0.smithi016.stdout: "manifest_stats_invalid": false, 2024-04-15T16:06:24.630 INFO:tasks.workunit.client.0.smithi016.stdout: "mapping_epoch": 531, 2024-04-15T16:06:24.631 INFO:tasks.workunit.client.0.smithi016.stdout: "object_location_counts": [], 2024-04-15T16:06:24.631 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_scrubbed": 0, 2024-04-15T16:06:24.631 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_trimmed": 0, 2024-04-15T16:06:24.631 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_stats_invalid": false, 2024-04-15T16:06:24.631 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_size": 0, 2024-04-15T16:06:24.631 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_start": "0'0", 2024-04-15T16:06:24.631 INFO:tasks.workunit.client.0.smithi016.stdout: "parent": "0.0", 2024-04-15T16:06:24.631 INFO:tasks.workunit.client.0.smithi016.stdout: "parent_split_bits": 0, 2024-04-15T16:06:24.631 INFO:tasks.workunit.client.0.smithi016.stdout: "pgid": "3.26", 2024-04-15T16:06:24.631 INFO:tasks.workunit.client.0.smithi016.stdout: "pin_stats_invalid": false, 2024-04-15T16:06:24.631 INFO:tasks.workunit.client.0.smithi016.stdout: "purged_snaps": [], 2024-04-15T16:06:24.631 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_epoch": 2721, 2024-04-15T16:06:24.631 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_seq": 4894, 2024-04-15T16:06:24.632 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_duration": 0.0, 2024-04-15T16:06:24.632 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-16T14:58:21.833091+0000", 2024-04-15T16:06:24.632 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrim_duration": 0.0, 2024-04-15T16:06:24.632 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrimq_len": 0, 2024-04-15T16:06:24.632 INFO:tasks.workunit.client.0.smithi016.stdout: "stat_sum": { 2024-04-15T16:06:24.632 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes": 0, 2024-04-15T16:06:24.632 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T16:06:24.632 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_recovered": 0, 2024-04-15T16:06:24.632 INFO:tasks.workunit.client.0.smithi016.stdout: "num_deep_scrub_errors": 0, 2024-04-15T16:06:24.632 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict": 0, 2024-04-15T16:06:24.632 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_kb": 0, 2024-04-15T16:06:24.632 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_full": 0, 2024-04-15T16:06:24.632 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_some": 0, 2024-04-15T16:06:24.632 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush": 0, 2024-04-15T16:06:24.632 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_kb": 0, 2024-04-15T16:06:24.633 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_high": 0, 2024-04-15T16:06:24.633 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_low": 0, 2024-04-15T16:06:24.633 INFO:tasks.workunit.client.0.smithi016.stdout: "num_keys_recovered": 0, 2024-04-15T16:06:24.633 INFO:tasks.workunit.client.0.smithi016.stdout: "num_large_omap_objects": 0, 2024-04-15T16:06:24.633 INFO:tasks.workunit.client.0.smithi016.stdout: "num_legacy_snapsets": 0, 2024-04-15T16:06:24.633 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_clones": 0, 2024-04-15T16:06:24.633 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_copies": 0, 2024-04-15T16:06:24.633 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects": 0, 2024-04-15T16:06:24.633 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_degraded": 0, 2024-04-15T16:06:24.633 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_dirty": 0, 2024-04-15T16:06:24.633 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T16:06:24.633 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_manifest": 0, 2024-04-15T16:06:24.633 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_misplaced": 0, 2024-04-15T16:06:24.633 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing": 0, 2024-04-15T16:06:24.633 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T16:06:24.634 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_omap": 0, 2024-04-15T16:06:24.634 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_pinned": 0, 2024-04-15T16:06:24.634 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_recovered": 0, 2024-04-15T16:06:24.634 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_repaired": 0, 2024-04-15T16:06:24.634 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_unfound": 0, 2024-04-15T16:06:24.634 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_bytes": 0, 2024-04-15T16:06:24.634 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_keys": 0, 2024-04-15T16:06:24.634 INFO:tasks.workunit.client.0.smithi016.stdout: "num_promote": 0, 2024-04-15T16:06:24.634 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read": 0, 2024-04-15T16:06:24.634 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read_kb": 0, 2024-04-15T16:06:24.634 INFO:tasks.workunit.client.0.smithi016.stdout: "num_scrub_errors": 0, 2024-04-15T16:06:24.634 INFO:tasks.workunit.client.0.smithi016.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T16:06:24.634 INFO:tasks.workunit.client.0.smithi016.stdout: "num_whiteouts": 0, 2024-04-15T16:06:24.634 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write": 0, 2024-04-15T16:06:24.635 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write_kb": 0 2024-04-15T16:06:24.635 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.635 INFO:tasks.workunit.client.0.smithi016.stdout: "state": "active+clean", 2024-04-15T16:06:24.635 INFO:tasks.workunit.client.0.smithi016.stdout: "stats_invalid": false, 2024-04-15T16:06:24.635 INFO:tasks.workunit.client.0.smithi016.stdout: "up": [ 2024-04-15T16:06:24.635 INFO:tasks.workunit.client.0.smithi016.stdout: 6, 2024-04-15T16:06:24.635 INFO:tasks.workunit.client.0.smithi016.stdout: 7, 2024-04-15T16:06:24.635 INFO:tasks.workunit.client.0.smithi016.stdout: 4 2024-04-15T16:06:24.635 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:24.635 INFO:tasks.workunit.client.0.smithi016.stdout: "up_primary": 6, 2024-04-15T16:06:24.635 INFO:tasks.workunit.client.0.smithi016.stdout: "version": "0'0" 2024-04-15T16:06:24.635 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.635 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-15T16:06:24.635 INFO:tasks.workunit.client.0.smithi016.stdout: "acting": [ 2024-04-15T16:06:24.635 INFO:tasks.workunit.client.0.smithi016.stdout: 1, 2024-04-15T16:06:24.636 INFO:tasks.workunit.client.0.smithi016.stdout: 3, 2024-04-15T16:06:24.636 INFO:tasks.workunit.client.0.smithi016.stdout: 2 2024-04-15T16:06:24.636 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:24.636 INFO:tasks.workunit.client.0.smithi016.stdout: "acting_primary": 1, 2024-04-15T16:06:24.636 INFO:tasks.workunit.client.0.smithi016.stdout: "avail_no_missing": [], 2024-04-15T16:06:24.636 INFO:tasks.workunit.client.0.smithi016.stdout: "blocked_by": [], 2024-04-15T16:06:24.636 INFO:tasks.workunit.client.0.smithi016.stdout: "created": 61, 2024-04-15T16:06:24.636 INFO:tasks.workunit.client.0.smithi016.stdout: "dirty_stats_invalid": false, 2024-04-15T16:06:24.636 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T16:06:24.636 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_stats_invalid": false, 2024-04-15T16:06:24.636 INFO:tasks.workunit.client.0.smithi016.stdout: "last_active": "2024-04-15T16:05:11.870228+0000", 2024-04-15T16:06:24.636 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_active": "2024-04-15T14:42:57.511595+0000", 2024-04-15T16:06:24.636 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_peered": "2024-04-15T14:42:57.511595+0000", 2024-04-15T16:06:24.636 INFO:tasks.workunit.client.0.smithi016.stdout: "last_change": "2024-04-15T14:42:57.511874+0000", 2024-04-15T16:06:24.637 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean": "2024-04-15T16:05:11.870228+0000", 2024-04-15T16:06:24.637 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T16:06:24.637 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub": "0'0", 2024-04-15T16:06:24.637 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T16:06:24.637 INFO:tasks.workunit.client.0.smithi016.stdout: "last_epoch_clean": 420, 2024-04-15T16:06:24.637 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fresh": "2024-04-15T16:05:11.870228+0000", 2024-04-15T16:06:24.637 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fullsized": "2024-04-15T16:05:11.870228+0000", 2024-04-15T16:06:24.637 INFO:tasks.workunit.client.0.smithi016.stdout: "last_peered": "2024-04-15T16:05:11.870228+0000", 2024-04-15T16:06:24.637 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub": "0'0", 2024-04-15T16:06:24.637 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_duration": 0, 2024-04-15T16:06:24.637 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T16:06:24.637 INFO:tasks.workunit.client.0.smithi016.stdout: "last_undegraded": "2024-04-15T16:05:11.870228+0000", 2024-04-15T16:06:24.637 INFO:tasks.workunit.client.0.smithi016.stdout: "last_unstale": "2024-04-15T16:05:11.870228+0000", 2024-04-15T16:06:24.637 INFO:tasks.workunit.client.0.smithi016.stdout: "log_dups_size": 0, 2024-04-15T16:06:24.637 INFO:tasks.workunit.client.0.smithi016.stdout: "log_size": 0, 2024-04-15T16:06:24.638 INFO:tasks.workunit.client.0.smithi016.stdout: "log_start": "0'0", 2024-04-15T16:06:24.638 INFO:tasks.workunit.client.0.smithi016.stdout: "manifest_stats_invalid": false, 2024-04-15T16:06:24.638 INFO:tasks.workunit.client.0.smithi016.stdout: "mapping_epoch": 419, 2024-04-15T16:06:24.638 INFO:tasks.workunit.client.0.smithi016.stdout: "object_location_counts": [], 2024-04-15T16:06:24.638 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_scrubbed": 0, 2024-04-15T16:06:24.638 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_trimmed": 0, 2024-04-15T16:06:24.638 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_stats_invalid": false, 2024-04-15T16:06:24.638 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_size": 0, 2024-04-15T16:06:24.638 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_start": "0'0", 2024-04-15T16:06:24.638 INFO:tasks.workunit.client.0.smithi016.stdout: "parent": "0.0", 2024-04-15T16:06:24.638 INFO:tasks.workunit.client.0.smithi016.stdout: "parent_split_bits": 0, 2024-04-15T16:06:24.638 INFO:tasks.workunit.client.0.smithi016.stdout: "pgid": "3.25", 2024-04-15T16:06:24.639 INFO:tasks.workunit.client.0.smithi016.stdout: "pin_stats_invalid": false, 2024-04-15T16:06:24.639 INFO:tasks.workunit.client.0.smithi016.stdout: "purged_snaps": [], 2024-04-15T16:06:24.639 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_epoch": 2721, 2024-04-15T16:06:24.639 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_seq": 5041, 2024-04-15T16:06:24.639 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_duration": 0.0, 2024-04-15T16:06:24.639 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-16T20:16:29.033312+0000", 2024-04-15T16:06:24.639 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrim_duration": 0.0, 2024-04-15T16:06:24.639 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrimq_len": 0, 2024-04-15T16:06:24.639 INFO:tasks.workunit.client.0.smithi016.stdout: "stat_sum": { 2024-04-15T16:06:24.639 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes": 0, 2024-04-15T16:06:24.639 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T16:06:24.639 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_recovered": 0, 2024-04-15T16:06:24.639 INFO:tasks.workunit.client.0.smithi016.stdout: "num_deep_scrub_errors": 0, 2024-04-15T16:06:24.639 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict": 0, 2024-04-15T16:06:24.640 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_kb": 0, 2024-04-15T16:06:24.640 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_full": 0, 2024-04-15T16:06:24.640 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_some": 0, 2024-04-15T16:06:24.640 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush": 0, 2024-04-15T16:06:24.640 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_kb": 0, 2024-04-15T16:06:24.640 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_high": 0, 2024-04-15T16:06:24.640 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_low": 0, 2024-04-15T16:06:24.640 INFO:tasks.workunit.client.0.smithi016.stdout: "num_keys_recovered": 0, 2024-04-15T16:06:24.640 INFO:tasks.workunit.client.0.smithi016.stdout: "num_large_omap_objects": 0, 2024-04-15T16:06:24.640 INFO:tasks.workunit.client.0.smithi016.stdout: "num_legacy_snapsets": 0, 2024-04-15T16:06:24.640 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_clones": 0, 2024-04-15T16:06:24.640 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_copies": 0, 2024-04-15T16:06:24.640 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects": 0, 2024-04-15T16:06:24.640 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_degraded": 0, 2024-04-15T16:06:24.641 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_dirty": 0, 2024-04-15T16:06:24.641 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T16:06:24.641 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_manifest": 0, 2024-04-15T16:06:24.641 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_misplaced": 0, 2024-04-15T16:06:24.641 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing": 0, 2024-04-15T16:06:24.641 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T16:06:24.641 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_omap": 0, 2024-04-15T16:06:24.641 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_pinned": 0, 2024-04-15T16:06:24.641 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_recovered": 0, 2024-04-15T16:06:24.641 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_repaired": 0, 2024-04-15T16:06:24.641 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_unfound": 0, 2024-04-15T16:06:24.641 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_bytes": 0, 2024-04-15T16:06:24.641 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_keys": 0, 2024-04-15T16:06:24.641 INFO:tasks.workunit.client.0.smithi016.stdout: "num_promote": 0, 2024-04-15T16:06:24.641 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read": 0, 2024-04-15T16:06:24.642 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read_kb": 0, 2024-04-15T16:06:24.642 INFO:tasks.workunit.client.0.smithi016.stdout: "num_scrub_errors": 0, 2024-04-15T16:06:24.642 INFO:tasks.workunit.client.0.smithi016.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T16:06:24.642 INFO:tasks.workunit.client.0.smithi016.stdout: "num_whiteouts": 0, 2024-04-15T16:06:24.642 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write": 0, 2024-04-15T16:06:24.642 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write_kb": 0 2024-04-15T16:06:24.642 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.642 INFO:tasks.workunit.client.0.smithi016.stdout: "state": "active+clean", 2024-04-15T16:06:24.642 INFO:tasks.workunit.client.0.smithi016.stdout: "stats_invalid": false, 2024-04-15T16:06:24.642 INFO:tasks.workunit.client.0.smithi016.stdout: "up": [ 2024-04-15T16:06:24.642 INFO:tasks.workunit.client.0.smithi016.stdout: 1, 2024-04-15T16:06:24.642 INFO:tasks.workunit.client.0.smithi016.stdout: 3, 2024-04-15T16:06:24.642 INFO:tasks.workunit.client.0.smithi016.stdout: 2 2024-04-15T16:06:24.642 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:24.643 INFO:tasks.workunit.client.0.smithi016.stdout: "up_primary": 1, 2024-04-15T16:06:24.643 INFO:tasks.workunit.client.0.smithi016.stdout: "version": "0'0" 2024-04-15T16:06:24.643 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.643 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-15T16:06:24.643 INFO:tasks.workunit.client.0.smithi016.stdout: "acting": [ 2024-04-15T16:06:24.643 INFO:tasks.workunit.client.0.smithi016.stdout: 3, 2024-04-15T16:06:24.643 INFO:tasks.workunit.client.0.smithi016.stdout: 4, 2024-04-15T16:06:24.643 INFO:tasks.workunit.client.0.smithi016.stdout: 0 2024-04-15T16:06:24.643 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:24.643 INFO:tasks.workunit.client.0.smithi016.stdout: "acting_primary": 3, 2024-04-15T16:06:24.643 INFO:tasks.workunit.client.0.smithi016.stdout: "avail_no_missing": [], 2024-04-15T16:06:24.643 INFO:tasks.workunit.client.0.smithi016.stdout: "blocked_by": [], 2024-04-15T16:06:24.643 INFO:tasks.workunit.client.0.smithi016.stdout: "created": 61, 2024-04-15T16:06:24.643 INFO:tasks.workunit.client.0.smithi016.stdout: "dirty_stats_invalid": false, 2024-04-15T16:06:24.644 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T16:06:24.644 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_stats_invalid": false, 2024-04-15T16:06:24.644 INFO:tasks.workunit.client.0.smithi016.stdout: "last_active": "2024-04-15T16:05:12.198300+0000", 2024-04-15T16:06:24.644 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_active": "2024-04-15T14:43:32.410674+0000", 2024-04-15T16:06:24.644 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_peered": "2024-04-15T14:43:32.410674+0000", 2024-04-15T16:06:24.644 INFO:tasks.workunit.client.0.smithi016.stdout: "last_change": "2024-04-15T14:43:32.410992+0000", 2024-04-15T16:06:24.644 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean": "2024-04-15T16:05:12.198300+0000", 2024-04-15T16:06:24.644 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T16:06:24.644 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub": "0'0", 2024-04-15T16:06:24.644 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T16:06:24.644 INFO:tasks.workunit.client.0.smithi016.stdout: "last_epoch_clean": 455, 2024-04-15T16:06:24.644 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fresh": "2024-04-15T16:05:12.198300+0000", 2024-04-15T16:06:24.644 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fullsized": "2024-04-15T16:05:12.198300+0000", 2024-04-15T16:06:24.644 INFO:tasks.workunit.client.0.smithi016.stdout: "last_peered": "2024-04-15T16:05:12.198300+0000", 2024-04-15T16:06:24.644 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub": "0'0", 2024-04-15T16:06:24.645 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_duration": 0, 2024-04-15T16:06:24.645 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T16:06:24.645 INFO:tasks.workunit.client.0.smithi016.stdout: "last_undegraded": "2024-04-15T16:05:12.198300+0000", 2024-04-15T16:06:24.645 INFO:tasks.workunit.client.0.smithi016.stdout: "last_unstale": "2024-04-15T16:05:12.198300+0000", 2024-04-15T16:06:24.645 INFO:tasks.workunit.client.0.smithi016.stdout: "log_dups_size": 0, 2024-04-15T16:06:24.645 INFO:tasks.workunit.client.0.smithi016.stdout: "log_size": 0, 2024-04-15T16:06:24.645 INFO:tasks.workunit.client.0.smithi016.stdout: "log_start": "0'0", 2024-04-15T16:06:24.645 INFO:tasks.workunit.client.0.smithi016.stdout: "manifest_stats_invalid": false, 2024-04-15T16:06:24.645 INFO:tasks.workunit.client.0.smithi016.stdout: "mapping_epoch": 454, 2024-04-15T16:06:24.645 INFO:tasks.workunit.client.0.smithi016.stdout: "object_location_counts": [], 2024-04-15T16:06:24.645 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_scrubbed": 0, 2024-04-15T16:06:24.645 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_trimmed": 0, 2024-04-15T16:06:24.645 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_stats_invalid": false, 2024-04-15T16:06:24.645 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_size": 0, 2024-04-15T16:06:24.646 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_start": "0'0", 2024-04-15T16:06:24.646 INFO:tasks.workunit.client.0.smithi016.stdout: "parent": "0.0", 2024-04-15T16:06:24.646 INFO:tasks.workunit.client.0.smithi016.stdout: "parent_split_bits": 0, 2024-04-15T16:06:24.646 INFO:tasks.workunit.client.0.smithi016.stdout: "pgid": "3.24", 2024-04-15T16:06:24.646 INFO:tasks.workunit.client.0.smithi016.stdout: "pin_stats_invalid": false, 2024-04-15T16:06:24.646 INFO:tasks.workunit.client.0.smithi016.stdout: "purged_snaps": [], 2024-04-15T16:06:24.646 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_epoch": 2721, 2024-04-15T16:06:24.646 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_seq": 4954, 2024-04-15T16:06:24.646 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_duration": 0.0, 2024-04-15T16:06:24.646 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-16T21:20:45.898654+0000", 2024-04-15T16:06:24.646 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrim_duration": 0.0, 2024-04-15T16:06:24.646 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrimq_len": 0, 2024-04-15T16:06:24.646 INFO:tasks.workunit.client.0.smithi016.stdout: "stat_sum": { 2024-04-15T16:06:24.647 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes": 0, 2024-04-15T16:06:24.647 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T16:06:24.647 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_recovered": 0, 2024-04-15T16:06:24.647 INFO:tasks.workunit.client.0.smithi016.stdout: "num_deep_scrub_errors": 0, 2024-04-15T16:06:24.647 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict": 0, 2024-04-15T16:06:24.647 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_kb": 0, 2024-04-15T16:06:24.647 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_full": 0, 2024-04-15T16:06:24.647 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_some": 0, 2024-04-15T16:06:24.647 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush": 0, 2024-04-15T16:06:24.647 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_kb": 0, 2024-04-15T16:06:24.647 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_high": 0, 2024-04-15T16:06:24.647 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_low": 0, 2024-04-15T16:06:24.647 INFO:tasks.workunit.client.0.smithi016.stdout: "num_keys_recovered": 0, 2024-04-15T16:06:24.647 INFO:tasks.workunit.client.0.smithi016.stdout: "num_large_omap_objects": 0, 2024-04-15T16:06:24.647 INFO:tasks.workunit.client.0.smithi016.stdout: "num_legacy_snapsets": 0, 2024-04-15T16:06:24.648 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_clones": 0, 2024-04-15T16:06:24.648 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_copies": 0, 2024-04-15T16:06:24.648 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects": 0, 2024-04-15T16:06:24.648 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_degraded": 0, 2024-04-15T16:06:24.648 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_dirty": 0, 2024-04-15T16:06:24.648 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T16:06:24.648 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_manifest": 0, 2024-04-15T16:06:24.648 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_misplaced": 0, 2024-04-15T16:06:24.648 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing": 0, 2024-04-15T16:06:24.648 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T16:06:24.648 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_omap": 0, 2024-04-15T16:06:24.648 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_pinned": 0, 2024-04-15T16:06:24.648 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_recovered": 0, 2024-04-15T16:06:24.648 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_repaired": 0, 2024-04-15T16:06:24.649 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_unfound": 0, 2024-04-15T16:06:24.649 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_bytes": 0, 2024-04-15T16:06:24.649 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_keys": 0, 2024-04-15T16:06:24.649 INFO:tasks.workunit.client.0.smithi016.stdout: "num_promote": 0, 2024-04-15T16:06:24.649 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read": 0, 2024-04-15T16:06:24.649 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read_kb": 0, 2024-04-15T16:06:24.649 INFO:tasks.workunit.client.0.smithi016.stdout: "num_scrub_errors": 0, 2024-04-15T16:06:24.649 INFO:tasks.workunit.client.0.smithi016.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T16:06:24.649 INFO:tasks.workunit.client.0.smithi016.stdout: "num_whiteouts": 0, 2024-04-15T16:06:24.649 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write": 0, 2024-04-15T16:06:24.649 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write_kb": 0 2024-04-15T16:06:24.649 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.649 INFO:tasks.workunit.client.0.smithi016.stdout: "state": "active+clean", 2024-04-15T16:06:24.649 INFO:tasks.workunit.client.0.smithi016.stdout: "stats_invalid": false, 2024-04-15T16:06:24.650 INFO:tasks.workunit.client.0.smithi016.stdout: "up": [ 2024-04-15T16:06:24.650 INFO:tasks.workunit.client.0.smithi016.stdout: 3, 2024-04-15T16:06:24.650 INFO:tasks.workunit.client.0.smithi016.stdout: 4, 2024-04-15T16:06:24.650 INFO:tasks.workunit.client.0.smithi016.stdout: 0 2024-04-15T16:06:24.650 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:24.650 INFO:tasks.workunit.client.0.smithi016.stdout: "up_primary": 3, 2024-04-15T16:06:24.650 INFO:tasks.workunit.client.0.smithi016.stdout: "version": "0'0" 2024-04-15T16:06:24.650 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.650 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-15T16:06:24.650 INFO:tasks.workunit.client.0.smithi016.stdout: "acting": [ 2024-04-15T16:06:24.650 INFO:tasks.workunit.client.0.smithi016.stdout: 0, 2024-04-15T16:06:24.650 INFO:tasks.workunit.client.0.smithi016.stdout: 3, 2024-04-15T16:06:24.650 INFO:tasks.workunit.client.0.smithi016.stdout: 4 2024-04-15T16:06:24.650 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:24.650 INFO:tasks.workunit.client.0.smithi016.stdout: "acting_primary": 0, 2024-04-15T16:06:24.651 INFO:tasks.workunit.client.0.smithi016.stdout: "avail_no_missing": [], 2024-04-15T16:06:24.651 INFO:tasks.workunit.client.0.smithi016.stdout: "blocked_by": [], 2024-04-15T16:06:24.651 INFO:tasks.workunit.client.0.smithi016.stdout: "created": 61, 2024-04-15T16:06:24.651 INFO:tasks.workunit.client.0.smithi016.stdout: "dirty_stats_invalid": false, 2024-04-15T16:06:24.651 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T16:06:24.651 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_stats_invalid": false, 2024-04-15T16:06:24.651 INFO:tasks.workunit.client.0.smithi016.stdout: "last_active": "2024-04-15T16:05:11.413356+0000", 2024-04-15T16:06:24.651 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_active": "2024-04-15T14:43:32.418957+0000", 2024-04-15T16:06:24.651 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_peered": "2024-04-15T14:43:32.418957+0000", 2024-04-15T16:06:24.651 INFO:tasks.workunit.client.0.smithi016.stdout: "last_change": "2024-04-15T14:43:32.424773+0000", 2024-04-15T16:06:24.651 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean": "2024-04-15T16:05:11.413356+0000", 2024-04-15T16:06:24.651 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T16:06:24.651 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub": "0'0", 2024-04-15T16:06:24.651 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T16:06:24.651 INFO:tasks.workunit.client.0.smithi016.stdout: "last_epoch_clean": 455, 2024-04-15T16:06:24.652 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fresh": "2024-04-15T16:05:11.413356+0000", 2024-04-15T16:06:24.652 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fullsized": "2024-04-15T16:05:11.413356+0000", 2024-04-15T16:06:24.652 INFO:tasks.workunit.client.0.smithi016.stdout: "last_peered": "2024-04-15T16:05:11.413356+0000", 2024-04-15T16:06:24.652 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub": "0'0", 2024-04-15T16:06:24.652 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_duration": 0, 2024-04-15T16:06:24.652 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T16:06:24.652 INFO:tasks.workunit.client.0.smithi016.stdout: "last_undegraded": "2024-04-15T16:05:11.413356+0000", 2024-04-15T16:06:24.652 INFO:tasks.workunit.client.0.smithi016.stdout: "last_unstale": "2024-04-15T16:05:11.413356+0000", 2024-04-15T16:06:24.652 INFO:tasks.workunit.client.0.smithi016.stdout: "log_dups_size": 0, 2024-04-15T16:06:24.652 INFO:tasks.workunit.client.0.smithi016.stdout: "log_size": 0, 2024-04-15T16:06:24.652 INFO:tasks.workunit.client.0.smithi016.stdout: "log_start": "0'0", 2024-04-15T16:06:24.652 INFO:tasks.workunit.client.0.smithi016.stdout: "manifest_stats_invalid": false, 2024-04-15T16:06:24.652 INFO:tasks.workunit.client.0.smithi016.stdout: "mapping_epoch": 454, 2024-04-15T16:06:24.652 INFO:tasks.workunit.client.0.smithi016.stdout: "object_location_counts": [], 2024-04-15T16:06:24.653 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_scrubbed": 0, 2024-04-15T16:06:24.653 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_trimmed": 0, 2024-04-15T16:06:24.653 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_stats_invalid": false, 2024-04-15T16:06:24.653 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_size": 0, 2024-04-15T16:06:24.653 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_start": "0'0", 2024-04-15T16:06:24.653 INFO:tasks.workunit.client.0.smithi016.stdout: "parent": "0.0", 2024-04-15T16:06:24.653 INFO:tasks.workunit.client.0.smithi016.stdout: "parent_split_bits": 0, 2024-04-15T16:06:24.653 INFO:tasks.workunit.client.0.smithi016.stdout: "pgid": "3.23", 2024-04-15T16:06:24.653 INFO:tasks.workunit.client.0.smithi016.stdout: "pin_stats_invalid": false, 2024-04-15T16:06:24.653 INFO:tasks.workunit.client.0.smithi016.stdout: "purged_snaps": [], 2024-04-15T16:06:24.653 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_epoch": 2721, 2024-04-15T16:06:24.653 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_seq": 5063, 2024-04-15T16:06:24.653 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_duration": 0.0, 2024-04-15T16:06:24.653 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-16T18:07:26.032559+0000", 2024-04-15T16:06:24.653 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrim_duration": 0.0, 2024-04-15T16:06:24.654 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrimq_len": 0, 2024-04-15T16:06:24.654 INFO:tasks.workunit.client.0.smithi016.stdout: "stat_sum": { 2024-04-15T16:06:24.654 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes": 0, 2024-04-15T16:06:24.654 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T16:06:24.654 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_recovered": 0, 2024-04-15T16:06:24.654 INFO:tasks.workunit.client.0.smithi016.stdout: "num_deep_scrub_errors": 0, 2024-04-15T16:06:24.654 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict": 0, 2024-04-15T16:06:24.654 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_kb": 0, 2024-04-15T16:06:24.654 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_full": 0, 2024-04-15T16:06:24.654 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_some": 0, 2024-04-15T16:06:24.654 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush": 0, 2024-04-15T16:06:24.654 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_kb": 0, 2024-04-15T16:06:24.654 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_high": 0, 2024-04-15T16:06:24.654 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_low": 0, 2024-04-15T16:06:24.655 INFO:tasks.workunit.client.0.smithi016.stdout: "num_keys_recovered": 0, 2024-04-15T16:06:24.655 INFO:tasks.workunit.client.0.smithi016.stdout: "num_large_omap_objects": 0, 2024-04-15T16:06:24.655 INFO:tasks.workunit.client.0.smithi016.stdout: "num_legacy_snapsets": 0, 2024-04-15T16:06:24.655 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_clones": 0, 2024-04-15T16:06:24.655 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_copies": 0, 2024-04-15T16:06:24.655 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects": 0, 2024-04-15T16:06:24.655 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_degraded": 0, 2024-04-15T16:06:24.655 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_dirty": 0, 2024-04-15T16:06:24.655 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T16:06:24.655 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_manifest": 0, 2024-04-15T16:06:24.655 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_misplaced": 0, 2024-04-15T16:06:24.655 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing": 0, 2024-04-15T16:06:24.655 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T16:06:24.655 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_omap": 0, 2024-04-15T16:06:24.655 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_pinned": 0, 2024-04-15T16:06:24.656 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_recovered": 0, 2024-04-15T16:06:24.656 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_repaired": 0, 2024-04-15T16:06:24.656 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_unfound": 0, 2024-04-15T16:06:24.656 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_bytes": 0, 2024-04-15T16:06:24.656 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_keys": 0, 2024-04-15T16:06:24.656 INFO:tasks.workunit.client.0.smithi016.stdout: "num_promote": 0, 2024-04-15T16:06:24.656 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read": 0, 2024-04-15T16:06:24.656 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read_kb": 0, 2024-04-15T16:06:24.656 INFO:tasks.workunit.client.0.smithi016.stdout: "num_scrub_errors": 0, 2024-04-15T16:06:24.656 INFO:tasks.workunit.client.0.smithi016.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T16:06:24.656 INFO:tasks.workunit.client.0.smithi016.stdout: "num_whiteouts": 0, 2024-04-15T16:06:24.656 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write": 0, 2024-04-15T16:06:24.656 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write_kb": 0 2024-04-15T16:06:24.656 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.657 INFO:tasks.workunit.client.0.smithi016.stdout: "state": "active+clean", 2024-04-15T16:06:24.657 INFO:tasks.workunit.client.0.smithi016.stdout: "stats_invalid": false, 2024-04-15T16:06:24.657 INFO:tasks.workunit.client.0.smithi016.stdout: "up": [ 2024-04-15T16:06:24.657 INFO:tasks.workunit.client.0.smithi016.stdout: 0, 2024-04-15T16:06:24.657 INFO:tasks.workunit.client.0.smithi016.stdout: 3, 2024-04-15T16:06:24.657 INFO:tasks.workunit.client.0.smithi016.stdout: 4 2024-04-15T16:06:24.657 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:24.657 INFO:tasks.workunit.client.0.smithi016.stdout: "up_primary": 0, 2024-04-15T16:06:24.657 INFO:tasks.workunit.client.0.smithi016.stdout: "version": "0'0" 2024-04-15T16:06:24.657 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.657 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-15T16:06:24.657 INFO:tasks.workunit.client.0.smithi016.stdout: "acting": [ 2024-04-15T16:06:24.657 INFO:tasks.workunit.client.0.smithi016.stdout: 5, 2024-04-15T16:06:24.657 INFO:tasks.workunit.client.0.smithi016.stdout: 3, 2024-04-15T16:06:24.657 INFO:tasks.workunit.client.0.smithi016.stdout: 0 2024-04-15T16:06:24.658 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:24.658 INFO:tasks.workunit.client.0.smithi016.stdout: "acting_primary": 5, 2024-04-15T16:06:24.658 INFO:tasks.workunit.client.0.smithi016.stdout: "avail_no_missing": [], 2024-04-15T16:06:24.658 INFO:tasks.workunit.client.0.smithi016.stdout: "blocked_by": [], 2024-04-15T16:06:24.658 INFO:tasks.workunit.client.0.smithi016.stdout: "created": 61, 2024-04-15T16:06:24.658 INFO:tasks.workunit.client.0.smithi016.stdout: "dirty_stats_invalid": false, 2024-04-15T16:06:24.658 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T16:06:24.658 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_stats_invalid": false, 2024-04-15T16:06:24.658 INFO:tasks.workunit.client.0.smithi016.stdout: "last_active": "2024-04-15T16:05:12.200317+0000", 2024-04-15T16:06:24.658 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_active": "2024-04-15T14:43:53.358026+0000", 2024-04-15T16:06:24.658 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_peered": "2024-04-15T14:43:53.358026+0000", 2024-04-15T16:06:24.658 INFO:tasks.workunit.client.0.smithi016.stdout: "last_change": "2024-04-15T14:43:53.360019+0000", 2024-04-15T16:06:24.658 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean": "2024-04-15T16:05:12.200317+0000", 2024-04-15T16:06:24.658 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T16:06:24.659 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub": "0'0", 2024-04-15T16:06:24.659 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T16:06:24.659 INFO:tasks.workunit.client.0.smithi016.stdout: "last_epoch_clean": 476, 2024-04-15T16:06:24.659 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fresh": "2024-04-15T16:05:12.200317+0000", 2024-04-15T16:06:24.659 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fullsized": "2024-04-15T16:05:12.200317+0000", 2024-04-15T16:06:24.659 INFO:tasks.workunit.client.0.smithi016.stdout: "last_peered": "2024-04-15T16:05:12.200317+0000", 2024-04-15T16:06:24.659 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub": "0'0", 2024-04-15T16:06:24.659 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_duration": 0, 2024-04-15T16:06:24.659 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T16:06:24.659 INFO:tasks.workunit.client.0.smithi016.stdout: "last_undegraded": "2024-04-15T16:05:12.200317+0000", 2024-04-15T16:06:24.659 INFO:tasks.workunit.client.0.smithi016.stdout: "last_unstale": "2024-04-15T16:05:12.200317+0000", 2024-04-15T16:06:24.659 INFO:tasks.workunit.client.0.smithi016.stdout: "log_dups_size": 0, 2024-04-15T16:06:24.659 INFO:tasks.workunit.client.0.smithi016.stdout: "log_size": 0, 2024-04-15T16:06:24.659 INFO:tasks.workunit.client.0.smithi016.stdout: "log_start": "0'0", 2024-04-15T16:06:24.659 INFO:tasks.workunit.client.0.smithi016.stdout: "manifest_stats_invalid": false, 2024-04-15T16:06:24.660 INFO:tasks.workunit.client.0.smithi016.stdout: "mapping_epoch": 475, 2024-04-15T16:06:24.660 INFO:tasks.workunit.client.0.smithi016.stdout: "object_location_counts": [], 2024-04-15T16:06:24.660 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_scrubbed": 0, 2024-04-15T16:06:24.660 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_trimmed": 0, 2024-04-15T16:06:24.660 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_stats_invalid": false, 2024-04-15T16:06:24.660 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_size": 0, 2024-04-15T16:06:24.660 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_start": "0'0", 2024-04-15T16:06:24.660 INFO:tasks.workunit.client.0.smithi016.stdout: "parent": "0.0", 2024-04-15T16:06:24.660 INFO:tasks.workunit.client.0.smithi016.stdout: "parent_split_bits": 0, 2024-04-15T16:06:24.660 INFO:tasks.workunit.client.0.smithi016.stdout: "pgid": "3.22", 2024-04-15T16:06:24.660 INFO:tasks.workunit.client.0.smithi016.stdout: "pin_stats_invalid": false, 2024-04-15T16:06:24.660 INFO:tasks.workunit.client.0.smithi016.stdout: "purged_snaps": [], 2024-04-15T16:06:24.660 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_epoch": 2721, 2024-04-15T16:06:24.660 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_seq": 4928, 2024-04-15T16:06:24.660 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_duration": 0.0, 2024-04-15T16:06:24.661 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-17T00:06:42.910554+0000", 2024-04-15T16:06:24.661 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrim_duration": 0.0, 2024-04-15T16:06:24.661 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrimq_len": 0, 2024-04-15T16:06:24.661 INFO:tasks.workunit.client.0.smithi016.stdout: "stat_sum": { 2024-04-15T16:06:24.661 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes": 0, 2024-04-15T16:06:24.661 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T16:06:24.661 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_recovered": 0, 2024-04-15T16:06:24.661 INFO:tasks.workunit.client.0.smithi016.stdout: "num_deep_scrub_errors": 0, 2024-04-15T16:06:24.661 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict": 0, 2024-04-15T16:06:24.661 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_kb": 0, 2024-04-15T16:06:24.661 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_full": 0, 2024-04-15T16:06:24.661 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_some": 0, 2024-04-15T16:06:24.661 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush": 0, 2024-04-15T16:06:24.661 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_kb": 0, 2024-04-15T16:06:24.662 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_high": 0, 2024-04-15T16:06:24.662 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_low": 0, 2024-04-15T16:06:24.662 INFO:tasks.workunit.client.0.smithi016.stdout: "num_keys_recovered": 0, 2024-04-15T16:06:24.662 INFO:tasks.workunit.client.0.smithi016.stdout: "num_large_omap_objects": 0, 2024-04-15T16:06:24.662 INFO:tasks.workunit.client.0.smithi016.stdout: "num_legacy_snapsets": 0, 2024-04-15T16:06:24.662 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_clones": 0, 2024-04-15T16:06:24.662 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_copies": 0, 2024-04-15T16:06:24.662 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects": 0, 2024-04-15T16:06:24.662 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_degraded": 0, 2024-04-15T16:06:24.662 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_dirty": 0, 2024-04-15T16:06:24.662 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T16:06:24.662 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_manifest": 0, 2024-04-15T16:06:24.662 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_misplaced": 0, 2024-04-15T16:06:24.662 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing": 0, 2024-04-15T16:06:24.662 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T16:06:24.663 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_omap": 0, 2024-04-15T16:06:24.663 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_pinned": 0, 2024-04-15T16:06:24.663 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_recovered": 0, 2024-04-15T16:06:24.663 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_repaired": 0, 2024-04-15T16:06:24.663 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_unfound": 0, 2024-04-15T16:06:24.663 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_bytes": 0, 2024-04-15T16:06:24.663 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_keys": 0, 2024-04-15T16:06:24.663 INFO:tasks.workunit.client.0.smithi016.stdout: "num_promote": 0, 2024-04-15T16:06:24.663 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read": 0, 2024-04-15T16:06:24.663 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read_kb": 0, 2024-04-15T16:06:24.663 INFO:tasks.workunit.client.0.smithi016.stdout: "num_scrub_errors": 0, 2024-04-15T16:06:24.663 INFO:tasks.workunit.client.0.smithi016.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T16:06:24.663 INFO:tasks.workunit.client.0.smithi016.stdout: "num_whiteouts": 0, 2024-04-15T16:06:24.663 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write": 0, 2024-04-15T16:06:24.663 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write_kb": 0 2024-04-15T16:06:24.664 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.664 INFO:tasks.workunit.client.0.smithi016.stdout: "state": "active+clean", 2024-04-15T16:06:24.664 INFO:tasks.workunit.client.0.smithi016.stdout: "stats_invalid": false, 2024-04-15T16:06:24.664 INFO:tasks.workunit.client.0.smithi016.stdout: "up": [ 2024-04-15T16:06:24.664 INFO:tasks.workunit.client.0.smithi016.stdout: 5, 2024-04-15T16:06:24.664 INFO:tasks.workunit.client.0.smithi016.stdout: 3, 2024-04-15T16:06:24.664 INFO:tasks.workunit.client.0.smithi016.stdout: 0 2024-04-15T16:06:24.664 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:24.664 INFO:tasks.workunit.client.0.smithi016.stdout: "up_primary": 5, 2024-04-15T16:06:24.664 INFO:tasks.workunit.client.0.smithi016.stdout: "version": "0'0" 2024-04-15T16:06:24.664 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.664 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-15T16:06:24.664 INFO:tasks.workunit.client.0.smithi016.stdout: "acting": [ 2024-04-15T16:06:24.664 INFO:tasks.workunit.client.0.smithi016.stdout: 2, 2024-04-15T16:06:24.664 INFO:tasks.workunit.client.0.smithi016.stdout: 5, 2024-04-15T16:06:24.665 INFO:tasks.workunit.client.0.smithi016.stdout: 6 2024-04-15T16:06:24.665 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:24.665 INFO:tasks.workunit.client.0.smithi016.stdout: "acting_primary": 2, 2024-04-15T16:06:24.665 INFO:tasks.workunit.client.0.smithi016.stdout: "avail_no_missing": [], 2024-04-15T16:06:24.665 INFO:tasks.workunit.client.0.smithi016.stdout: "blocked_by": [], 2024-04-15T16:06:24.665 INFO:tasks.workunit.client.0.smithi016.stdout: "created": 61, 2024-04-15T16:06:24.665 INFO:tasks.workunit.client.0.smithi016.stdout: "dirty_stats_invalid": false, 2024-04-15T16:06:24.665 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T16:06:24.665 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_stats_invalid": false, 2024-04-15T16:06:24.665 INFO:tasks.workunit.client.0.smithi016.stdout: "last_active": "2024-04-15T16:05:12.196951+0000", 2024-04-15T16:06:24.665 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_active": "2024-04-15T14:44:28.457092+0000", 2024-04-15T16:06:24.665 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_peered": "2024-04-15T14:44:28.457092+0000", 2024-04-15T16:06:24.665 INFO:tasks.workunit.client.0.smithi016.stdout: "last_change": "2024-04-15T14:44:28.457528+0000", 2024-04-15T16:06:24.665 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean": "2024-04-15T16:05:12.196951+0000", 2024-04-15T16:06:24.666 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T16:06:24.666 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub": "0'0", 2024-04-15T16:06:24.666 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T16:06:24.666 INFO:tasks.workunit.client.0.smithi016.stdout: "last_epoch_clean": 511, 2024-04-15T16:06:24.666 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fresh": "2024-04-15T16:05:12.196951+0000", 2024-04-15T16:06:24.666 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fullsized": "2024-04-15T16:05:12.196951+0000", 2024-04-15T16:06:24.666 INFO:tasks.workunit.client.0.smithi016.stdout: "last_peered": "2024-04-15T16:05:12.196951+0000", 2024-04-15T16:06:24.666 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub": "0'0", 2024-04-15T16:06:24.666 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_duration": 0, 2024-04-15T16:06:24.666 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T16:06:24.666 INFO:tasks.workunit.client.0.smithi016.stdout: "last_undegraded": "2024-04-15T16:05:12.196951+0000", 2024-04-15T16:06:24.666 INFO:tasks.workunit.client.0.smithi016.stdout: "last_unstale": "2024-04-15T16:05:12.196951+0000", 2024-04-15T16:06:24.666 INFO:tasks.workunit.client.0.smithi016.stdout: "log_dups_size": 0, 2024-04-15T16:06:24.666 INFO:tasks.workunit.client.0.smithi016.stdout: "log_size": 0, 2024-04-15T16:06:24.667 INFO:tasks.workunit.client.0.smithi016.stdout: "log_start": "0'0", 2024-04-15T16:06:24.667 INFO:tasks.workunit.client.0.smithi016.stdout: "manifest_stats_invalid": false, 2024-04-15T16:06:24.667 INFO:tasks.workunit.client.0.smithi016.stdout: "mapping_epoch": 510, 2024-04-15T16:06:24.667 INFO:tasks.workunit.client.0.smithi016.stdout: "object_location_counts": [], 2024-04-15T16:06:24.667 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_scrubbed": 0, 2024-04-15T16:06:24.667 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_trimmed": 0, 2024-04-15T16:06:24.667 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_stats_invalid": false, 2024-04-15T16:06:24.667 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_size": 0, 2024-04-15T16:06:24.667 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_start": "0'0", 2024-04-15T16:06:24.667 INFO:tasks.workunit.client.0.smithi016.stdout: "parent": "0.0", 2024-04-15T16:06:24.667 INFO:tasks.workunit.client.0.smithi016.stdout: "parent_split_bits": 0, 2024-04-15T16:06:24.667 INFO:tasks.workunit.client.0.smithi016.stdout: "pgid": "3.21", 2024-04-15T16:06:24.667 INFO:tasks.workunit.client.0.smithi016.stdout: "pin_stats_invalid": false, 2024-04-15T16:06:24.667 INFO:tasks.workunit.client.0.smithi016.stdout: "purged_snaps": [], 2024-04-15T16:06:24.667 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_epoch": 2721, 2024-04-15T16:06:24.668 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_seq": 4991, 2024-04-15T16:06:24.668 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_duration": 0.0, 2024-04-15T16:06:24.668 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-17T02:20:34.344323+0000", 2024-04-15T16:06:24.668 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrim_duration": 0.0, 2024-04-15T16:06:24.668 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrimq_len": 0, 2024-04-15T16:06:24.668 INFO:tasks.workunit.client.0.smithi016.stdout: "stat_sum": { 2024-04-15T16:06:24.668 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes": 0, 2024-04-15T16:06:24.668 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T16:06:24.668 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_recovered": 0, 2024-04-15T16:06:24.668 INFO:tasks.workunit.client.0.smithi016.stdout: "num_deep_scrub_errors": 0, 2024-04-15T16:06:24.668 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict": 0, 2024-04-15T16:06:24.668 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_kb": 0, 2024-04-15T16:06:24.668 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_full": 0, 2024-04-15T16:06:24.668 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_some": 0, 2024-04-15T16:06:24.668 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush": 0, 2024-04-15T16:06:24.669 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_kb": 0, 2024-04-15T16:06:24.669 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_high": 0, 2024-04-15T16:06:24.669 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_low": 0, 2024-04-15T16:06:24.669 INFO:tasks.workunit.client.0.smithi016.stdout: "num_keys_recovered": 0, 2024-04-15T16:06:24.669 INFO:tasks.workunit.client.0.smithi016.stdout: "num_large_omap_objects": 0, 2024-04-15T16:06:24.669 INFO:tasks.workunit.client.0.smithi016.stdout: "num_legacy_snapsets": 0, 2024-04-15T16:06:24.669 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_clones": 0, 2024-04-15T16:06:24.669 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_copies": 0, 2024-04-15T16:06:24.669 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects": 0, 2024-04-15T16:06:24.669 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_degraded": 0, 2024-04-15T16:06:24.669 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_dirty": 0, 2024-04-15T16:06:24.669 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T16:06:24.669 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_manifest": 0, 2024-04-15T16:06:24.669 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_misplaced": 0, 2024-04-15T16:06:24.669 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing": 0, 2024-04-15T16:06:24.670 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T16:06:24.670 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_omap": 0, 2024-04-15T16:06:24.670 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_pinned": 0, 2024-04-15T16:06:24.670 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_recovered": 0, 2024-04-15T16:06:24.670 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_repaired": 0, 2024-04-15T16:06:24.670 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_unfound": 0, 2024-04-15T16:06:24.670 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_bytes": 0, 2024-04-15T16:06:24.670 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_keys": 0, 2024-04-15T16:06:24.670 INFO:tasks.workunit.client.0.smithi016.stdout: "num_promote": 0, 2024-04-15T16:06:24.670 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read": 0, 2024-04-15T16:06:24.670 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read_kb": 0, 2024-04-15T16:06:24.670 INFO:tasks.workunit.client.0.smithi016.stdout: "num_scrub_errors": 0, 2024-04-15T16:06:24.670 INFO:tasks.workunit.client.0.smithi016.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T16:06:24.670 INFO:tasks.workunit.client.0.smithi016.stdout: "num_whiteouts": 0, 2024-04-15T16:06:24.670 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write": 0, 2024-04-15T16:06:24.671 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write_kb": 0 2024-04-15T16:06:24.671 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.671 INFO:tasks.workunit.client.0.smithi016.stdout: "state": "active+clean", 2024-04-15T16:06:24.671 INFO:tasks.workunit.client.0.smithi016.stdout: "stats_invalid": false, 2024-04-15T16:06:24.671 INFO:tasks.workunit.client.0.smithi016.stdout: "up": [ 2024-04-15T16:06:24.671 INFO:tasks.workunit.client.0.smithi016.stdout: 2, 2024-04-15T16:06:24.671 INFO:tasks.workunit.client.0.smithi016.stdout: 5, 2024-04-15T16:06:24.671 INFO:tasks.workunit.client.0.smithi016.stdout: 6 2024-04-15T16:06:24.671 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:24.671 INFO:tasks.workunit.client.0.smithi016.stdout: "up_primary": 2, 2024-04-15T16:06:24.671 INFO:tasks.workunit.client.0.smithi016.stdout: "version": "0'0" 2024-04-15T16:06:24.671 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.671 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-15T16:06:24.671 INFO:tasks.workunit.client.0.smithi016.stdout: "acting": [ 2024-04-15T16:06:24.672 INFO:tasks.workunit.client.0.smithi016.stdout: 6, 2024-04-15T16:06:24.672 INFO:tasks.workunit.client.0.smithi016.stdout: 0, 2024-04-15T16:06:24.672 INFO:tasks.workunit.client.0.smithi016.stdout: 5 2024-04-15T16:06:24.672 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:24.672 INFO:tasks.workunit.client.0.smithi016.stdout: "acting_primary": 6, 2024-04-15T16:06:24.672 INFO:tasks.workunit.client.0.smithi016.stdout: "avail_no_missing": [], 2024-04-15T16:06:24.672 INFO:tasks.workunit.client.0.smithi016.stdout: "blocked_by": [], 2024-04-15T16:06:24.672 INFO:tasks.workunit.client.0.smithi016.stdout: "created": 61, 2024-04-15T16:06:24.672 INFO:tasks.workunit.client.0.smithi016.stdout: "dirty_stats_invalid": false, 2024-04-15T16:06:24.672 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T16:06:24.672 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_stats_invalid": false, 2024-04-15T16:06:24.672 INFO:tasks.workunit.client.0.smithi016.stdout: "last_active": "2024-04-15T16:05:11.412318+0000", 2024-04-15T16:06:24.672 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_active": "2024-04-15T14:44:28.448625+0000", 2024-04-15T16:06:24.672 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_peered": "2024-04-15T14:44:28.448625+0000", 2024-04-15T16:06:24.673 INFO:tasks.workunit.client.0.smithi016.stdout: "last_change": "2024-04-15T14:44:28.449906+0000", 2024-04-15T16:06:24.673 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean": "2024-04-15T16:05:11.412318+0000", 2024-04-15T16:06:24.673 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T16:06:24.673 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub": "0'0", 2024-04-15T16:06:24.673 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T16:06:24.673 INFO:tasks.workunit.client.0.smithi016.stdout: "last_epoch_clean": 511, 2024-04-15T16:06:24.673 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fresh": "2024-04-15T16:05:11.412318+0000", 2024-04-15T16:06:24.673 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fullsized": "2024-04-15T16:05:11.412318+0000", 2024-04-15T16:06:24.673 INFO:tasks.workunit.client.0.smithi016.stdout: "last_peered": "2024-04-15T16:05:11.412318+0000", 2024-04-15T16:06:24.673 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub": "0'0", 2024-04-15T16:06:24.673 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_duration": 0, 2024-04-15T16:06:24.673 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T16:06:24.673 INFO:tasks.workunit.client.0.smithi016.stdout: "last_undegraded": "2024-04-15T16:05:11.412318+0000", 2024-04-15T16:06:24.673 INFO:tasks.workunit.client.0.smithi016.stdout: "last_unstale": "2024-04-15T16:05:11.412318+0000", 2024-04-15T16:06:24.674 INFO:tasks.workunit.client.0.smithi016.stdout: "log_dups_size": 0, 2024-04-15T16:06:24.674 INFO:tasks.workunit.client.0.smithi016.stdout: "log_size": 0, 2024-04-15T16:06:24.674 INFO:tasks.workunit.client.0.smithi016.stdout: "log_start": "0'0", 2024-04-15T16:06:24.674 INFO:tasks.workunit.client.0.smithi016.stdout: "manifest_stats_invalid": false, 2024-04-15T16:06:24.674 INFO:tasks.workunit.client.0.smithi016.stdout: "mapping_epoch": 510, 2024-04-15T16:06:24.674 INFO:tasks.workunit.client.0.smithi016.stdout: "object_location_counts": [], 2024-04-15T16:06:24.674 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_scrubbed": 0, 2024-04-15T16:06:24.674 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_trimmed": 0, 2024-04-15T16:06:24.674 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_stats_invalid": false, 2024-04-15T16:06:24.674 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_size": 0, 2024-04-15T16:06:24.674 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_start": "0'0", 2024-04-15T16:06:24.674 INFO:tasks.workunit.client.0.smithi016.stdout: "parent": "0.0", 2024-04-15T16:06:24.674 INFO:tasks.workunit.client.0.smithi016.stdout: "parent_split_bits": 0, 2024-04-15T16:06:24.674 INFO:tasks.workunit.client.0.smithi016.stdout: "pgid": "3.20", 2024-04-15T16:06:24.675 INFO:tasks.workunit.client.0.smithi016.stdout: "pin_stats_invalid": false, 2024-04-15T16:06:24.675 INFO:tasks.workunit.client.0.smithi016.stdout: "purged_snaps": [], 2024-04-15T16:06:24.675 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_epoch": 2721, 2024-04-15T16:06:24.675 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_seq": 4881, 2024-04-15T16:06:24.675 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_duration": 0.0, 2024-04-15T16:06:24.675 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-16T16:59:54.520837+0000", 2024-04-15T16:06:24.675 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrim_duration": 0.0, 2024-04-15T16:06:24.675 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrimq_len": 0, 2024-04-15T16:06:24.675 INFO:tasks.workunit.client.0.smithi016.stdout: "stat_sum": { 2024-04-15T16:06:24.675 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes": 0, 2024-04-15T16:06:24.675 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T16:06:24.675 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_recovered": 0, 2024-04-15T16:06:24.675 INFO:tasks.workunit.client.0.smithi016.stdout: "num_deep_scrub_errors": 0, 2024-04-15T16:06:24.675 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict": 0, 2024-04-15T16:06:24.676 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_kb": 0, 2024-04-15T16:06:24.676 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_full": 0, 2024-04-15T16:06:24.676 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_some": 0, 2024-04-15T16:06:24.676 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush": 0, 2024-04-15T16:06:24.676 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_kb": 0, 2024-04-15T16:06:24.676 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_high": 0, 2024-04-15T16:06:24.676 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_low": 0, 2024-04-15T16:06:24.676 INFO:tasks.workunit.client.0.smithi016.stdout: "num_keys_recovered": 0, 2024-04-15T16:06:24.676 INFO:tasks.workunit.client.0.smithi016.stdout: "num_large_omap_objects": 0, 2024-04-15T16:06:24.676 INFO:tasks.workunit.client.0.smithi016.stdout: "num_legacy_snapsets": 0, 2024-04-15T16:06:24.676 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_clones": 0, 2024-04-15T16:06:24.676 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_copies": 0, 2024-04-15T16:06:24.676 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects": 0, 2024-04-15T16:06:24.676 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_degraded": 0, 2024-04-15T16:06:24.677 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_dirty": 0, 2024-04-15T16:06:24.677 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T16:06:24.677 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_manifest": 0, 2024-04-15T16:06:24.677 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_misplaced": 0, 2024-04-15T16:06:24.677 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing": 0, 2024-04-15T16:06:24.677 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T16:06:24.677 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_omap": 0, 2024-04-15T16:06:24.677 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_pinned": 0, 2024-04-15T16:06:24.677 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_recovered": 0, 2024-04-15T16:06:24.677 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_repaired": 0, 2024-04-15T16:06:24.677 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_unfound": 0, 2024-04-15T16:06:24.677 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_bytes": 0, 2024-04-15T16:06:24.677 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_keys": 0, 2024-04-15T16:06:24.677 INFO:tasks.workunit.client.0.smithi016.stdout: "num_promote": 0, 2024-04-15T16:06:24.677 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read": 0, 2024-04-15T16:06:24.678 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read_kb": 0, 2024-04-15T16:06:24.678 INFO:tasks.workunit.client.0.smithi016.stdout: "num_scrub_errors": 0, 2024-04-15T16:06:24.678 INFO:tasks.workunit.client.0.smithi016.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T16:06:24.678 INFO:tasks.workunit.client.0.smithi016.stdout: "num_whiteouts": 0, 2024-04-15T16:06:24.678 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write": 0, 2024-04-15T16:06:24.678 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write_kb": 0 2024-04-15T16:06:24.678 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.678 INFO:tasks.workunit.client.0.smithi016.stdout: "state": "active+clean", 2024-04-15T16:06:24.678 INFO:tasks.workunit.client.0.smithi016.stdout: "stats_invalid": false, 2024-04-15T16:06:24.678 INFO:tasks.workunit.client.0.smithi016.stdout: "up": [ 2024-04-15T16:06:24.678 INFO:tasks.workunit.client.0.smithi016.stdout: 6, 2024-04-15T16:06:24.678 INFO:tasks.workunit.client.0.smithi016.stdout: 0, 2024-04-15T16:06:24.678 INFO:tasks.workunit.client.0.smithi016.stdout: 5 2024-04-15T16:06:24.678 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:24.679 INFO:tasks.workunit.client.0.smithi016.stdout: "up_primary": 6, 2024-04-15T16:06:24.679 INFO:tasks.workunit.client.0.smithi016.stdout: "version": "0'0" 2024-04-15T16:06:24.679 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.679 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-15T16:06:24.679 INFO:tasks.workunit.client.0.smithi016.stdout: "acting": [ 2024-04-15T16:06:24.679 INFO:tasks.workunit.client.0.smithi016.stdout: 7, 2024-04-15T16:06:24.679 INFO:tasks.workunit.client.0.smithi016.stdout: 4, 2024-04-15T16:06:24.679 INFO:tasks.workunit.client.0.smithi016.stdout: 0 2024-04-15T16:06:24.679 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:24.679 INFO:tasks.workunit.client.0.smithi016.stdout: "acting_primary": 7, 2024-04-15T16:06:24.679 INFO:tasks.workunit.client.0.smithi016.stdout: "avail_no_missing": [], 2024-04-15T16:06:24.679 INFO:tasks.workunit.client.0.smithi016.stdout: "blocked_by": [], 2024-04-15T16:06:24.679 INFO:tasks.workunit.client.0.smithi016.stdout: "created": 61, 2024-04-15T16:06:24.679 INFO:tasks.workunit.client.0.smithi016.stdout: "dirty_stats_invalid": false, 2024-04-15T16:06:24.680 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T16:06:24.680 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_stats_invalid": false, 2024-04-15T16:06:24.680 INFO:tasks.workunit.client.0.smithi016.stdout: "last_active": "2024-04-15T16:05:12.201013+0000", 2024-04-15T16:06:24.680 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_active": "2024-04-15T14:44:49.362753+0000", 2024-04-15T16:06:24.680 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_peered": "2024-04-15T14:44:49.362753+0000", 2024-04-15T16:06:24.680 INFO:tasks.workunit.client.0.smithi016.stdout: "last_change": "2024-04-15T14:44:49.363737+0000", 2024-04-15T16:06:24.680 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean": "2024-04-15T16:05:12.201013+0000", 2024-04-15T16:06:24.680 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T16:06:24.680 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub": "0'0", 2024-04-15T16:06:24.680 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T16:06:24.680 INFO:tasks.workunit.client.0.smithi016.stdout: "last_epoch_clean": 532, 2024-04-15T16:06:24.680 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fresh": "2024-04-15T16:05:12.201013+0000", 2024-04-15T16:06:24.680 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fullsized": "2024-04-15T16:05:12.201013+0000", 2024-04-15T16:06:24.680 INFO:tasks.workunit.client.0.smithi016.stdout: "last_peered": "2024-04-15T16:05:12.201013+0000", 2024-04-15T16:06:24.681 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub": "0'0", 2024-04-15T16:06:24.681 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_duration": 0, 2024-04-15T16:06:24.681 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T16:06:24.681 INFO:tasks.workunit.client.0.smithi016.stdout: "last_undegraded": "2024-04-15T16:05:12.201013+0000", 2024-04-15T16:06:24.681 INFO:tasks.workunit.client.0.smithi016.stdout: "last_unstale": "2024-04-15T16:05:12.201013+0000", 2024-04-15T16:06:24.681 INFO:tasks.workunit.client.0.smithi016.stdout: "log_dups_size": 0, 2024-04-15T16:06:24.681 INFO:tasks.workunit.client.0.smithi016.stdout: "log_size": 0, 2024-04-15T16:06:24.681 INFO:tasks.workunit.client.0.smithi016.stdout: "log_start": "0'0", 2024-04-15T16:06:24.681 INFO:tasks.workunit.client.0.smithi016.stdout: "manifest_stats_invalid": false, 2024-04-15T16:06:24.681 INFO:tasks.workunit.client.0.smithi016.stdout: "mapping_epoch": 531, 2024-04-15T16:06:24.681 INFO:tasks.workunit.client.0.smithi016.stdout: "object_location_counts": [], 2024-04-15T16:06:24.681 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_scrubbed": 0, 2024-04-15T16:06:24.681 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_trimmed": 0, 2024-04-15T16:06:24.681 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_stats_invalid": false, 2024-04-15T16:06:24.681 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_size": 0, 2024-04-15T16:06:24.682 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_start": "0'0", 2024-04-15T16:06:24.682 INFO:tasks.workunit.client.0.smithi016.stdout: "parent": "0.0", 2024-04-15T16:06:24.682 INFO:tasks.workunit.client.0.smithi016.stdout: "parent_split_bits": 0, 2024-04-15T16:06:24.682 INFO:tasks.workunit.client.0.smithi016.stdout: "pgid": "3.f", 2024-04-15T16:06:24.682 INFO:tasks.workunit.client.0.smithi016.stdout: "pin_stats_invalid": false, 2024-04-15T16:06:24.682 INFO:tasks.workunit.client.0.smithi016.stdout: "purged_snaps": [], 2024-04-15T16:06:24.682 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_epoch": 2721, 2024-04-15T16:06:24.682 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_seq": 4858, 2024-04-15T16:06:24.682 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_duration": 0.0, 2024-04-15T16:06:24.682 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-16T19:03:14.207842+0000", 2024-04-15T16:06:24.682 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrim_duration": 0.0, 2024-04-15T16:06:24.682 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrimq_len": 0, 2024-04-15T16:06:24.682 INFO:tasks.workunit.client.0.smithi016.stdout: "stat_sum": { 2024-04-15T16:06:24.682 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes": 0, 2024-04-15T16:06:24.683 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T16:06:24.683 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_recovered": 0, 2024-04-15T16:06:24.683 INFO:tasks.workunit.client.0.smithi016.stdout: "num_deep_scrub_errors": 0, 2024-04-15T16:06:24.683 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict": 0, 2024-04-15T16:06:24.683 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_kb": 0, 2024-04-15T16:06:24.683 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_full": 0, 2024-04-15T16:06:24.683 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_some": 0, 2024-04-15T16:06:24.683 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush": 0, 2024-04-15T16:06:24.683 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_kb": 0, 2024-04-15T16:06:24.683 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_high": 0, 2024-04-15T16:06:24.683 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_low": 0, 2024-04-15T16:06:24.683 INFO:tasks.workunit.client.0.smithi016.stdout: "num_keys_recovered": 0, 2024-04-15T16:06:24.683 INFO:tasks.workunit.client.0.smithi016.stdout: "num_large_omap_objects": 0, 2024-04-15T16:06:24.683 INFO:tasks.workunit.client.0.smithi016.stdout: "num_legacy_snapsets": 0, 2024-04-15T16:06:24.683 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_clones": 0, 2024-04-15T16:06:24.684 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_copies": 0, 2024-04-15T16:06:24.684 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects": 0, 2024-04-15T16:06:24.684 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_degraded": 0, 2024-04-15T16:06:24.684 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_dirty": 0, 2024-04-15T16:06:24.684 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T16:06:24.684 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_manifest": 0, 2024-04-15T16:06:24.684 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_misplaced": 0, 2024-04-15T16:06:24.684 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing": 0, 2024-04-15T16:06:24.684 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T16:06:24.684 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_omap": 0, 2024-04-15T16:06:24.684 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_pinned": 0, 2024-04-15T16:06:24.684 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_recovered": 0, 2024-04-15T16:06:24.684 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_repaired": 0, 2024-04-15T16:06:24.685 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_unfound": 0, 2024-04-15T16:06:24.685 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_bytes": 0, 2024-04-15T16:06:24.685 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_keys": 0, 2024-04-15T16:06:24.685 INFO:tasks.workunit.client.0.smithi016.stdout: "num_promote": 0, 2024-04-15T16:06:24.685 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read": 0, 2024-04-15T16:06:24.685 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read_kb": 0, 2024-04-15T16:06:24.685 INFO:tasks.workunit.client.0.smithi016.stdout: "num_scrub_errors": 0, 2024-04-15T16:06:24.685 INFO:tasks.workunit.client.0.smithi016.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T16:06:24.685 INFO:tasks.workunit.client.0.smithi016.stdout: "num_whiteouts": 0, 2024-04-15T16:06:24.685 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write": 0, 2024-04-15T16:06:24.685 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write_kb": 0 2024-04-15T16:06:24.685 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.685 INFO:tasks.workunit.client.0.smithi016.stdout: "state": "active+clean", 2024-04-15T16:06:24.685 INFO:tasks.workunit.client.0.smithi016.stdout: "stats_invalid": false, 2024-04-15T16:06:24.685 INFO:tasks.workunit.client.0.smithi016.stdout: "up": [ 2024-04-15T16:06:24.686 INFO:tasks.workunit.client.0.smithi016.stdout: 7, 2024-04-15T16:06:24.686 INFO:tasks.workunit.client.0.smithi016.stdout: 4, 2024-04-15T16:06:24.686 INFO:tasks.workunit.client.0.smithi016.stdout: 0 2024-04-15T16:06:24.686 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:24.686 INFO:tasks.workunit.client.0.smithi016.stdout: "up_primary": 7, 2024-04-15T16:06:24.686 INFO:tasks.workunit.client.0.smithi016.stdout: "version": "0'0" 2024-04-15T16:06:24.686 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.686 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-15T16:06:24.686 INFO:tasks.workunit.client.0.smithi016.stdout: "acting": [ 2024-04-15T16:06:24.686 INFO:tasks.workunit.client.0.smithi016.stdout: 2, 2024-04-15T16:06:24.686 INFO:tasks.workunit.client.0.smithi016.stdout: 3, 2024-04-15T16:06:24.686 INFO:tasks.workunit.client.0.smithi016.stdout: 7 2024-04-15T16:06:24.686 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:24.686 INFO:tasks.workunit.client.0.smithi016.stdout: "acting_primary": 2, 2024-04-15T16:06:24.687 INFO:tasks.workunit.client.0.smithi016.stdout: "avail_no_missing": [], 2024-04-15T16:06:24.687 INFO:tasks.workunit.client.0.smithi016.stdout: "blocked_by": [], 2024-04-15T16:06:24.687 INFO:tasks.workunit.client.0.smithi016.stdout: "created": 60, 2024-04-15T16:06:24.687 INFO:tasks.workunit.client.0.smithi016.stdout: "dirty_stats_invalid": false, 2024-04-15T16:06:24.687 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T16:06:24.687 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_stats_invalid": false, 2024-04-15T16:06:24.687 INFO:tasks.workunit.client.0.smithi016.stdout: "last_active": "2024-04-15T16:05:12.198217+0000", 2024-04-15T16:06:24.687 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_active": "2024-04-15T14:44:49.364075+0000", 2024-04-15T16:06:24.687 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_peered": "2024-04-15T14:44:49.364075+0000", 2024-04-15T16:06:24.687 INFO:tasks.workunit.client.0.smithi016.stdout: "last_change": "2024-04-15T14:44:49.364463+0000", 2024-04-15T16:06:24.687 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean": "2024-04-15T16:05:12.198217+0000", 2024-04-15T16:06:24.687 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean_scrub_stamp": "2024-04-15T14:33:33.599136+0000", 2024-04-15T16:06:24.687 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub": "0'0", 2024-04-15T16:06:24.687 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub_stamp": "2024-04-15T14:33:33.599136+0000", 2024-04-15T16:06:24.687 INFO:tasks.workunit.client.0.smithi016.stdout: "last_epoch_clean": 532, 2024-04-15T16:06:24.688 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fresh": "2024-04-15T16:05:12.198217+0000", 2024-04-15T16:06:24.688 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fullsized": "2024-04-15T16:05:12.198217+0000", 2024-04-15T16:06:24.688 INFO:tasks.workunit.client.0.smithi016.stdout: "last_peered": "2024-04-15T16:05:12.198217+0000", 2024-04-15T16:06:24.688 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub": "0'0", 2024-04-15T16:06:24.688 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_duration": 0, 2024-04-15T16:06:24.688 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_stamp": "2024-04-15T14:33:33.599136+0000", 2024-04-15T16:06:24.688 INFO:tasks.workunit.client.0.smithi016.stdout: "last_undegraded": "2024-04-15T16:05:12.198217+0000", 2024-04-15T16:06:24.688 INFO:tasks.workunit.client.0.smithi016.stdout: "last_unstale": "2024-04-15T16:05:12.198217+0000", 2024-04-15T16:06:24.688 INFO:tasks.workunit.client.0.smithi016.stdout: "log_dups_size": 0, 2024-04-15T16:06:24.688 INFO:tasks.workunit.client.0.smithi016.stdout: "log_size": 2, 2024-04-15T16:06:24.688 INFO:tasks.workunit.client.0.smithi016.stdout: "log_start": "0'0", 2024-04-15T16:06:24.688 INFO:tasks.workunit.client.0.smithi016.stdout: "manifest_stats_invalid": false, 2024-04-15T16:06:24.688 INFO:tasks.workunit.client.0.smithi016.stdout: "mapping_epoch": 531, 2024-04-15T16:06:24.688 INFO:tasks.workunit.client.0.smithi016.stdout: "object_location_counts": [], 2024-04-15T16:06:24.688 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_scrubbed": 0, 2024-04-15T16:06:24.689 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_trimmed": 0, 2024-04-15T16:06:24.689 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_stats_invalid": false, 2024-04-15T16:06:24.689 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_size": 2, 2024-04-15T16:06:24.689 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_start": "0'0", 2024-04-15T16:06:24.689 INFO:tasks.workunit.client.0.smithi016.stdout: "parent": "0.0", 2024-04-15T16:06:24.689 INFO:tasks.workunit.client.0.smithi016.stdout: "parent_split_bits": 0, 2024-04-15T16:06:24.689 INFO:tasks.workunit.client.0.smithi016.stdout: "pgid": "2.e", 2024-04-15T16:06:24.689 INFO:tasks.workunit.client.0.smithi016.stdout: "pin_stats_invalid": false, 2024-04-15T16:06:24.689 INFO:tasks.workunit.client.0.smithi016.stdout: "purged_snaps": [], 2024-04-15T16:06:24.689 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_epoch": 2721, 2024-04-15T16:06:24.689 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_seq": 4995, 2024-04-15T16:06:24.689 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_duration": 0.0, 2024-04-15T16:06:24.689 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-16T19:34:39.168567+0000", 2024-04-15T16:06:24.689 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrim_duration": 0.0, 2024-04-15T16:06:24.689 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrimq_len": 0, 2024-04-15T16:06:24.690 INFO:tasks.workunit.client.0.smithi016.stdout: "stat_sum": { 2024-04-15T16:06:24.690 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes": 0, 2024-04-15T16:06:24.690 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T16:06:24.690 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_recovered": 0, 2024-04-15T16:06:24.690 INFO:tasks.workunit.client.0.smithi016.stdout: "num_deep_scrub_errors": 0, 2024-04-15T16:06:24.690 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict": 0, 2024-04-15T16:06:24.690 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_kb": 0, 2024-04-15T16:06:24.690 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_full": 0, 2024-04-15T16:06:24.690 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_some": 0, 2024-04-15T16:06:24.690 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush": 0, 2024-04-15T16:06:24.690 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_kb": 0, 2024-04-15T16:06:24.690 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_high": 0, 2024-04-15T16:06:24.690 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_low": 0, 2024-04-15T16:06:24.690 INFO:tasks.workunit.client.0.smithi016.stdout: "num_keys_recovered": 0, 2024-04-15T16:06:24.690 INFO:tasks.workunit.client.0.smithi016.stdout: "num_large_omap_objects": 0, 2024-04-15T16:06:24.691 INFO:tasks.workunit.client.0.smithi016.stdout: "num_legacy_snapsets": 0, 2024-04-15T16:06:24.691 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_clones": 0, 2024-04-15T16:06:24.691 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_copies": 3, 2024-04-15T16:06:24.691 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects": 1, 2024-04-15T16:06:24.691 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_degraded": 0, 2024-04-15T16:06:24.691 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_dirty": 1, 2024-04-15T16:06:24.691 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T16:06:24.691 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_manifest": 0, 2024-04-15T16:06:24.691 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_misplaced": 0, 2024-04-15T16:06:24.691 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing": 0, 2024-04-15T16:06:24.691 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T16:06:24.691 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_omap": 1, 2024-04-15T16:06:24.691 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_pinned": 0, 2024-04-15T16:06:24.691 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_recovered": 0, 2024-04-15T16:06:24.691 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_repaired": 0, 2024-04-15T16:06:24.692 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_unfound": 0, 2024-04-15T16:06:24.692 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_bytes": 0, 2024-04-15T16:06:24.692 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_keys": 0, 2024-04-15T16:06:24.692 INFO:tasks.workunit.client.0.smithi016.stdout: "num_promote": 0, 2024-04-15T16:06:24.692 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read": 12, 2024-04-15T16:06:24.692 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read_kb": 12, 2024-04-15T16:06:24.692 INFO:tasks.workunit.client.0.smithi016.stdout: "num_scrub_errors": 0, 2024-04-15T16:06:24.692 INFO:tasks.workunit.client.0.smithi016.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T16:06:24.692 INFO:tasks.workunit.client.0.smithi016.stdout: "num_whiteouts": 0, 2024-04-15T16:06:24.692 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write": 3, 2024-04-15T16:06:24.693 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write_kb": 0 2024-04-15T16:06:24.693 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.693 INFO:tasks.workunit.client.0.smithi016.stdout: "state": "active+clean", 2024-04-15T16:06:24.693 INFO:tasks.workunit.client.0.smithi016.stdout: "stats_invalid": false, 2024-04-15T16:06:24.693 INFO:tasks.workunit.client.0.smithi016.stdout: "up": [ 2024-04-15T16:06:24.693 INFO:tasks.workunit.client.0.smithi016.stdout: 2, 2024-04-15T16:06:24.693 INFO:tasks.workunit.client.0.smithi016.stdout: 3, 2024-04-15T16:06:24.693 INFO:tasks.workunit.client.0.smithi016.stdout: 7 2024-04-15T16:06:24.693 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:24.693 INFO:tasks.workunit.client.0.smithi016.stdout: "up_primary": 2, 2024-04-15T16:06:24.693 INFO:tasks.workunit.client.0.smithi016.stdout: "version": "62'2" 2024-04-15T16:06:24.693 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.693 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-15T16:06:24.693 INFO:tasks.workunit.client.0.smithi016.stdout: "acting": [ 2024-04-15T16:06:24.694 INFO:tasks.workunit.client.0.smithi016.stdout: 5, 2024-04-15T16:06:24.694 INFO:tasks.workunit.client.0.smithi016.stdout: 3, 2024-04-15T16:06:24.694 INFO:tasks.workunit.client.0.smithi016.stdout: 6 2024-04-15T16:06:24.694 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:24.694 INFO:tasks.workunit.client.0.smithi016.stdout: "acting_primary": 5, 2024-04-15T16:06:24.694 INFO:tasks.workunit.client.0.smithi016.stdout: "avail_no_missing": [], 2024-04-15T16:06:24.694 INFO:tasks.workunit.client.0.smithi016.stdout: "blocked_by": [], 2024-04-15T16:06:24.694 INFO:tasks.workunit.client.0.smithi016.stdout: "created": 61, 2024-04-15T16:06:24.694 INFO:tasks.workunit.client.0.smithi016.stdout: "dirty_stats_invalid": false, 2024-04-15T16:06:24.694 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T16:06:24.694 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_stats_invalid": false, 2024-04-15T16:06:24.694 INFO:tasks.workunit.client.0.smithi016.stdout: "last_active": "2024-04-15T16:05:12.202577+0000", 2024-04-15T16:06:24.694 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_active": "2024-04-15T14:44:28.455055+0000", 2024-04-15T16:06:24.694 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_peered": "2024-04-15T14:44:28.455055+0000", 2024-04-15T16:06:24.695 INFO:tasks.workunit.client.0.smithi016.stdout: "last_change": "2024-04-15T14:44:28.455389+0000", 2024-04-15T16:06:24.695 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean": "2024-04-15T16:05:12.202577+0000", 2024-04-15T16:06:24.695 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T16:06:24.695 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub": "0'0", 2024-04-15T16:06:24.695 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T16:06:24.695 INFO:tasks.workunit.client.0.smithi016.stdout: "last_epoch_clean": 511, 2024-04-15T16:06:24.695 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fresh": "2024-04-15T16:05:12.202577+0000", 2024-04-15T16:06:24.695 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fullsized": "2024-04-15T16:05:12.202577+0000", 2024-04-15T16:06:24.695 INFO:tasks.workunit.client.0.smithi016.stdout: "last_peered": "2024-04-15T16:05:12.202577+0000", 2024-04-15T16:06:24.695 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub": "0'0", 2024-04-15T16:06:24.695 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_duration": 0, 2024-04-15T16:06:24.695 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T16:06:24.695 INFO:tasks.workunit.client.0.smithi016.stdout: "last_undegraded": "2024-04-15T16:05:12.202577+0000", 2024-04-15T16:06:24.696 INFO:tasks.workunit.client.0.smithi016.stdout: "last_unstale": "2024-04-15T16:05:12.202577+0000", 2024-04-15T16:06:24.696 INFO:tasks.workunit.client.0.smithi016.stdout: "log_dups_size": 0, 2024-04-15T16:06:24.696 INFO:tasks.workunit.client.0.smithi016.stdout: "log_size": 0, 2024-04-15T16:06:24.696 INFO:tasks.workunit.client.0.smithi016.stdout: "log_start": "0'0", 2024-04-15T16:06:24.696 INFO:tasks.workunit.client.0.smithi016.stdout: "manifest_stats_invalid": false, 2024-04-15T16:06:24.696 INFO:tasks.workunit.client.0.smithi016.stdout: "mapping_epoch": 510, 2024-04-15T16:06:24.696 INFO:tasks.workunit.client.0.smithi016.stdout: "object_location_counts": [], 2024-04-15T16:06:24.696 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_scrubbed": 0, 2024-04-15T16:06:24.696 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_trimmed": 0, 2024-04-15T16:06:24.696 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_stats_invalid": false, 2024-04-15T16:06:24.696 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_size": 0, 2024-04-15T16:06:24.696 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_start": "0'0", 2024-04-15T16:06:24.696 INFO:tasks.workunit.client.0.smithi016.stdout: "parent": "0.0", 2024-04-15T16:06:24.696 INFO:tasks.workunit.client.0.smithi016.stdout: "parent_split_bits": 0, 2024-04-15T16:06:24.697 INFO:tasks.workunit.client.0.smithi016.stdout: "pgid": "3.c", 2024-04-15T16:06:24.697 INFO:tasks.workunit.client.0.smithi016.stdout: "pin_stats_invalid": false, 2024-04-15T16:06:24.697 INFO:tasks.workunit.client.0.smithi016.stdout: "purged_snaps": [], 2024-04-15T16:06:24.697 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_epoch": 2721, 2024-04-15T16:06:24.697 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_seq": 4919, 2024-04-15T16:06:24.697 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_duration": 0.0, 2024-04-15T16:06:24.697 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-16T23:10:00.856565+0000", 2024-04-15T16:06:24.697 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrim_duration": 0.0, 2024-04-15T16:06:24.697 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrimq_len": 0, 2024-04-15T16:06:24.697 INFO:tasks.workunit.client.0.smithi016.stdout: "stat_sum": { 2024-04-15T16:06:24.697 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes": 0, 2024-04-15T16:06:24.697 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T16:06:24.697 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_recovered": 0, 2024-04-15T16:06:24.697 INFO:tasks.workunit.client.0.smithi016.stdout: "num_deep_scrub_errors": 0, 2024-04-15T16:06:24.697 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict": 0, 2024-04-15T16:06:24.698 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_kb": 0, 2024-04-15T16:06:24.698 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_full": 0, 2024-04-15T16:06:24.698 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_some": 0, 2024-04-15T16:06:24.698 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush": 0, 2024-04-15T16:06:24.698 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_kb": 0, 2024-04-15T16:06:24.698 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_high": 0, 2024-04-15T16:06:24.698 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_low": 0, 2024-04-15T16:06:24.698 INFO:tasks.workunit.client.0.smithi016.stdout: "num_keys_recovered": 0, 2024-04-15T16:06:24.698 INFO:tasks.workunit.client.0.smithi016.stdout: "num_large_omap_objects": 0, 2024-04-15T16:06:24.698 INFO:tasks.workunit.client.0.smithi016.stdout: "num_legacy_snapsets": 0, 2024-04-15T16:06:24.698 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_clones": 0, 2024-04-15T16:06:24.698 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_copies": 0, 2024-04-15T16:06:24.698 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects": 0, 2024-04-15T16:06:24.699 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_degraded": 0, 2024-04-15T16:06:24.699 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_dirty": 0, 2024-04-15T16:06:24.699 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T16:06:24.699 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_manifest": 0, 2024-04-15T16:06:24.699 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_misplaced": 0, 2024-04-15T16:06:24.699 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing": 0, 2024-04-15T16:06:24.699 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T16:06:24.699 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_omap": 0, 2024-04-15T16:06:24.699 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_pinned": 0, 2024-04-15T16:06:24.699 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_recovered": 0, 2024-04-15T16:06:24.699 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_repaired": 0, 2024-04-15T16:06:24.699 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_unfound": 0, 2024-04-15T16:06:24.699 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_bytes": 0, 2024-04-15T16:06:24.699 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_keys": 0, 2024-04-15T16:06:24.700 INFO:tasks.workunit.client.0.smithi016.stdout: "num_promote": 0, 2024-04-15T16:06:24.700 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read": 0, 2024-04-15T16:06:24.700 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read_kb": 0, 2024-04-15T16:06:24.700 INFO:tasks.workunit.client.0.smithi016.stdout: "num_scrub_errors": 0, 2024-04-15T16:06:24.700 INFO:tasks.workunit.client.0.smithi016.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T16:06:24.700 INFO:tasks.workunit.client.0.smithi016.stdout: "num_whiteouts": 0, 2024-04-15T16:06:24.700 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write": 0, 2024-04-15T16:06:24.700 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write_kb": 0 2024-04-15T16:06:24.700 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.700 INFO:tasks.workunit.client.0.smithi016.stdout: "state": "active+clean", 2024-04-15T16:06:24.700 INFO:tasks.workunit.client.0.smithi016.stdout: "stats_invalid": false, 2024-04-15T16:06:24.700 INFO:tasks.workunit.client.0.smithi016.stdout: "up": [ 2024-04-15T16:06:24.700 INFO:tasks.workunit.client.0.smithi016.stdout: 5, 2024-04-15T16:06:24.700 INFO:tasks.workunit.client.0.smithi016.stdout: 3, 2024-04-15T16:06:24.700 INFO:tasks.workunit.client.0.smithi016.stdout: 6 2024-04-15T16:06:24.701 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:24.701 INFO:tasks.workunit.client.0.smithi016.stdout: "up_primary": 5, 2024-04-15T16:06:24.701 INFO:tasks.workunit.client.0.smithi016.stdout: "version": "0'0" 2024-04-15T16:06:24.701 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.701 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-15T16:06:24.701 INFO:tasks.workunit.client.0.smithi016.stdout: "acting": [ 2024-04-15T16:06:24.701 INFO:tasks.workunit.client.0.smithi016.stdout: 1, 2024-04-15T16:06:24.701 INFO:tasks.workunit.client.0.smithi016.stdout: 4, 2024-04-15T16:06:24.701 INFO:tasks.workunit.client.0.smithi016.stdout: 3 2024-04-15T16:06:24.701 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:24.701 INFO:tasks.workunit.client.0.smithi016.stdout: "acting_primary": 1, 2024-04-15T16:06:24.701 INFO:tasks.workunit.client.0.smithi016.stdout: "avail_no_missing": [], 2024-04-15T16:06:24.701 INFO:tasks.workunit.client.0.smithi016.stdout: "blocked_by": [], 2024-04-15T16:06:24.701 INFO:tasks.workunit.client.0.smithi016.stdout: "created": 60, 2024-04-15T16:06:24.702 INFO:tasks.workunit.client.0.smithi016.stdout: "dirty_stats_invalid": false, 2024-04-15T16:06:24.702 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T16:06:24.702 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_stats_invalid": false, 2024-04-15T16:06:24.702 INFO:tasks.workunit.client.0.smithi016.stdout: "last_active": "2024-04-15T16:05:11.870103+0000", 2024-04-15T16:06:24.702 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_active": "2024-04-15T14:43:32.411857+0000", 2024-04-15T16:06:24.702 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_peered": "2024-04-15T14:43:32.411857+0000", 2024-04-15T16:06:24.702 INFO:tasks.workunit.client.0.smithi016.stdout: "last_change": "2024-04-15T14:43:32.412343+0000", 2024-04-15T16:06:24.702 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean": "2024-04-15T16:05:11.870103+0000", 2024-04-15T16:06:24.702 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean_scrub_stamp": "2024-04-15T14:33:33.599136+0000", 2024-04-15T16:06:24.702 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub": "0'0", 2024-04-15T16:06:24.702 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub_stamp": "2024-04-15T14:33:33.599136+0000", 2024-04-15T16:06:24.702 INFO:tasks.workunit.client.0.smithi016.stdout: "last_epoch_clean": 455, 2024-04-15T16:06:24.702 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fresh": "2024-04-15T16:05:11.870103+0000", 2024-04-15T16:06:24.702 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fullsized": "2024-04-15T16:05:11.870103+0000", 2024-04-15T16:06:24.703 INFO:tasks.workunit.client.0.smithi016.stdout: "last_peered": "2024-04-15T16:05:11.870103+0000", 2024-04-15T16:06:24.703 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub": "0'0", 2024-04-15T16:06:24.703 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_duration": 0, 2024-04-15T16:06:24.703 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_stamp": "2024-04-15T14:33:33.599136+0000", 2024-04-15T16:06:24.703 INFO:tasks.workunit.client.0.smithi016.stdout: "last_undegraded": "2024-04-15T16:05:11.870103+0000", 2024-04-15T16:06:24.703 INFO:tasks.workunit.client.0.smithi016.stdout: "last_unstale": "2024-04-15T16:05:11.870103+0000", 2024-04-15T16:06:24.703 INFO:tasks.workunit.client.0.smithi016.stdout: "log_dups_size": 0, 2024-04-15T16:06:24.703 INFO:tasks.workunit.client.0.smithi016.stdout: "log_size": 1, 2024-04-15T16:06:24.703 INFO:tasks.workunit.client.0.smithi016.stdout: "log_start": "0'0", 2024-04-15T16:06:24.703 INFO:tasks.workunit.client.0.smithi016.stdout: "manifest_stats_invalid": false, 2024-04-15T16:06:24.703 INFO:tasks.workunit.client.0.smithi016.stdout: "mapping_epoch": 454, 2024-04-15T16:06:24.703 INFO:tasks.workunit.client.0.smithi016.stdout: "object_location_counts": [], 2024-04-15T16:06:24.703 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_scrubbed": 0, 2024-04-15T16:06:24.703 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_trimmed": 0, 2024-04-15T16:06:24.703 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_stats_invalid": false, 2024-04-15T16:06:24.704 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_size": 1, 2024-04-15T16:06:24.704 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_start": "0'0", 2024-04-15T16:06:24.704 INFO:tasks.workunit.client.0.smithi016.stdout: "parent": "0.0", 2024-04-15T16:06:24.704 INFO:tasks.workunit.client.0.smithi016.stdout: "parent_split_bits": 0, 2024-04-15T16:06:24.704 INFO:tasks.workunit.client.0.smithi016.stdout: "pgid": "2.d", 2024-04-15T16:06:24.704 INFO:tasks.workunit.client.0.smithi016.stdout: "pin_stats_invalid": false, 2024-04-15T16:06:24.704 INFO:tasks.workunit.client.0.smithi016.stdout: "purged_snaps": [], 2024-04-15T16:06:24.704 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_epoch": 2721, 2024-04-15T16:06:24.704 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_seq": 5044, 2024-04-15T16:06:24.704 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_duration": 0.0, 2024-04-15T16:06:24.704 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-16T15:10:16.783707+0000", 2024-04-15T16:06:24.704 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrim_duration": 0.0, 2024-04-15T16:06:24.704 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrimq_len": 0, 2024-04-15T16:06:24.704 INFO:tasks.workunit.client.0.smithi016.stdout: "stat_sum": { 2024-04-15T16:06:24.705 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes": 70, 2024-04-15T16:06:24.705 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T16:06:24.705 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_recovered": 0, 2024-04-15T16:06:24.705 INFO:tasks.workunit.client.0.smithi016.stdout: "num_deep_scrub_errors": 0, 2024-04-15T16:06:24.705 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict": 0, 2024-04-15T16:06:24.705 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_kb": 0, 2024-04-15T16:06:24.705 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_full": 0, 2024-04-15T16:06:24.705 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_some": 0, 2024-04-15T16:06:24.705 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush": 0, 2024-04-15T16:06:24.705 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_kb": 0, 2024-04-15T16:06:24.705 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_high": 0, 2024-04-15T16:06:24.705 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_low": 0, 2024-04-15T16:06:24.705 INFO:tasks.workunit.client.0.smithi016.stdout: "num_keys_recovered": 0, 2024-04-15T16:06:24.706 INFO:tasks.workunit.client.0.smithi016.stdout: "num_large_omap_objects": 0, 2024-04-15T16:06:24.706 INFO:tasks.workunit.client.0.smithi016.stdout: "num_legacy_snapsets": 0, 2024-04-15T16:06:24.706 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_clones": 0, 2024-04-15T16:06:24.706 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_copies": 3, 2024-04-15T16:06:24.706 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects": 1, 2024-04-15T16:06:24.706 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_degraded": 0, 2024-04-15T16:06:24.706 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_dirty": 1, 2024-04-15T16:06:24.706 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T16:06:24.706 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_manifest": 0, 2024-04-15T16:06:24.706 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_misplaced": 0, 2024-04-15T16:06:24.706 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing": 0, 2024-04-15T16:06:24.706 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T16:06:24.706 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_omap": 0, 2024-04-15T16:06:24.706 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_pinned": 0, 2024-04-15T16:06:24.707 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_recovered": 0, 2024-04-15T16:06:24.707 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_repaired": 0, 2024-04-15T16:06:24.707 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_unfound": 0, 2024-04-15T16:06:24.707 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_bytes": 0, 2024-04-15T16:06:24.707 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_keys": 0, 2024-04-15T16:06:24.707 INFO:tasks.workunit.client.0.smithi016.stdout: "num_promote": 0, 2024-04-15T16:06:24.707 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read": 2, 2024-04-15T16:06:24.707 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read_kb": 2, 2024-04-15T16:06:24.707 INFO:tasks.workunit.client.0.smithi016.stdout: "num_scrub_errors": 0, 2024-04-15T16:06:24.707 INFO:tasks.workunit.client.0.smithi016.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T16:06:24.707 INFO:tasks.workunit.client.0.smithi016.stdout: "num_whiteouts": 0, 2024-04-15T16:06:24.707 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write": 1, 2024-04-15T16:06:24.707 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write_kb": 1 2024-04-15T16:06:24.707 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.708 INFO:tasks.workunit.client.0.smithi016.stdout: "state": "active+clean", 2024-04-15T16:06:24.708 INFO:tasks.workunit.client.0.smithi016.stdout: "stats_invalid": false, 2024-04-15T16:06:24.708 INFO:tasks.workunit.client.0.smithi016.stdout: "up": [ 2024-04-15T16:06:24.708 INFO:tasks.workunit.client.0.smithi016.stdout: 1, 2024-04-15T16:06:24.708 INFO:tasks.workunit.client.0.smithi016.stdout: 4, 2024-04-15T16:06:24.708 INFO:tasks.workunit.client.0.smithi016.stdout: 3 2024-04-15T16:06:24.708 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:24.708 INFO:tasks.workunit.client.0.smithi016.stdout: "up_primary": 1, 2024-04-15T16:06:24.708 INFO:tasks.workunit.client.0.smithi016.stdout: "version": "62'1" 2024-04-15T16:06:24.708 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.708 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-15T16:06:24.708 INFO:tasks.workunit.client.0.smithi016.stdout: "acting": [ 2024-04-15T16:06:24.708 INFO:tasks.workunit.client.0.smithi016.stdout: 7, 2024-04-15T16:06:24.708 INFO:tasks.workunit.client.0.smithi016.stdout: 5, 2024-04-15T16:06:24.708 INFO:tasks.workunit.client.0.smithi016.stdout: 6 2024-04-15T16:06:24.709 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:24.709 INFO:tasks.workunit.client.0.smithi016.stdout: "acting_primary": 7, 2024-04-15T16:06:24.709 INFO:tasks.workunit.client.0.smithi016.stdout: "avail_no_missing": [], 2024-04-15T16:06:24.709 INFO:tasks.workunit.client.0.smithi016.stdout: "blocked_by": [], 2024-04-15T16:06:24.709 INFO:tasks.workunit.client.0.smithi016.stdout: "created": 61, 2024-04-15T16:06:24.709 INFO:tasks.workunit.client.0.smithi016.stdout: "dirty_stats_invalid": false, 2024-04-15T16:06:24.709 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T16:06:24.709 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_stats_invalid": false, 2024-04-15T16:06:24.709 INFO:tasks.workunit.client.0.smithi016.stdout: "last_active": "2024-04-15T16:05:12.201097+0000", 2024-04-15T16:06:24.709 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_active": "2024-04-15T14:44:49.364764+0000", 2024-04-15T16:06:24.709 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_peered": "2024-04-15T14:44:49.364764+0000", 2024-04-15T16:06:24.709 INFO:tasks.workunit.client.0.smithi016.stdout: "last_change": "2024-04-15T14:44:49.368953+0000", 2024-04-15T16:06:24.710 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean": "2024-04-15T16:05:12.201097+0000", 2024-04-15T16:06:24.710 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T16:06:24.710 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub": "0'0", 2024-04-15T16:06:24.710 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T16:06:24.710 INFO:tasks.workunit.client.0.smithi016.stdout: "last_epoch_clean": 532, 2024-04-15T16:06:24.710 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fresh": "2024-04-15T16:05:12.201097+0000", 2024-04-15T16:06:24.710 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fullsized": "2024-04-15T16:05:12.201097+0000", 2024-04-15T16:06:24.710 INFO:tasks.workunit.client.0.smithi016.stdout: "last_peered": "2024-04-15T16:05:12.201097+0000", 2024-04-15T16:06:24.710 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub": "0'0", 2024-04-15T16:06:24.710 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_duration": 0, 2024-04-15T16:06:24.710 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T16:06:24.710 INFO:tasks.workunit.client.0.smithi016.stdout: "last_undegraded": "2024-04-15T16:05:12.201097+0000", 2024-04-15T16:06:24.710 INFO:tasks.workunit.client.0.smithi016.stdout: "last_unstale": "2024-04-15T16:05:12.201097+0000", 2024-04-15T16:06:24.710 INFO:tasks.workunit.client.0.smithi016.stdout: "log_dups_size": 0, 2024-04-15T16:06:24.711 INFO:tasks.workunit.client.0.smithi016.stdout: "log_size": 0, 2024-04-15T16:06:24.711 INFO:tasks.workunit.client.0.smithi016.stdout: "log_start": "0'0", 2024-04-15T16:06:24.711 INFO:tasks.workunit.client.0.smithi016.stdout: "manifest_stats_invalid": false, 2024-04-15T16:06:24.711 INFO:tasks.workunit.client.0.smithi016.stdout: "mapping_epoch": 531, 2024-04-15T16:06:24.711 INFO:tasks.workunit.client.0.smithi016.stdout: "object_location_counts": [], 2024-04-15T16:06:24.711 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_scrubbed": 0, 2024-04-15T16:06:24.711 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_trimmed": 0, 2024-04-15T16:06:24.711 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_stats_invalid": false, 2024-04-15T16:06:24.711 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_size": 0, 2024-04-15T16:06:24.711 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_start": "0'0", 2024-04-15T16:06:24.711 INFO:tasks.workunit.client.0.smithi016.stdout: "parent": "0.0", 2024-04-15T16:06:24.711 INFO:tasks.workunit.client.0.smithi016.stdout: "parent_split_bits": 0, 2024-04-15T16:06:24.711 INFO:tasks.workunit.client.0.smithi016.stdout: "pgid": "3.d", 2024-04-15T16:06:24.711 INFO:tasks.workunit.client.0.smithi016.stdout: "pin_stats_invalid": false, 2024-04-15T16:06:24.711 INFO:tasks.workunit.client.0.smithi016.stdout: "purged_snaps": [], 2024-04-15T16:06:24.712 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_epoch": 2721, 2024-04-15T16:06:24.712 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_seq": 4871, 2024-04-15T16:06:24.712 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_duration": 0.0, 2024-04-15T16:06:24.712 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-16T23:17:08.854143+0000", 2024-04-15T16:06:24.712 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrim_duration": 0.0, 2024-04-15T16:06:24.712 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrimq_len": 0, 2024-04-15T16:06:24.712 INFO:tasks.workunit.client.0.smithi016.stdout: "stat_sum": { 2024-04-15T16:06:24.712 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes": 0, 2024-04-15T16:06:24.712 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T16:06:24.712 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_recovered": 0, 2024-04-15T16:06:24.712 INFO:tasks.workunit.client.0.smithi016.stdout: "num_deep_scrub_errors": 0, 2024-04-15T16:06:24.712 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict": 0, 2024-04-15T16:06:24.712 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_kb": 0, 2024-04-15T16:06:24.712 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_full": 0, 2024-04-15T16:06:24.713 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_some": 0, 2024-04-15T16:06:24.713 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush": 0, 2024-04-15T16:06:24.713 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_kb": 0, 2024-04-15T16:06:24.713 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_high": 0, 2024-04-15T16:06:24.713 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_low": 0, 2024-04-15T16:06:24.713 INFO:tasks.workunit.client.0.smithi016.stdout: "num_keys_recovered": 0, 2024-04-15T16:06:24.713 INFO:tasks.workunit.client.0.smithi016.stdout: "num_large_omap_objects": 0, 2024-04-15T16:06:24.713 INFO:tasks.workunit.client.0.smithi016.stdout: "num_legacy_snapsets": 0, 2024-04-15T16:06:24.713 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_clones": 0, 2024-04-15T16:06:24.713 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_copies": 0, 2024-04-15T16:06:24.713 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects": 0, 2024-04-15T16:06:24.713 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_degraded": 0, 2024-04-15T16:06:24.713 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_dirty": 0, 2024-04-15T16:06:24.713 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T16:06:24.713 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_manifest": 0, 2024-04-15T16:06:24.714 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_misplaced": 0, 2024-04-15T16:06:24.714 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing": 0, 2024-04-15T16:06:24.714 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T16:06:24.714 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_omap": 0, 2024-04-15T16:06:24.714 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_pinned": 0, 2024-04-15T16:06:24.714 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_recovered": 0, 2024-04-15T16:06:24.714 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_repaired": 0, 2024-04-15T16:06:24.714 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_unfound": 0, 2024-04-15T16:06:24.714 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_bytes": 0, 2024-04-15T16:06:24.714 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_keys": 0, 2024-04-15T16:06:24.714 INFO:tasks.workunit.client.0.smithi016.stdout: "num_promote": 0, 2024-04-15T16:06:24.714 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read": 0, 2024-04-15T16:06:24.714 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read_kb": 0, 2024-04-15T16:06:24.714 INFO:tasks.workunit.client.0.smithi016.stdout: "num_scrub_errors": 0, 2024-04-15T16:06:24.715 INFO:tasks.workunit.client.0.smithi016.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T16:06:24.715 INFO:tasks.workunit.client.0.smithi016.stdout: "num_whiteouts": 0, 2024-04-15T16:06:24.715 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write": 0, 2024-04-15T16:06:24.715 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write_kb": 0 2024-04-15T16:06:24.715 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.715 INFO:tasks.workunit.client.0.smithi016.stdout: "state": "active+clean", 2024-04-15T16:06:24.715 INFO:tasks.workunit.client.0.smithi016.stdout: "stats_invalid": false, 2024-04-15T16:06:24.715 INFO:tasks.workunit.client.0.smithi016.stdout: "up": [ 2024-04-15T16:06:24.715 INFO:tasks.workunit.client.0.smithi016.stdout: 7, 2024-04-15T16:06:24.715 INFO:tasks.workunit.client.0.smithi016.stdout: 5, 2024-04-15T16:06:24.715 INFO:tasks.workunit.client.0.smithi016.stdout: 6 2024-04-15T16:06:24.715 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:24.715 INFO:tasks.workunit.client.0.smithi016.stdout: "up_primary": 7, 2024-04-15T16:06:24.715 INFO:tasks.workunit.client.0.smithi016.stdout: "version": "0'0" 2024-04-15T16:06:24.715 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.716 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-15T16:06:24.716 INFO:tasks.workunit.client.0.smithi016.stdout: "acting": [ 2024-04-15T16:06:24.716 INFO:tasks.workunit.client.0.smithi016.stdout: 2, 2024-04-15T16:06:24.716 INFO:tasks.workunit.client.0.smithi016.stdout: 5, 2024-04-15T16:06:24.716 INFO:tasks.workunit.client.0.smithi016.stdout: 1 2024-04-15T16:06:24.716 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:24.716 INFO:tasks.workunit.client.0.smithi016.stdout: "acting_primary": 2, 2024-04-15T16:06:24.716 INFO:tasks.workunit.client.0.smithi016.stdout: "avail_no_missing": [], 2024-04-15T16:06:24.716 INFO:tasks.workunit.client.0.smithi016.stdout: "blocked_by": [], 2024-04-15T16:06:24.716 INFO:tasks.workunit.client.0.smithi016.stdout: "created": 60, 2024-04-15T16:06:24.716 INFO:tasks.workunit.client.0.smithi016.stdout: "dirty_stats_invalid": false, 2024-04-15T16:06:24.716 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T16:06:24.716 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_stats_invalid": false, 2024-04-15T16:06:24.716 INFO:tasks.workunit.client.0.smithi016.stdout: "last_active": "2024-04-15T16:05:12.198860+0000", 2024-04-15T16:06:24.716 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_active": "2024-04-15T14:43:53.361713+0000", 2024-04-15T16:06:24.717 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_peered": "2024-04-15T14:43:53.361713+0000", 2024-04-15T16:06:24.717 INFO:tasks.workunit.client.0.smithi016.stdout: "last_change": "2024-04-15T14:43:53.362228+0000", 2024-04-15T16:06:24.717 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean": "2024-04-15T16:05:12.198860+0000", 2024-04-15T16:06:24.717 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean_scrub_stamp": "2024-04-15T14:33:33.599136+0000", 2024-04-15T16:06:24.717 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub": "0'0", 2024-04-15T16:06:24.717 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub_stamp": "2024-04-15T14:33:33.599136+0000", 2024-04-15T16:06:24.717 INFO:tasks.workunit.client.0.smithi016.stdout: "last_epoch_clean": 476, 2024-04-15T16:06:24.717 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fresh": "2024-04-15T16:05:12.198860+0000", 2024-04-15T16:06:24.717 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fullsized": "2024-04-15T16:05:12.198860+0000", 2024-04-15T16:06:24.717 INFO:tasks.workunit.client.0.smithi016.stdout: "last_peered": "2024-04-15T16:05:12.198860+0000", 2024-04-15T16:06:24.717 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub": "0'0", 2024-04-15T16:06:24.717 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_duration": 0, 2024-04-15T16:06:24.717 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_stamp": "2024-04-15T14:33:33.599136+0000", 2024-04-15T16:06:24.717 INFO:tasks.workunit.client.0.smithi016.stdout: "last_undegraded": "2024-04-15T16:05:12.198860+0000", 2024-04-15T16:06:24.717 INFO:tasks.workunit.client.0.smithi016.stdout: "last_unstale": "2024-04-15T16:05:12.198860+0000", 2024-04-15T16:06:24.718 INFO:tasks.workunit.client.0.smithi016.stdout: "log_dups_size": 0, 2024-04-15T16:06:24.718 INFO:tasks.workunit.client.0.smithi016.stdout: "log_size": 0, 2024-04-15T16:06:24.718 INFO:tasks.workunit.client.0.smithi016.stdout: "log_start": "0'0", 2024-04-15T16:06:24.718 INFO:tasks.workunit.client.0.smithi016.stdout: "manifest_stats_invalid": false, 2024-04-15T16:06:24.718 INFO:tasks.workunit.client.0.smithi016.stdout: "mapping_epoch": 475, 2024-04-15T16:06:24.718 INFO:tasks.workunit.client.0.smithi016.stdout: "object_location_counts": [], 2024-04-15T16:06:24.718 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_scrubbed": 0, 2024-04-15T16:06:24.718 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_trimmed": 0, 2024-04-15T16:06:24.718 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_stats_invalid": false, 2024-04-15T16:06:24.718 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_size": 0, 2024-04-15T16:06:24.718 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_start": "0'0", 2024-04-15T16:06:24.718 INFO:tasks.workunit.client.0.smithi016.stdout: "parent": "0.0", 2024-04-15T16:06:24.718 INFO:tasks.workunit.client.0.smithi016.stdout: "parent_split_bits": 0, 2024-04-15T16:06:24.718 INFO:tasks.workunit.client.0.smithi016.stdout: "pgid": "2.c", 2024-04-15T16:06:24.718 INFO:tasks.workunit.client.0.smithi016.stdout: "pin_stats_invalid": false, 2024-04-15T16:06:24.719 INFO:tasks.workunit.client.0.smithi016.stdout: "purged_snaps": [], 2024-04-15T16:06:24.719 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_epoch": 2721, 2024-04-15T16:06:24.719 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_seq": 5035, 2024-04-15T16:06:24.719 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_duration": 0.0, 2024-04-15T16:06:24.719 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-16T23:23:37.638031+0000", 2024-04-15T16:06:24.719 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrim_duration": 0.0, 2024-04-15T16:06:24.719 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrimq_len": 0, 2024-04-15T16:06:24.719 INFO:tasks.workunit.client.0.smithi016.stdout: "stat_sum": { 2024-04-15T16:06:24.719 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes": 0, 2024-04-15T16:06:24.719 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T16:06:24.719 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_recovered": 0, 2024-04-15T16:06:24.719 INFO:tasks.workunit.client.0.smithi016.stdout: "num_deep_scrub_errors": 0, 2024-04-15T16:06:24.720 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict": 0, 2024-04-15T16:06:24.720 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_kb": 0, 2024-04-15T16:06:24.720 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_full": 0, 2024-04-15T16:06:24.720 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_some": 0, 2024-04-15T16:06:24.720 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush": 0, 2024-04-15T16:06:24.720 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_kb": 0, 2024-04-15T16:06:24.720 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_high": 0, 2024-04-15T16:06:24.720 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_low": 0, 2024-04-15T16:06:24.720 INFO:tasks.workunit.client.0.smithi016.stdout: "num_keys_recovered": 0, 2024-04-15T16:06:24.720 INFO:tasks.workunit.client.0.smithi016.stdout: "num_large_omap_objects": 0, 2024-04-15T16:06:24.720 INFO:tasks.workunit.client.0.smithi016.stdout: "num_legacy_snapsets": 0, 2024-04-15T16:06:24.720 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_clones": 0, 2024-04-15T16:06:24.720 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_copies": 0, 2024-04-15T16:06:24.720 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects": 0, 2024-04-15T16:06:24.720 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_degraded": 0, 2024-04-15T16:06:24.721 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_dirty": 0, 2024-04-15T16:06:24.721 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T16:06:24.721 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_manifest": 0, 2024-04-15T16:06:24.721 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_misplaced": 0, 2024-04-15T16:06:24.721 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing": 0, 2024-04-15T16:06:24.721 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T16:06:24.721 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_omap": 0, 2024-04-15T16:06:24.721 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_pinned": 0, 2024-04-15T16:06:24.721 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_recovered": 0, 2024-04-15T16:06:24.721 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_repaired": 0, 2024-04-15T16:06:24.721 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_unfound": 0, 2024-04-15T16:06:24.721 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_bytes": 0, 2024-04-15T16:06:24.721 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_keys": 0, 2024-04-15T16:06:24.721 INFO:tasks.workunit.client.0.smithi016.stdout: "num_promote": 0, 2024-04-15T16:06:24.721 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read": 0, 2024-04-15T16:06:24.722 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read_kb": 0, 2024-04-15T16:06:24.722 INFO:tasks.workunit.client.0.smithi016.stdout: "num_scrub_errors": 0, 2024-04-15T16:06:24.722 INFO:tasks.workunit.client.0.smithi016.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T16:06:24.722 INFO:tasks.workunit.client.0.smithi016.stdout: "num_whiteouts": 0, 2024-04-15T16:06:24.722 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write": 0, 2024-04-15T16:06:24.722 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write_kb": 0 2024-04-15T16:06:24.722 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.722 INFO:tasks.workunit.client.0.smithi016.stdout: "state": "active+clean", 2024-04-15T16:06:24.722 INFO:tasks.workunit.client.0.smithi016.stdout: "stats_invalid": false, 2024-04-15T16:06:24.722 INFO:tasks.workunit.client.0.smithi016.stdout: "up": [ 2024-04-15T16:06:24.722 INFO:tasks.workunit.client.0.smithi016.stdout: 2, 2024-04-15T16:06:24.722 INFO:tasks.workunit.client.0.smithi016.stdout: 5, 2024-04-15T16:06:24.722 INFO:tasks.workunit.client.0.smithi016.stdout: 1 2024-04-15T16:06:24.722 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:24.723 INFO:tasks.workunit.client.0.smithi016.stdout: "up_primary": 2, 2024-04-15T16:06:24.723 INFO:tasks.workunit.client.0.smithi016.stdout: "version": "0'0" 2024-04-15T16:06:24.723 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.723 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-15T16:06:24.723 INFO:tasks.workunit.client.0.smithi016.stdout: "acting": [ 2024-04-15T16:06:24.723 INFO:tasks.workunit.client.0.smithi016.stdout: 6, 2024-04-15T16:06:24.723 INFO:tasks.workunit.client.0.smithi016.stdout: 4, 2024-04-15T16:06:24.723 INFO:tasks.workunit.client.0.smithi016.stdout: 1 2024-04-15T16:06:24.723 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:24.723 INFO:tasks.workunit.client.0.smithi016.stdout: "acting_primary": 6, 2024-04-15T16:06:24.723 INFO:tasks.workunit.client.0.smithi016.stdout: "avail_no_missing": [], 2024-04-15T16:06:24.723 INFO:tasks.workunit.client.0.smithi016.stdout: "blocked_by": [], 2024-04-15T16:06:24.723 INFO:tasks.workunit.client.0.smithi016.stdout: "created": 61, 2024-04-15T16:06:24.723 INFO:tasks.workunit.client.0.smithi016.stdout: "dirty_stats_invalid": false, 2024-04-15T16:06:24.724 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T16:06:24.724 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_stats_invalid": false, 2024-04-15T16:06:24.724 INFO:tasks.workunit.client.0.smithi016.stdout: "last_active": "2024-04-15T16:05:11.412945+0000", 2024-04-15T16:06:24.724 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_active": "2024-04-15T14:44:28.454476+0000", 2024-04-15T16:06:24.724 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_peered": "2024-04-15T14:44:28.454476+0000", 2024-04-15T16:06:24.724 INFO:tasks.workunit.client.0.smithi016.stdout: "last_change": "2024-04-15T14:44:28.455550+0000", 2024-04-15T16:06:24.724 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean": "2024-04-15T16:05:11.412945+0000", 2024-04-15T16:06:24.724 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T16:06:24.724 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub": "0'0", 2024-04-15T16:06:24.724 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T16:06:24.724 INFO:tasks.workunit.client.0.smithi016.stdout: "last_epoch_clean": 511, 2024-04-15T16:06:24.724 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fresh": "2024-04-15T16:05:11.412945+0000", 2024-04-15T16:06:24.724 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fullsized": "2024-04-15T16:05:11.412945+0000", 2024-04-15T16:06:24.724 INFO:tasks.workunit.client.0.smithi016.stdout: "last_peered": "2024-04-15T16:05:11.412945+0000", 2024-04-15T16:06:24.725 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub": "0'0", 2024-04-15T16:06:24.725 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_duration": 0, 2024-04-15T16:06:24.725 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T16:06:24.725 INFO:tasks.workunit.client.0.smithi016.stdout: "last_undegraded": "2024-04-15T16:05:11.412945+0000", 2024-04-15T16:06:24.725 INFO:tasks.workunit.client.0.smithi016.stdout: "last_unstale": "2024-04-15T16:05:11.412945+0000", 2024-04-15T16:06:24.725 INFO:tasks.workunit.client.0.smithi016.stdout: "log_dups_size": 0, 2024-04-15T16:06:24.725 INFO:tasks.workunit.client.0.smithi016.stdout: "log_size": 0, 2024-04-15T16:06:24.725 INFO:tasks.workunit.client.0.smithi016.stdout: "log_start": "0'0", 2024-04-15T16:06:24.725 INFO:tasks.workunit.client.0.smithi016.stdout: "manifest_stats_invalid": false, 2024-04-15T16:06:24.725 INFO:tasks.workunit.client.0.smithi016.stdout: "mapping_epoch": 510, 2024-04-15T16:06:24.725 INFO:tasks.workunit.client.0.smithi016.stdout: "object_location_counts": [], 2024-04-15T16:06:24.725 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_scrubbed": 0, 2024-04-15T16:06:24.725 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_trimmed": 0, 2024-04-15T16:06:24.725 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_stats_invalid": false, 2024-04-15T16:06:24.726 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_size": 0, 2024-04-15T16:06:24.726 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_start": "0'0", 2024-04-15T16:06:24.726 INFO:tasks.workunit.client.0.smithi016.stdout: "parent": "0.0", 2024-04-15T16:06:24.726 INFO:tasks.workunit.client.0.smithi016.stdout: "parent_split_bits": 0, 2024-04-15T16:06:24.726 INFO:tasks.workunit.client.0.smithi016.stdout: "pgid": "3.a", 2024-04-15T16:06:24.726 INFO:tasks.workunit.client.0.smithi016.stdout: "pin_stats_invalid": false, 2024-04-15T16:06:24.726 INFO:tasks.workunit.client.0.smithi016.stdout: "purged_snaps": [], 2024-04-15T16:06:24.726 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_epoch": 2721, 2024-04-15T16:06:24.726 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_seq": 4900, 2024-04-15T16:06:24.726 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_duration": 0.0, 2024-04-15T16:06:24.726 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-16T20:29:08.533920+0000", 2024-04-15T16:06:24.726 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrim_duration": 0.0, 2024-04-15T16:06:24.726 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrimq_len": 0, 2024-04-15T16:06:24.726 INFO:tasks.workunit.client.0.smithi016.stdout: "stat_sum": { 2024-04-15T16:06:24.727 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes": 0, 2024-04-15T16:06:24.727 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T16:06:24.727 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_recovered": 0, 2024-04-15T16:06:24.727 INFO:tasks.workunit.client.0.smithi016.stdout: "num_deep_scrub_errors": 0, 2024-04-15T16:06:24.727 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict": 0, 2024-04-15T16:06:24.727 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_kb": 0, 2024-04-15T16:06:24.727 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_full": 0, 2024-04-15T16:06:24.727 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_some": 0, 2024-04-15T16:06:24.727 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush": 0, 2024-04-15T16:06:24.727 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_kb": 0, 2024-04-15T16:06:24.727 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_high": 0, 2024-04-15T16:06:24.727 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_low": 0, 2024-04-15T16:06:24.727 INFO:tasks.workunit.client.0.smithi016.stdout: "num_keys_recovered": 0, 2024-04-15T16:06:24.727 INFO:tasks.workunit.client.0.smithi016.stdout: "num_large_omap_objects": 0, 2024-04-15T16:06:24.727 INFO:tasks.workunit.client.0.smithi016.stdout: "num_legacy_snapsets": 0, 2024-04-15T16:06:24.728 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_clones": 0, 2024-04-15T16:06:24.728 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_copies": 0, 2024-04-15T16:06:24.728 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects": 0, 2024-04-15T16:06:24.728 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_degraded": 0, 2024-04-15T16:06:24.728 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_dirty": 0, 2024-04-15T16:06:24.728 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T16:06:24.728 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_manifest": 0, 2024-04-15T16:06:24.728 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_misplaced": 0, 2024-04-15T16:06:24.728 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing": 0, 2024-04-15T16:06:24.728 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T16:06:24.728 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_omap": 0, 2024-04-15T16:06:24.728 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_pinned": 0, 2024-04-15T16:06:24.728 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_recovered": 0, 2024-04-15T16:06:24.728 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_repaired": 0, 2024-04-15T16:06:24.728 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_unfound": 0, 2024-04-15T16:06:24.729 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_bytes": 0, 2024-04-15T16:06:24.729 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_keys": 0, 2024-04-15T16:06:24.729 INFO:tasks.workunit.client.0.smithi016.stdout: "num_promote": 0, 2024-04-15T16:06:24.729 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read": 0, 2024-04-15T16:06:24.729 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read_kb": 0, 2024-04-15T16:06:24.729 INFO:tasks.workunit.client.0.smithi016.stdout: "num_scrub_errors": 0, 2024-04-15T16:06:24.729 INFO:tasks.workunit.client.0.smithi016.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T16:06:24.729 INFO:tasks.workunit.client.0.smithi016.stdout: "num_whiteouts": 0, 2024-04-15T16:06:24.729 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write": 0, 2024-04-15T16:06:24.729 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write_kb": 0 2024-04-15T16:06:24.729 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.729 INFO:tasks.workunit.client.0.smithi016.stdout: "state": "active+clean", 2024-04-15T16:06:24.729 INFO:tasks.workunit.client.0.smithi016.stdout: "stats_invalid": false, 2024-04-15T16:06:24.729 INFO:tasks.workunit.client.0.smithi016.stdout: "up": [ 2024-04-15T16:06:24.729 INFO:tasks.workunit.client.0.smithi016.stdout: 6, 2024-04-15T16:06:24.730 INFO:tasks.workunit.client.0.smithi016.stdout: 4, 2024-04-15T16:06:24.730 INFO:tasks.workunit.client.0.smithi016.stdout: 1 2024-04-15T16:06:24.730 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:24.730 INFO:tasks.workunit.client.0.smithi016.stdout: "up_primary": 6, 2024-04-15T16:06:24.730 INFO:tasks.workunit.client.0.smithi016.stdout: "version": "0'0" 2024-04-15T16:06:24.730 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.730 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-15T16:06:24.730 INFO:tasks.workunit.client.0.smithi016.stdout: "acting": [ 2024-04-15T16:06:24.730 INFO:tasks.workunit.client.0.smithi016.stdout: 1, 2024-04-15T16:06:24.730 INFO:tasks.workunit.client.0.smithi016.stdout: 4, 2024-04-15T16:06:24.730 INFO:tasks.workunit.client.0.smithi016.stdout: 5 2024-04-15T16:06:24.730 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:24.730 INFO:tasks.workunit.client.0.smithi016.stdout: "acting_primary": 1, 2024-04-15T16:06:24.730 INFO:tasks.workunit.client.0.smithi016.stdout: "avail_no_missing": [], 2024-04-15T16:06:24.730 INFO:tasks.workunit.client.0.smithi016.stdout: "blocked_by": [], 2024-04-15T16:06:24.731 INFO:tasks.workunit.client.0.smithi016.stdout: "created": 60, 2024-04-15T16:06:24.731 INFO:tasks.workunit.client.0.smithi016.stdout: "dirty_stats_invalid": false, 2024-04-15T16:06:24.731 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T16:06:24.731 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_stats_invalid": false, 2024-04-15T16:06:24.731 INFO:tasks.workunit.client.0.smithi016.stdout: "last_active": "2024-04-15T16:05:11.871269+0000", 2024-04-15T16:06:24.731 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_active": "2024-04-15T14:43:53.352879+0000", 2024-04-15T16:06:24.731 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_peered": "2024-04-15T14:43:53.352879+0000", 2024-04-15T16:06:24.731 INFO:tasks.workunit.client.0.smithi016.stdout: "last_change": "2024-04-15T14:43:53.353281+0000", 2024-04-15T16:06:24.731 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean": "2024-04-15T16:05:11.871269+0000", 2024-04-15T16:06:24.731 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean_scrub_stamp": "2024-04-15T14:33:33.599136+0000", 2024-04-15T16:06:24.731 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub": "0'0", 2024-04-15T16:06:24.731 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub_stamp": "2024-04-15T14:33:33.599136+0000", 2024-04-15T16:06:24.731 INFO:tasks.workunit.client.0.smithi016.stdout: "last_epoch_clean": 476, 2024-04-15T16:06:24.731 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fresh": "2024-04-15T16:05:11.871269+0000", 2024-04-15T16:06:24.731 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fullsized": "2024-04-15T16:05:11.871269+0000", 2024-04-15T16:06:24.732 INFO:tasks.workunit.client.0.smithi016.stdout: "last_peered": "2024-04-15T16:05:11.871269+0000", 2024-04-15T16:06:24.732 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub": "0'0", 2024-04-15T16:06:24.732 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_duration": 0, 2024-04-15T16:06:24.732 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_stamp": "2024-04-15T14:33:33.599136+0000", 2024-04-15T16:06:24.732 INFO:tasks.workunit.client.0.smithi016.stdout: "last_undegraded": "2024-04-15T16:05:11.871269+0000", 2024-04-15T16:06:24.732 INFO:tasks.workunit.client.0.smithi016.stdout: "last_unstale": "2024-04-15T16:05:11.871269+0000", 2024-04-15T16:06:24.732 INFO:tasks.workunit.client.0.smithi016.stdout: "log_dups_size": 0, 2024-04-15T16:06:24.732 INFO:tasks.workunit.client.0.smithi016.stdout: "log_size": 4, 2024-04-15T16:06:24.732 INFO:tasks.workunit.client.0.smithi016.stdout: "log_start": "0'0", 2024-04-15T16:06:24.732 INFO:tasks.workunit.client.0.smithi016.stdout: "manifest_stats_invalid": false, 2024-04-15T16:06:24.732 INFO:tasks.workunit.client.0.smithi016.stdout: "mapping_epoch": 475, 2024-04-15T16:06:24.732 INFO:tasks.workunit.client.0.smithi016.stdout: "object_location_counts": [], 2024-04-15T16:06:24.732 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_scrubbed": 0, 2024-04-15T16:06:24.732 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_trimmed": 0, 2024-04-15T16:06:24.733 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_stats_invalid": false, 2024-04-15T16:06:24.733 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_size": 4, 2024-04-15T16:06:24.733 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_start": "0'0", 2024-04-15T16:06:24.733 INFO:tasks.workunit.client.0.smithi016.stdout: "parent": "0.0", 2024-04-15T16:06:24.733 INFO:tasks.workunit.client.0.smithi016.stdout: "parent_split_bits": 0, 2024-04-15T16:06:24.733 INFO:tasks.workunit.client.0.smithi016.stdout: "pgid": "2.b", 2024-04-15T16:06:24.733 INFO:tasks.workunit.client.0.smithi016.stdout: "pin_stats_invalid": false, 2024-04-15T16:06:24.733 INFO:tasks.workunit.client.0.smithi016.stdout: "purged_snaps": [], 2024-04-15T16:06:24.733 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_epoch": 2721, 2024-04-15T16:06:24.733 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_seq": 4747, 2024-04-15T16:06:24.733 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_duration": 0.0, 2024-04-15T16:06:24.733 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-16T16:24:36.391646+0000", 2024-04-15T16:06:24.733 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrim_duration": 0.0, 2024-04-15T16:06:24.733 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrimq_len": 0, 2024-04-15T16:06:24.733 INFO:tasks.workunit.client.0.smithi016.stdout: "stat_sum": { 2024-04-15T16:06:24.734 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes": 0, 2024-04-15T16:06:24.734 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T16:06:24.734 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_recovered": 0, 2024-04-15T16:06:24.734 INFO:tasks.workunit.client.0.smithi016.stdout: "num_deep_scrub_errors": 0, 2024-04-15T16:06:24.734 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict": 0, 2024-04-15T16:06:24.734 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_kb": 0, 2024-04-15T16:06:24.734 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_full": 0, 2024-04-15T16:06:24.734 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_some": 0, 2024-04-15T16:06:24.734 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush": 0, 2024-04-15T16:06:24.734 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_kb": 0, 2024-04-15T16:06:24.734 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_high": 0, 2024-04-15T16:06:24.734 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_low": 0, 2024-04-15T16:06:24.734 INFO:tasks.workunit.client.0.smithi016.stdout: "num_keys_recovered": 0, 2024-04-15T16:06:24.734 INFO:tasks.workunit.client.0.smithi016.stdout: "num_large_omap_objects": 0, 2024-04-15T16:06:24.735 INFO:tasks.workunit.client.0.smithi016.stdout: "num_legacy_snapsets": 0, 2024-04-15T16:06:24.735 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_clones": 0, 2024-04-15T16:06:24.735 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_copies": 3, 2024-04-15T16:06:24.735 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects": 1, 2024-04-15T16:06:24.735 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_degraded": 0, 2024-04-15T16:06:24.735 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_dirty": 1, 2024-04-15T16:06:24.735 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T16:06:24.735 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_manifest": 0, 2024-04-15T16:06:24.735 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_misplaced": 0, 2024-04-15T16:06:24.735 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing": 0, 2024-04-15T16:06:24.735 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T16:06:24.735 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_omap": 1, 2024-04-15T16:06:24.735 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_pinned": 0, 2024-04-15T16:06:24.735 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_recovered": 1, 2024-04-15T16:06:24.736 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_repaired": 0, 2024-04-15T16:06:24.736 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_unfound": 0, 2024-04-15T16:06:24.736 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_bytes": 0, 2024-04-15T16:06:24.736 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_keys": 0, 2024-04-15T16:06:24.736 INFO:tasks.workunit.client.0.smithi016.stdout: "num_promote": 0, 2024-04-15T16:06:24.736 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read": 4, 2024-04-15T16:06:24.736 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read_kb": 4, 2024-04-15T16:06:24.736 INFO:tasks.workunit.client.0.smithi016.stdout: "num_scrub_errors": 0, 2024-04-15T16:06:24.736 INFO:tasks.workunit.client.0.smithi016.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T16:06:24.736 INFO:tasks.workunit.client.0.smithi016.stdout: "num_whiteouts": 0, 2024-04-15T16:06:24.736 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write": 1, 2024-04-15T16:06:24.736 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write_kb": 0 2024-04-15T16:06:24.736 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.736 INFO:tasks.workunit.client.0.smithi016.stdout: "state": "active+clean", 2024-04-15T16:06:24.736 INFO:tasks.workunit.client.0.smithi016.stdout: "stats_invalid": false, 2024-04-15T16:06:24.737 INFO:tasks.workunit.client.0.smithi016.stdout: "up": [ 2024-04-15T16:06:24.737 INFO:tasks.workunit.client.0.smithi016.stdout: 1, 2024-04-15T16:06:24.737 INFO:tasks.workunit.client.0.smithi016.stdout: 4, 2024-04-15T16:06:24.737 INFO:tasks.workunit.client.0.smithi016.stdout: 5 2024-04-15T16:06:24.737 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:24.737 INFO:tasks.workunit.client.0.smithi016.stdout: "up_primary": 1, 2024-04-15T16:06:24.737 INFO:tasks.workunit.client.0.smithi016.stdout: "version": "560'4" 2024-04-15T16:06:24.737 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.737 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-15T16:06:24.737 INFO:tasks.workunit.client.0.smithi016.stdout: "acting": [ 2024-04-15T16:06:24.737 INFO:tasks.workunit.client.0.smithi016.stdout: 3, 2024-04-15T16:06:24.737 INFO:tasks.workunit.client.0.smithi016.stdout: 2, 2024-04-15T16:06:24.737 INFO:tasks.workunit.client.0.smithi016.stdout: 4 2024-04-15T16:06:24.737 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:24.737 INFO:tasks.workunit.client.0.smithi016.stdout: "acting_primary": 3, 2024-04-15T16:06:24.738 INFO:tasks.workunit.client.0.smithi016.stdout: "avail_no_missing": [], 2024-04-15T16:06:24.738 INFO:tasks.workunit.client.0.smithi016.stdout: "blocked_by": [], 2024-04-15T16:06:24.738 INFO:tasks.workunit.client.0.smithi016.stdout: "created": 61, 2024-04-15T16:06:24.738 INFO:tasks.workunit.client.0.smithi016.stdout: "dirty_stats_invalid": false, 2024-04-15T16:06:24.738 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T16:06:24.738 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_stats_invalid": false, 2024-04-15T16:06:24.738 INFO:tasks.workunit.client.0.smithi016.stdout: "last_active": "2024-04-15T16:05:12.197146+0000", 2024-04-15T16:06:24.738 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_active": "2024-04-15T14:43:32.408327+0000", 2024-04-15T16:06:24.738 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_peered": "2024-04-15T14:43:32.408327+0000", 2024-04-15T16:06:24.738 INFO:tasks.workunit.client.0.smithi016.stdout: "last_change": "2024-04-15T14:43:32.408658+0000", 2024-04-15T16:06:24.738 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean": "2024-04-15T16:05:12.197146+0000", 2024-04-15T16:06:24.738 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T16:06:24.738 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub": "0'0", 2024-04-15T16:06:24.738 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T16:06:24.739 INFO:tasks.workunit.client.0.smithi016.stdout: "last_epoch_clean": 455, 2024-04-15T16:06:24.739 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fresh": "2024-04-15T16:05:12.197146+0000", 2024-04-15T16:06:24.739 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fullsized": "2024-04-15T16:05:12.197146+0000", 2024-04-15T16:06:24.739 INFO:tasks.workunit.client.0.smithi016.stdout: "last_peered": "2024-04-15T16:05:12.197146+0000", 2024-04-15T16:06:24.739 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub": "0'0", 2024-04-15T16:06:24.739 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_duration": 0, 2024-04-15T16:06:24.739 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T16:06:24.739 INFO:tasks.workunit.client.0.smithi016.stdout: "last_undegraded": "2024-04-15T16:05:12.197146+0000", 2024-04-15T16:06:24.739 INFO:tasks.workunit.client.0.smithi016.stdout: "last_unstale": "2024-04-15T16:05:12.197146+0000", 2024-04-15T16:06:24.739 INFO:tasks.workunit.client.0.smithi016.stdout: "log_dups_size": 0, 2024-04-15T16:06:24.739 INFO:tasks.workunit.client.0.smithi016.stdout: "log_size": 0, 2024-04-15T16:06:24.739 INFO:tasks.workunit.client.0.smithi016.stdout: "log_start": "0'0", 2024-04-15T16:06:24.739 INFO:tasks.workunit.client.0.smithi016.stdout: "manifest_stats_invalid": false, 2024-04-15T16:06:24.739 INFO:tasks.workunit.client.0.smithi016.stdout: "mapping_epoch": 454, 2024-04-15T16:06:24.740 INFO:tasks.workunit.client.0.smithi016.stdout: "object_location_counts": [], 2024-04-15T16:06:24.740 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_scrubbed": 0, 2024-04-15T16:06:24.740 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_trimmed": 0, 2024-04-15T16:06:24.740 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_stats_invalid": false, 2024-04-15T16:06:24.740 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_size": 0, 2024-04-15T16:06:24.740 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_start": "0'0", 2024-04-15T16:06:24.740 INFO:tasks.workunit.client.0.smithi016.stdout: "parent": "0.0", 2024-04-15T16:06:24.740 INFO:tasks.workunit.client.0.smithi016.stdout: "parent_split_bits": 0, 2024-04-15T16:06:24.740 INFO:tasks.workunit.client.0.smithi016.stdout: "pgid": "3.b", 2024-04-15T16:06:24.740 INFO:tasks.workunit.client.0.smithi016.stdout: "pin_stats_invalid": false, 2024-04-15T16:06:24.740 INFO:tasks.workunit.client.0.smithi016.stdout: "purged_snaps": [], 2024-04-15T16:06:24.740 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_epoch": 2721, 2024-04-15T16:06:24.740 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_seq": 4975, 2024-04-15T16:06:24.740 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_duration": 0.0, 2024-04-15T16:06:24.741 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-16T22:16:35.367251+0000", 2024-04-15T16:06:24.741 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrim_duration": 0.0, 2024-04-15T16:06:24.741 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrimq_len": 0, 2024-04-15T16:06:24.741 INFO:tasks.workunit.client.0.smithi016.stdout: "stat_sum": { 2024-04-15T16:06:24.741 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes": 0, 2024-04-15T16:06:24.741 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T16:06:24.741 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_recovered": 0, 2024-04-15T16:06:24.741 INFO:tasks.workunit.client.0.smithi016.stdout: "num_deep_scrub_errors": 0, 2024-04-15T16:06:24.741 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict": 0, 2024-04-15T16:06:24.741 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_kb": 0, 2024-04-15T16:06:24.741 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_full": 0, 2024-04-15T16:06:24.741 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_some": 0, 2024-04-15T16:06:24.741 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush": 0, 2024-04-15T16:06:24.741 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_kb": 0, 2024-04-15T16:06:24.741 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_high": 0, 2024-04-15T16:06:24.742 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_low": 0, 2024-04-15T16:06:24.742 INFO:tasks.workunit.client.0.smithi016.stdout: "num_keys_recovered": 0, 2024-04-15T16:06:24.742 INFO:tasks.workunit.client.0.smithi016.stdout: "num_large_omap_objects": 0, 2024-04-15T16:06:24.742 INFO:tasks.workunit.client.0.smithi016.stdout: "num_legacy_snapsets": 0, 2024-04-15T16:06:24.742 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_clones": 0, 2024-04-15T16:06:24.742 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_copies": 0, 2024-04-15T16:06:24.742 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects": 0, 2024-04-15T16:06:24.742 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_degraded": 0, 2024-04-15T16:06:24.742 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_dirty": 0, 2024-04-15T16:06:24.742 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T16:06:24.742 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_manifest": 0, 2024-04-15T16:06:24.742 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_misplaced": 0, 2024-04-15T16:06:24.742 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing": 0, 2024-04-15T16:06:24.742 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T16:06:24.743 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_omap": 0, 2024-04-15T16:06:24.743 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_pinned": 0, 2024-04-15T16:06:24.743 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_recovered": 0, 2024-04-15T16:06:24.743 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_repaired": 0, 2024-04-15T16:06:24.743 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_unfound": 0, 2024-04-15T16:06:24.743 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_bytes": 0, 2024-04-15T16:06:24.743 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_keys": 0, 2024-04-15T16:06:24.743 INFO:tasks.workunit.client.0.smithi016.stdout: "num_promote": 0, 2024-04-15T16:06:24.743 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read": 0, 2024-04-15T16:06:24.743 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read_kb": 0, 2024-04-15T16:06:24.743 INFO:tasks.workunit.client.0.smithi016.stdout: "num_scrub_errors": 0, 2024-04-15T16:06:24.743 INFO:tasks.workunit.client.0.smithi016.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T16:06:24.743 INFO:tasks.workunit.client.0.smithi016.stdout: "num_whiteouts": 0, 2024-04-15T16:06:24.743 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write": 0, 2024-04-15T16:06:24.743 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write_kb": 0 2024-04-15T16:06:24.744 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.744 INFO:tasks.workunit.client.0.smithi016.stdout: "state": "active+clean", 2024-04-15T16:06:24.744 INFO:tasks.workunit.client.0.smithi016.stdout: "stats_invalid": false, 2024-04-15T16:06:24.744 INFO:tasks.workunit.client.0.smithi016.stdout: "up": [ 2024-04-15T16:06:24.744 INFO:tasks.workunit.client.0.smithi016.stdout: 3, 2024-04-15T16:06:24.744 INFO:tasks.workunit.client.0.smithi016.stdout: 2, 2024-04-15T16:06:24.744 INFO:tasks.workunit.client.0.smithi016.stdout: 4 2024-04-15T16:06:24.744 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:24.744 INFO:tasks.workunit.client.0.smithi016.stdout: "up_primary": 3, 2024-04-15T16:06:24.744 INFO:tasks.workunit.client.0.smithi016.stdout: "version": "0'0" 2024-04-15T16:06:24.744 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.744 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-15T16:06:24.744 INFO:tasks.workunit.client.0.smithi016.stdout: "acting": [ 2024-04-15T16:06:24.744 INFO:tasks.workunit.client.0.smithi016.stdout: 1, 2024-04-15T16:06:24.744 INFO:tasks.workunit.client.0.smithi016.stdout: 3, 2024-04-15T16:06:24.745 INFO:tasks.workunit.client.0.smithi016.stdout: 2 2024-04-15T16:06:24.745 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:24.745 INFO:tasks.workunit.client.0.smithi016.stdout: "acting_primary": 1, 2024-04-15T16:06:24.745 INFO:tasks.workunit.client.0.smithi016.stdout: "avail_no_missing": [], 2024-04-15T16:06:24.745 INFO:tasks.workunit.client.0.smithi016.stdout: "blocked_by": [], 2024-04-15T16:06:24.745 INFO:tasks.workunit.client.0.smithi016.stdout: "created": 60, 2024-04-15T16:06:24.745 INFO:tasks.workunit.client.0.smithi016.stdout: "dirty_stats_invalid": false, 2024-04-15T16:06:24.745 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T16:06:24.745 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_stats_invalid": false, 2024-04-15T16:06:24.745 INFO:tasks.workunit.client.0.smithi016.stdout: "last_active": "2024-04-15T16:05:11.870853+0000", 2024-04-15T16:06:24.745 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_active": "2024-04-15T14:42:57.510941+0000", 2024-04-15T16:06:24.745 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_peered": "2024-04-15T14:42:57.510941+0000", 2024-04-15T16:06:24.745 INFO:tasks.workunit.client.0.smithi016.stdout: "last_change": "2024-04-15T14:42:57.511251+0000", 2024-04-15T16:06:24.745 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean": "2024-04-15T16:05:11.870853+0000", 2024-04-15T16:06:24.745 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean_scrub_stamp": "2024-04-15T14:33:33.599136+0000", 2024-04-15T16:06:24.746 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub": "0'0", 2024-04-15T16:06:24.746 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub_stamp": "2024-04-15T14:33:33.599136+0000", 2024-04-15T16:06:24.746 INFO:tasks.workunit.client.0.smithi016.stdout: "last_epoch_clean": 420, 2024-04-15T16:06:24.746 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fresh": "2024-04-15T16:05:11.870853+0000", 2024-04-15T16:06:24.746 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fullsized": "2024-04-15T16:05:11.870853+0000", 2024-04-15T16:06:24.746 INFO:tasks.workunit.client.0.smithi016.stdout: "last_peered": "2024-04-15T16:05:11.870853+0000", 2024-04-15T16:06:24.746 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub": "0'0", 2024-04-15T16:06:24.746 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_duration": 0, 2024-04-15T16:06:24.746 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_stamp": "2024-04-15T14:33:33.599136+0000", 2024-04-15T16:06:24.746 INFO:tasks.workunit.client.0.smithi016.stdout: "last_undegraded": "2024-04-15T16:05:11.870853+0000", 2024-04-15T16:06:24.746 INFO:tasks.workunit.client.0.smithi016.stdout: "last_unstale": "2024-04-15T16:05:11.870853+0000", 2024-04-15T16:06:24.746 INFO:tasks.workunit.client.0.smithi016.stdout: "log_dups_size": 0, 2024-04-15T16:06:24.746 INFO:tasks.workunit.client.0.smithi016.stdout: "log_size": 0, 2024-04-15T16:06:24.746 INFO:tasks.workunit.client.0.smithi016.stdout: "log_start": "0'0", 2024-04-15T16:06:24.747 INFO:tasks.workunit.client.0.smithi016.stdout: "manifest_stats_invalid": false, 2024-04-15T16:06:24.747 INFO:tasks.workunit.client.0.smithi016.stdout: "mapping_epoch": 419, 2024-04-15T16:06:24.747 INFO:tasks.workunit.client.0.smithi016.stdout: "object_location_counts": [], 2024-04-15T16:06:24.747 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_scrubbed": 0, 2024-04-15T16:06:24.747 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_trimmed": 0, 2024-04-15T16:06:24.747 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_stats_invalid": false, 2024-04-15T16:06:24.747 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_size": 0, 2024-04-15T16:06:24.747 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_start": "0'0", 2024-04-15T16:06:24.747 INFO:tasks.workunit.client.0.smithi016.stdout: "parent": "0.0", 2024-04-15T16:06:24.747 INFO:tasks.workunit.client.0.smithi016.stdout: "parent_split_bits": 0, 2024-04-15T16:06:24.747 INFO:tasks.workunit.client.0.smithi016.stdout: "pgid": "2.a", 2024-04-15T16:06:24.747 INFO:tasks.workunit.client.0.smithi016.stdout: "pin_stats_invalid": false, 2024-04-15T16:06:24.747 INFO:tasks.workunit.client.0.smithi016.stdout: "purged_snaps": [], 2024-04-15T16:06:24.747 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_epoch": 2721, 2024-04-15T16:06:24.747 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_seq": 5038, 2024-04-15T16:06:24.748 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_duration": 0.0, 2024-04-15T16:06:24.748 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-16T19:52:08.685667+0000", 2024-04-15T16:06:24.748 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrim_duration": 0.0, 2024-04-15T16:06:24.748 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrimq_len": 0, 2024-04-15T16:06:24.748 INFO:tasks.workunit.client.0.smithi016.stdout: "stat_sum": { 2024-04-15T16:06:24.748 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes": 0, 2024-04-15T16:06:24.748 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T16:06:24.748 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_recovered": 0, 2024-04-15T16:06:24.748 INFO:tasks.workunit.client.0.smithi016.stdout: "num_deep_scrub_errors": 0, 2024-04-15T16:06:24.748 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict": 0, 2024-04-15T16:06:24.748 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_kb": 0, 2024-04-15T16:06:24.748 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_full": 0, 2024-04-15T16:06:24.748 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_some": 0, 2024-04-15T16:06:24.748 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush": 0, 2024-04-15T16:06:24.748 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_kb": 0, 2024-04-15T16:06:24.749 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_high": 0, 2024-04-15T16:06:24.749 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_low": 0, 2024-04-15T16:06:24.749 INFO:tasks.workunit.client.0.smithi016.stdout: "num_keys_recovered": 0, 2024-04-15T16:06:24.749 INFO:tasks.workunit.client.0.smithi016.stdout: "num_large_omap_objects": 0, 2024-04-15T16:06:24.749 INFO:tasks.workunit.client.0.smithi016.stdout: "num_legacy_snapsets": 0, 2024-04-15T16:06:24.749 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_clones": 0, 2024-04-15T16:06:24.749 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_copies": 0, 2024-04-15T16:06:24.749 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects": 0, 2024-04-15T16:06:24.749 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_degraded": 0, 2024-04-15T16:06:24.749 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_dirty": 0, 2024-04-15T16:06:24.749 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T16:06:24.749 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_manifest": 0, 2024-04-15T16:06:24.749 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_misplaced": 0, 2024-04-15T16:06:24.749 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing": 0, 2024-04-15T16:06:24.750 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T16:06:24.750 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_omap": 0, 2024-04-15T16:06:24.750 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_pinned": 0, 2024-04-15T16:06:24.750 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_recovered": 0, 2024-04-15T16:06:24.750 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_repaired": 0, 2024-04-15T16:06:24.750 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_unfound": 0, 2024-04-15T16:06:24.750 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_bytes": 0, 2024-04-15T16:06:24.750 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_keys": 0, 2024-04-15T16:06:24.750 INFO:tasks.workunit.client.0.smithi016.stdout: "num_promote": 0, 2024-04-15T16:06:24.750 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read": 0, 2024-04-15T16:06:24.750 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read_kb": 0, 2024-04-15T16:06:24.750 INFO:tasks.workunit.client.0.smithi016.stdout: "num_scrub_errors": 0, 2024-04-15T16:06:24.750 INFO:tasks.workunit.client.0.smithi016.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T16:06:24.750 INFO:tasks.workunit.client.0.smithi016.stdout: "num_whiteouts": 0, 2024-04-15T16:06:24.750 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write": 0, 2024-04-15T16:06:24.751 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write_kb": 0 2024-04-15T16:06:24.751 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.751 INFO:tasks.workunit.client.0.smithi016.stdout: "state": "active+clean", 2024-04-15T16:06:24.751 INFO:tasks.workunit.client.0.smithi016.stdout: "stats_invalid": false, 2024-04-15T16:06:24.751 INFO:tasks.workunit.client.0.smithi016.stdout: "up": [ 2024-04-15T16:06:24.751 INFO:tasks.workunit.client.0.smithi016.stdout: 1, 2024-04-15T16:06:24.751 INFO:tasks.workunit.client.0.smithi016.stdout: 3, 2024-04-15T16:06:24.751 INFO:tasks.workunit.client.0.smithi016.stdout: 2 2024-04-15T16:06:24.751 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:24.751 INFO:tasks.workunit.client.0.smithi016.stdout: "up_primary": 1, 2024-04-15T16:06:24.751 INFO:tasks.workunit.client.0.smithi016.stdout: "version": "0'0" 2024-04-15T16:06:24.751 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.751 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-15T16:06:24.751 INFO:tasks.workunit.client.0.smithi016.stdout: "acting": [ 2024-04-15T16:06:24.752 INFO:tasks.workunit.client.0.smithi016.stdout: 3, 2024-04-15T16:06:24.752 INFO:tasks.workunit.client.0.smithi016.stdout: 1, 2024-04-15T16:06:24.752 INFO:tasks.workunit.client.0.smithi016.stdout: 7 2024-04-15T16:06:24.752 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:24.752 INFO:tasks.workunit.client.0.smithi016.stdout: "acting_primary": 3, 2024-04-15T16:06:24.752 INFO:tasks.workunit.client.0.smithi016.stdout: "avail_no_missing": [], 2024-04-15T16:06:24.752 INFO:tasks.workunit.client.0.smithi016.stdout: "blocked_by": [], 2024-04-15T16:06:24.752 INFO:tasks.workunit.client.0.smithi016.stdout: "created": 61, 2024-04-15T16:06:24.752 INFO:tasks.workunit.client.0.smithi016.stdout: "dirty_stats_invalid": false, 2024-04-15T16:06:24.752 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T16:06:24.752 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_stats_invalid": false, 2024-04-15T16:06:24.752 INFO:tasks.workunit.client.0.smithi016.stdout: "last_active": "2024-04-15T16:05:12.197164+0000", 2024-04-15T16:06:24.752 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_active": "2024-04-15T14:44:49.362697+0000", 2024-04-15T16:06:24.752 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_peered": "2024-04-15T14:44:49.362697+0000", 2024-04-15T16:06:24.753 INFO:tasks.workunit.client.0.smithi016.stdout: "last_change": "2024-04-15T14:44:49.363113+0000", 2024-04-15T16:06:24.753 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean": "2024-04-15T16:05:12.197164+0000", 2024-04-15T16:06:24.753 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T16:06:24.753 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub": "0'0", 2024-04-15T16:06:24.753 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T16:06:24.753 INFO:tasks.workunit.client.0.smithi016.stdout: "last_epoch_clean": 532, 2024-04-15T16:06:24.753 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fresh": "2024-04-15T16:05:12.197164+0000", 2024-04-15T16:06:24.753 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fullsized": "2024-04-15T16:05:12.197164+0000", 2024-04-15T16:06:24.753 INFO:tasks.workunit.client.0.smithi016.stdout: "last_peered": "2024-04-15T16:05:12.197164+0000", 2024-04-15T16:06:24.753 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub": "0'0", 2024-04-15T16:06:24.753 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_duration": 0, 2024-04-15T16:06:24.753 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T16:06:24.753 INFO:tasks.workunit.client.0.smithi016.stdout: "last_undegraded": "2024-04-15T16:05:12.197164+0000", 2024-04-15T16:06:24.753 INFO:tasks.workunit.client.0.smithi016.stdout: "last_unstale": "2024-04-15T16:05:12.197164+0000", 2024-04-15T16:06:24.753 INFO:tasks.workunit.client.0.smithi016.stdout: "log_dups_size": 0, 2024-04-15T16:06:24.754 INFO:tasks.workunit.client.0.smithi016.stdout: "log_size": 0, 2024-04-15T16:06:24.754 INFO:tasks.workunit.client.0.smithi016.stdout: "log_start": "0'0", 2024-04-15T16:06:24.754 INFO:tasks.workunit.client.0.smithi016.stdout: "manifest_stats_invalid": false, 2024-04-15T16:06:24.754 INFO:tasks.workunit.client.0.smithi016.stdout: "mapping_epoch": 531, 2024-04-15T16:06:24.754 INFO:tasks.workunit.client.0.smithi016.stdout: "object_location_counts": [], 2024-04-15T16:06:24.754 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_scrubbed": 0, 2024-04-15T16:06:24.754 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_trimmed": 0, 2024-04-15T16:06:24.754 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_stats_invalid": false, 2024-04-15T16:06:24.754 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_size": 0, 2024-04-15T16:06:24.754 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_start": "0'0", 2024-04-15T16:06:24.754 INFO:tasks.workunit.client.0.smithi016.stdout: "parent": "0.0", 2024-04-15T16:06:24.754 INFO:tasks.workunit.client.0.smithi016.stdout: "parent_split_bits": 0, 2024-04-15T16:06:24.754 INFO:tasks.workunit.client.0.smithi016.stdout: "pgid": "3.8", 2024-04-15T16:06:24.754 INFO:tasks.workunit.client.0.smithi016.stdout: "pin_stats_invalid": false, 2024-04-15T16:06:24.754 INFO:tasks.workunit.client.0.smithi016.stdout: "purged_snaps": [], 2024-04-15T16:06:24.755 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_epoch": 2721, 2024-04-15T16:06:24.755 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_seq": 4947, 2024-04-15T16:06:24.755 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_duration": 0.0, 2024-04-15T16:06:24.755 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-16T21:35:56.867180+0000", 2024-04-15T16:06:24.755 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrim_duration": 0.0, 2024-04-15T16:06:24.755 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrimq_len": 0, 2024-04-15T16:06:24.755 INFO:tasks.workunit.client.0.smithi016.stdout: "stat_sum": { 2024-04-15T16:06:24.755 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes": 0, 2024-04-15T16:06:24.755 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T16:06:24.755 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_recovered": 0, 2024-04-15T16:06:24.755 INFO:tasks.workunit.client.0.smithi016.stdout: "num_deep_scrub_errors": 0, 2024-04-15T16:06:24.755 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict": 0, 2024-04-15T16:06:24.755 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_kb": 0, 2024-04-15T16:06:24.755 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_full": 0, 2024-04-15T16:06:24.755 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_some": 0, 2024-04-15T16:06:24.756 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush": 0, 2024-04-15T16:06:24.756 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_kb": 0, 2024-04-15T16:06:24.756 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_high": 0, 2024-04-15T16:06:24.756 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_low": 0, 2024-04-15T16:06:24.756 INFO:tasks.workunit.client.0.smithi016.stdout: "num_keys_recovered": 0, 2024-04-15T16:06:24.756 INFO:tasks.workunit.client.0.smithi016.stdout: "num_large_omap_objects": 0, 2024-04-15T16:06:24.756 INFO:tasks.workunit.client.0.smithi016.stdout: "num_legacy_snapsets": 0, 2024-04-15T16:06:24.756 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_clones": 0, 2024-04-15T16:06:24.756 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_copies": 0, 2024-04-15T16:06:24.756 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects": 0, 2024-04-15T16:06:24.756 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_degraded": 0, 2024-04-15T16:06:24.756 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_dirty": 0, 2024-04-15T16:06:24.756 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T16:06:24.756 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_manifest": 0, 2024-04-15T16:06:24.756 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_misplaced": 0, 2024-04-15T16:06:24.757 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing": 0, 2024-04-15T16:06:24.757 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T16:06:24.757 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_omap": 0, 2024-04-15T16:06:24.757 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_pinned": 0, 2024-04-15T16:06:24.757 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_recovered": 0, 2024-04-15T16:06:24.757 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_repaired": 0, 2024-04-15T16:06:24.757 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_unfound": 0, 2024-04-15T16:06:24.757 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_bytes": 0, 2024-04-15T16:06:24.757 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_keys": 0, 2024-04-15T16:06:24.757 INFO:tasks.workunit.client.0.smithi016.stdout: "num_promote": 0, 2024-04-15T16:06:24.757 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read": 0, 2024-04-15T16:06:24.757 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read_kb": 0, 2024-04-15T16:06:24.757 INFO:tasks.workunit.client.0.smithi016.stdout: "num_scrub_errors": 0, 2024-04-15T16:06:24.757 INFO:tasks.workunit.client.0.smithi016.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T16:06:24.757 INFO:tasks.workunit.client.0.smithi016.stdout: "num_whiteouts": 0, 2024-04-15T16:06:24.758 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write": 0, 2024-04-15T16:06:24.758 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write_kb": 0 2024-04-15T16:06:24.758 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.758 INFO:tasks.workunit.client.0.smithi016.stdout: "state": "active+clean", 2024-04-15T16:06:24.758 INFO:tasks.workunit.client.0.smithi016.stdout: "stats_invalid": false, 2024-04-15T16:06:24.758 INFO:tasks.workunit.client.0.smithi016.stdout: "up": [ 2024-04-15T16:06:24.758 INFO:tasks.workunit.client.0.smithi016.stdout: 3, 2024-04-15T16:06:24.758 INFO:tasks.workunit.client.0.smithi016.stdout: 1, 2024-04-15T16:06:24.758 INFO:tasks.workunit.client.0.smithi016.stdout: 7 2024-04-15T16:06:24.758 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:24.758 INFO:tasks.workunit.client.0.smithi016.stdout: "up_primary": 3, 2024-04-15T16:06:24.758 INFO:tasks.workunit.client.0.smithi016.stdout: "version": "0'0" 2024-04-15T16:06:24.758 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.758 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-15T16:06:24.759 INFO:tasks.workunit.client.0.smithi016.stdout: "acting": [ 2024-04-15T16:06:24.759 INFO:tasks.workunit.client.0.smithi016.stdout: 1, 2024-04-15T16:06:24.759 INFO:tasks.workunit.client.0.smithi016.stdout: 2, 2024-04-15T16:06:24.759 INFO:tasks.workunit.client.0.smithi016.stdout: 3 2024-04-15T16:06:24.759 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:24.759 INFO:tasks.workunit.client.0.smithi016.stdout: "acting_primary": 1, 2024-04-15T16:06:24.759 INFO:tasks.workunit.client.0.smithi016.stdout: "avail_no_missing": [], 2024-04-15T16:06:24.759 INFO:tasks.workunit.client.0.smithi016.stdout: "blocked_by": [], 2024-04-15T16:06:24.759 INFO:tasks.workunit.client.0.smithi016.stdout: "created": 60, 2024-04-15T16:06:24.759 INFO:tasks.workunit.client.0.smithi016.stdout: "dirty_stats_invalid": false, 2024-04-15T16:06:24.759 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T16:06:24.759 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_stats_invalid": false, 2024-04-15T16:06:24.759 INFO:tasks.workunit.client.0.smithi016.stdout: "last_active": "2024-04-15T16:05:11.869516+0000", 2024-04-15T16:06:24.759 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_active": "2024-04-15T14:42:57.518202+0000", 2024-04-15T16:06:24.760 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_peered": "2024-04-15T14:42:57.518202+0000", 2024-04-15T16:06:24.760 INFO:tasks.workunit.client.0.smithi016.stdout: "last_change": "2024-04-15T14:42:57.518515+0000", 2024-04-15T16:06:24.760 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean": "2024-04-15T16:05:11.869516+0000", 2024-04-15T16:06:24.760 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean_scrub_stamp": "2024-04-15T14:33:33.599136+0000", 2024-04-15T16:06:24.760 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub": "0'0", 2024-04-15T16:06:24.760 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub_stamp": "2024-04-15T14:33:33.599136+0000", 2024-04-15T16:06:24.760 INFO:tasks.workunit.client.0.smithi016.stdout: "last_epoch_clean": 420, 2024-04-15T16:06:24.760 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fresh": "2024-04-15T16:05:11.869516+0000", 2024-04-15T16:06:24.760 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fullsized": "2024-04-15T16:05:11.869516+0000", 2024-04-15T16:06:24.760 INFO:tasks.workunit.client.0.smithi016.stdout: "last_peered": "2024-04-15T16:05:11.869516+0000", 2024-04-15T16:06:24.760 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub": "0'0", 2024-04-15T16:06:24.760 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_duration": 0, 2024-04-15T16:06:24.760 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_stamp": "2024-04-15T14:33:33.599136+0000", 2024-04-15T16:06:24.760 INFO:tasks.workunit.client.0.smithi016.stdout: "last_undegraded": "2024-04-15T16:05:11.869516+0000", 2024-04-15T16:06:24.761 INFO:tasks.workunit.client.0.smithi016.stdout: "last_unstale": "2024-04-15T16:05:11.869516+0000", 2024-04-15T16:06:24.761 INFO:tasks.workunit.client.0.smithi016.stdout: "log_dups_size": 0, 2024-04-15T16:06:24.761 INFO:tasks.workunit.client.0.smithi016.stdout: "log_size": 0, 2024-04-15T16:06:24.761 INFO:tasks.workunit.client.0.smithi016.stdout: "log_start": "0'0", 2024-04-15T16:06:24.761 INFO:tasks.workunit.client.0.smithi016.stdout: "manifest_stats_invalid": false, 2024-04-15T16:06:24.761 INFO:tasks.workunit.client.0.smithi016.stdout: "mapping_epoch": 419, 2024-04-15T16:06:24.761 INFO:tasks.workunit.client.0.smithi016.stdout: "object_location_counts": [], 2024-04-15T16:06:24.761 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_scrubbed": 0, 2024-04-15T16:06:24.761 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_trimmed": 0, 2024-04-15T16:06:24.761 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_stats_invalid": false, 2024-04-15T16:06:24.761 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_size": 0, 2024-04-15T16:06:24.761 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_start": "0'0", 2024-04-15T16:06:24.761 INFO:tasks.workunit.client.0.smithi016.stdout: "parent": "0.0", 2024-04-15T16:06:24.761 INFO:tasks.workunit.client.0.smithi016.stdout: "parent_split_bits": 0, 2024-04-15T16:06:24.761 INFO:tasks.workunit.client.0.smithi016.stdout: "pgid": "2.9", 2024-04-15T16:06:24.762 INFO:tasks.workunit.client.0.smithi016.stdout: "pin_stats_invalid": false, 2024-04-15T16:06:24.762 INFO:tasks.workunit.client.0.smithi016.stdout: "purged_snaps": [], 2024-04-15T16:06:24.762 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_epoch": 2721, 2024-04-15T16:06:24.762 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_seq": 5054, 2024-04-15T16:06:24.762 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_duration": 0.0, 2024-04-15T16:06:24.762 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-16T15:21:54.798650+0000", 2024-04-15T16:06:24.762 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrim_duration": 0.0, 2024-04-15T16:06:24.762 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrimq_len": 0, 2024-04-15T16:06:24.762 INFO:tasks.workunit.client.0.smithi016.stdout: "stat_sum": { 2024-04-15T16:06:24.762 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes": 0, 2024-04-15T16:06:24.762 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T16:06:24.762 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_recovered": 0, 2024-04-15T16:06:24.762 INFO:tasks.workunit.client.0.smithi016.stdout: "num_deep_scrub_errors": 0, 2024-04-15T16:06:24.763 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict": 0, 2024-04-15T16:06:24.763 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_kb": 0, 2024-04-15T16:06:24.763 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_full": 0, 2024-04-15T16:06:24.763 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_some": 0, 2024-04-15T16:06:24.763 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush": 0, 2024-04-15T16:06:24.763 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_kb": 0, 2024-04-15T16:06:24.763 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_high": 0, 2024-04-15T16:06:24.763 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_low": 0, 2024-04-15T16:06:24.763 INFO:tasks.workunit.client.0.smithi016.stdout: "num_keys_recovered": 0, 2024-04-15T16:06:24.763 INFO:tasks.workunit.client.0.smithi016.stdout: "num_large_omap_objects": 0, 2024-04-15T16:06:24.763 INFO:tasks.workunit.client.0.smithi016.stdout: "num_legacy_snapsets": 0, 2024-04-15T16:06:24.763 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_clones": 0, 2024-04-15T16:06:24.763 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_copies": 0, 2024-04-15T16:06:24.763 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects": 0, 2024-04-15T16:06:24.763 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_degraded": 0, 2024-04-15T16:06:24.764 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_dirty": 0, 2024-04-15T16:06:24.764 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T16:06:24.764 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_manifest": 0, 2024-04-15T16:06:24.764 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_misplaced": 0, 2024-04-15T16:06:24.764 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing": 0, 2024-04-15T16:06:24.764 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T16:06:24.764 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_omap": 0, 2024-04-15T16:06:24.764 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_pinned": 0, 2024-04-15T16:06:24.764 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_recovered": 0, 2024-04-15T16:06:24.764 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_repaired": 0, 2024-04-15T16:06:24.764 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_unfound": 0, 2024-04-15T16:06:24.764 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_bytes": 0, 2024-04-15T16:06:24.764 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_keys": 0, 2024-04-15T16:06:24.764 INFO:tasks.workunit.client.0.smithi016.stdout: "num_promote": 0, 2024-04-15T16:06:24.765 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read": 0, 2024-04-15T16:06:24.765 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read_kb": 0, 2024-04-15T16:06:24.765 INFO:tasks.workunit.client.0.smithi016.stdout: "num_scrub_errors": 0, 2024-04-15T16:06:24.765 INFO:tasks.workunit.client.0.smithi016.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T16:06:24.765 INFO:tasks.workunit.client.0.smithi016.stdout: "num_whiteouts": 0, 2024-04-15T16:06:24.765 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write": 0, 2024-04-15T16:06:24.765 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write_kb": 0 2024-04-15T16:06:24.765 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.765 INFO:tasks.workunit.client.0.smithi016.stdout: "state": "active+clean", 2024-04-15T16:06:24.765 INFO:tasks.workunit.client.0.smithi016.stdout: "stats_invalid": false, 2024-04-15T16:06:24.765 INFO:tasks.workunit.client.0.smithi016.stdout: "up": [ 2024-04-15T16:06:24.765 INFO:tasks.workunit.client.0.smithi016.stdout: 1, 2024-04-15T16:06:24.765 INFO:tasks.workunit.client.0.smithi016.stdout: 2, 2024-04-15T16:06:24.765 INFO:tasks.workunit.client.0.smithi016.stdout: 3 2024-04-15T16:06:24.765 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:24.766 INFO:tasks.workunit.client.0.smithi016.stdout: "up_primary": 1, 2024-04-15T16:06:24.766 INFO:tasks.workunit.client.0.smithi016.stdout: "version": "0'0" 2024-04-15T16:06:24.766 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.766 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-15T16:06:24.766 INFO:tasks.workunit.client.0.smithi016.stdout: "acting": [ 2024-04-15T16:06:24.766 INFO:tasks.workunit.client.0.smithi016.stdout: 1, 2024-04-15T16:06:24.766 INFO:tasks.workunit.client.0.smithi016.stdout: 2, 2024-04-15T16:06:24.766 INFO:tasks.workunit.client.0.smithi016.stdout: 7 2024-04-15T16:06:24.766 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:24.766 INFO:tasks.workunit.client.0.smithi016.stdout: "acting_primary": 1, 2024-04-15T16:06:24.766 INFO:tasks.workunit.client.0.smithi016.stdout: "avail_no_missing": [], 2024-04-15T16:06:24.766 INFO:tasks.workunit.client.0.smithi016.stdout: "blocked_by": [], 2024-04-15T16:06:24.766 INFO:tasks.workunit.client.0.smithi016.stdout: "created": 61, 2024-04-15T16:06:24.766 INFO:tasks.workunit.client.0.smithi016.stdout: "dirty_stats_invalid": false, 2024-04-15T16:06:24.767 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T16:06:24.767 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_stats_invalid": false, 2024-04-15T16:06:24.767 INFO:tasks.workunit.client.0.smithi016.stdout: "last_active": "2024-04-15T16:05:11.869631+0000", 2024-04-15T16:06:24.767 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_active": "2024-04-15T14:44:49.366924+0000", 2024-04-15T16:06:24.767 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_peered": "2024-04-15T14:44:49.366924+0000", 2024-04-15T16:06:24.767 INFO:tasks.workunit.client.0.smithi016.stdout: "last_change": "2024-04-15T14:44:49.367314+0000", 2024-04-15T16:06:24.767 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean": "2024-04-15T16:05:11.869631+0000", 2024-04-15T16:06:24.767 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T16:06:24.767 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub": "0'0", 2024-04-15T16:06:24.767 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T16:06:24.767 INFO:tasks.workunit.client.0.smithi016.stdout: "last_epoch_clean": 532, 2024-04-15T16:06:24.767 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fresh": "2024-04-15T16:05:11.869631+0000", 2024-04-15T16:06:24.767 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fullsized": "2024-04-15T16:05:11.869631+0000", 2024-04-15T16:06:24.767 INFO:tasks.workunit.client.0.smithi016.stdout: "last_peered": "2024-04-15T16:05:11.869631+0000", 2024-04-15T16:06:24.768 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub": "0'0", 2024-04-15T16:06:24.768 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_duration": 0, 2024-04-15T16:06:24.768 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T16:06:24.768 INFO:tasks.workunit.client.0.smithi016.stdout: "last_undegraded": "2024-04-15T16:05:11.869631+0000", 2024-04-15T16:06:24.768 INFO:tasks.workunit.client.0.smithi016.stdout: "last_unstale": "2024-04-15T16:05:11.869631+0000", 2024-04-15T16:06:24.768 INFO:tasks.workunit.client.0.smithi016.stdout: "log_dups_size": 0, 2024-04-15T16:06:24.768 INFO:tasks.workunit.client.0.smithi016.stdout: "log_size": 0, 2024-04-15T16:06:24.768 INFO:tasks.workunit.client.0.smithi016.stdout: "log_start": "0'0", 2024-04-15T16:06:24.768 INFO:tasks.workunit.client.0.smithi016.stdout: "manifest_stats_invalid": false, 2024-04-15T16:06:24.768 INFO:tasks.workunit.client.0.smithi016.stdout: "mapping_epoch": 531, 2024-04-15T16:06:24.768 INFO:tasks.workunit.client.0.smithi016.stdout: "object_location_counts": [], 2024-04-15T16:06:24.768 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_scrubbed": 0, 2024-04-15T16:06:24.768 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_trimmed": 0, 2024-04-15T16:06:24.768 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_stats_invalid": false, 2024-04-15T16:06:24.769 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_size": 0, 2024-04-15T16:06:24.769 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_start": "0'0", 2024-04-15T16:06:24.769 INFO:tasks.workunit.client.0.smithi016.stdout: "parent": "0.0", 2024-04-15T16:06:24.769 INFO:tasks.workunit.client.0.smithi016.stdout: "parent_split_bits": 0, 2024-04-15T16:06:24.769 INFO:tasks.workunit.client.0.smithi016.stdout: "pgid": "3.9", 2024-04-15T16:06:24.769 INFO:tasks.workunit.client.0.smithi016.stdout: "pin_stats_invalid": false, 2024-04-15T16:06:24.769 INFO:tasks.workunit.client.0.smithi016.stdout: "purged_snaps": [], 2024-04-15T16:06:24.769 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_epoch": 2721, 2024-04-15T16:06:24.769 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_seq": 5042, 2024-04-15T16:06:24.769 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_duration": 0.0, 2024-04-15T16:06:24.769 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-16T17:12:57.647630+0000", 2024-04-15T16:06:24.769 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrim_duration": 0.0, 2024-04-15T16:06:24.769 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrimq_len": 0, 2024-04-15T16:06:24.769 INFO:tasks.workunit.client.0.smithi016.stdout: "stat_sum": { 2024-04-15T16:06:24.769 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes": 0, 2024-04-15T16:06:24.770 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T16:06:24.770 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_recovered": 0, 2024-04-15T16:06:24.770 INFO:tasks.workunit.client.0.smithi016.stdout: "num_deep_scrub_errors": 0, 2024-04-15T16:06:24.770 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict": 0, 2024-04-15T16:06:24.770 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_kb": 0, 2024-04-15T16:06:24.770 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_full": 0, 2024-04-15T16:06:24.770 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_some": 0, 2024-04-15T16:06:24.770 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush": 0, 2024-04-15T16:06:24.770 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_kb": 0, 2024-04-15T16:06:24.770 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_high": 0, 2024-04-15T16:06:24.770 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_low": 0, 2024-04-15T16:06:24.770 INFO:tasks.workunit.client.0.smithi016.stdout: "num_keys_recovered": 0, 2024-04-15T16:06:24.770 INFO:tasks.workunit.client.0.smithi016.stdout: "num_large_omap_objects": 0, 2024-04-15T16:06:24.770 INFO:tasks.workunit.client.0.smithi016.stdout: "num_legacy_snapsets": 0, 2024-04-15T16:06:24.770 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_clones": 0, 2024-04-15T16:06:24.771 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_copies": 0, 2024-04-15T16:06:24.771 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects": 0, 2024-04-15T16:06:24.771 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_degraded": 0, 2024-04-15T16:06:24.771 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_dirty": 0, 2024-04-15T16:06:24.771 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T16:06:24.771 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_manifest": 0, 2024-04-15T16:06:24.771 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_misplaced": 0, 2024-04-15T16:06:24.771 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing": 0, 2024-04-15T16:06:24.771 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T16:06:24.771 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_omap": 0, 2024-04-15T16:06:24.771 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_pinned": 0, 2024-04-15T16:06:24.771 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_recovered": 0, 2024-04-15T16:06:24.771 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_repaired": 0, 2024-04-15T16:06:24.771 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_unfound": 0, 2024-04-15T16:06:24.772 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_bytes": 0, 2024-04-15T16:06:24.772 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_keys": 0, 2024-04-15T16:06:24.772 INFO:tasks.workunit.client.0.smithi016.stdout: "num_promote": 0, 2024-04-15T16:06:24.772 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read": 0, 2024-04-15T16:06:24.772 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read_kb": 0, 2024-04-15T16:06:24.772 INFO:tasks.workunit.client.0.smithi016.stdout: "num_scrub_errors": 0, 2024-04-15T16:06:24.772 INFO:tasks.workunit.client.0.smithi016.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T16:06:24.772 INFO:tasks.workunit.client.0.smithi016.stdout: "num_whiteouts": 0, 2024-04-15T16:06:24.772 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write": 0, 2024-04-15T16:06:24.772 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write_kb": 0 2024-04-15T16:06:24.772 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.772 INFO:tasks.workunit.client.0.smithi016.stdout: "state": "active+clean", 2024-04-15T16:06:24.772 INFO:tasks.workunit.client.0.smithi016.stdout: "stats_invalid": false, 2024-04-15T16:06:24.772 INFO:tasks.workunit.client.0.smithi016.stdout: "up": [ 2024-04-15T16:06:24.772 INFO:tasks.workunit.client.0.smithi016.stdout: 1, 2024-04-15T16:06:24.773 INFO:tasks.workunit.client.0.smithi016.stdout: 2, 2024-04-15T16:06:24.773 INFO:tasks.workunit.client.0.smithi016.stdout: 7 2024-04-15T16:06:24.773 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:24.773 INFO:tasks.workunit.client.0.smithi016.stdout: "up_primary": 1, 2024-04-15T16:06:24.773 INFO:tasks.workunit.client.0.smithi016.stdout: "version": "0'0" 2024-04-15T16:06:24.773 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.773 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-15T16:06:24.773 INFO:tasks.workunit.client.0.smithi016.stdout: "acting": [ 2024-04-15T16:06:24.773 INFO:tasks.workunit.client.0.smithi016.stdout: 7, 2024-04-15T16:06:24.773 INFO:tasks.workunit.client.0.smithi016.stdout: 0, 2024-04-15T16:06:24.773 INFO:tasks.workunit.client.0.smithi016.stdout: 1 2024-04-15T16:06:24.773 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:24.773 INFO:tasks.workunit.client.0.smithi016.stdout: "acting_primary": 7, 2024-04-15T16:06:24.773 INFO:tasks.workunit.client.0.smithi016.stdout: "avail_no_missing": [], 2024-04-15T16:06:24.773 INFO:tasks.workunit.client.0.smithi016.stdout: "blocked_by": [], 2024-04-15T16:06:24.774 INFO:tasks.workunit.client.0.smithi016.stdout: "created": 60, 2024-04-15T16:06:24.774 INFO:tasks.workunit.client.0.smithi016.stdout: "dirty_stats_invalid": false, 2024-04-15T16:06:24.774 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T16:06:24.774 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_stats_invalid": false, 2024-04-15T16:06:24.774 INFO:tasks.workunit.client.0.smithi016.stdout: "last_active": "2024-04-15T16:05:12.198236+0000", 2024-04-15T16:06:24.774 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_active": "2024-04-15T14:44:49.369299+0000", 2024-04-15T16:06:24.774 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_peered": "2024-04-15T14:44:49.369299+0000", 2024-04-15T16:06:24.774 INFO:tasks.workunit.client.0.smithi016.stdout: "last_change": "2024-04-15T14:44:49.371857+0000", 2024-04-15T16:06:24.774 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean": "2024-04-15T16:05:12.198236+0000", 2024-04-15T16:06:24.774 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean_scrub_stamp": "2024-04-15T14:33:33.599136+0000", 2024-04-15T16:06:24.774 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub": "0'0", 2024-04-15T16:06:24.774 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub_stamp": "2024-04-15T14:33:33.599136+0000", 2024-04-15T16:06:24.774 INFO:tasks.workunit.client.0.smithi016.stdout: "last_epoch_clean": 532, 2024-04-15T16:06:24.774 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fresh": "2024-04-15T16:05:12.198236+0000", 2024-04-15T16:06:24.775 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fullsized": "2024-04-15T16:05:12.198236+0000", 2024-04-15T16:06:24.775 INFO:tasks.workunit.client.0.smithi016.stdout: "last_peered": "2024-04-15T16:05:12.198236+0000", 2024-04-15T16:06:24.775 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub": "0'0", 2024-04-15T16:06:24.775 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_duration": 0, 2024-04-15T16:06:24.775 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_stamp": "2024-04-15T14:33:33.599136+0000", 2024-04-15T16:06:24.775 INFO:tasks.workunit.client.0.smithi016.stdout: "last_undegraded": "2024-04-15T16:05:12.198236+0000", 2024-04-15T16:06:24.775 INFO:tasks.workunit.client.0.smithi016.stdout: "last_unstale": "2024-04-15T16:05:12.198236+0000", 2024-04-15T16:06:24.775 INFO:tasks.workunit.client.0.smithi016.stdout: "log_dups_size": 0, 2024-04-15T16:06:24.775 INFO:tasks.workunit.client.0.smithi016.stdout: "log_size": 0, 2024-04-15T16:06:24.775 INFO:tasks.workunit.client.0.smithi016.stdout: "log_start": "0'0", 2024-04-15T16:06:24.775 INFO:tasks.workunit.client.0.smithi016.stdout: "manifest_stats_invalid": false, 2024-04-15T16:06:24.775 INFO:tasks.workunit.client.0.smithi016.stdout: "mapping_epoch": 531, 2024-04-15T16:06:24.775 INFO:tasks.workunit.client.0.smithi016.stdout: "object_location_counts": [], 2024-04-15T16:06:24.775 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_scrubbed": 0, 2024-04-15T16:06:24.776 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_trimmed": 0, 2024-04-15T16:06:24.776 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_stats_invalid": false, 2024-04-15T16:06:24.776 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_size": 0, 2024-04-15T16:06:24.776 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_start": "0'0", 2024-04-15T16:06:24.776 INFO:tasks.workunit.client.0.smithi016.stdout: "parent": "0.0", 2024-04-15T16:06:24.776 INFO:tasks.workunit.client.0.smithi016.stdout: "parent_split_bits": 0, 2024-04-15T16:06:24.776 INFO:tasks.workunit.client.0.smithi016.stdout: "pgid": "2.8", 2024-04-15T16:06:24.776 INFO:tasks.workunit.client.0.smithi016.stdout: "pin_stats_invalid": false, 2024-04-15T16:06:24.776 INFO:tasks.workunit.client.0.smithi016.stdout: "purged_snaps": [], 2024-04-15T16:06:24.776 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_epoch": 2721, 2024-04-15T16:06:24.776 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_seq": 4857, 2024-04-15T16:06:24.776 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_duration": 0.0, 2024-04-15T16:06:24.776 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-16T23:40:02.722831+0000", 2024-04-15T16:06:24.776 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrim_duration": 0.0, 2024-04-15T16:06:24.776 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrimq_len": 0, 2024-04-15T16:06:24.777 INFO:tasks.workunit.client.0.smithi016.stdout: "stat_sum": { 2024-04-15T16:06:24.777 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes": 0, 2024-04-15T16:06:24.777 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T16:06:24.777 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_recovered": 0, 2024-04-15T16:06:24.777 INFO:tasks.workunit.client.0.smithi016.stdout: "num_deep_scrub_errors": 0, 2024-04-15T16:06:24.777 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict": 0, 2024-04-15T16:06:24.777 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_kb": 0, 2024-04-15T16:06:24.777 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_full": 0, 2024-04-15T16:06:24.777 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_some": 0, 2024-04-15T16:06:24.777 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush": 0, 2024-04-15T16:06:24.777 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_kb": 0, 2024-04-15T16:06:24.777 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_high": 0, 2024-04-15T16:06:24.777 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_low": 0, 2024-04-15T16:06:24.777 INFO:tasks.workunit.client.0.smithi016.stdout: "num_keys_recovered": 0, 2024-04-15T16:06:24.777 INFO:tasks.workunit.client.0.smithi016.stdout: "num_large_omap_objects": 0, 2024-04-15T16:06:24.778 INFO:tasks.workunit.client.0.smithi016.stdout: "num_legacy_snapsets": 0, 2024-04-15T16:06:24.778 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_clones": 0, 2024-04-15T16:06:24.778 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_copies": 0, 2024-04-15T16:06:24.778 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects": 0, 2024-04-15T16:06:24.778 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_degraded": 0, 2024-04-15T16:06:24.778 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_dirty": 0, 2024-04-15T16:06:24.778 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T16:06:24.778 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_manifest": 0, 2024-04-15T16:06:24.778 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_misplaced": 0, 2024-04-15T16:06:24.778 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing": 0, 2024-04-15T16:06:24.778 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T16:06:24.778 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_omap": 0, 2024-04-15T16:06:24.778 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_pinned": 0, 2024-04-15T16:06:24.778 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_recovered": 0, 2024-04-15T16:06:24.778 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_repaired": 0, 2024-04-15T16:06:24.779 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_unfound": 0, 2024-04-15T16:06:24.779 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_bytes": 0, 2024-04-15T16:06:24.779 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_keys": 0, 2024-04-15T16:06:24.779 INFO:tasks.workunit.client.0.smithi016.stdout: "num_promote": 0, 2024-04-15T16:06:24.779 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read": 0, 2024-04-15T16:06:24.779 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read_kb": 0, 2024-04-15T16:06:24.779 INFO:tasks.workunit.client.0.smithi016.stdout: "num_scrub_errors": 0, 2024-04-15T16:06:24.779 INFO:tasks.workunit.client.0.smithi016.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T16:06:24.779 INFO:tasks.workunit.client.0.smithi016.stdout: "num_whiteouts": 0, 2024-04-15T16:06:24.779 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write": 0, 2024-04-15T16:06:24.779 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write_kb": 0 2024-04-15T16:06:24.779 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.779 INFO:tasks.workunit.client.0.smithi016.stdout: "state": "active+clean", 2024-04-15T16:06:24.779 INFO:tasks.workunit.client.0.smithi016.stdout: "stats_invalid": false, 2024-04-15T16:06:24.779 INFO:tasks.workunit.client.0.smithi016.stdout: "up": [ 2024-04-15T16:06:24.780 INFO:tasks.workunit.client.0.smithi016.stdout: 7, 2024-04-15T16:06:24.780 INFO:tasks.workunit.client.0.smithi016.stdout: 0, 2024-04-15T16:06:24.780 INFO:tasks.workunit.client.0.smithi016.stdout: 1 2024-04-15T16:06:24.780 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:24.780 INFO:tasks.workunit.client.0.smithi016.stdout: "up_primary": 7, 2024-04-15T16:06:24.780 INFO:tasks.workunit.client.0.smithi016.stdout: "version": "0'0" 2024-04-15T16:06:24.780 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.780 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-15T16:06:24.780 INFO:tasks.workunit.client.0.smithi016.stdout: "acting": [ 2024-04-15T16:06:24.780 INFO:tasks.workunit.client.0.smithi016.stdout: 2, 2024-04-15T16:06:24.780 INFO:tasks.workunit.client.0.smithi016.stdout: 1, 2024-04-15T16:06:24.780 INFO:tasks.workunit.client.0.smithi016.stdout: 4 2024-04-15T16:06:24.780 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:24.780 INFO:tasks.workunit.client.0.smithi016.stdout: "acting_primary": 2, 2024-04-15T16:06:24.780 INFO:tasks.workunit.client.0.smithi016.stdout: "avail_no_missing": [], 2024-04-15T16:06:24.781 INFO:tasks.workunit.client.0.smithi016.stdout: "blocked_by": [], 2024-04-15T16:06:24.781 INFO:tasks.workunit.client.0.smithi016.stdout: "created": 61, 2024-04-15T16:06:24.781 INFO:tasks.workunit.client.0.smithi016.stdout: "dirty_stats_invalid": false, 2024-04-15T16:06:24.781 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T16:06:24.781 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_stats_invalid": false, 2024-04-15T16:06:24.781 INFO:tasks.workunit.client.0.smithi016.stdout: "last_active": "2024-04-15T16:05:12.198061+0000", 2024-04-15T16:06:24.781 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_active": "2024-04-15T14:43:32.415488+0000", 2024-04-15T16:06:24.781 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_peered": "2024-04-15T14:43:32.415488+0000", 2024-04-15T16:06:24.781 INFO:tasks.workunit.client.0.smithi016.stdout: "last_change": "2024-04-15T14:43:32.415891+0000", 2024-04-15T16:06:24.781 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean": "2024-04-15T16:05:12.198061+0000", 2024-04-15T16:06:24.781 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T16:06:24.781 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub": "0'0", 2024-04-15T16:06:24.781 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T16:06:24.781 INFO:tasks.workunit.client.0.smithi016.stdout: "last_epoch_clean": 455, 2024-04-15T16:06:24.781 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fresh": "2024-04-15T16:05:12.198061+0000", 2024-04-15T16:06:24.782 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fullsized": "2024-04-15T16:05:12.198061+0000", 2024-04-15T16:06:24.782 INFO:tasks.workunit.client.0.smithi016.stdout: "last_peered": "2024-04-15T16:05:12.198061+0000", 2024-04-15T16:06:24.782 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub": "0'0", 2024-04-15T16:06:24.782 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_duration": 0, 2024-04-15T16:06:24.782 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T16:06:24.782 INFO:tasks.workunit.client.0.smithi016.stdout: "last_undegraded": "2024-04-15T16:05:12.198061+0000", 2024-04-15T16:06:24.782 INFO:tasks.workunit.client.0.smithi016.stdout: "last_unstale": "2024-04-15T16:05:12.198061+0000", 2024-04-15T16:06:24.782 INFO:tasks.workunit.client.0.smithi016.stdout: "log_dups_size": 0, 2024-04-15T16:06:24.782 INFO:tasks.workunit.client.0.smithi016.stdout: "log_size": 0, 2024-04-15T16:06:24.782 INFO:tasks.workunit.client.0.smithi016.stdout: "log_start": "0'0", 2024-04-15T16:06:24.782 INFO:tasks.workunit.client.0.smithi016.stdout: "manifest_stats_invalid": false, 2024-04-15T16:06:24.782 INFO:tasks.workunit.client.0.smithi016.stdout: "mapping_epoch": 454, 2024-04-15T16:06:24.782 INFO:tasks.workunit.client.0.smithi016.stdout: "object_location_counts": [], 2024-04-15T16:06:24.782 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_scrubbed": 0, 2024-04-15T16:06:24.783 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_trimmed": 0, 2024-04-15T16:06:24.783 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_stats_invalid": false, 2024-04-15T16:06:24.783 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_size": 0, 2024-04-15T16:06:24.783 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_start": "0'0", 2024-04-15T16:06:24.783 INFO:tasks.workunit.client.0.smithi016.stdout: "parent": "0.0", 2024-04-15T16:06:24.783 INFO:tasks.workunit.client.0.smithi016.stdout: "parent_split_bits": 0, 2024-04-15T16:06:24.783 INFO:tasks.workunit.client.0.smithi016.stdout: "pgid": "3.6", 2024-04-15T16:06:24.783 INFO:tasks.workunit.client.0.smithi016.stdout: "pin_stats_invalid": false, 2024-04-15T16:06:24.783 INFO:tasks.workunit.client.0.smithi016.stdout: "purged_snaps": [], 2024-04-15T16:06:24.783 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_epoch": 2721, 2024-04-15T16:06:24.783 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_seq": 5012, 2024-04-15T16:06:24.783 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_duration": 0.0, 2024-04-15T16:06:24.783 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-16T22:55:49.796747+0000", 2024-04-15T16:06:24.783 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrim_duration": 0.0, 2024-04-15T16:06:24.783 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrimq_len": 0, 2024-04-15T16:06:24.783 INFO:tasks.workunit.client.0.smithi016.stdout: "stat_sum": { 2024-04-15T16:06:24.784 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes": 0, 2024-04-15T16:06:24.784 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T16:06:24.784 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_recovered": 0, 2024-04-15T16:06:24.784 INFO:tasks.workunit.client.0.smithi016.stdout: "num_deep_scrub_errors": 0, 2024-04-15T16:06:24.784 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict": 0, 2024-04-15T16:06:24.784 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_kb": 0, 2024-04-15T16:06:24.784 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_full": 0, 2024-04-15T16:06:24.784 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_some": 0, 2024-04-15T16:06:24.784 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush": 0, 2024-04-15T16:06:24.784 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_kb": 0, 2024-04-15T16:06:24.784 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_high": 0, 2024-04-15T16:06:24.784 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_low": 0, 2024-04-15T16:06:24.784 INFO:tasks.workunit.client.0.smithi016.stdout: "num_keys_recovered": 0, 2024-04-15T16:06:24.784 INFO:tasks.workunit.client.0.smithi016.stdout: "num_large_omap_objects": 0, 2024-04-15T16:06:24.785 INFO:tasks.workunit.client.0.smithi016.stdout: "num_legacy_snapsets": 0, 2024-04-15T16:06:24.785 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_clones": 0, 2024-04-15T16:06:24.785 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_copies": 0, 2024-04-15T16:06:24.785 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects": 0, 2024-04-15T16:06:24.785 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_degraded": 0, 2024-04-15T16:06:24.785 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_dirty": 0, 2024-04-15T16:06:24.785 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T16:06:24.785 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_manifest": 0, 2024-04-15T16:06:24.785 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_misplaced": 0, 2024-04-15T16:06:24.785 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing": 0, 2024-04-15T16:06:24.785 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T16:06:24.785 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_omap": 0, 2024-04-15T16:06:24.785 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_pinned": 0, 2024-04-15T16:06:24.785 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_recovered": 0, 2024-04-15T16:06:24.785 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_repaired": 0, 2024-04-15T16:06:24.786 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_unfound": 0, 2024-04-15T16:06:24.786 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_bytes": 0, 2024-04-15T16:06:24.786 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_keys": 0, 2024-04-15T16:06:24.786 INFO:tasks.workunit.client.0.smithi016.stdout: "num_promote": 0, 2024-04-15T16:06:24.786 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read": 0, 2024-04-15T16:06:24.786 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read_kb": 0, 2024-04-15T16:06:24.786 INFO:tasks.workunit.client.0.smithi016.stdout: "num_scrub_errors": 0, 2024-04-15T16:06:24.786 INFO:tasks.workunit.client.0.smithi016.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T16:06:24.786 INFO:tasks.workunit.client.0.smithi016.stdout: "num_whiteouts": 0, 2024-04-15T16:06:24.786 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write": 0, 2024-04-15T16:06:24.786 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write_kb": 0 2024-04-15T16:06:24.786 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.786 INFO:tasks.workunit.client.0.smithi016.stdout: "state": "active+clean", 2024-04-15T16:06:24.786 INFO:tasks.workunit.client.0.smithi016.stdout: "stats_invalid": false, 2024-04-15T16:06:24.787 INFO:tasks.workunit.client.0.smithi016.stdout: "up": [ 2024-04-15T16:06:24.787 INFO:tasks.workunit.client.0.smithi016.stdout: 2, 2024-04-15T16:06:24.787 INFO:tasks.workunit.client.0.smithi016.stdout: 1, 2024-04-15T16:06:24.787 INFO:tasks.workunit.client.0.smithi016.stdout: 4 2024-04-15T16:06:24.787 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:24.787 INFO:tasks.workunit.client.0.smithi016.stdout: "up_primary": 2, 2024-04-15T16:06:24.787 INFO:tasks.workunit.client.0.smithi016.stdout: "version": "0'0" 2024-04-15T16:06:24.787 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.787 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-15T16:06:24.787 INFO:tasks.workunit.client.0.smithi016.stdout: "acting": [ 2024-04-15T16:06:24.787 INFO:tasks.workunit.client.0.smithi016.stdout: 6, 2024-04-15T16:06:24.787 INFO:tasks.workunit.client.0.smithi016.stdout: 1, 2024-04-15T16:06:24.787 INFO:tasks.workunit.client.0.smithi016.stdout: 2 2024-04-15T16:06:24.787 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:24.787 INFO:tasks.workunit.client.0.smithi016.stdout: "acting_primary": 6, 2024-04-15T16:06:24.788 INFO:tasks.workunit.client.0.smithi016.stdout: "avail_no_missing": [], 2024-04-15T16:06:24.788 INFO:tasks.workunit.client.0.smithi016.stdout: "blocked_by": [], 2024-04-15T16:06:24.788 INFO:tasks.workunit.client.0.smithi016.stdout: "created": 60, 2024-04-15T16:06:24.788 INFO:tasks.workunit.client.0.smithi016.stdout: "dirty_stats_invalid": false, 2024-04-15T16:06:24.788 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T16:06:24.788 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_stats_invalid": false, 2024-04-15T16:06:24.788 INFO:tasks.workunit.client.0.smithi016.stdout: "last_active": "2024-04-15T16:05:11.413796+0000", 2024-04-15T16:06:24.788 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_active": "2024-04-15T14:44:28.458225+0000", 2024-04-15T16:06:24.788 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_peered": "2024-04-15T14:44:28.458225+0000", 2024-04-15T16:06:24.788 INFO:tasks.workunit.client.0.smithi016.stdout: "last_change": "2024-04-15T14:44:28.459424+0000", 2024-04-15T16:06:24.788 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean": "2024-04-15T16:05:11.413796+0000", 2024-04-15T16:06:24.788 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean_scrub_stamp": "2024-04-15T14:33:33.599136+0000", 2024-04-15T16:06:24.788 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub": "0'0", 2024-04-15T16:06:24.788 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub_stamp": "2024-04-15T14:33:33.599136+0000", 2024-04-15T16:06:24.789 INFO:tasks.workunit.client.0.smithi016.stdout: "last_epoch_clean": 511, 2024-04-15T16:06:24.789 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fresh": "2024-04-15T16:05:11.413796+0000", 2024-04-15T16:06:24.789 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fullsized": "2024-04-15T16:05:11.413796+0000", 2024-04-15T16:06:24.789 INFO:tasks.workunit.client.0.smithi016.stdout: "last_peered": "2024-04-15T16:05:11.413796+0000", 2024-04-15T16:06:24.789 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub": "0'0", 2024-04-15T16:06:24.789 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_duration": 0, 2024-04-15T16:06:24.789 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_stamp": "2024-04-15T14:33:33.599136+0000", 2024-04-15T16:06:24.789 INFO:tasks.workunit.client.0.smithi016.stdout: "last_undegraded": "2024-04-15T16:05:11.413796+0000", 2024-04-15T16:06:24.789 INFO:tasks.workunit.client.0.smithi016.stdout: "last_unstale": "2024-04-15T16:05:11.413796+0000", 2024-04-15T16:06:24.789 INFO:tasks.workunit.client.0.smithi016.stdout: "log_dups_size": 0, 2024-04-15T16:06:24.789 INFO:tasks.workunit.client.0.smithi016.stdout: "log_size": 2, 2024-04-15T16:06:24.789 INFO:tasks.workunit.client.0.smithi016.stdout: "log_start": "0'0", 2024-04-15T16:06:24.789 INFO:tasks.workunit.client.0.smithi016.stdout: "manifest_stats_invalid": false, 2024-04-15T16:06:24.789 INFO:tasks.workunit.client.0.smithi016.stdout: "mapping_epoch": 510, 2024-04-15T16:06:24.790 INFO:tasks.workunit.client.0.smithi016.stdout: "object_location_counts": [], 2024-04-15T16:06:24.790 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_scrubbed": 0, 2024-04-15T16:06:24.790 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_trimmed": 0, 2024-04-15T16:06:24.790 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_stats_invalid": false, 2024-04-15T16:06:24.790 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_size": 2, 2024-04-15T16:06:24.790 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_start": "0'0", 2024-04-15T16:06:24.790 INFO:tasks.workunit.client.0.smithi016.stdout: "parent": "0.0", 2024-04-15T16:06:24.790 INFO:tasks.workunit.client.0.smithi016.stdout: "parent_split_bits": 0, 2024-04-15T16:06:24.790 INFO:tasks.workunit.client.0.smithi016.stdout: "pgid": "2.7", 2024-04-15T16:06:24.790 INFO:tasks.workunit.client.0.smithi016.stdout: "pin_stats_invalid": false, 2024-04-15T16:06:24.790 INFO:tasks.workunit.client.0.smithi016.stdout: "purged_snaps": [], 2024-04-15T16:06:24.790 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_epoch": 2721, 2024-04-15T16:06:24.790 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_seq": 4891, 2024-04-15T16:06:24.790 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_duration": 0.0, 2024-04-15T16:06:24.790 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-16T20:12:37.973850+0000", 2024-04-15T16:06:24.791 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrim_duration": 0.0, 2024-04-15T16:06:24.791 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrimq_len": 0, 2024-04-15T16:06:24.791 INFO:tasks.workunit.client.0.smithi016.stdout: "stat_sum": { 2024-04-15T16:06:24.791 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes": 0, 2024-04-15T16:06:24.791 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T16:06:24.791 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_recovered": 0, 2024-04-15T16:06:24.791 INFO:tasks.workunit.client.0.smithi016.stdout: "num_deep_scrub_errors": 0, 2024-04-15T16:06:24.791 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict": 0, 2024-04-15T16:06:24.791 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_kb": 0, 2024-04-15T16:06:24.791 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_full": 0, 2024-04-15T16:06:24.791 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_some": 0, 2024-04-15T16:06:24.791 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush": 0, 2024-04-15T16:06:24.791 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_kb": 0, 2024-04-15T16:06:24.791 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_high": 0, 2024-04-15T16:06:24.791 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_low": 0, 2024-04-15T16:06:24.792 INFO:tasks.workunit.client.0.smithi016.stdout: "num_keys_recovered": 0, 2024-04-15T16:06:24.792 INFO:tasks.workunit.client.0.smithi016.stdout: "num_large_omap_objects": 0, 2024-04-15T16:06:24.792 INFO:tasks.workunit.client.0.smithi016.stdout: "num_legacy_snapsets": 0, 2024-04-15T16:06:24.792 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_clones": 0, 2024-04-15T16:06:24.792 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_copies": 3, 2024-04-15T16:06:24.792 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects": 1, 2024-04-15T16:06:24.792 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_degraded": 0, 2024-04-15T16:06:24.792 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_dirty": 1, 2024-04-15T16:06:24.792 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T16:06:24.792 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_manifest": 0, 2024-04-15T16:06:24.792 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_misplaced": 0, 2024-04-15T16:06:24.792 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing": 0, 2024-04-15T16:06:24.792 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T16:06:24.792 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_omap": 1, 2024-04-15T16:06:24.792 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_pinned": 0, 2024-04-15T16:06:24.793 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_recovered": 0, 2024-04-15T16:06:24.793 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_repaired": 0, 2024-04-15T16:06:24.793 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_unfound": 0, 2024-04-15T16:06:24.793 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_bytes": 0, 2024-04-15T16:06:24.793 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_keys": 0, 2024-04-15T16:06:24.793 INFO:tasks.workunit.client.0.smithi016.stdout: "num_promote": 0, 2024-04-15T16:06:24.793 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read": 12, 2024-04-15T16:06:24.793 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read_kb": 12, 2024-04-15T16:06:24.793 INFO:tasks.workunit.client.0.smithi016.stdout: "num_scrub_errors": 0, 2024-04-15T16:06:24.793 INFO:tasks.workunit.client.0.smithi016.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T16:06:24.793 INFO:tasks.workunit.client.0.smithi016.stdout: "num_whiteouts": 0, 2024-04-15T16:06:24.793 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write": 3, 2024-04-15T16:06:24.793 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write_kb": 0 2024-04-15T16:06:24.793 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.793 INFO:tasks.workunit.client.0.smithi016.stdout: "state": "active+clean", 2024-04-15T16:06:24.794 INFO:tasks.workunit.client.0.smithi016.stdout: "stats_invalid": false, 2024-04-15T16:06:24.794 INFO:tasks.workunit.client.0.smithi016.stdout: "up": [ 2024-04-15T16:06:24.794 INFO:tasks.workunit.client.0.smithi016.stdout: 6, 2024-04-15T16:06:24.794 INFO:tasks.workunit.client.0.smithi016.stdout: 1, 2024-04-15T16:06:24.794 INFO:tasks.workunit.client.0.smithi016.stdout: 2 2024-04-15T16:06:24.794 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:24.794 INFO:tasks.workunit.client.0.smithi016.stdout: "up_primary": 6, 2024-04-15T16:06:24.794 INFO:tasks.workunit.client.0.smithi016.stdout: "version": "62'2" 2024-04-15T16:06:24.794 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.794 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-15T16:06:24.794 INFO:tasks.workunit.client.0.smithi016.stdout: "acting": [ 2024-04-15T16:06:24.794 INFO:tasks.workunit.client.0.smithi016.stdout: 4, 2024-04-15T16:06:24.794 INFO:tasks.workunit.client.0.smithi016.stdout: 5, 2024-04-15T16:06:24.794 INFO:tasks.workunit.client.0.smithi016.stdout: 6 2024-04-15T16:06:24.795 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:24.795 INFO:tasks.workunit.client.0.smithi016.stdout: "acting_primary": 4, 2024-04-15T16:06:24.795 INFO:tasks.workunit.client.0.smithi016.stdout: "avail_no_missing": [], 2024-04-15T16:06:24.795 INFO:tasks.workunit.client.0.smithi016.stdout: "blocked_by": [], 2024-04-15T16:06:24.795 INFO:tasks.workunit.client.0.smithi016.stdout: "created": 66, 2024-04-15T16:06:24.795 INFO:tasks.workunit.client.0.smithi016.stdout: "dirty_stats_invalid": false, 2024-04-15T16:06:24.795 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T16:06:24.795 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_stats_invalid": false, 2024-04-15T16:06:24.795 INFO:tasks.workunit.client.0.smithi016.stdout: "last_active": "2024-04-15T16:05:12.197195+0000", 2024-04-15T16:06:24.795 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_active": "2024-04-15T14:44:28.448444+0000", 2024-04-15T16:06:24.795 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_peered": "2024-04-15T14:44:28.448444+0000", 2024-04-15T16:06:24.795 INFO:tasks.workunit.client.0.smithi016.stdout: "last_change": "2024-04-15T15:17:56.728576+0000", 2024-04-15T16:06:24.795 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean": "2024-04-15T16:05:12.197195+0000", 2024-04-15T16:06:24.795 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean_scrub_stamp": "2024-04-15T14:34:07.163731+0000", 2024-04-15T16:06:24.795 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub": "0'0", 2024-04-15T16:06:24.796 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub_stamp": "2024-04-15T14:34:07.163731+0000", 2024-04-15T16:06:24.796 INFO:tasks.workunit.client.0.smithi016.stdout: "last_epoch_clean": 511, 2024-04-15T16:06:24.796 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fresh": "2024-04-15T16:05:12.197195+0000", 2024-04-15T16:06:24.796 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fullsized": "2024-04-15T16:05:12.197195+0000", 2024-04-15T16:06:24.796 INFO:tasks.workunit.client.0.smithi016.stdout: "last_peered": "2024-04-15T16:05:12.197195+0000", 2024-04-15T16:06:24.796 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub": "0'0", 2024-04-15T16:06:24.796 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_duration": 0, 2024-04-15T16:06:24.796 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_stamp": "2024-04-15T14:34:07.163731+0000", 2024-04-15T16:06:24.796 INFO:tasks.workunit.client.0.smithi016.stdout: "last_undegraded": "2024-04-15T16:05:12.197195+0000", 2024-04-15T16:06:24.796 INFO:tasks.workunit.client.0.smithi016.stdout: "last_unstale": "2024-04-15T16:05:12.197195+0000", 2024-04-15T16:06:24.796 INFO:tasks.workunit.client.0.smithi016.stdout: "log_dups_size": 0, 2024-04-15T16:06:24.796 INFO:tasks.workunit.client.0.smithi016.stdout: "log_size": 3013, 2024-04-15T16:06:24.796 INFO:tasks.workunit.client.0.smithi016.stdout: "log_start": "0'0", 2024-04-15T16:06:24.796 INFO:tasks.workunit.client.0.smithi016.stdout: "manifest_stats_invalid": false, 2024-04-15T16:06:24.796 INFO:tasks.workunit.client.0.smithi016.stdout: "mapping_epoch": 510, 2024-04-15T16:06:24.797 INFO:tasks.workunit.client.0.smithi016.stdout: "object_location_counts": [], 2024-04-15T16:06:24.797 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_scrubbed": 0, 2024-04-15T16:06:24.797 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_trimmed": 0, 2024-04-15T16:06:24.797 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_stats_invalid": false, 2024-04-15T16:06:24.797 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_size": 3013, 2024-04-15T16:06:24.797 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_start": "0'0", 2024-04-15T16:06:24.797 INFO:tasks.workunit.client.0.smithi016.stdout: "parent": "0.0", 2024-04-15T16:06:24.797 INFO:tasks.workunit.client.0.smithi016.stdout: "parent_split_bits": 0, 2024-04-15T16:06:24.797 INFO:tasks.workunit.client.0.smithi016.stdout: "pgid": "4.1", 2024-04-15T16:06:24.797 INFO:tasks.workunit.client.0.smithi016.stdout: "pin_stats_invalid": false, 2024-04-15T16:06:24.797 INFO:tasks.workunit.client.0.smithi016.stdout: "purged_snaps": [], 2024-04-15T16:06:24.797 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_epoch": 2721, 2024-04-15T16:06:24.797 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_seq": 8863, 2024-04-15T16:06:24.797 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_duration": 0.0, 2024-04-15T16:06:24.798 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-16T18:16:04.447206+0000", 2024-04-15T16:06:24.798 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrim_duration": 0.003109583, 2024-04-15T16:06:24.798 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrimq_len": 0, 2024-04-15T16:06:24.798 INFO:tasks.workunit.client.0.smithi016.stdout: "stat_sum": { 2024-04-15T16:06:24.798 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes": 0, 2024-04-15T16:06:24.798 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T16:06:24.798 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_recovered": 0, 2024-04-15T16:06:24.798 INFO:tasks.workunit.client.0.smithi016.stdout: "num_deep_scrub_errors": 0, 2024-04-15T16:06:24.798 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict": 0, 2024-04-15T16:06:24.798 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_kb": 0, 2024-04-15T16:06:24.798 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_full": 0, 2024-04-15T16:06:24.798 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_some": 0, 2024-04-15T16:06:24.798 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush": 0, 2024-04-15T16:06:24.799 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_kb": 0, 2024-04-15T16:06:24.799 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_high": 0, 2024-04-15T16:06:24.799 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_low": 0, 2024-04-15T16:06:24.799 INFO:tasks.workunit.client.0.smithi016.stdout: "num_keys_recovered": 0, 2024-04-15T16:06:24.799 INFO:tasks.workunit.client.0.smithi016.stdout: "num_large_omap_objects": 0, 2024-04-15T16:06:24.799 INFO:tasks.workunit.client.0.smithi016.stdout: "num_legacy_snapsets": 0, 2024-04-15T16:06:24.799 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_clones": 0, 2024-04-15T16:06:24.799 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_copies": 0, 2024-04-15T16:06:24.799 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects": 0, 2024-04-15T16:06:24.799 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_degraded": 0, 2024-04-15T16:06:24.799 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_dirty": 0, 2024-04-15T16:06:24.799 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T16:06:24.799 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_manifest": 0, 2024-04-15T16:06:24.799 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_misplaced": 0, 2024-04-15T16:06:24.799 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing": 0, 2024-04-15T16:06:24.800 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T16:06:24.800 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_omap": 0, 2024-04-15T16:06:24.800 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_pinned": 0, 2024-04-15T16:06:24.800 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_recovered": 0, 2024-04-15T16:06:24.800 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_repaired": 0, 2024-04-15T16:06:24.800 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_unfound": 0, 2024-04-15T16:06:24.800 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_bytes": 0, 2024-04-15T16:06:24.800 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_keys": 0, 2024-04-15T16:06:24.800 INFO:tasks.workunit.client.0.smithi016.stdout: "num_promote": 0, 2024-04-15T16:06:24.800 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read": 1530, 2024-04-15T16:06:24.800 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read_kb": 343297, 2024-04-15T16:06:24.800 INFO:tasks.workunit.client.0.smithi016.stdout: "num_scrub_errors": 0, 2024-04-15T16:06:24.800 INFO:tasks.workunit.client.0.smithi016.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T16:06:24.800 INFO:tasks.workunit.client.0.smithi016.stdout: "num_whiteouts": 0, 2024-04-15T16:06:24.800 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write": 2985, 2024-04-15T16:06:24.801 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write_kb": 382699 2024-04-15T16:06:24.801 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.801 INFO:tasks.workunit.client.0.smithi016.stdout: "state": "active+clean", 2024-04-15T16:06:24.801 INFO:tasks.workunit.client.0.smithi016.stdout: "stats_invalid": false, 2024-04-15T16:06:24.801 INFO:tasks.workunit.client.0.smithi016.stdout: "up": [ 2024-04-15T16:06:24.801 INFO:tasks.workunit.client.0.smithi016.stdout: 4, 2024-04-15T16:06:24.801 INFO:tasks.workunit.client.0.smithi016.stdout: 5, 2024-04-15T16:06:24.801 INFO:tasks.workunit.client.0.smithi016.stdout: 6 2024-04-15T16:06:24.801 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:24.801 INFO:tasks.workunit.client.0.smithi016.stdout: "up_primary": 4, 2024-04-15T16:06:24.801 INFO:tasks.workunit.client.0.smithi016.stdout: "version": "1096'3013" 2024-04-15T16:06:24.801 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.801 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-15T16:06:24.801 INFO:tasks.workunit.client.0.smithi016.stdout: "acting": [ 2024-04-15T16:06:24.802 INFO:tasks.workunit.client.0.smithi016.stdout: 3, 2024-04-15T16:06:24.802 INFO:tasks.workunit.client.0.smithi016.stdout: 7, 2024-04-15T16:06:24.802 INFO:tasks.workunit.client.0.smithi016.stdout: 0 2024-04-15T16:06:24.802 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:24.802 INFO:tasks.workunit.client.0.smithi016.stdout: "acting_primary": 3, 2024-04-15T16:06:24.802 INFO:tasks.workunit.client.0.smithi016.stdout: "avail_no_missing": [], 2024-04-15T16:06:24.802 INFO:tasks.workunit.client.0.smithi016.stdout: "blocked_by": [], 2024-04-15T16:06:24.802 INFO:tasks.workunit.client.0.smithi016.stdout: "created": 61, 2024-04-15T16:06:24.802 INFO:tasks.workunit.client.0.smithi016.stdout: "dirty_stats_invalid": false, 2024-04-15T16:06:24.802 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T16:06:24.802 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_stats_invalid": false, 2024-04-15T16:06:24.802 INFO:tasks.workunit.client.0.smithi016.stdout: "last_active": "2024-04-15T16:05:12.199225+0000", 2024-04-15T16:06:24.802 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_active": "2024-04-15T14:44:49.367670+0000", 2024-04-15T16:06:24.802 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_peered": "2024-04-15T14:44:49.367670+0000", 2024-04-15T16:06:24.803 INFO:tasks.workunit.client.0.smithi016.stdout: "last_change": "2024-04-15T14:44:49.368022+0000", 2024-04-15T16:06:24.803 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean": "2024-04-15T16:05:12.199225+0000", 2024-04-15T16:06:24.803 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T16:06:24.803 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub": "0'0", 2024-04-15T16:06:24.803 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T16:06:24.803 INFO:tasks.workunit.client.0.smithi016.stdout: "last_epoch_clean": 532, 2024-04-15T16:06:24.803 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fresh": "2024-04-15T16:05:12.199225+0000", 2024-04-15T16:06:24.803 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fullsized": "2024-04-15T16:05:12.199225+0000", 2024-04-15T16:06:24.803 INFO:tasks.workunit.client.0.smithi016.stdout: "last_peered": "2024-04-15T16:05:12.199225+0000", 2024-04-15T16:06:24.803 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub": "0'0", 2024-04-15T16:06:24.803 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_duration": 0, 2024-04-15T16:06:24.803 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T16:06:24.803 INFO:tasks.workunit.client.0.smithi016.stdout: "last_undegraded": "2024-04-15T16:05:12.199225+0000", 2024-04-15T16:06:24.803 INFO:tasks.workunit.client.0.smithi016.stdout: "last_unstale": "2024-04-15T16:05:12.199225+0000", 2024-04-15T16:06:24.803 INFO:tasks.workunit.client.0.smithi016.stdout: "log_dups_size": 0, 2024-04-15T16:06:24.804 INFO:tasks.workunit.client.0.smithi016.stdout: "log_size": 0, 2024-04-15T16:06:24.804 INFO:tasks.workunit.client.0.smithi016.stdout: "log_start": "0'0", 2024-04-15T16:06:24.804 INFO:tasks.workunit.client.0.smithi016.stdout: "manifest_stats_invalid": false, 2024-04-15T16:06:24.804 INFO:tasks.workunit.client.0.smithi016.stdout: "mapping_epoch": 531, 2024-04-15T16:06:24.804 INFO:tasks.workunit.client.0.smithi016.stdout: "object_location_counts": [], 2024-04-15T16:06:24.804 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_scrubbed": 0, 2024-04-15T16:06:24.804 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_trimmed": 0, 2024-04-15T16:06:24.804 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_stats_invalid": false, 2024-04-15T16:06:24.804 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_size": 0, 2024-04-15T16:06:24.804 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_start": "0'0", 2024-04-15T16:06:24.804 INFO:tasks.workunit.client.0.smithi016.stdout: "parent": "0.0", 2024-04-15T16:06:24.804 INFO:tasks.workunit.client.0.smithi016.stdout: "parent_split_bits": 0, 2024-04-15T16:06:24.804 INFO:tasks.workunit.client.0.smithi016.stdout: "pgid": "3.7", 2024-04-15T16:06:24.804 INFO:tasks.workunit.client.0.smithi016.stdout: "pin_stats_invalid": false, 2024-04-15T16:06:24.804 INFO:tasks.workunit.client.0.smithi016.stdout: "purged_snaps": [], 2024-04-15T16:06:24.805 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_epoch": 2721, 2024-04-15T16:06:24.805 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_seq": 4954, 2024-04-15T16:06:24.805 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_duration": 0.0, 2024-04-15T16:06:24.805 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-16T20:19:11.670611+0000", 2024-04-15T16:06:24.805 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrim_duration": 0.0, 2024-04-15T16:06:24.805 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrimq_len": 0, 2024-04-15T16:06:24.805 INFO:tasks.workunit.client.0.smithi016.stdout: "stat_sum": { 2024-04-15T16:06:24.805 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes": 0, 2024-04-15T16:06:24.805 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T16:06:24.805 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_recovered": 0, 2024-04-15T16:06:24.805 INFO:tasks.workunit.client.0.smithi016.stdout: "num_deep_scrub_errors": 0, 2024-04-15T16:06:24.805 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict": 0, 2024-04-15T16:06:24.805 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_kb": 0, 2024-04-15T16:06:24.805 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_full": 0, 2024-04-15T16:06:24.806 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_some": 0, 2024-04-15T16:06:24.806 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush": 0, 2024-04-15T16:06:24.806 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_kb": 0, 2024-04-15T16:06:24.806 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_high": 0, 2024-04-15T16:06:24.806 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_low": 0, 2024-04-15T16:06:24.806 INFO:tasks.workunit.client.0.smithi016.stdout: "num_keys_recovered": 0, 2024-04-15T16:06:24.806 INFO:tasks.workunit.client.0.smithi016.stdout: "num_large_omap_objects": 0, 2024-04-15T16:06:24.806 INFO:tasks.workunit.client.0.smithi016.stdout: "num_legacy_snapsets": 0, 2024-04-15T16:06:24.806 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_clones": 0, 2024-04-15T16:06:24.806 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_copies": 0, 2024-04-15T16:06:24.806 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects": 0, 2024-04-15T16:06:24.806 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_degraded": 0, 2024-04-15T16:06:24.806 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_dirty": 0, 2024-04-15T16:06:24.806 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T16:06:24.806 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_manifest": 0, 2024-04-15T16:06:24.807 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_misplaced": 0, 2024-04-15T16:06:24.807 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing": 0, 2024-04-15T16:06:24.807 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T16:06:24.807 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_omap": 0, 2024-04-15T16:06:24.807 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_pinned": 0, 2024-04-15T16:06:24.807 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_recovered": 0, 2024-04-15T16:06:24.807 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_repaired": 0, 2024-04-15T16:06:24.807 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_unfound": 0, 2024-04-15T16:06:24.807 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_bytes": 0, 2024-04-15T16:06:24.807 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_keys": 0, 2024-04-15T16:06:24.807 INFO:tasks.workunit.client.0.smithi016.stdout: "num_promote": 0, 2024-04-15T16:06:24.807 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read": 0, 2024-04-15T16:06:24.807 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read_kb": 0, 2024-04-15T16:06:24.807 INFO:tasks.workunit.client.0.smithi016.stdout: "num_scrub_errors": 0, 2024-04-15T16:06:24.807 INFO:tasks.workunit.client.0.smithi016.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T16:06:24.808 INFO:tasks.workunit.client.0.smithi016.stdout: "num_whiteouts": 0, 2024-04-15T16:06:24.808 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write": 0, 2024-04-15T16:06:24.808 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write_kb": 0 2024-04-15T16:06:24.808 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.808 INFO:tasks.workunit.client.0.smithi016.stdout: "state": "active+clean", 2024-04-15T16:06:24.808 INFO:tasks.workunit.client.0.smithi016.stdout: "stats_invalid": false, 2024-04-15T16:06:24.808 INFO:tasks.workunit.client.0.smithi016.stdout: "up": [ 2024-04-15T16:06:24.808 INFO:tasks.workunit.client.0.smithi016.stdout: 3, 2024-04-15T16:06:24.808 INFO:tasks.workunit.client.0.smithi016.stdout: 7, 2024-04-15T16:06:24.808 INFO:tasks.workunit.client.0.smithi016.stdout: 0 2024-04-15T16:06:24.808 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:24.808 INFO:tasks.workunit.client.0.smithi016.stdout: "up_primary": 3, 2024-04-15T16:06:24.808 INFO:tasks.workunit.client.0.smithi016.stdout: "version": "0'0" 2024-04-15T16:06:24.808 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.809 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-15T16:06:24.809 INFO:tasks.workunit.client.0.smithi016.stdout: "acting": [ 2024-04-15T16:06:24.809 INFO:tasks.workunit.client.0.smithi016.stdout: 1, 2024-04-15T16:06:24.809 INFO:tasks.workunit.client.0.smithi016.stdout: 6, 2024-04-15T16:06:24.809 INFO:tasks.workunit.client.0.smithi016.stdout: 4 2024-04-15T16:06:24.809 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:24.809 INFO:tasks.workunit.client.0.smithi016.stdout: "acting_primary": 1, 2024-04-15T16:06:24.809 INFO:tasks.workunit.client.0.smithi016.stdout: "avail_no_missing": [], 2024-04-15T16:06:24.809 INFO:tasks.workunit.client.0.smithi016.stdout: "blocked_by": [], 2024-04-15T16:06:24.809 INFO:tasks.workunit.client.0.smithi016.stdout: "created": 60, 2024-04-15T16:06:24.809 INFO:tasks.workunit.client.0.smithi016.stdout: "dirty_stats_invalid": false, 2024-04-15T16:06:24.809 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T16:06:24.809 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_stats_invalid": false, 2024-04-15T16:06:24.809 INFO:tasks.workunit.client.0.smithi016.stdout: "last_active": "2024-04-15T16:05:11.870667+0000", 2024-04-15T16:06:24.810 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_active": "2024-04-15T14:44:28.449668+0000", 2024-04-15T16:06:24.810 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_peered": "2024-04-15T14:44:28.449668+0000", 2024-04-15T16:06:24.810 INFO:tasks.workunit.client.0.smithi016.stdout: "last_change": "2024-04-15T14:44:28.450084+0000", 2024-04-15T16:06:24.810 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean": "2024-04-15T16:05:11.870667+0000", 2024-04-15T16:06:24.810 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean_scrub_stamp": "2024-04-15T14:33:33.599136+0000", 2024-04-15T16:06:24.810 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub": "0'0", 2024-04-15T16:06:24.810 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub_stamp": "2024-04-15T14:33:33.599136+0000", 2024-04-15T16:06:24.810 INFO:tasks.workunit.client.0.smithi016.stdout: "last_epoch_clean": 511, 2024-04-15T16:06:24.810 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fresh": "2024-04-15T16:05:11.870667+0000", 2024-04-15T16:06:24.810 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fullsized": "2024-04-15T16:05:11.870667+0000", 2024-04-15T16:06:24.810 INFO:tasks.workunit.client.0.smithi016.stdout: "last_peered": "2024-04-15T16:05:11.870667+0000", 2024-04-15T16:06:24.810 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub": "0'0", 2024-04-15T16:06:24.810 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_duration": 0, 2024-04-15T16:06:24.810 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_stamp": "2024-04-15T14:33:33.599136+0000", 2024-04-15T16:06:24.810 INFO:tasks.workunit.client.0.smithi016.stdout: "last_undegraded": "2024-04-15T16:05:11.870667+0000", 2024-04-15T16:06:24.811 INFO:tasks.workunit.client.0.smithi016.stdout: "last_unstale": "2024-04-15T16:05:11.870667+0000", 2024-04-15T16:06:24.811 INFO:tasks.workunit.client.0.smithi016.stdout: "log_dups_size": 0, 2024-04-15T16:06:24.811 INFO:tasks.workunit.client.0.smithi016.stdout: "log_size": 3, 2024-04-15T16:06:24.811 INFO:tasks.workunit.client.0.smithi016.stdout: "log_start": "0'0", 2024-04-15T16:06:24.811 INFO:tasks.workunit.client.0.smithi016.stdout: "manifest_stats_invalid": false, 2024-04-15T16:06:24.811 INFO:tasks.workunit.client.0.smithi016.stdout: "mapping_epoch": 510, 2024-04-15T16:06:24.811 INFO:tasks.workunit.client.0.smithi016.stdout: "object_location_counts": [], 2024-04-15T16:06:24.811 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_scrubbed": 0, 2024-04-15T16:06:24.811 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_trimmed": 0, 2024-04-15T16:06:24.811 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_stats_invalid": false, 2024-04-15T16:06:24.811 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_size": 3, 2024-04-15T16:06:24.811 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_start": "0'0", 2024-04-15T16:06:24.811 INFO:tasks.workunit.client.0.smithi016.stdout: "parent": "0.0", 2024-04-15T16:06:24.811 INFO:tasks.workunit.client.0.smithi016.stdout: "parent_split_bits": 0, 2024-04-15T16:06:24.812 INFO:tasks.workunit.client.0.smithi016.stdout: "pgid": "2.6", 2024-04-15T16:06:24.812 INFO:tasks.workunit.client.0.smithi016.stdout: "pin_stats_invalid": false, 2024-04-15T16:06:24.812 INFO:tasks.workunit.client.0.smithi016.stdout: "purged_snaps": [], 2024-04-15T16:06:24.812 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_epoch": 2721, 2024-04-15T16:06:24.812 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_seq": 5049, 2024-04-15T16:06:24.812 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_duration": 0.0, 2024-04-15T16:06:24.812 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-17T01:17:21.169077+0000", 2024-04-15T16:06:24.812 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrim_duration": 0.0, 2024-04-15T16:06:24.812 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrimq_len": 0, 2024-04-15T16:06:24.812 INFO:tasks.workunit.client.0.smithi016.stdout: "stat_sum": { 2024-04-15T16:06:24.812 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes": 0, 2024-04-15T16:06:24.812 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T16:06:24.812 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_recovered": 0, 2024-04-15T16:06:24.812 INFO:tasks.workunit.client.0.smithi016.stdout: "num_deep_scrub_errors": 0, 2024-04-15T16:06:24.813 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict": 0, 2024-04-15T16:06:24.813 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_kb": 0, 2024-04-15T16:06:24.813 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_full": 0, 2024-04-15T16:06:24.813 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_some": 0, 2024-04-15T16:06:24.813 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush": 0, 2024-04-15T16:06:24.813 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_kb": 0, 2024-04-15T16:06:24.813 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_high": 0, 2024-04-15T16:06:24.813 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_low": 0, 2024-04-15T16:06:24.813 INFO:tasks.workunit.client.0.smithi016.stdout: "num_keys_recovered": 0, 2024-04-15T16:06:24.813 INFO:tasks.workunit.client.0.smithi016.stdout: "num_large_omap_objects": 0, 2024-04-15T16:06:24.813 INFO:tasks.workunit.client.0.smithi016.stdout: "num_legacy_snapsets": 0, 2024-04-15T16:06:24.813 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_clones": 0, 2024-04-15T16:06:24.813 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_copies": 3, 2024-04-15T16:06:24.813 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects": 1, 2024-04-15T16:06:24.813 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_degraded": 0, 2024-04-15T16:06:24.814 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_dirty": 1, 2024-04-15T16:06:24.814 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T16:06:24.814 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_manifest": 0, 2024-04-15T16:06:24.814 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_misplaced": 0, 2024-04-15T16:06:24.814 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing": 0, 2024-04-15T16:06:24.814 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T16:06:24.814 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_omap": 1, 2024-04-15T16:06:24.814 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_pinned": 0, 2024-04-15T16:06:24.814 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_recovered": 0, 2024-04-15T16:06:24.814 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_repaired": 0, 2024-04-15T16:06:24.814 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_unfound": 0, 2024-04-15T16:06:24.814 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_bytes": 0, 2024-04-15T16:06:24.814 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_keys": 0, 2024-04-15T16:06:24.814 INFO:tasks.workunit.client.0.smithi016.stdout: "num_promote": 0, 2024-04-15T16:06:24.815 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read": 4, 2024-04-15T16:06:24.815 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read_kb": 4, 2024-04-15T16:06:24.815 INFO:tasks.workunit.client.0.smithi016.stdout: "num_scrub_errors": 0, 2024-04-15T16:06:24.815 INFO:tasks.workunit.client.0.smithi016.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T16:06:24.815 INFO:tasks.workunit.client.0.smithi016.stdout: "num_whiteouts": 0, 2024-04-15T16:06:24.815 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write": 3, 2024-04-15T16:06:24.815 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write_kb": 0 2024-04-15T16:06:24.815 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.815 INFO:tasks.workunit.client.0.smithi016.stdout: "state": "active+clean", 2024-04-15T16:06:24.815 INFO:tasks.workunit.client.0.smithi016.stdout: "stats_invalid": false, 2024-04-15T16:06:24.815 INFO:tasks.workunit.client.0.smithi016.stdout: "up": [ 2024-04-15T16:06:24.815 INFO:tasks.workunit.client.0.smithi016.stdout: 1, 2024-04-15T16:06:24.815 INFO:tasks.workunit.client.0.smithi016.stdout: 6, 2024-04-15T16:06:24.815 INFO:tasks.workunit.client.0.smithi016.stdout: 4 2024-04-15T16:06:24.816 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:24.816 INFO:tasks.workunit.client.0.smithi016.stdout: "up_primary": 1, 2024-04-15T16:06:24.816 INFO:tasks.workunit.client.0.smithi016.stdout: "version": "563'3" 2024-04-15T16:06:24.816 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.816 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-15T16:06:24.816 INFO:tasks.workunit.client.0.smithi016.stdout: "acting": [ 2024-04-15T16:06:24.816 INFO:tasks.workunit.client.0.smithi016.stdout: 3, 2024-04-15T16:06:24.816 INFO:tasks.workunit.client.0.smithi016.stdout: 7, 2024-04-15T16:06:24.816 INFO:tasks.workunit.client.0.smithi016.stdout: 0 2024-04-15T16:06:24.816 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:24.816 INFO:tasks.workunit.client.0.smithi016.stdout: "acting_primary": 3, 2024-04-15T16:06:24.816 INFO:tasks.workunit.client.0.smithi016.stdout: "avail_no_missing": [], 2024-04-15T16:06:24.816 INFO:tasks.workunit.client.0.smithi016.stdout: "blocked_by": [], 2024-04-15T16:06:24.816 INFO:tasks.workunit.client.0.smithi016.stdout: "created": 66, 2024-04-15T16:06:24.817 INFO:tasks.workunit.client.0.smithi016.stdout: "dirty_stats_invalid": false, 2024-04-15T16:06:24.817 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T16:06:24.817 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_stats_invalid": false, 2024-04-15T16:06:24.817 INFO:tasks.workunit.client.0.smithi016.stdout: "last_active": "2024-04-15T16:05:12.197014+0000", 2024-04-15T16:06:24.817 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_active": "2024-04-15T14:44:49.362697+0000", 2024-04-15T16:06:24.817 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_peered": "2024-04-15T14:44:49.362697+0000", 2024-04-15T16:06:24.817 INFO:tasks.workunit.client.0.smithi016.stdout: "last_change": "2024-04-15T15:17:56.721019+0000", 2024-04-15T16:06:24.817 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean": "2024-04-15T16:05:12.197014+0000", 2024-04-15T16:06:24.817 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean_scrub_stamp": "2024-04-15T14:34:07.163731+0000", 2024-04-15T16:06:24.817 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub": "0'0", 2024-04-15T16:06:24.817 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub_stamp": "2024-04-15T14:34:07.163731+0000", 2024-04-15T16:06:24.817 INFO:tasks.workunit.client.0.smithi016.stdout: "last_epoch_clean": 532, 2024-04-15T16:06:24.817 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fresh": "2024-04-15T16:05:12.197014+0000", 2024-04-15T16:06:24.817 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fullsized": "2024-04-15T16:05:12.197014+0000", 2024-04-15T16:06:24.818 INFO:tasks.workunit.client.0.smithi016.stdout: "last_peered": "2024-04-15T16:05:12.197014+0000", 2024-04-15T16:06:24.818 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub": "0'0", 2024-04-15T16:06:24.818 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_duration": 0, 2024-04-15T16:06:24.818 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_stamp": "2024-04-15T14:34:07.163731+0000", 2024-04-15T16:06:24.818 INFO:tasks.workunit.client.0.smithi016.stdout: "last_undegraded": "2024-04-15T16:05:12.197014+0000", 2024-04-15T16:06:24.818 INFO:tasks.workunit.client.0.smithi016.stdout: "last_unstale": "2024-04-15T16:05:12.197014+0000", 2024-04-15T16:06:24.818 INFO:tasks.workunit.client.0.smithi016.stdout: "log_dups_size": 0, 2024-04-15T16:06:24.818 INFO:tasks.workunit.client.0.smithi016.stdout: "log_size": 3087, 2024-04-15T16:06:24.818 INFO:tasks.workunit.client.0.smithi016.stdout: "log_start": "0'0", 2024-04-15T16:06:24.818 INFO:tasks.workunit.client.0.smithi016.stdout: "manifest_stats_invalid": false, 2024-04-15T16:06:24.818 INFO:tasks.workunit.client.0.smithi016.stdout: "mapping_epoch": 531, 2024-04-15T16:06:24.818 INFO:tasks.workunit.client.0.smithi016.stdout: "object_location_counts": [], 2024-04-15T16:06:24.818 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_scrubbed": 0, 2024-04-15T16:06:24.818 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_trimmed": 0, 2024-04-15T16:06:24.818 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_stats_invalid": false, 2024-04-15T16:06:24.819 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_size": 3087, 2024-04-15T16:06:24.819 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_start": "0'0", 2024-04-15T16:06:24.819 INFO:tasks.workunit.client.0.smithi016.stdout: "parent": "0.0", 2024-04-15T16:06:24.819 INFO:tasks.workunit.client.0.smithi016.stdout: "parent_split_bits": 0, 2024-04-15T16:06:24.819 INFO:tasks.workunit.client.0.smithi016.stdout: "pgid": "4.0", 2024-04-15T16:06:24.819 INFO:tasks.workunit.client.0.smithi016.stdout: "pin_stats_invalid": false, 2024-04-15T16:06:24.819 INFO:tasks.workunit.client.0.smithi016.stdout: "purged_snaps": [], 2024-04-15T16:06:24.819 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_epoch": 2721, 2024-04-15T16:06:24.819 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_seq": 8686, 2024-04-15T16:06:24.819 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_duration": 0.0, 2024-04-15T16:06:24.819 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-16T21:51:56.837831+0000", 2024-04-15T16:06:24.819 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrim_duration": 0.003343983, 2024-04-15T16:06:24.819 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrimq_len": 0, 2024-04-15T16:06:24.819 INFO:tasks.workunit.client.0.smithi016.stdout: "stat_sum": { 2024-04-15T16:06:24.820 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes": 0, 2024-04-15T16:06:24.820 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T16:06:24.820 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_recovered": 0, 2024-04-15T16:06:24.820 INFO:tasks.workunit.client.0.smithi016.stdout: "num_deep_scrub_errors": 0, 2024-04-15T16:06:24.820 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict": 0, 2024-04-15T16:06:24.820 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_kb": 0, 2024-04-15T16:06:24.820 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_full": 0, 2024-04-15T16:06:24.820 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_some": 0, 2024-04-15T16:06:24.820 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush": 0, 2024-04-15T16:06:24.820 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_kb": 0, 2024-04-15T16:06:24.820 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_high": 0, 2024-04-15T16:06:24.820 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_low": 0, 2024-04-15T16:06:24.820 INFO:tasks.workunit.client.0.smithi016.stdout: "num_keys_recovered": 0, 2024-04-15T16:06:24.820 INFO:tasks.workunit.client.0.smithi016.stdout: "num_large_omap_objects": 0, 2024-04-15T16:06:24.820 INFO:tasks.workunit.client.0.smithi016.stdout: "num_legacy_snapsets": 0, 2024-04-15T16:06:24.821 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_clones": 0, 2024-04-15T16:06:24.821 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_copies": 0, 2024-04-15T16:06:24.821 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects": 0, 2024-04-15T16:06:24.821 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_degraded": 0, 2024-04-15T16:06:24.821 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_dirty": 0, 2024-04-15T16:06:24.821 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T16:06:24.821 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_manifest": 0, 2024-04-15T16:06:24.821 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_misplaced": 0, 2024-04-15T16:06:24.821 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing": 0, 2024-04-15T16:06:24.821 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T16:06:24.821 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_omap": 0, 2024-04-15T16:06:24.821 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_pinned": 0, 2024-04-15T16:06:24.821 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_recovered": 0, 2024-04-15T16:06:24.821 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_repaired": 0, 2024-04-15T16:06:24.822 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_unfound": 0, 2024-04-15T16:06:24.822 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_bytes": 0, 2024-04-15T16:06:24.822 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_keys": 0, 2024-04-15T16:06:24.822 INFO:tasks.workunit.client.0.smithi016.stdout: "num_promote": 0, 2024-04-15T16:06:24.822 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read": 1025, 2024-04-15T16:06:24.822 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read_kb": 387113, 2024-04-15T16:06:24.822 INFO:tasks.workunit.client.0.smithi016.stdout: "num_scrub_errors": 0, 2024-04-15T16:06:24.822 INFO:tasks.workunit.client.0.smithi016.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T16:06:24.822 INFO:tasks.workunit.client.0.smithi016.stdout: "num_whiteouts": 0, 2024-04-15T16:06:24.822 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write": 3079, 2024-04-15T16:06:24.822 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write_kb": 394267 2024-04-15T16:06:24.822 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.822 INFO:tasks.workunit.client.0.smithi016.stdout: "state": "active+clean", 2024-04-15T16:06:24.822 INFO:tasks.workunit.client.0.smithi016.stdout: "stats_invalid": false, 2024-04-15T16:06:24.823 INFO:tasks.workunit.client.0.smithi016.stdout: "up": [ 2024-04-15T16:06:24.823 INFO:tasks.workunit.client.0.smithi016.stdout: 3, 2024-04-15T16:06:24.823 INFO:tasks.workunit.client.0.smithi016.stdout: 7, 2024-04-15T16:06:24.823 INFO:tasks.workunit.client.0.smithi016.stdout: 0 2024-04-15T16:06:24.823 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:24.823 INFO:tasks.workunit.client.0.smithi016.stdout: "up_primary": 3, 2024-04-15T16:06:24.823 INFO:tasks.workunit.client.0.smithi016.stdout: "version": "1096'3087" 2024-04-15T16:06:24.823 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.823 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-15T16:06:24.823 INFO:tasks.workunit.client.0.smithi016.stdout: "acting": [ 2024-04-15T16:06:24.823 INFO:tasks.workunit.client.0.smithi016.stdout: 1, 2024-04-15T16:06:24.823 INFO:tasks.workunit.client.0.smithi016.stdout: 2, 2024-04-15T16:06:24.823 INFO:tasks.workunit.client.0.smithi016.stdout: 5 2024-04-15T16:06:24.823 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:24.824 INFO:tasks.workunit.client.0.smithi016.stdout: "acting_primary": 1, 2024-04-15T16:06:24.824 INFO:tasks.workunit.client.0.smithi016.stdout: "avail_no_missing": [], 2024-04-15T16:06:24.824 INFO:tasks.workunit.client.0.smithi016.stdout: "blocked_by": [], 2024-04-15T16:06:24.824 INFO:tasks.workunit.client.0.smithi016.stdout: "created": 61, 2024-04-15T16:06:24.824 INFO:tasks.workunit.client.0.smithi016.stdout: "dirty_stats_invalid": false, 2024-04-15T16:06:24.824 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T16:06:24.824 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_stats_invalid": false, 2024-04-15T16:06:24.824 INFO:tasks.workunit.client.0.smithi016.stdout: "last_active": "2024-04-15T16:05:11.870575+0000", 2024-04-15T16:06:24.824 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_active": "2024-04-15T14:43:53.358566+0000", 2024-04-15T16:06:24.824 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_peered": "2024-04-15T14:43:53.358566+0000", 2024-04-15T16:06:24.824 INFO:tasks.workunit.client.0.smithi016.stdout: "last_change": "2024-04-15T14:43:53.358943+0000", 2024-04-15T16:06:24.824 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean": "2024-04-15T16:05:11.870575+0000", 2024-04-15T16:06:24.824 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T16:06:24.825 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub": "0'0", 2024-04-15T16:06:24.825 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T16:06:24.825 INFO:tasks.workunit.client.0.smithi016.stdout: "last_epoch_clean": 476, 2024-04-15T16:06:24.825 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fresh": "2024-04-15T16:05:11.870575+0000", 2024-04-15T16:06:24.825 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fullsized": "2024-04-15T16:05:11.870575+0000", 2024-04-15T16:06:24.825 INFO:tasks.workunit.client.0.smithi016.stdout: "last_peered": "2024-04-15T16:05:11.870575+0000", 2024-04-15T16:06:24.825 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub": "0'0", 2024-04-15T16:06:24.825 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_duration": 0, 2024-04-15T16:06:24.825 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T16:06:24.825 INFO:tasks.workunit.client.0.smithi016.stdout: "last_undegraded": "2024-04-15T16:05:11.870575+0000", 2024-04-15T16:06:24.825 INFO:tasks.workunit.client.0.smithi016.stdout: "last_unstale": "2024-04-15T16:05:11.870575+0000", 2024-04-15T16:06:24.825 INFO:tasks.workunit.client.0.smithi016.stdout: "log_dups_size": 0, 2024-04-15T16:06:24.825 INFO:tasks.workunit.client.0.smithi016.stdout: "log_size": 0, 2024-04-15T16:06:24.825 INFO:tasks.workunit.client.0.smithi016.stdout: "log_start": "0'0", 2024-04-15T16:06:24.826 INFO:tasks.workunit.client.0.smithi016.stdout: "manifest_stats_invalid": false, 2024-04-15T16:06:24.826 INFO:tasks.workunit.client.0.smithi016.stdout: "mapping_epoch": 475, 2024-04-15T16:06:24.826 INFO:tasks.workunit.client.0.smithi016.stdout: "object_location_counts": [], 2024-04-15T16:06:24.826 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_scrubbed": 0, 2024-04-15T16:06:24.826 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_trimmed": 0, 2024-04-15T16:06:24.826 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_stats_invalid": false, 2024-04-15T16:06:24.826 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_size": 0, 2024-04-15T16:06:24.826 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_start": "0'0", 2024-04-15T16:06:24.826 INFO:tasks.workunit.client.0.smithi016.stdout: "parent": "0.0", 2024-04-15T16:06:24.826 INFO:tasks.workunit.client.0.smithi016.stdout: "parent_split_bits": 0, 2024-04-15T16:06:24.826 INFO:tasks.workunit.client.0.smithi016.stdout: "pgid": "3.4", 2024-04-15T16:06:24.826 INFO:tasks.workunit.client.0.smithi016.stdout: "pin_stats_invalid": false, 2024-04-15T16:06:24.826 INFO:tasks.workunit.client.0.smithi016.stdout: "purged_snaps": [], 2024-04-15T16:06:24.826 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_epoch": 2721, 2024-04-15T16:06:24.826 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_seq": 5043, 2024-04-15T16:06:24.827 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_duration": 0.0, 2024-04-15T16:06:24.827 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-16T15:52:40.144327+0000", 2024-04-15T16:06:24.827 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrim_duration": 0.0, 2024-04-15T16:06:24.827 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrimq_len": 0, 2024-04-15T16:06:24.827 INFO:tasks.workunit.client.0.smithi016.stdout: "stat_sum": { 2024-04-15T16:06:24.827 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes": 0, 2024-04-15T16:06:24.827 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T16:06:24.827 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_recovered": 0, 2024-04-15T16:06:24.827 INFO:tasks.workunit.client.0.smithi016.stdout: "num_deep_scrub_errors": 0, 2024-04-15T16:06:24.827 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict": 0, 2024-04-15T16:06:24.827 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_kb": 0, 2024-04-15T16:06:24.827 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_full": 0, 2024-04-15T16:06:24.827 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_some": 0, 2024-04-15T16:06:24.828 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush": 0, 2024-04-15T16:06:24.828 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_kb": 0, 2024-04-15T16:06:24.828 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_high": 0, 2024-04-15T16:06:24.828 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_low": 0, 2024-04-15T16:06:24.828 INFO:tasks.workunit.client.0.smithi016.stdout: "num_keys_recovered": 0, 2024-04-15T16:06:24.828 INFO:tasks.workunit.client.0.smithi016.stdout: "num_large_omap_objects": 0, 2024-04-15T16:06:24.828 INFO:tasks.workunit.client.0.smithi016.stdout: "num_legacy_snapsets": 0, 2024-04-15T16:06:24.828 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_clones": 0, 2024-04-15T16:06:24.828 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_copies": 0, 2024-04-15T16:06:24.828 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects": 0, 2024-04-15T16:06:24.828 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_degraded": 0, 2024-04-15T16:06:24.828 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_dirty": 0, 2024-04-15T16:06:24.828 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T16:06:24.828 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_manifest": 0, 2024-04-15T16:06:24.828 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_misplaced": 0, 2024-04-15T16:06:24.829 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing": 0, 2024-04-15T16:06:24.829 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T16:06:24.829 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_omap": 0, 2024-04-15T16:06:24.829 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_pinned": 0, 2024-04-15T16:06:24.829 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_recovered": 0, 2024-04-15T16:06:24.829 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_repaired": 0, 2024-04-15T16:06:24.829 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_unfound": 0, 2024-04-15T16:06:24.829 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_bytes": 0, 2024-04-15T16:06:24.829 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_keys": 0, 2024-04-15T16:06:24.829 INFO:tasks.workunit.client.0.smithi016.stdout: "num_promote": 0, 2024-04-15T16:06:24.829 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read": 0, 2024-04-15T16:06:24.829 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read_kb": 0, 2024-04-15T16:06:24.829 INFO:tasks.workunit.client.0.smithi016.stdout: "num_scrub_errors": 0, 2024-04-15T16:06:24.829 INFO:tasks.workunit.client.0.smithi016.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T16:06:24.829 INFO:tasks.workunit.client.0.smithi016.stdout: "num_whiteouts": 0, 2024-04-15T16:06:24.830 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write": 0, 2024-04-15T16:06:24.830 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write_kb": 0 2024-04-15T16:06:24.830 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.830 INFO:tasks.workunit.client.0.smithi016.stdout: "state": "active+clean", 2024-04-15T16:06:24.830 INFO:tasks.workunit.client.0.smithi016.stdout: "stats_invalid": false, 2024-04-15T16:06:24.830 INFO:tasks.workunit.client.0.smithi016.stdout: "up": [ 2024-04-15T16:06:24.830 INFO:tasks.workunit.client.0.smithi016.stdout: 1, 2024-04-15T16:06:24.830 INFO:tasks.workunit.client.0.smithi016.stdout: 2, 2024-04-15T16:06:24.830 INFO:tasks.workunit.client.0.smithi016.stdout: 5 2024-04-15T16:06:24.830 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:24.830 INFO:tasks.workunit.client.0.smithi016.stdout: "up_primary": 1, 2024-04-15T16:06:24.830 INFO:tasks.workunit.client.0.smithi016.stdout: "version": "0'0" 2024-04-15T16:06:24.830 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.830 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-15T16:06:24.831 INFO:tasks.workunit.client.0.smithi016.stdout: "acting": [ 2024-04-15T16:06:24.831 INFO:tasks.workunit.client.0.smithi016.stdout: 7, 2024-04-15T16:06:24.831 INFO:tasks.workunit.client.0.smithi016.stdout: 0, 2024-04-15T16:06:24.831 INFO:tasks.workunit.client.0.smithi016.stdout: 4 2024-04-15T16:06:24.831 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:24.831 INFO:tasks.workunit.client.0.smithi016.stdout: "acting_primary": 7, 2024-04-15T16:06:24.831 INFO:tasks.workunit.client.0.smithi016.stdout: "avail_no_missing": [], 2024-04-15T16:06:24.831 INFO:tasks.workunit.client.0.smithi016.stdout: "blocked_by": [], 2024-04-15T16:06:24.831 INFO:tasks.workunit.client.0.smithi016.stdout: "created": 60, 2024-04-15T16:06:24.831 INFO:tasks.workunit.client.0.smithi016.stdout: "dirty_stats_invalid": false, 2024-04-15T16:06:24.831 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T16:06:24.831 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_stats_invalid": false, 2024-04-15T16:06:24.831 INFO:tasks.workunit.client.0.smithi016.stdout: "last_active": "2024-04-15T16:05:12.201000+0000", 2024-04-15T16:06:24.831 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_active": "2024-04-15T14:44:49.365149+0000", 2024-04-15T16:06:24.831 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_peered": "2024-04-15T14:44:49.365149+0000", 2024-04-15T16:06:24.832 INFO:tasks.workunit.client.0.smithi016.stdout: "last_change": "2024-04-15T14:44:49.368721+0000", 2024-04-15T16:06:24.832 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean": "2024-04-15T16:05:12.201000+0000", 2024-04-15T16:06:24.832 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean_scrub_stamp": "2024-04-15T14:33:33.599136+0000", 2024-04-15T16:06:24.832 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub": "0'0", 2024-04-15T16:06:24.832 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub_stamp": "2024-04-15T14:33:33.599136+0000", 2024-04-15T16:06:24.832 INFO:tasks.workunit.client.0.smithi016.stdout: "last_epoch_clean": 532, 2024-04-15T16:06:24.832 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fresh": "2024-04-15T16:05:12.201000+0000", 2024-04-15T16:06:24.832 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fullsized": "2024-04-15T16:05:12.201000+0000", 2024-04-15T16:06:24.832 INFO:tasks.workunit.client.0.smithi016.stdout: "last_peered": "2024-04-15T16:05:12.201000+0000", 2024-04-15T16:06:24.832 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub": "0'0", 2024-04-15T16:06:24.832 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_duration": 0, 2024-04-15T16:06:24.832 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_stamp": "2024-04-15T14:33:33.599136+0000", 2024-04-15T16:06:24.832 INFO:tasks.workunit.client.0.smithi016.stdout: "last_undegraded": "2024-04-15T16:05:12.201000+0000", 2024-04-15T16:06:24.832 INFO:tasks.workunit.client.0.smithi016.stdout: "last_unstale": "2024-04-15T16:05:12.201000+0000", 2024-04-15T16:06:24.833 INFO:tasks.workunit.client.0.smithi016.stdout: "log_dups_size": 0, 2024-04-15T16:06:24.833 INFO:tasks.workunit.client.0.smithi016.stdout: "log_size": 0, 2024-04-15T16:06:24.833 INFO:tasks.workunit.client.0.smithi016.stdout: "log_start": "0'0", 2024-04-15T16:06:24.833 INFO:tasks.workunit.client.0.smithi016.stdout: "manifest_stats_invalid": false, 2024-04-15T16:06:24.833 INFO:tasks.workunit.client.0.smithi016.stdout: "mapping_epoch": 531, 2024-04-15T16:06:24.833 INFO:tasks.workunit.client.0.smithi016.stdout: "object_location_counts": [], 2024-04-15T16:06:24.833 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_scrubbed": 0, 2024-04-15T16:06:24.833 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_trimmed": 0, 2024-04-15T16:06:24.833 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_stats_invalid": false, 2024-04-15T16:06:24.833 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_size": 0, 2024-04-15T16:06:24.833 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_start": "0'0", 2024-04-15T16:06:24.833 INFO:tasks.workunit.client.0.smithi016.stdout: "parent": "0.0", 2024-04-15T16:06:24.833 INFO:tasks.workunit.client.0.smithi016.stdout: "parent_split_bits": 0, 2024-04-15T16:06:24.833 INFO:tasks.workunit.client.0.smithi016.stdout: "pgid": "2.5", 2024-04-15T16:06:24.834 INFO:tasks.workunit.client.0.smithi016.stdout: "pin_stats_invalid": false, 2024-04-15T16:06:24.834 INFO:tasks.workunit.client.0.smithi016.stdout: "purged_snaps": [], 2024-04-15T16:06:24.834 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_epoch": 2721, 2024-04-15T16:06:24.834 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_seq": 4862, 2024-04-15T16:06:24.834 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_duration": 0.0, 2024-04-15T16:06:24.834 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-16T18:10:50.459048+0000", 2024-04-15T16:06:24.834 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrim_duration": 0.0, 2024-04-15T16:06:24.834 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrimq_len": 0, 2024-04-15T16:06:24.834 INFO:tasks.workunit.client.0.smithi016.stdout: "stat_sum": { 2024-04-15T16:06:24.834 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes": 0, 2024-04-15T16:06:24.834 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T16:06:24.834 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_recovered": 0, 2024-04-15T16:06:24.834 INFO:tasks.workunit.client.0.smithi016.stdout: "num_deep_scrub_errors": 0, 2024-04-15T16:06:24.834 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict": 0, 2024-04-15T16:06:24.834 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_kb": 0, 2024-04-15T16:06:24.835 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_full": 0, 2024-04-15T16:06:24.835 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_some": 0, 2024-04-15T16:06:24.835 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush": 0, 2024-04-15T16:06:24.835 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_kb": 0, 2024-04-15T16:06:24.835 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_high": 0, 2024-04-15T16:06:24.835 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_low": 0, 2024-04-15T16:06:24.835 INFO:tasks.workunit.client.0.smithi016.stdout: "num_keys_recovered": 0, 2024-04-15T16:06:24.835 INFO:tasks.workunit.client.0.smithi016.stdout: "num_large_omap_objects": 0, 2024-04-15T16:06:24.835 INFO:tasks.workunit.client.0.smithi016.stdout: "num_legacy_snapsets": 0, 2024-04-15T16:06:24.835 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_clones": 0, 2024-04-15T16:06:24.835 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_copies": 0, 2024-04-15T16:06:24.835 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects": 0, 2024-04-15T16:06:24.835 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_degraded": 0, 2024-04-15T16:06:24.835 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_dirty": 0, 2024-04-15T16:06:24.835 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T16:06:24.836 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_manifest": 0, 2024-04-15T16:06:24.836 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_misplaced": 0, 2024-04-15T16:06:24.836 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing": 0, 2024-04-15T16:06:24.836 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T16:06:24.836 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_omap": 0, 2024-04-15T16:06:24.836 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_pinned": 0, 2024-04-15T16:06:24.836 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_recovered": 0, 2024-04-15T16:06:24.836 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_repaired": 0, 2024-04-15T16:06:24.836 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_unfound": 0, 2024-04-15T16:06:24.836 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_bytes": 0, 2024-04-15T16:06:24.836 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_keys": 0, 2024-04-15T16:06:24.836 INFO:tasks.workunit.client.0.smithi016.stdout: "num_promote": 0, 2024-04-15T16:06:24.836 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read": 0, 2024-04-15T16:06:24.836 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read_kb": 0, 2024-04-15T16:06:24.836 INFO:tasks.workunit.client.0.smithi016.stdout: "num_scrub_errors": 0, 2024-04-15T16:06:24.836 INFO:tasks.workunit.client.0.smithi016.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T16:06:24.837 INFO:tasks.workunit.client.0.smithi016.stdout: "num_whiteouts": 0, 2024-04-15T16:06:24.837 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write": 0, 2024-04-15T16:06:24.837 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write_kb": 0 2024-04-15T16:06:24.837 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.837 INFO:tasks.workunit.client.0.smithi016.stdout: "state": "active+clean", 2024-04-15T16:06:24.837 INFO:tasks.workunit.client.0.smithi016.stdout: "stats_invalid": false, 2024-04-15T16:06:24.837 INFO:tasks.workunit.client.0.smithi016.stdout: "up": [ 2024-04-15T16:06:24.837 INFO:tasks.workunit.client.0.smithi016.stdout: 7, 2024-04-15T16:06:24.837 INFO:tasks.workunit.client.0.smithi016.stdout: 0, 2024-04-15T16:06:24.837 INFO:tasks.workunit.client.0.smithi016.stdout: 4 2024-04-15T16:06:24.837 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:24.837 INFO:tasks.workunit.client.0.smithi016.stdout: "up_primary": 7, 2024-04-15T16:06:24.837 INFO:tasks.workunit.client.0.smithi016.stdout: "version": "0'0" 2024-04-15T16:06:24.837 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.838 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-15T16:06:24.838 INFO:tasks.workunit.client.0.smithi016.stdout: "acting": [ 2024-04-15T16:06:24.838 INFO:tasks.workunit.client.0.smithi016.stdout: 0, 2024-04-15T16:06:24.838 INFO:tasks.workunit.client.0.smithi016.stdout: 5, 2024-04-15T16:06:24.838 INFO:tasks.workunit.client.0.smithi016.stdout: 7 2024-04-15T16:06:24.838 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:24.838 INFO:tasks.workunit.client.0.smithi016.stdout: "acting_primary": 0, 2024-04-15T16:06:24.838 INFO:tasks.workunit.client.0.smithi016.stdout: "avail_no_missing": [], 2024-04-15T16:06:24.838 INFO:tasks.workunit.client.0.smithi016.stdout: "blocked_by": [], 2024-04-15T16:06:24.838 INFO:tasks.workunit.client.0.smithi016.stdout: "created": 66, 2024-04-15T16:06:24.838 INFO:tasks.workunit.client.0.smithi016.stdout: "dirty_stats_invalid": false, 2024-04-15T16:06:24.838 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T16:06:24.838 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_stats_invalid": false, 2024-04-15T16:06:24.838 INFO:tasks.workunit.client.0.smithi016.stdout: "last_active": "2024-04-15T16:05:11.413225+0000", 2024-04-15T16:06:24.839 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_active": "2024-04-15T14:44:49.373342+0000", 2024-04-15T16:06:24.839 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_peered": "2024-04-15T14:44:49.373342+0000", 2024-04-15T16:06:24.839 INFO:tasks.workunit.client.0.smithi016.stdout: "last_change": "2024-04-15T15:17:56.734872+0000", 2024-04-15T16:06:24.839 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean": "2024-04-15T16:05:11.413225+0000", 2024-04-15T16:06:24.839 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean_scrub_stamp": "2024-04-15T14:34:07.163731+0000", 2024-04-15T16:06:24.839 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub": "0'0", 2024-04-15T16:06:24.839 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub_stamp": "2024-04-15T14:34:07.163731+0000", 2024-04-15T16:06:24.839 INFO:tasks.workunit.client.0.smithi016.stdout: "last_epoch_clean": 532, 2024-04-15T16:06:24.839 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fresh": "2024-04-15T16:05:11.413225+0000", 2024-04-15T16:06:24.839 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fullsized": "2024-04-15T16:05:11.413225+0000", 2024-04-15T16:06:24.839 INFO:tasks.workunit.client.0.smithi016.stdout: "last_peered": "2024-04-15T16:05:11.413225+0000", 2024-04-15T16:06:24.839 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub": "0'0", 2024-04-15T16:06:24.839 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_duration": 0, 2024-04-15T16:06:24.839 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_stamp": "2024-04-15T14:34:07.163731+0000", 2024-04-15T16:06:24.839 INFO:tasks.workunit.client.0.smithi016.stdout: "last_undegraded": "2024-04-15T16:05:11.413225+0000", 2024-04-15T16:06:24.840 INFO:tasks.workunit.client.0.smithi016.stdout: "last_unstale": "2024-04-15T16:05:11.413225+0000", 2024-04-15T16:06:24.840 INFO:tasks.workunit.client.0.smithi016.stdout: "log_dups_size": 0, 2024-04-15T16:06:24.840 INFO:tasks.workunit.client.0.smithi016.stdout: "log_size": 3149, 2024-04-15T16:06:24.840 INFO:tasks.workunit.client.0.smithi016.stdout: "log_start": "0'0", 2024-04-15T16:06:24.840 INFO:tasks.workunit.client.0.smithi016.stdout: "manifest_stats_invalid": false, 2024-04-15T16:06:24.840 INFO:tasks.workunit.client.0.smithi016.stdout: "mapping_epoch": 531, 2024-04-15T16:06:24.840 INFO:tasks.workunit.client.0.smithi016.stdout: "object_location_counts": [], 2024-04-15T16:06:24.840 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_scrubbed": 0, 2024-04-15T16:06:24.840 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_trimmed": 0, 2024-04-15T16:06:24.840 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_stats_invalid": false, 2024-04-15T16:06:24.840 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_size": 3149, 2024-04-15T16:06:24.840 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_start": "0'0", 2024-04-15T16:06:24.840 INFO:tasks.workunit.client.0.smithi016.stdout: "parent": "0.0", 2024-04-15T16:06:24.840 INFO:tasks.workunit.client.0.smithi016.stdout: "parent_split_bits": 0, 2024-04-15T16:06:24.841 INFO:tasks.workunit.client.0.smithi016.stdout: "pgid": "4.3", 2024-04-15T16:06:24.841 INFO:tasks.workunit.client.0.smithi016.stdout: "pin_stats_invalid": false, 2024-04-15T16:06:24.841 INFO:tasks.workunit.client.0.smithi016.stdout: "purged_snaps": [], 2024-04-15T16:06:24.841 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_epoch": 2721, 2024-04-15T16:06:24.841 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_seq": 8778, 2024-04-15T16:06:24.841 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_duration": 0.0, 2024-04-15T16:06:24.841 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-17T02:16:46.641673+0000", 2024-04-15T16:06:24.841 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrim_duration": 0.004543541, 2024-04-15T16:06:24.841 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrimq_len": 0, 2024-04-15T16:06:24.841 INFO:tasks.workunit.client.0.smithi016.stdout: "stat_sum": { 2024-04-15T16:06:24.841 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes": 0, 2024-04-15T16:06:24.841 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T16:06:24.841 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_recovered": 0, 2024-04-15T16:06:24.841 INFO:tasks.workunit.client.0.smithi016.stdout: "num_deep_scrub_errors": 0, 2024-04-15T16:06:24.841 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict": 0, 2024-04-15T16:06:24.842 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_kb": 0, 2024-04-15T16:06:24.842 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_full": 0, 2024-04-15T16:06:24.842 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_some": 0, 2024-04-15T16:06:24.842 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush": 0, 2024-04-15T16:06:24.842 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_kb": 0, 2024-04-15T16:06:24.842 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_high": 0, 2024-04-15T16:06:24.842 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_low": 0, 2024-04-15T16:06:24.842 INFO:tasks.workunit.client.0.smithi016.stdout: "num_keys_recovered": 0, 2024-04-15T16:06:24.842 INFO:tasks.workunit.client.0.smithi016.stdout: "num_large_omap_objects": 0, 2024-04-15T16:06:24.842 INFO:tasks.workunit.client.0.smithi016.stdout: "num_legacy_snapsets": 0, 2024-04-15T16:06:24.842 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_clones": 0, 2024-04-15T16:06:24.842 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_copies": 3, 2024-04-15T16:06:24.842 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects": 1, 2024-04-15T16:06:24.843 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_degraded": 0, 2024-04-15T16:06:24.843 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_dirty": 1, 2024-04-15T16:06:24.843 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T16:06:24.843 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_manifest": 0, 2024-04-15T16:06:24.843 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_misplaced": 0, 2024-04-15T16:06:24.843 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing": 0, 2024-04-15T16:06:24.843 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T16:06:24.843 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_omap": 1, 2024-04-15T16:06:24.843 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_pinned": 0, 2024-04-15T16:06:24.843 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_recovered": 0, 2024-04-15T16:06:24.843 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_repaired": 0, 2024-04-15T16:06:24.843 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_unfound": 0, 2024-04-15T16:06:24.843 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_bytes": 0, 2024-04-15T16:06:24.843 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_keys": 0, 2024-04-15T16:06:24.843 INFO:tasks.workunit.client.0.smithi016.stdout: "num_promote": 0, 2024-04-15T16:06:24.844 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read": 825, 2024-04-15T16:06:24.844 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read_kb": 347263, 2024-04-15T16:06:24.844 INFO:tasks.workunit.client.0.smithi016.stdout: "num_scrub_errors": 0, 2024-04-15T16:06:24.844 INFO:tasks.workunit.client.0.smithi016.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T16:06:24.844 INFO:tasks.workunit.client.0.smithi016.stdout: "num_whiteouts": 0, 2024-04-15T16:06:24.844 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write": 3149, 2024-04-15T16:06:24.844 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write_kb": 367689 2024-04-15T16:06:24.844 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.844 INFO:tasks.workunit.client.0.smithi016.stdout: "state": "active+clean", 2024-04-15T16:06:24.844 INFO:tasks.workunit.client.0.smithi016.stdout: "stats_invalid": false, 2024-04-15T16:06:24.844 INFO:tasks.workunit.client.0.smithi016.stdout: "up": [ 2024-04-15T16:06:24.844 INFO:tasks.workunit.client.0.smithi016.stdout: 0, 2024-04-15T16:06:24.844 INFO:tasks.workunit.client.0.smithi016.stdout: 5, 2024-04-15T16:06:24.844 INFO:tasks.workunit.client.0.smithi016.stdout: 7 2024-04-15T16:06:24.845 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:24.845 INFO:tasks.workunit.client.0.smithi016.stdout: "up_primary": 0, 2024-04-15T16:06:24.845 INFO:tasks.workunit.client.0.smithi016.stdout: "version": "1096'3149" 2024-04-15T16:06:24.845 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.845 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-15T16:06:24.845 INFO:tasks.workunit.client.0.smithi016.stdout: "acting": [ 2024-04-15T16:06:24.845 INFO:tasks.workunit.client.0.smithi016.stdout: 4, 2024-04-15T16:06:24.845 INFO:tasks.workunit.client.0.smithi016.stdout: 1, 2024-04-15T16:06:24.845 INFO:tasks.workunit.client.0.smithi016.stdout: 0 2024-04-15T16:06:24.845 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:24.845 INFO:tasks.workunit.client.0.smithi016.stdout: "acting_primary": 4, 2024-04-15T16:06:24.845 INFO:tasks.workunit.client.0.smithi016.stdout: "avail_no_missing": [], 2024-04-15T16:06:24.845 INFO:tasks.workunit.client.0.smithi016.stdout: "blocked_by": [], 2024-04-15T16:06:24.845 INFO:tasks.workunit.client.0.smithi016.stdout: "created": 60, 2024-04-15T16:06:24.845 INFO:tasks.workunit.client.0.smithi016.stdout: "dirty_stats_invalid": false, 2024-04-15T16:06:24.846 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T16:06:24.846 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_stats_invalid": false, 2024-04-15T16:06:24.846 INFO:tasks.workunit.client.0.smithi016.stdout: "last_active": "2024-04-15T16:05:12.199680+0000", 2024-04-15T16:06:24.846 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_active": "2024-04-15T14:43:32.409356+0000", 2024-04-15T16:06:24.846 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_peered": "2024-04-15T14:43:32.409356+0000", 2024-04-15T16:06:24.846 INFO:tasks.workunit.client.0.smithi016.stdout: "last_change": "2024-04-15T14:43:32.409665+0000", 2024-04-15T16:06:24.846 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean": "2024-04-15T16:05:12.199680+0000", 2024-04-15T16:06:24.846 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean_scrub_stamp": "2024-04-15T14:33:33.599136+0000", 2024-04-15T16:06:24.846 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub": "0'0", 2024-04-15T16:06:24.846 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub_stamp": "2024-04-15T14:33:33.599136+0000", 2024-04-15T16:06:24.846 INFO:tasks.workunit.client.0.smithi016.stdout: "last_epoch_clean": 455, 2024-04-15T16:06:24.846 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fresh": "2024-04-15T16:05:12.199680+0000", 2024-04-15T16:06:24.846 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fullsized": "2024-04-15T16:05:12.199680+0000", 2024-04-15T16:06:24.847 INFO:tasks.workunit.client.0.smithi016.stdout: "last_peered": "2024-04-15T16:05:12.199680+0000", 2024-04-15T16:06:24.847 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub": "0'0", 2024-04-15T16:06:24.847 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_duration": 0, 2024-04-15T16:06:24.847 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_stamp": "2024-04-15T14:33:33.599136+0000", 2024-04-15T16:06:24.847 INFO:tasks.workunit.client.0.smithi016.stdout: "last_undegraded": "2024-04-15T16:05:12.199680+0000", 2024-04-15T16:06:24.847 INFO:tasks.workunit.client.0.smithi016.stdout: "last_unstale": "2024-04-15T16:05:12.199680+0000", 2024-04-15T16:06:24.847 INFO:tasks.workunit.client.0.smithi016.stdout: "log_dups_size": 0, 2024-04-15T16:06:24.847 INFO:tasks.workunit.client.0.smithi016.stdout: "log_size": 0, 2024-04-15T16:06:24.847 INFO:tasks.workunit.client.0.smithi016.stdout: "log_start": "0'0", 2024-04-15T16:06:24.847 INFO:tasks.workunit.client.0.smithi016.stdout: "manifest_stats_invalid": false, 2024-04-15T16:06:24.847 INFO:tasks.workunit.client.0.smithi016.stdout: "mapping_epoch": 454, 2024-04-15T16:06:24.847 INFO:tasks.workunit.client.0.smithi016.stdout: "object_location_counts": [], 2024-04-15T16:06:24.847 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_scrubbed": 0, 2024-04-15T16:06:24.847 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_trimmed": 0, 2024-04-15T16:06:24.848 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_stats_invalid": false, 2024-04-15T16:06:24.848 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_size": 0, 2024-04-15T16:06:24.848 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_start": "0'0", 2024-04-15T16:06:24.848 INFO:tasks.workunit.client.0.smithi016.stdout: "parent": "0.0", 2024-04-15T16:06:24.848 INFO:tasks.workunit.client.0.smithi016.stdout: "parent_split_bits": 0, 2024-04-15T16:06:24.848 INFO:tasks.workunit.client.0.smithi016.stdout: "pgid": "2.0", 2024-04-15T16:06:24.848 INFO:tasks.workunit.client.0.smithi016.stdout: "pin_stats_invalid": false, 2024-04-15T16:06:24.848 INFO:tasks.workunit.client.0.smithi016.stdout: "purged_snaps": [], 2024-04-15T16:06:24.848 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_epoch": 2721, 2024-04-15T16:06:24.848 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_seq": 4645, 2024-04-15T16:06:24.848 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_duration": 0.0, 2024-04-15T16:06:24.848 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-17T01:20:20.869330+0000", 2024-04-15T16:06:24.848 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrim_duration": 0.0, 2024-04-15T16:06:24.848 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrimq_len": 0, 2024-04-15T16:06:24.848 INFO:tasks.workunit.client.0.smithi016.stdout: "stat_sum": { 2024-04-15T16:06:24.849 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes": 0, 2024-04-15T16:06:24.849 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T16:06:24.849 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_recovered": 0, 2024-04-15T16:06:24.849 INFO:tasks.workunit.client.0.smithi016.stdout: "num_deep_scrub_errors": 0, 2024-04-15T16:06:24.849 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict": 0, 2024-04-15T16:06:24.849 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_kb": 0, 2024-04-15T16:06:24.849 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_full": 0, 2024-04-15T16:06:24.849 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_some": 0, 2024-04-15T16:06:24.849 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush": 0, 2024-04-15T16:06:24.849 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_kb": 0, 2024-04-15T16:06:24.849 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_high": 0, 2024-04-15T16:06:24.849 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_low": 0, 2024-04-15T16:06:24.849 INFO:tasks.workunit.client.0.smithi016.stdout: "num_keys_recovered": 0, 2024-04-15T16:06:24.849 INFO:tasks.workunit.client.0.smithi016.stdout: "num_large_omap_objects": 0, 2024-04-15T16:06:24.849 INFO:tasks.workunit.client.0.smithi016.stdout: "num_legacy_snapsets": 0, 2024-04-15T16:06:24.850 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_clones": 0, 2024-04-15T16:06:24.850 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_copies": 0, 2024-04-15T16:06:24.850 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects": 0, 2024-04-15T16:06:24.850 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_degraded": 0, 2024-04-15T16:06:24.850 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_dirty": 0, 2024-04-15T16:06:24.850 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T16:06:24.850 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_manifest": 0, 2024-04-15T16:06:24.850 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_misplaced": 0, 2024-04-15T16:06:24.850 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing": 0, 2024-04-15T16:06:24.850 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T16:06:24.850 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_omap": 0, 2024-04-15T16:06:24.850 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_pinned": 0, 2024-04-15T16:06:24.850 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_recovered": 0, 2024-04-15T16:06:24.851 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_repaired": 0, 2024-04-15T16:06:24.851 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_unfound": 0, 2024-04-15T16:06:24.851 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_bytes": 0, 2024-04-15T16:06:24.851 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_keys": 0, 2024-04-15T16:06:24.851 INFO:tasks.workunit.client.0.smithi016.stdout: "num_promote": 0, 2024-04-15T16:06:24.851 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read": 0, 2024-04-15T16:06:24.851 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read_kb": 0, 2024-04-15T16:06:24.851 INFO:tasks.workunit.client.0.smithi016.stdout: "num_scrub_errors": 0, 2024-04-15T16:06:24.851 INFO:tasks.workunit.client.0.smithi016.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T16:06:24.851 INFO:tasks.workunit.client.0.smithi016.stdout: "num_whiteouts": 0, 2024-04-15T16:06:24.851 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write": 0, 2024-04-15T16:06:24.851 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write_kb": 0 2024-04-15T16:06:24.851 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.851 INFO:tasks.workunit.client.0.smithi016.stdout: "state": "active+clean", 2024-04-15T16:06:24.852 INFO:tasks.workunit.client.0.smithi016.stdout: "stats_invalid": false, 2024-04-15T16:06:24.852 INFO:tasks.workunit.client.0.smithi016.stdout: "up": [ 2024-04-15T16:06:24.852 INFO:tasks.workunit.client.0.smithi016.stdout: 4, 2024-04-15T16:06:24.852 INFO:tasks.workunit.client.0.smithi016.stdout: 1, 2024-04-15T16:06:24.852 INFO:tasks.workunit.client.0.smithi016.stdout: 0 2024-04-15T16:06:24.852 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:24.852 INFO:tasks.workunit.client.0.smithi016.stdout: "up_primary": 4, 2024-04-15T16:06:24.852 INFO:tasks.workunit.client.0.smithi016.stdout: "version": "0'0" 2024-04-15T16:06:24.852 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.852 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-15T16:06:24.852 INFO:tasks.workunit.client.0.smithi016.stdout: "acting": [ 2024-04-15T16:06:24.852 INFO:tasks.workunit.client.0.smithi016.stdout: 0, 2024-04-15T16:06:24.852 INFO:tasks.workunit.client.0.smithi016.stdout: 4, 2024-04-15T16:06:24.852 INFO:tasks.workunit.client.0.smithi016.stdout: 3 2024-04-15T16:06:24.852 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:24.852 INFO:tasks.workunit.client.0.smithi016.stdout: "acting_primary": 0, 2024-04-15T16:06:24.853 INFO:tasks.workunit.client.0.smithi016.stdout: "avail_no_missing": [], 2024-04-15T16:06:24.853 INFO:tasks.workunit.client.0.smithi016.stdout: "blocked_by": [], 2024-04-15T16:06:24.853 INFO:tasks.workunit.client.0.smithi016.stdout: "created": 61, 2024-04-15T16:06:24.853 INFO:tasks.workunit.client.0.smithi016.stdout: "dirty_stats_invalid": false, 2024-04-15T16:06:24.853 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T16:06:24.853 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_stats_invalid": false, 2024-04-15T16:06:24.853 INFO:tasks.workunit.client.0.smithi016.stdout: "last_active": "2024-04-15T16:05:11.412483+0000", 2024-04-15T16:06:24.853 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_active": "2024-04-15T14:43:32.409330+0000", 2024-04-15T16:06:24.853 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_peered": "2024-04-15T14:43:32.409330+0000", 2024-04-15T16:06:24.853 INFO:tasks.workunit.client.0.smithi016.stdout: "last_change": "2024-04-15T14:43:32.409884+0000", 2024-04-15T16:06:24.853 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean": "2024-04-15T16:05:11.412483+0000", 2024-04-15T16:06:24.853 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T16:06:24.853 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub": "0'0", 2024-04-15T16:06:24.853 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T16:06:24.853 INFO:tasks.workunit.client.0.smithi016.stdout: "last_epoch_clean": 455, 2024-04-15T16:06:24.853 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fresh": "2024-04-15T16:05:11.412483+0000", 2024-04-15T16:06:24.854 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fullsized": "2024-04-15T16:05:11.412483+0000", 2024-04-15T16:06:24.854 INFO:tasks.workunit.client.0.smithi016.stdout: "last_peered": "2024-04-15T16:05:11.412483+0000", 2024-04-15T16:06:24.854 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub": "0'0", 2024-04-15T16:06:24.854 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_duration": 0, 2024-04-15T16:06:24.854 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T16:06:24.854 INFO:tasks.workunit.client.0.smithi016.stdout: "last_undegraded": "2024-04-15T16:05:11.412483+0000", 2024-04-15T16:06:24.854 INFO:tasks.workunit.client.0.smithi016.stdout: "last_unstale": "2024-04-15T16:05:11.412483+0000", 2024-04-15T16:06:24.854 INFO:tasks.workunit.client.0.smithi016.stdout: "log_dups_size": 0, 2024-04-15T16:06:24.854 INFO:tasks.workunit.client.0.smithi016.stdout: "log_size": 0, 2024-04-15T16:06:24.854 INFO:tasks.workunit.client.0.smithi016.stdout: "log_start": "0'0", 2024-04-15T16:06:24.854 INFO:tasks.workunit.client.0.smithi016.stdout: "manifest_stats_invalid": false, 2024-04-15T16:06:24.854 INFO:tasks.workunit.client.0.smithi016.stdout: "mapping_epoch": 454, 2024-04-15T16:06:24.854 INFO:tasks.workunit.client.0.smithi016.stdout: "object_location_counts": [], 2024-04-15T16:06:24.854 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_scrubbed": 0, 2024-04-15T16:06:24.855 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_trimmed": 0, 2024-04-15T16:06:24.855 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_stats_invalid": false, 2024-04-15T16:06:24.855 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_size": 0, 2024-04-15T16:06:24.855 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_start": "0'0", 2024-04-15T16:06:24.855 INFO:tasks.workunit.client.0.smithi016.stdout: "parent": "0.0", 2024-04-15T16:06:24.855 INFO:tasks.workunit.client.0.smithi016.stdout: "parent_split_bits": 0, 2024-04-15T16:06:24.855 INFO:tasks.workunit.client.0.smithi016.stdout: "pgid": "3.1", 2024-04-15T16:06:24.855 INFO:tasks.workunit.client.0.smithi016.stdout: "pin_stats_invalid": false, 2024-04-15T16:06:24.855 INFO:tasks.workunit.client.0.smithi016.stdout: "purged_snaps": [], 2024-04-15T16:06:24.855 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_epoch": 2721, 2024-04-15T16:06:24.855 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_seq": 5063, 2024-04-15T16:06:24.855 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_duration": 0.0, 2024-04-15T16:06:24.855 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-16T19:06:49.856139+0000", 2024-04-15T16:06:24.855 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrim_duration": 0.0, 2024-04-15T16:06:24.856 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrimq_len": 0, 2024-04-15T16:06:24.856 INFO:tasks.workunit.client.0.smithi016.stdout: "stat_sum": { 2024-04-15T16:06:24.856 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes": 0, 2024-04-15T16:06:24.856 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T16:06:24.856 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_recovered": 0, 2024-04-15T16:06:24.856 INFO:tasks.workunit.client.0.smithi016.stdout: "num_deep_scrub_errors": 0, 2024-04-15T16:06:24.856 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict": 0, 2024-04-15T16:06:24.856 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_kb": 0, 2024-04-15T16:06:24.856 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_full": 0, 2024-04-15T16:06:24.856 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_some": 0, 2024-04-15T16:06:24.856 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush": 0, 2024-04-15T16:06:24.856 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_kb": 0, 2024-04-15T16:06:24.856 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_high": 0, 2024-04-15T16:06:24.856 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_low": 0, 2024-04-15T16:06:24.856 INFO:tasks.workunit.client.0.smithi016.stdout: "num_keys_recovered": 0, 2024-04-15T16:06:24.857 INFO:tasks.workunit.client.0.smithi016.stdout: "num_large_omap_objects": 0, 2024-04-15T16:06:24.857 INFO:tasks.workunit.client.0.smithi016.stdout: "num_legacy_snapsets": 0, 2024-04-15T16:06:24.857 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_clones": 0, 2024-04-15T16:06:24.857 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_copies": 0, 2024-04-15T16:06:24.857 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects": 0, 2024-04-15T16:06:24.857 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_degraded": 0, 2024-04-15T16:06:24.857 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_dirty": 0, 2024-04-15T16:06:24.857 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T16:06:24.857 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_manifest": 0, 2024-04-15T16:06:24.857 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_misplaced": 0, 2024-04-15T16:06:24.857 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing": 0, 2024-04-15T16:06:24.857 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T16:06:24.857 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_omap": 0, 2024-04-15T16:06:24.857 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_pinned": 0, 2024-04-15T16:06:24.858 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_recovered": 0, 2024-04-15T16:06:24.858 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_repaired": 0, 2024-04-15T16:06:24.858 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_unfound": 0, 2024-04-15T16:06:24.858 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_bytes": 0, 2024-04-15T16:06:24.858 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_keys": 0, 2024-04-15T16:06:24.858 INFO:tasks.workunit.client.0.smithi016.stdout: "num_promote": 0, 2024-04-15T16:06:24.858 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read": 0, 2024-04-15T16:06:24.858 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read_kb": 0, 2024-04-15T16:06:24.858 INFO:tasks.workunit.client.0.smithi016.stdout: "num_scrub_errors": 0, 2024-04-15T16:06:24.858 INFO:tasks.workunit.client.0.smithi016.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T16:06:24.858 INFO:tasks.workunit.client.0.smithi016.stdout: "num_whiteouts": 0, 2024-04-15T16:06:24.858 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write": 0, 2024-04-15T16:06:24.858 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write_kb": 0 2024-04-15T16:06:24.859 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.859 INFO:tasks.workunit.client.0.smithi016.stdout: "state": "active+clean", 2024-04-15T16:06:24.859 INFO:tasks.workunit.client.0.smithi016.stdout: "stats_invalid": false, 2024-04-15T16:06:24.859 INFO:tasks.workunit.client.0.smithi016.stdout: "up": [ 2024-04-15T16:06:24.859 INFO:tasks.workunit.client.0.smithi016.stdout: 0, 2024-04-15T16:06:24.859 INFO:tasks.workunit.client.0.smithi016.stdout: 4, 2024-04-15T16:06:24.859 INFO:tasks.workunit.client.0.smithi016.stdout: 3 2024-04-15T16:06:24.859 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:24.859 INFO:tasks.workunit.client.0.smithi016.stdout: "up_primary": 0, 2024-04-15T16:06:24.859 INFO:tasks.workunit.client.0.smithi016.stdout: "version": "0'0" 2024-04-15T16:06:24.859 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.859 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-15T16:06:24.859 INFO:tasks.workunit.client.0.smithi016.stdout: "acting": [ 2024-04-15T16:06:24.859 INFO:tasks.workunit.client.0.smithi016.stdout: 0, 2024-04-15T16:06:24.859 INFO:tasks.workunit.client.0.smithi016.stdout: 1, 2024-04-15T16:06:24.860 INFO:tasks.workunit.client.0.smithi016.stdout: 2 2024-04-15T16:06:24.860 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:24.860 INFO:tasks.workunit.client.0.smithi016.stdout: "acting_primary": 0, 2024-04-15T16:06:24.860 INFO:tasks.workunit.client.0.smithi016.stdout: "avail_no_missing": [], 2024-04-15T16:06:24.860 INFO:tasks.workunit.client.0.smithi016.stdout: "blocked_by": [], 2024-04-15T16:06:24.860 INFO:tasks.workunit.client.0.smithi016.stdout: "created": 66, 2024-04-15T16:06:24.860 INFO:tasks.workunit.client.0.smithi016.stdout: "dirty_stats_invalid": false, 2024-04-15T16:06:24.860 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T16:06:24.860 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_stats_invalid": false, 2024-04-15T16:06:24.860 INFO:tasks.workunit.client.0.smithi016.stdout: "last_active": "2024-04-15T16:05:11.412863+0000", 2024-04-15T16:06:24.860 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_active": "2024-04-15T14:42:22.714456+0000", 2024-04-15T16:06:24.860 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_peered": "2024-04-15T14:42:22.714456+0000", 2024-04-15T16:06:24.860 INFO:tasks.workunit.client.0.smithi016.stdout: "last_change": "2024-04-15T15:17:56.733891+0000", 2024-04-15T16:06:24.860 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean": "2024-04-15T16:05:11.412863+0000", 2024-04-15T16:06:24.860 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean_scrub_stamp": "2024-04-15T14:34:07.163731+0000", 2024-04-15T16:06:24.861 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub": "0'0", 2024-04-15T16:06:24.861 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub_stamp": "2024-04-15T14:34:07.163731+0000", 2024-04-15T16:06:24.861 INFO:tasks.workunit.client.0.smithi016.stdout: "last_epoch_clean": 389, 2024-04-15T16:06:24.861 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fresh": "2024-04-15T16:05:11.412863+0000", 2024-04-15T16:06:24.861 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fullsized": "2024-04-15T16:05:11.412863+0000", 2024-04-15T16:06:24.861 INFO:tasks.workunit.client.0.smithi016.stdout: "last_peered": "2024-04-15T16:05:11.412863+0000", 2024-04-15T16:06:24.861 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub": "0'0", 2024-04-15T16:06:24.861 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_duration": 0, 2024-04-15T16:06:24.861 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_stamp": "2024-04-15T14:34:07.163731+0000", 2024-04-15T16:06:24.861 INFO:tasks.workunit.client.0.smithi016.stdout: "last_undegraded": "2024-04-15T16:05:11.412863+0000", 2024-04-15T16:06:24.861 INFO:tasks.workunit.client.0.smithi016.stdout: "last_unstale": "2024-04-15T16:05:11.412863+0000", 2024-04-15T16:06:24.861 INFO:tasks.workunit.client.0.smithi016.stdout: "log_dups_size": 0, 2024-04-15T16:06:24.861 INFO:tasks.workunit.client.0.smithi016.stdout: "log_size": 3116, 2024-04-15T16:06:24.861 INFO:tasks.workunit.client.0.smithi016.stdout: "log_start": "0'0", 2024-04-15T16:06:24.862 INFO:tasks.workunit.client.0.smithi016.stdout: "manifest_stats_invalid": false, 2024-04-15T16:06:24.862 INFO:tasks.workunit.client.0.smithi016.stdout: "mapping_epoch": 388, 2024-04-15T16:06:24.862 INFO:tasks.workunit.client.0.smithi016.stdout: "object_location_counts": [], 2024-04-15T16:06:24.862 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_scrubbed": 0, 2024-04-15T16:06:24.862 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_trimmed": 0, 2024-04-15T16:06:24.862 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_stats_invalid": false, 2024-04-15T16:06:24.862 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_size": 3116, 2024-04-15T16:06:24.862 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_start": "0'0", 2024-04-15T16:06:24.862 INFO:tasks.workunit.client.0.smithi016.stdout: "parent": "0.0", 2024-04-15T16:06:24.862 INFO:tasks.workunit.client.0.smithi016.stdout: "parent_split_bits": 0, 2024-04-15T16:06:24.862 INFO:tasks.workunit.client.0.smithi016.stdout: "pgid": "4.6", 2024-04-15T16:06:24.862 INFO:tasks.workunit.client.0.smithi016.stdout: "pin_stats_invalid": false, 2024-04-15T16:06:24.862 INFO:tasks.workunit.client.0.smithi016.stdout: "purged_snaps": [], 2024-04-15T16:06:24.862 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_epoch": 2721, 2024-04-15T16:06:24.863 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_seq": 8940, 2024-04-15T16:06:24.863 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_duration": 0.0, 2024-04-15T16:06:24.863 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-16T23:19:09.714238+0000", 2024-04-15T16:06:24.863 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrim_duration": 0.003330796, 2024-04-15T16:06:24.863 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrimq_len": 0, 2024-04-15T16:06:24.863 INFO:tasks.workunit.client.0.smithi016.stdout: "stat_sum": { 2024-04-15T16:06:24.863 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes": 4194304, 2024-04-15T16:06:24.863 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T16:06:24.863 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_recovered": 0, 2024-04-15T16:06:24.863 INFO:tasks.workunit.client.0.smithi016.stdout: "num_deep_scrub_errors": 0, 2024-04-15T16:06:24.863 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict": 0, 2024-04-15T16:06:24.863 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_kb": 0, 2024-04-15T16:06:24.863 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_full": 0, 2024-04-15T16:06:24.863 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_some": 0, 2024-04-15T16:06:24.863 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush": 0, 2024-04-15T16:06:24.864 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_kb": 0, 2024-04-15T16:06:24.864 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_high": 0, 2024-04-15T16:06:24.864 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_low": 0, 2024-04-15T16:06:24.864 INFO:tasks.workunit.client.0.smithi016.stdout: "num_keys_recovered": 0, 2024-04-15T16:06:24.864 INFO:tasks.workunit.client.0.smithi016.stdout: "num_large_omap_objects": 0, 2024-04-15T16:06:24.864 INFO:tasks.workunit.client.0.smithi016.stdout: "num_legacy_snapsets": 0, 2024-04-15T16:06:24.864 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_clones": 0, 2024-04-15T16:06:24.864 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_copies": 3, 2024-04-15T16:06:24.864 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects": 1, 2024-04-15T16:06:24.864 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_degraded": 0, 2024-04-15T16:06:24.864 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_dirty": 1, 2024-04-15T16:06:24.864 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T16:06:24.864 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_manifest": 0, 2024-04-15T16:06:24.864 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_misplaced": 0, 2024-04-15T16:06:24.865 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing": 0, 2024-04-15T16:06:24.865 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T16:06:24.865 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_omap": 0, 2024-04-15T16:06:24.865 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_pinned": 0, 2024-04-15T16:06:24.865 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_recovered": 0, 2024-04-15T16:06:24.865 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_repaired": 0, 2024-04-15T16:06:24.865 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_unfound": 0, 2024-04-15T16:06:24.865 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_bytes": 0, 2024-04-15T16:06:24.865 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_keys": 0, 2024-04-15T16:06:24.865 INFO:tasks.workunit.client.0.smithi016.stdout: "num_promote": 0, 2024-04-15T16:06:24.865 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read": 1300, 2024-04-15T16:06:24.865 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read_kb": 365986, 2024-04-15T16:06:24.865 INFO:tasks.workunit.client.0.smithi016.stdout: "num_scrub_errors": 0, 2024-04-15T16:06:24.865 INFO:tasks.workunit.client.0.smithi016.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T16:06:24.865 INFO:tasks.workunit.client.0.smithi016.stdout: "num_whiteouts": 0, 2024-04-15T16:06:24.866 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write": 3070, 2024-04-15T16:06:24.866 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write_kb": 414387 2024-04-15T16:06:24.866 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.866 INFO:tasks.workunit.client.0.smithi016.stdout: "state": "active+clean", 2024-04-15T16:06:24.866 INFO:tasks.workunit.client.0.smithi016.stdout: "stats_invalid": false, 2024-04-15T16:06:24.866 INFO:tasks.workunit.client.0.smithi016.stdout: "up": [ 2024-04-15T16:06:24.866 INFO:tasks.workunit.client.0.smithi016.stdout: 0, 2024-04-15T16:06:24.866 INFO:tasks.workunit.client.0.smithi016.stdout: 1, 2024-04-15T16:06:24.866 INFO:tasks.workunit.client.0.smithi016.stdout: 2 2024-04-15T16:06:24.866 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:24.866 INFO:tasks.workunit.client.0.smithi016.stdout: "up_primary": 0, 2024-04-15T16:06:24.866 INFO:tasks.workunit.client.0.smithi016.stdout: "version": "1096'3116" 2024-04-15T16:06:24.866 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.866 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-15T16:06:24.866 INFO:tasks.workunit.client.0.smithi016.stdout: "acting": [ 2024-04-15T16:06:24.867 INFO:tasks.workunit.client.0.smithi016.stdout: 7, 2024-04-15T16:06:24.867 INFO:tasks.workunit.client.0.smithi016.stdout: 0, 2024-04-15T16:06:24.867 INFO:tasks.workunit.client.0.smithi016.stdout: 6 2024-04-15T16:06:24.867 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:24.867 INFO:tasks.workunit.client.0.smithi016.stdout: "acting_primary": 7, 2024-04-15T16:06:24.867 INFO:tasks.workunit.client.0.smithi016.stdout: "avail_no_missing": [], 2024-04-15T16:06:24.867 INFO:tasks.workunit.client.0.smithi016.stdout: "blocked_by": [], 2024-04-15T16:06:24.867 INFO:tasks.workunit.client.0.smithi016.stdout: "created": 19, 2024-04-15T16:06:24.867 INFO:tasks.workunit.client.0.smithi016.stdout: "dirty_stats_invalid": false, 2024-04-15T16:06:24.867 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T16:06:24.867 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_stats_invalid": false, 2024-04-15T16:06:24.867 INFO:tasks.workunit.client.0.smithi016.stdout: "last_active": "2024-04-15T16:05:12.198489+0000", 2024-04-15T16:06:24.867 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_active": "2024-04-15T14:44:49.363399+0000", 2024-04-15T16:06:24.867 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_peered": "2024-04-15T14:44:49.363399+0000", 2024-04-15T16:06:24.868 INFO:tasks.workunit.client.0.smithi016.stdout: "last_change": "2024-04-15T14:44:49.363792+0000", 2024-04-15T16:06:24.868 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean": "2024-04-15T16:05:12.198489+0000", 2024-04-15T16:06:24.868 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean_scrub_stamp": "2024-04-15T14:31:12.725041+0000", 2024-04-15T16:06:24.868 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub": "0'0", 2024-04-15T16:06:24.868 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub_stamp": "2024-04-15T14:31:12.725041+0000", 2024-04-15T16:06:24.868 INFO:tasks.workunit.client.0.smithi016.stdout: "last_epoch_clean": 532, 2024-04-15T16:06:24.868 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fresh": "2024-04-15T16:05:12.198489+0000", 2024-04-15T16:06:24.868 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fullsized": "2024-04-15T16:05:12.198489+0000", 2024-04-15T16:06:24.868 INFO:tasks.workunit.client.0.smithi016.stdout: "last_peered": "2024-04-15T16:05:12.198489+0000", 2024-04-15T16:06:24.868 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub": "0'0", 2024-04-15T16:06:24.868 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_duration": 0, 2024-04-15T16:06:24.868 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_stamp": "2024-04-15T14:31:12.725041+0000", 2024-04-15T16:06:24.868 INFO:tasks.workunit.client.0.smithi016.stdout: "last_undegraded": "2024-04-15T16:05:12.198489+0000", 2024-04-15T16:06:24.868 INFO:tasks.workunit.client.0.smithi016.stdout: "last_unstale": "2024-04-15T16:05:12.198489+0000", 2024-04-15T16:06:24.868 INFO:tasks.workunit.client.0.smithi016.stdout: "log_dups_size": 0, 2024-04-15T16:06:24.869 INFO:tasks.workunit.client.0.smithi016.stdout: "log_size": 237, 2024-04-15T16:06:24.869 INFO:tasks.workunit.client.0.smithi016.stdout: "log_start": "0'0", 2024-04-15T16:06:24.869 INFO:tasks.workunit.client.0.smithi016.stdout: "manifest_stats_invalid": false, 2024-04-15T16:06:24.869 INFO:tasks.workunit.client.0.smithi016.stdout: "mapping_epoch": 531, 2024-04-15T16:06:24.869 INFO:tasks.workunit.client.0.smithi016.stdout: "object_location_counts": [], 2024-04-15T16:06:24.869 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_scrubbed": 0, 2024-04-15T16:06:24.869 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_trimmed": 0, 2024-04-15T16:06:24.869 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_stats_invalid": false, 2024-04-15T16:06:24.869 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_size": 237, 2024-04-15T16:06:24.869 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_start": "0'0", 2024-04-15T16:06:24.869 INFO:tasks.workunit.client.0.smithi016.stdout: "parent": "0.0", 2024-04-15T16:06:24.869 INFO:tasks.workunit.client.0.smithi016.stdout: "parent_split_bits": 0, 2024-04-15T16:06:24.869 INFO:tasks.workunit.client.0.smithi016.stdout: "pgid": "1.0", 2024-04-15T16:06:24.869 INFO:tasks.workunit.client.0.smithi016.stdout: "pin_stats_invalid": false, 2024-04-15T16:06:24.869 INFO:tasks.workunit.client.0.smithi016.stdout: "purged_snaps": [], 2024-04-15T16:06:24.869 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_epoch": 2721, 2024-04-15T16:06:24.870 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_seq": 5518, 2024-04-15T16:06:24.870 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_duration": 0.0, 2024-04-15T16:06:24.870 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-16T21:49:27.450625+0000", 2024-04-15T16:06:24.870 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrim_duration": 0.0, 2024-04-15T16:06:24.870 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrimq_len": 0, 2024-04-15T16:06:24.870 INFO:tasks.workunit.client.0.smithi016.stdout: "stat_sum": { 2024-04-15T16:06:24.870 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes": 590368, 2024-04-15T16:06:24.870 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T16:06:24.870 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_recovered": 1771104, 2024-04-15T16:06:24.870 INFO:tasks.workunit.client.0.smithi016.stdout: "num_deep_scrub_errors": 0, 2024-04-15T16:06:24.870 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict": 0, 2024-04-15T16:06:24.870 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_kb": 0, 2024-04-15T16:06:24.870 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_full": 0, 2024-04-15T16:06:24.870 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_some": 0, 2024-04-15T16:06:24.871 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush": 0, 2024-04-15T16:06:24.871 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_kb": 0, 2024-04-15T16:06:24.871 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_high": 0, 2024-04-15T16:06:24.871 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_low": 0, 2024-04-15T16:06:24.871 INFO:tasks.workunit.client.0.smithi016.stdout: "num_keys_recovered": 0, 2024-04-15T16:06:24.871 INFO:tasks.workunit.client.0.smithi016.stdout: "num_large_omap_objects": 0, 2024-04-15T16:06:24.871 INFO:tasks.workunit.client.0.smithi016.stdout: "num_legacy_snapsets": 0, 2024-04-15T16:06:24.871 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_clones": 0, 2024-04-15T16:06:24.871 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_copies": 6, 2024-04-15T16:06:24.871 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects": 2, 2024-04-15T16:06:24.871 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_degraded": 0, 2024-04-15T16:06:24.871 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_dirty": 2, 2024-04-15T16:06:24.871 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T16:06:24.871 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_manifest": 0, 2024-04-15T16:06:24.871 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_misplaced": 0, 2024-04-15T16:06:24.872 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing": 0, 2024-04-15T16:06:24.872 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T16:06:24.872 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_omap": 0, 2024-04-15T16:06:24.872 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_pinned": 0, 2024-04-15T16:06:24.872 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_recovered": 6, 2024-04-15T16:06:24.872 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_repaired": 0, 2024-04-15T16:06:24.872 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_unfound": 0, 2024-04-15T16:06:24.872 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_bytes": 0, 2024-04-15T16:06:24.872 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_keys": 0, 2024-04-15T16:06:24.872 INFO:tasks.workunit.client.0.smithi016.stdout: "num_promote": 0, 2024-04-15T16:06:24.872 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read": 1178, 2024-04-15T16:06:24.872 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read_kb": 1994, 2024-04-15T16:06:24.872 INFO:tasks.workunit.client.0.smithi016.stdout: "num_scrub_errors": 0, 2024-04-15T16:06:24.872 INFO:tasks.workunit.client.0.smithi016.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T16:06:24.873 INFO:tasks.workunit.client.0.smithi016.stdout: "num_whiteouts": 0, 2024-04-15T16:06:24.873 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write": 391, 2024-04-15T16:06:24.873 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write_kb": 2416 2024-04-15T16:06:24.873 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.873 INFO:tasks.workunit.client.0.smithi016.stdout: "state": "active+clean", 2024-04-15T16:06:24.873 INFO:tasks.workunit.client.0.smithi016.stdout: "stats_invalid": false, 2024-04-15T16:06:24.873 INFO:tasks.workunit.client.0.smithi016.stdout: "up": [ 2024-04-15T16:06:24.873 INFO:tasks.workunit.client.0.smithi016.stdout: 7, 2024-04-15T16:06:24.873 INFO:tasks.workunit.client.0.smithi016.stdout: 0, 2024-04-15T16:06:24.873 INFO:tasks.workunit.client.0.smithi016.stdout: 6 2024-04-15T16:06:24.873 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:24.873 INFO:tasks.workunit.client.0.smithi016.stdout: "up_primary": 7, 2024-04-15T16:06:24.873 INFO:tasks.workunit.client.0.smithi016.stdout: "version": "2124'237" 2024-04-15T16:06:24.873 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.873 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-15T16:06:24.874 INFO:tasks.workunit.client.0.smithi016.stdout: "acting": [ 2024-04-15T16:06:24.874 INFO:tasks.workunit.client.0.smithi016.stdout: 5, 2024-04-15T16:06:24.874 INFO:tasks.workunit.client.0.smithi016.stdout: 2, 2024-04-15T16:06:24.874 INFO:tasks.workunit.client.0.smithi016.stdout: 7 2024-04-15T16:06:24.874 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:24.874 INFO:tasks.workunit.client.0.smithi016.stdout: "acting_primary": 5, 2024-04-15T16:06:24.874 INFO:tasks.workunit.client.0.smithi016.stdout: "avail_no_missing": [], 2024-04-15T16:06:24.874 INFO:tasks.workunit.client.0.smithi016.stdout: "blocked_by": [], 2024-04-15T16:06:24.874 INFO:tasks.workunit.client.0.smithi016.stdout: "created": 60, 2024-04-15T16:06:24.874 INFO:tasks.workunit.client.0.smithi016.stdout: "dirty_stats_invalid": false, 2024-04-15T16:06:24.874 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T16:06:24.874 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_stats_invalid": false, 2024-04-15T16:06:24.874 INFO:tasks.workunit.client.0.smithi016.stdout: "last_active": "2024-04-15T16:05:12.202050+0000", 2024-04-15T16:06:24.874 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_active": "2024-04-15T14:44:49.375192+0000", 2024-04-15T16:06:24.874 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_peered": "2024-04-15T14:44:49.375192+0000", 2024-04-15T16:06:24.875 INFO:tasks.workunit.client.0.smithi016.stdout: "last_change": "2024-04-15T14:44:49.375498+0000", 2024-04-15T16:06:24.875 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean": "2024-04-15T16:05:12.202050+0000", 2024-04-15T16:06:24.875 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean_scrub_stamp": "2024-04-15T14:33:33.599136+0000", 2024-04-15T16:06:24.875 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub": "0'0", 2024-04-15T16:06:24.875 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub_stamp": "2024-04-15T14:33:33.599136+0000", 2024-04-15T16:06:24.875 INFO:tasks.workunit.client.0.smithi016.stdout: "last_epoch_clean": 532, 2024-04-15T16:06:24.875 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fresh": "2024-04-15T16:05:12.202050+0000", 2024-04-15T16:06:24.875 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fullsized": "2024-04-15T16:05:12.202050+0000", 2024-04-15T16:06:24.875 INFO:tasks.workunit.client.0.smithi016.stdout: "last_peered": "2024-04-15T16:05:12.202050+0000", 2024-04-15T16:06:24.875 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub": "0'0", 2024-04-15T16:06:24.875 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_duration": 0, 2024-04-15T16:06:24.875 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_stamp": "2024-04-15T14:33:33.599136+0000", 2024-04-15T16:06:24.875 INFO:tasks.workunit.client.0.smithi016.stdout: "last_undegraded": "2024-04-15T16:05:12.202050+0000", 2024-04-15T16:06:24.875 INFO:tasks.workunit.client.0.smithi016.stdout: "last_unstale": "2024-04-15T16:05:12.202050+0000", 2024-04-15T16:06:24.876 INFO:tasks.workunit.client.0.smithi016.stdout: "log_dups_size": 0, 2024-04-15T16:06:24.876 INFO:tasks.workunit.client.0.smithi016.stdout: "log_size": 0, 2024-04-15T16:06:24.876 INFO:tasks.workunit.client.0.smithi016.stdout: "log_start": "0'0", 2024-04-15T16:06:24.876 INFO:tasks.workunit.client.0.smithi016.stdout: "manifest_stats_invalid": false, 2024-04-15T16:06:24.876 INFO:tasks.workunit.client.0.smithi016.stdout: "mapping_epoch": 531, 2024-04-15T16:06:24.876 INFO:tasks.workunit.client.0.smithi016.stdout: "object_location_counts": [], 2024-04-15T16:06:24.876 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_scrubbed": 0, 2024-04-15T16:06:24.876 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_trimmed": 0, 2024-04-15T16:06:24.876 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_stats_invalid": false, 2024-04-15T16:06:24.876 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_size": 0, 2024-04-15T16:06:24.876 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_start": "0'0", 2024-04-15T16:06:24.876 INFO:tasks.workunit.client.0.smithi016.stdout: "parent": "0.0", 2024-04-15T16:06:24.876 INFO:tasks.workunit.client.0.smithi016.stdout: "parent_split_bits": 0, 2024-04-15T16:06:24.876 INFO:tasks.workunit.client.0.smithi016.stdout: "pgid": "2.3", 2024-04-15T16:06:24.877 INFO:tasks.workunit.client.0.smithi016.stdout: "pin_stats_invalid": false, 2024-04-15T16:06:24.877 INFO:tasks.workunit.client.0.smithi016.stdout: "purged_snaps": [], 2024-04-15T16:06:24.877 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_epoch": 2721, 2024-04-15T16:06:24.877 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_seq": 4893, 2024-04-15T16:06:24.877 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_duration": 0.0, 2024-04-15T16:06:24.877 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-17T00:10:55.806182+0000", 2024-04-15T16:06:24.877 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrim_duration": 0.0, 2024-04-15T16:06:24.877 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrimq_len": 0, 2024-04-15T16:06:24.877 INFO:tasks.workunit.client.0.smithi016.stdout: "stat_sum": { 2024-04-15T16:06:24.877 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes": 0, 2024-04-15T16:06:24.877 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T16:06:24.877 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_recovered": 0, 2024-04-15T16:06:24.877 INFO:tasks.workunit.client.0.smithi016.stdout: "num_deep_scrub_errors": 0, 2024-04-15T16:06:24.877 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict": 0, 2024-04-15T16:06:24.878 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_kb": 0, 2024-04-15T16:06:24.878 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_full": 0, 2024-04-15T16:06:24.878 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_some": 0, 2024-04-15T16:06:24.878 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush": 0, 2024-04-15T16:06:24.878 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_kb": 0, 2024-04-15T16:06:24.878 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_high": 0, 2024-04-15T16:06:24.878 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_low": 0, 2024-04-15T16:06:24.878 INFO:tasks.workunit.client.0.smithi016.stdout: "num_keys_recovered": 0, 2024-04-15T16:06:24.878 INFO:tasks.workunit.client.0.smithi016.stdout: "num_large_omap_objects": 0, 2024-04-15T16:06:24.878 INFO:tasks.workunit.client.0.smithi016.stdout: "num_legacy_snapsets": 0, 2024-04-15T16:06:24.878 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_clones": 0, 2024-04-15T16:06:24.878 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_copies": 0, 2024-04-15T16:06:24.878 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects": 0, 2024-04-15T16:06:24.878 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_degraded": 0, 2024-04-15T16:06:24.879 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_dirty": 0, 2024-04-15T16:06:24.879 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T16:06:24.879 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_manifest": 0, 2024-04-15T16:06:24.879 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_misplaced": 0, 2024-04-15T16:06:24.879 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing": 0, 2024-04-15T16:06:24.879 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T16:06:24.879 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_omap": 0, 2024-04-15T16:06:24.879 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_pinned": 0, 2024-04-15T16:06:24.879 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_recovered": 0, 2024-04-15T16:06:24.879 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_repaired": 0, 2024-04-15T16:06:24.879 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_unfound": 0, 2024-04-15T16:06:24.879 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_bytes": 0, 2024-04-15T16:06:24.879 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_keys": 0, 2024-04-15T16:06:24.879 INFO:tasks.workunit.client.0.smithi016.stdout: "num_promote": 0, 2024-04-15T16:06:24.880 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read": 0, 2024-04-15T16:06:24.880 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read_kb": 0, 2024-04-15T16:06:24.880 INFO:tasks.workunit.client.0.smithi016.stdout: "num_scrub_errors": 0, 2024-04-15T16:06:24.880 INFO:tasks.workunit.client.0.smithi016.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T16:06:24.880 INFO:tasks.workunit.client.0.smithi016.stdout: "num_whiteouts": 0, 2024-04-15T16:06:24.880 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write": 0, 2024-04-15T16:06:24.880 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write_kb": 0 2024-04-15T16:06:24.880 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.880 INFO:tasks.workunit.client.0.smithi016.stdout: "state": "active+clean", 2024-04-15T16:06:24.880 INFO:tasks.workunit.client.0.smithi016.stdout: "stats_invalid": false, 2024-04-15T16:06:24.880 INFO:tasks.workunit.client.0.smithi016.stdout: "up": [ 2024-04-15T16:06:24.880 INFO:tasks.workunit.client.0.smithi016.stdout: 5, 2024-04-15T16:06:24.880 INFO:tasks.workunit.client.0.smithi016.stdout: 2, 2024-04-15T16:06:24.880 INFO:tasks.workunit.client.0.smithi016.stdout: 7 2024-04-15T16:06:24.880 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:24.881 INFO:tasks.workunit.client.0.smithi016.stdout: "up_primary": 5, 2024-04-15T16:06:24.881 INFO:tasks.workunit.client.0.smithi016.stdout: "version": "0'0" 2024-04-15T16:06:24.881 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.881 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-15T16:06:24.881 INFO:tasks.workunit.client.0.smithi016.stdout: "acting": [ 2024-04-15T16:06:24.881 INFO:tasks.workunit.client.0.smithi016.stdout: 3, 2024-04-15T16:06:24.881 INFO:tasks.workunit.client.0.smithi016.stdout: 5, 2024-04-15T16:06:24.881 INFO:tasks.workunit.client.0.smithi016.stdout: 6 2024-04-15T16:06:24.881 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:24.881 INFO:tasks.workunit.client.0.smithi016.stdout: "acting_primary": 3, 2024-04-15T16:06:24.881 INFO:tasks.workunit.client.0.smithi016.stdout: "avail_no_missing": [], 2024-04-15T16:06:24.881 INFO:tasks.workunit.client.0.smithi016.stdout: "blocked_by": [], 2024-04-15T16:06:24.881 INFO:tasks.workunit.client.0.smithi016.stdout: "created": 61, 2024-04-15T16:06:24.881 INFO:tasks.workunit.client.0.smithi016.stdout: "dirty_stats_invalid": false, 2024-04-15T16:06:24.882 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T16:06:24.882 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_stats_invalid": false, 2024-04-15T16:06:24.882 INFO:tasks.workunit.client.0.smithi016.stdout: "last_active": "2024-04-15T16:05:12.197371+0000", 2024-04-15T16:06:24.882 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_active": "2024-04-15T14:44:28.452350+0000", 2024-04-15T16:06:24.882 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_peered": "2024-04-15T14:44:28.452350+0000", 2024-04-15T16:06:24.882 INFO:tasks.workunit.client.0.smithi016.stdout: "last_change": "2024-04-15T14:44:28.454766+0000", 2024-04-15T16:06:24.882 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean": "2024-04-15T16:05:12.197371+0000", 2024-04-15T16:06:24.882 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T16:06:24.882 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub": "0'0", 2024-04-15T16:06:24.882 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T16:06:24.882 INFO:tasks.workunit.client.0.smithi016.stdout: "last_epoch_clean": 511, 2024-04-15T16:06:24.882 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fresh": "2024-04-15T16:05:12.197371+0000", 2024-04-15T16:06:24.882 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fullsized": "2024-04-15T16:05:12.197371+0000", 2024-04-15T16:06:24.883 INFO:tasks.workunit.client.0.smithi016.stdout: "last_peered": "2024-04-15T16:05:12.197371+0000", 2024-04-15T16:06:24.883 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub": "0'0", 2024-04-15T16:06:24.883 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_duration": 0, 2024-04-15T16:06:24.883 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T16:06:24.883 INFO:tasks.workunit.client.0.smithi016.stdout: "last_undegraded": "2024-04-15T16:05:12.197371+0000", 2024-04-15T16:06:24.883 INFO:tasks.workunit.client.0.smithi016.stdout: "last_unstale": "2024-04-15T16:05:12.197371+0000", 2024-04-15T16:06:24.883 INFO:tasks.workunit.client.0.smithi016.stdout: "log_dups_size": 0, 2024-04-15T16:06:24.883 INFO:tasks.workunit.client.0.smithi016.stdout: "log_size": 0, 2024-04-15T16:06:24.883 INFO:tasks.workunit.client.0.smithi016.stdout: "log_start": "0'0", 2024-04-15T16:06:24.883 INFO:tasks.workunit.client.0.smithi016.stdout: "manifest_stats_invalid": false, 2024-04-15T16:06:24.883 INFO:tasks.workunit.client.0.smithi016.stdout: "mapping_epoch": 510, 2024-04-15T16:06:24.883 INFO:tasks.workunit.client.0.smithi016.stdout: "object_location_counts": [], 2024-04-15T16:06:24.883 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_scrubbed": 0, 2024-04-15T16:06:24.883 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_trimmed": 0, 2024-04-15T16:06:24.883 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_stats_invalid": false, 2024-04-15T16:06:24.884 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_size": 0, 2024-04-15T16:06:24.884 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_start": "0'0", 2024-04-15T16:06:24.884 INFO:tasks.workunit.client.0.smithi016.stdout: "parent": "0.0", 2024-04-15T16:06:24.884 INFO:tasks.workunit.client.0.smithi016.stdout: "parent_split_bits": 0, 2024-04-15T16:06:24.884 INFO:tasks.workunit.client.0.smithi016.stdout: "pgid": "3.2", 2024-04-15T16:06:24.884 INFO:tasks.workunit.client.0.smithi016.stdout: "pin_stats_invalid": false, 2024-04-15T16:06:24.884 INFO:tasks.workunit.client.0.smithi016.stdout: "purged_snaps": [], 2024-04-15T16:06:24.884 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_epoch": 2721, 2024-04-15T16:06:24.884 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_seq": 4966, 2024-04-15T16:06:24.884 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_duration": 0.0, 2024-04-15T16:06:24.884 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-16T15:47:38.522004+0000", 2024-04-15T16:06:24.884 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrim_duration": 0.0, 2024-04-15T16:06:24.884 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrimq_len": 0, 2024-04-15T16:06:24.884 INFO:tasks.workunit.client.0.smithi016.stdout: "stat_sum": { 2024-04-15T16:06:24.884 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes": 0, 2024-04-15T16:06:24.885 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T16:06:24.885 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_recovered": 0, 2024-04-15T16:06:24.885 INFO:tasks.workunit.client.0.smithi016.stdout: "num_deep_scrub_errors": 0, 2024-04-15T16:06:24.885 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict": 0, 2024-04-15T16:06:24.885 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_kb": 0, 2024-04-15T16:06:24.885 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_full": 0, 2024-04-15T16:06:24.885 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_some": 0, 2024-04-15T16:06:24.885 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush": 0, 2024-04-15T16:06:24.885 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_kb": 0, 2024-04-15T16:06:24.885 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_high": 0, 2024-04-15T16:06:24.885 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_low": 0, 2024-04-15T16:06:24.885 INFO:tasks.workunit.client.0.smithi016.stdout: "num_keys_recovered": 0, 2024-04-15T16:06:24.885 INFO:tasks.workunit.client.0.smithi016.stdout: "num_large_omap_objects": 0, 2024-04-15T16:06:24.885 INFO:tasks.workunit.client.0.smithi016.stdout: "num_legacy_snapsets": 0, 2024-04-15T16:06:24.885 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_clones": 0, 2024-04-15T16:06:24.886 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_copies": 0, 2024-04-15T16:06:24.886 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects": 0, 2024-04-15T16:06:24.886 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_degraded": 0, 2024-04-15T16:06:24.886 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_dirty": 0, 2024-04-15T16:06:24.886 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T16:06:24.886 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_manifest": 0, 2024-04-15T16:06:24.886 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_misplaced": 0, 2024-04-15T16:06:24.886 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing": 0, 2024-04-15T16:06:24.886 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T16:06:24.886 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_omap": 0, 2024-04-15T16:06:24.886 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_pinned": 0, 2024-04-15T16:06:24.886 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_recovered": 0, 2024-04-15T16:06:24.886 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_repaired": 0, 2024-04-15T16:06:24.886 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_unfound": 0, 2024-04-15T16:06:24.886 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_bytes": 0, 2024-04-15T16:06:24.887 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_keys": 0, 2024-04-15T16:06:24.887 INFO:tasks.workunit.client.0.smithi016.stdout: "num_promote": 0, 2024-04-15T16:06:24.887 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read": 0, 2024-04-15T16:06:24.887 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read_kb": 0, 2024-04-15T16:06:24.887 INFO:tasks.workunit.client.0.smithi016.stdout: "num_scrub_errors": 0, 2024-04-15T16:06:24.887 INFO:tasks.workunit.client.0.smithi016.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T16:06:24.887 INFO:tasks.workunit.client.0.smithi016.stdout: "num_whiteouts": 0, 2024-04-15T16:06:24.887 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write": 0, 2024-04-15T16:06:24.887 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write_kb": 0 2024-04-15T16:06:24.887 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.887 INFO:tasks.workunit.client.0.smithi016.stdout: "state": "active+clean", 2024-04-15T16:06:24.887 INFO:tasks.workunit.client.0.smithi016.stdout: "stats_invalid": false, 2024-04-15T16:06:24.887 INFO:tasks.workunit.client.0.smithi016.stdout: "up": [ 2024-04-15T16:06:24.887 INFO:tasks.workunit.client.0.smithi016.stdout: 3, 2024-04-15T16:06:24.887 INFO:tasks.workunit.client.0.smithi016.stdout: 5, 2024-04-15T16:06:24.888 INFO:tasks.workunit.client.0.smithi016.stdout: 6 2024-04-15T16:06:24.888 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:24.888 INFO:tasks.workunit.client.0.smithi016.stdout: "up_primary": 3, 2024-04-15T16:06:24.888 INFO:tasks.workunit.client.0.smithi016.stdout: "version": "0'0" 2024-04-15T16:06:24.888 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.888 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-15T16:06:24.888 INFO:tasks.workunit.client.0.smithi016.stdout: "acting": [ 2024-04-15T16:06:24.888 INFO:tasks.workunit.client.0.smithi016.stdout: 6, 2024-04-15T16:06:24.888 INFO:tasks.workunit.client.0.smithi016.stdout: 4, 2024-04-15T16:06:24.888 INFO:tasks.workunit.client.0.smithi016.stdout: 7 2024-04-15T16:06:24.888 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:24.888 INFO:tasks.workunit.client.0.smithi016.stdout: "acting_primary": 6, 2024-04-15T16:06:24.888 INFO:tasks.workunit.client.0.smithi016.stdout: "avail_no_missing": [], 2024-04-15T16:06:24.888 INFO:tasks.workunit.client.0.smithi016.stdout: "blocked_by": [], 2024-04-15T16:06:24.888 INFO:tasks.workunit.client.0.smithi016.stdout: "created": 66, 2024-04-15T16:06:24.889 INFO:tasks.workunit.client.0.smithi016.stdout: "dirty_stats_invalid": false, 2024-04-15T16:06:24.889 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T16:06:24.889 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_stats_invalid": false, 2024-04-15T16:06:24.889 INFO:tasks.workunit.client.0.smithi016.stdout: "last_active": "2024-04-15T16:05:11.412047+0000", 2024-04-15T16:06:24.889 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_active": "2024-04-15T14:44:49.367263+0000", 2024-04-15T16:06:24.889 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_peered": "2024-04-15T14:44:49.367263+0000", 2024-04-15T16:06:24.889 INFO:tasks.workunit.client.0.smithi016.stdout: "last_change": "2024-04-15T15:17:56.834811+0000", 2024-04-15T16:06:24.889 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean": "2024-04-15T16:05:11.412047+0000", 2024-04-15T16:06:24.889 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean_scrub_stamp": "2024-04-15T14:34:07.163731+0000", 2024-04-15T16:06:24.889 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub": "0'0", 2024-04-15T16:06:24.889 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub_stamp": "2024-04-15T14:34:07.163731+0000", 2024-04-15T16:06:24.889 INFO:tasks.workunit.client.0.smithi016.stdout: "last_epoch_clean": 532, 2024-04-15T16:06:24.889 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fresh": "2024-04-15T16:05:11.412047+0000", 2024-04-15T16:06:24.889 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fullsized": "2024-04-15T16:05:11.412047+0000", 2024-04-15T16:06:24.889 INFO:tasks.workunit.client.0.smithi016.stdout: "last_peered": "2024-04-15T16:05:11.412047+0000", 2024-04-15T16:06:24.890 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub": "0'0", 2024-04-15T16:06:24.890 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_duration": 0, 2024-04-15T16:06:24.890 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_stamp": "2024-04-15T14:34:07.163731+0000", 2024-04-15T16:06:24.890 INFO:tasks.workunit.client.0.smithi016.stdout: "last_undegraded": "2024-04-15T16:05:11.412047+0000", 2024-04-15T16:06:24.890 INFO:tasks.workunit.client.0.smithi016.stdout: "last_unstale": "2024-04-15T16:05:11.412047+0000", 2024-04-15T16:06:24.890 INFO:tasks.workunit.client.0.smithi016.stdout: "log_dups_size": 0, 2024-04-15T16:06:24.890 INFO:tasks.workunit.client.0.smithi016.stdout: "log_size": 3275, 2024-04-15T16:06:24.890 INFO:tasks.workunit.client.0.smithi016.stdout: "log_start": "0'0", 2024-04-15T16:06:24.890 INFO:tasks.workunit.client.0.smithi016.stdout: "manifest_stats_invalid": false, 2024-04-15T16:06:24.890 INFO:tasks.workunit.client.0.smithi016.stdout: "mapping_epoch": 531, 2024-04-15T16:06:24.890 INFO:tasks.workunit.client.0.smithi016.stdout: "object_location_counts": [], 2024-04-15T16:06:24.890 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_scrubbed": 0, 2024-04-15T16:06:24.890 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_trimmed": 0, 2024-04-15T16:06:24.891 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_stats_invalid": false, 2024-04-15T16:06:24.891 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_size": 3275, 2024-04-15T16:06:24.891 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_start": "0'0", 2024-04-15T16:06:24.891 INFO:tasks.workunit.client.0.smithi016.stdout: "parent": "0.0", 2024-04-15T16:06:24.891 INFO:tasks.workunit.client.0.smithi016.stdout: "parent_split_bits": 0, 2024-04-15T16:06:24.891 INFO:tasks.workunit.client.0.smithi016.stdout: "pgid": "4.5", 2024-04-15T16:06:24.891 INFO:tasks.workunit.client.0.smithi016.stdout: "pin_stats_invalid": false, 2024-04-15T16:06:24.891 INFO:tasks.workunit.client.0.smithi016.stdout: "purged_snaps": [], 2024-04-15T16:06:24.891 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_epoch": 2721, 2024-04-15T16:06:24.891 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_seq": 8930, 2024-04-15T16:06:24.891 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_duration": 0.0, 2024-04-15T16:06:24.891 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-17T02:06:23.748109+0000", 2024-04-15T16:06:24.891 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrim_duration": 0.001730425, 2024-04-15T16:06:24.891 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrimq_len": 0, 2024-04-15T16:06:24.891 INFO:tasks.workunit.client.0.smithi016.stdout: "stat_sum": { 2024-04-15T16:06:24.892 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes": 0, 2024-04-15T16:06:24.892 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T16:06:24.892 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_recovered": 0, 2024-04-15T16:06:24.892 INFO:tasks.workunit.client.0.smithi016.stdout: "num_deep_scrub_errors": 0, 2024-04-15T16:06:24.892 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict": 0, 2024-04-15T16:06:24.892 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_kb": 0, 2024-04-15T16:06:24.892 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_full": 0, 2024-04-15T16:06:24.892 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_some": 0, 2024-04-15T16:06:24.892 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush": 0, 2024-04-15T16:06:24.892 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_kb": 0, 2024-04-15T16:06:24.892 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_high": 0, 2024-04-15T16:06:24.892 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_low": 0, 2024-04-15T16:06:24.892 INFO:tasks.workunit.client.0.smithi016.stdout: "num_keys_recovered": 0, 2024-04-15T16:06:24.892 INFO:tasks.workunit.client.0.smithi016.stdout: "num_large_omap_objects": 0, 2024-04-15T16:06:24.892 INFO:tasks.workunit.client.0.smithi016.stdout: "num_legacy_snapsets": 0, 2024-04-15T16:06:24.893 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_clones": 0, 2024-04-15T16:06:24.893 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_copies": 0, 2024-04-15T16:06:24.893 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects": 0, 2024-04-15T16:06:24.893 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_degraded": 0, 2024-04-15T16:06:24.893 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_dirty": 0, 2024-04-15T16:06:24.893 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T16:06:24.893 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_manifest": 0, 2024-04-15T16:06:24.893 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_misplaced": 0, 2024-04-15T16:06:24.893 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing": 0, 2024-04-15T16:06:24.893 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T16:06:24.893 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_omap": 0, 2024-04-15T16:06:24.893 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_pinned": 0, 2024-04-15T16:06:24.893 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_recovered": 0, 2024-04-15T16:06:24.893 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_repaired": 0, 2024-04-15T16:06:24.893 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_unfound": 0, 2024-04-15T16:06:24.894 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_bytes": 0, 2024-04-15T16:06:24.894 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_keys": 0, 2024-04-15T16:06:24.894 INFO:tasks.workunit.client.0.smithi016.stdout: "num_promote": 0, 2024-04-15T16:06:24.894 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read": 1147, 2024-04-15T16:06:24.894 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read_kb": 404172, 2024-04-15T16:06:24.894 INFO:tasks.workunit.client.0.smithi016.stdout: "num_scrub_errors": 0, 2024-04-15T16:06:24.894 INFO:tasks.workunit.client.0.smithi016.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T16:06:24.894 INFO:tasks.workunit.client.0.smithi016.stdout: "num_whiteouts": 0, 2024-04-15T16:06:24.894 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write": 3244, 2024-04-15T16:06:24.894 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write_kb": 468344 2024-04-15T16:06:24.894 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.894 INFO:tasks.workunit.client.0.smithi016.stdout: "state": "active+clean", 2024-04-15T16:06:24.894 INFO:tasks.workunit.client.0.smithi016.stdout: "stats_invalid": false, 2024-04-15T16:06:24.894 INFO:tasks.workunit.client.0.smithi016.stdout: "up": [ 2024-04-15T16:06:24.895 INFO:tasks.workunit.client.0.smithi016.stdout: 6, 2024-04-15T16:06:24.895 INFO:tasks.workunit.client.0.smithi016.stdout: 4, 2024-04-15T16:06:24.895 INFO:tasks.workunit.client.0.smithi016.stdout: 7 2024-04-15T16:06:24.895 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:24.895 INFO:tasks.workunit.client.0.smithi016.stdout: "up_primary": 6, 2024-04-15T16:06:24.895 INFO:tasks.workunit.client.0.smithi016.stdout: "version": "1096'3275" 2024-04-15T16:06:24.895 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.895 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-15T16:06:24.895 INFO:tasks.workunit.client.0.smithi016.stdout: "acting": [ 2024-04-15T16:06:24.895 INFO:tasks.workunit.client.0.smithi016.stdout: 2, 2024-04-15T16:06:24.895 INFO:tasks.workunit.client.0.smithi016.stdout: 3, 2024-04-15T16:06:24.895 INFO:tasks.workunit.client.0.smithi016.stdout: 0 2024-04-15T16:06:24.895 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:24.895 INFO:tasks.workunit.client.0.smithi016.stdout: "acting_primary": 2, 2024-04-15T16:06:24.895 INFO:tasks.workunit.client.0.smithi016.stdout: "avail_no_missing": [], 2024-04-15T16:06:24.896 INFO:tasks.workunit.client.0.smithi016.stdout: "blocked_by": [], 2024-04-15T16:06:24.896 INFO:tasks.workunit.client.0.smithi016.stdout: "created": 60, 2024-04-15T16:06:24.896 INFO:tasks.workunit.client.0.smithi016.stdout: "dirty_stats_invalid": false, 2024-04-15T16:06:24.896 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T16:06:24.896 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_stats_invalid": false, 2024-04-15T16:06:24.896 INFO:tasks.workunit.client.0.smithi016.stdout: "last_active": "2024-04-15T16:05:12.196837+0000", 2024-04-15T16:06:24.896 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_active": "2024-04-15T14:42:57.509292+0000", 2024-04-15T16:06:24.896 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_peered": "2024-04-15T14:42:57.509292+0000", 2024-04-15T16:06:24.896 INFO:tasks.workunit.client.0.smithi016.stdout: "last_change": "2024-04-15T14:42:57.509551+0000", 2024-04-15T16:06:24.896 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean": "2024-04-15T16:05:12.196837+0000", 2024-04-15T16:06:24.896 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean_scrub_stamp": "2024-04-15T14:33:33.599136+0000", 2024-04-15T16:06:24.896 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub": "0'0", 2024-04-15T16:06:24.896 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub_stamp": "2024-04-15T14:33:33.599136+0000", 2024-04-15T16:06:24.896 INFO:tasks.workunit.client.0.smithi016.stdout: "last_epoch_clean": 420, 2024-04-15T16:06:24.896 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fresh": "2024-04-15T16:05:12.196837+0000", 2024-04-15T16:06:24.897 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fullsized": "2024-04-15T16:05:12.196837+0000", 2024-04-15T16:06:24.897 INFO:tasks.workunit.client.0.smithi016.stdout: "last_peered": "2024-04-15T16:05:12.196837+0000", 2024-04-15T16:06:24.897 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub": "0'0", 2024-04-15T16:06:24.897 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_duration": 0, 2024-04-15T16:06:24.897 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_stamp": "2024-04-15T14:33:33.599136+0000", 2024-04-15T16:06:24.897 INFO:tasks.workunit.client.0.smithi016.stdout: "last_undegraded": "2024-04-15T16:05:12.196837+0000", 2024-04-15T16:06:24.897 INFO:tasks.workunit.client.0.smithi016.stdout: "last_unstale": "2024-04-15T16:05:12.196837+0000", 2024-04-15T16:06:24.897 INFO:tasks.workunit.client.0.smithi016.stdout: "log_dups_size": 0, 2024-04-15T16:06:24.897 INFO:tasks.workunit.client.0.smithi016.stdout: "log_size": 0, 2024-04-15T16:06:24.897 INFO:tasks.workunit.client.0.smithi016.stdout: "log_start": "0'0", 2024-04-15T16:06:24.897 INFO:tasks.workunit.client.0.smithi016.stdout: "manifest_stats_invalid": false, 2024-04-15T16:06:24.897 INFO:tasks.workunit.client.0.smithi016.stdout: "mapping_epoch": 419, 2024-04-15T16:06:24.897 INFO:tasks.workunit.client.0.smithi016.stdout: "object_location_counts": [], 2024-04-15T16:06:24.897 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_scrubbed": 0, 2024-04-15T16:06:24.898 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_trimmed": 0, 2024-04-15T16:06:24.898 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_stats_invalid": false, 2024-04-15T16:06:24.898 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_size": 0, 2024-04-15T16:06:24.898 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_start": "0'0", 2024-04-15T16:06:24.898 INFO:tasks.workunit.client.0.smithi016.stdout: "parent": "0.0", 2024-04-15T16:06:24.898 INFO:tasks.workunit.client.0.smithi016.stdout: "parent_split_bits": 0, 2024-04-15T16:06:24.898 INFO:tasks.workunit.client.0.smithi016.stdout: "pgid": "2.1", 2024-04-15T16:06:24.898 INFO:tasks.workunit.client.0.smithi016.stdout: "pin_stats_invalid": false, 2024-04-15T16:06:24.898 INFO:tasks.workunit.client.0.smithi016.stdout: "purged_snaps": [], 2024-04-15T16:06:24.898 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_epoch": 2721, 2024-04-15T16:06:24.898 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_seq": 5025, 2024-04-15T16:06:24.898 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_duration": 0.0, 2024-04-15T16:06:24.898 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-17T01:58:29.703567+0000", 2024-04-15T16:06:24.898 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrim_duration": 0.0, 2024-04-15T16:06:24.898 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrimq_len": 0, 2024-04-15T16:06:24.899 INFO:tasks.workunit.client.0.smithi016.stdout: "stat_sum": { 2024-04-15T16:06:24.899 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes": 0, 2024-04-15T16:06:24.899 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T16:06:24.899 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_recovered": 0, 2024-04-15T16:06:24.899 INFO:tasks.workunit.client.0.smithi016.stdout: "num_deep_scrub_errors": 0, 2024-04-15T16:06:24.899 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict": 0, 2024-04-15T16:06:24.899 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_kb": 0, 2024-04-15T16:06:24.899 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_full": 0, 2024-04-15T16:06:24.899 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_some": 0, 2024-04-15T16:06:24.899 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush": 0, 2024-04-15T16:06:24.899 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_kb": 0, 2024-04-15T16:06:24.899 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_high": 0, 2024-04-15T16:06:24.899 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_low": 0, 2024-04-15T16:06:24.899 INFO:tasks.workunit.client.0.smithi016.stdout: "num_keys_recovered": 0, 2024-04-15T16:06:24.900 INFO:tasks.workunit.client.0.smithi016.stdout: "num_large_omap_objects": 0, 2024-04-15T16:06:24.900 INFO:tasks.workunit.client.0.smithi016.stdout: "num_legacy_snapsets": 0, 2024-04-15T16:06:24.900 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_clones": 0, 2024-04-15T16:06:24.900 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_copies": 0, 2024-04-15T16:06:24.900 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects": 0, 2024-04-15T16:06:24.900 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_degraded": 0, 2024-04-15T16:06:24.900 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_dirty": 0, 2024-04-15T16:06:24.900 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T16:06:24.900 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_manifest": 0, 2024-04-15T16:06:24.900 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_misplaced": 0, 2024-04-15T16:06:24.900 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing": 0, 2024-04-15T16:06:24.900 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T16:06:24.900 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_omap": 0, 2024-04-15T16:06:24.900 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_pinned": 0, 2024-04-15T16:06:24.901 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_recovered": 0, 2024-04-15T16:06:24.901 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_repaired": 0, 2024-04-15T16:06:24.901 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_unfound": 0, 2024-04-15T16:06:24.901 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_bytes": 0, 2024-04-15T16:06:24.901 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_keys": 0, 2024-04-15T16:06:24.901 INFO:tasks.workunit.client.0.smithi016.stdout: "num_promote": 0, 2024-04-15T16:06:24.901 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read": 0, 2024-04-15T16:06:24.901 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read_kb": 0, 2024-04-15T16:06:24.901 INFO:tasks.workunit.client.0.smithi016.stdout: "num_scrub_errors": 0, 2024-04-15T16:06:24.901 INFO:tasks.workunit.client.0.smithi016.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T16:06:24.901 INFO:tasks.workunit.client.0.smithi016.stdout: "num_whiteouts": 0, 2024-04-15T16:06:24.901 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write": 0, 2024-04-15T16:06:24.901 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write_kb": 0 2024-04-15T16:06:24.901 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.902 INFO:tasks.workunit.client.0.smithi016.stdout: "state": "active+clean", 2024-04-15T16:06:24.902 INFO:tasks.workunit.client.0.smithi016.stdout: "stats_invalid": false, 2024-04-15T16:06:24.902 INFO:tasks.workunit.client.0.smithi016.stdout: "up": [ 2024-04-15T16:06:24.902 INFO:tasks.workunit.client.0.smithi016.stdout: 2, 2024-04-15T16:06:24.902 INFO:tasks.workunit.client.0.smithi016.stdout: 3, 2024-04-15T16:06:24.902 INFO:tasks.workunit.client.0.smithi016.stdout: 0 2024-04-15T16:06:24.902 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:24.902 INFO:tasks.workunit.client.0.smithi016.stdout: "up_primary": 2, 2024-04-15T16:06:24.902 INFO:tasks.workunit.client.0.smithi016.stdout: "version": "0'0" 2024-04-15T16:06:24.902 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.902 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-15T16:06:24.902 INFO:tasks.workunit.client.0.smithi016.stdout: "acting": [ 2024-04-15T16:06:24.902 INFO:tasks.workunit.client.0.smithi016.stdout: 1, 2024-04-15T16:06:24.902 INFO:tasks.workunit.client.0.smithi016.stdout: 2, 2024-04-15T16:06:24.902 INFO:tasks.workunit.client.0.smithi016.stdout: 6 2024-04-15T16:06:24.902 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:24.903 INFO:tasks.workunit.client.0.smithi016.stdout: "acting_primary": 1, 2024-04-15T16:06:24.903 INFO:tasks.workunit.client.0.smithi016.stdout: "avail_no_missing": [], 2024-04-15T16:06:24.903 INFO:tasks.workunit.client.0.smithi016.stdout: "blocked_by": [], 2024-04-15T16:06:24.903 INFO:tasks.workunit.client.0.smithi016.stdout: "created": 61, 2024-04-15T16:06:24.903 INFO:tasks.workunit.client.0.smithi016.stdout: "dirty_stats_invalid": false, 2024-04-15T16:06:24.903 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T16:06:24.903 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_stats_invalid": false, 2024-04-15T16:06:24.903 INFO:tasks.workunit.client.0.smithi016.stdout: "last_active": "2024-04-15T16:05:11.869597+0000", 2024-04-15T16:06:24.903 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_active": "2024-04-15T14:44:28.453739+0000", 2024-04-15T16:06:24.903 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_peered": "2024-04-15T14:44:28.453739+0000", 2024-04-15T16:06:24.903 INFO:tasks.workunit.client.0.smithi016.stdout: "last_change": "2024-04-15T14:44:28.454138+0000", 2024-04-15T16:06:24.903 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean": "2024-04-15T16:05:11.869597+0000", 2024-04-15T16:06:24.903 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T16:06:24.903 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub": "0'0", 2024-04-15T16:06:24.904 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T16:06:24.904 INFO:tasks.workunit.client.0.smithi016.stdout: "last_epoch_clean": 511, 2024-04-15T16:06:24.905 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fresh": "2024-04-15T16:05:11.869597+0000", 2024-04-15T16:06:24.905 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fullsized": "2024-04-15T16:05:11.869597+0000", 2024-04-15T16:06:24.905 INFO:tasks.workunit.client.0.smithi016.stdout: "last_peered": "2024-04-15T16:05:11.869597+0000", 2024-04-15T16:06:24.905 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub": "0'0", 2024-04-15T16:06:24.905 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_duration": 0, 2024-04-15T16:06:24.905 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T16:06:24.906 INFO:tasks.workunit.client.0.smithi016.stdout: "last_undegraded": "2024-04-15T16:05:11.869597+0000", 2024-04-15T16:06:24.906 INFO:tasks.workunit.client.0.smithi016.stdout: "last_unstale": "2024-04-15T16:05:11.869597+0000", 2024-04-15T16:06:24.906 INFO:tasks.workunit.client.0.smithi016.stdout: "log_dups_size": 0, 2024-04-15T16:06:24.906 INFO:tasks.workunit.client.0.smithi016.stdout: "log_size": 0, 2024-04-15T16:06:24.906 INFO:tasks.workunit.client.0.smithi016.stdout: "log_start": "0'0", 2024-04-15T16:06:24.906 INFO:tasks.workunit.client.0.smithi016.stdout: "manifest_stats_invalid": false, 2024-04-15T16:06:24.906 INFO:tasks.workunit.client.0.smithi016.stdout: "mapping_epoch": 510, 2024-04-15T16:06:24.906 INFO:tasks.workunit.client.0.smithi016.stdout: "object_location_counts": [], 2024-04-15T16:06:24.906 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_scrubbed": 0, 2024-04-15T16:06:24.906 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_trimmed": 0, 2024-04-15T16:06:24.906 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_stats_invalid": false, 2024-04-15T16:06:24.906 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_size": 0, 2024-04-15T16:06:24.906 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_start": "0'0", 2024-04-15T16:06:24.907 INFO:tasks.workunit.client.0.smithi016.stdout: "parent": "0.0", 2024-04-15T16:06:24.907 INFO:tasks.workunit.client.0.smithi016.stdout: "parent_split_bits": 0, 2024-04-15T16:06:24.907 INFO:tasks.workunit.client.0.smithi016.stdout: "pgid": "3.0", 2024-04-15T16:06:24.907 INFO:tasks.workunit.client.0.smithi016.stdout: "pin_stats_invalid": false, 2024-04-15T16:06:24.907 INFO:tasks.workunit.client.0.smithi016.stdout: "purged_snaps": [], 2024-04-15T16:06:24.907 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_epoch": 2721, 2024-04-15T16:06:24.907 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_seq": 5046, 2024-04-15T16:06:24.907 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_duration": 0.0, 2024-04-15T16:06:24.907 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-16T19:14:45.501397+0000", 2024-04-15T16:06:24.907 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrim_duration": 0.0, 2024-04-15T16:06:24.907 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrimq_len": 0, 2024-04-15T16:06:24.907 INFO:tasks.workunit.client.0.smithi016.stdout: "stat_sum": { 2024-04-15T16:06:24.907 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes": 0, 2024-04-15T16:06:24.907 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T16:06:24.907 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_recovered": 0, 2024-04-15T16:06:24.908 INFO:tasks.workunit.client.0.smithi016.stdout: "num_deep_scrub_errors": 0, 2024-04-15T16:06:24.908 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict": 0, 2024-04-15T16:06:24.908 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_kb": 0, 2024-04-15T16:06:24.908 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_full": 0, 2024-04-15T16:06:24.908 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_some": 0, 2024-04-15T16:06:24.908 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush": 0, 2024-04-15T16:06:24.908 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_kb": 0, 2024-04-15T16:06:24.908 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_high": 0, 2024-04-15T16:06:24.908 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_low": 0, 2024-04-15T16:06:24.908 INFO:tasks.workunit.client.0.smithi016.stdout: "num_keys_recovered": 0, 2024-04-15T16:06:24.908 INFO:tasks.workunit.client.0.smithi016.stdout: "num_large_omap_objects": 0, 2024-04-15T16:06:24.908 INFO:tasks.workunit.client.0.smithi016.stdout: "num_legacy_snapsets": 0, 2024-04-15T16:06:24.908 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_clones": 0, 2024-04-15T16:06:24.908 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_copies": 0, 2024-04-15T16:06:24.909 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects": 0, 2024-04-15T16:06:24.909 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_degraded": 0, 2024-04-15T16:06:24.909 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_dirty": 0, 2024-04-15T16:06:24.909 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T16:06:24.909 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_manifest": 0, 2024-04-15T16:06:24.909 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_misplaced": 0, 2024-04-15T16:06:24.909 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing": 0, 2024-04-15T16:06:24.909 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T16:06:24.909 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_omap": 0, 2024-04-15T16:06:24.909 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_pinned": 0, 2024-04-15T16:06:24.909 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_recovered": 0, 2024-04-15T16:06:24.909 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_repaired": 0, 2024-04-15T16:06:24.909 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_unfound": 0, 2024-04-15T16:06:24.909 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_bytes": 0, 2024-04-15T16:06:24.910 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_keys": 0, 2024-04-15T16:06:24.910 INFO:tasks.workunit.client.0.smithi016.stdout: "num_promote": 0, 2024-04-15T16:06:24.910 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read": 0, 2024-04-15T16:06:24.910 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read_kb": 0, 2024-04-15T16:06:24.910 INFO:tasks.workunit.client.0.smithi016.stdout: "num_scrub_errors": 0, 2024-04-15T16:06:24.910 INFO:tasks.workunit.client.0.smithi016.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T16:06:24.910 INFO:tasks.workunit.client.0.smithi016.stdout: "num_whiteouts": 0, 2024-04-15T16:06:24.910 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write": 0, 2024-04-15T16:06:24.910 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write_kb": 0 2024-04-15T16:06:24.910 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.910 INFO:tasks.workunit.client.0.smithi016.stdout: "state": "active+clean", 2024-04-15T16:06:24.910 INFO:tasks.workunit.client.0.smithi016.stdout: "stats_invalid": false, 2024-04-15T16:06:24.910 INFO:tasks.workunit.client.0.smithi016.stdout: "up": [ 2024-04-15T16:06:24.911 INFO:tasks.workunit.client.0.smithi016.stdout: 1, 2024-04-15T16:06:24.911 INFO:tasks.workunit.client.0.smithi016.stdout: 2, 2024-04-15T16:06:24.911 INFO:tasks.workunit.client.0.smithi016.stdout: 6 2024-04-15T16:06:24.911 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:24.911 INFO:tasks.workunit.client.0.smithi016.stdout: "up_primary": 1, 2024-04-15T16:06:24.911 INFO:tasks.workunit.client.0.smithi016.stdout: "version": "0'0" 2024-04-15T16:06:24.911 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.911 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-15T16:06:24.911 INFO:tasks.workunit.client.0.smithi016.stdout: "acting": [ 2024-04-15T16:06:24.911 INFO:tasks.workunit.client.0.smithi016.stdout: 1, 2024-04-15T16:06:24.911 INFO:tasks.workunit.client.0.smithi016.stdout: 5, 2024-04-15T16:06:24.911 INFO:tasks.workunit.client.0.smithi016.stdout: 0 2024-04-15T16:06:24.911 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:24.911 INFO:tasks.workunit.client.0.smithi016.stdout: "acting_primary": 1, 2024-04-15T16:06:24.911 INFO:tasks.workunit.client.0.smithi016.stdout: "avail_no_missing": [], 2024-04-15T16:06:24.912 INFO:tasks.workunit.client.0.smithi016.stdout: "blocked_by": [], 2024-04-15T16:06:24.912 INFO:tasks.workunit.client.0.smithi016.stdout: "created": 66, 2024-04-15T16:06:24.912 INFO:tasks.workunit.client.0.smithi016.stdout: "dirty_stats_invalid": false, 2024-04-15T16:06:24.912 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T16:06:24.912 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_stats_invalid": false, 2024-04-15T16:06:24.912 INFO:tasks.workunit.client.0.smithi016.stdout: "last_active": "2024-04-15T16:05:11.870057+0000", 2024-04-15T16:06:24.912 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_active": "2024-04-15T14:43:53.354869+0000", 2024-04-15T16:06:24.912 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_peered": "2024-04-15T14:43:53.354869+0000", 2024-04-15T16:06:24.912 INFO:tasks.workunit.client.0.smithi016.stdout: "last_change": "2024-04-15T15:17:56.725731+0000", 2024-04-15T16:06:24.912 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean": "2024-04-15T16:05:11.870057+0000", 2024-04-15T16:06:24.912 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean_scrub_stamp": "2024-04-15T14:34:07.163731+0000", 2024-04-15T16:06:24.912 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub": "0'0", 2024-04-15T16:06:24.912 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub_stamp": "2024-04-15T14:34:07.163731+0000", 2024-04-15T16:06:24.912 INFO:tasks.workunit.client.0.smithi016.stdout: "last_epoch_clean": 476, 2024-04-15T16:06:24.912 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fresh": "2024-04-15T16:05:11.870057+0000", 2024-04-15T16:06:24.913 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fullsized": "2024-04-15T16:05:11.870057+0000", 2024-04-15T16:06:24.913 INFO:tasks.workunit.client.0.smithi016.stdout: "last_peered": "2024-04-15T16:05:11.870057+0000", 2024-04-15T16:06:24.913 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub": "0'0", 2024-04-15T16:06:24.913 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_duration": 0, 2024-04-15T16:06:24.913 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_stamp": "2024-04-15T14:34:07.163731+0000", 2024-04-15T16:06:24.913 INFO:tasks.workunit.client.0.smithi016.stdout: "last_undegraded": "2024-04-15T16:05:11.870057+0000", 2024-04-15T16:06:24.913 INFO:tasks.workunit.client.0.smithi016.stdout: "last_unstale": "2024-04-15T16:05:11.870057+0000", 2024-04-15T16:06:24.913 INFO:tasks.workunit.client.0.smithi016.stdout: "log_dups_size": 0, 2024-04-15T16:06:24.913 INFO:tasks.workunit.client.0.smithi016.stdout: "log_size": 2978, 2024-04-15T16:06:24.913 INFO:tasks.workunit.client.0.smithi016.stdout: "log_start": "0'0", 2024-04-15T16:06:24.913 INFO:tasks.workunit.client.0.smithi016.stdout: "manifest_stats_invalid": false, 2024-04-15T16:06:24.913 INFO:tasks.workunit.client.0.smithi016.stdout: "mapping_epoch": 475, 2024-04-15T16:06:24.913 INFO:tasks.workunit.client.0.smithi016.stdout: "object_location_counts": [], 2024-04-15T16:06:24.913 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_scrubbed": 0, 2024-04-15T16:06:24.913 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_trimmed": 0, 2024-04-15T16:06:24.914 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_stats_invalid": false, 2024-04-15T16:06:24.914 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_size": 2978, 2024-04-15T16:06:24.914 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_start": "0'0", 2024-04-15T16:06:24.914 INFO:tasks.workunit.client.0.smithi016.stdout: "parent": "0.0", 2024-04-15T16:06:24.914 INFO:tasks.workunit.client.0.smithi016.stdout: "parent_split_bits": 0, 2024-04-15T16:06:24.914 INFO:tasks.workunit.client.0.smithi016.stdout: "pgid": "4.7", 2024-04-15T16:06:24.914 INFO:tasks.workunit.client.0.smithi016.stdout: "pin_stats_invalid": false, 2024-04-15T16:06:24.914 INFO:tasks.workunit.client.0.smithi016.stdout: "purged_snaps": [], 2024-04-15T16:06:24.914 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_epoch": 2721, 2024-04-15T16:06:24.914 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_seq": 8765, 2024-04-15T16:06:24.914 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_duration": 0.0, 2024-04-15T16:06:24.914 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-16T20:38:33.062077+0000", 2024-04-15T16:06:24.914 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrim_duration": 0.003666, 2024-04-15T16:06:24.914 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrimq_len": 0, 2024-04-15T16:06:24.915 INFO:tasks.workunit.client.0.smithi016.stdout: "stat_sum": { 2024-04-15T16:06:24.915 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes": 0, 2024-04-15T16:06:24.915 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T16:06:24.915 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_recovered": 0, 2024-04-15T16:06:24.915 INFO:tasks.workunit.client.0.smithi016.stdout: "num_deep_scrub_errors": 0, 2024-04-15T16:06:24.915 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict": 0, 2024-04-15T16:06:24.915 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_kb": 0, 2024-04-15T16:06:24.915 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_full": 0, 2024-04-15T16:06:24.915 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_some": 0, 2024-04-15T16:06:24.915 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush": 0, 2024-04-15T16:06:24.915 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_kb": 0, 2024-04-15T16:06:24.915 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_high": 0, 2024-04-15T16:06:24.915 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_low": 0, 2024-04-15T16:06:24.915 INFO:tasks.workunit.client.0.smithi016.stdout: "num_keys_recovered": 0, 2024-04-15T16:06:24.916 INFO:tasks.workunit.client.0.smithi016.stdout: "num_large_omap_objects": 0, 2024-04-15T16:06:24.916 INFO:tasks.workunit.client.0.smithi016.stdout: "num_legacy_snapsets": 0, 2024-04-15T16:06:24.916 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_clones": 0, 2024-04-15T16:06:24.916 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_copies": 0, 2024-04-15T16:06:24.916 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects": 0, 2024-04-15T16:06:24.916 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_degraded": 0, 2024-04-15T16:06:24.916 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_dirty": 0, 2024-04-15T16:06:24.916 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T16:06:24.916 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_manifest": 0, 2024-04-15T16:06:24.916 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_misplaced": 0, 2024-04-15T16:06:24.916 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing": 0, 2024-04-15T16:06:24.916 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T16:06:24.916 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_omap": 0, 2024-04-15T16:06:24.916 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_pinned": 0, 2024-04-15T16:06:24.917 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_recovered": 0, 2024-04-15T16:06:24.917 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_repaired": 0, 2024-04-15T16:06:24.917 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_unfound": 0, 2024-04-15T16:06:24.917 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_bytes": 0, 2024-04-15T16:06:24.917 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_keys": 0, 2024-04-15T16:06:24.917 INFO:tasks.workunit.client.0.smithi016.stdout: "num_promote": 0, 2024-04-15T16:06:24.917 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read": 1218, 2024-04-15T16:06:24.917 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read_kb": 386564, 2024-04-15T16:06:24.917 INFO:tasks.workunit.client.0.smithi016.stdout: "num_scrub_errors": 0, 2024-04-15T16:06:24.917 INFO:tasks.workunit.client.0.smithi016.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T16:06:24.917 INFO:tasks.workunit.client.0.smithi016.stdout: "num_whiteouts": 0, 2024-04-15T16:06:24.917 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write": 2949, 2024-04-15T16:06:24.917 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write_kb": 394529 2024-04-15T16:06:24.917 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.917 INFO:tasks.workunit.client.0.smithi016.stdout: "state": "active+clean", 2024-04-15T16:06:24.918 INFO:tasks.workunit.client.0.smithi016.stdout: "stats_invalid": false, 2024-04-15T16:06:24.918 INFO:tasks.workunit.client.0.smithi016.stdout: "up": [ 2024-04-15T16:06:24.918 INFO:tasks.workunit.client.0.smithi016.stdout: 1, 2024-04-15T16:06:24.918 INFO:tasks.workunit.client.0.smithi016.stdout: 5, 2024-04-15T16:06:24.918 INFO:tasks.workunit.client.0.smithi016.stdout: 0 2024-04-15T16:06:24.918 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:24.918 INFO:tasks.workunit.client.0.smithi016.stdout: "up_primary": 1, 2024-04-15T16:06:24.918 INFO:tasks.workunit.client.0.smithi016.stdout: "version": "1096'2978" 2024-04-15T16:06:24.918 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.918 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-15T16:06:24.918 INFO:tasks.workunit.client.0.smithi016.stdout: "acting": [ 2024-04-15T16:06:24.918 INFO:tasks.workunit.client.0.smithi016.stdout: 4, 2024-04-15T16:06:24.918 INFO:tasks.workunit.client.0.smithi016.stdout: 0, 2024-04-15T16:06:24.918 INFO:tasks.workunit.client.0.smithi016.stdout: 6 2024-04-15T16:06:24.919 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:24.919 INFO:tasks.workunit.client.0.smithi016.stdout: "acting_primary": 4, 2024-04-15T16:06:24.919 INFO:tasks.workunit.client.0.smithi016.stdout: "avail_no_missing": [], 2024-04-15T16:06:24.919 INFO:tasks.workunit.client.0.smithi016.stdout: "blocked_by": [], 2024-04-15T16:06:24.919 INFO:tasks.workunit.client.0.smithi016.stdout: "created": 61, 2024-04-15T16:06:24.919 INFO:tasks.workunit.client.0.smithi016.stdout: "dirty_stats_invalid": false, 2024-04-15T16:06:24.919 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T16:06:24.919 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_stats_invalid": false, 2024-04-15T16:06:24.919 INFO:tasks.workunit.client.0.smithi016.stdout: "last_active": "2024-04-15T16:05:12.201095+0000", 2024-04-15T16:06:24.919 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_active": "2024-04-15T14:44:28.450939+0000", 2024-04-15T16:06:24.919 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_peered": "2024-04-15T14:44:28.450939+0000", 2024-04-15T16:06:24.919 INFO:tasks.workunit.client.0.smithi016.stdout: "last_change": "2024-04-15T14:44:28.451249+0000", 2024-04-15T16:06:24.919 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean": "2024-04-15T16:05:12.201095+0000", 2024-04-15T16:06:24.919 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T16:06:24.920 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub": "0'0", 2024-04-15T16:06:24.920 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T16:06:24.920 INFO:tasks.workunit.client.0.smithi016.stdout: "last_epoch_clean": 511, 2024-04-15T16:06:24.920 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fresh": "2024-04-15T16:05:12.201095+0000", 2024-04-15T16:06:24.920 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fullsized": "2024-04-15T16:05:12.201095+0000", 2024-04-15T16:06:24.920 INFO:tasks.workunit.client.0.smithi016.stdout: "last_peered": "2024-04-15T16:05:12.201095+0000", 2024-04-15T16:06:24.920 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub": "0'0", 2024-04-15T16:06:24.920 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_duration": 0, 2024-04-15T16:06:24.920 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T16:06:24.920 INFO:tasks.workunit.client.0.smithi016.stdout: "last_undegraded": "2024-04-15T16:05:12.201095+0000", 2024-04-15T16:06:24.920 INFO:tasks.workunit.client.0.smithi016.stdout: "last_unstale": "2024-04-15T16:05:12.201095+0000", 2024-04-15T16:06:24.920 INFO:tasks.workunit.client.0.smithi016.stdout: "log_dups_size": 0, 2024-04-15T16:06:24.920 INFO:tasks.workunit.client.0.smithi016.stdout: "log_size": 0, 2024-04-15T16:06:24.920 INFO:tasks.workunit.client.0.smithi016.stdout: "log_start": "0'0", 2024-04-15T16:06:24.921 INFO:tasks.workunit.client.0.smithi016.stdout: "manifest_stats_invalid": false, 2024-04-15T16:06:24.921 INFO:tasks.workunit.client.0.smithi016.stdout: "mapping_epoch": 510, 2024-04-15T16:06:24.921 INFO:tasks.workunit.client.0.smithi016.stdout: "object_location_counts": [], 2024-04-15T16:06:24.921 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_scrubbed": 0, 2024-04-15T16:06:24.921 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_trimmed": 0, 2024-04-15T16:06:24.921 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_stats_invalid": false, 2024-04-15T16:06:24.921 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_size": 0, 2024-04-15T16:06:24.921 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_start": "0'0", 2024-04-15T16:06:24.921 INFO:tasks.workunit.client.0.smithi016.stdout: "parent": "0.0", 2024-04-15T16:06:24.921 INFO:tasks.workunit.client.0.smithi016.stdout: "parent_split_bits": 0, 2024-04-15T16:06:24.921 INFO:tasks.workunit.client.0.smithi016.stdout: "pgid": "3.3", 2024-04-15T16:06:24.921 INFO:tasks.workunit.client.0.smithi016.stdout: "pin_stats_invalid": false, 2024-04-15T16:06:24.921 INFO:tasks.workunit.client.0.smithi016.stdout: "purged_snaps": [], 2024-04-15T16:06:24.922 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_epoch": 2721, 2024-04-15T16:06:24.922 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_seq": 4962, 2024-04-15T16:06:24.922 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_duration": 0.0, 2024-04-15T16:06:24.922 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-16T16:19:23.791433+0000", 2024-04-15T16:06:24.922 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrim_duration": 0.0, 2024-04-15T16:06:24.922 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrimq_len": 0, 2024-04-15T16:06:24.922 INFO:tasks.workunit.client.0.smithi016.stdout: "stat_sum": { 2024-04-15T16:06:24.922 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes": 0, 2024-04-15T16:06:24.922 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T16:06:24.922 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_recovered": 0, 2024-04-15T16:06:24.922 INFO:tasks.workunit.client.0.smithi016.stdout: "num_deep_scrub_errors": 0, 2024-04-15T16:06:24.922 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict": 0, 2024-04-15T16:06:24.922 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_kb": 0, 2024-04-15T16:06:24.922 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_full": 0, 2024-04-15T16:06:24.922 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_some": 0, 2024-04-15T16:06:24.923 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush": 0, 2024-04-15T16:06:24.923 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_kb": 0, 2024-04-15T16:06:24.923 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_high": 0, 2024-04-15T16:06:24.923 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_low": 0, 2024-04-15T16:06:24.923 INFO:tasks.workunit.client.0.smithi016.stdout: "num_keys_recovered": 0, 2024-04-15T16:06:24.923 INFO:tasks.workunit.client.0.smithi016.stdout: "num_large_omap_objects": 0, 2024-04-15T16:06:24.923 INFO:tasks.workunit.client.0.smithi016.stdout: "num_legacy_snapsets": 0, 2024-04-15T16:06:24.923 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_clones": 0, 2024-04-15T16:06:24.923 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_copies": 0, 2024-04-15T16:06:24.923 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects": 0, 2024-04-15T16:06:24.923 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_degraded": 0, 2024-04-15T16:06:24.923 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_dirty": 0, 2024-04-15T16:06:24.923 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T16:06:24.923 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_manifest": 0, 2024-04-15T16:06:24.923 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_misplaced": 0, 2024-04-15T16:06:24.924 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing": 0, 2024-04-15T16:06:24.924 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T16:06:24.924 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_omap": 0, 2024-04-15T16:06:24.924 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_pinned": 0, 2024-04-15T16:06:24.924 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_recovered": 0, 2024-04-15T16:06:24.924 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_repaired": 0, 2024-04-15T16:06:24.924 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_unfound": 0, 2024-04-15T16:06:24.924 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_bytes": 0, 2024-04-15T16:06:24.924 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_keys": 0, 2024-04-15T16:06:24.924 INFO:tasks.workunit.client.0.smithi016.stdout: "num_promote": 0, 2024-04-15T16:06:24.924 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read": 0, 2024-04-15T16:06:24.924 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read_kb": 0, 2024-04-15T16:06:24.924 INFO:tasks.workunit.client.0.smithi016.stdout: "num_scrub_errors": 0, 2024-04-15T16:06:24.924 INFO:tasks.workunit.client.0.smithi016.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T16:06:24.925 INFO:tasks.workunit.client.0.smithi016.stdout: "num_whiteouts": 0, 2024-04-15T16:06:24.925 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write": 0, 2024-04-15T16:06:24.925 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write_kb": 0 2024-04-15T16:06:24.925 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.925 INFO:tasks.workunit.client.0.smithi016.stdout: "state": "active+clean", 2024-04-15T16:06:24.925 INFO:tasks.workunit.client.0.smithi016.stdout: "stats_invalid": false, 2024-04-15T16:06:24.925 INFO:tasks.workunit.client.0.smithi016.stdout: "up": [ 2024-04-15T16:06:24.925 INFO:tasks.workunit.client.0.smithi016.stdout: 4, 2024-04-15T16:06:24.925 INFO:tasks.workunit.client.0.smithi016.stdout: 0, 2024-04-15T16:06:24.925 INFO:tasks.workunit.client.0.smithi016.stdout: 6 2024-04-15T16:06:24.925 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:24.925 INFO:tasks.workunit.client.0.smithi016.stdout: "up_primary": 4, 2024-04-15T16:06:24.925 INFO:tasks.workunit.client.0.smithi016.stdout: "version": "0'0" 2024-04-15T16:06:24.925 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.926 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-15T16:06:24.926 INFO:tasks.workunit.client.0.smithi016.stdout: "acting": [ 2024-04-15T16:06:24.926 INFO:tasks.workunit.client.0.smithi016.stdout: 5, 2024-04-15T16:06:24.926 INFO:tasks.workunit.client.0.smithi016.stdout: 1, 2024-04-15T16:06:24.926 INFO:tasks.workunit.client.0.smithi016.stdout: 6 2024-04-15T16:06:24.926 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:24.926 INFO:tasks.workunit.client.0.smithi016.stdout: "acting_primary": 5, 2024-04-15T16:06:24.926 INFO:tasks.workunit.client.0.smithi016.stdout: "avail_no_missing": [], 2024-04-15T16:06:24.926 INFO:tasks.workunit.client.0.smithi016.stdout: "blocked_by": [], 2024-04-15T16:06:24.926 INFO:tasks.workunit.client.0.smithi016.stdout: "created": 60, 2024-04-15T16:06:24.926 INFO:tasks.workunit.client.0.smithi016.stdout: "dirty_stats_invalid": false, 2024-04-15T16:06:24.926 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T16:06:24.926 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_stats_invalid": false, 2024-04-15T16:06:24.926 INFO:tasks.workunit.client.0.smithi016.stdout: "last_active": "2024-04-15T16:05:12.200578+0000", 2024-04-15T16:06:24.926 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_active": "2024-04-15T14:44:28.455843+0000", 2024-04-15T16:06:24.927 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_peered": "2024-04-15T14:44:28.455843+0000", 2024-04-15T16:06:24.927 INFO:tasks.workunit.client.0.smithi016.stdout: "last_change": "2024-04-15T14:44:28.457367+0000", 2024-04-15T16:06:24.927 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean": "2024-04-15T16:05:12.200578+0000", 2024-04-15T16:06:24.927 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean_scrub_stamp": "2024-04-15T14:33:33.599136+0000", 2024-04-15T16:06:24.927 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub": "0'0", 2024-04-15T16:06:24.927 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub_stamp": "2024-04-15T14:33:33.599136+0000", 2024-04-15T16:06:24.927 INFO:tasks.workunit.client.0.smithi016.stdout: "last_epoch_clean": 511, 2024-04-15T16:06:24.927 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fresh": "2024-04-15T16:05:12.200578+0000", 2024-04-15T16:06:24.927 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fullsized": "2024-04-15T16:05:12.200578+0000", 2024-04-15T16:06:24.927 INFO:tasks.workunit.client.0.smithi016.stdout: "last_peered": "2024-04-15T16:05:12.200578+0000", 2024-04-15T16:06:24.927 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub": "0'0", 2024-04-15T16:06:24.927 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_duration": 0, 2024-04-15T16:06:24.928 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_stamp": "2024-04-15T14:33:33.599136+0000", 2024-04-15T16:06:24.928 INFO:tasks.workunit.client.0.smithi016.stdout: "last_undegraded": "2024-04-15T16:05:12.200578+0000", 2024-04-15T16:06:24.928 INFO:tasks.workunit.client.0.smithi016.stdout: "last_unstale": "2024-04-15T16:05:12.200578+0000", 2024-04-15T16:06:24.928 INFO:tasks.workunit.client.0.smithi016.stdout: "log_dups_size": 0, 2024-04-15T16:06:24.928 INFO:tasks.workunit.client.0.smithi016.stdout: "log_size": 0, 2024-04-15T16:06:24.928 INFO:tasks.workunit.client.0.smithi016.stdout: "log_start": "0'0", 2024-04-15T16:06:24.928 INFO:tasks.workunit.client.0.smithi016.stdout: "manifest_stats_invalid": false, 2024-04-15T16:06:24.928 INFO:tasks.workunit.client.0.smithi016.stdout: "mapping_epoch": 510, 2024-04-15T16:06:24.928 INFO:tasks.workunit.client.0.smithi016.stdout: "object_location_counts": [], 2024-04-15T16:06:24.928 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_scrubbed": 0, 2024-04-15T16:06:24.928 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_trimmed": 0, 2024-04-15T16:06:24.928 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_stats_invalid": false, 2024-04-15T16:06:24.928 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_size": 0, 2024-04-15T16:06:24.928 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_start": "0'0", 2024-04-15T16:06:24.928 INFO:tasks.workunit.client.0.smithi016.stdout: "parent": "0.0", 2024-04-15T16:06:24.929 INFO:tasks.workunit.client.0.smithi016.stdout: "parent_split_bits": 0, 2024-04-15T16:06:24.929 INFO:tasks.workunit.client.0.smithi016.stdout: "pgid": "2.2", 2024-04-15T16:06:24.929 INFO:tasks.workunit.client.0.smithi016.stdout: "pin_stats_invalid": false, 2024-04-15T16:06:24.929 INFO:tasks.workunit.client.0.smithi016.stdout: "purged_snaps": [], 2024-04-15T16:06:24.929 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_epoch": 2721, 2024-04-15T16:06:24.929 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_seq": 4913, 2024-04-15T16:06:24.929 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_duration": 0.0, 2024-04-15T16:06:24.929 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-16T16:02:53.490143+0000", 2024-04-15T16:06:24.929 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrim_duration": 0.0, 2024-04-15T16:06:24.929 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrimq_len": 0, 2024-04-15T16:06:24.929 INFO:tasks.workunit.client.0.smithi016.stdout: "stat_sum": { 2024-04-15T16:06:24.929 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes": 0, 2024-04-15T16:06:24.929 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T16:06:24.930 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_recovered": 0, 2024-04-15T16:06:24.930 INFO:tasks.workunit.client.0.smithi016.stdout: "num_deep_scrub_errors": 0, 2024-04-15T16:06:24.930 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict": 0, 2024-04-15T16:06:24.930 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_kb": 0, 2024-04-15T16:06:24.930 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_full": 0, 2024-04-15T16:06:24.930 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_some": 0, 2024-04-15T16:06:24.930 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush": 0, 2024-04-15T16:06:24.930 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_kb": 0, 2024-04-15T16:06:24.930 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_high": 0, 2024-04-15T16:06:24.930 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_low": 0, 2024-04-15T16:06:24.930 INFO:tasks.workunit.client.0.smithi016.stdout: "num_keys_recovered": 0, 2024-04-15T16:06:24.930 INFO:tasks.workunit.client.0.smithi016.stdout: "num_large_omap_objects": 0, 2024-04-15T16:06:24.930 INFO:tasks.workunit.client.0.smithi016.stdout: "num_legacy_snapsets": 0, 2024-04-15T16:06:24.930 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_clones": 0, 2024-04-15T16:06:24.930 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_copies": 0, 2024-04-15T16:06:24.931 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects": 0, 2024-04-15T16:06:24.931 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_degraded": 0, 2024-04-15T16:06:24.931 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_dirty": 0, 2024-04-15T16:06:24.931 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T16:06:24.931 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_manifest": 0, 2024-04-15T16:06:24.931 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_misplaced": 0, 2024-04-15T16:06:24.931 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing": 0, 2024-04-15T16:06:24.931 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T16:06:24.931 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_omap": 0, 2024-04-15T16:06:24.931 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_pinned": 0, 2024-04-15T16:06:24.931 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_recovered": 0, 2024-04-15T16:06:24.931 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_repaired": 0, 2024-04-15T16:06:24.931 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_unfound": 0, 2024-04-15T16:06:24.931 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_bytes": 0, 2024-04-15T16:06:24.932 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_keys": 0, 2024-04-15T16:06:24.932 INFO:tasks.workunit.client.0.smithi016.stdout: "num_promote": 0, 2024-04-15T16:06:24.932 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read": 0, 2024-04-15T16:06:24.932 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read_kb": 0, 2024-04-15T16:06:24.932 INFO:tasks.workunit.client.0.smithi016.stdout: "num_scrub_errors": 0, 2024-04-15T16:06:24.932 INFO:tasks.workunit.client.0.smithi016.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T16:06:24.932 INFO:tasks.workunit.client.0.smithi016.stdout: "num_whiteouts": 0, 2024-04-15T16:06:24.932 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write": 0, 2024-04-15T16:06:24.932 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write_kb": 0 2024-04-15T16:06:24.932 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.932 INFO:tasks.workunit.client.0.smithi016.stdout: "state": "active+clean", 2024-04-15T16:06:24.932 INFO:tasks.workunit.client.0.smithi016.stdout: "stats_invalid": false, 2024-04-15T16:06:24.932 INFO:tasks.workunit.client.0.smithi016.stdout: "up": [ 2024-04-15T16:06:24.932 INFO:tasks.workunit.client.0.smithi016.stdout: 5, 2024-04-15T16:06:24.932 INFO:tasks.workunit.client.0.smithi016.stdout: 1, 2024-04-15T16:06:24.933 INFO:tasks.workunit.client.0.smithi016.stdout: 6 2024-04-15T16:06:24.933 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:24.933 INFO:tasks.workunit.client.0.smithi016.stdout: "up_primary": 5, 2024-04-15T16:06:24.933 INFO:tasks.workunit.client.0.smithi016.stdout: "version": "0'0" 2024-04-15T16:06:24.933 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.933 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-15T16:06:24.933 INFO:tasks.workunit.client.0.smithi016.stdout: "acting": [ 2024-04-15T16:06:24.933 INFO:tasks.workunit.client.0.smithi016.stdout: 1, 2024-04-15T16:06:24.933 INFO:tasks.workunit.client.0.smithi016.stdout: 2, 2024-04-15T16:06:24.933 INFO:tasks.workunit.client.0.smithi016.stdout: 3 2024-04-15T16:06:24.933 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:24.933 INFO:tasks.workunit.client.0.smithi016.stdout: "acting_primary": 1, 2024-04-15T16:06:24.933 INFO:tasks.workunit.client.0.smithi016.stdout: "avail_no_missing": [], 2024-04-15T16:06:24.933 INFO:tasks.workunit.client.0.smithi016.stdout: "blocked_by": [], 2024-04-15T16:06:24.934 INFO:tasks.workunit.client.0.smithi016.stdout: "created": 66, 2024-04-15T16:06:24.934 INFO:tasks.workunit.client.0.smithi016.stdout: "dirty_stats_invalid": false, 2024-04-15T16:06:24.934 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T16:06:24.934 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_stats_invalid": false, 2024-04-15T16:06:24.934 INFO:tasks.workunit.client.0.smithi016.stdout: "last_active": "2024-04-15T16:05:11.870679+0000", 2024-04-15T16:06:24.934 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_active": "2024-04-15T14:42:57.515537+0000", 2024-04-15T16:06:24.934 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_peered": "2024-04-15T14:42:57.515537+0000", 2024-04-15T16:06:24.934 INFO:tasks.workunit.client.0.smithi016.stdout: "last_change": "2024-04-15T15:17:56.724604+0000", 2024-04-15T16:06:24.934 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean": "2024-04-15T16:05:11.870679+0000", 2024-04-15T16:06:24.934 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean_scrub_stamp": "2024-04-15T14:34:07.163731+0000", 2024-04-15T16:06:24.934 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub": "0'0", 2024-04-15T16:06:24.934 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub_stamp": "2024-04-15T14:34:07.163731+0000", 2024-04-15T16:06:24.934 INFO:tasks.workunit.client.0.smithi016.stdout: "last_epoch_clean": 420, 2024-04-15T16:06:24.934 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fresh": "2024-04-15T16:05:11.870679+0000", 2024-04-15T16:06:24.935 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fullsized": "2024-04-15T16:05:11.870679+0000", 2024-04-15T16:06:24.935 INFO:tasks.workunit.client.0.smithi016.stdout: "last_peered": "2024-04-15T16:05:11.870679+0000", 2024-04-15T16:06:24.935 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub": "0'0", 2024-04-15T16:06:24.935 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_duration": 0, 2024-04-15T16:06:24.935 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_stamp": "2024-04-15T14:34:07.163731+0000", 2024-04-15T16:06:24.935 INFO:tasks.workunit.client.0.smithi016.stdout: "last_undegraded": "2024-04-15T16:05:11.870679+0000", 2024-04-15T16:06:24.935 INFO:tasks.workunit.client.0.smithi016.stdout: "last_unstale": "2024-04-15T16:05:11.870679+0000", 2024-04-15T16:06:24.935 INFO:tasks.workunit.client.0.smithi016.stdout: "log_dups_size": 0, 2024-04-15T16:06:24.935 INFO:tasks.workunit.client.0.smithi016.stdout: "log_size": 2910, 2024-04-15T16:06:24.935 INFO:tasks.workunit.client.0.smithi016.stdout: "log_start": "0'0", 2024-04-15T16:06:24.935 INFO:tasks.workunit.client.0.smithi016.stdout: "manifest_stats_invalid": false, 2024-04-15T16:06:24.935 INFO:tasks.workunit.client.0.smithi016.stdout: "mapping_epoch": 419, 2024-04-15T16:06:24.935 INFO:tasks.workunit.client.0.smithi016.stdout: "object_location_counts": [], 2024-04-15T16:06:24.935 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_scrubbed": 0, 2024-04-15T16:06:24.936 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_trimmed": 0, 2024-04-15T16:06:24.936 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_stats_invalid": false, 2024-04-15T16:06:24.936 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_size": 2910, 2024-04-15T16:06:24.936 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_start": "0'0", 2024-04-15T16:06:24.936 INFO:tasks.workunit.client.0.smithi016.stdout: "parent": "0.0", 2024-04-15T16:06:24.936 INFO:tasks.workunit.client.0.smithi016.stdout: "parent_split_bits": 0, 2024-04-15T16:06:24.936 INFO:tasks.workunit.client.0.smithi016.stdout: "pgid": "4.4", 2024-04-15T16:06:24.936 INFO:tasks.workunit.client.0.smithi016.stdout: "pin_stats_invalid": false, 2024-04-15T16:06:24.936 INFO:tasks.workunit.client.0.smithi016.stdout: "purged_snaps": [], 2024-04-15T16:06:24.936 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_epoch": 2721, 2024-04-15T16:06:24.936 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_seq": 8552, 2024-04-15T16:06:24.936 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_duration": 0.0, 2024-04-15T16:06:24.936 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-16T19:43:44.108320+0000", 2024-04-15T16:06:24.936 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrim_duration": 0.002786041, 2024-04-15T16:06:24.937 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrimq_len": 0, 2024-04-15T16:06:24.937 INFO:tasks.workunit.client.0.smithi016.stdout: "stat_sum": { 2024-04-15T16:06:24.937 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes": 0, 2024-04-15T16:06:24.937 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T16:06:24.937 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_recovered": 0, 2024-04-15T16:06:24.937 INFO:tasks.workunit.client.0.smithi016.stdout: "num_deep_scrub_errors": 0, 2024-04-15T16:06:24.937 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict": 0, 2024-04-15T16:06:24.937 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_kb": 0, 2024-04-15T16:06:24.937 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_full": 0, 2024-04-15T16:06:24.937 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_some": 0, 2024-04-15T16:06:24.937 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush": 0, 2024-04-15T16:06:24.937 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_kb": 0, 2024-04-15T16:06:24.937 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_high": 0, 2024-04-15T16:06:24.937 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_low": 0, 2024-04-15T16:06:24.937 INFO:tasks.workunit.client.0.smithi016.stdout: "num_keys_recovered": 0, 2024-04-15T16:06:24.938 INFO:tasks.workunit.client.0.smithi016.stdout: "num_large_omap_objects": 0, 2024-04-15T16:06:24.938 INFO:tasks.workunit.client.0.smithi016.stdout: "num_legacy_snapsets": 0, 2024-04-15T16:06:24.938 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_clones": 0, 2024-04-15T16:06:24.938 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_copies": 3, 2024-04-15T16:06:24.938 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects": 1, 2024-04-15T16:06:24.938 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_degraded": 0, 2024-04-15T16:06:24.938 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_dirty": 1, 2024-04-15T16:06:24.938 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T16:06:24.938 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_manifest": 0, 2024-04-15T16:06:24.938 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_misplaced": 0, 2024-04-15T16:06:24.938 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing": 0, 2024-04-15T16:06:24.938 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T16:06:24.938 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_omap": 1, 2024-04-15T16:06:24.938 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_pinned": 0, 2024-04-15T16:06:24.939 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_recovered": 0, 2024-04-15T16:06:24.939 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_repaired": 0, 2024-04-15T16:06:24.939 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_unfound": 0, 2024-04-15T16:06:24.939 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_bytes": 0, 2024-04-15T16:06:24.939 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_keys": 0, 2024-04-15T16:06:24.939 INFO:tasks.workunit.client.0.smithi016.stdout: "num_promote": 0, 2024-04-15T16:06:24.939 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read": 798, 2024-04-15T16:06:24.939 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read_kb": 381425, 2024-04-15T16:06:24.939 INFO:tasks.workunit.client.0.smithi016.stdout: "num_scrub_errors": 0, 2024-04-15T16:06:24.939 INFO:tasks.workunit.client.0.smithi016.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T16:06:24.939 INFO:tasks.workunit.client.0.smithi016.stdout: "num_whiteouts": 0, 2024-04-15T16:06:24.939 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write": 2919, 2024-04-15T16:06:24.939 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write_kb": 376823 2024-04-15T16:06:24.939 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.940 INFO:tasks.workunit.client.0.smithi016.stdout: "state": "active+clean", 2024-04-15T16:06:24.940 INFO:tasks.workunit.client.0.smithi016.stdout: "stats_invalid": false, 2024-04-15T16:06:24.940 INFO:tasks.workunit.client.0.smithi016.stdout: "up": [ 2024-04-15T16:06:24.940 INFO:tasks.workunit.client.0.smithi016.stdout: 1, 2024-04-15T16:06:24.940 INFO:tasks.workunit.client.0.smithi016.stdout: 2, 2024-04-15T16:06:24.940 INFO:tasks.workunit.client.0.smithi016.stdout: 3 2024-04-15T16:06:24.940 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:24.940 INFO:tasks.workunit.client.0.smithi016.stdout: "up_primary": 1, 2024-04-15T16:06:24.940 INFO:tasks.workunit.client.0.smithi016.stdout: "version": "1096'2910" 2024-04-15T16:06:24.940 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.940 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-15T16:06:24.940 INFO:tasks.workunit.client.0.smithi016.stdout: "acting": [ 2024-04-15T16:06:24.940 INFO:tasks.workunit.client.0.smithi016.stdout: 5, 2024-04-15T16:06:24.940 INFO:tasks.workunit.client.0.smithi016.stdout: 3, 2024-04-15T16:06:24.941 INFO:tasks.workunit.client.0.smithi016.stdout: 2 2024-04-15T16:06:24.941 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:24.941 INFO:tasks.workunit.client.0.smithi016.stdout: "acting_primary": 5, 2024-04-15T16:06:24.941 INFO:tasks.workunit.client.0.smithi016.stdout: "avail_no_missing": [], 2024-04-15T16:06:24.941 INFO:tasks.workunit.client.0.smithi016.stdout: "blocked_by": [], 2024-04-15T16:06:24.941 INFO:tasks.workunit.client.0.smithi016.stdout: "created": 61, 2024-04-15T16:06:24.941 INFO:tasks.workunit.client.0.smithi016.stdout: "dirty_stats_invalid": false, 2024-04-15T16:06:24.941 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T16:06:24.941 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_stats_invalid": false, 2024-04-15T16:06:24.941 INFO:tasks.workunit.client.0.smithi016.stdout: "last_active": "2024-04-15T16:05:12.204163+0000", 2024-04-15T16:06:24.941 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_active": "2024-04-15T14:43:53.358154+0000", 2024-04-15T16:06:24.941 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_peered": "2024-04-15T14:43:53.358154+0000", 2024-04-15T16:06:24.941 INFO:tasks.workunit.client.0.smithi016.stdout: "last_change": "2024-04-15T14:43:53.359323+0000", 2024-04-15T16:06:24.941 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean": "2024-04-15T16:05:12.204163+0000", 2024-04-15T16:06:24.942 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T16:06:24.942 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub": "0'0", 2024-04-15T16:06:24.942 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T16:06:24.942 INFO:tasks.workunit.client.0.smithi016.stdout: "last_epoch_clean": 476, 2024-04-15T16:06:24.942 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fresh": "2024-04-15T16:05:12.204163+0000", 2024-04-15T16:06:24.942 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fullsized": "2024-04-15T16:05:12.204163+0000", 2024-04-15T16:06:24.942 INFO:tasks.workunit.client.0.smithi016.stdout: "last_peered": "2024-04-15T16:05:12.204163+0000", 2024-04-15T16:06:24.942 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub": "0'0", 2024-04-15T16:06:24.942 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_duration": 0, 2024-04-15T16:06:24.942 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T16:06:24.942 INFO:tasks.workunit.client.0.smithi016.stdout: "last_undegraded": "2024-04-15T16:05:12.204163+0000", 2024-04-15T16:06:24.942 INFO:tasks.workunit.client.0.smithi016.stdout: "last_unstale": "2024-04-15T16:05:12.204163+0000", 2024-04-15T16:06:24.942 INFO:tasks.workunit.client.0.smithi016.stdout: "log_dups_size": 0, 2024-04-15T16:06:24.942 INFO:tasks.workunit.client.0.smithi016.stdout: "log_size": 0, 2024-04-15T16:06:24.942 INFO:tasks.workunit.client.0.smithi016.stdout: "log_start": "0'0", 2024-04-15T16:06:24.943 INFO:tasks.workunit.client.0.smithi016.stdout: "manifest_stats_invalid": false, 2024-04-15T16:06:24.943 INFO:tasks.workunit.client.0.smithi016.stdout: "mapping_epoch": 475, 2024-04-15T16:06:24.943 INFO:tasks.workunit.client.0.smithi016.stdout: "object_location_counts": [], 2024-04-15T16:06:24.943 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_scrubbed": 0, 2024-04-15T16:06:24.943 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_trimmed": 0, 2024-04-15T16:06:24.943 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_stats_invalid": false, 2024-04-15T16:06:24.943 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_size": 0, 2024-04-15T16:06:24.943 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_start": "0'0", 2024-04-15T16:06:24.943 INFO:tasks.workunit.client.0.smithi016.stdout: "parent": "0.0", 2024-04-15T16:06:24.943 INFO:tasks.workunit.client.0.smithi016.stdout: "parent_split_bits": 0, 2024-04-15T16:06:24.943 INFO:tasks.workunit.client.0.smithi016.stdout: "pgid": "3.5", 2024-04-15T16:06:24.943 INFO:tasks.workunit.client.0.smithi016.stdout: "pin_stats_invalid": false, 2024-04-15T16:06:24.943 INFO:tasks.workunit.client.0.smithi016.stdout: "purged_snaps": [], 2024-04-15T16:06:24.944 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_epoch": 2721, 2024-04-15T16:06:24.944 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_seq": 4928, 2024-04-15T16:06:24.944 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_duration": 0.0, 2024-04-15T16:06:24.944 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-16T17:40:40.085847+0000", 2024-04-15T16:06:24.944 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrim_duration": 0.0, 2024-04-15T16:06:24.944 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrimq_len": 0, 2024-04-15T16:06:24.944 INFO:tasks.workunit.client.0.smithi016.stdout: "stat_sum": { 2024-04-15T16:06:24.944 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes": 0, 2024-04-15T16:06:24.944 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T16:06:24.944 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_recovered": 0, 2024-04-15T16:06:24.944 INFO:tasks.workunit.client.0.smithi016.stdout: "num_deep_scrub_errors": 0, 2024-04-15T16:06:24.944 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict": 0, 2024-04-15T16:06:24.944 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_kb": 0, 2024-04-15T16:06:24.945 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_full": 0, 2024-04-15T16:06:24.945 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_some": 0, 2024-04-15T16:06:24.945 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush": 0, 2024-04-15T16:06:24.945 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_kb": 0, 2024-04-15T16:06:24.945 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_high": 0, 2024-04-15T16:06:24.945 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_low": 0, 2024-04-15T16:06:24.945 INFO:tasks.workunit.client.0.smithi016.stdout: "num_keys_recovered": 0, 2024-04-15T16:06:24.945 INFO:tasks.workunit.client.0.smithi016.stdout: "num_large_omap_objects": 0, 2024-04-15T16:06:24.945 INFO:tasks.workunit.client.0.smithi016.stdout: "num_legacy_snapsets": 0, 2024-04-15T16:06:24.945 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_clones": 0, 2024-04-15T16:06:24.945 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_copies": 0, 2024-04-15T16:06:24.945 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects": 0, 2024-04-15T16:06:24.945 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_degraded": 0, 2024-04-15T16:06:24.945 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_dirty": 0, 2024-04-15T16:06:24.946 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T16:06:24.946 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_manifest": 0, 2024-04-15T16:06:24.946 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_misplaced": 0, 2024-04-15T16:06:24.946 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing": 0, 2024-04-15T16:06:24.946 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T16:06:24.946 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_omap": 0, 2024-04-15T16:06:24.946 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_pinned": 0, 2024-04-15T16:06:24.946 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_recovered": 0, 2024-04-15T16:06:24.946 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_repaired": 0, 2024-04-15T16:06:24.946 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_unfound": 0, 2024-04-15T16:06:24.946 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_bytes": 0, 2024-04-15T16:06:24.946 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_keys": 0, 2024-04-15T16:06:24.946 INFO:tasks.workunit.client.0.smithi016.stdout: "num_promote": 0, 2024-04-15T16:06:24.947 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read": 0, 2024-04-15T16:06:24.947 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read_kb": 0, 2024-04-15T16:06:24.947 INFO:tasks.workunit.client.0.smithi016.stdout: "num_scrub_errors": 0, 2024-04-15T16:06:24.947 INFO:tasks.workunit.client.0.smithi016.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T16:06:24.947 INFO:tasks.workunit.client.0.smithi016.stdout: "num_whiteouts": 0, 2024-04-15T16:06:24.947 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write": 0, 2024-04-15T16:06:24.947 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write_kb": 0 2024-04-15T16:06:24.947 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.947 INFO:tasks.workunit.client.0.smithi016.stdout: "state": "active+clean", 2024-04-15T16:06:24.947 INFO:tasks.workunit.client.0.smithi016.stdout: "stats_invalid": false, 2024-04-15T16:06:24.947 INFO:tasks.workunit.client.0.smithi016.stdout: "up": [ 2024-04-15T16:06:24.947 INFO:tasks.workunit.client.0.smithi016.stdout: 5, 2024-04-15T16:06:24.947 INFO:tasks.workunit.client.0.smithi016.stdout: 3, 2024-04-15T16:06:24.947 INFO:tasks.workunit.client.0.smithi016.stdout: 2 2024-04-15T16:06:24.947 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:24.948 INFO:tasks.workunit.client.0.smithi016.stdout: "up_primary": 5, 2024-04-15T16:06:24.948 INFO:tasks.workunit.client.0.smithi016.stdout: "version": "0'0" 2024-04-15T16:06:24.948 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.948 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-15T16:06:24.948 INFO:tasks.workunit.client.0.smithi016.stdout: "acting": [ 2024-04-15T16:06:24.948 INFO:tasks.workunit.client.0.smithi016.stdout: 1, 2024-04-15T16:06:24.948 INFO:tasks.workunit.client.0.smithi016.stdout: 3, 2024-04-15T16:06:24.948 INFO:tasks.workunit.client.0.smithi016.stdout: 2 2024-04-15T16:06:24.948 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:24.948 INFO:tasks.workunit.client.0.smithi016.stdout: "acting_primary": 1, 2024-04-15T16:06:24.948 INFO:tasks.workunit.client.0.smithi016.stdout: "avail_no_missing": [], 2024-04-15T16:06:24.948 INFO:tasks.workunit.client.0.smithi016.stdout: "blocked_by": [], 2024-04-15T16:06:24.948 INFO:tasks.workunit.client.0.smithi016.stdout: "created": 60, 2024-04-15T16:06:24.948 INFO:tasks.workunit.client.0.smithi016.stdout: "dirty_stats_invalid": false, 2024-04-15T16:06:24.948 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T16:06:24.949 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_stats_invalid": false, 2024-04-15T16:06:24.949 INFO:tasks.workunit.client.0.smithi016.stdout: "last_active": "2024-04-15T16:05:11.870467+0000", 2024-04-15T16:06:24.949 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_active": "2024-04-15T14:42:57.515534+0000", 2024-04-15T16:06:24.949 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_peered": "2024-04-15T14:42:57.515534+0000", 2024-04-15T16:06:24.949 INFO:tasks.workunit.client.0.smithi016.stdout: "last_change": "2024-04-15T14:42:57.515891+0000", 2024-04-15T16:06:24.949 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean": "2024-04-15T16:05:11.870467+0000", 2024-04-15T16:06:24.949 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean_scrub_stamp": "2024-04-15T14:33:33.599136+0000", 2024-04-15T16:06:24.949 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub": "0'0", 2024-04-15T16:06:24.949 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub_stamp": "2024-04-15T14:33:33.599136+0000", 2024-04-15T16:06:24.949 INFO:tasks.workunit.client.0.smithi016.stdout: "last_epoch_clean": 420, 2024-04-15T16:06:24.949 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fresh": "2024-04-15T16:05:11.870467+0000", 2024-04-15T16:06:24.949 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fullsized": "2024-04-15T16:05:11.870467+0000", 2024-04-15T16:06:24.949 INFO:tasks.workunit.client.0.smithi016.stdout: "last_peered": "2024-04-15T16:05:11.870467+0000", 2024-04-15T16:06:24.949 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub": "0'0", 2024-04-15T16:06:24.950 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_duration": 0, 2024-04-15T16:06:24.950 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_stamp": "2024-04-15T14:33:33.599136+0000", 2024-04-15T16:06:24.950 INFO:tasks.workunit.client.0.smithi016.stdout: "last_undegraded": "2024-04-15T16:05:11.870467+0000", 2024-04-15T16:06:24.950 INFO:tasks.workunit.client.0.smithi016.stdout: "last_unstale": "2024-04-15T16:05:11.870467+0000", 2024-04-15T16:06:24.950 INFO:tasks.workunit.client.0.smithi016.stdout: "log_dups_size": 0, 2024-04-15T16:06:24.950 INFO:tasks.workunit.client.0.smithi016.stdout: "log_size": 0, 2024-04-15T16:06:24.950 INFO:tasks.workunit.client.0.smithi016.stdout: "log_start": "0'0", 2024-04-15T16:06:24.950 INFO:tasks.workunit.client.0.smithi016.stdout: "manifest_stats_invalid": false, 2024-04-15T16:06:24.950 INFO:tasks.workunit.client.0.smithi016.stdout: "mapping_epoch": 419, 2024-04-15T16:06:24.950 INFO:tasks.workunit.client.0.smithi016.stdout: "object_location_counts": [], 2024-04-15T16:06:24.950 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_scrubbed": 0, 2024-04-15T16:06:24.950 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_trimmed": 0, 2024-04-15T16:06:24.950 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_stats_invalid": false, 2024-04-15T16:06:24.950 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_size": 0, 2024-04-15T16:06:24.951 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_start": "0'0", 2024-04-15T16:06:24.951 INFO:tasks.workunit.client.0.smithi016.stdout: "parent": "0.0", 2024-04-15T16:06:24.951 INFO:tasks.workunit.client.0.smithi016.stdout: "parent_split_bits": 0, 2024-04-15T16:06:24.951 INFO:tasks.workunit.client.0.smithi016.stdout: "pgid": "2.4", 2024-04-15T16:06:24.951 INFO:tasks.workunit.client.0.smithi016.stdout: "pin_stats_invalid": false, 2024-04-15T16:06:24.951 INFO:tasks.workunit.client.0.smithi016.stdout: "purged_snaps": [], 2024-04-15T16:06:24.951 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_epoch": 2721, 2024-04-15T16:06:24.951 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_seq": 5040, 2024-04-15T16:06:24.951 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_duration": 0.0, 2024-04-15T16:06:24.951 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-16T22:57:52.754677+0000", 2024-04-15T16:06:24.951 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrim_duration": 0.0, 2024-04-15T16:06:24.951 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrimq_len": 0, 2024-04-15T16:06:24.951 INFO:tasks.workunit.client.0.smithi016.stdout: "stat_sum": { 2024-04-15T16:06:24.951 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes": 0, 2024-04-15T16:06:24.951 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T16:06:24.952 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_recovered": 0, 2024-04-15T16:06:24.952 INFO:tasks.workunit.client.0.smithi016.stdout: "num_deep_scrub_errors": 0, 2024-04-15T16:06:24.952 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict": 0, 2024-04-15T16:06:24.952 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_kb": 0, 2024-04-15T16:06:24.952 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_full": 0, 2024-04-15T16:06:24.952 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_some": 0, 2024-04-15T16:06:24.952 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush": 0, 2024-04-15T16:06:24.952 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_kb": 0, 2024-04-15T16:06:24.952 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_high": 0, 2024-04-15T16:06:24.952 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_low": 0, 2024-04-15T16:06:24.952 INFO:tasks.workunit.client.0.smithi016.stdout: "num_keys_recovered": 0, 2024-04-15T16:06:24.952 INFO:tasks.workunit.client.0.smithi016.stdout: "num_large_omap_objects": 0, 2024-04-15T16:06:24.952 INFO:tasks.workunit.client.0.smithi016.stdout: "num_legacy_snapsets": 0, 2024-04-15T16:06:24.952 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_clones": 0, 2024-04-15T16:06:24.952 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_copies": 0, 2024-04-15T16:06:24.953 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects": 0, 2024-04-15T16:06:24.953 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_degraded": 0, 2024-04-15T16:06:24.953 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_dirty": 0, 2024-04-15T16:06:24.953 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T16:06:24.953 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_manifest": 0, 2024-04-15T16:06:24.953 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_misplaced": 0, 2024-04-15T16:06:24.953 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing": 0, 2024-04-15T16:06:24.953 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T16:06:24.953 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_omap": 0, 2024-04-15T16:06:24.953 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_pinned": 0, 2024-04-15T16:06:24.953 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_recovered": 0, 2024-04-15T16:06:24.953 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_repaired": 0, 2024-04-15T16:06:24.953 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_unfound": 0, 2024-04-15T16:06:24.953 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_bytes": 0, 2024-04-15T16:06:24.954 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_keys": 0, 2024-04-15T16:06:24.954 INFO:tasks.workunit.client.0.smithi016.stdout: "num_promote": 0, 2024-04-15T16:06:24.954 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read": 0, 2024-04-15T16:06:24.954 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read_kb": 0, 2024-04-15T16:06:24.954 INFO:tasks.workunit.client.0.smithi016.stdout: "num_scrub_errors": 0, 2024-04-15T16:06:24.954 INFO:tasks.workunit.client.0.smithi016.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T16:06:24.954 INFO:tasks.workunit.client.0.smithi016.stdout: "num_whiteouts": 0, 2024-04-15T16:06:24.954 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write": 0, 2024-04-15T16:06:24.954 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write_kb": 0 2024-04-15T16:06:24.954 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.954 INFO:tasks.workunit.client.0.smithi016.stdout: "state": "active+clean", 2024-04-15T16:06:24.954 INFO:tasks.workunit.client.0.smithi016.stdout: "stats_invalid": false, 2024-04-15T16:06:24.954 INFO:tasks.workunit.client.0.smithi016.stdout: "up": [ 2024-04-15T16:06:24.954 INFO:tasks.workunit.client.0.smithi016.stdout: 1, 2024-04-15T16:06:24.954 INFO:tasks.workunit.client.0.smithi016.stdout: 3, 2024-04-15T16:06:24.955 INFO:tasks.workunit.client.0.smithi016.stdout: 2 2024-04-15T16:06:24.955 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:24.955 INFO:tasks.workunit.client.0.smithi016.stdout: "up_primary": 1, 2024-04-15T16:06:24.955 INFO:tasks.workunit.client.0.smithi016.stdout: "version": "0'0" 2024-04-15T16:06:24.955 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.955 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-15T16:06:24.955 INFO:tasks.workunit.client.0.smithi016.stdout: "acting": [ 2024-04-15T16:06:24.955 INFO:tasks.workunit.client.0.smithi016.stdout: 1, 2024-04-15T16:06:24.955 INFO:tasks.workunit.client.0.smithi016.stdout: 5, 2024-04-15T16:06:24.955 INFO:tasks.workunit.client.0.smithi016.stdout: 4 2024-04-15T16:06:24.955 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:24.955 INFO:tasks.workunit.client.0.smithi016.stdout: "acting_primary": 1, 2024-04-15T16:06:24.955 INFO:tasks.workunit.client.0.smithi016.stdout: "avail_no_missing": [], 2024-04-15T16:06:24.955 INFO:tasks.workunit.client.0.smithi016.stdout: "blocked_by": [], 2024-04-15T16:06:24.956 INFO:tasks.workunit.client.0.smithi016.stdout: "created": 66, 2024-04-15T16:06:24.956 INFO:tasks.workunit.client.0.smithi016.stdout: "dirty_stats_invalid": false, 2024-04-15T16:06:24.956 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T16:06:24.956 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_stats_invalid": false, 2024-04-15T16:06:24.956 INFO:tasks.workunit.client.0.smithi016.stdout: "last_active": "2024-04-15T16:05:11.871006+0000", 2024-04-15T16:06:24.956 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_active": "2024-04-15T14:43:53.353895+0000", 2024-04-15T16:06:24.956 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_peered": "2024-04-15T14:43:53.353895+0000", 2024-04-15T16:06:24.956 INFO:tasks.workunit.client.0.smithi016.stdout: "last_change": "2024-04-15T15:17:56.727189+0000", 2024-04-15T16:06:24.956 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean": "2024-04-15T16:05:11.871006+0000", 2024-04-15T16:06:24.956 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean_scrub_stamp": "2024-04-15T14:34:07.163731+0000", 2024-04-15T16:06:24.956 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub": "0'0", 2024-04-15T16:06:24.956 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub_stamp": "2024-04-15T14:34:07.163731+0000", 2024-04-15T16:06:24.956 INFO:tasks.workunit.client.0.smithi016.stdout: "last_epoch_clean": 476, 2024-04-15T16:06:24.956 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fresh": "2024-04-15T16:05:11.871006+0000", 2024-04-15T16:06:24.956 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fullsized": "2024-04-15T16:05:11.871006+0000", 2024-04-15T16:06:24.957 INFO:tasks.workunit.client.0.smithi016.stdout: "last_peered": "2024-04-15T16:05:11.871006+0000", 2024-04-15T16:06:24.957 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub": "0'0", 2024-04-15T16:06:24.957 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_duration": 0, 2024-04-15T16:06:24.957 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_stamp": "2024-04-15T14:34:07.163731+0000", 2024-04-15T16:06:24.957 INFO:tasks.workunit.client.0.smithi016.stdout: "last_undegraded": "2024-04-15T16:05:11.871006+0000", 2024-04-15T16:06:24.957 INFO:tasks.workunit.client.0.smithi016.stdout: "last_unstale": "2024-04-15T16:05:11.871006+0000", 2024-04-15T16:06:24.957 INFO:tasks.workunit.client.0.smithi016.stdout: "log_dups_size": 0, 2024-04-15T16:06:24.957 INFO:tasks.workunit.client.0.smithi016.stdout: "log_size": 3020, 2024-04-15T16:06:24.957 INFO:tasks.workunit.client.0.smithi016.stdout: "log_start": "0'0", 2024-04-15T16:06:24.957 INFO:tasks.workunit.client.0.smithi016.stdout: "manifest_stats_invalid": false, 2024-04-15T16:06:24.957 INFO:tasks.workunit.client.0.smithi016.stdout: "mapping_epoch": 475, 2024-04-15T16:06:24.957 INFO:tasks.workunit.client.0.smithi016.stdout: "object_location_counts": [], 2024-04-15T16:06:24.957 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_scrubbed": 0, 2024-04-15T16:06:24.957 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_trimmed": 0, 2024-04-15T16:06:24.957 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_stats_invalid": false, 2024-04-15T16:06:24.958 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_size": 3020, 2024-04-15T16:06:24.958 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_start": "0'0", 2024-04-15T16:06:24.958 INFO:tasks.workunit.client.0.smithi016.stdout: "parent": "0.0", 2024-04-15T16:06:24.958 INFO:tasks.workunit.client.0.smithi016.stdout: "parent_split_bits": 0, 2024-04-15T16:06:24.958 INFO:tasks.workunit.client.0.smithi016.stdout: "pgid": "4.2", 2024-04-15T16:06:24.958 INFO:tasks.workunit.client.0.smithi016.stdout: "pin_stats_invalid": false, 2024-04-15T16:06:24.958 INFO:tasks.workunit.client.0.smithi016.stdout: "purged_snaps": [], 2024-04-15T16:06:24.958 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_epoch": 2721, 2024-04-15T16:06:24.958 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_seq": 8835, 2024-04-15T16:06:24.958 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_duration": 0.0, 2024-04-15T16:06:24.958 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-16T22:27:21.629626+0000", 2024-04-15T16:06:24.958 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrim_duration": 0.004976176, 2024-04-15T16:06:24.958 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrimq_len": 0, 2024-04-15T16:06:24.958 INFO:tasks.workunit.client.0.smithi016.stdout: "stat_sum": { 2024-04-15T16:06:24.959 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes": 19, 2024-04-15T16:06:24.959 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T16:06:24.959 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_recovered": 0, 2024-04-15T16:06:24.959 INFO:tasks.workunit.client.0.smithi016.stdout: "num_deep_scrub_errors": 0, 2024-04-15T16:06:24.959 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict": 0, 2024-04-15T16:06:24.959 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_kb": 0, 2024-04-15T16:06:24.959 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_full": 0, 2024-04-15T16:06:24.959 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_some": 0, 2024-04-15T16:06:24.959 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush": 0, 2024-04-15T16:06:24.959 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_kb": 0, 2024-04-15T16:06:24.959 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_high": 0, 2024-04-15T16:06:24.959 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_low": 0, 2024-04-15T16:06:24.959 INFO:tasks.workunit.client.0.smithi016.stdout: "num_keys_recovered": 0, 2024-04-15T16:06:24.959 INFO:tasks.workunit.client.0.smithi016.stdout: "num_large_omap_objects": 0, 2024-04-15T16:06:24.959 INFO:tasks.workunit.client.0.smithi016.stdout: "num_legacy_snapsets": 0, 2024-04-15T16:06:24.960 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_clones": 0, 2024-04-15T16:06:24.960 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_copies": 3, 2024-04-15T16:06:24.960 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects": 1, 2024-04-15T16:06:24.960 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_degraded": 0, 2024-04-15T16:06:24.960 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_dirty": 1, 2024-04-15T16:06:24.960 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T16:06:24.960 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_manifest": 0, 2024-04-15T16:06:24.960 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_misplaced": 0, 2024-04-15T16:06:24.960 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing": 0, 2024-04-15T16:06:24.960 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T16:06:24.960 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_omap": 0, 2024-04-15T16:06:24.960 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_pinned": 0, 2024-04-15T16:06:24.960 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_recovered": 0, 2024-04-15T16:06:24.960 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_repaired": 0, 2024-04-15T16:06:24.960 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_unfound": 0, 2024-04-15T16:06:24.961 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_bytes": 0, 2024-04-15T16:06:24.961 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_keys": 0, 2024-04-15T16:06:24.961 INFO:tasks.workunit.client.0.smithi016.stdout: "num_promote": 0, 2024-04-15T16:06:24.961 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read": 1092, 2024-04-15T16:06:24.961 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read_kb": 376393, 2024-04-15T16:06:24.961 INFO:tasks.workunit.client.0.smithi016.stdout: "num_scrub_errors": 0, 2024-04-15T16:06:24.961 INFO:tasks.workunit.client.0.smithi016.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T16:06:24.961 INFO:tasks.workunit.client.0.smithi016.stdout: "num_whiteouts": 0, 2024-04-15T16:06:24.961 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write": 3023, 2024-04-15T16:06:24.961 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write_kb": 388871 2024-04-15T16:06:24.961 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.961 INFO:tasks.workunit.client.0.smithi016.stdout: "state": "active+clean", 2024-04-15T16:06:24.961 INFO:tasks.workunit.client.0.smithi016.stdout: "stats_invalid": false, 2024-04-15T16:06:24.961 INFO:tasks.workunit.client.0.smithi016.stdout: "up": [ 2024-04-15T16:06:24.961 INFO:tasks.workunit.client.0.smithi016.stdout: 1, 2024-04-15T16:06:24.962 INFO:tasks.workunit.client.0.smithi016.stdout: 5, 2024-04-15T16:06:24.962 INFO:tasks.workunit.client.0.smithi016.stdout: 4 2024-04-15T16:06:24.962 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:24.962 INFO:tasks.workunit.client.0.smithi016.stdout: "up_primary": 1, 2024-04-15T16:06:24.962 INFO:tasks.workunit.client.0.smithi016.stdout: "version": "1096'3020" 2024-04-15T16:06:24.962 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.962 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-15T16:06:24.962 INFO:tasks.workunit.client.0.smithi016.stdout: "acting": [ 2024-04-15T16:06:24.962 INFO:tasks.workunit.client.0.smithi016.stdout: 7, 2024-04-15T16:06:24.962 INFO:tasks.workunit.client.0.smithi016.stdout: 4, 2024-04-15T16:06:24.962 INFO:tasks.workunit.client.0.smithi016.stdout: 1 2024-04-15T16:06:24.962 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:24.962 INFO:tasks.workunit.client.0.smithi016.stdout: "acting_primary": 7, 2024-04-15T16:06:24.962 INFO:tasks.workunit.client.0.smithi016.stdout: "avail_no_missing": [], 2024-04-15T16:06:24.962 INFO:tasks.workunit.client.0.smithi016.stdout: "blocked_by": [], 2024-04-15T16:06:24.963 INFO:tasks.workunit.client.0.smithi016.stdout: "created": 61, 2024-04-15T16:06:24.963 INFO:tasks.workunit.client.0.smithi016.stdout: "dirty_stats_invalid": false, 2024-04-15T16:06:24.963 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T16:06:24.963 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_stats_invalid": false, 2024-04-15T16:06:24.963 INFO:tasks.workunit.client.0.smithi016.stdout: "last_active": "2024-04-15T16:05:12.200776+0000", 2024-04-15T16:06:24.963 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_active": "2024-04-15T14:44:49.362673+0000", 2024-04-15T16:06:24.963 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_peered": "2024-04-15T14:44:49.362673+0000", 2024-04-15T16:06:24.963 INFO:tasks.workunit.client.0.smithi016.stdout: "last_change": "2024-04-15T14:44:49.362984+0000", 2024-04-15T16:06:24.963 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean": "2024-04-15T16:05:12.200776+0000", 2024-04-15T16:06:24.963 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T16:06:24.963 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub": "0'0", 2024-04-15T16:06:24.963 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T16:06:24.963 INFO:tasks.workunit.client.0.smithi016.stdout: "last_epoch_clean": 532, 2024-04-15T16:06:24.963 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fresh": "2024-04-15T16:05:12.200776+0000", 2024-04-15T16:06:24.964 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fullsized": "2024-04-15T16:05:12.200776+0000", 2024-04-15T16:06:24.964 INFO:tasks.workunit.client.0.smithi016.stdout: "last_peered": "2024-04-15T16:05:12.200776+0000", 2024-04-15T16:06:24.964 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub": "0'0", 2024-04-15T16:06:24.964 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_duration": 0, 2024-04-15T16:06:24.964 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T16:06:24.964 INFO:tasks.workunit.client.0.smithi016.stdout: "last_undegraded": "2024-04-15T16:05:12.200776+0000", 2024-04-15T16:06:24.964 INFO:tasks.workunit.client.0.smithi016.stdout: "last_unstale": "2024-04-15T16:05:12.200776+0000", 2024-04-15T16:06:24.964 INFO:tasks.workunit.client.0.smithi016.stdout: "log_dups_size": 0, 2024-04-15T16:06:24.964 INFO:tasks.workunit.client.0.smithi016.stdout: "log_size": 0, 2024-04-15T16:06:24.964 INFO:tasks.workunit.client.0.smithi016.stdout: "log_start": "0'0", 2024-04-15T16:06:24.964 INFO:tasks.workunit.client.0.smithi016.stdout: "manifest_stats_invalid": false, 2024-04-15T16:06:24.964 INFO:tasks.workunit.client.0.smithi016.stdout: "mapping_epoch": 531, 2024-04-15T16:06:24.964 INFO:tasks.workunit.client.0.smithi016.stdout: "object_location_counts": [], 2024-04-15T16:06:24.964 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_scrubbed": 0, 2024-04-15T16:06:24.965 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_trimmed": 0, 2024-04-15T16:06:24.965 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_stats_invalid": false, 2024-04-15T16:06:24.965 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_size": 0, 2024-04-15T16:06:24.965 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_start": "0'0", 2024-04-15T16:06:24.965 INFO:tasks.workunit.client.0.smithi016.stdout: "parent": "0.0", 2024-04-15T16:06:24.965 INFO:tasks.workunit.client.0.smithi016.stdout: "parent_split_bits": 0, 2024-04-15T16:06:24.965 INFO:tasks.workunit.client.0.smithi016.stdout: "pgid": "3.e", 2024-04-15T16:06:24.965 INFO:tasks.workunit.client.0.smithi016.stdout: "pin_stats_invalid": false, 2024-04-15T16:06:24.965 INFO:tasks.workunit.client.0.smithi016.stdout: "purged_snaps": [], 2024-04-15T16:06:24.965 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_epoch": 2721, 2024-04-15T16:06:24.965 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_seq": 4859, 2024-04-15T16:06:24.965 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_duration": 0.0, 2024-04-15T16:06:24.965 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-16T17:35:46.106995+0000", 2024-04-15T16:06:24.965 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrim_duration": 0.0, 2024-04-15T16:06:24.965 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrimq_len": 0, 2024-04-15T16:06:24.966 INFO:tasks.workunit.client.0.smithi016.stdout: "stat_sum": { 2024-04-15T16:06:24.966 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes": 0, 2024-04-15T16:06:24.966 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T16:06:24.966 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_recovered": 0, 2024-04-15T16:06:24.966 INFO:tasks.workunit.client.0.smithi016.stdout: "num_deep_scrub_errors": 0, 2024-04-15T16:06:24.966 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict": 0, 2024-04-15T16:06:24.966 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_kb": 0, 2024-04-15T16:06:24.966 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_full": 0, 2024-04-15T16:06:24.966 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_some": 0, 2024-04-15T16:06:24.966 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush": 0, 2024-04-15T16:06:24.966 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_kb": 0, 2024-04-15T16:06:24.967 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_high": 0, 2024-04-15T16:06:24.967 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_low": 0, 2024-04-15T16:06:24.967 INFO:tasks.workunit.client.0.smithi016.stdout: "num_keys_recovered": 0, 2024-04-15T16:06:24.967 INFO:tasks.workunit.client.0.smithi016.stdout: "num_large_omap_objects": 0, 2024-04-15T16:06:24.967 INFO:tasks.workunit.client.0.smithi016.stdout: "num_legacy_snapsets": 0, 2024-04-15T16:06:24.967 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_clones": 0, 2024-04-15T16:06:24.967 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_copies": 0, 2024-04-15T16:06:24.967 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects": 0, 2024-04-15T16:06:24.967 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_degraded": 0, 2024-04-15T16:06:24.967 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_dirty": 0, 2024-04-15T16:06:24.967 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T16:06:24.967 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_manifest": 0, 2024-04-15T16:06:24.967 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_misplaced": 0, 2024-04-15T16:06:24.967 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing": 0, 2024-04-15T16:06:24.967 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T16:06:24.968 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_omap": 0, 2024-04-15T16:06:24.968 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_pinned": 0, 2024-04-15T16:06:24.968 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_recovered": 0, 2024-04-15T16:06:24.968 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_repaired": 0, 2024-04-15T16:06:24.968 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_unfound": 0, 2024-04-15T16:06:24.968 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_bytes": 0, 2024-04-15T16:06:24.968 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_keys": 0, 2024-04-15T16:06:24.968 INFO:tasks.workunit.client.0.smithi016.stdout: "num_promote": 0, 2024-04-15T16:06:24.968 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read": 0, 2024-04-15T16:06:24.968 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read_kb": 0, 2024-04-15T16:06:24.968 INFO:tasks.workunit.client.0.smithi016.stdout: "num_scrub_errors": 0, 2024-04-15T16:06:24.968 INFO:tasks.workunit.client.0.smithi016.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T16:06:24.968 INFO:tasks.workunit.client.0.smithi016.stdout: "num_whiteouts": 0, 2024-04-15T16:06:24.968 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write": 0, 2024-04-15T16:06:24.968 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write_kb": 0 2024-04-15T16:06:24.969 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.969 INFO:tasks.workunit.client.0.smithi016.stdout: "state": "active+clean", 2024-04-15T16:06:24.969 INFO:tasks.workunit.client.0.smithi016.stdout: "stats_invalid": false, 2024-04-15T16:06:24.969 INFO:tasks.workunit.client.0.smithi016.stdout: "up": [ 2024-04-15T16:06:24.969 INFO:tasks.workunit.client.0.smithi016.stdout: 7, 2024-04-15T16:06:24.969 INFO:tasks.workunit.client.0.smithi016.stdout: 4, 2024-04-15T16:06:24.969 INFO:tasks.workunit.client.0.smithi016.stdout: 1 2024-04-15T16:06:24.969 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:24.969 INFO:tasks.workunit.client.0.smithi016.stdout: "up_primary": 7, 2024-04-15T16:06:24.969 INFO:tasks.workunit.client.0.smithi016.stdout: "version": "0'0" 2024-04-15T16:06:24.969 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.969 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-15T16:06:24.969 INFO:tasks.workunit.client.0.smithi016.stdout: "acting": [ 2024-04-15T16:06:24.969 INFO:tasks.workunit.client.0.smithi016.stdout: 4, 2024-04-15T16:06:24.969 INFO:tasks.workunit.client.0.smithi016.stdout: 0, 2024-04-15T16:06:24.970 INFO:tasks.workunit.client.0.smithi016.stdout: 7 2024-04-15T16:06:24.970 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:24.970 INFO:tasks.workunit.client.0.smithi016.stdout: "acting_primary": 4, 2024-04-15T16:06:24.970 INFO:tasks.workunit.client.0.smithi016.stdout: "avail_no_missing": [], 2024-04-15T16:06:24.970 INFO:tasks.workunit.client.0.smithi016.stdout: "blocked_by": [], 2024-04-15T16:06:24.970 INFO:tasks.workunit.client.0.smithi016.stdout: "created": 60, 2024-04-15T16:06:24.970 INFO:tasks.workunit.client.0.smithi016.stdout: "dirty_stats_invalid": false, 2024-04-15T16:06:24.970 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T16:06:24.970 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_stats_invalid": false, 2024-04-15T16:06:24.970 INFO:tasks.workunit.client.0.smithi016.stdout: "last_active": "2024-04-15T16:05:12.205085+0000", 2024-04-15T16:06:24.970 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_active": "2024-04-15T14:44:49.372931+0000", 2024-04-15T16:06:24.970 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_peered": "2024-04-15T14:44:49.372931+0000", 2024-04-15T16:06:24.970 INFO:tasks.workunit.client.0.smithi016.stdout: "last_change": "2024-04-15T14:44:49.373327+0000", 2024-04-15T16:06:24.971 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean": "2024-04-15T16:05:12.205085+0000", 2024-04-15T16:06:24.971 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean_scrub_stamp": "2024-04-15T14:33:33.599136+0000", 2024-04-15T16:06:24.971 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub": "0'0", 2024-04-15T16:06:24.971 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub_stamp": "2024-04-15T14:33:33.599136+0000", 2024-04-15T16:06:24.971 INFO:tasks.workunit.client.0.smithi016.stdout: "last_epoch_clean": 532, 2024-04-15T16:06:24.971 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fresh": "2024-04-15T16:05:12.205085+0000", 2024-04-15T16:06:24.971 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fullsized": "2024-04-15T16:05:12.205085+0000", 2024-04-15T16:06:24.971 INFO:tasks.workunit.client.0.smithi016.stdout: "last_peered": "2024-04-15T16:05:12.205085+0000", 2024-04-15T16:06:24.971 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub": "0'0", 2024-04-15T16:06:24.971 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_duration": 0, 2024-04-15T16:06:24.971 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_stamp": "2024-04-15T14:33:33.599136+0000", 2024-04-15T16:06:24.971 INFO:tasks.workunit.client.0.smithi016.stdout: "last_undegraded": "2024-04-15T16:05:12.205085+0000", 2024-04-15T16:06:24.971 INFO:tasks.workunit.client.0.smithi016.stdout: "last_unstale": "2024-04-15T16:05:12.205085+0000", 2024-04-15T16:06:24.971 INFO:tasks.workunit.client.0.smithi016.stdout: "log_dups_size": 0, 2024-04-15T16:06:24.972 INFO:tasks.workunit.client.0.smithi016.stdout: "log_size": 1, 2024-04-15T16:06:24.972 INFO:tasks.workunit.client.0.smithi016.stdout: "log_start": "0'0", 2024-04-15T16:06:24.972 INFO:tasks.workunit.client.0.smithi016.stdout: "manifest_stats_invalid": false, 2024-04-15T16:06:24.972 INFO:tasks.workunit.client.0.smithi016.stdout: "mapping_epoch": 531, 2024-04-15T16:06:24.972 INFO:tasks.workunit.client.0.smithi016.stdout: "object_location_counts": [], 2024-04-15T16:06:24.972 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_scrubbed": 0, 2024-04-15T16:06:24.972 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_trimmed": 0, 2024-04-15T16:06:24.972 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_stats_invalid": false, 2024-04-15T16:06:24.972 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_size": 1, 2024-04-15T16:06:24.972 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_start": "0'0", 2024-04-15T16:06:24.972 INFO:tasks.workunit.client.0.smithi016.stdout: "parent": "0.0", 2024-04-15T16:06:24.972 INFO:tasks.workunit.client.0.smithi016.stdout: "parent_split_bits": 0, 2024-04-15T16:06:24.972 INFO:tasks.workunit.client.0.smithi016.stdout: "pgid": "2.f", 2024-04-15T16:06:24.972 INFO:tasks.workunit.client.0.smithi016.stdout: "pin_stats_invalid": false, 2024-04-15T16:06:24.972 INFO:tasks.workunit.client.0.smithi016.stdout: "purged_snaps": [], 2024-04-15T16:06:24.973 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_epoch": 2721, 2024-04-15T16:06:24.973 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_seq": 4963, 2024-04-15T16:06:24.973 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_duration": 0.0, 2024-04-15T16:06:24.973 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-16T17:08:19.695886+0000", 2024-04-15T16:06:24.973 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrim_duration": 0.0, 2024-04-15T16:06:24.973 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrimq_len": 0, 2024-04-15T16:06:24.973 INFO:tasks.workunit.client.0.smithi016.stdout: "stat_sum": { 2024-04-15T16:06:24.973 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes": 22, 2024-04-15T16:06:24.973 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T16:06:24.973 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_recovered": 0, 2024-04-15T16:06:24.973 INFO:tasks.workunit.client.0.smithi016.stdout: "num_deep_scrub_errors": 0, 2024-04-15T16:06:24.973 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict": 0, 2024-04-15T16:06:24.973 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_kb": 0, 2024-04-15T16:06:24.973 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_full": 0, 2024-04-15T16:06:24.974 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_some": 0, 2024-04-15T16:06:24.974 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush": 0, 2024-04-15T16:06:24.974 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_kb": 0, 2024-04-15T16:06:24.974 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_high": 0, 2024-04-15T16:06:24.974 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_low": 0, 2024-04-15T16:06:24.974 INFO:tasks.workunit.client.0.smithi016.stdout: "num_keys_recovered": 0, 2024-04-15T16:06:24.974 INFO:tasks.workunit.client.0.smithi016.stdout: "num_large_omap_objects": 0, 2024-04-15T16:06:24.974 INFO:tasks.workunit.client.0.smithi016.stdout: "num_legacy_snapsets": 0, 2024-04-15T16:06:24.974 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_clones": 0, 2024-04-15T16:06:24.974 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_copies": 3, 2024-04-15T16:06:24.974 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects": 1, 2024-04-15T16:06:24.974 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_degraded": 0, 2024-04-15T16:06:24.974 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_dirty": 1, 2024-04-15T16:06:24.974 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T16:06:24.975 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_manifest": 0, 2024-04-15T16:06:24.975 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_misplaced": 0, 2024-04-15T16:06:24.975 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing": 0, 2024-04-15T16:06:24.975 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T16:06:24.975 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_omap": 0, 2024-04-15T16:06:24.975 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_pinned": 0, 2024-04-15T16:06:24.975 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_recovered": 0, 2024-04-15T16:06:24.975 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_repaired": 0, 2024-04-15T16:06:24.975 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_unfound": 0, 2024-04-15T16:06:24.975 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_bytes": 0, 2024-04-15T16:06:24.975 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_keys": 0, 2024-04-15T16:06:24.975 INFO:tasks.workunit.client.0.smithi016.stdout: "num_promote": 0, 2024-04-15T16:06:24.975 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read": 2, 2024-04-15T16:06:24.975 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read_kb": 2, 2024-04-15T16:06:24.975 INFO:tasks.workunit.client.0.smithi016.stdout: "num_scrub_errors": 0, 2024-04-15T16:06:24.976 INFO:tasks.workunit.client.0.smithi016.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T16:06:24.976 INFO:tasks.workunit.client.0.smithi016.stdout: "num_whiteouts": 0, 2024-04-15T16:06:24.976 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write": 1, 2024-04-15T16:06:24.976 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write_kb": 1 2024-04-15T16:06:24.976 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.976 INFO:tasks.workunit.client.0.smithi016.stdout: "state": "active+clean", 2024-04-15T16:06:24.976 INFO:tasks.workunit.client.0.smithi016.stdout: "stats_invalid": false, 2024-04-15T16:06:24.976 INFO:tasks.workunit.client.0.smithi016.stdout: "up": [ 2024-04-15T16:06:24.976 INFO:tasks.workunit.client.0.smithi016.stdout: 4, 2024-04-15T16:06:24.976 INFO:tasks.workunit.client.0.smithi016.stdout: 0, 2024-04-15T16:06:24.976 INFO:tasks.workunit.client.0.smithi016.stdout: 7 2024-04-15T16:06:24.976 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:24.976 INFO:tasks.workunit.client.0.smithi016.stdout: "up_primary": 4, 2024-04-15T16:06:24.976 INFO:tasks.workunit.client.0.smithi016.stdout: "version": "62'1" 2024-04-15T16:06:24.976 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.977 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-15T16:06:24.977 INFO:tasks.workunit.client.0.smithi016.stdout: "acting": [ 2024-04-15T16:06:24.977 INFO:tasks.workunit.client.0.smithi016.stdout: 7, 2024-04-15T16:06:24.977 INFO:tasks.workunit.client.0.smithi016.stdout: 4, 2024-04-15T16:06:24.977 INFO:tasks.workunit.client.0.smithi016.stdout: 6 2024-04-15T16:06:24.977 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:24.977 INFO:tasks.workunit.client.0.smithi016.stdout: "acting_primary": 7, 2024-04-15T16:06:24.977 INFO:tasks.workunit.client.0.smithi016.stdout: "avail_no_missing": [], 2024-04-15T16:06:24.977 INFO:tasks.workunit.client.0.smithi016.stdout: "blocked_by": [], 2024-04-15T16:06:24.977 INFO:tasks.workunit.client.0.smithi016.stdout: "created": 61, 2024-04-15T16:06:24.977 INFO:tasks.workunit.client.0.smithi016.stdout: "dirty_stats_invalid": false, 2024-04-15T16:06:24.977 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T16:06:24.977 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_stats_invalid": false, 2024-04-15T16:06:24.977 INFO:tasks.workunit.client.0.smithi016.stdout: "last_active": "2024-04-15T16:05:12.197883+0000", 2024-04-15T16:06:24.978 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_active": "2024-04-15T14:44:49.365190+0000", 2024-04-15T16:06:24.978 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_peered": "2024-04-15T14:44:49.365190+0000", 2024-04-15T16:06:24.978 INFO:tasks.workunit.client.0.smithi016.stdout: "last_change": "2024-04-15T14:44:49.366015+0000", 2024-04-15T16:06:24.978 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean": "2024-04-15T16:05:12.197883+0000", 2024-04-15T16:06:24.978 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T16:06:24.978 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub": "0'0", 2024-04-15T16:06:24.978 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T16:06:24.978 INFO:tasks.workunit.client.0.smithi016.stdout: "last_epoch_clean": 532, 2024-04-15T16:06:24.978 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fresh": "2024-04-15T16:05:12.197883+0000", 2024-04-15T16:06:24.978 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fullsized": "2024-04-15T16:05:12.197883+0000", 2024-04-15T16:06:24.978 INFO:tasks.workunit.client.0.smithi016.stdout: "last_peered": "2024-04-15T16:05:12.197883+0000", 2024-04-15T16:06:24.978 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub": "0'0", 2024-04-15T16:06:24.978 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_duration": 0, 2024-04-15T16:06:24.978 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T16:06:24.979 INFO:tasks.workunit.client.0.smithi016.stdout: "last_undegraded": "2024-04-15T16:05:12.197883+0000", 2024-04-15T16:06:24.979 INFO:tasks.workunit.client.0.smithi016.stdout: "last_unstale": "2024-04-15T16:05:12.197883+0000", 2024-04-15T16:06:24.979 INFO:tasks.workunit.client.0.smithi016.stdout: "log_dups_size": 0, 2024-04-15T16:06:24.979 INFO:tasks.workunit.client.0.smithi016.stdout: "log_size": 0, 2024-04-15T16:06:24.979 INFO:tasks.workunit.client.0.smithi016.stdout: "log_start": "0'0", 2024-04-15T16:06:24.979 INFO:tasks.workunit.client.0.smithi016.stdout: "manifest_stats_invalid": false, 2024-04-15T16:06:24.979 INFO:tasks.workunit.client.0.smithi016.stdout: "mapping_epoch": 531, 2024-04-15T16:06:24.979 INFO:tasks.workunit.client.0.smithi016.stdout: "object_location_counts": [], 2024-04-15T16:06:24.979 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_scrubbed": 0, 2024-04-15T16:06:24.979 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_trimmed": 0, 2024-04-15T16:06:24.979 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_stats_invalid": false, 2024-04-15T16:06:24.979 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_size": 0, 2024-04-15T16:06:24.979 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_start": "0'0", 2024-04-15T16:06:24.979 INFO:tasks.workunit.client.0.smithi016.stdout: "parent": "0.0", 2024-04-15T16:06:24.980 INFO:tasks.workunit.client.0.smithi016.stdout: "parent_split_bits": 0, 2024-04-15T16:06:24.980 INFO:tasks.workunit.client.0.smithi016.stdout: "pgid": "3.11", 2024-04-15T16:06:24.980 INFO:tasks.workunit.client.0.smithi016.stdout: "pin_stats_invalid": false, 2024-04-15T16:06:24.980 INFO:tasks.workunit.client.0.smithi016.stdout: "purged_snaps": [], 2024-04-15T16:06:24.980 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_epoch": 2721, 2024-04-15T16:06:24.980 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_seq": 4871, 2024-04-15T16:06:24.980 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_duration": 0.0, 2024-04-15T16:06:24.980 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-16T16:12:33.168454+0000", 2024-04-15T16:06:24.980 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrim_duration": 0.0, 2024-04-15T16:06:24.980 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrimq_len": 0, 2024-04-15T16:06:24.980 INFO:tasks.workunit.client.0.smithi016.stdout: "stat_sum": { 2024-04-15T16:06:24.980 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes": 0, 2024-04-15T16:06:24.980 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T16:06:24.980 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_recovered": 0, 2024-04-15T16:06:24.980 INFO:tasks.workunit.client.0.smithi016.stdout: "num_deep_scrub_errors": 0, 2024-04-15T16:06:24.981 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict": 0, 2024-04-15T16:06:24.981 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_kb": 0, 2024-04-15T16:06:24.981 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_full": 0, 2024-04-15T16:06:24.981 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_some": 0, 2024-04-15T16:06:24.981 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush": 0, 2024-04-15T16:06:24.981 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_kb": 0, 2024-04-15T16:06:24.981 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_high": 0, 2024-04-15T16:06:24.981 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_low": 0, 2024-04-15T16:06:24.981 INFO:tasks.workunit.client.0.smithi016.stdout: "num_keys_recovered": 0, 2024-04-15T16:06:24.981 INFO:tasks.workunit.client.0.smithi016.stdout: "num_large_omap_objects": 0, 2024-04-15T16:06:24.981 INFO:tasks.workunit.client.0.smithi016.stdout: "num_legacy_snapsets": 0, 2024-04-15T16:06:24.981 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_clones": 0, 2024-04-15T16:06:24.981 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_copies": 0, 2024-04-15T16:06:24.981 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects": 0, 2024-04-15T16:06:24.981 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_degraded": 0, 2024-04-15T16:06:24.982 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_dirty": 0, 2024-04-15T16:06:24.982 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T16:06:24.982 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_manifest": 0, 2024-04-15T16:06:24.982 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_misplaced": 0, 2024-04-15T16:06:24.982 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing": 0, 2024-04-15T16:06:24.982 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T16:06:24.982 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_omap": 0, 2024-04-15T16:06:24.982 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_pinned": 0, 2024-04-15T16:06:24.982 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_recovered": 0, 2024-04-15T16:06:24.982 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_repaired": 0, 2024-04-15T16:06:24.982 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_unfound": 0, 2024-04-15T16:06:24.982 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_bytes": 0, 2024-04-15T16:06:24.982 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_keys": 0, 2024-04-15T16:06:24.982 INFO:tasks.workunit.client.0.smithi016.stdout: "num_promote": 0, 2024-04-15T16:06:24.982 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read": 0, 2024-04-15T16:06:24.983 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read_kb": 0, 2024-04-15T16:06:24.983 INFO:tasks.workunit.client.0.smithi016.stdout: "num_scrub_errors": 0, 2024-04-15T16:06:24.983 INFO:tasks.workunit.client.0.smithi016.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T16:06:24.983 INFO:tasks.workunit.client.0.smithi016.stdout: "num_whiteouts": 0, 2024-04-15T16:06:24.983 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write": 0, 2024-04-15T16:06:24.983 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write_kb": 0 2024-04-15T16:06:24.983 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.983 INFO:tasks.workunit.client.0.smithi016.stdout: "state": "active+clean", 2024-04-15T16:06:24.983 INFO:tasks.workunit.client.0.smithi016.stdout: "stats_invalid": false, 2024-04-15T16:06:24.983 INFO:tasks.workunit.client.0.smithi016.stdout: "up": [ 2024-04-15T16:06:24.983 INFO:tasks.workunit.client.0.smithi016.stdout: 7, 2024-04-15T16:06:24.983 INFO:tasks.workunit.client.0.smithi016.stdout: 4, 2024-04-15T16:06:24.983 INFO:tasks.workunit.client.0.smithi016.stdout: 6 2024-04-15T16:06:24.983 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:24.983 INFO:tasks.workunit.client.0.smithi016.stdout: "up_primary": 7, 2024-04-15T16:06:24.984 INFO:tasks.workunit.client.0.smithi016.stdout: "version": "0'0" 2024-04-15T16:06:24.984 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.984 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-15T16:06:24.984 INFO:tasks.workunit.client.0.smithi016.stdout: "acting": [ 2024-04-15T16:06:24.984 INFO:tasks.workunit.client.0.smithi016.stdout: 2, 2024-04-15T16:06:24.984 INFO:tasks.workunit.client.0.smithi016.stdout: 1, 2024-04-15T16:06:24.984 INFO:tasks.workunit.client.0.smithi016.stdout: 0 2024-04-15T16:06:24.984 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:24.984 INFO:tasks.workunit.client.0.smithi016.stdout: "acting_primary": 2, 2024-04-15T16:06:24.984 INFO:tasks.workunit.client.0.smithi016.stdout: "avail_no_missing": [], 2024-04-15T16:06:24.984 INFO:tasks.workunit.client.0.smithi016.stdout: "blocked_by": [], 2024-04-15T16:06:24.984 INFO:tasks.workunit.client.0.smithi016.stdout: "created": 60, 2024-04-15T16:06:24.984 INFO:tasks.workunit.client.0.smithi016.stdout: "dirty_stats_invalid": false, 2024-04-15T16:06:24.984 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T16:06:24.985 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_stats_invalid": false, 2024-04-15T16:06:24.985 INFO:tasks.workunit.client.0.smithi016.stdout: "last_active": "2024-04-15T16:05:12.196700+0000", 2024-04-15T16:06:24.985 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_active": "2024-04-15T14:42:22.725738+0000", 2024-04-15T16:06:24.985 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_peered": "2024-04-15T14:42:22.725738+0000", 2024-04-15T16:06:24.985 INFO:tasks.workunit.client.0.smithi016.stdout: "last_change": "2024-04-15T14:42:22.726207+0000", 2024-04-15T16:06:24.985 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean": "2024-04-15T16:05:12.196700+0000", 2024-04-15T16:06:24.985 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean_scrub_stamp": "2024-04-15T14:33:33.599136+0000", 2024-04-15T16:06:24.985 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub": "0'0", 2024-04-15T16:06:24.985 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub_stamp": "2024-04-15T14:33:33.599136+0000", 2024-04-15T16:06:24.985 INFO:tasks.workunit.client.0.smithi016.stdout: "last_epoch_clean": 389, 2024-04-15T16:06:24.985 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fresh": "2024-04-15T16:05:12.196700+0000", 2024-04-15T16:06:24.985 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fullsized": "2024-04-15T16:05:12.196700+0000", 2024-04-15T16:06:24.985 INFO:tasks.workunit.client.0.smithi016.stdout: "last_peered": "2024-04-15T16:05:12.196700+0000", 2024-04-15T16:06:24.985 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub": "0'0", 2024-04-15T16:06:24.985 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_duration": 0, 2024-04-15T16:06:24.986 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_stamp": "2024-04-15T14:33:33.599136+0000", 2024-04-15T16:06:24.986 INFO:tasks.workunit.client.0.smithi016.stdout: "last_undegraded": "2024-04-15T16:05:12.196700+0000", 2024-04-15T16:06:24.986 INFO:tasks.workunit.client.0.smithi016.stdout: "last_unstale": "2024-04-15T16:05:12.196700+0000", 2024-04-15T16:06:24.986 INFO:tasks.workunit.client.0.smithi016.stdout: "log_dups_size": 0, 2024-04-15T16:06:24.986 INFO:tasks.workunit.client.0.smithi016.stdout: "log_size": 8, 2024-04-15T16:06:24.986 INFO:tasks.workunit.client.0.smithi016.stdout: "log_start": "0'0", 2024-04-15T16:06:24.986 INFO:tasks.workunit.client.0.smithi016.stdout: "manifest_stats_invalid": false, 2024-04-15T16:06:24.986 INFO:tasks.workunit.client.0.smithi016.stdout: "mapping_epoch": 388, 2024-04-15T16:06:24.986 INFO:tasks.workunit.client.0.smithi016.stdout: "object_location_counts": [], 2024-04-15T16:06:24.986 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_scrubbed": 0, 2024-04-15T16:06:24.986 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_trimmed": 0, 2024-04-15T16:06:24.986 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_stats_invalid": false, 2024-04-15T16:06:24.986 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_size": 8, 2024-04-15T16:06:24.986 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_start": "0'0", 2024-04-15T16:06:24.987 INFO:tasks.workunit.client.0.smithi016.stdout: "parent": "0.0", 2024-04-15T16:06:24.987 INFO:tasks.workunit.client.0.smithi016.stdout: "parent_split_bits": 0, 2024-04-15T16:06:24.987 INFO:tasks.workunit.client.0.smithi016.stdout: "pgid": "2.10", 2024-04-15T16:06:24.987 INFO:tasks.workunit.client.0.smithi016.stdout: "pin_stats_invalid": false, 2024-04-15T16:06:24.987 INFO:tasks.workunit.client.0.smithi016.stdout: "purged_snaps": [], 2024-04-15T16:06:24.987 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_epoch": 2721, 2024-04-15T16:06:24.987 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_seq": 5043, 2024-04-15T16:06:24.987 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_duration": 0.0, 2024-04-15T16:06:24.987 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-17T00:46:28.111877+0000", 2024-04-15T16:06:24.987 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrim_duration": 0.0, 2024-04-15T16:06:24.987 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrimq_len": 0, 2024-04-15T16:06:24.987 INFO:tasks.workunit.client.0.smithi016.stdout: "stat_sum": { 2024-04-15T16:06:24.987 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes": 0, 2024-04-15T16:06:24.987 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T16:06:24.987 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_recovered": 0, 2024-04-15T16:06:24.988 INFO:tasks.workunit.client.0.smithi016.stdout: "num_deep_scrub_errors": 0, 2024-04-15T16:06:24.988 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict": 0, 2024-04-15T16:06:24.988 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_kb": 0, 2024-04-15T16:06:24.988 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_full": 0, 2024-04-15T16:06:24.988 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_some": 0, 2024-04-15T16:06:24.988 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush": 0, 2024-04-15T16:06:24.988 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_kb": 0, 2024-04-15T16:06:24.988 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_high": 0, 2024-04-15T16:06:24.988 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_low": 0, 2024-04-15T16:06:24.988 INFO:tasks.workunit.client.0.smithi016.stdout: "num_keys_recovered": 0, 2024-04-15T16:06:24.988 INFO:tasks.workunit.client.0.smithi016.stdout: "num_large_omap_objects": 0, 2024-04-15T16:06:24.988 INFO:tasks.workunit.client.0.smithi016.stdout: "num_legacy_snapsets": 0, 2024-04-15T16:06:24.988 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_clones": 0, 2024-04-15T16:06:24.988 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_copies": 12, 2024-04-15T16:06:24.988 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects": 4, 2024-04-15T16:06:24.989 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_degraded": 0, 2024-04-15T16:06:24.989 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_dirty": 4, 2024-04-15T16:06:24.989 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T16:06:24.989 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_manifest": 0, 2024-04-15T16:06:24.989 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_misplaced": 0, 2024-04-15T16:06:24.989 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing": 0, 2024-04-15T16:06:24.989 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T16:06:24.989 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_omap": 4, 2024-04-15T16:06:24.989 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_pinned": 0, 2024-04-15T16:06:24.989 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_recovered": 0, 2024-04-15T16:06:24.989 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_repaired": 0, 2024-04-15T16:06:24.989 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_unfound": 0, 2024-04-15T16:06:24.989 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_bytes": 0, 2024-04-15T16:06:24.989 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_keys": 0, 2024-04-15T16:06:24.989 INFO:tasks.workunit.client.0.smithi016.stdout: "num_promote": 0, 2024-04-15T16:06:24.990 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read": 48, 2024-04-15T16:06:24.990 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read_kb": 48, 2024-04-15T16:06:24.990 INFO:tasks.workunit.client.0.smithi016.stdout: "num_scrub_errors": 0, 2024-04-15T16:06:24.990 INFO:tasks.workunit.client.0.smithi016.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T16:06:24.990 INFO:tasks.workunit.client.0.smithi016.stdout: "num_whiteouts": 0, 2024-04-15T16:06:24.990 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write": 12, 2024-04-15T16:06:24.990 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write_kb": 0 2024-04-15T16:06:24.990 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.990 INFO:tasks.workunit.client.0.smithi016.stdout: "state": "active+clean", 2024-04-15T16:06:24.990 INFO:tasks.workunit.client.0.smithi016.stdout: "stats_invalid": false, 2024-04-15T16:06:24.990 INFO:tasks.workunit.client.0.smithi016.stdout: "up": [ 2024-04-15T16:06:24.990 INFO:tasks.workunit.client.0.smithi016.stdout: 2, 2024-04-15T16:06:24.990 INFO:tasks.workunit.client.0.smithi016.stdout: 1, 2024-04-15T16:06:24.990 INFO:tasks.workunit.client.0.smithi016.stdout: 0 2024-04-15T16:06:24.991 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:24.991 INFO:tasks.workunit.client.0.smithi016.stdout: "up_primary": 2, 2024-04-15T16:06:24.991 INFO:tasks.workunit.client.0.smithi016.stdout: "version": "62'8" 2024-04-15T16:06:24.991 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.991 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-15T16:06:24.991 INFO:tasks.workunit.client.0.smithi016.stdout: "acting": [ 2024-04-15T16:06:24.991 INFO:tasks.workunit.client.0.smithi016.stdout: 6, 2024-04-15T16:06:24.991 INFO:tasks.workunit.client.0.smithi016.stdout: 0, 2024-04-15T16:06:24.991 INFO:tasks.workunit.client.0.smithi016.stdout: 5 2024-04-15T16:06:24.991 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:24.991 INFO:tasks.workunit.client.0.smithi016.stdout: "acting_primary": 6, 2024-04-15T16:06:24.991 INFO:tasks.workunit.client.0.smithi016.stdout: "avail_no_missing": [], 2024-04-15T16:06:24.991 INFO:tasks.workunit.client.0.smithi016.stdout: "blocked_by": [], 2024-04-15T16:06:24.991 INFO:tasks.workunit.client.0.smithi016.stdout: "created": 61, 2024-04-15T16:06:24.991 INFO:tasks.workunit.client.0.smithi016.stdout: "dirty_stats_invalid": false, 2024-04-15T16:06:24.992 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T16:06:24.992 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_stats_invalid": false, 2024-04-15T16:06:24.992 INFO:tasks.workunit.client.0.smithi016.stdout: "last_active": "2024-04-15T16:05:11.412104+0000", 2024-04-15T16:06:24.992 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_active": "2024-04-15T14:44:28.450894+0000", 2024-04-15T16:06:24.992 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_peered": "2024-04-15T14:44:28.450894+0000", 2024-04-15T16:06:24.992 INFO:tasks.workunit.client.0.smithi016.stdout: "last_change": "2024-04-15T14:44:28.451218+0000", 2024-04-15T16:06:24.992 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean": "2024-04-15T16:05:11.412104+0000", 2024-04-15T16:06:24.992 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T16:06:24.992 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub": "0'0", 2024-04-15T16:06:24.992 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T16:06:24.992 INFO:tasks.workunit.client.0.smithi016.stdout: "last_epoch_clean": 511, 2024-04-15T16:06:24.992 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fresh": "2024-04-15T16:05:11.412104+0000", 2024-04-15T16:06:24.992 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fullsized": "2024-04-15T16:05:11.412104+0000", 2024-04-15T16:06:24.992 INFO:tasks.workunit.client.0.smithi016.stdout: "last_peered": "2024-04-15T16:05:11.412104+0000", 2024-04-15T16:06:24.993 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub": "0'0", 2024-04-15T16:06:24.993 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_duration": 0, 2024-04-15T16:06:24.993 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T16:06:24.993 INFO:tasks.workunit.client.0.smithi016.stdout: "last_undegraded": "2024-04-15T16:05:11.412104+0000", 2024-04-15T16:06:24.993 INFO:tasks.workunit.client.0.smithi016.stdout: "last_unstale": "2024-04-15T16:05:11.412104+0000", 2024-04-15T16:06:24.993 INFO:tasks.workunit.client.0.smithi016.stdout: "log_dups_size": 0, 2024-04-15T16:06:24.993 INFO:tasks.workunit.client.0.smithi016.stdout: "log_size": 0, 2024-04-15T16:06:24.993 INFO:tasks.workunit.client.0.smithi016.stdout: "log_start": "0'0", 2024-04-15T16:06:24.993 INFO:tasks.workunit.client.0.smithi016.stdout: "manifest_stats_invalid": false, 2024-04-15T16:06:24.993 INFO:tasks.workunit.client.0.smithi016.stdout: "mapping_epoch": 510, 2024-04-15T16:06:24.993 INFO:tasks.workunit.client.0.smithi016.stdout: "object_location_counts": [], 2024-04-15T16:06:24.993 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_scrubbed": 0, 2024-04-15T16:06:24.993 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_trimmed": 0, 2024-04-15T16:06:24.993 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_stats_invalid": false, 2024-04-15T16:06:24.994 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_size": 0, 2024-04-15T16:06:24.994 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_start": "0'0", 2024-04-15T16:06:24.994 INFO:tasks.workunit.client.0.smithi016.stdout: "parent": "0.0", 2024-04-15T16:06:24.994 INFO:tasks.workunit.client.0.smithi016.stdout: "parent_split_bits": 0, 2024-04-15T16:06:24.994 INFO:tasks.workunit.client.0.smithi016.stdout: "pgid": "3.10", 2024-04-15T16:06:24.994 INFO:tasks.workunit.client.0.smithi016.stdout: "pin_stats_invalid": false, 2024-04-15T16:06:24.994 INFO:tasks.workunit.client.0.smithi016.stdout: "purged_snaps": [], 2024-04-15T16:06:24.994 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_epoch": 2721, 2024-04-15T16:06:24.994 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_seq": 4877, 2024-04-15T16:06:24.994 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_duration": 0.0, 2024-04-15T16:06:24.994 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-16T14:54:16.426577+0000", 2024-04-15T16:06:24.994 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrim_duration": 0.0, 2024-04-15T16:06:24.994 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrimq_len": 0, 2024-04-15T16:06:24.994 INFO:tasks.workunit.client.0.smithi016.stdout: "stat_sum": { 2024-04-15T16:06:24.994 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes": 0, 2024-04-15T16:06:24.995 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T16:06:24.995 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_recovered": 0, 2024-04-15T16:06:24.995 INFO:tasks.workunit.client.0.smithi016.stdout: "num_deep_scrub_errors": 0, 2024-04-15T16:06:24.995 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict": 0, 2024-04-15T16:06:24.995 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_kb": 0, 2024-04-15T16:06:24.995 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_full": 0, 2024-04-15T16:06:24.995 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_some": 0, 2024-04-15T16:06:24.995 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush": 0, 2024-04-15T16:06:24.995 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_kb": 0, 2024-04-15T16:06:24.995 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_high": 0, 2024-04-15T16:06:24.995 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_low": 0, 2024-04-15T16:06:24.995 INFO:tasks.workunit.client.0.smithi016.stdout: "num_keys_recovered": 0, 2024-04-15T16:06:24.995 INFO:tasks.workunit.client.0.smithi016.stdout: "num_large_omap_objects": 0, 2024-04-15T16:06:24.995 INFO:tasks.workunit.client.0.smithi016.stdout: "num_legacy_snapsets": 0, 2024-04-15T16:06:24.995 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_clones": 0, 2024-04-15T16:06:24.996 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_copies": 0, 2024-04-15T16:06:24.996 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects": 0, 2024-04-15T16:06:24.996 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_degraded": 0, 2024-04-15T16:06:24.996 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_dirty": 0, 2024-04-15T16:06:24.996 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T16:06:24.996 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_manifest": 0, 2024-04-15T16:06:24.996 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_misplaced": 0, 2024-04-15T16:06:24.996 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing": 0, 2024-04-15T16:06:24.996 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T16:06:24.996 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_omap": 0, 2024-04-15T16:06:24.996 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_pinned": 0, 2024-04-15T16:06:24.996 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_recovered": 0, 2024-04-15T16:06:24.996 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_repaired": 0, 2024-04-15T16:06:24.996 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_unfound": 0, 2024-04-15T16:06:24.996 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_bytes": 0, 2024-04-15T16:06:24.997 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_keys": 0, 2024-04-15T16:06:24.997 INFO:tasks.workunit.client.0.smithi016.stdout: "num_promote": 0, 2024-04-15T16:06:24.997 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read": 0, 2024-04-15T16:06:24.997 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read_kb": 0, 2024-04-15T16:06:24.997 INFO:tasks.workunit.client.0.smithi016.stdout: "num_scrub_errors": 0, 2024-04-15T16:06:24.997 INFO:tasks.workunit.client.0.smithi016.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T16:06:24.997 INFO:tasks.workunit.client.0.smithi016.stdout: "num_whiteouts": 0, 2024-04-15T16:06:24.997 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write": 0, 2024-04-15T16:06:24.997 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write_kb": 0 2024-04-15T16:06:24.997 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.997 INFO:tasks.workunit.client.0.smithi016.stdout: "state": "active+clean", 2024-04-15T16:06:24.997 INFO:tasks.workunit.client.0.smithi016.stdout: "stats_invalid": false, 2024-04-15T16:06:24.997 INFO:tasks.workunit.client.0.smithi016.stdout: "up": [ 2024-04-15T16:06:24.997 INFO:tasks.workunit.client.0.smithi016.stdout: 6, 2024-04-15T16:06:24.998 INFO:tasks.workunit.client.0.smithi016.stdout: 0, 2024-04-15T16:06:24.998 INFO:tasks.workunit.client.0.smithi016.stdout: 5 2024-04-15T16:06:24.998 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:24.998 INFO:tasks.workunit.client.0.smithi016.stdout: "up_primary": 6, 2024-04-15T16:06:24.998 INFO:tasks.workunit.client.0.smithi016.stdout: "version": "0'0" 2024-04-15T16:06:24.998 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:24.998 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-15T16:06:24.998 INFO:tasks.workunit.client.0.smithi016.stdout: "acting": [ 2024-04-15T16:06:24.998 INFO:tasks.workunit.client.0.smithi016.stdout: 6, 2024-04-15T16:06:24.998 INFO:tasks.workunit.client.0.smithi016.stdout: 4, 2024-04-15T16:06:24.998 INFO:tasks.workunit.client.0.smithi016.stdout: 1 2024-04-15T16:06:24.998 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:24.998 INFO:tasks.workunit.client.0.smithi016.stdout: "acting_primary": 6, 2024-04-15T16:06:24.998 INFO:tasks.workunit.client.0.smithi016.stdout: "avail_no_missing": [], 2024-04-15T16:06:24.999 INFO:tasks.workunit.client.0.smithi016.stdout: "blocked_by": [], 2024-04-15T16:06:24.999 INFO:tasks.workunit.client.0.smithi016.stdout: "created": 60, 2024-04-15T16:06:24.999 INFO:tasks.workunit.client.0.smithi016.stdout: "dirty_stats_invalid": false, 2024-04-15T16:06:24.999 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T16:06:24.999 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_stats_invalid": false, 2024-04-15T16:06:24.999 INFO:tasks.workunit.client.0.smithi016.stdout: "last_active": "2024-04-15T16:05:11.413330+0000", 2024-04-15T16:06:24.999 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_active": "2024-04-15T14:44:28.453432+0000", 2024-04-15T16:06:24.999 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_peered": "2024-04-15T14:44:28.453432+0000", 2024-04-15T16:06:24.999 INFO:tasks.workunit.client.0.smithi016.stdout: "last_change": "2024-04-15T14:44:28.455924+0000", 2024-04-15T16:06:24.999 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean": "2024-04-15T16:05:11.413330+0000", 2024-04-15T16:06:24.999 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean_scrub_stamp": "2024-04-15T14:33:33.599136+0000", 2024-04-15T16:06:24.999 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub": "0'0", 2024-04-15T16:06:24.999 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub_stamp": "2024-04-15T14:33:33.599136+0000", 2024-04-15T16:06:24.999 INFO:tasks.workunit.client.0.smithi016.stdout: "last_epoch_clean": 511, 2024-04-15T16:06:24.999 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fresh": "2024-04-15T16:05:11.413330+0000", 2024-04-15T16:06:25.000 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fullsized": "2024-04-15T16:05:11.413330+0000", 2024-04-15T16:06:25.000 INFO:tasks.workunit.client.0.smithi016.stdout: "last_peered": "2024-04-15T16:05:11.413330+0000", 2024-04-15T16:06:25.000 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub": "0'0", 2024-04-15T16:06:25.000 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_duration": 0, 2024-04-15T16:06:25.000 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_stamp": "2024-04-15T14:33:33.599136+0000", 2024-04-15T16:06:25.000 INFO:tasks.workunit.client.0.smithi016.stdout: "last_undegraded": "2024-04-15T16:05:11.413330+0000", 2024-04-15T16:06:25.000 INFO:tasks.workunit.client.0.smithi016.stdout: "last_unstale": "2024-04-15T16:05:11.413330+0000", 2024-04-15T16:06:25.000 INFO:tasks.workunit.client.0.smithi016.stdout: "log_dups_size": 0, 2024-04-15T16:06:25.000 INFO:tasks.workunit.client.0.smithi016.stdout: "log_size": 0, 2024-04-15T16:06:25.000 INFO:tasks.workunit.client.0.smithi016.stdout: "log_start": "0'0", 2024-04-15T16:06:25.000 INFO:tasks.workunit.client.0.smithi016.stdout: "manifest_stats_invalid": false, 2024-04-15T16:06:25.000 INFO:tasks.workunit.client.0.smithi016.stdout: "mapping_epoch": 510, 2024-04-15T16:06:25.000 INFO:tasks.workunit.client.0.smithi016.stdout: "object_location_counts": [], 2024-04-15T16:06:25.001 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_scrubbed": 0, 2024-04-15T16:06:25.001 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_trimmed": 0, 2024-04-15T16:06:25.001 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_stats_invalid": false, 2024-04-15T16:06:25.001 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_size": 0, 2024-04-15T16:06:25.001 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_start": "0'0", 2024-04-15T16:06:25.001 INFO:tasks.workunit.client.0.smithi016.stdout: "parent": "0.0", 2024-04-15T16:06:25.001 INFO:tasks.workunit.client.0.smithi016.stdout: "parent_split_bits": 0, 2024-04-15T16:06:25.001 INFO:tasks.workunit.client.0.smithi016.stdout: "pgid": "2.11", 2024-04-15T16:06:25.001 INFO:tasks.workunit.client.0.smithi016.stdout: "pin_stats_invalid": false, 2024-04-15T16:06:25.001 INFO:tasks.workunit.client.0.smithi016.stdout: "purged_snaps": [], 2024-04-15T16:06:25.001 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_epoch": 2721, 2024-04-15T16:06:25.001 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_seq": 4899, 2024-04-15T16:06:25.001 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_duration": 0.0, 2024-04-15T16:06:25.001 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-16T17:40:19.141521+0000", 2024-04-15T16:06:25.002 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrim_duration": 0.0, 2024-04-15T16:06:25.002 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrimq_len": 0, 2024-04-15T16:06:25.002 INFO:tasks.workunit.client.0.smithi016.stdout: "stat_sum": { 2024-04-15T16:06:25.002 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes": 0, 2024-04-15T16:06:25.002 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T16:06:25.002 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_recovered": 0, 2024-04-15T16:06:25.002 INFO:tasks.workunit.client.0.smithi016.stdout: "num_deep_scrub_errors": 0, 2024-04-15T16:06:25.002 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict": 0, 2024-04-15T16:06:25.002 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_kb": 0, 2024-04-15T16:06:25.002 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_full": 0, 2024-04-15T16:06:25.002 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_some": 0, 2024-04-15T16:06:25.002 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush": 0, 2024-04-15T16:06:25.002 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_kb": 0, 2024-04-15T16:06:25.002 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_high": 0, 2024-04-15T16:06:25.003 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_low": 0, 2024-04-15T16:06:25.003 INFO:tasks.workunit.client.0.smithi016.stdout: "num_keys_recovered": 0, 2024-04-15T16:06:25.003 INFO:tasks.workunit.client.0.smithi016.stdout: "num_large_omap_objects": 0, 2024-04-15T16:06:25.003 INFO:tasks.workunit.client.0.smithi016.stdout: "num_legacy_snapsets": 0, 2024-04-15T16:06:25.003 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_clones": 0, 2024-04-15T16:06:25.003 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_copies": 0, 2024-04-15T16:06:25.003 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects": 0, 2024-04-15T16:06:25.003 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_degraded": 0, 2024-04-15T16:06:25.003 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_dirty": 0, 2024-04-15T16:06:25.003 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T16:06:25.003 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_manifest": 0, 2024-04-15T16:06:25.003 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_misplaced": 0, 2024-04-15T16:06:25.003 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing": 0, 2024-04-15T16:06:25.003 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T16:06:25.004 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_omap": 0, 2024-04-15T16:06:25.004 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_pinned": 0, 2024-04-15T16:06:25.004 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_recovered": 0, 2024-04-15T16:06:25.004 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_repaired": 0, 2024-04-15T16:06:25.004 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_unfound": 0, 2024-04-15T16:06:25.004 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_bytes": 0, 2024-04-15T16:06:25.004 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_keys": 0, 2024-04-15T16:06:25.004 INFO:tasks.workunit.client.0.smithi016.stdout: "num_promote": 0, 2024-04-15T16:06:25.004 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read": 0, 2024-04-15T16:06:25.004 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read_kb": 0, 2024-04-15T16:06:25.004 INFO:tasks.workunit.client.0.smithi016.stdout: "num_scrub_errors": 0, 2024-04-15T16:06:25.004 INFO:tasks.workunit.client.0.smithi016.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T16:06:25.004 INFO:tasks.workunit.client.0.smithi016.stdout: "num_whiteouts": 0, 2024-04-15T16:06:25.004 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write": 0, 2024-04-15T16:06:25.005 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write_kb": 0 2024-04-15T16:06:25.005 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.005 INFO:tasks.workunit.client.0.smithi016.stdout: "state": "active+clean", 2024-04-15T16:06:25.005 INFO:tasks.workunit.client.0.smithi016.stdout: "stats_invalid": false, 2024-04-15T16:06:25.005 INFO:tasks.workunit.client.0.smithi016.stdout: "up": [ 2024-04-15T16:06:25.005 INFO:tasks.workunit.client.0.smithi016.stdout: 6, 2024-04-15T16:06:25.005 INFO:tasks.workunit.client.0.smithi016.stdout: 4, 2024-04-15T16:06:25.005 INFO:tasks.workunit.client.0.smithi016.stdout: 1 2024-04-15T16:06:25.005 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:25.005 INFO:tasks.workunit.client.0.smithi016.stdout: "up_primary": 6, 2024-04-15T16:06:25.005 INFO:tasks.workunit.client.0.smithi016.stdout: "version": "0'0" 2024-04-15T16:06:25.005 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.005 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-15T16:06:25.005 INFO:tasks.workunit.client.0.smithi016.stdout: "acting": [ 2024-04-15T16:06:25.005 INFO:tasks.workunit.client.0.smithi016.stdout: 7, 2024-04-15T16:06:25.006 INFO:tasks.workunit.client.0.smithi016.stdout: 4, 2024-04-15T16:06:25.006 INFO:tasks.workunit.client.0.smithi016.stdout: 2 2024-04-15T16:06:25.006 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:25.006 INFO:tasks.workunit.client.0.smithi016.stdout: "acting_primary": 7, 2024-04-15T16:06:25.006 INFO:tasks.workunit.client.0.smithi016.stdout: "avail_no_missing": [], 2024-04-15T16:06:25.006 INFO:tasks.workunit.client.0.smithi016.stdout: "blocked_by": [], 2024-04-15T16:06:25.006 INFO:tasks.workunit.client.0.smithi016.stdout: "created": 61, 2024-04-15T16:06:25.006 INFO:tasks.workunit.client.0.smithi016.stdout: "dirty_stats_invalid": false, 2024-04-15T16:06:25.006 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T16:06:25.006 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_stats_invalid": false, 2024-04-15T16:06:25.006 INFO:tasks.workunit.client.0.smithi016.stdout: "last_active": "2024-04-15T16:05:12.198901+0000", 2024-04-15T16:06:25.006 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_active": "2024-04-15T14:44:49.362109+0000", 2024-04-15T16:06:25.006 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_peered": "2024-04-15T14:44:49.362109+0000", 2024-04-15T16:06:25.006 INFO:tasks.workunit.client.0.smithi016.stdout: "last_change": "2024-04-15T14:44:49.363422+0000", 2024-04-15T16:06:25.007 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean": "2024-04-15T16:05:12.198901+0000", 2024-04-15T16:06:25.007 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T16:06:25.007 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub": "0'0", 2024-04-15T16:06:25.007 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T16:06:25.007 INFO:tasks.workunit.client.0.smithi016.stdout: "last_epoch_clean": 532, 2024-04-15T16:06:25.007 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fresh": "2024-04-15T16:05:12.198901+0000", 2024-04-15T16:06:25.007 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fullsized": "2024-04-15T16:05:12.198901+0000", 2024-04-15T16:06:25.007 INFO:tasks.workunit.client.0.smithi016.stdout: "last_peered": "2024-04-15T16:05:12.198901+0000", 2024-04-15T16:06:25.007 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub": "0'0", 2024-04-15T16:06:25.007 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_duration": 0, 2024-04-15T16:06:25.007 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T16:06:25.007 INFO:tasks.workunit.client.0.smithi016.stdout: "last_undegraded": "2024-04-15T16:05:12.198901+0000", 2024-04-15T16:06:25.007 INFO:tasks.workunit.client.0.smithi016.stdout: "last_unstale": "2024-04-15T16:05:12.198901+0000", 2024-04-15T16:06:25.007 INFO:tasks.workunit.client.0.smithi016.stdout: "log_dups_size": 0, 2024-04-15T16:06:25.008 INFO:tasks.workunit.client.0.smithi016.stdout: "log_size": 0, 2024-04-15T16:06:25.008 INFO:tasks.workunit.client.0.smithi016.stdout: "log_start": "0'0", 2024-04-15T16:06:25.008 INFO:tasks.workunit.client.0.smithi016.stdout: "manifest_stats_invalid": false, 2024-04-15T16:06:25.008 INFO:tasks.workunit.client.0.smithi016.stdout: "mapping_epoch": 531, 2024-04-15T16:06:25.008 INFO:tasks.workunit.client.0.smithi016.stdout: "object_location_counts": [], 2024-04-15T16:06:25.008 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_scrubbed": 0, 2024-04-15T16:06:25.008 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_trimmed": 0, 2024-04-15T16:06:25.008 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_stats_invalid": false, 2024-04-15T16:06:25.008 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_size": 0, 2024-04-15T16:06:25.008 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_start": "0'0", 2024-04-15T16:06:25.008 INFO:tasks.workunit.client.0.smithi016.stdout: "parent": "0.0", 2024-04-15T16:06:25.008 INFO:tasks.workunit.client.0.smithi016.stdout: "parent_split_bits": 0, 2024-04-15T16:06:25.008 INFO:tasks.workunit.client.0.smithi016.stdout: "pgid": "3.13", 2024-04-15T16:06:25.008 INFO:tasks.workunit.client.0.smithi016.stdout: "pin_stats_invalid": false, 2024-04-15T16:06:25.009 INFO:tasks.workunit.client.0.smithi016.stdout: "purged_snaps": [], 2024-04-15T16:06:25.009 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_epoch": 2721, 2024-04-15T16:06:25.009 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_seq": 4857, 2024-04-15T16:06:25.009 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_duration": 0.0, 2024-04-15T16:06:25.009 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-17T00:13:19.993876+0000", 2024-04-15T16:06:25.009 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrim_duration": 0.0, 2024-04-15T16:06:25.009 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrimq_len": 0, 2024-04-15T16:06:25.009 INFO:tasks.workunit.client.0.smithi016.stdout: "stat_sum": { 2024-04-15T16:06:25.009 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes": 0, 2024-04-15T16:06:25.009 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T16:06:25.009 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_recovered": 0, 2024-04-15T16:06:25.009 INFO:tasks.workunit.client.0.smithi016.stdout: "num_deep_scrub_errors": 0, 2024-04-15T16:06:25.009 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict": 0, 2024-04-15T16:06:25.009 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_kb": 0, 2024-04-15T16:06:25.010 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_full": 0, 2024-04-15T16:06:25.010 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_some": 0, 2024-04-15T16:06:25.010 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush": 0, 2024-04-15T16:06:25.010 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_kb": 0, 2024-04-15T16:06:25.010 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_high": 0, 2024-04-15T16:06:25.010 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_low": 0, 2024-04-15T16:06:25.010 INFO:tasks.workunit.client.0.smithi016.stdout: "num_keys_recovered": 0, 2024-04-15T16:06:25.010 INFO:tasks.workunit.client.0.smithi016.stdout: "num_large_omap_objects": 0, 2024-04-15T16:06:25.010 INFO:tasks.workunit.client.0.smithi016.stdout: "num_legacy_snapsets": 0, 2024-04-15T16:06:25.010 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_clones": 0, 2024-04-15T16:06:25.010 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_copies": 0, 2024-04-15T16:06:25.010 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects": 0, 2024-04-15T16:06:25.010 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_degraded": 0, 2024-04-15T16:06:25.010 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_dirty": 0, 2024-04-15T16:06:25.011 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T16:06:25.011 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_manifest": 0, 2024-04-15T16:06:25.011 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_misplaced": 0, 2024-04-15T16:06:25.011 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing": 0, 2024-04-15T16:06:25.011 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T16:06:25.011 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_omap": 0, 2024-04-15T16:06:25.011 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_pinned": 0, 2024-04-15T16:06:25.011 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_recovered": 0, 2024-04-15T16:06:25.011 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_repaired": 0, 2024-04-15T16:06:25.011 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_unfound": 0, 2024-04-15T16:06:25.011 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_bytes": 0, 2024-04-15T16:06:25.011 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_keys": 0, 2024-04-15T16:06:25.011 INFO:tasks.workunit.client.0.smithi016.stdout: "num_promote": 0, 2024-04-15T16:06:25.011 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read": 0, 2024-04-15T16:06:25.012 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read_kb": 0, 2024-04-15T16:06:25.012 INFO:tasks.workunit.client.0.smithi016.stdout: "num_scrub_errors": 0, 2024-04-15T16:06:25.012 INFO:tasks.workunit.client.0.smithi016.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T16:06:25.012 INFO:tasks.workunit.client.0.smithi016.stdout: "num_whiteouts": 0, 2024-04-15T16:06:25.012 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write": 0, 2024-04-15T16:06:25.012 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write_kb": 0 2024-04-15T16:06:25.012 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.012 INFO:tasks.workunit.client.0.smithi016.stdout: "state": "active+clean", 2024-04-15T16:06:25.012 INFO:tasks.workunit.client.0.smithi016.stdout: "stats_invalid": false, 2024-04-15T16:06:25.012 INFO:tasks.workunit.client.0.smithi016.stdout: "up": [ 2024-04-15T16:06:25.012 INFO:tasks.workunit.client.0.smithi016.stdout: 7, 2024-04-15T16:06:25.012 INFO:tasks.workunit.client.0.smithi016.stdout: 4, 2024-04-15T16:06:25.012 INFO:tasks.workunit.client.0.smithi016.stdout: 2 2024-04-15T16:06:25.012 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:25.012 INFO:tasks.workunit.client.0.smithi016.stdout: "up_primary": 7, 2024-04-15T16:06:25.013 INFO:tasks.workunit.client.0.smithi016.stdout: "version": "0'0" 2024-04-15T16:06:25.013 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.013 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-15T16:06:25.013 INFO:tasks.workunit.client.0.smithi016.stdout: "acting": [ 2024-04-15T16:06:25.013 INFO:tasks.workunit.client.0.smithi016.stdout: 5, 2024-04-15T16:06:25.013 INFO:tasks.workunit.client.0.smithi016.stdout: 3, 2024-04-15T16:06:25.013 INFO:tasks.workunit.client.0.smithi016.stdout: 7 2024-04-15T16:06:25.013 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:25.013 INFO:tasks.workunit.client.0.smithi016.stdout: "acting_primary": 5, 2024-04-15T16:06:25.013 INFO:tasks.workunit.client.0.smithi016.stdout: "avail_no_missing": [], 2024-04-15T16:06:25.013 INFO:tasks.workunit.client.0.smithi016.stdout: "blocked_by": [], 2024-04-15T16:06:25.013 INFO:tasks.workunit.client.0.smithi016.stdout: "created": 60, 2024-04-15T16:06:25.013 INFO:tasks.workunit.client.0.smithi016.stdout: "dirty_stats_invalid": false, 2024-04-15T16:06:25.013 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T16:06:25.014 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_stats_invalid": false, 2024-04-15T16:06:25.014 INFO:tasks.workunit.client.0.smithi016.stdout: "last_active": "2024-04-15T16:05:12.200459+0000", 2024-04-15T16:06:25.014 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_active": "2024-04-15T14:44:49.365712+0000", 2024-04-15T16:06:25.014 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_peered": "2024-04-15T14:44:49.365712+0000", 2024-04-15T16:06:25.014 INFO:tasks.workunit.client.0.smithi016.stdout: "last_change": "2024-04-15T14:44:49.365992+0000", 2024-04-15T16:06:25.014 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean": "2024-04-15T16:05:12.200459+0000", 2024-04-15T16:06:25.014 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean_scrub_stamp": "2024-04-15T14:33:33.599136+0000", 2024-04-15T16:06:25.014 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub": "0'0", 2024-04-15T16:06:25.014 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub_stamp": "2024-04-15T14:33:33.599136+0000", 2024-04-15T16:06:25.014 INFO:tasks.workunit.client.0.smithi016.stdout: "last_epoch_clean": 532, 2024-04-15T16:06:25.014 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fresh": "2024-04-15T16:05:12.200459+0000", 2024-04-15T16:06:25.014 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fullsized": "2024-04-15T16:05:12.200459+0000", 2024-04-15T16:06:25.014 INFO:tasks.workunit.client.0.smithi016.stdout: "last_peered": "2024-04-15T16:05:12.200459+0000", 2024-04-15T16:06:25.014 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub": "0'0", 2024-04-15T16:06:25.015 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_duration": 0, 2024-04-15T16:06:25.015 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_stamp": "2024-04-15T14:33:33.599136+0000", 2024-04-15T16:06:25.015 INFO:tasks.workunit.client.0.smithi016.stdout: "last_undegraded": "2024-04-15T16:05:12.200459+0000", 2024-04-15T16:06:25.015 INFO:tasks.workunit.client.0.smithi016.stdout: "last_unstale": "2024-04-15T16:05:12.200459+0000", 2024-04-15T16:06:25.015 INFO:tasks.workunit.client.0.smithi016.stdout: "log_dups_size": 0, 2024-04-15T16:06:25.015 INFO:tasks.workunit.client.0.smithi016.stdout: "log_size": 0, 2024-04-15T16:06:25.015 INFO:tasks.workunit.client.0.smithi016.stdout: "log_start": "0'0", 2024-04-15T16:06:25.015 INFO:tasks.workunit.client.0.smithi016.stdout: "manifest_stats_invalid": false, 2024-04-15T16:06:25.015 INFO:tasks.workunit.client.0.smithi016.stdout: "mapping_epoch": 531, 2024-04-15T16:06:25.015 INFO:tasks.workunit.client.0.smithi016.stdout: "object_location_counts": [], 2024-04-15T16:06:25.015 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_scrubbed": 0, 2024-04-15T16:06:25.015 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_trimmed": 0, 2024-04-15T16:06:25.015 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_stats_invalid": false, 2024-04-15T16:06:25.015 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_size": 0, 2024-04-15T16:06:25.016 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_start": "0'0", 2024-04-15T16:06:25.016 INFO:tasks.workunit.client.0.smithi016.stdout: "parent": "0.0", 2024-04-15T16:06:25.016 INFO:tasks.workunit.client.0.smithi016.stdout: "parent_split_bits": 0, 2024-04-15T16:06:25.016 INFO:tasks.workunit.client.0.smithi016.stdout: "pgid": "2.12", 2024-04-15T16:06:25.016 INFO:tasks.workunit.client.0.smithi016.stdout: "pin_stats_invalid": false, 2024-04-15T16:06:25.016 INFO:tasks.workunit.client.0.smithi016.stdout: "purged_snaps": [], 2024-04-15T16:06:25.016 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_epoch": 2721, 2024-04-15T16:06:25.016 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_seq": 4919, 2024-04-15T16:06:25.016 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_duration": 0.0, 2024-04-15T16:06:25.016 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-16T16:45:15.574364+0000", 2024-04-15T16:06:25.016 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrim_duration": 0.0, 2024-04-15T16:06:25.016 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrimq_len": 0, 2024-04-15T16:06:25.016 INFO:tasks.workunit.client.0.smithi016.stdout: "stat_sum": { 2024-04-15T16:06:25.016 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes": 0, 2024-04-15T16:06:25.017 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T16:06:25.017 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_recovered": 0, 2024-04-15T16:06:25.017 INFO:tasks.workunit.client.0.smithi016.stdout: "num_deep_scrub_errors": 0, 2024-04-15T16:06:25.017 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict": 0, 2024-04-15T16:06:25.017 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_kb": 0, 2024-04-15T16:06:25.017 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_full": 0, 2024-04-15T16:06:25.017 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_some": 0, 2024-04-15T16:06:25.017 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush": 0, 2024-04-15T16:06:25.017 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_kb": 0, 2024-04-15T16:06:25.017 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_high": 0, 2024-04-15T16:06:25.017 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_low": 0, 2024-04-15T16:06:25.017 INFO:tasks.workunit.client.0.smithi016.stdout: "num_keys_recovered": 0, 2024-04-15T16:06:25.017 INFO:tasks.workunit.client.0.smithi016.stdout: "num_large_omap_objects": 0, 2024-04-15T16:06:25.017 INFO:tasks.workunit.client.0.smithi016.stdout: "num_legacy_snapsets": 0, 2024-04-15T16:06:25.017 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_clones": 0, 2024-04-15T16:06:25.018 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_copies": 0, 2024-04-15T16:06:25.018 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects": 0, 2024-04-15T16:06:25.018 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_degraded": 0, 2024-04-15T16:06:25.018 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_dirty": 0, 2024-04-15T16:06:25.018 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T16:06:25.018 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_manifest": 0, 2024-04-15T16:06:25.018 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_misplaced": 0, 2024-04-15T16:06:25.018 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing": 0, 2024-04-15T16:06:25.018 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T16:06:25.018 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_omap": 0, 2024-04-15T16:06:25.018 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_pinned": 0, 2024-04-15T16:06:25.018 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_recovered": 0, 2024-04-15T16:06:25.018 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_repaired": 0, 2024-04-15T16:06:25.018 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_unfound": 0, 2024-04-15T16:06:25.019 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_bytes": 0, 2024-04-15T16:06:25.019 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_keys": 0, 2024-04-15T16:06:25.019 INFO:tasks.workunit.client.0.smithi016.stdout: "num_promote": 0, 2024-04-15T16:06:25.019 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read": 0, 2024-04-15T16:06:25.019 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read_kb": 0, 2024-04-15T16:06:25.019 INFO:tasks.workunit.client.0.smithi016.stdout: "num_scrub_errors": 0, 2024-04-15T16:06:25.019 INFO:tasks.workunit.client.0.smithi016.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T16:06:25.019 INFO:tasks.workunit.client.0.smithi016.stdout: "num_whiteouts": 0, 2024-04-15T16:06:25.019 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write": 0, 2024-04-15T16:06:25.019 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write_kb": 0 2024-04-15T16:06:25.019 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.019 INFO:tasks.workunit.client.0.smithi016.stdout: "state": "active+clean", 2024-04-15T16:06:25.019 INFO:tasks.workunit.client.0.smithi016.stdout: "stats_invalid": false, 2024-04-15T16:06:25.019 INFO:tasks.workunit.client.0.smithi016.stdout: "up": [ 2024-04-15T16:06:25.019 INFO:tasks.workunit.client.0.smithi016.stdout: 5, 2024-04-15T16:06:25.020 INFO:tasks.workunit.client.0.smithi016.stdout: 3, 2024-04-15T16:06:25.020 INFO:tasks.workunit.client.0.smithi016.stdout: 7 2024-04-15T16:06:25.020 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:25.020 INFO:tasks.workunit.client.0.smithi016.stdout: "up_primary": 5, 2024-04-15T16:06:25.020 INFO:tasks.workunit.client.0.smithi016.stdout: "version": "0'0" 2024-04-15T16:06:25.020 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.020 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-15T16:06:25.020 INFO:tasks.workunit.client.0.smithi016.stdout: "acting": [ 2024-04-15T16:06:25.020 INFO:tasks.workunit.client.0.smithi016.stdout: 0, 2024-04-15T16:06:25.020 INFO:tasks.workunit.client.0.smithi016.stdout: 7, 2024-04-15T16:06:25.020 INFO:tasks.workunit.client.0.smithi016.stdout: 3 2024-04-15T16:06:25.020 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:25.020 INFO:tasks.workunit.client.0.smithi016.stdout: "acting_primary": 0, 2024-04-15T16:06:25.020 INFO:tasks.workunit.client.0.smithi016.stdout: "avail_no_missing": [], 2024-04-15T16:06:25.020 INFO:tasks.workunit.client.0.smithi016.stdout: "blocked_by": [], 2024-04-15T16:06:25.021 INFO:tasks.workunit.client.0.smithi016.stdout: "created": 61, 2024-04-15T16:06:25.021 INFO:tasks.workunit.client.0.smithi016.stdout: "dirty_stats_invalid": false, 2024-04-15T16:06:25.021 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T16:06:25.021 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_stats_invalid": false, 2024-04-15T16:06:25.021 INFO:tasks.workunit.client.0.smithi016.stdout: "last_active": "2024-04-15T16:05:11.411640+0000", 2024-04-15T16:06:25.021 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_active": "2024-04-15T14:44:49.366044+0000", 2024-04-15T16:06:25.021 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_peered": "2024-04-15T14:44:49.366044+0000", 2024-04-15T16:06:25.021 INFO:tasks.workunit.client.0.smithi016.stdout: "last_change": "2024-04-15T14:44:49.366432+0000", 2024-04-15T16:06:25.021 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean": "2024-04-15T16:05:11.411640+0000", 2024-04-15T16:06:25.021 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T16:06:25.021 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub": "0'0", 2024-04-15T16:06:25.021 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T16:06:25.021 INFO:tasks.workunit.client.0.smithi016.stdout: "last_epoch_clean": 532, 2024-04-15T16:06:25.021 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fresh": "2024-04-15T16:05:11.411640+0000", 2024-04-15T16:06:25.021 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fullsized": "2024-04-15T16:05:11.411640+0000", 2024-04-15T16:06:25.021 INFO:tasks.workunit.client.0.smithi016.stdout: "last_peered": "2024-04-15T16:05:11.411640+0000", 2024-04-15T16:06:25.022 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub": "0'0", 2024-04-15T16:06:25.022 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_duration": 0, 2024-04-15T16:06:25.022 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T16:06:25.022 INFO:tasks.workunit.client.0.smithi016.stdout: "last_undegraded": "2024-04-15T16:05:11.411640+0000", 2024-04-15T16:06:25.022 INFO:tasks.workunit.client.0.smithi016.stdout: "last_unstale": "2024-04-15T16:05:11.411640+0000", 2024-04-15T16:06:25.022 INFO:tasks.workunit.client.0.smithi016.stdout: "log_dups_size": 0, 2024-04-15T16:06:25.022 INFO:tasks.workunit.client.0.smithi016.stdout: "log_size": 0, 2024-04-15T16:06:25.022 INFO:tasks.workunit.client.0.smithi016.stdout: "log_start": "0'0", 2024-04-15T16:06:25.022 INFO:tasks.workunit.client.0.smithi016.stdout: "manifest_stats_invalid": false, 2024-04-15T16:06:25.022 INFO:tasks.workunit.client.0.smithi016.stdout: "mapping_epoch": 531, 2024-04-15T16:06:25.022 INFO:tasks.workunit.client.0.smithi016.stdout: "object_location_counts": [], 2024-04-15T16:06:25.022 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_scrubbed": 0, 2024-04-15T16:06:25.022 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_trimmed": 0, 2024-04-15T16:06:25.022 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_stats_invalid": false, 2024-04-15T16:06:25.023 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_size": 0, 2024-04-15T16:06:25.023 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_start": "0'0", 2024-04-15T16:06:25.023 INFO:tasks.workunit.client.0.smithi016.stdout: "parent": "0.0", 2024-04-15T16:06:25.023 INFO:tasks.workunit.client.0.smithi016.stdout: "parent_split_bits": 0, 2024-04-15T16:06:25.023 INFO:tasks.workunit.client.0.smithi016.stdout: "pgid": "3.12", 2024-04-15T16:06:25.023 INFO:tasks.workunit.client.0.smithi016.stdout: "pin_stats_invalid": false, 2024-04-15T16:06:25.025 INFO:tasks.workunit.client.0.smithi016.stdout: "purged_snaps": [], 2024-04-15T16:06:25.025 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_epoch": 2721, 2024-04-15T16:06:25.025 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_seq": 5059, 2024-04-15T16:06:25.025 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_duration": 0.0, 2024-04-15T16:06:25.025 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-16T18:15:23.652097+0000", 2024-04-15T16:06:25.025 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrim_duration": 0.0, 2024-04-15T16:06:25.026 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrimq_len": 0, 2024-04-15T16:06:25.026 INFO:tasks.workunit.client.0.smithi016.stdout: "stat_sum": { 2024-04-15T16:06:25.026 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes": 0, 2024-04-15T16:06:25.026 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T16:06:25.026 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_recovered": 0, 2024-04-15T16:06:25.026 INFO:tasks.workunit.client.0.smithi016.stdout: "num_deep_scrub_errors": 0, 2024-04-15T16:06:25.026 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict": 0, 2024-04-15T16:06:25.026 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_kb": 0, 2024-04-15T16:06:25.026 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_full": 0, 2024-04-15T16:06:25.026 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_some": 0, 2024-04-15T16:06:25.026 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush": 0, 2024-04-15T16:06:25.026 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_kb": 0, 2024-04-15T16:06:25.026 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_high": 0, 2024-04-15T16:06:25.026 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_low": 0, 2024-04-15T16:06:25.027 INFO:tasks.workunit.client.0.smithi016.stdout: "num_keys_recovered": 0, 2024-04-15T16:06:25.027 INFO:tasks.workunit.client.0.smithi016.stdout: "num_large_omap_objects": 0, 2024-04-15T16:06:25.027 INFO:tasks.workunit.client.0.smithi016.stdout: "num_legacy_snapsets": 0, 2024-04-15T16:06:25.027 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_clones": 0, 2024-04-15T16:06:25.027 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_copies": 0, 2024-04-15T16:06:25.027 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects": 0, 2024-04-15T16:06:25.027 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_degraded": 0, 2024-04-15T16:06:25.027 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_dirty": 0, 2024-04-15T16:06:25.027 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T16:06:25.027 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_manifest": 0, 2024-04-15T16:06:25.027 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_misplaced": 0, 2024-04-15T16:06:25.027 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing": 0, 2024-04-15T16:06:25.027 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T16:06:25.027 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_omap": 0, 2024-04-15T16:06:25.028 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_pinned": 0, 2024-04-15T16:06:25.028 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_recovered": 0, 2024-04-15T16:06:25.028 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_repaired": 0, 2024-04-15T16:06:25.028 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_unfound": 0, 2024-04-15T16:06:25.028 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_bytes": 0, 2024-04-15T16:06:25.028 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_keys": 0, 2024-04-15T16:06:25.028 INFO:tasks.workunit.client.0.smithi016.stdout: "num_promote": 0, 2024-04-15T16:06:25.028 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read": 0, 2024-04-15T16:06:25.028 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read_kb": 0, 2024-04-15T16:06:25.028 INFO:tasks.workunit.client.0.smithi016.stdout: "num_scrub_errors": 0, 2024-04-15T16:06:25.028 INFO:tasks.workunit.client.0.smithi016.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T16:06:25.028 INFO:tasks.workunit.client.0.smithi016.stdout: "num_whiteouts": 0, 2024-04-15T16:06:25.028 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write": 0, 2024-04-15T16:06:25.028 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write_kb": 0 2024-04-15T16:06:25.029 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.029 INFO:tasks.workunit.client.0.smithi016.stdout: "state": "active+clean", 2024-04-15T16:06:25.029 INFO:tasks.workunit.client.0.smithi016.stdout: "stats_invalid": false, 2024-04-15T16:06:25.029 INFO:tasks.workunit.client.0.smithi016.stdout: "up": [ 2024-04-15T16:06:25.029 INFO:tasks.workunit.client.0.smithi016.stdout: 0, 2024-04-15T16:06:25.029 INFO:tasks.workunit.client.0.smithi016.stdout: 7, 2024-04-15T16:06:25.029 INFO:tasks.workunit.client.0.smithi016.stdout: 3 2024-04-15T16:06:25.029 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:25.029 INFO:tasks.workunit.client.0.smithi016.stdout: "up_primary": 0, 2024-04-15T16:06:25.029 INFO:tasks.workunit.client.0.smithi016.stdout: "version": "0'0" 2024-04-15T16:06:25.029 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.029 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-15T16:06:25.029 INFO:tasks.workunit.client.0.smithi016.stdout: "acting": [ 2024-04-15T16:06:25.029 INFO:tasks.workunit.client.0.smithi016.stdout: 0, 2024-04-15T16:06:25.029 INFO:tasks.workunit.client.0.smithi016.stdout: 4, 2024-04-15T16:06:25.030 INFO:tasks.workunit.client.0.smithi016.stdout: 3 2024-04-15T16:06:25.030 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:25.030 INFO:tasks.workunit.client.0.smithi016.stdout: "acting_primary": 0, 2024-04-15T16:06:25.030 INFO:tasks.workunit.client.0.smithi016.stdout: "avail_no_missing": [], 2024-04-15T16:06:25.030 INFO:tasks.workunit.client.0.smithi016.stdout: "blocked_by": [], 2024-04-15T16:06:25.030 INFO:tasks.workunit.client.0.smithi016.stdout: "created": 60, 2024-04-15T16:06:25.030 INFO:tasks.workunit.client.0.smithi016.stdout: "dirty_stats_invalid": false, 2024-04-15T16:06:25.030 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T16:06:25.030 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_stats_invalid": false, 2024-04-15T16:06:25.030 INFO:tasks.workunit.client.0.smithi016.stdout: "last_active": "2024-04-15T16:05:11.412887+0000", 2024-04-15T16:06:25.030 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_active": "2024-04-15T14:43:32.414359+0000", 2024-04-15T16:06:25.030 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_peered": "2024-04-15T14:43:32.414359+0000", 2024-04-15T16:06:25.030 INFO:tasks.workunit.client.0.smithi016.stdout: "last_change": "2024-04-15T14:43:32.414906+0000", 2024-04-15T16:06:25.031 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean": "2024-04-15T16:05:11.412887+0000", 2024-04-15T16:06:25.031 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean_scrub_stamp": "2024-04-15T14:33:33.599136+0000", 2024-04-15T16:06:25.031 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub": "0'0", 2024-04-15T16:06:25.031 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub_stamp": "2024-04-15T14:33:33.599136+0000", 2024-04-15T16:06:25.031 INFO:tasks.workunit.client.0.smithi016.stdout: "last_epoch_clean": 455, 2024-04-15T16:06:25.031 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fresh": "2024-04-15T16:05:11.412887+0000", 2024-04-15T16:06:25.031 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fullsized": "2024-04-15T16:05:11.412887+0000", 2024-04-15T16:06:25.031 INFO:tasks.workunit.client.0.smithi016.stdout: "last_peered": "2024-04-15T16:05:11.412887+0000", 2024-04-15T16:06:25.031 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub": "0'0", 2024-04-15T16:06:25.031 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_duration": 0, 2024-04-15T16:06:25.031 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_stamp": "2024-04-15T14:33:33.599136+0000", 2024-04-15T16:06:25.031 INFO:tasks.workunit.client.0.smithi016.stdout: "last_undegraded": "2024-04-15T16:05:11.412887+0000", 2024-04-15T16:06:25.031 INFO:tasks.workunit.client.0.smithi016.stdout: "last_unstale": "2024-04-15T16:05:11.412887+0000", 2024-04-15T16:06:25.031 INFO:tasks.workunit.client.0.smithi016.stdout: "log_dups_size": 0, 2024-04-15T16:06:25.032 INFO:tasks.workunit.client.0.smithi016.stdout: "log_size": 2, 2024-04-15T16:06:25.032 INFO:tasks.workunit.client.0.smithi016.stdout: "log_start": "0'0", 2024-04-15T16:06:25.032 INFO:tasks.workunit.client.0.smithi016.stdout: "manifest_stats_invalid": false, 2024-04-15T16:06:25.032 INFO:tasks.workunit.client.0.smithi016.stdout: "mapping_epoch": 454, 2024-04-15T16:06:25.032 INFO:tasks.workunit.client.0.smithi016.stdout: "object_location_counts": [], 2024-04-15T16:06:25.032 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_scrubbed": 0, 2024-04-15T16:06:25.032 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_trimmed": 0, 2024-04-15T16:06:25.032 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_stats_invalid": false, 2024-04-15T16:06:25.032 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_size": 2, 2024-04-15T16:06:25.032 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_start": "0'0", 2024-04-15T16:06:25.032 INFO:tasks.workunit.client.0.smithi016.stdout: "parent": "0.0", 2024-04-15T16:06:25.032 INFO:tasks.workunit.client.0.smithi016.stdout: "parent_split_bits": 0, 2024-04-15T16:06:25.032 INFO:tasks.workunit.client.0.smithi016.stdout: "pgid": "2.13", 2024-04-15T16:06:25.032 INFO:tasks.workunit.client.0.smithi016.stdout: "pin_stats_invalid": false, 2024-04-15T16:06:25.033 INFO:tasks.workunit.client.0.smithi016.stdout: "purged_snaps": [], 2024-04-15T16:06:25.033 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_epoch": 2721, 2024-04-15T16:06:25.033 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_seq": 5066, 2024-04-15T16:06:25.033 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_duration": 0.0, 2024-04-15T16:06:25.033 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-17T02:15:39.001927+0000", 2024-04-15T16:06:25.033 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrim_duration": 0.0, 2024-04-15T16:06:25.033 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrimq_len": 0, 2024-04-15T16:06:25.033 INFO:tasks.workunit.client.0.smithi016.stdout: "stat_sum": { 2024-04-15T16:06:25.033 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes": 34, 2024-04-15T16:06:25.033 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T16:06:25.033 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_recovered": 0, 2024-04-15T16:06:25.033 INFO:tasks.workunit.client.0.smithi016.stdout: "num_deep_scrub_errors": 0, 2024-04-15T16:06:25.033 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict": 0, 2024-04-15T16:06:25.033 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_kb": 0, 2024-04-15T16:06:25.033 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_full": 0, 2024-04-15T16:06:25.034 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_some": 0, 2024-04-15T16:06:25.034 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush": 0, 2024-04-15T16:06:25.034 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_kb": 0, 2024-04-15T16:06:25.034 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_high": 0, 2024-04-15T16:06:25.034 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_low": 0, 2024-04-15T16:06:25.034 INFO:tasks.workunit.client.0.smithi016.stdout: "num_keys_recovered": 0, 2024-04-15T16:06:25.034 INFO:tasks.workunit.client.0.smithi016.stdout: "num_large_omap_objects": 0, 2024-04-15T16:06:25.034 INFO:tasks.workunit.client.0.smithi016.stdout: "num_legacy_snapsets": 0, 2024-04-15T16:06:25.034 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_clones": 0, 2024-04-15T16:06:25.034 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_copies": 6, 2024-04-15T16:06:25.034 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects": 2, 2024-04-15T16:06:25.034 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_degraded": 0, 2024-04-15T16:06:25.034 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_dirty": 2, 2024-04-15T16:06:25.034 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T16:06:25.034 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_manifest": 0, 2024-04-15T16:06:25.035 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_misplaced": 0, 2024-04-15T16:06:25.035 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing": 0, 2024-04-15T16:06:25.035 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T16:06:25.035 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_omap": 1, 2024-04-15T16:06:25.035 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_pinned": 0, 2024-04-15T16:06:25.035 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_recovered": 0, 2024-04-15T16:06:25.035 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_repaired": 0, 2024-04-15T16:06:25.035 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_unfound": 0, 2024-04-15T16:06:25.035 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_bytes": 0, 2024-04-15T16:06:25.035 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_keys": 0, 2024-04-15T16:06:25.035 INFO:tasks.workunit.client.0.smithi016.stdout: "num_promote": 0, 2024-04-15T16:06:25.035 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read": 8, 2024-04-15T16:06:25.035 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read_kb": 16, 2024-04-15T16:06:25.035 INFO:tasks.workunit.client.0.smithi016.stdout: "num_scrub_errors": 0, 2024-04-15T16:06:25.036 INFO:tasks.workunit.client.0.smithi016.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T16:06:25.036 INFO:tasks.workunit.client.0.smithi016.stdout: "num_whiteouts": 0, 2024-04-15T16:06:25.036 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write": 3, 2024-04-15T16:06:25.036 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write_kb": 7 2024-04-15T16:06:25.036 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.036 INFO:tasks.workunit.client.0.smithi016.stdout: "state": "active+clean", 2024-04-15T16:06:25.036 INFO:tasks.workunit.client.0.smithi016.stdout: "stats_invalid": false, 2024-04-15T16:06:25.036 INFO:tasks.workunit.client.0.smithi016.stdout: "up": [ 2024-04-15T16:06:25.036 INFO:tasks.workunit.client.0.smithi016.stdout: 0, 2024-04-15T16:06:25.036 INFO:tasks.workunit.client.0.smithi016.stdout: 4, 2024-04-15T16:06:25.036 INFO:tasks.workunit.client.0.smithi016.stdout: 3 2024-04-15T16:06:25.036 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:25.036 INFO:tasks.workunit.client.0.smithi016.stdout: "up_primary": 0, 2024-04-15T16:06:25.036 INFO:tasks.workunit.client.0.smithi016.stdout: "version": "62'2" 2024-04-15T16:06:25.036 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.036 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-15T16:06:25.037 INFO:tasks.workunit.client.0.smithi016.stdout: "acting": [ 2024-04-15T16:06:25.037 INFO:tasks.workunit.client.0.smithi016.stdout: 7, 2024-04-15T16:06:25.037 INFO:tasks.workunit.client.0.smithi016.stdout: 3, 2024-04-15T16:06:25.037 INFO:tasks.workunit.client.0.smithi016.stdout: 4 2024-04-15T16:06:25.037 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:25.037 INFO:tasks.workunit.client.0.smithi016.stdout: "acting_primary": 7, 2024-04-15T16:06:25.037 INFO:tasks.workunit.client.0.smithi016.stdout: "avail_no_missing": [], 2024-04-15T16:06:25.037 INFO:tasks.workunit.client.0.smithi016.stdout: "blocked_by": [], 2024-04-15T16:06:25.037 INFO:tasks.workunit.client.0.smithi016.stdout: "created": 61, 2024-04-15T16:06:25.037 INFO:tasks.workunit.client.0.smithi016.stdout: "dirty_stats_invalid": false, 2024-04-15T16:06:25.037 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T16:06:25.037 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_stats_invalid": false, 2024-04-15T16:06:25.037 INFO:tasks.workunit.client.0.smithi016.stdout: "last_active": "2024-04-15T16:05:12.201164+0000", 2024-04-15T16:06:25.037 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_active": "2024-04-15T14:44:49.366282+0000", 2024-04-15T16:06:25.038 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_peered": "2024-04-15T14:44:49.366282+0000", 2024-04-15T16:06:25.038 INFO:tasks.workunit.client.0.smithi016.stdout: "last_change": "2024-04-15T14:44:49.369207+0000", 2024-04-15T16:06:25.038 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean": "2024-04-15T16:05:12.201164+0000", 2024-04-15T16:06:25.038 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T16:06:25.038 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub": "0'0", 2024-04-15T16:06:25.038 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T16:06:25.038 INFO:tasks.workunit.client.0.smithi016.stdout: "last_epoch_clean": 532, 2024-04-15T16:06:25.038 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fresh": "2024-04-15T16:05:12.201164+0000", 2024-04-15T16:06:25.038 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fullsized": "2024-04-15T16:05:12.201164+0000", 2024-04-15T16:06:25.038 INFO:tasks.workunit.client.0.smithi016.stdout: "last_peered": "2024-04-15T16:05:12.201164+0000", 2024-04-15T16:06:25.038 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub": "0'0", 2024-04-15T16:06:25.038 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_duration": 0, 2024-04-15T16:06:25.038 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T16:06:25.038 INFO:tasks.workunit.client.0.smithi016.stdout: "last_undegraded": "2024-04-15T16:05:12.201164+0000", 2024-04-15T16:06:25.038 INFO:tasks.workunit.client.0.smithi016.stdout: "last_unstale": "2024-04-15T16:05:12.201164+0000", 2024-04-15T16:06:25.039 INFO:tasks.workunit.client.0.smithi016.stdout: "log_dups_size": 0, 2024-04-15T16:06:25.039 INFO:tasks.workunit.client.0.smithi016.stdout: "log_size": 0, 2024-04-15T16:06:25.039 INFO:tasks.workunit.client.0.smithi016.stdout: "log_start": "0'0", 2024-04-15T16:06:25.039 INFO:tasks.workunit.client.0.smithi016.stdout: "manifest_stats_invalid": false, 2024-04-15T16:06:25.039 INFO:tasks.workunit.client.0.smithi016.stdout: "mapping_epoch": 531, 2024-04-15T16:06:25.039 INFO:tasks.workunit.client.0.smithi016.stdout: "object_location_counts": [], 2024-04-15T16:06:25.039 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_scrubbed": 0, 2024-04-15T16:06:25.039 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_trimmed": 0, 2024-04-15T16:06:25.039 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_stats_invalid": false, 2024-04-15T16:06:25.039 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_size": 0, 2024-04-15T16:06:25.040 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_start": "0'0", 2024-04-15T16:06:25.040 INFO:tasks.workunit.client.0.smithi016.stdout: "parent": "0.0", 2024-04-15T16:06:25.040 INFO:tasks.workunit.client.0.smithi016.stdout: "parent_split_bits": 0, 2024-04-15T16:06:25.040 INFO:tasks.workunit.client.0.smithi016.stdout: "pgid": "3.15", 2024-04-15T16:06:25.040 INFO:tasks.workunit.client.0.smithi016.stdout: "pin_stats_invalid": false, 2024-04-15T16:06:25.040 INFO:tasks.workunit.client.0.smithi016.stdout: "purged_snaps": [], 2024-04-15T16:06:25.040 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_epoch": 2721, 2024-04-15T16:06:25.040 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_seq": 4855, 2024-04-15T16:06:25.040 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_duration": 0.0, 2024-04-15T16:06:25.040 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-16T14:38:09.329589+0000", 2024-04-15T16:06:25.040 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrim_duration": 0.0, 2024-04-15T16:06:25.040 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrimq_len": 0, 2024-04-15T16:06:25.040 INFO:tasks.workunit.client.0.smithi016.stdout: "stat_sum": { 2024-04-15T16:06:25.040 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes": 0, 2024-04-15T16:06:25.040 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T16:06:25.041 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_recovered": 0, 2024-04-15T16:06:25.041 INFO:tasks.workunit.client.0.smithi016.stdout: "num_deep_scrub_errors": 0, 2024-04-15T16:06:25.041 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict": 0, 2024-04-15T16:06:25.041 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_kb": 0, 2024-04-15T16:06:25.041 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_full": 0, 2024-04-15T16:06:25.041 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_some": 0, 2024-04-15T16:06:25.041 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush": 0, 2024-04-15T16:06:25.041 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_kb": 0, 2024-04-15T16:06:25.041 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_high": 0, 2024-04-15T16:06:25.041 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_low": 0, 2024-04-15T16:06:25.041 INFO:tasks.workunit.client.0.smithi016.stdout: "num_keys_recovered": 0, 2024-04-15T16:06:25.041 INFO:tasks.workunit.client.0.smithi016.stdout: "num_large_omap_objects": 0, 2024-04-15T16:06:25.041 INFO:tasks.workunit.client.0.smithi016.stdout: "num_legacy_snapsets": 0, 2024-04-15T16:06:25.041 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_clones": 0, 2024-04-15T16:06:25.041 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_copies": 0, 2024-04-15T16:06:25.042 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects": 0, 2024-04-15T16:06:25.042 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_degraded": 0, 2024-04-15T16:06:25.042 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_dirty": 0, 2024-04-15T16:06:25.042 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T16:06:25.042 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_manifest": 0, 2024-04-15T16:06:25.042 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_misplaced": 0, 2024-04-15T16:06:25.042 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing": 0, 2024-04-15T16:06:25.042 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T16:06:25.042 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_omap": 0, 2024-04-15T16:06:25.042 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_pinned": 0, 2024-04-15T16:06:25.042 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_recovered": 0, 2024-04-15T16:06:25.042 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_repaired": 0, 2024-04-15T16:06:25.042 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_unfound": 0, 2024-04-15T16:06:25.043 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_bytes": 0, 2024-04-15T16:06:25.043 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_keys": 0, 2024-04-15T16:06:25.043 INFO:tasks.workunit.client.0.smithi016.stdout: "num_promote": 0, 2024-04-15T16:06:25.043 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read": 0, 2024-04-15T16:06:25.043 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read_kb": 0, 2024-04-15T16:06:25.043 INFO:tasks.workunit.client.0.smithi016.stdout: "num_scrub_errors": 0, 2024-04-15T16:06:25.043 INFO:tasks.workunit.client.0.smithi016.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T16:06:25.043 INFO:tasks.workunit.client.0.smithi016.stdout: "num_whiteouts": 0, 2024-04-15T16:06:25.043 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write": 0, 2024-04-15T16:06:25.043 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write_kb": 0 2024-04-15T16:06:25.043 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.043 INFO:tasks.workunit.client.0.smithi016.stdout: "state": "active+clean", 2024-04-15T16:06:25.043 INFO:tasks.workunit.client.0.smithi016.stdout: "stats_invalid": false, 2024-04-15T16:06:25.043 INFO:tasks.workunit.client.0.smithi016.stdout: "up": [ 2024-04-15T16:06:25.043 INFO:tasks.workunit.client.0.smithi016.stdout: 7, 2024-04-15T16:06:25.044 INFO:tasks.workunit.client.0.smithi016.stdout: 3, 2024-04-15T16:06:25.044 INFO:tasks.workunit.client.0.smithi016.stdout: 4 2024-04-15T16:06:25.044 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:25.044 INFO:tasks.workunit.client.0.smithi016.stdout: "up_primary": 7, 2024-04-15T16:06:25.044 INFO:tasks.workunit.client.0.smithi016.stdout: "version": "0'0" 2024-04-15T16:06:25.044 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.044 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-15T16:06:25.044 INFO:tasks.workunit.client.0.smithi016.stdout: "acting": [ 2024-04-15T16:06:25.044 INFO:tasks.workunit.client.0.smithi016.stdout: 6, 2024-04-15T16:06:25.044 INFO:tasks.workunit.client.0.smithi016.stdout: 3, 2024-04-15T16:06:25.044 INFO:tasks.workunit.client.0.smithi016.stdout: 5 2024-04-15T16:06:25.044 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:25.044 INFO:tasks.workunit.client.0.smithi016.stdout: "acting_primary": 6, 2024-04-15T16:06:25.044 INFO:tasks.workunit.client.0.smithi016.stdout: "avail_no_missing": [], 2024-04-15T16:06:25.045 INFO:tasks.workunit.client.0.smithi016.stdout: "blocked_by": [], 2024-04-15T16:06:25.045 INFO:tasks.workunit.client.0.smithi016.stdout: "created": 60, 2024-04-15T16:06:25.045 INFO:tasks.workunit.client.0.smithi016.stdout: "dirty_stats_invalid": false, 2024-04-15T16:06:25.045 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T16:06:25.045 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_stats_invalid": false, 2024-04-15T16:06:25.045 INFO:tasks.workunit.client.0.smithi016.stdout: "last_active": "2024-04-15T16:05:11.412919+0000", 2024-04-15T16:06:25.045 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_active": "2024-04-15T14:44:28.457979+0000", 2024-04-15T16:06:25.045 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_peered": "2024-04-15T14:44:28.457979+0000", 2024-04-15T16:06:25.045 INFO:tasks.workunit.client.0.smithi016.stdout: "last_change": "2024-04-15T14:44:28.458407+0000", 2024-04-15T16:06:25.045 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean": "2024-04-15T16:05:11.412919+0000", 2024-04-15T16:06:25.045 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean_scrub_stamp": "2024-04-15T14:33:33.599136+0000", 2024-04-15T16:06:25.045 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub": "0'0", 2024-04-15T16:06:25.045 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub_stamp": "2024-04-15T14:33:33.599136+0000", 2024-04-15T16:06:25.045 INFO:tasks.workunit.client.0.smithi016.stdout: "last_epoch_clean": 511, 2024-04-15T16:06:25.046 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fresh": "2024-04-15T16:05:11.412919+0000", 2024-04-15T16:06:25.046 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fullsized": "2024-04-15T16:05:11.412919+0000", 2024-04-15T16:06:25.046 INFO:tasks.workunit.client.0.smithi016.stdout: "last_peered": "2024-04-15T16:05:11.412919+0000", 2024-04-15T16:06:25.046 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub": "0'0", 2024-04-15T16:06:25.046 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_duration": 0, 2024-04-15T16:06:25.046 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_stamp": "2024-04-15T14:33:33.599136+0000", 2024-04-15T16:06:25.046 INFO:tasks.workunit.client.0.smithi016.stdout: "last_undegraded": "2024-04-15T16:05:11.412919+0000", 2024-04-15T16:06:25.046 INFO:tasks.workunit.client.0.smithi016.stdout: "last_unstale": "2024-04-15T16:05:11.412919+0000", 2024-04-15T16:06:25.046 INFO:tasks.workunit.client.0.smithi016.stdout: "log_dups_size": 0, 2024-04-15T16:06:25.046 INFO:tasks.workunit.client.0.smithi016.stdout: "log_size": 30, 2024-04-15T16:06:25.046 INFO:tasks.workunit.client.0.smithi016.stdout: "log_start": "0'0", 2024-04-15T16:06:25.046 INFO:tasks.workunit.client.0.smithi016.stdout: "manifest_stats_invalid": false, 2024-04-15T16:06:25.046 INFO:tasks.workunit.client.0.smithi016.stdout: "mapping_epoch": 510, 2024-04-15T16:06:25.046 INFO:tasks.workunit.client.0.smithi016.stdout: "object_location_counts": [], 2024-04-15T16:06:25.047 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_scrubbed": 0, 2024-04-15T16:06:25.047 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_trimmed": 0, 2024-04-15T16:06:25.047 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_stats_invalid": false, 2024-04-15T16:06:25.047 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_size": 30, 2024-04-15T16:06:25.047 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_start": "0'0", 2024-04-15T16:06:25.047 INFO:tasks.workunit.client.0.smithi016.stdout: "parent": "0.0", 2024-04-15T16:06:25.047 INFO:tasks.workunit.client.0.smithi016.stdout: "parent_split_bits": 0, 2024-04-15T16:06:25.047 INFO:tasks.workunit.client.0.smithi016.stdout: "pgid": "2.14", 2024-04-15T16:06:25.047 INFO:tasks.workunit.client.0.smithi016.stdout: "pin_stats_invalid": false, 2024-04-15T16:06:25.047 INFO:tasks.workunit.client.0.smithi016.stdout: "purged_snaps": [], 2024-04-15T16:06:25.047 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_epoch": 2721, 2024-04-15T16:06:25.047 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_seq": 4920, 2024-04-15T16:06:25.047 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_duration": 0.0, 2024-04-15T16:06:25.047 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-16T18:59:14.599281+0000", 2024-04-15T16:06:25.047 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrim_duration": 0.0, 2024-04-15T16:06:25.048 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrimq_len": 0, 2024-04-15T16:06:25.048 INFO:tasks.workunit.client.0.smithi016.stdout: "stat_sum": { 2024-04-15T16:06:25.048 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes": 5824, 2024-04-15T16:06:25.048 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T16:06:25.048 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_recovered": 0, 2024-04-15T16:06:25.048 INFO:tasks.workunit.client.0.smithi016.stdout: "num_deep_scrub_errors": 0, 2024-04-15T16:06:25.048 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict": 0, 2024-04-15T16:06:25.048 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_kb": 0, 2024-04-15T16:06:25.048 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_full": 0, 2024-04-15T16:06:25.048 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_some": 0, 2024-04-15T16:06:25.048 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush": 0, 2024-04-15T16:06:25.048 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_kb": 0, 2024-04-15T16:06:25.048 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_high": 0, 2024-04-15T16:06:25.048 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_low": 0, 2024-04-15T16:06:25.048 INFO:tasks.workunit.client.0.smithi016.stdout: "num_keys_recovered": 0, 2024-04-15T16:06:25.049 INFO:tasks.workunit.client.0.smithi016.stdout: "num_large_omap_objects": 0, 2024-04-15T16:06:25.049 INFO:tasks.workunit.client.0.smithi016.stdout: "num_legacy_snapsets": 0, 2024-04-15T16:06:25.049 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_clones": 0, 2024-04-15T16:06:25.049 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_copies": 12, 2024-04-15T16:06:25.049 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects": 4, 2024-04-15T16:06:25.049 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_degraded": 0, 2024-04-15T16:06:25.049 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_dirty": 4, 2024-04-15T16:06:25.049 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T16:06:25.049 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_manifest": 0, 2024-04-15T16:06:25.049 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_misplaced": 0, 2024-04-15T16:06:25.049 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing": 0, 2024-04-15T16:06:25.049 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T16:06:25.049 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_omap": 1, 2024-04-15T16:06:25.049 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_pinned": 0, 2024-04-15T16:06:25.050 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_recovered": 0, 2024-04-15T16:06:25.050 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_repaired": 0, 2024-04-15T16:06:25.050 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_unfound": 0, 2024-04-15T16:06:25.050 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_bytes": 0, 2024-04-15T16:06:25.050 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_keys": 0, 2024-04-15T16:06:25.050 INFO:tasks.workunit.client.0.smithi016.stdout: "num_promote": 0, 2024-04-15T16:06:25.050 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read": 20, 2024-04-15T16:06:25.050 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read_kb": 28, 2024-04-15T16:06:25.050 INFO:tasks.workunit.client.0.smithi016.stdout: "num_scrub_errors": 0, 2024-04-15T16:06:25.050 INFO:tasks.workunit.client.0.smithi016.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T16:06:25.050 INFO:tasks.workunit.client.0.smithi016.stdout: "num_whiteouts": 0, 2024-04-15T16:06:25.050 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write": 28, 2024-04-15T16:06:25.050 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write_kb": 25 2024-04-15T16:06:25.050 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.050 INFO:tasks.workunit.client.0.smithi016.stdout: "state": "active+clean", 2024-04-15T16:06:25.051 INFO:tasks.workunit.client.0.smithi016.stdout: "stats_invalid": false, 2024-04-15T16:06:25.051 INFO:tasks.workunit.client.0.smithi016.stdout: "up": [ 2024-04-15T16:06:25.051 INFO:tasks.workunit.client.0.smithi016.stdout: 6, 2024-04-15T16:06:25.051 INFO:tasks.workunit.client.0.smithi016.stdout: 3, 2024-04-15T16:06:25.051 INFO:tasks.workunit.client.0.smithi016.stdout: 5 2024-04-15T16:06:25.051 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:25.051 INFO:tasks.workunit.client.0.smithi016.stdout: "up_primary": 6, 2024-04-15T16:06:25.051 INFO:tasks.workunit.client.0.smithi016.stdout: "version": "560'30" 2024-04-15T16:06:25.051 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.051 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-15T16:06:25.051 INFO:tasks.workunit.client.0.smithi016.stdout: "acting": [ 2024-04-15T16:06:25.051 INFO:tasks.workunit.client.0.smithi016.stdout: 4, 2024-04-15T16:06:25.051 INFO:tasks.workunit.client.0.smithi016.stdout: 7, 2024-04-15T16:06:25.051 INFO:tasks.workunit.client.0.smithi016.stdout: 6 2024-04-15T16:06:25.051 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:25.052 INFO:tasks.workunit.client.0.smithi016.stdout: "acting_primary": 4, 2024-04-15T16:06:25.052 INFO:tasks.workunit.client.0.smithi016.stdout: "avail_no_missing": [], 2024-04-15T16:06:25.052 INFO:tasks.workunit.client.0.smithi016.stdout: "blocked_by": [], 2024-04-15T16:06:25.052 INFO:tasks.workunit.client.0.smithi016.stdout: "created": 61, 2024-04-15T16:06:25.052 INFO:tasks.workunit.client.0.smithi016.stdout: "dirty_stats_invalid": false, 2024-04-15T16:06:25.052 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T16:06:25.052 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_stats_invalid": false, 2024-04-15T16:06:25.052 INFO:tasks.workunit.client.0.smithi016.stdout: "last_active": "2024-04-15T16:05:12.200312+0000", 2024-04-15T16:06:25.052 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_active": "2024-04-15T14:44:49.369834+0000", 2024-04-15T16:06:25.052 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_peered": "2024-04-15T14:44:49.369834+0000", 2024-04-15T16:06:25.052 INFO:tasks.workunit.client.0.smithi016.stdout: "last_change": "2024-04-15T14:44:49.370155+0000", 2024-04-15T16:06:25.052 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean": "2024-04-15T16:05:12.200312+0000", 2024-04-15T16:06:25.052 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T16:06:25.052 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub": "0'0", 2024-04-15T16:06:25.053 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T16:06:25.053 INFO:tasks.workunit.client.0.smithi016.stdout: "last_epoch_clean": 532, 2024-04-15T16:06:25.053 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fresh": "2024-04-15T16:05:12.200312+0000", 2024-04-15T16:06:25.053 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fullsized": "2024-04-15T16:05:12.200312+0000", 2024-04-15T16:06:25.053 INFO:tasks.workunit.client.0.smithi016.stdout: "last_peered": "2024-04-15T16:05:12.200312+0000", 2024-04-15T16:06:25.053 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub": "0'0", 2024-04-15T16:06:25.053 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_duration": 0, 2024-04-15T16:06:25.053 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T16:06:25.053 INFO:tasks.workunit.client.0.smithi016.stdout: "last_undegraded": "2024-04-15T16:05:12.200312+0000", 2024-04-15T16:06:25.053 INFO:tasks.workunit.client.0.smithi016.stdout: "last_unstale": "2024-04-15T16:05:12.200312+0000", 2024-04-15T16:06:25.053 INFO:tasks.workunit.client.0.smithi016.stdout: "log_dups_size": 0, 2024-04-15T16:06:25.053 INFO:tasks.workunit.client.0.smithi016.stdout: "log_size": 0, 2024-04-15T16:06:25.053 INFO:tasks.workunit.client.0.smithi016.stdout: "log_start": "0'0", 2024-04-15T16:06:25.054 INFO:tasks.workunit.client.0.smithi016.stdout: "manifest_stats_invalid": false, 2024-04-15T16:06:25.054 INFO:tasks.workunit.client.0.smithi016.stdout: "mapping_epoch": 531, 2024-04-15T16:06:25.054 INFO:tasks.workunit.client.0.smithi016.stdout: "object_location_counts": [], 2024-04-15T16:06:25.054 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_scrubbed": 0, 2024-04-15T16:06:25.054 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_trimmed": 0, 2024-04-15T16:06:25.054 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_stats_invalid": false, 2024-04-15T16:06:25.054 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_size": 0, 2024-04-15T16:06:25.054 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_start": "0'0", 2024-04-15T16:06:25.054 INFO:tasks.workunit.client.0.smithi016.stdout: "parent": "0.0", 2024-04-15T16:06:25.054 INFO:tasks.workunit.client.0.smithi016.stdout: "parent_split_bits": 0, 2024-04-15T16:06:25.054 INFO:tasks.workunit.client.0.smithi016.stdout: "pgid": "3.14", 2024-04-15T16:06:25.054 INFO:tasks.workunit.client.0.smithi016.stdout: "pin_stats_invalid": false, 2024-04-15T16:06:25.054 INFO:tasks.workunit.client.0.smithi016.stdout: "purged_snaps": [], 2024-04-15T16:06:25.054 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_epoch": 2721, 2024-04-15T16:06:25.055 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_seq": 4967, 2024-04-15T16:06:25.055 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_duration": 0.0, 2024-04-15T16:06:25.055 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-16T18:41:50.293300+0000", 2024-04-15T16:06:25.055 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrim_duration": 0.0, 2024-04-15T16:06:25.055 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrimq_len": 0, 2024-04-15T16:06:25.055 INFO:tasks.workunit.client.0.smithi016.stdout: "stat_sum": { 2024-04-15T16:06:25.055 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes": 0, 2024-04-15T16:06:25.055 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T16:06:25.055 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_recovered": 0, 2024-04-15T16:06:25.055 INFO:tasks.workunit.client.0.smithi016.stdout: "num_deep_scrub_errors": 0, 2024-04-15T16:06:25.055 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict": 0, 2024-04-15T16:06:25.055 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_kb": 0, 2024-04-15T16:06:25.055 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_full": 0, 2024-04-15T16:06:25.055 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_some": 0, 2024-04-15T16:06:25.056 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush": 0, 2024-04-15T16:06:25.056 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_kb": 0, 2024-04-15T16:06:25.056 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_high": 0, 2024-04-15T16:06:25.056 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_low": 0, 2024-04-15T16:06:25.056 INFO:tasks.workunit.client.0.smithi016.stdout: "num_keys_recovered": 0, 2024-04-15T16:06:25.056 INFO:tasks.workunit.client.0.smithi016.stdout: "num_large_omap_objects": 0, 2024-04-15T16:06:25.056 INFO:tasks.workunit.client.0.smithi016.stdout: "num_legacy_snapsets": 0, 2024-04-15T16:06:25.056 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_clones": 0, 2024-04-15T16:06:25.056 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_copies": 0, 2024-04-15T16:06:25.056 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects": 0, 2024-04-15T16:06:25.056 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_degraded": 0, 2024-04-15T16:06:25.056 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_dirty": 0, 2024-04-15T16:06:25.056 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T16:06:25.056 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_manifest": 0, 2024-04-15T16:06:25.057 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_misplaced": 0, 2024-04-15T16:06:25.057 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing": 0, 2024-04-15T16:06:25.057 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T16:06:25.057 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_omap": 0, 2024-04-15T16:06:25.057 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_pinned": 0, 2024-04-15T16:06:25.057 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_recovered": 0, 2024-04-15T16:06:25.057 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_repaired": 0, 2024-04-15T16:06:25.057 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_unfound": 0, 2024-04-15T16:06:25.057 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_bytes": 0, 2024-04-15T16:06:25.057 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_keys": 0, 2024-04-15T16:06:25.057 INFO:tasks.workunit.client.0.smithi016.stdout: "num_promote": 0, 2024-04-15T16:06:25.057 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read": 0, 2024-04-15T16:06:25.057 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read_kb": 0, 2024-04-15T16:06:25.057 INFO:tasks.workunit.client.0.smithi016.stdout: "num_scrub_errors": 0, 2024-04-15T16:06:25.057 INFO:tasks.workunit.client.0.smithi016.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T16:06:25.058 INFO:tasks.workunit.client.0.smithi016.stdout: "num_whiteouts": 0, 2024-04-15T16:06:25.058 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write": 0, 2024-04-15T16:06:25.058 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write_kb": 0 2024-04-15T16:06:25.058 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.058 INFO:tasks.workunit.client.0.smithi016.stdout: "state": "active+clean", 2024-04-15T16:06:25.058 INFO:tasks.workunit.client.0.smithi016.stdout: "stats_invalid": false, 2024-04-15T16:06:25.058 INFO:tasks.workunit.client.0.smithi016.stdout: "up": [ 2024-04-15T16:06:25.058 INFO:tasks.workunit.client.0.smithi016.stdout: 4, 2024-04-15T16:06:25.058 INFO:tasks.workunit.client.0.smithi016.stdout: 7, 2024-04-15T16:06:25.058 INFO:tasks.workunit.client.0.smithi016.stdout: 6 2024-04-15T16:06:25.058 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:25.058 INFO:tasks.workunit.client.0.smithi016.stdout: "up_primary": 4, 2024-04-15T16:06:25.058 INFO:tasks.workunit.client.0.smithi016.stdout: "version": "0'0" 2024-04-15T16:06:25.058 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.059 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-15T16:06:25.059 INFO:tasks.workunit.client.0.smithi016.stdout: "acting": [ 2024-04-15T16:06:25.059 INFO:tasks.workunit.client.0.smithi016.stdout: 1, 2024-04-15T16:06:25.059 INFO:tasks.workunit.client.0.smithi016.stdout: 5, 2024-04-15T16:06:25.059 INFO:tasks.workunit.client.0.smithi016.stdout: 0 2024-04-15T16:06:25.059 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:25.059 INFO:tasks.workunit.client.0.smithi016.stdout: "acting_primary": 1, 2024-04-15T16:06:25.059 INFO:tasks.workunit.client.0.smithi016.stdout: "avail_no_missing": [], 2024-04-15T16:06:25.059 INFO:tasks.workunit.client.0.smithi016.stdout: "blocked_by": [], 2024-04-15T16:06:25.059 INFO:tasks.workunit.client.0.smithi016.stdout: "created": 60, 2024-04-15T16:06:25.059 INFO:tasks.workunit.client.0.smithi016.stdout: "dirty_stats_invalid": false, 2024-04-15T16:06:25.059 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T16:06:25.059 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_stats_invalid": false, 2024-04-15T16:06:25.059 INFO:tasks.workunit.client.0.smithi016.stdout: "last_active": "2024-04-15T16:05:11.869924+0000", 2024-04-15T16:06:25.060 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_active": "2024-04-15T14:43:53.355629+0000", 2024-04-15T16:06:25.060 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_peered": "2024-04-15T14:43:53.355629+0000", 2024-04-15T16:06:25.060 INFO:tasks.workunit.client.0.smithi016.stdout: "last_change": "2024-04-15T14:43:53.356050+0000", 2024-04-15T16:06:25.060 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean": "2024-04-15T16:05:11.869924+0000", 2024-04-15T16:06:25.060 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean_scrub_stamp": "2024-04-15T14:33:33.599136+0000", 2024-04-15T16:06:25.060 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub": "0'0", 2024-04-15T16:06:25.060 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub_stamp": "2024-04-15T14:33:33.599136+0000", 2024-04-15T16:06:25.060 INFO:tasks.workunit.client.0.smithi016.stdout: "last_epoch_clean": 476, 2024-04-15T16:06:25.060 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fresh": "2024-04-15T16:05:11.869924+0000", 2024-04-15T16:06:25.060 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fullsized": "2024-04-15T16:05:11.869924+0000", 2024-04-15T16:06:25.060 INFO:tasks.workunit.client.0.smithi016.stdout: "last_peered": "2024-04-15T16:05:11.869924+0000", 2024-04-15T16:06:25.060 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub": "0'0", 2024-04-15T16:06:25.060 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_duration": 0, 2024-04-15T16:06:25.060 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_stamp": "2024-04-15T14:33:33.599136+0000", 2024-04-15T16:06:25.061 INFO:tasks.workunit.client.0.smithi016.stdout: "last_undegraded": "2024-04-15T16:05:11.869924+0000", 2024-04-15T16:06:25.061 INFO:tasks.workunit.client.0.smithi016.stdout: "last_unstale": "2024-04-15T16:05:11.869924+0000", 2024-04-15T16:06:25.061 INFO:tasks.workunit.client.0.smithi016.stdout: "log_dups_size": 0, 2024-04-15T16:06:25.061 INFO:tasks.workunit.client.0.smithi016.stdout: "log_size": 3, 2024-04-15T16:06:25.061 INFO:tasks.workunit.client.0.smithi016.stdout: "log_start": "0'0", 2024-04-15T16:06:25.061 INFO:tasks.workunit.client.0.smithi016.stdout: "manifest_stats_invalid": false, 2024-04-15T16:06:25.061 INFO:tasks.workunit.client.0.smithi016.stdout: "mapping_epoch": 475, 2024-04-15T16:06:25.061 INFO:tasks.workunit.client.0.smithi016.stdout: "object_location_counts": [], 2024-04-15T16:06:25.061 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_scrubbed": 0, 2024-04-15T16:06:25.061 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_trimmed": 0, 2024-04-15T16:06:25.061 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_stats_invalid": false, 2024-04-15T16:06:25.061 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_size": 3, 2024-04-15T16:06:25.061 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_start": "0'0", 2024-04-15T16:06:25.061 INFO:tasks.workunit.client.0.smithi016.stdout: "parent": "0.0", 2024-04-15T16:06:25.061 INFO:tasks.workunit.client.0.smithi016.stdout: "parent_split_bits": 0, 2024-04-15T16:06:25.062 INFO:tasks.workunit.client.0.smithi016.stdout: "pgid": "2.15", 2024-04-15T16:06:25.062 INFO:tasks.workunit.client.0.smithi016.stdout: "pin_stats_invalid": false, 2024-04-15T16:06:25.062 INFO:tasks.workunit.client.0.smithi016.stdout: "purged_snaps": [], 2024-04-15T16:06:25.062 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_epoch": 2721, 2024-04-15T16:06:25.062 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_seq": 5037, 2024-04-15T16:06:25.062 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_duration": 0.0, 2024-04-15T16:06:25.062 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-16T16:26:40.884433+0000", 2024-04-15T16:06:25.062 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrim_duration": 0.0, 2024-04-15T16:06:25.062 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrimq_len": 0, 2024-04-15T16:06:25.062 INFO:tasks.workunit.client.0.smithi016.stdout: "stat_sum": { 2024-04-15T16:06:25.062 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes": 90, 2024-04-15T16:06:25.062 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T16:06:25.062 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_recovered": 0, 2024-04-15T16:06:25.062 INFO:tasks.workunit.client.0.smithi016.stdout: "num_deep_scrub_errors": 0, 2024-04-15T16:06:25.063 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict": 0, 2024-04-15T16:06:25.063 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_kb": 0, 2024-04-15T16:06:25.063 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_full": 0, 2024-04-15T16:06:25.063 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_some": 0, 2024-04-15T16:06:25.063 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush": 0, 2024-04-15T16:06:25.063 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_kb": 0, 2024-04-15T16:06:25.063 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_high": 0, 2024-04-15T16:06:25.063 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_low": 0, 2024-04-15T16:06:25.063 INFO:tasks.workunit.client.0.smithi016.stdout: "num_keys_recovered": 0, 2024-04-15T16:06:25.063 INFO:tasks.workunit.client.0.smithi016.stdout: "num_large_omap_objects": 0, 2024-04-15T16:06:25.063 INFO:tasks.workunit.client.0.smithi016.stdout: "num_legacy_snapsets": 0, 2024-04-15T16:06:25.063 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_clones": 0, 2024-04-15T16:06:25.063 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_copies": 6, 2024-04-15T16:06:25.063 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects": 2, 2024-04-15T16:06:25.063 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_degraded": 0, 2024-04-15T16:06:25.064 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_dirty": 2, 2024-04-15T16:06:25.064 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T16:06:25.064 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_manifest": 0, 2024-04-15T16:06:25.064 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_misplaced": 0, 2024-04-15T16:06:25.064 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing": 0, 2024-04-15T16:06:25.064 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T16:06:25.064 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_omap": 1, 2024-04-15T16:06:25.064 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_pinned": 0, 2024-04-15T16:06:25.064 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_recovered": 0, 2024-04-15T16:06:25.064 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_repaired": 0, 2024-04-15T16:06:25.064 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_unfound": 0, 2024-04-15T16:06:25.064 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_bytes": 0, 2024-04-15T16:06:25.064 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_keys": 0, 2024-04-15T16:06:25.064 INFO:tasks.workunit.client.0.smithi016.stdout: "num_promote": 0, 2024-04-15T16:06:25.065 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read": 14, 2024-04-15T16:06:25.065 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read_kb": 14, 2024-04-15T16:06:25.065 INFO:tasks.workunit.client.0.smithi016.stdout: "num_scrub_errors": 0, 2024-04-15T16:06:25.065 INFO:tasks.workunit.client.0.smithi016.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T16:06:25.065 INFO:tasks.workunit.client.0.smithi016.stdout: "num_whiteouts": 0, 2024-04-15T16:06:25.065 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write": 4, 2024-04-15T16:06:25.065 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write_kb": 1 2024-04-15T16:06:25.065 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.065 INFO:tasks.workunit.client.0.smithi016.stdout: "state": "active+clean", 2024-04-15T16:06:25.065 INFO:tasks.workunit.client.0.smithi016.stdout: "stats_invalid": false, 2024-04-15T16:06:25.065 INFO:tasks.workunit.client.0.smithi016.stdout: "up": [ 2024-04-15T16:06:25.065 INFO:tasks.workunit.client.0.smithi016.stdout: 1, 2024-04-15T16:06:25.065 INFO:tasks.workunit.client.0.smithi016.stdout: 5, 2024-04-15T16:06:25.065 INFO:tasks.workunit.client.0.smithi016.stdout: 0 2024-04-15T16:06:25.065 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:25.066 INFO:tasks.workunit.client.0.smithi016.stdout: "up_primary": 1, 2024-04-15T16:06:25.066 INFO:tasks.workunit.client.0.smithi016.stdout: "version": "62'3" 2024-04-15T16:06:25.066 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.066 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-15T16:06:25.066 INFO:tasks.workunit.client.0.smithi016.stdout: "acting": [ 2024-04-15T16:06:25.066 INFO:tasks.workunit.client.0.smithi016.stdout: 0, 2024-04-15T16:06:25.066 INFO:tasks.workunit.client.0.smithi016.stdout: 5, 2024-04-15T16:06:25.066 INFO:tasks.workunit.client.0.smithi016.stdout: 3 2024-04-15T16:06:25.066 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:25.066 INFO:tasks.workunit.client.0.smithi016.stdout: "acting_primary": 0, 2024-04-15T16:06:25.066 INFO:tasks.workunit.client.0.smithi016.stdout: "avail_no_missing": [], 2024-04-15T16:06:25.066 INFO:tasks.workunit.client.0.smithi016.stdout: "blocked_by": [], 2024-04-15T16:06:25.066 INFO:tasks.workunit.client.0.smithi016.stdout: "created": 61, 2024-04-15T16:06:25.066 INFO:tasks.workunit.client.0.smithi016.stdout: "dirty_stats_invalid": false, 2024-04-15T16:06:25.067 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T16:06:25.067 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_stats_invalid": false, 2024-04-15T16:06:25.067 INFO:tasks.workunit.client.0.smithi016.stdout: "last_active": "2024-04-15T16:05:11.413140+0000", 2024-04-15T16:06:25.067 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_active": "2024-04-15T14:43:53.352777+0000", 2024-04-15T16:06:25.067 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_peered": "2024-04-15T14:43:53.352777+0000", 2024-04-15T16:06:25.067 INFO:tasks.workunit.client.0.smithi016.stdout: "last_change": "2024-04-15T14:43:53.353130+0000", 2024-04-15T16:06:25.067 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean": "2024-04-15T16:05:11.413140+0000", 2024-04-15T16:06:25.067 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T16:06:25.067 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub": "0'0", 2024-04-15T16:06:25.067 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T16:06:25.067 INFO:tasks.workunit.client.0.smithi016.stdout: "last_epoch_clean": 476, 2024-04-15T16:06:25.067 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fresh": "2024-04-15T16:05:11.413140+0000", 2024-04-15T16:06:25.067 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fullsized": "2024-04-15T16:05:11.413140+0000", 2024-04-15T16:06:25.067 INFO:tasks.workunit.client.0.smithi016.stdout: "last_peered": "2024-04-15T16:05:11.413140+0000", 2024-04-15T16:06:25.068 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub": "0'0", 2024-04-15T16:06:25.068 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_duration": 0, 2024-04-15T16:06:25.068 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T16:06:25.068 INFO:tasks.workunit.client.0.smithi016.stdout: "last_undegraded": "2024-04-15T16:05:11.413140+0000", 2024-04-15T16:06:25.068 INFO:tasks.workunit.client.0.smithi016.stdout: "last_unstale": "2024-04-15T16:05:11.413140+0000", 2024-04-15T16:06:25.068 INFO:tasks.workunit.client.0.smithi016.stdout: "log_dups_size": 0, 2024-04-15T16:06:25.068 INFO:tasks.workunit.client.0.smithi016.stdout: "log_size": 0, 2024-04-15T16:06:25.068 INFO:tasks.workunit.client.0.smithi016.stdout: "log_start": "0'0", 2024-04-15T16:06:25.068 INFO:tasks.workunit.client.0.smithi016.stdout: "manifest_stats_invalid": false, 2024-04-15T16:06:25.068 INFO:tasks.workunit.client.0.smithi016.stdout: "mapping_epoch": 475, 2024-04-15T16:06:25.068 INFO:tasks.workunit.client.0.smithi016.stdout: "object_location_counts": [], 2024-04-15T16:06:25.068 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_scrubbed": 0, 2024-04-15T16:06:25.068 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_trimmed": 0, 2024-04-15T16:06:25.068 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_stats_invalid": false, 2024-04-15T16:06:25.069 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_size": 0, 2024-04-15T16:06:25.069 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_start": "0'0", 2024-04-15T16:06:25.069 INFO:tasks.workunit.client.0.smithi016.stdout: "parent": "0.0", 2024-04-15T16:06:25.069 INFO:tasks.workunit.client.0.smithi016.stdout: "parent_split_bits": 0, 2024-04-15T16:06:25.069 INFO:tasks.workunit.client.0.smithi016.stdout: "pgid": "3.17", 2024-04-15T16:06:25.069 INFO:tasks.workunit.client.0.smithi016.stdout: "pin_stats_invalid": false, 2024-04-15T16:06:25.069 INFO:tasks.workunit.client.0.smithi016.stdout: "purged_snaps": [], 2024-04-15T16:06:25.069 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_epoch": 2721, 2024-04-15T16:06:25.069 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_seq": 5058, 2024-04-15T16:06:25.069 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_duration": 0.0, 2024-04-15T16:06:25.069 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-16T18:38:32.868843+0000", 2024-04-15T16:06:25.069 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrim_duration": 0.0, 2024-04-15T16:06:25.069 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrimq_len": 0, 2024-04-15T16:06:25.069 INFO:tasks.workunit.client.0.smithi016.stdout: "stat_sum": { 2024-04-15T16:06:25.069 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes": 0, 2024-04-15T16:06:25.070 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T16:06:25.070 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_recovered": 0, 2024-04-15T16:06:25.070 INFO:tasks.workunit.client.0.smithi016.stdout: "num_deep_scrub_errors": 0, 2024-04-15T16:06:25.070 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict": 0, 2024-04-15T16:06:25.070 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_kb": 0, 2024-04-15T16:06:25.070 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_full": 0, 2024-04-15T16:06:25.070 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_some": 0, 2024-04-15T16:06:25.070 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush": 0, 2024-04-15T16:06:25.070 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_kb": 0, 2024-04-15T16:06:25.070 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_high": 0, 2024-04-15T16:06:25.070 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_low": 0, 2024-04-15T16:06:25.070 INFO:tasks.workunit.client.0.smithi016.stdout: "num_keys_recovered": 0, 2024-04-15T16:06:25.070 INFO:tasks.workunit.client.0.smithi016.stdout: "num_large_omap_objects": 0, 2024-04-15T16:06:25.071 INFO:tasks.workunit.client.0.smithi016.stdout: "num_legacy_snapsets": 0, 2024-04-15T16:06:25.071 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_clones": 0, 2024-04-15T16:06:25.071 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_copies": 0, 2024-04-15T16:06:25.071 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects": 0, 2024-04-15T16:06:25.071 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_degraded": 0, 2024-04-15T16:06:25.071 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_dirty": 0, 2024-04-15T16:06:25.071 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T16:06:25.071 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_manifest": 0, 2024-04-15T16:06:25.071 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_misplaced": 0, 2024-04-15T16:06:25.071 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing": 0, 2024-04-15T16:06:25.071 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T16:06:25.071 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_omap": 0, 2024-04-15T16:06:25.071 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_pinned": 0, 2024-04-15T16:06:25.071 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_recovered": 0, 2024-04-15T16:06:25.072 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_repaired": 0, 2024-04-15T16:06:25.072 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_unfound": 0, 2024-04-15T16:06:25.072 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_bytes": 0, 2024-04-15T16:06:25.072 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_keys": 0, 2024-04-15T16:06:25.072 INFO:tasks.workunit.client.0.smithi016.stdout: "num_promote": 0, 2024-04-15T16:06:25.072 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read": 0, 2024-04-15T16:06:25.072 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read_kb": 0, 2024-04-15T16:06:25.072 INFO:tasks.workunit.client.0.smithi016.stdout: "num_scrub_errors": 0, 2024-04-15T16:06:25.072 INFO:tasks.workunit.client.0.smithi016.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T16:06:25.072 INFO:tasks.workunit.client.0.smithi016.stdout: "num_whiteouts": 0, 2024-04-15T16:06:25.072 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write": 0, 2024-04-15T16:06:25.072 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write_kb": 0 2024-04-15T16:06:25.072 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.072 INFO:tasks.workunit.client.0.smithi016.stdout: "state": "active+clean", 2024-04-15T16:06:25.072 INFO:tasks.workunit.client.0.smithi016.stdout: "stats_invalid": false, 2024-04-15T16:06:25.073 INFO:tasks.workunit.client.0.smithi016.stdout: "up": [ 2024-04-15T16:06:25.073 INFO:tasks.workunit.client.0.smithi016.stdout: 0, 2024-04-15T16:06:25.073 INFO:tasks.workunit.client.0.smithi016.stdout: 5, 2024-04-15T16:06:25.073 INFO:tasks.workunit.client.0.smithi016.stdout: 3 2024-04-15T16:06:25.073 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:25.073 INFO:tasks.workunit.client.0.smithi016.stdout: "up_primary": 0, 2024-04-15T16:06:25.073 INFO:tasks.workunit.client.0.smithi016.stdout: "version": "0'0" 2024-04-15T16:06:25.073 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.073 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-15T16:06:25.073 INFO:tasks.workunit.client.0.smithi016.stdout: "acting": [ 2024-04-15T16:06:25.073 INFO:tasks.workunit.client.0.smithi016.stdout: 5, 2024-04-15T16:06:25.073 INFO:tasks.workunit.client.0.smithi016.stdout: 6, 2024-04-15T16:06:25.073 INFO:tasks.workunit.client.0.smithi016.stdout: 2 2024-04-15T16:06:25.073 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:25.074 INFO:tasks.workunit.client.0.smithi016.stdout: "acting_primary": 5, 2024-04-15T16:06:25.074 INFO:tasks.workunit.client.0.smithi016.stdout: "avail_no_missing": [], 2024-04-15T16:06:25.074 INFO:tasks.workunit.client.0.smithi016.stdout: "blocked_by": [], 2024-04-15T16:06:25.074 INFO:tasks.workunit.client.0.smithi016.stdout: "created": 60, 2024-04-15T16:06:25.074 INFO:tasks.workunit.client.0.smithi016.stdout: "dirty_stats_invalid": false, 2024-04-15T16:06:25.074 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T16:06:25.074 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_stats_invalid": false, 2024-04-15T16:06:25.074 INFO:tasks.workunit.client.0.smithi016.stdout: "last_active": "2024-04-15T16:05:12.209314+0000", 2024-04-15T16:06:25.074 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_active": "2024-04-15T14:44:28.455418+0000", 2024-04-15T16:06:25.074 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_peered": "2024-04-15T14:44:28.455418+0000", 2024-04-15T16:06:25.074 INFO:tasks.workunit.client.0.smithi016.stdout: "last_change": "2024-04-15T14:44:28.455756+0000", 2024-04-15T16:06:25.074 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean": "2024-04-15T16:05:12.209314+0000", 2024-04-15T16:06:25.074 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean_scrub_stamp": "2024-04-15T14:33:33.599136+0000", 2024-04-15T16:06:25.075 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub": "0'0", 2024-04-15T16:06:25.075 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub_stamp": "2024-04-15T14:33:33.599136+0000", 2024-04-15T16:06:25.075 INFO:tasks.workunit.client.0.smithi016.stdout: "last_epoch_clean": 511, 2024-04-15T16:06:25.075 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fresh": "2024-04-15T16:05:12.209314+0000", 2024-04-15T16:06:25.075 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fullsized": "2024-04-15T16:05:12.209314+0000", 2024-04-15T16:06:25.075 INFO:tasks.workunit.client.0.smithi016.stdout: "last_peered": "2024-04-15T16:05:12.209314+0000", 2024-04-15T16:06:25.075 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub": "0'0", 2024-04-15T16:06:25.075 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_duration": 0, 2024-04-15T16:06:25.075 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_stamp": "2024-04-15T14:33:33.599136+0000", 2024-04-15T16:06:25.075 INFO:tasks.workunit.client.0.smithi016.stdout: "last_undegraded": "2024-04-15T16:05:12.209314+0000", 2024-04-15T16:06:25.075 INFO:tasks.workunit.client.0.smithi016.stdout: "last_unstale": "2024-04-15T16:05:12.209314+0000", 2024-04-15T16:06:25.075 INFO:tasks.workunit.client.0.smithi016.stdout: "log_dups_size": 0, 2024-04-15T16:06:25.075 INFO:tasks.workunit.client.0.smithi016.stdout: "log_size": 0, 2024-04-15T16:06:25.075 INFO:tasks.workunit.client.0.smithi016.stdout: "log_start": "0'0", 2024-04-15T16:06:25.075 INFO:tasks.workunit.client.0.smithi016.stdout: "manifest_stats_invalid": false, 2024-04-15T16:06:25.076 INFO:tasks.workunit.client.0.smithi016.stdout: "mapping_epoch": 510, 2024-04-15T16:06:25.076 INFO:tasks.workunit.client.0.smithi016.stdout: "object_location_counts": [], 2024-04-15T16:06:25.076 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_scrubbed": 0, 2024-04-15T16:06:25.076 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_trimmed": 0, 2024-04-15T16:06:25.076 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_stats_invalid": false, 2024-04-15T16:06:25.076 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_size": 0, 2024-04-15T16:06:25.076 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_start": "0'0", 2024-04-15T16:06:25.076 INFO:tasks.workunit.client.0.smithi016.stdout: "parent": "0.0", 2024-04-15T16:06:25.076 INFO:tasks.workunit.client.0.smithi016.stdout: "parent_split_bits": 0, 2024-04-15T16:06:25.076 INFO:tasks.workunit.client.0.smithi016.stdout: "pgid": "2.16", 2024-04-15T16:06:25.076 INFO:tasks.workunit.client.0.smithi016.stdout: "pin_stats_invalid": false, 2024-04-15T16:06:25.076 INFO:tasks.workunit.client.0.smithi016.stdout: "purged_snaps": [], 2024-04-15T16:06:25.076 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_epoch": 2721, 2024-04-15T16:06:25.076 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_seq": 4887, 2024-04-15T16:06:25.076 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_duration": 0.0, 2024-04-15T16:06:25.077 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-16T22:09:02.050898+0000", 2024-04-15T16:06:25.077 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrim_duration": 0.0, 2024-04-15T16:06:25.077 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrimq_len": 0, 2024-04-15T16:06:25.077 INFO:tasks.workunit.client.0.smithi016.stdout: "stat_sum": { 2024-04-15T16:06:25.077 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes": 0, 2024-04-15T16:06:25.077 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T16:06:25.077 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_recovered": 0, 2024-04-15T16:06:25.077 INFO:tasks.workunit.client.0.smithi016.stdout: "num_deep_scrub_errors": 0, 2024-04-15T16:06:25.077 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict": 0, 2024-04-15T16:06:25.077 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_kb": 0, 2024-04-15T16:06:25.077 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_full": 0, 2024-04-15T16:06:25.077 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_some": 0, 2024-04-15T16:06:25.077 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush": 0, 2024-04-15T16:06:25.077 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_kb": 0, 2024-04-15T16:06:25.077 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_high": 0, 2024-04-15T16:06:25.078 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_low": 0, 2024-04-15T16:06:25.078 INFO:tasks.workunit.client.0.smithi016.stdout: "num_keys_recovered": 0, 2024-04-15T16:06:25.078 INFO:tasks.workunit.client.0.smithi016.stdout: "num_large_omap_objects": 0, 2024-04-15T16:06:25.078 INFO:tasks.workunit.client.0.smithi016.stdout: "num_legacy_snapsets": 0, 2024-04-15T16:06:25.078 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_clones": 0, 2024-04-15T16:06:25.078 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_copies": 0, 2024-04-15T16:06:25.078 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects": 0, 2024-04-15T16:06:25.078 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_degraded": 0, 2024-04-15T16:06:25.078 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_dirty": 0, 2024-04-15T16:06:25.078 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T16:06:25.078 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_manifest": 0, 2024-04-15T16:06:25.078 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_misplaced": 0, 2024-04-15T16:06:25.078 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing": 0, 2024-04-15T16:06:25.078 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T16:06:25.079 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_omap": 0, 2024-04-15T16:06:25.079 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_pinned": 0, 2024-04-15T16:06:25.079 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_recovered": 0, 2024-04-15T16:06:25.079 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_repaired": 0, 2024-04-15T16:06:25.079 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_unfound": 0, 2024-04-15T16:06:25.079 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_bytes": 0, 2024-04-15T16:06:25.079 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_keys": 0, 2024-04-15T16:06:25.079 INFO:tasks.workunit.client.0.smithi016.stdout: "num_promote": 0, 2024-04-15T16:06:25.079 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read": 0, 2024-04-15T16:06:25.079 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read_kb": 0, 2024-04-15T16:06:25.079 INFO:tasks.workunit.client.0.smithi016.stdout: "num_scrub_errors": 0, 2024-04-15T16:06:25.079 INFO:tasks.workunit.client.0.smithi016.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T16:06:25.079 INFO:tasks.workunit.client.0.smithi016.stdout: "num_whiteouts": 0, 2024-04-15T16:06:25.079 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write": 0, 2024-04-15T16:06:25.080 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write_kb": 0 2024-04-15T16:06:25.080 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.080 INFO:tasks.workunit.client.0.smithi016.stdout: "state": "active+clean", 2024-04-15T16:06:25.080 INFO:tasks.workunit.client.0.smithi016.stdout: "stats_invalid": false, 2024-04-15T16:06:25.080 INFO:tasks.workunit.client.0.smithi016.stdout: "up": [ 2024-04-15T16:06:25.080 INFO:tasks.workunit.client.0.smithi016.stdout: 5, 2024-04-15T16:06:25.080 INFO:tasks.workunit.client.0.smithi016.stdout: 6, 2024-04-15T16:06:25.080 INFO:tasks.workunit.client.0.smithi016.stdout: 2 2024-04-15T16:06:25.080 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:25.080 INFO:tasks.workunit.client.0.smithi016.stdout: "up_primary": 5, 2024-04-15T16:06:25.080 INFO:tasks.workunit.client.0.smithi016.stdout: "version": "0'0" 2024-04-15T16:06:25.080 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.080 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-15T16:06:25.081 INFO:tasks.workunit.client.0.smithi016.stdout: "acting": [ 2024-04-15T16:06:25.081 INFO:tasks.workunit.client.0.smithi016.stdout: 5, 2024-04-15T16:06:25.081 INFO:tasks.workunit.client.0.smithi016.stdout: 7, 2024-04-15T16:06:25.081 INFO:tasks.workunit.client.0.smithi016.stdout: 1 2024-04-15T16:06:25.081 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:25.081 INFO:tasks.workunit.client.0.smithi016.stdout: "acting_primary": 5, 2024-04-15T16:06:25.081 INFO:tasks.workunit.client.0.smithi016.stdout: "avail_no_missing": [], 2024-04-15T16:06:25.081 INFO:tasks.workunit.client.0.smithi016.stdout: "blocked_by": [], 2024-04-15T16:06:25.081 INFO:tasks.workunit.client.0.smithi016.stdout: "created": 61, 2024-04-15T16:06:25.081 INFO:tasks.workunit.client.0.smithi016.stdout: "dirty_stats_invalid": false, 2024-04-15T16:06:25.081 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T16:06:25.081 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_stats_invalid": false, 2024-04-15T16:06:25.081 INFO:tasks.workunit.client.0.smithi016.stdout: "last_active": "2024-04-15T16:05:12.209494+0000", 2024-04-15T16:06:25.081 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_active": "2024-04-15T14:44:49.365766+0000", 2024-04-15T16:06:25.082 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_peered": "2024-04-15T14:44:49.365766+0000", 2024-04-15T16:06:25.082 INFO:tasks.workunit.client.0.smithi016.stdout: "last_change": "2024-04-15T14:44:49.366119+0000", 2024-04-15T16:06:25.082 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean": "2024-04-15T16:05:12.209494+0000", 2024-04-15T16:06:25.082 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T16:06:25.082 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub": "0'0", 2024-04-15T16:06:25.082 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T16:06:25.082 INFO:tasks.workunit.client.0.smithi016.stdout: "last_epoch_clean": 532, 2024-04-15T16:06:25.082 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fresh": "2024-04-15T16:05:12.209494+0000", 2024-04-15T16:06:25.082 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fullsized": "2024-04-15T16:05:12.209494+0000", 2024-04-15T16:06:25.082 INFO:tasks.workunit.client.0.smithi016.stdout: "last_peered": "2024-04-15T16:05:12.209494+0000", 2024-04-15T16:06:25.082 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub": "0'0", 2024-04-15T16:06:25.082 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_duration": 0, 2024-04-15T16:06:25.082 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T16:06:25.083 INFO:tasks.workunit.client.0.smithi016.stdout: "last_undegraded": "2024-04-15T16:05:12.209494+0000", 2024-04-15T16:06:25.083 INFO:tasks.workunit.client.0.smithi016.stdout: "last_unstale": "2024-04-15T16:05:12.209494+0000", 2024-04-15T16:06:25.083 INFO:tasks.workunit.client.0.smithi016.stdout: "log_dups_size": 0, 2024-04-15T16:06:25.083 INFO:tasks.workunit.client.0.smithi016.stdout: "log_size": 0, 2024-04-15T16:06:25.083 INFO:tasks.workunit.client.0.smithi016.stdout: "log_start": "0'0", 2024-04-15T16:06:25.083 INFO:tasks.workunit.client.0.smithi016.stdout: "manifest_stats_invalid": false, 2024-04-15T16:06:25.083 INFO:tasks.workunit.client.0.smithi016.stdout: "mapping_epoch": 531, 2024-04-15T16:06:25.083 INFO:tasks.workunit.client.0.smithi016.stdout: "object_location_counts": [], 2024-04-15T16:06:25.083 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_scrubbed": 0, 2024-04-15T16:06:25.083 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_trimmed": 0, 2024-04-15T16:06:25.083 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_stats_invalid": false, 2024-04-15T16:06:25.083 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_size": 0, 2024-04-15T16:06:25.083 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_start": "0'0", 2024-04-15T16:06:25.084 INFO:tasks.workunit.client.0.smithi016.stdout: "parent": "0.0", 2024-04-15T16:06:25.084 INFO:tasks.workunit.client.0.smithi016.stdout: "parent_split_bits": 0, 2024-04-15T16:06:25.084 INFO:tasks.workunit.client.0.smithi016.stdout: "pgid": "3.16", 2024-04-15T16:06:25.084 INFO:tasks.workunit.client.0.smithi016.stdout: "pin_stats_invalid": false, 2024-04-15T16:06:25.084 INFO:tasks.workunit.client.0.smithi016.stdout: "purged_snaps": [], 2024-04-15T16:06:25.084 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_epoch": 2721, 2024-04-15T16:06:25.084 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_seq": 4907, 2024-04-15T16:06:25.084 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_duration": 0.0, 2024-04-15T16:06:25.084 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-16T16:34:52.458777+0000", 2024-04-15T16:06:25.084 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrim_duration": 0.0, 2024-04-15T16:06:25.084 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrimq_len": 0, 2024-04-15T16:06:25.084 INFO:tasks.workunit.client.0.smithi016.stdout: "stat_sum": { 2024-04-15T16:06:25.084 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes": 0, 2024-04-15T16:06:25.084 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T16:06:25.085 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_recovered": 0, 2024-04-15T16:06:25.085 INFO:tasks.workunit.client.0.smithi016.stdout: "num_deep_scrub_errors": 0, 2024-04-15T16:06:25.085 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict": 0, 2024-04-15T16:06:25.085 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_kb": 0, 2024-04-15T16:06:25.085 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_full": 0, 2024-04-15T16:06:25.085 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_some": 0, 2024-04-15T16:06:25.085 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush": 0, 2024-04-15T16:06:25.085 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_kb": 0, 2024-04-15T16:06:25.085 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_high": 0, 2024-04-15T16:06:25.085 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_low": 0, 2024-04-15T16:06:25.085 INFO:tasks.workunit.client.0.smithi016.stdout: "num_keys_recovered": 0, 2024-04-15T16:06:25.085 INFO:tasks.workunit.client.0.smithi016.stdout: "num_large_omap_objects": 0, 2024-04-15T16:06:25.085 INFO:tasks.workunit.client.0.smithi016.stdout: "num_legacy_snapsets": 0, 2024-04-15T16:06:25.085 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_clones": 0, 2024-04-15T16:06:25.086 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_copies": 0, 2024-04-15T16:06:25.086 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects": 0, 2024-04-15T16:06:25.086 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_degraded": 0, 2024-04-15T16:06:25.086 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_dirty": 0, 2024-04-15T16:06:25.086 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T16:06:25.086 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_manifest": 0, 2024-04-15T16:06:25.086 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_misplaced": 0, 2024-04-15T16:06:25.086 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing": 0, 2024-04-15T16:06:25.086 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T16:06:25.086 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_omap": 0, 2024-04-15T16:06:25.086 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_pinned": 0, 2024-04-15T16:06:25.086 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_recovered": 0, 2024-04-15T16:06:25.086 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_repaired": 0, 2024-04-15T16:06:25.086 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_unfound": 0, 2024-04-15T16:06:25.087 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_bytes": 0, 2024-04-15T16:06:25.087 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_keys": 0, 2024-04-15T16:06:25.087 INFO:tasks.workunit.client.0.smithi016.stdout: "num_promote": 0, 2024-04-15T16:06:25.087 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read": 0, 2024-04-15T16:06:25.087 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read_kb": 0, 2024-04-15T16:06:25.087 INFO:tasks.workunit.client.0.smithi016.stdout: "num_scrub_errors": 0, 2024-04-15T16:06:25.087 INFO:tasks.workunit.client.0.smithi016.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T16:06:25.087 INFO:tasks.workunit.client.0.smithi016.stdout: "num_whiteouts": 0, 2024-04-15T16:06:25.087 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write": 0, 2024-04-15T16:06:25.087 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write_kb": 0 2024-04-15T16:06:25.087 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.087 INFO:tasks.workunit.client.0.smithi016.stdout: "state": "active+clean", 2024-04-15T16:06:25.087 INFO:tasks.workunit.client.0.smithi016.stdout: "stats_invalid": false, 2024-04-15T16:06:25.087 INFO:tasks.workunit.client.0.smithi016.stdout: "up": [ 2024-04-15T16:06:25.088 INFO:tasks.workunit.client.0.smithi016.stdout: 5, 2024-04-15T16:06:25.088 INFO:tasks.workunit.client.0.smithi016.stdout: 7, 2024-04-15T16:06:25.088 INFO:tasks.workunit.client.0.smithi016.stdout: 1 2024-04-15T16:06:25.088 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:25.088 INFO:tasks.workunit.client.0.smithi016.stdout: "up_primary": 5, 2024-04-15T16:06:25.088 INFO:tasks.workunit.client.0.smithi016.stdout: "version": "0'0" 2024-04-15T16:06:25.088 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.088 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-15T16:06:25.088 INFO:tasks.workunit.client.0.smithi016.stdout: "acting": [ 2024-04-15T16:06:25.088 INFO:tasks.workunit.client.0.smithi016.stdout: 6, 2024-04-15T16:06:25.088 INFO:tasks.workunit.client.0.smithi016.stdout: 5, 2024-04-15T16:06:25.088 INFO:tasks.workunit.client.0.smithi016.stdout: 2 2024-04-15T16:06:25.088 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:25.088 INFO:tasks.workunit.client.0.smithi016.stdout: "acting_primary": 6, 2024-04-15T16:06:25.089 INFO:tasks.workunit.client.0.smithi016.stdout: "avail_no_missing": [], 2024-04-15T16:06:25.089 INFO:tasks.workunit.client.0.smithi016.stdout: "blocked_by": [], 2024-04-15T16:06:25.089 INFO:tasks.workunit.client.0.smithi016.stdout: "created": 60, 2024-04-15T16:06:25.089 INFO:tasks.workunit.client.0.smithi016.stdout: "dirty_stats_invalid": false, 2024-04-15T16:06:25.089 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T16:06:25.089 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_stats_invalid": false, 2024-04-15T16:06:25.089 INFO:tasks.workunit.client.0.smithi016.stdout: "last_active": "2024-04-15T16:05:11.413906+0000", 2024-04-15T16:06:25.089 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_active": "2024-04-15T14:44:28.449163+0000", 2024-04-15T16:06:25.089 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_peered": "2024-04-15T14:44:28.449163+0000", 2024-04-15T16:06:25.089 INFO:tasks.workunit.client.0.smithi016.stdout: "last_change": "2024-04-15T14:44:28.450225+0000", 2024-04-15T16:06:25.089 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean": "2024-04-15T16:05:11.413906+0000", 2024-04-15T16:06:25.089 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean_scrub_stamp": "2024-04-15T14:33:33.599136+0000", 2024-04-15T16:06:25.089 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub": "0'0", 2024-04-15T16:06:25.089 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub_stamp": "2024-04-15T14:33:33.599136+0000", 2024-04-15T16:06:25.089 INFO:tasks.workunit.client.0.smithi016.stdout: "last_epoch_clean": 511, 2024-04-15T16:06:25.090 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fresh": "2024-04-15T16:05:11.413906+0000", 2024-04-15T16:06:25.090 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fullsized": "2024-04-15T16:05:11.413906+0000", 2024-04-15T16:06:25.090 INFO:tasks.workunit.client.0.smithi016.stdout: "last_peered": "2024-04-15T16:05:11.413906+0000", 2024-04-15T16:06:25.090 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub": "0'0", 2024-04-15T16:06:25.090 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_duration": 0, 2024-04-15T16:06:25.090 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_stamp": "2024-04-15T14:33:33.599136+0000", 2024-04-15T16:06:25.090 INFO:tasks.workunit.client.0.smithi016.stdout: "last_undegraded": "2024-04-15T16:05:11.413906+0000", 2024-04-15T16:06:25.090 INFO:tasks.workunit.client.0.smithi016.stdout: "last_unstale": "2024-04-15T16:05:11.413906+0000", 2024-04-15T16:06:25.090 INFO:tasks.workunit.client.0.smithi016.stdout: "log_dups_size": 0, 2024-04-15T16:06:25.090 INFO:tasks.workunit.client.0.smithi016.stdout: "log_size": 0, 2024-04-15T16:06:25.090 INFO:tasks.workunit.client.0.smithi016.stdout: "log_start": "0'0", 2024-04-15T16:06:25.090 INFO:tasks.workunit.client.0.smithi016.stdout: "manifest_stats_invalid": false, 2024-04-15T16:06:25.090 INFO:tasks.workunit.client.0.smithi016.stdout: "mapping_epoch": 510, 2024-04-15T16:06:25.091 INFO:tasks.workunit.client.0.smithi016.stdout: "object_location_counts": [], 2024-04-15T16:06:25.091 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_scrubbed": 0, 2024-04-15T16:06:25.091 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_trimmed": 0, 2024-04-15T16:06:25.091 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_stats_invalid": false, 2024-04-15T16:06:25.091 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_size": 0, 2024-04-15T16:06:25.091 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_start": "0'0", 2024-04-15T16:06:25.091 INFO:tasks.workunit.client.0.smithi016.stdout: "parent": "0.0", 2024-04-15T16:06:25.091 INFO:tasks.workunit.client.0.smithi016.stdout: "parent_split_bits": 0, 2024-04-15T16:06:25.091 INFO:tasks.workunit.client.0.smithi016.stdout: "pgid": "2.17", 2024-04-15T16:06:25.091 INFO:tasks.workunit.client.0.smithi016.stdout: "pin_stats_invalid": false, 2024-04-15T16:06:25.091 INFO:tasks.workunit.client.0.smithi016.stdout: "purged_snaps": [], 2024-04-15T16:06:25.091 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_epoch": 2721, 2024-04-15T16:06:25.091 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_seq": 4876, 2024-04-15T16:06:25.091 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_duration": 0.0, 2024-04-15T16:06:25.091 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-16T18:35:52.446757+0000", 2024-04-15T16:06:25.092 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrim_duration": 0.0, 2024-04-15T16:06:25.092 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrimq_len": 0, 2024-04-15T16:06:25.092 INFO:tasks.workunit.client.0.smithi016.stdout: "stat_sum": { 2024-04-15T16:06:25.092 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes": 0, 2024-04-15T16:06:25.092 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T16:06:25.092 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_recovered": 0, 2024-04-15T16:06:25.092 INFO:tasks.workunit.client.0.smithi016.stdout: "num_deep_scrub_errors": 0, 2024-04-15T16:06:25.092 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict": 0, 2024-04-15T16:06:25.092 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_kb": 0, 2024-04-15T16:06:25.092 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_full": 0, 2024-04-15T16:06:25.092 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_some": 0, 2024-04-15T16:06:25.092 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush": 0, 2024-04-15T16:06:25.092 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_kb": 0, 2024-04-15T16:06:25.092 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_high": 0, 2024-04-15T16:06:25.093 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_low": 0, 2024-04-15T16:06:25.093 INFO:tasks.workunit.client.0.smithi016.stdout: "num_keys_recovered": 0, 2024-04-15T16:06:25.093 INFO:tasks.workunit.client.0.smithi016.stdout: "num_large_omap_objects": 0, 2024-04-15T16:06:25.093 INFO:tasks.workunit.client.0.smithi016.stdout: "num_legacy_snapsets": 0, 2024-04-15T16:06:25.093 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_clones": 0, 2024-04-15T16:06:25.093 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_copies": 0, 2024-04-15T16:06:25.093 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects": 0, 2024-04-15T16:06:25.093 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_degraded": 0, 2024-04-15T16:06:25.093 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_dirty": 0, 2024-04-15T16:06:25.093 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T16:06:25.093 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_manifest": 0, 2024-04-15T16:06:25.093 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_misplaced": 0, 2024-04-15T16:06:25.093 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing": 0, 2024-04-15T16:06:25.093 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T16:06:25.094 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_omap": 0, 2024-04-15T16:06:25.094 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_pinned": 0, 2024-04-15T16:06:25.094 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_recovered": 0, 2024-04-15T16:06:25.094 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_repaired": 0, 2024-04-15T16:06:25.094 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_unfound": 0, 2024-04-15T16:06:25.094 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_bytes": 0, 2024-04-15T16:06:25.094 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_keys": 0, 2024-04-15T16:06:25.094 INFO:tasks.workunit.client.0.smithi016.stdout: "num_promote": 0, 2024-04-15T16:06:25.094 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read": 0, 2024-04-15T16:06:25.094 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read_kb": 0, 2024-04-15T16:06:25.094 INFO:tasks.workunit.client.0.smithi016.stdout: "num_scrub_errors": 0, 2024-04-15T16:06:25.094 INFO:tasks.workunit.client.0.smithi016.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T16:06:25.094 INFO:tasks.workunit.client.0.smithi016.stdout: "num_whiteouts": 0, 2024-04-15T16:06:25.094 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write": 0, 2024-04-15T16:06:25.094 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write_kb": 0 2024-04-15T16:06:25.095 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.095 INFO:tasks.workunit.client.0.smithi016.stdout: "state": "active+clean", 2024-04-15T16:06:25.095 INFO:tasks.workunit.client.0.smithi016.stdout: "stats_invalid": false, 2024-04-15T16:06:25.095 INFO:tasks.workunit.client.0.smithi016.stdout: "up": [ 2024-04-15T16:06:25.095 INFO:tasks.workunit.client.0.smithi016.stdout: 6, 2024-04-15T16:06:25.095 INFO:tasks.workunit.client.0.smithi016.stdout: 5, 2024-04-15T16:06:25.095 INFO:tasks.workunit.client.0.smithi016.stdout: 2 2024-04-15T16:06:25.095 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:25.095 INFO:tasks.workunit.client.0.smithi016.stdout: "up_primary": 6, 2024-04-15T16:06:25.095 INFO:tasks.workunit.client.0.smithi016.stdout: "version": "0'0" 2024-04-15T16:06:25.095 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.095 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-15T16:06:25.095 INFO:tasks.workunit.client.0.smithi016.stdout: "acting": [ 2024-04-15T16:06:25.095 INFO:tasks.workunit.client.0.smithi016.stdout: 1, 2024-04-15T16:06:25.095 INFO:tasks.workunit.client.0.smithi016.stdout: 3, 2024-04-15T16:06:25.096 INFO:tasks.workunit.client.0.smithi016.stdout: 2 2024-04-15T16:06:25.096 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:25.096 INFO:tasks.workunit.client.0.smithi016.stdout: "acting_primary": 1, 2024-04-15T16:06:25.096 INFO:tasks.workunit.client.0.smithi016.stdout: "avail_no_missing": [], 2024-04-15T16:06:25.096 INFO:tasks.workunit.client.0.smithi016.stdout: "blocked_by": [], 2024-04-15T16:06:25.096 INFO:tasks.workunit.client.0.smithi016.stdout: "created": 61, 2024-04-15T16:06:25.096 INFO:tasks.workunit.client.0.smithi016.stdout: "dirty_stats_invalid": false, 2024-04-15T16:06:25.096 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T16:06:25.096 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_stats_invalid": false, 2024-04-15T16:06:25.096 INFO:tasks.workunit.client.0.smithi016.stdout: "last_active": "2024-04-15T16:05:11.869823+0000", 2024-04-15T16:06:25.096 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_active": "2024-04-15T14:42:57.506353+0000", 2024-04-15T16:06:25.096 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_peered": "2024-04-15T14:42:57.506353+0000", 2024-04-15T16:06:25.096 INFO:tasks.workunit.client.0.smithi016.stdout: "last_change": "2024-04-15T14:42:57.506686+0000", 2024-04-15T16:06:25.096 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean": "2024-04-15T16:05:11.869823+0000", 2024-04-15T16:06:25.096 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T16:06:25.097 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub": "0'0", 2024-04-15T16:06:25.097 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T16:06:25.097 INFO:tasks.workunit.client.0.smithi016.stdout: "last_epoch_clean": 420, 2024-04-15T16:06:25.097 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fresh": "2024-04-15T16:05:11.869823+0000", 2024-04-15T16:06:25.097 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fullsized": "2024-04-15T16:05:11.869823+0000", 2024-04-15T16:06:25.097 INFO:tasks.workunit.client.0.smithi016.stdout: "last_peered": "2024-04-15T16:05:11.869823+0000", 2024-04-15T16:06:25.097 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub": "0'0", 2024-04-15T16:06:25.097 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_duration": 0, 2024-04-15T16:06:25.097 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T16:06:25.097 INFO:tasks.workunit.client.0.smithi016.stdout: "last_undegraded": "2024-04-15T16:05:11.869823+0000", 2024-04-15T16:06:25.097 INFO:tasks.workunit.client.0.smithi016.stdout: "last_unstale": "2024-04-15T16:05:11.869823+0000", 2024-04-15T16:06:25.097 INFO:tasks.workunit.client.0.smithi016.stdout: "log_dups_size": 0, 2024-04-15T16:06:25.097 INFO:tasks.workunit.client.0.smithi016.stdout: "log_size": 0, 2024-04-15T16:06:25.097 INFO:tasks.workunit.client.0.smithi016.stdout: "log_start": "0'0", 2024-04-15T16:06:25.098 INFO:tasks.workunit.client.0.smithi016.stdout: "manifest_stats_invalid": false, 2024-04-15T16:06:25.098 INFO:tasks.workunit.client.0.smithi016.stdout: "mapping_epoch": 419, 2024-04-15T16:06:25.098 INFO:tasks.workunit.client.0.smithi016.stdout: "object_location_counts": [], 2024-04-15T16:06:25.098 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_scrubbed": 0, 2024-04-15T16:06:25.098 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_trimmed": 0, 2024-04-15T16:06:25.098 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_stats_invalid": false, 2024-04-15T16:06:25.098 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_size": 0, 2024-04-15T16:06:25.098 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_start": "0'0", 2024-04-15T16:06:25.098 INFO:tasks.workunit.client.0.smithi016.stdout: "parent": "0.0", 2024-04-15T16:06:25.098 INFO:tasks.workunit.client.0.smithi016.stdout: "parent_split_bits": 0, 2024-04-15T16:06:25.098 INFO:tasks.workunit.client.0.smithi016.stdout: "pgid": "3.19", 2024-04-15T16:06:25.098 INFO:tasks.workunit.client.0.smithi016.stdout: "pin_stats_invalid": false, 2024-04-15T16:06:25.098 INFO:tasks.workunit.client.0.smithi016.stdout: "purged_snaps": [], 2024-04-15T16:06:25.098 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_epoch": 2721, 2024-04-15T16:06:25.099 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_seq": 5049, 2024-04-15T16:06:25.099 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_duration": 0.0, 2024-04-15T16:06:25.099 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-16T15:29:56.293285+0000", 2024-04-15T16:06:25.099 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrim_duration": 0.0, 2024-04-15T16:06:25.099 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrimq_len": 0, 2024-04-15T16:06:25.099 INFO:tasks.workunit.client.0.smithi016.stdout: "stat_sum": { 2024-04-15T16:06:25.099 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes": 0, 2024-04-15T16:06:25.099 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T16:06:25.099 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_recovered": 0, 2024-04-15T16:06:25.099 INFO:tasks.workunit.client.0.smithi016.stdout: "num_deep_scrub_errors": 0, 2024-04-15T16:06:25.099 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict": 0, 2024-04-15T16:06:25.099 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_kb": 0, 2024-04-15T16:06:25.099 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_full": 0, 2024-04-15T16:06:25.099 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_some": 0, 2024-04-15T16:06:25.099 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush": 0, 2024-04-15T16:06:25.100 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_kb": 0, 2024-04-15T16:06:25.100 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_high": 0, 2024-04-15T16:06:25.100 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_low": 0, 2024-04-15T16:06:25.100 INFO:tasks.workunit.client.0.smithi016.stdout: "num_keys_recovered": 0, 2024-04-15T16:06:25.100 INFO:tasks.workunit.client.0.smithi016.stdout: "num_large_omap_objects": 0, 2024-04-15T16:06:25.100 INFO:tasks.workunit.client.0.smithi016.stdout: "num_legacy_snapsets": 0, 2024-04-15T16:06:25.100 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_clones": 0, 2024-04-15T16:06:25.100 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_copies": 0, 2024-04-15T16:06:25.100 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects": 0, 2024-04-15T16:06:25.100 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_degraded": 0, 2024-04-15T16:06:25.100 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_dirty": 0, 2024-04-15T16:06:25.100 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T16:06:25.100 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_manifest": 0, 2024-04-15T16:06:25.100 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_misplaced": 0, 2024-04-15T16:06:25.101 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing": 0, 2024-04-15T16:06:25.101 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T16:06:25.101 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_omap": 0, 2024-04-15T16:06:25.101 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_pinned": 0, 2024-04-15T16:06:25.101 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_recovered": 0, 2024-04-15T16:06:25.101 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_repaired": 0, 2024-04-15T16:06:25.101 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_unfound": 0, 2024-04-15T16:06:25.101 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_bytes": 0, 2024-04-15T16:06:25.101 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_keys": 0, 2024-04-15T16:06:25.101 INFO:tasks.workunit.client.0.smithi016.stdout: "num_promote": 0, 2024-04-15T16:06:25.101 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read": 0, 2024-04-15T16:06:25.101 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read_kb": 0, 2024-04-15T16:06:25.101 INFO:tasks.workunit.client.0.smithi016.stdout: "num_scrub_errors": 0, 2024-04-15T16:06:25.101 INFO:tasks.workunit.client.0.smithi016.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T16:06:25.101 INFO:tasks.workunit.client.0.smithi016.stdout: "num_whiteouts": 0, 2024-04-15T16:06:25.102 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write": 0, 2024-04-15T16:06:25.102 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write_kb": 0 2024-04-15T16:06:25.102 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.102 INFO:tasks.workunit.client.0.smithi016.stdout: "state": "active+clean", 2024-04-15T16:06:25.102 INFO:tasks.workunit.client.0.smithi016.stdout: "stats_invalid": false, 2024-04-15T16:06:25.102 INFO:tasks.workunit.client.0.smithi016.stdout: "up": [ 2024-04-15T16:06:25.102 INFO:tasks.workunit.client.0.smithi016.stdout: 1, 2024-04-15T16:06:25.102 INFO:tasks.workunit.client.0.smithi016.stdout: 3, 2024-04-15T16:06:25.102 INFO:tasks.workunit.client.0.smithi016.stdout: 2 2024-04-15T16:06:25.102 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:25.102 INFO:tasks.workunit.client.0.smithi016.stdout: "up_primary": 1, 2024-04-15T16:06:25.102 INFO:tasks.workunit.client.0.smithi016.stdout: "version": "0'0" 2024-04-15T16:06:25.102 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.102 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-15T16:06:25.102 INFO:tasks.workunit.client.0.smithi016.stdout: "acting": [ 2024-04-15T16:06:25.103 INFO:tasks.workunit.client.0.smithi016.stdout: 5, 2024-04-15T16:06:25.103 INFO:tasks.workunit.client.0.smithi016.stdout: 4, 2024-04-15T16:06:25.103 INFO:tasks.workunit.client.0.smithi016.stdout: 7 2024-04-15T16:06:25.103 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:25.103 INFO:tasks.workunit.client.0.smithi016.stdout: "acting_primary": 5, 2024-04-15T16:06:25.103 INFO:tasks.workunit.client.0.smithi016.stdout: "avail_no_missing": [], 2024-04-15T16:06:25.103 INFO:tasks.workunit.client.0.smithi016.stdout: "blocked_by": [], 2024-04-15T16:06:25.103 INFO:tasks.workunit.client.0.smithi016.stdout: "created": 60, 2024-04-15T16:06:25.103 INFO:tasks.workunit.client.0.smithi016.stdout: "dirty_stats_invalid": false, 2024-04-15T16:06:25.103 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T16:06:25.103 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_stats_invalid": false, 2024-04-15T16:06:25.103 INFO:tasks.workunit.client.0.smithi016.stdout: "last_active": "2024-04-15T16:05:12.199749+0000", 2024-04-15T16:06:25.103 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_active": "2024-04-15T14:44:49.373084+0000", 2024-04-15T16:06:25.103 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_peered": "2024-04-15T14:44:49.373084+0000", 2024-04-15T16:06:25.103 INFO:tasks.workunit.client.0.smithi016.stdout: "last_change": "2024-04-15T14:44:49.373396+0000", 2024-04-15T16:06:25.104 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean": "2024-04-15T16:05:12.199749+0000", 2024-04-15T16:06:25.104 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean_scrub_stamp": "2024-04-15T14:33:33.599136+0000", 2024-04-15T16:06:25.104 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub": "0'0", 2024-04-15T16:06:25.104 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub_stamp": "2024-04-15T14:33:33.599136+0000", 2024-04-15T16:06:25.104 INFO:tasks.workunit.client.0.smithi016.stdout: "last_epoch_clean": 532, 2024-04-15T16:06:25.104 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fresh": "2024-04-15T16:05:12.199749+0000", 2024-04-15T16:06:25.104 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fullsized": "2024-04-15T16:05:12.199749+0000", 2024-04-15T16:06:25.104 INFO:tasks.workunit.client.0.smithi016.stdout: "last_peered": "2024-04-15T16:05:12.199749+0000", 2024-04-15T16:06:25.104 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub": "0'0", 2024-04-15T16:06:25.104 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_duration": 0, 2024-04-15T16:06:25.104 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_stamp": "2024-04-15T14:33:33.599136+0000", 2024-04-15T16:06:25.104 INFO:tasks.workunit.client.0.smithi016.stdout: "last_undegraded": "2024-04-15T16:05:12.199749+0000", 2024-04-15T16:06:25.104 INFO:tasks.workunit.client.0.smithi016.stdout: "last_unstale": "2024-04-15T16:05:12.199749+0000", 2024-04-15T16:06:25.104 INFO:tasks.workunit.client.0.smithi016.stdout: "log_dups_size": 0, 2024-04-15T16:06:25.104 INFO:tasks.workunit.client.0.smithi016.stdout: "log_size": 0, 2024-04-15T16:06:25.105 INFO:tasks.workunit.client.0.smithi016.stdout: "log_start": "0'0", 2024-04-15T16:06:25.105 INFO:tasks.workunit.client.0.smithi016.stdout: "manifest_stats_invalid": false, 2024-04-15T16:06:25.105 INFO:tasks.workunit.client.0.smithi016.stdout: "mapping_epoch": 531, 2024-04-15T16:06:25.105 INFO:tasks.workunit.client.0.smithi016.stdout: "object_location_counts": [], 2024-04-15T16:06:25.105 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_scrubbed": 0, 2024-04-15T16:06:25.105 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_trimmed": 0, 2024-04-15T16:06:25.105 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_stats_invalid": false, 2024-04-15T16:06:25.105 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_size": 0, 2024-04-15T16:06:25.105 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_start": "0'0", 2024-04-15T16:06:25.105 INFO:tasks.workunit.client.0.smithi016.stdout: "parent": "0.0", 2024-04-15T16:06:25.105 INFO:tasks.workunit.client.0.smithi016.stdout: "parent_split_bits": 0, 2024-04-15T16:06:25.105 INFO:tasks.workunit.client.0.smithi016.stdout: "pgid": "2.18", 2024-04-15T16:06:25.105 INFO:tasks.workunit.client.0.smithi016.stdout: "pin_stats_invalid": false, 2024-04-15T16:06:25.105 INFO:tasks.workunit.client.0.smithi016.stdout: "purged_snaps": [], 2024-04-15T16:06:25.105 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_epoch": 2721, 2024-04-15T16:06:25.106 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_seq": 4911, 2024-04-15T16:06:25.106 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_duration": 0.0, 2024-04-15T16:06:25.106 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-17T00:41:46.347906+0000", 2024-04-15T16:06:25.106 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrim_duration": 0.0, 2024-04-15T16:06:25.106 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrimq_len": 0, 2024-04-15T16:06:25.107 INFO:tasks.workunit.client.0.smithi016.stdout: "stat_sum": { 2024-04-15T16:06:25.108 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes": 0, 2024-04-15T16:06:25.108 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T16:06:25.108 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_recovered": 0, 2024-04-15T16:06:25.108 INFO:tasks.workunit.client.0.smithi016.stdout: "num_deep_scrub_errors": 0, 2024-04-15T16:06:25.108 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict": 0, 2024-04-15T16:06:25.108 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_kb": 0, 2024-04-15T16:06:25.108 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_full": 0, 2024-04-15T16:06:25.108 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_some": 0, 2024-04-15T16:06:25.108 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush": 0, 2024-04-15T16:06:25.108 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_kb": 0, 2024-04-15T16:06:25.108 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_high": 0, 2024-04-15T16:06:25.108 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_low": 0, 2024-04-15T16:06:25.108 INFO:tasks.workunit.client.0.smithi016.stdout: "num_keys_recovered": 0, 2024-04-15T16:06:25.109 INFO:tasks.workunit.client.0.smithi016.stdout: "num_large_omap_objects": 0, 2024-04-15T16:06:25.109 INFO:tasks.workunit.client.0.smithi016.stdout: "num_legacy_snapsets": 0, 2024-04-15T16:06:25.109 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_clones": 0, 2024-04-15T16:06:25.109 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_copies": 0, 2024-04-15T16:06:25.109 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects": 0, 2024-04-15T16:06:25.109 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_degraded": 0, 2024-04-15T16:06:25.109 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_dirty": 0, 2024-04-15T16:06:25.109 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T16:06:25.109 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_manifest": 0, 2024-04-15T16:06:25.109 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_misplaced": 0, 2024-04-15T16:06:25.109 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing": 0, 2024-04-15T16:06:25.110 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T16:06:25.110 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_omap": 0, 2024-04-15T16:06:25.110 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_pinned": 0, 2024-04-15T16:06:25.110 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_recovered": 0, 2024-04-15T16:06:25.110 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_repaired": 0, 2024-04-15T16:06:25.110 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_unfound": 0, 2024-04-15T16:06:25.110 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_bytes": 0, 2024-04-15T16:06:25.110 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_keys": 0, 2024-04-15T16:06:25.110 INFO:tasks.workunit.client.0.smithi016.stdout: "num_promote": 0, 2024-04-15T16:06:25.110 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read": 0, 2024-04-15T16:06:25.110 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read_kb": 0, 2024-04-15T16:06:25.110 INFO:tasks.workunit.client.0.smithi016.stdout: "num_scrub_errors": 0, 2024-04-15T16:06:25.110 INFO:tasks.workunit.client.0.smithi016.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T16:06:25.111 INFO:tasks.workunit.client.0.smithi016.stdout: "num_whiteouts": 0, 2024-04-15T16:06:25.111 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write": 0, 2024-04-15T16:06:25.111 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write_kb": 0 2024-04-15T16:06:25.111 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.111 INFO:tasks.workunit.client.0.smithi016.stdout: "state": "active+clean", 2024-04-15T16:06:25.111 INFO:tasks.workunit.client.0.smithi016.stdout: "stats_invalid": false, 2024-04-15T16:06:25.111 INFO:tasks.workunit.client.0.smithi016.stdout: "up": [ 2024-04-15T16:06:25.111 INFO:tasks.workunit.client.0.smithi016.stdout: 5, 2024-04-15T16:06:25.111 INFO:tasks.workunit.client.0.smithi016.stdout: 4, 2024-04-15T16:06:25.111 INFO:tasks.workunit.client.0.smithi016.stdout: 7 2024-04-15T16:06:25.111 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:25.111 INFO:tasks.workunit.client.0.smithi016.stdout: "up_primary": 5, 2024-04-15T16:06:25.111 INFO:tasks.workunit.client.0.smithi016.stdout: "version": "0'0" 2024-04-15T16:06:25.111 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.112 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-15T16:06:25.112 INFO:tasks.workunit.client.0.smithi016.stdout: "acting": [ 2024-04-15T16:06:25.112 INFO:tasks.workunit.client.0.smithi016.stdout: 3, 2024-04-15T16:06:25.112 INFO:tasks.workunit.client.0.smithi016.stdout: 0, 2024-04-15T16:06:25.112 INFO:tasks.workunit.client.0.smithi016.stdout: 1 2024-04-15T16:06:25.112 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:25.112 INFO:tasks.workunit.client.0.smithi016.stdout: "acting_primary": 3, 2024-04-15T16:06:25.112 INFO:tasks.workunit.client.0.smithi016.stdout: "avail_no_missing": [], 2024-04-15T16:06:25.112 INFO:tasks.workunit.client.0.smithi016.stdout: "blocked_by": [], 2024-04-15T16:06:25.112 INFO:tasks.workunit.client.0.smithi016.stdout: "created": 61, 2024-04-15T16:06:25.112 INFO:tasks.workunit.client.0.smithi016.stdout: "dirty_stats_invalid": false, 2024-04-15T16:06:25.112 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T16:06:25.112 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_stats_invalid": false, 2024-04-15T16:06:25.112 INFO:tasks.workunit.client.0.smithi016.stdout: "last_active": "2024-04-15T16:05:12.196918+0000", 2024-04-15T16:06:25.113 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_active": "2024-04-15T14:42:57.513880+0000", 2024-04-15T16:06:25.113 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_peered": "2024-04-15T14:42:57.513880+0000", 2024-04-15T16:06:25.113 INFO:tasks.workunit.client.0.smithi016.stdout: "last_change": "2024-04-15T14:42:57.514300+0000", 2024-04-15T16:06:25.113 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean": "2024-04-15T16:05:12.196918+0000", 2024-04-15T16:06:25.113 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T16:06:25.113 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub": "0'0", 2024-04-15T16:06:25.113 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T16:06:25.113 INFO:tasks.workunit.client.0.smithi016.stdout: "last_epoch_clean": 420, 2024-04-15T16:06:25.113 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fresh": "2024-04-15T16:05:12.196918+0000", 2024-04-15T16:06:25.113 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fullsized": "2024-04-15T16:05:12.196918+0000", 2024-04-15T16:06:25.113 INFO:tasks.workunit.client.0.smithi016.stdout: "last_peered": "2024-04-15T16:05:12.196918+0000", 2024-04-15T16:06:25.113 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub": "0'0", 2024-04-15T16:06:25.114 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_duration": 0, 2024-04-15T16:06:25.114 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T16:06:25.114 INFO:tasks.workunit.client.0.smithi016.stdout: "last_undegraded": "2024-04-15T16:05:12.196918+0000", 2024-04-15T16:06:25.114 INFO:tasks.workunit.client.0.smithi016.stdout: "last_unstale": "2024-04-15T16:05:12.196918+0000", 2024-04-15T16:06:25.114 INFO:tasks.workunit.client.0.smithi016.stdout: "log_dups_size": 0, 2024-04-15T16:06:25.114 INFO:tasks.workunit.client.0.smithi016.stdout: "log_size": 0, 2024-04-15T16:06:25.114 INFO:tasks.workunit.client.0.smithi016.stdout: "log_start": "0'0", 2024-04-15T16:06:25.114 INFO:tasks.workunit.client.0.smithi016.stdout: "manifest_stats_invalid": false, 2024-04-15T16:06:25.114 INFO:tasks.workunit.client.0.smithi016.stdout: "mapping_epoch": 419, 2024-04-15T16:06:25.114 INFO:tasks.workunit.client.0.smithi016.stdout: "object_location_counts": [], 2024-04-15T16:06:25.114 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_scrubbed": 0, 2024-04-15T16:06:25.114 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_trimmed": 0, 2024-04-15T16:06:25.114 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_stats_invalid": false, 2024-04-15T16:06:25.114 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_size": 0, 2024-04-15T16:06:25.115 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_start": "0'0", 2024-04-15T16:06:25.115 INFO:tasks.workunit.client.0.smithi016.stdout: "parent": "0.0", 2024-04-15T16:06:25.115 INFO:tasks.workunit.client.0.smithi016.stdout: "parent_split_bits": 0, 2024-04-15T16:06:25.115 INFO:tasks.workunit.client.0.smithi016.stdout: "pgid": "3.18", 2024-04-15T16:06:25.115 INFO:tasks.workunit.client.0.smithi016.stdout: "pin_stats_invalid": false, 2024-04-15T16:06:25.115 INFO:tasks.workunit.client.0.smithi016.stdout: "purged_snaps": [], 2024-04-15T16:06:25.115 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_epoch": 2721, 2024-04-15T16:06:25.115 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_seq": 4949, 2024-04-15T16:06:25.115 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_duration": 0.0, 2024-04-15T16:06:25.115 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-16T21:48:20.242106+0000", 2024-04-15T16:06:25.115 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrim_duration": 0.0, 2024-04-15T16:06:25.115 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrimq_len": 0, 2024-04-15T16:06:25.115 INFO:tasks.workunit.client.0.smithi016.stdout: "stat_sum": { 2024-04-15T16:06:25.115 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes": 0, 2024-04-15T16:06:25.116 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T16:06:25.116 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_recovered": 0, 2024-04-15T16:06:25.116 INFO:tasks.workunit.client.0.smithi016.stdout: "num_deep_scrub_errors": 0, 2024-04-15T16:06:25.116 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict": 0, 2024-04-15T16:06:25.116 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_kb": 0, 2024-04-15T16:06:25.116 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_full": 0, 2024-04-15T16:06:25.116 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_some": 0, 2024-04-15T16:06:25.116 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush": 0, 2024-04-15T16:06:25.116 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_kb": 0, 2024-04-15T16:06:25.116 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_high": 0, 2024-04-15T16:06:25.116 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_low": 0, 2024-04-15T16:06:25.116 INFO:tasks.workunit.client.0.smithi016.stdout: "num_keys_recovered": 0, 2024-04-15T16:06:25.116 INFO:tasks.workunit.client.0.smithi016.stdout: "num_large_omap_objects": 0, 2024-04-15T16:06:25.116 INFO:tasks.workunit.client.0.smithi016.stdout: "num_legacy_snapsets": 0, 2024-04-15T16:06:25.116 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_clones": 0, 2024-04-15T16:06:25.117 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_copies": 0, 2024-04-15T16:06:25.117 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects": 0, 2024-04-15T16:06:25.117 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_degraded": 0, 2024-04-15T16:06:25.117 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_dirty": 0, 2024-04-15T16:06:25.117 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T16:06:25.117 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_manifest": 0, 2024-04-15T16:06:25.117 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_misplaced": 0, 2024-04-15T16:06:25.117 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing": 0, 2024-04-15T16:06:25.117 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T16:06:25.117 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_omap": 0, 2024-04-15T16:06:25.117 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_pinned": 0, 2024-04-15T16:06:25.117 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_recovered": 0, 2024-04-15T16:06:25.117 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_repaired": 0, 2024-04-15T16:06:25.117 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_unfound": 0, 2024-04-15T16:06:25.118 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_bytes": 0, 2024-04-15T16:06:25.118 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_keys": 0, 2024-04-15T16:06:25.118 INFO:tasks.workunit.client.0.smithi016.stdout: "num_promote": 0, 2024-04-15T16:06:25.118 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read": 0, 2024-04-15T16:06:25.118 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read_kb": 0, 2024-04-15T16:06:25.118 INFO:tasks.workunit.client.0.smithi016.stdout: "num_scrub_errors": 0, 2024-04-15T16:06:25.118 INFO:tasks.workunit.client.0.smithi016.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T16:06:25.118 INFO:tasks.workunit.client.0.smithi016.stdout: "num_whiteouts": 0, 2024-04-15T16:06:25.118 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write": 0, 2024-04-15T16:06:25.118 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write_kb": 0 2024-04-15T16:06:25.118 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.118 INFO:tasks.workunit.client.0.smithi016.stdout: "state": "active+clean", 2024-04-15T16:06:25.118 INFO:tasks.workunit.client.0.smithi016.stdout: "stats_invalid": false, 2024-04-15T16:06:25.118 INFO:tasks.workunit.client.0.smithi016.stdout: "up": [ 2024-04-15T16:06:25.119 INFO:tasks.workunit.client.0.smithi016.stdout: 3, 2024-04-15T16:06:25.119 INFO:tasks.workunit.client.0.smithi016.stdout: 0, 2024-04-15T16:06:25.119 INFO:tasks.workunit.client.0.smithi016.stdout: 1 2024-04-15T16:06:25.119 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:25.119 INFO:tasks.workunit.client.0.smithi016.stdout: "up_primary": 3, 2024-04-15T16:06:25.119 INFO:tasks.workunit.client.0.smithi016.stdout: "version": "0'0" 2024-04-15T16:06:25.119 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.119 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-15T16:06:25.119 INFO:tasks.workunit.client.0.smithi016.stdout: "acting": [ 2024-04-15T16:06:25.119 INFO:tasks.workunit.client.0.smithi016.stdout: 3, 2024-04-15T16:06:25.119 INFO:tasks.workunit.client.0.smithi016.stdout: 6, 2024-04-15T16:06:25.119 INFO:tasks.workunit.client.0.smithi016.stdout: 0 2024-04-15T16:06:25.119 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:25.119 INFO:tasks.workunit.client.0.smithi016.stdout: "acting_primary": 3, 2024-04-15T16:06:25.119 INFO:tasks.workunit.client.0.smithi016.stdout: "avail_no_missing": [], 2024-04-15T16:06:25.120 INFO:tasks.workunit.client.0.smithi016.stdout: "blocked_by": [], 2024-04-15T16:06:25.120 INFO:tasks.workunit.client.0.smithi016.stdout: "created": 60, 2024-04-15T16:06:25.120 INFO:tasks.workunit.client.0.smithi016.stdout: "dirty_stats_invalid": false, 2024-04-15T16:06:25.120 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T16:06:25.120 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_stats_invalid": false, 2024-04-15T16:06:25.120 INFO:tasks.workunit.client.0.smithi016.stdout: "last_active": "2024-04-15T16:05:12.197770+0000", 2024-04-15T16:06:25.120 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_active": "2024-04-15T14:44:28.452582+0000", 2024-04-15T16:06:25.120 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_peered": "2024-04-15T14:44:28.452582+0000", 2024-04-15T16:06:25.120 INFO:tasks.workunit.client.0.smithi016.stdout: "last_change": "2024-04-15T14:44:28.453012+0000", 2024-04-15T16:06:25.120 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean": "2024-04-15T16:05:12.197770+0000", 2024-04-15T16:06:25.120 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean_scrub_stamp": "2024-04-15T14:33:33.599136+0000", 2024-04-15T16:06:25.120 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub": "0'0", 2024-04-15T16:06:25.120 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub_stamp": "2024-04-15T14:33:33.599136+0000", 2024-04-15T16:06:25.120 INFO:tasks.workunit.client.0.smithi016.stdout: "last_epoch_clean": 511, 2024-04-15T16:06:25.120 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fresh": "2024-04-15T16:05:12.197770+0000", 2024-04-15T16:06:25.121 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fullsized": "2024-04-15T16:05:12.197770+0000", 2024-04-15T16:06:25.121 INFO:tasks.workunit.client.0.smithi016.stdout: "last_peered": "2024-04-15T16:05:12.197770+0000", 2024-04-15T16:06:25.121 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub": "0'0", 2024-04-15T16:06:25.121 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_duration": 0, 2024-04-15T16:06:25.121 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_stamp": "2024-04-15T14:33:33.599136+0000", 2024-04-15T16:06:25.121 INFO:tasks.workunit.client.0.smithi016.stdout: "last_undegraded": "2024-04-15T16:05:12.197770+0000", 2024-04-15T16:06:25.121 INFO:tasks.workunit.client.0.smithi016.stdout: "last_unstale": "2024-04-15T16:05:12.197770+0000", 2024-04-15T16:06:25.121 INFO:tasks.workunit.client.0.smithi016.stdout: "log_dups_size": 0, 2024-04-15T16:06:25.121 INFO:tasks.workunit.client.0.smithi016.stdout: "log_size": 0, 2024-04-15T16:06:25.121 INFO:tasks.workunit.client.0.smithi016.stdout: "log_start": "0'0", 2024-04-15T16:06:25.121 INFO:tasks.workunit.client.0.smithi016.stdout: "manifest_stats_invalid": false, 2024-04-15T16:06:25.121 INFO:tasks.workunit.client.0.smithi016.stdout: "mapping_epoch": 510, 2024-04-15T16:06:25.121 INFO:tasks.workunit.client.0.smithi016.stdout: "object_location_counts": [], 2024-04-15T16:06:25.121 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_scrubbed": 0, 2024-04-15T16:06:25.122 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_trimmed": 0, 2024-04-15T16:06:25.122 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_stats_invalid": false, 2024-04-15T16:06:25.122 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_size": 0, 2024-04-15T16:06:25.122 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_start": "0'0", 2024-04-15T16:06:25.122 INFO:tasks.workunit.client.0.smithi016.stdout: "parent": "0.0", 2024-04-15T16:06:25.122 INFO:tasks.workunit.client.0.smithi016.stdout: "parent_split_bits": 0, 2024-04-15T16:06:25.122 INFO:tasks.workunit.client.0.smithi016.stdout: "pgid": "2.19", 2024-04-15T16:06:25.122 INFO:tasks.workunit.client.0.smithi016.stdout: "pin_stats_invalid": false, 2024-04-15T16:06:25.122 INFO:tasks.workunit.client.0.smithi016.stdout: "purged_snaps": [], 2024-04-15T16:06:25.122 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_epoch": 2721, 2024-04-15T16:06:25.122 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_seq": 4951, 2024-04-15T16:06:25.122 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_duration": 0.0, 2024-04-15T16:06:25.122 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-16T18:50:54.250154+0000", 2024-04-15T16:06:25.122 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrim_duration": 0.0, 2024-04-15T16:06:25.123 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrimq_len": 0, 2024-04-15T16:06:25.123 INFO:tasks.workunit.client.0.smithi016.stdout: "stat_sum": { 2024-04-15T16:06:25.123 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes": 0, 2024-04-15T16:06:25.123 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T16:06:25.123 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_recovered": 0, 2024-04-15T16:06:25.123 INFO:tasks.workunit.client.0.smithi016.stdout: "num_deep_scrub_errors": 0, 2024-04-15T16:06:25.123 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict": 0, 2024-04-15T16:06:25.123 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_kb": 0, 2024-04-15T16:06:25.123 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_full": 0, 2024-04-15T16:06:25.123 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_some": 0, 2024-04-15T16:06:25.123 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush": 0, 2024-04-15T16:06:25.123 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_kb": 0, 2024-04-15T16:06:25.123 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_high": 0, 2024-04-15T16:06:25.123 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_low": 0, 2024-04-15T16:06:25.123 INFO:tasks.workunit.client.0.smithi016.stdout: "num_keys_recovered": 0, 2024-04-15T16:06:25.124 INFO:tasks.workunit.client.0.smithi016.stdout: "num_large_omap_objects": 0, 2024-04-15T16:06:25.124 INFO:tasks.workunit.client.0.smithi016.stdout: "num_legacy_snapsets": 0, 2024-04-15T16:06:25.124 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_clones": 0, 2024-04-15T16:06:25.124 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_copies": 0, 2024-04-15T16:06:25.124 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects": 0, 2024-04-15T16:06:25.124 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_degraded": 0, 2024-04-15T16:06:25.124 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_dirty": 0, 2024-04-15T16:06:25.124 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T16:06:25.124 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_manifest": 0, 2024-04-15T16:06:25.124 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_misplaced": 0, 2024-04-15T16:06:25.124 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing": 0, 2024-04-15T16:06:25.124 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T16:06:25.124 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_omap": 0, 2024-04-15T16:06:25.124 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_pinned": 0, 2024-04-15T16:06:25.125 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_recovered": 0, 2024-04-15T16:06:25.125 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_repaired": 0, 2024-04-15T16:06:25.125 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_unfound": 0, 2024-04-15T16:06:25.125 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_bytes": 0, 2024-04-15T16:06:25.125 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_keys": 0, 2024-04-15T16:06:25.125 INFO:tasks.workunit.client.0.smithi016.stdout: "num_promote": 0, 2024-04-15T16:06:25.125 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read": 0, 2024-04-15T16:06:25.125 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read_kb": 0, 2024-04-15T16:06:25.125 INFO:tasks.workunit.client.0.smithi016.stdout: "num_scrub_errors": 0, 2024-04-15T16:06:25.125 INFO:tasks.workunit.client.0.smithi016.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T16:06:25.125 INFO:tasks.workunit.client.0.smithi016.stdout: "num_whiteouts": 0, 2024-04-15T16:06:25.125 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write": 0, 2024-04-15T16:06:25.125 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write_kb": 0 2024-04-15T16:06:25.125 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.125 INFO:tasks.workunit.client.0.smithi016.stdout: "state": "active+clean", 2024-04-15T16:06:25.126 INFO:tasks.workunit.client.0.smithi016.stdout: "stats_invalid": false, 2024-04-15T16:06:25.126 INFO:tasks.workunit.client.0.smithi016.stdout: "up": [ 2024-04-15T16:06:25.126 INFO:tasks.workunit.client.0.smithi016.stdout: 3, 2024-04-15T16:06:25.126 INFO:tasks.workunit.client.0.smithi016.stdout: 6, 2024-04-15T16:06:25.126 INFO:tasks.workunit.client.0.smithi016.stdout: 0 2024-04-15T16:06:25.126 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:25.126 INFO:tasks.workunit.client.0.smithi016.stdout: "up_primary": 3, 2024-04-15T16:06:25.126 INFO:tasks.workunit.client.0.smithi016.stdout: "version": "0'0" 2024-04-15T16:06:25.126 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.126 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-15T16:06:25.126 INFO:tasks.workunit.client.0.smithi016.stdout: "acting": [ 2024-04-15T16:06:25.126 INFO:tasks.workunit.client.0.smithi016.stdout: 0, 2024-04-15T16:06:25.126 INFO:tasks.workunit.client.0.smithi016.stdout: 4, 2024-04-15T16:06:25.127 INFO:tasks.workunit.client.0.smithi016.stdout: 7 2024-04-15T16:06:25.127 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:25.127 INFO:tasks.workunit.client.0.smithi016.stdout: "acting_primary": 0, 2024-04-15T16:06:25.127 INFO:tasks.workunit.client.0.smithi016.stdout: "avail_no_missing": [], 2024-04-15T16:06:25.127 INFO:tasks.workunit.client.0.smithi016.stdout: "blocked_by": [], 2024-04-15T16:06:25.127 INFO:tasks.workunit.client.0.smithi016.stdout: "created": 61, 2024-04-15T16:06:25.127 INFO:tasks.workunit.client.0.smithi016.stdout: "dirty_stats_invalid": false, 2024-04-15T16:06:25.127 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T16:06:25.127 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_stats_invalid": false, 2024-04-15T16:06:25.127 INFO:tasks.workunit.client.0.smithi016.stdout: "last_active": "2024-04-15T16:05:11.413064+0000", 2024-04-15T16:06:25.127 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_active": "2024-04-15T14:44:49.373118+0000", 2024-04-15T16:06:25.127 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_peered": "2024-04-15T14:44:49.373118+0000", 2024-04-15T16:06:25.127 INFO:tasks.workunit.client.0.smithi016.stdout: "last_change": "2024-04-15T14:44:49.373509+0000", 2024-04-15T16:06:25.127 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean": "2024-04-15T16:05:11.413064+0000", 2024-04-15T16:06:25.128 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T16:06:25.128 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub": "0'0", 2024-04-15T16:06:25.128 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T16:06:25.128 INFO:tasks.workunit.client.0.smithi016.stdout: "last_epoch_clean": 532, 2024-04-15T16:06:25.128 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fresh": "2024-04-15T16:05:11.413064+0000", 2024-04-15T16:06:25.128 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fullsized": "2024-04-15T16:05:11.413064+0000", 2024-04-15T16:06:25.128 INFO:tasks.workunit.client.0.smithi016.stdout: "last_peered": "2024-04-15T16:05:11.413064+0000", 2024-04-15T16:06:25.128 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub": "0'0", 2024-04-15T16:06:25.128 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_duration": 0, 2024-04-15T16:06:25.128 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T16:06:25.128 INFO:tasks.workunit.client.0.smithi016.stdout: "last_undegraded": "2024-04-15T16:05:11.413064+0000", 2024-04-15T16:06:25.128 INFO:tasks.workunit.client.0.smithi016.stdout: "last_unstale": "2024-04-15T16:05:11.413064+0000", 2024-04-15T16:06:25.128 INFO:tasks.workunit.client.0.smithi016.stdout: "log_dups_size": 0, 2024-04-15T16:06:25.128 INFO:tasks.workunit.client.0.smithi016.stdout: "log_size": 0, 2024-04-15T16:06:25.129 INFO:tasks.workunit.client.0.smithi016.stdout: "log_start": "0'0", 2024-04-15T16:06:25.129 INFO:tasks.workunit.client.0.smithi016.stdout: "manifest_stats_invalid": false, 2024-04-15T16:06:25.129 INFO:tasks.workunit.client.0.smithi016.stdout: "mapping_epoch": 531, 2024-04-15T16:06:25.129 INFO:tasks.workunit.client.0.smithi016.stdout: "object_location_counts": [], 2024-04-15T16:06:25.129 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_scrubbed": 0, 2024-04-15T16:06:25.129 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_trimmed": 0, 2024-04-15T16:06:25.129 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_stats_invalid": false, 2024-04-15T16:06:25.129 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_size": 0, 2024-04-15T16:06:25.129 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_start": "0'0", 2024-04-15T16:06:25.129 INFO:tasks.workunit.client.0.smithi016.stdout: "parent": "0.0", 2024-04-15T16:06:25.129 INFO:tasks.workunit.client.0.smithi016.stdout: "parent_split_bits": 0, 2024-04-15T16:06:25.129 INFO:tasks.workunit.client.0.smithi016.stdout: "pgid": "3.1b", 2024-04-15T16:06:25.129 INFO:tasks.workunit.client.0.smithi016.stdout: "pin_stats_invalid": false, 2024-04-15T16:06:25.129 INFO:tasks.workunit.client.0.smithi016.stdout: "purged_snaps": [], 2024-04-15T16:06:25.129 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_epoch": 2721, 2024-04-15T16:06:25.130 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_seq": 5055, 2024-04-15T16:06:25.130 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_duration": 0.0, 2024-04-15T16:06:25.130 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-16T19:46:30.495973+0000", 2024-04-15T16:06:25.130 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrim_duration": 0.0, 2024-04-15T16:06:25.130 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrimq_len": 0, 2024-04-15T16:06:25.130 INFO:tasks.workunit.client.0.smithi016.stdout: "stat_sum": { 2024-04-15T16:06:25.130 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes": 0, 2024-04-15T16:06:25.130 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T16:06:25.130 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_recovered": 0, 2024-04-15T16:06:25.130 INFO:tasks.workunit.client.0.smithi016.stdout: "num_deep_scrub_errors": 0, 2024-04-15T16:06:25.130 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict": 0, 2024-04-15T16:06:25.130 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_kb": 0, 2024-04-15T16:06:25.130 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_full": 0, 2024-04-15T16:06:25.130 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_some": 0, 2024-04-15T16:06:25.131 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush": 0, 2024-04-15T16:06:25.131 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_kb": 0, 2024-04-15T16:06:25.131 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_high": 0, 2024-04-15T16:06:25.131 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_low": 0, 2024-04-15T16:06:25.131 INFO:tasks.workunit.client.0.smithi016.stdout: "num_keys_recovered": 0, 2024-04-15T16:06:25.131 INFO:tasks.workunit.client.0.smithi016.stdout: "num_large_omap_objects": 0, 2024-04-15T16:06:25.131 INFO:tasks.workunit.client.0.smithi016.stdout: "num_legacy_snapsets": 0, 2024-04-15T16:06:25.131 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_clones": 0, 2024-04-15T16:06:25.131 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_copies": 0, 2024-04-15T16:06:25.131 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects": 0, 2024-04-15T16:06:25.131 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_degraded": 0, 2024-04-15T16:06:25.131 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_dirty": 0, 2024-04-15T16:06:25.131 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T16:06:25.131 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_manifest": 0, 2024-04-15T16:06:25.131 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_misplaced": 0, 2024-04-15T16:06:25.132 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing": 0, 2024-04-15T16:06:25.132 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T16:06:25.132 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_omap": 0, 2024-04-15T16:06:25.132 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_pinned": 0, 2024-04-15T16:06:25.132 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_recovered": 0, 2024-04-15T16:06:25.132 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_repaired": 0, 2024-04-15T16:06:25.132 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_unfound": 0, 2024-04-15T16:06:25.132 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_bytes": 0, 2024-04-15T16:06:25.132 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_keys": 0, 2024-04-15T16:06:25.132 INFO:tasks.workunit.client.0.smithi016.stdout: "num_promote": 0, 2024-04-15T16:06:25.132 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read": 0, 2024-04-15T16:06:25.132 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read_kb": 0, 2024-04-15T16:06:25.132 INFO:tasks.workunit.client.0.smithi016.stdout: "num_scrub_errors": 0, 2024-04-15T16:06:25.132 INFO:tasks.workunit.client.0.smithi016.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T16:06:25.132 INFO:tasks.workunit.client.0.smithi016.stdout: "num_whiteouts": 0, 2024-04-15T16:06:25.133 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write": 0, 2024-04-15T16:06:25.133 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write_kb": 0 2024-04-15T16:06:25.133 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.133 INFO:tasks.workunit.client.0.smithi016.stdout: "state": "active+clean", 2024-04-15T16:06:25.133 INFO:tasks.workunit.client.0.smithi016.stdout: "stats_invalid": false, 2024-04-15T16:06:25.133 INFO:tasks.workunit.client.0.smithi016.stdout: "up": [ 2024-04-15T16:06:25.133 INFO:tasks.workunit.client.0.smithi016.stdout: 0, 2024-04-15T16:06:25.133 INFO:tasks.workunit.client.0.smithi016.stdout: 4, 2024-04-15T16:06:25.133 INFO:tasks.workunit.client.0.smithi016.stdout: 7 2024-04-15T16:06:25.133 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:25.133 INFO:tasks.workunit.client.0.smithi016.stdout: "up_primary": 0, 2024-04-15T16:06:25.133 INFO:tasks.workunit.client.0.smithi016.stdout: "version": "0'0" 2024-04-15T16:06:25.133 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.133 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-15T16:06:25.133 INFO:tasks.workunit.client.0.smithi016.stdout: "acting": [ 2024-04-15T16:06:25.134 INFO:tasks.workunit.client.0.smithi016.stdout: 6, 2024-04-15T16:06:25.134 INFO:tasks.workunit.client.0.smithi016.stdout: 4, 2024-04-15T16:06:25.134 INFO:tasks.workunit.client.0.smithi016.stdout: 7 2024-04-15T16:06:25.134 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:25.134 INFO:tasks.workunit.client.0.smithi016.stdout: "acting_primary": 6, 2024-04-15T16:06:25.134 INFO:tasks.workunit.client.0.smithi016.stdout: "avail_no_missing": [], 2024-04-15T16:06:25.134 INFO:tasks.workunit.client.0.smithi016.stdout: "blocked_by": [], 2024-04-15T16:06:25.134 INFO:tasks.workunit.client.0.smithi016.stdout: "created": 60, 2024-04-15T16:06:25.134 INFO:tasks.workunit.client.0.smithi016.stdout: "dirty_stats_invalid": false, 2024-04-15T16:06:25.134 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T16:06:25.134 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_stats_invalid": false, 2024-04-15T16:06:25.134 INFO:tasks.workunit.client.0.smithi016.stdout: "last_active": "2024-04-15T16:05:11.412356+0000", 2024-04-15T16:06:25.134 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_active": "2024-04-15T14:44:49.358817+0000", 2024-04-15T16:06:25.134 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_peered": "2024-04-15T14:44:49.358817+0000", 2024-04-15T16:06:25.134 INFO:tasks.workunit.client.0.smithi016.stdout: "last_change": "2024-04-15T14:44:49.359155+0000", 2024-04-15T16:06:25.135 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean": "2024-04-15T16:05:11.412356+0000", 2024-04-15T16:06:25.135 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean_scrub_stamp": "2024-04-15T14:33:33.599136+0000", 2024-04-15T16:06:25.135 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub": "0'0", 2024-04-15T16:06:25.135 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub_stamp": "2024-04-15T14:33:33.599136+0000", 2024-04-15T16:06:25.135 INFO:tasks.workunit.client.0.smithi016.stdout: "last_epoch_clean": 532, 2024-04-15T16:06:25.135 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fresh": "2024-04-15T16:05:11.412356+0000", 2024-04-15T16:06:25.135 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fullsized": "2024-04-15T16:05:11.412356+0000", 2024-04-15T16:06:25.135 INFO:tasks.workunit.client.0.smithi016.stdout: "last_peered": "2024-04-15T16:05:11.412356+0000", 2024-04-15T16:06:25.135 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub": "0'0", 2024-04-15T16:06:25.135 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_duration": 0, 2024-04-15T16:06:25.135 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_stamp": "2024-04-15T14:33:33.599136+0000", 2024-04-15T16:06:25.135 INFO:tasks.workunit.client.0.smithi016.stdout: "last_undegraded": "2024-04-15T16:05:11.412356+0000", 2024-04-15T16:06:25.135 INFO:tasks.workunit.client.0.smithi016.stdout: "last_unstale": "2024-04-15T16:05:11.412356+0000", 2024-04-15T16:06:25.135 INFO:tasks.workunit.client.0.smithi016.stdout: "log_dups_size": 0, 2024-04-15T16:06:25.136 INFO:tasks.workunit.client.0.smithi016.stdout: "log_size": 3, 2024-04-15T16:06:25.136 INFO:tasks.workunit.client.0.smithi016.stdout: "log_start": "0'0", 2024-04-15T16:06:25.136 INFO:tasks.workunit.client.0.smithi016.stdout: "manifest_stats_invalid": false, 2024-04-15T16:06:25.136 INFO:tasks.workunit.client.0.smithi016.stdout: "mapping_epoch": 531, 2024-04-15T16:06:25.136 INFO:tasks.workunit.client.0.smithi016.stdout: "object_location_counts": [], 2024-04-15T16:06:25.136 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_scrubbed": 0, 2024-04-15T16:06:25.136 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_trimmed": 0, 2024-04-15T16:06:25.136 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_stats_invalid": false, 2024-04-15T16:06:25.136 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_size": 3, 2024-04-15T16:06:25.136 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_start": "0'0", 2024-04-15T16:06:25.136 INFO:tasks.workunit.client.0.smithi016.stdout: "parent": "0.0", 2024-04-15T16:06:25.136 INFO:tasks.workunit.client.0.smithi016.stdout: "parent_split_bits": 0, 2024-04-15T16:06:25.136 INFO:tasks.workunit.client.0.smithi016.stdout: "pgid": "2.1a", 2024-04-15T16:06:25.136 INFO:tasks.workunit.client.0.smithi016.stdout: "pin_stats_invalid": false, 2024-04-15T16:06:25.136 INFO:tasks.workunit.client.0.smithi016.stdout: "purged_snaps": [], 2024-04-15T16:06:25.137 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_epoch": 2721, 2024-04-15T16:06:25.137 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_seq": 4893, 2024-04-15T16:06:25.137 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_duration": 0.0, 2024-04-15T16:06:25.137 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-16T18:07:54.854327+0000", 2024-04-15T16:06:25.137 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrim_duration": 0.0, 2024-04-15T16:06:25.137 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrimq_len": 0, 2024-04-15T16:06:25.137 INFO:tasks.workunit.client.0.smithi016.stdout: "stat_sum": { 2024-04-15T16:06:25.137 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes": 0, 2024-04-15T16:06:25.137 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T16:06:25.137 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_recovered": 0, 2024-04-15T16:06:25.137 INFO:tasks.workunit.client.0.smithi016.stdout: "num_deep_scrub_errors": 0, 2024-04-15T16:06:25.137 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict": 0, 2024-04-15T16:06:25.137 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_kb": 0, 2024-04-15T16:06:25.137 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_full": 0, 2024-04-15T16:06:25.138 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_some": 0, 2024-04-15T16:06:25.138 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush": 0, 2024-04-15T16:06:25.138 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_kb": 0, 2024-04-15T16:06:25.138 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_high": 0, 2024-04-15T16:06:25.138 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_low": 0, 2024-04-15T16:06:25.138 INFO:tasks.workunit.client.0.smithi016.stdout: "num_keys_recovered": 0, 2024-04-15T16:06:25.138 INFO:tasks.workunit.client.0.smithi016.stdout: "num_large_omap_objects": 0, 2024-04-15T16:06:25.138 INFO:tasks.workunit.client.0.smithi016.stdout: "num_legacy_snapsets": 0, 2024-04-15T16:06:25.138 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_clones": 0, 2024-04-15T16:06:25.138 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_copies": 0, 2024-04-15T16:06:25.138 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects": 0, 2024-04-15T16:06:25.138 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_degraded": 0, 2024-04-15T16:06:25.138 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_dirty": 0, 2024-04-15T16:06:25.138 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T16:06:25.139 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_manifest": 0, 2024-04-15T16:06:25.139 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_misplaced": 0, 2024-04-15T16:06:25.139 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing": 0, 2024-04-15T16:06:25.139 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T16:06:25.139 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_omap": 0, 2024-04-15T16:06:25.139 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_pinned": 0, 2024-04-15T16:06:25.139 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_recovered": 0, 2024-04-15T16:06:25.139 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_repaired": 0, 2024-04-15T16:06:25.139 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_unfound": 0, 2024-04-15T16:06:25.139 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_bytes": 0, 2024-04-15T16:06:25.139 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_keys": 0, 2024-04-15T16:06:25.139 INFO:tasks.workunit.client.0.smithi016.stdout: "num_promote": 0, 2024-04-15T16:06:25.139 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read": 0, 2024-04-15T16:06:25.139 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read_kb": 0, 2024-04-15T16:06:25.139 INFO:tasks.workunit.client.0.smithi016.stdout: "num_scrub_errors": 0, 2024-04-15T16:06:25.140 INFO:tasks.workunit.client.0.smithi016.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T16:06:25.140 INFO:tasks.workunit.client.0.smithi016.stdout: "num_whiteouts": 0, 2024-04-15T16:06:25.140 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write": 0, 2024-04-15T16:06:25.140 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write_kb": 0 2024-04-15T16:06:25.140 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.140 INFO:tasks.workunit.client.0.smithi016.stdout: "state": "active+clean", 2024-04-15T16:06:25.140 INFO:tasks.workunit.client.0.smithi016.stdout: "stats_invalid": false, 2024-04-15T16:06:25.140 INFO:tasks.workunit.client.0.smithi016.stdout: "up": [ 2024-04-15T16:06:25.140 INFO:tasks.workunit.client.0.smithi016.stdout: 6, 2024-04-15T16:06:25.140 INFO:tasks.workunit.client.0.smithi016.stdout: 4, 2024-04-15T16:06:25.140 INFO:tasks.workunit.client.0.smithi016.stdout: 7 2024-04-15T16:06:25.140 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:25.140 INFO:tasks.workunit.client.0.smithi016.stdout: "up_primary": 6, 2024-04-15T16:06:25.140 INFO:tasks.workunit.client.0.smithi016.stdout: "version": "560'3" 2024-04-15T16:06:25.140 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.141 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-15T16:06:25.141 INFO:tasks.workunit.client.0.smithi016.stdout: "acting": [ 2024-04-15T16:06:25.141 INFO:tasks.workunit.client.0.smithi016.stdout: 4, 2024-04-15T16:06:25.141 INFO:tasks.workunit.client.0.smithi016.stdout: 1, 2024-04-15T16:06:25.141 INFO:tasks.workunit.client.0.smithi016.stdout: 2 2024-04-15T16:06:25.141 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:25.141 INFO:tasks.workunit.client.0.smithi016.stdout: "acting_primary": 4, 2024-04-15T16:06:25.141 INFO:tasks.workunit.client.0.smithi016.stdout: "avail_no_missing": [], 2024-04-15T16:06:25.141 INFO:tasks.workunit.client.0.smithi016.stdout: "blocked_by": [], 2024-04-15T16:06:25.141 INFO:tasks.workunit.client.0.smithi016.stdout: "created": 61, 2024-04-15T16:06:25.141 INFO:tasks.workunit.client.0.smithi016.stdout: "dirty_stats_invalid": false, 2024-04-15T16:06:25.141 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T16:06:25.141 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_stats_invalid": false, 2024-04-15T16:06:25.141 INFO:tasks.workunit.client.0.smithi016.stdout: "last_active": "2024-04-15T16:05:12.199387+0000", 2024-04-15T16:06:25.142 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_active": "2024-04-15T14:43:32.413137+0000", 2024-04-15T16:06:25.142 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_peered": "2024-04-15T14:43:32.413137+0000", 2024-04-15T16:06:25.142 INFO:tasks.workunit.client.0.smithi016.stdout: "last_change": "2024-04-15T14:43:32.413589+0000", 2024-04-15T16:06:25.142 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean": "2024-04-15T16:05:12.199387+0000", 2024-04-15T16:06:25.142 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T16:06:25.142 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub": "0'0", 2024-04-15T16:06:25.142 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T16:06:25.142 INFO:tasks.workunit.client.0.smithi016.stdout: "last_epoch_clean": 455, 2024-04-15T16:06:25.142 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fresh": "2024-04-15T16:05:12.199387+0000", 2024-04-15T16:06:25.142 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fullsized": "2024-04-15T16:05:12.199387+0000", 2024-04-15T16:06:25.142 INFO:tasks.workunit.client.0.smithi016.stdout: "last_peered": "2024-04-15T16:05:12.199387+0000", 2024-04-15T16:06:25.142 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub": "0'0", 2024-04-15T16:06:25.142 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_duration": 0, 2024-04-15T16:06:25.142 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T16:06:25.143 INFO:tasks.workunit.client.0.smithi016.stdout: "last_undegraded": "2024-04-15T16:05:12.199387+0000", 2024-04-15T16:06:25.143 INFO:tasks.workunit.client.0.smithi016.stdout: "last_unstale": "2024-04-15T16:05:12.199387+0000", 2024-04-15T16:06:25.143 INFO:tasks.workunit.client.0.smithi016.stdout: "log_dups_size": 0, 2024-04-15T16:06:25.143 INFO:tasks.workunit.client.0.smithi016.stdout: "log_size": 0, 2024-04-15T16:06:25.143 INFO:tasks.workunit.client.0.smithi016.stdout: "log_start": "0'0", 2024-04-15T16:06:25.143 INFO:tasks.workunit.client.0.smithi016.stdout: "manifest_stats_invalid": false, 2024-04-15T16:06:25.143 INFO:tasks.workunit.client.0.smithi016.stdout: "mapping_epoch": 454, 2024-04-15T16:06:25.143 INFO:tasks.workunit.client.0.smithi016.stdout: "object_location_counts": [], 2024-04-15T16:06:25.143 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_scrubbed": 0, 2024-04-15T16:06:25.143 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_trimmed": 0, 2024-04-15T16:06:25.143 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_stats_invalid": false, 2024-04-15T16:06:25.143 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_size": 0, 2024-04-15T16:06:25.143 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_start": "0'0", 2024-04-15T16:06:25.143 INFO:tasks.workunit.client.0.smithi016.stdout: "parent": "0.0", 2024-04-15T16:06:25.143 INFO:tasks.workunit.client.0.smithi016.stdout: "parent_split_bits": 0, 2024-04-15T16:06:25.144 INFO:tasks.workunit.client.0.smithi016.stdout: "pgid": "3.1a", 2024-04-15T16:06:25.144 INFO:tasks.workunit.client.0.smithi016.stdout: "pin_stats_invalid": false, 2024-04-15T16:06:25.144 INFO:tasks.workunit.client.0.smithi016.stdout: "purged_snaps": [], 2024-04-15T16:06:25.144 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_epoch": 2721, 2024-04-15T16:06:25.144 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_seq": 4975, 2024-04-15T16:06:25.144 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_duration": 0.0, 2024-04-15T16:06:25.144 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-16T21:34:35.332337+0000", 2024-04-15T16:06:25.144 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrim_duration": 0.0, 2024-04-15T16:06:25.144 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrimq_len": 0, 2024-04-15T16:06:25.144 INFO:tasks.workunit.client.0.smithi016.stdout: "stat_sum": { 2024-04-15T16:06:25.144 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes": 0, 2024-04-15T16:06:25.144 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T16:06:25.144 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_recovered": 0, 2024-04-15T16:06:25.144 INFO:tasks.workunit.client.0.smithi016.stdout: "num_deep_scrub_errors": 0, 2024-04-15T16:06:25.144 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict": 0, 2024-04-15T16:06:25.145 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_kb": 0, 2024-04-15T16:06:25.145 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_full": 0, 2024-04-15T16:06:25.145 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_some": 0, 2024-04-15T16:06:25.145 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush": 0, 2024-04-15T16:06:25.145 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_kb": 0, 2024-04-15T16:06:25.145 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_high": 0, 2024-04-15T16:06:25.145 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_low": 0, 2024-04-15T16:06:25.145 INFO:tasks.workunit.client.0.smithi016.stdout: "num_keys_recovered": 0, 2024-04-15T16:06:25.145 INFO:tasks.workunit.client.0.smithi016.stdout: "num_large_omap_objects": 0, 2024-04-15T16:06:25.145 INFO:tasks.workunit.client.0.smithi016.stdout: "num_legacy_snapsets": 0, 2024-04-15T16:06:25.145 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_clones": 0, 2024-04-15T16:06:25.145 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_copies": 0, 2024-04-15T16:06:25.145 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects": 0, 2024-04-15T16:06:25.145 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_degraded": 0, 2024-04-15T16:06:25.146 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_dirty": 0, 2024-04-15T16:06:25.146 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T16:06:25.146 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_manifest": 0, 2024-04-15T16:06:25.146 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_misplaced": 0, 2024-04-15T16:06:25.146 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing": 0, 2024-04-15T16:06:25.146 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T16:06:25.146 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_omap": 0, 2024-04-15T16:06:25.146 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_pinned": 0, 2024-04-15T16:06:25.146 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_recovered": 0, 2024-04-15T16:06:25.146 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_repaired": 0, 2024-04-15T16:06:25.146 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_unfound": 0, 2024-04-15T16:06:25.146 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_bytes": 0, 2024-04-15T16:06:25.146 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_keys": 0, 2024-04-15T16:06:25.146 INFO:tasks.workunit.client.0.smithi016.stdout: "num_promote": 0, 2024-04-15T16:06:25.147 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read": 0, 2024-04-15T16:06:25.147 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read_kb": 0, 2024-04-15T16:06:25.147 INFO:tasks.workunit.client.0.smithi016.stdout: "num_scrub_errors": 0, 2024-04-15T16:06:25.147 INFO:tasks.workunit.client.0.smithi016.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T16:06:25.147 INFO:tasks.workunit.client.0.smithi016.stdout: "num_whiteouts": 0, 2024-04-15T16:06:25.147 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write": 0, 2024-04-15T16:06:25.147 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write_kb": 0 2024-04-15T16:06:25.147 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.147 INFO:tasks.workunit.client.0.smithi016.stdout: "state": "active+clean", 2024-04-15T16:06:25.147 INFO:tasks.workunit.client.0.smithi016.stdout: "stats_invalid": false, 2024-04-15T16:06:25.147 INFO:tasks.workunit.client.0.smithi016.stdout: "up": [ 2024-04-15T16:06:25.147 INFO:tasks.workunit.client.0.smithi016.stdout: 4, 2024-04-15T16:06:25.147 INFO:tasks.workunit.client.0.smithi016.stdout: 1, 2024-04-15T16:06:25.147 INFO:tasks.workunit.client.0.smithi016.stdout: 2 2024-04-15T16:06:25.147 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:25.148 INFO:tasks.workunit.client.0.smithi016.stdout: "up_primary": 4, 2024-04-15T16:06:25.148 INFO:tasks.workunit.client.0.smithi016.stdout: "version": "0'0" 2024-04-15T16:06:25.148 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.148 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-15T16:06:25.148 INFO:tasks.workunit.client.0.smithi016.stdout: "acting": [ 2024-04-15T16:06:25.148 INFO:tasks.workunit.client.0.smithi016.stdout: 3, 2024-04-15T16:06:25.148 INFO:tasks.workunit.client.0.smithi016.stdout: 7, 2024-04-15T16:06:25.148 INFO:tasks.workunit.client.0.smithi016.stdout: 6 2024-04-15T16:06:25.148 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:25.148 INFO:tasks.workunit.client.0.smithi016.stdout: "acting_primary": 3, 2024-04-15T16:06:25.148 INFO:tasks.workunit.client.0.smithi016.stdout: "avail_no_missing": [], 2024-04-15T16:06:25.148 INFO:tasks.workunit.client.0.smithi016.stdout: "blocked_by": [], 2024-04-15T16:06:25.148 INFO:tasks.workunit.client.0.smithi016.stdout: "created": 60, 2024-04-15T16:06:25.148 INFO:tasks.workunit.client.0.smithi016.stdout: "dirty_stats_invalid": false, 2024-04-15T16:06:25.149 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T16:06:25.149 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_stats_invalid": false, 2024-04-15T16:06:25.149 INFO:tasks.workunit.client.0.smithi016.stdout: "last_active": "2024-04-15T16:05:12.197367+0000", 2024-04-15T16:06:25.149 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_active": "2024-04-15T14:44:49.367080+0000", 2024-04-15T16:06:25.149 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_peered": "2024-04-15T14:44:49.367080+0000", 2024-04-15T16:06:25.149 INFO:tasks.workunit.client.0.smithi016.stdout: "last_change": "2024-04-15T14:44:49.367494+0000", 2024-04-15T16:06:25.149 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean": "2024-04-15T16:05:12.197367+0000", 2024-04-15T16:06:25.149 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean_scrub_stamp": "2024-04-15T14:33:33.599136+0000", 2024-04-15T16:06:25.149 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub": "0'0", 2024-04-15T16:06:25.149 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub_stamp": "2024-04-15T14:33:33.599136+0000", 2024-04-15T16:06:25.149 INFO:tasks.workunit.client.0.smithi016.stdout: "last_epoch_clean": 532, 2024-04-15T16:06:25.149 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fresh": "2024-04-15T16:05:12.197367+0000", 2024-04-15T16:06:25.149 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fullsized": "2024-04-15T16:05:12.197367+0000", 2024-04-15T16:06:25.149 INFO:tasks.workunit.client.0.smithi016.stdout: "last_peered": "2024-04-15T16:05:12.197367+0000", 2024-04-15T16:06:25.149 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub": "0'0", 2024-04-15T16:06:25.150 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_duration": 0, 2024-04-15T16:06:25.150 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_stamp": "2024-04-15T14:33:33.599136+0000", 2024-04-15T16:06:25.150 INFO:tasks.workunit.client.0.smithi016.stdout: "last_undegraded": "2024-04-15T16:05:12.197367+0000", 2024-04-15T16:06:25.150 INFO:tasks.workunit.client.0.smithi016.stdout: "last_unstale": "2024-04-15T16:05:12.197367+0000", 2024-04-15T16:06:25.150 INFO:tasks.workunit.client.0.smithi016.stdout: "log_dups_size": 0, 2024-04-15T16:06:25.150 INFO:tasks.workunit.client.0.smithi016.stdout: "log_size": 3, 2024-04-15T16:06:25.150 INFO:tasks.workunit.client.0.smithi016.stdout: "log_start": "0'0", 2024-04-15T16:06:25.150 INFO:tasks.workunit.client.0.smithi016.stdout: "manifest_stats_invalid": false, 2024-04-15T16:06:25.150 INFO:tasks.workunit.client.0.smithi016.stdout: "mapping_epoch": 531, 2024-04-15T16:06:25.150 INFO:tasks.workunit.client.0.smithi016.stdout: "object_location_counts": [], 2024-04-15T16:06:25.150 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_scrubbed": 0, 2024-04-15T16:06:25.150 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_trimmed": 0, 2024-04-15T16:06:25.150 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_stats_invalid": false, 2024-04-15T16:06:25.150 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_size": 3, 2024-04-15T16:06:25.151 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_start": "0'0", 2024-04-15T16:06:25.151 INFO:tasks.workunit.client.0.smithi016.stdout: "parent": "0.0", 2024-04-15T16:06:25.151 INFO:tasks.workunit.client.0.smithi016.stdout: "parent_split_bits": 0, 2024-04-15T16:06:25.151 INFO:tasks.workunit.client.0.smithi016.stdout: "pgid": "2.1b", 2024-04-15T16:06:25.151 INFO:tasks.workunit.client.0.smithi016.stdout: "pin_stats_invalid": false, 2024-04-15T16:06:25.151 INFO:tasks.workunit.client.0.smithi016.stdout: "purged_snaps": [], 2024-04-15T16:06:25.151 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_epoch": 2721, 2024-04-15T16:06:25.151 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_seq": 4962, 2024-04-15T16:06:25.151 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_duration": 0.0, 2024-04-15T16:06:25.151 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-16T19:18:08.792647+0000", 2024-04-15T16:06:25.151 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrim_duration": 0.0, 2024-04-15T16:06:25.151 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrimq_len": 0, 2024-04-15T16:06:25.151 INFO:tasks.workunit.client.0.smithi016.stdout: "stat_sum": { 2024-04-15T16:06:25.151 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes": 0, 2024-04-15T16:06:25.152 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T16:06:25.152 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_recovered": 0, 2024-04-15T16:06:25.152 INFO:tasks.workunit.client.0.smithi016.stdout: "num_deep_scrub_errors": 0, 2024-04-15T16:06:25.152 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict": 0, 2024-04-15T16:06:25.152 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_kb": 0, 2024-04-15T16:06:25.152 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_full": 0, 2024-04-15T16:06:25.152 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_some": 0, 2024-04-15T16:06:25.152 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush": 0, 2024-04-15T16:06:25.152 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_kb": 0, 2024-04-15T16:06:25.152 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_high": 0, 2024-04-15T16:06:25.152 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_low": 0, 2024-04-15T16:06:25.152 INFO:tasks.workunit.client.0.smithi016.stdout: "num_keys_recovered": 0, 2024-04-15T16:06:25.152 INFO:tasks.workunit.client.0.smithi016.stdout: "num_large_omap_objects": 0, 2024-04-15T16:06:25.152 INFO:tasks.workunit.client.0.smithi016.stdout: "num_legacy_snapsets": 0, 2024-04-15T16:06:25.152 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_clones": 0, 2024-04-15T16:06:25.153 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_copies": 0, 2024-04-15T16:06:25.153 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects": 0, 2024-04-15T16:06:25.153 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_degraded": 0, 2024-04-15T16:06:25.153 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_dirty": 0, 2024-04-15T16:06:25.153 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T16:06:25.153 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_manifest": 0, 2024-04-15T16:06:25.153 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_misplaced": 0, 2024-04-15T16:06:25.153 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing": 0, 2024-04-15T16:06:25.153 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T16:06:25.153 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_omap": 0, 2024-04-15T16:06:25.153 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_pinned": 0, 2024-04-15T16:06:25.153 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_recovered": 0, 2024-04-15T16:06:25.153 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_repaired": 0, 2024-04-15T16:06:25.153 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_unfound": 0, 2024-04-15T16:06:25.154 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_bytes": 0, 2024-04-15T16:06:25.154 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_keys": 0, 2024-04-15T16:06:25.154 INFO:tasks.workunit.client.0.smithi016.stdout: "num_promote": 0, 2024-04-15T16:06:25.154 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read": 0, 2024-04-15T16:06:25.154 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read_kb": 0, 2024-04-15T16:06:25.154 INFO:tasks.workunit.client.0.smithi016.stdout: "num_scrub_errors": 0, 2024-04-15T16:06:25.154 INFO:tasks.workunit.client.0.smithi016.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T16:06:25.154 INFO:tasks.workunit.client.0.smithi016.stdout: "num_whiteouts": 0, 2024-04-15T16:06:25.154 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write": 0, 2024-04-15T16:06:25.154 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write_kb": 0 2024-04-15T16:06:25.154 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.154 INFO:tasks.workunit.client.0.smithi016.stdout: "state": "active+clean", 2024-04-15T16:06:25.154 INFO:tasks.workunit.client.0.smithi016.stdout: "stats_invalid": false, 2024-04-15T16:06:25.154 INFO:tasks.workunit.client.0.smithi016.stdout: "up": [ 2024-04-15T16:06:25.155 INFO:tasks.workunit.client.0.smithi016.stdout: 3, 2024-04-15T16:06:25.155 INFO:tasks.workunit.client.0.smithi016.stdout: 7, 2024-04-15T16:06:25.155 INFO:tasks.workunit.client.0.smithi016.stdout: 6 2024-04-15T16:06:25.155 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:25.155 INFO:tasks.workunit.client.0.smithi016.stdout: "up_primary": 3, 2024-04-15T16:06:25.155 INFO:tasks.workunit.client.0.smithi016.stdout: "version": "560'3" 2024-04-15T16:06:25.155 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.155 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-15T16:06:25.155 INFO:tasks.workunit.client.0.smithi016.stdout: "acting": [ 2024-04-15T16:06:25.155 INFO:tasks.workunit.client.0.smithi016.stdout: 5, 2024-04-15T16:06:25.155 INFO:tasks.workunit.client.0.smithi016.stdout: 4, 2024-04-15T16:06:25.155 INFO:tasks.workunit.client.0.smithi016.stdout: 6 2024-04-15T16:06:25.155 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:25.155 INFO:tasks.workunit.client.0.smithi016.stdout: "acting_primary": 5, 2024-04-15T16:06:25.156 INFO:tasks.workunit.client.0.smithi016.stdout: "avail_no_missing": [], 2024-04-15T16:06:25.156 INFO:tasks.workunit.client.0.smithi016.stdout: "blocked_by": [], 2024-04-15T16:06:25.156 INFO:tasks.workunit.client.0.smithi016.stdout: "created": 61, 2024-04-15T16:06:25.156 INFO:tasks.workunit.client.0.smithi016.stdout: "dirty_stats_invalid": false, 2024-04-15T16:06:25.156 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T16:06:25.156 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_stats_invalid": false, 2024-04-15T16:06:25.156 INFO:tasks.workunit.client.0.smithi016.stdout: "last_active": "2024-04-15T16:05:12.204510+0000", 2024-04-15T16:06:25.156 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_active": "2024-04-15T14:44:28.453994+0000", 2024-04-15T16:06:25.156 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_peered": "2024-04-15T14:44:28.453994+0000", 2024-04-15T16:06:25.156 INFO:tasks.workunit.client.0.smithi016.stdout: "last_change": "2024-04-15T14:44:28.454307+0000", 2024-04-15T16:06:25.156 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean": "2024-04-15T16:05:12.204510+0000", 2024-04-15T16:06:25.156 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T16:06:25.156 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub": "0'0", 2024-04-15T16:06:25.156 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T16:06:25.157 INFO:tasks.workunit.client.0.smithi016.stdout: "last_epoch_clean": 511, 2024-04-15T16:06:25.157 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fresh": "2024-04-15T16:05:12.204510+0000", 2024-04-15T16:06:25.157 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fullsized": "2024-04-15T16:05:12.204510+0000", 2024-04-15T16:06:25.157 INFO:tasks.workunit.client.0.smithi016.stdout: "last_peered": "2024-04-15T16:05:12.204510+0000", 2024-04-15T16:06:25.157 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub": "0'0", 2024-04-15T16:06:25.157 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_duration": 0, 2024-04-15T16:06:25.157 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T16:06:25.157 INFO:tasks.workunit.client.0.smithi016.stdout: "last_undegraded": "2024-04-15T16:05:12.204510+0000", 2024-04-15T16:06:25.157 INFO:tasks.workunit.client.0.smithi016.stdout: "last_unstale": "2024-04-15T16:05:12.204510+0000", 2024-04-15T16:06:25.157 INFO:tasks.workunit.client.0.smithi016.stdout: "log_dups_size": 0, 2024-04-15T16:06:25.157 INFO:tasks.workunit.client.0.smithi016.stdout: "log_size": 0, 2024-04-15T16:06:25.157 INFO:tasks.workunit.client.0.smithi016.stdout: "log_start": "0'0", 2024-04-15T16:06:25.157 INFO:tasks.workunit.client.0.smithi016.stdout: "manifest_stats_invalid": false, 2024-04-15T16:06:25.158 INFO:tasks.workunit.client.0.smithi016.stdout: "mapping_epoch": 510, 2024-04-15T16:06:25.158 INFO:tasks.workunit.client.0.smithi016.stdout: "object_location_counts": [], 2024-04-15T16:06:25.158 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_scrubbed": 0, 2024-04-15T16:06:25.158 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_trimmed": 0, 2024-04-15T16:06:25.158 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_stats_invalid": false, 2024-04-15T16:06:25.158 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_size": 0, 2024-04-15T16:06:25.158 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_start": "0'0", 2024-04-15T16:06:25.158 INFO:tasks.workunit.client.0.smithi016.stdout: "parent": "0.0", 2024-04-15T16:06:25.158 INFO:tasks.workunit.client.0.smithi016.stdout: "parent_split_bits": 0, 2024-04-15T16:06:25.158 INFO:tasks.workunit.client.0.smithi016.stdout: "pgid": "3.1d", 2024-04-15T16:06:25.158 INFO:tasks.workunit.client.0.smithi016.stdout: "pin_stats_invalid": false, 2024-04-15T16:06:25.159 INFO:tasks.workunit.client.0.smithi016.stdout: "purged_snaps": [], 2024-04-15T16:06:25.159 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_epoch": 2721, 2024-04-15T16:06:25.159 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_seq": 4908, 2024-04-15T16:06:25.159 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_duration": 0.0, 2024-04-15T16:06:25.159 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-16T20:51:04.947259+0000", 2024-04-15T16:06:25.159 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrim_duration": 0.0, 2024-04-15T16:06:25.159 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrimq_len": 0, 2024-04-15T16:06:25.159 INFO:tasks.workunit.client.0.smithi016.stdout: "stat_sum": { 2024-04-15T16:06:25.159 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes": 0, 2024-04-15T16:06:25.159 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T16:06:25.159 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_recovered": 0, 2024-04-15T16:06:25.159 INFO:tasks.workunit.client.0.smithi016.stdout: "num_deep_scrub_errors": 0, 2024-04-15T16:06:25.160 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict": 0, 2024-04-15T16:06:25.160 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_kb": 0, 2024-04-15T16:06:25.160 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_full": 0, 2024-04-15T16:06:25.160 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_some": 0, 2024-04-15T16:06:25.160 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush": 0, 2024-04-15T16:06:25.160 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_kb": 0, 2024-04-15T16:06:25.160 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_high": 0, 2024-04-15T16:06:25.160 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_low": 0, 2024-04-15T16:06:25.160 INFO:tasks.workunit.client.0.smithi016.stdout: "num_keys_recovered": 0, 2024-04-15T16:06:25.160 INFO:tasks.workunit.client.0.smithi016.stdout: "num_large_omap_objects": 0, 2024-04-15T16:06:25.160 INFO:tasks.workunit.client.0.smithi016.stdout: "num_legacy_snapsets": 0, 2024-04-15T16:06:25.160 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_clones": 0, 2024-04-15T16:06:25.160 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_copies": 0, 2024-04-15T16:06:25.160 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects": 0, 2024-04-15T16:06:25.160 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_degraded": 0, 2024-04-15T16:06:25.161 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_dirty": 0, 2024-04-15T16:06:25.161 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T16:06:25.161 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_manifest": 0, 2024-04-15T16:06:25.161 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_misplaced": 0, 2024-04-15T16:06:25.161 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing": 0, 2024-04-15T16:06:25.161 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T16:06:25.161 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_omap": 0, 2024-04-15T16:06:25.161 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_pinned": 0, 2024-04-15T16:06:25.161 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_recovered": 0, 2024-04-15T16:06:25.161 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_repaired": 0, 2024-04-15T16:06:25.161 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_unfound": 0, 2024-04-15T16:06:25.162 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_bytes": 0, 2024-04-15T16:06:25.162 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_keys": 0, 2024-04-15T16:06:25.162 INFO:tasks.workunit.client.0.smithi016.stdout: "num_promote": 0, 2024-04-15T16:06:25.162 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read": 0, 2024-04-15T16:06:25.162 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read_kb": 0, 2024-04-15T16:06:25.162 INFO:tasks.workunit.client.0.smithi016.stdout: "num_scrub_errors": 0, 2024-04-15T16:06:25.162 INFO:tasks.workunit.client.0.smithi016.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T16:06:25.162 INFO:tasks.workunit.client.0.smithi016.stdout: "num_whiteouts": 0, 2024-04-15T16:06:25.162 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write": 0, 2024-04-15T16:06:25.162 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write_kb": 0 2024-04-15T16:06:25.162 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.162 INFO:tasks.workunit.client.0.smithi016.stdout: "state": "active+clean", 2024-04-15T16:06:25.162 INFO:tasks.workunit.client.0.smithi016.stdout: "stats_invalid": false, 2024-04-15T16:06:25.163 INFO:tasks.workunit.client.0.smithi016.stdout: "up": [ 2024-04-15T16:06:25.163 INFO:tasks.workunit.client.0.smithi016.stdout: 5, 2024-04-15T16:06:25.163 INFO:tasks.workunit.client.0.smithi016.stdout: 4, 2024-04-15T16:06:25.163 INFO:tasks.workunit.client.0.smithi016.stdout: 6 2024-04-15T16:06:25.163 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:25.163 INFO:tasks.workunit.client.0.smithi016.stdout: "up_primary": 5, 2024-04-15T16:06:25.163 INFO:tasks.workunit.client.0.smithi016.stdout: "version": "0'0" 2024-04-15T16:06:25.163 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.163 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-15T16:06:25.163 INFO:tasks.workunit.client.0.smithi016.stdout: "acting": [ 2024-04-15T16:06:25.163 INFO:tasks.workunit.client.0.smithi016.stdout: 7, 2024-04-15T16:06:25.163 INFO:tasks.workunit.client.0.smithi016.stdout: 5, 2024-04-15T16:06:25.163 INFO:tasks.workunit.client.0.smithi016.stdout: 2 2024-04-15T16:06:25.163 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:25.164 INFO:tasks.workunit.client.0.smithi016.stdout: "acting_primary": 7, 2024-04-15T16:06:25.164 INFO:tasks.workunit.client.0.smithi016.stdout: "avail_no_missing": [], 2024-04-15T16:06:25.164 INFO:tasks.workunit.client.0.smithi016.stdout: "blocked_by": [], 2024-04-15T16:06:25.164 INFO:tasks.workunit.client.0.smithi016.stdout: "created": 60, 2024-04-15T16:06:25.164 INFO:tasks.workunit.client.0.smithi016.stdout: "dirty_stats_invalid": false, 2024-04-15T16:06:25.164 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T16:06:25.164 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_stats_invalid": false, 2024-04-15T16:06:25.164 INFO:tasks.workunit.client.0.smithi016.stdout: "last_active": "2024-04-15T16:05:12.199295+0000", 2024-04-15T16:06:25.164 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_active": "2024-04-15T14:44:49.363488+0000", 2024-04-15T16:06:25.164 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_peered": "2024-04-15T14:44:49.363488+0000", 2024-04-15T16:06:25.164 INFO:tasks.workunit.client.0.smithi016.stdout: "last_change": "2024-04-15T14:44:49.364907+0000", 2024-04-15T16:06:25.164 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean": "2024-04-15T16:05:12.199295+0000", 2024-04-15T16:06:25.164 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean_scrub_stamp": "2024-04-15T14:33:33.599136+0000", 2024-04-15T16:06:25.164 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub": "0'0", 2024-04-15T16:06:25.165 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub_stamp": "2024-04-15T14:33:33.599136+0000", 2024-04-15T16:06:25.165 INFO:tasks.workunit.client.0.smithi016.stdout: "last_epoch_clean": 532, 2024-04-15T16:06:25.165 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fresh": "2024-04-15T16:05:12.199295+0000", 2024-04-15T16:06:25.165 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fullsized": "2024-04-15T16:05:12.199295+0000", 2024-04-15T16:06:25.165 INFO:tasks.workunit.client.0.smithi016.stdout: "last_peered": "2024-04-15T16:05:12.199295+0000", 2024-04-15T16:06:25.165 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub": "0'0", 2024-04-15T16:06:25.165 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_duration": 0, 2024-04-15T16:06:25.165 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_stamp": "2024-04-15T14:33:33.599136+0000", 2024-04-15T16:06:25.165 INFO:tasks.workunit.client.0.smithi016.stdout: "last_undegraded": "2024-04-15T16:05:12.199295+0000", 2024-04-15T16:06:25.165 INFO:tasks.workunit.client.0.smithi016.stdout: "last_unstale": "2024-04-15T16:05:12.199295+0000", 2024-04-15T16:06:25.165 INFO:tasks.workunit.client.0.smithi016.stdout: "log_dups_size": 0, 2024-04-15T16:06:25.165 INFO:tasks.workunit.client.0.smithi016.stdout: "log_size": 2, 2024-04-15T16:06:25.165 INFO:tasks.workunit.client.0.smithi016.stdout: "log_start": "0'0", 2024-04-15T16:06:25.165 INFO:tasks.workunit.client.0.smithi016.stdout: "manifest_stats_invalid": false, 2024-04-15T16:06:25.165 INFO:tasks.workunit.client.0.smithi016.stdout: "mapping_epoch": 531, 2024-04-15T16:06:25.166 INFO:tasks.workunit.client.0.smithi016.stdout: "object_location_counts": [], 2024-04-15T16:06:25.166 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_scrubbed": 0, 2024-04-15T16:06:25.166 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_trimmed": 0, 2024-04-15T16:06:25.166 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_stats_invalid": false, 2024-04-15T16:06:25.166 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_size": 2, 2024-04-15T16:06:25.166 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_start": "0'0", 2024-04-15T16:06:25.166 INFO:tasks.workunit.client.0.smithi016.stdout: "parent": "0.0", 2024-04-15T16:06:25.166 INFO:tasks.workunit.client.0.smithi016.stdout: "parent_split_bits": 0, 2024-04-15T16:06:25.166 INFO:tasks.workunit.client.0.smithi016.stdout: "pgid": "2.1c", 2024-04-15T16:06:25.166 INFO:tasks.workunit.client.0.smithi016.stdout: "pin_stats_invalid": false, 2024-04-15T16:06:25.166 INFO:tasks.workunit.client.0.smithi016.stdout: "purged_snaps": [], 2024-04-15T16:06:25.166 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_epoch": 2721, 2024-04-15T16:06:25.166 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_seq": 4883, 2024-04-15T16:06:25.166 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_duration": 0.0, 2024-04-15T16:06:25.167 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-16T15:29:45.407765+0000", 2024-04-15T16:06:25.167 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrim_duration": 0.0, 2024-04-15T16:06:25.167 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrimq_len": 0, 2024-04-15T16:06:25.167 INFO:tasks.workunit.client.0.smithi016.stdout: "stat_sum": { 2024-04-15T16:06:25.167 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes": 0, 2024-04-15T16:06:25.167 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T16:06:25.167 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_recovered": 0, 2024-04-15T16:06:25.167 INFO:tasks.workunit.client.0.smithi016.stdout: "num_deep_scrub_errors": 0, 2024-04-15T16:06:25.167 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict": 0, 2024-04-15T16:06:25.167 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_kb": 0, 2024-04-15T16:06:25.167 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_full": 0, 2024-04-15T16:06:25.167 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_some": 0, 2024-04-15T16:06:25.167 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush": 0, 2024-04-15T16:06:25.167 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_kb": 0, 2024-04-15T16:06:25.167 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_high": 0, 2024-04-15T16:06:25.168 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_low": 0, 2024-04-15T16:06:25.168 INFO:tasks.workunit.client.0.smithi016.stdout: "num_keys_recovered": 0, 2024-04-15T16:06:25.168 INFO:tasks.workunit.client.0.smithi016.stdout: "num_large_omap_objects": 0, 2024-04-15T16:06:25.168 INFO:tasks.workunit.client.0.smithi016.stdout: "num_legacy_snapsets": 0, 2024-04-15T16:06:25.168 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_clones": 0, 2024-04-15T16:06:25.168 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_copies": 3, 2024-04-15T16:06:25.168 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects": 1, 2024-04-15T16:06:25.168 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_degraded": 0, 2024-04-15T16:06:25.168 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_dirty": 1, 2024-04-15T16:06:25.168 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T16:06:25.168 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_manifest": 0, 2024-04-15T16:06:25.168 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_misplaced": 0, 2024-04-15T16:06:25.168 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing": 0, 2024-04-15T16:06:25.168 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T16:06:25.168 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_omap": 1, 2024-04-15T16:06:25.169 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_pinned": 0, 2024-04-15T16:06:25.169 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_recovered": 0, 2024-04-15T16:06:25.169 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_repaired": 0, 2024-04-15T16:06:25.169 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_unfound": 0, 2024-04-15T16:06:25.169 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_bytes": 0, 2024-04-15T16:06:25.169 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_keys": 0, 2024-04-15T16:06:25.169 INFO:tasks.workunit.client.0.smithi016.stdout: "num_promote": 0, 2024-04-15T16:06:25.169 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read": 12, 2024-04-15T16:06:25.169 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read_kb": 12, 2024-04-15T16:06:25.169 INFO:tasks.workunit.client.0.smithi016.stdout: "num_scrub_errors": 0, 2024-04-15T16:06:25.169 INFO:tasks.workunit.client.0.smithi016.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T16:06:25.169 INFO:tasks.workunit.client.0.smithi016.stdout: "num_whiteouts": 0, 2024-04-15T16:06:25.169 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write": 3, 2024-04-15T16:06:25.169 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write_kb": 0 2024-04-15T16:06:25.170 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.170 INFO:tasks.workunit.client.0.smithi016.stdout: "state": "active+clean", 2024-04-15T16:06:25.170 INFO:tasks.workunit.client.0.smithi016.stdout: "stats_invalid": false, 2024-04-15T16:06:25.170 INFO:tasks.workunit.client.0.smithi016.stdout: "up": [ 2024-04-15T16:06:25.170 INFO:tasks.workunit.client.0.smithi016.stdout: 7, 2024-04-15T16:06:25.170 INFO:tasks.workunit.client.0.smithi016.stdout: 5, 2024-04-15T16:06:25.170 INFO:tasks.workunit.client.0.smithi016.stdout: 2 2024-04-15T16:06:25.170 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:25.170 INFO:tasks.workunit.client.0.smithi016.stdout: "up_primary": 7, 2024-04-15T16:06:25.170 INFO:tasks.workunit.client.0.smithi016.stdout: "version": "62'2" 2024-04-15T16:06:25.170 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.170 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-15T16:06:25.170 INFO:tasks.workunit.client.0.smithi016.stdout: "acting": [ 2024-04-15T16:06:25.170 INFO:tasks.workunit.client.0.smithi016.stdout: 5, 2024-04-15T16:06:25.170 INFO:tasks.workunit.client.0.smithi016.stdout: 4, 2024-04-15T16:06:25.171 INFO:tasks.workunit.client.0.smithi016.stdout: 1 2024-04-15T16:06:25.171 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:25.171 INFO:tasks.workunit.client.0.smithi016.stdout: "acting_primary": 5, 2024-04-15T16:06:25.171 INFO:tasks.workunit.client.0.smithi016.stdout: "avail_no_missing": [], 2024-04-15T16:06:25.171 INFO:tasks.workunit.client.0.smithi016.stdout: "blocked_by": [], 2024-04-15T16:06:25.171 INFO:tasks.workunit.client.0.smithi016.stdout: "created": 61, 2024-04-15T16:06:25.171 INFO:tasks.workunit.client.0.smithi016.stdout: "dirty_stats_invalid": false, 2024-04-15T16:06:25.171 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T16:06:25.171 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_stats_invalid": false, 2024-04-15T16:06:25.171 INFO:tasks.workunit.client.0.smithi016.stdout: "last_active": "2024-04-15T16:05:12.202795+0000", 2024-04-15T16:06:25.171 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_active": "2024-04-15T14:43:53.355230+0000", 2024-04-15T16:06:25.171 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_peered": "2024-04-15T14:43:53.355230+0000", 2024-04-15T16:06:25.171 INFO:tasks.workunit.client.0.smithi016.stdout: "last_change": "2024-04-15T14:43:53.355937+0000", 2024-04-15T16:06:25.171 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean": "2024-04-15T16:05:12.202795+0000", 2024-04-15T16:06:25.171 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T16:06:25.172 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub": "0'0", 2024-04-15T16:06:25.172 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T16:06:25.172 INFO:tasks.workunit.client.0.smithi016.stdout: "last_epoch_clean": 476, 2024-04-15T16:06:25.172 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fresh": "2024-04-15T16:05:12.202795+0000", 2024-04-15T16:06:25.172 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fullsized": "2024-04-15T16:05:12.202795+0000", 2024-04-15T16:06:25.172 INFO:tasks.workunit.client.0.smithi016.stdout: "last_peered": "2024-04-15T16:05:12.202795+0000", 2024-04-15T16:06:25.172 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub": "0'0", 2024-04-15T16:06:25.172 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_duration": 0, 2024-04-15T16:06:25.172 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T16:06:25.172 INFO:tasks.workunit.client.0.smithi016.stdout: "last_undegraded": "2024-04-15T16:05:12.202795+0000", 2024-04-15T16:06:25.172 INFO:tasks.workunit.client.0.smithi016.stdout: "last_unstale": "2024-04-15T16:05:12.202795+0000", 2024-04-15T16:06:25.172 INFO:tasks.workunit.client.0.smithi016.stdout: "log_dups_size": 0, 2024-04-15T16:06:25.172 INFO:tasks.workunit.client.0.smithi016.stdout: "log_size": 0, 2024-04-15T16:06:25.172 INFO:tasks.workunit.client.0.smithi016.stdout: "log_start": "0'0", 2024-04-15T16:06:25.172 INFO:tasks.workunit.client.0.smithi016.stdout: "manifest_stats_invalid": false, 2024-04-15T16:06:25.173 INFO:tasks.workunit.client.0.smithi016.stdout: "mapping_epoch": 475, 2024-04-15T16:06:25.173 INFO:tasks.workunit.client.0.smithi016.stdout: "object_location_counts": [], 2024-04-15T16:06:25.173 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_scrubbed": 0, 2024-04-15T16:06:25.173 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_trimmed": 0, 2024-04-15T16:06:25.173 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_stats_invalid": false, 2024-04-15T16:06:25.173 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_size": 0, 2024-04-15T16:06:25.173 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_start": "0'0", 2024-04-15T16:06:25.173 INFO:tasks.workunit.client.0.smithi016.stdout: "parent": "0.0", 2024-04-15T16:06:25.173 INFO:tasks.workunit.client.0.smithi016.stdout: "parent_split_bits": 0, 2024-04-15T16:06:25.173 INFO:tasks.workunit.client.0.smithi016.stdout: "pgid": "3.1c", 2024-04-15T16:06:25.173 INFO:tasks.workunit.client.0.smithi016.stdout: "pin_stats_invalid": false, 2024-04-15T16:06:25.173 INFO:tasks.workunit.client.0.smithi016.stdout: "purged_snaps": [], 2024-04-15T16:06:25.173 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_epoch": 2721, 2024-04-15T16:06:25.173 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_seq": 4914, 2024-04-15T16:06:25.174 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_duration": 0.0, 2024-04-15T16:06:25.174 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-16T15:15:19.534733+0000", 2024-04-15T16:06:25.174 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrim_duration": 0.0, 2024-04-15T16:06:25.174 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrimq_len": 0, 2024-04-15T16:06:25.174 INFO:tasks.workunit.client.0.smithi016.stdout: "stat_sum": { 2024-04-15T16:06:25.174 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes": 0, 2024-04-15T16:06:25.174 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T16:06:25.174 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_recovered": 0, 2024-04-15T16:06:25.174 INFO:tasks.workunit.client.0.smithi016.stdout: "num_deep_scrub_errors": 0, 2024-04-15T16:06:25.174 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict": 0, 2024-04-15T16:06:25.174 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_kb": 0, 2024-04-15T16:06:25.174 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_full": 0, 2024-04-15T16:06:25.174 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_some": 0, 2024-04-15T16:06:25.174 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush": 0, 2024-04-15T16:06:25.174 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_kb": 0, 2024-04-15T16:06:25.175 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_high": 0, 2024-04-15T16:06:25.175 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_low": 0, 2024-04-15T16:06:25.175 INFO:tasks.workunit.client.0.smithi016.stdout: "num_keys_recovered": 0, 2024-04-15T16:06:25.175 INFO:tasks.workunit.client.0.smithi016.stdout: "num_large_omap_objects": 0, 2024-04-15T16:06:25.175 INFO:tasks.workunit.client.0.smithi016.stdout: "num_legacy_snapsets": 0, 2024-04-15T16:06:25.175 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_clones": 0, 2024-04-15T16:06:25.175 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_copies": 0, 2024-04-15T16:06:25.175 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects": 0, 2024-04-15T16:06:25.175 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_degraded": 0, 2024-04-15T16:06:25.175 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_dirty": 0, 2024-04-15T16:06:25.175 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T16:06:25.175 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_manifest": 0, 2024-04-15T16:06:25.175 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_misplaced": 0, 2024-04-15T16:06:25.175 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing": 0, 2024-04-15T16:06:25.176 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T16:06:25.176 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_omap": 0, 2024-04-15T16:06:25.176 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_pinned": 0, 2024-04-15T16:06:25.176 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_recovered": 0, 2024-04-15T16:06:25.176 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_repaired": 0, 2024-04-15T16:06:25.176 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_unfound": 0, 2024-04-15T16:06:25.176 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_bytes": 0, 2024-04-15T16:06:25.176 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_keys": 0, 2024-04-15T16:06:25.176 INFO:tasks.workunit.client.0.smithi016.stdout: "num_promote": 0, 2024-04-15T16:06:25.176 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read": 0, 2024-04-15T16:06:25.176 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read_kb": 0, 2024-04-15T16:06:25.176 INFO:tasks.workunit.client.0.smithi016.stdout: "num_scrub_errors": 0, 2024-04-15T16:06:25.176 INFO:tasks.workunit.client.0.smithi016.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T16:06:25.176 INFO:tasks.workunit.client.0.smithi016.stdout: "num_whiteouts": 0, 2024-04-15T16:06:25.177 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write": 0, 2024-04-15T16:06:25.177 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write_kb": 0 2024-04-15T16:06:25.177 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.177 INFO:tasks.workunit.client.0.smithi016.stdout: "state": "active+clean", 2024-04-15T16:06:25.177 INFO:tasks.workunit.client.0.smithi016.stdout: "stats_invalid": false, 2024-04-15T16:06:25.177 INFO:tasks.workunit.client.0.smithi016.stdout: "up": [ 2024-04-15T16:06:25.177 INFO:tasks.workunit.client.0.smithi016.stdout: 5, 2024-04-15T16:06:25.177 INFO:tasks.workunit.client.0.smithi016.stdout: 4, 2024-04-15T16:06:25.177 INFO:tasks.workunit.client.0.smithi016.stdout: 1 2024-04-15T16:06:25.177 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:25.177 INFO:tasks.workunit.client.0.smithi016.stdout: "up_primary": 5, 2024-04-15T16:06:25.177 INFO:tasks.workunit.client.0.smithi016.stdout: "version": "0'0" 2024-04-15T16:06:25.177 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.177 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-15T16:06:25.178 INFO:tasks.workunit.client.0.smithi016.stdout: "acting": [ 2024-04-15T16:06:25.178 INFO:tasks.workunit.client.0.smithi016.stdout: 7, 2024-04-15T16:06:25.178 INFO:tasks.workunit.client.0.smithi016.stdout: 6, 2024-04-15T16:06:25.178 INFO:tasks.workunit.client.0.smithi016.stdout: 0 2024-04-15T16:06:25.178 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:25.178 INFO:tasks.workunit.client.0.smithi016.stdout: "acting_primary": 7, 2024-04-15T16:06:25.178 INFO:tasks.workunit.client.0.smithi016.stdout: "avail_no_missing": [], 2024-04-15T16:06:25.178 INFO:tasks.workunit.client.0.smithi016.stdout: "blocked_by": [], 2024-04-15T16:06:25.178 INFO:tasks.workunit.client.0.smithi016.stdout: "created": 60, 2024-04-15T16:06:25.178 INFO:tasks.workunit.client.0.smithi016.stdout: "dirty_stats_invalid": false, 2024-04-15T16:06:25.178 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T16:06:25.178 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_stats_invalid": false, 2024-04-15T16:06:25.178 INFO:tasks.workunit.client.0.smithi016.stdout: "last_active": "2024-04-15T16:05:12.201171+0000", 2024-04-15T16:06:25.178 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_active": "2024-04-15T14:44:49.365324+0000", 2024-04-15T16:06:25.179 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_peered": "2024-04-15T14:44:49.365324+0000", 2024-04-15T16:06:25.179 INFO:tasks.workunit.client.0.smithi016.stdout: "last_change": "2024-04-15T14:44:49.369000+0000", 2024-04-15T16:06:25.179 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean": "2024-04-15T16:05:12.201171+0000", 2024-04-15T16:06:25.179 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean_scrub_stamp": "2024-04-15T14:33:33.599136+0000", 2024-04-15T16:06:25.179 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub": "0'0", 2024-04-15T16:06:25.179 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub_stamp": "2024-04-15T14:33:33.599136+0000", 2024-04-15T16:06:25.179 INFO:tasks.workunit.client.0.smithi016.stdout: "last_epoch_clean": 532, 2024-04-15T16:06:25.179 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fresh": "2024-04-15T16:05:12.201171+0000", 2024-04-15T16:06:25.179 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fullsized": "2024-04-15T16:05:12.201171+0000", 2024-04-15T16:06:25.179 INFO:tasks.workunit.client.0.smithi016.stdout: "last_peered": "2024-04-15T16:05:12.201171+0000", 2024-04-15T16:06:25.179 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub": "0'0", 2024-04-15T16:06:25.179 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_duration": 0, 2024-04-15T16:06:25.179 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_stamp": "2024-04-15T14:33:33.599136+0000", 2024-04-15T16:06:25.179 INFO:tasks.workunit.client.0.smithi016.stdout: "last_undegraded": "2024-04-15T16:05:12.201171+0000", 2024-04-15T16:06:25.180 INFO:tasks.workunit.client.0.smithi016.stdout: "last_unstale": "2024-04-15T16:05:12.201171+0000", 2024-04-15T16:06:25.180 INFO:tasks.workunit.client.0.smithi016.stdout: "log_dups_size": 0, 2024-04-15T16:06:25.180 INFO:tasks.workunit.client.0.smithi016.stdout: "log_size": 2, 2024-04-15T16:06:25.180 INFO:tasks.workunit.client.0.smithi016.stdout: "log_start": "0'0", 2024-04-15T16:06:25.180 INFO:tasks.workunit.client.0.smithi016.stdout: "manifest_stats_invalid": false, 2024-04-15T16:06:25.180 INFO:tasks.workunit.client.0.smithi016.stdout: "mapping_epoch": 531, 2024-04-15T16:06:25.180 INFO:tasks.workunit.client.0.smithi016.stdout: "object_location_counts": [], 2024-04-15T16:06:25.180 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_scrubbed": 0, 2024-04-15T16:06:25.180 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_trimmed": 0, 2024-04-15T16:06:25.180 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_stats_invalid": false, 2024-04-15T16:06:25.180 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_size": 2, 2024-04-15T16:06:25.180 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_start": "0'0", 2024-04-15T16:06:25.180 INFO:tasks.workunit.client.0.smithi016.stdout: "parent": "0.0", 2024-04-15T16:06:25.180 INFO:tasks.workunit.client.0.smithi016.stdout: "parent_split_bits": 0, 2024-04-15T16:06:25.181 INFO:tasks.workunit.client.0.smithi016.stdout: "pgid": "2.1d", 2024-04-15T16:06:25.181 INFO:tasks.workunit.client.0.smithi016.stdout: "pin_stats_invalid": false, 2024-04-15T16:06:25.181 INFO:tasks.workunit.client.0.smithi016.stdout: "purged_snaps": [], 2024-04-15T16:06:25.181 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_epoch": 2721, 2024-04-15T16:06:25.181 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_seq": 4874, 2024-04-15T16:06:25.181 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_duration": 0.0, 2024-04-15T16:06:25.181 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-16T19:25:42.638446+0000", 2024-04-15T16:06:25.181 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrim_duration": 0.0, 2024-04-15T16:06:25.181 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrimq_len": 0, 2024-04-15T16:06:25.181 INFO:tasks.workunit.client.0.smithi016.stdout: "stat_sum": { 2024-04-15T16:06:25.181 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes": 0, 2024-04-15T16:06:25.181 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T16:06:25.181 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_recovered": 0, 2024-04-15T16:06:25.181 INFO:tasks.workunit.client.0.smithi016.stdout: "num_deep_scrub_errors": 0, 2024-04-15T16:06:25.182 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict": 0, 2024-04-15T16:06:25.182 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_kb": 0, 2024-04-15T16:06:25.182 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_full": 0, 2024-04-15T16:06:25.182 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_some": 0, 2024-04-15T16:06:25.182 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush": 0, 2024-04-15T16:06:25.182 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_kb": 0, 2024-04-15T16:06:25.182 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_high": 0, 2024-04-15T16:06:25.182 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_low": 0, 2024-04-15T16:06:25.182 INFO:tasks.workunit.client.0.smithi016.stdout: "num_keys_recovered": 0, 2024-04-15T16:06:25.182 INFO:tasks.workunit.client.0.smithi016.stdout: "num_large_omap_objects": 0, 2024-04-15T16:06:25.182 INFO:tasks.workunit.client.0.smithi016.stdout: "num_legacy_snapsets": 0, 2024-04-15T16:06:25.182 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_clones": 0, 2024-04-15T16:06:25.182 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_copies": 3, 2024-04-15T16:06:25.182 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects": 1, 2024-04-15T16:06:25.183 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_degraded": 0, 2024-04-15T16:06:25.183 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_dirty": 1, 2024-04-15T16:06:25.183 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T16:06:25.183 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_manifest": 0, 2024-04-15T16:06:25.183 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_misplaced": 0, 2024-04-15T16:06:25.183 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing": 0, 2024-04-15T16:06:25.183 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T16:06:25.183 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_omap": 1, 2024-04-15T16:06:25.183 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_pinned": 0, 2024-04-15T16:06:25.183 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_recovered": 0, 2024-04-15T16:06:25.183 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_repaired": 0, 2024-04-15T16:06:25.183 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_unfound": 0, 2024-04-15T16:06:25.183 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_bytes": 0, 2024-04-15T16:06:25.183 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_keys": 0, 2024-04-15T16:06:25.184 INFO:tasks.workunit.client.0.smithi016.stdout: "num_promote": 0, 2024-04-15T16:06:25.184 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read": 12, 2024-04-15T16:06:25.184 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read_kb": 12, 2024-04-15T16:06:25.184 INFO:tasks.workunit.client.0.smithi016.stdout: "num_scrub_errors": 0, 2024-04-15T16:06:25.184 INFO:tasks.workunit.client.0.smithi016.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T16:06:25.184 INFO:tasks.workunit.client.0.smithi016.stdout: "num_whiteouts": 0, 2024-04-15T16:06:25.184 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write": 3, 2024-04-15T16:06:25.184 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write_kb": 0 2024-04-15T16:06:25.184 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.184 INFO:tasks.workunit.client.0.smithi016.stdout: "state": "active+clean", 2024-04-15T16:06:25.184 INFO:tasks.workunit.client.0.smithi016.stdout: "stats_invalid": false, 2024-04-15T16:06:25.184 INFO:tasks.workunit.client.0.smithi016.stdout: "up": [ 2024-04-15T16:06:25.184 INFO:tasks.workunit.client.0.smithi016.stdout: 7, 2024-04-15T16:06:25.184 INFO:tasks.workunit.client.0.smithi016.stdout: 6, 2024-04-15T16:06:25.185 INFO:tasks.workunit.client.0.smithi016.stdout: 0 2024-04-15T16:06:25.185 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:25.185 INFO:tasks.workunit.client.0.smithi016.stdout: "up_primary": 7, 2024-04-15T16:06:25.185 INFO:tasks.workunit.client.0.smithi016.stdout: "version": "62'2" 2024-04-15T16:06:25.185 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.185 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-15T16:06:25.185 INFO:tasks.workunit.client.0.smithi016.stdout: "acting": [ 2024-04-15T16:06:25.185 INFO:tasks.workunit.client.0.smithi016.stdout: 0, 2024-04-15T16:06:25.185 INFO:tasks.workunit.client.0.smithi016.stdout: 5, 2024-04-15T16:06:25.185 INFO:tasks.workunit.client.0.smithi016.stdout: 2 2024-04-15T16:06:25.185 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:25.185 INFO:tasks.workunit.client.0.smithi016.stdout: "acting_primary": 0, 2024-04-15T16:06:25.185 INFO:tasks.workunit.client.0.smithi016.stdout: "avail_no_missing": [], 2024-04-15T16:06:25.185 INFO:tasks.workunit.client.0.smithi016.stdout: "blocked_by": [], 2024-04-15T16:06:25.186 INFO:tasks.workunit.client.0.smithi016.stdout: "created": 61, 2024-04-15T16:06:25.186 INFO:tasks.workunit.client.0.smithi016.stdout: "dirty_stats_invalid": false, 2024-04-15T16:06:25.186 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T16:06:25.186 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_stats_invalid": false, 2024-04-15T16:06:25.186 INFO:tasks.workunit.client.0.smithi016.stdout: "last_active": "2024-04-15T16:05:11.412936+0000", 2024-04-15T16:06:25.186 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_active": "2024-04-15T14:43:53.348098+0000", 2024-04-15T16:06:25.186 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_peered": "2024-04-15T14:43:53.348098+0000", 2024-04-15T16:06:25.186 INFO:tasks.workunit.client.0.smithi016.stdout: "last_change": "2024-04-15T14:43:53.348461+0000", 2024-04-15T16:06:25.186 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean": "2024-04-15T16:05:11.412936+0000", 2024-04-15T16:06:25.186 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T16:06:25.186 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub": "0'0", 2024-04-15T16:06:25.186 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T16:06:25.186 INFO:tasks.workunit.client.0.smithi016.stdout: "last_epoch_clean": 476, 2024-04-15T16:06:25.186 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fresh": "2024-04-15T16:05:11.412936+0000", 2024-04-15T16:06:25.187 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fullsized": "2024-04-15T16:05:11.412936+0000", 2024-04-15T16:06:25.187 INFO:tasks.workunit.client.0.smithi016.stdout: "last_peered": "2024-04-15T16:05:11.412936+0000", 2024-04-15T16:06:25.187 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub": "0'0", 2024-04-15T16:06:25.187 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_duration": 0, 2024-04-15T16:06:25.187 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T16:06:25.187 INFO:tasks.workunit.client.0.smithi016.stdout: "last_undegraded": "2024-04-15T16:05:11.412936+0000", 2024-04-15T16:06:25.187 INFO:tasks.workunit.client.0.smithi016.stdout: "last_unstale": "2024-04-15T16:05:11.412936+0000", 2024-04-15T16:06:25.187 INFO:tasks.workunit.client.0.smithi016.stdout: "log_dups_size": 0, 2024-04-15T16:06:25.187 INFO:tasks.workunit.client.0.smithi016.stdout: "log_size": 0, 2024-04-15T16:06:25.187 INFO:tasks.workunit.client.0.smithi016.stdout: "log_start": "0'0", 2024-04-15T16:06:25.187 INFO:tasks.workunit.client.0.smithi016.stdout: "manifest_stats_invalid": false, 2024-04-15T16:06:25.187 INFO:tasks.workunit.client.0.smithi016.stdout: "mapping_epoch": 475, 2024-04-15T16:06:25.187 INFO:tasks.workunit.client.0.smithi016.stdout: "object_location_counts": [], 2024-04-15T16:06:25.187 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_scrubbed": 0, 2024-04-15T16:06:25.187 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_trimmed": 0, 2024-04-15T16:06:25.188 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_stats_invalid": false, 2024-04-15T16:06:25.188 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_size": 0, 2024-04-15T16:06:25.188 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_start": "0'0", 2024-04-15T16:06:25.188 INFO:tasks.workunit.client.0.smithi016.stdout: "parent": "0.0", 2024-04-15T16:06:25.188 INFO:tasks.workunit.client.0.smithi016.stdout: "parent_split_bits": 0, 2024-04-15T16:06:25.188 INFO:tasks.workunit.client.0.smithi016.stdout: "pgid": "3.1f", 2024-04-15T16:06:25.188 INFO:tasks.workunit.client.0.smithi016.stdout: "pin_stats_invalid": false, 2024-04-15T16:06:25.188 INFO:tasks.workunit.client.0.smithi016.stdout: "purged_snaps": [], 2024-04-15T16:06:25.188 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_epoch": 2721, 2024-04-15T16:06:25.188 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_seq": 5063, 2024-04-15T16:06:25.188 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_duration": 0.0, 2024-04-15T16:06:25.188 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-17T02:28:34.658898+0000", 2024-04-15T16:06:25.188 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrim_duration": 0.0, 2024-04-15T16:06:25.188 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrimq_len": 0, 2024-04-15T16:06:25.189 INFO:tasks.workunit.client.0.smithi016.stdout: "stat_sum": { 2024-04-15T16:06:25.189 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes": 0, 2024-04-15T16:06:25.189 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T16:06:25.189 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_recovered": 0, 2024-04-15T16:06:25.189 INFO:tasks.workunit.client.0.smithi016.stdout: "num_deep_scrub_errors": 0, 2024-04-15T16:06:25.189 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict": 0, 2024-04-15T16:06:25.189 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_kb": 0, 2024-04-15T16:06:25.189 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_full": 0, 2024-04-15T16:06:25.189 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_some": 0, 2024-04-15T16:06:25.189 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush": 0, 2024-04-15T16:06:25.189 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_kb": 0, 2024-04-15T16:06:25.189 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_high": 0, 2024-04-15T16:06:25.189 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_low": 0, 2024-04-15T16:06:25.189 INFO:tasks.workunit.client.0.smithi016.stdout: "num_keys_recovered": 0, 2024-04-15T16:06:25.190 INFO:tasks.workunit.client.0.smithi016.stdout: "num_large_omap_objects": 0, 2024-04-15T16:06:25.190 INFO:tasks.workunit.client.0.smithi016.stdout: "num_legacy_snapsets": 0, 2024-04-15T16:06:25.190 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_clones": 0, 2024-04-15T16:06:25.190 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_copies": 0, 2024-04-15T16:06:25.190 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects": 0, 2024-04-15T16:06:25.190 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_degraded": 0, 2024-04-15T16:06:25.190 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_dirty": 0, 2024-04-15T16:06:25.190 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T16:06:25.190 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_manifest": 0, 2024-04-15T16:06:25.190 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_misplaced": 0, 2024-04-15T16:06:25.190 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing": 0, 2024-04-15T16:06:25.190 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T16:06:25.190 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_omap": 0, 2024-04-15T16:06:25.190 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_pinned": 0, 2024-04-15T16:06:25.191 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_recovered": 0, 2024-04-15T16:06:25.191 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_repaired": 0, 2024-04-15T16:06:25.191 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_unfound": 0, 2024-04-15T16:06:25.191 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_bytes": 0, 2024-04-15T16:06:25.191 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_keys": 0, 2024-04-15T16:06:25.191 INFO:tasks.workunit.client.0.smithi016.stdout: "num_promote": 0, 2024-04-15T16:06:25.191 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read": 0, 2024-04-15T16:06:25.191 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read_kb": 0, 2024-04-15T16:06:25.191 INFO:tasks.workunit.client.0.smithi016.stdout: "num_scrub_errors": 0, 2024-04-15T16:06:25.191 INFO:tasks.workunit.client.0.smithi016.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T16:06:25.191 INFO:tasks.workunit.client.0.smithi016.stdout: "num_whiteouts": 0, 2024-04-15T16:06:25.191 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write": 0, 2024-04-15T16:06:25.191 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write_kb": 0 2024-04-15T16:06:25.191 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.192 INFO:tasks.workunit.client.0.smithi016.stdout: "state": "active+clean", 2024-04-15T16:06:25.192 INFO:tasks.workunit.client.0.smithi016.stdout: "stats_invalid": false, 2024-04-15T16:06:25.192 INFO:tasks.workunit.client.0.smithi016.stdout: "up": [ 2024-04-15T16:06:25.192 INFO:tasks.workunit.client.0.smithi016.stdout: 0, 2024-04-15T16:06:25.192 INFO:tasks.workunit.client.0.smithi016.stdout: 5, 2024-04-15T16:06:25.192 INFO:tasks.workunit.client.0.smithi016.stdout: 2 2024-04-15T16:06:25.192 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:25.192 INFO:tasks.workunit.client.0.smithi016.stdout: "up_primary": 0, 2024-04-15T16:06:25.192 INFO:tasks.workunit.client.0.smithi016.stdout: "version": "0'0" 2024-04-15T16:06:25.192 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.192 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-15T16:06:25.192 INFO:tasks.workunit.client.0.smithi016.stdout: "acting": [ 2024-04-15T16:06:25.192 INFO:tasks.workunit.client.0.smithi016.stdout: 3, 2024-04-15T16:06:25.192 INFO:tasks.workunit.client.0.smithi016.stdout: 0, 2024-04-15T16:06:25.193 INFO:tasks.workunit.client.0.smithi016.stdout: 5 2024-04-15T16:06:25.193 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:25.193 INFO:tasks.workunit.client.0.smithi016.stdout: "acting_primary": 3, 2024-04-15T16:06:25.193 INFO:tasks.workunit.client.0.smithi016.stdout: "avail_no_missing": [], 2024-04-15T16:06:25.193 INFO:tasks.workunit.client.0.smithi016.stdout: "blocked_by": [], 2024-04-15T16:06:25.193 INFO:tasks.workunit.client.0.smithi016.stdout: "created": 60, 2024-04-15T16:06:25.193 INFO:tasks.workunit.client.0.smithi016.stdout: "dirty_stats_invalid": false, 2024-04-15T16:06:25.193 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T16:06:25.193 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_stats_invalid": false, 2024-04-15T16:06:25.193 INFO:tasks.workunit.client.0.smithi016.stdout: "last_active": "2024-04-15T16:05:12.200044+0000", 2024-04-15T16:06:25.193 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_active": "2024-04-15T14:43:53.360291+0000", 2024-04-15T16:06:25.193 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_peered": "2024-04-15T14:43:53.360291+0000", 2024-04-15T16:06:25.193 INFO:tasks.workunit.client.0.smithi016.stdout: "last_change": "2024-04-15T14:43:53.360666+0000", 2024-04-15T16:06:25.193 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean": "2024-04-15T16:05:12.200044+0000", 2024-04-15T16:06:25.194 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean_scrub_stamp": "2024-04-15T14:33:33.599136+0000", 2024-04-15T16:06:25.194 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub": "0'0", 2024-04-15T16:06:25.194 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub_stamp": "2024-04-15T14:33:33.599136+0000", 2024-04-15T16:06:25.194 INFO:tasks.workunit.client.0.smithi016.stdout: "last_epoch_clean": 476, 2024-04-15T16:06:25.194 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fresh": "2024-04-15T16:05:12.200044+0000", 2024-04-15T16:06:25.194 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fullsized": "2024-04-15T16:05:12.200044+0000", 2024-04-15T16:06:25.194 INFO:tasks.workunit.client.0.smithi016.stdout: "last_peered": "2024-04-15T16:05:12.200044+0000", 2024-04-15T16:06:25.194 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub": "0'0", 2024-04-15T16:06:25.195 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_duration": 0, 2024-04-15T16:06:25.195 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_stamp": "2024-04-15T14:33:33.599136+0000", 2024-04-15T16:06:25.195 INFO:tasks.workunit.client.0.smithi016.stdout: "last_undegraded": "2024-04-15T16:05:12.200044+0000", 2024-04-15T16:06:25.195 INFO:tasks.workunit.client.0.smithi016.stdout: "last_unstale": "2024-04-15T16:05:12.200044+0000", 2024-04-15T16:06:25.195 INFO:tasks.workunit.client.0.smithi016.stdout: "log_dups_size": 0, 2024-04-15T16:06:25.195 INFO:tasks.workunit.client.0.smithi016.stdout: "log_size": 3, 2024-04-15T16:06:25.195 INFO:tasks.workunit.client.0.smithi016.stdout: "log_start": "0'0", 2024-04-15T16:06:25.195 INFO:tasks.workunit.client.0.smithi016.stdout: "manifest_stats_invalid": false, 2024-04-15T16:06:25.195 INFO:tasks.workunit.client.0.smithi016.stdout: "mapping_epoch": 475, 2024-04-15T16:06:25.196 INFO:tasks.workunit.client.0.smithi016.stdout: "object_location_counts": [], 2024-04-15T16:06:25.196 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_scrubbed": 0, 2024-04-15T16:06:25.196 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_trimmed": 0, 2024-04-15T16:06:25.196 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_stats_invalid": false, 2024-04-15T16:06:25.196 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_size": 3, 2024-04-15T16:06:25.196 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_start": "0'0", 2024-04-15T16:06:25.196 INFO:tasks.workunit.client.0.smithi016.stdout: "parent": "0.0", 2024-04-15T16:06:25.196 INFO:tasks.workunit.client.0.smithi016.stdout: "parent_split_bits": 0, 2024-04-15T16:06:25.197 INFO:tasks.workunit.client.0.smithi016.stdout: "pgid": "2.1e", 2024-04-15T16:06:25.197 INFO:tasks.workunit.client.0.smithi016.stdout: "pin_stats_invalid": false, 2024-04-15T16:06:25.197 INFO:tasks.workunit.client.0.smithi016.stdout: "purged_snaps": [], 2024-04-15T16:06:25.197 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_epoch": 2721, 2024-04-15T16:06:25.197 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_seq": 4962, 2024-04-15T16:06:25.197 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_duration": 0.0, 2024-04-15T16:06:25.197 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-16T14:34:58.457839+0000", 2024-04-15T16:06:25.197 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrim_duration": 0.0, 2024-04-15T16:06:25.198 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrimq_len": 0, 2024-04-15T16:06:25.198 INFO:tasks.workunit.client.0.smithi016.stdout: "stat_sum": { 2024-04-15T16:06:25.198 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes": 0, 2024-04-15T16:06:25.198 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T16:06:25.198 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_recovered": 0, 2024-04-15T16:06:25.198 INFO:tasks.workunit.client.0.smithi016.stdout: "num_deep_scrub_errors": 0, 2024-04-15T16:06:25.198 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict": 0, 2024-04-15T16:06:25.198 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_kb": 0, 2024-04-15T16:06:25.199 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_full": 0, 2024-04-15T16:06:25.199 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_some": 0, 2024-04-15T16:06:25.199 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush": 0, 2024-04-15T16:06:25.199 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_kb": 0, 2024-04-15T16:06:25.199 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_high": 0, 2024-04-15T16:06:25.199 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_low": 0, 2024-04-15T16:06:25.199 INFO:tasks.workunit.client.0.smithi016.stdout: "num_keys_recovered": 0, 2024-04-15T16:06:25.199 INFO:tasks.workunit.client.0.smithi016.stdout: "num_large_omap_objects": 0, 2024-04-15T16:06:25.199 INFO:tasks.workunit.client.0.smithi016.stdout: "num_legacy_snapsets": 0, 2024-04-15T16:06:25.200 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_clones": 0, 2024-04-15T16:06:25.200 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_copies": 0, 2024-04-15T16:06:25.200 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects": 0, 2024-04-15T16:06:25.200 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_degraded": 0, 2024-04-15T16:06:25.200 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_dirty": 0, 2024-04-15T16:06:25.200 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T16:06:25.200 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_manifest": 0, 2024-04-15T16:06:25.200 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_misplaced": 0, 2024-04-15T16:06:25.200 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing": 0, 2024-04-15T16:06:25.201 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T16:06:25.201 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_omap": 0, 2024-04-15T16:06:25.201 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_pinned": 0, 2024-04-15T16:06:25.201 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_recovered": 0, 2024-04-15T16:06:25.201 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_repaired": 0, 2024-04-15T16:06:25.201 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_unfound": 0, 2024-04-15T16:06:25.201 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_bytes": 0, 2024-04-15T16:06:25.201 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_keys": 0, 2024-04-15T16:06:25.201 INFO:tasks.workunit.client.0.smithi016.stdout: "num_promote": 0, 2024-04-15T16:06:25.202 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read": 0, 2024-04-15T16:06:25.202 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read_kb": 0, 2024-04-15T16:06:25.202 INFO:tasks.workunit.client.0.smithi016.stdout: "num_scrub_errors": 0, 2024-04-15T16:06:25.202 INFO:tasks.workunit.client.0.smithi016.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T16:06:25.202 INFO:tasks.workunit.client.0.smithi016.stdout: "num_whiteouts": 0, 2024-04-15T16:06:25.202 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write": 0, 2024-04-15T16:06:25.202 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write_kb": 0 2024-04-15T16:06:25.203 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.203 INFO:tasks.workunit.client.0.smithi016.stdout: "state": "active+clean", 2024-04-15T16:06:25.203 INFO:tasks.workunit.client.0.smithi016.stdout: "stats_invalid": false, 2024-04-15T16:06:25.203 INFO:tasks.workunit.client.0.smithi016.stdout: "up": [ 2024-04-15T16:06:25.203 INFO:tasks.workunit.client.0.smithi016.stdout: 3, 2024-04-15T16:06:25.203 INFO:tasks.workunit.client.0.smithi016.stdout: 0, 2024-04-15T16:06:25.203 INFO:tasks.workunit.client.0.smithi016.stdout: 5 2024-04-15T16:06:25.203 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:25.203 INFO:tasks.workunit.client.0.smithi016.stdout: "up_primary": 3, 2024-04-15T16:06:25.204 INFO:tasks.workunit.client.0.smithi016.stdout: "version": "560'3" 2024-04-15T16:06:25.204 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.204 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-15T16:06:25.204 INFO:tasks.workunit.client.0.smithi016.stdout: "acting": [ 2024-04-15T16:06:25.204 INFO:tasks.workunit.client.0.smithi016.stdout: 3, 2024-04-15T16:06:25.204 INFO:tasks.workunit.client.0.smithi016.stdout: 6, 2024-04-15T16:06:25.204 INFO:tasks.workunit.client.0.smithi016.stdout: 2 2024-04-15T16:06:25.204 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:25.204 INFO:tasks.workunit.client.0.smithi016.stdout: "acting_primary": 3, 2024-04-15T16:06:25.205 INFO:tasks.workunit.client.0.smithi016.stdout: "avail_no_missing": [], 2024-04-15T16:06:25.205 INFO:tasks.workunit.client.0.smithi016.stdout: "blocked_by": [], 2024-04-15T16:06:25.205 INFO:tasks.workunit.client.0.smithi016.stdout: "created": 61, 2024-04-15T16:06:25.205 INFO:tasks.workunit.client.0.smithi016.stdout: "dirty_stats_invalid": false, 2024-04-15T16:06:25.205 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T16:06:25.205 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_stats_invalid": false, 2024-04-15T16:06:25.205 INFO:tasks.workunit.client.0.smithi016.stdout: "last_active": "2024-04-15T16:05:12.200223+0000", 2024-04-15T16:06:25.205 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_active": "2024-04-15T14:44:28.449289+0000", 2024-04-15T16:06:25.205 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_peered": "2024-04-15T14:44:28.449289+0000", 2024-04-15T16:06:25.206 INFO:tasks.workunit.client.0.smithi016.stdout: "last_change": "2024-04-15T14:44:28.449648+0000", 2024-04-15T16:06:25.206 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean": "2024-04-15T16:05:12.200223+0000", 2024-04-15T16:06:25.206 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T16:06:25.206 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub": "0'0", 2024-04-15T16:06:25.206 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T16:06:25.206 INFO:tasks.workunit.client.0.smithi016.stdout: "last_epoch_clean": 511, 2024-04-15T16:06:25.206 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fresh": "2024-04-15T16:05:12.200223+0000", 2024-04-15T16:06:25.206 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fullsized": "2024-04-15T16:05:12.200223+0000", 2024-04-15T16:06:25.207 INFO:tasks.workunit.client.0.smithi016.stdout: "last_peered": "2024-04-15T16:05:12.200223+0000", 2024-04-15T16:06:25.207 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub": "0'0", 2024-04-15T16:06:25.207 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_duration": 0, 2024-04-15T16:06:25.207 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T16:06:25.207 INFO:tasks.workunit.client.0.smithi016.stdout: "last_undegraded": "2024-04-15T16:05:12.200223+0000", 2024-04-15T16:06:25.207 INFO:tasks.workunit.client.0.smithi016.stdout: "last_unstale": "2024-04-15T16:05:12.200223+0000", 2024-04-15T16:06:25.207 INFO:tasks.workunit.client.0.smithi016.stdout: "log_dups_size": 0, 2024-04-15T16:06:25.207 INFO:tasks.workunit.client.0.smithi016.stdout: "log_size": 0, 2024-04-15T16:06:25.207 INFO:tasks.workunit.client.0.smithi016.stdout: "log_start": "0'0", 2024-04-15T16:06:25.207 INFO:tasks.workunit.client.0.smithi016.stdout: "manifest_stats_invalid": false, 2024-04-15T16:06:25.207 INFO:tasks.workunit.client.0.smithi016.stdout: "mapping_epoch": 510, 2024-04-15T16:06:25.207 INFO:tasks.workunit.client.0.smithi016.stdout: "object_location_counts": [], 2024-04-15T16:06:25.208 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_scrubbed": 0, 2024-04-15T16:06:25.208 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_trimmed": 0, 2024-04-15T16:06:25.208 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_stats_invalid": false, 2024-04-15T16:06:25.208 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_size": 0, 2024-04-15T16:06:25.208 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_start": "0'0", 2024-04-15T16:06:25.208 INFO:tasks.workunit.client.0.smithi016.stdout: "parent": "0.0", 2024-04-15T16:06:25.208 INFO:tasks.workunit.client.0.smithi016.stdout: "parent_split_bits": 0, 2024-04-15T16:06:25.208 INFO:tasks.workunit.client.0.smithi016.stdout: "pgid": "3.1e", 2024-04-15T16:06:25.208 INFO:tasks.workunit.client.0.smithi016.stdout: "pin_stats_invalid": false, 2024-04-15T16:06:25.208 INFO:tasks.workunit.client.0.smithi016.stdout: "purged_snaps": [], 2024-04-15T16:06:25.208 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_epoch": 2721, 2024-04-15T16:06:25.208 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_seq": 4971, 2024-04-15T16:06:25.208 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_duration": 0.0, 2024-04-15T16:06:25.208 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-16T19:59:45.144188+0000", 2024-04-15T16:06:25.209 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrim_duration": 0.0, 2024-04-15T16:06:25.209 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrimq_len": 0, 2024-04-15T16:06:25.209 INFO:tasks.workunit.client.0.smithi016.stdout: "stat_sum": { 2024-04-15T16:06:25.209 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes": 0, 2024-04-15T16:06:25.209 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T16:06:25.209 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_recovered": 0, 2024-04-15T16:06:25.209 INFO:tasks.workunit.client.0.smithi016.stdout: "num_deep_scrub_errors": 0, 2024-04-15T16:06:25.209 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict": 0, 2024-04-15T16:06:25.209 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_kb": 0, 2024-04-15T16:06:25.209 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_full": 0, 2024-04-15T16:06:25.209 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_some": 0, 2024-04-15T16:06:25.209 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush": 0, 2024-04-15T16:06:25.210 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_kb": 0, 2024-04-15T16:06:25.210 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_high": 0, 2024-04-15T16:06:25.210 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_low": 0, 2024-04-15T16:06:25.210 INFO:tasks.workunit.client.0.smithi016.stdout: "num_keys_recovered": 0, 2024-04-15T16:06:25.210 INFO:tasks.workunit.client.0.smithi016.stdout: "num_large_omap_objects": 0, 2024-04-15T16:06:25.210 INFO:tasks.workunit.client.0.smithi016.stdout: "num_legacy_snapsets": 0, 2024-04-15T16:06:25.210 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_clones": 0, 2024-04-15T16:06:25.210 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_copies": 0, 2024-04-15T16:06:25.210 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects": 0, 2024-04-15T16:06:25.210 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_degraded": 0, 2024-04-15T16:06:25.210 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_dirty": 0, 2024-04-15T16:06:25.210 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T16:06:25.210 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_manifest": 0, 2024-04-15T16:06:25.210 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_misplaced": 0, 2024-04-15T16:06:25.211 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing": 0, 2024-04-15T16:06:25.211 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T16:06:25.211 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_omap": 0, 2024-04-15T16:06:25.211 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_pinned": 0, 2024-04-15T16:06:25.211 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_recovered": 0, 2024-04-15T16:06:25.211 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_repaired": 0, 2024-04-15T16:06:25.211 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_unfound": 0, 2024-04-15T16:06:25.211 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_bytes": 0, 2024-04-15T16:06:25.211 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_keys": 0, 2024-04-15T16:06:25.211 INFO:tasks.workunit.client.0.smithi016.stdout: "num_promote": 0, 2024-04-15T16:06:25.211 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read": 0, 2024-04-15T16:06:25.211 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read_kb": 0, 2024-04-15T16:06:25.211 INFO:tasks.workunit.client.0.smithi016.stdout: "num_scrub_errors": 0, 2024-04-15T16:06:25.212 INFO:tasks.workunit.client.0.smithi016.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T16:06:25.212 INFO:tasks.workunit.client.0.smithi016.stdout: "num_whiteouts": 0, 2024-04-15T16:06:25.212 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write": 0, 2024-04-15T16:06:25.212 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write_kb": 0 2024-04-15T16:06:25.212 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.212 INFO:tasks.workunit.client.0.smithi016.stdout: "state": "active+clean", 2024-04-15T16:06:25.212 INFO:tasks.workunit.client.0.smithi016.stdout: "stats_invalid": false, 2024-04-15T16:06:25.212 INFO:tasks.workunit.client.0.smithi016.stdout: "up": [ 2024-04-15T16:06:25.212 INFO:tasks.workunit.client.0.smithi016.stdout: 3, 2024-04-15T16:06:25.212 INFO:tasks.workunit.client.0.smithi016.stdout: 6, 2024-04-15T16:06:25.212 INFO:tasks.workunit.client.0.smithi016.stdout: 2 2024-04-15T16:06:25.213 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:25.213 INFO:tasks.workunit.client.0.smithi016.stdout: "up_primary": 3, 2024-04-15T16:06:25.213 INFO:tasks.workunit.client.0.smithi016.stdout: "version": "0'0" 2024-04-15T16:06:25.213 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.213 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-15T16:06:25.213 INFO:tasks.workunit.client.0.smithi016.stdout: "acting": [ 2024-04-15T16:06:25.213 INFO:tasks.workunit.client.0.smithi016.stdout: 0, 2024-04-15T16:06:25.213 INFO:tasks.workunit.client.0.smithi016.stdout: 7, 2024-04-15T16:06:25.213 INFO:tasks.workunit.client.0.smithi016.stdout: 4 2024-04-15T16:06:25.213 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:25.213 INFO:tasks.workunit.client.0.smithi016.stdout: "acting_primary": 0, 2024-04-15T16:06:25.213 INFO:tasks.workunit.client.0.smithi016.stdout: "avail_no_missing": [], 2024-04-15T16:06:25.213 INFO:tasks.workunit.client.0.smithi016.stdout: "blocked_by": [], 2024-04-15T16:06:25.214 INFO:tasks.workunit.client.0.smithi016.stdout: "created": 60, 2024-04-15T16:06:25.214 INFO:tasks.workunit.client.0.smithi016.stdout: "dirty_stats_invalid": false, 2024-04-15T16:06:25.214 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T16:06:25.214 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_stats_invalid": false, 2024-04-15T16:06:25.214 INFO:tasks.workunit.client.0.smithi016.stdout: "last_active": "2024-04-15T16:05:11.413373+0000", 2024-04-15T16:06:25.214 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_active": "2024-04-15T14:44:49.373514+0000", 2024-04-15T16:06:25.214 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_peered": "2024-04-15T14:44:49.373514+0000", 2024-04-15T16:06:25.214 INFO:tasks.workunit.client.0.smithi016.stdout: "last_change": "2024-04-15T14:44:49.373893+0000", 2024-04-15T16:06:25.214 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean": "2024-04-15T16:05:11.413373+0000", 2024-04-15T16:06:25.214 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean_scrub_stamp": "2024-04-15T14:33:33.599136+0000", 2024-04-15T16:06:25.214 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub": "0'0", 2024-04-15T16:06:25.214 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub_stamp": "2024-04-15T14:33:33.599136+0000", 2024-04-15T16:06:25.215 INFO:tasks.workunit.client.0.smithi016.stdout: "last_epoch_clean": 532, 2024-04-15T16:06:25.215 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fresh": "2024-04-15T16:05:11.413373+0000", 2024-04-15T16:06:25.215 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fullsized": "2024-04-15T16:05:11.413373+0000", 2024-04-15T16:06:25.215 INFO:tasks.workunit.client.0.smithi016.stdout: "last_peered": "2024-04-15T16:05:11.413373+0000", 2024-04-15T16:06:25.215 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub": "0'0", 2024-04-15T16:06:25.215 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_duration": 0, 2024-04-15T16:06:25.215 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_stamp": "2024-04-15T14:33:33.599136+0000", 2024-04-15T16:06:25.215 INFO:tasks.workunit.client.0.smithi016.stdout: "last_undegraded": "2024-04-15T16:05:11.413373+0000", 2024-04-15T16:06:25.215 INFO:tasks.workunit.client.0.smithi016.stdout: "last_unstale": "2024-04-15T16:05:11.413373+0000", 2024-04-15T16:06:25.215 INFO:tasks.workunit.client.0.smithi016.stdout: "log_dups_size": 0, 2024-04-15T16:06:25.215 INFO:tasks.workunit.client.0.smithi016.stdout: "log_size": 6, 2024-04-15T16:06:25.215 INFO:tasks.workunit.client.0.smithi016.stdout: "log_start": "0'0", 2024-04-15T16:06:25.215 INFO:tasks.workunit.client.0.smithi016.stdout: "manifest_stats_invalid": false, 2024-04-15T16:06:25.215 INFO:tasks.workunit.client.0.smithi016.stdout: "mapping_epoch": 531, 2024-04-15T16:06:25.215 INFO:tasks.workunit.client.0.smithi016.stdout: "object_location_counts": [], 2024-04-15T16:06:25.216 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_scrubbed": 0, 2024-04-15T16:06:25.216 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_trimmed": 0, 2024-04-15T16:06:25.216 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_stats_invalid": false, 2024-04-15T16:06:25.216 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_size": 6, 2024-04-15T16:06:25.216 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_start": "0'0", 2024-04-15T16:06:25.216 INFO:tasks.workunit.client.0.smithi016.stdout: "parent": "0.0", 2024-04-15T16:06:25.216 INFO:tasks.workunit.client.0.smithi016.stdout: "parent_split_bits": 0, 2024-04-15T16:06:25.216 INFO:tasks.workunit.client.0.smithi016.stdout: "pgid": "2.1f", 2024-04-15T16:06:25.216 INFO:tasks.workunit.client.0.smithi016.stdout: "pin_stats_invalid": false, 2024-04-15T16:06:25.216 INFO:tasks.workunit.client.0.smithi016.stdout: "purged_snaps": [], 2024-04-15T16:06:25.216 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_epoch": 2721, 2024-04-15T16:06:25.216 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_seq": 5074, 2024-04-15T16:06:25.216 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_duration": 0.0, 2024-04-15T16:06:25.216 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-16T23:45:33.702709+0000", 2024-04-15T16:06:25.216 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrim_duration": 0.0, 2024-04-15T16:06:25.217 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrimq_len": 0, 2024-04-15T16:06:25.217 INFO:tasks.workunit.client.0.smithi016.stdout: "stat_sum": { 2024-04-15T16:06:25.217 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes": 582, 2024-04-15T16:06:25.217 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T16:06:25.217 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_recovered": 0, 2024-04-15T16:06:25.217 INFO:tasks.workunit.client.0.smithi016.stdout: "num_deep_scrub_errors": 0, 2024-04-15T16:06:25.217 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict": 0, 2024-04-15T16:06:25.217 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_kb": 0, 2024-04-15T16:06:25.217 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_full": 0, 2024-04-15T16:06:25.217 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_some": 0, 2024-04-15T16:06:25.217 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush": 0, 2024-04-15T16:06:25.218 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_kb": 0, 2024-04-15T16:06:25.218 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_high": 0, 2024-04-15T16:06:25.218 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_low": 0, 2024-04-15T16:06:25.218 INFO:tasks.workunit.client.0.smithi016.stdout: "num_keys_recovered": 0, 2024-04-15T16:06:25.218 INFO:tasks.workunit.client.0.smithi016.stdout: "num_large_omap_objects": 0, 2024-04-15T16:06:25.218 INFO:tasks.workunit.client.0.smithi016.stdout: "num_legacy_snapsets": 0, 2024-04-15T16:06:25.218 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_clones": 0, 2024-04-15T16:06:25.218 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_copies": 6, 2024-04-15T16:06:25.218 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects": 2, 2024-04-15T16:06:25.218 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_degraded": 0, 2024-04-15T16:06:25.218 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_dirty": 2, 2024-04-15T16:06:25.218 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T16:06:25.218 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_manifest": 0, 2024-04-15T16:06:25.218 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_misplaced": 0, 2024-04-15T16:06:25.219 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing": 0, 2024-04-15T16:06:25.219 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T16:06:25.219 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_omap": 1, 2024-04-15T16:06:25.219 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_pinned": 0, 2024-04-15T16:06:25.219 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_recovered": 0, 2024-04-15T16:06:25.219 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_repaired": 0, 2024-04-15T16:06:25.219 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_unfound": 0, 2024-04-15T16:06:25.219 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_bytes": 0, 2024-04-15T16:06:25.219 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_keys": 0, 2024-04-15T16:06:25.219 INFO:tasks.workunit.client.0.smithi016.stdout: "num_promote": 0, 2024-04-15T16:06:25.219 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read": 8, 2024-04-15T16:06:25.219 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read_kb": 8, 2024-04-15T16:06:25.219 INFO:tasks.workunit.client.0.smithi016.stdout: "num_scrub_errors": 0, 2024-04-15T16:06:25.219 INFO:tasks.workunit.client.0.smithi016.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T16:06:25.219 INFO:tasks.workunit.client.0.smithi016.stdout: "num_whiteouts": 0, 2024-04-15T16:06:25.220 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write": 4, 2024-04-15T16:06:25.220 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write_kb": 1 2024-04-15T16:06:25.220 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.220 INFO:tasks.workunit.client.0.smithi016.stdout: "state": "active+clean", 2024-04-15T16:06:25.220 INFO:tasks.workunit.client.0.smithi016.stdout: "stats_invalid": false, 2024-04-15T16:06:25.220 INFO:tasks.workunit.client.0.smithi016.stdout: "up": [ 2024-04-15T16:06:25.220 INFO:tasks.workunit.client.0.smithi016.stdout: 0, 2024-04-15T16:06:25.220 INFO:tasks.workunit.client.0.smithi016.stdout: 7, 2024-04-15T16:06:25.220 INFO:tasks.workunit.client.0.smithi016.stdout: 4 2024-04-15T16:06:25.220 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:25.220 INFO:tasks.workunit.client.0.smithi016.stdout: "up_primary": 0, 2024-04-15T16:06:25.220 INFO:tasks.workunit.client.0.smithi016.stdout: "version": "560'6" 2024-04-15T16:06:25.220 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.221 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-15T16:06:25.221 INFO:tasks.workunit.client.0.smithi016.stdout: "acting": [ 2024-04-15T16:06:25.221 INFO:tasks.workunit.client.0.smithi016.stdout: 7, 2024-04-15T16:06:25.221 INFO:tasks.workunit.client.0.smithi016.stdout: 2, 2024-04-15T16:06:25.221 INFO:tasks.workunit.client.0.smithi016.stdout: 6 2024-04-15T16:06:25.221 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:25.222 INFO:tasks.workunit.client.0.smithi016.stdout: "acting_primary": 7, 2024-04-15T16:06:25.222 INFO:tasks.workunit.client.0.smithi016.stdout: "avail_no_missing": [], 2024-04-15T16:06:25.222 INFO:tasks.workunit.client.0.smithi016.stdout: "blocked_by": [], 2024-04-15T16:06:25.222 INFO:tasks.workunit.client.0.smithi016.stdout: "created": 61, 2024-04-15T16:06:25.222 INFO:tasks.workunit.client.0.smithi016.stdout: "dirty_stats_invalid": false, 2024-04-15T16:06:25.222 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T16:06:25.222 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_stats_invalid": false, 2024-04-15T16:06:25.223 INFO:tasks.workunit.client.0.smithi016.stdout: "last_active": "2024-04-15T16:05:12.201322+0000", 2024-04-15T16:06:25.223 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_active": "2024-04-15T14:44:49.366364+0000", 2024-04-15T16:06:25.223 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_peered": "2024-04-15T14:44:49.366364+0000", 2024-04-15T16:06:25.223 INFO:tasks.workunit.client.0.smithi016.stdout: "last_change": "2024-04-15T14:44:49.369321+0000", 2024-04-15T16:06:25.223 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean": "2024-04-15T16:05:12.201322+0000", 2024-04-15T16:06:25.223 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T16:06:25.223 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub": "0'0", 2024-04-15T16:06:25.223 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T16:06:25.223 INFO:tasks.workunit.client.0.smithi016.stdout: "last_epoch_clean": 532, 2024-04-15T16:06:25.223 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fresh": "2024-04-15T16:05:12.201322+0000", 2024-04-15T16:06:25.223 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fullsized": "2024-04-15T16:05:12.201322+0000", 2024-04-15T16:06:25.223 INFO:tasks.workunit.client.0.smithi016.stdout: "last_peered": "2024-04-15T16:05:12.201322+0000", 2024-04-15T16:06:25.223 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub": "0'0", 2024-04-15T16:06:25.224 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_duration": 0, 2024-04-15T16:06:25.224 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T16:06:25.224 INFO:tasks.workunit.client.0.smithi016.stdout: "last_undegraded": "2024-04-15T16:05:12.201322+0000", 2024-04-15T16:06:25.224 INFO:tasks.workunit.client.0.smithi016.stdout: "last_unstale": "2024-04-15T16:05:12.201322+0000", 2024-04-15T16:06:25.224 INFO:tasks.workunit.client.0.smithi016.stdout: "log_dups_size": 0, 2024-04-15T16:06:25.224 INFO:tasks.workunit.client.0.smithi016.stdout: "log_size": 0, 2024-04-15T16:06:25.224 INFO:tasks.workunit.client.0.smithi016.stdout: "log_start": "0'0", 2024-04-15T16:06:25.224 INFO:tasks.workunit.client.0.smithi016.stdout: "manifest_stats_invalid": false, 2024-04-15T16:06:25.224 INFO:tasks.workunit.client.0.smithi016.stdout: "mapping_epoch": 531, 2024-04-15T16:06:25.224 INFO:tasks.workunit.client.0.smithi016.stdout: "object_location_counts": [], 2024-04-15T16:06:25.224 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_scrubbed": 0, 2024-04-15T16:06:25.224 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_trimmed": 0, 2024-04-15T16:06:25.224 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_stats_invalid": false, 2024-04-15T16:06:25.224 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_size": 0, 2024-04-15T16:06:25.225 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_start": "0'0", 2024-04-15T16:06:25.225 INFO:tasks.workunit.client.0.smithi016.stdout: "parent": "0.0", 2024-04-15T16:06:25.225 INFO:tasks.workunit.client.0.smithi016.stdout: "parent_split_bits": 0, 2024-04-15T16:06:25.225 INFO:tasks.workunit.client.0.smithi016.stdout: "pgid": "3.2d", 2024-04-15T16:06:25.225 INFO:tasks.workunit.client.0.smithi016.stdout: "pin_stats_invalid": false, 2024-04-15T16:06:25.225 INFO:tasks.workunit.client.0.smithi016.stdout: "purged_snaps": [], 2024-04-15T16:06:25.225 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_epoch": 2721, 2024-04-15T16:06:25.225 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_seq": 4871, 2024-04-15T16:06:25.225 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_duration": 0.0, 2024-04-15T16:06:25.225 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-17T00:17:04.871172+0000", 2024-04-15T16:06:25.225 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrim_duration": 0.0, 2024-04-15T16:06:25.225 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrimq_len": 0, 2024-04-15T16:06:25.225 INFO:tasks.workunit.client.0.smithi016.stdout: "stat_sum": { 2024-04-15T16:06:25.225 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes": 0, 2024-04-15T16:06:25.226 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T16:06:25.226 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_recovered": 0, 2024-04-15T16:06:25.226 INFO:tasks.workunit.client.0.smithi016.stdout: "num_deep_scrub_errors": 0, 2024-04-15T16:06:25.226 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict": 0, 2024-04-15T16:06:25.226 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_kb": 0, 2024-04-15T16:06:25.226 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_full": 0, 2024-04-15T16:06:25.226 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_some": 0, 2024-04-15T16:06:25.226 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush": 0, 2024-04-15T16:06:25.226 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_kb": 0, 2024-04-15T16:06:25.226 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_high": 0, 2024-04-15T16:06:25.226 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_low": 0, 2024-04-15T16:06:25.227 INFO:tasks.workunit.client.0.smithi016.stdout: "num_keys_recovered": 0, 2024-04-15T16:06:25.227 INFO:tasks.workunit.client.0.smithi016.stdout: "num_large_omap_objects": 0, 2024-04-15T16:06:25.227 INFO:tasks.workunit.client.0.smithi016.stdout: "num_legacy_snapsets": 0, 2024-04-15T16:06:25.227 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_clones": 0, 2024-04-15T16:06:25.227 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_copies": 0, 2024-04-15T16:06:25.227 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects": 0, 2024-04-15T16:06:25.227 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_degraded": 0, 2024-04-15T16:06:25.227 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_dirty": 0, 2024-04-15T16:06:25.227 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T16:06:25.227 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_manifest": 0, 2024-04-15T16:06:25.227 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_misplaced": 0, 2024-04-15T16:06:25.227 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing": 0, 2024-04-15T16:06:25.227 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T16:06:25.227 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_omap": 0, 2024-04-15T16:06:25.228 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_pinned": 0, 2024-04-15T16:06:25.228 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_recovered": 0, 2024-04-15T16:06:25.228 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_repaired": 0, 2024-04-15T16:06:25.228 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_unfound": 0, 2024-04-15T16:06:25.228 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_bytes": 0, 2024-04-15T16:06:25.228 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_keys": 0, 2024-04-15T16:06:25.228 INFO:tasks.workunit.client.0.smithi016.stdout: "num_promote": 0, 2024-04-15T16:06:25.228 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read": 0, 2024-04-15T16:06:25.228 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read_kb": 0, 2024-04-15T16:06:25.228 INFO:tasks.workunit.client.0.smithi016.stdout: "num_scrub_errors": 0, 2024-04-15T16:06:25.228 INFO:tasks.workunit.client.0.smithi016.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T16:06:25.228 INFO:tasks.workunit.client.0.smithi016.stdout: "num_whiteouts": 0, 2024-04-15T16:06:25.228 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write": 0, 2024-04-15T16:06:25.229 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write_kb": 0 2024-04-15T16:06:25.229 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.229 INFO:tasks.workunit.client.0.smithi016.stdout: "state": "active+clean", 2024-04-15T16:06:25.229 INFO:tasks.workunit.client.0.smithi016.stdout: "stats_invalid": false, 2024-04-15T16:06:25.229 INFO:tasks.workunit.client.0.smithi016.stdout: "up": [ 2024-04-15T16:06:25.229 INFO:tasks.workunit.client.0.smithi016.stdout: 7, 2024-04-15T16:06:25.229 INFO:tasks.workunit.client.0.smithi016.stdout: 2, 2024-04-15T16:06:25.230 INFO:tasks.workunit.client.0.smithi016.stdout: 6 2024-04-15T16:06:25.230 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:25.230 INFO:tasks.workunit.client.0.smithi016.stdout: "up_primary": 7, 2024-04-15T16:06:25.230 INFO:tasks.workunit.client.0.smithi016.stdout: "version": "0'0" 2024-04-15T16:06:25.230 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.230 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-15T16:06:25.231 INFO:tasks.workunit.client.0.smithi016.stdout: "acting": [ 2024-04-15T16:06:25.231 INFO:tasks.workunit.client.0.smithi016.stdout: 2, 2024-04-15T16:06:25.231 INFO:tasks.workunit.client.0.smithi016.stdout: 6, 2024-04-15T16:06:25.231 INFO:tasks.workunit.client.0.smithi016.stdout: 7 2024-04-15T16:06:25.231 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:25.231 INFO:tasks.workunit.client.0.smithi016.stdout: "acting_primary": 2, 2024-04-15T16:06:25.231 INFO:tasks.workunit.client.0.smithi016.stdout: "avail_no_missing": [], 2024-04-15T16:06:25.231 INFO:tasks.workunit.client.0.smithi016.stdout: "blocked_by": [], 2024-04-15T16:06:25.232 INFO:tasks.workunit.client.0.smithi016.stdout: "created": 61, 2024-04-15T16:06:25.232 INFO:tasks.workunit.client.0.smithi016.stdout: "dirty_stats_invalid": false, 2024-04-15T16:06:25.232 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T16:06:25.232 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_stats_invalid": false, 2024-04-15T16:06:25.232 INFO:tasks.workunit.client.0.smithi016.stdout: "last_active": "2024-04-15T16:05:12.197018+0000", 2024-04-15T16:06:25.232 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_active": "2024-04-15T14:44:49.364010+0000", 2024-04-15T16:06:25.232 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_peered": "2024-04-15T14:44:49.364010+0000", 2024-04-15T16:06:25.232 INFO:tasks.workunit.client.0.smithi016.stdout: "last_change": "2024-04-15T14:44:49.364387+0000", 2024-04-15T16:06:25.232 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean": "2024-04-15T16:05:12.197018+0000", 2024-04-15T16:06:25.232 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T16:06:25.232 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub": "0'0", 2024-04-15T16:06:25.232 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T16:06:25.232 INFO:tasks.workunit.client.0.smithi016.stdout: "last_epoch_clean": 532, 2024-04-15T16:06:25.233 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fresh": "2024-04-15T16:05:12.197018+0000", 2024-04-15T16:06:25.233 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fullsized": "2024-04-15T16:05:12.197018+0000", 2024-04-15T16:06:25.233 INFO:tasks.workunit.client.0.smithi016.stdout: "last_peered": "2024-04-15T16:05:12.197018+0000", 2024-04-15T16:06:25.233 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub": "0'0", 2024-04-15T16:06:25.233 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_duration": 0, 2024-04-15T16:06:25.233 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T16:06:25.233 INFO:tasks.workunit.client.0.smithi016.stdout: "last_undegraded": "2024-04-15T16:05:12.197018+0000", 2024-04-15T16:06:25.233 INFO:tasks.workunit.client.0.smithi016.stdout: "last_unstale": "2024-04-15T16:05:12.197018+0000", 2024-04-15T16:06:25.233 INFO:tasks.workunit.client.0.smithi016.stdout: "log_dups_size": 0, 2024-04-15T16:06:25.233 INFO:tasks.workunit.client.0.smithi016.stdout: "log_size": 0, 2024-04-15T16:06:25.233 INFO:tasks.workunit.client.0.smithi016.stdout: "log_start": "0'0", 2024-04-15T16:06:25.234 INFO:tasks.workunit.client.0.smithi016.stdout: "manifest_stats_invalid": false, 2024-04-15T16:06:25.234 INFO:tasks.workunit.client.0.smithi016.stdout: "mapping_epoch": 531, 2024-04-15T16:06:25.234 INFO:tasks.workunit.client.0.smithi016.stdout: "object_location_counts": [], 2024-04-15T16:06:25.234 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_scrubbed": 0, 2024-04-15T16:06:25.234 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_trimmed": 0, 2024-04-15T16:06:25.234 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_stats_invalid": false, 2024-04-15T16:06:25.234 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_size": 0, 2024-04-15T16:06:25.234 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_start": "0'0", 2024-04-15T16:06:25.234 INFO:tasks.workunit.client.0.smithi016.stdout: "parent": "0.0", 2024-04-15T16:06:25.234 INFO:tasks.workunit.client.0.smithi016.stdout: "parent_split_bits": 0, 2024-04-15T16:06:25.234 INFO:tasks.workunit.client.0.smithi016.stdout: "pgid": "3.2e", 2024-04-15T16:06:25.234 INFO:tasks.workunit.client.0.smithi016.stdout: "pin_stats_invalid": false, 2024-04-15T16:06:25.234 INFO:tasks.workunit.client.0.smithi016.stdout: "purged_snaps": [], 2024-04-15T16:06:25.235 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_epoch": 2721, 2024-04-15T16:06:25.235 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_seq": 4987, 2024-04-15T16:06:25.235 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_duration": 0.0, 2024-04-15T16:06:25.235 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-16T19:42:38.895479+0000", 2024-04-15T16:06:25.235 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrim_duration": 0.0, 2024-04-15T16:06:25.235 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrimq_len": 0, 2024-04-15T16:06:25.235 INFO:tasks.workunit.client.0.smithi016.stdout: "stat_sum": { 2024-04-15T16:06:25.235 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes": 0, 2024-04-15T16:06:25.235 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T16:06:25.235 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_recovered": 0, 2024-04-15T16:06:25.235 INFO:tasks.workunit.client.0.smithi016.stdout: "num_deep_scrub_errors": 0, 2024-04-15T16:06:25.235 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict": 0, 2024-04-15T16:06:25.235 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_kb": 0, 2024-04-15T16:06:25.235 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_full": 0, 2024-04-15T16:06:25.235 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_some": 0, 2024-04-15T16:06:25.236 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush": 0, 2024-04-15T16:06:25.236 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_kb": 0, 2024-04-15T16:06:25.236 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_high": 0, 2024-04-15T16:06:25.236 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_low": 0, 2024-04-15T16:06:25.236 INFO:tasks.workunit.client.0.smithi016.stdout: "num_keys_recovered": 0, 2024-04-15T16:06:25.236 INFO:tasks.workunit.client.0.smithi016.stdout: "num_large_omap_objects": 0, 2024-04-15T16:06:25.236 INFO:tasks.workunit.client.0.smithi016.stdout: "num_legacy_snapsets": 0, 2024-04-15T16:06:25.236 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_clones": 0, 2024-04-15T16:06:25.236 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_copies": 0, 2024-04-15T16:06:25.236 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects": 0, 2024-04-15T16:06:25.236 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_degraded": 0, 2024-04-15T16:06:25.236 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_dirty": 0, 2024-04-15T16:06:25.236 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T16:06:25.236 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_manifest": 0, 2024-04-15T16:06:25.236 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_misplaced": 0, 2024-04-15T16:06:25.237 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing": 0, 2024-04-15T16:06:25.237 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T16:06:25.237 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_omap": 0, 2024-04-15T16:06:25.237 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_pinned": 0, 2024-04-15T16:06:25.237 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_recovered": 0, 2024-04-15T16:06:25.237 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_repaired": 0, 2024-04-15T16:06:25.237 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_unfound": 0, 2024-04-15T16:06:25.237 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_bytes": 0, 2024-04-15T16:06:25.237 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_keys": 0, 2024-04-15T16:06:25.237 INFO:tasks.workunit.client.0.smithi016.stdout: "num_promote": 0, 2024-04-15T16:06:25.237 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read": 0, 2024-04-15T16:06:25.237 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read_kb": 0, 2024-04-15T16:06:25.237 INFO:tasks.workunit.client.0.smithi016.stdout: "num_scrub_errors": 0, 2024-04-15T16:06:25.237 INFO:tasks.workunit.client.0.smithi016.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T16:06:25.237 INFO:tasks.workunit.client.0.smithi016.stdout: "num_whiteouts": 0, 2024-04-15T16:06:25.238 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write": 0, 2024-04-15T16:06:25.238 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write_kb": 0 2024-04-15T16:06:25.238 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.238 INFO:tasks.workunit.client.0.smithi016.stdout: "state": "active+clean", 2024-04-15T16:06:25.238 INFO:tasks.workunit.client.0.smithi016.stdout: "stats_invalid": false, 2024-04-15T16:06:25.238 INFO:tasks.workunit.client.0.smithi016.stdout: "up": [ 2024-04-15T16:06:25.238 INFO:tasks.workunit.client.0.smithi016.stdout: 2, 2024-04-15T16:06:25.238 INFO:tasks.workunit.client.0.smithi016.stdout: 6, 2024-04-15T16:06:25.238 INFO:tasks.workunit.client.0.smithi016.stdout: 7 2024-04-15T16:06:25.238 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:25.238 INFO:tasks.workunit.client.0.smithi016.stdout: "up_primary": 2, 2024-04-15T16:06:25.238 INFO:tasks.workunit.client.0.smithi016.stdout: "version": "0'0" 2024-04-15T16:06:25.238 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.238 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-15T16:06:25.239 INFO:tasks.workunit.client.0.smithi016.stdout: "acting": [ 2024-04-15T16:06:25.239 INFO:tasks.workunit.client.0.smithi016.stdout: 5, 2024-04-15T16:06:25.239 INFO:tasks.workunit.client.0.smithi016.stdout: 7, 2024-04-15T16:06:25.239 INFO:tasks.workunit.client.0.smithi016.stdout: 4 2024-04-15T16:06:25.239 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:25.239 INFO:tasks.workunit.client.0.smithi016.stdout: "acting_primary": 5, 2024-04-15T16:06:25.239 INFO:tasks.workunit.client.0.smithi016.stdout: "avail_no_missing": [], 2024-04-15T16:06:25.239 INFO:tasks.workunit.client.0.smithi016.stdout: "blocked_by": [], 2024-04-15T16:06:25.239 INFO:tasks.workunit.client.0.smithi016.stdout: "created": 61, 2024-04-15T16:06:25.239 INFO:tasks.workunit.client.0.smithi016.stdout: "dirty_stats_invalid": false, 2024-04-15T16:06:25.239 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T16:06:25.239 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_stats_invalid": false, 2024-04-15T16:06:25.239 INFO:tasks.workunit.client.0.smithi016.stdout: "last_active": "2024-04-15T16:05:12.205539+0000", 2024-04-15T16:06:25.239 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_active": "2024-04-15T14:44:49.375575+0000", 2024-04-15T16:06:25.240 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_peered": "2024-04-15T14:44:49.375575+0000", 2024-04-15T16:06:25.240 INFO:tasks.workunit.client.0.smithi016.stdout: "last_change": "2024-04-15T14:44:49.375877+0000", 2024-04-15T16:06:25.240 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean": "2024-04-15T16:05:12.205539+0000", 2024-04-15T16:06:25.240 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T16:06:25.240 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub": "0'0", 2024-04-15T16:06:25.240 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T16:06:25.240 INFO:tasks.workunit.client.0.smithi016.stdout: "last_epoch_clean": 532, 2024-04-15T16:06:25.240 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fresh": "2024-04-15T16:05:12.205539+0000", 2024-04-15T16:06:25.240 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fullsized": "2024-04-15T16:05:12.205539+0000", 2024-04-15T16:06:25.240 INFO:tasks.workunit.client.0.smithi016.stdout: "last_peered": "2024-04-15T16:05:12.205539+0000", 2024-04-15T16:06:25.240 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub": "0'0", 2024-04-15T16:06:25.240 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_duration": 0, 2024-04-15T16:06:25.240 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T16:06:25.240 INFO:tasks.workunit.client.0.smithi016.stdout: "last_undegraded": "2024-04-15T16:05:12.205539+0000", 2024-04-15T16:06:25.240 INFO:tasks.workunit.client.0.smithi016.stdout: "last_unstale": "2024-04-15T16:05:12.205539+0000", 2024-04-15T16:06:25.241 INFO:tasks.workunit.client.0.smithi016.stdout: "log_dups_size": 0, 2024-04-15T16:06:25.241 INFO:tasks.workunit.client.0.smithi016.stdout: "log_size": 0, 2024-04-15T16:06:25.241 INFO:tasks.workunit.client.0.smithi016.stdout: "log_start": "0'0", 2024-04-15T16:06:25.241 INFO:tasks.workunit.client.0.smithi016.stdout: "manifest_stats_invalid": false, 2024-04-15T16:06:25.241 INFO:tasks.workunit.client.0.smithi016.stdout: "mapping_epoch": 531, 2024-04-15T16:06:25.241 INFO:tasks.workunit.client.0.smithi016.stdout: "object_location_counts": [], 2024-04-15T16:06:25.241 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_scrubbed": 0, 2024-04-15T16:06:25.241 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_trimmed": 0, 2024-04-15T16:06:25.241 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_stats_invalid": false, 2024-04-15T16:06:25.241 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_size": 0, 2024-04-15T16:06:25.241 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_start": "0'0", 2024-04-15T16:06:25.241 INFO:tasks.workunit.client.0.smithi016.stdout: "parent": "0.0", 2024-04-15T16:06:25.241 INFO:tasks.workunit.client.0.smithi016.stdout: "parent_split_bits": 0, 2024-04-15T16:06:25.241 INFO:tasks.workunit.client.0.smithi016.stdout: "pgid": "3.2f", 2024-04-15T16:06:25.241 INFO:tasks.workunit.client.0.smithi016.stdout: "pin_stats_invalid": false, 2024-04-15T16:06:25.242 INFO:tasks.workunit.client.0.smithi016.stdout: "purged_snaps": [], 2024-04-15T16:06:25.242 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_epoch": 2721, 2024-04-15T16:06:25.242 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_seq": 4911, 2024-04-15T16:06:25.242 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_duration": 0.0, 2024-04-15T16:06:25.242 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-16T22:29:42.925503+0000", 2024-04-15T16:06:25.242 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrim_duration": 0.0, 2024-04-15T16:06:25.242 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrimq_len": 0, 2024-04-15T16:06:25.242 INFO:tasks.workunit.client.0.smithi016.stdout: "stat_sum": { 2024-04-15T16:06:25.242 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes": 0, 2024-04-15T16:06:25.242 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T16:06:25.242 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_recovered": 0, 2024-04-15T16:06:25.242 INFO:tasks.workunit.client.0.smithi016.stdout: "num_deep_scrub_errors": 0, 2024-04-15T16:06:25.242 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict": 0, 2024-04-15T16:06:25.243 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_kb": 0, 2024-04-15T16:06:25.243 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_full": 0, 2024-04-15T16:06:25.243 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_some": 0, 2024-04-15T16:06:25.243 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush": 0, 2024-04-15T16:06:25.243 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_kb": 0, 2024-04-15T16:06:25.243 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_high": 0, 2024-04-15T16:06:25.243 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_low": 0, 2024-04-15T16:06:25.243 INFO:tasks.workunit.client.0.smithi016.stdout: "num_keys_recovered": 0, 2024-04-15T16:06:25.243 INFO:tasks.workunit.client.0.smithi016.stdout: "num_large_omap_objects": 0, 2024-04-15T16:06:25.243 INFO:tasks.workunit.client.0.smithi016.stdout: "num_legacy_snapsets": 0, 2024-04-15T16:06:25.243 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_clones": 0, 2024-04-15T16:06:25.243 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_copies": 0, 2024-04-15T16:06:25.244 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects": 0, 2024-04-15T16:06:25.244 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_degraded": 0, 2024-04-15T16:06:25.244 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_dirty": 0, 2024-04-15T16:06:25.244 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T16:06:25.244 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_manifest": 0, 2024-04-15T16:06:25.244 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_misplaced": 0, 2024-04-15T16:06:25.244 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing": 0, 2024-04-15T16:06:25.244 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T16:06:25.244 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_omap": 0, 2024-04-15T16:06:25.244 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_pinned": 0, 2024-04-15T16:06:25.244 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_recovered": 0, 2024-04-15T16:06:25.244 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_repaired": 0, 2024-04-15T16:06:25.244 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_unfound": 0, 2024-04-15T16:06:25.244 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_bytes": 0, 2024-04-15T16:06:25.244 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_keys": 0, 2024-04-15T16:06:25.245 INFO:tasks.workunit.client.0.smithi016.stdout: "num_promote": 0, 2024-04-15T16:06:25.245 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read": 0, 2024-04-15T16:06:25.245 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read_kb": 0, 2024-04-15T16:06:25.245 INFO:tasks.workunit.client.0.smithi016.stdout: "num_scrub_errors": 0, 2024-04-15T16:06:25.245 INFO:tasks.workunit.client.0.smithi016.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T16:06:25.245 INFO:tasks.workunit.client.0.smithi016.stdout: "num_whiteouts": 0, 2024-04-15T16:06:25.245 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write": 0, 2024-04-15T16:06:25.245 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write_kb": 0 2024-04-15T16:06:25.245 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.245 INFO:tasks.workunit.client.0.smithi016.stdout: "state": "active+clean", 2024-04-15T16:06:25.245 INFO:tasks.workunit.client.0.smithi016.stdout: "stats_invalid": false, 2024-04-15T16:06:25.245 INFO:tasks.workunit.client.0.smithi016.stdout: "up": [ 2024-04-15T16:06:25.245 INFO:tasks.workunit.client.0.smithi016.stdout: 5, 2024-04-15T16:06:25.245 INFO:tasks.workunit.client.0.smithi016.stdout: 7, 2024-04-15T16:06:25.246 INFO:tasks.workunit.client.0.smithi016.stdout: 4 2024-04-15T16:06:25.246 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:25.246 INFO:tasks.workunit.client.0.smithi016.stdout: "up_primary": 5, 2024-04-15T16:06:25.246 INFO:tasks.workunit.client.0.smithi016.stdout: "version": "0'0" 2024-04-15T16:06:25.246 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.246 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-15T16:06:25.246 INFO:tasks.workunit.client.0.smithi016.stdout: "acting": [ 2024-04-15T16:06:25.246 INFO:tasks.workunit.client.0.smithi016.stdout: 5, 2024-04-15T16:06:25.246 INFO:tasks.workunit.client.0.smithi016.stdout: 0, 2024-04-15T16:06:25.246 INFO:tasks.workunit.client.0.smithi016.stdout: 7 2024-04-15T16:06:25.246 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:25.246 INFO:tasks.workunit.client.0.smithi016.stdout: "acting_primary": 5, 2024-04-15T16:06:25.246 INFO:tasks.workunit.client.0.smithi016.stdout: "avail_no_missing": [], 2024-04-15T16:06:25.246 INFO:tasks.workunit.client.0.smithi016.stdout: "blocked_by": [], 2024-04-15T16:06:25.247 INFO:tasks.workunit.client.0.smithi016.stdout: "created": 61, 2024-04-15T16:06:25.247 INFO:tasks.workunit.client.0.smithi016.stdout: "dirty_stats_invalid": false, 2024-04-15T16:06:25.247 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T16:06:25.247 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_stats_invalid": false, 2024-04-15T16:06:25.247 INFO:tasks.workunit.client.0.smithi016.stdout: "last_active": "2024-04-15T16:05:12.199919+0000", 2024-04-15T16:06:25.247 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_active": "2024-04-15T14:44:49.374585+0000", 2024-04-15T16:06:25.247 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_peered": "2024-04-15T14:44:49.374585+0000", 2024-04-15T16:06:25.247 INFO:tasks.workunit.client.0.smithi016.stdout: "last_change": "2024-04-15T14:44:49.374931+0000", 2024-04-15T16:06:25.247 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean": "2024-04-15T16:05:12.199919+0000", 2024-04-15T16:06:25.247 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T16:06:25.247 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub": "0'0", 2024-04-15T16:06:25.247 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T16:06:25.247 INFO:tasks.workunit.client.0.smithi016.stdout: "last_epoch_clean": 532, 2024-04-15T16:06:25.247 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fresh": "2024-04-15T16:05:12.199919+0000", 2024-04-15T16:06:25.247 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fullsized": "2024-04-15T16:05:12.199919+0000", 2024-04-15T16:06:25.248 INFO:tasks.workunit.client.0.smithi016.stdout: "last_peered": "2024-04-15T16:05:12.199919+0000", 2024-04-15T16:06:25.248 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub": "0'0", 2024-04-15T16:06:25.248 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_duration": 0, 2024-04-15T16:06:25.248 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T16:06:25.248 INFO:tasks.workunit.client.0.smithi016.stdout: "last_undegraded": "2024-04-15T16:05:12.199919+0000", 2024-04-15T16:06:25.248 INFO:tasks.workunit.client.0.smithi016.stdout: "last_unstale": "2024-04-15T16:05:12.199919+0000", 2024-04-15T16:06:25.248 INFO:tasks.workunit.client.0.smithi016.stdout: "log_dups_size": 0, 2024-04-15T16:06:25.248 INFO:tasks.workunit.client.0.smithi016.stdout: "log_size": 0, 2024-04-15T16:06:25.248 INFO:tasks.workunit.client.0.smithi016.stdout: "log_start": "0'0", 2024-04-15T16:06:25.248 INFO:tasks.workunit.client.0.smithi016.stdout: "manifest_stats_invalid": false, 2024-04-15T16:06:25.248 INFO:tasks.workunit.client.0.smithi016.stdout: "mapping_epoch": 531, 2024-04-15T16:06:25.248 INFO:tasks.workunit.client.0.smithi016.stdout: "object_location_counts": [], 2024-04-15T16:06:25.248 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_scrubbed": 0, 2024-04-15T16:06:25.249 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_trimmed": 0, 2024-04-15T16:06:25.249 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_stats_invalid": false, 2024-04-15T16:06:25.249 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_size": 0, 2024-04-15T16:06:25.249 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_start": "0'0", 2024-04-15T16:06:25.249 INFO:tasks.workunit.client.0.smithi016.stdout: "parent": "0.0", 2024-04-15T16:06:25.249 INFO:tasks.workunit.client.0.smithi016.stdout: "parent_split_bits": 0, 2024-04-15T16:06:25.249 INFO:tasks.workunit.client.0.smithi016.stdout: "pgid": "3.30", 2024-04-15T16:06:25.249 INFO:tasks.workunit.client.0.smithi016.stdout: "pin_stats_invalid": false, 2024-04-15T16:06:25.249 INFO:tasks.workunit.client.0.smithi016.stdout: "purged_snaps": [], 2024-04-15T16:06:25.249 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_epoch": 2721, 2024-04-15T16:06:25.249 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_seq": 4915, 2024-04-15T16:06:25.249 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_duration": 0.0, 2024-04-15T16:06:25.249 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-16T14:50:47.604796+0000", 2024-04-15T16:06:25.249 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrim_duration": 0.0, 2024-04-15T16:06:25.249 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrimq_len": 0, 2024-04-15T16:06:25.250 INFO:tasks.workunit.client.0.smithi016.stdout: "stat_sum": { 2024-04-15T16:06:25.250 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes": 0, 2024-04-15T16:06:25.250 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T16:06:25.250 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_recovered": 0, 2024-04-15T16:06:25.250 INFO:tasks.workunit.client.0.smithi016.stdout: "num_deep_scrub_errors": 0, 2024-04-15T16:06:25.250 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict": 0, 2024-04-15T16:06:25.250 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_kb": 0, 2024-04-15T16:06:25.250 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_full": 0, 2024-04-15T16:06:25.250 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_some": 0, 2024-04-15T16:06:25.250 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush": 0, 2024-04-15T16:06:25.250 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_kb": 0, 2024-04-15T16:06:25.251 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_high": 0, 2024-04-15T16:06:25.251 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_low": 0, 2024-04-15T16:06:25.251 INFO:tasks.workunit.client.0.smithi016.stdout: "num_keys_recovered": 0, 2024-04-15T16:06:25.251 INFO:tasks.workunit.client.0.smithi016.stdout: "num_large_omap_objects": 0, 2024-04-15T16:06:25.251 INFO:tasks.workunit.client.0.smithi016.stdout: "num_legacy_snapsets": 0, 2024-04-15T16:06:25.251 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_clones": 0, 2024-04-15T16:06:25.251 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_copies": 0, 2024-04-15T16:06:25.252 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects": 0, 2024-04-15T16:06:25.252 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_degraded": 0, 2024-04-15T16:06:25.252 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_dirty": 0, 2024-04-15T16:06:25.252 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T16:06:25.252 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_manifest": 0, 2024-04-15T16:06:25.252 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_misplaced": 0, 2024-04-15T16:06:25.252 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing": 0, 2024-04-15T16:06:25.252 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T16:06:25.253 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_omap": 0, 2024-04-15T16:06:25.253 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_pinned": 0, 2024-04-15T16:06:25.253 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_recovered": 0, 2024-04-15T16:06:25.253 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_repaired": 0, 2024-04-15T16:06:25.253 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_unfound": 0, 2024-04-15T16:06:25.253 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_bytes": 0, 2024-04-15T16:06:25.254 INFO:tasks.workunit.client.0.smithi016.stderr:+ ceph telemetry on --license sharing-1-0 2024-04-15T16:06:25.256 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 16:06:24 smithi102 ceph-mon[87131]: from='client.46061 -' entity='client.admin' cmd=[{"prefix": "telemetry preview-device", "target": ["mon-mgr", ""]}]: dispatch 2024-04-15T16:06:25.256 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 16:06:24 smithi102 ceph-mon[87131]: from='client.36138 -' entity='client.admin' cmd=[{"prefix": "telemetry preview-all", "target": ["mon-mgr", ""]}]: dispatch 2024-04-15T16:06:25.257 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 16:06:24 smithi102 ceph-mon[87131]: pgmap v5066: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail 2024-04-15T16:06:25.257 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 16:06:24 smithi102 ceph-mon[87131]: from='client.36138 -' entity='client.admin' cmd=[{"prefix": "telemetry preview-all", "target": ["mon-mgr", ""]}]: dispatch 2024-04-15T16:06:25.257 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 16:06:24 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T16:06:25.257 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 16:06:24 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-15T16:06:25.257 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 16:06:24 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-15T16:06:25.257 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 16:06:24 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-15T16:06:25.257 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 16:06:24 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-15T16:06:25.257 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 16:06:24 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-15T16:06:25.258 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 16:06:24 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-15T16:06:25.258 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 16:06:24 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-15T16:06:25.258 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 16:06:24 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-15T16:06:25.258 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 16:06:24 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-15T16:06:25.258 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 16:06:24 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-15T16:06:25.258 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 16:06:24 smithi102 ceph-mon[87131]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-15T16:06:25.258 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 16:06:24 smithi102 ceph-mon[87131]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-15T16:06:25.259 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 16:06:24 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-15T16:06:25.259 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 16:06:24 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-15T16:06:25.259 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 16:06:24 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-15T16:06:25.259 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 16:06:24 smithi102 ceph-mon[87131]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-15T16:06:25.259 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 16:06:24 smithi102 ceph-mon[87131]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-15T16:06:25.259 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 16:06:24 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-15T16:06:25.259 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 16:06:24 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-15T16:06:25.260 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 16:06:24 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-15T16:06:25.260 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 16:06:24 smithi102 ceph-mon[87131]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-15T16:06:25.260 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 16:06:24 smithi102 ceph-mon[87131]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-15T16:06:25.260 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 16:06:24 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-15T16:06:25.260 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 16:06:24 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-15T16:06:25.260 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 16:06:24 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-15T16:06:25.261 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 16:06:24 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T16:06:25.261 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 16:06:24 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T16:06:25.261 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 16:06:24 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T16:06:25.261 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 16:06:24 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-15T16:06:25.261 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 16:06:24 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-15T16:06:25.261 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 16:06:24 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-15T16:06:25.261 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 16:06:24 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-15T16:06:25.261 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 16:06:24 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-15T16:06:25.261 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 16:06:24 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-15T16:06:25.261 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 16:06:24 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-15T16:06:25.261 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 16:06:24 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-15T16:06:25.262 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 16:06:24 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-15T16:06:25.262 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 16:06:24 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-15T16:06:25.262 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 16:06:24 smithi102 ceph-mon[87131]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-15T16:06:25.262 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 16:06:24 smithi102 ceph-mon[87131]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-15T16:06:25.262 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 16:06:24 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-15T16:06:25.262 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 16:06:24 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-15T16:06:25.262 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 16:06:24 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-15T16:06:25.262 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 16:06:24 smithi102 ceph-mon[87131]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-15T16:06:25.262 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 16:06:24 smithi102 ceph-mon[87131]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-15T16:06:25.262 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 16:06:24 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-15T16:06:25.262 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 16:06:24 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-15T16:06:25.262 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 16:06:24 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-15T16:06:25.262 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 16:06:24 smithi102 ceph-mon[87131]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-15T16:06:25.262 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 16:06:24 smithi102 ceph-mon[87131]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-15T16:06:25.263 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 16:06:24 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-15T16:06:25.263 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 16:06:24 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-15T16:06:25.263 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 16:06:24 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-15T16:06:25.263 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 16:06:24 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T16:06:25.263 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 16:06:24 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T16:06:25.263 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 16:06:24 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T16:06:25.263 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 16:06:24 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-15T16:06:25.263 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 16:06:24 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T16:06:25.263 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_keys": 0, 2024-04-15T16:06:25.263 INFO:tasks.workunit.client.0.smithi016.stdout: "num_promote": 0, 2024-04-15T16:06:25.263 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read": 0, 2024-04-15T16:06:25.263 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read_kb": 0, 2024-04-15T16:06:25.263 INFO:tasks.workunit.client.0.smithi016.stdout: "num_scrub_errors": 0, 2024-04-15T16:06:25.264 INFO:tasks.workunit.client.0.smithi016.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T16:06:25.264 INFO:tasks.workunit.client.0.smithi016.stdout: "num_whiteouts": 0, 2024-04-15T16:06:25.264 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write": 0, 2024-04-15T16:06:25.264 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write_kb": 0 2024-04-15T16:06:25.264 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.264 INFO:tasks.workunit.client.0.smithi016.stdout: "state": "active+clean", 2024-04-15T16:06:25.264 INFO:tasks.workunit.client.0.smithi016.stdout: "stats_invalid": false, 2024-04-15T16:06:25.264 INFO:tasks.workunit.client.0.smithi016.stdout: "up": [ 2024-04-15T16:06:25.264 INFO:tasks.workunit.client.0.smithi016.stdout: 5, 2024-04-15T16:06:25.264 INFO:tasks.workunit.client.0.smithi016.stdout: 0, 2024-04-15T16:06:25.264 INFO:tasks.workunit.client.0.smithi016.stdout: 7 2024-04-15T16:06:25.264 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:25.264 INFO:tasks.workunit.client.0.smithi016.stdout: "up_primary": 5, 2024-04-15T16:06:25.264 INFO:tasks.workunit.client.0.smithi016.stdout: "version": "0'0" 2024-04-15T16:06:25.264 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.265 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-15T16:06:25.265 INFO:tasks.workunit.client.0.smithi016.stdout: "acting": [ 2024-04-15T16:06:25.265 INFO:tasks.workunit.client.0.smithi016.stdout: 1, 2024-04-15T16:06:25.265 INFO:tasks.workunit.client.0.smithi016.stdout: 4, 2024-04-15T16:06:25.265 INFO:tasks.workunit.client.0.smithi016.stdout: 5 2024-04-15T16:06:25.265 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:25.265 INFO:tasks.workunit.client.0.smithi016.stdout: "acting_primary": 1, 2024-04-15T16:06:25.265 INFO:tasks.workunit.client.0.smithi016.stdout: "avail_no_missing": [], 2024-04-15T16:06:25.265 INFO:tasks.workunit.client.0.smithi016.stdout: "blocked_by": [], 2024-04-15T16:06:25.265 INFO:tasks.workunit.client.0.smithi016.stdout: "created": 61, 2024-04-15T16:06:25.265 INFO:tasks.workunit.client.0.smithi016.stdout: "dirty_stats_invalid": false, 2024-04-15T16:06:25.265 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T16:06:25.265 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_stats_invalid": false, 2024-04-15T16:06:25.265 INFO:tasks.workunit.client.0.smithi016.stdout: "last_active": "2024-04-15T16:05:11.869982+0000", 2024-04-15T16:06:25.266 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_active": "2024-04-15T14:43:53.354860+0000", 2024-04-15T16:06:25.266 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_peered": "2024-04-15T14:43:53.354860+0000", 2024-04-15T16:06:25.266 INFO:tasks.workunit.client.0.smithi016.stdout: "last_change": "2024-04-15T14:43:53.355197+0000", 2024-04-15T16:06:25.266 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean": "2024-04-15T16:05:11.869982+0000", 2024-04-15T16:06:25.266 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T16:06:25.266 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub": "0'0", 2024-04-15T16:06:25.266 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T16:06:25.266 INFO:tasks.workunit.client.0.smithi016.stdout: "last_epoch_clean": 476, 2024-04-15T16:06:25.266 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fresh": "2024-04-15T16:05:11.869982+0000", 2024-04-15T16:06:25.266 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fullsized": "2024-04-15T16:05:11.869982+0000", 2024-04-15T16:06:25.266 INFO:tasks.workunit.client.0.smithi016.stdout: "last_peered": "2024-04-15T16:05:11.869982+0000", 2024-04-15T16:06:25.266 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub": "0'0", 2024-04-15T16:06:25.266 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_duration": 0, 2024-04-15T16:06:25.266 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T16:06:25.267 INFO:tasks.workunit.client.0.smithi016.stdout: "last_undegraded": "2024-04-15T16:05:11.869982+0000", 2024-04-15T16:06:25.267 INFO:tasks.workunit.client.0.smithi016.stdout: "last_unstale": "2024-04-15T16:05:11.869982+0000", 2024-04-15T16:06:25.267 INFO:tasks.workunit.client.0.smithi016.stdout: "log_dups_size": 0, 2024-04-15T16:06:25.267 INFO:tasks.workunit.client.0.smithi016.stdout: "log_size": 0, 2024-04-15T16:06:25.267 INFO:tasks.workunit.client.0.smithi016.stdout: "log_start": "0'0", 2024-04-15T16:06:25.267 INFO:tasks.workunit.client.0.smithi016.stdout: "manifest_stats_invalid": false, 2024-04-15T16:06:25.267 INFO:tasks.workunit.client.0.smithi016.stdout: "mapping_epoch": 475, 2024-04-15T16:06:25.267 INFO:tasks.workunit.client.0.smithi016.stdout: "object_location_counts": [], 2024-04-15T16:06:25.267 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_scrubbed": 0, 2024-04-15T16:06:25.267 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_trimmed": 0, 2024-04-15T16:06:25.267 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_stats_invalid": false, 2024-04-15T16:06:25.267 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_size": 0, 2024-04-15T16:06:25.267 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_start": "0'0", 2024-04-15T16:06:25.268 INFO:tasks.workunit.client.0.smithi016.stdout: "parent": "0.0", 2024-04-15T16:06:25.268 INFO:tasks.workunit.client.0.smithi016.stdout: "parent_split_bits": 0, 2024-04-15T16:06:25.268 INFO:tasks.workunit.client.0.smithi016.stdout: "pgid": "3.31", 2024-04-15T16:06:25.268 INFO:tasks.workunit.client.0.smithi016.stdout: "pin_stats_invalid": false, 2024-04-15T16:06:25.268 INFO:tasks.workunit.client.0.smithi016.stdout: "purged_snaps": [], 2024-04-15T16:06:25.268 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_epoch": 2721, 2024-04-15T16:06:25.268 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_seq": 5039, 2024-04-15T16:06:25.268 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_duration": 0.0, 2024-04-15T16:06:25.268 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-17T01:50:26.686937+0000", 2024-04-15T16:06:25.268 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrim_duration": 0.0, 2024-04-15T16:06:25.268 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrimq_len": 0, 2024-04-15T16:06:25.268 INFO:tasks.workunit.client.0.smithi016.stdout: "stat_sum": { 2024-04-15T16:06:25.268 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes": 0, 2024-04-15T16:06:25.268 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T16:06:25.269 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_recovered": 0, 2024-04-15T16:06:25.269 INFO:tasks.workunit.client.0.smithi016.stdout: "num_deep_scrub_errors": 0, 2024-04-15T16:06:25.269 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict": 0, 2024-04-15T16:06:25.269 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_kb": 0, 2024-04-15T16:06:25.269 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_full": 0, 2024-04-15T16:06:25.269 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_some": 0, 2024-04-15T16:06:25.269 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush": 0, 2024-04-15T16:06:25.269 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_kb": 0, 2024-04-15T16:06:25.269 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_high": 0, 2024-04-15T16:06:25.269 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_low": 0, 2024-04-15T16:06:25.269 INFO:tasks.workunit.client.0.smithi016.stdout: "num_keys_recovered": 0, 2024-04-15T16:06:25.269 INFO:tasks.workunit.client.0.smithi016.stdout: "num_large_omap_objects": 0, 2024-04-15T16:06:25.269 INFO:tasks.workunit.client.0.smithi016.stdout: "num_legacy_snapsets": 0, 2024-04-15T16:06:25.269 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_clones": 0, 2024-04-15T16:06:25.270 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_copies": 0, 2024-04-15T16:06:25.270 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects": 0, 2024-04-15T16:06:25.270 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_degraded": 0, 2024-04-15T16:06:25.270 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_dirty": 0, 2024-04-15T16:06:25.270 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T16:06:25.270 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_manifest": 0, 2024-04-15T16:06:25.270 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_misplaced": 0, 2024-04-15T16:06:25.270 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing": 0, 2024-04-15T16:06:25.270 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T16:06:25.270 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_omap": 0, 2024-04-15T16:06:25.270 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_pinned": 0, 2024-04-15T16:06:25.270 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_recovered": 0, 2024-04-15T16:06:25.270 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_repaired": 0, 2024-04-15T16:06:25.271 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_unfound": 0, 2024-04-15T16:06:25.271 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_bytes": 0, 2024-04-15T16:06:25.271 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_keys": 0, 2024-04-15T16:06:25.271 INFO:tasks.workunit.client.0.smithi016.stdout: "num_promote": 0, 2024-04-15T16:06:25.271 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read": 0, 2024-04-15T16:06:25.271 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read_kb": 0, 2024-04-15T16:06:25.271 INFO:tasks.workunit.client.0.smithi016.stdout: "num_scrub_errors": 0, 2024-04-15T16:06:25.271 INFO:tasks.workunit.client.0.smithi016.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T16:06:25.271 INFO:tasks.workunit.client.0.smithi016.stdout: "num_whiteouts": 0, 2024-04-15T16:06:25.271 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write": 0, 2024-04-15T16:06:25.271 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write_kb": 0 2024-04-15T16:06:25.271 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.272 INFO:tasks.workunit.client.0.smithi016.stdout: "state": "active+clean", 2024-04-15T16:06:25.272 INFO:tasks.workunit.client.0.smithi016.stdout: "stats_invalid": false, 2024-04-15T16:06:25.272 INFO:tasks.workunit.client.0.smithi016.stdout: "up": [ 2024-04-15T16:06:25.272 INFO:tasks.workunit.client.0.smithi016.stdout: 1, 2024-04-15T16:06:25.272 INFO:tasks.workunit.client.0.smithi016.stdout: 4, 2024-04-15T16:06:25.272 INFO:tasks.workunit.client.0.smithi016.stdout: 5 2024-04-15T16:06:25.272 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:25.272 INFO:tasks.workunit.client.0.smithi016.stdout: "up_primary": 1, 2024-04-15T16:06:25.272 INFO:tasks.workunit.client.0.smithi016.stdout: "version": "0'0" 2024-04-15T16:06:25.272 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.273 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-15T16:06:25.273 INFO:tasks.workunit.client.0.smithi016.stdout: "acting": [ 2024-04-15T16:06:25.273 INFO:tasks.workunit.client.0.smithi016.stdout: 0, 2024-04-15T16:06:25.273 INFO:tasks.workunit.client.0.smithi016.stdout: 1, 2024-04-15T16:06:25.273 INFO:tasks.workunit.client.0.smithi016.stdout: 5 2024-04-15T16:06:25.273 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:25.273 INFO:tasks.workunit.client.0.smithi016.stdout: "acting_primary": 0, 2024-04-15T16:06:25.273 INFO:tasks.workunit.client.0.smithi016.stdout: "avail_no_missing": [], 2024-04-15T16:06:25.273 INFO:tasks.workunit.client.0.smithi016.stdout: "blocked_by": [], 2024-04-15T16:06:25.273 INFO:tasks.workunit.client.0.smithi016.stdout: "created": 61, 2024-04-15T16:06:25.273 INFO:tasks.workunit.client.0.smithi016.stdout: "dirty_stats_invalid": false, 2024-04-15T16:06:25.273 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T16:06:25.273 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_stats_invalid": false, 2024-04-15T16:06:25.273 INFO:tasks.workunit.client.0.smithi016.stdout: "last_active": "2024-04-15T16:05:11.411545+0000", 2024-04-15T16:06:25.273 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_active": "2024-04-15T14:43:53.353157+0000", 2024-04-15T16:06:25.274 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_peered": "2024-04-15T14:43:53.353157+0000", 2024-04-15T16:06:25.274 INFO:tasks.workunit.client.0.smithi016.stdout: "last_change": "2024-04-15T14:43:53.353514+0000", 2024-04-15T16:06:25.274 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean": "2024-04-15T16:05:11.411545+0000", 2024-04-15T16:06:25.274 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T16:06:25.274 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub": "0'0", 2024-04-15T16:06:25.274 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T16:06:25.274 INFO:tasks.workunit.client.0.smithi016.stdout: "last_epoch_clean": 476, 2024-04-15T16:06:25.274 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fresh": "2024-04-15T16:05:11.411545+0000", 2024-04-15T16:06:25.274 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fullsized": "2024-04-15T16:05:11.411545+0000", 2024-04-15T16:06:25.274 INFO:tasks.workunit.client.0.smithi016.stdout: "last_peered": "2024-04-15T16:05:11.411545+0000", 2024-04-15T16:06:25.274 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub": "0'0", 2024-04-15T16:06:25.274 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_duration": 0, 2024-04-15T16:06:25.274 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T16:06:25.275 INFO:tasks.workunit.client.0.smithi016.stdout: "last_undegraded": "2024-04-15T16:05:11.411545+0000", 2024-04-15T16:06:25.275 INFO:tasks.workunit.client.0.smithi016.stdout: "last_unstale": "2024-04-15T16:05:11.411545+0000", 2024-04-15T16:06:25.275 INFO:tasks.workunit.client.0.smithi016.stdout: "log_dups_size": 0, 2024-04-15T16:06:25.275 INFO:tasks.workunit.client.0.smithi016.stdout: "log_size": 0, 2024-04-15T16:06:25.275 INFO:tasks.workunit.client.0.smithi016.stdout: "log_start": "0'0", 2024-04-15T16:06:25.275 INFO:tasks.workunit.client.0.smithi016.stdout: "manifest_stats_invalid": false, 2024-04-15T16:06:25.275 INFO:tasks.workunit.client.0.smithi016.stdout: "mapping_epoch": 475, 2024-04-15T16:06:25.275 INFO:tasks.workunit.client.0.smithi016.stdout: "object_location_counts": [], 2024-04-15T16:06:25.275 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_scrubbed": 0, 2024-04-15T16:06:25.275 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_trimmed": 0, 2024-04-15T16:06:25.275 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_stats_invalid": false, 2024-04-15T16:06:25.275 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_size": 0, 2024-04-15T16:06:25.275 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_start": "0'0", 2024-04-15T16:06:25.275 INFO:tasks.workunit.client.0.smithi016.stdout: "parent": "0.0", 2024-04-15T16:06:25.275 INFO:tasks.workunit.client.0.smithi016.stdout: "parent_split_bits": 0, 2024-04-15T16:06:25.276 INFO:tasks.workunit.client.0.smithi016.stdout: "pgid": "3.32", 2024-04-15T16:06:25.276 INFO:tasks.workunit.client.0.smithi016.stdout: "pin_stats_invalid": false, 2024-04-15T16:06:25.276 INFO:tasks.workunit.client.0.smithi016.stdout: "purged_snaps": [], 2024-04-15T16:06:25.276 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_epoch": 2721, 2024-04-15T16:06:25.276 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_seq": 5059, 2024-04-15T16:06:25.276 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_duration": 0.0, 2024-04-15T16:06:25.276 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-16T18:14:01.687967+0000", 2024-04-15T16:06:25.276 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrim_duration": 0.0, 2024-04-15T16:06:25.277 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrimq_len": 0, 2024-04-15T16:06:25.277 INFO:tasks.workunit.client.0.smithi016.stdout: "stat_sum": { 2024-04-15T16:06:25.277 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes": 0, 2024-04-15T16:06:25.277 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T16:06:25.277 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_recovered": 0, 2024-04-15T16:06:25.277 INFO:tasks.workunit.client.0.smithi016.stdout: "num_deep_scrub_errors": 0, 2024-04-15T16:06:25.277 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict": 0, 2024-04-15T16:06:25.277 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_kb": 0, 2024-04-15T16:06:25.277 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_full": 0, 2024-04-15T16:06:25.277 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_some": 0, 2024-04-15T16:06:25.277 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush": 0, 2024-04-15T16:06:25.277 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_kb": 0, 2024-04-15T16:06:25.278 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_high": 0, 2024-04-15T16:06:25.278 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_low": 0, 2024-04-15T16:06:25.278 INFO:tasks.workunit.client.0.smithi016.stdout: "num_keys_recovered": 0, 2024-04-15T16:06:25.278 INFO:tasks.workunit.client.0.smithi016.stdout: "num_large_omap_objects": 0, 2024-04-15T16:06:25.278 INFO:tasks.workunit.client.0.smithi016.stdout: "num_legacy_snapsets": 0, 2024-04-15T16:06:25.278 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_clones": 0, 2024-04-15T16:06:25.278 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_copies": 0, 2024-04-15T16:06:25.278 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects": 0, 2024-04-15T16:06:25.278 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_degraded": 0, 2024-04-15T16:06:25.278 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_dirty": 0, 2024-04-15T16:06:25.278 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T16:06:25.278 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_manifest": 0, 2024-04-15T16:06:25.278 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_misplaced": 0, 2024-04-15T16:06:25.278 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing": 0, 2024-04-15T16:06:25.279 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T16:06:25.279 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_omap": 0, 2024-04-15T16:06:25.279 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_pinned": 0, 2024-04-15T16:06:25.279 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_recovered": 0, 2024-04-15T16:06:25.279 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_repaired": 0, 2024-04-15T16:06:25.279 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_unfound": 0, 2024-04-15T16:06:25.279 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_bytes": 0, 2024-04-15T16:06:25.280 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_keys": 0, 2024-04-15T16:06:25.280 INFO:tasks.workunit.client.0.smithi016.stdout: "num_promote": 0, 2024-04-15T16:06:25.280 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read": 0, 2024-04-15T16:06:25.280 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read_kb": 0, 2024-04-15T16:06:25.280 INFO:tasks.workunit.client.0.smithi016.stdout: "num_scrub_errors": 0, 2024-04-15T16:06:25.280 INFO:tasks.workunit.client.0.smithi016.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T16:06:25.280 INFO:tasks.workunit.client.0.smithi016.stdout: "num_whiteouts": 0, 2024-04-15T16:06:25.280 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write": 0, 2024-04-15T16:06:25.280 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write_kb": 0 2024-04-15T16:06:25.280 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.281 INFO:tasks.workunit.client.0.smithi016.stdout: "state": "active+clean", 2024-04-15T16:06:25.281 INFO:tasks.workunit.client.0.smithi016.stdout: "stats_invalid": false, 2024-04-15T16:06:25.281 INFO:tasks.workunit.client.0.smithi016.stdout: "up": [ 2024-04-15T16:06:25.281 INFO:tasks.workunit.client.0.smithi016.stdout: 0, 2024-04-15T16:06:25.281 INFO:tasks.workunit.client.0.smithi016.stdout: 1, 2024-04-15T16:06:25.281 INFO:tasks.workunit.client.0.smithi016.stdout: 5 2024-04-15T16:06:25.281 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:25.281 INFO:tasks.workunit.client.0.smithi016.stdout: "up_primary": 0, 2024-04-15T16:06:25.281 INFO:tasks.workunit.client.0.smithi016.stdout: "version": "0'0" 2024-04-15T16:06:25.281 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.281 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-15T16:06:25.281 INFO:tasks.workunit.client.0.smithi016.stdout: "acting": [ 2024-04-15T16:06:25.281 INFO:tasks.workunit.client.0.smithi016.stdout: 3, 2024-04-15T16:06:25.282 INFO:tasks.workunit.client.0.smithi016.stdout: 6, 2024-04-15T16:06:25.282 INFO:tasks.workunit.client.0.smithi016.stdout: 1 2024-04-15T16:06:25.282 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:25.282 INFO:tasks.workunit.client.0.smithi016.stdout: "acting_primary": 3, 2024-04-15T16:06:25.282 INFO:tasks.workunit.client.0.smithi016.stdout: "avail_no_missing": [], 2024-04-15T16:06:25.282 INFO:tasks.workunit.client.0.smithi016.stdout: "blocked_by": [], 2024-04-15T16:06:25.282 INFO:tasks.workunit.client.0.smithi016.stdout: "created": 61, 2024-04-15T16:06:25.282 INFO:tasks.workunit.client.0.smithi016.stdout: "dirty_stats_invalid": false, 2024-04-15T16:06:25.282 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T16:06:25.282 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_stats_invalid": false, 2024-04-15T16:06:25.282 INFO:tasks.workunit.client.0.smithi016.stdout: "last_active": "2024-04-15T16:05:12.197203+0000", 2024-04-15T16:06:25.282 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_active": "2024-04-15T14:44:28.460193+0000", 2024-04-15T16:06:25.282 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_peered": "2024-04-15T14:44:28.460193+0000", 2024-04-15T16:06:25.283 INFO:tasks.workunit.client.0.smithi016.stdout: "last_change": "2024-04-15T14:44:28.460543+0000", 2024-04-15T16:06:25.283 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean": "2024-04-15T16:05:12.197203+0000", 2024-04-15T16:06:25.283 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T16:06:25.283 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub": "0'0", 2024-04-15T16:06:25.283 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T16:06:25.283 INFO:tasks.workunit.client.0.smithi016.stdout: "last_epoch_clean": 511, 2024-04-15T16:06:25.283 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fresh": "2024-04-15T16:05:12.197203+0000", 2024-04-15T16:06:25.283 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fullsized": "2024-04-15T16:05:12.197203+0000", 2024-04-15T16:06:25.283 INFO:tasks.workunit.client.0.smithi016.stdout: "last_peered": "2024-04-15T16:05:12.197203+0000", 2024-04-15T16:06:25.283 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub": "0'0", 2024-04-15T16:06:25.283 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_duration": 0, 2024-04-15T16:06:25.283 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T16:06:25.283 INFO:tasks.workunit.client.0.smithi016.stdout: "last_undegraded": "2024-04-15T16:05:12.197203+0000", 2024-04-15T16:06:25.283 INFO:tasks.workunit.client.0.smithi016.stdout: "last_unstale": "2024-04-15T16:05:12.197203+0000", 2024-04-15T16:06:25.283 INFO:tasks.workunit.client.0.smithi016.stdout: "log_dups_size": 0, 2024-04-15T16:06:25.284 INFO:tasks.workunit.client.0.smithi016.stdout: "log_size": 0, 2024-04-15T16:06:25.284 INFO:tasks.workunit.client.0.smithi016.stdout: "log_start": "0'0", 2024-04-15T16:06:25.284 INFO:tasks.workunit.client.0.smithi016.stdout: "manifest_stats_invalid": false, 2024-04-15T16:06:25.284 INFO:tasks.workunit.client.0.smithi016.stdout: "mapping_epoch": 510, 2024-04-15T16:06:25.284 INFO:tasks.workunit.client.0.smithi016.stdout: "object_location_counts": [], 2024-04-15T16:06:25.284 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_scrubbed": 0, 2024-04-15T16:06:25.284 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_trimmed": 0, 2024-04-15T16:06:25.284 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_stats_invalid": false, 2024-04-15T16:06:25.284 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_size": 0, 2024-04-15T16:06:25.284 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_start": "0'0", 2024-04-15T16:06:25.284 INFO:tasks.workunit.client.0.smithi016.stdout: "parent": "0.0", 2024-04-15T16:06:25.284 INFO:tasks.workunit.client.0.smithi016.stdout: "parent_split_bits": 0, 2024-04-15T16:06:25.284 INFO:tasks.workunit.client.0.smithi016.stdout: "pgid": "3.33", 2024-04-15T16:06:25.284 INFO:tasks.workunit.client.0.smithi016.stdout: "pin_stats_invalid": false, 2024-04-15T16:06:25.285 INFO:tasks.workunit.client.0.smithi016.stdout: "purged_snaps": [], 2024-04-15T16:06:25.285 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_epoch": 2721, 2024-04-15T16:06:25.285 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_seq": 4943, 2024-04-15T16:06:25.285 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_duration": 0.0, 2024-04-15T16:06:25.285 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-16T21:25:29.521115+0000", 2024-04-15T16:06:25.285 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrim_duration": 0.0, 2024-04-15T16:06:25.285 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrimq_len": 0, 2024-04-15T16:06:25.285 INFO:tasks.workunit.client.0.smithi016.stdout: "stat_sum": { 2024-04-15T16:06:25.285 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes": 0, 2024-04-15T16:06:25.285 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T16:06:25.285 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_recovered": 0, 2024-04-15T16:06:25.285 INFO:tasks.workunit.client.0.smithi016.stdout: "num_deep_scrub_errors": 0, 2024-04-15T16:06:25.285 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict": 0, 2024-04-15T16:06:25.285 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_kb": 0, 2024-04-15T16:06:25.286 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_full": 0, 2024-04-15T16:06:25.286 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_some": 0, 2024-04-15T16:06:25.286 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush": 0, 2024-04-15T16:06:25.286 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_kb": 0, 2024-04-15T16:06:25.286 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_high": 0, 2024-04-15T16:06:25.286 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_low": 0, 2024-04-15T16:06:25.286 INFO:tasks.workunit.client.0.smithi016.stdout: "num_keys_recovered": 0, 2024-04-15T16:06:25.286 INFO:tasks.workunit.client.0.smithi016.stdout: "num_large_omap_objects": 0, 2024-04-15T16:06:25.286 INFO:tasks.workunit.client.0.smithi016.stdout: "num_legacy_snapsets": 0, 2024-04-15T16:06:25.286 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_clones": 0, 2024-04-15T16:06:25.286 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_copies": 0, 2024-04-15T16:06:25.287 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects": 0, 2024-04-15T16:06:25.287 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_degraded": 0, 2024-04-15T16:06:25.287 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_dirty": 0, 2024-04-15T16:06:25.287 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T16:06:25.287 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_manifest": 0, 2024-04-15T16:06:25.287 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_misplaced": 0, 2024-04-15T16:06:25.287 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing": 0, 2024-04-15T16:06:25.287 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T16:06:25.287 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_omap": 0, 2024-04-15T16:06:25.287 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_pinned": 0, 2024-04-15T16:06:25.287 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_recovered": 0, 2024-04-15T16:06:25.287 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_repaired": 0, 2024-04-15T16:06:25.287 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_unfound": 0, 2024-04-15T16:06:25.288 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_bytes": 0, 2024-04-15T16:06:25.288 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_keys": 0, 2024-04-15T16:06:25.288 INFO:tasks.workunit.client.0.smithi016.stdout: "num_promote": 0, 2024-04-15T16:06:25.288 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read": 0, 2024-04-15T16:06:25.288 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read_kb": 0, 2024-04-15T16:06:25.288 INFO:tasks.workunit.client.0.smithi016.stdout: "num_scrub_errors": 0, 2024-04-15T16:06:25.288 INFO:tasks.workunit.client.0.smithi016.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T16:06:25.288 INFO:tasks.workunit.client.0.smithi016.stdout: "num_whiteouts": 0, 2024-04-15T16:06:25.288 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write": 0, 2024-04-15T16:06:25.288 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write_kb": 0 2024-04-15T16:06:25.288 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.288 INFO:tasks.workunit.client.0.smithi016.stdout: "state": "active+clean", 2024-04-15T16:06:25.288 INFO:tasks.workunit.client.0.smithi016.stdout: "stats_invalid": false, 2024-04-15T16:06:25.288 INFO:tasks.workunit.client.0.smithi016.stdout: "up": [ 2024-04-15T16:06:25.288 INFO:tasks.workunit.client.0.smithi016.stdout: 3, 2024-04-15T16:06:25.288 INFO:tasks.workunit.client.0.smithi016.stdout: 6, 2024-04-15T16:06:25.289 INFO:tasks.workunit.client.0.smithi016.stdout: 1 2024-04-15T16:06:25.289 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:25.289 INFO:tasks.workunit.client.0.smithi016.stdout: "up_primary": 3, 2024-04-15T16:06:25.289 INFO:tasks.workunit.client.0.smithi016.stdout: "version": "0'0" 2024-04-15T16:06:25.289 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.289 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-15T16:06:25.289 INFO:tasks.workunit.client.0.smithi016.stdout: "acting": [ 2024-04-15T16:06:25.289 INFO:tasks.workunit.client.0.smithi016.stdout: 4, 2024-04-15T16:06:25.289 INFO:tasks.workunit.client.0.smithi016.stdout: 6, 2024-04-15T16:06:25.289 INFO:tasks.workunit.client.0.smithi016.stdout: 0 2024-04-15T16:06:25.289 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:25.289 INFO:tasks.workunit.client.0.smithi016.stdout: "acting_primary": 4, 2024-04-15T16:06:25.289 INFO:tasks.workunit.client.0.smithi016.stdout: "avail_no_missing": [], 2024-04-15T16:06:25.289 INFO:tasks.workunit.client.0.smithi016.stdout: "blocked_by": [], 2024-04-15T16:06:25.290 INFO:tasks.workunit.client.0.smithi016.stdout: "created": 61, 2024-04-15T16:06:25.290 INFO:tasks.workunit.client.0.smithi016.stdout: "dirty_stats_invalid": false, 2024-04-15T16:06:25.290 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T16:06:25.290 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_stats_invalid": false, 2024-04-15T16:06:25.290 INFO:tasks.workunit.client.0.smithi016.stdout: "last_active": "2024-04-15T16:05:12.200074+0000", 2024-04-15T16:06:25.290 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_active": "2024-04-15T14:44:28.452167+0000", 2024-04-15T16:06:25.290 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_peered": "2024-04-15T14:44:28.452167+0000", 2024-04-15T16:06:25.290 INFO:tasks.workunit.client.0.smithi016.stdout: "last_change": "2024-04-15T14:44:28.452375+0000", 2024-04-15T16:06:25.290 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean": "2024-04-15T16:05:12.200074+0000", 2024-04-15T16:06:25.290 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T16:06:25.290 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub": "0'0", 2024-04-15T16:06:25.290 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T16:06:25.290 INFO:tasks.workunit.client.0.smithi016.stdout: "last_epoch_clean": 511, 2024-04-15T16:06:25.290 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fresh": "2024-04-15T16:05:12.200074+0000", 2024-04-15T16:06:25.290 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fullsized": "2024-04-15T16:05:12.200074+0000", 2024-04-15T16:06:25.291 INFO:tasks.workunit.client.0.smithi016.stdout: "last_peered": "2024-04-15T16:05:12.200074+0000", 2024-04-15T16:06:25.291 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub": "0'0", 2024-04-15T16:06:25.291 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_duration": 0, 2024-04-15T16:06:25.291 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T16:06:25.291 INFO:tasks.workunit.client.0.smithi016.stdout: "last_undegraded": "2024-04-15T16:05:12.200074+0000", 2024-04-15T16:06:25.291 INFO:tasks.workunit.client.0.smithi016.stdout: "last_unstale": "2024-04-15T16:05:12.200074+0000", 2024-04-15T16:06:25.291 INFO:tasks.workunit.client.0.smithi016.stdout: "log_dups_size": 0, 2024-04-15T16:06:25.291 INFO:tasks.workunit.client.0.smithi016.stdout: "log_size": 0, 2024-04-15T16:06:25.291 INFO:tasks.workunit.client.0.smithi016.stdout: "log_start": "0'0", 2024-04-15T16:06:25.291 INFO:tasks.workunit.client.0.smithi016.stdout: "manifest_stats_invalid": false, 2024-04-15T16:06:25.291 INFO:tasks.workunit.client.0.smithi016.stdout: "mapping_epoch": 510, 2024-04-15T16:06:25.291 INFO:tasks.workunit.client.0.smithi016.stdout: "object_location_counts": [], 2024-04-15T16:06:25.291 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_scrubbed": 0, 2024-04-15T16:06:25.291 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_trimmed": 0, 2024-04-15T16:06:25.291 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_stats_invalid": false, 2024-04-15T16:06:25.292 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_size": 0, 2024-04-15T16:06:25.292 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_start": "0'0", 2024-04-15T16:06:25.292 INFO:tasks.workunit.client.0.smithi016.stdout: "parent": "0.0", 2024-04-15T16:06:25.292 INFO:tasks.workunit.client.0.smithi016.stdout: "parent_split_bits": 0, 2024-04-15T16:06:25.292 INFO:tasks.workunit.client.0.smithi016.stdout: "pgid": "3.34", 2024-04-15T16:06:25.292 INFO:tasks.workunit.client.0.smithi016.stdout: "pin_stats_invalid": false, 2024-04-15T16:06:25.292 INFO:tasks.workunit.client.0.smithi016.stdout: "purged_snaps": [], 2024-04-15T16:06:25.292 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_epoch": 2721, 2024-04-15T16:06:25.292 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_seq": 4956, 2024-04-15T16:06:25.292 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_duration": 0.0, 2024-04-15T16:06:25.292 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-16T23:25:08.606017+0000", 2024-04-15T16:06:25.292 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrim_duration": 0.0, 2024-04-15T16:06:25.292 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrimq_len": 0, 2024-04-15T16:06:25.292 INFO:tasks.workunit.client.0.smithi016.stdout: "stat_sum": { 2024-04-15T16:06:25.292 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes": 0, 2024-04-15T16:06:25.293 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T16:06:25.293 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_recovered": 0, 2024-04-15T16:06:25.293 INFO:tasks.workunit.client.0.smithi016.stdout: "num_deep_scrub_errors": 0, 2024-04-15T16:06:25.293 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict": 0, 2024-04-15T16:06:25.293 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_kb": 0, 2024-04-15T16:06:25.293 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_full": 0, 2024-04-15T16:06:25.293 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_some": 0, 2024-04-15T16:06:25.293 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush": 0, 2024-04-15T16:06:25.293 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_kb": 0, 2024-04-15T16:06:25.293 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_high": 0, 2024-04-15T16:06:25.293 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_low": 0, 2024-04-15T16:06:25.293 INFO:tasks.workunit.client.0.smithi016.stdout: "num_keys_recovered": 0, 2024-04-15T16:06:25.293 INFO:tasks.workunit.client.0.smithi016.stdout: "num_large_omap_objects": 0, 2024-04-15T16:06:25.293 INFO:tasks.workunit.client.0.smithi016.stdout: "num_legacy_snapsets": 0, 2024-04-15T16:06:25.294 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_clones": 0, 2024-04-15T16:06:25.294 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_copies": 0, 2024-04-15T16:06:25.294 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects": 0, 2024-04-15T16:06:25.294 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_degraded": 0, 2024-04-15T16:06:25.294 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_dirty": 0, 2024-04-15T16:06:25.294 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T16:06:25.294 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_manifest": 0, 2024-04-15T16:06:25.294 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_misplaced": 0, 2024-04-15T16:06:25.294 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing": 0, 2024-04-15T16:06:25.294 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T16:06:25.294 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_omap": 0, 2024-04-15T16:06:25.294 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_pinned": 0, 2024-04-15T16:06:25.294 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_recovered": 0, 2024-04-15T16:06:25.294 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_repaired": 0, 2024-04-15T16:06:25.295 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_unfound": 0, 2024-04-15T16:06:25.295 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_bytes": 0, 2024-04-15T16:06:25.295 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_keys": 0, 2024-04-15T16:06:25.295 INFO:tasks.workunit.client.0.smithi016.stdout: "num_promote": 0, 2024-04-15T16:06:25.295 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read": 0, 2024-04-15T16:06:25.295 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read_kb": 0, 2024-04-15T16:06:25.295 INFO:tasks.workunit.client.0.smithi016.stdout: "num_scrub_errors": 0, 2024-04-15T16:06:25.295 INFO:tasks.workunit.client.0.smithi016.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T16:06:25.295 INFO:tasks.workunit.client.0.smithi016.stdout: "num_whiteouts": 0, 2024-04-15T16:06:25.295 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write": 0, 2024-04-15T16:06:25.295 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write_kb": 0 2024-04-15T16:06:25.295 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.295 INFO:tasks.workunit.client.0.smithi016.stdout: "state": "active+clean", 2024-04-15T16:06:25.295 INFO:tasks.workunit.client.0.smithi016.stdout: "stats_invalid": false, 2024-04-15T16:06:25.296 INFO:tasks.workunit.client.0.smithi016.stdout: "up": [ 2024-04-15T16:06:25.296 INFO:tasks.workunit.client.0.smithi016.stdout: 4, 2024-04-15T16:06:25.296 INFO:tasks.workunit.client.0.smithi016.stdout: 6, 2024-04-15T16:06:25.296 INFO:tasks.workunit.client.0.smithi016.stdout: 0 2024-04-15T16:06:25.296 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:25.296 INFO:tasks.workunit.client.0.smithi016.stdout: "up_primary": 4, 2024-04-15T16:06:25.296 INFO:tasks.workunit.client.0.smithi016.stdout: "version": "0'0" 2024-04-15T16:06:25.296 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.296 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-15T16:06:25.296 INFO:tasks.workunit.client.0.smithi016.stdout: "acting": [ 2024-04-15T16:06:25.296 INFO:tasks.workunit.client.0.smithi016.stdout: 6, 2024-04-15T16:06:25.296 INFO:tasks.workunit.client.0.smithi016.stdout: 5, 2024-04-15T16:06:25.296 INFO:tasks.workunit.client.0.smithi016.stdout: 0 2024-04-15T16:06:25.296 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:25.296 INFO:tasks.workunit.client.0.smithi016.stdout: "acting_primary": 6, 2024-04-15T16:06:25.297 INFO:tasks.workunit.client.0.smithi016.stdout: "avail_no_missing": [], 2024-04-15T16:06:25.297 INFO:tasks.workunit.client.0.smithi016.stdout: "blocked_by": [], 2024-04-15T16:06:25.297 INFO:tasks.workunit.client.0.smithi016.stdout: "created": 61, 2024-04-15T16:06:25.297 INFO:tasks.workunit.client.0.smithi016.stdout: "dirty_stats_invalid": false, 2024-04-15T16:06:25.297 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T16:06:25.297 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_stats_invalid": false, 2024-04-15T16:06:25.297 INFO:tasks.workunit.client.0.smithi016.stdout: "last_active": "2024-04-15T16:05:11.411662+0000", 2024-04-15T16:06:25.297 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_active": "2024-04-15T14:44:28.453440+0000", 2024-04-15T16:06:25.297 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_peered": "2024-04-15T14:44:28.453440+0000", 2024-04-15T16:06:25.297 INFO:tasks.workunit.client.0.smithi016.stdout: "last_change": "2024-04-15T14:44:28.454043+0000", 2024-04-15T16:06:25.297 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean": "2024-04-15T16:05:11.411662+0000", 2024-04-15T16:06:25.297 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T16:06:25.297 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub": "0'0", 2024-04-15T16:06:25.297 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T16:06:25.298 INFO:tasks.workunit.client.0.smithi016.stdout: "last_epoch_clean": 511, 2024-04-15T16:06:25.298 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fresh": "2024-04-15T16:05:11.411662+0000", 2024-04-15T16:06:25.298 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fullsized": "2024-04-15T16:05:11.411662+0000", 2024-04-15T16:06:25.298 INFO:tasks.workunit.client.0.smithi016.stdout: "last_peered": "2024-04-15T16:05:11.411662+0000", 2024-04-15T16:06:25.298 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub": "0'0", 2024-04-15T16:06:25.298 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_duration": 0, 2024-04-15T16:06:25.298 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T16:06:25.298 INFO:tasks.workunit.client.0.smithi016.stdout: "last_undegraded": "2024-04-15T16:05:11.411662+0000", 2024-04-15T16:06:25.298 INFO:tasks.workunit.client.0.smithi016.stdout: "last_unstale": "2024-04-15T16:05:11.411662+0000", 2024-04-15T16:06:25.298 INFO:tasks.workunit.client.0.smithi016.stdout: "log_dups_size": 0, 2024-04-15T16:06:25.298 INFO:tasks.workunit.client.0.smithi016.stdout: "log_size": 0, 2024-04-15T16:06:25.298 INFO:tasks.workunit.client.0.smithi016.stdout: "log_start": "0'0", 2024-04-15T16:06:25.298 INFO:tasks.workunit.client.0.smithi016.stdout: "manifest_stats_invalid": false, 2024-04-15T16:06:25.298 INFO:tasks.workunit.client.0.smithi016.stdout: "mapping_epoch": 510, 2024-04-15T16:06:25.299 INFO:tasks.workunit.client.0.smithi016.stdout: "object_location_counts": [], 2024-04-15T16:06:25.299 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_scrubbed": 0, 2024-04-15T16:06:25.299 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_trimmed": 0, 2024-04-15T16:06:25.299 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_stats_invalid": false, 2024-04-15T16:06:25.299 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_size": 0, 2024-04-15T16:06:25.299 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_start": "0'0", 2024-04-15T16:06:25.299 INFO:tasks.workunit.client.0.smithi016.stdout: "parent": "0.0", 2024-04-15T16:06:25.299 INFO:tasks.workunit.client.0.smithi016.stdout: "parent_split_bits": 0, 2024-04-15T16:06:25.299 INFO:tasks.workunit.client.0.smithi016.stdout: "pgid": "3.35", 2024-04-15T16:06:25.299 INFO:tasks.workunit.client.0.smithi016.stdout: "pin_stats_invalid": false, 2024-04-15T16:06:25.299 INFO:tasks.workunit.client.0.smithi016.stdout: "purged_snaps": [], 2024-04-15T16:06:25.299 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_epoch": 2721, 2024-04-15T16:06:25.299 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_seq": 4875, 2024-04-15T16:06:25.299 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_duration": 0.0, 2024-04-15T16:06:25.299 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-16T20:50:38.997993+0000", 2024-04-15T16:06:25.300 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrim_duration": 0.0, 2024-04-15T16:06:25.300 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrimq_len": 0, 2024-04-15T16:06:25.300 INFO:tasks.workunit.client.0.smithi016.stdout: "stat_sum": { 2024-04-15T16:06:25.300 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes": 0, 2024-04-15T16:06:25.300 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T16:06:25.300 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_recovered": 0, 2024-04-15T16:06:25.300 INFO:tasks.workunit.client.0.smithi016.stdout: "num_deep_scrub_errors": 0, 2024-04-15T16:06:25.300 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict": 0, 2024-04-15T16:06:25.300 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_kb": 0, 2024-04-15T16:06:25.300 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_full": 0, 2024-04-15T16:06:25.300 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_some": 0, 2024-04-15T16:06:25.300 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush": 0, 2024-04-15T16:06:25.300 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_kb": 0, 2024-04-15T16:06:25.300 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_high": 0, 2024-04-15T16:06:25.300 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_low": 0, 2024-04-15T16:06:25.301 INFO:tasks.workunit.client.0.smithi016.stdout: "num_keys_recovered": 0, 2024-04-15T16:06:25.301 INFO:tasks.workunit.client.0.smithi016.stdout: "num_large_omap_objects": 0, 2024-04-15T16:06:25.301 INFO:tasks.workunit.client.0.smithi016.stdout: "num_legacy_snapsets": 0, 2024-04-15T16:06:25.301 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_clones": 0, 2024-04-15T16:06:25.301 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_copies": 0, 2024-04-15T16:06:25.301 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects": 0, 2024-04-15T16:06:25.301 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_degraded": 0, 2024-04-15T16:06:25.301 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_dirty": 0, 2024-04-15T16:06:25.301 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T16:06:25.301 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_manifest": 0, 2024-04-15T16:06:25.301 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_misplaced": 0, 2024-04-15T16:06:25.301 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing": 0, 2024-04-15T16:06:25.301 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T16:06:25.301 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_omap": 0, 2024-04-15T16:06:25.301 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_pinned": 0, 2024-04-15T16:06:25.302 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_recovered": 0, 2024-04-15T16:06:25.302 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_repaired": 0, 2024-04-15T16:06:25.302 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_unfound": 0, 2024-04-15T16:06:25.302 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_bytes": 0, 2024-04-15T16:06:25.302 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_keys": 0, 2024-04-15T16:06:25.302 INFO:tasks.workunit.client.0.smithi016.stdout: "num_promote": 0, 2024-04-15T16:06:25.302 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read": 0, 2024-04-15T16:06:25.302 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read_kb": 0, 2024-04-15T16:06:25.302 INFO:tasks.workunit.client.0.smithi016.stdout: "num_scrub_errors": 0, 2024-04-15T16:06:25.302 INFO:tasks.workunit.client.0.smithi016.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T16:06:25.302 INFO:tasks.workunit.client.0.smithi016.stdout: "num_whiteouts": 0, 2024-04-15T16:06:25.302 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write": 0, 2024-04-15T16:06:25.302 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write_kb": 0 2024-04-15T16:06:25.302 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.303 INFO:tasks.workunit.client.0.smithi016.stdout: "state": "active+clean", 2024-04-15T16:06:25.303 INFO:tasks.workunit.client.0.smithi016.stdout: "stats_invalid": false, 2024-04-15T16:06:25.303 INFO:tasks.workunit.client.0.smithi016.stdout: "up": [ 2024-04-15T16:06:25.303 INFO:tasks.workunit.client.0.smithi016.stdout: 6, 2024-04-15T16:06:25.303 INFO:tasks.workunit.client.0.smithi016.stdout: 5, 2024-04-15T16:06:25.303 INFO:tasks.workunit.client.0.smithi016.stdout: 0 2024-04-15T16:06:25.303 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:25.303 INFO:tasks.workunit.client.0.smithi016.stdout: "up_primary": 6, 2024-04-15T16:06:25.303 INFO:tasks.workunit.client.0.smithi016.stdout: "version": "0'0" 2024-04-15T16:06:25.303 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.303 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-15T16:06:25.303 INFO:tasks.workunit.client.0.smithi016.stdout: "acting": [ 2024-04-15T16:06:25.303 INFO:tasks.workunit.client.0.smithi016.stdout: 6, 2024-04-15T16:06:25.304 INFO:tasks.workunit.client.0.smithi016.stdout: 5, 2024-04-15T16:06:25.304 INFO:tasks.workunit.client.0.smithi016.stdout: 1 2024-04-15T16:06:25.304 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:25.304 INFO:tasks.workunit.client.0.smithi016.stdout: "acting_primary": 6, 2024-04-15T16:06:25.304 INFO:tasks.workunit.client.0.smithi016.stdout: "avail_no_missing": [], 2024-04-15T16:06:25.304 INFO:tasks.workunit.client.0.smithi016.stdout: "blocked_by": [], 2024-04-15T16:06:25.304 INFO:tasks.workunit.client.0.smithi016.stdout: "created": 61, 2024-04-15T16:06:25.304 INFO:tasks.workunit.client.0.smithi016.stdout: "dirty_stats_invalid": false, 2024-04-15T16:06:25.304 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T16:06:25.304 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_stats_invalid": false, 2024-04-15T16:06:25.304 INFO:tasks.workunit.client.0.smithi016.stdout: "last_active": "2024-04-15T16:05:11.412459+0000", 2024-04-15T16:06:25.304 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_active": "2024-04-15T14:44:28.453353+0000", 2024-04-15T16:06:25.305 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_peered": "2024-04-15T14:44:28.453353+0000", 2024-04-15T16:06:25.305 INFO:tasks.workunit.client.0.smithi016.stdout: "last_change": "2024-04-15T14:44:28.453691+0000", 2024-04-15T16:06:25.305 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean": "2024-04-15T16:05:11.412459+0000", 2024-04-15T16:06:25.305 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T16:06:25.305 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub": "0'0", 2024-04-15T16:06:25.305 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T16:06:25.305 INFO:tasks.workunit.client.0.smithi016.stdout: "last_epoch_clean": 511, 2024-04-15T16:06:25.306 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fresh": "2024-04-15T16:05:11.412459+0000", 2024-04-15T16:06:25.306 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fullsized": "2024-04-15T16:05:11.412459+0000", 2024-04-15T16:06:25.306 INFO:tasks.workunit.client.0.smithi016.stdout: "last_peered": "2024-04-15T16:05:11.412459+0000", 2024-04-15T16:06:25.306 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub": "0'0", 2024-04-15T16:06:25.306 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_duration": 0, 2024-04-15T16:06:25.306 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T16:06:25.306 INFO:tasks.workunit.client.0.smithi016.stdout: "last_undegraded": "2024-04-15T16:05:11.412459+0000", 2024-04-15T16:06:25.306 INFO:tasks.workunit.client.0.smithi016.stdout: "last_unstale": "2024-04-15T16:05:11.412459+0000", 2024-04-15T16:06:25.306 INFO:tasks.workunit.client.0.smithi016.stdout: "log_dups_size": 0, 2024-04-15T16:06:25.306 INFO:tasks.workunit.client.0.smithi016.stdout: "log_size": 0, 2024-04-15T16:06:25.306 INFO:tasks.workunit.client.0.smithi016.stdout: "log_start": "0'0", 2024-04-15T16:06:25.306 INFO:tasks.workunit.client.0.smithi016.stdout: "manifest_stats_invalid": false, 2024-04-15T16:06:25.306 INFO:tasks.workunit.client.0.smithi016.stdout: "mapping_epoch": 510, 2024-04-15T16:06:25.306 INFO:tasks.workunit.client.0.smithi016.stdout: "object_location_counts": [], 2024-04-15T16:06:25.307 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_scrubbed": 0, 2024-04-15T16:06:25.307 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_trimmed": 0, 2024-04-15T16:06:25.307 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_stats_invalid": false, 2024-04-15T16:06:25.307 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_size": 0, 2024-04-15T16:06:25.307 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_start": "0'0", 2024-04-15T16:06:25.307 INFO:tasks.workunit.client.0.smithi016.stdout: "parent": "0.0", 2024-04-15T16:06:25.307 INFO:tasks.workunit.client.0.smithi016.stdout: "parent_split_bits": 0, 2024-04-15T16:06:25.307 INFO:tasks.workunit.client.0.smithi016.stdout: "pgid": "3.36", 2024-04-15T16:06:25.307 INFO:tasks.workunit.client.0.smithi016.stdout: "pin_stats_invalid": false, 2024-04-15T16:06:25.307 INFO:tasks.workunit.client.0.smithi016.stdout: "purged_snaps": [], 2024-04-15T16:06:25.307 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_epoch": 2721, 2024-04-15T16:06:25.307 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_seq": 4875, 2024-04-15T16:06:25.307 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_duration": 0.0, 2024-04-15T16:06:25.307 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-16T15:00:49.980588+0000", 2024-04-15T16:06:25.307 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrim_duration": 0.0, 2024-04-15T16:06:25.308 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrimq_len": 0, 2024-04-15T16:06:25.308 INFO:tasks.workunit.client.0.smithi016.stdout: "stat_sum": { 2024-04-15T16:06:25.308 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes": 0, 2024-04-15T16:06:25.308 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T16:06:25.308 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_recovered": 0, 2024-04-15T16:06:25.308 INFO:tasks.workunit.client.0.smithi016.stdout: "num_deep_scrub_errors": 0, 2024-04-15T16:06:25.308 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict": 0, 2024-04-15T16:06:25.308 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_kb": 0, 2024-04-15T16:06:25.308 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_full": 0, 2024-04-15T16:06:25.308 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_some": 0, 2024-04-15T16:06:25.308 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush": 0, 2024-04-15T16:06:25.308 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_kb": 0, 2024-04-15T16:06:25.308 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_high": 0, 2024-04-15T16:06:25.308 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_low": 0, 2024-04-15T16:06:25.309 INFO:tasks.workunit.client.0.smithi016.stdout: "num_keys_recovered": 0, 2024-04-15T16:06:25.309 INFO:tasks.workunit.client.0.smithi016.stdout: "num_large_omap_objects": 0, 2024-04-15T16:06:25.309 INFO:tasks.workunit.client.0.smithi016.stdout: "num_legacy_snapsets": 0, 2024-04-15T16:06:25.309 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_clones": 0, 2024-04-15T16:06:25.309 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_copies": 0, 2024-04-15T16:06:25.309 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects": 0, 2024-04-15T16:06:25.309 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_degraded": 0, 2024-04-15T16:06:25.309 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_dirty": 0, 2024-04-15T16:06:25.309 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T16:06:25.309 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_manifest": 0, 2024-04-15T16:06:25.309 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_misplaced": 0, 2024-04-15T16:06:25.309 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing": 0, 2024-04-15T16:06:25.310 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T16:06:25.310 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_omap": 0, 2024-04-15T16:06:25.310 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_pinned": 0, 2024-04-15T16:06:25.310 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_recovered": 0, 2024-04-15T16:06:25.310 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_repaired": 0, 2024-04-15T16:06:25.310 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_unfound": 0, 2024-04-15T16:06:25.310 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_bytes": 0, 2024-04-15T16:06:25.310 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_keys": 0, 2024-04-15T16:06:25.310 INFO:tasks.workunit.client.0.smithi016.stdout: "num_promote": 0, 2024-04-15T16:06:25.311 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read": 0, 2024-04-15T16:06:25.311 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read_kb": 0, 2024-04-15T16:06:25.311 INFO:tasks.workunit.client.0.smithi016.stdout: "num_scrub_errors": 0, 2024-04-15T16:06:25.311 INFO:tasks.workunit.client.0.smithi016.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T16:06:25.311 INFO:tasks.workunit.client.0.smithi016.stdout: "num_whiteouts": 0, 2024-04-15T16:06:25.313 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write": 0, 2024-04-15T16:06:25.313 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write_kb": 0 2024-04-15T16:06:25.313 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.313 INFO:tasks.workunit.client.0.smithi016.stdout: "state": "active+clean", 2024-04-15T16:06:25.313 INFO:tasks.workunit.client.0.smithi016.stdout: "stats_invalid": false, 2024-04-15T16:06:25.314 INFO:tasks.workunit.client.0.smithi016.stdout: "up": [ 2024-04-15T16:06:25.314 INFO:tasks.workunit.client.0.smithi016.stdout: 6, 2024-04-15T16:06:25.314 INFO:tasks.workunit.client.0.smithi016.stdout: 5, 2024-04-15T16:06:25.314 INFO:tasks.workunit.client.0.smithi016.stdout: 1 2024-04-15T16:06:25.314 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:25.314 INFO:tasks.workunit.client.0.smithi016.stdout: "up_primary": 6, 2024-04-15T16:06:25.314 INFO:tasks.workunit.client.0.smithi016.stdout: "version": "0'0" 2024-04-15T16:06:25.314 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.314 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-15T16:06:25.314 INFO:tasks.workunit.client.0.smithi016.stdout: "acting": [ 2024-04-15T16:06:25.314 INFO:tasks.workunit.client.0.smithi016.stdout: 7, 2024-04-15T16:06:25.314 INFO:tasks.workunit.client.0.smithi016.stdout: 5, 2024-04-15T16:06:25.314 INFO:tasks.workunit.client.0.smithi016.stdout: 0 2024-04-15T16:06:25.315 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:25.315 INFO:tasks.workunit.client.0.smithi016.stdout: "acting_primary": 7, 2024-04-15T16:06:25.315 INFO:tasks.workunit.client.0.smithi016.stdout: "avail_no_missing": [], 2024-04-15T16:06:25.315 INFO:tasks.workunit.client.0.smithi016.stdout: "blocked_by": [], 2024-04-15T16:06:25.315 INFO:tasks.workunit.client.0.smithi016.stdout: "created": 61, 2024-04-15T16:06:25.315 INFO:tasks.workunit.client.0.smithi016.stdout: "dirty_stats_invalid": false, 2024-04-15T16:06:25.315 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T16:06:25.315 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_stats_invalid": false, 2024-04-15T16:06:25.315 INFO:tasks.workunit.client.0.smithi016.stdout: "last_active": "2024-04-15T16:05:12.200778+0000", 2024-04-15T16:06:25.315 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_active": "2024-04-15T14:44:49.362404+0000", 2024-04-15T16:06:25.315 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_peered": "2024-04-15T14:44:49.362404+0000", 2024-04-15T16:06:25.315 INFO:tasks.workunit.client.0.smithi016.stdout: "last_change": "2024-04-15T14:44:49.363944+0000", 2024-04-15T16:06:25.315 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean": "2024-04-15T16:05:12.200778+0000", 2024-04-15T16:06:25.316 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T16:06:25.316 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub": "0'0", 2024-04-15T16:06:25.316 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T16:06:25.316 INFO:tasks.workunit.client.0.smithi016.stdout: "last_epoch_clean": 532, 2024-04-15T16:06:25.316 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fresh": "2024-04-15T16:05:12.200778+0000", 2024-04-15T16:06:25.316 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fullsized": "2024-04-15T16:05:12.200778+0000", 2024-04-15T16:06:25.316 INFO:tasks.workunit.client.0.smithi016.stdout: "last_peered": "2024-04-15T16:05:12.200778+0000", 2024-04-15T16:06:25.316 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub": "0'0", 2024-04-15T16:06:25.316 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_duration": 0, 2024-04-15T16:06:25.316 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T16:06:25.316 INFO:tasks.workunit.client.0.smithi016.stdout: "last_undegraded": "2024-04-15T16:05:12.200778+0000", 2024-04-15T16:06:25.316 INFO:tasks.workunit.client.0.smithi016.stdout: "last_unstale": "2024-04-15T16:05:12.200778+0000", 2024-04-15T16:06:25.316 INFO:tasks.workunit.client.0.smithi016.stdout: "log_dups_size": 0, 2024-04-15T16:06:25.316 INFO:tasks.workunit.client.0.smithi016.stdout: "log_size": 0, 2024-04-15T16:06:25.317 INFO:tasks.workunit.client.0.smithi016.stdout: "log_start": "0'0", 2024-04-15T16:06:25.317 INFO:tasks.workunit.client.0.smithi016.stdout: "manifest_stats_invalid": false, 2024-04-15T16:06:25.317 INFO:tasks.workunit.client.0.smithi016.stdout: "mapping_epoch": 531, 2024-04-15T16:06:25.317 INFO:tasks.workunit.client.0.smithi016.stdout: "object_location_counts": [], 2024-04-15T16:06:25.317 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_scrubbed": 0, 2024-04-15T16:06:25.317 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_trimmed": 0, 2024-04-15T16:06:25.317 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_stats_invalid": false, 2024-04-15T16:06:25.317 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_size": 0, 2024-04-15T16:06:25.317 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_start": "0'0", 2024-04-15T16:06:25.317 INFO:tasks.workunit.client.0.smithi016.stdout: "parent": "0.0", 2024-04-15T16:06:25.317 INFO:tasks.workunit.client.0.smithi016.stdout: "parent_split_bits": 0, 2024-04-15T16:06:25.317 INFO:tasks.workunit.client.0.smithi016.stdout: "pgid": "3.37", 2024-04-15T16:06:25.317 INFO:tasks.workunit.client.0.smithi016.stdout: "pin_stats_invalid": false, 2024-04-15T16:06:25.317 INFO:tasks.workunit.client.0.smithi016.stdout: "purged_snaps": [], 2024-04-15T16:06:25.317 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_epoch": 2721, 2024-04-15T16:06:25.318 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_seq": 4876, 2024-04-15T16:06:25.318 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_duration": 0.0, 2024-04-15T16:06:25.318 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-16T21:44:06.093273+0000", 2024-04-15T16:06:25.318 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrim_duration": 0.0, 2024-04-15T16:06:25.318 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrimq_len": 0, 2024-04-15T16:06:25.318 INFO:tasks.workunit.client.0.smithi016.stdout: "stat_sum": { 2024-04-15T16:06:25.318 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes": 0, 2024-04-15T16:06:25.318 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T16:06:25.319 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_recovered": 0, 2024-04-15T16:06:25.319 INFO:tasks.workunit.client.0.smithi016.stdout: "num_deep_scrub_errors": 0, 2024-04-15T16:06:25.319 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict": 0, 2024-04-15T16:06:25.319 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_kb": 0, 2024-04-15T16:06:25.319 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_full": 0, 2024-04-15T16:06:25.319 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_some": 0, 2024-04-15T16:06:25.319 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush": 0, 2024-04-15T16:06:25.319 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_kb": 0, 2024-04-15T16:06:25.319 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_high": 0, 2024-04-15T16:06:25.319 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_low": 0, 2024-04-15T16:06:25.319 INFO:tasks.workunit.client.0.smithi016.stdout: "num_keys_recovered": 0, 2024-04-15T16:06:25.319 INFO:tasks.workunit.client.0.smithi016.stdout: "num_large_omap_objects": 0, 2024-04-15T16:06:25.319 INFO:tasks.workunit.client.0.smithi016.stdout: "num_legacy_snapsets": 0, 2024-04-15T16:06:25.319 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_clones": 0, 2024-04-15T16:06:25.319 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_copies": 0, 2024-04-15T16:06:25.320 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects": 0, 2024-04-15T16:06:25.320 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_degraded": 0, 2024-04-15T16:06:25.320 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_dirty": 0, 2024-04-15T16:06:25.320 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T16:06:25.320 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_manifest": 0, 2024-04-15T16:06:25.320 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_misplaced": 0, 2024-04-15T16:06:25.320 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing": 0, 2024-04-15T16:06:25.320 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T16:06:25.320 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_omap": 0, 2024-04-15T16:06:25.320 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_pinned": 0, 2024-04-15T16:06:25.320 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_recovered": 0, 2024-04-15T16:06:25.320 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_repaired": 0, 2024-04-15T16:06:25.320 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_unfound": 0, 2024-04-15T16:06:25.320 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_bytes": 0, 2024-04-15T16:06:25.321 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_keys": 0, 2024-04-15T16:06:25.321 INFO:tasks.workunit.client.0.smithi016.stdout: "num_promote": 0, 2024-04-15T16:06:25.321 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read": 0, 2024-04-15T16:06:25.321 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read_kb": 0, 2024-04-15T16:06:25.321 INFO:tasks.workunit.client.0.smithi016.stdout: "num_scrub_errors": 0, 2024-04-15T16:06:25.321 INFO:tasks.workunit.client.0.smithi016.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T16:06:25.321 INFO:tasks.workunit.client.0.smithi016.stdout: "num_whiteouts": 0, 2024-04-15T16:06:25.321 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write": 0, 2024-04-15T16:06:25.321 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write_kb": 0 2024-04-15T16:06:25.321 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.321 INFO:tasks.workunit.client.0.smithi016.stdout: "state": "active+clean", 2024-04-15T16:06:25.321 INFO:tasks.workunit.client.0.smithi016.stdout: "stats_invalid": false, 2024-04-15T16:06:25.322 INFO:tasks.workunit.client.0.smithi016.stdout: "up": [ 2024-04-15T16:06:25.322 INFO:tasks.workunit.client.0.smithi016.stdout: 7, 2024-04-15T16:06:25.322 INFO:tasks.workunit.client.0.smithi016.stdout: 5, 2024-04-15T16:06:25.322 INFO:tasks.workunit.client.0.smithi016.stdout: 0 2024-04-15T16:06:25.322 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:25.322 INFO:tasks.workunit.client.0.smithi016.stdout: "up_primary": 7, 2024-04-15T16:06:25.322 INFO:tasks.workunit.client.0.smithi016.stdout: "version": "0'0" 2024-04-15T16:06:25.322 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.322 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-15T16:06:25.322 INFO:tasks.workunit.client.0.smithi016.stdout: "acting": [ 2024-04-15T16:06:25.322 INFO:tasks.workunit.client.0.smithi016.stdout: 3, 2024-04-15T16:06:25.322 INFO:tasks.workunit.client.0.smithi016.stdout: 5, 2024-04-15T16:06:25.322 INFO:tasks.workunit.client.0.smithi016.stdout: 6 2024-04-15T16:06:25.322 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:25.323 INFO:tasks.workunit.client.0.smithi016.stdout: "acting_primary": 3, 2024-04-15T16:06:25.323 INFO:tasks.workunit.client.0.smithi016.stdout: "avail_no_missing": [], 2024-04-15T16:06:25.323 INFO:tasks.workunit.client.0.smithi016.stdout: "blocked_by": [], 2024-04-15T16:06:25.323 INFO:tasks.workunit.client.0.smithi016.stdout: "created": 61, 2024-04-15T16:06:25.323 INFO:tasks.workunit.client.0.smithi016.stdout: "dirty_stats_invalid": false, 2024-04-15T16:06:25.323 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T16:06:25.323 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_stats_invalid": false, 2024-04-15T16:06:25.323 INFO:tasks.workunit.client.0.smithi016.stdout: "last_active": "2024-04-15T16:05:12.196785+0000", 2024-04-15T16:06:25.323 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_active": "2024-04-15T14:44:28.449426+0000", 2024-04-15T16:06:25.323 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_peered": "2024-04-15T14:44:28.449426+0000", 2024-04-15T16:06:25.323 INFO:tasks.workunit.client.0.smithi016.stdout: "last_change": "2024-04-15T14:44:28.449746+0000", 2024-04-15T16:06:25.323 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean": "2024-04-15T16:05:12.196785+0000", 2024-04-15T16:06:25.323 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T16:06:25.323 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub": "0'0", 2024-04-15T16:06:25.324 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T16:06:25.324 INFO:tasks.workunit.client.0.smithi016.stdout: "last_epoch_clean": 511, 2024-04-15T16:06:25.324 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fresh": "2024-04-15T16:05:12.196785+0000", 2024-04-15T16:06:25.324 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fullsized": "2024-04-15T16:05:12.196785+0000", 2024-04-15T16:06:25.324 INFO:tasks.workunit.client.0.smithi016.stdout: "last_peered": "2024-04-15T16:05:12.196785+0000", 2024-04-15T16:06:25.324 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub": "0'0", 2024-04-15T16:06:25.324 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_duration": 0, 2024-04-15T16:06:25.324 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T16:06:25.324 INFO:tasks.workunit.client.0.smithi016.stdout: "last_undegraded": "2024-04-15T16:05:12.196785+0000", 2024-04-15T16:06:25.324 INFO:tasks.workunit.client.0.smithi016.stdout: "last_unstale": "2024-04-15T16:05:12.196785+0000", 2024-04-15T16:06:25.324 INFO:tasks.workunit.client.0.smithi016.stdout: "log_dups_size": 0, 2024-04-15T16:06:25.324 INFO:tasks.workunit.client.0.smithi016.stdout: "log_size": 0, 2024-04-15T16:06:25.324 INFO:tasks.workunit.client.0.smithi016.stdout: "log_start": "0'0", 2024-04-15T16:06:25.324 INFO:tasks.workunit.client.0.smithi016.stdout: "manifest_stats_invalid": false, 2024-04-15T16:06:25.324 INFO:tasks.workunit.client.0.smithi016.stdout: "mapping_epoch": 510, 2024-04-15T16:06:25.325 INFO:tasks.workunit.client.0.smithi016.stdout: "object_location_counts": [], 2024-04-15T16:06:25.325 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_scrubbed": 0, 2024-04-15T16:06:25.325 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_trimmed": 0, 2024-04-15T16:06:25.325 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_stats_invalid": false, 2024-04-15T16:06:25.325 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_size": 0, 2024-04-15T16:06:25.325 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_start": "0'0", 2024-04-15T16:06:25.325 INFO:tasks.workunit.client.0.smithi016.stdout: "parent": "0.0", 2024-04-15T16:06:25.325 INFO:tasks.workunit.client.0.smithi016.stdout: "parent_split_bits": 0, 2024-04-15T16:06:25.325 INFO:tasks.workunit.client.0.smithi016.stdout: "pgid": "3.38", 2024-04-15T16:06:25.325 INFO:tasks.workunit.client.0.smithi016.stdout: "pin_stats_invalid": false, 2024-04-15T16:06:25.325 INFO:tasks.workunit.client.0.smithi016.stdout: "purged_snaps": [], 2024-04-15T16:06:25.325 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_epoch": 2721, 2024-04-15T16:06:25.325 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_seq": 4958, 2024-04-15T16:06:25.325 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_duration": 0.0, 2024-04-15T16:06:25.325 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-16T15:37:04.953664+0000", 2024-04-15T16:06:25.326 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrim_duration": 0.0, 2024-04-15T16:06:25.326 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrimq_len": 0, 2024-04-15T16:06:25.326 INFO:tasks.workunit.client.0.smithi016.stdout: "stat_sum": { 2024-04-15T16:06:25.326 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes": 0, 2024-04-15T16:06:25.326 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T16:06:25.326 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_recovered": 0, 2024-04-15T16:06:25.326 INFO:tasks.workunit.client.0.smithi016.stdout: "num_deep_scrub_errors": 0, 2024-04-15T16:06:25.326 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict": 0, 2024-04-15T16:06:25.326 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_kb": 0, 2024-04-15T16:06:25.326 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_full": 0, 2024-04-15T16:06:25.326 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_some": 0, 2024-04-15T16:06:25.326 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush": 0, 2024-04-15T16:06:25.326 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_kb": 0, 2024-04-15T16:06:25.326 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_high": 0, 2024-04-15T16:06:25.327 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_low": 0, 2024-04-15T16:06:25.327 INFO:tasks.workunit.client.0.smithi016.stdout: "num_keys_recovered": 0, 2024-04-15T16:06:25.327 INFO:tasks.workunit.client.0.smithi016.stdout: "num_large_omap_objects": 0, 2024-04-15T16:06:25.327 INFO:tasks.workunit.client.0.smithi016.stdout: "num_legacy_snapsets": 0, 2024-04-15T16:06:25.327 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_clones": 0, 2024-04-15T16:06:25.327 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_copies": 0, 2024-04-15T16:06:25.327 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects": 0, 2024-04-15T16:06:25.327 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_degraded": 0, 2024-04-15T16:06:25.327 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_dirty": 0, 2024-04-15T16:06:25.327 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T16:06:25.327 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_manifest": 0, 2024-04-15T16:06:25.327 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_misplaced": 0, 2024-04-15T16:06:25.327 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing": 0, 2024-04-15T16:06:25.327 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T16:06:25.328 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_omap": 0, 2024-04-15T16:06:25.328 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_pinned": 0, 2024-04-15T16:06:25.328 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_recovered": 0, 2024-04-15T16:06:25.328 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_repaired": 0, 2024-04-15T16:06:25.328 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_unfound": 0, 2024-04-15T16:06:25.328 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_bytes": 0, 2024-04-15T16:06:25.328 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_keys": 0, 2024-04-15T16:06:25.328 INFO:tasks.workunit.client.0.smithi016.stdout: "num_promote": 0, 2024-04-15T16:06:25.328 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read": 0, 2024-04-15T16:06:25.328 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read_kb": 0, 2024-04-15T16:06:25.328 INFO:tasks.workunit.client.0.smithi016.stdout: "num_scrub_errors": 0, 2024-04-15T16:06:25.328 INFO:tasks.workunit.client.0.smithi016.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T16:06:25.328 INFO:tasks.workunit.client.0.smithi016.stdout: "num_whiteouts": 0, 2024-04-15T16:06:25.328 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write": 0, 2024-04-15T16:06:25.328 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write_kb": 0 2024-04-15T16:06:25.329 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.329 INFO:tasks.workunit.client.0.smithi016.stdout: "state": "active+clean", 2024-04-15T16:06:25.329 INFO:tasks.workunit.client.0.smithi016.stdout: "stats_invalid": false, 2024-04-15T16:06:25.329 INFO:tasks.workunit.client.0.smithi016.stdout: "up": [ 2024-04-15T16:06:25.329 INFO:tasks.workunit.client.0.smithi016.stdout: 3, 2024-04-15T16:06:25.329 INFO:tasks.workunit.client.0.smithi016.stdout: 5, 2024-04-15T16:06:25.329 INFO:tasks.workunit.client.0.smithi016.stdout: 6 2024-04-15T16:06:25.329 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:25.329 INFO:tasks.workunit.client.0.smithi016.stdout: "up_primary": 3, 2024-04-15T16:06:25.329 INFO:tasks.workunit.client.0.smithi016.stdout: "version": "0'0" 2024-04-15T16:06:25.329 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.329 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-15T16:06:25.329 INFO:tasks.workunit.client.0.smithi016.stdout: "acting": [ 2024-04-15T16:06:25.329 INFO:tasks.workunit.client.0.smithi016.stdout: 7, 2024-04-15T16:06:25.329 INFO:tasks.workunit.client.0.smithi016.stdout: 0, 2024-04-15T16:06:25.330 INFO:tasks.workunit.client.0.smithi016.stdout: 4 2024-04-15T16:06:25.330 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:25.330 INFO:tasks.workunit.client.0.smithi016.stdout: "acting_primary": 7, 2024-04-15T16:06:25.330 INFO:tasks.workunit.client.0.smithi016.stdout: "avail_no_missing": [], 2024-04-15T16:06:25.330 INFO:tasks.workunit.client.0.smithi016.stdout: "blocked_by": [], 2024-04-15T16:06:25.330 INFO:tasks.workunit.client.0.smithi016.stdout: "created": 61, 2024-04-15T16:06:25.330 INFO:tasks.workunit.client.0.smithi016.stdout: "dirty_stats_invalid": false, 2024-04-15T16:06:25.330 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T16:06:25.330 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_stats_invalid": false, 2024-04-15T16:06:25.330 INFO:tasks.workunit.client.0.smithi016.stdout: "last_active": "2024-04-15T16:05:12.197760+0000", 2024-04-15T16:06:25.330 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_active": "2024-04-15T14:44:49.363785+0000", 2024-04-15T16:06:25.330 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_peered": "2024-04-15T14:44:49.363785+0000", 2024-04-15T16:06:25.330 INFO:tasks.workunit.client.0.smithi016.stdout: "last_change": "2024-04-15T14:44:49.368541+0000", 2024-04-15T16:06:25.330 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean": "2024-04-15T16:05:12.197760+0000", 2024-04-15T16:06:25.330 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T16:06:25.331 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub": "0'0", 2024-04-15T16:06:25.331 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T16:06:25.331 INFO:tasks.workunit.client.0.smithi016.stdout: "last_epoch_clean": 532, 2024-04-15T16:06:25.331 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fresh": "2024-04-15T16:05:12.197760+0000", 2024-04-15T16:06:25.331 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fullsized": "2024-04-15T16:05:12.197760+0000", 2024-04-15T16:06:25.331 INFO:tasks.workunit.client.0.smithi016.stdout: "last_peered": "2024-04-15T16:05:12.197760+0000", 2024-04-15T16:06:25.331 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub": "0'0", 2024-04-15T16:06:25.331 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_duration": 0, 2024-04-15T16:06:25.331 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T16:06:25.331 INFO:tasks.workunit.client.0.smithi016.stdout: "last_undegraded": "2024-04-15T16:05:12.197760+0000", 2024-04-15T16:06:25.331 INFO:tasks.workunit.client.0.smithi016.stdout: "last_unstale": "2024-04-15T16:05:12.197760+0000", 2024-04-15T16:06:25.331 INFO:tasks.workunit.client.0.smithi016.stdout: "log_dups_size": 0, 2024-04-15T16:06:25.331 INFO:tasks.workunit.client.0.smithi016.stdout: "log_size": 0, 2024-04-15T16:06:25.331 INFO:tasks.workunit.client.0.smithi016.stdout: "log_start": "0'0", 2024-04-15T16:06:25.331 INFO:tasks.workunit.client.0.smithi016.stdout: "manifest_stats_invalid": false, 2024-04-15T16:06:25.332 INFO:tasks.workunit.client.0.smithi016.stdout: "mapping_epoch": 531, 2024-04-15T16:06:25.332 INFO:tasks.workunit.client.0.smithi016.stdout: "object_location_counts": [], 2024-04-15T16:06:25.332 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_scrubbed": 0, 2024-04-15T16:06:25.332 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_trimmed": 0, 2024-04-15T16:06:25.332 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_stats_invalid": false, 2024-04-15T16:06:25.332 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_size": 0, 2024-04-15T16:06:25.332 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_start": "0'0", 2024-04-15T16:06:25.332 INFO:tasks.workunit.client.0.smithi016.stdout: "parent": "0.0", 2024-04-15T16:06:25.332 INFO:tasks.workunit.client.0.smithi016.stdout: "parent_split_bits": 0, 2024-04-15T16:06:25.332 INFO:tasks.workunit.client.0.smithi016.stdout: "pgid": "3.39", 2024-04-15T16:06:25.332 INFO:tasks.workunit.client.0.smithi016.stdout: "pin_stats_invalid": false, 2024-04-15T16:06:25.332 INFO:tasks.workunit.client.0.smithi016.stdout: "purged_snaps": [], 2024-04-15T16:06:25.332 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_epoch": 2721, 2024-04-15T16:06:25.332 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_seq": 4855, 2024-04-15T16:06:25.332 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_duration": 0.0, 2024-04-15T16:06:25.333 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-16T19:28:09.340207+0000", 2024-04-15T16:06:25.333 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrim_duration": 0.0, 2024-04-15T16:06:25.333 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrimq_len": 0, 2024-04-15T16:06:25.333 INFO:tasks.workunit.client.0.smithi016.stdout: "stat_sum": { 2024-04-15T16:06:25.333 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes": 0, 2024-04-15T16:06:25.333 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T16:06:25.333 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_recovered": 0, 2024-04-15T16:06:25.333 INFO:tasks.workunit.client.0.smithi016.stdout: "num_deep_scrub_errors": 0, 2024-04-15T16:06:25.333 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict": 0, 2024-04-15T16:06:25.333 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_kb": 0, 2024-04-15T16:06:25.333 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_full": 0, 2024-04-15T16:06:25.333 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_some": 0, 2024-04-15T16:06:25.333 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush": 0, 2024-04-15T16:06:25.333 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_kb": 0, 2024-04-15T16:06:25.333 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_high": 0, 2024-04-15T16:06:25.334 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_low": 0, 2024-04-15T16:06:25.334 INFO:tasks.workunit.client.0.smithi016.stdout: "num_keys_recovered": 0, 2024-04-15T16:06:25.334 INFO:tasks.workunit.client.0.smithi016.stdout: "num_large_omap_objects": 0, 2024-04-15T16:06:25.334 INFO:tasks.workunit.client.0.smithi016.stdout: "num_legacy_snapsets": 0, 2024-04-15T16:06:25.334 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_clones": 0, 2024-04-15T16:06:25.334 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_copies": 0, 2024-04-15T16:06:25.334 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects": 0, 2024-04-15T16:06:25.334 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_degraded": 0, 2024-04-15T16:06:25.334 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_dirty": 0, 2024-04-15T16:06:25.334 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T16:06:25.334 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_manifest": 0, 2024-04-15T16:06:25.334 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_misplaced": 0, 2024-04-15T16:06:25.334 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing": 0, 2024-04-15T16:06:25.334 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T16:06:25.335 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_omap": 0, 2024-04-15T16:06:25.335 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_pinned": 0, 2024-04-15T16:06:25.335 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_recovered": 0, 2024-04-15T16:06:25.335 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_repaired": 0, 2024-04-15T16:06:25.335 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_unfound": 0, 2024-04-15T16:06:25.335 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_bytes": 0, 2024-04-15T16:06:25.335 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_keys": 0, 2024-04-15T16:06:25.335 INFO:tasks.workunit.client.0.smithi016.stdout: "num_promote": 0, 2024-04-15T16:06:25.335 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read": 0, 2024-04-15T16:06:25.335 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read_kb": 0, 2024-04-15T16:06:25.335 INFO:tasks.workunit.client.0.smithi016.stdout: "num_scrub_errors": 0, 2024-04-15T16:06:25.335 INFO:tasks.workunit.client.0.smithi016.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T16:06:25.335 INFO:tasks.workunit.client.0.smithi016.stdout: "num_whiteouts": 0, 2024-04-15T16:06:25.335 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write": 0, 2024-04-15T16:06:25.335 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write_kb": 0 2024-04-15T16:06:25.336 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.336 INFO:tasks.workunit.client.0.smithi016.stdout: "state": "active+clean", 2024-04-15T16:06:25.336 INFO:tasks.workunit.client.0.smithi016.stdout: "stats_invalid": false, 2024-04-15T16:06:25.336 INFO:tasks.workunit.client.0.smithi016.stdout: "up": [ 2024-04-15T16:06:25.336 INFO:tasks.workunit.client.0.smithi016.stdout: 7, 2024-04-15T16:06:25.336 INFO:tasks.workunit.client.0.smithi016.stdout: 0, 2024-04-15T16:06:25.336 INFO:tasks.workunit.client.0.smithi016.stdout: 4 2024-04-15T16:06:25.336 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:25.336 INFO:tasks.workunit.client.0.smithi016.stdout: "up_primary": 7, 2024-04-15T16:06:25.336 INFO:tasks.workunit.client.0.smithi016.stdout: "version": "0'0" 2024-04-15T16:06:25.336 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.336 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-15T16:06:25.336 INFO:tasks.workunit.client.0.smithi016.stdout: "acting": [ 2024-04-15T16:06:25.336 INFO:tasks.workunit.client.0.smithi016.stdout: 5, 2024-04-15T16:06:25.337 INFO:tasks.workunit.client.0.smithi016.stdout: 0, 2024-04-15T16:06:25.337 INFO:tasks.workunit.client.0.smithi016.stdout: 1 2024-04-15T16:06:25.337 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:25.337 INFO:tasks.workunit.client.0.smithi016.stdout: "acting_primary": 5, 2024-04-15T16:06:25.337 INFO:tasks.workunit.client.0.smithi016.stdout: "avail_no_missing": [], 2024-04-15T16:06:25.337 INFO:tasks.workunit.client.0.smithi016.stdout: "blocked_by": [], 2024-04-15T16:06:25.337 INFO:tasks.workunit.client.0.smithi016.stdout: "created": 61, 2024-04-15T16:06:25.337 INFO:tasks.workunit.client.0.smithi016.stdout: "dirty_stats_invalid": false, 2024-04-15T16:06:25.337 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T16:06:25.337 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_stats_invalid": false, 2024-04-15T16:06:25.337 INFO:tasks.workunit.client.0.smithi016.stdout: "last_active": "2024-04-15T16:05:12.200264+0000", 2024-04-15T16:06:25.337 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_active": "2024-04-15T14:43:53.353175+0000", 2024-04-15T16:06:25.337 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_peered": "2024-04-15T14:43:53.353175+0000", 2024-04-15T16:06:25.337 INFO:tasks.workunit.client.0.smithi016.stdout: "last_change": "2024-04-15T14:43:53.353623+0000", 2024-04-15T16:06:25.337 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean": "2024-04-15T16:05:12.200264+0000", 2024-04-15T16:06:25.338 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T16:06:25.338 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub": "0'0", 2024-04-15T16:06:25.338 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T16:06:25.338 INFO:tasks.workunit.client.0.smithi016.stdout: "last_epoch_clean": 476, 2024-04-15T16:06:25.338 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fresh": "2024-04-15T16:05:12.200264+0000", 2024-04-15T16:06:25.338 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fullsized": "2024-04-15T16:05:12.200264+0000", 2024-04-15T16:06:25.338 INFO:tasks.workunit.client.0.smithi016.stdout: "last_peered": "2024-04-15T16:05:12.200264+0000", 2024-04-15T16:06:25.338 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub": "0'0", 2024-04-15T16:06:25.338 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_duration": 0, 2024-04-15T16:06:25.338 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T16:06:25.338 INFO:tasks.workunit.client.0.smithi016.stdout: "last_undegraded": "2024-04-15T16:05:12.200264+0000", 2024-04-15T16:06:25.338 INFO:tasks.workunit.client.0.smithi016.stdout: "last_unstale": "2024-04-15T16:05:12.200264+0000", 2024-04-15T16:06:25.338 INFO:tasks.workunit.client.0.smithi016.stdout: "log_dups_size": 0, 2024-04-15T16:06:25.338 INFO:tasks.workunit.client.0.smithi016.stdout: "log_size": 0, 2024-04-15T16:06:25.339 INFO:tasks.workunit.client.0.smithi016.stdout: "log_start": "0'0", 2024-04-15T16:06:25.339 INFO:tasks.workunit.client.0.smithi016.stdout: "manifest_stats_invalid": false, 2024-04-15T16:06:25.339 INFO:tasks.workunit.client.0.smithi016.stdout: "mapping_epoch": 475, 2024-04-15T16:06:25.339 INFO:tasks.workunit.client.0.smithi016.stdout: "object_location_counts": [], 2024-04-15T16:06:25.339 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_scrubbed": 0, 2024-04-15T16:06:25.339 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_trimmed": 0, 2024-04-15T16:06:25.339 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_stats_invalid": false, 2024-04-15T16:06:25.339 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_size": 0, 2024-04-15T16:06:25.339 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_start": "0'0", 2024-04-15T16:06:25.339 INFO:tasks.workunit.client.0.smithi016.stdout: "parent": "0.0", 2024-04-15T16:06:25.339 INFO:tasks.workunit.client.0.smithi016.stdout: "parent_split_bits": 0, 2024-04-15T16:06:25.339 INFO:tasks.workunit.client.0.smithi016.stdout: "pgid": "3.3a", 2024-04-15T16:06:25.339 INFO:tasks.workunit.client.0.smithi016.stdout: "pin_stats_invalid": false, 2024-04-15T16:06:25.339 INFO:tasks.workunit.client.0.smithi016.stdout: "purged_snaps": [], 2024-04-15T16:06:25.339 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_epoch": 2721, 2024-04-15T16:06:25.340 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_seq": 4911, 2024-04-15T16:06:25.340 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_duration": 0.0, 2024-04-15T16:06:25.340 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-16T14:53:58.165099+0000", 2024-04-15T16:06:25.340 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrim_duration": 0.0, 2024-04-15T16:06:25.340 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrimq_len": 0, 2024-04-15T16:06:25.340 INFO:tasks.workunit.client.0.smithi016.stdout: "stat_sum": { 2024-04-15T16:06:25.340 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes": 0, 2024-04-15T16:06:25.340 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T16:06:25.340 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_recovered": 0, 2024-04-15T16:06:25.340 INFO:tasks.workunit.client.0.smithi016.stdout: "num_deep_scrub_errors": 0, 2024-04-15T16:06:25.340 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict": 0, 2024-04-15T16:06:25.340 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_kb": 0, 2024-04-15T16:06:25.340 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_full": 0, 2024-04-15T16:06:25.340 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_some": 0, 2024-04-15T16:06:25.340 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush": 0, 2024-04-15T16:06:25.341 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_kb": 0, 2024-04-15T16:06:25.341 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_high": 0, 2024-04-15T16:06:25.341 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_low": 0, 2024-04-15T16:06:25.341 INFO:tasks.workunit.client.0.smithi016.stdout: "num_keys_recovered": 0, 2024-04-15T16:06:25.341 INFO:tasks.workunit.client.0.smithi016.stdout: "num_large_omap_objects": 0, 2024-04-15T16:06:25.341 INFO:tasks.workunit.client.0.smithi016.stdout: "num_legacy_snapsets": 0, 2024-04-15T16:06:25.341 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_clones": 0, 2024-04-15T16:06:25.341 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_copies": 0, 2024-04-15T16:06:25.341 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects": 0, 2024-04-15T16:06:25.341 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_degraded": 0, 2024-04-15T16:06:25.341 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_dirty": 0, 2024-04-15T16:06:25.341 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T16:06:25.341 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_manifest": 0, 2024-04-15T16:06:25.341 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_misplaced": 0, 2024-04-15T16:06:25.342 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing": 0, 2024-04-15T16:06:25.342 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T16:06:25.342 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_omap": 0, 2024-04-15T16:06:25.342 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_pinned": 0, 2024-04-15T16:06:25.342 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_recovered": 0, 2024-04-15T16:06:25.342 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_repaired": 0, 2024-04-15T16:06:25.342 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_unfound": 0, 2024-04-15T16:06:25.342 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_bytes": 0, 2024-04-15T16:06:25.342 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_keys": 0, 2024-04-15T16:06:25.342 INFO:tasks.workunit.client.0.smithi016.stdout: "num_promote": 0, 2024-04-15T16:06:25.342 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read": 0, 2024-04-15T16:06:25.342 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read_kb": 0, 2024-04-15T16:06:25.342 INFO:tasks.workunit.client.0.smithi016.stdout: "num_scrub_errors": 0, 2024-04-15T16:06:25.342 INFO:tasks.workunit.client.0.smithi016.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T16:06:25.342 INFO:tasks.workunit.client.0.smithi016.stdout: "num_whiteouts": 0, 2024-04-15T16:06:25.343 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write": 0, 2024-04-15T16:06:25.343 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write_kb": 0 2024-04-15T16:06:25.343 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.343 INFO:tasks.workunit.client.0.smithi016.stdout: "state": "active+clean", 2024-04-15T16:06:25.343 INFO:tasks.workunit.client.0.smithi016.stdout: "stats_invalid": false, 2024-04-15T16:06:25.343 INFO:tasks.workunit.client.0.smithi016.stdout: "up": [ 2024-04-15T16:06:25.343 INFO:tasks.workunit.client.0.smithi016.stdout: 5, 2024-04-15T16:06:25.343 INFO:tasks.workunit.client.0.smithi016.stdout: 0, 2024-04-15T16:06:25.343 INFO:tasks.workunit.client.0.smithi016.stdout: 1 2024-04-15T16:06:25.343 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:25.343 INFO:tasks.workunit.client.0.smithi016.stdout: "up_primary": 5, 2024-04-15T16:06:25.343 INFO:tasks.workunit.client.0.smithi016.stdout: "version": "0'0" 2024-04-15T16:06:25.343 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.344 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-15T16:06:25.344 INFO:tasks.workunit.client.0.smithi016.stdout: "acting": [ 2024-04-15T16:06:25.344 INFO:tasks.workunit.client.0.smithi016.stdout: 7, 2024-04-15T16:06:25.344 INFO:tasks.workunit.client.0.smithi016.stdout: 2, 2024-04-15T16:06:25.344 INFO:tasks.workunit.client.0.smithi016.stdout: 4 2024-04-15T16:06:25.344 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:25.344 INFO:tasks.workunit.client.0.smithi016.stdout: "acting_primary": 7, 2024-04-15T16:06:25.344 INFO:tasks.workunit.client.0.smithi016.stdout: "avail_no_missing": [], 2024-04-15T16:06:25.344 INFO:tasks.workunit.client.0.smithi016.stdout: "blocked_by": [], 2024-04-15T16:06:25.344 INFO:tasks.workunit.client.0.smithi016.stdout: "created": 61, 2024-04-15T16:06:25.344 INFO:tasks.workunit.client.0.smithi016.stdout: "dirty_stats_invalid": false, 2024-04-15T16:06:25.344 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T16:06:25.344 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_stats_invalid": false, 2024-04-15T16:06:25.344 INFO:tasks.workunit.client.0.smithi016.stdout: "last_active": "2024-04-15T16:05:12.199300+0000", 2024-04-15T16:06:25.344 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_active": "2024-04-15T14:44:49.361783+0000", 2024-04-15T16:06:25.345 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_peered": "2024-04-15T14:44:49.361783+0000", 2024-04-15T16:06:25.345 INFO:tasks.workunit.client.0.smithi016.stdout: "last_change": "2024-04-15T14:44:49.362902+0000", 2024-04-15T16:06:25.345 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean": "2024-04-15T16:05:12.199300+0000", 2024-04-15T16:06:25.345 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T16:06:25.345 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub": "0'0", 2024-04-15T16:06:25.345 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T16:06:25.345 INFO:tasks.workunit.client.0.smithi016.stdout: "last_epoch_clean": 532, 2024-04-15T16:06:25.345 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fresh": "2024-04-15T16:05:12.199300+0000", 2024-04-15T16:06:25.345 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fullsized": "2024-04-15T16:05:12.199300+0000", 2024-04-15T16:06:25.345 INFO:tasks.workunit.client.0.smithi016.stdout: "last_peered": "2024-04-15T16:05:12.199300+0000", 2024-04-15T16:06:25.345 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub": "0'0", 2024-04-15T16:06:25.345 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_duration": 0, 2024-04-15T16:06:25.345 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T16:06:25.345 INFO:tasks.workunit.client.0.smithi016.stdout: "last_undegraded": "2024-04-15T16:05:12.199300+0000", 2024-04-15T16:06:25.346 INFO:tasks.workunit.client.0.smithi016.stdout: "last_unstale": "2024-04-15T16:05:12.199300+0000", 2024-04-15T16:06:25.346 INFO:tasks.workunit.client.0.smithi016.stdout: "log_dups_size": 0, 2024-04-15T16:06:25.346 INFO:tasks.workunit.client.0.smithi016.stdout: "log_size": 0, 2024-04-15T16:06:25.346 INFO:tasks.workunit.client.0.smithi016.stdout: "log_start": "0'0", 2024-04-15T16:06:25.346 INFO:tasks.workunit.client.0.smithi016.stdout: "manifest_stats_invalid": false, 2024-04-15T16:06:25.346 INFO:tasks.workunit.client.0.smithi016.stdout: "mapping_epoch": 531, 2024-04-15T16:06:25.346 INFO:tasks.workunit.client.0.smithi016.stdout: "object_location_counts": [], 2024-04-15T16:06:25.346 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_scrubbed": 0, 2024-04-15T16:06:25.346 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_trimmed": 0, 2024-04-15T16:06:25.346 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_stats_invalid": false, 2024-04-15T16:06:25.346 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_size": 0, 2024-04-15T16:06:25.346 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_start": "0'0", 2024-04-15T16:06:25.346 INFO:tasks.workunit.client.0.smithi016.stdout: "parent": "0.0", 2024-04-15T16:06:25.346 INFO:tasks.workunit.client.0.smithi016.stdout: "parent_split_bits": 0, 2024-04-15T16:06:25.346 INFO:tasks.workunit.client.0.smithi016.stdout: "pgid": "3.3b", 2024-04-15T16:06:25.347 INFO:tasks.workunit.client.0.smithi016.stdout: "pin_stats_invalid": false, 2024-04-15T16:06:25.347 INFO:tasks.workunit.client.0.smithi016.stdout: "purged_snaps": [], 2024-04-15T16:06:25.347 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_epoch": 2721, 2024-04-15T16:06:25.347 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_seq": 4855, 2024-04-15T16:06:25.347 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_duration": 0.0, 2024-04-15T16:06:25.347 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-16T20:10:59.226088+0000", 2024-04-15T16:06:25.347 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrim_duration": 0.0, 2024-04-15T16:06:25.347 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrimq_len": 0, 2024-04-15T16:06:25.347 INFO:tasks.workunit.client.0.smithi016.stdout: "stat_sum": { 2024-04-15T16:06:25.347 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes": 0, 2024-04-15T16:06:25.347 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T16:06:25.347 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_recovered": 0, 2024-04-15T16:06:25.347 INFO:tasks.workunit.client.0.smithi016.stdout: "num_deep_scrub_errors": 0, 2024-04-15T16:06:25.347 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict": 0, 2024-04-15T16:06:25.347 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_kb": 0, 2024-04-15T16:06:25.348 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_full": 0, 2024-04-15T16:06:25.348 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_some": 0, 2024-04-15T16:06:25.348 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush": 0, 2024-04-15T16:06:25.348 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_kb": 0, 2024-04-15T16:06:25.348 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_high": 0, 2024-04-15T16:06:25.348 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_low": 0, 2024-04-15T16:06:25.348 INFO:tasks.workunit.client.0.smithi016.stdout: "num_keys_recovered": 0, 2024-04-15T16:06:25.348 INFO:tasks.workunit.client.0.smithi016.stdout: "num_large_omap_objects": 0, 2024-04-15T16:06:25.348 INFO:tasks.workunit.client.0.smithi016.stdout: "num_legacy_snapsets": 0, 2024-04-15T16:06:25.348 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_clones": 0, 2024-04-15T16:06:25.348 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_copies": 0, 2024-04-15T16:06:25.348 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects": 0, 2024-04-15T16:06:25.348 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_degraded": 0, 2024-04-15T16:06:25.348 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_dirty": 0, 2024-04-15T16:06:25.348 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T16:06:25.348 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_manifest": 0, 2024-04-15T16:06:25.349 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_misplaced": 0, 2024-04-15T16:06:25.349 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing": 0, 2024-04-15T16:06:25.349 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T16:06:25.349 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_omap": 0, 2024-04-15T16:06:25.349 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_pinned": 0, 2024-04-15T16:06:25.349 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_recovered": 0, 2024-04-15T16:06:25.349 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_repaired": 0, 2024-04-15T16:06:25.349 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_unfound": 0, 2024-04-15T16:06:25.349 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_bytes": 0, 2024-04-15T16:06:25.349 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_keys": 0, 2024-04-15T16:06:25.349 INFO:tasks.workunit.client.0.smithi016.stdout: "num_promote": 0, 2024-04-15T16:06:25.349 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read": 0, 2024-04-15T16:06:25.349 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read_kb": 0, 2024-04-15T16:06:25.349 INFO:tasks.workunit.client.0.smithi016.stdout: "num_scrub_errors": 0, 2024-04-15T16:06:25.350 INFO:tasks.workunit.client.0.smithi016.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T16:06:25.350 INFO:tasks.workunit.client.0.smithi016.stdout: "num_whiteouts": 0, 2024-04-15T16:06:25.350 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write": 0, 2024-04-15T16:06:25.350 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write_kb": 0 2024-04-15T16:06:25.350 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.350 INFO:tasks.workunit.client.0.smithi016.stdout: "state": "active+clean", 2024-04-15T16:06:25.350 INFO:tasks.workunit.client.0.smithi016.stdout: "stats_invalid": false, 2024-04-15T16:06:25.350 INFO:tasks.workunit.client.0.smithi016.stdout: "up": [ 2024-04-15T16:06:25.350 INFO:tasks.workunit.client.0.smithi016.stdout: 7, 2024-04-15T16:06:25.350 INFO:tasks.workunit.client.0.smithi016.stdout: 2, 2024-04-15T16:06:25.350 INFO:tasks.workunit.client.0.smithi016.stdout: 4 2024-04-15T16:06:25.350 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:25.350 INFO:tasks.workunit.client.0.smithi016.stdout: "up_primary": 7, 2024-04-15T16:06:25.350 INFO:tasks.workunit.client.0.smithi016.stdout: "version": "0'0" 2024-04-15T16:06:25.350 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.351 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-15T16:06:25.351 INFO:tasks.workunit.client.0.smithi016.stdout: "acting": [ 2024-04-15T16:06:25.351 INFO:tasks.workunit.client.0.smithi016.stdout: 5, 2024-04-15T16:06:25.351 INFO:tasks.workunit.client.0.smithi016.stdout: 3, 2024-04-15T16:06:25.351 INFO:tasks.workunit.client.0.smithi016.stdout: 7 2024-04-15T16:06:25.351 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:25.351 INFO:tasks.workunit.client.0.smithi016.stdout: "acting_primary": 5, 2024-04-15T16:06:25.351 INFO:tasks.workunit.client.0.smithi016.stdout: "avail_no_missing": [], 2024-04-15T16:06:25.351 INFO:tasks.workunit.client.0.smithi016.stdout: "blocked_by": [], 2024-04-15T16:06:25.351 INFO:tasks.workunit.client.0.smithi016.stdout: "created": 61, 2024-04-15T16:06:25.351 INFO:tasks.workunit.client.0.smithi016.stdout: "dirty_stats_invalid": false, 2024-04-15T16:06:25.351 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T16:06:25.351 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_stats_invalid": false, 2024-04-15T16:06:25.351 INFO:tasks.workunit.client.0.smithi016.stdout: "last_active": "2024-04-15T16:05:12.198114+0000", 2024-04-15T16:06:25.351 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_active": "2024-04-15T14:44:49.375326+0000", 2024-04-15T16:06:25.352 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_peered": "2024-04-15T14:44:49.375326+0000", 2024-04-15T16:06:25.352 INFO:tasks.workunit.client.0.smithi016.stdout: "last_change": "2024-04-15T14:44:49.376515+0000", 2024-04-15T16:06:25.352 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean": "2024-04-15T16:05:12.198114+0000", 2024-04-15T16:06:25.352 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T16:06:25.352 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub": "0'0", 2024-04-15T16:06:25.352 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T16:06:25.352 INFO:tasks.workunit.client.0.smithi016.stdout: "last_epoch_clean": 532, 2024-04-15T16:06:25.352 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fresh": "2024-04-15T16:05:12.198114+0000", 2024-04-15T16:06:25.352 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fullsized": "2024-04-15T16:05:12.198114+0000", 2024-04-15T16:06:25.352 INFO:tasks.workunit.client.0.smithi016.stdout: "last_peered": "2024-04-15T16:05:12.198114+0000", 2024-04-15T16:06:25.352 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub": "0'0", 2024-04-15T16:06:25.352 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_duration": 0, 2024-04-15T16:06:25.352 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T16:06:25.352 INFO:tasks.workunit.client.0.smithi016.stdout: "last_undegraded": "2024-04-15T16:05:12.198114+0000", 2024-04-15T16:06:25.353 INFO:tasks.workunit.client.0.smithi016.stdout: "last_unstale": "2024-04-15T16:05:12.198114+0000", 2024-04-15T16:06:25.353 INFO:tasks.workunit.client.0.smithi016.stdout: "log_dups_size": 0, 2024-04-15T16:06:25.353 INFO:tasks.workunit.client.0.smithi016.stdout: "log_size": 0, 2024-04-15T16:06:25.353 INFO:tasks.workunit.client.0.smithi016.stdout: "log_start": "0'0", 2024-04-15T16:06:25.353 INFO:tasks.workunit.client.0.smithi016.stdout: "manifest_stats_invalid": false, 2024-04-15T16:06:25.353 INFO:tasks.workunit.client.0.smithi016.stdout: "mapping_epoch": 531, 2024-04-15T16:06:25.353 INFO:tasks.workunit.client.0.smithi016.stdout: "object_location_counts": [], 2024-04-15T16:06:25.353 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_scrubbed": 0, 2024-04-15T16:06:25.353 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_trimmed": 0, 2024-04-15T16:06:25.353 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_stats_invalid": false, 2024-04-15T16:06:25.353 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_size": 0, 2024-04-15T16:06:25.353 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_start": "0'0", 2024-04-15T16:06:25.353 INFO:tasks.workunit.client.0.smithi016.stdout: "parent": "0.0", 2024-04-15T16:06:25.353 INFO:tasks.workunit.client.0.smithi016.stdout: "parent_split_bits": 0, 2024-04-15T16:06:25.353 INFO:tasks.workunit.client.0.smithi016.stdout: "pgid": "3.3c", 2024-04-15T16:06:25.354 INFO:tasks.workunit.client.0.smithi016.stdout: "pin_stats_invalid": false, 2024-04-15T16:06:25.354 INFO:tasks.workunit.client.0.smithi016.stdout: "purged_snaps": [], 2024-04-15T16:06:25.354 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_epoch": 2721, 2024-04-15T16:06:25.354 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_seq": 4924, 2024-04-15T16:06:25.354 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_duration": 0.0, 2024-04-15T16:06:25.354 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-16T17:10:07.533002+0000", 2024-04-15T16:06:25.354 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrim_duration": 0.0, 2024-04-15T16:06:25.354 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrimq_len": 0, 2024-04-15T16:06:25.354 INFO:tasks.workunit.client.0.smithi016.stdout: "stat_sum": { 2024-04-15T16:06:25.354 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes": 0, 2024-04-15T16:06:25.354 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T16:06:25.354 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_recovered": 0, 2024-04-15T16:06:25.354 INFO:tasks.workunit.client.0.smithi016.stdout: "num_deep_scrub_errors": 0, 2024-04-15T16:06:25.354 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict": 0, 2024-04-15T16:06:25.355 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_kb": 0, 2024-04-15T16:06:25.355 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_full": 0, 2024-04-15T16:06:25.355 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_some": 0, 2024-04-15T16:06:25.355 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush": 0, 2024-04-15T16:06:25.355 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_kb": 0, 2024-04-15T16:06:25.355 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_high": 0, 2024-04-15T16:06:25.355 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_low": 0, 2024-04-15T16:06:25.355 INFO:tasks.workunit.client.0.smithi016.stdout: "num_keys_recovered": 0, 2024-04-15T16:06:25.355 INFO:tasks.workunit.client.0.smithi016.stdout: "num_large_omap_objects": 0, 2024-04-15T16:06:25.355 INFO:tasks.workunit.client.0.smithi016.stdout: "num_legacy_snapsets": 0, 2024-04-15T16:06:25.355 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_clones": 0, 2024-04-15T16:06:25.355 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_copies": 0, 2024-04-15T16:06:25.355 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects": 0, 2024-04-15T16:06:25.355 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_degraded": 0, 2024-04-15T16:06:25.355 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_dirty": 0, 2024-04-15T16:06:25.356 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T16:06:25.356 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_manifest": 0, 2024-04-15T16:06:25.356 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_misplaced": 0, 2024-04-15T16:06:25.356 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing": 0, 2024-04-15T16:06:25.356 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T16:06:25.356 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_omap": 0, 2024-04-15T16:06:25.356 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_pinned": 0, 2024-04-15T16:06:25.356 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_recovered": 0, 2024-04-15T16:06:25.356 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_repaired": 0, 2024-04-15T16:06:25.356 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_unfound": 0, 2024-04-15T16:06:25.356 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_bytes": 0, 2024-04-15T16:06:25.356 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_keys": 0, 2024-04-15T16:06:25.356 INFO:tasks.workunit.client.0.smithi016.stdout: "num_promote": 0, 2024-04-15T16:06:25.356 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read": 0, 2024-04-15T16:06:25.357 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read_kb": 0, 2024-04-15T16:06:25.357 INFO:tasks.workunit.client.0.smithi016.stdout: "num_scrub_errors": 0, 2024-04-15T16:06:25.357 INFO:tasks.workunit.client.0.smithi016.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T16:06:25.357 INFO:tasks.workunit.client.0.smithi016.stdout: "num_whiteouts": 0, 2024-04-15T16:06:25.357 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write": 0, 2024-04-15T16:06:25.357 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write_kb": 0 2024-04-15T16:06:25.357 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.357 INFO:tasks.workunit.client.0.smithi016.stdout: "state": "active+clean", 2024-04-15T16:06:25.357 INFO:tasks.workunit.client.0.smithi016.stdout: "stats_invalid": false, 2024-04-15T16:06:25.357 INFO:tasks.workunit.client.0.smithi016.stdout: "up": [ 2024-04-15T16:06:25.357 INFO:tasks.workunit.client.0.smithi016.stdout: 5, 2024-04-15T16:06:25.357 INFO:tasks.workunit.client.0.smithi016.stdout: 3, 2024-04-15T16:06:25.357 INFO:tasks.workunit.client.0.smithi016.stdout: 7 2024-04-15T16:06:25.357 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:25.357 INFO:tasks.workunit.client.0.smithi016.stdout: "up_primary": 5, 2024-04-15T16:06:25.357 INFO:tasks.workunit.client.0.smithi016.stdout: "version": "0'0" 2024-04-15T16:06:25.358 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.358 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-15T16:06:25.358 INFO:tasks.workunit.client.0.smithi016.stdout: "acting": [ 2024-04-15T16:06:25.358 INFO:tasks.workunit.client.0.smithi016.stdout: 0, 2024-04-15T16:06:25.358 INFO:tasks.workunit.client.0.smithi016.stdout: 2, 2024-04-15T16:06:25.358 INFO:tasks.workunit.client.0.smithi016.stdout: 1 2024-04-15T16:06:25.358 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:25.358 INFO:tasks.workunit.client.0.smithi016.stdout: "acting_primary": 0, 2024-04-15T16:06:25.358 INFO:tasks.workunit.client.0.smithi016.stdout: "avail_no_missing": [], 2024-04-15T16:06:25.358 INFO:tasks.workunit.client.0.smithi016.stdout: "blocked_by": [], 2024-04-15T16:06:25.358 INFO:tasks.workunit.client.0.smithi016.stdout: "created": 61, 2024-04-15T16:06:25.358 INFO:tasks.workunit.client.0.smithi016.stdout: "dirty_stats_invalid": false, 2024-04-15T16:06:25.358 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T16:06:25.358 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_stats_invalid": false, 2024-04-15T16:06:25.359 INFO:tasks.workunit.client.0.smithi016.stdout: "last_active": "2024-04-15T16:05:11.412659+0000", 2024-04-15T16:06:25.359 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_active": "2024-04-15T14:42:22.726503+0000", 2024-04-15T16:06:25.359 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_peered": "2024-04-15T14:42:22.726503+0000", 2024-04-15T16:06:25.359 INFO:tasks.workunit.client.0.smithi016.stdout: "last_change": "2024-04-15T14:42:22.726881+0000", 2024-04-15T16:06:25.359 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean": "2024-04-15T16:05:11.412659+0000", 2024-04-15T16:06:25.359 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T16:06:25.359 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub": "0'0", 2024-04-15T16:06:25.359 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T16:06:25.359 INFO:tasks.workunit.client.0.smithi016.stdout: "last_epoch_clean": 389, 2024-04-15T16:06:25.359 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fresh": "2024-04-15T16:05:11.412659+0000", 2024-04-15T16:06:25.359 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fullsized": "2024-04-15T16:05:11.412659+0000", 2024-04-15T16:06:25.359 INFO:tasks.workunit.client.0.smithi016.stdout: "last_peered": "2024-04-15T16:05:11.412659+0000", 2024-04-15T16:06:25.359 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub": "0'0", 2024-04-15T16:06:25.359 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_duration": 0, 2024-04-15T16:06:25.359 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T16:06:25.360 INFO:tasks.workunit.client.0.smithi016.stdout: "last_undegraded": "2024-04-15T16:05:11.412659+0000", 2024-04-15T16:06:25.360 INFO:tasks.workunit.client.0.smithi016.stdout: "last_unstale": "2024-04-15T16:05:11.412659+0000", 2024-04-15T16:06:25.360 INFO:tasks.workunit.client.0.smithi016.stdout: "log_dups_size": 0, 2024-04-15T16:06:25.360 INFO:tasks.workunit.client.0.smithi016.stdout: "log_size": 0, 2024-04-15T16:06:25.360 INFO:tasks.workunit.client.0.smithi016.stdout: "log_start": "0'0", 2024-04-15T16:06:25.360 INFO:tasks.workunit.client.0.smithi016.stdout: "manifest_stats_invalid": false, 2024-04-15T16:06:25.360 INFO:tasks.workunit.client.0.smithi016.stdout: "mapping_epoch": 388, 2024-04-15T16:06:25.360 INFO:tasks.workunit.client.0.smithi016.stdout: "object_location_counts": [], 2024-04-15T16:06:25.360 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_scrubbed": 0, 2024-04-15T16:06:25.360 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_trimmed": 0, 2024-04-15T16:06:25.360 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_stats_invalid": false, 2024-04-15T16:06:25.360 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_size": 0, 2024-04-15T16:06:25.360 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_start": "0'0", 2024-04-15T16:06:25.360 INFO:tasks.workunit.client.0.smithi016.stdout: "parent": "0.0", 2024-04-15T16:06:25.360 INFO:tasks.workunit.client.0.smithi016.stdout: "parent_split_bits": 0, 2024-04-15T16:06:25.361 INFO:tasks.workunit.client.0.smithi016.stdout: "pgid": "3.3d", 2024-04-15T16:06:25.361 INFO:tasks.workunit.client.0.smithi016.stdout: "pin_stats_invalid": false, 2024-04-15T16:06:25.361 INFO:tasks.workunit.client.0.smithi016.stdout: "purged_snaps": [], 2024-04-15T16:06:25.361 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_epoch": 2721, 2024-04-15T16:06:25.361 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_seq": 5063, 2024-04-15T16:06:25.361 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_duration": 0.0, 2024-04-15T16:06:25.361 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-16T15:17:33.920084+0000", 2024-04-15T16:06:25.361 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrim_duration": 0.0, 2024-04-15T16:06:25.361 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrimq_len": 0, 2024-04-15T16:06:25.361 INFO:tasks.workunit.client.0.smithi016.stdout: "stat_sum": { 2024-04-15T16:06:25.361 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes": 0, 2024-04-15T16:06:25.361 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T16:06:25.361 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_recovered": 0, 2024-04-15T16:06:25.361 INFO:tasks.workunit.client.0.smithi016.stdout: "num_deep_scrub_errors": 0, 2024-04-15T16:06:25.361 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict": 0, 2024-04-15T16:06:25.362 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_kb": 0, 2024-04-15T16:06:25.362 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_full": 0, 2024-04-15T16:06:25.362 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_some": 0, 2024-04-15T16:06:25.362 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush": 0, 2024-04-15T16:06:25.362 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_kb": 0, 2024-04-15T16:06:25.362 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_high": 0, 2024-04-15T16:06:25.362 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_low": 0, 2024-04-15T16:06:25.362 INFO:tasks.workunit.client.0.smithi016.stdout: "num_keys_recovered": 0, 2024-04-15T16:06:25.362 INFO:tasks.workunit.client.0.smithi016.stdout: "num_large_omap_objects": 0, 2024-04-15T16:06:25.362 INFO:tasks.workunit.client.0.smithi016.stdout: "num_legacy_snapsets": 0, 2024-04-15T16:06:25.362 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_clones": 0, 2024-04-15T16:06:25.362 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_copies": 0, 2024-04-15T16:06:25.362 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects": 0, 2024-04-15T16:06:25.362 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_degraded": 0, 2024-04-15T16:06:25.363 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_dirty": 0, 2024-04-15T16:06:25.363 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T16:06:25.363 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_manifest": 0, 2024-04-15T16:06:25.363 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_misplaced": 0, 2024-04-15T16:06:25.363 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing": 0, 2024-04-15T16:06:25.363 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T16:06:25.363 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_omap": 0, 2024-04-15T16:06:25.363 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_pinned": 0, 2024-04-15T16:06:25.363 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_recovered": 0, 2024-04-15T16:06:25.363 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_repaired": 0, 2024-04-15T16:06:25.363 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_unfound": 0, 2024-04-15T16:06:25.363 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_bytes": 0, 2024-04-15T16:06:25.363 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_keys": 0, 2024-04-15T16:06:25.363 INFO:tasks.workunit.client.0.smithi016.stdout: "num_promote": 0, 2024-04-15T16:06:25.363 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read": 0, 2024-04-15T16:06:25.364 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read_kb": 0, 2024-04-15T16:06:25.364 INFO:tasks.workunit.client.0.smithi016.stdout: "num_scrub_errors": 0, 2024-04-15T16:06:25.364 INFO:tasks.workunit.client.0.smithi016.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T16:06:25.364 INFO:tasks.workunit.client.0.smithi016.stdout: "num_whiteouts": 0, 2024-04-15T16:06:25.364 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write": 0, 2024-04-15T16:06:25.364 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write_kb": 0 2024-04-15T16:06:25.364 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.364 INFO:tasks.workunit.client.0.smithi016.stdout: "state": "active+clean", 2024-04-15T16:06:25.364 INFO:tasks.workunit.client.0.smithi016.stdout: "stats_invalid": false, 2024-04-15T16:06:25.364 INFO:tasks.workunit.client.0.smithi016.stdout: "up": [ 2024-04-15T16:06:25.364 INFO:tasks.workunit.client.0.smithi016.stdout: 0, 2024-04-15T16:06:25.364 INFO:tasks.workunit.client.0.smithi016.stdout: 2, 2024-04-15T16:06:25.364 INFO:tasks.workunit.client.0.smithi016.stdout: 1 2024-04-15T16:06:25.364 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:25.364 INFO:tasks.workunit.client.0.smithi016.stdout: "up_primary": 0, 2024-04-15T16:06:25.365 INFO:tasks.workunit.client.0.smithi016.stdout: "version": "0'0" 2024-04-15T16:06:25.365 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.365 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-15T16:06:25.365 INFO:tasks.workunit.client.0.smithi016.stdout: "acting": [ 2024-04-15T16:06:25.365 INFO:tasks.workunit.client.0.smithi016.stdout: 1, 2024-04-15T16:06:25.365 INFO:tasks.workunit.client.0.smithi016.stdout: 0, 2024-04-15T16:06:25.365 INFO:tasks.workunit.client.0.smithi016.stdout: 6 2024-04-15T16:06:25.365 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:25.365 INFO:tasks.workunit.client.0.smithi016.stdout: "acting_primary": 1, 2024-04-15T16:06:25.365 INFO:tasks.workunit.client.0.smithi016.stdout: "avail_no_missing": [], 2024-04-15T16:06:25.365 INFO:tasks.workunit.client.0.smithi016.stdout: "blocked_by": [], 2024-04-15T16:06:25.365 INFO:tasks.workunit.client.0.smithi016.stdout: "created": 61, 2024-04-15T16:06:25.365 INFO:tasks.workunit.client.0.smithi016.stdout: "dirty_stats_invalid": false, 2024-04-15T16:06:25.365 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T16:06:25.366 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_stats_invalid": false, 2024-04-15T16:06:25.366 INFO:tasks.workunit.client.0.smithi016.stdout: "last_active": "2024-04-15T16:05:11.870608+0000", 2024-04-15T16:06:25.366 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_active": "2024-04-15T14:44:28.450494+0000", 2024-04-15T16:06:25.366 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_peered": "2024-04-15T14:44:28.450494+0000", 2024-04-15T16:06:25.366 INFO:tasks.workunit.client.0.smithi016.stdout: "last_change": "2024-04-15T14:44:28.450848+0000", 2024-04-15T16:06:25.366 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean": "2024-04-15T16:05:11.870608+0000", 2024-04-15T16:06:25.366 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T16:06:25.366 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub": "0'0", 2024-04-15T16:06:25.366 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T16:06:25.366 INFO:tasks.workunit.client.0.smithi016.stdout: "last_epoch_clean": 511, 2024-04-15T16:06:25.366 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fresh": "2024-04-15T16:05:11.870608+0000", 2024-04-15T16:06:25.366 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fullsized": "2024-04-15T16:05:11.870608+0000", 2024-04-15T16:06:25.366 INFO:tasks.workunit.client.0.smithi016.stdout: "last_peered": "2024-04-15T16:05:11.870608+0000", 2024-04-15T16:06:25.366 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub": "0'0", 2024-04-15T16:06:25.367 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_duration": 0, 2024-04-15T16:06:25.367 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T16:06:25.367 INFO:tasks.workunit.client.0.smithi016.stdout: "last_undegraded": "2024-04-15T16:05:11.870608+0000", 2024-04-15T16:06:25.367 INFO:tasks.workunit.client.0.smithi016.stdout: "last_unstale": "2024-04-15T16:05:11.870608+0000", 2024-04-15T16:06:25.367 INFO:tasks.workunit.client.0.smithi016.stdout: "log_dups_size": 0, 2024-04-15T16:06:25.367 INFO:tasks.workunit.client.0.smithi016.stdout: "log_size": 0, 2024-04-15T16:06:25.367 INFO:tasks.workunit.client.0.smithi016.stdout: "log_start": "0'0", 2024-04-15T16:06:25.367 INFO:tasks.workunit.client.0.smithi016.stdout: "manifest_stats_invalid": false, 2024-04-15T16:06:25.367 INFO:tasks.workunit.client.0.smithi016.stdout: "mapping_epoch": 510, 2024-04-15T16:06:25.367 INFO:tasks.workunit.client.0.smithi016.stdout: "object_location_counts": [], 2024-04-15T16:06:25.367 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_scrubbed": 0, 2024-04-15T16:06:25.367 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_trimmed": 0, 2024-04-15T16:06:25.367 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_stats_invalid": false, 2024-04-15T16:06:25.367 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_size": 0, 2024-04-15T16:06:25.368 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_start": "0'0", 2024-04-15T16:06:25.368 INFO:tasks.workunit.client.0.smithi016.stdout: "parent": "0.0", 2024-04-15T16:06:25.368 INFO:tasks.workunit.client.0.smithi016.stdout: "parent_split_bits": 0, 2024-04-15T16:06:25.368 INFO:tasks.workunit.client.0.smithi016.stdout: "pgid": "3.3e", 2024-04-15T16:06:25.368 INFO:tasks.workunit.client.0.smithi016.stdout: "pin_stats_invalid": false, 2024-04-15T16:06:25.368 INFO:tasks.workunit.client.0.smithi016.stdout: "purged_snaps": [], 2024-04-15T16:06:25.368 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_epoch": 2721, 2024-04-15T16:06:25.368 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_seq": 5033, 2024-04-15T16:06:25.368 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_duration": 0.0, 2024-04-15T16:06:25.368 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-16T15:59:40.107630+0000", 2024-04-15T16:06:25.368 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrim_duration": 0.0, 2024-04-15T16:06:25.368 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrimq_len": 0, 2024-04-15T16:06:25.368 INFO:tasks.workunit.client.0.smithi016.stdout: "stat_sum": { 2024-04-15T16:06:25.368 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes": 0, 2024-04-15T16:06:25.368 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T16:06:25.369 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_recovered": 0, 2024-04-15T16:06:25.369 INFO:tasks.workunit.client.0.smithi016.stdout: "num_deep_scrub_errors": 0, 2024-04-15T16:06:25.369 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict": 0, 2024-04-15T16:06:25.369 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_kb": 0, 2024-04-15T16:06:25.369 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_full": 0, 2024-04-15T16:06:25.369 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_some": 0, 2024-04-15T16:06:25.369 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush": 0, 2024-04-15T16:06:25.369 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_kb": 0, 2024-04-15T16:06:25.369 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_high": 0, 2024-04-15T16:06:25.369 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_low": 0, 2024-04-15T16:06:25.369 INFO:tasks.workunit.client.0.smithi016.stdout: "num_keys_recovered": 0, 2024-04-15T16:06:25.369 INFO:tasks.workunit.client.0.smithi016.stdout: "num_large_omap_objects": 0, 2024-04-15T16:06:25.369 INFO:tasks.workunit.client.0.smithi016.stdout: "num_legacy_snapsets": 0, 2024-04-15T16:06:25.369 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_clones": 0, 2024-04-15T16:06:25.369 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_copies": 0, 2024-04-15T16:06:25.370 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects": 0, 2024-04-15T16:06:25.370 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_degraded": 0, 2024-04-15T16:06:25.370 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_dirty": 0, 2024-04-15T16:06:25.370 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T16:06:25.370 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_manifest": 0, 2024-04-15T16:06:25.370 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_misplaced": 0, 2024-04-15T16:06:25.370 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing": 0, 2024-04-15T16:06:25.370 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T16:06:25.370 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_omap": 0, 2024-04-15T16:06:25.370 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_pinned": 0, 2024-04-15T16:06:25.370 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_recovered": 0, 2024-04-15T16:06:25.370 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_repaired": 0, 2024-04-15T16:06:25.370 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_unfound": 0, 2024-04-15T16:06:25.370 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_bytes": 0, 2024-04-15T16:06:25.370 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_keys": 0, 2024-04-15T16:06:25.371 INFO:tasks.workunit.client.0.smithi016.stdout: "num_promote": 0, 2024-04-15T16:06:25.371 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read": 0, 2024-04-15T16:06:25.371 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read_kb": 0, 2024-04-15T16:06:25.371 INFO:tasks.workunit.client.0.smithi016.stdout: "num_scrub_errors": 0, 2024-04-15T16:06:25.371 INFO:tasks.workunit.client.0.smithi016.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T16:06:25.371 INFO:tasks.workunit.client.0.smithi016.stdout: "num_whiteouts": 0, 2024-04-15T16:06:25.371 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write": 0, 2024-04-15T16:06:25.371 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write_kb": 0 2024-04-15T16:06:25.371 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.371 INFO:tasks.workunit.client.0.smithi016.stdout: "state": "active+clean", 2024-04-15T16:06:25.371 INFO:tasks.workunit.client.0.smithi016.stdout: "stats_invalid": false, 2024-04-15T16:06:25.371 INFO:tasks.workunit.client.0.smithi016.stdout: "up": [ 2024-04-15T16:06:25.371 INFO:tasks.workunit.client.0.smithi016.stdout: 1, 2024-04-15T16:06:25.371 INFO:tasks.workunit.client.0.smithi016.stdout: 0, 2024-04-15T16:06:25.371 INFO:tasks.workunit.client.0.smithi016.stdout: 6 2024-04-15T16:06:25.372 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:25.372 INFO:tasks.workunit.client.0.smithi016.stdout: "up_primary": 1, 2024-04-15T16:06:25.372 INFO:tasks.workunit.client.0.smithi016.stdout: "version": "0'0" 2024-04-15T16:06:25.372 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.372 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-15T16:06:25.372 INFO:tasks.workunit.client.0.smithi016.stdout: "acting": [ 2024-04-15T16:06:25.372 INFO:tasks.workunit.client.0.smithi016.stdout: 7, 2024-04-15T16:06:25.372 INFO:tasks.workunit.client.0.smithi016.stdout: 6, 2024-04-15T16:06:25.372 INFO:tasks.workunit.client.0.smithi016.stdout: 0 2024-04-15T16:06:25.372 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:25.372 INFO:tasks.workunit.client.0.smithi016.stdout: "acting_primary": 7, 2024-04-15T16:06:25.372 INFO:tasks.workunit.client.0.smithi016.stdout: "avail_no_missing": [], 2024-04-15T16:06:25.372 INFO:tasks.workunit.client.0.smithi016.stdout: "blocked_by": [], 2024-04-15T16:06:25.372 INFO:tasks.workunit.client.0.smithi016.stdout: "created": 61, 2024-04-15T16:06:25.372 INFO:tasks.workunit.client.0.smithi016.stdout: "dirty_stats_invalid": false, 2024-04-15T16:06:25.373 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T16:06:25.373 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_stats_invalid": false, 2024-04-15T16:06:25.373 INFO:tasks.workunit.client.0.smithi016.stdout: "last_active": "2024-04-15T16:05:12.200718+0000", 2024-04-15T16:06:25.373 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_active": "2024-04-15T14:44:49.368640+0000", 2024-04-15T16:06:25.373 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_peered": "2024-04-15T14:44:49.368640+0000", 2024-04-15T16:06:25.373 INFO:tasks.workunit.client.0.smithi016.stdout: "last_change": "2024-04-15T14:44:49.369128+0000", 2024-04-15T16:06:25.373 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean": "2024-04-15T16:05:12.200718+0000", 2024-04-15T16:06:25.373 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T16:06:25.373 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub": "0'0", 2024-04-15T16:06:25.373 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T16:06:25.373 INFO:tasks.workunit.client.0.smithi016.stdout: "last_epoch_clean": 532, 2024-04-15T16:06:25.373 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fresh": "2024-04-15T16:05:12.200718+0000", 2024-04-15T16:06:25.373 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fullsized": "2024-04-15T16:05:12.200718+0000", 2024-04-15T16:06:25.373 INFO:tasks.workunit.client.0.smithi016.stdout: "last_peered": "2024-04-15T16:05:12.200718+0000", 2024-04-15T16:06:25.374 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub": "0'0", 2024-04-15T16:06:25.374 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_duration": 0, 2024-04-15T16:06:25.374 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T16:06:25.374 INFO:tasks.workunit.client.0.smithi016.stdout: "last_undegraded": "2024-04-15T16:05:12.200718+0000", 2024-04-15T16:06:25.374 INFO:tasks.workunit.client.0.smithi016.stdout: "last_unstale": "2024-04-15T16:05:12.200718+0000", 2024-04-15T16:06:25.374 INFO:tasks.workunit.client.0.smithi016.stdout: "log_dups_size": 0, 2024-04-15T16:06:25.374 INFO:tasks.workunit.client.0.smithi016.stdout: "log_size": 0, 2024-04-15T16:06:25.374 INFO:tasks.workunit.client.0.smithi016.stdout: "log_start": "0'0", 2024-04-15T16:06:25.374 INFO:tasks.workunit.client.0.smithi016.stdout: "manifest_stats_invalid": false, 2024-04-15T16:06:25.374 INFO:tasks.workunit.client.0.smithi016.stdout: "mapping_epoch": 531, 2024-04-15T16:06:25.374 INFO:tasks.workunit.client.0.smithi016.stdout: "object_location_counts": [], 2024-04-15T16:06:25.374 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_scrubbed": 0, 2024-04-15T16:06:25.374 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_trimmed": 0, 2024-04-15T16:06:25.374 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_stats_invalid": false, 2024-04-15T16:06:25.374 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_size": 0, 2024-04-15T16:06:25.375 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_start": "0'0", 2024-04-15T16:06:25.375 INFO:tasks.workunit.client.0.smithi016.stdout: "parent": "0.0", 2024-04-15T16:06:25.375 INFO:tasks.workunit.client.0.smithi016.stdout: "parent_split_bits": 0, 2024-04-15T16:06:25.375 INFO:tasks.workunit.client.0.smithi016.stdout: "pgid": "3.3f", 2024-04-15T16:06:25.375 INFO:tasks.workunit.client.0.smithi016.stdout: "pin_stats_invalid": false, 2024-04-15T16:06:25.375 INFO:tasks.workunit.client.0.smithi016.stdout: "purged_snaps": [], 2024-04-15T16:06:25.375 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_epoch": 2721, 2024-04-15T16:06:25.375 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_seq": 4876, 2024-04-15T16:06:25.375 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_duration": 0.0, 2024-04-15T16:06:25.375 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-16T17:49:11.568609+0000", 2024-04-15T16:06:25.375 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrim_duration": 0.0, 2024-04-15T16:06:25.375 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrimq_len": 0, 2024-04-15T16:06:25.375 INFO:tasks.workunit.client.0.smithi016.stdout: "stat_sum": { 2024-04-15T16:06:25.375 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes": 0, 2024-04-15T16:06:25.375 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T16:06:25.376 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_recovered": 0, 2024-04-15T16:06:25.376 INFO:tasks.workunit.client.0.smithi016.stdout: "num_deep_scrub_errors": 0, 2024-04-15T16:06:25.376 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict": 0, 2024-04-15T16:06:25.376 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_kb": 0, 2024-04-15T16:06:25.376 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_full": 0, 2024-04-15T16:06:25.376 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_some": 0, 2024-04-15T16:06:25.376 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush": 0, 2024-04-15T16:06:25.376 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_kb": 0, 2024-04-15T16:06:25.376 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_high": 0, 2024-04-15T16:06:25.376 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_low": 0, 2024-04-15T16:06:25.376 INFO:tasks.workunit.client.0.smithi016.stdout: "num_keys_recovered": 0, 2024-04-15T16:06:25.376 INFO:tasks.workunit.client.0.smithi016.stdout: "num_large_omap_objects": 0, 2024-04-15T16:06:25.376 INFO:tasks.workunit.client.0.smithi016.stdout: "num_legacy_snapsets": 0, 2024-04-15T16:06:25.376 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_clones": 0, 2024-04-15T16:06:25.377 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_copies": 0, 2024-04-15T16:06:25.377 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects": 0, 2024-04-15T16:06:25.377 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_degraded": 0, 2024-04-15T16:06:25.377 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_dirty": 0, 2024-04-15T16:06:25.377 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T16:06:25.377 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_manifest": 0, 2024-04-15T16:06:25.377 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_misplaced": 0, 2024-04-15T16:06:25.377 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing": 0, 2024-04-15T16:06:25.377 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T16:06:25.377 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_omap": 0, 2024-04-15T16:06:25.377 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_pinned": 0, 2024-04-15T16:06:25.377 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_recovered": 0, 2024-04-15T16:06:25.377 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_repaired": 0, 2024-04-15T16:06:25.377 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_unfound": 0, 2024-04-15T16:06:25.377 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_bytes": 0, 2024-04-15T16:06:25.378 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_keys": 0, 2024-04-15T16:06:25.378 INFO:tasks.workunit.client.0.smithi016.stdout: "num_promote": 0, 2024-04-15T16:06:25.378 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read": 0, 2024-04-15T16:06:25.378 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read_kb": 0, 2024-04-15T16:06:25.378 INFO:tasks.workunit.client.0.smithi016.stdout: "num_scrub_errors": 0, 2024-04-15T16:06:25.378 INFO:tasks.workunit.client.0.smithi016.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T16:06:25.378 INFO:tasks.workunit.client.0.smithi016.stdout: "num_whiteouts": 0, 2024-04-15T16:06:25.378 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write": 0, 2024-04-15T16:06:25.378 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write_kb": 0 2024-04-15T16:06:25.378 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.378 INFO:tasks.workunit.client.0.smithi016.stdout: "state": "active+clean", 2024-04-15T16:06:25.378 INFO:tasks.workunit.client.0.smithi016.stdout: "stats_invalid": false, 2024-04-15T16:06:25.378 INFO:tasks.workunit.client.0.smithi016.stdout: "up": [ 2024-04-15T16:06:25.378 INFO:tasks.workunit.client.0.smithi016.stdout: 7, 2024-04-15T16:06:25.379 INFO:tasks.workunit.client.0.smithi016.stdout: 6, 2024-04-15T16:06:25.379 INFO:tasks.workunit.client.0.smithi016.stdout: 0 2024-04-15T16:06:25.379 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:25.379 INFO:tasks.workunit.client.0.smithi016.stdout: "up_primary": 7, 2024-04-15T16:06:25.379 INFO:tasks.workunit.client.0.smithi016.stdout: "version": "0'0" 2024-04-15T16:06:25.379 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T16:06:25.379 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:25.379 INFO:tasks.workunit.client.0.smithi016.stdout: "stats_per_pool": [ 2024-04-15T16:06:25.379 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-15T16:06:25.379 INFO:tasks.workunit.client.0.smithi016.stdout: "acting": 24, 2024-04-15T16:06:25.379 INFO:tasks.workunit.client.0.smithi016.stdout: "application": [ 2024-04-15T16:06:25.379 INFO:tasks.workunit.client.0.smithi016.stdout: "rbd" 2024-04-15T16:06:25.379 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:25.379 INFO:tasks.workunit.client.0.smithi016.stdout: "log_size": 24548, 2024-04-15T16:06:25.379 INFO:tasks.workunit.client.0.smithi016.stdout: "num_pg": 8, 2024-04-15T16:06:25.380 INFO:tasks.workunit.client.0.smithi016.stdout: "num_store_stats": 8, 2024-04-15T16:06:25.380 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_size": 24548, 2024-04-15T16:06:25.380 INFO:tasks.workunit.client.0.smithi016.stdout: "poolid": 4, 2024-04-15T16:06:25.380 INFO:tasks.workunit.client.0.smithi016.stdout: "stat_sum": { 2024-04-15T16:06:25.380 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes": 4194323, 2024-04-15T16:06:25.380 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T16:06:25.380 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_recovered": 0, 2024-04-15T16:06:25.380 INFO:tasks.workunit.client.0.smithi016.stdout: "num_deep_scrub_errors": 0, 2024-04-15T16:06:25.380 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict": 0, 2024-04-15T16:06:25.380 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_kb": 0, 2024-04-15T16:06:25.380 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_full": 0, 2024-04-15T16:06:25.380 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_some": 0, 2024-04-15T16:06:25.380 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush": 0, 2024-04-15T16:06:25.380 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_kb": 0, 2024-04-15T16:06:25.380 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_high": 0, 2024-04-15T16:06:25.381 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_low": 0, 2024-04-15T16:06:25.381 INFO:tasks.workunit.client.0.smithi016.stdout: "num_keys_recovered": 0, 2024-04-15T16:06:25.381 INFO:tasks.workunit.client.0.smithi016.stdout: "num_large_omap_objects": 0, 2024-04-15T16:06:25.381 INFO:tasks.workunit.client.0.smithi016.stdout: "num_legacy_snapsets": 0, 2024-04-15T16:06:25.381 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_clones": 0, 2024-04-15T16:06:25.381 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_copies": 12, 2024-04-15T16:06:25.381 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects": 4, 2024-04-15T16:06:25.381 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_degraded": 0, 2024-04-15T16:06:25.381 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_dirty": 4, 2024-04-15T16:06:25.381 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T16:06:25.381 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_manifest": 0, 2024-04-15T16:06:25.381 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_misplaced": 0, 2024-04-15T16:06:25.381 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing": 0, 2024-04-15T16:06:25.381 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T16:06:25.381 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_omap": 2, 2024-04-15T16:06:25.382 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_pinned": 0, 2024-04-15T16:06:25.382 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_recovered": 0, 2024-04-15T16:06:25.382 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_repaired": 0, 2024-04-15T16:06:25.382 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_unfound": 0, 2024-04-15T16:06:25.382 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_bytes": 0, 2024-04-15T16:06:25.382 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_keys": 0, 2024-04-15T16:06:25.382 INFO:tasks.workunit.client.0.smithi016.stdout: "num_promote": 0, 2024-04-15T16:06:25.382 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read": 8935, 2024-04-15T16:06:25.382 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read_kb": 2992213, 2024-04-15T16:06:25.382 INFO:tasks.workunit.client.0.smithi016.stdout: "num_scrub_errors": 0, 2024-04-15T16:06:25.382 INFO:tasks.workunit.client.0.smithi016.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T16:06:25.382 INFO:tasks.workunit.client.0.smithi016.stdout: "num_whiteouts": 0, 2024-04-15T16:06:25.382 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write": 24418, 2024-04-15T16:06:25.382 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write_kb": 3187609 2024-04-15T16:06:25.383 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.383 INFO:tasks.workunit.client.0.smithi016.stdout: "store_stats": { 2024-04-15T16:06:25.383 INFO:tasks.workunit.client.0.smithi016.stdout: "allocated": 12595200, 2024-04-15T16:06:25.383 INFO:tasks.workunit.client.0.smithi016.stdout: "available": 0, 2024-04-15T16:06:25.383 INFO:tasks.workunit.client.0.smithi016.stdout: "data_compressed": 0, 2024-04-15T16:06:25.383 INFO:tasks.workunit.client.0.smithi016.stdout: "data_compressed_allocated": 0, 2024-04-15T16:06:25.383 INFO:tasks.workunit.client.0.smithi016.stdout: "data_compressed_original": 0, 2024-04-15T16:06:25.383 INFO:tasks.workunit.client.0.smithi016.stdout: "data_stored": 12582969, 2024-04-15T16:06:25.383 INFO:tasks.workunit.client.0.smithi016.stdout: "internal_metadata": 0, 2024-04-15T16:06:25.383 INFO:tasks.workunit.client.0.smithi016.stdout: "internally_reserved": 0, 2024-04-15T16:06:25.383 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_allocated": 0, 2024-04-15T16:06:25.383 INFO:tasks.workunit.client.0.smithi016.stdout: "total": 0 2024-04-15T16:06:25.383 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.383 INFO:tasks.workunit.client.0.smithi016.stdout: "up": 24 2024-04-15T16:06:25.383 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.384 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-15T16:06:25.384 INFO:tasks.workunit.client.0.smithi016.stdout: "acting": 192, 2024-04-15T16:06:25.384 INFO:tasks.workunit.client.0.smithi016.stdout: "application": [ 2024-04-15T16:06:25.384 INFO:tasks.workunit.client.0.smithi016.stdout: "cephfs" 2024-04-15T16:06:25.384 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:25.384 INFO:tasks.workunit.client.0.smithi016.stdout: "log_size": 0, 2024-04-15T16:06:25.384 INFO:tasks.workunit.client.0.smithi016.stdout: "num_pg": 64, 2024-04-15T16:06:25.384 INFO:tasks.workunit.client.0.smithi016.stdout: "num_store_stats": 8, 2024-04-15T16:06:25.384 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_size": 0, 2024-04-15T16:06:25.384 INFO:tasks.workunit.client.0.smithi016.stdout: "poolid": 3, 2024-04-15T16:06:25.384 INFO:tasks.workunit.client.0.smithi016.stdout: "stat_sum": { 2024-04-15T16:06:25.384 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes": 0, 2024-04-15T16:06:25.384 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T16:06:25.384 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_recovered": 0, 2024-04-15T16:06:25.384 INFO:tasks.workunit.client.0.smithi016.stdout: "num_deep_scrub_errors": 0, 2024-04-15T16:06:25.385 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict": 0, 2024-04-15T16:06:25.385 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_kb": 0, 2024-04-15T16:06:25.385 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_full": 0, 2024-04-15T16:06:25.385 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_some": 0, 2024-04-15T16:06:25.385 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush": 0, 2024-04-15T16:06:25.385 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_kb": 0, 2024-04-15T16:06:25.385 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_high": 0, 2024-04-15T16:06:25.385 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_low": 0, 2024-04-15T16:06:25.385 INFO:tasks.workunit.client.0.smithi016.stdout: "num_keys_recovered": 0, 2024-04-15T16:06:25.385 INFO:tasks.workunit.client.0.smithi016.stdout: "num_large_omap_objects": 0, 2024-04-15T16:06:25.385 INFO:tasks.workunit.client.0.smithi016.stdout: "num_legacy_snapsets": 0, 2024-04-15T16:06:25.385 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_clones": 0, 2024-04-15T16:06:25.385 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_copies": 0, 2024-04-15T16:06:25.385 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects": 0, 2024-04-15T16:06:25.385 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_degraded": 0, 2024-04-15T16:06:25.386 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_dirty": 0, 2024-04-15T16:06:25.386 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T16:06:25.386 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_manifest": 0, 2024-04-15T16:06:25.386 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_misplaced": 0, 2024-04-15T16:06:25.386 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing": 0, 2024-04-15T16:06:25.386 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T16:06:25.386 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_omap": 0, 2024-04-15T16:06:25.386 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_pinned": 0, 2024-04-15T16:06:25.386 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_recovered": 0, 2024-04-15T16:06:25.386 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_repaired": 0, 2024-04-15T16:06:25.386 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_unfound": 0, 2024-04-15T16:06:25.386 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_bytes": 0, 2024-04-15T16:06:25.386 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_keys": 0, 2024-04-15T16:06:25.386 INFO:tasks.workunit.client.0.smithi016.stdout: "num_promote": 0, 2024-04-15T16:06:25.386 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read": 0, 2024-04-15T16:06:25.387 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read_kb": 0, 2024-04-15T16:06:25.387 INFO:tasks.workunit.client.0.smithi016.stdout: "num_scrub_errors": 0, 2024-04-15T16:06:25.387 INFO:tasks.workunit.client.0.smithi016.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T16:06:25.387 INFO:tasks.workunit.client.0.smithi016.stdout: "num_whiteouts": 0, 2024-04-15T16:06:25.387 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write": 0, 2024-04-15T16:06:25.387 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write_kb": 0 2024-04-15T16:06:25.387 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.387 INFO:tasks.workunit.client.0.smithi016.stdout: "store_stats": { 2024-04-15T16:06:25.387 INFO:tasks.workunit.client.0.smithi016.stdout: "allocated": 0, 2024-04-15T16:06:25.387 INFO:tasks.workunit.client.0.smithi016.stdout: "available": 0, 2024-04-15T16:06:25.387 INFO:tasks.workunit.client.0.smithi016.stdout: "data_compressed": 0, 2024-04-15T16:06:25.387 INFO:tasks.workunit.client.0.smithi016.stdout: "data_compressed_allocated": 0, 2024-04-15T16:06:25.387 INFO:tasks.workunit.client.0.smithi016.stdout: "data_compressed_original": 0, 2024-04-15T16:06:25.387 INFO:tasks.workunit.client.0.smithi016.stdout: "data_stored": 0, 2024-04-15T16:06:25.387 INFO:tasks.workunit.client.0.smithi016.stdout: "internal_metadata": 0, 2024-04-15T16:06:25.388 INFO:tasks.workunit.client.0.smithi016.stdout: "internally_reserved": 0, 2024-04-15T16:06:25.388 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_allocated": 0, 2024-04-15T16:06:25.388 INFO:tasks.workunit.client.0.smithi016.stdout: "total": 0 2024-04-15T16:06:25.388 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.388 INFO:tasks.workunit.client.0.smithi016.stdout: "up": 192 2024-04-15T16:06:25.388 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.388 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-15T16:06:25.388 INFO:tasks.workunit.client.0.smithi016.stdout: "acting": 3, 2024-04-15T16:06:25.388 INFO:tasks.workunit.client.0.smithi016.stdout: "application": [ 2024-04-15T16:06:25.388 INFO:tasks.workunit.client.0.smithi016.stdout: "mgr" 2024-04-15T16:06:25.388 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:25.388 INFO:tasks.workunit.client.0.smithi016.stdout: "log_size": 237, 2024-04-15T16:06:25.388 INFO:tasks.workunit.client.0.smithi016.stdout: "num_pg": 1, 2024-04-15T16:06:25.388 INFO:tasks.workunit.client.0.smithi016.stdout: "num_store_stats": 3, 2024-04-15T16:06:25.389 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_size": 237, 2024-04-15T16:06:25.389 INFO:tasks.workunit.client.0.smithi016.stdout: "poolid": 1, 2024-04-15T16:06:25.389 INFO:tasks.workunit.client.0.smithi016.stdout: "stat_sum": { 2024-04-15T16:06:25.389 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes": 590368, 2024-04-15T16:06:25.389 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T16:06:25.389 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_recovered": 1771104, 2024-04-15T16:06:25.389 INFO:tasks.workunit.client.0.smithi016.stdout: "num_deep_scrub_errors": 0, 2024-04-15T16:06:25.389 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict": 0, 2024-04-15T16:06:25.389 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_kb": 0, 2024-04-15T16:06:25.389 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_full": 0, 2024-04-15T16:06:25.389 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_some": 0, 2024-04-15T16:06:25.389 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush": 0, 2024-04-15T16:06:25.389 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_kb": 0, 2024-04-15T16:06:25.389 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_high": 0, 2024-04-15T16:06:25.389 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_low": 0, 2024-04-15T16:06:25.390 INFO:tasks.workunit.client.0.smithi016.stdout: "num_keys_recovered": 0, 2024-04-15T16:06:25.390 INFO:tasks.workunit.client.0.smithi016.stdout: "num_large_omap_objects": 0, 2024-04-15T16:06:25.390 INFO:tasks.workunit.client.0.smithi016.stdout: "num_legacy_snapsets": 0, 2024-04-15T16:06:25.390 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_clones": 0, 2024-04-15T16:06:25.390 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_copies": 6, 2024-04-15T16:06:25.390 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects": 2, 2024-04-15T16:06:25.390 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_degraded": 0, 2024-04-15T16:06:25.390 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_dirty": 2, 2024-04-15T16:06:25.390 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T16:06:25.390 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_manifest": 0, 2024-04-15T16:06:25.390 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_misplaced": 0, 2024-04-15T16:06:25.390 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing": 0, 2024-04-15T16:06:25.390 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T16:06:25.390 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_omap": 0, 2024-04-15T16:06:25.391 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_pinned": 0, 2024-04-15T16:06:25.391 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_recovered": 6, 2024-04-15T16:06:25.391 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_repaired": 0, 2024-04-15T16:06:25.391 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_unfound": 0, 2024-04-15T16:06:25.391 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_bytes": 0, 2024-04-15T16:06:25.391 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_keys": 0, 2024-04-15T16:06:25.391 INFO:tasks.workunit.client.0.smithi016.stdout: "num_promote": 0, 2024-04-15T16:06:25.391 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read": 1178, 2024-04-15T16:06:25.391 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read_kb": 1994, 2024-04-15T16:06:25.391 INFO:tasks.workunit.client.0.smithi016.stdout: "num_scrub_errors": 0, 2024-04-15T16:06:25.391 INFO:tasks.workunit.client.0.smithi016.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T16:06:25.391 INFO:tasks.workunit.client.0.smithi016.stdout: "num_whiteouts": 0, 2024-04-15T16:06:25.391 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write": 391, 2024-04-15T16:06:25.391 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write_kb": 2416 2024-04-15T16:06:25.391 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.392 INFO:tasks.workunit.client.0.smithi016.stdout: "store_stats": { 2024-04-15T16:06:25.392 INFO:tasks.workunit.client.0.smithi016.stdout: "allocated": 1781760, 2024-04-15T16:06:25.392 INFO:tasks.workunit.client.0.smithi016.stdout: "available": 0, 2024-04-15T16:06:25.392 INFO:tasks.workunit.client.0.smithi016.stdout: "data_compressed": 0, 2024-04-15T16:06:25.392 INFO:tasks.workunit.client.0.smithi016.stdout: "data_compressed_allocated": 0, 2024-04-15T16:06:25.392 INFO:tasks.workunit.client.0.smithi016.stdout: "data_compressed_original": 0, 2024-04-15T16:06:25.392 INFO:tasks.workunit.client.0.smithi016.stdout: "data_stored": 1771104, 2024-04-15T16:06:25.392 INFO:tasks.workunit.client.0.smithi016.stdout: "internal_metadata": 0, 2024-04-15T16:06:25.392 INFO:tasks.workunit.client.0.smithi016.stdout: "internally_reserved": 0, 2024-04-15T16:06:25.392 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_allocated": 0, 2024-04-15T16:06:25.392 INFO:tasks.workunit.client.0.smithi016.stdout: "total": 0 2024-04-15T16:06:25.392 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.392 INFO:tasks.workunit.client.0.smithi016.stdout: "up": 3 2024-04-15T16:06:25.392 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.392 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-15T16:06:25.393 INFO:tasks.workunit.client.0.smithi016.stdout: "acting": 96, 2024-04-15T16:06:25.393 INFO:tasks.workunit.client.0.smithi016.stdout: "application": [ 2024-04-15T16:06:25.393 INFO:tasks.workunit.client.0.smithi016.stdout: "cephfs" 2024-04-15T16:06:25.393 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:25.393 INFO:tasks.workunit.client.0.smithi016.stdout: "log_size": 75, 2024-04-15T16:06:25.393 INFO:tasks.workunit.client.0.smithi016.stdout: "num_pg": 32, 2024-04-15T16:06:25.393 INFO:tasks.workunit.client.0.smithi016.stdout: "num_store_stats": 8, 2024-04-15T16:06:25.393 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_size": 75, 2024-04-15T16:06:25.393 INFO:tasks.workunit.client.0.smithi016.stdout: "poolid": 2, 2024-04-15T16:06:25.393 INFO:tasks.workunit.client.0.smithi016.stdout: "stat_sum": { 2024-04-15T16:06:25.393 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes": 6622, 2024-04-15T16:06:25.393 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T16:06:25.393 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_recovered": 0, 2024-04-15T16:06:25.393 INFO:tasks.workunit.client.0.smithi016.stdout: "num_deep_scrub_errors": 0, 2024-04-15T16:06:25.394 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict": 0, 2024-04-15T16:06:25.394 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_kb": 0, 2024-04-15T16:06:25.394 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_full": 0, 2024-04-15T16:06:25.394 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_some": 0, 2024-04-15T16:06:25.394 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush": 0, 2024-04-15T16:06:25.394 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_kb": 0, 2024-04-15T16:06:25.394 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_high": 0, 2024-04-15T16:06:25.394 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_low": 0, 2024-04-15T16:06:25.394 INFO:tasks.workunit.client.0.smithi016.stdout: "num_keys_recovered": 0, 2024-04-15T16:06:25.394 INFO:tasks.workunit.client.0.smithi016.stdout: "num_large_omap_objects": 0, 2024-04-15T16:06:25.394 INFO:tasks.workunit.client.0.smithi016.stdout: "num_legacy_snapsets": 0, 2024-04-15T16:06:25.394 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_clones": 0, 2024-04-15T16:06:25.394 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_copies": 66, 2024-04-15T16:06:25.394 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects": 22, 2024-04-15T16:06:25.395 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_degraded": 0, 2024-04-15T16:06:25.395 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_dirty": 22, 2024-04-15T16:06:25.395 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T16:06:25.395 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_manifest": 0, 2024-04-15T16:06:25.395 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_misplaced": 0, 2024-04-15T16:06:25.395 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing": 0, 2024-04-15T16:06:25.395 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T16:06:25.395 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_omap": 14, 2024-04-15T16:06:25.395 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_pinned": 0, 2024-04-15T16:06:25.395 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_recovered": 1, 2024-04-15T16:06:25.395 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_repaired": 0, 2024-04-15T16:06:25.395 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_unfound": 0, 2024-04-15T16:06:25.395 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_bytes": 0, 2024-04-15T16:06:25.395 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_keys": 0, 2024-04-15T16:06:25.395 INFO:tasks.workunit.client.0.smithi016.stdout: "num_promote": 0, 2024-04-15T16:06:25.396 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read": 158, 2024-04-15T16:06:25.396 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read_kb": 174, 2024-04-15T16:06:25.396 INFO:tasks.workunit.client.0.smithi016.stdout: "num_scrub_errors": 0, 2024-04-15T16:06:25.396 INFO:tasks.workunit.client.0.smithi016.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T16:06:25.396 INFO:tasks.workunit.client.0.smithi016.stdout: "num_whiteouts": 0, 2024-04-15T16:06:25.396 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write": 69, 2024-04-15T16:06:25.396 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write_kb": 36 2024-04-15T16:06:25.396 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.396 INFO:tasks.workunit.client.0.smithi016.stdout: "store_stats": { 2024-04-15T16:06:25.396 INFO:tasks.workunit.client.0.smithi016.stdout: "allocated": 110592, 2024-04-15T16:06:25.396 INFO:tasks.workunit.client.0.smithi016.stdout: "available": 0, 2024-04-15T16:06:25.396 INFO:tasks.workunit.client.0.smithi016.stdout: "data_compressed": 0, 2024-04-15T16:06:25.396 INFO:tasks.workunit.client.0.smithi016.stdout: "data_compressed_allocated": 0, 2024-04-15T16:06:25.396 INFO:tasks.workunit.client.0.smithi016.stdout: "data_compressed_original": 0, 2024-04-15T16:06:25.397 INFO:tasks.workunit.client.0.smithi016.stdout: "data_stored": 19866, 2024-04-15T16:06:25.397 INFO:tasks.workunit.client.0.smithi016.stdout: "internal_metadata": 0, 2024-04-15T16:06:25.397 INFO:tasks.workunit.client.0.smithi016.stdout: "internally_reserved": 0, 2024-04-15T16:06:25.397 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_allocated": 44359, 2024-04-15T16:06:25.397 INFO:tasks.workunit.client.0.smithi016.stdout: "total": 0 2024-04-15T16:06:25.397 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.397 INFO:tasks.workunit.client.0.smithi016.stdout: "up": 96 2024-04-15T16:06:25.397 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T16:06:25.397 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:25.397 INFO:tasks.workunit.client.0.smithi016.stdout: "usage": { 2024-04-15T16:06:25.397 INFO:tasks.workunit.client.0.smithi016.stdout: "pg_num": 105, 2024-04-15T16:06:25.397 INFO:tasks.workunit.client.0.smithi016.stdout: "pools": 4, 2024-04-15T16:06:25.397 INFO:tasks.workunit.client.0.smithi016.stdout: "stats_by_class": { 2024-04-15T16:06:25.397 INFO:tasks.workunit.client.0.smithi016.stdout: "ssd": { 2024-04-15T16:06:25.397 INFO:tasks.workunit.client.0.smithi016.stdout: "total_avail_bytes": 762886852608, 2024-04-15T16:06:25.397 INFO:tasks.workunit.client.0.smithi016.stdout: "total_bytes": 767960285184, 2024-04-15T16:06:25.397 INFO:tasks.workunit.client.0.smithi016.stdout: "total_used_bytes": 5073432576, 2024-04-15T16:06:25.398 INFO:tasks.workunit.client.0.smithi016.stdout: "total_used_raw_bytes": 5073432576, 2024-04-15T16:06:25.398 INFO:tasks.workunit.client.0.smithi016.stdout: "total_used_raw_ratio": 0.006606373470276594 2024-04-15T16:06:25.398 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T16:06:25.398 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.398 INFO:tasks.workunit.client.0.smithi016.stdout: "total_avail_bytes": 762886852608, 2024-04-15T16:06:25.398 INFO:tasks.workunit.client.0.smithi016.stdout: "total_bytes": 767960285184, 2024-04-15T16:06:25.398 INFO:tasks.workunit.client.0.smithi016.stdout: "total_used_bytes": 5073432576 2024-04-15T16:06:25.398 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T16:06:25.398 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T16:06:25.398 INFO:tasks.workunit.client.0.smithi016.stdout:} 2024-04-15T16:06:25.399 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 16:06:23 smithi016 ceph-mon[93212]: from='client.36114 -' entity='client.admin' cmd=[{"prefix": "telemetry preview", "target": ["mon-mgr", ""]}]: dispatch 2024-04-15T16:06:25.399 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 16:06:23 smithi016 ceph-mon[93212]: from='client.36114 -' entity='client.admin' cmd=[{"prefix": "telemetry preview", "target": ["mon-mgr", ""]}]: dispatch 2024-04-15T16:06:25.399 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 16:06:23 smithi016 ceph-mon[93212]: from='client.46061 -' entity='client.admin' cmd=[{"prefix": "telemetry preview-device", "target": ["mon-mgr", ""]}]: dispatch 2024-04-15T16:06:25.399 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 16:06:23 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T16:06:25.399 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 16:06:23 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-15T16:06:25.399 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 16:06:23 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-15T16:06:25.399 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 16:06:23 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-15T16:06:25.399 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 16:06:23 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-15T16:06:25.399 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 16:06:23 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-15T16:06:25.399 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 16:06:23 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-15T16:06:25.400 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 16:06:23 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-15T16:06:25.400 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 16:06:23 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-15T16:06:25.400 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 16:06:23 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-15T16:06:25.400 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 16:06:23 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-15T16:06:25.400 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 16:06:23 smithi016 ceph-mon[93212]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-15T16:06:25.400 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 16:06:23 smithi016 ceph-mon[93212]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-15T16:06:25.400 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 16:06:23 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-15T16:06:25.400 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 16:06:23 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-15T16:06:25.400 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 16:06:23 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-15T16:06:25.400 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 16:06:23 smithi016 ceph-mon[93212]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-15T16:06:25.400 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 16:06:23 smithi016 ceph-mon[93212]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-15T16:06:25.400 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 16:06:23 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-15T16:06:25.400 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 16:06:23 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-15T16:06:25.400 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 16:06:23 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-15T16:06:25.401 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 16:06:23 smithi016 ceph-mon[93212]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-15T16:06:25.401 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 16:06:23 smithi016 ceph-mon[93212]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-15T16:06:25.401 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 16:06:23 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-15T16:06:25.401 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 16:06:23 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-15T16:06:25.401 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 16:06:23 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-15T16:06:25.401 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 16:06:23 smithi016 ceph-mon[90652]: from='client.36114 -' entity='client.admin' cmd=[{"prefix": "telemetry preview", "target": ["mon-mgr", ""]}]: dispatch 2024-04-15T16:06:25.401 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 16:06:23 smithi016 ceph-mon[90652]: from='client.36114 -' entity='client.admin' cmd=[{"prefix": "telemetry preview", "target": ["mon-mgr", ""]}]: dispatch 2024-04-15T16:06:25.401 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 16:06:23 smithi016 ceph-mon[90652]: from='client.46061 -' entity='client.admin' cmd=[{"prefix": "telemetry preview-device", "target": ["mon-mgr", ""]}]: dispatch 2024-04-15T16:06:25.401 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 16:06:23 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T16:06:25.402 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 16:06:23 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-15T16:06:25.402 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 16:06:23 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-15T16:06:25.402 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 16:06:23 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-15T16:06:25.402 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 16:06:23 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-15T16:06:25.402 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 16:06:23 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-15T16:06:25.402 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 16:06:23 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-15T16:06:25.402 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 16:06:23 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-15T16:06:25.402 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 16:06:23 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-15T16:06:25.402 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 16:06:23 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-15T16:06:25.402 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 16:06:23 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-15T16:06:25.402 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 16:06:23 smithi016 ceph-mon[90652]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-15T16:06:25.402 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 16:06:23 smithi016 ceph-mon[90652]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-15T16:06:25.402 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 16:06:23 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-15T16:06:25.403 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 16:06:23 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-15T16:06:25.403 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 16:06:23 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-15T16:06:25.403 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 16:06:23 smithi016 ceph-mon[90652]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-15T16:06:25.403 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 16:06:23 smithi016 ceph-mon[90652]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-15T16:06:25.403 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 16:06:23 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-15T16:06:25.403 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 16:06:23 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-15T16:06:25.403 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 16:06:23 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-15T16:06:25.403 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 16:06:23 smithi016 ceph-mon[90652]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-15T16:06:25.403 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 16:06:23 smithi016 ceph-mon[90652]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-15T16:06:25.403 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 16:06:23 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-15T16:06:25.403 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 16:06:23 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-15T16:06:25.403 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 16:06:23 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-15T16:06:25.403 INFO:tasks.workunit.client.0.smithi016.stdout:Telemetry is on. 2024-04-15T16:06:25.404 INFO:tasks.workunit.client.0.smithi016.stderr:+ ceph telemetry show 2024-04-15T16:06:25.404 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 16:06:24 smithi016 ceph-mon[90652]: from='client.46061 -' entity='client.admin' cmd=[{"prefix": "telemetry preview-device", "target": ["mon-mgr", ""]}]: dispatch 2024-04-15T16:06:25.404 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 16:06:24 smithi016 ceph-mon[90652]: from='client.36138 -' entity='client.admin' cmd=[{"prefix": "telemetry preview-all", "target": ["mon-mgr", ""]}]: dispatch 2024-04-15T16:06:25.404 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 16:06:24 smithi016 ceph-mon[90652]: pgmap v5066: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail 2024-04-15T16:06:25.404 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 16:06:24 smithi016 ceph-mon[90652]: from='client.36138 -' entity='client.admin' cmd=[{"prefix": "telemetry preview-all", "target": ["mon-mgr", ""]}]: dispatch 2024-04-15T16:06:25.404 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 16:06:24 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T16:06:25.404 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 16:06:24 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-15T16:06:25.405 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 16:06:24 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-15T16:06:25.405 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 16:06:24 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-15T16:06:25.405 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 16:06:24 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-15T16:06:25.405 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 16:06:24 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-15T16:06:25.405 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 16:06:24 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-15T16:06:25.405 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 16:06:24 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-15T16:06:25.405 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 16:06:24 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-15T16:06:25.405 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 16:06:24 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-15T16:06:25.405 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 16:06:24 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-15T16:06:25.405 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 16:06:24 smithi016 ceph-mon[90652]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-15T16:06:25.405 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 16:06:24 smithi016 ceph-mon[90652]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-15T16:06:25.405 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 16:06:24 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-15T16:06:25.405 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 16:06:24 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-15T16:06:25.405 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 16:06:24 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-15T16:06:25.405 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 16:06:24 smithi016 ceph-mon[90652]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-15T16:06:25.406 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 16:06:24 smithi016 ceph-mon[90652]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-15T16:06:25.406 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 16:06:24 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-15T16:06:25.406 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 16:06:24 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-15T16:06:25.406 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 16:06:24 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-15T16:06:25.406 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 16:06:24 smithi016 ceph-mon[90652]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-15T16:06:25.406 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 16:06:24 smithi016 ceph-mon[90652]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-15T16:06:25.406 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 16:06:24 smithi016 ceph-mon[93212]: from='client.46061 -' entity='client.admin' cmd=[{"prefix": "telemetry preview-device", "target": ["mon-mgr", ""]}]: dispatch 2024-04-15T16:06:25.406 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 16:06:24 smithi016 ceph-mon[93212]: from='client.36138 -' entity='client.admin' cmd=[{"prefix": "telemetry preview-all", "target": ["mon-mgr", ""]}]: dispatch 2024-04-15T16:06:25.406 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 16:06:24 smithi016 ceph-mon[93212]: pgmap v5066: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail 2024-04-15T16:06:25.406 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 16:06:24 smithi016 ceph-mon[93212]: from='client.36138 -' entity='client.admin' cmd=[{"prefix": "telemetry preview-all", "target": ["mon-mgr", ""]}]: dispatch 2024-04-15T16:06:25.406 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 16:06:24 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T16:06:25.407 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 16:06:24 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-15T16:06:25.407 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 16:06:24 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-15T16:06:25.407 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 16:06:24 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-15T16:06:25.407 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 16:06:24 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-15T16:06:25.407 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 16:06:24 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-15T16:06:25.407 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 16:06:24 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-15T16:06:25.407 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 16:06:24 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-15T16:06:25.407 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 16:06:24 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-15T16:06:25.407 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 16:06:24 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-15T16:06:25.407 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 16:06:24 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-15T16:06:25.407 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 16:06:24 smithi016 ceph-mon[93212]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-15T16:06:25.407 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 16:06:24 smithi016 ceph-mon[93212]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-15T16:06:25.407 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 16:06:24 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-15T16:06:25.407 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 16:06:24 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-15T16:06:25.408 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 16:06:24 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-15T16:06:25.408 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 16:06:24 smithi016 ceph-mon[93212]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-15T16:06:25.408 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 16:06:24 smithi016 ceph-mon[93212]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-15T16:06:25.408 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 16:06:24 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-15T16:06:25.408 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 16:06:24 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-15T16:06:25.408 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 16:06:24 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-15T16:06:25.408 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 16:06:24 smithi016 ceph-mon[93212]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-15T16:06:25.408 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 16:06:24 smithi016 ceph-mon[93212]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-15T16:06:25.408 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 16:06:24 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-15T16:06:25.408 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 16:06:24 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-15T16:06:25.408 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 16:06:24 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-15T16:06:25.409 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 16:06:24 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T16:06:25.409 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 16:06:24 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T16:06:25.409 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 16:06:24 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T16:06:25.409 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 16:06:24 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-15T16:06:25.409 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 16:06:24 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-15T16:06:25.409 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 16:06:24 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-15T16:06:25.409 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 16:06:24 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-15T16:06:25.409 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 16:06:24 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-15T16:06:25.409 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 16:06:24 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-15T16:06:25.409 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 16:06:24 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-15T16:06:25.409 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 16:06:24 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-15T16:06:25.409 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 16:06:24 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-15T16:06:25.409 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 16:06:24 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-15T16:06:25.409 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 16:06:24 smithi016 ceph-mon[90652]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-15T16:06:25.409 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 16:06:24 smithi016 ceph-mon[90652]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-15T16:06:25.410 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 16:06:24 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-15T16:06:25.410 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 16:06:24 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-15T16:06:25.410 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 16:06:24 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-15T16:06:25.410 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 16:06:24 smithi016 ceph-mon[90652]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-15T16:06:25.410 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 16:06:24 smithi016 ceph-mon[90652]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-15T16:06:25.410 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 16:06:24 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-15T16:06:25.410 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 16:06:24 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-15T16:06:25.410 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 16:06:24 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-15T16:06:25.410 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 16:06:24 smithi016 ceph-mon[90652]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-15T16:06:25.410 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 16:06:24 smithi016 ceph-mon[90652]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-15T16:06:25.410 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 16:06:24 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-15T16:06:25.410 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 16:06:24 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-15T16:06:25.411 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 16:06:24 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-15T16:06:25.411 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 16:06:24 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-15T16:06:25.411 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 16:06:24 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T16:06:25.411 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 16:06:24 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T16:06:25.411 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 16:06:24 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T16:06:25.411 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 16:06:24 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-15T16:06:25.411 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 16:06:24 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-15T16:06:25.411 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 16:06:24 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-15T16:06:25.411 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 16:06:24 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-15T16:06:25.411 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 16:06:24 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-15T16:06:25.411 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 16:06:24 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-15T16:06:25.411 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 16:06:24 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-15T16:06:25.411 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 16:06:24 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-15T16:06:25.411 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 16:06:24 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-15T16:06:25.412 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 16:06:24 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-15T16:06:25.412 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 16:06:24 smithi016 ceph-mon[93212]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-15T16:06:25.412 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 16:06:24 smithi016 ceph-mon[93212]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-15T16:06:25.412 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 16:06:24 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-15T16:06:25.412 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 16:06:24 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-15T16:06:25.412 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 16:06:24 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-15T16:06:25.412 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 16:06:24 smithi016 ceph-mon[93212]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-15T16:06:25.412 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 16:06:24 smithi016 ceph-mon[93212]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-15T16:06:25.412 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 16:06:24 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-15T16:06:25.412 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 16:06:24 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-15T16:06:25.412 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 16:06:24 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-15T16:06:25.412 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 16:06:24 smithi016 ceph-mon[93212]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-15T16:06:25.412 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 16:06:24 smithi016 ceph-mon[93212]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-15T16:06:25.412 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 16:06:24 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-15T16:06:25.413 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 16:06:24 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-15T16:06:25.413 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 16:06:24 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-15T16:06:25.413 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 16:06:24 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T16:06:25.413 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 16:06:24 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T16:06:25.413 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 16:06:24 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T16:06:25.413 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 16:06:24 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-15T16:06:25.413 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 16:06:24 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T16:06:25.413 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 16:06:24 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-15T16:06:25.414 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 16:06:24 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-15T16:06:25.414 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 16:06:24 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T16:06:25.414 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 16:06:24 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T16:06:25.414 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 16:06:24 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T16:06:25.414 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 16:06:24 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-15T16:06:25.414 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 16:06:24 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T16:06:25.424 INFO:tasks.workunit.client.0.smithi016.stdout:{ 2024-04-15T16:06:25.424 INFO:tasks.workunit.client.0.smithi016.stdout: "balancer": { 2024-04-15T16:06:25.424 INFO:tasks.workunit.client.0.smithi016.stdout: "active": true, 2024-04-15T16:06:25.424 INFO:tasks.workunit.client.0.smithi016.stdout: "mode": "" 2024-04-15T16:06:25.424 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.424 INFO:tasks.workunit.client.0.smithi016.stdout: "channels": [ 2024-04-15T16:06:25.424 INFO:tasks.workunit.client.0.smithi016.stdout: "basic", 2024-04-15T16:06:25.424 INFO:tasks.workunit.client.0.smithi016.stdout: "crash", 2024-04-15T16:06:25.424 INFO:tasks.workunit.client.0.smithi016.stdout: "device", 2024-04-15T16:06:25.424 INFO:tasks.workunit.client.0.smithi016.stdout: "ident", 2024-04-15T16:06:25.424 INFO:tasks.workunit.client.0.smithi016.stdout: "perf" 2024-04-15T16:06:25.424 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:25.424 INFO:tasks.workunit.client.0.smithi016.stdout: "channels_available": [ 2024-04-15T16:06:25.424 INFO:tasks.workunit.client.0.smithi016.stdout: "basic", 2024-04-15T16:06:25.425 INFO:tasks.workunit.client.0.smithi016.stdout: "ident", 2024-04-15T16:06:25.425 INFO:tasks.workunit.client.0.smithi016.stdout: "crash", 2024-04-15T16:06:25.425 INFO:tasks.workunit.client.0.smithi016.stdout: "device", 2024-04-15T16:06:25.425 INFO:tasks.workunit.client.0.smithi016.stdout: "perf" 2024-04-15T16:06:25.425 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:25.425 INFO:tasks.workunit.client.0.smithi016.stdout: "collections_available": [ 2024-04-15T16:06:25.425 INFO:tasks.workunit.client.0.smithi016.stdout: "basic_base", 2024-04-15T16:06:25.425 INFO:tasks.workunit.client.0.smithi016.stdout: "device_base", 2024-04-15T16:06:25.425 INFO:tasks.workunit.client.0.smithi016.stdout: "crash_base", 2024-04-15T16:06:25.425 INFO:tasks.workunit.client.0.smithi016.stdout: "ident_base", 2024-04-15T16:06:25.425 INFO:tasks.workunit.client.0.smithi016.stdout: "perf_perf", 2024-04-15T16:06:25.425 INFO:tasks.workunit.client.0.smithi016.stdout: "basic_mds_metadata", 2024-04-15T16:06:25.425 INFO:tasks.workunit.client.0.smithi016.stdout: "basic_pool_usage", 2024-04-15T16:06:25.425 INFO:tasks.workunit.client.0.smithi016.stdout: "basic_usage_by_class", 2024-04-15T16:06:25.426 INFO:tasks.workunit.client.0.smithi016.stdout: "basic_rook_v01", 2024-04-15T16:06:25.426 INFO:tasks.workunit.client.0.smithi016.stdout: "perf_memory_metrics", 2024-04-15T16:06:25.426 INFO:tasks.workunit.client.0.smithi016.stdout: "basic_pool_options_bluestore", 2024-04-15T16:06:25.426 INFO:tasks.workunit.client.0.smithi016.stdout: "basic_pool_flags" 2024-04-15T16:06:25.426 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:25.426 INFO:tasks.workunit.client.0.smithi016.stdout: "collections_opted_in": [ 2024-04-15T16:06:25.426 INFO:tasks.workunit.client.0.smithi016.stdout: "basic_base", 2024-04-15T16:06:25.426 INFO:tasks.workunit.client.0.smithi016.stdout: "device_base", 2024-04-15T16:06:25.426 INFO:tasks.workunit.client.0.smithi016.stdout: "crash_base", 2024-04-15T16:06:25.426 INFO:tasks.workunit.client.0.smithi016.stdout: "ident_base", 2024-04-15T16:06:25.426 INFO:tasks.workunit.client.0.smithi016.stdout: "perf_perf", 2024-04-15T16:06:25.426 INFO:tasks.workunit.client.0.smithi016.stdout: "basic_mds_metadata", 2024-04-15T16:06:25.426 INFO:tasks.workunit.client.0.smithi016.stdout: "basic_pool_usage", 2024-04-15T16:06:25.426 INFO:tasks.workunit.client.0.smithi016.stdout: "basic_usage_by_class", 2024-04-15T16:06:25.427 INFO:tasks.workunit.client.0.smithi016.stdout: "basic_rook_v01", 2024-04-15T16:06:25.427 INFO:tasks.workunit.client.0.smithi016.stdout: "perf_memory_metrics", 2024-04-15T16:06:25.427 INFO:tasks.workunit.client.0.smithi016.stdout: "basic_pool_options_bluestore", 2024-04-15T16:06:25.427 INFO:tasks.workunit.client.0.smithi016.stdout: "basic_pool_flags" 2024-04-15T16:06:25.427 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:25.427 INFO:tasks.workunit.client.0.smithi016.stdout: "config": { 2024-04-15T16:06:25.427 INFO:tasks.workunit.client.0.smithi016.stdout: "active_changed": [ 2024-04-15T16:06:25.427 INFO:tasks.workunit.client.0.smithi016.stdout: "auth_allow_insecure_global_id_reclaim", 2024-04-15T16:06:25.427 INFO:tasks.workunit.client.0.smithi016.stdout: "auth_debug", 2024-04-15T16:06:25.427 INFO:tasks.workunit.client.0.smithi016.stdout: "auth_mon_ticket_ttl", 2024-04-15T16:06:25.427 INFO:tasks.workunit.client.0.smithi016.stdout: "auth_service_ticket_ttl", 2024-04-15T16:06:25.427 INFO:tasks.workunit.client.0.smithi016.stdout: "bdev_debug_aio", 2024-04-15T16:06:25.427 INFO:tasks.workunit.client.0.smithi016.stdout: "client_check_pool_perm", 2024-04-15T16:06:25.427 INFO:tasks.workunit.client.0.smithi016.stdout: "client_mount_gid", 2024-04-15T16:06:25.428 INFO:tasks.workunit.client.0.smithi016.stdout: "client_mount_uid", 2024-04-15T16:06:25.428 INFO:tasks.workunit.client.0.smithi016.stdout: "client_quota", 2024-04-15T16:06:25.428 INFO:tasks.workunit.client.0.smithi016.stdout: "container_image", 2024-04-15T16:06:25.428 INFO:tasks.workunit.client.0.smithi016.stdout: "daemonize", 2024-04-15T16:06:25.428 INFO:tasks.workunit.client.0.smithi016.stdout: "debug_asserts_on_shutdown", 2024-04-15T16:06:25.428 INFO:tasks.workunit.client.0.smithi016.stdout: "debug_mgr", 2024-04-15T16:06:25.428 INFO:tasks.workunit.client.0.smithi016.stdout: "debug_mon", 2024-04-15T16:06:25.428 INFO:tasks.workunit.client.0.smithi016.stdout: "debug_ms", 2024-04-15T16:06:25.428 INFO:tasks.workunit.client.0.smithi016.stdout: "debug_osd", 2024-04-15T16:06:25.428 INFO:tasks.workunit.client.0.smithi016.stdout: "debug_paxos", 2024-04-15T16:06:25.428 INFO:tasks.workunit.client.0.smithi016.stdout: "keyring", 2024-04-15T16:06:25.428 INFO:tasks.workunit.client.0.smithi016.stdout: "log_to_file", 2024-04-15T16:06:25.428 INFO:tasks.workunit.client.0.smithi016.stdout: "log_to_journald", 2024-04-15T16:06:25.428 INFO:tasks.workunit.client.0.smithi016.stdout: "log_to_stderr", 2024-04-15T16:06:25.428 INFO:tasks.workunit.client.0.smithi016.stdout: "mon_allow_pool_delete", 2024-04-15T16:06:25.429 INFO:tasks.workunit.client.0.smithi016.stdout: "mon_clock_drift_allowed", 2024-04-15T16:06:25.429 INFO:tasks.workunit.client.0.smithi016.stdout: "mon_cluster_log_file_level", 2024-04-15T16:06:25.429 INFO:tasks.workunit.client.0.smithi016.stdout: "mon_cluster_log_to_file", 2024-04-15T16:06:25.429 INFO:tasks.workunit.client.0.smithi016.stdout: "mon_cluster_log_to_journald", 2024-04-15T16:06:25.429 INFO:tasks.workunit.client.0.smithi016.stdout: "mon_cluster_log_to_stderr", 2024-04-15T16:06:25.429 INFO:tasks.workunit.client.0.smithi016.stdout: "mon_data_avail_warn", 2024-04-15T16:06:25.429 INFO:tasks.workunit.client.0.smithi016.stdout: "mon_election_default_strategy", 2024-04-15T16:06:25.429 INFO:tasks.workunit.client.0.smithi016.stdout: "mon_host", 2024-04-15T16:06:25.429 INFO:tasks.workunit.client.0.smithi016.stdout: "mon_max_pg_per_osd", 2024-04-15T16:06:25.429 INFO:tasks.workunit.client.0.smithi016.stdout: "mon_mds_skip_sanity", 2024-04-15T16:06:25.429 INFO:tasks.workunit.client.0.smithi016.stdout: "mon_mgr_mkfs_grace", 2024-04-15T16:06:25.429 INFO:tasks.workunit.client.0.smithi016.stdout: "mon_osd_prime_pg_temp", 2024-04-15T16:06:25.429 INFO:tasks.workunit.client.0.smithi016.stdout: "mon_osd_reporter_subtree_level", 2024-04-15T16:06:25.429 INFO:tasks.workunit.client.0.smithi016.stdout: "mon_pg_warn_max_object_skew", 2024-04-15T16:06:25.430 INFO:tasks.workunit.client.0.smithi016.stdout: "mon_reweight_min_bytes_per_osd", 2024-04-15T16:06:25.430 INFO:tasks.workunit.client.0.smithi016.stdout: "mon_reweight_min_pgs_per_osd", 2024-04-15T16:06:25.430 INFO:tasks.workunit.client.0.smithi016.stdout: "mon_warn_on_crush_straw_calc_version_zero", 2024-04-15T16:06:25.430 INFO:tasks.workunit.client.0.smithi016.stdout: "mon_warn_on_insecure_global_id_reclaim", 2024-04-15T16:06:25.430 INFO:tasks.workunit.client.0.smithi016.stdout: "mon_warn_on_insecure_global_id_reclaim_allowed", 2024-04-15T16:06:25.430 INFO:tasks.workunit.client.0.smithi016.stdout: "mon_warn_on_legacy_crush_tunables", 2024-04-15T16:06:25.430 INFO:tasks.workunit.client.0.smithi016.stdout: "mon_warn_on_osd_down_out_interval_zero", 2024-04-15T16:06:25.430 INFO:tasks.workunit.client.0.smithi016.stdout: "mon_warn_on_pool_pg_num_not_power_of_two", 2024-04-15T16:06:25.430 INFO:tasks.workunit.client.0.smithi016.stdout: "mon_warn_on_too_few_osds", 2024-04-15T16:06:25.430 INFO:tasks.workunit.client.0.smithi016.stdout: "ms_die_on_bug", 2024-04-15T16:06:25.430 INFO:tasks.workunit.client.0.smithi016.stdout: "ms_die_on_old_message", 2024-04-15T16:06:25.430 INFO:tasks.workunit.client.0.smithi016.stdout: "no_config_file", 2024-04-15T16:06:25.430 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_class_default_list", 2024-04-15T16:06:25.430 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_class_load_list", 2024-04-15T16:06:25.431 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_debug_misdirected_ops", 2024-04-15T16:06:25.431 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_debug_op_order", 2024-04-15T16:06:25.431 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_debug_pg_log_writeout", 2024-04-15T16:06:25.431 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_debug_shutdown", 2024-04-15T16:06:25.431 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_debug_verify_cached_snaps", 2024-04-15T16:06:25.431 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_debug_verify_missing_on_start", 2024-04-15T16:06:25.431 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_debug_verify_stray_on_activate", 2024-04-15T16:06:25.431 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_deep_scrub_update_digest_min_age", 2024-04-15T16:06:25.431 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_delete_sleep", 2024-04-15T16:06:25.431 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_delete_sleep_hdd", 2024-04-15T16:06:25.431 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_delete_sleep_hybrid", 2024-04-15T16:06:25.431 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_delete_sleep_ssd", 2024-04-15T16:06:25.431 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_max_backfills", 2024-04-15T16:06:25.431 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_mclock_max_capacity_iops_ssd", 2024-04-15T16:06:25.432 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_mclock_profile", 2024-04-15T16:06:25.432 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_mclock_scheduler_background_best_effort_lim", 2024-04-15T16:06:25.432 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_mclock_scheduler_background_best_effort_res", 2024-04-15T16:06:25.432 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_mclock_scheduler_background_best_effort_wgt", 2024-04-15T16:06:25.432 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_mclock_scheduler_background_recovery_lim", 2024-04-15T16:06:25.432 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_mclock_scheduler_background_recovery_res", 2024-04-15T16:06:25.432 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_mclock_scheduler_background_recovery_wgt", 2024-04-15T16:06:25.432 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_mclock_scheduler_client_lim", 2024-04-15T16:06:25.432 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_mclock_scheduler_client_res", 2024-04-15T16:06:25.432 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_mclock_scheduler_client_wgt", 2024-04-15T16:06:25.432 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_memory_target", 2024-04-15T16:06:25.432 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_memory_target_autotune", 2024-04-15T16:06:25.432 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_op_queue", 2024-04-15T16:06:25.432 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_op_queue_cut_off", 2024-04-15T16:06:25.432 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_pool_default_erasure_code_profile", 2024-04-15T16:06:25.433 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_pool_default_pg_autoscale_mode", 2024-04-15T16:06:25.433 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_recover_clone_overlap", 2024-04-15T16:06:25.433 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_recovery_max_active", 2024-04-15T16:06:25.433 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_recovery_max_active_hdd", 2024-04-15T16:06:25.433 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_recovery_max_active_ssd", 2024-04-15T16:06:25.433 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_recovery_max_chunk", 2024-04-15T16:06:25.433 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_recovery_sleep", 2024-04-15T16:06:25.433 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_recovery_sleep_hdd", 2024-04-15T16:06:25.433 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_recovery_sleep_hybrid", 2024-04-15T16:06:25.433 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_recovery_sleep_ssd", 2024-04-15T16:06:25.433 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_scrub_load_threshold", 2024-04-15T16:06:25.433 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_scrub_max_interval", 2024-04-15T16:06:25.433 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_scrub_sleep", 2024-04-15T16:06:25.433 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_shutdown_pgref_assert", 2024-04-15T16:06:25.434 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_snap_trim_sleep", 2024-04-15T16:06:25.434 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_snap_trim_sleep_hdd", 2024-04-15T16:06:25.434 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_snap_trim_sleep_hybrid", 2024-04-15T16:06:25.434 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_snap_trim_sleep_ssd", 2024-04-15T16:06:25.434 INFO:tasks.workunit.client.0.smithi016.stdout: "public_network", 2024-04-15T16:06:25.434 INFO:tasks.workunit.client.0.smithi016.stdout: "rbd_config_pool_override_update_timestamp", 2024-04-15T16:06:25.434 INFO:tasks.workunit.client.0.smithi016.stdout: "rbd_default_features", 2024-04-15T16:06:25.434 INFO:tasks.workunit.client.0.smithi016.stdout: "rbd_qos_exclude_ops", 2024-04-15T16:06:25.434 INFO:tasks.workunit.client.0.smithi016.stdout: "setgroup", 2024-04-15T16:06:25.434 INFO:tasks.workunit.client.0.smithi016.stdout: "setuser" 2024-04-15T16:06:25.434 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:25.434 INFO:tasks.workunit.client.0.smithi016.stdout: "cluster_changed": [ 2024-04-15T16:06:25.434 INFO:tasks.workunit.client.0.smithi016.stdout: "auth_allow_insecure_global_id_reclaim", 2024-04-15T16:06:25.435 INFO:tasks.workunit.client.0.smithi016.stdout: "auth_debug", 2024-04-15T16:06:25.435 INFO:tasks.workunit.client.0.smithi016.stdout: "auth_mon_ticket_ttl", 2024-04-15T16:06:25.435 INFO:tasks.workunit.client.0.smithi016.stdout: "auth_service_ticket_ttl", 2024-04-15T16:06:25.435 INFO:tasks.workunit.client.0.smithi016.stdout: "bdev_debug_aio", 2024-04-15T16:06:25.435 INFO:tasks.workunit.client.0.smithi016.stdout: "container_image", 2024-04-15T16:06:25.435 INFO:tasks.workunit.client.0.smithi016.stdout: "debug_asserts_on_shutdown", 2024-04-15T16:06:25.435 INFO:tasks.workunit.client.0.smithi016.stdout: "debug_mgr", 2024-04-15T16:06:25.435 INFO:tasks.workunit.client.0.smithi016.stdout: "debug_mon", 2024-04-15T16:06:25.435 INFO:tasks.workunit.client.0.smithi016.stdout: "debug_ms", 2024-04-15T16:06:25.435 INFO:tasks.workunit.client.0.smithi016.stdout: "debug_osd", 2024-04-15T16:06:25.435 INFO:tasks.workunit.client.0.smithi016.stdout: "debug_paxos", 2024-04-15T16:06:25.435 INFO:tasks.workunit.client.0.smithi016.stdout: "log_to_file", 2024-04-15T16:06:25.435 INFO:tasks.workunit.client.0.smithi016.stdout: "log_to_journald", 2024-04-15T16:06:25.435 INFO:tasks.workunit.client.0.smithi016.stdout: "log_to_stderr", 2024-04-15T16:06:25.435 INFO:tasks.workunit.client.0.smithi016.stdout: "mds_join_fs", 2024-04-15T16:06:25.436 INFO:tasks.workunit.client.0.smithi016.stdout: "mgr/cephadm/allow_ptrace", 2024-04-15T16:06:25.436 INFO:tasks.workunit.client.0.smithi016.stdout: "mgr/cephadm/container_init", 2024-04-15T16:06:25.436 INFO:tasks.workunit.client.0.smithi016.stdout: "mgr/cephadm/migration_current", 2024-04-15T16:06:25.436 INFO:tasks.workunit.client.0.smithi016.stdout: "mgr/cephadm/use_repo_digest", 2024-04-15T16:06:25.436 INFO:tasks.workunit.client.0.smithi016.stdout: "mgr/dashboard/ALERTMANAGER_API_HOST", 2024-04-15T16:06:25.436 INFO:tasks.workunit.client.0.smithi016.stdout: "mgr/dashboard/GRAFANA_API_SSL_VERIFY", 2024-04-15T16:06:25.436 INFO:tasks.workunit.client.0.smithi016.stdout: "mgr/dashboard/GRAFANA_API_URL", 2024-04-15T16:06:25.436 INFO:tasks.workunit.client.0.smithi016.stdout: "mgr/dashboard/PROMETHEUS_API_HOST", 2024-04-15T16:06:25.436 INFO:tasks.workunit.client.0.smithi016.stdout: "mgr/dashboard/ssl_server_port", 2024-04-15T16:06:25.436 INFO:tasks.workunit.client.0.smithi016.stdout: "mgr/orchestrator/orchestrator", 2024-04-15T16:06:25.436 INFO:tasks.workunit.client.0.smithi016.stdout: "mgr/telemetry/channel_ident", 2024-04-15T16:06:25.436 INFO:tasks.workunit.client.0.smithi016.stdout: "mgr/telemetry/channel_perf", 2024-04-15T16:06:25.436 INFO:tasks.workunit.client.0.smithi016.stdout: "mgr/telemetry/description", 2024-04-15T16:06:25.436 INFO:tasks.workunit.client.0.smithi016.stdout: "mgr/telemetry/enabled", 2024-04-15T16:06:25.436 INFO:tasks.workunit.client.0.smithi016.stdout: "mgr/telemetry/organization", 2024-04-15T16:06:25.437 INFO:tasks.workunit.client.0.smithi016.stdout: "mon_allow_pool_delete", 2024-04-15T16:06:25.437 INFO:tasks.workunit.client.0.smithi016.stdout: "mon_clock_drift_allowed", 2024-04-15T16:06:25.437 INFO:tasks.workunit.client.0.smithi016.stdout: "mon_cluster_log_file_level", 2024-04-15T16:06:25.437 INFO:tasks.workunit.client.0.smithi016.stdout: "mon_cluster_log_to_file", 2024-04-15T16:06:25.437 INFO:tasks.workunit.client.0.smithi016.stdout: "mon_data_avail_warn", 2024-04-15T16:06:25.437 INFO:tasks.workunit.client.0.smithi016.stdout: "mon_election_default_strategy", 2024-04-15T16:06:25.437 INFO:tasks.workunit.client.0.smithi016.stdout: "mon_max_pg_per_osd", 2024-04-15T16:06:25.437 INFO:tasks.workunit.client.0.smithi016.stdout: "mon_mds_skip_sanity", 2024-04-15T16:06:25.437 INFO:tasks.workunit.client.0.smithi016.stdout: "mon_mgr_mkfs_grace", 2024-04-15T16:06:25.437 INFO:tasks.workunit.client.0.smithi016.stdout: "mon_osd_prime_pg_temp", 2024-04-15T16:06:25.437 INFO:tasks.workunit.client.0.smithi016.stdout: "mon_osd_reporter_subtree_level", 2024-04-15T16:06:25.437 INFO:tasks.workunit.client.0.smithi016.stdout: "mon_pg_warn_max_object_skew", 2024-04-15T16:06:25.437 INFO:tasks.workunit.client.0.smithi016.stdout: "mon_reweight_min_bytes_per_osd", 2024-04-15T16:06:25.437 INFO:tasks.workunit.client.0.smithi016.stdout: "mon_reweight_min_pgs_per_osd", 2024-04-15T16:06:25.437 INFO:tasks.workunit.client.0.smithi016.stdout: "mon_warn_on_crush_straw_calc_version_zero", 2024-04-15T16:06:25.437 INFO:tasks.workunit.client.0.smithi016.stdout: "mon_warn_on_insecure_global_id_reclaim", 2024-04-15T16:06:25.438 INFO:tasks.workunit.client.0.smithi016.stdout: "mon_warn_on_insecure_global_id_reclaim_allowed", 2024-04-15T16:06:25.438 INFO:tasks.workunit.client.0.smithi016.stdout: "mon_warn_on_legacy_crush_tunables", 2024-04-15T16:06:25.438 INFO:tasks.workunit.client.0.smithi016.stdout: "mon_warn_on_osd_down_out_interval_zero", 2024-04-15T16:06:25.438 INFO:tasks.workunit.client.0.smithi016.stdout: "mon_warn_on_pool_pg_num_not_power_of_two", 2024-04-15T16:06:25.438 INFO:tasks.workunit.client.0.smithi016.stdout: "mon_warn_on_too_few_osds", 2024-04-15T16:06:25.438 INFO:tasks.workunit.client.0.smithi016.stdout: "ms_die_on_bug", 2024-04-15T16:06:25.438 INFO:tasks.workunit.client.0.smithi016.stdout: "ms_die_on_old_message", 2024-04-15T16:06:25.438 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_class_default_list", 2024-04-15T16:06:25.438 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_class_load_list", 2024-04-15T16:06:25.438 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_debug_misdirected_ops", 2024-04-15T16:06:25.438 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_debug_op_order", 2024-04-15T16:06:25.438 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_debug_pg_log_writeout", 2024-04-15T16:06:25.438 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_debug_shutdown", 2024-04-15T16:06:25.438 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_debug_verify_cached_snaps", 2024-04-15T16:06:25.439 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_debug_verify_missing_on_start", 2024-04-15T16:06:25.439 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_debug_verify_stray_on_activate", 2024-04-15T16:06:25.439 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_deep_scrub_update_digest_min_age", 2024-04-15T16:06:25.439 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_mclock_max_capacity_iops_ssd", 2024-04-15T16:06:25.439 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_mclock_profile", 2024-04-15T16:06:25.439 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_memory_target", 2024-04-15T16:06:25.439 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_memory_target_autotune", 2024-04-15T16:06:25.439 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_op_queue", 2024-04-15T16:06:25.439 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_op_queue_cut_off", 2024-04-15T16:06:25.439 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_pool_default_erasure_code_profile", 2024-04-15T16:06:25.439 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_pool_default_pg_autoscale_mode", 2024-04-15T16:06:25.439 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_recover_clone_overlap", 2024-04-15T16:06:25.439 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_recovery_max_chunk", 2024-04-15T16:06:25.439 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_scrub_load_threshold", 2024-04-15T16:06:25.440 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_scrub_max_interval", 2024-04-15T16:06:25.440 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_shutdown_pgref_assert", 2024-04-15T16:06:25.440 INFO:tasks.workunit.client.0.smithi016.stdout: "public_network", 2024-04-15T16:06:25.440 INFO:tasks.workunit.client.0.smithi016.stdout: "rbd_config_pool_override_update_timestamp", 2024-04-15T16:06:25.440 INFO:tasks.workunit.client.0.smithi016.stdout: "rgw_cache_enabled", 2024-04-15T16:06:25.440 INFO:tasks.workunit.client.0.smithi016.stdout: "rgw_enable_ops_log", 2024-04-15T16:06:25.440 INFO:tasks.workunit.client.0.smithi016.stdout: "rgw_enable_usage_log" 2024-04-15T16:06:25.440 INFO:tasks.workunit.client.0.smithi016.stdout: ] 2024-04-15T16:06:25.440 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.440 INFO:tasks.workunit.client.0.smithi016.stdout: "contact": null, 2024-04-15T16:06:25.441 INFO:tasks.workunit.client.0.smithi016.stdout: "crashes": [], 2024-04-15T16:06:25.441 INFO:tasks.workunit.client.0.smithi016.stdout: "created": "2024-04-15T14:28:00.200872Z", 2024-04-15T16:06:25.441 INFO:tasks.workunit.client.0.smithi016.stdout: "crush": { 2024-04-15T16:06:25.441 INFO:tasks.workunit.client.0.smithi016.stdout: "bucket_algs": { 2024-04-15T16:06:25.441 INFO:tasks.workunit.client.0.smithi016.stdout: "straw2": 3 2024-04-15T16:06:25.441 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.441 INFO:tasks.workunit.client.0.smithi016.stdout: "bucket_sizes": { 2024-04-15T16:06:25.441 INFO:tasks.workunit.client.0.smithi016.stdout: "2": 1, 2024-04-15T16:06:25.441 INFO:tasks.workunit.client.0.smithi016.stdout: "4": 2 2024-04-15T16:06:25.441 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.441 INFO:tasks.workunit.client.0.smithi016.stdout: "bucket_types": { 2024-04-15T16:06:25.441 INFO:tasks.workunit.client.0.smithi016.stdout: "1": 2, 2024-04-15T16:06:25.441 INFO:tasks.workunit.client.0.smithi016.stdout: "11": 1 2024-04-15T16:06:25.441 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.442 INFO:tasks.workunit.client.0.smithi016.stdout: "compat_weight_set": false, 2024-04-15T16:06:25.442 INFO:tasks.workunit.client.0.smithi016.stdout: "device_classes": [ 2024-04-15T16:06:25.442 INFO:tasks.workunit.client.0.smithi016.stdout: 8 2024-04-15T16:06:25.442 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:25.442 INFO:tasks.workunit.client.0.smithi016.stdout: "num_buckets": 6, 2024-04-15T16:06:25.442 INFO:tasks.workunit.client.0.smithi016.stdout: "num_devices": 8, 2024-04-15T16:06:25.442 INFO:tasks.workunit.client.0.smithi016.stdout: "num_rules": 2, 2024-04-15T16:06:25.442 INFO:tasks.workunit.client.0.smithi016.stdout: "num_types": 12, 2024-04-15T16:06:25.442 INFO:tasks.workunit.client.0.smithi016.stdout: "num_weight_sets": 0, 2024-04-15T16:06:25.442 INFO:tasks.workunit.client.0.smithi016.stdout: "tunables": { 2024-04-15T16:06:25.442 INFO:tasks.workunit.client.0.smithi016.stdout: "allowed_bucket_algs": 54, 2024-04-15T16:06:25.442 INFO:tasks.workunit.client.0.smithi016.stdout: "choose_local_fallback_tries": 0, 2024-04-15T16:06:25.442 INFO:tasks.workunit.client.0.smithi016.stdout: "choose_local_tries": 0, 2024-04-15T16:06:25.442 INFO:tasks.workunit.client.0.smithi016.stdout: "choose_total_tries": 50, 2024-04-15T16:06:25.443 INFO:tasks.workunit.client.0.smithi016.stdout: "chooseleaf_descend_once": 1, 2024-04-15T16:06:25.443 INFO:tasks.workunit.client.0.smithi016.stdout: "chooseleaf_stable": 1, 2024-04-15T16:06:25.443 INFO:tasks.workunit.client.0.smithi016.stdout: "chooseleaf_vary_r": 1, 2024-04-15T16:06:25.443 INFO:tasks.workunit.client.0.smithi016.stdout: "has_msr_rules": 0, 2024-04-15T16:06:25.443 INFO:tasks.workunit.client.0.smithi016.stdout: "has_v2_rules": 1, 2024-04-15T16:06:25.443 INFO:tasks.workunit.client.0.smithi016.stdout: "has_v3_rules": 0, 2024-04-15T16:06:25.443 INFO:tasks.workunit.client.0.smithi016.stdout: "has_v4_buckets": 1, 2024-04-15T16:06:25.443 INFO:tasks.workunit.client.0.smithi016.stdout: "has_v5_rules": 0, 2024-04-15T16:06:25.443 INFO:tasks.workunit.client.0.smithi016.stdout: "legacy_tunables": 0, 2024-04-15T16:06:25.443 INFO:tasks.workunit.client.0.smithi016.stdout: "minimum_required_version": "jewel", 2024-04-15T16:06:25.443 INFO:tasks.workunit.client.0.smithi016.stdout: "msr_collision_tries": 100, 2024-04-15T16:06:25.443 INFO:tasks.workunit.client.0.smithi016.stdout: "msr_descents": 100, 2024-04-15T16:06:25.443 INFO:tasks.workunit.client.0.smithi016.stdout: "optimal_tunables": 1, 2024-04-15T16:06:25.443 INFO:tasks.workunit.client.0.smithi016.stdout: "profile": "jewel", 2024-04-15T16:06:25.444 INFO:tasks.workunit.client.0.smithi016.stdout: "require_feature_tunables": 1, 2024-04-15T16:06:25.444 INFO:tasks.workunit.client.0.smithi016.stdout: "require_feature_tunables2": 1, 2024-04-15T16:06:25.444 INFO:tasks.workunit.client.0.smithi016.stdout: "require_feature_tunables3": 1, 2024-04-15T16:06:25.444 INFO:tasks.workunit.client.0.smithi016.stdout: "require_feature_tunables5": 1, 2024-04-15T16:06:25.444 INFO:tasks.workunit.client.0.smithi016.stdout: "straw_calc_version": 1 2024-04-15T16:06:25.444 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T16:06:25.444 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.444 INFO:tasks.workunit.client.0.smithi016.stdout: "description": "upgrade test cluster", 2024-04-15T16:06:25.444 INFO:tasks.workunit.client.0.smithi016.stdout: "fs": { 2024-04-15T16:06:25.444 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 1, 2024-04-15T16:06:25.444 INFO:tasks.workunit.client.0.smithi016.stdout: "feature_flags": { 2024-04-15T16:06:25.444 INFO:tasks.workunit.client.0.smithi016.stdout: "enable_multiple": true, 2024-04-15T16:06:25.444 INFO:tasks.workunit.client.0.smithi016.stdout: "ever_enabled_multiple": true 2024-04-15T16:06:25.444 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.445 INFO:tasks.workunit.client.0.smithi016.stdout: "filesystems": [ 2024-04-15T16:06:25.445 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-15T16:06:25.445 INFO:tasks.workunit.client.0.smithi016.stdout: "approx_ctime": "2024-04", 2024-04-15T16:06:25.445 INFO:tasks.workunit.client.0.smithi016.stdout: "balancer_enabled": false, 2024-04-15T16:06:25.445 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T16:06:25.445 INFO:tasks.workunit.client.0.smithi016.stdout: "cached_caps": 0, 2024-04-15T16:06:25.445 INFO:tasks.workunit.client.0.smithi016.stdout: "cached_dns": 10, 2024-04-15T16:06:25.445 INFO:tasks.workunit.client.0.smithi016.stdout: "cached_inos": 13, 2024-04-15T16:06:25.445 INFO:tasks.workunit.client.0.smithi016.stdout: "cached_subtrees": 2, 2024-04-15T16:06:25.445 INFO:tasks.workunit.client.0.smithi016.stdout: "ever_allowed_features": 0, 2024-04-15T16:06:25.445 INFO:tasks.workunit.client.0.smithi016.stdout: "explicitly_allowed_features": 0, 2024-04-15T16:06:25.445 INFO:tasks.workunit.client.0.smithi016.stdout: "files": 0, 2024-04-15T16:06:25.445 INFO:tasks.workunit.client.0.smithi016.stdout: "max_mds": 1, 2024-04-15T16:06:25.445 INFO:tasks.workunit.client.0.smithi016.stdout: "num_data_pools": 1, 2024-04-15T16:06:25.446 INFO:tasks.workunit.client.0.smithi016.stdout: "num_in": 1, 2024-04-15T16:06:25.446 INFO:tasks.workunit.client.0.smithi016.stdout: "num_mds": 1, 2024-04-15T16:06:25.446 INFO:tasks.workunit.client.0.smithi016.stdout: "num_sessions": 0, 2024-04-15T16:06:25.446 INFO:tasks.workunit.client.0.smithi016.stdout: "num_standby_replay": 0, 2024-04-15T16:06:25.446 INFO:tasks.workunit.client.0.smithi016.stdout: "num_up": 1, 2024-04-15T16:06:25.446 INFO:tasks.workunit.client.0.smithi016.stdout: "snaps": 0, 2024-04-15T16:06:25.446 INFO:tasks.workunit.client.0.smithi016.stdout: "standby_count_wanted": 0 2024-04-15T16:06:25.446 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T16:06:25.446 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:25.446 INFO:tasks.workunit.client.0.smithi016.stdout: "num_standby_mds": 1, 2024-04-15T16:06:25.446 INFO:tasks.workunit.client.0.smithi016.stdout: "total_num_mds": 2 2024-04-15T16:06:25.446 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.446 INFO:tasks.workunit.client.0.smithi016.stdout: "heap_stats": { 2024-04-15T16:06:25.446 INFO:tasks.workunit.client.0.smithi016.stdout: "mds": { 2024-04-15T16:06:25.447 INFO:tasks.workunit.client.0.smithi016.stdout: "mds.96c04f3d51aa9c4650d798b6d991f5b64af8e5e4": { 2024-04-15T16:06:25.447 INFO:tasks.workunit.client.0.smithi016.stdout: "actual_memory_used": 20258816, 2024-04-15T16:06:25.447 INFO:tasks.workunit.client.0.smithi016.stdout: "central_cache_freelist": 330440, 2024-04-15T16:06:25.447 INFO:tasks.workunit.client.0.smithi016.stdout: "malloc_metadata": 2752512, 2024-04-15T16:06:25.447 INFO:tasks.workunit.client.0.smithi016.stdout: "page_heap_freelist": 819200, 2024-04-15T16:06:25.447 INFO:tasks.workunit.client.0.smithi016.stdout: "released_to_os": 0, 2024-04-15T16:06:25.447 INFO:tasks.workunit.client.0.smithi016.stdout: "spans_in_use": 342, 2024-04-15T16:06:25.447 INFO:tasks.workunit.client.0.smithi016.stdout: "tcmalloc_page_size": 8192, 2024-04-15T16:06:25.447 INFO:tasks.workunit.client.0.smithi016.stdout: "thread_cache_freelists": 1087656, 2024-04-15T16:06:25.447 INFO:tasks.workunit.client.0.smithi016.stdout: "thread_heaps_in_use": 13, 2024-04-15T16:06:25.447 INFO:tasks.workunit.client.0.smithi016.stdout: "transfer_cache_freelist": 775168, 2024-04-15T16:06:25.447 INFO:tasks.workunit.client.0.smithi016.stdout: "use_by_application": 14493840, 2024-04-15T16:06:25.447 INFO:tasks.workunit.client.0.smithi016.stdout: "virtual_address_space_used": 20258816 2024-04-15T16:06:25.447 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.447 INFO:tasks.workunit.client.0.smithi016.stdout: "mds.dd602b36cabf11effbd0d8bd19ba267ecac4bcd8": { 2024-04-15T16:06:25.448 INFO:tasks.workunit.client.0.smithi016.stdout: "actual_memory_used": 20414464, 2024-04-15T16:06:25.448 INFO:tasks.workunit.client.0.smithi016.stdout: "central_cache_freelist": 412216, 2024-04-15T16:06:25.448 INFO:tasks.workunit.client.0.smithi016.stdout: "malloc_metadata": 2752512, 2024-04-15T16:06:25.448 INFO:tasks.workunit.client.0.smithi016.stdout: "page_heap_freelist": 0, 2024-04-15T16:06:25.448 INFO:tasks.workunit.client.0.smithi016.stdout: "released_to_os": 892928, 2024-04-15T16:06:25.448 INFO:tasks.workunit.client.0.smithi016.stdout: "spans_in_use": 426, 2024-04-15T16:06:25.448 INFO:tasks.workunit.client.0.smithi016.stdout: "tcmalloc_page_size": 8192, 2024-04-15T16:06:25.448 INFO:tasks.workunit.client.0.smithi016.stdout: "thread_cache_freelists": 1398296, 2024-04-15T16:06:25.448 INFO:tasks.workunit.client.0.smithi016.stdout: "thread_heaps_in_use": 22, 2024-04-15T16:06:25.448 INFO:tasks.workunit.client.0.smithi016.stdout: "transfer_cache_freelist": 978944, 2024-04-15T16:06:25.448 INFO:tasks.workunit.client.0.smithi016.stdout: "use_by_application": 14872496, 2024-04-15T16:06:25.448 INFO:tasks.workunit.client.0.smithi016.stdout: "virtual_address_space_used": 21307392 2024-04-15T16:06:25.448 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T16:06:25.448 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.449 INFO:tasks.workunit.client.0.smithi016.stdout: "mon": { 2024-04-15T16:06:25.449 INFO:tasks.workunit.client.0.smithi016.stdout: "mon.96c04f3d51aa9c4650d798b6d991f5b64af8e5e4": { 2024-04-15T16:06:25.449 INFO:tasks.workunit.client.0.smithi016.stdout: "actual_memory_used": 168157184, 2024-04-15T16:06:25.449 INFO:tasks.workunit.client.0.smithi016.stdout: "central_cache_freelist": 2162232, 2024-04-15T16:06:25.449 INFO:tasks.workunit.client.0.smithi016.stdout: "malloc_metadata": 3014656, 2024-04-15T16:06:25.449 INFO:tasks.workunit.client.0.smithi016.stdout: "page_heap_freelist": 0, 2024-04-15T16:06:25.449 INFO:tasks.workunit.client.0.smithi016.stdout: "released_to_os": 3620864, 2024-04-15T16:06:25.449 INFO:tasks.workunit.client.0.smithi016.stdout: "spans_in_use": 6533, 2024-04-15T16:06:25.449 INFO:tasks.workunit.client.0.smithi016.stdout: "tcmalloc_page_size": 8192, 2024-04-15T16:06:25.449 INFO:tasks.workunit.client.0.smithi016.stdout: "thread_cache_freelists": 10106856, 2024-04-15T16:06:25.449 INFO:tasks.workunit.client.0.smithi016.stdout: "thread_heaps_in_use": 20, 2024-04-15T16:06:25.449 INFO:tasks.workunit.client.0.smithi016.stdout: "transfer_cache_freelist": 2492928, 2024-04-15T16:06:25.449 INFO:tasks.workunit.client.0.smithi016.stdout: "use_by_application": 150380512, 2024-04-15T16:06:25.449 INFO:tasks.workunit.client.0.smithi016.stdout: "virtual_address_space_used": 171778048 2024-04-15T16:06:25.450 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.450 INFO:tasks.workunit.client.0.smithi016.stdout: "mon.db7bc7ff646004cab5cc32c315bc5a54adf74b4c": { 2024-04-15T16:06:25.450 INFO:tasks.workunit.client.0.smithi016.stdout: "actual_memory_used": 175824896, 2024-04-15T16:06:25.450 INFO:tasks.workunit.client.0.smithi016.stdout: "central_cache_freelist": 2534672, 2024-04-15T16:06:25.450 INFO:tasks.workunit.client.0.smithi016.stdout: "malloc_metadata": 5111808, 2024-04-15T16:06:25.450 INFO:tasks.workunit.client.0.smithi016.stdout: "page_heap_freelist": 573440, 2024-04-15T16:06:25.450 INFO:tasks.workunit.client.0.smithi016.stdout: "released_to_os": 2244608, 2024-04-15T16:06:25.450 INFO:tasks.workunit.client.0.smithi016.stdout: "spans_in_use": 6832, 2024-04-15T16:06:25.450 INFO:tasks.workunit.client.0.smithi016.stdout: "tcmalloc_page_size": 8192, 2024-04-15T16:06:25.450 INFO:tasks.workunit.client.0.smithi016.stdout: "thread_cache_freelists": 12939280, 2024-04-15T16:06:25.450 INFO:tasks.workunit.client.0.smithi016.stdout: "thread_heaps_in_use": 20, 2024-04-15T16:06:25.450 INFO:tasks.workunit.client.0.smithi016.stdout: "transfer_cache_freelist": 2852352, 2024-04-15T16:06:25.450 INFO:tasks.workunit.client.0.smithi016.stdout: "use_by_application": 151813344, 2024-04-15T16:06:25.450 INFO:tasks.workunit.client.0.smithi016.stdout: "virtual_address_space_used": 178069504 2024-04-15T16:06:25.451 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.451 INFO:tasks.workunit.client.0.smithi016.stdout: "mon.dd602b36cabf11effbd0d8bd19ba267ecac4bcd8": { 2024-04-15T16:06:25.451 INFO:tasks.workunit.client.0.smithi016.stdout: "actual_memory_used": 262070272, 2024-04-15T16:06:25.451 INFO:tasks.workunit.client.0.smithi016.stdout: "central_cache_freelist": 4860424, 2024-04-15T16:06:25.451 INFO:tasks.workunit.client.0.smithi016.stdout: "malloc_metadata": 3145728, 2024-04-15T16:06:25.451 INFO:tasks.workunit.client.0.smithi016.stdout: "page_heap_freelist": 1007616, 2024-04-15T16:06:25.451 INFO:tasks.workunit.client.0.smithi016.stdout: "released_to_os": 1245184, 2024-04-15T16:06:25.451 INFO:tasks.workunit.client.0.smithi016.stdout: "spans_in_use": 9632, 2024-04-15T16:06:25.451 INFO:tasks.workunit.client.0.smithi016.stdout: "tcmalloc_page_size": 8192, 2024-04-15T16:06:25.451 INFO:tasks.workunit.client.0.smithi016.stdout: "thread_cache_freelists": 16557872, 2024-04-15T16:06:25.451 INFO:tasks.workunit.client.0.smithi016.stdout: "thread_heaps_in_use": 23, 2024-04-15T16:06:25.451 INFO:tasks.workunit.client.0.smithi016.stdout: "transfer_cache_freelist": 3899392, 2024-04-15T16:06:25.451 INFO:tasks.workunit.client.0.smithi016.stdout: "use_by_application": 232599240, 2024-04-15T16:06:25.451 INFO:tasks.workunit.client.0.smithi016.stdout: "virtual_address_space_used": 263315456 2024-04-15T16:06:25.451 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T16:06:25.452 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.452 INFO:tasks.workunit.client.0.smithi016.stdout: "osd": { 2024-04-15T16:06:25.452 INFO:tasks.workunit.client.0.smithi016.stdout: "osd.0": { 2024-04-15T16:06:25.452 INFO:tasks.workunit.client.0.smithi016.stdout: "actual_memory_used": 507158528, 2024-04-15T16:06:25.452 INFO:tasks.workunit.client.0.smithi016.stdout: "central_cache_freelist": 25870512, 2024-04-15T16:06:25.452 INFO:tasks.workunit.client.0.smithi016.stdout: "malloc_metadata": 3407872, 2024-04-15T16:06:25.452 INFO:tasks.workunit.client.0.smithi016.stdout: "page_heap_freelist": 0, 2024-04-15T16:06:25.452 INFO:tasks.workunit.client.0.smithi016.stdout: "released_to_os": 46522368, 2024-04-15T16:06:25.452 INFO:tasks.workunit.client.0.smithi016.stdout: "spans_in_use": 12447, 2024-04-15T16:06:25.452 INFO:tasks.workunit.client.0.smithi016.stdout: "tcmalloc_page_size": 8192, 2024-04-15T16:06:25.452 INFO:tasks.workunit.client.0.smithi016.stdout: "thread_cache_freelists": 74059640, 2024-04-15T16:06:25.452 INFO:tasks.workunit.client.0.smithi016.stdout: "thread_heaps_in_use": 60, 2024-04-15T16:06:25.452 INFO:tasks.workunit.client.0.smithi016.stdout: "transfer_cache_freelist": 9404160, 2024-04-15T16:06:25.452 INFO:tasks.workunit.client.0.smithi016.stdout: "use_by_application": 394416344, 2024-04-15T16:06:25.453 INFO:tasks.workunit.client.0.smithi016.stdout: "virtual_address_space_used": 553680896 2024-04-15T16:06:25.453 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.453 INFO:tasks.workunit.client.0.smithi016.stdout: "osd.1": { 2024-04-15T16:06:25.453 INFO:tasks.workunit.client.0.smithi016.stdout: "actual_memory_used": 620675072, 2024-04-15T16:06:25.453 INFO:tasks.workunit.client.0.smithi016.stdout: "central_cache_freelist": 28018968, 2024-04-15T16:06:25.453 INFO:tasks.workunit.client.0.smithi016.stdout: "malloc_metadata": 5505024, 2024-04-15T16:06:25.453 INFO:tasks.workunit.client.0.smithi016.stdout: "page_heap_freelist": 0, 2024-04-15T16:06:25.453 INFO:tasks.workunit.client.0.smithi016.stdout: "released_to_os": 38281216, 2024-04-15T16:06:25.453 INFO:tasks.workunit.client.0.smithi016.stdout: "spans_in_use": 13352, 2024-04-15T16:06:25.453 INFO:tasks.workunit.client.0.smithi016.stdout: "tcmalloc_page_size": 8192, 2024-04-15T16:06:25.453 INFO:tasks.workunit.client.0.smithi016.stdout: "thread_cache_freelists": 84765536, 2024-04-15T16:06:25.453 INFO:tasks.workunit.client.0.smithi016.stdout: "thread_heaps_in_use": 61, 2024-04-15T16:06:25.453 INFO:tasks.workunit.client.0.smithi016.stdout: "transfer_cache_freelist": 10321664, 2024-04-15T16:06:25.453 INFO:tasks.workunit.client.0.smithi016.stdout: "use_by_application": 492063880, 2024-04-15T16:06:25.454 INFO:tasks.workunit.client.0.smithi016.stdout: "virtual_address_space_used": 658956288 2024-04-15T16:06:25.454 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.454 INFO:tasks.workunit.client.0.smithi016.stdout: "osd.2": { 2024-04-15T16:06:25.454 INFO:tasks.workunit.client.0.smithi016.stdout: "actual_memory_used": 457531392, 2024-04-15T16:06:25.454 INFO:tasks.workunit.client.0.smithi016.stdout: "central_cache_freelist": 21368104, 2024-04-15T16:06:25.454 INFO:tasks.workunit.client.0.smithi016.stdout: "malloc_metadata": 3276800, 2024-04-15T16:06:25.454 INFO:tasks.workunit.client.0.smithi016.stdout: "page_heap_freelist": 0, 2024-04-15T16:06:25.454 INFO:tasks.workunit.client.0.smithi016.stdout: "released_to_os": 74489856, 2024-04-15T16:06:25.454 INFO:tasks.workunit.client.0.smithi016.stdout: "spans_in_use": 10407, 2024-04-15T16:06:25.454 INFO:tasks.workunit.client.0.smithi016.stdout: "tcmalloc_page_size": 8192, 2024-04-15T16:06:25.454 INFO:tasks.workunit.client.0.smithi016.stdout: "thread_cache_freelists": 74037456, 2024-04-15T16:06:25.454 INFO:tasks.workunit.client.0.smithi016.stdout: "thread_heaps_in_use": 53, 2024-04-15T16:06:25.454 INFO:tasks.workunit.client.0.smithi016.stdout: "transfer_cache_freelist": 10729984, 2024-04-15T16:06:25.454 INFO:tasks.workunit.client.0.smithi016.stdout: "use_by_application": 348119048, 2024-04-15T16:06:25.455 INFO:tasks.workunit.client.0.smithi016.stdout: "virtual_address_space_used": 532021248 2024-04-15T16:06:25.455 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.455 INFO:tasks.workunit.client.0.smithi016.stdout: "osd.3": { 2024-04-15T16:06:25.455 INFO:tasks.workunit.client.0.smithi016.stdout: "actual_memory_used": 492601344, 2024-04-15T16:06:25.455 INFO:tasks.workunit.client.0.smithi016.stdout: "central_cache_freelist": 21266376, 2024-04-15T16:06:25.455 INFO:tasks.workunit.client.0.smithi016.stdout: "malloc_metadata": 5373952, 2024-04-15T16:06:25.455 INFO:tasks.workunit.client.0.smithi016.stdout: "page_heap_freelist": 0, 2024-04-15T16:06:25.455 INFO:tasks.workunit.client.0.smithi016.stdout: "released_to_os": 89137152, 2024-04-15T16:06:25.455 INFO:tasks.workunit.client.0.smithi016.stdout: "spans_in_use": 10492, 2024-04-15T16:06:25.455 INFO:tasks.workunit.client.0.smithi016.stdout: "tcmalloc_page_size": 8192, 2024-04-15T16:06:25.455 INFO:tasks.workunit.client.0.smithi016.stdout: "thread_cache_freelists": 75421328, 2024-04-15T16:06:25.455 INFO:tasks.workunit.client.0.smithi016.stdout: "thread_heaps_in_use": 53, 2024-04-15T16:06:25.455 INFO:tasks.workunit.client.0.smithi016.stdout: "transfer_cache_freelist": 9952000, 2024-04-15T16:06:25.455 INFO:tasks.workunit.client.0.smithi016.stdout: "use_by_application": 380587688, 2024-04-15T16:06:25.456 INFO:tasks.workunit.client.0.smithi016.stdout: "virtual_address_space_used": 581738496 2024-04-15T16:06:25.456 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.456 INFO:tasks.workunit.client.0.smithi016.stdout: "osd.4": { 2024-04-15T16:06:25.456 INFO:tasks.workunit.client.0.smithi016.stdout: "actual_memory_used": 590004224, 2024-04-15T16:06:25.456 INFO:tasks.workunit.client.0.smithi016.stdout: "central_cache_freelist": 18087816, 2024-04-15T16:06:25.456 INFO:tasks.workunit.client.0.smithi016.stdout: "malloc_metadata": 5505024, 2024-04-15T16:06:25.456 INFO:tasks.workunit.client.0.smithi016.stdout: "page_heap_freelist": 0, 2024-04-15T16:06:25.456 INFO:tasks.workunit.client.0.smithi016.stdout: "released_to_os": 8601600, 2024-04-15T16:06:25.456 INFO:tasks.workunit.client.0.smithi016.stdout: "spans_in_use": 12843, 2024-04-15T16:06:25.456 INFO:tasks.workunit.client.0.smithi016.stdout: "tcmalloc_page_size": 8192, 2024-04-15T16:06:25.456 INFO:tasks.workunit.client.0.smithi016.stdout: "thread_cache_freelists": 71595688, 2024-04-15T16:06:25.456 INFO:tasks.workunit.client.0.smithi016.stdout: "thread_heaps_in_use": 60, 2024-04-15T16:06:25.456 INFO:tasks.workunit.client.0.smithi016.stdout: "transfer_cache_freelist": 10781440, 2024-04-15T16:06:25.456 INFO:tasks.workunit.client.0.smithi016.stdout: "use_by_application": 484034256, 2024-04-15T16:06:25.456 INFO:tasks.workunit.client.0.smithi016.stdout: "virtual_address_space_used": 598605824 2024-04-15T16:06:25.457 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.457 INFO:tasks.workunit.client.0.smithi016.stdout: "osd.5": { 2024-04-15T16:06:25.457 INFO:tasks.workunit.client.0.smithi016.stdout: "actual_memory_used": 546848768, 2024-04-15T16:06:25.457 INFO:tasks.workunit.client.0.smithi016.stdout: "central_cache_freelist": 21787864, 2024-04-15T16:06:25.457 INFO:tasks.workunit.client.0.smithi016.stdout: "malloc_metadata": 5505024, 2024-04-15T16:06:25.457 INFO:tasks.workunit.client.0.smithi016.stdout: "page_heap_freelist": 0, 2024-04-15T16:06:25.457 INFO:tasks.workunit.client.0.smithi016.stdout: "released_to_os": 43892736, 2024-04-15T16:06:25.457 INFO:tasks.workunit.client.0.smithi016.stdout: "spans_in_use": 11972, 2024-04-15T16:06:25.457 INFO:tasks.workunit.client.0.smithi016.stdout: "tcmalloc_page_size": 8192, 2024-04-15T16:06:25.457 INFO:tasks.workunit.client.0.smithi016.stdout: "thread_cache_freelists": 76180448, 2024-04-15T16:06:25.457 INFO:tasks.workunit.client.0.smithi016.stdout: "thread_heaps_in_use": 60, 2024-04-15T16:06:25.457 INFO:tasks.workunit.client.0.smithi016.stdout: "transfer_cache_freelist": 9127936, 2024-04-15T16:06:25.457 INFO:tasks.workunit.client.0.smithi016.stdout: "use_by_application": 434247496, 2024-04-15T16:06:25.457 INFO:tasks.workunit.client.0.smithi016.stdout: "virtual_address_space_used": 590741504 2024-04-15T16:06:25.457 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.458 INFO:tasks.workunit.client.0.smithi016.stdout: "osd.6": { 2024-04-15T16:06:25.458 INFO:tasks.workunit.client.0.smithi016.stdout: "actual_memory_used": 434675712, 2024-04-15T16:06:25.458 INFO:tasks.workunit.client.0.smithi016.stdout: "central_cache_freelist": 18093136, 2024-04-15T16:06:25.458 INFO:tasks.workunit.client.0.smithi016.stdout: "malloc_metadata": 5373952, 2024-04-15T16:06:25.458 INFO:tasks.workunit.client.0.smithi016.stdout: "page_heap_freelist": 0, 2024-04-15T16:06:25.458 INFO:tasks.workunit.client.0.smithi016.stdout: "released_to_os": 76972032, 2024-04-15T16:06:25.458 INFO:tasks.workunit.client.0.smithi016.stdout: "spans_in_use": 9509, 2024-04-15T16:06:25.458 INFO:tasks.workunit.client.0.smithi016.stdout: "tcmalloc_page_size": 8192, 2024-04-15T16:06:25.458 INFO:tasks.workunit.client.0.smithi016.stdout: "thread_cache_freelists": 53866888, 2024-04-15T16:06:25.458 INFO:tasks.workunit.client.0.smithi016.stdout: "thread_heaps_in_use": 53, 2024-04-15T16:06:25.458 INFO:tasks.workunit.client.0.smithi016.stdout: "transfer_cache_freelist": 10534912, 2024-04-15T16:06:25.458 INFO:tasks.workunit.client.0.smithi016.stdout: "use_by_application": 346806824, 2024-04-15T16:06:25.458 INFO:tasks.workunit.client.0.smithi016.stdout: "virtual_address_space_used": 511647744 2024-04-15T16:06:25.458 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.459 INFO:tasks.workunit.client.0.smithi016.stdout: "osd.7": { 2024-04-15T16:06:25.459 INFO:tasks.workunit.client.0.smithi016.stdout: "actual_memory_used": 447578112, 2024-04-15T16:06:25.459 INFO:tasks.workunit.client.0.smithi016.stdout: "central_cache_freelist": 19588368, 2024-04-15T16:06:25.459 INFO:tasks.workunit.client.0.smithi016.stdout: "malloc_metadata": 3276800, 2024-04-15T16:06:25.459 INFO:tasks.workunit.client.0.smithi016.stdout: "page_heap_freelist": 0, 2024-04-15T16:06:25.459 INFO:tasks.workunit.client.0.smithi016.stdout: "released_to_os": 46579712, 2024-04-15T16:06:25.459 INFO:tasks.workunit.client.0.smithi016.stdout: "spans_in_use": 10675, 2024-04-15T16:06:25.459 INFO:tasks.workunit.client.0.smithi016.stdout: "tcmalloc_page_size": 8192, 2024-04-15T16:06:25.459 INFO:tasks.workunit.client.0.smithi016.stdout: "thread_cache_freelists": 59244248, 2024-04-15T16:06:25.459 INFO:tasks.workunit.client.0.smithi016.stdout: "thread_heaps_in_use": 58, 2024-04-15T16:06:25.459 INFO:tasks.workunit.client.0.smithi016.stdout: "transfer_cache_freelist": 10173952, 2024-04-15T16:06:25.459 INFO:tasks.workunit.client.0.smithi016.stdout: "use_by_application": 355294744, 2024-04-15T16:06:25.459 INFO:tasks.workunit.client.0.smithi016.stdout: "virtual_address_space_used": 494157824 2024-04-15T16:06:25.459 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T16:06:25.459 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T16:06:25.460 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.460 INFO:tasks.workunit.client.0.smithi016.stdout: "hosts": { 2024-04-15T16:06:25.460 INFO:tasks.workunit.client.0.smithi016.stdout: "num": 2, 2024-04-15T16:06:25.460 INFO:tasks.workunit.client.0.smithi016.stdout: "num_with_mds": 2, 2024-04-15T16:06:25.460 INFO:tasks.workunit.client.0.smithi016.stdout: "num_with_mgr": 2, 2024-04-15T16:06:25.460 INFO:tasks.workunit.client.0.smithi016.stdout: "num_with_mon": 2, 2024-04-15T16:06:25.460 INFO:tasks.workunit.client.0.smithi016.stdout: "num_with_osd": 2 2024-04-15T16:06:25.460 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.460 INFO:tasks.workunit.client.0.smithi016.stdout: "io_rate": { 2024-04-15T16:06:25.460 INFO:tasks.workunit.client.0.smithi016.stdout: "pg_stats_delta": { 2024-04-15T16:06:25.460 INFO:tasks.workunit.client.0.smithi016.stdout: "acting": 0, 2024-04-15T16:06:25.460 INFO:tasks.workunit.client.0.smithi016.stdout: "log_size": 0, 2024-04-15T16:06:25.460 INFO:tasks.workunit.client.0.smithi016.stdout: "num_store_stats": 0, 2024-04-15T16:06:25.460 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_size": 0, 2024-04-15T16:06:25.460 INFO:tasks.workunit.client.0.smithi016.stdout: "stamp_delta": "10.652582", 2024-04-15T16:06:25.461 INFO:tasks.workunit.client.0.smithi016.stdout: "stat_sum": { 2024-04-15T16:06:25.461 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes": 0, 2024-04-15T16:06:25.461 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T16:06:25.461 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_recovered": 0, 2024-04-15T16:06:25.461 INFO:tasks.workunit.client.0.smithi016.stdout: "num_deep_scrub_errors": 0, 2024-04-15T16:06:25.461 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict": 0, 2024-04-15T16:06:25.461 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_kb": 0, 2024-04-15T16:06:25.461 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_full": 0, 2024-04-15T16:06:25.461 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_some": 0, 2024-04-15T16:06:25.461 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush": 0, 2024-04-15T16:06:25.461 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_kb": 0, 2024-04-15T16:06:25.461 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_high": 0, 2024-04-15T16:06:25.461 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_low": 0, 2024-04-15T16:06:25.461 INFO:tasks.workunit.client.0.smithi016.stdout: "num_keys_recovered": 0, 2024-04-15T16:06:25.462 INFO:tasks.workunit.client.0.smithi016.stdout: "num_large_omap_objects": 0, 2024-04-15T16:06:25.462 INFO:tasks.workunit.client.0.smithi016.stdout: "num_legacy_snapsets": 0, 2024-04-15T16:06:25.462 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_clones": 0, 2024-04-15T16:06:25.462 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_copies": 0, 2024-04-15T16:06:25.462 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects": 0, 2024-04-15T16:06:25.462 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_degraded": 0, 2024-04-15T16:06:25.462 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_dirty": 0, 2024-04-15T16:06:25.462 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T16:06:25.462 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_manifest": 0, 2024-04-15T16:06:25.462 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_misplaced": 0, 2024-04-15T16:06:25.462 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing": 0, 2024-04-15T16:06:25.462 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T16:06:25.462 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_omap": 0, 2024-04-15T16:06:25.462 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_pinned": 0, 2024-04-15T16:06:25.462 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_recovered": 0, 2024-04-15T16:06:25.463 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_repaired": 0, 2024-04-15T16:06:25.463 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_unfound": 0, 2024-04-15T16:06:25.463 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_bytes": 0, 2024-04-15T16:06:25.463 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_keys": 0, 2024-04-15T16:06:25.463 INFO:tasks.workunit.client.0.smithi016.stdout: "num_promote": 0, 2024-04-15T16:06:25.463 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read": 0, 2024-04-15T16:06:25.463 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read_kb": 0, 2024-04-15T16:06:25.463 INFO:tasks.workunit.client.0.smithi016.stdout: "num_scrub_errors": 0, 2024-04-15T16:06:25.463 INFO:tasks.workunit.client.0.smithi016.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T16:06:25.463 INFO:tasks.workunit.client.0.smithi016.stdout: "num_whiteouts": 0, 2024-04-15T16:06:25.463 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write": 0, 2024-04-15T16:06:25.463 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write_kb": 0 2024-04-15T16:06:25.463 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.463 INFO:tasks.workunit.client.0.smithi016.stdout: "store_stats": { 2024-04-15T16:06:25.463 INFO:tasks.workunit.client.0.smithi016.stdout: "allocated": 0, 2024-04-15T16:06:25.464 INFO:tasks.workunit.client.0.smithi016.stdout: "available": 0, 2024-04-15T16:06:25.464 INFO:tasks.workunit.client.0.smithi016.stdout: "data_compressed": 0, 2024-04-15T16:06:25.464 INFO:tasks.workunit.client.0.smithi016.stdout: "data_compressed_allocated": 0, 2024-04-15T16:06:25.464 INFO:tasks.workunit.client.0.smithi016.stdout: "data_compressed_original": 0, 2024-04-15T16:06:25.464 INFO:tasks.workunit.client.0.smithi016.stdout: "data_stored": 0, 2024-04-15T16:06:25.464 INFO:tasks.workunit.client.0.smithi016.stdout: "internal_metadata": 0, 2024-04-15T16:06:25.464 INFO:tasks.workunit.client.0.smithi016.stdout: "internally_reserved": 0, 2024-04-15T16:06:25.464 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_allocated": 0, 2024-04-15T16:06:25.464 INFO:tasks.workunit.client.0.smithi016.stdout: "total": 0 2024-04-15T16:06:25.464 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.464 INFO:tasks.workunit.client.0.smithi016.stdout: "up": 0 2024-04-15T16:06:25.464 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T16:06:25.464 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.464 INFO:tasks.workunit.client.0.smithi016.stdout: "leaderboard": false, 2024-04-15T16:06:25.464 INFO:tasks.workunit.client.0.smithi016.stdout: "leaderboard_description": null, 2024-04-15T16:06:25.465 INFO:tasks.workunit.client.0.smithi016.stdout: "license": "sharing-1-0", 2024-04-15T16:06:25.465 INFO:tasks.workunit.client.0.smithi016.stdout: "mempool": { 2024-04-15T16:06:25.465 INFO:tasks.workunit.client.0.smithi016.stdout: "mds": { 2024-04-15T16:06:25.465 INFO:tasks.workunit.client.0.smithi016.stdout: "mds.96c04f3d51aa9c4650d798b6d991f5b64af8e5e4": { 2024-04-15T16:06:25.465 INFO:tasks.workunit.client.0.smithi016.stdout: "bloom_filter": { 2024-04-15T16:06:25.465 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T16:06:25.465 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T16:06:25.465 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.465 INFO:tasks.workunit.client.0.smithi016.stdout: "bluefs": { 2024-04-15T16:06:25.465 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T16:06:25.465 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T16:06:25.465 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.465 INFO:tasks.workunit.client.0.smithi016.stdout: "bluefs_file_reader": { 2024-04-15T16:06:25.465 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T16:06:25.465 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T16:06:25.466 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.466 INFO:tasks.workunit.client.0.smithi016.stdout: "bluefs_file_writer": { 2024-04-15T16:06:25.466 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T16:06:25.466 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T16:06:25.466 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.466 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_alloc": { 2024-04-15T16:06:25.466 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T16:06:25.466 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T16:06:25.466 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.466 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_blob": { 2024-04-15T16:06:25.466 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T16:06:25.466 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T16:06:25.466 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.466 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_cache_buffer": { 2024-04-15T16:06:25.467 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T16:06:25.467 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T16:06:25.467 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.467 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_cache_data": { 2024-04-15T16:06:25.467 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T16:06:25.467 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T16:06:25.467 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.467 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_cache_meta": { 2024-04-15T16:06:25.467 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T16:06:25.467 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T16:06:25.467 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.467 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_cache_onode": { 2024-04-15T16:06:25.467 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T16:06:25.467 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T16:06:25.468 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.468 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_cache_other": { 2024-04-15T16:06:25.468 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T16:06:25.468 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T16:06:25.468 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.468 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_extent": { 2024-04-15T16:06:25.468 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T16:06:25.468 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T16:06:25.468 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.468 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_fsck": { 2024-04-15T16:06:25.468 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T16:06:25.468 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T16:06:25.468 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.468 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_inline_bl": { 2024-04-15T16:06:25.468 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T16:06:25.469 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T16:06:25.469 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.469 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_shared_blob": { 2024-04-15T16:06:25.469 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T16:06:25.469 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T16:06:25.469 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.469 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_txc": { 2024-04-15T16:06:25.469 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T16:06:25.469 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T16:06:25.469 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.469 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_writing": { 2024-04-15T16:06:25.469 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T16:06:25.469 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T16:06:25.469 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.469 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_writing_deferred": { 2024-04-15T16:06:25.470 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T16:06:25.470 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T16:06:25.470 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.470 INFO:tasks.workunit.client.0.smithi016.stdout: "buffer_anon": { 2024-04-15T16:06:25.470 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 149008, 2024-04-15T16:06:25.470 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 33 2024-04-15T16:06:25.470 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.470 INFO:tasks.workunit.client.0.smithi016.stdout: "buffer_meta": { 2024-04-15T16:06:25.470 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T16:06:25.470 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T16:06:25.470 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.470 INFO:tasks.workunit.client.0.smithi016.stdout: "mds_co": { 2024-04-15T16:06:25.470 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 928, 2024-04-15T16:06:25.470 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 2 2024-04-15T16:06:25.470 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.471 INFO:tasks.workunit.client.0.smithi016.stdout: "osd": { 2024-04-15T16:06:25.471 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T16:06:25.471 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T16:06:25.471 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.471 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_mapbl": { 2024-04-15T16:06:25.471 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T16:06:25.471 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T16:06:25.471 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.471 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_pglog": { 2024-04-15T16:06:25.471 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T16:06:25.471 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T16:06:25.471 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.471 INFO:tasks.workunit.client.0.smithi016.stdout: "osdmap": { 2024-04-15T16:06:25.472 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T16:06:25.472 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T16:06:25.472 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.472 INFO:tasks.workunit.client.0.smithi016.stdout: "osdmap_mapping": { 2024-04-15T16:06:25.472 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T16:06:25.472 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T16:06:25.472 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.472 INFO:tasks.workunit.client.0.smithi016.stdout: "pgmap": { 2024-04-15T16:06:25.472 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T16:06:25.472 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T16:06:25.472 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.472 INFO:tasks.workunit.client.0.smithi016.stdout: "unittest_1": { 2024-04-15T16:06:25.472 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T16:06:25.472 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T16:06:25.472 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.473 INFO:tasks.workunit.client.0.smithi016.stdout: "unittest_2": { 2024-04-15T16:06:25.473 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T16:06:25.473 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T16:06:25.473 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T16:06:25.473 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.473 INFO:tasks.workunit.client.0.smithi016.stdout: "mds.dd602b36cabf11effbd0d8bd19ba267ecac4bcd8": { 2024-04-15T16:06:25.473 INFO:tasks.workunit.client.0.smithi016.stdout: "bloom_filter": { 2024-04-15T16:06:25.473 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T16:06:25.473 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T16:06:25.473 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.473 INFO:tasks.workunit.client.0.smithi016.stdout: "bluefs": { 2024-04-15T16:06:25.473 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T16:06:25.473 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T16:06:25.473 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.474 INFO:tasks.workunit.client.0.smithi016.stdout: "bluefs_file_reader": { 2024-04-15T16:06:25.474 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T16:06:25.474 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T16:06:25.474 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.474 INFO:tasks.workunit.client.0.smithi016.stdout: "bluefs_file_writer": { 2024-04-15T16:06:25.474 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T16:06:25.474 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T16:06:25.474 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.474 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_alloc": { 2024-04-15T16:06:25.474 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T16:06:25.474 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T16:06:25.474 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.474 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_blob": { 2024-04-15T16:06:25.474 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T16:06:25.475 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T16:06:25.475 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.475 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_cache_buffer": { 2024-04-15T16:06:25.475 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T16:06:25.475 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T16:06:25.475 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.475 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_cache_data": { 2024-04-15T16:06:25.475 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T16:06:25.475 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T16:06:25.475 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.475 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_cache_meta": { 2024-04-15T16:06:25.475 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T16:06:25.475 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T16:06:25.475 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.475 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_cache_onode": { 2024-04-15T16:06:25.476 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T16:06:25.476 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T16:06:25.476 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.476 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_cache_other": { 2024-04-15T16:06:25.476 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T16:06:25.476 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T16:06:25.476 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.476 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_extent": { 2024-04-15T16:06:25.476 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T16:06:25.476 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T16:06:25.476 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.476 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_fsck": { 2024-04-15T16:06:25.476 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T16:06:25.476 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T16:06:25.476 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.477 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_inline_bl": { 2024-04-15T16:06:25.477 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T16:06:25.477 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T16:06:25.477 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.477 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_shared_blob": { 2024-04-15T16:06:25.477 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T16:06:25.477 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T16:06:25.477 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.477 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_txc": { 2024-04-15T16:06:25.477 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T16:06:25.477 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T16:06:25.477 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.477 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_writing": { 2024-04-15T16:06:25.477 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T16:06:25.477 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T16:06:25.478 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.478 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_writing_deferred": { 2024-04-15T16:06:25.478 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T16:06:25.478 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T16:06:25.478 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.478 INFO:tasks.workunit.client.0.smithi016.stdout: "buffer_anon": { 2024-04-15T16:06:25.478 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 221552, 2024-04-15T16:06:25.478 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 64 2024-04-15T16:06:25.478 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.478 INFO:tasks.workunit.client.0.smithi016.stdout: "buffer_meta": { 2024-04-15T16:06:25.478 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T16:06:25.478 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T16:06:25.478 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.478 INFO:tasks.workunit.client.0.smithi016.stdout: "mds_co": { 2024-04-15T16:06:25.479 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 52112, 2024-04-15T16:06:25.479 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 181 2024-04-15T16:06:25.479 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.479 INFO:tasks.workunit.client.0.smithi016.stdout: "osd": { 2024-04-15T16:06:25.479 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T16:06:25.479 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T16:06:25.479 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.479 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_mapbl": { 2024-04-15T16:06:25.479 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T16:06:25.479 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T16:06:25.479 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.479 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_pglog": { 2024-04-15T16:06:25.479 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T16:06:25.479 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T16:06:25.479 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.480 INFO:tasks.workunit.client.0.smithi016.stdout: "osdmap": { 2024-04-15T16:06:25.480 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 12952, 2024-04-15T16:06:25.480 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 268 2024-04-15T16:06:25.480 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.480 INFO:tasks.workunit.client.0.smithi016.stdout: "osdmap_mapping": { 2024-04-15T16:06:25.480 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T16:06:25.480 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T16:06:25.480 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.480 INFO:tasks.workunit.client.0.smithi016.stdout: "pgmap": { 2024-04-15T16:06:25.480 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T16:06:25.480 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T16:06:25.480 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.480 INFO:tasks.workunit.client.0.smithi016.stdout: "unittest_1": { 2024-04-15T16:06:25.480 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T16:06:25.480 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T16:06:25.481 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.481 INFO:tasks.workunit.client.0.smithi016.stdout: "unittest_2": { 2024-04-15T16:06:25.481 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T16:06:25.481 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T16:06:25.481 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T16:06:25.481 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T16:06:25.481 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.481 INFO:tasks.workunit.client.0.smithi016.stdout: "mon": { 2024-04-15T16:06:25.481 INFO:tasks.workunit.client.0.smithi016.stdout: "mon.96c04f3d51aa9c4650d798b6d991f5b64af8e5e4": { 2024-04-15T16:06:25.481 INFO:tasks.workunit.client.0.smithi016.stdout: "bloom_filter": { 2024-04-15T16:06:25.481 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T16:06:25.481 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T16:06:25.481 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.481 INFO:tasks.workunit.client.0.smithi016.stdout: "bluefs": { 2024-04-15T16:06:25.482 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T16:06:25.482 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T16:06:25.482 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.482 INFO:tasks.workunit.client.0.smithi016.stdout: "bluefs_file_reader": { 2024-04-15T16:06:25.482 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T16:06:25.482 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T16:06:25.482 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.482 INFO:tasks.workunit.client.0.smithi016.stdout: "bluefs_file_writer": { 2024-04-15T16:06:25.482 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T16:06:25.482 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T16:06:25.482 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.482 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_alloc": { 2024-04-15T16:06:25.482 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T16:06:25.482 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T16:06:25.482 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.483 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_blob": { 2024-04-15T16:06:25.483 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T16:06:25.483 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T16:06:25.483 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.483 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_cache_buffer": { 2024-04-15T16:06:25.483 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T16:06:25.483 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T16:06:25.483 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.483 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_cache_data": { 2024-04-15T16:06:25.483 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T16:06:25.483 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T16:06:25.483 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.483 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_cache_meta": { 2024-04-15T16:06:25.483 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T16:06:25.484 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T16:06:25.484 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.484 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_cache_onode": { 2024-04-15T16:06:25.484 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T16:06:25.484 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T16:06:25.484 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.484 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_cache_other": { 2024-04-15T16:06:25.484 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T16:06:25.484 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T16:06:25.484 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.484 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_extent": { 2024-04-15T16:06:25.484 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T16:06:25.484 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T16:06:25.484 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.485 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_fsck": { 2024-04-15T16:06:25.485 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T16:06:25.485 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T16:06:25.485 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.485 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_inline_bl": { 2024-04-15T16:06:25.485 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T16:06:25.485 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T16:06:25.485 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.485 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_shared_blob": { 2024-04-15T16:06:25.485 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T16:06:25.485 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T16:06:25.485 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.485 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_txc": { 2024-04-15T16:06:25.485 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T16:06:25.486 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T16:06:25.486 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.486 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_writing": { 2024-04-15T16:06:25.486 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T16:06:25.486 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T16:06:25.486 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.486 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_writing_deferred": { 2024-04-15T16:06:25.486 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T16:06:25.486 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T16:06:25.486 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.486 INFO:tasks.workunit.client.0.smithi016.stdout: "buffer_anon": { 2024-04-15T16:06:25.486 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 41291385, 2024-04-15T16:06:25.486 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 5104 2024-04-15T16:06:25.486 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.486 INFO:tasks.workunit.client.0.smithi016.stdout: "buffer_meta": { 2024-04-15T16:06:25.487 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 352, 2024-04-15T16:06:25.487 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 4 2024-04-15T16:06:25.487 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.487 INFO:tasks.workunit.client.0.smithi016.stdout: "mds_co": { 2024-04-15T16:06:25.487 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T16:06:25.487 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T16:06:25.487 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.487 INFO:tasks.workunit.client.0.smithi016.stdout: "osd": { 2024-04-15T16:06:25.487 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T16:06:25.487 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T16:06:25.487 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.487 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_mapbl": { 2024-04-15T16:06:25.487 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T16:06:25.487 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T16:06:25.487 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.488 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_pglog": { 2024-04-15T16:06:25.488 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T16:06:25.488 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T16:06:25.488 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.488 INFO:tasks.workunit.client.0.smithi016.stdout: "osdmap": { 2024-04-15T16:06:25.488 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 11528, 2024-04-15T16:06:25.488 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 267 2024-04-15T16:06:25.488 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.488 INFO:tasks.workunit.client.0.smithi016.stdout: "osdmap_mapping": { 2024-04-15T16:06:25.488 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 70440, 2024-04-15T16:06:25.488 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 5158 2024-04-15T16:06:25.488 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.488 INFO:tasks.workunit.client.0.smithi016.stdout: "pgmap": { 2024-04-15T16:06:25.488 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 5896, 2024-04-15T16:06:25.488 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 174 2024-04-15T16:06:25.489 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.489 INFO:tasks.workunit.client.0.smithi016.stdout: "unittest_1": { 2024-04-15T16:06:25.489 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T16:06:25.489 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T16:06:25.489 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.489 INFO:tasks.workunit.client.0.smithi016.stdout: "unittest_2": { 2024-04-15T16:06:25.489 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T16:06:25.489 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T16:06:25.489 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T16:06:25.489 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.489 INFO:tasks.workunit.client.0.smithi016.stdout: "mon.db7bc7ff646004cab5cc32c315bc5a54adf74b4c": { 2024-04-15T16:06:25.489 INFO:tasks.workunit.client.0.smithi016.stdout: "bloom_filter": { 2024-04-15T16:06:25.489 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T16:06:25.489 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T16:06:25.489 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.490 INFO:tasks.workunit.client.0.smithi016.stdout: "bluefs": { 2024-04-15T16:06:25.490 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T16:06:25.490 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T16:06:25.490 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.490 INFO:tasks.workunit.client.0.smithi016.stdout: "bluefs_file_reader": { 2024-04-15T16:06:25.490 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T16:06:25.490 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T16:06:25.490 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.490 INFO:tasks.workunit.client.0.smithi016.stdout: "bluefs_file_writer": { 2024-04-15T16:06:25.490 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T16:06:25.490 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T16:06:25.490 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.490 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_alloc": { 2024-04-15T16:06:25.491 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T16:06:25.491 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T16:06:25.491 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.491 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_blob": { 2024-04-15T16:06:25.491 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T16:06:25.491 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T16:06:25.491 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.491 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_cache_buffer": { 2024-04-15T16:06:25.491 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T16:06:25.491 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T16:06:25.491 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.491 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_cache_data": { 2024-04-15T16:06:25.491 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T16:06:25.492 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T16:06:25.492 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.492 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_cache_meta": { 2024-04-15T16:06:25.492 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T16:06:25.492 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T16:06:25.492 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.492 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_cache_onode": { 2024-04-15T16:06:25.492 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T16:06:25.492 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T16:06:25.492 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.492 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_cache_other": { 2024-04-15T16:06:25.492 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T16:06:25.492 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T16:06:25.492 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.493 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_extent": { 2024-04-15T16:06:25.493 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T16:06:25.493 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T16:06:25.493 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.493 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_fsck": { 2024-04-15T16:06:25.493 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T16:06:25.493 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T16:06:25.493 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.493 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_inline_bl": { 2024-04-15T16:06:25.493 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T16:06:25.493 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T16:06:25.493 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.493 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_shared_blob": { 2024-04-15T16:06:25.493 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T16:06:25.494 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T16:06:25.494 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.494 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_txc": { 2024-04-15T16:06:25.494 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T16:06:25.494 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T16:06:25.494 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.494 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_writing": { 2024-04-15T16:06:25.494 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T16:06:25.494 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T16:06:25.494 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.494 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_writing_deferred": { 2024-04-15T16:06:25.494 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T16:06:25.494 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T16:06:25.495 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.495 INFO:tasks.workunit.client.0.smithi016.stdout: "buffer_anon": { 2024-04-15T16:06:25.495 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 41528361, 2024-04-15T16:06:25.495 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 5146 2024-04-15T16:06:25.495 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.495 INFO:tasks.workunit.client.0.smithi016.stdout: "buffer_meta": { 2024-04-15T16:06:25.495 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T16:06:25.495 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T16:06:25.495 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.495 INFO:tasks.workunit.client.0.smithi016.stdout: "mds_co": { 2024-04-15T16:06:25.495 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T16:06:25.495 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T16:06:25.495 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.496 INFO:tasks.workunit.client.0.smithi016.stdout: "osd": { 2024-04-15T16:06:25.496 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T16:06:25.496 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T16:06:25.496 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.496 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_mapbl": { 2024-04-15T16:06:25.496 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T16:06:25.496 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T16:06:25.496 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.496 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_pglog": { 2024-04-15T16:06:25.496 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T16:06:25.496 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T16:06:25.496 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.496 INFO:tasks.workunit.client.0.smithi016.stdout: "osdmap": { 2024-04-15T16:06:25.496 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 11528, 2024-04-15T16:06:25.497 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 267 2024-04-15T16:06:25.497 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.497 INFO:tasks.workunit.client.0.smithi016.stdout: "osdmap_mapping": { 2024-04-15T16:06:25.497 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 70440, 2024-04-15T16:06:25.497 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 5158 2024-04-15T16:06:25.497 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.497 INFO:tasks.workunit.client.0.smithi016.stdout: "pgmap": { 2024-04-15T16:06:25.497 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 5896, 2024-04-15T16:06:25.497 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 174 2024-04-15T16:06:25.497 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.497 INFO:tasks.workunit.client.0.smithi016.stdout: "unittest_1": { 2024-04-15T16:06:25.497 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T16:06:25.497 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T16:06:25.498 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.498 INFO:tasks.workunit.client.0.smithi016.stdout: "unittest_2": { 2024-04-15T16:06:25.498 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T16:06:25.498 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T16:06:25.498 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T16:06:25.498 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.498 INFO:tasks.workunit.client.0.smithi016.stdout: "mon.dd602b36cabf11effbd0d8bd19ba267ecac4bcd8": { 2024-04-15T16:06:25.498 INFO:tasks.workunit.client.0.smithi016.stdout: "bloom_filter": { 2024-04-15T16:06:25.498 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T16:06:25.498 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T16:06:25.498 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.498 INFO:tasks.workunit.client.0.smithi016.stdout: "bluefs": { 2024-04-15T16:06:25.498 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T16:06:25.498 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T16:06:25.499 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.499 INFO:tasks.workunit.client.0.smithi016.stdout: "bluefs_file_reader": { 2024-04-15T16:06:25.499 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T16:06:25.499 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T16:06:25.499 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.499 INFO:tasks.workunit.client.0.smithi016.stdout: "bluefs_file_writer": { 2024-04-15T16:06:25.499 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T16:06:25.499 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T16:06:25.499 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.499 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_alloc": { 2024-04-15T16:06:25.499 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T16:06:25.499 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T16:06:25.499 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.499 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_blob": { 2024-04-15T16:06:25.500 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T16:06:25.500 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T16:06:25.500 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.500 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_cache_buffer": { 2024-04-15T16:06:25.500 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T16:06:25.500 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T16:06:25.500 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.500 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_cache_data": { 2024-04-15T16:06:25.500 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T16:06:25.500 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T16:06:25.500 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.500 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_cache_meta": { 2024-04-15T16:06:25.500 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T16:06:25.500 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T16:06:25.500 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.501 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_cache_onode": { 2024-04-15T16:06:25.501 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T16:06:25.501 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T16:06:25.501 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.501 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_cache_other": { 2024-04-15T16:06:25.501 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T16:06:25.501 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T16:06:25.501 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.501 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_extent": { 2024-04-15T16:06:25.501 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T16:06:25.501 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T16:06:25.501 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.501 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_fsck": { 2024-04-15T16:06:25.501 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T16:06:25.502 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T16:06:25.502 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.502 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_inline_bl": { 2024-04-15T16:06:25.502 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T16:06:25.502 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T16:06:25.502 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.502 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_shared_blob": { 2024-04-15T16:06:25.502 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T16:06:25.502 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T16:06:25.502 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.502 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_txc": { 2024-04-15T16:06:25.502 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T16:06:25.502 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T16:06:25.502 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.502 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_writing": { 2024-04-15T16:06:25.503 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T16:06:25.503 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T16:06:25.503 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.503 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_writing_deferred": { 2024-04-15T16:06:25.503 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T16:06:25.503 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T16:06:25.503 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.503 INFO:tasks.workunit.client.0.smithi016.stdout: "buffer_anon": { 2024-04-15T16:06:25.503 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 41778057, 2024-04-15T16:06:25.503 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 5168 2024-04-15T16:06:25.503 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.503 INFO:tasks.workunit.client.0.smithi016.stdout: "buffer_meta": { 2024-04-15T16:06:25.503 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T16:06:25.503 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T16:06:25.503 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.504 INFO:tasks.workunit.client.0.smithi016.stdout: "mds_co": { 2024-04-15T16:06:25.504 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T16:06:25.504 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T16:06:25.504 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.504 INFO:tasks.workunit.client.0.smithi016.stdout: "osd": { 2024-04-15T16:06:25.504 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T16:06:25.504 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T16:06:25.504 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.504 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_mapbl": { 2024-04-15T16:06:25.504 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T16:06:25.504 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T16:06:25.504 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.504 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_pglog": { 2024-04-15T16:06:25.504 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T16:06:25.504 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T16:06:25.505 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.505 INFO:tasks.workunit.client.0.smithi016.stdout: "osdmap": { 2024-04-15T16:06:25.505 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 11528, 2024-04-15T16:06:25.505 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 267 2024-04-15T16:06:25.505 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.505 INFO:tasks.workunit.client.0.smithi016.stdout: "osdmap_mapping": { 2024-04-15T16:06:25.505 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 70440, 2024-04-15T16:06:25.505 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 5158 2024-04-15T16:06:25.505 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.505 INFO:tasks.workunit.client.0.smithi016.stdout: "pgmap": { 2024-04-15T16:06:25.505 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 11792, 2024-04-15T16:06:25.505 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 348 2024-04-15T16:06:25.505 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.505 INFO:tasks.workunit.client.0.smithi016.stdout: "unittest_1": { 2024-04-15T16:06:25.506 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T16:06:25.506 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T16:06:25.506 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.506 INFO:tasks.workunit.client.0.smithi016.stdout: "unittest_2": { 2024-04-15T16:06:25.506 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T16:06:25.506 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T16:06:25.506 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T16:06:25.506 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T16:06:25.506 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.506 INFO:tasks.workunit.client.0.smithi016.stdout: "osd": { 2024-04-15T16:06:25.506 INFO:tasks.workunit.client.0.smithi016.stdout: "osd.0": { 2024-04-15T16:06:25.506 INFO:tasks.workunit.client.0.smithi016.stdout: "bloom_filter": { 2024-04-15T16:06:25.506 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T16:06:25.506 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T16:06:25.507 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.507 INFO:tasks.workunit.client.0.smithi016.stdout: "bluefs": { 2024-04-15T16:06:25.507 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 19616, 2024-04-15T16:06:25.507 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 372 2024-04-15T16:06:25.507 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.507 INFO:tasks.workunit.client.0.smithi016.stdout: "bluefs_file_reader": { 2024-04-15T16:06:25.507 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 39040, 2024-04-15T16:06:25.507 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 25 2024-04-15T16:06:25.507 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.507 INFO:tasks.workunit.client.0.smithi016.stdout: "bluefs_file_writer": { 2024-04-15T16:06:25.507 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 2688, 2024-04-15T16:06:25.507 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 14 2024-04-15T16:06:25.507 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.507 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_alloc": { 2024-04-15T16:06:25.507 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 55760, 2024-04-15T16:06:25.508 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 697 2024-04-15T16:06:25.508 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.508 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_blob": { 2024-04-15T16:06:25.508 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 372112, 2024-04-15T16:06:25.508 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 1789 2024-04-15T16:06:25.508 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.508 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_cache_buffer": { 2024-04-15T16:06:25.508 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 256, 2024-04-15T16:06:25.508 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 32 2024-04-15T16:06:25.508 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.508 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_cache_data": { 2024-04-15T16:06:25.508 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 261817, 2024-04-15T16:06:25.508 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 99 2024-04-15T16:06:25.508 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.508 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_cache_meta": { 2024-04-15T16:06:25.509 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 2427869, 2024-04-15T16:06:25.509 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 540874 2024-04-15T16:06:25.509 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.509 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_cache_onode": { 2024-04-15T16:06:25.509 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 6990656, 2024-04-15T16:06:25.509 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 10312 2024-04-15T16:06:25.509 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.509 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_cache_other": { 2024-04-15T16:06:25.509 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 77960, 2024-04-15T16:06:25.509 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 8311 2024-04-15T16:06:25.509 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.509 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_extent": { 2024-04-15T16:06:25.509 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 85872, 2024-04-15T16:06:25.509 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 1789 2024-04-15T16:06:25.510 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.510 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_fsck": { 2024-04-15T16:06:25.510 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T16:06:25.510 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T16:06:25.510 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.510 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_inline_bl": { 2024-04-15T16:06:25.510 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 164604, 2024-04-15T16:06:25.510 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 1182 2024-04-15T16:06:25.510 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.510 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_shared_blob": { 2024-04-15T16:06:25.510 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T16:06:25.510 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T16:06:25.510 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.511 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_txc": { 2024-04-15T16:06:25.511 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T16:06:25.511 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T16:06:25.511 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.511 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_writing": { 2024-04-15T16:06:25.511 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 46467, 2024-04-15T16:06:25.511 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 45 2024-04-15T16:06:25.511 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.511 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_writing_deferred": { 2024-04-15T16:06:25.511 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T16:06:25.511 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T16:06:25.511 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.511 INFO:tasks.workunit.client.0.smithi016.stdout: "buffer_anon": { 2024-04-15T16:06:25.511 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 14692269, 2024-04-15T16:06:25.512 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 290 2024-04-15T16:06:25.512 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.512 INFO:tasks.workunit.client.0.smithi016.stdout: "buffer_meta": { 2024-04-15T16:06:25.512 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 9768, 2024-04-15T16:06:25.512 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 111 2024-04-15T16:06:25.512 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.512 INFO:tasks.workunit.client.0.smithi016.stdout: "mds_co": { 2024-04-15T16:06:25.512 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T16:06:25.512 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T16:06:25.512 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.512 INFO:tasks.workunit.client.0.smithi016.stdout: "osd": { 2024-04-15T16:06:25.512 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 501552, 2024-04-15T16:06:25.512 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 43 2024-04-15T16:06:25.512 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.512 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_mapbl": { 2024-04-15T16:06:25.513 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T16:06:25.513 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T16:06:25.513 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.513 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_pglog": { 2024-04-15T16:06:25.513 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 7180160, 2024-04-15T16:06:25.513 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 18608 2024-04-15T16:06:25.513 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.513 INFO:tasks.workunit.client.0.smithi016.stdout: "osdmap": { 2024-04-15T16:06:25.513 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 667608, 2024-04-15T16:06:25.513 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 11763 2024-04-15T16:06:25.513 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.513 INFO:tasks.workunit.client.0.smithi016.stdout: "osdmap_mapping": { 2024-04-15T16:06:25.513 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T16:06:25.513 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T16:06:25.514 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.514 INFO:tasks.workunit.client.0.smithi016.stdout: "pgmap": { 2024-04-15T16:06:25.514 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T16:06:25.514 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T16:06:25.514 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.514 INFO:tasks.workunit.client.0.smithi016.stdout: "unittest_1": { 2024-04-15T16:06:25.514 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T16:06:25.514 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T16:06:25.514 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.514 INFO:tasks.workunit.client.0.smithi016.stdout: "unittest_2": { 2024-04-15T16:06:25.514 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T16:06:25.514 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T16:06:25.514 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T16:06:25.514 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.515 INFO:tasks.workunit.client.0.smithi016.stdout: "osd.1": { 2024-04-15T16:06:25.515 INFO:tasks.workunit.client.0.smithi016.stdout: "bloom_filter": { 2024-04-15T16:06:25.515 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T16:06:25.515 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T16:06:25.515 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.515 INFO:tasks.workunit.client.0.smithi016.stdout: "bluefs": { 2024-04-15T16:06:25.515 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 22296, 2024-04-15T16:06:25.515 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 411 2024-04-15T16:06:25.515 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.515 INFO:tasks.workunit.client.0.smithi016.stdout: "bluefs_file_reader": { 2024-04-15T16:06:25.515 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 280704, 2024-04-15T16:06:25.515 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 26 2024-04-15T16:06:25.515 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.515 INFO:tasks.workunit.client.0.smithi016.stdout: "bluefs_file_writer": { 2024-04-15T16:06:25.516 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 3840, 2024-04-15T16:06:25.517 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 20 2024-04-15T16:06:25.517 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.517 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_alloc": { 2024-04-15T16:06:25.517 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 55600, 2024-04-15T16:06:25.517 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 695 2024-04-15T16:06:25.518 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.518 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_blob": { 2024-04-15T16:06:25.518 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 370032, 2024-04-15T16:06:25.518 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 1779 2024-04-15T16:06:25.518 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.518 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_cache_buffer": { 2024-04-15T16:06:25.518 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 256, 2024-04-15T16:06:25.518 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 32 2024-04-15T16:06:25.518 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.518 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_cache_data": { 2024-04-15T16:06:25.518 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 1179800, 2024-04-15T16:06:25.518 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 308 2024-04-15T16:06:25.518 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.519 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_cache_meta": { 2024-04-15T16:06:25.519 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 2427575, 2024-04-15T16:06:25.519 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 533059 2024-04-15T16:06:25.519 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.519 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_cache_onode": { 2024-04-15T16:06:25.519 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 6887976, 2024-04-15T16:06:25.519 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 10161 2024-04-15T16:06:25.519 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.519 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_cache_other": { 2024-04-15T16:06:25.519 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 76276, 2024-04-15T16:06:25.519 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 8142 2024-04-15T16:06:25.519 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.519 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_extent": { 2024-04-15T16:06:25.519 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 85344, 2024-04-15T16:06:25.520 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 1778 2024-04-15T16:06:25.520 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.520 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_fsck": { 2024-04-15T16:06:25.520 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T16:06:25.520 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T16:06:25.520 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.520 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_inline_bl": { 2024-04-15T16:06:25.520 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 165972, 2024-04-15T16:06:25.520 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 1188 2024-04-15T16:06:25.520 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.520 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_shared_blob": { 2024-04-15T16:06:25.520 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T16:06:25.520 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T16:06:25.520 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.521 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_txc": { 2024-04-15T16:06:25.521 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 1472, 2024-04-15T16:06:25.521 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 2 2024-04-15T16:06:25.521 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.521 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_writing": { 2024-04-15T16:06:25.521 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 78572, 2024-04-15T16:06:25.521 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 33 2024-04-15T16:06:25.521 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.521 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_writing_deferred": { 2024-04-15T16:06:25.521 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 20128, 2024-04-15T16:06:25.521 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 5 2024-04-15T16:06:25.521 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.521 INFO:tasks.workunit.client.0.smithi016.stdout: "buffer_anon": { 2024-04-15T16:06:25.522 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 20926495, 2024-04-15T16:06:25.522 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 287 2024-04-15T16:06:25.522 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.522 INFO:tasks.workunit.client.0.smithi016.stdout: "buffer_meta": { 2024-04-15T16:06:25.522 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 28424, 2024-04-15T16:06:25.522 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 323 2024-04-15T16:06:25.522 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.522 INFO:tasks.workunit.client.0.smithi016.stdout: "mds_co": { 2024-04-15T16:06:25.522 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T16:06:25.522 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T16:06:25.522 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.522 INFO:tasks.workunit.client.0.smithi016.stdout: "osd": { 2024-04-15T16:06:25.522 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 466560, 2024-04-15T16:06:25.522 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 40 2024-04-15T16:06:25.523 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.523 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_mapbl": { 2024-04-15T16:06:25.523 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T16:06:25.523 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T16:06:25.523 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.523 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_pglog": { 2024-04-15T16:06:25.523 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 7186400, 2024-04-15T16:06:25.523 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 20920 2024-04-15T16:06:25.523 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.523 INFO:tasks.workunit.client.0.smithi016.stdout: "osdmap": { 2024-04-15T16:06:25.523 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 667608, 2024-04-15T16:06:25.523 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 11763 2024-04-15T16:06:25.523 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.523 INFO:tasks.workunit.client.0.smithi016.stdout: "osdmap_mapping": { 2024-04-15T16:06:25.523 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T16:06:25.524 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T16:06:25.524 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.524 INFO:tasks.workunit.client.0.smithi016.stdout: "pgmap": { 2024-04-15T16:06:25.524 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T16:06:25.524 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T16:06:25.524 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.524 INFO:tasks.workunit.client.0.smithi016.stdout: "unittest_1": { 2024-04-15T16:06:25.524 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T16:06:25.524 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T16:06:25.524 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.524 INFO:tasks.workunit.client.0.smithi016.stdout: "unittest_2": { 2024-04-15T16:06:25.524 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T16:06:25.524 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T16:06:25.524 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T16:06:25.524 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.525 INFO:tasks.workunit.client.0.smithi016.stdout: "osd.2": { 2024-04-15T16:06:25.525 INFO:tasks.workunit.client.0.smithi016.stdout: "bloom_filter": { 2024-04-15T16:06:25.525 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T16:06:25.525 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T16:06:25.525 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.525 INFO:tasks.workunit.client.0.smithi016.stdout: "bluefs": { 2024-04-15T16:06:25.525 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 18272, 2024-04-15T16:06:25.525 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 339 2024-04-15T16:06:25.525 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.525 INFO:tasks.workunit.client.0.smithi016.stdout: "bluefs_file_reader": { 2024-04-15T16:06:25.525 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 30592, 2024-04-15T16:06:25.525 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 22 2024-04-15T16:06:25.525 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.525 INFO:tasks.workunit.client.0.smithi016.stdout: "bluefs_file_writer": { 2024-04-15T16:06:25.525 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 2496, 2024-04-15T16:06:25.526 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 13 2024-04-15T16:06:25.526 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.526 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_alloc": { 2024-04-15T16:06:25.526 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 54240, 2024-04-15T16:06:25.526 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 678 2024-04-15T16:06:25.526 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.526 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_blob": { 2024-04-15T16:06:25.526 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 369200, 2024-04-15T16:06:25.526 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 1775 2024-04-15T16:06:25.526 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.526 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_cache_buffer": { 2024-04-15T16:06:25.526 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 256, 2024-04-15T16:06:25.526 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 32 2024-04-15T16:06:25.526 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.527 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_cache_data": { 2024-04-15T16:06:25.527 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 300346, 2024-04-15T16:06:25.527 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 80 2024-04-15T16:06:25.527 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.527 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_cache_meta": { 2024-04-15T16:06:25.527 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 1726687, 2024-04-15T16:06:25.527 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 382516 2024-04-15T16:06:25.527 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.527 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_cache_onode": { 2024-04-15T16:06:25.527 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 5064216, 2024-04-15T16:06:25.527 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 7479 2024-04-15T16:06:25.527 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.527 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_cache_other": { 2024-04-15T16:06:25.527 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 75396, 2024-04-15T16:06:25.527 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 8126 2024-04-15T16:06:25.528 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.528 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_extent": { 2024-04-15T16:06:25.528 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 85200, 2024-04-15T16:06:25.528 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 1775 2024-04-15T16:06:25.528 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.528 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_fsck": { 2024-04-15T16:06:25.528 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T16:06:25.528 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T16:06:25.528 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.528 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_inline_bl": { 2024-04-15T16:06:25.528 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 164604, 2024-04-15T16:06:25.528 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 1182 2024-04-15T16:06:25.528 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.528 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_shared_blob": { 2024-04-15T16:06:25.528 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T16:06:25.529 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T16:06:25.529 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.529 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_txc": { 2024-04-15T16:06:25.529 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 736, 2024-04-15T16:06:25.529 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 1 2024-04-15T16:06:25.529 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.529 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_writing": { 2024-04-15T16:06:25.529 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 74781, 2024-04-15T16:06:25.529 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 56 2024-04-15T16:06:25.529 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.529 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_writing_deferred": { 2024-04-15T16:06:25.529 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 12112, 2024-04-15T16:06:25.529 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 3 2024-04-15T16:06:25.529 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.529 INFO:tasks.workunit.client.0.smithi016.stdout: "buffer_anon": { 2024-04-15T16:06:25.530 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 14906213, 2024-04-15T16:06:25.530 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 257 2024-04-15T16:06:25.530 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.530 INFO:tasks.workunit.client.0.smithi016.stdout: "buffer_meta": { 2024-04-15T16:06:25.530 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 9944, 2024-04-15T16:06:25.530 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 113 2024-04-15T16:06:25.530 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.530 INFO:tasks.workunit.client.0.smithi016.stdout: "mds_co": { 2024-04-15T16:06:25.530 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T16:06:25.530 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T16:06:25.530 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.530 INFO:tasks.workunit.client.0.smithi016.stdout: "osd": { 2024-04-15T16:06:25.531 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 384912, 2024-04-15T16:06:25.531 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 33 2024-04-15T16:06:25.531 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.531 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_mapbl": { 2024-04-15T16:06:25.531 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T16:06:25.531 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T16:06:25.531 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.531 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_pglog": { 2024-04-15T16:06:25.531 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 3140800, 2024-04-15T16:06:25.531 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 6040 2024-04-15T16:06:25.531 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.531 INFO:tasks.workunit.client.0.smithi016.stdout: "osdmap": { 2024-04-15T16:06:25.531 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 667608, 2024-04-15T16:06:25.531 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 11763 2024-04-15T16:06:25.532 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.532 INFO:tasks.workunit.client.0.smithi016.stdout: "osdmap_mapping": { 2024-04-15T16:06:25.532 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T16:06:25.532 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T16:06:25.532 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.532 INFO:tasks.workunit.client.0.smithi016.stdout: "pgmap": { 2024-04-15T16:06:25.532 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T16:06:25.532 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T16:06:25.532 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.532 INFO:tasks.workunit.client.0.smithi016.stdout: "unittest_1": { 2024-04-15T16:06:25.532 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T16:06:25.532 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T16:06:25.532 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.532 INFO:tasks.workunit.client.0.smithi016.stdout: "unittest_2": { 2024-04-15T16:06:25.532 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T16:06:25.533 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T16:06:25.533 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T16:06:25.533 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.533 INFO:tasks.workunit.client.0.smithi016.stdout: "osd.3": { 2024-04-15T16:06:25.533 INFO:tasks.workunit.client.0.smithi016.stdout: "bloom_filter": { 2024-04-15T16:06:25.533 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T16:06:25.533 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T16:06:25.533 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.533 INFO:tasks.workunit.client.0.smithi016.stdout: "bluefs": { 2024-04-15T16:06:25.533 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 19800, 2024-04-15T16:06:25.533 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 361 2024-04-15T16:06:25.533 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.533 INFO:tasks.workunit.client.0.smithi016.stdout: "bluefs_file_reader": { 2024-04-15T16:06:25.533 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 47104, 2024-04-15T16:06:25.534 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 25 2024-04-15T16:06:25.534 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.534 INFO:tasks.workunit.client.0.smithi016.stdout: "bluefs_file_writer": { 2024-04-15T16:06:25.534 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 1536, 2024-04-15T16:06:25.534 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 8 2024-04-15T16:06:25.534 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.534 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_alloc": { 2024-04-15T16:06:25.534 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 54800, 2024-04-15T16:06:25.534 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 685 2024-04-15T16:06:25.534 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.534 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_blob": { 2024-04-15T16:06:25.534 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 356928, 2024-04-15T16:06:25.534 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 1716 2024-04-15T16:06:25.534 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.535 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_cache_buffer": { 2024-04-15T16:06:25.535 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 256, 2024-04-15T16:06:25.535 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 32 2024-04-15T16:06:25.535 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.535 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_cache_data": { 2024-04-15T16:06:25.535 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 449653, 2024-04-15T16:06:25.535 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 108 2024-04-15T16:06:25.535 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.535 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_cache_meta": { 2024-04-15T16:06:25.535 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 1717311, 2024-04-15T16:06:25.535 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 380253 2024-04-15T16:06:25.535 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.535 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_cache_onode": { 2024-04-15T16:06:25.535 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 5031576, 2024-04-15T16:06:25.535 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 7431 2024-04-15T16:06:25.536 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.536 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_cache_other": { 2024-04-15T16:06:25.536 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 66756, 2024-04-15T16:06:25.536 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 6991 2024-04-15T16:06:25.536 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.536 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_extent": { 2024-04-15T16:06:25.536 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 82368, 2024-04-15T16:06:25.536 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 1716 2024-04-15T16:06:25.536 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.536 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_fsck": { 2024-04-15T16:06:25.536 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T16:06:25.536 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T16:06:25.536 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.536 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_inline_bl": { 2024-04-15T16:06:25.536 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 164604, 2024-04-15T16:06:25.537 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 1182 2024-04-15T16:06:25.537 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.537 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_shared_blob": { 2024-04-15T16:06:25.537 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T16:06:25.537 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T16:06:25.537 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.537 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_txc": { 2024-04-15T16:06:25.537 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 736, 2024-04-15T16:06:25.537 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 1 2024-04-15T16:06:25.537 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.537 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_writing": { 2024-04-15T16:06:25.537 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 99050, 2024-04-15T16:06:25.537 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 55 2024-04-15T16:06:25.537 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.538 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_writing_deferred": { 2024-04-15T16:06:25.538 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 12112, 2024-04-15T16:06:25.538 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 3 2024-04-15T16:06:25.538 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.538 INFO:tasks.workunit.client.0.smithi016.stdout: "buffer_anon": { 2024-04-15T16:06:25.538 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 8340241, 2024-04-15T16:06:25.538 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 280 2024-04-15T16:06:25.538 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.538 INFO:tasks.workunit.client.0.smithi016.stdout: "buffer_meta": { 2024-04-15T16:06:25.538 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 10824, 2024-04-15T16:06:25.538 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 123 2024-04-15T16:06:25.538 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.538 INFO:tasks.workunit.client.0.smithi016.stdout: "mds_co": { 2024-04-15T16:06:25.538 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T16:06:25.539 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T16:06:25.539 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.539 INFO:tasks.workunit.client.0.smithi016.stdout: "osd": { 2024-04-15T16:06:25.539 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 431568, 2024-04-15T16:06:25.539 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 37 2024-04-15T16:06:25.539 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.539 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_mapbl": { 2024-04-15T16:06:25.539 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T16:06:25.539 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T16:06:25.539 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.539 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_pglog": { 2024-04-15T16:06:25.539 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 3451760, 2024-04-15T16:06:25.539 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 9038 2024-04-15T16:06:25.539 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.539 INFO:tasks.workunit.client.0.smithi016.stdout: "osdmap": { 2024-04-15T16:06:25.540 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 667608, 2024-04-15T16:06:25.540 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 11763 2024-04-15T16:06:25.540 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.540 INFO:tasks.workunit.client.0.smithi016.stdout: "osdmap_mapping": { 2024-04-15T16:06:25.540 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T16:06:25.540 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T16:06:25.540 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.540 INFO:tasks.workunit.client.0.smithi016.stdout: "pgmap": { 2024-04-15T16:06:25.540 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T16:06:25.540 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T16:06:25.540 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.540 INFO:tasks.workunit.client.0.smithi016.stdout: "unittest_1": { 2024-04-15T16:06:25.540 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T16:06:25.540 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T16:06:25.540 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.541 INFO:tasks.workunit.client.0.smithi016.stdout: "unittest_2": { 2024-04-15T16:06:25.541 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T16:06:25.541 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T16:06:25.541 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T16:06:25.541 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.541 INFO:tasks.workunit.client.0.smithi016.stdout: "osd.4": { 2024-04-15T16:06:25.541 INFO:tasks.workunit.client.0.smithi016.stdout: "bloom_filter": { 2024-04-15T16:06:25.541 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T16:06:25.541 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T16:06:25.541 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.541 INFO:tasks.workunit.client.0.smithi016.stdout: "bluefs": { 2024-04-15T16:06:25.541 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 21728, 2024-04-15T16:06:25.541 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 390 2024-04-15T16:06:25.541 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.541 INFO:tasks.workunit.client.0.smithi016.stdout: "bluefs_file_reader": { 2024-04-15T16:06:25.542 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 31104, 2024-04-15T16:06:25.542 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 26 2024-04-15T16:06:25.542 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.542 INFO:tasks.workunit.client.0.smithi016.stdout: "bluefs_file_writer": { 2024-04-15T16:06:25.542 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 2304, 2024-04-15T16:06:25.542 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 12 2024-04-15T16:06:25.542 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.542 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_alloc": { 2024-04-15T16:06:25.542 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 54480, 2024-04-15T16:06:25.542 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 681 2024-04-15T16:06:25.542 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.542 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_blob": { 2024-04-15T16:06:25.542 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 357136, 2024-04-15T16:06:25.542 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 1717 2024-04-15T16:06:25.543 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.543 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_cache_buffer": { 2024-04-15T16:06:25.543 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 256, 2024-04-15T16:06:25.543 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 32 2024-04-15T16:06:25.543 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.543 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_cache_data": { 2024-04-15T16:06:25.543 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 338301, 2024-04-15T16:06:25.543 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 92 2024-04-15T16:06:25.543 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.543 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_cache_meta": { 2024-04-15T16:06:25.543 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 2076111, 2024-04-15T16:06:25.543 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 460326 2024-04-15T16:06:25.543 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.543 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_cache_onode": { 2024-04-15T16:06:25.543 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 5989696, 2024-04-15T16:06:25.544 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 8840 2024-04-15T16:06:25.544 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.544 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_cache_other": { 2024-04-15T16:06:25.544 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 67100, 2024-04-15T16:06:25.544 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 6994 2024-04-15T16:06:25.544 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.544 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_extent": { 2024-04-15T16:06:25.544 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 82368, 2024-04-15T16:06:25.544 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 1716 2024-04-15T16:06:25.544 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.544 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_fsck": { 2024-04-15T16:06:25.544 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T16:06:25.544 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T16:06:25.544 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.545 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_inline_bl": { 2024-04-15T16:06:25.545 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 164436, 2024-04-15T16:06:25.545 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 1182 2024-04-15T16:06:25.545 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.545 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_shared_blob": { 2024-04-15T16:06:25.545 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T16:06:25.545 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T16:06:25.545 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.545 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_txc": { 2024-04-15T16:06:25.545 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 1472, 2024-04-15T16:06:25.545 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 2 2024-04-15T16:06:25.545 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.545 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_writing": { 2024-04-15T16:06:25.545 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 110205, 2024-04-15T16:06:25.545 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 62 2024-04-15T16:06:25.546 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.546 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_writing_deferred": { 2024-04-15T16:06:25.546 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 20128, 2024-04-15T16:06:25.546 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 5 2024-04-15T16:06:25.546 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.546 INFO:tasks.workunit.client.0.smithi016.stdout: "buffer_anon": { 2024-04-15T16:06:25.546 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 13312424, 2024-04-15T16:06:25.546 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 8981 2024-04-15T16:06:25.546 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.546 INFO:tasks.workunit.client.0.smithi016.stdout: "buffer_meta": { 2024-04-15T16:06:25.546 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 10208, 2024-04-15T16:06:25.546 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 116 2024-04-15T16:06:25.546 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.546 INFO:tasks.workunit.client.0.smithi016.stdout: "mds_co": { 2024-04-15T16:06:25.547 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T16:06:25.547 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T16:06:25.547 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.547 INFO:tasks.workunit.client.0.smithi016.stdout: "osd": { 2024-04-15T16:06:25.547 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 466560, 2024-04-15T16:06:25.547 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 40 2024-04-15T16:06:25.547 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.547 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_mapbl": { 2024-04-15T16:06:25.547 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T16:06:25.547 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T16:06:25.547 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.547 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_pglog": { 2024-04-15T16:06:25.547 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 5162560, 2024-04-15T16:06:25.547 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 12328 2024-04-15T16:06:25.547 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.548 INFO:tasks.workunit.client.0.smithi016.stdout: "osdmap": { 2024-04-15T16:06:25.548 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 667608, 2024-04-15T16:06:25.548 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 11763 2024-04-15T16:06:25.548 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.548 INFO:tasks.workunit.client.0.smithi016.stdout: "osdmap_mapping": { 2024-04-15T16:06:25.548 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T16:06:25.548 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T16:06:25.548 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.548 INFO:tasks.workunit.client.0.smithi016.stdout: "pgmap": { 2024-04-15T16:06:25.548 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T16:06:25.548 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T16:06:25.548 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.548 INFO:tasks.workunit.client.0.smithi016.stdout: "unittest_1": { 2024-04-15T16:06:25.548 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T16:06:25.548 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T16:06:25.549 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.549 INFO:tasks.workunit.client.0.smithi016.stdout: "unittest_2": { 2024-04-15T16:06:25.549 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T16:06:25.549 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T16:06:25.549 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T16:06:25.549 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.549 INFO:tasks.workunit.client.0.smithi016.stdout: "osd.5": { 2024-04-15T16:06:25.549 INFO:tasks.workunit.client.0.smithi016.stdout: "bloom_filter": { 2024-04-15T16:06:25.549 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T16:06:25.549 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T16:06:25.549 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.549 INFO:tasks.workunit.client.0.smithi016.stdout: "bluefs": { 2024-04-15T16:06:25.549 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 18976, 2024-04-15T16:06:25.550 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 345 2024-04-15T16:06:25.550 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.550 INFO:tasks.workunit.client.0.smithi016.stdout: "bluefs_file_reader": { 2024-04-15T16:06:25.550 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 30848, 2024-04-15T16:06:25.550 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 24 2024-04-15T16:06:25.550 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.550 INFO:tasks.workunit.client.0.smithi016.stdout: "bluefs_file_writer": { 2024-04-15T16:06:25.550 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 960, 2024-04-15T16:06:25.550 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 5 2024-04-15T16:06:25.550 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.550 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_alloc": { 2024-04-15T16:06:25.550 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 53200, 2024-04-15T16:06:25.550 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 665 2024-04-15T16:06:25.550 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.551 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_blob": { 2024-04-15T16:06:25.551 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 357136, 2024-04-15T16:06:25.551 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 1717 2024-04-15T16:06:25.551 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.551 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_cache_buffer": { 2024-04-15T16:06:25.551 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 256, 2024-04-15T16:06:25.551 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 32 2024-04-15T16:06:25.551 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.551 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_cache_data": { 2024-04-15T16:06:25.551 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 419244, 2024-04-15T16:06:25.551 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 115 2024-04-15T16:06:25.551 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.551 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_cache_meta": { 2024-04-15T16:06:25.551 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 2357415, 2024-04-15T16:06:25.552 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 524952 2024-04-15T16:06:25.552 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.552 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_cache_onode": { 2024-04-15T16:06:25.552 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 6770336, 2024-04-15T16:06:25.552 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 9988 2024-04-15T16:06:25.552 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.552 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_cache_other": { 2024-04-15T16:06:25.552 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 67352, 2024-04-15T16:06:25.552 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 6999 2024-04-15T16:06:25.552 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.552 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_extent": { 2024-04-15T16:06:25.552 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 82368, 2024-04-15T16:06:25.552 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 1716 2024-04-15T16:06:25.552 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.552 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_fsck": { 2024-04-15T16:06:25.553 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T16:06:25.553 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T16:06:25.553 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.553 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_inline_bl": { 2024-04-15T16:06:25.553 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 164692, 2024-04-15T16:06:25.553 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 1183 2024-04-15T16:06:25.553 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.553 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_shared_blob": { 2024-04-15T16:06:25.553 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T16:06:25.553 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T16:06:25.553 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.553 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_txc": { 2024-04-15T16:06:25.553 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 1472, 2024-04-15T16:06:25.553 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 2 2024-04-15T16:06:25.554 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.554 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_writing": { 2024-04-15T16:06:25.554 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 90817, 2024-04-15T16:06:25.554 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 59 2024-04-15T16:06:25.554 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.554 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_writing_deferred": { 2024-04-15T16:06:25.554 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 20128, 2024-04-15T16:06:25.554 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 5 2024-04-15T16:06:25.554 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.554 INFO:tasks.workunit.client.0.smithi016.stdout: "buffer_anon": { 2024-04-15T16:06:25.554 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 5496043, 2024-04-15T16:06:25.554 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 246 2024-04-15T16:06:25.554 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.554 INFO:tasks.workunit.client.0.smithi016.stdout: "buffer_meta": { 2024-04-15T16:06:25.555 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 11528, 2024-04-15T16:06:25.555 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 131 2024-04-15T16:06:25.555 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.555 INFO:tasks.workunit.client.0.smithi016.stdout: "mds_co": { 2024-04-15T16:06:25.555 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T16:06:25.555 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T16:06:25.555 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.555 INFO:tasks.workunit.client.0.smithi016.stdout: "osd": { 2024-04-15T16:06:25.555 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 489888, 2024-04-15T16:06:25.555 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 42 2024-04-15T16:06:25.555 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.555 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_mapbl": { 2024-04-15T16:06:25.555 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T16:06:25.555 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T16:06:25.556 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.556 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_pglog": { 2024-04-15T16:06:25.556 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 6345040, 2024-04-15T16:06:25.556 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 12202 2024-04-15T16:06:25.556 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.556 INFO:tasks.workunit.client.0.smithi016.stdout: "osdmap": { 2024-04-15T16:06:25.556 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 667608, 2024-04-15T16:06:25.556 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 11763 2024-04-15T16:06:25.556 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.556 INFO:tasks.workunit.client.0.smithi016.stdout: "osdmap_mapping": { 2024-04-15T16:06:25.556 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T16:06:25.556 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T16:06:25.556 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.556 INFO:tasks.workunit.client.0.smithi016.stdout: "pgmap": { 2024-04-15T16:06:25.557 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T16:06:25.557 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T16:06:25.557 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.557 INFO:tasks.workunit.client.0.smithi016.stdout: "unittest_1": { 2024-04-15T16:06:25.557 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T16:06:25.557 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T16:06:25.557 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.557 INFO:tasks.workunit.client.0.smithi016.stdout: "unittest_2": { 2024-04-15T16:06:25.557 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T16:06:25.557 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T16:06:25.557 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T16:06:25.557 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.557 INFO:tasks.workunit.client.0.smithi016.stdout: "osd.6": { 2024-04-15T16:06:25.557 INFO:tasks.workunit.client.0.smithi016.stdout: "bloom_filter": { 2024-04-15T16:06:25.558 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T16:06:25.558 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T16:06:25.558 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.558 INFO:tasks.workunit.client.0.smithi016.stdout: "bluefs": { 2024-04-15T16:06:25.558 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 15896, 2024-04-15T16:06:25.558 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 299 2024-04-15T16:06:25.558 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.558 INFO:tasks.workunit.client.0.smithi016.stdout: "bluefs_file_reader": { 2024-04-15T16:06:25.558 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 34688, 2024-04-15T16:06:25.558 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 22 2024-04-15T16:06:25.558 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.558 INFO:tasks.workunit.client.0.smithi016.stdout: "bluefs_file_writer": { 2024-04-15T16:06:25.558 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 3072, 2024-04-15T16:06:25.558 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 16 2024-04-15T16:06:25.559 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.559 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_alloc": { 2024-04-15T16:06:25.559 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 54320, 2024-04-15T16:06:25.559 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 679 2024-04-15T16:06:25.559 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.559 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_blob": { 2024-04-15T16:06:25.559 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 358592, 2024-04-15T16:06:25.559 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 1724 2024-04-15T16:06:25.559 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.559 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_cache_buffer": { 2024-04-15T16:06:25.559 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 256, 2024-04-15T16:06:25.559 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 32 2024-04-15T16:06:25.559 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.559 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_cache_data": { 2024-04-15T16:06:25.559 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 1075383, 2024-04-15T16:06:25.560 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 266 2024-04-15T16:06:25.560 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.560 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_cache_meta": { 2024-04-15T16:06:25.560 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 1727053, 2024-04-15T16:06:25.560 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 377583 2024-04-15T16:06:25.560 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.560 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_cache_onode": { 2024-04-15T16:06:25.560 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 4972416, 2024-04-15T16:06:25.560 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 7344 2024-04-15T16:06:25.560 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.560 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_cache_other": { 2024-04-15T16:06:25.560 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 68240, 2024-04-15T16:06:25.560 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 7152 2024-04-15T16:06:25.560 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.560 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_extent": { 2024-04-15T16:06:25.561 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 82752, 2024-04-15T16:06:25.561 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 1724 2024-04-15T16:06:25.561 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.561 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_fsck": { 2024-04-15T16:06:25.561 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T16:06:25.561 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T16:06:25.561 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.561 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_inline_bl": { 2024-04-15T16:06:25.561 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 164348, 2024-04-15T16:06:25.561 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 1181 2024-04-15T16:06:25.561 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.561 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_shared_blob": { 2024-04-15T16:06:25.561 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T16:06:25.561 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T16:06:25.562 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.562 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_txc": { 2024-04-15T16:06:25.562 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T16:06:25.562 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T16:06:25.562 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.562 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_writing": { 2024-04-15T16:06:25.562 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 30259, 2024-04-15T16:06:25.562 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 35 2024-04-15T16:06:25.562 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.562 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_writing_deferred": { 2024-04-15T16:06:25.562 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T16:06:25.562 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T16:06:25.562 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.562 INFO:tasks.workunit.client.0.smithi016.stdout: "buffer_anon": { 2024-04-15T16:06:25.563 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 16539403, 2024-04-15T16:06:25.563 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 262 2024-04-15T16:06:25.563 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.563 INFO:tasks.workunit.client.0.smithi016.stdout: "buffer_meta": { 2024-04-15T16:06:25.563 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 24464, 2024-04-15T16:06:25.563 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 278 2024-04-15T16:06:25.563 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.563 INFO:tasks.workunit.client.0.smithi016.stdout: "mds_co": { 2024-04-15T16:06:25.563 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T16:06:25.563 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T16:06:25.563 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.563 INFO:tasks.workunit.client.0.smithi016.stdout: "osd": { 2024-04-15T16:06:25.563 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 454896, 2024-04-15T16:06:25.563 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 39 2024-04-15T16:06:25.564 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.564 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_mapbl": { 2024-04-15T16:06:25.564 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T16:06:25.564 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T16:06:25.564 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.564 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_pglog": { 2024-04-15T16:06:25.564 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 3735680, 2024-04-15T16:06:25.564 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 9584 2024-04-15T16:06:25.564 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.564 INFO:tasks.workunit.client.0.smithi016.stdout: "osdmap": { 2024-04-15T16:06:25.564 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 667608, 2024-04-15T16:06:25.564 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 11763 2024-04-15T16:06:25.564 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.564 INFO:tasks.workunit.client.0.smithi016.stdout: "osdmap_mapping": { 2024-04-15T16:06:25.564 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T16:06:25.565 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T16:06:25.565 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.565 INFO:tasks.workunit.client.0.smithi016.stdout: "pgmap": { 2024-04-15T16:06:25.565 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T16:06:25.565 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T16:06:25.565 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.565 INFO:tasks.workunit.client.0.smithi016.stdout: "unittest_1": { 2024-04-15T16:06:25.565 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T16:06:25.565 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T16:06:25.565 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.565 INFO:tasks.workunit.client.0.smithi016.stdout: "unittest_2": { 2024-04-15T16:06:25.565 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T16:06:25.565 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T16:06:25.565 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T16:06:25.565 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.566 INFO:tasks.workunit.client.0.smithi016.stdout: "osd.7": { 2024-04-15T16:06:25.566 INFO:tasks.workunit.client.0.smithi016.stdout: "bloom_filter": { 2024-04-15T16:06:25.566 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T16:06:25.566 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T16:06:25.566 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.566 INFO:tasks.workunit.client.0.smithi016.stdout: "bluefs": { 2024-04-15T16:06:25.566 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 15520, 2024-04-15T16:06:25.566 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 294 2024-04-15T16:06:25.566 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.566 INFO:tasks.workunit.client.0.smithi016.stdout: "bluefs_file_reader": { 2024-04-15T16:06:25.566 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 120576, 2024-04-15T16:06:25.566 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 22 2024-04-15T16:06:25.566 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.566 INFO:tasks.workunit.client.0.smithi016.stdout: "bluefs_file_writer": { 2024-04-15T16:06:25.567 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 3072, 2024-04-15T16:06:25.567 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 16 2024-04-15T16:06:25.567 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.567 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_alloc": { 2024-04-15T16:06:25.567 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 53760, 2024-04-15T16:06:25.567 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 672 2024-04-15T16:06:25.567 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.567 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_blob": { 2024-04-15T16:06:25.567 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 358384, 2024-04-15T16:06:25.567 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 1723 2024-04-15T16:06:25.567 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.567 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_cache_buffer": { 2024-04-15T16:06:25.567 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 256, 2024-04-15T16:06:25.567 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 32 2024-04-15T16:06:25.567 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.568 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_cache_data": { 2024-04-15T16:06:25.568 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 457244, 2024-04-15T16:06:25.568 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 128 2024-04-15T16:06:25.568 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.568 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_cache_meta": { 2024-04-15T16:06:25.568 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 2062038, 2024-04-15T16:06:25.568 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 456745 2024-04-15T16:06:25.568 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.568 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_cache_onode": { 2024-04-15T16:06:25.568 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 5925776, 2024-04-15T16:06:25.568 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 8746 2024-04-15T16:06:25.568 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.569 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_cache_other": { 2024-04-15T16:06:25.569 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 68416, 2024-04-15T16:06:25.569 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 7149 2024-04-15T16:06:25.569 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.569 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_extent": { 2024-04-15T16:06:25.569 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 82704, 2024-04-15T16:06:25.569 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 1723 2024-04-15T16:06:25.569 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.569 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_fsck": { 2024-04-15T16:06:25.569 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T16:06:25.569 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T16:06:25.569 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.569 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_inline_bl": { 2024-04-15T16:06:25.569 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 164604, 2024-04-15T16:06:25.569 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 1182 2024-04-15T16:06:25.570 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.570 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_shared_blob": { 2024-04-15T16:06:25.570 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T16:06:25.570 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T16:06:25.570 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.570 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_txc": { 2024-04-15T16:06:25.570 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T16:06:25.570 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T16:06:25.570 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.570 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_writing": { 2024-04-15T16:06:25.570 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 29954, 2024-04-15T16:06:25.570 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 22 2024-04-15T16:06:25.570 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.570 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_writing_deferred": { 2024-04-15T16:06:25.571 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T16:06:25.571 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T16:06:25.571 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.571 INFO:tasks.workunit.client.0.smithi016.stdout: "buffer_anon": { 2024-04-15T16:06:25.571 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 16534121, 2024-04-15T16:06:25.571 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 255 2024-04-15T16:06:25.571 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.571 INFO:tasks.workunit.client.0.smithi016.stdout: "buffer_meta": { 2024-04-15T16:06:25.571 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 11000, 2024-04-15T16:06:25.571 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 125 2024-04-15T16:06:25.571 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.571 INFO:tasks.workunit.client.0.smithi016.stdout: "mds_co": { 2024-04-15T16:06:25.571 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T16:06:25.571 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T16:06:25.572 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.572 INFO:tasks.workunit.client.0.smithi016.stdout: "osd": { 2024-04-15T16:06:25.572 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 478224, 2024-04-15T16:06:25.572 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 41 2024-04-15T16:06:25.572 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.572 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_mapbl": { 2024-04-15T16:06:25.572 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T16:06:25.572 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T16:06:25.572 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.572 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_pglog": { 2024-04-15T16:06:25.572 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 5090904, 2024-04-15T16:06:25.572 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 9819 2024-04-15T16:06:25.572 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.572 INFO:tasks.workunit.client.0.smithi016.stdout: "osdmap": { 2024-04-15T16:06:25.572 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 667608, 2024-04-15T16:06:25.573 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 11763 2024-04-15T16:06:25.573 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.573 INFO:tasks.workunit.client.0.smithi016.stdout: "osdmap_mapping": { 2024-04-15T16:06:25.573 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T16:06:25.573 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T16:06:25.573 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.573 INFO:tasks.workunit.client.0.smithi016.stdout: "pgmap": { 2024-04-15T16:06:25.573 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T16:06:25.573 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T16:06:25.573 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.573 INFO:tasks.workunit.client.0.smithi016.stdout: "unittest_1": { 2024-04-15T16:06:25.573 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T16:06:25.573 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T16:06:25.573 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.574 INFO:tasks.workunit.client.0.smithi016.stdout: "unittest_2": { 2024-04-15T16:06:25.574 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T16:06:25.574 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T16:06:25.574 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T16:06:25.574 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T16:06:25.574 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T16:06:25.574 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.574 INFO:tasks.workunit.client.0.smithi016.stdout: "metadata": { 2024-04-15T16:06:25.574 INFO:tasks.workunit.client.0.smithi016.stdout: "mds": { 2024-04-15T16:06:25.574 INFO:tasks.workunit.client.0.smithi016.stdout: "arch": { 2024-04-15T16:06:25.574 INFO:tasks.workunit.client.0.smithi016.stdout: "x86_64": 2 2024-04-15T16:06:25.574 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.574 INFO:tasks.workunit.client.0.smithi016.stdout: "ceph_version": { 2024-04-15T16:06:25.574 INFO:tasks.workunit.client.0.smithi016.stdout: "ceph version 19.0.0-3080-gc2d8c315 (c2d8c3155d854ee204cb7c7261232571229d1d54) squid (dev)": 2 2024-04-15T16:06:25.575 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.575 INFO:tasks.workunit.client.0.smithi016.stdout: "cpu": { 2024-04-15T16:06:25.575 INFO:tasks.workunit.client.0.smithi016.stdout: "Intel(R) Xeon(R) CPU E5-1620 v3 @ 3.50GHz": 1, 2024-04-15T16:06:25.575 INFO:tasks.workunit.client.0.smithi016.stdout: "Intel(R) Xeon(R) CPU E5-1620 v4 @ 3.50GHz": 1 2024-04-15T16:06:25.575 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.575 INFO:tasks.workunit.client.0.smithi016.stdout: "distro": { 2024-04-15T16:06:25.575 INFO:tasks.workunit.client.0.smithi016.stdout: "centos": 2 2024-04-15T16:06:25.575 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.575 INFO:tasks.workunit.client.0.smithi016.stdout: "distro_description": { 2024-04-15T16:06:25.575 INFO:tasks.workunit.client.0.smithi016.stdout: "CentOS Stream 8": 2 2024-04-15T16:06:25.575 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.575 INFO:tasks.workunit.client.0.smithi016.stdout: "kernel_description": { 2024-04-15T16:06:25.575 INFO:tasks.workunit.client.0.smithi016.stdout: "#1 SMP PREEMPT_DYNAMIC Fri Apr 12 13:55:21 UTC 2024": 2 2024-04-15T16:06:25.575 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.575 INFO:tasks.workunit.client.0.smithi016.stdout: "kernel_version": { 2024-04-15T16:06:25.576 INFO:tasks.workunit.client.0.smithi016.stdout: "5.14.0-438.el9.x86_64": 2 2024-04-15T16:06:25.576 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.576 INFO:tasks.workunit.client.0.smithi016.stdout: "os": { 2024-04-15T16:06:25.576 INFO:tasks.workunit.client.0.smithi016.stdout: "Linux": 2 2024-04-15T16:06:25.576 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T16:06:25.576 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.576 INFO:tasks.workunit.client.0.smithi016.stdout: "mon": { 2024-04-15T16:06:25.576 INFO:tasks.workunit.client.0.smithi016.stdout: "arch": { 2024-04-15T16:06:25.576 INFO:tasks.workunit.client.0.smithi016.stdout: "x86_64": 3 2024-04-15T16:06:25.576 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.576 INFO:tasks.workunit.client.0.smithi016.stdout: "ceph_version": { 2024-04-15T16:06:25.576 INFO:tasks.workunit.client.0.smithi016.stdout: "ceph version 19.0.0-3080-gc2d8c315 (c2d8c3155d854ee204cb7c7261232571229d1d54) squid (dev)": 3 2024-04-15T16:06:25.576 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.576 INFO:tasks.workunit.client.0.smithi016.stdout: "cpu": { 2024-04-15T16:06:25.577 INFO:tasks.workunit.client.0.smithi016.stdout: "Intel(R) Xeon(R) CPU E5-1620 v3 @ 3.50GHz": 2, 2024-04-15T16:06:25.577 INFO:tasks.workunit.client.0.smithi016.stdout: "Intel(R) Xeon(R) CPU E5-1620 v4 @ 3.50GHz": 1 2024-04-15T16:06:25.577 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.577 INFO:tasks.workunit.client.0.smithi016.stdout: "distro": { 2024-04-15T16:06:25.577 INFO:tasks.workunit.client.0.smithi016.stdout: "centos": 3 2024-04-15T16:06:25.577 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.577 INFO:tasks.workunit.client.0.smithi016.stdout: "distro_description": { 2024-04-15T16:06:25.577 INFO:tasks.workunit.client.0.smithi016.stdout: "CentOS Stream 8": 3 2024-04-15T16:06:25.577 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.577 INFO:tasks.workunit.client.0.smithi016.stdout: "kernel_description": { 2024-04-15T16:06:25.577 INFO:tasks.workunit.client.0.smithi016.stdout: "#1 SMP PREEMPT_DYNAMIC Fri Apr 12 13:55:21 UTC 2024": 3 2024-04-15T16:06:25.577 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.577 INFO:tasks.workunit.client.0.smithi016.stdout: "kernel_version": { 2024-04-15T16:06:25.577 INFO:tasks.workunit.client.0.smithi016.stdout: "5.14.0-438.el9.x86_64": 3 2024-04-15T16:06:25.578 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.578 INFO:tasks.workunit.client.0.smithi016.stdout: "os": { 2024-04-15T16:06:25.578 INFO:tasks.workunit.client.0.smithi016.stdout: "Linux": 3 2024-04-15T16:06:25.578 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T16:06:25.578 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.578 INFO:tasks.workunit.client.0.smithi016.stdout: "osd": { 2024-04-15T16:06:25.578 INFO:tasks.workunit.client.0.smithi016.stdout: "arch": { 2024-04-15T16:06:25.578 INFO:tasks.workunit.client.0.smithi016.stdout: "x86_64": 8 2024-04-15T16:06:25.578 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.578 INFO:tasks.workunit.client.0.smithi016.stdout: "ceph_version": { 2024-04-15T16:06:25.578 INFO:tasks.workunit.client.0.smithi016.stdout: "ceph version 19.0.0-3080-gc2d8c315 (c2d8c3155d854ee204cb7c7261232571229d1d54) squid (dev)": 8 2024-04-15T16:06:25.578 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.578 INFO:tasks.workunit.client.0.smithi016.stdout: "cpu": { 2024-04-15T16:06:25.578 INFO:tasks.workunit.client.0.smithi016.stdout: "Intel(R) Xeon(R) CPU E5-1620 v3 @ 3.50GHz": 4, 2024-04-15T16:06:25.578 INFO:tasks.workunit.client.0.smithi016.stdout: "Intel(R) Xeon(R) CPU E5-1620 v4 @ 3.50GHz": 4 2024-04-15T16:06:25.579 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.579 INFO:tasks.workunit.client.0.smithi016.stdout: "distro": { 2024-04-15T16:06:25.579 INFO:tasks.workunit.client.0.smithi016.stdout: "centos": 8 2024-04-15T16:06:25.579 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.579 INFO:tasks.workunit.client.0.smithi016.stdout: "distro_description": { 2024-04-15T16:06:25.579 INFO:tasks.workunit.client.0.smithi016.stdout: "CentOS Stream 8": 8 2024-04-15T16:06:25.579 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.579 INFO:tasks.workunit.client.0.smithi016.stdout: "kernel_description": { 2024-04-15T16:06:25.579 INFO:tasks.workunit.client.0.smithi016.stdout: "#1 SMP PREEMPT_DYNAMIC Fri Apr 12 13:55:21 UTC 2024": 8 2024-04-15T16:06:25.579 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.579 INFO:tasks.workunit.client.0.smithi016.stdout: "kernel_version": { 2024-04-15T16:06:25.579 INFO:tasks.workunit.client.0.smithi016.stdout: "5.14.0-438.el9.x86_64": 8 2024-04-15T16:06:25.579 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.579 INFO:tasks.workunit.client.0.smithi016.stdout: "os": { 2024-04-15T16:06:25.580 INFO:tasks.workunit.client.0.smithi016.stdout: "Linux": 8 2024-04-15T16:06:25.580 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.580 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_objectstore": { 2024-04-15T16:06:25.580 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore": 8 2024-04-15T16:06:25.580 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.580 INFO:tasks.workunit.client.0.smithi016.stdout: "rotational": { 2024-04-15T16:06:25.580 INFO:tasks.workunit.client.0.smithi016.stdout: "0": 8 2024-04-15T16:06:25.580 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T16:06:25.580 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T16:06:25.580 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.580 INFO:tasks.workunit.client.0.smithi016.stdout: "mon": { 2024-04-15T16:06:25.580 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 3, 2024-04-15T16:06:25.580 INFO:tasks.workunit.client.0.smithi016.stdout: "features": { 2024-04-15T16:06:25.580 INFO:tasks.workunit.client.0.smithi016.stdout: "optional": [], 2024-04-15T16:06:25.580 INFO:tasks.workunit.client.0.smithi016.stdout: "persistent": [ 2024-04-15T16:06:25.581 INFO:tasks.workunit.client.0.smithi016.stdout: "kraken", 2024-04-15T16:06:25.581 INFO:tasks.workunit.client.0.smithi016.stdout: "luminous", 2024-04-15T16:06:25.581 INFO:tasks.workunit.client.0.smithi016.stdout: "mimic", 2024-04-15T16:06:25.581 INFO:tasks.workunit.client.0.smithi016.stdout: "osdmap-prune", 2024-04-15T16:06:25.581 INFO:tasks.workunit.client.0.smithi016.stdout: "nautilus", 2024-04-15T16:06:25.581 INFO:tasks.workunit.client.0.smithi016.stdout: "octopus", 2024-04-15T16:06:25.581 INFO:tasks.workunit.client.0.smithi016.stdout: "pacific", 2024-04-15T16:06:25.581 INFO:tasks.workunit.client.0.smithi016.stdout: "elector-pinging", 2024-04-15T16:06:25.581 INFO:tasks.workunit.client.0.smithi016.stdout: "quincy", 2024-04-15T16:06:25.581 INFO:tasks.workunit.client.0.smithi016.stdout: "reef", 2024-04-15T16:06:25.581 INFO:tasks.workunit.client.0.smithi016.stdout: "squid" 2024-04-15T16:06:25.581 INFO:tasks.workunit.client.0.smithi016.stdout: ] 2024-04-15T16:06:25.581 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.581 INFO:tasks.workunit.client.0.smithi016.stdout: "ipv4_addr_mons": 6, 2024-04-15T16:06:25.581 INFO:tasks.workunit.client.0.smithi016.stdout: "ipv6_addr_mons": 0, 2024-04-15T16:06:25.582 INFO:tasks.workunit.client.0.smithi016.stdout: "min_mon_release": 19, 2024-04-15T16:06:25.582 INFO:tasks.workunit.client.0.smithi016.stdout: "v1_addr_mons": 3, 2024-04-15T16:06:25.582 INFO:tasks.workunit.client.0.smithi016.stdout: "v2_addr_mons": 3 2024-04-15T16:06:25.582 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.582 INFO:tasks.workunit.client.0.smithi016.stdout: "organization": "ceph-qa", 2024-04-15T16:06:25.582 INFO:tasks.workunit.client.0.smithi016.stdout: "osd": { 2024-04-15T16:06:25.582 INFO:tasks.workunit.client.0.smithi016.stdout: "cluster_network": false, 2024-04-15T16:06:25.582 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 8, 2024-04-15T16:06:25.582 INFO:tasks.workunit.client.0.smithi016.stdout: "require_min_compat_client": "luminous", 2024-04-15T16:06:25.582 INFO:tasks.workunit.client.0.smithi016.stdout: "require_osd_release": "squid" 2024-04-15T16:06:25.582 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.582 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_perf_histograms": [ 2024-04-15T16:06:25.582 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-15T16:06:25.582 INFO:tasks.workunit.client.0.smithi016.stdout: "op_r_latency_out_bytes_histogram": { 2024-04-15T16:06:25.583 INFO:tasks.workunit.client.0.smithi016.stdout: "axes": [ 2024-04-15T16:06:25.583 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-15T16:06:25.583 INFO:tasks.workunit.client.0.smithi016.stdout: "buckets": 32, 2024-04-15T16:06:25.583 INFO:tasks.workunit.client.0.smithi016.stdout: "min": 0, 2024-04-15T16:06:25.583 INFO:tasks.workunit.client.0.smithi016.stdout: "name": "Latency (usec)", 2024-04-15T16:06:25.583 INFO:tasks.workunit.client.0.smithi016.stdout: "quant_size": 100000, 2024-04-15T16:06:25.583 INFO:tasks.workunit.client.0.smithi016.stdout: "ranges": [ 2024-04-15T16:06:25.583 INFO:tasks.workunit.client.0.smithi016.stdout: "[None, -1]", 2024-04-15T16:06:25.583 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 99999]", 2024-04-15T16:06:25.583 INFO:tasks.workunit.client.0.smithi016.stdout: "[100000, 199999]", 2024-04-15T16:06:25.583 INFO:tasks.workunit.client.0.smithi016.stdout: "[200000, 399999]", 2024-04-15T16:06:25.583 INFO:tasks.workunit.client.0.smithi016.stdout: "[400000, 799999]", 2024-04-15T16:06:25.583 INFO:tasks.workunit.client.0.smithi016.stdout: "[800000, 1599999]", 2024-04-15T16:06:25.583 INFO:tasks.workunit.client.0.smithi016.stdout: "[1600000, 3199999]", 2024-04-15T16:06:25.583 INFO:tasks.workunit.client.0.smithi016.stdout: "[3200000, 6399999]", 2024-04-15T16:06:25.584 INFO:tasks.workunit.client.0.smithi016.stdout: "[6400000, 12799999]", 2024-04-15T16:06:25.584 INFO:tasks.workunit.client.0.smithi016.stdout: "[12800000, 25599999]", 2024-04-15T16:06:25.584 INFO:tasks.workunit.client.0.smithi016.stdout: "[25600000, 51199999]", 2024-04-15T16:06:25.584 INFO:tasks.workunit.client.0.smithi016.stdout: "[51200000, 102399999]", 2024-04-15T16:06:25.584 INFO:tasks.workunit.client.0.smithi016.stdout: "[102400000, 204799999]", 2024-04-15T16:06:25.584 INFO:tasks.workunit.client.0.smithi016.stdout: "[204800000, 409599999]", 2024-04-15T16:06:25.584 INFO:tasks.workunit.client.0.smithi016.stdout: "[409600000, 819199999]", 2024-04-15T16:06:25.584 INFO:tasks.workunit.client.0.smithi016.stdout: "[819200000, 1638399999]", 2024-04-15T16:06:25.584 INFO:tasks.workunit.client.0.smithi016.stdout: "[1638400000, 3276799999]", 2024-04-15T16:06:25.584 INFO:tasks.workunit.client.0.smithi016.stdout: "[3276800000, 6553599999]", 2024-04-15T16:06:25.584 INFO:tasks.workunit.client.0.smithi016.stdout: "[6553600000, 13107199999]", 2024-04-15T16:06:25.584 INFO:tasks.workunit.client.0.smithi016.stdout: "[13107200000, 26214399999]", 2024-04-15T16:06:25.584 INFO:tasks.workunit.client.0.smithi016.stdout: "[26214400000, 52428799999]", 2024-04-15T16:06:25.584 INFO:tasks.workunit.client.0.smithi016.stdout: "[52428800000, 104857599999]", 2024-04-15T16:06:25.584 INFO:tasks.workunit.client.0.smithi016.stdout: "[104857600000, 209715199999]", 2024-04-15T16:06:25.585 INFO:tasks.workunit.client.0.smithi016.stdout: "[209715200000, 419430399999]", 2024-04-15T16:06:25.585 INFO:tasks.workunit.client.0.smithi016.stdout: "[419430400000, 838860799999]", 2024-04-15T16:06:25.585 INFO:tasks.workunit.client.0.smithi016.stdout: "[838860800000, 1677721599999]", 2024-04-15T16:06:25.585 INFO:tasks.workunit.client.0.smithi016.stdout: "[1677721600000, 3355443199999]", 2024-04-15T16:06:25.585 INFO:tasks.workunit.client.0.smithi016.stdout: "[3355443200000, 6710886399999]", 2024-04-15T16:06:25.585 INFO:tasks.workunit.client.0.smithi016.stdout: "[6710886400000, 13421772799999]", 2024-04-15T16:06:25.585 INFO:tasks.workunit.client.0.smithi016.stdout: "[13421772800000, 26843545599999]", 2024-04-15T16:06:25.585 INFO:tasks.workunit.client.0.smithi016.stdout: "[26843545600000, 53687091199999]", 2024-04-15T16:06:25.585 INFO:tasks.workunit.client.0.smithi016.stdout: "[53687091200000, None]" 2024-04-15T16:06:25.585 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:25.585 INFO:tasks.workunit.client.0.smithi016.stdout: "scale_type": "log2" 2024-04-15T16:06:25.585 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.585 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-15T16:06:25.585 INFO:tasks.workunit.client.0.smithi016.stdout: "buckets": 32, 2024-04-15T16:06:25.586 INFO:tasks.workunit.client.0.smithi016.stdout: "min": 0, 2024-04-15T16:06:25.586 INFO:tasks.workunit.client.0.smithi016.stdout: "name": "Request size (bytes)", 2024-04-15T16:06:25.586 INFO:tasks.workunit.client.0.smithi016.stdout: "quant_size": 512, 2024-04-15T16:06:25.586 INFO:tasks.workunit.client.0.smithi016.stdout: "ranges": [ 2024-04-15T16:06:25.586 INFO:tasks.workunit.client.0.smithi016.stdout: "[None, -1]", 2024-04-15T16:06:25.586 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 511]", 2024-04-15T16:06:25.586 INFO:tasks.workunit.client.0.smithi016.stdout: "[512, 1023]", 2024-04-15T16:06:25.586 INFO:tasks.workunit.client.0.smithi016.stdout: "[1024, 2047]", 2024-04-15T16:06:25.586 INFO:tasks.workunit.client.0.smithi016.stdout: "[2048, 4095]", 2024-04-15T16:06:25.586 INFO:tasks.workunit.client.0.smithi016.stdout: "[4096, 8191]", 2024-04-15T16:06:25.586 INFO:tasks.workunit.client.0.smithi016.stdout: "[8192, 16383]", 2024-04-15T16:06:25.587 INFO:tasks.workunit.client.0.smithi016.stdout: "[16384, 32767]", 2024-04-15T16:06:25.587 INFO:tasks.workunit.client.0.smithi016.stdout: "[32768, 65535]", 2024-04-15T16:06:25.587 INFO:tasks.workunit.client.0.smithi016.stdout: "[65536, 131071]", 2024-04-15T16:06:25.587 INFO:tasks.workunit.client.0.smithi016.stdout: "[131072, 262143]", 2024-04-15T16:06:25.587 INFO:tasks.workunit.client.0.smithi016.stdout: "[262144, 524287]", 2024-04-15T16:06:25.587 INFO:tasks.workunit.client.0.smithi016.stdout: "[524288, 1048575]", 2024-04-15T16:06:25.587 INFO:tasks.workunit.client.0.smithi016.stdout: "[1048576, 2097151]", 2024-04-15T16:06:25.587 INFO:tasks.workunit.client.0.smithi016.stdout: "[2097152, 4194303]", 2024-04-15T16:06:25.587 INFO:tasks.workunit.client.0.smithi016.stdout: "[4194304, 8388607]", 2024-04-15T16:06:25.587 INFO:tasks.workunit.client.0.smithi016.stdout: "[8388608, 16777215]", 2024-04-15T16:06:25.587 INFO:tasks.workunit.client.0.smithi016.stdout: "[16777216, 33554431]", 2024-04-15T16:06:25.587 INFO:tasks.workunit.client.0.smithi016.stdout: "[33554432, 67108863]", 2024-04-15T16:06:25.587 INFO:tasks.workunit.client.0.smithi016.stdout: "[67108864, 134217727]", 2024-04-15T16:06:25.587 INFO:tasks.workunit.client.0.smithi016.stdout: "[134217728, 268435455]", 2024-04-15T16:06:25.587 INFO:tasks.workunit.client.0.smithi016.stdout: "[268435456, 536870911]", 2024-04-15T16:06:25.588 INFO:tasks.workunit.client.0.smithi016.stdout: "[536870912, 1073741823]", 2024-04-15T16:06:25.588 INFO:tasks.workunit.client.0.smithi016.stdout: "[1073741824, 2147483647]", 2024-04-15T16:06:25.588 INFO:tasks.workunit.client.0.smithi016.stdout: "[2147483648, 4294967295]", 2024-04-15T16:06:25.588 INFO:tasks.workunit.client.0.smithi016.stdout: "[4294967296, 8589934591]", 2024-04-15T16:06:25.588 INFO:tasks.workunit.client.0.smithi016.stdout: "[8589934592, 17179869183]", 2024-04-15T16:06:25.588 INFO:tasks.workunit.client.0.smithi016.stdout: "[17179869184, 34359738367]", 2024-04-15T16:06:25.588 INFO:tasks.workunit.client.0.smithi016.stdout: "[34359738368, 68719476735]", 2024-04-15T16:06:25.588 INFO:tasks.workunit.client.0.smithi016.stdout: "[68719476736, 137438953471]", 2024-04-15T16:06:25.588 INFO:tasks.workunit.client.0.smithi016.stdout: "[137438953472, 274877906943]", 2024-04-15T16:06:25.588 INFO:tasks.workunit.client.0.smithi016.stdout: "[274877906944, None]" 2024-04-15T16:06:25.588 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:25.588 INFO:tasks.workunit.client.0.smithi016.stdout: "scale_type": "log2" 2024-04-15T16:06:25.588 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T16:06:25.589 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:25.589 INFO:tasks.workunit.client.0.smithi016.stdout: "osds": [ 2024-04-15T16:06:25.589 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-15T16:06:25.589 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_id": 0, 2024-04-15T16:06:25.589 INFO:tasks.workunit.client.0.smithi016.stdout: "values": [ 2024-04-15T16:06:25.589 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.589 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.589 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 9607, 26, 1, 0, 7, 4, 0, 0, 0, 0, 5, 4, 2, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.589 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 7164, 29, 16, 0, 5, 5, 4, 12, 32, 51, 49, 28, 32, 41, 81, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.589 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 861, 3, 10, 0, 1, 0, 0, 1, 2, 7, 60, 170, 79, 14, 30, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.589 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 803, 0, 0, 0, 0, 1, 0, 2, 0, 1, 2, 5, 305, 42, 16, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.589 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 524, 10, 0, 0, 1, 0, 0, 1, 1, 1, 0, 2, 3, 84, 167, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.589 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 367, 8, 0, 0, 0, 0, 0, 0, 1, 0, 3, 4, 4, 12, 42, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.589 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 331, 6, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 18, 45, 7, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.590 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 99, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 16, 19, 18, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.590 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 4, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.590 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.590 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.590 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.590 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.590 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.590 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.590 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.590 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.590 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.590 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.590 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.590 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.591 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.591 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.591 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.591 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.591 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.591 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.591 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.591 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.591 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-15T16:06:25.591 INFO:tasks.workunit.client.0.smithi016.stdout: ] 2024-04-15T16:06:25.591 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.591 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-15T16:06:25.591 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_id": 1, 2024-04-15T16:06:25.591 INFO:tasks.workunit.client.0.smithi016.stdout: "values": [ 2024-04-15T16:06:25.592 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.592 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.592 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 7509, 11, 0, 0, 3, 0, 0, 1, 0, 0, 2, 0, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.592 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 6878, 38, 1348, 2, 6, 9, 9, 20, 36, 64, 56, 59, 51, 6, 25, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.592 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 530, 22, 159, 19, 0, 0, 0, 2, 2, 13, 90, 240, 129, 3, 38, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.592 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 281, 1, 0, 11, 0, 0, 0, 0, 0, 1, 0, 8, 419, 6, 12, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.592 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 79, 2, 0, 0, 0, 0, 0, 1, 1, 0, 0, 1, 4, 30, 102, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.592 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 76, 0, 37, 0, 0, 0, 0, 0, 0, 0, 0, 4, 6, 11, 28, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.592 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 134, 0, 240, 0, 0, 0, 0, 3, 0, 1, 0, 0, 11, 19, 39, 7, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.592 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 17, 0, 22, 0, 0, 0, 0, 0, 0, 1, 0, 0, 6, 19, 36, 12, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.592 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 9, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 7, 8, 15, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.592 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.592 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.592 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.593 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.593 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.593 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.593 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.593 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.593 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.593 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.593 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.593 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.593 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.593 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.593 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.594 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.594 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.594 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.594 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.594 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.594 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-15T16:06:25.594 INFO:tasks.workunit.client.0.smithi016.stdout: ] 2024-04-15T16:06:25.594 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.594 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-15T16:06:25.594 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_id": 2, 2024-04-15T16:06:25.594 INFO:tasks.workunit.client.0.smithi016.stdout: "values": [ 2024-04-15T16:06:25.594 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.594 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 765, 14, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.595 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 12695, 4125, 1, 0, 10, 0, 0, 0, 2, 1, 4, 1, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.595 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 7478, 73, 19, 2, 4, 0, 0, 2, 7, 11, 23, 7, 10, 27, 73, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.595 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 491, 5, 8, 2, 2, 0, 0, 0, 0, 4, 10, 12, 5, 6, 30, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.595 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 326, 1, 0, 0, 0, 0, 0, 1, 1, 0, 2, 4, 35, 22, 14, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.595 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 126, 1, 0, 0, 0, 0, 0, 3, 9, 3, 0, 12, 11, 194, 235, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.595 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 132, 0, 0, 0, 0, 0, 0, 2, 3, 1, 0, 35, 34, 38, 46, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.595 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 71, 0, 0, 1, 0, 0, 0, 3, 1, 3, 0, 16, 45, 57, 45, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.595 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 33, 0, 0, 0, 0, 0, 2, 0, 0, 4, 0, 1, 15, 32, 27, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.595 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 20, 0, 0, 0, 1, 0, 0, 1, 0, 0, 0, 0, 0, 3, 8, 14, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.595 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 7, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.595 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.595 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.595 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.595 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.596 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.596 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.596 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.596 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.596 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.596 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.596 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.596 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.596 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.596 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.596 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.596 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.596 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.596 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.597 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.597 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-15T16:06:25.597 INFO:tasks.workunit.client.0.smithi016.stdout: ] 2024-04-15T16:06:25.597 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.597 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-15T16:06:25.597 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_id": 3, 2024-04-15T16:06:25.597 INFO:tasks.workunit.client.0.smithi016.stdout: "values": [ 2024-04-15T16:06:25.597 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.597 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 1061, 33, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.597 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 12280, 4100, 54, 8, 40, 20, 0, 0, 0, 2, 4, 0, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.597 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 7192, 91, 49, 4, 17, 30, 90, 112, 6, 31, 23, 18, 9, 24, 33, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.597 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 527, 8, 31, 0, 0, 0, 9, 35, 3, 8, 54, 92, 43, 4, 20, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.597 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 290, 0, 1, 0, 6, 0, 0, 0, 0, 0, 1, 6, 158, 6, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.597 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 98, 0, 0, 0, 178, 0, 0, 0, 1, 1, 0, 0, 8, 40, 103, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.598 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 76, 0, 1, 0, 322, 0, 0, 0, 0, 0, 0, 3, 12, 4, 34, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.598 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 83, 0, 0, 0, 524, 0, 0, 0, 1, 0, 3, 0, 13, 22, 38, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.598 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 10, 0, 0, 0, 1665, 0, 0, 0, 0, 0, 0, 0, 1, 23, 4, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.598 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 5, 0, 0, 0, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 15, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.598 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.598 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.598 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.598 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.598 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.598 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.598 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.598 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.599 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.599 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.599 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.599 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.599 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.599 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.599 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.599 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.599 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.599 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.599 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.599 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.599 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-15T16:06:25.599 INFO:tasks.workunit.client.0.smithi016.stdout: ] 2024-04-15T16:06:25.600 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.600 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-15T16:06:25.600 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_id": 4, 2024-04-15T16:06:25.600 INFO:tasks.workunit.client.0.smithi016.stdout: "values": [ 2024-04-15T16:06:25.600 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.600 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 1605, 246, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.600 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 17487, 7596, 60, 4, 12, 12, 3, 0, 0, 1, 1, 4, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.600 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 13026, 473, 10, 0, 18, 28, 66, 66, 10, 19, 11, 15, 12, 9, 25, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.600 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 1501, 175, 150, 1, 5, 1, 2, 13, 5, 13, 60, 67, 35, 5, 15, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.600 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 565, 19, 33, 0, 0, 0, 0, 0, 0, 0, 6, 20, 140, 3, 21, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.600 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 130, 15, 9, 0, 0, 0, 0, 1, 0, 0, 1, 11, 17, 27, 29, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.600 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 182, 7, 25, 25, 0, 0, 0, 0, 3, 0, 3, 4, 6, 10, 65, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.600 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 24, 0, 6, 39, 65, 0, 0, 0, 0, 0, 0, 0, 0, 5, 29, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.600 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 9, 0, 0, 4, 66, 96, 0, 0, 0, 0, 0, 3, 0, 1, 1, 8, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.601 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 7, 0, 0, 0, 4, 33, 0, 0, 0, 0, 0, 0, 0, 0, 0, 12, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.601 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.601 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.601 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.601 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.601 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.601 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.601 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.601 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.601 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.601 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.601 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.601 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.601 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.601 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.602 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.602 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.602 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.602 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.602 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.602 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.602 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-15T16:06:25.602 INFO:tasks.workunit.client.0.smithi016.stdout: ] 2024-04-15T16:06:25.602 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.602 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-15T16:06:25.602 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_id": 5, 2024-04-15T16:06:25.602 INFO:tasks.workunit.client.0.smithi016.stdout: "values": [ 2024-04-15T16:06:25.602 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.602 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.603 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 11423, 2, 1, 1, 1, 0, 0, 0, 0, 0, 17, 4, 5, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.603 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 12643, 13, 9, 0, 9, 2, 1, 1, 1, 1, 28, 11, 12, 24, 19, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.603 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 2035, 22, 5, 1, 7, 1, 0, 2, 1, 3, 30, 16, 5, 6, 23, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.603 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 557, 7, 9, 5, 4, 0, 0, 0, 0, 0, 6, 11, 49, 4, 18, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.603 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 214, 8, 4, 0, 1, 0, 0, 0, 0, 0, 6, 2, 11, 56, 66, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.603 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 153, 9, 3, 1, 0, 0, 0, 0, 0, 0, 0, 1, 1, 8, 96, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.603 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 167, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 42, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.603 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 16, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 3, 6, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.603 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.603 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.603 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.603 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.604 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.604 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.604 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.604 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.604 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.604 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.604 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.604 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.604 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.604 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.604 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.604 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.604 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.604 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.604 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.605 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.605 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.605 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-15T16:06:25.605 INFO:tasks.workunit.client.0.smithi016.stdout: ] 2024-04-15T16:06:25.605 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.605 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-15T16:06:25.605 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_id": 6, 2024-04-15T16:06:25.605 INFO:tasks.workunit.client.0.smithi016.stdout: "values": [ 2024-04-15T16:06:25.605 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.605 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 226, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.605 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 7587, 2, 0, 0, 6821, 419, 0, 0, 0, 0, 3, 2, 2, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.605 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 8831, 72, 37, 0, 636, 148, 4, 2, 13, 14, 53, 15, 14, 34, 31, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.605 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 1073, 15, 13, 0, 100, 27, 0, 2, 10, 12, 67, 73, 28, 15, 27, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.606 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 322, 7, 0, 0, 4, 3, 0, 0, 0, 4, 13, 20, 179, 16, 22, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.606 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 147, 20, 3, 0, 23, 29, 0, 0, 0, 9, 6, 2, 17, 69, 73, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.606 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 140, 32, 4, 0, 3, 4, 0, 2, 0, 4, 3, 3, 9, 21, 77, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.606 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 91, 72, 0, 0, 0, 0, 0, 0, 0, 3, 1, 6, 8, 23, 41, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.606 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 14, 141, 0, 0, 0, 0, 0, 0, 0, 0, 2, 0, 1, 13, 7, 10, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.606 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 5, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 7, 3, 9, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.606 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.606 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.606 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.606 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.606 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.606 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.606 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.606 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.607 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.607 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.607 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.607 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.607 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.607 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.607 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.607 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.607 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.607 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.607 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.607 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.607 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-15T16:06:25.607 INFO:tasks.workunit.client.0.smithi016.stdout: ] 2024-04-15T16:06:25.607 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.608 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-15T16:06:25.608 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_id": 7, 2024-04-15T16:06:25.608 INFO:tasks.workunit.client.0.smithi016.stdout: "values": [ 2024-04-15T16:06:25.608 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.608 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 104, 85, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.608 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 10558, 3484, 3933, 0, 1, 0, 4, 0, 0, 0, 4, 5, 2, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.608 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 7790, 280, 404, 0, 8, 0, 9, 2, 0, 0, 1, 8, 6, 16, 42, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.608 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 1182, 37, 82, 0, 5, 0, 3, 1, 0, 0, 15, 4, 6, 2, 36, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.608 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 243, 0, 0, 0, 1, 0, 0, 1, 0, 1, 5, 15, 27, 4, 24, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.608 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 125, 0, 0, 0, 0, 0, 0, 2, 2, 2, 2, 0, 12, 43, 81, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.608 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 123, 1, 0, 0, 0, 0, 0, 0, 0, 3, 0, 4, 9, 12, 98, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.608 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 40, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 11, 6, 10, 38, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.608 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 12, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 3, 6, 7, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.609 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 7, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 10, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.609 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.609 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.609 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.609 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.609 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.609 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.609 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.609 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.609 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.609 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.609 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.609 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.609 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.609 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.610 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.610 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.610 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.610 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.610 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.610 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.610 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-15T16:06:25.610 INFO:tasks.workunit.client.0.smithi016.stdout: ] 2024-04-15T16:06:25.610 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T16:06:25.610 INFO:tasks.workunit.client.0.smithi016.stdout: ] 2024-04-15T16:06:25.610 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.610 INFO:tasks.workunit.client.0.smithi016.stdout: "op_rw_latency_in_bytes_histogram": { 2024-04-15T16:06:25.610 INFO:tasks.workunit.client.0.smithi016.stdout: "axes": [ 2024-04-15T16:06:25.610 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-15T16:06:25.611 INFO:tasks.workunit.client.0.smithi016.stdout: "buckets": 32, 2024-04-15T16:06:25.611 INFO:tasks.workunit.client.0.smithi016.stdout: "min": 0, 2024-04-15T16:06:25.611 INFO:tasks.workunit.client.0.smithi016.stdout: "name": "Latency (usec)", 2024-04-15T16:06:25.611 INFO:tasks.workunit.client.0.smithi016.stdout: "quant_size": 100000, 2024-04-15T16:06:25.611 INFO:tasks.workunit.client.0.smithi016.stdout: "ranges": [ 2024-04-15T16:06:25.611 INFO:tasks.workunit.client.0.smithi016.stdout: "[None, -1]", 2024-04-15T16:06:25.611 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 99999]", 2024-04-15T16:06:25.611 INFO:tasks.workunit.client.0.smithi016.stdout: "[100000, 199999]", 2024-04-15T16:06:25.611 INFO:tasks.workunit.client.0.smithi016.stdout: "[200000, 399999]", 2024-04-15T16:06:25.611 INFO:tasks.workunit.client.0.smithi016.stdout: "[400000, 799999]", 2024-04-15T16:06:25.611 INFO:tasks.workunit.client.0.smithi016.stdout: "[800000, 1599999]", 2024-04-15T16:06:25.611 INFO:tasks.workunit.client.0.smithi016.stdout: "[1600000, 3199999]", 2024-04-15T16:06:25.611 INFO:tasks.workunit.client.0.smithi016.stdout: "[3200000, 6399999]", 2024-04-15T16:06:25.611 INFO:tasks.workunit.client.0.smithi016.stdout: "[6400000, 12799999]", 2024-04-15T16:06:25.612 INFO:tasks.workunit.client.0.smithi016.stdout: "[12800000, 25599999]", 2024-04-15T16:06:25.612 INFO:tasks.workunit.client.0.smithi016.stdout: "[25600000, 51199999]", 2024-04-15T16:06:25.612 INFO:tasks.workunit.client.0.smithi016.stdout: "[51200000, 102399999]", 2024-04-15T16:06:25.612 INFO:tasks.workunit.client.0.smithi016.stdout: "[102400000, 204799999]", 2024-04-15T16:06:25.612 INFO:tasks.workunit.client.0.smithi016.stdout: "[204800000, 409599999]", 2024-04-15T16:06:25.612 INFO:tasks.workunit.client.0.smithi016.stdout: "[409600000, 819199999]", 2024-04-15T16:06:25.612 INFO:tasks.workunit.client.0.smithi016.stdout: "[819200000, 1638399999]", 2024-04-15T16:06:25.612 INFO:tasks.workunit.client.0.smithi016.stdout: "[1638400000, 3276799999]", 2024-04-15T16:06:25.612 INFO:tasks.workunit.client.0.smithi016.stdout: "[3276800000, 6553599999]", 2024-04-15T16:06:25.612 INFO:tasks.workunit.client.0.smithi016.stdout: "[6553600000, 13107199999]", 2024-04-15T16:06:25.612 INFO:tasks.workunit.client.0.smithi016.stdout: "[13107200000, 26214399999]", 2024-04-15T16:06:25.612 INFO:tasks.workunit.client.0.smithi016.stdout: "[26214400000, 52428799999]", 2024-04-15T16:06:25.612 INFO:tasks.workunit.client.0.smithi016.stdout: "[52428800000, 104857599999]", 2024-04-15T16:06:25.612 INFO:tasks.workunit.client.0.smithi016.stdout: "[104857600000, 209715199999]", 2024-04-15T16:06:25.612 INFO:tasks.workunit.client.0.smithi016.stdout: "[209715200000, 419430399999]", 2024-04-15T16:06:25.613 INFO:tasks.workunit.client.0.smithi016.stdout: "[419430400000, 838860799999]", 2024-04-15T16:06:25.613 INFO:tasks.workunit.client.0.smithi016.stdout: "[838860800000, 1677721599999]", 2024-04-15T16:06:25.613 INFO:tasks.workunit.client.0.smithi016.stdout: "[1677721600000, 3355443199999]", 2024-04-15T16:06:25.613 INFO:tasks.workunit.client.0.smithi016.stdout: "[3355443200000, 6710886399999]", 2024-04-15T16:06:25.613 INFO:tasks.workunit.client.0.smithi016.stdout: "[6710886400000, 13421772799999]", 2024-04-15T16:06:25.613 INFO:tasks.workunit.client.0.smithi016.stdout: "[13421772800000, 26843545599999]", 2024-04-15T16:06:25.613 INFO:tasks.workunit.client.0.smithi016.stdout: "[26843545600000, 53687091199999]", 2024-04-15T16:06:25.613 INFO:tasks.workunit.client.0.smithi016.stdout: "[53687091200000, None]" 2024-04-15T16:06:25.613 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:25.613 INFO:tasks.workunit.client.0.smithi016.stdout: "scale_type": "log2" 2024-04-15T16:06:25.613 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.613 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-15T16:06:25.613 INFO:tasks.workunit.client.0.smithi016.stdout: "buckets": 32, 2024-04-15T16:06:25.613 INFO:tasks.workunit.client.0.smithi016.stdout: "min": 0, 2024-04-15T16:06:25.613 INFO:tasks.workunit.client.0.smithi016.stdout: "name": "Request size (bytes)", 2024-04-15T16:06:25.614 INFO:tasks.workunit.client.0.smithi016.stdout: "quant_size": 512, 2024-04-15T16:06:25.614 INFO:tasks.workunit.client.0.smithi016.stdout: "ranges": [ 2024-04-15T16:06:25.614 INFO:tasks.workunit.client.0.smithi016.stdout: "[None, -1]", 2024-04-15T16:06:25.614 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 511]", 2024-04-15T16:06:25.614 INFO:tasks.workunit.client.0.smithi016.stdout: "[512, 1023]", 2024-04-15T16:06:25.614 INFO:tasks.workunit.client.0.smithi016.stdout: "[1024, 2047]", 2024-04-15T16:06:25.614 INFO:tasks.workunit.client.0.smithi016.stdout: "[2048, 4095]", 2024-04-15T16:06:25.614 INFO:tasks.workunit.client.0.smithi016.stdout: "[4096, 8191]", 2024-04-15T16:06:25.614 INFO:tasks.workunit.client.0.smithi016.stdout: "[8192, 16383]", 2024-04-15T16:06:25.614 INFO:tasks.workunit.client.0.smithi016.stdout: "[16384, 32767]", 2024-04-15T16:06:25.614 INFO:tasks.workunit.client.0.smithi016.stdout: "[32768, 65535]", 2024-04-15T16:06:25.614 INFO:tasks.workunit.client.0.smithi016.stdout: "[65536, 131071]", 2024-04-15T16:06:25.614 INFO:tasks.workunit.client.0.smithi016.stdout: "[131072, 262143]", 2024-04-15T16:06:25.614 INFO:tasks.workunit.client.0.smithi016.stdout: "[262144, 524287]", 2024-04-15T16:06:25.615 INFO:tasks.workunit.client.0.smithi016.stdout: "[524288, 1048575]", 2024-04-15T16:06:25.615 INFO:tasks.workunit.client.0.smithi016.stdout: "[1048576, 2097151]", 2024-04-15T16:06:25.615 INFO:tasks.workunit.client.0.smithi016.stdout: "[2097152, 4194303]", 2024-04-15T16:06:25.615 INFO:tasks.workunit.client.0.smithi016.stdout: "[4194304, 8388607]", 2024-04-15T16:06:25.615 INFO:tasks.workunit.client.0.smithi016.stdout: "[8388608, 16777215]", 2024-04-15T16:06:25.615 INFO:tasks.workunit.client.0.smithi016.stdout: "[16777216, 33554431]", 2024-04-15T16:06:25.615 INFO:tasks.workunit.client.0.smithi016.stdout: "[33554432, 67108863]", 2024-04-15T16:06:25.615 INFO:tasks.workunit.client.0.smithi016.stdout: "[67108864, 134217727]", 2024-04-15T16:06:25.615 INFO:tasks.workunit.client.0.smithi016.stdout: "[134217728, 268435455]", 2024-04-15T16:06:25.615 INFO:tasks.workunit.client.0.smithi016.stdout: "[268435456, 536870911]", 2024-04-15T16:06:25.615 INFO:tasks.workunit.client.0.smithi016.stdout: "[536870912, 1073741823]", 2024-04-15T16:06:25.615 INFO:tasks.workunit.client.0.smithi016.stdout: "[1073741824, 2147483647]", 2024-04-15T16:06:25.615 INFO:tasks.workunit.client.0.smithi016.stdout: "[2147483648, 4294967295]", 2024-04-15T16:06:25.615 INFO:tasks.workunit.client.0.smithi016.stdout: "[4294967296, 8589934591]", 2024-04-15T16:06:25.615 INFO:tasks.workunit.client.0.smithi016.stdout: "[8589934592, 17179869183]", 2024-04-15T16:06:25.616 INFO:tasks.workunit.client.0.smithi016.stdout: "[17179869184, 34359738367]", 2024-04-15T16:06:25.616 INFO:tasks.workunit.client.0.smithi016.stdout: "[34359738368, 68719476735]", 2024-04-15T16:06:25.616 INFO:tasks.workunit.client.0.smithi016.stdout: "[68719476736, 137438953471]", 2024-04-15T16:06:25.616 INFO:tasks.workunit.client.0.smithi016.stdout: "[137438953472, 274877906943]", 2024-04-15T16:06:25.616 INFO:tasks.workunit.client.0.smithi016.stdout: "[274877906944, None]" 2024-04-15T16:06:25.616 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:25.616 INFO:tasks.workunit.client.0.smithi016.stdout: "scale_type": "log2" 2024-04-15T16:06:25.616 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T16:06:25.616 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:25.616 INFO:tasks.workunit.client.0.smithi016.stdout: "osds": [ 2024-04-15T16:06:25.616 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-15T16:06:25.616 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_id": 0, 2024-04-15T16:06:25.616 INFO:tasks.workunit.client.0.smithi016.stdout: "values": [ 2024-04-15T16:06:25.616 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.616 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.617 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.617 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.617 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 479, 0, 0, 9, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.617 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 4225, 61, 92, 195, 453, 600, 695, 2, 2, 1, 1, 1, 1, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.617 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 634, 12, 12, 0, 14, 13, 27, 2, 1, 0, 4, 1, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.617 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 250, 0, 0, 0, 0, 1, 1, 0, 0, 0, 0, 4, 10, 2, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.617 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 133, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 1, 6, 13, 9, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.617 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 74, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 4, 12, 20, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.617 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 8, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 5, 17, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.617 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.617 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.617 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.617 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.618 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.618 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.618 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.618 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.618 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.618 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.618 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.618 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.618 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.618 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.618 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.618 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.618 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.618 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.619 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.619 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.619 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-15T16:06:25.619 INFO:tasks.workunit.client.0.smithi016.stdout: ] 2024-04-15T16:06:25.619 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.619 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-15T16:06:25.619 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_id": 1, 2024-04-15T16:06:25.619 INFO:tasks.workunit.client.0.smithi016.stdout: "values": [ 2024-04-15T16:06:25.619 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.619 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.619 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.619 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.619 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 248, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.619 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 2801, 256, 34, 68, 122, 0, 0, 0, 0, 0, 0, 0, 0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.620 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 461, 34, 1316, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.620 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 444, 0, 26, 0, 0, 0, 0, 0, 0, 0, 0, 2, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.620 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 1800, 1269, 46, 0, 0, 0, 0, 0, 0, 0, 0, 0, 6, 3, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.620 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 1547, 1714, 247, 0, 0, 0, 0, 0, 0, 0, 0, 2, 2, 4, 19, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.620 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 18, 9, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 6, 22, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.620 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 3, 8, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.620 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.620 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.620 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.620 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.620 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.620 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.620 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.620 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.620 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.621 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.621 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.621 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.621 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.621 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.621 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.621 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.621 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.621 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.621 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.621 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-15T16:06:25.621 INFO:tasks.workunit.client.0.smithi016.stdout: ] 2024-04-15T16:06:25.621 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.621 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-15T16:06:25.621 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_id": 2, 2024-04-15T16:06:25.622 INFO:tasks.workunit.client.0.smithi016.stdout: "values": [ 2024-04-15T16:06:25.622 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.622 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.622 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.622 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.622 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 846, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.622 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 9445, 12, 0, 0, 3, 1, 0, 1, 1, 1, 1, 0, 0, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.622 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 15751, 1, 1, 0, 0, 0, 0, 0, 0, 2, 3, 5, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.622 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 296, 1, 0, 0, 0, 0, 0, 0, 0, 2, 0, 2, 11, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.622 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 81, 0, 0, 0, 0, 0, 1, 0, 0, 1, 0, 2, 8, 22, 10, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.622 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 36, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 5, 16, 36, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.622 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 4, 32, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.622 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.623 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.623 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.623 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.623 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.623 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.623 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.623 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.623 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.623 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.623 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.623 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.623 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.623 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.623 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.624 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.624 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.624 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.624 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.624 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.624 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-15T16:06:25.624 INFO:tasks.workunit.client.0.smithi016.stdout: ] 2024-04-15T16:06:25.624 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.624 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-15T16:06:25.624 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_id": 3, 2024-04-15T16:06:25.624 INFO:tasks.workunit.client.0.smithi016.stdout: "values": [ 2024-04-15T16:06:25.624 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.624 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.624 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.625 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.625 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 406, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.625 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 3154, 27, 1, 0, 1, 2, 0, 2, 2, 0, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.625 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 328, 3, 3, 0, 0, 0, 0, 0, 0, 2, 0, 0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.625 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 140, 17, 34, 41, 0, 0, 1, 0, 0, 0, 0, 1, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.625 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 946, 302, 0, 114, 0, 0, 0, 0, 0, 0, 2, 0, 6, 4, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.625 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 4103, 2537, 0, 410, 0, 0, 0, 0, 0, 0, 0, 0, 1, 5, 26, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.625 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 194, 162, 0, 19, 0, 0, 0, 0, 0, 0, 0, 0, 2, 5, 23, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.625 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.625 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.625 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.625 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.625 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.625 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.625 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.626 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.626 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.626 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.626 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.626 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.626 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.626 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.626 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.626 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.626 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.626 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.626 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.626 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.627 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-15T16:06:25.627 INFO:tasks.workunit.client.0.smithi016.stdout: ] 2024-04-15T16:06:25.627 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.627 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-15T16:06:25.627 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_id": 4, 2024-04-15T16:06:25.627 INFO:tasks.workunit.client.0.smithi016.stdout: "values": [ 2024-04-15T16:06:25.627 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.627 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.627 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.627 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.627 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 891, 7, 1, 18, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.627 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 3144, 228, 33, 50, 140, 275, 472, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.627 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 609, 9, 0, 0, 0, 0, 11, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.627 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 342, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.628 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 173, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 5, 2, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.628 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 29, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 2, 4, 15, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.628 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 3, 23, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.628 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 7, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.628 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.628 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.628 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.628 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.628 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.628 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.628 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.628 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.628 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.628 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.628 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.629 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.629 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.629 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.629 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.629 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.629 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.629 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.629 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.629 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-15T16:06:25.629 INFO:tasks.workunit.client.0.smithi016.stdout: ] 2024-04-15T16:06:25.629 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.629 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-15T16:06:25.629 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_id": 5, 2024-04-15T16:06:25.629 INFO:tasks.workunit.client.0.smithi016.stdout: "values": [ 2024-04-15T16:06:25.630 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.630 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.630 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.630 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.630 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 806, 9, 26, 46, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.630 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 5226, 64, 106, 207, 467, 597, 712, 5, 3, 1, 0, 1, 2, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.630 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 533, 1, 6, 6, 5, 14, 12, 0, 2, 1, 4, 0, 0, 2, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.630 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 502, 8, 4, 18, 1, 2, 0, 0, 0, 0, 1, 4, 3, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.630 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 290, 35, 77, 111, 28, 0, 0, 0, 0, 0, 0, 2, 8, 4, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.630 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 149, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 2, 3, 15, 23, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.630 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 9, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 3, 4, 45, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.630 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 12, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.630 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.630 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.631 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.631 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.631 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.631 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.631 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.631 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.631 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.631 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.631 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.631 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.631 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.631 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.631 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.631 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.632 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.632 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.632 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.632 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-15T16:06:25.632 INFO:tasks.workunit.client.0.smithi016.stdout: ] 2024-04-15T16:06:25.632 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.632 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-15T16:06:25.632 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_id": 6, 2024-04-15T16:06:25.632 INFO:tasks.workunit.client.0.smithi016.stdout: "values": [ 2024-04-15T16:06:25.632 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.632 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.632 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.632 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.632 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 465, 0, 0, 0, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.633 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 3043, 22, 0, 0, 14, 1, 6, 9, 14, 9, 1, 1, 0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.633 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 384, 0, 1, 0, 4, 0, 1, 1, 0, 7, 2, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.633 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 252, 3, 0, 0, 1, 0, 0, 0, 1, 0, 1, 5, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.633 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 181, 107, 0, 0, 0, 0, 0, 0, 0, 0, 2, 3, 5, 4, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.633 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 27, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 4, 13, 16, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.633 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 8, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 27, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.633 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 9, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.633 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.633 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.633 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.633 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.633 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.633 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.633 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.634 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.634 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.634 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.634 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.634 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.634 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.634 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.634 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.634 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.634 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.634 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.634 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.634 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-15T16:06:25.634 INFO:tasks.workunit.client.0.smithi016.stdout: ] 2024-04-15T16:06:25.635 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.635 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-15T16:06:25.635 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_id": 7, 2024-04-15T16:06:25.635 INFO:tasks.workunit.client.0.smithi016.stdout: "values": [ 2024-04-15T16:06:25.635 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.635 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.635 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.635 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.635 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 695, 13, 9, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.635 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 7457, 30, 70, 33, 2, 0, 4, 3, 8, 2, 0, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.635 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 2670, 37, 94, 47, 0, 0, 0, 1, 1, 6, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.635 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 189, 3, 2, 0, 0, 0, 0, 0, 0, 0, 1, 5, 5, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.635 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 73, 0, 0, 0, 0, 0, 1, 1, 0, 0, 0, 4, 7, 7, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.635 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 26, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 1, 2, 6, 37, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.635 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 3, 37, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.636 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 9, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.636 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.636 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.636 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.636 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.636 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.636 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.636 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.636 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.636 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.636 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.636 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.636 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.636 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.637 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.637 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.637 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.637 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.637 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.637 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.637 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-15T16:06:25.637 INFO:tasks.workunit.client.0.smithi016.stdout: ] 2024-04-15T16:06:25.637 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T16:06:25.637 INFO:tasks.workunit.client.0.smithi016.stdout: ] 2024-04-15T16:06:25.637 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.637 INFO:tasks.workunit.client.0.smithi016.stdout: "op_rw_latency_out_bytes_histogram": { 2024-04-15T16:06:25.637 INFO:tasks.workunit.client.0.smithi016.stdout: "axes": [ 2024-04-15T16:06:25.637 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-15T16:06:25.638 INFO:tasks.workunit.client.0.smithi016.stdout: "buckets": 32, 2024-04-15T16:06:25.638 INFO:tasks.workunit.client.0.smithi016.stdout: "min": 0, 2024-04-15T16:06:25.638 INFO:tasks.workunit.client.0.smithi016.stdout: "name": "Latency (usec)", 2024-04-15T16:06:25.638 INFO:tasks.workunit.client.0.smithi016.stdout: "quant_size": 100000, 2024-04-15T16:06:25.638 INFO:tasks.workunit.client.0.smithi016.stdout: "ranges": [ 2024-04-15T16:06:25.638 INFO:tasks.workunit.client.0.smithi016.stdout: "[None, -1]", 2024-04-15T16:06:25.638 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 99999]", 2024-04-15T16:06:25.638 INFO:tasks.workunit.client.0.smithi016.stdout: "[100000, 199999]", 2024-04-15T16:06:25.638 INFO:tasks.workunit.client.0.smithi016.stdout: "[200000, 399999]", 2024-04-15T16:06:25.638 INFO:tasks.workunit.client.0.smithi016.stdout: "[400000, 799999]", 2024-04-15T16:06:25.638 INFO:tasks.workunit.client.0.smithi016.stdout: "[800000, 1599999]", 2024-04-15T16:06:25.638 INFO:tasks.workunit.client.0.smithi016.stdout: "[1600000, 3199999]", 2024-04-15T16:06:25.638 INFO:tasks.workunit.client.0.smithi016.stdout: "[3200000, 6399999]", 2024-04-15T16:06:25.638 INFO:tasks.workunit.client.0.smithi016.stdout: "[6400000, 12799999]", 2024-04-15T16:06:25.639 INFO:tasks.workunit.client.0.smithi016.stdout: "[12800000, 25599999]", 2024-04-15T16:06:25.639 INFO:tasks.workunit.client.0.smithi016.stdout: "[25600000, 51199999]", 2024-04-15T16:06:25.639 INFO:tasks.workunit.client.0.smithi016.stdout: "[51200000, 102399999]", 2024-04-15T16:06:25.639 INFO:tasks.workunit.client.0.smithi016.stdout: "[102400000, 204799999]", 2024-04-15T16:06:25.639 INFO:tasks.workunit.client.0.smithi016.stdout: "[204800000, 409599999]", 2024-04-15T16:06:25.639 INFO:tasks.workunit.client.0.smithi016.stdout: "[409600000, 819199999]", 2024-04-15T16:06:25.639 INFO:tasks.workunit.client.0.smithi016.stdout: "[819200000, 1638399999]", 2024-04-15T16:06:25.639 INFO:tasks.workunit.client.0.smithi016.stdout: "[1638400000, 3276799999]", 2024-04-15T16:06:25.639 INFO:tasks.workunit.client.0.smithi016.stdout: "[3276800000, 6553599999]", 2024-04-15T16:06:25.639 INFO:tasks.workunit.client.0.smithi016.stdout: "[6553600000, 13107199999]", 2024-04-15T16:06:25.639 INFO:tasks.workunit.client.0.smithi016.stdout: "[13107200000, 26214399999]", 2024-04-15T16:06:25.639 INFO:tasks.workunit.client.0.smithi016.stdout: "[26214400000, 52428799999]", 2024-04-15T16:06:25.639 INFO:tasks.workunit.client.0.smithi016.stdout: "[52428800000, 104857599999]", 2024-04-15T16:06:25.639 INFO:tasks.workunit.client.0.smithi016.stdout: "[104857600000, 209715199999]", 2024-04-15T16:06:25.640 INFO:tasks.workunit.client.0.smithi016.stdout: "[209715200000, 419430399999]", 2024-04-15T16:06:25.640 INFO:tasks.workunit.client.0.smithi016.stdout: "[419430400000, 838860799999]", 2024-04-15T16:06:25.640 INFO:tasks.workunit.client.0.smithi016.stdout: "[838860800000, 1677721599999]", 2024-04-15T16:06:25.640 INFO:tasks.workunit.client.0.smithi016.stdout: "[1677721600000, 3355443199999]", 2024-04-15T16:06:25.640 INFO:tasks.workunit.client.0.smithi016.stdout: "[3355443200000, 6710886399999]", 2024-04-15T16:06:25.640 INFO:tasks.workunit.client.0.smithi016.stdout: "[6710886400000, 13421772799999]", 2024-04-15T16:06:25.640 INFO:tasks.workunit.client.0.smithi016.stdout: "[13421772800000, 26843545599999]", 2024-04-15T16:06:25.640 INFO:tasks.workunit.client.0.smithi016.stdout: "[26843545600000, 53687091199999]", 2024-04-15T16:06:25.640 INFO:tasks.workunit.client.0.smithi016.stdout: "[53687091200000, None]" 2024-04-15T16:06:25.640 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:25.640 INFO:tasks.workunit.client.0.smithi016.stdout: "scale_type": "log2" 2024-04-15T16:06:25.640 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.640 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-15T16:06:25.640 INFO:tasks.workunit.client.0.smithi016.stdout: "buckets": 32, 2024-04-15T16:06:25.640 INFO:tasks.workunit.client.0.smithi016.stdout: "min": 0, 2024-04-15T16:06:25.641 INFO:tasks.workunit.client.0.smithi016.stdout: "name": "Request size (bytes)", 2024-04-15T16:06:25.641 INFO:tasks.workunit.client.0.smithi016.stdout: "quant_size": 512, 2024-04-15T16:06:25.641 INFO:tasks.workunit.client.0.smithi016.stdout: "ranges": [ 2024-04-15T16:06:25.641 INFO:tasks.workunit.client.0.smithi016.stdout: "[None, -1]", 2024-04-15T16:06:25.641 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 511]", 2024-04-15T16:06:25.641 INFO:tasks.workunit.client.0.smithi016.stdout: "[512, 1023]", 2024-04-15T16:06:25.641 INFO:tasks.workunit.client.0.smithi016.stdout: "[1024, 2047]", 2024-04-15T16:06:25.641 INFO:tasks.workunit.client.0.smithi016.stdout: "[2048, 4095]", 2024-04-15T16:06:25.641 INFO:tasks.workunit.client.0.smithi016.stdout: "[4096, 8191]", 2024-04-15T16:06:25.641 INFO:tasks.workunit.client.0.smithi016.stdout: "[8192, 16383]", 2024-04-15T16:06:25.641 INFO:tasks.workunit.client.0.smithi016.stdout: "[16384, 32767]", 2024-04-15T16:06:25.641 INFO:tasks.workunit.client.0.smithi016.stdout: "[32768, 65535]", 2024-04-15T16:06:25.641 INFO:tasks.workunit.client.0.smithi016.stdout: "[65536, 131071]", 2024-04-15T16:06:25.641 INFO:tasks.workunit.client.0.smithi016.stdout: "[131072, 262143]", 2024-04-15T16:06:25.641 INFO:tasks.workunit.client.0.smithi016.stdout: "[262144, 524287]", 2024-04-15T16:06:25.642 INFO:tasks.workunit.client.0.smithi016.stdout: "[524288, 1048575]", 2024-04-15T16:06:25.642 INFO:tasks.workunit.client.0.smithi016.stdout: "[1048576, 2097151]", 2024-04-15T16:06:25.642 INFO:tasks.workunit.client.0.smithi016.stdout: "[2097152, 4194303]", 2024-04-15T16:06:25.642 INFO:tasks.workunit.client.0.smithi016.stdout: "[4194304, 8388607]", 2024-04-15T16:06:25.642 INFO:tasks.workunit.client.0.smithi016.stdout: "[8388608, 16777215]", 2024-04-15T16:06:25.642 INFO:tasks.workunit.client.0.smithi016.stdout: "[16777216, 33554431]", 2024-04-15T16:06:25.642 INFO:tasks.workunit.client.0.smithi016.stdout: "[33554432, 67108863]", 2024-04-15T16:06:25.642 INFO:tasks.workunit.client.0.smithi016.stdout: "[67108864, 134217727]", 2024-04-15T16:06:25.642 INFO:tasks.workunit.client.0.smithi016.stdout: "[134217728, 268435455]", 2024-04-15T16:06:25.642 INFO:tasks.workunit.client.0.smithi016.stdout: "[268435456, 536870911]", 2024-04-15T16:06:25.642 INFO:tasks.workunit.client.0.smithi016.stdout: "[536870912, 1073741823]", 2024-04-15T16:06:25.642 INFO:tasks.workunit.client.0.smithi016.stdout: "[1073741824, 2147483647]", 2024-04-15T16:06:25.642 INFO:tasks.workunit.client.0.smithi016.stdout: "[2147483648, 4294967295]", 2024-04-15T16:06:25.642 INFO:tasks.workunit.client.0.smithi016.stdout: "[4294967296, 8589934591]", 2024-04-15T16:06:25.643 INFO:tasks.workunit.client.0.smithi016.stdout: "[8589934592, 17179869183]", 2024-04-15T16:06:25.643 INFO:tasks.workunit.client.0.smithi016.stdout: "[17179869184, 34359738367]", 2024-04-15T16:06:25.643 INFO:tasks.workunit.client.0.smithi016.stdout: "[34359738368, 68719476735]", 2024-04-15T16:06:25.643 INFO:tasks.workunit.client.0.smithi016.stdout: "[68719476736, 137438953471]", 2024-04-15T16:06:25.643 INFO:tasks.workunit.client.0.smithi016.stdout: "[137438953472, 274877906943]", 2024-04-15T16:06:25.643 INFO:tasks.workunit.client.0.smithi016.stdout: "[274877906944, None]" 2024-04-15T16:06:25.643 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:25.643 INFO:tasks.workunit.client.0.smithi016.stdout: "scale_type": "log2" 2024-04-15T16:06:25.643 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T16:06:25.643 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:25.643 INFO:tasks.workunit.client.0.smithi016.stdout: "osds": [ 2024-04-15T16:06:25.643 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-15T16:06:25.643 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_id": 0, 2024-04-15T16:06:25.643 INFO:tasks.workunit.client.0.smithi016.stdout: "values": [ 2024-04-15T16:06:25.643 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.644 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.644 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.644 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.644 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 489, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.644 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 6332, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.644 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 722, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.644 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 269, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.644 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 163, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.644 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 111, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.644 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 31, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.644 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.644 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.644 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.644 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.645 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.645 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.645 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.645 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.645 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.645 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.645 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.645 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.645 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.645 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.645 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.645 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.645 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.646 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.646 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.646 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.646 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-15T16:06:25.646 INFO:tasks.workunit.client.0.smithi016.stdout: ] 2024-04-15T16:06:25.646 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.646 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-15T16:06:25.646 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_id": 1, 2024-04-15T16:06:25.646 INFO:tasks.workunit.client.0.smithi016.stdout: "values": [ 2024-04-15T16:06:25.646 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.646 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.646 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.646 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.646 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 248, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.647 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 3284, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.647 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 1812, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.647 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 473, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.647 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 3127, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.647 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 3535, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.647 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 61, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.647 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 18, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.647 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.647 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.647 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.647 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.647 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.647 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.647 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.648 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.648 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.648 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.648 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.648 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.648 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.648 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.648 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.648 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.648 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.648 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.648 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.648 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-15T16:06:25.648 INFO:tasks.workunit.client.0.smithi016.stdout: ] 2024-04-15T16:06:25.648 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.649 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-15T16:06:25.649 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_id": 2, 2024-04-15T16:06:25.649 INFO:tasks.workunit.client.0.smithi016.stdout: "values": [ 2024-04-15T16:06:25.649 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.649 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.649 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.649 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.649 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 852, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.649 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 9469, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.649 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 15765, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.649 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 312, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.649 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 125, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.649 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 94, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.649 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 41, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.649 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 7, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.650 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.650 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.650 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.650 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.650 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.650 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.650 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.650 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.650 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.650 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.650 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.650 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.650 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.651 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.651 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.651 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.651 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.651 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.651 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.651 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-15T16:06:25.651 INFO:tasks.workunit.client.0.smithi016.stdout: ] 2024-04-15T16:06:25.651 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.651 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-15T16:06:25.651 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_id": 3, 2024-04-15T16:06:25.651 INFO:tasks.workunit.client.0.smithi016.stdout: "values": [ 2024-04-15T16:06:25.651 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.651 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.652 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.652 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.652 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 406, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.652 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 3191, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.652 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 338, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.652 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 238, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.652 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 1378, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.652 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 7082, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.652 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 405, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.652 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 7, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.652 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.652 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.652 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.652 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.652 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.653 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.653 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.653 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.653 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.653 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.653 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.653 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.653 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.653 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.653 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.653 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.653 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.653 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.653 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.654 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-15T16:06:25.654 INFO:tasks.workunit.client.0.smithi016.stdout: ] 2024-04-15T16:06:25.654 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.654 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-15T16:06:25.654 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_id": 4, 2024-04-15T16:06:25.654 INFO:tasks.workunit.client.0.smithi016.stdout: "values": [ 2024-04-15T16:06:25.654 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.654 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.654 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.654 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.654 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 917, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.654 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 4342, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.654 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 630, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.654 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 345, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.654 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 183, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.655 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 51, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.655 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 29, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.655 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 7, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.655 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.655 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.655 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.655 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.655 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.655 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.655 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.655 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.655 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.655 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.655 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.656 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.656 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.656 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.656 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.656 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.656 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.656 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.656 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.656 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-15T16:06:25.656 INFO:tasks.workunit.client.0.smithi016.stdout: ] 2024-04-15T16:06:25.656 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.656 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-15T16:06:25.656 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_id": 5, 2024-04-15T16:06:25.656 INFO:tasks.workunit.client.0.smithi016.stdout: "values": [ 2024-04-15T16:06:25.657 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.657 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.657 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.657 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.657 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 887, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.657 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 7394, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.657 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 587, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.657 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 544, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.657 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 556, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.657 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 193, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.657 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 61, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.657 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 13, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.657 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.657 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.658 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.658 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.658 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.658 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.658 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.658 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.658 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.658 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.658 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.658 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.658 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.658 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.658 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.658 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.658 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.659 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.659 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.659 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-15T16:06:25.659 INFO:tasks.workunit.client.0.smithi016.stdout: ] 2024-04-15T16:06:25.659 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.659 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-15T16:06:25.659 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_id": 6, 2024-04-15T16:06:25.659 INFO:tasks.workunit.client.0.smithi016.stdout: "values": [ 2024-04-15T16:06:25.659 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.659 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.659 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.659 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.659 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 471, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.659 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 3123, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.660 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 402, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.660 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 265, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.660 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 304, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.660 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 60, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.660 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 37, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.660 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 9, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.660 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.660 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.660 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.660 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.660 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.660 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.660 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.660 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.661 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.661 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.661 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.661 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.661 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.661 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.661 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.661 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.661 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.661 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.661 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.661 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-15T16:06:25.661 INFO:tasks.workunit.client.0.smithi016.stdout: ] 2024-04-15T16:06:25.661 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.662 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-15T16:06:25.662 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_id": 7, 2024-04-15T16:06:25.662 INFO:tasks.workunit.client.0.smithi016.stdout: "values": [ 2024-04-15T16:06:25.662 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.662 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.662 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.662 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.662 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 717, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.662 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 7611, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.662 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 2858, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.662 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 207, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.662 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 94, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.662 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 73, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.663 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 43, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.663 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 9, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.663 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.663 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.663 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.663 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.663 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.663 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.663 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.663 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.663 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.663 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.663 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.663 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.663 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.664 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.664 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.664 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.664 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.664 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.664 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.664 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-15T16:06:25.664 INFO:tasks.workunit.client.0.smithi016.stdout: ] 2024-04-15T16:06:25.664 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T16:06:25.664 INFO:tasks.workunit.client.0.smithi016.stdout: ] 2024-04-15T16:06:25.664 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.664 INFO:tasks.workunit.client.0.smithi016.stdout: "op_w_latency_in_bytes_histogram": { 2024-04-15T16:06:25.664 INFO:tasks.workunit.client.0.smithi016.stdout: "axes": [ 2024-04-15T16:06:25.664 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-15T16:06:25.664 INFO:tasks.workunit.client.0.smithi016.stdout: "buckets": 32, 2024-04-15T16:06:25.665 INFO:tasks.workunit.client.0.smithi016.stdout: "min": 0, 2024-04-15T16:06:25.665 INFO:tasks.workunit.client.0.smithi016.stdout: "name": "Latency (usec)", 2024-04-15T16:06:25.665 INFO:tasks.workunit.client.0.smithi016.stdout: "quant_size": 100000, 2024-04-15T16:06:25.665 INFO:tasks.workunit.client.0.smithi016.stdout: "ranges": [ 2024-04-15T16:06:25.665 INFO:tasks.workunit.client.0.smithi016.stdout: "[None, -1]", 2024-04-15T16:06:25.665 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 99999]", 2024-04-15T16:06:25.665 INFO:tasks.workunit.client.0.smithi016.stdout: "[100000, 199999]", 2024-04-15T16:06:25.665 INFO:tasks.workunit.client.0.smithi016.stdout: "[200000, 399999]", 2024-04-15T16:06:25.665 INFO:tasks.workunit.client.0.smithi016.stdout: "[400000, 799999]", 2024-04-15T16:06:25.665 INFO:tasks.workunit.client.0.smithi016.stdout: "[800000, 1599999]", 2024-04-15T16:06:25.665 INFO:tasks.workunit.client.0.smithi016.stdout: "[1600000, 3199999]", 2024-04-15T16:06:25.665 INFO:tasks.workunit.client.0.smithi016.stdout: "[3200000, 6399999]", 2024-04-15T16:06:25.665 INFO:tasks.workunit.client.0.smithi016.stdout: "[6400000, 12799999]", 2024-04-15T16:06:25.665 INFO:tasks.workunit.client.0.smithi016.stdout: "[12800000, 25599999]", 2024-04-15T16:06:25.666 INFO:tasks.workunit.client.0.smithi016.stdout: "[25600000, 51199999]", 2024-04-15T16:06:25.666 INFO:tasks.workunit.client.0.smithi016.stdout: "[51200000, 102399999]", 2024-04-15T16:06:25.666 INFO:tasks.workunit.client.0.smithi016.stdout: "[102400000, 204799999]", 2024-04-15T16:06:25.666 INFO:tasks.workunit.client.0.smithi016.stdout: "[204800000, 409599999]", 2024-04-15T16:06:25.666 INFO:tasks.workunit.client.0.smithi016.stdout: "[409600000, 819199999]", 2024-04-15T16:06:25.666 INFO:tasks.workunit.client.0.smithi016.stdout: "[819200000, 1638399999]", 2024-04-15T16:06:25.666 INFO:tasks.workunit.client.0.smithi016.stdout: "[1638400000, 3276799999]", 2024-04-15T16:06:25.666 INFO:tasks.workunit.client.0.smithi016.stdout: "[3276800000, 6553599999]", 2024-04-15T16:06:25.666 INFO:tasks.workunit.client.0.smithi016.stdout: "[6553600000, 13107199999]", 2024-04-15T16:06:25.666 INFO:tasks.workunit.client.0.smithi016.stdout: "[13107200000, 26214399999]", 2024-04-15T16:06:25.666 INFO:tasks.workunit.client.0.smithi016.stdout: "[26214400000, 52428799999]", 2024-04-15T16:06:25.666 INFO:tasks.workunit.client.0.smithi016.stdout: "[52428800000, 104857599999]", 2024-04-15T16:06:25.666 INFO:tasks.workunit.client.0.smithi016.stdout: "[104857600000, 209715199999]", 2024-04-15T16:06:25.666 INFO:tasks.workunit.client.0.smithi016.stdout: "[209715200000, 419430399999]", 2024-04-15T16:06:25.666 INFO:tasks.workunit.client.0.smithi016.stdout: "[419430400000, 838860799999]", 2024-04-15T16:06:25.667 INFO:tasks.workunit.client.0.smithi016.stdout: "[838860800000, 1677721599999]", 2024-04-15T16:06:25.667 INFO:tasks.workunit.client.0.smithi016.stdout: "[1677721600000, 3355443199999]", 2024-04-15T16:06:25.667 INFO:tasks.workunit.client.0.smithi016.stdout: "[3355443200000, 6710886399999]", 2024-04-15T16:06:25.667 INFO:tasks.workunit.client.0.smithi016.stdout: "[6710886400000, 13421772799999]", 2024-04-15T16:06:25.667 INFO:tasks.workunit.client.0.smithi016.stdout: "[13421772800000, 26843545599999]", 2024-04-15T16:06:25.667 INFO:tasks.workunit.client.0.smithi016.stdout: "[26843545600000, 53687091199999]", 2024-04-15T16:06:25.667 INFO:tasks.workunit.client.0.smithi016.stdout: "[53687091200000, None]" 2024-04-15T16:06:25.667 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:25.667 INFO:tasks.workunit.client.0.smithi016.stdout: "scale_type": "log2" 2024-04-15T16:06:25.667 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.667 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-15T16:06:25.667 INFO:tasks.workunit.client.0.smithi016.stdout: "buckets": 32, 2024-04-15T16:06:25.667 INFO:tasks.workunit.client.0.smithi016.stdout: "min": 0, 2024-04-15T16:06:25.668 INFO:tasks.workunit.client.0.smithi016.stdout: "name": "Request size (bytes)", 2024-04-15T16:06:25.668 INFO:tasks.workunit.client.0.smithi016.stdout: "quant_size": 512, 2024-04-15T16:06:25.668 INFO:tasks.workunit.client.0.smithi016.stdout: "ranges": [ 2024-04-15T16:06:25.668 INFO:tasks.workunit.client.0.smithi016.stdout: "[None, -1]", 2024-04-15T16:06:25.668 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 511]", 2024-04-15T16:06:25.668 INFO:tasks.workunit.client.0.smithi016.stdout: "[512, 1023]", 2024-04-15T16:06:25.668 INFO:tasks.workunit.client.0.smithi016.stdout: "[1024, 2047]", 2024-04-15T16:06:25.668 INFO:tasks.workunit.client.0.smithi016.stdout: "[2048, 4095]", 2024-04-15T16:06:25.668 INFO:tasks.workunit.client.0.smithi016.stdout: "[4096, 8191]", 2024-04-15T16:06:25.668 INFO:tasks.workunit.client.0.smithi016.stdout: "[8192, 16383]", 2024-04-15T16:06:25.668 INFO:tasks.workunit.client.0.smithi016.stdout: "[16384, 32767]", 2024-04-15T16:06:25.668 INFO:tasks.workunit.client.0.smithi016.stdout: "[32768, 65535]", 2024-04-15T16:06:25.668 INFO:tasks.workunit.client.0.smithi016.stdout: "[65536, 131071]", 2024-04-15T16:06:25.668 INFO:tasks.workunit.client.0.smithi016.stdout: "[131072, 262143]", 2024-04-15T16:06:25.668 INFO:tasks.workunit.client.0.smithi016.stdout: "[262144, 524287]", 2024-04-15T16:06:25.669 INFO:tasks.workunit.client.0.smithi016.stdout: "[524288, 1048575]", 2024-04-15T16:06:25.669 INFO:tasks.workunit.client.0.smithi016.stdout: "[1048576, 2097151]", 2024-04-15T16:06:25.669 INFO:tasks.workunit.client.0.smithi016.stdout: "[2097152, 4194303]", 2024-04-15T16:06:25.669 INFO:tasks.workunit.client.0.smithi016.stdout: "[4194304, 8388607]", 2024-04-15T16:06:25.669 INFO:tasks.workunit.client.0.smithi016.stdout: "[8388608, 16777215]", 2024-04-15T16:06:25.669 INFO:tasks.workunit.client.0.smithi016.stdout: "[16777216, 33554431]", 2024-04-15T16:06:25.669 INFO:tasks.workunit.client.0.smithi016.stdout: "[33554432, 67108863]", 2024-04-15T16:06:25.669 INFO:tasks.workunit.client.0.smithi016.stdout: "[67108864, 134217727]", 2024-04-15T16:06:25.669 INFO:tasks.workunit.client.0.smithi016.stdout: "[134217728, 268435455]", 2024-04-15T16:06:25.669 INFO:tasks.workunit.client.0.smithi016.stdout: "[268435456, 536870911]", 2024-04-15T16:06:25.669 INFO:tasks.workunit.client.0.smithi016.stdout: "[536870912, 1073741823]", 2024-04-15T16:06:25.669 INFO:tasks.workunit.client.0.smithi016.stdout: "[1073741824, 2147483647]", 2024-04-15T16:06:25.669 INFO:tasks.workunit.client.0.smithi016.stdout: "[2147483648, 4294967295]", 2024-04-15T16:06:25.669 INFO:tasks.workunit.client.0.smithi016.stdout: "[4294967296, 8589934591]", 2024-04-15T16:06:25.670 INFO:tasks.workunit.client.0.smithi016.stdout: "[8589934592, 17179869183]", 2024-04-15T16:06:25.670 INFO:tasks.workunit.client.0.smithi016.stdout: "[17179869184, 34359738367]", 2024-04-15T16:06:25.670 INFO:tasks.workunit.client.0.smithi016.stdout: "[34359738368, 68719476735]", 2024-04-15T16:06:25.670 INFO:tasks.workunit.client.0.smithi016.stdout: "[68719476736, 137438953471]", 2024-04-15T16:06:25.670 INFO:tasks.workunit.client.0.smithi016.stdout: "[137438953472, 274877906943]", 2024-04-15T16:06:25.670 INFO:tasks.workunit.client.0.smithi016.stdout: "[274877906944, None]" 2024-04-15T16:06:25.670 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:25.670 INFO:tasks.workunit.client.0.smithi016.stdout: "scale_type": "log2" 2024-04-15T16:06:25.670 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T16:06:25.670 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:25.670 INFO:tasks.workunit.client.0.smithi016.stdout: "osds": [ 2024-04-15T16:06:25.670 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-15T16:06:25.670 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_id": 0, 2024-04-15T16:06:25.670 INFO:tasks.workunit.client.0.smithi016.stdout: "values": [ 2024-04-15T16:06:25.671 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.671 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.671 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.671 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.671 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 79, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.671 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 1948, 24, 0, 0, 8, 0, 0, 0, 0, 0, 0, 2, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.671 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 1211, 13, 1, 1, 4, 4, 6, 14, 31, 58, 60, 18, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.671 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 152, 20, 0, 0, 0, 0, 1, 2, 3, 7, 55, 210, 146, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.671 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 374, 8, 0, 0, 0, 0, 0, 0, 0, 3, 14, 15, 261, 10, 13, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.671 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 614, 30, 0, 0, 0, 0, 0, 0, 1, 0, 2, 1, 9, 21, 74, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.671 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 589, 45, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 9, 15, 101, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.671 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 626, 92, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.671 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 402, 75, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.671 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.672 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.672 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.672 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.672 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.672 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.672 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.672 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.672 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.672 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.672 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.672 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.672 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.672 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.672 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.672 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.673 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.673 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.673 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-15T16:06:25.673 INFO:tasks.workunit.client.0.smithi016.stdout: ] 2024-04-15T16:06:25.673 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.673 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-15T16:06:25.673 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_id": 1, 2024-04-15T16:06:25.673 INFO:tasks.workunit.client.0.smithi016.stdout: "values": [ 2024-04-15T16:06:25.673 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.673 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.673 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.673 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.673 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 31, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.673 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 2743, 22, 0, 1, 4, 0, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.673 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 1364, 6, 1, 2, 5, 10, 11, 21, 38, 65, 114, 34, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.674 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 105, 1, 1, 0, 2, 4, 4, 3, 9, 8, 73, 278, 296, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.674 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 54, 1, 0, 0, 0, 0, 1, 0, 1, 1, 9, 18, 320, 6, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.674 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 18, 0, 0, 0, 0, 0, 0, 0, 1, 3, 7, 8, 22, 34, 63, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.674 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 17, 0, 0, 0, 0, 0, 0, 2, 1, 2, 1, 2, 15, 20, 61, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.674 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 771, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 0, 7, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.674 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 2491, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.674 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 473, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.674 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.674 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.674 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.674 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.674 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.674 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.675 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.675 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.675 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.675 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.675 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.675 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.675 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.675 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.675 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.675 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.675 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.675 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-15T16:06:25.675 INFO:tasks.workunit.client.0.smithi016.stdout: ] 2024-04-15T16:06:25.675 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.676 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-15T16:06:25.676 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_id": 2, 2024-04-15T16:06:25.676 INFO:tasks.workunit.client.0.smithi016.stdout: "values": [ 2024-04-15T16:06:25.676 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.676 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.676 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.676 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.676 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 54, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.676 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 310, 2, 1, 0, 10, 0, 2, 2, 7, 9, 2, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.676 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 176, 11, 2, 0, 1, 1, 1, 7, 7, 12, 51, 42, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.676 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 239, 11, 0, 0, 0, 0, 6, 9, 12, 17, 56, 93, 10, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.676 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 159, 2, 0, 0, 0, 0, 1, 1, 8, 4, 32, 55, 27, 11, 11, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.676 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 71, 0, 0, 0, 0, 0, 1, 0, 5, 1, 9, 12, 24, 62, 106, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.676 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 6, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 2, 13, 36, 85, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.676 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 14, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.677 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.677 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.677 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.677 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 4, 0, 0, 0, 0, 0, 0, 0, 0, 1, 2, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.677 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.677 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.677 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.677 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.677 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.677 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.677 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.677 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.677 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.677 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.677 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.678 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.678 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.678 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.678 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.678 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-15T16:06:25.678 INFO:tasks.workunit.client.0.smithi016.stdout: ] 2024-04-15T16:06:25.678 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.678 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-15T16:06:25.678 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_id": 3, 2024-04-15T16:06:25.678 INFO:tasks.workunit.client.0.smithi016.stdout: "values": [ 2024-04-15T16:06:25.678 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.678 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.678 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.678 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.679 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 44, 3, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.679 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 1236, 22, 0, 1, 19, 1, 3, 3, 6, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.679 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 429, 4, 0, 0, 2, 2, 8, 10, 14, 29, 74, 21, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.679 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 239, 5, 0, 0, 0, 0, 3, 2, 3, 5, 35, 122, 148, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.679 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 452, 2, 0, 0, 0, 0, 1, 4, 1, 3, 8, 19, 67, 9, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.679 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 431, 0, 0, 0, 0, 0, 0, 0, 1, 4, 4, 8, 15, 36, 66, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.679 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 280, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 4, 9, 54, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.679 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 72, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 2, 4, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.679 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 7, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.679 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.679 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.679 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.679 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.679 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.680 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.680 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.680 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.680 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.680 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.680 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.680 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.680 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.680 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.680 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.680 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.680 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.680 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.680 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-15T16:06:25.681 INFO:tasks.workunit.client.0.smithi016.stdout: ] 2024-04-15T16:06:25.681 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.681 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-15T16:06:25.681 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_id": 4, 2024-04-15T16:06:25.681 INFO:tasks.workunit.client.0.smithi016.stdout: "values": [ 2024-04-15T16:06:25.681 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.681 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.681 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.681 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.681 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 85, 2, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.681 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 1181, 8, 1, 0, 9, 1, 4, 5, 12, 15, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.681 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 657, 3, 0, 1, 2, 3, 3, 9, 15, 25, 45, 10, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.681 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 323, 12, 0, 0, 0, 0, 0, 1, 2, 6, 41, 128, 57, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.681 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 494, 11, 0, 0, 0, 0, 0, 1, 2, 4, 12, 12, 149, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.681 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 335, 0, 0, 0, 0, 0, 0, 0, 0, 1, 4, 2, 18, 32, 42, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.682 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 59, 0, 0, 0, 0, 0, 1, 0, 0, 0, 1, 4, 6, 16, 64, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.682 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 55, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.682 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.682 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.682 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.682 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.682 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.682 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.682 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.682 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.682 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.682 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.682 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.682 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.683 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.683 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.683 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.683 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.683 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.683 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.683 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.683 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-15T16:06:25.683 INFO:tasks.workunit.client.0.smithi016.stdout: ] 2024-04-15T16:06:25.683 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.683 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-15T16:06:25.683 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_id": 5, 2024-04-15T16:06:25.683 INFO:tasks.workunit.client.0.smithi016.stdout: "values": [ 2024-04-15T16:06:25.683 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.684 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.684 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.684 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.684 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 121, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.684 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 432, 16, 0, 0, 11, 1, 1, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.684 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 79, 4, 1, 0, 0, 1, 0, 1, 6, 3, 4, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.684 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 109, 11, 1, 0, 0, 0, 0, 1, 1, 3, 11, 9, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.684 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 25, 12, 0, 0, 0, 0, 0, 1, 0, 1, 8, 7, 16, 9, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.684 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 5, 25, 0, 0, 3, 0, 1, 0, 1, 1, 3, 6, 21, 38, 63, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.684 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 45, 0, 0, 0, 0, 0, 0, 0, 0, 2, 2, 10, 27, 98, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.684 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 84, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 11, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.684 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 81, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.684 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.684 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.685 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.685 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.685 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.685 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.685 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.685 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.685 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.685 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.685 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.685 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.685 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.685 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.685 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.685 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.686 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.686 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.686 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-15T16:06:25.686 INFO:tasks.workunit.client.0.smithi016.stdout: ] 2024-04-15T16:06:25.686 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.686 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-15T16:06:25.686 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_id": 6, 2024-04-15T16:06:25.686 INFO:tasks.workunit.client.0.smithi016.stdout: "values": [ 2024-04-15T16:06:25.686 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.686 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.686 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.686 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.686 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 56, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.686 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 1031, 18, 2, 2, 13, 0, 0, 0, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.687 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 827, 5, 0, 2, 2, 6, 8, 9, 18, 29, 39, 14, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.687 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 421, 1, 0, 0, 1, 2, 0, 4, 7, 10, 54, 133, 60, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.687 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 594, 16, 0, 0, 0, 0, 1, 0, 5, 0, 13, 29, 195, 2, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.687 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 280, 27, 0, 0, 0, 0, 0, 0, 0, 2, 3, 9, 21, 43, 72, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.687 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 131, 45, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 9, 18, 91, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.687 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 61, 86, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 2, 3, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.687 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 84, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.687 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.687 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.687 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.687 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.687 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.687 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.687 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.688 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.688 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.688 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.688 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.688 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.688 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.688 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.688 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.688 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.688 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.688 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.688 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-15T16:06:25.688 INFO:tasks.workunit.client.0.smithi016.stdout: ] 2024-04-15T16:06:25.688 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.688 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-15T16:06:25.689 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_id": 7, 2024-04-15T16:06:25.689 INFO:tasks.workunit.client.0.smithi016.stdout: "values": [ 2024-04-15T16:06:25.689 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.689 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.689 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.689 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.689 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 45, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.689 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 223, 13, 1, 2, 5, 0, 0, 6, 5, 3, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.689 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 64, 7, 0, 0, 0, 1, 1, 4, 3, 9, 11, 8, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.689 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 116, 6, 0, 1, 0, 0, 2, 1, 5, 5, 28, 29, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.690 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 50, 4, 0, 0, 0, 0, 0, 0, 1, 4, 9, 23, 16, 8, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.690 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 17, 0, 0, 0, 0, 0, 0, 2, 0, 1, 5, 10, 14, 36, 68, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.690 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 2, 2, 13, 33, 91, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.690 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 6, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.690 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.690 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.690 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.690 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.690 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.690 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.690 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.690 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.690 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.690 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.691 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.691 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.691 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.691 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.691 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.691 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.691 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.691 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.691 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.691 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-15T16:06:25.691 INFO:tasks.workunit.client.0.smithi016.stdout: ] 2024-04-15T16:06:25.691 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T16:06:25.691 INFO:tasks.workunit.client.0.smithi016.stdout: ] 2024-04-15T16:06:25.691 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T16:06:25.691 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.692 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-15T16:06:25.692 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_resrv_repnum_vs_duration": { 2024-04-15T16:06:25.692 INFO:tasks.workunit.client.0.smithi016.stdout: "axes": [ 2024-04-15T16:06:25.692 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-15T16:06:25.692 INFO:tasks.workunit.client.0.smithi016.stdout: "buckets": 8, 2024-04-15T16:06:25.692 INFO:tasks.workunit.client.0.smithi016.stdout: "min": 0, 2024-04-15T16:06:25.692 INFO:tasks.workunit.client.0.smithi016.stdout: "name": "number of replicas", 2024-04-15T16:06:25.692 INFO:tasks.workunit.client.0.smithi016.stdout: "quant_size": 1, 2024-04-15T16:06:25.692 INFO:tasks.workunit.client.0.smithi016.stdout: "ranges": [ 2024-04-15T16:06:25.692 INFO:tasks.workunit.client.0.smithi016.stdout: "[None, -1]", 2024-04-15T16:06:25.692 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0]", 2024-04-15T16:06:25.692 INFO:tasks.workunit.client.0.smithi016.stdout: "[1, 1]", 2024-04-15T16:06:25.692 INFO:tasks.workunit.client.0.smithi016.stdout: "[2, 2]", 2024-04-15T16:06:25.692 INFO:tasks.workunit.client.0.smithi016.stdout: "[3, 3]", 2024-04-15T16:06:25.692 INFO:tasks.workunit.client.0.smithi016.stdout: "[4, 4]", 2024-04-15T16:06:25.693 INFO:tasks.workunit.client.0.smithi016.stdout: "[5, 5]", 2024-04-15T16:06:25.693 INFO:tasks.workunit.client.0.smithi016.stdout: "[6, None]" 2024-04-15T16:06:25.693 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:25.693 INFO:tasks.workunit.client.0.smithi016.stdout: "scale_type": "linear" 2024-04-15T16:06:25.693 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.693 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-15T16:06:25.693 INFO:tasks.workunit.client.0.smithi016.stdout: "buckets": 10, 2024-04-15T16:06:25.693 INFO:tasks.workunit.client.0.smithi016.stdout: "min": 0, 2024-04-15T16:06:25.693 INFO:tasks.workunit.client.0.smithi016.stdout: "name": "duration", 2024-04-15T16:06:25.693 INFO:tasks.workunit.client.0.smithi016.stdout: "quant_size": 250000, 2024-04-15T16:06:25.693 INFO:tasks.workunit.client.0.smithi016.stdout: "ranges": [ 2024-04-15T16:06:25.693 INFO:tasks.workunit.client.0.smithi016.stdout: "[None, -1]", 2024-04-15T16:06:25.693 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 249999]", 2024-04-15T16:06:25.693 INFO:tasks.workunit.client.0.smithi016.stdout: "[250000, 499999]", 2024-04-15T16:06:25.694 INFO:tasks.workunit.client.0.smithi016.stdout: "[500000, 999999]", 2024-04-15T16:06:25.694 INFO:tasks.workunit.client.0.smithi016.stdout: "[1000000, 1999999]", 2024-04-15T16:06:25.694 INFO:tasks.workunit.client.0.smithi016.stdout: "[2000000, 3999999]", 2024-04-15T16:06:25.694 INFO:tasks.workunit.client.0.smithi016.stdout: "[4000000, 7999999]", 2024-04-15T16:06:25.694 INFO:tasks.workunit.client.0.smithi016.stdout: "[8000000, 15999999]", 2024-04-15T16:06:25.694 INFO:tasks.workunit.client.0.smithi016.stdout: "[16000000, 31999999]", 2024-04-15T16:06:25.694 INFO:tasks.workunit.client.0.smithi016.stdout: "[32000000, None]" 2024-04-15T16:06:25.694 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:25.694 INFO:tasks.workunit.client.0.smithi016.stdout: "scale_type": "log2" 2024-04-15T16:06:25.694 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T16:06:25.694 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:25.694 INFO:tasks.workunit.client.0.smithi016.stdout: "osds": [ 2024-04-15T16:06:25.694 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-15T16:06:25.694 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_id": 0, 2024-04-15T16:06:25.695 INFO:tasks.workunit.client.0.smithi016.stdout: "values": [ 2024-04-15T16:06:25.695 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.695 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.695 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.695 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.695 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.695 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.695 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.695 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-15T16:06:25.695 INFO:tasks.workunit.client.0.smithi016.stdout: ] 2024-04-15T16:06:25.695 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.695 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-15T16:06:25.695 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_id": 1, 2024-04-15T16:06:25.695 INFO:tasks.workunit.client.0.smithi016.stdout: "values": [ 2024-04-15T16:06:25.695 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.696 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.696 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.696 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.696 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.696 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.696 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.696 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-15T16:06:25.696 INFO:tasks.workunit.client.0.smithi016.stdout: ] 2024-04-15T16:06:25.696 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.696 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-15T16:06:25.696 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_id": 2, 2024-04-15T16:06:25.696 INFO:tasks.workunit.client.0.smithi016.stdout: "values": [ 2024-04-15T16:06:25.696 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.696 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.697 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.697 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.697 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.697 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.697 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.697 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-15T16:06:25.697 INFO:tasks.workunit.client.0.smithi016.stdout: ] 2024-04-15T16:06:25.697 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.697 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-15T16:06:25.697 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_id": 3, 2024-04-15T16:06:25.697 INFO:tasks.workunit.client.0.smithi016.stdout: "values": [ 2024-04-15T16:06:25.697 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.697 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.697 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.697 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.698 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.698 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.698 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.698 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-15T16:06:25.698 INFO:tasks.workunit.client.0.smithi016.stdout: ] 2024-04-15T16:06:25.698 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.698 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-15T16:06:25.698 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_id": 4, 2024-04-15T16:06:25.698 INFO:tasks.workunit.client.0.smithi016.stdout: "values": [ 2024-04-15T16:06:25.698 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.698 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.698 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.698 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.698 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.699 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.699 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.699 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-15T16:06:25.699 INFO:tasks.workunit.client.0.smithi016.stdout: ] 2024-04-15T16:06:25.699 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.699 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-15T16:06:25.699 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_id": 5, 2024-04-15T16:06:25.699 INFO:tasks.workunit.client.0.smithi016.stdout: "values": [ 2024-04-15T16:06:25.699 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.699 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.699 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.699 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.699 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.699 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.700 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.700 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-15T16:06:25.700 INFO:tasks.workunit.client.0.smithi016.stdout: ] 2024-04-15T16:06:25.700 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.700 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-15T16:06:25.700 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_id": 6, 2024-04-15T16:06:25.700 INFO:tasks.workunit.client.0.smithi016.stdout: "values": [ 2024-04-15T16:06:25.700 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.700 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.700 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.700 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.700 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.700 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.700 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.700 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-15T16:06:25.701 INFO:tasks.workunit.client.0.smithi016.stdout: ] 2024-04-15T16:06:25.701 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.701 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-15T16:06:25.701 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_id": 7, 2024-04-15T16:06:25.701 INFO:tasks.workunit.client.0.smithi016.stdout: "values": [ 2024-04-15T16:06:25.701 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.701 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.701 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.701 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.701 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.701 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.701 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:25.701 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-15T16:06:25.701 INFO:tasks.workunit.client.0.smithi016.stdout: ] 2024-04-15T16:06:25.702 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T16:06:25.702 INFO:tasks.workunit.client.0.smithi016.stdout: ] 2024-04-15T16:06:25.702 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T16:06:25.702 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T16:06:25.702 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:25.702 INFO:tasks.workunit.client.0.smithi016.stdout: "perf_counters": { 2024-04-15T16:06:25.702 INFO:tasks.workunit.client.0.smithi016.stdout: "mds.dd602b36cabf11effbd0d8bd19ba267ecac4bcd8": { 2024-04-15T16:06:25.702 INFO:tasks.workunit.client.0.smithi016.stdout: "mds": { 2024-04-15T16:06:25.702 INFO:tasks.workunit.client.0.smithi016.stdout: "caps": { 2024-04-15T16:06:25.702 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:25.702 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.702 INFO:tasks.workunit.client.0.smithi016.stdout: "ceph_cap_op_flush_ack": { 2024-04-15T16:06:25.702 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:25.702 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.703 INFO:tasks.workunit.client.0.smithi016.stdout: "ceph_cap_op_flushsnap_ack": { 2024-04-15T16:06:25.703 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:25.703 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.703 INFO:tasks.workunit.client.0.smithi016.stdout: "ceph_cap_op_grant": { 2024-04-15T16:06:25.703 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:25.703 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.703 INFO:tasks.workunit.client.0.smithi016.stdout: "ceph_cap_op_revoke": { 2024-04-15T16:06:25.703 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:25.703 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.703 INFO:tasks.workunit.client.0.smithi016.stdout: "ceph_cap_op_trunc": { 2024-04-15T16:06:25.703 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:25.703 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.703 INFO:tasks.workunit.client.0.smithi016.stdout: "dir_commit": { 2024-04-15T16:06:25.703 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:25.704 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.704 INFO:tasks.workunit.client.0.smithi016.stdout: "dir_fetch_complete": { 2024-04-15T16:06:25.704 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 12 2024-04-15T16:06:25.704 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.704 INFO:tasks.workunit.client.0.smithi016.stdout: "dir_fetch_keys": { 2024-04-15T16:06:25.704 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 10 2024-04-15T16:06:25.704 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.704 INFO:tasks.workunit.client.0.smithi016.stdout: "dir_merge": { 2024-04-15T16:06:25.704 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:25.704 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.704 INFO:tasks.workunit.client.0.smithi016.stdout: "dir_split": { 2024-04-15T16:06:25.704 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:25.704 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.704 INFO:tasks.workunit.client.0.smithi016.stdout: "exported_inodes": { 2024-04-15T16:06:25.704 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:25.705 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.705 INFO:tasks.workunit.client.0.smithi016.stdout: "forward": { 2024-04-15T16:06:25.705 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:25.705 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.705 INFO:tasks.workunit.client.0.smithi016.stdout: "handle_client_cap_release": { 2024-04-15T16:06:25.705 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:25.705 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.705 INFO:tasks.workunit.client.0.smithi016.stdout: "handle_client_caps": { 2024-04-15T16:06:25.705 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:25.705 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.705 INFO:tasks.workunit.client.0.smithi016.stdout: "handle_client_caps_dirty": { 2024-04-15T16:06:25.705 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:25.705 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.705 INFO:tasks.workunit.client.0.smithi016.stdout: "handle_inode_file_caps": { 2024-04-15T16:06:25.705 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:25.706 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.706 INFO:tasks.workunit.client.0.smithi016.stdout: "imported_inodes": { 2024-04-15T16:06:25.706 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:25.706 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.706 INFO:tasks.workunit.client.0.smithi016.stdout: "inodes": { 2024-04-15T16:06:25.706 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 10 2024-04-15T16:06:25.706 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.706 INFO:tasks.workunit.client.0.smithi016.stdout: "inodes_expired": { 2024-04-15T16:06:25.706 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:25.706 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.706 INFO:tasks.workunit.client.0.smithi016.stdout: "inodes_pinned": { 2024-04-15T16:06:25.706 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 10 2024-04-15T16:06:25.706 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.706 INFO:tasks.workunit.client.0.smithi016.stdout: "inodes_with_caps": { 2024-04-15T16:06:25.707 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:25.707 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.707 INFO:tasks.workunit.client.0.smithi016.stdout: "load_cent": { 2024-04-15T16:06:25.707 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:25.707 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.707 INFO:tasks.workunit.client.0.smithi016.stdout: "openino_dir_fetch": { 2024-04-15T16:06:25.707 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:25.707 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.707 INFO:tasks.workunit.client.0.smithi016.stdout: "process_request_cap_release": { 2024-04-15T16:06:25.707 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:25.707 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.707 INFO:tasks.workunit.client.0.smithi016.stdout: "reply_latency": { 2024-04-15T16:06:25.707 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 0, 2024-04-15T16:06:25.707 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:25.708 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.708 INFO:tasks.workunit.client.0.smithi016.stdout: "request": { 2024-04-15T16:06:25.708 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:25.708 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.708 INFO:tasks.workunit.client.0.smithi016.stdout: "root_rbytes": { 2024-04-15T16:06:25.708 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:25.708 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.708 INFO:tasks.workunit.client.0.smithi016.stdout: "root_rfiles": { 2024-04-15T16:06:25.708 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:25.708 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.708 INFO:tasks.workunit.client.0.smithi016.stdout: "root_rsnaps": { 2024-04-15T16:06:25.708 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:25.708 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.708 INFO:tasks.workunit.client.0.smithi016.stdout: "slow_reply": { 2024-04-15T16:06:25.708 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:25.709 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.709 INFO:tasks.workunit.client.0.smithi016.stdout: "subtrees": { 2024-04-15T16:06:25.709 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 2 2024-04-15T16:06:25.709 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T16:06:25.709 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.709 INFO:tasks.workunit.client.0.smithi016.stdout: "mds_cache": { 2024-04-15T16:06:25.709 INFO:tasks.workunit.client.0.smithi016.stdout: "ireq_enqueue_scrub": { 2024-04-15T16:06:25.709 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:25.709 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.709 INFO:tasks.workunit.client.0.smithi016.stdout: "ireq_exportdir": { 2024-04-15T16:06:25.709 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:25.709 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.709 INFO:tasks.workunit.client.0.smithi016.stdout: "ireq_flush": { 2024-04-15T16:06:25.709 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:25.709 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.710 INFO:tasks.workunit.client.0.smithi016.stdout: "ireq_fragmentdir": { 2024-04-15T16:06:25.710 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:25.710 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.710 INFO:tasks.workunit.client.0.smithi016.stdout: "ireq_fragstats": { 2024-04-15T16:06:25.710 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:25.710 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.710 INFO:tasks.workunit.client.0.smithi016.stdout: "ireq_inodestats": { 2024-04-15T16:06:25.710 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:25.710 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.710 INFO:tasks.workunit.client.0.smithi016.stdout: "ireq_quiesce_inode": { 2024-04-15T16:06:25.710 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:25.710 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.710 INFO:tasks.workunit.client.0.smithi016.stdout: "ireq_quiesce_path": { 2024-04-15T16:06:25.710 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:25.711 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.711 INFO:tasks.workunit.client.0.smithi016.stdout: "num_recovering_enqueued": { 2024-04-15T16:06:25.711 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:25.711 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.711 INFO:tasks.workunit.client.0.smithi016.stdout: "num_recovering_prioritized": { 2024-04-15T16:06:25.711 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:25.711 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.711 INFO:tasks.workunit.client.0.smithi016.stdout: "num_recovering_processing": { 2024-04-15T16:06:25.711 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:25.711 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.711 INFO:tasks.workunit.client.0.smithi016.stdout: "num_strays": { 2024-04-15T16:06:25.711 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:25.711 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.711 INFO:tasks.workunit.client.0.smithi016.stdout: "num_strays_delayed": { 2024-04-15T16:06:25.711 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:25.712 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.712 INFO:tasks.workunit.client.0.smithi016.stdout: "num_strays_enqueuing": { 2024-04-15T16:06:25.712 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:25.712 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.712 INFO:tasks.workunit.client.0.smithi016.stdout: "recovery_completed": { 2024-04-15T16:06:25.712 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:25.712 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.712 INFO:tasks.workunit.client.0.smithi016.stdout: "recovery_started": { 2024-04-15T16:06:25.712 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:25.712 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.712 INFO:tasks.workunit.client.0.smithi016.stdout: "strays_created": { 2024-04-15T16:06:25.712 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:25.712 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.712 INFO:tasks.workunit.client.0.smithi016.stdout: "strays_enqueued": { 2024-04-15T16:06:25.713 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:25.713 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.713 INFO:tasks.workunit.client.0.smithi016.stdout: "strays_migrated": { 2024-04-15T16:06:25.713 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:25.713 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.713 INFO:tasks.workunit.client.0.smithi016.stdout: "strays_reintegrated": { 2024-04-15T16:06:25.713 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:25.713 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T16:06:25.713 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.713 INFO:tasks.workunit.client.0.smithi016.stdout: "mds_log": { 2024-04-15T16:06:25.713 INFO:tasks.workunit.client.0.smithi016.stdout: "ev": { 2024-04-15T16:06:25.713 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 17 2024-04-15T16:06:25.713 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.713 INFO:tasks.workunit.client.0.smithi016.stdout: "evadd": { 2024-04-15T16:06:25.714 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:25.714 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.714 INFO:tasks.workunit.client.0.smithi016.stdout: "evex": { 2024-04-15T16:06:25.714 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:25.714 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.714 INFO:tasks.workunit.client.0.smithi016.stdout: "evexd": { 2024-04-15T16:06:25.714 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:25.714 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.714 INFO:tasks.workunit.client.0.smithi016.stdout: "evexg": { 2024-04-15T16:06:25.714 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:25.714 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.714 INFO:tasks.workunit.client.0.smithi016.stdout: "evlrg": { 2024-04-15T16:06:25.714 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:25.714 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.714 INFO:tasks.workunit.client.0.smithi016.stdout: "evtrm": { 2024-04-15T16:06:25.715 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:25.715 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.715 INFO:tasks.workunit.client.0.smithi016.stdout: "jlat": { 2024-04-15T16:06:25.715 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 0, 2024-04-15T16:06:25.715 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:25.715 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.715 INFO:tasks.workunit.client.0.smithi016.stdout: "replayed": { 2024-04-15T16:06:25.715 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 17 2024-04-15T16:06:25.715 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.715 INFO:tasks.workunit.client.0.smithi016.stdout: "seg": { 2024-04-15T16:06:25.715 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 1 2024-04-15T16:06:25.715 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.715 INFO:tasks.workunit.client.0.smithi016.stdout: "segadd": { 2024-04-15T16:06:25.716 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:25.716 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.716 INFO:tasks.workunit.client.0.smithi016.stdout: "segex": { 2024-04-15T16:06:25.716 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:25.716 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.716 INFO:tasks.workunit.client.0.smithi016.stdout: "segexd": { 2024-04-15T16:06:25.716 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:25.716 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.716 INFO:tasks.workunit.client.0.smithi016.stdout: "segexg": { 2024-04-15T16:06:25.716 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:25.716 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.716 INFO:tasks.workunit.client.0.smithi016.stdout: "segmjr": { 2024-04-15T16:06:25.716 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 1 2024-04-15T16:06:25.716 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.716 INFO:tasks.workunit.client.0.smithi016.stdout: "segtrm": { 2024-04-15T16:06:25.717 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:25.717 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T16:06:25.717 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.717 INFO:tasks.workunit.client.0.smithi016.stdout: "mds_mem": { 2024-04-15T16:06:25.717 INFO:tasks.workunit.client.0.smithi016.stdout: "cap": { 2024-04-15T16:06:25.717 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:25.717 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.717 INFO:tasks.workunit.client.0.smithi016.stdout: "cap+": { 2024-04-15T16:06:25.717 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:25.717 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.717 INFO:tasks.workunit.client.0.smithi016.stdout: "cap-": { 2024-04-15T16:06:25.717 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:25.717 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.717 INFO:tasks.workunit.client.0.smithi016.stdout: "dir": { 2024-04-15T16:06:25.718 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 12 2024-04-15T16:06:25.718 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.718 INFO:tasks.workunit.client.0.smithi016.stdout: "dir+": { 2024-04-15T16:06:25.718 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 12 2024-04-15T16:06:25.718 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.718 INFO:tasks.workunit.client.0.smithi016.stdout: "dir-": { 2024-04-15T16:06:25.718 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:25.718 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.718 INFO:tasks.workunit.client.0.smithi016.stdout: "dn": { 2024-04-15T16:06:25.718 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 10 2024-04-15T16:06:25.718 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.718 INFO:tasks.workunit.client.0.smithi016.stdout: "dn+": { 2024-04-15T16:06:25.718 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 10 2024-04-15T16:06:25.718 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.719 INFO:tasks.workunit.client.0.smithi016.stdout: "dn-": { 2024-04-15T16:06:25.719 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:25.719 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.719 INFO:tasks.workunit.client.0.smithi016.stdout: "heap": { 2024-04-15T16:06:25.719 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 248184 2024-04-15T16:06:25.719 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.719 INFO:tasks.workunit.client.0.smithi016.stdout: "ino": { 2024-04-15T16:06:25.719 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 13 2024-04-15T16:06:25.719 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.719 INFO:tasks.workunit.client.0.smithi016.stdout: "ino+": { 2024-04-15T16:06:25.719 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 13 2024-04-15T16:06:25.721 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.722 INFO:tasks.workunit.client.0.smithi016.stdout: "ino-": { 2024-04-15T16:06:25.722 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:25.722 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.722 INFO:tasks.workunit.client.0.smithi016.stdout: "rss": { 2024-04-15T16:06:25.722 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 50484 2024-04-15T16:06:25.722 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T16:06:25.722 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.722 INFO:tasks.workunit.client.0.smithi016.stdout: "mds_server": { 2024-04-15T16:06:25.722 INFO:tasks.workunit.client.0.smithi016.stdout: "cap_acquisition_throttle": { 2024-04-15T16:06:25.722 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:25.722 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.722 INFO:tasks.workunit.client.0.smithi016.stdout: "cap_revoke_eviction": { 2024-04-15T16:06:25.722 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:25.722 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.723 INFO:tasks.workunit.client.0.smithi016.stdout: "handle_client_request": { 2024-04-15T16:06:25.723 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:25.723 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.723 INFO:tasks.workunit.client.0.smithi016.stdout: "handle_client_session": { 2024-04-15T16:06:25.723 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:25.723 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.723 INFO:tasks.workunit.client.0.smithi016.stdout: "handle_peer_request": { 2024-04-15T16:06:25.723 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:25.723 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.723 INFO:tasks.workunit.client.0.smithi016.stdout: "req_create_latency": { 2024-04-15T16:06:25.723 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 0, 2024-04-15T16:06:25.723 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:25.723 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.723 INFO:tasks.workunit.client.0.smithi016.stdout: "req_getattr_latency": { 2024-04-15T16:06:25.724 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 0, 2024-04-15T16:06:25.724 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:25.724 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.724 INFO:tasks.workunit.client.0.smithi016.stdout: "req_getfilelock_latency": { 2024-04-15T16:06:25.724 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 0, 2024-04-15T16:06:25.724 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:25.724 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.724 INFO:tasks.workunit.client.0.smithi016.stdout: "req_getvxattr_latency": { 2024-04-15T16:06:25.724 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 0, 2024-04-15T16:06:25.724 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:25.724 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.724 INFO:tasks.workunit.client.0.smithi016.stdout: "req_link_latency": { 2024-04-15T16:06:25.724 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 0, 2024-04-15T16:06:25.724 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:25.725 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.725 INFO:tasks.workunit.client.0.smithi016.stdout: "req_lookup_latency": { 2024-04-15T16:06:25.725 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 0, 2024-04-15T16:06:25.725 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:25.725 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.725 INFO:tasks.workunit.client.0.smithi016.stdout: "req_lookuphash_latency": { 2024-04-15T16:06:25.725 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 0, 2024-04-15T16:06:25.725 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:25.725 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.725 INFO:tasks.workunit.client.0.smithi016.stdout: "req_lookupino_latency": { 2024-04-15T16:06:25.725 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 0, 2024-04-15T16:06:25.725 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:25.725 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.725 INFO:tasks.workunit.client.0.smithi016.stdout: "req_lookupname_latency": { 2024-04-15T16:06:25.725 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 0, 2024-04-15T16:06:25.726 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:25.726 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.726 INFO:tasks.workunit.client.0.smithi016.stdout: "req_lookupparent_latency": { 2024-04-15T16:06:25.726 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 0, 2024-04-15T16:06:25.726 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:25.726 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.726 INFO:tasks.workunit.client.0.smithi016.stdout: "req_lookupsnap_latency": { 2024-04-15T16:06:25.726 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 0, 2024-04-15T16:06:25.726 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:25.726 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.726 INFO:tasks.workunit.client.0.smithi016.stdout: "req_lssnap_latency": { 2024-04-15T16:06:25.726 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 0, 2024-04-15T16:06:25.726 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:25.726 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.727 INFO:tasks.workunit.client.0.smithi016.stdout: "req_mkdir_latency": { 2024-04-15T16:06:25.727 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 0, 2024-04-15T16:06:25.727 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:25.727 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.727 INFO:tasks.workunit.client.0.smithi016.stdout: "req_mknod_latency": { 2024-04-15T16:06:25.727 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 0, 2024-04-15T16:06:25.727 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:25.727 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.727 INFO:tasks.workunit.client.0.smithi016.stdout: "req_mksnap_latency": { 2024-04-15T16:06:25.727 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 0, 2024-04-15T16:06:25.727 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:25.727 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.727 INFO:tasks.workunit.client.0.smithi016.stdout: "req_open_latency": { 2024-04-15T16:06:25.727 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 0, 2024-04-15T16:06:25.727 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:25.728 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.728 INFO:tasks.workunit.client.0.smithi016.stdout: "req_readdir_latency": { 2024-04-15T16:06:25.728 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 0, 2024-04-15T16:06:25.728 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:25.728 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.728 INFO:tasks.workunit.client.0.smithi016.stdout: "req_rename_latency": { 2024-04-15T16:06:25.728 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 0, 2024-04-15T16:06:25.728 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:25.728 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.728 INFO:tasks.workunit.client.0.smithi016.stdout: "req_renamesnap_latency": { 2024-04-15T16:06:25.728 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 0, 2024-04-15T16:06:25.728 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:25.728 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.728 INFO:tasks.workunit.client.0.smithi016.stdout: "req_rmdir_latency": { 2024-04-15T16:06:25.728 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 0, 2024-04-15T16:06:25.729 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:25.729 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.729 INFO:tasks.workunit.client.0.smithi016.stdout: "req_rmsnap_latency": { 2024-04-15T16:06:25.729 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 0, 2024-04-15T16:06:25.729 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:25.729 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.729 INFO:tasks.workunit.client.0.smithi016.stdout: "req_rmxattr_latency": { 2024-04-15T16:06:25.729 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 0, 2024-04-15T16:06:25.729 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:25.729 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.729 INFO:tasks.workunit.client.0.smithi016.stdout: "req_setattr_latency": { 2024-04-15T16:06:25.729 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 0, 2024-04-15T16:06:25.729 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:25.729 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.730 INFO:tasks.workunit.client.0.smithi016.stdout: "req_setdirlayout_latency": { 2024-04-15T16:06:25.730 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 0, 2024-04-15T16:06:25.730 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:25.730 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.730 INFO:tasks.workunit.client.0.smithi016.stdout: "req_setfilelock_latency": { 2024-04-15T16:06:25.730 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 0, 2024-04-15T16:06:25.730 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:25.730 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.730 INFO:tasks.workunit.client.0.smithi016.stdout: "req_setlayout_latency": { 2024-04-15T16:06:25.730 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 0, 2024-04-15T16:06:25.730 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:25.730 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.730 INFO:tasks.workunit.client.0.smithi016.stdout: "req_setxattr_latency": { 2024-04-15T16:06:25.730 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 0, 2024-04-15T16:06:25.730 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:25.731 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.731 INFO:tasks.workunit.client.0.smithi016.stdout: "req_snapdiff_latency": { 2024-04-15T16:06:25.731 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 0, 2024-04-15T16:06:25.731 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:25.731 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.731 INFO:tasks.workunit.client.0.smithi016.stdout: "req_symlink_latency": { 2024-04-15T16:06:25.731 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 0, 2024-04-15T16:06:25.731 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:25.731 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.731 INFO:tasks.workunit.client.0.smithi016.stdout: "req_unlink_latency": { 2024-04-15T16:06:25.731 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 0, 2024-04-15T16:06:25.731 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:25.731 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T16:06:25.731 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.732 INFO:tasks.workunit.client.0.smithi016.stdout: "mds_sessions": { 2024-04-15T16:06:25.732 INFO:tasks.workunit.client.0.smithi016.stdout: "average_load": { 2024-04-15T16:06:25.732 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:25.732 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.732 INFO:tasks.workunit.client.0.smithi016.stdout: "avg_session_uptime": { 2024-04-15T16:06:25.732 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:25.732 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.732 INFO:tasks.workunit.client.0.smithi016.stdout: "mdthresh_evicted": { 2024-04-15T16:06:25.732 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:25.732 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.732 INFO:tasks.workunit.client.0.smithi016.stdout: "session_add": { 2024-04-15T16:06:25.732 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 8 2024-04-15T16:06:25.732 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.732 INFO:tasks.workunit.client.0.smithi016.stdout: "session_count": { 2024-04-15T16:06:25.732 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:25.733 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.733 INFO:tasks.workunit.client.0.smithi016.stdout: "session_remove": { 2024-04-15T16:06:25.733 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 8 2024-04-15T16:06:25.733 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.733 INFO:tasks.workunit.client.0.smithi016.stdout: "sessions_open": { 2024-04-15T16:06:25.733 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 2 2024-04-15T16:06:25.733 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.733 INFO:tasks.workunit.client.0.smithi016.stdout: "sessions_stale": { 2024-04-15T16:06:25.733 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:25.733 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.733 INFO:tasks.workunit.client.0.smithi016.stdout: "total_load": { 2024-04-15T16:06:25.733 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:25.733 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T16:06:25.733 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.733 INFO:tasks.workunit.client.0.smithi016.stdout: "objecter": { 2024-04-15T16:06:25.734 INFO:tasks.workunit.client.0.smithi016.stdout: "op_active": { 2024-04-15T16:06:25.734 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:25.734 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.734 INFO:tasks.workunit.client.0.smithi016.stdout: "op_r": { 2024-04-15T16:06:25.734 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 37 2024-04-15T16:06:25.734 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.734 INFO:tasks.workunit.client.0.smithi016.stdout: "op_rmw": { 2024-04-15T16:06:25.734 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:25.734 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.734 INFO:tasks.workunit.client.0.smithi016.stdout: "op_w": { 2024-04-15T16:06:25.734 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 7 2024-04-15T16:06:25.734 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T16:06:25.734 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.734 INFO:tasks.workunit.client.0.smithi016.stdout: "purge_queue": { 2024-04-15T16:06:25.734 INFO:tasks.workunit.client.0.smithi016.stdout: "pq_executed": { 2024-04-15T16:06:25.735 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:25.735 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.735 INFO:tasks.workunit.client.0.smithi016.stdout: "pq_executed_ops": { 2024-04-15T16:06:25.735 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:25.735 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.735 INFO:tasks.workunit.client.0.smithi016.stdout: "pq_executing": { 2024-04-15T16:06:25.735 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:25.735 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.735 INFO:tasks.workunit.client.0.smithi016.stdout: "pq_executing_high_water": { 2024-04-15T16:06:25.735 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:25.735 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.735 INFO:tasks.workunit.client.0.smithi016.stdout: "pq_executing_ops": { 2024-04-15T16:06:25.735 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:25.735 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.736 INFO:tasks.workunit.client.0.smithi016.stdout: "pq_executing_ops_high_water": { 2024-04-15T16:06:25.736 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:25.736 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.736 INFO:tasks.workunit.client.0.smithi016.stdout: "pq_item_in_journal": { 2024-04-15T16:06:25.736 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:25.736 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T16:06:25.736 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T16:06:25.736 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.736 INFO:tasks.workunit.client.0.smithi016.stdout: "mon.96c04f3d51aa9c4650d798b6d991f5b64af8e5e4": { 2024-04-15T16:06:25.736 INFO:tasks.workunit.client.0.smithi016.stdout: "mon": { 2024-04-15T16:06:25.736 INFO:tasks.workunit.client.0.smithi016.stdout: "election_call": { 2024-04-15T16:06:25.736 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 2 2024-04-15T16:06:25.736 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.736 INFO:tasks.workunit.client.0.smithi016.stdout: "election_lose": { 2024-04-15T16:06:25.736 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 2 2024-04-15T16:06:25.737 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.737 INFO:tasks.workunit.client.0.smithi016.stdout: "election_win": { 2024-04-15T16:06:25.737 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:25.737 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.737 INFO:tasks.workunit.client.0.smithi016.stdout: "num_elections": { 2024-04-15T16:06:25.737 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 9 2024-04-15T16:06:25.737 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.737 INFO:tasks.workunit.client.0.smithi016.stdout: "num_sessions": { 2024-04-15T16:06:25.737 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 8 2024-04-15T16:06:25.737 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.737 INFO:tasks.workunit.client.0.smithi016.stdout: "session_add": { 2024-04-15T16:06:25.737 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 3 2024-04-15T16:06:25.737 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.737 INFO:tasks.workunit.client.0.smithi016.stdout: "session_rm": { 2024-04-15T16:06:25.737 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 243 2024-04-15T16:06:25.738 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.738 INFO:tasks.workunit.client.0.smithi016.stdout: "session_trim": { 2024-04-15T16:06:25.738 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:25.738 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T16:06:25.738 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.738 INFO:tasks.workunit.client.0.smithi016.stdout: "paxos": { 2024-04-15T16:06:25.738 INFO:tasks.workunit.client.0.smithi016.stdout: "accept_timeout": { 2024-04-15T16:06:25.738 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:25.738 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.738 INFO:tasks.workunit.client.0.smithi016.stdout: "begin": { 2024-04-15T16:06:25.738 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 8534 2024-04-15T16:06:25.738 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.738 INFO:tasks.workunit.client.0.smithi016.stdout: "begin_bytes": { 2024-04-15T16:06:25.739 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 8534, 2024-04-15T16:06:25.739 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 58612104 2024-04-15T16:06:25.739 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.739 INFO:tasks.workunit.client.0.smithi016.stdout: "begin_keys": { 2024-04-15T16:06:25.739 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 0, 2024-04-15T16:06:25.739 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:25.739 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.739 INFO:tasks.workunit.client.0.smithi016.stdout: "begin_latency": { 2024-04-15T16:06:25.739 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 8534, 2024-04-15T16:06:25.739 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 1396970853 2024-04-15T16:06:25.739 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.739 INFO:tasks.workunit.client.0.smithi016.stdout: "collect": { 2024-04-15T16:06:25.739 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 2 2024-04-15T16:06:25.739 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.740 INFO:tasks.workunit.client.0.smithi016.stdout: "collect_bytes": { 2024-04-15T16:06:25.740 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 2, 2024-04-15T16:06:25.740 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 146 2024-04-15T16:06:25.740 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.740 INFO:tasks.workunit.client.0.smithi016.stdout: "collect_keys": { 2024-04-15T16:06:25.740 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 2, 2024-04-15T16:06:25.740 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 2 2024-04-15T16:06:25.740 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.740 INFO:tasks.workunit.client.0.smithi016.stdout: "collect_latency": { 2024-04-15T16:06:25.740 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 2, 2024-04-15T16:06:25.740 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:25.740 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.740 INFO:tasks.workunit.client.0.smithi016.stdout: "collect_timeout": { 2024-04-15T16:06:25.740 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:25.740 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.741 INFO:tasks.workunit.client.0.smithi016.stdout: "collect_uncommitted": { 2024-04-15T16:06:25.741 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:25.741 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.741 INFO:tasks.workunit.client.0.smithi016.stdout: "commit": { 2024-04-15T16:06:25.741 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 8534 2024-04-15T16:06:25.741 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.741 INFO:tasks.workunit.client.0.smithi016.stdout: "commit_bytes": { 2024-04-15T16:06:25.741 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 0, 2024-04-15T16:06:25.741 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:25.741 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.741 INFO:tasks.workunit.client.0.smithi016.stdout: "commit_keys": { 2024-04-15T16:06:25.741 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 0, 2024-04-15T16:06:25.741 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:25.741 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.742 INFO:tasks.workunit.client.0.smithi016.stdout: "commit_latency": { 2024-04-15T16:06:25.742 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 0, 2024-04-15T16:06:25.742 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:25.742 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.742 INFO:tasks.workunit.client.0.smithi016.stdout: "lease_ack_timeout": { 2024-04-15T16:06:25.742 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:25.742 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.742 INFO:tasks.workunit.client.0.smithi016.stdout: "lease_timeout": { 2024-04-15T16:06:25.742 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:25.742 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.742 INFO:tasks.workunit.client.0.smithi016.stdout: "new_pn": { 2024-04-15T16:06:25.742 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:25.742 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.742 INFO:tasks.workunit.client.0.smithi016.stdout: "new_pn_latency": { 2024-04-15T16:06:25.743 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 0, 2024-04-15T16:06:25.743 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:25.743 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.743 INFO:tasks.workunit.client.0.smithi016.stdout: "refresh": { 2024-04-15T16:06:25.743 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 8534 2024-04-15T16:06:25.743 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.743 INFO:tasks.workunit.client.0.smithi016.stdout: "refresh_latency": { 2024-04-15T16:06:25.743 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 8534, 2024-04-15T16:06:25.743 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 26390449245 2024-04-15T16:06:25.743 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.743 INFO:tasks.workunit.client.0.smithi016.stdout: "restart": { 2024-04-15T16:06:25.743 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 11 2024-04-15T16:06:25.743 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.743 INFO:tasks.workunit.client.0.smithi016.stdout: "share_state": { 2024-04-15T16:06:25.743 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:25.744 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.744 INFO:tasks.workunit.client.0.smithi016.stdout: "share_state_bytes": { 2024-04-15T16:06:25.744 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 0, 2024-04-15T16:06:25.744 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:25.744 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.744 INFO:tasks.workunit.client.0.smithi016.stdout: "share_state_keys": { 2024-04-15T16:06:25.744 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 0, 2024-04-15T16:06:25.744 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:25.744 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.744 INFO:tasks.workunit.client.0.smithi016.stdout: "start_leader": { 2024-04-15T16:06:25.744 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:25.744 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.744 INFO:tasks.workunit.client.0.smithi016.stdout: "start_peon": { 2024-04-15T16:06:25.744 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 2 2024-04-15T16:06:25.745 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.745 INFO:tasks.workunit.client.0.smithi016.stdout: "store_state": { 2024-04-15T16:06:25.745 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 8534 2024-04-15T16:06:25.745 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.745 INFO:tasks.workunit.client.0.smithi016.stdout: "store_state_bytes": { 2024-04-15T16:06:25.745 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 8534, 2024-04-15T16:06:25.745 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 115598895 2024-04-15T16:06:25.745 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.745 INFO:tasks.workunit.client.0.smithi016.stdout: "store_state_keys": { 2024-04-15T16:06:25.745 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 8534, 2024-04-15T16:06:25.745 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 74348 2024-04-15T16:06:25.745 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.745 INFO:tasks.workunit.client.0.smithi016.stdout: "store_state_latency": { 2024-04-15T16:06:25.745 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 8534, 2024-04-15T16:06:25.745 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 3298931171 2024-04-15T16:06:25.746 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T16:06:25.746 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.746 INFO:tasks.workunit.client.0.smithi016.stdout: "prioritycache": { 2024-04-15T16:06:25.746 INFO:tasks.workunit.client.0.smithi016.stdout: "cache_bytes": { 2024-04-15T16:06:25.746 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 1020054731 2024-04-15T16:06:25.746 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.746 INFO:tasks.workunit.client.0.smithi016.stdout: "heap_bytes": { 2024-04-15T16:06:25.746 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 167706624 2024-04-15T16:06:25.746 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.746 INFO:tasks.workunit.client.0.smithi016.stdout: "mapped_bytes": { 2024-04-15T16:06:25.746 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 166690816 2024-04-15T16:06:25.746 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.746 INFO:tasks.workunit.client.0.smithi016.stdout: "target_bytes": { 2024-04-15T16:06:25.746 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 2147483648 2024-04-15T16:06:25.747 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.747 INFO:tasks.workunit.client.0.smithi016.stdout: "unmapped_bytes": { 2024-04-15T16:06:25.747 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 1015808 2024-04-15T16:06:25.747 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T16:06:25.747 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.747 INFO:tasks.workunit.client.0.smithi016.stdout: "prioritycache:full": { 2024-04-15T16:06:25.747 INFO:tasks.workunit.client.0.smithi016.stdout: "committed_bytes": { 2024-04-15T16:06:25.747 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 360710144 2024-04-15T16:06:25.747 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.747 INFO:tasks.workunit.client.0.smithi016.stdout: "pri0_bytes": { 2024-04-15T16:06:25.747 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:25.747 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.747 INFO:tasks.workunit.client.0.smithi016.stdout: "pri10_bytes": { 2024-04-15T16:06:25.747 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:25.748 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.748 INFO:tasks.workunit.client.0.smithi016.stdout: "pri11_bytes": { 2024-04-15T16:06:25.748 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 267456626 2024-04-15T16:06:25.748 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.748 INFO:tasks.workunit.client.0.smithi016.stdout: "pri1_bytes": { 2024-04-15T16:06:25.748 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 24358654 2024-04-15T16:06:25.748 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.748 INFO:tasks.workunit.client.0.smithi016.stdout: "pri2_bytes": { 2024-04-15T16:06:25.748 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:25.748 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.748 INFO:tasks.workunit.client.0.smithi016.stdout: "pri3_bytes": { 2024-04-15T16:06:25.748 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:25.748 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.748 INFO:tasks.workunit.client.0.smithi016.stdout: "pri4_bytes": { 2024-04-15T16:06:25.748 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:25.749 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.749 INFO:tasks.workunit.client.0.smithi016.stdout: "pri5_bytes": { 2024-04-15T16:06:25.749 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:25.749 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.749 INFO:tasks.workunit.client.0.smithi016.stdout: "pri6_bytes": { 2024-04-15T16:06:25.749 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:25.749 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.749 INFO:tasks.workunit.client.0.smithi016.stdout: "pri7_bytes": { 2024-04-15T16:06:25.749 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:25.749 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.749 INFO:tasks.workunit.client.0.smithi016.stdout: "pri8_bytes": { 2024-04-15T16:06:25.749 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:25.749 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.749 INFO:tasks.workunit.client.0.smithi016.stdout: "pri9_bytes": { 2024-04-15T16:06:25.749 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:25.750 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.750 INFO:tasks.workunit.client.0.smithi016.stdout: "reserved_bytes": { 2024-04-15T16:06:25.750 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 68894864 2024-04-15T16:06:25.750 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T16:06:25.750 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.750 INFO:tasks.workunit.client.0.smithi016.stdout: "prioritycache:inc": { 2024-04-15T16:06:25.750 INFO:tasks.workunit.client.0.smithi016.stdout: "committed_bytes": { 2024-04-15T16:06:25.750 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 339738624 2024-04-15T16:06:25.750 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.750 INFO:tasks.workunit.client.0.smithi016.stdout: "pri0_bytes": { 2024-04-15T16:06:25.750 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:25.750 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.750 INFO:tasks.workunit.client.0.smithi016.stdout: "pri10_bytes": { 2024-04-15T16:06:25.750 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:25.751 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.751 INFO:tasks.workunit.client.0.smithi016.stdout: "pri11_bytes": { 2024-04-15T16:06:25.751 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 267456626 2024-04-15T16:06:25.751 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.751 INFO:tasks.workunit.client.0.smithi016.stdout: "pri1_bytes": { 2024-04-15T16:06:25.751 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 1460039 2024-04-15T16:06:25.751 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.751 INFO:tasks.workunit.client.0.smithi016.stdout: "pri2_bytes": { 2024-04-15T16:06:25.751 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:25.751 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.751 INFO:tasks.workunit.client.0.smithi016.stdout: "pri3_bytes": { 2024-04-15T16:06:25.751 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:25.751 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.751 INFO:tasks.workunit.client.0.smithi016.stdout: "pri4_bytes": { 2024-04-15T16:06:25.751 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:25.752 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.752 INFO:tasks.workunit.client.0.smithi016.stdout: "pri5_bytes": { 2024-04-15T16:06:25.752 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:25.752 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.752 INFO:tasks.workunit.client.0.smithi016.stdout: "pri6_bytes": { 2024-04-15T16:06:25.752 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:25.752 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.752 INFO:tasks.workunit.client.0.smithi016.stdout: "pri7_bytes": { 2024-04-15T16:06:25.752 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:25.752 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.752 INFO:tasks.workunit.client.0.smithi016.stdout: "pri8_bytes": { 2024-04-15T16:06:25.752 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:25.752 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.752 INFO:tasks.workunit.client.0.smithi016.stdout: "pri9_bytes": { 2024-04-15T16:06:25.752 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:25.753 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.753 INFO:tasks.workunit.client.0.smithi016.stdout: "reserved_bytes": { 2024-04-15T16:06:25.753 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 70821959 2024-04-15T16:06:25.753 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T16:06:25.753 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.753 INFO:tasks.workunit.client.0.smithi016.stdout: "prioritycache:kv": { 2024-04-15T16:06:25.753 INFO:tasks.workunit.client.0.smithi016.stdout: "committed_bytes": { 2024-04-15T16:06:25.753 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 314572800 2024-04-15T16:06:25.753 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.753 INFO:tasks.workunit.client.0.smithi016.stdout: "pri0_bytes": { 2024-04-15T16:06:25.753 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 67108864 2024-04-15T16:06:25.753 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.753 INFO:tasks.workunit.client.0.smithi016.stdout: "pri10_bytes": { 2024-04-15T16:06:25.753 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:25.754 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.754 INFO:tasks.workunit.client.0.smithi016.stdout: "pri11_bytes": { 2024-04-15T16:06:25.754 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 178304417 2024-04-15T16:06:25.754 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.754 INFO:tasks.workunit.client.0.smithi016.stdout: "pri1_bytes": { 2024-04-15T16:06:25.754 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:25.754 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.754 INFO:tasks.workunit.client.0.smithi016.stdout: "pri2_bytes": { 2024-04-15T16:06:25.754 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:25.754 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.754 INFO:tasks.workunit.client.0.smithi016.stdout: "pri3_bytes": { 2024-04-15T16:06:25.754 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:25.754 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.754 INFO:tasks.workunit.client.0.smithi016.stdout: "pri4_bytes": { 2024-04-15T16:06:25.755 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:25.755 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.755 INFO:tasks.workunit.client.0.smithi016.stdout: "pri5_bytes": { 2024-04-15T16:06:25.755 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:25.755 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.755 INFO:tasks.workunit.client.0.smithi016.stdout: "pri6_bytes": { 2024-04-15T16:06:25.755 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:25.755 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.755 INFO:tasks.workunit.client.0.smithi016.stdout: "pri7_bytes": { 2024-04-15T16:06:25.755 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:25.755 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.755 INFO:tasks.workunit.client.0.smithi016.stdout: "pri8_bytes": { 2024-04-15T16:06:25.755 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:25.755 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.755 INFO:tasks.workunit.client.0.smithi016.stdout: "pri9_bytes": { 2024-04-15T16:06:25.756 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:25.756 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.756 INFO:tasks.workunit.client.0.smithi016.stdout: "reserved_bytes": { 2024-04-15T16:06:25.756 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 69159519 2024-04-15T16:06:25.756 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T16:06:25.756 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.756 INFO:tasks.workunit.client.0.smithi016.stdout: "rocksdb": { 2024-04-15T16:06:25.756 INFO:tasks.workunit.client.0.smithi016.stdout: "compact": { 2024-04-15T16:06:25.756 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:25.756 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.756 INFO:tasks.workunit.client.0.smithi016.stdout: "compact_queue_len": { 2024-04-15T16:06:25.756 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:25.756 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.756 INFO:tasks.workunit.client.0.smithi016.stdout: "compact_queue_merge": { 2024-04-15T16:06:25.757 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:25.757 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.757 INFO:tasks.workunit.client.0.smithi016.stdout: "compact_range": { 2024-04-15T16:06:25.757 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 98 2024-04-15T16:06:25.757 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.757 INFO:tasks.workunit.client.0.smithi016.stdout: "get_latency": { 2024-04-15T16:06:25.757 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 369762, 2024-04-15T16:06:25.757 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 1766890129 2024-04-15T16:06:25.757 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.757 INFO:tasks.workunit.client.0.smithi016.stdout: "rocksdb_write_delay_time": { 2024-04-15T16:06:25.757 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 0, 2024-04-15T16:06:25.757 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:25.757 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.757 INFO:tasks.workunit.client.0.smithi016.stdout: "rocksdb_write_memtable_time": { 2024-04-15T16:06:25.757 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 0, 2024-04-15T16:06:25.758 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:25.758 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.758 INFO:tasks.workunit.client.0.smithi016.stdout: "rocksdb_write_pre_and_post_time": { 2024-04-15T16:06:25.758 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 0, 2024-04-15T16:06:25.758 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:25.758 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.758 INFO:tasks.workunit.client.0.smithi016.stdout: "rocksdb_write_wal_time": { 2024-04-15T16:06:25.758 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 0, 2024-04-15T16:06:25.758 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:25.758 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.758 INFO:tasks.workunit.client.0.smithi016.stdout: "submit_latency": { 2024-04-15T16:06:25.758 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 0, 2024-04-15T16:06:25.758 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:25.759 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.759 INFO:tasks.workunit.client.0.smithi016.stdout: "submit_sync_latency": { 2024-04-15T16:06:25.759 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 20550, 2024-04-15T16:06:25.759 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 6836775051 2024-04-15T16:06:25.759 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T16:06:25.759 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T16:06:25.759 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.759 INFO:tasks.workunit.client.0.smithi016.stdout: "mon.db7bc7ff646004cab5cc32c315bc5a54adf74b4c": { 2024-04-15T16:06:25.759 INFO:tasks.workunit.client.0.smithi016.stdout: "mon": { 2024-04-15T16:06:25.759 INFO:tasks.workunit.client.0.smithi016.stdout: "election_call": { 2024-04-15T16:06:25.759 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 2 2024-04-15T16:06:25.759 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.759 INFO:tasks.workunit.client.0.smithi016.stdout: "election_lose": { 2024-04-15T16:06:25.760 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 4 2024-04-15T16:06:25.760 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.760 INFO:tasks.workunit.client.0.smithi016.stdout: "election_win": { 2024-04-15T16:06:25.760 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:25.760 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.760 INFO:tasks.workunit.client.0.smithi016.stdout: "num_elections": { 2024-04-15T16:06:25.760 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 14 2024-04-15T16:06:25.760 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.760 INFO:tasks.workunit.client.0.smithi016.stdout: "num_sessions": { 2024-04-15T16:06:25.760 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 11 2024-04-15T16:06:25.760 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.760 INFO:tasks.workunit.client.0.smithi016.stdout: "session_add": { 2024-04-15T16:06:25.760 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 4 2024-04-15T16:06:25.760 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.761 INFO:tasks.workunit.client.0.smithi016.stdout: "session_rm": { 2024-04-15T16:06:25.761 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 279 2024-04-15T16:06:25.761 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.761 INFO:tasks.workunit.client.0.smithi016.stdout: "session_trim": { 2024-04-15T16:06:25.761 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:25.761 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T16:06:25.761 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.761 INFO:tasks.workunit.client.0.smithi016.stdout: "paxos": { 2024-04-15T16:06:25.761 INFO:tasks.workunit.client.0.smithi016.stdout: "accept_timeout": { 2024-04-15T16:06:25.761 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:25.761 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.761 INFO:tasks.workunit.client.0.smithi016.stdout: "begin": { 2024-04-15T16:06:25.761 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 8573 2024-04-15T16:06:25.761 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.762 INFO:tasks.workunit.client.0.smithi016.stdout: "begin_bytes": { 2024-04-15T16:06:25.762 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 8573, 2024-04-15T16:06:25.762 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 58897017 2024-04-15T16:06:25.762 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.762 INFO:tasks.workunit.client.0.smithi016.stdout: "begin_keys": { 2024-04-15T16:06:25.762 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 0, 2024-04-15T16:06:25.762 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:25.762 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.762 INFO:tasks.workunit.client.0.smithi016.stdout: "begin_latency": { 2024-04-15T16:06:25.762 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 8573, 2024-04-15T16:06:25.762 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 1189983063 2024-04-15T16:06:25.762 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.762 INFO:tasks.workunit.client.0.smithi016.stdout: "collect": { 2024-04-15T16:06:25.762 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 4 2024-04-15T16:06:25.763 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.763 INFO:tasks.workunit.client.0.smithi016.stdout: "collect_bytes": { 2024-04-15T16:06:25.763 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 4, 2024-04-15T16:06:25.763 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 292 2024-04-15T16:06:25.763 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.763 INFO:tasks.workunit.client.0.smithi016.stdout: "collect_keys": { 2024-04-15T16:06:25.763 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 4, 2024-04-15T16:06:25.763 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 4 2024-04-15T16:06:25.763 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.763 INFO:tasks.workunit.client.0.smithi016.stdout: "collect_latency": { 2024-04-15T16:06:25.763 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 4, 2024-04-15T16:06:25.763 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:25.763 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.763 INFO:tasks.workunit.client.0.smithi016.stdout: "collect_timeout": { 2024-04-15T16:06:25.763 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:25.764 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.764 INFO:tasks.workunit.client.0.smithi016.stdout: "collect_uncommitted": { 2024-04-15T16:06:25.764 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 1 2024-04-15T16:06:25.764 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.764 INFO:tasks.workunit.client.0.smithi016.stdout: "commit": { 2024-04-15T16:06:25.764 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 8574 2024-04-15T16:06:25.764 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.764 INFO:tasks.workunit.client.0.smithi016.stdout: "commit_bytes": { 2024-04-15T16:06:25.764 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 0, 2024-04-15T16:06:25.764 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:25.764 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.764 INFO:tasks.workunit.client.0.smithi016.stdout: "commit_keys": { 2024-04-15T16:06:25.764 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 0, 2024-04-15T16:06:25.765 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:25.765 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.765 INFO:tasks.workunit.client.0.smithi016.stdout: "commit_latency": { 2024-04-15T16:06:25.765 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 0, 2024-04-15T16:06:25.765 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:25.765 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.765 INFO:tasks.workunit.client.0.smithi016.stdout: "lease_ack_timeout": { 2024-04-15T16:06:25.765 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:25.765 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.765 INFO:tasks.workunit.client.0.smithi016.stdout: "lease_timeout": { 2024-04-15T16:06:25.765 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:25.765 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.765 INFO:tasks.workunit.client.0.smithi016.stdout: "new_pn": { 2024-04-15T16:06:25.765 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:25.766 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.766 INFO:tasks.workunit.client.0.smithi016.stdout: "new_pn_latency": { 2024-04-15T16:06:25.766 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 0, 2024-04-15T16:06:25.766 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:25.766 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.766 INFO:tasks.workunit.client.0.smithi016.stdout: "refresh": { 2024-04-15T16:06:25.766 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 8574 2024-04-15T16:06:25.766 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.766 INFO:tasks.workunit.client.0.smithi016.stdout: "refresh_latency": { 2024-04-15T16:06:25.766 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 8574, 2024-04-15T16:06:25.766 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 26468622647 2024-04-15T16:06:25.766 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.766 INFO:tasks.workunit.client.0.smithi016.stdout: "restart": { 2024-04-15T16:06:25.767 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 16 2024-04-15T16:06:25.767 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.767 INFO:tasks.workunit.client.0.smithi016.stdout: "share_state": { 2024-04-15T16:06:25.767 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:25.767 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.767 INFO:tasks.workunit.client.0.smithi016.stdout: "share_state_bytes": { 2024-04-15T16:06:25.767 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 0, 2024-04-15T16:06:25.767 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:25.767 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.767 INFO:tasks.workunit.client.0.smithi016.stdout: "share_state_keys": { 2024-04-15T16:06:25.767 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 0, 2024-04-15T16:06:25.767 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:25.767 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.767 INFO:tasks.workunit.client.0.smithi016.stdout: "start_leader": { 2024-04-15T16:06:25.768 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:25.768 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.768 INFO:tasks.workunit.client.0.smithi016.stdout: "start_peon": { 2024-04-15T16:06:25.768 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 4 2024-04-15T16:06:25.768 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.768 INFO:tasks.workunit.client.0.smithi016.stdout: "store_state": { 2024-04-15T16:06:25.768 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 8573 2024-04-15T16:06:25.768 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.768 INFO:tasks.workunit.client.0.smithi016.stdout: "store_state_bytes": { 2024-04-15T16:06:25.768 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 8573, 2024-04-15T16:06:25.768 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 116214035 2024-04-15T16:06:25.768 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.768 INFO:tasks.workunit.client.0.smithi016.stdout: "store_state_keys": { 2024-04-15T16:06:25.768 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 8573, 2024-04-15T16:06:25.769 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 74895 2024-04-15T16:06:25.769 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.769 INFO:tasks.workunit.client.0.smithi016.stdout: "store_state_latency": { 2024-04-15T16:06:25.769 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 8573, 2024-04-15T16:06:25.769 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 1309981303 2024-04-15T16:06:25.769 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T16:06:25.769 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.769 INFO:tasks.workunit.client.0.smithi016.stdout: "prioritycache": { 2024-04-15T16:06:25.769 INFO:tasks.workunit.client.0.smithi016.stdout: "cache_bytes": { 2024-04-15T16:06:25.769 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 1020054731 2024-04-15T16:06:25.769 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.769 INFO:tasks.workunit.client.0.smithi016.stdout: "heap_bytes": { 2024-04-15T16:06:25.769 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 171900928 2024-04-15T16:06:25.769 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.770 INFO:tasks.workunit.client.0.smithi016.stdout: "mapped_bytes": { 2024-04-15T16:06:25.770 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 170819584 2024-04-15T16:06:25.770 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.770 INFO:tasks.workunit.client.0.smithi016.stdout: "target_bytes": { 2024-04-15T16:06:25.770 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 2147483648 2024-04-15T16:06:25.770 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.770 INFO:tasks.workunit.client.0.smithi016.stdout: "unmapped_bytes": { 2024-04-15T16:06:25.770 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 1081344 2024-04-15T16:06:25.770 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T16:06:25.770 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.770 INFO:tasks.workunit.client.0.smithi016.stdout: "prioritycache:full": { 2024-04-15T16:06:25.770 INFO:tasks.workunit.client.0.smithi016.stdout: "committed_bytes": { 2024-04-15T16:06:25.770 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 360710144 2024-04-15T16:06:25.770 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.771 INFO:tasks.workunit.client.0.smithi016.stdout: "pri0_bytes": { 2024-04-15T16:06:25.771 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:25.771 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.771 INFO:tasks.workunit.client.0.smithi016.stdout: "pri10_bytes": { 2024-04-15T16:06:25.771 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:25.771 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.771 INFO:tasks.workunit.client.0.smithi016.stdout: "pri11_bytes": { 2024-04-15T16:06:25.771 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 267407945 2024-04-15T16:06:25.771 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.771 INFO:tasks.workunit.client.0.smithi016.stdout: "pri1_bytes": { 2024-04-15T16:06:25.771 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 24472200 2024-04-15T16:06:25.771 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.771 INFO:tasks.workunit.client.0.smithi016.stdout: "pri2_bytes": { 2024-04-15T16:06:25.771 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:25.772 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.772 INFO:tasks.workunit.client.0.smithi016.stdout: "pri3_bytes": { 2024-04-15T16:06:25.772 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:25.772 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.772 INFO:tasks.workunit.client.0.smithi016.stdout: "pri4_bytes": { 2024-04-15T16:06:25.772 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:25.772 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.772 INFO:tasks.workunit.client.0.smithi016.stdout: "pri5_bytes": { 2024-04-15T16:06:25.772 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:25.772 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.772 INFO:tasks.workunit.client.0.smithi016.stdout: "pri6_bytes": { 2024-04-15T16:06:25.772 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:25.772 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.772 INFO:tasks.workunit.client.0.smithi016.stdout: "pri7_bytes": { 2024-04-15T16:06:25.773 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:25.773 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.773 INFO:tasks.workunit.client.0.smithi016.stdout: "pri8_bytes": { 2024-04-15T16:06:25.773 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:25.773 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.773 INFO:tasks.workunit.client.0.smithi016.stdout: "pri9_bytes": { 2024-04-15T16:06:25.773 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:25.773 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.773 INFO:tasks.workunit.client.0.smithi016.stdout: "reserved_bytes": { 2024-04-15T16:06:25.773 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 68829999 2024-04-15T16:06:25.773 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T16:06:25.773 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.773 INFO:tasks.workunit.client.0.smithi016.stdout: "prioritycache:inc": { 2024-04-15T16:06:25.773 INFO:tasks.workunit.client.0.smithi016.stdout: "committed_bytes": { 2024-04-15T16:06:25.773 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 339738624 2024-04-15T16:06:25.774 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.774 INFO:tasks.workunit.client.0.smithi016.stdout: "pri0_bytes": { 2024-04-15T16:06:25.774 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:25.774 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.774 INFO:tasks.workunit.client.0.smithi016.stdout: "pri10_bytes": { 2024-04-15T16:06:25.774 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:25.774 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.774 INFO:tasks.workunit.client.0.smithi016.stdout: "pri11_bytes": { 2024-04-15T16:06:25.774 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 267407945 2024-04-15T16:06:25.774 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.774 INFO:tasks.workunit.client.0.smithi016.stdout: "pri1_bytes": { 2024-04-15T16:06:25.774 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 1476309 2024-04-15T16:06:25.774 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.775 INFO:tasks.workunit.client.0.smithi016.stdout: "pri2_bytes": { 2024-04-15T16:06:25.775 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:25.775 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.775 INFO:tasks.workunit.client.0.smithi016.stdout: "pri3_bytes": { 2024-04-15T16:06:25.775 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:25.775 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.775 INFO:tasks.workunit.client.0.smithi016.stdout: "pri4_bytes": { 2024-04-15T16:06:25.775 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:25.775 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.775 INFO:tasks.workunit.client.0.smithi016.stdout: "pri5_bytes": { 2024-04-15T16:06:25.775 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:25.775 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.775 INFO:tasks.workunit.client.0.smithi016.stdout: "pri6_bytes": { 2024-04-15T16:06:25.775 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:25.775 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.776 INFO:tasks.workunit.client.0.smithi016.stdout: "pri7_bytes": { 2024-04-15T16:06:25.776 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:25.776 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.776 INFO:tasks.workunit.client.0.smithi016.stdout: "pri8_bytes": { 2024-04-15T16:06:25.776 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:25.776 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.776 INFO:tasks.workunit.client.0.smithi016.stdout: "pri9_bytes": { 2024-04-15T16:06:25.776 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:25.776 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.776 INFO:tasks.workunit.client.0.smithi016.stdout: "reserved_bytes": { 2024-04-15T16:06:25.776 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 70854370 2024-04-15T16:06:25.776 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T16:06:25.776 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.776 INFO:tasks.workunit.client.0.smithi016.stdout: "prioritycache:kv": { 2024-04-15T16:06:25.776 INFO:tasks.workunit.client.0.smithi016.stdout: "committed_bytes": { 2024-04-15T16:06:25.777 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 314572800 2024-04-15T16:06:25.777 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.777 INFO:tasks.workunit.client.0.smithi016.stdout: "pri0_bytes": { 2024-04-15T16:06:25.777 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 67108864 2024-04-15T16:06:25.777 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.777 INFO:tasks.workunit.client.0.smithi016.stdout: "pri10_bytes": { 2024-04-15T16:06:25.777 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:25.777 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.777 INFO:tasks.workunit.client.0.smithi016.stdout: "pri11_bytes": { 2024-04-15T16:06:25.777 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 178271963 2024-04-15T16:06:25.777 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.777 INFO:tasks.workunit.client.0.smithi016.stdout: "pri1_bytes": { 2024-04-15T16:06:25.777 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:25.777 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.777 INFO:tasks.workunit.client.0.smithi016.stdout: "pri2_bytes": { 2024-04-15T16:06:25.778 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:25.778 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.778 INFO:tasks.workunit.client.0.smithi016.stdout: "pri3_bytes": { 2024-04-15T16:06:25.778 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:25.778 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.778 INFO:tasks.workunit.client.0.smithi016.stdout: "pri4_bytes": { 2024-04-15T16:06:25.778 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:25.778 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.778 INFO:tasks.workunit.client.0.smithi016.stdout: "pri5_bytes": { 2024-04-15T16:06:25.778 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:25.778 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.778 INFO:tasks.workunit.client.0.smithi016.stdout: "pri6_bytes": { 2024-04-15T16:06:25.779 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:25.779 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.779 INFO:tasks.workunit.client.0.smithi016.stdout: "pri7_bytes": { 2024-04-15T16:06:25.779 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:25.779 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.779 INFO:tasks.workunit.client.0.smithi016.stdout: "pri8_bytes": { 2024-04-15T16:06:25.779 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:25.779 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.779 INFO:tasks.workunit.client.0.smithi016.stdout: "pri9_bytes": { 2024-04-15T16:06:25.779 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:25.779 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.779 INFO:tasks.workunit.client.0.smithi016.stdout: "reserved_bytes": { 2024-04-15T16:06:25.779 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 69191973 2024-04-15T16:06:25.779 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T16:06:25.780 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.780 INFO:tasks.workunit.client.0.smithi016.stdout: "rocksdb": { 2024-04-15T16:06:25.780 INFO:tasks.workunit.client.0.smithi016.stdout: "compact": { 2024-04-15T16:06:25.780 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:25.780 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.780 INFO:tasks.workunit.client.0.smithi016.stdout: "compact_queue_len": { 2024-04-15T16:06:25.780 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:25.780 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.780 INFO:tasks.workunit.client.0.smithi016.stdout: "compact_queue_merge": { 2024-04-15T16:06:25.780 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:25.780 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.780 INFO:tasks.workunit.client.0.smithi016.stdout: "compact_range": { 2024-04-15T16:06:25.780 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 99 2024-04-15T16:06:25.780 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.781 INFO:tasks.workunit.client.0.smithi016.stdout: "get_latency": { 2024-04-15T16:06:25.781 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 371615, 2024-04-15T16:06:25.781 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 2015001129 2024-04-15T16:06:25.781 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.781 INFO:tasks.workunit.client.0.smithi016.stdout: "rocksdb_write_delay_time": { 2024-04-15T16:06:25.781 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 0, 2024-04-15T16:06:25.781 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:25.781 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.781 INFO:tasks.workunit.client.0.smithi016.stdout: "rocksdb_write_memtable_time": { 2024-04-15T16:06:25.781 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 0, 2024-04-15T16:06:25.781 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:25.781 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.781 INFO:tasks.workunit.client.0.smithi016.stdout: "rocksdb_write_pre_and_post_time": { 2024-04-15T16:06:25.781 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 0, 2024-04-15T16:06:25.781 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:25.782 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.782 INFO:tasks.workunit.client.0.smithi016.stdout: "rocksdb_write_wal_time": { 2024-04-15T16:06:25.782 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 0, 2024-04-15T16:06:25.782 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:25.782 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.782 INFO:tasks.workunit.client.0.smithi016.stdout: "submit_latency": { 2024-04-15T16:06:25.782 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 0, 2024-04-15T16:06:25.782 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:25.782 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.782 INFO:tasks.workunit.client.0.smithi016.stdout: "submit_sync_latency": { 2024-04-15T16:06:25.782 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 20651, 2024-04-15T16:06:25.782 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 2919441588 2024-04-15T16:06:25.782 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T16:06:25.782 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T16:06:25.783 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.783 INFO:tasks.workunit.client.0.smithi016.stdout: "mon.dd602b36cabf11effbd0d8bd19ba267ecac4bcd8": { 2024-04-15T16:06:25.783 INFO:tasks.workunit.client.0.smithi016.stdout: "mon": { 2024-04-15T16:06:25.783 INFO:tasks.workunit.client.0.smithi016.stdout: "election_call": { 2024-04-15T16:06:25.783 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 6 2024-04-15T16:06:25.783 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.783 INFO:tasks.workunit.client.0.smithi016.stdout: "election_lose": { 2024-04-15T16:06:25.783 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:25.783 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.783 INFO:tasks.workunit.client.0.smithi016.stdout: "election_win": { 2024-04-15T16:06:25.783 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 6 2024-04-15T16:06:25.783 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.783 INFO:tasks.workunit.client.0.smithi016.stdout: "num_elections": { 2024-04-15T16:06:25.783 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 21 2024-04-15T16:06:25.784 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.784 INFO:tasks.workunit.client.0.smithi016.stdout: "num_sessions": { 2024-04-15T16:06:25.784 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 7 2024-04-15T16:06:25.784 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.784 INFO:tasks.workunit.client.0.smithi016.stdout: "session_add": { 2024-04-15T16:06:25.784 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 5 2024-04-15T16:06:25.784 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.784 INFO:tasks.workunit.client.0.smithi016.stdout: "session_rm": { 2024-04-15T16:06:25.784 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 234 2024-04-15T16:06:25.784 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.784 INFO:tasks.workunit.client.0.smithi016.stdout: "session_trim": { 2024-04-15T16:06:25.784 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:25.784 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T16:06:25.784 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.785 INFO:tasks.workunit.client.0.smithi016.stdout: "paxos": { 2024-04-15T16:06:25.785 INFO:tasks.workunit.client.0.smithi016.stdout: "accept_timeout": { 2024-04-15T16:06:25.785 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:25.785 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.785 INFO:tasks.workunit.client.0.smithi016.stdout: "begin": { 2024-04-15T16:06:25.785 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 8645 2024-04-15T16:06:25.785 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.785 INFO:tasks.workunit.client.0.smithi016.stdout: "begin_bytes": { 2024-04-15T16:06:25.785 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 8645, 2024-04-15T16:06:25.785 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 60146762 2024-04-15T16:06:25.785 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.785 INFO:tasks.workunit.client.0.smithi016.stdout: "begin_keys": { 2024-04-15T16:06:25.785 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 8645, 2024-04-15T16:06:25.785 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 25935 2024-04-15T16:06:25.785 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.786 INFO:tasks.workunit.client.0.smithi016.stdout: "begin_latency": { 2024-04-15T16:06:25.786 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 8645, 2024-04-15T16:06:25.786 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 1554977830 2024-04-15T16:06:25.786 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.786 INFO:tasks.workunit.client.0.smithi016.stdout: "collect": { 2024-04-15T16:06:25.786 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:25.786 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.786 INFO:tasks.workunit.client.0.smithi016.stdout: "collect_bytes": { 2024-04-15T16:06:25.786 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 0, 2024-04-15T16:06:25.786 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:25.786 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.786 INFO:tasks.workunit.client.0.smithi016.stdout: "collect_keys": { 2024-04-15T16:06:25.786 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 0, 2024-04-15T16:06:25.787 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:25.787 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.787 INFO:tasks.workunit.client.0.smithi016.stdout: "collect_latency": { 2024-04-15T16:06:25.787 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 0, 2024-04-15T16:06:25.787 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:25.787 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.787 INFO:tasks.workunit.client.0.smithi016.stdout: "collect_timeout": { 2024-04-15T16:06:25.787 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:25.787 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.787 INFO:tasks.workunit.client.0.smithi016.stdout: "collect_uncommitted": { 2024-04-15T16:06:25.787 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 2 2024-04-15T16:06:25.787 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.787 INFO:tasks.workunit.client.0.smithi016.stdout: "commit": { 2024-04-15T16:06:25.787 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 8643 2024-04-15T16:06:25.787 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.788 INFO:tasks.workunit.client.0.smithi016.stdout: "commit_bytes": { 2024-04-15T16:06:25.788 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 8643, 2024-04-15T16:06:25.788 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 59492393 2024-04-15T16:06:25.788 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.788 INFO:tasks.workunit.client.0.smithi016.stdout: "commit_keys": { 2024-04-15T16:06:25.788 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 8643, 2024-04-15T16:06:25.788 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 66837 2024-04-15T16:06:25.788 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.788 INFO:tasks.workunit.client.0.smithi016.stdout: "commit_latency": { 2024-04-15T16:06:25.788 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 8643, 2024-04-15T16:06:25.788 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 1429301400 2024-04-15T16:06:25.788 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.788 INFO:tasks.workunit.client.0.smithi016.stdout: "lease_ack_timeout": { 2024-04-15T16:06:25.788 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:25.789 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.789 INFO:tasks.workunit.client.0.smithi016.stdout: "lease_timeout": { 2024-04-15T16:06:25.789 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:25.789 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.789 INFO:tasks.workunit.client.0.smithi016.stdout: "new_pn": { 2024-04-15T16:06:25.789 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 6 2024-04-15T16:06:25.789 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.789 INFO:tasks.workunit.client.0.smithi016.stdout: "new_pn_latency": { 2024-04-15T16:06:25.789 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 6, 2024-04-15T16:06:25.789 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:25.789 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.789 INFO:tasks.workunit.client.0.smithi016.stdout: "refresh": { 2024-04-15T16:06:25.789 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 8646 2024-04-15T16:06:25.789 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.789 INFO:tasks.workunit.client.0.smithi016.stdout: "refresh_latency": { 2024-04-15T16:06:25.789 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 8646, 2024-04-15T16:06:25.790 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 28158598545 2024-04-15T16:06:25.790 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.790 INFO:tasks.workunit.client.0.smithi016.stdout: "restart": { 2024-04-15T16:06:25.790 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 23 2024-04-15T16:06:25.790 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.790 INFO:tasks.workunit.client.0.smithi016.stdout: "share_state": { 2024-04-15T16:06:25.790 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 2 2024-04-15T16:06:25.790 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.790 INFO:tasks.workunit.client.0.smithi016.stdout: "share_state_bytes": { 2024-04-15T16:06:25.790 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 2, 2024-04-15T16:06:25.790 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 72036 2024-04-15T16:06:25.790 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.790 INFO:tasks.workunit.client.0.smithi016.stdout: "share_state_keys": { 2024-04-15T16:06:25.790 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 2, 2024-04-15T16:06:25.791 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 6 2024-04-15T16:06:25.791 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.791 INFO:tasks.workunit.client.0.smithi016.stdout: "start_leader": { 2024-04-15T16:06:25.791 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 6 2024-04-15T16:06:25.791 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.791 INFO:tasks.workunit.client.0.smithi016.stdout: "start_peon": { 2024-04-15T16:06:25.791 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:25.791 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.791 INFO:tasks.workunit.client.0.smithi016.stdout: "store_state": { 2024-04-15T16:06:25.791 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:25.791 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.791 INFO:tasks.workunit.client.0.smithi016.stdout: "store_state_bytes": { 2024-04-15T16:06:25.791 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 0, 2024-04-15T16:06:25.791 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:25.791 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.792 INFO:tasks.workunit.client.0.smithi016.stdout: "store_state_keys": { 2024-04-15T16:06:25.792 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 0, 2024-04-15T16:06:25.792 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:25.792 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.792 INFO:tasks.workunit.client.0.smithi016.stdout: "store_state_latency": { 2024-04-15T16:06:25.792 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 0, 2024-04-15T16:06:25.792 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:25.792 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T16:06:25.792 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.792 INFO:tasks.workunit.client.0.smithi016.stdout: "prioritycache": { 2024-04-15T16:06:25.792 INFO:tasks.workunit.client.0.smithi016.stdout: "cache_bytes": { 2024-04-15T16:06:25.792 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 1020054731 2024-04-15T16:06:25.792 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.793 INFO:tasks.workunit.client.0.smithi016.stdout: "heap_bytes": { 2024-04-15T16:06:25.793 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 258064384 2024-04-15T16:06:25.793 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.793 INFO:tasks.workunit.client.0.smithi016.stdout: "mapped_bytes": { 2024-04-15T16:06:25.793 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 257433600 2024-04-15T16:06:25.793 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.793 INFO:tasks.workunit.client.0.smithi016.stdout: "target_bytes": { 2024-04-15T16:06:25.793 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 2147483648 2024-04-15T16:06:25.793 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.793 INFO:tasks.workunit.client.0.smithi016.stdout: "unmapped_bytes": { 2024-04-15T16:06:25.793 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 630784 2024-04-15T16:06:25.793 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T16:06:25.793 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.793 INFO:tasks.workunit.client.0.smithi016.stdout: "prioritycache:full": { 2024-04-15T16:06:25.793 INFO:tasks.workunit.client.0.smithi016.stdout: "committed_bytes": { 2024-04-15T16:06:25.794 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 360710144 2024-04-15T16:06:25.794 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.794 INFO:tasks.workunit.client.0.smithi016.stdout: "pri0_bytes": { 2024-04-15T16:06:25.794 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:25.794 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.794 INFO:tasks.workunit.client.0.smithi016.stdout: "pri10_bytes": { 2024-04-15T16:06:25.794 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:25.794 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.794 INFO:tasks.workunit.client.0.smithi016.stdout: "pri11_bytes": { 2024-04-15T16:06:25.794 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 267331332 2024-04-15T16:06:25.794 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.794 INFO:tasks.workunit.client.0.smithi016.stdout: "pri1_bytes": { 2024-04-15T16:06:25.794 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 24669851 2024-04-15T16:06:25.794 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.794 INFO:tasks.workunit.client.0.smithi016.stdout: "pri2_bytes": { 2024-04-15T16:06:25.795 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:25.795 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.795 INFO:tasks.workunit.client.0.smithi016.stdout: "pri3_bytes": { 2024-04-15T16:06:25.795 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:25.795 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.795 INFO:tasks.workunit.client.0.smithi016.stdout: "pri4_bytes": { 2024-04-15T16:06:25.795 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:25.795 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.795 INFO:tasks.workunit.client.0.smithi016.stdout: "pri5_bytes": { 2024-04-15T16:06:25.795 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:25.795 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.795 INFO:tasks.workunit.client.0.smithi016.stdout: "pri6_bytes": { 2024-04-15T16:06:25.795 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:25.795 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.795 INFO:tasks.workunit.client.0.smithi016.stdout: "pri7_bytes": { 2024-04-15T16:06:25.796 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:25.796 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.796 INFO:tasks.workunit.client.0.smithi016.stdout: "pri8_bytes": { 2024-04-15T16:06:25.796 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:25.796 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.796 INFO:tasks.workunit.client.0.smithi016.stdout: "pri9_bytes": { 2024-04-15T16:06:25.796 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:25.796 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.796 INFO:tasks.workunit.client.0.smithi016.stdout: "reserved_bytes": { 2024-04-15T16:06:25.796 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 68708961 2024-04-15T16:06:25.796 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T16:06:25.796 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.796 INFO:tasks.workunit.client.0.smithi016.stdout: "prioritycache:inc": { 2024-04-15T16:06:25.796 INFO:tasks.workunit.client.0.smithi016.stdout: "committed_bytes": { 2024-04-15T16:06:25.796 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 339738624 2024-04-15T16:06:25.797 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.797 INFO:tasks.workunit.client.0.smithi016.stdout: "pri0_bytes": { 2024-04-15T16:06:25.797 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:25.797 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.797 INFO:tasks.workunit.client.0.smithi016.stdout: "pri10_bytes": { 2024-04-15T16:06:25.797 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:25.797 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.797 INFO:tasks.workunit.client.0.smithi016.stdout: "pri11_bytes": { 2024-04-15T16:06:25.797 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 267331332 2024-04-15T16:06:25.797 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.797 INFO:tasks.workunit.client.0.smithi016.stdout: "pri1_bytes": { 2024-04-15T16:06:25.797 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 1482958 2024-04-15T16:06:25.797 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.797 INFO:tasks.workunit.client.0.smithi016.stdout: "pri2_bytes": { 2024-04-15T16:06:25.797 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:25.798 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.798 INFO:tasks.workunit.client.0.smithi016.stdout: "pri3_bytes": { 2024-04-15T16:06:25.798 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:25.798 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.798 INFO:tasks.workunit.client.0.smithi016.stdout: "pri4_bytes": { 2024-04-15T16:06:25.798 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:25.798 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.798 INFO:tasks.workunit.client.0.smithi016.stdout: "pri5_bytes": { 2024-04-15T16:06:25.798 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:25.798 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.798 INFO:tasks.workunit.client.0.smithi016.stdout: "pri6_bytes": { 2024-04-15T16:06:25.798 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:25.799 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.799 INFO:tasks.workunit.client.0.smithi016.stdout: "pri7_bytes": { 2024-04-15T16:06:25.799 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:25.799 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.799 INFO:tasks.workunit.client.0.smithi016.stdout: "pri8_bytes": { 2024-04-15T16:06:25.799 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:25.799 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.799 INFO:tasks.workunit.client.0.smithi016.stdout: "pri9_bytes": { 2024-04-15T16:06:25.799 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:25.799 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.799 INFO:tasks.workunit.client.0.smithi016.stdout: "reserved_bytes": { 2024-04-15T16:06:25.799 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 70924334 2024-04-15T16:06:25.799 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T16:06:25.799 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.800 INFO:tasks.workunit.client.0.smithi016.stdout: "prioritycache:kv": { 2024-04-15T16:06:25.800 INFO:tasks.workunit.client.0.smithi016.stdout: "committed_bytes": { 2024-04-15T16:06:25.800 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 314572800 2024-04-15T16:06:25.800 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.800 INFO:tasks.workunit.client.0.smithi016.stdout: "pri0_bytes": { 2024-04-15T16:06:25.800 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 67108864 2024-04-15T16:06:25.800 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.800 INFO:tasks.workunit.client.0.smithi016.stdout: "pri10_bytes": { 2024-04-15T16:06:25.800 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:25.800 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.800 INFO:tasks.workunit.client.0.smithi016.stdout: "pri11_bytes": { 2024-04-15T16:06:25.800 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 178220888 2024-04-15T16:06:25.800 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.800 INFO:tasks.workunit.client.0.smithi016.stdout: "pri1_bytes": { 2024-04-15T16:06:25.801 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:25.801 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.801 INFO:tasks.workunit.client.0.smithi016.stdout: "pri2_bytes": { 2024-04-15T16:06:25.801 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:25.801 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.801 INFO:tasks.workunit.client.0.smithi016.stdout: "pri3_bytes": { 2024-04-15T16:06:25.801 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:25.801 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.801 INFO:tasks.workunit.client.0.smithi016.stdout: "pri4_bytes": { 2024-04-15T16:06:25.801 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:25.801 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.801 INFO:tasks.workunit.client.0.smithi016.stdout: "pri5_bytes": { 2024-04-15T16:06:25.801 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:25.801 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.801 INFO:tasks.workunit.client.0.smithi016.stdout: "pri6_bytes": { 2024-04-15T16:06:25.802 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:25.802 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.802 INFO:tasks.workunit.client.0.smithi016.stdout: "pri7_bytes": { 2024-04-15T16:06:25.802 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:25.802 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.802 INFO:tasks.workunit.client.0.smithi016.stdout: "pri8_bytes": { 2024-04-15T16:06:25.802 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:25.802 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.802 INFO:tasks.workunit.client.0.smithi016.stdout: "pri9_bytes": { 2024-04-15T16:06:25.802 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:25.802 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.802 INFO:tasks.workunit.client.0.smithi016.stdout: "reserved_bytes": { 2024-04-15T16:06:25.802 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 69243048 2024-04-15T16:06:25.802 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T16:06:25.803 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.803 INFO:tasks.workunit.client.0.smithi016.stdout: "rocksdb": { 2024-04-15T16:06:25.803 INFO:tasks.workunit.client.0.smithi016.stdout: "compact": { 2024-04-15T16:06:25.803 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:25.803 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.803 INFO:tasks.workunit.client.0.smithi016.stdout: "compact_queue_len": { 2024-04-15T16:06:25.803 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:25.803 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.803 INFO:tasks.workunit.client.0.smithi016.stdout: "compact_queue_merge": { 2024-04-15T16:06:25.803 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:25.803 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.803 INFO:tasks.workunit.client.0.smithi016.stdout: "compact_range": { 2024-04-15T16:06:25.803 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 99 2024-04-15T16:06:25.803 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.804 INFO:tasks.workunit.client.0.smithi016.stdout: "get_latency": { 2024-04-15T16:06:25.804 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 387997, 2024-04-15T16:06:25.804 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 2339562993 2024-04-15T16:06:25.804 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.804 INFO:tasks.workunit.client.0.smithi016.stdout: "rocksdb_write_delay_time": { 2024-04-15T16:06:25.804 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 0, 2024-04-15T16:06:25.804 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:25.804 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.804 INFO:tasks.workunit.client.0.smithi016.stdout: "rocksdb_write_memtable_time": { 2024-04-15T16:06:25.804 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 0, 2024-04-15T16:06:25.804 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:25.804 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.804 INFO:tasks.workunit.client.0.smithi016.stdout: "rocksdb_write_pre_and_post_time": { 2024-04-15T16:06:25.804 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 0, 2024-04-15T16:06:25.805 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:25.805 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.805 INFO:tasks.workunit.client.0.smithi016.stdout: "rocksdb_write_wal_time": { 2024-04-15T16:06:25.805 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 0, 2024-04-15T16:06:25.805 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:25.805 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.805 INFO:tasks.workunit.client.0.smithi016.stdout: "submit_latency": { 2024-04-15T16:06:25.805 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 0, 2024-04-15T16:06:25.805 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:25.805 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.805 INFO:tasks.workunit.client.0.smithi016.stdout: "submit_sync_latency": { 2024-04-15T16:06:25.805 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 20827, 2024-04-15T16:06:25.805 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 3214785078 2024-04-15T16:06:25.805 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T16:06:25.805 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T16:06:25.805 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.806 INFO:tasks.workunit.client.0.smithi016.stdout: "osd.0": { 2024-04-15T16:06:25.806 INFO:tasks.workunit.client.0.smithi016.stdout: "bluefs": { 2024-04-15T16:06:25.806 INFO:tasks.workunit.client.0.smithi016.stdout: "alloc_db_max_lat": { 2024-04-15T16:06:25.806 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 25343 2024-04-15T16:06:25.806 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.806 INFO:tasks.workunit.client.0.smithi016.stdout: "alloc_slow_fallback": { 2024-04-15T16:06:25.806 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:25.806 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.806 INFO:tasks.workunit.client.0.smithi016.stdout: "alloc_slow_max_lat": { 2024-04-15T16:06:25.806 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:25.806 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.806 INFO:tasks.workunit.client.0.smithi016.stdout: "alloc_slow_size_fallback": { 2024-04-15T16:06:25.806 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:25.806 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.807 INFO:tasks.workunit.client.0.smithi016.stdout: "alloc_unit_db": { 2024-04-15T16:06:25.807 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 65536 2024-04-15T16:06:25.807 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.807 INFO:tasks.workunit.client.0.smithi016.stdout: "alloc_unit_slow": { 2024-04-15T16:06:25.807 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:25.807 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.807 INFO:tasks.workunit.client.0.smithi016.stdout: "alloc_unit_wal": { 2024-04-15T16:06:25.807 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:25.807 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.807 INFO:tasks.workunit.client.0.smithi016.stdout: "alloc_wal_max_lat": { 2024-04-15T16:06:25.807 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:25.807 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.807 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes_written_slow": { 2024-04-15T16:06:25.807 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:25.808 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.808 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes_written_sst": { 2024-04-15T16:06:25.808 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 5246976 2024-04-15T16:06:25.808 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.808 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes_written_wal": { 2024-04-15T16:06:25.808 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 705024000 2024-04-15T16:06:25.808 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.808 INFO:tasks.workunit.client.0.smithi016.stdout: "compact_lat": { 2024-04-15T16:06:25.808 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 19, 2024-04-15T16:06:25.808 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 4266457 2024-04-15T16:06:25.808 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.808 INFO:tasks.workunit.client.0.smithi016.stdout: "compact_lock_lat": { 2024-04-15T16:06:25.808 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 19, 2024-04-15T16:06:25.808 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 1363073 2024-04-15T16:06:25.808 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.808 INFO:tasks.workunit.client.0.smithi016.stdout: "db_alloc_lat": { 2024-04-15T16:06:25.809 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 190, 2024-04-15T16:06:25.809 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 920379 2024-04-15T16:06:25.809 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.809 INFO:tasks.workunit.client.0.smithi016.stdout: "db_total_bytes": { 2024-04-15T16:06:25.809 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 95995027456 2024-04-15T16:06:25.809 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.809 INFO:tasks.workunit.client.0.smithi016.stdout: "db_used_bytes": { 2024-04-15T16:06:25.809 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 665911296 2024-04-15T16:06:25.809 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.809 INFO:tasks.workunit.client.0.smithi016.stdout: "flush_lat": { 2024-04-15T16:06:25.809 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 78101, 2024-04-15T16:06:25.809 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 6787733471 2024-04-15T16:06:25.809 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.809 INFO:tasks.workunit.client.0.smithi016.stdout: "fsync_lat": { 2024-04-15T16:06:25.810 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 78107, 2024-04-15T16:06:25.810 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 12722086913 2024-04-15T16:06:25.810 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.810 INFO:tasks.workunit.client.0.smithi016.stdout: "log_bytes": { 2024-04-15T16:06:25.810 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 4042752 2024-04-15T16:06:25.810 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.810 INFO:tasks.workunit.client.0.smithi016.stdout: "logged_bytes": { 2024-04-15T16:06:25.810 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 319942656 2024-04-15T16:06:25.810 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.810 INFO:tasks.workunit.client.0.smithi016.stdout: "max_bytes_db": { 2024-04-15T16:06:25.810 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 682950656 2024-04-15T16:06:25.810 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.810 INFO:tasks.workunit.client.0.smithi016.stdout: "max_bytes_slow": { 2024-04-15T16:06:25.811 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:25.811 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.811 INFO:tasks.workunit.client.0.smithi016.stdout: "max_bytes_wal": { 2024-04-15T16:06:25.811 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:25.811 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.811 INFO:tasks.workunit.client.0.smithi016.stdout: "num_files": { 2024-04-15T16:06:25.811 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 47 2024-04-15T16:06:25.811 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.811 INFO:tasks.workunit.client.0.smithi016.stdout: "read_bytes": { 2024-04-15T16:06:25.811 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 3616113573 2024-04-15T16:06:25.811 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.811 INFO:tasks.workunit.client.0.smithi016.stdout: "read_count": { 2024-04-15T16:06:25.811 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 44930 2024-04-15T16:06:25.811 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.811 INFO:tasks.workunit.client.0.smithi016.stdout: "read_disk_bytes": { 2024-04-15T16:06:25.812 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 3095330816 2024-04-15T16:06:25.812 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.812 INFO:tasks.workunit.client.0.smithi016.stdout: "read_disk_bytes_db": { 2024-04-15T16:06:25.812 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 3095334912 2024-04-15T16:06:25.812 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.812 INFO:tasks.workunit.client.0.smithi016.stdout: "read_disk_bytes_slow": { 2024-04-15T16:06:25.812 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:25.812 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.812 INFO:tasks.workunit.client.0.smithi016.stdout: "read_disk_bytes_wal": { 2024-04-15T16:06:25.812 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:25.812 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.812 INFO:tasks.workunit.client.0.smithi016.stdout: "read_disk_count": { 2024-04-15T16:06:25.812 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 35777 2024-04-15T16:06:25.812 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.812 INFO:tasks.workunit.client.0.smithi016.stdout: "read_lat": { 2024-04-15T16:06:25.813 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 44930, 2024-04-15T16:06:25.813 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 1308625860 2024-04-15T16:06:25.813 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.813 INFO:tasks.workunit.client.0.smithi016.stdout: "read_prefetch_bytes": { 2024-04-15T16:06:25.813 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 3530415176 2024-04-15T16:06:25.813 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.813 INFO:tasks.workunit.client.0.smithi016.stdout: "read_prefetch_count": { 2024-04-15T16:06:25.813 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 42300 2024-04-15T16:06:25.813 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.813 INFO:tasks.workunit.client.0.smithi016.stdout: "read_random_buffer_bytes": { 2024-04-15T16:06:25.813 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 1452459 2024-04-15T16:06:25.813 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.813 INFO:tasks.workunit.client.0.smithi016.stdout: "read_random_buffer_count": { 2024-04-15T16:06:25.813 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 552 2024-04-15T16:06:25.814 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.814 INFO:tasks.workunit.client.0.smithi016.stdout: "read_random_bytes": { 2024-04-15T16:06:25.814 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 5196861 2024-04-15T16:06:25.814 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.814 INFO:tasks.workunit.client.0.smithi016.stdout: "read_random_count": { 2024-04-15T16:06:25.814 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 785 2024-04-15T16:06:25.814 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.814 INFO:tasks.workunit.client.0.smithi016.stdout: "read_random_disk_bytes": { 2024-04-15T16:06:25.814 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 3744402 2024-04-15T16:06:25.814 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.814 INFO:tasks.workunit.client.0.smithi016.stdout: "read_random_disk_bytes_db": { 2024-04-15T16:06:25.814 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 3744402 2024-04-15T16:06:25.814 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.814 INFO:tasks.workunit.client.0.smithi016.stdout: "read_random_disk_bytes_slow": { 2024-04-15T16:06:25.815 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:25.815 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.815 INFO:tasks.workunit.client.0.smithi016.stdout: "read_random_disk_bytes_wal": { 2024-04-15T16:06:25.815 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:25.815 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.815 INFO:tasks.workunit.client.0.smithi016.stdout: "read_random_disk_count": { 2024-04-15T16:06:25.815 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 237 2024-04-15T16:06:25.815 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.815 INFO:tasks.workunit.client.0.smithi016.stdout: "read_random_lat": { 2024-04-15T16:06:25.815 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 785, 2024-04-15T16:06:25.815 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 1614991 2024-04-15T16:06:25.815 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.815 INFO:tasks.workunit.client.0.smithi016.stdout: "slow_alloc_lat": { 2024-04-15T16:06:25.815 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 0, 2024-04-15T16:06:25.815 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:25.816 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.816 INFO:tasks.workunit.client.0.smithi016.stdout: "slow_total_bytes": { 2024-04-15T16:06:25.816 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:25.816 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.816 INFO:tasks.workunit.client.0.smithi016.stdout: "slow_used_bytes": { 2024-04-15T16:06:25.816 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:25.816 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.816 INFO:tasks.workunit.client.0.smithi016.stdout: "truncate_lat": { 2024-04-15T16:06:25.816 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 1, 2024-04-15T16:06:25.816 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 630 2024-04-15T16:06:25.816 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.816 INFO:tasks.workunit.client.0.smithi016.stdout: "unlink_lat": { 2024-04-15T16:06:25.816 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 8, 2024-04-15T16:06:25.816 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 11345 2024-04-15T16:06:25.816 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.817 INFO:tasks.workunit.client.0.smithi016.stdout: "wal_alloc_lat": { 2024-04-15T16:06:25.817 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 0, 2024-04-15T16:06:25.817 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:25.817 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.817 INFO:tasks.workunit.client.0.smithi016.stdout: "wal_total_bytes": { 2024-04-15T16:06:25.817 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:25.817 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.817 INFO:tasks.workunit.client.0.smithi016.stdout: "wal_used_bytes": { 2024-04-15T16:06:25.817 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:25.817 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.817 INFO:tasks.workunit.client.0.smithi016.stdout: "write_bytes": { 2024-04-15T16:06:25.817 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 1033089024 2024-04-15T16:06:25.817 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T16:06:25.817 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.818 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore": { 2024-04-15T16:06:25.818 INFO:tasks.workunit.client.0.smithi016.stdout: "alloc_unit": { 2024-04-15T16:06:25.818 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 4096 2024-04-15T16:06:25.818 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.818 INFO:tasks.workunit.client.0.smithi016.stdout: "allocated": { 2024-04-15T16:06:25.818 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 13983744 2024-04-15T16:06:25.818 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.818 INFO:tasks.workunit.client.0.smithi016.stdout: "allocator_lat": { 2024-04-15T16:06:25.818 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 24097, 2024-04-15T16:06:25.818 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 89361563 2024-04-15T16:06:25.818 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.818 INFO:tasks.workunit.client.0.smithi016.stdout: "clist_lat": { 2024-04-15T16:06:25.818 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 3595, 2024-04-15T16:06:25.818 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 5739954180 2024-04-15T16:06:25.819 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.819 INFO:tasks.workunit.client.0.smithi016.stdout: "compress_lat": { 2024-04-15T16:06:25.819 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 0, 2024-04-15T16:06:25.819 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:25.819 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.819 INFO:tasks.workunit.client.0.smithi016.stdout: "compressed": { 2024-04-15T16:06:25.819 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:25.819 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.819 INFO:tasks.workunit.client.0.smithi016.stdout: "compressed_allocated": { 2024-04-15T16:06:25.819 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:25.819 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.819 INFO:tasks.workunit.client.0.smithi016.stdout: "compressed_original": { 2024-04-15T16:06:25.819 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:25.819 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.819 INFO:tasks.workunit.client.0.smithi016.stdout: "csum_lat": { 2024-04-15T16:06:25.820 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 28662, 2024-04-15T16:06:25.820 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 249679719 2024-04-15T16:06:25.820 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.820 INFO:tasks.workunit.client.0.smithi016.stdout: "decompress_lat": { 2024-04-15T16:06:25.820 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 0, 2024-04-15T16:06:25.820 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:25.820 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.820 INFO:tasks.workunit.client.0.smithi016.stdout: "fragmentation_micros": { 2024-04-15T16:06:25.820 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:25.820 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.820 INFO:tasks.workunit.client.0.smithi016.stdout: "kv_commit_lat": { 2024-04-15T16:06:25.820 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 78043, 2024-04-15T16:06:25.820 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 16861338998 2024-04-15T16:06:25.820 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.820 INFO:tasks.workunit.client.0.smithi016.stdout: "kv_final_lat": { 2024-04-15T16:06:25.821 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 77270, 2024-04-15T16:06:25.821 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 1725981258 2024-04-15T16:06:25.821 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.821 INFO:tasks.workunit.client.0.smithi016.stdout: "kv_flush_lat": { 2024-04-15T16:06:25.821 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 78043, 2024-04-15T16:06:25.821 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 52470033 2024-04-15T16:06:25.821 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.821 INFO:tasks.workunit.client.0.smithi016.stdout: "kv_sync_lat": { 2024-04-15T16:06:25.821 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 78043, 2024-04-15T16:06:25.821 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 16913809031 2024-04-15T16:06:25.821 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.821 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_get_keys_lat": { 2024-04-15T16:06:25.821 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 0, 2024-04-15T16:06:25.821 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:25.821 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.822 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_get_values_lat": { 2024-04-15T16:06:25.822 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 36382, 2024-04-15T16:06:25.822 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 660004224 2024-04-15T16:06:25.822 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.822 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_lower_bound_lat": { 2024-04-15T16:06:25.822 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 1025, 2024-04-15T16:06:25.822 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 2816174 2024-04-15T16:06:25.822 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.822 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_next_lat": { 2024-04-15T16:06:25.822 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 19269, 2024-04-15T16:06:25.822 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 10502222 2024-04-15T16:06:25.822 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.822 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_seek_to_first_lat": { 2024-04-15T16:06:25.822 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 53, 2024-04-15T16:06:25.823 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 68631 2024-04-15T16:06:25.823 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.823 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_upper_bound_lat": { 2024-04-15T16:06:25.823 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 16684, 2024-04-15T16:06:25.823 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 1905168789 2024-04-15T16:06:25.823 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.823 INFO:tasks.workunit.client.0.smithi016.stdout: "onode_hits": { 2024-04-15T16:06:25.823 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 241393 2024-04-15T16:06:25.823 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.823 INFO:tasks.workunit.client.0.smithi016.stdout: "onode_misses": { 2024-04-15T16:06:25.823 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 23837 2024-04-15T16:06:25.823 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.823 INFO:tasks.workunit.client.0.smithi016.stdout: "read_lat": { 2024-04-15T16:06:25.824 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 12973, 2024-04-15T16:06:25.824 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 1779109548 2024-04-15T16:06:25.824 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.824 INFO:tasks.workunit.client.0.smithi016.stdout: "read_onode_meta_lat": { 2024-04-15T16:06:25.824 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 33276, 2024-04-15T16:06:25.824 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 14624531 2024-04-15T16:06:25.824 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.824 INFO:tasks.workunit.client.0.smithi016.stdout: "read_wait_aio_lat": { 2024-04-15T16:06:25.824 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 20303, 2024-04-15T16:06:25.824 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 1122426036 2024-04-15T16:06:25.824 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.824 INFO:tasks.workunit.client.0.smithi016.stdout: "reads_with_retries": { 2024-04-15T16:06:25.824 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:25.824 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.824 INFO:tasks.workunit.client.0.smithi016.stdout: "remove_lat": { 2024-04-15T16:06:25.825 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 15294, 2024-04-15T16:06:25.825 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 475459858 2024-04-15T16:06:25.825 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.825 INFO:tasks.workunit.client.0.smithi016.stdout: "slow_aio_wait_count": { 2024-04-15T16:06:25.825 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:25.825 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.825 INFO:tasks.workunit.client.0.smithi016.stdout: "slow_committed_kv_count": { 2024-04-15T16:06:25.825 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:25.825 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.825 INFO:tasks.workunit.client.0.smithi016.stdout: "slow_read_onode_meta_count": { 2024-04-15T16:06:25.825 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:25.825 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.825 INFO:tasks.workunit.client.0.smithi016.stdout: "slow_read_wait_aio_count": { 2024-04-15T16:06:25.825 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:25.826 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.826 INFO:tasks.workunit.client.0.smithi016.stdout: "state_aio_wait_lat": { 2024-04-15T16:06:25.826 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 92283, 2024-04-15T16:06:25.826 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 7693126184 2024-04-15T16:06:25.826 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.826 INFO:tasks.workunit.client.0.smithi016.stdout: "state_deferred_aio_wait_lat": { 2024-04-15T16:06:25.826 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 9413, 2024-04-15T16:06:25.826 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 483223857 2024-04-15T16:06:25.826 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.826 INFO:tasks.workunit.client.0.smithi016.stdout: "state_deferred_cleanup_lat": { 2024-04-15T16:06:25.826 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 9410, 2024-04-15T16:06:25.826 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 3628297664516 2024-04-15T16:06:25.826 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.826 INFO:tasks.workunit.client.0.smithi016.stdout: "state_deferred_queued_lat": { 2024-04-15T16:06:25.827 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 9413, 2024-04-15T16:06:25.827 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 6318993232376 2024-04-15T16:06:25.827 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.827 INFO:tasks.workunit.client.0.smithi016.stdout: "state_done_lat": { 2024-04-15T16:06:25.827 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 92280, 2024-04-15T16:06:25.827 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 2511857153458 2024-04-15T16:06:25.827 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.827 INFO:tasks.workunit.client.0.smithi016.stdout: "state_finishing_lat": { 2024-04-15T16:06:25.827 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 92280, 2024-04-15T16:06:25.827 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 10287597 2024-04-15T16:06:25.827 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.827 INFO:tasks.workunit.client.0.smithi016.stdout: "state_io_done_lat": { 2024-04-15T16:06:25.827 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 92283, 2024-04-15T16:06:25.827 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 519381363 2024-04-15T16:06:25.827 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.828 INFO:tasks.workunit.client.0.smithi016.stdout: "state_kv_commiting_lat": { 2024-04-15T16:06:25.828 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 92283, 2024-04-15T16:06:25.828 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 29967674373 2024-04-15T16:06:25.828 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.828 INFO:tasks.workunit.client.0.smithi016.stdout: "state_kv_done_lat": { 2024-04-15T16:06:25.828 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 92283, 2024-04-15T16:06:25.828 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 31729456 2024-04-15T16:06:25.828 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.828 INFO:tasks.workunit.client.0.smithi016.stdout: "state_kv_queued_lat": { 2024-04-15T16:06:25.828 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 92283, 2024-04-15T16:06:25.828 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 14983691178 2024-04-15T16:06:25.828 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.828 INFO:tasks.workunit.client.0.smithi016.stdout: "state_prepare_lat": { 2024-04-15T16:06:25.828 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 92283, 2024-04-15T16:06:25.828 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 15212888443 2024-04-15T16:06:25.828 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.829 INFO:tasks.workunit.client.0.smithi016.stdout: "stored": { 2024-04-15T16:06:25.829 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 10234509 2024-04-15T16:06:25.829 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.829 INFO:tasks.workunit.client.0.smithi016.stdout: "truncate_lat": { 2024-04-15T16:06:25.829 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 2515, 2024-04-15T16:06:25.829 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 14582702 2024-04-15T16:06:25.829 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.829 INFO:tasks.workunit.client.0.smithi016.stdout: "txc_commit_lat": { 2024-04-15T16:06:25.829 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 92283, 2024-04-15T16:06:25.829 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 68389989201 2024-04-15T16:06:25.829 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.829 INFO:tasks.workunit.client.0.smithi016.stdout: "txc_submit_lat": { 2024-04-15T16:06:25.829 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 92283, 2024-04-15T16:06:25.829 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 16379716677 2024-04-15T16:06:25.829 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.829 INFO:tasks.workunit.client.0.smithi016.stdout: "txc_throttle_lat": { 2024-04-15T16:06:25.830 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 92283, 2024-04-15T16:06:25.830 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 675406804 2024-04-15T16:06:25.830 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T16:06:25.830 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.830 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore-pricache": { 2024-04-15T16:06:25.830 INFO:tasks.workunit.client.0.smithi016.stdout: "cache_bytes": { 2024-04-15T16:06:25.830 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 1406236763 2024-04-15T16:06:25.830 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.830 INFO:tasks.workunit.client.0.smithi016.stdout: "heap_bytes": { 2024-04-15T16:06:25.830 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 550273024 2024-04-15T16:06:25.830 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.830 INFO:tasks.workunit.client.0.smithi016.stdout: "mapped_bytes": { 2024-04-15T16:06:25.830 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 503554048 2024-04-15T16:06:25.830 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.831 INFO:tasks.workunit.client.0.smithi016.stdout: "target_bytes": { 2024-04-15T16:06:25.831 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 2601815449 2024-04-15T16:06:25.831 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.831 INFO:tasks.workunit.client.0.smithi016.stdout: "unmapped_bytes": { 2024-04-15T16:06:25.831 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 46718976 2024-04-15T16:06:25.831 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T16:06:25.831 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.831 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore-pricache:data": { 2024-04-15T16:06:25.831 INFO:tasks.workunit.client.0.smithi016.stdout: "committed_bytes": { 2024-04-15T16:06:25.831 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 125829120 2024-04-15T16:06:25.831 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.831 INFO:tasks.workunit.client.0.smithi016.stdout: "pri0_bytes": { 2024-04-15T16:06:25.831 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:25.831 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.831 INFO:tasks.workunit.client.0.smithi016.stdout: "pri10_bytes": { 2024-04-15T16:06:25.832 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:25.832 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.832 INFO:tasks.workunit.client.0.smithi016.stdout: "pri11_bytes": { 2024-04-15T16:06:25.832 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 57147139 2024-04-15T16:06:25.832 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.832 INFO:tasks.workunit.client.0.smithi016.stdout: "pri1_bytes": { 2024-04-15T16:06:25.832 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:25.832 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.832 INFO:tasks.workunit.client.0.smithi016.stdout: "pri2_bytes": { 2024-04-15T16:06:25.832 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:25.832 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.832 INFO:tasks.workunit.client.0.smithi016.stdout: "pri3_bytes": { 2024-04-15T16:06:25.832 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:25.832 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.832 INFO:tasks.workunit.client.0.smithi016.stdout: "pri4_bytes": { 2024-04-15T16:06:25.832 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:25.833 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.833 INFO:tasks.workunit.client.0.smithi016.stdout: "pri5_bytes": { 2024-04-15T16:06:25.833 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 4096 2024-04-15T16:06:25.833 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.833 INFO:tasks.workunit.client.0.smithi016.stdout: "pri6_bytes": { 2024-04-15T16:06:25.833 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 49152 2024-04-15T16:06:25.833 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.833 INFO:tasks.workunit.client.0.smithi016.stdout: "pri7_bytes": { 2024-04-15T16:06:25.833 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:25.833 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.833 INFO:tasks.workunit.client.0.smithi016.stdout: "pri8_bytes": { 2024-04-15T16:06:25.833 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:25.833 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.833 INFO:tasks.workunit.client.0.smithi016.stdout: "pri9_bytes": { 2024-04-15T16:06:25.833 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:25.834 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.834 INFO:tasks.workunit.client.0.smithi016.stdout: "reserved_bytes": { 2024-04-15T16:06:25.834 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 68628733 2024-04-15T16:06:25.834 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T16:06:25.834 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.834 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore-pricache:kv": { 2024-04-15T16:06:25.834 INFO:tasks.workunit.client.0.smithi016.stdout: "committed_bytes": { 2024-04-15T16:06:25.834 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 570425344 2024-04-15T16:06:25.834 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.834 INFO:tasks.workunit.client.0.smithi016.stdout: "pri0_bytes": { 2024-04-15T16:06:25.834 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 67108864 2024-04-15T16:06:25.834 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.834 INFO:tasks.workunit.client.0.smithi016.stdout: "pri10_bytes": { 2024-04-15T16:06:25.834 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:25.835 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.835 INFO:tasks.workunit.client.0.smithi016.stdout: "pri11_bytes": { 2024-04-15T16:06:25.835 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 428603545 2024-04-15T16:06:25.835 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.835 INFO:tasks.workunit.client.0.smithi016.stdout: "pri1_bytes": { 2024-04-15T16:06:25.835 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:25.835 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.835 INFO:tasks.workunit.client.0.smithi016.stdout: "pri2_bytes": { 2024-04-15T16:06:25.835 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:25.835 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.835 INFO:tasks.workunit.client.0.smithi016.stdout: "pri3_bytes": { 2024-04-15T16:06:25.835 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 1648 2024-04-15T16:06:25.835 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.836 INFO:tasks.workunit.client.0.smithi016.stdout: "pri4_bytes": { 2024-04-15T16:06:25.836 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:25.836 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.836 INFO:tasks.workunit.client.0.smithi016.stdout: "pri5_bytes": { 2024-04-15T16:06:25.836 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 102320 2024-04-15T16:06:25.836 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.836 INFO:tasks.workunit.client.0.smithi016.stdout: "pri6_bytes": { 2024-04-15T16:06:25.836 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:25.836 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.836 INFO:tasks.workunit.client.0.smithi016.stdout: "pri7_bytes": { 2024-04-15T16:06:25.836 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:25.836 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.836 INFO:tasks.workunit.client.0.smithi016.stdout: "pri8_bytes": { 2024-04-15T16:06:25.836 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:25.836 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.837 INFO:tasks.workunit.client.0.smithi016.stdout: "pri9_bytes": { 2024-04-15T16:06:25.837 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:25.837 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.837 INFO:tasks.workunit.client.0.smithi016.stdout: "reserved_bytes": { 2024-04-15T16:06:25.837 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 74608967 2024-04-15T16:06:25.837 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T16:06:25.837 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.837 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore-pricache:kv_onode": { 2024-04-15T16:06:25.837 INFO:tasks.workunit.client.0.smithi016.stdout: "committed_bytes": { 2024-04-15T16:06:25.837 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 184549376 2024-04-15T16:06:25.837 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.837 INFO:tasks.workunit.client.0.smithi016.stdout: "pri0_bytes": { 2024-04-15T16:06:25.837 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 67108864 2024-04-15T16:06:25.837 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.838 INFO:tasks.workunit.client.0.smithi016.stdout: "pri10_bytes": { 2024-04-15T16:06:25.838 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 4727696 2024-04-15T16:06:25.838 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.838 INFO:tasks.workunit.client.0.smithi016.stdout: "pri11_bytes": { 2024-04-15T16:06:25.838 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 38098092 2024-04-15T16:06:25.838 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.838 INFO:tasks.workunit.client.0.smithi016.stdout: "pri1_bytes": { 2024-04-15T16:06:25.838 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:25.838 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.838 INFO:tasks.workunit.client.0.smithi016.stdout: "pri2_bytes": { 2024-04-15T16:06:25.838 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:25.838 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.838 INFO:tasks.workunit.client.0.smithi016.stdout: "pri3_bytes": { 2024-04-15T16:06:25.838 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:25.839 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.839 INFO:tasks.workunit.client.0.smithi016.stdout: "pri4_bytes": { 2024-04-15T16:06:25.839 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:25.839 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.839 INFO:tasks.workunit.client.0.smithi016.stdout: "pri5_bytes": { 2024-04-15T16:06:25.839 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:25.839 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.839 INFO:tasks.workunit.client.0.smithi016.stdout: "pri6_bytes": { 2024-04-15T16:06:25.839 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:25.839 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.839 INFO:tasks.workunit.client.0.smithi016.stdout: "pri7_bytes": { 2024-04-15T16:06:25.839 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:25.839 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.839 INFO:tasks.workunit.client.0.smithi016.stdout: "pri8_bytes": { 2024-04-15T16:06:25.840 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:25.840 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.840 INFO:tasks.workunit.client.0.smithi016.stdout: "pri9_bytes": { 2024-04-15T16:06:25.840 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:25.840 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.840 INFO:tasks.workunit.client.0.smithi016.stdout: "reserved_bytes": { 2024-04-15T16:06:25.840 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 74614724 2024-04-15T16:06:25.840 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T16:06:25.840 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.840 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore-pricache:meta": { 2024-04-15T16:06:25.840 INFO:tasks.workunit.client.0.smithi016.stdout: "committed_bytes": { 2024-04-15T16:06:25.840 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 503316480 2024-04-15T16:06:25.840 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.840 INFO:tasks.workunit.client.0.smithi016.stdout: "pri0_bytes": { 2024-04-15T16:06:25.841 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:25.841 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.841 INFO:tasks.workunit.client.0.smithi016.stdout: "pri10_bytes": { 2024-04-15T16:06:25.841 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:25.841 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.841 INFO:tasks.workunit.client.0.smithi016.stdout: "pri11_bytes": { 2024-04-15T16:06:25.841 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 428603545 2024-04-15T16:06:25.841 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.841 INFO:tasks.workunit.client.0.smithi016.stdout: "pri1_bytes": { 2024-04-15T16:06:25.841 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:25.841 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.841 INFO:tasks.workunit.client.0.smithi016.stdout: "pri2_bytes": { 2024-04-15T16:06:25.841 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:25.841 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.841 INFO:tasks.workunit.client.0.smithi016.stdout: "pri3_bytes": { 2024-04-15T16:06:25.842 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:25.842 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.842 INFO:tasks.workunit.client.0.smithi016.stdout: "pri4_bytes": { 2024-04-15T16:06:25.842 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:25.842 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.842 INFO:tasks.workunit.client.0.smithi016.stdout: "pri5_bytes": { 2024-04-15T16:06:25.842 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 120722 2024-04-15T16:06:25.842 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.842 INFO:tasks.workunit.client.0.smithi016.stdout: "pri6_bytes": { 2024-04-15T16:06:25.842 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 1112019 2024-04-15T16:06:25.842 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.842 INFO:tasks.workunit.client.0.smithi016.stdout: "pri7_bytes": { 2024-04-15T16:06:25.842 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:25.843 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.843 INFO:tasks.workunit.client.0.smithi016.stdout: "pri8_bytes": { 2024-04-15T16:06:25.843 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:25.843 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.843 INFO:tasks.workunit.client.0.smithi016.stdout: "pri9_bytes": { 2024-04-15T16:06:25.843 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:25.843 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.843 INFO:tasks.workunit.client.0.smithi016.stdout: "reserved_bytes": { 2024-04-15T16:06:25.843 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 73480194 2024-04-15T16:06:25.843 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T16:06:25.843 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.843 INFO:tasks.workunit.client.0.smithi016.stdout: "objecter": { 2024-04-15T16:06:25.843 INFO:tasks.workunit.client.0.smithi016.stdout: "op_active": { 2024-04-15T16:06:25.843 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:25.843 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.844 INFO:tasks.workunit.client.0.smithi016.stdout: "op_r": { 2024-04-15T16:06:25.844 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 31 2024-04-15T16:06:25.844 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.844 INFO:tasks.workunit.client.0.smithi016.stdout: "op_rmw": { 2024-04-15T16:06:25.844 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:25.844 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.844 INFO:tasks.workunit.client.0.smithi016.stdout: "op_w": { 2024-04-15T16:06:25.844 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:25.844 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T16:06:25.844 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.844 INFO:tasks.workunit.client.0.smithi016.stdout: "osd": { 2024-04-15T16:06:25.844 INFO:tasks.workunit.client.0.smithi016.stdout: "numpg": { 2024-04-15T16:06:25.844 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 54 2024-04-15T16:06:25.844 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.845 INFO:tasks.workunit.client.0.smithi016.stdout: "numpg_removing": { 2024-04-15T16:06:25.845 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:25.845 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.845 INFO:tasks.workunit.client.0.smithi016.stdout: "op": { 2024-04-15T16:06:25.845 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 37052 2024-04-15T16:06:25.845 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.845 INFO:tasks.workunit.client.0.smithi016.stdout: "op_before_queue_op_lat": { 2024-04-15T16:06:25.845 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 119333, 2024-04-15T16:06:25.845 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 8242843361 2024-04-15T16:06:25.845 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.845 INFO:tasks.workunit.client.0.smithi016.stdout: "op_delayed_degraded": { 2024-04-15T16:06:25.845 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 1 2024-04-15T16:06:25.845 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.845 INFO:tasks.workunit.client.0.smithi016.stdout: "op_delayed_unreadable": { 2024-04-15T16:06:25.845 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:25.846 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.846 INFO:tasks.workunit.client.0.smithi016.stdout: "op_in_bytes": { 2024-04-15T16:06:25.846 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 2253938844 2024-04-15T16:06:25.846 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.846 INFO:tasks.workunit.client.0.smithi016.stdout: "op_latency": { 2024-04-15T16:06:25.846 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 37052, 2024-04-15T16:06:25.846 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 206744417120 2024-04-15T16:06:25.846 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.846 INFO:tasks.workunit.client.0.smithi016.stdout: "op_out_bytes": { 2024-04-15T16:06:25.846 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 3594634133 2024-04-15T16:06:25.846 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.846 INFO:tasks.workunit.client.0.smithi016.stdout: "op_prepare_latency": { 2024-04-15T16:06:25.846 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 38120, 2024-04-15T16:06:25.847 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 20310867026 2024-04-15T16:06:25.847 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.847 INFO:tasks.workunit.client.0.smithi016.stdout: "op_process_latency": { 2024-04-15T16:06:25.847 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 37052, 2024-04-15T16:06:25.847 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 71288714922 2024-04-15T16:06:25.847 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.847 INFO:tasks.workunit.client.0.smithi016.stdout: "op_r": { 2024-04-15T16:06:25.847 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 21435 2024-04-15T16:06:25.847 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.847 INFO:tasks.workunit.client.0.smithi016.stdout: "op_r_latency": { 2024-04-15T16:06:25.847 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 21435, 2024-04-15T16:06:25.847 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 19271254794 2024-04-15T16:06:25.847 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.847 INFO:tasks.workunit.client.0.smithi016.stdout: "op_r_latency_out_bytes_histogram": { 2024-04-15T16:06:25.847 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:25.847 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.848 INFO:tasks.workunit.client.0.smithi016.stdout: "op_r_out_bytes": { 2024-04-15T16:06:25.848 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 3594634133 2024-04-15T16:06:25.848 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.848 INFO:tasks.workunit.client.0.smithi016.stdout: "op_r_prepare_latency": { 2024-04-15T16:06:25.848 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 21763, 2024-04-15T16:06:25.848 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 5511614999 2024-04-15T16:06:25.848 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.848 INFO:tasks.workunit.client.0.smithi016.stdout: "op_r_process_latency": { 2024-04-15T16:06:25.848 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 21435, 2024-04-15T16:06:25.848 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 6199403112 2024-04-15T16:06:25.848 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.848 INFO:tasks.workunit.client.0.smithi016.stdout: "op_rw": { 2024-04-15T16:06:25.848 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 8121 2024-04-15T16:06:25.848 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.848 INFO:tasks.workunit.client.0.smithi016.stdout: "op_rw_in_bytes": { 2024-04-15T16:06:25.848 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 392132186 2024-04-15T16:06:25.849 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.849 INFO:tasks.workunit.client.0.smithi016.stdout: "op_rw_latency": { 2024-04-15T16:06:25.849 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 8121, 2024-04-15T16:06:25.849 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 15700063033 2024-04-15T16:06:25.849 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.849 INFO:tasks.workunit.client.0.smithi016.stdout: "op_rw_latency_in_bytes_histogram": { 2024-04-15T16:06:25.849 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:25.849 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.849 INFO:tasks.workunit.client.0.smithi016.stdout: "op_rw_latency_out_bytes_histogram": { 2024-04-15T16:06:25.849 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:25.849 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.849 INFO:tasks.workunit.client.0.smithi016.stdout: "op_rw_out_bytes": { 2024-04-15T16:06:25.849 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:25.850 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.850 INFO:tasks.workunit.client.0.smithi016.stdout: "op_rw_prepare_latency": { 2024-04-15T16:06:25.850 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 8678, 2024-04-15T16:06:25.850 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 5467402982 2024-04-15T16:06:25.850 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.850 INFO:tasks.workunit.client.0.smithi016.stdout: "op_rw_process_latency": { 2024-04-15T16:06:25.850 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 8121, 2024-04-15T16:06:25.850 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 12517545603 2024-04-15T16:06:25.850 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.850 INFO:tasks.workunit.client.0.smithi016.stdout: "op_w": { 2024-04-15T16:06:25.850 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 7496 2024-04-15T16:06:25.850 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.850 INFO:tasks.workunit.client.0.smithi016.stdout: "op_w_in_bytes": { 2024-04-15T16:06:25.850 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 1861806658 2024-04-15T16:06:25.851 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.851 INFO:tasks.workunit.client.0.smithi016.stdout: "op_w_latency": { 2024-04-15T16:06:25.851 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 7496, 2024-04-15T16:06:25.851 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 171773099293 2024-04-15T16:06:25.851 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.851 INFO:tasks.workunit.client.0.smithi016.stdout: "op_w_latency_in_bytes_histogram": { 2024-04-15T16:06:25.851 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:25.851 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.851 INFO:tasks.workunit.client.0.smithi016.stdout: "op_w_prepare_latency": { 2024-04-15T16:06:25.851 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 7679, 2024-04-15T16:06:25.851 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 9331849045 2024-04-15T16:06:25.851 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.851 INFO:tasks.workunit.client.0.smithi016.stdout: "op_w_process_latency": { 2024-04-15T16:06:25.851 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 7496, 2024-04-15T16:06:25.851 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 52571766207 2024-04-15T16:06:25.851 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.852 INFO:tasks.workunit.client.0.smithi016.stdout: "op_wip": { 2024-04-15T16:06:25.852 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:25.852 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.852 INFO:tasks.workunit.client.0.smithi016.stdout: "recovery_bytes": { 2024-04-15T16:06:25.852 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 20971538 2024-04-15T16:06:25.852 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.852 INFO:tasks.workunit.client.0.smithi016.stdout: "recovery_ops": { 2024-04-15T16:06:25.852 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 18 2024-04-15T16:06:25.852 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.852 INFO:tasks.workunit.client.0.smithi016.stdout: "stat_bytes": { 2024-04-15T16:06:25.852 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 95995035648 2024-04-15T16:06:25.852 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.852 INFO:tasks.workunit.client.0.smithi016.stdout: "stat_bytes_used": { 2024-04-15T16:06:25.852 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 679915520 2024-04-15T16:06:25.853 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T16:06:25.853 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T16:06:25.853 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.853 INFO:tasks.workunit.client.0.smithi016.stdout: "osd.1": { 2024-04-15T16:06:25.853 INFO:tasks.workunit.client.0.smithi016.stdout: "bluefs": { 2024-04-15T16:06:25.853 INFO:tasks.workunit.client.0.smithi016.stdout: "alloc_db_max_lat": { 2024-04-15T16:06:25.853 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 14414 2024-04-15T16:06:25.853 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.853 INFO:tasks.workunit.client.0.smithi016.stdout: "alloc_slow_fallback": { 2024-04-15T16:06:25.853 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:25.853 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.853 INFO:tasks.workunit.client.0.smithi016.stdout: "alloc_slow_max_lat": { 2024-04-15T16:06:25.853 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:25.853 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.854 INFO:tasks.workunit.client.0.smithi016.stdout: "alloc_slow_size_fallback": { 2024-04-15T16:06:25.854 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:25.854 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.854 INFO:tasks.workunit.client.0.smithi016.stdout: "alloc_unit_db": { 2024-04-15T16:06:25.854 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 65536 2024-04-15T16:06:25.854 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.854 INFO:tasks.workunit.client.0.smithi016.stdout: "alloc_unit_slow": { 2024-04-15T16:06:25.854 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:25.854 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.854 INFO:tasks.workunit.client.0.smithi016.stdout: "alloc_unit_wal": { 2024-04-15T16:06:25.854 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:25.854 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.854 INFO:tasks.workunit.client.0.smithi016.stdout: "alloc_wal_max_lat": { 2024-04-15T16:06:25.855 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:25.855 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.855 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes_written_slow": { 2024-04-15T16:06:25.855 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:25.855 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.855 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes_written_sst": { 2024-04-15T16:06:25.855 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 7266304 2024-04-15T16:06:25.855 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.855 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes_written_wal": { 2024-04-15T16:06:25.855 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 781516800 2024-04-15T16:06:25.855 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.855 INFO:tasks.workunit.client.0.smithi016.stdout: "compact_lat": { 2024-04-15T16:06:25.855 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 18, 2024-04-15T16:06:25.855 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 5899188 2024-04-15T16:06:25.856 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.856 INFO:tasks.workunit.client.0.smithi016.stdout: "compact_lock_lat": { 2024-04-15T16:06:25.856 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 18, 2024-04-15T16:06:25.856 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 2633236 2024-04-15T16:06:25.856 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.856 INFO:tasks.workunit.client.0.smithi016.stdout: "db_alloc_lat": { 2024-04-15T16:06:25.856 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 199, 2024-04-15T16:06:25.856 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 919602 2024-04-15T16:06:25.856 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.856 INFO:tasks.workunit.client.0.smithi016.stdout: "db_total_bytes": { 2024-04-15T16:06:25.856 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 95995027456 2024-04-15T16:06:25.856 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.856 INFO:tasks.workunit.client.0.smithi016.stdout: "db_used_bytes": { 2024-04-15T16:06:25.856 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 861208576 2024-04-15T16:06:25.856 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.856 INFO:tasks.workunit.client.0.smithi016.stdout: "flush_lat": { 2024-04-15T16:06:25.857 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 76439, 2024-04-15T16:06:25.857 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 7074986852 2024-04-15T16:06:25.857 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.857 INFO:tasks.workunit.client.0.smithi016.stdout: "fsync_lat": { 2024-04-15T16:06:25.857 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 76451, 2024-04-15T16:06:25.857 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 13058403415 2024-04-15T16:06:25.857 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.857 INFO:tasks.workunit.client.0.smithi016.stdout: "log_bytes": { 2024-04-15T16:06:25.857 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 13893632 2024-04-15T16:06:25.857 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.857 INFO:tasks.workunit.client.0.smithi016.stdout: "logged_bytes": { 2024-04-15T16:06:25.857 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 313151488 2024-04-15T16:06:25.857 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.857 INFO:tasks.workunit.client.0.smithi016.stdout: "max_bytes_db": { 2024-04-15T16:06:25.858 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 869728256 2024-04-15T16:06:25.858 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.858 INFO:tasks.workunit.client.0.smithi016.stdout: "max_bytes_slow": { 2024-04-15T16:06:25.858 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:25.858 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.858 INFO:tasks.workunit.client.0.smithi016.stdout: "max_bytes_wal": { 2024-04-15T16:06:25.858 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:25.858 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.858 INFO:tasks.workunit.client.0.smithi016.stdout: "num_files": { 2024-04-15T16:06:25.858 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 54 2024-04-15T16:06:25.858 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.858 INFO:tasks.workunit.client.0.smithi016.stdout: "read_bytes": { 2024-04-15T16:06:25.858 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 5389552485 2024-04-15T16:06:25.858 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.859 INFO:tasks.workunit.client.0.smithi016.stdout: "read_count": { 2024-04-15T16:06:25.859 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 47951 2024-04-15T16:06:25.859 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.859 INFO:tasks.workunit.client.0.smithi016.stdout: "read_disk_bytes": { 2024-04-15T16:06:25.859 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 4681756672 2024-04-15T16:06:25.859 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.859 INFO:tasks.workunit.client.0.smithi016.stdout: "read_disk_bytes_db": { 2024-04-15T16:06:25.859 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 4681760768 2024-04-15T16:06:25.859 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.859 INFO:tasks.workunit.client.0.smithi016.stdout: "read_disk_bytes_slow": { 2024-04-15T16:06:25.859 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:25.859 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.859 INFO:tasks.workunit.client.0.smithi016.stdout: "read_disk_bytes_wal": { 2024-04-15T16:06:25.859 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:25.860 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.860 INFO:tasks.workunit.client.0.smithi016.stdout: "read_disk_count": { 2024-04-15T16:06:25.860 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 42719 2024-04-15T16:06:25.860 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.860 INFO:tasks.workunit.client.0.smithi016.stdout: "read_lat": { 2024-04-15T16:06:25.860 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 47951, 2024-04-15T16:06:25.860 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 1709965625 2024-04-15T16:06:25.860 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.860 INFO:tasks.workunit.client.0.smithi016.stdout: "read_prefetch_bytes": { 2024-04-15T16:06:25.860 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 5295158598 2024-04-15T16:06:25.860 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.860 INFO:tasks.workunit.client.0.smithi016.stdout: "read_prefetch_count": { 2024-04-15T16:06:25.860 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 45055 2024-04-15T16:06:25.860 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.860 INFO:tasks.workunit.client.0.smithi016.stdout: "read_random_buffer_bytes": { 2024-04-15T16:06:25.860 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 2610716 2024-04-15T16:06:25.861 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.861 INFO:tasks.workunit.client.0.smithi016.stdout: "read_random_buffer_count": { 2024-04-15T16:06:25.861 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 539 2024-04-15T16:06:25.861 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.861 INFO:tasks.workunit.client.0.smithi016.stdout: "read_random_bytes": { 2024-04-15T16:06:25.861 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 7200544 2024-04-15T16:06:25.861 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.861 INFO:tasks.workunit.client.0.smithi016.stdout: "read_random_count": { 2024-04-15T16:06:25.861 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 725 2024-04-15T16:06:25.861 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.861 INFO:tasks.workunit.client.0.smithi016.stdout: "read_random_disk_bytes": { 2024-04-15T16:06:25.861 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 4589828 2024-04-15T16:06:25.861 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.861 INFO:tasks.workunit.client.0.smithi016.stdout: "read_random_disk_bytes_db": { 2024-04-15T16:06:25.862 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 4589828 2024-04-15T16:06:25.862 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.862 INFO:tasks.workunit.client.0.smithi016.stdout: "read_random_disk_bytes_slow": { 2024-04-15T16:06:25.862 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:25.862 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.862 INFO:tasks.workunit.client.0.smithi016.stdout: "read_random_disk_bytes_wal": { 2024-04-15T16:06:25.862 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:25.862 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.862 INFO:tasks.workunit.client.0.smithi016.stdout: "read_random_disk_count": { 2024-04-15T16:06:25.862 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 194 2024-04-15T16:06:25.862 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.862 INFO:tasks.workunit.client.0.smithi016.stdout: "read_random_lat": { 2024-04-15T16:06:25.862 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 725, 2024-04-15T16:06:25.862 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 3167285 2024-04-15T16:06:25.863 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.863 INFO:tasks.workunit.client.0.smithi016.stdout: "slow_alloc_lat": { 2024-04-15T16:06:25.863 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 0, 2024-04-15T16:06:25.863 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:25.863 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.863 INFO:tasks.workunit.client.0.smithi016.stdout: "slow_total_bytes": { 2024-04-15T16:06:25.863 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:25.863 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.863 INFO:tasks.workunit.client.0.smithi016.stdout: "slow_used_bytes": { 2024-04-15T16:06:25.863 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:25.863 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.863 INFO:tasks.workunit.client.0.smithi016.stdout: "truncate_lat": { 2024-04-15T16:06:25.863 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 1, 2024-04-15T16:06:25.863 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 882 2024-04-15T16:06:25.864 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.864 INFO:tasks.workunit.client.0.smithi016.stdout: "unlink_lat": { 2024-04-15T16:06:25.864 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 8, 2024-04-15T16:06:25.864 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 13878 2024-04-15T16:06:25.864 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.864 INFO:tasks.workunit.client.0.smithi016.stdout: "wal_alloc_lat": { 2024-04-15T16:06:25.864 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 0, 2024-04-15T16:06:25.864 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:25.864 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.864 INFO:tasks.workunit.client.0.smithi016.stdout: "wal_total_bytes": { 2024-04-15T16:06:25.864 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:25.864 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.864 INFO:tasks.workunit.client.0.smithi016.stdout: "wal_used_bytes": { 2024-04-15T16:06:25.864 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:25.865 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.865 INFO:tasks.workunit.client.0.smithi016.stdout: "write_bytes": { 2024-04-15T16:06:25.865 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 1104670720 2024-04-15T16:06:25.865 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T16:06:25.865 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.865 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore": { 2024-04-15T16:06:25.865 INFO:tasks.workunit.client.0.smithi016.stdout: "alloc_unit": { 2024-04-15T16:06:25.865 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 4096 2024-04-15T16:06:25.865 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.865 INFO:tasks.workunit.client.0.smithi016.stdout: "allocated": { 2024-04-15T16:06:25.865 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 13385728 2024-04-15T16:06:25.865 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.865 INFO:tasks.workunit.client.0.smithi016.stdout: "allocator_lat": { 2024-04-15T16:06:25.865 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 21764, 2024-04-15T16:06:25.866 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 83151286 2024-04-15T16:06:25.866 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.866 INFO:tasks.workunit.client.0.smithi016.stdout: "clist_lat": { 2024-04-15T16:06:25.866 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 3586, 2024-04-15T16:06:25.866 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 6017659477 2024-04-15T16:06:25.866 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.866 INFO:tasks.workunit.client.0.smithi016.stdout: "compress_lat": { 2024-04-15T16:06:25.866 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 0, 2024-04-15T16:06:25.866 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:25.866 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.866 INFO:tasks.workunit.client.0.smithi016.stdout: "compressed": { 2024-04-15T16:06:25.866 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:25.866 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.866 INFO:tasks.workunit.client.0.smithi016.stdout: "compressed_allocated": { 2024-04-15T16:06:25.867 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:25.867 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.867 INFO:tasks.workunit.client.0.smithi016.stdout: "compressed_original": { 2024-04-15T16:06:25.867 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:25.867 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.867 INFO:tasks.workunit.client.0.smithi016.stdout: "csum_lat": { 2024-04-15T16:06:25.867 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 20731, 2024-04-15T16:06:25.867 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 180934003 2024-04-15T16:06:25.867 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.867 INFO:tasks.workunit.client.0.smithi016.stdout: "decompress_lat": { 2024-04-15T16:06:25.867 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 0, 2024-04-15T16:06:25.867 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:25.867 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.867 INFO:tasks.workunit.client.0.smithi016.stdout: "fragmentation_micros": { 2024-04-15T16:06:25.867 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:25.867 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.868 INFO:tasks.workunit.client.0.smithi016.stdout: "kv_commit_lat": { 2024-04-15T16:06:25.868 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 76379, 2024-04-15T16:06:25.868 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 17231566917 2024-04-15T16:06:25.868 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.868 INFO:tasks.workunit.client.0.smithi016.stdout: "kv_final_lat": { 2024-04-15T16:06:25.868 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 75680, 2024-04-15T16:06:25.868 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 1945278256 2024-04-15T16:06:25.868 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.868 INFO:tasks.workunit.client.0.smithi016.stdout: "kv_flush_lat": { 2024-04-15T16:06:25.868 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 76379, 2024-04-15T16:06:25.868 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 46664595 2024-04-15T16:06:25.868 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.868 INFO:tasks.workunit.client.0.smithi016.stdout: "kv_sync_lat": { 2024-04-15T16:06:25.868 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 76379, 2024-04-15T16:06:25.868 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 17278231512 2024-04-15T16:06:25.868 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.869 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_get_keys_lat": { 2024-04-15T16:06:25.869 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 0, 2024-04-15T16:06:25.869 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:25.869 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.869 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_get_values_lat": { 2024-04-15T16:06:25.869 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 24371, 2024-04-15T16:06:25.869 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 596543260 2024-04-15T16:06:25.869 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.869 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_lower_bound_lat": { 2024-04-15T16:06:25.869 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 826, 2024-04-15T16:06:25.869 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 2608596 2024-04-15T16:06:25.869 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.869 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_next_lat": { 2024-04-15T16:06:25.869 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 10292, 2024-04-15T16:06:25.870 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 7621468 2024-04-15T16:06:25.870 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.870 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_seek_to_first_lat": { 2024-04-15T16:06:25.870 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 44, 2024-04-15T16:06:25.870 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 54337 2024-04-15T16:06:25.870 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.870 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_upper_bound_lat": { 2024-04-15T16:06:25.870 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 11366, 2024-04-15T16:06:25.870 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 1207899704 2024-04-15T16:06:25.870 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.870 INFO:tasks.workunit.client.0.smithi016.stdout: "onode_hits": { 2024-04-15T16:06:25.870 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 228355 2024-04-15T16:06:25.870 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.870 INFO:tasks.workunit.client.0.smithi016.stdout: "onode_misses": { 2024-04-15T16:06:25.871 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 27093 2024-04-15T16:06:25.871 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.871 INFO:tasks.workunit.client.0.smithi016.stdout: "read_lat": { 2024-04-15T16:06:25.871 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 23840, 2024-04-15T16:06:25.871 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 1766589129 2024-04-15T16:06:25.871 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.871 INFO:tasks.workunit.client.0.smithi016.stdout: "read_onode_meta_lat": { 2024-04-15T16:06:25.871 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 77813, 2024-04-15T16:06:25.871 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 22542348 2024-04-15T16:06:25.871 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.871 INFO:tasks.workunit.client.0.smithi016.stdout: "read_wait_aio_lat": { 2024-04-15T16:06:25.871 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 53973, 2024-04-15T16:06:25.871 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 865043492 2024-04-15T16:06:25.871 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.872 INFO:tasks.workunit.client.0.smithi016.stdout: "reads_with_retries": { 2024-04-15T16:06:25.872 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:25.872 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.872 INFO:tasks.workunit.client.0.smithi016.stdout: "remove_lat": { 2024-04-15T16:06:25.872 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 15436, 2024-04-15T16:06:25.872 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 459192652 2024-04-15T16:06:25.872 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.872 INFO:tasks.workunit.client.0.smithi016.stdout: "slow_aio_wait_count": { 2024-04-15T16:06:25.872 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:25.872 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.872 INFO:tasks.workunit.client.0.smithi016.stdout: "slow_committed_kv_count": { 2024-04-15T16:06:25.872 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:25.872 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.872 INFO:tasks.workunit.client.0.smithi016.stdout: "slow_read_onode_meta_count": { 2024-04-15T16:06:25.873 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:25.873 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.873 INFO:tasks.workunit.client.0.smithi016.stdout: "slow_read_wait_aio_count": { 2024-04-15T16:06:25.873 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:25.873 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.873 INFO:tasks.workunit.client.0.smithi016.stdout: "state_aio_wait_lat": { 2024-04-15T16:06:25.873 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 90746, 2024-04-15T16:06:25.873 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 8745539033 2024-04-15T16:06:25.873 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.873 INFO:tasks.workunit.client.0.smithi016.stdout: "state_deferred_aio_wait_lat": { 2024-04-15T16:06:25.873 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 23157, 2024-04-15T16:06:25.873 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 1253117864 2024-04-15T16:06:25.873 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.873 INFO:tasks.workunit.client.0.smithi016.stdout: "state_deferred_cleanup_lat": { 2024-04-15T16:06:25.874 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 23155, 2024-04-15T16:06:25.874 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 4080925513456 2024-04-15T16:06:25.874 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.874 INFO:tasks.workunit.client.0.smithi016.stdout: "state_deferred_queued_lat": { 2024-04-15T16:06:25.874 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 23157, 2024-04-15T16:06:25.874 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 6833865644397 2024-04-15T16:06:25.874 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.874 INFO:tasks.workunit.client.0.smithi016.stdout: "state_done_lat": { 2024-04-15T16:06:25.874 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 90744, 2024-04-15T16:06:25.874 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 3143126260236 2024-04-15T16:06:25.874 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.874 INFO:tasks.workunit.client.0.smithi016.stdout: "state_finishing_lat": { 2024-04-15T16:06:25.874 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 90744, 2024-04-15T16:06:25.875 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 9760145 2024-04-15T16:06:25.875 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.875 INFO:tasks.workunit.client.0.smithi016.stdout: "state_io_done_lat": { 2024-04-15T16:06:25.875 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 90746, 2024-04-15T16:06:25.875 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 532065488 2024-04-15T16:06:25.875 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.875 INFO:tasks.workunit.client.0.smithi016.stdout: "state_kv_commiting_lat": { 2024-04-15T16:06:25.875 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 90746, 2024-04-15T16:06:25.875 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 29793336951 2024-04-15T16:06:25.875 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.875 INFO:tasks.workunit.client.0.smithi016.stdout: "state_kv_done_lat": { 2024-04-15T16:06:25.875 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 90746, 2024-04-15T16:06:25.875 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 35944525 2024-04-15T16:06:25.875 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.876 INFO:tasks.workunit.client.0.smithi016.stdout: "state_kv_queued_lat": { 2024-04-15T16:06:25.876 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 90746, 2024-04-15T16:06:25.876 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 14688708114 2024-04-15T16:06:25.876 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.876 INFO:tasks.workunit.client.0.smithi016.stdout: "state_prepare_lat": { 2024-04-15T16:06:25.876 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 90746, 2024-04-15T16:06:25.876 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 15898678105 2024-04-15T16:06:25.876 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.876 INFO:tasks.workunit.client.0.smithi016.stdout: "stored": { 2024-04-15T16:06:25.876 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 9643592 2024-04-15T16:06:25.876 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.876 INFO:tasks.workunit.client.0.smithi016.stdout: "truncate_lat": { 2024-04-15T16:06:25.876 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 2543, 2024-04-15T16:06:25.876 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 14974366 2024-04-15T16:06:25.876 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.877 INFO:tasks.workunit.client.0.smithi016.stdout: "txc_commit_lat": { 2024-04-15T16:06:25.877 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 90746, 2024-04-15T16:06:25.877 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 69675056208 2024-04-15T16:06:25.877 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.877 INFO:tasks.workunit.client.0.smithi016.stdout: "txc_submit_lat": { 2024-04-15T16:06:25.877 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 90746, 2024-04-15T16:06:25.877 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 17014877882 2024-04-15T16:06:25.877 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.877 INFO:tasks.workunit.client.0.smithi016.stdout: "txc_throttle_lat": { 2024-04-15T16:06:25.877 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 90746, 2024-04-15T16:06:25.877 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 696394819 2024-04-15T16:06:25.877 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T16:06:25.877 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.877 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore-pricache": { 2024-04-15T16:06:25.878 INFO:tasks.workunit.client.0.smithi016.stdout: "cache_bytes": { 2024-04-15T16:06:25.878 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 1406236763 2024-04-15T16:06:25.878 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.878 INFO:tasks.workunit.client.0.smithi016.stdout: "heap_bytes": { 2024-04-15T16:06:25.878 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 653451264 2024-04-15T16:06:25.878 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.878 INFO:tasks.workunit.client.0.smithi016.stdout: "mapped_bytes": { 2024-04-15T16:06:25.878 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 615161856 2024-04-15T16:06:25.878 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.878 INFO:tasks.workunit.client.0.smithi016.stdout: "target_bytes": { 2024-04-15T16:06:25.878 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 2601815449 2024-04-15T16:06:25.878 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.878 INFO:tasks.workunit.client.0.smithi016.stdout: "unmapped_bytes": { 2024-04-15T16:06:25.878 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 38289408 2024-04-15T16:06:25.879 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T16:06:25.879 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.879 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore-pricache:data": { 2024-04-15T16:06:25.879 INFO:tasks.workunit.client.0.smithi016.stdout: "committed_bytes": { 2024-04-15T16:06:25.879 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 125829120 2024-04-15T16:06:25.879 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.879 INFO:tasks.workunit.client.0.smithi016.stdout: "pri0_bytes": { 2024-04-15T16:06:25.879 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:25.879 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.879 INFO:tasks.workunit.client.0.smithi016.stdout: "pri10_bytes": { 2024-04-15T16:06:25.879 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:25.879 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.879 INFO:tasks.workunit.client.0.smithi016.stdout: "pri11_bytes": { 2024-04-15T16:06:25.879 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 56946292 2024-04-15T16:06:25.879 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.879 INFO:tasks.workunit.client.0.smithi016.stdout: "pri1_bytes": { 2024-04-15T16:06:25.880 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:25.880 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.880 INFO:tasks.workunit.client.0.smithi016.stdout: "pri2_bytes": { 2024-04-15T16:06:25.880 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:25.880 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.880 INFO:tasks.workunit.client.0.smithi016.stdout: "pri3_bytes": { 2024-04-15T16:06:25.880 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:25.880 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.880 INFO:tasks.workunit.client.0.smithi016.stdout: "pri4_bytes": { 2024-04-15T16:06:25.880 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:25.880 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.880 INFO:tasks.workunit.client.0.smithi016.stdout: "pri5_bytes": { 2024-04-15T16:06:25.880 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 135168 2024-04-15T16:06:25.880 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.881 INFO:tasks.workunit.client.0.smithi016.stdout: "pri6_bytes": { 2024-04-15T16:06:25.881 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 831488 2024-04-15T16:06:25.881 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.881 INFO:tasks.workunit.client.0.smithi016.stdout: "pri7_bytes": { 2024-04-15T16:06:25.881 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:25.881 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.881 INFO:tasks.workunit.client.0.smithi016.stdout: "pri8_bytes": { 2024-04-15T16:06:25.881 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:25.881 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.881 INFO:tasks.workunit.client.0.smithi016.stdout: "pri9_bytes": { 2024-04-15T16:06:25.881 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:25.881 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.881 INFO:tasks.workunit.client.0.smithi016.stdout: "reserved_bytes": { 2024-04-15T16:06:25.881 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 67916172 2024-04-15T16:06:25.881 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T16:06:25.881 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.882 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore-pricache:kv": { 2024-04-15T16:06:25.882 INFO:tasks.workunit.client.0.smithi016.stdout: "committed_bytes": { 2024-04-15T16:06:25.882 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 562036736 2024-04-15T16:06:25.882 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.882 INFO:tasks.workunit.client.0.smithi016.stdout: "pri0_bytes": { 2024-04-15T16:06:25.882 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 67108864 2024-04-15T16:06:25.882 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.882 INFO:tasks.workunit.client.0.smithi016.stdout: "pri10_bytes": { 2024-04-15T16:06:25.882 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:25.882 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.882 INFO:tasks.workunit.client.0.smithi016.stdout: "pri11_bytes": { 2024-04-15T16:06:25.882 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 427097194 2024-04-15T16:06:25.882 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.882 INFO:tasks.workunit.client.0.smithi016.stdout: "pri1_bytes": { 2024-04-15T16:06:25.883 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:25.883 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.883 INFO:tasks.workunit.client.0.smithi016.stdout: "pri2_bytes": { 2024-04-15T16:06:25.883 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:25.883 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.883 INFO:tasks.workunit.client.0.smithi016.stdout: "pri3_bytes": { 2024-04-15T16:06:25.883 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 256 2024-04-15T16:06:25.883 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.883 INFO:tasks.workunit.client.0.smithi016.stdout: "pri4_bytes": { 2024-04-15T16:06:25.883 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:25.883 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.883 INFO:tasks.workunit.client.0.smithi016.stdout: "pri5_bytes": { 2024-04-15T16:06:25.883 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 89632 2024-04-15T16:06:25.883 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.884 INFO:tasks.workunit.client.0.smithi016.stdout: "pri6_bytes": { 2024-04-15T16:06:25.884 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 320 2024-04-15T16:06:25.884 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.884 INFO:tasks.workunit.client.0.smithi016.stdout: "pri7_bytes": { 2024-04-15T16:06:25.884 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:25.884 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.884 INFO:tasks.workunit.client.0.smithi016.stdout: "pri8_bytes": { 2024-04-15T16:06:25.884 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:25.884 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.884 INFO:tasks.workunit.client.0.smithi016.stdout: "pri9_bytes": { 2024-04-15T16:06:25.884 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:25.884 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.884 INFO:tasks.workunit.client.0.smithi016.stdout: "reserved_bytes": { 2024-04-15T16:06:25.884 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 67740470 2024-04-15T16:06:25.884 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T16:06:25.885 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.885 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore-pricache:kv_onode": { 2024-04-15T16:06:25.885 INFO:tasks.workunit.client.0.smithi016.stdout: "committed_bytes": { 2024-04-15T16:06:25.885 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 184549376 2024-04-15T16:06:25.885 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.885 INFO:tasks.workunit.client.0.smithi016.stdout: "pri0_bytes": { 2024-04-15T16:06:25.885 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 67108864 2024-04-15T16:06:25.885 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.885 INFO:tasks.workunit.client.0.smithi016.stdout: "pri10_bytes": { 2024-04-15T16:06:25.885 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 7417568 2024-04-15T16:06:25.885 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.885 INFO:tasks.workunit.client.0.smithi016.stdout: "pri11_bytes": { 2024-04-15T16:06:25.885 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 37964195 2024-04-15T16:06:25.885 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.885 INFO:tasks.workunit.client.0.smithi016.stdout: "pri1_bytes": { 2024-04-15T16:06:25.886 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:25.886 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.886 INFO:tasks.workunit.client.0.smithi016.stdout: "pri2_bytes": { 2024-04-15T16:06:25.886 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:25.886 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.886 INFO:tasks.workunit.client.0.smithi016.stdout: "pri3_bytes": { 2024-04-15T16:06:25.886 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:25.886 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.886 INFO:tasks.workunit.client.0.smithi016.stdout: "pri4_bytes": { 2024-04-15T16:06:25.886 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:25.886 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.886 INFO:tasks.workunit.client.0.smithi016.stdout: "pri5_bytes": { 2024-04-15T16:06:25.886 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:25.886 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.887 INFO:tasks.workunit.client.0.smithi016.stdout: "pri6_bytes": { 2024-04-15T16:06:25.887 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:25.887 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.887 INFO:tasks.workunit.client.0.smithi016.stdout: "pri7_bytes": { 2024-04-15T16:06:25.887 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:25.887 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.887 INFO:tasks.workunit.client.0.smithi016.stdout: "pri8_bytes": { 2024-04-15T16:06:25.887 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:25.887 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.887 INFO:tasks.workunit.client.0.smithi016.stdout: "pri9_bytes": { 2024-04-15T16:06:25.887 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:25.887 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.887 INFO:tasks.workunit.client.0.smithi016.stdout: "reserved_bytes": { 2024-04-15T16:06:25.887 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 72058749 2024-04-15T16:06:25.888 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T16:06:25.888 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.888 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore-pricache:meta": { 2024-04-15T16:06:25.888 INFO:tasks.workunit.client.0.smithi016.stdout: "committed_bytes": { 2024-04-15T16:06:25.888 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 503316480 2024-04-15T16:06:25.888 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.888 INFO:tasks.workunit.client.0.smithi016.stdout: "pri0_bytes": { 2024-04-15T16:06:25.888 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:25.888 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.888 INFO:tasks.workunit.client.0.smithi016.stdout: "pri10_bytes": { 2024-04-15T16:06:25.888 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:25.888 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.888 INFO:tasks.workunit.client.0.smithi016.stdout: "pri11_bytes": { 2024-04-15T16:06:25.888 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 427097194 2024-04-15T16:06:25.888 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.889 INFO:tasks.workunit.client.0.smithi016.stdout: "pri1_bytes": { 2024-04-15T16:06:25.889 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:25.889 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.889 INFO:tasks.workunit.client.0.smithi016.stdout: "pri2_bytes": { 2024-04-15T16:06:25.889 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:25.889 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.889 INFO:tasks.workunit.client.0.smithi016.stdout: "pri3_bytes": { 2024-04-15T16:06:25.889 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:25.889 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.889 INFO:tasks.workunit.client.0.smithi016.stdout: "pri4_bytes": { 2024-04-15T16:06:25.889 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:25.889 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.889 INFO:tasks.workunit.client.0.smithi016.stdout: "pri5_bytes": { 2024-04-15T16:06:25.889 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 133037 2024-04-15T16:06:25.889 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.890 INFO:tasks.workunit.client.0.smithi016.stdout: "pri6_bytes": { 2024-04-15T16:06:25.890 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 1101746 2024-04-15T16:06:25.890 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.890 INFO:tasks.workunit.client.0.smithi016.stdout: "pri7_bytes": { 2024-04-15T16:06:25.890 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:25.890 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.890 INFO:tasks.workunit.client.0.smithi016.stdout: "pri8_bytes": { 2024-04-15T16:06:25.890 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:25.890 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.890 INFO:tasks.workunit.client.0.smithi016.stdout: "pri9_bytes": { 2024-04-15T16:06:25.890 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:25.890 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.890 INFO:tasks.workunit.client.0.smithi016.stdout: "reserved_bytes": { 2024-04-15T16:06:25.890 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 74984503 2024-04-15T16:06:25.890 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T16:06:25.891 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.891 INFO:tasks.workunit.client.0.smithi016.stdout: "objecter": { 2024-04-15T16:06:25.891 INFO:tasks.workunit.client.0.smithi016.stdout: "op_active": { 2024-04-15T16:06:25.891 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:25.891 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.891 INFO:tasks.workunit.client.0.smithi016.stdout: "op_r": { 2024-04-15T16:06:25.891 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 43 2024-04-15T16:06:25.891 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.891 INFO:tasks.workunit.client.0.smithi016.stdout: "op_rmw": { 2024-04-15T16:06:25.891 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:25.891 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.891 INFO:tasks.workunit.client.0.smithi016.stdout: "op_w": { 2024-04-15T16:06:25.891 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:25.891 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T16:06:25.891 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.892 INFO:tasks.workunit.client.0.smithi016.stdout: "osd": { 2024-04-15T16:06:25.892 INFO:tasks.workunit.client.0.smithi016.stdout: "numpg": { 2024-04-15T16:06:25.892 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 54 2024-04-15T16:06:25.892 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.892 INFO:tasks.workunit.client.0.smithi016.stdout: "numpg_removing": { 2024-04-15T16:06:25.892 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:25.892 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.892 INFO:tasks.workunit.client.0.smithi016.stdout: "op": { 2024-04-15T16:06:25.892 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 41356 2024-04-15T16:06:25.892 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.892 INFO:tasks.workunit.client.0.smithi016.stdout: "op_before_queue_op_lat": { 2024-04-15T16:06:25.892 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 132772, 2024-04-15T16:06:25.892 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 11089135709 2024-04-15T16:06:25.893 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.893 INFO:tasks.workunit.client.0.smithi016.stdout: "op_delayed_degraded": { 2024-04-15T16:06:25.893 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:25.893 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.893 INFO:tasks.workunit.client.0.smithi016.stdout: "op_delayed_unreadable": { 2024-04-15T16:06:25.893 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 7 2024-04-15T16:06:25.893 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.893 INFO:tasks.workunit.client.0.smithi016.stdout: "op_in_bytes": { 2024-04-15T16:06:25.893 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 2420506717 2024-04-15T16:06:25.893 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.893 INFO:tasks.workunit.client.0.smithi016.stdout: "op_latency": { 2024-04-15T16:06:25.893 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 41356, 2024-04-15T16:06:25.893 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 680356778336 2024-04-15T16:06:25.893 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.893 INFO:tasks.workunit.client.0.smithi016.stdout: "op_out_bytes": { 2024-04-15T16:06:25.894 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 3279364288 2024-04-15T16:06:25.894 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.894 INFO:tasks.workunit.client.0.smithi016.stdout: "op_prepare_latency": { 2024-04-15T16:06:25.894 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 43175, 2024-04-15T16:06:25.894 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 32247070113 2024-04-15T16:06:25.894 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.894 INFO:tasks.workunit.client.0.smithi016.stdout: "op_process_latency": { 2024-04-15T16:06:25.894 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 41356, 2024-04-15T16:06:25.894 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 110387248997 2024-04-15T16:06:25.894 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.894 INFO:tasks.workunit.client.0.smithi016.stdout: "op_r": { 2024-04-15T16:06:25.894 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 19097 2024-04-15T16:06:25.894 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.894 INFO:tasks.workunit.client.0.smithi016.stdout: "op_r_latency": { 2024-04-15T16:06:25.895 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 19097, 2024-04-15T16:06:25.895 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 14243900237 2024-04-15T16:06:25.895 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.895 INFO:tasks.workunit.client.0.smithi016.stdout: "op_r_latency_out_bytes_histogram": { 2024-04-15T16:06:25.895 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:25.895 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.895 INFO:tasks.workunit.client.0.smithi016.stdout: "op_r_out_bytes": { 2024-04-15T16:06:25.895 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 3279364288 2024-04-15T16:06:25.895 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.895 INFO:tasks.workunit.client.0.smithi016.stdout: "op_r_prepare_latency": { 2024-04-15T16:06:25.895 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 19563, 2024-04-15T16:06:25.895 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 5089717711 2024-04-15T16:06:25.895 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.895 INFO:tasks.workunit.client.0.smithi016.stdout: "op_r_process_latency": { 2024-04-15T16:06:25.896 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 19097, 2024-04-15T16:06:25.896 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 6790029272 2024-04-15T16:06:25.896 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.896 INFO:tasks.workunit.client.0.smithi016.stdout: "op_rw": { 2024-04-15T16:06:25.896 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 12560 2024-04-15T16:06:25.896 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.896 INFO:tasks.workunit.client.0.smithi016.stdout: "op_rw_in_bytes": { 2024-04-15T16:06:25.896 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 291977874 2024-04-15T16:06:25.896 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.896 INFO:tasks.workunit.client.0.smithi016.stdout: "op_rw_latency": { 2024-04-15T16:06:25.896 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 12560, 2024-04-15T16:06:25.896 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 103675346799 2024-04-15T16:06:25.896 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.896 INFO:tasks.workunit.client.0.smithi016.stdout: "op_rw_latency_in_bytes_histogram": { 2024-04-15T16:06:25.897 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:25.897 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.897 INFO:tasks.workunit.client.0.smithi016.stdout: "op_rw_latency_out_bytes_histogram": { 2024-04-15T16:06:25.897 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:25.897 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.897 INFO:tasks.workunit.client.0.smithi016.stdout: "op_rw_out_bytes": { 2024-04-15T16:06:25.897 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:25.897 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.897 INFO:tasks.workunit.client.0.smithi016.stdout: "op_rw_prepare_latency": { 2024-04-15T16:06:25.897 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 12807, 2024-04-15T16:06:25.897 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 13454571014 2024-04-15T16:06:25.897 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.897 INFO:tasks.workunit.client.0.smithi016.stdout: "op_rw_process_latency": { 2024-04-15T16:06:25.897 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 12560, 2024-04-15T16:06:25.898 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 33942542171 2024-04-15T16:06:25.898 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.898 INFO:tasks.workunit.client.0.smithi016.stdout: "op_w": { 2024-04-15T16:06:25.898 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 9699 2024-04-15T16:06:25.898 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.898 INFO:tasks.workunit.client.0.smithi016.stdout: "op_w_in_bytes": { 2024-04-15T16:06:25.898 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 2128528843 2024-04-15T16:06:25.898 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.898 INFO:tasks.workunit.client.0.smithi016.stdout: "op_w_latency": { 2024-04-15T16:06:25.898 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 9699, 2024-04-15T16:06:25.898 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 562437531300 2024-04-15T16:06:25.898 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.898 INFO:tasks.workunit.client.0.smithi016.stdout: "op_w_latency_in_bytes_histogram": { 2024-04-15T16:06:25.898 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:25.899 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.899 INFO:tasks.workunit.client.0.smithi016.stdout: "op_w_prepare_latency": { 2024-04-15T16:06:25.899 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 10805, 2024-04-15T16:06:25.899 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 13702781388 2024-04-15T16:06:25.899 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.899 INFO:tasks.workunit.client.0.smithi016.stdout: "op_w_process_latency": { 2024-04-15T16:06:25.899 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 9699, 2024-04-15T16:06:25.899 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 69654677554 2024-04-15T16:06:25.899 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.899 INFO:tasks.workunit.client.0.smithi016.stdout: "op_wip": { 2024-04-15T16:06:25.899 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:25.899 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.899 INFO:tasks.workunit.client.0.smithi016.stdout: "recovery_bytes": { 2024-04-15T16:06:25.899 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 4194358 2024-04-15T16:06:25.900 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.900 INFO:tasks.workunit.client.0.smithi016.stdout: "recovery_ops": { 2024-04-15T16:06:25.900 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 11 2024-04-15T16:06:25.900 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.900 INFO:tasks.workunit.client.0.smithi016.stdout: "stat_bytes": { 2024-04-15T16:06:25.900 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 95995035648 2024-04-15T16:06:25.900 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.900 INFO:tasks.workunit.client.0.smithi016.stdout: "stat_bytes_used": { 2024-04-15T16:06:25.900 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 874610688 2024-04-15T16:06:25.900 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T16:06:25.900 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T16:06:25.900 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.900 INFO:tasks.workunit.client.0.smithi016.stdout: "osd.2": { 2024-04-15T16:06:25.900 INFO:tasks.workunit.client.0.smithi016.stdout: "bluefs": { 2024-04-15T16:06:25.900 INFO:tasks.workunit.client.0.smithi016.stdout: "alloc_db_max_lat": { 2024-04-15T16:06:25.901 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 760736 2024-04-15T16:06:25.901 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.901 INFO:tasks.workunit.client.0.smithi016.stdout: "alloc_slow_fallback": { 2024-04-15T16:06:25.901 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:25.901 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.901 INFO:tasks.workunit.client.0.smithi016.stdout: "alloc_slow_max_lat": { 2024-04-15T16:06:25.901 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:25.901 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.901 INFO:tasks.workunit.client.0.smithi016.stdout: "alloc_slow_size_fallback": { 2024-04-15T16:06:25.901 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:25.901 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.901 INFO:tasks.workunit.client.0.smithi016.stdout: "alloc_unit_db": { 2024-04-15T16:06:25.901 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 65536 2024-04-15T16:06:25.901 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.901 INFO:tasks.workunit.client.0.smithi016.stdout: "alloc_unit_slow": { 2024-04-15T16:06:25.902 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:25.902 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.902 INFO:tasks.workunit.client.0.smithi016.stdout: "alloc_unit_wal": { 2024-04-15T16:06:25.902 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:25.902 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.902 INFO:tasks.workunit.client.0.smithi016.stdout: "alloc_wal_max_lat": { 2024-04-15T16:06:25.902 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:25.902 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.902 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes_written_slow": { 2024-04-15T16:06:25.902 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:25.902 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.902 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes_written_sst": { 2024-04-15T16:06:25.902 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 4804608 2024-04-15T16:06:25.903 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.903 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes_written_wal": { 2024-04-15T16:06:25.903 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 626302976 2024-04-15T16:06:25.903 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.903 INFO:tasks.workunit.client.0.smithi016.stdout: "compact_lat": { 2024-04-15T16:06:25.903 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 16, 2024-04-15T16:06:25.903 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 4501778 2024-04-15T16:06:25.903 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.903 INFO:tasks.workunit.client.0.smithi016.stdout: "compact_lock_lat": { 2024-04-15T16:06:25.903 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 16, 2024-04-15T16:06:25.903 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 1766235 2024-04-15T16:06:25.903 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.903 INFO:tasks.workunit.client.0.smithi016.stdout: "db_alloc_lat": { 2024-04-15T16:06:25.903 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 165, 2024-04-15T16:06:25.903 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 1633683 2024-04-15T16:06:25.904 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.904 INFO:tasks.workunit.client.0.smithi016.stdout: "db_total_bytes": { 2024-04-15T16:06:25.904 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 95995027456 2024-04-15T16:06:25.904 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.904 INFO:tasks.workunit.client.0.smithi016.stdout: "db_used_bytes": { 2024-04-15T16:06:25.904 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 614334464 2024-04-15T16:06:25.904 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.904 INFO:tasks.workunit.client.0.smithi016.stdout: "flush_lat": { 2024-04-15T16:06:25.904 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 67744, 2024-04-15T16:06:25.904 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 5744516391 2024-04-15T16:06:25.904 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.904 INFO:tasks.workunit.client.0.smithi016.stdout: "fsync_lat": { 2024-04-15T16:06:25.904 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 67741, 2024-04-15T16:06:25.904 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 10814304347 2024-04-15T16:06:25.904 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.905 INFO:tasks.workunit.client.0.smithi016.stdout: "log_bytes": { 2024-04-15T16:06:25.905 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 11476992 2024-04-15T16:06:25.905 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.905 INFO:tasks.workunit.client.0.smithi016.stdout: "logged_bytes": { 2024-04-15T16:06:25.905 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 277471232 2024-04-15T16:06:25.905 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.905 INFO:tasks.workunit.client.0.smithi016.stdout: "max_bytes_db": { 2024-04-15T16:06:25.905 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 627113984 2024-04-15T16:06:25.905 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.905 INFO:tasks.workunit.client.0.smithi016.stdout: "max_bytes_slow": { 2024-04-15T16:06:25.905 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:25.905 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.905 INFO:tasks.workunit.client.0.smithi016.stdout: "max_bytes_wal": { 2024-04-15T16:06:25.905 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:25.906 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.906 INFO:tasks.workunit.client.0.smithi016.stdout: "num_files": { 2024-04-15T16:06:25.906 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 44 2024-04-15T16:06:25.906 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.906 INFO:tasks.workunit.client.0.smithi016.stdout: "read_bytes": { 2024-04-15T16:06:25.906 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 3087893680 2024-04-15T16:06:25.906 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.906 INFO:tasks.workunit.client.0.smithi016.stdout: "read_count": { 2024-04-15T16:06:25.906 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 27633 2024-04-15T16:06:25.906 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.906 INFO:tasks.workunit.client.0.smithi016.stdout: "read_disk_bytes": { 2024-04-15T16:06:25.906 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 2779262976 2024-04-15T16:06:25.906 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.906 INFO:tasks.workunit.client.0.smithi016.stdout: "read_disk_bytes_db": { 2024-04-15T16:06:25.907 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 2779267072 2024-04-15T16:06:25.907 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.907 INFO:tasks.workunit.client.0.smithi016.stdout: "read_disk_bytes_slow": { 2024-04-15T16:06:25.907 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:25.907 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.907 INFO:tasks.workunit.client.0.smithi016.stdout: "read_disk_bytes_wal": { 2024-04-15T16:06:25.907 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:25.907 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.907 INFO:tasks.workunit.client.0.smithi016.stdout: "read_disk_count": { 2024-04-15T16:06:25.907 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 24684 2024-04-15T16:06:25.907 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.907 INFO:tasks.workunit.client.0.smithi016.stdout: "read_lat": { 2024-04-15T16:06:25.907 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 27633, 2024-04-15T16:06:25.907 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 1263431438 2024-04-15T16:06:25.907 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.908 INFO:tasks.workunit.client.0.smithi016.stdout: "read_prefetch_bytes": { 2024-04-15T16:06:25.908 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 3015657650 2024-04-15T16:06:25.908 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.908 INFO:tasks.workunit.client.0.smithi016.stdout: "read_prefetch_count": { 2024-04-15T16:06:25.908 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 25415 2024-04-15T16:06:25.908 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.908 INFO:tasks.workunit.client.0.smithi016.stdout: "read_random_buffer_bytes": { 2024-04-15T16:06:25.908 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 1742261 2024-04-15T16:06:25.908 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.908 INFO:tasks.workunit.client.0.smithi016.stdout: "read_random_buffer_count": { 2024-04-15T16:06:25.908 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 453 2024-04-15T16:06:25.908 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.908 INFO:tasks.workunit.client.0.smithi016.stdout: "read_random_bytes": { 2024-04-15T16:06:25.908 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 4744552 2024-04-15T16:06:25.908 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.909 INFO:tasks.workunit.client.0.smithi016.stdout: "read_random_count": { 2024-04-15T16:06:25.909 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 634 2024-04-15T16:06:25.909 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.909 INFO:tasks.workunit.client.0.smithi016.stdout: "read_random_disk_bytes": { 2024-04-15T16:06:25.909 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 3002291 2024-04-15T16:06:25.909 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.909 INFO:tasks.workunit.client.0.smithi016.stdout: "read_random_disk_bytes_db": { 2024-04-15T16:06:25.909 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 3002291 2024-04-15T16:06:25.909 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.909 INFO:tasks.workunit.client.0.smithi016.stdout: "read_random_disk_bytes_slow": { 2024-04-15T16:06:25.909 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:25.909 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.909 INFO:tasks.workunit.client.0.smithi016.stdout: "read_random_disk_bytes_wal": { 2024-04-15T16:06:25.909 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:25.909 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.910 INFO:tasks.workunit.client.0.smithi016.stdout: "read_random_disk_count": { 2024-04-15T16:06:25.910 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 184 2024-04-15T16:06:25.910 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.910 INFO:tasks.workunit.client.0.smithi016.stdout: "read_random_lat": { 2024-04-15T16:06:25.910 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 634, 2024-04-15T16:06:25.910 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 1725915 2024-04-15T16:06:25.910 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.910 INFO:tasks.workunit.client.0.smithi016.stdout: "slow_alloc_lat": { 2024-04-15T16:06:25.910 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 0, 2024-04-15T16:06:25.910 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:25.910 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.910 INFO:tasks.workunit.client.0.smithi016.stdout: "slow_total_bytes": { 2024-04-15T16:06:25.910 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:25.911 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.911 INFO:tasks.workunit.client.0.smithi016.stdout: "slow_used_bytes": { 2024-04-15T16:06:25.911 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:25.911 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.911 INFO:tasks.workunit.client.0.smithi016.stdout: "truncate_lat": { 2024-04-15T16:06:25.911 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 1, 2024-04-15T16:06:25.911 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 541 2024-04-15T16:06:25.911 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.911 INFO:tasks.workunit.client.0.smithi016.stdout: "unlink_lat": { 2024-04-15T16:06:25.911 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 6, 2024-04-15T16:06:25.911 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 9870 2024-04-15T16:06:25.911 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.911 INFO:tasks.workunit.client.0.smithi016.stdout: "wal_alloc_lat": { 2024-04-15T16:06:25.911 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 0, 2024-04-15T16:06:25.912 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:25.912 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.912 INFO:tasks.workunit.client.0.smithi016.stdout: "wal_total_bytes": { 2024-04-15T16:06:25.912 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:25.912 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.912 INFO:tasks.workunit.client.0.smithi016.stdout: "wal_used_bytes": { 2024-04-15T16:06:25.912 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:25.912 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.912 INFO:tasks.workunit.client.0.smithi016.stdout: "write_bytes": { 2024-04-15T16:06:25.912 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 911015936 2024-04-15T16:06:25.912 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T16:06:25.912 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.912 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore": { 2024-04-15T16:06:25.912 INFO:tasks.workunit.client.0.smithi016.stdout: "alloc_unit": { 2024-04-15T16:06:25.912 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 4096 2024-04-15T16:06:25.913 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.913 INFO:tasks.workunit.client.0.smithi016.stdout: "allocated": { 2024-04-15T16:06:25.913 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 13373440 2024-04-15T16:06:25.913 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.913 INFO:tasks.workunit.client.0.smithi016.stdout: "allocator_lat": { 2024-04-15T16:06:25.913 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 14027, 2024-04-15T16:06:25.913 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 55727859 2024-04-15T16:06:25.913 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.913 INFO:tasks.workunit.client.0.smithi016.stdout: "clist_lat": { 2024-04-15T16:06:25.913 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 3606, 2024-04-15T16:06:25.913 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 3293704466 2024-04-15T16:06:25.913 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.913 INFO:tasks.workunit.client.0.smithi016.stdout: "compress_lat": { 2024-04-15T16:06:25.913 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 0, 2024-04-15T16:06:25.914 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:25.914 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.914 INFO:tasks.workunit.client.0.smithi016.stdout: "compressed": { 2024-04-15T16:06:25.914 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:25.914 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.914 INFO:tasks.workunit.client.0.smithi016.stdout: "compressed_allocated": { 2024-04-15T16:06:25.914 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:25.914 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.914 INFO:tasks.workunit.client.0.smithi016.stdout: "compressed_original": { 2024-04-15T16:06:25.914 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:25.914 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.914 INFO:tasks.workunit.client.0.smithi016.stdout: "csum_lat": { 2024-04-15T16:06:25.914 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 37410, 2024-04-15T16:06:25.914 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 319680006 2024-04-15T16:06:25.915 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.915 INFO:tasks.workunit.client.0.smithi016.stdout: "decompress_lat": { 2024-04-15T16:06:25.915 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 0, 2024-04-15T16:06:25.915 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:25.915 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.915 INFO:tasks.workunit.client.0.smithi016.stdout: "fragmentation_micros": { 2024-04-15T16:06:25.915 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:25.915 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.915 INFO:tasks.workunit.client.0.smithi016.stdout: "kv_commit_lat": { 2024-04-15T16:06:25.915 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 67682, 2024-04-15T16:06:25.915 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 14467132843 2024-04-15T16:06:25.915 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.915 INFO:tasks.workunit.client.0.smithi016.stdout: "kv_final_lat": { 2024-04-15T16:06:25.916 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 67137, 2024-04-15T16:06:25.916 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 1489677519 2024-04-15T16:06:25.916 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.916 INFO:tasks.workunit.client.0.smithi016.stdout: "kv_flush_lat": { 2024-04-15T16:06:25.916 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 67682, 2024-04-15T16:06:25.916 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 36278302 2024-04-15T16:06:25.916 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.916 INFO:tasks.workunit.client.0.smithi016.stdout: "kv_sync_lat": { 2024-04-15T16:06:25.916 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 67682, 2024-04-15T16:06:25.916 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 14503411145 2024-04-15T16:06:25.916 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.916 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_get_keys_lat": { 2024-04-15T16:06:25.916 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 0, 2024-04-15T16:06:25.916 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:25.917 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.917 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_get_values_lat": { 2024-04-15T16:06:25.917 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 50453, 2024-04-15T16:06:25.917 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 625156718 2024-04-15T16:06:25.917 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.917 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_lower_bound_lat": { 2024-04-15T16:06:25.917 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 1001, 2024-04-15T16:06:25.917 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 2502661 2024-04-15T16:06:25.917 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.917 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_next_lat": { 2024-04-15T16:06:25.917 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 20869, 2024-04-15T16:06:25.917 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 10411795 2024-04-15T16:06:25.917 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.917 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_seek_to_first_lat": { 2024-04-15T16:06:25.917 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 39, 2024-04-15T16:06:25.918 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 59839 2024-04-15T16:06:25.918 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.918 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_upper_bound_lat": { 2024-04-15T16:06:25.918 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 19361, 2024-04-15T16:06:25.918 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 1031726866 2024-04-15T16:06:25.918 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.918 INFO:tasks.workunit.client.0.smithi016.stdout: "onode_hits": { 2024-04-15T16:06:25.918 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 239931 2024-04-15T16:06:25.918 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.918 INFO:tasks.workunit.client.0.smithi016.stdout: "onode_misses": { 2024-04-15T16:06:25.918 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 18768 2024-04-15T16:06:25.918 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.918 INFO:tasks.workunit.client.0.smithi016.stdout: "read_lat": { 2024-04-15T16:06:25.918 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 12047, 2024-04-15T16:06:25.919 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 1767012789 2024-04-15T16:06:25.919 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.919 INFO:tasks.workunit.client.0.smithi016.stdout: "read_onode_meta_lat": { 2024-04-15T16:06:25.919 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 29638, 2024-04-15T16:06:25.919 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 11273936 2024-04-15T16:06:25.919 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.919 INFO:tasks.workunit.client.0.smithi016.stdout: "read_wait_aio_lat": { 2024-04-15T16:06:25.919 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 17591, 2024-04-15T16:06:25.919 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 1320255311 2024-04-15T16:06:25.919 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.919 INFO:tasks.workunit.client.0.smithi016.stdout: "reads_with_retries": { 2024-04-15T16:06:25.919 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:25.919 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.919 INFO:tasks.workunit.client.0.smithi016.stdout: "remove_lat": { 2024-04-15T16:06:25.920 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 12563, 2024-04-15T16:06:25.920 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 410373995 2024-04-15T16:06:25.920 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.920 INFO:tasks.workunit.client.0.smithi016.stdout: "slow_aio_wait_count": { 2024-04-15T16:06:25.920 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:25.920 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.920 INFO:tasks.workunit.client.0.smithi016.stdout: "slow_committed_kv_count": { 2024-04-15T16:06:25.920 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:25.920 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.920 INFO:tasks.workunit.client.0.smithi016.stdout: "slow_read_onode_meta_count": { 2024-04-15T16:06:25.920 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:25.920 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.920 INFO:tasks.workunit.client.0.smithi016.stdout: "slow_read_wait_aio_count": { 2024-04-15T16:06:25.920 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:25.920 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.921 INFO:tasks.workunit.client.0.smithi016.stdout: "state_aio_wait_lat": { 2024-04-15T16:06:25.921 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 77964, 2024-04-15T16:06:25.921 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 5101871078 2024-04-15T16:06:25.921 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.921 INFO:tasks.workunit.client.0.smithi016.stdout: "state_deferred_aio_wait_lat": { 2024-04-15T16:06:25.921 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 5651, 2024-04-15T16:06:25.921 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 294601405 2024-04-15T16:06:25.921 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.921 INFO:tasks.workunit.client.0.smithi016.stdout: "state_deferred_cleanup_lat": { 2024-04-15T16:06:25.921 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 5650, 2024-04-15T16:06:25.921 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 4509486079837 2024-04-15T16:06:25.921 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.921 INFO:tasks.workunit.client.0.smithi016.stdout: "state_deferred_queued_lat": { 2024-04-15T16:06:25.921 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 5651, 2024-04-15T16:06:25.921 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 6152048464038 2024-04-15T16:06:25.922 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.922 INFO:tasks.workunit.client.0.smithi016.stdout: "state_done_lat": { 2024-04-15T16:06:25.922 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 77963, 2024-04-15T16:06:25.922 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 3003136753238 2024-04-15T16:06:25.922 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.922 INFO:tasks.workunit.client.0.smithi016.stdout: "state_finishing_lat": { 2024-04-15T16:06:25.922 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 77963, 2024-04-15T16:06:25.922 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 11474796 2024-04-15T16:06:25.922 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.922 INFO:tasks.workunit.client.0.smithi016.stdout: "state_io_done_lat": { 2024-04-15T16:06:25.922 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 77964, 2024-04-15T16:06:25.922 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 176738308 2024-04-15T16:06:25.922 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.922 INFO:tasks.workunit.client.0.smithi016.stdout: "state_kv_commiting_lat": { 2024-04-15T16:06:25.923 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 77964, 2024-04-15T16:06:25.923 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 24546384091 2024-04-15T16:06:25.923 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.923 INFO:tasks.workunit.client.0.smithi016.stdout: "state_kv_done_lat": { 2024-04-15T16:06:25.923 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 77964, 2024-04-15T16:06:25.923 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 27222120 2024-04-15T16:06:25.923 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.923 INFO:tasks.workunit.client.0.smithi016.stdout: "state_kv_queued_lat": { 2024-04-15T16:06:25.923 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 77964, 2024-04-15T16:06:25.923 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 12160052242 2024-04-15T16:06:25.923 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.923 INFO:tasks.workunit.client.0.smithi016.stdout: "state_prepare_lat": { 2024-04-15T16:06:25.923 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 77964, 2024-04-15T16:06:25.923 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 10614534969 2024-04-15T16:06:25.923 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.924 INFO:tasks.workunit.client.0.smithi016.stdout: "stored": { 2024-04-15T16:06:25.924 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 9643413 2024-04-15T16:06:25.924 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.924 INFO:tasks.workunit.client.0.smithi016.stdout: "truncate_lat": { 2024-04-15T16:06:25.924 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 2490, 2024-04-15T16:06:25.924 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 14905242 2024-04-15T16:06:25.925 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.925 INFO:tasks.workunit.client.0.smithi016.stdout: "txc_commit_lat": { 2024-04-15T16:06:25.925 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 77964, 2024-04-15T16:06:25.926 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 52611036537 2024-04-15T16:06:25.926 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.926 INFO:tasks.workunit.client.0.smithi016.stdout: "txc_submit_lat": { 2024-04-15T16:06:25.926 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 77964, 2024-04-15T16:06:25.926 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 11530929647 2024-04-15T16:06:25.926 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.926 INFO:tasks.workunit.client.0.smithi016.stdout: "txc_throttle_lat": { 2024-04-15T16:06:25.926 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 77964, 2024-04-15T16:06:25.926 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 497395399 2024-04-15T16:06:25.926 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T16:06:25.926 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.926 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore-pricache": { 2024-04-15T16:06:25.926 INFO:tasks.workunit.client.0.smithi016.stdout: "cache_bytes": { 2024-04-15T16:06:25.926 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 1406236763 2024-04-15T16:06:25.927 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.927 INFO:tasks.workunit.client.0.smithi016.stdout: "heap_bytes": { 2024-04-15T16:06:25.927 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 528744448 2024-04-15T16:06:25.927 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.927 INFO:tasks.workunit.client.0.smithi016.stdout: "mapped_bytes": { 2024-04-15T16:06:25.927 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 454180864 2024-04-15T16:06:25.927 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.927 INFO:tasks.workunit.client.0.smithi016.stdout: "target_bytes": { 2024-04-15T16:06:25.927 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 2601815449 2024-04-15T16:06:25.927 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.927 INFO:tasks.workunit.client.0.smithi016.stdout: "unmapped_bytes": { 2024-04-15T16:06:25.927 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 74563584 2024-04-15T16:06:25.927 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T16:06:25.927 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.927 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore-pricache:data": { 2024-04-15T16:06:25.928 INFO:tasks.workunit.client.0.smithi016.stdout: "committed_bytes": { 2024-04-15T16:06:25.928 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 125829120 2024-04-15T16:06:25.928 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.928 INFO:tasks.workunit.client.0.smithi016.stdout: "pri0_bytes": { 2024-04-15T16:06:25.928 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:25.928 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.928 INFO:tasks.workunit.client.0.smithi016.stdout: "pri10_bytes": { 2024-04-15T16:06:25.928 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:25.928 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.928 INFO:tasks.workunit.client.0.smithi016.stdout: "pri11_bytes": { 2024-04-15T16:06:25.928 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 57339540 2024-04-15T16:06:25.928 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.928 INFO:tasks.workunit.client.0.smithi016.stdout: "pri1_bytes": { 2024-04-15T16:06:25.928 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:25.929 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.929 INFO:tasks.workunit.client.0.smithi016.stdout: "pri2_bytes": { 2024-04-15T16:06:25.929 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:25.929 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.929 INFO:tasks.workunit.client.0.smithi016.stdout: "pri3_bytes": { 2024-04-15T16:06:25.929 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:25.929 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.929 INFO:tasks.workunit.client.0.smithi016.stdout: "pri4_bytes": { 2024-04-15T16:06:25.929 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:25.929 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.929 INFO:tasks.workunit.client.0.smithi016.stdout: "pri5_bytes": { 2024-04-15T16:06:25.929 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:25.929 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.929 INFO:tasks.workunit.client.0.smithi016.stdout: "pri6_bytes": { 2024-04-15T16:06:25.929 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 32768 2024-04-15T16:06:25.930 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.930 INFO:tasks.workunit.client.0.smithi016.stdout: "pri7_bytes": { 2024-04-15T16:06:25.930 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:25.930 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.930 INFO:tasks.workunit.client.0.smithi016.stdout: "pri8_bytes": { 2024-04-15T16:06:25.930 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:25.930 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.930 INFO:tasks.workunit.client.0.smithi016.stdout: "pri9_bytes": { 2024-04-15T16:06:25.930 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:25.930 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.930 INFO:tasks.workunit.client.0.smithi016.stdout: "reserved_bytes": { 2024-04-15T16:06:25.930 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 68456812 2024-04-15T16:06:25.930 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T16:06:25.930 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.931 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore-pricache:kv": { 2024-04-15T16:06:25.931 INFO:tasks.workunit.client.0.smithi016.stdout: "committed_bytes": { 2024-04-15T16:06:25.931 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 570425344 2024-04-15T16:06:25.931 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.931 INFO:tasks.workunit.client.0.smithi016.stdout: "pri0_bytes": { 2024-04-15T16:06:25.931 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 67108864 2024-04-15T16:06:25.931 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.931 INFO:tasks.workunit.client.0.smithi016.stdout: "pri10_bytes": { 2024-04-15T16:06:25.931 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:25.931 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.931 INFO:tasks.workunit.client.0.smithi016.stdout: "pri11_bytes": { 2024-04-15T16:06:25.931 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 430046555 2024-04-15T16:06:25.931 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.931 INFO:tasks.workunit.client.0.smithi016.stdout: "pri1_bytes": { 2024-04-15T16:06:25.932 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:25.932 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.932 INFO:tasks.workunit.client.0.smithi016.stdout: "pri2_bytes": { 2024-04-15T16:06:25.932 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:25.932 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.932 INFO:tasks.workunit.client.0.smithi016.stdout: "pri3_bytes": { 2024-04-15T16:06:25.932 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 1360 2024-04-15T16:06:25.932 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.932 INFO:tasks.workunit.client.0.smithi016.stdout: "pri4_bytes": { 2024-04-15T16:06:25.932 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:25.932 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.932 INFO:tasks.workunit.client.0.smithi016.stdout: "pri5_bytes": { 2024-04-15T16:06:25.932 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 83904 2024-04-15T16:06:25.932 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.932 INFO:tasks.workunit.client.0.smithi016.stdout: "pri6_bytes": { 2024-04-15T16:06:25.933 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:25.933 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.933 INFO:tasks.workunit.client.0.smithi016.stdout: "pri7_bytes": { 2024-04-15T16:06:25.933 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:25.933 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.933 INFO:tasks.workunit.client.0.smithi016.stdout: "pri8_bytes": { 2024-04-15T16:06:25.933 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:25.933 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.933 INFO:tasks.workunit.client.0.smithi016.stdout: "pri9_bytes": { 2024-04-15T16:06:25.933 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:25.933 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.933 INFO:tasks.workunit.client.0.smithi016.stdout: "reserved_bytes": { 2024-04-15T16:06:25.933 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 73184661 2024-04-15T16:06:25.933 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T16:06:25.934 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.934 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore-pricache:kv_onode": { 2024-04-15T16:06:25.934 INFO:tasks.workunit.client.0.smithi016.stdout: "committed_bytes": { 2024-04-15T16:06:25.934 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 184549376 2024-04-15T16:06:25.934 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.934 INFO:tasks.workunit.client.0.smithi016.stdout: "pri0_bytes": { 2024-04-15T16:06:25.934 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 67108864 2024-04-15T16:06:25.934 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.934 INFO:tasks.workunit.client.0.smithi016.stdout: "pri10_bytes": { 2024-04-15T16:06:25.934 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 4670560 2024-04-15T16:06:25.934 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.934 INFO:tasks.workunit.client.0.smithi016.stdout: "pri11_bytes": { 2024-04-15T16:06:25.934 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 38226360 2024-04-15T16:06:25.934 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.934 INFO:tasks.workunit.client.0.smithi016.stdout: "pri1_bytes": { 2024-04-15T16:06:25.935 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:25.935 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.935 INFO:tasks.workunit.client.0.smithi016.stdout: "pri2_bytes": { 2024-04-15T16:06:25.935 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:25.935 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.935 INFO:tasks.workunit.client.0.smithi016.stdout: "pri3_bytes": { 2024-04-15T16:06:25.935 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:25.935 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.935 INFO:tasks.workunit.client.0.smithi016.stdout: "pri4_bytes": { 2024-04-15T16:06:25.935 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:25.935 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.935 INFO:tasks.workunit.client.0.smithi016.stdout: "pri5_bytes": { 2024-04-15T16:06:25.935 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:25.935 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.936 INFO:tasks.workunit.client.0.smithi016.stdout: "pri6_bytes": { 2024-04-15T16:06:25.936 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:25.936 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.936 INFO:tasks.workunit.client.0.smithi016.stdout: "pri7_bytes": { 2024-04-15T16:06:25.936 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:25.936 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.936 INFO:tasks.workunit.client.0.smithi016.stdout: "pri8_bytes": { 2024-04-15T16:06:25.936 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:25.936 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.936 INFO:tasks.workunit.client.0.smithi016.stdout: "pri9_bytes": { 2024-04-15T16:06:25.936 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:25.936 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.936 INFO:tasks.workunit.client.0.smithi016.stdout: "reserved_bytes": { 2024-04-15T16:06:25.936 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 74543592 2024-04-15T16:06:25.936 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T16:06:25.937 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.937 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore-pricache:meta": { 2024-04-15T16:06:25.937 INFO:tasks.workunit.client.0.smithi016.stdout: "committed_bytes": { 2024-04-15T16:06:25.937 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 503316480 2024-04-15T16:06:25.937 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.937 INFO:tasks.workunit.client.0.smithi016.stdout: "pri0_bytes": { 2024-04-15T16:06:25.937 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:25.937 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.937 INFO:tasks.workunit.client.0.smithi016.stdout: "pri10_bytes": { 2024-04-15T16:06:25.937 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:25.937 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.937 INFO:tasks.workunit.client.0.smithi016.stdout: "pri11_bytes": { 2024-04-15T16:06:25.937 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 430046555 2024-04-15T16:06:25.937 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.937 INFO:tasks.workunit.client.0.smithi016.stdout: "pri1_bytes": { 2024-04-15T16:06:25.938 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:25.938 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.938 INFO:tasks.workunit.client.0.smithi016.stdout: "pri2_bytes": { 2024-04-15T16:06:25.938 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:25.938 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.938 INFO:tasks.workunit.client.0.smithi016.stdout: "pri3_bytes": { 2024-04-15T16:06:25.938 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:25.938 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.938 INFO:tasks.workunit.client.0.smithi016.stdout: "pri4_bytes": { 2024-04-15T16:06:25.938 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:25.938 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.938 INFO:tasks.workunit.client.0.smithi016.stdout: "pri5_bytes": { 2024-04-15T16:06:25.938 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 119104 2024-04-15T16:06:25.939 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.939 INFO:tasks.workunit.client.0.smithi016.stdout: "pri6_bytes": { 2024-04-15T16:06:25.939 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 1123984 2024-04-15T16:06:25.939 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.939 INFO:tasks.workunit.client.0.smithi016.stdout: "pri7_bytes": { 2024-04-15T16:06:25.939 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:25.939 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.939 INFO:tasks.workunit.client.0.smithi016.stdout: "pri8_bytes": { 2024-04-15T16:06:25.939 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:25.939 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.939 INFO:tasks.workunit.client.0.smithi016.stdout: "pri9_bytes": { 2024-04-15T16:06:25.939 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:25.939 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.939 INFO:tasks.workunit.client.0.smithi016.stdout: "reserved_bytes": { 2024-04-15T16:06:25.939 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 72026837 2024-04-15T16:06:25.940 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T16:06:25.940 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.940 INFO:tasks.workunit.client.0.smithi016.stdout: "objecter": { 2024-04-15T16:06:25.940 INFO:tasks.workunit.client.0.smithi016.stdout: "op_active": { 2024-04-15T16:06:25.940 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:25.940 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.940 INFO:tasks.workunit.client.0.smithi016.stdout: "op_r": { 2024-04-15T16:06:25.940 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 83 2024-04-15T16:06:25.940 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.940 INFO:tasks.workunit.client.0.smithi016.stdout: "op_rmw": { 2024-04-15T16:06:25.940 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:25.940 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.940 INFO:tasks.workunit.client.0.smithi016.stdout: "op_w": { 2024-04-15T16:06:25.940 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:25.940 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T16:06:25.941 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.941 INFO:tasks.workunit.client.0.smithi016.stdout: "osd": { 2024-04-15T16:06:25.941 INFO:tasks.workunit.client.0.smithi016.stdout: "numpg": { 2024-04-15T16:06:25.941 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 43 2024-04-15T16:06:25.941 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.941 INFO:tasks.workunit.client.0.smithi016.stdout: "numpg_removing": { 2024-04-15T16:06:25.941 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:25.941 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.941 INFO:tasks.workunit.client.0.smithi016.stdout: "op": { 2024-04-15T16:06:25.941 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 56250 2024-04-15T16:06:25.941 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.941 INFO:tasks.workunit.client.0.smithi016.stdout: "op_before_queue_op_lat": { 2024-04-15T16:06:25.941 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 148928, 2024-04-15T16:06:25.941 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 8382664349 2024-04-15T16:06:25.941 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.942 INFO:tasks.workunit.client.0.smithi016.stdout: "op_delayed_degraded": { 2024-04-15T16:06:25.942 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:25.942 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.942 INFO:tasks.workunit.client.0.smithi016.stdout: "op_delayed_unreadable": { 2024-04-15T16:06:25.942 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 7 2024-04-15T16:06:25.942 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.942 INFO:tasks.workunit.client.0.smithi016.stdout: "op_in_bytes": { 2024-04-15T16:06:25.942 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 2147696796 2024-04-15T16:06:25.942 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.942 INFO:tasks.workunit.client.0.smithi016.stdout: "op_latency": { 2024-04-15T16:06:25.942 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 56250, 2024-04-15T16:06:25.942 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 90279681313 2024-04-15T16:06:25.942 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.942 INFO:tasks.workunit.client.0.smithi016.stdout: "op_out_bytes": { 2024-04-15T16:06:25.943 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 3968825031 2024-04-15T16:06:25.943 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.943 INFO:tasks.workunit.client.0.smithi016.stdout: "op_prepare_latency": { 2024-04-15T16:06:25.943 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 57122, 2024-04-15T16:06:25.943 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 41414394864 2024-04-15T16:06:25.943 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.943 INFO:tasks.workunit.client.0.smithi016.stdout: "op_process_latency": { 2024-04-15T16:06:25.943 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 56250, 2024-04-15T16:06:25.943 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 69747455696 2024-04-15T16:06:25.943 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.943 INFO:tasks.workunit.client.0.smithi016.stdout: "op_r": { 2024-04-15T16:06:25.943 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 27647 2024-04-15T16:06:25.943 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.943 INFO:tasks.workunit.client.0.smithi016.stdout: "op_r_latency": { 2024-04-15T16:06:25.943 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 27647, 2024-04-15T16:06:25.944 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 15772805725 2024-04-15T16:06:25.944 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.944 INFO:tasks.workunit.client.0.smithi016.stdout: "op_r_latency_out_bytes_histogram": { 2024-04-15T16:06:25.944 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:25.944 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.944 INFO:tasks.workunit.client.0.smithi016.stdout: "op_r_out_bytes": { 2024-04-15T16:06:25.944 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 3968825031 2024-04-15T16:06:25.944 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.944 INFO:tasks.workunit.client.0.smithi016.stdout: "op_r_prepare_latency": { 2024-04-15T16:06:25.944 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 28078, 2024-04-15T16:06:25.944 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 6123467996 2024-04-15T16:06:25.944 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.944 INFO:tasks.workunit.client.0.smithi016.stdout: "op_r_process_latency": { 2024-04-15T16:06:25.944 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 27647, 2024-04-15T16:06:25.945 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 8963068036 2024-04-15T16:06:25.945 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.945 INFO:tasks.workunit.client.0.smithi016.stdout: "op_rw": { 2024-04-15T16:06:25.945 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 26666 2024-04-15T16:06:25.945 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.945 INFO:tasks.workunit.client.0.smithi016.stdout: "op_rw_in_bytes": { 2024-04-15T16:06:25.945 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 556795236 2024-04-15T16:06:25.945 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.945 INFO:tasks.workunit.client.0.smithi016.stdout: "op_rw_latency": { 2024-04-15T16:06:25.945 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 26666, 2024-04-15T16:06:25.945 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 48996766555 2024-04-15T16:06:25.945 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.945 INFO:tasks.workunit.client.0.smithi016.stdout: "op_rw_latency_in_bytes_histogram": { 2024-04-15T16:06:25.945 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:25.945 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.945 INFO:tasks.workunit.client.0.smithi016.stdout: "op_rw_latency_out_bytes_histogram": { 2024-04-15T16:06:25.946 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:25.946 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.946 INFO:tasks.workunit.client.0.smithi016.stdout: "op_rw_out_bytes": { 2024-04-15T16:06:25.946 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:25.946 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.946 INFO:tasks.workunit.client.0.smithi016.stdout: "op_rw_prepare_latency": { 2024-04-15T16:06:25.946 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 26956, 2024-04-15T16:06:25.946 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 31772259303 2024-04-15T16:06:25.946 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.946 INFO:tasks.workunit.client.0.smithi016.stdout: "op_rw_process_latency": { 2024-04-15T16:06:25.946 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 26666, 2024-04-15T16:06:25.946 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 46690361625 2024-04-15T16:06:25.946 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.946 INFO:tasks.workunit.client.0.smithi016.stdout: "op_w": { 2024-04-15T16:06:25.947 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 1937 2024-04-15T16:06:25.947 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.947 INFO:tasks.workunit.client.0.smithi016.stdout: "op_w_in_bytes": { 2024-04-15T16:06:25.947 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 1590901560 2024-04-15T16:06:25.947 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.947 INFO:tasks.workunit.client.0.smithi016.stdout: "op_w_latency": { 2024-04-15T16:06:25.947 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 1937, 2024-04-15T16:06:25.947 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 25510109033 2024-04-15T16:06:25.947 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.947 INFO:tasks.workunit.client.0.smithi016.stdout: "op_w_latency_in_bytes_histogram": { 2024-04-15T16:06:25.947 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:25.947 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.947 INFO:tasks.workunit.client.0.smithi016.stdout: "op_w_prepare_latency": { 2024-04-15T16:06:25.947 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 2088, 2024-04-15T16:06:25.947 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 3518667565 2024-04-15T16:06:25.948 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.948 INFO:tasks.workunit.client.0.smithi016.stdout: "op_w_process_latency": { 2024-04-15T16:06:25.948 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 1937, 2024-04-15T16:06:25.948 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 14094026035 2024-04-15T16:06:25.948 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.948 INFO:tasks.workunit.client.0.smithi016.stdout: "op_wip": { 2024-04-15T16:06:25.948 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:25.948 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.948 INFO:tasks.workunit.client.0.smithi016.stdout: "recovery_bytes": { 2024-04-15T16:06:25.948 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 5571732 2024-04-15T16:06:25.948 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.948 INFO:tasks.workunit.client.0.smithi016.stdout: "recovery_ops": { 2024-04-15T16:06:25.948 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 38 2024-04-15T16:06:25.948 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.948 INFO:tasks.workunit.client.0.smithi016.stdout: "stat_bytes": { 2024-04-15T16:06:25.949 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 95995035648 2024-04-15T16:06:25.949 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.949 INFO:tasks.workunit.client.0.smithi016.stdout: "stat_bytes_used": { 2024-04-15T16:06:25.949 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 627720192 2024-04-15T16:06:25.949 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T16:06:25.949 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T16:06:25.949 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.949 INFO:tasks.workunit.client.0.smithi016.stdout: "osd.3": { 2024-04-15T16:06:25.949 INFO:tasks.workunit.client.0.smithi016.stdout: "bluefs": { 2024-04-15T16:06:25.949 INFO:tasks.workunit.client.0.smithi016.stdout: "alloc_db_max_lat": { 2024-04-15T16:06:25.949 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 31543 2024-04-15T16:06:25.949 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.949 INFO:tasks.workunit.client.0.smithi016.stdout: "alloc_slow_fallback": { 2024-04-15T16:06:25.949 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:25.950 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.950 INFO:tasks.workunit.client.0.smithi016.stdout: "alloc_slow_max_lat": { 2024-04-15T16:06:25.950 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:25.950 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.950 INFO:tasks.workunit.client.0.smithi016.stdout: "alloc_slow_size_fallback": { 2024-04-15T16:06:25.950 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:25.950 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.950 INFO:tasks.workunit.client.0.smithi016.stdout: "alloc_unit_db": { 2024-04-15T16:06:25.950 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 65536 2024-04-15T16:06:25.950 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.950 INFO:tasks.workunit.client.0.smithi016.stdout: "alloc_unit_slow": { 2024-04-15T16:06:25.950 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:25.950 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.951 INFO:tasks.workunit.client.0.smithi016.stdout: "alloc_unit_wal": { 2024-04-15T16:06:25.951 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:25.951 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.951 INFO:tasks.workunit.client.0.smithi016.stdout: "alloc_wal_max_lat": { 2024-04-15T16:06:25.951 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:25.951 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.951 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes_written_slow": { 2024-04-15T16:06:25.951 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:25.951 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.951 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes_written_sst": { 2024-04-15T16:06:25.951 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 3084288 2024-04-15T16:06:25.951 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.951 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes_written_wal": { 2024-04-15T16:06:25.951 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 666308608 2024-04-15T16:06:25.952 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.952 INFO:tasks.workunit.client.0.smithi016.stdout: "compact_lat": { 2024-04-15T16:06:25.952 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 16, 2024-04-15T16:06:25.952 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 4023485 2024-04-15T16:06:25.952 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.952 INFO:tasks.workunit.client.0.smithi016.stdout: "compact_lock_lat": { 2024-04-15T16:06:25.952 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 16, 2024-04-15T16:06:25.952 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 1234195 2024-04-15T16:06:25.952 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.952 INFO:tasks.workunit.client.0.smithi016.stdout: "db_alloc_lat": { 2024-04-15T16:06:25.952 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 167, 2024-04-15T16:06:25.952 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 904453 2024-04-15T16:06:25.952 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.952 INFO:tasks.workunit.client.0.smithi016.stdout: "db_total_bytes": { 2024-04-15T16:06:25.952 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 95995027456 2024-04-15T16:06:25.953 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.953 INFO:tasks.workunit.client.0.smithi016.stdout: "db_used_bytes": { 2024-04-15T16:06:25.953 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 686489600 2024-04-15T16:06:25.953 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.953 INFO:tasks.workunit.client.0.smithi016.stdout: "flush_lat": { 2024-04-15T16:06:25.953 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 66794, 2024-04-15T16:06:25.953 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 5977197776 2024-04-15T16:06:25.953 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.953 INFO:tasks.workunit.client.0.smithi016.stdout: "fsync_lat": { 2024-04-15T16:06:25.953 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 66822, 2024-04-15T16:06:25.953 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 11061109467 2024-04-15T16:06:25.953 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.953 INFO:tasks.workunit.client.0.smithi016.stdout: "log_bytes": { 2024-04-15T16:06:25.953 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 7680000 2024-04-15T16:06:25.954 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.954 INFO:tasks.workunit.client.0.smithi016.stdout: "logged_bytes": { 2024-04-15T16:06:25.954 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 273674240 2024-04-15T16:06:25.954 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.954 INFO:tasks.workunit.client.0.smithi016.stdout: "max_bytes_db": { 2024-04-15T16:06:25.954 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 682229760 2024-04-15T16:06:25.954 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.954 INFO:tasks.workunit.client.0.smithi016.stdout: "max_bytes_slow": { 2024-04-15T16:06:25.954 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:25.954 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.954 INFO:tasks.workunit.client.0.smithi016.stdout: "max_bytes_wal": { 2024-04-15T16:06:25.954 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:25.954 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.955 INFO:tasks.workunit.client.0.smithi016.stdout: "num_files": { 2024-04-15T16:06:25.955 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 48 2024-04-15T16:06:25.955 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.955 INFO:tasks.workunit.client.0.smithi016.stdout: "read_bytes": { 2024-04-15T16:06:25.955 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 1444110913 2024-04-15T16:06:25.955 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.955 INFO:tasks.workunit.client.0.smithi016.stdout: "read_count": { 2024-04-15T16:06:25.955 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 21903 2024-04-15T16:06:25.955 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.955 INFO:tasks.workunit.client.0.smithi016.stdout: "read_disk_bytes": { 2024-04-15T16:06:25.955 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 1237819392 2024-04-15T16:06:25.955 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.955 INFO:tasks.workunit.client.0.smithi016.stdout: "read_disk_bytes_db": { 2024-04-15T16:06:25.955 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 1237823488 2024-04-15T16:06:25.956 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.956 INFO:tasks.workunit.client.0.smithi016.stdout: "read_disk_bytes_slow": { 2024-04-15T16:06:25.956 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:25.956 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.956 INFO:tasks.workunit.client.0.smithi016.stdout: "read_disk_bytes_wal": { 2024-04-15T16:06:25.956 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:25.956 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.956 INFO:tasks.workunit.client.0.smithi016.stdout: "read_disk_count": { 2024-04-15T16:06:25.956 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 18729 2024-04-15T16:06:25.956 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.956 INFO:tasks.workunit.client.0.smithi016.stdout: "read_lat": { 2024-04-15T16:06:25.956 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 21903, 2024-04-15T16:06:25.956 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 803449540 2024-04-15T16:06:25.956 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.957 INFO:tasks.workunit.client.0.smithi016.stdout: "read_prefetch_bytes": { 2024-04-15T16:06:25.957 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 1374076330 2024-04-15T16:06:25.957 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.957 INFO:tasks.workunit.client.0.smithi016.stdout: "read_prefetch_count": { 2024-04-15T16:06:25.957 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 19751 2024-04-15T16:06:25.957 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.957 INFO:tasks.workunit.client.0.smithi016.stdout: "read_random_buffer_bytes": { 2024-04-15T16:06:25.957 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 1356110 2024-04-15T16:06:25.957 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.957 INFO:tasks.workunit.client.0.smithi016.stdout: "read_random_buffer_count": { 2024-04-15T16:06:25.957 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 544 2024-04-15T16:06:25.957 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.957 INFO:tasks.workunit.client.0.smithi016.stdout: "read_random_bytes": { 2024-04-15T16:06:25.957 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 2995354 2024-04-15T16:06:25.957 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.958 INFO:tasks.workunit.client.0.smithi016.stdout: "read_random_count": { 2024-04-15T16:06:25.958 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 716 2024-04-15T16:06:25.958 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.958 INFO:tasks.workunit.client.0.smithi016.stdout: "read_random_disk_bytes": { 2024-04-15T16:06:25.958 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 1639244 2024-04-15T16:06:25.958 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.958 INFO:tasks.workunit.client.0.smithi016.stdout: "read_random_disk_bytes_db": { 2024-04-15T16:06:25.958 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 1639244 2024-04-15T16:06:25.958 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.958 INFO:tasks.workunit.client.0.smithi016.stdout: "read_random_disk_bytes_slow": { 2024-04-15T16:06:25.958 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:25.958 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.958 INFO:tasks.workunit.client.0.smithi016.stdout: "read_random_disk_bytes_wal": { 2024-04-15T16:06:25.958 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:25.959 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.959 INFO:tasks.workunit.client.0.smithi016.stdout: "read_random_disk_count": { 2024-04-15T16:06:25.959 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 173 2024-04-15T16:06:25.959 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.959 INFO:tasks.workunit.client.0.smithi016.stdout: "read_random_lat": { 2024-04-15T16:06:25.959 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 716, 2024-04-15T16:06:25.959 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 1389781 2024-04-15T16:06:25.959 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.959 INFO:tasks.workunit.client.0.smithi016.stdout: "slow_alloc_lat": { 2024-04-15T16:06:25.959 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 0, 2024-04-15T16:06:25.959 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:25.959 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.959 INFO:tasks.workunit.client.0.smithi016.stdout: "slow_total_bytes": { 2024-04-15T16:06:25.959 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:25.960 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.960 INFO:tasks.workunit.client.0.smithi016.stdout: "slow_used_bytes": { 2024-04-15T16:06:25.960 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:25.960 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.960 INFO:tasks.workunit.client.0.smithi016.stdout: "truncate_lat": { 2024-04-15T16:06:25.960 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 1, 2024-04-15T16:06:25.960 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 741 2024-04-15T16:06:25.960 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.960 INFO:tasks.workunit.client.0.smithi016.stdout: "unlink_lat": { 2024-04-15T16:06:25.960 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 7, 2024-04-15T16:06:25.960 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 9250 2024-04-15T16:06:25.960 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.960 INFO:tasks.workunit.client.0.smithi016.stdout: "wal_alloc_lat": { 2024-04-15T16:06:25.960 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 0, 2024-04-15T16:06:25.960 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:25.961 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.961 INFO:tasks.workunit.client.0.smithi016.stdout: "wal_total_bytes": { 2024-04-15T16:06:25.961 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:25.961 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.961 INFO:tasks.workunit.client.0.smithi016.stdout: "wal_used_bytes": { 2024-04-15T16:06:25.961 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:25.961 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.961 INFO:tasks.workunit.client.0.smithi016.stdout: "write_bytes": { 2024-04-15T16:06:25.961 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 945504256 2024-04-15T16:06:25.961 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T16:06:25.961 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.961 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore": { 2024-04-15T16:06:25.961 INFO:tasks.workunit.client.0.smithi016.stdout: "alloc_unit": { 2024-04-15T16:06:25.961 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 4096 2024-04-15T16:06:25.962 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.962 INFO:tasks.workunit.client.0.smithi016.stdout: "allocated": { 2024-04-15T16:06:25.962 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 9203712 2024-04-15T16:06:25.962 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.962 INFO:tasks.workunit.client.0.smithi016.stdout: "allocator_lat": { 2024-04-15T16:06:25.962 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 17539, 2024-04-15T16:06:25.962 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 59067770 2024-04-15T16:06:25.962 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.962 INFO:tasks.workunit.client.0.smithi016.stdout: "clist_lat": { 2024-04-15T16:06:25.962 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 3559, 2024-04-15T16:06:25.962 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 3546831526 2024-04-15T16:06:25.962 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.962 INFO:tasks.workunit.client.0.smithi016.stdout: "compress_lat": { 2024-04-15T16:06:25.962 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 0, 2024-04-15T16:06:25.963 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:25.963 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.963 INFO:tasks.workunit.client.0.smithi016.stdout: "compressed": { 2024-04-15T16:06:25.963 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:25.963 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.963 INFO:tasks.workunit.client.0.smithi016.stdout: "compressed_allocated": { 2024-04-15T16:06:25.963 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:25.963 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.963 INFO:tasks.workunit.client.0.smithi016.stdout: "compressed_original": { 2024-04-15T16:06:25.963 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:25.963 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.963 INFO:tasks.workunit.client.0.smithi016.stdout: "csum_lat": { 2024-04-15T16:06:25.963 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 19883, 2024-04-15T16:06:25.963 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 189462232 2024-04-15T16:06:25.963 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.964 INFO:tasks.workunit.client.0.smithi016.stdout: "decompress_lat": { 2024-04-15T16:06:25.964 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 0, 2024-04-15T16:06:25.964 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:25.964 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.964 INFO:tasks.workunit.client.0.smithi016.stdout: "fragmentation_micros": { 2024-04-15T16:06:25.964 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:25.964 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.964 INFO:tasks.workunit.client.0.smithi016.stdout: "kv_commit_lat": { 2024-04-15T16:06:25.964 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 66750, 2024-04-15T16:06:25.964 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 14647837551 2024-04-15T16:06:25.964 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.964 INFO:tasks.workunit.client.0.smithi016.stdout: "kv_final_lat": { 2024-04-15T16:06:25.964 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 66152, 2024-04-15T16:06:25.964 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 1716258503 2024-04-15T16:06:25.964 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.965 INFO:tasks.workunit.client.0.smithi016.stdout: "kv_flush_lat": { 2024-04-15T16:06:25.965 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 66750, 2024-04-15T16:06:25.965 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 42746624 2024-04-15T16:06:25.965 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.965 INFO:tasks.workunit.client.0.smithi016.stdout: "kv_sync_lat": { 2024-04-15T16:06:25.965 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 66750, 2024-04-15T16:06:25.965 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 14690584175 2024-04-15T16:06:25.965 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.965 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_get_keys_lat": { 2024-04-15T16:06:25.965 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 0, 2024-04-15T16:06:25.965 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:25.965 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.965 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_get_values_lat": { 2024-04-15T16:06:25.965 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 24628, 2024-04-15T16:06:25.965 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 523971386 2024-04-15T16:06:25.966 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.966 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_lower_bound_lat": { 2024-04-15T16:06:25.966 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 1287, 2024-04-15T16:06:25.966 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 2713548 2024-04-15T16:06:25.966 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.966 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_next_lat": { 2024-04-15T16:06:25.966 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 20524, 2024-04-15T16:06:25.966 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 13155368 2024-04-15T16:06:25.966 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.966 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_seek_to_first_lat": { 2024-04-15T16:06:25.966 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 42, 2024-04-15T16:06:25.966 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 94648 2024-04-15T16:06:25.966 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.966 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_upper_bound_lat": { 2024-04-15T16:06:25.967 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 12198, 2024-04-15T16:06:25.967 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 1667039030 2024-04-15T16:06:25.967 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.967 INFO:tasks.workunit.client.0.smithi016.stdout: "onode_hits": { 2024-04-15T16:06:25.967 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 210515 2024-04-15T16:06:25.967 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.967 INFO:tasks.workunit.client.0.smithi016.stdout: "onode_misses": { 2024-04-15T16:06:25.967 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 18746 2024-04-15T16:06:25.967 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.967 INFO:tasks.workunit.client.0.smithi016.stdout: "read_lat": { 2024-04-15T16:06:25.967 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 29338, 2024-04-15T16:06:25.967 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 1491744259 2024-04-15T16:06:25.967 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.967 INFO:tasks.workunit.client.0.smithi016.stdout: "read_onode_meta_lat": { 2024-04-15T16:06:25.967 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 80362, 2024-04-15T16:06:25.968 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 29347876 2024-04-15T16:06:25.968 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.968 INFO:tasks.workunit.client.0.smithi016.stdout: "read_wait_aio_lat": { 2024-04-15T16:06:25.968 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 51024, 2024-04-15T16:06:25.968 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 847008799 2024-04-15T16:06:25.968 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.968 INFO:tasks.workunit.client.0.smithi016.stdout: "reads_with_retries": { 2024-04-15T16:06:25.968 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:25.968 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.968 INFO:tasks.workunit.client.0.smithi016.stdout: "remove_lat": { 2024-04-15T16:06:25.968 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 12516, 2024-04-15T16:06:25.968 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 387529016 2024-04-15T16:06:25.968 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.969 INFO:tasks.workunit.client.0.smithi016.stdout: "slow_aio_wait_count": { 2024-04-15T16:06:25.969 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:25.969 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.969 INFO:tasks.workunit.client.0.smithi016.stdout: "slow_committed_kv_count": { 2024-04-15T16:06:25.969 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:25.969 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.969 INFO:tasks.workunit.client.0.smithi016.stdout: "slow_read_onode_meta_count": { 2024-04-15T16:06:25.969 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:25.969 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.969 INFO:tasks.workunit.client.0.smithi016.stdout: "slow_read_wait_aio_count": { 2024-04-15T16:06:25.969 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:25.969 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.969 INFO:tasks.workunit.client.0.smithi016.stdout: "state_aio_wait_lat": { 2024-04-15T16:06:25.969 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 77178, 2024-04-15T16:06:25.969 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 5420035789 2024-04-15T16:06:25.970 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.970 INFO:tasks.workunit.client.0.smithi016.stdout: "state_deferred_aio_wait_lat": { 2024-04-15T16:06:25.970 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 18755, 2024-04-15T16:06:25.970 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 1075873237 2024-04-15T16:06:25.970 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.970 INFO:tasks.workunit.client.0.smithi016.stdout: "state_deferred_cleanup_lat": { 2024-04-15T16:06:25.970 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 18754, 2024-04-15T16:06:25.970 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 4132469353563 2024-04-15T16:06:25.970 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.970 INFO:tasks.workunit.client.0.smithi016.stdout: "state_deferred_queued_lat": { 2024-04-15T16:06:25.970 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 18755, 2024-04-15T16:06:25.970 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 6801735341524 2024-04-15T16:06:25.970 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.970 INFO:tasks.workunit.client.0.smithi016.stdout: "state_done_lat": { 2024-04-15T16:06:25.971 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 77177, 2024-04-15T16:06:25.971 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 2948859930361 2024-04-15T16:06:25.971 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.971 INFO:tasks.workunit.client.0.smithi016.stdout: "state_finishing_lat": { 2024-04-15T16:06:25.971 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 77177, 2024-04-15T16:06:25.971 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 8008003 2024-04-15T16:06:25.971 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.971 INFO:tasks.workunit.client.0.smithi016.stdout: "state_io_done_lat": { 2024-04-15T16:06:25.971 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 77178, 2024-04-15T16:06:25.971 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 244582898 2024-04-15T16:06:25.971 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.971 INFO:tasks.workunit.client.0.smithi016.stdout: "state_kv_commiting_lat": { 2024-04-15T16:06:25.971 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 77178, 2024-04-15T16:06:25.971 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 25371952280 2024-04-15T16:06:25.972 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.972 INFO:tasks.workunit.client.0.smithi016.stdout: "state_kv_done_lat": { 2024-04-15T16:06:25.972 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 77178, 2024-04-15T16:06:25.972 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 30153331 2024-04-15T16:06:25.972 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.972 INFO:tasks.workunit.client.0.smithi016.stdout: "state_kv_queued_lat": { 2024-04-15T16:06:25.972 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 77178, 2024-04-15T16:06:25.972 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 12425659715 2024-04-15T16:06:25.972 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.972 INFO:tasks.workunit.client.0.smithi016.stdout: "state_prepare_lat": { 2024-04-15T16:06:25.972 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 77178, 2024-04-15T16:06:25.972 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 10976072057 2024-04-15T16:06:25.972 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.972 INFO:tasks.workunit.client.0.smithi016.stdout: "stored": { 2024-04-15T16:06:25.972 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 5455037 2024-04-15T16:06:25.973 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.973 INFO:tasks.workunit.client.0.smithi016.stdout: "truncate_lat": { 2024-04-15T16:06:25.973 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 2463, 2024-04-15T16:06:25.973 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 14901752 2024-04-15T16:06:25.973 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.973 INFO:tasks.workunit.client.0.smithi016.stdout: "txc_commit_lat": { 2024-04-15T16:06:25.973 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 77178, 2024-04-15T16:06:25.973 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 54453000906 2024-04-15T16:06:25.973 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.973 INFO:tasks.workunit.client.0.smithi016.stdout: "txc_submit_lat": { 2024-04-15T16:06:25.973 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 77178, 2024-04-15T16:06:25.973 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 11906635548 2024-04-15T16:06:25.973 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.973 INFO:tasks.workunit.client.0.smithi016.stdout: "txc_throttle_lat": { 2024-04-15T16:06:25.973 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 77178, 2024-04-15T16:06:25.974 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 507878996 2024-04-15T16:06:25.974 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T16:06:25.974 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.974 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore-pricache": { 2024-04-15T16:06:25.974 INFO:tasks.workunit.client.0.smithi016.stdout: "cache_bytes": { 2024-04-15T16:06:25.974 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 1406236763 2024-04-15T16:06:25.974 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.974 INFO:tasks.workunit.client.0.smithi016.stdout: "heap_bytes": { 2024-04-15T16:06:25.974 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 576364544 2024-04-15T16:06:25.974 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.974 INFO:tasks.workunit.client.0.smithi016.stdout: "mapped_bytes": { 2024-04-15T16:06:25.974 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 487030784 2024-04-15T16:06:25.974 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.974 INFO:tasks.workunit.client.0.smithi016.stdout: "target_bytes": { 2024-04-15T16:06:25.975 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 2601815449 2024-04-15T16:06:25.975 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.975 INFO:tasks.workunit.client.0.smithi016.stdout: "unmapped_bytes": { 2024-04-15T16:06:25.975 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 89333760 2024-04-15T16:06:25.975 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T16:06:25.975 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.975 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore-pricache:data": { 2024-04-15T16:06:25.975 INFO:tasks.workunit.client.0.smithi016.stdout: "committed_bytes": { 2024-04-15T16:06:25.975 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 125829120 2024-04-15T16:06:25.975 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.975 INFO:tasks.workunit.client.0.smithi016.stdout: "pri0_bytes": { 2024-04-15T16:06:25.975 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:25.975 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.975 INFO:tasks.workunit.client.0.smithi016.stdout: "pri10_bytes": { 2024-04-15T16:06:25.976 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:25.976 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.976 INFO:tasks.workunit.client.0.smithi016.stdout: "pri11_bytes": { 2024-04-15T16:06:25.976 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 57448381 2024-04-15T16:06:25.976 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.976 INFO:tasks.workunit.client.0.smithi016.stdout: "pri1_bytes": { 2024-04-15T16:06:25.976 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:25.976 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.976 INFO:tasks.workunit.client.0.smithi016.stdout: "pri2_bytes": { 2024-04-15T16:06:25.976 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:25.976 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.976 INFO:tasks.workunit.client.0.smithi016.stdout: "pri3_bytes": { 2024-04-15T16:06:25.976 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:25.976 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.976 INFO:tasks.workunit.client.0.smithi016.stdout: "pri4_bytes": { 2024-04-15T16:06:25.977 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:25.977 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.977 INFO:tasks.workunit.client.0.smithi016.stdout: "pri5_bytes": { 2024-04-15T16:06:25.977 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 4096 2024-04-15T16:06:25.977 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.977 INFO:tasks.workunit.client.0.smithi016.stdout: "pri6_bytes": { 2024-04-15T16:06:25.977 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 77824 2024-04-15T16:06:25.977 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.977 INFO:tasks.workunit.client.0.smithi016.stdout: "pri7_bytes": { 2024-04-15T16:06:25.977 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:25.977 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.977 INFO:tasks.workunit.client.0.smithi016.stdout: "pri8_bytes": { 2024-04-15T16:06:25.977 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:25.977 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.977 INFO:tasks.workunit.client.0.smithi016.stdout: "pri9_bytes": { 2024-04-15T16:06:25.978 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:25.978 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.978 INFO:tasks.workunit.client.0.smithi016.stdout: "reserved_bytes": { 2024-04-15T16:06:25.978 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 68298819 2024-04-15T16:06:25.978 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T16:06:25.978 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.978 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore-pricache:kv": { 2024-04-15T16:06:25.978 INFO:tasks.workunit.client.0.smithi016.stdout: "committed_bytes": { 2024-04-15T16:06:25.978 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 570425344 2024-04-15T16:06:25.978 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.978 INFO:tasks.workunit.client.0.smithi016.stdout: "pri0_bytes": { 2024-04-15T16:06:25.978 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 67108864 2024-04-15T16:06:25.978 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.978 INFO:tasks.workunit.client.0.smithi016.stdout: "pri10_bytes": { 2024-04-15T16:06:25.979 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:25.979 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.979 INFO:tasks.workunit.client.0.smithi016.stdout: "pri11_bytes": { 2024-04-15T16:06:25.979 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 430862862 2024-04-15T16:06:25.979 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.979 INFO:tasks.workunit.client.0.smithi016.stdout: "pri1_bytes": { 2024-04-15T16:06:25.979 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:25.979 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.979 INFO:tasks.workunit.client.0.smithi016.stdout: "pri2_bytes": { 2024-04-15T16:06:25.979 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:25.979 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.979 INFO:tasks.workunit.client.0.smithi016.stdout: "pri3_bytes": { 2024-04-15T16:06:25.979 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 1520 2024-04-15T16:06:25.979 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.979 INFO:tasks.workunit.client.0.smithi016.stdout: "pri4_bytes": { 2024-04-15T16:06:25.980 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:25.980 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.980 INFO:tasks.workunit.client.0.smithi016.stdout: "pri5_bytes": { 2024-04-15T16:06:25.980 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 90128 2024-04-15T16:06:25.980 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.980 INFO:tasks.workunit.client.0.smithi016.stdout: "pri6_bytes": { 2024-04-15T16:06:25.980 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:25.980 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.980 INFO:tasks.workunit.client.0.smithi016.stdout: "pri7_bytes": { 2024-04-15T16:06:25.980 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:25.980 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.980 INFO:tasks.workunit.client.0.smithi016.stdout: "pri8_bytes": { 2024-04-15T16:06:25.980 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:25.980 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.981 INFO:tasks.workunit.client.0.smithi016.stdout: "pri9_bytes": { 2024-04-15T16:06:25.981 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:25.981 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.981 INFO:tasks.workunit.client.0.smithi016.stdout: "reserved_bytes": { 2024-04-15T16:06:25.981 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 72361970 2024-04-15T16:06:25.981 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T16:06:25.981 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.981 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore-pricache:kv_onode": { 2024-04-15T16:06:25.981 INFO:tasks.workunit.client.0.smithi016.stdout: "committed_bytes": { 2024-04-15T16:06:25.981 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 176160768 2024-04-15T16:06:25.981 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.981 INFO:tasks.workunit.client.0.smithi016.stdout: "pri0_bytes": { 2024-04-15T16:06:25.981 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 67108864 2024-04-15T16:06:25.981 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.981 INFO:tasks.workunit.client.0.smithi016.stdout: "pri10_bytes": { 2024-04-15T16:06:25.982 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 2446000 2024-04-15T16:06:25.982 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.982 INFO:tasks.workunit.client.0.smithi016.stdout: "pri11_bytes": { 2024-04-15T16:06:25.982 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 38298921 2024-04-15T16:06:25.982 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.982 INFO:tasks.workunit.client.0.smithi016.stdout: "pri1_bytes": { 2024-04-15T16:06:25.982 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:25.982 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.982 INFO:tasks.workunit.client.0.smithi016.stdout: "pri2_bytes": { 2024-04-15T16:06:25.982 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:25.982 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.982 INFO:tasks.workunit.client.0.smithi016.stdout: "pri3_bytes": { 2024-04-15T16:06:25.982 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:25.982 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.983 INFO:tasks.workunit.client.0.smithi016.stdout: "pri4_bytes": { 2024-04-15T16:06:25.983 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:25.983 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.983 INFO:tasks.workunit.client.0.smithi016.stdout: "pri5_bytes": { 2024-04-15T16:06:25.983 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:25.983 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.983 INFO:tasks.workunit.client.0.smithi016.stdout: "pri6_bytes": { 2024-04-15T16:06:25.983 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:25.983 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.983 INFO:tasks.workunit.client.0.smithi016.stdout: "pri7_bytes": { 2024-04-15T16:06:25.983 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:25.983 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.983 INFO:tasks.workunit.client.0.smithi016.stdout: "pri8_bytes": { 2024-04-15T16:06:25.983 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:25.983 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.984 INFO:tasks.workunit.client.0.smithi016.stdout: "pri9_bytes": { 2024-04-15T16:06:25.984 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:25.984 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.984 INFO:tasks.workunit.client.0.smithi016.stdout: "reserved_bytes": { 2024-04-15T16:06:25.984 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 68306983 2024-04-15T16:06:25.984 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T16:06:25.984 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.984 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore-pricache:meta": { 2024-04-15T16:06:25.984 INFO:tasks.workunit.client.0.smithi016.stdout: "committed_bytes": { 2024-04-15T16:06:25.984 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 503316480 2024-04-15T16:06:25.984 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.984 INFO:tasks.workunit.client.0.smithi016.stdout: "pri0_bytes": { 2024-04-15T16:06:25.984 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:25.984 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.985 INFO:tasks.workunit.client.0.smithi016.stdout: "pri10_bytes": { 2024-04-15T16:06:25.985 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:25.985 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.985 INFO:tasks.workunit.client.0.smithi016.stdout: "pri11_bytes": { 2024-04-15T16:06:25.985 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 430862862 2024-04-15T16:06:25.985 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.985 INFO:tasks.workunit.client.0.smithi016.stdout: "pri1_bytes": { 2024-04-15T16:06:25.985 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:25.985 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.985 INFO:tasks.workunit.client.0.smithi016.stdout: "pri2_bytes": { 2024-04-15T16:06:25.985 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:25.985 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.985 INFO:tasks.workunit.client.0.smithi016.stdout: "pri3_bytes": { 2024-04-15T16:06:25.985 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:25.985 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.986 INFO:tasks.workunit.client.0.smithi016.stdout: "pri4_bytes": { 2024-04-15T16:06:25.986 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:25.986 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.986 INFO:tasks.workunit.client.0.smithi016.stdout: "pri5_bytes": { 2024-04-15T16:06:25.986 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 122814 2024-04-15T16:06:25.986 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.986 INFO:tasks.workunit.client.0.smithi016.stdout: "pri6_bytes": { 2024-04-15T16:06:25.986 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 1121307 2024-04-15T16:06:25.986 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.986 INFO:tasks.workunit.client.0.smithi016.stdout: "pri7_bytes": { 2024-04-15T16:06:25.986 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:25.986 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.986 INFO:tasks.workunit.client.0.smithi016.stdout: "pri8_bytes": { 2024-04-15T16:06:25.986 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:25.986 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.987 INFO:tasks.workunit.client.0.smithi016.stdout: "pri9_bytes": { 2024-04-15T16:06:25.987 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:25.987 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.987 INFO:tasks.workunit.client.0.smithi016.stdout: "reserved_bytes": { 2024-04-15T16:06:25.987 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 71209497 2024-04-15T16:06:25.987 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T16:06:25.987 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.987 INFO:tasks.workunit.client.0.smithi016.stdout: "objecter": { 2024-04-15T16:06:25.987 INFO:tasks.workunit.client.0.smithi016.stdout: "op_active": { 2024-04-15T16:06:25.987 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:25.987 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.987 INFO:tasks.workunit.client.0.smithi016.stdout: "op_r": { 2024-04-15T16:06:25.987 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 38 2024-04-15T16:06:25.988 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.988 INFO:tasks.workunit.client.0.smithi016.stdout: "op_rmw": { 2024-04-15T16:06:25.988 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:25.988 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.988 INFO:tasks.workunit.client.0.smithi016.stdout: "op_w": { 2024-04-15T16:06:25.988 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 1 2024-04-15T16:06:25.988 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T16:06:25.988 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.988 INFO:tasks.workunit.client.0.smithi016.stdout: "osd": { 2024-04-15T16:06:25.988 INFO:tasks.workunit.client.0.smithi016.stdout: "numpg": { 2024-04-15T16:06:25.988 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 48 2024-04-15T16:06:25.988 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.988 INFO:tasks.workunit.client.0.smithi016.stdout: "numpg_removing": { 2024-04-15T16:06:25.988 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:25.988 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.989 INFO:tasks.workunit.client.0.smithi016.stdout: "op": { 2024-04-15T16:06:25.989 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 47063 2024-04-15T16:06:25.989 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.989 INFO:tasks.workunit.client.0.smithi016.stdout: "op_before_queue_op_lat": { 2024-04-15T16:06:25.989 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 129210, 2024-04-15T16:06:25.989 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 8689100249 2024-04-15T16:06:25.989 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.989 INFO:tasks.workunit.client.0.smithi016.stdout: "op_delayed_degraded": { 2024-04-15T16:06:25.989 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:25.989 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.989 INFO:tasks.workunit.client.0.smithi016.stdout: "op_delayed_unreadable": { 2024-04-15T16:06:25.989 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:25.989 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.989 INFO:tasks.workunit.client.0.smithi016.stdout: "op_in_bytes": { 2024-04-15T16:06:25.990 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 1605186340 2024-04-15T16:06:25.990 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.990 INFO:tasks.workunit.client.0.smithi016.stdout: "op_latency": { 2024-04-15T16:06:25.990 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 47063, 2024-04-15T16:06:25.990 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 251576526477 2024-04-15T16:06:25.990 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.990 INFO:tasks.workunit.client.0.smithi016.stdout: "op_out_bytes": { 2024-04-15T16:06:25.990 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 2270294377 2024-04-15T16:06:25.990 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.990 INFO:tasks.workunit.client.0.smithi016.stdout: "op_prepare_latency": { 2024-04-15T16:06:25.990 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 49252, 2024-04-15T16:06:25.990 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 28177558905 2024-04-15T16:06:25.990 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.990 INFO:tasks.workunit.client.0.smithi016.stdout: "op_process_latency": { 2024-04-15T16:06:25.990 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 47063, 2024-04-15T16:06:25.991 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 66006011435 2024-04-15T16:06:25.991 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.991 INFO:tasks.workunit.client.0.smithi016.stdout: "op_r": { 2024-04-15T16:06:25.991 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 29946 2024-04-15T16:06:25.991 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.991 INFO:tasks.workunit.client.0.smithi016.stdout: "op_r_latency": { 2024-04-15T16:06:25.991 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 29946, 2024-04-15T16:06:25.991 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 45379316142 2024-04-15T16:06:25.991 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.991 INFO:tasks.workunit.client.0.smithi016.stdout: "op_r_latency_out_bytes_histogram": { 2024-04-15T16:06:25.991 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:25.991 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.991 INFO:tasks.workunit.client.0.smithi016.stdout: "op_r_out_bytes": { 2024-04-15T16:06:25.991 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 2270294377 2024-04-15T16:06:25.992 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.992 INFO:tasks.workunit.client.0.smithi016.stdout: "op_r_prepare_latency": { 2024-04-15T16:06:25.992 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 30193, 2024-04-15T16:06:25.992 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 6928748955 2024-04-15T16:06:25.992 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.992 INFO:tasks.workunit.client.0.smithi016.stdout: "op_r_process_latency": { 2024-04-15T16:06:25.992 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 29946, 2024-04-15T16:06:25.992 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 7465885841 2024-04-15T16:06:25.992 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.992 INFO:tasks.workunit.client.0.smithi016.stdout: "op_rw": { 2024-04-15T16:06:25.992 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 13046 2024-04-15T16:06:25.992 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.992 INFO:tasks.workunit.client.0.smithi016.stdout: "op_rw_in_bytes": { 2024-04-15T16:06:25.992 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 330643499 2024-04-15T16:06:25.992 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.993 INFO:tasks.workunit.client.0.smithi016.stdout: "op_rw_latency": { 2024-04-15T16:06:25.993 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 13046, 2024-04-15T16:06:25.993 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 167107188216 2024-04-15T16:06:25.993 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.993 INFO:tasks.workunit.client.0.smithi016.stdout: "op_rw_latency_in_bytes_histogram": { 2024-04-15T16:06:25.993 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:25.993 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.993 INFO:tasks.workunit.client.0.smithi016.stdout: "op_rw_latency_out_bytes_histogram": { 2024-04-15T16:06:25.993 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:25.993 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.993 INFO:tasks.workunit.client.0.smithi016.stdout: "op_rw_out_bytes": { 2024-04-15T16:06:25.993 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:25.993 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.993 INFO:tasks.workunit.client.0.smithi016.stdout: "op_rw_prepare_latency": { 2024-04-15T16:06:25.994 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 14870, 2024-04-15T16:06:25.994 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 16069681848 2024-04-15T16:06:25.994 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.994 INFO:tasks.workunit.client.0.smithi016.stdout: "op_rw_process_latency": { 2024-04-15T16:06:25.994 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 13046, 2024-04-15T16:06:25.994 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 34387020067 2024-04-15T16:06:25.994 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.994 INFO:tasks.workunit.client.0.smithi016.stdout: "op_w": { 2024-04-15T16:06:25.994 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 4071 2024-04-15T16:06:25.994 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.994 INFO:tasks.workunit.client.0.smithi016.stdout: "op_w_in_bytes": { 2024-04-15T16:06:25.994 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 1274542841 2024-04-15T16:06:25.994 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.994 INFO:tasks.workunit.client.0.smithi016.stdout: "op_w_latency": { 2024-04-15T16:06:25.995 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 4071, 2024-04-15T16:06:25.995 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 39090022119 2024-04-15T16:06:25.995 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.995 INFO:tasks.workunit.client.0.smithi016.stdout: "op_w_latency_in_bytes_histogram": { 2024-04-15T16:06:25.995 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:25.995 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.995 INFO:tasks.workunit.client.0.smithi016.stdout: "op_w_prepare_latency": { 2024-04-15T16:06:25.995 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 4189, 2024-04-15T16:06:25.995 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 5179128102 2024-04-15T16:06:25.995 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.995 INFO:tasks.workunit.client.0.smithi016.stdout: "op_w_process_latency": { 2024-04-15T16:06:25.995 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 4071, 2024-04-15T16:06:25.995 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 24153105527 2024-04-15T16:06:25.995 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.995 INFO:tasks.workunit.client.0.smithi016.stdout: "op_wip": { 2024-04-15T16:06:25.996 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:25.996 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.996 INFO:tasks.workunit.client.0.smithi016.stdout: "recovery_bytes": { 2024-04-15T16:06:25.996 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:25.996 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.996 INFO:tasks.workunit.client.0.smithi016.stdout: "recovery_ops": { 2024-04-15T16:06:25.996 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 12 2024-04-15T16:06:25.996 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.996 INFO:tasks.workunit.client.0.smithi016.stdout: "stat_bytes": { 2024-04-15T16:06:25.996 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 95995035648 2024-04-15T16:06:25.996 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.996 INFO:tasks.workunit.client.0.smithi016.stdout: "stat_bytes_used": { 2024-04-15T16:06:25.996 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 695705600 2024-04-15T16:06:25.996 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T16:06:25.997 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T16:06:25.997 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.997 INFO:tasks.workunit.client.0.smithi016.stdout: "osd.4": { 2024-04-15T16:06:25.997 INFO:tasks.workunit.client.0.smithi016.stdout: "bluefs": { 2024-04-15T16:06:25.997 INFO:tasks.workunit.client.0.smithi016.stdout: "alloc_db_max_lat": { 2024-04-15T16:06:25.997 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 20868 2024-04-15T16:06:25.997 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.997 INFO:tasks.workunit.client.0.smithi016.stdout: "alloc_slow_fallback": { 2024-04-15T16:06:25.997 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:25.997 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.997 INFO:tasks.workunit.client.0.smithi016.stdout: "alloc_slow_max_lat": { 2024-04-15T16:06:25.997 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:25.997 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.997 INFO:tasks.workunit.client.0.smithi016.stdout: "alloc_slow_size_fallback": { 2024-04-15T16:06:25.997 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:25.998 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.998 INFO:tasks.workunit.client.0.smithi016.stdout: "alloc_unit_db": { 2024-04-15T16:06:25.998 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 65536 2024-04-15T16:06:25.998 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.998 INFO:tasks.workunit.client.0.smithi016.stdout: "alloc_unit_slow": { 2024-04-15T16:06:25.998 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:25.998 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.998 INFO:tasks.workunit.client.0.smithi016.stdout: "alloc_unit_wal": { 2024-04-15T16:06:25.998 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:25.998 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.998 INFO:tasks.workunit.client.0.smithi016.stdout: "alloc_wal_max_lat": { 2024-04-15T16:06:25.998 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:25.998 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.998 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes_written_slow": { 2024-04-15T16:06:25.998 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:25.999 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.999 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes_written_sst": { 2024-04-15T16:06:25.999 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 7008256 2024-04-15T16:06:25.999 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.999 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes_written_wal": { 2024-04-15T16:06:25.999 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 695930880 2024-04-15T16:06:25.999 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.999 INFO:tasks.workunit.client.0.smithi016.stdout: "compact_lat": { 2024-04-15T16:06:25.999 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 15, 2024-04-15T16:06:25.999 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 4064949 2024-04-15T16:06:25.999 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:25.999 INFO:tasks.workunit.client.0.smithi016.stdout: "compact_lock_lat": { 2024-04-15T16:06:25.999 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 15, 2024-04-15T16:06:25.999 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 1093637 2024-04-15T16:06:26.000 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.000 INFO:tasks.workunit.client.0.smithi016.stdout: "db_alloc_lat": { 2024-04-15T16:06:26.000 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 170, 2024-04-15T16:06:26.000 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 860042 2024-04-15T16:06:26.000 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.000 INFO:tasks.workunit.client.0.smithi016.stdout: "db_total_bytes": { 2024-04-15T16:06:26.000 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 95995027456 2024-04-15T16:06:26.000 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.000 INFO:tasks.workunit.client.0.smithi016.stdout: "db_used_bytes": { 2024-04-15T16:06:26.000 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 745668608 2024-04-15T16:06:26.000 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.000 INFO:tasks.workunit.client.0.smithi016.stdout: "flush_lat": { 2024-04-15T16:06:26.000 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 63398, 2024-04-15T16:06:26.000 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 9605977070 2024-04-15T16:06:26.000 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.001 INFO:tasks.workunit.client.0.smithi016.stdout: "fsync_lat": { 2024-04-15T16:06:26.001 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 63421, 2024-04-15T16:06:26.001 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 15428640633 2024-04-15T16:06:26.001 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.001 INFO:tasks.workunit.client.0.smithi016.stdout: "log_bytes": { 2024-04-15T16:06:26.001 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 10387456 2024-04-15T16:06:26.001 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.001 INFO:tasks.workunit.client.0.smithi016.stdout: "logged_bytes": { 2024-04-15T16:06:26.001 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 259747840 2024-04-15T16:06:26.001 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.001 INFO:tasks.workunit.client.0.smithi016.stdout: "max_bytes_db": { 2024-04-15T16:06:26.001 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 741408768 2024-04-15T16:06:26.001 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.001 INFO:tasks.workunit.client.0.smithi016.stdout: "max_bytes_slow": { 2024-04-15T16:06:26.001 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:26.002 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.002 INFO:tasks.workunit.client.0.smithi016.stdout: "max_bytes_wal": { 2024-04-15T16:06:26.002 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:26.002 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.002 INFO:tasks.workunit.client.0.smithi016.stdout: "num_files": { 2024-04-15T16:06:26.002 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 53 2024-04-15T16:06:26.002 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.002 INFO:tasks.workunit.client.0.smithi016.stdout: "read_bytes": { 2024-04-15T16:06:26.002 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 4507759757 2024-04-15T16:06:26.002 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.002 INFO:tasks.workunit.client.0.smithi016.stdout: "read_count": { 2024-04-15T16:06:26.002 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 51317 2024-04-15T16:06:26.002 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.002 INFO:tasks.workunit.client.0.smithi016.stdout: "read_disk_bytes": { 2024-04-15T16:06:26.003 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 3932737536 2024-04-15T16:06:26.003 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.003 INFO:tasks.workunit.client.0.smithi016.stdout: "read_disk_bytes_db": { 2024-04-15T16:06:26.003 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 3932741632 2024-04-15T16:06:26.003 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.003 INFO:tasks.workunit.client.0.smithi016.stdout: "read_disk_bytes_slow": { 2024-04-15T16:06:26.003 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:26.003 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.003 INFO:tasks.workunit.client.0.smithi016.stdout: "read_disk_bytes_wal": { 2024-04-15T16:06:26.003 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:26.003 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.003 INFO:tasks.workunit.client.0.smithi016.stdout: "read_disk_count": { 2024-04-15T16:06:26.003 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 43924 2024-04-15T16:06:26.003 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.004 INFO:tasks.workunit.client.0.smithi016.stdout: "read_lat": { 2024-04-15T16:06:26.004 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 51317, 2024-04-15T16:06:26.004 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 1334421527 2024-04-15T16:06:26.004 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.004 INFO:tasks.workunit.client.0.smithi016.stdout: "read_prefetch_bytes": { 2024-04-15T16:06:26.004 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 4382172938 2024-04-15T16:06:26.004 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.004 INFO:tasks.workunit.client.0.smithi016.stdout: "read_prefetch_count": { 2024-04-15T16:06:26.004 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 47468 2024-04-15T16:06:26.004 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.004 INFO:tasks.workunit.client.0.smithi016.stdout: "read_random_buffer_bytes": { 2024-04-15T16:06:26.004 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 2339750 2024-04-15T16:06:26.004 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.004 INFO:tasks.workunit.client.0.smithi016.stdout: "read_random_buffer_count": { 2024-04-15T16:06:26.004 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 799 2024-04-15T16:06:26.005 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.005 INFO:tasks.workunit.client.0.smithi016.stdout: "read_random_bytes": { 2024-04-15T16:06:26.005 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 6933144 2024-04-15T16:06:26.005 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.005 INFO:tasks.workunit.client.0.smithi016.stdout: "read_random_count": { 2024-04-15T16:06:26.005 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 1034 2024-04-15T16:06:26.005 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.005 INFO:tasks.workunit.client.0.smithi016.stdout: "read_random_disk_bytes": { 2024-04-15T16:06:26.005 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 4593394 2024-04-15T16:06:26.005 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.005 INFO:tasks.workunit.client.0.smithi016.stdout: "read_random_disk_bytes_db": { 2024-04-15T16:06:26.005 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 4593394 2024-04-15T16:06:26.005 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.006 INFO:tasks.workunit.client.0.smithi016.stdout: "read_random_disk_bytes_slow": { 2024-04-15T16:06:26.006 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:26.006 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.006 INFO:tasks.workunit.client.0.smithi016.stdout: "read_random_disk_bytes_wal": { 2024-04-15T16:06:26.006 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:26.006 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.006 INFO:tasks.workunit.client.0.smithi016.stdout: "read_random_disk_count": { 2024-04-15T16:06:26.006 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 241 2024-04-15T16:06:26.006 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.006 INFO:tasks.workunit.client.0.smithi016.stdout: "read_random_lat": { 2024-04-15T16:06:26.006 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 1034, 2024-04-15T16:06:26.006 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 2220498 2024-04-15T16:06:26.006 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.006 INFO:tasks.workunit.client.0.smithi016.stdout: "slow_alloc_lat": { 2024-04-15T16:06:26.007 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 0, 2024-04-15T16:06:26.007 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:26.007 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.007 INFO:tasks.workunit.client.0.smithi016.stdout: "slow_total_bytes": { 2024-04-15T16:06:26.007 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:26.007 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.007 INFO:tasks.workunit.client.0.smithi016.stdout: "slow_used_bytes": { 2024-04-15T16:06:26.007 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:26.007 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.007 INFO:tasks.workunit.client.0.smithi016.stdout: "truncate_lat": { 2024-04-15T16:06:26.007 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 1, 2024-04-15T16:06:26.007 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 651 2024-04-15T16:06:26.007 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.008 INFO:tasks.workunit.client.0.smithi016.stdout: "unlink_lat": { 2024-04-15T16:06:26.008 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 10, 2024-04-15T16:06:26.008 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 15383 2024-04-15T16:06:26.008 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.008 INFO:tasks.workunit.client.0.smithi016.stdout: "wal_alloc_lat": { 2024-04-15T16:06:26.008 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 0, 2024-04-15T16:06:26.008 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:26.008 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.008 INFO:tasks.workunit.client.0.smithi016.stdout: "wal_total_bytes": { 2024-04-15T16:06:26.008 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:26.008 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.008 INFO:tasks.workunit.client.0.smithi016.stdout: "wal_used_bytes": { 2024-04-15T16:06:26.008 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:26.008 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.009 INFO:tasks.workunit.client.0.smithi016.stdout: "write_bytes": { 2024-04-15T16:06:26.009 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 964976640 2024-04-15T16:06:26.009 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T16:06:26.009 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.009 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore": { 2024-04-15T16:06:26.009 INFO:tasks.workunit.client.0.smithi016.stdout: "alloc_unit": { 2024-04-15T16:06:26.009 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 4096 2024-04-15T16:06:26.009 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.009 INFO:tasks.workunit.client.0.smithi016.stdout: "allocated": { 2024-04-15T16:06:26.009 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 9199616 2024-04-15T16:06:26.009 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.009 INFO:tasks.workunit.client.0.smithi016.stdout: "allocator_lat": { 2024-04-15T16:06:26.009 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 24051, 2024-04-15T16:06:26.009 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 75610891 2024-04-15T16:06:26.010 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.010 INFO:tasks.workunit.client.0.smithi016.stdout: "clist_lat": { 2024-04-15T16:06:26.010 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 3501, 2024-04-15T16:06:26.010 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 5898106214 2024-04-15T16:06:26.010 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.010 INFO:tasks.workunit.client.0.smithi016.stdout: "compress_lat": { 2024-04-15T16:06:26.010 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 0, 2024-04-15T16:06:26.010 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:26.010 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.010 INFO:tasks.workunit.client.0.smithi016.stdout: "compressed": { 2024-04-15T16:06:26.010 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:26.010 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.010 INFO:tasks.workunit.client.0.smithi016.stdout: "compressed_allocated": { 2024-04-15T16:06:26.010 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:26.011 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.011 INFO:tasks.workunit.client.0.smithi016.stdout: "compressed_original": { 2024-04-15T16:06:26.011 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:26.011 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.011 INFO:tasks.workunit.client.0.smithi016.stdout: "csum_lat": { 2024-04-15T16:06:26.011 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 15946, 2024-04-15T16:06:26.011 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 129419329 2024-04-15T16:06:26.011 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.011 INFO:tasks.workunit.client.0.smithi016.stdout: "decompress_lat": { 2024-04-15T16:06:26.011 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 0, 2024-04-15T16:06:26.011 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:26.011 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.011 INFO:tasks.workunit.client.0.smithi016.stdout: "fragmentation_micros": { 2024-04-15T16:06:26.011 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:26.012 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.012 INFO:tasks.workunit.client.0.smithi016.stdout: "kv_commit_lat": { 2024-04-15T16:06:26.012 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 63343, 2024-04-15T16:06:26.012 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 18661790548 2024-04-15T16:06:26.012 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.012 INFO:tasks.workunit.client.0.smithi016.stdout: "kv_final_lat": { 2024-04-15T16:06:26.012 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 62961, 2024-04-15T16:06:26.012 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 1337022946 2024-04-15T16:06:26.012 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.012 INFO:tasks.workunit.client.0.smithi016.stdout: "kv_flush_lat": { 2024-04-15T16:06:26.012 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 63343, 2024-04-15T16:06:26.012 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 48945813 2024-04-15T16:06:26.012 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.013 INFO:tasks.workunit.client.0.smithi016.stdout: "kv_sync_lat": { 2024-04-15T16:06:26.013 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 63343, 2024-04-15T16:06:26.013 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 18710736361 2024-04-15T16:06:26.013 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.013 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_get_keys_lat": { 2024-04-15T16:06:26.013 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 0, 2024-04-15T16:06:26.013 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:26.013 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.013 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_get_values_lat": { 2024-04-15T16:06:26.013 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 234586, 2024-04-15T16:06:26.013 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 1112191278 2024-04-15T16:06:26.013 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.013 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_lower_bound_lat": { 2024-04-15T16:06:26.013 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 782, 2024-04-15T16:06:26.014 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 2255403 2024-04-15T16:06:26.014 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.014 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_next_lat": { 2024-04-15T16:06:26.014 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 130316, 2024-04-15T16:06:26.014 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 40777696 2024-04-15T16:06:26.014 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.014 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_seek_to_first_lat": { 2024-04-15T16:06:26.014 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 47, 2024-04-15T16:06:26.014 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 67123 2024-04-15T16:06:26.014 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.014 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_upper_bound_lat": { 2024-04-15T16:06:26.014 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 17540, 2024-04-15T16:06:26.014 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 2494235907 2024-04-15T16:06:26.015 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.015 INFO:tasks.workunit.client.0.smithi016.stdout: "onode_hits": { 2024-04-15T16:06:26.015 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 408576 2024-04-15T16:06:26.015 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.015 INFO:tasks.workunit.client.0.smithi016.stdout: "onode_misses": { 2024-04-15T16:06:26.015 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 19687 2024-04-15T16:06:26.015 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.015 INFO:tasks.workunit.client.0.smithi016.stdout: "read_lat": { 2024-04-15T16:06:26.015 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 17529, 2024-04-15T16:06:26.015 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 1544938676 2024-04-15T16:06:26.015 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.015 INFO:tasks.workunit.client.0.smithi016.stdout: "read_onode_meta_lat": { 2024-04-15T16:06:26.015 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 54672, 2024-04-15T16:06:26.015 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 15079395 2024-04-15T16:06:26.016 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.016 INFO:tasks.workunit.client.0.smithi016.stdout: "read_wait_aio_lat": { 2024-04-15T16:06:26.016 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 37143, 2024-04-15T16:06:26.016 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 1272946323 2024-04-15T16:06:26.016 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.016 INFO:tasks.workunit.client.0.smithi016.stdout: "reads_with_retries": { 2024-04-15T16:06:26.016 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:26.016 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.016 INFO:tasks.workunit.client.0.smithi016.stdout: "remove_lat": { 2024-04-15T16:06:26.016 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 13778, 2024-04-15T16:06:26.016 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 397252687 2024-04-15T16:06:26.016 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.016 INFO:tasks.workunit.client.0.smithi016.stdout: "slow_aio_wait_count": { 2024-04-15T16:06:26.016 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:26.017 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.017 INFO:tasks.workunit.client.0.smithi016.stdout: "slow_committed_kv_count": { 2024-04-15T16:06:26.017 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:26.017 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.017 INFO:tasks.workunit.client.0.smithi016.stdout: "slow_read_onode_meta_count": { 2024-04-15T16:06:26.017 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:26.017 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.017 INFO:tasks.workunit.client.0.smithi016.stdout: "slow_read_wait_aio_count": { 2024-04-15T16:06:26.017 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:26.017 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.017 INFO:tasks.workunit.client.0.smithi016.stdout: "state_aio_wait_lat": { 2024-04-15T16:06:26.017 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 75401, 2024-04-15T16:06:26.017 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 12541493636 2024-04-15T16:06:26.017 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.018 INFO:tasks.workunit.client.0.smithi016.stdout: "state_deferred_aio_wait_lat": { 2024-04-15T16:06:26.018 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 18477, 2024-04-15T16:06:26.018 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 910980633 2024-04-15T16:06:26.018 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.018 INFO:tasks.workunit.client.0.smithi016.stdout: "state_deferred_cleanup_lat": { 2024-04-15T16:06:26.018 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 18475, 2024-04-15T16:06:26.018 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 3411853831866 2024-04-15T16:06:26.018 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.018 INFO:tasks.workunit.client.0.smithi016.stdout: "state_deferred_queued_lat": { 2024-04-15T16:06:26.018 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 18477, 2024-04-15T16:06:26.018 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 6332804849061 2024-04-15T16:06:26.018 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.018 INFO:tasks.workunit.client.0.smithi016.stdout: "state_done_lat": { 2024-04-15T16:06:26.018 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 75399, 2024-04-15T16:06:26.019 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 2753339189781 2024-04-15T16:06:26.019 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.019 INFO:tasks.workunit.client.0.smithi016.stdout: "state_finishing_lat": { 2024-04-15T16:06:26.019 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 75399, 2024-04-15T16:06:26.019 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 8728471 2024-04-15T16:06:26.019 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.019 INFO:tasks.workunit.client.0.smithi016.stdout: "state_io_done_lat": { 2024-04-15T16:06:26.019 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 75401, 2024-04-15T16:06:26.019 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 422170442 2024-04-15T16:06:26.019 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.019 INFO:tasks.workunit.client.0.smithi016.stdout: "state_kv_commiting_lat": { 2024-04-15T16:06:26.019 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 75401, 2024-04-15T16:06:26.019 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 29593275377 2024-04-15T16:06:26.019 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.020 INFO:tasks.workunit.client.0.smithi016.stdout: "state_kv_done_lat": { 2024-04-15T16:06:26.020 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 75401, 2024-04-15T16:06:26.020 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 26449357 2024-04-15T16:06:26.020 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.020 INFO:tasks.workunit.client.0.smithi016.stdout: "state_kv_queued_lat": { 2024-04-15T16:06:26.020 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 75401, 2024-04-15T16:06:26.020 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 14454239476 2024-04-15T16:06:26.020 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.020 INFO:tasks.workunit.client.0.smithi016.stdout: "state_prepare_lat": { 2024-04-15T16:06:26.020 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 75401, 2024-04-15T16:06:26.020 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 14336936482 2024-04-15T16:06:26.020 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.020 INFO:tasks.workunit.client.0.smithi016.stdout: "stored": { 2024-04-15T16:06:26.020 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 5449836 2024-04-15T16:06:26.020 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.021 INFO:tasks.workunit.client.0.smithi016.stdout: "truncate_lat": { 2024-04-15T16:06:26.021 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 2425, 2024-04-15T16:06:26.021 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 13926378 2024-04-15T16:06:26.021 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.021 INFO:tasks.workunit.client.0.smithi016.stdout: "txc_commit_lat": { 2024-04-15T16:06:26.021 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 75401, 2024-04-15T16:06:26.021 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 71359717489 2024-04-15T16:06:26.021 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.021 INFO:tasks.workunit.client.0.smithi016.stdout: "txc_submit_lat": { 2024-04-15T16:06:26.021 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 75401, 2024-04-15T16:06:26.021 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 15283915939 2024-04-15T16:06:26.021 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.021 INFO:tasks.workunit.client.0.smithi016.stdout: "txc_throttle_lat": { 2024-04-15T16:06:26.021 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 75401, 2024-04-15T16:06:26.022 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 780930518 2024-04-15T16:06:26.022 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T16:06:26.022 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.022 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore-pricache": { 2024-04-15T16:06:26.022 INFO:tasks.workunit.client.0.smithi016.stdout: "cache_bytes": { 2024-04-15T16:06:26.022 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 1405290552 2024-04-15T16:06:26.022 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.022 INFO:tasks.workunit.client.0.smithi016.stdout: "heap_bytes": { 2024-04-15T16:06:26.022 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 593100800 2024-04-15T16:06:26.022 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.022 INFO:tasks.workunit.client.0.smithi016.stdout: "mapped_bytes": { 2024-04-15T16:06:26.022 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 584499200 2024-04-15T16:06:26.022 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.023 INFO:tasks.workunit.client.0.smithi016.stdout: "target_bytes": { 2024-04-15T16:06:26.023 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 2600702259 2024-04-15T16:06:26.023 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.023 INFO:tasks.workunit.client.0.smithi016.stdout: "unmapped_bytes": { 2024-04-15T16:06:26.023 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 8601600 2024-04-15T16:06:26.023 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T16:06:26.023 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.023 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore-pricache:data": { 2024-04-15T16:06:26.023 INFO:tasks.workunit.client.0.smithi016.stdout: "committed_bytes": { 2024-04-15T16:06:26.023 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 125829120 2024-04-15T16:06:26.023 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.023 INFO:tasks.workunit.client.0.smithi016.stdout: "pri0_bytes": { 2024-04-15T16:06:26.023 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:26.023 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.024 INFO:tasks.workunit.client.0.smithi016.stdout: "pri10_bytes": { 2024-04-15T16:06:26.024 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:26.024 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.024 INFO:tasks.workunit.client.0.smithi016.stdout: "pri11_bytes": { 2024-04-15T16:06:26.024 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 57001030 2024-04-15T16:06:26.024 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.024 INFO:tasks.workunit.client.0.smithi016.stdout: "pri1_bytes": { 2024-04-15T16:06:26.024 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:26.024 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.024 INFO:tasks.workunit.client.0.smithi016.stdout: "pri2_bytes": { 2024-04-15T16:06:26.024 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:26.024 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.024 INFO:tasks.workunit.client.0.smithi016.stdout: "pri3_bytes": { 2024-04-15T16:06:26.025 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:26.025 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.025 INFO:tasks.workunit.client.0.smithi016.stdout: "pri4_bytes": { 2024-04-15T16:06:26.025 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:26.025 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.025 INFO:tasks.workunit.client.0.smithi016.stdout: "pri5_bytes": { 2024-04-15T16:06:26.025 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:26.025 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.025 INFO:tasks.workunit.client.0.smithi016.stdout: "pri6_bytes": { 2024-04-15T16:06:26.025 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 32768 2024-04-15T16:06:26.025 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.025 INFO:tasks.workunit.client.0.smithi016.stdout: "pri7_bytes": { 2024-04-15T16:06:26.025 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:26.025 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.026 INFO:tasks.workunit.client.0.smithi016.stdout: "pri8_bytes": { 2024-04-15T16:06:26.026 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:26.026 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.026 INFO:tasks.workunit.client.0.smithi016.stdout: "pri9_bytes": { 2024-04-15T16:06:26.026 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:26.026 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.026 INFO:tasks.workunit.client.0.smithi016.stdout: "reserved_bytes": { 2024-04-15T16:06:26.026 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 68795322 2024-04-15T16:06:26.026 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T16:06:26.026 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.026 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore-pricache:kv": { 2024-04-15T16:06:26.026 INFO:tasks.workunit.client.0.smithi016.stdout: "committed_bytes": { 2024-04-15T16:06:26.026 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 562036736 2024-04-15T16:06:26.026 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.027 INFO:tasks.workunit.client.0.smithi016.stdout: "pri0_bytes": { 2024-04-15T16:06:26.027 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 67108864 2024-04-15T16:06:26.027 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.027 INFO:tasks.workunit.client.0.smithi016.stdout: "pri10_bytes": { 2024-04-15T16:06:26.027 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:26.027 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.027 INFO:tasks.workunit.client.0.smithi016.stdout: "pri11_bytes": { 2024-04-15T16:06:26.027 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 427507730 2024-04-15T16:06:26.027 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.027 INFO:tasks.workunit.client.0.smithi016.stdout: "pri1_bytes": { 2024-04-15T16:06:26.027 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:26.027 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.027 INFO:tasks.workunit.client.0.smithi016.stdout: "pri2_bytes": { 2024-04-15T16:06:26.027 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:26.028 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.028 INFO:tasks.workunit.client.0.smithi016.stdout: "pri3_bytes": { 2024-04-15T16:06:26.028 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 2160 2024-04-15T16:06:26.028 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.028 INFO:tasks.workunit.client.0.smithi016.stdout: "pri4_bytes": { 2024-04-15T16:06:26.028 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:26.028 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.028 INFO:tasks.workunit.client.0.smithi016.stdout: "pri5_bytes": { 2024-04-15T16:06:26.028 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 138592 2024-04-15T16:06:26.028 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.028 INFO:tasks.workunit.client.0.smithi016.stdout: "pri6_bytes": { 2024-04-15T16:06:26.028 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:26.028 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.028 INFO:tasks.workunit.client.0.smithi016.stdout: "pri7_bytes": { 2024-04-15T16:06:26.029 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:26.029 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.029 INFO:tasks.workunit.client.0.smithi016.stdout: "pri8_bytes": { 2024-04-15T16:06:26.029 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:26.029 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.029 INFO:tasks.workunit.client.0.smithi016.stdout: "pri9_bytes": { 2024-04-15T16:06:26.029 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:26.029 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.029 INFO:tasks.workunit.client.0.smithi016.stdout: "reserved_bytes": { 2024-04-15T16:06:26.029 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 67279390 2024-04-15T16:06:26.029 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T16:06:26.029 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.029 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore-pricache:kv_onode": { 2024-04-15T16:06:26.029 INFO:tasks.workunit.client.0.smithi016.stdout: "committed_bytes": { 2024-04-15T16:06:26.030 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 184549376 2024-04-15T16:06:26.030 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.030 INFO:tasks.workunit.client.0.smithi016.stdout: "pri0_bytes": { 2024-04-15T16:06:26.030 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 67108864 2024-04-15T16:06:26.030 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.030 INFO:tasks.workunit.client.0.smithi016.stdout: "pri10_bytes": { 2024-04-15T16:06:26.030 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 6671120 2024-04-15T16:06:26.030 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.030 INFO:tasks.workunit.client.0.smithi016.stdout: "pri11_bytes": { 2024-04-15T16:06:26.030 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 38000687 2024-04-15T16:06:26.030 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.030 INFO:tasks.workunit.client.0.smithi016.stdout: "pri1_bytes": { 2024-04-15T16:06:26.030 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:26.030 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.031 INFO:tasks.workunit.client.0.smithi016.stdout: "pri2_bytes": { 2024-04-15T16:06:26.031 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:26.031 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.031 INFO:tasks.workunit.client.0.smithi016.stdout: "pri3_bytes": { 2024-04-15T16:06:26.031 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:26.031 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.031 INFO:tasks.workunit.client.0.smithi016.stdout: "pri4_bytes": { 2024-04-15T16:06:26.031 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:26.031 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.031 INFO:tasks.workunit.client.0.smithi016.stdout: "pri5_bytes": { 2024-04-15T16:06:26.031 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:26.031 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.031 INFO:tasks.workunit.client.0.smithi016.stdout: "pri6_bytes": { 2024-04-15T16:06:26.031 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:26.032 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.032 INFO:tasks.workunit.client.0.smithi016.stdout: "pri7_bytes": { 2024-04-15T16:06:26.032 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:26.032 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.032 INFO:tasks.workunit.client.0.smithi016.stdout: "pri8_bytes": { 2024-04-15T16:06:26.032 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:26.032 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.032 INFO:tasks.workunit.client.0.smithi016.stdout: "pri9_bytes": { 2024-04-15T16:06:26.032 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:26.032 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.032 INFO:tasks.workunit.client.0.smithi016.stdout: "reserved_bytes": { 2024-04-15T16:06:26.032 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 72768705 2024-04-15T16:06:26.032 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T16:06:26.032 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.033 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore-pricache:meta": { 2024-04-15T16:06:26.033 INFO:tasks.workunit.client.0.smithi016.stdout: "committed_bytes": { 2024-04-15T16:06:26.033 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 503316480 2024-04-15T16:06:26.033 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.033 INFO:tasks.workunit.client.0.smithi016.stdout: "pri0_bytes": { 2024-04-15T16:06:26.033 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:26.033 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.033 INFO:tasks.workunit.client.0.smithi016.stdout: "pri10_bytes": { 2024-04-15T16:06:26.033 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:26.033 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.033 INFO:tasks.workunit.client.0.smithi016.stdout: "pri11_bytes": { 2024-04-15T16:06:26.033 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 427507730 2024-04-15T16:06:26.033 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.033 INFO:tasks.workunit.client.0.smithi016.stdout: "pri1_bytes": { 2024-04-15T16:06:26.033 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:26.034 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.034 INFO:tasks.workunit.client.0.smithi016.stdout: "pri2_bytes": { 2024-04-15T16:06:26.034 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:26.034 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.034 INFO:tasks.workunit.client.0.smithi016.stdout: "pri3_bytes": { 2024-04-15T16:06:26.034 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:26.034 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.034 INFO:tasks.workunit.client.0.smithi016.stdout: "pri4_bytes": { 2024-04-15T16:06:26.034 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:26.034 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.034 INFO:tasks.workunit.client.0.smithi016.stdout: "pri5_bytes": { 2024-04-15T16:06:26.034 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 124533 2024-04-15T16:06:26.034 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.034 INFO:tasks.workunit.client.0.smithi016.stdout: "pri6_bytes": { 2024-04-15T16:06:26.035 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 1110916 2024-04-15T16:06:26.035 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.035 INFO:tasks.workunit.client.0.smithi016.stdout: "pri7_bytes": { 2024-04-15T16:06:26.035 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:26.035 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.035 INFO:tasks.workunit.client.0.smithi016.stdout: "pri8_bytes": { 2024-04-15T16:06:26.035 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:26.035 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.035 INFO:tasks.workunit.client.0.smithi016.stdout: "pri9_bytes": { 2024-04-15T16:06:26.035 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:26.035 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.035 INFO:tasks.workunit.client.0.smithi016.stdout: "reserved_bytes": { 2024-04-15T16:06:26.035 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 74573301 2024-04-15T16:06:26.035 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T16:06:26.035 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.036 INFO:tasks.workunit.client.0.smithi016.stdout: "objecter": { 2024-04-15T16:06:26.036 INFO:tasks.workunit.client.0.smithi016.stdout: "op_active": { 2024-04-15T16:06:26.036 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:26.036 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.036 INFO:tasks.workunit.client.0.smithi016.stdout: "op_r": { 2024-04-15T16:06:26.036 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 23 2024-04-15T16:06:26.036 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.036 INFO:tasks.workunit.client.0.smithi016.stdout: "op_rmw": { 2024-04-15T16:06:26.036 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:26.036 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.036 INFO:tasks.workunit.client.0.smithi016.stdout: "op_w": { 2024-04-15T16:06:26.036 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:26.036 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T16:06:26.036 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.037 INFO:tasks.workunit.client.0.smithi016.stdout: "osd": { 2024-04-15T16:06:26.037 INFO:tasks.workunit.client.0.smithi016.stdout: "numpg": { 2024-04-15T16:06:26.037 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 51 2024-04-15T16:06:26.037 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.037 INFO:tasks.workunit.client.0.smithi016.stdout: "numpg_removing": { 2024-04-15T16:06:26.037 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:26.037 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.037 INFO:tasks.workunit.client.0.smithi016.stdout: "op": { 2024-04-15T16:06:26.037 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 55174 2024-04-15T16:06:26.037 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.037 INFO:tasks.workunit.client.0.smithi016.stdout: "op_before_queue_op_lat": { 2024-04-15T16:06:26.037 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 115757, 2024-04-15T16:06:26.037 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 9838085679 2024-04-15T16:06:26.037 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.038 INFO:tasks.workunit.client.0.smithi016.stdout: "op_delayed_degraded": { 2024-04-15T16:06:26.038 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 1 2024-04-15T16:06:26.038 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.038 INFO:tasks.workunit.client.0.smithi016.stdout: "op_delayed_unreadable": { 2024-04-15T16:06:26.038 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:26.038 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.038 INFO:tasks.workunit.client.0.smithi016.stdout: "op_in_bytes": { 2024-04-15T16:06:26.038 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 1390238894 2024-04-15T16:06:26.038 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.038 INFO:tasks.workunit.client.0.smithi016.stdout: "op_latency": { 2024-04-15T16:06:26.038 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 55174, 2024-04-15T16:06:26.038 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 62034925115 2024-04-15T16:06:26.038 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.038 INFO:tasks.workunit.client.0.smithi016.stdout: "op_out_bytes": { 2024-04-15T16:06:26.039 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 1681022359 2024-04-15T16:06:26.039 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.039 INFO:tasks.workunit.client.0.smithi016.stdout: "op_prepare_latency": { 2024-04-15T16:06:26.039 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 55710, 2024-04-15T16:06:26.039 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 23022992502 2024-04-15T16:06:26.039 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.039 INFO:tasks.workunit.client.0.smithi016.stdout: "op_process_latency": { 2024-04-15T16:06:26.039 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 55174, 2024-04-15T16:06:26.039 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 40339033415 2024-04-15T16:06:26.039 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.039 INFO:tasks.workunit.client.0.smithi016.stdout: "op_r": { 2024-04-15T16:06:26.039 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 44659 2024-04-15T16:06:26.039 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.039 INFO:tasks.workunit.client.0.smithi016.stdout: "op_r_latency": { 2024-04-15T16:06:26.039 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 44659, 2024-04-15T16:06:26.040 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 18158064726 2024-04-15T16:06:26.040 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.040 INFO:tasks.workunit.client.0.smithi016.stdout: "op_r_latency_out_bytes_histogram": { 2024-04-15T16:06:26.040 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:26.040 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.040 INFO:tasks.workunit.client.0.smithi016.stdout: "op_r_out_bytes": { 2024-04-15T16:06:26.040 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 1681022359 2024-04-15T16:06:26.040 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.040 INFO:tasks.workunit.client.0.smithi016.stdout: "op_r_prepare_latency": { 2024-04-15T16:06:26.040 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 44822, 2024-04-15T16:06:26.040 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 14025692369 2024-04-15T16:06:26.040 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.040 INFO:tasks.workunit.client.0.smithi016.stdout: "op_r_process_latency": { 2024-04-15T16:06:26.040 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 44659, 2024-04-15T16:06:26.040 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 13433963700 2024-04-15T16:06:26.041 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.041 INFO:tasks.workunit.client.0.smithi016.stdout: "op_rw": { 2024-04-15T16:06:26.041 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 6505 2024-04-15T16:06:26.041 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.041 INFO:tasks.workunit.client.0.smithi016.stdout: "op_rw_in_bytes": { 2024-04-15T16:06:26.041 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 254101146 2024-04-15T16:06:26.041 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.041 INFO:tasks.workunit.client.0.smithi016.stdout: "op_rw_latency": { 2024-04-15T16:06:26.041 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 6505, 2024-04-15T16:06:26.041 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 13254226416 2024-04-15T16:06:26.041 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.041 INFO:tasks.workunit.client.0.smithi016.stdout: "op_rw_latency_in_bytes_histogram": { 2024-04-15T16:06:26.041 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:26.042 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.042 INFO:tasks.workunit.client.0.smithi016.stdout: "op_rw_latency_out_bytes_histogram": { 2024-04-15T16:06:26.042 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:26.042 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.042 INFO:tasks.workunit.client.0.smithi016.stdout: "op_rw_out_bytes": { 2024-04-15T16:06:26.042 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:26.042 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.042 INFO:tasks.workunit.client.0.smithi016.stdout: "op_rw_prepare_latency": { 2024-04-15T16:06:26.042 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 6728, 2024-04-15T16:06:26.042 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 4226116205 2024-04-15T16:06:26.042 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.042 INFO:tasks.workunit.client.0.smithi016.stdout: "op_rw_process_latency": { 2024-04-15T16:06:26.042 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 6505, 2024-04-15T16:06:26.042 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 10029462462 2024-04-15T16:06:26.043 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.043 INFO:tasks.workunit.client.0.smithi016.stdout: "op_w": { 2024-04-15T16:06:26.043 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 4010 2024-04-15T16:06:26.043 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.043 INFO:tasks.workunit.client.0.smithi016.stdout: "op_w_in_bytes": { 2024-04-15T16:06:26.043 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 1136137748 2024-04-15T16:06:26.043 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.043 INFO:tasks.workunit.client.0.smithi016.stdout: "op_w_latency": { 2024-04-15T16:06:26.043 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 4010, 2024-04-15T16:06:26.043 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 30622633973 2024-04-15T16:06:26.043 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.043 INFO:tasks.workunit.client.0.smithi016.stdout: "op_w_latency_in_bytes_histogram": { 2024-04-15T16:06:26.043 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:26.043 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.043 INFO:tasks.workunit.client.0.smithi016.stdout: "op_w_prepare_latency": { 2024-04-15T16:06:26.044 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 4160, 2024-04-15T16:06:26.044 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 4771183928 2024-04-15T16:06:26.044 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.044 INFO:tasks.workunit.client.0.smithi016.stdout: "op_w_process_latency": { 2024-04-15T16:06:26.044 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 4010, 2024-04-15T16:06:26.044 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 16875607253 2024-04-15T16:06:26.044 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.044 INFO:tasks.workunit.client.0.smithi016.stdout: "op_wip": { 2024-04-15T16:06:26.044 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:26.044 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.044 INFO:tasks.workunit.client.0.smithi016.stdout: "recovery_bytes": { 2024-04-15T16:06:26.044 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 8388752 2024-04-15T16:06:26.044 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.044 INFO:tasks.workunit.client.0.smithi016.stdout: "recovery_ops": { 2024-04-15T16:06:26.045 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 14 2024-04-15T16:06:26.045 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.045 INFO:tasks.workunit.client.0.smithi016.stdout: "stat_bytes": { 2024-04-15T16:06:26.045 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 95995035648 2024-04-15T16:06:26.045 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.045 INFO:tasks.workunit.client.0.smithi016.stdout: "stat_bytes_used": { 2024-04-15T16:06:26.045 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 754884608 2024-04-15T16:06:26.045 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T16:06:26.045 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T16:06:26.045 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.045 INFO:tasks.workunit.client.0.smithi016.stdout: "osd.5": { 2024-04-15T16:06:26.045 INFO:tasks.workunit.client.0.smithi016.stdout: "bluefs": { 2024-04-15T16:06:26.045 INFO:tasks.workunit.client.0.smithi016.stdout: "alloc_db_max_lat": { 2024-04-15T16:06:26.045 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 22459 2024-04-15T16:06:26.046 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.046 INFO:tasks.workunit.client.0.smithi016.stdout: "alloc_slow_fallback": { 2024-04-15T16:06:26.046 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:26.046 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.046 INFO:tasks.workunit.client.0.smithi016.stdout: "alloc_slow_max_lat": { 2024-04-15T16:06:26.046 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:26.046 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.046 INFO:tasks.workunit.client.0.smithi016.stdout: "alloc_slow_size_fallback": { 2024-04-15T16:06:26.046 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:26.046 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.046 INFO:tasks.workunit.client.0.smithi016.stdout: "alloc_unit_db": { 2024-04-15T16:06:26.046 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 65536 2024-04-15T16:06:26.046 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.046 INFO:tasks.workunit.client.0.smithi016.stdout: "alloc_unit_slow": { 2024-04-15T16:06:26.047 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:26.047 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.047 INFO:tasks.workunit.client.0.smithi016.stdout: "alloc_unit_wal": { 2024-04-15T16:06:26.047 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:26.047 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.047 INFO:tasks.workunit.client.0.smithi016.stdout: "alloc_wal_max_lat": { 2024-04-15T16:06:26.047 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:26.047 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.047 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes_written_slow": { 2024-04-15T16:06:26.047 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:26.047 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.047 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes_written_sst": { 2024-04-15T16:06:26.047 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 4464640 2024-04-15T16:06:26.047 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.048 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes_written_wal": { 2024-04-15T16:06:26.048 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 669401088 2024-04-15T16:06:26.048 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.048 INFO:tasks.workunit.client.0.smithi016.stdout: "compact_lat": { 2024-04-15T16:06:26.048 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 19, 2024-04-15T16:06:26.048 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 3721677 2024-04-15T16:06:26.048 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.048 INFO:tasks.workunit.client.0.smithi016.stdout: "compact_lock_lat": { 2024-04-15T16:06:26.048 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 19, 2024-04-15T16:06:26.048 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 1277474 2024-04-15T16:06:26.048 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.048 INFO:tasks.workunit.client.0.smithi016.stdout: "db_alloc_lat": { 2024-04-15T16:06:26.048 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 184, 2024-04-15T16:06:26.048 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 860308 2024-04-15T16:06:26.048 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.049 INFO:tasks.workunit.client.0.smithi016.stdout: "db_total_bytes": { 2024-04-15T16:06:26.049 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 95995027456 2024-04-15T16:06:26.049 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.049 INFO:tasks.workunit.client.0.smithi016.stdout: "db_used_bytes": { 2024-04-15T16:06:26.049 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 562692096 2024-04-15T16:06:26.049 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.049 INFO:tasks.workunit.client.0.smithi016.stdout: "flush_lat": { 2024-04-15T16:06:26.049 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 80731, 2024-04-15T16:06:26.049 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 11253322732 2024-04-15T16:06:26.049 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.049 INFO:tasks.workunit.client.0.smithi016.stdout: "fsync_lat": { 2024-04-15T16:06:26.049 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 80749, 2024-04-15T16:06:26.049 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 17970771320 2024-04-15T16:06:26.049 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.050 INFO:tasks.workunit.client.0.smithi016.stdout: "log_bytes": { 2024-04-15T16:06:26.050 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 14843904 2024-04-15T16:06:26.050 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.050 INFO:tasks.workunit.client.0.smithi016.stdout: "logged_bytes": { 2024-04-15T16:06:26.050 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 330735616 2024-04-15T16:06:26.050 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.050 INFO:tasks.workunit.client.0.smithi016.stdout: "max_bytes_db": { 2024-04-15T16:06:26.050 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 571211776 2024-04-15T16:06:26.050 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.050 INFO:tasks.workunit.client.0.smithi016.stdout: "max_bytes_slow": { 2024-04-15T16:06:26.050 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:26.050 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.050 INFO:tasks.workunit.client.0.smithi016.stdout: "max_bytes_wal": { 2024-04-15T16:06:26.051 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:26.051 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.051 INFO:tasks.workunit.client.0.smithi016.stdout: "num_files": { 2024-04-15T16:06:26.051 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 46 2024-04-15T16:06:26.051 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.051 INFO:tasks.workunit.client.0.smithi016.stdout: "read_bytes": { 2024-04-15T16:06:26.051 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 2983044589 2024-04-15T16:06:26.051 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.051 INFO:tasks.workunit.client.0.smithi016.stdout: "read_count": { 2024-04-15T16:06:26.051 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 46187 2024-04-15T16:06:26.051 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.051 INFO:tasks.workunit.client.0.smithi016.stdout: "read_disk_bytes": { 2024-04-15T16:06:26.051 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 2448416768 2024-04-15T16:06:26.051 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.052 INFO:tasks.workunit.client.0.smithi016.stdout: "read_disk_bytes_db": { 2024-04-15T16:06:26.052 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 2448420864 2024-04-15T16:06:26.052 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.052 INFO:tasks.workunit.client.0.smithi016.stdout: "read_disk_bytes_slow": { 2024-04-15T16:06:26.052 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:26.052 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.052 INFO:tasks.workunit.client.0.smithi016.stdout: "read_disk_bytes_wal": { 2024-04-15T16:06:26.052 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:26.052 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.052 INFO:tasks.workunit.client.0.smithi016.stdout: "read_disk_count": { 2024-04-15T16:06:26.052 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 32330 2024-04-15T16:06:26.052 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.052 INFO:tasks.workunit.client.0.smithi016.stdout: "read_lat": { 2024-04-15T16:06:26.052 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 46187, 2024-04-15T16:06:26.053 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 1045804363 2024-04-15T16:06:26.053 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.053 INFO:tasks.workunit.client.0.smithi016.stdout: "read_prefetch_bytes": { 2024-04-15T16:06:26.053 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 2865376717 2024-04-15T16:06:26.053 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.053 INFO:tasks.workunit.client.0.smithi016.stdout: "read_prefetch_count": { 2024-04-15T16:06:26.053 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 42581 2024-04-15T16:06:26.053 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.053 INFO:tasks.workunit.client.0.smithi016.stdout: "read_random_buffer_bytes": { 2024-04-15T16:06:26.053 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 1282360 2024-04-15T16:06:26.053 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.053 INFO:tasks.workunit.client.0.smithi016.stdout: "read_random_buffer_count": { 2024-04-15T16:06:26.053 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 587 2024-04-15T16:06:26.053 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.054 INFO:tasks.workunit.client.0.smithi016.stdout: "read_random_bytes": { 2024-04-15T16:06:26.054 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 4413746 2024-04-15T16:06:26.054 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.054 INFO:tasks.workunit.client.0.smithi016.stdout: "read_random_count": { 2024-04-15T16:06:26.054 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 788 2024-04-15T16:06:26.054 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.054 INFO:tasks.workunit.client.0.smithi016.stdout: "read_random_disk_bytes": { 2024-04-15T16:06:26.054 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 3131386 2024-04-15T16:06:26.054 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.054 INFO:tasks.workunit.client.0.smithi016.stdout: "read_random_disk_bytes_db": { 2024-04-15T16:06:26.054 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 3131386 2024-04-15T16:06:26.054 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.054 INFO:tasks.workunit.client.0.smithi016.stdout: "read_random_disk_bytes_slow": { 2024-04-15T16:06:26.054 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:26.055 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.055 INFO:tasks.workunit.client.0.smithi016.stdout: "read_random_disk_bytes_wal": { 2024-04-15T16:06:26.055 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:26.055 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.055 INFO:tasks.workunit.client.0.smithi016.stdout: "read_random_disk_count": { 2024-04-15T16:06:26.055 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 203 2024-04-15T16:06:26.055 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.055 INFO:tasks.workunit.client.0.smithi016.stdout: "read_random_lat": { 2024-04-15T16:06:26.055 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 788, 2024-04-15T16:06:26.055 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 1247616 2024-04-15T16:06:26.055 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.055 INFO:tasks.workunit.client.0.smithi016.stdout: "slow_alloc_lat": { 2024-04-15T16:06:26.055 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 0, 2024-04-15T16:06:26.055 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:26.056 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.056 INFO:tasks.workunit.client.0.smithi016.stdout: "slow_total_bytes": { 2024-04-15T16:06:26.056 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:26.056 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.056 INFO:tasks.workunit.client.0.smithi016.stdout: "slow_used_bytes": { 2024-04-15T16:06:26.056 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:26.056 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.056 INFO:tasks.workunit.client.0.smithi016.stdout: "truncate_lat": { 2024-04-15T16:06:26.056 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 1, 2024-04-15T16:06:26.056 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 600 2024-04-15T16:06:26.056 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.056 INFO:tasks.workunit.client.0.smithi016.stdout: "unlink_lat": { 2024-04-15T16:06:26.056 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 9, 2024-04-15T16:06:26.056 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 10145 2024-04-15T16:06:26.057 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.057 INFO:tasks.workunit.client.0.smithi016.stdout: "wal_alloc_lat": { 2024-04-15T16:06:26.057 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 0, 2024-04-15T16:06:26.057 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:26.057 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.057 INFO:tasks.workunit.client.0.smithi016.stdout: "wal_total_bytes": { 2024-04-15T16:06:26.057 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:26.057 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.057 INFO:tasks.workunit.client.0.smithi016.stdout: "wal_used_bytes": { 2024-04-15T16:06:26.057 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:26.057 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.057 INFO:tasks.workunit.client.0.smithi016.stdout: "write_bytes": { 2024-04-15T16:06:26.057 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 1007480832 2024-04-15T16:06:26.057 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T16:06:26.057 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.058 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore": { 2024-04-15T16:06:26.058 INFO:tasks.workunit.client.0.smithi016.stdout: "alloc_unit": { 2024-04-15T16:06:26.058 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 4096 2024-04-15T16:06:26.058 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.058 INFO:tasks.workunit.client.0.smithi016.stdout: "allocated": { 2024-04-15T16:06:26.058 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 9203712 2024-04-15T16:06:26.058 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.058 INFO:tasks.workunit.client.0.smithi016.stdout: "allocator_lat": { 2024-04-15T16:06:26.058 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 22738, 2024-04-15T16:06:26.058 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 72349237 2024-04-15T16:06:26.058 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.058 INFO:tasks.workunit.client.0.smithi016.stdout: "clist_lat": { 2024-04-15T16:06:26.058 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 3535, 2024-04-15T16:06:26.058 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 5370681607 2024-04-15T16:06:26.059 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.059 INFO:tasks.workunit.client.0.smithi016.stdout: "compress_lat": { 2024-04-15T16:06:26.059 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 0, 2024-04-15T16:06:26.059 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:26.059 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.059 INFO:tasks.workunit.client.0.smithi016.stdout: "compressed": { 2024-04-15T16:06:26.059 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:26.059 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.059 INFO:tasks.workunit.client.0.smithi016.stdout: "compressed_allocated": { 2024-04-15T16:06:26.059 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:26.059 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.059 INFO:tasks.workunit.client.0.smithi016.stdout: "compressed_original": { 2024-04-15T16:06:26.059 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:26.059 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.059 INFO:tasks.workunit.client.0.smithi016.stdout: "csum_lat": { 2024-04-15T16:06:26.060 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 19425, 2024-04-15T16:06:26.060 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 146193252 2024-04-15T16:06:26.060 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.060 INFO:tasks.workunit.client.0.smithi016.stdout: "decompress_lat": { 2024-04-15T16:06:26.060 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 0, 2024-04-15T16:06:26.060 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:26.060 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.060 INFO:tasks.workunit.client.0.smithi016.stdout: "fragmentation_micros": { 2024-04-15T16:06:26.060 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:26.060 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.060 INFO:tasks.workunit.client.0.smithi016.stdout: "kv_commit_lat": { 2024-04-15T16:06:26.060 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 80679, 2024-04-15T16:06:26.060 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 21576839614 2024-04-15T16:06:26.060 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.061 INFO:tasks.workunit.client.0.smithi016.stdout: "kv_final_lat": { 2024-04-15T16:06:26.061 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 80256, 2024-04-15T16:06:26.061 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 1524296772 2024-04-15T16:06:26.061 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.061 INFO:tasks.workunit.client.0.smithi016.stdout: "kv_flush_lat": { 2024-04-15T16:06:26.061 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 80679, 2024-04-15T16:06:26.061 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 46598271 2024-04-15T16:06:26.061 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.061 INFO:tasks.workunit.client.0.smithi016.stdout: "kv_sync_lat": { 2024-04-15T16:06:26.061 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 80679, 2024-04-15T16:06:26.061 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 21623437885 2024-04-15T16:06:26.061 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.061 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_get_keys_lat": { 2024-04-15T16:06:26.061 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 0, 2024-04-15T16:06:26.061 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:26.062 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.062 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_get_values_lat": { 2024-04-15T16:06:26.062 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 39153, 2024-04-15T16:06:26.062 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 801582576 2024-04-15T16:06:26.062 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.062 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_lower_bound_lat": { 2024-04-15T16:06:26.062 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 824, 2024-04-15T16:06:26.062 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 2293899 2024-04-15T16:06:26.062 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.062 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_next_lat": { 2024-04-15T16:06:26.062 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 9721, 2024-04-15T16:06:26.062 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 8565233 2024-04-15T16:06:26.062 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.062 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_seek_to_first_lat": { 2024-04-15T16:06:26.062 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 48, 2024-04-15T16:06:26.063 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 72817 2024-04-15T16:06:26.063 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.063 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_upper_bound_lat": { 2024-04-15T16:06:26.063 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 17428, 2024-04-15T16:06:26.063 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 2722457495 2024-04-15T16:06:26.063 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.063 INFO:tasks.workunit.client.0.smithi016.stdout: "onode_hits": { 2024-04-15T16:06:26.063 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 238738 2024-04-15T16:06:26.063 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.063 INFO:tasks.workunit.client.0.smithi016.stdout: "onode_misses": { 2024-04-15T16:06:26.063 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 20722 2024-04-15T16:06:26.063 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.063 INFO:tasks.workunit.client.0.smithi016.stdout: "read_lat": { 2024-04-15T16:06:26.064 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 13417, 2024-04-15T16:06:26.064 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 1535212067 2024-04-15T16:06:26.064 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.064 INFO:tasks.workunit.client.0.smithi016.stdout: "read_onode_meta_lat": { 2024-04-15T16:06:26.064 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 36915, 2024-04-15T16:06:26.064 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 10207466 2024-04-15T16:06:26.064 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.064 INFO:tasks.workunit.client.0.smithi016.stdout: "read_wait_aio_lat": { 2024-04-15T16:06:26.064 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 23498, 2024-04-15T16:06:26.064 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 1392382175 2024-04-15T16:06:26.064 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.064 INFO:tasks.workunit.client.0.smithi016.stdout: "reads_with_retries": { 2024-04-15T16:06:26.064 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:26.064 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.065 INFO:tasks.workunit.client.0.smithi016.stdout: "remove_lat": { 2024-04-15T16:06:26.065 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 15512, 2024-04-15T16:06:26.065 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 424498369 2024-04-15T16:06:26.065 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.065 INFO:tasks.workunit.client.0.smithi016.stdout: "slow_aio_wait_count": { 2024-04-15T16:06:26.065 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:26.065 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.065 INFO:tasks.workunit.client.0.smithi016.stdout: "slow_committed_kv_count": { 2024-04-15T16:06:26.065 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:26.065 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.065 INFO:tasks.workunit.client.0.smithi016.stdout: "slow_read_onode_meta_count": { 2024-04-15T16:06:26.065 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:26.065 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.065 INFO:tasks.workunit.client.0.smithi016.stdout: "slow_read_wait_aio_count": { 2024-04-15T16:06:26.066 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:26.066 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.066 INFO:tasks.workunit.client.0.smithi016.stdout: "state_aio_wait_lat": { 2024-04-15T16:06:26.066 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 94551, 2024-04-15T16:06:26.066 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 13586850893 2024-04-15T16:06:26.066 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.066 INFO:tasks.workunit.client.0.smithi016.stdout: "state_deferred_aio_wait_lat": { 2024-04-15T16:06:26.066 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 8831, 2024-04-15T16:06:26.066 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 626785161 2024-04-15T16:06:26.066 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.066 INFO:tasks.workunit.client.0.smithi016.stdout: "state_deferred_cleanup_lat": { 2024-04-15T16:06:26.066 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 8829, 2024-04-15T16:06:26.066 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 4174441876532 2024-04-15T16:06:26.066 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.067 INFO:tasks.workunit.client.0.smithi016.stdout: "state_deferred_queued_lat": { 2024-04-15T16:06:26.067 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 8831, 2024-04-15T16:06:26.067 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 6836934337644 2024-04-15T16:06:26.067 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.067 INFO:tasks.workunit.client.0.smithi016.stdout: "state_done_lat": { 2024-04-15T16:06:26.067 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 94549, 2024-04-15T16:06:26.067 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 2853276852018 2024-04-15T16:06:26.067 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.067 INFO:tasks.workunit.client.0.smithi016.stdout: "state_finishing_lat": { 2024-04-15T16:06:26.067 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 94549, 2024-04-15T16:06:26.067 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 9986677 2024-04-15T16:06:26.067 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.067 INFO:tasks.workunit.client.0.smithi016.stdout: "state_io_done_lat": { 2024-04-15T16:06:26.067 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 94551, 2024-04-15T16:06:26.068 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 441741184 2024-04-15T16:06:26.068 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.068 INFO:tasks.workunit.client.0.smithi016.stdout: "state_kv_commiting_lat": { 2024-04-15T16:06:26.068 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 94551, 2024-04-15T16:06:26.068 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 35063555560 2024-04-15T16:06:26.068 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.068 INFO:tasks.workunit.client.0.smithi016.stdout: "state_kv_done_lat": { 2024-04-15T16:06:26.068 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 94551, 2024-04-15T16:06:26.068 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 33996570 2024-04-15T16:06:26.068 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.068 INFO:tasks.workunit.client.0.smithi016.stdout: "state_kv_queued_lat": { 2024-04-15T16:06:26.068 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 94551, 2024-04-15T16:06:26.068 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 16744463479 2024-04-15T16:06:26.068 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.068 INFO:tasks.workunit.client.0.smithi016.stdout: "state_prepare_lat": { 2024-04-15T16:06:26.069 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 94551, 2024-04-15T16:06:26.069 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 15385945442 2024-04-15T16:06:26.069 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.069 INFO:tasks.workunit.client.0.smithi016.stdout: "stored": { 2024-04-15T16:06:26.069 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 5455042 2024-04-15T16:06:26.069 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.069 INFO:tasks.workunit.client.0.smithi016.stdout: "truncate_lat": { 2024-04-15T16:06:26.069 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 2400, 2024-04-15T16:06:26.069 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 13536635 2024-04-15T16:06:26.069 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.069 INFO:tasks.workunit.client.0.smithi016.stdout: "txc_commit_lat": { 2024-04-15T16:06:26.069 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 94551, 2024-04-15T16:06:26.069 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 81238668689 2024-04-15T16:06:26.069 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.069 INFO:tasks.workunit.client.0.smithi016.stdout: "txc_submit_lat": { 2024-04-15T16:06:26.070 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 94551, 2024-04-15T16:06:26.070 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 16401291071 2024-04-15T16:06:26.070 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.070 INFO:tasks.workunit.client.0.smithi016.stdout: "txc_throttle_lat": { 2024-04-15T16:06:26.070 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 94551, 2024-04-15T16:06:26.070 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 735579304 2024-04-15T16:06:26.070 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T16:06:26.070 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.070 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore-pricache": { 2024-04-15T16:06:26.070 INFO:tasks.workunit.client.0.smithi016.stdout: "cache_bytes": { 2024-04-15T16:06:26.070 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 1405290552 2024-04-15T16:06:26.070 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.070 INFO:tasks.workunit.client.0.smithi016.stdout: "heap_bytes": { 2024-04-15T16:06:26.070 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 585236480 2024-04-15T16:06:26.071 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.071 INFO:tasks.workunit.client.0.smithi016.stdout: "mapped_bytes": { 2024-04-15T16:06:26.071 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 541343744 2024-04-15T16:06:26.071 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.071 INFO:tasks.workunit.client.0.smithi016.stdout: "target_bytes": { 2024-04-15T16:06:26.071 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 2600702259 2024-04-15T16:06:26.071 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.071 INFO:tasks.workunit.client.0.smithi016.stdout: "unmapped_bytes": { 2024-04-15T16:06:26.071 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 43892736 2024-04-15T16:06:26.071 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T16:06:26.071 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.071 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore-pricache:data": { 2024-04-15T16:06:26.071 INFO:tasks.workunit.client.0.smithi016.stdout: "committed_bytes": { 2024-04-15T16:06:26.071 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 125829120 2024-04-15T16:06:26.071 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.072 INFO:tasks.workunit.client.0.smithi016.stdout: "pri0_bytes": { 2024-04-15T16:06:26.072 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:26.072 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.072 INFO:tasks.workunit.client.0.smithi016.stdout: "pri10_bytes": { 2024-04-15T16:06:26.072 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:26.072 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.072 INFO:tasks.workunit.client.0.smithi016.stdout: "pri11_bytes": { 2024-04-15T16:06:26.072 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 57146101 2024-04-15T16:06:26.072 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.072 INFO:tasks.workunit.client.0.smithi016.stdout: "pri1_bytes": { 2024-04-15T16:06:26.072 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:26.072 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.072 INFO:tasks.workunit.client.0.smithi016.stdout: "pri2_bytes": { 2024-04-15T16:06:26.072 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:26.072 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.073 INFO:tasks.workunit.client.0.smithi016.stdout: "pri3_bytes": { 2024-04-15T16:06:26.073 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:26.073 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.073 INFO:tasks.workunit.client.0.smithi016.stdout: "pri4_bytes": { 2024-04-15T16:06:26.073 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:26.073 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.073 INFO:tasks.workunit.client.0.smithi016.stdout: "pri5_bytes": { 2024-04-15T16:06:26.073 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 12288 2024-04-15T16:06:26.073 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.073 INFO:tasks.workunit.client.0.smithi016.stdout: "pri6_bytes": { 2024-04-15T16:06:26.073 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 110592 2024-04-15T16:06:26.073 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.073 INFO:tasks.workunit.client.0.smithi016.stdout: "pri7_bytes": { 2024-04-15T16:06:26.073 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:26.074 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.074 INFO:tasks.workunit.client.0.smithi016.stdout: "pri8_bytes": { 2024-04-15T16:06:26.074 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:26.074 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.074 INFO:tasks.workunit.client.0.smithi016.stdout: "pri9_bytes": { 2024-04-15T16:06:26.074 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:26.074 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.074 INFO:tasks.workunit.client.0.smithi016.stdout: "reserved_bytes": { 2024-04-15T16:06:26.074 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 68560139 2024-04-15T16:06:26.074 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T16:06:26.074 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.074 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore-pricache:kv": { 2024-04-15T16:06:26.074 INFO:tasks.workunit.client.0.smithi016.stdout: "committed_bytes": { 2024-04-15T16:06:26.074 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 570425344 2024-04-15T16:06:26.074 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.075 INFO:tasks.workunit.client.0.smithi016.stdout: "pri0_bytes": { 2024-04-15T16:06:26.075 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 67108864 2024-04-15T16:06:26.075 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.075 INFO:tasks.workunit.client.0.smithi016.stdout: "pri10_bytes": { 2024-04-15T16:06:26.075 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:26.075 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.075 INFO:tasks.workunit.client.0.smithi016.stdout: "pri11_bytes": { 2024-04-15T16:06:26.075 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 428595763 2024-04-15T16:06:26.075 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.075 INFO:tasks.workunit.client.0.smithi016.stdout: "pri1_bytes": { 2024-04-15T16:06:26.075 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:26.075 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.075 INFO:tasks.workunit.client.0.smithi016.stdout: "pri2_bytes": { 2024-04-15T16:06:26.075 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:26.076 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.076 INFO:tasks.workunit.client.0.smithi016.stdout: "pri3_bytes": { 2024-04-15T16:06:26.076 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 2128 2024-04-15T16:06:26.076 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.076 INFO:tasks.workunit.client.0.smithi016.stdout: "pri4_bytes": { 2024-04-15T16:06:26.076 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:26.076 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.076 INFO:tasks.workunit.client.0.smithi016.stdout: "pri5_bytes": { 2024-04-15T16:06:26.076 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 127504 2024-04-15T16:06:26.076 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.076 INFO:tasks.workunit.client.0.smithi016.stdout: "pri6_bytes": { 2024-04-15T16:06:26.076 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:26.076 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.076 INFO:tasks.workunit.client.0.smithi016.stdout: "pri7_bytes": { 2024-04-15T16:06:26.076 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:26.077 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.077 INFO:tasks.workunit.client.0.smithi016.stdout: "pri8_bytes": { 2024-04-15T16:06:26.077 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:26.077 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.077 INFO:tasks.workunit.client.0.smithi016.stdout: "pri9_bytes": { 2024-04-15T16:06:26.077 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:26.077 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.077 INFO:tasks.workunit.client.0.smithi016.stdout: "reserved_bytes": { 2024-04-15T16:06:26.077 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 74591085 2024-04-15T16:06:26.077 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T16:06:26.077 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.077 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore-pricache:kv_onode": { 2024-04-15T16:06:26.077 INFO:tasks.workunit.client.0.smithi016.stdout: "committed_bytes": { 2024-04-15T16:06:26.077 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 176160768 2024-04-15T16:06:26.077 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.078 INFO:tasks.workunit.client.0.smithi016.stdout: "pri0_bytes": { 2024-04-15T16:06:26.078 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 67108864 2024-04-15T16:06:26.078 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.078 INFO:tasks.workunit.client.0.smithi016.stdout: "pri10_bytes": { 2024-04-15T16:06:26.078 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 3832064 2024-04-15T16:06:26.078 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.078 INFO:tasks.workunit.client.0.smithi016.stdout: "pri11_bytes": { 2024-04-15T16:06:26.078 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 38097401 2024-04-15T16:06:26.078 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.078 INFO:tasks.workunit.client.0.smithi016.stdout: "pri1_bytes": { 2024-04-15T16:06:26.078 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:26.078 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.078 INFO:tasks.workunit.client.0.smithi016.stdout: "pri2_bytes": { 2024-04-15T16:06:26.078 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:26.079 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.079 INFO:tasks.workunit.client.0.smithi016.stdout: "pri3_bytes": { 2024-04-15T16:06:26.079 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:26.079 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.079 INFO:tasks.workunit.client.0.smithi016.stdout: "pri4_bytes": { 2024-04-15T16:06:26.079 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:26.079 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.079 INFO:tasks.workunit.client.0.smithi016.stdout: "pri5_bytes": { 2024-04-15T16:06:26.079 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:26.079 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.079 INFO:tasks.workunit.client.0.smithi016.stdout: "pri6_bytes": { 2024-04-15T16:06:26.079 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:26.079 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.079 INFO:tasks.workunit.client.0.smithi016.stdout: "pri7_bytes": { 2024-04-15T16:06:26.079 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:26.080 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.080 INFO:tasks.workunit.client.0.smithi016.stdout: "pri8_bytes": { 2024-04-15T16:06:26.080 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:26.080 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.080 INFO:tasks.workunit.client.0.smithi016.stdout: "pri9_bytes": { 2024-04-15T16:06:26.080 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:26.080 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.080 INFO:tasks.workunit.client.0.smithi016.stdout: "reserved_bytes": { 2024-04-15T16:06:26.080 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 67122439 2024-04-15T16:06:26.080 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T16:06:26.080 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.080 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore-pricache:meta": { 2024-04-15T16:06:26.080 INFO:tasks.workunit.client.0.smithi016.stdout: "committed_bytes": { 2024-04-15T16:06:26.080 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 503316480 2024-04-15T16:06:26.080 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.081 INFO:tasks.workunit.client.0.smithi016.stdout: "pri0_bytes": { 2024-04-15T16:06:26.081 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:26.081 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.081 INFO:tasks.workunit.client.0.smithi016.stdout: "pri10_bytes": { 2024-04-15T16:06:26.081 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:26.081 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.081 INFO:tasks.workunit.client.0.smithi016.stdout: "pri11_bytes": { 2024-04-15T16:06:26.081 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 428595763 2024-04-15T16:06:26.081 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.081 INFO:tasks.workunit.client.0.smithi016.stdout: "pri1_bytes": { 2024-04-15T16:06:26.081 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:26.081 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.081 INFO:tasks.workunit.client.0.smithi016.stdout: "pri2_bytes": { 2024-04-15T16:06:26.081 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:26.082 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.082 INFO:tasks.workunit.client.0.smithi016.stdout: "pri3_bytes": { 2024-04-15T16:06:26.082 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:26.082 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.082 INFO:tasks.workunit.client.0.smithi016.stdout: "pri4_bytes": { 2024-04-15T16:06:26.082 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:26.082 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.082 INFO:tasks.workunit.client.0.smithi016.stdout: "pri5_bytes": { 2024-04-15T16:06:26.082 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 119698 2024-04-15T16:06:26.082 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.082 INFO:tasks.workunit.client.0.smithi016.stdout: "pri6_bytes": { 2024-04-15T16:06:26.082 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 1108680 2024-04-15T16:06:26.082 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.083 INFO:tasks.workunit.client.0.smithi016.stdout: "pri7_bytes": { 2024-04-15T16:06:26.083 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:26.083 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.083 INFO:tasks.workunit.client.0.smithi016.stdout: "pri8_bytes": { 2024-04-15T16:06:26.083 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:26.083 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.083 INFO:tasks.workunit.client.0.smithi016.stdout: "pri9_bytes": { 2024-04-15T16:06:26.083 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:26.083 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.083 INFO:tasks.workunit.client.0.smithi016.stdout: "reserved_bytes": { 2024-04-15T16:06:26.083 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 73492339 2024-04-15T16:06:26.083 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T16:06:26.083 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.083 INFO:tasks.workunit.client.0.smithi016.stdout: "objecter": { 2024-04-15T16:06:26.083 INFO:tasks.workunit.client.0.smithi016.stdout: "op_active": { 2024-04-15T16:06:26.084 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:26.084 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.084 INFO:tasks.workunit.client.0.smithi016.stdout: "op_r": { 2024-04-15T16:06:26.084 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 9 2024-04-15T16:06:26.084 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.084 INFO:tasks.workunit.client.0.smithi016.stdout: "op_rmw": { 2024-04-15T16:06:26.084 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:26.084 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.084 INFO:tasks.workunit.client.0.smithi016.stdout: "op_w": { 2024-04-15T16:06:26.084 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:26.084 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T16:06:26.084 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.084 INFO:tasks.workunit.client.0.smithi016.stdout: "osd": { 2024-04-15T16:06:26.084 INFO:tasks.workunit.client.0.smithi016.stdout: "numpg": { 2024-04-15T16:06:26.085 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 54 2024-04-15T16:06:26.085 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.085 INFO:tasks.workunit.client.0.smithi016.stdout: "numpg_removing": { 2024-04-15T16:06:26.085 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:26.085 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.085 INFO:tasks.workunit.client.0.smithi016.stdout: "op": { 2024-04-15T16:06:26.085 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 39615 2024-04-15T16:06:26.085 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.085 INFO:tasks.workunit.client.0.smithi016.stdout: "op_before_queue_op_lat": { 2024-04-15T16:06:26.085 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 124391, 2024-04-15T16:06:26.085 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 12352863658 2024-04-15T16:06:26.085 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.085 INFO:tasks.workunit.client.0.smithi016.stdout: "op_delayed_degraded": { 2024-04-15T16:06:26.085 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:26.086 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.086 INFO:tasks.workunit.client.0.smithi016.stdout: "op_delayed_unreadable": { 2024-04-15T16:06:26.086 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:26.086 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.086 INFO:tasks.workunit.client.0.smithi016.stdout: "op_in_bytes": { 2024-04-15T16:06:26.086 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 1557325338 2024-04-15T16:06:26.086 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.086 INFO:tasks.workunit.client.0.smithi016.stdout: "op_latency": { 2024-04-15T16:06:26.086 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 39615, 2024-04-15T16:06:26.086 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 65305247137 2024-04-15T16:06:26.086 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.086 INFO:tasks.workunit.client.0.smithi016.stdout: "op_out_bytes": { 2024-04-15T16:06:26.086 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 1695023457 2024-04-15T16:06:26.086 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.087 INFO:tasks.workunit.client.0.smithi016.stdout: "op_prepare_latency": { 2024-04-15T16:06:26.087 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 40275, 2024-04-15T16:06:26.087 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 15966986028 2024-04-15T16:06:26.087 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.087 INFO:tasks.workunit.client.0.smithi016.stdout: "op_process_latency": { 2024-04-15T16:06:26.087 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 39615, 2024-04-15T16:06:26.087 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 31484741787 2024-04-15T16:06:26.087 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.087 INFO:tasks.workunit.client.0.smithi016.stdout: "op_r": { 2024-04-15T16:06:26.087 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 27936 2024-04-15T16:06:26.087 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.087 INFO:tasks.workunit.client.0.smithi016.stdout: "op_r_latency": { 2024-04-15T16:06:26.087 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 27936, 2024-04-15T16:06:26.088 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 11446081630 2024-04-15T16:06:26.088 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.088 INFO:tasks.workunit.client.0.smithi016.stdout: "op_r_latency_out_bytes_histogram": { 2024-04-15T16:06:26.088 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:26.088 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.088 INFO:tasks.workunit.client.0.smithi016.stdout: "op_r_out_bytes": { 2024-04-15T16:06:26.088 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 1695023457 2024-04-15T16:06:26.088 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.088 INFO:tasks.workunit.client.0.smithi016.stdout: "op_r_prepare_latency": { 2024-04-15T16:06:26.088 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 28138, 2024-04-15T16:06:26.088 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 6735224680 2024-04-15T16:06:26.088 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.088 INFO:tasks.workunit.client.0.smithi016.stdout: "op_r_process_latency": { 2024-04-15T16:06:26.088 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 27936, 2024-04-15T16:06:26.088 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 5928446390 2024-04-15T16:06:26.089 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.089 INFO:tasks.workunit.client.0.smithi016.stdout: "op_rw": { 2024-04-15T16:06:26.089 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 10237 2024-04-15T16:06:26.089 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.089 INFO:tasks.workunit.client.0.smithi016.stdout: "op_rw_in_bytes": { 2024-04-15T16:06:26.089 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 509354863 2024-04-15T16:06:26.089 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.089 INFO:tasks.workunit.client.0.smithi016.stdout: "op_rw_latency": { 2024-04-15T16:06:26.089 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 10237, 2024-04-15T16:06:26.089 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 24229093592 2024-04-15T16:06:26.089 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.089 INFO:tasks.workunit.client.0.smithi016.stdout: "op_rw_latency_in_bytes_histogram": { 2024-04-15T16:06:26.089 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:26.089 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.090 INFO:tasks.workunit.client.0.smithi016.stdout: "op_rw_latency_out_bytes_histogram": { 2024-04-15T16:06:26.090 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:26.090 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.090 INFO:tasks.workunit.client.0.smithi016.stdout: "op_rw_out_bytes": { 2024-04-15T16:06:26.090 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:26.090 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.090 INFO:tasks.workunit.client.0.smithi016.stdout: "op_rw_prepare_latency": { 2024-04-15T16:06:26.090 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 10499, 2024-04-15T16:06:26.090 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 7089460191 2024-04-15T16:06:26.090 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.090 INFO:tasks.workunit.client.0.smithi016.stdout: "op_rw_process_latency": { 2024-04-15T16:06:26.090 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 10237, 2024-04-15T16:06:26.090 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 17602468111 2024-04-15T16:06:26.090 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.091 INFO:tasks.workunit.client.0.smithi016.stdout: "op_w": { 2024-04-15T16:06:26.091 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 1442 2024-04-15T16:06:26.091 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.091 INFO:tasks.workunit.client.0.smithi016.stdout: "op_w_in_bytes": { 2024-04-15T16:06:26.091 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 1047970475 2024-04-15T16:06:26.091 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.091 INFO:tasks.workunit.client.0.smithi016.stdout: "op_w_latency": { 2024-04-15T16:06:26.091 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 1442, 2024-04-15T16:06:26.091 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 29630071915 2024-04-15T16:06:26.091 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.091 INFO:tasks.workunit.client.0.smithi016.stdout: "op_w_latency_in_bytes_histogram": { 2024-04-15T16:06:26.091 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:26.091 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.091 INFO:tasks.workunit.client.0.smithi016.stdout: "op_w_prepare_latency": { 2024-04-15T16:06:26.092 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 1638, 2024-04-15T16:06:26.092 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 2142301157 2024-04-15T16:06:26.092 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.092 INFO:tasks.workunit.client.0.smithi016.stdout: "op_w_process_latency": { 2024-04-15T16:06:26.092 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 1442, 2024-04-15T16:06:26.092 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 7953827286 2024-04-15T16:06:26.092 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.092 INFO:tasks.workunit.client.0.smithi016.stdout: "op_wip": { 2024-04-15T16:06:26.092 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:26.092 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.092 INFO:tasks.workunit.client.0.smithi016.stdout: "recovery_bytes": { 2024-04-15T16:06:26.092 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:26.092 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.092 INFO:tasks.workunit.client.0.smithi016.stdout: "recovery_ops": { 2024-04-15T16:06:26.093 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:26.093 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.093 INFO:tasks.workunit.client.0.smithi016.stdout: "stat_bytes": { 2024-04-15T16:06:26.093 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 95995035648 2024-04-15T16:06:26.093 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.093 INFO:tasks.workunit.client.0.smithi016.stdout: "stat_bytes_used": { 2024-04-15T16:06:26.093 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 571912192 2024-04-15T16:06:26.093 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T16:06:26.093 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T16:06:26.093 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.093 INFO:tasks.workunit.client.0.smithi016.stdout: "osd.6": { 2024-04-15T16:06:26.093 INFO:tasks.workunit.client.0.smithi016.stdout: "bluefs": { 2024-04-15T16:06:26.093 INFO:tasks.workunit.client.0.smithi016.stdout: "alloc_db_max_lat": { 2024-04-15T16:06:26.093 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 18549 2024-04-15T16:06:26.093 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.094 INFO:tasks.workunit.client.0.smithi016.stdout: "alloc_slow_fallback": { 2024-04-15T16:06:26.094 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:26.094 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.094 INFO:tasks.workunit.client.0.smithi016.stdout: "alloc_slow_max_lat": { 2024-04-15T16:06:26.094 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:26.094 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.094 INFO:tasks.workunit.client.0.smithi016.stdout: "alloc_slow_size_fallback": { 2024-04-15T16:06:26.094 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:26.094 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.094 INFO:tasks.workunit.client.0.smithi016.stdout: "alloc_unit_db": { 2024-04-15T16:06:26.094 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 65536 2024-04-15T16:06:26.094 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.094 INFO:tasks.workunit.client.0.smithi016.stdout: "alloc_unit_slow": { 2024-04-15T16:06:26.094 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:26.095 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.095 INFO:tasks.workunit.client.0.smithi016.stdout: "alloc_unit_wal": { 2024-04-15T16:06:26.095 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:26.095 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.095 INFO:tasks.workunit.client.0.smithi016.stdout: "alloc_wal_max_lat": { 2024-04-15T16:06:26.095 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:26.095 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.095 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes_written_slow": { 2024-04-15T16:06:26.095 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:26.095 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.095 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes_written_sst": { 2024-04-15T16:06:26.095 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 1757184 2024-04-15T16:06:26.095 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.095 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes_written_wal": { 2024-04-15T16:06:26.096 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 513220608 2024-04-15T16:06:26.096 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.096 INFO:tasks.workunit.client.0.smithi016.stdout: "compact_lat": { 2024-04-15T16:06:26.096 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 15, 2024-04-15T16:06:26.096 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 3121094 2024-04-15T16:06:26.096 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.096 INFO:tasks.workunit.client.0.smithi016.stdout: "compact_lock_lat": { 2024-04-15T16:06:26.096 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 15, 2024-04-15T16:06:26.096 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 941232 2024-04-15T16:06:26.096 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.096 INFO:tasks.workunit.client.0.smithi016.stdout: "db_alloc_lat": { 2024-04-15T16:06:26.096 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 143, 2024-04-15T16:06:26.096 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 666628 2024-04-15T16:06:26.096 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.096 INFO:tasks.workunit.client.0.smithi016.stdout: "db_total_bytes": { 2024-04-15T16:06:26.097 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 95995027456 2024-04-15T16:06:26.097 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.097 INFO:tasks.workunit.client.0.smithi016.stdout: "db_used_bytes": { 2024-04-15T16:06:26.097 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 422182912 2024-04-15T16:06:26.097 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.097 INFO:tasks.workunit.client.0.smithi016.stdout: "flush_lat": { 2024-04-15T16:06:26.097 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 62026, 2024-04-15T16:06:26.097 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 8759629300 2024-04-15T16:06:26.097 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.097 INFO:tasks.workunit.client.0.smithi016.stdout: "fsync_lat": { 2024-04-15T16:06:26.097 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 62039, 2024-04-15T16:06:26.097 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 14030943827 2024-04-15T16:06:26.097 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.097 INFO:tasks.workunit.client.0.smithi016.stdout: "log_bytes": { 2024-04-15T16:06:26.097 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 4788224 2024-04-15T16:06:26.098 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.098 INFO:tasks.workunit.client.0.smithi016.stdout: "logged_bytes": { 2024-04-15T16:06:26.098 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 254152704 2024-04-15T16:06:26.098 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.098 INFO:tasks.workunit.client.0.smithi016.stdout: "max_bytes_db": { 2024-04-15T16:06:26.098 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 439222272 2024-04-15T16:06:26.098 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.098 INFO:tasks.workunit.client.0.smithi016.stdout: "max_bytes_slow": { 2024-04-15T16:06:26.098 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:26.098 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.098 INFO:tasks.workunit.client.0.smithi016.stdout: "max_bytes_wal": { 2024-04-15T16:06:26.098 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:26.098 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.098 INFO:tasks.workunit.client.0.smithi016.stdout: "num_files": { 2024-04-15T16:06:26.099 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 38 2024-04-15T16:06:26.099 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.099 INFO:tasks.workunit.client.0.smithi016.stdout: "read_bytes": { 2024-04-15T16:06:26.099 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 881644076 2024-04-15T16:06:26.099 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.099 INFO:tasks.workunit.client.0.smithi016.stdout: "read_count": { 2024-04-15T16:06:26.099 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 26268 2024-04-15T16:06:26.099 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.099 INFO:tasks.workunit.client.0.smithi016.stdout: "read_disk_bytes": { 2024-04-15T16:06:26.099 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 780763136 2024-04-15T16:06:26.099 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.099 INFO:tasks.workunit.client.0.smithi016.stdout: "read_disk_bytes_db": { 2024-04-15T16:06:26.099 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 780767232 2024-04-15T16:06:26.099 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.100 INFO:tasks.workunit.client.0.smithi016.stdout: "read_disk_bytes_slow": { 2024-04-15T16:06:26.100 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:26.100 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.100 INFO:tasks.workunit.client.0.smithi016.stdout: "read_disk_bytes_wal": { 2024-04-15T16:06:26.100 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:26.100 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.100 INFO:tasks.workunit.client.0.smithi016.stdout: "read_disk_count": { 2024-04-15T16:06:26.100 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 19298 2024-04-15T16:06:26.100 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.100 INFO:tasks.workunit.client.0.smithi016.stdout: "read_lat": { 2024-04-15T16:06:26.100 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 26268, 2024-04-15T16:06:26.100 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 470784431 2024-04-15T16:06:26.100 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.100 INFO:tasks.workunit.client.0.smithi016.stdout: "read_prefetch_bytes": { 2024-04-15T16:06:26.100 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 803122103 2024-04-15T16:06:26.101 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.101 INFO:tasks.workunit.client.0.smithi016.stdout: "read_prefetch_count": { 2024-04-15T16:06:26.101 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 23858 2024-04-15T16:06:26.101 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.101 INFO:tasks.workunit.client.0.smithi016.stdout: "read_random_buffer_bytes": { 2024-04-15T16:06:26.101 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 714971 2024-04-15T16:06:26.101 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.101 INFO:tasks.workunit.client.0.smithi016.stdout: "read_random_buffer_count": { 2024-04-15T16:06:26.101 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 433 2024-04-15T16:06:26.101 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.101 INFO:tasks.workunit.client.0.smithi016.stdout: "read_random_bytes": { 2024-04-15T16:06:26.101 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 1725394 2024-04-15T16:06:26.101 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.102 INFO:tasks.workunit.client.0.smithi016.stdout: "read_random_count": { 2024-04-15T16:06:26.102 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 612 2024-04-15T16:06:26.102 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.102 INFO:tasks.workunit.client.0.smithi016.stdout: "read_random_disk_bytes": { 2024-04-15T16:06:26.102 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 1010423 2024-04-15T16:06:26.102 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.102 INFO:tasks.workunit.client.0.smithi016.stdout: "read_random_disk_bytes_db": { 2024-04-15T16:06:26.102 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 1010423 2024-04-15T16:06:26.102 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.102 INFO:tasks.workunit.client.0.smithi016.stdout: "read_random_disk_bytes_slow": { 2024-04-15T16:06:26.102 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:26.102 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.102 INFO:tasks.workunit.client.0.smithi016.stdout: "read_random_disk_bytes_wal": { 2024-04-15T16:06:26.102 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:26.103 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.103 INFO:tasks.workunit.client.0.smithi016.stdout: "read_random_disk_count": { 2024-04-15T16:06:26.103 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 180 2024-04-15T16:06:26.103 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.103 INFO:tasks.workunit.client.0.smithi016.stdout: "read_random_lat": { 2024-04-15T16:06:26.103 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 612, 2024-04-15T16:06:26.103 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 765758 2024-04-15T16:06:26.103 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.103 INFO:tasks.workunit.client.0.smithi016.stdout: "slow_alloc_lat": { 2024-04-15T16:06:26.103 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 0, 2024-04-15T16:06:26.103 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:26.103 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.103 INFO:tasks.workunit.client.0.smithi016.stdout: "slow_total_bytes": { 2024-04-15T16:06:26.103 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:26.104 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.104 INFO:tasks.workunit.client.0.smithi016.stdout: "slow_used_bytes": { 2024-04-15T16:06:26.104 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:26.104 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.104 INFO:tasks.workunit.client.0.smithi016.stdout: "truncate_lat": { 2024-04-15T16:06:26.104 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 1, 2024-04-15T16:06:26.104 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 566 2024-04-15T16:06:26.104 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.104 INFO:tasks.workunit.client.0.smithi016.stdout: "unlink_lat": { 2024-04-15T16:06:26.104 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 7, 2024-04-15T16:06:26.104 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 8181 2024-04-15T16:06:26.104 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.104 INFO:tasks.workunit.client.0.smithi016.stdout: "wal_alloc_lat": { 2024-04-15T16:06:26.104 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 0, 2024-04-15T16:06:26.104 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:26.105 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.105 INFO:tasks.workunit.client.0.smithi016.stdout: "wal_total_bytes": { 2024-04-15T16:06:26.105 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:26.105 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.105 INFO:tasks.workunit.client.0.smithi016.stdout: "wal_used_bytes": { 2024-04-15T16:06:26.105 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:26.105 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.105 INFO:tasks.workunit.client.0.smithi016.stdout: "write_bytes": { 2024-04-15T16:06:26.105 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 771411968 2024-04-15T16:06:26.105 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T16:06:26.105 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.105 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore": { 2024-04-15T16:06:26.105 INFO:tasks.workunit.client.0.smithi016.stdout: "alloc_unit": { 2024-04-15T16:06:26.105 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 4096 2024-04-15T16:06:26.106 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.106 INFO:tasks.workunit.client.0.smithi016.stdout: "allocated": { 2024-04-15T16:06:26.106 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 9789440 2024-04-15T16:06:26.106 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.106 INFO:tasks.workunit.client.0.smithi016.stdout: "allocator_lat": { 2024-04-15T16:06:26.106 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 14002, 2024-04-15T16:06:26.106 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 49172529 2024-04-15T16:06:26.106 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.106 INFO:tasks.workunit.client.0.smithi016.stdout: "clist_lat": { 2024-04-15T16:06:26.106 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 3446, 2024-04-15T16:06:26.106 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 2506755706 2024-04-15T16:06:26.106 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.106 INFO:tasks.workunit.client.0.smithi016.stdout: "compress_lat": { 2024-04-15T16:06:26.106 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 0, 2024-04-15T16:06:26.107 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:26.107 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.107 INFO:tasks.workunit.client.0.smithi016.stdout: "compressed": { 2024-04-15T16:06:26.107 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:26.107 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.107 INFO:tasks.workunit.client.0.smithi016.stdout: "compressed_allocated": { 2024-04-15T16:06:26.107 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:26.107 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.107 INFO:tasks.workunit.client.0.smithi016.stdout: "compressed_original": { 2024-04-15T16:06:26.107 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:26.107 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.107 INFO:tasks.workunit.client.0.smithi016.stdout: "csum_lat": { 2024-04-15T16:06:26.107 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 21516, 2024-04-15T16:06:26.107 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 165504719 2024-04-15T16:06:26.107 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.108 INFO:tasks.workunit.client.0.smithi016.stdout: "decompress_lat": { 2024-04-15T16:06:26.108 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 0, 2024-04-15T16:06:26.108 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:26.108 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.108 INFO:tasks.workunit.client.0.smithi016.stdout: "fragmentation_micros": { 2024-04-15T16:06:26.108 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:26.108 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.108 INFO:tasks.workunit.client.0.smithi016.stdout: "kv_commit_lat": { 2024-04-15T16:06:26.108 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 61996, 2024-04-15T16:06:26.108 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 16897137843 2024-04-15T16:06:26.108 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.108 INFO:tasks.workunit.client.0.smithi016.stdout: "kv_final_lat": { 2024-04-15T16:06:26.108 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 61588, 2024-04-15T16:06:26.108 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 1220827598 2024-04-15T16:06:26.109 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.109 INFO:tasks.workunit.client.0.smithi016.stdout: "kv_flush_lat": { 2024-04-15T16:06:26.109 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 61996, 2024-04-15T16:06:26.109 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 31835099 2024-04-15T16:06:26.109 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.109 INFO:tasks.workunit.client.0.smithi016.stdout: "kv_sync_lat": { 2024-04-15T16:06:26.109 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 61996, 2024-04-15T16:06:26.109 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 16928972942 2024-04-15T16:06:26.109 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.109 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_get_keys_lat": { 2024-04-15T16:06:26.109 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 0, 2024-04-15T16:06:26.109 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:26.109 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.109 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_get_values_lat": { 2024-04-15T16:06:26.110 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 26704, 2024-04-15T16:06:26.110 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 382706034 2024-04-15T16:06:26.110 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.110 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_lower_bound_lat": { 2024-04-15T16:06:26.110 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 747, 2024-04-15T16:06:26.110 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 2159984 2024-04-15T16:06:26.110 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.110 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_next_lat": { 2024-04-15T16:06:26.110 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 14691, 2024-04-15T16:06:26.110 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 9916148 2024-04-15T16:06:26.110 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.110 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_seek_to_first_lat": { 2024-04-15T16:06:26.110 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 43, 2024-04-15T16:06:26.110 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 71738 2024-04-15T16:06:26.111 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.111 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_upper_bound_lat": { 2024-04-15T16:06:26.111 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 11732, 2024-04-15T16:06:26.111 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 1145172744 2024-04-15T16:06:26.111 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.111 INFO:tasks.workunit.client.0.smithi016.stdout: "onode_hits": { 2024-04-15T16:06:26.111 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 188558 2024-04-15T16:06:26.111 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.111 INFO:tasks.workunit.client.0.smithi016.stdout: "onode_misses": { 2024-04-15T16:06:26.111 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 18661 2024-04-15T16:06:26.111 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.111 INFO:tasks.workunit.client.0.smithi016.stdout: "read_lat": { 2024-04-15T16:06:26.111 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 16207, 2024-04-15T16:06:26.111 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 1821239228 2024-04-15T16:06:26.111 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.112 INFO:tasks.workunit.client.0.smithi016.stdout: "read_onode_meta_lat": { 2024-04-15T16:06:26.112 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 48948, 2024-04-15T16:06:26.112 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 13990278 2024-04-15T16:06:26.112 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.112 INFO:tasks.workunit.client.0.smithi016.stdout: "read_wait_aio_lat": { 2024-04-15T16:06:26.112 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 32741, 2024-04-15T16:06:26.112 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 1440835877 2024-04-15T16:06:26.112 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.112 INFO:tasks.workunit.client.0.smithi016.stdout: "reads_with_retries": { 2024-04-15T16:06:26.112 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:26.112 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.112 INFO:tasks.workunit.client.0.smithi016.stdout: "remove_lat": { 2024-04-15T16:06:26.112 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 12030, 2024-04-15T16:06:26.112 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 333500800 2024-04-15T16:06:26.112 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.113 INFO:tasks.workunit.client.0.smithi016.stdout: "slow_aio_wait_count": { 2024-04-15T16:06:26.113 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:26.113 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.113 INFO:tasks.workunit.client.0.smithi016.stdout: "slow_committed_kv_count": { 2024-04-15T16:06:26.113 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:26.113 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.113 INFO:tasks.workunit.client.0.smithi016.stdout: "slow_read_onode_meta_count": { 2024-04-15T16:06:26.113 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:26.113 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.113 INFO:tasks.workunit.client.0.smithi016.stdout: "slow_read_wait_aio_count": { 2024-04-15T16:06:26.113 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:26.113 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.113 INFO:tasks.workunit.client.0.smithi016.stdout: "state_aio_wait_lat": { 2024-04-15T16:06:26.113 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 72695, 2024-04-15T16:06:26.114 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 7917527286 2024-04-15T16:06:26.114 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.114 INFO:tasks.workunit.client.0.smithi016.stdout: "state_deferred_aio_wait_lat": { 2024-04-15T16:06:26.114 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 13902, 2024-04-15T16:06:26.114 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 671009093 2024-04-15T16:06:26.114 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.114 INFO:tasks.workunit.client.0.smithi016.stdout: "state_deferred_cleanup_lat": { 2024-04-15T16:06:26.114 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 13901, 2024-04-15T16:06:26.114 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 3777270664155 2024-04-15T16:06:26.114 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.114 INFO:tasks.workunit.client.0.smithi016.stdout: "state_deferred_queued_lat": { 2024-04-15T16:06:26.114 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 13902, 2024-04-15T16:06:26.114 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 5949692442910 2024-04-15T16:06:26.114 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.114 INFO:tasks.workunit.client.0.smithi016.stdout: "state_done_lat": { 2024-04-15T16:06:26.115 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 72694, 2024-04-15T16:06:26.115 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 2580604683908 2024-04-15T16:06:26.115 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.115 INFO:tasks.workunit.client.0.smithi016.stdout: "state_finishing_lat": { 2024-04-15T16:06:26.115 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 72694, 2024-04-15T16:06:26.115 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 7513792 2024-04-15T16:06:26.115 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.115 INFO:tasks.workunit.client.0.smithi016.stdout: "state_io_done_lat": { 2024-04-15T16:06:26.115 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 72695, 2024-04-15T16:06:26.115 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 243858722 2024-04-15T16:06:26.115 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.115 INFO:tasks.workunit.client.0.smithi016.stdout: "state_kv_commiting_lat": { 2024-04-15T16:06:26.115 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 72695, 2024-04-15T16:06:26.115 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 26273513205 2024-04-15T16:06:26.115 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.116 INFO:tasks.workunit.client.0.smithi016.stdout: "state_kv_done_lat": { 2024-04-15T16:06:26.116 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 72695, 2024-04-15T16:06:26.116 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 26791306 2024-04-15T16:06:26.116 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.116 INFO:tasks.workunit.client.0.smithi016.stdout: "state_kv_queued_lat": { 2024-04-15T16:06:26.116 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 72695, 2024-04-15T16:06:26.116 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 12159776629 2024-04-15T16:06:26.116 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.116 INFO:tasks.workunit.client.0.smithi016.stdout: "state_prepare_lat": { 2024-04-15T16:06:26.116 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 72695, 2024-04-15T16:06:26.116 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 8588976724 2024-04-15T16:06:26.116 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.116 INFO:tasks.workunit.client.0.smithi016.stdout: "stored": { 2024-04-15T16:06:26.116 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 6045301 2024-04-15T16:06:26.116 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.117 INFO:tasks.workunit.client.0.smithi016.stdout: "truncate_lat": { 2024-04-15T16:06:26.117 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 2312, 2024-04-15T16:06:26.117 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 12536595 2024-04-15T16:06:26.117 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.117 INFO:tasks.workunit.client.0.smithi016.stdout: "txc_commit_lat": { 2024-04-15T16:06:26.117 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 72695, 2024-04-15T16:06:26.117 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 55196050091 2024-04-15T16:06:26.117 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.117 INFO:tasks.workunit.client.0.smithi016.stdout: "txc_submit_lat": { 2024-04-15T16:06:26.117 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 72695, 2024-04-15T16:06:26.117 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 9381974471 2024-04-15T16:06:26.117 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.117 INFO:tasks.workunit.client.0.smithi016.stdout: "txc_throttle_lat": { 2024-04-15T16:06:26.117 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 72695, 2024-04-15T16:06:26.117 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 443775755 2024-04-15T16:06:26.118 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T16:06:26.118 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.118 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore-pricache": { 2024-04-15T16:06:26.118 INFO:tasks.workunit.client.0.smithi016.stdout: "cache_bytes": { 2024-04-15T16:06:26.118 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 1405290552 2024-04-15T16:06:26.118 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.118 INFO:tasks.workunit.client.0.smithi016.stdout: "heap_bytes": { 2024-04-15T16:06:26.118 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 506273792 2024-04-15T16:06:26.118 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.118 INFO:tasks.workunit.client.0.smithi016.stdout: "mapped_bytes": { 2024-04-15T16:06:26.118 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 429219840 2024-04-15T16:06:26.118 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.118 INFO:tasks.workunit.client.0.smithi016.stdout: "target_bytes": { 2024-04-15T16:06:26.118 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 2600702259 2024-04-15T16:06:26.118 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.119 INFO:tasks.workunit.client.0.smithi016.stdout: "unmapped_bytes": { 2024-04-15T16:06:26.119 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 77053952 2024-04-15T16:06:26.119 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T16:06:26.119 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.119 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore-pricache:data": { 2024-04-15T16:06:26.119 INFO:tasks.workunit.client.0.smithi016.stdout: "committed_bytes": { 2024-04-15T16:06:26.119 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 125829120 2024-04-15T16:06:26.119 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.119 INFO:tasks.workunit.client.0.smithi016.stdout: "pri0_bytes": { 2024-04-15T16:06:26.119 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:26.119 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.119 INFO:tasks.workunit.client.0.smithi016.stdout: "pri10_bytes": { 2024-04-15T16:06:26.119 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:26.120 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.120 INFO:tasks.workunit.client.0.smithi016.stdout: "pri11_bytes": { 2024-04-15T16:06:26.120 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 57460162 2024-04-15T16:06:26.120 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.120 INFO:tasks.workunit.client.0.smithi016.stdout: "pri1_bytes": { 2024-04-15T16:06:26.120 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:26.120 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.120 INFO:tasks.workunit.client.0.smithi016.stdout: "pri2_bytes": { 2024-04-15T16:06:26.120 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:26.120 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.120 INFO:tasks.workunit.client.0.smithi016.stdout: "pri3_bytes": { 2024-04-15T16:06:26.120 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:26.120 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.120 INFO:tasks.workunit.client.0.smithi016.stdout: "pri4_bytes": { 2024-04-15T16:06:26.120 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:26.121 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.121 INFO:tasks.workunit.client.0.smithi016.stdout: "pri5_bytes": { 2024-04-15T16:06:26.121 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 61440 2024-04-15T16:06:26.121 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.121 INFO:tasks.workunit.client.0.smithi016.stdout: "pri6_bytes": { 2024-04-15T16:06:26.121 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 655360 2024-04-15T16:06:26.121 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.121 INFO:tasks.workunit.client.0.smithi016.stdout: "pri7_bytes": { 2024-04-15T16:06:26.121 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:26.121 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.121 INFO:tasks.workunit.client.0.smithi016.stdout: "pri8_bytes": { 2024-04-15T16:06:26.121 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:26.121 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.121 INFO:tasks.workunit.client.0.smithi016.stdout: "pri9_bytes": { 2024-04-15T16:06:26.121 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:26.122 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.122 INFO:tasks.workunit.client.0.smithi016.stdout: "reserved_bytes": { 2024-04-15T16:06:26.122 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 67652158 2024-04-15T16:06:26.122 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T16:06:26.122 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.122 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore-pricache:kv": { 2024-04-15T16:06:26.122 INFO:tasks.workunit.client.0.smithi016.stdout: "committed_bytes": { 2024-04-15T16:06:26.122 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 570425344 2024-04-15T16:06:26.122 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.122 INFO:tasks.workunit.client.0.smithi016.stdout: "pri0_bytes": { 2024-04-15T16:06:26.122 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 67108864 2024-04-15T16:06:26.122 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.122 INFO:tasks.workunit.client.0.smithi016.stdout: "pri10_bytes": { 2024-04-15T16:06:26.122 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:26.123 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.123 INFO:tasks.workunit.client.0.smithi016.stdout: "pri11_bytes": { 2024-04-15T16:06:26.123 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 430951219 2024-04-15T16:06:26.123 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.123 INFO:tasks.workunit.client.0.smithi016.stdout: "pri1_bytes": { 2024-04-15T16:06:26.123 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:26.123 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.123 INFO:tasks.workunit.client.0.smithi016.stdout: "pri2_bytes": { 2024-04-15T16:06:26.123 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:26.123 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.123 INFO:tasks.workunit.client.0.smithi016.stdout: "pri3_bytes": { 2024-04-15T16:06:26.123 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 1360 2024-04-15T16:06:26.123 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.123 INFO:tasks.workunit.client.0.smithi016.stdout: "pri4_bytes": { 2024-04-15T16:06:26.123 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:26.124 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.124 INFO:tasks.workunit.client.0.smithi016.stdout: "pri5_bytes": { 2024-04-15T16:06:26.124 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 84608 2024-04-15T16:06:26.124 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.124 INFO:tasks.workunit.client.0.smithi016.stdout: "pri6_bytes": { 2024-04-15T16:06:26.124 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 384 2024-04-15T16:06:26.124 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.124 INFO:tasks.workunit.client.0.smithi016.stdout: "pri7_bytes": { 2024-04-15T16:06:26.124 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:26.124 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.124 INFO:tasks.workunit.client.0.smithi016.stdout: "pri8_bytes": { 2024-04-15T16:06:26.124 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:26.124 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.124 INFO:tasks.workunit.client.0.smithi016.stdout: "pri9_bytes": { 2024-04-15T16:06:26.125 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:26.125 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.125 INFO:tasks.workunit.client.0.smithi016.stdout: "reserved_bytes": { 2024-04-15T16:06:26.125 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 72278909 2024-04-15T16:06:26.125 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T16:06:26.125 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.125 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore-pricache:kv_onode": { 2024-04-15T16:06:26.125 INFO:tasks.workunit.client.0.smithi016.stdout: "committed_bytes": { 2024-04-15T16:06:26.125 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 176160768 2024-04-15T16:06:26.125 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.125 INFO:tasks.workunit.client.0.smithi016.stdout: "pri0_bytes": { 2024-04-15T16:06:26.125 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 67108864 2024-04-15T16:06:26.125 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.125 INFO:tasks.workunit.client.0.smithi016.stdout: "pri10_bytes": { 2024-04-15T16:06:26.125 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 1121776 2024-04-15T16:06:26.126 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.126 INFO:tasks.workunit.client.0.smithi016.stdout: "pri11_bytes": { 2024-04-15T16:06:26.126 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 38306775 2024-04-15T16:06:26.126 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.126 INFO:tasks.workunit.client.0.smithi016.stdout: "pri1_bytes": { 2024-04-15T16:06:26.126 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:26.126 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.126 INFO:tasks.workunit.client.0.smithi016.stdout: "pri2_bytes": { 2024-04-15T16:06:26.126 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:26.126 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.126 INFO:tasks.workunit.client.0.smithi016.stdout: "pri3_bytes": { 2024-04-15T16:06:26.126 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:26.126 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.126 INFO:tasks.workunit.client.0.smithi016.stdout: "pri4_bytes": { 2024-04-15T16:06:26.127 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:26.127 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.127 INFO:tasks.workunit.client.0.smithi016.stdout: "pri5_bytes": { 2024-04-15T16:06:26.127 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:26.127 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.127 INFO:tasks.workunit.client.0.smithi016.stdout: "pri6_bytes": { 2024-04-15T16:06:26.127 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:26.127 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.127 INFO:tasks.workunit.client.0.smithi016.stdout: "pri7_bytes": { 2024-04-15T16:06:26.127 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:26.127 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.127 INFO:tasks.workunit.client.0.smithi016.stdout: "pri8_bytes": { 2024-04-15T16:06:26.127 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:26.127 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.128 INFO:tasks.workunit.client.0.smithi016.stdout: "pri9_bytes": { 2024-04-15T16:06:26.128 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:26.129 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.129 INFO:tasks.workunit.client.0.smithi016.stdout: "reserved_bytes": { 2024-04-15T16:06:26.129 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 69623353 2024-04-15T16:06:26.129 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T16:06:26.129 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.129 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore-pricache:meta": { 2024-04-15T16:06:26.129 INFO:tasks.workunit.client.0.smithi016.stdout: "committed_bytes": { 2024-04-15T16:06:26.130 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 503316480 2024-04-15T16:06:26.130 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.130 INFO:tasks.workunit.client.0.smithi016.stdout: "pri0_bytes": { 2024-04-15T16:06:26.130 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:26.130 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.130 INFO:tasks.workunit.client.0.smithi016.stdout: "pri10_bytes": { 2024-04-15T16:06:26.130 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:26.130 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.130 INFO:tasks.workunit.client.0.smithi016.stdout: "pri11_bytes": { 2024-04-15T16:06:26.130 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 430951219 2024-04-15T16:06:26.130 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.130 INFO:tasks.workunit.client.0.smithi016.stdout: "pri1_bytes": { 2024-04-15T16:06:26.130 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:26.130 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.131 INFO:tasks.workunit.client.0.smithi016.stdout: "pri2_bytes": { 2024-04-15T16:06:26.131 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:26.131 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.131 INFO:tasks.workunit.client.0.smithi016.stdout: "pri3_bytes": { 2024-04-15T16:06:26.131 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:26.131 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.131 INFO:tasks.workunit.client.0.smithi016.stdout: "pri4_bytes": { 2024-04-15T16:06:26.131 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:26.131 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.131 INFO:tasks.workunit.client.0.smithi016.stdout: "pri5_bytes": { 2024-04-15T16:06:26.131 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 129537 2024-04-15T16:06:26.131 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.131 INFO:tasks.workunit.client.0.smithi016.stdout: "pri6_bytes": { 2024-04-15T16:06:26.131 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 1127676 2024-04-15T16:06:26.132 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.132 INFO:tasks.workunit.client.0.smithi016.stdout: "pri7_bytes": { 2024-04-15T16:06:26.132 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:26.132 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.132 INFO:tasks.workunit.client.0.smithi016.stdout: "pri8_bytes": { 2024-04-15T16:06:26.132 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:26.132 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.132 INFO:tasks.workunit.client.0.smithi016.stdout: "pri9_bytes": { 2024-04-15T16:06:26.132 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:26.132 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.132 INFO:tasks.workunit.client.0.smithi016.stdout: "reserved_bytes": { 2024-04-15T16:06:26.132 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 71108048 2024-04-15T16:06:26.132 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T16:06:26.132 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.133 INFO:tasks.workunit.client.0.smithi016.stdout: "objecter": { 2024-04-15T16:06:26.133 INFO:tasks.workunit.client.0.smithi016.stdout: "op_active": { 2024-04-15T16:06:26.133 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:26.133 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.133 INFO:tasks.workunit.client.0.smithi016.stdout: "op_r": { 2024-04-15T16:06:26.133 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 29 2024-04-15T16:06:26.133 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.133 INFO:tasks.workunit.client.0.smithi016.stdout: "op_rmw": { 2024-04-15T16:06:26.133 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:26.133 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.133 INFO:tasks.workunit.client.0.smithi016.stdout: "op_w": { 2024-04-15T16:06:26.133 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:26.133 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T16:06:26.133 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.134 INFO:tasks.workunit.client.0.smithi016.stdout: "osd": { 2024-04-15T16:06:26.134 INFO:tasks.workunit.client.0.smithi016.stdout: "numpg": { 2024-04-15T16:06:26.134 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 54 2024-04-15T16:06:26.134 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.134 INFO:tasks.workunit.client.0.smithi016.stdout: "numpg_removing": { 2024-04-15T16:06:26.134 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:26.134 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.134 INFO:tasks.workunit.client.0.smithi016.stdout: "op": { 2024-04-15T16:06:26.134 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 37498 2024-04-15T16:06:26.134 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.134 INFO:tasks.workunit.client.0.smithi016.stdout: "op_before_queue_op_lat": { 2024-04-15T16:06:26.134 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 97496, 2024-04-15T16:06:26.134 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 9026186976 2024-04-15T16:06:26.134 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.135 INFO:tasks.workunit.client.0.smithi016.stdout: "op_delayed_degraded": { 2024-04-15T16:06:26.135 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:26.135 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.135 INFO:tasks.workunit.client.0.smithi016.stdout: "op_delayed_unreadable": { 2024-04-15T16:06:26.135 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 4 2024-04-15T16:06:26.135 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.135 INFO:tasks.workunit.client.0.smithi016.stdout: "op_in_bytes": { 2024-04-15T16:06:26.135 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 1923144968 2024-04-15T16:06:26.135 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.135 INFO:tasks.workunit.client.0.smithi016.stdout: "op_latency": { 2024-04-15T16:06:26.135 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 37498, 2024-04-15T16:06:26.135 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 94138357912 2024-04-15T16:06:26.135 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.136 INFO:tasks.workunit.client.0.smithi016.stdout: "op_out_bytes": { 2024-04-15T16:06:26.136 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 2647865417 2024-04-15T16:06:26.136 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.136 INFO:tasks.workunit.client.0.smithi016.stdout: "op_prepare_latency": { 2024-04-15T16:06:26.136 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 37984, 2024-04-15T16:06:26.136 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 14987570294 2024-04-15T16:06:26.136 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.136 INFO:tasks.workunit.client.0.smithi016.stdout: "op_process_latency": { 2024-04-15T16:06:26.136 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 37498, 2024-04-15T16:06:26.136 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 35110107694 2024-04-15T16:06:26.136 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.136 INFO:tasks.workunit.client.0.smithi016.stdout: "op_r": { 2024-04-15T16:06:26.136 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 28191 2024-04-15T16:06:26.136 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.136 INFO:tasks.workunit.client.0.smithi016.stdout: "op_r_latency": { 2024-04-15T16:06:26.137 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 28191, 2024-04-15T16:06:26.137 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 20173329558 2024-04-15T16:06:26.137 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.137 INFO:tasks.workunit.client.0.smithi016.stdout: "op_r_latency_out_bytes_histogram": { 2024-04-15T16:06:26.137 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:26.137 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.137 INFO:tasks.workunit.client.0.smithi016.stdout: "op_r_out_bytes": { 2024-04-15T16:06:26.137 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 2647865417 2024-04-15T16:06:26.137 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.137 INFO:tasks.workunit.client.0.smithi016.stdout: "op_r_prepare_latency": { 2024-04-15T16:06:26.137 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 28364, 2024-04-15T16:06:26.137 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 6405767998 2024-04-15T16:06:26.137 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.137 INFO:tasks.workunit.client.0.smithi016.stdout: "op_r_process_latency": { 2024-04-15T16:06:26.138 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 28191, 2024-04-15T16:06:26.138 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 6927657768 2024-04-15T16:06:26.138 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.138 INFO:tasks.workunit.client.0.smithi016.stdout: "op_rw": { 2024-04-15T16:06:26.138 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 4673 2024-04-15T16:06:26.138 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.138 INFO:tasks.workunit.client.0.smithi016.stdout: "op_rw_in_bytes": { 2024-04-15T16:06:26.138 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 333146220 2024-04-15T16:06:26.138 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.138 INFO:tasks.workunit.client.0.smithi016.stdout: "op_rw_latency": { 2024-04-15T16:06:26.138 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 4673, 2024-04-15T16:06:26.138 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 13018831780 2024-04-15T16:06:26.138 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.138 INFO:tasks.workunit.client.0.smithi016.stdout: "op_rw_latency_in_bytes_histogram": { 2024-04-15T16:06:26.139 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:26.139 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.139 INFO:tasks.workunit.client.0.smithi016.stdout: "op_rw_latency_out_bytes_histogram": { 2024-04-15T16:06:26.139 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:26.139 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.139 INFO:tasks.workunit.client.0.smithi016.stdout: "op_rw_out_bytes": { 2024-04-15T16:06:26.139 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:26.139 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.139 INFO:tasks.workunit.client.0.smithi016.stdout: "op_rw_prepare_latency": { 2024-04-15T16:06:26.139 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 4882, 2024-04-15T16:06:26.139 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 2872040892 2024-04-15T16:06:26.139 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.139 INFO:tasks.workunit.client.0.smithi016.stdout: "op_rw_process_latency": { 2024-04-15T16:06:26.139 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 4673, 2024-04-15T16:06:26.139 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 8111613393 2024-04-15T16:06:26.140 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.140 INFO:tasks.workunit.client.0.smithi016.stdout: "op_w": { 2024-04-15T16:06:26.140 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 4634 2024-04-15T16:06:26.140 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.140 INFO:tasks.workunit.client.0.smithi016.stdout: "op_w_in_bytes": { 2024-04-15T16:06:26.140 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 1589998748 2024-04-15T16:06:26.140 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.140 INFO:tasks.workunit.client.0.smithi016.stdout: "op_w_latency": { 2024-04-15T16:06:26.140 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 4634, 2024-04-15T16:06:26.140 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 60946196574 2024-04-15T16:06:26.140 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.140 INFO:tasks.workunit.client.0.smithi016.stdout: "op_w_latency_in_bytes_histogram": { 2024-04-15T16:06:26.140 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:26.141 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.141 INFO:tasks.workunit.client.0.smithi016.stdout: "op_w_prepare_latency": { 2024-04-15T16:06:26.141 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 4738, 2024-04-15T16:06:26.141 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 5709761404 2024-04-15T16:06:26.141 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.141 INFO:tasks.workunit.client.0.smithi016.stdout: "op_w_process_latency": { 2024-04-15T16:06:26.141 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 4634, 2024-04-15T16:06:26.141 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 20070836533 2024-04-15T16:06:26.141 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.141 INFO:tasks.workunit.client.0.smithi016.stdout: "op_wip": { 2024-04-15T16:06:26.141 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:26.141 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.141 INFO:tasks.workunit.client.0.smithi016.stdout: "recovery_bytes": { 2024-04-15T16:06:26.141 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 4194359 2024-04-15T16:06:26.142 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.142 INFO:tasks.workunit.client.0.smithi016.stdout: "recovery_ops": { 2024-04-15T16:06:26.142 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 4 2024-04-15T16:06:26.142 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.142 INFO:tasks.workunit.client.0.smithi016.stdout: "stat_bytes": { 2024-04-15T16:06:26.142 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 95995035648 2024-04-15T16:06:26.142 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.142 INFO:tasks.workunit.client.0.smithi016.stdout: "stat_bytes_used": { 2024-04-15T16:06:26.142 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 431984640 2024-04-15T16:06:26.142 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T16:06:26.142 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T16:06:26.142 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.142 INFO:tasks.workunit.client.0.smithi016.stdout: "osd.7": { 2024-04-15T16:06:26.142 INFO:tasks.workunit.client.0.smithi016.stdout: "bluefs": { 2024-04-15T16:06:26.143 INFO:tasks.workunit.client.0.smithi016.stdout: "alloc_db_max_lat": { 2024-04-15T16:06:26.143 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 21840 2024-04-15T16:06:26.143 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.143 INFO:tasks.workunit.client.0.smithi016.stdout: "alloc_slow_fallback": { 2024-04-15T16:06:26.143 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:26.143 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.143 INFO:tasks.workunit.client.0.smithi016.stdout: "alloc_slow_max_lat": { 2024-04-15T16:06:26.143 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:26.143 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.143 INFO:tasks.workunit.client.0.smithi016.stdout: "alloc_slow_size_fallback": { 2024-04-15T16:06:26.143 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:26.143 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.143 INFO:tasks.workunit.client.0.smithi016.stdout: "alloc_unit_db": { 2024-04-15T16:06:26.144 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 65536 2024-04-15T16:06:26.144 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.144 INFO:tasks.workunit.client.0.smithi016.stdout: "alloc_unit_slow": { 2024-04-15T16:06:26.144 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:26.144 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.144 INFO:tasks.workunit.client.0.smithi016.stdout: "alloc_unit_wal": { 2024-04-15T16:06:26.144 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:26.144 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.144 INFO:tasks.workunit.client.0.smithi016.stdout: "alloc_wal_max_lat": { 2024-04-15T16:06:26.144 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:26.144 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.144 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes_written_slow": { 2024-04-15T16:06:26.144 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:26.144 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.145 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes_written_sst": { 2024-04-15T16:06:26.145 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 2191360 2024-04-15T16:06:26.145 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.145 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes_written_wal": { 2024-04-15T16:06:26.145 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 525180928 2024-04-15T16:06:26.145 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.145 INFO:tasks.workunit.client.0.smithi016.stdout: "compact_lat": { 2024-04-15T16:06:26.145 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 15, 2024-04-15T16:06:26.145 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 3038884 2024-04-15T16:06:26.145 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.145 INFO:tasks.workunit.client.0.smithi016.stdout: "compact_lock_lat": { 2024-04-15T16:06:26.145 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 15, 2024-04-15T16:06:26.145 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 907529 2024-04-15T16:06:26.145 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.146 INFO:tasks.workunit.client.0.smithi016.stdout: "db_alloc_lat": { 2024-04-15T16:06:26.146 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 144, 2024-04-15T16:06:26.146 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 603654 2024-04-15T16:06:26.146 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.146 INFO:tasks.workunit.client.0.smithi016.stdout: "db_total_bytes": { 2024-04-15T16:06:26.146 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 95995027456 2024-04-15T16:06:26.146 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.146 INFO:tasks.workunit.client.0.smithi016.stdout: "db_used_bytes": { 2024-04-15T16:06:26.146 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 426901504 2024-04-15T16:06:26.146 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.146 INFO:tasks.workunit.client.0.smithi016.stdout: "flush_lat": { 2024-04-15T16:06:26.146 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 63123, 2024-04-15T16:06:26.146 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 9001059623 2024-04-15T16:06:26.147 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.147 INFO:tasks.workunit.client.0.smithi016.stdout: "fsync_lat": { 2024-04-15T16:06:26.147 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 63134, 2024-04-15T16:06:26.147 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 14567363137 2024-04-15T16:06:26.147 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.147 INFO:tasks.workunit.client.0.smithi016.stdout: "log_bytes": { 2024-04-15T16:06:26.147 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 9277440 2024-04-15T16:06:26.147 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.147 INFO:tasks.workunit.client.0.smithi016.stdout: "logged_bytes": { 2024-04-15T16:06:26.147 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 258637824 2024-04-15T16:06:26.147 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.147 INFO:tasks.workunit.client.0.smithi016.stdout: "max_bytes_db": { 2024-04-15T16:06:26.147 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 422641664 2024-04-15T16:06:26.147 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.147 INFO:tasks.workunit.client.0.smithi016.stdout: "max_bytes_slow": { 2024-04-15T16:06:26.148 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:26.148 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.148 INFO:tasks.workunit.client.0.smithi016.stdout: "max_bytes_wal": { 2024-04-15T16:06:26.148 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:26.148 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.148 INFO:tasks.workunit.client.0.smithi016.stdout: "num_files": { 2024-04-15T16:06:26.148 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 37 2024-04-15T16:06:26.148 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.148 INFO:tasks.workunit.client.0.smithi016.stdout: "read_bytes": { 2024-04-15T16:06:26.148 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 1005456958 2024-04-15T16:06:26.148 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.148 INFO:tasks.workunit.client.0.smithi016.stdout: "read_count": { 2024-04-15T16:06:26.148 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 17843 2024-04-15T16:06:26.148 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.148 INFO:tasks.workunit.client.0.smithi016.stdout: "read_disk_bytes": { 2024-04-15T16:06:26.149 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 791027712 2024-04-15T16:06:26.149 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.149 INFO:tasks.workunit.client.0.smithi016.stdout: "read_disk_bytes_db": { 2024-04-15T16:06:26.149 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 791031808 2024-04-15T16:06:26.149 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.149 INFO:tasks.workunit.client.0.smithi016.stdout: "read_disk_bytes_slow": { 2024-04-15T16:06:26.149 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:26.149 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.149 INFO:tasks.workunit.client.0.smithi016.stdout: "read_disk_bytes_wal": { 2024-04-15T16:06:26.149 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:26.149 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.149 INFO:tasks.workunit.client.0.smithi016.stdout: "read_disk_count": { 2024-04-15T16:06:26.149 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 13243 2024-04-15T16:06:26.149 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.150 INFO:tasks.workunit.client.0.smithi016.stdout: "read_lat": { 2024-04-15T16:06:26.150 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 17843, 2024-04-15T16:06:26.150 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 400895002 2024-04-15T16:06:26.150 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.150 INFO:tasks.workunit.client.0.smithi016.stdout: "read_prefetch_bytes": { 2024-04-15T16:06:26.150 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 926103027 2024-04-15T16:06:26.150 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.150 INFO:tasks.workunit.client.0.smithi016.stdout: "read_prefetch_count": { 2024-04-15T16:06:26.150 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 15408 2024-04-15T16:06:26.150 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.150 INFO:tasks.workunit.client.0.smithi016.stdout: "read_random_buffer_bytes": { 2024-04-15T16:06:26.150 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 958403 2024-04-15T16:06:26.150 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.150 INFO:tasks.workunit.client.0.smithi016.stdout: "read_random_buffer_count": { 2024-04-15T16:06:26.151 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 427 2024-04-15T16:06:26.151 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.151 INFO:tasks.workunit.client.0.smithi016.stdout: "read_random_bytes": { 2024-04-15T16:06:26.151 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 2159016 2024-04-15T16:06:26.151 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.151 INFO:tasks.workunit.client.0.smithi016.stdout: "read_random_count": { 2024-04-15T16:06:26.151 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 541 2024-04-15T16:06:26.151 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.151 INFO:tasks.workunit.client.0.smithi016.stdout: "read_random_disk_bytes": { 2024-04-15T16:06:26.151 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 1200613 2024-04-15T16:06:26.151 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.151 INFO:tasks.workunit.client.0.smithi016.stdout: "read_random_disk_bytes_db": { 2024-04-15T16:06:26.151 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 1200613 2024-04-15T16:06:26.151 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.152 INFO:tasks.workunit.client.0.smithi016.stdout: "read_random_disk_bytes_slow": { 2024-04-15T16:06:26.152 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:26.152 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.152 INFO:tasks.workunit.client.0.smithi016.stdout: "read_random_disk_bytes_wal": { 2024-04-15T16:06:26.152 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:26.152 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.152 INFO:tasks.workunit.client.0.smithi016.stdout: "read_random_disk_count": { 2024-04-15T16:06:26.152 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 114 2024-04-15T16:06:26.152 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.152 INFO:tasks.workunit.client.0.smithi016.stdout: "read_random_lat": { 2024-04-15T16:06:26.152 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 541, 2024-04-15T16:06:26.152 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 670299 2024-04-15T16:06:26.152 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.152 INFO:tasks.workunit.client.0.smithi016.stdout: "slow_alloc_lat": { 2024-04-15T16:06:26.152 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 0, 2024-04-15T16:06:26.153 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:26.153 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.153 INFO:tasks.workunit.client.0.smithi016.stdout: "slow_total_bytes": { 2024-04-15T16:06:26.153 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:26.153 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.153 INFO:tasks.workunit.client.0.smithi016.stdout: "slow_used_bytes": { 2024-04-15T16:06:26.153 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:26.153 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.153 INFO:tasks.workunit.client.0.smithi016.stdout: "truncate_lat": { 2024-04-15T16:06:26.153 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 1, 2024-04-15T16:06:26.153 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 480 2024-04-15T16:06:26.153 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.153 INFO:tasks.workunit.client.0.smithi016.stdout: "unlink_lat": { 2024-04-15T16:06:26.153 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 6, 2024-04-15T16:06:26.154 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 7869 2024-04-15T16:06:26.154 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.154 INFO:tasks.workunit.client.0.smithi016.stdout: "wal_alloc_lat": { 2024-04-15T16:06:26.154 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 0, 2024-04-15T16:06:26.154 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:26.154 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.154 INFO:tasks.workunit.client.0.smithi016.stdout: "wal_total_bytes": { 2024-04-15T16:06:26.154 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:26.154 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.154 INFO:tasks.workunit.client.0.smithi016.stdout: "wal_used_bytes": { 2024-04-15T16:06:26.154 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:26.154 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.154 INFO:tasks.workunit.client.0.smithi016.stdout: "write_bytes": { 2024-04-15T16:06:26.154 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 788295680 2024-04-15T16:06:26.155 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T16:06:26.155 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.155 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore": { 2024-04-15T16:06:26.155 INFO:tasks.workunit.client.0.smithi016.stdout: "alloc_unit": { 2024-04-15T16:06:26.155 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 4096 2024-04-15T16:06:26.155 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.155 INFO:tasks.workunit.client.0.smithi016.stdout: "allocated": { 2024-04-15T16:06:26.155 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 9781248 2024-04-15T16:06:26.155 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.155 INFO:tasks.workunit.client.0.smithi016.stdout: "allocator_lat": { 2024-04-15T16:06:26.155 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 20572, 2024-04-15T16:06:26.155 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 63248631 2024-04-15T16:06:26.155 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.155 INFO:tasks.workunit.client.0.smithi016.stdout: "clist_lat": { 2024-04-15T16:06:26.155 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 3477, 2024-04-15T16:06:26.156 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 3642130763 2024-04-15T16:06:26.156 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.156 INFO:tasks.workunit.client.0.smithi016.stdout: "compress_lat": { 2024-04-15T16:06:26.156 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 0, 2024-04-15T16:06:26.156 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:26.156 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.156 INFO:tasks.workunit.client.0.smithi016.stdout: "compressed": { 2024-04-15T16:06:26.156 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:26.156 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.156 INFO:tasks.workunit.client.0.smithi016.stdout: "compressed_allocated": { 2024-04-15T16:06:26.156 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:26.156 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.156 INFO:tasks.workunit.client.0.smithi016.stdout: "compressed_original": { 2024-04-15T16:06:26.156 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:26.156 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.157 INFO:tasks.workunit.client.0.smithi016.stdout: "csum_lat": { 2024-04-15T16:06:26.157 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 18756, 2024-04-15T16:06:26.157 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 156539664 2024-04-15T16:06:26.157 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.157 INFO:tasks.workunit.client.0.smithi016.stdout: "decompress_lat": { 2024-04-15T16:06:26.157 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 0, 2024-04-15T16:06:26.157 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:26.157 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.157 INFO:tasks.workunit.client.0.smithi016.stdout: "fragmentation_micros": { 2024-04-15T16:06:26.157 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:26.157 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.157 INFO:tasks.workunit.client.0.smithi016.stdout: "kv_commit_lat": { 2024-04-15T16:06:26.157 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 63093, 2024-04-15T16:06:26.157 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 17556544639 2024-04-15T16:06:26.158 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.158 INFO:tasks.workunit.client.0.smithi016.stdout: "kv_final_lat": { 2024-04-15T16:06:26.158 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 62664, 2024-04-15T16:06:26.158 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 1343856899 2024-04-15T16:06:26.158 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.158 INFO:tasks.workunit.client.0.smithi016.stdout: "kv_flush_lat": { 2024-04-15T16:06:26.158 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 63093, 2024-04-15T16:06:26.158 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 40373608 2024-04-15T16:06:26.158 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.158 INFO:tasks.workunit.client.0.smithi016.stdout: "kv_sync_lat": { 2024-04-15T16:06:26.158 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 63093, 2024-04-15T16:06:26.158 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 17596918247 2024-04-15T16:06:26.158 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.158 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_get_keys_lat": { 2024-04-15T16:06:26.158 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 0, 2024-04-15T16:06:26.159 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:26.159 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.159 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_get_values_lat": { 2024-04-15T16:06:26.159 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 29287, 2024-04-15T16:06:26.159 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 600969067 2024-04-15T16:06:26.159 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.159 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_lower_bound_lat": { 2024-04-15T16:06:26.159 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 705, 2024-04-15T16:06:26.159 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 1993377 2024-04-15T16:06:26.159 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.159 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_next_lat": { 2024-04-15T16:06:26.159 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 4230, 2024-04-15T16:06:26.159 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 4840868 2024-04-15T16:06:26.160 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.160 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_seek_to_first_lat": { 2024-04-15T16:06:26.160 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 46, 2024-04-15T16:06:26.160 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 66319 2024-04-15T16:06:26.160 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.160 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_upper_bound_lat": { 2024-04-15T16:06:26.160 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 11124, 2024-04-15T16:06:26.160 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 628552782 2024-04-15T16:06:26.160 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.160 INFO:tasks.workunit.client.0.smithi016.stdout: "onode_hits": { 2024-04-15T16:06:26.160 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 198104 2024-04-15T16:06:26.160 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.160 INFO:tasks.workunit.client.0.smithi016.stdout: "onode_misses": { 2024-04-15T16:06:26.160 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 17916 2024-04-15T16:06:26.160 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.161 INFO:tasks.workunit.client.0.smithi016.stdout: "read_lat": { 2024-04-15T16:06:26.161 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 15197, 2024-04-15T16:06:26.161 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 1492012283 2024-04-15T16:06:26.161 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.161 INFO:tasks.workunit.client.0.smithi016.stdout: "read_onode_meta_lat": { 2024-04-15T16:06:26.161 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 48100, 2024-04-15T16:06:26.161 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 13269748 2024-04-15T16:06:26.161 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.161 INFO:tasks.workunit.client.0.smithi016.stdout: "read_wait_aio_lat": { 2024-04-15T16:06:26.161 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 32903, 2024-04-15T16:06:26.161 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 1332822235 2024-04-15T16:06:26.161 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.161 INFO:tasks.workunit.client.0.smithi016.stdout: "reads_with_retries": { 2024-04-15T16:06:26.161 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:26.162 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.162 INFO:tasks.workunit.client.0.smithi016.stdout: "remove_lat": { 2024-04-15T16:06:26.162 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 13554, 2024-04-15T16:06:26.162 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 365465183 2024-04-15T16:06:26.162 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.162 INFO:tasks.workunit.client.0.smithi016.stdout: "slow_aio_wait_count": { 2024-04-15T16:06:26.162 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:26.162 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.162 INFO:tasks.workunit.client.0.smithi016.stdout: "slow_committed_kv_count": { 2024-04-15T16:06:26.162 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:26.162 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.162 INFO:tasks.workunit.client.0.smithi016.stdout: "slow_read_onode_meta_count": { 2024-04-15T16:06:26.162 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:26.162 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.163 INFO:tasks.workunit.client.0.smithi016.stdout: "slow_read_wait_aio_count": { 2024-04-15T16:06:26.163 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:26.163 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.163 INFO:tasks.workunit.client.0.smithi016.stdout: "state_aio_wait_lat": { 2024-04-15T16:06:26.163 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 76859, 2024-04-15T16:06:26.163 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 12110239152 2024-04-15T16:06:26.163 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.163 INFO:tasks.workunit.client.0.smithi016.stdout: "state_deferred_aio_wait_lat": { 2024-04-15T16:06:26.163 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 15561, 2024-04-15T16:06:26.163 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 826694237 2024-04-15T16:06:26.163 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.163 INFO:tasks.workunit.client.0.smithi016.stdout: "state_deferred_cleanup_lat": { 2024-04-15T16:06:26.163 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 15559, 2024-04-15T16:06:26.163 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 4207602388156 2024-04-15T16:06:26.163 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.164 INFO:tasks.workunit.client.0.smithi016.stdout: "state_deferred_queued_lat": { 2024-04-15T16:06:26.164 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 15561, 2024-04-15T16:06:26.164 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 6429098929794 2024-04-15T16:06:26.164 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.164 INFO:tasks.workunit.client.0.smithi016.stdout: "state_done_lat": { 2024-04-15T16:06:26.164 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 76857, 2024-04-15T16:06:26.164 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 2829974448515 2024-04-15T16:06:26.164 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.164 INFO:tasks.workunit.client.0.smithi016.stdout: "state_finishing_lat": { 2024-04-15T16:06:26.164 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 76857, 2024-04-15T16:06:26.164 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 7820003 2024-04-15T16:06:26.164 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.164 INFO:tasks.workunit.client.0.smithi016.stdout: "state_io_done_lat": { 2024-04-15T16:06:26.165 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 76859, 2024-04-15T16:06:26.165 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 383429252 2024-04-15T16:06:26.165 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.165 INFO:tasks.workunit.client.0.smithi016.stdout: "state_kv_commiting_lat": { 2024-04-15T16:06:26.165 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 76859, 2024-04-15T16:06:26.165 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 31243888373 2024-04-15T16:06:26.165 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.165 INFO:tasks.workunit.client.0.smithi016.stdout: "state_kv_done_lat": { 2024-04-15T16:06:26.165 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 76859, 2024-04-15T16:06:26.165 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 26666567 2024-04-15T16:06:26.165 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.165 INFO:tasks.workunit.client.0.smithi016.stdout: "state_kv_queued_lat": { 2024-04-15T16:06:26.165 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 76859, 2024-04-15T16:06:26.165 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 14907766990 2024-04-15T16:06:26.165 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.166 INFO:tasks.workunit.client.0.smithi016.stdout: "state_prepare_lat": { 2024-04-15T16:06:26.166 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 76859, 2024-04-15T16:06:26.166 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 12274639804 2024-04-15T16:06:26.166 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.166 INFO:tasks.workunit.client.0.smithi016.stdout: "stored": { 2024-04-15T16:06:26.166 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 6040081 2024-04-15T16:06:26.166 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.166 INFO:tasks.workunit.client.0.smithi016.stdout: "truncate_lat": { 2024-04-15T16:06:26.166 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 2346, 2024-04-15T16:06:26.166 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 12483462 2024-04-15T16:06:26.166 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.166 INFO:tasks.workunit.client.0.smithi016.stdout: "txc_commit_lat": { 2024-04-15T16:06:26.166 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 76859, 2024-04-15T16:06:26.167 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 70932797396 2024-04-15T16:06:26.167 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.167 INFO:tasks.workunit.client.0.smithi016.stdout: "txc_submit_lat": { 2024-04-15T16:06:26.167 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 76859, 2024-04-15T16:06:26.167 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 13161990772 2024-04-15T16:06:26.167 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.167 INFO:tasks.workunit.client.0.smithi016.stdout: "txc_throttle_lat": { 2024-04-15T16:06:26.167 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 76859, 2024-04-15T16:06:26.167 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 707820996 2024-04-15T16:06:26.167 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T16:06:26.167 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.167 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore-pricache": { 2024-04-15T16:06:26.167 INFO:tasks.workunit.client.0.smithi016.stdout: "cache_bytes": { 2024-04-15T16:06:26.167 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 1405290552 2024-04-15T16:06:26.167 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.168 INFO:tasks.workunit.client.0.smithi016.stdout: "heap_bytes": { 2024-04-15T16:06:26.168 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 490881024 2024-04-15T16:06:26.168 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.168 INFO:tasks.workunit.client.0.smithi016.stdout: "mapped_bytes": { 2024-04-15T16:06:26.168 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 444145664 2024-04-15T16:06:26.168 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.168 INFO:tasks.workunit.client.0.smithi016.stdout: "target_bytes": { 2024-04-15T16:06:26.168 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 2600702259 2024-04-15T16:06:26.168 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.168 INFO:tasks.workunit.client.0.smithi016.stdout: "unmapped_bytes": { 2024-04-15T16:06:26.168 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 46735360 2024-04-15T16:06:26.168 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T16:06:26.168 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.168 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore-pricache:data": { 2024-04-15T16:06:26.169 INFO:tasks.workunit.client.0.smithi016.stdout: "committed_bytes": { 2024-04-15T16:06:26.169 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 125829120 2024-04-15T16:06:26.169 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.169 INFO:tasks.workunit.client.0.smithi016.stdout: "pri0_bytes": { 2024-04-15T16:06:26.169 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:26.169 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.169 INFO:tasks.workunit.client.0.smithi016.stdout: "pri10_bytes": { 2024-04-15T16:06:26.169 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:26.169 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.169 INFO:tasks.workunit.client.0.smithi016.stdout: "pri11_bytes": { 2024-04-15T16:06:26.169 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 57405146 2024-04-15T16:06:26.169 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.169 INFO:tasks.workunit.client.0.smithi016.stdout: "pri1_bytes": { 2024-04-15T16:06:26.169 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:26.170 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.170 INFO:tasks.workunit.client.0.smithi016.stdout: "pri2_bytes": { 2024-04-15T16:06:26.170 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:26.170 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.170 INFO:tasks.workunit.client.0.smithi016.stdout: "pri3_bytes": { 2024-04-15T16:06:26.170 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:26.170 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.170 INFO:tasks.workunit.client.0.smithi016.stdout: "pri4_bytes": { 2024-04-15T16:06:26.170 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:26.170 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.170 INFO:tasks.workunit.client.0.smithi016.stdout: "pri5_bytes": { 2024-04-15T16:06:26.170 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:26.170 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.170 INFO:tasks.workunit.client.0.smithi016.stdout: "pri6_bytes": { 2024-04-15T16:06:26.171 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 81920 2024-04-15T16:06:26.171 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.171 INFO:tasks.workunit.client.0.smithi016.stdout: "pri7_bytes": { 2024-04-15T16:06:26.171 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:26.171 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.171 INFO:tasks.workunit.client.0.smithi016.stdout: "pri8_bytes": { 2024-04-15T16:06:26.171 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:26.171 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.171 INFO:tasks.workunit.client.0.smithi016.stdout: "pri9_bytes": { 2024-04-15T16:06:26.171 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:26.171 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.171 INFO:tasks.workunit.client.0.smithi016.stdout: "reserved_bytes": { 2024-04-15T16:06:26.171 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 68342054 2024-04-15T16:06:26.171 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T16:06:26.172 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.172 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore-pricache:kv": { 2024-04-15T16:06:26.172 INFO:tasks.workunit.client.0.smithi016.stdout: "committed_bytes": { 2024-04-15T16:06:26.172 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 570425344 2024-04-15T16:06:26.172 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.172 INFO:tasks.workunit.client.0.smithi016.stdout: "pri0_bytes": { 2024-04-15T16:06:26.172 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 67108864 2024-04-15T16:06:26.172 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.172 INFO:tasks.workunit.client.0.smithi016.stdout: "pri10_bytes": { 2024-04-15T16:06:26.172 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:26.172 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.172 INFO:tasks.workunit.client.0.smithi016.stdout: "pri11_bytes": { 2024-04-15T16:06:26.172 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 430538599 2024-04-15T16:06:26.172 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.172 INFO:tasks.workunit.client.0.smithi016.stdout: "pri1_bytes": { 2024-04-15T16:06:26.173 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:26.173 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.173 INFO:tasks.workunit.client.0.smithi016.stdout: "pri2_bytes": { 2024-04-15T16:06:26.173 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:26.173 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.173 INFO:tasks.workunit.client.0.smithi016.stdout: "pri3_bytes": { 2024-04-15T16:06:26.173 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 1104 2024-04-15T16:06:26.173 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.173 INFO:tasks.workunit.client.0.smithi016.stdout: "pri4_bytes": { 2024-04-15T16:06:26.173 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:26.173 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.173 INFO:tasks.workunit.client.0.smithi016.stdout: "pri5_bytes": { 2024-04-15T16:06:26.173 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 77920 2024-04-15T16:06:26.173 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.174 INFO:tasks.workunit.client.0.smithi016.stdout: "pri6_bytes": { 2024-04-15T16:06:26.174 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:26.174 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.174 INFO:tasks.workunit.client.0.smithi016.stdout: "pri7_bytes": { 2024-04-15T16:06:26.174 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:26.174 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.174 INFO:tasks.workunit.client.0.smithi016.stdout: "pri8_bytes": { 2024-04-15T16:06:26.174 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:26.174 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.174 INFO:tasks.workunit.client.0.smithi016.stdout: "pri9_bytes": { 2024-04-15T16:06:26.174 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:26.174 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.174 INFO:tasks.workunit.client.0.smithi016.stdout: "reserved_bytes": { 2024-04-15T16:06:26.174 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 72698857 2024-04-15T16:06:26.175 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T16:06:26.175 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.175 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore-pricache:kv_onode": { 2024-04-15T16:06:26.175 INFO:tasks.workunit.client.0.smithi016.stdout: "committed_bytes": { 2024-04-15T16:06:26.175 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 176160768 2024-04-15T16:06:26.175 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.175 INFO:tasks.workunit.client.0.smithi016.stdout: "pri0_bytes": { 2024-04-15T16:06:26.175 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 67108864 2024-04-15T16:06:26.175 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.175 INFO:tasks.workunit.client.0.smithi016.stdout: "pri10_bytes": { 2024-04-15T16:06:26.175 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 1584512 2024-04-15T16:06:26.175 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.175 INFO:tasks.workunit.client.0.smithi016.stdout: "pri11_bytes": { 2024-04-15T16:06:26.175 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 38270097 2024-04-15T16:06:26.175 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.176 INFO:tasks.workunit.client.0.smithi016.stdout: "pri1_bytes": { 2024-04-15T16:06:26.176 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:26.176 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.176 INFO:tasks.workunit.client.0.smithi016.stdout: "pri2_bytes": { 2024-04-15T16:06:26.176 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:26.176 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.176 INFO:tasks.workunit.client.0.smithi016.stdout: "pri3_bytes": { 2024-04-15T16:06:26.176 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:26.176 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.176 INFO:tasks.workunit.client.0.smithi016.stdout: "pri4_bytes": { 2024-04-15T16:06:26.176 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:26.176 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.176 INFO:tasks.workunit.client.0.smithi016.stdout: "pri5_bytes": { 2024-04-15T16:06:26.176 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:26.177 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.177 INFO:tasks.workunit.client.0.smithi016.stdout: "pri6_bytes": { 2024-04-15T16:06:26.177 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:26.177 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.177 INFO:tasks.workunit.client.0.smithi016.stdout: "pri7_bytes": { 2024-04-15T16:06:26.177 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:26.177 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.177 INFO:tasks.workunit.client.0.smithi016.stdout: "pri8_bytes": { 2024-04-15T16:06:26.177 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:26.177 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.177 INFO:tasks.workunit.client.0.smithi016.stdout: "pri9_bytes": { 2024-04-15T16:06:26.177 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:26.177 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.177 INFO:tasks.workunit.client.0.smithi016.stdout: "reserved_bytes": { 2024-04-15T16:06:26.177 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 69197295 2024-04-15T16:06:26.178 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T16:06:26.178 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.178 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore-pricache:meta": { 2024-04-15T16:06:26.178 INFO:tasks.workunit.client.0.smithi016.stdout: "committed_bytes": { 2024-04-15T16:06:26.178 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 503316480 2024-04-15T16:06:26.178 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.178 INFO:tasks.workunit.client.0.smithi016.stdout: "pri0_bytes": { 2024-04-15T16:06:26.178 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:26.178 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.178 INFO:tasks.workunit.client.0.smithi016.stdout: "pri10_bytes": { 2024-04-15T16:06:26.179 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:26.179 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.179 INFO:tasks.workunit.client.0.smithi016.stdout: "pri11_bytes": { 2024-04-15T16:06:26.179 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 430538599 2024-04-15T16:06:26.179 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.179 INFO:tasks.workunit.client.0.smithi016.stdout: "pri1_bytes": { 2024-04-15T16:06:26.179 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:26.179 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.179 INFO:tasks.workunit.client.0.smithi016.stdout: "pri2_bytes": { 2024-04-15T16:06:26.179 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:26.179 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.179 INFO:tasks.workunit.client.0.smithi016.stdout: "pri3_bytes": { 2024-04-15T16:06:26.179 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:26.179 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.179 INFO:tasks.workunit.client.0.smithi016.stdout: "pri4_bytes": { 2024-04-15T16:06:26.180 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:26.180 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.180 INFO:tasks.workunit.client.0.smithi016.stdout: "pri5_bytes": { 2024-04-15T16:06:26.180 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 119803 2024-04-15T16:06:26.180 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.180 INFO:tasks.workunit.client.0.smithi016.stdout: "pri6_bytes": { 2024-04-15T16:06:26.180 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 1121800 2024-04-15T16:06:26.180 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.180 INFO:tasks.workunit.client.0.smithi016.stdout: "pri7_bytes": { 2024-04-15T16:06:26.180 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:26.180 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.180 INFO:tasks.workunit.client.0.smithi016.stdout: "pri8_bytes": { 2024-04-15T16:06:26.180 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:26.180 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.181 INFO:tasks.workunit.client.0.smithi016.stdout: "pri9_bytes": { 2024-04-15T16:06:26.181 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:26.181 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.181 INFO:tasks.workunit.client.0.smithi016.stdout: "reserved_bytes": { 2024-04-15T16:06:26.181 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 71536278 2024-04-15T16:06:26.181 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T16:06:26.181 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.181 INFO:tasks.workunit.client.0.smithi016.stdout: "objecter": { 2024-04-15T16:06:26.181 INFO:tasks.workunit.client.0.smithi016.stdout: "op_active": { 2024-04-15T16:06:26.181 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:26.181 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.181 INFO:tasks.workunit.client.0.smithi016.stdout: "op_r": { 2024-04-15T16:06:26.181 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 29 2024-04-15T16:06:26.181 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.181 INFO:tasks.workunit.client.0.smithi016.stdout: "op_rmw": { 2024-04-15T16:06:26.182 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:26.182 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.182 INFO:tasks.workunit.client.0.smithi016.stdout: "op_w": { 2024-04-15T16:06:26.182 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:26.182 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T16:06:26.182 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.182 INFO:tasks.workunit.client.0.smithi016.stdout: "osd": { 2024-04-15T16:06:26.182 INFO:tasks.workunit.client.0.smithi016.stdout: "numpg": { 2024-04-15T16:06:26.182 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 53 2024-04-15T16:06:26.182 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.182 INFO:tasks.workunit.client.0.smithi016.stdout: "numpg_removing": { 2024-04-15T16:06:26.182 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:26.182 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.182 INFO:tasks.workunit.client.0.smithi016.stdout: "op": { 2024-04-15T16:06:26.183 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 41704 2024-04-15T16:06:26.183 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.183 INFO:tasks.workunit.client.0.smithi016.stdout: "op_before_queue_op_lat": { 2024-04-15T16:06:26.183 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 108750, 2024-04-15T16:06:26.183 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 10061146398 2024-04-15T16:06:26.183 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.183 INFO:tasks.workunit.client.0.smithi016.stdout: "op_delayed_degraded": { 2024-04-15T16:06:26.183 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:26.183 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.183 INFO:tasks.workunit.client.0.smithi016.stdout: "op_delayed_unreadable": { 2024-04-15T16:06:26.183 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:26.183 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.183 INFO:tasks.workunit.client.0.smithi016.stdout: "op_in_bytes": { 2024-04-15T16:06:26.184 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 1558600381 2024-04-15T16:06:26.184 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.184 INFO:tasks.workunit.client.0.smithi016.stdout: "op_latency": { 2024-04-15T16:06:26.184 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 41704, 2024-04-15T16:06:26.184 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 41899423769 2024-04-15T16:06:26.184 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.184 INFO:tasks.workunit.client.0.smithi016.stdout: "op_out_bytes": { 2024-04-15T16:06:26.184 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 2021978072 2024-04-15T16:06:26.184 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.184 INFO:tasks.workunit.client.0.smithi016.stdout: "op_prepare_latency": { 2024-04-15T16:06:26.184 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 42108, 2024-04-15T16:06:26.184 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 17727800714 2024-04-15T16:06:26.184 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.184 INFO:tasks.workunit.client.0.smithi016.stdout: "op_process_latency": { 2024-04-15T16:06:26.185 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 41704, 2024-04-15T16:06:26.185 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 31803401479 2024-04-15T16:06:26.185 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.185 INFO:tasks.workunit.client.0.smithi016.stdout: "op_r": { 2024-04-15T16:06:26.185 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 29077 2024-04-15T16:06:26.185 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.185 INFO:tasks.workunit.client.0.smithi016.stdout: "op_r_latency": { 2024-04-15T16:06:26.185 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 29077, 2024-04-15T16:06:26.185 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 9946524490 2024-04-15T16:06:26.185 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.185 INFO:tasks.workunit.client.0.smithi016.stdout: "op_r_latency_out_bytes_histogram": { 2024-04-15T16:06:26.185 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:26.185 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.185 INFO:tasks.workunit.client.0.smithi016.stdout: "op_r_out_bytes": { 2024-04-15T16:06:26.186 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 2021978072 2024-04-15T16:06:26.186 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.186 INFO:tasks.workunit.client.0.smithi016.stdout: "op_r_prepare_latency": { 2024-04-15T16:06:26.186 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 29202, 2024-04-15T16:06:26.186 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 5930764230 2024-04-15T16:06:26.186 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.186 INFO:tasks.workunit.client.0.smithi016.stdout: "op_r_process_latency": { 2024-04-15T16:06:26.186 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 29077, 2024-04-15T16:06:26.186 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 5949725078 2024-04-15T16:06:26.186 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.186 INFO:tasks.workunit.client.0.smithi016.stdout: "op_rw": { 2024-04-15T16:06:26.186 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 11596 2024-04-15T16:06:26.186 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.186 INFO:tasks.workunit.client.0.smithi016.stdout: "op_rw_in_bytes": { 2024-04-15T16:06:26.187 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 451276419 2024-04-15T16:06:26.187 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.187 INFO:tasks.workunit.client.0.smithi016.stdout: "op_rw_latency": { 2024-04-15T16:06:26.187 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 11596, 2024-04-15T16:06:26.187 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 20096991504 2024-04-15T16:06:26.187 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.187 INFO:tasks.workunit.client.0.smithi016.stdout: "op_rw_latency_in_bytes_histogram": { 2024-04-15T16:06:26.187 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:26.187 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.187 INFO:tasks.workunit.client.0.smithi016.stdout: "op_rw_latency_out_bytes_histogram": { 2024-04-15T16:06:26.187 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:26.187 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.187 INFO:tasks.workunit.client.0.smithi016.stdout: "op_rw_out_bytes": { 2024-04-15T16:06:26.187 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:26.188 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.188 INFO:tasks.workunit.client.0.smithi016.stdout: "op_rw_prepare_latency": { 2024-04-15T16:06:26.188 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 11803, 2024-04-15T16:06:26.188 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 9764440582 2024-04-15T16:06:26.188 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.188 INFO:tasks.workunit.client.0.smithi016.stdout: "op_rw_process_latency": { 2024-04-15T16:06:26.188 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 11596, 2024-04-15T16:06:26.188 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 17771038400 2024-04-15T16:06:26.188 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.188 INFO:tasks.workunit.client.0.smithi016.stdout: "op_w": { 2024-04-15T16:06:26.188 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 1031 2024-04-15T16:06:26.188 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.188 INFO:tasks.workunit.client.0.smithi016.stdout: "op_w_in_bytes": { 2024-04-15T16:06:26.188 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 1107323962 2024-04-15T16:06:26.189 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.189 INFO:tasks.workunit.client.0.smithi016.stdout: "op_w_latency": { 2024-04-15T16:06:26.189 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 1031, 2024-04-15T16:06:26.189 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 11855907775 2024-04-15T16:06:26.189 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.189 INFO:tasks.workunit.client.0.smithi016.stdout: "op_w_latency_in_bytes_histogram": { 2024-04-15T16:06:26.189 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:26.189 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.189 INFO:tasks.workunit.client.0.smithi016.stdout: "op_w_prepare_latency": { 2024-04-15T16:06:26.189 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 1103, 2024-04-15T16:06:26.189 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 2032595902 2024-04-15T16:06:26.189 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.189 INFO:tasks.workunit.client.0.smithi016.stdout: "op_w_process_latency": { 2024-04-15T16:06:26.189 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 1031, 2024-04-15T16:06:26.189 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 8082638001 2024-04-15T16:06:26.190 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.190 INFO:tasks.workunit.client.0.smithi016.stdout: "op_wip": { 2024-04-15T16:06:26.190 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:26.190 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.190 INFO:tasks.workunit.client.0.smithi016.stdout: "recovery_bytes": { 2024-04-15T16:06:26.190 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:26.190 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.190 INFO:tasks.workunit.client.0.smithi016.stdout: "recovery_ops": { 2024-04-15T16:06:26.190 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 2 2024-04-15T16:06:26.190 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.190 INFO:tasks.workunit.client.0.smithi016.stdout: "stat_bytes": { 2024-04-15T16:06:26.190 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 95995035648 2024-04-15T16:06:26.190 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.190 INFO:tasks.workunit.client.0.smithi016.stdout: "stat_bytes_used": { 2024-04-15T16:06:26.191 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 436699136 2024-04-15T16:06:26.191 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T16:06:26.191 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T16:06:26.191 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T16:06:26.191 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.191 INFO:tasks.workunit.client.0.smithi016.stdout: "pools": [ 2024-04-15T16:06:26.191 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-15T16:06:26.191 INFO:tasks.workunit.client.0.smithi016.stdout: "application": [ 2024-04-15T16:06:26.191 INFO:tasks.workunit.client.0.smithi016.stdout: "mgr" 2024-04-15T16:06:26.191 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:26.191 INFO:tasks.workunit.client.0.smithi016.stdout: "cache_mode": "none", 2024-04-15T16:06:26.191 INFO:tasks.workunit.client.0.smithi016.stdout: "erasure_code_profile": {}, 2024-04-15T16:06:26.191 INFO:tasks.workunit.client.0.smithi016.stdout: "flags_names": [ 2024-04-15T16:06:26.191 INFO:tasks.workunit.client.0.smithi016.stdout: "hashpspool" 2024-04-15T16:06:26.192 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:26.192 INFO:tasks.workunit.client.0.smithi016.stdout: "min_size": 2, 2024-04-15T16:06:26.192 INFO:tasks.workunit.client.0.smithi016.stdout: "options": {}, 2024-04-15T16:06:26.192 INFO:tasks.workunit.client.0.smithi016.stdout: "pg_autoscale_mode": "off", 2024-04-15T16:06:26.192 INFO:tasks.workunit.client.0.smithi016.stdout: "pg_num": 1, 2024-04-15T16:06:26.192 INFO:tasks.workunit.client.0.smithi016.stdout: "pgp_num": 1, 2024-04-15T16:06:26.192 INFO:tasks.workunit.client.0.smithi016.stdout: "pool": 1, 2024-04-15T16:06:26.192 INFO:tasks.workunit.client.0.smithi016.stdout: "size": 3, 2024-04-15T16:06:26.192 INFO:tasks.workunit.client.0.smithi016.stdout: "stats": { 2024-04-15T16:06:26.192 INFO:tasks.workunit.client.0.smithi016.stdout: "avail_raw": 722565376266, 2024-04-15T16:06:26.192 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes_used": 1781760, 2024-04-15T16:06:26.192 INFO:tasks.workunit.client.0.smithi016.stdout: "compress_bytes_used": 0, 2024-04-15T16:06:26.192 INFO:tasks.workunit.client.0.smithi016.stdout: "compress_under_bytes": 0, 2024-04-15T16:06:26.192 INFO:tasks.workunit.client.0.smithi016.stdout: "data_bytes_used": 1781760, 2024-04-15T16:06:26.192 INFO:tasks.workunit.client.0.smithi016.stdout: "dirty": 0, 2024-04-15T16:06:26.193 INFO:tasks.workunit.client.0.smithi016.stdout: "max_avail": 240855138304, 2024-04-15T16:06:26.193 INFO:tasks.workunit.client.0.smithi016.stdout: "objects": 2, 2024-04-15T16:06:26.193 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_bytes_used": 0, 2024-04-15T16:06:26.193 INFO:tasks.workunit.client.0.smithi016.stdout: "percent_used": 2.4658745587657904e-06, 2024-04-15T16:06:26.193 INFO:tasks.workunit.client.0.smithi016.stdout: "quota_bytes": 0, 2024-04-15T16:06:26.193 INFO:tasks.workunit.client.0.smithi016.stdout: "quota_objects": 0, 2024-04-15T16:06:26.193 INFO:tasks.workunit.client.0.smithi016.stdout: "rd": 1178, 2024-04-15T16:06:26.193 INFO:tasks.workunit.client.0.smithi016.stdout: "rd_bytes": 2041856, 2024-04-15T16:06:26.193 INFO:tasks.workunit.client.0.smithi016.stdout: "stored": 590368, 2024-04-15T16:06:26.193 INFO:tasks.workunit.client.0.smithi016.stdout: "stored_data": 590368, 2024-04-15T16:06:26.193 INFO:tasks.workunit.client.0.smithi016.stdout: "stored_omap": 0, 2024-04-15T16:06:26.193 INFO:tasks.workunit.client.0.smithi016.stdout: "stored_raw": 1771104, 2024-04-15T16:06:26.193 INFO:tasks.workunit.client.0.smithi016.stdout: "wr": 391, 2024-04-15T16:06:26.193 INFO:tasks.workunit.client.0.smithi016.stdout: "wr_bytes": 2473984 2024-04-15T16:06:26.193 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.194 INFO:tasks.workunit.client.0.smithi016.stdout: "target_max_bytes": 0, 2024-04-15T16:06:26.194 INFO:tasks.workunit.client.0.smithi016.stdout: "target_max_objects": 0, 2024-04-15T16:06:26.194 INFO:tasks.workunit.client.0.smithi016.stdout: "type": "replicated" 2024-04-15T16:06:26.194 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.194 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-15T16:06:26.194 INFO:tasks.workunit.client.0.smithi016.stdout: "application": [ 2024-04-15T16:06:26.194 INFO:tasks.workunit.client.0.smithi016.stdout: "cephfs" 2024-04-15T16:06:26.194 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:26.194 INFO:tasks.workunit.client.0.smithi016.stdout: "cache_mode": "none", 2024-04-15T16:06:26.194 INFO:tasks.workunit.client.0.smithi016.stdout: "erasure_code_profile": {}, 2024-04-15T16:06:26.194 INFO:tasks.workunit.client.0.smithi016.stdout: "flags_names": [ 2024-04-15T16:06:26.194 INFO:tasks.workunit.client.0.smithi016.stdout: "hashpspool" 2024-04-15T16:06:26.194 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:26.194 INFO:tasks.workunit.client.0.smithi016.stdout: "min_size": 2, 2024-04-15T16:06:26.195 INFO:tasks.workunit.client.0.smithi016.stdout: "options": {}, 2024-04-15T16:06:26.195 INFO:tasks.workunit.client.0.smithi016.stdout: "pg_autoscale_mode": "off", 2024-04-15T16:06:26.195 INFO:tasks.workunit.client.0.smithi016.stdout: "pg_num": 32, 2024-04-15T16:06:26.195 INFO:tasks.workunit.client.0.smithi016.stdout: "pgp_num": 32, 2024-04-15T16:06:26.195 INFO:tasks.workunit.client.0.smithi016.stdout: "pool": 2, 2024-04-15T16:06:26.195 INFO:tasks.workunit.client.0.smithi016.stdout: "size": 3, 2024-04-15T16:06:26.195 INFO:tasks.workunit.client.0.smithi016.stdout: "stats": { 2024-04-15T16:06:26.195 INFO:tasks.workunit.client.0.smithi016.stdout: "avail_raw": 722565376266, 2024-04-15T16:06:26.195 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes_used": 154951, 2024-04-15T16:06:26.195 INFO:tasks.workunit.client.0.smithi016.stdout: "compress_bytes_used": 0, 2024-04-15T16:06:26.195 INFO:tasks.workunit.client.0.smithi016.stdout: "compress_under_bytes": 0, 2024-04-15T16:06:26.195 INFO:tasks.workunit.client.0.smithi016.stdout: "data_bytes_used": 110592, 2024-04-15T16:06:26.195 INFO:tasks.workunit.client.0.smithi016.stdout: "dirty": 0, 2024-04-15T16:06:26.195 INFO:tasks.workunit.client.0.smithi016.stdout: "max_avail": 240855138304, 2024-04-15T16:06:26.195 INFO:tasks.workunit.client.0.smithi016.stdout: "objects": 22, 2024-04-15T16:06:26.196 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_bytes_used": 44359, 2024-04-15T16:06:26.196 INFO:tasks.workunit.client.0.smithi016.stdout: "percent_used": 2.144456061614619e-07, 2024-04-15T16:06:26.196 INFO:tasks.workunit.client.0.smithi016.stdout: "quota_bytes": 0, 2024-04-15T16:06:26.196 INFO:tasks.workunit.client.0.smithi016.stdout: "quota_objects": 0, 2024-04-15T16:06:26.196 INFO:tasks.workunit.client.0.smithi016.stdout: "rd": 158, 2024-04-15T16:06:26.196 INFO:tasks.workunit.client.0.smithi016.stdout: "rd_bytes": 178176, 2024-04-15T16:06:26.196 INFO:tasks.workunit.client.0.smithi016.stdout: "stored": 21408, 2024-04-15T16:06:26.196 INFO:tasks.workunit.client.0.smithi016.stdout: "stored_data": 6622, 2024-04-15T16:06:26.196 INFO:tasks.workunit.client.0.smithi016.stdout: "stored_omap": 14786, 2024-04-15T16:06:26.196 INFO:tasks.workunit.client.0.smithi016.stdout: "stored_raw": 64224, 2024-04-15T16:06:26.196 INFO:tasks.workunit.client.0.smithi016.stdout: "wr": 69, 2024-04-15T16:06:26.196 INFO:tasks.workunit.client.0.smithi016.stdout: "wr_bytes": 36864 2024-04-15T16:06:26.196 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.196 INFO:tasks.workunit.client.0.smithi016.stdout: "target_max_bytes": 0, 2024-04-15T16:06:26.196 INFO:tasks.workunit.client.0.smithi016.stdout: "target_max_objects": 0, 2024-04-15T16:06:26.197 INFO:tasks.workunit.client.0.smithi016.stdout: "type": "replicated" 2024-04-15T16:06:26.197 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.197 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-15T16:06:26.197 INFO:tasks.workunit.client.0.smithi016.stdout: "application": [ 2024-04-15T16:06:26.197 INFO:tasks.workunit.client.0.smithi016.stdout: "cephfs" 2024-04-15T16:06:26.197 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:26.197 INFO:tasks.workunit.client.0.smithi016.stdout: "cache_mode": "none", 2024-04-15T16:06:26.197 INFO:tasks.workunit.client.0.smithi016.stdout: "erasure_code_profile": {}, 2024-04-15T16:06:26.197 INFO:tasks.workunit.client.0.smithi016.stdout: "flags_names": [ 2024-04-15T16:06:26.197 INFO:tasks.workunit.client.0.smithi016.stdout: "hashpspool" 2024-04-15T16:06:26.197 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:26.197 INFO:tasks.workunit.client.0.smithi016.stdout: "min_size": 2, 2024-04-15T16:06:26.197 INFO:tasks.workunit.client.0.smithi016.stdout: "options": {}, 2024-04-15T16:06:26.197 INFO:tasks.workunit.client.0.smithi016.stdout: "pg_autoscale_mode": "off", 2024-04-15T16:06:26.198 INFO:tasks.workunit.client.0.smithi016.stdout: "pg_num": 64, 2024-04-15T16:06:26.198 INFO:tasks.workunit.client.0.smithi016.stdout: "pgp_num": 64, 2024-04-15T16:06:26.198 INFO:tasks.workunit.client.0.smithi016.stdout: "pool": 3, 2024-04-15T16:06:26.198 INFO:tasks.workunit.client.0.smithi016.stdout: "size": 3, 2024-04-15T16:06:26.198 INFO:tasks.workunit.client.0.smithi016.stdout: "stats": { 2024-04-15T16:06:26.198 INFO:tasks.workunit.client.0.smithi016.stdout: "avail_raw": 722565376266, 2024-04-15T16:06:26.198 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes_used": 0, 2024-04-15T16:06:26.198 INFO:tasks.workunit.client.0.smithi016.stdout: "compress_bytes_used": 0, 2024-04-15T16:06:26.198 INFO:tasks.workunit.client.0.smithi016.stdout: "compress_under_bytes": 0, 2024-04-15T16:06:26.198 INFO:tasks.workunit.client.0.smithi016.stdout: "data_bytes_used": 0, 2024-04-15T16:06:26.198 INFO:tasks.workunit.client.0.smithi016.stdout: "dirty": 0, 2024-04-15T16:06:26.198 INFO:tasks.workunit.client.0.smithi016.stdout: "max_avail": 240855138304, 2024-04-15T16:06:26.198 INFO:tasks.workunit.client.0.smithi016.stdout: "objects": 0, 2024-04-15T16:06:26.198 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_bytes_used": 0, 2024-04-15T16:06:26.199 INFO:tasks.workunit.client.0.smithi016.stdout: "percent_used": 0.0, 2024-04-15T16:06:26.199 INFO:tasks.workunit.client.0.smithi016.stdout: "quota_bytes": 0, 2024-04-15T16:06:26.199 INFO:tasks.workunit.client.0.smithi016.stdout: "quota_objects": 0, 2024-04-15T16:06:26.199 INFO:tasks.workunit.client.0.smithi016.stdout: "rd": 0, 2024-04-15T16:06:26.199 INFO:tasks.workunit.client.0.smithi016.stdout: "rd_bytes": 0, 2024-04-15T16:06:26.199 INFO:tasks.workunit.client.0.smithi016.stdout: "stored": 0, 2024-04-15T16:06:26.199 INFO:tasks.workunit.client.0.smithi016.stdout: "stored_data": 0, 2024-04-15T16:06:26.199 INFO:tasks.workunit.client.0.smithi016.stdout: "stored_omap": 0, 2024-04-15T16:06:26.199 INFO:tasks.workunit.client.0.smithi016.stdout: "stored_raw": 0, 2024-04-15T16:06:26.199 INFO:tasks.workunit.client.0.smithi016.stdout: "wr": 0, 2024-04-15T16:06:26.199 INFO:tasks.workunit.client.0.smithi016.stdout: "wr_bytes": 0 2024-04-15T16:06:26.199 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.199 INFO:tasks.workunit.client.0.smithi016.stdout: "target_max_bytes": 0, 2024-04-15T16:06:26.199 INFO:tasks.workunit.client.0.smithi016.stdout: "target_max_objects": 0, 2024-04-15T16:06:26.199 INFO:tasks.workunit.client.0.smithi016.stdout: "type": "replicated" 2024-04-15T16:06:26.200 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.200 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-15T16:06:26.200 INFO:tasks.workunit.client.0.smithi016.stdout: "application": [ 2024-04-15T16:06:26.200 INFO:tasks.workunit.client.0.smithi016.stdout: "rbd" 2024-04-15T16:06:26.200 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:26.200 INFO:tasks.workunit.client.0.smithi016.stdout: "cache_mode": "none", 2024-04-15T16:06:26.200 INFO:tasks.workunit.client.0.smithi016.stdout: "erasure_code_profile": {}, 2024-04-15T16:06:26.200 INFO:tasks.workunit.client.0.smithi016.stdout: "flags_names": [ 2024-04-15T16:06:26.200 INFO:tasks.workunit.client.0.smithi016.stdout: "hashpspool", 2024-04-15T16:06:26.200 INFO:tasks.workunit.client.0.smithi016.stdout: "selfmanaged_snaps" 2024-04-15T16:06:26.200 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:26.200 INFO:tasks.workunit.client.0.smithi016.stdout: "min_size": 2, 2024-04-15T16:06:26.200 INFO:tasks.workunit.client.0.smithi016.stdout: "options": {}, 2024-04-15T16:06:26.200 INFO:tasks.workunit.client.0.smithi016.stdout: "pg_autoscale_mode": "off", 2024-04-15T16:06:26.201 INFO:tasks.workunit.client.0.smithi016.stdout: "pg_num": 8, 2024-04-15T16:06:26.201 INFO:tasks.workunit.client.0.smithi016.stdout: "pgp_num": 8, 2024-04-15T16:06:26.201 INFO:tasks.workunit.client.0.smithi016.stdout: "pool": 4, 2024-04-15T16:06:26.201 INFO:tasks.workunit.client.0.smithi016.stdout: "size": 3, 2024-04-15T16:06:26.201 INFO:tasks.workunit.client.0.smithi016.stdout: "stats": { 2024-04-15T16:06:26.201 INFO:tasks.workunit.client.0.smithi016.stdout: "avail_raw": 722565376266, 2024-04-15T16:06:26.201 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes_used": 12595200, 2024-04-15T16:06:26.201 INFO:tasks.workunit.client.0.smithi016.stdout: "compress_bytes_used": 0, 2024-04-15T16:06:26.201 INFO:tasks.workunit.client.0.smithi016.stdout: "compress_under_bytes": 0, 2024-04-15T16:06:26.201 INFO:tasks.workunit.client.0.smithi016.stdout: "data_bytes_used": 12595200, 2024-04-15T16:06:26.201 INFO:tasks.workunit.client.0.smithi016.stdout: "dirty": 0, 2024-04-15T16:06:26.201 INFO:tasks.workunit.client.0.smithi016.stdout: "max_avail": 240855138304, 2024-04-15T16:06:26.201 INFO:tasks.workunit.client.0.smithi016.stdout: "objects": 4, 2024-04-15T16:06:26.201 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_bytes_used": 0, 2024-04-15T16:06:26.201 INFO:tasks.workunit.client.0.smithi016.stdout: "percent_used": 1.7430920706829056e-05, 2024-04-15T16:06:26.201 INFO:tasks.workunit.client.0.smithi016.stdout: "quota_bytes": 0, 2024-04-15T16:06:26.202 INFO:tasks.workunit.client.0.smithi016.stdout: "quota_objects": 0, 2024-04-15T16:06:26.202 INFO:tasks.workunit.client.0.smithi016.stdout: "rd": 8935, 2024-04-15T16:06:26.202 INFO:tasks.workunit.client.0.smithi016.stdout: "rd_bytes": 3064026112, 2024-04-15T16:06:26.202 INFO:tasks.workunit.client.0.smithi016.stdout: "stored": 4194323, 2024-04-15T16:06:26.202 INFO:tasks.workunit.client.0.smithi016.stdout: "stored_data": 4194323, 2024-04-15T16:06:26.202 INFO:tasks.workunit.client.0.smithi016.stdout: "stored_omap": 0, 2024-04-15T16:06:26.202 INFO:tasks.workunit.client.0.smithi016.stdout: "stored_raw": 12582969, 2024-04-15T16:06:26.202 INFO:tasks.workunit.client.0.smithi016.stdout: "wr": 24418, 2024-04-15T16:06:26.202 INFO:tasks.workunit.client.0.smithi016.stdout: "wr_bytes": 3264111616 2024-04-15T16:06:26.202 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.202 INFO:tasks.workunit.client.0.smithi016.stdout: "target_max_bytes": 0, 2024-04-15T16:06:26.202 INFO:tasks.workunit.client.0.smithi016.stdout: "target_max_objects": 0, 2024-04-15T16:06:26.202 INFO:tasks.workunit.client.0.smithi016.stdout: "type": "replicated" 2024-04-15T16:06:26.203 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T16:06:26.203 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:26.203 INFO:tasks.workunit.client.0.smithi016.stdout: "rbd": { 2024-04-15T16:06:26.203 INFO:tasks.workunit.client.0.smithi016.stdout: "mirroring_by_pool": [ 2024-04-15T16:06:26.203 INFO:tasks.workunit.client.0.smithi016.stdout: false 2024-04-15T16:06:26.203 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:26.203 INFO:tasks.workunit.client.0.smithi016.stdout: "num_images_by_pool": [ 2024-04-15T16:06:26.203 INFO:tasks.workunit.client.0.smithi016.stdout: 0 2024-04-15T16:06:26.203 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:26.203 INFO:tasks.workunit.client.0.smithi016.stdout: "num_pools": 1 2024-04-15T16:06:26.203 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.203 INFO:tasks.workunit.client.0.smithi016.stdout: "report_id": "97929356-81c7-48cf-938b-9dbee2898697", 2024-04-15T16:06:26.203 INFO:tasks.workunit.client.0.smithi016.stdout: "report_timestamp": "2024-04-15T16:06:24.528232", 2024-04-15T16:06:26.203 INFO:tasks.workunit.client.0.smithi016.stdout: "report_version": 1, 2024-04-15T16:06:26.203 INFO:tasks.workunit.client.0.smithi016.stdout: "rocksdb_stats": { 2024-04-15T16:06:26.204 INFO:tasks.workunit.client.0.smithi016.stdout: "version": "7.9.2" 2024-04-15T16:06:26.204 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.204 INFO:tasks.workunit.client.0.smithi016.stdout: "rook": { 2024-04-15T16:06:26.204 INFO:tasks.workunit.client.0.smithi016.stdout: "cluster": { 2024-04-15T16:06:26.204 INFO:tasks.workunit.client.0.smithi016.stdout: "external-mode": null, 2024-04-15T16:06:26.204 INFO:tasks.workunit.client.0.smithi016.stdout: "mon": { 2024-04-15T16:06:26.204 INFO:tasks.workunit.client.0.smithi016.stdout: "allow-multiple-per-node": null, 2024-04-15T16:06:26.204 INFO:tasks.workunit.client.0.smithi016.stdout: "count": null, 2024-04-15T16:06:26.204 INFO:tasks.workunit.client.0.smithi016.stdout: "max-id": null, 2024-04-15T16:06:26.204 INFO:tasks.workunit.client.0.smithi016.stdout: "pvc": { 2024-04-15T16:06:26.204 INFO:tasks.workunit.client.0.smithi016.stdout: "enabled": null 2024-04-15T16:06:26.204 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.204 INFO:tasks.workunit.client.0.smithi016.stdout: "stretch": { 2024-04-15T16:06:26.204 INFO:tasks.workunit.client.0.smithi016.stdout: "enabled": null 2024-04-15T16:06:26.204 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T16:06:26.205 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.205 INFO:tasks.workunit.client.0.smithi016.stdout: "network": { 2024-04-15T16:06:26.205 INFO:tasks.workunit.client.0.smithi016.stdout: "provider": null 2024-04-15T16:06:26.205 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.205 INFO:tasks.workunit.client.0.smithi016.stdout: "storage": { 2024-04-15T16:06:26.205 INFO:tasks.workunit.client.0.smithi016.stdout: "device-set": { 2024-04-15T16:06:26.205 INFO:tasks.workunit.client.0.smithi016.stdout: "count": { 2024-04-15T16:06:26.205 INFO:tasks.workunit.client.0.smithi016.stdout: "non-portable": null, 2024-04-15T16:06:26.205 INFO:tasks.workunit.client.0.smithi016.stdout: "portable": null, 2024-04-15T16:06:26.205 INFO:tasks.workunit.client.0.smithi016.stdout: "total": null 2024-04-15T16:06:26.205 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T16:06:26.205 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T16:06:26.205 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T16:06:26.205 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.205 INFO:tasks.workunit.client.0.smithi016.stdout: "csi": { 2024-04-15T16:06:26.206 INFO:tasks.workunit.client.0.smithi016.stdout: "version": null 2024-04-15T16:06:26.206 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.206 INFO:tasks.workunit.client.0.smithi016.stdout: "kubernetes": { 2024-04-15T16:06:26.206 INFO:tasks.workunit.client.0.smithi016.stdout: "version": null 2024-04-15T16:06:26.206 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.206 INFO:tasks.workunit.client.0.smithi016.stdout: "node": { 2024-04-15T16:06:26.206 INFO:tasks.workunit.client.0.smithi016.stdout: "count": { 2024-04-15T16:06:26.206 INFO:tasks.workunit.client.0.smithi016.stdout: "kubernetes-total": null, 2024-04-15T16:06:26.206 INFO:tasks.workunit.client.0.smithi016.stdout: "with-ceph-daemons": null, 2024-04-15T16:06:26.206 INFO:tasks.workunit.client.0.smithi016.stdout: "with-csi-cephfs-plugin": null, 2024-04-15T16:06:26.206 INFO:tasks.workunit.client.0.smithi016.stdout: "with-csi-nfs-plugin": null, 2024-04-15T16:06:26.206 INFO:tasks.workunit.client.0.smithi016.stdout: "with-csi-rbd-plugin": null 2024-04-15T16:06:26.206 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T16:06:26.206 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.207 INFO:tasks.workunit.client.0.smithi016.stdout: "usage": { 2024-04-15T16:06:26.207 INFO:tasks.workunit.client.0.smithi016.stdout: "storage-class": { 2024-04-15T16:06:26.207 INFO:tasks.workunit.client.0.smithi016.stdout: "count": { 2024-04-15T16:06:26.207 INFO:tasks.workunit.client.0.smithi016.stdout: "bucket": null, 2024-04-15T16:06:26.207 INFO:tasks.workunit.client.0.smithi016.stdout: "cephfs": null, 2024-04-15T16:06:26.207 INFO:tasks.workunit.client.0.smithi016.stdout: "nfs": null, 2024-04-15T16:06:26.207 INFO:tasks.workunit.client.0.smithi016.stdout: "rbd": null, 2024-04-15T16:06:26.207 INFO:tasks.workunit.client.0.smithi016.stdout: "total": null 2024-04-15T16:06:26.207 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T16:06:26.207 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T16:06:26.207 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.207 INFO:tasks.workunit.client.0.smithi016.stdout: "version": null 2024-04-15T16:06:26.207 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.207 INFO:tasks.workunit.client.0.smithi016.stdout: "services": {}, 2024-04-15T16:06:26.207 INFO:tasks.workunit.client.0.smithi016.stdout: "stats_per_pg": [ 2024-04-15T16:06:26.208 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-15T16:06:26.208 INFO:tasks.workunit.client.0.smithi016.stdout: "acting": [ 2024-04-15T16:06:26.208 INFO:tasks.workunit.client.0.smithi016.stdout: 6, 2024-04-15T16:06:26.208 INFO:tasks.workunit.client.0.smithi016.stdout: 4, 2024-04-15T16:06:26.208 INFO:tasks.workunit.client.0.smithi016.stdout: 0 2024-04-15T16:06:26.208 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:26.208 INFO:tasks.workunit.client.0.smithi016.stdout: "acting_primary": 6, 2024-04-15T16:06:26.208 INFO:tasks.workunit.client.0.smithi016.stdout: "avail_no_missing": [], 2024-04-15T16:06:26.208 INFO:tasks.workunit.client.0.smithi016.stdout: "blocked_by": [], 2024-04-15T16:06:26.208 INFO:tasks.workunit.client.0.smithi016.stdout: "created": 61, 2024-04-15T16:06:26.208 INFO:tasks.workunit.client.0.smithi016.stdout: "dirty_stats_invalid": false, 2024-04-15T16:06:26.208 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T16:06:26.208 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_stats_invalid": false, 2024-04-15T16:06:26.208 INFO:tasks.workunit.client.0.smithi016.stdout: "last_active": "2024-04-15T16:05:11.413022+0000", 2024-04-15T16:06:26.209 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_active": "2024-04-15T14:44:28.457415+0000", 2024-04-15T16:06:26.209 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_peered": "2024-04-15T14:44:28.457415+0000", 2024-04-15T16:06:26.209 INFO:tasks.workunit.client.0.smithi016.stdout: "last_change": "2024-04-15T14:44:28.457714+0000", 2024-04-15T16:06:26.209 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean": "2024-04-15T16:05:11.413022+0000", 2024-04-15T16:06:26.209 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T16:06:26.209 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub": "0'0", 2024-04-15T16:06:26.209 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T16:06:26.209 INFO:tasks.workunit.client.0.smithi016.stdout: "last_epoch_clean": 511, 2024-04-15T16:06:26.209 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fresh": "2024-04-15T16:05:11.413022+0000", 2024-04-15T16:06:26.209 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fullsized": "2024-04-15T16:05:11.413022+0000", 2024-04-15T16:06:26.209 INFO:tasks.workunit.client.0.smithi016.stdout: "last_peered": "2024-04-15T16:05:11.413022+0000", 2024-04-15T16:06:26.209 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub": "0'0", 2024-04-15T16:06:26.209 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_duration": 0, 2024-04-15T16:06:26.209 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T16:06:26.209 INFO:tasks.workunit.client.0.smithi016.stdout: "last_undegraded": "2024-04-15T16:05:11.413022+0000", 2024-04-15T16:06:26.210 INFO:tasks.workunit.client.0.smithi016.stdout: "last_unstale": "2024-04-15T16:05:11.413022+0000", 2024-04-15T16:06:26.210 INFO:tasks.workunit.client.0.smithi016.stdout: "log_dups_size": 0, 2024-04-15T16:06:26.210 INFO:tasks.workunit.client.0.smithi016.stdout: "log_size": 0, 2024-04-15T16:06:26.210 INFO:tasks.workunit.client.0.smithi016.stdout: "log_start": "0'0", 2024-04-15T16:06:26.210 INFO:tasks.workunit.client.0.smithi016.stdout: "manifest_stats_invalid": false, 2024-04-15T16:06:26.210 INFO:tasks.workunit.client.0.smithi016.stdout: "mapping_epoch": 510, 2024-04-15T16:06:26.210 INFO:tasks.workunit.client.0.smithi016.stdout: "object_location_counts": [], 2024-04-15T16:06:26.210 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_scrubbed": 0, 2024-04-15T16:06:26.210 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_trimmed": 0, 2024-04-15T16:06:26.210 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_stats_invalid": false, 2024-04-15T16:06:26.210 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_size": 0, 2024-04-15T16:06:26.210 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_start": "0'0", 2024-04-15T16:06:26.210 INFO:tasks.workunit.client.0.smithi016.stdout: "parent": "0.0", 2024-04-15T16:06:26.210 INFO:tasks.workunit.client.0.smithi016.stdout: "parent_split_bits": 0, 2024-04-15T16:06:26.211 INFO:tasks.workunit.client.0.smithi016.stdout: "pgid": "3.2c", 2024-04-15T16:06:26.211 INFO:tasks.workunit.client.0.smithi016.stdout: "pin_stats_invalid": false, 2024-04-15T16:06:26.211 INFO:tasks.workunit.client.0.smithi016.stdout: "purged_snaps": [], 2024-04-15T16:06:26.211 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_epoch": 2721, 2024-04-15T16:06:26.211 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_seq": 4899, 2024-04-15T16:06:26.211 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_duration": 0.0, 2024-04-15T16:06:26.211 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-16T22:43:32.478678+0000", 2024-04-15T16:06:26.211 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrim_duration": 0.0, 2024-04-15T16:06:26.211 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrimq_len": 0, 2024-04-15T16:06:26.211 INFO:tasks.workunit.client.0.smithi016.stdout: "stat_sum": { 2024-04-15T16:06:26.211 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes": 0, 2024-04-15T16:06:26.211 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T16:06:26.211 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_recovered": 0, 2024-04-15T16:06:26.211 INFO:tasks.workunit.client.0.smithi016.stdout: "num_deep_scrub_errors": 0, 2024-04-15T16:06:26.211 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict": 0, 2024-04-15T16:06:26.212 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_kb": 0, 2024-04-15T16:06:26.212 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_full": 0, 2024-04-15T16:06:26.212 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_some": 0, 2024-04-15T16:06:26.212 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush": 0, 2024-04-15T16:06:26.212 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_kb": 0, 2024-04-15T16:06:26.212 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_high": 0, 2024-04-15T16:06:26.212 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_low": 0, 2024-04-15T16:06:26.212 INFO:tasks.workunit.client.0.smithi016.stdout: "num_keys_recovered": 0, 2024-04-15T16:06:26.212 INFO:tasks.workunit.client.0.smithi016.stdout: "num_large_omap_objects": 0, 2024-04-15T16:06:26.212 INFO:tasks.workunit.client.0.smithi016.stdout: "num_legacy_snapsets": 0, 2024-04-15T16:06:26.212 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_clones": 0, 2024-04-15T16:06:26.212 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_copies": 0, 2024-04-15T16:06:26.212 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects": 0, 2024-04-15T16:06:26.212 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_degraded": 0, 2024-04-15T16:06:26.212 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_dirty": 0, 2024-04-15T16:06:26.213 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T16:06:26.213 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_manifest": 0, 2024-04-15T16:06:26.213 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_misplaced": 0, 2024-04-15T16:06:26.213 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing": 0, 2024-04-15T16:06:26.213 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T16:06:26.213 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_omap": 0, 2024-04-15T16:06:26.213 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_pinned": 0, 2024-04-15T16:06:26.213 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_recovered": 0, 2024-04-15T16:06:26.213 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_repaired": 0, 2024-04-15T16:06:26.213 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_unfound": 0, 2024-04-15T16:06:26.213 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_bytes": 0, 2024-04-15T16:06:26.213 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_keys": 0, 2024-04-15T16:06:26.213 INFO:tasks.workunit.client.0.smithi016.stdout: "num_promote": 0, 2024-04-15T16:06:26.213 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read": 0, 2024-04-15T16:06:26.214 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read_kb": 0, 2024-04-15T16:06:26.214 INFO:tasks.workunit.client.0.smithi016.stdout: "num_scrub_errors": 0, 2024-04-15T16:06:26.214 INFO:tasks.workunit.client.0.smithi016.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T16:06:26.214 INFO:tasks.workunit.client.0.smithi016.stdout: "num_whiteouts": 0, 2024-04-15T16:06:26.214 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write": 0, 2024-04-15T16:06:26.214 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write_kb": 0 2024-04-15T16:06:26.214 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.214 INFO:tasks.workunit.client.0.smithi016.stdout: "state": "active+clean", 2024-04-15T16:06:26.214 INFO:tasks.workunit.client.0.smithi016.stdout: "stats_invalid": false, 2024-04-15T16:06:26.214 INFO:tasks.workunit.client.0.smithi016.stdout: "up": [ 2024-04-15T16:06:26.214 INFO:tasks.workunit.client.0.smithi016.stdout: 6, 2024-04-15T16:06:26.214 INFO:tasks.workunit.client.0.smithi016.stdout: 4, 2024-04-15T16:06:26.214 INFO:tasks.workunit.client.0.smithi016.stdout: 0 2024-04-15T16:06:26.215 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:26.215 INFO:tasks.workunit.client.0.smithi016.stdout: "up_primary": 6, 2024-04-15T16:06:26.215 INFO:tasks.workunit.client.0.smithi016.stdout: "version": "0'0" 2024-04-15T16:06:26.215 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.215 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-15T16:06:26.215 INFO:tasks.workunit.client.0.smithi016.stdout: "acting": [ 2024-04-15T16:06:26.215 INFO:tasks.workunit.client.0.smithi016.stdout: 0, 2024-04-15T16:06:26.215 INFO:tasks.workunit.client.0.smithi016.stdout: 7, 2024-04-15T16:06:26.215 INFO:tasks.workunit.client.0.smithi016.stdout: 1 2024-04-15T16:06:26.215 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:26.215 INFO:tasks.workunit.client.0.smithi016.stdout: "acting_primary": 0, 2024-04-15T16:06:26.215 INFO:tasks.workunit.client.0.smithi016.stdout: "avail_no_missing": [], 2024-04-15T16:06:26.215 INFO:tasks.workunit.client.0.smithi016.stdout: "blocked_by": [], 2024-04-15T16:06:26.215 INFO:tasks.workunit.client.0.smithi016.stdout: "created": 61, 2024-04-15T16:06:26.215 INFO:tasks.workunit.client.0.smithi016.stdout: "dirty_stats_invalid": false, 2024-04-15T16:06:26.216 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T16:06:26.216 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_stats_invalid": false, 2024-04-15T16:06:26.216 INFO:tasks.workunit.client.0.smithi016.stdout: "last_active": "2024-04-15T16:05:11.413264+0000", 2024-04-15T16:06:26.216 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_active": "2024-04-15T14:44:49.365236+0000", 2024-04-15T16:06:26.216 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_peered": "2024-04-15T14:44:49.365236+0000", 2024-04-15T16:06:26.216 INFO:tasks.workunit.client.0.smithi016.stdout: "last_change": "2024-04-15T14:44:49.365614+0000", 2024-04-15T16:06:26.216 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean": "2024-04-15T16:05:11.413264+0000", 2024-04-15T16:06:26.216 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T16:06:26.216 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub": "0'0", 2024-04-15T16:06:26.216 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T16:06:26.216 INFO:tasks.workunit.client.0.smithi016.stdout: "last_epoch_clean": 532, 2024-04-15T16:06:26.216 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fresh": "2024-04-15T16:05:11.413264+0000", 2024-04-15T16:06:26.216 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fullsized": "2024-04-15T16:05:11.413264+0000", 2024-04-15T16:06:26.216 INFO:tasks.workunit.client.0.smithi016.stdout: "last_peered": "2024-04-15T16:05:11.413264+0000", 2024-04-15T16:06:26.216 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub": "0'0", 2024-04-15T16:06:26.217 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_duration": 0, 2024-04-15T16:06:26.217 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T16:06:26.217 INFO:tasks.workunit.client.0.smithi016.stdout: "last_undegraded": "2024-04-15T16:05:11.413264+0000", 2024-04-15T16:06:26.217 INFO:tasks.workunit.client.0.smithi016.stdout: "last_unstale": "2024-04-15T16:05:11.413264+0000", 2024-04-15T16:06:26.217 INFO:tasks.workunit.client.0.smithi016.stdout: "log_dups_size": 0, 2024-04-15T16:06:26.217 INFO:tasks.workunit.client.0.smithi016.stdout: "log_size": 0, 2024-04-15T16:06:26.217 INFO:tasks.workunit.client.0.smithi016.stdout: "log_start": "0'0", 2024-04-15T16:06:26.217 INFO:tasks.workunit.client.0.smithi016.stdout: "manifest_stats_invalid": false, 2024-04-15T16:06:26.217 INFO:tasks.workunit.client.0.smithi016.stdout: "mapping_epoch": 531, 2024-04-15T16:06:26.217 INFO:tasks.workunit.client.0.smithi016.stdout: "object_location_counts": [], 2024-04-15T16:06:26.217 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_scrubbed": 0, 2024-04-15T16:06:26.217 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_trimmed": 0, 2024-04-15T16:06:26.217 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_stats_invalid": false, 2024-04-15T16:06:26.217 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_size": 0, 2024-04-15T16:06:26.218 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_start": "0'0", 2024-04-15T16:06:26.218 INFO:tasks.workunit.client.0.smithi016.stdout: "parent": "0.0", 2024-04-15T16:06:26.218 INFO:tasks.workunit.client.0.smithi016.stdout: "parent_split_bits": 0, 2024-04-15T16:06:26.218 INFO:tasks.workunit.client.0.smithi016.stdout: "pgid": "3.2b", 2024-04-15T16:06:26.218 INFO:tasks.workunit.client.0.smithi016.stdout: "pin_stats_invalid": false, 2024-04-15T16:06:26.218 INFO:tasks.workunit.client.0.smithi016.stdout: "purged_snaps": [], 2024-04-15T16:06:26.218 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_epoch": 2721, 2024-04-15T16:06:26.218 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_seq": 5060, 2024-04-15T16:06:26.218 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_duration": 0.0, 2024-04-15T16:06:26.218 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-16T21:16:02.686994+0000", 2024-04-15T16:06:26.218 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrim_duration": 0.0, 2024-04-15T16:06:26.218 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrimq_len": 0, 2024-04-15T16:06:26.218 INFO:tasks.workunit.client.0.smithi016.stdout: "stat_sum": { 2024-04-15T16:06:26.218 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes": 0, 2024-04-15T16:06:26.218 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T16:06:26.219 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_recovered": 0, 2024-04-15T16:06:26.219 INFO:tasks.workunit.client.0.smithi016.stdout: "num_deep_scrub_errors": 0, 2024-04-15T16:06:26.219 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict": 0, 2024-04-15T16:06:26.219 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_kb": 0, 2024-04-15T16:06:26.219 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_full": 0, 2024-04-15T16:06:26.219 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_some": 0, 2024-04-15T16:06:26.219 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush": 0, 2024-04-15T16:06:26.219 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_kb": 0, 2024-04-15T16:06:26.219 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_high": 0, 2024-04-15T16:06:26.219 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_low": 0, 2024-04-15T16:06:26.219 INFO:tasks.workunit.client.0.smithi016.stdout: "num_keys_recovered": 0, 2024-04-15T16:06:26.219 INFO:tasks.workunit.client.0.smithi016.stdout: "num_large_omap_objects": 0, 2024-04-15T16:06:26.219 INFO:tasks.workunit.client.0.smithi016.stdout: "num_legacy_snapsets": 0, 2024-04-15T16:06:26.219 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_clones": 0, 2024-04-15T16:06:26.219 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_copies": 0, 2024-04-15T16:06:26.220 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects": 0, 2024-04-15T16:06:26.220 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_degraded": 0, 2024-04-15T16:06:26.220 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_dirty": 0, 2024-04-15T16:06:26.220 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T16:06:26.220 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_manifest": 0, 2024-04-15T16:06:26.220 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_misplaced": 0, 2024-04-15T16:06:26.220 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing": 0, 2024-04-15T16:06:26.220 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T16:06:26.220 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_omap": 0, 2024-04-15T16:06:26.220 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_pinned": 0, 2024-04-15T16:06:26.220 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_recovered": 0, 2024-04-15T16:06:26.220 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_repaired": 0, 2024-04-15T16:06:26.220 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_unfound": 0, 2024-04-15T16:06:26.220 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_bytes": 0, 2024-04-15T16:06:26.220 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_keys": 0, 2024-04-15T16:06:26.221 INFO:tasks.workunit.client.0.smithi016.stdout: "num_promote": 0, 2024-04-15T16:06:26.221 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read": 0, 2024-04-15T16:06:26.221 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read_kb": 0, 2024-04-15T16:06:26.221 INFO:tasks.workunit.client.0.smithi016.stdout: "num_scrub_errors": 0, 2024-04-15T16:06:26.221 INFO:tasks.workunit.client.0.smithi016.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T16:06:26.221 INFO:tasks.workunit.client.0.smithi016.stdout: "num_whiteouts": 0, 2024-04-15T16:06:26.221 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write": 0, 2024-04-15T16:06:26.221 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write_kb": 0 2024-04-15T16:06:26.221 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.221 INFO:tasks.workunit.client.0.smithi016.stdout: "state": "active+clean", 2024-04-15T16:06:26.221 INFO:tasks.workunit.client.0.smithi016.stdout: "stats_invalid": false, 2024-04-15T16:06:26.221 INFO:tasks.workunit.client.0.smithi016.stdout: "up": [ 2024-04-15T16:06:26.221 INFO:tasks.workunit.client.0.smithi016.stdout: 0, 2024-04-15T16:06:26.221 INFO:tasks.workunit.client.0.smithi016.stdout: 7, 2024-04-15T16:06:26.221 INFO:tasks.workunit.client.0.smithi016.stdout: 1 2024-04-15T16:06:26.222 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:26.222 INFO:tasks.workunit.client.0.smithi016.stdout: "up_primary": 0, 2024-04-15T16:06:26.222 INFO:tasks.workunit.client.0.smithi016.stdout: "version": "0'0" 2024-04-15T16:06:26.222 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.222 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-15T16:06:26.222 INFO:tasks.workunit.client.0.smithi016.stdout: "acting": [ 2024-04-15T16:06:26.222 INFO:tasks.workunit.client.0.smithi016.stdout: 5, 2024-04-15T16:06:26.222 INFO:tasks.workunit.client.0.smithi016.stdout: 7, 2024-04-15T16:06:26.222 INFO:tasks.workunit.client.0.smithi016.stdout: 6 2024-04-15T16:06:26.222 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:26.222 INFO:tasks.workunit.client.0.smithi016.stdout: "acting_primary": 5, 2024-04-15T16:06:26.222 INFO:tasks.workunit.client.0.smithi016.stdout: "avail_no_missing": [], 2024-04-15T16:06:26.222 INFO:tasks.workunit.client.0.smithi016.stdout: "blocked_by": [], 2024-04-15T16:06:26.222 INFO:tasks.workunit.client.0.smithi016.stdout: "created": 61, 2024-04-15T16:06:26.223 INFO:tasks.workunit.client.0.smithi016.stdout: "dirty_stats_invalid": false, 2024-04-15T16:06:26.223 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T16:06:26.223 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_stats_invalid": false, 2024-04-15T16:06:26.223 INFO:tasks.workunit.client.0.smithi016.stdout: "last_active": "2024-04-15T16:05:12.200672+0000", 2024-04-15T16:06:26.223 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_active": "2024-04-15T14:44:49.373038+0000", 2024-04-15T16:06:26.223 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_peered": "2024-04-15T14:44:49.373038+0000", 2024-04-15T16:06:26.223 INFO:tasks.workunit.client.0.smithi016.stdout: "last_change": "2024-04-15T14:44:49.374294+0000", 2024-04-15T16:06:26.223 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean": "2024-04-15T16:05:12.200672+0000", 2024-04-15T16:06:26.223 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T16:06:26.223 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub": "0'0", 2024-04-15T16:06:26.223 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T16:06:26.223 INFO:tasks.workunit.client.0.smithi016.stdout: "last_epoch_clean": 532, 2024-04-15T16:06:26.223 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fresh": "2024-04-15T16:05:12.200672+0000", 2024-04-15T16:06:26.223 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fullsized": "2024-04-15T16:05:12.200672+0000", 2024-04-15T16:06:26.223 INFO:tasks.workunit.client.0.smithi016.stdout: "last_peered": "2024-04-15T16:05:12.200672+0000", 2024-04-15T16:06:26.224 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub": "0'0", 2024-04-15T16:06:26.224 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_duration": 0, 2024-04-15T16:06:26.224 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T16:06:26.224 INFO:tasks.workunit.client.0.smithi016.stdout: "last_undegraded": "2024-04-15T16:05:12.200672+0000", 2024-04-15T16:06:26.224 INFO:tasks.workunit.client.0.smithi016.stdout: "last_unstale": "2024-04-15T16:05:12.200672+0000", 2024-04-15T16:06:26.224 INFO:tasks.workunit.client.0.smithi016.stdout: "log_dups_size": 0, 2024-04-15T16:06:26.224 INFO:tasks.workunit.client.0.smithi016.stdout: "log_size": 0, 2024-04-15T16:06:26.224 INFO:tasks.workunit.client.0.smithi016.stdout: "log_start": "0'0", 2024-04-15T16:06:26.224 INFO:tasks.workunit.client.0.smithi016.stdout: "manifest_stats_invalid": false, 2024-04-15T16:06:26.224 INFO:tasks.workunit.client.0.smithi016.stdout: "mapping_epoch": 531, 2024-04-15T16:06:26.224 INFO:tasks.workunit.client.0.smithi016.stdout: "object_location_counts": [], 2024-04-15T16:06:26.224 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_scrubbed": 0, 2024-04-15T16:06:26.224 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_trimmed": 0, 2024-04-15T16:06:26.224 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_stats_invalid": false, 2024-04-15T16:06:26.225 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_size": 0, 2024-04-15T16:06:26.225 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_start": "0'0", 2024-04-15T16:06:26.225 INFO:tasks.workunit.client.0.smithi016.stdout: "parent": "0.0", 2024-04-15T16:06:26.225 INFO:tasks.workunit.client.0.smithi016.stdout: "parent_split_bits": 0, 2024-04-15T16:06:26.225 INFO:tasks.workunit.client.0.smithi016.stdout: "pgid": "3.2a", 2024-04-15T16:06:26.225 INFO:tasks.workunit.client.0.smithi016.stdout: "pin_stats_invalid": false, 2024-04-15T16:06:26.225 INFO:tasks.workunit.client.0.smithi016.stdout: "purged_snaps": [], 2024-04-15T16:06:26.225 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_epoch": 2721, 2024-04-15T16:06:26.225 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_seq": 4883, 2024-04-15T16:06:26.225 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_duration": 0.0, 2024-04-15T16:06:26.225 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-16T20:27:02.607265+0000", 2024-04-15T16:06:26.225 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrim_duration": 0.0, 2024-04-15T16:06:26.225 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrimq_len": 0, 2024-04-15T16:06:26.225 INFO:tasks.workunit.client.0.smithi016.stdout: "stat_sum": { 2024-04-15T16:06:26.225 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes": 0, 2024-04-15T16:06:26.226 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T16:06:26.226 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_recovered": 0, 2024-04-15T16:06:26.226 INFO:tasks.workunit.client.0.smithi016.stdout: "num_deep_scrub_errors": 0, 2024-04-15T16:06:26.226 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict": 0, 2024-04-15T16:06:26.226 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_kb": 0, 2024-04-15T16:06:26.226 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_full": 0, 2024-04-15T16:06:26.226 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_some": 0, 2024-04-15T16:06:26.226 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush": 0, 2024-04-15T16:06:26.226 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_kb": 0, 2024-04-15T16:06:26.226 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_high": 0, 2024-04-15T16:06:26.226 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_low": 0, 2024-04-15T16:06:26.226 INFO:tasks.workunit.client.0.smithi016.stdout: "num_keys_recovered": 0, 2024-04-15T16:06:26.226 INFO:tasks.workunit.client.0.smithi016.stdout: "num_large_omap_objects": 0, 2024-04-15T16:06:26.226 INFO:tasks.workunit.client.0.smithi016.stdout: "num_legacy_snapsets": 0, 2024-04-15T16:06:26.227 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_clones": 0, 2024-04-15T16:06:26.227 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_copies": 0, 2024-04-15T16:06:26.227 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects": 0, 2024-04-15T16:06:26.227 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_degraded": 0, 2024-04-15T16:06:26.227 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_dirty": 0, 2024-04-15T16:06:26.227 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T16:06:26.227 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_manifest": 0, 2024-04-15T16:06:26.227 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_misplaced": 0, 2024-04-15T16:06:26.227 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing": 0, 2024-04-15T16:06:26.227 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T16:06:26.227 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_omap": 0, 2024-04-15T16:06:26.227 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_pinned": 0, 2024-04-15T16:06:26.227 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_recovered": 0, 2024-04-15T16:06:26.227 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_repaired": 0, 2024-04-15T16:06:26.228 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_unfound": 0, 2024-04-15T16:06:26.228 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_bytes": 0, 2024-04-15T16:06:26.228 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_keys": 0, 2024-04-15T16:06:26.228 INFO:tasks.workunit.client.0.smithi016.stdout: "num_promote": 0, 2024-04-15T16:06:26.228 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read": 0, 2024-04-15T16:06:26.228 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read_kb": 0, 2024-04-15T16:06:26.228 INFO:tasks.workunit.client.0.smithi016.stdout: "num_scrub_errors": 0, 2024-04-15T16:06:26.228 INFO:tasks.workunit.client.0.smithi016.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T16:06:26.228 INFO:tasks.workunit.client.0.smithi016.stdout: "num_whiteouts": 0, 2024-04-15T16:06:26.228 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write": 0, 2024-04-15T16:06:26.228 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write_kb": 0 2024-04-15T16:06:26.228 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.228 INFO:tasks.workunit.client.0.smithi016.stdout: "state": "active+clean", 2024-04-15T16:06:26.228 INFO:tasks.workunit.client.0.smithi016.stdout: "stats_invalid": false, 2024-04-15T16:06:26.228 INFO:tasks.workunit.client.0.smithi016.stdout: "up": [ 2024-04-15T16:06:26.229 INFO:tasks.workunit.client.0.smithi016.stdout: 5, 2024-04-15T16:06:26.229 INFO:tasks.workunit.client.0.smithi016.stdout: 7, 2024-04-15T16:06:26.229 INFO:tasks.workunit.client.0.smithi016.stdout: 6 2024-04-15T16:06:26.229 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:26.229 INFO:tasks.workunit.client.0.smithi016.stdout: "up_primary": 5, 2024-04-15T16:06:26.229 INFO:tasks.workunit.client.0.smithi016.stdout: "version": "0'0" 2024-04-15T16:06:26.229 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.229 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-15T16:06:26.229 INFO:tasks.workunit.client.0.smithi016.stdout: "acting": [ 2024-04-15T16:06:26.229 INFO:tasks.workunit.client.0.smithi016.stdout: 3, 2024-04-15T16:06:26.229 INFO:tasks.workunit.client.0.smithi016.stdout: 4, 2024-04-15T16:06:26.229 INFO:tasks.workunit.client.0.smithi016.stdout: 1 2024-04-15T16:06:26.229 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:26.229 INFO:tasks.workunit.client.0.smithi016.stdout: "acting_primary": 3, 2024-04-15T16:06:26.229 INFO:tasks.workunit.client.0.smithi016.stdout: "avail_no_missing": [], 2024-04-15T16:06:26.230 INFO:tasks.workunit.client.0.smithi016.stdout: "blocked_by": [], 2024-04-15T16:06:26.230 INFO:tasks.workunit.client.0.smithi016.stdout: "created": 61, 2024-04-15T16:06:26.230 INFO:tasks.workunit.client.0.smithi016.stdout: "dirty_stats_invalid": false, 2024-04-15T16:06:26.230 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T16:06:26.230 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_stats_invalid": false, 2024-04-15T16:06:26.230 INFO:tasks.workunit.client.0.smithi016.stdout: "last_active": "2024-04-15T16:05:12.197893+0000", 2024-04-15T16:06:26.230 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_active": "2024-04-15T14:43:32.404618+0000", 2024-04-15T16:06:26.230 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_peered": "2024-04-15T14:43:32.404618+0000", 2024-04-15T16:06:26.230 INFO:tasks.workunit.client.0.smithi016.stdout: "last_change": "2024-04-15T14:43:32.404986+0000", 2024-04-15T16:06:26.230 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean": "2024-04-15T16:05:12.197893+0000", 2024-04-15T16:06:26.230 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T16:06:26.230 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub": "0'0", 2024-04-15T16:06:26.230 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T16:06:26.230 INFO:tasks.workunit.client.0.smithi016.stdout: "last_epoch_clean": 455, 2024-04-15T16:06:26.231 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fresh": "2024-04-15T16:05:12.197893+0000", 2024-04-15T16:06:26.231 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fullsized": "2024-04-15T16:05:12.197893+0000", 2024-04-15T16:06:26.231 INFO:tasks.workunit.client.0.smithi016.stdout: "last_peered": "2024-04-15T16:05:12.197893+0000", 2024-04-15T16:06:26.231 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub": "0'0", 2024-04-15T16:06:26.231 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_duration": 0, 2024-04-15T16:06:26.231 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T16:06:26.231 INFO:tasks.workunit.client.0.smithi016.stdout: "last_undegraded": "2024-04-15T16:05:12.197893+0000", 2024-04-15T16:06:26.231 INFO:tasks.workunit.client.0.smithi016.stdout: "last_unstale": "2024-04-15T16:05:12.197893+0000", 2024-04-15T16:06:26.231 INFO:tasks.workunit.client.0.smithi016.stdout: "log_dups_size": 0, 2024-04-15T16:06:26.231 INFO:tasks.workunit.client.0.smithi016.stdout: "log_size": 0, 2024-04-15T16:06:26.231 INFO:tasks.workunit.client.0.smithi016.stdout: "log_start": "0'0", 2024-04-15T16:06:26.231 INFO:tasks.workunit.client.0.smithi016.stdout: "manifest_stats_invalid": false, 2024-04-15T16:06:26.231 INFO:tasks.workunit.client.0.smithi016.stdout: "mapping_epoch": 454, 2024-04-15T16:06:26.231 INFO:tasks.workunit.client.0.smithi016.stdout: "object_location_counts": [], 2024-04-15T16:06:26.232 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_scrubbed": 0, 2024-04-15T16:06:26.232 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_trimmed": 0, 2024-04-15T16:06:26.232 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_stats_invalid": false, 2024-04-15T16:06:26.232 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_size": 0, 2024-04-15T16:06:26.232 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_start": "0'0", 2024-04-15T16:06:26.232 INFO:tasks.workunit.client.0.smithi016.stdout: "parent": "0.0", 2024-04-15T16:06:26.232 INFO:tasks.workunit.client.0.smithi016.stdout: "parent_split_bits": 0, 2024-04-15T16:06:26.232 INFO:tasks.workunit.client.0.smithi016.stdout: "pgid": "3.29", 2024-04-15T16:06:26.232 INFO:tasks.workunit.client.0.smithi016.stdout: "pin_stats_invalid": false, 2024-04-15T16:06:26.232 INFO:tasks.workunit.client.0.smithi016.stdout: "purged_snaps": [], 2024-04-15T16:06:26.232 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_epoch": 2721, 2024-04-15T16:06:26.232 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_seq": 4946, 2024-04-15T16:06:26.232 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_duration": 0.0, 2024-04-15T16:06:26.232 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-17T00:59:01.031152+0000", 2024-04-15T16:06:26.233 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrim_duration": 0.0, 2024-04-15T16:06:26.233 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrimq_len": 0, 2024-04-15T16:06:26.233 INFO:tasks.workunit.client.0.smithi016.stdout: "stat_sum": { 2024-04-15T16:06:26.233 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes": 0, 2024-04-15T16:06:26.233 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T16:06:26.233 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_recovered": 0, 2024-04-15T16:06:26.233 INFO:tasks.workunit.client.0.smithi016.stdout: "num_deep_scrub_errors": 0, 2024-04-15T16:06:26.233 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict": 0, 2024-04-15T16:06:26.233 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_kb": 0, 2024-04-15T16:06:26.233 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_full": 0, 2024-04-15T16:06:26.233 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_some": 0, 2024-04-15T16:06:26.233 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush": 0, 2024-04-15T16:06:26.233 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_kb": 0, 2024-04-15T16:06:26.233 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_high": 0, 2024-04-15T16:06:26.233 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_low": 0, 2024-04-15T16:06:26.234 INFO:tasks.workunit.client.0.smithi016.stdout: "num_keys_recovered": 0, 2024-04-15T16:06:26.234 INFO:tasks.workunit.client.0.smithi016.stdout: "num_large_omap_objects": 0, 2024-04-15T16:06:26.234 INFO:tasks.workunit.client.0.smithi016.stdout: "num_legacy_snapsets": 0, 2024-04-15T16:06:26.234 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_clones": 0, 2024-04-15T16:06:26.234 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_copies": 0, 2024-04-15T16:06:26.234 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects": 0, 2024-04-15T16:06:26.234 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_degraded": 0, 2024-04-15T16:06:26.234 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_dirty": 0, 2024-04-15T16:06:26.234 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T16:06:26.234 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_manifest": 0, 2024-04-15T16:06:26.234 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_misplaced": 0, 2024-04-15T16:06:26.234 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing": 0, 2024-04-15T16:06:26.234 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T16:06:26.234 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_omap": 0, 2024-04-15T16:06:26.235 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_pinned": 0, 2024-04-15T16:06:26.235 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_recovered": 0, 2024-04-15T16:06:26.235 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_repaired": 0, 2024-04-15T16:06:26.235 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_unfound": 0, 2024-04-15T16:06:26.235 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_bytes": 0, 2024-04-15T16:06:26.235 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_keys": 0, 2024-04-15T16:06:26.235 INFO:tasks.workunit.client.0.smithi016.stdout: "num_promote": 0, 2024-04-15T16:06:26.235 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read": 0, 2024-04-15T16:06:26.235 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read_kb": 0, 2024-04-15T16:06:26.235 INFO:tasks.workunit.client.0.smithi016.stdout: "num_scrub_errors": 0, 2024-04-15T16:06:26.235 INFO:tasks.workunit.client.0.smithi016.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T16:06:26.235 INFO:tasks.workunit.client.0.smithi016.stdout: "num_whiteouts": 0, 2024-04-15T16:06:26.235 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write": 0, 2024-04-15T16:06:26.235 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write_kb": 0 2024-04-15T16:06:26.235 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.236 INFO:tasks.workunit.client.0.smithi016.stdout: "state": "active+clean", 2024-04-15T16:06:26.236 INFO:tasks.workunit.client.0.smithi016.stdout: "stats_invalid": false, 2024-04-15T16:06:26.236 INFO:tasks.workunit.client.0.smithi016.stdout: "up": [ 2024-04-15T16:06:26.236 INFO:tasks.workunit.client.0.smithi016.stdout: 3, 2024-04-15T16:06:26.236 INFO:tasks.workunit.client.0.smithi016.stdout: 4, 2024-04-15T16:06:26.236 INFO:tasks.workunit.client.0.smithi016.stdout: 1 2024-04-15T16:06:26.236 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:26.236 INFO:tasks.workunit.client.0.smithi016.stdout: "up_primary": 3, 2024-04-15T16:06:26.236 INFO:tasks.workunit.client.0.smithi016.stdout: "version": "0'0" 2024-04-15T16:06:26.236 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.236 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-15T16:06:26.236 INFO:tasks.workunit.client.0.smithi016.stdout: "acting": [ 2024-04-15T16:06:26.236 INFO:tasks.workunit.client.0.smithi016.stdout: 5, 2024-04-15T16:06:26.236 INFO:tasks.workunit.client.0.smithi016.stdout: 3, 2024-04-15T16:06:26.237 INFO:tasks.workunit.client.0.smithi016.stdout: 2 2024-04-15T16:06:26.237 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:26.237 INFO:tasks.workunit.client.0.smithi016.stdout: "acting_primary": 5, 2024-04-15T16:06:26.237 INFO:tasks.workunit.client.0.smithi016.stdout: "avail_no_missing": [], 2024-04-15T16:06:26.237 INFO:tasks.workunit.client.0.smithi016.stdout: "blocked_by": [], 2024-04-15T16:06:26.237 INFO:tasks.workunit.client.0.smithi016.stdout: "created": 61, 2024-04-15T16:06:26.237 INFO:tasks.workunit.client.0.smithi016.stdout: "dirty_stats_invalid": false, 2024-04-15T16:06:26.237 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T16:06:26.237 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_stats_invalid": false, 2024-04-15T16:06:26.237 INFO:tasks.workunit.client.0.smithi016.stdout: "last_active": "2024-04-15T16:05:12.200939+0000", 2024-04-15T16:06:26.237 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_active": "2024-04-15T14:43:53.355814+0000", 2024-04-15T16:06:26.237 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_peered": "2024-04-15T14:43:53.355814+0000", 2024-04-15T16:06:26.237 INFO:tasks.workunit.client.0.smithi016.stdout: "last_change": "2024-04-15T14:43:53.356166+0000", 2024-04-15T16:06:26.237 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean": "2024-04-15T16:05:12.200939+0000", 2024-04-15T16:06:26.237 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T16:06:26.238 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub": "0'0", 2024-04-15T16:06:26.238 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T16:06:26.238 INFO:tasks.workunit.client.0.smithi016.stdout: "last_epoch_clean": 476, 2024-04-15T16:06:26.238 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fresh": "2024-04-15T16:05:12.200939+0000", 2024-04-15T16:06:26.238 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fullsized": "2024-04-15T16:05:12.200939+0000", 2024-04-15T16:06:26.238 INFO:tasks.workunit.client.0.smithi016.stdout: "last_peered": "2024-04-15T16:05:12.200939+0000", 2024-04-15T16:06:26.238 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub": "0'0", 2024-04-15T16:06:26.238 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_duration": 0, 2024-04-15T16:06:26.238 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T16:06:26.238 INFO:tasks.workunit.client.0.smithi016.stdout: "last_undegraded": "2024-04-15T16:05:12.200939+0000", 2024-04-15T16:06:26.238 INFO:tasks.workunit.client.0.smithi016.stdout: "last_unstale": "2024-04-15T16:05:12.200939+0000", 2024-04-15T16:06:26.238 INFO:tasks.workunit.client.0.smithi016.stdout: "log_dups_size": 0, 2024-04-15T16:06:26.238 INFO:tasks.workunit.client.0.smithi016.stdout: "log_size": 0, 2024-04-15T16:06:26.239 INFO:tasks.workunit.client.0.smithi016.stdout: "log_start": "0'0", 2024-04-15T16:06:26.239 INFO:tasks.workunit.client.0.smithi016.stdout: "manifest_stats_invalid": false, 2024-04-15T16:06:26.239 INFO:tasks.workunit.client.0.smithi016.stdout: "mapping_epoch": 475, 2024-04-15T16:06:26.239 INFO:tasks.workunit.client.0.smithi016.stdout: "object_location_counts": [], 2024-04-15T16:06:26.239 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_scrubbed": 0, 2024-04-15T16:06:26.239 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_trimmed": 0, 2024-04-15T16:06:26.239 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_stats_invalid": false, 2024-04-15T16:06:26.239 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_size": 0, 2024-04-15T16:06:26.239 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_start": "0'0", 2024-04-15T16:06:26.239 INFO:tasks.workunit.client.0.smithi016.stdout: "parent": "0.0", 2024-04-15T16:06:26.239 INFO:tasks.workunit.client.0.smithi016.stdout: "parent_split_bits": 0, 2024-04-15T16:06:26.239 INFO:tasks.workunit.client.0.smithi016.stdout: "pgid": "3.28", 2024-04-15T16:06:26.239 INFO:tasks.workunit.client.0.smithi016.stdout: "pin_stats_invalid": false, 2024-04-15T16:06:26.239 INFO:tasks.workunit.client.0.smithi016.stdout: "purged_snaps": [], 2024-04-15T16:06:26.239 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_epoch": 2721, 2024-04-15T16:06:26.240 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_seq": 4926, 2024-04-15T16:06:26.240 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_duration": 0.0, 2024-04-15T16:06:26.240 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-16T20:50:57.784675+0000", 2024-04-15T16:06:26.240 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrim_duration": 0.0, 2024-04-15T16:06:26.240 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrimq_len": 0, 2024-04-15T16:06:26.240 INFO:tasks.workunit.client.0.smithi016.stdout: "stat_sum": { 2024-04-15T16:06:26.240 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes": 0, 2024-04-15T16:06:26.240 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T16:06:26.240 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_recovered": 0, 2024-04-15T16:06:26.240 INFO:tasks.workunit.client.0.smithi016.stdout: "num_deep_scrub_errors": 0, 2024-04-15T16:06:26.240 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict": 0, 2024-04-15T16:06:26.240 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_kb": 0, 2024-04-15T16:06:26.240 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_full": 0, 2024-04-15T16:06:26.240 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_some": 0, 2024-04-15T16:06:26.240 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush": 0, 2024-04-15T16:06:26.241 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_kb": 0, 2024-04-15T16:06:26.241 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_high": 0, 2024-04-15T16:06:26.241 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_low": 0, 2024-04-15T16:06:26.241 INFO:tasks.workunit.client.0.smithi016.stdout: "num_keys_recovered": 0, 2024-04-15T16:06:26.241 INFO:tasks.workunit.client.0.smithi016.stdout: "num_large_omap_objects": 0, 2024-04-15T16:06:26.241 INFO:tasks.workunit.client.0.smithi016.stdout: "num_legacy_snapsets": 0, 2024-04-15T16:06:26.241 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_clones": 0, 2024-04-15T16:06:26.241 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_copies": 0, 2024-04-15T16:06:26.241 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects": 0, 2024-04-15T16:06:26.241 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_degraded": 0, 2024-04-15T16:06:26.241 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_dirty": 0, 2024-04-15T16:06:26.241 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T16:06:26.241 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_manifest": 0, 2024-04-15T16:06:26.241 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_misplaced": 0, 2024-04-15T16:06:26.241 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing": 0, 2024-04-15T16:06:26.242 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T16:06:26.242 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_omap": 0, 2024-04-15T16:06:26.242 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_pinned": 0, 2024-04-15T16:06:26.242 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_recovered": 0, 2024-04-15T16:06:26.242 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_repaired": 0, 2024-04-15T16:06:26.242 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_unfound": 0, 2024-04-15T16:06:26.242 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_bytes": 0, 2024-04-15T16:06:26.242 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_keys": 0, 2024-04-15T16:06:26.242 INFO:tasks.workunit.client.0.smithi016.stdout: "num_promote": 0, 2024-04-15T16:06:26.242 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read": 0, 2024-04-15T16:06:26.242 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read_kb": 0, 2024-04-15T16:06:26.242 INFO:tasks.workunit.client.0.smithi016.stdout: "num_scrub_errors": 0, 2024-04-15T16:06:26.242 INFO:tasks.workunit.client.0.smithi016.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T16:06:26.243 INFO:tasks.workunit.client.0.smithi016.stdout: "num_whiteouts": 0, 2024-04-15T16:06:26.243 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write": 0, 2024-04-15T16:06:26.243 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write_kb": 0 2024-04-15T16:06:26.243 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.243 INFO:tasks.workunit.client.0.smithi016.stdout: "state": "active+clean", 2024-04-15T16:06:26.243 INFO:tasks.workunit.client.0.smithi016.stdout: "stats_invalid": false, 2024-04-15T16:06:26.243 INFO:tasks.workunit.client.0.smithi016.stdout: "up": [ 2024-04-15T16:06:26.243 INFO:tasks.workunit.client.0.smithi016.stdout: 5, 2024-04-15T16:06:26.243 INFO:tasks.workunit.client.0.smithi016.stdout: 3, 2024-04-15T16:06:26.243 INFO:tasks.workunit.client.0.smithi016.stdout: 2 2024-04-15T16:06:26.243 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:26.243 INFO:tasks.workunit.client.0.smithi016.stdout: "up_primary": 5, 2024-04-15T16:06:26.243 INFO:tasks.workunit.client.0.smithi016.stdout: "version": "0'0" 2024-04-15T16:06:26.244 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.244 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-15T16:06:26.244 INFO:tasks.workunit.client.0.smithi016.stdout: "acting": [ 2024-04-15T16:06:26.244 INFO:tasks.workunit.client.0.smithi016.stdout: 3, 2024-04-15T16:06:26.244 INFO:tasks.workunit.client.0.smithi016.stdout: 4, 2024-04-15T16:06:26.244 INFO:tasks.workunit.client.0.smithi016.stdout: 2 2024-04-15T16:06:26.244 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:26.244 INFO:tasks.workunit.client.0.smithi016.stdout: "acting_primary": 3, 2024-04-15T16:06:26.244 INFO:tasks.workunit.client.0.smithi016.stdout: "avail_no_missing": [], 2024-04-15T16:06:26.244 INFO:tasks.workunit.client.0.smithi016.stdout: "blocked_by": [], 2024-04-15T16:06:26.244 INFO:tasks.workunit.client.0.smithi016.stdout: "created": 61, 2024-04-15T16:06:26.244 INFO:tasks.workunit.client.0.smithi016.stdout: "dirty_stats_invalid": false, 2024-04-15T16:06:26.244 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T16:06:26.244 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_stats_invalid": false, 2024-04-15T16:06:26.244 INFO:tasks.workunit.client.0.smithi016.stdout: "last_active": "2024-04-15T16:05:12.199390+0000", 2024-04-15T16:06:26.245 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_active": "2024-04-15T14:43:32.407505+0000", 2024-04-15T16:06:26.245 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_peered": "2024-04-15T14:43:32.407505+0000", 2024-04-15T16:06:26.245 INFO:tasks.workunit.client.0.smithi016.stdout: "last_change": "2024-04-15T14:43:32.407871+0000", 2024-04-15T16:06:26.245 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean": "2024-04-15T16:05:12.199390+0000", 2024-04-15T16:06:26.245 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T16:06:26.245 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub": "0'0", 2024-04-15T16:06:26.245 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T16:06:26.245 INFO:tasks.workunit.client.0.smithi016.stdout: "last_epoch_clean": 455, 2024-04-15T16:06:26.245 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fresh": "2024-04-15T16:05:12.199390+0000", 2024-04-15T16:06:26.245 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fullsized": "2024-04-15T16:05:12.199390+0000", 2024-04-15T16:06:26.245 INFO:tasks.workunit.client.0.smithi016.stdout: "last_peered": "2024-04-15T16:05:12.199390+0000", 2024-04-15T16:06:26.245 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub": "0'0", 2024-04-15T16:06:26.245 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_duration": 0, 2024-04-15T16:06:26.245 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T16:06:26.246 INFO:tasks.workunit.client.0.smithi016.stdout: "last_undegraded": "2024-04-15T16:05:12.199390+0000", 2024-04-15T16:06:26.246 INFO:tasks.workunit.client.0.smithi016.stdout: "last_unstale": "2024-04-15T16:05:12.199390+0000", 2024-04-15T16:06:26.246 INFO:tasks.workunit.client.0.smithi016.stdout: "log_dups_size": 0, 2024-04-15T16:06:26.246 INFO:tasks.workunit.client.0.smithi016.stdout: "log_size": 0, 2024-04-15T16:06:26.246 INFO:tasks.workunit.client.0.smithi016.stdout: "log_start": "0'0", 2024-04-15T16:06:26.246 INFO:tasks.workunit.client.0.smithi016.stdout: "manifest_stats_invalid": false, 2024-04-15T16:06:26.246 INFO:tasks.workunit.client.0.smithi016.stdout: "mapping_epoch": 454, 2024-04-15T16:06:26.246 INFO:tasks.workunit.client.0.smithi016.stdout: "object_location_counts": [], 2024-04-15T16:06:26.246 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_scrubbed": 0, 2024-04-15T16:06:26.246 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_trimmed": 0, 2024-04-15T16:06:26.246 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_stats_invalid": false, 2024-04-15T16:06:26.246 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_size": 0, 2024-04-15T16:06:26.246 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_start": "0'0", 2024-04-15T16:06:26.246 INFO:tasks.workunit.client.0.smithi016.stdout: "parent": "0.0", 2024-04-15T16:06:26.247 INFO:tasks.workunit.client.0.smithi016.stdout: "parent_split_bits": 0, 2024-04-15T16:06:26.247 INFO:tasks.workunit.client.0.smithi016.stdout: "pgid": "3.27", 2024-04-15T16:06:26.247 INFO:tasks.workunit.client.0.smithi016.stdout: "pin_stats_invalid": false, 2024-04-15T16:06:26.247 INFO:tasks.workunit.client.0.smithi016.stdout: "purged_snaps": [], 2024-04-15T16:06:26.247 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_epoch": 2721, 2024-04-15T16:06:26.247 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_seq": 4968, 2024-04-15T16:06:26.247 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_duration": 0.0, 2024-04-15T16:06:26.247 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-16T16:00:18.733069+0000", 2024-04-15T16:06:26.247 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrim_duration": 0.0, 2024-04-15T16:06:26.247 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrimq_len": 0, 2024-04-15T16:06:26.247 INFO:tasks.workunit.client.0.smithi016.stdout: "stat_sum": { 2024-04-15T16:06:26.247 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes": 0, 2024-04-15T16:06:26.247 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T16:06:26.247 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_recovered": 0, 2024-04-15T16:06:26.247 INFO:tasks.workunit.client.0.smithi016.stdout: "num_deep_scrub_errors": 0, 2024-04-15T16:06:26.248 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict": 0, 2024-04-15T16:06:26.248 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_kb": 0, 2024-04-15T16:06:26.248 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_full": 0, 2024-04-15T16:06:26.248 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_some": 0, 2024-04-15T16:06:26.248 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush": 0, 2024-04-15T16:06:26.248 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_kb": 0, 2024-04-15T16:06:26.248 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_high": 0, 2024-04-15T16:06:26.248 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_low": 0, 2024-04-15T16:06:26.248 INFO:tasks.workunit.client.0.smithi016.stdout: "num_keys_recovered": 0, 2024-04-15T16:06:26.248 INFO:tasks.workunit.client.0.smithi016.stdout: "num_large_omap_objects": 0, 2024-04-15T16:06:26.248 INFO:tasks.workunit.client.0.smithi016.stdout: "num_legacy_snapsets": 0, 2024-04-15T16:06:26.248 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_clones": 0, 2024-04-15T16:06:26.248 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_copies": 0, 2024-04-15T16:06:26.248 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects": 0, 2024-04-15T16:06:26.248 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_degraded": 0, 2024-04-15T16:06:26.249 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_dirty": 0, 2024-04-15T16:06:26.249 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T16:06:26.249 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_manifest": 0, 2024-04-15T16:06:26.249 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_misplaced": 0, 2024-04-15T16:06:26.249 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing": 0, 2024-04-15T16:06:26.249 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T16:06:26.249 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_omap": 0, 2024-04-15T16:06:26.249 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_pinned": 0, 2024-04-15T16:06:26.249 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_recovered": 0, 2024-04-15T16:06:26.249 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_repaired": 0, 2024-04-15T16:06:26.249 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_unfound": 0, 2024-04-15T16:06:26.249 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_bytes": 0, 2024-04-15T16:06:26.249 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_keys": 0, 2024-04-15T16:06:26.249 INFO:tasks.workunit.client.0.smithi016.stdout: "num_promote": 0, 2024-04-15T16:06:26.249 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read": 0, 2024-04-15T16:06:26.250 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read_kb": 0, 2024-04-15T16:06:26.250 INFO:tasks.workunit.client.0.smithi016.stdout: "num_scrub_errors": 0, 2024-04-15T16:06:26.250 INFO:tasks.workunit.client.0.smithi016.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T16:06:26.250 INFO:tasks.workunit.client.0.smithi016.stdout: "num_whiteouts": 0, 2024-04-15T16:06:26.250 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write": 0, 2024-04-15T16:06:26.250 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write_kb": 0 2024-04-15T16:06:26.250 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.250 INFO:tasks.workunit.client.0.smithi016.stdout: "state": "active+clean", 2024-04-15T16:06:26.250 INFO:tasks.workunit.client.0.smithi016.stdout: "stats_invalid": false, 2024-04-15T16:06:26.250 INFO:tasks.workunit.client.0.smithi016.stdout: "up": [ 2024-04-15T16:06:26.250 INFO:tasks.workunit.client.0.smithi016.stdout: 3, 2024-04-15T16:06:26.250 INFO:tasks.workunit.client.0.smithi016.stdout: 4, 2024-04-15T16:06:26.250 INFO:tasks.workunit.client.0.smithi016.stdout: 2 2024-04-15T16:06:26.251 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:26.251 INFO:tasks.workunit.client.0.smithi016.stdout: "up_primary": 3, 2024-04-15T16:06:26.251 INFO:tasks.workunit.client.0.smithi016.stdout: "version": "0'0" 2024-04-15T16:06:26.251 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.251 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-15T16:06:26.251 INFO:tasks.workunit.client.0.smithi016.stdout: "acting": [ 2024-04-15T16:06:26.251 INFO:tasks.workunit.client.0.smithi016.stdout: 6, 2024-04-15T16:06:26.251 INFO:tasks.workunit.client.0.smithi016.stdout: 7, 2024-04-15T16:06:26.251 INFO:tasks.workunit.client.0.smithi016.stdout: 4 2024-04-15T16:06:26.251 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:26.251 INFO:tasks.workunit.client.0.smithi016.stdout: "acting_primary": 6, 2024-04-15T16:06:26.251 INFO:tasks.workunit.client.0.smithi016.stdout: "avail_no_missing": [], 2024-04-15T16:06:26.251 INFO:tasks.workunit.client.0.smithi016.stdout: "blocked_by": [], 2024-04-15T16:06:26.251 INFO:tasks.workunit.client.0.smithi016.stdout: "created": 61, 2024-04-15T16:06:26.251 INFO:tasks.workunit.client.0.smithi016.stdout: "dirty_stats_invalid": false, 2024-04-15T16:06:26.252 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T16:06:26.252 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_stats_invalid": false, 2024-04-15T16:06:26.252 INFO:tasks.workunit.client.0.smithi016.stdout: "last_active": "2024-04-15T16:05:11.412285+0000", 2024-04-15T16:06:26.252 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_active": "2024-04-15T14:44:49.366939+0000", 2024-04-15T16:06:26.252 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_peered": "2024-04-15T14:44:49.366939+0000", 2024-04-15T16:06:26.252 INFO:tasks.workunit.client.0.smithi016.stdout: "last_change": "2024-04-15T14:44:49.367246+0000", 2024-04-15T16:06:26.252 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean": "2024-04-15T16:05:11.412285+0000", 2024-04-15T16:06:26.252 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T16:06:26.252 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub": "0'0", 2024-04-15T16:06:26.252 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T16:06:26.252 INFO:tasks.workunit.client.0.smithi016.stdout: "last_epoch_clean": 532, 2024-04-15T16:06:26.252 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fresh": "2024-04-15T16:05:11.412285+0000", 2024-04-15T16:06:26.252 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fullsized": "2024-04-15T16:05:11.412285+0000", 2024-04-15T16:06:26.252 INFO:tasks.workunit.client.0.smithi016.stdout: "last_peered": "2024-04-15T16:05:11.412285+0000", 2024-04-15T16:06:26.252 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub": "0'0", 2024-04-15T16:06:26.253 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_duration": 0, 2024-04-15T16:06:26.253 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T16:06:26.253 INFO:tasks.workunit.client.0.smithi016.stdout: "last_undegraded": "2024-04-15T16:05:11.412285+0000", 2024-04-15T16:06:26.253 INFO:tasks.workunit.client.0.smithi016.stdout: "last_unstale": "2024-04-15T16:05:11.412285+0000", 2024-04-15T16:06:26.253 INFO:tasks.workunit.client.0.smithi016.stdout: "log_dups_size": 0, 2024-04-15T16:06:26.253 INFO:tasks.workunit.client.0.smithi016.stdout: "log_size": 0, 2024-04-15T16:06:26.253 INFO:tasks.workunit.client.0.smithi016.stdout: "log_start": "0'0", 2024-04-15T16:06:26.253 INFO:tasks.workunit.client.0.smithi016.stdout: "manifest_stats_invalid": false, 2024-04-15T16:06:26.253 INFO:tasks.workunit.client.0.smithi016.stdout: "mapping_epoch": 531, 2024-04-15T16:06:26.253 INFO:tasks.workunit.client.0.smithi016.stdout: "object_location_counts": [], 2024-04-15T16:06:26.253 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_scrubbed": 0, 2024-04-15T16:06:26.253 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_trimmed": 0, 2024-04-15T16:06:26.253 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_stats_invalid": false, 2024-04-15T16:06:26.253 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_size": 0, 2024-04-15T16:06:26.254 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_start": "0'0", 2024-04-15T16:06:26.254 INFO:tasks.workunit.client.0.smithi016.stdout: "parent": "0.0", 2024-04-15T16:06:26.254 INFO:tasks.workunit.client.0.smithi016.stdout: "parent_split_bits": 0, 2024-04-15T16:06:26.254 INFO:tasks.workunit.client.0.smithi016.stdout: "pgid": "3.26", 2024-04-15T16:06:26.254 INFO:tasks.workunit.client.0.smithi016.stdout: "pin_stats_invalid": false, 2024-04-15T16:06:26.254 INFO:tasks.workunit.client.0.smithi016.stdout: "purged_snaps": [], 2024-04-15T16:06:26.254 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_epoch": 2721, 2024-04-15T16:06:26.254 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_seq": 4894, 2024-04-15T16:06:26.254 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_duration": 0.0, 2024-04-15T16:06:26.254 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-16T14:58:21.833091+0000", 2024-04-15T16:06:26.254 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrim_duration": 0.0, 2024-04-15T16:06:26.254 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrimq_len": 0, 2024-04-15T16:06:26.254 INFO:tasks.workunit.client.0.smithi016.stdout: "stat_sum": { 2024-04-15T16:06:26.254 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes": 0, 2024-04-15T16:06:26.254 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T16:06:26.255 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_recovered": 0, 2024-04-15T16:06:26.255 INFO:tasks.workunit.client.0.smithi016.stdout: "num_deep_scrub_errors": 0, 2024-04-15T16:06:26.255 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict": 0, 2024-04-15T16:06:26.255 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_kb": 0, 2024-04-15T16:06:26.255 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_full": 0, 2024-04-15T16:06:26.255 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_some": 0, 2024-04-15T16:06:26.255 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush": 0, 2024-04-15T16:06:26.255 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_kb": 0, 2024-04-15T16:06:26.255 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_high": 0, 2024-04-15T16:06:26.255 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_low": 0, 2024-04-15T16:06:26.255 INFO:tasks.workunit.client.0.smithi016.stdout: "num_keys_recovered": 0, 2024-04-15T16:06:26.255 INFO:tasks.workunit.client.0.smithi016.stdout: "num_large_omap_objects": 0, 2024-04-15T16:06:26.255 INFO:tasks.workunit.client.0.smithi016.stdout: "num_legacy_snapsets": 0, 2024-04-15T16:06:26.255 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_clones": 0, 2024-04-15T16:06:26.256 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_copies": 0, 2024-04-15T16:06:26.256 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects": 0, 2024-04-15T16:06:26.256 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_degraded": 0, 2024-04-15T16:06:26.256 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_dirty": 0, 2024-04-15T16:06:26.256 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T16:06:26.256 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_manifest": 0, 2024-04-15T16:06:26.256 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_misplaced": 0, 2024-04-15T16:06:26.256 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing": 0, 2024-04-15T16:06:26.256 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T16:06:26.256 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_omap": 0, 2024-04-15T16:06:26.256 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_pinned": 0, 2024-04-15T16:06:26.256 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_recovered": 0, 2024-04-15T16:06:26.256 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_repaired": 0, 2024-04-15T16:06:26.256 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_unfound": 0, 2024-04-15T16:06:26.256 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_bytes": 0, 2024-04-15T16:06:26.257 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_keys": 0, 2024-04-15T16:06:26.257 INFO:tasks.workunit.client.0.smithi016.stdout: "num_promote": 0, 2024-04-15T16:06:26.257 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read": 0, 2024-04-15T16:06:26.257 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read_kb": 0, 2024-04-15T16:06:26.257 INFO:tasks.workunit.client.0.smithi016.stdout: "num_scrub_errors": 0, 2024-04-15T16:06:26.257 INFO:tasks.workunit.client.0.smithi016.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T16:06:26.257 INFO:tasks.workunit.client.0.smithi016.stdout: "num_whiteouts": 0, 2024-04-15T16:06:26.257 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write": 0, 2024-04-15T16:06:26.257 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write_kb": 0 2024-04-15T16:06:26.257 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.257 INFO:tasks.workunit.client.0.smithi016.stdout: "state": "active+clean", 2024-04-15T16:06:26.257 INFO:tasks.workunit.client.0.smithi016.stdout: "stats_invalid": false, 2024-04-15T16:06:26.257 INFO:tasks.workunit.client.0.smithi016.stdout: "up": [ 2024-04-15T16:06:26.257 INFO:tasks.workunit.client.0.smithi016.stdout: 6, 2024-04-15T16:06:26.257 INFO:tasks.workunit.client.0.smithi016.stdout: 7, 2024-04-15T16:06:26.258 INFO:tasks.workunit.client.0.smithi016.stdout: 4 2024-04-15T16:06:26.258 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:26.258 INFO:tasks.workunit.client.0.smithi016.stdout: "up_primary": 6, 2024-04-15T16:06:26.258 INFO:tasks.workunit.client.0.smithi016.stdout: "version": "0'0" 2024-04-15T16:06:26.258 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.258 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-15T16:06:26.258 INFO:tasks.workunit.client.0.smithi016.stdout: "acting": [ 2024-04-15T16:06:26.258 INFO:tasks.workunit.client.0.smithi016.stdout: 1, 2024-04-15T16:06:26.258 INFO:tasks.workunit.client.0.smithi016.stdout: 3, 2024-04-15T16:06:26.258 INFO:tasks.workunit.client.0.smithi016.stdout: 2 2024-04-15T16:06:26.258 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:26.258 INFO:tasks.workunit.client.0.smithi016.stdout: "acting_primary": 1, 2024-04-15T16:06:26.259 INFO:tasks.workunit.client.0.smithi016.stdout: "avail_no_missing": [], 2024-04-15T16:06:26.259 INFO:tasks.workunit.client.0.smithi016.stdout: "blocked_by": [], 2024-04-15T16:06:26.259 INFO:tasks.workunit.client.0.smithi016.stdout: "created": 61, 2024-04-15T16:06:26.259 INFO:tasks.workunit.client.0.smithi016.stdout: "dirty_stats_invalid": false, 2024-04-15T16:06:26.259 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T16:06:26.259 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_stats_invalid": false, 2024-04-15T16:06:26.259 INFO:tasks.workunit.client.0.smithi016.stdout: "last_active": "2024-04-15T16:05:11.870228+0000", 2024-04-15T16:06:26.259 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_active": "2024-04-15T14:42:57.511595+0000", 2024-04-15T16:06:26.259 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_peered": "2024-04-15T14:42:57.511595+0000", 2024-04-15T16:06:26.259 INFO:tasks.workunit.client.0.smithi016.stdout: "last_change": "2024-04-15T14:42:57.511874+0000", 2024-04-15T16:06:26.259 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean": "2024-04-15T16:05:11.870228+0000", 2024-04-15T16:06:26.259 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T16:06:26.259 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub": "0'0", 2024-04-15T16:06:26.259 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T16:06:26.259 INFO:tasks.workunit.client.0.smithi016.stdout: "last_epoch_clean": 420, 2024-04-15T16:06:26.260 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fresh": "2024-04-15T16:05:11.870228+0000", 2024-04-15T16:06:26.260 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fullsized": "2024-04-15T16:05:11.870228+0000", 2024-04-15T16:06:26.260 INFO:tasks.workunit.client.0.smithi016.stdout: "last_peered": "2024-04-15T16:05:11.870228+0000", 2024-04-15T16:06:26.260 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub": "0'0", 2024-04-15T16:06:26.260 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_duration": 0, 2024-04-15T16:06:26.260 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T16:06:26.260 INFO:tasks.workunit.client.0.smithi016.stdout: "last_undegraded": "2024-04-15T16:05:11.870228+0000", 2024-04-15T16:06:26.260 INFO:tasks.workunit.client.0.smithi016.stdout: "last_unstale": "2024-04-15T16:05:11.870228+0000", 2024-04-15T16:06:26.260 INFO:tasks.workunit.client.0.smithi016.stdout: "log_dups_size": 0, 2024-04-15T16:06:26.260 INFO:tasks.workunit.client.0.smithi016.stdout: "log_size": 0, 2024-04-15T16:06:26.260 INFO:tasks.workunit.client.0.smithi016.stdout: "log_start": "0'0", 2024-04-15T16:06:26.260 INFO:tasks.workunit.client.0.smithi016.stdout: "manifest_stats_invalid": false, 2024-04-15T16:06:26.260 INFO:tasks.workunit.client.0.smithi016.stdout: "mapping_epoch": 419, 2024-04-15T16:06:26.260 INFO:tasks.workunit.client.0.smithi016.stdout: "object_location_counts": [], 2024-04-15T16:06:26.261 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_scrubbed": 0, 2024-04-15T16:06:26.261 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_trimmed": 0, 2024-04-15T16:06:26.261 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_stats_invalid": false, 2024-04-15T16:06:26.261 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_size": 0, 2024-04-15T16:06:26.261 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_start": "0'0", 2024-04-15T16:06:26.261 INFO:tasks.workunit.client.0.smithi016.stdout: "parent": "0.0", 2024-04-15T16:06:26.261 INFO:tasks.workunit.client.0.smithi016.stdout: "parent_split_bits": 0, 2024-04-15T16:06:26.261 INFO:tasks.workunit.client.0.smithi016.stdout: "pgid": "3.25", 2024-04-15T16:06:26.261 INFO:tasks.workunit.client.0.smithi016.stdout: "pin_stats_invalid": false, 2024-04-15T16:06:26.261 INFO:tasks.workunit.client.0.smithi016.stdout: "purged_snaps": [], 2024-04-15T16:06:26.261 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_epoch": 2721, 2024-04-15T16:06:26.261 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_seq": 5041, 2024-04-15T16:06:26.261 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_duration": 0.0, 2024-04-15T16:06:26.261 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-16T20:16:29.033312+0000", 2024-04-15T16:06:26.261 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrim_duration": 0.0, 2024-04-15T16:06:26.262 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrimq_len": 0, 2024-04-15T16:06:26.262 INFO:tasks.workunit.client.0.smithi016.stdout: "stat_sum": { 2024-04-15T16:06:26.262 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes": 0, 2024-04-15T16:06:26.262 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T16:06:26.262 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_recovered": 0, 2024-04-15T16:06:26.262 INFO:tasks.workunit.client.0.smithi016.stdout: "num_deep_scrub_errors": 0, 2024-04-15T16:06:26.262 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict": 0, 2024-04-15T16:06:26.262 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_kb": 0, 2024-04-15T16:06:26.262 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_full": 0, 2024-04-15T16:06:26.262 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_some": 0, 2024-04-15T16:06:26.262 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush": 0, 2024-04-15T16:06:26.262 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_kb": 0, 2024-04-15T16:06:26.262 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_high": 0, 2024-04-15T16:06:26.262 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_low": 0, 2024-04-15T16:06:26.262 INFO:tasks.workunit.client.0.smithi016.stdout: "num_keys_recovered": 0, 2024-04-15T16:06:26.263 INFO:tasks.workunit.client.0.smithi016.stdout: "num_large_omap_objects": 0, 2024-04-15T16:06:26.263 INFO:tasks.workunit.client.0.smithi016.stdout: "num_legacy_snapsets": 0, 2024-04-15T16:06:26.263 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_clones": 0, 2024-04-15T16:06:26.263 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_copies": 0, 2024-04-15T16:06:26.263 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects": 0, 2024-04-15T16:06:26.263 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_degraded": 0, 2024-04-15T16:06:26.263 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_dirty": 0, 2024-04-15T16:06:26.263 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T16:06:26.263 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_manifest": 0, 2024-04-15T16:06:26.263 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_misplaced": 0, 2024-04-15T16:06:26.263 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing": 0, 2024-04-15T16:06:26.263 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T16:06:26.263 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_omap": 0, 2024-04-15T16:06:26.263 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_pinned": 0, 2024-04-15T16:06:26.263 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_recovered": 0, 2024-04-15T16:06:26.264 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_repaired": 0, 2024-04-15T16:06:26.264 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_unfound": 0, 2024-04-15T16:06:26.264 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_bytes": 0, 2024-04-15T16:06:26.264 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_keys": 0, 2024-04-15T16:06:26.264 INFO:tasks.workunit.client.0.smithi016.stdout: "num_promote": 0, 2024-04-15T16:06:26.264 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read": 0, 2024-04-15T16:06:26.264 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read_kb": 0, 2024-04-15T16:06:26.264 INFO:tasks.workunit.client.0.smithi016.stdout: "num_scrub_errors": 0, 2024-04-15T16:06:26.264 INFO:tasks.workunit.client.0.smithi016.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T16:06:26.264 INFO:tasks.workunit.client.0.smithi016.stdout: "num_whiteouts": 0, 2024-04-15T16:06:26.264 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write": 0, 2024-04-15T16:06:26.264 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write_kb": 0 2024-04-15T16:06:26.264 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.264 INFO:tasks.workunit.client.0.smithi016.stdout: "state": "active+clean", 2024-04-15T16:06:26.264 INFO:tasks.workunit.client.0.smithi016.stdout: "stats_invalid": false, 2024-04-15T16:06:26.265 INFO:tasks.workunit.client.0.smithi016.stdout: "up": [ 2024-04-15T16:06:26.265 INFO:tasks.workunit.client.0.smithi016.stdout: 1, 2024-04-15T16:06:26.265 INFO:tasks.workunit.client.0.smithi016.stdout: 3, 2024-04-15T16:06:26.265 INFO:tasks.workunit.client.0.smithi016.stdout: 2 2024-04-15T16:06:26.265 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:26.265 INFO:tasks.workunit.client.0.smithi016.stdout: "up_primary": 1, 2024-04-15T16:06:26.265 INFO:tasks.workunit.client.0.smithi016.stdout: "version": "0'0" 2024-04-15T16:06:26.265 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.265 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-15T16:06:26.265 INFO:tasks.workunit.client.0.smithi016.stdout: "acting": [ 2024-04-15T16:06:26.265 INFO:tasks.workunit.client.0.smithi016.stdout: 3, 2024-04-15T16:06:26.265 INFO:tasks.workunit.client.0.smithi016.stdout: 4, 2024-04-15T16:06:26.265 INFO:tasks.workunit.client.0.smithi016.stdout: 0 2024-04-15T16:06:26.265 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:26.266 INFO:tasks.workunit.client.0.smithi016.stdout: "acting_primary": 3, 2024-04-15T16:06:26.266 INFO:tasks.workunit.client.0.smithi016.stdout: "avail_no_missing": [], 2024-04-15T16:06:26.266 INFO:tasks.workunit.client.0.smithi016.stdout: "blocked_by": [], 2024-04-15T16:06:26.266 INFO:tasks.workunit.client.0.smithi016.stdout: "created": 61, 2024-04-15T16:06:26.266 INFO:tasks.workunit.client.0.smithi016.stdout: "dirty_stats_invalid": false, 2024-04-15T16:06:26.266 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T16:06:26.266 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_stats_invalid": false, 2024-04-15T16:06:26.266 INFO:tasks.workunit.client.0.smithi016.stdout: "last_active": "2024-04-15T16:05:12.198300+0000", 2024-04-15T16:06:26.266 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_active": "2024-04-15T14:43:32.410674+0000", 2024-04-15T16:06:26.266 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_peered": "2024-04-15T14:43:32.410674+0000", 2024-04-15T16:06:26.266 INFO:tasks.workunit.client.0.smithi016.stdout: "last_change": "2024-04-15T14:43:32.410992+0000", 2024-04-15T16:06:26.266 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean": "2024-04-15T16:05:12.198300+0000", 2024-04-15T16:06:26.266 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T16:06:26.267 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub": "0'0", 2024-04-15T16:06:26.267 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T16:06:26.267 INFO:tasks.workunit.client.0.smithi016.stdout: "last_epoch_clean": 455, 2024-04-15T16:06:26.267 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fresh": "2024-04-15T16:05:12.198300+0000", 2024-04-15T16:06:26.267 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fullsized": "2024-04-15T16:05:12.198300+0000", 2024-04-15T16:06:26.267 INFO:tasks.workunit.client.0.smithi016.stdout: "last_peered": "2024-04-15T16:05:12.198300+0000", 2024-04-15T16:06:26.267 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub": "0'0", 2024-04-15T16:06:26.267 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_duration": 0, 2024-04-15T16:06:26.267 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T16:06:26.267 INFO:tasks.workunit.client.0.smithi016.stdout: "last_undegraded": "2024-04-15T16:05:12.198300+0000", 2024-04-15T16:06:26.267 INFO:tasks.workunit.client.0.smithi016.stdout: "last_unstale": "2024-04-15T16:05:12.198300+0000", 2024-04-15T16:06:26.267 INFO:tasks.workunit.client.0.smithi016.stdout: "log_dups_size": 0, 2024-04-15T16:06:26.267 INFO:tasks.workunit.client.0.smithi016.stdout: "log_size": 0, 2024-04-15T16:06:26.267 INFO:tasks.workunit.client.0.smithi016.stdout: "log_start": "0'0", 2024-04-15T16:06:26.267 INFO:tasks.workunit.client.0.smithi016.stdout: "manifest_stats_invalid": false, 2024-04-15T16:06:26.268 INFO:tasks.workunit.client.0.smithi016.stdout: "mapping_epoch": 454, 2024-04-15T16:06:26.268 INFO:tasks.workunit.client.0.smithi016.stdout: "object_location_counts": [], 2024-04-15T16:06:26.268 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_scrubbed": 0, 2024-04-15T16:06:26.268 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_trimmed": 0, 2024-04-15T16:06:26.268 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_stats_invalid": false, 2024-04-15T16:06:26.268 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_size": 0, 2024-04-15T16:06:26.268 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_start": "0'0", 2024-04-15T16:06:26.268 INFO:tasks.workunit.client.0.smithi016.stdout: "parent": "0.0", 2024-04-15T16:06:26.268 INFO:tasks.workunit.client.0.smithi016.stdout: "parent_split_bits": 0, 2024-04-15T16:06:26.268 INFO:tasks.workunit.client.0.smithi016.stdout: "pgid": "3.24", 2024-04-15T16:06:26.268 INFO:tasks.workunit.client.0.smithi016.stdout: "pin_stats_invalid": false, 2024-04-15T16:06:26.268 INFO:tasks.workunit.client.0.smithi016.stdout: "purged_snaps": [], 2024-04-15T16:06:26.268 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_epoch": 2721, 2024-04-15T16:06:26.268 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_seq": 4954, 2024-04-15T16:06:26.268 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_duration": 0.0, 2024-04-15T16:06:26.269 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-16T21:20:45.898654+0000", 2024-04-15T16:06:26.269 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrim_duration": 0.0, 2024-04-15T16:06:26.269 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrimq_len": 0, 2024-04-15T16:06:26.269 INFO:tasks.workunit.client.0.smithi016.stdout: "stat_sum": { 2024-04-15T16:06:26.269 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes": 0, 2024-04-15T16:06:26.269 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T16:06:26.269 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_recovered": 0, 2024-04-15T16:06:26.269 INFO:tasks.workunit.client.0.smithi016.stdout: "num_deep_scrub_errors": 0, 2024-04-15T16:06:26.269 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict": 0, 2024-04-15T16:06:26.269 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_kb": 0, 2024-04-15T16:06:26.269 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_full": 0, 2024-04-15T16:06:26.269 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_some": 0, 2024-04-15T16:06:26.269 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush": 0, 2024-04-15T16:06:26.269 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_kb": 0, 2024-04-15T16:06:26.270 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_high": 0, 2024-04-15T16:06:26.270 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_low": 0, 2024-04-15T16:06:26.270 INFO:tasks.workunit.client.0.smithi016.stdout: "num_keys_recovered": 0, 2024-04-15T16:06:26.270 INFO:tasks.workunit.client.0.smithi016.stdout: "num_large_omap_objects": 0, 2024-04-15T16:06:26.270 INFO:tasks.workunit.client.0.smithi016.stdout: "num_legacy_snapsets": 0, 2024-04-15T16:06:26.270 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_clones": 0, 2024-04-15T16:06:26.270 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_copies": 0, 2024-04-15T16:06:26.270 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects": 0, 2024-04-15T16:06:26.270 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_degraded": 0, 2024-04-15T16:06:26.270 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_dirty": 0, 2024-04-15T16:06:26.270 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T16:06:26.270 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_manifest": 0, 2024-04-15T16:06:26.270 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_misplaced": 0, 2024-04-15T16:06:26.270 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing": 0, 2024-04-15T16:06:26.271 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T16:06:26.271 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_omap": 0, 2024-04-15T16:06:26.271 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_pinned": 0, 2024-04-15T16:06:26.271 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_recovered": 0, 2024-04-15T16:06:26.271 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_repaired": 0, 2024-04-15T16:06:26.271 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_unfound": 0, 2024-04-15T16:06:26.271 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_bytes": 0, 2024-04-15T16:06:26.271 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_keys": 0, 2024-04-15T16:06:26.271 INFO:tasks.workunit.client.0.smithi016.stdout: "num_promote": 0, 2024-04-15T16:06:26.271 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read": 0, 2024-04-15T16:06:26.271 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read_kb": 0, 2024-04-15T16:06:26.271 INFO:tasks.workunit.client.0.smithi016.stdout: "num_scrub_errors": 0, 2024-04-15T16:06:26.271 INFO:tasks.workunit.client.0.smithi016.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T16:06:26.271 INFO:tasks.workunit.client.0.smithi016.stdout: "num_whiteouts": 0, 2024-04-15T16:06:26.272 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write": 0, 2024-04-15T16:06:26.272 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write_kb": 0 2024-04-15T16:06:26.272 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.272 INFO:tasks.workunit.client.0.smithi016.stdout: "state": "active+clean", 2024-04-15T16:06:26.272 INFO:tasks.workunit.client.0.smithi016.stdout: "stats_invalid": false, 2024-04-15T16:06:26.272 INFO:tasks.workunit.client.0.smithi016.stdout: "up": [ 2024-04-15T16:06:26.272 INFO:tasks.workunit.client.0.smithi016.stdout: 3, 2024-04-15T16:06:26.272 INFO:tasks.workunit.client.0.smithi016.stdout: 4, 2024-04-15T16:06:26.272 INFO:tasks.workunit.client.0.smithi016.stdout: 0 2024-04-15T16:06:26.272 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:26.272 INFO:tasks.workunit.client.0.smithi016.stdout: "up_primary": 3, 2024-04-15T16:06:26.272 INFO:tasks.workunit.client.0.smithi016.stdout: "version": "0'0" 2024-04-15T16:06:26.272 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.272 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-15T16:06:26.273 INFO:tasks.workunit.client.0.smithi016.stdout: "acting": [ 2024-04-15T16:06:26.273 INFO:tasks.workunit.client.0.smithi016.stdout: 0, 2024-04-15T16:06:26.273 INFO:tasks.workunit.client.0.smithi016.stdout: 3, 2024-04-15T16:06:26.273 INFO:tasks.workunit.client.0.smithi016.stdout: 4 2024-04-15T16:06:26.273 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:26.273 INFO:tasks.workunit.client.0.smithi016.stdout: "acting_primary": 0, 2024-04-15T16:06:26.273 INFO:tasks.workunit.client.0.smithi016.stdout: "avail_no_missing": [], 2024-04-15T16:06:26.273 INFO:tasks.workunit.client.0.smithi016.stdout: "blocked_by": [], 2024-04-15T16:06:26.273 INFO:tasks.workunit.client.0.smithi016.stdout: "created": 61, 2024-04-15T16:06:26.273 INFO:tasks.workunit.client.0.smithi016.stdout: "dirty_stats_invalid": false, 2024-04-15T16:06:26.273 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T16:06:26.273 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_stats_invalid": false, 2024-04-15T16:06:26.273 INFO:tasks.workunit.client.0.smithi016.stdout: "last_active": "2024-04-15T16:05:11.413356+0000", 2024-04-15T16:06:26.273 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_active": "2024-04-15T14:43:32.418957+0000", 2024-04-15T16:06:26.273 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_peered": "2024-04-15T14:43:32.418957+0000", 2024-04-15T16:06:26.274 INFO:tasks.workunit.client.0.smithi016.stdout: "last_change": "2024-04-15T14:43:32.424773+0000", 2024-04-15T16:06:26.274 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean": "2024-04-15T16:05:11.413356+0000", 2024-04-15T16:06:26.274 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T16:06:26.274 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub": "0'0", 2024-04-15T16:06:26.274 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T16:06:26.274 INFO:tasks.workunit.client.0.smithi016.stdout: "last_epoch_clean": 455, 2024-04-15T16:06:26.274 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fresh": "2024-04-15T16:05:11.413356+0000", 2024-04-15T16:06:26.274 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fullsized": "2024-04-15T16:05:11.413356+0000", 2024-04-15T16:06:26.274 INFO:tasks.workunit.client.0.smithi016.stdout: "last_peered": "2024-04-15T16:05:11.413356+0000", 2024-04-15T16:06:26.274 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub": "0'0", 2024-04-15T16:06:26.274 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_duration": 0, 2024-04-15T16:06:26.274 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T16:06:26.274 INFO:tasks.workunit.client.0.smithi016.stdout: "last_undegraded": "2024-04-15T16:05:11.413356+0000", 2024-04-15T16:06:26.274 INFO:tasks.workunit.client.0.smithi016.stdout: "last_unstale": "2024-04-15T16:05:11.413356+0000", 2024-04-15T16:06:26.275 INFO:tasks.workunit.client.0.smithi016.stdout: "log_dups_size": 0, 2024-04-15T16:06:26.275 INFO:tasks.workunit.client.0.smithi016.stdout: "log_size": 0, 2024-04-15T16:06:26.275 INFO:tasks.workunit.client.0.smithi016.stdout: "log_start": "0'0", 2024-04-15T16:06:26.275 INFO:tasks.workunit.client.0.smithi016.stdout: "manifest_stats_invalid": false, 2024-04-15T16:06:26.275 INFO:tasks.workunit.client.0.smithi016.stdout: "mapping_epoch": 454, 2024-04-15T16:06:26.275 INFO:tasks.workunit.client.0.smithi016.stdout: "object_location_counts": [], 2024-04-15T16:06:26.275 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_scrubbed": 0, 2024-04-15T16:06:26.275 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_trimmed": 0, 2024-04-15T16:06:26.275 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_stats_invalid": false, 2024-04-15T16:06:26.275 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_size": 0, 2024-04-15T16:06:26.275 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_start": "0'0", 2024-04-15T16:06:26.275 INFO:tasks.workunit.client.0.smithi016.stdout: "parent": "0.0", 2024-04-15T16:06:26.275 INFO:tasks.workunit.client.0.smithi016.stdout: "parent_split_bits": 0, 2024-04-15T16:06:26.275 INFO:tasks.workunit.client.0.smithi016.stdout: "pgid": "3.23", 2024-04-15T16:06:26.276 INFO:tasks.workunit.client.0.smithi016.stdout: "pin_stats_invalid": false, 2024-04-15T16:06:26.276 INFO:tasks.workunit.client.0.smithi016.stdout: "purged_snaps": [], 2024-04-15T16:06:26.276 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_epoch": 2721, 2024-04-15T16:06:26.276 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_seq": 5063, 2024-04-15T16:06:26.276 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_duration": 0.0, 2024-04-15T16:06:26.276 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-16T18:07:26.032559+0000", 2024-04-15T16:06:26.276 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrim_duration": 0.0, 2024-04-15T16:06:26.276 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrimq_len": 0, 2024-04-15T16:06:26.276 INFO:tasks.workunit.client.0.smithi016.stdout: "stat_sum": { 2024-04-15T16:06:26.276 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes": 0, 2024-04-15T16:06:26.276 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T16:06:26.276 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_recovered": 0, 2024-04-15T16:06:26.276 INFO:tasks.workunit.client.0.smithi016.stdout: "num_deep_scrub_errors": 0, 2024-04-15T16:06:26.276 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict": 0, 2024-04-15T16:06:26.277 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_kb": 0, 2024-04-15T16:06:26.277 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_full": 0, 2024-04-15T16:06:26.277 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_some": 0, 2024-04-15T16:06:26.277 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush": 0, 2024-04-15T16:06:26.277 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_kb": 0, 2024-04-15T16:06:26.277 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_high": 0, 2024-04-15T16:06:26.277 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_low": 0, 2024-04-15T16:06:26.277 INFO:tasks.workunit.client.0.smithi016.stdout: "num_keys_recovered": 0, 2024-04-15T16:06:26.277 INFO:tasks.workunit.client.0.smithi016.stdout: "num_large_omap_objects": 0, 2024-04-15T16:06:26.277 INFO:tasks.workunit.client.0.smithi016.stdout: "num_legacy_snapsets": 0, 2024-04-15T16:06:26.277 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_clones": 0, 2024-04-15T16:06:26.277 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_copies": 0, 2024-04-15T16:06:26.277 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects": 0, 2024-04-15T16:06:26.277 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_degraded": 0, 2024-04-15T16:06:26.278 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_dirty": 0, 2024-04-15T16:06:26.278 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T16:06:26.278 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_manifest": 0, 2024-04-15T16:06:26.278 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_misplaced": 0, 2024-04-15T16:06:26.278 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing": 0, 2024-04-15T16:06:26.278 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T16:06:26.278 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_omap": 0, 2024-04-15T16:06:26.278 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_pinned": 0, 2024-04-15T16:06:26.278 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_recovered": 0, 2024-04-15T16:06:26.278 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_repaired": 0, 2024-04-15T16:06:26.278 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_unfound": 0, 2024-04-15T16:06:26.278 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_bytes": 0, 2024-04-15T16:06:26.278 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_keys": 0, 2024-04-15T16:06:26.278 INFO:tasks.workunit.client.0.smithi016.stdout: "num_promote": 0, 2024-04-15T16:06:26.279 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read": 0, 2024-04-15T16:06:26.279 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read_kb": 0, 2024-04-15T16:06:26.279 INFO:tasks.workunit.client.0.smithi016.stdout: "num_scrub_errors": 0, 2024-04-15T16:06:26.279 INFO:tasks.workunit.client.0.smithi016.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T16:06:26.279 INFO:tasks.workunit.client.0.smithi016.stdout: "num_whiteouts": 0, 2024-04-15T16:06:26.279 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write": 0, 2024-04-15T16:06:26.279 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write_kb": 0 2024-04-15T16:06:26.279 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.279 INFO:tasks.workunit.client.0.smithi016.stdout: "state": "active+clean", 2024-04-15T16:06:26.279 INFO:tasks.workunit.client.0.smithi016.stdout: "stats_invalid": false, 2024-04-15T16:06:26.279 INFO:tasks.workunit.client.0.smithi016.stdout: "up": [ 2024-04-15T16:06:26.279 INFO:tasks.workunit.client.0.smithi016.stdout: 0, 2024-04-15T16:06:26.279 INFO:tasks.workunit.client.0.smithi016.stdout: 3, 2024-04-15T16:06:26.279 INFO:tasks.workunit.client.0.smithi016.stdout: 4 2024-04-15T16:06:26.279 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:26.280 INFO:tasks.workunit.client.0.smithi016.stdout: "up_primary": 0, 2024-04-15T16:06:26.280 INFO:tasks.workunit.client.0.smithi016.stdout: "version": "0'0" 2024-04-15T16:06:26.280 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.280 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-15T16:06:26.280 INFO:tasks.workunit.client.0.smithi016.stdout: "acting": [ 2024-04-15T16:06:26.280 INFO:tasks.workunit.client.0.smithi016.stdout: 5, 2024-04-15T16:06:26.280 INFO:tasks.workunit.client.0.smithi016.stdout: 3, 2024-04-15T16:06:26.280 INFO:tasks.workunit.client.0.smithi016.stdout: 0 2024-04-15T16:06:26.280 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:26.280 INFO:tasks.workunit.client.0.smithi016.stdout: "acting_primary": 5, 2024-04-15T16:06:26.280 INFO:tasks.workunit.client.0.smithi016.stdout: "avail_no_missing": [], 2024-04-15T16:06:26.280 INFO:tasks.workunit.client.0.smithi016.stdout: "blocked_by": [], 2024-04-15T16:06:26.280 INFO:tasks.workunit.client.0.smithi016.stdout: "created": 61, 2024-04-15T16:06:26.280 INFO:tasks.workunit.client.0.smithi016.stdout: "dirty_stats_invalid": false, 2024-04-15T16:06:26.280 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T16:06:26.281 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_stats_invalid": false, 2024-04-15T16:06:26.281 INFO:tasks.workunit.client.0.smithi016.stdout: "last_active": "2024-04-15T16:05:12.200317+0000", 2024-04-15T16:06:26.281 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_active": "2024-04-15T14:43:53.358026+0000", 2024-04-15T16:06:26.281 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_peered": "2024-04-15T14:43:53.358026+0000", 2024-04-15T16:06:26.281 INFO:tasks.workunit.client.0.smithi016.stdout: "last_change": "2024-04-15T14:43:53.360019+0000", 2024-04-15T16:06:26.281 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean": "2024-04-15T16:05:12.200317+0000", 2024-04-15T16:06:26.281 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T16:06:26.281 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub": "0'0", 2024-04-15T16:06:26.281 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T16:06:26.281 INFO:tasks.workunit.client.0.smithi016.stdout: "last_epoch_clean": 476, 2024-04-15T16:06:26.281 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fresh": "2024-04-15T16:05:12.200317+0000", 2024-04-15T16:06:26.281 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fullsized": "2024-04-15T16:05:12.200317+0000", 2024-04-15T16:06:26.281 INFO:tasks.workunit.client.0.smithi016.stdout: "last_peered": "2024-04-15T16:05:12.200317+0000", 2024-04-15T16:06:26.281 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub": "0'0", 2024-04-15T16:06:26.281 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_duration": 0, 2024-04-15T16:06:26.281 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T16:06:26.282 INFO:tasks.workunit.client.0.smithi016.stdout: "last_undegraded": "2024-04-15T16:05:12.200317+0000", 2024-04-15T16:06:26.282 INFO:tasks.workunit.client.0.smithi016.stdout: "last_unstale": "2024-04-15T16:05:12.200317+0000", 2024-04-15T16:06:26.282 INFO:tasks.workunit.client.0.smithi016.stdout: "log_dups_size": 0, 2024-04-15T16:06:26.282 INFO:tasks.workunit.client.0.smithi016.stdout: "log_size": 0, 2024-04-15T16:06:26.282 INFO:tasks.workunit.client.0.smithi016.stdout: "log_start": "0'0", 2024-04-15T16:06:26.282 INFO:tasks.workunit.client.0.smithi016.stdout: "manifest_stats_invalid": false, 2024-04-15T16:06:26.282 INFO:tasks.workunit.client.0.smithi016.stdout: "mapping_epoch": 475, 2024-04-15T16:06:26.282 INFO:tasks.workunit.client.0.smithi016.stdout: "object_location_counts": [], 2024-04-15T16:06:26.282 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_scrubbed": 0, 2024-04-15T16:06:26.282 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_trimmed": 0, 2024-04-15T16:06:26.282 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_stats_invalid": false, 2024-04-15T16:06:26.282 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_size": 0, 2024-04-15T16:06:26.282 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_start": "0'0", 2024-04-15T16:06:26.282 INFO:tasks.workunit.client.0.smithi016.stdout: "parent": "0.0", 2024-04-15T16:06:26.283 INFO:tasks.workunit.client.0.smithi016.stdout: "parent_split_bits": 0, 2024-04-15T16:06:26.283 INFO:tasks.workunit.client.0.smithi016.stdout: "pgid": "3.22", 2024-04-15T16:06:26.283 INFO:tasks.workunit.client.0.smithi016.stdout: "pin_stats_invalid": false, 2024-04-15T16:06:26.283 INFO:tasks.workunit.client.0.smithi016.stdout: "purged_snaps": [], 2024-04-15T16:06:26.283 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_epoch": 2721, 2024-04-15T16:06:26.283 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_seq": 4928, 2024-04-15T16:06:26.283 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_duration": 0.0, 2024-04-15T16:06:26.283 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-17T00:06:42.910554+0000", 2024-04-15T16:06:26.283 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrim_duration": 0.0, 2024-04-15T16:06:26.283 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrimq_len": 0, 2024-04-15T16:06:26.283 INFO:tasks.workunit.client.0.smithi016.stdout: "stat_sum": { 2024-04-15T16:06:26.283 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes": 0, 2024-04-15T16:06:26.283 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T16:06:26.283 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_recovered": 0, 2024-04-15T16:06:26.283 INFO:tasks.workunit.client.0.smithi016.stdout: "num_deep_scrub_errors": 0, 2024-04-15T16:06:26.284 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict": 0, 2024-04-15T16:06:26.284 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_kb": 0, 2024-04-15T16:06:26.284 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_full": 0, 2024-04-15T16:06:26.284 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_some": 0, 2024-04-15T16:06:26.284 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush": 0, 2024-04-15T16:06:26.284 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_kb": 0, 2024-04-15T16:06:26.284 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_high": 0, 2024-04-15T16:06:26.284 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_low": 0, 2024-04-15T16:06:26.284 INFO:tasks.workunit.client.0.smithi016.stdout: "num_keys_recovered": 0, 2024-04-15T16:06:26.284 INFO:tasks.workunit.client.0.smithi016.stdout: "num_large_omap_objects": 0, 2024-04-15T16:06:26.284 INFO:tasks.workunit.client.0.smithi016.stdout: "num_legacy_snapsets": 0, 2024-04-15T16:06:26.284 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_clones": 0, 2024-04-15T16:06:26.284 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_copies": 0, 2024-04-15T16:06:26.284 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects": 0, 2024-04-15T16:06:26.284 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_degraded": 0, 2024-04-15T16:06:26.285 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_dirty": 0, 2024-04-15T16:06:26.285 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T16:06:26.285 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_manifest": 0, 2024-04-15T16:06:26.285 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_misplaced": 0, 2024-04-15T16:06:26.285 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing": 0, 2024-04-15T16:06:26.285 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T16:06:26.285 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_omap": 0, 2024-04-15T16:06:26.285 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_pinned": 0, 2024-04-15T16:06:26.285 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_recovered": 0, 2024-04-15T16:06:26.285 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_repaired": 0, 2024-04-15T16:06:26.285 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_unfound": 0, 2024-04-15T16:06:26.285 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_bytes": 0, 2024-04-15T16:06:26.285 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_keys": 0, 2024-04-15T16:06:26.285 INFO:tasks.workunit.client.0.smithi016.stdout: "num_promote": 0, 2024-04-15T16:06:26.286 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read": 0, 2024-04-15T16:06:26.286 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read_kb": 0, 2024-04-15T16:06:26.286 INFO:tasks.workunit.client.0.smithi016.stdout: "num_scrub_errors": 0, 2024-04-15T16:06:26.286 INFO:tasks.workunit.client.0.smithi016.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T16:06:26.286 INFO:tasks.workunit.client.0.smithi016.stdout: "num_whiteouts": 0, 2024-04-15T16:06:26.286 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write": 0, 2024-04-15T16:06:26.286 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write_kb": 0 2024-04-15T16:06:26.286 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.286 INFO:tasks.workunit.client.0.smithi016.stdout: "state": "active+clean", 2024-04-15T16:06:26.286 INFO:tasks.workunit.client.0.smithi016.stdout: "stats_invalid": false, 2024-04-15T16:06:26.286 INFO:tasks.workunit.client.0.smithi016.stdout: "up": [ 2024-04-15T16:06:26.286 INFO:tasks.workunit.client.0.smithi016.stdout: 5, 2024-04-15T16:06:26.286 INFO:tasks.workunit.client.0.smithi016.stdout: 3, 2024-04-15T16:06:26.286 INFO:tasks.workunit.client.0.smithi016.stdout: 0 2024-04-15T16:06:26.286 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:26.287 INFO:tasks.workunit.client.0.smithi016.stdout: "up_primary": 5, 2024-04-15T16:06:26.287 INFO:tasks.workunit.client.0.smithi016.stdout: "version": "0'0" 2024-04-15T16:06:26.287 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.287 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-15T16:06:26.287 INFO:tasks.workunit.client.0.smithi016.stdout: "acting": [ 2024-04-15T16:06:26.287 INFO:tasks.workunit.client.0.smithi016.stdout: 2, 2024-04-15T16:06:26.287 INFO:tasks.workunit.client.0.smithi016.stdout: 5, 2024-04-15T16:06:26.287 INFO:tasks.workunit.client.0.smithi016.stdout: 6 2024-04-15T16:06:26.287 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:26.287 INFO:tasks.workunit.client.0.smithi016.stdout: "acting_primary": 2, 2024-04-15T16:06:26.287 INFO:tasks.workunit.client.0.smithi016.stdout: "avail_no_missing": [], 2024-04-15T16:06:26.287 INFO:tasks.workunit.client.0.smithi016.stdout: "blocked_by": [], 2024-04-15T16:06:26.287 INFO:tasks.workunit.client.0.smithi016.stdout: "created": 61, 2024-04-15T16:06:26.287 INFO:tasks.workunit.client.0.smithi016.stdout: "dirty_stats_invalid": false, 2024-04-15T16:06:26.288 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T16:06:26.288 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_stats_invalid": false, 2024-04-15T16:06:26.288 INFO:tasks.workunit.client.0.smithi016.stdout: "last_active": "2024-04-15T16:05:12.196951+0000", 2024-04-15T16:06:26.288 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_active": "2024-04-15T14:44:28.457092+0000", 2024-04-15T16:06:26.288 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_peered": "2024-04-15T14:44:28.457092+0000", 2024-04-15T16:06:26.288 INFO:tasks.workunit.client.0.smithi016.stdout: "last_change": "2024-04-15T14:44:28.457528+0000", 2024-04-15T16:06:26.288 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean": "2024-04-15T16:05:12.196951+0000", 2024-04-15T16:06:26.288 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T16:06:26.288 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub": "0'0", 2024-04-15T16:06:26.288 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T16:06:26.288 INFO:tasks.workunit.client.0.smithi016.stdout: "last_epoch_clean": 511, 2024-04-15T16:06:26.288 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fresh": "2024-04-15T16:05:12.196951+0000", 2024-04-15T16:06:26.288 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fullsized": "2024-04-15T16:05:12.196951+0000", 2024-04-15T16:06:26.288 INFO:tasks.workunit.client.0.smithi016.stdout: "last_peered": "2024-04-15T16:05:12.196951+0000", 2024-04-15T16:06:26.288 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub": "0'0", 2024-04-15T16:06:26.289 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_duration": 0, 2024-04-15T16:06:26.289 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T16:06:26.289 INFO:tasks.workunit.client.0.smithi016.stdout: "last_undegraded": "2024-04-15T16:05:12.196951+0000", 2024-04-15T16:06:26.289 INFO:tasks.workunit.client.0.smithi016.stdout: "last_unstale": "2024-04-15T16:05:12.196951+0000", 2024-04-15T16:06:26.289 INFO:tasks.workunit.client.0.smithi016.stdout: "log_dups_size": 0, 2024-04-15T16:06:26.289 INFO:tasks.workunit.client.0.smithi016.stdout: "log_size": 0, 2024-04-15T16:06:26.289 INFO:tasks.workunit.client.0.smithi016.stdout: "log_start": "0'0", 2024-04-15T16:06:26.289 INFO:tasks.workunit.client.0.smithi016.stdout: "manifest_stats_invalid": false, 2024-04-15T16:06:26.289 INFO:tasks.workunit.client.0.smithi016.stdout: "mapping_epoch": 510, 2024-04-15T16:06:26.289 INFO:tasks.workunit.client.0.smithi016.stdout: "object_location_counts": [], 2024-04-15T16:06:26.289 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_scrubbed": 0, 2024-04-15T16:06:26.289 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_trimmed": 0, 2024-04-15T16:06:26.289 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_stats_invalid": false, 2024-04-15T16:06:26.289 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_size": 0, 2024-04-15T16:06:26.290 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_start": "0'0", 2024-04-15T16:06:26.290 INFO:tasks.workunit.client.0.smithi016.stdout: "parent": "0.0", 2024-04-15T16:06:26.290 INFO:tasks.workunit.client.0.smithi016.stdout: "parent_split_bits": 0, 2024-04-15T16:06:26.290 INFO:tasks.workunit.client.0.smithi016.stdout: "pgid": "3.21", 2024-04-15T16:06:26.290 INFO:tasks.workunit.client.0.smithi016.stdout: "pin_stats_invalid": false, 2024-04-15T16:06:26.290 INFO:tasks.workunit.client.0.smithi016.stdout: "purged_snaps": [], 2024-04-15T16:06:26.290 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_epoch": 2721, 2024-04-15T16:06:26.290 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_seq": 4991, 2024-04-15T16:06:26.290 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_duration": 0.0, 2024-04-15T16:06:26.290 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-17T02:20:34.344323+0000", 2024-04-15T16:06:26.290 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrim_duration": 0.0, 2024-04-15T16:06:26.290 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrimq_len": 0, 2024-04-15T16:06:26.290 INFO:tasks.workunit.client.0.smithi016.stdout: "stat_sum": { 2024-04-15T16:06:26.290 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes": 0, 2024-04-15T16:06:26.291 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T16:06:26.291 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_recovered": 0, 2024-04-15T16:06:26.291 INFO:tasks.workunit.client.0.smithi016.stdout: "num_deep_scrub_errors": 0, 2024-04-15T16:06:26.291 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict": 0, 2024-04-15T16:06:26.291 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_kb": 0, 2024-04-15T16:06:26.291 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_full": 0, 2024-04-15T16:06:26.291 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_some": 0, 2024-04-15T16:06:26.291 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush": 0, 2024-04-15T16:06:26.291 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_kb": 0, 2024-04-15T16:06:26.291 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_high": 0, 2024-04-15T16:06:26.291 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_low": 0, 2024-04-15T16:06:26.291 INFO:tasks.workunit.client.0.smithi016.stdout: "num_keys_recovered": 0, 2024-04-15T16:06:26.291 INFO:tasks.workunit.client.0.smithi016.stdout: "num_large_omap_objects": 0, 2024-04-15T16:06:26.291 INFO:tasks.workunit.client.0.smithi016.stdout: "num_legacy_snapsets": 0, 2024-04-15T16:06:26.291 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_clones": 0, 2024-04-15T16:06:26.292 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_copies": 0, 2024-04-15T16:06:26.292 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects": 0, 2024-04-15T16:06:26.292 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_degraded": 0, 2024-04-15T16:06:26.292 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_dirty": 0, 2024-04-15T16:06:26.292 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T16:06:26.292 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_manifest": 0, 2024-04-15T16:06:26.292 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_misplaced": 0, 2024-04-15T16:06:26.292 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing": 0, 2024-04-15T16:06:26.292 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T16:06:26.292 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_omap": 0, 2024-04-15T16:06:26.292 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_pinned": 0, 2024-04-15T16:06:26.292 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_recovered": 0, 2024-04-15T16:06:26.292 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_repaired": 0, 2024-04-15T16:06:26.292 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_unfound": 0, 2024-04-15T16:06:26.293 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_bytes": 0, 2024-04-15T16:06:26.293 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_keys": 0, 2024-04-15T16:06:26.293 INFO:tasks.workunit.client.0.smithi016.stdout: "num_promote": 0, 2024-04-15T16:06:26.293 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read": 0, 2024-04-15T16:06:26.293 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read_kb": 0, 2024-04-15T16:06:26.293 INFO:tasks.workunit.client.0.smithi016.stdout: "num_scrub_errors": 0, 2024-04-15T16:06:26.293 INFO:tasks.workunit.client.0.smithi016.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T16:06:26.293 INFO:tasks.workunit.client.0.smithi016.stdout: "num_whiteouts": 0, 2024-04-15T16:06:26.293 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write": 0, 2024-04-15T16:06:26.293 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write_kb": 0 2024-04-15T16:06:26.293 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.293 INFO:tasks.workunit.client.0.smithi016.stdout: "state": "active+clean", 2024-04-15T16:06:26.293 INFO:tasks.workunit.client.0.smithi016.stdout: "stats_invalid": false, 2024-04-15T16:06:26.293 INFO:tasks.workunit.client.0.smithi016.stdout: "up": [ 2024-04-15T16:06:26.293 INFO:tasks.workunit.client.0.smithi016.stdout: 2, 2024-04-15T16:06:26.294 INFO:tasks.workunit.client.0.smithi016.stdout: 5, 2024-04-15T16:06:26.294 INFO:tasks.workunit.client.0.smithi016.stdout: 6 2024-04-15T16:06:26.294 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:26.294 INFO:tasks.workunit.client.0.smithi016.stdout: "up_primary": 2, 2024-04-15T16:06:26.294 INFO:tasks.workunit.client.0.smithi016.stdout: "version": "0'0" 2024-04-15T16:06:26.294 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.294 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-15T16:06:26.294 INFO:tasks.workunit.client.0.smithi016.stdout: "acting": [ 2024-04-15T16:06:26.294 INFO:tasks.workunit.client.0.smithi016.stdout: 6, 2024-04-15T16:06:26.294 INFO:tasks.workunit.client.0.smithi016.stdout: 0, 2024-04-15T16:06:26.294 INFO:tasks.workunit.client.0.smithi016.stdout: 5 2024-04-15T16:06:26.294 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:26.294 INFO:tasks.workunit.client.0.smithi016.stdout: "acting_primary": 6, 2024-04-15T16:06:26.294 INFO:tasks.workunit.client.0.smithi016.stdout: "avail_no_missing": [], 2024-04-15T16:06:26.294 INFO:tasks.workunit.client.0.smithi016.stdout: "blocked_by": [], 2024-04-15T16:06:26.295 INFO:tasks.workunit.client.0.smithi016.stdout: "created": 61, 2024-04-15T16:06:26.295 INFO:tasks.workunit.client.0.smithi016.stdout: "dirty_stats_invalid": false, 2024-04-15T16:06:26.295 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T16:06:26.295 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_stats_invalid": false, 2024-04-15T16:06:26.295 INFO:tasks.workunit.client.0.smithi016.stdout: "last_active": "2024-04-15T16:05:11.412318+0000", 2024-04-15T16:06:26.295 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_active": "2024-04-15T14:44:28.448625+0000", 2024-04-15T16:06:26.295 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_peered": "2024-04-15T14:44:28.448625+0000", 2024-04-15T16:06:26.295 INFO:tasks.workunit.client.0.smithi016.stdout: "last_change": "2024-04-15T14:44:28.449906+0000", 2024-04-15T16:06:26.295 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean": "2024-04-15T16:05:11.412318+0000", 2024-04-15T16:06:26.295 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T16:06:26.295 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub": "0'0", 2024-04-15T16:06:26.295 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T16:06:26.295 INFO:tasks.workunit.client.0.smithi016.stdout: "last_epoch_clean": 511, 2024-04-15T16:06:26.295 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fresh": "2024-04-15T16:05:11.412318+0000", 2024-04-15T16:06:26.296 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fullsized": "2024-04-15T16:05:11.412318+0000", 2024-04-15T16:06:26.296 INFO:tasks.workunit.client.0.smithi016.stdout: "last_peered": "2024-04-15T16:05:11.412318+0000", 2024-04-15T16:06:26.296 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub": "0'0", 2024-04-15T16:06:26.296 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_duration": 0, 2024-04-15T16:06:26.296 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T16:06:26.296 INFO:tasks.workunit.client.0.smithi016.stdout: "last_undegraded": "2024-04-15T16:05:11.412318+0000", 2024-04-15T16:06:26.296 INFO:tasks.workunit.client.0.smithi016.stdout: "last_unstale": "2024-04-15T16:05:11.412318+0000", 2024-04-15T16:06:26.296 INFO:tasks.workunit.client.0.smithi016.stdout: "log_dups_size": 0, 2024-04-15T16:06:26.296 INFO:tasks.workunit.client.0.smithi016.stdout: "log_size": 0, 2024-04-15T16:06:26.296 INFO:tasks.workunit.client.0.smithi016.stdout: "log_start": "0'0", 2024-04-15T16:06:26.296 INFO:tasks.workunit.client.0.smithi016.stdout: "manifest_stats_invalid": false, 2024-04-15T16:06:26.296 INFO:tasks.workunit.client.0.smithi016.stdout: "mapping_epoch": 510, 2024-04-15T16:06:26.296 INFO:tasks.workunit.client.0.smithi016.stdout: "object_location_counts": [], 2024-04-15T16:06:26.296 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_scrubbed": 0, 2024-04-15T16:06:26.296 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_trimmed": 0, 2024-04-15T16:06:26.297 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_stats_invalid": false, 2024-04-15T16:06:26.297 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_size": 0, 2024-04-15T16:06:26.297 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_start": "0'0", 2024-04-15T16:06:26.297 INFO:tasks.workunit.client.0.smithi016.stdout: "parent": "0.0", 2024-04-15T16:06:26.297 INFO:tasks.workunit.client.0.smithi016.stdout: "parent_split_bits": 0, 2024-04-15T16:06:26.297 INFO:tasks.workunit.client.0.smithi016.stdout: "pgid": "3.20", 2024-04-15T16:06:26.297 INFO:tasks.workunit.client.0.smithi016.stdout: "pin_stats_invalid": false, 2024-04-15T16:06:26.297 INFO:tasks.workunit.client.0.smithi016.stdout: "purged_snaps": [], 2024-04-15T16:06:26.297 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_epoch": 2721, 2024-04-15T16:06:26.297 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_seq": 4881, 2024-04-15T16:06:26.297 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_duration": 0.0, 2024-04-15T16:06:26.297 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-16T16:59:54.520837+0000", 2024-04-15T16:06:26.297 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrim_duration": 0.0, 2024-04-15T16:06:26.297 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrimq_len": 0, 2024-04-15T16:06:26.297 INFO:tasks.workunit.client.0.smithi016.stdout: "stat_sum": { 2024-04-15T16:06:26.298 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes": 0, 2024-04-15T16:06:26.298 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T16:06:26.298 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_recovered": 0, 2024-04-15T16:06:26.298 INFO:tasks.workunit.client.0.smithi016.stdout: "num_deep_scrub_errors": 0, 2024-04-15T16:06:26.298 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict": 0, 2024-04-15T16:06:26.298 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_kb": 0, 2024-04-15T16:06:26.298 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_full": 0, 2024-04-15T16:06:26.298 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_some": 0, 2024-04-15T16:06:26.298 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush": 0, 2024-04-15T16:06:26.298 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_kb": 0, 2024-04-15T16:06:26.298 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_high": 0, 2024-04-15T16:06:26.298 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_low": 0, 2024-04-15T16:06:26.298 INFO:tasks.workunit.client.0.smithi016.stdout: "num_keys_recovered": 0, 2024-04-15T16:06:26.298 INFO:tasks.workunit.client.0.smithi016.stdout: "num_large_omap_objects": 0, 2024-04-15T16:06:26.299 INFO:tasks.workunit.client.0.smithi016.stdout: "num_legacy_snapsets": 0, 2024-04-15T16:06:26.299 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_clones": 0, 2024-04-15T16:06:26.299 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_copies": 0, 2024-04-15T16:06:26.299 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects": 0, 2024-04-15T16:06:26.299 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_degraded": 0, 2024-04-15T16:06:26.299 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_dirty": 0, 2024-04-15T16:06:26.299 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T16:06:26.299 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_manifest": 0, 2024-04-15T16:06:26.299 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_misplaced": 0, 2024-04-15T16:06:26.299 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing": 0, 2024-04-15T16:06:26.299 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T16:06:26.299 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_omap": 0, 2024-04-15T16:06:26.299 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_pinned": 0, 2024-04-15T16:06:26.299 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_recovered": 0, 2024-04-15T16:06:26.299 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_repaired": 0, 2024-04-15T16:06:26.300 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_unfound": 0, 2024-04-15T16:06:26.300 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_bytes": 0, 2024-04-15T16:06:26.300 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_keys": 0, 2024-04-15T16:06:26.300 INFO:tasks.workunit.client.0.smithi016.stdout: "num_promote": 0, 2024-04-15T16:06:26.300 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read": 0, 2024-04-15T16:06:26.300 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read_kb": 0, 2024-04-15T16:06:26.300 INFO:tasks.workunit.client.0.smithi016.stdout: "num_scrub_errors": 0, 2024-04-15T16:06:26.300 INFO:tasks.workunit.client.0.smithi016.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T16:06:26.300 INFO:tasks.workunit.client.0.smithi016.stdout: "num_whiteouts": 0, 2024-04-15T16:06:26.300 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write": 0, 2024-04-15T16:06:26.300 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write_kb": 0 2024-04-15T16:06:26.300 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.300 INFO:tasks.workunit.client.0.smithi016.stdout: "state": "active+clean", 2024-04-15T16:06:26.300 INFO:tasks.workunit.client.0.smithi016.stdout: "stats_invalid": false, 2024-04-15T16:06:26.300 INFO:tasks.workunit.client.0.smithi016.stdout: "up": [ 2024-04-15T16:06:26.301 INFO:tasks.workunit.client.0.smithi016.stdout: 6, 2024-04-15T16:06:26.301 INFO:tasks.workunit.client.0.smithi016.stdout: 0, 2024-04-15T16:06:26.301 INFO:tasks.workunit.client.0.smithi016.stdout: 5 2024-04-15T16:06:26.301 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:26.301 INFO:tasks.workunit.client.0.smithi016.stdout: "up_primary": 6, 2024-04-15T16:06:26.301 INFO:tasks.workunit.client.0.smithi016.stdout: "version": "0'0" 2024-04-15T16:06:26.301 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.301 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-15T16:06:26.301 INFO:tasks.workunit.client.0.smithi016.stdout: "acting": [ 2024-04-15T16:06:26.301 INFO:tasks.workunit.client.0.smithi016.stdout: 7, 2024-04-15T16:06:26.301 INFO:tasks.workunit.client.0.smithi016.stdout: 4, 2024-04-15T16:06:26.301 INFO:tasks.workunit.client.0.smithi016.stdout: 0 2024-04-15T16:06:26.301 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:26.301 INFO:tasks.workunit.client.0.smithi016.stdout: "acting_primary": 7, 2024-04-15T16:06:26.302 INFO:tasks.workunit.client.0.smithi016.stdout: "avail_no_missing": [], 2024-04-15T16:06:26.302 INFO:tasks.workunit.client.0.smithi016.stdout: "blocked_by": [], 2024-04-15T16:06:26.302 INFO:tasks.workunit.client.0.smithi016.stdout: "created": 61, 2024-04-15T16:06:26.302 INFO:tasks.workunit.client.0.smithi016.stdout: "dirty_stats_invalid": false, 2024-04-15T16:06:26.302 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T16:06:26.302 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_stats_invalid": false, 2024-04-15T16:06:26.302 INFO:tasks.workunit.client.0.smithi016.stdout: "last_active": "2024-04-15T16:05:12.201013+0000", 2024-04-15T16:06:26.302 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_active": "2024-04-15T14:44:49.362753+0000", 2024-04-15T16:06:26.302 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_peered": "2024-04-15T14:44:49.362753+0000", 2024-04-15T16:06:26.302 INFO:tasks.workunit.client.0.smithi016.stdout: "last_change": "2024-04-15T14:44:49.363737+0000", 2024-04-15T16:06:26.302 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean": "2024-04-15T16:05:12.201013+0000", 2024-04-15T16:06:26.302 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T16:06:26.302 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub": "0'0", 2024-04-15T16:06:26.302 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T16:06:26.303 INFO:tasks.workunit.client.0.smithi016.stdout: "last_epoch_clean": 532, 2024-04-15T16:06:26.303 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fresh": "2024-04-15T16:05:12.201013+0000", 2024-04-15T16:06:26.303 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fullsized": "2024-04-15T16:05:12.201013+0000", 2024-04-15T16:06:26.303 INFO:tasks.workunit.client.0.smithi016.stdout: "last_peered": "2024-04-15T16:05:12.201013+0000", 2024-04-15T16:06:26.303 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub": "0'0", 2024-04-15T16:06:26.303 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_duration": 0, 2024-04-15T16:06:26.303 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T16:06:26.303 INFO:tasks.workunit.client.0.smithi016.stdout: "last_undegraded": "2024-04-15T16:05:12.201013+0000", 2024-04-15T16:06:26.303 INFO:tasks.workunit.client.0.smithi016.stdout: "last_unstale": "2024-04-15T16:05:12.201013+0000", 2024-04-15T16:06:26.303 INFO:tasks.workunit.client.0.smithi016.stdout: "log_dups_size": 0, 2024-04-15T16:06:26.303 INFO:tasks.workunit.client.0.smithi016.stdout: "log_size": 0, 2024-04-15T16:06:26.303 INFO:tasks.workunit.client.0.smithi016.stdout: "log_start": "0'0", 2024-04-15T16:06:26.303 INFO:tasks.workunit.client.0.smithi016.stdout: "manifest_stats_invalid": false, 2024-04-15T16:06:26.303 INFO:tasks.workunit.client.0.smithi016.stdout: "mapping_epoch": 531, 2024-04-15T16:06:26.304 INFO:tasks.workunit.client.0.smithi016.stdout: "object_location_counts": [], 2024-04-15T16:06:26.304 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_scrubbed": 0, 2024-04-15T16:06:26.304 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_trimmed": 0, 2024-04-15T16:06:26.304 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_stats_invalid": false, 2024-04-15T16:06:26.304 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_size": 0, 2024-04-15T16:06:26.304 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_start": "0'0", 2024-04-15T16:06:26.304 INFO:tasks.workunit.client.0.smithi016.stdout: "parent": "0.0", 2024-04-15T16:06:26.304 INFO:tasks.workunit.client.0.smithi016.stdout: "parent_split_bits": 0, 2024-04-15T16:06:26.304 INFO:tasks.workunit.client.0.smithi016.stdout: "pgid": "3.f", 2024-04-15T16:06:26.304 INFO:tasks.workunit.client.0.smithi016.stdout: "pin_stats_invalid": false, 2024-04-15T16:06:26.304 INFO:tasks.workunit.client.0.smithi016.stdout: "purged_snaps": [], 2024-04-15T16:06:26.304 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_epoch": 2721, 2024-04-15T16:06:26.304 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_seq": 4858, 2024-04-15T16:06:26.304 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_duration": 0.0, 2024-04-15T16:06:26.304 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-16T19:03:14.207842+0000", 2024-04-15T16:06:26.305 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrim_duration": 0.0, 2024-04-15T16:06:26.305 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrimq_len": 0, 2024-04-15T16:06:26.305 INFO:tasks.workunit.client.0.smithi016.stdout: "stat_sum": { 2024-04-15T16:06:26.305 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes": 0, 2024-04-15T16:06:26.305 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T16:06:26.305 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_recovered": 0, 2024-04-15T16:06:26.305 INFO:tasks.workunit.client.0.smithi016.stdout: "num_deep_scrub_errors": 0, 2024-04-15T16:06:26.305 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict": 0, 2024-04-15T16:06:26.305 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_kb": 0, 2024-04-15T16:06:26.305 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_full": 0, 2024-04-15T16:06:26.305 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_some": 0, 2024-04-15T16:06:26.305 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush": 0, 2024-04-15T16:06:26.305 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_kb": 0, 2024-04-15T16:06:26.305 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_high": 0, 2024-04-15T16:06:26.306 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_low": 0, 2024-04-15T16:06:26.306 INFO:tasks.workunit.client.0.smithi016.stdout: "num_keys_recovered": 0, 2024-04-15T16:06:26.306 INFO:tasks.workunit.client.0.smithi016.stdout: "num_large_omap_objects": 0, 2024-04-15T16:06:26.306 INFO:tasks.workunit.client.0.smithi016.stdout: "num_legacy_snapsets": 0, 2024-04-15T16:06:26.306 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_clones": 0, 2024-04-15T16:06:26.306 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_copies": 0, 2024-04-15T16:06:26.306 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects": 0, 2024-04-15T16:06:26.306 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_degraded": 0, 2024-04-15T16:06:26.306 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_dirty": 0, 2024-04-15T16:06:26.306 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T16:06:26.306 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_manifest": 0, 2024-04-15T16:06:26.306 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_misplaced": 0, 2024-04-15T16:06:26.306 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing": 0, 2024-04-15T16:06:26.306 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T16:06:26.307 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_omap": 0, 2024-04-15T16:06:26.307 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_pinned": 0, 2024-04-15T16:06:26.307 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_recovered": 0, 2024-04-15T16:06:26.307 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_repaired": 0, 2024-04-15T16:06:26.307 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_unfound": 0, 2024-04-15T16:06:26.307 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_bytes": 0, 2024-04-15T16:06:26.307 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_keys": 0, 2024-04-15T16:06:26.307 INFO:tasks.workunit.client.0.smithi016.stdout: "num_promote": 0, 2024-04-15T16:06:26.307 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read": 0, 2024-04-15T16:06:26.307 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read_kb": 0, 2024-04-15T16:06:26.307 INFO:tasks.workunit.client.0.smithi016.stdout: "num_scrub_errors": 0, 2024-04-15T16:06:26.307 INFO:tasks.workunit.client.0.smithi016.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T16:06:26.307 INFO:tasks.workunit.client.0.smithi016.stdout: "num_whiteouts": 0, 2024-04-15T16:06:26.307 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write": 0, 2024-04-15T16:06:26.308 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write_kb": 0 2024-04-15T16:06:26.308 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.308 INFO:tasks.workunit.client.0.smithi016.stdout: "state": "active+clean", 2024-04-15T16:06:26.308 INFO:tasks.workunit.client.0.smithi016.stdout: "stats_invalid": false, 2024-04-15T16:06:26.308 INFO:tasks.workunit.client.0.smithi016.stdout: "up": [ 2024-04-15T16:06:26.308 INFO:tasks.workunit.client.0.smithi016.stdout: 7, 2024-04-15T16:06:26.308 INFO:tasks.workunit.client.0.smithi016.stdout: 4, 2024-04-15T16:06:26.308 INFO:tasks.workunit.client.0.smithi016.stdout: 0 2024-04-15T16:06:26.308 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:26.308 INFO:tasks.workunit.client.0.smithi016.stdout: "up_primary": 7, 2024-04-15T16:06:26.308 INFO:tasks.workunit.client.0.smithi016.stdout: "version": "0'0" 2024-04-15T16:06:26.308 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.308 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-15T16:06:26.308 INFO:tasks.workunit.client.0.smithi016.stdout: "acting": [ 2024-04-15T16:06:26.308 INFO:tasks.workunit.client.0.smithi016.stdout: 2, 2024-04-15T16:06:26.309 INFO:tasks.workunit.client.0.smithi016.stdout: 3, 2024-04-15T16:06:26.309 INFO:tasks.workunit.client.0.smithi016.stdout: 7 2024-04-15T16:06:26.309 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:26.309 INFO:tasks.workunit.client.0.smithi016.stdout: "acting_primary": 2, 2024-04-15T16:06:26.309 INFO:tasks.workunit.client.0.smithi016.stdout: "avail_no_missing": [], 2024-04-15T16:06:26.309 INFO:tasks.workunit.client.0.smithi016.stdout: "blocked_by": [], 2024-04-15T16:06:26.309 INFO:tasks.workunit.client.0.smithi016.stdout: "created": 60, 2024-04-15T16:06:26.309 INFO:tasks.workunit.client.0.smithi016.stdout: "dirty_stats_invalid": false, 2024-04-15T16:06:26.309 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T16:06:26.309 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_stats_invalid": false, 2024-04-15T16:06:26.309 INFO:tasks.workunit.client.0.smithi016.stdout: "last_active": "2024-04-15T16:05:12.198217+0000", 2024-04-15T16:06:26.309 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_active": "2024-04-15T14:44:49.364075+0000", 2024-04-15T16:06:26.309 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_peered": "2024-04-15T14:44:49.364075+0000", 2024-04-15T16:06:26.309 INFO:tasks.workunit.client.0.smithi016.stdout: "last_change": "2024-04-15T14:44:49.364463+0000", 2024-04-15T16:06:26.310 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean": "2024-04-15T16:05:12.198217+0000", 2024-04-15T16:06:26.310 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean_scrub_stamp": "2024-04-15T14:33:33.599136+0000", 2024-04-15T16:06:26.310 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub": "0'0", 2024-04-15T16:06:26.310 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub_stamp": "2024-04-15T14:33:33.599136+0000", 2024-04-15T16:06:26.310 INFO:tasks.workunit.client.0.smithi016.stdout: "last_epoch_clean": 532, 2024-04-15T16:06:26.310 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fresh": "2024-04-15T16:05:12.198217+0000", 2024-04-15T16:06:26.310 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fullsized": "2024-04-15T16:05:12.198217+0000", 2024-04-15T16:06:26.310 INFO:tasks.workunit.client.0.smithi016.stdout: "last_peered": "2024-04-15T16:05:12.198217+0000", 2024-04-15T16:06:26.310 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub": "0'0", 2024-04-15T16:06:26.310 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_duration": 0, 2024-04-15T16:06:26.310 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_stamp": "2024-04-15T14:33:33.599136+0000", 2024-04-15T16:06:26.310 INFO:tasks.workunit.client.0.smithi016.stdout: "last_undegraded": "2024-04-15T16:05:12.198217+0000", 2024-04-15T16:06:26.310 INFO:tasks.workunit.client.0.smithi016.stdout: "last_unstale": "2024-04-15T16:05:12.198217+0000", 2024-04-15T16:06:26.311 INFO:tasks.workunit.client.0.smithi016.stdout: "log_dups_size": 0, 2024-04-15T16:06:26.311 INFO:tasks.workunit.client.0.smithi016.stdout: "log_size": 2, 2024-04-15T16:06:26.311 INFO:tasks.workunit.client.0.smithi016.stdout: "log_start": "0'0", 2024-04-15T16:06:26.311 INFO:tasks.workunit.client.0.smithi016.stdout: "manifest_stats_invalid": false, 2024-04-15T16:06:26.311 INFO:tasks.workunit.client.0.smithi016.stdout: "mapping_epoch": 531, 2024-04-15T16:06:26.311 INFO:tasks.workunit.client.0.smithi016.stdout: "object_location_counts": [], 2024-04-15T16:06:26.311 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_scrubbed": 0, 2024-04-15T16:06:26.311 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_trimmed": 0, 2024-04-15T16:06:26.311 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_stats_invalid": false, 2024-04-15T16:06:26.311 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_size": 2, 2024-04-15T16:06:26.311 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_start": "0'0", 2024-04-15T16:06:26.311 INFO:tasks.workunit.client.0.smithi016.stdout: "parent": "0.0", 2024-04-15T16:06:26.311 INFO:tasks.workunit.client.0.smithi016.stdout: "parent_split_bits": 0, 2024-04-15T16:06:26.311 INFO:tasks.workunit.client.0.smithi016.stdout: "pgid": "2.e", 2024-04-15T16:06:26.311 INFO:tasks.workunit.client.0.smithi016.stdout: "pin_stats_invalid": false, 2024-04-15T16:06:26.312 INFO:tasks.workunit.client.0.smithi016.stdout: "purged_snaps": [], 2024-04-15T16:06:26.312 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_epoch": 2721, 2024-04-15T16:06:26.312 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_seq": 4995, 2024-04-15T16:06:26.312 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_duration": 0.0, 2024-04-15T16:06:26.312 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-16T19:34:39.168567+0000", 2024-04-15T16:06:26.312 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrim_duration": 0.0, 2024-04-15T16:06:26.312 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrimq_len": 0, 2024-04-15T16:06:26.312 INFO:tasks.workunit.client.0.smithi016.stdout: "stat_sum": { 2024-04-15T16:06:26.312 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes": 0, 2024-04-15T16:06:26.312 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T16:06:26.312 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_recovered": 0, 2024-04-15T16:06:26.312 INFO:tasks.workunit.client.0.smithi016.stdout: "num_deep_scrub_errors": 0, 2024-04-15T16:06:26.312 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict": 0, 2024-04-15T16:06:26.312 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_kb": 0, 2024-04-15T16:06:26.313 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_full": 0, 2024-04-15T16:06:26.313 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_some": 0, 2024-04-15T16:06:26.313 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush": 0, 2024-04-15T16:06:26.313 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_kb": 0, 2024-04-15T16:06:26.313 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_high": 0, 2024-04-15T16:06:26.313 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_low": 0, 2024-04-15T16:06:26.313 INFO:tasks.workunit.client.0.smithi016.stdout: "num_keys_recovered": 0, 2024-04-15T16:06:26.313 INFO:tasks.workunit.client.0.smithi016.stdout: "num_large_omap_objects": 0, 2024-04-15T16:06:26.313 INFO:tasks.workunit.client.0.smithi016.stdout: "num_legacy_snapsets": 0, 2024-04-15T16:06:26.313 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_clones": 0, 2024-04-15T16:06:26.313 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_copies": 3, 2024-04-15T16:06:26.313 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects": 1, 2024-04-15T16:06:26.313 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_degraded": 0, 2024-04-15T16:06:26.313 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_dirty": 1, 2024-04-15T16:06:26.314 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T16:06:26.314 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_manifest": 0, 2024-04-15T16:06:26.314 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_misplaced": 0, 2024-04-15T16:06:26.314 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing": 0, 2024-04-15T16:06:26.314 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T16:06:26.314 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_omap": 1, 2024-04-15T16:06:26.314 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_pinned": 0, 2024-04-15T16:06:26.314 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_recovered": 0, 2024-04-15T16:06:26.314 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_repaired": 0, 2024-04-15T16:06:26.314 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_unfound": 0, 2024-04-15T16:06:26.314 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_bytes": 0, 2024-04-15T16:06:26.314 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_keys": 0, 2024-04-15T16:06:26.314 INFO:tasks.workunit.client.0.smithi016.stdout: "num_promote": 0, 2024-04-15T16:06:26.314 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read": 12, 2024-04-15T16:06:26.315 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read_kb": 12, 2024-04-15T16:06:26.315 INFO:tasks.workunit.client.0.smithi016.stdout: "num_scrub_errors": 0, 2024-04-15T16:06:26.315 INFO:tasks.workunit.client.0.smithi016.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T16:06:26.315 INFO:tasks.workunit.client.0.smithi016.stdout: "num_whiteouts": 0, 2024-04-15T16:06:26.315 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write": 3, 2024-04-15T16:06:26.315 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write_kb": 0 2024-04-15T16:06:26.315 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.315 INFO:tasks.workunit.client.0.smithi016.stdout: "state": "active+clean", 2024-04-15T16:06:26.315 INFO:tasks.workunit.client.0.smithi016.stdout: "stats_invalid": false, 2024-04-15T16:06:26.315 INFO:tasks.workunit.client.0.smithi016.stdout: "up": [ 2024-04-15T16:06:26.315 INFO:tasks.workunit.client.0.smithi016.stdout: 2, 2024-04-15T16:06:26.315 INFO:tasks.workunit.client.0.smithi016.stdout: 3, 2024-04-15T16:06:26.315 INFO:tasks.workunit.client.0.smithi016.stdout: 7 2024-04-15T16:06:26.315 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:26.316 INFO:tasks.workunit.client.0.smithi016.stdout: "up_primary": 2, 2024-04-15T16:06:26.316 INFO:tasks.workunit.client.0.smithi016.stdout: "version": "62'2" 2024-04-15T16:06:26.316 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.316 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-15T16:06:26.316 INFO:tasks.workunit.client.0.smithi016.stdout: "acting": [ 2024-04-15T16:06:26.316 INFO:tasks.workunit.client.0.smithi016.stdout: 5, 2024-04-15T16:06:26.316 INFO:tasks.workunit.client.0.smithi016.stdout: 3, 2024-04-15T16:06:26.316 INFO:tasks.workunit.client.0.smithi016.stdout: 6 2024-04-15T16:06:26.316 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:26.316 INFO:tasks.workunit.client.0.smithi016.stdout: "acting_primary": 5, 2024-04-15T16:06:26.316 INFO:tasks.workunit.client.0.smithi016.stdout: "avail_no_missing": [], 2024-04-15T16:06:26.316 INFO:tasks.workunit.client.0.smithi016.stdout: "blocked_by": [], 2024-04-15T16:06:26.316 INFO:tasks.workunit.client.0.smithi016.stdout: "created": 61, 2024-04-15T16:06:26.316 INFO:tasks.workunit.client.0.smithi016.stdout: "dirty_stats_invalid": false, 2024-04-15T16:06:26.317 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T16:06:26.317 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_stats_invalid": false, 2024-04-15T16:06:26.317 INFO:tasks.workunit.client.0.smithi016.stdout: "last_active": "2024-04-15T16:05:12.202577+0000", 2024-04-15T16:06:26.317 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_active": "2024-04-15T14:44:28.455055+0000", 2024-04-15T16:06:26.317 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_peered": "2024-04-15T14:44:28.455055+0000", 2024-04-15T16:06:26.317 INFO:tasks.workunit.client.0.smithi016.stdout: "last_change": "2024-04-15T14:44:28.455389+0000", 2024-04-15T16:06:26.317 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean": "2024-04-15T16:05:12.202577+0000", 2024-04-15T16:06:26.317 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T16:06:26.317 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub": "0'0", 2024-04-15T16:06:26.317 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T16:06:26.317 INFO:tasks.workunit.client.0.smithi016.stdout: "last_epoch_clean": 511, 2024-04-15T16:06:26.317 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fresh": "2024-04-15T16:05:12.202577+0000", 2024-04-15T16:06:26.317 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fullsized": "2024-04-15T16:05:12.202577+0000", 2024-04-15T16:06:26.317 INFO:tasks.workunit.client.0.smithi016.stdout: "last_peered": "2024-04-15T16:05:12.202577+0000", 2024-04-15T16:06:26.317 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub": "0'0", 2024-04-15T16:06:26.318 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_duration": 0, 2024-04-15T16:06:26.318 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T16:06:26.318 INFO:tasks.workunit.client.0.smithi016.stdout: "last_undegraded": "2024-04-15T16:05:12.202577+0000", 2024-04-15T16:06:26.318 INFO:tasks.workunit.client.0.smithi016.stdout: "last_unstale": "2024-04-15T16:05:12.202577+0000", 2024-04-15T16:06:26.318 INFO:tasks.workunit.client.0.smithi016.stdout: "log_dups_size": 0, 2024-04-15T16:06:26.318 INFO:tasks.workunit.client.0.smithi016.stdout: "log_size": 0, 2024-04-15T16:06:26.318 INFO:tasks.workunit.client.0.smithi016.stdout: "log_start": "0'0", 2024-04-15T16:06:26.318 INFO:tasks.workunit.client.0.smithi016.stdout: "manifest_stats_invalid": false, 2024-04-15T16:06:26.318 INFO:tasks.workunit.client.0.smithi016.stdout: "mapping_epoch": 510, 2024-04-15T16:06:26.318 INFO:tasks.workunit.client.0.smithi016.stdout: "object_location_counts": [], 2024-04-15T16:06:26.318 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_scrubbed": 0, 2024-04-15T16:06:26.318 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_trimmed": 0, 2024-04-15T16:06:26.318 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_stats_invalid": false, 2024-04-15T16:06:26.318 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_size": 0, 2024-04-15T16:06:26.318 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_start": "0'0", 2024-04-15T16:06:26.319 INFO:tasks.workunit.client.0.smithi016.stdout: "parent": "0.0", 2024-04-15T16:06:26.319 INFO:tasks.workunit.client.0.smithi016.stdout: "parent_split_bits": 0, 2024-04-15T16:06:26.319 INFO:tasks.workunit.client.0.smithi016.stdout: "pgid": "3.c", 2024-04-15T16:06:26.319 INFO:tasks.workunit.client.0.smithi016.stdout: "pin_stats_invalid": false, 2024-04-15T16:06:26.319 INFO:tasks.workunit.client.0.smithi016.stdout: "purged_snaps": [], 2024-04-15T16:06:26.319 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_epoch": 2721, 2024-04-15T16:06:26.319 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_seq": 4919, 2024-04-15T16:06:26.319 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_duration": 0.0, 2024-04-15T16:06:26.319 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-16T23:10:00.856565+0000", 2024-04-15T16:06:26.319 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrim_duration": 0.0, 2024-04-15T16:06:26.319 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrimq_len": 0, 2024-04-15T16:06:26.319 INFO:tasks.workunit.client.0.smithi016.stdout: "stat_sum": { 2024-04-15T16:06:26.319 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes": 0, 2024-04-15T16:06:26.319 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T16:06:26.320 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_recovered": 0, 2024-04-15T16:06:26.320 INFO:tasks.workunit.client.0.smithi016.stdout: "num_deep_scrub_errors": 0, 2024-04-15T16:06:26.320 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict": 0, 2024-04-15T16:06:26.320 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_kb": 0, 2024-04-15T16:06:26.320 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_full": 0, 2024-04-15T16:06:26.320 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_some": 0, 2024-04-15T16:06:26.320 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush": 0, 2024-04-15T16:06:26.320 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_kb": 0, 2024-04-15T16:06:26.320 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_high": 0, 2024-04-15T16:06:26.320 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_low": 0, 2024-04-15T16:06:26.320 INFO:tasks.workunit.client.0.smithi016.stdout: "num_keys_recovered": 0, 2024-04-15T16:06:26.320 INFO:tasks.workunit.client.0.smithi016.stdout: "num_large_omap_objects": 0, 2024-04-15T16:06:26.320 INFO:tasks.workunit.client.0.smithi016.stdout: "num_legacy_snapsets": 0, 2024-04-15T16:06:26.320 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_clones": 0, 2024-04-15T16:06:26.320 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_copies": 0, 2024-04-15T16:06:26.321 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects": 0, 2024-04-15T16:06:26.321 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_degraded": 0, 2024-04-15T16:06:26.321 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_dirty": 0, 2024-04-15T16:06:26.321 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T16:06:26.321 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_manifest": 0, 2024-04-15T16:06:26.321 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_misplaced": 0, 2024-04-15T16:06:26.321 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing": 0, 2024-04-15T16:06:26.321 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T16:06:26.321 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_omap": 0, 2024-04-15T16:06:26.321 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_pinned": 0, 2024-04-15T16:06:26.321 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_recovered": 0, 2024-04-15T16:06:26.321 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_repaired": 0, 2024-04-15T16:06:26.321 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_unfound": 0, 2024-04-15T16:06:26.321 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_bytes": 0, 2024-04-15T16:06:26.322 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_keys": 0, 2024-04-15T16:06:26.322 INFO:tasks.workunit.client.0.smithi016.stdout: "num_promote": 0, 2024-04-15T16:06:26.322 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read": 0, 2024-04-15T16:06:26.322 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read_kb": 0, 2024-04-15T16:06:26.322 INFO:tasks.workunit.client.0.smithi016.stdout: "num_scrub_errors": 0, 2024-04-15T16:06:26.322 INFO:tasks.workunit.client.0.smithi016.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T16:06:26.322 INFO:tasks.workunit.client.0.smithi016.stdout: "num_whiteouts": 0, 2024-04-15T16:06:26.322 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write": 0, 2024-04-15T16:06:26.322 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write_kb": 0 2024-04-15T16:06:26.322 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.322 INFO:tasks.workunit.client.0.smithi016.stdout: "state": "active+clean", 2024-04-15T16:06:26.322 INFO:tasks.workunit.client.0.smithi016.stdout: "stats_invalid": false, 2024-04-15T16:06:26.322 INFO:tasks.workunit.client.0.smithi016.stdout: "up": [ 2024-04-15T16:06:26.322 INFO:tasks.workunit.client.0.smithi016.stdout: 5, 2024-04-15T16:06:26.322 INFO:tasks.workunit.client.0.smithi016.stdout: 3, 2024-04-15T16:06:26.323 INFO:tasks.workunit.client.0.smithi016.stdout: 6 2024-04-15T16:06:26.323 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:26.323 INFO:tasks.workunit.client.0.smithi016.stdout: "up_primary": 5, 2024-04-15T16:06:26.323 INFO:tasks.workunit.client.0.smithi016.stdout: "version": "0'0" 2024-04-15T16:06:26.323 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.323 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-15T16:06:26.323 INFO:tasks.workunit.client.0.smithi016.stdout: "acting": [ 2024-04-15T16:06:26.323 INFO:tasks.workunit.client.0.smithi016.stdout: 1, 2024-04-15T16:06:26.323 INFO:tasks.workunit.client.0.smithi016.stdout: 4, 2024-04-15T16:06:26.323 INFO:tasks.workunit.client.0.smithi016.stdout: 3 2024-04-15T16:06:26.323 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:26.323 INFO:tasks.workunit.client.0.smithi016.stdout: "acting_primary": 1, 2024-04-15T16:06:26.323 INFO:tasks.workunit.client.0.smithi016.stdout: "avail_no_missing": [], 2024-04-15T16:06:26.323 INFO:tasks.workunit.client.0.smithi016.stdout: "blocked_by": [], 2024-04-15T16:06:26.324 INFO:tasks.workunit.client.0.smithi016.stdout: "created": 60, 2024-04-15T16:06:26.324 INFO:tasks.workunit.client.0.smithi016.stdout: "dirty_stats_invalid": false, 2024-04-15T16:06:26.324 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T16:06:26.324 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_stats_invalid": false, 2024-04-15T16:06:26.324 INFO:tasks.workunit.client.0.smithi016.stdout: "last_active": "2024-04-15T16:05:11.870103+0000", 2024-04-15T16:06:26.324 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_active": "2024-04-15T14:43:32.411857+0000", 2024-04-15T16:06:26.324 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_peered": "2024-04-15T14:43:32.411857+0000", 2024-04-15T16:06:26.324 INFO:tasks.workunit.client.0.smithi016.stdout: "last_change": "2024-04-15T14:43:32.412343+0000", 2024-04-15T16:06:26.324 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean": "2024-04-15T16:05:11.870103+0000", 2024-04-15T16:06:26.324 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean_scrub_stamp": "2024-04-15T14:33:33.599136+0000", 2024-04-15T16:06:26.324 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub": "0'0", 2024-04-15T16:06:26.324 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub_stamp": "2024-04-15T14:33:33.599136+0000", 2024-04-15T16:06:26.324 INFO:tasks.workunit.client.0.smithi016.stdout: "last_epoch_clean": 455, 2024-04-15T16:06:26.324 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fresh": "2024-04-15T16:05:11.870103+0000", 2024-04-15T16:06:26.324 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fullsized": "2024-04-15T16:05:11.870103+0000", 2024-04-15T16:06:26.325 INFO:tasks.workunit.client.0.smithi016.stdout: "last_peered": "2024-04-15T16:05:11.870103+0000", 2024-04-15T16:06:26.325 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub": "0'0", 2024-04-15T16:06:26.325 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_duration": 0, 2024-04-15T16:06:26.325 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_stamp": "2024-04-15T14:33:33.599136+0000", 2024-04-15T16:06:26.325 INFO:tasks.workunit.client.0.smithi016.stdout: "last_undegraded": "2024-04-15T16:05:11.870103+0000", 2024-04-15T16:06:26.325 INFO:tasks.workunit.client.0.smithi016.stdout: "last_unstale": "2024-04-15T16:05:11.870103+0000", 2024-04-15T16:06:26.325 INFO:tasks.workunit.client.0.smithi016.stdout: "log_dups_size": 0, 2024-04-15T16:06:26.325 INFO:tasks.workunit.client.0.smithi016.stdout: "log_size": 1, 2024-04-15T16:06:26.325 INFO:tasks.workunit.client.0.smithi016.stdout: "log_start": "0'0", 2024-04-15T16:06:26.325 INFO:tasks.workunit.client.0.smithi016.stdout: "manifest_stats_invalid": false, 2024-04-15T16:06:26.325 INFO:tasks.workunit.client.0.smithi016.stdout: "mapping_epoch": 454, 2024-04-15T16:06:26.325 INFO:tasks.workunit.client.0.smithi016.stdout: "object_location_counts": [], 2024-04-15T16:06:26.325 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_scrubbed": 0, 2024-04-15T16:06:26.325 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_trimmed": 0, 2024-04-15T16:06:26.325 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_stats_invalid": false, 2024-04-15T16:06:26.326 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_size": 1, 2024-04-15T16:06:26.326 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_start": "0'0", 2024-04-15T16:06:26.326 INFO:tasks.workunit.client.0.smithi016.stdout: "parent": "0.0", 2024-04-15T16:06:26.326 INFO:tasks.workunit.client.0.smithi016.stdout: "parent_split_bits": 0, 2024-04-15T16:06:26.326 INFO:tasks.workunit.client.0.smithi016.stdout: "pgid": "2.d", 2024-04-15T16:06:26.326 INFO:tasks.workunit.client.0.smithi016.stdout: "pin_stats_invalid": false, 2024-04-15T16:06:26.326 INFO:tasks.workunit.client.0.smithi016.stdout: "purged_snaps": [], 2024-04-15T16:06:26.326 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_epoch": 2721, 2024-04-15T16:06:26.326 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_seq": 5044, 2024-04-15T16:06:26.326 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_duration": 0.0, 2024-04-15T16:06:26.326 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-16T15:10:16.783707+0000", 2024-04-15T16:06:26.326 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrim_duration": 0.0, 2024-04-15T16:06:26.326 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrimq_len": 0, 2024-04-15T16:06:26.326 INFO:tasks.workunit.client.0.smithi016.stdout: "stat_sum": { 2024-04-15T16:06:26.327 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes": 70, 2024-04-15T16:06:26.327 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T16:06:26.327 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_recovered": 0, 2024-04-15T16:06:26.327 INFO:tasks.workunit.client.0.smithi016.stdout: "num_deep_scrub_errors": 0, 2024-04-15T16:06:26.327 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict": 0, 2024-04-15T16:06:26.327 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_kb": 0, 2024-04-15T16:06:26.327 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_full": 0, 2024-04-15T16:06:26.327 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_some": 0, 2024-04-15T16:06:26.327 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush": 0, 2024-04-15T16:06:26.327 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_kb": 0, 2024-04-15T16:06:26.327 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_high": 0, 2024-04-15T16:06:26.327 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_low": 0, 2024-04-15T16:06:26.327 INFO:tasks.workunit.client.0.smithi016.stdout: "num_keys_recovered": 0, 2024-04-15T16:06:26.327 INFO:tasks.workunit.client.0.smithi016.stdout: "num_large_omap_objects": 0, 2024-04-15T16:06:26.328 INFO:tasks.workunit.client.0.smithi016.stdout: "num_legacy_snapsets": 0, 2024-04-15T16:06:26.328 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_clones": 0, 2024-04-15T16:06:26.328 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_copies": 3, 2024-04-15T16:06:26.328 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects": 1, 2024-04-15T16:06:26.328 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_degraded": 0, 2024-04-15T16:06:26.328 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_dirty": 1, 2024-04-15T16:06:26.328 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T16:06:26.328 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_manifest": 0, 2024-04-15T16:06:26.328 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_misplaced": 0, 2024-04-15T16:06:26.328 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing": 0, 2024-04-15T16:06:26.328 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T16:06:26.328 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_omap": 0, 2024-04-15T16:06:26.328 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_pinned": 0, 2024-04-15T16:06:26.328 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_recovered": 0, 2024-04-15T16:06:26.329 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_repaired": 0, 2024-04-15T16:06:26.329 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_unfound": 0, 2024-04-15T16:06:26.329 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_bytes": 0, 2024-04-15T16:06:26.329 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_keys": 0, 2024-04-15T16:06:26.329 INFO:tasks.workunit.client.0.smithi016.stdout: "num_promote": 0, 2024-04-15T16:06:26.329 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read": 2, 2024-04-15T16:06:26.329 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read_kb": 2, 2024-04-15T16:06:26.329 INFO:tasks.workunit.client.0.smithi016.stdout: "num_scrub_errors": 0, 2024-04-15T16:06:26.329 INFO:tasks.workunit.client.0.smithi016.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T16:06:26.329 INFO:tasks.workunit.client.0.smithi016.stdout: "num_whiteouts": 0, 2024-04-15T16:06:26.329 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write": 1, 2024-04-15T16:06:26.329 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write_kb": 1 2024-04-15T16:06:26.329 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.329 INFO:tasks.workunit.client.0.smithi016.stdout: "state": "active+clean", 2024-04-15T16:06:26.330 INFO:tasks.workunit.client.0.smithi016.stdout: "stats_invalid": false, 2024-04-15T16:06:26.330 INFO:tasks.workunit.client.0.smithi016.stdout: "up": [ 2024-04-15T16:06:26.330 INFO:tasks.workunit.client.0.smithi016.stdout: 1, 2024-04-15T16:06:26.330 INFO:tasks.workunit.client.0.smithi016.stdout: 4, 2024-04-15T16:06:26.330 INFO:tasks.workunit.client.0.smithi016.stdout: 3 2024-04-15T16:06:26.330 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:26.330 INFO:tasks.workunit.client.0.smithi016.stdout: "up_primary": 1, 2024-04-15T16:06:26.330 INFO:tasks.workunit.client.0.smithi016.stdout: "version": "62'1" 2024-04-15T16:06:26.330 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.330 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-15T16:06:26.330 INFO:tasks.workunit.client.0.smithi016.stdout: "acting": [ 2024-04-15T16:06:26.330 INFO:tasks.workunit.client.0.smithi016.stdout: 7, 2024-04-15T16:06:26.330 INFO:tasks.workunit.client.0.smithi016.stdout: 5, 2024-04-15T16:06:26.330 INFO:tasks.workunit.client.0.smithi016.stdout: 6 2024-04-15T16:06:26.333 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:26.333 INFO:tasks.workunit.client.0.smithi016.stdout: "acting_primary": 7, 2024-04-15T16:06:26.333 INFO:tasks.workunit.client.0.smithi016.stdout: "avail_no_missing": [], 2024-04-15T16:06:26.333 INFO:tasks.workunit.client.0.smithi016.stdout: "blocked_by": [], 2024-04-15T16:06:26.333 INFO:tasks.workunit.client.0.smithi016.stdout: "created": 61, 2024-04-15T16:06:26.333 INFO:tasks.workunit.client.0.smithi016.stdout: "dirty_stats_invalid": false, 2024-04-15T16:06:26.333 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T16:06:26.334 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_stats_invalid": false, 2024-04-15T16:06:26.334 INFO:tasks.workunit.client.0.smithi016.stdout: "last_active": "2024-04-15T16:05:12.201097+0000", 2024-04-15T16:06:26.334 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_active": "2024-04-15T14:44:49.364764+0000", 2024-04-15T16:06:26.334 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_peered": "2024-04-15T14:44:49.364764+0000", 2024-04-15T16:06:26.334 INFO:tasks.workunit.client.0.smithi016.stdout: "last_change": "2024-04-15T14:44:49.368953+0000", 2024-04-15T16:06:26.334 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean": "2024-04-15T16:05:12.201097+0000", 2024-04-15T16:06:26.334 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T16:06:26.334 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub": "0'0", 2024-04-15T16:06:26.334 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T16:06:26.334 INFO:tasks.workunit.client.0.smithi016.stdout: "last_epoch_clean": 532, 2024-04-15T16:06:26.334 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fresh": "2024-04-15T16:05:12.201097+0000", 2024-04-15T16:06:26.334 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fullsized": "2024-04-15T16:05:12.201097+0000", 2024-04-15T16:06:26.334 INFO:tasks.workunit.client.0.smithi016.stdout: "last_peered": "2024-04-15T16:05:12.201097+0000", 2024-04-15T16:06:26.335 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub": "0'0", 2024-04-15T16:06:26.335 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_duration": 0, 2024-04-15T16:06:26.335 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T16:06:26.335 INFO:tasks.workunit.client.0.smithi016.stdout: "last_undegraded": "2024-04-15T16:05:12.201097+0000", 2024-04-15T16:06:26.335 INFO:tasks.workunit.client.0.smithi016.stdout: "last_unstale": "2024-04-15T16:05:12.201097+0000", 2024-04-15T16:06:26.335 INFO:tasks.workunit.client.0.smithi016.stdout: "log_dups_size": 0, 2024-04-15T16:06:26.335 INFO:tasks.workunit.client.0.smithi016.stdout: "log_size": 0, 2024-04-15T16:06:26.335 INFO:tasks.workunit.client.0.smithi016.stdout: "log_start": "0'0", 2024-04-15T16:06:26.335 INFO:tasks.workunit.client.0.smithi016.stdout: "manifest_stats_invalid": false, 2024-04-15T16:06:26.335 INFO:tasks.workunit.client.0.smithi016.stdout: "mapping_epoch": 531, 2024-04-15T16:06:26.335 INFO:tasks.workunit.client.0.smithi016.stdout: "object_location_counts": [], 2024-04-15T16:06:26.335 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_scrubbed": 0, 2024-04-15T16:06:26.335 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_trimmed": 0, 2024-04-15T16:06:26.335 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_stats_invalid": false, 2024-04-15T16:06:26.336 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_size": 0, 2024-04-15T16:06:26.336 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_start": "0'0", 2024-04-15T16:06:26.336 INFO:tasks.workunit.client.0.smithi016.stdout: "parent": "0.0", 2024-04-15T16:06:26.336 INFO:tasks.workunit.client.0.smithi016.stdout: "parent_split_bits": 0, 2024-04-15T16:06:26.336 INFO:tasks.workunit.client.0.smithi016.stdout: "pgid": "3.d", 2024-04-15T16:06:26.336 INFO:tasks.workunit.client.0.smithi016.stdout: "pin_stats_invalid": false, 2024-04-15T16:06:26.336 INFO:tasks.workunit.client.0.smithi016.stdout: "purged_snaps": [], 2024-04-15T16:06:26.336 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_epoch": 2721, 2024-04-15T16:06:26.336 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_seq": 4871, 2024-04-15T16:06:26.336 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_duration": 0.0, 2024-04-15T16:06:26.336 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-16T23:17:08.854143+0000", 2024-04-15T16:06:26.336 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrim_duration": 0.0, 2024-04-15T16:06:26.336 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrimq_len": 0, 2024-04-15T16:06:26.337 INFO:tasks.workunit.client.0.smithi016.stdout: "stat_sum": { 2024-04-15T16:06:26.337 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes": 0, 2024-04-15T16:06:26.337 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T16:06:26.337 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_recovered": 0, 2024-04-15T16:06:26.337 INFO:tasks.workunit.client.0.smithi016.stdout: "num_deep_scrub_errors": 0, 2024-04-15T16:06:26.337 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict": 0, 2024-04-15T16:06:26.337 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_kb": 0, 2024-04-15T16:06:26.337 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_full": 0, 2024-04-15T16:06:26.337 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_some": 0, 2024-04-15T16:06:26.337 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush": 0, 2024-04-15T16:06:26.337 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_kb": 0, 2024-04-15T16:06:26.337 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_high": 0, 2024-04-15T16:06:26.337 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_low": 0, 2024-04-15T16:06:26.337 INFO:tasks.workunit.client.0.smithi016.stdout: "num_keys_recovered": 0, 2024-04-15T16:06:26.338 INFO:tasks.workunit.client.0.smithi016.stdout: "num_large_omap_objects": 0, 2024-04-15T16:06:26.338 INFO:tasks.workunit.client.0.smithi016.stdout: "num_legacy_snapsets": 0, 2024-04-15T16:06:26.338 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_clones": 0, 2024-04-15T16:06:26.338 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_copies": 0, 2024-04-15T16:06:26.338 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects": 0, 2024-04-15T16:06:26.338 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_degraded": 0, 2024-04-15T16:06:26.338 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_dirty": 0, 2024-04-15T16:06:26.338 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T16:06:26.338 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_manifest": 0, 2024-04-15T16:06:26.338 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_misplaced": 0, 2024-04-15T16:06:26.338 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing": 0, 2024-04-15T16:06:26.338 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T16:06:26.338 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_omap": 0, 2024-04-15T16:06:26.338 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_pinned": 0, 2024-04-15T16:06:26.339 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_recovered": 0, 2024-04-15T16:06:26.339 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_repaired": 0, 2024-04-15T16:06:26.339 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_unfound": 0, 2024-04-15T16:06:26.339 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_bytes": 0, 2024-04-15T16:06:26.339 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_keys": 0, 2024-04-15T16:06:26.339 INFO:tasks.workunit.client.0.smithi016.stdout: "num_promote": 0, 2024-04-15T16:06:26.339 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read": 0, 2024-04-15T16:06:26.339 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read_kb": 0, 2024-04-15T16:06:26.339 INFO:tasks.workunit.client.0.smithi016.stdout: "num_scrub_errors": 0, 2024-04-15T16:06:26.339 INFO:tasks.workunit.client.0.smithi016.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T16:06:26.339 INFO:tasks.workunit.client.0.smithi016.stdout: "num_whiteouts": 0, 2024-04-15T16:06:26.339 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write": 0, 2024-04-15T16:06:26.339 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write_kb": 0 2024-04-15T16:06:26.339 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.340 INFO:tasks.workunit.client.0.smithi016.stdout: "state": "active+clean", 2024-04-15T16:06:26.340 INFO:tasks.workunit.client.0.smithi016.stdout: "stats_invalid": false, 2024-04-15T16:06:26.340 INFO:tasks.workunit.client.0.smithi016.stdout: "up": [ 2024-04-15T16:06:26.340 INFO:tasks.workunit.client.0.smithi016.stdout: 7, 2024-04-15T16:06:26.340 INFO:tasks.workunit.client.0.smithi016.stdout: 5, 2024-04-15T16:06:26.340 INFO:tasks.workunit.client.0.smithi016.stdout: 6 2024-04-15T16:06:26.340 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:26.340 INFO:tasks.workunit.client.0.smithi016.stdout: "up_primary": 7, 2024-04-15T16:06:26.340 INFO:tasks.workunit.client.0.smithi016.stdout: "version": "0'0" 2024-04-15T16:06:26.340 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.340 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-15T16:06:26.340 INFO:tasks.workunit.client.0.smithi016.stdout: "acting": [ 2024-04-15T16:06:26.340 INFO:tasks.workunit.client.0.smithi016.stdout: 2, 2024-04-15T16:06:26.340 INFO:tasks.workunit.client.0.smithi016.stdout: 5, 2024-04-15T16:06:26.340 INFO:tasks.workunit.client.0.smithi016.stdout: 1 2024-04-15T16:06:26.341 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:26.341 INFO:tasks.workunit.client.0.smithi016.stdout: "acting_primary": 2, 2024-04-15T16:06:26.341 INFO:tasks.workunit.client.0.smithi016.stdout: "avail_no_missing": [], 2024-04-15T16:06:26.341 INFO:tasks.workunit.client.0.smithi016.stdout: "blocked_by": [], 2024-04-15T16:06:26.341 INFO:tasks.workunit.client.0.smithi016.stdout: "created": 60, 2024-04-15T16:06:26.341 INFO:tasks.workunit.client.0.smithi016.stdout: "dirty_stats_invalid": false, 2024-04-15T16:06:26.341 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T16:06:26.341 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_stats_invalid": false, 2024-04-15T16:06:26.341 INFO:tasks.workunit.client.0.smithi016.stdout: "last_active": "2024-04-15T16:05:12.198860+0000", 2024-04-15T16:06:26.341 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_active": "2024-04-15T14:43:53.361713+0000", 2024-04-15T16:06:26.341 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_peered": "2024-04-15T14:43:53.361713+0000", 2024-04-15T16:06:26.341 INFO:tasks.workunit.client.0.smithi016.stdout: "last_change": "2024-04-15T14:43:53.362228+0000", 2024-04-15T16:06:26.341 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean": "2024-04-15T16:05:12.198860+0000", 2024-04-15T16:06:26.341 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean_scrub_stamp": "2024-04-15T14:33:33.599136+0000", 2024-04-15T16:06:26.342 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub": "0'0", 2024-04-15T16:06:26.342 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub_stamp": "2024-04-15T14:33:33.599136+0000", 2024-04-15T16:06:26.342 INFO:tasks.workunit.client.0.smithi016.stdout: "last_epoch_clean": 476, 2024-04-15T16:06:26.342 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fresh": "2024-04-15T16:05:12.198860+0000", 2024-04-15T16:06:26.342 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fullsized": "2024-04-15T16:05:12.198860+0000", 2024-04-15T16:06:26.342 INFO:tasks.workunit.client.0.smithi016.stdout: "last_peered": "2024-04-15T16:05:12.198860+0000", 2024-04-15T16:06:26.342 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub": "0'0", 2024-04-15T16:06:26.342 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_duration": 0, 2024-04-15T16:06:26.342 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_stamp": "2024-04-15T14:33:33.599136+0000", 2024-04-15T16:06:26.342 INFO:tasks.workunit.client.0.smithi016.stdout: "last_undegraded": "2024-04-15T16:05:12.198860+0000", 2024-04-15T16:06:26.342 INFO:tasks.workunit.client.0.smithi016.stdout: "last_unstale": "2024-04-15T16:05:12.198860+0000", 2024-04-15T16:06:26.342 INFO:tasks.workunit.client.0.smithi016.stdout: "log_dups_size": 0, 2024-04-15T16:06:26.342 INFO:tasks.workunit.client.0.smithi016.stdout: "log_size": 0, 2024-04-15T16:06:26.343 INFO:tasks.workunit.client.0.smithi016.stdout: "log_start": "0'0", 2024-04-15T16:06:26.343 INFO:tasks.workunit.client.0.smithi016.stdout: "manifest_stats_invalid": false, 2024-04-15T16:06:26.343 INFO:tasks.workunit.client.0.smithi016.stdout: "mapping_epoch": 475, 2024-04-15T16:06:26.343 INFO:tasks.workunit.client.0.smithi016.stdout: "object_location_counts": [], 2024-04-15T16:06:26.343 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_scrubbed": 0, 2024-04-15T16:06:26.343 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_trimmed": 0, 2024-04-15T16:06:26.343 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_stats_invalid": false, 2024-04-15T16:06:26.343 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_size": 0, 2024-04-15T16:06:26.343 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_start": "0'0", 2024-04-15T16:06:26.343 INFO:tasks.workunit.client.0.smithi016.stdout: "parent": "0.0", 2024-04-15T16:06:26.343 INFO:tasks.workunit.client.0.smithi016.stdout: "parent_split_bits": 0, 2024-04-15T16:06:26.343 INFO:tasks.workunit.client.0.smithi016.stdout: "pgid": "2.c", 2024-04-15T16:06:26.343 INFO:tasks.workunit.client.0.smithi016.stdout: "pin_stats_invalid": false, 2024-04-15T16:06:26.343 INFO:tasks.workunit.client.0.smithi016.stdout: "purged_snaps": [], 2024-04-15T16:06:26.343 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_epoch": 2721, 2024-04-15T16:06:26.344 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_seq": 5035, 2024-04-15T16:06:26.344 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_duration": 0.0, 2024-04-15T16:06:26.344 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-16T23:23:37.638031+0000", 2024-04-15T16:06:26.344 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrim_duration": 0.0, 2024-04-15T16:06:26.344 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrimq_len": 0, 2024-04-15T16:06:26.344 INFO:tasks.workunit.client.0.smithi016.stdout: "stat_sum": { 2024-04-15T16:06:26.344 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes": 0, 2024-04-15T16:06:26.344 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T16:06:26.344 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_recovered": 0, 2024-04-15T16:06:26.344 INFO:tasks.workunit.client.0.smithi016.stdout: "num_deep_scrub_errors": 0, 2024-04-15T16:06:26.344 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict": 0, 2024-04-15T16:06:26.344 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_kb": 0, 2024-04-15T16:06:26.344 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_full": 0, 2024-04-15T16:06:26.344 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_some": 0, 2024-04-15T16:06:26.345 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush": 0, 2024-04-15T16:06:26.345 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_kb": 0, 2024-04-15T16:06:26.345 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_high": 0, 2024-04-15T16:06:26.345 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_low": 0, 2024-04-15T16:06:26.345 INFO:tasks.workunit.client.0.smithi016.stdout: "num_keys_recovered": 0, 2024-04-15T16:06:26.345 INFO:tasks.workunit.client.0.smithi016.stdout: "num_large_omap_objects": 0, 2024-04-15T16:06:26.345 INFO:tasks.workunit.client.0.smithi016.stdout: "num_legacy_snapsets": 0, 2024-04-15T16:06:26.345 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_clones": 0, 2024-04-15T16:06:26.345 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_copies": 0, 2024-04-15T16:06:26.345 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects": 0, 2024-04-15T16:06:26.345 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_degraded": 0, 2024-04-15T16:06:26.345 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_dirty": 0, 2024-04-15T16:06:26.345 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T16:06:26.345 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_manifest": 0, 2024-04-15T16:06:26.346 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_misplaced": 0, 2024-04-15T16:06:26.346 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing": 0, 2024-04-15T16:06:26.346 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T16:06:26.346 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_omap": 0, 2024-04-15T16:06:26.346 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_pinned": 0, 2024-04-15T16:06:26.346 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_recovered": 0, 2024-04-15T16:06:26.346 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_repaired": 0, 2024-04-15T16:06:26.346 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_unfound": 0, 2024-04-15T16:06:26.346 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_bytes": 0, 2024-04-15T16:06:26.346 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_keys": 0, 2024-04-15T16:06:26.346 INFO:tasks.workunit.client.0.smithi016.stdout: "num_promote": 0, 2024-04-15T16:06:26.346 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read": 0, 2024-04-15T16:06:26.346 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read_kb": 0, 2024-04-15T16:06:26.346 INFO:tasks.workunit.client.0.smithi016.stdout: "num_scrub_errors": 0, 2024-04-15T16:06:26.347 INFO:tasks.workunit.client.0.smithi016.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T16:06:26.347 INFO:tasks.workunit.client.0.smithi016.stdout: "num_whiteouts": 0, 2024-04-15T16:06:26.347 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write": 0, 2024-04-15T16:06:26.347 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write_kb": 0 2024-04-15T16:06:26.347 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.347 INFO:tasks.workunit.client.0.smithi016.stdout: "state": "active+clean", 2024-04-15T16:06:26.347 INFO:tasks.workunit.client.0.smithi016.stdout: "stats_invalid": false, 2024-04-15T16:06:26.347 INFO:tasks.workunit.client.0.smithi016.stdout: "up": [ 2024-04-15T16:06:26.347 INFO:tasks.workunit.client.0.smithi016.stdout: 2, 2024-04-15T16:06:26.347 INFO:tasks.workunit.client.0.smithi016.stdout: 5, 2024-04-15T16:06:26.347 INFO:tasks.workunit.client.0.smithi016.stdout: 1 2024-04-15T16:06:26.347 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:26.347 INFO:tasks.workunit.client.0.smithi016.stdout: "up_primary": 2, 2024-04-15T16:06:26.347 INFO:tasks.workunit.client.0.smithi016.stdout: "version": "0'0" 2024-04-15T16:06:26.347 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.348 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-15T16:06:26.348 INFO:tasks.workunit.client.0.smithi016.stdout: "acting": [ 2024-04-15T16:06:26.348 INFO:tasks.workunit.client.0.smithi016.stdout: 6, 2024-04-15T16:06:26.348 INFO:tasks.workunit.client.0.smithi016.stdout: 4, 2024-04-15T16:06:26.348 INFO:tasks.workunit.client.0.smithi016.stdout: 1 2024-04-15T16:06:26.348 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:26.348 INFO:tasks.workunit.client.0.smithi016.stdout: "acting_primary": 6, 2024-04-15T16:06:26.348 INFO:tasks.workunit.client.0.smithi016.stdout: "avail_no_missing": [], 2024-04-15T16:06:26.348 INFO:tasks.workunit.client.0.smithi016.stdout: "blocked_by": [], 2024-04-15T16:06:26.348 INFO:tasks.workunit.client.0.smithi016.stdout: "created": 61, 2024-04-15T16:06:26.348 INFO:tasks.workunit.client.0.smithi016.stdout: "dirty_stats_invalid": false, 2024-04-15T16:06:26.348 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T16:06:26.348 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_stats_invalid": false, 2024-04-15T16:06:26.348 INFO:tasks.workunit.client.0.smithi016.stdout: "last_active": "2024-04-15T16:05:11.412945+0000", 2024-04-15T16:06:26.349 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_active": "2024-04-15T14:44:28.454476+0000", 2024-04-15T16:06:26.349 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_peered": "2024-04-15T14:44:28.454476+0000", 2024-04-15T16:06:26.349 INFO:tasks.workunit.client.0.smithi016.stdout: "last_change": "2024-04-15T14:44:28.455550+0000", 2024-04-15T16:06:26.349 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean": "2024-04-15T16:05:11.412945+0000", 2024-04-15T16:06:26.349 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T16:06:26.349 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub": "0'0", 2024-04-15T16:06:26.349 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T16:06:26.349 INFO:tasks.workunit.client.0.smithi016.stdout: "last_epoch_clean": 511, 2024-04-15T16:06:26.349 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fresh": "2024-04-15T16:05:11.412945+0000", 2024-04-15T16:06:26.349 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fullsized": "2024-04-15T16:05:11.412945+0000", 2024-04-15T16:06:26.349 INFO:tasks.workunit.client.0.smithi016.stdout: "last_peered": "2024-04-15T16:05:11.412945+0000", 2024-04-15T16:06:26.349 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub": "0'0", 2024-04-15T16:06:26.349 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_duration": 0, 2024-04-15T16:06:26.349 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T16:06:26.350 INFO:tasks.workunit.client.0.smithi016.stdout: "last_undegraded": "2024-04-15T16:05:11.412945+0000", 2024-04-15T16:06:26.350 INFO:tasks.workunit.client.0.smithi016.stdout: "last_unstale": "2024-04-15T16:05:11.412945+0000", 2024-04-15T16:06:26.350 INFO:tasks.workunit.client.0.smithi016.stdout: "log_dups_size": 0, 2024-04-15T16:06:26.350 INFO:tasks.workunit.client.0.smithi016.stdout: "log_size": 0, 2024-04-15T16:06:26.350 INFO:tasks.workunit.client.0.smithi016.stdout: "log_start": "0'0", 2024-04-15T16:06:26.350 INFO:tasks.workunit.client.0.smithi016.stdout: "manifest_stats_invalid": false, 2024-04-15T16:06:26.350 INFO:tasks.workunit.client.0.smithi016.stdout: "mapping_epoch": 510, 2024-04-15T16:06:26.350 INFO:tasks.workunit.client.0.smithi016.stdout: "object_location_counts": [], 2024-04-15T16:06:26.350 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_scrubbed": 0, 2024-04-15T16:06:26.350 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_trimmed": 0, 2024-04-15T16:06:26.350 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_stats_invalid": false, 2024-04-15T16:06:26.350 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_size": 0, 2024-04-15T16:06:26.350 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_start": "0'0", 2024-04-15T16:06:26.350 INFO:tasks.workunit.client.0.smithi016.stdout: "parent": "0.0", 2024-04-15T16:06:26.351 INFO:tasks.workunit.client.0.smithi016.stdout: "parent_split_bits": 0, 2024-04-15T16:06:26.351 INFO:tasks.workunit.client.0.smithi016.stdout: "pgid": "3.a", 2024-04-15T16:06:26.351 INFO:tasks.workunit.client.0.smithi016.stdout: "pin_stats_invalid": false, 2024-04-15T16:06:26.351 INFO:tasks.workunit.client.0.smithi016.stdout: "purged_snaps": [], 2024-04-15T16:06:26.351 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_epoch": 2721, 2024-04-15T16:06:26.351 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_seq": 4900, 2024-04-15T16:06:26.351 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_duration": 0.0, 2024-04-15T16:06:26.351 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-16T20:29:08.533920+0000", 2024-04-15T16:06:26.351 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrim_duration": 0.0, 2024-04-15T16:06:26.351 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrimq_len": 0, 2024-04-15T16:06:26.351 INFO:tasks.workunit.client.0.smithi016.stdout: "stat_sum": { 2024-04-15T16:06:26.351 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes": 0, 2024-04-15T16:06:26.351 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T16:06:26.351 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_recovered": 0, 2024-04-15T16:06:26.351 INFO:tasks.workunit.client.0.smithi016.stdout: "num_deep_scrub_errors": 0, 2024-04-15T16:06:26.352 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict": 0, 2024-04-15T16:06:26.352 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_kb": 0, 2024-04-15T16:06:26.352 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_full": 0, 2024-04-15T16:06:26.352 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_some": 0, 2024-04-15T16:06:26.352 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush": 0, 2024-04-15T16:06:26.352 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_kb": 0, 2024-04-15T16:06:26.352 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_high": 0, 2024-04-15T16:06:26.352 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_low": 0, 2024-04-15T16:06:26.352 INFO:tasks.workunit.client.0.smithi016.stdout: "num_keys_recovered": 0, 2024-04-15T16:06:26.352 INFO:tasks.workunit.client.0.smithi016.stdout: "num_large_omap_objects": 0, 2024-04-15T16:06:26.352 INFO:tasks.workunit.client.0.smithi016.stdout: "num_legacy_snapsets": 0, 2024-04-15T16:06:26.352 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_clones": 0, 2024-04-15T16:06:26.352 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_copies": 0, 2024-04-15T16:06:26.352 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects": 0, 2024-04-15T16:06:26.353 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_degraded": 0, 2024-04-15T16:06:26.353 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_dirty": 0, 2024-04-15T16:06:26.353 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T16:06:26.353 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_manifest": 0, 2024-04-15T16:06:26.353 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_misplaced": 0, 2024-04-15T16:06:26.353 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing": 0, 2024-04-15T16:06:26.353 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T16:06:26.353 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_omap": 0, 2024-04-15T16:06:26.353 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_pinned": 0, 2024-04-15T16:06:26.353 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_recovered": 0, 2024-04-15T16:06:26.353 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_repaired": 0, 2024-04-15T16:06:26.353 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_unfound": 0, 2024-04-15T16:06:26.353 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_bytes": 0, 2024-04-15T16:06:26.353 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_keys": 0, 2024-04-15T16:06:26.354 INFO:tasks.workunit.client.0.smithi016.stdout: "num_promote": 0, 2024-04-15T16:06:26.354 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read": 0, 2024-04-15T16:06:26.354 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read_kb": 0, 2024-04-15T16:06:26.354 INFO:tasks.workunit.client.0.smithi016.stdout: "num_scrub_errors": 0, 2024-04-15T16:06:26.354 INFO:tasks.workunit.client.0.smithi016.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T16:06:26.354 INFO:tasks.workunit.client.0.smithi016.stdout: "num_whiteouts": 0, 2024-04-15T16:06:26.354 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write": 0, 2024-04-15T16:06:26.354 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write_kb": 0 2024-04-15T16:06:26.354 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.354 INFO:tasks.workunit.client.0.smithi016.stdout: "state": "active+clean", 2024-04-15T16:06:26.354 INFO:tasks.workunit.client.0.smithi016.stdout: "stats_invalid": false, 2024-04-15T16:06:26.354 INFO:tasks.workunit.client.0.smithi016.stdout: "up": [ 2024-04-15T16:06:26.354 INFO:tasks.workunit.client.0.smithi016.stdout: 6, 2024-04-15T16:06:26.355 INFO:tasks.workunit.client.0.smithi016.stdout: 4, 2024-04-15T16:06:26.355 INFO:tasks.workunit.client.0.smithi016.stdout: 1 2024-04-15T16:06:26.355 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:26.355 INFO:tasks.workunit.client.0.smithi016.stdout: "up_primary": 6, 2024-04-15T16:06:26.355 INFO:tasks.workunit.client.0.smithi016.stdout: "version": "0'0" 2024-04-15T16:06:26.355 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.355 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-15T16:06:26.355 INFO:tasks.workunit.client.0.smithi016.stdout: "acting": [ 2024-04-15T16:06:26.355 INFO:tasks.workunit.client.0.smithi016.stdout: 1, 2024-04-15T16:06:26.355 INFO:tasks.workunit.client.0.smithi016.stdout: 4, 2024-04-15T16:06:26.355 INFO:tasks.workunit.client.0.smithi016.stdout: 5 2024-04-15T16:06:26.355 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:26.355 INFO:tasks.workunit.client.0.smithi016.stdout: "acting_primary": 1, 2024-04-15T16:06:26.355 INFO:tasks.workunit.client.0.smithi016.stdout: "avail_no_missing": [], 2024-04-15T16:06:26.356 INFO:tasks.workunit.client.0.smithi016.stdout: "blocked_by": [], 2024-04-15T16:06:26.356 INFO:tasks.workunit.client.0.smithi016.stdout: "created": 60, 2024-04-15T16:06:26.356 INFO:tasks.workunit.client.0.smithi016.stdout: "dirty_stats_invalid": false, 2024-04-15T16:06:26.356 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T16:06:26.356 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_stats_invalid": false, 2024-04-15T16:06:26.356 INFO:tasks.workunit.client.0.smithi016.stdout: "last_active": "2024-04-15T16:05:11.871269+0000", 2024-04-15T16:06:26.356 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_active": "2024-04-15T14:43:53.352879+0000", 2024-04-15T16:06:26.356 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_peered": "2024-04-15T14:43:53.352879+0000", 2024-04-15T16:06:26.356 INFO:tasks.workunit.client.0.smithi016.stdout: "last_change": "2024-04-15T14:43:53.353281+0000", 2024-04-15T16:06:26.356 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean": "2024-04-15T16:05:11.871269+0000", 2024-04-15T16:06:26.356 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean_scrub_stamp": "2024-04-15T14:33:33.599136+0000", 2024-04-15T16:06:26.356 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub": "0'0", 2024-04-15T16:06:26.356 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub_stamp": "2024-04-15T14:33:33.599136+0000", 2024-04-15T16:06:26.356 INFO:tasks.workunit.client.0.smithi016.stdout: "last_epoch_clean": 476, 2024-04-15T16:06:26.356 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fresh": "2024-04-15T16:05:11.871269+0000", 2024-04-15T16:06:26.357 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fullsized": "2024-04-15T16:05:11.871269+0000", 2024-04-15T16:06:26.357 INFO:tasks.workunit.client.0.smithi016.stdout: "last_peered": "2024-04-15T16:05:11.871269+0000", 2024-04-15T16:06:26.357 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub": "0'0", 2024-04-15T16:06:26.357 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_duration": 0, 2024-04-15T16:06:26.357 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_stamp": "2024-04-15T14:33:33.599136+0000", 2024-04-15T16:06:26.357 INFO:tasks.workunit.client.0.smithi016.stdout: "last_undegraded": "2024-04-15T16:05:11.871269+0000", 2024-04-15T16:06:26.357 INFO:tasks.workunit.client.0.smithi016.stdout: "last_unstale": "2024-04-15T16:05:11.871269+0000", 2024-04-15T16:06:26.357 INFO:tasks.workunit.client.0.smithi016.stdout: "log_dups_size": 0, 2024-04-15T16:06:26.357 INFO:tasks.workunit.client.0.smithi016.stdout: "log_size": 4, 2024-04-15T16:06:26.357 INFO:tasks.workunit.client.0.smithi016.stdout: "log_start": "0'0", 2024-04-15T16:06:26.357 INFO:tasks.workunit.client.0.smithi016.stdout: "manifest_stats_invalid": false, 2024-04-15T16:06:26.357 INFO:tasks.workunit.client.0.smithi016.stdout: "mapping_epoch": 475, 2024-04-15T16:06:26.357 INFO:tasks.workunit.client.0.smithi016.stdout: "object_location_counts": [], 2024-04-15T16:06:26.357 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_scrubbed": 0, 2024-04-15T16:06:26.357 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_trimmed": 0, 2024-04-15T16:06:26.358 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_stats_invalid": false, 2024-04-15T16:06:26.358 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_size": 4, 2024-04-15T16:06:26.358 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_start": "0'0", 2024-04-15T16:06:26.358 INFO:tasks.workunit.client.0.smithi016.stdout: "parent": "0.0", 2024-04-15T16:06:26.358 INFO:tasks.workunit.client.0.smithi016.stdout: "parent_split_bits": 0, 2024-04-15T16:06:26.358 INFO:tasks.workunit.client.0.smithi016.stdout: "pgid": "2.b", 2024-04-15T16:06:26.358 INFO:tasks.workunit.client.0.smithi016.stdout: "pin_stats_invalid": false, 2024-04-15T16:06:26.358 INFO:tasks.workunit.client.0.smithi016.stdout: "purged_snaps": [], 2024-04-15T16:06:26.358 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_epoch": 2721, 2024-04-15T16:06:26.358 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_seq": 4747, 2024-04-15T16:06:26.358 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_duration": 0.0, 2024-04-15T16:06:26.358 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-16T16:24:36.391646+0000", 2024-04-15T16:06:26.358 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrim_duration": 0.0, 2024-04-15T16:06:26.358 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrimq_len": 0, 2024-04-15T16:06:26.359 INFO:tasks.workunit.client.0.smithi016.stdout: "stat_sum": { 2024-04-15T16:06:26.359 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes": 0, 2024-04-15T16:06:26.359 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T16:06:26.359 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_recovered": 0, 2024-04-15T16:06:26.359 INFO:tasks.workunit.client.0.smithi016.stdout: "num_deep_scrub_errors": 0, 2024-04-15T16:06:26.359 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict": 0, 2024-04-15T16:06:26.359 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_kb": 0, 2024-04-15T16:06:26.359 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_full": 0, 2024-04-15T16:06:26.359 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_some": 0, 2024-04-15T16:06:26.359 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush": 0, 2024-04-15T16:06:26.359 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_kb": 0, 2024-04-15T16:06:26.359 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_high": 0, 2024-04-15T16:06:26.359 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_low": 0, 2024-04-15T16:06:26.359 INFO:tasks.workunit.client.0.smithi016.stdout: "num_keys_recovered": 0, 2024-04-15T16:06:26.359 INFO:tasks.workunit.client.0.smithi016.stdout: "num_large_omap_objects": 0, 2024-04-15T16:06:26.360 INFO:tasks.workunit.client.0.smithi016.stdout: "num_legacy_snapsets": 0, 2024-04-15T16:06:26.360 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_clones": 0, 2024-04-15T16:06:26.360 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_copies": 3, 2024-04-15T16:06:26.360 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects": 1, 2024-04-15T16:06:26.360 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_degraded": 0, 2024-04-15T16:06:26.360 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_dirty": 1, 2024-04-15T16:06:26.360 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T16:06:26.360 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_manifest": 0, 2024-04-15T16:06:26.360 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_misplaced": 0, 2024-04-15T16:06:26.360 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing": 0, 2024-04-15T16:06:26.360 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T16:06:26.360 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_omap": 1, 2024-04-15T16:06:26.360 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_pinned": 0, 2024-04-15T16:06:26.360 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_recovered": 1, 2024-04-15T16:06:26.361 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_repaired": 0, 2024-04-15T16:06:26.361 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_unfound": 0, 2024-04-15T16:06:26.361 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_bytes": 0, 2024-04-15T16:06:26.361 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_keys": 0, 2024-04-15T16:06:26.361 INFO:tasks.workunit.client.0.smithi016.stdout: "num_promote": 0, 2024-04-15T16:06:26.361 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read": 4, 2024-04-15T16:06:26.361 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read_kb": 4, 2024-04-15T16:06:26.361 INFO:tasks.workunit.client.0.smithi016.stdout: "num_scrub_errors": 0, 2024-04-15T16:06:26.361 INFO:tasks.workunit.client.0.smithi016.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T16:06:26.361 INFO:tasks.workunit.client.0.smithi016.stdout: "num_whiteouts": 0, 2024-04-15T16:06:26.361 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write": 1, 2024-04-15T16:06:26.361 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write_kb": 0 2024-04-15T16:06:26.361 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.361 INFO:tasks.workunit.client.0.smithi016.stdout: "state": "active+clean", 2024-04-15T16:06:26.361 INFO:tasks.workunit.client.0.smithi016.stdout: "stats_invalid": false, 2024-04-15T16:06:26.361 INFO:tasks.workunit.client.0.smithi016.stdout: "up": [ 2024-04-15T16:06:26.362 INFO:tasks.workunit.client.0.smithi016.stdout: 1, 2024-04-15T16:06:26.362 INFO:tasks.workunit.client.0.smithi016.stdout: 4, 2024-04-15T16:06:26.362 INFO:tasks.workunit.client.0.smithi016.stdout: 5 2024-04-15T16:06:26.362 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:26.362 INFO:tasks.workunit.client.0.smithi016.stdout: "up_primary": 1, 2024-04-15T16:06:26.362 INFO:tasks.workunit.client.0.smithi016.stdout: "version": "560'4" 2024-04-15T16:06:26.362 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.362 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-15T16:06:26.362 INFO:tasks.workunit.client.0.smithi016.stdout: "acting": [ 2024-04-15T16:06:26.362 INFO:tasks.workunit.client.0.smithi016.stdout: 3, 2024-04-15T16:06:26.362 INFO:tasks.workunit.client.0.smithi016.stdout: 2, 2024-04-15T16:06:26.362 INFO:tasks.workunit.client.0.smithi016.stdout: 4 2024-04-15T16:06:26.362 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:26.362 INFO:tasks.workunit.client.0.smithi016.stdout: "acting_primary": 3, 2024-04-15T16:06:26.363 INFO:tasks.workunit.client.0.smithi016.stdout: "avail_no_missing": [], 2024-04-15T16:06:26.363 INFO:tasks.workunit.client.0.smithi016.stdout: "blocked_by": [], 2024-04-15T16:06:26.363 INFO:tasks.workunit.client.0.smithi016.stdout: "created": 61, 2024-04-15T16:06:26.363 INFO:tasks.workunit.client.0.smithi016.stdout: "dirty_stats_invalid": false, 2024-04-15T16:06:26.363 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T16:06:26.363 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_stats_invalid": false, 2024-04-15T16:06:26.363 INFO:tasks.workunit.client.0.smithi016.stdout: "last_active": "2024-04-15T16:05:12.197146+0000", 2024-04-15T16:06:26.363 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_active": "2024-04-15T14:43:32.408327+0000", 2024-04-15T16:06:26.363 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_peered": "2024-04-15T14:43:32.408327+0000", 2024-04-15T16:06:26.363 INFO:tasks.workunit.client.0.smithi016.stdout: "last_change": "2024-04-15T14:43:32.408658+0000", 2024-04-15T16:06:26.363 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean": "2024-04-15T16:05:12.197146+0000", 2024-04-15T16:06:26.363 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T16:06:26.363 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub": "0'0", 2024-04-15T16:06:26.363 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T16:06:26.363 INFO:tasks.workunit.client.0.smithi016.stdout: "last_epoch_clean": 455, 2024-04-15T16:06:26.364 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fresh": "2024-04-15T16:05:12.197146+0000", 2024-04-15T16:06:26.364 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fullsized": "2024-04-15T16:05:12.197146+0000", 2024-04-15T16:06:26.364 INFO:tasks.workunit.client.0.smithi016.stdout: "last_peered": "2024-04-15T16:05:12.197146+0000", 2024-04-15T16:06:26.364 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub": "0'0", 2024-04-15T16:06:26.364 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_duration": 0, 2024-04-15T16:06:26.364 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T16:06:26.364 INFO:tasks.workunit.client.0.smithi016.stdout: "last_undegraded": "2024-04-15T16:05:12.197146+0000", 2024-04-15T16:06:26.364 INFO:tasks.workunit.client.0.smithi016.stdout: "last_unstale": "2024-04-15T16:05:12.197146+0000", 2024-04-15T16:06:26.364 INFO:tasks.workunit.client.0.smithi016.stdout: "log_dups_size": 0, 2024-04-15T16:06:26.364 INFO:tasks.workunit.client.0.smithi016.stdout: "log_size": 0, 2024-04-15T16:06:26.364 INFO:tasks.workunit.client.0.smithi016.stdout: "log_start": "0'0", 2024-04-15T16:06:26.364 INFO:tasks.workunit.client.0.smithi016.stdout: "manifest_stats_invalid": false, 2024-04-15T16:06:26.364 INFO:tasks.workunit.client.0.smithi016.stdout: "mapping_epoch": 454, 2024-04-15T16:06:26.364 INFO:tasks.workunit.client.0.smithi016.stdout: "object_location_counts": [], 2024-04-15T16:06:26.365 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_scrubbed": 0, 2024-04-15T16:06:26.365 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_trimmed": 0, 2024-04-15T16:06:26.365 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_stats_invalid": false, 2024-04-15T16:06:26.365 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_size": 0, 2024-04-15T16:06:26.365 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_start": "0'0", 2024-04-15T16:06:26.365 INFO:tasks.workunit.client.0.smithi016.stdout: "parent": "0.0", 2024-04-15T16:06:26.365 INFO:tasks.workunit.client.0.smithi016.stdout: "parent_split_bits": 0, 2024-04-15T16:06:26.365 INFO:tasks.workunit.client.0.smithi016.stdout: "pgid": "3.b", 2024-04-15T16:06:26.365 INFO:tasks.workunit.client.0.smithi016.stdout: "pin_stats_invalid": false, 2024-04-15T16:06:26.365 INFO:tasks.workunit.client.0.smithi016.stdout: "purged_snaps": [], 2024-04-15T16:06:26.365 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_epoch": 2721, 2024-04-15T16:06:26.365 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_seq": 4975, 2024-04-15T16:06:26.365 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_duration": 0.0, 2024-04-15T16:06:26.366 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-16T22:16:35.367251+0000", 2024-04-15T16:06:26.366 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrim_duration": 0.0, 2024-04-15T16:06:26.366 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrimq_len": 0, 2024-04-15T16:06:26.366 INFO:tasks.workunit.client.0.smithi016.stdout: "stat_sum": { 2024-04-15T16:06:26.366 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes": 0, 2024-04-15T16:06:26.366 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T16:06:26.366 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_recovered": 0, 2024-04-15T16:06:26.366 INFO:tasks.workunit.client.0.smithi016.stdout: "num_deep_scrub_errors": 0, 2024-04-15T16:06:26.366 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict": 0, 2024-04-15T16:06:26.366 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_kb": 0, 2024-04-15T16:06:26.366 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_full": 0, 2024-04-15T16:06:26.366 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_some": 0, 2024-04-15T16:06:26.366 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush": 0, 2024-04-15T16:06:26.367 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_kb": 0, 2024-04-15T16:06:26.367 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_high": 0, 2024-04-15T16:06:26.367 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_low": 0, 2024-04-15T16:06:26.367 INFO:tasks.workunit.client.0.smithi016.stdout: "num_keys_recovered": 0, 2024-04-15T16:06:26.367 INFO:tasks.workunit.client.0.smithi016.stdout: "num_large_omap_objects": 0, 2024-04-15T16:06:26.367 INFO:tasks.workunit.client.0.smithi016.stdout: "num_legacy_snapsets": 0, 2024-04-15T16:06:26.367 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_clones": 0, 2024-04-15T16:06:26.367 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_copies": 0, 2024-04-15T16:06:26.367 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects": 0, 2024-04-15T16:06:26.367 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_degraded": 0, 2024-04-15T16:06:26.367 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_dirty": 0, 2024-04-15T16:06:26.367 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T16:06:26.367 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_manifest": 0, 2024-04-15T16:06:26.368 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_misplaced": 0, 2024-04-15T16:06:26.368 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing": 0, 2024-04-15T16:06:26.368 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T16:06:26.368 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_omap": 0, 2024-04-15T16:06:26.368 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_pinned": 0, 2024-04-15T16:06:26.368 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_recovered": 0, 2024-04-15T16:06:26.368 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_repaired": 0, 2024-04-15T16:06:26.368 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_unfound": 0, 2024-04-15T16:06:26.368 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_bytes": 0, 2024-04-15T16:06:26.368 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_keys": 0, 2024-04-15T16:06:26.368 INFO:tasks.workunit.client.0.smithi016.stdout: "num_promote": 0, 2024-04-15T16:06:26.368 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read": 0, 2024-04-15T16:06:26.368 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read_kb": 0, 2024-04-15T16:06:26.368 INFO:tasks.workunit.client.0.smithi016.stdout: "num_scrub_errors": 0, 2024-04-15T16:06:26.369 INFO:tasks.workunit.client.0.smithi016.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T16:06:26.369 INFO:tasks.workunit.client.0.smithi016.stdout: "num_whiteouts": 0, 2024-04-15T16:06:26.369 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write": 0, 2024-04-15T16:06:26.369 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write_kb": 0 2024-04-15T16:06:26.369 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.369 INFO:tasks.workunit.client.0.smithi016.stdout: "state": "active+clean", 2024-04-15T16:06:26.369 INFO:tasks.workunit.client.0.smithi016.stdout: "stats_invalid": false, 2024-04-15T16:06:26.369 INFO:tasks.workunit.client.0.smithi016.stdout: "up": [ 2024-04-15T16:06:26.369 INFO:tasks.workunit.client.0.smithi016.stdout: 3, 2024-04-15T16:06:26.369 INFO:tasks.workunit.client.0.smithi016.stdout: 2, 2024-04-15T16:06:26.369 INFO:tasks.workunit.client.0.smithi016.stdout: 4 2024-04-15T16:06:26.369 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:26.369 INFO:tasks.workunit.client.0.smithi016.stdout: "up_primary": 3, 2024-04-15T16:06:26.369 INFO:tasks.workunit.client.0.smithi016.stdout: "version": "0'0" 2024-04-15T16:06:26.370 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.370 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-15T16:06:26.370 INFO:tasks.workunit.client.0.smithi016.stdout: "acting": [ 2024-04-15T16:06:26.370 INFO:tasks.workunit.client.0.smithi016.stdout: 1, 2024-04-15T16:06:26.370 INFO:tasks.workunit.client.0.smithi016.stdout: 3, 2024-04-15T16:06:26.370 INFO:tasks.workunit.client.0.smithi016.stdout: 2 2024-04-15T16:06:26.370 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:26.370 INFO:tasks.workunit.client.0.smithi016.stdout: "acting_primary": 1, 2024-04-15T16:06:26.370 INFO:tasks.workunit.client.0.smithi016.stdout: "avail_no_missing": [], 2024-04-15T16:06:26.370 INFO:tasks.workunit.client.0.smithi016.stdout: "blocked_by": [], 2024-04-15T16:06:26.370 INFO:tasks.workunit.client.0.smithi016.stdout: "created": 60, 2024-04-15T16:06:26.370 INFO:tasks.workunit.client.0.smithi016.stdout: "dirty_stats_invalid": false, 2024-04-15T16:06:26.370 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T16:06:26.371 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_stats_invalid": false, 2024-04-15T16:06:26.371 INFO:tasks.workunit.client.0.smithi016.stdout: "last_active": "2024-04-15T16:05:11.870853+0000", 2024-04-15T16:06:26.371 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_active": "2024-04-15T14:42:57.510941+0000", 2024-04-15T16:06:26.371 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_peered": "2024-04-15T14:42:57.510941+0000", 2024-04-15T16:06:26.371 INFO:tasks.workunit.client.0.smithi016.stdout: "last_change": "2024-04-15T14:42:57.511251+0000", 2024-04-15T16:06:26.371 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean": "2024-04-15T16:05:11.870853+0000", 2024-04-15T16:06:26.371 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean_scrub_stamp": "2024-04-15T14:33:33.599136+0000", 2024-04-15T16:06:26.371 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub": "0'0", 2024-04-15T16:06:26.371 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub_stamp": "2024-04-15T14:33:33.599136+0000", 2024-04-15T16:06:26.371 INFO:tasks.workunit.client.0.smithi016.stdout: "last_epoch_clean": 420, 2024-04-15T16:06:26.371 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fresh": "2024-04-15T16:05:11.870853+0000", 2024-04-15T16:06:26.371 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fullsized": "2024-04-15T16:05:11.870853+0000", 2024-04-15T16:06:26.371 INFO:tasks.workunit.client.0.smithi016.stdout: "last_peered": "2024-04-15T16:05:11.870853+0000", 2024-04-15T16:06:26.371 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub": "0'0", 2024-04-15T16:06:26.372 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_duration": 0, 2024-04-15T16:06:26.372 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_stamp": "2024-04-15T14:33:33.599136+0000", 2024-04-15T16:06:26.372 INFO:tasks.workunit.client.0.smithi016.stdout: "last_undegraded": "2024-04-15T16:05:11.870853+0000", 2024-04-15T16:06:26.372 INFO:tasks.workunit.client.0.smithi016.stdout: "last_unstale": "2024-04-15T16:05:11.870853+0000", 2024-04-15T16:06:26.372 INFO:tasks.workunit.client.0.smithi016.stdout: "log_dups_size": 0, 2024-04-15T16:06:26.372 INFO:tasks.workunit.client.0.smithi016.stdout: "log_size": 0, 2024-04-15T16:06:26.372 INFO:tasks.workunit.client.0.smithi016.stdout: "log_start": "0'0", 2024-04-15T16:06:26.372 INFO:tasks.workunit.client.0.smithi016.stdout: "manifest_stats_invalid": false, 2024-04-15T16:06:26.372 INFO:tasks.workunit.client.0.smithi016.stdout: "mapping_epoch": 419, 2024-04-15T16:06:26.372 INFO:tasks.workunit.client.0.smithi016.stdout: "object_location_counts": [], 2024-04-15T16:06:26.372 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_scrubbed": 0, 2024-04-15T16:06:26.372 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_trimmed": 0, 2024-04-15T16:06:26.372 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_stats_invalid": false, 2024-04-15T16:06:26.372 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_size": 0, 2024-04-15T16:06:26.372 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_start": "0'0", 2024-04-15T16:06:26.373 INFO:tasks.workunit.client.0.smithi016.stdout: "parent": "0.0", 2024-04-15T16:06:26.373 INFO:tasks.workunit.client.0.smithi016.stdout: "parent_split_bits": 0, 2024-04-15T16:06:26.373 INFO:tasks.workunit.client.0.smithi016.stdout: "pgid": "2.a", 2024-04-15T16:06:26.373 INFO:tasks.workunit.client.0.smithi016.stdout: "pin_stats_invalid": false, 2024-04-15T16:06:26.373 INFO:tasks.workunit.client.0.smithi016.stdout: "purged_snaps": [], 2024-04-15T16:06:26.373 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_epoch": 2721, 2024-04-15T16:06:26.373 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_seq": 5038, 2024-04-15T16:06:26.373 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_duration": 0.0, 2024-04-15T16:06:26.373 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-16T19:52:08.685667+0000", 2024-04-15T16:06:26.373 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrim_duration": 0.0, 2024-04-15T16:06:26.373 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrimq_len": 0, 2024-04-15T16:06:26.373 INFO:tasks.workunit.client.0.smithi016.stdout: "stat_sum": { 2024-04-15T16:06:26.373 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes": 0, 2024-04-15T16:06:26.373 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T16:06:26.373 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_recovered": 0, 2024-04-15T16:06:26.374 INFO:tasks.workunit.client.0.smithi016.stdout: "num_deep_scrub_errors": 0, 2024-04-15T16:06:26.374 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict": 0, 2024-04-15T16:06:26.374 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_kb": 0, 2024-04-15T16:06:26.374 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_full": 0, 2024-04-15T16:06:26.374 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_some": 0, 2024-04-15T16:06:26.374 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush": 0, 2024-04-15T16:06:26.374 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_kb": 0, 2024-04-15T16:06:26.374 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_high": 0, 2024-04-15T16:06:26.374 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_low": 0, 2024-04-15T16:06:26.374 INFO:tasks.workunit.client.0.smithi016.stdout: "num_keys_recovered": 0, 2024-04-15T16:06:26.374 INFO:tasks.workunit.client.0.smithi016.stdout: "num_large_omap_objects": 0, 2024-04-15T16:06:26.374 INFO:tasks.workunit.client.0.smithi016.stdout: "num_legacy_snapsets": 0, 2024-04-15T16:06:26.374 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_clones": 0, 2024-04-15T16:06:26.374 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_copies": 0, 2024-04-15T16:06:26.375 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects": 0, 2024-04-15T16:06:26.375 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_degraded": 0, 2024-04-15T16:06:26.375 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_dirty": 0, 2024-04-15T16:06:26.375 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T16:06:26.375 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_manifest": 0, 2024-04-15T16:06:26.375 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_misplaced": 0, 2024-04-15T16:06:26.375 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing": 0, 2024-04-15T16:06:26.375 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T16:06:26.375 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_omap": 0, 2024-04-15T16:06:26.375 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_pinned": 0, 2024-04-15T16:06:26.375 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_recovered": 0, 2024-04-15T16:06:26.375 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_repaired": 0, 2024-04-15T16:06:26.375 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_unfound": 0, 2024-04-15T16:06:26.375 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_bytes": 0, 2024-04-15T16:06:26.375 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_keys": 0, 2024-04-15T16:06:26.376 INFO:tasks.workunit.client.0.smithi016.stdout: "num_promote": 0, 2024-04-15T16:06:26.376 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read": 0, 2024-04-15T16:06:26.376 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read_kb": 0, 2024-04-15T16:06:26.376 INFO:tasks.workunit.client.0.smithi016.stdout: "num_scrub_errors": 0, 2024-04-15T16:06:26.376 INFO:tasks.workunit.client.0.smithi016.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T16:06:26.376 INFO:tasks.workunit.client.0.smithi016.stdout: "num_whiteouts": 0, 2024-04-15T16:06:26.376 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write": 0, 2024-04-15T16:06:26.376 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write_kb": 0 2024-04-15T16:06:26.376 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.376 INFO:tasks.workunit.client.0.smithi016.stdout: "state": "active+clean", 2024-04-15T16:06:26.376 INFO:tasks.workunit.client.0.smithi016.stdout: "stats_invalid": false, 2024-04-15T16:06:26.376 INFO:tasks.workunit.client.0.smithi016.stdout: "up": [ 2024-04-15T16:06:26.376 INFO:tasks.workunit.client.0.smithi016.stdout: 1, 2024-04-15T16:06:26.376 INFO:tasks.workunit.client.0.smithi016.stdout: 3, 2024-04-15T16:06:26.376 INFO:tasks.workunit.client.0.smithi016.stdout: 2 2024-04-15T16:06:26.377 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:26.377 INFO:tasks.workunit.client.0.smithi016.stdout: "up_primary": 1, 2024-04-15T16:06:26.377 INFO:tasks.workunit.client.0.smithi016.stdout: "version": "0'0" 2024-04-15T16:06:26.377 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.377 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-15T16:06:26.377 INFO:tasks.workunit.client.0.smithi016.stdout: "acting": [ 2024-04-15T16:06:26.377 INFO:tasks.workunit.client.0.smithi016.stdout: 3, 2024-04-15T16:06:26.377 INFO:tasks.workunit.client.0.smithi016.stdout: 1, 2024-04-15T16:06:26.377 INFO:tasks.workunit.client.0.smithi016.stdout: 7 2024-04-15T16:06:26.377 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:26.377 INFO:tasks.workunit.client.0.smithi016.stdout: "acting_primary": 3, 2024-04-15T16:06:26.377 INFO:tasks.workunit.client.0.smithi016.stdout: "avail_no_missing": [], 2024-04-15T16:06:26.377 INFO:tasks.workunit.client.0.smithi016.stdout: "blocked_by": [], 2024-04-15T16:06:26.377 INFO:tasks.workunit.client.0.smithi016.stdout: "created": 61, 2024-04-15T16:06:26.378 INFO:tasks.workunit.client.0.smithi016.stdout: "dirty_stats_invalid": false, 2024-04-15T16:06:26.378 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T16:06:26.378 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_stats_invalid": false, 2024-04-15T16:06:26.378 INFO:tasks.workunit.client.0.smithi016.stdout: "last_active": "2024-04-15T16:05:12.197164+0000", 2024-04-15T16:06:26.378 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_active": "2024-04-15T14:44:49.362697+0000", 2024-04-15T16:06:26.378 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_peered": "2024-04-15T14:44:49.362697+0000", 2024-04-15T16:06:26.378 INFO:tasks.workunit.client.0.smithi016.stdout: "last_change": "2024-04-15T14:44:49.363113+0000", 2024-04-15T16:06:26.378 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean": "2024-04-15T16:05:12.197164+0000", 2024-04-15T16:06:26.378 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T16:06:26.378 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub": "0'0", 2024-04-15T16:06:26.378 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T16:06:26.378 INFO:tasks.workunit.client.0.smithi016.stdout: "last_epoch_clean": 532, 2024-04-15T16:06:26.378 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fresh": "2024-04-15T16:05:12.197164+0000", 2024-04-15T16:06:26.379 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fullsized": "2024-04-15T16:05:12.197164+0000", 2024-04-15T16:06:26.379 INFO:tasks.workunit.client.0.smithi016.stdout: "last_peered": "2024-04-15T16:05:12.197164+0000", 2024-04-15T16:06:26.379 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub": "0'0", 2024-04-15T16:06:26.379 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_duration": 0, 2024-04-15T16:06:26.379 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T16:06:26.379 INFO:tasks.workunit.client.0.smithi016.stdout: "last_undegraded": "2024-04-15T16:05:12.197164+0000", 2024-04-15T16:06:26.379 INFO:tasks.workunit.client.0.smithi016.stdout: "last_unstale": "2024-04-15T16:05:12.197164+0000", 2024-04-15T16:06:26.379 INFO:tasks.workunit.client.0.smithi016.stdout: "log_dups_size": 0, 2024-04-15T16:06:26.379 INFO:tasks.workunit.client.0.smithi016.stdout: "log_size": 0, 2024-04-15T16:06:26.379 INFO:tasks.workunit.client.0.smithi016.stdout: "log_start": "0'0", 2024-04-15T16:06:26.379 INFO:tasks.workunit.client.0.smithi016.stdout: "manifest_stats_invalid": false, 2024-04-15T16:06:26.379 INFO:tasks.workunit.client.0.smithi016.stdout: "mapping_epoch": 531, 2024-04-15T16:06:26.379 INFO:tasks.workunit.client.0.smithi016.stdout: "object_location_counts": [], 2024-04-15T16:06:26.379 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_scrubbed": 0, 2024-04-15T16:06:26.380 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_trimmed": 0, 2024-04-15T16:06:26.380 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_stats_invalid": false, 2024-04-15T16:06:26.380 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_size": 0, 2024-04-15T16:06:26.380 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_start": "0'0", 2024-04-15T16:06:26.380 INFO:tasks.workunit.client.0.smithi016.stdout: "parent": "0.0", 2024-04-15T16:06:26.380 INFO:tasks.workunit.client.0.smithi016.stdout: "parent_split_bits": 0, 2024-04-15T16:06:26.380 INFO:tasks.workunit.client.0.smithi016.stdout: "pgid": "3.8", 2024-04-15T16:06:26.380 INFO:tasks.workunit.client.0.smithi016.stdout: "pin_stats_invalid": false, 2024-04-15T16:06:26.380 INFO:tasks.workunit.client.0.smithi016.stdout: "purged_snaps": [], 2024-04-15T16:06:26.380 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_epoch": 2721, 2024-04-15T16:06:26.380 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_seq": 4947, 2024-04-15T16:06:26.380 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_duration": 0.0, 2024-04-15T16:06:26.380 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-16T21:35:56.867180+0000", 2024-04-15T16:06:26.380 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrim_duration": 0.0, 2024-04-15T16:06:26.380 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrimq_len": 0, 2024-04-15T16:06:26.381 INFO:tasks.workunit.client.0.smithi016.stdout: "stat_sum": { 2024-04-15T16:06:26.381 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes": 0, 2024-04-15T16:06:26.381 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T16:06:26.381 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_recovered": 0, 2024-04-15T16:06:26.381 INFO:tasks.workunit.client.0.smithi016.stdout: "num_deep_scrub_errors": 0, 2024-04-15T16:06:26.381 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict": 0, 2024-04-15T16:06:26.381 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_kb": 0, 2024-04-15T16:06:26.381 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_full": 0, 2024-04-15T16:06:26.381 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_some": 0, 2024-04-15T16:06:26.381 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush": 0, 2024-04-15T16:06:26.381 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_kb": 0, 2024-04-15T16:06:26.381 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_high": 0, 2024-04-15T16:06:26.381 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_low": 0, 2024-04-15T16:06:26.381 INFO:tasks.workunit.client.0.smithi016.stdout: "num_keys_recovered": 0, 2024-04-15T16:06:26.381 INFO:tasks.workunit.client.0.smithi016.stdout: "num_large_omap_objects": 0, 2024-04-15T16:06:26.382 INFO:tasks.workunit.client.0.smithi016.stdout: "num_legacy_snapsets": 0, 2024-04-15T16:06:26.382 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_clones": 0, 2024-04-15T16:06:26.382 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_copies": 0, 2024-04-15T16:06:26.382 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects": 0, 2024-04-15T16:06:26.382 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_degraded": 0, 2024-04-15T16:06:26.382 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_dirty": 0, 2024-04-15T16:06:26.382 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T16:06:26.382 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_manifest": 0, 2024-04-15T16:06:26.382 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_misplaced": 0, 2024-04-15T16:06:26.382 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing": 0, 2024-04-15T16:06:26.382 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T16:06:26.382 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_omap": 0, 2024-04-15T16:06:26.382 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_pinned": 0, 2024-04-15T16:06:26.382 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_recovered": 0, 2024-04-15T16:06:26.383 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_repaired": 0, 2024-04-15T16:06:26.383 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_unfound": 0, 2024-04-15T16:06:26.383 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_bytes": 0, 2024-04-15T16:06:26.383 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_keys": 0, 2024-04-15T16:06:26.383 INFO:tasks.workunit.client.0.smithi016.stdout: "num_promote": 0, 2024-04-15T16:06:26.383 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read": 0, 2024-04-15T16:06:26.383 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read_kb": 0, 2024-04-15T16:06:26.383 INFO:tasks.workunit.client.0.smithi016.stdout: "num_scrub_errors": 0, 2024-04-15T16:06:26.383 INFO:tasks.workunit.client.0.smithi016.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T16:06:26.383 INFO:tasks.workunit.client.0.smithi016.stdout: "num_whiteouts": 0, 2024-04-15T16:06:26.383 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write": 0, 2024-04-15T16:06:26.383 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write_kb": 0 2024-04-15T16:06:26.383 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.383 INFO:tasks.workunit.client.0.smithi016.stdout: "state": "active+clean", 2024-04-15T16:06:26.383 INFO:tasks.workunit.client.0.smithi016.stdout: "stats_invalid": false, 2024-04-15T16:06:26.384 INFO:tasks.workunit.client.0.smithi016.stdout: "up": [ 2024-04-15T16:06:26.384 INFO:tasks.workunit.client.0.smithi016.stdout: 3, 2024-04-15T16:06:26.384 INFO:tasks.workunit.client.0.smithi016.stdout: 1, 2024-04-15T16:06:26.384 INFO:tasks.workunit.client.0.smithi016.stdout: 7 2024-04-15T16:06:26.384 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:26.384 INFO:tasks.workunit.client.0.smithi016.stdout: "up_primary": 3, 2024-04-15T16:06:26.384 INFO:tasks.workunit.client.0.smithi016.stdout: "version": "0'0" 2024-04-15T16:06:26.384 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.384 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-15T16:06:26.384 INFO:tasks.workunit.client.0.smithi016.stdout: "acting": [ 2024-04-15T16:06:26.384 INFO:tasks.workunit.client.0.smithi016.stdout: 1, 2024-04-15T16:06:26.384 INFO:tasks.workunit.client.0.smithi016.stdout: 2, 2024-04-15T16:06:26.384 INFO:tasks.workunit.client.0.smithi016.stdout: 3 2024-04-15T16:06:26.384 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:26.384 INFO:tasks.workunit.client.0.smithi016.stdout: "acting_primary": 1, 2024-04-15T16:06:26.385 INFO:tasks.workunit.client.0.smithi016.stdout: "avail_no_missing": [], 2024-04-15T16:06:26.385 INFO:tasks.workunit.client.0.smithi016.stdout: "blocked_by": [], 2024-04-15T16:06:26.385 INFO:tasks.workunit.client.0.smithi016.stdout: "created": 60, 2024-04-15T16:06:26.385 INFO:tasks.workunit.client.0.smithi016.stdout: "dirty_stats_invalid": false, 2024-04-15T16:06:26.385 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T16:06:26.385 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_stats_invalid": false, 2024-04-15T16:06:26.385 INFO:tasks.workunit.client.0.smithi016.stdout: "last_active": "2024-04-15T16:05:11.869516+0000", 2024-04-15T16:06:26.385 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_active": "2024-04-15T14:42:57.518202+0000", 2024-04-15T16:06:26.385 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_peered": "2024-04-15T14:42:57.518202+0000", 2024-04-15T16:06:26.385 INFO:tasks.workunit.client.0.smithi016.stdout: "last_change": "2024-04-15T14:42:57.518515+0000", 2024-04-15T16:06:26.385 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean": "2024-04-15T16:05:11.869516+0000", 2024-04-15T16:06:26.385 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean_scrub_stamp": "2024-04-15T14:33:33.599136+0000", 2024-04-15T16:06:26.385 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub": "0'0", 2024-04-15T16:06:26.385 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub_stamp": "2024-04-15T14:33:33.599136+0000", 2024-04-15T16:06:26.385 INFO:tasks.workunit.client.0.smithi016.stdout: "last_epoch_clean": 420, 2024-04-15T16:06:26.386 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fresh": "2024-04-15T16:05:11.869516+0000", 2024-04-15T16:06:26.386 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fullsized": "2024-04-15T16:05:11.869516+0000", 2024-04-15T16:06:26.386 INFO:tasks.workunit.client.0.smithi016.stdout: "last_peered": "2024-04-15T16:05:11.869516+0000", 2024-04-15T16:06:26.386 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub": "0'0", 2024-04-15T16:06:26.386 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_duration": 0, 2024-04-15T16:06:26.386 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_stamp": "2024-04-15T14:33:33.599136+0000", 2024-04-15T16:06:26.386 INFO:tasks.workunit.client.0.smithi016.stdout: "last_undegraded": "2024-04-15T16:05:11.869516+0000", 2024-04-15T16:06:26.386 INFO:tasks.workunit.client.0.smithi016.stdout: "last_unstale": "2024-04-15T16:05:11.869516+0000", 2024-04-15T16:06:26.386 INFO:tasks.workunit.client.0.smithi016.stdout: "log_dups_size": 0, 2024-04-15T16:06:26.386 INFO:tasks.workunit.client.0.smithi016.stdout: "log_size": 0, 2024-04-15T16:06:26.386 INFO:tasks.workunit.client.0.smithi016.stdout: "log_start": "0'0", 2024-04-15T16:06:26.386 INFO:tasks.workunit.client.0.smithi016.stdout: "manifest_stats_invalid": false, 2024-04-15T16:06:26.386 INFO:tasks.workunit.client.0.smithi016.stdout: "mapping_epoch": 419, 2024-04-15T16:06:26.386 INFO:tasks.workunit.client.0.smithi016.stdout: "object_location_counts": [], 2024-04-15T16:06:26.387 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_scrubbed": 0, 2024-04-15T16:06:26.387 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_trimmed": 0, 2024-04-15T16:06:26.387 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_stats_invalid": false, 2024-04-15T16:06:26.387 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_size": 0, 2024-04-15T16:06:26.387 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_start": "0'0", 2024-04-15T16:06:26.387 INFO:tasks.workunit.client.0.smithi016.stdout: "parent": "0.0", 2024-04-15T16:06:26.387 INFO:tasks.workunit.client.0.smithi016.stdout: "parent_split_bits": 0, 2024-04-15T16:06:26.387 INFO:tasks.workunit.client.0.smithi016.stdout: "pgid": "2.9", 2024-04-15T16:06:26.387 INFO:tasks.workunit.client.0.smithi016.stdout: "pin_stats_invalid": false, 2024-04-15T16:06:26.387 INFO:tasks.workunit.client.0.smithi016.stdout: "purged_snaps": [], 2024-04-15T16:06:26.387 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_epoch": 2721, 2024-04-15T16:06:26.387 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_seq": 5054, 2024-04-15T16:06:26.387 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_duration": 0.0, 2024-04-15T16:06:26.387 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-16T15:21:54.798650+0000", 2024-04-15T16:06:26.387 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrim_duration": 0.0, 2024-04-15T16:06:26.388 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrimq_len": 0, 2024-04-15T16:06:26.388 INFO:tasks.workunit.client.0.smithi016.stdout: "stat_sum": { 2024-04-15T16:06:26.388 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes": 0, 2024-04-15T16:06:26.388 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T16:06:26.388 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_recovered": 0, 2024-04-15T16:06:26.388 INFO:tasks.workunit.client.0.smithi016.stdout: "num_deep_scrub_errors": 0, 2024-04-15T16:06:26.388 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict": 0, 2024-04-15T16:06:26.388 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_kb": 0, 2024-04-15T16:06:26.388 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_full": 0, 2024-04-15T16:06:26.388 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_some": 0, 2024-04-15T16:06:26.388 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush": 0, 2024-04-15T16:06:26.388 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_kb": 0, 2024-04-15T16:06:26.388 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_high": 0, 2024-04-15T16:06:26.388 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_low": 0, 2024-04-15T16:06:26.388 INFO:tasks.workunit.client.0.smithi016.stdout: "num_keys_recovered": 0, 2024-04-15T16:06:26.389 INFO:tasks.workunit.client.0.smithi016.stdout: "num_large_omap_objects": 0, 2024-04-15T16:06:26.389 INFO:tasks.workunit.client.0.smithi016.stdout: "num_legacy_snapsets": 0, 2024-04-15T16:06:26.389 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_clones": 0, 2024-04-15T16:06:26.389 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_copies": 0, 2024-04-15T16:06:26.389 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects": 0, 2024-04-15T16:06:26.389 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_degraded": 0, 2024-04-15T16:06:26.389 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_dirty": 0, 2024-04-15T16:06:26.389 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T16:06:26.389 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_manifest": 0, 2024-04-15T16:06:26.389 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_misplaced": 0, 2024-04-15T16:06:26.389 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing": 0, 2024-04-15T16:06:26.389 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T16:06:26.389 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_omap": 0, 2024-04-15T16:06:26.389 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_pinned": 0, 2024-04-15T16:06:26.389 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_recovered": 0, 2024-04-15T16:06:26.390 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_repaired": 0, 2024-04-15T16:06:26.390 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_unfound": 0, 2024-04-15T16:06:26.390 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_bytes": 0, 2024-04-15T16:06:26.390 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_keys": 0, 2024-04-15T16:06:26.390 INFO:tasks.workunit.client.0.smithi016.stdout: "num_promote": 0, 2024-04-15T16:06:26.390 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read": 0, 2024-04-15T16:06:26.390 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read_kb": 0, 2024-04-15T16:06:26.390 INFO:tasks.workunit.client.0.smithi016.stdout: "num_scrub_errors": 0, 2024-04-15T16:06:26.390 INFO:tasks.workunit.client.0.smithi016.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T16:06:26.390 INFO:tasks.workunit.client.0.smithi016.stdout: "num_whiteouts": 0, 2024-04-15T16:06:26.390 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write": 0, 2024-04-15T16:06:26.390 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write_kb": 0 2024-04-15T16:06:26.390 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.390 INFO:tasks.workunit.client.0.smithi016.stdout: "state": "active+clean", 2024-04-15T16:06:26.391 INFO:tasks.workunit.client.0.smithi016.stdout: "stats_invalid": false, 2024-04-15T16:06:26.391 INFO:tasks.workunit.client.0.smithi016.stdout: "up": [ 2024-04-15T16:06:26.391 INFO:tasks.workunit.client.0.smithi016.stdout: 1, 2024-04-15T16:06:26.391 INFO:tasks.workunit.client.0.smithi016.stdout: 2, 2024-04-15T16:06:26.391 INFO:tasks.workunit.client.0.smithi016.stdout: 3 2024-04-15T16:06:26.391 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:26.391 INFO:tasks.workunit.client.0.smithi016.stdout: "up_primary": 1, 2024-04-15T16:06:26.391 INFO:tasks.workunit.client.0.smithi016.stdout: "version": "0'0" 2024-04-15T16:06:26.391 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.391 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-15T16:06:26.391 INFO:tasks.workunit.client.0.smithi016.stdout: "acting": [ 2024-04-15T16:06:26.391 INFO:tasks.workunit.client.0.smithi016.stdout: 1, 2024-04-15T16:06:26.391 INFO:tasks.workunit.client.0.smithi016.stdout: 2, 2024-04-15T16:06:26.391 INFO:tasks.workunit.client.0.smithi016.stdout: 7 2024-04-15T16:06:26.391 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:26.392 INFO:tasks.workunit.client.0.smithi016.stdout: "acting_primary": 1, 2024-04-15T16:06:26.392 INFO:tasks.workunit.client.0.smithi016.stdout: "avail_no_missing": [], 2024-04-15T16:06:26.392 INFO:tasks.workunit.client.0.smithi016.stdout: "blocked_by": [], 2024-04-15T16:06:26.392 INFO:tasks.workunit.client.0.smithi016.stdout: "created": 61, 2024-04-15T16:06:26.392 INFO:tasks.workunit.client.0.smithi016.stdout: "dirty_stats_invalid": false, 2024-04-15T16:06:26.392 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T16:06:26.392 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_stats_invalid": false, 2024-04-15T16:06:26.392 INFO:tasks.workunit.client.0.smithi016.stdout: "last_active": "2024-04-15T16:05:11.869631+0000", 2024-04-15T16:06:26.392 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_active": "2024-04-15T14:44:49.366924+0000", 2024-04-15T16:06:26.392 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_peered": "2024-04-15T14:44:49.366924+0000", 2024-04-15T16:06:26.392 INFO:tasks.workunit.client.0.smithi016.stdout: "last_change": "2024-04-15T14:44:49.367314+0000", 2024-04-15T16:06:26.392 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean": "2024-04-15T16:05:11.869631+0000", 2024-04-15T16:06:26.392 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T16:06:26.392 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub": "0'0", 2024-04-15T16:06:26.393 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T16:06:26.393 INFO:tasks.workunit.client.0.smithi016.stdout: "last_epoch_clean": 532, 2024-04-15T16:06:26.393 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fresh": "2024-04-15T16:05:11.869631+0000", 2024-04-15T16:06:26.393 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fullsized": "2024-04-15T16:05:11.869631+0000", 2024-04-15T16:06:26.393 INFO:tasks.workunit.client.0.smithi016.stdout: "last_peered": "2024-04-15T16:05:11.869631+0000", 2024-04-15T16:06:26.393 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub": "0'0", 2024-04-15T16:06:26.393 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_duration": 0, 2024-04-15T16:06:26.393 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T16:06:26.393 INFO:tasks.workunit.client.0.smithi016.stdout: "last_undegraded": "2024-04-15T16:05:11.869631+0000", 2024-04-15T16:06:26.393 INFO:tasks.workunit.client.0.smithi016.stdout: "last_unstale": "2024-04-15T16:05:11.869631+0000", 2024-04-15T16:06:26.393 INFO:tasks.workunit.client.0.smithi016.stdout: "log_dups_size": 0, 2024-04-15T16:06:26.393 INFO:tasks.workunit.client.0.smithi016.stdout: "log_size": 0, 2024-04-15T16:06:26.393 INFO:tasks.workunit.client.0.smithi016.stdout: "log_start": "0'0", 2024-04-15T16:06:26.393 INFO:tasks.workunit.client.0.smithi016.stdout: "manifest_stats_invalid": false, 2024-04-15T16:06:26.394 INFO:tasks.workunit.client.0.smithi016.stdout: "mapping_epoch": 531, 2024-04-15T16:06:26.394 INFO:tasks.workunit.client.0.smithi016.stdout: "object_location_counts": [], 2024-04-15T16:06:26.394 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_scrubbed": 0, 2024-04-15T16:06:26.394 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_trimmed": 0, 2024-04-15T16:06:26.394 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_stats_invalid": false, 2024-04-15T16:06:26.394 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_size": 0, 2024-04-15T16:06:26.394 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_start": "0'0", 2024-04-15T16:06:26.394 INFO:tasks.workunit.client.0.smithi016.stdout: "parent": "0.0", 2024-04-15T16:06:26.394 INFO:tasks.workunit.client.0.smithi016.stdout: "parent_split_bits": 0, 2024-04-15T16:06:26.394 INFO:tasks.workunit.client.0.smithi016.stdout: "pgid": "3.9", 2024-04-15T16:06:26.394 INFO:tasks.workunit.client.0.smithi016.stdout: "pin_stats_invalid": false, 2024-04-15T16:06:26.394 INFO:tasks.workunit.client.0.smithi016.stdout: "purged_snaps": [], 2024-04-15T16:06:26.394 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_epoch": 2721, 2024-04-15T16:06:26.394 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_seq": 5042, 2024-04-15T16:06:26.395 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_duration": 0.0, 2024-04-15T16:06:26.395 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-16T17:12:57.647630+0000", 2024-04-15T16:06:26.395 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrim_duration": 0.0, 2024-04-15T16:06:26.395 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrimq_len": 0, 2024-04-15T16:06:26.395 INFO:tasks.workunit.client.0.smithi016.stdout: "stat_sum": { 2024-04-15T16:06:26.395 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes": 0, 2024-04-15T16:06:26.395 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T16:06:26.395 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_recovered": 0, 2024-04-15T16:06:26.395 INFO:tasks.workunit.client.0.smithi016.stdout: "num_deep_scrub_errors": 0, 2024-04-15T16:06:26.395 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict": 0, 2024-04-15T16:06:26.395 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_kb": 0, 2024-04-15T16:06:26.395 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_full": 0, 2024-04-15T16:06:26.395 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_some": 0, 2024-04-15T16:06:26.395 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush": 0, 2024-04-15T16:06:26.396 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_kb": 0, 2024-04-15T16:06:26.396 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_high": 0, 2024-04-15T16:06:26.396 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_low": 0, 2024-04-15T16:06:26.396 INFO:tasks.workunit.client.0.smithi016.stdout: "num_keys_recovered": 0, 2024-04-15T16:06:26.396 INFO:tasks.workunit.client.0.smithi016.stdout: "num_large_omap_objects": 0, 2024-04-15T16:06:26.396 INFO:tasks.workunit.client.0.smithi016.stdout: "num_legacy_snapsets": 0, 2024-04-15T16:06:26.396 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_clones": 0, 2024-04-15T16:06:26.396 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_copies": 0, 2024-04-15T16:06:26.396 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects": 0, 2024-04-15T16:06:26.396 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_degraded": 0, 2024-04-15T16:06:26.396 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_dirty": 0, 2024-04-15T16:06:26.396 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T16:06:26.396 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_manifest": 0, 2024-04-15T16:06:26.396 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_misplaced": 0, 2024-04-15T16:06:26.397 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing": 0, 2024-04-15T16:06:26.397 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T16:06:26.397 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_omap": 0, 2024-04-15T16:06:26.397 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_pinned": 0, 2024-04-15T16:06:26.397 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_recovered": 0, 2024-04-15T16:06:26.397 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_repaired": 0, 2024-04-15T16:06:26.397 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_unfound": 0, 2024-04-15T16:06:26.397 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_bytes": 0, 2024-04-15T16:06:26.397 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_keys": 0, 2024-04-15T16:06:26.397 INFO:tasks.workunit.client.0.smithi016.stdout: "num_promote": 0, 2024-04-15T16:06:26.397 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read": 0, 2024-04-15T16:06:26.397 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read_kb": 0, 2024-04-15T16:06:26.397 INFO:tasks.workunit.client.0.smithi016.stdout: "num_scrub_errors": 0, 2024-04-15T16:06:26.397 INFO:tasks.workunit.client.0.smithi016.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T16:06:26.398 INFO:tasks.workunit.client.0.smithi016.stdout: "num_whiteouts": 0, 2024-04-15T16:06:26.398 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write": 0, 2024-04-15T16:06:26.398 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write_kb": 0 2024-04-15T16:06:26.398 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.398 INFO:tasks.workunit.client.0.smithi016.stdout: "state": "active+clean", 2024-04-15T16:06:26.398 INFO:tasks.workunit.client.0.smithi016.stdout: "stats_invalid": false, 2024-04-15T16:06:26.398 INFO:tasks.workunit.client.0.smithi016.stdout: "up": [ 2024-04-15T16:06:26.398 INFO:tasks.workunit.client.0.smithi016.stdout: 1, 2024-04-15T16:06:26.398 INFO:tasks.workunit.client.0.smithi016.stdout: 2, 2024-04-15T16:06:26.398 INFO:tasks.workunit.client.0.smithi016.stdout: 7 2024-04-15T16:06:26.398 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:26.398 INFO:tasks.workunit.client.0.smithi016.stdout: "up_primary": 1, 2024-04-15T16:06:26.398 INFO:tasks.workunit.client.0.smithi016.stdout: "version": "0'0" 2024-04-15T16:06:26.398 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.399 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-15T16:06:26.399 INFO:tasks.workunit.client.0.smithi016.stdout: "acting": [ 2024-04-15T16:06:26.399 INFO:tasks.workunit.client.0.smithi016.stdout: 7, 2024-04-15T16:06:26.399 INFO:tasks.workunit.client.0.smithi016.stdout: 0, 2024-04-15T16:06:26.399 INFO:tasks.workunit.client.0.smithi016.stdout: 1 2024-04-15T16:06:26.399 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:26.399 INFO:tasks.workunit.client.0.smithi016.stdout: "acting_primary": 7, 2024-04-15T16:06:26.399 INFO:tasks.workunit.client.0.smithi016.stdout: "avail_no_missing": [], 2024-04-15T16:06:26.399 INFO:tasks.workunit.client.0.smithi016.stdout: "blocked_by": [], 2024-04-15T16:06:26.399 INFO:tasks.workunit.client.0.smithi016.stdout: "created": 60, 2024-04-15T16:06:26.399 INFO:tasks.workunit.client.0.smithi016.stdout: "dirty_stats_invalid": false, 2024-04-15T16:06:26.399 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T16:06:26.399 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_stats_invalid": false, 2024-04-15T16:06:26.399 INFO:tasks.workunit.client.0.smithi016.stdout: "last_active": "2024-04-15T16:05:12.198236+0000", 2024-04-15T16:06:26.399 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_active": "2024-04-15T14:44:49.369299+0000", 2024-04-15T16:06:26.400 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_peered": "2024-04-15T14:44:49.369299+0000", 2024-04-15T16:06:26.400 INFO:tasks.workunit.client.0.smithi016.stdout: "last_change": "2024-04-15T14:44:49.371857+0000", 2024-04-15T16:06:26.400 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean": "2024-04-15T16:05:12.198236+0000", 2024-04-15T16:06:26.400 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean_scrub_stamp": "2024-04-15T14:33:33.599136+0000", 2024-04-15T16:06:26.400 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub": "0'0", 2024-04-15T16:06:26.400 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub_stamp": "2024-04-15T14:33:33.599136+0000", 2024-04-15T16:06:26.400 INFO:tasks.workunit.client.0.smithi016.stdout: "last_epoch_clean": 532, 2024-04-15T16:06:26.400 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fresh": "2024-04-15T16:05:12.198236+0000", 2024-04-15T16:06:26.400 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fullsized": "2024-04-15T16:05:12.198236+0000", 2024-04-15T16:06:26.400 INFO:tasks.workunit.client.0.smithi016.stdout: "last_peered": "2024-04-15T16:05:12.198236+0000", 2024-04-15T16:06:26.400 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub": "0'0", 2024-04-15T16:06:26.400 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_duration": 0, 2024-04-15T16:06:26.400 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_stamp": "2024-04-15T14:33:33.599136+0000", 2024-04-15T16:06:26.400 INFO:tasks.workunit.client.0.smithi016.stdout: "last_undegraded": "2024-04-15T16:05:12.198236+0000", 2024-04-15T16:06:26.400 INFO:tasks.workunit.client.0.smithi016.stdout: "last_unstale": "2024-04-15T16:05:12.198236+0000", 2024-04-15T16:06:26.400 INFO:tasks.workunit.client.0.smithi016.stdout: "log_dups_size": 0, 2024-04-15T16:06:26.401 INFO:tasks.workunit.client.0.smithi016.stdout: "log_size": 0, 2024-04-15T16:06:26.401 INFO:tasks.workunit.client.0.smithi016.stdout: "log_start": "0'0", 2024-04-15T16:06:26.401 INFO:tasks.workunit.client.0.smithi016.stdout: "manifest_stats_invalid": false, 2024-04-15T16:06:26.401 INFO:tasks.workunit.client.0.smithi016.stdout: "mapping_epoch": 531, 2024-04-15T16:06:26.401 INFO:tasks.workunit.client.0.smithi016.stdout: "object_location_counts": [], 2024-04-15T16:06:26.401 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_scrubbed": 0, 2024-04-15T16:06:26.401 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_trimmed": 0, 2024-04-15T16:06:26.401 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_stats_invalid": false, 2024-04-15T16:06:26.401 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_size": 0, 2024-04-15T16:06:26.401 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_start": "0'0", 2024-04-15T16:06:26.401 INFO:tasks.workunit.client.0.smithi016.stdout: "parent": "0.0", 2024-04-15T16:06:26.401 INFO:tasks.workunit.client.0.smithi016.stdout: "parent_split_bits": 0, 2024-04-15T16:06:26.401 INFO:tasks.workunit.client.0.smithi016.stdout: "pgid": "2.8", 2024-04-15T16:06:26.401 INFO:tasks.workunit.client.0.smithi016.stdout: "pin_stats_invalid": false, 2024-04-15T16:06:26.401 INFO:tasks.workunit.client.0.smithi016.stdout: "purged_snaps": [], 2024-04-15T16:06:26.401 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_epoch": 2721, 2024-04-15T16:06:26.402 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_seq": 4857, 2024-04-15T16:06:26.402 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_duration": 0.0, 2024-04-15T16:06:26.402 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-16T23:40:02.722831+0000", 2024-04-15T16:06:26.402 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrim_duration": 0.0, 2024-04-15T16:06:26.402 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrimq_len": 0, 2024-04-15T16:06:26.402 INFO:tasks.workunit.client.0.smithi016.stdout: "stat_sum": { 2024-04-15T16:06:26.402 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes": 0, 2024-04-15T16:06:26.402 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T16:06:26.402 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_recovered": 0, 2024-04-15T16:06:26.402 INFO:tasks.workunit.client.0.smithi016.stdout: "num_deep_scrub_errors": 0, 2024-04-15T16:06:26.402 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict": 0, 2024-04-15T16:06:26.402 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_kb": 0, 2024-04-15T16:06:26.402 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_full": 0, 2024-04-15T16:06:26.402 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_some": 0, 2024-04-15T16:06:26.402 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush": 0, 2024-04-15T16:06:26.403 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_kb": 0, 2024-04-15T16:06:26.403 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_high": 0, 2024-04-15T16:06:26.403 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_low": 0, 2024-04-15T16:06:26.403 INFO:tasks.workunit.client.0.smithi016.stdout: "num_keys_recovered": 0, 2024-04-15T16:06:26.403 INFO:tasks.workunit.client.0.smithi016.stdout: "num_large_omap_objects": 0, 2024-04-15T16:06:26.403 INFO:tasks.workunit.client.0.smithi016.stdout: "num_legacy_snapsets": 0, 2024-04-15T16:06:26.403 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_clones": 0, 2024-04-15T16:06:26.403 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_copies": 0, 2024-04-15T16:06:26.403 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects": 0, 2024-04-15T16:06:26.403 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_degraded": 0, 2024-04-15T16:06:26.403 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_dirty": 0, 2024-04-15T16:06:26.403 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T16:06:26.403 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_manifest": 0, 2024-04-15T16:06:26.403 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_misplaced": 0, 2024-04-15T16:06:26.403 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing": 0, 2024-04-15T16:06:26.404 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T16:06:26.404 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_omap": 0, 2024-04-15T16:06:26.404 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_pinned": 0, 2024-04-15T16:06:26.404 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_recovered": 0, 2024-04-15T16:06:26.404 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_repaired": 0, 2024-04-15T16:06:26.404 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_unfound": 0, 2024-04-15T16:06:26.404 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_bytes": 0, 2024-04-15T16:06:26.404 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_keys": 0, 2024-04-15T16:06:26.404 INFO:tasks.workunit.client.0.smithi016.stdout: "num_promote": 0, 2024-04-15T16:06:26.404 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read": 0, 2024-04-15T16:06:26.404 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read_kb": 0, 2024-04-15T16:06:26.404 INFO:tasks.workunit.client.0.smithi016.stdout: "num_scrub_errors": 0, 2024-04-15T16:06:26.404 INFO:tasks.workunit.client.0.smithi016.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T16:06:26.404 INFO:tasks.workunit.client.0.smithi016.stdout: "num_whiteouts": 0, 2024-04-15T16:06:26.404 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write": 0, 2024-04-15T16:06:26.404 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write_kb": 0 2024-04-15T16:06:26.405 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.405 INFO:tasks.workunit.client.0.smithi016.stdout: "state": "active+clean", 2024-04-15T16:06:26.405 INFO:tasks.workunit.client.0.smithi016.stdout: "stats_invalid": false, 2024-04-15T16:06:26.405 INFO:tasks.workunit.client.0.smithi016.stdout: "up": [ 2024-04-15T16:06:26.405 INFO:tasks.workunit.client.0.smithi016.stdout: 7, 2024-04-15T16:06:26.405 INFO:tasks.workunit.client.0.smithi016.stdout: 0, 2024-04-15T16:06:26.405 INFO:tasks.workunit.client.0.smithi016.stdout: 1 2024-04-15T16:06:26.405 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:26.405 INFO:tasks.workunit.client.0.smithi016.stdout: "up_primary": 7, 2024-04-15T16:06:26.405 INFO:tasks.workunit.client.0.smithi016.stdout: "version": "0'0" 2024-04-15T16:06:26.405 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.405 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-15T16:06:26.405 INFO:tasks.workunit.client.0.smithi016.stdout: "acting": [ 2024-04-15T16:06:26.405 INFO:tasks.workunit.client.0.smithi016.stdout: 2, 2024-04-15T16:06:26.405 INFO:tasks.workunit.client.0.smithi016.stdout: 1, 2024-04-15T16:06:26.406 INFO:tasks.workunit.client.0.smithi016.stdout: 4 2024-04-15T16:06:26.406 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:26.406 INFO:tasks.workunit.client.0.smithi016.stdout: "acting_primary": 2, 2024-04-15T16:06:26.406 INFO:tasks.workunit.client.0.smithi016.stdout: "avail_no_missing": [], 2024-04-15T16:06:26.406 INFO:tasks.workunit.client.0.smithi016.stdout: "blocked_by": [], 2024-04-15T16:06:26.406 INFO:tasks.workunit.client.0.smithi016.stdout: "created": 61, 2024-04-15T16:06:26.406 INFO:tasks.workunit.client.0.smithi016.stdout: "dirty_stats_invalid": false, 2024-04-15T16:06:26.406 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T16:06:26.406 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_stats_invalid": false, 2024-04-15T16:06:26.406 INFO:tasks.workunit.client.0.smithi016.stdout: "last_active": "2024-04-15T16:05:12.198061+0000", 2024-04-15T16:06:26.406 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_active": "2024-04-15T14:43:32.415488+0000", 2024-04-15T16:06:26.406 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_peered": "2024-04-15T14:43:32.415488+0000", 2024-04-15T16:06:26.406 INFO:tasks.workunit.client.0.smithi016.stdout: "last_change": "2024-04-15T14:43:32.415891+0000", 2024-04-15T16:06:26.406 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean": "2024-04-15T16:05:12.198061+0000", 2024-04-15T16:06:26.407 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T16:06:26.407 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub": "0'0", 2024-04-15T16:06:26.407 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T16:06:26.407 INFO:tasks.workunit.client.0.smithi016.stdout: "last_epoch_clean": 455, 2024-04-15T16:06:26.407 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fresh": "2024-04-15T16:05:12.198061+0000", 2024-04-15T16:06:26.407 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fullsized": "2024-04-15T16:05:12.198061+0000", 2024-04-15T16:06:26.407 INFO:tasks.workunit.client.0.smithi016.stdout: "last_peered": "2024-04-15T16:05:12.198061+0000", 2024-04-15T16:06:26.407 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub": "0'0", 2024-04-15T16:06:26.407 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_duration": 0, 2024-04-15T16:06:26.407 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T16:06:26.407 INFO:tasks.workunit.client.0.smithi016.stdout: "last_undegraded": "2024-04-15T16:05:12.198061+0000", 2024-04-15T16:06:26.407 INFO:tasks.workunit.client.0.smithi016.stdout: "last_unstale": "2024-04-15T16:05:12.198061+0000", 2024-04-15T16:06:26.407 INFO:tasks.workunit.client.0.smithi016.stdout: "log_dups_size": 0, 2024-04-15T16:06:26.408 INFO:tasks.workunit.client.0.smithi016.stdout: "log_size": 0, 2024-04-15T16:06:26.408 INFO:tasks.workunit.client.0.smithi016.stdout: "log_start": "0'0", 2024-04-15T16:06:26.408 INFO:tasks.workunit.client.0.smithi016.stdout: "manifest_stats_invalid": false, 2024-04-15T16:06:26.408 INFO:tasks.workunit.client.0.smithi016.stdout: "mapping_epoch": 454, 2024-04-15T16:06:26.408 INFO:tasks.workunit.client.0.smithi016.stdout: "object_location_counts": [], 2024-04-15T16:06:26.408 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_scrubbed": 0, 2024-04-15T16:06:26.408 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_trimmed": 0, 2024-04-15T16:06:26.408 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_stats_invalid": false, 2024-04-15T16:06:26.408 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_size": 0, 2024-04-15T16:06:26.408 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_start": "0'0", 2024-04-15T16:06:26.408 INFO:tasks.workunit.client.0.smithi016.stdout: "parent": "0.0", 2024-04-15T16:06:26.408 INFO:tasks.workunit.client.0.smithi016.stdout: "parent_split_bits": 0, 2024-04-15T16:06:26.408 INFO:tasks.workunit.client.0.smithi016.stdout: "pgid": "3.6", 2024-04-15T16:06:26.408 INFO:tasks.workunit.client.0.smithi016.stdout: "pin_stats_invalid": false, 2024-04-15T16:06:26.408 INFO:tasks.workunit.client.0.smithi016.stdout: "purged_snaps": [], 2024-04-15T16:06:26.409 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_epoch": 2721, 2024-04-15T16:06:26.409 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_seq": 5012, 2024-04-15T16:06:26.409 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_duration": 0.0, 2024-04-15T16:06:26.409 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-16T22:55:49.796747+0000", 2024-04-15T16:06:26.409 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrim_duration": 0.0, 2024-04-15T16:06:26.409 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrimq_len": 0, 2024-04-15T16:06:26.409 INFO:tasks.workunit.client.0.smithi016.stdout: "stat_sum": { 2024-04-15T16:06:26.409 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes": 0, 2024-04-15T16:06:26.409 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T16:06:26.409 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_recovered": 0, 2024-04-15T16:06:26.409 INFO:tasks.workunit.client.0.smithi016.stdout: "num_deep_scrub_errors": 0, 2024-04-15T16:06:26.409 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict": 0, 2024-04-15T16:06:26.409 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_kb": 0, 2024-04-15T16:06:26.409 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_full": 0, 2024-04-15T16:06:26.409 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_some": 0, 2024-04-15T16:06:26.409 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush": 0, 2024-04-15T16:06:26.410 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_kb": 0, 2024-04-15T16:06:26.410 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_high": 0, 2024-04-15T16:06:26.410 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_low": 0, 2024-04-15T16:06:26.410 INFO:tasks.workunit.client.0.smithi016.stdout: "num_keys_recovered": 0, 2024-04-15T16:06:26.410 INFO:tasks.workunit.client.0.smithi016.stdout: "num_large_omap_objects": 0, 2024-04-15T16:06:26.410 INFO:tasks.workunit.client.0.smithi016.stdout: "num_legacy_snapsets": 0, 2024-04-15T16:06:26.410 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_clones": 0, 2024-04-15T16:06:26.410 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_copies": 0, 2024-04-15T16:06:26.410 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects": 0, 2024-04-15T16:06:26.410 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_degraded": 0, 2024-04-15T16:06:26.410 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_dirty": 0, 2024-04-15T16:06:26.410 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T16:06:26.410 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_manifest": 0, 2024-04-15T16:06:26.411 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_misplaced": 0, 2024-04-15T16:06:26.411 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing": 0, 2024-04-15T16:06:26.411 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T16:06:26.411 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_omap": 0, 2024-04-15T16:06:26.411 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_pinned": 0, 2024-04-15T16:06:26.411 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_recovered": 0, 2024-04-15T16:06:26.411 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_repaired": 0, 2024-04-15T16:06:26.411 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_unfound": 0, 2024-04-15T16:06:26.411 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_bytes": 0, 2024-04-15T16:06:26.411 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_keys": 0, 2024-04-15T16:06:26.411 INFO:tasks.workunit.client.0.smithi016.stdout: "num_promote": 0, 2024-04-15T16:06:26.411 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read": 0, 2024-04-15T16:06:26.411 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read_kb": 0, 2024-04-15T16:06:26.411 INFO:tasks.workunit.client.0.smithi016.stdout: "num_scrub_errors": 0, 2024-04-15T16:06:26.412 INFO:tasks.workunit.client.0.smithi016.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T16:06:26.412 INFO:tasks.workunit.client.0.smithi016.stdout: "num_whiteouts": 0, 2024-04-15T16:06:26.412 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write": 0, 2024-04-15T16:06:26.412 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write_kb": 0 2024-04-15T16:06:26.412 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.412 INFO:tasks.workunit.client.0.smithi016.stdout: "state": "active+clean", 2024-04-15T16:06:26.412 INFO:tasks.workunit.client.0.smithi016.stdout: "stats_invalid": false, 2024-04-15T16:06:26.412 INFO:tasks.workunit.client.0.smithi016.stdout: "up": [ 2024-04-15T16:06:26.412 INFO:tasks.workunit.client.0.smithi016.stdout: 2, 2024-04-15T16:06:26.412 INFO:tasks.workunit.client.0.smithi016.stdout: 1, 2024-04-15T16:06:26.412 INFO:tasks.workunit.client.0.smithi016.stdout: 4 2024-04-15T16:06:26.412 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:26.412 INFO:tasks.workunit.client.0.smithi016.stdout: "up_primary": 2, 2024-04-15T16:06:26.412 INFO:tasks.workunit.client.0.smithi016.stdout: "version": "0'0" 2024-04-15T16:06:26.412 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.413 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-15T16:06:26.413 INFO:tasks.workunit.client.0.smithi016.stdout: "acting": [ 2024-04-15T16:06:26.413 INFO:tasks.workunit.client.0.smithi016.stdout: 6, 2024-04-15T16:06:26.413 INFO:tasks.workunit.client.0.smithi016.stdout: 1, 2024-04-15T16:06:26.413 INFO:tasks.workunit.client.0.smithi016.stdout: 2 2024-04-15T16:06:26.413 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:26.413 INFO:tasks.workunit.client.0.smithi016.stdout: "acting_primary": 6, 2024-04-15T16:06:26.413 INFO:tasks.workunit.client.0.smithi016.stdout: "avail_no_missing": [], 2024-04-15T16:06:26.413 INFO:tasks.workunit.client.0.smithi016.stdout: "blocked_by": [], 2024-04-15T16:06:26.413 INFO:tasks.workunit.client.0.smithi016.stdout: "created": 60, 2024-04-15T16:06:26.413 INFO:tasks.workunit.client.0.smithi016.stdout: "dirty_stats_invalid": false, 2024-04-15T16:06:26.413 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T16:06:26.413 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_stats_invalid": false, 2024-04-15T16:06:26.414 INFO:tasks.workunit.client.0.smithi016.stdout: "last_active": "2024-04-15T16:05:11.413796+0000", 2024-04-15T16:06:26.414 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_active": "2024-04-15T14:44:28.458225+0000", 2024-04-15T16:06:26.414 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_peered": "2024-04-15T14:44:28.458225+0000", 2024-04-15T16:06:26.414 INFO:tasks.workunit.client.0.smithi016.stdout: "last_change": "2024-04-15T14:44:28.459424+0000", 2024-04-15T16:06:26.414 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean": "2024-04-15T16:05:11.413796+0000", 2024-04-15T16:06:26.414 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean_scrub_stamp": "2024-04-15T14:33:33.599136+0000", 2024-04-15T16:06:26.414 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub": "0'0", 2024-04-15T16:06:26.414 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub_stamp": "2024-04-15T14:33:33.599136+0000", 2024-04-15T16:06:26.414 INFO:tasks.workunit.client.0.smithi016.stdout: "last_epoch_clean": 511, 2024-04-15T16:06:26.414 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fresh": "2024-04-15T16:05:11.413796+0000", 2024-04-15T16:06:26.414 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fullsized": "2024-04-15T16:05:11.413796+0000", 2024-04-15T16:06:26.414 INFO:tasks.workunit.client.0.smithi016.stdout: "last_peered": "2024-04-15T16:05:11.413796+0000", 2024-04-15T16:06:26.414 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub": "0'0", 2024-04-15T16:06:26.414 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_duration": 0, 2024-04-15T16:06:26.415 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_stamp": "2024-04-15T14:33:33.599136+0000", 2024-04-15T16:06:26.415 INFO:tasks.workunit.client.0.smithi016.stdout: "last_undegraded": "2024-04-15T16:05:11.413796+0000", 2024-04-15T16:06:26.415 INFO:tasks.workunit.client.0.smithi016.stdout: "last_unstale": "2024-04-15T16:05:11.413796+0000", 2024-04-15T16:06:26.415 INFO:tasks.workunit.client.0.smithi016.stdout: "log_dups_size": 0, 2024-04-15T16:06:26.415 INFO:tasks.workunit.client.0.smithi016.stdout: "log_size": 2, 2024-04-15T16:06:26.415 INFO:tasks.workunit.client.0.smithi016.stdout: "log_start": "0'0", 2024-04-15T16:06:26.415 INFO:tasks.workunit.client.0.smithi016.stdout: "manifest_stats_invalid": false, 2024-04-15T16:06:26.415 INFO:tasks.workunit.client.0.smithi016.stdout: "mapping_epoch": 510, 2024-04-15T16:06:26.415 INFO:tasks.workunit.client.0.smithi016.stdout: "object_location_counts": [], 2024-04-15T16:06:26.415 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_scrubbed": 0, 2024-04-15T16:06:26.415 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_trimmed": 0, 2024-04-15T16:06:26.415 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_stats_invalid": false, 2024-04-15T16:06:26.415 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_size": 2, 2024-04-15T16:06:26.415 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_start": "0'0", 2024-04-15T16:06:26.416 INFO:tasks.workunit.client.0.smithi016.stdout: "parent": "0.0", 2024-04-15T16:06:26.416 INFO:tasks.workunit.client.0.smithi016.stdout: "parent_split_bits": 0, 2024-04-15T16:06:26.416 INFO:tasks.workunit.client.0.smithi016.stdout: "pgid": "2.7", 2024-04-15T16:06:26.416 INFO:tasks.workunit.client.0.smithi016.stdout: "pin_stats_invalid": false, 2024-04-15T16:06:26.416 INFO:tasks.workunit.client.0.smithi016.stdout: "purged_snaps": [], 2024-04-15T16:06:26.416 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_epoch": 2721, 2024-04-15T16:06:26.416 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_seq": 4891, 2024-04-15T16:06:26.416 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_duration": 0.0, 2024-04-15T16:06:26.416 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-16T20:12:37.973850+0000", 2024-04-15T16:06:26.416 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrim_duration": 0.0, 2024-04-15T16:06:26.416 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrimq_len": 0, 2024-04-15T16:06:26.416 INFO:tasks.workunit.client.0.smithi016.stdout: "stat_sum": { 2024-04-15T16:06:26.416 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes": 0, 2024-04-15T16:06:26.416 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T16:06:26.417 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_recovered": 0, 2024-04-15T16:06:26.417 INFO:tasks.workunit.client.0.smithi016.stdout: "num_deep_scrub_errors": 0, 2024-04-15T16:06:26.417 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict": 0, 2024-04-15T16:06:26.417 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_kb": 0, 2024-04-15T16:06:26.417 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_full": 0, 2024-04-15T16:06:26.417 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_some": 0, 2024-04-15T16:06:26.417 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush": 0, 2024-04-15T16:06:26.417 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_kb": 0, 2024-04-15T16:06:26.417 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_high": 0, 2024-04-15T16:06:26.417 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_low": 0, 2024-04-15T16:06:26.417 INFO:tasks.workunit.client.0.smithi016.stdout: "num_keys_recovered": 0, 2024-04-15T16:06:26.417 INFO:tasks.workunit.client.0.smithi016.stdout: "num_large_omap_objects": 0, 2024-04-15T16:06:26.417 INFO:tasks.workunit.client.0.smithi016.stdout: "num_legacy_snapsets": 0, 2024-04-15T16:06:26.417 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_clones": 0, 2024-04-15T16:06:26.417 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_copies": 3, 2024-04-15T16:06:26.418 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects": 1, 2024-04-15T16:06:26.418 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_degraded": 0, 2024-04-15T16:06:26.418 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_dirty": 1, 2024-04-15T16:06:26.418 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T16:06:26.418 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_manifest": 0, 2024-04-15T16:06:26.418 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_misplaced": 0, 2024-04-15T16:06:26.418 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing": 0, 2024-04-15T16:06:26.418 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T16:06:26.418 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_omap": 1, 2024-04-15T16:06:26.418 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_pinned": 0, 2024-04-15T16:06:26.418 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_recovered": 0, 2024-04-15T16:06:26.418 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_repaired": 0, 2024-04-15T16:06:26.418 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_unfound": 0, 2024-04-15T16:06:26.418 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_bytes": 0, 2024-04-15T16:06:26.419 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_keys": 0, 2024-04-15T16:06:26.419 INFO:tasks.workunit.client.0.smithi016.stdout: "num_promote": 0, 2024-04-15T16:06:26.419 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read": 12, 2024-04-15T16:06:26.419 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read_kb": 12, 2024-04-15T16:06:26.419 INFO:tasks.workunit.client.0.smithi016.stdout: "num_scrub_errors": 0, 2024-04-15T16:06:26.419 INFO:tasks.workunit.client.0.smithi016.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T16:06:26.419 INFO:tasks.workunit.client.0.smithi016.stdout: "num_whiteouts": 0, 2024-04-15T16:06:26.419 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write": 3, 2024-04-15T16:06:26.419 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write_kb": 0 2024-04-15T16:06:26.419 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.419 INFO:tasks.workunit.client.0.smithi016.stdout: "state": "active+clean", 2024-04-15T16:06:26.419 INFO:tasks.workunit.client.0.smithi016.stdout: "stats_invalid": false, 2024-04-15T16:06:26.419 INFO:tasks.workunit.client.0.smithi016.stdout: "up": [ 2024-04-15T16:06:26.419 INFO:tasks.workunit.client.0.smithi016.stdout: 6, 2024-04-15T16:06:26.420 INFO:tasks.workunit.client.0.smithi016.stdout: 1, 2024-04-15T16:06:26.420 INFO:tasks.workunit.client.0.smithi016.stdout: 2 2024-04-15T16:06:26.420 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:26.420 INFO:tasks.workunit.client.0.smithi016.stdout: "up_primary": 6, 2024-04-15T16:06:26.420 INFO:tasks.workunit.client.0.smithi016.stdout: "version": "62'2" 2024-04-15T16:06:26.420 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.420 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-15T16:06:26.420 INFO:tasks.workunit.client.0.smithi016.stdout: "acting": [ 2024-04-15T16:06:26.420 INFO:tasks.workunit.client.0.smithi016.stdout: 4, 2024-04-15T16:06:26.420 INFO:tasks.workunit.client.0.smithi016.stdout: 5, 2024-04-15T16:06:26.420 INFO:tasks.workunit.client.0.smithi016.stdout: 6 2024-04-15T16:06:26.420 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:26.420 INFO:tasks.workunit.client.0.smithi016.stdout: "acting_primary": 4, 2024-04-15T16:06:26.420 INFO:tasks.workunit.client.0.smithi016.stdout: "avail_no_missing": [], 2024-04-15T16:06:26.420 INFO:tasks.workunit.client.0.smithi016.stdout: "blocked_by": [], 2024-04-15T16:06:26.421 INFO:tasks.workunit.client.0.smithi016.stdout: "created": 66, 2024-04-15T16:06:26.421 INFO:tasks.workunit.client.0.smithi016.stdout: "dirty_stats_invalid": false, 2024-04-15T16:06:26.421 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T16:06:26.421 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_stats_invalid": false, 2024-04-15T16:06:26.421 INFO:tasks.workunit.client.0.smithi016.stdout: "last_active": "2024-04-15T16:05:12.197195+0000", 2024-04-15T16:06:26.421 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_active": "2024-04-15T14:44:28.448444+0000", 2024-04-15T16:06:26.421 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_peered": "2024-04-15T14:44:28.448444+0000", 2024-04-15T16:06:26.421 INFO:tasks.workunit.client.0.smithi016.stdout: "last_change": "2024-04-15T15:17:56.728576+0000", 2024-04-15T16:06:26.421 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean": "2024-04-15T16:05:12.197195+0000", 2024-04-15T16:06:26.421 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean_scrub_stamp": "2024-04-15T14:34:07.163731+0000", 2024-04-15T16:06:26.421 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub": "0'0", 2024-04-15T16:06:26.421 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub_stamp": "2024-04-15T14:34:07.163731+0000", 2024-04-15T16:06:26.421 INFO:tasks.workunit.client.0.smithi016.stdout: "last_epoch_clean": 511, 2024-04-15T16:06:26.421 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fresh": "2024-04-15T16:05:12.197195+0000", 2024-04-15T16:06:26.422 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fullsized": "2024-04-15T16:05:12.197195+0000", 2024-04-15T16:06:26.422 INFO:tasks.workunit.client.0.smithi016.stdout: "last_peered": "2024-04-15T16:05:12.197195+0000", 2024-04-15T16:06:26.422 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub": "0'0", 2024-04-15T16:06:26.422 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_duration": 0, 2024-04-15T16:06:26.422 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_stamp": "2024-04-15T14:34:07.163731+0000", 2024-04-15T16:06:26.422 INFO:tasks.workunit.client.0.smithi016.stdout: "last_undegraded": "2024-04-15T16:05:12.197195+0000", 2024-04-15T16:06:26.422 INFO:tasks.workunit.client.0.smithi016.stdout: "last_unstale": "2024-04-15T16:05:12.197195+0000", 2024-04-15T16:06:26.422 INFO:tasks.workunit.client.0.smithi016.stdout: "log_dups_size": 0, 2024-04-15T16:06:26.422 INFO:tasks.workunit.client.0.smithi016.stdout: "log_size": 3013, 2024-04-15T16:06:26.422 INFO:tasks.workunit.client.0.smithi016.stdout: "log_start": "0'0", 2024-04-15T16:06:26.422 INFO:tasks.workunit.client.0.smithi016.stdout: "manifest_stats_invalid": false, 2024-04-15T16:06:26.422 INFO:tasks.workunit.client.0.smithi016.stdout: "mapping_epoch": 510, 2024-04-15T16:06:26.422 INFO:tasks.workunit.client.0.smithi016.stdout: "object_location_counts": [], 2024-04-15T16:06:26.422 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_scrubbed": 0, 2024-04-15T16:06:26.422 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_trimmed": 0, 2024-04-15T16:06:26.423 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_stats_invalid": false, 2024-04-15T16:06:26.423 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_size": 3013, 2024-04-15T16:06:26.423 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_start": "0'0", 2024-04-15T16:06:26.423 INFO:tasks.workunit.client.0.smithi016.stdout: "parent": "0.0", 2024-04-15T16:06:26.423 INFO:tasks.workunit.client.0.smithi016.stdout: "parent_split_bits": 0, 2024-04-15T16:06:26.423 INFO:tasks.workunit.client.0.smithi016.stdout: "pgid": "4.1", 2024-04-15T16:06:26.423 INFO:tasks.workunit.client.0.smithi016.stdout: "pin_stats_invalid": false, 2024-04-15T16:06:26.423 INFO:tasks.workunit.client.0.smithi016.stdout: "purged_snaps": [], 2024-04-15T16:06:26.423 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_epoch": 2721, 2024-04-15T16:06:26.423 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_seq": 8863, 2024-04-15T16:06:26.423 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_duration": 0.0, 2024-04-15T16:06:26.423 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-16T18:16:04.447206+0000", 2024-04-15T16:06:26.423 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrim_duration": 0.003109583, 2024-04-15T16:06:26.423 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrimq_len": 0, 2024-04-15T16:06:26.423 INFO:tasks.workunit.client.0.smithi016.stdout: "stat_sum": { 2024-04-15T16:06:26.423 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes": 0, 2024-04-15T16:06:26.424 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T16:06:26.424 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_recovered": 0, 2024-04-15T16:06:26.424 INFO:tasks.workunit.client.0.smithi016.stdout: "num_deep_scrub_errors": 0, 2024-04-15T16:06:26.424 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict": 0, 2024-04-15T16:06:26.424 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_kb": 0, 2024-04-15T16:06:26.424 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_full": 0, 2024-04-15T16:06:26.424 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_some": 0, 2024-04-15T16:06:26.424 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush": 0, 2024-04-15T16:06:26.424 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_kb": 0, 2024-04-15T16:06:26.424 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_high": 0, 2024-04-15T16:06:26.424 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_low": 0, 2024-04-15T16:06:26.424 INFO:tasks.workunit.client.0.smithi016.stdout: "num_keys_recovered": 0, 2024-04-15T16:06:26.424 INFO:tasks.workunit.client.0.smithi016.stdout: "num_large_omap_objects": 0, 2024-04-15T16:06:26.424 INFO:tasks.workunit.client.0.smithi016.stdout: "num_legacy_snapsets": 0, 2024-04-15T16:06:26.424 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_clones": 0, 2024-04-15T16:06:26.424 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_copies": 0, 2024-04-15T16:06:26.425 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects": 0, 2024-04-15T16:06:26.425 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_degraded": 0, 2024-04-15T16:06:26.425 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_dirty": 0, 2024-04-15T16:06:26.425 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T16:06:26.425 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_manifest": 0, 2024-04-15T16:06:26.425 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_misplaced": 0, 2024-04-15T16:06:26.425 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing": 0, 2024-04-15T16:06:26.425 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T16:06:26.425 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_omap": 0, 2024-04-15T16:06:26.425 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_pinned": 0, 2024-04-15T16:06:26.425 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_recovered": 0, 2024-04-15T16:06:26.425 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_repaired": 0, 2024-04-15T16:06:26.425 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_unfound": 0, 2024-04-15T16:06:26.425 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_bytes": 0, 2024-04-15T16:06:26.425 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_keys": 0, 2024-04-15T16:06:26.425 INFO:tasks.workunit.client.0.smithi016.stdout: "num_promote": 0, 2024-04-15T16:06:26.426 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read": 1530, 2024-04-15T16:06:26.426 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read_kb": 343297, 2024-04-15T16:06:26.426 INFO:tasks.workunit.client.0.smithi016.stdout: "num_scrub_errors": 0, 2024-04-15T16:06:26.426 INFO:tasks.workunit.client.0.smithi016.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T16:06:26.426 INFO:tasks.workunit.client.0.smithi016.stdout: "num_whiteouts": 0, 2024-04-15T16:06:26.426 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write": 2985, 2024-04-15T16:06:26.426 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write_kb": 382699 2024-04-15T16:06:26.426 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.426 INFO:tasks.workunit.client.0.smithi016.stdout: "state": "active+clean", 2024-04-15T16:06:26.426 INFO:tasks.workunit.client.0.smithi016.stdout: "stats_invalid": false, 2024-04-15T16:06:26.426 INFO:tasks.workunit.client.0.smithi016.stdout: "up": [ 2024-04-15T16:06:26.426 INFO:tasks.workunit.client.0.smithi016.stdout: 4, 2024-04-15T16:06:26.426 INFO:tasks.workunit.client.0.smithi016.stdout: 5, 2024-04-15T16:06:26.426 INFO:tasks.workunit.client.0.smithi016.stdout: 6 2024-04-15T16:06:26.427 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:26.427 INFO:tasks.workunit.client.0.smithi016.stdout: "up_primary": 4, 2024-04-15T16:06:26.427 INFO:tasks.workunit.client.0.smithi016.stdout: "version": "1096'3013" 2024-04-15T16:06:26.427 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.427 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-15T16:06:26.427 INFO:tasks.workunit.client.0.smithi016.stdout: "acting": [ 2024-04-15T16:06:26.427 INFO:tasks.workunit.client.0.smithi016.stdout: 3, 2024-04-15T16:06:26.427 INFO:tasks.workunit.client.0.smithi016.stdout: 7, 2024-04-15T16:06:26.427 INFO:tasks.workunit.client.0.smithi016.stdout: 0 2024-04-15T16:06:26.427 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:26.427 INFO:tasks.workunit.client.0.smithi016.stdout: "acting_primary": 3, 2024-04-15T16:06:26.427 INFO:tasks.workunit.client.0.smithi016.stdout: "avail_no_missing": [], 2024-04-15T16:06:26.427 INFO:tasks.workunit.client.0.smithi016.stdout: "blocked_by": [], 2024-04-15T16:06:26.427 INFO:tasks.workunit.client.0.smithi016.stdout: "created": 61, 2024-04-15T16:06:26.428 INFO:tasks.workunit.client.0.smithi016.stdout: "dirty_stats_invalid": false, 2024-04-15T16:06:26.428 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T16:06:26.428 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_stats_invalid": false, 2024-04-15T16:06:26.428 INFO:tasks.workunit.client.0.smithi016.stdout: "last_active": "2024-04-15T16:05:12.199225+0000", 2024-04-15T16:06:26.428 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_active": "2024-04-15T14:44:49.367670+0000", 2024-04-15T16:06:26.428 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_peered": "2024-04-15T14:44:49.367670+0000", 2024-04-15T16:06:26.428 INFO:tasks.workunit.client.0.smithi016.stdout: "last_change": "2024-04-15T14:44:49.368022+0000", 2024-04-15T16:06:26.428 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean": "2024-04-15T16:05:12.199225+0000", 2024-04-15T16:06:26.428 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T16:06:26.428 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub": "0'0", 2024-04-15T16:06:26.428 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T16:06:26.428 INFO:tasks.workunit.client.0.smithi016.stdout: "last_epoch_clean": 532, 2024-04-15T16:06:26.428 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fresh": "2024-04-15T16:05:12.199225+0000", 2024-04-15T16:06:26.428 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fullsized": "2024-04-15T16:05:12.199225+0000", 2024-04-15T16:06:26.428 INFO:tasks.workunit.client.0.smithi016.stdout: "last_peered": "2024-04-15T16:05:12.199225+0000", 2024-04-15T16:06:26.429 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub": "0'0", 2024-04-15T16:06:26.429 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_duration": 0, 2024-04-15T16:06:26.429 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T16:06:26.429 INFO:tasks.workunit.client.0.smithi016.stdout: "last_undegraded": "2024-04-15T16:05:12.199225+0000", 2024-04-15T16:06:26.429 INFO:tasks.workunit.client.0.smithi016.stdout: "last_unstale": "2024-04-15T16:05:12.199225+0000", 2024-04-15T16:06:26.429 INFO:tasks.workunit.client.0.smithi016.stdout: "log_dups_size": 0, 2024-04-15T16:06:26.429 INFO:tasks.workunit.client.0.smithi016.stdout: "log_size": 0, 2024-04-15T16:06:26.429 INFO:tasks.workunit.client.0.smithi016.stdout: "log_start": "0'0", 2024-04-15T16:06:26.429 INFO:tasks.workunit.client.0.smithi016.stdout: "manifest_stats_invalid": false, 2024-04-15T16:06:26.429 INFO:tasks.workunit.client.0.smithi016.stdout: "mapping_epoch": 531, 2024-04-15T16:06:26.429 INFO:tasks.workunit.client.0.smithi016.stdout: "object_location_counts": [], 2024-04-15T16:06:26.429 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_scrubbed": 0, 2024-04-15T16:06:26.429 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_trimmed": 0, 2024-04-15T16:06:26.429 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_stats_invalid": false, 2024-04-15T16:06:26.430 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_size": 0, 2024-04-15T16:06:26.430 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_start": "0'0", 2024-04-15T16:06:26.430 INFO:tasks.workunit.client.0.smithi016.stdout: "parent": "0.0", 2024-04-15T16:06:26.430 INFO:tasks.workunit.client.0.smithi016.stdout: "parent_split_bits": 0, 2024-04-15T16:06:26.430 INFO:tasks.workunit.client.0.smithi016.stdout: "pgid": "3.7", 2024-04-15T16:06:26.430 INFO:tasks.workunit.client.0.smithi016.stdout: "pin_stats_invalid": false, 2024-04-15T16:06:26.430 INFO:tasks.workunit.client.0.smithi016.stdout: "purged_snaps": [], 2024-04-15T16:06:26.430 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_epoch": 2721, 2024-04-15T16:06:26.430 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_seq": 4954, 2024-04-15T16:06:26.430 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_duration": 0.0, 2024-04-15T16:06:26.430 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-16T20:19:11.670611+0000", 2024-04-15T16:06:26.430 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrim_duration": 0.0, 2024-04-15T16:06:26.430 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrimq_len": 0, 2024-04-15T16:06:26.430 INFO:tasks.workunit.client.0.smithi016.stdout: "stat_sum": { 2024-04-15T16:06:26.431 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes": 0, 2024-04-15T16:06:26.431 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T16:06:26.431 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_recovered": 0, 2024-04-15T16:06:26.431 INFO:tasks.workunit.client.0.smithi016.stdout: "num_deep_scrub_errors": 0, 2024-04-15T16:06:26.431 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict": 0, 2024-04-15T16:06:26.431 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_kb": 0, 2024-04-15T16:06:26.431 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_full": 0, 2024-04-15T16:06:26.431 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_some": 0, 2024-04-15T16:06:26.431 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush": 0, 2024-04-15T16:06:26.431 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_kb": 0, 2024-04-15T16:06:26.431 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_high": 0, 2024-04-15T16:06:26.431 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_low": 0, 2024-04-15T16:06:26.431 INFO:tasks.workunit.client.0.smithi016.stdout: "num_keys_recovered": 0, 2024-04-15T16:06:26.431 INFO:tasks.workunit.client.0.smithi016.stdout: "num_large_omap_objects": 0, 2024-04-15T16:06:26.431 INFO:tasks.workunit.client.0.smithi016.stdout: "num_legacy_snapsets": 0, 2024-04-15T16:06:26.432 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_clones": 0, 2024-04-15T16:06:26.432 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_copies": 0, 2024-04-15T16:06:26.432 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects": 0, 2024-04-15T16:06:26.432 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_degraded": 0, 2024-04-15T16:06:26.432 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_dirty": 0, 2024-04-15T16:06:26.432 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T16:06:26.432 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_manifest": 0, 2024-04-15T16:06:26.432 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_misplaced": 0, 2024-04-15T16:06:26.432 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing": 0, 2024-04-15T16:06:26.432 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T16:06:26.432 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_omap": 0, 2024-04-15T16:06:26.432 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_pinned": 0, 2024-04-15T16:06:26.432 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_recovered": 0, 2024-04-15T16:06:26.432 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_repaired": 0, 2024-04-15T16:06:26.432 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_unfound": 0, 2024-04-15T16:06:26.433 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_bytes": 0, 2024-04-15T16:06:26.433 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_keys": 0, 2024-04-15T16:06:26.433 INFO:tasks.workunit.client.0.smithi016.stdout: "num_promote": 0, 2024-04-15T16:06:26.433 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read": 0, 2024-04-15T16:06:26.433 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read_kb": 0, 2024-04-15T16:06:26.433 INFO:tasks.workunit.client.0.smithi016.stdout: "num_scrub_errors": 0, 2024-04-15T16:06:26.433 INFO:tasks.workunit.client.0.smithi016.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T16:06:26.433 INFO:tasks.workunit.client.0.smithi016.stdout: "num_whiteouts": 0, 2024-04-15T16:06:26.433 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write": 0, 2024-04-15T16:06:26.433 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write_kb": 0 2024-04-15T16:06:26.433 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.433 INFO:tasks.workunit.client.0.smithi016.stdout: "state": "active+clean", 2024-04-15T16:06:26.433 INFO:tasks.workunit.client.0.smithi016.stdout: "stats_invalid": false, 2024-04-15T16:06:26.433 INFO:tasks.workunit.client.0.smithi016.stdout: "up": [ 2024-04-15T16:06:26.433 INFO:tasks.workunit.client.0.smithi016.stdout: 3, 2024-04-15T16:06:26.434 INFO:tasks.workunit.client.0.smithi016.stdout: 7, 2024-04-15T16:06:26.434 INFO:tasks.workunit.client.0.smithi016.stdout: 0 2024-04-15T16:06:26.434 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:26.434 INFO:tasks.workunit.client.0.smithi016.stdout: "up_primary": 3, 2024-04-15T16:06:26.434 INFO:tasks.workunit.client.0.smithi016.stdout: "version": "0'0" 2024-04-15T16:06:26.434 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.434 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-15T16:06:26.434 INFO:tasks.workunit.client.0.smithi016.stdout: "acting": [ 2024-04-15T16:06:26.434 INFO:tasks.workunit.client.0.smithi016.stdout: 1, 2024-04-15T16:06:26.434 INFO:tasks.workunit.client.0.smithi016.stdout: 6, 2024-04-15T16:06:26.434 INFO:tasks.workunit.client.0.smithi016.stdout: 4 2024-04-15T16:06:26.434 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:26.434 INFO:tasks.workunit.client.0.smithi016.stdout: "acting_primary": 1, 2024-04-15T16:06:26.435 INFO:tasks.workunit.client.0.smithi016.stdout: "avail_no_missing": [], 2024-04-15T16:06:26.435 INFO:tasks.workunit.client.0.smithi016.stdout: "blocked_by": [], 2024-04-15T16:06:26.435 INFO:tasks.workunit.client.0.smithi016.stdout: "created": 60, 2024-04-15T16:06:26.435 INFO:tasks.workunit.client.0.smithi016.stdout: "dirty_stats_invalid": false, 2024-04-15T16:06:26.435 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T16:06:26.435 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_stats_invalid": false, 2024-04-15T16:06:26.435 INFO:tasks.workunit.client.0.smithi016.stdout: "last_active": "2024-04-15T16:05:11.870667+0000", 2024-04-15T16:06:26.435 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_active": "2024-04-15T14:44:28.449668+0000", 2024-04-15T16:06:26.435 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_peered": "2024-04-15T14:44:28.449668+0000", 2024-04-15T16:06:26.435 INFO:tasks.workunit.client.0.smithi016.stdout: "last_change": "2024-04-15T14:44:28.450084+0000", 2024-04-15T16:06:26.435 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean": "2024-04-15T16:05:11.870667+0000", 2024-04-15T16:06:26.435 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean_scrub_stamp": "2024-04-15T14:33:33.599136+0000", 2024-04-15T16:06:26.435 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub": "0'0", 2024-04-15T16:06:26.435 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub_stamp": "2024-04-15T14:33:33.599136+0000", 2024-04-15T16:06:26.436 INFO:tasks.workunit.client.0.smithi016.stdout: "last_epoch_clean": 511, 2024-04-15T16:06:26.436 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fresh": "2024-04-15T16:05:11.870667+0000", 2024-04-15T16:06:26.436 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fullsized": "2024-04-15T16:05:11.870667+0000", 2024-04-15T16:06:26.436 INFO:tasks.workunit.client.0.smithi016.stdout: "last_peered": "2024-04-15T16:05:11.870667+0000", 2024-04-15T16:06:26.436 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub": "0'0", 2024-04-15T16:06:26.436 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_duration": 0, 2024-04-15T16:06:26.436 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_stamp": "2024-04-15T14:33:33.599136+0000", 2024-04-15T16:06:26.436 INFO:tasks.workunit.client.0.smithi016.stdout: "last_undegraded": "2024-04-15T16:05:11.870667+0000", 2024-04-15T16:06:26.436 INFO:tasks.workunit.client.0.smithi016.stdout: "last_unstale": "2024-04-15T16:05:11.870667+0000", 2024-04-15T16:06:26.436 INFO:tasks.workunit.client.0.smithi016.stdout: "log_dups_size": 0, 2024-04-15T16:06:26.436 INFO:tasks.workunit.client.0.smithi016.stdout: "log_size": 3, 2024-04-15T16:06:26.436 INFO:tasks.workunit.client.0.smithi016.stdout: "log_start": "0'0", 2024-04-15T16:06:26.436 INFO:tasks.workunit.client.0.smithi016.stdout: "manifest_stats_invalid": false, 2024-04-15T16:06:26.436 INFO:tasks.workunit.client.0.smithi016.stdout: "mapping_epoch": 510, 2024-04-15T16:06:26.437 INFO:tasks.workunit.client.0.smithi016.stdout: "object_location_counts": [], 2024-04-15T16:06:26.437 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_scrubbed": 0, 2024-04-15T16:06:26.437 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_trimmed": 0, 2024-04-15T16:06:26.437 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_stats_invalid": false, 2024-04-15T16:06:26.437 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_size": 3, 2024-04-15T16:06:26.437 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_start": "0'0", 2024-04-15T16:06:26.437 INFO:tasks.workunit.client.0.smithi016.stdout: "parent": "0.0", 2024-04-15T16:06:26.437 INFO:tasks.workunit.client.0.smithi016.stdout: "parent_split_bits": 0, 2024-04-15T16:06:26.437 INFO:tasks.workunit.client.0.smithi016.stdout: "pgid": "2.6", 2024-04-15T16:06:26.437 INFO:tasks.workunit.client.0.smithi016.stdout: "pin_stats_invalid": false, 2024-04-15T16:06:26.437 INFO:tasks.workunit.client.0.smithi016.stdout: "purged_snaps": [], 2024-04-15T16:06:26.437 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_epoch": 2721, 2024-04-15T16:06:26.437 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_seq": 5049, 2024-04-15T16:06:26.437 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_duration": 0.0, 2024-04-15T16:06:26.437 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-17T01:17:21.169077+0000", 2024-04-15T16:06:26.438 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrim_duration": 0.0, 2024-04-15T16:06:26.438 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrimq_len": 0, 2024-04-15T16:06:26.438 INFO:tasks.workunit.client.0.smithi016.stdout: "stat_sum": { 2024-04-15T16:06:26.438 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes": 0, 2024-04-15T16:06:26.438 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T16:06:26.438 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_recovered": 0, 2024-04-15T16:06:26.438 INFO:tasks.workunit.client.0.smithi016.stdout: "num_deep_scrub_errors": 0, 2024-04-15T16:06:26.438 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict": 0, 2024-04-15T16:06:26.438 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_kb": 0, 2024-04-15T16:06:26.438 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_full": 0, 2024-04-15T16:06:26.438 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_some": 0, 2024-04-15T16:06:26.438 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush": 0, 2024-04-15T16:06:26.438 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_kb": 0, 2024-04-15T16:06:26.438 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_high": 0, 2024-04-15T16:06:26.439 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_low": 0, 2024-04-15T16:06:26.439 INFO:tasks.workunit.client.0.smithi016.stdout: "num_keys_recovered": 0, 2024-04-15T16:06:26.439 INFO:tasks.workunit.client.0.smithi016.stdout: "num_large_omap_objects": 0, 2024-04-15T16:06:26.439 INFO:tasks.workunit.client.0.smithi016.stdout: "num_legacy_snapsets": 0, 2024-04-15T16:06:26.439 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_clones": 0, 2024-04-15T16:06:26.439 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_copies": 3, 2024-04-15T16:06:26.439 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects": 1, 2024-04-15T16:06:26.439 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_degraded": 0, 2024-04-15T16:06:26.439 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_dirty": 1, 2024-04-15T16:06:26.439 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T16:06:26.439 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_manifest": 0, 2024-04-15T16:06:26.439 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_misplaced": 0, 2024-04-15T16:06:26.439 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing": 0, 2024-04-15T16:06:26.439 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T16:06:26.439 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_omap": 1, 2024-04-15T16:06:26.440 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_pinned": 0, 2024-04-15T16:06:26.440 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_recovered": 0, 2024-04-15T16:06:26.440 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_repaired": 0, 2024-04-15T16:06:26.440 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_unfound": 0, 2024-04-15T16:06:26.440 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_bytes": 0, 2024-04-15T16:06:26.440 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_keys": 0, 2024-04-15T16:06:26.440 INFO:tasks.workunit.client.0.smithi016.stdout: "num_promote": 0, 2024-04-15T16:06:26.440 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read": 4, 2024-04-15T16:06:26.440 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read_kb": 4, 2024-04-15T16:06:26.440 INFO:tasks.workunit.client.0.smithi016.stdout: "num_scrub_errors": 0, 2024-04-15T16:06:26.440 INFO:tasks.workunit.client.0.smithi016.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T16:06:26.440 INFO:tasks.workunit.client.0.smithi016.stdout: "num_whiteouts": 0, 2024-04-15T16:06:26.440 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write": 3, 2024-04-15T16:06:26.440 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write_kb": 0 2024-04-15T16:06:26.440 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.441 INFO:tasks.workunit.client.0.smithi016.stdout: "state": "active+clean", 2024-04-15T16:06:26.441 INFO:tasks.workunit.client.0.smithi016.stdout: "stats_invalid": false, 2024-04-15T16:06:26.441 INFO:tasks.workunit.client.0.smithi016.stdout: "up": [ 2024-04-15T16:06:26.441 INFO:tasks.workunit.client.0.smithi016.stdout: 1, 2024-04-15T16:06:26.441 INFO:tasks.workunit.client.0.smithi016.stdout: 6, 2024-04-15T16:06:26.441 INFO:tasks.workunit.client.0.smithi016.stdout: 4 2024-04-15T16:06:26.441 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:26.441 INFO:tasks.workunit.client.0.smithi016.stdout: "up_primary": 1, 2024-04-15T16:06:26.441 INFO:tasks.workunit.client.0.smithi016.stdout: "version": "563'3" 2024-04-15T16:06:26.441 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.441 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-15T16:06:26.441 INFO:tasks.workunit.client.0.smithi016.stdout: "acting": [ 2024-04-15T16:06:26.441 INFO:tasks.workunit.client.0.smithi016.stdout: 3, 2024-04-15T16:06:26.441 INFO:tasks.workunit.client.0.smithi016.stdout: 7, 2024-04-15T16:06:26.441 INFO:tasks.workunit.client.0.smithi016.stdout: 0 2024-04-15T16:06:26.442 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:26.442 INFO:tasks.workunit.client.0.smithi016.stdout: "acting_primary": 3, 2024-04-15T16:06:26.442 INFO:tasks.workunit.client.0.smithi016.stdout: "avail_no_missing": [], 2024-04-15T16:06:26.442 INFO:tasks.workunit.client.0.smithi016.stdout: "blocked_by": [], 2024-04-15T16:06:26.442 INFO:tasks.workunit.client.0.smithi016.stdout: "created": 66, 2024-04-15T16:06:26.442 INFO:tasks.workunit.client.0.smithi016.stdout: "dirty_stats_invalid": false, 2024-04-15T16:06:26.442 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T16:06:26.442 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_stats_invalid": false, 2024-04-15T16:06:26.442 INFO:tasks.workunit.client.0.smithi016.stdout: "last_active": "2024-04-15T16:05:12.197014+0000", 2024-04-15T16:06:26.442 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_active": "2024-04-15T14:44:49.362697+0000", 2024-04-15T16:06:26.442 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_peered": "2024-04-15T14:44:49.362697+0000", 2024-04-15T16:06:26.442 INFO:tasks.workunit.client.0.smithi016.stdout: "last_change": "2024-04-15T15:17:56.721019+0000", 2024-04-15T16:06:26.442 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean": "2024-04-15T16:05:12.197014+0000", 2024-04-15T16:06:26.442 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean_scrub_stamp": "2024-04-15T14:34:07.163731+0000", 2024-04-15T16:06:26.443 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub": "0'0", 2024-04-15T16:06:26.443 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub_stamp": "2024-04-15T14:34:07.163731+0000", 2024-04-15T16:06:26.443 INFO:tasks.workunit.client.0.smithi016.stdout: "last_epoch_clean": 532, 2024-04-15T16:06:26.443 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fresh": "2024-04-15T16:05:12.197014+0000", 2024-04-15T16:06:26.443 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fullsized": "2024-04-15T16:05:12.197014+0000", 2024-04-15T16:06:26.443 INFO:tasks.workunit.client.0.smithi016.stdout: "last_peered": "2024-04-15T16:05:12.197014+0000", 2024-04-15T16:06:26.443 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub": "0'0", 2024-04-15T16:06:26.443 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_duration": 0, 2024-04-15T16:06:26.443 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_stamp": "2024-04-15T14:34:07.163731+0000", 2024-04-15T16:06:26.443 INFO:tasks.workunit.client.0.smithi016.stdout: "last_undegraded": "2024-04-15T16:05:12.197014+0000", 2024-04-15T16:06:26.443 INFO:tasks.workunit.client.0.smithi016.stdout: "last_unstale": "2024-04-15T16:05:12.197014+0000", 2024-04-15T16:06:26.443 INFO:tasks.workunit.client.0.smithi016.stdout: "log_dups_size": 0, 2024-04-15T16:06:26.443 INFO:tasks.workunit.client.0.smithi016.stdout: "log_size": 3087, 2024-04-15T16:06:26.444 INFO:tasks.workunit.client.0.smithi016.stdout: "log_start": "0'0", 2024-04-15T16:06:26.444 INFO:tasks.workunit.client.0.smithi016.stdout: "manifest_stats_invalid": false, 2024-04-15T16:06:26.444 INFO:tasks.workunit.client.0.smithi016.stdout: "mapping_epoch": 531, 2024-04-15T16:06:26.444 INFO:tasks.workunit.client.0.smithi016.stdout: "object_location_counts": [], 2024-04-15T16:06:26.444 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_scrubbed": 0, 2024-04-15T16:06:26.444 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_trimmed": 0, 2024-04-15T16:06:26.444 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_stats_invalid": false, 2024-04-15T16:06:26.444 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_size": 3087, 2024-04-15T16:06:26.444 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_start": "0'0", 2024-04-15T16:06:26.444 INFO:tasks.workunit.client.0.smithi016.stdout: "parent": "0.0", 2024-04-15T16:06:26.444 INFO:tasks.workunit.client.0.smithi016.stdout: "parent_split_bits": 0, 2024-04-15T16:06:26.444 INFO:tasks.workunit.client.0.smithi016.stdout: "pgid": "4.0", 2024-04-15T16:06:26.444 INFO:tasks.workunit.client.0.smithi016.stdout: "pin_stats_invalid": false, 2024-04-15T16:06:26.444 INFO:tasks.workunit.client.0.smithi016.stdout: "purged_snaps": [], 2024-04-15T16:06:26.444 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_epoch": 2721, 2024-04-15T16:06:26.445 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_seq": 8686, 2024-04-15T16:06:26.445 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_duration": 0.0, 2024-04-15T16:06:26.445 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-16T21:51:56.837831+0000", 2024-04-15T16:06:26.445 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrim_duration": 0.003343983, 2024-04-15T16:06:26.445 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrimq_len": 0, 2024-04-15T16:06:26.445 INFO:tasks.workunit.client.0.smithi016.stdout: "stat_sum": { 2024-04-15T16:06:26.445 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes": 0, 2024-04-15T16:06:26.445 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T16:06:26.445 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_recovered": 0, 2024-04-15T16:06:26.445 INFO:tasks.workunit.client.0.smithi016.stdout: "num_deep_scrub_errors": 0, 2024-04-15T16:06:26.445 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict": 0, 2024-04-15T16:06:26.445 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_kb": 0, 2024-04-15T16:06:26.445 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_full": 0, 2024-04-15T16:06:26.445 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_some": 0, 2024-04-15T16:06:26.446 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush": 0, 2024-04-15T16:06:26.446 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_kb": 0, 2024-04-15T16:06:26.446 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_high": 0, 2024-04-15T16:06:26.446 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_low": 0, 2024-04-15T16:06:26.446 INFO:tasks.workunit.client.0.smithi016.stdout: "num_keys_recovered": 0, 2024-04-15T16:06:26.446 INFO:tasks.workunit.client.0.smithi016.stdout: "num_large_omap_objects": 0, 2024-04-15T16:06:26.446 INFO:tasks.workunit.client.0.smithi016.stdout: "num_legacy_snapsets": 0, 2024-04-15T16:06:26.446 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_clones": 0, 2024-04-15T16:06:26.446 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_copies": 0, 2024-04-15T16:06:26.446 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects": 0, 2024-04-15T16:06:26.446 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_degraded": 0, 2024-04-15T16:06:26.446 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_dirty": 0, 2024-04-15T16:06:26.446 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T16:06:26.446 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_manifest": 0, 2024-04-15T16:06:26.447 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_misplaced": 0, 2024-04-15T16:06:26.447 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing": 0, 2024-04-15T16:06:26.447 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T16:06:26.447 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_omap": 0, 2024-04-15T16:06:26.447 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_pinned": 0, 2024-04-15T16:06:26.447 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_recovered": 0, 2024-04-15T16:06:26.447 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_repaired": 0, 2024-04-15T16:06:26.447 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_unfound": 0, 2024-04-15T16:06:26.447 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_bytes": 0, 2024-04-15T16:06:26.447 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_keys": 0, 2024-04-15T16:06:26.447 INFO:tasks.workunit.client.0.smithi016.stdout: "num_promote": 0, 2024-04-15T16:06:26.447 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read": 1025, 2024-04-15T16:06:26.447 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read_kb": 387113, 2024-04-15T16:06:26.447 INFO:tasks.workunit.client.0.smithi016.stdout: "num_scrub_errors": 0, 2024-04-15T16:06:26.448 INFO:tasks.workunit.client.0.smithi016.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T16:06:26.448 INFO:tasks.workunit.client.0.smithi016.stdout: "num_whiteouts": 0, 2024-04-15T16:06:26.448 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write": 3079, 2024-04-15T16:06:26.448 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write_kb": 394267 2024-04-15T16:06:26.448 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.448 INFO:tasks.workunit.client.0.smithi016.stdout: "state": "active+clean", 2024-04-15T16:06:26.448 INFO:tasks.workunit.client.0.smithi016.stdout: "stats_invalid": false, 2024-04-15T16:06:26.448 INFO:tasks.workunit.client.0.smithi016.stdout: "up": [ 2024-04-15T16:06:26.448 INFO:tasks.workunit.client.0.smithi016.stdout: 3, 2024-04-15T16:06:26.448 INFO:tasks.workunit.client.0.smithi016.stdout: 7, 2024-04-15T16:06:26.448 INFO:tasks.workunit.client.0.smithi016.stdout: 0 2024-04-15T16:06:26.448 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:26.448 INFO:tasks.workunit.client.0.smithi016.stdout: "up_primary": 3, 2024-04-15T16:06:26.448 INFO:tasks.workunit.client.0.smithi016.stdout: "version": "1096'3087" 2024-04-15T16:06:26.449 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.449 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-15T16:06:26.449 INFO:tasks.workunit.client.0.smithi016.stdout: "acting": [ 2024-04-15T16:06:26.449 INFO:tasks.workunit.client.0.smithi016.stdout: 1, 2024-04-15T16:06:26.449 INFO:tasks.workunit.client.0.smithi016.stdout: 2, 2024-04-15T16:06:26.449 INFO:tasks.workunit.client.0.smithi016.stdout: 5 2024-04-15T16:06:26.449 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:26.449 INFO:tasks.workunit.client.0.smithi016.stdout: "acting_primary": 1, 2024-04-15T16:06:26.449 INFO:tasks.workunit.client.0.smithi016.stdout: "avail_no_missing": [], 2024-04-15T16:06:26.449 INFO:tasks.workunit.client.0.smithi016.stdout: "blocked_by": [], 2024-04-15T16:06:26.449 INFO:tasks.workunit.client.0.smithi016.stdout: "created": 61, 2024-04-15T16:06:26.449 INFO:tasks.workunit.client.0.smithi016.stdout: "dirty_stats_invalid": false, 2024-04-15T16:06:26.449 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T16:06:26.449 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_stats_invalid": false, 2024-04-15T16:06:26.449 INFO:tasks.workunit.client.0.smithi016.stdout: "last_active": "2024-04-15T16:05:11.870575+0000", 2024-04-15T16:06:26.450 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_active": "2024-04-15T14:43:53.358566+0000", 2024-04-15T16:06:26.450 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_peered": "2024-04-15T14:43:53.358566+0000", 2024-04-15T16:06:26.450 INFO:tasks.workunit.client.0.smithi016.stdout: "last_change": "2024-04-15T14:43:53.358943+0000", 2024-04-15T16:06:26.450 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean": "2024-04-15T16:05:11.870575+0000", 2024-04-15T16:06:26.450 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T16:06:26.450 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub": "0'0", 2024-04-15T16:06:26.450 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T16:06:26.450 INFO:tasks.workunit.client.0.smithi016.stdout: "last_epoch_clean": 476, 2024-04-15T16:06:26.450 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fresh": "2024-04-15T16:05:11.870575+0000", 2024-04-15T16:06:26.450 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fullsized": "2024-04-15T16:05:11.870575+0000", 2024-04-15T16:06:26.450 INFO:tasks.workunit.client.0.smithi016.stdout: "last_peered": "2024-04-15T16:05:11.870575+0000", 2024-04-15T16:06:26.450 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub": "0'0", 2024-04-15T16:06:26.451 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_duration": 0, 2024-04-15T16:06:26.451 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T16:06:26.451 INFO:tasks.workunit.client.0.smithi016.stdout: "last_undegraded": "2024-04-15T16:05:11.870575+0000", 2024-04-15T16:06:26.451 INFO:tasks.workunit.client.0.smithi016.stdout: "last_unstale": "2024-04-15T16:05:11.870575+0000", 2024-04-15T16:06:26.451 INFO:tasks.workunit.client.0.smithi016.stdout: "log_dups_size": 0, 2024-04-15T16:06:26.451 INFO:tasks.workunit.client.0.smithi016.stdout: "log_size": 0, 2024-04-15T16:06:26.451 INFO:tasks.workunit.client.0.smithi016.stdout: "log_start": "0'0", 2024-04-15T16:06:26.451 INFO:tasks.workunit.client.0.smithi016.stdout: "manifest_stats_invalid": false, 2024-04-15T16:06:26.451 INFO:tasks.workunit.client.0.smithi016.stdout: "mapping_epoch": 475, 2024-04-15T16:06:26.451 INFO:tasks.workunit.client.0.smithi016.stdout: "object_location_counts": [], 2024-04-15T16:06:26.451 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_scrubbed": 0, 2024-04-15T16:06:26.451 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_trimmed": 0, 2024-04-15T16:06:26.451 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_stats_invalid": false, 2024-04-15T16:06:26.451 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_size": 0, 2024-04-15T16:06:26.451 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_start": "0'0", 2024-04-15T16:06:26.452 INFO:tasks.workunit.client.0.smithi016.stdout: "parent": "0.0", 2024-04-15T16:06:26.452 INFO:tasks.workunit.client.0.smithi016.stdout: "parent_split_bits": 0, 2024-04-15T16:06:26.452 INFO:tasks.workunit.client.0.smithi016.stdout: "pgid": "3.4", 2024-04-15T16:06:26.452 INFO:tasks.workunit.client.0.smithi016.stdout: "pin_stats_invalid": false, 2024-04-15T16:06:26.452 INFO:tasks.workunit.client.0.smithi016.stdout: "purged_snaps": [], 2024-04-15T16:06:26.452 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_epoch": 2721, 2024-04-15T16:06:26.452 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_seq": 5043, 2024-04-15T16:06:26.452 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_duration": 0.0, 2024-04-15T16:06:26.452 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-16T15:52:40.144327+0000", 2024-04-15T16:06:26.452 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrim_duration": 0.0, 2024-04-15T16:06:26.452 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrimq_len": 0, 2024-04-15T16:06:26.452 INFO:tasks.workunit.client.0.smithi016.stdout: "stat_sum": { 2024-04-15T16:06:26.452 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes": 0, 2024-04-15T16:06:26.452 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T16:06:26.453 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_recovered": 0, 2024-04-15T16:06:26.453 INFO:tasks.workunit.client.0.smithi016.stdout: "num_deep_scrub_errors": 0, 2024-04-15T16:06:26.453 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict": 0, 2024-04-15T16:06:26.453 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_kb": 0, 2024-04-15T16:06:26.453 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_full": 0, 2024-04-15T16:06:26.453 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_some": 0, 2024-04-15T16:06:26.453 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush": 0, 2024-04-15T16:06:26.453 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_kb": 0, 2024-04-15T16:06:26.453 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_high": 0, 2024-04-15T16:06:26.453 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_low": 0, 2024-04-15T16:06:26.453 INFO:tasks.workunit.client.0.smithi016.stdout: "num_keys_recovered": 0, 2024-04-15T16:06:26.453 INFO:tasks.workunit.client.0.smithi016.stdout: "num_large_omap_objects": 0, 2024-04-15T16:06:26.453 INFO:tasks.workunit.client.0.smithi016.stdout: "num_legacy_snapsets": 0, 2024-04-15T16:06:26.453 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_clones": 0, 2024-04-15T16:06:26.454 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_copies": 0, 2024-04-15T16:06:26.454 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects": 0, 2024-04-15T16:06:26.454 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_degraded": 0, 2024-04-15T16:06:26.454 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_dirty": 0, 2024-04-15T16:06:26.454 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T16:06:26.454 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_manifest": 0, 2024-04-15T16:06:26.454 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_misplaced": 0, 2024-04-15T16:06:26.454 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing": 0, 2024-04-15T16:06:26.454 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T16:06:26.454 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_omap": 0, 2024-04-15T16:06:26.454 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_pinned": 0, 2024-04-15T16:06:26.454 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_recovered": 0, 2024-04-15T16:06:26.454 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_repaired": 0, 2024-04-15T16:06:26.454 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_unfound": 0, 2024-04-15T16:06:26.455 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_bytes": 0, 2024-04-15T16:06:26.455 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_keys": 0, 2024-04-15T16:06:26.455 INFO:tasks.workunit.client.0.smithi016.stdout: "num_promote": 0, 2024-04-15T16:06:26.455 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read": 0, 2024-04-15T16:06:26.455 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read_kb": 0, 2024-04-15T16:06:26.455 INFO:tasks.workunit.client.0.smithi016.stdout: "num_scrub_errors": 0, 2024-04-15T16:06:26.455 INFO:tasks.workunit.client.0.smithi016.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T16:06:26.455 INFO:tasks.workunit.client.0.smithi016.stdout: "num_whiteouts": 0, 2024-04-15T16:06:26.455 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write": 0, 2024-04-15T16:06:26.455 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write_kb": 0 2024-04-15T16:06:26.455 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.455 INFO:tasks.workunit.client.0.smithi016.stdout: "state": "active+clean", 2024-04-15T16:06:26.455 INFO:tasks.workunit.client.0.smithi016.stdout: "stats_invalid": false, 2024-04-15T16:06:26.455 INFO:tasks.workunit.client.0.smithi016.stdout: "up": [ 2024-04-15T16:06:26.456 INFO:tasks.workunit.client.0.smithi016.stdout: 1, 2024-04-15T16:06:26.456 INFO:tasks.workunit.client.0.smithi016.stdout: 2, 2024-04-15T16:06:26.456 INFO:tasks.workunit.client.0.smithi016.stdout: 5 2024-04-15T16:06:26.456 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:26.456 INFO:tasks.workunit.client.0.smithi016.stdout: "up_primary": 1, 2024-04-15T16:06:26.456 INFO:tasks.workunit.client.0.smithi016.stdout: "version": "0'0" 2024-04-15T16:06:26.456 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.456 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-15T16:06:26.456 INFO:tasks.workunit.client.0.smithi016.stdout: "acting": [ 2024-04-15T16:06:26.456 INFO:tasks.workunit.client.0.smithi016.stdout: 7, 2024-04-15T16:06:26.456 INFO:tasks.workunit.client.0.smithi016.stdout: 0, 2024-04-15T16:06:26.456 INFO:tasks.workunit.client.0.smithi016.stdout: 4 2024-04-15T16:06:26.456 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:26.456 INFO:tasks.workunit.client.0.smithi016.stdout: "acting_primary": 7, 2024-04-15T16:06:26.456 INFO:tasks.workunit.client.0.smithi016.stdout: "avail_no_missing": [], 2024-04-15T16:06:26.457 INFO:tasks.workunit.client.0.smithi016.stdout: "blocked_by": [], 2024-04-15T16:06:26.457 INFO:tasks.workunit.client.0.smithi016.stdout: "created": 60, 2024-04-15T16:06:26.457 INFO:tasks.workunit.client.0.smithi016.stdout: "dirty_stats_invalid": false, 2024-04-15T16:06:26.457 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T16:06:26.457 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_stats_invalid": false, 2024-04-15T16:06:26.457 INFO:tasks.workunit.client.0.smithi016.stdout: "last_active": "2024-04-15T16:05:12.201000+0000", 2024-04-15T16:06:26.457 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_active": "2024-04-15T14:44:49.365149+0000", 2024-04-15T16:06:26.457 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_peered": "2024-04-15T14:44:49.365149+0000", 2024-04-15T16:06:26.457 INFO:tasks.workunit.client.0.smithi016.stdout: "last_change": "2024-04-15T14:44:49.368721+0000", 2024-04-15T16:06:26.457 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean": "2024-04-15T16:05:12.201000+0000", 2024-04-15T16:06:26.457 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean_scrub_stamp": "2024-04-15T14:33:33.599136+0000", 2024-04-15T16:06:26.457 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub": "0'0", 2024-04-15T16:06:26.457 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub_stamp": "2024-04-15T14:33:33.599136+0000", 2024-04-15T16:06:26.457 INFO:tasks.workunit.client.0.smithi016.stdout: "last_epoch_clean": 532, 2024-04-15T16:06:26.457 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fresh": "2024-04-15T16:05:12.201000+0000", 2024-04-15T16:06:26.458 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fullsized": "2024-04-15T16:05:12.201000+0000", 2024-04-15T16:06:26.458 INFO:tasks.workunit.client.0.smithi016.stdout: "last_peered": "2024-04-15T16:05:12.201000+0000", 2024-04-15T16:06:26.458 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub": "0'0", 2024-04-15T16:06:26.458 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_duration": 0, 2024-04-15T16:06:26.458 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_stamp": "2024-04-15T14:33:33.599136+0000", 2024-04-15T16:06:26.458 INFO:tasks.workunit.client.0.smithi016.stdout: "last_undegraded": "2024-04-15T16:05:12.201000+0000", 2024-04-15T16:06:26.458 INFO:tasks.workunit.client.0.smithi016.stdout: "last_unstale": "2024-04-15T16:05:12.201000+0000", 2024-04-15T16:06:26.458 INFO:tasks.workunit.client.0.smithi016.stdout: "log_dups_size": 0, 2024-04-15T16:06:26.458 INFO:tasks.workunit.client.0.smithi016.stdout: "log_size": 0, 2024-04-15T16:06:26.458 INFO:tasks.workunit.client.0.smithi016.stdout: "log_start": "0'0", 2024-04-15T16:06:26.458 INFO:tasks.workunit.client.0.smithi016.stdout: "manifest_stats_invalid": false, 2024-04-15T16:06:26.458 INFO:tasks.workunit.client.0.smithi016.stdout: "mapping_epoch": 531, 2024-04-15T16:06:26.458 INFO:tasks.workunit.client.0.smithi016.stdout: "object_location_counts": [], 2024-04-15T16:06:26.459 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_scrubbed": 0, 2024-04-15T16:06:26.459 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_trimmed": 0, 2024-04-15T16:06:26.459 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_stats_invalid": false, 2024-04-15T16:06:26.459 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_size": 0, 2024-04-15T16:06:26.459 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_start": "0'0", 2024-04-15T16:06:26.459 INFO:tasks.workunit.client.0.smithi016.stdout: "parent": "0.0", 2024-04-15T16:06:26.459 INFO:tasks.workunit.client.0.smithi016.stdout: "parent_split_bits": 0, 2024-04-15T16:06:26.459 INFO:tasks.workunit.client.0.smithi016.stdout: "pgid": "2.5", 2024-04-15T16:06:26.459 INFO:tasks.workunit.client.0.smithi016.stdout: "pin_stats_invalid": false, 2024-04-15T16:06:26.459 INFO:tasks.workunit.client.0.smithi016.stdout: "purged_snaps": [], 2024-04-15T16:06:26.459 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_epoch": 2721, 2024-04-15T16:06:26.459 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_seq": 4862, 2024-04-15T16:06:26.459 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_duration": 0.0, 2024-04-15T16:06:26.459 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-16T18:10:50.459048+0000", 2024-04-15T16:06:26.459 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrim_duration": 0.0, 2024-04-15T16:06:26.460 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrimq_len": 0, 2024-04-15T16:06:26.460 INFO:tasks.workunit.client.0.smithi016.stdout: "stat_sum": { 2024-04-15T16:06:26.460 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes": 0, 2024-04-15T16:06:26.460 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T16:06:26.460 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_recovered": 0, 2024-04-15T16:06:26.460 INFO:tasks.workunit.client.0.smithi016.stdout: "num_deep_scrub_errors": 0, 2024-04-15T16:06:26.460 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict": 0, 2024-04-15T16:06:26.460 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_kb": 0, 2024-04-15T16:06:26.460 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_full": 0, 2024-04-15T16:06:26.460 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_some": 0, 2024-04-15T16:06:26.460 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush": 0, 2024-04-15T16:06:26.460 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_kb": 0, 2024-04-15T16:06:26.460 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_high": 0, 2024-04-15T16:06:26.460 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_low": 0, 2024-04-15T16:06:26.461 INFO:tasks.workunit.client.0.smithi016.stdout: "num_keys_recovered": 0, 2024-04-15T16:06:26.461 INFO:tasks.workunit.client.0.smithi016.stdout: "num_large_omap_objects": 0, 2024-04-15T16:06:26.461 INFO:tasks.workunit.client.0.smithi016.stdout: "num_legacy_snapsets": 0, 2024-04-15T16:06:26.461 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_clones": 0, 2024-04-15T16:06:26.461 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_copies": 0, 2024-04-15T16:06:26.461 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects": 0, 2024-04-15T16:06:26.461 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_degraded": 0, 2024-04-15T16:06:26.461 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_dirty": 0, 2024-04-15T16:06:26.461 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T16:06:26.461 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_manifest": 0, 2024-04-15T16:06:26.461 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_misplaced": 0, 2024-04-15T16:06:26.461 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing": 0, 2024-04-15T16:06:26.461 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T16:06:26.461 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_omap": 0, 2024-04-15T16:06:26.461 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_pinned": 0, 2024-04-15T16:06:26.462 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_recovered": 0, 2024-04-15T16:06:26.462 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_repaired": 0, 2024-04-15T16:06:26.462 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_unfound": 0, 2024-04-15T16:06:26.462 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_bytes": 0, 2024-04-15T16:06:26.462 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_keys": 0, 2024-04-15T16:06:26.462 INFO:tasks.workunit.client.0.smithi016.stdout: "num_promote": 0, 2024-04-15T16:06:26.462 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read": 0, 2024-04-15T16:06:26.462 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read_kb": 0, 2024-04-15T16:06:26.462 INFO:tasks.workunit.client.0.smithi016.stdout: "num_scrub_errors": 0, 2024-04-15T16:06:26.462 INFO:tasks.workunit.client.0.smithi016.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T16:06:26.462 INFO:tasks.workunit.client.0.smithi016.stdout: "num_whiteouts": 0, 2024-04-15T16:06:26.462 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write": 0, 2024-04-15T16:06:26.462 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write_kb": 0 2024-04-15T16:06:26.462 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.463 INFO:tasks.workunit.client.0.smithi016.stdout: "state": "active+clean", 2024-04-15T16:06:26.463 INFO:tasks.workunit.client.0.smithi016.stdout: "stats_invalid": false, 2024-04-15T16:06:26.463 INFO:tasks.workunit.client.0.smithi016.stdout: "up": [ 2024-04-15T16:06:26.463 INFO:tasks.workunit.client.0.smithi016.stdout: 7, 2024-04-15T16:06:26.463 INFO:tasks.workunit.client.0.smithi016.stdout: 0, 2024-04-15T16:06:26.463 INFO:tasks.workunit.client.0.smithi016.stdout: 4 2024-04-15T16:06:26.463 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:26.463 INFO:tasks.workunit.client.0.smithi016.stdout: "up_primary": 7, 2024-04-15T16:06:26.463 INFO:tasks.workunit.client.0.smithi016.stdout: "version": "0'0" 2024-04-15T16:06:26.463 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.463 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-15T16:06:26.463 INFO:tasks.workunit.client.0.smithi016.stdout: "acting": [ 2024-04-15T16:06:26.463 INFO:tasks.workunit.client.0.smithi016.stdout: 0, 2024-04-15T16:06:26.463 INFO:tasks.workunit.client.0.smithi016.stdout: 5, 2024-04-15T16:06:26.463 INFO:tasks.workunit.client.0.smithi016.stdout: 7 2024-04-15T16:06:26.464 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:26.464 INFO:tasks.workunit.client.0.smithi016.stdout: "acting_primary": 0, 2024-04-15T16:06:26.464 INFO:tasks.workunit.client.0.smithi016.stdout: "avail_no_missing": [], 2024-04-15T16:06:26.464 INFO:tasks.workunit.client.0.smithi016.stdout: "blocked_by": [], 2024-04-15T16:06:26.464 INFO:tasks.workunit.client.0.smithi016.stdout: "created": 66, 2024-04-15T16:06:26.464 INFO:tasks.workunit.client.0.smithi016.stdout: "dirty_stats_invalid": false, 2024-04-15T16:06:26.464 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T16:06:26.464 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_stats_invalid": false, 2024-04-15T16:06:26.464 INFO:tasks.workunit.client.0.smithi016.stdout: "last_active": "2024-04-15T16:05:11.413225+0000", 2024-04-15T16:06:26.464 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_active": "2024-04-15T14:44:49.373342+0000", 2024-04-15T16:06:26.464 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_peered": "2024-04-15T14:44:49.373342+0000", 2024-04-15T16:06:26.464 INFO:tasks.workunit.client.0.smithi016.stdout: "last_change": "2024-04-15T15:17:56.734872+0000", 2024-04-15T16:06:26.464 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean": "2024-04-15T16:05:11.413225+0000", 2024-04-15T16:06:26.464 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean_scrub_stamp": "2024-04-15T14:34:07.163731+0000", 2024-04-15T16:06:26.465 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub": "0'0", 2024-04-15T16:06:26.465 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub_stamp": "2024-04-15T14:34:07.163731+0000", 2024-04-15T16:06:26.465 INFO:tasks.workunit.client.0.smithi016.stdout: "last_epoch_clean": 532, 2024-04-15T16:06:26.465 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fresh": "2024-04-15T16:05:11.413225+0000", 2024-04-15T16:06:26.465 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fullsized": "2024-04-15T16:05:11.413225+0000", 2024-04-15T16:06:26.465 INFO:tasks.workunit.client.0.smithi016.stdout: "last_peered": "2024-04-15T16:05:11.413225+0000", 2024-04-15T16:06:26.465 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub": "0'0", 2024-04-15T16:06:26.465 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_duration": 0, 2024-04-15T16:06:26.465 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_stamp": "2024-04-15T14:34:07.163731+0000", 2024-04-15T16:06:26.465 INFO:tasks.workunit.client.0.smithi016.stdout: "last_undegraded": "2024-04-15T16:05:11.413225+0000", 2024-04-15T16:06:26.465 INFO:tasks.workunit.client.0.smithi016.stdout: "last_unstale": "2024-04-15T16:05:11.413225+0000", 2024-04-15T16:06:26.465 INFO:tasks.workunit.client.0.smithi016.stdout: "log_dups_size": 0, 2024-04-15T16:06:26.465 INFO:tasks.workunit.client.0.smithi016.stdout: "log_size": 3149, 2024-04-15T16:06:26.465 INFO:tasks.workunit.client.0.smithi016.stdout: "log_start": "0'0", 2024-04-15T16:06:26.466 INFO:tasks.workunit.client.0.smithi016.stdout: "manifest_stats_invalid": false, 2024-04-15T16:06:26.466 INFO:tasks.workunit.client.0.smithi016.stdout: "mapping_epoch": 531, 2024-04-15T16:06:26.466 INFO:tasks.workunit.client.0.smithi016.stdout: "object_location_counts": [], 2024-04-15T16:06:26.466 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_scrubbed": 0, 2024-04-15T16:06:26.466 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_trimmed": 0, 2024-04-15T16:06:26.466 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_stats_invalid": false, 2024-04-15T16:06:26.466 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_size": 3149, 2024-04-15T16:06:26.466 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_start": "0'0", 2024-04-15T16:06:26.466 INFO:tasks.workunit.client.0.smithi016.stdout: "parent": "0.0", 2024-04-15T16:06:26.466 INFO:tasks.workunit.client.0.smithi016.stdout: "parent_split_bits": 0, 2024-04-15T16:06:26.466 INFO:tasks.workunit.client.0.smithi016.stdout: "pgid": "4.3", 2024-04-15T16:06:26.466 INFO:tasks.workunit.client.0.smithi016.stdout: "pin_stats_invalid": false, 2024-04-15T16:06:26.466 INFO:tasks.workunit.client.0.smithi016.stdout: "purged_snaps": [], 2024-04-15T16:06:26.467 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_epoch": 2721, 2024-04-15T16:06:26.467 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_seq": 8778, 2024-04-15T16:06:26.467 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_duration": 0.0, 2024-04-15T16:06:26.467 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-17T02:16:46.641673+0000", 2024-04-15T16:06:26.467 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrim_duration": 0.004543541, 2024-04-15T16:06:26.467 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrimq_len": 0, 2024-04-15T16:06:26.467 INFO:tasks.workunit.client.0.smithi016.stdout: "stat_sum": { 2024-04-15T16:06:26.467 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes": 0, 2024-04-15T16:06:26.467 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T16:06:26.467 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_recovered": 0, 2024-04-15T16:06:26.467 INFO:tasks.workunit.client.0.smithi016.stdout: "num_deep_scrub_errors": 0, 2024-04-15T16:06:26.467 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict": 0, 2024-04-15T16:06:26.467 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_kb": 0, 2024-04-15T16:06:26.467 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_full": 0, 2024-04-15T16:06:26.467 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_some": 0, 2024-04-15T16:06:26.468 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush": 0, 2024-04-15T16:06:26.468 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_kb": 0, 2024-04-15T16:06:26.468 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_high": 0, 2024-04-15T16:06:26.468 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_low": 0, 2024-04-15T16:06:26.468 INFO:tasks.workunit.client.0.smithi016.stdout: "num_keys_recovered": 0, 2024-04-15T16:06:26.468 INFO:tasks.workunit.client.0.smithi016.stdout: "num_large_omap_objects": 0, 2024-04-15T16:06:26.468 INFO:tasks.workunit.client.0.smithi016.stdout: "num_legacy_snapsets": 0, 2024-04-15T16:06:26.468 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_clones": 0, 2024-04-15T16:06:26.468 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_copies": 3, 2024-04-15T16:06:26.468 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects": 1, 2024-04-15T16:06:26.468 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_degraded": 0, 2024-04-15T16:06:26.468 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_dirty": 1, 2024-04-15T16:06:26.468 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T16:06:26.468 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_manifest": 0, 2024-04-15T16:06:26.469 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_misplaced": 0, 2024-04-15T16:06:26.469 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing": 0, 2024-04-15T16:06:26.469 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T16:06:26.469 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_omap": 1, 2024-04-15T16:06:26.469 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_pinned": 0, 2024-04-15T16:06:26.469 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_recovered": 0, 2024-04-15T16:06:26.469 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_repaired": 0, 2024-04-15T16:06:26.469 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_unfound": 0, 2024-04-15T16:06:26.469 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_bytes": 0, 2024-04-15T16:06:26.469 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_keys": 0, 2024-04-15T16:06:26.469 INFO:tasks.workunit.client.0.smithi016.stdout: "num_promote": 0, 2024-04-15T16:06:26.469 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read": 825, 2024-04-15T16:06:26.469 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read_kb": 347263, 2024-04-15T16:06:26.469 INFO:tasks.workunit.client.0.smithi016.stdout: "num_scrub_errors": 0, 2024-04-15T16:06:26.470 INFO:tasks.workunit.client.0.smithi016.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T16:06:26.470 INFO:tasks.workunit.client.0.smithi016.stdout: "num_whiteouts": 0, 2024-04-15T16:06:26.470 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write": 3149, 2024-04-15T16:06:26.470 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write_kb": 367689 2024-04-15T16:06:26.470 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.470 INFO:tasks.workunit.client.0.smithi016.stdout: "state": "active+clean", 2024-04-15T16:06:26.470 INFO:tasks.workunit.client.0.smithi016.stdout: "stats_invalid": false, 2024-04-15T16:06:26.470 INFO:tasks.workunit.client.0.smithi016.stdout: "up": [ 2024-04-15T16:06:26.470 INFO:tasks.workunit.client.0.smithi016.stdout: 0, 2024-04-15T16:06:26.470 INFO:tasks.workunit.client.0.smithi016.stdout: 5, 2024-04-15T16:06:26.470 INFO:tasks.workunit.client.0.smithi016.stdout: 7 2024-04-15T16:06:26.470 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:26.470 INFO:tasks.workunit.client.0.smithi016.stdout: "up_primary": 0, 2024-04-15T16:06:26.470 INFO:tasks.workunit.client.0.smithi016.stdout: "version": "1096'3149" 2024-04-15T16:06:26.471 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.471 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-15T16:06:26.471 INFO:tasks.workunit.client.0.smithi016.stdout: "acting": [ 2024-04-15T16:06:26.471 INFO:tasks.workunit.client.0.smithi016.stdout: 4, 2024-04-15T16:06:26.471 INFO:tasks.workunit.client.0.smithi016.stdout: 1, 2024-04-15T16:06:26.471 INFO:tasks.workunit.client.0.smithi016.stdout: 0 2024-04-15T16:06:26.471 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:26.471 INFO:tasks.workunit.client.0.smithi016.stdout: "acting_primary": 4, 2024-04-15T16:06:26.471 INFO:tasks.workunit.client.0.smithi016.stdout: "avail_no_missing": [], 2024-04-15T16:06:26.471 INFO:tasks.workunit.client.0.smithi016.stdout: "blocked_by": [], 2024-04-15T16:06:26.471 INFO:tasks.workunit.client.0.smithi016.stdout: "created": 60, 2024-04-15T16:06:26.471 INFO:tasks.workunit.client.0.smithi016.stdout: "dirty_stats_invalid": false, 2024-04-15T16:06:26.471 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T16:06:26.471 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_stats_invalid": false, 2024-04-15T16:06:26.471 INFO:tasks.workunit.client.0.smithi016.stdout: "last_active": "2024-04-15T16:05:12.199680+0000", 2024-04-15T16:06:26.472 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_active": "2024-04-15T14:43:32.409356+0000", 2024-04-15T16:06:26.472 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_peered": "2024-04-15T14:43:32.409356+0000", 2024-04-15T16:06:26.472 INFO:tasks.workunit.client.0.smithi016.stdout: "last_change": "2024-04-15T14:43:32.409665+0000", 2024-04-15T16:06:26.472 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean": "2024-04-15T16:05:12.199680+0000", 2024-04-15T16:06:26.472 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean_scrub_stamp": "2024-04-15T14:33:33.599136+0000", 2024-04-15T16:06:26.472 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub": "0'0", 2024-04-15T16:06:26.472 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub_stamp": "2024-04-15T14:33:33.599136+0000", 2024-04-15T16:06:26.472 INFO:tasks.workunit.client.0.smithi016.stdout: "last_epoch_clean": 455, 2024-04-15T16:06:26.472 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fresh": "2024-04-15T16:05:12.199680+0000", 2024-04-15T16:06:26.472 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fullsized": "2024-04-15T16:05:12.199680+0000", 2024-04-15T16:06:26.472 INFO:tasks.workunit.client.0.smithi016.stdout: "last_peered": "2024-04-15T16:05:12.199680+0000", 2024-04-15T16:06:26.472 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub": "0'0", 2024-04-15T16:06:26.472 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_duration": 0, 2024-04-15T16:06:26.472 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_stamp": "2024-04-15T14:33:33.599136+0000", 2024-04-15T16:06:26.473 INFO:tasks.workunit.client.0.smithi016.stdout: "last_undegraded": "2024-04-15T16:05:12.199680+0000", 2024-04-15T16:06:26.473 INFO:tasks.workunit.client.0.smithi016.stdout: "last_unstale": "2024-04-15T16:05:12.199680+0000", 2024-04-15T16:06:26.473 INFO:tasks.workunit.client.0.smithi016.stdout: "log_dups_size": 0, 2024-04-15T16:06:26.473 INFO:tasks.workunit.client.0.smithi016.stdout: "log_size": 0, 2024-04-15T16:06:26.473 INFO:tasks.workunit.client.0.smithi016.stdout: "log_start": "0'0", 2024-04-15T16:06:26.473 INFO:tasks.workunit.client.0.smithi016.stdout: "manifest_stats_invalid": false, 2024-04-15T16:06:26.473 INFO:tasks.workunit.client.0.smithi016.stdout: "mapping_epoch": 454, 2024-04-15T16:06:26.473 INFO:tasks.workunit.client.0.smithi016.stdout: "object_location_counts": [], 2024-04-15T16:06:26.473 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_scrubbed": 0, 2024-04-15T16:06:26.473 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_trimmed": 0, 2024-04-15T16:06:26.473 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_stats_invalid": false, 2024-04-15T16:06:26.473 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_size": 0, 2024-04-15T16:06:26.473 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_start": "0'0", 2024-04-15T16:06:26.473 INFO:tasks.workunit.client.0.smithi016.stdout: "parent": "0.0", 2024-04-15T16:06:26.474 INFO:tasks.workunit.client.0.smithi016.stdout: "parent_split_bits": 0, 2024-04-15T16:06:26.474 INFO:tasks.workunit.client.0.smithi016.stdout: "pgid": "2.0", 2024-04-15T16:06:26.474 INFO:tasks.workunit.client.0.smithi016.stdout: "pin_stats_invalid": false, 2024-04-15T16:06:26.474 INFO:tasks.workunit.client.0.smithi016.stdout: "purged_snaps": [], 2024-04-15T16:06:26.474 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_epoch": 2721, 2024-04-15T16:06:26.474 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_seq": 4645, 2024-04-15T16:06:26.474 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_duration": 0.0, 2024-04-15T16:06:26.474 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-17T01:20:20.869330+0000", 2024-04-15T16:06:26.474 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrim_duration": 0.0, 2024-04-15T16:06:26.474 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrimq_len": 0, 2024-04-15T16:06:26.474 INFO:tasks.workunit.client.0.smithi016.stdout: "stat_sum": { 2024-04-15T16:06:26.474 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes": 0, 2024-04-15T16:06:26.474 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T16:06:26.474 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_recovered": 0, 2024-04-15T16:06:26.475 INFO:tasks.workunit.client.0.smithi016.stdout: "num_deep_scrub_errors": 0, 2024-04-15T16:06:26.475 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict": 0, 2024-04-15T16:06:26.475 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_kb": 0, 2024-04-15T16:06:26.475 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_full": 0, 2024-04-15T16:06:26.475 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_some": 0, 2024-04-15T16:06:26.475 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush": 0, 2024-04-15T16:06:26.475 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_kb": 0, 2024-04-15T16:06:26.475 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_high": 0, 2024-04-15T16:06:26.475 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_low": 0, 2024-04-15T16:06:26.475 INFO:tasks.workunit.client.0.smithi016.stdout: "num_keys_recovered": 0, 2024-04-15T16:06:26.475 INFO:tasks.workunit.client.0.smithi016.stdout: "num_large_omap_objects": 0, 2024-04-15T16:06:26.475 INFO:tasks.workunit.client.0.smithi016.stdout: "num_legacy_snapsets": 0, 2024-04-15T16:06:26.475 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_clones": 0, 2024-04-15T16:06:26.475 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_copies": 0, 2024-04-15T16:06:26.476 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects": 0, 2024-04-15T16:06:26.476 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_degraded": 0, 2024-04-15T16:06:26.476 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_dirty": 0, 2024-04-15T16:06:26.476 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T16:06:26.476 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_manifest": 0, 2024-04-15T16:06:26.476 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_misplaced": 0, 2024-04-15T16:06:26.476 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing": 0, 2024-04-15T16:06:26.476 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T16:06:26.476 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_omap": 0, 2024-04-15T16:06:26.476 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_pinned": 0, 2024-04-15T16:06:26.476 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_recovered": 0, 2024-04-15T16:06:26.476 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_repaired": 0, 2024-04-15T16:06:26.476 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_unfound": 0, 2024-04-15T16:06:26.476 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_bytes": 0, 2024-04-15T16:06:26.477 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_keys": 0, 2024-04-15T16:06:26.477 INFO:tasks.workunit.client.0.smithi016.stdout: "num_promote": 0, 2024-04-15T16:06:26.477 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read": 0, 2024-04-15T16:06:26.477 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read_kb": 0, 2024-04-15T16:06:26.477 INFO:tasks.workunit.client.0.smithi016.stdout: "num_scrub_errors": 0, 2024-04-15T16:06:26.477 INFO:tasks.workunit.client.0.smithi016.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T16:06:26.477 INFO:tasks.workunit.client.0.smithi016.stdout: "num_whiteouts": 0, 2024-04-15T16:06:26.477 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write": 0, 2024-04-15T16:06:26.477 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write_kb": 0 2024-04-15T16:06:26.477 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.477 INFO:tasks.workunit.client.0.smithi016.stdout: "state": "active+clean", 2024-04-15T16:06:26.477 INFO:tasks.workunit.client.0.smithi016.stdout: "stats_invalid": false, 2024-04-15T16:06:26.477 INFO:tasks.workunit.client.0.smithi016.stdout: "up": [ 2024-04-15T16:06:26.477 INFO:tasks.workunit.client.0.smithi016.stdout: 4, 2024-04-15T16:06:26.478 INFO:tasks.workunit.client.0.smithi016.stdout: 1, 2024-04-15T16:06:26.478 INFO:tasks.workunit.client.0.smithi016.stdout: 0 2024-04-15T16:06:26.478 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:26.478 INFO:tasks.workunit.client.0.smithi016.stdout: "up_primary": 4, 2024-04-15T16:06:26.478 INFO:tasks.workunit.client.0.smithi016.stdout: "version": "0'0" 2024-04-15T16:06:26.478 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.478 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-15T16:06:26.478 INFO:tasks.workunit.client.0.smithi016.stdout: "acting": [ 2024-04-15T16:06:26.478 INFO:tasks.workunit.client.0.smithi016.stdout: 0, 2024-04-15T16:06:26.478 INFO:tasks.workunit.client.0.smithi016.stdout: 4, 2024-04-15T16:06:26.478 INFO:tasks.workunit.client.0.smithi016.stdout: 3 2024-04-15T16:06:26.478 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:26.478 INFO:tasks.workunit.client.0.smithi016.stdout: "acting_primary": 0, 2024-04-15T16:06:26.478 INFO:tasks.workunit.client.0.smithi016.stdout: "avail_no_missing": [], 2024-04-15T16:06:26.479 INFO:tasks.workunit.client.0.smithi016.stdout: "blocked_by": [], 2024-04-15T16:06:26.479 INFO:tasks.workunit.client.0.smithi016.stdout: "created": 61, 2024-04-15T16:06:26.479 INFO:tasks.workunit.client.0.smithi016.stdout: "dirty_stats_invalid": false, 2024-04-15T16:06:26.479 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T16:06:26.479 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_stats_invalid": false, 2024-04-15T16:06:26.479 INFO:tasks.workunit.client.0.smithi016.stdout: "last_active": "2024-04-15T16:05:11.412483+0000", 2024-04-15T16:06:26.479 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_active": "2024-04-15T14:43:32.409330+0000", 2024-04-15T16:06:26.479 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_peered": "2024-04-15T14:43:32.409330+0000", 2024-04-15T16:06:26.479 INFO:tasks.workunit.client.0.smithi016.stdout: "last_change": "2024-04-15T14:43:32.409884+0000", 2024-04-15T16:06:26.479 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean": "2024-04-15T16:05:11.412483+0000", 2024-04-15T16:06:26.479 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T16:06:26.479 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub": "0'0", 2024-04-15T16:06:26.479 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T16:06:26.479 INFO:tasks.workunit.client.0.smithi016.stdout: "last_epoch_clean": 455, 2024-04-15T16:06:26.480 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fresh": "2024-04-15T16:05:11.412483+0000", 2024-04-15T16:06:26.480 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fullsized": "2024-04-15T16:05:11.412483+0000", 2024-04-15T16:06:26.480 INFO:tasks.workunit.client.0.smithi016.stdout: "last_peered": "2024-04-15T16:05:11.412483+0000", 2024-04-15T16:06:26.480 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub": "0'0", 2024-04-15T16:06:26.480 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_duration": 0, 2024-04-15T16:06:26.480 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T16:06:26.480 INFO:tasks.workunit.client.0.smithi016.stdout: "last_undegraded": "2024-04-15T16:05:11.412483+0000", 2024-04-15T16:06:26.480 INFO:tasks.workunit.client.0.smithi016.stdout: "last_unstale": "2024-04-15T16:05:11.412483+0000", 2024-04-15T16:06:26.480 INFO:tasks.workunit.client.0.smithi016.stdout: "log_dups_size": 0, 2024-04-15T16:06:26.480 INFO:tasks.workunit.client.0.smithi016.stdout: "log_size": 0, 2024-04-15T16:06:26.480 INFO:tasks.workunit.client.0.smithi016.stdout: "log_start": "0'0", 2024-04-15T16:06:26.480 INFO:tasks.workunit.client.0.smithi016.stdout: "manifest_stats_invalid": false, 2024-04-15T16:06:26.480 INFO:tasks.workunit.client.0.smithi016.stdout: "mapping_epoch": 454, 2024-04-15T16:06:26.481 INFO:tasks.workunit.client.0.smithi016.stdout: "object_location_counts": [], 2024-04-15T16:06:26.481 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_scrubbed": 0, 2024-04-15T16:06:26.481 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_trimmed": 0, 2024-04-15T16:06:26.481 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_stats_invalid": false, 2024-04-15T16:06:26.481 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_size": 0, 2024-04-15T16:06:26.481 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_start": "0'0", 2024-04-15T16:06:26.481 INFO:tasks.workunit.client.0.smithi016.stdout: "parent": "0.0", 2024-04-15T16:06:26.481 INFO:tasks.workunit.client.0.smithi016.stdout: "parent_split_bits": 0, 2024-04-15T16:06:26.481 INFO:tasks.workunit.client.0.smithi016.stdout: "pgid": "3.1", 2024-04-15T16:06:26.481 INFO:tasks.workunit.client.0.smithi016.stdout: "pin_stats_invalid": false, 2024-04-15T16:06:26.481 INFO:tasks.workunit.client.0.smithi016.stdout: "purged_snaps": [], 2024-04-15T16:06:26.481 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_epoch": 2721, 2024-04-15T16:06:26.481 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_seq": 5063, 2024-04-15T16:06:26.481 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_duration": 0.0, 2024-04-15T16:06:26.482 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-16T19:06:49.856139+0000", 2024-04-15T16:06:26.482 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrim_duration": 0.0, 2024-04-15T16:06:26.482 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrimq_len": 0, 2024-04-15T16:06:26.482 INFO:tasks.workunit.client.0.smithi016.stdout: "stat_sum": { 2024-04-15T16:06:26.482 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes": 0, 2024-04-15T16:06:26.482 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T16:06:26.482 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_recovered": 0, 2024-04-15T16:06:26.482 INFO:tasks.workunit.client.0.smithi016.stdout: "num_deep_scrub_errors": 0, 2024-04-15T16:06:26.482 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict": 0, 2024-04-15T16:06:26.482 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_kb": 0, 2024-04-15T16:06:26.482 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_full": 0, 2024-04-15T16:06:26.482 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_some": 0, 2024-04-15T16:06:26.482 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush": 0, 2024-04-15T16:06:26.482 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_kb": 0, 2024-04-15T16:06:26.483 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_high": 0, 2024-04-15T16:06:26.483 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_low": 0, 2024-04-15T16:06:26.483 INFO:tasks.workunit.client.0.smithi016.stdout: "num_keys_recovered": 0, 2024-04-15T16:06:26.483 INFO:tasks.workunit.client.0.smithi016.stdout: "num_large_omap_objects": 0, 2024-04-15T16:06:26.483 INFO:tasks.workunit.client.0.smithi016.stdout: "num_legacy_snapsets": 0, 2024-04-15T16:06:26.483 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_clones": 0, 2024-04-15T16:06:26.483 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_copies": 0, 2024-04-15T16:06:26.483 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects": 0, 2024-04-15T16:06:26.483 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_degraded": 0, 2024-04-15T16:06:26.483 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_dirty": 0, 2024-04-15T16:06:26.483 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T16:06:26.483 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_manifest": 0, 2024-04-15T16:06:26.483 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_misplaced": 0, 2024-04-15T16:06:26.483 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing": 0, 2024-04-15T16:06:26.484 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T16:06:26.484 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_omap": 0, 2024-04-15T16:06:26.484 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_pinned": 0, 2024-04-15T16:06:26.484 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_recovered": 0, 2024-04-15T16:06:26.484 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_repaired": 0, 2024-04-15T16:06:26.484 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_unfound": 0, 2024-04-15T16:06:26.484 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_bytes": 0, 2024-04-15T16:06:26.484 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_keys": 0, 2024-04-15T16:06:26.484 INFO:tasks.workunit.client.0.smithi016.stdout: "num_promote": 0, 2024-04-15T16:06:26.484 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read": 0, 2024-04-15T16:06:26.484 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read_kb": 0, 2024-04-15T16:06:26.484 INFO:tasks.workunit.client.0.smithi016.stdout: "num_scrub_errors": 0, 2024-04-15T16:06:26.484 INFO:tasks.workunit.client.0.smithi016.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T16:06:26.484 INFO:tasks.workunit.client.0.smithi016.stdout: "num_whiteouts": 0, 2024-04-15T16:06:26.485 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write": 0, 2024-04-15T16:06:26.485 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write_kb": 0 2024-04-15T16:06:26.485 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.485 INFO:tasks.workunit.client.0.smithi016.stdout: "state": "active+clean", 2024-04-15T16:06:26.485 INFO:tasks.workunit.client.0.smithi016.stdout: "stats_invalid": false, 2024-04-15T16:06:26.485 INFO:tasks.workunit.client.0.smithi016.stdout: "up": [ 2024-04-15T16:06:26.485 INFO:tasks.workunit.client.0.smithi016.stdout: 0, 2024-04-15T16:06:26.485 INFO:tasks.workunit.client.0.smithi016.stdout: 4, 2024-04-15T16:06:26.485 INFO:tasks.workunit.client.0.smithi016.stdout: 3 2024-04-15T16:06:26.485 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:26.485 INFO:tasks.workunit.client.0.smithi016.stdout: "up_primary": 0, 2024-04-15T16:06:26.485 INFO:tasks.workunit.client.0.smithi016.stdout: "version": "0'0" 2024-04-15T16:06:26.485 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.485 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-15T16:06:26.486 INFO:tasks.workunit.client.0.smithi016.stdout: "acting": [ 2024-04-15T16:06:26.486 INFO:tasks.workunit.client.0.smithi016.stdout: 0, 2024-04-15T16:06:26.486 INFO:tasks.workunit.client.0.smithi016.stdout: 1, 2024-04-15T16:06:26.486 INFO:tasks.workunit.client.0.smithi016.stdout: 2 2024-04-15T16:06:26.486 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:26.486 INFO:tasks.workunit.client.0.smithi016.stdout: "acting_primary": 0, 2024-04-15T16:06:26.486 INFO:tasks.workunit.client.0.smithi016.stdout: "avail_no_missing": [], 2024-04-15T16:06:26.486 INFO:tasks.workunit.client.0.smithi016.stdout: "blocked_by": [], 2024-04-15T16:06:26.486 INFO:tasks.workunit.client.0.smithi016.stdout: "created": 66, 2024-04-15T16:06:26.486 INFO:tasks.workunit.client.0.smithi016.stdout: "dirty_stats_invalid": false, 2024-04-15T16:06:26.486 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T16:06:26.486 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_stats_invalid": false, 2024-04-15T16:06:26.486 INFO:tasks.workunit.client.0.smithi016.stdout: "last_active": "2024-04-15T16:05:11.412863+0000", 2024-04-15T16:06:26.486 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_active": "2024-04-15T14:42:22.714456+0000", 2024-04-15T16:06:26.487 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_peered": "2024-04-15T14:42:22.714456+0000", 2024-04-15T16:06:26.487 INFO:tasks.workunit.client.0.smithi016.stdout: "last_change": "2024-04-15T15:17:56.733891+0000", 2024-04-15T16:06:26.487 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean": "2024-04-15T16:05:11.412863+0000", 2024-04-15T16:06:26.487 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean_scrub_stamp": "2024-04-15T14:34:07.163731+0000", 2024-04-15T16:06:26.487 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub": "0'0", 2024-04-15T16:06:26.487 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub_stamp": "2024-04-15T14:34:07.163731+0000", 2024-04-15T16:06:26.487 INFO:tasks.workunit.client.0.smithi016.stdout: "last_epoch_clean": 389, 2024-04-15T16:06:26.487 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fresh": "2024-04-15T16:05:11.412863+0000", 2024-04-15T16:06:26.487 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fullsized": "2024-04-15T16:05:11.412863+0000", 2024-04-15T16:06:26.487 INFO:tasks.workunit.client.0.smithi016.stdout: "last_peered": "2024-04-15T16:05:11.412863+0000", 2024-04-15T16:06:26.487 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub": "0'0", 2024-04-15T16:06:26.487 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_duration": 0, 2024-04-15T16:06:26.487 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_stamp": "2024-04-15T14:34:07.163731+0000", 2024-04-15T16:06:26.487 INFO:tasks.workunit.client.0.smithi016.stdout: "last_undegraded": "2024-04-15T16:05:11.412863+0000", 2024-04-15T16:06:26.487 INFO:tasks.workunit.client.0.smithi016.stdout: "last_unstale": "2024-04-15T16:05:11.412863+0000", 2024-04-15T16:06:26.488 INFO:tasks.workunit.client.0.smithi016.stdout: "log_dups_size": 0, 2024-04-15T16:06:26.488 INFO:tasks.workunit.client.0.smithi016.stdout: "log_size": 3116, 2024-04-15T16:06:26.488 INFO:tasks.workunit.client.0.smithi016.stdout: "log_start": "0'0", 2024-04-15T16:06:26.488 INFO:tasks.workunit.client.0.smithi016.stdout: "manifest_stats_invalid": false, 2024-04-15T16:06:26.488 INFO:tasks.workunit.client.0.smithi016.stdout: "mapping_epoch": 388, 2024-04-15T16:06:26.488 INFO:tasks.workunit.client.0.smithi016.stdout: "object_location_counts": [], 2024-04-15T16:06:26.488 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_scrubbed": 0, 2024-04-15T16:06:26.488 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_trimmed": 0, 2024-04-15T16:06:26.488 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_stats_invalid": false, 2024-04-15T16:06:26.488 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_size": 3116, 2024-04-15T16:06:26.488 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_start": "0'0", 2024-04-15T16:06:26.488 INFO:tasks.workunit.client.0.smithi016.stdout: "parent": "0.0", 2024-04-15T16:06:26.488 INFO:tasks.workunit.client.0.smithi016.stdout: "parent_split_bits": 0, 2024-04-15T16:06:26.488 INFO:tasks.workunit.client.0.smithi016.stdout: "pgid": "4.6", 2024-04-15T16:06:26.489 INFO:tasks.workunit.client.0.smithi016.stdout: "pin_stats_invalid": false, 2024-04-15T16:06:26.489 INFO:tasks.workunit.client.0.smithi016.stdout: "purged_snaps": [], 2024-04-15T16:06:26.489 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_epoch": 2721, 2024-04-15T16:06:26.489 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_seq": 8940, 2024-04-15T16:06:26.489 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_duration": 0.0, 2024-04-15T16:06:26.489 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-16T23:19:09.714238+0000", 2024-04-15T16:06:26.489 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrim_duration": 0.003330796, 2024-04-15T16:06:26.489 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrimq_len": 0, 2024-04-15T16:06:26.489 INFO:tasks.workunit.client.0.smithi016.stdout: "stat_sum": { 2024-04-15T16:06:26.489 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes": 4194304, 2024-04-15T16:06:26.489 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T16:06:26.489 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_recovered": 0, 2024-04-15T16:06:26.489 INFO:tasks.workunit.client.0.smithi016.stdout: "num_deep_scrub_errors": 0, 2024-04-15T16:06:26.489 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict": 0, 2024-04-15T16:06:26.489 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_kb": 0, 2024-04-15T16:06:26.490 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_full": 0, 2024-04-15T16:06:26.490 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_some": 0, 2024-04-15T16:06:26.490 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush": 0, 2024-04-15T16:06:26.490 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_kb": 0, 2024-04-15T16:06:26.490 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_high": 0, 2024-04-15T16:06:26.490 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_low": 0, 2024-04-15T16:06:26.490 INFO:tasks.workunit.client.0.smithi016.stdout: "num_keys_recovered": 0, 2024-04-15T16:06:26.490 INFO:tasks.workunit.client.0.smithi016.stdout: "num_large_omap_objects": 0, 2024-04-15T16:06:26.490 INFO:tasks.workunit.client.0.smithi016.stdout: "num_legacy_snapsets": 0, 2024-04-15T16:06:26.490 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_clones": 0, 2024-04-15T16:06:26.490 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_copies": 3, 2024-04-15T16:06:26.490 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects": 1, 2024-04-15T16:06:26.490 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_degraded": 0, 2024-04-15T16:06:26.490 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_dirty": 1, 2024-04-15T16:06:26.491 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T16:06:26.491 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_manifest": 0, 2024-04-15T16:06:26.491 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_misplaced": 0, 2024-04-15T16:06:26.491 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing": 0, 2024-04-15T16:06:26.491 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T16:06:26.491 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_omap": 0, 2024-04-15T16:06:26.491 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_pinned": 0, 2024-04-15T16:06:26.491 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_recovered": 0, 2024-04-15T16:06:26.491 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_repaired": 0, 2024-04-15T16:06:26.491 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_unfound": 0, 2024-04-15T16:06:26.491 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_bytes": 0, 2024-04-15T16:06:26.491 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_keys": 0, 2024-04-15T16:06:26.491 INFO:tasks.workunit.client.0.smithi016.stdout: "num_promote": 0, 2024-04-15T16:06:26.491 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read": 1300, 2024-04-15T16:06:26.492 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read_kb": 365986, 2024-04-15T16:06:26.492 INFO:tasks.workunit.client.0.smithi016.stdout: "num_scrub_errors": 0, 2024-04-15T16:06:26.492 INFO:tasks.workunit.client.0.smithi016.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T16:06:26.492 INFO:tasks.workunit.client.0.smithi016.stdout: "num_whiteouts": 0, 2024-04-15T16:06:26.492 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write": 3070, 2024-04-15T16:06:26.492 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write_kb": 414387 2024-04-15T16:06:26.492 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.492 INFO:tasks.workunit.client.0.smithi016.stdout: "state": "active+clean", 2024-04-15T16:06:26.492 INFO:tasks.workunit.client.0.smithi016.stdout: "stats_invalid": false, 2024-04-15T16:06:26.492 INFO:tasks.workunit.client.0.smithi016.stdout: "up": [ 2024-04-15T16:06:26.492 INFO:tasks.workunit.client.0.smithi016.stdout: 0, 2024-04-15T16:06:26.492 INFO:tasks.workunit.client.0.smithi016.stdout: 1, 2024-04-15T16:06:26.492 INFO:tasks.workunit.client.0.smithi016.stdout: 2 2024-04-15T16:06:26.492 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:26.492 INFO:tasks.workunit.client.0.smithi016.stdout: "up_primary": 0, 2024-04-15T16:06:26.493 INFO:tasks.workunit.client.0.smithi016.stdout: "version": "1096'3116" 2024-04-15T16:06:26.493 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.493 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-15T16:06:26.493 INFO:tasks.workunit.client.0.smithi016.stdout: "acting": [ 2024-04-15T16:06:26.493 INFO:tasks.workunit.client.0.smithi016.stdout: 7, 2024-04-15T16:06:26.493 INFO:tasks.workunit.client.0.smithi016.stdout: 0, 2024-04-15T16:06:26.493 INFO:tasks.workunit.client.0.smithi016.stdout: 6 2024-04-15T16:06:26.493 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:26.493 INFO:tasks.workunit.client.0.smithi016.stdout: "acting_primary": 7, 2024-04-15T16:06:26.493 INFO:tasks.workunit.client.0.smithi016.stdout: "avail_no_missing": [], 2024-04-15T16:06:26.493 INFO:tasks.workunit.client.0.smithi016.stdout: "blocked_by": [], 2024-04-15T16:06:26.493 INFO:tasks.workunit.client.0.smithi016.stdout: "created": 19, 2024-04-15T16:06:26.493 INFO:tasks.workunit.client.0.smithi016.stdout: "dirty_stats_invalid": false, 2024-04-15T16:06:26.493 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T16:06:26.494 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_stats_invalid": false, 2024-04-15T16:06:26.494 INFO:tasks.workunit.client.0.smithi016.stdout: "last_active": "2024-04-15T16:05:12.198489+0000", 2024-04-15T16:06:26.494 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_active": "2024-04-15T14:44:49.363399+0000", 2024-04-15T16:06:26.494 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_peered": "2024-04-15T14:44:49.363399+0000", 2024-04-15T16:06:26.494 INFO:tasks.workunit.client.0.smithi016.stdout: "last_change": "2024-04-15T14:44:49.363792+0000", 2024-04-15T16:06:26.494 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean": "2024-04-15T16:05:12.198489+0000", 2024-04-15T16:06:26.494 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean_scrub_stamp": "2024-04-15T14:31:12.725041+0000", 2024-04-15T16:06:26.494 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub": "0'0", 2024-04-15T16:06:26.494 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub_stamp": "2024-04-15T14:31:12.725041+0000", 2024-04-15T16:06:26.494 INFO:tasks.workunit.client.0.smithi016.stdout: "last_epoch_clean": 532, 2024-04-15T16:06:26.494 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fresh": "2024-04-15T16:05:12.198489+0000", 2024-04-15T16:06:26.494 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fullsized": "2024-04-15T16:05:12.198489+0000", 2024-04-15T16:06:26.494 INFO:tasks.workunit.client.0.smithi016.stdout: "last_peered": "2024-04-15T16:05:12.198489+0000", 2024-04-15T16:06:26.494 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub": "0'0", 2024-04-15T16:06:26.495 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_duration": 0, 2024-04-15T16:06:26.495 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_stamp": "2024-04-15T14:31:12.725041+0000", 2024-04-15T16:06:26.495 INFO:tasks.workunit.client.0.smithi016.stdout: "last_undegraded": "2024-04-15T16:05:12.198489+0000", 2024-04-15T16:06:26.495 INFO:tasks.workunit.client.0.smithi016.stdout: "last_unstale": "2024-04-15T16:05:12.198489+0000", 2024-04-15T16:06:26.495 INFO:tasks.workunit.client.0.smithi016.stdout: "log_dups_size": 0, 2024-04-15T16:06:26.495 INFO:tasks.workunit.client.0.smithi016.stdout: "log_size": 237, 2024-04-15T16:06:26.495 INFO:tasks.workunit.client.0.smithi016.stdout: "log_start": "0'0", 2024-04-15T16:06:26.495 INFO:tasks.workunit.client.0.smithi016.stdout: "manifest_stats_invalid": false, 2024-04-15T16:06:26.495 INFO:tasks.workunit.client.0.smithi016.stdout: "mapping_epoch": 531, 2024-04-15T16:06:26.495 INFO:tasks.workunit.client.0.smithi016.stdout: "object_location_counts": [], 2024-04-15T16:06:26.495 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_scrubbed": 0, 2024-04-15T16:06:26.495 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_trimmed": 0, 2024-04-15T16:06:26.495 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_stats_invalid": false, 2024-04-15T16:06:26.495 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_size": 237, 2024-04-15T16:06:26.496 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_start": "0'0", 2024-04-15T16:06:26.496 INFO:tasks.workunit.client.0.smithi016.stdout: "parent": "0.0", 2024-04-15T16:06:26.496 INFO:tasks.workunit.client.0.smithi016.stdout: "parent_split_bits": 0, 2024-04-15T16:06:26.496 INFO:tasks.workunit.client.0.smithi016.stdout: "pgid": "1.0", 2024-04-15T16:06:26.496 INFO:tasks.workunit.client.0.smithi016.stdout: "pin_stats_invalid": false, 2024-04-15T16:06:26.496 INFO:tasks.workunit.client.0.smithi016.stdout: "purged_snaps": [], 2024-04-15T16:06:26.496 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_epoch": 2721, 2024-04-15T16:06:26.496 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_seq": 5518, 2024-04-15T16:06:26.496 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_duration": 0.0, 2024-04-15T16:06:26.496 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-16T21:49:27.450625+0000", 2024-04-15T16:06:26.496 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrim_duration": 0.0, 2024-04-15T16:06:26.496 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrimq_len": 0, 2024-04-15T16:06:26.496 INFO:tasks.workunit.client.0.smithi016.stdout: "stat_sum": { 2024-04-15T16:06:26.496 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes": 590368, 2024-04-15T16:06:26.496 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T16:06:26.497 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_recovered": 1771104, 2024-04-15T16:06:26.497 INFO:tasks.workunit.client.0.smithi016.stdout: "num_deep_scrub_errors": 0, 2024-04-15T16:06:26.497 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict": 0, 2024-04-15T16:06:26.497 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_kb": 0, 2024-04-15T16:06:26.497 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_full": 0, 2024-04-15T16:06:26.497 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_some": 0, 2024-04-15T16:06:26.497 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush": 0, 2024-04-15T16:06:26.497 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_kb": 0, 2024-04-15T16:06:26.497 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_high": 0, 2024-04-15T16:06:26.497 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_low": 0, 2024-04-15T16:06:26.497 INFO:tasks.workunit.client.0.smithi016.stdout: "num_keys_recovered": 0, 2024-04-15T16:06:26.497 INFO:tasks.workunit.client.0.smithi016.stdout: "num_large_omap_objects": 0, 2024-04-15T16:06:26.497 INFO:tasks.workunit.client.0.smithi016.stdout: "num_legacy_snapsets": 0, 2024-04-15T16:06:26.497 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_clones": 0, 2024-04-15T16:06:26.498 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_copies": 6, 2024-04-15T16:06:26.498 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects": 2, 2024-04-15T16:06:26.498 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_degraded": 0, 2024-04-15T16:06:26.498 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_dirty": 2, 2024-04-15T16:06:26.498 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T16:06:26.498 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_manifest": 0, 2024-04-15T16:06:26.498 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_misplaced": 0, 2024-04-15T16:06:26.498 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing": 0, 2024-04-15T16:06:26.498 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T16:06:26.498 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_omap": 0, 2024-04-15T16:06:26.498 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_pinned": 0, 2024-04-15T16:06:26.498 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_recovered": 6, 2024-04-15T16:06:26.498 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_repaired": 0, 2024-04-15T16:06:26.498 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_unfound": 0, 2024-04-15T16:06:26.498 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_bytes": 0, 2024-04-15T16:06:26.499 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_keys": 0, 2024-04-15T16:06:26.499 INFO:tasks.workunit.client.0.smithi016.stdout: "num_promote": 0, 2024-04-15T16:06:26.499 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read": 1178, 2024-04-15T16:06:26.499 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read_kb": 1994, 2024-04-15T16:06:26.499 INFO:tasks.workunit.client.0.smithi016.stdout: "num_scrub_errors": 0, 2024-04-15T16:06:26.499 INFO:tasks.workunit.client.0.smithi016.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T16:06:26.499 INFO:tasks.workunit.client.0.smithi016.stdout: "num_whiteouts": 0, 2024-04-15T16:06:26.499 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write": 391, 2024-04-15T16:06:26.499 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write_kb": 2416 2024-04-15T16:06:26.499 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.499 INFO:tasks.workunit.client.0.smithi016.stdout: "state": "active+clean", 2024-04-15T16:06:26.499 INFO:tasks.workunit.client.0.smithi016.stdout: "stats_invalid": false, 2024-04-15T16:06:26.499 INFO:tasks.workunit.client.0.smithi016.stdout: "up": [ 2024-04-15T16:06:26.499 INFO:tasks.workunit.client.0.smithi016.stdout: 7, 2024-04-15T16:06:26.500 INFO:tasks.workunit.client.0.smithi016.stdout: 0, 2024-04-15T16:06:26.500 INFO:tasks.workunit.client.0.smithi016.stdout: 6 2024-04-15T16:06:26.500 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:26.500 INFO:tasks.workunit.client.0.smithi016.stdout: "up_primary": 7, 2024-04-15T16:06:26.500 INFO:tasks.workunit.client.0.smithi016.stdout: "version": "2124'237" 2024-04-15T16:06:26.500 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.500 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-15T16:06:26.500 INFO:tasks.workunit.client.0.smithi016.stdout: "acting": [ 2024-04-15T16:06:26.500 INFO:tasks.workunit.client.0.smithi016.stdout: 5, 2024-04-15T16:06:26.500 INFO:tasks.workunit.client.0.smithi016.stdout: 2, 2024-04-15T16:06:26.500 INFO:tasks.workunit.client.0.smithi016.stdout: 7 2024-04-15T16:06:26.500 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:26.500 INFO:tasks.workunit.client.0.smithi016.stdout: "acting_primary": 5, 2024-04-15T16:06:26.500 INFO:tasks.workunit.client.0.smithi016.stdout: "avail_no_missing": [], 2024-04-15T16:06:26.500 INFO:tasks.workunit.client.0.smithi016.stdout: "blocked_by": [], 2024-04-15T16:06:26.501 INFO:tasks.workunit.client.0.smithi016.stdout: "created": 60, 2024-04-15T16:06:26.501 INFO:tasks.workunit.client.0.smithi016.stdout: "dirty_stats_invalid": false, 2024-04-15T16:06:26.501 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T16:06:26.501 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_stats_invalid": false, 2024-04-15T16:06:26.501 INFO:tasks.workunit.client.0.smithi016.stdout: "last_active": "2024-04-15T16:05:12.202050+0000", 2024-04-15T16:06:26.501 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_active": "2024-04-15T14:44:49.375192+0000", 2024-04-15T16:06:26.501 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_peered": "2024-04-15T14:44:49.375192+0000", 2024-04-15T16:06:26.501 INFO:tasks.workunit.client.0.smithi016.stdout: "last_change": "2024-04-15T14:44:49.375498+0000", 2024-04-15T16:06:26.501 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean": "2024-04-15T16:05:12.202050+0000", 2024-04-15T16:06:26.501 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean_scrub_stamp": "2024-04-15T14:33:33.599136+0000", 2024-04-15T16:06:26.501 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub": "0'0", 2024-04-15T16:06:26.501 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub_stamp": "2024-04-15T14:33:33.599136+0000", 2024-04-15T16:06:26.501 INFO:tasks.workunit.client.0.smithi016.stdout: "last_epoch_clean": 532, 2024-04-15T16:06:26.501 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fresh": "2024-04-15T16:05:12.202050+0000", 2024-04-15T16:06:26.502 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fullsized": "2024-04-15T16:05:12.202050+0000", 2024-04-15T16:06:26.502 INFO:tasks.workunit.client.0.smithi016.stdout: "last_peered": "2024-04-15T16:05:12.202050+0000", 2024-04-15T16:06:26.502 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub": "0'0", 2024-04-15T16:06:26.502 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_duration": 0, 2024-04-15T16:06:26.502 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_stamp": "2024-04-15T14:33:33.599136+0000", 2024-04-15T16:06:26.502 INFO:tasks.workunit.client.0.smithi016.stdout: "last_undegraded": "2024-04-15T16:05:12.202050+0000", 2024-04-15T16:06:26.502 INFO:tasks.workunit.client.0.smithi016.stdout: "last_unstale": "2024-04-15T16:05:12.202050+0000", 2024-04-15T16:06:26.502 INFO:tasks.workunit.client.0.smithi016.stdout: "log_dups_size": 0, 2024-04-15T16:06:26.502 INFO:tasks.workunit.client.0.smithi016.stdout: "log_size": 0, 2024-04-15T16:06:26.502 INFO:tasks.workunit.client.0.smithi016.stdout: "log_start": "0'0", 2024-04-15T16:06:26.502 INFO:tasks.workunit.client.0.smithi016.stdout: "manifest_stats_invalid": false, 2024-04-15T16:06:26.502 INFO:tasks.workunit.client.0.smithi016.stdout: "mapping_epoch": 531, 2024-04-15T16:06:26.502 INFO:tasks.workunit.client.0.smithi016.stdout: "object_location_counts": [], 2024-04-15T16:06:26.502 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_scrubbed": 0, 2024-04-15T16:06:26.503 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_trimmed": 0, 2024-04-15T16:06:26.503 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_stats_invalid": false, 2024-04-15T16:06:26.503 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_size": 0, 2024-04-15T16:06:26.503 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_start": "0'0", 2024-04-15T16:06:26.503 INFO:tasks.workunit.client.0.smithi016.stdout: "parent": "0.0", 2024-04-15T16:06:26.503 INFO:tasks.workunit.client.0.smithi016.stdout: "parent_split_bits": 0, 2024-04-15T16:06:26.503 INFO:tasks.workunit.client.0.smithi016.stdout: "pgid": "2.3", 2024-04-15T16:06:26.503 INFO:tasks.workunit.client.0.smithi016.stdout: "pin_stats_invalid": false, 2024-04-15T16:06:26.503 INFO:tasks.workunit.client.0.smithi016.stdout: "purged_snaps": [], 2024-04-15T16:06:26.503 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_epoch": 2721, 2024-04-15T16:06:26.503 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_seq": 4893, 2024-04-15T16:06:26.503 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_duration": 0.0, 2024-04-15T16:06:26.503 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-17T00:10:55.806182+0000", 2024-04-15T16:06:26.503 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrim_duration": 0.0, 2024-04-15T16:06:26.504 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrimq_len": 0, 2024-04-15T16:06:26.504 INFO:tasks.workunit.client.0.smithi016.stdout: "stat_sum": { 2024-04-15T16:06:26.504 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes": 0, 2024-04-15T16:06:26.504 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T16:06:26.504 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_recovered": 0, 2024-04-15T16:06:26.504 INFO:tasks.workunit.client.0.smithi016.stdout: "num_deep_scrub_errors": 0, 2024-04-15T16:06:26.504 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict": 0, 2024-04-15T16:06:26.504 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_kb": 0, 2024-04-15T16:06:26.504 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_full": 0, 2024-04-15T16:06:26.504 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_some": 0, 2024-04-15T16:06:26.504 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush": 0, 2024-04-15T16:06:26.504 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_kb": 0, 2024-04-15T16:06:26.504 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_high": 0, 2024-04-15T16:06:26.504 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_low": 0, 2024-04-15T16:06:26.504 INFO:tasks.workunit.client.0.smithi016.stdout: "num_keys_recovered": 0, 2024-04-15T16:06:26.505 INFO:tasks.workunit.client.0.smithi016.stdout: "num_large_omap_objects": 0, 2024-04-15T16:06:26.505 INFO:tasks.workunit.client.0.smithi016.stdout: "num_legacy_snapsets": 0, 2024-04-15T16:06:26.505 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_clones": 0, 2024-04-15T16:06:26.505 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_copies": 0, 2024-04-15T16:06:26.505 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects": 0, 2024-04-15T16:06:26.505 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_degraded": 0, 2024-04-15T16:06:26.505 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_dirty": 0, 2024-04-15T16:06:26.505 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T16:06:26.505 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_manifest": 0, 2024-04-15T16:06:26.505 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_misplaced": 0, 2024-04-15T16:06:26.505 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing": 0, 2024-04-15T16:06:26.505 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T16:06:26.505 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_omap": 0, 2024-04-15T16:06:26.505 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_pinned": 0, 2024-04-15T16:06:26.505 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_recovered": 0, 2024-04-15T16:06:26.506 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_repaired": 0, 2024-04-15T16:06:26.506 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_unfound": 0, 2024-04-15T16:06:26.506 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_bytes": 0, 2024-04-15T16:06:26.506 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_keys": 0, 2024-04-15T16:06:26.506 INFO:tasks.workunit.client.0.smithi016.stdout: "num_promote": 0, 2024-04-15T16:06:26.506 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read": 0, 2024-04-15T16:06:26.506 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read_kb": 0, 2024-04-15T16:06:26.506 INFO:tasks.workunit.client.0.smithi016.stdout: "num_scrub_errors": 0, 2024-04-15T16:06:26.506 INFO:tasks.workunit.client.0.smithi016.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T16:06:26.506 INFO:tasks.workunit.client.0.smithi016.stdout: "num_whiteouts": 0, 2024-04-15T16:06:26.506 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write": 0, 2024-04-15T16:06:26.506 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write_kb": 0 2024-04-15T16:06:26.506 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.506 INFO:tasks.workunit.client.0.smithi016.stdout: "state": "active+clean", 2024-04-15T16:06:26.507 INFO:tasks.workunit.client.0.smithi016.stdout: "stats_invalid": false, 2024-04-15T16:06:26.507 INFO:tasks.workunit.client.0.smithi016.stdout: "up": [ 2024-04-15T16:06:26.507 INFO:tasks.workunit.client.0.smithi016.stdout: 5, 2024-04-15T16:06:26.507 INFO:tasks.workunit.client.0.smithi016.stdout: 2, 2024-04-15T16:06:26.507 INFO:tasks.workunit.client.0.smithi016.stdout: 7 2024-04-15T16:06:26.507 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:26.507 INFO:tasks.workunit.client.0.smithi016.stdout: "up_primary": 5, 2024-04-15T16:06:26.507 INFO:tasks.workunit.client.0.smithi016.stdout: "version": "0'0" 2024-04-15T16:06:26.507 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.507 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-15T16:06:26.507 INFO:tasks.workunit.client.0.smithi016.stdout: "acting": [ 2024-04-15T16:06:26.507 INFO:tasks.workunit.client.0.smithi016.stdout: 3, 2024-04-15T16:06:26.507 INFO:tasks.workunit.client.0.smithi016.stdout: 5, 2024-04-15T16:06:26.507 INFO:tasks.workunit.client.0.smithi016.stdout: 6 2024-04-15T16:06:26.507 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:26.508 INFO:tasks.workunit.client.0.smithi016.stdout: "acting_primary": 3, 2024-04-15T16:06:26.508 INFO:tasks.workunit.client.0.smithi016.stdout: "avail_no_missing": [], 2024-04-15T16:06:26.508 INFO:tasks.workunit.client.0.smithi016.stdout: "blocked_by": [], 2024-04-15T16:06:26.508 INFO:tasks.workunit.client.0.smithi016.stdout: "created": 61, 2024-04-15T16:06:26.508 INFO:tasks.workunit.client.0.smithi016.stdout: "dirty_stats_invalid": false, 2024-04-15T16:06:26.508 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T16:06:26.508 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_stats_invalid": false, 2024-04-15T16:06:26.508 INFO:tasks.workunit.client.0.smithi016.stdout: "last_active": "2024-04-15T16:05:12.197371+0000", 2024-04-15T16:06:26.508 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_active": "2024-04-15T14:44:28.452350+0000", 2024-04-15T16:06:26.508 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_peered": "2024-04-15T14:44:28.452350+0000", 2024-04-15T16:06:26.508 INFO:tasks.workunit.client.0.smithi016.stdout: "last_change": "2024-04-15T14:44:28.454766+0000", 2024-04-15T16:06:26.508 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean": "2024-04-15T16:05:12.197371+0000", 2024-04-15T16:06:26.508 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T16:06:26.508 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub": "0'0", 2024-04-15T16:06:26.508 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T16:06:26.509 INFO:tasks.workunit.client.0.smithi016.stdout: "last_epoch_clean": 511, 2024-04-15T16:06:26.509 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fresh": "2024-04-15T16:05:12.197371+0000", 2024-04-15T16:06:26.509 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fullsized": "2024-04-15T16:05:12.197371+0000", 2024-04-15T16:06:26.509 INFO:tasks.workunit.client.0.smithi016.stdout: "last_peered": "2024-04-15T16:05:12.197371+0000", 2024-04-15T16:06:26.509 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub": "0'0", 2024-04-15T16:06:26.509 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_duration": 0, 2024-04-15T16:06:26.509 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T16:06:26.509 INFO:tasks.workunit.client.0.smithi016.stdout: "last_undegraded": "2024-04-15T16:05:12.197371+0000", 2024-04-15T16:06:26.509 INFO:tasks.workunit.client.0.smithi016.stdout: "last_unstale": "2024-04-15T16:05:12.197371+0000", 2024-04-15T16:06:26.509 INFO:tasks.workunit.client.0.smithi016.stdout: "log_dups_size": 0, 2024-04-15T16:06:26.509 INFO:tasks.workunit.client.0.smithi016.stdout: "log_size": 0, 2024-04-15T16:06:26.509 INFO:tasks.workunit.client.0.smithi016.stdout: "log_start": "0'0", 2024-04-15T16:06:26.509 INFO:tasks.workunit.client.0.smithi016.stdout: "manifest_stats_invalid": false, 2024-04-15T16:06:26.510 INFO:tasks.workunit.client.0.smithi016.stdout: "mapping_epoch": 510, 2024-04-15T16:06:26.510 INFO:tasks.workunit.client.0.smithi016.stdout: "object_location_counts": [], 2024-04-15T16:06:26.510 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_scrubbed": 0, 2024-04-15T16:06:26.510 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_trimmed": 0, 2024-04-15T16:06:26.510 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_stats_invalid": false, 2024-04-15T16:06:26.510 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_size": 0, 2024-04-15T16:06:26.510 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_start": "0'0", 2024-04-15T16:06:26.510 INFO:tasks.workunit.client.0.smithi016.stdout: "parent": "0.0", 2024-04-15T16:06:26.510 INFO:tasks.workunit.client.0.smithi016.stdout: "parent_split_bits": 0, 2024-04-15T16:06:26.510 INFO:tasks.workunit.client.0.smithi016.stdout: "pgid": "3.2", 2024-04-15T16:06:26.510 INFO:tasks.workunit.client.0.smithi016.stdout: "pin_stats_invalid": false, 2024-04-15T16:06:26.510 INFO:tasks.workunit.client.0.smithi016.stdout: "purged_snaps": [], 2024-04-15T16:06:26.510 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_epoch": 2721, 2024-04-15T16:06:26.510 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_seq": 4966, 2024-04-15T16:06:26.510 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_duration": 0.0, 2024-04-15T16:06:26.511 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-16T15:47:38.522004+0000", 2024-04-15T16:06:26.511 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrim_duration": 0.0, 2024-04-15T16:06:26.511 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrimq_len": 0, 2024-04-15T16:06:26.511 INFO:tasks.workunit.client.0.smithi016.stdout: "stat_sum": { 2024-04-15T16:06:26.511 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes": 0, 2024-04-15T16:06:26.511 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T16:06:26.511 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_recovered": 0, 2024-04-15T16:06:26.511 INFO:tasks.workunit.client.0.smithi016.stdout: "num_deep_scrub_errors": 0, 2024-04-15T16:06:26.511 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict": 0, 2024-04-15T16:06:26.511 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_kb": 0, 2024-04-15T16:06:26.511 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_full": 0, 2024-04-15T16:06:26.511 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_some": 0, 2024-04-15T16:06:26.511 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush": 0, 2024-04-15T16:06:26.511 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_kb": 0, 2024-04-15T16:06:26.512 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_high": 0, 2024-04-15T16:06:26.512 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_low": 0, 2024-04-15T16:06:26.512 INFO:tasks.workunit.client.0.smithi016.stdout: "num_keys_recovered": 0, 2024-04-15T16:06:26.512 INFO:tasks.workunit.client.0.smithi016.stdout: "num_large_omap_objects": 0, 2024-04-15T16:06:26.512 INFO:tasks.workunit.client.0.smithi016.stdout: "num_legacy_snapsets": 0, 2024-04-15T16:06:26.512 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_clones": 0, 2024-04-15T16:06:26.512 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_copies": 0, 2024-04-15T16:06:26.512 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects": 0, 2024-04-15T16:06:26.512 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_degraded": 0, 2024-04-15T16:06:26.512 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_dirty": 0, 2024-04-15T16:06:26.512 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T16:06:26.512 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_manifest": 0, 2024-04-15T16:06:26.512 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_misplaced": 0, 2024-04-15T16:06:26.512 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing": 0, 2024-04-15T16:06:26.512 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T16:06:26.513 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_omap": 0, 2024-04-15T16:06:26.513 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_pinned": 0, 2024-04-15T16:06:26.513 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_recovered": 0, 2024-04-15T16:06:26.513 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_repaired": 0, 2024-04-15T16:06:26.513 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_unfound": 0, 2024-04-15T16:06:26.513 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_bytes": 0, 2024-04-15T16:06:26.513 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_keys": 0, 2024-04-15T16:06:26.513 INFO:tasks.workunit.client.0.smithi016.stdout: "num_promote": 0, 2024-04-15T16:06:26.513 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read": 0, 2024-04-15T16:06:26.513 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read_kb": 0, 2024-04-15T16:06:26.513 INFO:tasks.workunit.client.0.smithi016.stdout: "num_scrub_errors": 0, 2024-04-15T16:06:26.513 INFO:tasks.workunit.client.0.smithi016.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T16:06:26.513 INFO:tasks.workunit.client.0.smithi016.stdout: "num_whiteouts": 0, 2024-04-15T16:06:26.513 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write": 0, 2024-04-15T16:06:26.514 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write_kb": 0 2024-04-15T16:06:26.514 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.514 INFO:tasks.workunit.client.0.smithi016.stdout: "state": "active+clean", 2024-04-15T16:06:26.514 INFO:tasks.workunit.client.0.smithi016.stdout: "stats_invalid": false, 2024-04-15T16:06:26.514 INFO:tasks.workunit.client.0.smithi016.stdout: "up": [ 2024-04-15T16:06:26.514 INFO:tasks.workunit.client.0.smithi016.stdout: 3, 2024-04-15T16:06:26.514 INFO:tasks.workunit.client.0.smithi016.stdout: 5, 2024-04-15T16:06:26.514 INFO:tasks.workunit.client.0.smithi016.stdout: 6 2024-04-15T16:06:26.514 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:26.514 INFO:tasks.workunit.client.0.smithi016.stdout: "up_primary": 3, 2024-04-15T16:06:26.514 INFO:tasks.workunit.client.0.smithi016.stdout: "version": "0'0" 2024-04-15T16:06:26.514 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.514 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-15T16:06:26.514 INFO:tasks.workunit.client.0.smithi016.stdout: "acting": [ 2024-04-15T16:06:26.514 INFO:tasks.workunit.client.0.smithi016.stdout: 6, 2024-04-15T16:06:26.515 INFO:tasks.workunit.client.0.smithi016.stdout: 4, 2024-04-15T16:06:26.515 INFO:tasks.workunit.client.0.smithi016.stdout: 7 2024-04-15T16:06:26.515 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:26.515 INFO:tasks.workunit.client.0.smithi016.stdout: "acting_primary": 6, 2024-04-15T16:06:26.515 INFO:tasks.workunit.client.0.smithi016.stdout: "avail_no_missing": [], 2024-04-15T16:06:26.515 INFO:tasks.workunit.client.0.smithi016.stdout: "blocked_by": [], 2024-04-15T16:06:26.515 INFO:tasks.workunit.client.0.smithi016.stdout: "created": 66, 2024-04-15T16:06:26.515 INFO:tasks.workunit.client.0.smithi016.stdout: "dirty_stats_invalid": false, 2024-04-15T16:06:26.515 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T16:06:26.515 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_stats_invalid": false, 2024-04-15T16:06:26.515 INFO:tasks.workunit.client.0.smithi016.stdout: "last_active": "2024-04-15T16:05:11.412047+0000", 2024-04-15T16:06:26.515 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_active": "2024-04-15T14:44:49.367263+0000", 2024-04-15T16:06:26.515 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_peered": "2024-04-15T14:44:49.367263+0000", 2024-04-15T16:06:26.515 INFO:tasks.workunit.client.0.smithi016.stdout: "last_change": "2024-04-15T15:17:56.834811+0000", 2024-04-15T16:06:26.516 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean": "2024-04-15T16:05:11.412047+0000", 2024-04-15T16:06:26.516 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean_scrub_stamp": "2024-04-15T14:34:07.163731+0000", 2024-04-15T16:06:26.516 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub": "0'0", 2024-04-15T16:06:26.516 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub_stamp": "2024-04-15T14:34:07.163731+0000", 2024-04-15T16:06:26.516 INFO:tasks.workunit.client.0.smithi016.stdout: "last_epoch_clean": 532, 2024-04-15T16:06:26.516 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fresh": "2024-04-15T16:05:11.412047+0000", 2024-04-15T16:06:26.516 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fullsized": "2024-04-15T16:05:11.412047+0000", 2024-04-15T16:06:26.516 INFO:tasks.workunit.client.0.smithi016.stdout: "last_peered": "2024-04-15T16:05:11.412047+0000", 2024-04-15T16:06:26.516 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub": "0'0", 2024-04-15T16:06:26.516 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_duration": 0, 2024-04-15T16:06:26.516 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_stamp": "2024-04-15T14:34:07.163731+0000", 2024-04-15T16:06:26.516 INFO:tasks.workunit.client.0.smithi016.stdout: "last_undegraded": "2024-04-15T16:05:11.412047+0000", 2024-04-15T16:06:26.516 INFO:tasks.workunit.client.0.smithi016.stdout: "last_unstale": "2024-04-15T16:05:11.412047+0000", 2024-04-15T16:06:26.516 INFO:tasks.workunit.client.0.smithi016.stdout: "log_dups_size": 0, 2024-04-15T16:06:26.516 INFO:tasks.workunit.client.0.smithi016.stdout: "log_size": 3275, 2024-04-15T16:06:26.517 INFO:tasks.workunit.client.0.smithi016.stdout: "log_start": "0'0", 2024-04-15T16:06:26.517 INFO:tasks.workunit.client.0.smithi016.stdout: "manifest_stats_invalid": false, 2024-04-15T16:06:26.517 INFO:tasks.workunit.client.0.smithi016.stdout: "mapping_epoch": 531, 2024-04-15T16:06:26.517 INFO:tasks.workunit.client.0.smithi016.stdout: "object_location_counts": [], 2024-04-15T16:06:26.517 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_scrubbed": 0, 2024-04-15T16:06:26.517 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_trimmed": 0, 2024-04-15T16:06:26.517 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_stats_invalid": false, 2024-04-15T16:06:26.517 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_size": 3275, 2024-04-15T16:06:26.517 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_start": "0'0", 2024-04-15T16:06:26.517 INFO:tasks.workunit.client.0.smithi016.stdout: "parent": "0.0", 2024-04-15T16:06:26.517 INFO:tasks.workunit.client.0.smithi016.stdout: "parent_split_bits": 0, 2024-04-15T16:06:26.517 INFO:tasks.workunit.client.0.smithi016.stdout: "pgid": "4.5", 2024-04-15T16:06:26.517 INFO:tasks.workunit.client.0.smithi016.stdout: "pin_stats_invalid": false, 2024-04-15T16:06:26.517 INFO:tasks.workunit.client.0.smithi016.stdout: "purged_snaps": [], 2024-04-15T16:06:26.518 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_epoch": 2721, 2024-04-15T16:06:26.518 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_seq": 8930, 2024-04-15T16:06:26.518 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_duration": 0.0, 2024-04-15T16:06:26.518 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-17T02:06:23.748109+0000", 2024-04-15T16:06:26.518 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrim_duration": 0.001730425, 2024-04-15T16:06:26.518 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrimq_len": 0, 2024-04-15T16:06:26.518 INFO:tasks.workunit.client.0.smithi016.stdout: "stat_sum": { 2024-04-15T16:06:26.518 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes": 0, 2024-04-15T16:06:26.518 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T16:06:26.518 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_recovered": 0, 2024-04-15T16:06:26.518 INFO:tasks.workunit.client.0.smithi016.stdout: "num_deep_scrub_errors": 0, 2024-04-15T16:06:26.518 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict": 0, 2024-04-15T16:06:26.518 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_kb": 0, 2024-04-15T16:06:26.518 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_full": 0, 2024-04-15T16:06:26.519 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_some": 0, 2024-04-15T16:06:26.519 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush": 0, 2024-04-15T16:06:26.519 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_kb": 0, 2024-04-15T16:06:26.519 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_high": 0, 2024-04-15T16:06:26.519 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_low": 0, 2024-04-15T16:06:26.519 INFO:tasks.workunit.client.0.smithi016.stdout: "num_keys_recovered": 0, 2024-04-15T16:06:26.519 INFO:tasks.workunit.client.0.smithi016.stdout: "num_large_omap_objects": 0, 2024-04-15T16:06:26.519 INFO:tasks.workunit.client.0.smithi016.stdout: "num_legacy_snapsets": 0, 2024-04-15T16:06:26.519 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_clones": 0, 2024-04-15T16:06:26.519 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_copies": 0, 2024-04-15T16:06:26.519 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects": 0, 2024-04-15T16:06:26.519 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_degraded": 0, 2024-04-15T16:06:26.519 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_dirty": 0, 2024-04-15T16:06:26.519 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T16:06:26.519 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_manifest": 0, 2024-04-15T16:06:26.520 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_misplaced": 0, 2024-04-15T16:06:26.520 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing": 0, 2024-04-15T16:06:26.520 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T16:06:26.520 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_omap": 0, 2024-04-15T16:06:26.520 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_pinned": 0, 2024-04-15T16:06:26.520 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_recovered": 0, 2024-04-15T16:06:26.520 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_repaired": 0, 2024-04-15T16:06:26.520 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_unfound": 0, 2024-04-15T16:06:26.520 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_bytes": 0, 2024-04-15T16:06:26.520 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_keys": 0, 2024-04-15T16:06:26.520 INFO:tasks.workunit.client.0.smithi016.stdout: "num_promote": 0, 2024-04-15T16:06:26.520 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read": 1147, 2024-04-15T16:06:26.520 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read_kb": 404172, 2024-04-15T16:06:26.520 INFO:tasks.workunit.client.0.smithi016.stdout: "num_scrub_errors": 0, 2024-04-15T16:06:26.520 INFO:tasks.workunit.client.0.smithi016.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T16:06:26.521 INFO:tasks.workunit.client.0.smithi016.stdout: "num_whiteouts": 0, 2024-04-15T16:06:26.521 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write": 3244, 2024-04-15T16:06:26.521 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write_kb": 468344 2024-04-15T16:06:26.521 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.521 INFO:tasks.workunit.client.0.smithi016.stdout: "state": "active+clean", 2024-04-15T16:06:26.521 INFO:tasks.workunit.client.0.smithi016.stdout: "stats_invalid": false, 2024-04-15T16:06:26.521 INFO:tasks.workunit.client.0.smithi016.stdout: "up": [ 2024-04-15T16:06:26.521 INFO:tasks.workunit.client.0.smithi016.stdout: 6, 2024-04-15T16:06:26.521 INFO:tasks.workunit.client.0.smithi016.stdout: 4, 2024-04-15T16:06:26.521 INFO:tasks.workunit.client.0.smithi016.stdout: 7 2024-04-15T16:06:26.521 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:26.521 INFO:tasks.workunit.client.0.smithi016.stdout: "up_primary": 6, 2024-04-15T16:06:26.521 INFO:tasks.workunit.client.0.smithi016.stdout: "version": "1096'3275" 2024-04-15T16:06:26.521 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.522 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-15T16:06:26.522 INFO:tasks.workunit.client.0.smithi016.stdout: "acting": [ 2024-04-15T16:06:26.522 INFO:tasks.workunit.client.0.smithi016.stdout: 2, 2024-04-15T16:06:26.522 INFO:tasks.workunit.client.0.smithi016.stdout: 3, 2024-04-15T16:06:26.522 INFO:tasks.workunit.client.0.smithi016.stdout: 0 2024-04-15T16:06:26.522 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:26.522 INFO:tasks.workunit.client.0.smithi016.stdout: "acting_primary": 2, 2024-04-15T16:06:26.522 INFO:tasks.workunit.client.0.smithi016.stdout: "avail_no_missing": [], 2024-04-15T16:06:26.522 INFO:tasks.workunit.client.0.smithi016.stdout: "blocked_by": [], 2024-04-15T16:06:26.522 INFO:tasks.workunit.client.0.smithi016.stdout: "created": 60, 2024-04-15T16:06:26.522 INFO:tasks.workunit.client.0.smithi016.stdout: "dirty_stats_invalid": false, 2024-04-15T16:06:26.522 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T16:06:26.522 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_stats_invalid": false, 2024-04-15T16:06:26.522 INFO:tasks.workunit.client.0.smithi016.stdout: "last_active": "2024-04-15T16:05:12.196837+0000", 2024-04-15T16:06:26.522 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_active": "2024-04-15T14:42:57.509292+0000", 2024-04-15T16:06:26.523 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_peered": "2024-04-15T14:42:57.509292+0000", 2024-04-15T16:06:26.523 INFO:tasks.workunit.client.0.smithi016.stdout: "last_change": "2024-04-15T14:42:57.509551+0000", 2024-04-15T16:06:26.523 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean": "2024-04-15T16:05:12.196837+0000", 2024-04-15T16:06:26.523 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean_scrub_stamp": "2024-04-15T14:33:33.599136+0000", 2024-04-15T16:06:26.523 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub": "0'0", 2024-04-15T16:06:26.523 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub_stamp": "2024-04-15T14:33:33.599136+0000", 2024-04-15T16:06:26.523 INFO:tasks.workunit.client.0.smithi016.stdout: "last_epoch_clean": 420, 2024-04-15T16:06:26.523 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fresh": "2024-04-15T16:05:12.196837+0000", 2024-04-15T16:06:26.523 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fullsized": "2024-04-15T16:05:12.196837+0000", 2024-04-15T16:06:26.523 INFO:tasks.workunit.client.0.smithi016.stdout: "last_peered": "2024-04-15T16:05:12.196837+0000", 2024-04-15T16:06:26.523 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub": "0'0", 2024-04-15T16:06:26.523 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_duration": 0, 2024-04-15T16:06:26.523 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_stamp": "2024-04-15T14:33:33.599136+0000", 2024-04-15T16:06:26.524 INFO:tasks.workunit.client.0.smithi016.stdout: "last_undegraded": "2024-04-15T16:05:12.196837+0000", 2024-04-15T16:06:26.524 INFO:tasks.workunit.client.0.smithi016.stdout: "last_unstale": "2024-04-15T16:05:12.196837+0000", 2024-04-15T16:06:26.524 INFO:tasks.workunit.client.0.smithi016.stdout: "log_dups_size": 0, 2024-04-15T16:06:26.524 INFO:tasks.workunit.client.0.smithi016.stdout: "log_size": 0, 2024-04-15T16:06:26.524 INFO:tasks.workunit.client.0.smithi016.stdout: "log_start": "0'0", 2024-04-15T16:06:26.524 INFO:tasks.workunit.client.0.smithi016.stdout: "manifest_stats_invalid": false, 2024-04-15T16:06:26.524 INFO:tasks.workunit.client.0.smithi016.stdout: "mapping_epoch": 419, 2024-04-15T16:06:26.524 INFO:tasks.workunit.client.0.smithi016.stdout: "object_location_counts": [], 2024-04-15T16:06:26.524 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_scrubbed": 0, 2024-04-15T16:06:26.524 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_trimmed": 0, 2024-04-15T16:06:26.524 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_stats_invalid": false, 2024-04-15T16:06:26.524 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_size": 0, 2024-04-15T16:06:26.524 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_start": "0'0", 2024-04-15T16:06:26.524 INFO:tasks.workunit.client.0.smithi016.stdout: "parent": "0.0", 2024-04-15T16:06:26.524 INFO:tasks.workunit.client.0.smithi016.stdout: "parent_split_bits": 0, 2024-04-15T16:06:26.525 INFO:tasks.workunit.client.0.smithi016.stdout: "pgid": "2.1", 2024-04-15T16:06:26.525 INFO:tasks.workunit.client.0.smithi016.stdout: "pin_stats_invalid": false, 2024-04-15T16:06:26.525 INFO:tasks.workunit.client.0.smithi016.stdout: "purged_snaps": [], 2024-04-15T16:06:26.525 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_epoch": 2721, 2024-04-15T16:06:26.525 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_seq": 5025, 2024-04-15T16:06:26.525 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_duration": 0.0, 2024-04-15T16:06:26.525 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-17T01:58:29.703567+0000", 2024-04-15T16:06:26.525 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrim_duration": 0.0, 2024-04-15T16:06:26.525 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrimq_len": 0, 2024-04-15T16:06:26.525 INFO:tasks.workunit.client.0.smithi016.stdout: "stat_sum": { 2024-04-15T16:06:26.525 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes": 0, 2024-04-15T16:06:26.525 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T16:06:26.526 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_recovered": 0, 2024-04-15T16:06:26.526 INFO:tasks.workunit.client.0.smithi016.stdout: "num_deep_scrub_errors": 0, 2024-04-15T16:06:26.526 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict": 0, 2024-04-15T16:06:26.526 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_kb": 0, 2024-04-15T16:06:26.526 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_full": 0, 2024-04-15T16:06:26.526 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_some": 0, 2024-04-15T16:06:26.526 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush": 0, 2024-04-15T16:06:26.526 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_kb": 0, 2024-04-15T16:06:26.526 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_high": 0, 2024-04-15T16:06:26.526 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_low": 0, 2024-04-15T16:06:26.526 INFO:tasks.workunit.client.0.smithi016.stdout: "num_keys_recovered": 0, 2024-04-15T16:06:26.526 INFO:tasks.workunit.client.0.smithi016.stdout: "num_large_omap_objects": 0, 2024-04-15T16:06:26.526 INFO:tasks.workunit.client.0.smithi016.stdout: "num_legacy_snapsets": 0, 2024-04-15T16:06:26.526 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_clones": 0, 2024-04-15T16:06:26.527 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_copies": 0, 2024-04-15T16:06:26.527 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects": 0, 2024-04-15T16:06:26.527 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_degraded": 0, 2024-04-15T16:06:26.527 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_dirty": 0, 2024-04-15T16:06:26.527 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T16:06:26.527 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_manifest": 0, 2024-04-15T16:06:26.527 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_misplaced": 0, 2024-04-15T16:06:26.527 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing": 0, 2024-04-15T16:06:26.527 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T16:06:26.527 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_omap": 0, 2024-04-15T16:06:26.527 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_pinned": 0, 2024-04-15T16:06:26.527 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_recovered": 0, 2024-04-15T16:06:26.527 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_repaired": 0, 2024-04-15T16:06:26.527 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_unfound": 0, 2024-04-15T16:06:26.528 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_bytes": 0, 2024-04-15T16:06:26.528 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_keys": 0, 2024-04-15T16:06:26.528 INFO:tasks.workunit.client.0.smithi016.stdout: "num_promote": 0, 2024-04-15T16:06:26.528 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read": 0, 2024-04-15T16:06:26.528 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read_kb": 0, 2024-04-15T16:06:26.528 INFO:tasks.workunit.client.0.smithi016.stdout: "num_scrub_errors": 0, 2024-04-15T16:06:26.528 INFO:tasks.workunit.client.0.smithi016.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T16:06:26.528 INFO:tasks.workunit.client.0.smithi016.stdout: "num_whiteouts": 0, 2024-04-15T16:06:26.528 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write": 0, 2024-04-15T16:06:26.528 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write_kb": 0 2024-04-15T16:06:26.528 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.528 INFO:tasks.workunit.client.0.smithi016.stdout: "state": "active+clean", 2024-04-15T16:06:26.528 INFO:tasks.workunit.client.0.smithi016.stdout: "stats_invalid": false, 2024-04-15T16:06:26.528 INFO:tasks.workunit.client.0.smithi016.stdout: "up": [ 2024-04-15T16:06:26.529 INFO:tasks.workunit.client.0.smithi016.stdout: 2, 2024-04-15T16:06:26.529 INFO:tasks.workunit.client.0.smithi016.stdout: 3, 2024-04-15T16:06:26.529 INFO:tasks.workunit.client.0.smithi016.stdout: 0 2024-04-15T16:06:26.529 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:26.529 INFO:tasks.workunit.client.0.smithi016.stdout: "up_primary": 2, 2024-04-15T16:06:26.529 INFO:tasks.workunit.client.0.smithi016.stdout: "version": "0'0" 2024-04-15T16:06:26.529 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.529 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-15T16:06:26.529 INFO:tasks.workunit.client.0.smithi016.stdout: "acting": [ 2024-04-15T16:06:26.529 INFO:tasks.workunit.client.0.smithi016.stdout: 1, 2024-04-15T16:06:26.529 INFO:tasks.workunit.client.0.smithi016.stdout: 2, 2024-04-15T16:06:26.529 INFO:tasks.workunit.client.0.smithi016.stdout: 6 2024-04-15T16:06:26.529 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:26.529 INFO:tasks.workunit.client.0.smithi016.stdout: "acting_primary": 1, 2024-04-15T16:06:26.529 INFO:tasks.workunit.client.0.smithi016.stdout: "avail_no_missing": [], 2024-04-15T16:06:26.530 INFO:tasks.workunit.client.0.smithi016.stdout: "blocked_by": [], 2024-04-15T16:06:26.530 INFO:tasks.workunit.client.0.smithi016.stdout: "created": 61, 2024-04-15T16:06:26.530 INFO:tasks.workunit.client.0.smithi016.stdout: "dirty_stats_invalid": false, 2024-04-15T16:06:26.530 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T16:06:26.530 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_stats_invalid": false, 2024-04-15T16:06:26.530 INFO:tasks.workunit.client.0.smithi016.stdout: "last_active": "2024-04-15T16:05:11.869597+0000", 2024-04-15T16:06:26.530 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_active": "2024-04-15T14:44:28.453739+0000", 2024-04-15T16:06:26.530 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_peered": "2024-04-15T14:44:28.453739+0000", 2024-04-15T16:06:26.530 INFO:tasks.workunit.client.0.smithi016.stdout: "last_change": "2024-04-15T14:44:28.454138+0000", 2024-04-15T16:06:26.530 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean": "2024-04-15T16:05:11.869597+0000", 2024-04-15T16:06:26.530 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T16:06:26.530 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub": "0'0", 2024-04-15T16:06:26.530 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T16:06:26.530 INFO:tasks.workunit.client.0.smithi016.stdout: "last_epoch_clean": 511, 2024-04-15T16:06:26.531 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fresh": "2024-04-15T16:05:11.869597+0000", 2024-04-15T16:06:26.531 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fullsized": "2024-04-15T16:05:11.869597+0000", 2024-04-15T16:06:26.531 INFO:tasks.workunit.client.0.smithi016.stdout: "last_peered": "2024-04-15T16:05:11.869597+0000", 2024-04-15T16:06:26.531 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub": "0'0", 2024-04-15T16:06:26.531 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_duration": 0, 2024-04-15T16:06:26.531 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T16:06:26.531 INFO:tasks.workunit.client.0.smithi016.stdout: "last_undegraded": "2024-04-15T16:05:11.869597+0000", 2024-04-15T16:06:26.531 INFO:tasks.workunit.client.0.smithi016.stdout: "last_unstale": "2024-04-15T16:05:11.869597+0000", 2024-04-15T16:06:26.531 INFO:tasks.workunit.client.0.smithi016.stdout: "log_dups_size": 0, 2024-04-15T16:06:26.531 INFO:tasks.workunit.client.0.smithi016.stdout: "log_size": 0, 2024-04-15T16:06:26.531 INFO:tasks.workunit.client.0.smithi016.stdout: "log_start": "0'0", 2024-04-15T16:06:26.531 INFO:tasks.workunit.client.0.smithi016.stdout: "manifest_stats_invalid": false, 2024-04-15T16:06:26.531 INFO:tasks.workunit.client.0.smithi016.stdout: "mapping_epoch": 510, 2024-04-15T16:06:26.531 INFO:tasks.workunit.client.0.smithi016.stdout: "object_location_counts": [], 2024-04-15T16:06:26.532 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_scrubbed": 0, 2024-04-15T16:06:26.532 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_trimmed": 0, 2024-04-15T16:06:26.532 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_stats_invalid": false, 2024-04-15T16:06:26.532 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_size": 0, 2024-04-15T16:06:26.532 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_start": "0'0", 2024-04-15T16:06:26.532 INFO:tasks.workunit.client.0.smithi016.stdout: "parent": "0.0", 2024-04-15T16:06:26.532 INFO:tasks.workunit.client.0.smithi016.stdout: "parent_split_bits": 0, 2024-04-15T16:06:26.532 INFO:tasks.workunit.client.0.smithi016.stdout: "pgid": "3.0", 2024-04-15T16:06:26.532 INFO:tasks.workunit.client.0.smithi016.stdout: "pin_stats_invalid": false, 2024-04-15T16:06:26.532 INFO:tasks.workunit.client.0.smithi016.stdout: "purged_snaps": [], 2024-04-15T16:06:26.532 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_epoch": 2721, 2024-04-15T16:06:26.532 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_seq": 5046, 2024-04-15T16:06:26.532 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_duration": 0.0, 2024-04-15T16:06:26.532 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-16T19:14:45.501397+0000", 2024-04-15T16:06:26.533 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrim_duration": 0.0, 2024-04-15T16:06:26.533 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrimq_len": 0, 2024-04-15T16:06:26.533 INFO:tasks.workunit.client.0.smithi016.stdout: "stat_sum": { 2024-04-15T16:06:26.533 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes": 0, 2024-04-15T16:06:26.533 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T16:06:26.533 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_recovered": 0, 2024-04-15T16:06:26.533 INFO:tasks.workunit.client.0.smithi016.stdout: "num_deep_scrub_errors": 0, 2024-04-15T16:06:26.533 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict": 0, 2024-04-15T16:06:26.533 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_kb": 0, 2024-04-15T16:06:26.533 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_full": 0, 2024-04-15T16:06:26.533 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_some": 0, 2024-04-15T16:06:26.533 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush": 0, 2024-04-15T16:06:26.533 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_kb": 0, 2024-04-15T16:06:26.533 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_high": 0, 2024-04-15T16:06:26.533 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_low": 0, 2024-04-15T16:06:26.534 INFO:tasks.workunit.client.0.smithi016.stdout: "num_keys_recovered": 0, 2024-04-15T16:06:26.534 INFO:tasks.workunit.client.0.smithi016.stdout: "num_large_omap_objects": 0, 2024-04-15T16:06:26.534 INFO:tasks.workunit.client.0.smithi016.stdout: "num_legacy_snapsets": 0, 2024-04-15T16:06:26.534 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_clones": 0, 2024-04-15T16:06:26.534 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_copies": 0, 2024-04-15T16:06:26.534 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects": 0, 2024-04-15T16:06:26.534 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_degraded": 0, 2024-04-15T16:06:26.534 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_dirty": 0, 2024-04-15T16:06:26.534 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T16:06:26.534 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_manifest": 0, 2024-04-15T16:06:26.534 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_misplaced": 0, 2024-04-15T16:06:26.534 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing": 0, 2024-04-15T16:06:26.534 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T16:06:26.534 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_omap": 0, 2024-04-15T16:06:26.535 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_pinned": 0, 2024-04-15T16:06:26.535 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_recovered": 0, 2024-04-15T16:06:26.535 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_repaired": 0, 2024-04-15T16:06:26.535 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_unfound": 0, 2024-04-15T16:06:26.535 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_bytes": 0, 2024-04-15T16:06:26.535 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_keys": 0, 2024-04-15T16:06:26.535 INFO:tasks.workunit.client.0.smithi016.stdout: "num_promote": 0, 2024-04-15T16:06:26.535 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read": 0, 2024-04-15T16:06:26.535 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read_kb": 0, 2024-04-15T16:06:26.535 INFO:tasks.workunit.client.0.smithi016.stdout: "num_scrub_errors": 0, 2024-04-15T16:06:26.535 INFO:tasks.workunit.client.0.smithi016.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T16:06:26.535 INFO:tasks.workunit.client.0.smithi016.stdout: "num_whiteouts": 0, 2024-04-15T16:06:26.535 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write": 0, 2024-04-15T16:06:26.535 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write_kb": 0 2024-04-15T16:06:26.535 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.536 INFO:tasks.workunit.client.0.smithi016.stdout: "state": "active+clean", 2024-04-15T16:06:26.536 INFO:tasks.workunit.client.0.smithi016.stdout: "stats_invalid": false, 2024-04-15T16:06:26.536 INFO:tasks.workunit.client.0.smithi016.stdout: "up": [ 2024-04-15T16:06:26.536 INFO:tasks.workunit.client.0.smithi016.stdout: 1, 2024-04-15T16:06:26.536 INFO:tasks.workunit.client.0.smithi016.stdout: 2, 2024-04-15T16:06:26.536 INFO:tasks.workunit.client.0.smithi016.stdout: 6 2024-04-15T16:06:26.536 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:26.536 INFO:tasks.workunit.client.0.smithi016.stdout: "up_primary": 1, 2024-04-15T16:06:26.536 INFO:tasks.workunit.client.0.smithi016.stdout: "version": "0'0" 2024-04-15T16:06:26.536 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.536 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-15T16:06:26.536 INFO:tasks.workunit.client.0.smithi016.stdout: "acting": [ 2024-04-15T16:06:26.536 INFO:tasks.workunit.client.0.smithi016.stdout: 1, 2024-04-15T16:06:26.536 INFO:tasks.workunit.client.0.smithi016.stdout: 5, 2024-04-15T16:06:26.537 INFO:tasks.workunit.client.0.smithi016.stdout: 0 2024-04-15T16:06:26.537 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:26.537 INFO:tasks.workunit.client.0.smithi016.stdout: "acting_primary": 1, 2024-04-15T16:06:26.537 INFO:tasks.workunit.client.0.smithi016.stdout: "avail_no_missing": [], 2024-04-15T16:06:26.537 INFO:tasks.workunit.client.0.smithi016.stdout: "blocked_by": [], 2024-04-15T16:06:26.537 INFO:tasks.workunit.client.0.smithi016.stdout: "created": 66, 2024-04-15T16:06:26.537 INFO:tasks.workunit.client.0.smithi016.stdout: "dirty_stats_invalid": false, 2024-04-15T16:06:26.537 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T16:06:26.537 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_stats_invalid": false, 2024-04-15T16:06:26.537 INFO:tasks.workunit.client.0.smithi016.stdout: "last_active": "2024-04-15T16:05:11.870057+0000", 2024-04-15T16:06:26.537 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_active": "2024-04-15T14:43:53.354869+0000", 2024-04-15T16:06:26.537 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_peered": "2024-04-15T14:43:53.354869+0000", 2024-04-15T16:06:26.537 INFO:tasks.workunit.client.0.smithi016.stdout: "last_change": "2024-04-15T15:17:56.725731+0000", 2024-04-15T16:06:26.537 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean": "2024-04-15T16:05:11.870057+0000", 2024-04-15T16:06:26.538 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean_scrub_stamp": "2024-04-15T14:34:07.163731+0000", 2024-04-15T16:06:26.538 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub": "0'0", 2024-04-15T16:06:26.538 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub_stamp": "2024-04-15T14:34:07.163731+0000", 2024-04-15T16:06:26.538 INFO:tasks.workunit.client.0.smithi016.stdout: "last_epoch_clean": 476, 2024-04-15T16:06:26.538 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fresh": "2024-04-15T16:05:11.870057+0000", 2024-04-15T16:06:26.538 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fullsized": "2024-04-15T16:05:11.870057+0000", 2024-04-15T16:06:26.538 INFO:tasks.workunit.client.0.smithi016.stdout: "last_peered": "2024-04-15T16:05:11.870057+0000", 2024-04-15T16:06:26.538 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub": "0'0", 2024-04-15T16:06:26.538 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_duration": 0, 2024-04-15T16:06:26.538 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_stamp": "2024-04-15T14:34:07.163731+0000", 2024-04-15T16:06:26.538 INFO:tasks.workunit.client.0.smithi016.stdout: "last_undegraded": "2024-04-15T16:05:11.870057+0000", 2024-04-15T16:06:26.538 INFO:tasks.workunit.client.0.smithi016.stdout: "last_unstale": "2024-04-15T16:05:11.870057+0000", 2024-04-15T16:06:26.538 INFO:tasks.workunit.client.0.smithi016.stdout: "log_dups_size": 0, 2024-04-15T16:06:26.539 INFO:tasks.workunit.client.0.smithi016.stdout: "log_size": 2978, 2024-04-15T16:06:26.539 INFO:tasks.workunit.client.0.smithi016.stdout: "log_start": "0'0", 2024-04-15T16:06:26.539 INFO:tasks.workunit.client.0.smithi016.stdout: "manifest_stats_invalid": false, 2024-04-15T16:06:26.539 INFO:tasks.workunit.client.0.smithi016.stdout: "mapping_epoch": 475, 2024-04-15T16:06:26.539 INFO:tasks.workunit.client.0.smithi016.stdout: "object_location_counts": [], 2024-04-15T16:06:26.539 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_scrubbed": 0, 2024-04-15T16:06:26.539 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_trimmed": 0, 2024-04-15T16:06:26.539 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_stats_invalid": false, 2024-04-15T16:06:26.539 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_size": 2978, 2024-04-15T16:06:26.539 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_start": "0'0", 2024-04-15T16:06:26.539 INFO:tasks.workunit.client.0.smithi016.stdout: "parent": "0.0", 2024-04-15T16:06:26.539 INFO:tasks.workunit.client.0.smithi016.stdout: "parent_split_bits": 0, 2024-04-15T16:06:26.539 INFO:tasks.workunit.client.0.smithi016.stdout: "pgid": "4.7", 2024-04-15T16:06:26.539 INFO:tasks.workunit.client.0.smithi016.stdout: "pin_stats_invalid": false, 2024-04-15T16:06:26.540 INFO:tasks.workunit.client.0.smithi016.stdout: "purged_snaps": [], 2024-04-15T16:06:26.540 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_epoch": 2721, 2024-04-15T16:06:26.540 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_seq": 8765, 2024-04-15T16:06:26.540 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_duration": 0.0, 2024-04-15T16:06:26.540 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-16T20:38:33.062077+0000", 2024-04-15T16:06:26.540 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrim_duration": 0.003666, 2024-04-15T16:06:26.540 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrimq_len": 0, 2024-04-15T16:06:26.540 INFO:tasks.workunit.client.0.smithi016.stdout: "stat_sum": { 2024-04-15T16:06:26.540 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes": 0, 2024-04-15T16:06:26.540 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T16:06:26.540 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_recovered": 0, 2024-04-15T16:06:26.540 INFO:tasks.workunit.client.0.smithi016.stdout: "num_deep_scrub_errors": 0, 2024-04-15T16:06:26.540 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict": 0, 2024-04-15T16:06:26.540 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_kb": 0, 2024-04-15T16:06:26.541 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_full": 0, 2024-04-15T16:06:26.541 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_some": 0, 2024-04-15T16:06:26.541 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush": 0, 2024-04-15T16:06:26.541 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_kb": 0, 2024-04-15T16:06:26.541 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_high": 0, 2024-04-15T16:06:26.541 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_low": 0, 2024-04-15T16:06:26.541 INFO:tasks.workunit.client.0.smithi016.stdout: "num_keys_recovered": 0, 2024-04-15T16:06:26.541 INFO:tasks.workunit.client.0.smithi016.stdout: "num_large_omap_objects": 0, 2024-04-15T16:06:26.541 INFO:tasks.workunit.client.0.smithi016.stdout: "num_legacy_snapsets": 0, 2024-04-15T16:06:26.541 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_clones": 0, 2024-04-15T16:06:26.541 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_copies": 0, 2024-04-15T16:06:26.541 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects": 0, 2024-04-15T16:06:26.541 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_degraded": 0, 2024-04-15T16:06:26.541 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_dirty": 0, 2024-04-15T16:06:26.541 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T16:06:26.542 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_manifest": 0, 2024-04-15T16:06:26.542 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_misplaced": 0, 2024-04-15T16:06:26.542 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing": 0, 2024-04-15T16:06:26.542 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T16:06:26.542 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_omap": 0, 2024-04-15T16:06:26.542 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_pinned": 0, 2024-04-15T16:06:26.542 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_recovered": 0, 2024-04-15T16:06:26.542 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_repaired": 0, 2024-04-15T16:06:26.542 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_unfound": 0, 2024-04-15T16:06:26.542 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_bytes": 0, 2024-04-15T16:06:26.542 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_keys": 0, 2024-04-15T16:06:26.542 INFO:tasks.workunit.client.0.smithi016.stdout: "num_promote": 0, 2024-04-15T16:06:26.542 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read": 1218, 2024-04-15T16:06:26.542 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read_kb": 386564, 2024-04-15T16:06:26.543 INFO:tasks.workunit.client.0.smithi016.stdout: "num_scrub_errors": 0, 2024-04-15T16:06:26.543 INFO:tasks.workunit.client.0.smithi016.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T16:06:26.543 INFO:tasks.workunit.client.0.smithi016.stdout: "num_whiteouts": 0, 2024-04-15T16:06:26.543 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write": 2949, 2024-04-15T16:06:26.543 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write_kb": 394529 2024-04-15T16:06:26.543 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.543 INFO:tasks.workunit.client.0.smithi016.stdout: "state": "active+clean", 2024-04-15T16:06:26.543 INFO:tasks.workunit.client.0.smithi016.stdout: "stats_invalid": false, 2024-04-15T16:06:26.543 INFO:tasks.workunit.client.0.smithi016.stdout: "up": [ 2024-04-15T16:06:26.543 INFO:tasks.workunit.client.0.smithi016.stdout: 1, 2024-04-15T16:06:26.543 INFO:tasks.workunit.client.0.smithi016.stdout: 5, 2024-04-15T16:06:26.543 INFO:tasks.workunit.client.0.smithi016.stdout: 0 2024-04-15T16:06:26.543 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:26.543 INFO:tasks.workunit.client.0.smithi016.stdout: "up_primary": 1, 2024-04-15T16:06:26.543 INFO:tasks.workunit.client.0.smithi016.stdout: "version": "1096'2978" 2024-04-15T16:06:26.544 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.544 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-15T16:06:26.544 INFO:tasks.workunit.client.0.smithi016.stdout: "acting": [ 2024-04-15T16:06:26.544 INFO:tasks.workunit.client.0.smithi016.stdout: 4, 2024-04-15T16:06:26.544 INFO:tasks.workunit.client.0.smithi016.stdout: 0, 2024-04-15T16:06:26.544 INFO:tasks.workunit.client.0.smithi016.stdout: 6 2024-04-15T16:06:26.544 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:26.544 INFO:tasks.workunit.client.0.smithi016.stdout: "acting_primary": 4, 2024-04-15T16:06:26.544 INFO:tasks.workunit.client.0.smithi016.stdout: "avail_no_missing": [], 2024-04-15T16:06:26.544 INFO:tasks.workunit.client.0.smithi016.stdout: "blocked_by": [], 2024-04-15T16:06:26.544 INFO:tasks.workunit.client.0.smithi016.stdout: "created": 61, 2024-04-15T16:06:26.544 INFO:tasks.workunit.client.0.smithi016.stdout: "dirty_stats_invalid": false, 2024-04-15T16:06:26.544 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T16:06:26.544 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_stats_invalid": false, 2024-04-15T16:06:26.545 INFO:tasks.workunit.client.0.smithi016.stdout: "last_active": "2024-04-15T16:05:12.201095+0000", 2024-04-15T16:06:26.545 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_active": "2024-04-15T14:44:28.450939+0000", 2024-04-15T16:06:26.545 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_peered": "2024-04-15T14:44:28.450939+0000", 2024-04-15T16:06:26.545 INFO:tasks.workunit.client.0.smithi016.stdout: "last_change": "2024-04-15T14:44:28.451249+0000", 2024-04-15T16:06:26.545 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean": "2024-04-15T16:05:12.201095+0000", 2024-04-15T16:06:26.545 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T16:06:26.545 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub": "0'0", 2024-04-15T16:06:26.545 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T16:06:26.545 INFO:tasks.workunit.client.0.smithi016.stdout: "last_epoch_clean": 511, 2024-04-15T16:06:26.545 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fresh": "2024-04-15T16:05:12.201095+0000", 2024-04-15T16:06:26.545 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fullsized": "2024-04-15T16:05:12.201095+0000", 2024-04-15T16:06:26.545 INFO:tasks.workunit.client.0.smithi016.stdout: "last_peered": "2024-04-15T16:05:12.201095+0000", 2024-04-15T16:06:26.545 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub": "0'0", 2024-04-15T16:06:26.545 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_duration": 0, 2024-04-15T16:06:26.546 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T16:06:26.546 INFO:tasks.workunit.client.0.smithi016.stdout: "last_undegraded": "2024-04-15T16:05:12.201095+0000", 2024-04-15T16:06:26.546 INFO:tasks.workunit.client.0.smithi016.stdout: "last_unstale": "2024-04-15T16:05:12.201095+0000", 2024-04-15T16:06:26.546 INFO:tasks.workunit.client.0.smithi016.stdout: "log_dups_size": 0, 2024-04-15T16:06:26.546 INFO:tasks.workunit.client.0.smithi016.stdout: "log_size": 0, 2024-04-15T16:06:26.546 INFO:tasks.workunit.client.0.smithi016.stdout: "log_start": "0'0", 2024-04-15T16:06:26.546 INFO:tasks.workunit.client.0.smithi016.stdout: "manifest_stats_invalid": false, 2024-04-15T16:06:26.546 INFO:tasks.workunit.client.0.smithi016.stdout: "mapping_epoch": 510, 2024-04-15T16:06:26.546 INFO:tasks.workunit.client.0.smithi016.stdout: "object_location_counts": [], 2024-04-15T16:06:26.546 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_scrubbed": 0, 2024-04-15T16:06:26.546 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_trimmed": 0, 2024-04-15T16:06:26.546 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_stats_invalid": false, 2024-04-15T16:06:26.546 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_size": 0, 2024-04-15T16:06:26.546 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_start": "0'0", 2024-04-15T16:06:26.546 INFO:tasks.workunit.client.0.smithi016.stdout: "parent": "0.0", 2024-04-15T16:06:26.547 INFO:tasks.workunit.client.0.smithi016.stdout: "parent_split_bits": 0, 2024-04-15T16:06:26.547 INFO:tasks.workunit.client.0.smithi016.stdout: "pgid": "3.3", 2024-04-15T16:06:26.547 INFO:tasks.workunit.client.0.smithi016.stdout: "pin_stats_invalid": false, 2024-04-15T16:06:26.547 INFO:tasks.workunit.client.0.smithi016.stdout: "purged_snaps": [], 2024-04-15T16:06:26.547 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_epoch": 2721, 2024-04-15T16:06:26.547 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_seq": 4962, 2024-04-15T16:06:26.547 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_duration": 0.0, 2024-04-15T16:06:26.547 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-16T16:19:23.791433+0000", 2024-04-15T16:06:26.547 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrim_duration": 0.0, 2024-04-15T16:06:26.547 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrimq_len": 0, 2024-04-15T16:06:26.547 INFO:tasks.workunit.client.0.smithi016.stdout: "stat_sum": { 2024-04-15T16:06:26.547 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes": 0, 2024-04-15T16:06:26.547 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T16:06:26.547 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_recovered": 0, 2024-04-15T16:06:26.548 INFO:tasks.workunit.client.0.smithi016.stdout: "num_deep_scrub_errors": 0, 2024-04-15T16:06:26.548 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict": 0, 2024-04-15T16:06:26.548 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_kb": 0, 2024-04-15T16:06:26.548 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_full": 0, 2024-04-15T16:06:26.548 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_some": 0, 2024-04-15T16:06:26.548 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush": 0, 2024-04-15T16:06:26.548 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_kb": 0, 2024-04-15T16:06:26.548 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_high": 0, 2024-04-15T16:06:26.548 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_low": 0, 2024-04-15T16:06:26.548 INFO:tasks.workunit.client.0.smithi016.stdout: "num_keys_recovered": 0, 2024-04-15T16:06:26.548 INFO:tasks.workunit.client.0.smithi016.stdout: "num_large_omap_objects": 0, 2024-04-15T16:06:26.548 INFO:tasks.workunit.client.0.smithi016.stdout: "num_legacy_snapsets": 0, 2024-04-15T16:06:26.548 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_clones": 0, 2024-04-15T16:06:26.548 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_copies": 0, 2024-04-15T16:06:26.548 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects": 0, 2024-04-15T16:06:26.549 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_degraded": 0, 2024-04-15T16:06:26.549 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_dirty": 0, 2024-04-15T16:06:26.549 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T16:06:26.549 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_manifest": 0, 2024-04-15T16:06:26.549 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_misplaced": 0, 2024-04-15T16:06:26.549 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing": 0, 2024-04-15T16:06:26.549 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T16:06:26.549 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_omap": 0, 2024-04-15T16:06:26.549 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_pinned": 0, 2024-04-15T16:06:26.549 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_recovered": 0, 2024-04-15T16:06:26.549 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_repaired": 0, 2024-04-15T16:06:26.549 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_unfound": 0, 2024-04-15T16:06:26.549 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_bytes": 0, 2024-04-15T16:06:26.549 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_keys": 0, 2024-04-15T16:06:26.550 INFO:tasks.workunit.client.0.smithi016.stdout: "num_promote": 0, 2024-04-15T16:06:26.550 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read": 0, 2024-04-15T16:06:26.550 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read_kb": 0, 2024-04-15T16:06:26.550 INFO:tasks.workunit.client.0.smithi016.stdout: "num_scrub_errors": 0, 2024-04-15T16:06:26.550 INFO:tasks.workunit.client.0.smithi016.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T16:06:26.550 INFO:tasks.workunit.client.0.smithi016.stdout: "num_whiteouts": 0, 2024-04-15T16:06:26.550 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write": 0, 2024-04-15T16:06:26.550 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write_kb": 0 2024-04-15T16:06:26.550 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.550 INFO:tasks.workunit.client.0.smithi016.stdout: "state": "active+clean", 2024-04-15T16:06:26.550 INFO:tasks.workunit.client.0.smithi016.stdout: "stats_invalid": false, 2024-04-15T16:06:26.550 INFO:tasks.workunit.client.0.smithi016.stdout: "up": [ 2024-04-15T16:06:26.550 INFO:tasks.workunit.client.0.smithi016.stdout: 4, 2024-04-15T16:06:26.550 INFO:tasks.workunit.client.0.smithi016.stdout: 0, 2024-04-15T16:06:26.550 INFO:tasks.workunit.client.0.smithi016.stdout: 6 2024-04-15T16:06:26.551 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:26.551 INFO:tasks.workunit.client.0.smithi016.stdout: "up_primary": 4, 2024-04-15T16:06:26.551 INFO:tasks.workunit.client.0.smithi016.stdout: "version": "0'0" 2024-04-15T16:06:26.551 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.551 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-15T16:06:26.551 INFO:tasks.workunit.client.0.smithi016.stdout: "acting": [ 2024-04-15T16:06:26.551 INFO:tasks.workunit.client.0.smithi016.stdout: 5, 2024-04-15T16:06:26.551 INFO:tasks.workunit.client.0.smithi016.stdout: 1, 2024-04-15T16:06:26.551 INFO:tasks.workunit.client.0.smithi016.stdout: 6 2024-04-15T16:06:26.551 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:26.551 INFO:tasks.workunit.client.0.smithi016.stdout: "acting_primary": 5, 2024-04-15T16:06:26.551 INFO:tasks.workunit.client.0.smithi016.stdout: "avail_no_missing": [], 2024-04-15T16:06:26.551 INFO:tasks.workunit.client.0.smithi016.stdout: "blocked_by": [], 2024-04-15T16:06:26.551 INFO:tasks.workunit.client.0.smithi016.stdout: "created": 60, 2024-04-15T16:06:26.552 INFO:tasks.workunit.client.0.smithi016.stdout: "dirty_stats_invalid": false, 2024-04-15T16:06:26.552 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T16:06:26.552 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_stats_invalid": false, 2024-04-15T16:06:26.552 INFO:tasks.workunit.client.0.smithi016.stdout: "last_active": "2024-04-15T16:05:12.200578+0000", 2024-04-15T16:06:26.552 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_active": "2024-04-15T14:44:28.455843+0000", 2024-04-15T16:06:26.552 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_peered": "2024-04-15T14:44:28.455843+0000", 2024-04-15T16:06:26.552 INFO:tasks.workunit.client.0.smithi016.stdout: "last_change": "2024-04-15T14:44:28.457367+0000", 2024-04-15T16:06:26.552 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean": "2024-04-15T16:05:12.200578+0000", 2024-04-15T16:06:26.552 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean_scrub_stamp": "2024-04-15T14:33:33.599136+0000", 2024-04-15T16:06:26.552 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub": "0'0", 2024-04-15T16:06:26.552 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub_stamp": "2024-04-15T14:33:33.599136+0000", 2024-04-15T16:06:26.552 INFO:tasks.workunit.client.0.smithi016.stdout: "last_epoch_clean": 511, 2024-04-15T16:06:26.552 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fresh": "2024-04-15T16:05:12.200578+0000", 2024-04-15T16:06:26.552 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fullsized": "2024-04-15T16:05:12.200578+0000", 2024-04-15T16:06:26.552 INFO:tasks.workunit.client.0.smithi016.stdout: "last_peered": "2024-04-15T16:05:12.200578+0000", 2024-04-15T16:06:26.553 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub": "0'0", 2024-04-15T16:06:26.553 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_duration": 0, 2024-04-15T16:06:26.553 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_stamp": "2024-04-15T14:33:33.599136+0000", 2024-04-15T16:06:26.553 INFO:tasks.workunit.client.0.smithi016.stdout: "last_undegraded": "2024-04-15T16:05:12.200578+0000", 2024-04-15T16:06:26.553 INFO:tasks.workunit.client.0.smithi016.stdout: "last_unstale": "2024-04-15T16:05:12.200578+0000", 2024-04-15T16:06:26.553 INFO:tasks.workunit.client.0.smithi016.stdout: "log_dups_size": 0, 2024-04-15T16:06:26.553 INFO:tasks.workunit.client.0.smithi016.stdout: "log_size": 0, 2024-04-15T16:06:26.553 INFO:tasks.workunit.client.0.smithi016.stdout: "log_start": "0'0", 2024-04-15T16:06:26.553 INFO:tasks.workunit.client.0.smithi016.stdout: "manifest_stats_invalid": false, 2024-04-15T16:06:26.553 INFO:tasks.workunit.client.0.smithi016.stdout: "mapping_epoch": 510, 2024-04-15T16:06:26.553 INFO:tasks.workunit.client.0.smithi016.stdout: "object_location_counts": [], 2024-04-15T16:06:26.553 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_scrubbed": 0, 2024-04-15T16:06:26.553 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_trimmed": 0, 2024-04-15T16:06:26.554 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_stats_invalid": false, 2024-04-15T16:06:26.554 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_size": 0, 2024-04-15T16:06:26.554 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_start": "0'0", 2024-04-15T16:06:26.554 INFO:tasks.workunit.client.0.smithi016.stdout: "parent": "0.0", 2024-04-15T16:06:26.554 INFO:tasks.workunit.client.0.smithi016.stdout: "parent_split_bits": 0, 2024-04-15T16:06:26.554 INFO:tasks.workunit.client.0.smithi016.stdout: "pgid": "2.2", 2024-04-15T16:06:26.554 INFO:tasks.workunit.client.0.smithi016.stdout: "pin_stats_invalid": false, 2024-04-15T16:06:26.554 INFO:tasks.workunit.client.0.smithi016.stdout: "purged_snaps": [], 2024-04-15T16:06:26.554 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_epoch": 2721, 2024-04-15T16:06:26.554 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_seq": 4913, 2024-04-15T16:06:26.554 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_duration": 0.0, 2024-04-15T16:06:26.554 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-16T16:02:53.490143+0000", 2024-04-15T16:06:26.554 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrim_duration": 0.0, 2024-04-15T16:06:26.554 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrimq_len": 0, 2024-04-15T16:06:26.555 INFO:tasks.workunit.client.0.smithi016.stdout: "stat_sum": { 2024-04-15T16:06:26.555 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes": 0, 2024-04-15T16:06:26.555 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T16:06:26.555 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_recovered": 0, 2024-04-15T16:06:26.555 INFO:tasks.workunit.client.0.smithi016.stdout: "num_deep_scrub_errors": 0, 2024-04-15T16:06:26.555 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict": 0, 2024-04-15T16:06:26.555 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_kb": 0, 2024-04-15T16:06:26.555 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_full": 0, 2024-04-15T16:06:26.555 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_some": 0, 2024-04-15T16:06:26.555 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush": 0, 2024-04-15T16:06:26.555 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_kb": 0, 2024-04-15T16:06:26.555 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_high": 0, 2024-04-15T16:06:26.555 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_low": 0, 2024-04-15T16:06:26.555 INFO:tasks.workunit.client.0.smithi016.stdout: "num_keys_recovered": 0, 2024-04-15T16:06:26.556 INFO:tasks.workunit.client.0.smithi016.stdout: "num_large_omap_objects": 0, 2024-04-15T16:06:26.556 INFO:tasks.workunit.client.0.smithi016.stdout: "num_legacy_snapsets": 0, 2024-04-15T16:06:26.556 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_clones": 0, 2024-04-15T16:06:26.556 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_copies": 0, 2024-04-15T16:06:26.556 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects": 0, 2024-04-15T16:06:26.556 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_degraded": 0, 2024-04-15T16:06:26.556 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_dirty": 0, 2024-04-15T16:06:26.556 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T16:06:26.556 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_manifest": 0, 2024-04-15T16:06:26.556 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_misplaced": 0, 2024-04-15T16:06:26.556 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing": 0, 2024-04-15T16:06:26.556 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T16:06:26.556 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_omap": 0, 2024-04-15T16:06:26.556 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_pinned": 0, 2024-04-15T16:06:26.557 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_recovered": 0, 2024-04-15T16:06:26.557 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_repaired": 0, 2024-04-15T16:06:26.557 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_unfound": 0, 2024-04-15T16:06:26.557 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_bytes": 0, 2024-04-15T16:06:26.557 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_keys": 0, 2024-04-15T16:06:26.557 INFO:tasks.workunit.client.0.smithi016.stdout: "num_promote": 0, 2024-04-15T16:06:26.557 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read": 0, 2024-04-15T16:06:26.557 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read_kb": 0, 2024-04-15T16:06:26.557 INFO:tasks.workunit.client.0.smithi016.stdout: "num_scrub_errors": 0, 2024-04-15T16:06:26.557 INFO:tasks.workunit.client.0.smithi016.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T16:06:26.557 INFO:tasks.workunit.client.0.smithi016.stdout: "num_whiteouts": 0, 2024-04-15T16:06:26.557 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write": 0, 2024-04-15T16:06:26.557 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write_kb": 0 2024-04-15T16:06:26.557 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.558 INFO:tasks.workunit.client.0.smithi016.stdout: "state": "active+clean", 2024-04-15T16:06:26.558 INFO:tasks.workunit.client.0.smithi016.stdout: "stats_invalid": false, 2024-04-15T16:06:26.558 INFO:tasks.workunit.client.0.smithi016.stdout: "up": [ 2024-04-15T16:06:26.558 INFO:tasks.workunit.client.0.smithi016.stdout: 5, 2024-04-15T16:06:26.558 INFO:tasks.workunit.client.0.smithi016.stdout: 1, 2024-04-15T16:06:26.558 INFO:tasks.workunit.client.0.smithi016.stdout: 6 2024-04-15T16:06:26.558 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:26.558 INFO:tasks.workunit.client.0.smithi016.stdout: "up_primary": 5, 2024-04-15T16:06:26.558 INFO:tasks.workunit.client.0.smithi016.stdout: "version": "0'0" 2024-04-15T16:06:26.558 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.558 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-15T16:06:26.558 INFO:tasks.workunit.client.0.smithi016.stdout: "acting": [ 2024-04-15T16:06:26.558 INFO:tasks.workunit.client.0.smithi016.stdout: 1, 2024-04-15T16:06:26.558 INFO:tasks.workunit.client.0.smithi016.stdout: 2, 2024-04-15T16:06:26.559 INFO:tasks.workunit.client.0.smithi016.stdout: 3 2024-04-15T16:06:26.559 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:26.559 INFO:tasks.workunit.client.0.smithi016.stdout: "acting_primary": 1, 2024-04-15T16:06:26.559 INFO:tasks.workunit.client.0.smithi016.stdout: "avail_no_missing": [], 2024-04-15T16:06:26.559 INFO:tasks.workunit.client.0.smithi016.stdout: "blocked_by": [], 2024-04-15T16:06:26.559 INFO:tasks.workunit.client.0.smithi016.stdout: "created": 66, 2024-04-15T16:06:26.559 INFO:tasks.workunit.client.0.smithi016.stdout: "dirty_stats_invalid": false, 2024-04-15T16:06:26.559 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T16:06:26.559 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_stats_invalid": false, 2024-04-15T16:06:26.559 INFO:tasks.workunit.client.0.smithi016.stdout: "last_active": "2024-04-15T16:05:11.870679+0000", 2024-04-15T16:06:26.559 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_active": "2024-04-15T14:42:57.515537+0000", 2024-04-15T16:06:26.559 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_peered": "2024-04-15T14:42:57.515537+0000", 2024-04-15T16:06:26.559 INFO:tasks.workunit.client.0.smithi016.stdout: "last_change": "2024-04-15T15:17:56.724604+0000", 2024-04-15T16:06:26.559 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean": "2024-04-15T16:05:11.870679+0000", 2024-04-15T16:06:26.560 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean_scrub_stamp": "2024-04-15T14:34:07.163731+0000", 2024-04-15T16:06:26.560 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub": "0'0", 2024-04-15T16:06:26.560 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub_stamp": "2024-04-15T14:34:07.163731+0000", 2024-04-15T16:06:26.560 INFO:tasks.workunit.client.0.smithi016.stdout: "last_epoch_clean": 420, 2024-04-15T16:06:26.560 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fresh": "2024-04-15T16:05:11.870679+0000", 2024-04-15T16:06:26.560 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fullsized": "2024-04-15T16:05:11.870679+0000", 2024-04-15T16:06:26.560 INFO:tasks.workunit.client.0.smithi016.stdout: "last_peered": "2024-04-15T16:05:11.870679+0000", 2024-04-15T16:06:26.560 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub": "0'0", 2024-04-15T16:06:26.560 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_duration": 0, 2024-04-15T16:06:26.560 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_stamp": "2024-04-15T14:34:07.163731+0000", 2024-04-15T16:06:26.560 INFO:tasks.workunit.client.0.smithi016.stdout: "last_undegraded": "2024-04-15T16:05:11.870679+0000", 2024-04-15T16:06:26.560 INFO:tasks.workunit.client.0.smithi016.stdout: "last_unstale": "2024-04-15T16:05:11.870679+0000", 2024-04-15T16:06:26.560 INFO:tasks.workunit.client.0.smithi016.stdout: "log_dups_size": 0, 2024-04-15T16:06:26.560 INFO:tasks.workunit.client.0.smithi016.stdout: "log_size": 2910, 2024-04-15T16:06:26.561 INFO:tasks.workunit.client.0.smithi016.stdout: "log_start": "0'0", 2024-04-15T16:06:26.561 INFO:tasks.workunit.client.0.smithi016.stdout: "manifest_stats_invalid": false, 2024-04-15T16:06:26.561 INFO:tasks.workunit.client.0.smithi016.stdout: "mapping_epoch": 419, 2024-04-15T16:06:26.561 INFO:tasks.workunit.client.0.smithi016.stdout: "object_location_counts": [], 2024-04-15T16:06:26.561 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_scrubbed": 0, 2024-04-15T16:06:26.561 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_trimmed": 0, 2024-04-15T16:06:26.561 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_stats_invalid": false, 2024-04-15T16:06:26.561 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_size": 2910, 2024-04-15T16:06:26.561 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_start": "0'0", 2024-04-15T16:06:26.561 INFO:tasks.workunit.client.0.smithi016.stdout: "parent": "0.0", 2024-04-15T16:06:26.561 INFO:tasks.workunit.client.0.smithi016.stdout: "parent_split_bits": 0, 2024-04-15T16:06:26.561 INFO:tasks.workunit.client.0.smithi016.stdout: "pgid": "4.4", 2024-04-15T16:06:26.561 INFO:tasks.workunit.client.0.smithi016.stdout: "pin_stats_invalid": false, 2024-04-15T16:06:26.561 INFO:tasks.workunit.client.0.smithi016.stdout: "purged_snaps": [], 2024-04-15T16:06:26.561 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_epoch": 2721, 2024-04-15T16:06:26.562 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_seq": 8552, 2024-04-15T16:06:26.562 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_duration": 0.0, 2024-04-15T16:06:26.562 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-16T19:43:44.108320+0000", 2024-04-15T16:06:26.562 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrim_duration": 0.002786041, 2024-04-15T16:06:26.562 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrimq_len": 0, 2024-04-15T16:06:26.562 INFO:tasks.workunit.client.0.smithi016.stdout: "stat_sum": { 2024-04-15T16:06:26.562 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes": 0, 2024-04-15T16:06:26.562 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T16:06:26.562 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_recovered": 0, 2024-04-15T16:06:26.562 INFO:tasks.workunit.client.0.smithi016.stdout: "num_deep_scrub_errors": 0, 2024-04-15T16:06:26.562 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict": 0, 2024-04-15T16:06:26.562 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_kb": 0, 2024-04-15T16:06:26.562 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_full": 0, 2024-04-15T16:06:26.562 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_some": 0, 2024-04-15T16:06:26.562 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush": 0, 2024-04-15T16:06:26.563 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_kb": 0, 2024-04-15T16:06:26.563 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_high": 0, 2024-04-15T16:06:26.563 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_low": 0, 2024-04-15T16:06:26.563 INFO:tasks.workunit.client.0.smithi016.stdout: "num_keys_recovered": 0, 2024-04-15T16:06:26.563 INFO:tasks.workunit.client.0.smithi016.stdout: "num_large_omap_objects": 0, 2024-04-15T16:06:26.563 INFO:tasks.workunit.client.0.smithi016.stdout: "num_legacy_snapsets": 0, 2024-04-15T16:06:26.563 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_clones": 0, 2024-04-15T16:06:26.563 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_copies": 3, 2024-04-15T16:06:26.563 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects": 1, 2024-04-15T16:06:26.563 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_degraded": 0, 2024-04-15T16:06:26.563 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_dirty": 1, 2024-04-15T16:06:26.563 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T16:06:26.563 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_manifest": 0, 2024-04-15T16:06:26.563 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_misplaced": 0, 2024-04-15T16:06:26.564 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing": 0, 2024-04-15T16:06:26.564 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T16:06:26.564 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_omap": 1, 2024-04-15T16:06:26.564 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_pinned": 0, 2024-04-15T16:06:26.564 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_recovered": 0, 2024-04-15T16:06:26.564 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_repaired": 0, 2024-04-15T16:06:26.564 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_unfound": 0, 2024-04-15T16:06:26.564 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_bytes": 0, 2024-04-15T16:06:26.564 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_keys": 0, 2024-04-15T16:06:26.564 INFO:tasks.workunit.client.0.smithi016.stdout: "num_promote": 0, 2024-04-15T16:06:26.564 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read": 798, 2024-04-15T16:06:26.564 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read_kb": 381425, 2024-04-15T16:06:26.564 INFO:tasks.workunit.client.0.smithi016.stdout: "num_scrub_errors": 0, 2024-04-15T16:06:26.564 INFO:tasks.workunit.client.0.smithi016.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T16:06:26.565 INFO:tasks.workunit.client.0.smithi016.stdout: "num_whiteouts": 0, 2024-04-15T16:06:26.565 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write": 2919, 2024-04-15T16:06:26.565 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write_kb": 376823 2024-04-15T16:06:26.565 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.565 INFO:tasks.workunit.client.0.smithi016.stdout: "state": "active+clean", 2024-04-15T16:06:26.565 INFO:tasks.workunit.client.0.smithi016.stdout: "stats_invalid": false, 2024-04-15T16:06:26.565 INFO:tasks.workunit.client.0.smithi016.stdout: "up": [ 2024-04-15T16:06:26.565 INFO:tasks.workunit.client.0.smithi016.stdout: 1, 2024-04-15T16:06:26.565 INFO:tasks.workunit.client.0.smithi016.stdout: 2, 2024-04-15T16:06:26.565 INFO:tasks.workunit.client.0.smithi016.stdout: 3 2024-04-15T16:06:26.565 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:26.565 INFO:tasks.workunit.client.0.smithi016.stdout: "up_primary": 1, 2024-04-15T16:06:26.565 INFO:tasks.workunit.client.0.smithi016.stdout: "version": "1096'2910" 2024-04-15T16:06:26.565 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.566 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-15T16:06:26.566 INFO:tasks.workunit.client.0.smithi016.stdout: "acting": [ 2024-04-15T16:06:26.566 INFO:tasks.workunit.client.0.smithi016.stdout: 5, 2024-04-15T16:06:26.566 INFO:tasks.workunit.client.0.smithi016.stdout: 3, 2024-04-15T16:06:26.566 INFO:tasks.workunit.client.0.smithi016.stdout: 2 2024-04-15T16:06:26.566 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:26.566 INFO:tasks.workunit.client.0.smithi016.stdout: "acting_primary": 5, 2024-04-15T16:06:26.566 INFO:tasks.workunit.client.0.smithi016.stdout: "avail_no_missing": [], 2024-04-15T16:06:26.566 INFO:tasks.workunit.client.0.smithi016.stdout: "blocked_by": [], 2024-04-15T16:06:26.566 INFO:tasks.workunit.client.0.smithi016.stdout: "created": 61, 2024-04-15T16:06:26.566 INFO:tasks.workunit.client.0.smithi016.stdout: "dirty_stats_invalid": false, 2024-04-15T16:06:26.566 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T16:06:26.566 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_stats_invalid": false, 2024-04-15T16:06:26.566 INFO:tasks.workunit.client.0.smithi016.stdout: "last_active": "2024-04-15T16:05:12.204163+0000", 2024-04-15T16:06:26.566 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_active": "2024-04-15T14:43:53.358154+0000", 2024-04-15T16:06:26.567 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_peered": "2024-04-15T14:43:53.358154+0000", 2024-04-15T16:06:26.567 INFO:tasks.workunit.client.0.smithi016.stdout: "last_change": "2024-04-15T14:43:53.359323+0000", 2024-04-15T16:06:26.567 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean": "2024-04-15T16:05:12.204163+0000", 2024-04-15T16:06:26.567 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T16:06:26.567 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub": "0'0", 2024-04-15T16:06:26.567 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T16:06:26.567 INFO:tasks.workunit.client.0.smithi016.stdout: "last_epoch_clean": 476, 2024-04-15T16:06:26.567 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fresh": "2024-04-15T16:05:12.204163+0000", 2024-04-15T16:06:26.567 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fullsized": "2024-04-15T16:05:12.204163+0000", 2024-04-15T16:06:26.567 INFO:tasks.workunit.client.0.smithi016.stdout: "last_peered": "2024-04-15T16:05:12.204163+0000", 2024-04-15T16:06:26.567 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub": "0'0", 2024-04-15T16:06:26.567 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_duration": 0, 2024-04-15T16:06:26.567 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T16:06:26.568 INFO:tasks.workunit.client.0.smithi016.stdout: "last_undegraded": "2024-04-15T16:05:12.204163+0000", 2024-04-15T16:06:26.568 INFO:tasks.workunit.client.0.smithi016.stdout: "last_unstale": "2024-04-15T16:05:12.204163+0000", 2024-04-15T16:06:26.568 INFO:tasks.workunit.client.0.smithi016.stdout: "log_dups_size": 0, 2024-04-15T16:06:26.568 INFO:tasks.workunit.client.0.smithi016.stdout: "log_size": 0, 2024-04-15T16:06:26.568 INFO:tasks.workunit.client.0.smithi016.stdout: "log_start": "0'0", 2024-04-15T16:06:26.568 INFO:tasks.workunit.client.0.smithi016.stdout: "manifest_stats_invalid": false, 2024-04-15T16:06:26.568 INFO:tasks.workunit.client.0.smithi016.stdout: "mapping_epoch": 475, 2024-04-15T16:06:26.568 INFO:tasks.workunit.client.0.smithi016.stdout: "object_location_counts": [], 2024-04-15T16:06:26.568 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_scrubbed": 0, 2024-04-15T16:06:26.568 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_trimmed": 0, 2024-04-15T16:06:26.568 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_stats_invalid": false, 2024-04-15T16:06:26.569 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_size": 0, 2024-04-15T16:06:26.569 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_start": "0'0", 2024-04-15T16:06:26.569 INFO:tasks.workunit.client.0.smithi016.stdout: "parent": "0.0", 2024-04-15T16:06:26.569 INFO:tasks.workunit.client.0.smithi016.stdout: "parent_split_bits": 0, 2024-04-15T16:06:26.569 INFO:tasks.workunit.client.0.smithi016.stdout: "pgid": "3.5", 2024-04-15T16:06:26.569 INFO:tasks.workunit.client.0.smithi016.stdout: "pin_stats_invalid": false, 2024-04-15T16:06:26.569 INFO:tasks.workunit.client.0.smithi016.stdout: "purged_snaps": [], 2024-04-15T16:06:26.569 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_epoch": 2721, 2024-04-15T16:06:26.569 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_seq": 4928, 2024-04-15T16:06:26.569 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_duration": 0.0, 2024-04-15T16:06:26.569 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-16T17:40:40.085847+0000", 2024-04-15T16:06:26.569 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrim_duration": 0.0, 2024-04-15T16:06:26.569 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrimq_len": 0, 2024-04-15T16:06:26.569 INFO:tasks.workunit.client.0.smithi016.stdout: "stat_sum": { 2024-04-15T16:06:26.570 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes": 0, 2024-04-15T16:06:26.570 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T16:06:26.570 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_recovered": 0, 2024-04-15T16:06:26.570 INFO:tasks.workunit.client.0.smithi016.stdout: "num_deep_scrub_errors": 0, 2024-04-15T16:06:26.570 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict": 0, 2024-04-15T16:06:26.570 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_kb": 0, 2024-04-15T16:06:26.570 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_full": 0, 2024-04-15T16:06:26.570 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_some": 0, 2024-04-15T16:06:26.570 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush": 0, 2024-04-15T16:06:26.570 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_kb": 0, 2024-04-15T16:06:26.570 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_high": 0, 2024-04-15T16:06:26.570 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_low": 0, 2024-04-15T16:06:26.570 INFO:tasks.workunit.client.0.smithi016.stdout: "num_keys_recovered": 0, 2024-04-15T16:06:26.570 INFO:tasks.workunit.client.0.smithi016.stdout: "num_large_omap_objects": 0, 2024-04-15T16:06:26.571 INFO:tasks.workunit.client.0.smithi016.stdout: "num_legacy_snapsets": 0, 2024-04-15T16:06:26.571 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_clones": 0, 2024-04-15T16:06:26.571 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_copies": 0, 2024-04-15T16:06:26.571 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects": 0, 2024-04-15T16:06:26.571 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_degraded": 0, 2024-04-15T16:06:26.571 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_dirty": 0, 2024-04-15T16:06:26.571 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T16:06:26.571 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_manifest": 0, 2024-04-15T16:06:26.571 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_misplaced": 0, 2024-04-15T16:06:26.571 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing": 0, 2024-04-15T16:06:26.571 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T16:06:26.571 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_omap": 0, 2024-04-15T16:06:26.571 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_pinned": 0, 2024-04-15T16:06:26.571 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_recovered": 0, 2024-04-15T16:06:26.572 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_repaired": 0, 2024-04-15T16:06:26.572 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_unfound": 0, 2024-04-15T16:06:26.572 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_bytes": 0, 2024-04-15T16:06:26.572 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_keys": 0, 2024-04-15T16:06:26.572 INFO:tasks.workunit.client.0.smithi016.stdout: "num_promote": 0, 2024-04-15T16:06:26.572 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read": 0, 2024-04-15T16:06:26.572 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read_kb": 0, 2024-04-15T16:06:26.572 INFO:tasks.workunit.client.0.smithi016.stdout: "num_scrub_errors": 0, 2024-04-15T16:06:26.572 INFO:tasks.workunit.client.0.smithi016.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T16:06:26.572 INFO:tasks.workunit.client.0.smithi016.stdout: "num_whiteouts": 0, 2024-04-15T16:06:26.572 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write": 0, 2024-04-15T16:06:26.572 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write_kb": 0 2024-04-15T16:06:26.572 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.572 INFO:tasks.workunit.client.0.smithi016.stdout: "state": "active+clean", 2024-04-15T16:06:26.573 INFO:tasks.workunit.client.0.smithi016.stdout: "stats_invalid": false, 2024-04-15T16:06:26.573 INFO:tasks.workunit.client.0.smithi016.stdout: "up": [ 2024-04-15T16:06:26.573 INFO:tasks.workunit.client.0.smithi016.stdout: 5, 2024-04-15T16:06:26.573 INFO:tasks.workunit.client.0.smithi016.stdout: 3, 2024-04-15T16:06:26.573 INFO:tasks.workunit.client.0.smithi016.stdout: 2 2024-04-15T16:06:26.573 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:26.573 INFO:tasks.workunit.client.0.smithi016.stdout: "up_primary": 5, 2024-04-15T16:06:26.573 INFO:tasks.workunit.client.0.smithi016.stdout: "version": "0'0" 2024-04-15T16:06:26.573 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.573 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-15T16:06:26.573 INFO:tasks.workunit.client.0.smithi016.stdout: "acting": [ 2024-04-15T16:06:26.573 INFO:tasks.workunit.client.0.smithi016.stdout: 1, 2024-04-15T16:06:26.573 INFO:tasks.workunit.client.0.smithi016.stdout: 3, 2024-04-15T16:06:26.573 INFO:tasks.workunit.client.0.smithi016.stdout: 2 2024-04-15T16:06:26.573 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:26.574 INFO:tasks.workunit.client.0.smithi016.stdout: "acting_primary": 1, 2024-04-15T16:06:26.574 INFO:tasks.workunit.client.0.smithi016.stdout: "avail_no_missing": [], 2024-04-15T16:06:26.574 INFO:tasks.workunit.client.0.smithi016.stdout: "blocked_by": [], 2024-04-15T16:06:26.574 INFO:tasks.workunit.client.0.smithi016.stdout: "created": 60, 2024-04-15T16:06:26.574 INFO:tasks.workunit.client.0.smithi016.stdout: "dirty_stats_invalid": false, 2024-04-15T16:06:26.574 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T16:06:26.574 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_stats_invalid": false, 2024-04-15T16:06:26.574 INFO:tasks.workunit.client.0.smithi016.stdout: "last_active": "2024-04-15T16:05:11.870467+0000", 2024-04-15T16:06:26.574 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_active": "2024-04-15T14:42:57.515534+0000", 2024-04-15T16:06:26.574 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_peered": "2024-04-15T14:42:57.515534+0000", 2024-04-15T16:06:26.574 INFO:tasks.workunit.client.0.smithi016.stdout: "last_change": "2024-04-15T14:42:57.515891+0000", 2024-04-15T16:06:26.574 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean": "2024-04-15T16:05:11.870467+0000", 2024-04-15T16:06:26.574 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean_scrub_stamp": "2024-04-15T14:33:33.599136+0000", 2024-04-15T16:06:26.574 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub": "0'0", 2024-04-15T16:06:26.575 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub_stamp": "2024-04-15T14:33:33.599136+0000", 2024-04-15T16:06:26.575 INFO:tasks.workunit.client.0.smithi016.stdout: "last_epoch_clean": 420, 2024-04-15T16:06:26.575 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fresh": "2024-04-15T16:05:11.870467+0000", 2024-04-15T16:06:26.575 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fullsized": "2024-04-15T16:05:11.870467+0000", 2024-04-15T16:06:26.575 INFO:tasks.workunit.client.0.smithi016.stdout: "last_peered": "2024-04-15T16:05:11.870467+0000", 2024-04-15T16:06:26.575 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub": "0'0", 2024-04-15T16:06:26.575 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_duration": 0, 2024-04-15T16:06:26.575 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_stamp": "2024-04-15T14:33:33.599136+0000", 2024-04-15T16:06:26.575 INFO:tasks.workunit.client.0.smithi016.stdout: "last_undegraded": "2024-04-15T16:05:11.870467+0000", 2024-04-15T16:06:26.575 INFO:tasks.workunit.client.0.smithi016.stdout: "last_unstale": "2024-04-15T16:05:11.870467+0000", 2024-04-15T16:06:26.575 INFO:tasks.workunit.client.0.smithi016.stdout: "log_dups_size": 0, 2024-04-15T16:06:26.575 INFO:tasks.workunit.client.0.smithi016.stdout: "log_size": 0, 2024-04-15T16:06:26.575 INFO:tasks.workunit.client.0.smithi016.stdout: "log_start": "0'0", 2024-04-15T16:06:26.575 INFO:tasks.workunit.client.0.smithi016.stdout: "manifest_stats_invalid": false, 2024-04-15T16:06:26.576 INFO:tasks.workunit.client.0.smithi016.stdout: "mapping_epoch": 419, 2024-04-15T16:06:26.576 INFO:tasks.workunit.client.0.smithi016.stdout: "object_location_counts": [], 2024-04-15T16:06:26.576 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_scrubbed": 0, 2024-04-15T16:06:26.576 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_trimmed": 0, 2024-04-15T16:06:26.576 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_stats_invalid": false, 2024-04-15T16:06:26.576 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_size": 0, 2024-04-15T16:06:26.576 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_start": "0'0", 2024-04-15T16:06:26.576 INFO:tasks.workunit.client.0.smithi016.stdout: "parent": "0.0", 2024-04-15T16:06:26.576 INFO:tasks.workunit.client.0.smithi016.stdout: "parent_split_bits": 0, 2024-04-15T16:06:26.576 INFO:tasks.workunit.client.0.smithi016.stdout: "pgid": "2.4", 2024-04-15T16:06:26.576 INFO:tasks.workunit.client.0.smithi016.stdout: "pin_stats_invalid": false, 2024-04-15T16:06:26.576 INFO:tasks.workunit.client.0.smithi016.stdout: "purged_snaps": [], 2024-04-15T16:06:26.576 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_epoch": 2721, 2024-04-15T16:06:26.576 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_seq": 5040, 2024-04-15T16:06:26.577 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_duration": 0.0, 2024-04-15T16:06:26.577 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-16T22:57:52.754677+0000", 2024-04-15T16:06:26.577 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrim_duration": 0.0, 2024-04-15T16:06:26.577 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrimq_len": 0, 2024-04-15T16:06:26.577 INFO:tasks.workunit.client.0.smithi016.stdout: "stat_sum": { 2024-04-15T16:06:26.577 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes": 0, 2024-04-15T16:06:26.577 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T16:06:26.577 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_recovered": 0, 2024-04-15T16:06:26.577 INFO:tasks.workunit.client.0.smithi016.stdout: "num_deep_scrub_errors": 0, 2024-04-15T16:06:26.577 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict": 0, 2024-04-15T16:06:26.577 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_kb": 0, 2024-04-15T16:06:26.577 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_full": 0, 2024-04-15T16:06:26.577 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_some": 0, 2024-04-15T16:06:26.577 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush": 0, 2024-04-15T16:06:26.577 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_kb": 0, 2024-04-15T16:06:26.578 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_high": 0, 2024-04-15T16:06:26.578 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_low": 0, 2024-04-15T16:06:26.578 INFO:tasks.workunit.client.0.smithi016.stdout: "num_keys_recovered": 0, 2024-04-15T16:06:26.578 INFO:tasks.workunit.client.0.smithi016.stdout: "num_large_omap_objects": 0, 2024-04-15T16:06:26.578 INFO:tasks.workunit.client.0.smithi016.stdout: "num_legacy_snapsets": 0, 2024-04-15T16:06:26.578 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_clones": 0, 2024-04-15T16:06:26.578 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_copies": 0, 2024-04-15T16:06:26.578 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects": 0, 2024-04-15T16:06:26.578 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_degraded": 0, 2024-04-15T16:06:26.578 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_dirty": 0, 2024-04-15T16:06:26.578 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T16:06:26.578 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_manifest": 0, 2024-04-15T16:06:26.578 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_misplaced": 0, 2024-04-15T16:06:26.578 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing": 0, 2024-04-15T16:06:26.579 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T16:06:26.579 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_omap": 0, 2024-04-15T16:06:26.579 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_pinned": 0, 2024-04-15T16:06:26.579 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_recovered": 0, 2024-04-15T16:06:26.579 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_repaired": 0, 2024-04-15T16:06:26.579 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_unfound": 0, 2024-04-15T16:06:26.579 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_bytes": 0, 2024-04-15T16:06:26.579 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_keys": 0, 2024-04-15T16:06:26.579 INFO:tasks.workunit.client.0.smithi016.stdout: "num_promote": 0, 2024-04-15T16:06:26.579 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read": 0, 2024-04-15T16:06:26.579 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read_kb": 0, 2024-04-15T16:06:26.579 INFO:tasks.workunit.client.0.smithi016.stdout: "num_scrub_errors": 0, 2024-04-15T16:06:26.579 INFO:tasks.workunit.client.0.smithi016.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T16:06:26.579 INFO:tasks.workunit.client.0.smithi016.stdout: "num_whiteouts": 0, 2024-04-15T16:06:26.580 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write": 0, 2024-04-15T16:06:26.580 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write_kb": 0 2024-04-15T16:06:26.580 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.580 INFO:tasks.workunit.client.0.smithi016.stdout: "state": "active+clean", 2024-04-15T16:06:26.580 INFO:tasks.workunit.client.0.smithi016.stdout: "stats_invalid": false, 2024-04-15T16:06:26.580 INFO:tasks.workunit.client.0.smithi016.stdout: "up": [ 2024-04-15T16:06:26.580 INFO:tasks.workunit.client.0.smithi016.stdout: 1, 2024-04-15T16:06:26.580 INFO:tasks.workunit.client.0.smithi016.stdout: 3, 2024-04-15T16:06:26.580 INFO:tasks.workunit.client.0.smithi016.stdout: 2 2024-04-15T16:06:26.580 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:26.580 INFO:tasks.workunit.client.0.smithi016.stdout: "up_primary": 1, 2024-04-15T16:06:26.580 INFO:tasks.workunit.client.0.smithi016.stdout: "version": "0'0" 2024-04-15T16:06:26.580 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.580 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-15T16:06:26.580 INFO:tasks.workunit.client.0.smithi016.stdout: "acting": [ 2024-04-15T16:06:26.581 INFO:tasks.workunit.client.0.smithi016.stdout: 1, 2024-04-15T16:06:26.581 INFO:tasks.workunit.client.0.smithi016.stdout: 5, 2024-04-15T16:06:26.581 INFO:tasks.workunit.client.0.smithi016.stdout: 4 2024-04-15T16:06:26.581 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:26.581 INFO:tasks.workunit.client.0.smithi016.stdout: "acting_primary": 1, 2024-04-15T16:06:26.581 INFO:tasks.workunit.client.0.smithi016.stdout: "avail_no_missing": [], 2024-04-15T16:06:26.581 INFO:tasks.workunit.client.0.smithi016.stdout: "blocked_by": [], 2024-04-15T16:06:26.581 INFO:tasks.workunit.client.0.smithi016.stdout: "created": 66, 2024-04-15T16:06:26.581 INFO:tasks.workunit.client.0.smithi016.stdout: "dirty_stats_invalid": false, 2024-04-15T16:06:26.581 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T16:06:26.581 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_stats_invalid": false, 2024-04-15T16:06:26.581 INFO:tasks.workunit.client.0.smithi016.stdout: "last_active": "2024-04-15T16:05:11.871006+0000", 2024-04-15T16:06:26.581 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_active": "2024-04-15T14:43:53.353895+0000", 2024-04-15T16:06:26.581 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_peered": "2024-04-15T14:43:53.353895+0000", 2024-04-15T16:06:26.581 INFO:tasks.workunit.client.0.smithi016.stdout: "last_change": "2024-04-15T15:17:56.727189+0000", 2024-04-15T16:06:26.582 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean": "2024-04-15T16:05:11.871006+0000", 2024-04-15T16:06:26.582 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean_scrub_stamp": "2024-04-15T14:34:07.163731+0000", 2024-04-15T16:06:26.582 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub": "0'0", 2024-04-15T16:06:26.582 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub_stamp": "2024-04-15T14:34:07.163731+0000", 2024-04-15T16:06:26.582 INFO:tasks.workunit.client.0.smithi016.stdout: "last_epoch_clean": 476, 2024-04-15T16:06:26.582 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fresh": "2024-04-15T16:05:11.871006+0000", 2024-04-15T16:06:26.582 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fullsized": "2024-04-15T16:05:11.871006+0000", 2024-04-15T16:06:26.582 INFO:tasks.workunit.client.0.smithi016.stdout: "last_peered": "2024-04-15T16:05:11.871006+0000", 2024-04-15T16:06:26.582 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub": "0'0", 2024-04-15T16:06:26.582 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_duration": 0, 2024-04-15T16:06:26.582 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_stamp": "2024-04-15T14:34:07.163731+0000", 2024-04-15T16:06:26.582 INFO:tasks.workunit.client.0.smithi016.stdout: "last_undegraded": "2024-04-15T16:05:11.871006+0000", 2024-04-15T16:06:26.582 INFO:tasks.workunit.client.0.smithi016.stdout: "last_unstale": "2024-04-15T16:05:11.871006+0000", 2024-04-15T16:06:26.582 INFO:tasks.workunit.client.0.smithi016.stdout: "log_dups_size": 0, 2024-04-15T16:06:26.583 INFO:tasks.workunit.client.0.smithi016.stdout: "log_size": 3020, 2024-04-15T16:06:26.583 INFO:tasks.workunit.client.0.smithi016.stdout: "log_start": "0'0", 2024-04-15T16:06:26.583 INFO:tasks.workunit.client.0.smithi016.stdout: "manifest_stats_invalid": false, 2024-04-15T16:06:26.583 INFO:tasks.workunit.client.0.smithi016.stdout: "mapping_epoch": 475, 2024-04-15T16:06:26.583 INFO:tasks.workunit.client.0.smithi016.stdout: "object_location_counts": [], 2024-04-15T16:06:26.583 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_scrubbed": 0, 2024-04-15T16:06:26.583 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_trimmed": 0, 2024-04-15T16:06:26.583 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_stats_invalid": false, 2024-04-15T16:06:26.583 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_size": 3020, 2024-04-15T16:06:26.583 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_start": "0'0", 2024-04-15T16:06:26.583 INFO:tasks.workunit.client.0.smithi016.stdout: "parent": "0.0", 2024-04-15T16:06:26.583 INFO:tasks.workunit.client.0.smithi016.stdout: "parent_split_bits": 0, 2024-04-15T16:06:26.583 INFO:tasks.workunit.client.0.smithi016.stdout: "pgid": "4.2", 2024-04-15T16:06:26.583 INFO:tasks.workunit.client.0.smithi016.stdout: "pin_stats_invalid": false, 2024-04-15T16:06:26.584 INFO:tasks.workunit.client.0.smithi016.stdout: "purged_snaps": [], 2024-04-15T16:06:26.584 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_epoch": 2721, 2024-04-15T16:06:26.584 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_seq": 8835, 2024-04-15T16:06:26.584 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_duration": 0.0, 2024-04-15T16:06:26.584 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-16T22:27:21.629626+0000", 2024-04-15T16:06:26.584 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrim_duration": 0.004976176, 2024-04-15T16:06:26.584 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrimq_len": 0, 2024-04-15T16:06:26.584 INFO:tasks.workunit.client.0.smithi016.stdout: "stat_sum": { 2024-04-15T16:06:26.584 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes": 19, 2024-04-15T16:06:26.584 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T16:06:26.584 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_recovered": 0, 2024-04-15T16:06:26.584 INFO:tasks.workunit.client.0.smithi016.stdout: "num_deep_scrub_errors": 0, 2024-04-15T16:06:26.584 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict": 0, 2024-04-15T16:06:26.584 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_kb": 0, 2024-04-15T16:06:26.584 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_full": 0, 2024-04-15T16:06:26.585 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_some": 0, 2024-04-15T16:06:26.585 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush": 0, 2024-04-15T16:06:26.585 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_kb": 0, 2024-04-15T16:06:26.585 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_high": 0, 2024-04-15T16:06:26.585 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_low": 0, 2024-04-15T16:06:26.585 INFO:tasks.workunit.client.0.smithi016.stdout: "num_keys_recovered": 0, 2024-04-15T16:06:26.585 INFO:tasks.workunit.client.0.smithi016.stdout: "num_large_omap_objects": 0, 2024-04-15T16:06:26.585 INFO:tasks.workunit.client.0.smithi016.stdout: "num_legacy_snapsets": 0, 2024-04-15T16:06:26.585 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_clones": 0, 2024-04-15T16:06:26.585 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_copies": 3, 2024-04-15T16:06:26.585 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects": 1, 2024-04-15T16:06:26.585 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_degraded": 0, 2024-04-15T16:06:26.585 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_dirty": 1, 2024-04-15T16:06:26.585 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T16:06:26.586 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_manifest": 0, 2024-04-15T16:06:26.586 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_misplaced": 0, 2024-04-15T16:06:26.586 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing": 0, 2024-04-15T16:06:26.586 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T16:06:26.586 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_omap": 0, 2024-04-15T16:06:26.586 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_pinned": 0, 2024-04-15T16:06:26.586 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_recovered": 0, 2024-04-15T16:06:26.586 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_repaired": 0, 2024-04-15T16:06:26.586 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_unfound": 0, 2024-04-15T16:06:26.586 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_bytes": 0, 2024-04-15T16:06:26.586 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_keys": 0, 2024-04-15T16:06:26.586 INFO:tasks.workunit.client.0.smithi016.stdout: "num_promote": 0, 2024-04-15T16:06:26.586 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read": 1092, 2024-04-15T16:06:26.586 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read_kb": 376393, 2024-04-15T16:06:26.587 INFO:tasks.workunit.client.0.smithi016.stdout: "num_scrub_errors": 0, 2024-04-15T16:06:26.587 INFO:tasks.workunit.client.0.smithi016.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T16:06:26.587 INFO:tasks.workunit.client.0.smithi016.stdout: "num_whiteouts": 0, 2024-04-15T16:06:26.587 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write": 3023, 2024-04-15T16:06:26.587 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write_kb": 388871 2024-04-15T16:06:26.587 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.587 INFO:tasks.workunit.client.0.smithi016.stdout: "state": "active+clean", 2024-04-15T16:06:26.587 INFO:tasks.workunit.client.0.smithi016.stdout: "stats_invalid": false, 2024-04-15T16:06:26.587 INFO:tasks.workunit.client.0.smithi016.stdout: "up": [ 2024-04-15T16:06:26.587 INFO:tasks.workunit.client.0.smithi016.stdout: 1, 2024-04-15T16:06:26.587 INFO:tasks.workunit.client.0.smithi016.stdout: 5, 2024-04-15T16:06:26.587 INFO:tasks.workunit.client.0.smithi016.stdout: 4 2024-04-15T16:06:26.587 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:26.587 INFO:tasks.workunit.client.0.smithi016.stdout: "up_primary": 1, 2024-04-15T16:06:26.588 INFO:tasks.workunit.client.0.smithi016.stdout: "version": "1096'3020" 2024-04-15T16:06:26.588 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.588 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-15T16:06:26.588 INFO:tasks.workunit.client.0.smithi016.stdout: "acting": [ 2024-04-15T16:06:26.588 INFO:tasks.workunit.client.0.smithi016.stdout: 7, 2024-04-15T16:06:26.588 INFO:tasks.workunit.client.0.smithi016.stdout: 4, 2024-04-15T16:06:26.588 INFO:tasks.workunit.client.0.smithi016.stdout: 1 2024-04-15T16:06:26.588 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:26.588 INFO:tasks.workunit.client.0.smithi016.stdout: "acting_primary": 7, 2024-04-15T16:06:26.588 INFO:tasks.workunit.client.0.smithi016.stdout: "avail_no_missing": [], 2024-04-15T16:06:26.588 INFO:tasks.workunit.client.0.smithi016.stdout: "blocked_by": [], 2024-04-15T16:06:26.588 INFO:tasks.workunit.client.0.smithi016.stdout: "created": 61, 2024-04-15T16:06:26.588 INFO:tasks.workunit.client.0.smithi016.stdout: "dirty_stats_invalid": false, 2024-04-15T16:06:26.588 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T16:06:26.589 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_stats_invalid": false, 2024-04-15T16:06:26.589 INFO:tasks.workunit.client.0.smithi016.stdout: "last_active": "2024-04-15T16:05:12.200776+0000", 2024-04-15T16:06:26.589 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_active": "2024-04-15T14:44:49.362673+0000", 2024-04-15T16:06:26.589 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_peered": "2024-04-15T14:44:49.362673+0000", 2024-04-15T16:06:26.589 INFO:tasks.workunit.client.0.smithi016.stdout: "last_change": "2024-04-15T14:44:49.362984+0000", 2024-04-15T16:06:26.589 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean": "2024-04-15T16:05:12.200776+0000", 2024-04-15T16:06:26.589 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T16:06:26.589 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub": "0'0", 2024-04-15T16:06:26.589 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T16:06:26.589 INFO:tasks.workunit.client.0.smithi016.stdout: "last_epoch_clean": 532, 2024-04-15T16:06:26.589 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fresh": "2024-04-15T16:05:12.200776+0000", 2024-04-15T16:06:26.589 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fullsized": "2024-04-15T16:05:12.200776+0000", 2024-04-15T16:06:26.589 INFO:tasks.workunit.client.0.smithi016.stdout: "last_peered": "2024-04-15T16:05:12.200776+0000", 2024-04-15T16:06:26.589 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub": "0'0", 2024-04-15T16:06:26.590 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_duration": 0, 2024-04-15T16:06:26.590 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T16:06:26.590 INFO:tasks.workunit.client.0.smithi016.stdout: "last_undegraded": "2024-04-15T16:05:12.200776+0000", 2024-04-15T16:06:26.590 INFO:tasks.workunit.client.0.smithi016.stdout: "last_unstale": "2024-04-15T16:05:12.200776+0000", 2024-04-15T16:06:26.590 INFO:tasks.workunit.client.0.smithi016.stdout: "log_dups_size": 0, 2024-04-15T16:06:26.590 INFO:tasks.workunit.client.0.smithi016.stdout: "log_size": 0, 2024-04-15T16:06:26.590 INFO:tasks.workunit.client.0.smithi016.stdout: "log_start": "0'0", 2024-04-15T16:06:26.590 INFO:tasks.workunit.client.0.smithi016.stdout: "manifest_stats_invalid": false, 2024-04-15T16:06:26.590 INFO:tasks.workunit.client.0.smithi016.stdout: "mapping_epoch": 531, 2024-04-15T16:06:26.590 INFO:tasks.workunit.client.0.smithi016.stdout: "object_location_counts": [], 2024-04-15T16:06:26.590 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_scrubbed": 0, 2024-04-15T16:06:26.590 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_trimmed": 0, 2024-04-15T16:06:26.590 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_stats_invalid": false, 2024-04-15T16:06:26.590 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_size": 0, 2024-04-15T16:06:26.591 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_start": "0'0", 2024-04-15T16:06:26.591 INFO:tasks.workunit.client.0.smithi016.stdout: "parent": "0.0", 2024-04-15T16:06:26.591 INFO:tasks.workunit.client.0.smithi016.stdout: "parent_split_bits": 0, 2024-04-15T16:06:26.591 INFO:tasks.workunit.client.0.smithi016.stdout: "pgid": "3.e", 2024-04-15T16:06:26.591 INFO:tasks.workunit.client.0.smithi016.stdout: "pin_stats_invalid": false, 2024-04-15T16:06:26.591 INFO:tasks.workunit.client.0.smithi016.stdout: "purged_snaps": [], 2024-04-15T16:06:26.591 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_epoch": 2721, 2024-04-15T16:06:26.591 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_seq": 4859, 2024-04-15T16:06:26.591 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_duration": 0.0, 2024-04-15T16:06:26.591 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-16T17:35:46.106995+0000", 2024-04-15T16:06:26.591 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrim_duration": 0.0, 2024-04-15T16:06:26.591 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrimq_len": 0, 2024-04-15T16:06:26.591 INFO:tasks.workunit.client.0.smithi016.stdout: "stat_sum": { 2024-04-15T16:06:26.591 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes": 0, 2024-04-15T16:06:26.592 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T16:06:26.592 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_recovered": 0, 2024-04-15T16:06:26.592 INFO:tasks.workunit.client.0.smithi016.stdout: "num_deep_scrub_errors": 0, 2024-04-15T16:06:26.592 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict": 0, 2024-04-15T16:06:26.592 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_kb": 0, 2024-04-15T16:06:26.592 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_full": 0, 2024-04-15T16:06:26.592 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_some": 0, 2024-04-15T16:06:26.592 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush": 0, 2024-04-15T16:06:26.592 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_kb": 0, 2024-04-15T16:06:26.592 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_high": 0, 2024-04-15T16:06:26.592 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_low": 0, 2024-04-15T16:06:26.592 INFO:tasks.workunit.client.0.smithi016.stdout: "num_keys_recovered": 0, 2024-04-15T16:06:26.592 INFO:tasks.workunit.client.0.smithi016.stdout: "num_large_omap_objects": 0, 2024-04-15T16:06:26.592 INFO:tasks.workunit.client.0.smithi016.stdout: "num_legacy_snapsets": 0, 2024-04-15T16:06:26.592 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_clones": 0, 2024-04-15T16:06:26.593 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_copies": 0, 2024-04-15T16:06:26.593 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects": 0, 2024-04-15T16:06:26.593 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_degraded": 0, 2024-04-15T16:06:26.593 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_dirty": 0, 2024-04-15T16:06:26.593 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T16:06:26.593 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_manifest": 0, 2024-04-15T16:06:26.593 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_misplaced": 0, 2024-04-15T16:06:26.593 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing": 0, 2024-04-15T16:06:26.593 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T16:06:26.593 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_omap": 0, 2024-04-15T16:06:26.593 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_pinned": 0, 2024-04-15T16:06:26.593 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_recovered": 0, 2024-04-15T16:06:26.593 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_repaired": 0, 2024-04-15T16:06:26.593 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_unfound": 0, 2024-04-15T16:06:26.594 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_bytes": 0, 2024-04-15T16:06:26.594 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_keys": 0, 2024-04-15T16:06:26.594 INFO:tasks.workunit.client.0.smithi016.stdout: "num_promote": 0, 2024-04-15T16:06:26.594 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read": 0, 2024-04-15T16:06:26.594 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read_kb": 0, 2024-04-15T16:06:26.594 INFO:tasks.workunit.client.0.smithi016.stdout: "num_scrub_errors": 0, 2024-04-15T16:06:26.594 INFO:tasks.workunit.client.0.smithi016.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T16:06:26.594 INFO:tasks.workunit.client.0.smithi016.stdout: "num_whiteouts": 0, 2024-04-15T16:06:26.594 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write": 0, 2024-04-15T16:06:26.594 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write_kb": 0 2024-04-15T16:06:26.594 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.594 INFO:tasks.workunit.client.0.smithi016.stdout: "state": "active+clean", 2024-04-15T16:06:26.594 INFO:tasks.workunit.client.0.smithi016.stdout: "stats_invalid": false, 2024-04-15T16:06:26.594 INFO:tasks.workunit.client.0.smithi016.stdout: "up": [ 2024-04-15T16:06:26.594 INFO:tasks.workunit.client.0.smithi016.stdout: 7, 2024-04-15T16:06:26.595 INFO:tasks.workunit.client.0.smithi016.stdout: 4, 2024-04-15T16:06:26.595 INFO:tasks.workunit.client.0.smithi016.stdout: 1 2024-04-15T16:06:26.595 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:26.595 INFO:tasks.workunit.client.0.smithi016.stdout: "up_primary": 7, 2024-04-15T16:06:26.595 INFO:tasks.workunit.client.0.smithi016.stdout: "version": "0'0" 2024-04-15T16:06:26.595 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.595 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-15T16:06:26.595 INFO:tasks.workunit.client.0.smithi016.stdout: "acting": [ 2024-04-15T16:06:26.595 INFO:tasks.workunit.client.0.smithi016.stdout: 4, 2024-04-15T16:06:26.595 INFO:tasks.workunit.client.0.smithi016.stdout: 0, 2024-04-15T16:06:26.595 INFO:tasks.workunit.client.0.smithi016.stdout: 7 2024-04-15T16:06:26.595 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:26.595 INFO:tasks.workunit.client.0.smithi016.stdout: "acting_primary": 4, 2024-04-15T16:06:26.596 INFO:tasks.workunit.client.0.smithi016.stdout: "avail_no_missing": [], 2024-04-15T16:06:26.596 INFO:tasks.workunit.client.0.smithi016.stdout: "blocked_by": [], 2024-04-15T16:06:26.596 INFO:tasks.workunit.client.0.smithi016.stdout: "created": 60, 2024-04-15T16:06:26.596 INFO:tasks.workunit.client.0.smithi016.stdout: "dirty_stats_invalid": false, 2024-04-15T16:06:26.596 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T16:06:26.596 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_stats_invalid": false, 2024-04-15T16:06:26.596 INFO:tasks.workunit.client.0.smithi016.stdout: "last_active": "2024-04-15T16:05:12.205085+0000", 2024-04-15T16:06:26.596 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_active": "2024-04-15T14:44:49.372931+0000", 2024-04-15T16:06:26.596 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_peered": "2024-04-15T14:44:49.372931+0000", 2024-04-15T16:06:26.596 INFO:tasks.workunit.client.0.smithi016.stdout: "last_change": "2024-04-15T14:44:49.373327+0000", 2024-04-15T16:06:26.596 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean": "2024-04-15T16:05:12.205085+0000", 2024-04-15T16:06:26.596 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean_scrub_stamp": "2024-04-15T14:33:33.599136+0000", 2024-04-15T16:06:26.596 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub": "0'0", 2024-04-15T16:06:26.596 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub_stamp": "2024-04-15T14:33:33.599136+0000", 2024-04-15T16:06:26.596 INFO:tasks.workunit.client.0.smithi016.stdout: "last_epoch_clean": 532, 2024-04-15T16:06:26.597 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fresh": "2024-04-15T16:05:12.205085+0000", 2024-04-15T16:06:26.597 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fullsized": "2024-04-15T16:05:12.205085+0000", 2024-04-15T16:06:26.597 INFO:tasks.workunit.client.0.smithi016.stdout: "last_peered": "2024-04-15T16:05:12.205085+0000", 2024-04-15T16:06:26.597 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub": "0'0", 2024-04-15T16:06:26.597 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_duration": 0, 2024-04-15T16:06:26.597 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_stamp": "2024-04-15T14:33:33.599136+0000", 2024-04-15T16:06:26.597 INFO:tasks.workunit.client.0.smithi016.stdout: "last_undegraded": "2024-04-15T16:05:12.205085+0000", 2024-04-15T16:06:26.597 INFO:tasks.workunit.client.0.smithi016.stdout: "last_unstale": "2024-04-15T16:05:12.205085+0000", 2024-04-15T16:06:26.597 INFO:tasks.workunit.client.0.smithi016.stdout: "log_dups_size": 0, 2024-04-15T16:06:26.597 INFO:tasks.workunit.client.0.smithi016.stdout: "log_size": 1, 2024-04-15T16:06:26.597 INFO:tasks.workunit.client.0.smithi016.stdout: "log_start": "0'0", 2024-04-15T16:06:26.597 INFO:tasks.workunit.client.0.smithi016.stdout: "manifest_stats_invalid": false, 2024-04-15T16:06:26.597 INFO:tasks.workunit.client.0.smithi016.stdout: "mapping_epoch": 531, 2024-04-15T16:06:26.597 INFO:tasks.workunit.client.0.smithi016.stdout: "object_location_counts": [], 2024-04-15T16:06:26.598 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_scrubbed": 0, 2024-04-15T16:06:26.598 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_trimmed": 0, 2024-04-15T16:06:26.598 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_stats_invalid": false, 2024-04-15T16:06:26.598 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_size": 1, 2024-04-15T16:06:26.598 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_start": "0'0", 2024-04-15T16:06:26.598 INFO:tasks.workunit.client.0.smithi016.stdout: "parent": "0.0", 2024-04-15T16:06:26.598 INFO:tasks.workunit.client.0.smithi016.stdout: "parent_split_bits": 0, 2024-04-15T16:06:26.598 INFO:tasks.workunit.client.0.smithi016.stdout: "pgid": "2.f", 2024-04-15T16:06:26.598 INFO:tasks.workunit.client.0.smithi016.stdout: "pin_stats_invalid": false, 2024-04-15T16:06:26.598 INFO:tasks.workunit.client.0.smithi016.stdout: "purged_snaps": [], 2024-04-15T16:06:26.598 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_epoch": 2721, 2024-04-15T16:06:26.598 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_seq": 4963, 2024-04-15T16:06:26.598 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_duration": 0.0, 2024-04-15T16:06:26.598 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-16T17:08:19.695886+0000", 2024-04-15T16:06:26.599 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrim_duration": 0.0, 2024-04-15T16:06:26.599 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrimq_len": 0, 2024-04-15T16:06:26.599 INFO:tasks.workunit.client.0.smithi016.stdout: "stat_sum": { 2024-04-15T16:06:26.599 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes": 22, 2024-04-15T16:06:26.599 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T16:06:26.599 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_recovered": 0, 2024-04-15T16:06:26.599 INFO:tasks.workunit.client.0.smithi016.stdout: "num_deep_scrub_errors": 0, 2024-04-15T16:06:26.599 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict": 0, 2024-04-15T16:06:26.599 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_kb": 0, 2024-04-15T16:06:26.599 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_full": 0, 2024-04-15T16:06:26.599 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_some": 0, 2024-04-15T16:06:26.599 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush": 0, 2024-04-15T16:06:26.599 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_kb": 0, 2024-04-15T16:06:26.599 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_high": 0, 2024-04-15T16:06:26.600 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_low": 0, 2024-04-15T16:06:26.600 INFO:tasks.workunit.client.0.smithi016.stdout: "num_keys_recovered": 0, 2024-04-15T16:06:26.600 INFO:tasks.workunit.client.0.smithi016.stdout: "num_large_omap_objects": 0, 2024-04-15T16:06:26.600 INFO:tasks.workunit.client.0.smithi016.stdout: "num_legacy_snapsets": 0, 2024-04-15T16:06:26.600 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_clones": 0, 2024-04-15T16:06:26.600 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_copies": 3, 2024-04-15T16:06:26.600 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects": 1, 2024-04-15T16:06:26.600 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_degraded": 0, 2024-04-15T16:06:26.600 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_dirty": 1, 2024-04-15T16:06:26.600 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T16:06:26.600 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_manifest": 0, 2024-04-15T16:06:26.600 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_misplaced": 0, 2024-04-15T16:06:26.600 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing": 0, 2024-04-15T16:06:26.600 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T16:06:26.601 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_omap": 0, 2024-04-15T16:06:26.601 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_pinned": 0, 2024-04-15T16:06:26.601 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_recovered": 0, 2024-04-15T16:06:26.601 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_repaired": 0, 2024-04-15T16:06:26.601 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_unfound": 0, 2024-04-15T16:06:26.601 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_bytes": 0, 2024-04-15T16:06:26.601 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_keys": 0, 2024-04-15T16:06:26.601 INFO:tasks.workunit.client.0.smithi016.stdout: "num_promote": 0, 2024-04-15T16:06:26.601 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read": 2, 2024-04-15T16:06:26.601 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read_kb": 2, 2024-04-15T16:06:26.601 INFO:tasks.workunit.client.0.smithi016.stdout: "num_scrub_errors": 0, 2024-04-15T16:06:26.601 INFO:tasks.workunit.client.0.smithi016.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T16:06:26.601 INFO:tasks.workunit.client.0.smithi016.stdout: "num_whiteouts": 0, 2024-04-15T16:06:26.601 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write": 1, 2024-04-15T16:06:26.602 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write_kb": 1 2024-04-15T16:06:26.602 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.602 INFO:tasks.workunit.client.0.smithi016.stdout: "state": "active+clean", 2024-04-15T16:06:26.602 INFO:tasks.workunit.client.0.smithi016.stdout: "stats_invalid": false, 2024-04-15T16:06:26.602 INFO:tasks.workunit.client.0.smithi016.stdout: "up": [ 2024-04-15T16:06:26.602 INFO:tasks.workunit.client.0.smithi016.stdout: 4, 2024-04-15T16:06:26.602 INFO:tasks.workunit.client.0.smithi016.stdout: 0, 2024-04-15T16:06:26.602 INFO:tasks.workunit.client.0.smithi016.stdout: 7 2024-04-15T16:06:26.602 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:26.602 INFO:tasks.workunit.client.0.smithi016.stdout: "up_primary": 4, 2024-04-15T16:06:26.602 INFO:tasks.workunit.client.0.smithi016.stdout: "version": "62'1" 2024-04-15T16:06:26.602 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.602 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-15T16:06:26.603 INFO:tasks.workunit.client.0.smithi016.stdout: "acting": [ 2024-04-15T16:06:26.603 INFO:tasks.workunit.client.0.smithi016.stdout: 7, 2024-04-15T16:06:26.603 INFO:tasks.workunit.client.0.smithi016.stdout: 4, 2024-04-15T16:06:26.603 INFO:tasks.workunit.client.0.smithi016.stdout: 6 2024-04-15T16:06:26.603 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:26.603 INFO:tasks.workunit.client.0.smithi016.stdout: "acting_primary": 7, 2024-04-15T16:06:26.603 INFO:tasks.workunit.client.0.smithi016.stdout: "avail_no_missing": [], 2024-04-15T16:06:26.603 INFO:tasks.workunit.client.0.smithi016.stdout: "blocked_by": [], 2024-04-15T16:06:26.603 INFO:tasks.workunit.client.0.smithi016.stdout: "created": 61, 2024-04-15T16:06:26.603 INFO:tasks.workunit.client.0.smithi016.stdout: "dirty_stats_invalid": false, 2024-04-15T16:06:26.603 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T16:06:26.603 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_stats_invalid": false, 2024-04-15T16:06:26.603 INFO:tasks.workunit.client.0.smithi016.stdout: "last_active": "2024-04-15T16:05:12.197883+0000", 2024-04-15T16:06:26.603 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_active": "2024-04-15T14:44:49.365190+0000", 2024-04-15T16:06:26.604 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_peered": "2024-04-15T14:44:49.365190+0000", 2024-04-15T16:06:26.604 INFO:tasks.workunit.client.0.smithi016.stdout: "last_change": "2024-04-15T14:44:49.366015+0000", 2024-04-15T16:06:26.604 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean": "2024-04-15T16:05:12.197883+0000", 2024-04-15T16:06:26.604 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T16:06:26.604 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub": "0'0", 2024-04-15T16:06:26.604 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T16:06:26.604 INFO:tasks.workunit.client.0.smithi016.stdout: "last_epoch_clean": 532, 2024-04-15T16:06:26.604 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fresh": "2024-04-15T16:05:12.197883+0000", 2024-04-15T16:06:26.604 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fullsized": "2024-04-15T16:05:12.197883+0000", 2024-04-15T16:06:26.604 INFO:tasks.workunit.client.0.smithi016.stdout: "last_peered": "2024-04-15T16:05:12.197883+0000", 2024-04-15T16:06:26.604 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub": "0'0", 2024-04-15T16:06:26.604 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_duration": 0, 2024-04-15T16:06:26.604 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T16:06:26.605 INFO:tasks.workunit.client.0.smithi016.stdout: "last_undegraded": "2024-04-15T16:05:12.197883+0000", 2024-04-15T16:06:26.605 INFO:tasks.workunit.client.0.smithi016.stdout: "last_unstale": "2024-04-15T16:05:12.197883+0000", 2024-04-15T16:06:26.605 INFO:tasks.workunit.client.0.smithi016.stdout: "log_dups_size": 0, 2024-04-15T16:06:26.605 INFO:tasks.workunit.client.0.smithi016.stdout: "log_size": 0, 2024-04-15T16:06:26.605 INFO:tasks.workunit.client.0.smithi016.stdout: "log_start": "0'0", 2024-04-15T16:06:26.605 INFO:tasks.workunit.client.0.smithi016.stdout: "manifest_stats_invalid": false, 2024-04-15T16:06:26.605 INFO:tasks.workunit.client.0.smithi016.stdout: "mapping_epoch": 531, 2024-04-15T16:06:26.605 INFO:tasks.workunit.client.0.smithi016.stdout: "object_location_counts": [], 2024-04-15T16:06:26.605 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_scrubbed": 0, 2024-04-15T16:06:26.605 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_trimmed": 0, 2024-04-15T16:06:26.605 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_stats_invalid": false, 2024-04-15T16:06:26.605 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_size": 0, 2024-04-15T16:06:26.605 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_start": "0'0", 2024-04-15T16:06:26.606 INFO:tasks.workunit.client.0.smithi016.stdout: "parent": "0.0", 2024-04-15T16:06:26.606 INFO:tasks.workunit.client.0.smithi016.stdout: "parent_split_bits": 0, 2024-04-15T16:06:26.606 INFO:tasks.workunit.client.0.smithi016.stdout: "pgid": "3.11", 2024-04-15T16:06:26.606 INFO:tasks.workunit.client.0.smithi016.stdout: "pin_stats_invalid": false, 2024-04-15T16:06:26.606 INFO:tasks.workunit.client.0.smithi016.stdout: "purged_snaps": [], 2024-04-15T16:06:26.606 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_epoch": 2721, 2024-04-15T16:06:26.606 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_seq": 4871, 2024-04-15T16:06:26.606 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_duration": 0.0, 2024-04-15T16:06:26.606 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-16T16:12:33.168454+0000", 2024-04-15T16:06:26.606 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrim_duration": 0.0, 2024-04-15T16:06:26.606 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrimq_len": 0, 2024-04-15T16:06:26.606 INFO:tasks.workunit.client.0.smithi016.stdout: "stat_sum": { 2024-04-15T16:06:26.606 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes": 0, 2024-04-15T16:06:26.606 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T16:06:26.607 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_recovered": 0, 2024-04-15T16:06:26.607 INFO:tasks.workunit.client.0.smithi016.stdout: "num_deep_scrub_errors": 0, 2024-04-15T16:06:26.607 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict": 0, 2024-04-15T16:06:26.607 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_kb": 0, 2024-04-15T16:06:26.607 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_full": 0, 2024-04-15T16:06:26.607 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_some": 0, 2024-04-15T16:06:26.607 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush": 0, 2024-04-15T16:06:26.607 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_kb": 0, 2024-04-15T16:06:26.607 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_high": 0, 2024-04-15T16:06:26.607 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_low": 0, 2024-04-15T16:06:26.607 INFO:tasks.workunit.client.0.smithi016.stdout: "num_keys_recovered": 0, 2024-04-15T16:06:26.607 INFO:tasks.workunit.client.0.smithi016.stdout: "num_large_omap_objects": 0, 2024-04-15T16:06:26.607 INFO:tasks.workunit.client.0.smithi016.stdout: "num_legacy_snapsets": 0, 2024-04-15T16:06:26.607 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_clones": 0, 2024-04-15T16:06:26.608 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_copies": 0, 2024-04-15T16:06:26.608 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects": 0, 2024-04-15T16:06:26.608 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_degraded": 0, 2024-04-15T16:06:26.608 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_dirty": 0, 2024-04-15T16:06:26.608 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T16:06:26.608 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_manifest": 0, 2024-04-15T16:06:26.608 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_misplaced": 0, 2024-04-15T16:06:26.608 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing": 0, 2024-04-15T16:06:26.608 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T16:06:26.608 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_omap": 0, 2024-04-15T16:06:26.608 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_pinned": 0, 2024-04-15T16:06:26.608 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_recovered": 0, 2024-04-15T16:06:26.609 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_repaired": 0, 2024-04-15T16:06:26.609 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_unfound": 0, 2024-04-15T16:06:26.609 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_bytes": 0, 2024-04-15T16:06:26.609 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_keys": 0, 2024-04-15T16:06:26.609 INFO:tasks.workunit.client.0.smithi016.stdout: "num_promote": 0, 2024-04-15T16:06:26.609 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read": 0, 2024-04-15T16:06:26.609 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read_kb": 0, 2024-04-15T16:06:26.609 INFO:tasks.workunit.client.0.smithi016.stdout: "num_scrub_errors": 0, 2024-04-15T16:06:26.609 INFO:tasks.workunit.client.0.smithi016.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T16:06:26.609 INFO:tasks.workunit.client.0.smithi016.stdout: "num_whiteouts": 0, 2024-04-15T16:06:26.609 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write": 0, 2024-04-15T16:06:26.609 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write_kb": 0 2024-04-15T16:06:26.609 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.609 INFO:tasks.workunit.client.0.smithi016.stdout: "state": "active+clean", 2024-04-15T16:06:26.610 INFO:tasks.workunit.client.0.smithi016.stdout: "stats_invalid": false, 2024-04-15T16:06:26.610 INFO:tasks.workunit.client.0.smithi016.stdout: "up": [ 2024-04-15T16:06:26.610 INFO:tasks.workunit.client.0.smithi016.stdout: 7, 2024-04-15T16:06:26.610 INFO:tasks.workunit.client.0.smithi016.stdout: 4, 2024-04-15T16:06:26.610 INFO:tasks.workunit.client.0.smithi016.stdout: 6 2024-04-15T16:06:26.610 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:26.610 INFO:tasks.workunit.client.0.smithi016.stdout: "up_primary": 7, 2024-04-15T16:06:26.610 INFO:tasks.workunit.client.0.smithi016.stdout: "version": "0'0" 2024-04-15T16:06:26.610 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.610 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-15T16:06:26.610 INFO:tasks.workunit.client.0.smithi016.stdout: "acting": [ 2024-04-15T16:06:26.610 INFO:tasks.workunit.client.0.smithi016.stdout: 2, 2024-04-15T16:06:26.610 INFO:tasks.workunit.client.0.smithi016.stdout: 1, 2024-04-15T16:06:26.610 INFO:tasks.workunit.client.0.smithi016.stdout: 0 2024-04-15T16:06:26.611 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:26.611 INFO:tasks.workunit.client.0.smithi016.stdout: "acting_primary": 2, 2024-04-15T16:06:26.611 INFO:tasks.workunit.client.0.smithi016.stdout: "avail_no_missing": [], 2024-04-15T16:06:26.611 INFO:tasks.workunit.client.0.smithi016.stdout: "blocked_by": [], 2024-04-15T16:06:26.611 INFO:tasks.workunit.client.0.smithi016.stdout: "created": 60, 2024-04-15T16:06:26.611 INFO:tasks.workunit.client.0.smithi016.stdout: "dirty_stats_invalid": false, 2024-04-15T16:06:26.611 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T16:06:26.611 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_stats_invalid": false, 2024-04-15T16:06:26.611 INFO:tasks.workunit.client.0.smithi016.stdout: "last_active": "2024-04-15T16:05:12.196700+0000", 2024-04-15T16:06:26.611 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_active": "2024-04-15T14:42:22.725738+0000", 2024-04-15T16:06:26.611 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_peered": "2024-04-15T14:42:22.725738+0000", 2024-04-15T16:06:26.611 INFO:tasks.workunit.client.0.smithi016.stdout: "last_change": "2024-04-15T14:42:22.726207+0000", 2024-04-15T16:06:26.611 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean": "2024-04-15T16:05:12.196700+0000", 2024-04-15T16:06:26.612 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean_scrub_stamp": "2024-04-15T14:33:33.599136+0000", 2024-04-15T16:06:26.612 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub": "0'0", 2024-04-15T16:06:26.612 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub_stamp": "2024-04-15T14:33:33.599136+0000", 2024-04-15T16:06:26.612 INFO:tasks.workunit.client.0.smithi016.stdout: "last_epoch_clean": 389, 2024-04-15T16:06:26.612 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fresh": "2024-04-15T16:05:12.196700+0000", 2024-04-15T16:06:26.612 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fullsized": "2024-04-15T16:05:12.196700+0000", 2024-04-15T16:06:26.612 INFO:tasks.workunit.client.0.smithi016.stdout: "last_peered": "2024-04-15T16:05:12.196700+0000", 2024-04-15T16:06:26.612 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub": "0'0", 2024-04-15T16:06:26.612 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_duration": 0, 2024-04-15T16:06:26.612 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_stamp": "2024-04-15T14:33:33.599136+0000", 2024-04-15T16:06:26.612 INFO:tasks.workunit.client.0.smithi016.stdout: "last_undegraded": "2024-04-15T16:05:12.196700+0000", 2024-04-15T16:06:26.612 INFO:tasks.workunit.client.0.smithi016.stdout: "last_unstale": "2024-04-15T16:05:12.196700+0000", 2024-04-15T16:06:26.612 INFO:tasks.workunit.client.0.smithi016.stdout: "log_dups_size": 0, 2024-04-15T16:06:26.612 INFO:tasks.workunit.client.0.smithi016.stdout: "log_size": 8, 2024-04-15T16:06:26.612 INFO:tasks.workunit.client.0.smithi016.stdout: "log_start": "0'0", 2024-04-15T16:06:26.613 INFO:tasks.workunit.client.0.smithi016.stdout: "manifest_stats_invalid": false, 2024-04-15T16:06:26.613 INFO:tasks.workunit.client.0.smithi016.stdout: "mapping_epoch": 388, 2024-04-15T16:06:26.613 INFO:tasks.workunit.client.0.smithi016.stdout: "object_location_counts": [], 2024-04-15T16:06:26.613 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_scrubbed": 0, 2024-04-15T16:06:26.613 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_trimmed": 0, 2024-04-15T16:06:26.613 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_stats_invalid": false, 2024-04-15T16:06:26.613 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_size": 8, 2024-04-15T16:06:26.613 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_start": "0'0", 2024-04-15T16:06:26.613 INFO:tasks.workunit.client.0.smithi016.stdout: "parent": "0.0", 2024-04-15T16:06:26.613 INFO:tasks.workunit.client.0.smithi016.stdout: "parent_split_bits": 0, 2024-04-15T16:06:26.613 INFO:tasks.workunit.client.0.smithi016.stdout: "pgid": "2.10", 2024-04-15T16:06:26.613 INFO:tasks.workunit.client.0.smithi016.stdout: "pin_stats_invalid": false, 2024-04-15T16:06:26.613 INFO:tasks.workunit.client.0.smithi016.stdout: "purged_snaps": [], 2024-04-15T16:06:26.613 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_epoch": 2721, 2024-04-15T16:06:26.614 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_seq": 5043, 2024-04-15T16:06:26.614 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_duration": 0.0, 2024-04-15T16:06:26.614 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-17T00:46:28.111877+0000", 2024-04-15T16:06:26.614 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrim_duration": 0.0, 2024-04-15T16:06:26.614 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrimq_len": 0, 2024-04-15T16:06:26.614 INFO:tasks.workunit.client.0.smithi016.stdout: "stat_sum": { 2024-04-15T16:06:26.614 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes": 0, 2024-04-15T16:06:26.614 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T16:06:26.614 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_recovered": 0, 2024-04-15T16:06:26.614 INFO:tasks.workunit.client.0.smithi016.stdout: "num_deep_scrub_errors": 0, 2024-04-15T16:06:26.614 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict": 0, 2024-04-15T16:06:26.614 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_kb": 0, 2024-04-15T16:06:26.614 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_full": 0, 2024-04-15T16:06:26.615 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_some": 0, 2024-04-15T16:06:26.615 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush": 0, 2024-04-15T16:06:26.615 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_kb": 0, 2024-04-15T16:06:26.615 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_high": 0, 2024-04-15T16:06:26.615 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_low": 0, 2024-04-15T16:06:26.615 INFO:tasks.workunit.client.0.smithi016.stdout: "num_keys_recovered": 0, 2024-04-15T16:06:26.615 INFO:tasks.workunit.client.0.smithi016.stdout: "num_large_omap_objects": 0, 2024-04-15T16:06:26.615 INFO:tasks.workunit.client.0.smithi016.stdout: "num_legacy_snapsets": 0, 2024-04-15T16:06:26.615 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_clones": 0, 2024-04-15T16:06:26.615 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_copies": 12, 2024-04-15T16:06:26.615 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects": 4, 2024-04-15T16:06:26.615 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_degraded": 0, 2024-04-15T16:06:26.615 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_dirty": 4, 2024-04-15T16:06:26.615 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T16:06:26.615 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_manifest": 0, 2024-04-15T16:06:26.616 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_misplaced": 0, 2024-04-15T16:06:26.616 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing": 0, 2024-04-15T16:06:26.616 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T16:06:26.616 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_omap": 4, 2024-04-15T16:06:26.616 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_pinned": 0, 2024-04-15T16:06:26.616 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_recovered": 0, 2024-04-15T16:06:26.616 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_repaired": 0, 2024-04-15T16:06:26.616 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_unfound": 0, 2024-04-15T16:06:26.616 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_bytes": 0, 2024-04-15T16:06:26.616 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_keys": 0, 2024-04-15T16:06:26.616 INFO:tasks.workunit.client.0.smithi016.stdout: "num_promote": 0, 2024-04-15T16:06:26.616 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read": 48, 2024-04-15T16:06:26.616 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read_kb": 48, 2024-04-15T16:06:26.617 INFO:tasks.workunit.client.0.smithi016.stdout: "num_scrub_errors": 0, 2024-04-15T16:06:26.617 INFO:tasks.workunit.client.0.smithi016.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T16:06:26.617 INFO:tasks.workunit.client.0.smithi016.stdout: "num_whiteouts": 0, 2024-04-15T16:06:26.617 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write": 12, 2024-04-15T16:06:26.617 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write_kb": 0 2024-04-15T16:06:26.617 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.617 INFO:tasks.workunit.client.0.smithi016.stdout: "state": "active+clean", 2024-04-15T16:06:26.617 INFO:tasks.workunit.client.0.smithi016.stdout: "stats_invalid": false, 2024-04-15T16:06:26.617 INFO:tasks.workunit.client.0.smithi016.stdout: "up": [ 2024-04-15T16:06:26.617 INFO:tasks.workunit.client.0.smithi016.stdout: 2, 2024-04-15T16:06:26.617 INFO:tasks.workunit.client.0.smithi016.stdout: 1, 2024-04-15T16:06:26.617 INFO:tasks.workunit.client.0.smithi016.stdout: 0 2024-04-15T16:06:26.617 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:26.617 INFO:tasks.workunit.client.0.smithi016.stdout: "up_primary": 2, 2024-04-15T16:06:26.618 INFO:tasks.workunit.client.0.smithi016.stdout: "version": "62'8" 2024-04-15T16:06:26.618 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.618 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-15T16:06:26.618 INFO:tasks.workunit.client.0.smithi016.stdout: "acting": [ 2024-04-15T16:06:26.618 INFO:tasks.workunit.client.0.smithi016.stdout: 6, 2024-04-15T16:06:26.618 INFO:tasks.workunit.client.0.smithi016.stdout: 0, 2024-04-15T16:06:26.618 INFO:tasks.workunit.client.0.smithi016.stdout: 5 2024-04-15T16:06:26.618 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:26.618 INFO:tasks.workunit.client.0.smithi016.stdout: "acting_primary": 6, 2024-04-15T16:06:26.618 INFO:tasks.workunit.client.0.smithi016.stdout: "avail_no_missing": [], 2024-04-15T16:06:26.618 INFO:tasks.workunit.client.0.smithi016.stdout: "blocked_by": [], 2024-04-15T16:06:26.618 INFO:tasks.workunit.client.0.smithi016.stdout: "created": 61, 2024-04-15T16:06:26.618 INFO:tasks.workunit.client.0.smithi016.stdout: "dirty_stats_invalid": false, 2024-04-15T16:06:26.619 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T16:06:26.619 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_stats_invalid": false, 2024-04-15T16:06:26.619 INFO:tasks.workunit.client.0.smithi016.stdout: "last_active": "2024-04-15T16:05:11.412104+0000", 2024-04-15T16:06:26.619 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_active": "2024-04-15T14:44:28.450894+0000", 2024-04-15T16:06:26.619 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_peered": "2024-04-15T14:44:28.450894+0000", 2024-04-15T16:06:26.619 INFO:tasks.workunit.client.0.smithi016.stdout: "last_change": "2024-04-15T14:44:28.451218+0000", 2024-04-15T16:06:26.619 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean": "2024-04-15T16:05:11.412104+0000", 2024-04-15T16:06:26.619 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T16:06:26.619 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub": "0'0", 2024-04-15T16:06:26.619 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T16:06:26.619 INFO:tasks.workunit.client.0.smithi016.stdout: "last_epoch_clean": 511, 2024-04-15T16:06:26.619 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fresh": "2024-04-15T16:05:11.412104+0000", 2024-04-15T16:06:26.619 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fullsized": "2024-04-15T16:05:11.412104+0000", 2024-04-15T16:06:26.619 INFO:tasks.workunit.client.0.smithi016.stdout: "last_peered": "2024-04-15T16:05:11.412104+0000", 2024-04-15T16:06:26.620 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub": "0'0", 2024-04-15T16:06:26.620 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_duration": 0, 2024-04-15T16:06:26.620 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T16:06:26.620 INFO:tasks.workunit.client.0.smithi016.stdout: "last_undegraded": "2024-04-15T16:05:11.412104+0000", 2024-04-15T16:06:26.620 INFO:tasks.workunit.client.0.smithi016.stdout: "last_unstale": "2024-04-15T16:05:11.412104+0000", 2024-04-15T16:06:26.620 INFO:tasks.workunit.client.0.smithi016.stdout: "log_dups_size": 0, 2024-04-15T16:06:26.620 INFO:tasks.workunit.client.0.smithi016.stdout: "log_size": 0, 2024-04-15T16:06:26.620 INFO:tasks.workunit.client.0.smithi016.stdout: "log_start": "0'0", 2024-04-15T16:06:26.620 INFO:tasks.workunit.client.0.smithi016.stdout: "manifest_stats_invalid": false, 2024-04-15T16:06:26.620 INFO:tasks.workunit.client.0.smithi016.stdout: "mapping_epoch": 510, 2024-04-15T16:06:26.620 INFO:tasks.workunit.client.0.smithi016.stdout: "object_location_counts": [], 2024-04-15T16:06:26.620 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_scrubbed": 0, 2024-04-15T16:06:26.620 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_trimmed": 0, 2024-04-15T16:06:26.621 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_stats_invalid": false, 2024-04-15T16:06:26.621 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_size": 0, 2024-04-15T16:06:26.621 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_start": "0'0", 2024-04-15T16:06:26.621 INFO:tasks.workunit.client.0.smithi016.stdout: "parent": "0.0", 2024-04-15T16:06:26.621 INFO:tasks.workunit.client.0.smithi016.stdout: "parent_split_bits": 0, 2024-04-15T16:06:26.621 INFO:tasks.workunit.client.0.smithi016.stdout: "pgid": "3.10", 2024-04-15T16:06:26.621 INFO:tasks.workunit.client.0.smithi016.stdout: "pin_stats_invalid": false, 2024-04-15T16:06:26.621 INFO:tasks.workunit.client.0.smithi016.stdout: "purged_snaps": [], 2024-04-15T16:06:26.621 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_epoch": 2721, 2024-04-15T16:06:26.621 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_seq": 4877, 2024-04-15T16:06:26.621 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_duration": 0.0, 2024-04-15T16:06:26.621 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-16T14:54:16.426577+0000", 2024-04-15T16:06:26.621 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrim_duration": 0.0, 2024-04-15T16:06:26.621 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrimq_len": 0, 2024-04-15T16:06:26.621 INFO:tasks.workunit.client.0.smithi016.stdout: "stat_sum": { 2024-04-15T16:06:26.622 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes": 0, 2024-04-15T16:06:26.622 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T16:06:26.622 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_recovered": 0, 2024-04-15T16:06:26.622 INFO:tasks.workunit.client.0.smithi016.stdout: "num_deep_scrub_errors": 0, 2024-04-15T16:06:26.622 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict": 0, 2024-04-15T16:06:26.622 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_kb": 0, 2024-04-15T16:06:26.622 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_full": 0, 2024-04-15T16:06:26.622 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_some": 0, 2024-04-15T16:06:26.622 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush": 0, 2024-04-15T16:06:26.622 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_kb": 0, 2024-04-15T16:06:26.622 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_high": 0, 2024-04-15T16:06:26.622 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_low": 0, 2024-04-15T16:06:26.622 INFO:tasks.workunit.client.0.smithi016.stdout: "num_keys_recovered": 0, 2024-04-15T16:06:26.622 INFO:tasks.workunit.client.0.smithi016.stdout: "num_large_omap_objects": 0, 2024-04-15T16:06:26.623 INFO:tasks.workunit.client.0.smithi016.stdout: "num_legacy_snapsets": 0, 2024-04-15T16:06:26.623 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_clones": 0, 2024-04-15T16:06:26.623 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_copies": 0, 2024-04-15T16:06:26.623 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects": 0, 2024-04-15T16:06:26.623 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_degraded": 0, 2024-04-15T16:06:26.623 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_dirty": 0, 2024-04-15T16:06:26.623 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T16:06:26.623 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_manifest": 0, 2024-04-15T16:06:26.623 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_misplaced": 0, 2024-04-15T16:06:26.623 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing": 0, 2024-04-15T16:06:26.623 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T16:06:26.623 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_omap": 0, 2024-04-15T16:06:26.623 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_pinned": 0, 2024-04-15T16:06:26.623 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_recovered": 0, 2024-04-15T16:06:26.624 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_repaired": 0, 2024-04-15T16:06:26.624 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_unfound": 0, 2024-04-15T16:06:26.624 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_bytes": 0, 2024-04-15T16:06:26.624 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_keys": 0, 2024-04-15T16:06:26.624 INFO:tasks.workunit.client.0.smithi016.stdout: "num_promote": 0, 2024-04-15T16:06:26.624 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read": 0, 2024-04-15T16:06:26.624 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read_kb": 0, 2024-04-15T16:06:26.624 INFO:tasks.workunit.client.0.smithi016.stdout: "num_scrub_errors": 0, 2024-04-15T16:06:26.624 INFO:tasks.workunit.client.0.smithi016.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T16:06:26.624 INFO:tasks.workunit.client.0.smithi016.stdout: "num_whiteouts": 0, 2024-04-15T16:06:26.624 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write": 0, 2024-04-15T16:06:26.624 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write_kb": 0 2024-04-15T16:06:26.624 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.624 INFO:tasks.workunit.client.0.smithi016.stdout: "state": "active+clean", 2024-04-15T16:06:26.624 INFO:tasks.workunit.client.0.smithi016.stdout: "stats_invalid": false, 2024-04-15T16:06:26.625 INFO:tasks.workunit.client.0.smithi016.stdout: "up": [ 2024-04-15T16:06:26.625 INFO:tasks.workunit.client.0.smithi016.stdout: 6, 2024-04-15T16:06:26.625 INFO:tasks.workunit.client.0.smithi016.stdout: 0, 2024-04-15T16:06:26.625 INFO:tasks.workunit.client.0.smithi016.stdout: 5 2024-04-15T16:06:26.625 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:26.625 INFO:tasks.workunit.client.0.smithi016.stdout: "up_primary": 6, 2024-04-15T16:06:26.625 INFO:tasks.workunit.client.0.smithi016.stdout: "version": "0'0" 2024-04-15T16:06:26.625 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.625 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-15T16:06:26.625 INFO:tasks.workunit.client.0.smithi016.stdout: "acting": [ 2024-04-15T16:06:26.625 INFO:tasks.workunit.client.0.smithi016.stdout: 6, 2024-04-15T16:06:26.625 INFO:tasks.workunit.client.0.smithi016.stdout: 4, 2024-04-15T16:06:26.625 INFO:tasks.workunit.client.0.smithi016.stdout: 1 2024-04-15T16:06:26.625 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:26.626 INFO:tasks.workunit.client.0.smithi016.stdout: "acting_primary": 6, 2024-04-15T16:06:26.626 INFO:tasks.workunit.client.0.smithi016.stdout: "avail_no_missing": [], 2024-04-15T16:06:26.626 INFO:tasks.workunit.client.0.smithi016.stdout: "blocked_by": [], 2024-04-15T16:06:26.626 INFO:tasks.workunit.client.0.smithi016.stdout: "created": 60, 2024-04-15T16:06:26.626 INFO:tasks.workunit.client.0.smithi016.stdout: "dirty_stats_invalid": false, 2024-04-15T16:06:26.626 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T16:06:26.626 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_stats_invalid": false, 2024-04-15T16:06:26.626 INFO:tasks.workunit.client.0.smithi016.stdout: "last_active": "2024-04-15T16:05:11.413330+0000", 2024-04-15T16:06:26.626 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_active": "2024-04-15T14:44:28.453432+0000", 2024-04-15T16:06:26.626 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_peered": "2024-04-15T14:44:28.453432+0000", 2024-04-15T16:06:26.626 INFO:tasks.workunit.client.0.smithi016.stdout: "last_change": "2024-04-15T14:44:28.455924+0000", 2024-04-15T16:06:26.626 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean": "2024-04-15T16:05:11.413330+0000", 2024-04-15T16:06:26.626 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean_scrub_stamp": "2024-04-15T14:33:33.599136+0000", 2024-04-15T16:06:26.626 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub": "0'0", 2024-04-15T16:06:26.627 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub_stamp": "2024-04-15T14:33:33.599136+0000", 2024-04-15T16:06:26.627 INFO:tasks.workunit.client.0.smithi016.stdout: "last_epoch_clean": 511, 2024-04-15T16:06:26.627 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fresh": "2024-04-15T16:05:11.413330+0000", 2024-04-15T16:06:26.627 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fullsized": "2024-04-15T16:05:11.413330+0000", 2024-04-15T16:06:26.627 INFO:tasks.workunit.client.0.smithi016.stdout: "last_peered": "2024-04-15T16:05:11.413330+0000", 2024-04-15T16:06:26.627 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub": "0'0", 2024-04-15T16:06:26.627 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_duration": 0, 2024-04-15T16:06:26.627 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_stamp": "2024-04-15T14:33:33.599136+0000", 2024-04-15T16:06:26.627 INFO:tasks.workunit.client.0.smithi016.stdout: "last_undegraded": "2024-04-15T16:05:11.413330+0000", 2024-04-15T16:06:26.627 INFO:tasks.workunit.client.0.smithi016.stdout: "last_unstale": "2024-04-15T16:05:11.413330+0000", 2024-04-15T16:06:26.627 INFO:tasks.workunit.client.0.smithi016.stdout: "log_dups_size": 0, 2024-04-15T16:06:26.627 INFO:tasks.workunit.client.0.smithi016.stdout: "log_size": 0, 2024-04-15T16:06:26.627 INFO:tasks.workunit.client.0.smithi016.stdout: "log_start": "0'0", 2024-04-15T16:06:26.627 INFO:tasks.workunit.client.0.smithi016.stdout: "manifest_stats_invalid": false, 2024-04-15T16:06:26.628 INFO:tasks.workunit.client.0.smithi016.stdout: "mapping_epoch": 510, 2024-04-15T16:06:26.628 INFO:tasks.workunit.client.0.smithi016.stdout: "object_location_counts": [], 2024-04-15T16:06:26.628 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_scrubbed": 0, 2024-04-15T16:06:26.628 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_trimmed": 0, 2024-04-15T16:06:26.628 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_stats_invalid": false, 2024-04-15T16:06:26.628 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_size": 0, 2024-04-15T16:06:26.628 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_start": "0'0", 2024-04-15T16:06:26.628 INFO:tasks.workunit.client.0.smithi016.stdout: "parent": "0.0", 2024-04-15T16:06:26.628 INFO:tasks.workunit.client.0.smithi016.stdout: "parent_split_bits": 0, 2024-04-15T16:06:26.628 INFO:tasks.workunit.client.0.smithi016.stdout: "pgid": "2.11", 2024-04-15T16:06:26.628 INFO:tasks.workunit.client.0.smithi016.stdout: "pin_stats_invalid": false, 2024-04-15T16:06:26.628 INFO:tasks.workunit.client.0.smithi016.stdout: "purged_snaps": [], 2024-04-15T16:06:26.628 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_epoch": 2721, 2024-04-15T16:06:26.629 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_seq": 4899, 2024-04-15T16:06:26.629 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_duration": 0.0, 2024-04-15T16:06:26.629 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-16T17:40:19.141521+0000", 2024-04-15T16:06:26.629 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrim_duration": 0.0, 2024-04-15T16:06:26.629 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrimq_len": 0, 2024-04-15T16:06:26.629 INFO:tasks.workunit.client.0.smithi016.stdout: "stat_sum": { 2024-04-15T16:06:26.629 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes": 0, 2024-04-15T16:06:26.629 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T16:06:26.629 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_recovered": 0, 2024-04-15T16:06:26.629 INFO:tasks.workunit.client.0.smithi016.stdout: "num_deep_scrub_errors": 0, 2024-04-15T16:06:26.629 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict": 0, 2024-04-15T16:06:26.629 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_kb": 0, 2024-04-15T16:06:26.629 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_full": 0, 2024-04-15T16:06:26.629 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_some": 0, 2024-04-15T16:06:26.629 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush": 0, 2024-04-15T16:06:26.630 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_kb": 0, 2024-04-15T16:06:26.630 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_high": 0, 2024-04-15T16:06:26.630 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_low": 0, 2024-04-15T16:06:26.630 INFO:tasks.workunit.client.0.smithi016.stdout: "num_keys_recovered": 0, 2024-04-15T16:06:26.630 INFO:tasks.workunit.client.0.smithi016.stdout: "num_large_omap_objects": 0, 2024-04-15T16:06:26.630 INFO:tasks.workunit.client.0.smithi016.stdout: "num_legacy_snapsets": 0, 2024-04-15T16:06:26.630 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_clones": 0, 2024-04-15T16:06:26.630 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_copies": 0, 2024-04-15T16:06:26.630 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects": 0, 2024-04-15T16:06:26.630 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_degraded": 0, 2024-04-15T16:06:26.630 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_dirty": 0, 2024-04-15T16:06:26.630 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T16:06:26.630 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_manifest": 0, 2024-04-15T16:06:26.630 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_misplaced": 0, 2024-04-15T16:06:26.630 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing": 0, 2024-04-15T16:06:26.631 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T16:06:26.631 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_omap": 0, 2024-04-15T16:06:26.631 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_pinned": 0, 2024-04-15T16:06:26.631 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_recovered": 0, 2024-04-15T16:06:26.631 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_repaired": 0, 2024-04-15T16:06:26.631 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_unfound": 0, 2024-04-15T16:06:26.631 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_bytes": 0, 2024-04-15T16:06:26.631 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_keys": 0, 2024-04-15T16:06:26.631 INFO:tasks.workunit.client.0.smithi016.stdout: "num_promote": 0, 2024-04-15T16:06:26.631 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read": 0, 2024-04-15T16:06:26.631 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read_kb": 0, 2024-04-15T16:06:26.631 INFO:tasks.workunit.client.0.smithi016.stdout: "num_scrub_errors": 0, 2024-04-15T16:06:26.631 INFO:tasks.workunit.client.0.smithi016.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T16:06:26.631 INFO:tasks.workunit.client.0.smithi016.stdout: "num_whiteouts": 0, 2024-04-15T16:06:26.632 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write": 0, 2024-04-15T16:06:26.632 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write_kb": 0 2024-04-15T16:06:26.632 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.632 INFO:tasks.workunit.client.0.smithi016.stdout: "state": "active+clean", 2024-04-15T16:06:26.632 INFO:tasks.workunit.client.0.smithi016.stdout: "stats_invalid": false, 2024-04-15T16:06:26.632 INFO:tasks.workunit.client.0.smithi016.stdout: "up": [ 2024-04-15T16:06:26.632 INFO:tasks.workunit.client.0.smithi016.stdout: 6, 2024-04-15T16:06:26.632 INFO:tasks.workunit.client.0.smithi016.stdout: 4, 2024-04-15T16:06:26.632 INFO:tasks.workunit.client.0.smithi016.stdout: 1 2024-04-15T16:06:26.632 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:26.632 INFO:tasks.workunit.client.0.smithi016.stdout: "up_primary": 6, 2024-04-15T16:06:26.632 INFO:tasks.workunit.client.0.smithi016.stdout: "version": "0'0" 2024-04-15T16:06:26.632 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.632 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-15T16:06:26.633 INFO:tasks.workunit.client.0.smithi016.stdout: "acting": [ 2024-04-15T16:06:26.633 INFO:tasks.workunit.client.0.smithi016.stdout: 7, 2024-04-15T16:06:26.633 INFO:tasks.workunit.client.0.smithi016.stdout: 4, 2024-04-15T16:06:26.633 INFO:tasks.workunit.client.0.smithi016.stdout: 2 2024-04-15T16:06:26.633 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:26.633 INFO:tasks.workunit.client.0.smithi016.stdout: "acting_primary": 7, 2024-04-15T16:06:26.633 INFO:tasks.workunit.client.0.smithi016.stdout: "avail_no_missing": [], 2024-04-15T16:06:26.633 INFO:tasks.workunit.client.0.smithi016.stdout: "blocked_by": [], 2024-04-15T16:06:26.633 INFO:tasks.workunit.client.0.smithi016.stdout: "created": 61, 2024-04-15T16:06:26.633 INFO:tasks.workunit.client.0.smithi016.stdout: "dirty_stats_invalid": false, 2024-04-15T16:06:26.633 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T16:06:26.633 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_stats_invalid": false, 2024-04-15T16:06:26.633 INFO:tasks.workunit.client.0.smithi016.stdout: "last_active": "2024-04-15T16:05:12.198901+0000", 2024-04-15T16:06:26.633 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_active": "2024-04-15T14:44:49.362109+0000", 2024-04-15T16:06:26.634 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_peered": "2024-04-15T14:44:49.362109+0000", 2024-04-15T16:06:26.634 INFO:tasks.workunit.client.0.smithi016.stdout: "last_change": "2024-04-15T14:44:49.363422+0000", 2024-04-15T16:06:26.634 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean": "2024-04-15T16:05:12.198901+0000", 2024-04-15T16:06:26.634 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T16:06:26.634 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub": "0'0", 2024-04-15T16:06:26.634 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T16:06:26.634 INFO:tasks.workunit.client.0.smithi016.stdout: "last_epoch_clean": 532, 2024-04-15T16:06:26.634 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fresh": "2024-04-15T16:05:12.198901+0000", 2024-04-15T16:06:26.634 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fullsized": "2024-04-15T16:05:12.198901+0000", 2024-04-15T16:06:26.634 INFO:tasks.workunit.client.0.smithi016.stdout: "last_peered": "2024-04-15T16:05:12.198901+0000", 2024-04-15T16:06:26.634 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub": "0'0", 2024-04-15T16:06:26.634 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_duration": 0, 2024-04-15T16:06:26.634 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T16:06:26.634 INFO:tasks.workunit.client.0.smithi016.stdout: "last_undegraded": "2024-04-15T16:05:12.198901+0000", 2024-04-15T16:06:26.634 INFO:tasks.workunit.client.0.smithi016.stdout: "last_unstale": "2024-04-15T16:05:12.198901+0000", 2024-04-15T16:06:26.635 INFO:tasks.workunit.client.0.smithi016.stdout: "log_dups_size": 0, 2024-04-15T16:06:26.635 INFO:tasks.workunit.client.0.smithi016.stdout: "log_size": 0, 2024-04-15T16:06:26.635 INFO:tasks.workunit.client.0.smithi016.stdout: "log_start": "0'0", 2024-04-15T16:06:26.635 INFO:tasks.workunit.client.0.smithi016.stdout: "manifest_stats_invalid": false, 2024-04-15T16:06:26.635 INFO:tasks.workunit.client.0.smithi016.stdout: "mapping_epoch": 531, 2024-04-15T16:06:26.635 INFO:tasks.workunit.client.0.smithi016.stdout: "object_location_counts": [], 2024-04-15T16:06:26.635 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_scrubbed": 0, 2024-04-15T16:06:26.635 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_trimmed": 0, 2024-04-15T16:06:26.635 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_stats_invalid": false, 2024-04-15T16:06:26.635 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_size": 0, 2024-04-15T16:06:26.635 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_start": "0'0", 2024-04-15T16:06:26.635 INFO:tasks.workunit.client.0.smithi016.stdout: "parent": "0.0", 2024-04-15T16:06:26.635 INFO:tasks.workunit.client.0.smithi016.stdout: "parent_split_bits": 0, 2024-04-15T16:06:26.635 INFO:tasks.workunit.client.0.smithi016.stdout: "pgid": "3.13", 2024-04-15T16:06:26.636 INFO:tasks.workunit.client.0.smithi016.stdout: "pin_stats_invalid": false, 2024-04-15T16:06:26.636 INFO:tasks.workunit.client.0.smithi016.stdout: "purged_snaps": [], 2024-04-15T16:06:26.636 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_epoch": 2721, 2024-04-15T16:06:26.636 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_seq": 4857, 2024-04-15T16:06:26.636 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_duration": 0.0, 2024-04-15T16:06:26.636 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-17T00:13:19.993876+0000", 2024-04-15T16:06:26.636 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrim_duration": 0.0, 2024-04-15T16:06:26.636 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrimq_len": 0, 2024-04-15T16:06:26.636 INFO:tasks.workunit.client.0.smithi016.stdout: "stat_sum": { 2024-04-15T16:06:26.636 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes": 0, 2024-04-15T16:06:26.636 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T16:06:26.636 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_recovered": 0, 2024-04-15T16:06:26.636 INFO:tasks.workunit.client.0.smithi016.stdout: "num_deep_scrub_errors": 0, 2024-04-15T16:06:26.636 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict": 0, 2024-04-15T16:06:26.637 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_kb": 0, 2024-04-15T16:06:26.637 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_full": 0, 2024-04-15T16:06:26.637 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_some": 0, 2024-04-15T16:06:26.637 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush": 0, 2024-04-15T16:06:26.637 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_kb": 0, 2024-04-15T16:06:26.637 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_high": 0, 2024-04-15T16:06:26.637 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_low": 0, 2024-04-15T16:06:26.637 INFO:tasks.workunit.client.0.smithi016.stdout: "num_keys_recovered": 0, 2024-04-15T16:06:26.637 INFO:tasks.workunit.client.0.smithi016.stdout: "num_large_omap_objects": 0, 2024-04-15T16:06:26.637 INFO:tasks.workunit.client.0.smithi016.stdout: "num_legacy_snapsets": 0, 2024-04-15T16:06:26.637 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_clones": 0, 2024-04-15T16:06:26.637 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_copies": 0, 2024-04-15T16:06:26.637 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects": 0, 2024-04-15T16:06:26.637 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_degraded": 0, 2024-04-15T16:06:26.638 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_dirty": 0, 2024-04-15T16:06:26.638 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T16:06:26.638 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_manifest": 0, 2024-04-15T16:06:26.638 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_misplaced": 0, 2024-04-15T16:06:26.638 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing": 0, 2024-04-15T16:06:26.638 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T16:06:26.638 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_omap": 0, 2024-04-15T16:06:26.638 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_pinned": 0, 2024-04-15T16:06:26.638 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_recovered": 0, 2024-04-15T16:06:26.638 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_repaired": 0, 2024-04-15T16:06:26.638 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_unfound": 0, 2024-04-15T16:06:26.638 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_bytes": 0, 2024-04-15T16:06:26.638 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_keys": 0, 2024-04-15T16:06:26.639 INFO:tasks.workunit.client.0.smithi016.stdout: "num_promote": 0, 2024-04-15T16:06:26.639 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read": 0, 2024-04-15T16:06:26.639 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read_kb": 0, 2024-04-15T16:06:26.639 INFO:tasks.workunit.client.0.smithi016.stdout: "num_scrub_errors": 0, 2024-04-15T16:06:26.639 INFO:tasks.workunit.client.0.smithi016.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T16:06:26.639 INFO:tasks.workunit.client.0.smithi016.stdout: "num_whiteouts": 0, 2024-04-15T16:06:26.639 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write": 0, 2024-04-15T16:06:26.639 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write_kb": 0 2024-04-15T16:06:26.639 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.639 INFO:tasks.workunit.client.0.smithi016.stdout: "state": "active+clean", 2024-04-15T16:06:26.639 INFO:tasks.workunit.client.0.smithi016.stdout: "stats_invalid": false, 2024-04-15T16:06:26.639 INFO:tasks.workunit.client.0.smithi016.stdout: "up": [ 2024-04-15T16:06:26.639 INFO:tasks.workunit.client.0.smithi016.stdout: 7, 2024-04-15T16:06:26.639 INFO:tasks.workunit.client.0.smithi016.stdout: 4, 2024-04-15T16:06:26.640 INFO:tasks.workunit.client.0.smithi016.stdout: 2 2024-04-15T16:06:26.640 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:26.640 INFO:tasks.workunit.client.0.smithi016.stdout: "up_primary": 7, 2024-04-15T16:06:26.640 INFO:tasks.workunit.client.0.smithi016.stdout: "version": "0'0" 2024-04-15T16:06:26.640 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.640 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-15T16:06:26.640 INFO:tasks.workunit.client.0.smithi016.stdout: "acting": [ 2024-04-15T16:06:26.640 INFO:tasks.workunit.client.0.smithi016.stdout: 5, 2024-04-15T16:06:26.640 INFO:tasks.workunit.client.0.smithi016.stdout: 3, 2024-04-15T16:06:26.640 INFO:tasks.workunit.client.0.smithi016.stdout: 7 2024-04-15T16:06:26.640 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:26.640 INFO:tasks.workunit.client.0.smithi016.stdout: "acting_primary": 5, 2024-04-15T16:06:26.640 INFO:tasks.workunit.client.0.smithi016.stdout: "avail_no_missing": [], 2024-04-15T16:06:26.640 INFO:tasks.workunit.client.0.smithi016.stdout: "blocked_by": [], 2024-04-15T16:06:26.641 INFO:tasks.workunit.client.0.smithi016.stdout: "created": 60, 2024-04-15T16:06:26.641 INFO:tasks.workunit.client.0.smithi016.stdout: "dirty_stats_invalid": false, 2024-04-15T16:06:26.641 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T16:06:26.641 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_stats_invalid": false, 2024-04-15T16:06:26.641 INFO:tasks.workunit.client.0.smithi016.stdout: "last_active": "2024-04-15T16:05:12.200459+0000", 2024-04-15T16:06:26.641 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_active": "2024-04-15T14:44:49.365712+0000", 2024-04-15T16:06:26.641 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_peered": "2024-04-15T14:44:49.365712+0000", 2024-04-15T16:06:26.641 INFO:tasks.workunit.client.0.smithi016.stdout: "last_change": "2024-04-15T14:44:49.365992+0000", 2024-04-15T16:06:26.641 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean": "2024-04-15T16:05:12.200459+0000", 2024-04-15T16:06:26.641 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean_scrub_stamp": "2024-04-15T14:33:33.599136+0000", 2024-04-15T16:06:26.641 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub": "0'0", 2024-04-15T16:06:26.641 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub_stamp": "2024-04-15T14:33:33.599136+0000", 2024-04-15T16:06:26.641 INFO:tasks.workunit.client.0.smithi016.stdout: "last_epoch_clean": 532, 2024-04-15T16:06:26.641 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fresh": "2024-04-15T16:05:12.200459+0000", 2024-04-15T16:06:26.641 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fullsized": "2024-04-15T16:05:12.200459+0000", 2024-04-15T16:06:26.642 INFO:tasks.workunit.client.0.smithi016.stdout: "last_peered": "2024-04-15T16:05:12.200459+0000", 2024-04-15T16:06:26.642 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub": "0'0", 2024-04-15T16:06:26.642 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_duration": 0, 2024-04-15T16:06:26.642 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_stamp": "2024-04-15T14:33:33.599136+0000", 2024-04-15T16:06:26.642 INFO:tasks.workunit.client.0.smithi016.stdout: "last_undegraded": "2024-04-15T16:05:12.200459+0000", 2024-04-15T16:06:26.642 INFO:tasks.workunit.client.0.smithi016.stdout: "last_unstale": "2024-04-15T16:05:12.200459+0000", 2024-04-15T16:06:26.642 INFO:tasks.workunit.client.0.smithi016.stdout: "log_dups_size": 0, 2024-04-15T16:06:26.642 INFO:tasks.workunit.client.0.smithi016.stdout: "log_size": 0, 2024-04-15T16:06:26.642 INFO:tasks.workunit.client.0.smithi016.stdout: "log_start": "0'0", 2024-04-15T16:06:26.642 INFO:tasks.workunit.client.0.smithi016.stdout: "manifest_stats_invalid": false, 2024-04-15T16:06:26.642 INFO:tasks.workunit.client.0.smithi016.stdout: "mapping_epoch": 531, 2024-04-15T16:06:26.642 INFO:tasks.workunit.client.0.smithi016.stdout: "object_location_counts": [], 2024-04-15T16:06:26.642 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_scrubbed": 0, 2024-04-15T16:06:26.642 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_trimmed": 0, 2024-04-15T16:06:26.643 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_stats_invalid": false, 2024-04-15T16:06:26.643 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_size": 0, 2024-04-15T16:06:26.643 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_start": "0'0", 2024-04-15T16:06:26.643 INFO:tasks.workunit.client.0.smithi016.stdout: "parent": "0.0", 2024-04-15T16:06:26.643 INFO:tasks.workunit.client.0.smithi016.stdout: "parent_split_bits": 0, 2024-04-15T16:06:26.643 INFO:tasks.workunit.client.0.smithi016.stdout: "pgid": "2.12", 2024-04-15T16:06:26.643 INFO:tasks.workunit.client.0.smithi016.stdout: "pin_stats_invalid": false, 2024-04-15T16:06:26.643 INFO:tasks.workunit.client.0.smithi016.stdout: "purged_snaps": [], 2024-04-15T16:06:26.643 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_epoch": 2721, 2024-04-15T16:06:26.643 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_seq": 4919, 2024-04-15T16:06:26.643 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_duration": 0.0, 2024-04-15T16:06:26.643 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-16T16:45:15.574364+0000", 2024-04-15T16:06:26.643 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrim_duration": 0.0, 2024-04-15T16:06:26.643 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrimq_len": 0, 2024-04-15T16:06:26.643 INFO:tasks.workunit.client.0.smithi016.stdout: "stat_sum": { 2024-04-15T16:06:26.644 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes": 0, 2024-04-15T16:06:26.644 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T16:06:26.644 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_recovered": 0, 2024-04-15T16:06:26.644 INFO:tasks.workunit.client.0.smithi016.stdout: "num_deep_scrub_errors": 0, 2024-04-15T16:06:26.644 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict": 0, 2024-04-15T16:06:26.644 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_kb": 0, 2024-04-15T16:06:26.644 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_full": 0, 2024-04-15T16:06:26.644 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_some": 0, 2024-04-15T16:06:26.644 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush": 0, 2024-04-15T16:06:26.644 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_kb": 0, 2024-04-15T16:06:26.644 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_high": 0, 2024-04-15T16:06:26.644 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_low": 0, 2024-04-15T16:06:26.644 INFO:tasks.workunit.client.0.smithi016.stdout: "num_keys_recovered": 0, 2024-04-15T16:06:26.644 INFO:tasks.workunit.client.0.smithi016.stdout: "num_large_omap_objects": 0, 2024-04-15T16:06:26.644 INFO:tasks.workunit.client.0.smithi016.stdout: "num_legacy_snapsets": 0, 2024-04-15T16:06:26.645 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_clones": 0, 2024-04-15T16:06:26.645 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_copies": 0, 2024-04-15T16:06:26.645 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects": 0, 2024-04-15T16:06:26.645 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_degraded": 0, 2024-04-15T16:06:26.645 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_dirty": 0, 2024-04-15T16:06:26.645 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T16:06:26.645 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_manifest": 0, 2024-04-15T16:06:26.645 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_misplaced": 0, 2024-04-15T16:06:26.645 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing": 0, 2024-04-15T16:06:26.645 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T16:06:26.645 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_omap": 0, 2024-04-15T16:06:26.645 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_pinned": 0, 2024-04-15T16:06:26.645 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_recovered": 0, 2024-04-15T16:06:26.646 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_repaired": 0, 2024-04-15T16:06:26.646 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_unfound": 0, 2024-04-15T16:06:26.646 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_bytes": 0, 2024-04-15T16:06:26.646 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_keys": 0, 2024-04-15T16:06:26.646 INFO:tasks.workunit.client.0.smithi016.stdout: "num_promote": 0, 2024-04-15T16:06:26.646 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read": 0, 2024-04-15T16:06:26.646 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read_kb": 0, 2024-04-15T16:06:26.646 INFO:tasks.workunit.client.0.smithi016.stdout: "num_scrub_errors": 0, 2024-04-15T16:06:26.646 INFO:tasks.workunit.client.0.smithi016.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T16:06:26.646 INFO:tasks.workunit.client.0.smithi016.stdout: "num_whiteouts": 0, 2024-04-15T16:06:26.646 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write": 0, 2024-04-15T16:06:26.646 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write_kb": 0 2024-04-15T16:06:26.646 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.647 INFO:tasks.workunit.client.0.smithi016.stdout: "state": "active+clean", 2024-04-15T16:06:26.647 INFO:tasks.workunit.client.0.smithi016.stdout: "stats_invalid": false, 2024-04-15T16:06:26.647 INFO:tasks.workunit.client.0.smithi016.stdout: "up": [ 2024-04-15T16:06:26.647 INFO:tasks.workunit.client.0.smithi016.stdout: 5, 2024-04-15T16:06:26.647 INFO:tasks.workunit.client.0.smithi016.stdout: 3, 2024-04-15T16:06:26.647 INFO:tasks.workunit.client.0.smithi016.stdout: 7 2024-04-15T16:06:26.647 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:26.647 INFO:tasks.workunit.client.0.smithi016.stdout: "up_primary": 5, 2024-04-15T16:06:26.647 INFO:tasks.workunit.client.0.smithi016.stdout: "version": "0'0" 2024-04-15T16:06:26.647 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.647 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-15T16:06:26.647 INFO:tasks.workunit.client.0.smithi016.stdout: "acting": [ 2024-04-15T16:06:26.647 INFO:tasks.workunit.client.0.smithi016.stdout: 0, 2024-04-15T16:06:26.647 INFO:tasks.workunit.client.0.smithi016.stdout: 7, 2024-04-15T16:06:26.647 INFO:tasks.workunit.client.0.smithi016.stdout: 3 2024-04-15T16:06:26.648 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:26.648 INFO:tasks.workunit.client.0.smithi016.stdout: "acting_primary": 0, 2024-04-15T16:06:26.648 INFO:tasks.workunit.client.0.smithi016.stdout: "avail_no_missing": [], 2024-04-15T16:06:26.648 INFO:tasks.workunit.client.0.smithi016.stdout: "blocked_by": [], 2024-04-15T16:06:26.648 INFO:tasks.workunit.client.0.smithi016.stdout: "created": 61, 2024-04-15T16:06:26.648 INFO:tasks.workunit.client.0.smithi016.stdout: "dirty_stats_invalid": false, 2024-04-15T16:06:26.648 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T16:06:26.648 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_stats_invalid": false, 2024-04-15T16:06:26.648 INFO:tasks.workunit.client.0.smithi016.stdout: "last_active": "2024-04-15T16:05:11.411640+0000", 2024-04-15T16:06:26.648 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_active": "2024-04-15T14:44:49.366044+0000", 2024-04-15T16:06:26.648 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_peered": "2024-04-15T14:44:49.366044+0000", 2024-04-15T16:06:26.648 INFO:tasks.workunit.client.0.smithi016.stdout: "last_change": "2024-04-15T14:44:49.366432+0000", 2024-04-15T16:06:26.648 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean": "2024-04-15T16:05:11.411640+0000", 2024-04-15T16:06:26.648 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T16:06:26.649 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub": "0'0", 2024-04-15T16:06:26.649 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T16:06:26.649 INFO:tasks.workunit.client.0.smithi016.stdout: "last_epoch_clean": 532, 2024-04-15T16:06:26.649 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fresh": "2024-04-15T16:05:11.411640+0000", 2024-04-15T16:06:26.649 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fullsized": "2024-04-15T16:05:11.411640+0000", 2024-04-15T16:06:26.649 INFO:tasks.workunit.client.0.smithi016.stdout: "last_peered": "2024-04-15T16:05:11.411640+0000", 2024-04-15T16:06:26.649 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub": "0'0", 2024-04-15T16:06:26.649 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_duration": 0, 2024-04-15T16:06:26.649 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T16:06:26.649 INFO:tasks.workunit.client.0.smithi016.stdout: "last_undegraded": "2024-04-15T16:05:11.411640+0000", 2024-04-15T16:06:26.649 INFO:tasks.workunit.client.0.smithi016.stdout: "last_unstale": "2024-04-15T16:05:11.411640+0000", 2024-04-15T16:06:26.649 INFO:tasks.workunit.client.0.smithi016.stdout: "log_dups_size": 0, 2024-04-15T16:06:26.649 INFO:tasks.workunit.client.0.smithi016.stdout: "log_size": 0, 2024-04-15T16:06:26.650 INFO:tasks.workunit.client.0.smithi016.stdout: "log_start": "0'0", 2024-04-15T16:06:26.650 INFO:tasks.workunit.client.0.smithi016.stdout: "manifest_stats_invalid": false, 2024-04-15T16:06:26.650 INFO:tasks.workunit.client.0.smithi016.stdout: "mapping_epoch": 531, 2024-04-15T16:06:26.650 INFO:tasks.workunit.client.0.smithi016.stdout: "object_location_counts": [], 2024-04-15T16:06:26.650 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_scrubbed": 0, 2024-04-15T16:06:26.650 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_trimmed": 0, 2024-04-15T16:06:26.650 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_stats_invalid": false, 2024-04-15T16:06:26.650 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_size": 0, 2024-04-15T16:06:26.650 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_start": "0'0", 2024-04-15T16:06:26.650 INFO:tasks.workunit.client.0.smithi016.stdout: "parent": "0.0", 2024-04-15T16:06:26.650 INFO:tasks.workunit.client.0.smithi016.stdout: "parent_split_bits": 0, 2024-04-15T16:06:26.650 INFO:tasks.workunit.client.0.smithi016.stdout: "pgid": "3.12", 2024-04-15T16:06:26.650 INFO:tasks.workunit.client.0.smithi016.stdout: "pin_stats_invalid": false, 2024-04-15T16:06:26.650 INFO:tasks.workunit.client.0.smithi016.stdout: "purged_snaps": [], 2024-04-15T16:06:26.650 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_epoch": 2721, 2024-04-15T16:06:26.651 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_seq": 5059, 2024-04-15T16:06:26.651 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_duration": 0.0, 2024-04-15T16:06:26.651 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-16T18:15:23.652097+0000", 2024-04-15T16:06:26.651 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrim_duration": 0.0, 2024-04-15T16:06:26.651 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrimq_len": 0, 2024-04-15T16:06:26.651 INFO:tasks.workunit.client.0.smithi016.stdout: "stat_sum": { 2024-04-15T16:06:26.651 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes": 0, 2024-04-15T16:06:26.651 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T16:06:26.651 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_recovered": 0, 2024-04-15T16:06:26.651 INFO:tasks.workunit.client.0.smithi016.stdout: "num_deep_scrub_errors": 0, 2024-04-15T16:06:26.651 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict": 0, 2024-04-15T16:06:26.651 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_kb": 0, 2024-04-15T16:06:26.651 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_full": 0, 2024-04-15T16:06:26.651 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_some": 0, 2024-04-15T16:06:26.652 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush": 0, 2024-04-15T16:06:26.652 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_kb": 0, 2024-04-15T16:06:26.652 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_high": 0, 2024-04-15T16:06:26.652 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_low": 0, 2024-04-15T16:06:26.652 INFO:tasks.workunit.client.0.smithi016.stdout: "num_keys_recovered": 0, 2024-04-15T16:06:26.652 INFO:tasks.workunit.client.0.smithi016.stdout: "num_large_omap_objects": 0, 2024-04-15T16:06:26.652 INFO:tasks.workunit.client.0.smithi016.stdout: "num_legacy_snapsets": 0, 2024-04-15T16:06:26.652 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_clones": 0, 2024-04-15T16:06:26.652 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_copies": 0, 2024-04-15T16:06:26.652 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects": 0, 2024-04-15T16:06:26.652 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_degraded": 0, 2024-04-15T16:06:26.652 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_dirty": 0, 2024-04-15T16:06:26.652 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T16:06:26.652 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_manifest": 0, 2024-04-15T16:06:26.652 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_misplaced": 0, 2024-04-15T16:06:26.653 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing": 0, 2024-04-15T16:06:26.653 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T16:06:26.653 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_omap": 0, 2024-04-15T16:06:26.653 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_pinned": 0, 2024-04-15T16:06:26.653 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_recovered": 0, 2024-04-15T16:06:26.653 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_repaired": 0, 2024-04-15T16:06:26.653 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_unfound": 0, 2024-04-15T16:06:26.653 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_bytes": 0, 2024-04-15T16:06:26.653 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_keys": 0, 2024-04-15T16:06:26.653 INFO:tasks.workunit.client.0.smithi016.stdout: "num_promote": 0, 2024-04-15T16:06:26.653 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read": 0, 2024-04-15T16:06:26.653 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read_kb": 0, 2024-04-15T16:06:26.653 INFO:tasks.workunit.client.0.smithi016.stdout: "num_scrub_errors": 0, 2024-04-15T16:06:26.653 INFO:tasks.workunit.client.0.smithi016.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T16:06:26.653 INFO:tasks.workunit.client.0.smithi016.stdout: "num_whiteouts": 0, 2024-04-15T16:06:26.654 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write": 0, 2024-04-15T16:06:26.654 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write_kb": 0 2024-04-15T16:06:26.654 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.654 INFO:tasks.workunit.client.0.smithi016.stdout: "state": "active+clean", 2024-04-15T16:06:26.654 INFO:tasks.workunit.client.0.smithi016.stdout: "stats_invalid": false, 2024-04-15T16:06:26.654 INFO:tasks.workunit.client.0.smithi016.stdout: "up": [ 2024-04-15T16:06:26.654 INFO:tasks.workunit.client.0.smithi016.stdout: 0, 2024-04-15T16:06:26.654 INFO:tasks.workunit.client.0.smithi016.stdout: 7, 2024-04-15T16:06:26.654 INFO:tasks.workunit.client.0.smithi016.stdout: 3 2024-04-15T16:06:26.654 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:26.654 INFO:tasks.workunit.client.0.smithi016.stdout: "up_primary": 0, 2024-04-15T16:06:26.654 INFO:tasks.workunit.client.0.smithi016.stdout: "version": "0'0" 2024-04-15T16:06:26.654 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.654 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-15T16:06:26.655 INFO:tasks.workunit.client.0.smithi016.stdout: "acting": [ 2024-04-15T16:06:26.655 INFO:tasks.workunit.client.0.smithi016.stdout: 0, 2024-04-15T16:06:26.655 INFO:tasks.workunit.client.0.smithi016.stdout: 4, 2024-04-15T16:06:26.655 INFO:tasks.workunit.client.0.smithi016.stdout: 3 2024-04-15T16:06:26.655 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:26.655 INFO:tasks.workunit.client.0.smithi016.stdout: "acting_primary": 0, 2024-04-15T16:06:26.655 INFO:tasks.workunit.client.0.smithi016.stdout: "avail_no_missing": [], 2024-04-15T16:06:26.655 INFO:tasks.workunit.client.0.smithi016.stdout: "blocked_by": [], 2024-04-15T16:06:26.655 INFO:tasks.workunit.client.0.smithi016.stdout: "created": 60, 2024-04-15T16:06:26.655 INFO:tasks.workunit.client.0.smithi016.stdout: "dirty_stats_invalid": false, 2024-04-15T16:06:26.655 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T16:06:26.655 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_stats_invalid": false, 2024-04-15T16:06:26.655 INFO:tasks.workunit.client.0.smithi016.stdout: "last_active": "2024-04-15T16:05:11.412887+0000", 2024-04-15T16:06:26.655 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_active": "2024-04-15T14:43:32.414359+0000", 2024-04-15T16:06:26.655 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_peered": "2024-04-15T14:43:32.414359+0000", 2024-04-15T16:06:26.656 INFO:tasks.workunit.client.0.smithi016.stdout: "last_change": "2024-04-15T14:43:32.414906+0000", 2024-04-15T16:06:26.656 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean": "2024-04-15T16:05:11.412887+0000", 2024-04-15T16:06:26.656 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean_scrub_stamp": "2024-04-15T14:33:33.599136+0000", 2024-04-15T16:06:26.656 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub": "0'0", 2024-04-15T16:06:26.656 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub_stamp": "2024-04-15T14:33:33.599136+0000", 2024-04-15T16:06:26.656 INFO:tasks.workunit.client.0.smithi016.stdout: "last_epoch_clean": 455, 2024-04-15T16:06:26.656 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fresh": "2024-04-15T16:05:11.412887+0000", 2024-04-15T16:06:26.656 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fullsized": "2024-04-15T16:05:11.412887+0000", 2024-04-15T16:06:26.656 INFO:tasks.workunit.client.0.smithi016.stdout: "last_peered": "2024-04-15T16:05:11.412887+0000", 2024-04-15T16:06:26.656 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub": "0'0", 2024-04-15T16:06:26.656 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_duration": 0, 2024-04-15T16:06:26.656 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_stamp": "2024-04-15T14:33:33.599136+0000", 2024-04-15T16:06:26.656 INFO:tasks.workunit.client.0.smithi016.stdout: "last_undegraded": "2024-04-15T16:05:11.412887+0000", 2024-04-15T16:06:26.656 INFO:tasks.workunit.client.0.smithi016.stdout: "last_unstale": "2024-04-15T16:05:11.412887+0000", 2024-04-15T16:06:26.657 INFO:tasks.workunit.client.0.smithi016.stdout: "log_dups_size": 0, 2024-04-15T16:06:26.657 INFO:tasks.workunit.client.0.smithi016.stdout: "log_size": 2, 2024-04-15T16:06:26.657 INFO:tasks.workunit.client.0.smithi016.stdout: "log_start": "0'0", 2024-04-15T16:06:26.657 INFO:tasks.workunit.client.0.smithi016.stdout: "manifest_stats_invalid": false, 2024-04-15T16:06:26.657 INFO:tasks.workunit.client.0.smithi016.stdout: "mapping_epoch": 454, 2024-04-15T16:06:26.657 INFO:tasks.workunit.client.0.smithi016.stdout: "object_location_counts": [], 2024-04-15T16:06:26.657 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_scrubbed": 0, 2024-04-15T16:06:26.657 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_trimmed": 0, 2024-04-15T16:06:26.657 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_stats_invalid": false, 2024-04-15T16:06:26.657 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_size": 2, 2024-04-15T16:06:26.657 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_start": "0'0", 2024-04-15T16:06:26.657 INFO:tasks.workunit.client.0.smithi016.stdout: "parent": "0.0", 2024-04-15T16:06:26.657 INFO:tasks.workunit.client.0.smithi016.stdout: "parent_split_bits": 0, 2024-04-15T16:06:26.657 INFO:tasks.workunit.client.0.smithi016.stdout: "pgid": "2.13", 2024-04-15T16:06:26.658 INFO:tasks.workunit.client.0.smithi016.stdout: "pin_stats_invalid": false, 2024-04-15T16:06:26.658 INFO:tasks.workunit.client.0.smithi016.stdout: "purged_snaps": [], 2024-04-15T16:06:26.658 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_epoch": 2721, 2024-04-15T16:06:26.658 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_seq": 5066, 2024-04-15T16:06:26.658 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_duration": 0.0, 2024-04-15T16:06:26.658 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-17T02:15:39.001927+0000", 2024-04-15T16:06:26.658 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrim_duration": 0.0, 2024-04-15T16:06:26.658 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrimq_len": 0, 2024-04-15T16:06:26.658 INFO:tasks.workunit.client.0.smithi016.stdout: "stat_sum": { 2024-04-15T16:06:26.658 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes": 34, 2024-04-15T16:06:26.658 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T16:06:26.658 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_recovered": 0, 2024-04-15T16:06:26.658 INFO:tasks.workunit.client.0.smithi016.stdout: "num_deep_scrub_errors": 0, 2024-04-15T16:06:26.658 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict": 0, 2024-04-15T16:06:26.659 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_kb": 0, 2024-04-15T16:06:26.659 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_full": 0, 2024-04-15T16:06:26.659 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_some": 0, 2024-04-15T16:06:26.659 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush": 0, 2024-04-15T16:06:26.659 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_kb": 0, 2024-04-15T16:06:26.659 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_high": 0, 2024-04-15T16:06:26.659 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_low": 0, 2024-04-15T16:06:26.659 INFO:tasks.workunit.client.0.smithi016.stdout: "num_keys_recovered": 0, 2024-04-15T16:06:26.659 INFO:tasks.workunit.client.0.smithi016.stdout: "num_large_omap_objects": 0, 2024-04-15T16:06:26.659 INFO:tasks.workunit.client.0.smithi016.stdout: "num_legacy_snapsets": 0, 2024-04-15T16:06:26.659 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_clones": 0, 2024-04-15T16:06:26.659 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_copies": 6, 2024-04-15T16:06:26.659 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects": 2, 2024-04-15T16:06:26.659 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_degraded": 0, 2024-04-15T16:06:26.659 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_dirty": 2, 2024-04-15T16:06:26.660 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T16:06:26.660 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_manifest": 0, 2024-04-15T16:06:26.660 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_misplaced": 0, 2024-04-15T16:06:26.660 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing": 0, 2024-04-15T16:06:26.660 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T16:06:26.660 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_omap": 1, 2024-04-15T16:06:26.660 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_pinned": 0, 2024-04-15T16:06:26.660 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_recovered": 0, 2024-04-15T16:06:26.660 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_repaired": 0, 2024-04-15T16:06:26.660 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_unfound": 0, 2024-04-15T16:06:26.660 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_bytes": 0, 2024-04-15T16:06:26.660 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_keys": 0, 2024-04-15T16:06:26.660 INFO:tasks.workunit.client.0.smithi016.stdout: "num_promote": 0, 2024-04-15T16:06:26.660 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read": 8, 2024-04-15T16:06:26.661 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read_kb": 16, 2024-04-15T16:06:26.661 INFO:tasks.workunit.client.0.smithi016.stdout: "num_scrub_errors": 0, 2024-04-15T16:06:26.661 INFO:tasks.workunit.client.0.smithi016.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T16:06:26.661 INFO:tasks.workunit.client.0.smithi016.stdout: "num_whiteouts": 0, 2024-04-15T16:06:26.661 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write": 3, 2024-04-15T16:06:26.661 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write_kb": 7 2024-04-15T16:06:26.661 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.661 INFO:tasks.workunit.client.0.smithi016.stdout: "state": "active+clean", 2024-04-15T16:06:26.661 INFO:tasks.workunit.client.0.smithi016.stdout: "stats_invalid": false, 2024-04-15T16:06:26.661 INFO:tasks.workunit.client.0.smithi016.stdout: "up": [ 2024-04-15T16:06:26.661 INFO:tasks.workunit.client.0.smithi016.stdout: 0, 2024-04-15T16:06:26.661 INFO:tasks.workunit.client.0.smithi016.stdout: 4, 2024-04-15T16:06:26.661 INFO:tasks.workunit.client.0.smithi016.stdout: 3 2024-04-15T16:06:26.661 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:26.661 INFO:tasks.workunit.client.0.smithi016.stdout: "up_primary": 0, 2024-04-15T16:06:26.662 INFO:tasks.workunit.client.0.smithi016.stdout: "version": "62'2" 2024-04-15T16:06:26.662 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.662 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-15T16:06:26.662 INFO:tasks.workunit.client.0.smithi016.stdout: "acting": [ 2024-04-15T16:06:26.662 INFO:tasks.workunit.client.0.smithi016.stdout: 7, 2024-04-15T16:06:26.662 INFO:tasks.workunit.client.0.smithi016.stdout: 3, 2024-04-15T16:06:26.662 INFO:tasks.workunit.client.0.smithi016.stdout: 4 2024-04-15T16:06:26.662 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:26.662 INFO:tasks.workunit.client.0.smithi016.stdout: "acting_primary": 7, 2024-04-15T16:06:26.662 INFO:tasks.workunit.client.0.smithi016.stdout: "avail_no_missing": [], 2024-04-15T16:06:26.662 INFO:tasks.workunit.client.0.smithi016.stdout: "blocked_by": [], 2024-04-15T16:06:26.662 INFO:tasks.workunit.client.0.smithi016.stdout: "created": 61, 2024-04-15T16:06:26.662 INFO:tasks.workunit.client.0.smithi016.stdout: "dirty_stats_invalid": false, 2024-04-15T16:06:26.662 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T16:06:26.663 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_stats_invalid": false, 2024-04-15T16:06:26.663 INFO:tasks.workunit.client.0.smithi016.stdout: "last_active": "2024-04-15T16:05:12.201164+0000", 2024-04-15T16:06:26.663 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_active": "2024-04-15T14:44:49.366282+0000", 2024-04-15T16:06:26.663 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_peered": "2024-04-15T14:44:49.366282+0000", 2024-04-15T16:06:26.663 INFO:tasks.workunit.client.0.smithi016.stdout: "last_change": "2024-04-15T14:44:49.369207+0000", 2024-04-15T16:06:26.663 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean": "2024-04-15T16:05:12.201164+0000", 2024-04-15T16:06:26.663 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T16:06:26.663 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub": "0'0", 2024-04-15T16:06:26.663 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T16:06:26.663 INFO:tasks.workunit.client.0.smithi016.stdout: "last_epoch_clean": 532, 2024-04-15T16:06:26.663 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fresh": "2024-04-15T16:05:12.201164+0000", 2024-04-15T16:06:26.663 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fullsized": "2024-04-15T16:05:12.201164+0000", 2024-04-15T16:06:26.663 INFO:tasks.workunit.client.0.smithi016.stdout: "last_peered": "2024-04-15T16:05:12.201164+0000", 2024-04-15T16:06:26.663 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub": "0'0", 2024-04-15T16:06:26.664 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_duration": 0, 2024-04-15T16:06:26.664 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T16:06:26.664 INFO:tasks.workunit.client.0.smithi016.stdout: "last_undegraded": "2024-04-15T16:05:12.201164+0000", 2024-04-15T16:06:26.664 INFO:tasks.workunit.client.0.smithi016.stdout: "last_unstale": "2024-04-15T16:05:12.201164+0000", 2024-04-15T16:06:26.664 INFO:tasks.workunit.client.0.smithi016.stdout: "log_dups_size": 0, 2024-04-15T16:06:26.664 INFO:tasks.workunit.client.0.smithi016.stdout: "log_size": 0, 2024-04-15T16:06:26.664 INFO:tasks.workunit.client.0.smithi016.stdout: "log_start": "0'0", 2024-04-15T16:06:26.664 INFO:tasks.workunit.client.0.smithi016.stdout: "manifest_stats_invalid": false, 2024-04-15T16:06:26.664 INFO:tasks.workunit.client.0.smithi016.stdout: "mapping_epoch": 531, 2024-04-15T16:06:26.664 INFO:tasks.workunit.client.0.smithi016.stdout: "object_location_counts": [], 2024-04-15T16:06:26.664 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_scrubbed": 0, 2024-04-15T16:06:26.664 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_trimmed": 0, 2024-04-15T16:06:26.664 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_stats_invalid": false, 2024-04-15T16:06:26.664 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_size": 0, 2024-04-15T16:06:26.664 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_start": "0'0", 2024-04-15T16:06:26.665 INFO:tasks.workunit.client.0.smithi016.stdout: "parent": "0.0", 2024-04-15T16:06:26.665 INFO:tasks.workunit.client.0.smithi016.stdout: "parent_split_bits": 0, 2024-04-15T16:06:26.665 INFO:tasks.workunit.client.0.smithi016.stdout: "pgid": "3.15", 2024-04-15T16:06:26.665 INFO:tasks.workunit.client.0.smithi016.stdout: "pin_stats_invalid": false, 2024-04-15T16:06:26.665 INFO:tasks.workunit.client.0.smithi016.stdout: "purged_snaps": [], 2024-04-15T16:06:26.665 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_epoch": 2721, 2024-04-15T16:06:26.665 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_seq": 4855, 2024-04-15T16:06:26.665 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_duration": 0.0, 2024-04-15T16:06:26.665 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-16T14:38:09.329589+0000", 2024-04-15T16:06:26.665 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrim_duration": 0.0, 2024-04-15T16:06:26.665 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrimq_len": 0, 2024-04-15T16:06:26.665 INFO:tasks.workunit.client.0.smithi016.stdout: "stat_sum": { 2024-04-15T16:06:26.665 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes": 0, 2024-04-15T16:06:26.665 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T16:06:26.666 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_recovered": 0, 2024-04-15T16:06:26.666 INFO:tasks.workunit.client.0.smithi016.stdout: "num_deep_scrub_errors": 0, 2024-04-15T16:06:26.666 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict": 0, 2024-04-15T16:06:26.666 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_kb": 0, 2024-04-15T16:06:26.666 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_full": 0, 2024-04-15T16:06:26.666 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_some": 0, 2024-04-15T16:06:26.666 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush": 0, 2024-04-15T16:06:26.666 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_kb": 0, 2024-04-15T16:06:26.666 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_high": 0, 2024-04-15T16:06:26.666 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_low": 0, 2024-04-15T16:06:26.666 INFO:tasks.workunit.client.0.smithi016.stdout: "num_keys_recovered": 0, 2024-04-15T16:06:26.666 INFO:tasks.workunit.client.0.smithi016.stdout: "num_large_omap_objects": 0, 2024-04-15T16:06:26.666 INFO:tasks.workunit.client.0.smithi016.stdout: "num_legacy_snapsets": 0, 2024-04-15T16:06:26.666 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_clones": 0, 2024-04-15T16:06:26.666 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_copies": 0, 2024-04-15T16:06:26.667 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects": 0, 2024-04-15T16:06:26.667 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_degraded": 0, 2024-04-15T16:06:26.667 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_dirty": 0, 2024-04-15T16:06:26.667 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T16:06:26.667 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_manifest": 0, 2024-04-15T16:06:26.667 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_misplaced": 0, 2024-04-15T16:06:26.667 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing": 0, 2024-04-15T16:06:26.667 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T16:06:26.667 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_omap": 0, 2024-04-15T16:06:26.667 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_pinned": 0, 2024-04-15T16:06:26.667 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_recovered": 0, 2024-04-15T16:06:26.667 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_repaired": 0, 2024-04-15T16:06:26.667 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_unfound": 0, 2024-04-15T16:06:26.667 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_bytes": 0, 2024-04-15T16:06:26.668 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_keys": 0, 2024-04-15T16:06:26.668 INFO:tasks.workunit.client.0.smithi016.stdout: "num_promote": 0, 2024-04-15T16:06:26.668 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read": 0, 2024-04-15T16:06:26.668 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read_kb": 0, 2024-04-15T16:06:26.668 INFO:tasks.workunit.client.0.smithi016.stdout: "num_scrub_errors": 0, 2024-04-15T16:06:26.668 INFO:tasks.workunit.client.0.smithi016.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T16:06:26.668 INFO:tasks.workunit.client.0.smithi016.stdout: "num_whiteouts": 0, 2024-04-15T16:06:26.668 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write": 0, 2024-04-15T16:06:26.668 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write_kb": 0 2024-04-15T16:06:26.668 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.668 INFO:tasks.workunit.client.0.smithi016.stdout: "state": "active+clean", 2024-04-15T16:06:26.668 INFO:tasks.workunit.client.0.smithi016.stdout: "stats_invalid": false, 2024-04-15T16:06:26.668 INFO:tasks.workunit.client.0.smithi016.stdout: "up": [ 2024-04-15T16:06:26.668 INFO:tasks.workunit.client.0.smithi016.stdout: 7, 2024-04-15T16:06:26.668 INFO:tasks.workunit.client.0.smithi016.stdout: 3, 2024-04-15T16:06:26.669 INFO:tasks.workunit.client.0.smithi016.stdout: 4 2024-04-15T16:06:26.669 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:26.669 INFO:tasks.workunit.client.0.smithi016.stdout: "up_primary": 7, 2024-04-15T16:06:26.669 INFO:tasks.workunit.client.0.smithi016.stdout: "version": "0'0" 2024-04-15T16:06:26.669 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.669 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-15T16:06:26.669 INFO:tasks.workunit.client.0.smithi016.stdout: "acting": [ 2024-04-15T16:06:26.669 INFO:tasks.workunit.client.0.smithi016.stdout: 6, 2024-04-15T16:06:26.669 INFO:tasks.workunit.client.0.smithi016.stdout: 3, 2024-04-15T16:06:26.669 INFO:tasks.workunit.client.0.smithi016.stdout: 5 2024-04-15T16:06:26.669 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:26.669 INFO:tasks.workunit.client.0.smithi016.stdout: "acting_primary": 6, 2024-04-15T16:06:26.669 INFO:tasks.workunit.client.0.smithi016.stdout: "avail_no_missing": [], 2024-04-15T16:06:26.669 INFO:tasks.workunit.client.0.smithi016.stdout: "blocked_by": [], 2024-04-15T16:06:26.669 INFO:tasks.workunit.client.0.smithi016.stdout: "created": 60, 2024-04-15T16:06:26.670 INFO:tasks.workunit.client.0.smithi016.stdout: "dirty_stats_invalid": false, 2024-04-15T16:06:26.670 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T16:06:26.670 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_stats_invalid": false, 2024-04-15T16:06:26.670 INFO:tasks.workunit.client.0.smithi016.stdout: "last_active": "2024-04-15T16:05:11.412919+0000", 2024-04-15T16:06:26.670 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_active": "2024-04-15T14:44:28.457979+0000", 2024-04-15T16:06:26.670 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_peered": "2024-04-15T14:44:28.457979+0000", 2024-04-15T16:06:26.670 INFO:tasks.workunit.client.0.smithi016.stdout: "last_change": "2024-04-15T14:44:28.458407+0000", 2024-04-15T16:06:26.670 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean": "2024-04-15T16:05:11.412919+0000", 2024-04-15T16:06:26.670 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean_scrub_stamp": "2024-04-15T14:33:33.599136+0000", 2024-04-15T16:06:26.670 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub": "0'0", 2024-04-15T16:06:26.670 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub_stamp": "2024-04-15T14:33:33.599136+0000", 2024-04-15T16:06:26.670 INFO:tasks.workunit.client.0.smithi016.stdout: "last_epoch_clean": 511, 2024-04-15T16:06:26.670 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fresh": "2024-04-15T16:05:11.412919+0000", 2024-04-15T16:06:26.670 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fullsized": "2024-04-15T16:05:11.412919+0000", 2024-04-15T16:06:26.671 INFO:tasks.workunit.client.0.smithi016.stdout: "last_peered": "2024-04-15T16:05:11.412919+0000", 2024-04-15T16:06:26.671 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub": "0'0", 2024-04-15T16:06:26.671 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_duration": 0, 2024-04-15T16:06:26.671 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_stamp": "2024-04-15T14:33:33.599136+0000", 2024-04-15T16:06:26.671 INFO:tasks.workunit.client.0.smithi016.stdout: "last_undegraded": "2024-04-15T16:05:11.412919+0000", 2024-04-15T16:06:26.671 INFO:tasks.workunit.client.0.smithi016.stdout: "last_unstale": "2024-04-15T16:05:11.412919+0000", 2024-04-15T16:06:26.671 INFO:tasks.workunit.client.0.smithi016.stdout: "log_dups_size": 0, 2024-04-15T16:06:26.671 INFO:tasks.workunit.client.0.smithi016.stdout: "log_size": 30, 2024-04-15T16:06:26.671 INFO:tasks.workunit.client.0.smithi016.stdout: "log_start": "0'0", 2024-04-15T16:06:26.671 INFO:tasks.workunit.client.0.smithi016.stdout: "manifest_stats_invalid": false, 2024-04-15T16:06:26.671 INFO:tasks.workunit.client.0.smithi016.stdout: "mapping_epoch": 510, 2024-04-15T16:06:26.671 INFO:tasks.workunit.client.0.smithi016.stdout: "object_location_counts": [], 2024-04-15T16:06:26.671 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_scrubbed": 0, 2024-04-15T16:06:26.671 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_trimmed": 0, 2024-04-15T16:06:26.672 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_stats_invalid": false, 2024-04-15T16:06:26.672 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_size": 30, 2024-04-15T16:06:26.672 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_start": "0'0", 2024-04-15T16:06:26.672 INFO:tasks.workunit.client.0.smithi016.stdout: "parent": "0.0", 2024-04-15T16:06:26.672 INFO:tasks.workunit.client.0.smithi016.stdout: "parent_split_bits": 0, 2024-04-15T16:06:26.672 INFO:tasks.workunit.client.0.smithi016.stdout: "pgid": "2.14", 2024-04-15T16:06:26.672 INFO:tasks.workunit.client.0.smithi016.stdout: "pin_stats_invalid": false, 2024-04-15T16:06:26.672 INFO:tasks.workunit.client.0.smithi016.stdout: "purged_snaps": [], 2024-04-15T16:06:26.672 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_epoch": 2721, 2024-04-15T16:06:26.672 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_seq": 4920, 2024-04-15T16:06:26.672 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_duration": 0.0, 2024-04-15T16:06:26.672 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-16T18:59:14.599281+0000", 2024-04-15T16:06:26.672 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrim_duration": 0.0, 2024-04-15T16:06:26.672 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrimq_len": 0, 2024-04-15T16:06:26.673 INFO:tasks.workunit.client.0.smithi016.stdout: "stat_sum": { 2024-04-15T16:06:26.673 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes": 5824, 2024-04-15T16:06:26.673 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T16:06:26.673 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_recovered": 0, 2024-04-15T16:06:26.673 INFO:tasks.workunit.client.0.smithi016.stdout: "num_deep_scrub_errors": 0, 2024-04-15T16:06:26.673 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict": 0, 2024-04-15T16:06:26.673 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_kb": 0, 2024-04-15T16:06:26.673 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_full": 0, 2024-04-15T16:06:26.673 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_some": 0, 2024-04-15T16:06:26.673 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush": 0, 2024-04-15T16:06:26.673 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_kb": 0, 2024-04-15T16:06:26.673 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_high": 0, 2024-04-15T16:06:26.673 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_low": 0, 2024-04-15T16:06:26.673 INFO:tasks.workunit.client.0.smithi016.stdout: "num_keys_recovered": 0, 2024-04-15T16:06:26.674 INFO:tasks.workunit.client.0.smithi016.stdout: "num_large_omap_objects": 0, 2024-04-15T16:06:26.674 INFO:tasks.workunit.client.0.smithi016.stdout: "num_legacy_snapsets": 0, 2024-04-15T16:06:26.674 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_clones": 0, 2024-04-15T16:06:26.674 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_copies": 12, 2024-04-15T16:06:26.674 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects": 4, 2024-04-15T16:06:26.674 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_degraded": 0, 2024-04-15T16:06:26.674 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_dirty": 4, 2024-04-15T16:06:26.674 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T16:06:26.674 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_manifest": 0, 2024-04-15T16:06:26.674 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_misplaced": 0, 2024-04-15T16:06:26.674 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing": 0, 2024-04-15T16:06:26.674 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T16:06:26.674 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_omap": 1, 2024-04-15T16:06:26.674 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_pinned": 0, 2024-04-15T16:06:26.675 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_recovered": 0, 2024-04-15T16:06:26.675 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_repaired": 0, 2024-04-15T16:06:26.675 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_unfound": 0, 2024-04-15T16:06:26.675 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_bytes": 0, 2024-04-15T16:06:26.675 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_keys": 0, 2024-04-15T16:06:26.675 INFO:tasks.workunit.client.0.smithi016.stdout: "num_promote": 0, 2024-04-15T16:06:26.675 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read": 20, 2024-04-15T16:06:26.675 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read_kb": 28, 2024-04-15T16:06:26.675 INFO:tasks.workunit.client.0.smithi016.stdout: "num_scrub_errors": 0, 2024-04-15T16:06:26.675 INFO:tasks.workunit.client.0.smithi016.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T16:06:26.675 INFO:tasks.workunit.client.0.smithi016.stdout: "num_whiteouts": 0, 2024-04-15T16:06:26.675 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write": 28, 2024-04-15T16:06:26.675 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write_kb": 25 2024-04-15T16:06:26.675 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.676 INFO:tasks.workunit.client.0.smithi016.stdout: "state": "active+clean", 2024-04-15T16:06:26.676 INFO:tasks.workunit.client.0.smithi016.stdout: "stats_invalid": false, 2024-04-15T16:06:26.676 INFO:tasks.workunit.client.0.smithi016.stdout: "up": [ 2024-04-15T16:06:26.676 INFO:tasks.workunit.client.0.smithi016.stdout: 6, 2024-04-15T16:06:26.676 INFO:tasks.workunit.client.0.smithi016.stdout: 3, 2024-04-15T16:06:26.676 INFO:tasks.workunit.client.0.smithi016.stdout: 5 2024-04-15T16:06:26.676 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:26.676 INFO:tasks.workunit.client.0.smithi016.stdout: "up_primary": 6, 2024-04-15T16:06:26.676 INFO:tasks.workunit.client.0.smithi016.stdout: "version": "560'30" 2024-04-15T16:06:26.676 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.676 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-15T16:06:26.676 INFO:tasks.workunit.client.0.smithi016.stdout: "acting": [ 2024-04-15T16:06:26.676 INFO:tasks.workunit.client.0.smithi016.stdout: 4, 2024-04-15T16:06:26.676 INFO:tasks.workunit.client.0.smithi016.stdout: 7, 2024-04-15T16:06:26.676 INFO:tasks.workunit.client.0.smithi016.stdout: 6 2024-04-15T16:06:26.677 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:26.677 INFO:tasks.workunit.client.0.smithi016.stdout: "acting_primary": 4, 2024-04-15T16:06:26.677 INFO:tasks.workunit.client.0.smithi016.stdout: "avail_no_missing": [], 2024-04-15T16:06:26.677 INFO:tasks.workunit.client.0.smithi016.stdout: "blocked_by": [], 2024-04-15T16:06:26.677 INFO:tasks.workunit.client.0.smithi016.stdout: "created": 61, 2024-04-15T16:06:26.677 INFO:tasks.workunit.client.0.smithi016.stdout: "dirty_stats_invalid": false, 2024-04-15T16:06:26.677 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T16:06:26.677 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_stats_invalid": false, 2024-04-15T16:06:26.677 INFO:tasks.workunit.client.0.smithi016.stdout: "last_active": "2024-04-15T16:05:12.200312+0000", 2024-04-15T16:06:26.677 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_active": "2024-04-15T14:44:49.369834+0000", 2024-04-15T16:06:26.677 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_peered": "2024-04-15T14:44:49.369834+0000", 2024-04-15T16:06:26.677 INFO:tasks.workunit.client.0.smithi016.stdout: "last_change": "2024-04-15T14:44:49.370155+0000", 2024-04-15T16:06:26.677 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean": "2024-04-15T16:05:12.200312+0000", 2024-04-15T16:06:26.677 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T16:06:26.678 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub": "0'0", 2024-04-15T16:06:26.678 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T16:06:26.678 INFO:tasks.workunit.client.0.smithi016.stdout: "last_epoch_clean": 532, 2024-04-15T16:06:26.678 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fresh": "2024-04-15T16:05:12.200312+0000", 2024-04-15T16:06:26.678 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fullsized": "2024-04-15T16:05:12.200312+0000", 2024-04-15T16:06:26.678 INFO:tasks.workunit.client.0.smithi016.stdout: "last_peered": "2024-04-15T16:05:12.200312+0000", 2024-04-15T16:06:26.678 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub": "0'0", 2024-04-15T16:06:26.678 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_duration": 0, 2024-04-15T16:06:26.678 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T16:06:26.678 INFO:tasks.workunit.client.0.smithi016.stdout: "last_undegraded": "2024-04-15T16:05:12.200312+0000", 2024-04-15T16:06:26.678 INFO:tasks.workunit.client.0.smithi016.stdout: "last_unstale": "2024-04-15T16:05:12.200312+0000", 2024-04-15T16:06:26.678 INFO:tasks.workunit.client.0.smithi016.stdout: "log_dups_size": 0, 2024-04-15T16:06:26.678 INFO:tasks.workunit.client.0.smithi016.stdout: "log_size": 0, 2024-04-15T16:06:26.679 INFO:tasks.workunit.client.0.smithi016.stdout: "log_start": "0'0", 2024-04-15T16:06:26.679 INFO:tasks.workunit.client.0.smithi016.stdout: "manifest_stats_invalid": false, 2024-04-15T16:06:26.679 INFO:tasks.workunit.client.0.smithi016.stdout: "mapping_epoch": 531, 2024-04-15T16:06:26.679 INFO:tasks.workunit.client.0.smithi016.stdout: "object_location_counts": [], 2024-04-15T16:06:26.679 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_scrubbed": 0, 2024-04-15T16:06:26.679 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_trimmed": 0, 2024-04-15T16:06:26.679 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_stats_invalid": false, 2024-04-15T16:06:26.679 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_size": 0, 2024-04-15T16:06:26.679 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_start": "0'0", 2024-04-15T16:06:26.679 INFO:tasks.workunit.client.0.smithi016.stdout: "parent": "0.0", 2024-04-15T16:06:26.679 INFO:tasks.workunit.client.0.smithi016.stdout: "parent_split_bits": 0, 2024-04-15T16:06:26.679 INFO:tasks.workunit.client.0.smithi016.stdout: "pgid": "3.14", 2024-04-15T16:06:26.679 INFO:tasks.workunit.client.0.smithi016.stdout: "pin_stats_invalid": false, 2024-04-15T16:06:26.679 INFO:tasks.workunit.client.0.smithi016.stdout: "purged_snaps": [], 2024-04-15T16:06:26.679 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_epoch": 2721, 2024-04-15T16:06:26.680 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_seq": 4967, 2024-04-15T16:06:26.680 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_duration": 0.0, 2024-04-15T16:06:26.680 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-16T18:41:50.293300+0000", 2024-04-15T16:06:26.680 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrim_duration": 0.0, 2024-04-15T16:06:26.680 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrimq_len": 0, 2024-04-15T16:06:26.680 INFO:tasks.workunit.client.0.smithi016.stdout: "stat_sum": { 2024-04-15T16:06:26.680 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes": 0, 2024-04-15T16:06:26.680 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T16:06:26.680 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_recovered": 0, 2024-04-15T16:06:26.680 INFO:tasks.workunit.client.0.smithi016.stdout: "num_deep_scrub_errors": 0, 2024-04-15T16:06:26.680 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict": 0, 2024-04-15T16:06:26.680 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_kb": 0, 2024-04-15T16:06:26.680 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_full": 0, 2024-04-15T16:06:26.680 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_some": 0, 2024-04-15T16:06:26.681 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush": 0, 2024-04-15T16:06:26.681 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_kb": 0, 2024-04-15T16:06:26.681 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_high": 0, 2024-04-15T16:06:26.681 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_low": 0, 2024-04-15T16:06:26.681 INFO:tasks.workunit.client.0.smithi016.stdout: "num_keys_recovered": 0, 2024-04-15T16:06:26.681 INFO:tasks.workunit.client.0.smithi016.stdout: "num_large_omap_objects": 0, 2024-04-15T16:06:26.681 INFO:tasks.workunit.client.0.smithi016.stdout: "num_legacy_snapsets": 0, 2024-04-15T16:06:26.681 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_clones": 0, 2024-04-15T16:06:26.681 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_copies": 0, 2024-04-15T16:06:26.681 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects": 0, 2024-04-15T16:06:26.681 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_degraded": 0, 2024-04-15T16:06:26.681 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_dirty": 0, 2024-04-15T16:06:26.681 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T16:06:26.681 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_manifest": 0, 2024-04-15T16:06:26.681 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_misplaced": 0, 2024-04-15T16:06:26.682 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing": 0, 2024-04-15T16:06:26.682 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T16:06:26.682 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_omap": 0, 2024-04-15T16:06:26.682 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_pinned": 0, 2024-04-15T16:06:26.682 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_recovered": 0, 2024-04-15T16:06:26.682 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_repaired": 0, 2024-04-15T16:06:26.682 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_unfound": 0, 2024-04-15T16:06:26.682 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_bytes": 0, 2024-04-15T16:06:26.682 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_keys": 0, 2024-04-15T16:06:26.682 INFO:tasks.workunit.client.0.smithi016.stdout: "num_promote": 0, 2024-04-15T16:06:26.682 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read": 0, 2024-04-15T16:06:26.682 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read_kb": 0, 2024-04-15T16:06:26.682 INFO:tasks.workunit.client.0.smithi016.stdout: "num_scrub_errors": 0, 2024-04-15T16:06:26.682 INFO:tasks.workunit.client.0.smithi016.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T16:06:26.683 INFO:tasks.workunit.client.0.smithi016.stdout: "num_whiteouts": 0, 2024-04-15T16:06:26.683 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write": 0, 2024-04-15T16:06:26.683 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write_kb": 0 2024-04-15T16:06:26.683 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.683 INFO:tasks.workunit.client.0.smithi016.stdout: "state": "active+clean", 2024-04-15T16:06:26.683 INFO:tasks.workunit.client.0.smithi016.stdout: "stats_invalid": false, 2024-04-15T16:06:26.683 INFO:tasks.workunit.client.0.smithi016.stdout: "up": [ 2024-04-15T16:06:26.683 INFO:tasks.workunit.client.0.smithi016.stdout: 4, 2024-04-15T16:06:26.683 INFO:tasks.workunit.client.0.smithi016.stdout: 7, 2024-04-15T16:06:26.683 INFO:tasks.workunit.client.0.smithi016.stdout: 6 2024-04-15T16:06:26.683 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:26.683 INFO:tasks.workunit.client.0.smithi016.stdout: "up_primary": 4, 2024-04-15T16:06:26.683 INFO:tasks.workunit.client.0.smithi016.stdout: "version": "0'0" 2024-04-15T16:06:26.683 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.684 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-15T16:06:26.684 INFO:tasks.workunit.client.0.smithi016.stdout: "acting": [ 2024-04-15T16:06:26.684 INFO:tasks.workunit.client.0.smithi016.stdout: 1, 2024-04-15T16:06:26.684 INFO:tasks.workunit.client.0.smithi016.stdout: 5, 2024-04-15T16:06:26.684 INFO:tasks.workunit.client.0.smithi016.stdout: 0 2024-04-15T16:06:26.684 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:26.684 INFO:tasks.workunit.client.0.smithi016.stdout: "acting_primary": 1, 2024-04-15T16:06:26.684 INFO:tasks.workunit.client.0.smithi016.stdout: "avail_no_missing": [], 2024-04-15T16:06:26.684 INFO:tasks.workunit.client.0.smithi016.stdout: "blocked_by": [], 2024-04-15T16:06:26.684 INFO:tasks.workunit.client.0.smithi016.stdout: "created": 60, 2024-04-15T16:06:26.684 INFO:tasks.workunit.client.0.smithi016.stdout: "dirty_stats_invalid": false, 2024-04-15T16:06:26.684 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T16:06:26.684 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_stats_invalid": false, 2024-04-15T16:06:26.684 INFO:tasks.workunit.client.0.smithi016.stdout: "last_active": "2024-04-15T16:05:11.869924+0000", 2024-04-15T16:06:26.685 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_active": "2024-04-15T14:43:53.355629+0000", 2024-04-15T16:06:26.685 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_peered": "2024-04-15T14:43:53.355629+0000", 2024-04-15T16:06:26.685 INFO:tasks.workunit.client.0.smithi016.stdout: "last_change": "2024-04-15T14:43:53.356050+0000", 2024-04-15T16:06:26.685 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean": "2024-04-15T16:05:11.869924+0000", 2024-04-15T16:06:26.685 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean_scrub_stamp": "2024-04-15T14:33:33.599136+0000", 2024-04-15T16:06:26.685 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub": "0'0", 2024-04-15T16:06:26.685 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub_stamp": "2024-04-15T14:33:33.599136+0000", 2024-04-15T16:06:26.685 INFO:tasks.workunit.client.0.smithi016.stdout: "last_epoch_clean": 476, 2024-04-15T16:06:26.685 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fresh": "2024-04-15T16:05:11.869924+0000", 2024-04-15T16:06:26.685 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fullsized": "2024-04-15T16:05:11.869924+0000", 2024-04-15T16:06:26.685 INFO:tasks.workunit.client.0.smithi016.stdout: "last_peered": "2024-04-15T16:05:11.869924+0000", 2024-04-15T16:06:26.685 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub": "0'0", 2024-04-15T16:06:26.685 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_duration": 0, 2024-04-15T16:06:26.685 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_stamp": "2024-04-15T14:33:33.599136+0000", 2024-04-15T16:06:26.685 INFO:tasks.workunit.client.0.smithi016.stdout: "last_undegraded": "2024-04-15T16:05:11.869924+0000", 2024-04-15T16:06:26.686 INFO:tasks.workunit.client.0.smithi016.stdout: "last_unstale": "2024-04-15T16:05:11.869924+0000", 2024-04-15T16:06:26.686 INFO:tasks.workunit.client.0.smithi016.stdout: "log_dups_size": 0, 2024-04-15T16:06:26.686 INFO:tasks.workunit.client.0.smithi016.stdout: "log_size": 3, 2024-04-15T16:06:26.686 INFO:tasks.workunit.client.0.smithi016.stdout: "log_start": "0'0", 2024-04-15T16:06:26.686 INFO:tasks.workunit.client.0.smithi016.stdout: "manifest_stats_invalid": false, 2024-04-15T16:06:26.686 INFO:tasks.workunit.client.0.smithi016.stdout: "mapping_epoch": 475, 2024-04-15T16:06:26.686 INFO:tasks.workunit.client.0.smithi016.stdout: "object_location_counts": [], 2024-04-15T16:06:26.686 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_scrubbed": 0, 2024-04-15T16:06:26.686 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_trimmed": 0, 2024-04-15T16:06:26.686 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_stats_invalid": false, 2024-04-15T16:06:26.686 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_size": 3, 2024-04-15T16:06:26.686 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_start": "0'0", 2024-04-15T16:06:26.686 INFO:tasks.workunit.client.0.smithi016.stdout: "parent": "0.0", 2024-04-15T16:06:26.687 INFO:tasks.workunit.client.0.smithi016.stdout: "parent_split_bits": 0, 2024-04-15T16:06:26.687 INFO:tasks.workunit.client.0.smithi016.stdout: "pgid": "2.15", 2024-04-15T16:06:26.687 INFO:tasks.workunit.client.0.smithi016.stdout: "pin_stats_invalid": false, 2024-04-15T16:06:26.687 INFO:tasks.workunit.client.0.smithi016.stdout: "purged_snaps": [], 2024-04-15T16:06:26.687 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_epoch": 2721, 2024-04-15T16:06:26.687 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_seq": 5037, 2024-04-15T16:06:26.687 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_duration": 0.0, 2024-04-15T16:06:26.687 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-16T16:26:40.884433+0000", 2024-04-15T16:06:26.687 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrim_duration": 0.0, 2024-04-15T16:06:26.687 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrimq_len": 0, 2024-04-15T16:06:26.687 INFO:tasks.workunit.client.0.smithi016.stdout: "stat_sum": { 2024-04-15T16:06:26.687 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes": 90, 2024-04-15T16:06:26.687 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T16:06:26.687 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_recovered": 0, 2024-04-15T16:06:26.688 INFO:tasks.workunit.client.0.smithi016.stdout: "num_deep_scrub_errors": 0, 2024-04-15T16:06:26.688 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict": 0, 2024-04-15T16:06:26.688 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_kb": 0, 2024-04-15T16:06:26.688 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_full": 0, 2024-04-15T16:06:26.688 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_some": 0, 2024-04-15T16:06:26.688 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush": 0, 2024-04-15T16:06:26.688 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_kb": 0, 2024-04-15T16:06:26.688 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_high": 0, 2024-04-15T16:06:26.688 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_low": 0, 2024-04-15T16:06:26.688 INFO:tasks.workunit.client.0.smithi016.stdout: "num_keys_recovered": 0, 2024-04-15T16:06:26.688 INFO:tasks.workunit.client.0.smithi016.stdout: "num_large_omap_objects": 0, 2024-04-15T16:06:26.688 INFO:tasks.workunit.client.0.smithi016.stdout: "num_legacy_snapsets": 0, 2024-04-15T16:06:26.688 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_clones": 0, 2024-04-15T16:06:26.689 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_copies": 6, 2024-04-15T16:06:26.689 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects": 2, 2024-04-15T16:06:26.689 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_degraded": 0, 2024-04-15T16:06:26.689 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_dirty": 2, 2024-04-15T16:06:26.689 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T16:06:26.689 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_manifest": 0, 2024-04-15T16:06:26.689 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_misplaced": 0, 2024-04-15T16:06:26.689 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing": 0, 2024-04-15T16:06:26.689 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T16:06:26.689 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_omap": 1, 2024-04-15T16:06:26.689 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_pinned": 0, 2024-04-15T16:06:26.689 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_recovered": 0, 2024-04-15T16:06:26.689 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_repaired": 0, 2024-04-15T16:06:26.689 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_unfound": 0, 2024-04-15T16:06:26.689 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_bytes": 0, 2024-04-15T16:06:26.690 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_keys": 0, 2024-04-15T16:06:26.690 INFO:tasks.workunit.client.0.smithi016.stdout: "num_promote": 0, 2024-04-15T16:06:26.690 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read": 14, 2024-04-15T16:06:26.690 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read_kb": 14, 2024-04-15T16:06:26.690 INFO:tasks.workunit.client.0.smithi016.stdout: "num_scrub_errors": 0, 2024-04-15T16:06:26.690 INFO:tasks.workunit.client.0.smithi016.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T16:06:26.690 INFO:tasks.workunit.client.0.smithi016.stdout: "num_whiteouts": 0, 2024-04-15T16:06:26.690 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write": 4, 2024-04-15T16:06:26.690 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write_kb": 1 2024-04-15T16:06:26.690 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.690 INFO:tasks.workunit.client.0.smithi016.stdout: "state": "active+clean", 2024-04-15T16:06:26.690 INFO:tasks.workunit.client.0.smithi016.stdout: "stats_invalid": false, 2024-04-15T16:06:26.690 INFO:tasks.workunit.client.0.smithi016.stdout: "up": [ 2024-04-15T16:06:26.690 INFO:tasks.workunit.client.0.smithi016.stdout: 1, 2024-04-15T16:06:26.691 INFO:tasks.workunit.client.0.smithi016.stdout: 5, 2024-04-15T16:06:26.691 INFO:tasks.workunit.client.0.smithi016.stdout: 0 2024-04-15T16:06:26.691 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:26.691 INFO:tasks.workunit.client.0.smithi016.stdout: "up_primary": 1, 2024-04-15T16:06:26.691 INFO:tasks.workunit.client.0.smithi016.stdout: "version": "62'3" 2024-04-15T16:06:26.691 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.691 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-15T16:06:26.691 INFO:tasks.workunit.client.0.smithi016.stdout: "acting": [ 2024-04-15T16:06:26.691 INFO:tasks.workunit.client.0.smithi016.stdout: 0, 2024-04-15T16:06:26.691 INFO:tasks.workunit.client.0.smithi016.stdout: 5, 2024-04-15T16:06:26.691 INFO:tasks.workunit.client.0.smithi016.stdout: 3 2024-04-15T16:06:26.691 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:26.691 INFO:tasks.workunit.client.0.smithi016.stdout: "acting_primary": 0, 2024-04-15T16:06:26.691 INFO:tasks.workunit.client.0.smithi016.stdout: "avail_no_missing": [], 2024-04-15T16:06:26.692 INFO:tasks.workunit.client.0.smithi016.stdout: "blocked_by": [], 2024-04-15T16:06:26.692 INFO:tasks.workunit.client.0.smithi016.stdout: "created": 61, 2024-04-15T16:06:26.692 INFO:tasks.workunit.client.0.smithi016.stdout: "dirty_stats_invalid": false, 2024-04-15T16:06:26.692 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T16:06:26.692 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_stats_invalid": false, 2024-04-15T16:06:26.692 INFO:tasks.workunit.client.0.smithi016.stdout: "last_active": "2024-04-15T16:05:11.413140+0000", 2024-04-15T16:06:26.692 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_active": "2024-04-15T14:43:53.352777+0000", 2024-04-15T16:06:26.692 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_peered": "2024-04-15T14:43:53.352777+0000", 2024-04-15T16:06:26.692 INFO:tasks.workunit.client.0.smithi016.stdout: "last_change": "2024-04-15T14:43:53.353130+0000", 2024-04-15T16:06:26.692 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean": "2024-04-15T16:05:11.413140+0000", 2024-04-15T16:06:26.692 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T16:06:26.692 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub": "0'0", 2024-04-15T16:06:26.692 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T16:06:26.692 INFO:tasks.workunit.client.0.smithi016.stdout: "last_epoch_clean": 476, 2024-04-15T16:06:26.692 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fresh": "2024-04-15T16:05:11.413140+0000", 2024-04-15T16:06:26.693 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fullsized": "2024-04-15T16:05:11.413140+0000", 2024-04-15T16:06:26.693 INFO:tasks.workunit.client.0.smithi016.stdout: "last_peered": "2024-04-15T16:05:11.413140+0000", 2024-04-15T16:06:26.693 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub": "0'0", 2024-04-15T16:06:26.693 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_duration": 0, 2024-04-15T16:06:26.693 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T16:06:26.693 INFO:tasks.workunit.client.0.smithi016.stdout: "last_undegraded": "2024-04-15T16:05:11.413140+0000", 2024-04-15T16:06:26.693 INFO:tasks.workunit.client.0.smithi016.stdout: "last_unstale": "2024-04-15T16:05:11.413140+0000", 2024-04-15T16:06:26.693 INFO:tasks.workunit.client.0.smithi016.stdout: "log_dups_size": 0, 2024-04-15T16:06:26.693 INFO:tasks.workunit.client.0.smithi016.stdout: "log_size": 0, 2024-04-15T16:06:26.693 INFO:tasks.workunit.client.0.smithi016.stdout: "log_start": "0'0", 2024-04-15T16:06:26.693 INFO:tasks.workunit.client.0.smithi016.stdout: "manifest_stats_invalid": false, 2024-04-15T16:06:26.693 INFO:tasks.workunit.client.0.smithi016.stdout: "mapping_epoch": 475, 2024-04-15T16:06:26.693 INFO:tasks.workunit.client.0.smithi016.stdout: "object_location_counts": [], 2024-04-15T16:06:26.693 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_scrubbed": 0, 2024-04-15T16:06:26.694 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_trimmed": 0, 2024-04-15T16:06:26.694 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_stats_invalid": false, 2024-04-15T16:06:26.694 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_size": 0, 2024-04-15T16:06:26.694 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_start": "0'0", 2024-04-15T16:06:26.694 INFO:tasks.workunit.client.0.smithi016.stdout: "parent": "0.0", 2024-04-15T16:06:26.694 INFO:tasks.workunit.client.0.smithi016.stdout: "parent_split_bits": 0, 2024-04-15T16:06:26.694 INFO:tasks.workunit.client.0.smithi016.stdout: "pgid": "3.17", 2024-04-15T16:06:26.694 INFO:tasks.workunit.client.0.smithi016.stdout: "pin_stats_invalid": false, 2024-04-15T16:06:26.694 INFO:tasks.workunit.client.0.smithi016.stdout: "purged_snaps": [], 2024-04-15T16:06:26.694 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_epoch": 2721, 2024-04-15T16:06:26.694 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_seq": 5058, 2024-04-15T16:06:26.694 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_duration": 0.0, 2024-04-15T16:06:26.694 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-16T18:38:32.868843+0000", 2024-04-15T16:06:26.694 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrim_duration": 0.0, 2024-04-15T16:06:26.694 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrimq_len": 0, 2024-04-15T16:06:26.695 INFO:tasks.workunit.client.0.smithi016.stdout: "stat_sum": { 2024-04-15T16:06:26.695 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes": 0, 2024-04-15T16:06:26.695 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T16:06:26.695 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_recovered": 0, 2024-04-15T16:06:26.695 INFO:tasks.workunit.client.0.smithi016.stdout: "num_deep_scrub_errors": 0, 2024-04-15T16:06:26.695 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict": 0, 2024-04-15T16:06:26.695 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_kb": 0, 2024-04-15T16:06:26.695 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_full": 0, 2024-04-15T16:06:26.695 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_some": 0, 2024-04-15T16:06:26.695 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush": 0, 2024-04-15T16:06:26.695 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_kb": 0, 2024-04-15T16:06:26.695 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_high": 0, 2024-04-15T16:06:26.695 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_low": 0, 2024-04-15T16:06:26.695 INFO:tasks.workunit.client.0.smithi016.stdout: "num_keys_recovered": 0, 2024-04-15T16:06:26.696 INFO:tasks.workunit.client.0.smithi016.stdout: "num_large_omap_objects": 0, 2024-04-15T16:06:26.696 INFO:tasks.workunit.client.0.smithi016.stdout: "num_legacy_snapsets": 0, 2024-04-15T16:06:26.696 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_clones": 0, 2024-04-15T16:06:26.696 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_copies": 0, 2024-04-15T16:06:26.696 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects": 0, 2024-04-15T16:06:26.696 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_degraded": 0, 2024-04-15T16:06:26.696 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_dirty": 0, 2024-04-15T16:06:26.696 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T16:06:26.696 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_manifest": 0, 2024-04-15T16:06:26.696 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_misplaced": 0, 2024-04-15T16:06:26.696 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing": 0, 2024-04-15T16:06:26.696 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T16:06:26.696 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_omap": 0, 2024-04-15T16:06:26.696 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_pinned": 0, 2024-04-15T16:06:26.697 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_recovered": 0, 2024-04-15T16:06:26.697 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_repaired": 0, 2024-04-15T16:06:26.697 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_unfound": 0, 2024-04-15T16:06:26.697 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_bytes": 0, 2024-04-15T16:06:26.697 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_keys": 0, 2024-04-15T16:06:26.697 INFO:tasks.workunit.client.0.smithi016.stdout: "num_promote": 0, 2024-04-15T16:06:26.697 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read": 0, 2024-04-15T16:06:26.697 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read_kb": 0, 2024-04-15T16:06:26.697 INFO:tasks.workunit.client.0.smithi016.stdout: "num_scrub_errors": 0, 2024-04-15T16:06:26.697 INFO:tasks.workunit.client.0.smithi016.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T16:06:26.697 INFO:tasks.workunit.client.0.smithi016.stdout: "num_whiteouts": 0, 2024-04-15T16:06:26.697 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write": 0, 2024-04-15T16:06:26.697 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write_kb": 0 2024-04-15T16:06:26.697 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.698 INFO:tasks.workunit.client.0.smithi016.stdout: "state": "active+clean", 2024-04-15T16:06:26.698 INFO:tasks.workunit.client.0.smithi016.stdout: "stats_invalid": false, 2024-04-15T16:06:26.698 INFO:tasks.workunit.client.0.smithi016.stdout: "up": [ 2024-04-15T16:06:26.698 INFO:tasks.workunit.client.0.smithi016.stdout: 0, 2024-04-15T16:06:26.698 INFO:tasks.workunit.client.0.smithi016.stdout: 5, 2024-04-15T16:06:26.698 INFO:tasks.workunit.client.0.smithi016.stdout: 3 2024-04-15T16:06:26.698 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:26.698 INFO:tasks.workunit.client.0.smithi016.stdout: "up_primary": 0, 2024-04-15T16:06:26.698 INFO:tasks.workunit.client.0.smithi016.stdout: "version": "0'0" 2024-04-15T16:06:26.698 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.698 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-15T16:06:26.698 INFO:tasks.workunit.client.0.smithi016.stdout: "acting": [ 2024-04-15T16:06:26.698 INFO:tasks.workunit.client.0.smithi016.stdout: 5, 2024-04-15T16:06:26.699 INFO:tasks.workunit.client.0.smithi016.stdout: 6, 2024-04-15T16:06:26.699 INFO:tasks.workunit.client.0.smithi016.stdout: 2 2024-04-15T16:06:26.699 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:26.699 INFO:tasks.workunit.client.0.smithi016.stdout: "acting_primary": 5, 2024-04-15T16:06:26.699 INFO:tasks.workunit.client.0.smithi016.stdout: "avail_no_missing": [], 2024-04-15T16:06:26.699 INFO:tasks.workunit.client.0.smithi016.stdout: "blocked_by": [], 2024-04-15T16:06:26.699 INFO:tasks.workunit.client.0.smithi016.stdout: "created": 60, 2024-04-15T16:06:26.699 INFO:tasks.workunit.client.0.smithi016.stdout: "dirty_stats_invalid": false, 2024-04-15T16:06:26.699 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T16:06:26.699 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_stats_invalid": false, 2024-04-15T16:06:26.699 INFO:tasks.workunit.client.0.smithi016.stdout: "last_active": "2024-04-15T16:05:12.209314+0000", 2024-04-15T16:06:26.699 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_active": "2024-04-15T14:44:28.455418+0000", 2024-04-15T16:06:26.699 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_peered": "2024-04-15T14:44:28.455418+0000", 2024-04-15T16:06:26.699 INFO:tasks.workunit.client.0.smithi016.stdout: "last_change": "2024-04-15T14:44:28.455756+0000", 2024-04-15T16:06:26.700 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean": "2024-04-15T16:05:12.209314+0000", 2024-04-15T16:06:26.700 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean_scrub_stamp": "2024-04-15T14:33:33.599136+0000", 2024-04-15T16:06:26.700 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub": "0'0", 2024-04-15T16:06:26.700 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub_stamp": "2024-04-15T14:33:33.599136+0000", 2024-04-15T16:06:26.700 INFO:tasks.workunit.client.0.smithi016.stdout: "last_epoch_clean": 511, 2024-04-15T16:06:26.700 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fresh": "2024-04-15T16:05:12.209314+0000", 2024-04-15T16:06:26.700 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fullsized": "2024-04-15T16:05:12.209314+0000", 2024-04-15T16:06:26.700 INFO:tasks.workunit.client.0.smithi016.stdout: "last_peered": "2024-04-15T16:05:12.209314+0000", 2024-04-15T16:06:26.700 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub": "0'0", 2024-04-15T16:06:26.700 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_duration": 0, 2024-04-15T16:06:26.700 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_stamp": "2024-04-15T14:33:33.599136+0000", 2024-04-15T16:06:26.700 INFO:tasks.workunit.client.0.smithi016.stdout: "last_undegraded": "2024-04-15T16:05:12.209314+0000", 2024-04-15T16:06:26.700 INFO:tasks.workunit.client.0.smithi016.stdout: "last_unstale": "2024-04-15T16:05:12.209314+0000", 2024-04-15T16:06:26.700 INFO:tasks.workunit.client.0.smithi016.stdout: "log_dups_size": 0, 2024-04-15T16:06:26.701 INFO:tasks.workunit.client.0.smithi016.stdout: "log_size": 0, 2024-04-15T16:06:26.701 INFO:tasks.workunit.client.0.smithi016.stdout: "log_start": "0'0", 2024-04-15T16:06:26.701 INFO:tasks.workunit.client.0.smithi016.stdout: "manifest_stats_invalid": false, 2024-04-15T16:06:26.701 INFO:tasks.workunit.client.0.smithi016.stdout: "mapping_epoch": 510, 2024-04-15T16:06:26.701 INFO:tasks.workunit.client.0.smithi016.stdout: "object_location_counts": [], 2024-04-15T16:06:26.701 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_scrubbed": 0, 2024-04-15T16:06:26.701 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_trimmed": 0, 2024-04-15T16:06:26.701 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_stats_invalid": false, 2024-04-15T16:06:26.701 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_size": 0, 2024-04-15T16:06:26.701 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_start": "0'0", 2024-04-15T16:06:26.701 INFO:tasks.workunit.client.0.smithi016.stdout: "parent": "0.0", 2024-04-15T16:06:26.701 INFO:tasks.workunit.client.0.smithi016.stdout: "parent_split_bits": 0, 2024-04-15T16:06:26.701 INFO:tasks.workunit.client.0.smithi016.stdout: "pgid": "2.16", 2024-04-15T16:06:26.701 INFO:tasks.workunit.client.0.smithi016.stdout: "pin_stats_invalid": false, 2024-04-15T16:06:26.701 INFO:tasks.workunit.client.0.smithi016.stdout: "purged_snaps": [], 2024-04-15T16:06:26.702 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_epoch": 2721, 2024-04-15T16:06:26.702 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_seq": 4887, 2024-04-15T16:06:26.702 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_duration": 0.0, 2024-04-15T16:06:26.702 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-16T22:09:02.050898+0000", 2024-04-15T16:06:26.702 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrim_duration": 0.0, 2024-04-15T16:06:26.702 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrimq_len": 0, 2024-04-15T16:06:26.702 INFO:tasks.workunit.client.0.smithi016.stdout: "stat_sum": { 2024-04-15T16:06:26.702 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes": 0, 2024-04-15T16:06:26.702 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T16:06:26.702 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_recovered": 0, 2024-04-15T16:06:26.702 INFO:tasks.workunit.client.0.smithi016.stdout: "num_deep_scrub_errors": 0, 2024-04-15T16:06:26.702 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict": 0, 2024-04-15T16:06:26.702 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_kb": 0, 2024-04-15T16:06:26.703 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_full": 0, 2024-04-15T16:06:26.703 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_some": 0, 2024-04-15T16:06:26.703 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush": 0, 2024-04-15T16:06:26.703 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_kb": 0, 2024-04-15T16:06:26.703 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_high": 0, 2024-04-15T16:06:26.703 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_low": 0, 2024-04-15T16:06:26.703 INFO:tasks.workunit.client.0.smithi016.stdout: "num_keys_recovered": 0, 2024-04-15T16:06:26.703 INFO:tasks.workunit.client.0.smithi016.stdout: "num_large_omap_objects": 0, 2024-04-15T16:06:26.703 INFO:tasks.workunit.client.0.smithi016.stdout: "num_legacy_snapsets": 0, 2024-04-15T16:06:26.703 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_clones": 0, 2024-04-15T16:06:26.703 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_copies": 0, 2024-04-15T16:06:26.703 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects": 0, 2024-04-15T16:06:26.703 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_degraded": 0, 2024-04-15T16:06:26.703 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_dirty": 0, 2024-04-15T16:06:26.704 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T16:06:26.704 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_manifest": 0, 2024-04-15T16:06:26.704 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_misplaced": 0, 2024-04-15T16:06:26.704 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing": 0, 2024-04-15T16:06:26.704 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T16:06:26.704 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_omap": 0, 2024-04-15T16:06:26.704 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_pinned": 0, 2024-04-15T16:06:26.704 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_recovered": 0, 2024-04-15T16:06:26.704 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_repaired": 0, 2024-04-15T16:06:26.704 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_unfound": 0, 2024-04-15T16:06:26.704 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_bytes": 0, 2024-04-15T16:06:26.704 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_keys": 0, 2024-04-15T16:06:26.704 INFO:tasks.workunit.client.0.smithi016.stdout: "num_promote": 0, 2024-04-15T16:06:26.704 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read": 0, 2024-04-15T16:06:26.704 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read_kb": 0, 2024-04-15T16:06:26.705 INFO:tasks.workunit.client.0.smithi016.stdout: "num_scrub_errors": 0, 2024-04-15T16:06:26.705 INFO:tasks.workunit.client.0.smithi016.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T16:06:26.705 INFO:tasks.workunit.client.0.smithi016.stdout: "num_whiteouts": 0, 2024-04-15T16:06:26.705 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write": 0, 2024-04-15T16:06:26.705 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write_kb": 0 2024-04-15T16:06:26.705 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.705 INFO:tasks.workunit.client.0.smithi016.stdout: "state": "active+clean", 2024-04-15T16:06:26.705 INFO:tasks.workunit.client.0.smithi016.stdout: "stats_invalid": false, 2024-04-15T16:06:26.705 INFO:tasks.workunit.client.0.smithi016.stdout: "up": [ 2024-04-15T16:06:26.705 INFO:tasks.workunit.client.0.smithi016.stdout: 5, 2024-04-15T16:06:26.705 INFO:tasks.workunit.client.0.smithi016.stdout: 6, 2024-04-15T16:06:26.705 INFO:tasks.workunit.client.0.smithi016.stdout: 2 2024-04-15T16:06:26.705 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:26.705 INFO:tasks.workunit.client.0.smithi016.stdout: "up_primary": 5, 2024-04-15T16:06:26.706 INFO:tasks.workunit.client.0.smithi016.stdout: "version": "0'0" 2024-04-15T16:06:26.706 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.706 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-15T16:06:26.706 INFO:tasks.workunit.client.0.smithi016.stdout: "acting": [ 2024-04-15T16:06:26.706 INFO:tasks.workunit.client.0.smithi016.stdout: 5, 2024-04-15T16:06:26.706 INFO:tasks.workunit.client.0.smithi016.stdout: 7, 2024-04-15T16:06:26.706 INFO:tasks.workunit.client.0.smithi016.stdout: 1 2024-04-15T16:06:26.706 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:26.706 INFO:tasks.workunit.client.0.smithi016.stdout: "acting_primary": 5, 2024-04-15T16:06:26.706 INFO:tasks.workunit.client.0.smithi016.stdout: "avail_no_missing": [], 2024-04-15T16:06:26.706 INFO:tasks.workunit.client.0.smithi016.stdout: "blocked_by": [], 2024-04-15T16:06:26.706 INFO:tasks.workunit.client.0.smithi016.stdout: "created": 61, 2024-04-15T16:06:26.706 INFO:tasks.workunit.client.0.smithi016.stdout: "dirty_stats_invalid": false, 2024-04-15T16:06:26.707 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T16:06:26.707 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_stats_invalid": false, 2024-04-15T16:06:26.707 INFO:tasks.workunit.client.0.smithi016.stdout: "last_active": "2024-04-15T16:05:12.209494+0000", 2024-04-15T16:06:26.707 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_active": "2024-04-15T14:44:49.365766+0000", 2024-04-15T16:06:26.707 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_peered": "2024-04-15T14:44:49.365766+0000", 2024-04-15T16:06:26.707 INFO:tasks.workunit.client.0.smithi016.stdout: "last_change": "2024-04-15T14:44:49.366119+0000", 2024-04-15T16:06:26.707 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean": "2024-04-15T16:05:12.209494+0000", 2024-04-15T16:06:26.707 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T16:06:26.707 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub": "0'0", 2024-04-15T16:06:26.707 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T16:06:26.707 INFO:tasks.workunit.client.0.smithi016.stdout: "last_epoch_clean": 532, 2024-04-15T16:06:26.707 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fresh": "2024-04-15T16:05:12.209494+0000", 2024-04-15T16:06:26.707 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fullsized": "2024-04-15T16:05:12.209494+0000", 2024-04-15T16:06:26.707 INFO:tasks.workunit.client.0.smithi016.stdout: "last_peered": "2024-04-15T16:05:12.209494+0000", 2024-04-15T16:06:26.707 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub": "0'0", 2024-04-15T16:06:26.708 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_duration": 0, 2024-04-15T16:06:26.708 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T16:06:26.708 INFO:tasks.workunit.client.0.smithi016.stdout: "last_undegraded": "2024-04-15T16:05:12.209494+0000", 2024-04-15T16:06:26.708 INFO:tasks.workunit.client.0.smithi016.stdout: "last_unstale": "2024-04-15T16:05:12.209494+0000", 2024-04-15T16:06:26.708 INFO:tasks.workunit.client.0.smithi016.stdout: "log_dups_size": 0, 2024-04-15T16:06:26.708 INFO:tasks.workunit.client.0.smithi016.stdout: "log_size": 0, 2024-04-15T16:06:26.708 INFO:tasks.workunit.client.0.smithi016.stdout: "log_start": "0'0", 2024-04-15T16:06:26.708 INFO:tasks.workunit.client.0.smithi016.stdout: "manifest_stats_invalid": false, 2024-04-15T16:06:26.708 INFO:tasks.workunit.client.0.smithi016.stdout: "mapping_epoch": 531, 2024-04-15T16:06:26.708 INFO:tasks.workunit.client.0.smithi016.stdout: "object_location_counts": [], 2024-04-15T16:06:26.708 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_scrubbed": 0, 2024-04-15T16:06:26.708 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_trimmed": 0, 2024-04-15T16:06:26.708 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_stats_invalid": false, 2024-04-15T16:06:26.708 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_size": 0, 2024-04-15T16:06:26.709 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_start": "0'0", 2024-04-15T16:06:26.709 INFO:tasks.workunit.client.0.smithi016.stdout: "parent": "0.0", 2024-04-15T16:06:26.709 INFO:tasks.workunit.client.0.smithi016.stdout: "parent_split_bits": 0, 2024-04-15T16:06:26.709 INFO:tasks.workunit.client.0.smithi016.stdout: "pgid": "3.16", 2024-04-15T16:06:26.709 INFO:tasks.workunit.client.0.smithi016.stdout: "pin_stats_invalid": false, 2024-04-15T16:06:26.709 INFO:tasks.workunit.client.0.smithi016.stdout: "purged_snaps": [], 2024-04-15T16:06:26.709 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_epoch": 2721, 2024-04-15T16:06:26.709 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_seq": 4907, 2024-04-15T16:06:26.709 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_duration": 0.0, 2024-04-15T16:06:26.709 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-16T16:34:52.458777+0000", 2024-04-15T16:06:26.709 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrim_duration": 0.0, 2024-04-15T16:06:26.709 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrimq_len": 0, 2024-04-15T16:06:26.709 INFO:tasks.workunit.client.0.smithi016.stdout: "stat_sum": { 2024-04-15T16:06:26.709 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes": 0, 2024-04-15T16:06:26.710 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T16:06:26.710 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_recovered": 0, 2024-04-15T16:06:26.710 INFO:tasks.workunit.client.0.smithi016.stdout: "num_deep_scrub_errors": 0, 2024-04-15T16:06:26.710 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict": 0, 2024-04-15T16:06:26.710 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_kb": 0, 2024-04-15T16:06:26.710 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_full": 0, 2024-04-15T16:06:26.710 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_some": 0, 2024-04-15T16:06:26.710 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush": 0, 2024-04-15T16:06:26.710 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_kb": 0, 2024-04-15T16:06:26.710 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_high": 0, 2024-04-15T16:06:26.710 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_low": 0, 2024-04-15T16:06:26.710 INFO:tasks.workunit.client.0.smithi016.stdout: "num_keys_recovered": 0, 2024-04-15T16:06:26.710 INFO:tasks.workunit.client.0.smithi016.stdout: "num_large_omap_objects": 0, 2024-04-15T16:06:26.710 INFO:tasks.workunit.client.0.smithi016.stdout: "num_legacy_snapsets": 0, 2024-04-15T16:06:26.711 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_clones": 0, 2024-04-15T16:06:26.711 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_copies": 0, 2024-04-15T16:06:26.711 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects": 0, 2024-04-15T16:06:26.711 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_degraded": 0, 2024-04-15T16:06:26.711 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_dirty": 0, 2024-04-15T16:06:26.711 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T16:06:26.711 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_manifest": 0, 2024-04-15T16:06:26.711 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_misplaced": 0, 2024-04-15T16:06:26.711 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing": 0, 2024-04-15T16:06:26.711 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T16:06:26.711 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_omap": 0, 2024-04-15T16:06:26.711 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_pinned": 0, 2024-04-15T16:06:26.711 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_recovered": 0, 2024-04-15T16:06:26.711 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_repaired": 0, 2024-04-15T16:06:26.712 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_unfound": 0, 2024-04-15T16:06:26.712 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_bytes": 0, 2024-04-15T16:06:26.712 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_keys": 0, 2024-04-15T16:06:26.712 INFO:tasks.workunit.client.0.smithi016.stdout: "num_promote": 0, 2024-04-15T16:06:26.712 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read": 0, 2024-04-15T16:06:26.712 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read_kb": 0, 2024-04-15T16:06:26.712 INFO:tasks.workunit.client.0.smithi016.stdout: "num_scrub_errors": 0, 2024-04-15T16:06:26.712 INFO:tasks.workunit.client.0.smithi016.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T16:06:26.712 INFO:tasks.workunit.client.0.smithi016.stdout: "num_whiteouts": 0, 2024-04-15T16:06:26.712 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write": 0, 2024-04-15T16:06:26.712 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write_kb": 0 2024-04-15T16:06:26.712 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.712 INFO:tasks.workunit.client.0.smithi016.stdout: "state": "active+clean", 2024-04-15T16:06:26.712 INFO:tasks.workunit.client.0.smithi016.stdout: "stats_invalid": false, 2024-04-15T16:06:26.712 INFO:tasks.workunit.client.0.smithi016.stdout: "up": [ 2024-04-15T16:06:26.713 INFO:tasks.workunit.client.0.smithi016.stdout: 5, 2024-04-15T16:06:26.713 INFO:tasks.workunit.client.0.smithi016.stdout: 7, 2024-04-15T16:06:26.713 INFO:tasks.workunit.client.0.smithi016.stdout: 1 2024-04-15T16:06:26.713 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:26.713 INFO:tasks.workunit.client.0.smithi016.stdout: "up_primary": 5, 2024-04-15T16:06:26.713 INFO:tasks.workunit.client.0.smithi016.stdout: "version": "0'0" 2024-04-15T16:06:26.713 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.713 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-15T16:06:26.713 INFO:tasks.workunit.client.0.smithi016.stdout: "acting": [ 2024-04-15T16:06:26.713 INFO:tasks.workunit.client.0.smithi016.stdout: 6, 2024-04-15T16:06:26.713 INFO:tasks.workunit.client.0.smithi016.stdout: 5, 2024-04-15T16:06:26.713 INFO:tasks.workunit.client.0.smithi016.stdout: 2 2024-04-15T16:06:26.713 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:26.713 INFO:tasks.workunit.client.0.smithi016.stdout: "acting_primary": 6, 2024-04-15T16:06:26.713 INFO:tasks.workunit.client.0.smithi016.stdout: "avail_no_missing": [], 2024-04-15T16:06:26.714 INFO:tasks.workunit.client.0.smithi016.stdout: "blocked_by": [], 2024-04-15T16:06:26.714 INFO:tasks.workunit.client.0.smithi016.stdout: "created": 60, 2024-04-15T16:06:26.714 INFO:tasks.workunit.client.0.smithi016.stdout: "dirty_stats_invalid": false, 2024-04-15T16:06:26.714 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T16:06:26.714 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_stats_invalid": false, 2024-04-15T16:06:26.714 INFO:tasks.workunit.client.0.smithi016.stdout: "last_active": "2024-04-15T16:05:11.413906+0000", 2024-04-15T16:06:26.714 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_active": "2024-04-15T14:44:28.449163+0000", 2024-04-15T16:06:26.714 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_peered": "2024-04-15T14:44:28.449163+0000", 2024-04-15T16:06:26.714 INFO:tasks.workunit.client.0.smithi016.stdout: "last_change": "2024-04-15T14:44:28.450225+0000", 2024-04-15T16:06:26.714 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean": "2024-04-15T16:05:11.413906+0000", 2024-04-15T16:06:26.714 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean_scrub_stamp": "2024-04-15T14:33:33.599136+0000", 2024-04-15T16:06:26.714 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub": "0'0", 2024-04-15T16:06:26.714 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub_stamp": "2024-04-15T14:33:33.599136+0000", 2024-04-15T16:06:26.714 INFO:tasks.workunit.client.0.smithi016.stdout: "last_epoch_clean": 511, 2024-04-15T16:06:26.715 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fresh": "2024-04-15T16:05:11.413906+0000", 2024-04-15T16:06:26.715 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fullsized": "2024-04-15T16:05:11.413906+0000", 2024-04-15T16:06:26.715 INFO:tasks.workunit.client.0.smithi016.stdout: "last_peered": "2024-04-15T16:05:11.413906+0000", 2024-04-15T16:06:26.715 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub": "0'0", 2024-04-15T16:06:26.715 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_duration": 0, 2024-04-15T16:06:26.715 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_stamp": "2024-04-15T14:33:33.599136+0000", 2024-04-15T16:06:26.715 INFO:tasks.workunit.client.0.smithi016.stdout: "last_undegraded": "2024-04-15T16:05:11.413906+0000", 2024-04-15T16:06:26.715 INFO:tasks.workunit.client.0.smithi016.stdout: "last_unstale": "2024-04-15T16:05:11.413906+0000", 2024-04-15T16:06:26.715 INFO:tasks.workunit.client.0.smithi016.stdout: "log_dups_size": 0, 2024-04-15T16:06:26.715 INFO:tasks.workunit.client.0.smithi016.stdout: "log_size": 0, 2024-04-15T16:06:26.715 INFO:tasks.workunit.client.0.smithi016.stdout: "log_start": "0'0", 2024-04-15T16:06:26.715 INFO:tasks.workunit.client.0.smithi016.stdout: "manifest_stats_invalid": false, 2024-04-15T16:06:26.715 INFO:tasks.workunit.client.0.smithi016.stdout: "mapping_epoch": 510, 2024-04-15T16:06:26.715 INFO:tasks.workunit.client.0.smithi016.stdout: "object_location_counts": [], 2024-04-15T16:06:26.715 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_scrubbed": 0, 2024-04-15T16:06:26.716 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_trimmed": 0, 2024-04-15T16:06:26.716 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_stats_invalid": false, 2024-04-15T16:06:26.716 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_size": 0, 2024-04-15T16:06:26.716 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_start": "0'0", 2024-04-15T16:06:26.716 INFO:tasks.workunit.client.0.smithi016.stdout: "parent": "0.0", 2024-04-15T16:06:26.716 INFO:tasks.workunit.client.0.smithi016.stdout: "parent_split_bits": 0, 2024-04-15T16:06:26.716 INFO:tasks.workunit.client.0.smithi016.stdout: "pgid": "2.17", 2024-04-15T16:06:26.716 INFO:tasks.workunit.client.0.smithi016.stdout: "pin_stats_invalid": false, 2024-04-15T16:06:26.716 INFO:tasks.workunit.client.0.smithi016.stdout: "purged_snaps": [], 2024-04-15T16:06:26.716 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_epoch": 2721, 2024-04-15T16:06:26.716 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_seq": 4876, 2024-04-15T16:06:26.716 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_duration": 0.0, 2024-04-15T16:06:26.716 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-16T18:35:52.446757+0000", 2024-04-15T16:06:26.716 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrim_duration": 0.0, 2024-04-15T16:06:26.717 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrimq_len": 0, 2024-04-15T16:06:26.717 INFO:tasks.workunit.client.0.smithi016.stdout: "stat_sum": { 2024-04-15T16:06:26.717 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes": 0, 2024-04-15T16:06:26.717 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T16:06:26.717 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_recovered": 0, 2024-04-15T16:06:26.717 INFO:tasks.workunit.client.0.smithi016.stdout: "num_deep_scrub_errors": 0, 2024-04-15T16:06:26.717 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict": 0, 2024-04-15T16:06:26.717 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_kb": 0, 2024-04-15T16:06:26.717 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_full": 0, 2024-04-15T16:06:26.717 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_some": 0, 2024-04-15T16:06:26.717 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush": 0, 2024-04-15T16:06:26.717 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_kb": 0, 2024-04-15T16:06:26.717 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_high": 0, 2024-04-15T16:06:26.717 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_low": 0, 2024-04-15T16:06:26.717 INFO:tasks.workunit.client.0.smithi016.stdout: "num_keys_recovered": 0, 2024-04-15T16:06:26.718 INFO:tasks.workunit.client.0.smithi016.stdout: "num_large_omap_objects": 0, 2024-04-15T16:06:26.718 INFO:tasks.workunit.client.0.smithi016.stdout: "num_legacy_snapsets": 0, 2024-04-15T16:06:26.718 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_clones": 0, 2024-04-15T16:06:26.718 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_copies": 0, 2024-04-15T16:06:26.718 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects": 0, 2024-04-15T16:06:26.718 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_degraded": 0, 2024-04-15T16:06:26.718 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_dirty": 0, 2024-04-15T16:06:26.718 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T16:06:26.718 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_manifest": 0, 2024-04-15T16:06:26.718 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_misplaced": 0, 2024-04-15T16:06:26.718 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing": 0, 2024-04-15T16:06:26.718 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T16:06:26.718 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_omap": 0, 2024-04-15T16:06:26.718 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_pinned": 0, 2024-04-15T16:06:26.719 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_recovered": 0, 2024-04-15T16:06:26.719 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_repaired": 0, 2024-04-15T16:06:26.719 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_unfound": 0, 2024-04-15T16:06:26.719 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_bytes": 0, 2024-04-15T16:06:26.719 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_keys": 0, 2024-04-15T16:06:26.719 INFO:tasks.workunit.client.0.smithi016.stdout: "num_promote": 0, 2024-04-15T16:06:26.719 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read": 0, 2024-04-15T16:06:26.719 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read_kb": 0, 2024-04-15T16:06:26.719 INFO:tasks.workunit.client.0.smithi016.stdout: "num_scrub_errors": 0, 2024-04-15T16:06:26.719 INFO:tasks.workunit.client.0.smithi016.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T16:06:26.719 INFO:tasks.workunit.client.0.smithi016.stdout: "num_whiteouts": 0, 2024-04-15T16:06:26.719 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write": 0, 2024-04-15T16:06:26.719 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write_kb": 0 2024-04-15T16:06:26.719 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.719 INFO:tasks.workunit.client.0.smithi016.stdout: "state": "active+clean", 2024-04-15T16:06:26.720 INFO:tasks.workunit.client.0.smithi016.stdout: "stats_invalid": false, 2024-04-15T16:06:26.720 INFO:tasks.workunit.client.0.smithi016.stdout: "up": [ 2024-04-15T16:06:26.720 INFO:tasks.workunit.client.0.smithi016.stdout: 6, 2024-04-15T16:06:26.720 INFO:tasks.workunit.client.0.smithi016.stdout: 5, 2024-04-15T16:06:26.720 INFO:tasks.workunit.client.0.smithi016.stdout: 2 2024-04-15T16:06:26.720 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:26.720 INFO:tasks.workunit.client.0.smithi016.stdout: "up_primary": 6, 2024-04-15T16:06:26.720 INFO:tasks.workunit.client.0.smithi016.stdout: "version": "0'0" 2024-04-15T16:06:26.720 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.720 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-15T16:06:26.720 INFO:tasks.workunit.client.0.smithi016.stdout: "acting": [ 2024-04-15T16:06:26.720 INFO:tasks.workunit.client.0.smithi016.stdout: 1, 2024-04-15T16:06:26.720 INFO:tasks.workunit.client.0.smithi016.stdout: 3, 2024-04-15T16:06:26.720 INFO:tasks.workunit.client.0.smithi016.stdout: 2 2024-04-15T16:06:26.720 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:26.721 INFO:tasks.workunit.client.0.smithi016.stdout: "acting_primary": 1, 2024-04-15T16:06:26.721 INFO:tasks.workunit.client.0.smithi016.stdout: "avail_no_missing": [], 2024-04-15T16:06:26.721 INFO:tasks.workunit.client.0.smithi016.stdout: "blocked_by": [], 2024-04-15T16:06:26.721 INFO:tasks.workunit.client.0.smithi016.stdout: "created": 61, 2024-04-15T16:06:26.721 INFO:tasks.workunit.client.0.smithi016.stdout: "dirty_stats_invalid": false, 2024-04-15T16:06:26.721 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T16:06:26.721 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_stats_invalid": false, 2024-04-15T16:06:26.721 INFO:tasks.workunit.client.0.smithi016.stdout: "last_active": "2024-04-15T16:05:11.869823+0000", 2024-04-15T16:06:26.721 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_active": "2024-04-15T14:42:57.506353+0000", 2024-04-15T16:06:26.721 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_peered": "2024-04-15T14:42:57.506353+0000", 2024-04-15T16:06:26.721 INFO:tasks.workunit.client.0.smithi016.stdout: "last_change": "2024-04-15T14:42:57.506686+0000", 2024-04-15T16:06:26.721 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean": "2024-04-15T16:05:11.869823+0000", 2024-04-15T16:06:26.721 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T16:06:26.721 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub": "0'0", 2024-04-15T16:06:26.721 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T16:06:26.722 INFO:tasks.workunit.client.0.smithi016.stdout: "last_epoch_clean": 420, 2024-04-15T16:06:26.722 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fresh": "2024-04-15T16:05:11.869823+0000", 2024-04-15T16:06:26.722 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fullsized": "2024-04-15T16:05:11.869823+0000", 2024-04-15T16:06:26.722 INFO:tasks.workunit.client.0.smithi016.stdout: "last_peered": "2024-04-15T16:05:11.869823+0000", 2024-04-15T16:06:26.722 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub": "0'0", 2024-04-15T16:06:26.722 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_duration": 0, 2024-04-15T16:06:26.722 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T16:06:26.722 INFO:tasks.workunit.client.0.smithi016.stdout: "last_undegraded": "2024-04-15T16:05:11.869823+0000", 2024-04-15T16:06:26.722 INFO:tasks.workunit.client.0.smithi016.stdout: "last_unstale": "2024-04-15T16:05:11.869823+0000", 2024-04-15T16:06:26.722 INFO:tasks.workunit.client.0.smithi016.stdout: "log_dups_size": 0, 2024-04-15T16:06:26.722 INFO:tasks.workunit.client.0.smithi016.stdout: "log_size": 0, 2024-04-15T16:06:26.722 INFO:tasks.workunit.client.0.smithi016.stdout: "log_start": "0'0", 2024-04-15T16:06:26.722 INFO:tasks.workunit.client.0.smithi016.stdout: "manifest_stats_invalid": false, 2024-04-15T16:06:26.722 INFO:tasks.workunit.client.0.smithi016.stdout: "mapping_epoch": 419, 2024-04-15T16:06:26.723 INFO:tasks.workunit.client.0.smithi016.stdout: "object_location_counts": [], 2024-04-15T16:06:26.723 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_scrubbed": 0, 2024-04-15T16:06:26.723 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_trimmed": 0, 2024-04-15T16:06:26.723 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_stats_invalid": false, 2024-04-15T16:06:26.723 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_size": 0, 2024-04-15T16:06:26.723 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_start": "0'0", 2024-04-15T16:06:26.723 INFO:tasks.workunit.client.0.smithi016.stdout: "parent": "0.0", 2024-04-15T16:06:26.723 INFO:tasks.workunit.client.0.smithi016.stdout: "parent_split_bits": 0, 2024-04-15T16:06:26.723 INFO:tasks.workunit.client.0.smithi016.stdout: "pgid": "3.19", 2024-04-15T16:06:26.723 INFO:tasks.workunit.client.0.smithi016.stdout: "pin_stats_invalid": false, 2024-04-15T16:06:26.723 INFO:tasks.workunit.client.0.smithi016.stdout: "purged_snaps": [], 2024-04-15T16:06:26.723 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_epoch": 2721, 2024-04-15T16:06:26.723 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_seq": 5049, 2024-04-15T16:06:26.723 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_duration": 0.0, 2024-04-15T16:06:26.724 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-16T15:29:56.293285+0000", 2024-04-15T16:06:26.724 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrim_duration": 0.0, 2024-04-15T16:06:26.724 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrimq_len": 0, 2024-04-15T16:06:26.724 INFO:tasks.workunit.client.0.smithi016.stdout: "stat_sum": { 2024-04-15T16:06:26.724 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes": 0, 2024-04-15T16:06:26.724 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T16:06:26.724 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_recovered": 0, 2024-04-15T16:06:26.724 INFO:tasks.workunit.client.0.smithi016.stdout: "num_deep_scrub_errors": 0, 2024-04-15T16:06:26.724 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict": 0, 2024-04-15T16:06:26.724 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_kb": 0, 2024-04-15T16:06:26.724 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_full": 0, 2024-04-15T16:06:26.724 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_some": 0, 2024-04-15T16:06:26.724 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush": 0, 2024-04-15T16:06:26.724 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_kb": 0, 2024-04-15T16:06:26.724 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_high": 0, 2024-04-15T16:06:26.724 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_low": 0, 2024-04-15T16:06:26.725 INFO:tasks.workunit.client.0.smithi016.stdout: "num_keys_recovered": 0, 2024-04-15T16:06:26.725 INFO:tasks.workunit.client.0.smithi016.stdout: "num_large_omap_objects": 0, 2024-04-15T16:06:26.725 INFO:tasks.workunit.client.0.smithi016.stdout: "num_legacy_snapsets": 0, 2024-04-15T16:06:26.725 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_clones": 0, 2024-04-15T16:06:26.725 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_copies": 0, 2024-04-15T16:06:26.725 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects": 0, 2024-04-15T16:06:26.725 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_degraded": 0, 2024-04-15T16:06:26.725 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_dirty": 0, 2024-04-15T16:06:26.725 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T16:06:26.725 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_manifest": 0, 2024-04-15T16:06:26.725 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_misplaced": 0, 2024-04-15T16:06:26.725 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing": 0, 2024-04-15T16:06:26.725 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T16:06:26.725 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_omap": 0, 2024-04-15T16:06:26.725 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_pinned": 0, 2024-04-15T16:06:26.726 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_recovered": 0, 2024-04-15T16:06:26.726 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_repaired": 0, 2024-04-15T16:06:26.726 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_unfound": 0, 2024-04-15T16:06:26.726 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_bytes": 0, 2024-04-15T16:06:26.726 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_keys": 0, 2024-04-15T16:06:26.726 INFO:tasks.workunit.client.0.smithi016.stdout: "num_promote": 0, 2024-04-15T16:06:26.726 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read": 0, 2024-04-15T16:06:26.726 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read_kb": 0, 2024-04-15T16:06:26.726 INFO:tasks.workunit.client.0.smithi016.stdout: "num_scrub_errors": 0, 2024-04-15T16:06:26.726 INFO:tasks.workunit.client.0.smithi016.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T16:06:26.726 INFO:tasks.workunit.client.0.smithi016.stdout: "num_whiteouts": 0, 2024-04-15T16:06:26.726 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write": 0, 2024-04-15T16:06:26.726 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write_kb": 0 2024-04-15T16:06:26.726 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.727 INFO:tasks.workunit.client.0.smithi016.stdout: "state": "active+clean", 2024-04-15T16:06:26.727 INFO:tasks.workunit.client.0.smithi016.stdout: "stats_invalid": false, 2024-04-15T16:06:26.727 INFO:tasks.workunit.client.0.smithi016.stdout: "up": [ 2024-04-15T16:06:26.727 INFO:tasks.workunit.client.0.smithi016.stdout: 1, 2024-04-15T16:06:26.727 INFO:tasks.workunit.client.0.smithi016.stdout: 3, 2024-04-15T16:06:26.727 INFO:tasks.workunit.client.0.smithi016.stdout: 2 2024-04-15T16:06:26.727 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:26.727 INFO:tasks.workunit.client.0.smithi016.stdout: "up_primary": 1, 2024-04-15T16:06:26.727 INFO:tasks.workunit.client.0.smithi016.stdout: "version": "0'0" 2024-04-15T16:06:26.727 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.727 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-15T16:06:26.727 INFO:tasks.workunit.client.0.smithi016.stdout: "acting": [ 2024-04-15T16:06:26.727 INFO:tasks.workunit.client.0.smithi016.stdout: 5, 2024-04-15T16:06:26.727 INFO:tasks.workunit.client.0.smithi016.stdout: 4, 2024-04-15T16:06:26.728 INFO:tasks.workunit.client.0.smithi016.stdout: 7 2024-04-15T16:06:26.728 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:26.728 INFO:tasks.workunit.client.0.smithi016.stdout: "acting_primary": 5, 2024-04-15T16:06:26.728 INFO:tasks.workunit.client.0.smithi016.stdout: "avail_no_missing": [], 2024-04-15T16:06:26.728 INFO:tasks.workunit.client.0.smithi016.stdout: "blocked_by": [], 2024-04-15T16:06:26.728 INFO:tasks.workunit.client.0.smithi016.stdout: "created": 60, 2024-04-15T16:06:26.728 INFO:tasks.workunit.client.0.smithi016.stdout: "dirty_stats_invalid": false, 2024-04-15T16:06:26.728 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T16:06:26.728 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_stats_invalid": false, 2024-04-15T16:06:26.728 INFO:tasks.workunit.client.0.smithi016.stdout: "last_active": "2024-04-15T16:05:12.199749+0000", 2024-04-15T16:06:26.728 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_active": "2024-04-15T14:44:49.373084+0000", 2024-04-15T16:06:26.728 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_peered": "2024-04-15T14:44:49.373084+0000", 2024-04-15T16:06:26.728 INFO:tasks.workunit.client.0.smithi016.stdout: "last_change": "2024-04-15T14:44:49.373396+0000", 2024-04-15T16:06:26.728 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean": "2024-04-15T16:05:12.199749+0000", 2024-04-15T16:06:26.728 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean_scrub_stamp": "2024-04-15T14:33:33.599136+0000", 2024-04-15T16:06:26.729 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub": "0'0", 2024-04-15T16:06:26.729 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub_stamp": "2024-04-15T14:33:33.599136+0000", 2024-04-15T16:06:26.729 INFO:tasks.workunit.client.0.smithi016.stdout: "last_epoch_clean": 532, 2024-04-15T16:06:26.729 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fresh": "2024-04-15T16:05:12.199749+0000", 2024-04-15T16:06:26.729 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fullsized": "2024-04-15T16:05:12.199749+0000", 2024-04-15T16:06:26.729 INFO:tasks.workunit.client.0.smithi016.stdout: "last_peered": "2024-04-15T16:05:12.199749+0000", 2024-04-15T16:06:26.729 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub": "0'0", 2024-04-15T16:06:26.729 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_duration": 0, 2024-04-15T16:06:26.729 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_stamp": "2024-04-15T14:33:33.599136+0000", 2024-04-15T16:06:26.729 INFO:tasks.workunit.client.0.smithi016.stdout: "last_undegraded": "2024-04-15T16:05:12.199749+0000", 2024-04-15T16:06:26.729 INFO:tasks.workunit.client.0.smithi016.stdout: "last_unstale": "2024-04-15T16:05:12.199749+0000", 2024-04-15T16:06:26.729 INFO:tasks.workunit.client.0.smithi016.stdout: "log_dups_size": 0, 2024-04-15T16:06:26.729 INFO:tasks.workunit.client.0.smithi016.stdout: "log_size": 0, 2024-04-15T16:06:26.729 INFO:tasks.workunit.client.0.smithi016.stdout: "log_start": "0'0", 2024-04-15T16:06:26.730 INFO:tasks.workunit.client.0.smithi016.stdout: "manifest_stats_invalid": false, 2024-04-15T16:06:26.730 INFO:tasks.workunit.client.0.smithi016.stdout: "mapping_epoch": 531, 2024-04-15T16:06:26.730 INFO:tasks.workunit.client.0.smithi016.stdout: "object_location_counts": [], 2024-04-15T16:06:26.730 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_scrubbed": 0, 2024-04-15T16:06:26.730 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_trimmed": 0, 2024-04-15T16:06:26.730 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_stats_invalid": false, 2024-04-15T16:06:26.730 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_size": 0, 2024-04-15T16:06:26.730 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_start": "0'0", 2024-04-15T16:06:26.730 INFO:tasks.workunit.client.0.smithi016.stdout: "parent": "0.0", 2024-04-15T16:06:26.730 INFO:tasks.workunit.client.0.smithi016.stdout: "parent_split_bits": 0, 2024-04-15T16:06:26.730 INFO:tasks.workunit.client.0.smithi016.stdout: "pgid": "2.18", 2024-04-15T16:06:26.730 INFO:tasks.workunit.client.0.smithi016.stdout: "pin_stats_invalid": false, 2024-04-15T16:06:26.730 INFO:tasks.workunit.client.0.smithi016.stdout: "purged_snaps": [], 2024-04-15T16:06:26.731 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_epoch": 2721, 2024-04-15T16:06:26.731 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_seq": 4911, 2024-04-15T16:06:26.731 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_duration": 0.0, 2024-04-15T16:06:26.731 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-17T00:41:46.347906+0000", 2024-04-15T16:06:26.731 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrim_duration": 0.0, 2024-04-15T16:06:26.731 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrimq_len": 0, 2024-04-15T16:06:26.731 INFO:tasks.workunit.client.0.smithi016.stdout: "stat_sum": { 2024-04-15T16:06:26.731 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes": 0, 2024-04-15T16:06:26.731 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T16:06:26.731 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_recovered": 0, 2024-04-15T16:06:26.731 INFO:tasks.workunit.client.0.smithi016.stdout: "num_deep_scrub_errors": 0, 2024-04-15T16:06:26.731 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict": 0, 2024-04-15T16:06:26.731 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_kb": 0, 2024-04-15T16:06:26.731 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_full": 0, 2024-04-15T16:06:26.731 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_some": 0, 2024-04-15T16:06:26.732 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush": 0, 2024-04-15T16:06:26.732 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_kb": 0, 2024-04-15T16:06:26.732 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_high": 0, 2024-04-15T16:06:26.732 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_low": 0, 2024-04-15T16:06:26.732 INFO:tasks.workunit.client.0.smithi016.stdout: "num_keys_recovered": 0, 2024-04-15T16:06:26.732 INFO:tasks.workunit.client.0.smithi016.stdout: "num_large_omap_objects": 0, 2024-04-15T16:06:26.732 INFO:tasks.workunit.client.0.smithi016.stdout: "num_legacy_snapsets": 0, 2024-04-15T16:06:26.732 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_clones": 0, 2024-04-15T16:06:26.732 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_copies": 0, 2024-04-15T16:06:26.732 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects": 0, 2024-04-15T16:06:26.732 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_degraded": 0, 2024-04-15T16:06:26.732 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_dirty": 0, 2024-04-15T16:06:26.732 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T16:06:26.732 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_manifest": 0, 2024-04-15T16:06:26.732 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_misplaced": 0, 2024-04-15T16:06:26.732 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing": 0, 2024-04-15T16:06:26.733 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T16:06:26.733 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_omap": 0, 2024-04-15T16:06:26.733 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_pinned": 0, 2024-04-15T16:06:26.733 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_recovered": 0, 2024-04-15T16:06:26.733 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_repaired": 0, 2024-04-15T16:06:26.733 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_unfound": 0, 2024-04-15T16:06:26.733 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_bytes": 0, 2024-04-15T16:06:26.733 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_keys": 0, 2024-04-15T16:06:26.733 INFO:tasks.workunit.client.0.smithi016.stdout: "num_promote": 0, 2024-04-15T16:06:26.733 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read": 0, 2024-04-15T16:06:26.733 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read_kb": 0, 2024-04-15T16:06:26.733 INFO:tasks.workunit.client.0.smithi016.stdout: "num_scrub_errors": 0, 2024-04-15T16:06:26.733 INFO:tasks.workunit.client.0.smithi016.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T16:06:26.733 INFO:tasks.workunit.client.0.smithi016.stdout: "num_whiteouts": 0, 2024-04-15T16:06:26.733 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write": 0, 2024-04-15T16:06:26.734 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write_kb": 0 2024-04-15T16:06:26.734 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.734 INFO:tasks.workunit.client.0.smithi016.stdout: "state": "active+clean", 2024-04-15T16:06:26.734 INFO:tasks.workunit.client.0.smithi016.stdout: "stats_invalid": false, 2024-04-15T16:06:26.734 INFO:tasks.workunit.client.0.smithi016.stdout: "up": [ 2024-04-15T16:06:26.734 INFO:tasks.workunit.client.0.smithi016.stdout: 5, 2024-04-15T16:06:26.734 INFO:tasks.workunit.client.0.smithi016.stdout: 4, 2024-04-15T16:06:26.734 INFO:tasks.workunit.client.0.smithi016.stdout: 7 2024-04-15T16:06:26.734 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:26.734 INFO:tasks.workunit.client.0.smithi016.stdout: "up_primary": 5, 2024-04-15T16:06:26.734 INFO:tasks.workunit.client.0.smithi016.stdout: "version": "0'0" 2024-04-15T16:06:26.734 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.734 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-15T16:06:26.734 INFO:tasks.workunit.client.0.smithi016.stdout: "acting": [ 2024-04-15T16:06:26.735 INFO:tasks.workunit.client.0.smithi016.stdout: 3, 2024-04-15T16:06:26.735 INFO:tasks.workunit.client.0.smithi016.stdout: 0, 2024-04-15T16:06:26.735 INFO:tasks.workunit.client.0.smithi016.stdout: 1 2024-04-15T16:06:26.735 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:26.735 INFO:tasks.workunit.client.0.smithi016.stdout: "acting_primary": 3, 2024-04-15T16:06:26.735 INFO:tasks.workunit.client.0.smithi016.stdout: "avail_no_missing": [], 2024-04-15T16:06:26.735 INFO:tasks.workunit.client.0.smithi016.stdout: "blocked_by": [], 2024-04-15T16:06:26.735 INFO:tasks.workunit.client.0.smithi016.stdout: "created": 61, 2024-04-15T16:06:26.735 INFO:tasks.workunit.client.0.smithi016.stdout: "dirty_stats_invalid": false, 2024-04-15T16:06:26.735 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T16:06:26.735 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_stats_invalid": false, 2024-04-15T16:06:26.735 INFO:tasks.workunit.client.0.smithi016.stdout: "last_active": "2024-04-15T16:05:12.196918+0000", 2024-04-15T16:06:26.735 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_active": "2024-04-15T14:42:57.513880+0000", 2024-04-15T16:06:26.735 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_peered": "2024-04-15T14:42:57.513880+0000", 2024-04-15T16:06:26.735 INFO:tasks.workunit.client.0.smithi016.stdout: "last_change": "2024-04-15T14:42:57.514300+0000", 2024-04-15T16:06:26.736 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean": "2024-04-15T16:05:12.196918+0000", 2024-04-15T16:06:26.736 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T16:06:26.736 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub": "0'0", 2024-04-15T16:06:26.736 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T16:06:26.736 INFO:tasks.workunit.client.0.smithi016.stdout: "last_epoch_clean": 420, 2024-04-15T16:06:26.736 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fresh": "2024-04-15T16:05:12.196918+0000", 2024-04-15T16:06:26.736 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fullsized": "2024-04-15T16:05:12.196918+0000", 2024-04-15T16:06:26.736 INFO:tasks.workunit.client.0.smithi016.stdout: "last_peered": "2024-04-15T16:05:12.196918+0000", 2024-04-15T16:06:26.736 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub": "0'0", 2024-04-15T16:06:26.736 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_duration": 0, 2024-04-15T16:06:26.736 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T16:06:26.736 INFO:tasks.workunit.client.0.smithi016.stdout: "last_undegraded": "2024-04-15T16:05:12.196918+0000", 2024-04-15T16:06:26.736 INFO:tasks.workunit.client.0.smithi016.stdout: "last_unstale": "2024-04-15T16:05:12.196918+0000", 2024-04-15T16:06:26.736 INFO:tasks.workunit.client.0.smithi016.stdout: "log_dups_size": 0, 2024-04-15T16:06:26.736 INFO:tasks.workunit.client.0.smithi016.stdout: "log_size": 0, 2024-04-15T16:06:26.737 INFO:tasks.workunit.client.0.smithi016.stdout: "log_start": "0'0", 2024-04-15T16:06:26.737 INFO:tasks.workunit.client.0.smithi016.stdout: "manifest_stats_invalid": false, 2024-04-15T16:06:26.737 INFO:tasks.workunit.client.0.smithi016.stdout: "mapping_epoch": 419, 2024-04-15T16:06:26.737 INFO:tasks.workunit.client.0.smithi016.stdout: "object_location_counts": [], 2024-04-15T16:06:26.737 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_scrubbed": 0, 2024-04-15T16:06:26.737 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_trimmed": 0, 2024-04-15T16:06:26.737 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_stats_invalid": false, 2024-04-15T16:06:26.737 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_size": 0, 2024-04-15T16:06:26.737 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_start": "0'0", 2024-04-15T16:06:26.737 INFO:tasks.workunit.client.0.smithi016.stdout: "parent": "0.0", 2024-04-15T16:06:26.737 INFO:tasks.workunit.client.0.smithi016.stdout: "parent_split_bits": 0, 2024-04-15T16:06:26.737 INFO:tasks.workunit.client.0.smithi016.stdout: "pgid": "3.18", 2024-04-15T16:06:26.737 INFO:tasks.workunit.client.0.smithi016.stdout: "pin_stats_invalid": false, 2024-04-15T16:06:26.737 INFO:tasks.workunit.client.0.smithi016.stdout: "purged_snaps": [], 2024-04-15T16:06:26.737 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_epoch": 2721, 2024-04-15T16:06:26.738 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_seq": 4949, 2024-04-15T16:06:26.738 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_duration": 0.0, 2024-04-15T16:06:26.738 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-16T21:48:20.242106+0000", 2024-04-15T16:06:26.738 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrim_duration": 0.0, 2024-04-15T16:06:26.738 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrimq_len": 0, 2024-04-15T16:06:26.738 INFO:tasks.workunit.client.0.smithi016.stdout: "stat_sum": { 2024-04-15T16:06:26.738 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes": 0, 2024-04-15T16:06:26.738 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T16:06:26.738 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_recovered": 0, 2024-04-15T16:06:26.738 INFO:tasks.workunit.client.0.smithi016.stdout: "num_deep_scrub_errors": 0, 2024-04-15T16:06:26.738 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict": 0, 2024-04-15T16:06:26.738 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_kb": 0, 2024-04-15T16:06:26.738 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_full": 0, 2024-04-15T16:06:26.738 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_some": 0, 2024-04-15T16:06:26.739 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush": 0, 2024-04-15T16:06:26.739 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_kb": 0, 2024-04-15T16:06:26.739 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_high": 0, 2024-04-15T16:06:26.739 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_low": 0, 2024-04-15T16:06:26.739 INFO:tasks.workunit.client.0.smithi016.stdout: "num_keys_recovered": 0, 2024-04-15T16:06:26.739 INFO:tasks.workunit.client.0.smithi016.stdout: "num_large_omap_objects": 0, 2024-04-15T16:06:26.739 INFO:tasks.workunit.client.0.smithi016.stdout: "num_legacy_snapsets": 0, 2024-04-15T16:06:26.739 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_clones": 0, 2024-04-15T16:06:26.739 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_copies": 0, 2024-04-15T16:06:26.739 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects": 0, 2024-04-15T16:06:26.739 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_degraded": 0, 2024-04-15T16:06:26.739 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_dirty": 0, 2024-04-15T16:06:26.739 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T16:06:26.739 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_manifest": 0, 2024-04-15T16:06:26.739 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_misplaced": 0, 2024-04-15T16:06:26.740 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing": 0, 2024-04-15T16:06:26.740 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T16:06:26.740 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_omap": 0, 2024-04-15T16:06:26.740 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_pinned": 0, 2024-04-15T16:06:26.740 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_recovered": 0, 2024-04-15T16:06:26.740 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_repaired": 0, 2024-04-15T16:06:26.740 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_unfound": 0, 2024-04-15T16:06:26.740 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_bytes": 0, 2024-04-15T16:06:26.740 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_keys": 0, 2024-04-15T16:06:26.740 INFO:tasks.workunit.client.0.smithi016.stdout: "num_promote": 0, 2024-04-15T16:06:26.740 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read": 0, 2024-04-15T16:06:26.740 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read_kb": 0, 2024-04-15T16:06:26.740 INFO:tasks.workunit.client.0.smithi016.stdout: "num_scrub_errors": 0, 2024-04-15T16:06:26.740 INFO:tasks.workunit.client.0.smithi016.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T16:06:26.741 INFO:tasks.workunit.client.0.smithi016.stdout: "num_whiteouts": 0, 2024-04-15T16:06:26.741 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write": 0, 2024-04-15T16:06:26.741 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write_kb": 0 2024-04-15T16:06:26.741 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.741 INFO:tasks.workunit.client.0.smithi016.stdout: "state": "active+clean", 2024-04-15T16:06:26.741 INFO:tasks.workunit.client.0.smithi016.stdout: "stats_invalid": false, 2024-04-15T16:06:26.741 INFO:tasks.workunit.client.0.smithi016.stdout: "up": [ 2024-04-15T16:06:26.741 INFO:tasks.workunit.client.0.smithi016.stdout: 3, 2024-04-15T16:06:26.741 INFO:tasks.workunit.client.0.smithi016.stdout: 0, 2024-04-15T16:06:26.741 INFO:tasks.workunit.client.0.smithi016.stdout: 1 2024-04-15T16:06:26.741 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:26.741 INFO:tasks.workunit.client.0.smithi016.stdout: "up_primary": 3, 2024-04-15T16:06:26.741 INFO:tasks.workunit.client.0.smithi016.stdout: "version": "0'0" 2024-04-15T16:06:26.742 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.742 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-15T16:06:26.742 INFO:tasks.workunit.client.0.smithi016.stdout: "acting": [ 2024-04-15T16:06:26.742 INFO:tasks.workunit.client.0.smithi016.stdout: 3, 2024-04-15T16:06:26.742 INFO:tasks.workunit.client.0.smithi016.stdout: 6, 2024-04-15T16:06:26.742 INFO:tasks.workunit.client.0.smithi016.stdout: 0 2024-04-15T16:06:26.742 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:26.742 INFO:tasks.workunit.client.0.smithi016.stdout: "acting_primary": 3, 2024-04-15T16:06:26.742 INFO:tasks.workunit.client.0.smithi016.stdout: "avail_no_missing": [], 2024-04-15T16:06:26.742 INFO:tasks.workunit.client.0.smithi016.stdout: "blocked_by": [], 2024-04-15T16:06:26.742 INFO:tasks.workunit.client.0.smithi016.stdout: "created": 60, 2024-04-15T16:06:26.742 INFO:tasks.workunit.client.0.smithi016.stdout: "dirty_stats_invalid": false, 2024-04-15T16:06:26.742 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T16:06:26.742 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_stats_invalid": false, 2024-04-15T16:06:26.743 INFO:tasks.workunit.client.0.smithi016.stdout: "last_active": "2024-04-15T16:05:12.197770+0000", 2024-04-15T16:06:26.743 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_active": "2024-04-15T14:44:28.452582+0000", 2024-04-15T16:06:26.743 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_peered": "2024-04-15T14:44:28.452582+0000", 2024-04-15T16:06:26.743 INFO:tasks.workunit.client.0.smithi016.stdout: "last_change": "2024-04-15T14:44:28.453012+0000", 2024-04-15T16:06:26.743 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean": "2024-04-15T16:05:12.197770+0000", 2024-04-15T16:06:26.743 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean_scrub_stamp": "2024-04-15T14:33:33.599136+0000", 2024-04-15T16:06:26.743 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub": "0'0", 2024-04-15T16:06:26.743 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub_stamp": "2024-04-15T14:33:33.599136+0000", 2024-04-15T16:06:26.743 INFO:tasks.workunit.client.0.smithi016.stdout: "last_epoch_clean": 511, 2024-04-15T16:06:26.743 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fresh": "2024-04-15T16:05:12.197770+0000", 2024-04-15T16:06:26.743 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fullsized": "2024-04-15T16:05:12.197770+0000", 2024-04-15T16:06:26.743 INFO:tasks.workunit.client.0.smithi016.stdout: "last_peered": "2024-04-15T16:05:12.197770+0000", 2024-04-15T16:06:26.743 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub": "0'0", 2024-04-15T16:06:26.743 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_duration": 0, 2024-04-15T16:06:26.744 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_stamp": "2024-04-15T14:33:33.599136+0000", 2024-04-15T16:06:26.744 INFO:tasks.workunit.client.0.smithi016.stdout: "last_undegraded": "2024-04-15T16:05:12.197770+0000", 2024-04-15T16:06:26.744 INFO:tasks.workunit.client.0.smithi016.stdout: "last_unstale": "2024-04-15T16:05:12.197770+0000", 2024-04-15T16:06:26.744 INFO:tasks.workunit.client.0.smithi016.stdout: "log_dups_size": 0, 2024-04-15T16:06:26.744 INFO:tasks.workunit.client.0.smithi016.stdout: "log_size": 0, 2024-04-15T16:06:26.744 INFO:tasks.workunit.client.0.smithi016.stdout: "log_start": "0'0", 2024-04-15T16:06:26.744 INFO:tasks.workunit.client.0.smithi016.stdout: "manifest_stats_invalid": false, 2024-04-15T16:06:26.744 INFO:tasks.workunit.client.0.smithi016.stdout: "mapping_epoch": 510, 2024-04-15T16:06:26.744 INFO:tasks.workunit.client.0.smithi016.stdout: "object_location_counts": [], 2024-04-15T16:06:26.744 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_scrubbed": 0, 2024-04-15T16:06:26.744 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_trimmed": 0, 2024-04-15T16:06:26.744 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_stats_invalid": false, 2024-04-15T16:06:26.744 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_size": 0, 2024-04-15T16:06:26.744 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_start": "0'0", 2024-04-15T16:06:26.745 INFO:tasks.workunit.client.0.smithi016.stdout: "parent": "0.0", 2024-04-15T16:06:26.745 INFO:tasks.workunit.client.0.smithi016.stdout: "parent_split_bits": 0, 2024-04-15T16:06:26.745 INFO:tasks.workunit.client.0.smithi016.stdout: "pgid": "2.19", 2024-04-15T16:06:26.745 INFO:tasks.workunit.client.0.smithi016.stdout: "pin_stats_invalid": false, 2024-04-15T16:06:26.745 INFO:tasks.workunit.client.0.smithi016.stdout: "purged_snaps": [], 2024-04-15T16:06:26.745 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_epoch": 2721, 2024-04-15T16:06:26.745 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_seq": 4951, 2024-04-15T16:06:26.745 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_duration": 0.0, 2024-04-15T16:06:26.745 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-16T18:50:54.250154+0000", 2024-04-15T16:06:26.745 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrim_duration": 0.0, 2024-04-15T16:06:26.745 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrimq_len": 0, 2024-04-15T16:06:26.745 INFO:tasks.workunit.client.0.smithi016.stdout: "stat_sum": { 2024-04-15T16:06:26.745 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes": 0, 2024-04-15T16:06:26.745 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T16:06:26.746 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_recovered": 0, 2024-04-15T16:06:26.746 INFO:tasks.workunit.client.0.smithi016.stdout: "num_deep_scrub_errors": 0, 2024-04-15T16:06:26.746 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict": 0, 2024-04-15T16:06:26.746 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_kb": 0, 2024-04-15T16:06:26.746 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_full": 0, 2024-04-15T16:06:26.746 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_some": 0, 2024-04-15T16:06:26.746 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush": 0, 2024-04-15T16:06:26.746 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_kb": 0, 2024-04-15T16:06:26.746 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_high": 0, 2024-04-15T16:06:26.746 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_low": 0, 2024-04-15T16:06:26.746 INFO:tasks.workunit.client.0.smithi016.stdout: "num_keys_recovered": 0, 2024-04-15T16:06:26.746 INFO:tasks.workunit.client.0.smithi016.stdout: "num_large_omap_objects": 0, 2024-04-15T16:06:26.746 INFO:tasks.workunit.client.0.smithi016.stdout: "num_legacy_snapsets": 0, 2024-04-15T16:06:26.746 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_clones": 0, 2024-04-15T16:06:26.747 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_copies": 0, 2024-04-15T16:06:26.747 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects": 0, 2024-04-15T16:06:26.747 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_degraded": 0, 2024-04-15T16:06:26.747 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_dirty": 0, 2024-04-15T16:06:26.747 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T16:06:26.747 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_manifest": 0, 2024-04-15T16:06:26.747 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_misplaced": 0, 2024-04-15T16:06:26.747 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing": 0, 2024-04-15T16:06:26.747 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T16:06:26.747 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_omap": 0, 2024-04-15T16:06:26.747 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_pinned": 0, 2024-04-15T16:06:26.747 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_recovered": 0, 2024-04-15T16:06:26.747 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_repaired": 0, 2024-04-15T16:06:26.747 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_unfound": 0, 2024-04-15T16:06:26.748 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_bytes": 0, 2024-04-15T16:06:26.748 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_keys": 0, 2024-04-15T16:06:26.748 INFO:tasks.workunit.client.0.smithi016.stdout: "num_promote": 0, 2024-04-15T16:06:26.748 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read": 0, 2024-04-15T16:06:26.748 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read_kb": 0, 2024-04-15T16:06:26.748 INFO:tasks.workunit.client.0.smithi016.stdout: "num_scrub_errors": 0, 2024-04-15T16:06:26.748 INFO:tasks.workunit.client.0.smithi016.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T16:06:26.748 INFO:tasks.workunit.client.0.smithi016.stdout: "num_whiteouts": 0, 2024-04-15T16:06:26.748 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write": 0, 2024-04-15T16:06:26.748 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write_kb": 0 2024-04-15T16:06:26.748 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.748 INFO:tasks.workunit.client.0.smithi016.stdout: "state": "active+clean", 2024-04-15T16:06:26.748 INFO:tasks.workunit.client.0.smithi016.stdout: "stats_invalid": false, 2024-04-15T16:06:26.748 INFO:tasks.workunit.client.0.smithi016.stdout: "up": [ 2024-04-15T16:06:26.749 INFO:tasks.workunit.client.0.smithi016.stdout: 3, 2024-04-15T16:06:26.749 INFO:tasks.workunit.client.0.smithi016.stdout: 6, 2024-04-15T16:06:26.749 INFO:tasks.workunit.client.0.smithi016.stdout: 0 2024-04-15T16:06:26.749 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:26.749 INFO:tasks.workunit.client.0.smithi016.stdout: "up_primary": 3, 2024-04-15T16:06:26.749 INFO:tasks.workunit.client.0.smithi016.stdout: "version": "0'0" 2024-04-15T16:06:26.749 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.749 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-15T16:06:26.749 INFO:tasks.workunit.client.0.smithi016.stdout: "acting": [ 2024-04-15T16:06:26.749 INFO:tasks.workunit.client.0.smithi016.stdout: 0, 2024-04-15T16:06:26.749 INFO:tasks.workunit.client.0.smithi016.stdout: 4, 2024-04-15T16:06:26.749 INFO:tasks.workunit.client.0.smithi016.stdout: 7 2024-04-15T16:06:26.749 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:26.749 INFO:tasks.workunit.client.0.smithi016.stdout: "acting_primary": 0, 2024-04-15T16:06:26.749 INFO:tasks.workunit.client.0.smithi016.stdout: "avail_no_missing": [], 2024-04-15T16:06:26.750 INFO:tasks.workunit.client.0.smithi016.stdout: "blocked_by": [], 2024-04-15T16:06:26.750 INFO:tasks.workunit.client.0.smithi016.stdout: "created": 61, 2024-04-15T16:06:26.750 INFO:tasks.workunit.client.0.smithi016.stdout: "dirty_stats_invalid": false, 2024-04-15T16:06:26.750 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T16:06:26.750 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_stats_invalid": false, 2024-04-15T16:06:26.750 INFO:tasks.workunit.client.0.smithi016.stdout: "last_active": "2024-04-15T16:05:11.413064+0000", 2024-04-15T16:06:26.750 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_active": "2024-04-15T14:44:49.373118+0000", 2024-04-15T16:06:26.750 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_peered": "2024-04-15T14:44:49.373118+0000", 2024-04-15T16:06:26.750 INFO:tasks.workunit.client.0.smithi016.stdout: "last_change": "2024-04-15T14:44:49.373509+0000", 2024-04-15T16:06:26.750 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean": "2024-04-15T16:05:11.413064+0000", 2024-04-15T16:06:26.750 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T16:06:26.750 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub": "0'0", 2024-04-15T16:06:26.750 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T16:06:26.750 INFO:tasks.workunit.client.0.smithi016.stdout: "last_epoch_clean": 532, 2024-04-15T16:06:26.751 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fresh": "2024-04-15T16:05:11.413064+0000", 2024-04-15T16:06:26.751 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fullsized": "2024-04-15T16:05:11.413064+0000", 2024-04-15T16:06:26.751 INFO:tasks.workunit.client.0.smithi016.stdout: "last_peered": "2024-04-15T16:05:11.413064+0000", 2024-04-15T16:06:26.751 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub": "0'0", 2024-04-15T16:06:26.751 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_duration": 0, 2024-04-15T16:06:26.751 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T16:06:26.751 INFO:tasks.workunit.client.0.smithi016.stdout: "last_undegraded": "2024-04-15T16:05:11.413064+0000", 2024-04-15T16:06:26.751 INFO:tasks.workunit.client.0.smithi016.stdout: "last_unstale": "2024-04-15T16:05:11.413064+0000", 2024-04-15T16:06:26.751 INFO:tasks.workunit.client.0.smithi016.stdout: "log_dups_size": 0, 2024-04-15T16:06:26.751 INFO:tasks.workunit.client.0.smithi016.stdout: "log_size": 0, 2024-04-15T16:06:26.751 INFO:tasks.workunit.client.0.smithi016.stdout: "log_start": "0'0", 2024-04-15T16:06:26.751 INFO:tasks.workunit.client.0.smithi016.stdout: "manifest_stats_invalid": false, 2024-04-15T16:06:26.751 INFO:tasks.workunit.client.0.smithi016.stdout: "mapping_epoch": 531, 2024-04-15T16:06:26.751 INFO:tasks.workunit.client.0.smithi016.stdout: "object_location_counts": [], 2024-04-15T16:06:26.751 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_scrubbed": 0, 2024-04-15T16:06:26.752 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_trimmed": 0, 2024-04-15T16:06:26.752 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_stats_invalid": false, 2024-04-15T16:06:26.752 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_size": 0, 2024-04-15T16:06:26.752 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_start": "0'0", 2024-04-15T16:06:26.752 INFO:tasks.workunit.client.0.smithi016.stdout: "parent": "0.0", 2024-04-15T16:06:26.752 INFO:tasks.workunit.client.0.smithi016.stdout: "parent_split_bits": 0, 2024-04-15T16:06:26.752 INFO:tasks.workunit.client.0.smithi016.stdout: "pgid": "3.1b", 2024-04-15T16:06:26.752 INFO:tasks.workunit.client.0.smithi016.stdout: "pin_stats_invalid": false, 2024-04-15T16:06:26.752 INFO:tasks.workunit.client.0.smithi016.stdout: "purged_snaps": [], 2024-04-15T16:06:26.752 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_epoch": 2721, 2024-04-15T16:06:26.752 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_seq": 5055, 2024-04-15T16:06:26.752 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_duration": 0.0, 2024-04-15T16:06:26.752 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-16T19:46:30.495973+0000", 2024-04-15T16:06:26.752 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrim_duration": 0.0, 2024-04-15T16:06:26.753 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrimq_len": 0, 2024-04-15T16:06:26.753 INFO:tasks.workunit.client.0.smithi016.stdout: "stat_sum": { 2024-04-15T16:06:26.753 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes": 0, 2024-04-15T16:06:26.753 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T16:06:26.753 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_recovered": 0, 2024-04-15T16:06:26.753 INFO:tasks.workunit.client.0.smithi016.stdout: "num_deep_scrub_errors": 0, 2024-04-15T16:06:26.753 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict": 0, 2024-04-15T16:06:26.753 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_kb": 0, 2024-04-15T16:06:26.753 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_full": 0, 2024-04-15T16:06:26.753 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_some": 0, 2024-04-15T16:06:26.753 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush": 0, 2024-04-15T16:06:26.753 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_kb": 0, 2024-04-15T16:06:26.753 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_high": 0, 2024-04-15T16:06:26.753 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_low": 0, 2024-04-15T16:06:26.753 INFO:tasks.workunit.client.0.smithi016.stdout: "num_keys_recovered": 0, 2024-04-15T16:06:26.754 INFO:tasks.workunit.client.0.smithi016.stdout: "num_large_omap_objects": 0, 2024-04-15T16:06:26.754 INFO:tasks.workunit.client.0.smithi016.stdout: "num_legacy_snapsets": 0, 2024-04-15T16:06:26.754 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_clones": 0, 2024-04-15T16:06:26.754 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_copies": 0, 2024-04-15T16:06:26.754 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects": 0, 2024-04-15T16:06:26.754 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_degraded": 0, 2024-04-15T16:06:26.754 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_dirty": 0, 2024-04-15T16:06:26.754 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T16:06:26.754 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_manifest": 0, 2024-04-15T16:06:26.754 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_misplaced": 0, 2024-04-15T16:06:26.754 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing": 0, 2024-04-15T16:06:26.754 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T16:06:26.754 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_omap": 0, 2024-04-15T16:06:26.754 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_pinned": 0, 2024-04-15T16:06:26.754 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_recovered": 0, 2024-04-15T16:06:26.755 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_repaired": 0, 2024-04-15T16:06:26.755 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_unfound": 0, 2024-04-15T16:06:26.755 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_bytes": 0, 2024-04-15T16:06:26.755 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_keys": 0, 2024-04-15T16:06:26.755 INFO:tasks.workunit.client.0.smithi016.stdout: "num_promote": 0, 2024-04-15T16:06:26.755 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read": 0, 2024-04-15T16:06:26.755 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read_kb": 0, 2024-04-15T16:06:26.755 INFO:tasks.workunit.client.0.smithi016.stdout: "num_scrub_errors": 0, 2024-04-15T16:06:26.755 INFO:tasks.workunit.client.0.smithi016.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T16:06:26.755 INFO:tasks.workunit.client.0.smithi016.stdout: "num_whiteouts": 0, 2024-04-15T16:06:26.755 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write": 0, 2024-04-15T16:06:26.755 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write_kb": 0 2024-04-15T16:06:26.755 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.755 INFO:tasks.workunit.client.0.smithi016.stdout: "state": "active+clean", 2024-04-15T16:06:26.756 INFO:tasks.workunit.client.0.smithi016.stdout: "stats_invalid": false, 2024-04-15T16:06:26.756 INFO:tasks.workunit.client.0.smithi016.stdout: "up": [ 2024-04-15T16:06:26.756 INFO:tasks.workunit.client.0.smithi016.stdout: 0, 2024-04-15T16:06:26.756 INFO:tasks.workunit.client.0.smithi016.stdout: 4, 2024-04-15T16:06:26.756 INFO:tasks.workunit.client.0.smithi016.stdout: 7 2024-04-15T16:06:26.756 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:26.756 INFO:tasks.workunit.client.0.smithi016.stdout: "up_primary": 0, 2024-04-15T16:06:26.756 INFO:tasks.workunit.client.0.smithi016.stdout: "version": "0'0" 2024-04-15T16:06:26.756 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.756 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-15T16:06:26.756 INFO:tasks.workunit.client.0.smithi016.stdout: "acting": [ 2024-04-15T16:06:26.756 INFO:tasks.workunit.client.0.smithi016.stdout: 6, 2024-04-15T16:06:26.756 INFO:tasks.workunit.client.0.smithi016.stdout: 4, 2024-04-15T16:06:26.756 INFO:tasks.workunit.client.0.smithi016.stdout: 7 2024-04-15T16:06:26.756 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:26.757 INFO:tasks.workunit.client.0.smithi016.stdout: "acting_primary": 6, 2024-04-15T16:06:26.757 INFO:tasks.workunit.client.0.smithi016.stdout: "avail_no_missing": [], 2024-04-15T16:06:26.757 INFO:tasks.workunit.client.0.smithi016.stdout: "blocked_by": [], 2024-04-15T16:06:26.757 INFO:tasks.workunit.client.0.smithi016.stdout: "created": 60, 2024-04-15T16:06:26.757 INFO:tasks.workunit.client.0.smithi016.stdout: "dirty_stats_invalid": false, 2024-04-15T16:06:26.757 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T16:06:26.757 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_stats_invalid": false, 2024-04-15T16:06:26.757 INFO:tasks.workunit.client.0.smithi016.stdout: "last_active": "2024-04-15T16:05:11.412356+0000", 2024-04-15T16:06:26.757 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_active": "2024-04-15T14:44:49.358817+0000", 2024-04-15T16:06:26.757 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_peered": "2024-04-15T14:44:49.358817+0000", 2024-04-15T16:06:26.757 INFO:tasks.workunit.client.0.smithi016.stdout: "last_change": "2024-04-15T14:44:49.359155+0000", 2024-04-15T16:06:26.757 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean": "2024-04-15T16:05:11.412356+0000", 2024-04-15T16:06:26.757 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean_scrub_stamp": "2024-04-15T14:33:33.599136+0000", 2024-04-15T16:06:26.757 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub": "0'0", 2024-04-15T16:06:26.757 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub_stamp": "2024-04-15T14:33:33.599136+0000", 2024-04-15T16:06:26.758 INFO:tasks.workunit.client.0.smithi016.stdout: "last_epoch_clean": 532, 2024-04-15T16:06:26.758 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fresh": "2024-04-15T16:05:11.412356+0000", 2024-04-15T16:06:26.758 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fullsized": "2024-04-15T16:05:11.412356+0000", 2024-04-15T16:06:26.758 INFO:tasks.workunit.client.0.smithi016.stdout: "last_peered": "2024-04-15T16:05:11.412356+0000", 2024-04-15T16:06:26.758 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub": "0'0", 2024-04-15T16:06:26.758 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_duration": 0, 2024-04-15T16:06:26.758 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_stamp": "2024-04-15T14:33:33.599136+0000", 2024-04-15T16:06:26.758 INFO:tasks.workunit.client.0.smithi016.stdout: "last_undegraded": "2024-04-15T16:05:11.412356+0000", 2024-04-15T16:06:26.758 INFO:tasks.workunit.client.0.smithi016.stdout: "last_unstale": "2024-04-15T16:05:11.412356+0000", 2024-04-15T16:06:26.758 INFO:tasks.workunit.client.0.smithi016.stdout: "log_dups_size": 0, 2024-04-15T16:06:26.758 INFO:tasks.workunit.client.0.smithi016.stdout: "log_size": 3, 2024-04-15T16:06:26.758 INFO:tasks.workunit.client.0.smithi016.stdout: "log_start": "0'0", 2024-04-15T16:06:26.758 INFO:tasks.workunit.client.0.smithi016.stdout: "manifest_stats_invalid": false, 2024-04-15T16:06:26.758 INFO:tasks.workunit.client.0.smithi016.stdout: "mapping_epoch": 531, 2024-04-15T16:06:26.758 INFO:tasks.workunit.client.0.smithi016.stdout: "object_location_counts": [], 2024-04-15T16:06:26.759 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_scrubbed": 0, 2024-04-15T16:06:26.759 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_trimmed": 0, 2024-04-15T16:06:26.759 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_stats_invalid": false, 2024-04-15T16:06:26.759 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_size": 3, 2024-04-15T16:06:26.759 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_start": "0'0", 2024-04-15T16:06:26.759 INFO:tasks.workunit.client.0.smithi016.stdout: "parent": "0.0", 2024-04-15T16:06:26.759 INFO:tasks.workunit.client.0.smithi016.stdout: "parent_split_bits": 0, 2024-04-15T16:06:26.759 INFO:tasks.workunit.client.0.smithi016.stdout: "pgid": "2.1a", 2024-04-15T16:06:26.759 INFO:tasks.workunit.client.0.smithi016.stdout: "pin_stats_invalid": false, 2024-04-15T16:06:26.759 INFO:tasks.workunit.client.0.smithi016.stdout: "purged_snaps": [], 2024-04-15T16:06:26.759 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_epoch": 2721, 2024-04-15T16:06:26.759 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_seq": 4893, 2024-04-15T16:06:26.759 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_duration": 0.0, 2024-04-15T16:06:26.759 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-16T18:07:54.854327+0000", 2024-04-15T16:06:26.759 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrim_duration": 0.0, 2024-04-15T16:06:26.760 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrimq_len": 0, 2024-04-15T16:06:26.760 INFO:tasks.workunit.client.0.smithi016.stdout: "stat_sum": { 2024-04-15T16:06:26.760 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes": 0, 2024-04-15T16:06:26.760 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T16:06:26.760 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_recovered": 0, 2024-04-15T16:06:26.760 INFO:tasks.workunit.client.0.smithi016.stdout: "num_deep_scrub_errors": 0, 2024-04-15T16:06:26.760 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict": 0, 2024-04-15T16:06:26.760 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_kb": 0, 2024-04-15T16:06:26.760 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_full": 0, 2024-04-15T16:06:26.760 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_some": 0, 2024-04-15T16:06:26.760 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush": 0, 2024-04-15T16:06:26.760 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_kb": 0, 2024-04-15T16:06:26.760 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_high": 0, 2024-04-15T16:06:26.760 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_low": 0, 2024-04-15T16:06:26.761 INFO:tasks.workunit.client.0.smithi016.stdout: "num_keys_recovered": 0, 2024-04-15T16:06:26.761 INFO:tasks.workunit.client.0.smithi016.stdout: "num_large_omap_objects": 0, 2024-04-15T16:06:26.761 INFO:tasks.workunit.client.0.smithi016.stdout: "num_legacy_snapsets": 0, 2024-04-15T16:06:26.761 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_clones": 0, 2024-04-15T16:06:26.761 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_copies": 0, 2024-04-15T16:06:26.761 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects": 0, 2024-04-15T16:06:26.761 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_degraded": 0, 2024-04-15T16:06:26.761 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_dirty": 0, 2024-04-15T16:06:26.761 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T16:06:26.761 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_manifest": 0, 2024-04-15T16:06:26.761 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_misplaced": 0, 2024-04-15T16:06:26.761 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing": 0, 2024-04-15T16:06:26.761 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T16:06:26.761 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_omap": 0, 2024-04-15T16:06:26.761 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_pinned": 0, 2024-04-15T16:06:26.762 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_recovered": 0, 2024-04-15T16:06:26.762 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_repaired": 0, 2024-04-15T16:06:26.762 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_unfound": 0, 2024-04-15T16:06:26.762 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_bytes": 0, 2024-04-15T16:06:26.762 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_keys": 0, 2024-04-15T16:06:26.762 INFO:tasks.workunit.client.0.smithi016.stdout: "num_promote": 0, 2024-04-15T16:06:26.762 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read": 0, 2024-04-15T16:06:26.762 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read_kb": 0, 2024-04-15T16:06:26.762 INFO:tasks.workunit.client.0.smithi016.stdout: "num_scrub_errors": 0, 2024-04-15T16:06:26.762 INFO:tasks.workunit.client.0.smithi016.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T16:06:26.762 INFO:tasks.workunit.client.0.smithi016.stdout: "num_whiteouts": 0, 2024-04-15T16:06:26.762 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write": 0, 2024-04-15T16:06:26.762 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write_kb": 0 2024-04-15T16:06:26.762 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.763 INFO:tasks.workunit.client.0.smithi016.stdout: "state": "active+clean", 2024-04-15T16:06:26.763 INFO:tasks.workunit.client.0.smithi016.stdout: "stats_invalid": false, 2024-04-15T16:06:26.763 INFO:tasks.workunit.client.0.smithi016.stdout: "up": [ 2024-04-15T16:06:26.763 INFO:tasks.workunit.client.0.smithi016.stdout: 6, 2024-04-15T16:06:26.763 INFO:tasks.workunit.client.0.smithi016.stdout: 4, 2024-04-15T16:06:26.763 INFO:tasks.workunit.client.0.smithi016.stdout: 7 2024-04-15T16:06:26.763 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:26.763 INFO:tasks.workunit.client.0.smithi016.stdout: "up_primary": 6, 2024-04-15T16:06:26.763 INFO:tasks.workunit.client.0.smithi016.stdout: "version": "560'3" 2024-04-15T16:06:26.763 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.763 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-15T16:06:26.763 INFO:tasks.workunit.client.0.smithi016.stdout: "acting": [ 2024-04-15T16:06:26.763 INFO:tasks.workunit.client.0.smithi016.stdout: 4, 2024-04-15T16:06:26.763 INFO:tasks.workunit.client.0.smithi016.stdout: 1, 2024-04-15T16:06:26.763 INFO:tasks.workunit.client.0.smithi016.stdout: 2 2024-04-15T16:06:26.764 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:26.764 INFO:tasks.workunit.client.0.smithi016.stdout: "acting_primary": 4, 2024-04-15T16:06:26.764 INFO:tasks.workunit.client.0.smithi016.stdout: "avail_no_missing": [], 2024-04-15T16:06:26.764 INFO:tasks.workunit.client.0.smithi016.stdout: "blocked_by": [], 2024-04-15T16:06:26.764 INFO:tasks.workunit.client.0.smithi016.stdout: "created": 61, 2024-04-15T16:06:26.764 INFO:tasks.workunit.client.0.smithi016.stdout: "dirty_stats_invalid": false, 2024-04-15T16:06:26.764 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T16:06:26.764 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_stats_invalid": false, 2024-04-15T16:06:26.764 INFO:tasks.workunit.client.0.smithi016.stdout: "last_active": "2024-04-15T16:05:12.199387+0000", 2024-04-15T16:06:26.764 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_active": "2024-04-15T14:43:32.413137+0000", 2024-04-15T16:06:26.764 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_peered": "2024-04-15T14:43:32.413137+0000", 2024-04-15T16:06:26.764 INFO:tasks.workunit.client.0.smithi016.stdout: "last_change": "2024-04-15T14:43:32.413589+0000", 2024-04-15T16:06:26.764 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean": "2024-04-15T16:05:12.199387+0000", 2024-04-15T16:06:26.764 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T16:06:26.764 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub": "0'0", 2024-04-15T16:06:26.764 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T16:06:26.765 INFO:tasks.workunit.client.0.smithi016.stdout: "last_epoch_clean": 455, 2024-04-15T16:06:26.765 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fresh": "2024-04-15T16:05:12.199387+0000", 2024-04-15T16:06:26.765 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fullsized": "2024-04-15T16:05:12.199387+0000", 2024-04-15T16:06:26.765 INFO:tasks.workunit.client.0.smithi016.stdout: "last_peered": "2024-04-15T16:05:12.199387+0000", 2024-04-15T16:06:26.765 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub": "0'0", 2024-04-15T16:06:26.765 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_duration": 0, 2024-04-15T16:06:26.765 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T16:06:26.765 INFO:tasks.workunit.client.0.smithi016.stdout: "last_undegraded": "2024-04-15T16:05:12.199387+0000", 2024-04-15T16:06:26.765 INFO:tasks.workunit.client.0.smithi016.stdout: "last_unstale": "2024-04-15T16:05:12.199387+0000", 2024-04-15T16:06:26.765 INFO:tasks.workunit.client.0.smithi016.stdout: "log_dups_size": 0, 2024-04-15T16:06:26.765 INFO:tasks.workunit.client.0.smithi016.stdout: "log_size": 0, 2024-04-15T16:06:26.765 INFO:tasks.workunit.client.0.smithi016.stdout: "log_start": "0'0", 2024-04-15T16:06:26.765 INFO:tasks.workunit.client.0.smithi016.stdout: "manifest_stats_invalid": false, 2024-04-15T16:06:26.765 INFO:tasks.workunit.client.0.smithi016.stdout: "mapping_epoch": 454, 2024-04-15T16:06:26.765 INFO:tasks.workunit.client.0.smithi016.stdout: "object_location_counts": [], 2024-04-15T16:06:26.765 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_scrubbed": 0, 2024-04-15T16:06:26.766 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_trimmed": 0, 2024-04-15T16:06:26.766 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_stats_invalid": false, 2024-04-15T16:06:26.766 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_size": 0, 2024-04-15T16:06:26.766 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_start": "0'0", 2024-04-15T16:06:26.766 INFO:tasks.workunit.client.0.smithi016.stdout: "parent": "0.0", 2024-04-15T16:06:26.766 INFO:tasks.workunit.client.0.smithi016.stdout: "parent_split_bits": 0, 2024-04-15T16:06:26.766 INFO:tasks.workunit.client.0.smithi016.stdout: "pgid": "3.1a", 2024-04-15T16:06:26.766 INFO:tasks.workunit.client.0.smithi016.stdout: "pin_stats_invalid": false, 2024-04-15T16:06:26.766 INFO:tasks.workunit.client.0.smithi016.stdout: "purged_snaps": [], 2024-04-15T16:06:26.766 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_epoch": 2721, 2024-04-15T16:06:26.766 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_seq": 4975, 2024-04-15T16:06:26.766 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_duration": 0.0, 2024-04-15T16:06:26.766 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-16T21:34:35.332337+0000", 2024-04-15T16:06:26.767 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrim_duration": 0.0, 2024-04-15T16:06:26.767 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrimq_len": 0, 2024-04-15T16:06:26.767 INFO:tasks.workunit.client.0.smithi016.stdout: "stat_sum": { 2024-04-15T16:06:26.767 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes": 0, 2024-04-15T16:06:26.767 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T16:06:26.767 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_recovered": 0, 2024-04-15T16:06:26.767 INFO:tasks.workunit.client.0.smithi016.stdout: "num_deep_scrub_errors": 0, 2024-04-15T16:06:26.767 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict": 0, 2024-04-15T16:06:26.767 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_kb": 0, 2024-04-15T16:06:26.767 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_full": 0, 2024-04-15T16:06:26.767 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_some": 0, 2024-04-15T16:06:26.767 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush": 0, 2024-04-15T16:06:26.767 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_kb": 0, 2024-04-15T16:06:26.767 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_high": 0, 2024-04-15T16:06:26.767 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_low": 0, 2024-04-15T16:06:26.768 INFO:tasks.workunit.client.0.smithi016.stdout: "num_keys_recovered": 0, 2024-04-15T16:06:26.768 INFO:tasks.workunit.client.0.smithi016.stdout: "num_large_omap_objects": 0, 2024-04-15T16:06:26.768 INFO:tasks.workunit.client.0.smithi016.stdout: "num_legacy_snapsets": 0, 2024-04-15T16:06:26.768 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_clones": 0, 2024-04-15T16:06:26.768 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_copies": 0, 2024-04-15T16:06:26.768 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects": 0, 2024-04-15T16:06:26.768 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_degraded": 0, 2024-04-15T16:06:26.768 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_dirty": 0, 2024-04-15T16:06:26.768 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T16:06:26.768 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_manifest": 0, 2024-04-15T16:06:26.768 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_misplaced": 0, 2024-04-15T16:06:26.768 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing": 0, 2024-04-15T16:06:26.768 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T16:06:26.768 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_omap": 0, 2024-04-15T16:06:26.768 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_pinned": 0, 2024-04-15T16:06:26.768 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_recovered": 0, 2024-04-15T16:06:26.769 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_repaired": 0, 2024-04-15T16:06:26.769 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_unfound": 0, 2024-04-15T16:06:26.769 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_bytes": 0, 2024-04-15T16:06:26.769 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_keys": 0, 2024-04-15T16:06:26.769 INFO:tasks.workunit.client.0.smithi016.stdout: "num_promote": 0, 2024-04-15T16:06:26.769 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read": 0, 2024-04-15T16:06:26.769 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read_kb": 0, 2024-04-15T16:06:26.769 INFO:tasks.workunit.client.0.smithi016.stdout: "num_scrub_errors": 0, 2024-04-15T16:06:26.769 INFO:tasks.workunit.client.0.smithi016.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T16:06:26.769 INFO:tasks.workunit.client.0.smithi016.stdout: "num_whiteouts": 0, 2024-04-15T16:06:26.769 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write": 0, 2024-04-15T16:06:26.769 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write_kb": 0 2024-04-15T16:06:26.769 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.769 INFO:tasks.workunit.client.0.smithi016.stdout: "state": "active+clean", 2024-04-15T16:06:26.769 INFO:tasks.workunit.client.0.smithi016.stdout: "stats_invalid": false, 2024-04-15T16:06:26.770 INFO:tasks.workunit.client.0.smithi016.stdout: "up": [ 2024-04-15T16:06:26.770 INFO:tasks.workunit.client.0.smithi016.stdout: 4, 2024-04-15T16:06:26.770 INFO:tasks.workunit.client.0.smithi016.stdout: 1, 2024-04-15T16:06:26.770 INFO:tasks.workunit.client.0.smithi016.stdout: 2 2024-04-15T16:06:26.770 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:26.770 INFO:tasks.workunit.client.0.smithi016.stdout: "up_primary": 4, 2024-04-15T16:06:26.770 INFO:tasks.workunit.client.0.smithi016.stdout: "version": "0'0" 2024-04-15T16:06:26.770 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.770 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-15T16:06:26.770 INFO:tasks.workunit.client.0.smithi016.stdout: "acting": [ 2024-04-15T16:06:26.770 INFO:tasks.workunit.client.0.smithi016.stdout: 3, 2024-04-15T16:06:26.770 INFO:tasks.workunit.client.0.smithi016.stdout: 7, 2024-04-15T16:06:26.770 INFO:tasks.workunit.client.0.smithi016.stdout: 6 2024-04-15T16:06:26.770 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:26.771 INFO:tasks.workunit.client.0.smithi016.stdout: "acting_primary": 3, 2024-04-15T16:06:26.771 INFO:tasks.workunit.client.0.smithi016.stdout: "avail_no_missing": [], 2024-04-15T16:06:26.771 INFO:tasks.workunit.client.0.smithi016.stdout: "blocked_by": [], 2024-04-15T16:06:26.771 INFO:tasks.workunit.client.0.smithi016.stdout: "created": 60, 2024-04-15T16:06:26.771 INFO:tasks.workunit.client.0.smithi016.stdout: "dirty_stats_invalid": false, 2024-04-15T16:06:26.771 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T16:06:26.771 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_stats_invalid": false, 2024-04-15T16:06:26.771 INFO:tasks.workunit.client.0.smithi016.stdout: "last_active": "2024-04-15T16:05:12.197367+0000", 2024-04-15T16:06:26.771 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_active": "2024-04-15T14:44:49.367080+0000", 2024-04-15T16:06:26.771 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_peered": "2024-04-15T14:44:49.367080+0000", 2024-04-15T16:06:26.771 INFO:tasks.workunit.client.0.smithi016.stdout: "last_change": "2024-04-15T14:44:49.367494+0000", 2024-04-15T16:06:26.771 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean": "2024-04-15T16:05:12.197367+0000", 2024-04-15T16:06:26.771 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean_scrub_stamp": "2024-04-15T14:33:33.599136+0000", 2024-04-15T16:06:26.771 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub": "0'0", 2024-04-15T16:06:26.772 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub_stamp": "2024-04-15T14:33:33.599136+0000", 2024-04-15T16:06:26.772 INFO:tasks.workunit.client.0.smithi016.stdout: "last_epoch_clean": 532, 2024-04-15T16:06:26.772 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fresh": "2024-04-15T16:05:12.197367+0000", 2024-04-15T16:06:26.772 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fullsized": "2024-04-15T16:05:12.197367+0000", 2024-04-15T16:06:26.772 INFO:tasks.workunit.client.0.smithi016.stdout: "last_peered": "2024-04-15T16:05:12.197367+0000", 2024-04-15T16:06:26.772 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub": "0'0", 2024-04-15T16:06:26.772 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_duration": 0, 2024-04-15T16:06:26.772 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_stamp": "2024-04-15T14:33:33.599136+0000", 2024-04-15T16:06:26.772 INFO:tasks.workunit.client.0.smithi016.stdout: "last_undegraded": "2024-04-15T16:05:12.197367+0000", 2024-04-15T16:06:26.772 INFO:tasks.workunit.client.0.smithi016.stdout: "last_unstale": "2024-04-15T16:05:12.197367+0000", 2024-04-15T16:06:26.772 INFO:tasks.workunit.client.0.smithi016.stdout: "log_dups_size": 0, 2024-04-15T16:06:26.772 INFO:tasks.workunit.client.0.smithi016.stdout: "log_size": 3, 2024-04-15T16:06:26.772 INFO:tasks.workunit.client.0.smithi016.stdout: "log_start": "0'0", 2024-04-15T16:06:26.772 INFO:tasks.workunit.client.0.smithi016.stdout: "manifest_stats_invalid": false, 2024-04-15T16:06:26.773 INFO:tasks.workunit.client.0.smithi016.stdout: "mapping_epoch": 531, 2024-04-15T16:06:26.773 INFO:tasks.workunit.client.0.smithi016.stdout: "object_location_counts": [], 2024-04-15T16:06:26.773 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_scrubbed": 0, 2024-04-15T16:06:26.773 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_trimmed": 0, 2024-04-15T16:06:26.773 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_stats_invalid": false, 2024-04-15T16:06:26.773 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_size": 3, 2024-04-15T16:06:26.773 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_start": "0'0", 2024-04-15T16:06:26.773 INFO:tasks.workunit.client.0.smithi016.stdout: "parent": "0.0", 2024-04-15T16:06:26.773 INFO:tasks.workunit.client.0.smithi016.stdout: "parent_split_bits": 0, 2024-04-15T16:06:26.773 INFO:tasks.workunit.client.0.smithi016.stdout: "pgid": "2.1b", 2024-04-15T16:06:26.773 INFO:tasks.workunit.client.0.smithi016.stdout: "pin_stats_invalid": false, 2024-04-15T16:06:26.773 INFO:tasks.workunit.client.0.smithi016.stdout: "purged_snaps": [], 2024-04-15T16:06:26.773 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_epoch": 2721, 2024-04-15T16:06:26.773 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_seq": 4962, 2024-04-15T16:06:26.773 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_duration": 0.0, 2024-04-15T16:06:26.774 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-16T19:18:08.792647+0000", 2024-04-15T16:06:26.774 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrim_duration": 0.0, 2024-04-15T16:06:26.774 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrimq_len": 0, 2024-04-15T16:06:26.774 INFO:tasks.workunit.client.0.smithi016.stdout: "stat_sum": { 2024-04-15T16:06:26.774 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes": 0, 2024-04-15T16:06:26.774 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T16:06:26.774 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_recovered": 0, 2024-04-15T16:06:26.774 INFO:tasks.workunit.client.0.smithi016.stdout: "num_deep_scrub_errors": 0, 2024-04-15T16:06:26.774 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict": 0, 2024-04-15T16:06:26.774 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_kb": 0, 2024-04-15T16:06:26.774 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_full": 0, 2024-04-15T16:06:26.774 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_some": 0, 2024-04-15T16:06:26.774 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush": 0, 2024-04-15T16:06:26.775 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_kb": 0, 2024-04-15T16:06:26.775 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_high": 0, 2024-04-15T16:06:26.775 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_low": 0, 2024-04-15T16:06:26.775 INFO:tasks.workunit.client.0.smithi016.stdout: "num_keys_recovered": 0, 2024-04-15T16:06:26.775 INFO:tasks.workunit.client.0.smithi016.stdout: "num_large_omap_objects": 0, 2024-04-15T16:06:26.775 INFO:tasks.workunit.client.0.smithi016.stdout: "num_legacy_snapsets": 0, 2024-04-15T16:06:26.775 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_clones": 0, 2024-04-15T16:06:26.775 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_copies": 0, 2024-04-15T16:06:26.775 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects": 0, 2024-04-15T16:06:26.775 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_degraded": 0, 2024-04-15T16:06:26.775 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_dirty": 0, 2024-04-15T16:06:26.775 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T16:06:26.775 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_manifest": 0, 2024-04-15T16:06:26.775 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_misplaced": 0, 2024-04-15T16:06:26.775 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing": 0, 2024-04-15T16:06:26.776 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T16:06:26.776 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_omap": 0, 2024-04-15T16:06:26.776 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_pinned": 0, 2024-04-15T16:06:26.776 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_recovered": 0, 2024-04-15T16:06:26.776 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_repaired": 0, 2024-04-15T16:06:26.776 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_unfound": 0, 2024-04-15T16:06:26.776 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_bytes": 0, 2024-04-15T16:06:26.776 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_keys": 0, 2024-04-15T16:06:26.776 INFO:tasks.workunit.client.0.smithi016.stdout: "num_promote": 0, 2024-04-15T16:06:26.776 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read": 0, 2024-04-15T16:06:26.776 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read_kb": 0, 2024-04-15T16:06:26.776 INFO:tasks.workunit.client.0.smithi016.stdout: "num_scrub_errors": 0, 2024-04-15T16:06:26.776 INFO:tasks.workunit.client.0.smithi016.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T16:06:26.776 INFO:tasks.workunit.client.0.smithi016.stdout: "num_whiteouts": 0, 2024-04-15T16:06:26.777 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write": 0, 2024-04-15T16:06:26.777 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write_kb": 0 2024-04-15T16:06:26.777 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.777 INFO:tasks.workunit.client.0.smithi016.stdout: "state": "active+clean", 2024-04-15T16:06:26.777 INFO:tasks.workunit.client.0.smithi016.stdout: "stats_invalid": false, 2024-04-15T16:06:26.777 INFO:tasks.workunit.client.0.smithi016.stdout: "up": [ 2024-04-15T16:06:26.777 INFO:tasks.workunit.client.0.smithi016.stdout: 3, 2024-04-15T16:06:26.777 INFO:tasks.workunit.client.0.smithi016.stdout: 7, 2024-04-15T16:06:26.777 INFO:tasks.workunit.client.0.smithi016.stdout: 6 2024-04-15T16:06:26.777 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:26.777 INFO:tasks.workunit.client.0.smithi016.stdout: "up_primary": 3, 2024-04-15T16:06:26.777 INFO:tasks.workunit.client.0.smithi016.stdout: "version": "560'3" 2024-04-15T16:06:26.777 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.777 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-15T16:06:26.777 INFO:tasks.workunit.client.0.smithi016.stdout: "acting": [ 2024-04-15T16:06:26.778 INFO:tasks.workunit.client.0.smithi016.stdout: 5, 2024-04-15T16:06:26.778 INFO:tasks.workunit.client.0.smithi016.stdout: 4, 2024-04-15T16:06:26.778 INFO:tasks.workunit.client.0.smithi016.stdout: 6 2024-04-15T16:06:26.778 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:26.778 INFO:tasks.workunit.client.0.smithi016.stdout: "acting_primary": 5, 2024-04-15T16:06:26.778 INFO:tasks.workunit.client.0.smithi016.stdout: "avail_no_missing": [], 2024-04-15T16:06:26.778 INFO:tasks.workunit.client.0.smithi016.stdout: "blocked_by": [], 2024-04-15T16:06:26.778 INFO:tasks.workunit.client.0.smithi016.stdout: "created": 61, 2024-04-15T16:06:26.778 INFO:tasks.workunit.client.0.smithi016.stdout: "dirty_stats_invalid": false, 2024-04-15T16:06:26.778 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T16:06:26.778 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_stats_invalid": false, 2024-04-15T16:06:26.778 INFO:tasks.workunit.client.0.smithi016.stdout: "last_active": "2024-04-15T16:05:12.204510+0000", 2024-04-15T16:06:26.778 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_active": "2024-04-15T14:44:28.453994+0000", 2024-04-15T16:06:26.779 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_peered": "2024-04-15T14:44:28.453994+0000", 2024-04-15T16:06:26.779 INFO:tasks.workunit.client.0.smithi016.stdout: "last_change": "2024-04-15T14:44:28.454307+0000", 2024-04-15T16:06:26.779 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean": "2024-04-15T16:05:12.204510+0000", 2024-04-15T16:06:26.779 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T16:06:26.779 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub": "0'0", 2024-04-15T16:06:26.779 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T16:06:26.779 INFO:tasks.workunit.client.0.smithi016.stdout: "last_epoch_clean": 511, 2024-04-15T16:06:26.779 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fresh": "2024-04-15T16:05:12.204510+0000", 2024-04-15T16:06:26.779 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fullsized": "2024-04-15T16:05:12.204510+0000", 2024-04-15T16:06:26.779 INFO:tasks.workunit.client.0.smithi016.stdout: "last_peered": "2024-04-15T16:05:12.204510+0000", 2024-04-15T16:06:26.779 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub": "0'0", 2024-04-15T16:06:26.779 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_duration": 0, 2024-04-15T16:06:26.779 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T16:06:26.779 INFO:tasks.workunit.client.0.smithi016.stdout: "last_undegraded": "2024-04-15T16:05:12.204510+0000", 2024-04-15T16:06:26.780 INFO:tasks.workunit.client.0.smithi016.stdout: "last_unstale": "2024-04-15T16:05:12.204510+0000", 2024-04-15T16:06:26.780 INFO:tasks.workunit.client.0.smithi016.stdout: "log_dups_size": 0, 2024-04-15T16:06:26.780 INFO:tasks.workunit.client.0.smithi016.stdout: "log_size": 0, 2024-04-15T16:06:26.780 INFO:tasks.workunit.client.0.smithi016.stdout: "log_start": "0'0", 2024-04-15T16:06:26.780 INFO:tasks.workunit.client.0.smithi016.stdout: "manifest_stats_invalid": false, 2024-04-15T16:06:26.780 INFO:tasks.workunit.client.0.smithi016.stdout: "mapping_epoch": 510, 2024-04-15T16:06:26.780 INFO:tasks.workunit.client.0.smithi016.stdout: "object_location_counts": [], 2024-04-15T16:06:26.780 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_scrubbed": 0, 2024-04-15T16:06:26.780 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_trimmed": 0, 2024-04-15T16:06:26.780 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_stats_invalid": false, 2024-04-15T16:06:26.780 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_size": 0, 2024-04-15T16:06:26.780 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_start": "0'0", 2024-04-15T16:06:26.780 INFO:tasks.workunit.client.0.smithi016.stdout: "parent": "0.0", 2024-04-15T16:06:26.781 INFO:tasks.workunit.client.0.smithi016.stdout: "parent_split_bits": 0, 2024-04-15T16:06:26.781 INFO:tasks.workunit.client.0.smithi016.stdout: "pgid": "3.1d", 2024-04-15T16:06:26.781 INFO:tasks.workunit.client.0.smithi016.stdout: "pin_stats_invalid": false, 2024-04-15T16:06:26.781 INFO:tasks.workunit.client.0.smithi016.stdout: "purged_snaps": [], 2024-04-15T16:06:26.781 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_epoch": 2721, 2024-04-15T16:06:26.781 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_seq": 4908, 2024-04-15T16:06:26.781 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_duration": 0.0, 2024-04-15T16:06:26.781 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-16T20:51:04.947259+0000", 2024-04-15T16:06:26.781 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrim_duration": 0.0, 2024-04-15T16:06:26.781 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrimq_len": 0, 2024-04-15T16:06:26.781 INFO:tasks.workunit.client.0.smithi016.stdout: "stat_sum": { 2024-04-15T16:06:26.781 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes": 0, 2024-04-15T16:06:26.781 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T16:06:26.781 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_recovered": 0, 2024-04-15T16:06:26.782 INFO:tasks.workunit.client.0.smithi016.stdout: "num_deep_scrub_errors": 0, 2024-04-15T16:06:26.782 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict": 0, 2024-04-15T16:06:26.782 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_kb": 0, 2024-04-15T16:06:26.782 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_full": 0, 2024-04-15T16:06:26.782 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_some": 0, 2024-04-15T16:06:26.782 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush": 0, 2024-04-15T16:06:26.782 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_kb": 0, 2024-04-15T16:06:26.782 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_high": 0, 2024-04-15T16:06:26.782 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_low": 0, 2024-04-15T16:06:26.782 INFO:tasks.workunit.client.0.smithi016.stdout: "num_keys_recovered": 0, 2024-04-15T16:06:26.782 INFO:tasks.workunit.client.0.smithi016.stdout: "num_large_omap_objects": 0, 2024-04-15T16:06:26.782 INFO:tasks.workunit.client.0.smithi016.stdout: "num_legacy_snapsets": 0, 2024-04-15T16:06:26.782 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_clones": 0, 2024-04-15T16:06:26.782 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_copies": 0, 2024-04-15T16:06:26.783 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects": 0, 2024-04-15T16:06:26.783 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_degraded": 0, 2024-04-15T16:06:26.783 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_dirty": 0, 2024-04-15T16:06:26.783 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T16:06:26.783 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_manifest": 0, 2024-04-15T16:06:26.783 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_misplaced": 0, 2024-04-15T16:06:26.783 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing": 0, 2024-04-15T16:06:26.783 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T16:06:26.783 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_omap": 0, 2024-04-15T16:06:26.783 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_pinned": 0, 2024-04-15T16:06:26.783 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_recovered": 0, 2024-04-15T16:06:26.783 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_repaired": 0, 2024-04-15T16:06:26.783 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_unfound": 0, 2024-04-15T16:06:26.783 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_bytes": 0, 2024-04-15T16:06:26.784 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_keys": 0, 2024-04-15T16:06:26.784 INFO:tasks.workunit.client.0.smithi016.stdout: "num_promote": 0, 2024-04-15T16:06:26.784 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read": 0, 2024-04-15T16:06:26.784 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read_kb": 0, 2024-04-15T16:06:26.784 INFO:tasks.workunit.client.0.smithi016.stdout: "num_scrub_errors": 0, 2024-04-15T16:06:26.784 INFO:tasks.workunit.client.0.smithi016.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T16:06:26.784 INFO:tasks.workunit.client.0.smithi016.stdout: "num_whiteouts": 0, 2024-04-15T16:06:26.784 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write": 0, 2024-04-15T16:06:26.784 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write_kb": 0 2024-04-15T16:06:26.784 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.784 INFO:tasks.workunit.client.0.smithi016.stdout: "state": "active+clean", 2024-04-15T16:06:26.784 INFO:tasks.workunit.client.0.smithi016.stdout: "stats_invalid": false, 2024-04-15T16:06:26.784 INFO:tasks.workunit.client.0.smithi016.stdout: "up": [ 2024-04-15T16:06:26.784 INFO:tasks.workunit.client.0.smithi016.stdout: 5, 2024-04-15T16:06:26.784 INFO:tasks.workunit.client.0.smithi016.stdout: 4, 2024-04-15T16:06:26.784 INFO:tasks.workunit.client.0.smithi016.stdout: 6 2024-04-15T16:06:26.785 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:26.785 INFO:tasks.workunit.client.0.smithi016.stdout: "up_primary": 5, 2024-04-15T16:06:26.785 INFO:tasks.workunit.client.0.smithi016.stdout: "version": "0'0" 2024-04-15T16:06:26.785 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.785 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-15T16:06:26.785 INFO:tasks.workunit.client.0.smithi016.stdout: "acting": [ 2024-04-15T16:06:26.785 INFO:tasks.workunit.client.0.smithi016.stdout: 7, 2024-04-15T16:06:26.785 INFO:tasks.workunit.client.0.smithi016.stdout: 5, 2024-04-15T16:06:26.785 INFO:tasks.workunit.client.0.smithi016.stdout: 2 2024-04-15T16:06:26.785 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:26.785 INFO:tasks.workunit.client.0.smithi016.stdout: "acting_primary": 7, 2024-04-15T16:06:26.785 INFO:tasks.workunit.client.0.smithi016.stdout: "avail_no_missing": [], 2024-04-15T16:06:26.785 INFO:tasks.workunit.client.0.smithi016.stdout: "blocked_by": [], 2024-04-15T16:06:26.785 INFO:tasks.workunit.client.0.smithi016.stdout: "created": 60, 2024-04-15T16:06:26.785 INFO:tasks.workunit.client.0.smithi016.stdout: "dirty_stats_invalid": false, 2024-04-15T16:06:26.785 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T16:06:26.786 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_stats_invalid": false, 2024-04-15T16:06:26.786 INFO:tasks.workunit.client.0.smithi016.stdout: "last_active": "2024-04-15T16:05:12.199295+0000", 2024-04-15T16:06:26.786 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_active": "2024-04-15T14:44:49.363488+0000", 2024-04-15T16:06:26.786 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_peered": "2024-04-15T14:44:49.363488+0000", 2024-04-15T16:06:26.786 INFO:tasks.workunit.client.0.smithi016.stdout: "last_change": "2024-04-15T14:44:49.364907+0000", 2024-04-15T16:06:26.786 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean": "2024-04-15T16:05:12.199295+0000", 2024-04-15T16:06:26.786 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean_scrub_stamp": "2024-04-15T14:33:33.599136+0000", 2024-04-15T16:06:26.786 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub": "0'0", 2024-04-15T16:06:26.786 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub_stamp": "2024-04-15T14:33:33.599136+0000", 2024-04-15T16:06:26.786 INFO:tasks.workunit.client.0.smithi016.stdout: "last_epoch_clean": 532, 2024-04-15T16:06:26.786 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fresh": "2024-04-15T16:05:12.199295+0000", 2024-04-15T16:06:26.786 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fullsized": "2024-04-15T16:05:12.199295+0000", 2024-04-15T16:06:26.786 INFO:tasks.workunit.client.0.smithi016.stdout: "last_peered": "2024-04-15T16:05:12.199295+0000", 2024-04-15T16:06:26.786 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub": "0'0", 2024-04-15T16:06:26.787 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_duration": 0, 2024-04-15T16:06:26.787 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_stamp": "2024-04-15T14:33:33.599136+0000", 2024-04-15T16:06:26.787 INFO:tasks.workunit.client.0.smithi016.stdout: "last_undegraded": "2024-04-15T16:05:12.199295+0000", 2024-04-15T16:06:26.787 INFO:tasks.workunit.client.0.smithi016.stdout: "last_unstale": "2024-04-15T16:05:12.199295+0000", 2024-04-15T16:06:26.787 INFO:tasks.workunit.client.0.smithi016.stdout: "log_dups_size": 0, 2024-04-15T16:06:26.787 INFO:tasks.workunit.client.0.smithi016.stdout: "log_size": 2, 2024-04-15T16:06:26.787 INFO:tasks.workunit.client.0.smithi016.stdout: "log_start": "0'0", 2024-04-15T16:06:26.787 INFO:tasks.workunit.client.0.smithi016.stdout: "manifest_stats_invalid": false, 2024-04-15T16:06:26.787 INFO:tasks.workunit.client.0.smithi016.stdout: "mapping_epoch": 531, 2024-04-15T16:06:26.787 INFO:tasks.workunit.client.0.smithi016.stdout: "object_location_counts": [], 2024-04-15T16:06:26.787 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_scrubbed": 0, 2024-04-15T16:06:26.787 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_trimmed": 0, 2024-04-15T16:06:26.787 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_stats_invalid": false, 2024-04-15T16:06:26.787 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_size": 2, 2024-04-15T16:06:26.787 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_start": "0'0", 2024-04-15T16:06:26.788 INFO:tasks.workunit.client.0.smithi016.stdout: "parent": "0.0", 2024-04-15T16:06:26.788 INFO:tasks.workunit.client.0.smithi016.stdout: "parent_split_bits": 0, 2024-04-15T16:06:26.788 INFO:tasks.workunit.client.0.smithi016.stdout: "pgid": "2.1c", 2024-04-15T16:06:26.788 INFO:tasks.workunit.client.0.smithi016.stdout: "pin_stats_invalid": false, 2024-04-15T16:06:26.788 INFO:tasks.workunit.client.0.smithi016.stdout: "purged_snaps": [], 2024-04-15T16:06:26.788 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_epoch": 2721, 2024-04-15T16:06:26.788 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_seq": 4883, 2024-04-15T16:06:26.788 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_duration": 0.0, 2024-04-15T16:06:26.788 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-16T15:29:45.407765+0000", 2024-04-15T16:06:26.788 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrim_duration": 0.0, 2024-04-15T16:06:26.788 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrimq_len": 0, 2024-04-15T16:06:26.788 INFO:tasks.workunit.client.0.smithi016.stdout: "stat_sum": { 2024-04-15T16:06:26.788 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes": 0, 2024-04-15T16:06:26.788 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T16:06:26.788 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_recovered": 0, 2024-04-15T16:06:26.788 INFO:tasks.workunit.client.0.smithi016.stdout: "num_deep_scrub_errors": 0, 2024-04-15T16:06:26.789 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict": 0, 2024-04-15T16:06:26.789 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_kb": 0, 2024-04-15T16:06:26.789 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_full": 0, 2024-04-15T16:06:26.789 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_some": 0, 2024-04-15T16:06:26.789 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush": 0, 2024-04-15T16:06:26.789 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_kb": 0, 2024-04-15T16:06:26.789 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_high": 0, 2024-04-15T16:06:26.789 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_low": 0, 2024-04-15T16:06:26.789 INFO:tasks.workunit.client.0.smithi016.stdout: "num_keys_recovered": 0, 2024-04-15T16:06:26.789 INFO:tasks.workunit.client.0.smithi016.stdout: "num_large_omap_objects": 0, 2024-04-15T16:06:26.789 INFO:tasks.workunit.client.0.smithi016.stdout: "num_legacy_snapsets": 0, 2024-04-15T16:06:26.789 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_clones": 0, 2024-04-15T16:06:26.789 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_copies": 3, 2024-04-15T16:06:26.789 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects": 1, 2024-04-15T16:06:26.789 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_degraded": 0, 2024-04-15T16:06:26.790 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_dirty": 1, 2024-04-15T16:06:26.790 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T16:06:26.790 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_manifest": 0, 2024-04-15T16:06:26.790 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_misplaced": 0, 2024-04-15T16:06:26.790 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing": 0, 2024-04-15T16:06:26.790 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T16:06:26.790 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_omap": 1, 2024-04-15T16:06:26.790 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_pinned": 0, 2024-04-15T16:06:26.790 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_recovered": 0, 2024-04-15T16:06:26.790 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_repaired": 0, 2024-04-15T16:06:26.790 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_unfound": 0, 2024-04-15T16:06:26.790 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_bytes": 0, 2024-04-15T16:06:26.790 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_keys": 0, 2024-04-15T16:06:26.790 INFO:tasks.workunit.client.0.smithi016.stdout: "num_promote": 0, 2024-04-15T16:06:26.791 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read": 12, 2024-04-15T16:06:26.791 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read_kb": 12, 2024-04-15T16:06:26.791 INFO:tasks.workunit.client.0.smithi016.stdout: "num_scrub_errors": 0, 2024-04-15T16:06:26.791 INFO:tasks.workunit.client.0.smithi016.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T16:06:26.791 INFO:tasks.workunit.client.0.smithi016.stdout: "num_whiteouts": 0, 2024-04-15T16:06:26.791 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write": 3, 2024-04-15T16:06:26.791 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write_kb": 0 2024-04-15T16:06:26.791 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.791 INFO:tasks.workunit.client.0.smithi016.stdout: "state": "active+clean", 2024-04-15T16:06:26.791 INFO:tasks.workunit.client.0.smithi016.stdout: "stats_invalid": false, 2024-04-15T16:06:26.791 INFO:tasks.workunit.client.0.smithi016.stdout: "up": [ 2024-04-15T16:06:26.791 INFO:tasks.workunit.client.0.smithi016.stdout: 7, 2024-04-15T16:06:26.791 INFO:tasks.workunit.client.0.smithi016.stdout: 5, 2024-04-15T16:06:26.791 INFO:tasks.workunit.client.0.smithi016.stdout: 2 2024-04-15T16:06:26.791 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:26.792 INFO:tasks.workunit.client.0.smithi016.stdout: "up_primary": 7, 2024-04-15T16:06:26.792 INFO:tasks.workunit.client.0.smithi016.stdout: "version": "62'2" 2024-04-15T16:06:26.792 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.792 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-15T16:06:26.792 INFO:tasks.workunit.client.0.smithi016.stdout: "acting": [ 2024-04-15T16:06:26.792 INFO:tasks.workunit.client.0.smithi016.stdout: 5, 2024-04-15T16:06:26.792 INFO:tasks.workunit.client.0.smithi016.stdout: 4, 2024-04-15T16:06:26.792 INFO:tasks.workunit.client.0.smithi016.stdout: 1 2024-04-15T16:06:26.792 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:26.792 INFO:tasks.workunit.client.0.smithi016.stdout: "acting_primary": 5, 2024-04-15T16:06:26.792 INFO:tasks.workunit.client.0.smithi016.stdout: "avail_no_missing": [], 2024-04-15T16:06:26.792 INFO:tasks.workunit.client.0.smithi016.stdout: "blocked_by": [], 2024-04-15T16:06:26.792 INFO:tasks.workunit.client.0.smithi016.stdout: "created": 61, 2024-04-15T16:06:26.792 INFO:tasks.workunit.client.0.smithi016.stdout: "dirty_stats_invalid": false, 2024-04-15T16:06:26.792 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T16:06:26.793 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_stats_invalid": false, 2024-04-15T16:06:26.793 INFO:tasks.workunit.client.0.smithi016.stdout: "last_active": "2024-04-15T16:05:12.202795+0000", 2024-04-15T16:06:26.793 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_active": "2024-04-15T14:43:53.355230+0000", 2024-04-15T16:06:26.793 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_peered": "2024-04-15T14:43:53.355230+0000", 2024-04-15T16:06:26.793 INFO:tasks.workunit.client.0.smithi016.stdout: "last_change": "2024-04-15T14:43:53.355937+0000", 2024-04-15T16:06:26.793 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean": "2024-04-15T16:05:12.202795+0000", 2024-04-15T16:06:26.793 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T16:06:26.793 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub": "0'0", 2024-04-15T16:06:26.793 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T16:06:26.793 INFO:tasks.workunit.client.0.smithi016.stdout: "last_epoch_clean": 476, 2024-04-15T16:06:26.793 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fresh": "2024-04-15T16:05:12.202795+0000", 2024-04-15T16:06:26.793 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fullsized": "2024-04-15T16:05:12.202795+0000", 2024-04-15T16:06:26.793 INFO:tasks.workunit.client.0.smithi016.stdout: "last_peered": "2024-04-15T16:05:12.202795+0000", 2024-04-15T16:06:26.793 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub": "0'0", 2024-04-15T16:06:26.793 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_duration": 0, 2024-04-15T16:06:26.794 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T16:06:26.794 INFO:tasks.workunit.client.0.smithi016.stdout: "last_undegraded": "2024-04-15T16:05:12.202795+0000", 2024-04-15T16:06:26.794 INFO:tasks.workunit.client.0.smithi016.stdout: "last_unstale": "2024-04-15T16:05:12.202795+0000", 2024-04-15T16:06:26.794 INFO:tasks.workunit.client.0.smithi016.stdout: "log_dups_size": 0, 2024-04-15T16:06:26.794 INFO:tasks.workunit.client.0.smithi016.stdout: "log_size": 0, 2024-04-15T16:06:26.794 INFO:tasks.workunit.client.0.smithi016.stdout: "log_start": "0'0", 2024-04-15T16:06:26.794 INFO:tasks.workunit.client.0.smithi016.stdout: "manifest_stats_invalid": false, 2024-04-15T16:06:26.794 INFO:tasks.workunit.client.0.smithi016.stdout: "mapping_epoch": 475, 2024-04-15T16:06:26.794 INFO:tasks.workunit.client.0.smithi016.stdout: "object_location_counts": [], 2024-04-15T16:06:26.794 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_scrubbed": 0, 2024-04-15T16:06:26.794 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_trimmed": 0, 2024-04-15T16:06:26.794 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_stats_invalid": false, 2024-04-15T16:06:26.794 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_size": 0, 2024-04-15T16:06:26.794 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_start": "0'0", 2024-04-15T16:06:26.795 INFO:tasks.workunit.client.0.smithi016.stdout: "parent": "0.0", 2024-04-15T16:06:26.795 INFO:tasks.workunit.client.0.smithi016.stdout: "parent_split_bits": 0, 2024-04-15T16:06:26.795 INFO:tasks.workunit.client.0.smithi016.stdout: "pgid": "3.1c", 2024-04-15T16:06:26.795 INFO:tasks.workunit.client.0.smithi016.stdout: "pin_stats_invalid": false, 2024-04-15T16:06:26.795 INFO:tasks.workunit.client.0.smithi016.stdout: "purged_snaps": [], 2024-04-15T16:06:26.795 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_epoch": 2721, 2024-04-15T16:06:26.795 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_seq": 4914, 2024-04-15T16:06:26.795 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_duration": 0.0, 2024-04-15T16:06:26.795 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-16T15:15:19.534733+0000", 2024-04-15T16:06:26.795 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrim_duration": 0.0, 2024-04-15T16:06:26.795 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrimq_len": 0, 2024-04-15T16:06:26.795 INFO:tasks.workunit.client.0.smithi016.stdout: "stat_sum": { 2024-04-15T16:06:26.795 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes": 0, 2024-04-15T16:06:26.796 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T16:06:26.796 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_recovered": 0, 2024-04-15T16:06:26.796 INFO:tasks.workunit.client.0.smithi016.stdout: "num_deep_scrub_errors": 0, 2024-04-15T16:06:26.796 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict": 0, 2024-04-15T16:06:26.796 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_kb": 0, 2024-04-15T16:06:26.796 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_full": 0, 2024-04-15T16:06:26.796 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_some": 0, 2024-04-15T16:06:26.796 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush": 0, 2024-04-15T16:06:26.796 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_kb": 0, 2024-04-15T16:06:26.796 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_high": 0, 2024-04-15T16:06:26.796 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_low": 0, 2024-04-15T16:06:26.796 INFO:tasks.workunit.client.0.smithi016.stdout: "num_keys_recovered": 0, 2024-04-15T16:06:26.796 INFO:tasks.workunit.client.0.smithi016.stdout: "num_large_omap_objects": 0, 2024-04-15T16:06:26.796 INFO:tasks.workunit.client.0.smithi016.stdout: "num_legacy_snapsets": 0, 2024-04-15T16:06:26.796 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_clones": 0, 2024-04-15T16:06:26.797 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_copies": 0, 2024-04-15T16:06:26.797 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects": 0, 2024-04-15T16:06:26.797 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_degraded": 0, 2024-04-15T16:06:26.797 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_dirty": 0, 2024-04-15T16:06:26.797 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T16:06:26.797 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_manifest": 0, 2024-04-15T16:06:26.797 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_misplaced": 0, 2024-04-15T16:06:26.797 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing": 0, 2024-04-15T16:06:26.797 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T16:06:26.797 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_omap": 0, 2024-04-15T16:06:26.797 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_pinned": 0, 2024-04-15T16:06:26.797 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_recovered": 0, 2024-04-15T16:06:26.797 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_repaired": 0, 2024-04-15T16:06:26.797 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_unfound": 0, 2024-04-15T16:06:26.798 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_bytes": 0, 2024-04-15T16:06:26.798 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_keys": 0, 2024-04-15T16:06:26.798 INFO:tasks.workunit.client.0.smithi016.stdout: "num_promote": 0, 2024-04-15T16:06:26.798 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read": 0, 2024-04-15T16:06:26.798 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read_kb": 0, 2024-04-15T16:06:26.798 INFO:tasks.workunit.client.0.smithi016.stdout: "num_scrub_errors": 0, 2024-04-15T16:06:26.798 INFO:tasks.workunit.client.0.smithi016.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T16:06:26.798 INFO:tasks.workunit.client.0.smithi016.stdout: "num_whiteouts": 0, 2024-04-15T16:06:26.798 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write": 0, 2024-04-15T16:06:26.798 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write_kb": 0 2024-04-15T16:06:26.798 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.798 INFO:tasks.workunit.client.0.smithi016.stdout: "state": "active+clean", 2024-04-15T16:06:26.798 INFO:tasks.workunit.client.0.smithi016.stdout: "stats_invalid": false, 2024-04-15T16:06:26.798 INFO:tasks.workunit.client.0.smithi016.stdout: "up": [ 2024-04-15T16:06:26.799 INFO:tasks.workunit.client.0.smithi016.stdout: 5, 2024-04-15T16:06:26.799 INFO:tasks.workunit.client.0.smithi016.stdout: 4, 2024-04-15T16:06:26.799 INFO:tasks.workunit.client.0.smithi016.stdout: 1 2024-04-15T16:06:26.799 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:26.799 INFO:tasks.workunit.client.0.smithi016.stdout: "up_primary": 5, 2024-04-15T16:06:26.799 INFO:tasks.workunit.client.0.smithi016.stdout: "version": "0'0" 2024-04-15T16:06:26.799 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.799 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-15T16:06:26.799 INFO:tasks.workunit.client.0.smithi016.stdout: "acting": [ 2024-04-15T16:06:26.799 INFO:tasks.workunit.client.0.smithi016.stdout: 7, 2024-04-15T16:06:26.799 INFO:tasks.workunit.client.0.smithi016.stdout: 6, 2024-04-15T16:06:26.799 INFO:tasks.workunit.client.0.smithi016.stdout: 0 2024-04-15T16:06:26.799 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:26.799 INFO:tasks.workunit.client.0.smithi016.stdout: "acting_primary": 7, 2024-04-15T16:06:26.799 INFO:tasks.workunit.client.0.smithi016.stdout: "avail_no_missing": [], 2024-04-15T16:06:26.800 INFO:tasks.workunit.client.0.smithi016.stdout: "blocked_by": [], 2024-04-15T16:06:26.800 INFO:tasks.workunit.client.0.smithi016.stdout: "created": 60, 2024-04-15T16:06:26.800 INFO:tasks.workunit.client.0.smithi016.stdout: "dirty_stats_invalid": false, 2024-04-15T16:06:26.800 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T16:06:26.800 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_stats_invalid": false, 2024-04-15T16:06:26.800 INFO:tasks.workunit.client.0.smithi016.stdout: "last_active": "2024-04-15T16:05:12.201171+0000", 2024-04-15T16:06:26.800 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_active": "2024-04-15T14:44:49.365324+0000", 2024-04-15T16:06:26.800 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_peered": "2024-04-15T14:44:49.365324+0000", 2024-04-15T16:06:26.800 INFO:tasks.workunit.client.0.smithi016.stdout: "last_change": "2024-04-15T14:44:49.369000+0000", 2024-04-15T16:06:26.800 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean": "2024-04-15T16:05:12.201171+0000", 2024-04-15T16:06:26.800 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean_scrub_stamp": "2024-04-15T14:33:33.599136+0000", 2024-04-15T16:06:26.800 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub": "0'0", 2024-04-15T16:06:26.800 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub_stamp": "2024-04-15T14:33:33.599136+0000", 2024-04-15T16:06:26.800 INFO:tasks.workunit.client.0.smithi016.stdout: "last_epoch_clean": 532, 2024-04-15T16:06:26.801 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fresh": "2024-04-15T16:05:12.201171+0000", 2024-04-15T16:06:26.801 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fullsized": "2024-04-15T16:05:12.201171+0000", 2024-04-15T16:06:26.801 INFO:tasks.workunit.client.0.smithi016.stdout: "last_peered": "2024-04-15T16:05:12.201171+0000", 2024-04-15T16:06:26.801 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub": "0'0", 2024-04-15T16:06:26.801 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_duration": 0, 2024-04-15T16:06:26.801 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_stamp": "2024-04-15T14:33:33.599136+0000", 2024-04-15T16:06:26.801 INFO:tasks.workunit.client.0.smithi016.stdout: "last_undegraded": "2024-04-15T16:05:12.201171+0000", 2024-04-15T16:06:26.801 INFO:tasks.workunit.client.0.smithi016.stdout: "last_unstale": "2024-04-15T16:05:12.201171+0000", 2024-04-15T16:06:26.801 INFO:tasks.workunit.client.0.smithi016.stdout: "log_dups_size": 0, 2024-04-15T16:06:26.801 INFO:tasks.workunit.client.0.smithi016.stdout: "log_size": 2, 2024-04-15T16:06:26.801 INFO:tasks.workunit.client.0.smithi016.stdout: "log_start": "0'0", 2024-04-15T16:06:26.801 INFO:tasks.workunit.client.0.smithi016.stdout: "manifest_stats_invalid": false, 2024-04-15T16:06:26.801 INFO:tasks.workunit.client.0.smithi016.stdout: "mapping_epoch": 531, 2024-04-15T16:06:26.801 INFO:tasks.workunit.client.0.smithi016.stdout: "object_location_counts": [], 2024-04-15T16:06:26.802 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_scrubbed": 0, 2024-04-15T16:06:26.802 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_trimmed": 0, 2024-04-15T16:06:26.802 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_stats_invalid": false, 2024-04-15T16:06:26.802 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_size": 2, 2024-04-15T16:06:26.802 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_start": "0'0", 2024-04-15T16:06:26.802 INFO:tasks.workunit.client.0.smithi016.stdout: "parent": "0.0", 2024-04-15T16:06:26.802 INFO:tasks.workunit.client.0.smithi016.stdout: "parent_split_bits": 0, 2024-04-15T16:06:26.802 INFO:tasks.workunit.client.0.smithi016.stdout: "pgid": "2.1d", 2024-04-15T16:06:26.802 INFO:tasks.workunit.client.0.smithi016.stdout: "pin_stats_invalid": false, 2024-04-15T16:06:26.802 INFO:tasks.workunit.client.0.smithi016.stdout: "purged_snaps": [], 2024-04-15T16:06:26.802 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_epoch": 2721, 2024-04-15T16:06:26.802 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_seq": 4874, 2024-04-15T16:06:26.802 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_duration": 0.0, 2024-04-15T16:06:26.802 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-16T19:25:42.638446+0000", 2024-04-15T16:06:26.803 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrim_duration": 0.0, 2024-04-15T16:06:26.803 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrimq_len": 0, 2024-04-15T16:06:26.803 INFO:tasks.workunit.client.0.smithi016.stdout: "stat_sum": { 2024-04-15T16:06:26.803 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes": 0, 2024-04-15T16:06:26.803 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T16:06:26.803 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_recovered": 0, 2024-04-15T16:06:26.803 INFO:tasks.workunit.client.0.smithi016.stdout: "num_deep_scrub_errors": 0, 2024-04-15T16:06:26.803 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict": 0, 2024-04-15T16:06:26.803 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_kb": 0, 2024-04-15T16:06:26.803 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_full": 0, 2024-04-15T16:06:26.803 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_some": 0, 2024-04-15T16:06:26.803 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush": 0, 2024-04-15T16:06:26.803 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_kb": 0, 2024-04-15T16:06:26.803 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_high": 0, 2024-04-15T16:06:26.803 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_low": 0, 2024-04-15T16:06:26.804 INFO:tasks.workunit.client.0.smithi016.stdout: "num_keys_recovered": 0, 2024-04-15T16:06:26.804 INFO:tasks.workunit.client.0.smithi016.stdout: "num_large_omap_objects": 0, 2024-04-15T16:06:26.804 INFO:tasks.workunit.client.0.smithi016.stdout: "num_legacy_snapsets": 0, 2024-04-15T16:06:26.804 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_clones": 0, 2024-04-15T16:06:26.804 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_copies": 3, 2024-04-15T16:06:26.804 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects": 1, 2024-04-15T16:06:26.804 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_degraded": 0, 2024-04-15T16:06:26.804 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_dirty": 1, 2024-04-15T16:06:26.804 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T16:06:26.804 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_manifest": 0, 2024-04-15T16:06:26.804 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_misplaced": 0, 2024-04-15T16:06:26.804 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing": 0, 2024-04-15T16:06:26.804 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T16:06:26.804 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_omap": 1, 2024-04-15T16:06:26.805 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_pinned": 0, 2024-04-15T16:06:26.805 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_recovered": 0, 2024-04-15T16:06:26.805 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_repaired": 0, 2024-04-15T16:06:26.805 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_unfound": 0, 2024-04-15T16:06:26.805 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_bytes": 0, 2024-04-15T16:06:26.805 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_keys": 0, 2024-04-15T16:06:26.805 INFO:tasks.workunit.client.0.smithi016.stdout: "num_promote": 0, 2024-04-15T16:06:26.805 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read": 12, 2024-04-15T16:06:26.805 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read_kb": 12, 2024-04-15T16:06:26.805 INFO:tasks.workunit.client.0.smithi016.stdout: "num_scrub_errors": 0, 2024-04-15T16:06:26.805 INFO:tasks.workunit.client.0.smithi016.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T16:06:26.805 INFO:tasks.workunit.client.0.smithi016.stdout: "num_whiteouts": 0, 2024-04-15T16:06:26.805 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write": 3, 2024-04-15T16:06:26.805 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write_kb": 0 2024-04-15T16:06:26.806 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.806 INFO:tasks.workunit.client.0.smithi016.stdout: "state": "active+clean", 2024-04-15T16:06:26.806 INFO:tasks.workunit.client.0.smithi016.stdout: "stats_invalid": false, 2024-04-15T16:06:26.806 INFO:tasks.workunit.client.0.smithi016.stdout: "up": [ 2024-04-15T16:06:26.806 INFO:tasks.workunit.client.0.smithi016.stdout: 7, 2024-04-15T16:06:26.806 INFO:tasks.workunit.client.0.smithi016.stdout: 6, 2024-04-15T16:06:26.806 INFO:tasks.workunit.client.0.smithi016.stdout: 0 2024-04-15T16:06:26.806 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:26.806 INFO:tasks.workunit.client.0.smithi016.stdout: "up_primary": 7, 2024-04-15T16:06:26.806 INFO:tasks.workunit.client.0.smithi016.stdout: "version": "62'2" 2024-04-15T16:06:26.806 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.806 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-15T16:06:26.806 INFO:tasks.workunit.client.0.smithi016.stdout: "acting": [ 2024-04-15T16:06:26.806 INFO:tasks.workunit.client.0.smithi016.stdout: 0, 2024-04-15T16:06:26.807 INFO:tasks.workunit.client.0.smithi016.stdout: 5, 2024-04-15T16:06:26.807 INFO:tasks.workunit.client.0.smithi016.stdout: 2 2024-04-15T16:06:26.807 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:26.807 INFO:tasks.workunit.client.0.smithi016.stdout: "acting_primary": 0, 2024-04-15T16:06:26.807 INFO:tasks.workunit.client.0.smithi016.stdout: "avail_no_missing": [], 2024-04-15T16:06:26.807 INFO:tasks.workunit.client.0.smithi016.stdout: "blocked_by": [], 2024-04-15T16:06:26.807 INFO:tasks.workunit.client.0.smithi016.stdout: "created": 61, 2024-04-15T16:06:26.807 INFO:tasks.workunit.client.0.smithi016.stdout: "dirty_stats_invalid": false, 2024-04-15T16:06:26.807 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T16:06:26.807 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_stats_invalid": false, 2024-04-15T16:06:26.807 INFO:tasks.workunit.client.0.smithi016.stdout: "last_active": "2024-04-15T16:05:11.412936+0000", 2024-04-15T16:06:26.807 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_active": "2024-04-15T14:43:53.348098+0000", 2024-04-15T16:06:26.807 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_peered": "2024-04-15T14:43:53.348098+0000", 2024-04-15T16:06:26.807 INFO:tasks.workunit.client.0.smithi016.stdout: "last_change": "2024-04-15T14:43:53.348461+0000", 2024-04-15T16:06:26.807 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean": "2024-04-15T16:05:11.412936+0000", 2024-04-15T16:06:26.808 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T16:06:26.808 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub": "0'0", 2024-04-15T16:06:26.808 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T16:06:26.808 INFO:tasks.workunit.client.0.smithi016.stdout: "last_epoch_clean": 476, 2024-04-15T16:06:26.808 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fresh": "2024-04-15T16:05:11.412936+0000", 2024-04-15T16:06:26.808 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fullsized": "2024-04-15T16:05:11.412936+0000", 2024-04-15T16:06:26.808 INFO:tasks.workunit.client.0.smithi016.stdout: "last_peered": "2024-04-15T16:05:11.412936+0000", 2024-04-15T16:06:26.808 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub": "0'0", 2024-04-15T16:06:26.808 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_duration": 0, 2024-04-15T16:06:26.808 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T16:06:26.808 INFO:tasks.workunit.client.0.smithi016.stdout: "last_undegraded": "2024-04-15T16:05:11.412936+0000", 2024-04-15T16:06:26.808 INFO:tasks.workunit.client.0.smithi016.stdout: "last_unstale": "2024-04-15T16:05:11.412936+0000", 2024-04-15T16:06:26.808 INFO:tasks.workunit.client.0.smithi016.stdout: "log_dups_size": 0, 2024-04-15T16:06:26.809 INFO:tasks.workunit.client.0.smithi016.stdout: "log_size": 0, 2024-04-15T16:06:26.809 INFO:tasks.workunit.client.0.smithi016.stdout: "log_start": "0'0", 2024-04-15T16:06:26.809 INFO:tasks.workunit.client.0.smithi016.stdout: "manifest_stats_invalid": false, 2024-04-15T16:06:26.809 INFO:tasks.workunit.client.0.smithi016.stdout: "mapping_epoch": 475, 2024-04-15T16:06:26.809 INFO:tasks.workunit.client.0.smithi016.stdout: "object_location_counts": [], 2024-04-15T16:06:26.809 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_scrubbed": 0, 2024-04-15T16:06:26.809 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_trimmed": 0, 2024-04-15T16:06:26.809 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_stats_invalid": false, 2024-04-15T16:06:26.809 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_size": 0, 2024-04-15T16:06:26.809 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_start": "0'0", 2024-04-15T16:06:26.809 INFO:tasks.workunit.client.0.smithi016.stdout: "parent": "0.0", 2024-04-15T16:06:26.809 INFO:tasks.workunit.client.0.smithi016.stdout: "parent_split_bits": 0, 2024-04-15T16:06:26.809 INFO:tasks.workunit.client.0.smithi016.stdout: "pgid": "3.1f", 2024-04-15T16:06:26.809 INFO:tasks.workunit.client.0.smithi016.stdout: "pin_stats_invalid": false, 2024-04-15T16:06:26.809 INFO:tasks.workunit.client.0.smithi016.stdout: "purged_snaps": [], 2024-04-15T16:06:26.810 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_epoch": 2721, 2024-04-15T16:06:26.810 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_seq": 5063, 2024-04-15T16:06:26.810 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_duration": 0.0, 2024-04-15T16:06:26.810 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-17T02:28:34.658898+0000", 2024-04-15T16:06:26.810 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrim_duration": 0.0, 2024-04-15T16:06:26.810 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrimq_len": 0, 2024-04-15T16:06:26.810 INFO:tasks.workunit.client.0.smithi016.stdout: "stat_sum": { 2024-04-15T16:06:26.810 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes": 0, 2024-04-15T16:06:26.810 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T16:06:26.810 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_recovered": 0, 2024-04-15T16:06:26.810 INFO:tasks.workunit.client.0.smithi016.stdout: "num_deep_scrub_errors": 0, 2024-04-15T16:06:26.810 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict": 0, 2024-04-15T16:06:26.810 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_kb": 0, 2024-04-15T16:06:26.810 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_full": 0, 2024-04-15T16:06:26.811 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_some": 0, 2024-04-15T16:06:26.811 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush": 0, 2024-04-15T16:06:26.811 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_kb": 0, 2024-04-15T16:06:26.811 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_high": 0, 2024-04-15T16:06:26.811 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_low": 0, 2024-04-15T16:06:26.811 INFO:tasks.workunit.client.0.smithi016.stdout: "num_keys_recovered": 0, 2024-04-15T16:06:26.811 INFO:tasks.workunit.client.0.smithi016.stdout: "num_large_omap_objects": 0, 2024-04-15T16:06:26.811 INFO:tasks.workunit.client.0.smithi016.stdout: "num_legacy_snapsets": 0, 2024-04-15T16:06:26.811 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_clones": 0, 2024-04-15T16:06:26.811 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_copies": 0, 2024-04-15T16:06:26.811 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects": 0, 2024-04-15T16:06:26.811 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_degraded": 0, 2024-04-15T16:06:26.811 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_dirty": 0, 2024-04-15T16:06:26.812 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T16:06:26.812 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_manifest": 0, 2024-04-15T16:06:26.812 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_misplaced": 0, 2024-04-15T16:06:26.812 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing": 0, 2024-04-15T16:06:26.812 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T16:06:26.812 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_omap": 0, 2024-04-15T16:06:26.812 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_pinned": 0, 2024-04-15T16:06:26.812 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_recovered": 0, 2024-04-15T16:06:26.812 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_repaired": 0, 2024-04-15T16:06:26.812 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_unfound": 0, 2024-04-15T16:06:26.812 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_bytes": 0, 2024-04-15T16:06:26.812 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_keys": 0, 2024-04-15T16:06:26.812 INFO:tasks.workunit.client.0.smithi016.stdout: "num_promote": 0, 2024-04-15T16:06:26.812 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read": 0, 2024-04-15T16:06:26.813 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read_kb": 0, 2024-04-15T16:06:26.813 INFO:tasks.workunit.client.0.smithi016.stdout: "num_scrub_errors": 0, 2024-04-15T16:06:26.813 INFO:tasks.workunit.client.0.smithi016.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T16:06:26.813 INFO:tasks.workunit.client.0.smithi016.stdout: "num_whiteouts": 0, 2024-04-15T16:06:26.813 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write": 0, 2024-04-15T16:06:26.813 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write_kb": 0 2024-04-15T16:06:26.813 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.813 INFO:tasks.workunit.client.0.smithi016.stdout: "state": "active+clean", 2024-04-15T16:06:26.813 INFO:tasks.workunit.client.0.smithi016.stdout: "stats_invalid": false, 2024-04-15T16:06:26.813 INFO:tasks.workunit.client.0.smithi016.stdout: "up": [ 2024-04-15T16:06:26.813 INFO:tasks.workunit.client.0.smithi016.stdout: 0, 2024-04-15T16:06:26.813 INFO:tasks.workunit.client.0.smithi016.stdout: 5, 2024-04-15T16:06:26.813 INFO:tasks.workunit.client.0.smithi016.stdout: 2 2024-04-15T16:06:26.813 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:26.813 INFO:tasks.workunit.client.0.smithi016.stdout: "up_primary": 0, 2024-04-15T16:06:26.814 INFO:tasks.workunit.client.0.smithi016.stdout: "version": "0'0" 2024-04-15T16:06:26.814 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.814 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-15T16:06:26.814 INFO:tasks.workunit.client.0.smithi016.stdout: "acting": [ 2024-04-15T16:06:26.814 INFO:tasks.workunit.client.0.smithi016.stdout: 3, 2024-04-15T16:06:26.814 INFO:tasks.workunit.client.0.smithi016.stdout: 0, 2024-04-15T16:06:26.814 INFO:tasks.workunit.client.0.smithi016.stdout: 5 2024-04-15T16:06:26.814 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:26.814 INFO:tasks.workunit.client.0.smithi016.stdout: "acting_primary": 3, 2024-04-15T16:06:26.814 INFO:tasks.workunit.client.0.smithi016.stdout: "avail_no_missing": [], 2024-04-15T16:06:26.814 INFO:tasks.workunit.client.0.smithi016.stdout: "blocked_by": [], 2024-04-15T16:06:26.814 INFO:tasks.workunit.client.0.smithi016.stdout: "created": 60, 2024-04-15T16:06:26.814 INFO:tasks.workunit.client.0.smithi016.stdout: "dirty_stats_invalid": false, 2024-04-15T16:06:26.814 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T16:06:26.815 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_stats_invalid": false, 2024-04-15T16:06:26.815 INFO:tasks.workunit.client.0.smithi016.stdout: "last_active": "2024-04-15T16:05:12.200044+0000", 2024-04-15T16:06:26.815 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_active": "2024-04-15T14:43:53.360291+0000", 2024-04-15T16:06:26.815 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_peered": "2024-04-15T14:43:53.360291+0000", 2024-04-15T16:06:26.815 INFO:tasks.workunit.client.0.smithi016.stdout: "last_change": "2024-04-15T14:43:53.360666+0000", 2024-04-15T16:06:26.815 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean": "2024-04-15T16:05:12.200044+0000", 2024-04-15T16:06:26.815 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean_scrub_stamp": "2024-04-15T14:33:33.599136+0000", 2024-04-15T16:06:26.815 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub": "0'0", 2024-04-15T16:06:26.815 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub_stamp": "2024-04-15T14:33:33.599136+0000", 2024-04-15T16:06:26.815 INFO:tasks.workunit.client.0.smithi016.stdout: "last_epoch_clean": 476, 2024-04-15T16:06:26.815 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fresh": "2024-04-15T16:05:12.200044+0000", 2024-04-15T16:06:26.815 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fullsized": "2024-04-15T16:05:12.200044+0000", 2024-04-15T16:06:26.815 INFO:tasks.workunit.client.0.smithi016.stdout: "last_peered": "2024-04-15T16:05:12.200044+0000", 2024-04-15T16:06:26.815 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub": "0'0", 2024-04-15T16:06:26.816 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_duration": 0, 2024-04-15T16:06:26.816 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_stamp": "2024-04-15T14:33:33.599136+0000", 2024-04-15T16:06:26.816 INFO:tasks.workunit.client.0.smithi016.stdout: "last_undegraded": "2024-04-15T16:05:12.200044+0000", 2024-04-15T16:06:26.816 INFO:tasks.workunit.client.0.smithi016.stdout: "last_unstale": "2024-04-15T16:05:12.200044+0000", 2024-04-15T16:06:26.816 INFO:tasks.workunit.client.0.smithi016.stdout: "log_dups_size": 0, 2024-04-15T16:06:26.816 INFO:tasks.workunit.client.0.smithi016.stdout: "log_size": 3, 2024-04-15T16:06:26.816 INFO:tasks.workunit.client.0.smithi016.stdout: "log_start": "0'0", 2024-04-15T16:06:26.816 INFO:tasks.workunit.client.0.smithi016.stdout: "manifest_stats_invalid": false, 2024-04-15T16:06:26.816 INFO:tasks.workunit.client.0.smithi016.stdout: "mapping_epoch": 475, 2024-04-15T16:06:26.816 INFO:tasks.workunit.client.0.smithi016.stdout: "object_location_counts": [], 2024-04-15T16:06:26.816 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_scrubbed": 0, 2024-04-15T16:06:26.816 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_trimmed": 0, 2024-04-15T16:06:26.816 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_stats_invalid": false, 2024-04-15T16:06:26.816 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_size": 3, 2024-04-15T16:06:26.816 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_start": "0'0", 2024-04-15T16:06:26.817 INFO:tasks.workunit.client.0.smithi016.stdout: "parent": "0.0", 2024-04-15T16:06:26.817 INFO:tasks.workunit.client.0.smithi016.stdout: "parent_split_bits": 0, 2024-04-15T16:06:26.817 INFO:tasks.workunit.client.0.smithi016.stdout: "pgid": "2.1e", 2024-04-15T16:06:26.817 INFO:tasks.workunit.client.0.smithi016.stdout: "pin_stats_invalid": false, 2024-04-15T16:06:26.817 INFO:tasks.workunit.client.0.smithi016.stdout: "purged_snaps": [], 2024-04-15T16:06:26.817 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_epoch": 2721, 2024-04-15T16:06:26.817 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_seq": 4962, 2024-04-15T16:06:26.817 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_duration": 0.0, 2024-04-15T16:06:26.817 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-16T14:34:58.457839+0000", 2024-04-15T16:06:26.817 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrim_duration": 0.0, 2024-04-15T16:06:26.817 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrimq_len": 0, 2024-04-15T16:06:26.817 INFO:tasks.workunit.client.0.smithi016.stdout: "stat_sum": { 2024-04-15T16:06:26.817 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes": 0, 2024-04-15T16:06:26.817 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T16:06:26.817 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_recovered": 0, 2024-04-15T16:06:26.818 INFO:tasks.workunit.client.0.smithi016.stdout: "num_deep_scrub_errors": 0, 2024-04-15T16:06:26.818 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict": 0, 2024-04-15T16:06:26.818 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_kb": 0, 2024-04-15T16:06:26.818 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_full": 0, 2024-04-15T16:06:26.818 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_some": 0, 2024-04-15T16:06:26.818 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush": 0, 2024-04-15T16:06:26.818 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_kb": 0, 2024-04-15T16:06:26.818 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_high": 0, 2024-04-15T16:06:26.818 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_low": 0, 2024-04-15T16:06:26.818 INFO:tasks.workunit.client.0.smithi016.stdout: "num_keys_recovered": 0, 2024-04-15T16:06:26.818 INFO:tasks.workunit.client.0.smithi016.stdout: "num_large_omap_objects": 0, 2024-04-15T16:06:26.818 INFO:tasks.workunit.client.0.smithi016.stdout: "num_legacy_snapsets": 0, 2024-04-15T16:06:26.818 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_clones": 0, 2024-04-15T16:06:26.819 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_copies": 0, 2024-04-15T16:06:26.819 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects": 0, 2024-04-15T16:06:26.819 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_degraded": 0, 2024-04-15T16:06:26.819 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_dirty": 0, 2024-04-15T16:06:26.819 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T16:06:26.819 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_manifest": 0, 2024-04-15T16:06:26.819 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_misplaced": 0, 2024-04-15T16:06:26.819 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing": 0, 2024-04-15T16:06:26.819 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T16:06:26.819 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_omap": 0, 2024-04-15T16:06:26.819 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_pinned": 0, 2024-04-15T16:06:26.819 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_recovered": 0, 2024-04-15T16:06:26.819 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_repaired": 0, 2024-04-15T16:06:26.820 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_unfound": 0, 2024-04-15T16:06:26.820 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_bytes": 0, 2024-04-15T16:06:26.820 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_keys": 0, 2024-04-15T16:06:26.820 INFO:tasks.workunit.client.0.smithi016.stdout: "num_promote": 0, 2024-04-15T16:06:26.820 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read": 0, 2024-04-15T16:06:26.820 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read_kb": 0, 2024-04-15T16:06:26.820 INFO:tasks.workunit.client.0.smithi016.stdout: "num_scrub_errors": 0, 2024-04-15T16:06:26.820 INFO:tasks.workunit.client.0.smithi016.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T16:06:26.820 INFO:tasks.workunit.client.0.smithi016.stdout: "num_whiteouts": 0, 2024-04-15T16:06:26.820 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write": 0, 2024-04-15T16:06:26.820 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write_kb": 0 2024-04-15T16:06:26.820 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.820 INFO:tasks.workunit.client.0.smithi016.stdout: "state": "active+clean", 2024-04-15T16:06:26.820 INFO:tasks.workunit.client.0.smithi016.stdout: "stats_invalid": false, 2024-04-15T16:06:26.820 INFO:tasks.workunit.client.0.smithi016.stdout: "up": [ 2024-04-15T16:06:26.821 INFO:tasks.workunit.client.0.smithi016.stdout: 3, 2024-04-15T16:06:26.821 INFO:tasks.workunit.client.0.smithi016.stdout: 0, 2024-04-15T16:06:26.821 INFO:tasks.workunit.client.0.smithi016.stdout: 5 2024-04-15T16:06:26.821 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:26.821 INFO:tasks.workunit.client.0.smithi016.stdout: "up_primary": 3, 2024-04-15T16:06:26.821 INFO:tasks.workunit.client.0.smithi016.stdout: "version": "560'3" 2024-04-15T16:06:26.821 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.821 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-15T16:06:26.821 INFO:tasks.workunit.client.0.smithi016.stdout: "acting": [ 2024-04-15T16:06:26.821 INFO:tasks.workunit.client.0.smithi016.stdout: 3, 2024-04-15T16:06:26.821 INFO:tasks.workunit.client.0.smithi016.stdout: 6, 2024-04-15T16:06:26.821 INFO:tasks.workunit.client.0.smithi016.stdout: 2 2024-04-15T16:06:26.821 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:26.821 INFO:tasks.workunit.client.0.smithi016.stdout: "acting_primary": 3, 2024-04-15T16:06:26.822 INFO:tasks.workunit.client.0.smithi016.stdout: "avail_no_missing": [], 2024-04-15T16:06:26.822 INFO:tasks.workunit.client.0.smithi016.stdout: "blocked_by": [], 2024-04-15T16:06:26.822 INFO:tasks.workunit.client.0.smithi016.stdout: "created": 61, 2024-04-15T16:06:26.822 INFO:tasks.workunit.client.0.smithi016.stdout: "dirty_stats_invalid": false, 2024-04-15T16:06:26.822 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T16:06:26.822 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_stats_invalid": false, 2024-04-15T16:06:26.822 INFO:tasks.workunit.client.0.smithi016.stdout: "last_active": "2024-04-15T16:05:12.200223+0000", 2024-04-15T16:06:26.822 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_active": "2024-04-15T14:44:28.449289+0000", 2024-04-15T16:06:26.822 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_peered": "2024-04-15T14:44:28.449289+0000", 2024-04-15T16:06:26.822 INFO:tasks.workunit.client.0.smithi016.stdout: "last_change": "2024-04-15T14:44:28.449648+0000", 2024-04-15T16:06:26.822 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean": "2024-04-15T16:05:12.200223+0000", 2024-04-15T16:06:26.822 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T16:06:26.822 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub": "0'0", 2024-04-15T16:06:26.823 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T16:06:26.823 INFO:tasks.workunit.client.0.smithi016.stdout: "last_epoch_clean": 511, 2024-04-15T16:06:26.823 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fresh": "2024-04-15T16:05:12.200223+0000", 2024-04-15T16:06:26.823 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fullsized": "2024-04-15T16:05:12.200223+0000", 2024-04-15T16:06:26.823 INFO:tasks.workunit.client.0.smithi016.stdout: "last_peered": "2024-04-15T16:05:12.200223+0000", 2024-04-15T16:06:26.823 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub": "0'0", 2024-04-15T16:06:26.823 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_duration": 0, 2024-04-15T16:06:26.823 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T16:06:26.823 INFO:tasks.workunit.client.0.smithi016.stdout: "last_undegraded": "2024-04-15T16:05:12.200223+0000", 2024-04-15T16:06:26.823 INFO:tasks.workunit.client.0.smithi016.stdout: "last_unstale": "2024-04-15T16:05:12.200223+0000", 2024-04-15T16:06:26.823 INFO:tasks.workunit.client.0.smithi016.stdout: "log_dups_size": 0, 2024-04-15T16:06:26.823 INFO:tasks.workunit.client.0.smithi016.stdout: "log_size": 0, 2024-04-15T16:06:26.823 INFO:tasks.workunit.client.0.smithi016.stdout: "log_start": "0'0", 2024-04-15T16:06:26.823 INFO:tasks.workunit.client.0.smithi016.stdout: "manifest_stats_invalid": false, 2024-04-15T16:06:26.823 INFO:tasks.workunit.client.0.smithi016.stdout: "mapping_epoch": 510, 2024-04-15T16:06:26.824 INFO:tasks.workunit.client.0.smithi016.stdout: "object_location_counts": [], 2024-04-15T16:06:26.824 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_scrubbed": 0, 2024-04-15T16:06:26.824 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_trimmed": 0, 2024-04-15T16:06:26.824 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_stats_invalid": false, 2024-04-15T16:06:26.824 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_size": 0, 2024-04-15T16:06:26.824 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_start": "0'0", 2024-04-15T16:06:26.824 INFO:tasks.workunit.client.0.smithi016.stdout: "parent": "0.0", 2024-04-15T16:06:26.824 INFO:tasks.workunit.client.0.smithi016.stdout: "parent_split_bits": 0, 2024-04-15T16:06:26.824 INFO:tasks.workunit.client.0.smithi016.stdout: "pgid": "3.1e", 2024-04-15T16:06:26.824 INFO:tasks.workunit.client.0.smithi016.stdout: "pin_stats_invalid": false, 2024-04-15T16:06:26.824 INFO:tasks.workunit.client.0.smithi016.stdout: "purged_snaps": [], 2024-04-15T16:06:26.824 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_epoch": 2721, 2024-04-15T16:06:26.824 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_seq": 4971, 2024-04-15T16:06:26.824 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_duration": 0.0, 2024-04-15T16:06:26.825 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-16T19:59:45.144188+0000", 2024-04-15T16:06:26.825 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrim_duration": 0.0, 2024-04-15T16:06:26.825 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrimq_len": 0, 2024-04-15T16:06:26.825 INFO:tasks.workunit.client.0.smithi016.stdout: "stat_sum": { 2024-04-15T16:06:26.825 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes": 0, 2024-04-15T16:06:26.825 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T16:06:26.825 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_recovered": 0, 2024-04-15T16:06:26.825 INFO:tasks.workunit.client.0.smithi016.stdout: "num_deep_scrub_errors": 0, 2024-04-15T16:06:26.825 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict": 0, 2024-04-15T16:06:26.825 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_kb": 0, 2024-04-15T16:06:26.825 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_full": 0, 2024-04-15T16:06:26.825 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_some": 0, 2024-04-15T16:06:26.825 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush": 0, 2024-04-15T16:06:26.825 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_kb": 0, 2024-04-15T16:06:26.825 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_high": 0, 2024-04-15T16:06:26.826 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_low": 0, 2024-04-15T16:06:26.826 INFO:tasks.workunit.client.0.smithi016.stdout: "num_keys_recovered": 0, 2024-04-15T16:06:26.826 INFO:tasks.workunit.client.0.smithi016.stdout: "num_large_omap_objects": 0, 2024-04-15T16:06:26.826 INFO:tasks.workunit.client.0.smithi016.stdout: "num_legacy_snapsets": 0, 2024-04-15T16:06:26.826 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_clones": 0, 2024-04-15T16:06:26.826 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_copies": 0, 2024-04-15T16:06:26.826 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects": 0, 2024-04-15T16:06:26.826 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_degraded": 0, 2024-04-15T16:06:26.826 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_dirty": 0, 2024-04-15T16:06:26.826 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T16:06:26.826 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_manifest": 0, 2024-04-15T16:06:26.826 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_misplaced": 0, 2024-04-15T16:06:26.826 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing": 0, 2024-04-15T16:06:26.826 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T16:06:26.827 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_omap": 0, 2024-04-15T16:06:26.827 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_pinned": 0, 2024-04-15T16:06:26.827 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_recovered": 0, 2024-04-15T16:06:26.827 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_repaired": 0, 2024-04-15T16:06:26.827 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_unfound": 0, 2024-04-15T16:06:26.827 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_bytes": 0, 2024-04-15T16:06:26.827 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_keys": 0, 2024-04-15T16:06:26.827 INFO:tasks.workunit.client.0.smithi016.stdout: "num_promote": 0, 2024-04-15T16:06:26.827 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read": 0, 2024-04-15T16:06:26.827 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read_kb": 0, 2024-04-15T16:06:26.827 INFO:tasks.workunit.client.0.smithi016.stdout: "num_scrub_errors": 0, 2024-04-15T16:06:26.827 INFO:tasks.workunit.client.0.smithi016.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T16:06:26.827 INFO:tasks.workunit.client.0.smithi016.stdout: "num_whiteouts": 0, 2024-04-15T16:06:26.827 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write": 0, 2024-04-15T16:06:26.828 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write_kb": 0 2024-04-15T16:06:26.828 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.828 INFO:tasks.workunit.client.0.smithi016.stdout: "state": "active+clean", 2024-04-15T16:06:26.828 INFO:tasks.workunit.client.0.smithi016.stdout: "stats_invalid": false, 2024-04-15T16:06:26.828 INFO:tasks.workunit.client.0.smithi016.stdout: "up": [ 2024-04-15T16:06:26.828 INFO:tasks.workunit.client.0.smithi016.stdout: 3, 2024-04-15T16:06:26.828 INFO:tasks.workunit.client.0.smithi016.stdout: 6, 2024-04-15T16:06:26.828 INFO:tasks.workunit.client.0.smithi016.stdout: 2 2024-04-15T16:06:26.828 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:26.828 INFO:tasks.workunit.client.0.smithi016.stdout: "up_primary": 3, 2024-04-15T16:06:26.828 INFO:tasks.workunit.client.0.smithi016.stdout: "version": "0'0" 2024-04-15T16:06:26.828 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.828 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-15T16:06:26.828 INFO:tasks.workunit.client.0.smithi016.stdout: "acting": [ 2024-04-15T16:06:26.829 INFO:tasks.workunit.client.0.smithi016.stdout: 0, 2024-04-15T16:06:26.829 INFO:tasks.workunit.client.0.smithi016.stdout: 7, 2024-04-15T16:06:26.829 INFO:tasks.workunit.client.0.smithi016.stdout: 4 2024-04-15T16:06:26.829 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:26.829 INFO:tasks.workunit.client.0.smithi016.stdout: "acting_primary": 0, 2024-04-15T16:06:26.829 INFO:tasks.workunit.client.0.smithi016.stdout: "avail_no_missing": [], 2024-04-15T16:06:26.829 INFO:tasks.workunit.client.0.smithi016.stdout: "blocked_by": [], 2024-04-15T16:06:26.829 INFO:tasks.workunit.client.0.smithi016.stdout: "created": 60, 2024-04-15T16:06:26.829 INFO:tasks.workunit.client.0.smithi016.stdout: "dirty_stats_invalid": false, 2024-04-15T16:06:26.829 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T16:06:26.829 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_stats_invalid": false, 2024-04-15T16:06:26.829 INFO:tasks.workunit.client.0.smithi016.stdout: "last_active": "2024-04-15T16:05:11.413373+0000", 2024-04-15T16:06:26.829 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_active": "2024-04-15T14:44:49.373514+0000", 2024-04-15T16:06:26.829 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_peered": "2024-04-15T14:44:49.373514+0000", 2024-04-15T16:06:26.829 INFO:tasks.workunit.client.0.smithi016.stdout: "last_change": "2024-04-15T14:44:49.373893+0000", 2024-04-15T16:06:26.830 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean": "2024-04-15T16:05:11.413373+0000", 2024-04-15T16:06:26.830 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean_scrub_stamp": "2024-04-15T14:33:33.599136+0000", 2024-04-15T16:06:26.830 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub": "0'0", 2024-04-15T16:06:26.830 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub_stamp": "2024-04-15T14:33:33.599136+0000", 2024-04-15T16:06:26.830 INFO:tasks.workunit.client.0.smithi016.stdout: "last_epoch_clean": 532, 2024-04-15T16:06:26.830 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fresh": "2024-04-15T16:05:11.413373+0000", 2024-04-15T16:06:26.830 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fullsized": "2024-04-15T16:05:11.413373+0000", 2024-04-15T16:06:26.830 INFO:tasks.workunit.client.0.smithi016.stdout: "last_peered": "2024-04-15T16:05:11.413373+0000", 2024-04-15T16:06:26.830 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub": "0'0", 2024-04-15T16:06:26.830 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_duration": 0, 2024-04-15T16:06:26.830 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_stamp": "2024-04-15T14:33:33.599136+0000", 2024-04-15T16:06:26.830 INFO:tasks.workunit.client.0.smithi016.stdout: "last_undegraded": "2024-04-15T16:05:11.413373+0000", 2024-04-15T16:06:26.830 INFO:tasks.workunit.client.0.smithi016.stdout: "last_unstale": "2024-04-15T16:05:11.413373+0000", 2024-04-15T16:06:26.830 INFO:tasks.workunit.client.0.smithi016.stdout: "log_dups_size": 0, 2024-04-15T16:06:26.831 INFO:tasks.workunit.client.0.smithi016.stdout: "log_size": 6, 2024-04-15T16:06:26.831 INFO:tasks.workunit.client.0.smithi016.stdout: "log_start": "0'0", 2024-04-15T16:06:26.831 INFO:tasks.workunit.client.0.smithi016.stdout: "manifest_stats_invalid": false, 2024-04-15T16:06:26.831 INFO:tasks.workunit.client.0.smithi016.stdout: "mapping_epoch": 531, 2024-04-15T16:06:26.831 INFO:tasks.workunit.client.0.smithi016.stdout: "object_location_counts": [], 2024-04-15T16:06:26.831 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_scrubbed": 0, 2024-04-15T16:06:26.831 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_trimmed": 0, 2024-04-15T16:06:26.831 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_stats_invalid": false, 2024-04-15T16:06:26.831 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_size": 6, 2024-04-15T16:06:26.831 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_start": "0'0", 2024-04-15T16:06:26.831 INFO:tasks.workunit.client.0.smithi016.stdout: "parent": "0.0", 2024-04-15T16:06:26.831 INFO:tasks.workunit.client.0.smithi016.stdout: "parent_split_bits": 0, 2024-04-15T16:06:26.831 INFO:tasks.workunit.client.0.smithi016.stdout: "pgid": "2.1f", 2024-04-15T16:06:26.831 INFO:tasks.workunit.client.0.smithi016.stdout: "pin_stats_invalid": false, 2024-04-15T16:06:26.831 INFO:tasks.workunit.client.0.smithi016.stdout: "purged_snaps": [], 2024-04-15T16:06:26.832 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_epoch": 2721, 2024-04-15T16:06:26.832 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_seq": 5074, 2024-04-15T16:06:26.832 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_duration": 0.0, 2024-04-15T16:06:26.832 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-16T23:45:33.702709+0000", 2024-04-15T16:06:26.832 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrim_duration": 0.0, 2024-04-15T16:06:26.832 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrimq_len": 0, 2024-04-15T16:06:26.832 INFO:tasks.workunit.client.0.smithi016.stdout: "stat_sum": { 2024-04-15T16:06:26.832 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes": 582, 2024-04-15T16:06:26.832 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T16:06:26.832 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_recovered": 0, 2024-04-15T16:06:26.832 INFO:tasks.workunit.client.0.smithi016.stdout: "num_deep_scrub_errors": 0, 2024-04-15T16:06:26.832 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict": 0, 2024-04-15T16:06:26.832 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_kb": 0, 2024-04-15T16:06:26.832 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_full": 0, 2024-04-15T16:06:26.833 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_some": 0, 2024-04-15T16:06:26.833 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush": 0, 2024-04-15T16:06:26.833 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_kb": 0, 2024-04-15T16:06:26.833 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_high": 0, 2024-04-15T16:06:26.833 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_low": 0, 2024-04-15T16:06:26.833 INFO:tasks.workunit.client.0.smithi016.stdout: "num_keys_recovered": 0, 2024-04-15T16:06:26.833 INFO:tasks.workunit.client.0.smithi016.stdout: "num_large_omap_objects": 0, 2024-04-15T16:06:26.833 INFO:tasks.workunit.client.0.smithi016.stdout: "num_legacy_snapsets": 0, 2024-04-15T16:06:26.833 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_clones": 0, 2024-04-15T16:06:26.833 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_copies": 6, 2024-04-15T16:06:26.833 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects": 2, 2024-04-15T16:06:26.833 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_degraded": 0, 2024-04-15T16:06:26.833 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_dirty": 2, 2024-04-15T16:06:26.833 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T16:06:26.834 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_manifest": 0, 2024-04-15T16:06:26.834 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_misplaced": 0, 2024-04-15T16:06:26.834 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing": 0, 2024-04-15T16:06:26.834 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T16:06:26.834 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_omap": 1, 2024-04-15T16:06:26.834 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_pinned": 0, 2024-04-15T16:06:26.834 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_recovered": 0, 2024-04-15T16:06:26.834 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_repaired": 0, 2024-04-15T16:06:26.834 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_unfound": 0, 2024-04-15T16:06:26.834 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_bytes": 0, 2024-04-15T16:06:26.834 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_keys": 0, 2024-04-15T16:06:26.834 INFO:tasks.workunit.client.0.smithi016.stdout: "num_promote": 0, 2024-04-15T16:06:26.834 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read": 8, 2024-04-15T16:06:26.834 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read_kb": 8, 2024-04-15T16:06:26.835 INFO:tasks.workunit.client.0.smithi016.stdout: "num_scrub_errors": 0, 2024-04-15T16:06:26.835 INFO:tasks.workunit.client.0.smithi016.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T16:06:26.835 INFO:tasks.workunit.client.0.smithi016.stdout: "num_whiteouts": 0, 2024-04-15T16:06:26.835 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write": 4, 2024-04-15T16:06:26.835 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write_kb": 1 2024-04-15T16:06:26.835 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.835 INFO:tasks.workunit.client.0.smithi016.stdout: "state": "active+clean", 2024-04-15T16:06:26.835 INFO:tasks.workunit.client.0.smithi016.stdout: "stats_invalid": false, 2024-04-15T16:06:26.835 INFO:tasks.workunit.client.0.smithi016.stdout: "up": [ 2024-04-15T16:06:26.835 INFO:tasks.workunit.client.0.smithi016.stdout: 0, 2024-04-15T16:06:26.835 INFO:tasks.workunit.client.0.smithi016.stdout: 7, 2024-04-15T16:06:26.835 INFO:tasks.workunit.client.0.smithi016.stdout: 4 2024-04-15T16:06:26.835 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:26.835 INFO:tasks.workunit.client.0.smithi016.stdout: "up_primary": 0, 2024-04-15T16:06:26.836 INFO:tasks.workunit.client.0.smithi016.stdout: "version": "560'6" 2024-04-15T16:06:26.836 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.836 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-15T16:06:26.836 INFO:tasks.workunit.client.0.smithi016.stdout: "acting": [ 2024-04-15T16:06:26.836 INFO:tasks.workunit.client.0.smithi016.stdout: 7, 2024-04-15T16:06:26.836 INFO:tasks.workunit.client.0.smithi016.stdout: 2, 2024-04-15T16:06:26.836 INFO:tasks.workunit.client.0.smithi016.stdout: 6 2024-04-15T16:06:26.836 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:26.836 INFO:tasks.workunit.client.0.smithi016.stdout: "acting_primary": 7, 2024-04-15T16:06:26.836 INFO:tasks.workunit.client.0.smithi016.stdout: "avail_no_missing": [], 2024-04-15T16:06:26.836 INFO:tasks.workunit.client.0.smithi016.stdout: "blocked_by": [], 2024-04-15T16:06:26.836 INFO:tasks.workunit.client.0.smithi016.stdout: "created": 61, 2024-04-15T16:06:26.836 INFO:tasks.workunit.client.0.smithi016.stdout: "dirty_stats_invalid": false, 2024-04-15T16:06:26.836 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T16:06:26.837 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_stats_invalid": false, 2024-04-15T16:06:26.837 INFO:tasks.workunit.client.0.smithi016.stdout: "last_active": "2024-04-15T16:05:12.201322+0000", 2024-04-15T16:06:26.837 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_active": "2024-04-15T14:44:49.366364+0000", 2024-04-15T16:06:26.837 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_peered": "2024-04-15T14:44:49.366364+0000", 2024-04-15T16:06:26.837 INFO:tasks.workunit.client.0.smithi016.stdout: "last_change": "2024-04-15T14:44:49.369321+0000", 2024-04-15T16:06:26.837 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean": "2024-04-15T16:05:12.201322+0000", 2024-04-15T16:06:26.837 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T16:06:26.837 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub": "0'0", 2024-04-15T16:06:26.837 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T16:06:26.837 INFO:tasks.workunit.client.0.smithi016.stdout: "last_epoch_clean": 532, 2024-04-15T16:06:26.837 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fresh": "2024-04-15T16:05:12.201322+0000", 2024-04-15T16:06:26.837 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fullsized": "2024-04-15T16:05:12.201322+0000", 2024-04-15T16:06:26.837 INFO:tasks.workunit.client.0.smithi016.stdout: "last_peered": "2024-04-15T16:05:12.201322+0000", 2024-04-15T16:06:26.837 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub": "0'0", 2024-04-15T16:06:26.838 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_duration": 0, 2024-04-15T16:06:26.838 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T16:06:26.838 INFO:tasks.workunit.client.0.smithi016.stdout: "last_undegraded": "2024-04-15T16:05:12.201322+0000", 2024-04-15T16:06:26.838 INFO:tasks.workunit.client.0.smithi016.stdout: "last_unstale": "2024-04-15T16:05:12.201322+0000", 2024-04-15T16:06:26.838 INFO:tasks.workunit.client.0.smithi016.stdout: "log_dups_size": 0, 2024-04-15T16:06:26.838 INFO:tasks.workunit.client.0.smithi016.stdout: "log_size": 0, 2024-04-15T16:06:26.838 INFO:tasks.workunit.client.0.smithi016.stdout: "log_start": "0'0", 2024-04-15T16:06:26.838 INFO:tasks.workunit.client.0.smithi016.stdout: "manifest_stats_invalid": false, 2024-04-15T16:06:26.838 INFO:tasks.workunit.client.0.smithi016.stdout: "mapping_epoch": 531, 2024-04-15T16:06:26.838 INFO:tasks.workunit.client.0.smithi016.stdout: "object_location_counts": [], 2024-04-15T16:06:26.838 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_scrubbed": 0, 2024-04-15T16:06:26.838 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_trimmed": 0, 2024-04-15T16:06:26.838 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_stats_invalid": false, 2024-04-15T16:06:26.838 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_size": 0, 2024-04-15T16:06:26.839 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_start": "0'0", 2024-04-15T16:06:26.839 INFO:tasks.workunit.client.0.smithi016.stdout: "parent": "0.0", 2024-04-15T16:06:26.839 INFO:tasks.workunit.client.0.smithi016.stdout: "parent_split_bits": 0, 2024-04-15T16:06:26.839 INFO:tasks.workunit.client.0.smithi016.stdout: "pgid": "3.2d", 2024-04-15T16:06:26.839 INFO:tasks.workunit.client.0.smithi016.stdout: "pin_stats_invalid": false, 2024-04-15T16:06:26.839 INFO:tasks.workunit.client.0.smithi016.stdout: "purged_snaps": [], 2024-04-15T16:06:26.839 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_epoch": 2721, 2024-04-15T16:06:26.839 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_seq": 4871, 2024-04-15T16:06:26.839 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_duration": 0.0, 2024-04-15T16:06:26.839 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-17T00:17:04.871172+0000", 2024-04-15T16:06:26.839 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrim_duration": 0.0, 2024-04-15T16:06:26.839 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrimq_len": 0, 2024-04-15T16:06:26.839 INFO:tasks.workunit.client.0.smithi016.stdout: "stat_sum": { 2024-04-15T16:06:26.840 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes": 0, 2024-04-15T16:06:26.840 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T16:06:26.840 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_recovered": 0, 2024-04-15T16:06:26.840 INFO:tasks.workunit.client.0.smithi016.stdout: "num_deep_scrub_errors": 0, 2024-04-15T16:06:26.840 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict": 0, 2024-04-15T16:06:26.840 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_kb": 0, 2024-04-15T16:06:26.840 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_full": 0, 2024-04-15T16:06:26.840 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_some": 0, 2024-04-15T16:06:26.840 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush": 0, 2024-04-15T16:06:26.840 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_kb": 0, 2024-04-15T16:06:26.840 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_high": 0, 2024-04-15T16:06:26.840 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_low": 0, 2024-04-15T16:06:26.840 INFO:tasks.workunit.client.0.smithi016.stdout: "num_keys_recovered": 0, 2024-04-15T16:06:26.840 INFO:tasks.workunit.client.0.smithi016.stdout: "num_large_omap_objects": 0, 2024-04-15T16:06:26.840 INFO:tasks.workunit.client.0.smithi016.stdout: "num_legacy_snapsets": 0, 2024-04-15T16:06:26.841 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_clones": 0, 2024-04-15T16:06:26.841 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_copies": 0, 2024-04-15T16:06:26.841 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects": 0, 2024-04-15T16:06:26.841 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_degraded": 0, 2024-04-15T16:06:26.841 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_dirty": 0, 2024-04-15T16:06:26.841 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T16:06:26.841 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_manifest": 0, 2024-04-15T16:06:26.841 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_misplaced": 0, 2024-04-15T16:06:26.841 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing": 0, 2024-04-15T16:06:26.841 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T16:06:26.841 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_omap": 0, 2024-04-15T16:06:26.841 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_pinned": 0, 2024-04-15T16:06:26.841 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_recovered": 0, 2024-04-15T16:06:26.841 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_repaired": 0, 2024-04-15T16:06:26.841 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_unfound": 0, 2024-04-15T16:06:26.842 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_bytes": 0, 2024-04-15T16:06:26.842 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_keys": 0, 2024-04-15T16:06:26.842 INFO:tasks.workunit.client.0.smithi016.stdout: "num_promote": 0, 2024-04-15T16:06:26.842 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read": 0, 2024-04-15T16:06:26.842 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read_kb": 0, 2024-04-15T16:06:26.842 INFO:tasks.workunit.client.0.smithi016.stdout: "num_scrub_errors": 0, 2024-04-15T16:06:26.842 INFO:tasks.workunit.client.0.smithi016.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T16:06:26.842 INFO:tasks.workunit.client.0.smithi016.stdout: "num_whiteouts": 0, 2024-04-15T16:06:26.842 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write": 0, 2024-04-15T16:06:26.842 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write_kb": 0 2024-04-15T16:06:26.842 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.842 INFO:tasks.workunit.client.0.smithi016.stdout: "state": "active+clean", 2024-04-15T16:06:26.842 INFO:tasks.workunit.client.0.smithi016.stdout: "stats_invalid": false, 2024-04-15T16:06:26.842 INFO:tasks.workunit.client.0.smithi016.stdout: "up": [ 2024-04-15T16:06:26.843 INFO:tasks.workunit.client.0.smithi016.stdout: 7, 2024-04-15T16:06:26.843 INFO:tasks.workunit.client.0.smithi016.stdout: 2, 2024-04-15T16:06:26.843 INFO:tasks.workunit.client.0.smithi016.stdout: 6 2024-04-15T16:06:26.843 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:26.843 INFO:tasks.workunit.client.0.smithi016.stdout: "up_primary": 7, 2024-04-15T16:06:26.843 INFO:tasks.workunit.client.0.smithi016.stdout: "version": "0'0" 2024-04-15T16:06:26.843 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.843 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-15T16:06:26.843 INFO:tasks.workunit.client.0.smithi016.stdout: "acting": [ 2024-04-15T16:06:26.843 INFO:tasks.workunit.client.0.smithi016.stdout: 2, 2024-04-15T16:06:26.843 INFO:tasks.workunit.client.0.smithi016.stdout: 6, 2024-04-15T16:06:26.843 INFO:tasks.workunit.client.0.smithi016.stdout: 7 2024-04-15T16:06:26.843 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:26.843 INFO:tasks.workunit.client.0.smithi016.stdout: "acting_primary": 2, 2024-04-15T16:06:26.844 INFO:tasks.workunit.client.0.smithi016.stdout: "avail_no_missing": [], 2024-04-15T16:06:26.844 INFO:tasks.workunit.client.0.smithi016.stdout: "blocked_by": [], 2024-04-15T16:06:26.844 INFO:tasks.workunit.client.0.smithi016.stdout: "created": 61, 2024-04-15T16:06:26.844 INFO:tasks.workunit.client.0.smithi016.stdout: "dirty_stats_invalid": false, 2024-04-15T16:06:26.844 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T16:06:26.844 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_stats_invalid": false, 2024-04-15T16:06:26.844 INFO:tasks.workunit.client.0.smithi016.stdout: "last_active": "2024-04-15T16:05:12.197018+0000", 2024-04-15T16:06:26.844 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_active": "2024-04-15T14:44:49.364010+0000", 2024-04-15T16:06:26.844 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_peered": "2024-04-15T14:44:49.364010+0000", 2024-04-15T16:06:26.844 INFO:tasks.workunit.client.0.smithi016.stdout: "last_change": "2024-04-15T14:44:49.364387+0000", 2024-04-15T16:06:26.844 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean": "2024-04-15T16:05:12.197018+0000", 2024-04-15T16:06:26.844 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T16:06:26.844 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub": "0'0", 2024-04-15T16:06:26.845 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T16:06:26.845 INFO:tasks.workunit.client.0.smithi016.stdout: "last_epoch_clean": 532, 2024-04-15T16:06:26.845 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fresh": "2024-04-15T16:05:12.197018+0000", 2024-04-15T16:06:26.845 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fullsized": "2024-04-15T16:05:12.197018+0000", 2024-04-15T16:06:26.845 INFO:tasks.workunit.client.0.smithi016.stdout: "last_peered": "2024-04-15T16:05:12.197018+0000", 2024-04-15T16:06:26.845 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub": "0'0", 2024-04-15T16:06:26.845 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_duration": 0, 2024-04-15T16:06:26.845 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T16:06:26.845 INFO:tasks.workunit.client.0.smithi016.stdout: "last_undegraded": "2024-04-15T16:05:12.197018+0000", 2024-04-15T16:06:26.845 INFO:tasks.workunit.client.0.smithi016.stdout: "last_unstale": "2024-04-15T16:05:12.197018+0000", 2024-04-15T16:06:26.845 INFO:tasks.workunit.client.0.smithi016.stdout: "log_dups_size": 0, 2024-04-15T16:06:26.845 INFO:tasks.workunit.client.0.smithi016.stdout: "log_size": 0, 2024-04-15T16:06:26.845 INFO:tasks.workunit.client.0.smithi016.stdout: "log_start": "0'0", 2024-04-15T16:06:26.845 INFO:tasks.workunit.client.0.smithi016.stdout: "manifest_stats_invalid": false, 2024-04-15T16:06:26.845 INFO:tasks.workunit.client.0.smithi016.stdout: "mapping_epoch": 531, 2024-04-15T16:06:26.846 INFO:tasks.workunit.client.0.smithi016.stdout: "object_location_counts": [], 2024-04-15T16:06:26.846 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_scrubbed": 0, 2024-04-15T16:06:26.846 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_trimmed": 0, 2024-04-15T16:06:26.846 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_stats_invalid": false, 2024-04-15T16:06:26.846 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_size": 0, 2024-04-15T16:06:26.846 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_start": "0'0", 2024-04-15T16:06:26.846 INFO:tasks.workunit.client.0.smithi016.stdout: "parent": "0.0", 2024-04-15T16:06:26.846 INFO:tasks.workunit.client.0.smithi016.stdout: "parent_split_bits": 0, 2024-04-15T16:06:26.846 INFO:tasks.workunit.client.0.smithi016.stdout: "pgid": "3.2e", 2024-04-15T16:06:26.846 INFO:tasks.workunit.client.0.smithi016.stdout: "pin_stats_invalid": false, 2024-04-15T16:06:26.846 INFO:tasks.workunit.client.0.smithi016.stdout: "purged_snaps": [], 2024-04-15T16:06:26.846 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_epoch": 2721, 2024-04-15T16:06:26.846 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_seq": 4987, 2024-04-15T16:06:26.847 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_duration": 0.0, 2024-04-15T16:06:26.847 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-16T19:42:38.895479+0000", 2024-04-15T16:06:26.847 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrim_duration": 0.0, 2024-04-15T16:06:26.847 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrimq_len": 0, 2024-04-15T16:06:26.847 INFO:tasks.workunit.client.0.smithi016.stdout: "stat_sum": { 2024-04-15T16:06:26.847 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes": 0, 2024-04-15T16:06:26.847 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T16:06:26.847 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_recovered": 0, 2024-04-15T16:06:26.847 INFO:tasks.workunit.client.0.smithi016.stdout: "num_deep_scrub_errors": 0, 2024-04-15T16:06:26.847 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict": 0, 2024-04-15T16:06:26.847 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_kb": 0, 2024-04-15T16:06:26.847 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_full": 0, 2024-04-15T16:06:26.847 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_some": 0, 2024-04-15T16:06:26.847 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush": 0, 2024-04-15T16:06:26.847 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_kb": 0, 2024-04-15T16:06:26.848 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_high": 0, 2024-04-15T16:06:26.848 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_low": 0, 2024-04-15T16:06:26.848 INFO:tasks.workunit.client.0.smithi016.stdout: "num_keys_recovered": 0, 2024-04-15T16:06:26.848 INFO:tasks.workunit.client.0.smithi016.stdout: "num_large_omap_objects": 0, 2024-04-15T16:06:26.848 INFO:tasks.workunit.client.0.smithi016.stdout: "num_legacy_snapsets": 0, 2024-04-15T16:06:26.848 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_clones": 0, 2024-04-15T16:06:26.848 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_copies": 0, 2024-04-15T16:06:26.848 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects": 0, 2024-04-15T16:06:26.848 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_degraded": 0, 2024-04-15T16:06:26.848 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_dirty": 0, 2024-04-15T16:06:26.848 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T16:06:26.848 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_manifest": 0, 2024-04-15T16:06:26.848 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_misplaced": 0, 2024-04-15T16:06:26.849 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing": 0, 2024-04-15T16:06:26.849 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T16:06:26.849 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_omap": 0, 2024-04-15T16:06:26.849 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_pinned": 0, 2024-04-15T16:06:26.849 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_recovered": 0, 2024-04-15T16:06:26.849 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_repaired": 0, 2024-04-15T16:06:26.849 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_unfound": 0, 2024-04-15T16:06:26.849 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_bytes": 0, 2024-04-15T16:06:26.849 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_keys": 0, 2024-04-15T16:06:26.849 INFO:tasks.workunit.client.0.smithi016.stdout: "num_promote": 0, 2024-04-15T16:06:26.849 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read": 0, 2024-04-15T16:06:26.849 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read_kb": 0, 2024-04-15T16:06:26.849 INFO:tasks.workunit.client.0.smithi016.stdout: "num_scrub_errors": 0, 2024-04-15T16:06:26.849 INFO:tasks.workunit.client.0.smithi016.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T16:06:26.850 INFO:tasks.workunit.client.0.smithi016.stdout: "num_whiteouts": 0, 2024-04-15T16:06:26.850 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write": 0, 2024-04-15T16:06:26.850 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write_kb": 0 2024-04-15T16:06:26.850 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.850 INFO:tasks.workunit.client.0.smithi016.stdout: "state": "active+clean", 2024-04-15T16:06:26.850 INFO:tasks.workunit.client.0.smithi016.stdout: "stats_invalid": false, 2024-04-15T16:06:26.850 INFO:tasks.workunit.client.0.smithi016.stdout: "up": [ 2024-04-15T16:06:26.850 INFO:tasks.workunit.client.0.smithi016.stdout: 2, 2024-04-15T16:06:26.850 INFO:tasks.workunit.client.0.smithi016.stdout: 6, 2024-04-15T16:06:26.850 INFO:tasks.workunit.client.0.smithi016.stdout: 7 2024-04-15T16:06:26.850 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:26.850 INFO:tasks.workunit.client.0.smithi016.stdout: "up_primary": 2, 2024-04-15T16:06:26.850 INFO:tasks.workunit.client.0.smithi016.stdout: "version": "0'0" 2024-04-15T16:06:26.850 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.851 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-15T16:06:26.851 INFO:tasks.workunit.client.0.smithi016.stdout: "acting": [ 2024-04-15T16:06:26.851 INFO:tasks.workunit.client.0.smithi016.stdout: 5, 2024-04-15T16:06:26.851 INFO:tasks.workunit.client.0.smithi016.stdout: 7, 2024-04-15T16:06:26.851 INFO:tasks.workunit.client.0.smithi016.stdout: 4 2024-04-15T16:06:26.851 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:26.851 INFO:tasks.workunit.client.0.smithi016.stdout: "acting_primary": 5, 2024-04-15T16:06:26.851 INFO:tasks.workunit.client.0.smithi016.stdout: "avail_no_missing": [], 2024-04-15T16:06:26.851 INFO:tasks.workunit.client.0.smithi016.stdout: "blocked_by": [], 2024-04-15T16:06:26.851 INFO:tasks.workunit.client.0.smithi016.stdout: "created": 61, 2024-04-15T16:06:26.851 INFO:tasks.workunit.client.0.smithi016.stdout: "dirty_stats_invalid": false, 2024-04-15T16:06:26.851 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T16:06:26.851 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_stats_invalid": false, 2024-04-15T16:06:26.851 INFO:tasks.workunit.client.0.smithi016.stdout: "last_active": "2024-04-15T16:05:12.205539+0000", 2024-04-15T16:06:26.851 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_active": "2024-04-15T14:44:49.375575+0000", 2024-04-15T16:06:26.852 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_peered": "2024-04-15T14:44:49.375575+0000", 2024-04-15T16:06:26.852 INFO:tasks.workunit.client.0.smithi016.stdout: "last_change": "2024-04-15T14:44:49.375877+0000", 2024-04-15T16:06:26.852 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean": "2024-04-15T16:05:12.205539+0000", 2024-04-15T16:06:26.852 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T16:06:26.852 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub": "0'0", 2024-04-15T16:06:26.852 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T16:06:26.852 INFO:tasks.workunit.client.0.smithi016.stdout: "last_epoch_clean": 532, 2024-04-15T16:06:26.852 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fresh": "2024-04-15T16:05:12.205539+0000", 2024-04-15T16:06:26.852 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fullsized": "2024-04-15T16:05:12.205539+0000", 2024-04-15T16:06:26.852 INFO:tasks.workunit.client.0.smithi016.stdout: "last_peered": "2024-04-15T16:05:12.205539+0000", 2024-04-15T16:06:26.852 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub": "0'0", 2024-04-15T16:06:26.852 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_duration": 0, 2024-04-15T16:06:26.852 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T16:06:26.852 INFO:tasks.workunit.client.0.smithi016.stdout: "last_undegraded": "2024-04-15T16:05:12.205539+0000", 2024-04-15T16:06:26.853 INFO:tasks.workunit.client.0.smithi016.stdout: "last_unstale": "2024-04-15T16:05:12.205539+0000", 2024-04-15T16:06:26.853 INFO:tasks.workunit.client.0.smithi016.stdout: "log_dups_size": 0, 2024-04-15T16:06:26.853 INFO:tasks.workunit.client.0.smithi016.stdout: "log_size": 0, 2024-04-15T16:06:26.853 INFO:tasks.workunit.client.0.smithi016.stdout: "log_start": "0'0", 2024-04-15T16:06:26.853 INFO:tasks.workunit.client.0.smithi016.stdout: "manifest_stats_invalid": false, 2024-04-15T16:06:26.853 INFO:tasks.workunit.client.0.smithi016.stdout: "mapping_epoch": 531, 2024-04-15T16:06:26.853 INFO:tasks.workunit.client.0.smithi016.stdout: "object_location_counts": [], 2024-04-15T16:06:26.853 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_scrubbed": 0, 2024-04-15T16:06:26.853 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_trimmed": 0, 2024-04-15T16:06:26.853 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_stats_invalid": false, 2024-04-15T16:06:26.853 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_size": 0, 2024-04-15T16:06:26.853 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_start": "0'0", 2024-04-15T16:06:26.853 INFO:tasks.workunit.client.0.smithi016.stdout: "parent": "0.0", 2024-04-15T16:06:26.853 INFO:tasks.workunit.client.0.smithi016.stdout: "parent_split_bits": 0, 2024-04-15T16:06:26.853 INFO:tasks.workunit.client.0.smithi016.stdout: "pgid": "3.2f", 2024-04-15T16:06:26.854 INFO:tasks.workunit.client.0.smithi016.stdout: "pin_stats_invalid": false, 2024-04-15T16:06:26.854 INFO:tasks.workunit.client.0.smithi016.stdout: "purged_snaps": [], 2024-04-15T16:06:26.854 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_epoch": 2721, 2024-04-15T16:06:26.854 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_seq": 4911, 2024-04-15T16:06:26.854 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_duration": 0.0, 2024-04-15T16:06:26.854 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-16T22:29:42.925503+0000", 2024-04-15T16:06:26.854 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrim_duration": 0.0, 2024-04-15T16:06:26.854 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrimq_len": 0, 2024-04-15T16:06:26.854 INFO:tasks.workunit.client.0.smithi016.stdout: "stat_sum": { 2024-04-15T16:06:26.854 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes": 0, 2024-04-15T16:06:26.854 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T16:06:26.854 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_recovered": 0, 2024-04-15T16:06:26.854 INFO:tasks.workunit.client.0.smithi016.stdout: "num_deep_scrub_errors": 0, 2024-04-15T16:06:26.854 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict": 0, 2024-04-15T16:06:26.855 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_kb": 0, 2024-04-15T16:06:26.855 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_full": 0, 2024-04-15T16:06:26.855 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_some": 0, 2024-04-15T16:06:26.855 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush": 0, 2024-04-15T16:06:26.855 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_kb": 0, 2024-04-15T16:06:26.855 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_high": 0, 2024-04-15T16:06:26.855 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_low": 0, 2024-04-15T16:06:26.855 INFO:tasks.workunit.client.0.smithi016.stdout: "num_keys_recovered": 0, 2024-04-15T16:06:26.855 INFO:tasks.workunit.client.0.smithi016.stdout: "num_large_omap_objects": 0, 2024-04-15T16:06:26.855 INFO:tasks.workunit.client.0.smithi016.stdout: "num_legacy_snapsets": 0, 2024-04-15T16:06:26.855 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_clones": 0, 2024-04-15T16:06:26.855 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_copies": 0, 2024-04-15T16:06:26.855 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects": 0, 2024-04-15T16:06:26.856 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_degraded": 0, 2024-04-15T16:06:26.856 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_dirty": 0, 2024-04-15T16:06:26.856 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T16:06:26.856 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_manifest": 0, 2024-04-15T16:06:26.856 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_misplaced": 0, 2024-04-15T16:06:26.856 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing": 0, 2024-04-15T16:06:26.856 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T16:06:26.856 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_omap": 0, 2024-04-15T16:06:26.856 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_pinned": 0, 2024-04-15T16:06:26.856 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_recovered": 0, 2024-04-15T16:06:26.856 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_repaired": 0, 2024-04-15T16:06:26.856 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_unfound": 0, 2024-04-15T16:06:26.856 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_bytes": 0, 2024-04-15T16:06:26.856 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_keys": 0, 2024-04-15T16:06:26.857 INFO:tasks.workunit.client.0.smithi016.stdout: "num_promote": 0, 2024-04-15T16:06:26.857 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read": 0, 2024-04-15T16:06:26.857 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read_kb": 0, 2024-04-15T16:06:26.857 INFO:tasks.workunit.client.0.smithi016.stdout: "num_scrub_errors": 0, 2024-04-15T16:06:26.857 INFO:tasks.workunit.client.0.smithi016.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T16:06:26.857 INFO:tasks.workunit.client.0.smithi016.stdout: "num_whiteouts": 0, 2024-04-15T16:06:26.857 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write": 0, 2024-04-15T16:06:26.857 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write_kb": 0 2024-04-15T16:06:26.857 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.857 INFO:tasks.workunit.client.0.smithi016.stdout: "state": "active+clean", 2024-04-15T16:06:26.857 INFO:tasks.workunit.client.0.smithi016.stdout: "stats_invalid": false, 2024-04-15T16:06:26.857 INFO:tasks.workunit.client.0.smithi016.stdout: "up": [ 2024-04-15T16:06:26.857 INFO:tasks.workunit.client.0.smithi016.stdout: 5, 2024-04-15T16:06:26.857 INFO:tasks.workunit.client.0.smithi016.stdout: 7, 2024-04-15T16:06:26.858 INFO:tasks.workunit.client.0.smithi016.stdout: 4 2024-04-15T16:06:26.858 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:26.858 INFO:tasks.workunit.client.0.smithi016.stdout: "up_primary": 5, 2024-04-15T16:06:26.858 INFO:tasks.workunit.client.0.smithi016.stdout: "version": "0'0" 2024-04-15T16:06:26.858 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.858 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-15T16:06:26.858 INFO:tasks.workunit.client.0.smithi016.stdout: "acting": [ 2024-04-15T16:06:26.858 INFO:tasks.workunit.client.0.smithi016.stdout: 5, 2024-04-15T16:06:26.858 INFO:tasks.workunit.client.0.smithi016.stdout: 0, 2024-04-15T16:06:26.858 INFO:tasks.workunit.client.0.smithi016.stdout: 7 2024-04-15T16:06:26.858 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:26.858 INFO:tasks.workunit.client.0.smithi016.stdout: "acting_primary": 5, 2024-04-15T16:06:26.858 INFO:tasks.workunit.client.0.smithi016.stdout: "avail_no_missing": [], 2024-04-15T16:06:26.858 INFO:tasks.workunit.client.0.smithi016.stdout: "blocked_by": [], 2024-04-15T16:06:26.859 INFO:tasks.workunit.client.0.smithi016.stdout: "created": 61, 2024-04-15T16:06:26.859 INFO:tasks.workunit.client.0.smithi016.stdout: "dirty_stats_invalid": false, 2024-04-15T16:06:26.859 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T16:06:26.859 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_stats_invalid": false, 2024-04-15T16:06:26.859 INFO:tasks.workunit.client.0.smithi016.stdout: "last_active": "2024-04-15T16:05:12.199919+0000", 2024-04-15T16:06:26.859 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_active": "2024-04-15T14:44:49.374585+0000", 2024-04-15T16:06:26.859 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_peered": "2024-04-15T14:44:49.374585+0000", 2024-04-15T16:06:26.859 INFO:tasks.workunit.client.0.smithi016.stdout: "last_change": "2024-04-15T14:44:49.374931+0000", 2024-04-15T16:06:26.859 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean": "2024-04-15T16:05:12.199919+0000", 2024-04-15T16:06:26.859 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T16:06:26.859 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub": "0'0", 2024-04-15T16:06:26.859 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T16:06:26.859 INFO:tasks.workunit.client.0.smithi016.stdout: "last_epoch_clean": 532, 2024-04-15T16:06:26.859 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fresh": "2024-04-15T16:05:12.199919+0000", 2024-04-15T16:06:26.860 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fullsized": "2024-04-15T16:05:12.199919+0000", 2024-04-15T16:06:26.860 INFO:tasks.workunit.client.0.smithi016.stdout: "last_peered": "2024-04-15T16:05:12.199919+0000", 2024-04-15T16:06:26.860 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub": "0'0", 2024-04-15T16:06:26.860 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_duration": 0, 2024-04-15T16:06:26.860 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T16:06:26.860 INFO:tasks.workunit.client.0.smithi016.stdout: "last_undegraded": "2024-04-15T16:05:12.199919+0000", 2024-04-15T16:06:26.860 INFO:tasks.workunit.client.0.smithi016.stdout: "last_unstale": "2024-04-15T16:05:12.199919+0000", 2024-04-15T16:06:26.860 INFO:tasks.workunit.client.0.smithi016.stdout: "log_dups_size": 0, 2024-04-15T16:06:26.860 INFO:tasks.workunit.client.0.smithi016.stdout: "log_size": 0, 2024-04-15T16:06:26.860 INFO:tasks.workunit.client.0.smithi016.stdout: "log_start": "0'0", 2024-04-15T16:06:26.860 INFO:tasks.workunit.client.0.smithi016.stdout: "manifest_stats_invalid": false, 2024-04-15T16:06:26.860 INFO:tasks.workunit.client.0.smithi016.stdout: "mapping_epoch": 531, 2024-04-15T16:06:26.860 INFO:tasks.workunit.client.0.smithi016.stdout: "object_location_counts": [], 2024-04-15T16:06:26.860 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_scrubbed": 0, 2024-04-15T16:06:26.860 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_trimmed": 0, 2024-04-15T16:06:26.861 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_stats_invalid": false, 2024-04-15T16:06:26.861 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_size": 0, 2024-04-15T16:06:26.861 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_start": "0'0", 2024-04-15T16:06:26.861 INFO:tasks.workunit.client.0.smithi016.stdout: "parent": "0.0", 2024-04-15T16:06:26.861 INFO:tasks.workunit.client.0.smithi016.stdout: "parent_split_bits": 0, 2024-04-15T16:06:26.861 INFO:tasks.workunit.client.0.smithi016.stdout: "pgid": "3.30", 2024-04-15T16:06:26.861 INFO:tasks.workunit.client.0.smithi016.stdout: "pin_stats_invalid": false, 2024-04-15T16:06:26.861 INFO:tasks.workunit.client.0.smithi016.stdout: "purged_snaps": [], 2024-04-15T16:06:26.861 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_epoch": 2721, 2024-04-15T16:06:26.861 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_seq": 4915, 2024-04-15T16:06:26.861 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_duration": 0.0, 2024-04-15T16:06:26.861 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-16T14:50:47.604796+0000", 2024-04-15T16:06:26.861 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrim_duration": 0.0, 2024-04-15T16:06:26.861 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrimq_len": 0, 2024-04-15T16:06:26.861 INFO:tasks.workunit.client.0.smithi016.stdout: "stat_sum": { 2024-04-15T16:06:26.862 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes": 0, 2024-04-15T16:06:26.862 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T16:06:26.862 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_recovered": 0, 2024-04-15T16:06:26.862 INFO:tasks.workunit.client.0.smithi016.stdout: "num_deep_scrub_errors": 0, 2024-04-15T16:06:26.862 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict": 0, 2024-04-15T16:06:26.862 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_kb": 0, 2024-04-15T16:06:26.862 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_full": 0, 2024-04-15T16:06:26.862 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_some": 0, 2024-04-15T16:06:26.862 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush": 0, 2024-04-15T16:06:26.862 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_kb": 0, 2024-04-15T16:06:26.862 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_high": 0, 2024-04-15T16:06:26.862 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_low": 0, 2024-04-15T16:06:26.862 INFO:tasks.workunit.client.0.smithi016.stdout: "num_keys_recovered": 0, 2024-04-15T16:06:26.862 INFO:tasks.workunit.client.0.smithi016.stdout: "num_large_omap_objects": 0, 2024-04-15T16:06:26.863 INFO:tasks.workunit.client.0.smithi016.stdout: "num_legacy_snapsets": 0, 2024-04-15T16:06:26.863 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_clones": 0, 2024-04-15T16:06:26.863 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_copies": 0, 2024-04-15T16:06:26.863 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects": 0, 2024-04-15T16:06:26.863 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_degraded": 0, 2024-04-15T16:06:26.863 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_dirty": 0, 2024-04-15T16:06:26.863 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T16:06:26.863 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_manifest": 0, 2024-04-15T16:06:26.863 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_misplaced": 0, 2024-04-15T16:06:26.863 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing": 0, 2024-04-15T16:06:26.863 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T16:06:26.863 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_omap": 0, 2024-04-15T16:06:26.863 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_pinned": 0, 2024-04-15T16:06:26.864 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_recovered": 0, 2024-04-15T16:06:26.864 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_repaired": 0, 2024-04-15T16:06:26.864 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_unfound": 0, 2024-04-15T16:06:26.864 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_bytes": 0, 2024-04-15T16:06:26.864 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_keys": 0, 2024-04-15T16:06:26.864 INFO:tasks.workunit.client.0.smithi016.stdout: "num_promote": 0, 2024-04-15T16:06:26.864 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read": 0, 2024-04-15T16:06:26.864 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read_kb": 0, 2024-04-15T16:06:26.864 INFO:tasks.workunit.client.0.smithi016.stdout: "num_scrub_errors": 0, 2024-04-15T16:06:26.864 INFO:tasks.workunit.client.0.smithi016.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T16:06:26.864 INFO:tasks.workunit.client.0.smithi016.stdout: "num_whiteouts": 0, 2024-04-15T16:06:26.864 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write": 0, 2024-04-15T16:06:26.864 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write_kb": 0 2024-04-15T16:06:26.864 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.865 INFO:tasks.workunit.client.0.smithi016.stdout: "state": "active+clean", 2024-04-15T16:06:26.865 INFO:tasks.workunit.client.0.smithi016.stdout: "stats_invalid": false, 2024-04-15T16:06:26.865 INFO:tasks.workunit.client.0.smithi016.stdout: "up": [ 2024-04-15T16:06:26.865 INFO:tasks.workunit.client.0.smithi016.stdout: 5, 2024-04-15T16:06:26.865 INFO:tasks.workunit.client.0.smithi016.stdout: 0, 2024-04-15T16:06:26.865 INFO:tasks.workunit.client.0.smithi016.stdout: 7 2024-04-15T16:06:26.865 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:26.865 INFO:tasks.workunit.client.0.smithi016.stdout: "up_primary": 5, 2024-04-15T16:06:26.865 INFO:tasks.workunit.client.0.smithi016.stdout: "version": "0'0" 2024-04-15T16:06:26.865 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.865 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-15T16:06:26.865 INFO:tasks.workunit.client.0.smithi016.stdout: "acting": [ 2024-04-15T16:06:26.865 INFO:tasks.workunit.client.0.smithi016.stdout: 1, 2024-04-15T16:06:26.865 INFO:tasks.workunit.client.0.smithi016.stdout: 4, 2024-04-15T16:06:26.866 INFO:tasks.workunit.client.0.smithi016.stdout: 5 2024-04-15T16:06:26.866 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:26.866 INFO:tasks.workunit.client.0.smithi016.stdout: "acting_primary": 1, 2024-04-15T16:06:26.866 INFO:tasks.workunit.client.0.smithi016.stdout: "avail_no_missing": [], 2024-04-15T16:06:26.866 INFO:tasks.workunit.client.0.smithi016.stdout: "blocked_by": [], 2024-04-15T16:06:26.866 INFO:tasks.workunit.client.0.smithi016.stdout: "created": 61, 2024-04-15T16:06:26.866 INFO:tasks.workunit.client.0.smithi016.stdout: "dirty_stats_invalid": false, 2024-04-15T16:06:26.866 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T16:06:26.866 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_stats_invalid": false, 2024-04-15T16:06:26.866 INFO:tasks.workunit.client.0.smithi016.stdout: "last_active": "2024-04-15T16:05:11.869982+0000", 2024-04-15T16:06:26.866 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_active": "2024-04-15T14:43:53.354860+0000", 2024-04-15T16:06:26.866 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_peered": "2024-04-15T14:43:53.354860+0000", 2024-04-15T16:06:26.866 INFO:tasks.workunit.client.0.smithi016.stdout: "last_change": "2024-04-15T14:43:53.355197+0000", 2024-04-15T16:06:26.866 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean": "2024-04-15T16:05:11.869982+0000", 2024-04-15T16:06:26.867 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T16:06:26.867 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub": "0'0", 2024-04-15T16:06:26.867 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T16:06:26.867 INFO:tasks.workunit.client.0.smithi016.stdout: "last_epoch_clean": 476, 2024-04-15T16:06:26.867 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fresh": "2024-04-15T16:05:11.869982+0000", 2024-04-15T16:06:26.867 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fullsized": "2024-04-15T16:05:11.869982+0000", 2024-04-15T16:06:26.867 INFO:tasks.workunit.client.0.smithi016.stdout: "last_peered": "2024-04-15T16:05:11.869982+0000", 2024-04-15T16:06:26.867 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub": "0'0", 2024-04-15T16:06:26.867 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_duration": 0, 2024-04-15T16:06:26.867 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T16:06:26.867 INFO:tasks.workunit.client.0.smithi016.stdout: "last_undegraded": "2024-04-15T16:05:11.869982+0000", 2024-04-15T16:06:26.867 INFO:tasks.workunit.client.0.smithi016.stdout: "last_unstale": "2024-04-15T16:05:11.869982+0000", 2024-04-15T16:06:26.867 INFO:tasks.workunit.client.0.smithi016.stdout: "log_dups_size": 0, 2024-04-15T16:06:26.867 INFO:tasks.workunit.client.0.smithi016.stdout: "log_size": 0, 2024-04-15T16:06:26.867 INFO:tasks.workunit.client.0.smithi016.stdout: "log_start": "0'0", 2024-04-15T16:06:26.868 INFO:tasks.workunit.client.0.smithi016.stdout: "manifest_stats_invalid": false, 2024-04-15T16:06:26.868 INFO:tasks.workunit.client.0.smithi016.stdout: "mapping_epoch": 475, 2024-04-15T16:06:26.868 INFO:tasks.workunit.client.0.smithi016.stdout: "object_location_counts": [], 2024-04-15T16:06:26.868 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_scrubbed": 0, 2024-04-15T16:06:26.868 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_trimmed": 0, 2024-04-15T16:06:26.868 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_stats_invalid": false, 2024-04-15T16:06:26.868 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_size": 0, 2024-04-15T16:06:26.868 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_start": "0'0", 2024-04-15T16:06:26.868 INFO:tasks.workunit.client.0.smithi016.stdout: "parent": "0.0", 2024-04-15T16:06:26.868 INFO:tasks.workunit.client.0.smithi016.stdout: "parent_split_bits": 0, 2024-04-15T16:06:26.868 INFO:tasks.workunit.client.0.smithi016.stdout: "pgid": "3.31", 2024-04-15T16:06:26.868 INFO:tasks.workunit.client.0.smithi016.stdout: "pin_stats_invalid": false, 2024-04-15T16:06:26.868 INFO:tasks.workunit.client.0.smithi016.stdout: "purged_snaps": [], 2024-04-15T16:06:26.868 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_epoch": 2721, 2024-04-15T16:06:26.869 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_seq": 5039, 2024-04-15T16:06:26.869 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_duration": 0.0, 2024-04-15T16:06:26.869 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-17T01:50:26.686937+0000", 2024-04-15T16:06:26.869 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrim_duration": 0.0, 2024-04-15T16:06:26.869 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrimq_len": 0, 2024-04-15T16:06:26.869 INFO:tasks.workunit.client.0.smithi016.stdout: "stat_sum": { 2024-04-15T16:06:26.869 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes": 0, 2024-04-15T16:06:26.869 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T16:06:26.869 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_recovered": 0, 2024-04-15T16:06:26.869 INFO:tasks.workunit.client.0.smithi016.stdout: "num_deep_scrub_errors": 0, 2024-04-15T16:06:26.869 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict": 0, 2024-04-15T16:06:26.869 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_kb": 0, 2024-04-15T16:06:26.869 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_full": 0, 2024-04-15T16:06:26.869 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_some": 0, 2024-04-15T16:06:26.869 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush": 0, 2024-04-15T16:06:26.870 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_kb": 0, 2024-04-15T16:06:26.870 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_high": 0, 2024-04-15T16:06:26.870 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_low": 0, 2024-04-15T16:06:26.870 INFO:tasks.workunit.client.0.smithi016.stdout: "num_keys_recovered": 0, 2024-04-15T16:06:26.870 INFO:tasks.workunit.client.0.smithi016.stdout: "num_large_omap_objects": 0, 2024-04-15T16:06:26.870 INFO:tasks.workunit.client.0.smithi016.stdout: "num_legacy_snapsets": 0, 2024-04-15T16:06:26.870 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_clones": 0, 2024-04-15T16:06:26.870 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_copies": 0, 2024-04-15T16:06:26.870 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects": 0, 2024-04-15T16:06:26.870 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_degraded": 0, 2024-04-15T16:06:26.870 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_dirty": 0, 2024-04-15T16:06:26.870 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T16:06:26.870 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_manifest": 0, 2024-04-15T16:06:26.870 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_misplaced": 0, 2024-04-15T16:06:26.871 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing": 0, 2024-04-15T16:06:26.871 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T16:06:26.871 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_omap": 0, 2024-04-15T16:06:26.871 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_pinned": 0, 2024-04-15T16:06:26.871 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_recovered": 0, 2024-04-15T16:06:26.871 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_repaired": 0, 2024-04-15T16:06:26.871 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_unfound": 0, 2024-04-15T16:06:26.871 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_bytes": 0, 2024-04-15T16:06:26.871 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_keys": 0, 2024-04-15T16:06:26.871 INFO:tasks.workunit.client.0.smithi016.stdout: "num_promote": 0, 2024-04-15T16:06:26.871 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read": 0, 2024-04-15T16:06:26.871 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read_kb": 0, 2024-04-15T16:06:26.871 INFO:tasks.workunit.client.0.smithi016.stdout: "num_scrub_errors": 0, 2024-04-15T16:06:26.871 INFO:tasks.workunit.client.0.smithi016.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T16:06:26.872 INFO:tasks.workunit.client.0.smithi016.stdout: "num_whiteouts": 0, 2024-04-15T16:06:26.872 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write": 0, 2024-04-15T16:06:26.872 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write_kb": 0 2024-04-15T16:06:26.872 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.872 INFO:tasks.workunit.client.0.smithi016.stdout: "state": "active+clean", 2024-04-15T16:06:26.872 INFO:tasks.workunit.client.0.smithi016.stdout: "stats_invalid": false, 2024-04-15T16:06:26.872 INFO:tasks.workunit.client.0.smithi016.stdout: "up": [ 2024-04-15T16:06:26.872 INFO:tasks.workunit.client.0.smithi016.stdout: 1, 2024-04-15T16:06:26.872 INFO:tasks.workunit.client.0.smithi016.stdout: 4, 2024-04-15T16:06:26.872 INFO:tasks.workunit.client.0.smithi016.stdout: 5 2024-04-15T16:06:26.872 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:26.872 INFO:tasks.workunit.client.0.smithi016.stdout: "up_primary": 1, 2024-04-15T16:06:26.872 INFO:tasks.workunit.client.0.smithi016.stdout: "version": "0'0" 2024-04-15T16:06:26.872 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.872 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-15T16:06:26.873 INFO:tasks.workunit.client.0.smithi016.stdout: "acting": [ 2024-04-15T16:06:26.873 INFO:tasks.workunit.client.0.smithi016.stdout: 0, 2024-04-15T16:06:26.873 INFO:tasks.workunit.client.0.smithi016.stdout: 1, 2024-04-15T16:06:26.873 INFO:tasks.workunit.client.0.smithi016.stdout: 5 2024-04-15T16:06:26.873 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:26.873 INFO:tasks.workunit.client.0.smithi016.stdout: "acting_primary": 0, 2024-04-15T16:06:26.873 INFO:tasks.workunit.client.0.smithi016.stdout: "avail_no_missing": [], 2024-04-15T16:06:26.873 INFO:tasks.workunit.client.0.smithi016.stdout: "blocked_by": [], 2024-04-15T16:06:26.873 INFO:tasks.workunit.client.0.smithi016.stdout: "created": 61, 2024-04-15T16:06:26.873 INFO:tasks.workunit.client.0.smithi016.stdout: "dirty_stats_invalid": false, 2024-04-15T16:06:26.873 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T16:06:26.873 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_stats_invalid": false, 2024-04-15T16:06:26.873 INFO:tasks.workunit.client.0.smithi016.stdout: "last_active": "2024-04-15T16:05:11.411545+0000", 2024-04-15T16:06:26.873 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_active": "2024-04-15T14:43:53.353157+0000", 2024-04-15T16:06:26.874 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_peered": "2024-04-15T14:43:53.353157+0000", 2024-04-15T16:06:26.874 INFO:tasks.workunit.client.0.smithi016.stdout: "last_change": "2024-04-15T14:43:53.353514+0000", 2024-04-15T16:06:26.874 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean": "2024-04-15T16:05:11.411545+0000", 2024-04-15T16:06:26.874 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T16:06:26.874 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub": "0'0", 2024-04-15T16:06:26.874 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T16:06:26.874 INFO:tasks.workunit.client.0.smithi016.stdout: "last_epoch_clean": 476, 2024-04-15T16:06:26.874 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fresh": "2024-04-15T16:05:11.411545+0000", 2024-04-15T16:06:26.874 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fullsized": "2024-04-15T16:05:11.411545+0000", 2024-04-15T16:06:26.874 INFO:tasks.workunit.client.0.smithi016.stdout: "last_peered": "2024-04-15T16:05:11.411545+0000", 2024-04-15T16:06:26.874 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub": "0'0", 2024-04-15T16:06:26.874 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_duration": 0, 2024-04-15T16:06:26.874 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T16:06:26.874 INFO:tasks.workunit.client.0.smithi016.stdout: "last_undegraded": "2024-04-15T16:05:11.411545+0000", 2024-04-15T16:06:26.874 INFO:tasks.workunit.client.0.smithi016.stdout: "last_unstale": "2024-04-15T16:05:11.411545+0000", 2024-04-15T16:06:26.875 INFO:tasks.workunit.client.0.smithi016.stdout: "log_dups_size": 0, 2024-04-15T16:06:26.875 INFO:tasks.workunit.client.0.smithi016.stdout: "log_size": 0, 2024-04-15T16:06:26.875 INFO:tasks.workunit.client.0.smithi016.stdout: "log_start": "0'0", 2024-04-15T16:06:26.875 INFO:tasks.workunit.client.0.smithi016.stdout: "manifest_stats_invalid": false, 2024-04-15T16:06:26.875 INFO:tasks.workunit.client.0.smithi016.stdout: "mapping_epoch": 475, 2024-04-15T16:06:26.875 INFO:tasks.workunit.client.0.smithi016.stdout: "object_location_counts": [], 2024-04-15T16:06:26.875 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_scrubbed": 0, 2024-04-15T16:06:26.875 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_trimmed": 0, 2024-04-15T16:06:26.875 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_stats_invalid": false, 2024-04-15T16:06:26.875 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_size": 0, 2024-04-15T16:06:26.875 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_start": "0'0", 2024-04-15T16:06:26.875 INFO:tasks.workunit.client.0.smithi016.stdout: "parent": "0.0", 2024-04-15T16:06:26.875 INFO:tasks.workunit.client.0.smithi016.stdout: "parent_split_bits": 0, 2024-04-15T16:06:26.875 INFO:tasks.workunit.client.0.smithi016.stdout: "pgid": "3.32", 2024-04-15T16:06:26.876 INFO:tasks.workunit.client.0.smithi016.stdout: "pin_stats_invalid": false, 2024-04-15T16:06:26.876 INFO:tasks.workunit.client.0.smithi016.stdout: "purged_snaps": [], 2024-04-15T16:06:26.876 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_epoch": 2721, 2024-04-15T16:06:26.876 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_seq": 5059, 2024-04-15T16:06:26.876 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_duration": 0.0, 2024-04-15T16:06:26.876 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-16T18:14:01.687967+0000", 2024-04-15T16:06:26.876 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrim_duration": 0.0, 2024-04-15T16:06:26.876 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrimq_len": 0, 2024-04-15T16:06:26.876 INFO:tasks.workunit.client.0.smithi016.stdout: "stat_sum": { 2024-04-15T16:06:26.876 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes": 0, 2024-04-15T16:06:26.876 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T16:06:26.876 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_recovered": 0, 2024-04-15T16:06:26.876 INFO:tasks.workunit.client.0.smithi016.stdout: "num_deep_scrub_errors": 0, 2024-04-15T16:06:26.876 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict": 0, 2024-04-15T16:06:26.876 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_kb": 0, 2024-04-15T16:06:26.877 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_full": 0, 2024-04-15T16:06:26.877 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_some": 0, 2024-04-15T16:06:26.877 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush": 0, 2024-04-15T16:06:26.877 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_kb": 0, 2024-04-15T16:06:26.877 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_high": 0, 2024-04-15T16:06:26.877 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_low": 0, 2024-04-15T16:06:26.877 INFO:tasks.workunit.client.0.smithi016.stdout: "num_keys_recovered": 0, 2024-04-15T16:06:26.877 INFO:tasks.workunit.client.0.smithi016.stdout: "num_large_omap_objects": 0, 2024-04-15T16:06:26.877 INFO:tasks.workunit.client.0.smithi016.stdout: "num_legacy_snapsets": 0, 2024-04-15T16:06:26.877 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_clones": 0, 2024-04-15T16:06:26.877 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_copies": 0, 2024-04-15T16:06:26.877 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects": 0, 2024-04-15T16:06:26.877 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_degraded": 0, 2024-04-15T16:06:26.877 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_dirty": 0, 2024-04-15T16:06:26.878 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T16:06:26.878 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_manifest": 0, 2024-04-15T16:06:26.878 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_misplaced": 0, 2024-04-15T16:06:26.878 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing": 0, 2024-04-15T16:06:26.878 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T16:06:26.878 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_omap": 0, 2024-04-15T16:06:26.878 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_pinned": 0, 2024-04-15T16:06:26.878 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_recovered": 0, 2024-04-15T16:06:26.878 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_repaired": 0, 2024-04-15T16:06:26.878 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_unfound": 0, 2024-04-15T16:06:26.878 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_bytes": 0, 2024-04-15T16:06:26.878 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_keys": 0, 2024-04-15T16:06:26.878 INFO:tasks.workunit.client.0.smithi016.stdout: "num_promote": 0, 2024-04-15T16:06:26.878 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read": 0, 2024-04-15T16:06:26.879 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read_kb": 0, 2024-04-15T16:06:26.879 INFO:tasks.workunit.client.0.smithi016.stdout: "num_scrub_errors": 0, 2024-04-15T16:06:26.879 INFO:tasks.workunit.client.0.smithi016.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T16:06:26.879 INFO:tasks.workunit.client.0.smithi016.stdout: "num_whiteouts": 0, 2024-04-15T16:06:26.879 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write": 0, 2024-04-15T16:06:26.879 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write_kb": 0 2024-04-15T16:06:26.879 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.879 INFO:tasks.workunit.client.0.smithi016.stdout: "state": "active+clean", 2024-04-15T16:06:26.879 INFO:tasks.workunit.client.0.smithi016.stdout: "stats_invalid": false, 2024-04-15T16:06:26.879 INFO:tasks.workunit.client.0.smithi016.stdout: "up": [ 2024-04-15T16:06:26.879 INFO:tasks.workunit.client.0.smithi016.stdout: 0, 2024-04-15T16:06:26.879 INFO:tasks.workunit.client.0.smithi016.stdout: 1, 2024-04-15T16:06:26.879 INFO:tasks.workunit.client.0.smithi016.stdout: 5 2024-04-15T16:06:26.879 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:26.880 INFO:tasks.workunit.client.0.smithi016.stdout: "up_primary": 0, 2024-04-15T16:06:26.880 INFO:tasks.workunit.client.0.smithi016.stdout: "version": "0'0" 2024-04-15T16:06:26.880 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.880 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-15T16:06:26.880 INFO:tasks.workunit.client.0.smithi016.stdout: "acting": [ 2024-04-15T16:06:26.880 INFO:tasks.workunit.client.0.smithi016.stdout: 3, 2024-04-15T16:06:26.880 INFO:tasks.workunit.client.0.smithi016.stdout: 6, 2024-04-15T16:06:26.880 INFO:tasks.workunit.client.0.smithi016.stdout: 1 2024-04-15T16:06:26.880 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:26.880 INFO:tasks.workunit.client.0.smithi016.stdout: "acting_primary": 3, 2024-04-15T16:06:26.880 INFO:tasks.workunit.client.0.smithi016.stdout: "avail_no_missing": [], 2024-04-15T16:06:26.880 INFO:tasks.workunit.client.0.smithi016.stdout: "blocked_by": [], 2024-04-15T16:06:26.880 INFO:tasks.workunit.client.0.smithi016.stdout: "created": 61, 2024-04-15T16:06:26.880 INFO:tasks.workunit.client.0.smithi016.stdout: "dirty_stats_invalid": false, 2024-04-15T16:06:26.880 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T16:06:26.881 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_stats_invalid": false, 2024-04-15T16:06:26.881 INFO:tasks.workunit.client.0.smithi016.stdout: "last_active": "2024-04-15T16:05:12.197203+0000", 2024-04-15T16:06:26.881 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_active": "2024-04-15T14:44:28.460193+0000", 2024-04-15T16:06:26.881 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_peered": "2024-04-15T14:44:28.460193+0000", 2024-04-15T16:06:26.881 INFO:tasks.workunit.client.0.smithi016.stdout: "last_change": "2024-04-15T14:44:28.460543+0000", 2024-04-15T16:06:26.881 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean": "2024-04-15T16:05:12.197203+0000", 2024-04-15T16:06:26.881 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T16:06:26.881 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub": "0'0", 2024-04-15T16:06:26.881 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T16:06:26.881 INFO:tasks.workunit.client.0.smithi016.stdout: "last_epoch_clean": 511, 2024-04-15T16:06:26.881 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fresh": "2024-04-15T16:05:12.197203+0000", 2024-04-15T16:06:26.881 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fullsized": "2024-04-15T16:05:12.197203+0000", 2024-04-15T16:06:26.881 INFO:tasks.workunit.client.0.smithi016.stdout: "last_peered": "2024-04-15T16:05:12.197203+0000", 2024-04-15T16:06:26.881 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub": "0'0", 2024-04-15T16:06:26.882 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_duration": 0, 2024-04-15T16:06:26.882 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T16:06:26.882 INFO:tasks.workunit.client.0.smithi016.stdout: "last_undegraded": "2024-04-15T16:05:12.197203+0000", 2024-04-15T16:06:26.882 INFO:tasks.workunit.client.0.smithi016.stdout: "last_unstale": "2024-04-15T16:05:12.197203+0000", 2024-04-15T16:06:26.882 INFO:tasks.workunit.client.0.smithi016.stdout: "log_dups_size": 0, 2024-04-15T16:06:26.882 INFO:tasks.workunit.client.0.smithi016.stdout: "log_size": 0, 2024-04-15T16:06:26.882 INFO:tasks.workunit.client.0.smithi016.stdout: "log_start": "0'0", 2024-04-15T16:06:26.882 INFO:tasks.workunit.client.0.smithi016.stdout: "manifest_stats_invalid": false, 2024-04-15T16:06:26.882 INFO:tasks.workunit.client.0.smithi016.stdout: "mapping_epoch": 510, 2024-04-15T16:06:26.882 INFO:tasks.workunit.client.0.smithi016.stdout: "object_location_counts": [], 2024-04-15T16:06:26.882 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_scrubbed": 0, 2024-04-15T16:06:26.882 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_trimmed": 0, 2024-04-15T16:06:26.882 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_stats_invalid": false, 2024-04-15T16:06:26.882 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_size": 0, 2024-04-15T16:06:26.883 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_start": "0'0", 2024-04-15T16:06:26.883 INFO:tasks.workunit.client.0.smithi016.stdout: "parent": "0.0", 2024-04-15T16:06:26.883 INFO:tasks.workunit.client.0.smithi016.stdout: "parent_split_bits": 0, 2024-04-15T16:06:26.883 INFO:tasks.workunit.client.0.smithi016.stdout: "pgid": "3.33", 2024-04-15T16:06:26.883 INFO:tasks.workunit.client.0.smithi016.stdout: "pin_stats_invalid": false, 2024-04-15T16:06:26.883 INFO:tasks.workunit.client.0.smithi016.stdout: "purged_snaps": [], 2024-04-15T16:06:26.883 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_epoch": 2721, 2024-04-15T16:06:26.883 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_seq": 4943, 2024-04-15T16:06:26.883 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_duration": 0.0, 2024-04-15T16:06:26.883 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-16T21:25:29.521115+0000", 2024-04-15T16:06:26.883 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrim_duration": 0.0, 2024-04-15T16:06:26.883 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrimq_len": 0, 2024-04-15T16:06:26.883 INFO:tasks.workunit.client.0.smithi016.stdout: "stat_sum": { 2024-04-15T16:06:26.883 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes": 0, 2024-04-15T16:06:26.883 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T16:06:26.884 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_recovered": 0, 2024-04-15T16:06:26.884 INFO:tasks.workunit.client.0.smithi016.stdout: "num_deep_scrub_errors": 0, 2024-04-15T16:06:26.884 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict": 0, 2024-04-15T16:06:26.884 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_kb": 0, 2024-04-15T16:06:26.884 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_full": 0, 2024-04-15T16:06:26.884 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_some": 0, 2024-04-15T16:06:26.884 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush": 0, 2024-04-15T16:06:26.884 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_kb": 0, 2024-04-15T16:06:26.884 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_high": 0, 2024-04-15T16:06:26.884 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_low": 0, 2024-04-15T16:06:26.884 INFO:tasks.workunit.client.0.smithi016.stdout: "num_keys_recovered": 0, 2024-04-15T16:06:26.884 INFO:tasks.workunit.client.0.smithi016.stdout: "num_large_omap_objects": 0, 2024-04-15T16:06:26.884 INFO:tasks.workunit.client.0.smithi016.stdout: "num_legacy_snapsets": 0, 2024-04-15T16:06:26.884 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_clones": 0, 2024-04-15T16:06:26.884 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_copies": 0, 2024-04-15T16:06:26.885 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects": 0, 2024-04-15T16:06:26.885 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_degraded": 0, 2024-04-15T16:06:26.885 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_dirty": 0, 2024-04-15T16:06:26.885 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T16:06:26.885 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_manifest": 0, 2024-04-15T16:06:26.885 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_misplaced": 0, 2024-04-15T16:06:26.885 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing": 0, 2024-04-15T16:06:26.885 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T16:06:26.885 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_omap": 0, 2024-04-15T16:06:26.885 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_pinned": 0, 2024-04-15T16:06:26.885 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_recovered": 0, 2024-04-15T16:06:26.885 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_repaired": 0, 2024-04-15T16:06:26.885 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_unfound": 0, 2024-04-15T16:06:26.885 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_bytes": 0, 2024-04-15T16:06:26.886 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_keys": 0, 2024-04-15T16:06:26.886 INFO:tasks.workunit.client.0.smithi016.stdout: "num_promote": 0, 2024-04-15T16:06:26.886 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read": 0, 2024-04-15T16:06:26.886 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read_kb": 0, 2024-04-15T16:06:26.886 INFO:tasks.workunit.client.0.smithi016.stdout: "num_scrub_errors": 0, 2024-04-15T16:06:26.886 INFO:tasks.workunit.client.0.smithi016.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T16:06:26.886 INFO:tasks.workunit.client.0.smithi016.stdout: "num_whiteouts": 0, 2024-04-15T16:06:26.886 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write": 0, 2024-04-15T16:06:26.886 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write_kb": 0 2024-04-15T16:06:26.886 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.886 INFO:tasks.workunit.client.0.smithi016.stdout: "state": "active+clean", 2024-04-15T16:06:26.886 INFO:tasks.workunit.client.0.smithi016.stdout: "stats_invalid": false, 2024-04-15T16:06:26.886 INFO:tasks.workunit.client.0.smithi016.stdout: "up": [ 2024-04-15T16:06:26.886 INFO:tasks.workunit.client.0.smithi016.stdout: 3, 2024-04-15T16:06:26.886 INFO:tasks.workunit.client.0.smithi016.stdout: 6, 2024-04-15T16:06:26.887 INFO:tasks.workunit.client.0.smithi016.stdout: 1 2024-04-15T16:06:26.887 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:26.887 INFO:tasks.workunit.client.0.smithi016.stdout: "up_primary": 3, 2024-04-15T16:06:26.887 INFO:tasks.workunit.client.0.smithi016.stdout: "version": "0'0" 2024-04-15T16:06:26.887 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.887 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-15T16:06:26.887 INFO:tasks.workunit.client.0.smithi016.stdout: "acting": [ 2024-04-15T16:06:26.887 INFO:tasks.workunit.client.0.smithi016.stdout: 4, 2024-04-15T16:06:26.887 INFO:tasks.workunit.client.0.smithi016.stdout: 6, 2024-04-15T16:06:26.887 INFO:tasks.workunit.client.0.smithi016.stdout: 0 2024-04-15T16:06:26.887 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:26.887 INFO:tasks.workunit.client.0.smithi016.stdout: "acting_primary": 4, 2024-04-15T16:06:26.887 INFO:tasks.workunit.client.0.smithi016.stdout: "avail_no_missing": [], 2024-04-15T16:06:26.887 INFO:tasks.workunit.client.0.smithi016.stdout: "blocked_by": [], 2024-04-15T16:06:26.888 INFO:tasks.workunit.client.0.smithi016.stdout: "created": 61, 2024-04-15T16:06:26.888 INFO:tasks.workunit.client.0.smithi016.stdout: "dirty_stats_invalid": false, 2024-04-15T16:06:26.888 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T16:06:26.888 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_stats_invalid": false, 2024-04-15T16:06:26.888 INFO:tasks.workunit.client.0.smithi016.stdout: "last_active": "2024-04-15T16:05:12.200074+0000", 2024-04-15T16:06:26.888 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_active": "2024-04-15T14:44:28.452167+0000", 2024-04-15T16:06:26.888 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_peered": "2024-04-15T14:44:28.452167+0000", 2024-04-15T16:06:26.888 INFO:tasks.workunit.client.0.smithi016.stdout: "last_change": "2024-04-15T14:44:28.452375+0000", 2024-04-15T16:06:26.888 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean": "2024-04-15T16:05:12.200074+0000", 2024-04-15T16:06:26.888 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T16:06:26.888 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub": "0'0", 2024-04-15T16:06:26.888 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T16:06:26.888 INFO:tasks.workunit.client.0.smithi016.stdout: "last_epoch_clean": 511, 2024-04-15T16:06:26.888 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fresh": "2024-04-15T16:05:12.200074+0000", 2024-04-15T16:06:26.888 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fullsized": "2024-04-15T16:05:12.200074+0000", 2024-04-15T16:06:26.889 INFO:tasks.workunit.client.0.smithi016.stdout: "last_peered": "2024-04-15T16:05:12.200074+0000", 2024-04-15T16:06:26.889 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub": "0'0", 2024-04-15T16:06:26.889 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_duration": 0, 2024-04-15T16:06:26.889 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T16:06:26.889 INFO:tasks.workunit.client.0.smithi016.stdout: "last_undegraded": "2024-04-15T16:05:12.200074+0000", 2024-04-15T16:06:26.889 INFO:tasks.workunit.client.0.smithi016.stdout: "last_unstale": "2024-04-15T16:05:12.200074+0000", 2024-04-15T16:06:26.889 INFO:tasks.workunit.client.0.smithi016.stdout: "log_dups_size": 0, 2024-04-15T16:06:26.889 INFO:tasks.workunit.client.0.smithi016.stdout: "log_size": 0, 2024-04-15T16:06:26.889 INFO:tasks.workunit.client.0.smithi016.stdout: "log_start": "0'0", 2024-04-15T16:06:26.889 INFO:tasks.workunit.client.0.smithi016.stdout: "manifest_stats_invalid": false, 2024-04-15T16:06:26.889 INFO:tasks.workunit.client.0.smithi016.stdout: "mapping_epoch": 510, 2024-04-15T16:06:26.889 INFO:tasks.workunit.client.0.smithi016.stdout: "object_location_counts": [], 2024-04-15T16:06:26.889 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_scrubbed": 0, 2024-04-15T16:06:26.889 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_trimmed": 0, 2024-04-15T16:06:26.889 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_stats_invalid": false, 2024-04-15T16:06:26.889 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_size": 0, 2024-04-15T16:06:26.890 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_start": "0'0", 2024-04-15T16:06:26.890 INFO:tasks.workunit.client.0.smithi016.stdout: "parent": "0.0", 2024-04-15T16:06:26.890 INFO:tasks.workunit.client.0.smithi016.stdout: "parent_split_bits": 0, 2024-04-15T16:06:26.890 INFO:tasks.workunit.client.0.smithi016.stdout: "pgid": "3.34", 2024-04-15T16:06:26.890 INFO:tasks.workunit.client.0.smithi016.stdout: "pin_stats_invalid": false, 2024-04-15T16:06:26.890 INFO:tasks.workunit.client.0.smithi016.stdout: "purged_snaps": [], 2024-04-15T16:06:26.890 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_epoch": 2721, 2024-04-15T16:06:26.890 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_seq": 4956, 2024-04-15T16:06:26.890 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_duration": 0.0, 2024-04-15T16:06:26.890 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-16T23:25:08.606017+0000", 2024-04-15T16:06:26.890 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrim_duration": 0.0, 2024-04-15T16:06:26.890 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrimq_len": 0, 2024-04-15T16:06:26.890 INFO:tasks.workunit.client.0.smithi016.stdout: "stat_sum": { 2024-04-15T16:06:26.890 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes": 0, 2024-04-15T16:06:26.891 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T16:06:26.891 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_recovered": 0, 2024-04-15T16:06:26.891 INFO:tasks.workunit.client.0.smithi016.stdout: "num_deep_scrub_errors": 0, 2024-04-15T16:06:26.891 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict": 0, 2024-04-15T16:06:26.891 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_kb": 0, 2024-04-15T16:06:26.891 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_full": 0, 2024-04-15T16:06:26.891 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_some": 0, 2024-04-15T16:06:26.891 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush": 0, 2024-04-15T16:06:26.891 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_kb": 0, 2024-04-15T16:06:26.891 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_high": 0, 2024-04-15T16:06:26.891 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_low": 0, 2024-04-15T16:06:26.891 INFO:tasks.workunit.client.0.smithi016.stdout: "num_keys_recovered": 0, 2024-04-15T16:06:26.891 INFO:tasks.workunit.client.0.smithi016.stdout: "num_large_omap_objects": 0, 2024-04-15T16:06:26.891 INFO:tasks.workunit.client.0.smithi016.stdout: "num_legacy_snapsets": 0, 2024-04-15T16:06:26.892 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_clones": 0, 2024-04-15T16:06:26.892 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_copies": 0, 2024-04-15T16:06:26.892 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects": 0, 2024-04-15T16:06:26.892 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_degraded": 0, 2024-04-15T16:06:26.892 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_dirty": 0, 2024-04-15T16:06:26.892 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T16:06:26.892 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_manifest": 0, 2024-04-15T16:06:26.892 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_misplaced": 0, 2024-04-15T16:06:26.892 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing": 0, 2024-04-15T16:06:26.892 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T16:06:26.892 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_omap": 0, 2024-04-15T16:06:26.892 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_pinned": 0, 2024-04-15T16:06:26.892 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_recovered": 0, 2024-04-15T16:06:26.893 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_repaired": 0, 2024-04-15T16:06:26.893 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_unfound": 0, 2024-04-15T16:06:26.893 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_bytes": 0, 2024-04-15T16:06:26.893 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_keys": 0, 2024-04-15T16:06:26.893 INFO:tasks.workunit.client.0.smithi016.stdout: "num_promote": 0, 2024-04-15T16:06:26.893 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read": 0, 2024-04-15T16:06:26.893 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read_kb": 0, 2024-04-15T16:06:26.893 INFO:tasks.workunit.client.0.smithi016.stdout: "num_scrub_errors": 0, 2024-04-15T16:06:26.893 INFO:tasks.workunit.client.0.smithi016.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T16:06:26.893 INFO:tasks.workunit.client.0.smithi016.stdout: "num_whiteouts": 0, 2024-04-15T16:06:26.893 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write": 0, 2024-04-15T16:06:26.893 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write_kb": 0 2024-04-15T16:06:26.893 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.893 INFO:tasks.workunit.client.0.smithi016.stdout: "state": "active+clean", 2024-04-15T16:06:26.893 INFO:tasks.workunit.client.0.smithi016.stdout: "stats_invalid": false, 2024-04-15T16:06:26.894 INFO:tasks.workunit.client.0.smithi016.stdout: "up": [ 2024-04-15T16:06:26.894 INFO:tasks.workunit.client.0.smithi016.stdout: 4, 2024-04-15T16:06:26.894 INFO:tasks.workunit.client.0.smithi016.stdout: 6, 2024-04-15T16:06:26.894 INFO:tasks.workunit.client.0.smithi016.stdout: 0 2024-04-15T16:06:26.894 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:26.894 INFO:tasks.workunit.client.0.smithi016.stdout: "up_primary": 4, 2024-04-15T16:06:26.894 INFO:tasks.workunit.client.0.smithi016.stdout: "version": "0'0" 2024-04-15T16:06:26.894 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.894 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-15T16:06:26.894 INFO:tasks.workunit.client.0.smithi016.stdout: "acting": [ 2024-04-15T16:06:26.894 INFO:tasks.workunit.client.0.smithi016.stdout: 6, 2024-04-15T16:06:26.894 INFO:tasks.workunit.client.0.smithi016.stdout: 5, 2024-04-15T16:06:26.894 INFO:tasks.workunit.client.0.smithi016.stdout: 0 2024-04-15T16:06:26.894 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:26.895 INFO:tasks.workunit.client.0.smithi016.stdout: "acting_primary": 6, 2024-04-15T16:06:26.895 INFO:tasks.workunit.client.0.smithi016.stdout: "avail_no_missing": [], 2024-04-15T16:06:26.895 INFO:tasks.workunit.client.0.smithi016.stdout: "blocked_by": [], 2024-04-15T16:06:26.895 INFO:tasks.workunit.client.0.smithi016.stdout: "created": 61, 2024-04-15T16:06:26.895 INFO:tasks.workunit.client.0.smithi016.stdout: "dirty_stats_invalid": false, 2024-04-15T16:06:26.895 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T16:06:26.895 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_stats_invalid": false, 2024-04-15T16:06:26.895 INFO:tasks.workunit.client.0.smithi016.stdout: "last_active": "2024-04-15T16:05:11.411662+0000", 2024-04-15T16:06:26.895 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_active": "2024-04-15T14:44:28.453440+0000", 2024-04-15T16:06:26.895 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_peered": "2024-04-15T14:44:28.453440+0000", 2024-04-15T16:06:26.895 INFO:tasks.workunit.client.0.smithi016.stdout: "last_change": "2024-04-15T14:44:28.454043+0000", 2024-04-15T16:06:26.895 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean": "2024-04-15T16:05:11.411662+0000", 2024-04-15T16:06:26.895 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T16:06:26.895 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub": "0'0", 2024-04-15T16:06:26.896 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T16:06:26.896 INFO:tasks.workunit.client.0.smithi016.stdout: "last_epoch_clean": 511, 2024-04-15T16:06:26.896 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fresh": "2024-04-15T16:05:11.411662+0000", 2024-04-15T16:06:26.896 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fullsized": "2024-04-15T16:05:11.411662+0000", 2024-04-15T16:06:26.896 INFO:tasks.workunit.client.0.smithi016.stdout: "last_peered": "2024-04-15T16:05:11.411662+0000", 2024-04-15T16:06:26.896 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub": "0'0", 2024-04-15T16:06:26.896 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_duration": 0, 2024-04-15T16:06:26.896 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T16:06:26.896 INFO:tasks.workunit.client.0.smithi016.stdout: "last_undegraded": "2024-04-15T16:05:11.411662+0000", 2024-04-15T16:06:26.896 INFO:tasks.workunit.client.0.smithi016.stdout: "last_unstale": "2024-04-15T16:05:11.411662+0000", 2024-04-15T16:06:26.896 INFO:tasks.workunit.client.0.smithi016.stdout: "log_dups_size": 0, 2024-04-15T16:06:26.896 INFO:tasks.workunit.client.0.smithi016.stdout: "log_size": 0, 2024-04-15T16:06:26.896 INFO:tasks.workunit.client.0.smithi016.stdout: "log_start": "0'0", 2024-04-15T16:06:26.896 INFO:tasks.workunit.client.0.smithi016.stdout: "manifest_stats_invalid": false, 2024-04-15T16:06:26.897 INFO:tasks.workunit.client.0.smithi016.stdout: "mapping_epoch": 510, 2024-04-15T16:06:26.897 INFO:tasks.workunit.client.0.smithi016.stdout: "object_location_counts": [], 2024-04-15T16:06:26.897 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_scrubbed": 0, 2024-04-15T16:06:26.897 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_trimmed": 0, 2024-04-15T16:06:26.897 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_stats_invalid": false, 2024-04-15T16:06:26.897 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_size": 0, 2024-04-15T16:06:26.897 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_start": "0'0", 2024-04-15T16:06:26.897 INFO:tasks.workunit.client.0.smithi016.stdout: "parent": "0.0", 2024-04-15T16:06:26.897 INFO:tasks.workunit.client.0.smithi016.stdout: "parent_split_bits": 0, 2024-04-15T16:06:26.897 INFO:tasks.workunit.client.0.smithi016.stdout: "pgid": "3.35", 2024-04-15T16:06:26.897 INFO:tasks.workunit.client.0.smithi016.stdout: "pin_stats_invalid": false, 2024-04-15T16:06:26.897 INFO:tasks.workunit.client.0.smithi016.stdout: "purged_snaps": [], 2024-04-15T16:06:26.897 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_epoch": 2721, 2024-04-15T16:06:26.897 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_seq": 4875, 2024-04-15T16:06:26.898 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_duration": 0.0, 2024-04-15T16:06:26.898 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-16T20:50:38.997993+0000", 2024-04-15T16:06:26.898 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrim_duration": 0.0, 2024-04-15T16:06:26.898 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrimq_len": 0, 2024-04-15T16:06:26.898 INFO:tasks.workunit.client.0.smithi016.stdout: "stat_sum": { 2024-04-15T16:06:26.898 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes": 0, 2024-04-15T16:06:26.898 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T16:06:26.898 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_recovered": 0, 2024-04-15T16:06:26.898 INFO:tasks.workunit.client.0.smithi016.stdout: "num_deep_scrub_errors": 0, 2024-04-15T16:06:26.898 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict": 0, 2024-04-15T16:06:26.898 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_kb": 0, 2024-04-15T16:06:26.898 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_full": 0, 2024-04-15T16:06:26.898 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_some": 0, 2024-04-15T16:06:26.898 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush": 0, 2024-04-15T16:06:26.899 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_kb": 0, 2024-04-15T16:06:26.899 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_high": 0, 2024-04-15T16:06:26.899 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_low": 0, 2024-04-15T16:06:26.899 INFO:tasks.workunit.client.0.smithi016.stdout: "num_keys_recovered": 0, 2024-04-15T16:06:26.899 INFO:tasks.workunit.client.0.smithi016.stdout: "num_large_omap_objects": 0, 2024-04-15T16:06:26.899 INFO:tasks.workunit.client.0.smithi016.stdout: "num_legacy_snapsets": 0, 2024-04-15T16:06:26.899 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_clones": 0, 2024-04-15T16:06:26.899 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_copies": 0, 2024-04-15T16:06:26.899 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects": 0, 2024-04-15T16:06:26.899 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_degraded": 0, 2024-04-15T16:06:26.899 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_dirty": 0, 2024-04-15T16:06:26.899 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T16:06:26.899 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_manifest": 0, 2024-04-15T16:06:26.899 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_misplaced": 0, 2024-04-15T16:06:26.899 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing": 0, 2024-04-15T16:06:26.900 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T16:06:26.900 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_omap": 0, 2024-04-15T16:06:26.900 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_pinned": 0, 2024-04-15T16:06:26.900 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_recovered": 0, 2024-04-15T16:06:26.900 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_repaired": 0, 2024-04-15T16:06:26.900 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_unfound": 0, 2024-04-15T16:06:26.900 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_bytes": 0, 2024-04-15T16:06:26.900 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_keys": 0, 2024-04-15T16:06:26.900 INFO:tasks.workunit.client.0.smithi016.stdout: "num_promote": 0, 2024-04-15T16:06:26.900 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read": 0, 2024-04-15T16:06:26.900 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read_kb": 0, 2024-04-15T16:06:26.900 INFO:tasks.workunit.client.0.smithi016.stdout: "num_scrub_errors": 0, 2024-04-15T16:06:26.900 INFO:tasks.workunit.client.0.smithi016.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T16:06:26.900 INFO:tasks.workunit.client.0.smithi016.stdout: "num_whiteouts": 0, 2024-04-15T16:06:26.901 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write": 0, 2024-04-15T16:06:26.901 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write_kb": 0 2024-04-15T16:06:26.901 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.901 INFO:tasks.workunit.client.0.smithi016.stdout: "state": "active+clean", 2024-04-15T16:06:26.901 INFO:tasks.workunit.client.0.smithi016.stdout: "stats_invalid": false, 2024-04-15T16:06:26.901 INFO:tasks.workunit.client.0.smithi016.stdout: "up": [ 2024-04-15T16:06:26.901 INFO:tasks.workunit.client.0.smithi016.stdout: 6, 2024-04-15T16:06:26.901 INFO:tasks.workunit.client.0.smithi016.stdout: 5, 2024-04-15T16:06:26.901 INFO:tasks.workunit.client.0.smithi016.stdout: 0 2024-04-15T16:06:26.901 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:26.901 INFO:tasks.workunit.client.0.smithi016.stdout: "up_primary": 6, 2024-04-15T16:06:26.901 INFO:tasks.workunit.client.0.smithi016.stdout: "version": "0'0" 2024-04-15T16:06:26.901 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.901 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-15T16:06:26.901 INFO:tasks.workunit.client.0.smithi016.stdout: "acting": [ 2024-04-15T16:06:26.902 INFO:tasks.workunit.client.0.smithi016.stdout: 6, 2024-04-15T16:06:26.902 INFO:tasks.workunit.client.0.smithi016.stdout: 5, 2024-04-15T16:06:26.902 INFO:tasks.workunit.client.0.smithi016.stdout: 1 2024-04-15T16:06:26.902 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:26.902 INFO:tasks.workunit.client.0.smithi016.stdout: "acting_primary": 6, 2024-04-15T16:06:26.902 INFO:tasks.workunit.client.0.smithi016.stdout: "avail_no_missing": [], 2024-04-15T16:06:26.902 INFO:tasks.workunit.client.0.smithi016.stdout: "blocked_by": [], 2024-04-15T16:06:26.902 INFO:tasks.workunit.client.0.smithi016.stdout: "created": 61, 2024-04-15T16:06:26.902 INFO:tasks.workunit.client.0.smithi016.stdout: "dirty_stats_invalid": false, 2024-04-15T16:06:26.902 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T16:06:26.902 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_stats_invalid": false, 2024-04-15T16:06:26.902 INFO:tasks.workunit.client.0.smithi016.stdout: "last_active": "2024-04-15T16:05:11.412459+0000", 2024-04-15T16:06:26.902 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_active": "2024-04-15T14:44:28.453353+0000", 2024-04-15T16:06:26.902 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_peered": "2024-04-15T14:44:28.453353+0000", 2024-04-15T16:06:26.903 INFO:tasks.workunit.client.0.smithi016.stdout: "last_change": "2024-04-15T14:44:28.453691+0000", 2024-04-15T16:06:26.903 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean": "2024-04-15T16:05:11.412459+0000", 2024-04-15T16:06:26.903 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T16:06:26.903 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub": "0'0", 2024-04-15T16:06:26.903 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T16:06:26.903 INFO:tasks.workunit.client.0.smithi016.stdout: "last_epoch_clean": 511, 2024-04-15T16:06:26.903 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fresh": "2024-04-15T16:05:11.412459+0000", 2024-04-15T16:06:26.903 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fullsized": "2024-04-15T16:05:11.412459+0000", 2024-04-15T16:06:26.903 INFO:tasks.workunit.client.0.smithi016.stdout: "last_peered": "2024-04-15T16:05:11.412459+0000", 2024-04-15T16:06:26.903 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub": "0'0", 2024-04-15T16:06:26.903 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_duration": 0, 2024-04-15T16:06:26.903 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T16:06:26.903 INFO:tasks.workunit.client.0.smithi016.stdout: "last_undegraded": "2024-04-15T16:05:11.412459+0000", 2024-04-15T16:06:26.903 INFO:tasks.workunit.client.0.smithi016.stdout: "last_unstale": "2024-04-15T16:05:11.412459+0000", 2024-04-15T16:06:26.904 INFO:tasks.workunit.client.0.smithi016.stdout: "log_dups_size": 0, 2024-04-15T16:06:26.904 INFO:tasks.workunit.client.0.smithi016.stdout: "log_size": 0, 2024-04-15T16:06:26.904 INFO:tasks.workunit.client.0.smithi016.stdout: "log_start": "0'0", 2024-04-15T16:06:26.904 INFO:tasks.workunit.client.0.smithi016.stdout: "manifest_stats_invalid": false, 2024-04-15T16:06:26.904 INFO:tasks.workunit.client.0.smithi016.stdout: "mapping_epoch": 510, 2024-04-15T16:06:26.904 INFO:tasks.workunit.client.0.smithi016.stdout: "object_location_counts": [], 2024-04-15T16:06:26.904 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_scrubbed": 0, 2024-04-15T16:06:26.904 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_trimmed": 0, 2024-04-15T16:06:26.904 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_stats_invalid": false, 2024-04-15T16:06:26.904 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_size": 0, 2024-04-15T16:06:26.904 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_start": "0'0", 2024-04-15T16:06:26.904 INFO:tasks.workunit.client.0.smithi016.stdout: "parent": "0.0", 2024-04-15T16:06:26.904 INFO:tasks.workunit.client.0.smithi016.stdout: "parent_split_bits": 0, 2024-04-15T16:06:26.904 INFO:tasks.workunit.client.0.smithi016.stdout: "pgid": "3.36", 2024-04-15T16:06:26.904 INFO:tasks.workunit.client.0.smithi016.stdout: "pin_stats_invalid": false, 2024-04-15T16:06:26.904 INFO:tasks.workunit.client.0.smithi016.stdout: "purged_snaps": [], 2024-04-15T16:06:26.905 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_epoch": 2721, 2024-04-15T16:06:26.905 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_seq": 4875, 2024-04-15T16:06:26.905 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_duration": 0.0, 2024-04-15T16:06:26.905 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-16T15:00:49.980588+0000", 2024-04-15T16:06:26.905 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrim_duration": 0.0, 2024-04-15T16:06:26.905 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrimq_len": 0, 2024-04-15T16:06:26.905 INFO:tasks.workunit.client.0.smithi016.stdout: "stat_sum": { 2024-04-15T16:06:26.905 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes": 0, 2024-04-15T16:06:26.905 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T16:06:26.905 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_recovered": 0, 2024-04-15T16:06:26.905 INFO:tasks.workunit.client.0.smithi016.stdout: "num_deep_scrub_errors": 0, 2024-04-15T16:06:26.905 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict": 0, 2024-04-15T16:06:26.905 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_kb": 0, 2024-04-15T16:06:26.905 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_full": 0, 2024-04-15T16:06:26.905 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_some": 0, 2024-04-15T16:06:26.906 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush": 0, 2024-04-15T16:06:26.906 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_kb": 0, 2024-04-15T16:06:26.906 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_high": 0, 2024-04-15T16:06:26.906 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_low": 0, 2024-04-15T16:06:26.906 INFO:tasks.workunit.client.0.smithi016.stdout: "num_keys_recovered": 0, 2024-04-15T16:06:26.906 INFO:tasks.workunit.client.0.smithi016.stdout: "num_large_omap_objects": 0, 2024-04-15T16:06:26.906 INFO:tasks.workunit.client.0.smithi016.stdout: "num_legacy_snapsets": 0, 2024-04-15T16:06:26.906 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_clones": 0, 2024-04-15T16:06:26.906 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_copies": 0, 2024-04-15T16:06:26.906 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects": 0, 2024-04-15T16:06:26.906 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_degraded": 0, 2024-04-15T16:06:26.906 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_dirty": 0, 2024-04-15T16:06:26.906 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T16:06:26.906 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_manifest": 0, 2024-04-15T16:06:26.907 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_misplaced": 0, 2024-04-15T16:06:26.907 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing": 0, 2024-04-15T16:06:26.907 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T16:06:26.907 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_omap": 0, 2024-04-15T16:06:26.907 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_pinned": 0, 2024-04-15T16:06:26.907 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_recovered": 0, 2024-04-15T16:06:26.907 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_repaired": 0, 2024-04-15T16:06:26.907 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_unfound": 0, 2024-04-15T16:06:26.907 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_bytes": 0, 2024-04-15T16:06:26.907 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_keys": 0, 2024-04-15T16:06:26.907 INFO:tasks.workunit.client.0.smithi016.stdout: "num_promote": 0, 2024-04-15T16:06:26.907 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read": 0, 2024-04-15T16:06:26.907 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read_kb": 0, 2024-04-15T16:06:26.907 INFO:tasks.workunit.client.0.smithi016.stdout: "num_scrub_errors": 0, 2024-04-15T16:06:26.908 INFO:tasks.workunit.client.0.smithi016.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T16:06:26.908 INFO:tasks.workunit.client.0.smithi016.stdout: "num_whiteouts": 0, 2024-04-15T16:06:26.908 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write": 0, 2024-04-15T16:06:26.908 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write_kb": 0 2024-04-15T16:06:26.908 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.908 INFO:tasks.workunit.client.0.smithi016.stdout: "state": "active+clean", 2024-04-15T16:06:26.908 INFO:tasks.workunit.client.0.smithi016.stdout: "stats_invalid": false, 2024-04-15T16:06:26.908 INFO:tasks.workunit.client.0.smithi016.stdout: "up": [ 2024-04-15T16:06:26.908 INFO:tasks.workunit.client.0.smithi016.stdout: 6, 2024-04-15T16:06:26.908 INFO:tasks.workunit.client.0.smithi016.stdout: 5, 2024-04-15T16:06:26.908 INFO:tasks.workunit.client.0.smithi016.stdout: 1 2024-04-15T16:06:26.908 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:26.908 INFO:tasks.workunit.client.0.smithi016.stdout: "up_primary": 6, 2024-04-15T16:06:26.908 INFO:tasks.workunit.client.0.smithi016.stdout: "version": "0'0" 2024-04-15T16:06:26.908 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.909 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-15T16:06:26.909 INFO:tasks.workunit.client.0.smithi016.stdout: "acting": [ 2024-04-15T16:06:26.909 INFO:tasks.workunit.client.0.smithi016.stdout: 7, 2024-04-15T16:06:26.909 INFO:tasks.workunit.client.0.smithi016.stdout: 5, 2024-04-15T16:06:26.909 INFO:tasks.workunit.client.0.smithi016.stdout: 0 2024-04-15T16:06:26.909 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:26.909 INFO:tasks.workunit.client.0.smithi016.stdout: "acting_primary": 7, 2024-04-15T16:06:26.909 INFO:tasks.workunit.client.0.smithi016.stdout: "avail_no_missing": [], 2024-04-15T16:06:26.909 INFO:tasks.workunit.client.0.smithi016.stdout: "blocked_by": [], 2024-04-15T16:06:26.909 INFO:tasks.workunit.client.0.smithi016.stdout: "created": 61, 2024-04-15T16:06:26.909 INFO:tasks.workunit.client.0.smithi016.stdout: "dirty_stats_invalid": false, 2024-04-15T16:06:26.909 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T16:06:26.909 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_stats_invalid": false, 2024-04-15T16:06:26.909 INFO:tasks.workunit.client.0.smithi016.stdout: "last_active": "2024-04-15T16:05:12.200778+0000", 2024-04-15T16:06:26.909 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_active": "2024-04-15T14:44:49.362404+0000", 2024-04-15T16:06:26.910 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_peered": "2024-04-15T14:44:49.362404+0000", 2024-04-15T16:06:26.910 INFO:tasks.workunit.client.0.smithi016.stdout: "last_change": "2024-04-15T14:44:49.363944+0000", 2024-04-15T16:06:26.910 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean": "2024-04-15T16:05:12.200778+0000", 2024-04-15T16:06:26.910 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T16:06:26.910 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub": "0'0", 2024-04-15T16:06:26.910 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T16:06:26.910 INFO:tasks.workunit.client.0.smithi016.stdout: "last_epoch_clean": 532, 2024-04-15T16:06:26.910 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fresh": "2024-04-15T16:05:12.200778+0000", 2024-04-15T16:06:26.910 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fullsized": "2024-04-15T16:05:12.200778+0000", 2024-04-15T16:06:26.910 INFO:tasks.workunit.client.0.smithi016.stdout: "last_peered": "2024-04-15T16:05:12.200778+0000", 2024-04-15T16:06:26.910 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub": "0'0", 2024-04-15T16:06:26.910 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_duration": 0, 2024-04-15T16:06:26.910 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T16:06:26.911 INFO:tasks.workunit.client.0.smithi016.stdout: "last_undegraded": "2024-04-15T16:05:12.200778+0000", 2024-04-15T16:06:26.911 INFO:tasks.workunit.client.0.smithi016.stdout: "last_unstale": "2024-04-15T16:05:12.200778+0000", 2024-04-15T16:06:26.911 INFO:tasks.workunit.client.0.smithi016.stdout: "log_dups_size": 0, 2024-04-15T16:06:26.911 INFO:tasks.workunit.client.0.smithi016.stdout: "log_size": 0, 2024-04-15T16:06:26.911 INFO:tasks.workunit.client.0.smithi016.stdout: "log_start": "0'0", 2024-04-15T16:06:26.911 INFO:tasks.workunit.client.0.smithi016.stdout: "manifest_stats_invalid": false, 2024-04-15T16:06:26.911 INFO:tasks.workunit.client.0.smithi016.stdout: "mapping_epoch": 531, 2024-04-15T16:06:26.911 INFO:tasks.workunit.client.0.smithi016.stdout: "object_location_counts": [], 2024-04-15T16:06:26.911 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_scrubbed": 0, 2024-04-15T16:06:26.911 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_trimmed": 0, 2024-04-15T16:06:26.911 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_stats_invalid": false, 2024-04-15T16:06:26.911 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_size": 0, 2024-04-15T16:06:26.911 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_start": "0'0", 2024-04-15T16:06:26.911 INFO:tasks.workunit.client.0.smithi016.stdout: "parent": "0.0", 2024-04-15T16:06:26.911 INFO:tasks.workunit.client.0.smithi016.stdout: "parent_split_bits": 0, 2024-04-15T16:06:26.912 INFO:tasks.workunit.client.0.smithi016.stdout: "pgid": "3.37", 2024-04-15T16:06:26.912 INFO:tasks.workunit.client.0.smithi016.stdout: "pin_stats_invalid": false, 2024-04-15T16:06:26.912 INFO:tasks.workunit.client.0.smithi016.stdout: "purged_snaps": [], 2024-04-15T16:06:26.912 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_epoch": 2721, 2024-04-15T16:06:26.912 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_seq": 4876, 2024-04-15T16:06:26.912 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_duration": 0.0, 2024-04-15T16:06:26.912 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-16T21:44:06.093273+0000", 2024-04-15T16:06:26.912 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrim_duration": 0.0, 2024-04-15T16:06:26.912 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrimq_len": 0, 2024-04-15T16:06:26.912 INFO:tasks.workunit.client.0.smithi016.stdout: "stat_sum": { 2024-04-15T16:06:26.912 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes": 0, 2024-04-15T16:06:26.912 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T16:06:26.912 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_recovered": 0, 2024-04-15T16:06:26.912 INFO:tasks.workunit.client.0.smithi016.stdout: "num_deep_scrub_errors": 0, 2024-04-15T16:06:26.912 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict": 0, 2024-04-15T16:06:26.913 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_kb": 0, 2024-04-15T16:06:26.913 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_full": 0, 2024-04-15T16:06:26.913 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_some": 0, 2024-04-15T16:06:26.913 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush": 0, 2024-04-15T16:06:26.913 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_kb": 0, 2024-04-15T16:06:26.913 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_high": 0, 2024-04-15T16:06:26.913 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_low": 0, 2024-04-15T16:06:26.913 INFO:tasks.workunit.client.0.smithi016.stdout: "num_keys_recovered": 0, 2024-04-15T16:06:26.913 INFO:tasks.workunit.client.0.smithi016.stdout: "num_large_omap_objects": 0, 2024-04-15T16:06:26.913 INFO:tasks.workunit.client.0.smithi016.stdout: "num_legacy_snapsets": 0, 2024-04-15T16:06:26.913 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_clones": 0, 2024-04-15T16:06:26.913 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_copies": 0, 2024-04-15T16:06:26.913 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects": 0, 2024-04-15T16:06:26.913 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_degraded": 0, 2024-04-15T16:06:26.913 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_dirty": 0, 2024-04-15T16:06:26.914 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T16:06:26.914 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_manifest": 0, 2024-04-15T16:06:26.914 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_misplaced": 0, 2024-04-15T16:06:26.914 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing": 0, 2024-04-15T16:06:26.914 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T16:06:26.914 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_omap": 0, 2024-04-15T16:06:26.914 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_pinned": 0, 2024-04-15T16:06:26.914 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_recovered": 0, 2024-04-15T16:06:26.914 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_repaired": 0, 2024-04-15T16:06:26.914 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_unfound": 0, 2024-04-15T16:06:26.914 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_bytes": 0, 2024-04-15T16:06:26.914 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_keys": 0, 2024-04-15T16:06:26.914 INFO:tasks.workunit.client.0.smithi016.stdout: "num_promote": 0, 2024-04-15T16:06:26.914 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read": 0, 2024-04-15T16:06:26.915 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read_kb": 0, 2024-04-15T16:06:26.915 INFO:tasks.workunit.client.0.smithi016.stdout: "num_scrub_errors": 0, 2024-04-15T16:06:26.915 INFO:tasks.workunit.client.0.smithi016.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T16:06:26.915 INFO:tasks.workunit.client.0.smithi016.stdout: "num_whiteouts": 0, 2024-04-15T16:06:26.915 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write": 0, 2024-04-15T16:06:26.915 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write_kb": 0 2024-04-15T16:06:26.915 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.915 INFO:tasks.workunit.client.0.smithi016.stdout: "state": "active+clean", 2024-04-15T16:06:26.915 INFO:tasks.workunit.client.0.smithi016.stdout: "stats_invalid": false, 2024-04-15T16:06:26.915 INFO:tasks.workunit.client.0.smithi016.stdout: "up": [ 2024-04-15T16:06:26.915 INFO:tasks.workunit.client.0.smithi016.stdout: 7, 2024-04-15T16:06:26.915 INFO:tasks.workunit.client.0.smithi016.stdout: 5, 2024-04-15T16:06:26.915 INFO:tasks.workunit.client.0.smithi016.stdout: 0 2024-04-15T16:06:26.915 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:26.916 INFO:tasks.workunit.client.0.smithi016.stdout: "up_primary": 7, 2024-04-15T16:06:26.916 INFO:tasks.workunit.client.0.smithi016.stdout: "version": "0'0" 2024-04-15T16:06:26.916 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.916 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-15T16:06:26.916 INFO:tasks.workunit.client.0.smithi016.stdout: "acting": [ 2024-04-15T16:06:26.916 INFO:tasks.workunit.client.0.smithi016.stdout: 3, 2024-04-15T16:06:26.916 INFO:tasks.workunit.client.0.smithi016.stdout: 5, 2024-04-15T16:06:26.916 INFO:tasks.workunit.client.0.smithi016.stdout: 6 2024-04-15T16:06:26.916 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:26.916 INFO:tasks.workunit.client.0.smithi016.stdout: "acting_primary": 3, 2024-04-15T16:06:26.916 INFO:tasks.workunit.client.0.smithi016.stdout: "avail_no_missing": [], 2024-04-15T16:06:26.916 INFO:tasks.workunit.client.0.smithi016.stdout: "blocked_by": [], 2024-04-15T16:06:26.916 INFO:tasks.workunit.client.0.smithi016.stdout: "created": 61, 2024-04-15T16:06:26.916 INFO:tasks.workunit.client.0.smithi016.stdout: "dirty_stats_invalid": false, 2024-04-15T16:06:26.916 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T16:06:26.917 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_stats_invalid": false, 2024-04-15T16:06:26.917 INFO:tasks.workunit.client.0.smithi016.stdout: "last_active": "2024-04-15T16:05:12.196785+0000", 2024-04-15T16:06:26.917 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_active": "2024-04-15T14:44:28.449426+0000", 2024-04-15T16:06:26.917 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_peered": "2024-04-15T14:44:28.449426+0000", 2024-04-15T16:06:26.917 INFO:tasks.workunit.client.0.smithi016.stdout: "last_change": "2024-04-15T14:44:28.449746+0000", 2024-04-15T16:06:26.917 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean": "2024-04-15T16:05:12.196785+0000", 2024-04-15T16:06:26.917 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T16:06:26.917 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub": "0'0", 2024-04-15T16:06:26.917 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T16:06:26.917 INFO:tasks.workunit.client.0.smithi016.stdout: "last_epoch_clean": 511, 2024-04-15T16:06:26.917 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fresh": "2024-04-15T16:05:12.196785+0000", 2024-04-15T16:06:26.917 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fullsized": "2024-04-15T16:05:12.196785+0000", 2024-04-15T16:06:26.917 INFO:tasks.workunit.client.0.smithi016.stdout: "last_peered": "2024-04-15T16:05:12.196785+0000", 2024-04-15T16:06:26.917 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub": "0'0", 2024-04-15T16:06:26.917 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_duration": 0, 2024-04-15T16:06:26.918 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T16:06:26.918 INFO:tasks.workunit.client.0.smithi016.stdout: "last_undegraded": "2024-04-15T16:05:12.196785+0000", 2024-04-15T16:06:26.918 INFO:tasks.workunit.client.0.smithi016.stdout: "last_unstale": "2024-04-15T16:05:12.196785+0000", 2024-04-15T16:06:26.918 INFO:tasks.workunit.client.0.smithi016.stdout: "log_dups_size": 0, 2024-04-15T16:06:26.918 INFO:tasks.workunit.client.0.smithi016.stdout: "log_size": 0, 2024-04-15T16:06:26.918 INFO:tasks.workunit.client.0.smithi016.stdout: "log_start": "0'0", 2024-04-15T16:06:26.918 INFO:tasks.workunit.client.0.smithi016.stdout: "manifest_stats_invalid": false, 2024-04-15T16:06:26.918 INFO:tasks.workunit.client.0.smithi016.stdout: "mapping_epoch": 510, 2024-04-15T16:06:26.918 INFO:tasks.workunit.client.0.smithi016.stdout: "object_location_counts": [], 2024-04-15T16:06:26.918 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_scrubbed": 0, 2024-04-15T16:06:26.918 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_trimmed": 0, 2024-04-15T16:06:26.918 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_stats_invalid": false, 2024-04-15T16:06:26.918 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_size": 0, 2024-04-15T16:06:26.918 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_start": "0'0", 2024-04-15T16:06:26.919 INFO:tasks.workunit.client.0.smithi016.stdout: "parent": "0.0", 2024-04-15T16:06:26.919 INFO:tasks.workunit.client.0.smithi016.stdout: "parent_split_bits": 0, 2024-04-15T16:06:26.919 INFO:tasks.workunit.client.0.smithi016.stdout: "pgid": "3.38", 2024-04-15T16:06:26.919 INFO:tasks.workunit.client.0.smithi016.stdout: "pin_stats_invalid": false, 2024-04-15T16:06:26.919 INFO:tasks.workunit.client.0.smithi016.stdout: "purged_snaps": [], 2024-04-15T16:06:26.919 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_epoch": 2721, 2024-04-15T16:06:26.919 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_seq": 4958, 2024-04-15T16:06:26.919 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_duration": 0.0, 2024-04-15T16:06:26.919 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-16T15:37:04.953664+0000", 2024-04-15T16:06:26.919 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrim_duration": 0.0, 2024-04-15T16:06:26.919 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrimq_len": 0, 2024-04-15T16:06:26.919 INFO:tasks.workunit.client.0.smithi016.stdout: "stat_sum": { 2024-04-15T16:06:26.919 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes": 0, 2024-04-15T16:06:26.919 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T16:06:26.920 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_recovered": 0, 2024-04-15T16:06:26.920 INFO:tasks.workunit.client.0.smithi016.stdout: "num_deep_scrub_errors": 0, 2024-04-15T16:06:26.920 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict": 0, 2024-04-15T16:06:26.920 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_kb": 0, 2024-04-15T16:06:26.920 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_full": 0, 2024-04-15T16:06:26.920 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_some": 0, 2024-04-15T16:06:26.920 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush": 0, 2024-04-15T16:06:26.920 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_kb": 0, 2024-04-15T16:06:26.920 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_high": 0, 2024-04-15T16:06:26.920 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_low": 0, 2024-04-15T16:06:26.920 INFO:tasks.workunit.client.0.smithi016.stdout: "num_keys_recovered": 0, 2024-04-15T16:06:26.920 INFO:tasks.workunit.client.0.smithi016.stdout: "num_large_omap_objects": 0, 2024-04-15T16:06:26.920 INFO:tasks.workunit.client.0.smithi016.stdout: "num_legacy_snapsets": 0, 2024-04-15T16:06:26.920 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_clones": 0, 2024-04-15T16:06:26.920 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_copies": 0, 2024-04-15T16:06:26.921 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects": 0, 2024-04-15T16:06:26.921 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_degraded": 0, 2024-04-15T16:06:26.921 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_dirty": 0, 2024-04-15T16:06:26.921 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T16:06:26.921 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_manifest": 0, 2024-04-15T16:06:26.921 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_misplaced": 0, 2024-04-15T16:06:26.921 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing": 0, 2024-04-15T16:06:26.921 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T16:06:26.921 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_omap": 0, 2024-04-15T16:06:26.921 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_pinned": 0, 2024-04-15T16:06:26.921 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_recovered": 0, 2024-04-15T16:06:26.921 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_repaired": 0, 2024-04-15T16:06:26.921 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_unfound": 0, 2024-04-15T16:06:26.921 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_bytes": 0, 2024-04-15T16:06:26.921 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_keys": 0, 2024-04-15T16:06:26.922 INFO:tasks.workunit.client.0.smithi016.stdout: "num_promote": 0, 2024-04-15T16:06:26.922 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read": 0, 2024-04-15T16:06:26.922 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read_kb": 0, 2024-04-15T16:06:26.922 INFO:tasks.workunit.client.0.smithi016.stdout: "num_scrub_errors": 0, 2024-04-15T16:06:26.922 INFO:tasks.workunit.client.0.smithi016.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T16:06:26.922 INFO:tasks.workunit.client.0.smithi016.stdout: "num_whiteouts": 0, 2024-04-15T16:06:26.922 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write": 0, 2024-04-15T16:06:26.922 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write_kb": 0 2024-04-15T16:06:26.922 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.922 INFO:tasks.workunit.client.0.smithi016.stdout: "state": "active+clean", 2024-04-15T16:06:26.922 INFO:tasks.workunit.client.0.smithi016.stdout: "stats_invalid": false, 2024-04-15T16:06:26.922 INFO:tasks.workunit.client.0.smithi016.stdout: "up": [ 2024-04-15T16:06:26.922 INFO:tasks.workunit.client.0.smithi016.stdout: 3, 2024-04-15T16:06:26.922 INFO:tasks.workunit.client.0.smithi016.stdout: 5, 2024-04-15T16:06:26.923 INFO:tasks.workunit.client.0.smithi016.stdout: 6 2024-04-15T16:06:26.923 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:26.923 INFO:tasks.workunit.client.0.smithi016.stdout: "up_primary": 3, 2024-04-15T16:06:26.923 INFO:tasks.workunit.client.0.smithi016.stdout: "version": "0'0" 2024-04-15T16:06:26.923 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.923 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-15T16:06:26.923 INFO:tasks.workunit.client.0.smithi016.stdout: "acting": [ 2024-04-15T16:06:26.923 INFO:tasks.workunit.client.0.smithi016.stdout: 7, 2024-04-15T16:06:26.923 INFO:tasks.workunit.client.0.smithi016.stdout: 0, 2024-04-15T16:06:26.923 INFO:tasks.workunit.client.0.smithi016.stdout: 4 2024-04-15T16:06:26.923 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:26.923 INFO:tasks.workunit.client.0.smithi016.stdout: "acting_primary": 7, 2024-04-15T16:06:26.923 INFO:tasks.workunit.client.0.smithi016.stdout: "avail_no_missing": [], 2024-04-15T16:06:26.923 INFO:tasks.workunit.client.0.smithi016.stdout: "blocked_by": [], 2024-04-15T16:06:26.923 INFO:tasks.workunit.client.0.smithi016.stdout: "created": 61, 2024-04-15T16:06:26.924 INFO:tasks.workunit.client.0.smithi016.stdout: "dirty_stats_invalid": false, 2024-04-15T16:06:26.924 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T16:06:26.924 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_stats_invalid": false, 2024-04-15T16:06:26.924 INFO:tasks.workunit.client.0.smithi016.stdout: "last_active": "2024-04-15T16:05:12.197760+0000", 2024-04-15T16:06:26.924 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_active": "2024-04-15T14:44:49.363785+0000", 2024-04-15T16:06:26.924 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_peered": "2024-04-15T14:44:49.363785+0000", 2024-04-15T16:06:26.924 INFO:tasks.workunit.client.0.smithi016.stdout: "last_change": "2024-04-15T14:44:49.368541+0000", 2024-04-15T16:06:26.924 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean": "2024-04-15T16:05:12.197760+0000", 2024-04-15T16:06:26.924 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T16:06:26.924 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub": "0'0", 2024-04-15T16:06:26.924 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T16:06:26.924 INFO:tasks.workunit.client.0.smithi016.stdout: "last_epoch_clean": 532, 2024-04-15T16:06:26.924 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fresh": "2024-04-15T16:05:12.197760+0000", 2024-04-15T16:06:26.924 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fullsized": "2024-04-15T16:05:12.197760+0000", 2024-04-15T16:06:26.925 INFO:tasks.workunit.client.0.smithi016.stdout: "last_peered": "2024-04-15T16:05:12.197760+0000", 2024-04-15T16:06:26.925 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub": "0'0", 2024-04-15T16:06:26.925 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_duration": 0, 2024-04-15T16:06:26.925 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T16:06:26.925 INFO:tasks.workunit.client.0.smithi016.stdout: "last_undegraded": "2024-04-15T16:05:12.197760+0000", 2024-04-15T16:06:26.925 INFO:tasks.workunit.client.0.smithi016.stdout: "last_unstale": "2024-04-15T16:05:12.197760+0000", 2024-04-15T16:06:26.925 INFO:tasks.workunit.client.0.smithi016.stdout: "log_dups_size": 0, 2024-04-15T16:06:26.925 INFO:tasks.workunit.client.0.smithi016.stdout: "log_size": 0, 2024-04-15T16:06:26.925 INFO:tasks.workunit.client.0.smithi016.stdout: "log_start": "0'0", 2024-04-15T16:06:26.925 INFO:tasks.workunit.client.0.smithi016.stdout: "manifest_stats_invalid": false, 2024-04-15T16:06:26.925 INFO:tasks.workunit.client.0.smithi016.stdout: "mapping_epoch": 531, 2024-04-15T16:06:26.925 INFO:tasks.workunit.client.0.smithi016.stdout: "object_location_counts": [], 2024-04-15T16:06:26.925 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_scrubbed": 0, 2024-04-15T16:06:26.925 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_trimmed": 0, 2024-04-15T16:06:26.925 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_stats_invalid": false, 2024-04-15T16:06:26.926 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_size": 0, 2024-04-15T16:06:26.926 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_start": "0'0", 2024-04-15T16:06:26.926 INFO:tasks.workunit.client.0.smithi016.stdout: "parent": "0.0", 2024-04-15T16:06:26.926 INFO:tasks.workunit.client.0.smithi016.stdout: "parent_split_bits": 0, 2024-04-15T16:06:26.926 INFO:tasks.workunit.client.0.smithi016.stdout: "pgid": "3.39", 2024-04-15T16:06:26.926 INFO:tasks.workunit.client.0.smithi016.stdout: "pin_stats_invalid": false, 2024-04-15T16:06:26.926 INFO:tasks.workunit.client.0.smithi016.stdout: "purged_snaps": [], 2024-04-15T16:06:26.926 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_epoch": 2721, 2024-04-15T16:06:26.926 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_seq": 4855, 2024-04-15T16:06:26.926 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_duration": 0.0, 2024-04-15T16:06:26.926 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-16T19:28:09.340207+0000", 2024-04-15T16:06:26.926 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrim_duration": 0.0, 2024-04-15T16:06:26.926 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrimq_len": 0, 2024-04-15T16:06:26.926 INFO:tasks.workunit.client.0.smithi016.stdout: "stat_sum": { 2024-04-15T16:06:26.926 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes": 0, 2024-04-15T16:06:26.927 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T16:06:26.927 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_recovered": 0, 2024-04-15T16:06:26.927 INFO:tasks.workunit.client.0.smithi016.stdout: "num_deep_scrub_errors": 0, 2024-04-15T16:06:26.927 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict": 0, 2024-04-15T16:06:26.927 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_kb": 0, 2024-04-15T16:06:26.927 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_full": 0, 2024-04-15T16:06:26.927 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_some": 0, 2024-04-15T16:06:26.927 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush": 0, 2024-04-15T16:06:26.927 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_kb": 0, 2024-04-15T16:06:26.927 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_high": 0, 2024-04-15T16:06:26.927 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_low": 0, 2024-04-15T16:06:26.927 INFO:tasks.workunit.client.0.smithi016.stdout: "num_keys_recovered": 0, 2024-04-15T16:06:26.927 INFO:tasks.workunit.client.0.smithi016.stdout: "num_large_omap_objects": 0, 2024-04-15T16:06:26.927 INFO:tasks.workunit.client.0.smithi016.stdout: "num_legacy_snapsets": 0, 2024-04-15T16:06:26.927 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_clones": 0, 2024-04-15T16:06:26.928 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_copies": 0, 2024-04-15T16:06:26.928 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects": 0, 2024-04-15T16:06:26.928 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_degraded": 0, 2024-04-15T16:06:26.928 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_dirty": 0, 2024-04-15T16:06:26.928 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T16:06:26.928 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_manifest": 0, 2024-04-15T16:06:26.928 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_misplaced": 0, 2024-04-15T16:06:26.928 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing": 0, 2024-04-15T16:06:26.928 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T16:06:26.928 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_omap": 0, 2024-04-15T16:06:26.928 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_pinned": 0, 2024-04-15T16:06:26.928 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_recovered": 0, 2024-04-15T16:06:26.928 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_repaired": 0, 2024-04-15T16:06:26.928 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_unfound": 0, 2024-04-15T16:06:26.929 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_bytes": 0, 2024-04-15T16:06:26.929 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_keys": 0, 2024-04-15T16:06:26.929 INFO:tasks.workunit.client.0.smithi016.stdout: "num_promote": 0, 2024-04-15T16:06:26.929 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read": 0, 2024-04-15T16:06:26.929 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read_kb": 0, 2024-04-15T16:06:26.929 INFO:tasks.workunit.client.0.smithi016.stdout: "num_scrub_errors": 0, 2024-04-15T16:06:26.929 INFO:tasks.workunit.client.0.smithi016.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T16:06:26.929 INFO:tasks.workunit.client.0.smithi016.stdout: "num_whiteouts": 0, 2024-04-15T16:06:26.929 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write": 0, 2024-04-15T16:06:26.929 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write_kb": 0 2024-04-15T16:06:26.929 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.929 INFO:tasks.workunit.client.0.smithi016.stdout: "state": "active+clean", 2024-04-15T16:06:26.929 INFO:tasks.workunit.client.0.smithi016.stdout: "stats_invalid": false, 2024-04-15T16:06:26.929 INFO:tasks.workunit.client.0.smithi016.stdout: "up": [ 2024-04-15T16:06:26.929 INFO:tasks.workunit.client.0.smithi016.stdout: 7, 2024-04-15T16:06:26.930 INFO:tasks.workunit.client.0.smithi016.stdout: 0, 2024-04-15T16:06:26.930 INFO:tasks.workunit.client.0.smithi016.stdout: 4 2024-04-15T16:06:26.930 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:26.930 INFO:tasks.workunit.client.0.smithi016.stdout: "up_primary": 7, 2024-04-15T16:06:26.930 INFO:tasks.workunit.client.0.smithi016.stdout: "version": "0'0" 2024-04-15T16:06:26.930 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.930 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-15T16:06:26.930 INFO:tasks.workunit.client.0.smithi016.stdout: "acting": [ 2024-04-15T16:06:26.930 INFO:tasks.workunit.client.0.smithi016.stdout: 5, 2024-04-15T16:06:26.930 INFO:tasks.workunit.client.0.smithi016.stdout: 0, 2024-04-15T16:06:26.930 INFO:tasks.workunit.client.0.smithi016.stdout: 1 2024-04-15T16:06:26.930 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:26.930 INFO:tasks.workunit.client.0.smithi016.stdout: "acting_primary": 5, 2024-04-15T16:06:26.930 INFO:tasks.workunit.client.0.smithi016.stdout: "avail_no_missing": [], 2024-04-15T16:06:26.931 INFO:tasks.workunit.client.0.smithi016.stdout: "blocked_by": [], 2024-04-15T16:06:26.931 INFO:tasks.workunit.client.0.smithi016.stdout: "created": 61, 2024-04-15T16:06:26.931 INFO:tasks.workunit.client.0.smithi016.stdout: "dirty_stats_invalid": false, 2024-04-15T16:06:26.931 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T16:06:26.931 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_stats_invalid": false, 2024-04-15T16:06:26.931 INFO:tasks.workunit.client.0.smithi016.stdout: "last_active": "2024-04-15T16:05:12.200264+0000", 2024-04-15T16:06:26.931 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_active": "2024-04-15T14:43:53.353175+0000", 2024-04-15T16:06:26.931 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_peered": "2024-04-15T14:43:53.353175+0000", 2024-04-15T16:06:26.931 INFO:tasks.workunit.client.0.smithi016.stdout: "last_change": "2024-04-15T14:43:53.353623+0000", 2024-04-15T16:06:26.931 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean": "2024-04-15T16:05:12.200264+0000", 2024-04-15T16:06:26.931 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T16:06:26.931 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub": "0'0", 2024-04-15T16:06:26.931 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T16:06:26.931 INFO:tasks.workunit.client.0.smithi016.stdout: "last_epoch_clean": 476, 2024-04-15T16:06:26.931 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fresh": "2024-04-15T16:05:12.200264+0000", 2024-04-15T16:06:26.932 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fullsized": "2024-04-15T16:05:12.200264+0000", 2024-04-15T16:06:26.932 INFO:tasks.workunit.client.0.smithi016.stdout: "last_peered": "2024-04-15T16:05:12.200264+0000", 2024-04-15T16:06:26.932 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub": "0'0", 2024-04-15T16:06:26.932 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_duration": 0, 2024-04-15T16:06:26.932 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T16:06:26.932 INFO:tasks.workunit.client.0.smithi016.stdout: "last_undegraded": "2024-04-15T16:05:12.200264+0000", 2024-04-15T16:06:26.932 INFO:tasks.workunit.client.0.smithi016.stdout: "last_unstale": "2024-04-15T16:05:12.200264+0000", 2024-04-15T16:06:26.932 INFO:tasks.workunit.client.0.smithi016.stdout: "log_dups_size": 0, 2024-04-15T16:06:26.932 INFO:tasks.workunit.client.0.smithi016.stdout: "log_size": 0, 2024-04-15T16:06:26.932 INFO:tasks.workunit.client.0.smithi016.stdout: "log_start": "0'0", 2024-04-15T16:06:26.932 INFO:tasks.workunit.client.0.smithi016.stdout: "manifest_stats_invalid": false, 2024-04-15T16:06:26.932 INFO:tasks.workunit.client.0.smithi016.stdout: "mapping_epoch": 475, 2024-04-15T16:06:26.932 INFO:tasks.workunit.client.0.smithi016.stdout: "object_location_counts": [], 2024-04-15T16:06:26.932 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_scrubbed": 0, 2024-04-15T16:06:26.933 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_trimmed": 0, 2024-04-15T16:06:26.933 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_stats_invalid": false, 2024-04-15T16:06:26.933 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_size": 0, 2024-04-15T16:06:26.933 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_start": "0'0", 2024-04-15T16:06:26.933 INFO:tasks.workunit.client.0.smithi016.stdout: "parent": "0.0", 2024-04-15T16:06:26.933 INFO:tasks.workunit.client.0.smithi016.stdout: "parent_split_bits": 0, 2024-04-15T16:06:26.933 INFO:tasks.workunit.client.0.smithi016.stdout: "pgid": "3.3a", 2024-04-15T16:06:26.933 INFO:tasks.workunit.client.0.smithi016.stdout: "pin_stats_invalid": false, 2024-04-15T16:06:26.933 INFO:tasks.workunit.client.0.smithi016.stdout: "purged_snaps": [], 2024-04-15T16:06:26.933 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_epoch": 2721, 2024-04-15T16:06:26.933 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_seq": 4911, 2024-04-15T16:06:26.933 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_duration": 0.0, 2024-04-15T16:06:26.933 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-16T14:53:58.165099+0000", 2024-04-15T16:06:26.933 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrim_duration": 0.0, 2024-04-15T16:06:26.933 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrimq_len": 0, 2024-04-15T16:06:26.934 INFO:tasks.workunit.client.0.smithi016.stdout: "stat_sum": { 2024-04-15T16:06:26.934 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes": 0, 2024-04-15T16:06:26.934 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T16:06:26.934 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_recovered": 0, 2024-04-15T16:06:26.934 INFO:tasks.workunit.client.0.smithi016.stdout: "num_deep_scrub_errors": 0, 2024-04-15T16:06:26.934 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict": 0, 2024-04-15T16:06:26.934 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_kb": 0, 2024-04-15T16:06:26.934 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_full": 0, 2024-04-15T16:06:26.934 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_some": 0, 2024-04-15T16:06:26.934 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush": 0, 2024-04-15T16:06:26.934 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_kb": 0, 2024-04-15T16:06:26.934 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_high": 0, 2024-04-15T16:06:26.934 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_low": 0, 2024-04-15T16:06:26.934 INFO:tasks.workunit.client.0.smithi016.stdout: "num_keys_recovered": 0, 2024-04-15T16:06:26.935 INFO:tasks.workunit.client.0.smithi016.stdout: "num_large_omap_objects": 0, 2024-04-15T16:06:26.935 INFO:tasks.workunit.client.0.smithi016.stdout: "num_legacy_snapsets": 0, 2024-04-15T16:06:26.935 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_clones": 0, 2024-04-15T16:06:26.935 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_copies": 0, 2024-04-15T16:06:26.935 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects": 0, 2024-04-15T16:06:26.935 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_degraded": 0, 2024-04-15T16:06:26.935 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_dirty": 0, 2024-04-15T16:06:26.935 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T16:06:26.935 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_manifest": 0, 2024-04-15T16:06:26.935 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_misplaced": 0, 2024-04-15T16:06:26.935 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing": 0, 2024-04-15T16:06:26.935 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T16:06:26.935 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_omap": 0, 2024-04-15T16:06:26.936 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_pinned": 0, 2024-04-15T16:06:26.936 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_recovered": 0, 2024-04-15T16:06:26.936 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_repaired": 0, 2024-04-15T16:06:26.936 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_unfound": 0, 2024-04-15T16:06:26.936 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_bytes": 0, 2024-04-15T16:06:26.936 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_keys": 0, 2024-04-15T16:06:26.936 INFO:tasks.workunit.client.0.smithi016.stdout: "num_promote": 0, 2024-04-15T16:06:26.936 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read": 0, 2024-04-15T16:06:26.936 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read_kb": 0, 2024-04-15T16:06:26.936 INFO:tasks.workunit.client.0.smithi016.stdout: "num_scrub_errors": 0, 2024-04-15T16:06:26.936 INFO:tasks.workunit.client.0.smithi016.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T16:06:26.936 INFO:tasks.workunit.client.0.smithi016.stdout: "num_whiteouts": 0, 2024-04-15T16:06:26.936 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write": 0, 2024-04-15T16:06:26.936 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write_kb": 0 2024-04-15T16:06:26.936 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.937 INFO:tasks.workunit.client.0.smithi016.stdout: "state": "active+clean", 2024-04-15T16:06:26.937 INFO:tasks.workunit.client.0.smithi016.stdout: "stats_invalid": false, 2024-04-15T16:06:26.937 INFO:tasks.workunit.client.0.smithi016.stdout: "up": [ 2024-04-15T16:06:26.937 INFO:tasks.workunit.client.0.smithi016.stdout: 5, 2024-04-15T16:06:26.937 INFO:tasks.workunit.client.0.smithi016.stdout: 0, 2024-04-15T16:06:26.937 INFO:tasks.workunit.client.0.smithi016.stdout: 1 2024-04-15T16:06:26.937 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:26.937 INFO:tasks.workunit.client.0.smithi016.stdout: "up_primary": 5, 2024-04-15T16:06:26.937 INFO:tasks.workunit.client.0.smithi016.stdout: "version": "0'0" 2024-04-15T16:06:26.937 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.937 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-15T16:06:26.937 INFO:tasks.workunit.client.0.smithi016.stdout: "acting": [ 2024-04-15T16:06:26.937 INFO:tasks.workunit.client.0.smithi016.stdout: 7, 2024-04-15T16:06:26.937 INFO:tasks.workunit.client.0.smithi016.stdout: 2, 2024-04-15T16:06:26.937 INFO:tasks.workunit.client.0.smithi016.stdout: 4 2024-04-15T16:06:26.937 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:26.938 INFO:tasks.workunit.client.0.smithi016.stdout: "acting_primary": 7, 2024-04-15T16:06:26.938 INFO:tasks.workunit.client.0.smithi016.stdout: "avail_no_missing": [], 2024-04-15T16:06:26.938 INFO:tasks.workunit.client.0.smithi016.stdout: "blocked_by": [], 2024-04-15T16:06:26.938 INFO:tasks.workunit.client.0.smithi016.stdout: "created": 61, 2024-04-15T16:06:26.938 INFO:tasks.workunit.client.0.smithi016.stdout: "dirty_stats_invalid": false, 2024-04-15T16:06:26.938 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T16:06:26.938 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_stats_invalid": false, 2024-04-15T16:06:26.938 INFO:tasks.workunit.client.0.smithi016.stdout: "last_active": "2024-04-15T16:05:12.199300+0000", 2024-04-15T16:06:26.938 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_active": "2024-04-15T14:44:49.361783+0000", 2024-04-15T16:06:26.938 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_peered": "2024-04-15T14:44:49.361783+0000", 2024-04-15T16:06:26.938 INFO:tasks.workunit.client.0.smithi016.stdout: "last_change": "2024-04-15T14:44:49.362902+0000", 2024-04-15T16:06:26.938 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean": "2024-04-15T16:05:12.199300+0000", 2024-04-15T16:06:26.938 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T16:06:26.938 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub": "0'0", 2024-04-15T16:06:26.939 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T16:06:26.939 INFO:tasks.workunit.client.0.smithi016.stdout: "last_epoch_clean": 532, 2024-04-15T16:06:26.939 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fresh": "2024-04-15T16:05:12.199300+0000", 2024-04-15T16:06:26.939 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fullsized": "2024-04-15T16:05:12.199300+0000", 2024-04-15T16:06:26.939 INFO:tasks.workunit.client.0.smithi016.stdout: "last_peered": "2024-04-15T16:05:12.199300+0000", 2024-04-15T16:06:26.939 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub": "0'0", 2024-04-15T16:06:26.939 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_duration": 0, 2024-04-15T16:06:26.939 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T16:06:26.939 INFO:tasks.workunit.client.0.smithi016.stdout: "last_undegraded": "2024-04-15T16:05:12.199300+0000", 2024-04-15T16:06:26.939 INFO:tasks.workunit.client.0.smithi016.stdout: "last_unstale": "2024-04-15T16:05:12.199300+0000", 2024-04-15T16:06:26.939 INFO:tasks.workunit.client.0.smithi016.stdout: "log_dups_size": 0, 2024-04-15T16:06:26.939 INFO:tasks.workunit.client.0.smithi016.stdout: "log_size": 0, 2024-04-15T16:06:26.939 INFO:tasks.workunit.client.0.smithi016.stdout: "log_start": "0'0", 2024-04-15T16:06:26.939 INFO:tasks.workunit.client.0.smithi016.stdout: "manifest_stats_invalid": false, 2024-04-15T16:06:26.939 INFO:tasks.workunit.client.0.smithi016.stdout: "mapping_epoch": 531, 2024-04-15T16:06:26.940 INFO:tasks.workunit.client.0.smithi016.stdout: "object_location_counts": [], 2024-04-15T16:06:26.940 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_scrubbed": 0, 2024-04-15T16:06:26.940 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_trimmed": 0, 2024-04-15T16:06:26.940 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_stats_invalid": false, 2024-04-15T16:06:26.940 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_size": 0, 2024-04-15T16:06:26.940 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_start": "0'0", 2024-04-15T16:06:26.940 INFO:tasks.workunit.client.0.smithi016.stdout: "parent": "0.0", 2024-04-15T16:06:26.940 INFO:tasks.workunit.client.0.smithi016.stdout: "parent_split_bits": 0, 2024-04-15T16:06:26.940 INFO:tasks.workunit.client.0.smithi016.stdout: "pgid": "3.3b", 2024-04-15T16:06:26.940 INFO:tasks.workunit.client.0.smithi016.stdout: "pin_stats_invalid": false, 2024-04-15T16:06:26.940 INFO:tasks.workunit.client.0.smithi016.stdout: "purged_snaps": [], 2024-04-15T16:06:26.940 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_epoch": 2721, 2024-04-15T16:06:26.940 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_seq": 4855, 2024-04-15T16:06:26.941 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_duration": 0.0, 2024-04-15T16:06:26.941 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-16T20:10:59.226088+0000", 2024-04-15T16:06:26.941 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrim_duration": 0.0, 2024-04-15T16:06:26.941 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrimq_len": 0, 2024-04-15T16:06:26.941 INFO:tasks.workunit.client.0.smithi016.stdout: "stat_sum": { 2024-04-15T16:06:26.941 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes": 0, 2024-04-15T16:06:26.941 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T16:06:26.941 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_recovered": 0, 2024-04-15T16:06:26.941 INFO:tasks.workunit.client.0.smithi016.stdout: "num_deep_scrub_errors": 0, 2024-04-15T16:06:26.941 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict": 0, 2024-04-15T16:06:26.941 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_kb": 0, 2024-04-15T16:06:26.941 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_full": 0, 2024-04-15T16:06:26.941 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_some": 0, 2024-04-15T16:06:26.941 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush": 0, 2024-04-15T16:06:26.941 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_kb": 0, 2024-04-15T16:06:26.941 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_high": 0, 2024-04-15T16:06:26.942 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_low": 0, 2024-04-15T16:06:26.942 INFO:tasks.workunit.client.0.smithi016.stdout: "num_keys_recovered": 0, 2024-04-15T16:06:26.942 INFO:tasks.workunit.client.0.smithi016.stdout: "num_large_omap_objects": 0, 2024-04-15T16:06:26.942 INFO:tasks.workunit.client.0.smithi016.stdout: "num_legacy_snapsets": 0, 2024-04-15T16:06:26.942 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_clones": 0, 2024-04-15T16:06:26.942 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_copies": 0, 2024-04-15T16:06:26.942 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects": 0, 2024-04-15T16:06:26.942 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_degraded": 0, 2024-04-15T16:06:26.942 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_dirty": 0, 2024-04-15T16:06:26.942 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T16:06:26.942 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_manifest": 0, 2024-04-15T16:06:26.942 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_misplaced": 0, 2024-04-15T16:06:26.942 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing": 0, 2024-04-15T16:06:26.942 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T16:06:26.943 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_omap": 0, 2024-04-15T16:06:26.943 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_pinned": 0, 2024-04-15T16:06:26.943 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_recovered": 0, 2024-04-15T16:06:26.943 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_repaired": 0, 2024-04-15T16:06:26.943 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_unfound": 0, 2024-04-15T16:06:26.943 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_bytes": 0, 2024-04-15T16:06:26.943 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_keys": 0, 2024-04-15T16:06:26.943 INFO:tasks.workunit.client.0.smithi016.stdout: "num_promote": 0, 2024-04-15T16:06:26.943 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read": 0, 2024-04-15T16:06:26.943 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read_kb": 0, 2024-04-15T16:06:26.943 INFO:tasks.workunit.client.0.smithi016.stdout: "num_scrub_errors": 0, 2024-04-15T16:06:26.943 INFO:tasks.workunit.client.0.smithi016.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T16:06:26.943 INFO:tasks.workunit.client.0.smithi016.stdout: "num_whiteouts": 0, 2024-04-15T16:06:26.943 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write": 0, 2024-04-15T16:06:26.943 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write_kb": 0 2024-04-15T16:06:26.944 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.944 INFO:tasks.workunit.client.0.smithi016.stdout: "state": "active+clean", 2024-04-15T16:06:26.944 INFO:tasks.workunit.client.0.smithi016.stdout: "stats_invalid": false, 2024-04-15T16:06:26.944 INFO:tasks.workunit.client.0.smithi016.stdout: "up": [ 2024-04-15T16:06:26.944 INFO:tasks.workunit.client.0.smithi016.stdout: 7, 2024-04-15T16:06:26.944 INFO:tasks.workunit.client.0.smithi016.stdout: 2, 2024-04-15T16:06:26.944 INFO:tasks.workunit.client.0.smithi016.stdout: 4 2024-04-15T16:06:26.944 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:26.944 INFO:tasks.workunit.client.0.smithi016.stdout: "up_primary": 7, 2024-04-15T16:06:26.944 INFO:tasks.workunit.client.0.smithi016.stdout: "version": "0'0" 2024-04-15T16:06:26.944 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.944 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-15T16:06:26.944 INFO:tasks.workunit.client.0.smithi016.stdout: "acting": [ 2024-04-15T16:06:26.944 INFO:tasks.workunit.client.0.smithi016.stdout: 5, 2024-04-15T16:06:26.944 INFO:tasks.workunit.client.0.smithi016.stdout: 3, 2024-04-15T16:06:26.945 INFO:tasks.workunit.client.0.smithi016.stdout: 7 2024-04-15T16:06:26.945 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:26.945 INFO:tasks.workunit.client.0.smithi016.stdout: "acting_primary": 5, 2024-04-15T16:06:26.945 INFO:tasks.workunit.client.0.smithi016.stdout: "avail_no_missing": [], 2024-04-15T16:06:26.945 INFO:tasks.workunit.client.0.smithi016.stdout: "blocked_by": [], 2024-04-15T16:06:26.945 INFO:tasks.workunit.client.0.smithi016.stdout: "created": 61, 2024-04-15T16:06:26.945 INFO:tasks.workunit.client.0.smithi016.stdout: "dirty_stats_invalid": false, 2024-04-15T16:06:26.945 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T16:06:26.945 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_stats_invalid": false, 2024-04-15T16:06:26.945 INFO:tasks.workunit.client.0.smithi016.stdout: "last_active": "2024-04-15T16:05:12.198114+0000", 2024-04-15T16:06:26.945 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_active": "2024-04-15T14:44:49.375326+0000", 2024-04-15T16:06:26.945 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_peered": "2024-04-15T14:44:49.375326+0000", 2024-04-15T16:06:26.945 INFO:tasks.workunit.client.0.smithi016.stdout: "last_change": "2024-04-15T14:44:49.376515+0000", 2024-04-15T16:06:26.945 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean": "2024-04-15T16:05:12.198114+0000", 2024-04-15T16:06:26.945 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T16:06:26.946 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub": "0'0", 2024-04-15T16:06:26.946 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T16:06:26.946 INFO:tasks.workunit.client.0.smithi016.stdout: "last_epoch_clean": 532, 2024-04-15T16:06:26.946 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fresh": "2024-04-15T16:05:12.198114+0000", 2024-04-15T16:06:26.946 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fullsized": "2024-04-15T16:05:12.198114+0000", 2024-04-15T16:06:26.946 INFO:tasks.workunit.client.0.smithi016.stdout: "last_peered": "2024-04-15T16:05:12.198114+0000", 2024-04-15T16:06:26.946 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub": "0'0", 2024-04-15T16:06:26.946 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_duration": 0, 2024-04-15T16:06:26.946 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T16:06:26.946 INFO:tasks.workunit.client.0.smithi016.stdout: "last_undegraded": "2024-04-15T16:05:12.198114+0000", 2024-04-15T16:06:26.946 INFO:tasks.workunit.client.0.smithi016.stdout: "last_unstale": "2024-04-15T16:05:12.198114+0000", 2024-04-15T16:06:26.946 INFO:tasks.workunit.client.0.smithi016.stdout: "log_dups_size": 0, 2024-04-15T16:06:26.946 INFO:tasks.workunit.client.0.smithi016.stdout: "log_size": 0, 2024-04-15T16:06:26.946 INFO:tasks.workunit.client.0.smithi016.stdout: "log_start": "0'0", 2024-04-15T16:06:26.947 INFO:tasks.workunit.client.0.smithi016.stdout: "manifest_stats_invalid": false, 2024-04-15T16:06:26.947 INFO:tasks.workunit.client.0.smithi016.stdout: "mapping_epoch": 531, 2024-04-15T16:06:26.947 INFO:tasks.workunit.client.0.smithi016.stdout: "object_location_counts": [], 2024-04-15T16:06:26.947 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_scrubbed": 0, 2024-04-15T16:06:26.947 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_trimmed": 0, 2024-04-15T16:06:26.947 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_stats_invalid": false, 2024-04-15T16:06:26.947 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_size": 0, 2024-04-15T16:06:26.947 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_start": "0'0", 2024-04-15T16:06:26.947 INFO:tasks.workunit.client.0.smithi016.stdout: "parent": "0.0", 2024-04-15T16:06:26.947 INFO:tasks.workunit.client.0.smithi016.stdout: "parent_split_bits": 0, 2024-04-15T16:06:26.947 INFO:tasks.workunit.client.0.smithi016.stdout: "pgid": "3.3c", 2024-04-15T16:06:26.947 INFO:tasks.workunit.client.0.smithi016.stdout: "pin_stats_invalid": false, 2024-04-15T16:06:26.947 INFO:tasks.workunit.client.0.smithi016.stdout: "purged_snaps": [], 2024-04-15T16:06:26.947 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_epoch": 2721, 2024-04-15T16:06:26.947 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_seq": 4924, 2024-04-15T16:06:26.947 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_duration": 0.0, 2024-04-15T16:06:26.948 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-16T17:10:07.533002+0000", 2024-04-15T16:06:26.948 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrim_duration": 0.0, 2024-04-15T16:06:26.948 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrimq_len": 0, 2024-04-15T16:06:26.948 INFO:tasks.workunit.client.0.smithi016.stdout: "stat_sum": { 2024-04-15T16:06:26.948 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes": 0, 2024-04-15T16:06:26.948 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T16:06:26.948 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_recovered": 0, 2024-04-15T16:06:26.948 INFO:tasks.workunit.client.0.smithi016.stdout: "num_deep_scrub_errors": 0, 2024-04-15T16:06:26.948 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict": 0, 2024-04-15T16:06:26.948 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_kb": 0, 2024-04-15T16:06:26.948 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_full": 0, 2024-04-15T16:06:26.948 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_some": 0, 2024-04-15T16:06:26.948 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush": 0, 2024-04-15T16:06:26.948 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_kb": 0, 2024-04-15T16:06:26.949 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_high": 0, 2024-04-15T16:06:26.949 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_low": 0, 2024-04-15T16:06:26.949 INFO:tasks.workunit.client.0.smithi016.stdout: "num_keys_recovered": 0, 2024-04-15T16:06:26.949 INFO:tasks.workunit.client.0.smithi016.stdout: "num_large_omap_objects": 0, 2024-04-15T16:06:26.949 INFO:tasks.workunit.client.0.smithi016.stdout: "num_legacy_snapsets": 0, 2024-04-15T16:06:26.949 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_clones": 0, 2024-04-15T16:06:26.949 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_copies": 0, 2024-04-15T16:06:26.949 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects": 0, 2024-04-15T16:06:26.949 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_degraded": 0, 2024-04-15T16:06:26.949 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_dirty": 0, 2024-04-15T16:06:26.949 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T16:06:26.949 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_manifest": 0, 2024-04-15T16:06:26.949 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_misplaced": 0, 2024-04-15T16:06:26.949 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing": 0, 2024-04-15T16:06:26.950 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T16:06:26.950 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_omap": 0, 2024-04-15T16:06:26.950 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_pinned": 0, 2024-04-15T16:06:26.950 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_recovered": 0, 2024-04-15T16:06:26.950 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_repaired": 0, 2024-04-15T16:06:26.950 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_unfound": 0, 2024-04-15T16:06:26.950 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_bytes": 0, 2024-04-15T16:06:26.950 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_keys": 0, 2024-04-15T16:06:26.950 INFO:tasks.workunit.client.0.smithi016.stdout: "num_promote": 0, 2024-04-15T16:06:26.950 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read": 0, 2024-04-15T16:06:26.951 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read_kb": 0, 2024-04-15T16:06:26.951 INFO:tasks.workunit.client.0.smithi016.stdout: "num_scrub_errors": 0, 2024-04-15T16:06:26.951 INFO:tasks.workunit.client.0.smithi016.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T16:06:26.951 INFO:tasks.workunit.client.0.smithi016.stdout: "num_whiteouts": 0, 2024-04-15T16:06:26.951 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write": 0, 2024-04-15T16:06:26.951 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write_kb": 0 2024-04-15T16:06:26.951 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.951 INFO:tasks.workunit.client.0.smithi016.stdout: "state": "active+clean", 2024-04-15T16:06:26.951 INFO:tasks.workunit.client.0.smithi016.stdout: "stats_invalid": false, 2024-04-15T16:06:26.951 INFO:tasks.workunit.client.0.smithi016.stdout: "up": [ 2024-04-15T16:06:26.951 INFO:tasks.workunit.client.0.smithi016.stdout: 5, 2024-04-15T16:06:26.951 INFO:tasks.workunit.client.0.smithi016.stdout: 3, 2024-04-15T16:06:26.951 INFO:tasks.workunit.client.0.smithi016.stdout: 7 2024-04-15T16:06:26.951 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:26.951 INFO:tasks.workunit.client.0.smithi016.stdout: "up_primary": 5, 2024-04-15T16:06:26.952 INFO:tasks.workunit.client.0.smithi016.stdout: "version": "0'0" 2024-04-15T16:06:26.952 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.952 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-15T16:06:26.952 INFO:tasks.workunit.client.0.smithi016.stdout: "acting": [ 2024-04-15T16:06:26.952 INFO:tasks.workunit.client.0.smithi016.stdout: 0, 2024-04-15T16:06:26.952 INFO:tasks.workunit.client.0.smithi016.stdout: 2, 2024-04-15T16:06:26.952 INFO:tasks.workunit.client.0.smithi016.stdout: 1 2024-04-15T16:06:26.952 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:26.952 INFO:tasks.workunit.client.0.smithi016.stdout: "acting_primary": 0, 2024-04-15T16:06:26.952 INFO:tasks.workunit.client.0.smithi016.stdout: "avail_no_missing": [], 2024-04-15T16:06:26.952 INFO:tasks.workunit.client.0.smithi016.stdout: "blocked_by": [], 2024-04-15T16:06:26.952 INFO:tasks.workunit.client.0.smithi016.stdout: "created": 61, 2024-04-15T16:06:26.952 INFO:tasks.workunit.client.0.smithi016.stdout: "dirty_stats_invalid": false, 2024-04-15T16:06:26.952 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T16:06:26.952 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_stats_invalid": false, 2024-04-15T16:06:26.952 INFO:tasks.workunit.client.0.smithi016.stdout: "last_active": "2024-04-15T16:05:11.412659+0000", 2024-04-15T16:06:26.953 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_active": "2024-04-15T14:42:22.726503+0000", 2024-04-15T16:06:26.953 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_peered": "2024-04-15T14:42:22.726503+0000", 2024-04-15T16:06:26.953 INFO:tasks.workunit.client.0.smithi016.stdout: "last_change": "2024-04-15T14:42:22.726881+0000", 2024-04-15T16:06:26.953 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean": "2024-04-15T16:05:11.412659+0000", 2024-04-15T16:06:26.953 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T16:06:26.953 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub": "0'0", 2024-04-15T16:06:26.953 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T16:06:26.953 INFO:tasks.workunit.client.0.smithi016.stdout: "last_epoch_clean": 389, 2024-04-15T16:06:26.953 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fresh": "2024-04-15T16:05:11.412659+0000", 2024-04-15T16:06:26.953 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fullsized": "2024-04-15T16:05:11.412659+0000", 2024-04-15T16:06:26.953 INFO:tasks.workunit.client.0.smithi016.stdout: "last_peered": "2024-04-15T16:05:11.412659+0000", 2024-04-15T16:06:26.953 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub": "0'0", 2024-04-15T16:06:26.953 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_duration": 0, 2024-04-15T16:06:26.953 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T16:06:26.953 INFO:tasks.workunit.client.0.smithi016.stdout: "last_undegraded": "2024-04-15T16:05:11.412659+0000", 2024-04-15T16:06:26.954 INFO:tasks.workunit.client.0.smithi016.stdout: "last_unstale": "2024-04-15T16:05:11.412659+0000", 2024-04-15T16:06:26.954 INFO:tasks.workunit.client.0.smithi016.stdout: "log_dups_size": 0, 2024-04-15T16:06:26.954 INFO:tasks.workunit.client.0.smithi016.stdout: "log_size": 0, 2024-04-15T16:06:26.954 INFO:tasks.workunit.client.0.smithi016.stdout: "log_start": "0'0", 2024-04-15T16:06:26.954 INFO:tasks.workunit.client.0.smithi016.stdout: "manifest_stats_invalid": false, 2024-04-15T16:06:26.954 INFO:tasks.workunit.client.0.smithi016.stdout: "mapping_epoch": 388, 2024-04-15T16:06:26.954 INFO:tasks.workunit.client.0.smithi016.stdout: "object_location_counts": [], 2024-04-15T16:06:26.954 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_scrubbed": 0, 2024-04-15T16:06:26.954 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_trimmed": 0, 2024-04-15T16:06:26.954 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_stats_invalid": false, 2024-04-15T16:06:26.954 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_size": 0, 2024-04-15T16:06:26.954 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_start": "0'0", 2024-04-15T16:06:26.954 INFO:tasks.workunit.client.0.smithi016.stdout: "parent": "0.0", 2024-04-15T16:06:26.954 INFO:tasks.workunit.client.0.smithi016.stdout: "parent_split_bits": 0, 2024-04-15T16:06:26.955 INFO:tasks.workunit.client.0.smithi016.stdout: "pgid": "3.3d", 2024-04-15T16:06:26.955 INFO:tasks.workunit.client.0.smithi016.stdout: "pin_stats_invalid": false, 2024-04-15T16:06:26.955 INFO:tasks.workunit.client.0.smithi016.stdout: "purged_snaps": [], 2024-04-15T16:06:26.955 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_epoch": 2721, 2024-04-15T16:06:26.955 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_seq": 5063, 2024-04-15T16:06:26.955 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_duration": 0.0, 2024-04-15T16:06:26.955 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-16T15:17:33.920084+0000", 2024-04-15T16:06:26.955 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrim_duration": 0.0, 2024-04-15T16:06:26.955 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrimq_len": 0, 2024-04-15T16:06:26.955 INFO:tasks.workunit.client.0.smithi016.stdout: "stat_sum": { 2024-04-15T16:06:26.955 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes": 0, 2024-04-15T16:06:26.955 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T16:06:26.955 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_recovered": 0, 2024-04-15T16:06:26.955 INFO:tasks.workunit.client.0.smithi016.stdout: "num_deep_scrub_errors": 0, 2024-04-15T16:06:26.955 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict": 0, 2024-04-15T16:06:26.956 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_kb": 0, 2024-04-15T16:06:26.956 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_full": 0, 2024-04-15T16:06:26.956 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_some": 0, 2024-04-15T16:06:26.956 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush": 0, 2024-04-15T16:06:26.956 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_kb": 0, 2024-04-15T16:06:26.956 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_high": 0, 2024-04-15T16:06:26.956 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_low": 0, 2024-04-15T16:06:26.956 INFO:tasks.workunit.client.0.smithi016.stdout: "num_keys_recovered": 0, 2024-04-15T16:06:26.956 INFO:tasks.workunit.client.0.smithi016.stdout: "num_large_omap_objects": 0, 2024-04-15T16:06:26.956 INFO:tasks.workunit.client.0.smithi016.stdout: "num_legacy_snapsets": 0, 2024-04-15T16:06:26.956 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_clones": 0, 2024-04-15T16:06:26.956 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_copies": 0, 2024-04-15T16:06:26.956 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects": 0, 2024-04-15T16:06:26.956 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_degraded": 0, 2024-04-15T16:06:26.956 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_dirty": 0, 2024-04-15T16:06:26.957 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T16:06:26.957 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_manifest": 0, 2024-04-15T16:06:26.957 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_misplaced": 0, 2024-04-15T16:06:26.957 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing": 0, 2024-04-15T16:06:26.957 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T16:06:26.957 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_omap": 0, 2024-04-15T16:06:26.957 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_pinned": 0, 2024-04-15T16:06:26.957 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_recovered": 0, 2024-04-15T16:06:26.957 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_repaired": 0, 2024-04-15T16:06:26.957 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_unfound": 0, 2024-04-15T16:06:26.957 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_bytes": 0, 2024-04-15T16:06:26.957 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_keys": 0, 2024-04-15T16:06:26.957 INFO:tasks.workunit.client.0.smithi016.stdout: "num_promote": 0, 2024-04-15T16:06:26.957 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read": 0, 2024-04-15T16:06:26.958 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read_kb": 0, 2024-04-15T16:06:26.958 INFO:tasks.workunit.client.0.smithi016.stdout: "num_scrub_errors": 0, 2024-04-15T16:06:26.958 INFO:tasks.workunit.client.0.smithi016.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T16:06:26.958 INFO:tasks.workunit.client.0.smithi016.stdout: "num_whiteouts": 0, 2024-04-15T16:06:26.958 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write": 0, 2024-04-15T16:06:26.958 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write_kb": 0 2024-04-15T16:06:26.958 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.958 INFO:tasks.workunit.client.0.smithi016.stdout: "state": "active+clean", 2024-04-15T16:06:26.958 INFO:tasks.workunit.client.0.smithi016.stdout: "stats_invalid": false, 2024-04-15T16:06:26.958 INFO:tasks.workunit.client.0.smithi016.stdout: "up": [ 2024-04-15T16:06:26.958 INFO:tasks.workunit.client.0.smithi016.stdout: 0, 2024-04-15T16:06:26.958 INFO:tasks.workunit.client.0.smithi016.stdout: 2, 2024-04-15T16:06:26.958 INFO:tasks.workunit.client.0.smithi016.stdout: 1 2024-04-15T16:06:26.958 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:26.959 INFO:tasks.workunit.client.0.smithi016.stdout: "up_primary": 0, 2024-04-15T16:06:26.959 INFO:tasks.workunit.client.0.smithi016.stdout: "version": "0'0" 2024-04-15T16:06:26.959 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.959 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-15T16:06:26.959 INFO:tasks.workunit.client.0.smithi016.stdout: "acting": [ 2024-04-15T16:06:26.959 INFO:tasks.workunit.client.0.smithi016.stdout: 1, 2024-04-15T16:06:26.959 INFO:tasks.workunit.client.0.smithi016.stdout: 0, 2024-04-15T16:06:26.959 INFO:tasks.workunit.client.0.smithi016.stdout: 6 2024-04-15T16:06:26.959 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:26.959 INFO:tasks.workunit.client.0.smithi016.stdout: "acting_primary": 1, 2024-04-15T16:06:26.959 INFO:tasks.workunit.client.0.smithi016.stdout: "avail_no_missing": [], 2024-04-15T16:06:26.959 INFO:tasks.workunit.client.0.smithi016.stdout: "blocked_by": [], 2024-04-15T16:06:26.959 INFO:tasks.workunit.client.0.smithi016.stdout: "created": 61, 2024-04-15T16:06:26.959 INFO:tasks.workunit.client.0.smithi016.stdout: "dirty_stats_invalid": false, 2024-04-15T16:06:26.959 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T16:06:26.959 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_stats_invalid": false, 2024-04-15T16:06:26.960 INFO:tasks.workunit.client.0.smithi016.stdout: "last_active": "2024-04-15T16:05:11.870608+0000", 2024-04-15T16:06:26.960 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_active": "2024-04-15T14:44:28.450494+0000", 2024-04-15T16:06:26.960 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_peered": "2024-04-15T14:44:28.450494+0000", 2024-04-15T16:06:26.960 INFO:tasks.workunit.client.0.smithi016.stdout: "last_change": "2024-04-15T14:44:28.450848+0000", 2024-04-15T16:06:26.960 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean": "2024-04-15T16:05:11.870608+0000", 2024-04-15T16:06:26.960 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T16:06:26.960 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub": "0'0", 2024-04-15T16:06:26.960 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T16:06:26.960 INFO:tasks.workunit.client.0.smithi016.stdout: "last_epoch_clean": 511, 2024-04-15T16:06:26.960 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fresh": "2024-04-15T16:05:11.870608+0000", 2024-04-15T16:06:26.960 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fullsized": "2024-04-15T16:05:11.870608+0000", 2024-04-15T16:06:26.960 INFO:tasks.workunit.client.0.smithi016.stdout: "last_peered": "2024-04-15T16:05:11.870608+0000", 2024-04-15T16:06:26.960 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub": "0'0", 2024-04-15T16:06:26.960 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_duration": 0, 2024-04-15T16:06:26.960 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T16:06:26.961 INFO:tasks.workunit.client.0.smithi016.stdout: "last_undegraded": "2024-04-15T16:05:11.870608+0000", 2024-04-15T16:06:26.961 INFO:tasks.workunit.client.0.smithi016.stdout: "last_unstale": "2024-04-15T16:05:11.870608+0000", 2024-04-15T16:06:26.961 INFO:tasks.workunit.client.0.smithi016.stdout: "log_dups_size": 0, 2024-04-15T16:06:26.961 INFO:tasks.workunit.client.0.smithi016.stdout: "log_size": 0, 2024-04-15T16:06:26.961 INFO:tasks.workunit.client.0.smithi016.stdout: "log_start": "0'0", 2024-04-15T16:06:26.961 INFO:tasks.workunit.client.0.smithi016.stdout: "manifest_stats_invalid": false, 2024-04-15T16:06:26.961 INFO:tasks.workunit.client.0.smithi016.stdout: "mapping_epoch": 510, 2024-04-15T16:06:26.961 INFO:tasks.workunit.client.0.smithi016.stdout: "object_location_counts": [], 2024-04-15T16:06:26.961 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_scrubbed": 0, 2024-04-15T16:06:26.961 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_trimmed": 0, 2024-04-15T16:06:26.961 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_stats_invalid": false, 2024-04-15T16:06:26.961 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_size": 0, 2024-04-15T16:06:26.961 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_start": "0'0", 2024-04-15T16:06:26.961 INFO:tasks.workunit.client.0.smithi016.stdout: "parent": "0.0", 2024-04-15T16:06:26.961 INFO:tasks.workunit.client.0.smithi016.stdout: "parent_split_bits": 0, 2024-04-15T16:06:26.962 INFO:tasks.workunit.client.0.smithi016.stdout: "pgid": "3.3e", 2024-04-15T16:06:26.962 INFO:tasks.workunit.client.0.smithi016.stdout: "pin_stats_invalid": false, 2024-04-15T16:06:26.962 INFO:tasks.workunit.client.0.smithi016.stdout: "purged_snaps": [], 2024-04-15T16:06:26.962 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_epoch": 2721, 2024-04-15T16:06:26.962 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_seq": 5033, 2024-04-15T16:06:26.962 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_duration": 0.0, 2024-04-15T16:06:26.962 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-16T15:59:40.107630+0000", 2024-04-15T16:06:26.962 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrim_duration": 0.0, 2024-04-15T16:06:26.962 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrimq_len": 0, 2024-04-15T16:06:26.962 INFO:tasks.workunit.client.0.smithi016.stdout: "stat_sum": { 2024-04-15T16:06:26.962 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes": 0, 2024-04-15T16:06:26.962 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T16:06:26.962 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_recovered": 0, 2024-04-15T16:06:26.962 INFO:tasks.workunit.client.0.smithi016.stdout: "num_deep_scrub_errors": 0, 2024-04-15T16:06:26.963 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict": 0, 2024-04-15T16:06:26.963 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_kb": 0, 2024-04-15T16:06:26.963 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_full": 0, 2024-04-15T16:06:26.963 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_some": 0, 2024-04-15T16:06:26.963 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush": 0, 2024-04-15T16:06:26.963 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_kb": 0, 2024-04-15T16:06:26.963 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_high": 0, 2024-04-15T16:06:26.963 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_low": 0, 2024-04-15T16:06:26.963 INFO:tasks.workunit.client.0.smithi016.stdout: "num_keys_recovered": 0, 2024-04-15T16:06:26.963 INFO:tasks.workunit.client.0.smithi016.stdout: "num_large_omap_objects": 0, 2024-04-15T16:06:26.963 INFO:tasks.workunit.client.0.smithi016.stdout: "num_legacy_snapsets": 0, 2024-04-15T16:06:26.963 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_clones": 0, 2024-04-15T16:06:26.963 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_copies": 0, 2024-04-15T16:06:26.963 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects": 0, 2024-04-15T16:06:26.963 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_degraded": 0, 2024-04-15T16:06:26.963 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_dirty": 0, 2024-04-15T16:06:26.963 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T16:06:26.964 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_manifest": 0, 2024-04-15T16:06:26.964 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_misplaced": 0, 2024-04-15T16:06:26.964 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing": 0, 2024-04-15T16:06:26.964 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T16:06:26.964 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_omap": 0, 2024-04-15T16:06:26.964 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_pinned": 0, 2024-04-15T16:06:26.964 INFO:tasks.workunit.client.0.smithi016.stderr:+ ceph telemetry show-device 2024-04-15T16:06:26.965 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_recovered": 0, 2024-04-15T16:06:26.965 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_repaired": 0, 2024-04-15T16:06:26.965 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_unfound": 0, 2024-04-15T16:06:26.965 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_bytes": 0, 2024-04-15T16:06:26.965 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_keys": 0, 2024-04-15T16:06:26.965 INFO:tasks.workunit.client.0.smithi016.stdout: "num_promote": 0, 2024-04-15T16:06:26.965 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read": 0, 2024-04-15T16:06:26.965 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read_kb": 0, 2024-04-15T16:06:26.965 INFO:tasks.workunit.client.0.smithi016.stdout: "num_scrub_errors": 0, 2024-04-15T16:06:26.965 INFO:tasks.workunit.client.0.smithi016.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T16:06:26.966 INFO:tasks.workunit.client.0.smithi016.stdout: "num_whiteouts": 0, 2024-04-15T16:06:26.966 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write": 0, 2024-04-15T16:06:26.966 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write_kb": 0 2024-04-15T16:06:26.966 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.966 INFO:tasks.workunit.client.0.smithi016.stdout: "state": "active+clean", 2024-04-15T16:06:26.966 INFO:tasks.workunit.client.0.smithi016.stdout: "stats_invalid": false, 2024-04-15T16:06:26.966 INFO:tasks.workunit.client.0.smithi016.stdout: "up": [ 2024-04-15T16:06:26.966 INFO:tasks.workunit.client.0.smithi016.stdout: 1, 2024-04-15T16:06:26.966 INFO:tasks.workunit.client.0.smithi016.stdout: 0, 2024-04-15T16:06:26.966 INFO:tasks.workunit.client.0.smithi016.stdout: 6 2024-04-15T16:06:26.966 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:26.966 INFO:tasks.workunit.client.0.smithi016.stdout: "up_primary": 1, 2024-04-15T16:06:26.966 INFO:tasks.workunit.client.0.smithi016.stdout: "version": "0'0" 2024-04-15T16:06:26.966 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.967 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-15T16:06:26.967 INFO:tasks.workunit.client.0.smithi016.stdout: "acting": [ 2024-04-15T16:06:26.967 INFO:tasks.workunit.client.0.smithi016.stdout: 7, 2024-04-15T16:06:26.967 INFO:tasks.workunit.client.0.smithi016.stdout: 6, 2024-04-15T16:06:26.967 INFO:tasks.workunit.client.0.smithi016.stdout: 0 2024-04-15T16:06:26.967 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:26.967 INFO:tasks.workunit.client.0.smithi016.stdout: "acting_primary": 7, 2024-04-15T16:06:26.967 INFO:tasks.workunit.client.0.smithi016.stdout: "avail_no_missing": [], 2024-04-15T16:06:26.967 INFO:tasks.workunit.client.0.smithi016.stdout: "blocked_by": [], 2024-04-15T16:06:26.967 INFO:tasks.workunit.client.0.smithi016.stdout: "created": 61, 2024-04-15T16:06:26.967 INFO:tasks.workunit.client.0.smithi016.stdout: "dirty_stats_invalid": false, 2024-04-15T16:06:26.967 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T16:06:26.967 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_stats_invalid": false, 2024-04-15T16:06:26.967 INFO:tasks.workunit.client.0.smithi016.stdout: "last_active": "2024-04-15T16:05:12.200718+0000", 2024-04-15T16:06:26.967 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_active": "2024-04-15T14:44:49.368640+0000", 2024-04-15T16:06:26.968 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_peered": "2024-04-15T14:44:49.368640+0000", 2024-04-15T16:06:26.968 INFO:tasks.workunit.client.0.smithi016.stdout: "last_change": "2024-04-15T14:44:49.369128+0000", 2024-04-15T16:06:26.968 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean": "2024-04-15T16:05:12.200718+0000", 2024-04-15T16:06:26.968 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T16:06:26.968 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub": "0'0", 2024-04-15T16:06:26.968 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T16:06:26.968 INFO:tasks.workunit.client.0.smithi016.stdout: "last_epoch_clean": 532, 2024-04-15T16:06:26.968 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fresh": "2024-04-15T16:05:12.200718+0000", 2024-04-15T16:06:26.968 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fullsized": "2024-04-15T16:05:12.200718+0000", 2024-04-15T16:06:26.968 INFO:tasks.workunit.client.0.smithi016.stdout: "last_peered": "2024-04-15T16:05:12.200718+0000", 2024-04-15T16:06:26.968 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub": "0'0", 2024-04-15T16:06:26.968 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_duration": 0, 2024-04-15T16:06:26.968 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T16:06:26.968 INFO:tasks.workunit.client.0.smithi016.stdout: "last_undegraded": "2024-04-15T16:05:12.200718+0000", 2024-04-15T16:06:26.968 INFO:tasks.workunit.client.0.smithi016.stdout: "last_unstale": "2024-04-15T16:05:12.200718+0000", 2024-04-15T16:06:26.968 INFO:tasks.workunit.client.0.smithi016.stdout: "log_dups_size": 0, 2024-04-15T16:06:26.969 INFO:tasks.workunit.client.0.smithi016.stdout: "log_size": 0, 2024-04-15T16:06:26.969 INFO:tasks.workunit.client.0.smithi016.stdout: "log_start": "0'0", 2024-04-15T16:06:26.969 INFO:tasks.workunit.client.0.smithi016.stdout: "manifest_stats_invalid": false, 2024-04-15T16:06:26.969 INFO:tasks.workunit.client.0.smithi016.stdout: "mapping_epoch": 531, 2024-04-15T16:06:26.969 INFO:tasks.workunit.client.0.smithi016.stdout: "object_location_counts": [], 2024-04-15T16:06:26.969 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_scrubbed": 0, 2024-04-15T16:06:26.969 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_trimmed": 0, 2024-04-15T16:06:26.969 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_stats_invalid": false, 2024-04-15T16:06:26.969 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_size": 0, 2024-04-15T16:06:26.969 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_start": "0'0", 2024-04-15T16:06:26.969 INFO:tasks.workunit.client.0.smithi016.stdout: "parent": "0.0", 2024-04-15T16:06:26.969 INFO:tasks.workunit.client.0.smithi016.stdout: "parent_split_bits": 0, 2024-04-15T16:06:26.969 INFO:tasks.workunit.client.0.smithi016.stdout: "pgid": "3.3f", 2024-04-15T16:06:26.969 INFO:tasks.workunit.client.0.smithi016.stdout: "pin_stats_invalid": false, 2024-04-15T16:06:26.970 INFO:tasks.workunit.client.0.smithi016.stdout: "purged_snaps": [], 2024-04-15T16:06:26.970 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_epoch": 2721, 2024-04-15T16:06:26.970 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_seq": 4876, 2024-04-15T16:06:26.970 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_duration": 0.0, 2024-04-15T16:06:26.970 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-16T17:49:11.568609+0000", 2024-04-15T16:06:26.970 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrim_duration": 0.0, 2024-04-15T16:06:26.970 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrimq_len": 0, 2024-04-15T16:06:26.970 INFO:tasks.workunit.client.0.smithi016.stdout: "stat_sum": { 2024-04-15T16:06:26.970 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes": 0, 2024-04-15T16:06:26.970 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T16:06:26.970 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_recovered": 0, 2024-04-15T16:06:26.970 INFO:tasks.workunit.client.0.smithi016.stdout: "num_deep_scrub_errors": 0, 2024-04-15T16:06:26.970 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict": 0, 2024-04-15T16:06:26.971 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_kb": 0, 2024-04-15T16:06:26.971 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_full": 0, 2024-04-15T16:06:26.971 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_some": 0, 2024-04-15T16:06:26.971 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush": 0, 2024-04-15T16:06:26.971 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_kb": 0, 2024-04-15T16:06:26.971 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_high": 0, 2024-04-15T16:06:26.971 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_low": 0, 2024-04-15T16:06:26.971 INFO:tasks.workunit.client.0.smithi016.stdout: "num_keys_recovered": 0, 2024-04-15T16:06:26.971 INFO:tasks.workunit.client.0.smithi016.stdout: "num_large_omap_objects": 0, 2024-04-15T16:06:26.971 INFO:tasks.workunit.client.0.smithi016.stdout: "num_legacy_snapsets": 0, 2024-04-15T16:06:26.971 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_clones": 0, 2024-04-15T16:06:26.971 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_copies": 0, 2024-04-15T16:06:26.971 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects": 0, 2024-04-15T16:06:26.971 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_degraded": 0, 2024-04-15T16:06:26.971 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_dirty": 0, 2024-04-15T16:06:26.972 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T16:06:26.972 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_manifest": 0, 2024-04-15T16:06:26.972 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_misplaced": 0, 2024-04-15T16:06:26.972 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing": 0, 2024-04-15T16:06:26.972 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T16:06:26.972 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_omap": 0, 2024-04-15T16:06:26.972 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_pinned": 0, 2024-04-15T16:06:26.972 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_recovered": 0, 2024-04-15T16:06:26.972 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_repaired": 0, 2024-04-15T16:06:26.972 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_unfound": 0, 2024-04-15T16:06:26.972 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_bytes": 0, 2024-04-15T16:06:26.972 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_keys": 0, 2024-04-15T16:06:26.972 INFO:tasks.workunit.client.0.smithi016.stdout: "num_promote": 0, 2024-04-15T16:06:26.972 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read": 0, 2024-04-15T16:06:26.972 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read_kb": 0, 2024-04-15T16:06:26.972 INFO:tasks.workunit.client.0.smithi016.stdout: "num_scrub_errors": 0, 2024-04-15T16:06:26.973 INFO:tasks.workunit.client.0.smithi016.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T16:06:26.973 INFO:tasks.workunit.client.0.smithi016.stdout: "num_whiteouts": 0, 2024-04-15T16:06:26.973 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write": 0, 2024-04-15T16:06:26.973 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write_kb": 0 2024-04-15T16:06:26.973 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.973 INFO:tasks.workunit.client.0.smithi016.stdout: "state": "active+clean", 2024-04-15T16:06:26.973 INFO:tasks.workunit.client.0.smithi016.stdout: "stats_invalid": false, 2024-04-15T16:06:26.973 INFO:tasks.workunit.client.0.smithi016.stdout: "up": [ 2024-04-15T16:06:26.973 INFO:tasks.workunit.client.0.smithi016.stdout: 7, 2024-04-15T16:06:26.973 INFO:tasks.workunit.client.0.smithi016.stdout: 6, 2024-04-15T16:06:26.973 INFO:tasks.workunit.client.0.smithi016.stdout: 0 2024-04-15T16:06:26.973 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:26.973 INFO:tasks.workunit.client.0.smithi016.stdout: "up_primary": 7, 2024-04-15T16:06:26.973 INFO:tasks.workunit.client.0.smithi016.stdout: "version": "0'0" 2024-04-15T16:06:26.973 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T16:06:26.973 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:26.974 INFO:tasks.workunit.client.0.smithi016.stdout: "stats_per_pool": [ 2024-04-15T16:06:26.974 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-15T16:06:26.974 INFO:tasks.workunit.client.0.smithi016.stdout: "acting": 24, 2024-04-15T16:06:26.974 INFO:tasks.workunit.client.0.smithi016.stdout: "application": [ 2024-04-15T16:06:26.974 INFO:tasks.workunit.client.0.smithi016.stdout: "rbd" 2024-04-15T16:06:26.974 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:26.974 INFO:tasks.workunit.client.0.smithi016.stdout: "log_size": 24548, 2024-04-15T16:06:26.974 INFO:tasks.workunit.client.0.smithi016.stdout: "num_pg": 8, 2024-04-15T16:06:26.974 INFO:tasks.workunit.client.0.smithi016.stdout: "num_store_stats": 8, 2024-04-15T16:06:26.974 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_size": 24548, 2024-04-15T16:06:26.974 INFO:tasks.workunit.client.0.smithi016.stdout: "poolid": 4, 2024-04-15T16:06:26.974 INFO:tasks.workunit.client.0.smithi016.stdout: "stat_sum": { 2024-04-15T16:06:26.974 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes": 4194323, 2024-04-15T16:06:26.975 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T16:06:26.975 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_recovered": 0, 2024-04-15T16:06:26.975 INFO:tasks.workunit.client.0.smithi016.stdout: "num_deep_scrub_errors": 0, 2024-04-15T16:06:26.975 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict": 0, 2024-04-15T16:06:26.975 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_kb": 0, 2024-04-15T16:06:26.975 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_full": 0, 2024-04-15T16:06:26.975 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_some": 0, 2024-04-15T16:06:26.975 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush": 0, 2024-04-15T16:06:26.975 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_kb": 0, 2024-04-15T16:06:26.975 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_high": 0, 2024-04-15T16:06:26.975 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_low": 0, 2024-04-15T16:06:26.975 INFO:tasks.workunit.client.0.smithi016.stdout: "num_keys_recovered": 0, 2024-04-15T16:06:26.975 INFO:tasks.workunit.client.0.smithi016.stdout: "num_large_omap_objects": 0, 2024-04-15T16:06:26.975 INFO:tasks.workunit.client.0.smithi016.stdout: "num_legacy_snapsets": 0, 2024-04-15T16:06:26.975 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_clones": 0, 2024-04-15T16:06:26.976 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_copies": 12, 2024-04-15T16:06:26.976 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects": 4, 2024-04-15T16:06:26.976 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_degraded": 0, 2024-04-15T16:06:26.976 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_dirty": 4, 2024-04-15T16:06:26.976 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T16:06:26.976 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_manifest": 0, 2024-04-15T16:06:26.976 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_misplaced": 0, 2024-04-15T16:06:26.976 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing": 0, 2024-04-15T16:06:26.976 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T16:06:26.976 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_omap": 2, 2024-04-15T16:06:26.976 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_pinned": 0, 2024-04-15T16:06:26.976 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_recovered": 0, 2024-04-15T16:06:26.976 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_repaired": 0, 2024-04-15T16:06:26.976 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_unfound": 0, 2024-04-15T16:06:26.976 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_bytes": 0, 2024-04-15T16:06:26.977 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_keys": 0, 2024-04-15T16:06:26.977 INFO:tasks.workunit.client.0.smithi016.stdout: "num_promote": 0, 2024-04-15T16:06:26.977 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read": 8935, 2024-04-15T16:06:26.977 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read_kb": 2992213, 2024-04-15T16:06:26.977 INFO:tasks.workunit.client.0.smithi016.stdout: "num_scrub_errors": 0, 2024-04-15T16:06:26.977 INFO:tasks.workunit.client.0.smithi016.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T16:06:26.977 INFO:tasks.workunit.client.0.smithi016.stdout: "num_whiteouts": 0, 2024-04-15T16:06:26.977 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write": 24418, 2024-04-15T16:06:26.977 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write_kb": 3187609 2024-04-15T16:06:26.977 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.977 INFO:tasks.workunit.client.0.smithi016.stdout: "store_stats": { 2024-04-15T16:06:26.977 INFO:tasks.workunit.client.0.smithi016.stdout: "allocated": 12595200, 2024-04-15T16:06:26.977 INFO:tasks.workunit.client.0.smithi016.stdout: "available": 0, 2024-04-15T16:06:26.977 INFO:tasks.workunit.client.0.smithi016.stdout: "data_compressed": 0, 2024-04-15T16:06:26.977 INFO:tasks.workunit.client.0.smithi016.stdout: "data_compressed_allocated": 0, 2024-04-15T16:06:26.977 INFO:tasks.workunit.client.0.smithi016.stdout: "data_compressed_original": 0, 2024-04-15T16:06:26.978 INFO:tasks.workunit.client.0.smithi016.stdout: "data_stored": 12582969, 2024-04-15T16:06:26.978 INFO:tasks.workunit.client.0.smithi016.stdout: "internal_metadata": 0, 2024-04-15T16:06:26.978 INFO:tasks.workunit.client.0.smithi016.stdout: "internally_reserved": 0, 2024-04-15T16:06:26.978 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_allocated": 0, 2024-04-15T16:06:26.978 INFO:tasks.workunit.client.0.smithi016.stdout: "total": 0 2024-04-15T16:06:26.978 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.978 INFO:tasks.workunit.client.0.smithi016.stdout: "up": 24 2024-04-15T16:06:26.978 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.978 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-15T16:06:26.978 INFO:tasks.workunit.client.0.smithi016.stdout: "acting": 192, 2024-04-15T16:06:26.978 INFO:tasks.workunit.client.0.smithi016.stdout: "application": [ 2024-04-15T16:06:26.978 INFO:tasks.workunit.client.0.smithi016.stdout: "cephfs" 2024-04-15T16:06:26.978 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:26.978 INFO:tasks.workunit.client.0.smithi016.stdout: "log_size": 0, 2024-04-15T16:06:26.979 INFO:tasks.workunit.client.0.smithi016.stdout: "num_pg": 64, 2024-04-15T16:06:26.979 INFO:tasks.workunit.client.0.smithi016.stdout: "num_store_stats": 8, 2024-04-15T16:06:26.979 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_size": 0, 2024-04-15T16:06:26.979 INFO:tasks.workunit.client.0.smithi016.stdout: "poolid": 3, 2024-04-15T16:06:26.979 INFO:tasks.workunit.client.0.smithi016.stdout: "stat_sum": { 2024-04-15T16:06:26.979 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes": 0, 2024-04-15T16:06:26.979 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T16:06:26.979 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_recovered": 0, 2024-04-15T16:06:26.979 INFO:tasks.workunit.client.0.smithi016.stdout: "num_deep_scrub_errors": 0, 2024-04-15T16:06:26.979 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict": 0, 2024-04-15T16:06:26.979 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_kb": 0, 2024-04-15T16:06:26.979 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_full": 0, 2024-04-15T16:06:26.979 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_some": 0, 2024-04-15T16:06:26.979 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush": 0, 2024-04-15T16:06:26.979 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_kb": 0, 2024-04-15T16:06:26.979 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_high": 0, 2024-04-15T16:06:26.980 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_low": 0, 2024-04-15T16:06:26.980 INFO:tasks.workunit.client.0.smithi016.stdout: "num_keys_recovered": 0, 2024-04-15T16:06:26.980 INFO:tasks.workunit.client.0.smithi016.stdout: "num_large_omap_objects": 0, 2024-04-15T16:06:26.980 INFO:tasks.workunit.client.0.smithi016.stdout: "num_legacy_snapsets": 0, 2024-04-15T16:06:26.980 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_clones": 0, 2024-04-15T16:06:26.980 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_copies": 0, 2024-04-15T16:06:26.980 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects": 0, 2024-04-15T16:06:26.980 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_degraded": 0, 2024-04-15T16:06:26.980 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_dirty": 0, 2024-04-15T16:06:26.980 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T16:06:26.980 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_manifest": 0, 2024-04-15T16:06:26.980 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_misplaced": 0, 2024-04-15T16:06:26.980 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing": 0, 2024-04-15T16:06:26.980 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T16:06:26.980 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_omap": 0, 2024-04-15T16:06:26.981 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_pinned": 0, 2024-04-15T16:06:26.981 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_recovered": 0, 2024-04-15T16:06:26.981 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_repaired": 0, 2024-04-15T16:06:26.981 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_unfound": 0, 2024-04-15T16:06:26.981 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_bytes": 0, 2024-04-15T16:06:26.981 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_keys": 0, 2024-04-15T16:06:26.981 INFO:tasks.workunit.client.0.smithi016.stdout: "num_promote": 0, 2024-04-15T16:06:26.981 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read": 0, 2024-04-15T16:06:26.981 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read_kb": 0, 2024-04-15T16:06:26.981 INFO:tasks.workunit.client.0.smithi016.stdout: "num_scrub_errors": 0, 2024-04-15T16:06:26.981 INFO:tasks.workunit.client.0.smithi016.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T16:06:26.981 INFO:tasks.workunit.client.0.smithi016.stdout: "num_whiteouts": 0, 2024-04-15T16:06:26.981 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write": 0, 2024-04-15T16:06:26.981 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write_kb": 0 2024-04-15T16:06:26.982 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.982 INFO:tasks.workunit.client.0.smithi016.stdout: "store_stats": { 2024-04-15T16:06:26.982 INFO:tasks.workunit.client.0.smithi016.stdout: "allocated": 0, 2024-04-15T16:06:26.982 INFO:tasks.workunit.client.0.smithi016.stdout: "available": 0, 2024-04-15T16:06:26.982 INFO:tasks.workunit.client.0.smithi016.stdout: "data_compressed": 0, 2024-04-15T16:06:26.982 INFO:tasks.workunit.client.0.smithi016.stdout: "data_compressed_allocated": 0, 2024-04-15T16:06:26.982 INFO:tasks.workunit.client.0.smithi016.stdout: "data_compressed_original": 0, 2024-04-15T16:06:26.982 INFO:tasks.workunit.client.0.smithi016.stdout: "data_stored": 0, 2024-04-15T16:06:26.982 INFO:tasks.workunit.client.0.smithi016.stdout: "internal_metadata": 0, 2024-04-15T16:06:26.982 INFO:tasks.workunit.client.0.smithi016.stdout: "internally_reserved": 0, 2024-04-15T16:06:26.982 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_allocated": 0, 2024-04-15T16:06:26.982 INFO:tasks.workunit.client.0.smithi016.stdout: "total": 0 2024-04-15T16:06:26.982 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.983 INFO:tasks.workunit.client.0.smithi016.stdout: "up": 192 2024-04-15T16:06:26.983 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.983 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-15T16:06:26.983 INFO:tasks.workunit.client.0.smithi016.stdout: "acting": 3, 2024-04-15T16:06:26.983 INFO:tasks.workunit.client.0.smithi016.stdout: "application": [ 2024-04-15T16:06:26.983 INFO:tasks.workunit.client.0.smithi016.stdout: "mgr" 2024-04-15T16:06:26.983 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:26.983 INFO:tasks.workunit.client.0.smithi016.stdout: "log_size": 237, 2024-04-15T16:06:26.983 INFO:tasks.workunit.client.0.smithi016.stdout: "num_pg": 1, 2024-04-15T16:06:26.983 INFO:tasks.workunit.client.0.smithi016.stdout: "num_store_stats": 3, 2024-04-15T16:06:26.983 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_size": 237, 2024-04-15T16:06:26.983 INFO:tasks.workunit.client.0.smithi016.stdout: "poolid": 1, 2024-04-15T16:06:26.983 INFO:tasks.workunit.client.0.smithi016.stdout: "stat_sum": { 2024-04-15T16:06:26.983 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes": 590368, 2024-04-15T16:06:26.983 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T16:06:26.984 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_recovered": 1771104, 2024-04-15T16:06:26.984 INFO:tasks.workunit.client.0.smithi016.stdout: "num_deep_scrub_errors": 0, 2024-04-15T16:06:26.984 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict": 0, 2024-04-15T16:06:26.984 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_kb": 0, 2024-04-15T16:06:26.984 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_full": 0, 2024-04-15T16:06:26.984 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_some": 0, 2024-04-15T16:06:26.984 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush": 0, 2024-04-15T16:06:26.984 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_kb": 0, 2024-04-15T16:06:26.984 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_high": 0, 2024-04-15T16:06:26.984 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_low": 0, 2024-04-15T16:06:26.984 INFO:tasks.workunit.client.0.smithi016.stdout: "num_keys_recovered": 0, 2024-04-15T16:06:26.984 INFO:tasks.workunit.client.0.smithi016.stdout: "num_large_omap_objects": 0, 2024-04-15T16:06:26.984 INFO:tasks.workunit.client.0.smithi016.stdout: "num_legacy_snapsets": 0, 2024-04-15T16:06:26.984 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_clones": 0, 2024-04-15T16:06:26.985 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_copies": 6, 2024-04-15T16:06:26.985 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects": 2, 2024-04-15T16:06:26.985 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_degraded": 0, 2024-04-15T16:06:26.985 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_dirty": 2, 2024-04-15T16:06:26.985 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T16:06:26.985 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_manifest": 0, 2024-04-15T16:06:26.985 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_misplaced": 0, 2024-04-15T16:06:26.985 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing": 0, 2024-04-15T16:06:26.985 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T16:06:26.985 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_omap": 0, 2024-04-15T16:06:26.985 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_pinned": 0, 2024-04-15T16:06:26.985 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_recovered": 6, 2024-04-15T16:06:26.985 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_repaired": 0, 2024-04-15T16:06:26.985 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_unfound": 0, 2024-04-15T16:06:26.986 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_bytes": 0, 2024-04-15T16:06:26.986 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_keys": 0, 2024-04-15T16:06:26.986 INFO:tasks.workunit.client.0.smithi016.stdout: "num_promote": 0, 2024-04-15T16:06:26.986 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read": 1178, 2024-04-15T16:06:26.986 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read_kb": 1994, 2024-04-15T16:06:26.986 INFO:tasks.workunit.client.0.smithi016.stdout: "num_scrub_errors": 0, 2024-04-15T16:06:26.986 INFO:tasks.workunit.client.0.smithi016.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T16:06:26.986 INFO:tasks.workunit.client.0.smithi016.stdout: "num_whiteouts": 0, 2024-04-15T16:06:26.986 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write": 391, 2024-04-15T16:06:26.986 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write_kb": 2416 2024-04-15T16:06:26.986 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.986 INFO:tasks.workunit.client.0.smithi016.stdout: "store_stats": { 2024-04-15T16:06:26.986 INFO:tasks.workunit.client.0.smithi016.stdout: "allocated": 1781760, 2024-04-15T16:06:26.987 INFO:tasks.workunit.client.0.smithi016.stdout: "available": 0, 2024-04-15T16:06:26.987 INFO:tasks.workunit.client.0.smithi016.stdout: "data_compressed": 0, 2024-04-15T16:06:26.987 INFO:tasks.workunit.client.0.smithi016.stdout: "data_compressed_allocated": 0, 2024-04-15T16:06:26.987 INFO:tasks.workunit.client.0.smithi016.stdout: "data_compressed_original": 0, 2024-04-15T16:06:26.987 INFO:tasks.workunit.client.0.smithi016.stdout: "data_stored": 1771104, 2024-04-15T16:06:26.987 INFO:tasks.workunit.client.0.smithi016.stdout: "internal_metadata": 0, 2024-04-15T16:06:26.987 INFO:tasks.workunit.client.0.smithi016.stdout: "internally_reserved": 0, 2024-04-15T16:06:26.987 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_allocated": 0, 2024-04-15T16:06:26.987 INFO:tasks.workunit.client.0.smithi016.stdout: "total": 0 2024-04-15T16:06:26.987 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.987 INFO:tasks.workunit.client.0.smithi016.stdout: "up": 3 2024-04-15T16:06:26.987 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.987 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-15T16:06:26.987 INFO:tasks.workunit.client.0.smithi016.stdout: "acting": 96, 2024-04-15T16:06:26.987 INFO:tasks.workunit.client.0.smithi016.stdout: "application": [ 2024-04-15T16:06:26.988 INFO:tasks.workunit.client.0.smithi016.stdout: "cephfs" 2024-04-15T16:06:26.988 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:26.988 INFO:tasks.workunit.client.0.smithi016.stdout: "log_size": 75, 2024-04-15T16:06:26.988 INFO:tasks.workunit.client.0.smithi016.stdout: "num_pg": 32, 2024-04-15T16:06:26.988 INFO:tasks.workunit.client.0.smithi016.stdout: "num_store_stats": 8, 2024-04-15T16:06:26.988 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_size": 75, 2024-04-15T16:06:26.988 INFO:tasks.workunit.client.0.smithi016.stdout: "poolid": 2, 2024-04-15T16:06:26.988 INFO:tasks.workunit.client.0.smithi016.stdout: "stat_sum": { 2024-04-15T16:06:26.988 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes": 6622, 2024-04-15T16:06:26.988 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T16:06:26.988 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_recovered": 0, 2024-04-15T16:06:26.988 INFO:tasks.workunit.client.0.smithi016.stdout: "num_deep_scrub_errors": 0, 2024-04-15T16:06:26.988 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict": 0, 2024-04-15T16:06:26.988 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_kb": 0, 2024-04-15T16:06:26.988 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_full": 0, 2024-04-15T16:06:26.989 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_some": 0, 2024-04-15T16:06:26.989 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush": 0, 2024-04-15T16:06:26.989 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_kb": 0, 2024-04-15T16:06:26.989 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_high": 0, 2024-04-15T16:06:26.989 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_low": 0, 2024-04-15T16:06:26.989 INFO:tasks.workunit.client.0.smithi016.stdout: "num_keys_recovered": 0, 2024-04-15T16:06:26.989 INFO:tasks.workunit.client.0.smithi016.stdout: "num_large_omap_objects": 0, 2024-04-15T16:06:26.989 INFO:tasks.workunit.client.0.smithi016.stdout: "num_legacy_snapsets": 0, 2024-04-15T16:06:26.989 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_clones": 0, 2024-04-15T16:06:26.989 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_copies": 66, 2024-04-15T16:06:26.989 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects": 22, 2024-04-15T16:06:26.989 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_degraded": 0, 2024-04-15T16:06:26.989 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_dirty": 22, 2024-04-15T16:06:26.989 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T16:06:26.990 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_manifest": 0, 2024-04-15T16:06:26.990 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_misplaced": 0, 2024-04-15T16:06:26.990 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing": 0, 2024-04-15T16:06:26.990 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T16:06:26.990 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_omap": 14, 2024-04-15T16:06:26.990 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_pinned": 0, 2024-04-15T16:06:26.990 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_recovered": 1, 2024-04-15T16:06:26.990 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_repaired": 0, 2024-04-15T16:06:26.990 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_unfound": 0, 2024-04-15T16:06:26.990 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_bytes": 0, 2024-04-15T16:06:26.990 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_keys": 0, 2024-04-15T16:06:26.990 INFO:tasks.workunit.client.0.smithi016.stdout: "num_promote": 0, 2024-04-15T16:06:26.990 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read": 158, 2024-04-15T16:06:26.990 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read_kb": 174, 2024-04-15T16:06:26.990 INFO:tasks.workunit.client.0.smithi016.stdout: "num_scrub_errors": 0, 2024-04-15T16:06:26.991 INFO:tasks.workunit.client.0.smithi016.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T16:06:26.991 INFO:tasks.workunit.client.0.smithi016.stdout: "num_whiteouts": 0, 2024-04-15T16:06:26.991 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write": 69, 2024-04-15T16:06:26.991 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write_kb": 36 2024-04-15T16:06:26.991 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.991 INFO:tasks.workunit.client.0.smithi016.stdout: "store_stats": { 2024-04-15T16:06:26.991 INFO:tasks.workunit.client.0.smithi016.stdout: "allocated": 110592, 2024-04-15T16:06:26.991 INFO:tasks.workunit.client.0.smithi016.stdout: "available": 0, 2024-04-15T16:06:26.991 INFO:tasks.workunit.client.0.smithi016.stdout: "data_compressed": 0, 2024-04-15T16:06:26.991 INFO:tasks.workunit.client.0.smithi016.stdout: "data_compressed_allocated": 0, 2024-04-15T16:06:26.991 INFO:tasks.workunit.client.0.smithi016.stdout: "data_compressed_original": 0, 2024-04-15T16:06:26.991 INFO:tasks.workunit.client.0.smithi016.stdout: "data_stored": 19866, 2024-04-15T16:06:26.991 INFO:tasks.workunit.client.0.smithi016.stdout: "internal_metadata": 0, 2024-04-15T16:06:26.991 INFO:tasks.workunit.client.0.smithi016.stdout: "internally_reserved": 0, 2024-04-15T16:06:26.992 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_allocated": 44359, 2024-04-15T16:06:26.992 INFO:tasks.workunit.client.0.smithi016.stdout: "total": 0 2024-04-15T16:06:26.992 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.992 INFO:tasks.workunit.client.0.smithi016.stdout: "up": 96 2024-04-15T16:06:26.992 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T16:06:26.992 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:26.992 INFO:tasks.workunit.client.0.smithi016.stdout: "usage": { 2024-04-15T16:06:26.992 INFO:tasks.workunit.client.0.smithi016.stdout: "pg_num": 105, 2024-04-15T16:06:26.992 INFO:tasks.workunit.client.0.smithi016.stdout: "pools": 4, 2024-04-15T16:06:26.992 INFO:tasks.workunit.client.0.smithi016.stdout: "stats_by_class": { 2024-04-15T16:06:26.992 INFO:tasks.workunit.client.0.smithi016.stdout: "ssd": { 2024-04-15T16:06:26.992 INFO:tasks.workunit.client.0.smithi016.stdout: "total_avail_bytes": 762886852608, 2024-04-15T16:06:26.992 INFO:tasks.workunit.client.0.smithi016.stdout: "total_bytes": 767960285184, 2024-04-15T16:06:26.992 INFO:tasks.workunit.client.0.smithi016.stdout: "total_used_bytes": 5073432576, 2024-04-15T16:06:26.993 INFO:tasks.workunit.client.0.smithi016.stdout: "total_used_raw_bytes": 5073432576, 2024-04-15T16:06:26.993 INFO:tasks.workunit.client.0.smithi016.stdout: "total_used_raw_ratio": 0.006606373470276594 2024-04-15T16:06:26.993 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T16:06:26.993 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.993 INFO:tasks.workunit.client.0.smithi016.stdout: "total_avail_bytes": 762886852608, 2024-04-15T16:06:26.993 INFO:tasks.workunit.client.0.smithi016.stdout: "total_bytes": 767960285184, 2024-04-15T16:06:26.993 INFO:tasks.workunit.client.0.smithi016.stdout: "total_used_bytes": 5073432576 2024-04-15T16:06:26.993 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T16:06:26.993 INFO:tasks.workunit.client.0.smithi016.stdout:} 2024-04-15T16:06:26.993 INFO:tasks.workunit.client.0.smithi016.stdout:Device report is generated separately. To see it run 'ceph telemetry show-device'. 2024-04-15T16:06:26.993 INFO:tasks.workunit.client.0.smithi016.stdout:{ 2024-04-15T16:06:26.993 INFO:tasks.workunit.client.0.smithi016.stdout: "8f9b68b4-fb35-11ee-b99d-0cc47abd1564": { 2024-04-15T16:06:26.993 INFO:tasks.workunit.client.0.smithi016.stdout: "INTEL_SSDPED1D480GA_8f9c28ee-fb35-11ee-b99d-0cc47abd1564": { 2024-04-15T16:06:26.993 INFO:tasks.workunit.client.0.smithi016.stdout: "20240415-143114": { 2024-04-15T16:06:26.994 INFO:tasks.workunit.client.0.smithi016.stdout: "device": { 2024-04-15T16:06:26.994 INFO:tasks.workunit.client.0.smithi016.stdout: "info_name": "/dev/nvme0n1", 2024-04-15T16:06:26.994 INFO:tasks.workunit.client.0.smithi016.stdout: "name": "/dev/nvme0n1", 2024-04-15T16:06:26.994 INFO:tasks.workunit.client.0.smithi016.stdout: "protocol": "NVMe", 2024-04-15T16:06:26.994 INFO:tasks.workunit.client.0.smithi016.stdout: "type": "nvme" 2024-04-15T16:06:26.994 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.994 INFO:tasks.workunit.client.0.smithi016.stdout: "firmware_version": "E2010325", 2024-04-15T16:06:26.994 INFO:tasks.workunit.client.0.smithi016.stdout: "host_id": "8f9b68b4-fb35-11ee-b99d-0cc47abd1564", 2024-04-15T16:06:26.994 INFO:tasks.workunit.client.0.smithi016.stdout: "json_format_version": [ 2024-04-15T16:06:26.994 INFO:tasks.workunit.client.0.smithi016.stdout: 1, 2024-04-15T16:06:26.994 INFO:tasks.workunit.client.0.smithi016.stdout: 0 2024-04-15T16:06:26.994 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:26.994 INFO:tasks.workunit.client.0.smithi016.stdout: "local_time": { 2024-04-15T16:06:26.995 INFO:tasks.workunit.client.0.smithi016.stdout: "asctime": "Mon Apr 15 14:31:14 2024 UTC", 2024-04-15T16:06:26.995 INFO:tasks.workunit.client.0.smithi016.stdout: "time_t": 1713191474 2024-04-15T16:06:26.995 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.995 INFO:tasks.workunit.client.0.smithi016.stdout: "logical_block_size": 512, 2024-04-15T16:06:26.995 INFO:tasks.workunit.client.0.smithi016.stdout: "model_name": "INTEL SSDPED1D480GA", 2024-04-15T16:06:26.995 INFO:tasks.workunit.client.0.smithi016.stdout: "nvme_controller_id": 0, 2024-04-15T16:06:26.995 INFO:tasks.workunit.client.0.smithi016.stdout: "nvme_ieee_oui_identifier": 6083300, 2024-04-15T16:06:26.995 INFO:tasks.workunit.client.0.smithi016.stdout: "nvme_namespaces": [ 2024-04-15T16:06:26.995 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-15T16:06:26.995 INFO:tasks.workunit.client.0.smithi016.stdout: "capacity": { 2024-04-15T16:06:26.995 INFO:tasks.workunit.client.0.smithi016.stdout: "blocks": 937703088, 2024-04-15T16:06:26.995 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 480103981056 2024-04-15T16:06:26.995 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.995 INFO:tasks.workunit.client.0.smithi016.stdout: "formatted_lba_size": 512, 2024-04-15T16:06:26.995 INFO:tasks.workunit.client.0.smithi016.stdout: "id": 1, 2024-04-15T16:06:26.996 INFO:tasks.workunit.client.0.smithi016.stdout: "size": { 2024-04-15T16:06:26.996 INFO:tasks.workunit.client.0.smithi016.stdout: "blocks": 937703088, 2024-04-15T16:06:26.996 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 480103981056 2024-04-15T16:06:26.996 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.996 INFO:tasks.workunit.client.0.smithi016.stdout: "utilization": { 2024-04-15T16:06:26.996 INFO:tasks.workunit.client.0.smithi016.stdout: "blocks": 937703088, 2024-04-15T16:06:26.996 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 480103981056 2024-04-15T16:06:26.996 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T16:06:26.996 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T16:06:26.996 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:26.996 INFO:tasks.workunit.client.0.smithi016.stdout: "nvme_number_of_namespaces": 1, 2024-04-15T16:06:26.996 INFO:tasks.workunit.client.0.smithi016.stdout: "nvme_pci_vendor": { 2024-04-15T16:06:26.996 INFO:tasks.workunit.client.0.smithi016.stdout: "id": 32902, 2024-04-15T16:06:26.996 INFO:tasks.workunit.client.0.smithi016.stdout: "subsystem_id": 32902 2024-04-15T16:06:26.997 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.997 INFO:tasks.workunit.client.0.smithi016.stdout: "nvme_smart_health_information_add_log": { 2024-04-15T16:06:26.997 INFO:tasks.workunit.client.0.smithi016.stdout: "Device stats": { 2024-04-15T16:06:26.997 INFO:tasks.workunit.client.0.smithi016.stdout: "avail_fw_downgrades": { 2024-04-15T16:06:26.997 INFO:tasks.workunit.client.0.smithi016.stdout: "normalized": 0, 2024-04-15T16:06:26.997 INFO:tasks.workunit.client.0.smithi016.stdout: "raw": 0 2024-04-15T16:06:26.997 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.997 INFO:tasks.workunit.client.0.smithi016.stdout: "crc_error_count": { 2024-04-15T16:06:26.997 INFO:tasks.workunit.client.0.smithi016.stdout: "normalized": 100, 2024-04-15T16:06:26.997 INFO:tasks.workunit.client.0.smithi016.stdout: "raw": 0 2024-04-15T16:06:26.997 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.997 INFO:tasks.workunit.client.0.smithi016.stdout: "end_to_end_error_detection_count": { 2024-04-15T16:06:26.997 INFO:tasks.workunit.client.0.smithi016.stdout: "normalized": 100, 2024-04-15T16:06:26.997 INFO:tasks.workunit.client.0.smithi016.stdout: "raw": 0 2024-04-15T16:06:26.998 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.998 INFO:tasks.workunit.client.0.smithi016.stdout: "erase_fail_count": { 2024-04-15T16:06:26.998 INFO:tasks.workunit.client.0.smithi016.stdout: "normalized": 0, 2024-04-15T16:06:26.998 INFO:tasks.workunit.client.0.smithi016.stdout: "raw": 0 2024-04-15T16:06:26.998 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.998 INFO:tasks.workunit.client.0.smithi016.stdout: "host_bytes_written": { 2024-04-15T16:06:26.998 INFO:tasks.workunit.client.0.smithi016.stdout: "normalized": 100, 2024-04-15T16:06:26.998 INFO:tasks.workunit.client.0.smithi016.stdout: "raw": 12502232 2024-04-15T16:06:26.998 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.998 INFO:tasks.workunit.client.0.smithi016.stdout: "host_ctx_wear_used": { 2024-04-15T16:06:26.998 INFO:tasks.workunit.client.0.smithi016.stdout: "normalized": 0, 2024-04-15T16:06:26.998 INFO:tasks.workunit.client.0.smithi016.stdout: "raw": 0 2024-04-15T16:06:26.998 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.998 INFO:tasks.workunit.client.0.smithi016.stdout: "media_bytes_read": { 2024-04-15T16:06:26.999 INFO:tasks.workunit.client.0.smithi016.stdout: "normalized": 0, 2024-04-15T16:06:26.999 INFO:tasks.workunit.client.0.smithi016.stdout: "raw": 0 2024-04-15T16:06:26.999 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.999 INFO:tasks.workunit.client.0.smithi016.stdout: "nand_bytes_written": { 2024-04-15T16:06:26.999 INFO:tasks.workunit.client.0.smithi016.stdout: "normalized": 0, 2024-04-15T16:06:26.999 INFO:tasks.workunit.client.0.smithi016.stdout: "raw": 0 2024-04-15T16:06:26.999 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.999 INFO:tasks.workunit.client.0.smithi016.stdout: "perf_stat_indicator": { 2024-04-15T16:06:26.999 INFO:tasks.workunit.client.0.smithi016.stdout: "normalized": 0, 2024-04-15T16:06:26.999 INFO:tasks.workunit.client.0.smithi016.stdout: "raw": 0 2024-04-15T16:06:26.999 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:26.999 INFO:tasks.workunit.client.0.smithi016.stdout: "pll_lock_loss_count": { 2024-04-15T16:06:26.999 INFO:tasks.workunit.client.0.smithi016.stdout: "normalized": 100, 2024-04-15T16:06:26.999 INFO:tasks.workunit.client.0.smithi016.stdout: "raw": 0 2024-04-15T16:06:27.000 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.000 INFO:tasks.workunit.client.0.smithi016.stdout: "program_fail_count": { 2024-04-15T16:06:27.000 INFO:tasks.workunit.client.0.smithi016.stdout: "normalized": 0, 2024-04-15T16:06:27.000 INFO:tasks.workunit.client.0.smithi016.stdout: "raw": 0 2024-04-15T16:06:27.000 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.000 INFO:tasks.workunit.client.0.smithi016.stdout: "re_alloc_sectr_cnt": { 2024-04-15T16:06:27.000 INFO:tasks.workunit.client.0.smithi016.stdout: "normalized": 0, 2024-04-15T16:06:27.000 INFO:tasks.workunit.client.0.smithi016.stdout: "raw": 0 2024-04-15T16:06:27.000 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.000 INFO:tasks.workunit.client.0.smithi016.stdout: "retry_buffer_overflow_count": { 2024-04-15T16:06:27.000 INFO:tasks.workunit.client.0.smithi016.stdout: "normalized": 100, 2024-04-15T16:06:27.000 INFO:tasks.workunit.client.0.smithi016.stdout: "raw": 0 2024-04-15T16:06:27.000 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.000 INFO:tasks.workunit.client.0.smithi016.stdout: "soft_ecc_err_rate": { 2024-04-15T16:06:27.001 INFO:tasks.workunit.client.0.smithi016.stdout: "normalized": 0, 2024-04-15T16:06:27.001 INFO:tasks.workunit.client.0.smithi016.stdout: "raw": 0 2024-04-15T16:06:27.001 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.001 INFO:tasks.workunit.client.0.smithi016.stdout: "thermal_throttle_status": { 2024-04-15T16:06:27.001 INFO:tasks.workunit.client.0.smithi016.stdout: "normalized": 100, 2024-04-15T16:06:27.001 INFO:tasks.workunit.client.0.smithi016.stdout: "raw": { 2024-04-15T16:06:27.001 INFO:tasks.workunit.client.0.smithi016.stdout: "cnt": 0, 2024-04-15T16:06:27.001 INFO:tasks.workunit.client.0.smithi016.stdout: "pct": 0 2024-04-15T16:06:27.001 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T16:06:27.001 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.001 INFO:tasks.workunit.client.0.smithi016.stdout: "timed_workload_host_reads": { 2024-04-15T16:06:27.001 INFO:tasks.workunit.client.0.smithi016.stdout: "normalized": 100, 2024-04-15T16:06:27.001 INFO:tasks.workunit.client.0.smithi016.stdout: "raw": 16 2024-04-15T16:06:27.001 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.001 INFO:tasks.workunit.client.0.smithi016.stdout: "timed_workload_media_wear": { 2024-04-15T16:06:27.002 INFO:tasks.workunit.client.0.smithi016.stdout: "normalized": 100, 2024-04-15T16:06:27.002 INFO:tasks.workunit.client.0.smithi016.stdout: "raw": 14 2024-04-15T16:06:27.002 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.002 INFO:tasks.workunit.client.0.smithi016.stdout: "timed_workload_timer": { 2024-04-15T16:06:27.002 INFO:tasks.workunit.client.0.smithi016.stdout: "normalized": 100, 2024-04-15T16:06:27.002 INFO:tasks.workunit.client.0.smithi016.stdout: "raw": 1606211 2024-04-15T16:06:27.002 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.002 INFO:tasks.workunit.client.0.smithi016.stdout: "unexp_power_loss": { 2024-04-15T16:06:27.002 INFO:tasks.workunit.client.0.smithi016.stdout: "normalized": 0, 2024-04-15T16:06:27.002 INFO:tasks.workunit.client.0.smithi016.stdout: "raw": 0 2024-04-15T16:06:27.002 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.002 INFO:tasks.workunit.client.0.smithi016.stdout: "wear_leveling": { 2024-04-15T16:06:27.002 INFO:tasks.workunit.client.0.smithi016.stdout: "normalized": 0, 2024-04-15T16:06:27.003 INFO:tasks.workunit.client.0.smithi016.stdout: "raw": { 2024-04-15T16:06:27.003 INFO:tasks.workunit.client.0.smithi016.stdout: "avg": 0, 2024-04-15T16:06:27.003 INFO:tasks.workunit.client.0.smithi016.stdout: "max": 0, 2024-04-15T16:06:27.003 INFO:tasks.workunit.client.0.smithi016.stdout: "min": 0 2024-04-15T16:06:27.003 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T16:06:27.003 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T16:06:27.003 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.003 INFO:tasks.workunit.client.0.smithi016.stdout: "Intel Smart log": "nvme0n1" 2024-04-15T16:06:27.003 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.003 INFO:tasks.workunit.client.0.smithi016.stdout: "nvme_smart_health_information_log": { 2024-04-15T16:06:27.003 INFO:tasks.workunit.client.0.smithi016.stdout: "available_spare": 100, 2024-04-15T16:06:27.003 INFO:tasks.workunit.client.0.smithi016.stdout: "available_spare_threshold": 0, 2024-04-15T16:06:27.003 INFO:tasks.workunit.client.0.smithi016.stdout: "controller_busy_time": 5127, 2024-04-15T16:06:27.003 INFO:tasks.workunit.client.0.smithi016.stdout: "critical_warning": 0, 2024-04-15T16:06:27.004 INFO:tasks.workunit.client.0.smithi016.stdout: "data_units_read": 187427077, 2024-04-15T16:06:27.004 INFO:tasks.workunit.client.0.smithi016.stdout: "data_units_written": 819346293, 2024-04-15T16:06:27.004 INFO:tasks.workunit.client.0.smithi016.stdout: "host_reads": 3092348801, 2024-04-15T16:06:27.004 INFO:tasks.workunit.client.0.smithi016.stdout: "host_writes": 17434434651, 2024-04-15T16:06:27.004 INFO:tasks.workunit.client.0.smithi016.stdout: "media_errors": 0, 2024-04-15T16:06:27.004 INFO:tasks.workunit.client.0.smithi016.stdout: "num_err_log_entries": 0, 2024-04-15T16:06:27.004 INFO:tasks.workunit.client.0.smithi016.stdout: "percentage_used": 22, 2024-04-15T16:06:27.004 INFO:tasks.workunit.client.0.smithi016.stdout: "power_cycles": 34369, 2024-04-15T16:06:27.004 INFO:tasks.workunit.client.0.smithi016.stdout: "power_on_hours": 41224, 2024-04-15T16:06:27.004 INFO:tasks.workunit.client.0.smithi016.stdout: "temperature": 33, 2024-04-15T16:06:27.004 INFO:tasks.workunit.client.0.smithi016.stdout: "unsafe_shutdowns": 9852 2024-04-15T16:06:27.004 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.004 INFO:tasks.workunit.client.0.smithi016.stdout: "nvme_vendor": "intel", 2024-04-15T16:06:27.004 INFO:tasks.workunit.client.0.smithi016.stdout: "power_cycle_count": 34369, 2024-04-15T16:06:27.005 INFO:tasks.workunit.client.0.smithi016.stdout: "power_on_time": { 2024-04-15T16:06:27.005 INFO:tasks.workunit.client.0.smithi016.stdout: "hours": 41224 2024-04-15T16:06:27.005 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.005 INFO:tasks.workunit.client.0.smithi016.stdout: "serial_number": "deleted", 2024-04-15T16:06:27.005 INFO:tasks.workunit.client.0.smithi016.stdout: "smart_status": { 2024-04-15T16:06:27.005 INFO:tasks.workunit.client.0.smithi016.stdout: "nvme": { 2024-04-15T16:06:27.005 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:27.005 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.005 INFO:tasks.workunit.client.0.smithi016.stdout: "passed": true 2024-04-15T16:06:27.005 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.005 INFO:tasks.workunit.client.0.smithi016.stdout: "smartctl": { 2024-04-15T16:06:27.005 INFO:tasks.workunit.client.0.smithi016.stdout: "argv": [ 2024-04-15T16:06:27.005 INFO:tasks.workunit.client.0.smithi016.stdout: "smartctl", 2024-04-15T16:06:27.005 INFO:tasks.workunit.client.0.smithi016.stdout: "-x", 2024-04-15T16:06:27.006 INFO:tasks.workunit.client.0.smithi016.stdout: "--json=o", 2024-04-15T16:06:27.006 INFO:tasks.workunit.client.0.smithi016.stdout: "/dev/nvme0n1" 2024-04-15T16:06:27.006 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:27.006 INFO:tasks.workunit.client.0.smithi016.stdout: "build_info": "(local build)", 2024-04-15T16:06:27.006 INFO:tasks.workunit.client.0.smithi016.stdout: "exit_status": 0, 2024-04-15T16:06:27.006 INFO:tasks.workunit.client.0.smithi016.stdout: "output": [ 2024-04-15T16:06:27.006 INFO:tasks.workunit.client.0.smithi016.stdout: "smartctl 7.1 2019-12-30 r5022 [x86_64-linux-5.14.0-438.el9.x86_64] (local build)", 2024-04-15T16:06:27.006 INFO:tasks.workunit.client.0.smithi016.stdout: "Copyright (C) 2002-19, Bruce Allen, Christian Franke, www.smartmontools.org", 2024-04-15T16:06:27.006 INFO:tasks.workunit.client.0.smithi016.stdout: "", 2024-04-15T16:06:27.006 INFO:tasks.workunit.client.0.smithi016.stdout: "=== START OF INFORMATION SECTION ===", 2024-04-15T16:06:27.006 INFO:tasks.workunit.client.0.smithi016.stdout: "Model Number: INTEL SSDPED1D480GA", 2024-04-15T16:06:27.006 INFO:tasks.workunit.client.0.smithi016.stdout: "Serial Number: deleted", 2024-04-15T16:06:27.006 INFO:tasks.workunit.client.0.smithi016.stdout: "Firmware Version: E2010325", 2024-04-15T16:06:27.006 INFO:tasks.workunit.client.0.smithi016.stdout: "PCI Vendor/Subsystem ID: 0x8086", 2024-04-15T16:06:27.007 INFO:tasks.workunit.client.0.smithi016.stdout: "IEEE OUI Identifier: 0x5cd2e4", 2024-04-15T16:06:27.007 INFO:tasks.workunit.client.0.smithi016.stdout: "Controller ID: 0", 2024-04-15T16:06:27.007 INFO:tasks.workunit.client.0.smithi016.stdout: "Number of Namespaces: 1", 2024-04-15T16:06:27.007 INFO:tasks.workunit.client.0.smithi016.stdout: "Namespace 1 Size/Capacity: 480,103,981,056 [480 GB]", 2024-04-15T16:06:27.007 INFO:tasks.workunit.client.0.smithi016.stdout: "Namespace 1 Formatted LBA Size: 512", 2024-04-15T16:06:27.007 INFO:tasks.workunit.client.0.smithi016.stdout: "Local Time is: Mon Apr 15 14:31:14 2024 UTC", 2024-04-15T16:06:27.007 INFO:tasks.workunit.client.0.smithi016.stdout: "Firmware Updates (0x02): 1 Slot", 2024-04-15T16:06:27.007 INFO:tasks.workunit.client.0.smithi016.stdout: "Optional Admin Commands (0x0007): Security Format Frmw_DL", 2024-04-15T16:06:27.007 INFO:tasks.workunit.client.0.smithi016.stdout: "Optional NVM Commands (0x0006): Wr_Unc DS_Mngmt", 2024-04-15T16:06:27.007 INFO:tasks.workunit.client.0.smithi016.stdout: "Maximum Data Transfer Size: 32 Pages", 2024-04-15T16:06:27.007 INFO:tasks.workunit.client.0.smithi016.stdout: "", 2024-04-15T16:06:27.007 INFO:tasks.workunit.client.0.smithi016.stdout: "Supported Power States", 2024-04-15T16:06:27.007 INFO:tasks.workunit.client.0.smithi016.stdout: "St Op Max Active Idle RL RT WL WT Ent_Lat Ex_Lat", 2024-04-15T16:06:27.007 INFO:tasks.workunit.client.0.smithi016.stdout: " 0 + 18.00W - - 0 0 0 0 0 0", 2024-04-15T16:06:27.007 INFO:tasks.workunit.client.0.smithi016.stdout: "", 2024-04-15T16:06:27.008 INFO:tasks.workunit.client.0.smithi016.stdout: "Supported LBA Sizes (NSID 0x1)", 2024-04-15T16:06:27.008 INFO:tasks.workunit.client.0.smithi016.stdout: "Id Fmt Data Metadt Rel_Perf", 2024-04-15T16:06:27.008 INFO:tasks.workunit.client.0.smithi016.stdout: " 0 + 512 0 2", 2024-04-15T16:06:27.008 INFO:tasks.workunit.client.0.smithi016.stdout: "", 2024-04-15T16:06:27.008 INFO:tasks.workunit.client.0.smithi016.stdout: "=== START OF SMART DATA SECTION ===", 2024-04-15T16:06:27.008 INFO:tasks.workunit.client.0.smithi016.stdout: "SMART overall-health self-assessment test result: PASSED", 2024-04-15T16:06:27.008 INFO:tasks.workunit.client.0.smithi016.stdout: "", 2024-04-15T16:06:27.008 INFO:tasks.workunit.client.0.smithi016.stdout: "SMART/Health Information (NVMe Log 0x02)", 2024-04-15T16:06:27.008 INFO:tasks.workunit.client.0.smithi016.stdout: "Critical Warning: 0x00", 2024-04-15T16:06:27.008 INFO:tasks.workunit.client.0.smithi016.stdout: "Temperature: 33 Celsius", 2024-04-15T16:06:27.008 INFO:tasks.workunit.client.0.smithi016.stdout: "Available Spare: 100%", 2024-04-15T16:06:27.008 INFO:tasks.workunit.client.0.smithi016.stdout: "Available Spare Threshold: 0%", 2024-04-15T16:06:27.008 INFO:tasks.workunit.client.0.smithi016.stdout: "Percentage Used: 22%", 2024-04-15T16:06:27.008 INFO:tasks.workunit.client.0.smithi016.stdout: "Data Units Read: 187,427,077 [95.9 TB]", 2024-04-15T16:06:27.009 INFO:tasks.workunit.client.0.smithi016.stdout: "Data Units Written: 819,346,293 [419 TB]", 2024-04-15T16:06:27.009 INFO:tasks.workunit.client.0.smithi016.stdout: "Host Read Commands: 3,092,348,801", 2024-04-15T16:06:27.009 INFO:tasks.workunit.client.0.smithi016.stdout: "Host Write Commands: 17,434,434,651", 2024-04-15T16:06:27.009 INFO:tasks.workunit.client.0.smithi016.stdout: "Controller Busy Time: 5,127", 2024-04-15T16:06:27.009 INFO:tasks.workunit.client.0.smithi016.stdout: "Power Cycles: 34,369", 2024-04-15T16:06:27.009 INFO:tasks.workunit.client.0.smithi016.stdout: "Power On Hours: 41,224", 2024-04-15T16:06:27.009 INFO:tasks.workunit.client.0.smithi016.stdout: "Unsafe Shutdowns: 9,852", 2024-04-15T16:06:27.009 INFO:tasks.workunit.client.0.smithi016.stdout: "Media and Data Integrity Errors: 0", 2024-04-15T16:06:27.009 INFO:tasks.workunit.client.0.smithi016.stdout: "Error Information Log Entries: 0", 2024-04-15T16:06:27.009 INFO:tasks.workunit.client.0.smithi016.stdout: "", 2024-04-15T16:06:27.009 INFO:tasks.workunit.client.0.smithi016.stdout: "Error Information (NVMe Log 0x01, max 64 entries)", 2024-04-15T16:06:27.009 INFO:tasks.workunit.client.0.smithi016.stdout: "No Errors Logged", 2024-04-15T16:06:27.009 INFO:tasks.workunit.client.0.smithi016.stdout: "" 2024-04-15T16:06:27.009 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:27.010 INFO:tasks.workunit.client.0.smithi016.stdout: "platform_info": "x86_64-linux-5.14.0-438.el9.x86_64", 2024-04-15T16:06:27.010 INFO:tasks.workunit.client.0.smithi016.stdout: "svn_revision": "5022", 2024-04-15T16:06:27.010 INFO:tasks.workunit.client.0.smithi016.stdout: "version": [ 2024-04-15T16:06:27.010 INFO:tasks.workunit.client.0.smithi016.stdout: 7, 2024-04-15T16:06:27.010 INFO:tasks.workunit.client.0.smithi016.stdout: 1 2024-04-15T16:06:27.010 INFO:tasks.workunit.client.0.smithi016.stdout: ] 2024-04-15T16:06:27.010 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.010 INFO:tasks.workunit.client.0.smithi016.stdout: "temperature": { 2024-04-15T16:06:27.010 INFO:tasks.workunit.client.0.smithi016.stdout: "current": 33 2024-04-15T16:06:27.010 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.010 INFO:tasks.workunit.client.0.smithi016.stdout: "user_capacity": { 2024-04-15T16:06:27.010 INFO:tasks.workunit.client.0.smithi016.stdout: "blocks": 937703088, 2024-04-15T16:06:27.010 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 480103981056 2024-04-15T16:06:27.011 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T16:06:27.011 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T16:06:27.011 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T16:06:27.011 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.011 INFO:tasks.workunit.client.0.smithi016.stdout: "8f9dab74-fb35-11ee-b99d-0cc47abd1564": { 2024-04-15T16:06:27.011 INFO:tasks.workunit.client.0.smithi016.stdout: "INTEL_SSDPEDMD400G4_8f9e4dd6-fb35-11ee-b99d-0cc47abd1564": { 2024-04-15T16:06:27.011 INFO:tasks.workunit.client.0.smithi016.stdout: "20240415-143116": { 2024-04-15T16:06:27.011 INFO:tasks.workunit.client.0.smithi016.stdout: "device": { 2024-04-15T16:06:27.011 INFO:tasks.workunit.client.0.smithi016.stdout: "info_name": "/dev/nvme0n1", 2024-04-15T16:06:27.011 INFO:tasks.workunit.client.0.smithi016.stdout: "name": "/dev/nvme0n1", 2024-04-15T16:06:27.011 INFO:tasks.workunit.client.0.smithi016.stdout: "protocol": "NVMe", 2024-04-15T16:06:27.011 INFO:tasks.workunit.client.0.smithi016.stdout: "type": "nvme" 2024-04-15T16:06:27.011 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.011 INFO:tasks.workunit.client.0.smithi016.stdout: "firmware_version": "8DV101H0", 2024-04-15T16:06:27.012 INFO:tasks.workunit.client.0.smithi016.stdout: "host_id": "8f9dab74-fb35-11ee-b99d-0cc47abd1564", 2024-04-15T16:06:27.012 INFO:tasks.workunit.client.0.smithi016.stdout: "json_format_version": [ 2024-04-15T16:06:27.012 INFO:tasks.workunit.client.0.smithi016.stdout: 1, 2024-04-15T16:06:27.012 INFO:tasks.workunit.client.0.smithi016.stdout: 0 2024-04-15T16:06:27.012 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:27.012 INFO:tasks.workunit.client.0.smithi016.stdout: "local_time": { 2024-04-15T16:06:27.012 INFO:tasks.workunit.client.0.smithi016.stdout: "asctime": "Mon Apr 15 14:31:16 2024 UTC", 2024-04-15T16:06:27.012 INFO:tasks.workunit.client.0.smithi016.stdout: "time_t": 1713191476 2024-04-15T16:06:27.012 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.012 INFO:tasks.workunit.client.0.smithi016.stdout: "logical_block_size": 512, 2024-04-15T16:06:27.012 INFO:tasks.workunit.client.0.smithi016.stdout: "model_name": "INTEL SSDPEDMD400G4", 2024-04-15T16:06:27.012 INFO:tasks.workunit.client.0.smithi016.stdout: "nvme_controller_id": 0, 2024-04-15T16:06:27.012 INFO:tasks.workunit.client.0.smithi016.stdout: "nvme_ieee_oui_identifier": 6083300, 2024-04-15T16:06:27.012 INFO:tasks.workunit.client.0.smithi016.stdout: "nvme_namespaces": [ 2024-04-15T16:06:27.012 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-15T16:06:27.013 INFO:tasks.workunit.client.0.smithi016.stdout: "capacity": { 2024-04-15T16:06:27.013 INFO:tasks.workunit.client.0.smithi016.stdout: "blocks": 781422768, 2024-04-15T16:06:27.013 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 400088457216 2024-04-15T16:06:27.013 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.013 INFO:tasks.workunit.client.0.smithi016.stdout: "formatted_lba_size": 512, 2024-04-15T16:06:27.013 INFO:tasks.workunit.client.0.smithi016.stdout: "id": 1, 2024-04-15T16:06:27.013 INFO:tasks.workunit.client.0.smithi016.stdout: "size": { 2024-04-15T16:06:27.013 INFO:tasks.workunit.client.0.smithi016.stdout: "blocks": 781422768, 2024-04-15T16:06:27.013 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 400088457216 2024-04-15T16:06:27.013 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.013 INFO:tasks.workunit.client.0.smithi016.stdout: "utilization": { 2024-04-15T16:06:27.013 INFO:tasks.workunit.client.0.smithi016.stdout: "blocks": 781422768, 2024-04-15T16:06:27.013 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 400088457216 2024-04-15T16:06:27.013 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T16:06:27.014 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T16:06:27.014 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:27.014 INFO:tasks.workunit.client.0.smithi016.stdout: "nvme_number_of_namespaces": 1, 2024-04-15T16:06:27.014 INFO:tasks.workunit.client.0.smithi016.stdout: "nvme_pci_vendor": { 2024-04-15T16:06:27.014 INFO:tasks.workunit.client.0.smithi016.stdout: "id": 32902, 2024-04-15T16:06:27.014 INFO:tasks.workunit.client.0.smithi016.stdout: "subsystem_id": 32902 2024-04-15T16:06:27.014 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.014 INFO:tasks.workunit.client.0.smithi016.stdout: "nvme_smart_health_information_add_log": { 2024-04-15T16:06:27.014 INFO:tasks.workunit.client.0.smithi016.stdout: "Device stats": { 2024-04-15T16:06:27.014 INFO:tasks.workunit.client.0.smithi016.stdout: "avail_fw_downgrades": { 2024-04-15T16:06:27.014 INFO:tasks.workunit.client.0.smithi016.stdout: "normalized": 0, 2024-04-15T16:06:27.014 INFO:tasks.workunit.client.0.smithi016.stdout: "raw": 0 2024-04-15T16:06:27.014 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.014 INFO:tasks.workunit.client.0.smithi016.stdout: "crc_error_count": { 2024-04-15T16:06:27.015 INFO:tasks.workunit.client.0.smithi016.stdout: "normalized": 100, 2024-04-15T16:06:27.015 INFO:tasks.workunit.client.0.smithi016.stdout: "raw": 0 2024-04-15T16:06:27.015 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.015 INFO:tasks.workunit.client.0.smithi016.stdout: "end_to_end_error_detection_count": { 2024-04-15T16:06:27.015 INFO:tasks.workunit.client.0.smithi016.stdout: "normalized": 100, 2024-04-15T16:06:27.015 INFO:tasks.workunit.client.0.smithi016.stdout: "raw": 0 2024-04-15T16:06:27.015 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.015 INFO:tasks.workunit.client.0.smithi016.stdout: "erase_fail_count": { 2024-04-15T16:06:27.015 INFO:tasks.workunit.client.0.smithi016.stdout: "normalized": 100, 2024-04-15T16:06:27.015 INFO:tasks.workunit.client.0.smithi016.stdout: "raw": 0 2024-04-15T16:06:27.015 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.015 INFO:tasks.workunit.client.0.smithi016.stdout: "host_bytes_written": { 2024-04-15T16:06:27.015 INFO:tasks.workunit.client.0.smithi016.stdout: "normalized": 100, 2024-04-15T16:06:27.015 INFO:tasks.workunit.client.0.smithi016.stdout: "raw": 29079146 2024-04-15T16:06:27.016 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.016 INFO:tasks.workunit.client.0.smithi016.stdout: "host_ctx_wear_used": { 2024-04-15T16:06:27.016 INFO:tasks.workunit.client.0.smithi016.stdout: "normalized": 100, 2024-04-15T16:06:27.016 INFO:tasks.workunit.client.0.smithi016.stdout: "raw": 1 2024-04-15T16:06:27.016 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.016 INFO:tasks.workunit.client.0.smithi016.stdout: "media_bytes_read": { 2024-04-15T16:06:27.016 INFO:tasks.workunit.client.0.smithi016.stdout: "normalized": 0, 2024-04-15T16:06:27.016 INFO:tasks.workunit.client.0.smithi016.stdout: "raw": 0 2024-04-15T16:06:27.016 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.016 INFO:tasks.workunit.client.0.smithi016.stdout: "nand_bytes_written": { 2024-04-15T16:06:27.016 INFO:tasks.workunit.client.0.smithi016.stdout: "normalized": 100, 2024-04-15T16:06:27.016 INFO:tasks.workunit.client.0.smithi016.stdout: "raw": 47147913 2024-04-15T16:06:27.016 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.016 INFO:tasks.workunit.client.0.smithi016.stdout: "perf_stat_indicator": { 2024-04-15T16:06:27.017 INFO:tasks.workunit.client.0.smithi016.stdout: "normalized": 0, 2024-04-15T16:06:27.017 INFO:tasks.workunit.client.0.smithi016.stdout: "raw": 0 2024-04-15T16:06:27.017 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.017 INFO:tasks.workunit.client.0.smithi016.stdout: "pll_lock_loss_count": { 2024-04-15T16:06:27.017 INFO:tasks.workunit.client.0.smithi016.stdout: "normalized": 100, 2024-04-15T16:06:27.017 INFO:tasks.workunit.client.0.smithi016.stdout: "raw": 0 2024-04-15T16:06:27.017 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.017 INFO:tasks.workunit.client.0.smithi016.stdout: "program_fail_count": { 2024-04-15T16:06:27.017 INFO:tasks.workunit.client.0.smithi016.stdout: "normalized": 100, 2024-04-15T16:06:27.017 INFO:tasks.workunit.client.0.smithi016.stdout: "raw": 0 2024-04-15T16:06:27.017 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.017 INFO:tasks.workunit.client.0.smithi016.stdout: "re_alloc_sectr_cnt": { 2024-04-15T16:06:27.017 INFO:tasks.workunit.client.0.smithi016.stdout: "normalized": 0, 2024-04-15T16:06:27.017 INFO:tasks.workunit.client.0.smithi016.stdout: "raw": 0 2024-04-15T16:06:27.018 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.018 INFO:tasks.workunit.client.0.smithi016.stdout: "retry_buffer_overflow_count": { 2024-04-15T16:06:27.018 INFO:tasks.workunit.client.0.smithi016.stdout: "normalized": 100, 2024-04-15T16:06:27.018 INFO:tasks.workunit.client.0.smithi016.stdout: "raw": 0 2024-04-15T16:06:27.018 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.018 INFO:tasks.workunit.client.0.smithi016.stdout: "soft_ecc_err_rate": { 2024-04-15T16:06:27.018 INFO:tasks.workunit.client.0.smithi016.stdout: "normalized": 0, 2024-04-15T16:06:27.018 INFO:tasks.workunit.client.0.smithi016.stdout: "raw": 0 2024-04-15T16:06:27.018 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.018 INFO:tasks.workunit.client.0.smithi016.stdout: "thermal_throttle_status": { 2024-04-15T16:06:27.018 INFO:tasks.workunit.client.0.smithi016.stdout: "normalized": 100, 2024-04-15T16:06:27.018 INFO:tasks.workunit.client.0.smithi016.stdout: "raw": { 2024-04-15T16:06:27.018 INFO:tasks.workunit.client.0.smithi016.stdout: "cnt": 0, 2024-04-15T16:06:27.019 INFO:tasks.workunit.client.0.smithi016.stdout: "pct": 0 2024-04-15T16:06:27.019 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T16:06:27.019 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.019 INFO:tasks.workunit.client.0.smithi016.stdout: "timed_workload_host_reads": { 2024-04-15T16:06:27.019 INFO:tasks.workunit.client.0.smithi016.stdout: "normalized": 100, 2024-04-15T16:06:27.019 INFO:tasks.workunit.client.0.smithi016.stdout: "raw": 65535 2024-04-15T16:06:27.019 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.019 INFO:tasks.workunit.client.0.smithi016.stdout: "timed_workload_media_wear": { 2024-04-15T16:06:27.019 INFO:tasks.workunit.client.0.smithi016.stdout: "normalized": 100, 2024-04-15T16:06:27.019 INFO:tasks.workunit.client.0.smithi016.stdout: "raw": 64 2024-04-15T16:06:27.019 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.019 INFO:tasks.workunit.client.0.smithi016.stdout: "timed_workload_timer": { 2024-04-15T16:06:27.019 INFO:tasks.workunit.client.0.smithi016.stdout: "normalized": 100, 2024-04-15T16:06:27.020 INFO:tasks.workunit.client.0.smithi016.stdout: "raw": 65535 2024-04-15T16:06:27.020 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.020 INFO:tasks.workunit.client.0.smithi016.stdout: "unexp_power_loss": { 2024-04-15T16:06:27.020 INFO:tasks.workunit.client.0.smithi016.stdout: "normalized": 0, 2024-04-15T16:06:27.020 INFO:tasks.workunit.client.0.smithi016.stdout: "raw": 0 2024-04-15T16:06:27.020 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.020 INFO:tasks.workunit.client.0.smithi016.stdout: "wear_leveling": { 2024-04-15T16:06:27.020 INFO:tasks.workunit.client.0.smithi016.stdout: "normalized": 90, 2024-04-15T16:06:27.020 INFO:tasks.workunit.client.0.smithi016.stdout: "raw": { 2024-04-15T16:06:27.020 INFO:tasks.workunit.client.0.smithi016.stdout: "avg": 3165, 2024-04-15T16:06:27.020 INFO:tasks.workunit.client.0.smithi016.stdout: "max": 3186, 2024-04-15T16:06:27.020 INFO:tasks.workunit.client.0.smithi016.stdout: "min": 3145 2024-04-15T16:06:27.020 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T16:06:27.020 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T16:06:27.021 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.021 INFO:tasks.workunit.client.0.smithi016.stdout: "Intel Smart log": "nvme0n1" 2024-04-15T16:06:27.021 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.021 INFO:tasks.workunit.client.0.smithi016.stdout: "nvme_smart_health_information_log": { 2024-04-15T16:06:27.021 INFO:tasks.workunit.client.0.smithi016.stdout: "available_spare": 100, 2024-04-15T16:06:27.021 INFO:tasks.workunit.client.0.smithi016.stdout: "available_spare_threshold": 10, 2024-04-15T16:06:27.021 INFO:tasks.workunit.client.0.smithi016.stdout: "controller_busy_time": 21, 2024-04-15T16:06:27.021 INFO:tasks.workunit.client.0.smithi016.stdout: "critical_warning": 0, 2024-04-15T16:06:27.021 INFO:tasks.workunit.client.0.smithi016.stdout: "data_units_read": 367524241, 2024-04-15T16:06:27.021 INFO:tasks.workunit.client.0.smithi016.stdout: "data_units_written": 1905730977, 2024-04-15T16:06:27.021 INFO:tasks.workunit.client.0.smithi016.stdout: "host_reads": 5626765605, 2024-04-15T16:06:27.021 INFO:tasks.workunit.client.0.smithi016.stdout: "host_writes": 32550756084, 2024-04-15T16:06:27.021 INFO:tasks.workunit.client.0.smithi016.stdout: "media_errors": 0, 2024-04-15T16:06:27.022 INFO:tasks.workunit.client.0.smithi016.stdout: "num_err_log_entries": 0, 2024-04-15T16:06:27.022 INFO:tasks.workunit.client.0.smithi016.stdout: "percentage_used": 10, 2024-04-15T16:06:27.022 INFO:tasks.workunit.client.0.smithi016.stdout: "power_cycles": 44153, 2024-04-15T16:06:27.022 INFO:tasks.workunit.client.0.smithi016.stdout: "power_on_hours": 57405, 2024-04-15T16:06:27.022 INFO:tasks.workunit.client.0.smithi016.stdout: "temperature": 24, 2024-04-15T16:06:27.022 INFO:tasks.workunit.client.0.smithi016.stdout: "unsafe_shutdowns": 819 2024-04-15T16:06:27.022 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.022 INFO:tasks.workunit.client.0.smithi016.stdout: "nvme_vendor": "intel", 2024-04-15T16:06:27.022 INFO:tasks.workunit.client.0.smithi016.stdout: "power_cycle_count": 44153, 2024-04-15T16:06:27.022 INFO:tasks.workunit.client.0.smithi016.stdout: "power_on_time": { 2024-04-15T16:06:27.022 INFO:tasks.workunit.client.0.smithi016.stdout: "hours": 57405 2024-04-15T16:06:27.022 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.022 INFO:tasks.workunit.client.0.smithi016.stdout: "serial_number": "deleted", 2024-04-15T16:06:27.022 INFO:tasks.workunit.client.0.smithi016.stdout: "smart_status": { 2024-04-15T16:06:27.023 INFO:tasks.workunit.client.0.smithi016.stdout: "nvme": { 2024-04-15T16:06:27.023 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:27.023 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.023 INFO:tasks.workunit.client.0.smithi016.stdout: "passed": true 2024-04-15T16:06:27.023 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.023 INFO:tasks.workunit.client.0.smithi016.stdout: "smartctl": { 2024-04-15T16:06:27.023 INFO:tasks.workunit.client.0.smithi016.stdout: "argv": [ 2024-04-15T16:06:27.023 INFO:tasks.workunit.client.0.smithi016.stdout: "smartctl", 2024-04-15T16:06:27.023 INFO:tasks.workunit.client.0.smithi016.stdout: "-x", 2024-04-15T16:06:27.023 INFO:tasks.workunit.client.0.smithi016.stdout: "--json=o", 2024-04-15T16:06:27.023 INFO:tasks.workunit.client.0.smithi016.stdout: "/dev/nvme0n1" 2024-04-15T16:06:27.023 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:27.023 INFO:tasks.workunit.client.0.smithi016.stdout: "build_info": "(local build)", 2024-04-15T16:06:27.023 INFO:tasks.workunit.client.0.smithi016.stdout: "exit_status": 0, 2024-04-15T16:06:27.024 INFO:tasks.workunit.client.0.smithi016.stdout: "output": [ 2024-04-15T16:06:27.024 INFO:tasks.workunit.client.0.smithi016.stdout: "smartctl 7.1 2019-12-30 r5022 [x86_64-linux-5.14.0-438.el9.x86_64] (local build)", 2024-04-15T16:06:27.024 INFO:tasks.workunit.client.0.smithi016.stdout: "Copyright (C) 2002-19, Bruce Allen, Christian Franke, www.smartmontools.org", 2024-04-15T16:06:27.024 INFO:tasks.workunit.client.0.smithi016.stdout: "", 2024-04-15T16:06:27.024 INFO:tasks.workunit.client.0.smithi016.stdout: "=== START OF INFORMATION SECTION ===", 2024-04-15T16:06:27.024 INFO:tasks.workunit.client.0.smithi016.stdout: "Model Number: INTEL SSDPEDMD400G4", 2024-04-15T16:06:27.024 INFO:tasks.workunit.client.0.smithi016.stdout: "Serial Number: deleted", 2024-04-15T16:06:27.024 INFO:tasks.workunit.client.0.smithi016.stdout: "Firmware Version: 8DV101H0", 2024-04-15T16:06:27.024 INFO:tasks.workunit.client.0.smithi016.stdout: "PCI Vendor/Subsystem ID: 0x8086", 2024-04-15T16:06:27.024 INFO:tasks.workunit.client.0.smithi016.stdout: "IEEE OUI Identifier: 0x5cd2e4", 2024-04-15T16:06:27.024 INFO:tasks.workunit.client.0.smithi016.stdout: "Controller ID: 0", 2024-04-15T16:06:27.024 INFO:tasks.workunit.client.0.smithi016.stdout: "Number of Namespaces: 1", 2024-04-15T16:06:27.024 INFO:tasks.workunit.client.0.smithi016.stdout: "Namespace 1 Size/Capacity: 400,088,457,216 [400 GB]", 2024-04-15T16:06:27.024 INFO:tasks.workunit.client.0.smithi016.stdout: "Namespace 1 Formatted LBA Size: 512", 2024-04-15T16:06:27.024 INFO:tasks.workunit.client.0.smithi016.stdout: "Local Time is: Mon Apr 15 14:31:16 2024 UTC", 2024-04-15T16:06:27.025 INFO:tasks.workunit.client.0.smithi016.stdout: "Firmware Updates (0x02): 1 Slot", 2024-04-15T16:06:27.025 INFO:tasks.workunit.client.0.smithi016.stdout: "Optional Admin Commands (0x0006): Format Frmw_DL", 2024-04-15T16:06:27.025 INFO:tasks.workunit.client.0.smithi016.stdout: "Optional NVM Commands (0x0006): Wr_Unc DS_Mngmt", 2024-04-15T16:06:27.025 INFO:tasks.workunit.client.0.smithi016.stdout: "Maximum Data Transfer Size: 32 Pages", 2024-04-15T16:06:27.025 INFO:tasks.workunit.client.0.smithi016.stdout: "", 2024-04-15T16:06:27.025 INFO:tasks.workunit.client.0.smithi016.stdout: "Supported Power States", 2024-04-15T16:06:27.025 INFO:tasks.workunit.client.0.smithi016.stdout: "St Op Max Active Idle RL RT WL WT Ent_Lat Ex_Lat", 2024-04-15T16:06:27.025 INFO:tasks.workunit.client.0.smithi016.stdout: " 0 + 25.00W - - 0 0 0 0 0 0", 2024-04-15T16:06:27.025 INFO:tasks.workunit.client.0.smithi016.stdout: "", 2024-04-15T16:06:27.025 INFO:tasks.workunit.client.0.smithi016.stdout: "Supported LBA Sizes (NSID 0x1)", 2024-04-15T16:06:27.025 INFO:tasks.workunit.client.0.smithi016.stdout: "Id Fmt Data Metadt Rel_Perf", 2024-04-15T16:06:27.025 INFO:tasks.workunit.client.0.smithi016.stdout: " 0 + 512 0 2", 2024-04-15T16:06:27.025 INFO:tasks.workunit.client.0.smithi016.stdout: " 1 - 512 8 2", 2024-04-15T16:06:27.025 INFO:tasks.workunit.client.0.smithi016.stdout: " 2 - 512 16 2", 2024-04-15T16:06:27.025 INFO:tasks.workunit.client.0.smithi016.stdout: " 3 - 4096 0 0", 2024-04-15T16:06:27.026 INFO:tasks.workunit.client.0.smithi016.stdout: " 4 - 4096 8 0", 2024-04-15T16:06:27.026 INFO:tasks.workunit.client.0.smithi016.stdout: " 5 - 4096 64 0", 2024-04-15T16:06:27.026 INFO:tasks.workunit.client.0.smithi016.stdout: " 6 - 4096 128 0", 2024-04-15T16:06:27.026 INFO:tasks.workunit.client.0.smithi016.stdout: "", 2024-04-15T16:06:27.026 INFO:tasks.workunit.client.0.smithi016.stdout: "=== START OF SMART DATA SECTION ===", 2024-04-15T16:06:27.026 INFO:tasks.workunit.client.0.smithi016.stdout: "SMART overall-health self-assessment test result: PASSED", 2024-04-15T16:06:27.026 INFO:tasks.workunit.client.0.smithi016.stdout: "", 2024-04-15T16:06:27.026 INFO:tasks.workunit.client.0.smithi016.stdout: "SMART/Health Information (NVMe Log 0x02)", 2024-04-15T16:06:27.026 INFO:tasks.workunit.client.0.smithi016.stdout: "Critical Warning: 0x00", 2024-04-15T16:06:27.026 INFO:tasks.workunit.client.0.smithi016.stdout: "Temperature: 24 Celsius", 2024-04-15T16:06:27.026 INFO:tasks.workunit.client.0.smithi016.stdout: "Available Spare: 100%", 2024-04-15T16:06:27.026 INFO:tasks.workunit.client.0.smithi016.stdout: "Available Spare Threshold: 10%", 2024-04-15T16:06:27.026 INFO:tasks.workunit.client.0.smithi016.stdout: "Percentage Used: 10%", 2024-04-15T16:06:27.026 INFO:tasks.workunit.client.0.smithi016.stdout: "Data Units Read: 367,524,241 [188 TB]", 2024-04-15T16:06:27.027 INFO:tasks.workunit.client.0.smithi016.stdout: "Data Units Written: 1,905,730,977 [975 TB]", 2024-04-15T16:06:27.027 INFO:tasks.workunit.client.0.smithi016.stdout: "Host Read Commands: 5,626,765,605", 2024-04-15T16:06:27.027 INFO:tasks.workunit.client.0.smithi016.stdout: "Host Write Commands: 32,550,756,084", 2024-04-15T16:06:27.027 INFO:tasks.workunit.client.0.smithi016.stdout: "Controller Busy Time: 21", 2024-04-15T16:06:27.027 INFO:tasks.workunit.client.0.smithi016.stdout: "Power Cycles: 44,153", 2024-04-15T16:06:27.027 INFO:tasks.workunit.client.0.smithi016.stdout: "Power On Hours: 57,405", 2024-04-15T16:06:27.027 INFO:tasks.workunit.client.0.smithi016.stdout: "Unsafe Shutdowns: 819", 2024-04-15T16:06:27.027 INFO:tasks.workunit.client.0.smithi016.stdout: "Media and Data Integrity Errors: 0", 2024-04-15T16:06:27.027 INFO:tasks.workunit.client.0.smithi016.stdout: "Error Information Log Entries: 0", 2024-04-15T16:06:27.027 INFO:tasks.workunit.client.0.smithi016.stdout: "", 2024-04-15T16:06:27.027 INFO:tasks.workunit.client.0.smithi016.stdout: "Error Information (NVMe Log 0x01, max 64 entries)", 2024-04-15T16:06:27.027 INFO:tasks.workunit.client.0.smithi016.stdout: "No Errors Logged", 2024-04-15T16:06:27.027 INFO:tasks.workunit.client.0.smithi016.stdout: "" 2024-04-15T16:06:27.027 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:27.028 INFO:tasks.workunit.client.0.smithi016.stdout: "platform_info": "x86_64-linux-5.14.0-438.el9.x86_64", 2024-04-15T16:06:27.028 INFO:tasks.workunit.client.0.smithi016.stdout: "svn_revision": "5022", 2024-04-15T16:06:27.028 INFO:tasks.workunit.client.0.smithi016.stdout: "version": [ 2024-04-15T16:06:27.028 INFO:tasks.workunit.client.0.smithi016.stdout: 7, 2024-04-15T16:06:27.028 INFO:tasks.workunit.client.0.smithi016.stdout: 1 2024-04-15T16:06:27.028 INFO:tasks.workunit.client.0.smithi016.stdout: ] 2024-04-15T16:06:27.028 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.028 INFO:tasks.workunit.client.0.smithi016.stdout: "temperature": { 2024-04-15T16:06:27.028 INFO:tasks.workunit.client.0.smithi016.stdout: "current": 24 2024-04-15T16:06:27.028 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.028 INFO:tasks.workunit.client.0.smithi016.stdout: "user_capacity": { 2024-04-15T16:06:27.028 INFO:tasks.workunit.client.0.smithi016.stdout: "blocks": 781422768, 2024-04-15T16:06:27.028 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 400088457216 2024-04-15T16:06:27.028 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T16:06:27.029 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T16:06:27.029 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T16:06:27.029 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T16:06:27.029 INFO:tasks.workunit.client.0.smithi016.stdout:} 2024-04-15T16:06:27.029 INFO:tasks.workunit.client.0.smithi016.stderr:+ ceph telemetry show 2024-04-15T16:06:27.030 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 16:06:25 smithi016 ceph-mon[93212]: from='client.36156 -' entity='client.admin' cmd=[{"prefix": "telemetry on", "license": "sharing-1-0", "target": ["mon-mgr", ""]}]: dispatch 2024-04-15T16:06:27.030 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 16:06:25 smithi016 ceph-mon[93212]: pgmap v5067: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail 2024-04-15T16:06:27.030 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 16:06:25 smithi016 ceph-mon[93212]: from='client.36156 -' entity='client.admin' cmd=[{"prefix": "telemetry on", "license": "sharing-1-0", "target": ["mon-mgr", ""]}]: dispatch 2024-04-15T16:06:27.030 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 16:06:25 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-15T16:06:27.030 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 16:06:25 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-15T16:06:27.030 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 16:06:25 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-15T16:06:27.030 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 16:06:25 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-15T16:06:27.030 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 16:06:25 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-15T16:06:27.030 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 16:06:25 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-15T16:06:27.030 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 16:06:25 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-15T16:06:27.030 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 16:06:25 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-15T16:06:27.030 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 16:06:25 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-15T16:06:27.030 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 16:06:25 smithi016 ceph-mon[93212]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-15T16:06:27.031 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 16:06:25 smithi016 ceph-mon[93212]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-15T16:06:27.031 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 16:06:25 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-15T16:06:27.031 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 16:06:25 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-15T16:06:27.031 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 16:06:25 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-15T16:06:27.031 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 16:06:25 smithi016 ceph-mon[93212]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-15T16:06:27.031 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 16:06:25 smithi016 ceph-mon[93212]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-15T16:06:27.031 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 16:06:25 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-15T16:06:27.031 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 16:06:25 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-15T16:06:27.031 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 16:06:25 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-15T16:06:27.031 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 16:06:25 smithi016 ceph-mon[93212]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-15T16:06:27.031 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 16:06:25 smithi016 ceph-mon[93212]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-15T16:06:27.031 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 16:06:25 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-15T16:06:27.031 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 16:06:25 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-15T16:06:27.031 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 16:06:25 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-15T16:06:27.032 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 16:06:25 smithi016 ceph-mon[90652]: from='client.36156 -' entity='client.admin' cmd=[{"prefix": "telemetry on", "license": "sharing-1-0", "target": ["mon-mgr", ""]}]: dispatch 2024-04-15T16:06:27.032 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 16:06:25 smithi016 ceph-mon[90652]: pgmap v5067: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail 2024-04-15T16:06:27.032 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 16:06:25 smithi016 ceph-mon[90652]: from='client.36156 -' entity='client.admin' cmd=[{"prefix": "telemetry on", "license": "sharing-1-0", "target": ["mon-mgr", ""]}]: dispatch 2024-04-15T16:06:27.032 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 16:06:25 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-15T16:06:27.032 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 16:06:25 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-15T16:06:27.032 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 16:06:25 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-15T16:06:27.032 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 16:06:25 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-15T16:06:27.032 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 16:06:25 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-15T16:06:27.033 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 16:06:25 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-15T16:06:27.033 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 16:06:25 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-15T16:06:27.033 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 16:06:25 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-15T16:06:27.033 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 16:06:25 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-15T16:06:27.033 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 16:06:25 smithi016 ceph-mon[90652]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-15T16:06:27.033 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 16:06:25 smithi016 ceph-mon[90652]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-15T16:06:27.033 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 16:06:25 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-15T16:06:27.033 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 16:06:25 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-15T16:06:27.033 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 16:06:25 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-15T16:06:27.033 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 16:06:25 smithi016 ceph-mon[90652]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-15T16:06:27.033 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 16:06:25 smithi016 ceph-mon[90652]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-15T16:06:27.033 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 16:06:25 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-15T16:06:27.033 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 16:06:25 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-15T16:06:27.033 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 16:06:25 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-15T16:06:27.034 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 16:06:25 smithi016 ceph-mon[90652]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-15T16:06:27.034 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 16:06:25 smithi016 ceph-mon[90652]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-15T16:06:27.034 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 16:06:25 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-15T16:06:27.034 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 16:06:25 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-15T16:06:27.034 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 16:06:25 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-15T16:06:27.034 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 16:06:25 smithi016 ceph-mon[90652]: from='client.46097 -' entity='client.admin' cmd=[{"prefix": "telemetry show", "target": ["mon-mgr", ""]}]: dispatch 2024-04-15T16:06:27.034 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 16:06:25 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T16:06:27.034 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 16:06:25 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-15T16:06:27.034 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 16:06:25 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-15T16:06:27.034 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 16:06:25 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-15T16:06:27.034 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 16:06:25 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-15T16:06:27.034 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 16:06:25 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-15T16:06:27.034 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 16:06:25 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-15T16:06:27.035 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 16:06:25 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-15T16:06:27.035 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 16:06:25 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-15T16:06:27.035 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 16:06:25 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-15T16:06:27.035 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 16:06:25 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-15T16:06:27.035 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 16:06:25 smithi016 ceph-mon[90652]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-15T16:06:27.035 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 16:06:25 smithi016 ceph-mon[90652]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-15T16:06:27.035 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 16:06:25 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-15T16:06:27.035 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 16:06:25 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-15T16:06:27.035 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 16:06:25 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-15T16:06:27.035 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 16:06:25 smithi016 ceph-mon[90652]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-15T16:06:27.035 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 16:06:25 smithi016 ceph-mon[90652]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-15T16:06:27.035 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 16:06:25 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-15T16:06:27.035 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 16:06:25 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-15T16:06:27.035 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 16:06:25 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-15T16:06:27.036 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 16:06:25 smithi016 ceph-mon[90652]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-15T16:06:27.036 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 16:06:25 smithi016 ceph-mon[90652]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-15T16:06:27.036 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 16:06:25 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-15T16:06:27.036 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 16:06:25 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-15T16:06:27.036 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 16:06:25 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-15T16:06:27.036 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 16:06:25 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T16:06:27.036 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 16:06:25 smithi016 ceph-mon[93212]: from='client.46097 -' entity='client.admin' cmd=[{"prefix": "telemetry show", "target": ["mon-mgr", ""]}]: dispatch 2024-04-15T16:06:27.036 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 16:06:25 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T16:06:27.036 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 16:06:25 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-15T16:06:27.036 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 16:06:25 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-15T16:06:27.037 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 16:06:25 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-15T16:06:27.037 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 16:06:25 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-15T16:06:27.037 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 16:06:25 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-15T16:06:27.037 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 16:06:25 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-15T16:06:27.037 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 16:06:25 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-15T16:06:27.037 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 16:06:25 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-15T16:06:27.037 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 16:06:25 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-15T16:06:27.037 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 16:06:25 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-15T16:06:27.037 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 16:06:25 smithi016 ceph-mon[93212]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-15T16:06:27.037 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 16:06:25 smithi016 ceph-mon[93212]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-15T16:06:27.037 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 16:06:25 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-15T16:06:27.037 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 16:06:25 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-15T16:06:27.037 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 16:06:25 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-15T16:06:27.037 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 16:06:25 smithi016 ceph-mon[93212]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-15T16:06:27.038 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 16:06:25 smithi016 ceph-mon[93212]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-15T16:06:27.038 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 16:06:25 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-15T16:06:27.038 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 16:06:25 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-15T16:06:27.038 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 16:06:25 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-15T16:06:27.038 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 16:06:25 smithi016 ceph-mon[93212]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-15T16:06:27.038 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 16:06:25 smithi016 ceph-mon[93212]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-15T16:06:27.038 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 16:06:25 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-15T16:06:27.038 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 16:06:25 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-15T16:06:27.038 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 16:06:25 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-15T16:06:27.038 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 16:06:25 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T16:06:27.038 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 16:06:25 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-15T16:06:27.038 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 16:06:25 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-15T16:06:27.038 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 16:06:25 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-15T16:06:27.038 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 16:06:25 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-15T16:06:27.039 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 16:06:25 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-15T16:06:27.039 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 16:06:25 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-15T16:06:27.039 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 16:06:25 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-15T16:06:27.039 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 16:06:25 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-15T16:06:27.039 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 16:06:25 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-15T16:06:27.039 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 16:06:25 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-15T16:06:27.039 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 16:06:25 smithi016 ceph-mon[93212]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-15T16:06:27.039 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 16:06:25 smithi016 ceph-mon[93212]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-15T16:06:27.039 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 16:06:25 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-15T16:06:27.039 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 16:06:25 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-15T16:06:27.039 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 16:06:25 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-15T16:06:27.039 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 16:06:25 smithi016 ceph-mon[93212]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-15T16:06:27.039 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 16:06:25 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-15T16:06:27.039 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 16:06:25 smithi016 ceph-mon[93212]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-15T16:06:27.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 16:06:25 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-15T16:06:27.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 16:06:25 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-15T16:06:27.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 16:06:25 smithi016 ceph-mon[93212]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-15T16:06:27.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 16:06:25 smithi016 ceph-mon[93212]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-15T16:06:27.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 16:06:25 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-15T16:06:27.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 16:06:25 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-15T16:06:27.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 16:06:25 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-15T16:06:27.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 16:06:25 smithi016 ceph-mon[93212]: Health check cleared: TELEMETRY_CHANGED (was: Telemetry requires re-opt-in) 2024-04-15T16:06:27.040 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 16:06:25 smithi016 ceph-mon[93212]: Cluster is now healthy 2024-04-15T16:06:27.040 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 16:06:25 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-15T16:06:27.041 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 16:06:25 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-15T16:06:27.041 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 16:06:25 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-15T16:06:27.041 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 16:06:25 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-15T16:06:27.041 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 16:06:25 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-15T16:06:27.041 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 16:06:25 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-15T16:06:27.041 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 16:06:25 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-15T16:06:27.041 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 16:06:25 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-15T16:06:27.041 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 16:06:25 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-15T16:06:27.041 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 16:06:25 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-15T16:06:27.041 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 16:06:25 smithi016 ceph-mon[90652]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-15T16:06:27.041 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 16:06:25 smithi016 ceph-mon[90652]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-15T16:06:27.041 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 16:06:25 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-15T16:06:27.041 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 16:06:25 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-15T16:06:27.041 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 16:06:25 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-15T16:06:27.042 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 16:06:25 smithi016 ceph-mon[90652]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-15T16:06:27.042 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 16:06:25 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-15T16:06:27.042 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 16:06:25 smithi016 ceph-mon[90652]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-15T16:06:27.042 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 16:06:25 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-15T16:06:27.042 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 16:06:25 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-15T16:06:27.042 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 16:06:25 smithi016 ceph-mon[90652]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-15T16:06:27.042 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 16:06:25 smithi016 ceph-mon[90652]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-15T16:06:27.042 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 16:06:25 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-15T16:06:27.042 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 16:06:25 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-15T16:06:27.042 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 16:06:25 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-15T16:06:27.042 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 16:06:25 smithi016 ceph-mon[90652]: Health check cleared: TELEMETRY_CHANGED (was: Telemetry requires re-opt-in) 2024-04-15T16:06:27.042 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 16:06:25 smithi016 ceph-mon[90652]: Cluster is now healthy 2024-04-15T16:06:27.046 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 16:06:25 smithi102 ceph-mon[87131]: from='client.36156 -' entity='client.admin' cmd=[{"prefix": "telemetry on", "license": "sharing-1-0", "target": ["mon-mgr", ""]}]: dispatch 2024-04-15T16:06:27.046 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 16:06:25 smithi102 ceph-mon[87131]: pgmap v5067: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail 2024-04-15T16:06:27.046 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 16:06:25 smithi102 ceph-mon[87131]: from='client.36156 -' entity='client.admin' cmd=[{"prefix": "telemetry on", "license": "sharing-1-0", "target": ["mon-mgr", ""]}]: dispatch 2024-04-15T16:06:27.046 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 16:06:25 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-15T16:06:27.046 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 16:06:25 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-15T16:06:27.047 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 16:06:25 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-15T16:06:27.047 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 16:06:25 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-15T16:06:27.047 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 16:06:25 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-15T16:06:27.047 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 16:06:25 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-15T16:06:27.047 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 16:06:25 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-15T16:06:27.047 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 16:06:25 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-15T16:06:27.047 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 16:06:25 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-15T16:06:27.047 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 16:06:25 smithi102 ceph-mon[87131]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-15T16:06:27.047 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 16:06:25 smithi102 ceph-mon[87131]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-15T16:06:27.047 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 16:06:25 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-15T16:06:27.047 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 16:06:25 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-15T16:06:27.047 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 16:06:25 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-15T16:06:27.047 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 16:06:25 smithi102 ceph-mon[87131]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-15T16:06:27.047 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 16:06:25 smithi102 ceph-mon[87131]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-15T16:06:27.048 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 16:06:25 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-15T16:06:27.048 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 16:06:25 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-15T16:06:27.048 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 16:06:25 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-15T16:06:27.048 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 16:06:25 smithi102 ceph-mon[87131]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-15T16:06:27.048 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 16:06:25 smithi102 ceph-mon[87131]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-15T16:06:27.048 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 16:06:25 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-15T16:06:27.048 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 16:06:25 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-15T16:06:27.048 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 16:06:25 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-15T16:06:27.048 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 16:06:25 smithi102 ceph-mon[87131]: from='client.46097 -' entity='client.admin' cmd=[{"prefix": "telemetry show", "target": ["mon-mgr", ""]}]: dispatch 2024-04-15T16:06:27.048 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 16:06:25 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T16:06:27.048 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 16:06:25 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-15T16:06:27.048 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 16:06:25 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-15T16:06:27.048 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 16:06:25 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-15T16:06:27.048 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 16:06:25 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-15T16:06:27.049 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 16:06:25 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-15T16:06:27.049 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 16:06:25 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-15T16:06:27.049 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 16:06:25 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-15T16:06:27.049 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 16:06:25 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-15T16:06:27.049 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 16:06:25 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-15T16:06:27.049 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 16:06:25 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-15T16:06:27.049 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 16:06:25 smithi102 ceph-mon[87131]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-15T16:06:27.049 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 16:06:25 smithi102 ceph-mon[87131]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-15T16:06:27.049 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 16:06:25 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-15T16:06:27.049 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 16:06:25 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-15T16:06:27.049 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 16:06:25 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-15T16:06:27.049 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 16:06:25 smithi102 ceph-mon[87131]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-15T16:06:27.049 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 16:06:25 smithi102 ceph-mon[87131]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-15T16:06:27.050 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 16:06:25 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-15T16:06:27.050 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 16:06:25 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-15T16:06:27.050 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 16:06:25 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-15T16:06:27.050 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 16:06:25 smithi102 ceph-mon[87131]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-15T16:06:27.050 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 16:06:25 smithi102 ceph-mon[87131]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-15T16:06:27.050 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 16:06:25 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-15T16:06:27.050 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 16:06:25 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-15T16:06:27.050 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 16:06:25 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-15T16:06:27.050 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 16:06:25 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T16:06:27.050 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 16:06:25 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-15T16:06:27.050 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 16:06:25 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-15T16:06:27.050 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 16:06:25 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-15T16:06:27.050 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 16:06:25 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-15T16:06:27.051 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 16:06:25 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-15T16:06:27.051 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 16:06:25 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-15T16:06:27.051 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 16:06:25 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-15T16:06:27.051 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 16:06:25 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-15T16:06:27.051 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 16:06:25 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-15T16:06:27.051 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 16:06:25 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-15T16:06:27.051 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 16:06:25 smithi102 ceph-mon[87131]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-15T16:06:27.051 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 16:06:25 smithi102 ceph-mon[87131]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-15T16:06:27.051 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 16:06:25 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-15T16:06:27.051 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 16:06:25 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-15T16:06:27.051 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 16:06:25 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-15T16:06:27.051 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 16:06:25 smithi102 ceph-mon[87131]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-15T16:06:27.051 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 16:06:25 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-15T16:06:27.052 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 16:06:25 smithi102 ceph-mon[87131]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-15T16:06:27.052 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 16:06:25 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-15T16:06:27.052 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 16:06:25 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-15T16:06:27.052 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 16:06:25 smithi102 ceph-mon[87131]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-15T16:06:27.052 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 16:06:25 smithi102 ceph-mon[87131]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-15T16:06:27.052 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 16:06:25 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-15T16:06:27.052 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 16:06:25 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-15T16:06:27.052 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 16:06:25 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-15T16:06:27.052 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 16:06:25 smithi102 ceph-mon[87131]: Health check cleared: TELEMETRY_CHANGED (was: Telemetry requires re-opt-in) 2024-04-15T16:06:27.052 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 16:06:25 smithi102 ceph-mon[87131]: Cluster is now healthy 2024-04-15T16:06:27.052 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 16:06:26 smithi102 ceph-mon[87131]: from='client.46097 -' entity='client.admin' cmd=[{"prefix": "telemetry show", "target": ["mon-mgr", ""]}]: dispatch 2024-04-15T16:06:27.052 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 16:06:26 smithi102 ceph-mon[87131]: from='client.36192 -' entity='client.admin' cmd=[{"prefix": "telemetry show-device", "target": ["mon-mgr", ""]}]: dispatch 2024-04-15T16:06:27.052 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 16:06:26 smithi102 ceph-mon[87131]: from='client.36192 -' entity='client.admin' cmd=[{"prefix": "telemetry show-device", "target": ["mon-mgr", ""]}]: dispatch 2024-04-15T16:06:27.052 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 16:06:26 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T16:06:27.053 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 16:06:26 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-15T16:06:27.053 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 16:06:26 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-15T16:06:27.053 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 16:06:26 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-15T16:06:27.053 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 16:06:26 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-15T16:06:27.053 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 16:06:26 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-15T16:06:27.053 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 16:06:26 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-15T16:06:27.053 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 16:06:26 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-15T16:06:27.053 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 16:06:26 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-15T16:06:27.053 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 16:06:26 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-15T16:06:27.053 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 16:06:26 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-15T16:06:27.053 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 16:06:26 smithi102 ceph-mon[87131]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-15T16:06:27.053 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 16:06:26 smithi102 ceph-mon[87131]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-15T16:06:27.053 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 16:06:26 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-15T16:06:27.053 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 16:06:26 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-15T16:06:27.054 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 16:06:26 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-15T16:06:27.054 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 16:06:26 smithi102 ceph-mon[87131]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-15T16:06:27.054 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 16:06:26 smithi102 ceph-mon[87131]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-15T16:06:27.054 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 16:06:26 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-15T16:06:27.054 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 16:06:26 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-15T16:06:27.054 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 16:06:26 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-15T16:06:27.054 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 16:06:26 smithi102 ceph-mon[87131]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-15T16:06:27.054 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 16:06:26 smithi102 ceph-mon[87131]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-15T16:06:27.054 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 16:06:26 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-15T16:06:27.054 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 16:06:26 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-15T16:06:27.054 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 16:06:26 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-15T16:06:27.054 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 16:06:26 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T16:06:27.054 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 16:06:26 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-15T16:06:27.055 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 16:06:26 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-15T16:06:27.055 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 16:06:26 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-15T16:06:27.055 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 16:06:26 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-15T16:06:27.055 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 16:06:26 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-15T16:06:27.055 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 16:06:26 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-15T16:06:27.055 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 16:06:26 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-15T16:06:27.055 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 16:06:26 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-15T16:06:27.055 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 16:06:26 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-15T16:06:27.055 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 16:06:26 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-15T16:06:27.055 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 16:06:26 smithi102 ceph-mon[87131]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-15T16:06:27.055 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 16:06:26 smithi102 ceph-mon[87131]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-15T16:06:27.055 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 16:06:26 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-15T16:06:27.055 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 16:06:26 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-15T16:06:27.055 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 16:06:26 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-15T16:06:27.056 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 16:06:26 smithi102 ceph-mon[87131]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-15T16:06:27.056 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 16:06:26 smithi102 ceph-mon[87131]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-15T16:06:27.056 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 16:06:26 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-15T16:06:27.056 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 16:06:26 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-15T16:06:27.056 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 16:06:26 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-15T16:06:27.056 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 16:06:26 smithi102 ceph-mon[87131]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-15T16:06:27.056 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 16:06:26 smithi102 ceph-mon[87131]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-15T16:06:27.056 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 16:06:26 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-15T16:06:27.056 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 16:06:26 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-15T16:06:27.056 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 16:06:26 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-15T16:06:27.063 INFO:tasks.workunit.client.0.smithi016.stdout:{ 2024-04-15T16:06:27.063 INFO:tasks.workunit.client.0.smithi016.stdout: "balancer": { 2024-04-15T16:06:27.063 INFO:tasks.workunit.client.0.smithi016.stdout: "active": true, 2024-04-15T16:06:27.063 INFO:tasks.workunit.client.0.smithi016.stdout: "mode": "" 2024-04-15T16:06:27.063 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.063 INFO:tasks.workunit.client.0.smithi016.stdout: "channels": [ 2024-04-15T16:06:27.063 INFO:tasks.workunit.client.0.smithi016.stdout: "basic", 2024-04-15T16:06:27.063 INFO:tasks.workunit.client.0.smithi016.stdout: "crash", 2024-04-15T16:06:27.064 INFO:tasks.workunit.client.0.smithi016.stdout: "device", 2024-04-15T16:06:27.064 INFO:tasks.workunit.client.0.smithi016.stdout: "ident", 2024-04-15T16:06:27.064 INFO:tasks.workunit.client.0.smithi016.stdout: "perf" 2024-04-15T16:06:27.064 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:27.064 INFO:tasks.workunit.client.0.smithi016.stdout: "channels_available": [ 2024-04-15T16:06:27.064 INFO:tasks.workunit.client.0.smithi016.stdout: "basic", 2024-04-15T16:06:27.064 INFO:tasks.workunit.client.0.smithi016.stdout: "ident", 2024-04-15T16:06:27.064 INFO:tasks.workunit.client.0.smithi016.stdout: "crash", 2024-04-15T16:06:27.064 INFO:tasks.workunit.client.0.smithi016.stdout: "device", 2024-04-15T16:06:27.064 INFO:tasks.workunit.client.0.smithi016.stdout: "perf" 2024-04-15T16:06:27.064 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:27.064 INFO:tasks.workunit.client.0.smithi016.stdout: "collections_available": [ 2024-04-15T16:06:27.064 INFO:tasks.workunit.client.0.smithi016.stdout: "basic_base", 2024-04-15T16:06:27.064 INFO:tasks.workunit.client.0.smithi016.stdout: "device_base", 2024-04-15T16:06:27.064 INFO:tasks.workunit.client.0.smithi016.stdout: "crash_base", 2024-04-15T16:06:27.065 INFO:tasks.workunit.client.0.smithi016.stdout: "ident_base", 2024-04-15T16:06:27.065 INFO:tasks.workunit.client.0.smithi016.stdout: "perf_perf", 2024-04-15T16:06:27.065 INFO:tasks.workunit.client.0.smithi016.stdout: "basic_mds_metadata", 2024-04-15T16:06:27.065 INFO:tasks.workunit.client.0.smithi016.stdout: "basic_pool_usage", 2024-04-15T16:06:27.065 INFO:tasks.workunit.client.0.smithi016.stdout: "basic_usage_by_class", 2024-04-15T16:06:27.065 INFO:tasks.workunit.client.0.smithi016.stdout: "basic_rook_v01", 2024-04-15T16:06:27.065 INFO:tasks.workunit.client.0.smithi016.stdout: "perf_memory_metrics", 2024-04-15T16:06:27.065 INFO:tasks.workunit.client.0.smithi016.stdout: "basic_pool_options_bluestore", 2024-04-15T16:06:27.065 INFO:tasks.workunit.client.0.smithi016.stdout: "basic_pool_flags" 2024-04-15T16:06:27.065 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:27.065 INFO:tasks.workunit.client.0.smithi016.stdout: "collections_opted_in": [ 2024-04-15T16:06:27.065 INFO:tasks.workunit.client.0.smithi016.stdout: "basic_base", 2024-04-15T16:06:27.065 INFO:tasks.workunit.client.0.smithi016.stdout: "device_base", 2024-04-15T16:06:27.065 INFO:tasks.workunit.client.0.smithi016.stdout: "crash_base", 2024-04-15T16:06:27.065 INFO:tasks.workunit.client.0.smithi016.stdout: "ident_base", 2024-04-15T16:06:27.066 INFO:tasks.workunit.client.0.smithi016.stdout: "perf_perf", 2024-04-15T16:06:27.066 INFO:tasks.workunit.client.0.smithi016.stdout: "basic_mds_metadata", 2024-04-15T16:06:27.066 INFO:tasks.workunit.client.0.smithi016.stdout: "basic_pool_usage", 2024-04-15T16:06:27.066 INFO:tasks.workunit.client.0.smithi016.stdout: "basic_usage_by_class", 2024-04-15T16:06:27.066 INFO:tasks.workunit.client.0.smithi016.stdout: "basic_rook_v01", 2024-04-15T16:06:27.066 INFO:tasks.workunit.client.0.smithi016.stdout: "perf_memory_metrics", 2024-04-15T16:06:27.066 INFO:tasks.workunit.client.0.smithi016.stdout: "basic_pool_options_bluestore", 2024-04-15T16:06:27.066 INFO:tasks.workunit.client.0.smithi016.stdout: "basic_pool_flags" 2024-04-15T16:06:27.066 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:27.066 INFO:tasks.workunit.client.0.smithi016.stdout: "config": { 2024-04-15T16:06:27.066 INFO:tasks.workunit.client.0.smithi016.stdout: "active_changed": [ 2024-04-15T16:06:27.066 INFO:tasks.workunit.client.0.smithi016.stdout: "auth_allow_insecure_global_id_reclaim", 2024-04-15T16:06:27.066 INFO:tasks.workunit.client.0.smithi016.stdout: "auth_debug", 2024-04-15T16:06:27.066 INFO:tasks.workunit.client.0.smithi016.stdout: "auth_mon_ticket_ttl", 2024-04-15T16:06:27.067 INFO:tasks.workunit.client.0.smithi016.stdout: "auth_service_ticket_ttl", 2024-04-15T16:06:27.067 INFO:tasks.workunit.client.0.smithi016.stdout: "bdev_debug_aio", 2024-04-15T16:06:27.067 INFO:tasks.workunit.client.0.smithi016.stdout: "client_check_pool_perm", 2024-04-15T16:06:27.067 INFO:tasks.workunit.client.0.smithi016.stdout: "client_mount_gid", 2024-04-15T16:06:27.067 INFO:tasks.workunit.client.0.smithi016.stdout: "client_mount_uid", 2024-04-15T16:06:27.067 INFO:tasks.workunit.client.0.smithi016.stdout: "client_quota", 2024-04-15T16:06:27.067 INFO:tasks.workunit.client.0.smithi016.stdout: "container_image", 2024-04-15T16:06:27.067 INFO:tasks.workunit.client.0.smithi016.stdout: "daemonize", 2024-04-15T16:06:27.067 INFO:tasks.workunit.client.0.smithi016.stdout: "debug_asserts_on_shutdown", 2024-04-15T16:06:27.067 INFO:tasks.workunit.client.0.smithi016.stdout: "debug_mgr", 2024-04-15T16:06:27.067 INFO:tasks.workunit.client.0.smithi016.stdout: "debug_mon", 2024-04-15T16:06:27.067 INFO:tasks.workunit.client.0.smithi016.stdout: "debug_ms", 2024-04-15T16:06:27.067 INFO:tasks.workunit.client.0.smithi016.stdout: "debug_osd", 2024-04-15T16:06:27.067 INFO:tasks.workunit.client.0.smithi016.stdout: "debug_paxos", 2024-04-15T16:06:27.068 INFO:tasks.workunit.client.0.smithi016.stdout: "keyring", 2024-04-15T16:06:27.068 INFO:tasks.workunit.client.0.smithi016.stdout: "log_to_file", 2024-04-15T16:06:27.068 INFO:tasks.workunit.client.0.smithi016.stdout: "log_to_journald", 2024-04-15T16:06:27.068 INFO:tasks.workunit.client.0.smithi016.stdout: "log_to_stderr", 2024-04-15T16:06:27.068 INFO:tasks.workunit.client.0.smithi016.stdout: "mon_allow_pool_delete", 2024-04-15T16:06:27.068 INFO:tasks.workunit.client.0.smithi016.stdout: "mon_clock_drift_allowed", 2024-04-15T16:06:27.068 INFO:tasks.workunit.client.0.smithi016.stdout: "mon_cluster_log_file_level", 2024-04-15T16:06:27.068 INFO:tasks.workunit.client.0.smithi016.stdout: "mon_cluster_log_to_file", 2024-04-15T16:06:27.068 INFO:tasks.workunit.client.0.smithi016.stdout: "mon_cluster_log_to_journald", 2024-04-15T16:06:27.068 INFO:tasks.workunit.client.0.smithi016.stdout: "mon_cluster_log_to_stderr", 2024-04-15T16:06:27.068 INFO:tasks.workunit.client.0.smithi016.stdout: "mon_data_avail_warn", 2024-04-15T16:06:27.068 INFO:tasks.workunit.client.0.smithi016.stdout: "mon_election_default_strategy", 2024-04-15T16:06:27.068 INFO:tasks.workunit.client.0.smithi016.stdout: "mon_host", 2024-04-15T16:06:27.068 INFO:tasks.workunit.client.0.smithi016.stdout: "mon_max_pg_per_osd", 2024-04-15T16:06:27.069 INFO:tasks.workunit.client.0.smithi016.stdout: "mon_mds_skip_sanity", 2024-04-15T16:06:27.069 INFO:tasks.workunit.client.0.smithi016.stdout: "mon_mgr_mkfs_grace", 2024-04-15T16:06:27.069 INFO:tasks.workunit.client.0.smithi016.stdout: "mon_osd_prime_pg_temp", 2024-04-15T16:06:27.069 INFO:tasks.workunit.client.0.smithi016.stdout: "mon_osd_reporter_subtree_level", 2024-04-15T16:06:27.069 INFO:tasks.workunit.client.0.smithi016.stdout: "mon_pg_warn_max_object_skew", 2024-04-15T16:06:27.069 INFO:tasks.workunit.client.0.smithi016.stdout: "mon_reweight_min_bytes_per_osd", 2024-04-15T16:06:27.069 INFO:tasks.workunit.client.0.smithi016.stdout: "mon_reweight_min_pgs_per_osd", 2024-04-15T16:06:27.069 INFO:tasks.workunit.client.0.smithi016.stdout: "mon_warn_on_crush_straw_calc_version_zero", 2024-04-15T16:06:27.069 INFO:tasks.workunit.client.0.smithi016.stdout: "mon_warn_on_insecure_global_id_reclaim", 2024-04-15T16:06:27.069 INFO:tasks.workunit.client.0.smithi016.stdout: "mon_warn_on_insecure_global_id_reclaim_allowed", 2024-04-15T16:06:27.069 INFO:tasks.workunit.client.0.smithi016.stdout: "mon_warn_on_legacy_crush_tunables", 2024-04-15T16:06:27.069 INFO:tasks.workunit.client.0.smithi016.stdout: "mon_warn_on_osd_down_out_interval_zero", 2024-04-15T16:06:27.069 INFO:tasks.workunit.client.0.smithi016.stdout: "mon_warn_on_pool_pg_num_not_power_of_two", 2024-04-15T16:06:27.069 INFO:tasks.workunit.client.0.smithi016.stdout: "mon_warn_on_too_few_osds", 2024-04-15T16:06:27.069 INFO:tasks.workunit.client.0.smithi016.stdout: "ms_die_on_bug", 2024-04-15T16:06:27.070 INFO:tasks.workunit.client.0.smithi016.stdout: "ms_die_on_old_message", 2024-04-15T16:06:27.070 INFO:tasks.workunit.client.0.smithi016.stdout: "no_config_file", 2024-04-15T16:06:27.070 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_class_default_list", 2024-04-15T16:06:27.070 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_class_load_list", 2024-04-15T16:06:27.070 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_debug_misdirected_ops", 2024-04-15T16:06:27.070 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_debug_op_order", 2024-04-15T16:06:27.070 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_debug_pg_log_writeout", 2024-04-15T16:06:27.070 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_debug_shutdown", 2024-04-15T16:06:27.070 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_debug_verify_cached_snaps", 2024-04-15T16:06:27.070 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_debug_verify_missing_on_start", 2024-04-15T16:06:27.070 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_debug_verify_stray_on_activate", 2024-04-15T16:06:27.070 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_deep_scrub_update_digest_min_age", 2024-04-15T16:06:27.070 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_delete_sleep", 2024-04-15T16:06:27.070 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_delete_sleep_hdd", 2024-04-15T16:06:27.071 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_delete_sleep_hybrid", 2024-04-15T16:06:27.071 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_delete_sleep_ssd", 2024-04-15T16:06:27.071 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_max_backfills", 2024-04-15T16:06:27.071 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_mclock_max_capacity_iops_ssd", 2024-04-15T16:06:27.071 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_mclock_profile", 2024-04-15T16:06:27.071 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_mclock_scheduler_background_best_effort_lim", 2024-04-15T16:06:27.071 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_mclock_scheduler_background_best_effort_res", 2024-04-15T16:06:27.071 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_mclock_scheduler_background_best_effort_wgt", 2024-04-15T16:06:27.071 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_mclock_scheduler_background_recovery_lim", 2024-04-15T16:06:27.071 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_mclock_scheduler_background_recovery_res", 2024-04-15T16:06:27.071 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_mclock_scheduler_background_recovery_wgt", 2024-04-15T16:06:27.071 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_mclock_scheduler_client_lim", 2024-04-15T16:06:27.071 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_mclock_scheduler_client_res", 2024-04-15T16:06:27.071 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_mclock_scheduler_client_wgt", 2024-04-15T16:06:27.072 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_memory_target", 2024-04-15T16:06:27.072 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_memory_target_autotune", 2024-04-15T16:06:27.072 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_op_queue", 2024-04-15T16:06:27.072 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_op_queue_cut_off", 2024-04-15T16:06:27.072 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_pool_default_erasure_code_profile", 2024-04-15T16:06:27.072 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_pool_default_pg_autoscale_mode", 2024-04-15T16:06:27.072 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_recover_clone_overlap", 2024-04-15T16:06:27.072 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_recovery_max_active", 2024-04-15T16:06:27.072 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_recovery_max_active_hdd", 2024-04-15T16:06:27.072 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_recovery_max_active_ssd", 2024-04-15T16:06:27.072 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_recovery_max_chunk", 2024-04-15T16:06:27.072 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_recovery_sleep", 2024-04-15T16:06:27.072 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_recovery_sleep_hdd", 2024-04-15T16:06:27.072 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_recovery_sleep_hybrid", 2024-04-15T16:06:27.072 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_recovery_sleep_ssd", 2024-04-15T16:06:27.073 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_scrub_load_threshold", 2024-04-15T16:06:27.073 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_scrub_max_interval", 2024-04-15T16:06:27.073 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_scrub_sleep", 2024-04-15T16:06:27.073 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_shutdown_pgref_assert", 2024-04-15T16:06:27.073 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_snap_trim_sleep", 2024-04-15T16:06:27.073 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_snap_trim_sleep_hdd", 2024-04-15T16:06:27.073 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_snap_trim_sleep_hybrid", 2024-04-15T16:06:27.073 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_snap_trim_sleep_ssd", 2024-04-15T16:06:27.073 INFO:tasks.workunit.client.0.smithi016.stdout: "public_network", 2024-04-15T16:06:27.073 INFO:tasks.workunit.client.0.smithi016.stdout: "rbd_config_pool_override_update_timestamp", 2024-04-15T16:06:27.073 INFO:tasks.workunit.client.0.smithi016.stdout: "rbd_default_features", 2024-04-15T16:06:27.073 INFO:tasks.workunit.client.0.smithi016.stdout: "rbd_qos_exclude_ops", 2024-04-15T16:06:27.073 INFO:tasks.workunit.client.0.smithi016.stdout: "setgroup", 2024-04-15T16:06:27.073 INFO:tasks.workunit.client.0.smithi016.stdout: "setuser" 2024-04-15T16:06:27.074 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:27.074 INFO:tasks.workunit.client.0.smithi016.stdout: "cluster_changed": [ 2024-04-15T16:06:27.074 INFO:tasks.workunit.client.0.smithi016.stdout: "auth_allow_insecure_global_id_reclaim", 2024-04-15T16:06:27.074 INFO:tasks.workunit.client.0.smithi016.stdout: "auth_debug", 2024-04-15T16:06:27.074 INFO:tasks.workunit.client.0.smithi016.stdout: "auth_mon_ticket_ttl", 2024-04-15T16:06:27.074 INFO:tasks.workunit.client.0.smithi016.stdout: "auth_service_ticket_ttl", 2024-04-15T16:06:27.074 INFO:tasks.workunit.client.0.smithi016.stdout: "bdev_debug_aio", 2024-04-15T16:06:27.074 INFO:tasks.workunit.client.0.smithi016.stdout: "container_image", 2024-04-15T16:06:27.074 INFO:tasks.workunit.client.0.smithi016.stdout: "debug_asserts_on_shutdown", 2024-04-15T16:06:27.074 INFO:tasks.workunit.client.0.smithi016.stdout: "debug_mgr", 2024-04-15T16:06:27.074 INFO:tasks.workunit.client.0.smithi016.stdout: "debug_mon", 2024-04-15T16:06:27.074 INFO:tasks.workunit.client.0.smithi016.stdout: "debug_ms", 2024-04-15T16:06:27.074 INFO:tasks.workunit.client.0.smithi016.stdout: "debug_osd", 2024-04-15T16:06:27.074 INFO:tasks.workunit.client.0.smithi016.stdout: "debug_paxos", 2024-04-15T16:06:27.075 INFO:tasks.workunit.client.0.smithi016.stdout: "log_to_file", 2024-04-15T16:06:27.075 INFO:tasks.workunit.client.0.smithi016.stdout: "log_to_journald", 2024-04-15T16:06:27.075 INFO:tasks.workunit.client.0.smithi016.stdout: "log_to_stderr", 2024-04-15T16:06:27.075 INFO:tasks.workunit.client.0.smithi016.stdout: "mds_join_fs", 2024-04-15T16:06:27.075 INFO:tasks.workunit.client.0.smithi016.stdout: "mgr/cephadm/allow_ptrace", 2024-04-15T16:06:27.075 INFO:tasks.workunit.client.0.smithi016.stdout: "mgr/cephadm/container_init", 2024-04-15T16:06:27.075 INFO:tasks.workunit.client.0.smithi016.stdout: "mgr/cephadm/migration_current", 2024-04-15T16:06:27.075 INFO:tasks.workunit.client.0.smithi016.stdout: "mgr/cephadm/use_repo_digest", 2024-04-15T16:06:27.075 INFO:tasks.workunit.client.0.smithi016.stdout: "mgr/dashboard/ALERTMANAGER_API_HOST", 2024-04-15T16:06:27.075 INFO:tasks.workunit.client.0.smithi016.stdout: "mgr/dashboard/GRAFANA_API_SSL_VERIFY", 2024-04-15T16:06:27.075 INFO:tasks.workunit.client.0.smithi016.stdout: "mgr/dashboard/GRAFANA_API_URL", 2024-04-15T16:06:27.075 INFO:tasks.workunit.client.0.smithi016.stdout: "mgr/dashboard/PROMETHEUS_API_HOST", 2024-04-15T16:06:27.075 INFO:tasks.workunit.client.0.smithi016.stdout: "mgr/dashboard/ssl_server_port", 2024-04-15T16:06:27.075 INFO:tasks.workunit.client.0.smithi016.stdout: "mgr/orchestrator/orchestrator", 2024-04-15T16:06:27.075 INFO:tasks.workunit.client.0.smithi016.stdout: "mgr/telemetry/channel_ident", 2024-04-15T16:06:27.076 INFO:tasks.workunit.client.0.smithi016.stdout: "mgr/telemetry/channel_perf", 2024-04-15T16:06:27.076 INFO:tasks.workunit.client.0.smithi016.stdout: "mgr/telemetry/description", 2024-04-15T16:06:27.076 INFO:tasks.workunit.client.0.smithi016.stdout: "mgr/telemetry/enabled", 2024-04-15T16:06:27.076 INFO:tasks.workunit.client.0.smithi016.stdout: "mgr/telemetry/organization", 2024-04-15T16:06:27.076 INFO:tasks.workunit.client.0.smithi016.stdout: "mon_allow_pool_delete", 2024-04-15T16:06:27.076 INFO:tasks.workunit.client.0.smithi016.stdout: "mon_clock_drift_allowed", 2024-04-15T16:06:27.076 INFO:tasks.workunit.client.0.smithi016.stdout: "mon_cluster_log_file_level", 2024-04-15T16:06:27.076 INFO:tasks.workunit.client.0.smithi016.stdout: "mon_cluster_log_to_file", 2024-04-15T16:06:27.076 INFO:tasks.workunit.client.0.smithi016.stdout: "mon_data_avail_warn", 2024-04-15T16:06:27.076 INFO:tasks.workunit.client.0.smithi016.stdout: "mon_election_default_strategy", 2024-04-15T16:06:27.076 INFO:tasks.workunit.client.0.smithi016.stdout: "mon_max_pg_per_osd", 2024-04-15T16:06:27.076 INFO:tasks.workunit.client.0.smithi016.stdout: "mon_mds_skip_sanity", 2024-04-15T16:06:27.076 INFO:tasks.workunit.client.0.smithi016.stdout: "mon_mgr_mkfs_grace", 2024-04-15T16:06:27.076 INFO:tasks.workunit.client.0.smithi016.stdout: "mon_osd_prime_pg_temp", 2024-04-15T16:06:27.077 INFO:tasks.workunit.client.0.smithi016.stdout: "mon_osd_reporter_subtree_level", 2024-04-15T16:06:27.077 INFO:tasks.workunit.client.0.smithi016.stdout: "mon_pg_warn_max_object_skew", 2024-04-15T16:06:27.077 INFO:tasks.workunit.client.0.smithi016.stdout: "mon_reweight_min_bytes_per_osd", 2024-04-15T16:06:27.077 INFO:tasks.workunit.client.0.smithi016.stdout: "mon_reweight_min_pgs_per_osd", 2024-04-15T16:06:27.077 INFO:tasks.workunit.client.0.smithi016.stdout: "mon_warn_on_crush_straw_calc_version_zero", 2024-04-15T16:06:27.077 INFO:tasks.workunit.client.0.smithi016.stdout: "mon_warn_on_insecure_global_id_reclaim", 2024-04-15T16:06:27.077 INFO:tasks.workunit.client.0.smithi016.stdout: "mon_warn_on_insecure_global_id_reclaim_allowed", 2024-04-15T16:06:27.077 INFO:tasks.workunit.client.0.smithi016.stdout: "mon_warn_on_legacy_crush_tunables", 2024-04-15T16:06:27.077 INFO:tasks.workunit.client.0.smithi016.stdout: "mon_warn_on_osd_down_out_interval_zero", 2024-04-15T16:06:27.077 INFO:tasks.workunit.client.0.smithi016.stdout: "mon_warn_on_pool_pg_num_not_power_of_two", 2024-04-15T16:06:27.077 INFO:tasks.workunit.client.0.smithi016.stdout: "mon_warn_on_too_few_osds", 2024-04-15T16:06:27.077 INFO:tasks.workunit.client.0.smithi016.stdout: "ms_die_on_bug", 2024-04-15T16:06:27.077 INFO:tasks.workunit.client.0.smithi016.stdout: "ms_die_on_old_message", 2024-04-15T16:06:27.077 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_class_default_list", 2024-04-15T16:06:27.077 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_class_load_list", 2024-04-15T16:06:27.078 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_debug_misdirected_ops", 2024-04-15T16:06:27.078 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_debug_op_order", 2024-04-15T16:06:27.078 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_debug_pg_log_writeout", 2024-04-15T16:06:27.078 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_debug_shutdown", 2024-04-15T16:06:27.078 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_debug_verify_cached_snaps", 2024-04-15T16:06:27.078 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_debug_verify_missing_on_start", 2024-04-15T16:06:27.078 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_debug_verify_stray_on_activate", 2024-04-15T16:06:27.078 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_deep_scrub_update_digest_min_age", 2024-04-15T16:06:27.078 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_mclock_max_capacity_iops_ssd", 2024-04-15T16:06:27.078 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_mclock_profile", 2024-04-15T16:06:27.078 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_memory_target", 2024-04-15T16:06:27.078 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_memory_target_autotune", 2024-04-15T16:06:27.078 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_op_queue", 2024-04-15T16:06:27.078 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_op_queue_cut_off", 2024-04-15T16:06:27.079 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_pool_default_erasure_code_profile", 2024-04-15T16:06:27.079 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_pool_default_pg_autoscale_mode", 2024-04-15T16:06:27.079 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_recover_clone_overlap", 2024-04-15T16:06:27.079 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_recovery_max_chunk", 2024-04-15T16:06:27.079 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_scrub_load_threshold", 2024-04-15T16:06:27.079 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_scrub_max_interval", 2024-04-15T16:06:27.079 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_shutdown_pgref_assert", 2024-04-15T16:06:27.079 INFO:tasks.workunit.client.0.smithi016.stdout: "public_network", 2024-04-15T16:06:27.079 INFO:tasks.workunit.client.0.smithi016.stdout: "rbd_config_pool_override_update_timestamp", 2024-04-15T16:06:27.079 INFO:tasks.workunit.client.0.smithi016.stdout: "rgw_cache_enabled", 2024-04-15T16:06:27.079 INFO:tasks.workunit.client.0.smithi016.stdout: "rgw_enable_ops_log", 2024-04-15T16:06:27.079 INFO:tasks.workunit.client.0.smithi016.stdout: "rgw_enable_usage_log" 2024-04-15T16:06:27.080 INFO:tasks.workunit.client.0.smithi016.stdout: ] 2024-04-15T16:06:27.080 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.080 INFO:tasks.workunit.client.0.smithi016.stdout: "contact": null, 2024-04-15T16:06:27.080 INFO:tasks.workunit.client.0.smithi016.stdout: "crashes": [], 2024-04-15T16:06:27.080 INFO:tasks.workunit.client.0.smithi016.stdout: "created": "2024-04-15T14:28:00.200872Z", 2024-04-15T16:06:27.080 INFO:tasks.workunit.client.0.smithi016.stdout: "crush": { 2024-04-15T16:06:27.080 INFO:tasks.workunit.client.0.smithi016.stdout: "bucket_algs": { 2024-04-15T16:06:27.080 INFO:tasks.workunit.client.0.smithi016.stdout: "straw2": 3 2024-04-15T16:06:27.080 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.080 INFO:tasks.workunit.client.0.smithi016.stdout: "bucket_sizes": { 2024-04-15T16:06:27.080 INFO:tasks.workunit.client.0.smithi016.stdout: "2": 1, 2024-04-15T16:06:27.080 INFO:tasks.workunit.client.0.smithi016.stdout: "4": 2 2024-04-15T16:06:27.080 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.080 INFO:tasks.workunit.client.0.smithi016.stdout: "bucket_types": { 2024-04-15T16:06:27.081 INFO:tasks.workunit.client.0.smithi016.stdout: "1": 2, 2024-04-15T16:06:27.081 INFO:tasks.workunit.client.0.smithi016.stdout: "11": 1 2024-04-15T16:06:27.081 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.081 INFO:tasks.workunit.client.0.smithi016.stdout: "compat_weight_set": false, 2024-04-15T16:06:27.081 INFO:tasks.workunit.client.0.smithi016.stdout: "device_classes": [ 2024-04-15T16:06:27.081 INFO:tasks.workunit.client.0.smithi016.stdout: 8 2024-04-15T16:06:27.081 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:27.081 INFO:tasks.workunit.client.0.smithi016.stdout: "num_buckets": 6, 2024-04-15T16:06:27.081 INFO:tasks.workunit.client.0.smithi016.stdout: "num_devices": 8, 2024-04-15T16:06:27.081 INFO:tasks.workunit.client.0.smithi016.stdout: "num_rules": 2, 2024-04-15T16:06:27.081 INFO:tasks.workunit.client.0.smithi016.stdout: "num_types": 12, 2024-04-15T16:06:27.081 INFO:tasks.workunit.client.0.smithi016.stdout: "num_weight_sets": 0, 2024-04-15T16:06:27.081 INFO:tasks.workunit.client.0.smithi016.stdout: "tunables": { 2024-04-15T16:06:27.081 INFO:tasks.workunit.client.0.smithi016.stdout: "allowed_bucket_algs": 54, 2024-04-15T16:06:27.081 INFO:tasks.workunit.client.0.smithi016.stdout: "choose_local_fallback_tries": 0, 2024-04-15T16:06:27.082 INFO:tasks.workunit.client.0.smithi016.stdout: "choose_local_tries": 0, 2024-04-15T16:06:27.082 INFO:tasks.workunit.client.0.smithi016.stdout: "choose_total_tries": 50, 2024-04-15T16:06:27.082 INFO:tasks.workunit.client.0.smithi016.stdout: "chooseleaf_descend_once": 1, 2024-04-15T16:06:27.082 INFO:tasks.workunit.client.0.smithi016.stdout: "chooseleaf_stable": 1, 2024-04-15T16:06:27.082 INFO:tasks.workunit.client.0.smithi016.stdout: "chooseleaf_vary_r": 1, 2024-04-15T16:06:27.082 INFO:tasks.workunit.client.0.smithi016.stdout: "has_msr_rules": 0, 2024-04-15T16:06:27.082 INFO:tasks.workunit.client.0.smithi016.stdout: "has_v2_rules": 1, 2024-04-15T16:06:27.082 INFO:tasks.workunit.client.0.smithi016.stdout: "has_v3_rules": 0, 2024-04-15T16:06:27.082 INFO:tasks.workunit.client.0.smithi016.stdout: "has_v4_buckets": 1, 2024-04-15T16:06:27.082 INFO:tasks.workunit.client.0.smithi016.stdout: "has_v5_rules": 0, 2024-04-15T16:06:27.082 INFO:tasks.workunit.client.0.smithi016.stdout: "legacy_tunables": 0, 2024-04-15T16:06:27.082 INFO:tasks.workunit.client.0.smithi016.stdout: "minimum_required_version": "jewel", 2024-04-15T16:06:27.082 INFO:tasks.workunit.client.0.smithi016.stdout: "msr_collision_tries": 100, 2024-04-15T16:06:27.083 INFO:tasks.workunit.client.0.smithi016.stdout: "msr_descents": 100, 2024-04-15T16:06:27.083 INFO:tasks.workunit.client.0.smithi016.stdout: "optimal_tunables": 1, 2024-04-15T16:06:27.083 INFO:tasks.workunit.client.0.smithi016.stdout: "profile": "jewel", 2024-04-15T16:06:27.083 INFO:tasks.workunit.client.0.smithi016.stdout: "require_feature_tunables": 1, 2024-04-15T16:06:27.083 INFO:tasks.workunit.client.0.smithi016.stdout: "require_feature_tunables2": 1, 2024-04-15T16:06:27.083 INFO:tasks.workunit.client.0.smithi016.stdout: "require_feature_tunables3": 1, 2024-04-15T16:06:27.083 INFO:tasks.workunit.client.0.smithi016.stdout: "require_feature_tunables5": 1, 2024-04-15T16:06:27.083 INFO:tasks.workunit.client.0.smithi016.stdout: "straw_calc_version": 1 2024-04-15T16:06:27.083 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T16:06:27.083 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.083 INFO:tasks.workunit.client.0.smithi016.stdout: "description": "upgrade test cluster", 2024-04-15T16:06:27.083 INFO:tasks.workunit.client.0.smithi016.stdout: "fs": { 2024-04-15T16:06:27.083 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 1, 2024-04-15T16:06:27.083 INFO:tasks.workunit.client.0.smithi016.stdout: "feature_flags": { 2024-04-15T16:06:27.084 INFO:tasks.workunit.client.0.smithi016.stdout: "enable_multiple": true, 2024-04-15T16:06:27.084 INFO:tasks.workunit.client.0.smithi016.stdout: "ever_enabled_multiple": true 2024-04-15T16:06:27.084 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.084 INFO:tasks.workunit.client.0.smithi016.stdout: "filesystems": [ 2024-04-15T16:06:27.084 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-15T16:06:27.084 INFO:tasks.workunit.client.0.smithi016.stdout: "approx_ctime": "2024-04", 2024-04-15T16:06:27.084 INFO:tasks.workunit.client.0.smithi016.stdout: "balancer_enabled": false, 2024-04-15T16:06:27.084 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T16:06:27.084 INFO:tasks.workunit.client.0.smithi016.stdout: "cached_caps": 0, 2024-04-15T16:06:27.084 INFO:tasks.workunit.client.0.smithi016.stdout: "cached_dns": 10, 2024-04-15T16:06:27.084 INFO:tasks.workunit.client.0.smithi016.stdout: "cached_inos": 13, 2024-04-15T16:06:27.084 INFO:tasks.workunit.client.0.smithi016.stdout: "cached_subtrees": 2, 2024-04-15T16:06:27.084 INFO:tasks.workunit.client.0.smithi016.stdout: "ever_allowed_features": 0, 2024-04-15T16:06:27.084 INFO:tasks.workunit.client.0.smithi016.stdout: "explicitly_allowed_features": 0, 2024-04-15T16:06:27.084 INFO:tasks.workunit.client.0.smithi016.stdout: "files": 0, 2024-04-15T16:06:27.085 INFO:tasks.workunit.client.0.smithi016.stdout: "max_mds": 1, 2024-04-15T16:06:27.085 INFO:tasks.workunit.client.0.smithi016.stdout: "num_data_pools": 1, 2024-04-15T16:06:27.085 INFO:tasks.workunit.client.0.smithi016.stdout: "num_in": 1, 2024-04-15T16:06:27.085 INFO:tasks.workunit.client.0.smithi016.stdout: "num_mds": 1, 2024-04-15T16:06:27.085 INFO:tasks.workunit.client.0.smithi016.stdout: "num_sessions": 0, 2024-04-15T16:06:27.085 INFO:tasks.workunit.client.0.smithi016.stdout: "num_standby_replay": 0, 2024-04-15T16:06:27.085 INFO:tasks.workunit.client.0.smithi016.stdout: "num_up": 1, 2024-04-15T16:06:27.085 INFO:tasks.workunit.client.0.smithi016.stdout: "snaps": 0, 2024-04-15T16:06:27.085 INFO:tasks.workunit.client.0.smithi016.stdout: "standby_count_wanted": 0 2024-04-15T16:06:27.085 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T16:06:27.085 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:27.085 INFO:tasks.workunit.client.0.smithi016.stdout: "num_standby_mds": 1, 2024-04-15T16:06:27.085 INFO:tasks.workunit.client.0.smithi016.stdout: "total_num_mds": 2 2024-04-15T16:06:27.086 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.086 INFO:tasks.workunit.client.0.smithi016.stdout: "heap_stats": { 2024-04-15T16:06:27.086 INFO:tasks.workunit.client.0.smithi016.stdout: "mds": { 2024-04-15T16:06:27.086 INFO:tasks.workunit.client.0.smithi016.stdout: "mds.96c04f3d51aa9c4650d798b6d991f5b64af8e5e4": { 2024-04-15T16:06:27.086 INFO:tasks.workunit.client.0.smithi016.stdout: "actual_memory_used": 20258816, 2024-04-15T16:06:27.086 INFO:tasks.workunit.client.0.smithi016.stdout: "central_cache_freelist": 331072, 2024-04-15T16:06:27.086 INFO:tasks.workunit.client.0.smithi016.stdout: "malloc_metadata": 2752512, 2024-04-15T16:06:27.086 INFO:tasks.workunit.client.0.smithi016.stdout: "page_heap_freelist": 811008, 2024-04-15T16:06:27.086 INFO:tasks.workunit.client.0.smithi016.stdout: "released_to_os": 0, 2024-04-15T16:06:27.086 INFO:tasks.workunit.client.0.smithi016.stdout: "spans_in_use": 343, 2024-04-15T16:06:27.086 INFO:tasks.workunit.client.0.smithi016.stdout: "tcmalloc_page_size": 8192, 2024-04-15T16:06:27.086 INFO:tasks.workunit.client.0.smithi016.stdout: "thread_cache_freelists": 1095216, 2024-04-15T16:06:27.086 INFO:tasks.workunit.client.0.smithi016.stdout: "thread_heaps_in_use": 13, 2024-04-15T16:06:27.086 INFO:tasks.workunit.client.0.smithi016.stdout: "transfer_cache_freelist": 775168, 2024-04-15T16:06:27.087 INFO:tasks.workunit.client.0.smithi016.stdout: "use_by_application": 14493840, 2024-04-15T16:06:27.087 INFO:tasks.workunit.client.0.smithi016.stdout: "virtual_address_space_used": 20258816 2024-04-15T16:06:27.087 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.087 INFO:tasks.workunit.client.0.smithi016.stdout: "mds.dd602b36cabf11effbd0d8bd19ba267ecac4bcd8": { 2024-04-15T16:06:27.087 INFO:tasks.workunit.client.0.smithi016.stdout: "actual_memory_used": 20430848, 2024-04-15T16:06:27.087 INFO:tasks.workunit.client.0.smithi016.stdout: "central_cache_freelist": 413416, 2024-04-15T16:06:27.087 INFO:tasks.workunit.client.0.smithi016.stdout: "malloc_metadata": 2752512, 2024-04-15T16:06:27.087 INFO:tasks.workunit.client.0.smithi016.stdout: "page_heap_freelist": 0, 2024-04-15T16:06:27.087 INFO:tasks.workunit.client.0.smithi016.stdout: "released_to_os": 876544, 2024-04-15T16:06:27.087 INFO:tasks.workunit.client.0.smithi016.stdout: "spans_in_use": 427, 2024-04-15T16:06:27.087 INFO:tasks.workunit.client.0.smithi016.stdout: "tcmalloc_page_size": 8192, 2024-04-15T16:06:27.087 INFO:tasks.workunit.client.0.smithi016.stdout: "thread_cache_freelists": 1414552, 2024-04-15T16:06:27.087 INFO:tasks.workunit.client.0.smithi016.stdout: "thread_heaps_in_use": 22, 2024-04-15T16:06:27.087 INFO:tasks.workunit.client.0.smithi016.stdout: "transfer_cache_freelist": 977920, 2024-04-15T16:06:27.087 INFO:tasks.workunit.client.0.smithi016.stdout: "use_by_application": 14872448, 2024-04-15T16:06:27.088 INFO:tasks.workunit.client.0.smithi016.stdout: "virtual_address_space_used": 21307392 2024-04-15T16:06:27.088 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T16:06:27.088 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.088 INFO:tasks.workunit.client.0.smithi016.stdout: "mon": { 2024-04-15T16:06:27.088 INFO:tasks.workunit.client.0.smithi016.stdout: "mon.96c04f3d51aa9c4650d798b6d991f5b64af8e5e4": { 2024-04-15T16:06:27.088 INFO:tasks.workunit.client.0.smithi016.stdout: "actual_memory_used": 168550400, 2024-04-15T16:06:27.088 INFO:tasks.workunit.client.0.smithi016.stdout: "central_cache_freelist": 2163656, 2024-04-15T16:06:27.088 INFO:tasks.workunit.client.0.smithi016.stdout: "malloc_metadata": 3014656, 2024-04-15T16:06:27.088 INFO:tasks.workunit.client.0.smithi016.stdout: "page_heap_freelist": 0, 2024-04-15T16:06:27.088 INFO:tasks.workunit.client.0.smithi016.stdout: "released_to_os": 3227648, 2024-04-15T16:06:27.088 INFO:tasks.workunit.client.0.smithi016.stdout: "spans_in_use": 6543, 2024-04-15T16:06:27.088 INFO:tasks.workunit.client.0.smithi016.stdout: "tcmalloc_page_size": 8192, 2024-04-15T16:06:27.088 INFO:tasks.workunit.client.0.smithi016.stdout: "thread_cache_freelists": 10139432, 2024-04-15T16:06:27.088 INFO:tasks.workunit.client.0.smithi016.stdout: "thread_heaps_in_use": 20, 2024-04-15T16:06:27.088 INFO:tasks.workunit.client.0.smithi016.stdout: "transfer_cache_freelist": 2854400, 2024-04-15T16:06:27.089 INFO:tasks.workunit.client.0.smithi016.stdout: "use_by_application": 150378256, 2024-04-15T16:06:27.089 INFO:tasks.workunit.client.0.smithi016.stdout: "virtual_address_space_used": 171778048 2024-04-15T16:06:27.089 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.089 INFO:tasks.workunit.client.0.smithi016.stdout: "mon.db7bc7ff646004cab5cc32c315bc5a54adf74b4c": { 2024-04-15T16:06:27.089 INFO:tasks.workunit.client.0.smithi016.stdout: "actual_memory_used": 176365568, 2024-04-15T16:06:27.089 INFO:tasks.workunit.client.0.smithi016.stdout: "central_cache_freelist": 2769480, 2024-04-15T16:06:27.089 INFO:tasks.workunit.client.0.smithi016.stdout: "malloc_metadata": 5111808, 2024-04-15T16:06:27.089 INFO:tasks.workunit.client.0.smithi016.stdout: "page_heap_freelist": 1032192, 2024-04-15T16:06:27.089 INFO:tasks.workunit.client.0.smithi016.stdout: "released_to_os": 1703936, 2024-04-15T16:06:27.089 INFO:tasks.workunit.client.0.smithi016.stdout: "spans_in_use": 6836, 2024-04-15T16:06:27.089 INFO:tasks.workunit.client.0.smithi016.stdout: "tcmalloc_page_size": 8192, 2024-04-15T16:06:27.089 INFO:tasks.workunit.client.0.smithi016.stdout: "thread_cache_freelists": 12190008, 2024-04-15T16:06:27.089 INFO:tasks.workunit.client.0.smithi016.stdout: "thread_heaps_in_use": 20, 2024-04-15T16:06:27.089 INFO:tasks.workunit.client.0.smithi016.stdout: "transfer_cache_freelist": 3407872, 2024-04-15T16:06:27.089 INFO:tasks.workunit.client.0.smithi016.stdout: "use_by_application": 151854208, 2024-04-15T16:06:27.090 INFO:tasks.workunit.client.0.smithi016.stdout: "virtual_address_space_used": 178069504 2024-04-15T16:06:27.090 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.090 INFO:tasks.workunit.client.0.smithi016.stdout: "mon.dd602b36cabf11effbd0d8bd19ba267ecac4bcd8": { 2024-04-15T16:06:27.090 INFO:tasks.workunit.client.0.smithi016.stdout: "actual_memory_used": 262070272, 2024-04-15T16:06:27.090 INFO:tasks.workunit.client.0.smithi016.stdout: "central_cache_freelist": 4751928, 2024-04-15T16:06:27.090 INFO:tasks.workunit.client.0.smithi016.stdout: "malloc_metadata": 3145728, 2024-04-15T16:06:27.090 INFO:tasks.workunit.client.0.smithi016.stdout: "page_heap_freelist": 794624, 2024-04-15T16:06:27.090 INFO:tasks.workunit.client.0.smithi016.stdout: "released_to_os": 1245184, 2024-04-15T16:06:27.090 INFO:tasks.workunit.client.0.smithi016.stdout: "spans_in_use": 9642, 2024-04-15T16:06:27.090 INFO:tasks.workunit.client.0.smithi016.stdout: "tcmalloc_page_size": 8192, 2024-04-15T16:06:27.090 INFO:tasks.workunit.client.0.smithi016.stdout: "thread_cache_freelists": 17174128, 2024-04-15T16:06:27.090 INFO:tasks.workunit.client.0.smithi016.stdout: "thread_heaps_in_use": 23, 2024-04-15T16:06:27.090 INFO:tasks.workunit.client.0.smithi016.stdout: "transfer_cache_freelist": 3660800, 2024-04-15T16:06:27.090 INFO:tasks.workunit.client.0.smithi016.stdout: "use_by_application": 232543064, 2024-04-15T16:06:27.091 INFO:tasks.workunit.client.0.smithi016.stdout: "virtual_address_space_used": 263315456 2024-04-15T16:06:27.091 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T16:06:27.091 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.091 INFO:tasks.workunit.client.0.smithi016.stdout: "osd": { 2024-04-15T16:06:27.091 INFO:tasks.workunit.client.0.smithi016.stdout: "osd.0": { 2024-04-15T16:06:27.091 INFO:tasks.workunit.client.0.smithi016.stdout: "actual_memory_used": 508207104, 2024-04-15T16:06:27.091 INFO:tasks.workunit.client.0.smithi016.stdout: "central_cache_freelist": 25838624, 2024-04-15T16:06:27.091 INFO:tasks.workunit.client.0.smithi016.stdout: "malloc_metadata": 3407872, 2024-04-15T16:06:27.091 INFO:tasks.workunit.client.0.smithi016.stdout: "page_heap_freelist": 1048576, 2024-04-15T16:06:27.091 INFO:tasks.workunit.client.0.smithi016.stdout: "released_to_os": 45473792, 2024-04-15T16:06:27.091 INFO:tasks.workunit.client.0.smithi016.stdout: "spans_in_use": 12447, 2024-04-15T16:06:27.091 INFO:tasks.workunit.client.0.smithi016.stdout: "tcmalloc_page_size": 8192, 2024-04-15T16:06:27.091 INFO:tasks.workunit.client.0.smithi016.stdout: "thread_cache_freelists": 74274952, 2024-04-15T16:06:27.091 INFO:tasks.workunit.client.0.smithi016.stdout: "thread_heaps_in_use": 60, 2024-04-15T16:06:27.092 INFO:tasks.workunit.client.0.smithi016.stdout: "transfer_cache_freelist": 9214208, 2024-04-15T16:06:27.092 INFO:tasks.workunit.client.0.smithi016.stdout: "use_by_application": 394422872, 2024-04-15T16:06:27.092 INFO:tasks.workunit.client.0.smithi016.stdout: "virtual_address_space_used": 553680896 2024-04-15T16:06:27.092 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.092 INFO:tasks.workunit.client.0.smithi016.stdout: "osd.1": { 2024-04-15T16:06:27.092 INFO:tasks.workunit.client.0.smithi016.stdout: "actual_memory_used": 620675072, 2024-04-15T16:06:27.092 INFO:tasks.workunit.client.0.smithi016.stdout: "central_cache_freelist": 27984264, 2024-04-15T16:06:27.092 INFO:tasks.workunit.client.0.smithi016.stdout: "malloc_metadata": 5505024, 2024-04-15T16:06:27.092 INFO:tasks.workunit.client.0.smithi016.stdout: "page_heap_freelist": 0, 2024-04-15T16:06:27.092 INFO:tasks.workunit.client.0.smithi016.stdout: "released_to_os": 38281216, 2024-04-15T16:06:27.092 INFO:tasks.workunit.client.0.smithi016.stdout: "spans_in_use": 13352, 2024-04-15T16:06:27.092 INFO:tasks.workunit.client.0.smithi016.stdout: "tcmalloc_page_size": 8192, 2024-04-15T16:06:27.092 INFO:tasks.workunit.client.0.smithi016.stdout: "thread_cache_freelists": 84738320, 2024-04-15T16:06:27.092 INFO:tasks.workunit.client.0.smithi016.stdout: "thread_heaps_in_use": 61, 2024-04-15T16:06:27.092 INFO:tasks.workunit.client.0.smithi016.stdout: "transfer_cache_freelist": 10383616, 2024-04-15T16:06:27.093 INFO:tasks.workunit.client.0.smithi016.stdout: "use_by_application": 492063848, 2024-04-15T16:06:27.093 INFO:tasks.workunit.client.0.smithi016.stdout: "virtual_address_space_used": 658956288 2024-04-15T16:06:27.093 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.093 INFO:tasks.workunit.client.0.smithi016.stdout: "osd.2": { 2024-04-15T16:06:27.093 INFO:tasks.workunit.client.0.smithi016.stdout: "actual_memory_used": 457531392, 2024-04-15T16:06:27.093 INFO:tasks.workunit.client.0.smithi016.stdout: "central_cache_freelist": 21336216, 2024-04-15T16:06:27.093 INFO:tasks.workunit.client.0.smithi016.stdout: "malloc_metadata": 3276800, 2024-04-15T16:06:27.093 INFO:tasks.workunit.client.0.smithi016.stdout: "page_heap_freelist": 0, 2024-04-15T16:06:27.093 INFO:tasks.workunit.client.0.smithi016.stdout: "released_to_os": 74489856, 2024-04-15T16:06:27.093 INFO:tasks.workunit.client.0.smithi016.stdout: "spans_in_use": 10407, 2024-04-15T16:06:27.093 INFO:tasks.workunit.client.0.smithi016.stdout: "tcmalloc_page_size": 8192, 2024-04-15T16:06:27.093 INFO:tasks.workunit.client.0.smithi016.stdout: "thread_cache_freelists": 74005376, 2024-04-15T16:06:27.093 INFO:tasks.workunit.client.0.smithi016.stdout: "thread_heaps_in_use": 53, 2024-04-15T16:06:27.093 INFO:tasks.workunit.client.0.smithi016.stdout: "transfer_cache_freelist": 10793984, 2024-04-15T16:06:27.093 INFO:tasks.workunit.client.0.smithi016.stdout: "use_by_application": 348119016, 2024-04-15T16:06:27.094 INFO:tasks.workunit.client.0.smithi016.stdout: "virtual_address_space_used": 532021248 2024-04-15T16:06:27.094 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.094 INFO:tasks.workunit.client.0.smithi016.stdout: "osd.3": { 2024-04-15T16:06:27.094 INFO:tasks.workunit.client.0.smithi016.stdout: "actual_memory_used": 492650496, 2024-04-15T16:06:27.094 INFO:tasks.workunit.client.0.smithi016.stdout: "central_cache_freelist": 21231152, 2024-04-15T16:06:27.094 INFO:tasks.workunit.client.0.smithi016.stdout: "malloc_metadata": 5373952, 2024-04-15T16:06:27.094 INFO:tasks.workunit.client.0.smithi016.stdout: "page_heap_freelist": 0, 2024-04-15T16:06:27.094 INFO:tasks.workunit.client.0.smithi016.stdout: "released_to_os": 89088000, 2024-04-15T16:06:27.094 INFO:tasks.workunit.client.0.smithi016.stdout: "spans_in_use": 10494, 2024-04-15T16:06:27.094 INFO:tasks.workunit.client.0.smithi016.stdout: "tcmalloc_page_size": 8192, 2024-04-15T16:06:27.094 INFO:tasks.workunit.client.0.smithi016.stdout: "thread_cache_freelists": 75453000, 2024-04-15T16:06:27.094 INFO:tasks.workunit.client.0.smithi016.stdout: "thread_heaps_in_use": 53, 2024-04-15T16:06:27.094 INFO:tasks.workunit.client.0.smithi016.stdout: "transfer_cache_freelist": 10004736, 2024-04-15T16:06:27.095 INFO:tasks.workunit.client.0.smithi016.stdout: "use_by_application": 380587656, 2024-04-15T16:06:27.095 INFO:tasks.workunit.client.0.smithi016.stdout: "virtual_address_space_used": 581738496 2024-04-15T16:06:27.095 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.095 INFO:tasks.workunit.client.0.smithi016.stdout: "osd.4": { 2024-04-15T16:06:27.095 INFO:tasks.workunit.client.0.smithi016.stdout: "actual_memory_used": 590004224, 2024-04-15T16:06:27.095 INFO:tasks.workunit.client.0.smithi016.stdout: "central_cache_freelist": 18055928, 2024-04-15T16:06:27.095 INFO:tasks.workunit.client.0.smithi016.stdout: "malloc_metadata": 5505024, 2024-04-15T16:06:27.095 INFO:tasks.workunit.client.0.smithi016.stdout: "page_heap_freelist": 0, 2024-04-15T16:06:27.095 INFO:tasks.workunit.client.0.smithi016.stdout: "released_to_os": 8601600, 2024-04-15T16:06:27.095 INFO:tasks.workunit.client.0.smithi016.stdout: "spans_in_use": 12843, 2024-04-15T16:06:27.095 INFO:tasks.workunit.client.0.smithi016.stdout: "tcmalloc_page_size": 8192, 2024-04-15T16:06:27.095 INFO:tasks.workunit.client.0.smithi016.stdout: "thread_cache_freelists": 71643992, 2024-04-15T16:06:27.095 INFO:tasks.workunit.client.0.smithi016.stdout: "thread_heaps_in_use": 60, 2024-04-15T16:06:27.095 INFO:tasks.workunit.client.0.smithi016.stdout: "transfer_cache_freelist": 10765056, 2024-04-15T16:06:27.096 INFO:tasks.workunit.client.0.smithi016.stdout: "use_by_application": 484034224, 2024-04-15T16:06:27.096 INFO:tasks.workunit.client.0.smithi016.stdout: "virtual_address_space_used": 598605824 2024-04-15T16:06:27.096 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.096 INFO:tasks.workunit.client.0.smithi016.stdout: "osd.5": { 2024-04-15T16:06:27.096 INFO:tasks.workunit.client.0.smithi016.stdout: "actual_memory_used": 546848768, 2024-04-15T16:06:27.096 INFO:tasks.workunit.client.0.smithi016.stdout: "central_cache_freelist": 21756936, 2024-04-15T16:06:27.096 INFO:tasks.workunit.client.0.smithi016.stdout: "malloc_metadata": 5505024, 2024-04-15T16:06:27.096 INFO:tasks.workunit.client.0.smithi016.stdout: "page_heap_freelist": 0, 2024-04-15T16:06:27.096 INFO:tasks.workunit.client.0.smithi016.stdout: "released_to_os": 43892736, 2024-04-15T16:06:27.096 INFO:tasks.workunit.client.0.smithi016.stdout: "spans_in_use": 11972, 2024-04-15T16:06:27.096 INFO:tasks.workunit.client.0.smithi016.stdout: "tcmalloc_page_size": 8192, 2024-04-15T16:06:27.096 INFO:tasks.workunit.client.0.smithi016.stdout: "thread_cache_freelists": 76216496, 2024-04-15T16:06:27.096 INFO:tasks.workunit.client.0.smithi016.stdout: "thread_heaps_in_use": 60, 2024-04-15T16:06:27.096 INFO:tasks.workunit.client.0.smithi016.stdout: "transfer_cache_freelist": 9122816, 2024-04-15T16:06:27.096 INFO:tasks.workunit.client.0.smithi016.stdout: "use_by_application": 434247496, 2024-04-15T16:06:27.097 INFO:tasks.workunit.client.0.smithi016.stdout: "virtual_address_space_used": 590741504 2024-04-15T16:06:27.097 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.097 INFO:tasks.workunit.client.0.smithi016.stdout: "osd.6": { 2024-04-15T16:06:27.097 INFO:tasks.workunit.client.0.smithi016.stdout: "actual_memory_used": 434692096, 2024-04-15T16:06:27.097 INFO:tasks.workunit.client.0.smithi016.stdout: "central_cache_freelist": 18102720, 2024-04-15T16:06:27.097 INFO:tasks.workunit.client.0.smithi016.stdout: "malloc_metadata": 5373952, 2024-04-15T16:06:27.097 INFO:tasks.workunit.client.0.smithi016.stdout: "page_heap_freelist": 0, 2024-04-15T16:06:27.097 INFO:tasks.workunit.client.0.smithi016.stdout: "released_to_os": 76955648, 2024-04-15T16:06:27.097 INFO:tasks.workunit.client.0.smithi016.stdout: "spans_in_use": 9510, 2024-04-15T16:06:27.097 INFO:tasks.workunit.client.0.smithi016.stdout: "tcmalloc_page_size": 8192, 2024-04-15T16:06:27.097 INFO:tasks.workunit.client.0.smithi016.stdout: "thread_cache_freelists": 53825688, 2024-04-15T16:06:27.097 INFO:tasks.workunit.client.0.smithi016.stdout: "thread_heaps_in_use": 53, 2024-04-15T16:06:27.097 INFO:tasks.workunit.client.0.smithi016.stdout: "transfer_cache_freelist": 10576384, 2024-04-15T16:06:27.097 INFO:tasks.workunit.client.0.smithi016.stdout: "use_by_application": 346813352, 2024-04-15T16:06:27.098 INFO:tasks.workunit.client.0.smithi016.stdout: "virtual_address_space_used": 511647744 2024-04-15T16:06:27.098 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.098 INFO:tasks.workunit.client.0.smithi016.stdout: "osd.7": { 2024-04-15T16:06:27.098 INFO:tasks.workunit.client.0.smithi016.stdout: "actual_memory_used": 447627264, 2024-04-15T16:06:27.098 INFO:tasks.workunit.client.0.smithi016.stdout: "central_cache_freelist": 19567184, 2024-04-15T16:06:27.098 INFO:tasks.workunit.client.0.smithi016.stdout: "malloc_metadata": 3276800, 2024-04-15T16:06:27.098 INFO:tasks.workunit.client.0.smithi016.stdout: "page_heap_freelist": 0, 2024-04-15T16:06:27.098 INFO:tasks.workunit.client.0.smithi016.stdout: "released_to_os": 46530560, 2024-04-15T16:06:27.098 INFO:tasks.workunit.client.0.smithi016.stdout: "spans_in_use": 10676, 2024-04-15T16:06:27.098 INFO:tasks.workunit.client.0.smithi016.stdout: "tcmalloc_page_size": 8192, 2024-04-15T16:06:27.098 INFO:tasks.workunit.client.0.smithi016.stdout: "thread_cache_freelists": 59441496, 2024-04-15T16:06:27.098 INFO:tasks.workunit.client.0.smithi016.stdout: "thread_heaps_in_use": 58, 2024-04-15T16:06:27.098 INFO:tasks.workunit.client.0.smithi016.stdout: "transfer_cache_freelist": 10038784, 2024-04-15T16:06:27.098 INFO:tasks.workunit.client.0.smithi016.stdout: "use_by_application": 355303000, 2024-04-15T16:06:27.099 INFO:tasks.workunit.client.0.smithi016.stdout: "virtual_address_space_used": 494157824 2024-04-15T16:06:27.099 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T16:06:27.099 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T16:06:27.099 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.099 INFO:tasks.workunit.client.0.smithi016.stdout: "hosts": { 2024-04-15T16:06:27.099 INFO:tasks.workunit.client.0.smithi016.stdout: "num": 2, 2024-04-15T16:06:27.099 INFO:tasks.workunit.client.0.smithi016.stdout: "num_with_mds": 2, 2024-04-15T16:06:27.099 INFO:tasks.workunit.client.0.smithi016.stdout: "num_with_mgr": 2, 2024-04-15T16:06:27.099 INFO:tasks.workunit.client.0.smithi016.stdout: "num_with_mon": 2, 2024-04-15T16:06:27.099 INFO:tasks.workunit.client.0.smithi016.stdout: "num_with_osd": 2 2024-04-15T16:06:27.099 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.099 INFO:tasks.workunit.client.0.smithi016.stdout: "io_rate": { 2024-04-15T16:06:27.099 INFO:tasks.workunit.client.0.smithi016.stdout: "pg_stats_delta": { 2024-04-15T16:06:27.100 INFO:tasks.workunit.client.0.smithi016.stdout: "acting": 0, 2024-04-15T16:06:27.100 INFO:tasks.workunit.client.0.smithi016.stdout: "log_size": 0, 2024-04-15T16:06:27.100 INFO:tasks.workunit.client.0.smithi016.stdout: "num_store_stats": 0, 2024-04-15T16:06:27.100 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_size": 0, 2024-04-15T16:06:27.100 INFO:tasks.workunit.client.0.smithi016.stdout: "stamp_delta": "10.652455", 2024-04-15T16:06:27.100 INFO:tasks.workunit.client.0.smithi016.stdout: "stat_sum": { 2024-04-15T16:06:27.100 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes": 0, 2024-04-15T16:06:27.100 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T16:06:27.100 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_recovered": 0, 2024-04-15T16:06:27.100 INFO:tasks.workunit.client.0.smithi016.stdout: "num_deep_scrub_errors": 0, 2024-04-15T16:06:27.100 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict": 0, 2024-04-15T16:06:27.100 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_kb": 0, 2024-04-15T16:06:27.100 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_full": 0, 2024-04-15T16:06:27.100 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_some": 0, 2024-04-15T16:06:27.101 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush": 0, 2024-04-15T16:06:27.101 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_kb": 0, 2024-04-15T16:06:27.101 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_high": 0, 2024-04-15T16:06:27.101 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_low": 0, 2024-04-15T16:06:27.101 INFO:tasks.workunit.client.0.smithi016.stdout: "num_keys_recovered": 0, 2024-04-15T16:06:27.101 INFO:tasks.workunit.client.0.smithi016.stdout: "num_large_omap_objects": 0, 2024-04-15T16:06:27.101 INFO:tasks.workunit.client.0.smithi016.stdout: "num_legacy_snapsets": 0, 2024-04-15T16:06:27.101 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_clones": 0, 2024-04-15T16:06:27.101 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_copies": 0, 2024-04-15T16:06:27.101 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects": 0, 2024-04-15T16:06:27.101 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_degraded": 0, 2024-04-15T16:06:27.101 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_dirty": 0, 2024-04-15T16:06:27.101 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T16:06:27.101 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_manifest": 0, 2024-04-15T16:06:27.101 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_misplaced": 0, 2024-04-15T16:06:27.102 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing": 0, 2024-04-15T16:06:27.102 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T16:06:27.102 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_omap": 0, 2024-04-15T16:06:27.102 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_pinned": 0, 2024-04-15T16:06:27.102 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_recovered": 0, 2024-04-15T16:06:27.102 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_repaired": 0, 2024-04-15T16:06:27.102 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_unfound": 0, 2024-04-15T16:06:27.102 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_bytes": 0, 2024-04-15T16:06:27.102 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_keys": 0, 2024-04-15T16:06:27.102 INFO:tasks.workunit.client.0.smithi016.stdout: "num_promote": 0, 2024-04-15T16:06:27.102 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read": 25, 2024-04-15T16:06:27.102 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read_kb": 17, 2024-04-15T16:06:27.102 INFO:tasks.workunit.client.0.smithi016.stdout: "num_scrub_errors": 0, 2024-04-15T16:06:27.102 INFO:tasks.workunit.client.0.smithi016.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T16:06:27.103 INFO:tasks.workunit.client.0.smithi016.stdout: "num_whiteouts": 0, 2024-04-15T16:06:27.103 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write": 0, 2024-04-15T16:06:27.103 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write_kb": 0 2024-04-15T16:06:27.103 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.103 INFO:tasks.workunit.client.0.smithi016.stdout: "store_stats": { 2024-04-15T16:06:27.103 INFO:tasks.workunit.client.0.smithi016.stdout: "allocated": 0, 2024-04-15T16:06:27.103 INFO:tasks.workunit.client.0.smithi016.stdout: "available": 0, 2024-04-15T16:06:27.103 INFO:tasks.workunit.client.0.smithi016.stdout: "data_compressed": 0, 2024-04-15T16:06:27.103 INFO:tasks.workunit.client.0.smithi016.stdout: "data_compressed_allocated": 0, 2024-04-15T16:06:27.103 INFO:tasks.workunit.client.0.smithi016.stdout: "data_compressed_original": 0, 2024-04-15T16:06:27.103 INFO:tasks.workunit.client.0.smithi016.stdout: "data_stored": 0, 2024-04-15T16:06:27.103 INFO:tasks.workunit.client.0.smithi016.stdout: "internal_metadata": 0, 2024-04-15T16:06:27.103 INFO:tasks.workunit.client.0.smithi016.stdout: "internally_reserved": 0, 2024-04-15T16:06:27.103 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_allocated": 0, 2024-04-15T16:06:27.103 INFO:tasks.workunit.client.0.smithi016.stdout: "total": 0 2024-04-15T16:06:27.104 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.104 INFO:tasks.workunit.client.0.smithi016.stdout: "up": 0 2024-04-15T16:06:27.104 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T16:06:27.104 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.104 INFO:tasks.workunit.client.0.smithi016.stdout: "leaderboard": false, 2024-04-15T16:06:27.104 INFO:tasks.workunit.client.0.smithi016.stdout: "leaderboard_description": null, 2024-04-15T16:06:27.104 INFO:tasks.workunit.client.0.smithi016.stdout: "license": "sharing-1-0", 2024-04-15T16:06:27.104 INFO:tasks.workunit.client.0.smithi016.stdout: "mempool": { 2024-04-15T16:06:27.104 INFO:tasks.workunit.client.0.smithi016.stdout: "mds": { 2024-04-15T16:06:27.104 INFO:tasks.workunit.client.0.smithi016.stdout: "mds.96c04f3d51aa9c4650d798b6d991f5b64af8e5e4": { 2024-04-15T16:06:27.104 INFO:tasks.workunit.client.0.smithi016.stdout: "bloom_filter": { 2024-04-15T16:06:27.104 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T16:06:27.104 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T16:06:27.104 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.105 INFO:tasks.workunit.client.0.smithi016.stdout: "bluefs": { 2024-04-15T16:06:27.105 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T16:06:27.105 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T16:06:27.105 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.105 INFO:tasks.workunit.client.0.smithi016.stdout: "bluefs_file_reader": { 2024-04-15T16:06:27.105 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T16:06:27.105 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T16:06:27.105 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.105 INFO:tasks.workunit.client.0.smithi016.stdout: "bluefs_file_writer": { 2024-04-15T16:06:27.105 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T16:06:27.105 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T16:06:27.105 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.105 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_alloc": { 2024-04-15T16:06:27.105 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T16:06:27.105 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T16:06:27.106 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.106 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_blob": { 2024-04-15T16:06:27.106 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T16:06:27.106 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T16:06:27.106 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.106 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_cache_buffer": { 2024-04-15T16:06:27.106 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T16:06:27.106 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T16:06:27.106 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.106 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_cache_data": { 2024-04-15T16:06:27.106 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T16:06:27.106 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T16:06:27.106 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.107 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_cache_meta": { 2024-04-15T16:06:27.107 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T16:06:27.107 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T16:06:27.107 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.107 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_cache_onode": { 2024-04-15T16:06:27.107 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T16:06:27.107 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T16:06:27.107 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.107 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_cache_other": { 2024-04-15T16:06:27.107 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T16:06:27.107 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T16:06:27.107 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.107 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_extent": { 2024-04-15T16:06:27.107 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T16:06:27.107 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T16:06:27.108 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.108 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_fsck": { 2024-04-15T16:06:27.108 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T16:06:27.108 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T16:06:27.108 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.108 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_inline_bl": { 2024-04-15T16:06:27.108 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T16:06:27.108 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T16:06:27.108 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.108 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_shared_blob": { 2024-04-15T16:06:27.108 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T16:06:27.108 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T16:06:27.108 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.108 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_txc": { 2024-04-15T16:06:27.109 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T16:06:27.109 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T16:06:27.109 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.109 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_writing": { 2024-04-15T16:06:27.109 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T16:06:27.109 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T16:06:27.109 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.109 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_writing_deferred": { 2024-04-15T16:06:27.109 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T16:06:27.109 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T16:06:27.109 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.109 INFO:tasks.workunit.client.0.smithi016.stdout: "buffer_anon": { 2024-04-15T16:06:27.109 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 149008, 2024-04-15T16:06:27.109 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 33 2024-04-15T16:06:27.109 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.110 INFO:tasks.workunit.client.0.smithi016.stdout: "buffer_meta": { 2024-04-15T16:06:27.110 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T16:06:27.110 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T16:06:27.110 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.110 INFO:tasks.workunit.client.0.smithi016.stdout: "mds_co": { 2024-04-15T16:06:27.110 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 928, 2024-04-15T16:06:27.110 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 2 2024-04-15T16:06:27.110 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.110 INFO:tasks.workunit.client.0.smithi016.stdout: "osd": { 2024-04-15T16:06:27.110 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T16:06:27.110 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T16:06:27.110 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.110 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_mapbl": { 2024-04-15T16:06:27.110 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T16:06:27.111 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T16:06:27.111 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.111 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_pglog": { 2024-04-15T16:06:27.111 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T16:06:27.111 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T16:06:27.111 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.111 INFO:tasks.workunit.client.0.smithi016.stdout: "osdmap": { 2024-04-15T16:06:27.111 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T16:06:27.111 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T16:06:27.111 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.111 INFO:tasks.workunit.client.0.smithi016.stdout: "osdmap_mapping": { 2024-04-15T16:06:27.111 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T16:06:27.112 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T16:06:27.112 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.112 INFO:tasks.workunit.client.0.smithi016.stdout: "pgmap": { 2024-04-15T16:06:27.112 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T16:06:27.112 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T16:06:27.112 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.112 INFO:tasks.workunit.client.0.smithi016.stdout: "unittest_1": { 2024-04-15T16:06:27.112 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T16:06:27.112 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T16:06:27.112 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.112 INFO:tasks.workunit.client.0.smithi016.stdout: "unittest_2": { 2024-04-15T16:06:27.112 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T16:06:27.112 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T16:06:27.112 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T16:06:27.113 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.113 INFO:tasks.workunit.client.0.smithi016.stdout: "mds.dd602b36cabf11effbd0d8bd19ba267ecac4bcd8": { 2024-04-15T16:06:27.113 INFO:tasks.workunit.client.0.smithi016.stdout: "bloom_filter": { 2024-04-15T16:06:27.113 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T16:06:27.113 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T16:06:27.113 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.113 INFO:tasks.workunit.client.0.smithi016.stdout: "bluefs": { 2024-04-15T16:06:27.113 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T16:06:27.113 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T16:06:27.113 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.113 INFO:tasks.workunit.client.0.smithi016.stdout: "bluefs_file_reader": { 2024-04-15T16:06:27.113 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T16:06:27.113 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T16:06:27.113 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.113 INFO:tasks.workunit.client.0.smithi016.stdout: "bluefs_file_writer": { 2024-04-15T16:06:27.114 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T16:06:27.114 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T16:06:27.114 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.114 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_alloc": { 2024-04-15T16:06:27.114 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T16:06:27.114 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T16:06:27.114 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.114 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_blob": { 2024-04-15T16:06:27.114 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T16:06:27.114 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T16:06:27.114 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.114 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_cache_buffer": { 2024-04-15T16:06:27.114 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T16:06:27.114 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T16:06:27.115 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.115 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_cache_data": { 2024-04-15T16:06:27.115 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T16:06:27.115 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T16:06:27.115 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.115 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_cache_meta": { 2024-04-15T16:06:27.115 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T16:06:27.115 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T16:06:27.115 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.115 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_cache_onode": { 2024-04-15T16:06:27.115 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T16:06:27.115 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T16:06:27.115 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.115 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_cache_other": { 2024-04-15T16:06:27.116 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T16:06:27.116 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T16:06:27.116 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.116 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_extent": { 2024-04-15T16:06:27.116 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T16:06:27.116 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T16:06:27.116 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.116 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_fsck": { 2024-04-15T16:06:27.116 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T16:06:27.116 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T16:06:27.116 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.116 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_inline_bl": { 2024-04-15T16:06:27.116 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T16:06:27.116 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T16:06:27.116 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.117 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_shared_blob": { 2024-04-15T16:06:27.117 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T16:06:27.117 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T16:06:27.117 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.117 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_txc": { 2024-04-15T16:06:27.117 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T16:06:27.117 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T16:06:27.117 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.117 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_writing": { 2024-04-15T16:06:27.117 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T16:06:27.117 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T16:06:27.117 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.117 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_writing_deferred": { 2024-04-15T16:06:27.117 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T16:06:27.117 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T16:06:27.118 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.118 INFO:tasks.workunit.client.0.smithi016.stdout: "buffer_anon": { 2024-04-15T16:06:27.118 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 221552, 2024-04-15T16:06:27.118 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 64 2024-04-15T16:06:27.118 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.118 INFO:tasks.workunit.client.0.smithi016.stdout: "buffer_meta": { 2024-04-15T16:06:27.118 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T16:06:27.118 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T16:06:27.118 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.118 INFO:tasks.workunit.client.0.smithi016.stdout: "mds_co": { 2024-04-15T16:06:27.118 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 52112, 2024-04-15T16:06:27.118 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 181 2024-04-15T16:06:27.118 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.118 INFO:tasks.workunit.client.0.smithi016.stdout: "osd": { 2024-04-15T16:06:27.119 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T16:06:27.119 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T16:06:27.119 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.119 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_mapbl": { 2024-04-15T16:06:27.119 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T16:06:27.119 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T16:06:27.119 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.119 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_pglog": { 2024-04-15T16:06:27.119 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T16:06:27.119 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T16:06:27.119 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.119 INFO:tasks.workunit.client.0.smithi016.stdout: "osdmap": { 2024-04-15T16:06:27.119 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 12952, 2024-04-15T16:06:27.120 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 268 2024-04-15T16:06:27.120 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.120 INFO:tasks.workunit.client.0.smithi016.stdout: "osdmap_mapping": { 2024-04-15T16:06:27.120 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T16:06:27.120 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T16:06:27.120 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.120 INFO:tasks.workunit.client.0.smithi016.stdout: "pgmap": { 2024-04-15T16:06:27.120 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T16:06:27.120 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T16:06:27.120 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.120 INFO:tasks.workunit.client.0.smithi016.stdout: "unittest_1": { 2024-04-15T16:06:27.120 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T16:06:27.120 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T16:06:27.120 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.120 INFO:tasks.workunit.client.0.smithi016.stdout: "unittest_2": { 2024-04-15T16:06:27.121 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T16:06:27.121 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T16:06:27.121 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T16:06:27.121 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T16:06:27.121 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.121 INFO:tasks.workunit.client.0.smithi016.stdout: "mon": { 2024-04-15T16:06:27.121 INFO:tasks.workunit.client.0.smithi016.stdout: "mon.96c04f3d51aa9c4650d798b6d991f5b64af8e5e4": { 2024-04-15T16:06:27.121 INFO:tasks.workunit.client.0.smithi016.stdout: "bloom_filter": { 2024-04-15T16:06:27.121 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T16:06:27.121 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T16:06:27.121 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.121 INFO:tasks.workunit.client.0.smithi016.stdout: "bluefs": { 2024-04-15T16:06:27.121 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T16:06:27.121 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T16:06:27.121 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.122 INFO:tasks.workunit.client.0.smithi016.stdout: "bluefs_file_reader": { 2024-04-15T16:06:27.122 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T16:06:27.122 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T16:06:27.122 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.122 INFO:tasks.workunit.client.0.smithi016.stdout: "bluefs_file_writer": { 2024-04-15T16:06:27.122 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T16:06:27.122 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T16:06:27.122 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.122 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_alloc": { 2024-04-15T16:06:27.122 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T16:06:27.122 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T16:06:27.122 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.122 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_blob": { 2024-04-15T16:06:27.122 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T16:06:27.123 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T16:06:27.123 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.123 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_cache_buffer": { 2024-04-15T16:06:27.123 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T16:06:27.123 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T16:06:27.123 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.123 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_cache_data": { 2024-04-15T16:06:27.123 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T16:06:27.123 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T16:06:27.123 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.123 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_cache_meta": { 2024-04-15T16:06:27.123 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T16:06:27.123 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T16:06:27.123 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.123 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_cache_onode": { 2024-04-15T16:06:27.124 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T16:06:27.124 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T16:06:27.124 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.124 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_cache_other": { 2024-04-15T16:06:27.124 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T16:06:27.124 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T16:06:27.124 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.124 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_extent": { 2024-04-15T16:06:27.124 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T16:06:27.124 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T16:06:27.124 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.124 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_fsck": { 2024-04-15T16:06:27.124 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T16:06:27.124 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T16:06:27.125 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.125 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_inline_bl": { 2024-04-15T16:06:27.125 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T16:06:27.125 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T16:06:27.125 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.125 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_shared_blob": { 2024-04-15T16:06:27.125 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T16:06:27.125 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T16:06:27.125 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.125 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_txc": { 2024-04-15T16:06:27.125 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T16:06:27.125 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T16:06:27.125 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.125 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_writing": { 2024-04-15T16:06:27.126 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T16:06:27.126 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T16:06:27.126 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.126 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_writing_deferred": { 2024-04-15T16:06:27.126 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T16:06:27.126 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T16:06:27.126 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.126 INFO:tasks.workunit.client.0.smithi016.stdout: "buffer_anon": { 2024-04-15T16:06:27.126 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 41253129, 2024-04-15T16:06:27.126 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 5098 2024-04-15T16:06:27.126 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.126 INFO:tasks.workunit.client.0.smithi016.stdout: "buffer_meta": { 2024-04-15T16:06:27.126 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T16:06:27.126 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T16:06:27.127 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.127 INFO:tasks.workunit.client.0.smithi016.stdout: "mds_co": { 2024-04-15T16:06:27.127 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T16:06:27.127 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T16:06:27.127 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.127 INFO:tasks.workunit.client.0.smithi016.stdout: "osd": { 2024-04-15T16:06:27.127 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T16:06:27.127 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T16:06:27.127 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.127 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_mapbl": { 2024-04-15T16:06:27.127 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T16:06:27.127 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T16:06:27.127 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.127 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_pglog": { 2024-04-15T16:06:27.128 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T16:06:27.128 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T16:06:27.128 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.128 INFO:tasks.workunit.client.0.smithi016.stdout: "osdmap": { 2024-04-15T16:06:27.128 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 11528, 2024-04-15T16:06:27.128 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 267 2024-04-15T16:06:27.128 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.128 INFO:tasks.workunit.client.0.smithi016.stdout: "osdmap_mapping": { 2024-04-15T16:06:27.128 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 70440, 2024-04-15T16:06:27.128 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 5158 2024-04-15T16:06:27.128 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.128 INFO:tasks.workunit.client.0.smithi016.stdout: "pgmap": { 2024-04-15T16:06:27.128 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 5896, 2024-04-15T16:06:27.128 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 174 2024-04-15T16:06:27.128 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.129 INFO:tasks.workunit.client.0.smithi016.stdout: "unittest_1": { 2024-04-15T16:06:27.129 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T16:06:27.129 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T16:06:27.129 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.129 INFO:tasks.workunit.client.0.smithi016.stdout: "unittest_2": { 2024-04-15T16:06:27.129 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T16:06:27.129 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T16:06:27.129 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T16:06:27.129 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.129 INFO:tasks.workunit.client.0.smithi016.stdout: "mon.db7bc7ff646004cab5cc32c315bc5a54adf74b4c": { 2024-04-15T16:06:27.129 INFO:tasks.workunit.client.0.smithi016.stdout: "bloom_filter": { 2024-04-15T16:06:27.129 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T16:06:27.129 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T16:06:27.130 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.130 INFO:tasks.workunit.client.0.smithi016.stdout: "bluefs": { 2024-04-15T16:06:27.130 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T16:06:27.130 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T16:06:27.130 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.130 INFO:tasks.workunit.client.0.smithi016.stdout: "bluefs_file_reader": { 2024-04-15T16:06:27.130 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T16:06:27.130 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T16:06:27.130 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.130 INFO:tasks.workunit.client.0.smithi016.stdout: "bluefs_file_writer": { 2024-04-15T16:06:27.130 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T16:06:27.130 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T16:06:27.130 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.130 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_alloc": { 2024-04-15T16:06:27.131 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T16:06:27.131 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T16:06:27.131 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.131 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_blob": { 2024-04-15T16:06:27.131 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T16:06:27.131 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T16:06:27.131 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.131 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_cache_buffer": { 2024-04-15T16:06:27.131 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T16:06:27.131 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T16:06:27.131 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.131 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_cache_data": { 2024-04-15T16:06:27.132 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T16:06:27.132 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T16:06:27.132 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.132 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_cache_meta": { 2024-04-15T16:06:27.132 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T16:06:27.132 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T16:06:27.132 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.132 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_cache_onode": { 2024-04-15T16:06:27.132 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T16:06:27.132 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T16:06:27.132 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.132 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_cache_other": { 2024-04-15T16:06:27.132 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T16:06:27.132 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T16:06:27.133 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.133 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_extent": { 2024-04-15T16:06:27.133 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T16:06:27.133 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T16:06:27.133 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.133 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_fsck": { 2024-04-15T16:06:27.133 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T16:06:27.133 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T16:06:27.133 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.133 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_inline_bl": { 2024-04-15T16:06:27.133 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T16:06:27.133 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T16:06:27.133 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.134 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_shared_blob": { 2024-04-15T16:06:27.134 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T16:06:27.134 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T16:06:27.134 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.134 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_txc": { 2024-04-15T16:06:27.134 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T16:06:27.134 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T16:06:27.134 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.134 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_writing": { 2024-04-15T16:06:27.134 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T16:06:27.134 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T16:06:27.134 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.134 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_writing_deferred": { 2024-04-15T16:06:27.134 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T16:06:27.135 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T16:06:27.135 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.135 INFO:tasks.workunit.client.0.smithi016.stdout: "buffer_anon": { 2024-04-15T16:06:27.135 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 41520633, 2024-04-15T16:06:27.135 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 5147 2024-04-15T16:06:27.135 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.135 INFO:tasks.workunit.client.0.smithi016.stdout: "buffer_meta": { 2024-04-15T16:06:27.135 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T16:06:27.135 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T16:06:27.135 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.135 INFO:tasks.workunit.client.0.smithi016.stdout: "mds_co": { 2024-04-15T16:06:27.135 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T16:06:27.135 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T16:06:27.136 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.136 INFO:tasks.workunit.client.0.smithi016.stdout: "osd": { 2024-04-15T16:06:27.136 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T16:06:27.136 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T16:06:27.136 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.136 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_mapbl": { 2024-04-15T16:06:27.136 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T16:06:27.136 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T16:06:27.136 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.136 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_pglog": { 2024-04-15T16:06:27.136 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T16:06:27.136 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T16:06:27.136 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.136 INFO:tasks.workunit.client.0.smithi016.stdout: "osdmap": { 2024-04-15T16:06:27.137 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 11528, 2024-04-15T16:06:27.137 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 267 2024-04-15T16:06:27.137 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.137 INFO:tasks.workunit.client.0.smithi016.stdout: "osdmap_mapping": { 2024-04-15T16:06:27.137 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 70440, 2024-04-15T16:06:27.137 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 5158 2024-04-15T16:06:27.137 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.137 INFO:tasks.workunit.client.0.smithi016.stdout: "pgmap": { 2024-04-15T16:06:27.137 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 5896, 2024-04-15T16:06:27.137 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 174 2024-04-15T16:06:27.137 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.137 INFO:tasks.workunit.client.0.smithi016.stdout: "unittest_1": { 2024-04-15T16:06:27.137 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T16:06:27.137 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T16:06:27.138 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.138 INFO:tasks.workunit.client.0.smithi016.stdout: "unittest_2": { 2024-04-15T16:06:27.138 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T16:06:27.138 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T16:06:27.138 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T16:06:27.138 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.138 INFO:tasks.workunit.client.0.smithi016.stdout: "mon.dd602b36cabf11effbd0d8bd19ba267ecac4bcd8": { 2024-04-15T16:06:27.138 INFO:tasks.workunit.client.0.smithi016.stdout: "bloom_filter": { 2024-04-15T16:06:27.138 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T16:06:27.138 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T16:06:27.138 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.138 INFO:tasks.workunit.client.0.smithi016.stdout: "bluefs": { 2024-04-15T16:06:27.138 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T16:06:27.139 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T16:06:27.139 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.139 INFO:tasks.workunit.client.0.smithi016.stdout: "bluefs_file_reader": { 2024-04-15T16:06:27.139 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T16:06:27.139 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T16:06:27.139 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.139 INFO:tasks.workunit.client.0.smithi016.stdout: "bluefs_file_writer": { 2024-04-15T16:06:27.139 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T16:06:27.139 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T16:06:27.139 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.139 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_alloc": { 2024-04-15T16:06:27.139 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T16:06:27.139 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T16:06:27.139 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.139 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_blob": { 2024-04-15T16:06:27.140 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T16:06:27.140 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T16:06:27.140 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.140 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_cache_buffer": { 2024-04-15T16:06:27.140 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T16:06:27.140 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T16:06:27.140 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.140 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_cache_data": { 2024-04-15T16:06:27.140 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T16:06:27.140 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T16:06:27.140 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.140 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_cache_meta": { 2024-04-15T16:06:27.140 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T16:06:27.140 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T16:06:27.140 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.141 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_cache_onode": { 2024-04-15T16:06:27.141 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T16:06:27.141 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T16:06:27.141 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.141 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_cache_other": { 2024-04-15T16:06:27.141 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T16:06:27.141 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T16:06:27.141 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.141 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_extent": { 2024-04-15T16:06:27.141 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T16:06:27.141 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T16:06:27.141 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.141 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_fsck": { 2024-04-15T16:06:27.141 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T16:06:27.142 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T16:06:27.142 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.142 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_inline_bl": { 2024-04-15T16:06:27.142 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T16:06:27.142 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T16:06:27.142 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.142 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_shared_blob": { 2024-04-15T16:06:27.142 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T16:06:27.142 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T16:06:27.142 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.142 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_txc": { 2024-04-15T16:06:27.142 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T16:06:27.142 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T16:06:27.142 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.143 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_writing": { 2024-04-15T16:06:27.143 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T16:06:27.143 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T16:06:27.143 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.143 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_writing_deferred": { 2024-04-15T16:06:27.143 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T16:06:27.143 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T16:06:27.143 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.143 INFO:tasks.workunit.client.0.smithi016.stdout: "buffer_anon": { 2024-04-15T16:06:27.143 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 41775401, 2024-04-15T16:06:27.143 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 5158 2024-04-15T16:06:27.143 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.143 INFO:tasks.workunit.client.0.smithi016.stdout: "buffer_meta": { 2024-04-15T16:06:27.143 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T16:06:27.144 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T16:06:27.144 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.144 INFO:tasks.workunit.client.0.smithi016.stdout: "mds_co": { 2024-04-15T16:06:27.144 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T16:06:27.144 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T16:06:27.144 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.144 INFO:tasks.workunit.client.0.smithi016.stdout: "osd": { 2024-04-15T16:06:27.144 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T16:06:27.144 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T16:06:27.144 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.144 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_mapbl": { 2024-04-15T16:06:27.144 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T16:06:27.144 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T16:06:27.144 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.145 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_pglog": { 2024-04-15T16:06:27.145 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T16:06:27.145 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T16:06:27.145 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.145 INFO:tasks.workunit.client.0.smithi016.stdout: "osdmap": { 2024-04-15T16:06:27.145 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 11528, 2024-04-15T16:06:27.145 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 267 2024-04-15T16:06:27.145 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.145 INFO:tasks.workunit.client.0.smithi016.stdout: "osdmap_mapping": { 2024-04-15T16:06:27.145 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 70440, 2024-04-15T16:06:27.145 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 5158 2024-04-15T16:06:27.145 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.145 INFO:tasks.workunit.client.0.smithi016.stdout: "pgmap": { 2024-04-15T16:06:27.145 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 11792, 2024-04-15T16:06:27.145 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 348 2024-04-15T16:06:27.146 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.146 INFO:tasks.workunit.client.0.smithi016.stdout: "unittest_1": { 2024-04-15T16:06:27.146 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T16:06:27.146 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T16:06:27.146 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.146 INFO:tasks.workunit.client.0.smithi016.stdout: "unittest_2": { 2024-04-15T16:06:27.146 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T16:06:27.146 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T16:06:27.146 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T16:06:27.146 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T16:06:27.146 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.146 INFO:tasks.workunit.client.0.smithi016.stdout: "osd": { 2024-04-15T16:06:27.146 INFO:tasks.workunit.client.0.smithi016.stdout: "osd.0": { 2024-04-15T16:06:27.146 INFO:tasks.workunit.client.0.smithi016.stdout: "bloom_filter": { 2024-04-15T16:06:27.147 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T16:06:27.147 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T16:06:27.147 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.147 INFO:tasks.workunit.client.0.smithi016.stdout: "bluefs": { 2024-04-15T16:06:27.147 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 19616, 2024-04-15T16:06:27.147 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 372 2024-04-15T16:06:27.147 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.147 INFO:tasks.workunit.client.0.smithi016.stdout: "bluefs_file_reader": { 2024-04-15T16:06:27.147 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 39040, 2024-04-15T16:06:27.147 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 25 2024-04-15T16:06:27.147 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.147 INFO:tasks.workunit.client.0.smithi016.stdout: "bluefs_file_writer": { 2024-04-15T16:06:27.147 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 2688, 2024-04-15T16:06:27.147 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 14 2024-04-15T16:06:27.147 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.148 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_alloc": { 2024-04-15T16:06:27.148 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 55760, 2024-04-15T16:06:27.148 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 697 2024-04-15T16:06:27.148 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.148 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_blob": { 2024-04-15T16:06:27.148 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 372112, 2024-04-15T16:06:27.148 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 1789 2024-04-15T16:06:27.148 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.148 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_cache_buffer": { 2024-04-15T16:06:27.148 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 256, 2024-04-15T16:06:27.148 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 32 2024-04-15T16:06:27.148 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.148 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_cache_data": { 2024-04-15T16:06:27.148 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 261817, 2024-04-15T16:06:27.148 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 99 2024-04-15T16:06:27.149 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.149 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_cache_meta": { 2024-04-15T16:06:27.149 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 2427869, 2024-04-15T16:06:27.149 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 540874 2024-04-15T16:06:27.149 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.149 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_cache_onode": { 2024-04-15T16:06:27.149 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 6990656, 2024-04-15T16:06:27.149 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 10312 2024-04-15T16:06:27.149 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.149 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_cache_other": { 2024-04-15T16:06:27.149 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 77960, 2024-04-15T16:06:27.149 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 8311 2024-04-15T16:06:27.149 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.149 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_extent": { 2024-04-15T16:06:27.150 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 85872, 2024-04-15T16:06:27.150 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 1789 2024-04-15T16:06:27.150 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.150 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_fsck": { 2024-04-15T16:06:27.150 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T16:06:27.150 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T16:06:27.150 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.150 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_inline_bl": { 2024-04-15T16:06:27.150 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 164604, 2024-04-15T16:06:27.150 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 1182 2024-04-15T16:06:27.150 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.150 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_shared_blob": { 2024-04-15T16:06:27.150 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T16:06:27.151 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T16:06:27.151 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.151 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_txc": { 2024-04-15T16:06:27.151 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T16:06:27.151 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T16:06:27.151 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.151 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_writing": { 2024-04-15T16:06:27.151 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 46467, 2024-04-15T16:06:27.151 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 45 2024-04-15T16:06:27.151 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.151 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_writing_deferred": { 2024-04-15T16:06:27.151 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T16:06:27.151 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T16:06:27.151 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.152 INFO:tasks.workunit.client.0.smithi016.stdout: "buffer_anon": { 2024-04-15T16:06:27.152 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 14692256, 2024-04-15T16:06:27.152 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 289 2024-04-15T16:06:27.152 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.152 INFO:tasks.workunit.client.0.smithi016.stdout: "buffer_meta": { 2024-04-15T16:06:27.152 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 9768, 2024-04-15T16:06:27.152 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 111 2024-04-15T16:06:27.152 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.152 INFO:tasks.workunit.client.0.smithi016.stdout: "mds_co": { 2024-04-15T16:06:27.152 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T16:06:27.152 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T16:06:27.152 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.152 INFO:tasks.workunit.client.0.smithi016.stdout: "osd": { 2024-04-15T16:06:27.152 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 501552, 2024-04-15T16:06:27.152 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 43 2024-04-15T16:06:27.153 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.153 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_mapbl": { 2024-04-15T16:06:27.153 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T16:06:27.153 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T16:06:27.153 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.153 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_pglog": { 2024-04-15T16:06:27.153 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 7184320, 2024-04-15T16:06:27.153 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 18616 2024-04-15T16:06:27.153 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.153 INFO:tasks.workunit.client.0.smithi016.stdout: "osdmap": { 2024-04-15T16:06:27.153 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 667608, 2024-04-15T16:06:27.153 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 11763 2024-04-15T16:06:27.153 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.153 INFO:tasks.workunit.client.0.smithi016.stdout: "osdmap_mapping": { 2024-04-15T16:06:27.153 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T16:06:27.154 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T16:06:27.154 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.154 INFO:tasks.workunit.client.0.smithi016.stdout: "pgmap": { 2024-04-15T16:06:27.154 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T16:06:27.154 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T16:06:27.154 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.154 INFO:tasks.workunit.client.0.smithi016.stdout: "unittest_1": { 2024-04-15T16:06:27.154 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T16:06:27.154 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T16:06:27.154 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.154 INFO:tasks.workunit.client.0.smithi016.stdout: "unittest_2": { 2024-04-15T16:06:27.154 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T16:06:27.154 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T16:06:27.154 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T16:06:27.155 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.155 INFO:tasks.workunit.client.0.smithi016.stdout: "osd.1": { 2024-04-15T16:06:27.155 INFO:tasks.workunit.client.0.smithi016.stdout: "bloom_filter": { 2024-04-15T16:06:27.155 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T16:06:27.155 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T16:06:27.155 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.155 INFO:tasks.workunit.client.0.smithi016.stdout: "bluefs": { 2024-04-15T16:06:27.155 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 22296, 2024-04-15T16:06:27.155 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 411 2024-04-15T16:06:27.155 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.155 INFO:tasks.workunit.client.0.smithi016.stdout: "bluefs_file_reader": { 2024-04-15T16:06:27.155 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 280704, 2024-04-15T16:06:27.155 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 26 2024-04-15T16:06:27.156 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.156 INFO:tasks.workunit.client.0.smithi016.stdout: "bluefs_file_writer": { 2024-04-15T16:06:27.156 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 3840, 2024-04-15T16:06:27.156 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 20 2024-04-15T16:06:27.156 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.156 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_alloc": { 2024-04-15T16:06:27.156 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 55600, 2024-04-15T16:06:27.156 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 695 2024-04-15T16:06:27.156 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.156 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_blob": { 2024-04-15T16:06:27.156 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 370032, 2024-04-15T16:06:27.156 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 1779 2024-04-15T16:06:27.156 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.156 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_cache_buffer": { 2024-04-15T16:06:27.157 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 256, 2024-04-15T16:06:27.157 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 32 2024-04-15T16:06:27.157 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.157 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_cache_data": { 2024-04-15T16:06:27.157 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 1179800, 2024-04-15T16:06:27.157 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 308 2024-04-15T16:06:27.157 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.157 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_cache_meta": { 2024-04-15T16:06:27.157 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 2427575, 2024-04-15T16:06:27.157 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 533059 2024-04-15T16:06:27.157 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.157 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_cache_onode": { 2024-04-15T16:06:27.157 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 6887976, 2024-04-15T16:06:27.157 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 10161 2024-04-15T16:06:27.157 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.158 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_cache_other": { 2024-04-15T16:06:27.158 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 76276, 2024-04-15T16:06:27.158 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 8142 2024-04-15T16:06:27.158 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.158 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_extent": { 2024-04-15T16:06:27.158 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 85344, 2024-04-15T16:06:27.158 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 1778 2024-04-15T16:06:27.158 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.158 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_fsck": { 2024-04-15T16:06:27.158 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T16:06:27.158 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T16:06:27.158 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.158 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_inline_bl": { 2024-04-15T16:06:27.159 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 165972, 2024-04-15T16:06:27.159 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 1188 2024-04-15T16:06:27.159 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.159 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_shared_blob": { 2024-04-15T16:06:27.159 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T16:06:27.159 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T16:06:27.159 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.159 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_txc": { 2024-04-15T16:06:27.159 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 1472, 2024-04-15T16:06:27.159 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 2 2024-04-15T16:06:27.159 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.159 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_writing": { 2024-04-15T16:06:27.159 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 78572, 2024-04-15T16:06:27.159 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 33 2024-04-15T16:06:27.159 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.160 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_writing_deferred": { 2024-04-15T16:06:27.160 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 20128, 2024-04-15T16:06:27.160 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 5 2024-04-15T16:06:27.160 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.160 INFO:tasks.workunit.client.0.smithi016.stdout: "buffer_anon": { 2024-04-15T16:06:27.160 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 20926495, 2024-04-15T16:06:27.160 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 287 2024-04-15T16:06:27.160 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.160 INFO:tasks.workunit.client.0.smithi016.stdout: "buffer_meta": { 2024-04-15T16:06:27.160 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 28424, 2024-04-15T16:06:27.160 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 323 2024-04-15T16:06:27.160 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.160 INFO:tasks.workunit.client.0.smithi016.stdout: "mds_co": { 2024-04-15T16:06:27.160 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T16:06:27.161 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T16:06:27.161 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.161 INFO:tasks.workunit.client.0.smithi016.stdout: "osd": { 2024-04-15T16:06:27.161 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 466560, 2024-04-15T16:06:27.161 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 40 2024-04-15T16:06:27.161 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.161 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_mapbl": { 2024-04-15T16:06:27.161 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T16:06:27.161 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T16:06:27.161 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.161 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_pglog": { 2024-04-15T16:06:27.161 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 7186400, 2024-04-15T16:06:27.161 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 20920 2024-04-15T16:06:27.161 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.162 INFO:tasks.workunit.client.0.smithi016.stdout: "osdmap": { 2024-04-15T16:06:27.162 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 667608, 2024-04-15T16:06:27.162 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 11763 2024-04-15T16:06:27.162 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.162 INFO:tasks.workunit.client.0.smithi016.stdout: "osdmap_mapping": { 2024-04-15T16:06:27.162 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T16:06:27.162 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T16:06:27.162 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.162 INFO:tasks.workunit.client.0.smithi016.stdout: "pgmap": { 2024-04-15T16:06:27.162 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T16:06:27.162 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T16:06:27.162 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.162 INFO:tasks.workunit.client.0.smithi016.stdout: "unittest_1": { 2024-04-15T16:06:27.162 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T16:06:27.163 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T16:06:27.163 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.163 INFO:tasks.workunit.client.0.smithi016.stdout: "unittest_2": { 2024-04-15T16:06:27.163 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T16:06:27.163 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T16:06:27.163 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T16:06:27.163 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.163 INFO:tasks.workunit.client.0.smithi016.stdout: "osd.2": { 2024-04-15T16:06:27.163 INFO:tasks.workunit.client.0.smithi016.stdout: "bloom_filter": { 2024-04-15T16:06:27.163 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T16:06:27.163 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T16:06:27.163 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.163 INFO:tasks.workunit.client.0.smithi016.stdout: "bluefs": { 2024-04-15T16:06:27.163 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 18272, 2024-04-15T16:06:27.163 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 339 2024-04-15T16:06:27.164 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.164 INFO:tasks.workunit.client.0.smithi016.stdout: "bluefs_file_reader": { 2024-04-15T16:06:27.164 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 30592, 2024-04-15T16:06:27.164 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 22 2024-04-15T16:06:27.164 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.164 INFO:tasks.workunit.client.0.smithi016.stdout: "bluefs_file_writer": { 2024-04-15T16:06:27.164 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 2496, 2024-04-15T16:06:27.164 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 13 2024-04-15T16:06:27.164 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.164 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_alloc": { 2024-04-15T16:06:27.164 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 54240, 2024-04-15T16:06:27.164 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 678 2024-04-15T16:06:27.164 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.164 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_blob": { 2024-04-15T16:06:27.165 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 369200, 2024-04-15T16:06:27.165 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 1775 2024-04-15T16:06:27.165 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.165 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_cache_buffer": { 2024-04-15T16:06:27.165 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 256, 2024-04-15T16:06:27.165 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 32 2024-04-15T16:06:27.165 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.165 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_cache_data": { 2024-04-15T16:06:27.165 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 300346, 2024-04-15T16:06:27.165 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 80 2024-04-15T16:06:27.165 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.165 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_cache_meta": { 2024-04-15T16:06:27.165 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 1726687, 2024-04-15T16:06:27.165 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 382516 2024-04-15T16:06:27.166 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.166 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_cache_onode": { 2024-04-15T16:06:27.166 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 5064216, 2024-04-15T16:06:27.166 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 7479 2024-04-15T16:06:27.166 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.166 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_cache_other": { 2024-04-15T16:06:27.166 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 75396, 2024-04-15T16:06:27.166 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 8126 2024-04-15T16:06:27.166 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.166 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_extent": { 2024-04-15T16:06:27.166 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 85200, 2024-04-15T16:06:27.166 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 1775 2024-04-15T16:06:27.166 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.167 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_fsck": { 2024-04-15T16:06:27.167 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T16:06:27.167 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T16:06:27.167 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.167 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_inline_bl": { 2024-04-15T16:06:27.167 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 164604, 2024-04-15T16:06:27.167 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 1182 2024-04-15T16:06:27.167 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.167 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_shared_blob": { 2024-04-15T16:06:27.167 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T16:06:27.167 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T16:06:27.167 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.167 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_txc": { 2024-04-15T16:06:27.167 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 736, 2024-04-15T16:06:27.168 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 1 2024-04-15T16:06:27.168 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.168 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_writing": { 2024-04-15T16:06:27.168 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 74781, 2024-04-15T16:06:27.168 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 56 2024-04-15T16:06:27.168 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.168 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_writing_deferred": { 2024-04-15T16:06:27.168 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 12112, 2024-04-15T16:06:27.168 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 3 2024-04-15T16:06:27.168 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.168 INFO:tasks.workunit.client.0.smithi016.stdout: "buffer_anon": { 2024-04-15T16:06:27.168 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 14906213, 2024-04-15T16:06:27.168 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 257 2024-04-15T16:06:27.168 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.169 INFO:tasks.workunit.client.0.smithi016.stdout: "buffer_meta": { 2024-04-15T16:06:27.169 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 9944, 2024-04-15T16:06:27.169 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 113 2024-04-15T16:06:27.169 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.169 INFO:tasks.workunit.client.0.smithi016.stdout: "mds_co": { 2024-04-15T16:06:27.169 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T16:06:27.169 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T16:06:27.169 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.169 INFO:tasks.workunit.client.0.smithi016.stdout: "osd": { 2024-04-15T16:06:27.169 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 384912, 2024-04-15T16:06:27.169 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 33 2024-04-15T16:06:27.169 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.170 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_mapbl": { 2024-04-15T16:06:27.170 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T16:06:27.170 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T16:06:27.170 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.170 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_pglog": { 2024-04-15T16:06:27.170 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 3140800, 2024-04-15T16:06:27.170 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 6040 2024-04-15T16:06:27.170 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.170 INFO:tasks.workunit.client.0.smithi016.stdout: "osdmap": { 2024-04-15T16:06:27.170 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 667608, 2024-04-15T16:06:27.170 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 11763 2024-04-15T16:06:27.170 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.170 INFO:tasks.workunit.client.0.smithi016.stdout: "osdmap_mapping": { 2024-04-15T16:06:27.170 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T16:06:27.171 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T16:06:27.171 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.171 INFO:tasks.workunit.client.0.smithi016.stdout: "pgmap": { 2024-04-15T16:06:27.171 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T16:06:27.171 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T16:06:27.171 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.171 INFO:tasks.workunit.client.0.smithi016.stdout: "unittest_1": { 2024-04-15T16:06:27.171 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T16:06:27.171 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T16:06:27.171 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.171 INFO:tasks.workunit.client.0.smithi016.stdout: "unittest_2": { 2024-04-15T16:06:27.171 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T16:06:27.171 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T16:06:27.171 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T16:06:27.172 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.172 INFO:tasks.workunit.client.0.smithi016.stdout: "osd.3": { 2024-04-15T16:06:27.172 INFO:tasks.workunit.client.0.smithi016.stdout: "bloom_filter": { 2024-04-15T16:06:27.172 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T16:06:27.172 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T16:06:27.172 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.172 INFO:tasks.workunit.client.0.smithi016.stdout: "bluefs": { 2024-04-15T16:06:27.172 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 19800, 2024-04-15T16:06:27.172 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 361 2024-04-15T16:06:27.172 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.172 INFO:tasks.workunit.client.0.smithi016.stdout: "bluefs_file_reader": { 2024-04-15T16:06:27.172 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 47104, 2024-04-15T16:06:27.172 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 25 2024-04-15T16:06:27.172 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.172 INFO:tasks.workunit.client.0.smithi016.stdout: "bluefs_file_writer": { 2024-04-15T16:06:27.173 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 1536, 2024-04-15T16:06:27.173 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 8 2024-04-15T16:06:27.173 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.173 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_alloc": { 2024-04-15T16:06:27.173 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 54800, 2024-04-15T16:06:27.173 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 685 2024-04-15T16:06:27.173 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.173 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_blob": { 2024-04-15T16:06:27.173 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 356928, 2024-04-15T16:06:27.173 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 1716 2024-04-15T16:06:27.173 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.173 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_cache_buffer": { 2024-04-15T16:06:27.173 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 256, 2024-04-15T16:06:27.173 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 32 2024-04-15T16:06:27.174 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.174 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_cache_data": { 2024-04-15T16:06:27.174 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 449653, 2024-04-15T16:06:27.174 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 108 2024-04-15T16:06:27.174 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.174 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_cache_meta": { 2024-04-15T16:06:27.174 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 1717311, 2024-04-15T16:06:27.174 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 380253 2024-04-15T16:06:27.174 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.174 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_cache_onode": { 2024-04-15T16:06:27.174 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 5031576, 2024-04-15T16:06:27.174 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 7431 2024-04-15T16:06:27.174 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.174 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_cache_other": { 2024-04-15T16:06:27.175 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 66756, 2024-04-15T16:06:27.175 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 6991 2024-04-15T16:06:27.175 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.175 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_extent": { 2024-04-15T16:06:27.175 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 82368, 2024-04-15T16:06:27.175 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 1716 2024-04-15T16:06:27.175 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.175 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_fsck": { 2024-04-15T16:06:27.175 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T16:06:27.175 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T16:06:27.175 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.175 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_inline_bl": { 2024-04-15T16:06:27.175 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 164604, 2024-04-15T16:06:27.176 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 1182 2024-04-15T16:06:27.176 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.176 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_shared_blob": { 2024-04-15T16:06:27.176 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T16:06:27.176 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T16:06:27.176 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.176 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_txc": { 2024-04-15T16:06:27.176 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 736, 2024-04-15T16:06:27.176 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 1 2024-04-15T16:06:27.176 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.176 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_writing": { 2024-04-15T16:06:27.176 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 99050, 2024-04-15T16:06:27.176 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 55 2024-04-15T16:06:27.176 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.177 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_writing_deferred": { 2024-04-15T16:06:27.177 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 12112, 2024-04-15T16:06:27.177 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 3 2024-04-15T16:06:27.177 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.177 INFO:tasks.workunit.client.0.smithi016.stdout: "buffer_anon": { 2024-04-15T16:06:27.177 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 8340241, 2024-04-15T16:06:27.177 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 280 2024-04-15T16:06:27.177 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.177 INFO:tasks.workunit.client.0.smithi016.stdout: "buffer_meta": { 2024-04-15T16:06:27.177 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 10824, 2024-04-15T16:06:27.177 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 123 2024-04-15T16:06:27.177 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.177 INFO:tasks.workunit.client.0.smithi016.stdout: "mds_co": { 2024-04-15T16:06:27.177 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T16:06:27.177 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T16:06:27.178 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.178 INFO:tasks.workunit.client.0.smithi016.stdout: "osd": { 2024-04-15T16:06:27.178 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 431568, 2024-04-15T16:06:27.178 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 37 2024-04-15T16:06:27.178 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.178 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_mapbl": { 2024-04-15T16:06:27.178 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T16:06:27.178 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T16:06:27.178 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.178 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_pglog": { 2024-04-15T16:06:27.178 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 3451760, 2024-04-15T16:06:27.178 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 9038 2024-04-15T16:06:27.178 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.178 INFO:tasks.workunit.client.0.smithi016.stdout: "osdmap": { 2024-04-15T16:06:27.179 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 667608, 2024-04-15T16:06:27.179 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 11763 2024-04-15T16:06:27.179 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.179 INFO:tasks.workunit.client.0.smithi016.stdout: "osdmap_mapping": { 2024-04-15T16:06:27.179 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T16:06:27.179 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T16:06:27.179 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.179 INFO:tasks.workunit.client.0.smithi016.stdout: "pgmap": { 2024-04-15T16:06:27.179 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T16:06:27.179 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T16:06:27.179 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.179 INFO:tasks.workunit.client.0.smithi016.stdout: "unittest_1": { 2024-04-15T16:06:27.179 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T16:06:27.179 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T16:06:27.179 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.179 INFO:tasks.workunit.client.0.smithi016.stdout: "unittest_2": { 2024-04-15T16:06:27.180 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T16:06:27.180 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T16:06:27.180 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T16:06:27.180 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.180 INFO:tasks.workunit.client.0.smithi016.stdout: "osd.4": { 2024-04-15T16:06:27.180 INFO:tasks.workunit.client.0.smithi016.stdout: "bloom_filter": { 2024-04-15T16:06:27.180 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T16:06:27.180 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T16:06:27.180 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.180 INFO:tasks.workunit.client.0.smithi016.stdout: "bluefs": { 2024-04-15T16:06:27.180 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 21728, 2024-04-15T16:06:27.180 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 390 2024-04-15T16:06:27.180 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.180 INFO:tasks.workunit.client.0.smithi016.stdout: "bluefs_file_reader": { 2024-04-15T16:06:27.180 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 31104, 2024-04-15T16:06:27.181 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 26 2024-04-15T16:06:27.181 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.181 INFO:tasks.workunit.client.0.smithi016.stdout: "bluefs_file_writer": { 2024-04-15T16:06:27.181 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 2304, 2024-04-15T16:06:27.181 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 12 2024-04-15T16:06:27.181 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.181 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_alloc": { 2024-04-15T16:06:27.181 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 54480, 2024-04-15T16:06:27.181 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 681 2024-04-15T16:06:27.181 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.181 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_blob": { 2024-04-15T16:06:27.181 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 357136, 2024-04-15T16:06:27.181 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 1717 2024-04-15T16:06:27.181 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.182 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_cache_buffer": { 2024-04-15T16:06:27.182 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 256, 2024-04-15T16:06:27.182 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 32 2024-04-15T16:06:27.182 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.182 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_cache_data": { 2024-04-15T16:06:27.182 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 338301, 2024-04-15T16:06:27.182 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 92 2024-04-15T16:06:27.182 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.182 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_cache_meta": { 2024-04-15T16:06:27.182 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 2076111, 2024-04-15T16:06:27.182 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 460326 2024-04-15T16:06:27.182 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.182 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_cache_onode": { 2024-04-15T16:06:27.182 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 5989696, 2024-04-15T16:06:27.183 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 8840 2024-04-15T16:06:27.183 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.183 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_cache_other": { 2024-04-15T16:06:27.183 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 67100, 2024-04-15T16:06:27.183 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 6994 2024-04-15T16:06:27.183 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.183 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_extent": { 2024-04-15T16:06:27.183 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 82368, 2024-04-15T16:06:27.183 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 1716 2024-04-15T16:06:27.183 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.183 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_fsck": { 2024-04-15T16:06:27.183 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T16:06:27.183 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T16:06:27.183 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.184 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_inline_bl": { 2024-04-15T16:06:27.184 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 164436, 2024-04-15T16:06:27.184 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 1182 2024-04-15T16:06:27.184 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.184 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_shared_blob": { 2024-04-15T16:06:27.184 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T16:06:27.184 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T16:06:27.184 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.184 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_txc": { 2024-04-15T16:06:27.184 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 1472, 2024-04-15T16:06:27.184 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 2 2024-04-15T16:06:27.184 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.184 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_writing": { 2024-04-15T16:06:27.184 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 110205, 2024-04-15T16:06:27.185 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 62 2024-04-15T16:06:27.185 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.185 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_writing_deferred": { 2024-04-15T16:06:27.185 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 20128, 2024-04-15T16:06:27.185 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 5 2024-04-15T16:06:27.185 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.185 INFO:tasks.workunit.client.0.smithi016.stdout: "buffer_anon": { 2024-04-15T16:06:27.185 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 13312424, 2024-04-15T16:06:27.185 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 8981 2024-04-15T16:06:27.185 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.185 INFO:tasks.workunit.client.0.smithi016.stdout: "buffer_meta": { 2024-04-15T16:06:27.185 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 10208, 2024-04-15T16:06:27.185 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 116 2024-04-15T16:06:27.185 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.185 INFO:tasks.workunit.client.0.smithi016.stdout: "mds_co": { 2024-04-15T16:06:27.186 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T16:06:27.186 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T16:06:27.186 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.186 INFO:tasks.workunit.client.0.smithi016.stdout: "osd": { 2024-04-15T16:06:27.186 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 466560, 2024-04-15T16:06:27.186 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 40 2024-04-15T16:06:27.186 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.186 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_mapbl": { 2024-04-15T16:06:27.186 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T16:06:27.186 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T16:06:27.186 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.186 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_pglog": { 2024-04-15T16:06:27.186 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 5162560, 2024-04-15T16:06:27.186 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 12328 2024-04-15T16:06:27.187 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.187 INFO:tasks.workunit.client.0.smithi016.stdout: "osdmap": { 2024-04-15T16:06:27.187 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 667608, 2024-04-15T16:06:27.187 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 11763 2024-04-15T16:06:27.187 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.187 INFO:tasks.workunit.client.0.smithi016.stdout: "osdmap_mapping": { 2024-04-15T16:06:27.187 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T16:06:27.187 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T16:06:27.187 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.187 INFO:tasks.workunit.client.0.smithi016.stdout: "pgmap": { 2024-04-15T16:06:27.187 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T16:06:27.187 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T16:06:27.187 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.187 INFO:tasks.workunit.client.0.smithi016.stdout: "unittest_1": { 2024-04-15T16:06:27.188 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T16:06:27.188 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T16:06:27.188 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.188 INFO:tasks.workunit.client.0.smithi016.stdout: "unittest_2": { 2024-04-15T16:06:27.188 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T16:06:27.188 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T16:06:27.188 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T16:06:27.188 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.188 INFO:tasks.workunit.client.0.smithi016.stdout: "osd.5": { 2024-04-15T16:06:27.188 INFO:tasks.workunit.client.0.smithi016.stdout: "bloom_filter": { 2024-04-15T16:06:27.188 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T16:06:27.188 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T16:06:27.188 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.189 INFO:tasks.workunit.client.0.smithi016.stdout: "bluefs": { 2024-04-15T16:06:27.189 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 18976, 2024-04-15T16:06:27.189 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 345 2024-04-15T16:06:27.189 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.189 INFO:tasks.workunit.client.0.smithi016.stdout: "bluefs_file_reader": { 2024-04-15T16:06:27.189 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 30848, 2024-04-15T16:06:27.189 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 24 2024-04-15T16:06:27.189 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.189 INFO:tasks.workunit.client.0.smithi016.stdout: "bluefs_file_writer": { 2024-04-15T16:06:27.189 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 960, 2024-04-15T16:06:27.189 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 5 2024-04-15T16:06:27.189 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.189 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_alloc": { 2024-04-15T16:06:27.189 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 53200, 2024-04-15T16:06:27.189 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 665 2024-04-15T16:06:27.189 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.190 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_blob": { 2024-04-15T16:06:27.190 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 357136, 2024-04-15T16:06:27.190 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 1717 2024-04-15T16:06:27.190 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.190 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_cache_buffer": { 2024-04-15T16:06:27.190 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 256, 2024-04-15T16:06:27.190 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 32 2024-04-15T16:06:27.190 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.190 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_cache_data": { 2024-04-15T16:06:27.190 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 419244, 2024-04-15T16:06:27.190 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 115 2024-04-15T16:06:27.190 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.190 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_cache_meta": { 2024-04-15T16:06:27.190 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 2357415, 2024-04-15T16:06:27.191 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 524952 2024-04-15T16:06:27.191 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.191 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_cache_onode": { 2024-04-15T16:06:27.191 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 6770336, 2024-04-15T16:06:27.191 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 9988 2024-04-15T16:06:27.191 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.191 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_cache_other": { 2024-04-15T16:06:27.191 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 67352, 2024-04-15T16:06:27.191 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 6999 2024-04-15T16:06:27.191 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.191 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_extent": { 2024-04-15T16:06:27.191 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 82368, 2024-04-15T16:06:27.191 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 1716 2024-04-15T16:06:27.191 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.191 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_fsck": { 2024-04-15T16:06:27.192 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T16:06:27.192 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T16:06:27.192 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.192 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_inline_bl": { 2024-04-15T16:06:27.192 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 164692, 2024-04-15T16:06:27.192 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 1183 2024-04-15T16:06:27.192 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.192 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_shared_blob": { 2024-04-15T16:06:27.192 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T16:06:27.192 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T16:06:27.192 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.192 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_txc": { 2024-04-15T16:06:27.192 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 1472, 2024-04-15T16:06:27.192 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 2 2024-04-15T16:06:27.192 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.193 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_writing": { 2024-04-15T16:06:27.193 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 90817, 2024-04-15T16:06:27.193 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 59 2024-04-15T16:06:27.193 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.193 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_writing_deferred": { 2024-04-15T16:06:27.193 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 20128, 2024-04-15T16:06:27.193 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 5 2024-04-15T16:06:27.193 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.193 INFO:tasks.workunit.client.0.smithi016.stdout: "buffer_anon": { 2024-04-15T16:06:27.193 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 5496043, 2024-04-15T16:06:27.193 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 246 2024-04-15T16:06:27.193 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.193 INFO:tasks.workunit.client.0.smithi016.stdout: "buffer_meta": { 2024-04-15T16:06:27.193 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 11528, 2024-04-15T16:06:27.193 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 131 2024-04-15T16:06:27.194 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.194 INFO:tasks.workunit.client.0.smithi016.stdout: "mds_co": { 2024-04-15T16:06:27.194 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T16:06:27.194 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T16:06:27.194 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.194 INFO:tasks.workunit.client.0.smithi016.stdout: "osd": { 2024-04-15T16:06:27.194 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 489888, 2024-04-15T16:06:27.194 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 42 2024-04-15T16:06:27.194 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.194 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_mapbl": { 2024-04-15T16:06:27.194 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T16:06:27.194 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T16:06:27.194 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.194 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_pglog": { 2024-04-15T16:06:27.195 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 6345040, 2024-04-15T16:06:27.195 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 12202 2024-04-15T16:06:27.195 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.195 INFO:tasks.workunit.client.0.smithi016.stdout: "osdmap": { 2024-04-15T16:06:27.195 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 667608, 2024-04-15T16:06:27.195 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 11763 2024-04-15T16:06:27.195 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.195 INFO:tasks.workunit.client.0.smithi016.stdout: "osdmap_mapping": { 2024-04-15T16:06:27.195 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T16:06:27.195 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T16:06:27.195 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.195 INFO:tasks.workunit.client.0.smithi016.stdout: "pgmap": { 2024-04-15T16:06:27.195 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T16:06:27.195 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T16:06:27.195 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.195 INFO:tasks.workunit.client.0.smithi016.stdout: "unittest_1": { 2024-04-15T16:06:27.196 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T16:06:27.196 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T16:06:27.196 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.196 INFO:tasks.workunit.client.0.smithi016.stdout: "unittest_2": { 2024-04-15T16:06:27.196 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T16:06:27.196 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T16:06:27.196 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T16:06:27.196 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.196 INFO:tasks.workunit.client.0.smithi016.stdout: "osd.6": { 2024-04-15T16:06:27.196 INFO:tasks.workunit.client.0.smithi016.stdout: "bloom_filter": { 2024-04-15T16:06:27.196 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T16:06:27.196 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T16:06:27.196 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.196 INFO:tasks.workunit.client.0.smithi016.stdout: "bluefs": { 2024-04-15T16:06:27.197 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 15896, 2024-04-15T16:06:27.197 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 299 2024-04-15T16:06:27.197 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.197 INFO:tasks.workunit.client.0.smithi016.stdout: "bluefs_file_reader": { 2024-04-15T16:06:27.197 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 34688, 2024-04-15T16:06:27.197 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 22 2024-04-15T16:06:27.197 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.197 INFO:tasks.workunit.client.0.smithi016.stdout: "bluefs_file_writer": { 2024-04-15T16:06:27.197 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 3072, 2024-04-15T16:06:27.197 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 16 2024-04-15T16:06:27.197 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.197 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_alloc": { 2024-04-15T16:06:27.197 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 54320, 2024-04-15T16:06:27.197 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 679 2024-04-15T16:06:27.198 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.198 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_blob": { 2024-04-15T16:06:27.198 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 358592, 2024-04-15T16:06:27.198 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 1724 2024-04-15T16:06:27.198 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.198 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_cache_buffer": { 2024-04-15T16:06:27.198 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 256, 2024-04-15T16:06:27.198 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 32 2024-04-15T16:06:27.198 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.198 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_cache_data": { 2024-04-15T16:06:27.198 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 1075383, 2024-04-15T16:06:27.198 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 266 2024-04-15T16:06:27.198 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.198 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_cache_meta": { 2024-04-15T16:06:27.199 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 1727053, 2024-04-15T16:06:27.199 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 377583 2024-04-15T16:06:27.199 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.199 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_cache_onode": { 2024-04-15T16:06:27.199 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 4972416, 2024-04-15T16:06:27.199 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 7344 2024-04-15T16:06:27.199 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.199 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_cache_other": { 2024-04-15T16:06:27.199 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 68240, 2024-04-15T16:06:27.199 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 7152 2024-04-15T16:06:27.199 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.199 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_extent": { 2024-04-15T16:06:27.199 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 82752, 2024-04-15T16:06:27.199 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 1724 2024-04-15T16:06:27.199 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.200 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_fsck": { 2024-04-15T16:06:27.200 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T16:06:27.200 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T16:06:27.200 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.200 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_inline_bl": { 2024-04-15T16:06:27.200 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 164348, 2024-04-15T16:06:27.200 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 1181 2024-04-15T16:06:27.200 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.200 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_shared_blob": { 2024-04-15T16:06:27.200 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T16:06:27.200 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T16:06:27.200 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.200 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_txc": { 2024-04-15T16:06:27.200 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T16:06:27.200 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T16:06:27.201 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.201 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_writing": { 2024-04-15T16:06:27.201 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 30259, 2024-04-15T16:06:27.201 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 35 2024-04-15T16:06:27.201 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.201 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_writing_deferred": { 2024-04-15T16:06:27.201 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T16:06:27.201 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T16:06:27.201 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.201 INFO:tasks.workunit.client.0.smithi016.stdout: "buffer_anon": { 2024-04-15T16:06:27.201 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 16539403, 2024-04-15T16:06:27.201 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 262 2024-04-15T16:06:27.201 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.201 INFO:tasks.workunit.client.0.smithi016.stdout: "buffer_meta": { 2024-04-15T16:06:27.201 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 24464, 2024-04-15T16:06:27.202 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 278 2024-04-15T16:06:27.202 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.202 INFO:tasks.workunit.client.0.smithi016.stdout: "mds_co": { 2024-04-15T16:06:27.202 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T16:06:27.202 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T16:06:27.202 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.202 INFO:tasks.workunit.client.0.smithi016.stdout: "osd": { 2024-04-15T16:06:27.202 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 454896, 2024-04-15T16:06:27.202 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 39 2024-04-15T16:06:27.202 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.202 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_mapbl": { 2024-04-15T16:06:27.202 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T16:06:27.202 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T16:06:27.202 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.203 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_pglog": { 2024-04-15T16:06:27.203 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 3739840, 2024-04-15T16:06:27.203 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 9592 2024-04-15T16:06:27.203 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.203 INFO:tasks.workunit.client.0.smithi016.stdout: "osdmap": { 2024-04-15T16:06:27.203 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 667608, 2024-04-15T16:06:27.203 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 11763 2024-04-15T16:06:27.203 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.203 INFO:tasks.workunit.client.0.smithi016.stdout: "osdmap_mapping": { 2024-04-15T16:06:27.203 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T16:06:27.203 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T16:06:27.203 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.203 INFO:tasks.workunit.client.0.smithi016.stdout: "pgmap": { 2024-04-15T16:06:27.203 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T16:06:27.203 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T16:06:27.204 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.204 INFO:tasks.workunit.client.0.smithi016.stdout: "unittest_1": { 2024-04-15T16:06:27.204 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T16:06:27.204 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T16:06:27.204 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.204 INFO:tasks.workunit.client.0.smithi016.stdout: "unittest_2": { 2024-04-15T16:06:27.204 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T16:06:27.204 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T16:06:27.204 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T16:06:27.204 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.204 INFO:tasks.workunit.client.0.smithi016.stdout: "osd.7": { 2024-04-15T16:06:27.204 INFO:tasks.workunit.client.0.smithi016.stdout: "bloom_filter": { 2024-04-15T16:06:27.204 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T16:06:27.204 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T16:06:27.204 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.205 INFO:tasks.workunit.client.0.smithi016.stdout: "bluefs": { 2024-04-15T16:06:27.205 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 15520, 2024-04-15T16:06:27.205 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 294 2024-04-15T16:06:27.205 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.205 INFO:tasks.workunit.client.0.smithi016.stdout: "bluefs_file_reader": { 2024-04-15T16:06:27.205 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 120576, 2024-04-15T16:06:27.205 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 22 2024-04-15T16:06:27.205 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.205 INFO:tasks.workunit.client.0.smithi016.stdout: "bluefs_file_writer": { 2024-04-15T16:06:27.205 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 3072, 2024-04-15T16:06:27.205 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 16 2024-04-15T16:06:27.205 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.205 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_alloc": { 2024-04-15T16:06:27.205 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 53760, 2024-04-15T16:06:27.205 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 672 2024-04-15T16:06:27.205 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.206 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_blob": { 2024-04-15T16:06:27.206 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 358384, 2024-04-15T16:06:27.206 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 1723 2024-04-15T16:06:27.206 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.206 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_cache_buffer": { 2024-04-15T16:06:27.206 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 256, 2024-04-15T16:06:27.206 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 32 2024-04-15T16:06:27.206 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.206 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_cache_data": { 2024-04-15T16:06:27.206 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 457244, 2024-04-15T16:06:27.206 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 128 2024-04-15T16:06:27.206 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.206 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_cache_meta": { 2024-04-15T16:06:27.206 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 2062038, 2024-04-15T16:06:27.207 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 456745 2024-04-15T16:06:27.207 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.207 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_cache_onode": { 2024-04-15T16:06:27.207 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 5925776, 2024-04-15T16:06:27.207 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 8746 2024-04-15T16:06:27.207 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.207 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_cache_other": { 2024-04-15T16:06:27.207 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 68416, 2024-04-15T16:06:27.207 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 7149 2024-04-15T16:06:27.207 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.207 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_extent": { 2024-04-15T16:06:27.207 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 82704, 2024-04-15T16:06:27.208 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 1723 2024-04-15T16:06:27.208 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.208 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_fsck": { 2024-04-15T16:06:27.208 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T16:06:27.208 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T16:06:27.208 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.208 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_inline_bl": { 2024-04-15T16:06:27.208 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 164604, 2024-04-15T16:06:27.208 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 1182 2024-04-15T16:06:27.208 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.208 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_shared_blob": { 2024-04-15T16:06:27.208 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T16:06:27.208 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T16:06:27.208 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.209 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_txc": { 2024-04-15T16:06:27.209 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T16:06:27.209 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T16:06:27.209 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.209 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_writing": { 2024-04-15T16:06:27.209 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 29954, 2024-04-15T16:06:27.209 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 22 2024-04-15T16:06:27.209 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.209 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore_writing_deferred": { 2024-04-15T16:06:27.209 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T16:06:27.209 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T16:06:27.209 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.209 INFO:tasks.workunit.client.0.smithi016.stdout: "buffer_anon": { 2024-04-15T16:06:27.209 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 16534121, 2024-04-15T16:06:27.209 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 255 2024-04-15T16:06:27.210 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.210 INFO:tasks.workunit.client.0.smithi016.stdout: "buffer_meta": { 2024-04-15T16:06:27.210 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 11000, 2024-04-15T16:06:27.210 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 125 2024-04-15T16:06:27.210 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.210 INFO:tasks.workunit.client.0.smithi016.stdout: "mds_co": { 2024-04-15T16:06:27.210 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T16:06:27.210 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T16:06:27.210 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.210 INFO:tasks.workunit.client.0.smithi016.stdout: "osd": { 2024-04-15T16:06:27.210 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 478224, 2024-04-15T16:06:27.210 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 41 2024-04-15T16:06:27.210 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.210 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_mapbl": { 2024-04-15T16:06:27.211 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T16:06:27.211 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T16:06:27.211 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.211 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_pglog": { 2024-04-15T16:06:27.211 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 5095896, 2024-04-15T16:06:27.211 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 9835 2024-04-15T16:06:27.211 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.211 INFO:tasks.workunit.client.0.smithi016.stdout: "osdmap": { 2024-04-15T16:06:27.211 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 667608, 2024-04-15T16:06:27.211 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 11763 2024-04-15T16:06:27.211 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.211 INFO:tasks.workunit.client.0.smithi016.stdout: "osdmap_mapping": { 2024-04-15T16:06:27.211 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T16:06:27.211 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T16:06:27.211 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.212 INFO:tasks.workunit.client.0.smithi016.stdout: "pgmap": { 2024-04-15T16:06:27.212 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T16:06:27.212 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T16:06:27.212 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.212 INFO:tasks.workunit.client.0.smithi016.stdout: "unittest_1": { 2024-04-15T16:06:27.212 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T16:06:27.212 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T16:06:27.212 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.212 INFO:tasks.workunit.client.0.smithi016.stdout: "unittest_2": { 2024-04-15T16:06:27.212 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes": 0, 2024-04-15T16:06:27.212 INFO:tasks.workunit.client.0.smithi016.stdout: "items": 0 2024-04-15T16:06:27.212 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T16:06:27.212 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T16:06:27.212 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T16:06:27.213 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.213 INFO:tasks.workunit.client.0.smithi016.stdout: "metadata": { 2024-04-15T16:06:27.213 INFO:tasks.workunit.client.0.smithi016.stdout: "mds": { 2024-04-15T16:06:27.213 INFO:tasks.workunit.client.0.smithi016.stdout: "arch": { 2024-04-15T16:06:27.213 INFO:tasks.workunit.client.0.smithi016.stdout: "x86_64": 2 2024-04-15T16:06:27.213 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.213 INFO:tasks.workunit.client.0.smithi016.stdout: "ceph_version": { 2024-04-15T16:06:27.213 INFO:tasks.workunit.client.0.smithi016.stdout: "ceph version 19.0.0-3080-gc2d8c315 (c2d8c3155d854ee204cb7c7261232571229d1d54) squid (dev)": 2 2024-04-15T16:06:27.213 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.213 INFO:tasks.workunit.client.0.smithi016.stdout: "cpu": { 2024-04-15T16:06:27.213 INFO:tasks.workunit.client.0.smithi016.stdout: "Intel(R) Xeon(R) CPU E5-1620 v3 @ 3.50GHz": 1, 2024-04-15T16:06:27.213 INFO:tasks.workunit.client.0.smithi016.stdout: "Intel(R) Xeon(R) CPU E5-1620 v4 @ 3.50GHz": 1 2024-04-15T16:06:27.213 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.213 INFO:tasks.workunit.client.0.smithi016.stdout: "distro": { 2024-04-15T16:06:27.213 INFO:tasks.workunit.client.0.smithi016.stdout: "centos": 2 2024-04-15T16:06:27.214 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.214 INFO:tasks.workunit.client.0.smithi016.stdout: "distro_description": { 2024-04-15T16:06:27.214 INFO:tasks.workunit.client.0.smithi016.stdout: "CentOS Stream 8": 2 2024-04-15T16:06:27.214 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.214 INFO:tasks.workunit.client.0.smithi016.stdout: "kernel_description": { 2024-04-15T16:06:27.214 INFO:tasks.workunit.client.0.smithi016.stdout: "#1 SMP PREEMPT_DYNAMIC Fri Apr 12 13:55:21 UTC 2024": 2 2024-04-15T16:06:27.214 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.214 INFO:tasks.workunit.client.0.smithi016.stdout: "kernel_version": { 2024-04-15T16:06:27.214 INFO:tasks.workunit.client.0.smithi016.stdout: "5.14.0-438.el9.x86_64": 2 2024-04-15T16:06:27.214 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.214 INFO:tasks.workunit.client.0.smithi016.stdout: "os": { 2024-04-15T16:06:27.214 INFO:tasks.workunit.client.0.smithi016.stdout: "Linux": 2 2024-04-15T16:06:27.214 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T16:06:27.215 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.215 INFO:tasks.workunit.client.0.smithi016.stdout: "mon": { 2024-04-15T16:06:27.215 INFO:tasks.workunit.client.0.smithi016.stdout: "arch": { 2024-04-15T16:06:27.215 INFO:tasks.workunit.client.0.smithi016.stdout: "x86_64": 3 2024-04-15T16:06:27.215 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.215 INFO:tasks.workunit.client.0.smithi016.stdout: "ceph_version": { 2024-04-15T16:06:27.215 INFO:tasks.workunit.client.0.smithi016.stdout: "ceph version 19.0.0-3080-gc2d8c315 (c2d8c3155d854ee204cb7c7261232571229d1d54) squid (dev)": 3 2024-04-15T16:06:27.215 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.215 INFO:tasks.workunit.client.0.smithi016.stdout: "cpu": { 2024-04-15T16:06:27.215 INFO:tasks.workunit.client.0.smithi016.stdout: "Intel(R) Xeon(R) CPU E5-1620 v3 @ 3.50GHz": 2, 2024-04-15T16:06:27.215 INFO:tasks.workunit.client.0.smithi016.stdout: "Intel(R) Xeon(R) CPU E5-1620 v4 @ 3.50GHz": 1 2024-04-15T16:06:27.215 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.215 INFO:tasks.workunit.client.0.smithi016.stdout: "distro": { 2024-04-15T16:06:27.215 INFO:tasks.workunit.client.0.smithi016.stdout: "centos": 3 2024-04-15T16:06:27.216 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.216 INFO:tasks.workunit.client.0.smithi016.stdout: "distro_description": { 2024-04-15T16:06:27.216 INFO:tasks.workunit.client.0.smithi016.stdout: "CentOS Stream 8": 3 2024-04-15T16:06:27.216 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.216 INFO:tasks.workunit.client.0.smithi016.stdout: "kernel_description": { 2024-04-15T16:06:27.216 INFO:tasks.workunit.client.0.smithi016.stdout: "#1 SMP PREEMPT_DYNAMIC Fri Apr 12 13:55:21 UTC 2024": 3 2024-04-15T16:06:27.216 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.216 INFO:tasks.workunit.client.0.smithi016.stdout: "kernel_version": { 2024-04-15T16:06:27.216 INFO:tasks.workunit.client.0.smithi016.stdout: "5.14.0-438.el9.x86_64": 3 2024-04-15T16:06:27.216 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.216 INFO:tasks.workunit.client.0.smithi016.stdout: "os": { 2024-04-15T16:06:27.216 INFO:tasks.workunit.client.0.smithi016.stdout: "Linux": 3 2024-04-15T16:06:27.216 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T16:06:27.216 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.216 INFO:tasks.workunit.client.0.smithi016.stdout: "osd": { 2024-04-15T16:06:27.217 INFO:tasks.workunit.client.0.smithi016.stdout: "arch": { 2024-04-15T16:06:27.217 INFO:tasks.workunit.client.0.smithi016.stdout: "x86_64": 8 2024-04-15T16:06:27.217 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.217 INFO:tasks.workunit.client.0.smithi016.stdout: "ceph_version": { 2024-04-15T16:06:27.217 INFO:tasks.workunit.client.0.smithi016.stdout: "ceph version 19.0.0-3080-gc2d8c315 (c2d8c3155d854ee204cb7c7261232571229d1d54) squid (dev)": 8 2024-04-15T16:06:27.217 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.217 INFO:tasks.workunit.client.0.smithi016.stdout: "cpu": { 2024-04-15T16:06:27.217 INFO:tasks.workunit.client.0.smithi016.stdout: "Intel(R) Xeon(R) CPU E5-1620 v3 @ 3.50GHz": 4, 2024-04-15T16:06:27.217 INFO:tasks.workunit.client.0.smithi016.stdout: "Intel(R) Xeon(R) CPU E5-1620 v4 @ 3.50GHz": 4 2024-04-15T16:06:27.217 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.217 INFO:tasks.workunit.client.0.smithi016.stdout: "distro": { 2024-04-15T16:06:27.217 INFO:tasks.workunit.client.0.smithi016.stdout: "centos": 8 2024-04-15T16:06:27.217 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.218 INFO:tasks.workunit.client.0.smithi016.stdout: "distro_description": { 2024-04-15T16:06:27.218 INFO:tasks.workunit.client.0.smithi016.stdout: "CentOS Stream 8": 8 2024-04-15T16:06:27.218 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.218 INFO:tasks.workunit.client.0.smithi016.stdout: "kernel_description": { 2024-04-15T16:06:27.218 INFO:tasks.workunit.client.0.smithi016.stdout: "#1 SMP PREEMPT_DYNAMIC Fri Apr 12 13:55:21 UTC 2024": 8 2024-04-15T16:06:27.218 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.218 INFO:tasks.workunit.client.0.smithi016.stdout: "kernel_version": { 2024-04-15T16:06:27.218 INFO:tasks.workunit.client.0.smithi016.stdout: "5.14.0-438.el9.x86_64": 8 2024-04-15T16:06:27.218 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.218 INFO:tasks.workunit.client.0.smithi016.stdout: "os": { 2024-04-15T16:06:27.218 INFO:tasks.workunit.client.0.smithi016.stdout: "Linux": 8 2024-04-15T16:06:27.218 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.218 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_objectstore": { 2024-04-15T16:06:27.218 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore": 8 2024-04-15T16:06:27.219 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.219 INFO:tasks.workunit.client.0.smithi016.stdout: "rotational": { 2024-04-15T16:06:27.219 INFO:tasks.workunit.client.0.smithi016.stdout: "0": 8 2024-04-15T16:06:27.219 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T16:06:27.219 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T16:06:27.219 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.219 INFO:tasks.workunit.client.0.smithi016.stdout: "mon": { 2024-04-15T16:06:27.219 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 3, 2024-04-15T16:06:27.219 INFO:tasks.workunit.client.0.smithi016.stdout: "features": { 2024-04-15T16:06:27.219 INFO:tasks.workunit.client.0.smithi016.stdout: "optional": [], 2024-04-15T16:06:27.219 INFO:tasks.workunit.client.0.smithi016.stdout: "persistent": [ 2024-04-15T16:06:27.219 INFO:tasks.workunit.client.0.smithi016.stdout: "kraken", 2024-04-15T16:06:27.219 INFO:tasks.workunit.client.0.smithi016.stdout: "luminous", 2024-04-15T16:06:27.219 INFO:tasks.workunit.client.0.smithi016.stdout: "mimic", 2024-04-15T16:06:27.219 INFO:tasks.workunit.client.0.smithi016.stdout: "osdmap-prune", 2024-04-15T16:06:27.220 INFO:tasks.workunit.client.0.smithi016.stdout: "nautilus", 2024-04-15T16:06:27.220 INFO:tasks.workunit.client.0.smithi016.stdout: "octopus", 2024-04-15T16:06:27.220 INFO:tasks.workunit.client.0.smithi016.stdout: "pacific", 2024-04-15T16:06:27.220 INFO:tasks.workunit.client.0.smithi016.stdout: "elector-pinging", 2024-04-15T16:06:27.220 INFO:tasks.workunit.client.0.smithi016.stdout: "quincy", 2024-04-15T16:06:27.220 INFO:tasks.workunit.client.0.smithi016.stdout: "reef", 2024-04-15T16:06:27.220 INFO:tasks.workunit.client.0.smithi016.stdout: "squid" 2024-04-15T16:06:27.220 INFO:tasks.workunit.client.0.smithi016.stdout: ] 2024-04-15T16:06:27.220 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.220 INFO:tasks.workunit.client.0.smithi016.stdout: "ipv4_addr_mons": 6, 2024-04-15T16:06:27.220 INFO:tasks.workunit.client.0.smithi016.stdout: "ipv6_addr_mons": 0, 2024-04-15T16:06:27.220 INFO:tasks.workunit.client.0.smithi016.stdout: "min_mon_release": 19, 2024-04-15T16:06:27.220 INFO:tasks.workunit.client.0.smithi016.stdout: "v1_addr_mons": 3, 2024-04-15T16:06:27.220 INFO:tasks.workunit.client.0.smithi016.stdout: "v2_addr_mons": 3 2024-04-15T16:06:27.220 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.221 INFO:tasks.workunit.client.0.smithi016.stdout: "organization": "ceph-qa", 2024-04-15T16:06:27.221 INFO:tasks.workunit.client.0.smithi016.stdout: "osd": { 2024-04-15T16:06:27.221 INFO:tasks.workunit.client.0.smithi016.stdout: "cluster_network": false, 2024-04-15T16:06:27.221 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 8, 2024-04-15T16:06:27.221 INFO:tasks.workunit.client.0.smithi016.stdout: "require_min_compat_client": "luminous", 2024-04-15T16:06:27.221 INFO:tasks.workunit.client.0.smithi016.stdout: "require_osd_release": "squid" 2024-04-15T16:06:27.221 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.221 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_perf_histograms": [ 2024-04-15T16:06:27.221 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-15T16:06:27.221 INFO:tasks.workunit.client.0.smithi016.stdout: "op_r_latency_out_bytes_histogram": { 2024-04-15T16:06:27.221 INFO:tasks.workunit.client.0.smithi016.stdout: "axes": [ 2024-04-15T16:06:27.221 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-15T16:06:27.221 INFO:tasks.workunit.client.0.smithi016.stdout: "buckets": 32, 2024-04-15T16:06:27.221 INFO:tasks.workunit.client.0.smithi016.stdout: "min": 0, 2024-04-15T16:06:27.221 INFO:tasks.workunit.client.0.smithi016.stdout: "name": "Latency (usec)", 2024-04-15T16:06:27.221 INFO:tasks.workunit.client.0.smithi016.stdout: "quant_size": 100000, 2024-04-15T16:06:27.222 INFO:tasks.workunit.client.0.smithi016.stdout: "ranges": [ 2024-04-15T16:06:27.222 INFO:tasks.workunit.client.0.smithi016.stdout: "[None, -1]", 2024-04-15T16:06:27.222 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 99999]", 2024-04-15T16:06:27.222 INFO:tasks.workunit.client.0.smithi016.stdout: "[100000, 199999]", 2024-04-15T16:06:27.222 INFO:tasks.workunit.client.0.smithi016.stdout: "[200000, 399999]", 2024-04-15T16:06:27.222 INFO:tasks.workunit.client.0.smithi016.stdout: "[400000, 799999]", 2024-04-15T16:06:27.222 INFO:tasks.workunit.client.0.smithi016.stdout: "[800000, 1599999]", 2024-04-15T16:06:27.222 INFO:tasks.workunit.client.0.smithi016.stdout: "[1600000, 3199999]", 2024-04-15T16:06:27.222 INFO:tasks.workunit.client.0.smithi016.stdout: "[3200000, 6399999]", 2024-04-15T16:06:27.222 INFO:tasks.workunit.client.0.smithi016.stdout: "[6400000, 12799999]", 2024-04-15T16:06:27.222 INFO:tasks.workunit.client.0.smithi016.stdout: "[12800000, 25599999]", 2024-04-15T16:06:27.222 INFO:tasks.workunit.client.0.smithi016.stdout: "[25600000, 51199999]", 2024-04-15T16:06:27.222 INFO:tasks.workunit.client.0.smithi016.stdout: "[51200000, 102399999]", 2024-04-15T16:06:27.222 INFO:tasks.workunit.client.0.smithi016.stdout: "[102400000, 204799999]", 2024-04-15T16:06:27.223 INFO:tasks.workunit.client.0.smithi016.stdout: "[204800000, 409599999]", 2024-04-15T16:06:27.223 INFO:tasks.workunit.client.0.smithi016.stdout: "[409600000, 819199999]", 2024-04-15T16:06:27.223 INFO:tasks.workunit.client.0.smithi016.stdout: "[819200000, 1638399999]", 2024-04-15T16:06:27.223 INFO:tasks.workunit.client.0.smithi016.stdout: "[1638400000, 3276799999]", 2024-04-15T16:06:27.223 INFO:tasks.workunit.client.0.smithi016.stdout: "[3276800000, 6553599999]", 2024-04-15T16:06:27.223 INFO:tasks.workunit.client.0.smithi016.stdout: "[6553600000, 13107199999]", 2024-04-15T16:06:27.223 INFO:tasks.workunit.client.0.smithi016.stdout: "[13107200000, 26214399999]", 2024-04-15T16:06:27.223 INFO:tasks.workunit.client.0.smithi016.stdout: "[26214400000, 52428799999]", 2024-04-15T16:06:27.223 INFO:tasks.workunit.client.0.smithi016.stdout: "[52428800000, 104857599999]", 2024-04-15T16:06:27.223 INFO:tasks.workunit.client.0.smithi016.stdout: "[104857600000, 209715199999]", 2024-04-15T16:06:27.223 INFO:tasks.workunit.client.0.smithi016.stdout: "[209715200000, 419430399999]", 2024-04-15T16:06:27.223 INFO:tasks.workunit.client.0.smithi016.stdout: "[419430400000, 838860799999]", 2024-04-15T16:06:27.223 INFO:tasks.workunit.client.0.smithi016.stdout: "[838860800000, 1677721599999]", 2024-04-15T16:06:27.223 INFO:tasks.workunit.client.0.smithi016.stdout: "[1677721600000, 3355443199999]", 2024-04-15T16:06:27.223 INFO:tasks.workunit.client.0.smithi016.stdout: "[3355443200000, 6710886399999]", 2024-04-15T16:06:27.224 INFO:tasks.workunit.client.0.smithi016.stdout: "[6710886400000, 13421772799999]", 2024-04-15T16:06:27.224 INFO:tasks.workunit.client.0.smithi016.stdout: "[13421772800000, 26843545599999]", 2024-04-15T16:06:27.224 INFO:tasks.workunit.client.0.smithi016.stdout: "[26843545600000, 53687091199999]", 2024-04-15T16:06:27.224 INFO:tasks.workunit.client.0.smithi016.stdout: "[53687091200000, None]" 2024-04-15T16:06:27.224 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:27.224 INFO:tasks.workunit.client.0.smithi016.stdout: "scale_type": "log2" 2024-04-15T16:06:27.224 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.224 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-15T16:06:27.224 INFO:tasks.workunit.client.0.smithi016.stdout: "buckets": 32, 2024-04-15T16:06:27.224 INFO:tasks.workunit.client.0.smithi016.stdout: "min": 0, 2024-04-15T16:06:27.224 INFO:tasks.workunit.client.0.smithi016.stdout: "name": "Request size (bytes)", 2024-04-15T16:06:27.224 INFO:tasks.workunit.client.0.smithi016.stdout: "quant_size": 512, 2024-04-15T16:06:27.225 INFO:tasks.workunit.client.0.smithi016.stdout: "ranges": [ 2024-04-15T16:06:27.225 INFO:tasks.workunit.client.0.smithi016.stdout: "[None, -1]", 2024-04-15T16:06:27.225 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 511]", 2024-04-15T16:06:27.225 INFO:tasks.workunit.client.0.smithi016.stdout: "[512, 1023]", 2024-04-15T16:06:27.225 INFO:tasks.workunit.client.0.smithi016.stdout: "[1024, 2047]", 2024-04-15T16:06:27.225 INFO:tasks.workunit.client.0.smithi016.stdout: "[2048, 4095]", 2024-04-15T16:06:27.225 INFO:tasks.workunit.client.0.smithi016.stdout: "[4096, 8191]", 2024-04-15T16:06:27.225 INFO:tasks.workunit.client.0.smithi016.stdout: "[8192, 16383]", 2024-04-15T16:06:27.225 INFO:tasks.workunit.client.0.smithi016.stdout: "[16384, 32767]", 2024-04-15T16:06:27.225 INFO:tasks.workunit.client.0.smithi016.stdout: "[32768, 65535]", 2024-04-15T16:06:27.225 INFO:tasks.workunit.client.0.smithi016.stdout: "[65536, 131071]", 2024-04-15T16:06:27.225 INFO:tasks.workunit.client.0.smithi016.stdout: "[131072, 262143]", 2024-04-15T16:06:27.225 INFO:tasks.workunit.client.0.smithi016.stdout: "[262144, 524287]", 2024-04-15T16:06:27.225 INFO:tasks.workunit.client.0.smithi016.stdout: "[524288, 1048575]", 2024-04-15T16:06:27.225 INFO:tasks.workunit.client.0.smithi016.stdout: "[1048576, 2097151]", 2024-04-15T16:06:27.225 INFO:tasks.workunit.client.0.smithi016.stdout: "[2097152, 4194303]", 2024-04-15T16:06:27.226 INFO:tasks.workunit.client.0.smithi016.stdout: "[4194304, 8388607]", 2024-04-15T16:06:27.226 INFO:tasks.workunit.client.0.smithi016.stdout: "[8388608, 16777215]", 2024-04-15T16:06:27.226 INFO:tasks.workunit.client.0.smithi016.stdout: "[16777216, 33554431]", 2024-04-15T16:06:27.226 INFO:tasks.workunit.client.0.smithi016.stdout: "[33554432, 67108863]", 2024-04-15T16:06:27.226 INFO:tasks.workunit.client.0.smithi016.stdout: "[67108864, 134217727]", 2024-04-15T16:06:27.226 INFO:tasks.workunit.client.0.smithi016.stdout: "[134217728, 268435455]", 2024-04-15T16:06:27.226 INFO:tasks.workunit.client.0.smithi016.stdout: "[268435456, 536870911]", 2024-04-15T16:06:27.226 INFO:tasks.workunit.client.0.smithi016.stdout: "[536870912, 1073741823]", 2024-04-15T16:06:27.226 INFO:tasks.workunit.client.0.smithi016.stdout: "[1073741824, 2147483647]", 2024-04-15T16:06:27.226 INFO:tasks.workunit.client.0.smithi016.stdout: "[2147483648, 4294967295]", 2024-04-15T16:06:27.226 INFO:tasks.workunit.client.0.smithi016.stdout: "[4294967296, 8589934591]", 2024-04-15T16:06:27.226 INFO:tasks.workunit.client.0.smithi016.stdout: "[8589934592, 17179869183]", 2024-04-15T16:06:27.226 INFO:tasks.workunit.client.0.smithi016.stdout: "[17179869184, 34359738367]", 2024-04-15T16:06:27.226 INFO:tasks.workunit.client.0.smithi016.stdout: "[34359738368, 68719476735]", 2024-04-15T16:06:27.227 INFO:tasks.workunit.client.0.smithi016.stdout: "[68719476736, 137438953471]", 2024-04-15T16:06:27.227 INFO:tasks.workunit.client.0.smithi016.stdout: "[137438953472, 274877906943]", 2024-04-15T16:06:27.227 INFO:tasks.workunit.client.0.smithi016.stdout: "[274877906944, None]" 2024-04-15T16:06:27.227 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:27.227 INFO:tasks.workunit.client.0.smithi016.stdout: "scale_type": "log2" 2024-04-15T16:06:27.227 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T16:06:27.227 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:27.227 INFO:tasks.workunit.client.0.smithi016.stdout: "osds": [ 2024-04-15T16:06:27.227 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-15T16:06:27.227 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_id": 0, 2024-04-15T16:06:27.227 INFO:tasks.workunit.client.0.smithi016.stdout: "values": [ 2024-04-15T16:06:27.227 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.227 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.227 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 9607, 26, 1, 0, 7, 4, 0, 0, 0, 0, 5, 4, 2, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.228 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 7166, 29, 16, 0, 5, 5, 4, 12, 32, 51, 49, 28, 32, 41, 81, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.228 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 861, 3, 10, 0, 1, 0, 0, 1, 2, 7, 60, 170, 79, 14, 30, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.228 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 803, 0, 0, 0, 0, 1, 0, 2, 0, 1, 2, 5, 305, 42, 16, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.228 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 524, 10, 0, 0, 1, 0, 0, 1, 1, 1, 0, 2, 3, 84, 167, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.228 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 367, 8, 0, 0, 0, 0, 0, 0, 1, 0, 3, 4, 4, 12, 42, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.228 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 331, 6, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 18, 45, 7, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.228 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 99, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 16, 19, 18, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.228 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 4, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.228 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.228 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.228 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.228 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.228 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.228 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.229 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.229 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.229 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.229 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.229 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.229 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.229 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.229 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.229 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.229 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.229 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.229 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.229 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.229 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.229 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-15T16:06:27.229 INFO:tasks.workunit.client.0.smithi016.stdout: ] 2024-04-15T16:06:27.230 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.230 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-15T16:06:27.230 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_id": 1, 2024-04-15T16:06:27.230 INFO:tasks.workunit.client.0.smithi016.stdout: "values": [ 2024-04-15T16:06:27.230 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.230 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.230 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 7509, 11, 0, 0, 3, 0, 0, 1, 0, 0, 2, 0, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.230 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 6882, 38, 1348, 2, 6, 9, 9, 20, 36, 64, 56, 59, 51, 6, 25, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.230 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 530, 22, 159, 19, 0, 0, 0, 2, 2, 13, 90, 240, 129, 3, 38, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.230 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 281, 1, 0, 11, 0, 0, 0, 0, 0, 1, 0, 8, 419, 6, 12, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.230 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 79, 2, 0, 0, 0, 0, 0, 1, 1, 0, 0, 1, 4, 30, 102, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.230 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 76, 0, 37, 0, 0, 0, 0, 0, 0, 0, 0, 4, 6, 11, 28, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.230 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 134, 0, 240, 0, 0, 0, 0, 3, 0, 1, 0, 0, 11, 19, 39, 7, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.230 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 17, 0, 22, 0, 0, 0, 0, 0, 0, 1, 0, 0, 6, 19, 36, 12, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.230 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 9, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 7, 8, 15, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.231 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.231 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.231 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.231 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.231 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.231 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.231 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.231 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.231 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.231 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.231 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.231 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.231 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.231 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.232 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.232 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.232 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.232 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.232 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.232 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.232 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-15T16:06:27.232 INFO:tasks.workunit.client.0.smithi016.stdout: ] 2024-04-15T16:06:27.232 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.232 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-15T16:06:27.232 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_id": 2, 2024-04-15T16:06:27.232 INFO:tasks.workunit.client.0.smithi016.stdout: "values": [ 2024-04-15T16:06:27.232 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.232 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 765, 14, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.233 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 12695, 4125, 1, 0, 10, 0, 0, 0, 2, 1, 4, 1, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.233 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 7478, 73, 19, 2, 4, 0, 0, 2, 7, 11, 23, 7, 10, 27, 73, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.233 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 491, 5, 8, 2, 2, 0, 0, 0, 0, 4, 10, 12, 5, 6, 30, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.233 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 326, 1, 0, 0, 0, 0, 0, 1, 1, 0, 2, 4, 35, 22, 14, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.233 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 126, 1, 0, 0, 0, 0, 0, 3, 9, 3, 0, 12, 11, 194, 235, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.233 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 132, 0, 0, 0, 0, 0, 0, 2, 3, 1, 0, 35, 34, 38, 46, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.233 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 71, 0, 0, 1, 0, 0, 0, 3, 1, 3, 0, 16, 45, 57, 45, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.233 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 33, 0, 0, 0, 0, 0, 2, 0, 0, 4, 0, 1, 15, 32, 27, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.233 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 20, 0, 0, 0, 1, 0, 0, 1, 0, 0, 0, 0, 0, 3, 8, 14, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.233 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 7, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.233 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.233 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.233 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.233 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.233 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.233 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.234 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.234 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.234 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.234 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.234 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.234 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.234 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.234 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.234 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.234 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.234 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.234 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.234 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.234 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-15T16:06:27.235 INFO:tasks.workunit.client.0.smithi016.stdout: ] 2024-04-15T16:06:27.235 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.235 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-15T16:06:27.235 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_id": 3, 2024-04-15T16:06:27.235 INFO:tasks.workunit.client.0.smithi016.stdout: "values": [ 2024-04-15T16:06:27.235 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.235 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 1061, 33, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.235 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 12280, 4100, 54, 8, 40, 20, 0, 0, 0, 2, 4, 0, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.235 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 7192, 91, 49, 4, 17, 30, 90, 112, 6, 31, 23, 18, 9, 24, 33, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.235 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 527, 8, 31, 0, 0, 0, 9, 35, 3, 8, 54, 92, 43, 4, 20, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.235 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 290, 0, 1, 0, 6, 0, 0, 0, 0, 0, 1, 6, 158, 6, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.235 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 98, 0, 0, 0, 178, 0, 0, 0, 1, 1, 0, 0, 8, 40, 103, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.235 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 76, 0, 1, 0, 322, 0, 0, 0, 0, 0, 0, 3, 12, 4, 34, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.235 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 83, 0, 0, 0, 524, 0, 0, 0, 1, 0, 3, 0, 13, 22, 38, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.235 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 10, 0, 0, 0, 1665, 0, 0, 0, 0, 0, 0, 0, 1, 23, 4, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.235 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 5, 0, 0, 0, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 15, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.236 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.236 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.236 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.236 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.236 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.236 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.236 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.236 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.236 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.236 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.236 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.236 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.236 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.236 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.237 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.237 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.237 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.237 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.237 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.237 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.237 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-15T16:06:27.237 INFO:tasks.workunit.client.0.smithi016.stdout: ] 2024-04-15T16:06:27.237 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.237 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-15T16:06:27.237 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_id": 4, 2024-04-15T16:06:27.237 INFO:tasks.workunit.client.0.smithi016.stdout: "values": [ 2024-04-15T16:06:27.237 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.238 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 1605, 246, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.238 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 17487, 7596, 60, 4, 12, 12, 3, 0, 0, 1, 1, 4, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.238 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 13026, 473, 10, 0, 18, 28, 66, 66, 10, 19, 11, 15, 12, 9, 25, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.238 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 1501, 175, 150, 1, 5, 1, 2, 13, 5, 13, 60, 67, 35, 5, 15, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.238 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 565, 19, 33, 0, 0, 0, 0, 0, 0, 0, 6, 20, 140, 3, 21, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.238 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 130, 15, 9, 0, 0, 0, 0, 1, 0, 0, 1, 11, 17, 27, 29, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.238 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 182, 7, 25, 25, 0, 0, 0, 0, 3, 0, 3, 4, 6, 10, 65, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.238 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 24, 0, 6, 39, 65, 0, 0, 0, 0, 0, 0, 0, 0, 5, 29, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.238 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 9, 0, 0, 4, 66, 96, 0, 0, 0, 0, 0, 3, 0, 1, 1, 8, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.238 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 7, 0, 0, 0, 4, 33, 0, 0, 0, 0, 0, 0, 0, 0, 0, 12, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.238 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.238 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.238 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.239 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.239 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.239 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.239 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.239 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.239 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.239 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.239 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.239 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.239 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.239 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.239 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.239 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.239 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.239 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.239 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.240 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.240 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-15T16:06:27.240 INFO:tasks.workunit.client.0.smithi016.stdout: ] 2024-04-15T16:06:27.240 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.240 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-15T16:06:27.240 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_id": 5, 2024-04-15T16:06:27.240 INFO:tasks.workunit.client.0.smithi016.stdout: "values": [ 2024-04-15T16:06:27.240 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.240 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.240 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 11423, 2, 1, 1, 1, 0, 0, 0, 0, 0, 17, 4, 5, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.240 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 12643, 13, 9, 0, 9, 2, 1, 1, 1, 1, 28, 11, 12, 24, 19, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.240 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 2035, 22, 5, 1, 7, 1, 0, 2, 1, 3, 30, 16, 5, 6, 23, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.240 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 557, 7, 9, 5, 4, 0, 0, 0, 0, 0, 6, 11, 49, 4, 18, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.240 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 214, 8, 4, 0, 1, 0, 0, 0, 0, 0, 6, 2, 11, 56, 66, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.241 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 153, 9, 3, 1, 0, 0, 0, 0, 0, 0, 0, 1, 1, 8, 96, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.241 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 167, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 42, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.241 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 16, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 3, 6, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.241 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.241 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.241 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.241 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.241 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.241 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.241 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.241 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.241 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.241 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.241 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.242 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.242 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.242 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.242 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.242 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.242 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.242 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.242 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.242 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.242 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.242 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-15T16:06:27.242 INFO:tasks.workunit.client.0.smithi016.stdout: ] 2024-04-15T16:06:27.242 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.242 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-15T16:06:27.243 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_id": 6, 2024-04-15T16:06:27.243 INFO:tasks.workunit.client.0.smithi016.stdout: "values": [ 2024-04-15T16:06:27.243 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.243 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 226, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.243 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 7587, 2, 0, 0, 6821, 419, 0, 0, 0, 0, 3, 2, 2, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.243 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 8831, 72, 37, 0, 636, 148, 4, 2, 13, 14, 53, 15, 14, 34, 31, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.243 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 1073, 15, 13, 0, 100, 27, 0, 2, 10, 12, 67, 73, 28, 15, 27, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.243 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 322, 7, 0, 0, 4, 3, 0, 0, 0, 4, 13, 20, 179, 16, 22, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.243 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 147, 20, 3, 0, 23, 29, 0, 0, 0, 9, 6, 2, 17, 69, 73, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.243 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 140, 32, 4, 0, 3, 4, 0, 2, 0, 4, 3, 3, 9, 21, 77, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.243 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 91, 72, 0, 0, 0, 0, 0, 0, 0, 3, 1, 6, 8, 23, 41, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.243 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 14, 141, 0, 0, 0, 0, 0, 0, 0, 0, 2, 0, 1, 13, 7, 10, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.243 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 5, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 7, 3, 9, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.243 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.243 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.244 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.244 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.244 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.244 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.244 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.244 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.244 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.244 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.244 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.244 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.244 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.244 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.244 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.244 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.245 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.245 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.245 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.245 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.245 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-15T16:06:27.245 INFO:tasks.workunit.client.0.smithi016.stdout: ] 2024-04-15T16:06:27.245 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.245 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-15T16:06:27.245 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_id": 7, 2024-04-15T16:06:27.245 INFO:tasks.workunit.client.0.smithi016.stdout: "values": [ 2024-04-15T16:06:27.245 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.245 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 104, 85, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.245 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 10576, 3484, 3933, 0, 1, 0, 4, 0, 0, 0, 4, 5, 2, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.245 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 7792, 280, 404, 0, 8, 0, 9, 2, 0, 0, 1, 8, 6, 16, 42, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.246 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 1182, 37, 82, 0, 5, 0, 3, 1, 0, 0, 15, 4, 6, 2, 36, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.246 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 243, 0, 0, 0, 1, 0, 0, 1, 0, 1, 5, 15, 27, 4, 24, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.246 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 125, 0, 0, 0, 0, 0, 0, 2, 2, 2, 2, 0, 12, 43, 81, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.246 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 123, 1, 0, 0, 0, 0, 0, 0, 0, 3, 0, 4, 9, 12, 98, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.246 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 40, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 11, 6, 10, 38, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.246 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 12, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 3, 6, 7, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.246 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 7, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 10, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.246 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.246 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.246 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.246 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.246 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.246 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.247 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.247 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.247 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.247 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.247 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.247 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.247 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.247 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.247 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.247 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.247 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.247 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.247 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.247 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.247 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-15T16:06:27.247 INFO:tasks.workunit.client.0.smithi016.stdout: ] 2024-04-15T16:06:27.248 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T16:06:27.248 INFO:tasks.workunit.client.0.smithi016.stdout: ] 2024-04-15T16:06:27.248 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.248 INFO:tasks.workunit.client.0.smithi016.stdout: "op_rw_latency_in_bytes_histogram": { 2024-04-15T16:06:27.248 INFO:tasks.workunit.client.0.smithi016.stdout: "axes": [ 2024-04-15T16:06:27.248 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-15T16:06:27.248 INFO:tasks.workunit.client.0.smithi016.stdout: "buckets": 32, 2024-04-15T16:06:27.248 INFO:tasks.workunit.client.0.smithi016.stdout: "min": 0, 2024-04-15T16:06:27.248 INFO:tasks.workunit.client.0.smithi016.stdout: "name": "Latency (usec)", 2024-04-15T16:06:27.248 INFO:tasks.workunit.client.0.smithi016.stdout: "quant_size": 100000, 2024-04-15T16:06:27.248 INFO:tasks.workunit.client.0.smithi016.stdout: "ranges": [ 2024-04-15T16:06:27.248 INFO:tasks.workunit.client.0.smithi016.stdout: "[None, -1]", 2024-04-15T16:06:27.248 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 99999]", 2024-04-15T16:06:27.248 INFO:tasks.workunit.client.0.smithi016.stdout: "[100000, 199999]", 2024-04-15T16:06:27.249 INFO:tasks.workunit.client.0.smithi016.stdout: "[200000, 399999]", 2024-04-15T16:06:27.249 INFO:tasks.workunit.client.0.smithi016.stdout: "[400000, 799999]", 2024-04-15T16:06:27.249 INFO:tasks.workunit.client.0.smithi016.stdout: "[800000, 1599999]", 2024-04-15T16:06:27.249 INFO:tasks.workunit.client.0.smithi016.stdout: "[1600000, 3199999]", 2024-04-15T16:06:27.249 INFO:tasks.workunit.client.0.smithi016.stdout: "[3200000, 6399999]", 2024-04-15T16:06:27.249 INFO:tasks.workunit.client.0.smithi016.stdout: "[6400000, 12799999]", 2024-04-15T16:06:27.249 INFO:tasks.workunit.client.0.smithi016.stdout: "[12800000, 25599999]", 2024-04-15T16:06:27.249 INFO:tasks.workunit.client.0.smithi016.stdout: "[25600000, 51199999]", 2024-04-15T16:06:27.249 INFO:tasks.workunit.client.0.smithi016.stdout: "[51200000, 102399999]", 2024-04-15T16:06:27.249 INFO:tasks.workunit.client.0.smithi016.stdout: "[102400000, 204799999]", 2024-04-15T16:06:27.249 INFO:tasks.workunit.client.0.smithi016.stdout: "[204800000, 409599999]", 2024-04-15T16:06:27.249 INFO:tasks.workunit.client.0.smithi016.stdout: "[409600000, 819199999]", 2024-04-15T16:06:27.249 INFO:tasks.workunit.client.0.smithi016.stdout: "[819200000, 1638399999]", 2024-04-15T16:06:27.249 INFO:tasks.workunit.client.0.smithi016.stdout: "[1638400000, 3276799999]", 2024-04-15T16:06:27.250 INFO:tasks.workunit.client.0.smithi016.stdout: "[3276800000, 6553599999]", 2024-04-15T16:06:27.250 INFO:tasks.workunit.client.0.smithi016.stdout: "[6553600000, 13107199999]", 2024-04-15T16:06:27.250 INFO:tasks.workunit.client.0.smithi016.stdout: "[13107200000, 26214399999]", 2024-04-15T16:06:27.250 INFO:tasks.workunit.client.0.smithi016.stdout: "[26214400000, 52428799999]", 2024-04-15T16:06:27.250 INFO:tasks.workunit.client.0.smithi016.stdout: "[52428800000, 104857599999]", 2024-04-15T16:06:27.250 INFO:tasks.workunit.client.0.smithi016.stdout: "[104857600000, 209715199999]", 2024-04-15T16:06:27.250 INFO:tasks.workunit.client.0.smithi016.stdout: "[209715200000, 419430399999]", 2024-04-15T16:06:27.250 INFO:tasks.workunit.client.0.smithi016.stdout: "[419430400000, 838860799999]", 2024-04-15T16:06:27.250 INFO:tasks.workunit.client.0.smithi016.stdout: "[838860800000, 1677721599999]", 2024-04-15T16:06:27.250 INFO:tasks.workunit.client.0.smithi016.stdout: "[1677721600000, 3355443199999]", 2024-04-15T16:06:27.250 INFO:tasks.workunit.client.0.smithi016.stdout: "[3355443200000, 6710886399999]", 2024-04-15T16:06:27.250 INFO:tasks.workunit.client.0.smithi016.stdout: "[6710886400000, 13421772799999]", 2024-04-15T16:06:27.250 INFO:tasks.workunit.client.0.smithi016.stdout: "[13421772800000, 26843545599999]", 2024-04-15T16:06:27.250 INFO:tasks.workunit.client.0.smithi016.stdout: "[26843545600000, 53687091199999]", 2024-04-15T16:06:27.250 INFO:tasks.workunit.client.0.smithi016.stdout: "[53687091200000, None]" 2024-04-15T16:06:27.251 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:27.251 INFO:tasks.workunit.client.0.smithi016.stdout: "scale_type": "log2" 2024-04-15T16:06:27.251 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.251 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-15T16:06:27.251 INFO:tasks.workunit.client.0.smithi016.stdout: "buckets": 32, 2024-04-15T16:06:27.251 INFO:tasks.workunit.client.0.smithi016.stdout: "min": 0, 2024-04-15T16:06:27.251 INFO:tasks.workunit.client.0.smithi016.stdout: "name": "Request size (bytes)", 2024-04-15T16:06:27.251 INFO:tasks.workunit.client.0.smithi016.stdout: "quant_size": 512, 2024-04-15T16:06:27.251 INFO:tasks.workunit.client.0.smithi016.stdout: "ranges": [ 2024-04-15T16:06:27.251 INFO:tasks.workunit.client.0.smithi016.stdout: "[None, -1]", 2024-04-15T16:06:27.251 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 511]", 2024-04-15T16:06:27.251 INFO:tasks.workunit.client.0.smithi016.stdout: "[512, 1023]", 2024-04-15T16:06:27.251 INFO:tasks.workunit.client.0.smithi016.stdout: "[1024, 2047]", 2024-04-15T16:06:27.251 INFO:tasks.workunit.client.0.smithi016.stdout: "[2048, 4095]", 2024-04-15T16:06:27.251 INFO:tasks.workunit.client.0.smithi016.stdout: "[4096, 8191]", 2024-04-15T16:06:27.251 INFO:tasks.workunit.client.0.smithi016.stdout: "[8192, 16383]", 2024-04-15T16:06:27.252 INFO:tasks.workunit.client.0.smithi016.stdout: "[16384, 32767]", 2024-04-15T16:06:27.252 INFO:tasks.workunit.client.0.smithi016.stdout: "[32768, 65535]", 2024-04-15T16:06:27.252 INFO:tasks.workunit.client.0.smithi016.stdout: "[65536, 131071]", 2024-04-15T16:06:27.252 INFO:tasks.workunit.client.0.smithi016.stdout: "[131072, 262143]", 2024-04-15T16:06:27.252 INFO:tasks.workunit.client.0.smithi016.stdout: "[262144, 524287]", 2024-04-15T16:06:27.252 INFO:tasks.workunit.client.0.smithi016.stdout: "[524288, 1048575]", 2024-04-15T16:06:27.252 INFO:tasks.workunit.client.0.smithi016.stdout: "[1048576, 2097151]", 2024-04-15T16:06:27.252 INFO:tasks.workunit.client.0.smithi016.stdout: "[2097152, 4194303]", 2024-04-15T16:06:27.252 INFO:tasks.workunit.client.0.smithi016.stdout: "[4194304, 8388607]", 2024-04-15T16:06:27.252 INFO:tasks.workunit.client.0.smithi016.stdout: "[8388608, 16777215]", 2024-04-15T16:06:27.252 INFO:tasks.workunit.client.0.smithi016.stdout: "[16777216, 33554431]", 2024-04-15T16:06:27.252 INFO:tasks.workunit.client.0.smithi016.stdout: "[33554432, 67108863]", 2024-04-15T16:06:27.252 INFO:tasks.workunit.client.0.smithi016.stdout: "[67108864, 134217727]", 2024-04-15T16:06:27.252 INFO:tasks.workunit.client.0.smithi016.stdout: "[134217728, 268435455]", 2024-04-15T16:06:27.252 INFO:tasks.workunit.client.0.smithi016.stdout: "[268435456, 536870911]", 2024-04-15T16:06:27.253 INFO:tasks.workunit.client.0.smithi016.stdout: "[536870912, 1073741823]", 2024-04-15T16:06:27.253 INFO:tasks.workunit.client.0.smithi016.stdout: "[1073741824, 2147483647]", 2024-04-15T16:06:27.253 INFO:tasks.workunit.client.0.smithi016.stdout: "[2147483648, 4294967295]", 2024-04-15T16:06:27.253 INFO:tasks.workunit.client.0.smithi016.stdout: "[4294967296, 8589934591]", 2024-04-15T16:06:27.253 INFO:tasks.workunit.client.0.smithi016.stdout: "[8589934592, 17179869183]", 2024-04-15T16:06:27.253 INFO:tasks.workunit.client.0.smithi016.stdout: "[17179869184, 34359738367]", 2024-04-15T16:06:27.253 INFO:tasks.workunit.client.0.smithi016.stdout: "[34359738368, 68719476735]", 2024-04-15T16:06:27.253 INFO:tasks.workunit.client.0.smithi016.stdout: "[68719476736, 137438953471]", 2024-04-15T16:06:27.253 INFO:tasks.workunit.client.0.smithi016.stdout: "[137438953472, 274877906943]", 2024-04-15T16:06:27.253 INFO:tasks.workunit.client.0.smithi016.stdout: "[274877906944, None]" 2024-04-15T16:06:27.253 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:27.253 INFO:tasks.workunit.client.0.smithi016.stdout: "scale_type": "log2" 2024-04-15T16:06:27.253 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T16:06:27.254 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:27.254 INFO:tasks.workunit.client.0.smithi016.stdout: "osds": [ 2024-04-15T16:06:27.254 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-15T16:06:27.254 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_id": 0, 2024-04-15T16:06:27.254 INFO:tasks.workunit.client.0.smithi016.stdout: "values": [ 2024-04-15T16:06:27.254 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.254 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.254 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.254 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.254 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 479, 0, 0, 9, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.254 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 4225, 61, 92, 195, 453, 600, 695, 2, 2, 1, 1, 1, 1, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.254 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 634, 12, 12, 0, 14, 13, 27, 2, 1, 0, 4, 1, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.255 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 250, 0, 0, 0, 0, 1, 1, 0, 0, 0, 0, 4, 10, 2, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.255 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 133, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 1, 6, 13, 9, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.255 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 74, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 4, 12, 20, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.255 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 8, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 5, 17, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.255 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.255 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.255 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.255 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.255 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.255 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.255 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.255 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.255 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.255 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.256 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.256 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.256 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.256 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.256 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.256 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.256 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.256 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.256 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.256 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.256 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-15T16:06:27.256 INFO:tasks.workunit.client.0.smithi016.stdout: ] 2024-04-15T16:06:27.256 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.256 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-15T16:06:27.257 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_id": 1, 2024-04-15T16:06:27.257 INFO:tasks.workunit.client.0.smithi016.stdout: "values": [ 2024-04-15T16:06:27.257 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.257 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.257 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.257 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.257 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 248, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.257 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 2801, 256, 34, 68, 122, 0, 0, 0, 0, 0, 0, 0, 0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.257 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 461, 34, 1316, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.257 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 444, 0, 26, 0, 0, 0, 0, 0, 0, 0, 0, 2, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.257 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 1800, 1269, 46, 0, 0, 0, 0, 0, 0, 0, 0, 0, 6, 3, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.257 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 1547, 1714, 247, 0, 0, 0, 0, 0, 0, 0, 0, 2, 2, 4, 19, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.257 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 18, 9, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 6, 22, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.257 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 3, 8, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.257 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.258 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.258 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.258 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.258 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.258 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.258 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.258 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.258 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.258 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.258 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.258 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.258 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.258 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.258 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.259 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.259 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.259 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.259 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.259 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-15T16:06:27.259 INFO:tasks.workunit.client.0.smithi016.stdout: ] 2024-04-15T16:06:27.259 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.259 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-15T16:06:27.259 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_id": 2, 2024-04-15T16:06:27.259 INFO:tasks.workunit.client.0.smithi016.stdout: "values": [ 2024-04-15T16:06:27.259 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.259 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.260 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.260 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.260 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 846, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.260 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 9445, 12, 0, 0, 3, 1, 0, 1, 1, 1, 1, 0, 0, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.260 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 15751, 1, 1, 0, 0, 0, 0, 0, 0, 2, 3, 5, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.260 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 296, 1, 0, 0, 0, 0, 0, 0, 0, 2, 0, 2, 11, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.260 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 81, 0, 0, 0, 0, 0, 1, 0, 0, 1, 0, 2, 8, 22, 10, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.260 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 36, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 5, 16, 36, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.260 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 4, 32, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.260 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.260 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.260 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.260 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.260 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.261 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.261 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.261 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.261 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.261 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.261 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.261 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.261 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.261 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.261 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.261 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.261 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.261 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.261 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.262 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.262 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-15T16:06:27.262 INFO:tasks.workunit.client.0.smithi016.stdout: ] 2024-04-15T16:06:27.262 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.262 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-15T16:06:27.262 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_id": 3, 2024-04-15T16:06:27.262 INFO:tasks.workunit.client.0.smithi016.stdout: "values": [ 2024-04-15T16:06:27.262 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.262 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.262 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.262 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.262 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 406, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.262 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 3154, 27, 1, 0, 1, 2, 0, 2, 2, 0, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.262 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 328, 3, 3, 0, 0, 0, 0, 0, 0, 2, 0, 0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.263 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 140, 17, 34, 41, 0, 0, 1, 0, 0, 0, 0, 1, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.263 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 946, 302, 0, 114, 0, 0, 0, 0, 0, 0, 2, 0, 6, 4, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.263 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 4103, 2537, 0, 410, 0, 0, 0, 0, 0, 0, 0, 0, 1, 5, 26, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.263 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 194, 162, 0, 19, 0, 0, 0, 0, 0, 0, 0, 0, 2, 5, 23, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.263 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.263 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.263 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.263 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.263 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.263 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.263 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.263 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.263 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.263 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.264 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.264 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.264 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.264 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.264 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.264 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.264 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.264 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.264 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.264 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.264 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-15T16:06:27.264 INFO:tasks.workunit.client.0.smithi016.stdout: ] 2024-04-15T16:06:27.264 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.265 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-15T16:06:27.265 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_id": 4, 2024-04-15T16:06:27.265 INFO:tasks.workunit.client.0.smithi016.stdout: "values": [ 2024-04-15T16:06:27.265 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.265 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.265 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.265 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.265 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 891, 7, 1, 18, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.265 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 3144, 228, 33, 50, 140, 275, 472, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.265 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 609, 9, 0, 0, 0, 0, 11, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.265 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 342, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.265 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 173, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 5, 2, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.265 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 29, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 2, 4, 15, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.265 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 3, 23, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.266 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 7, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.266 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.266 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.266 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.266 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.266 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.266 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.266 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.266 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.266 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.266 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.266 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.266 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.266 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.267 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.267 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.267 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.267 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.267 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.267 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.267 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-15T16:06:27.267 INFO:tasks.workunit.client.0.smithi016.stdout: ] 2024-04-15T16:06:27.267 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.267 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-15T16:06:27.267 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_id": 5, 2024-04-15T16:06:27.267 INFO:tasks.workunit.client.0.smithi016.stdout: "values": [ 2024-04-15T16:06:27.267 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.268 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.268 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.268 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.268 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 806, 9, 26, 46, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.268 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 5226, 64, 106, 207, 467, 597, 712, 5, 3, 1, 0, 1, 2, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.268 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 533, 1, 6, 6, 5, 14, 12, 0, 2, 1, 4, 0, 0, 2, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.268 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 502, 8, 4, 18, 1, 2, 0, 0, 0, 0, 1, 4, 3, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.268 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 290, 35, 77, 111, 28, 0, 0, 0, 0, 0, 0, 2, 8, 4, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.268 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 149, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 2, 3, 15, 23, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.268 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 9, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 3, 4, 45, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.268 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 12, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.268 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.268 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.268 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.268 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.269 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.269 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.269 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.269 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.269 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.269 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.269 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.269 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.269 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.269 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.269 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.270 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.270 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.270 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.270 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.270 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-15T16:06:27.270 INFO:tasks.workunit.client.0.smithi016.stdout: ] 2024-04-15T16:06:27.270 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.270 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-15T16:06:27.270 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_id": 6, 2024-04-15T16:06:27.270 INFO:tasks.workunit.client.0.smithi016.stdout: "values": [ 2024-04-15T16:06:27.270 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.270 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.270 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.271 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.271 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 465, 0, 0, 0, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.271 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 3043, 22, 0, 0, 14, 1, 6, 9, 14, 9, 1, 1, 0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.271 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 384, 0, 1, 0, 4, 0, 1, 1, 0, 7, 2, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.271 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 252, 3, 0, 0, 1, 0, 0, 0, 1, 0, 1, 5, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.271 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 181, 107, 0, 0, 0, 0, 0, 0, 0, 0, 2, 3, 5, 4, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.271 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 27, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 4, 13, 16, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.271 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 8, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 27, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.271 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 9, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.271 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.271 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.271 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.271 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.271 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.271 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.272 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.272 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.272 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.272 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.272 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.272 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.272 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.272 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.272 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.272 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.272 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.272 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.272 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.272 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-15T16:06:27.273 INFO:tasks.workunit.client.0.smithi016.stdout: ] 2024-04-15T16:06:27.273 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.273 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-15T16:06:27.273 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_id": 7, 2024-04-15T16:06:27.273 INFO:tasks.workunit.client.0.smithi016.stdout: "values": [ 2024-04-15T16:06:27.273 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.273 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.273 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.273 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.273 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 695, 13, 9, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.273 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 7464, 30, 70, 33, 2, 0, 4, 3, 8, 2, 0, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.273 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 2671, 37, 94, 47, 0, 0, 0, 1, 1, 6, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.273 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 189, 3, 2, 0, 0, 0, 0, 0, 0, 0, 1, 5, 5, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.273 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 73, 0, 0, 0, 0, 0, 1, 1, 0, 0, 0, 4, 7, 7, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.273 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 26, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 1, 2, 6, 37, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.274 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 3, 37, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.274 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 9, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.274 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.274 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.274 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.274 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.274 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.274 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.274 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.274 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.274 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.274 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.274 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.274 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.275 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.275 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.275 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.275 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.275 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.275 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.275 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.275 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-15T16:06:27.275 INFO:tasks.workunit.client.0.smithi016.stdout: ] 2024-04-15T16:06:27.275 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T16:06:27.275 INFO:tasks.workunit.client.0.smithi016.stdout: ] 2024-04-15T16:06:27.275 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.275 INFO:tasks.workunit.client.0.smithi016.stdout: "op_rw_latency_out_bytes_histogram": { 2024-04-15T16:06:27.276 INFO:tasks.workunit.client.0.smithi016.stdout: "axes": [ 2024-04-15T16:06:27.276 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-15T16:06:27.276 INFO:tasks.workunit.client.0.smithi016.stdout: "buckets": 32, 2024-04-15T16:06:27.276 INFO:tasks.workunit.client.0.smithi016.stdout: "min": 0, 2024-04-15T16:06:27.276 INFO:tasks.workunit.client.0.smithi016.stdout: "name": "Latency (usec)", 2024-04-15T16:06:27.276 INFO:tasks.workunit.client.0.smithi016.stdout: "quant_size": 100000, 2024-04-15T16:06:27.276 INFO:tasks.workunit.client.0.smithi016.stdout: "ranges": [ 2024-04-15T16:06:27.276 INFO:tasks.workunit.client.0.smithi016.stdout: "[None, -1]", 2024-04-15T16:06:27.276 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 99999]", 2024-04-15T16:06:27.276 INFO:tasks.workunit.client.0.smithi016.stdout: "[100000, 199999]", 2024-04-15T16:06:27.276 INFO:tasks.workunit.client.0.smithi016.stdout: "[200000, 399999]", 2024-04-15T16:06:27.276 INFO:tasks.workunit.client.0.smithi016.stdout: "[400000, 799999]", 2024-04-15T16:06:27.276 INFO:tasks.workunit.client.0.smithi016.stdout: "[800000, 1599999]", 2024-04-15T16:06:27.276 INFO:tasks.workunit.client.0.smithi016.stdout: "[1600000, 3199999]", 2024-04-15T16:06:27.277 INFO:tasks.workunit.client.0.smithi016.stdout: "[3200000, 6399999]", 2024-04-15T16:06:27.277 INFO:tasks.workunit.client.0.smithi016.stdout: "[6400000, 12799999]", 2024-04-15T16:06:27.277 INFO:tasks.workunit.client.0.smithi016.stdout: "[12800000, 25599999]", 2024-04-15T16:06:27.277 INFO:tasks.workunit.client.0.smithi016.stdout: "[25600000, 51199999]", 2024-04-15T16:06:27.277 INFO:tasks.workunit.client.0.smithi016.stdout: "[51200000, 102399999]", 2024-04-15T16:06:27.277 INFO:tasks.workunit.client.0.smithi016.stdout: "[102400000, 204799999]", 2024-04-15T16:06:27.277 INFO:tasks.workunit.client.0.smithi016.stdout: "[204800000, 409599999]", 2024-04-15T16:06:27.277 INFO:tasks.workunit.client.0.smithi016.stdout: "[409600000, 819199999]", 2024-04-15T16:06:27.277 INFO:tasks.workunit.client.0.smithi016.stdout: "[819200000, 1638399999]", 2024-04-15T16:06:27.277 INFO:tasks.workunit.client.0.smithi016.stdout: "[1638400000, 3276799999]", 2024-04-15T16:06:27.277 INFO:tasks.workunit.client.0.smithi016.stdout: "[3276800000, 6553599999]", 2024-04-15T16:06:27.277 INFO:tasks.workunit.client.0.smithi016.stdout: "[6553600000, 13107199999]", 2024-04-15T16:06:27.277 INFO:tasks.workunit.client.0.smithi016.stdout: "[13107200000, 26214399999]", 2024-04-15T16:06:27.277 INFO:tasks.workunit.client.0.smithi016.stdout: "[26214400000, 52428799999]", 2024-04-15T16:06:27.278 INFO:tasks.workunit.client.0.smithi016.stdout: "[52428800000, 104857599999]", 2024-04-15T16:06:27.278 INFO:tasks.workunit.client.0.smithi016.stdout: "[104857600000, 209715199999]", 2024-04-15T16:06:27.278 INFO:tasks.workunit.client.0.smithi016.stdout: "[209715200000, 419430399999]", 2024-04-15T16:06:27.278 INFO:tasks.workunit.client.0.smithi016.stdout: "[419430400000, 838860799999]", 2024-04-15T16:06:27.278 INFO:tasks.workunit.client.0.smithi016.stdout: "[838860800000, 1677721599999]", 2024-04-15T16:06:27.278 INFO:tasks.workunit.client.0.smithi016.stdout: "[1677721600000, 3355443199999]", 2024-04-15T16:06:27.278 INFO:tasks.workunit.client.0.smithi016.stdout: "[3355443200000, 6710886399999]", 2024-04-15T16:06:27.278 INFO:tasks.workunit.client.0.smithi016.stdout: "[6710886400000, 13421772799999]", 2024-04-15T16:06:27.278 INFO:tasks.workunit.client.0.smithi016.stdout: "[13421772800000, 26843545599999]", 2024-04-15T16:06:27.278 INFO:tasks.workunit.client.0.smithi016.stdout: "[26843545600000, 53687091199999]", 2024-04-15T16:06:27.278 INFO:tasks.workunit.client.0.smithi016.stdout: "[53687091200000, None]" 2024-04-15T16:06:27.278 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:27.278 INFO:tasks.workunit.client.0.smithi016.stdout: "scale_type": "log2" 2024-04-15T16:06:27.278 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.279 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-15T16:06:27.279 INFO:tasks.workunit.client.0.smithi016.stdout: "buckets": 32, 2024-04-15T16:06:27.279 INFO:tasks.workunit.client.0.smithi016.stdout: "min": 0, 2024-04-15T16:06:27.279 INFO:tasks.workunit.client.0.smithi016.stdout: "name": "Request size (bytes)", 2024-04-15T16:06:27.279 INFO:tasks.workunit.client.0.smithi016.stdout: "quant_size": 512, 2024-04-15T16:06:27.279 INFO:tasks.workunit.client.0.smithi016.stdout: "ranges": [ 2024-04-15T16:06:27.279 INFO:tasks.workunit.client.0.smithi016.stdout: "[None, -1]", 2024-04-15T16:06:27.279 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 511]", 2024-04-15T16:06:27.279 INFO:tasks.workunit.client.0.smithi016.stdout: "[512, 1023]", 2024-04-15T16:06:27.279 INFO:tasks.workunit.client.0.smithi016.stdout: "[1024, 2047]", 2024-04-15T16:06:27.279 INFO:tasks.workunit.client.0.smithi016.stdout: "[2048, 4095]", 2024-04-15T16:06:27.279 INFO:tasks.workunit.client.0.smithi016.stdout: "[4096, 8191]", 2024-04-15T16:06:27.279 INFO:tasks.workunit.client.0.smithi016.stdout: "[8192, 16383]", 2024-04-15T16:06:27.279 INFO:tasks.workunit.client.0.smithi016.stdout: "[16384, 32767]", 2024-04-15T16:06:27.280 INFO:tasks.workunit.client.0.smithi016.stdout: "[32768, 65535]", 2024-04-15T16:06:27.280 INFO:tasks.workunit.client.0.smithi016.stdout: "[65536, 131071]", 2024-04-15T16:06:27.280 INFO:tasks.workunit.client.0.smithi016.stdout: "[131072, 262143]", 2024-04-15T16:06:27.280 INFO:tasks.workunit.client.0.smithi016.stdout: "[262144, 524287]", 2024-04-15T16:06:27.280 INFO:tasks.workunit.client.0.smithi016.stdout: "[524288, 1048575]", 2024-04-15T16:06:27.280 INFO:tasks.workunit.client.0.smithi016.stdout: "[1048576, 2097151]", 2024-04-15T16:06:27.280 INFO:tasks.workunit.client.0.smithi016.stdout: "[2097152, 4194303]", 2024-04-15T16:06:27.280 INFO:tasks.workunit.client.0.smithi016.stdout: "[4194304, 8388607]", 2024-04-15T16:06:27.280 INFO:tasks.workunit.client.0.smithi016.stdout: "[8388608, 16777215]", 2024-04-15T16:06:27.280 INFO:tasks.workunit.client.0.smithi016.stdout: "[16777216, 33554431]", 2024-04-15T16:06:27.280 INFO:tasks.workunit.client.0.smithi016.stdout: "[33554432, 67108863]", 2024-04-15T16:06:27.280 INFO:tasks.workunit.client.0.smithi016.stdout: "[67108864, 134217727]", 2024-04-15T16:06:27.280 INFO:tasks.workunit.client.0.smithi016.stdout: "[134217728, 268435455]", 2024-04-15T16:06:27.280 INFO:tasks.workunit.client.0.smithi016.stdout: "[268435456, 536870911]", 2024-04-15T16:06:27.280 INFO:tasks.workunit.client.0.smithi016.stdout: "[536870912, 1073741823]", 2024-04-15T16:06:27.281 INFO:tasks.workunit.client.0.smithi016.stdout: "[1073741824, 2147483647]", 2024-04-15T16:06:27.281 INFO:tasks.workunit.client.0.smithi016.stdout: "[2147483648, 4294967295]", 2024-04-15T16:06:27.281 INFO:tasks.workunit.client.0.smithi016.stdout: "[4294967296, 8589934591]", 2024-04-15T16:06:27.281 INFO:tasks.workunit.client.0.smithi016.stdout: "[8589934592, 17179869183]", 2024-04-15T16:06:27.281 INFO:tasks.workunit.client.0.smithi016.stdout: "[17179869184, 34359738367]", 2024-04-15T16:06:27.281 INFO:tasks.workunit.client.0.smithi016.stdout: "[34359738368, 68719476735]", 2024-04-15T16:06:27.281 INFO:tasks.workunit.client.0.smithi016.stdout: "[68719476736, 137438953471]", 2024-04-15T16:06:27.281 INFO:tasks.workunit.client.0.smithi016.stdout: "[137438953472, 274877906943]", 2024-04-15T16:06:27.281 INFO:tasks.workunit.client.0.smithi016.stdout: "[274877906944, None]" 2024-04-15T16:06:27.281 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:27.281 INFO:tasks.workunit.client.0.smithi016.stdout: "scale_type": "log2" 2024-04-15T16:06:27.281 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T16:06:27.281 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:27.281 INFO:tasks.workunit.client.0.smithi016.stdout: "osds": [ 2024-04-15T16:06:27.282 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-15T16:06:27.282 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_id": 0, 2024-04-15T16:06:27.282 INFO:tasks.workunit.client.0.smithi016.stdout: "values": [ 2024-04-15T16:06:27.282 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.282 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.282 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.282 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.282 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 489, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.282 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 6332, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.282 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 722, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.282 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 269, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.282 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 163, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.282 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 111, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.282 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 31, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.283 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.283 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.283 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.283 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.283 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.283 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.283 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.283 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.283 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.283 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.283 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.283 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.283 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.284 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.284 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.284 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.284 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.284 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.284 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.284 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.284 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-15T16:06:27.284 INFO:tasks.workunit.client.0.smithi016.stdout: ] 2024-04-15T16:06:27.284 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.284 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-15T16:06:27.284 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_id": 1, 2024-04-15T16:06:27.284 INFO:tasks.workunit.client.0.smithi016.stdout: "values": [ 2024-04-15T16:06:27.284 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.285 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.285 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.285 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.285 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 248, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.285 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 3284, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.285 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 1812, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.285 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 473, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.285 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 3127, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.285 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 3535, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.285 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 61, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.285 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 18, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.285 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.285 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.285 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.285 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.286 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.286 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.286 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.286 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.286 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.286 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.286 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.286 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.286 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.286 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.286 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.286 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.286 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.287 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.287 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.287 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-15T16:06:27.287 INFO:tasks.workunit.client.0.smithi016.stdout: ] 2024-04-15T16:06:27.287 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.287 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-15T16:06:27.287 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_id": 2, 2024-04-15T16:06:27.287 INFO:tasks.workunit.client.0.smithi016.stdout: "values": [ 2024-04-15T16:06:27.287 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.287 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.287 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.287 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.287 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 852, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.287 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 9469, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.287 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 15765, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.288 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 312, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.288 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 125, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.288 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 94, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.288 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 41, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.288 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 7, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.288 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.288 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.288 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.288 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.288 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.288 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.288 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.288 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.289 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.289 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.289 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.289 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.289 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.289 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.289 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.289 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.289 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.289 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.289 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.289 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-15T16:06:27.289 INFO:tasks.workunit.client.0.smithi016.stdout: ] 2024-04-15T16:06:27.290 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.290 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-15T16:06:27.290 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_id": 3, 2024-04-15T16:06:27.290 INFO:tasks.workunit.client.0.smithi016.stdout: "values": [ 2024-04-15T16:06:27.290 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.290 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.290 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.290 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.290 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 406, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.290 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 3191, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.290 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 338, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.290 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 238, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.290 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 1378, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.290 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 7082, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.291 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 405, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.291 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 7, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.291 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.291 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.291 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.291 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.291 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.291 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.291 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.291 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.291 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.291 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.291 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.292 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.292 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.292 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.292 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.292 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.292 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.292 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.292 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.292 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-15T16:06:27.292 INFO:tasks.workunit.client.0.smithi016.stdout: ] 2024-04-15T16:06:27.292 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.292 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-15T16:06:27.292 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_id": 4, 2024-04-15T16:06:27.292 INFO:tasks.workunit.client.0.smithi016.stdout: "values": [ 2024-04-15T16:06:27.293 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.293 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.293 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.293 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.293 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 917, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.293 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 4342, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.293 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 630, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.293 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 345, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.293 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 183, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.293 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 51, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.293 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 29, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.293 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 7, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.293 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.293 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.293 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.294 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.294 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.294 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.294 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.294 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.294 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.294 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.294 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.294 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.295 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.295 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.295 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.295 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.295 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.295 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.295 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.295 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-15T16:06:27.295 INFO:tasks.workunit.client.0.smithi016.stdout: ] 2024-04-15T16:06:27.295 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.295 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-15T16:06:27.295 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_id": 5, 2024-04-15T16:06:27.295 INFO:tasks.workunit.client.0.smithi016.stdout: "values": [ 2024-04-15T16:06:27.295 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.296 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.296 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.296 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.296 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 887, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.296 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 7394, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.296 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 587, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.296 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 544, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.296 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 556, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.296 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 193, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.296 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 61, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.296 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 13, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.296 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.296 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.296 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.297 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.297 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.297 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.297 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.297 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.297 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.297 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.297 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.297 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.297 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.297 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.297 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.297 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.298 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.298 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.298 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.298 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-15T16:06:27.298 INFO:tasks.workunit.client.0.smithi016.stdout: ] 2024-04-15T16:06:27.298 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.298 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-15T16:06:27.298 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_id": 6, 2024-04-15T16:06:27.298 INFO:tasks.workunit.client.0.smithi016.stdout: "values": [ 2024-04-15T16:06:27.298 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.298 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.298 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.298 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.298 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 471, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.299 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 3123, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.299 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 402, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.299 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 265, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.299 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 304, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.299 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 60, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.299 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 37, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.299 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 9, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.299 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.299 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.299 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.299 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.299 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.299 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.299 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.300 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.300 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.300 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.300 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.300 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.300 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.300 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.300 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.300 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.300 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.300 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.300 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.300 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-15T16:06:27.300 INFO:tasks.workunit.client.0.smithi016.stdout: ] 2024-04-15T16:06:27.301 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.301 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-15T16:06:27.301 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_id": 7, 2024-04-15T16:06:27.301 INFO:tasks.workunit.client.0.smithi016.stdout: "values": [ 2024-04-15T16:06:27.301 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.301 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.301 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.301 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.301 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 717, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.301 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 7618, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.301 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 2859, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.301 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 207, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.301 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 94, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.301 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 73, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.302 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 43, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.302 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 9, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.302 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.302 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.302 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.302 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.302 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.302 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.302 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.302 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.302 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.302 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.302 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.303 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.303 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.303 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.303 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.303 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.303 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.303 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.303 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.303 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-15T16:06:27.303 INFO:tasks.workunit.client.0.smithi016.stdout: ] 2024-04-15T16:06:27.303 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T16:06:27.303 INFO:tasks.workunit.client.0.smithi016.stdout: ] 2024-04-15T16:06:27.303 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.303 INFO:tasks.workunit.client.0.smithi016.stdout: "op_w_latency_in_bytes_histogram": { 2024-04-15T16:06:27.304 INFO:tasks.workunit.client.0.smithi016.stdout: "axes": [ 2024-04-15T16:06:27.304 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-15T16:06:27.304 INFO:tasks.workunit.client.0.smithi016.stdout: "buckets": 32, 2024-04-15T16:06:27.304 INFO:tasks.workunit.client.0.smithi016.stdout: "min": 0, 2024-04-15T16:06:27.304 INFO:tasks.workunit.client.0.smithi016.stdout: "name": "Latency (usec)", 2024-04-15T16:06:27.304 INFO:tasks.workunit.client.0.smithi016.stdout: "quant_size": 100000, 2024-04-15T16:06:27.304 INFO:tasks.workunit.client.0.smithi016.stdout: "ranges": [ 2024-04-15T16:06:27.304 INFO:tasks.workunit.client.0.smithi016.stdout: "[None, -1]", 2024-04-15T16:06:27.304 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 99999]", 2024-04-15T16:06:27.304 INFO:tasks.workunit.client.0.smithi016.stdout: "[100000, 199999]", 2024-04-15T16:06:27.304 INFO:tasks.workunit.client.0.smithi016.stdout: "[200000, 399999]", 2024-04-15T16:06:27.304 INFO:tasks.workunit.client.0.smithi016.stdout: "[400000, 799999]", 2024-04-15T16:06:27.304 INFO:tasks.workunit.client.0.smithi016.stdout: "[800000, 1599999]", 2024-04-15T16:06:27.304 INFO:tasks.workunit.client.0.smithi016.stdout: "[1600000, 3199999]", 2024-04-15T16:06:27.305 INFO:tasks.workunit.client.0.smithi016.stdout: "[3200000, 6399999]", 2024-04-15T16:06:27.305 INFO:tasks.workunit.client.0.smithi016.stdout: "[6400000, 12799999]", 2024-04-15T16:06:27.305 INFO:tasks.workunit.client.0.smithi016.stdout: "[12800000, 25599999]", 2024-04-15T16:06:27.305 INFO:tasks.workunit.client.0.smithi016.stdout: "[25600000, 51199999]", 2024-04-15T16:06:27.305 INFO:tasks.workunit.client.0.smithi016.stdout: "[51200000, 102399999]", 2024-04-15T16:06:27.305 INFO:tasks.workunit.client.0.smithi016.stdout: "[102400000, 204799999]", 2024-04-15T16:06:27.305 INFO:tasks.workunit.client.0.smithi016.stdout: "[204800000, 409599999]", 2024-04-15T16:06:27.305 INFO:tasks.workunit.client.0.smithi016.stdout: "[409600000, 819199999]", 2024-04-15T16:06:27.305 INFO:tasks.workunit.client.0.smithi016.stdout: "[819200000, 1638399999]", 2024-04-15T16:06:27.305 INFO:tasks.workunit.client.0.smithi016.stdout: "[1638400000, 3276799999]", 2024-04-15T16:06:27.305 INFO:tasks.workunit.client.0.smithi016.stdout: "[3276800000, 6553599999]", 2024-04-15T16:06:27.305 INFO:tasks.workunit.client.0.smithi016.stdout: "[6553600000, 13107199999]", 2024-04-15T16:06:27.305 INFO:tasks.workunit.client.0.smithi016.stdout: "[13107200000, 26214399999]", 2024-04-15T16:06:27.305 INFO:tasks.workunit.client.0.smithi016.stdout: "[26214400000, 52428799999]", 2024-04-15T16:06:27.305 INFO:tasks.workunit.client.0.smithi016.stdout: "[52428800000, 104857599999]", 2024-04-15T16:06:27.306 INFO:tasks.workunit.client.0.smithi016.stdout: "[104857600000, 209715199999]", 2024-04-15T16:06:27.306 INFO:tasks.workunit.client.0.smithi016.stdout: "[209715200000, 419430399999]", 2024-04-15T16:06:27.306 INFO:tasks.workunit.client.0.smithi016.stdout: "[419430400000, 838860799999]", 2024-04-15T16:06:27.306 INFO:tasks.workunit.client.0.smithi016.stdout: "[838860800000, 1677721599999]", 2024-04-15T16:06:27.306 INFO:tasks.workunit.client.0.smithi016.stdout: "[1677721600000, 3355443199999]", 2024-04-15T16:06:27.306 INFO:tasks.workunit.client.0.smithi016.stdout: "[3355443200000, 6710886399999]", 2024-04-15T16:06:27.306 INFO:tasks.workunit.client.0.smithi016.stdout: "[6710886400000, 13421772799999]", 2024-04-15T16:06:27.306 INFO:tasks.workunit.client.0.smithi016.stdout: "[13421772800000, 26843545599999]", 2024-04-15T16:06:27.306 INFO:tasks.workunit.client.0.smithi016.stdout: "[26843545600000, 53687091199999]", 2024-04-15T16:06:27.306 INFO:tasks.workunit.client.0.smithi016.stdout: "[53687091200000, None]" 2024-04-15T16:06:27.306 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:27.306 INFO:tasks.workunit.client.0.smithi016.stdout: "scale_type": "log2" 2024-04-15T16:06:27.307 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.307 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-15T16:06:27.307 INFO:tasks.workunit.client.0.smithi016.stdout: "buckets": 32, 2024-04-15T16:06:27.307 INFO:tasks.workunit.client.0.smithi016.stdout: "min": 0, 2024-04-15T16:06:27.307 INFO:tasks.workunit.client.0.smithi016.stdout: "name": "Request size (bytes)", 2024-04-15T16:06:27.307 INFO:tasks.workunit.client.0.smithi016.stdout: "quant_size": 512, 2024-04-15T16:06:27.307 INFO:tasks.workunit.client.0.smithi016.stdout: "ranges": [ 2024-04-15T16:06:27.307 INFO:tasks.workunit.client.0.smithi016.stdout: "[None, -1]", 2024-04-15T16:06:27.307 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 511]", 2024-04-15T16:06:27.307 INFO:tasks.workunit.client.0.smithi016.stdout: "[512, 1023]", 2024-04-15T16:06:27.307 INFO:tasks.workunit.client.0.smithi016.stdout: "[1024, 2047]", 2024-04-15T16:06:27.307 INFO:tasks.workunit.client.0.smithi016.stdout: "[2048, 4095]", 2024-04-15T16:06:27.307 INFO:tasks.workunit.client.0.smithi016.stdout: "[4096, 8191]", 2024-04-15T16:06:27.307 INFO:tasks.workunit.client.0.smithi016.stdout: "[8192, 16383]", 2024-04-15T16:06:27.308 INFO:tasks.workunit.client.0.smithi016.stdout: "[16384, 32767]", 2024-04-15T16:06:27.308 INFO:tasks.workunit.client.0.smithi016.stdout: "[32768, 65535]", 2024-04-15T16:06:27.308 INFO:tasks.workunit.client.0.smithi016.stdout: "[65536, 131071]", 2024-04-15T16:06:27.308 INFO:tasks.workunit.client.0.smithi016.stdout: "[131072, 262143]", 2024-04-15T16:06:27.308 INFO:tasks.workunit.client.0.smithi016.stdout: "[262144, 524287]", 2024-04-15T16:06:27.308 INFO:tasks.workunit.client.0.smithi016.stdout: "[524288, 1048575]", 2024-04-15T16:06:27.308 INFO:tasks.workunit.client.0.smithi016.stdout: "[1048576, 2097151]", 2024-04-15T16:06:27.308 INFO:tasks.workunit.client.0.smithi016.stdout: "[2097152, 4194303]", 2024-04-15T16:06:27.308 INFO:tasks.workunit.client.0.smithi016.stdout: "[4194304, 8388607]", 2024-04-15T16:06:27.308 INFO:tasks.workunit.client.0.smithi016.stdout: "[8388608, 16777215]", 2024-04-15T16:06:27.308 INFO:tasks.workunit.client.0.smithi016.stdout: "[16777216, 33554431]", 2024-04-15T16:06:27.308 INFO:tasks.workunit.client.0.smithi016.stdout: "[33554432, 67108863]", 2024-04-15T16:06:27.308 INFO:tasks.workunit.client.0.smithi016.stdout: "[67108864, 134217727]", 2024-04-15T16:06:27.308 INFO:tasks.workunit.client.0.smithi016.stdout: "[134217728, 268435455]", 2024-04-15T16:06:27.309 INFO:tasks.workunit.client.0.smithi016.stdout: "[268435456, 536870911]", 2024-04-15T16:06:27.309 INFO:tasks.workunit.client.0.smithi016.stdout: "[536870912, 1073741823]", 2024-04-15T16:06:27.309 INFO:tasks.workunit.client.0.smithi016.stdout: "[1073741824, 2147483647]", 2024-04-15T16:06:27.309 INFO:tasks.workunit.client.0.smithi016.stdout: "[2147483648, 4294967295]", 2024-04-15T16:06:27.309 INFO:tasks.workunit.client.0.smithi016.stdout: "[4294967296, 8589934591]", 2024-04-15T16:06:27.309 INFO:tasks.workunit.client.0.smithi016.stdout: "[8589934592, 17179869183]", 2024-04-15T16:06:27.309 INFO:tasks.workunit.client.0.smithi016.stdout: "[17179869184, 34359738367]", 2024-04-15T16:06:27.309 INFO:tasks.workunit.client.0.smithi016.stdout: "[34359738368, 68719476735]", 2024-04-15T16:06:27.309 INFO:tasks.workunit.client.0.smithi016.stdout: "[68719476736, 137438953471]", 2024-04-15T16:06:27.309 INFO:tasks.workunit.client.0.smithi016.stdout: "[137438953472, 274877906943]", 2024-04-15T16:06:27.309 INFO:tasks.workunit.client.0.smithi016.stdout: "[274877906944, None]" 2024-04-15T16:06:27.309 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:27.309 INFO:tasks.workunit.client.0.smithi016.stdout: "scale_type": "log2" 2024-04-15T16:06:27.309 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T16:06:27.309 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:27.310 INFO:tasks.workunit.client.0.smithi016.stdout: "osds": [ 2024-04-15T16:06:27.310 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-15T16:06:27.310 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_id": 0, 2024-04-15T16:06:27.310 INFO:tasks.workunit.client.0.smithi016.stdout: "values": [ 2024-04-15T16:06:27.310 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.310 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.310 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.310 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.310 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 79, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.310 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 1948, 24, 0, 0, 8, 0, 0, 0, 0, 0, 0, 2, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.310 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 1211, 13, 1, 1, 4, 4, 6, 14, 31, 58, 60, 18, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.310 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 152, 20, 0, 0, 0, 0, 1, 2, 3, 7, 55, 210, 146, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.310 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 374, 8, 0, 0, 0, 0, 0, 0, 0, 3, 14, 15, 261, 10, 13, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.311 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 614, 30, 0, 0, 0, 0, 0, 0, 1, 0, 2, 1, 9, 21, 74, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.311 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 589, 45, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 9, 15, 101, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.311 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 626, 92, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.311 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 402, 75, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.311 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.311 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.311 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.311 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.311 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.311 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.311 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.311 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.311 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.311 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.312 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.312 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.312 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.312 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.312 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.312 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.312 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.312 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.312 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-15T16:06:27.312 INFO:tasks.workunit.client.0.smithi016.stdout: ] 2024-04-15T16:06:27.312 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.312 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-15T16:06:27.312 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_id": 1, 2024-04-15T16:06:27.312 INFO:tasks.workunit.client.0.smithi016.stdout: "values": [ 2024-04-15T16:06:27.313 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.313 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.313 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.313 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.313 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 31, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.313 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 2743, 22, 0, 1, 4, 0, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.313 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 1364, 6, 1, 2, 5, 10, 11, 21, 38, 65, 114, 34, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.313 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 105, 1, 1, 0, 2, 4, 4, 3, 9, 8, 73, 278, 296, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.313 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 54, 1, 0, 0, 0, 0, 1, 0, 1, 1, 9, 18, 320, 6, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.313 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 18, 0, 0, 0, 0, 0, 0, 0, 1, 3, 7, 8, 22, 34, 63, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.313 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 17, 0, 0, 0, 0, 0, 0, 2, 1, 2, 1, 2, 15, 20, 61, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.313 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 771, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 0, 7, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.313 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 2491, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.313 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 473, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.314 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.314 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.314 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.314 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.314 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.314 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.314 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.314 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.314 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.314 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.314 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.314 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.314 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.315 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.315 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.315 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.315 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.315 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-15T16:06:27.315 INFO:tasks.workunit.client.0.smithi016.stdout: ] 2024-04-15T16:06:27.315 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.315 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-15T16:06:27.315 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_id": 2, 2024-04-15T16:06:27.315 INFO:tasks.workunit.client.0.smithi016.stdout: "values": [ 2024-04-15T16:06:27.315 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.315 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.315 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.315 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.316 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 54, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.316 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 310, 2, 1, 0, 10, 0, 2, 2, 7, 9, 2, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.316 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 176, 11, 2, 0, 1, 1, 1, 7, 7, 12, 51, 42, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.316 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 239, 11, 0, 0, 0, 0, 6, 9, 12, 17, 56, 93, 10, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.316 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 159, 2, 0, 0, 0, 0, 1, 1, 8, 4, 32, 55, 27, 11, 11, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.316 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 71, 0, 0, 0, 0, 0, 1, 0, 5, 1, 9, 12, 24, 62, 106, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.316 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 6, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 2, 13, 36, 85, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.316 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 14, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.316 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.316 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.316 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.316 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 4, 0, 0, 0, 0, 0, 0, 0, 0, 1, 2, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.316 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.316 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.317 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.317 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.317 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.317 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.317 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.317 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.317 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.317 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.317 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.317 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.317 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.317 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.317 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.317 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-15T16:06:27.317 INFO:tasks.workunit.client.0.smithi016.stdout: ] 2024-04-15T16:06:27.318 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.318 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-15T16:06:27.318 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_id": 3, 2024-04-15T16:06:27.318 INFO:tasks.workunit.client.0.smithi016.stdout: "values": [ 2024-04-15T16:06:27.318 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.318 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.318 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.318 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.318 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 44, 3, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.318 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 1236, 22, 0, 1, 19, 1, 3, 3, 6, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.318 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 429, 4, 0, 0, 2, 2, 8, 10, 14, 29, 74, 21, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.318 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 239, 5, 0, 0, 0, 0, 3, 2, 3, 5, 35, 122, 148, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.318 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 452, 2, 0, 0, 0, 0, 1, 4, 1, 3, 8, 19, 67, 9, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.319 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 431, 0, 0, 0, 0, 0, 0, 0, 1, 4, 4, 8, 15, 36, 66, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.319 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 280, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 4, 9, 54, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.319 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 72, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 2, 4, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.319 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 7, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.319 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.319 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.319 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.319 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.319 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.319 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.319 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.319 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.319 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.319 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.320 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.320 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.320 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.320 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.320 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.320 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.320 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.320 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.320 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-15T16:06:27.320 INFO:tasks.workunit.client.0.smithi016.stdout: ] 2024-04-15T16:06:27.320 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.320 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-15T16:06:27.320 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_id": 4, 2024-04-15T16:06:27.320 INFO:tasks.workunit.client.0.smithi016.stdout: "values": [ 2024-04-15T16:06:27.321 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.321 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.321 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.321 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.321 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 85, 2, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.321 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 1181, 8, 1, 0, 9, 1, 4, 5, 12, 15, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.321 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 657, 3, 0, 1, 2, 3, 3, 9, 15, 25, 45, 10, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.321 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 323, 12, 0, 0, 0, 0, 0, 1, 2, 6, 41, 128, 57, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.321 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 494, 11, 0, 0, 0, 0, 0, 1, 2, 4, 12, 12, 149, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.321 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 335, 0, 0, 0, 0, 0, 0, 0, 0, 1, 4, 2, 18, 32, 42, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.321 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 59, 0, 0, 0, 0, 0, 1, 0, 0, 0, 1, 4, 6, 16, 64, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.321 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 55, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.321 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.321 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.321 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.322 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.322 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.322 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.322 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.322 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.322 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.322 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.322 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.322 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.322 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.322 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.322 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.322 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.323 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.323 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.323 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.323 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-15T16:06:27.323 INFO:tasks.workunit.client.0.smithi016.stdout: ] 2024-04-15T16:06:27.323 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.323 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-15T16:06:27.323 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_id": 5, 2024-04-15T16:06:27.323 INFO:tasks.workunit.client.0.smithi016.stdout: "values": [ 2024-04-15T16:06:27.323 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.323 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.323 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.323 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.323 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 121, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.323 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 432, 16, 0, 0, 11, 1, 1, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.324 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 79, 4, 1, 0, 0, 1, 0, 1, 6, 3, 4, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.324 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 109, 11, 1, 0, 0, 0, 0, 1, 1, 3, 11, 9, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.324 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 25, 12, 0, 0, 0, 0, 0, 1, 0, 1, 8, 7, 16, 9, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.324 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 5, 25, 0, 0, 3, 0, 1, 0, 1, 1, 3, 6, 21, 38, 63, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.324 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 45, 0, 0, 0, 0, 0, 0, 0, 0, 2, 2, 10, 27, 98, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.324 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 84, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 11, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.324 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 81, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.324 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.324 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.324 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.324 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.324 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.324 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.324 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.325 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.325 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.325 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.325 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.325 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.325 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.325 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.325 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.325 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.325 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.325 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.325 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-15T16:06:27.325 INFO:tasks.workunit.client.0.smithi016.stdout: ] 2024-04-15T16:06:27.325 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.325 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-15T16:06:27.325 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_id": 6, 2024-04-15T16:06:27.326 INFO:tasks.workunit.client.0.smithi016.stdout: "values": [ 2024-04-15T16:06:27.326 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.326 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.326 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.326 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.326 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 56, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.326 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 1031, 18, 2, 2, 13, 0, 0, 0, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.326 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 827, 5, 0, 2, 2, 6, 8, 9, 18, 29, 39, 14, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.326 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 421, 1, 0, 0, 1, 2, 0, 4, 7, 10, 54, 133, 60, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.326 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 594, 16, 0, 0, 0, 0, 1, 0, 5, 0, 13, 29, 195, 2, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.326 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 280, 27, 0, 0, 0, 0, 0, 0, 0, 2, 3, 9, 21, 43, 72, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.326 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 131, 45, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 9, 18, 91, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.326 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 61, 86, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 2, 3, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.326 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 84, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.327 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.327 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.327 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.327 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.327 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.327 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.327 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.327 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.327 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.327 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.327 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.327 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.327 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.327 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.327 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.327 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.328 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.328 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.328 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-15T16:06:27.328 INFO:tasks.workunit.client.0.smithi016.stdout: ] 2024-04-15T16:06:27.328 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.328 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-15T16:06:27.328 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_id": 7, 2024-04-15T16:06:27.328 INFO:tasks.workunit.client.0.smithi016.stdout: "values": [ 2024-04-15T16:06:27.328 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.328 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.328 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.328 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.328 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 45, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.328 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 223, 13, 1, 2, 5, 0, 0, 6, 5, 3, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.329 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 64, 7, 0, 0, 0, 1, 1, 4, 3, 9, 11, 8, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.329 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 116, 6, 0, 1, 0, 0, 2, 1, 5, 5, 28, 29, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.329 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 50, 4, 0, 0, 0, 0, 0, 0, 1, 4, 9, 23, 16, 8, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.329 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 17, 0, 0, 0, 0, 0, 0, 2, 0, 1, 5, 10, 14, 36, 68, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.329 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 2, 2, 13, 33, 91, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.329 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 6, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.329 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.329 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.329 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.329 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.329 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.329 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.329 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.329 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.329 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.330 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.330 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.330 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.330 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.330 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.330 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.330 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.330 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.330 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.330 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.330 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-15T16:06:27.330 INFO:tasks.workunit.client.0.smithi016.stdout: ] 2024-04-15T16:06:27.330 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T16:06:27.330 INFO:tasks.workunit.client.0.smithi016.stdout: ] 2024-04-15T16:06:27.331 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T16:06:27.331 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.331 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-15T16:06:27.331 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_resrv_repnum_vs_duration": { 2024-04-15T16:06:27.331 INFO:tasks.workunit.client.0.smithi016.stdout: "axes": [ 2024-04-15T16:06:27.331 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-15T16:06:27.331 INFO:tasks.workunit.client.0.smithi016.stdout: "buckets": 8, 2024-04-15T16:06:27.331 INFO:tasks.workunit.client.0.smithi016.stdout: "min": 0, 2024-04-15T16:06:27.331 INFO:tasks.workunit.client.0.smithi016.stdout: "name": "number of replicas", 2024-04-15T16:06:27.331 INFO:tasks.workunit.client.0.smithi016.stdout: "quant_size": 1, 2024-04-15T16:06:27.331 INFO:tasks.workunit.client.0.smithi016.stdout: "ranges": [ 2024-04-15T16:06:27.331 INFO:tasks.workunit.client.0.smithi016.stdout: "[None, -1]", 2024-04-15T16:06:27.331 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0]", 2024-04-15T16:06:27.331 INFO:tasks.workunit.client.0.smithi016.stdout: "[1, 1]", 2024-04-15T16:06:27.332 INFO:tasks.workunit.client.0.smithi016.stdout: "[2, 2]", 2024-04-15T16:06:27.332 INFO:tasks.workunit.client.0.smithi016.stdout: "[3, 3]", 2024-04-15T16:06:27.332 INFO:tasks.workunit.client.0.smithi016.stdout: "[4, 4]", 2024-04-15T16:06:27.332 INFO:tasks.workunit.client.0.smithi016.stdout: "[5, 5]", 2024-04-15T16:06:27.332 INFO:tasks.workunit.client.0.smithi016.stdout: "[6, None]" 2024-04-15T16:06:27.332 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:27.332 INFO:tasks.workunit.client.0.smithi016.stdout: "scale_type": "linear" 2024-04-15T16:06:27.332 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.332 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-15T16:06:27.332 INFO:tasks.workunit.client.0.smithi016.stdout: "buckets": 10, 2024-04-15T16:06:27.332 INFO:tasks.workunit.client.0.smithi016.stdout: "min": 0, 2024-04-15T16:06:27.332 INFO:tasks.workunit.client.0.smithi016.stdout: "name": "duration", 2024-04-15T16:06:27.332 INFO:tasks.workunit.client.0.smithi016.stdout: "quant_size": 250000, 2024-04-15T16:06:27.332 INFO:tasks.workunit.client.0.smithi016.stdout: "ranges": [ 2024-04-15T16:06:27.332 INFO:tasks.workunit.client.0.smithi016.stdout: "[None, -1]", 2024-04-15T16:06:27.332 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 249999]", 2024-04-15T16:06:27.333 INFO:tasks.workunit.client.0.smithi016.stdout: "[250000, 499999]", 2024-04-15T16:06:27.333 INFO:tasks.workunit.client.0.smithi016.stdout: "[500000, 999999]", 2024-04-15T16:06:27.333 INFO:tasks.workunit.client.0.smithi016.stdout: "[1000000, 1999999]", 2024-04-15T16:06:27.333 INFO:tasks.workunit.client.0.smithi016.stdout: "[2000000, 3999999]", 2024-04-15T16:06:27.333 INFO:tasks.workunit.client.0.smithi016.stdout: "[4000000, 7999999]", 2024-04-15T16:06:27.333 INFO:tasks.workunit.client.0.smithi016.stdout: "[8000000, 15999999]", 2024-04-15T16:06:27.333 INFO:tasks.workunit.client.0.smithi016.stdout: "[16000000, 31999999]", 2024-04-15T16:06:27.333 INFO:tasks.workunit.client.0.smithi016.stdout: "[32000000, None]" 2024-04-15T16:06:27.333 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:27.333 INFO:tasks.workunit.client.0.smithi016.stdout: "scale_type": "log2" 2024-04-15T16:06:27.333 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T16:06:27.333 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:27.333 INFO:tasks.workunit.client.0.smithi016.stdout: "osds": [ 2024-04-15T16:06:27.333 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-15T16:06:27.333 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_id": 0, 2024-04-15T16:06:27.334 INFO:tasks.workunit.client.0.smithi016.stdout: "values": [ 2024-04-15T16:06:27.334 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.334 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.334 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.334 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.334 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.334 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.334 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.334 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-15T16:06:27.334 INFO:tasks.workunit.client.0.smithi016.stdout: ] 2024-04-15T16:06:27.334 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.334 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-15T16:06:27.334 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_id": 1, 2024-04-15T16:06:27.334 INFO:tasks.workunit.client.0.smithi016.stdout: "values": [ 2024-04-15T16:06:27.335 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.335 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.335 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.335 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.335 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.335 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.335 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.335 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-15T16:06:27.335 INFO:tasks.workunit.client.0.smithi016.stdout: ] 2024-04-15T16:06:27.335 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.335 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-15T16:06:27.335 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_id": 2, 2024-04-15T16:06:27.335 INFO:tasks.workunit.client.0.smithi016.stdout: "values": [ 2024-04-15T16:06:27.335 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.335 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.336 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.336 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.336 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.336 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.336 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.336 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-15T16:06:27.336 INFO:tasks.workunit.client.0.smithi016.stdout: ] 2024-04-15T16:06:27.336 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.336 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-15T16:06:27.336 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_id": 3, 2024-04-15T16:06:27.336 INFO:tasks.workunit.client.0.smithi016.stdout: "values": [ 2024-04-15T16:06:27.336 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.336 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.336 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.337 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.337 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.337 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.337 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.337 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-15T16:06:27.337 INFO:tasks.workunit.client.0.smithi016.stdout: ] 2024-04-15T16:06:27.337 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.337 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-15T16:06:27.337 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_id": 4, 2024-04-15T16:06:27.337 INFO:tasks.workunit.client.0.smithi016.stdout: "values": [ 2024-04-15T16:06:27.337 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.337 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.337 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.338 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.338 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.338 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.338 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.338 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-15T16:06:27.338 INFO:tasks.workunit.client.0.smithi016.stdout: ] 2024-04-15T16:06:27.338 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.338 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-15T16:06:27.338 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_id": 5, 2024-04-15T16:06:27.338 INFO:tasks.workunit.client.0.smithi016.stdout: "values": [ 2024-04-15T16:06:27.338 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.338 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.338 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.339 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.339 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.339 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.339 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.339 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-15T16:06:27.339 INFO:tasks.workunit.client.0.smithi016.stdout: ] 2024-04-15T16:06:27.339 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.339 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-15T16:06:27.339 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_id": 6, 2024-04-15T16:06:27.339 INFO:tasks.workunit.client.0.smithi016.stdout: "values": [ 2024-04-15T16:06:27.339 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.339 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.339 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.339 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.339 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.340 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.340 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.340 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-15T16:06:27.340 INFO:tasks.workunit.client.0.smithi016.stdout: ] 2024-04-15T16:06:27.340 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.340 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-15T16:06:27.340 INFO:tasks.workunit.client.0.smithi016.stdout: "osd_id": 7, 2024-04-15T16:06:27.340 INFO:tasks.workunit.client.0.smithi016.stdout: "values": [ 2024-04-15T16:06:27.340 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.340 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.340 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.340 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.340 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.340 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.341 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:06:27.341 INFO:tasks.workunit.client.0.smithi016.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-15T16:06:27.341 INFO:tasks.workunit.client.0.smithi016.stdout: ] 2024-04-15T16:06:27.341 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T16:06:27.341 INFO:tasks.workunit.client.0.smithi016.stdout: ] 2024-04-15T16:06:27.341 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T16:06:27.341 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T16:06:27.341 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:27.341 INFO:tasks.workunit.client.0.smithi016.stdout: "perf_counters": { 2024-04-15T16:06:27.341 INFO:tasks.workunit.client.0.smithi016.stdout: "mds.dd602b36cabf11effbd0d8bd19ba267ecac4bcd8": { 2024-04-15T16:06:27.341 INFO:tasks.workunit.client.0.smithi016.stdout: "mds": { 2024-04-15T16:06:27.341 INFO:tasks.workunit.client.0.smithi016.stdout: "caps": { 2024-04-15T16:06:27.341 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:27.341 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.342 INFO:tasks.workunit.client.0.smithi016.stdout: "ceph_cap_op_flush_ack": { 2024-04-15T16:06:27.342 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:27.342 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.342 INFO:tasks.workunit.client.0.smithi016.stdout: "ceph_cap_op_flushsnap_ack": { 2024-04-15T16:06:27.342 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:27.342 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.342 INFO:tasks.workunit.client.0.smithi016.stdout: "ceph_cap_op_grant": { 2024-04-15T16:06:27.342 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:27.342 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.342 INFO:tasks.workunit.client.0.smithi016.stdout: "ceph_cap_op_revoke": { 2024-04-15T16:06:27.342 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:27.342 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.342 INFO:tasks.workunit.client.0.smithi016.stdout: "ceph_cap_op_trunc": { 2024-04-15T16:06:27.342 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:27.343 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.343 INFO:tasks.workunit.client.0.smithi016.stdout: "dir_commit": { 2024-04-15T16:06:27.343 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:27.343 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.343 INFO:tasks.workunit.client.0.smithi016.stdout: "dir_fetch_complete": { 2024-04-15T16:06:27.343 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 12 2024-04-15T16:06:27.343 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.343 INFO:tasks.workunit.client.0.smithi016.stdout: "dir_fetch_keys": { 2024-04-15T16:06:27.343 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 10 2024-04-15T16:06:27.343 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.343 INFO:tasks.workunit.client.0.smithi016.stdout: "dir_merge": { 2024-04-15T16:06:27.343 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:27.343 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.343 INFO:tasks.workunit.client.0.smithi016.stdout: "dir_split": { 2024-04-15T16:06:27.343 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:27.343 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.344 INFO:tasks.workunit.client.0.smithi016.stdout: "exported_inodes": { 2024-04-15T16:06:27.344 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:27.344 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.344 INFO:tasks.workunit.client.0.smithi016.stdout: "forward": { 2024-04-15T16:06:27.344 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:27.344 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.344 INFO:tasks.workunit.client.0.smithi016.stdout: "handle_client_cap_release": { 2024-04-15T16:06:27.344 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:27.344 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.344 INFO:tasks.workunit.client.0.smithi016.stdout: "handle_client_caps": { 2024-04-15T16:06:27.344 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:27.344 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.344 INFO:tasks.workunit.client.0.smithi016.stdout: "handle_client_caps_dirty": { 2024-04-15T16:06:27.344 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:27.344 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.344 INFO:tasks.workunit.client.0.smithi016.stdout: "handle_inode_file_caps": { 2024-04-15T16:06:27.345 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:27.345 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.345 INFO:tasks.workunit.client.0.smithi016.stdout: "imported_inodes": { 2024-04-15T16:06:27.345 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:27.345 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.345 INFO:tasks.workunit.client.0.smithi016.stdout: "inodes": { 2024-04-15T16:06:27.345 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 10 2024-04-15T16:06:27.345 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.345 INFO:tasks.workunit.client.0.smithi016.stdout: "inodes_expired": { 2024-04-15T16:06:27.345 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:27.345 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.345 INFO:tasks.workunit.client.0.smithi016.stdout: "inodes_pinned": { 2024-04-15T16:06:27.345 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 10 2024-04-15T16:06:27.345 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.345 INFO:tasks.workunit.client.0.smithi016.stdout: "inodes_with_caps": { 2024-04-15T16:06:27.346 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:27.346 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.346 INFO:tasks.workunit.client.0.smithi016.stdout: "load_cent": { 2024-04-15T16:06:27.346 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:27.346 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.346 INFO:tasks.workunit.client.0.smithi016.stdout: "openino_dir_fetch": { 2024-04-15T16:06:27.346 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:27.346 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.346 INFO:tasks.workunit.client.0.smithi016.stdout: "process_request_cap_release": { 2024-04-15T16:06:27.346 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:27.346 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.346 INFO:tasks.workunit.client.0.smithi016.stdout: "reply_latency": { 2024-04-15T16:06:27.346 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 0, 2024-04-15T16:06:27.346 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:27.347 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.347 INFO:tasks.workunit.client.0.smithi016.stdout: "request": { 2024-04-15T16:06:27.347 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:27.347 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.347 INFO:tasks.workunit.client.0.smithi016.stdout: "root_rbytes": { 2024-04-15T16:06:27.347 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:27.347 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.347 INFO:tasks.workunit.client.0.smithi016.stdout: "root_rfiles": { 2024-04-15T16:06:27.347 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:27.347 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.347 INFO:tasks.workunit.client.0.smithi016.stdout: "root_rsnaps": { 2024-04-15T16:06:27.347 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:27.347 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.347 INFO:tasks.workunit.client.0.smithi016.stdout: "slow_reply": { 2024-04-15T16:06:27.347 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:27.348 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.348 INFO:tasks.workunit.client.0.smithi016.stdout: "subtrees": { 2024-04-15T16:06:27.348 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 2 2024-04-15T16:06:27.348 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T16:06:27.348 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.348 INFO:tasks.workunit.client.0.smithi016.stdout: "mds_cache": { 2024-04-15T16:06:27.348 INFO:tasks.workunit.client.0.smithi016.stdout: "ireq_enqueue_scrub": { 2024-04-15T16:06:27.348 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:27.348 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.348 INFO:tasks.workunit.client.0.smithi016.stdout: "ireq_exportdir": { 2024-04-15T16:06:27.348 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:27.348 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.348 INFO:tasks.workunit.client.0.smithi016.stdout: "ireq_flush": { 2024-04-15T16:06:27.348 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:27.348 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.348 INFO:tasks.workunit.client.0.smithi016.stdout: "ireq_fragmentdir": { 2024-04-15T16:06:27.349 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:27.349 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.349 INFO:tasks.workunit.client.0.smithi016.stdout: "ireq_fragstats": { 2024-04-15T16:06:27.349 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:27.349 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.349 INFO:tasks.workunit.client.0.smithi016.stdout: "ireq_inodestats": { 2024-04-15T16:06:27.349 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:27.349 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.349 INFO:tasks.workunit.client.0.smithi016.stdout: "ireq_quiesce_inode": { 2024-04-15T16:06:27.349 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:27.349 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.349 INFO:tasks.workunit.client.0.smithi016.stdout: "ireq_quiesce_path": { 2024-04-15T16:06:27.349 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:27.350 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.350 INFO:tasks.workunit.client.0.smithi016.stdout: "num_recovering_enqueued": { 2024-04-15T16:06:27.350 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:27.350 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.350 INFO:tasks.workunit.client.0.smithi016.stdout: "num_recovering_prioritized": { 2024-04-15T16:06:27.350 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:27.350 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.350 INFO:tasks.workunit.client.0.smithi016.stdout: "num_recovering_processing": { 2024-04-15T16:06:27.350 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:27.350 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.350 INFO:tasks.workunit.client.0.smithi016.stdout: "num_strays": { 2024-04-15T16:06:27.350 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:27.350 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.350 INFO:tasks.workunit.client.0.smithi016.stdout: "num_strays_delayed": { 2024-04-15T16:06:27.350 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:27.351 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.351 INFO:tasks.workunit.client.0.smithi016.stdout: "num_strays_enqueuing": { 2024-04-15T16:06:27.351 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:27.351 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.351 INFO:tasks.workunit.client.0.smithi016.stdout: "recovery_completed": { 2024-04-15T16:06:27.351 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:27.351 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.351 INFO:tasks.workunit.client.0.smithi016.stdout: "recovery_started": { 2024-04-15T16:06:27.351 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:27.351 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.351 INFO:tasks.workunit.client.0.smithi016.stdout: "strays_created": { 2024-04-15T16:06:27.351 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:27.351 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.351 INFO:tasks.workunit.client.0.smithi016.stdout: "strays_enqueued": { 2024-04-15T16:06:27.351 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:27.352 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.352 INFO:tasks.workunit.client.0.smithi016.stdout: "strays_migrated": { 2024-04-15T16:06:27.353 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:27.353 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.353 INFO:tasks.workunit.client.0.smithi016.stdout: "strays_reintegrated": { 2024-04-15T16:06:27.353 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:27.353 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T16:06:27.353 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.353 INFO:tasks.workunit.client.0.smithi016.stdout: "mds_log": { 2024-04-15T16:06:27.354 INFO:tasks.workunit.client.0.smithi016.stdout: "ev": { 2024-04-15T16:06:27.354 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 17 2024-04-15T16:06:27.354 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.354 INFO:tasks.workunit.client.0.smithi016.stdout: "evadd": { 2024-04-15T16:06:27.354 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:27.354 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.354 INFO:tasks.workunit.client.0.smithi016.stdout: "evex": { 2024-04-15T16:06:27.354 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:27.354 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.354 INFO:tasks.workunit.client.0.smithi016.stdout: "evexd": { 2024-04-15T16:06:27.354 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:27.354 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.354 INFO:tasks.workunit.client.0.smithi016.stdout: "evexg": { 2024-04-15T16:06:27.355 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:27.355 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.355 INFO:tasks.workunit.client.0.smithi016.stdout: "evlrg": { 2024-04-15T16:06:27.355 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:27.355 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.355 INFO:tasks.workunit.client.0.smithi016.stdout: "evtrm": { 2024-04-15T16:06:27.355 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:27.355 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.355 INFO:tasks.workunit.client.0.smithi016.stdout: "jlat": { 2024-04-15T16:06:27.355 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 0, 2024-04-15T16:06:27.355 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:27.355 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.355 INFO:tasks.workunit.client.0.smithi016.stdout: "replayed": { 2024-04-15T16:06:27.355 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 17 2024-04-15T16:06:27.355 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.356 INFO:tasks.workunit.client.0.smithi016.stdout: "seg": { 2024-04-15T16:06:27.356 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 1 2024-04-15T16:06:27.356 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.356 INFO:tasks.workunit.client.0.smithi016.stdout: "segadd": { 2024-04-15T16:06:27.356 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:27.356 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.356 INFO:tasks.workunit.client.0.smithi016.stdout: "segex": { 2024-04-15T16:06:27.356 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:27.356 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.356 INFO:tasks.workunit.client.0.smithi016.stdout: "segexd": { 2024-04-15T16:06:27.356 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:27.356 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.356 INFO:tasks.workunit.client.0.smithi016.stdout: "segexg": { 2024-04-15T16:06:27.356 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:27.356 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.357 INFO:tasks.workunit.client.0.smithi016.stdout: "segmjr": { 2024-04-15T16:06:27.357 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 1 2024-04-15T16:06:27.357 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.357 INFO:tasks.workunit.client.0.smithi016.stdout: "segtrm": { 2024-04-15T16:06:27.357 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:27.357 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T16:06:27.357 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.357 INFO:tasks.workunit.client.0.smithi016.stdout: "mds_mem": { 2024-04-15T16:06:27.357 INFO:tasks.workunit.client.0.smithi016.stdout: "cap": { 2024-04-15T16:06:27.357 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:27.357 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.357 INFO:tasks.workunit.client.0.smithi016.stdout: "cap+": { 2024-04-15T16:06:27.358 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:27.358 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.358 INFO:tasks.workunit.client.0.smithi016.stdout: "cap-": { 2024-04-15T16:06:27.358 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:27.358 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.358 INFO:tasks.workunit.client.0.smithi016.stdout: "dir": { 2024-04-15T16:06:27.358 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 12 2024-04-15T16:06:27.358 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.358 INFO:tasks.workunit.client.0.smithi016.stdout: "dir+": { 2024-04-15T16:06:27.358 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 12 2024-04-15T16:06:27.358 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.358 INFO:tasks.workunit.client.0.smithi016.stdout: "dir-": { 2024-04-15T16:06:27.358 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:27.358 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.359 INFO:tasks.workunit.client.0.smithi016.stdout: "dn": { 2024-04-15T16:06:27.359 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 10 2024-04-15T16:06:27.359 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.359 INFO:tasks.workunit.client.0.smithi016.stdout: "dn+": { 2024-04-15T16:06:27.359 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 10 2024-04-15T16:06:27.359 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.359 INFO:tasks.workunit.client.0.smithi016.stdout: "dn-": { 2024-04-15T16:06:27.359 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:27.359 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.359 INFO:tasks.workunit.client.0.smithi016.stdout: "heap": { 2024-04-15T16:06:27.359 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 248184 2024-04-15T16:06:27.359 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.359 INFO:tasks.workunit.client.0.smithi016.stdout: "ino": { 2024-04-15T16:06:27.359 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 13 2024-04-15T16:06:27.359 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.360 INFO:tasks.workunit.client.0.smithi016.stdout: "ino+": { 2024-04-15T16:06:27.360 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 13 2024-04-15T16:06:27.360 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.360 INFO:tasks.workunit.client.0.smithi016.stdout: "ino-": { 2024-04-15T16:06:27.360 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:27.360 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.360 INFO:tasks.workunit.client.0.smithi016.stdout: "rss": { 2024-04-15T16:06:27.360 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 50484 2024-04-15T16:06:27.360 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T16:06:27.360 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.360 INFO:tasks.workunit.client.0.smithi016.stdout: "mds_server": { 2024-04-15T16:06:27.360 INFO:tasks.workunit.client.0.smithi016.stdout: "cap_acquisition_throttle": { 2024-04-15T16:06:27.360 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:27.360 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.360 INFO:tasks.workunit.client.0.smithi016.stdout: "cap_revoke_eviction": { 2024-04-15T16:06:27.361 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:27.361 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.361 INFO:tasks.workunit.client.0.smithi016.stdout: "handle_client_request": { 2024-04-15T16:06:27.361 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:27.361 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.361 INFO:tasks.workunit.client.0.smithi016.stdout: "handle_client_session": { 2024-04-15T16:06:27.361 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:27.361 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.361 INFO:tasks.workunit.client.0.smithi016.stdout: "handle_peer_request": { 2024-04-15T16:06:27.361 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:27.361 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.361 INFO:tasks.workunit.client.0.smithi016.stdout: "req_create_latency": { 2024-04-15T16:06:27.361 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 0, 2024-04-15T16:06:27.361 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:27.361 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.362 INFO:tasks.workunit.client.0.smithi016.stdout: "req_getattr_latency": { 2024-04-15T16:06:27.362 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 0, 2024-04-15T16:06:27.362 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:27.362 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.362 INFO:tasks.workunit.client.0.smithi016.stdout: "req_getfilelock_latency": { 2024-04-15T16:06:27.362 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 0, 2024-04-15T16:06:27.362 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:27.362 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.362 INFO:tasks.workunit.client.0.smithi016.stdout: "req_getvxattr_latency": { 2024-04-15T16:06:27.362 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 0, 2024-04-15T16:06:27.362 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:27.362 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.362 INFO:tasks.workunit.client.0.smithi016.stdout: "req_link_latency": { 2024-04-15T16:06:27.362 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 0, 2024-04-15T16:06:27.363 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:27.363 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.363 INFO:tasks.workunit.client.0.smithi016.stdout: "req_lookup_latency": { 2024-04-15T16:06:27.363 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 0, 2024-04-15T16:06:27.363 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:27.363 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.363 INFO:tasks.workunit.client.0.smithi016.stdout: "req_lookuphash_latency": { 2024-04-15T16:06:27.363 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 0, 2024-04-15T16:06:27.363 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:27.363 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.363 INFO:tasks.workunit.client.0.smithi016.stdout: "req_lookupino_latency": { 2024-04-15T16:06:27.363 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 0, 2024-04-15T16:06:27.363 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:27.363 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.364 INFO:tasks.workunit.client.0.smithi016.stdout: "req_lookupname_latency": { 2024-04-15T16:06:27.364 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 0, 2024-04-15T16:06:27.364 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:27.364 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.364 INFO:tasks.workunit.client.0.smithi016.stdout: "req_lookupparent_latency": { 2024-04-15T16:06:27.364 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 0, 2024-04-15T16:06:27.364 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:27.364 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.364 INFO:tasks.workunit.client.0.smithi016.stdout: "req_lookupsnap_latency": { 2024-04-15T16:06:27.364 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 0, 2024-04-15T16:06:27.364 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:27.364 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.364 INFO:tasks.workunit.client.0.smithi016.stdout: "req_lssnap_latency": { 2024-04-15T16:06:27.364 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 0, 2024-04-15T16:06:27.365 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:27.365 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.365 INFO:tasks.workunit.client.0.smithi016.stdout: "req_mkdir_latency": { 2024-04-15T16:06:27.365 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 0, 2024-04-15T16:06:27.365 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:27.365 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.365 INFO:tasks.workunit.client.0.smithi016.stdout: "req_mknod_latency": { 2024-04-15T16:06:27.365 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 0, 2024-04-15T16:06:27.365 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:27.365 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.365 INFO:tasks.workunit.client.0.smithi016.stdout: "req_mksnap_latency": { 2024-04-15T16:06:27.365 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 0, 2024-04-15T16:06:27.365 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:27.365 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.365 INFO:tasks.workunit.client.0.smithi016.stdout: "req_open_latency": { 2024-04-15T16:06:27.365 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 0, 2024-04-15T16:06:27.366 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:27.366 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.366 INFO:tasks.workunit.client.0.smithi016.stdout: "req_readdir_latency": { 2024-04-15T16:06:27.366 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 0, 2024-04-15T16:06:27.366 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:27.366 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.366 INFO:tasks.workunit.client.0.smithi016.stdout: "req_rename_latency": { 2024-04-15T16:06:27.366 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 0, 2024-04-15T16:06:27.366 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:27.366 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.366 INFO:tasks.workunit.client.0.smithi016.stdout: "req_renamesnap_latency": { 2024-04-15T16:06:27.366 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 0, 2024-04-15T16:06:27.366 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:27.366 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.367 INFO:tasks.workunit.client.0.smithi016.stdout: "req_rmdir_latency": { 2024-04-15T16:06:27.367 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 0, 2024-04-15T16:06:27.367 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:27.367 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.367 INFO:tasks.workunit.client.0.smithi016.stdout: "req_rmsnap_latency": { 2024-04-15T16:06:27.367 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 0, 2024-04-15T16:06:27.367 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:27.367 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.367 INFO:tasks.workunit.client.0.smithi016.stdout: "req_rmxattr_latency": { 2024-04-15T16:06:27.367 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 0, 2024-04-15T16:06:27.367 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:27.367 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.367 INFO:tasks.workunit.client.0.smithi016.stdout: "req_setattr_latency": { 2024-04-15T16:06:27.367 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 0, 2024-04-15T16:06:27.368 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:27.368 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.368 INFO:tasks.workunit.client.0.smithi016.stdout: "req_setdirlayout_latency": { 2024-04-15T16:06:27.368 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 0, 2024-04-15T16:06:27.368 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:27.368 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.368 INFO:tasks.workunit.client.0.smithi016.stdout: "req_setfilelock_latency": { 2024-04-15T16:06:27.368 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 0, 2024-04-15T16:06:27.368 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:27.368 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.368 INFO:tasks.workunit.client.0.smithi016.stdout: "req_setlayout_latency": { 2024-04-15T16:06:27.368 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 0, 2024-04-15T16:06:27.368 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:27.368 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.368 INFO:tasks.workunit.client.0.smithi016.stdout: "req_setxattr_latency": { 2024-04-15T16:06:27.369 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 0, 2024-04-15T16:06:27.369 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:27.369 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.369 INFO:tasks.workunit.client.0.smithi016.stdout: "req_snapdiff_latency": { 2024-04-15T16:06:27.369 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 0, 2024-04-15T16:06:27.369 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:27.369 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.369 INFO:tasks.workunit.client.0.smithi016.stdout: "req_symlink_latency": { 2024-04-15T16:06:27.369 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 0, 2024-04-15T16:06:27.369 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:27.369 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.369 INFO:tasks.workunit.client.0.smithi016.stdout: "req_unlink_latency": { 2024-04-15T16:06:27.369 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 0, 2024-04-15T16:06:27.369 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:27.369 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T16:06:27.370 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.370 INFO:tasks.workunit.client.0.smithi016.stdout: "mds_sessions": { 2024-04-15T16:06:27.370 INFO:tasks.workunit.client.0.smithi016.stdout: "average_load": { 2024-04-15T16:06:27.370 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:27.370 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.370 INFO:tasks.workunit.client.0.smithi016.stdout: "avg_session_uptime": { 2024-04-15T16:06:27.370 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:27.370 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.370 INFO:tasks.workunit.client.0.smithi016.stdout: "mdthresh_evicted": { 2024-04-15T16:06:27.370 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:27.370 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.370 INFO:tasks.workunit.client.0.smithi016.stdout: "session_add": { 2024-04-15T16:06:27.370 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 8 2024-04-15T16:06:27.370 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.370 INFO:tasks.workunit.client.0.smithi016.stdout: "session_count": { 2024-04-15T16:06:27.371 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:27.371 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.371 INFO:tasks.workunit.client.0.smithi016.stdout: "session_remove": { 2024-04-15T16:06:27.371 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 8 2024-04-15T16:06:27.371 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.371 INFO:tasks.workunit.client.0.smithi016.stdout: "sessions_open": { 2024-04-15T16:06:27.371 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 2 2024-04-15T16:06:27.371 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.371 INFO:tasks.workunit.client.0.smithi016.stdout: "sessions_stale": { 2024-04-15T16:06:27.371 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:27.371 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.371 INFO:tasks.workunit.client.0.smithi016.stdout: "total_load": { 2024-04-15T16:06:27.371 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:27.371 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T16:06:27.371 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.372 INFO:tasks.workunit.client.0.smithi016.stdout: "objecter": { 2024-04-15T16:06:27.372 INFO:tasks.workunit.client.0.smithi016.stdout: "op_active": { 2024-04-15T16:06:27.372 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:27.372 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.372 INFO:tasks.workunit.client.0.smithi016.stdout: "op_r": { 2024-04-15T16:06:27.372 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 37 2024-04-15T16:06:27.372 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.372 INFO:tasks.workunit.client.0.smithi016.stdout: "op_rmw": { 2024-04-15T16:06:27.372 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:27.372 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.372 INFO:tasks.workunit.client.0.smithi016.stdout: "op_w": { 2024-04-15T16:06:27.372 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 7 2024-04-15T16:06:27.372 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T16:06:27.372 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.372 INFO:tasks.workunit.client.0.smithi016.stdout: "purge_queue": { 2024-04-15T16:06:27.372 INFO:tasks.workunit.client.0.smithi016.stdout: "pq_executed": { 2024-04-15T16:06:27.373 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:27.373 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.373 INFO:tasks.workunit.client.0.smithi016.stdout: "pq_executed_ops": { 2024-04-15T16:06:27.373 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:27.373 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.373 INFO:tasks.workunit.client.0.smithi016.stdout: "pq_executing": { 2024-04-15T16:06:27.373 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:27.373 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.373 INFO:tasks.workunit.client.0.smithi016.stdout: "pq_executing_high_water": { 2024-04-15T16:06:27.373 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:27.373 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.373 INFO:tasks.workunit.client.0.smithi016.stdout: "pq_executing_ops": { 2024-04-15T16:06:27.373 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:27.373 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.373 INFO:tasks.workunit.client.0.smithi016.stdout: "pq_executing_ops_high_water": { 2024-04-15T16:06:27.374 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:27.374 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.374 INFO:tasks.workunit.client.0.smithi016.stdout: "pq_item_in_journal": { 2024-04-15T16:06:27.374 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:27.374 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T16:06:27.374 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T16:06:27.374 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.374 INFO:tasks.workunit.client.0.smithi016.stdout: "mon.96c04f3d51aa9c4650d798b6d991f5b64af8e5e4": { 2024-04-15T16:06:27.374 INFO:tasks.workunit.client.0.smithi016.stdout: "mon": { 2024-04-15T16:06:27.374 INFO:tasks.workunit.client.0.smithi016.stdout: "election_call": { 2024-04-15T16:06:27.374 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 2 2024-04-15T16:06:27.374 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.374 INFO:tasks.workunit.client.0.smithi016.stdout: "election_lose": { 2024-04-15T16:06:27.374 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 2 2024-04-15T16:06:27.375 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.375 INFO:tasks.workunit.client.0.smithi016.stdout: "election_win": { 2024-04-15T16:06:27.375 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:27.375 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.375 INFO:tasks.workunit.client.0.smithi016.stdout: "num_elections": { 2024-04-15T16:06:27.375 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 9 2024-04-15T16:06:27.375 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.375 INFO:tasks.workunit.client.0.smithi016.stdout: "num_sessions": { 2024-04-15T16:06:27.375 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 8 2024-04-15T16:06:27.375 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.375 INFO:tasks.workunit.client.0.smithi016.stdout: "session_add": { 2024-04-15T16:06:27.375 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 3 2024-04-15T16:06:27.375 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.375 INFO:tasks.workunit.client.0.smithi016.stdout: "session_rm": { 2024-04-15T16:06:27.376 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 259 2024-04-15T16:06:27.376 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.376 INFO:tasks.workunit.client.0.smithi016.stdout: "session_trim": { 2024-04-15T16:06:27.376 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:27.376 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T16:06:27.376 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.376 INFO:tasks.workunit.client.0.smithi016.stdout: "paxos": { 2024-04-15T16:06:27.376 INFO:tasks.workunit.client.0.smithi016.stdout: "accept_timeout": { 2024-04-15T16:06:27.376 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:27.376 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.376 INFO:tasks.workunit.client.0.smithi016.stdout: "begin": { 2024-04-15T16:06:27.376 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 8546 2024-04-15T16:06:27.376 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.376 INFO:tasks.workunit.client.0.smithi016.stdout: "begin_bytes": { 2024-04-15T16:06:27.377 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 8546, 2024-04-15T16:06:27.377 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 58710152 2024-04-15T16:06:27.377 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.377 INFO:tasks.workunit.client.0.smithi016.stdout: "begin_keys": { 2024-04-15T16:06:27.377 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 0, 2024-04-15T16:06:27.377 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:27.377 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.377 INFO:tasks.workunit.client.0.smithi016.stdout: "begin_latency": { 2024-04-15T16:06:27.377 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 8546, 2024-04-15T16:06:27.377 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 1398970810 2024-04-15T16:06:27.377 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.377 INFO:tasks.workunit.client.0.smithi016.stdout: "collect": { 2024-04-15T16:06:27.377 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 2 2024-04-15T16:06:27.377 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.378 INFO:tasks.workunit.client.0.smithi016.stdout: "collect_bytes": { 2024-04-15T16:06:27.378 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 2, 2024-04-15T16:06:27.378 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 146 2024-04-15T16:06:27.378 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.378 INFO:tasks.workunit.client.0.smithi016.stdout: "collect_keys": { 2024-04-15T16:06:27.378 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 2, 2024-04-15T16:06:27.378 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 2 2024-04-15T16:06:27.378 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.378 INFO:tasks.workunit.client.0.smithi016.stdout: "collect_latency": { 2024-04-15T16:06:27.378 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 2, 2024-04-15T16:06:27.378 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:27.378 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.378 INFO:tasks.workunit.client.0.smithi016.stdout: "collect_timeout": { 2024-04-15T16:06:27.378 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:27.378 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.379 INFO:tasks.workunit.client.0.smithi016.stdout: "collect_uncommitted": { 2024-04-15T16:06:27.379 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:27.379 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.379 INFO:tasks.workunit.client.0.smithi016.stdout: "commit": { 2024-04-15T16:06:27.379 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 8546 2024-04-15T16:06:27.379 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.379 INFO:tasks.workunit.client.0.smithi016.stdout: "commit_bytes": { 2024-04-15T16:06:27.379 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 0, 2024-04-15T16:06:27.379 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:27.379 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.379 INFO:tasks.workunit.client.0.smithi016.stdout: "commit_keys": { 2024-04-15T16:06:27.379 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 0, 2024-04-15T16:06:27.379 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:27.379 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.380 INFO:tasks.workunit.client.0.smithi016.stdout: "commit_latency": { 2024-04-15T16:06:27.380 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 0, 2024-04-15T16:06:27.380 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:27.380 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.380 INFO:tasks.workunit.client.0.smithi016.stdout: "lease_ack_timeout": { 2024-04-15T16:06:27.380 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:27.380 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.380 INFO:tasks.workunit.client.0.smithi016.stdout: "lease_timeout": { 2024-04-15T16:06:27.380 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:27.380 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.380 INFO:tasks.workunit.client.0.smithi016.stdout: "new_pn": { 2024-04-15T16:06:27.380 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:27.380 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.380 INFO:tasks.workunit.client.0.smithi016.stdout: "new_pn_latency": { 2024-04-15T16:06:27.380 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 0, 2024-04-15T16:06:27.381 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:27.381 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.381 INFO:tasks.workunit.client.0.smithi016.stdout: "refresh": { 2024-04-15T16:06:27.381 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 8546 2024-04-15T16:06:27.381 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.381 INFO:tasks.workunit.client.0.smithi016.stdout: "refresh_latency": { 2024-04-15T16:06:27.381 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 8546, 2024-04-15T16:06:27.381 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 26430448401 2024-04-15T16:06:27.381 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.381 INFO:tasks.workunit.client.0.smithi016.stdout: "restart": { 2024-04-15T16:06:27.381 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 11 2024-04-15T16:06:27.381 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.381 INFO:tasks.workunit.client.0.smithi016.stdout: "share_state": { 2024-04-15T16:06:27.381 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:27.381 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.382 INFO:tasks.workunit.client.0.smithi016.stdout: "share_state_bytes": { 2024-04-15T16:06:27.382 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 0, 2024-04-15T16:06:27.382 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:27.382 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.382 INFO:tasks.workunit.client.0.smithi016.stdout: "share_state_keys": { 2024-04-15T16:06:27.382 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 0, 2024-04-15T16:06:27.382 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:27.382 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.382 INFO:tasks.workunit.client.0.smithi016.stdout: "start_leader": { 2024-04-15T16:06:27.382 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:27.382 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.382 INFO:tasks.workunit.client.0.smithi016.stdout: "start_peon": { 2024-04-15T16:06:27.382 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 2 2024-04-15T16:06:27.382 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.382 INFO:tasks.workunit.client.0.smithi016.stdout: "store_state": { 2024-04-15T16:06:27.383 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 8546 2024-04-15T16:06:27.383 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.383 INFO:tasks.workunit.client.0.smithi016.stdout: "store_state_bytes": { 2024-04-15T16:06:27.383 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 8546, 2024-04-15T16:06:27.383 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 115792699 2024-04-15T16:06:27.383 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.383 INFO:tasks.workunit.client.0.smithi016.stdout: "store_state_keys": { 2024-04-15T16:06:27.383 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 8546, 2024-04-15T16:06:27.383 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 74555 2024-04-15T16:06:27.383 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.383 INFO:tasks.workunit.client.0.smithi016.stdout: "store_state_latency": { 2024-04-15T16:06:27.383 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 8546, 2024-04-15T16:06:27.383 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 3303931066 2024-04-15T16:06:27.383 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T16:06:27.383 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.384 INFO:tasks.workunit.client.0.smithi016.stdout: "prioritycache": { 2024-04-15T16:06:27.384 INFO:tasks.workunit.client.0.smithi016.stdout: "cache_bytes": { 2024-04-15T16:06:27.384 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 1020054731 2024-04-15T16:06:27.384 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.384 INFO:tasks.workunit.client.0.smithi016.stdout: "heap_bytes": { 2024-04-15T16:06:27.384 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 168763392 2024-04-15T16:06:27.384 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.384 INFO:tasks.workunit.client.0.smithi016.stdout: "mapped_bytes": { 2024-04-15T16:06:27.384 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 164929536 2024-04-15T16:06:27.384 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.384 INFO:tasks.workunit.client.0.smithi016.stdout: "target_bytes": { 2024-04-15T16:06:27.384 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 2147483648 2024-04-15T16:06:27.384 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.384 INFO:tasks.workunit.client.0.smithi016.stdout: "unmapped_bytes": { 2024-04-15T16:06:27.385 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 3833856 2024-04-15T16:06:27.385 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T16:06:27.385 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.385 INFO:tasks.workunit.client.0.smithi016.stdout: "prioritycache:full": { 2024-04-15T16:06:27.385 INFO:tasks.workunit.client.0.smithi016.stdout: "committed_bytes": { 2024-04-15T16:06:27.385 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 360710144 2024-04-15T16:06:27.385 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.385 INFO:tasks.workunit.client.0.smithi016.stdout: "pri0_bytes": { 2024-04-15T16:06:27.385 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:27.385 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.385 INFO:tasks.workunit.client.0.smithi016.stdout: "pri10_bytes": { 2024-04-15T16:06:27.385 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:27.385 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.385 INFO:tasks.workunit.client.0.smithi016.stdout: "pri11_bytes": { 2024-04-15T16:06:27.385 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 267456626 2024-04-15T16:06:27.386 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.386 INFO:tasks.workunit.client.0.smithi016.stdout: "pri1_bytes": { 2024-04-15T16:06:27.386 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 24358654 2024-04-15T16:06:27.386 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.386 INFO:tasks.workunit.client.0.smithi016.stdout: "pri2_bytes": { 2024-04-15T16:06:27.386 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:27.386 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.386 INFO:tasks.workunit.client.0.smithi016.stdout: "pri3_bytes": { 2024-04-15T16:06:27.386 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:27.386 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.386 INFO:tasks.workunit.client.0.smithi016.stdout: "pri4_bytes": { 2024-04-15T16:06:27.386 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:27.386 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.386 INFO:tasks.workunit.client.0.smithi016.stdout: "pri5_bytes": { 2024-04-15T16:06:27.386 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:27.387 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.387 INFO:tasks.workunit.client.0.smithi016.stdout: "pri6_bytes": { 2024-04-15T16:06:27.387 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:27.387 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.387 INFO:tasks.workunit.client.0.smithi016.stdout: "pri7_bytes": { 2024-04-15T16:06:27.387 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:27.387 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.387 INFO:tasks.workunit.client.0.smithi016.stdout: "pri8_bytes": { 2024-04-15T16:06:27.387 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:27.387 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.387 INFO:tasks.workunit.client.0.smithi016.stdout: "pri9_bytes": { 2024-04-15T16:06:27.387 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:27.387 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.387 INFO:tasks.workunit.client.0.smithi016.stdout: "reserved_bytes": { 2024-04-15T16:06:27.388 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 68894864 2024-04-15T16:06:27.388 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T16:06:27.388 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.388 INFO:tasks.workunit.client.0.smithi016.stdout: "prioritycache:inc": { 2024-04-15T16:06:27.388 INFO:tasks.workunit.client.0.smithi016.stdout: "committed_bytes": { 2024-04-15T16:06:27.388 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 339738624 2024-04-15T16:06:27.388 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.388 INFO:tasks.workunit.client.0.smithi016.stdout: "pri0_bytes": { 2024-04-15T16:06:27.388 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:27.388 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.388 INFO:tasks.workunit.client.0.smithi016.stdout: "pri10_bytes": { 2024-04-15T16:06:27.388 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:27.388 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.388 INFO:tasks.workunit.client.0.smithi016.stdout: "pri11_bytes": { 2024-04-15T16:06:27.388 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 267456626 2024-04-15T16:06:27.389 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.389 INFO:tasks.workunit.client.0.smithi016.stdout: "pri1_bytes": { 2024-04-15T16:06:27.389 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 1460039 2024-04-15T16:06:27.389 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.389 INFO:tasks.workunit.client.0.smithi016.stdout: "pri2_bytes": { 2024-04-15T16:06:27.389 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:27.389 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.389 INFO:tasks.workunit.client.0.smithi016.stdout: "pri3_bytes": { 2024-04-15T16:06:27.389 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:27.389 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.389 INFO:tasks.workunit.client.0.smithi016.stdout: "pri4_bytes": { 2024-04-15T16:06:27.389 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:27.389 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.389 INFO:tasks.workunit.client.0.smithi016.stdout: "pri5_bytes": { 2024-04-15T16:06:27.389 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:27.389 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.389 INFO:tasks.workunit.client.0.smithi016.stdout: "pri6_bytes": { 2024-04-15T16:06:27.390 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:27.390 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.390 INFO:tasks.workunit.client.0.smithi016.stdout: "pri7_bytes": { 2024-04-15T16:06:27.390 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:27.390 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.390 INFO:tasks.workunit.client.0.smithi016.stdout: "pri8_bytes": { 2024-04-15T16:06:27.390 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:27.390 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.390 INFO:tasks.workunit.client.0.smithi016.stdout: "pri9_bytes": { 2024-04-15T16:06:27.390 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:27.390 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.390 INFO:tasks.workunit.client.0.smithi016.stdout: "reserved_bytes": { 2024-04-15T16:06:27.390 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 70821959 2024-04-15T16:06:27.390 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T16:06:27.390 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.391 INFO:tasks.workunit.client.0.smithi016.stdout: "prioritycache:kv": { 2024-04-15T16:06:27.391 INFO:tasks.workunit.client.0.smithi016.stdout: "committed_bytes": { 2024-04-15T16:06:27.391 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 314572800 2024-04-15T16:06:27.391 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.391 INFO:tasks.workunit.client.0.smithi016.stdout: "pri0_bytes": { 2024-04-15T16:06:27.391 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 67108864 2024-04-15T16:06:27.391 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.391 INFO:tasks.workunit.client.0.smithi016.stdout: "pri10_bytes": { 2024-04-15T16:06:27.391 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:27.391 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.391 INFO:tasks.workunit.client.0.smithi016.stdout: "pri11_bytes": { 2024-04-15T16:06:27.391 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 178304417 2024-04-15T16:06:27.391 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.391 INFO:tasks.workunit.client.0.smithi016.stdout: "pri1_bytes": { 2024-04-15T16:06:27.391 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:27.391 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.392 INFO:tasks.workunit.client.0.smithi016.stdout: "pri2_bytes": { 2024-04-15T16:06:27.392 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:27.392 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.392 INFO:tasks.workunit.client.0.smithi016.stdout: "pri3_bytes": { 2024-04-15T16:06:27.392 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:27.392 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.392 INFO:tasks.workunit.client.0.smithi016.stdout: "pri4_bytes": { 2024-04-15T16:06:27.392 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:27.392 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.392 INFO:tasks.workunit.client.0.smithi016.stdout: "pri5_bytes": { 2024-04-15T16:06:27.392 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:27.392 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.392 INFO:tasks.workunit.client.0.smithi016.stdout: "pri6_bytes": { 2024-04-15T16:06:27.392 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:27.392 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.393 INFO:tasks.workunit.client.0.smithi016.stdout: "pri7_bytes": { 2024-04-15T16:06:27.393 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:27.393 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.393 INFO:tasks.workunit.client.0.smithi016.stdout: "pri8_bytes": { 2024-04-15T16:06:27.393 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:27.393 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.393 INFO:tasks.workunit.client.0.smithi016.stdout: "pri9_bytes": { 2024-04-15T16:06:27.393 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:27.393 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.393 INFO:tasks.workunit.client.0.smithi016.stdout: "reserved_bytes": { 2024-04-15T16:06:27.393 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 69159519 2024-04-15T16:06:27.393 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T16:06:27.393 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.393 INFO:tasks.workunit.client.0.smithi016.stdout: "rocksdb": { 2024-04-15T16:06:27.393 INFO:tasks.workunit.client.0.smithi016.stdout: "compact": { 2024-04-15T16:06:27.394 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:27.394 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.394 INFO:tasks.workunit.client.0.smithi016.stdout: "compact_queue_len": { 2024-04-15T16:06:27.394 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:27.394 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.394 INFO:tasks.workunit.client.0.smithi016.stdout: "compact_queue_merge": { 2024-04-15T16:06:27.394 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:27.394 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.394 INFO:tasks.workunit.client.0.smithi016.stdout: "compact_range": { 2024-04-15T16:06:27.394 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 98 2024-04-15T16:06:27.394 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.394 INFO:tasks.workunit.client.0.smithi016.stdout: "get_latency": { 2024-04-15T16:06:27.394 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 370264, 2024-04-15T16:06:27.394 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 1769503981 2024-04-15T16:06:27.395 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.395 INFO:tasks.workunit.client.0.smithi016.stdout: "rocksdb_write_delay_time": { 2024-04-15T16:06:27.395 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 0, 2024-04-15T16:06:27.395 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:27.395 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.395 INFO:tasks.workunit.client.0.smithi016.stdout: "rocksdb_write_memtable_time": { 2024-04-15T16:06:27.395 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 0, 2024-04-15T16:06:27.395 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:27.395 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.395 INFO:tasks.workunit.client.0.smithi016.stdout: "rocksdb_write_pre_and_post_time": { 2024-04-15T16:06:27.395 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 0, 2024-04-15T16:06:27.395 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:27.395 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.396 INFO:tasks.workunit.client.0.smithi016.stdout: "rocksdb_write_wal_time": { 2024-04-15T16:06:27.396 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 0, 2024-04-15T16:06:27.396 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:27.396 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.396 INFO:tasks.workunit.client.0.smithi016.stdout: "submit_latency": { 2024-04-15T16:06:27.396 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 0, 2024-04-15T16:06:27.396 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:27.396 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.396 INFO:tasks.workunit.client.0.smithi016.stdout: "submit_sync_latency": { 2024-04-15T16:06:27.396 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 20575, 2024-04-15T16:06:27.396 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 6844298966 2024-04-15T16:06:27.396 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T16:06:27.396 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T16:06:27.396 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.397 INFO:tasks.workunit.client.0.smithi016.stdout: "mon.db7bc7ff646004cab5cc32c315bc5a54adf74b4c": { 2024-04-15T16:06:27.397 INFO:tasks.workunit.client.0.smithi016.stdout: "mon": { 2024-04-15T16:06:27.397 INFO:tasks.workunit.client.0.smithi016.stdout: "election_call": { 2024-04-15T16:06:27.397 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 2 2024-04-15T16:06:27.397 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.397 INFO:tasks.workunit.client.0.smithi016.stdout: "election_lose": { 2024-04-15T16:06:27.397 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 4 2024-04-15T16:06:27.397 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.397 INFO:tasks.workunit.client.0.smithi016.stdout: "election_win": { 2024-04-15T16:06:27.397 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:27.397 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.397 INFO:tasks.workunit.client.0.smithi016.stdout: "num_elections": { 2024-04-15T16:06:27.397 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 14 2024-04-15T16:06:27.398 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.398 INFO:tasks.workunit.client.0.smithi016.stdout: "num_sessions": { 2024-04-15T16:06:27.398 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 11 2024-04-15T16:06:27.398 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.398 INFO:tasks.workunit.client.0.smithi016.stdout: "session_add": { 2024-04-15T16:06:27.398 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 4 2024-04-15T16:06:27.398 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.398 INFO:tasks.workunit.client.0.smithi016.stdout: "session_rm": { 2024-04-15T16:06:27.398 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 302 2024-04-15T16:06:27.398 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.398 INFO:tasks.workunit.client.0.smithi016.stdout: "session_trim": { 2024-04-15T16:06:27.398 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:27.398 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T16:06:27.398 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.399 INFO:tasks.workunit.client.0.smithi016.stdout: "paxos": { 2024-04-15T16:06:27.399 INFO:tasks.workunit.client.0.smithi016.stdout: "accept_timeout": { 2024-04-15T16:06:27.399 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:27.399 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.399 INFO:tasks.workunit.client.0.smithi016.stdout: "begin": { 2024-04-15T16:06:27.399 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 8585 2024-04-15T16:06:27.399 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.399 INFO:tasks.workunit.client.0.smithi016.stdout: "begin_bytes": { 2024-04-15T16:06:27.399 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 8585, 2024-04-15T16:06:27.399 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 59035097 2024-04-15T16:06:27.399 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.399 INFO:tasks.workunit.client.0.smithi016.stdout: "begin_keys": { 2024-04-15T16:06:27.399 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 0, 2024-04-15T16:06:27.399 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:27.399 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.400 INFO:tasks.workunit.client.0.smithi016.stdout: "begin_latency": { 2024-04-15T16:06:27.400 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 8585, 2024-04-15T16:06:27.400 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 1189983063 2024-04-15T16:06:27.400 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.400 INFO:tasks.workunit.client.0.smithi016.stdout: "collect": { 2024-04-15T16:06:27.400 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 4 2024-04-15T16:06:27.400 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.400 INFO:tasks.workunit.client.0.smithi016.stdout: "collect_bytes": { 2024-04-15T16:06:27.400 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 4, 2024-04-15T16:06:27.400 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 292 2024-04-15T16:06:27.400 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.400 INFO:tasks.workunit.client.0.smithi016.stdout: "collect_keys": { 2024-04-15T16:06:27.400 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 4, 2024-04-15T16:06:27.400 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 4 2024-04-15T16:06:27.401 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.401 INFO:tasks.workunit.client.0.smithi016.stdout: "collect_latency": { 2024-04-15T16:06:27.401 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 4, 2024-04-15T16:06:27.401 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:27.401 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.401 INFO:tasks.workunit.client.0.smithi016.stdout: "collect_timeout": { 2024-04-15T16:06:27.401 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:27.401 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.401 INFO:tasks.workunit.client.0.smithi016.stdout: "collect_uncommitted": { 2024-04-15T16:06:27.401 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 1 2024-04-15T16:06:27.401 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.401 INFO:tasks.workunit.client.0.smithi016.stdout: "commit": { 2024-04-15T16:06:27.401 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 8586 2024-04-15T16:06:27.401 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.402 INFO:tasks.workunit.client.0.smithi016.stdout: "commit_bytes": { 2024-04-15T16:06:27.402 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 0, 2024-04-15T16:06:27.402 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:27.402 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.402 INFO:tasks.workunit.client.0.smithi016.stdout: "commit_keys": { 2024-04-15T16:06:27.402 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 0, 2024-04-15T16:06:27.402 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:27.402 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.402 INFO:tasks.workunit.client.0.smithi016.stdout: "commit_latency": { 2024-04-15T16:06:27.402 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 0, 2024-04-15T16:06:27.402 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:27.402 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.402 INFO:tasks.workunit.client.0.smithi016.stdout: "lease_ack_timeout": { 2024-04-15T16:06:27.402 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:27.403 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.403 INFO:tasks.workunit.client.0.smithi016.stdout: "lease_timeout": { 2024-04-15T16:06:27.403 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:27.403 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.403 INFO:tasks.workunit.client.0.smithi016.stdout: "new_pn": { 2024-04-15T16:06:27.403 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:27.403 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.403 INFO:tasks.workunit.client.0.smithi016.stdout: "new_pn_latency": { 2024-04-15T16:06:27.403 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 0, 2024-04-15T16:06:27.403 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:27.403 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.403 INFO:tasks.workunit.client.0.smithi016.stdout: "refresh": { 2024-04-15T16:06:27.403 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 8586 2024-04-15T16:06:27.403 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.403 INFO:tasks.workunit.client.0.smithi016.stdout: "refresh_latency": { 2024-04-15T16:06:27.404 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 8586, 2024-04-15T16:06:27.404 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 26502622167 2024-04-15T16:06:27.404 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.404 INFO:tasks.workunit.client.0.smithi016.stdout: "restart": { 2024-04-15T16:06:27.404 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 16 2024-04-15T16:06:27.404 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.404 INFO:tasks.workunit.client.0.smithi016.stdout: "share_state": { 2024-04-15T16:06:27.404 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:27.404 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.404 INFO:tasks.workunit.client.0.smithi016.stdout: "share_state_bytes": { 2024-04-15T16:06:27.404 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 0, 2024-04-15T16:06:27.404 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:27.404 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.404 INFO:tasks.workunit.client.0.smithi016.stdout: "share_state_keys": { 2024-04-15T16:06:27.404 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 0, 2024-04-15T16:06:27.404 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:27.404 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.405 INFO:tasks.workunit.client.0.smithi016.stdout: "start_leader": { 2024-04-15T16:06:27.405 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:27.405 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.405 INFO:tasks.workunit.client.0.smithi016.stdout: "start_peon": { 2024-04-15T16:06:27.405 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 4 2024-04-15T16:06:27.405 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.405 INFO:tasks.workunit.client.0.smithi016.stdout: "store_state": { 2024-04-15T16:06:27.405 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 8585 2024-04-15T16:06:27.405 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.405 INFO:tasks.workunit.client.0.smithi016.stdout: "store_state_bytes": { 2024-04-15T16:06:27.405 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 8585, 2024-04-15T16:06:27.405 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 116487903 2024-04-15T16:06:27.405 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.405 INFO:tasks.workunit.client.0.smithi016.stdout: "store_state_keys": { 2024-04-15T16:06:27.406 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 8585, 2024-04-15T16:06:27.406 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 75182 2024-04-15T16:06:27.406 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.406 INFO:tasks.workunit.client.0.smithi016.stdout: "store_state_latency": { 2024-04-15T16:06:27.406 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 8585, 2024-04-15T16:06:27.406 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 1310981289 2024-04-15T16:06:27.406 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T16:06:27.406 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.406 INFO:tasks.workunit.client.0.smithi016.stdout: "prioritycache": { 2024-04-15T16:06:27.406 INFO:tasks.workunit.client.0.smithi016.stdout: "cache_bytes": { 2024-04-15T16:06:27.406 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 1020054731 2024-04-15T16:06:27.406 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.406 INFO:tasks.workunit.client.0.smithi016.stdout: "heap_bytes": { 2024-04-15T16:06:27.406 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 172957696 2024-04-15T16:06:27.407 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.407 INFO:tasks.workunit.client.0.smithi016.stdout: "mapped_bytes": { 2024-04-15T16:06:27.407 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 168943616 2024-04-15T16:06:27.407 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.407 INFO:tasks.workunit.client.0.smithi016.stdout: "target_bytes": { 2024-04-15T16:06:27.407 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 2147483648 2024-04-15T16:06:27.407 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.407 INFO:tasks.workunit.client.0.smithi016.stdout: "unmapped_bytes": { 2024-04-15T16:06:27.407 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 4014080 2024-04-15T16:06:27.407 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T16:06:27.407 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.407 INFO:tasks.workunit.client.0.smithi016.stdout: "prioritycache:full": { 2024-04-15T16:06:27.407 INFO:tasks.workunit.client.0.smithi016.stdout: "committed_bytes": { 2024-04-15T16:06:27.407 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 360710144 2024-04-15T16:06:27.408 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.408 INFO:tasks.workunit.client.0.smithi016.stdout: "pri0_bytes": { 2024-04-15T16:06:27.408 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:27.408 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.408 INFO:tasks.workunit.client.0.smithi016.stdout: "pri10_bytes": { 2024-04-15T16:06:27.408 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:27.408 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.408 INFO:tasks.workunit.client.0.smithi016.stdout: "pri11_bytes": { 2024-04-15T16:06:27.408 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 267407945 2024-04-15T16:06:27.408 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.408 INFO:tasks.workunit.client.0.smithi016.stdout: "pri1_bytes": { 2024-04-15T16:06:27.408 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 24472200 2024-04-15T16:06:27.408 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.408 INFO:tasks.workunit.client.0.smithi016.stdout: "pri2_bytes": { 2024-04-15T16:06:27.409 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:27.409 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.409 INFO:tasks.workunit.client.0.smithi016.stdout: "pri3_bytes": { 2024-04-15T16:06:27.409 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:27.409 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.409 INFO:tasks.workunit.client.0.smithi016.stdout: "pri4_bytes": { 2024-04-15T16:06:27.409 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:27.409 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.409 INFO:tasks.workunit.client.0.smithi016.stdout: "pri5_bytes": { 2024-04-15T16:06:27.409 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:27.409 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.409 INFO:tasks.workunit.client.0.smithi016.stdout: "pri6_bytes": { 2024-04-15T16:06:27.409 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:27.409 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.409 INFO:tasks.workunit.client.0.smithi016.stdout: "pri7_bytes": { 2024-04-15T16:06:27.410 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:27.410 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.410 INFO:tasks.workunit.client.0.smithi016.stdout: "pri8_bytes": { 2024-04-15T16:06:27.410 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:27.410 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.410 INFO:tasks.workunit.client.0.smithi016.stdout: "pri9_bytes": { 2024-04-15T16:06:27.410 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:27.410 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.410 INFO:tasks.workunit.client.0.smithi016.stdout: "reserved_bytes": { 2024-04-15T16:06:27.410 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 68829999 2024-04-15T16:06:27.410 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T16:06:27.410 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.410 INFO:tasks.workunit.client.0.smithi016.stdout: "prioritycache:inc": { 2024-04-15T16:06:27.410 INFO:tasks.workunit.client.0.smithi016.stdout: "committed_bytes": { 2024-04-15T16:06:27.411 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 339738624 2024-04-15T16:06:27.411 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.411 INFO:tasks.workunit.client.0.smithi016.stdout: "pri0_bytes": { 2024-04-15T16:06:27.411 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:27.411 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.411 INFO:tasks.workunit.client.0.smithi016.stdout: "pri10_bytes": { 2024-04-15T16:06:27.411 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:27.411 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.411 INFO:tasks.workunit.client.0.smithi016.stdout: "pri11_bytes": { 2024-04-15T16:06:27.411 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 267407945 2024-04-15T16:06:27.411 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.411 INFO:tasks.workunit.client.0.smithi016.stdout: "pri1_bytes": { 2024-04-15T16:06:27.411 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 1476309 2024-04-15T16:06:27.411 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.411 INFO:tasks.workunit.client.0.smithi016.stdout: "pri2_bytes": { 2024-04-15T16:06:27.412 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:27.412 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.412 INFO:tasks.workunit.client.0.smithi016.stdout: "pri3_bytes": { 2024-04-15T16:06:27.412 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:27.412 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.412 INFO:tasks.workunit.client.0.smithi016.stdout: "pri4_bytes": { 2024-04-15T16:06:27.412 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:27.412 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.412 INFO:tasks.workunit.client.0.smithi016.stdout: "pri5_bytes": { 2024-04-15T16:06:27.412 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:27.412 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.412 INFO:tasks.workunit.client.0.smithi016.stdout: "pri6_bytes": { 2024-04-15T16:06:27.412 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:27.412 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.412 INFO:tasks.workunit.client.0.smithi016.stdout: "pri7_bytes": { 2024-04-15T16:06:27.413 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:27.413 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.413 INFO:tasks.workunit.client.0.smithi016.stdout: "pri8_bytes": { 2024-04-15T16:06:27.413 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:27.413 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.413 INFO:tasks.workunit.client.0.smithi016.stdout: "pri9_bytes": { 2024-04-15T16:06:27.413 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:27.413 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.413 INFO:tasks.workunit.client.0.smithi016.stdout: "reserved_bytes": { 2024-04-15T16:06:27.413 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 70854370 2024-04-15T16:06:27.413 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T16:06:27.413 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.413 INFO:tasks.workunit.client.0.smithi016.stdout: "prioritycache:kv": { 2024-04-15T16:06:27.413 INFO:tasks.workunit.client.0.smithi016.stdout: "committed_bytes": { 2024-04-15T16:06:27.414 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 314572800 2024-04-15T16:06:27.414 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.414 INFO:tasks.workunit.client.0.smithi016.stdout: "pri0_bytes": { 2024-04-15T16:06:27.414 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 67108864 2024-04-15T16:06:27.414 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.414 INFO:tasks.workunit.client.0.smithi016.stdout: "pri10_bytes": { 2024-04-15T16:06:27.414 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:27.414 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.414 INFO:tasks.workunit.client.0.smithi016.stdout: "pri11_bytes": { 2024-04-15T16:06:27.414 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 178271963 2024-04-15T16:06:27.414 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.414 INFO:tasks.workunit.client.0.smithi016.stdout: "pri1_bytes": { 2024-04-15T16:06:27.414 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:27.414 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.415 INFO:tasks.workunit.client.0.smithi016.stdout: "pri2_bytes": { 2024-04-15T16:06:27.415 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:27.415 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.415 INFO:tasks.workunit.client.0.smithi016.stdout: "pri3_bytes": { 2024-04-15T16:06:27.415 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:27.415 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.415 INFO:tasks.workunit.client.0.smithi016.stdout: "pri4_bytes": { 2024-04-15T16:06:27.415 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:27.415 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.415 INFO:tasks.workunit.client.0.smithi016.stdout: "pri5_bytes": { 2024-04-15T16:06:27.415 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:27.415 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.415 INFO:tasks.workunit.client.0.smithi016.stdout: "pri6_bytes": { 2024-04-15T16:06:27.416 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:27.416 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.416 INFO:tasks.workunit.client.0.smithi016.stdout: "pri7_bytes": { 2024-04-15T16:06:27.416 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:27.416 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.416 INFO:tasks.workunit.client.0.smithi016.stdout: "pri8_bytes": { 2024-04-15T16:06:27.416 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:27.416 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.416 INFO:tasks.workunit.client.0.smithi016.stdout: "pri9_bytes": { 2024-04-15T16:06:27.416 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:27.416 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.416 INFO:tasks.workunit.client.0.smithi016.stdout: "reserved_bytes": { 2024-04-15T16:06:27.416 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 69191973 2024-04-15T16:06:27.416 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T16:06:27.416 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.417 INFO:tasks.workunit.client.0.smithi016.stdout: "rocksdb": { 2024-04-15T16:06:27.417 INFO:tasks.workunit.client.0.smithi016.stdout: "compact": { 2024-04-15T16:06:27.417 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:27.417 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.417 INFO:tasks.workunit.client.0.smithi016.stdout: "compact_queue_len": { 2024-04-15T16:06:27.417 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:27.417 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.417 INFO:tasks.workunit.client.0.smithi016.stdout: "compact_queue_merge": { 2024-04-15T16:06:27.417 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:27.417 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.417 INFO:tasks.workunit.client.0.smithi016.stdout: "compact_range": { 2024-04-15T16:06:27.417 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 99 2024-04-15T16:06:27.417 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.417 INFO:tasks.workunit.client.0.smithi016.stdout: "get_latency": { 2024-04-15T16:06:27.417 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 372117, 2024-04-15T16:06:27.418 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 2017211581 2024-04-15T16:06:27.418 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.418 INFO:tasks.workunit.client.0.smithi016.stdout: "rocksdb_write_delay_time": { 2024-04-15T16:06:27.418 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 0, 2024-04-15T16:06:27.418 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:27.418 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.418 INFO:tasks.workunit.client.0.smithi016.stdout: "rocksdb_write_memtable_time": { 2024-04-15T16:06:27.418 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 0, 2024-04-15T16:06:27.418 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:27.418 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.418 INFO:tasks.workunit.client.0.smithi016.stdout: "rocksdb_write_pre_and_post_time": { 2024-04-15T16:06:27.418 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 0, 2024-04-15T16:06:27.418 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:27.419 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.419 INFO:tasks.workunit.client.0.smithi016.stdout: "rocksdb_write_wal_time": { 2024-04-15T16:06:27.419 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 0, 2024-04-15T16:06:27.419 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:27.419 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.419 INFO:tasks.workunit.client.0.smithi016.stdout: "submit_latency": { 2024-04-15T16:06:27.419 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 0, 2024-04-15T16:06:27.419 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:27.419 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.419 INFO:tasks.workunit.client.0.smithi016.stdout: "submit_sync_latency": { 2024-04-15T16:06:27.419 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 20676, 2024-04-15T16:06:27.419 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 2922379629 2024-04-15T16:06:27.419 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T16:06:27.419 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T16:06:27.420 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.420 INFO:tasks.workunit.client.0.smithi016.stdout: "mon.dd602b36cabf11effbd0d8bd19ba267ecac4bcd8": { 2024-04-15T16:06:27.420 INFO:tasks.workunit.client.0.smithi016.stdout: "mon": { 2024-04-15T16:06:27.420 INFO:tasks.workunit.client.0.smithi016.stdout: "election_call": { 2024-04-15T16:06:27.420 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 6 2024-04-15T16:06:27.420 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.420 INFO:tasks.workunit.client.0.smithi016.stdout: "election_lose": { 2024-04-15T16:06:27.420 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:27.420 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.420 INFO:tasks.workunit.client.0.smithi016.stdout: "election_win": { 2024-04-15T16:06:27.420 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 6 2024-04-15T16:06:27.420 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.420 INFO:tasks.workunit.client.0.smithi016.stdout: "num_elections": { 2024-04-15T16:06:27.420 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 21 2024-04-15T16:06:27.420 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.421 INFO:tasks.workunit.client.0.smithi016.stdout: "num_sessions": { 2024-04-15T16:06:27.421 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 7 2024-04-15T16:06:27.421 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.421 INFO:tasks.workunit.client.0.smithi016.stdout: "session_add": { 2024-04-15T16:06:27.421 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 5 2024-04-15T16:06:27.421 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.421 INFO:tasks.workunit.client.0.smithi016.stdout: "session_rm": { 2024-04-15T16:06:27.421 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 260 2024-04-15T16:06:27.421 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.421 INFO:tasks.workunit.client.0.smithi016.stdout: "session_trim": { 2024-04-15T16:06:27.421 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:27.421 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T16:06:27.421 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.421 INFO:tasks.workunit.client.0.smithi016.stdout: "paxos": { 2024-04-15T16:06:27.421 INFO:tasks.workunit.client.0.smithi016.stdout: "accept_timeout": { 2024-04-15T16:06:27.422 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:27.422 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.422 INFO:tasks.workunit.client.0.smithi016.stdout: "begin": { 2024-04-15T16:06:27.422 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 8657 2024-04-15T16:06:27.422 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.422 INFO:tasks.workunit.client.0.smithi016.stdout: "begin_bytes": { 2024-04-15T16:06:27.422 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 8657, 2024-04-15T16:06:27.422 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 60244810 2024-04-15T16:06:27.422 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.422 INFO:tasks.workunit.client.0.smithi016.stdout: "begin_keys": { 2024-04-15T16:06:27.422 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 8657, 2024-04-15T16:06:27.422 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 25971 2024-04-15T16:06:27.422 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.422 INFO:tasks.workunit.client.0.smithi016.stdout: "begin_latency": { 2024-04-15T16:06:27.423 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 8657, 2024-04-15T16:06:27.423 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 1559977759 2024-04-15T16:06:27.423 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.423 INFO:tasks.workunit.client.0.smithi016.stdout: "collect": { 2024-04-15T16:06:27.423 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:27.423 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.423 INFO:tasks.workunit.client.0.smithi016.stdout: "collect_bytes": { 2024-04-15T16:06:27.423 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 0, 2024-04-15T16:06:27.423 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:27.423 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.423 INFO:tasks.workunit.client.0.smithi016.stdout: "collect_keys": { 2024-04-15T16:06:27.423 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 0, 2024-04-15T16:06:27.423 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:27.424 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.424 INFO:tasks.workunit.client.0.smithi016.stdout: "collect_latency": { 2024-04-15T16:06:27.424 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 0, 2024-04-15T16:06:27.424 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:27.424 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.424 INFO:tasks.workunit.client.0.smithi016.stdout: "collect_timeout": { 2024-04-15T16:06:27.424 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:27.424 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.424 INFO:tasks.workunit.client.0.smithi016.stdout: "collect_uncommitted": { 2024-04-15T16:06:27.424 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 2 2024-04-15T16:06:27.424 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.424 INFO:tasks.workunit.client.0.smithi016.stdout: "commit": { 2024-04-15T16:06:27.424 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 8655 2024-04-15T16:06:27.424 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.424 INFO:tasks.workunit.client.0.smithi016.stdout: "commit_bytes": { 2024-04-15T16:06:27.425 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 8655, 2024-04-15T16:06:27.425 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 59589553 2024-04-15T16:06:27.425 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.425 INFO:tasks.workunit.client.0.smithi016.stdout: "commit_keys": { 2024-04-15T16:06:27.425 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 8655, 2024-04-15T16:06:27.425 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 67032 2024-04-15T16:06:27.425 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.425 INFO:tasks.workunit.client.0.smithi016.stdout: "commit_latency": { 2024-04-15T16:06:27.425 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 8655, 2024-04-15T16:06:27.425 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 1430717388 2024-04-15T16:06:27.425 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.425 INFO:tasks.workunit.client.0.smithi016.stdout: "lease_ack_timeout": { 2024-04-15T16:06:27.425 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:27.425 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.426 INFO:tasks.workunit.client.0.smithi016.stdout: "lease_timeout": { 2024-04-15T16:06:27.426 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:27.426 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.426 INFO:tasks.workunit.client.0.smithi016.stdout: "new_pn": { 2024-04-15T16:06:27.426 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 6 2024-04-15T16:06:27.426 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.426 INFO:tasks.workunit.client.0.smithi016.stdout: "new_pn_latency": { 2024-04-15T16:06:27.426 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 6, 2024-04-15T16:06:27.426 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:27.426 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.426 INFO:tasks.workunit.client.0.smithi016.stdout: "refresh": { 2024-04-15T16:06:27.426 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 8658 2024-04-15T16:06:27.426 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.426 INFO:tasks.workunit.client.0.smithi016.stdout: "refresh_latency": { 2024-04-15T16:06:27.427 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 8658, 2024-04-15T16:06:27.427 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 28192598066 2024-04-15T16:06:27.427 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.427 INFO:tasks.workunit.client.0.smithi016.stdout: "restart": { 2024-04-15T16:06:27.427 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 23 2024-04-15T16:06:27.427 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.427 INFO:tasks.workunit.client.0.smithi016.stdout: "share_state": { 2024-04-15T16:06:27.427 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 2 2024-04-15T16:06:27.427 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.427 INFO:tasks.workunit.client.0.smithi016.stdout: "share_state_bytes": { 2024-04-15T16:06:27.427 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 2, 2024-04-15T16:06:27.427 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 72036 2024-04-15T16:06:27.427 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.427 INFO:tasks.workunit.client.0.smithi016.stdout: "share_state_keys": { 2024-04-15T16:06:27.427 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 2, 2024-04-15T16:06:27.428 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 6 2024-04-15T16:06:27.428 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.428 INFO:tasks.workunit.client.0.smithi016.stdout: "start_leader": { 2024-04-15T16:06:27.428 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 6 2024-04-15T16:06:27.428 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.428 INFO:tasks.workunit.client.0.smithi016.stdout: "start_peon": { 2024-04-15T16:06:27.428 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:27.428 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.428 INFO:tasks.workunit.client.0.smithi016.stdout: "store_state": { 2024-04-15T16:06:27.428 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:27.428 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.428 INFO:tasks.workunit.client.0.smithi016.stdout: "store_state_bytes": { 2024-04-15T16:06:27.428 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 0, 2024-04-15T16:06:27.428 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:27.429 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.429 INFO:tasks.workunit.client.0.smithi016.stdout: "store_state_keys": { 2024-04-15T16:06:27.429 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 0, 2024-04-15T16:06:27.429 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:27.429 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.429 INFO:tasks.workunit.client.0.smithi016.stdout: "store_state_latency": { 2024-04-15T16:06:27.429 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 0, 2024-04-15T16:06:27.429 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:27.429 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T16:06:27.429 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.429 INFO:tasks.workunit.client.0.smithi016.stdout: "prioritycache": { 2024-04-15T16:06:27.429 INFO:tasks.workunit.client.0.smithi016.stdout: "cache_bytes": { 2024-04-15T16:06:27.429 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 1020054731 2024-04-15T16:06:27.429 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.430 INFO:tasks.workunit.client.0.smithi016.stdout: "heap_bytes": { 2024-04-15T16:06:27.430 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 260169728 2024-04-15T16:06:27.430 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.430 INFO:tasks.workunit.client.0.smithi016.stdout: "mapped_bytes": { 2024-04-15T16:06:27.430 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 257638400 2024-04-15T16:06:27.430 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.430 INFO:tasks.workunit.client.0.smithi016.stdout: "target_bytes": { 2024-04-15T16:06:27.430 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 2147483648 2024-04-15T16:06:27.430 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.430 INFO:tasks.workunit.client.0.smithi016.stdout: "unmapped_bytes": { 2024-04-15T16:06:27.430 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 2531328 2024-04-15T16:06:27.430 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T16:06:27.430 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.430 INFO:tasks.workunit.client.0.smithi016.stdout: "prioritycache:full": { 2024-04-15T16:06:27.431 INFO:tasks.workunit.client.0.smithi016.stdout: "committed_bytes": { 2024-04-15T16:06:27.431 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 360710144 2024-04-15T16:06:27.431 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.431 INFO:tasks.workunit.client.0.smithi016.stdout: "pri0_bytes": { 2024-04-15T16:06:27.431 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:27.431 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.431 INFO:tasks.workunit.client.0.smithi016.stdout: "pri10_bytes": { 2024-04-15T16:06:27.431 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:27.431 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.431 INFO:tasks.workunit.client.0.smithi016.stdout: "pri11_bytes": { 2024-04-15T16:06:27.431 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 267331332 2024-04-15T16:06:27.431 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.431 INFO:tasks.workunit.client.0.smithi016.stdout: "pri1_bytes": { 2024-04-15T16:06:27.431 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 24669851 2024-04-15T16:06:27.431 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.432 INFO:tasks.workunit.client.0.smithi016.stdout: "pri2_bytes": { 2024-04-15T16:06:27.432 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:27.432 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.432 INFO:tasks.workunit.client.0.smithi016.stdout: "pri3_bytes": { 2024-04-15T16:06:27.432 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:27.432 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.432 INFO:tasks.workunit.client.0.smithi016.stdout: "pri4_bytes": { 2024-04-15T16:06:27.432 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:27.432 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.432 INFO:tasks.workunit.client.0.smithi016.stdout: "pri5_bytes": { 2024-04-15T16:06:27.432 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:27.432 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.432 INFO:tasks.workunit.client.0.smithi016.stdout: "pri6_bytes": { 2024-04-15T16:06:27.432 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:27.433 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.433 INFO:tasks.workunit.client.0.smithi016.stdout: "pri7_bytes": { 2024-04-15T16:06:27.433 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:27.433 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.433 INFO:tasks.workunit.client.0.smithi016.stdout: "pri8_bytes": { 2024-04-15T16:06:27.433 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:27.433 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.433 INFO:tasks.workunit.client.0.smithi016.stdout: "pri9_bytes": { 2024-04-15T16:06:27.433 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:27.433 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.433 INFO:tasks.workunit.client.0.smithi016.stdout: "reserved_bytes": { 2024-04-15T16:06:27.433 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 68708961 2024-04-15T16:06:27.433 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T16:06:27.433 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.433 INFO:tasks.workunit.client.0.smithi016.stdout: "prioritycache:inc": { 2024-04-15T16:06:27.434 INFO:tasks.workunit.client.0.smithi016.stdout: "committed_bytes": { 2024-04-15T16:06:27.434 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 339738624 2024-04-15T16:06:27.434 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.434 INFO:tasks.workunit.client.0.smithi016.stdout: "pri0_bytes": { 2024-04-15T16:06:27.434 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:27.434 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.434 INFO:tasks.workunit.client.0.smithi016.stdout: "pri10_bytes": { 2024-04-15T16:06:27.434 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:27.434 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.434 INFO:tasks.workunit.client.0.smithi016.stdout: "pri11_bytes": { 2024-04-15T16:06:27.434 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 267331332 2024-04-15T16:06:27.434 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.434 INFO:tasks.workunit.client.0.smithi016.stdout: "pri1_bytes": { 2024-04-15T16:06:27.434 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 1482958 2024-04-15T16:06:27.435 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.435 INFO:tasks.workunit.client.0.smithi016.stdout: "pri2_bytes": { 2024-04-15T16:06:27.435 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:27.435 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.435 INFO:tasks.workunit.client.0.smithi016.stdout: "pri3_bytes": { 2024-04-15T16:06:27.435 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:27.435 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.435 INFO:tasks.workunit.client.0.smithi016.stdout: "pri4_bytes": { 2024-04-15T16:06:27.435 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:27.435 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.435 INFO:tasks.workunit.client.0.smithi016.stdout: "pri5_bytes": { 2024-04-15T16:06:27.435 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:27.436 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.436 INFO:tasks.workunit.client.0.smithi016.stdout: "pri6_bytes": { 2024-04-15T16:06:27.436 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:27.436 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.436 INFO:tasks.workunit.client.0.smithi016.stdout: "pri7_bytes": { 2024-04-15T16:06:27.436 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:27.436 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.436 INFO:tasks.workunit.client.0.smithi016.stdout: "pri8_bytes": { 2024-04-15T16:06:27.436 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:27.436 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.436 INFO:tasks.workunit.client.0.smithi016.stdout: "pri9_bytes": { 2024-04-15T16:06:27.436 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:27.436 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.436 INFO:tasks.workunit.client.0.smithi016.stdout: "reserved_bytes": { 2024-04-15T16:06:27.437 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 70924334 2024-04-15T16:06:27.437 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T16:06:27.437 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.437 INFO:tasks.workunit.client.0.smithi016.stdout: "prioritycache:kv": { 2024-04-15T16:06:27.437 INFO:tasks.workunit.client.0.smithi016.stdout: "committed_bytes": { 2024-04-15T16:06:27.437 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 314572800 2024-04-15T16:06:27.437 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.437 INFO:tasks.workunit.client.0.smithi016.stdout: "pri0_bytes": { 2024-04-15T16:06:27.437 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 67108864 2024-04-15T16:06:27.437 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.437 INFO:tasks.workunit.client.0.smithi016.stdout: "pri10_bytes": { 2024-04-15T16:06:27.437 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:27.437 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.438 INFO:tasks.workunit.client.0.smithi016.stdout: "pri11_bytes": { 2024-04-15T16:06:27.438 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 178220888 2024-04-15T16:06:27.438 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.438 INFO:tasks.workunit.client.0.smithi016.stdout: "pri1_bytes": { 2024-04-15T16:06:27.438 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:27.438 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.438 INFO:tasks.workunit.client.0.smithi016.stdout: "pri2_bytes": { 2024-04-15T16:06:27.438 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:27.438 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.438 INFO:tasks.workunit.client.0.smithi016.stdout: "pri3_bytes": { 2024-04-15T16:06:27.438 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:27.438 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.438 INFO:tasks.workunit.client.0.smithi016.stdout: "pri4_bytes": { 2024-04-15T16:06:27.439 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:27.439 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.439 INFO:tasks.workunit.client.0.smithi016.stdout: "pri5_bytes": { 2024-04-15T16:06:27.439 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:27.439 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.439 INFO:tasks.workunit.client.0.smithi016.stdout: "pri6_bytes": { 2024-04-15T16:06:27.439 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:27.439 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.439 INFO:tasks.workunit.client.0.smithi016.stdout: "pri7_bytes": { 2024-04-15T16:06:27.439 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:27.439 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.439 INFO:tasks.workunit.client.0.smithi016.stdout: "pri8_bytes": { 2024-04-15T16:06:27.439 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:27.439 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.439 INFO:tasks.workunit.client.0.smithi016.stdout: "pri9_bytes": { 2024-04-15T16:06:27.440 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:27.440 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.440 INFO:tasks.workunit.client.0.smithi016.stdout: "reserved_bytes": { 2024-04-15T16:06:27.440 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 69243048 2024-04-15T16:06:27.440 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T16:06:27.440 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.440 INFO:tasks.workunit.client.0.smithi016.stdout: "rocksdb": { 2024-04-15T16:06:27.440 INFO:tasks.workunit.client.0.smithi016.stdout: "compact": { 2024-04-15T16:06:27.440 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:27.440 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.440 INFO:tasks.workunit.client.0.smithi016.stdout: "compact_queue_len": { 2024-04-15T16:06:27.440 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:27.440 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.440 INFO:tasks.workunit.client.0.smithi016.stdout: "compact_queue_merge": { 2024-04-15T16:06:27.441 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:27.441 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.441 INFO:tasks.workunit.client.0.smithi016.stdout: "compact_range": { 2024-04-15T16:06:27.441 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 99 2024-04-15T16:06:27.441 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.441 INFO:tasks.workunit.client.0.smithi016.stdout: "get_latency": { 2024-04-15T16:06:27.441 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 388528, 2024-04-15T16:06:27.441 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 2342016442 2024-04-15T16:06:27.441 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.441 INFO:tasks.workunit.client.0.smithi016.stdout: "rocksdb_write_delay_time": { 2024-04-15T16:06:27.441 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 0, 2024-04-15T16:06:27.441 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:27.441 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.441 INFO:tasks.workunit.client.0.smithi016.stdout: "rocksdb_write_memtable_time": { 2024-04-15T16:06:27.442 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 0, 2024-04-15T16:06:27.442 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:27.442 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.442 INFO:tasks.workunit.client.0.smithi016.stdout: "rocksdb_write_pre_and_post_time": { 2024-04-15T16:06:27.442 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 0, 2024-04-15T16:06:27.442 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:27.442 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.442 INFO:tasks.workunit.client.0.smithi016.stdout: "rocksdb_write_wal_time": { 2024-04-15T16:06:27.442 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 0, 2024-04-15T16:06:27.442 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:27.442 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.442 INFO:tasks.workunit.client.0.smithi016.stdout: "submit_latency": { 2024-04-15T16:06:27.442 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 0, 2024-04-15T16:06:27.442 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:27.443 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.443 INFO:tasks.workunit.client.0.smithi016.stdout: "submit_sync_latency": { 2024-04-15T16:06:27.443 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 20852, 2024-04-15T16:06:27.443 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 3217606288 2024-04-15T16:06:27.443 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T16:06:27.443 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T16:06:27.443 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.443 INFO:tasks.workunit.client.0.smithi016.stdout: "osd.0": { 2024-04-15T16:06:27.443 INFO:tasks.workunit.client.0.smithi016.stdout: "bluefs": { 2024-04-15T16:06:27.443 INFO:tasks.workunit.client.0.smithi016.stdout: "alloc_db_max_lat": { 2024-04-15T16:06:27.443 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 25343 2024-04-15T16:06:27.443 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.443 INFO:tasks.workunit.client.0.smithi016.stdout: "alloc_slow_fallback": { 2024-04-15T16:06:27.443 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:27.444 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.444 INFO:tasks.workunit.client.0.smithi016.stdout: "alloc_slow_max_lat": { 2024-04-15T16:06:27.444 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:27.444 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.444 INFO:tasks.workunit.client.0.smithi016.stdout: "alloc_slow_size_fallback": { 2024-04-15T16:06:27.444 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:27.444 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.444 INFO:tasks.workunit.client.0.smithi016.stdout: "alloc_unit_db": { 2024-04-15T16:06:27.444 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 65536 2024-04-15T16:06:27.444 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.444 INFO:tasks.workunit.client.0.smithi016.stdout: "alloc_unit_slow": { 2024-04-15T16:06:27.444 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:27.444 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.444 INFO:tasks.workunit.client.0.smithi016.stdout: "alloc_unit_wal": { 2024-04-15T16:06:27.445 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:27.445 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.445 INFO:tasks.workunit.client.0.smithi016.stdout: "alloc_wal_max_lat": { 2024-04-15T16:06:27.445 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:27.445 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.445 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes_written_slow": { 2024-04-15T16:06:27.445 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:27.445 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.445 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes_written_sst": { 2024-04-15T16:06:27.445 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 5246976 2024-04-15T16:06:27.445 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.445 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes_written_wal": { 2024-04-15T16:06:27.445 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 705167360 2024-04-15T16:06:27.445 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.446 INFO:tasks.workunit.client.0.smithi016.stdout: "compact_lat": { 2024-04-15T16:06:27.446 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 19, 2024-04-15T16:06:27.446 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 4266457 2024-04-15T16:06:27.446 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.446 INFO:tasks.workunit.client.0.smithi016.stdout: "compact_lock_lat": { 2024-04-15T16:06:27.446 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 19, 2024-04-15T16:06:27.446 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 1363073 2024-04-15T16:06:27.446 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.446 INFO:tasks.workunit.client.0.smithi016.stdout: "db_alloc_lat": { 2024-04-15T16:06:27.446 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 190, 2024-04-15T16:06:27.446 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 920379 2024-04-15T16:06:27.446 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.446 INFO:tasks.workunit.client.0.smithi016.stdout: "db_total_bytes": { 2024-04-15T16:06:27.446 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 95995027456 2024-04-15T16:06:27.447 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.447 INFO:tasks.workunit.client.0.smithi016.stdout: "db_used_bytes": { 2024-04-15T16:06:27.447 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 665911296 2024-04-15T16:06:27.447 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.447 INFO:tasks.workunit.client.0.smithi016.stdout: "flush_lat": { 2024-04-15T16:06:27.447 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 78125, 2024-04-15T16:06:27.447 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 6788696337 2024-04-15T16:06:27.447 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.447 INFO:tasks.workunit.client.0.smithi016.stdout: "fsync_lat": { 2024-04-15T16:06:27.447 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 78131, 2024-04-15T16:06:27.447 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 12723956120 2024-04-15T16:06:27.447 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.447 INFO:tasks.workunit.client.0.smithi016.stdout: "log_bytes": { 2024-04-15T16:06:27.447 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 4141056 2024-04-15T16:06:27.448 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.448 INFO:tasks.workunit.client.0.smithi016.stdout: "logged_bytes": { 2024-04-15T16:06:27.448 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 320040960 2024-04-15T16:06:27.448 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.448 INFO:tasks.workunit.client.0.smithi016.stdout: "max_bytes_db": { 2024-04-15T16:06:27.448 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 682950656 2024-04-15T16:06:27.448 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.448 INFO:tasks.workunit.client.0.smithi016.stdout: "max_bytes_slow": { 2024-04-15T16:06:27.448 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:27.448 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.448 INFO:tasks.workunit.client.0.smithi016.stdout: "max_bytes_wal": { 2024-04-15T16:06:27.448 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:27.448 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.448 INFO:tasks.workunit.client.0.smithi016.stdout: "num_files": { 2024-04-15T16:06:27.448 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 47 2024-04-15T16:06:27.449 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.449 INFO:tasks.workunit.client.0.smithi016.stdout: "read_bytes": { 2024-04-15T16:06:27.449 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 3616113573 2024-04-15T16:06:27.449 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.449 INFO:tasks.workunit.client.0.smithi016.stdout: "read_count": { 2024-04-15T16:06:27.449 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 44930 2024-04-15T16:06:27.449 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.449 INFO:tasks.workunit.client.0.smithi016.stdout: "read_disk_bytes": { 2024-04-15T16:06:27.449 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 3095330816 2024-04-15T16:06:27.449 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.449 INFO:tasks.workunit.client.0.smithi016.stdout: "read_disk_bytes_db": { 2024-04-15T16:06:27.449 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 3095334912 2024-04-15T16:06:27.449 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.449 INFO:tasks.workunit.client.0.smithi016.stdout: "read_disk_bytes_slow": { 2024-04-15T16:06:27.450 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:27.450 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.450 INFO:tasks.workunit.client.0.smithi016.stdout: "read_disk_bytes_wal": { 2024-04-15T16:06:27.450 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:27.450 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.450 INFO:tasks.workunit.client.0.smithi016.stdout: "read_disk_count": { 2024-04-15T16:06:27.450 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 35777 2024-04-15T16:06:27.450 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.450 INFO:tasks.workunit.client.0.smithi016.stdout: "read_lat": { 2024-04-15T16:06:27.450 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 44930, 2024-04-15T16:06:27.450 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 1308625860 2024-04-15T16:06:27.450 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.450 INFO:tasks.workunit.client.0.smithi016.stdout: "read_prefetch_bytes": { 2024-04-15T16:06:27.450 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 3530415176 2024-04-15T16:06:27.451 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.451 INFO:tasks.workunit.client.0.smithi016.stdout: "read_prefetch_count": { 2024-04-15T16:06:27.451 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 42300 2024-04-15T16:06:27.451 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.451 INFO:tasks.workunit.client.0.smithi016.stdout: "read_random_buffer_bytes": { 2024-04-15T16:06:27.451 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 1452459 2024-04-15T16:06:27.451 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.451 INFO:tasks.workunit.client.0.smithi016.stdout: "read_random_buffer_count": { 2024-04-15T16:06:27.451 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 552 2024-04-15T16:06:27.451 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.451 INFO:tasks.workunit.client.0.smithi016.stdout: "read_random_bytes": { 2024-04-15T16:06:27.451 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 5196861 2024-04-15T16:06:27.451 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.451 INFO:tasks.workunit.client.0.smithi016.stdout: "read_random_count": { 2024-04-15T16:06:27.451 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 785 2024-04-15T16:06:27.452 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.452 INFO:tasks.workunit.client.0.smithi016.stdout: "read_random_disk_bytes": { 2024-04-15T16:06:27.452 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 3744402 2024-04-15T16:06:27.452 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.452 INFO:tasks.workunit.client.0.smithi016.stdout: "read_random_disk_bytes_db": { 2024-04-15T16:06:27.452 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 3744402 2024-04-15T16:06:27.452 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.452 INFO:tasks.workunit.client.0.smithi016.stdout: "read_random_disk_bytes_slow": { 2024-04-15T16:06:27.452 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:27.452 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.452 INFO:tasks.workunit.client.0.smithi016.stdout: "read_random_disk_bytes_wal": { 2024-04-15T16:06:27.452 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:27.452 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.452 INFO:tasks.workunit.client.0.smithi016.stdout: "read_random_disk_count": { 2024-04-15T16:06:27.453 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 237 2024-04-15T16:06:27.453 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.453 INFO:tasks.workunit.client.0.smithi016.stdout: "read_random_lat": { 2024-04-15T16:06:27.453 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 785, 2024-04-15T16:06:27.453 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 1614991 2024-04-15T16:06:27.453 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.453 INFO:tasks.workunit.client.0.smithi016.stdout: "slow_alloc_lat": { 2024-04-15T16:06:27.453 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 0, 2024-04-15T16:06:27.453 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:27.453 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.453 INFO:tasks.workunit.client.0.smithi016.stdout: "slow_total_bytes": { 2024-04-15T16:06:27.453 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:27.453 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.453 INFO:tasks.workunit.client.0.smithi016.stdout: "slow_used_bytes": { 2024-04-15T16:06:27.454 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:27.454 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.454 INFO:tasks.workunit.client.0.smithi016.stdout: "truncate_lat": { 2024-04-15T16:06:27.454 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 1, 2024-04-15T16:06:27.454 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 630 2024-04-15T16:06:27.454 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.454 INFO:tasks.workunit.client.0.smithi016.stdout: "unlink_lat": { 2024-04-15T16:06:27.454 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 8, 2024-04-15T16:06:27.454 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 11345 2024-04-15T16:06:27.454 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.454 INFO:tasks.workunit.client.0.smithi016.stdout: "wal_alloc_lat": { 2024-04-15T16:06:27.454 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 0, 2024-04-15T16:06:27.454 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:27.454 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.455 INFO:tasks.workunit.client.0.smithi016.stdout: "wal_total_bytes": { 2024-04-15T16:06:27.455 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:27.455 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.455 INFO:tasks.workunit.client.0.smithi016.stdout: "wal_used_bytes": { 2024-04-15T16:06:27.455 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:27.455 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.455 INFO:tasks.workunit.client.0.smithi016.stdout: "write_bytes": { 2024-04-15T16:06:27.455 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 1033330688 2024-04-15T16:06:27.455 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T16:06:27.455 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.455 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore": { 2024-04-15T16:06:27.455 INFO:tasks.workunit.client.0.smithi016.stdout: "alloc_unit": { 2024-04-15T16:06:27.455 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 4096 2024-04-15T16:06:27.456 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.456 INFO:tasks.workunit.client.0.smithi016.stdout: "allocated": { 2024-04-15T16:06:27.456 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 13983744 2024-04-15T16:06:27.456 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.456 INFO:tasks.workunit.client.0.smithi016.stdout: "allocator_lat": { 2024-04-15T16:06:27.456 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 24097, 2024-04-15T16:06:27.456 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 89361563 2024-04-15T16:06:27.456 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.456 INFO:tasks.workunit.client.0.smithi016.stdout: "clist_lat": { 2024-04-15T16:06:27.456 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 3595, 2024-04-15T16:06:27.456 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 5739954180 2024-04-15T16:06:27.456 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.456 INFO:tasks.workunit.client.0.smithi016.stdout: "compress_lat": { 2024-04-15T16:06:27.456 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 0, 2024-04-15T16:06:27.457 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:27.457 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.457 INFO:tasks.workunit.client.0.smithi016.stdout: "compressed": { 2024-04-15T16:06:27.457 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:27.457 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.457 INFO:tasks.workunit.client.0.smithi016.stdout: "compressed_allocated": { 2024-04-15T16:06:27.457 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:27.457 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.457 INFO:tasks.workunit.client.0.smithi016.stdout: "compressed_original": { 2024-04-15T16:06:27.457 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:27.457 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.457 INFO:tasks.workunit.client.0.smithi016.stdout: "csum_lat": { 2024-04-15T16:06:27.457 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 28666, 2024-04-15T16:06:27.457 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 249683781 2024-04-15T16:06:27.458 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.458 INFO:tasks.workunit.client.0.smithi016.stdout: "decompress_lat": { 2024-04-15T16:06:27.458 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 0, 2024-04-15T16:06:27.458 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:27.458 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.458 INFO:tasks.workunit.client.0.smithi016.stdout: "fragmentation_micros": { 2024-04-15T16:06:27.458 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:27.458 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.458 INFO:tasks.workunit.client.0.smithi016.stdout: "kv_commit_lat": { 2024-04-15T16:06:27.458 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 78067, 2024-04-15T16:06:27.458 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 16863992472 2024-04-15T16:06:27.458 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.458 INFO:tasks.workunit.client.0.smithi016.stdout: "kv_final_lat": { 2024-04-15T16:06:27.458 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 77294, 2024-04-15T16:06:27.459 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 1726202965 2024-04-15T16:06:27.459 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.459 INFO:tasks.workunit.client.0.smithi016.stdout: "kv_flush_lat": { 2024-04-15T16:06:27.459 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 78067, 2024-04-15T16:06:27.459 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 52472981 2024-04-15T16:06:27.459 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.459 INFO:tasks.workunit.client.0.smithi016.stdout: "kv_sync_lat": { 2024-04-15T16:06:27.459 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 78067, 2024-04-15T16:06:27.459 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 16916465453 2024-04-15T16:06:27.459 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.459 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_get_keys_lat": { 2024-04-15T16:06:27.459 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 0, 2024-04-15T16:06:27.459 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:27.459 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.460 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_get_values_lat": { 2024-04-15T16:06:27.460 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 36382, 2024-04-15T16:06:27.460 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 660004224 2024-04-15T16:06:27.460 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.460 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_lower_bound_lat": { 2024-04-15T16:06:27.460 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 1025, 2024-04-15T16:06:27.460 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 2816174 2024-04-15T16:06:27.460 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.460 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_next_lat": { 2024-04-15T16:06:27.460 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 19269, 2024-04-15T16:06:27.460 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 10502222 2024-04-15T16:06:27.460 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.460 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_seek_to_first_lat": { 2024-04-15T16:06:27.460 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 53, 2024-04-15T16:06:27.461 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 68631 2024-04-15T16:06:27.461 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.461 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_upper_bound_lat": { 2024-04-15T16:06:27.461 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 16692, 2024-04-15T16:06:27.461 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 1905219632 2024-04-15T16:06:27.461 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.461 INFO:tasks.workunit.client.0.smithi016.stdout: "onode_hits": { 2024-04-15T16:06:27.461 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 241455 2024-04-15T16:06:27.461 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.461 INFO:tasks.workunit.client.0.smithi016.stdout: "onode_misses": { 2024-04-15T16:06:27.461 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 23837 2024-04-15T16:06:27.461 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.461 INFO:tasks.workunit.client.0.smithi016.stdout: "read_lat": { 2024-04-15T16:06:27.461 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 12979, 2024-04-15T16:06:27.462 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 1779240803 2024-04-15T16:06:27.462 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.462 INFO:tasks.workunit.client.0.smithi016.stdout: "read_onode_meta_lat": { 2024-04-15T16:06:27.462 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 33288, 2024-04-15T16:06:27.462 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 14630244 2024-04-15T16:06:27.462 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.462 INFO:tasks.workunit.client.0.smithi016.stdout: "read_wait_aio_lat": { 2024-04-15T16:06:27.462 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 20309, 2024-04-15T16:06:27.462 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 1122527347 2024-04-15T16:06:27.462 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.462 INFO:tasks.workunit.client.0.smithi016.stdout: "reads_with_retries": { 2024-04-15T16:06:27.462 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:27.462 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.463 INFO:tasks.workunit.client.0.smithi016.stdout: "remove_lat": { 2024-04-15T16:06:27.463 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 15294, 2024-04-15T16:06:27.463 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 475459858 2024-04-15T16:06:27.463 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.463 INFO:tasks.workunit.client.0.smithi016.stdout: "slow_aio_wait_count": { 2024-04-15T16:06:27.463 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:27.463 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.463 INFO:tasks.workunit.client.0.smithi016.stdout: "slow_committed_kv_count": { 2024-04-15T16:06:27.463 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:27.463 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.463 INFO:tasks.workunit.client.0.smithi016.stdout: "slow_read_onode_meta_count": { 2024-04-15T16:06:27.463 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:27.463 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.463 INFO:tasks.workunit.client.0.smithi016.stdout: "slow_read_wait_aio_count": { 2024-04-15T16:06:27.463 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:27.464 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.464 INFO:tasks.workunit.client.0.smithi016.stdout: "state_aio_wait_lat": { 2024-04-15T16:06:27.464 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 92307, 2024-04-15T16:06:27.464 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 7693128722 2024-04-15T16:06:27.464 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.464 INFO:tasks.workunit.client.0.smithi016.stdout: "state_deferred_aio_wait_lat": { 2024-04-15T16:06:27.464 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 9413, 2024-04-15T16:06:27.464 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 483223857 2024-04-15T16:06:27.464 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.464 INFO:tasks.workunit.client.0.smithi016.stdout: "state_deferred_cleanup_lat": { 2024-04-15T16:06:27.464 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 9413, 2024-04-15T16:06:27.464 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 3841133894128 2024-04-15T16:06:27.464 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.464 INFO:tasks.workunit.client.0.smithi016.stdout: "state_deferred_queued_lat": { 2024-04-15T16:06:27.464 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 9413, 2024-04-15T16:06:27.465 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 6318993232376 2024-04-15T16:06:27.465 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.465 INFO:tasks.workunit.client.0.smithi016.stdout: "state_done_lat": { 2024-04-15T16:06:27.465 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 92307, 2024-04-15T16:06:27.465 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 2511857212207 2024-04-15T16:06:27.465 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.465 INFO:tasks.workunit.client.0.smithi016.stdout: "state_finishing_lat": { 2024-04-15T16:06:27.465 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 92307, 2024-04-15T16:06:27.465 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 10290702 2024-04-15T16:06:27.465 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.465 INFO:tasks.workunit.client.0.smithi016.stdout: "state_io_done_lat": { 2024-04-15T16:06:27.465 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 92307, 2024-04-15T16:06:27.465 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 519389847 2024-04-15T16:06:27.465 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.465 INFO:tasks.workunit.client.0.smithi016.stdout: "state_kv_commiting_lat": { 2024-04-15T16:06:27.466 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 92307, 2024-04-15T16:06:27.466 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 29970486149 2024-04-15T16:06:27.466 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.466 INFO:tasks.workunit.client.0.smithi016.stdout: "state_kv_done_lat": { 2024-04-15T16:06:27.466 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 92307, 2024-04-15T16:06:27.466 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 31737078 2024-04-15T16:06:27.466 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.466 INFO:tasks.workunit.client.0.smithi016.stdout: "state_kv_queued_lat": { 2024-04-15T16:06:27.466 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 92307, 2024-04-15T16:06:27.466 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 14983908992 2024-04-15T16:06:27.466 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.466 INFO:tasks.workunit.client.0.smithi016.stdout: "state_prepare_lat": { 2024-04-15T16:06:27.466 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 92307, 2024-04-15T16:06:27.467 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 15213466741 2024-04-15T16:06:27.467 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.467 INFO:tasks.workunit.client.0.smithi016.stdout: "stored": { 2024-04-15T16:06:27.467 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 10234509 2024-04-15T16:06:27.467 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.467 INFO:tasks.workunit.client.0.smithi016.stdout: "truncate_lat": { 2024-04-15T16:06:27.467 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 2515, 2024-04-15T16:06:27.467 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 14582702 2024-04-15T16:06:27.467 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.467 INFO:tasks.workunit.client.0.smithi016.stdout: "txc_commit_lat": { 2024-04-15T16:06:27.467 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 92307, 2024-04-15T16:06:27.467 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 68393610651 2024-04-15T16:06:27.467 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.467 INFO:tasks.workunit.client.0.smithi016.stdout: "txc_submit_lat": { 2024-04-15T16:06:27.467 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 92307, 2024-04-15T16:06:27.468 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 16380365625 2024-04-15T16:06:27.468 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.468 INFO:tasks.workunit.client.0.smithi016.stdout: "txc_throttle_lat": { 2024-04-15T16:06:27.468 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 92307, 2024-04-15T16:06:27.468 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 675542823 2024-04-15T16:06:27.468 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T16:06:27.468 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.468 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore-pricache": { 2024-04-15T16:06:27.468 INFO:tasks.workunit.client.0.smithi016.stdout: "cache_bytes": { 2024-04-15T16:06:27.468 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 1406236763 2024-04-15T16:06:27.468 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.468 INFO:tasks.workunit.client.0.smithi016.stdout: "heap_bytes": { 2024-04-15T16:06:27.468 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 550273024 2024-04-15T16:06:27.468 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.469 INFO:tasks.workunit.client.0.smithi016.stdout: "mapped_bytes": { 2024-04-15T16:06:27.469 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 503750656 2024-04-15T16:06:27.469 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.469 INFO:tasks.workunit.client.0.smithi016.stdout: "target_bytes": { 2024-04-15T16:06:27.469 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 2601815449 2024-04-15T16:06:27.469 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.469 INFO:tasks.workunit.client.0.smithi016.stdout: "unmapped_bytes": { 2024-04-15T16:06:27.469 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 46522368 2024-04-15T16:06:27.469 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T16:06:27.469 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.469 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore-pricache:data": { 2024-04-15T16:06:27.469 INFO:tasks.workunit.client.0.smithi016.stdout: "committed_bytes": { 2024-04-15T16:06:27.469 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 125829120 2024-04-15T16:06:27.469 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.470 INFO:tasks.workunit.client.0.smithi016.stdout: "pri0_bytes": { 2024-04-15T16:06:27.470 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:27.470 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.470 INFO:tasks.workunit.client.0.smithi016.stdout: "pri10_bytes": { 2024-04-15T16:06:27.470 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:27.470 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.470 INFO:tasks.workunit.client.0.smithi016.stdout: "pri11_bytes": { 2024-04-15T16:06:27.470 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 57146259 2024-04-15T16:06:27.470 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.470 INFO:tasks.workunit.client.0.smithi016.stdout: "pri1_bytes": { 2024-04-15T16:06:27.470 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:27.470 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.470 INFO:tasks.workunit.client.0.smithi016.stdout: "pri2_bytes": { 2024-04-15T16:06:27.471 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:27.471 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.471 INFO:tasks.workunit.client.0.smithi016.stdout: "pri3_bytes": { 2024-04-15T16:06:27.471 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 16384 2024-04-15T16:06:27.471 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.471 INFO:tasks.workunit.client.0.smithi016.stdout: "pri4_bytes": { 2024-04-15T16:06:27.471 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:27.471 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.471 INFO:tasks.workunit.client.0.smithi016.stdout: "pri5_bytes": { 2024-04-15T16:06:27.471 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 4096 2024-04-15T16:06:27.471 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.471 INFO:tasks.workunit.client.0.smithi016.stdout: "pri6_bytes": { 2024-04-15T16:06:27.471 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 49152 2024-04-15T16:06:27.471 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.472 INFO:tasks.workunit.client.0.smithi016.stdout: "pri7_bytes": { 2024-04-15T16:06:27.472 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:27.472 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.472 INFO:tasks.workunit.client.0.smithi016.stdout: "pri8_bytes": { 2024-04-15T16:06:27.472 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:27.472 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.472 INFO:tasks.workunit.client.0.smithi016.stdout: "pri9_bytes": { 2024-04-15T16:06:27.472 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:27.472 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.472 INFO:tasks.workunit.client.0.smithi016.stdout: "reserved_bytes": { 2024-04-15T16:06:27.472 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 68613229 2024-04-15T16:06:27.472 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T16:06:27.472 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.472 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore-pricache:kv": { 2024-04-15T16:06:27.472 INFO:tasks.workunit.client.0.smithi016.stdout: "committed_bytes": { 2024-04-15T16:06:27.472 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 570425344 2024-04-15T16:06:27.473 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.473 INFO:tasks.workunit.client.0.smithi016.stdout: "pri0_bytes": { 2024-04-15T16:06:27.473 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 67108864 2024-04-15T16:06:27.473 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.473 INFO:tasks.workunit.client.0.smithi016.stdout: "pri10_bytes": { 2024-04-15T16:06:27.473 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:27.473 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.473 INFO:tasks.workunit.client.0.smithi016.stdout: "pri11_bytes": { 2024-04-15T16:06:27.473 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 428596946 2024-04-15T16:06:27.473 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.473 INFO:tasks.workunit.client.0.smithi016.stdout: "pri1_bytes": { 2024-04-15T16:06:27.473 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:27.474 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.474 INFO:tasks.workunit.client.0.smithi016.stdout: "pri2_bytes": { 2024-04-15T16:06:27.474 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 1360 2024-04-15T16:06:27.474 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.474 INFO:tasks.workunit.client.0.smithi016.stdout: "pri3_bytes": { 2024-04-15T16:06:27.474 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 288 2024-04-15T16:06:27.474 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.474 INFO:tasks.workunit.client.0.smithi016.stdout: "pri4_bytes": { 2024-04-15T16:06:27.474 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:27.474 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.474 INFO:tasks.workunit.client.0.smithi016.stdout: "pri5_bytes": { 2024-04-15T16:06:27.474 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 102320 2024-04-15T16:06:27.474 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.474 INFO:tasks.workunit.client.0.smithi016.stdout: "pri6_bytes": { 2024-04-15T16:06:27.475 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:27.475 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.475 INFO:tasks.workunit.client.0.smithi016.stdout: "pri7_bytes": { 2024-04-15T16:06:27.475 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:27.475 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.475 INFO:tasks.workunit.client.0.smithi016.stdout: "pri8_bytes": { 2024-04-15T16:06:27.475 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:27.475 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.475 INFO:tasks.workunit.client.0.smithi016.stdout: "pri9_bytes": { 2024-04-15T16:06:27.475 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:27.475 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.475 INFO:tasks.workunit.client.0.smithi016.stdout: "reserved_bytes": { 2024-04-15T16:06:27.476 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 74615566 2024-04-15T16:06:27.476 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T16:06:27.476 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.476 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore-pricache:kv_onode": { 2024-04-15T16:06:27.476 INFO:tasks.workunit.client.0.smithi016.stdout: "committed_bytes": { 2024-04-15T16:06:27.476 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 184549376 2024-04-15T16:06:27.476 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.476 INFO:tasks.workunit.client.0.smithi016.stdout: "pri0_bytes": { 2024-04-15T16:06:27.476 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 67108864 2024-04-15T16:06:27.476 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.476 INFO:tasks.workunit.client.0.smithi016.stdout: "pri10_bytes": { 2024-04-15T16:06:27.476 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 4727696 2024-04-15T16:06:27.476 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.477 INFO:tasks.workunit.client.0.smithi016.stdout: "pri11_bytes": { 2024-04-15T16:06:27.477 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 38097506 2024-04-15T16:06:27.477 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.477 INFO:tasks.workunit.client.0.smithi016.stdout: "pri1_bytes": { 2024-04-15T16:06:27.477 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:27.477 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.477 INFO:tasks.workunit.client.0.smithi016.stdout: "pri2_bytes": { 2024-04-15T16:06:27.477 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:27.477 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.477 INFO:tasks.workunit.client.0.smithi016.stdout: "pri3_bytes": { 2024-04-15T16:06:27.477 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:27.477 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.477 INFO:tasks.workunit.client.0.smithi016.stdout: "pri4_bytes": { 2024-04-15T16:06:27.477 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:27.477 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.478 INFO:tasks.workunit.client.0.smithi016.stdout: "pri5_bytes": { 2024-04-15T16:06:27.478 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:27.478 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.478 INFO:tasks.workunit.client.0.smithi016.stdout: "pri6_bytes": { 2024-04-15T16:06:27.478 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:27.478 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.478 INFO:tasks.workunit.client.0.smithi016.stdout: "pri7_bytes": { 2024-04-15T16:06:27.478 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:27.478 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.478 INFO:tasks.workunit.client.0.smithi016.stdout: "pri8_bytes": { 2024-04-15T16:06:27.478 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:27.478 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.478 INFO:tasks.workunit.client.0.smithi016.stdout: "pri9_bytes": { 2024-04-15T16:06:27.479 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:27.479 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.479 INFO:tasks.workunit.client.0.smithi016.stdout: "reserved_bytes": { 2024-04-15T16:06:27.479 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 74615310 2024-04-15T16:06:27.479 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T16:06:27.479 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.479 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore-pricache:meta": { 2024-04-15T16:06:27.479 INFO:tasks.workunit.client.0.smithi016.stdout: "committed_bytes": { 2024-04-15T16:06:27.479 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 503316480 2024-04-15T16:06:27.479 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.479 INFO:tasks.workunit.client.0.smithi016.stdout: "pri0_bytes": { 2024-04-15T16:06:27.479 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:27.479 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.479 INFO:tasks.workunit.client.0.smithi016.stdout: "pri10_bytes": { 2024-04-15T16:06:27.480 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:27.480 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.480 INFO:tasks.workunit.client.0.smithi016.stdout: "pri11_bytes": { 2024-04-15T16:06:27.480 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 428596946 2024-04-15T16:06:27.480 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.480 INFO:tasks.workunit.client.0.smithi016.stdout: "pri1_bytes": { 2024-04-15T16:06:27.480 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:27.480 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.480 INFO:tasks.workunit.client.0.smithi016.stdout: "pri2_bytes": { 2024-04-15T16:06:27.480 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 12757 2024-04-15T16:06:27.480 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.480 INFO:tasks.workunit.client.0.smithi016.stdout: "pri3_bytes": { 2024-04-15T16:06:27.480 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 3925 2024-04-15T16:06:27.481 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.481 INFO:tasks.workunit.client.0.smithi016.stdout: "pri4_bytes": { 2024-04-15T16:06:27.481 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:27.481 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.481 INFO:tasks.workunit.client.0.smithi016.stdout: "pri5_bytes": { 2024-04-15T16:06:27.481 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 106963 2024-04-15T16:06:27.481 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.481 INFO:tasks.workunit.client.0.smithi016.stdout: "pri6_bytes": { 2024-04-15T16:06:27.481 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 1115756 2024-04-15T16:06:27.481 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.481 INFO:tasks.workunit.client.0.smithi016.stdout: "pri7_bytes": { 2024-04-15T16:06:27.481 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:27.481 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.481 INFO:tasks.workunit.client.0.smithi016.stdout: "pri8_bytes": { 2024-04-15T16:06:27.482 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:27.482 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.482 INFO:tasks.workunit.client.0.smithi016.stdout: "pri9_bytes": { 2024-04-15T16:06:27.482 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:27.482 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.482 INFO:tasks.workunit.client.0.smithi016.stdout: "reserved_bytes": { 2024-04-15T16:06:27.482 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 73480133 2024-04-15T16:06:27.482 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T16:06:27.482 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.482 INFO:tasks.workunit.client.0.smithi016.stdout: "objecter": { 2024-04-15T16:06:27.482 INFO:tasks.workunit.client.0.smithi016.stdout: "op_active": { 2024-04-15T16:06:27.482 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:27.482 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.483 INFO:tasks.workunit.client.0.smithi016.stdout: "op_r": { 2024-04-15T16:06:27.483 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 31 2024-04-15T16:06:27.483 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.483 INFO:tasks.workunit.client.0.smithi016.stdout: "op_rmw": { 2024-04-15T16:06:27.483 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:27.483 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.483 INFO:tasks.workunit.client.0.smithi016.stdout: "op_w": { 2024-04-15T16:06:27.483 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:27.483 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T16:06:27.483 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.483 INFO:tasks.workunit.client.0.smithi016.stdout: "osd": { 2024-04-15T16:06:27.483 INFO:tasks.workunit.client.0.smithi016.stdout: "numpg": { 2024-04-15T16:06:27.483 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 54 2024-04-15T16:06:27.483 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.484 INFO:tasks.workunit.client.0.smithi016.stdout: "numpg_removing": { 2024-04-15T16:06:27.484 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:27.484 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.484 INFO:tasks.workunit.client.0.smithi016.stdout: "op": { 2024-04-15T16:06:27.484 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 37060 2024-04-15T16:06:27.484 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.484 INFO:tasks.workunit.client.0.smithi016.stdout: "op_before_queue_op_lat": { 2024-04-15T16:06:27.484 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 119373, 2024-04-15T16:06:27.484 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 8243723939 2024-04-15T16:06:27.484 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.484 INFO:tasks.workunit.client.0.smithi016.stdout: "op_delayed_degraded": { 2024-04-15T16:06:27.484 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 1 2024-04-15T16:06:27.484 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.484 INFO:tasks.workunit.client.0.smithi016.stdout: "op_delayed_unreadable": { 2024-04-15T16:06:27.485 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:27.485 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.485 INFO:tasks.workunit.client.0.smithi016.stdout: "op_in_bytes": { 2024-04-15T16:06:27.485 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 2253938844 2024-04-15T16:06:27.485 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.485 INFO:tasks.workunit.client.0.smithi016.stdout: "op_latency": { 2024-04-15T16:06:27.485 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 37060, 2024-04-15T16:06:27.485 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 206746477168 2024-04-15T16:06:27.485 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.485 INFO:tasks.workunit.client.0.smithi016.stdout: "op_out_bytes": { 2024-04-15T16:06:27.485 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 3594634165 2024-04-15T16:06:27.485 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.485 INFO:tasks.workunit.client.0.smithi016.stdout: "op_prepare_latency": { 2024-04-15T16:06:27.485 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 38128, 2024-04-15T16:06:27.486 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 20312553465 2024-04-15T16:06:27.486 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.486 INFO:tasks.workunit.client.0.smithi016.stdout: "op_process_latency": { 2024-04-15T16:06:27.486 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 37060, 2024-04-15T16:06:27.486 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 71290158535 2024-04-15T16:06:27.486 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.486 INFO:tasks.workunit.client.0.smithi016.stdout: "op_r": { 2024-04-15T16:06:27.486 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 21443 2024-04-15T16:06:27.486 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.486 INFO:tasks.workunit.client.0.smithi016.stdout: "op_r_latency": { 2024-04-15T16:06:27.486 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 21443, 2024-04-15T16:06:27.486 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 19273314842 2024-04-15T16:06:27.486 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.486 INFO:tasks.workunit.client.0.smithi016.stdout: "op_r_latency_out_bytes_histogram": { 2024-04-15T16:06:27.487 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:27.487 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.487 INFO:tasks.workunit.client.0.smithi016.stdout: "op_r_out_bytes": { 2024-04-15T16:06:27.487 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 3594634165 2024-04-15T16:06:27.487 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.487 INFO:tasks.workunit.client.0.smithi016.stdout: "op_r_prepare_latency": { 2024-04-15T16:06:27.487 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 21771, 2024-04-15T16:06:27.487 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 5513301438 2024-04-15T16:06:27.487 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.487 INFO:tasks.workunit.client.0.smithi016.stdout: "op_r_process_latency": { 2024-04-15T16:06:27.487 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 21443, 2024-04-15T16:06:27.487 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 6200846725 2024-04-15T16:06:27.487 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.487 INFO:tasks.workunit.client.0.smithi016.stdout: "op_rw": { 2024-04-15T16:06:27.488 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 8121 2024-04-15T16:06:27.488 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.488 INFO:tasks.workunit.client.0.smithi016.stdout: "op_rw_in_bytes": { 2024-04-15T16:06:27.488 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 392132186 2024-04-15T16:06:27.488 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.488 INFO:tasks.workunit.client.0.smithi016.stdout: "op_rw_latency": { 2024-04-15T16:06:27.488 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 8121, 2024-04-15T16:06:27.488 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 15700063033 2024-04-15T16:06:27.488 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.488 INFO:tasks.workunit.client.0.smithi016.stdout: "op_rw_latency_in_bytes_histogram": { 2024-04-15T16:06:27.488 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:27.488 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.488 INFO:tasks.workunit.client.0.smithi016.stdout: "op_rw_latency_out_bytes_histogram": { 2024-04-15T16:06:27.488 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:27.488 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.489 INFO:tasks.workunit.client.0.smithi016.stdout: "op_rw_out_bytes": { 2024-04-15T16:06:27.489 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:27.489 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.489 INFO:tasks.workunit.client.0.smithi016.stdout: "op_rw_prepare_latency": { 2024-04-15T16:06:27.489 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 8678, 2024-04-15T16:06:27.489 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 5467402982 2024-04-15T16:06:27.489 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.489 INFO:tasks.workunit.client.0.smithi016.stdout: "op_rw_process_latency": { 2024-04-15T16:06:27.489 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 8121, 2024-04-15T16:06:27.489 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 12517545603 2024-04-15T16:06:27.489 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.489 INFO:tasks.workunit.client.0.smithi016.stdout: "op_w": { 2024-04-15T16:06:27.489 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 7496 2024-04-15T16:06:27.489 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.490 INFO:tasks.workunit.client.0.smithi016.stdout: "op_w_in_bytes": { 2024-04-15T16:06:27.490 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 1861806658 2024-04-15T16:06:27.490 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.490 INFO:tasks.workunit.client.0.smithi016.stdout: "op_w_latency": { 2024-04-15T16:06:27.490 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 7496, 2024-04-15T16:06:27.490 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 171773099293 2024-04-15T16:06:27.490 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.490 INFO:tasks.workunit.client.0.smithi016.stdout: "op_w_latency_in_bytes_histogram": { 2024-04-15T16:06:27.490 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:27.490 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.490 INFO:tasks.workunit.client.0.smithi016.stdout: "op_w_prepare_latency": { 2024-04-15T16:06:27.490 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 7679, 2024-04-15T16:06:27.490 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 9331849045 2024-04-15T16:06:27.490 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.491 INFO:tasks.workunit.client.0.smithi016.stdout: "op_w_process_latency": { 2024-04-15T16:06:27.491 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 7496, 2024-04-15T16:06:27.491 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 52571766207 2024-04-15T16:06:27.491 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.491 INFO:tasks.workunit.client.0.smithi016.stdout: "op_wip": { 2024-04-15T16:06:27.491 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:27.491 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.491 INFO:tasks.workunit.client.0.smithi016.stdout: "recovery_bytes": { 2024-04-15T16:06:27.491 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 20971538 2024-04-15T16:06:27.491 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.491 INFO:tasks.workunit.client.0.smithi016.stdout: "recovery_ops": { 2024-04-15T16:06:27.491 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 18 2024-04-15T16:06:27.491 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.491 INFO:tasks.workunit.client.0.smithi016.stdout: "stat_bytes": { 2024-04-15T16:06:27.491 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 95995035648 2024-04-15T16:06:27.492 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.492 INFO:tasks.workunit.client.0.smithi016.stdout: "stat_bytes_used": { 2024-04-15T16:06:27.492 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 679903232 2024-04-15T16:06:27.492 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T16:06:27.492 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T16:06:27.492 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.492 INFO:tasks.workunit.client.0.smithi016.stdout: "osd.1": { 2024-04-15T16:06:27.492 INFO:tasks.workunit.client.0.smithi016.stdout: "bluefs": { 2024-04-15T16:06:27.492 INFO:tasks.workunit.client.0.smithi016.stdout: "alloc_db_max_lat": { 2024-04-15T16:06:27.492 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 14414 2024-04-15T16:06:27.492 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.492 INFO:tasks.workunit.client.0.smithi016.stdout: "alloc_slow_fallback": { 2024-04-15T16:06:27.492 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:27.492 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.492 INFO:tasks.workunit.client.0.smithi016.stdout: "alloc_slow_max_lat": { 2024-04-15T16:06:27.493 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:27.493 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.493 INFO:tasks.workunit.client.0.smithi016.stdout: "alloc_slow_size_fallback": { 2024-04-15T16:06:27.493 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:27.493 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.493 INFO:tasks.workunit.client.0.smithi016.stdout: "alloc_unit_db": { 2024-04-15T16:06:27.493 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 65536 2024-04-15T16:06:27.493 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.493 INFO:tasks.workunit.client.0.smithi016.stdout: "alloc_unit_slow": { 2024-04-15T16:06:27.493 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:27.493 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.493 INFO:tasks.workunit.client.0.smithi016.stdout: "alloc_unit_wal": { 2024-04-15T16:06:27.493 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:27.494 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.494 INFO:tasks.workunit.client.0.smithi016.stdout: "alloc_wal_max_lat": { 2024-04-15T16:06:27.494 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:27.494 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.494 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes_written_slow": { 2024-04-15T16:06:27.494 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:27.494 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.494 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes_written_sst": { 2024-04-15T16:06:27.494 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 7266304 2024-04-15T16:06:27.494 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.494 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes_written_wal": { 2024-04-15T16:06:27.494 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 781516800 2024-04-15T16:06:27.494 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.494 INFO:tasks.workunit.client.0.smithi016.stdout: "compact_lat": { 2024-04-15T16:06:27.495 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 18, 2024-04-15T16:06:27.495 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 5899188 2024-04-15T16:06:27.495 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.495 INFO:tasks.workunit.client.0.smithi016.stdout: "compact_lock_lat": { 2024-04-15T16:06:27.495 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 18, 2024-04-15T16:06:27.495 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 2633236 2024-04-15T16:06:27.495 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.495 INFO:tasks.workunit.client.0.smithi016.stdout: "db_alloc_lat": { 2024-04-15T16:06:27.495 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 199, 2024-04-15T16:06:27.495 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 919602 2024-04-15T16:06:27.495 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.495 INFO:tasks.workunit.client.0.smithi016.stdout: "db_total_bytes": { 2024-04-15T16:06:27.495 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 95995027456 2024-04-15T16:06:27.495 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.496 INFO:tasks.workunit.client.0.smithi016.stdout: "db_used_bytes": { 2024-04-15T16:06:27.496 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 861208576 2024-04-15T16:06:27.496 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.496 INFO:tasks.workunit.client.0.smithi016.stdout: "flush_lat": { 2024-04-15T16:06:27.496 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 76439, 2024-04-15T16:06:27.496 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 7074986852 2024-04-15T16:06:27.496 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.496 INFO:tasks.workunit.client.0.smithi016.stdout: "fsync_lat": { 2024-04-15T16:06:27.496 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 76451, 2024-04-15T16:06:27.496 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 13058403415 2024-04-15T16:06:27.496 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.496 INFO:tasks.workunit.client.0.smithi016.stdout: "log_bytes": { 2024-04-15T16:06:27.496 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 13893632 2024-04-15T16:06:27.496 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.496 INFO:tasks.workunit.client.0.smithi016.stdout: "logged_bytes": { 2024-04-15T16:06:27.497 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 313151488 2024-04-15T16:06:27.497 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.497 INFO:tasks.workunit.client.0.smithi016.stdout: "max_bytes_db": { 2024-04-15T16:06:27.497 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 869728256 2024-04-15T16:06:27.497 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.497 INFO:tasks.workunit.client.0.smithi016.stdout: "max_bytes_slow": { 2024-04-15T16:06:27.497 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:27.497 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.497 INFO:tasks.workunit.client.0.smithi016.stdout: "max_bytes_wal": { 2024-04-15T16:06:27.497 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:27.497 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.497 INFO:tasks.workunit.client.0.smithi016.stdout: "num_files": { 2024-04-15T16:06:27.497 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 54 2024-04-15T16:06:27.498 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.498 INFO:tasks.workunit.client.0.smithi016.stdout: "read_bytes": { 2024-04-15T16:06:27.498 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 5389552485 2024-04-15T16:06:27.498 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.498 INFO:tasks.workunit.client.0.smithi016.stdout: "read_count": { 2024-04-15T16:06:27.498 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 47951 2024-04-15T16:06:27.498 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.498 INFO:tasks.workunit.client.0.smithi016.stdout: "read_disk_bytes": { 2024-04-15T16:06:27.498 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 4681756672 2024-04-15T16:06:27.498 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.498 INFO:tasks.workunit.client.0.smithi016.stdout: "read_disk_bytes_db": { 2024-04-15T16:06:27.498 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 4681760768 2024-04-15T16:06:27.498 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.499 INFO:tasks.workunit.client.0.smithi016.stdout: "read_disk_bytes_slow": { 2024-04-15T16:06:27.499 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:27.499 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.499 INFO:tasks.workunit.client.0.smithi016.stdout: "read_disk_bytes_wal": { 2024-04-15T16:06:27.499 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:27.499 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.499 INFO:tasks.workunit.client.0.smithi016.stdout: "read_disk_count": { 2024-04-15T16:06:27.499 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 42719 2024-04-15T16:06:27.499 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.499 INFO:tasks.workunit.client.0.smithi016.stdout: "read_lat": { 2024-04-15T16:06:27.499 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 47951, 2024-04-15T16:06:27.499 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 1709965625 2024-04-15T16:06:27.499 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.499 INFO:tasks.workunit.client.0.smithi016.stdout: "read_prefetch_bytes": { 2024-04-15T16:06:27.500 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 5295158598 2024-04-15T16:06:27.500 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.500 INFO:tasks.workunit.client.0.smithi016.stdout: "read_prefetch_count": { 2024-04-15T16:06:27.500 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 45055 2024-04-15T16:06:27.500 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.500 INFO:tasks.workunit.client.0.smithi016.stdout: "read_random_buffer_bytes": { 2024-04-15T16:06:27.500 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 2610716 2024-04-15T16:06:27.500 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.500 INFO:tasks.workunit.client.0.smithi016.stdout: "read_random_buffer_count": { 2024-04-15T16:06:27.500 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 539 2024-04-15T16:06:27.500 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.500 INFO:tasks.workunit.client.0.smithi016.stdout: "read_random_bytes": { 2024-04-15T16:06:27.500 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 7200544 2024-04-15T16:06:27.500 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.500 INFO:tasks.workunit.client.0.smithi016.stdout: "read_random_count": { 2024-04-15T16:06:27.501 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 725 2024-04-15T16:06:27.501 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.501 INFO:tasks.workunit.client.0.smithi016.stdout: "read_random_disk_bytes": { 2024-04-15T16:06:27.501 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 4589828 2024-04-15T16:06:27.501 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.501 INFO:tasks.workunit.client.0.smithi016.stdout: "read_random_disk_bytes_db": { 2024-04-15T16:06:27.501 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 4589828 2024-04-15T16:06:27.501 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.501 INFO:tasks.workunit.client.0.smithi016.stdout: "read_random_disk_bytes_slow": { 2024-04-15T16:06:27.501 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:27.501 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.501 INFO:tasks.workunit.client.0.smithi016.stdout: "read_random_disk_bytes_wal": { 2024-04-15T16:06:27.501 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:27.502 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.502 INFO:tasks.workunit.client.0.smithi016.stdout: "read_random_disk_count": { 2024-04-15T16:06:27.502 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 194 2024-04-15T16:06:27.502 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.502 INFO:tasks.workunit.client.0.smithi016.stdout: "read_random_lat": { 2024-04-15T16:06:27.502 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 725, 2024-04-15T16:06:27.502 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 3167285 2024-04-15T16:06:27.502 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.502 INFO:tasks.workunit.client.0.smithi016.stdout: "slow_alloc_lat": { 2024-04-15T16:06:27.502 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 0, 2024-04-15T16:06:27.502 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:27.502 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.502 INFO:tasks.workunit.client.0.smithi016.stdout: "slow_total_bytes": { 2024-04-15T16:06:27.502 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:27.503 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.503 INFO:tasks.workunit.client.0.smithi016.stdout: "slow_used_bytes": { 2024-04-15T16:06:27.503 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:27.503 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.503 INFO:tasks.workunit.client.0.smithi016.stdout: "truncate_lat": { 2024-04-15T16:06:27.503 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 1, 2024-04-15T16:06:27.503 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 882 2024-04-15T16:06:27.503 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.503 INFO:tasks.workunit.client.0.smithi016.stdout: "unlink_lat": { 2024-04-15T16:06:27.503 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 8, 2024-04-15T16:06:27.503 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 13878 2024-04-15T16:06:27.503 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.503 INFO:tasks.workunit.client.0.smithi016.stdout: "wal_alloc_lat": { 2024-04-15T16:06:27.503 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 0, 2024-04-15T16:06:27.503 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:27.504 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.504 INFO:tasks.workunit.client.0.smithi016.stdout: "wal_total_bytes": { 2024-04-15T16:06:27.504 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:27.504 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.504 INFO:tasks.workunit.client.0.smithi016.stdout: "wal_used_bytes": { 2024-04-15T16:06:27.504 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:27.504 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.504 INFO:tasks.workunit.client.0.smithi016.stdout: "write_bytes": { 2024-04-15T16:06:27.504 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 1104670720 2024-04-15T16:06:27.504 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T16:06:27.504 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.504 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore": { 2024-04-15T16:06:27.504 INFO:tasks.workunit.client.0.smithi016.stdout: "alloc_unit": { 2024-04-15T16:06:27.504 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 4096 2024-04-15T16:06:27.505 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.505 INFO:tasks.workunit.client.0.smithi016.stdout: "allocated": { 2024-04-15T16:06:27.505 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 13385728 2024-04-15T16:06:27.505 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.505 INFO:tasks.workunit.client.0.smithi016.stdout: "allocator_lat": { 2024-04-15T16:06:27.505 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 21764, 2024-04-15T16:06:27.505 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 83151286 2024-04-15T16:06:27.505 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.505 INFO:tasks.workunit.client.0.smithi016.stdout: "clist_lat": { 2024-04-15T16:06:27.505 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 3586, 2024-04-15T16:06:27.505 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 6017659477 2024-04-15T16:06:27.505 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.505 INFO:tasks.workunit.client.0.smithi016.stdout: "compress_lat": { 2024-04-15T16:06:27.505 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 0, 2024-04-15T16:06:27.505 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:27.506 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.506 INFO:tasks.workunit.client.0.smithi016.stdout: "compressed": { 2024-04-15T16:06:27.506 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:27.506 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.506 INFO:tasks.workunit.client.0.smithi016.stdout: "compressed_allocated": { 2024-04-15T16:06:27.506 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:27.506 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.506 INFO:tasks.workunit.client.0.smithi016.stdout: "compressed_original": { 2024-04-15T16:06:27.506 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:27.506 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.506 INFO:tasks.workunit.client.0.smithi016.stdout: "csum_lat": { 2024-04-15T16:06:27.506 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 20732, 2024-04-15T16:06:27.506 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 180935671 2024-04-15T16:06:27.507 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.507 INFO:tasks.workunit.client.0.smithi016.stdout: "decompress_lat": { 2024-04-15T16:06:27.507 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 0, 2024-04-15T16:06:27.507 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:27.507 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.507 INFO:tasks.workunit.client.0.smithi016.stdout: "fragmentation_micros": { 2024-04-15T16:06:27.507 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:27.507 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.507 INFO:tasks.workunit.client.0.smithi016.stdout: "kv_commit_lat": { 2024-04-15T16:06:27.507 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 76379, 2024-04-15T16:06:27.507 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 17231566917 2024-04-15T16:06:27.507 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.507 INFO:tasks.workunit.client.0.smithi016.stdout: "kv_final_lat": { 2024-04-15T16:06:27.507 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 75680, 2024-04-15T16:06:27.508 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 1945278256 2024-04-15T16:06:27.508 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.508 INFO:tasks.workunit.client.0.smithi016.stdout: "kv_flush_lat": { 2024-04-15T16:06:27.508 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 76379, 2024-04-15T16:06:27.508 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 46664595 2024-04-15T16:06:27.508 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.508 INFO:tasks.workunit.client.0.smithi016.stdout: "kv_sync_lat": { 2024-04-15T16:06:27.508 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 76379, 2024-04-15T16:06:27.508 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 17278231512 2024-04-15T16:06:27.508 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.508 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_get_keys_lat": { 2024-04-15T16:06:27.508 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 0, 2024-04-15T16:06:27.508 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:27.508 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.509 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_get_values_lat": { 2024-04-15T16:06:27.509 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 24371, 2024-04-15T16:06:27.509 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 596543260 2024-04-15T16:06:27.509 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.509 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_lower_bound_lat": { 2024-04-15T16:06:27.509 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 826, 2024-04-15T16:06:27.509 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 2608596 2024-04-15T16:06:27.509 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.509 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_next_lat": { 2024-04-15T16:06:27.509 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 10292, 2024-04-15T16:06:27.509 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 7621468 2024-04-15T16:06:27.509 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.509 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_seek_to_first_lat": { 2024-04-15T16:06:27.509 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 44, 2024-04-15T16:06:27.509 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 54337 2024-04-15T16:06:27.510 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.510 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_upper_bound_lat": { 2024-04-15T16:06:27.510 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 11375, 2024-04-15T16:06:27.510 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 1207967499 2024-04-15T16:06:27.510 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.510 INFO:tasks.workunit.client.0.smithi016.stdout: "onode_hits": { 2024-04-15T16:06:27.510 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 228365 2024-04-15T16:06:27.510 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.510 INFO:tasks.workunit.client.0.smithi016.stdout: "onode_misses": { 2024-04-15T16:06:27.510 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 27093 2024-04-15T16:06:27.510 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.510 INFO:tasks.workunit.client.0.smithi016.stdout: "read_lat": { 2024-04-15T16:06:27.510 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 23841, 2024-04-15T16:06:27.510 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 1766647175 2024-04-15T16:06:27.511 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.511 INFO:tasks.workunit.client.0.smithi016.stdout: "read_onode_meta_lat": { 2024-04-15T16:06:27.511 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 77815, 2024-04-15T16:06:27.511 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 22544276 2024-04-15T16:06:27.511 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.511 INFO:tasks.workunit.client.0.smithi016.stdout: "read_wait_aio_lat": { 2024-04-15T16:06:27.511 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 53974, 2024-04-15T16:06:27.511 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 865089499 2024-04-15T16:06:27.511 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.511 INFO:tasks.workunit.client.0.smithi016.stdout: "reads_with_retries": { 2024-04-15T16:06:27.511 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:27.511 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.511 INFO:tasks.workunit.client.0.smithi016.stdout: "remove_lat": { 2024-04-15T16:06:27.511 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 15436, 2024-04-15T16:06:27.511 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 459192652 2024-04-15T16:06:27.512 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.512 INFO:tasks.workunit.client.0.smithi016.stdout: "slow_aio_wait_count": { 2024-04-15T16:06:27.512 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:27.512 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.512 INFO:tasks.workunit.client.0.smithi016.stdout: "slow_committed_kv_count": { 2024-04-15T16:06:27.512 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:27.512 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.512 INFO:tasks.workunit.client.0.smithi016.stdout: "slow_read_onode_meta_count": { 2024-04-15T16:06:27.512 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:27.512 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.512 INFO:tasks.workunit.client.0.smithi016.stdout: "slow_read_wait_aio_count": { 2024-04-15T16:06:27.512 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:27.513 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.513 INFO:tasks.workunit.client.0.smithi016.stdout: "state_aio_wait_lat": { 2024-04-15T16:06:27.513 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 90746, 2024-04-15T16:06:27.513 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 8745539033 2024-04-15T16:06:27.513 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.513 INFO:tasks.workunit.client.0.smithi016.stdout: "state_deferred_aio_wait_lat": { 2024-04-15T16:06:27.513 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 23157, 2024-04-15T16:06:27.513 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 1253117864 2024-04-15T16:06:27.513 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.513 INFO:tasks.workunit.client.0.smithi016.stdout: "state_deferred_cleanup_lat": { 2024-04-15T16:06:27.513 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 23155, 2024-04-15T16:06:27.513 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 4080925513456 2024-04-15T16:06:27.513 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.513 INFO:tasks.workunit.client.0.smithi016.stdout: "state_deferred_queued_lat": { 2024-04-15T16:06:27.514 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 23157, 2024-04-15T16:06:27.514 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 6833865644397 2024-04-15T16:06:27.514 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.514 INFO:tasks.workunit.client.0.smithi016.stdout: "state_done_lat": { 2024-04-15T16:06:27.514 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 90744, 2024-04-15T16:06:27.514 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 3143126260236 2024-04-15T16:06:27.514 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.514 INFO:tasks.workunit.client.0.smithi016.stdout: "state_finishing_lat": { 2024-04-15T16:06:27.514 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 90744, 2024-04-15T16:06:27.514 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 9760145 2024-04-15T16:06:27.514 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.514 INFO:tasks.workunit.client.0.smithi016.stdout: "state_io_done_lat": { 2024-04-15T16:06:27.514 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 90746, 2024-04-15T16:06:27.514 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 532065488 2024-04-15T16:06:27.515 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.515 INFO:tasks.workunit.client.0.smithi016.stdout: "state_kv_commiting_lat": { 2024-04-15T16:06:27.515 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 90746, 2024-04-15T16:06:27.515 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 29793336951 2024-04-15T16:06:27.515 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.515 INFO:tasks.workunit.client.0.smithi016.stdout: "state_kv_done_lat": { 2024-04-15T16:06:27.515 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 90746, 2024-04-15T16:06:27.515 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 35944525 2024-04-15T16:06:27.515 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.515 INFO:tasks.workunit.client.0.smithi016.stdout: "state_kv_queued_lat": { 2024-04-15T16:06:27.515 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 90746, 2024-04-15T16:06:27.515 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 14688708114 2024-04-15T16:06:27.515 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.516 INFO:tasks.workunit.client.0.smithi016.stdout: "state_prepare_lat": { 2024-04-15T16:06:27.516 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 90746, 2024-04-15T16:06:27.516 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 15898678105 2024-04-15T16:06:27.516 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.516 INFO:tasks.workunit.client.0.smithi016.stdout: "stored": { 2024-04-15T16:06:27.516 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 9643592 2024-04-15T16:06:27.516 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.516 INFO:tasks.workunit.client.0.smithi016.stdout: "truncate_lat": { 2024-04-15T16:06:27.516 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 2543, 2024-04-15T16:06:27.516 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 14974366 2024-04-15T16:06:27.516 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.516 INFO:tasks.workunit.client.0.smithi016.stdout: "txc_commit_lat": { 2024-04-15T16:06:27.516 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 90746, 2024-04-15T16:06:27.517 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 69675056208 2024-04-15T16:06:27.517 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.517 INFO:tasks.workunit.client.0.smithi016.stdout: "txc_submit_lat": { 2024-04-15T16:06:27.517 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 90746, 2024-04-15T16:06:27.517 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 17014877882 2024-04-15T16:06:27.517 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.517 INFO:tasks.workunit.client.0.smithi016.stdout: "txc_throttle_lat": { 2024-04-15T16:06:27.517 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 90746, 2024-04-15T16:06:27.517 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 696394819 2024-04-15T16:06:27.517 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T16:06:27.517 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.517 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore-pricache": { 2024-04-15T16:06:27.517 INFO:tasks.workunit.client.0.smithi016.stdout: "cache_bytes": { 2024-04-15T16:06:27.517 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 1406236763 2024-04-15T16:06:27.518 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.518 INFO:tasks.workunit.client.0.smithi016.stdout: "heap_bytes": { 2024-04-15T16:06:27.518 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 653451264 2024-04-15T16:06:27.518 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.518 INFO:tasks.workunit.client.0.smithi016.stdout: "mapped_bytes": { 2024-04-15T16:06:27.518 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 615170048 2024-04-15T16:06:27.518 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.518 INFO:tasks.workunit.client.0.smithi016.stdout: "target_bytes": { 2024-04-15T16:06:27.518 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 2601815449 2024-04-15T16:06:27.518 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.518 INFO:tasks.workunit.client.0.smithi016.stdout: "unmapped_bytes": { 2024-04-15T16:06:27.518 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 38281216 2024-04-15T16:06:27.518 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T16:06:27.518 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.519 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore-pricache:data": { 2024-04-15T16:06:27.519 INFO:tasks.workunit.client.0.smithi016.stdout: "committed_bytes": { 2024-04-15T16:06:27.519 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 125829120 2024-04-15T16:06:27.519 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.519 INFO:tasks.workunit.client.0.smithi016.stdout: "pri0_bytes": { 2024-04-15T16:06:27.519 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:27.519 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.519 INFO:tasks.workunit.client.0.smithi016.stdout: "pri10_bytes": { 2024-04-15T16:06:27.519 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:27.519 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.519 INFO:tasks.workunit.client.0.smithi016.stdout: "pri11_bytes": { 2024-04-15T16:06:27.519 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 56946037 2024-04-15T16:06:27.519 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.519 INFO:tasks.workunit.client.0.smithi016.stdout: "pri1_bytes": { 2024-04-15T16:06:27.519 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:27.519 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.520 INFO:tasks.workunit.client.0.smithi016.stdout: "pri2_bytes": { 2024-04-15T16:06:27.520 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:27.520 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.520 INFO:tasks.workunit.client.0.smithi016.stdout: "pri3_bytes": { 2024-04-15T16:06:27.520 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 4096 2024-04-15T16:06:27.520 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.520 INFO:tasks.workunit.client.0.smithi016.stdout: "pri4_bytes": { 2024-04-15T16:06:27.520 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:27.520 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.520 INFO:tasks.workunit.client.0.smithi016.stdout: "pri5_bytes": { 2024-04-15T16:06:27.520 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 135168 2024-04-15T16:06:27.520 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.520 INFO:tasks.workunit.client.0.smithi016.stdout: "pri6_bytes": { 2024-04-15T16:06:27.520 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 831488 2024-04-15T16:06:27.520 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.521 INFO:tasks.workunit.client.0.smithi016.stdout: "pri7_bytes": { 2024-04-15T16:06:27.521 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:27.521 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.521 INFO:tasks.workunit.client.0.smithi016.stdout: "pri8_bytes": { 2024-04-15T16:06:27.521 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:27.521 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.521 INFO:tasks.workunit.client.0.smithi016.stdout: "pri9_bytes": { 2024-04-15T16:06:27.521 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:27.521 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.521 INFO:tasks.workunit.client.0.smithi016.stdout: "reserved_bytes": { 2024-04-15T16:06:27.521 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 67912331 2024-04-15T16:06:27.521 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T16:06:27.521 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.521 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore-pricache:kv": { 2024-04-15T16:06:27.522 INFO:tasks.workunit.client.0.smithi016.stdout: "committed_bytes": { 2024-04-15T16:06:27.522 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 562036736 2024-04-15T16:06:27.522 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.522 INFO:tasks.workunit.client.0.smithi016.stdout: "pri0_bytes": { 2024-04-15T16:06:27.522 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 67108864 2024-04-15T16:06:27.522 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.522 INFO:tasks.workunit.client.0.smithi016.stdout: "pri10_bytes": { 2024-04-15T16:06:27.522 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:27.522 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.522 INFO:tasks.workunit.client.0.smithi016.stdout: "pri11_bytes": { 2024-04-15T16:06:27.522 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 427095283 2024-04-15T16:06:27.522 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.522 INFO:tasks.workunit.client.0.smithi016.stdout: "pri1_bytes": { 2024-04-15T16:06:27.523 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:27.523 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.523 INFO:tasks.workunit.client.0.smithi016.stdout: "pri2_bytes": { 2024-04-15T16:06:27.523 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 1104 2024-04-15T16:06:27.523 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.523 INFO:tasks.workunit.client.0.smithi016.stdout: "pri3_bytes": { 2024-04-15T16:06:27.523 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 256 2024-04-15T16:06:27.523 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.523 INFO:tasks.workunit.client.0.smithi016.stdout: "pri4_bytes": { 2024-04-15T16:06:27.523 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:27.523 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.523 INFO:tasks.workunit.client.0.smithi016.stdout: "pri5_bytes": { 2024-04-15T16:06:27.523 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 88528 2024-04-15T16:06:27.523 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.523 INFO:tasks.workunit.client.0.smithi016.stdout: "pri6_bytes": { 2024-04-15T16:06:27.524 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 320 2024-04-15T16:06:27.524 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.524 INFO:tasks.workunit.client.0.smithi016.stdout: "pri7_bytes": { 2024-04-15T16:06:27.524 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:27.524 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.524 INFO:tasks.workunit.client.0.smithi016.stdout: "pri8_bytes": { 2024-04-15T16:06:27.524 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:27.524 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.524 INFO:tasks.workunit.client.0.smithi016.stdout: "pri9_bytes": { 2024-04-15T16:06:27.524 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:27.524 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.524 INFO:tasks.workunit.client.0.smithi016.stdout: "reserved_bytes": { 2024-04-15T16:06:27.524 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 67742381 2024-04-15T16:06:27.524 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T16:06:27.524 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.525 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore-pricache:kv_onode": { 2024-04-15T16:06:27.525 INFO:tasks.workunit.client.0.smithi016.stdout: "committed_bytes": { 2024-04-15T16:06:27.525 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 184549376 2024-04-15T16:06:27.525 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.525 INFO:tasks.workunit.client.0.smithi016.stdout: "pri0_bytes": { 2024-04-15T16:06:27.525 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 67108864 2024-04-15T16:06:27.525 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.525 INFO:tasks.workunit.client.0.smithi016.stdout: "pri10_bytes": { 2024-04-15T16:06:27.525 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 7417568 2024-04-15T16:06:27.525 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.525 INFO:tasks.workunit.client.0.smithi016.stdout: "pri11_bytes": { 2024-04-15T16:06:27.525 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 37964025 2024-04-15T16:06:27.525 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.525 INFO:tasks.workunit.client.0.smithi016.stdout: "pri1_bytes": { 2024-04-15T16:06:27.525 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:27.526 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.526 INFO:tasks.workunit.client.0.smithi016.stdout: "pri2_bytes": { 2024-04-15T16:06:27.526 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:27.526 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.526 INFO:tasks.workunit.client.0.smithi016.stdout: "pri3_bytes": { 2024-04-15T16:06:27.526 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:27.526 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.526 INFO:tasks.workunit.client.0.smithi016.stdout: "pri4_bytes": { 2024-04-15T16:06:27.526 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:27.526 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.526 INFO:tasks.workunit.client.0.smithi016.stdout: "pri5_bytes": { 2024-04-15T16:06:27.526 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:27.526 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.526 INFO:tasks.workunit.client.0.smithi016.stdout: "pri6_bytes": { 2024-04-15T16:06:27.526 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:27.527 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.527 INFO:tasks.workunit.client.0.smithi016.stdout: "pri7_bytes": { 2024-04-15T16:06:27.527 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:27.527 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.527 INFO:tasks.workunit.client.0.smithi016.stdout: "pri8_bytes": { 2024-04-15T16:06:27.527 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:27.527 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.527 INFO:tasks.workunit.client.0.smithi016.stdout: "pri9_bytes": { 2024-04-15T16:06:27.527 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:27.527 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.527 INFO:tasks.workunit.client.0.smithi016.stdout: "reserved_bytes": { 2024-04-15T16:06:27.527 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 72058919 2024-04-15T16:06:27.527 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T16:06:27.527 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.528 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore-pricache:meta": { 2024-04-15T16:06:27.528 INFO:tasks.workunit.client.0.smithi016.stdout: "committed_bytes": { 2024-04-15T16:06:27.528 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 503316480 2024-04-15T16:06:27.528 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.528 INFO:tasks.workunit.client.0.smithi016.stdout: "pri0_bytes": { 2024-04-15T16:06:27.528 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:27.528 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.528 INFO:tasks.workunit.client.0.smithi016.stdout: "pri10_bytes": { 2024-04-15T16:06:27.528 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:27.528 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.528 INFO:tasks.workunit.client.0.smithi016.stdout: "pri11_bytes": { 2024-04-15T16:06:27.528 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 427095283 2024-04-15T16:06:27.528 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.528 INFO:tasks.workunit.client.0.smithi016.stdout: "pri1_bytes": { 2024-04-15T16:06:27.529 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:27.529 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.529 INFO:tasks.workunit.client.0.smithi016.stdout: "pri2_bytes": { 2024-04-15T16:06:27.529 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 985 2024-04-15T16:06:27.529 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.529 INFO:tasks.workunit.client.0.smithi016.stdout: "pri3_bytes": { 2024-04-15T16:06:27.529 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 985 2024-04-15T16:06:27.529 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.529 INFO:tasks.workunit.client.0.smithi016.stdout: "pri4_bytes": { 2024-04-15T16:06:27.529 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:27.529 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.529 INFO:tasks.workunit.client.0.smithi016.stdout: "pri5_bytes": { 2024-04-15T16:06:27.529 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 127126 2024-04-15T16:06:27.529 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.529 INFO:tasks.workunit.client.0.smithi016.stdout: "pri6_bytes": { 2024-04-15T16:06:27.530 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 1105705 2024-04-15T16:06:27.530 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.530 INFO:tasks.workunit.client.0.smithi016.stdout: "pri7_bytes": { 2024-04-15T16:06:27.530 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:27.530 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.530 INFO:tasks.workunit.client.0.smithi016.stdout: "pri8_bytes": { 2024-04-15T16:06:27.530 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:27.530 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.530 INFO:tasks.workunit.client.0.smithi016.stdout: "pri9_bytes": { 2024-04-15T16:06:27.530 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:27.530 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.530 INFO:tasks.workunit.client.0.smithi016.stdout: "reserved_bytes": { 2024-04-15T16:06:27.530 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 74986396 2024-04-15T16:06:27.530 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T16:06:27.531 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.531 INFO:tasks.workunit.client.0.smithi016.stdout: "objecter": { 2024-04-15T16:06:27.531 INFO:tasks.workunit.client.0.smithi016.stdout: "op_active": { 2024-04-15T16:06:27.531 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:27.531 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.531 INFO:tasks.workunit.client.0.smithi016.stdout: "op_r": { 2024-04-15T16:06:27.531 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 43 2024-04-15T16:06:27.531 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.531 INFO:tasks.workunit.client.0.smithi016.stdout: "op_rmw": { 2024-04-15T16:06:27.531 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:27.531 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.531 INFO:tasks.workunit.client.0.smithi016.stdout: "op_w": { 2024-04-15T16:06:27.531 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:27.531 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T16:06:27.531 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.532 INFO:tasks.workunit.client.0.smithi016.stdout: "osd": { 2024-04-15T16:06:27.532 INFO:tasks.workunit.client.0.smithi016.stdout: "numpg": { 2024-04-15T16:06:27.532 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 54 2024-04-15T16:06:27.532 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.532 INFO:tasks.workunit.client.0.smithi016.stdout: "numpg_removing": { 2024-04-15T16:06:27.532 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:27.532 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.532 INFO:tasks.workunit.client.0.smithi016.stdout: "op": { 2024-04-15T16:06:27.532 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 41373 2024-04-15T16:06:27.532 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.532 INFO:tasks.workunit.client.0.smithi016.stdout: "op_before_queue_op_lat": { 2024-04-15T16:06:27.532 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 132789, 2024-04-15T16:06:27.532 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 11089573832 2024-04-15T16:06:27.533 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.533 INFO:tasks.workunit.client.0.smithi016.stdout: "op_delayed_degraded": { 2024-04-15T16:06:27.533 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:27.533 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.533 INFO:tasks.workunit.client.0.smithi016.stdout: "op_delayed_unreadable": { 2024-04-15T16:06:27.533 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 7 2024-04-15T16:06:27.533 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.533 INFO:tasks.workunit.client.0.smithi016.stdout: "op_in_bytes": { 2024-04-15T16:06:27.533 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 2420506717 2024-04-15T16:06:27.533 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.533 INFO:tasks.workunit.client.0.smithi016.stdout: "op_latency": { 2024-04-15T16:06:27.533 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 41373, 2024-04-15T16:06:27.533 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 680360648607 2024-04-15T16:06:27.533 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.533 INFO:tasks.workunit.client.0.smithi016.stdout: "op_out_bytes": { 2024-04-15T16:06:27.533 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 3279364324 2024-04-15T16:06:27.534 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.534 INFO:tasks.workunit.client.0.smithi016.stdout: "op_prepare_latency": { 2024-04-15T16:06:27.534 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 43192, 2024-04-15T16:06:27.534 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 32250220847 2024-04-15T16:06:27.534 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.534 INFO:tasks.workunit.client.0.smithi016.stdout: "op_process_latency": { 2024-04-15T16:06:27.534 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 41373, 2024-04-15T16:06:27.534 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 110389847334 2024-04-15T16:06:27.534 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.534 INFO:tasks.workunit.client.0.smithi016.stdout: "op_r": { 2024-04-15T16:06:27.534 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 19114 2024-04-15T16:06:27.534 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.534 INFO:tasks.workunit.client.0.smithi016.stdout: "op_r_latency": { 2024-04-15T16:06:27.534 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 19114, 2024-04-15T16:06:27.535 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 14247770508 2024-04-15T16:06:27.535 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.535 INFO:tasks.workunit.client.0.smithi016.stdout: "op_r_latency_out_bytes_histogram": { 2024-04-15T16:06:27.535 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:27.535 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.535 INFO:tasks.workunit.client.0.smithi016.stdout: "op_r_out_bytes": { 2024-04-15T16:06:27.535 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 3279364324 2024-04-15T16:06:27.535 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.535 INFO:tasks.workunit.client.0.smithi016.stdout: "op_r_prepare_latency": { 2024-04-15T16:06:27.535 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 19580, 2024-04-15T16:06:27.535 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 5092868445 2024-04-15T16:06:27.535 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.535 INFO:tasks.workunit.client.0.smithi016.stdout: "op_r_process_latency": { 2024-04-15T16:06:27.535 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 19114, 2024-04-15T16:06:27.535 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 6792627609 2024-04-15T16:06:27.535 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.536 INFO:tasks.workunit.client.0.smithi016.stdout: "op_rw": { 2024-04-15T16:06:27.536 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 12560 2024-04-15T16:06:27.536 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.536 INFO:tasks.workunit.client.0.smithi016.stdout: "op_rw_in_bytes": { 2024-04-15T16:06:27.536 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 291977874 2024-04-15T16:06:27.536 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.536 INFO:tasks.workunit.client.0.smithi016.stdout: "op_rw_latency": { 2024-04-15T16:06:27.536 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 12560, 2024-04-15T16:06:27.536 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 103675346799 2024-04-15T16:06:27.536 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.536 INFO:tasks.workunit.client.0.smithi016.stdout: "op_rw_latency_in_bytes_histogram": { 2024-04-15T16:06:27.536 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:27.536 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.536 INFO:tasks.workunit.client.0.smithi016.stdout: "op_rw_latency_out_bytes_histogram": { 2024-04-15T16:06:27.536 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:27.537 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.537 INFO:tasks.workunit.client.0.smithi016.stdout: "op_rw_out_bytes": { 2024-04-15T16:06:27.537 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:27.537 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.537 INFO:tasks.workunit.client.0.smithi016.stdout: "op_rw_prepare_latency": { 2024-04-15T16:06:27.537 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 12807, 2024-04-15T16:06:27.537 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 13454571014 2024-04-15T16:06:27.537 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.537 INFO:tasks.workunit.client.0.smithi016.stdout: "op_rw_process_latency": { 2024-04-15T16:06:27.537 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 12560, 2024-04-15T16:06:27.537 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 33942542171 2024-04-15T16:06:27.537 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.537 INFO:tasks.workunit.client.0.smithi016.stdout: "op_w": { 2024-04-15T16:06:27.537 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 9699 2024-04-15T16:06:27.537 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.538 INFO:tasks.workunit.client.0.smithi016.stdout: "op_w_in_bytes": { 2024-04-15T16:06:27.538 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 2128528843 2024-04-15T16:06:27.538 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.538 INFO:tasks.workunit.client.0.smithi016.stdout: "op_w_latency": { 2024-04-15T16:06:27.538 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 9699, 2024-04-15T16:06:27.538 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 562437531300 2024-04-15T16:06:27.538 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.538 INFO:tasks.workunit.client.0.smithi016.stdout: "op_w_latency_in_bytes_histogram": { 2024-04-15T16:06:27.538 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:27.538 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.538 INFO:tasks.workunit.client.0.smithi016.stdout: "op_w_prepare_latency": { 2024-04-15T16:06:27.538 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 10805, 2024-04-15T16:06:27.538 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 13702781388 2024-04-15T16:06:27.538 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.538 INFO:tasks.workunit.client.0.smithi016.stdout: "op_w_process_latency": { 2024-04-15T16:06:27.539 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 9699, 2024-04-15T16:06:27.539 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 69654677554 2024-04-15T16:06:27.539 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.539 INFO:tasks.workunit.client.0.smithi016.stdout: "op_wip": { 2024-04-15T16:06:27.539 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:27.539 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.539 INFO:tasks.workunit.client.0.smithi016.stdout: "recovery_bytes": { 2024-04-15T16:06:27.539 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 4194358 2024-04-15T16:06:27.539 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.539 INFO:tasks.workunit.client.0.smithi016.stdout: "recovery_ops": { 2024-04-15T16:06:27.539 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 11 2024-04-15T16:06:27.539 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.539 INFO:tasks.workunit.client.0.smithi016.stdout: "stat_bytes": { 2024-04-15T16:06:27.540 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 95995035648 2024-04-15T16:06:27.540 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.540 INFO:tasks.workunit.client.0.smithi016.stdout: "stat_bytes_used": { 2024-04-15T16:06:27.540 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 874610688 2024-04-15T16:06:27.540 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T16:06:27.540 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T16:06:27.540 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.540 INFO:tasks.workunit.client.0.smithi016.stdout: "osd.2": { 2024-04-15T16:06:27.540 INFO:tasks.workunit.client.0.smithi016.stdout: "bluefs": { 2024-04-15T16:06:27.540 INFO:tasks.workunit.client.0.smithi016.stdout: "alloc_db_max_lat": { 2024-04-15T16:06:27.540 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 760736 2024-04-15T16:06:27.540 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.540 INFO:tasks.workunit.client.0.smithi016.stdout: "alloc_slow_fallback": { 2024-04-15T16:06:27.540 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:27.541 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.541 INFO:tasks.workunit.client.0.smithi016.stdout: "alloc_slow_max_lat": { 2024-04-15T16:06:27.541 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:27.541 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.541 INFO:tasks.workunit.client.0.smithi016.stdout: "alloc_slow_size_fallback": { 2024-04-15T16:06:27.541 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:27.541 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.541 INFO:tasks.workunit.client.0.smithi016.stdout: "alloc_unit_db": { 2024-04-15T16:06:27.541 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 65536 2024-04-15T16:06:27.541 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.541 INFO:tasks.workunit.client.0.smithi016.stdout: "alloc_unit_slow": { 2024-04-15T16:06:27.541 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:27.541 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.541 INFO:tasks.workunit.client.0.smithi016.stdout: "alloc_unit_wal": { 2024-04-15T16:06:27.542 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:27.542 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.542 INFO:tasks.workunit.client.0.smithi016.stdout: "alloc_wal_max_lat": { 2024-04-15T16:06:27.542 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:27.542 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.542 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes_written_slow": { 2024-04-15T16:06:27.542 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:27.542 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.542 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes_written_sst": { 2024-04-15T16:06:27.542 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 4804608 2024-04-15T16:06:27.542 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.542 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes_written_wal": { 2024-04-15T16:06:27.542 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 626302976 2024-04-15T16:06:27.542 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.543 INFO:tasks.workunit.client.0.smithi016.stdout: "compact_lat": { 2024-04-15T16:06:27.543 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 16, 2024-04-15T16:06:27.543 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 4501778 2024-04-15T16:06:27.543 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.543 INFO:tasks.workunit.client.0.smithi016.stdout: "compact_lock_lat": { 2024-04-15T16:06:27.543 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 16, 2024-04-15T16:06:27.543 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 1766235 2024-04-15T16:06:27.543 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.543 INFO:tasks.workunit.client.0.smithi016.stdout: "db_alloc_lat": { 2024-04-15T16:06:27.543 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 165, 2024-04-15T16:06:27.543 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 1633683 2024-04-15T16:06:27.543 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.543 INFO:tasks.workunit.client.0.smithi016.stdout: "db_total_bytes": { 2024-04-15T16:06:27.543 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 95995027456 2024-04-15T16:06:27.543 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.544 INFO:tasks.workunit.client.0.smithi016.stdout: "db_used_bytes": { 2024-04-15T16:06:27.544 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 614334464 2024-04-15T16:06:27.544 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.544 INFO:tasks.workunit.client.0.smithi016.stdout: "flush_lat": { 2024-04-15T16:06:27.544 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 67744, 2024-04-15T16:06:27.544 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 5744516391 2024-04-15T16:06:27.544 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.544 INFO:tasks.workunit.client.0.smithi016.stdout: "fsync_lat": { 2024-04-15T16:06:27.544 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 67741, 2024-04-15T16:06:27.544 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 10814304347 2024-04-15T16:06:27.544 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.544 INFO:tasks.workunit.client.0.smithi016.stdout: "log_bytes": { 2024-04-15T16:06:27.544 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 11476992 2024-04-15T16:06:27.544 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.545 INFO:tasks.workunit.client.0.smithi016.stdout: "logged_bytes": { 2024-04-15T16:06:27.545 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 277471232 2024-04-15T16:06:27.545 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.545 INFO:tasks.workunit.client.0.smithi016.stdout: "max_bytes_db": { 2024-04-15T16:06:27.545 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 627113984 2024-04-15T16:06:27.545 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.545 INFO:tasks.workunit.client.0.smithi016.stdout: "max_bytes_slow": { 2024-04-15T16:06:27.545 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:27.545 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.545 INFO:tasks.workunit.client.0.smithi016.stdout: "max_bytes_wal": { 2024-04-15T16:06:27.545 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:27.545 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.545 INFO:tasks.workunit.client.0.smithi016.stdout: "num_files": { 2024-04-15T16:06:27.546 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 44 2024-04-15T16:06:27.546 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.546 INFO:tasks.workunit.client.0.smithi016.stdout: "read_bytes": { 2024-04-15T16:06:27.546 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 3087893680 2024-04-15T16:06:27.546 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.546 INFO:tasks.workunit.client.0.smithi016.stdout: "read_count": { 2024-04-15T16:06:27.546 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 27633 2024-04-15T16:06:27.546 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.546 INFO:tasks.workunit.client.0.smithi016.stdout: "read_disk_bytes": { 2024-04-15T16:06:27.546 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 2779262976 2024-04-15T16:06:27.546 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.546 INFO:tasks.workunit.client.0.smithi016.stdout: "read_disk_bytes_db": { 2024-04-15T16:06:27.546 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 2779267072 2024-04-15T16:06:27.546 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.547 INFO:tasks.workunit.client.0.smithi016.stdout: "read_disk_bytes_slow": { 2024-04-15T16:06:27.547 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:27.547 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.547 INFO:tasks.workunit.client.0.smithi016.stdout: "read_disk_bytes_wal": { 2024-04-15T16:06:27.547 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:27.547 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.547 INFO:tasks.workunit.client.0.smithi016.stdout: "read_disk_count": { 2024-04-15T16:06:27.547 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 24684 2024-04-15T16:06:27.547 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.547 INFO:tasks.workunit.client.0.smithi016.stdout: "read_lat": { 2024-04-15T16:06:27.547 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 27633, 2024-04-15T16:06:27.547 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 1263431438 2024-04-15T16:06:27.547 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.547 INFO:tasks.workunit.client.0.smithi016.stdout: "read_prefetch_bytes": { 2024-04-15T16:06:27.548 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 3015657650 2024-04-15T16:06:27.548 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.548 INFO:tasks.workunit.client.0.smithi016.stdout: "read_prefetch_count": { 2024-04-15T16:06:27.548 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 25415 2024-04-15T16:06:27.548 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.548 INFO:tasks.workunit.client.0.smithi016.stdout: "read_random_buffer_bytes": { 2024-04-15T16:06:27.548 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 1742261 2024-04-15T16:06:27.548 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.548 INFO:tasks.workunit.client.0.smithi016.stdout: "read_random_buffer_count": { 2024-04-15T16:06:27.548 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 453 2024-04-15T16:06:27.548 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.548 INFO:tasks.workunit.client.0.smithi016.stdout: "read_random_bytes": { 2024-04-15T16:06:27.548 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 4744552 2024-04-15T16:06:27.548 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.548 INFO:tasks.workunit.client.0.smithi016.stdout: "read_random_count": { 2024-04-15T16:06:27.549 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 634 2024-04-15T16:06:27.549 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.549 INFO:tasks.workunit.client.0.smithi016.stdout: "read_random_disk_bytes": { 2024-04-15T16:06:27.549 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 3002291 2024-04-15T16:06:27.549 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.549 INFO:tasks.workunit.client.0.smithi016.stdout: "read_random_disk_bytes_db": { 2024-04-15T16:06:27.549 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 3002291 2024-04-15T16:06:27.549 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.549 INFO:tasks.workunit.client.0.smithi016.stdout: "read_random_disk_bytes_slow": { 2024-04-15T16:06:27.549 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:27.549 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.549 INFO:tasks.workunit.client.0.smithi016.stdout: "read_random_disk_bytes_wal": { 2024-04-15T16:06:27.549 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:27.549 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.550 INFO:tasks.workunit.client.0.smithi016.stdout: "read_random_disk_count": { 2024-04-15T16:06:27.550 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 184 2024-04-15T16:06:27.550 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.550 INFO:tasks.workunit.client.0.smithi016.stdout: "read_random_lat": { 2024-04-15T16:06:27.550 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 634, 2024-04-15T16:06:27.550 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 1725915 2024-04-15T16:06:27.550 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.550 INFO:tasks.workunit.client.0.smithi016.stdout: "slow_alloc_lat": { 2024-04-15T16:06:27.550 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 0, 2024-04-15T16:06:27.550 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:27.550 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.550 INFO:tasks.workunit.client.0.smithi016.stdout: "slow_total_bytes": { 2024-04-15T16:06:27.551 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:27.551 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.551 INFO:tasks.workunit.client.0.smithi016.stdout: "slow_used_bytes": { 2024-04-15T16:06:27.551 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:27.551 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.551 INFO:tasks.workunit.client.0.smithi016.stdout: "truncate_lat": { 2024-04-15T16:06:27.551 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 1, 2024-04-15T16:06:27.551 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 541 2024-04-15T16:06:27.551 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.551 INFO:tasks.workunit.client.0.smithi016.stdout: "unlink_lat": { 2024-04-15T16:06:27.551 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 6, 2024-04-15T16:06:27.551 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 9870 2024-04-15T16:06:27.551 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.551 INFO:tasks.workunit.client.0.smithi016.stdout: "wal_alloc_lat": { 2024-04-15T16:06:27.551 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 0, 2024-04-15T16:06:27.552 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:27.552 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.552 INFO:tasks.workunit.client.0.smithi016.stdout: "wal_total_bytes": { 2024-04-15T16:06:27.552 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:27.552 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.552 INFO:tasks.workunit.client.0.smithi016.stdout: "wal_used_bytes": { 2024-04-15T16:06:27.552 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:27.552 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.552 INFO:tasks.workunit.client.0.smithi016.stdout: "write_bytes": { 2024-04-15T16:06:27.552 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 911015936 2024-04-15T16:06:27.552 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T16:06:27.552 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.552 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore": { 2024-04-15T16:06:27.552 INFO:tasks.workunit.client.0.smithi016.stdout: "alloc_unit": { 2024-04-15T16:06:27.553 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 4096 2024-04-15T16:06:27.553 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.553 INFO:tasks.workunit.client.0.smithi016.stdout: "allocated": { 2024-04-15T16:06:27.553 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 13373440 2024-04-15T16:06:27.553 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.553 INFO:tasks.workunit.client.0.smithi016.stdout: "allocator_lat": { 2024-04-15T16:06:27.553 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 14027, 2024-04-15T16:06:27.553 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 55727859 2024-04-15T16:06:27.553 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.553 INFO:tasks.workunit.client.0.smithi016.stdout: "clist_lat": { 2024-04-15T16:06:27.553 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 3606, 2024-04-15T16:06:27.553 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 3293704466 2024-04-15T16:06:27.553 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.553 INFO:tasks.workunit.client.0.smithi016.stdout: "compress_lat": { 2024-04-15T16:06:27.554 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 0, 2024-04-15T16:06:27.554 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:27.554 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.554 INFO:tasks.workunit.client.0.smithi016.stdout: "compressed": { 2024-04-15T16:06:27.554 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:27.554 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.554 INFO:tasks.workunit.client.0.smithi016.stdout: "compressed_allocated": { 2024-04-15T16:06:27.554 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:27.554 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.554 INFO:tasks.workunit.client.0.smithi016.stdout: "compressed_original": { 2024-04-15T16:06:27.554 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:27.554 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.554 INFO:tasks.workunit.client.0.smithi016.stdout: "csum_lat": { 2024-04-15T16:06:27.554 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 37410, 2024-04-15T16:06:27.555 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 319680006 2024-04-15T16:06:27.555 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.555 INFO:tasks.workunit.client.0.smithi016.stdout: "decompress_lat": { 2024-04-15T16:06:27.555 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 0, 2024-04-15T16:06:27.555 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:27.555 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.555 INFO:tasks.workunit.client.0.smithi016.stdout: "fragmentation_micros": { 2024-04-15T16:06:27.555 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:27.555 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.555 INFO:tasks.workunit.client.0.smithi016.stdout: "kv_commit_lat": { 2024-04-15T16:06:27.555 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 67682, 2024-04-15T16:06:27.555 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 14467132843 2024-04-15T16:06:27.555 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.555 INFO:tasks.workunit.client.0.smithi016.stdout: "kv_final_lat": { 2024-04-15T16:06:27.555 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 67137, 2024-04-15T16:06:27.556 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 1489677519 2024-04-15T16:06:27.556 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.556 INFO:tasks.workunit.client.0.smithi016.stdout: "kv_flush_lat": { 2024-04-15T16:06:27.556 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 67682, 2024-04-15T16:06:27.556 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 36278302 2024-04-15T16:06:27.556 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.556 INFO:tasks.workunit.client.0.smithi016.stdout: "kv_sync_lat": { 2024-04-15T16:06:27.556 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 67682, 2024-04-15T16:06:27.556 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 14503411145 2024-04-15T16:06:27.556 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.556 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_get_keys_lat": { 2024-04-15T16:06:27.556 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 0, 2024-04-15T16:06:27.556 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:27.557 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.557 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_get_values_lat": { 2024-04-15T16:06:27.557 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 50453, 2024-04-15T16:06:27.557 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 625156718 2024-04-15T16:06:27.557 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.557 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_lower_bound_lat": { 2024-04-15T16:06:27.557 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 1001, 2024-04-15T16:06:27.557 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 2502661 2024-04-15T16:06:27.557 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.557 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_next_lat": { 2024-04-15T16:06:27.557 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 20869, 2024-04-15T16:06:27.557 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 10411795 2024-04-15T16:06:27.557 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.557 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_seek_to_first_lat": { 2024-04-15T16:06:27.558 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 39, 2024-04-15T16:06:27.558 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 59839 2024-04-15T16:06:27.558 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.558 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_upper_bound_lat": { 2024-04-15T16:06:27.558 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 19361, 2024-04-15T16:06:27.558 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 1031726866 2024-04-15T16:06:27.558 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.558 INFO:tasks.workunit.client.0.smithi016.stdout: "onode_hits": { 2024-04-15T16:06:27.558 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 239931 2024-04-15T16:06:27.558 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.558 INFO:tasks.workunit.client.0.smithi016.stdout: "onode_misses": { 2024-04-15T16:06:27.558 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 18768 2024-04-15T16:06:27.558 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.558 INFO:tasks.workunit.client.0.smithi016.stdout: "read_lat": { 2024-04-15T16:06:27.558 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 12047, 2024-04-15T16:06:27.559 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 1767012789 2024-04-15T16:06:27.559 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.559 INFO:tasks.workunit.client.0.smithi016.stdout: "read_onode_meta_lat": { 2024-04-15T16:06:27.559 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 29638, 2024-04-15T16:06:27.559 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 11273936 2024-04-15T16:06:27.559 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.559 INFO:tasks.workunit.client.0.smithi016.stdout: "read_wait_aio_lat": { 2024-04-15T16:06:27.559 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 17591, 2024-04-15T16:06:27.559 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 1320255311 2024-04-15T16:06:27.559 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.559 INFO:tasks.workunit.client.0.smithi016.stdout: "reads_with_retries": { 2024-04-15T16:06:27.559 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:27.559 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.559 INFO:tasks.workunit.client.0.smithi016.stdout: "remove_lat": { 2024-04-15T16:06:27.560 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 12563, 2024-04-15T16:06:27.560 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 410373995 2024-04-15T16:06:27.560 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.560 INFO:tasks.workunit.client.0.smithi016.stdout: "slow_aio_wait_count": { 2024-04-15T16:06:27.560 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:27.560 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.560 INFO:tasks.workunit.client.0.smithi016.stdout: "slow_committed_kv_count": { 2024-04-15T16:06:27.560 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:27.560 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.560 INFO:tasks.workunit.client.0.smithi016.stdout: "slow_read_onode_meta_count": { 2024-04-15T16:06:27.560 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:27.560 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.560 INFO:tasks.workunit.client.0.smithi016.stdout: "slow_read_wait_aio_count": { 2024-04-15T16:06:27.560 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:27.561 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.561 INFO:tasks.workunit.client.0.smithi016.stdout: "state_aio_wait_lat": { 2024-04-15T16:06:27.561 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 77964, 2024-04-15T16:06:27.561 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 5101871078 2024-04-15T16:06:27.561 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.561 INFO:tasks.workunit.client.0.smithi016.stdout: "state_deferred_aio_wait_lat": { 2024-04-15T16:06:27.561 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 5651, 2024-04-15T16:06:27.561 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 294601405 2024-04-15T16:06:27.561 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.561 INFO:tasks.workunit.client.0.smithi016.stdout: "state_deferred_cleanup_lat": { 2024-04-15T16:06:27.561 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 5650, 2024-04-15T16:06:27.561 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 4509486079837 2024-04-15T16:06:27.561 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.561 INFO:tasks.workunit.client.0.smithi016.stdout: "state_deferred_queued_lat": { 2024-04-15T16:06:27.561 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 5651, 2024-04-15T16:06:27.562 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 6152048464038 2024-04-15T16:06:27.562 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.562 INFO:tasks.workunit.client.0.smithi016.stdout: "state_done_lat": { 2024-04-15T16:06:27.562 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 77963, 2024-04-15T16:06:27.562 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 3003136753238 2024-04-15T16:06:27.562 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.562 INFO:tasks.workunit.client.0.smithi016.stdout: "state_finishing_lat": { 2024-04-15T16:06:27.562 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 77963, 2024-04-15T16:06:27.562 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 11474796 2024-04-15T16:06:27.562 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.562 INFO:tasks.workunit.client.0.smithi016.stdout: "state_io_done_lat": { 2024-04-15T16:06:27.562 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 77964, 2024-04-15T16:06:27.562 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 176738308 2024-04-15T16:06:27.562 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.563 INFO:tasks.workunit.client.0.smithi016.stdout: "state_kv_commiting_lat": { 2024-04-15T16:06:27.563 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 77964, 2024-04-15T16:06:27.563 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 24546384091 2024-04-15T16:06:27.563 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.563 INFO:tasks.workunit.client.0.smithi016.stdout: "state_kv_done_lat": { 2024-04-15T16:06:27.563 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 77964, 2024-04-15T16:06:27.563 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 27222120 2024-04-15T16:06:27.563 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.563 INFO:tasks.workunit.client.0.smithi016.stdout: "state_kv_queued_lat": { 2024-04-15T16:06:27.563 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 77964, 2024-04-15T16:06:27.563 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 12160052242 2024-04-15T16:06:27.563 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.563 INFO:tasks.workunit.client.0.smithi016.stdout: "state_prepare_lat": { 2024-04-15T16:06:27.563 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 77964, 2024-04-15T16:06:27.564 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 10614534969 2024-04-15T16:06:27.564 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.564 INFO:tasks.workunit.client.0.smithi016.stdout: "stored": { 2024-04-15T16:06:27.564 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 9643413 2024-04-15T16:06:27.564 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.564 INFO:tasks.workunit.client.0.smithi016.stdout: "truncate_lat": { 2024-04-15T16:06:27.564 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 2490, 2024-04-15T16:06:27.564 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 14905242 2024-04-15T16:06:27.564 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.564 INFO:tasks.workunit.client.0.smithi016.stdout: "txc_commit_lat": { 2024-04-15T16:06:27.564 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 77964, 2024-04-15T16:06:27.564 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 52611036537 2024-04-15T16:06:27.564 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.564 INFO:tasks.workunit.client.0.smithi016.stdout: "txc_submit_lat": { 2024-04-15T16:06:27.565 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 77964, 2024-04-15T16:06:27.565 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 11530929647 2024-04-15T16:06:27.565 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.565 INFO:tasks.workunit.client.0.smithi016.stdout: "txc_throttle_lat": { 2024-04-15T16:06:27.565 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 77964, 2024-04-15T16:06:27.565 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 497395399 2024-04-15T16:06:27.565 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T16:06:27.565 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.565 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore-pricache": { 2024-04-15T16:06:27.565 INFO:tasks.workunit.client.0.smithi016.stdout: "cache_bytes": { 2024-04-15T16:06:27.565 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 1406236763 2024-04-15T16:06:27.565 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.565 INFO:tasks.workunit.client.0.smithi016.stdout: "heap_bytes": { 2024-04-15T16:06:27.565 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 528744448 2024-04-15T16:06:27.565 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.566 INFO:tasks.workunit.client.0.smithi016.stdout: "mapped_bytes": { 2024-04-15T16:06:27.566 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 454254592 2024-04-15T16:06:27.566 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.566 INFO:tasks.workunit.client.0.smithi016.stdout: "target_bytes": { 2024-04-15T16:06:27.566 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 2601815449 2024-04-15T16:06:27.566 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.566 INFO:tasks.workunit.client.0.smithi016.stdout: "unmapped_bytes": { 2024-04-15T16:06:27.566 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 74489856 2024-04-15T16:06:27.566 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T16:06:27.566 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.566 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore-pricache:data": { 2024-04-15T16:06:27.566 INFO:tasks.workunit.client.0.smithi016.stdout: "committed_bytes": { 2024-04-15T16:06:27.566 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 125829120 2024-04-15T16:06:27.566 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.567 INFO:tasks.workunit.client.0.smithi016.stdout: "pri0_bytes": { 2024-04-15T16:06:27.567 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:27.567 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.567 INFO:tasks.workunit.client.0.smithi016.stdout: "pri10_bytes": { 2024-04-15T16:06:27.567 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:27.567 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.567 INFO:tasks.workunit.client.0.smithi016.stdout: "pri11_bytes": { 2024-04-15T16:06:27.567 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 57339540 2024-04-15T16:06:27.567 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.567 INFO:tasks.workunit.client.0.smithi016.stdout: "pri1_bytes": { 2024-04-15T16:06:27.567 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:27.567 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.567 INFO:tasks.workunit.client.0.smithi016.stdout: "pri2_bytes": { 2024-04-15T16:06:27.567 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:27.567 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.568 INFO:tasks.workunit.client.0.smithi016.stdout: "pri3_bytes": { 2024-04-15T16:06:27.568 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:27.568 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.568 INFO:tasks.workunit.client.0.smithi016.stdout: "pri4_bytes": { 2024-04-15T16:06:27.568 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:27.568 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.568 INFO:tasks.workunit.client.0.smithi016.stdout: "pri5_bytes": { 2024-04-15T16:06:27.568 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:27.568 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.568 INFO:tasks.workunit.client.0.smithi016.stdout: "pri6_bytes": { 2024-04-15T16:06:27.568 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 32768 2024-04-15T16:06:27.568 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.568 INFO:tasks.workunit.client.0.smithi016.stdout: "pri7_bytes": { 2024-04-15T16:06:27.568 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:27.569 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.569 INFO:tasks.workunit.client.0.smithi016.stdout: "pri8_bytes": { 2024-04-15T16:06:27.569 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:27.569 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.569 INFO:tasks.workunit.client.0.smithi016.stdout: "pri9_bytes": { 2024-04-15T16:06:27.569 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:27.569 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.569 INFO:tasks.workunit.client.0.smithi016.stdout: "reserved_bytes": { 2024-04-15T16:06:27.569 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 68456812 2024-04-15T16:06:27.569 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T16:06:27.569 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.569 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore-pricache:kv": { 2024-04-15T16:06:27.569 INFO:tasks.workunit.client.0.smithi016.stdout: "committed_bytes": { 2024-04-15T16:06:27.569 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 570425344 2024-04-15T16:06:27.570 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.570 INFO:tasks.workunit.client.0.smithi016.stdout: "pri0_bytes": { 2024-04-15T16:06:27.570 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 67108864 2024-04-15T16:06:27.570 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.570 INFO:tasks.workunit.client.0.smithi016.stdout: "pri10_bytes": { 2024-04-15T16:06:27.570 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:27.570 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.570 INFO:tasks.workunit.client.0.smithi016.stdout: "pri11_bytes": { 2024-04-15T16:06:27.570 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 430046555 2024-04-15T16:06:27.570 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.570 INFO:tasks.workunit.client.0.smithi016.stdout: "pri1_bytes": { 2024-04-15T16:06:27.570 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:27.570 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.570 INFO:tasks.workunit.client.0.smithi016.stdout: "pri2_bytes": { 2024-04-15T16:06:27.571 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:27.571 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.571 INFO:tasks.workunit.client.0.smithi016.stdout: "pri3_bytes": { 2024-04-15T16:06:27.571 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 1360 2024-04-15T16:06:27.571 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.571 INFO:tasks.workunit.client.0.smithi016.stdout: "pri4_bytes": { 2024-04-15T16:06:27.571 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:27.571 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.571 INFO:tasks.workunit.client.0.smithi016.stdout: "pri5_bytes": { 2024-04-15T16:06:27.571 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 83904 2024-04-15T16:06:27.571 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.571 INFO:tasks.workunit.client.0.smithi016.stdout: "pri6_bytes": { 2024-04-15T16:06:27.571 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:27.571 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.571 INFO:tasks.workunit.client.0.smithi016.stdout: "pri7_bytes": { 2024-04-15T16:06:27.572 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:27.572 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.572 INFO:tasks.workunit.client.0.smithi016.stdout: "pri8_bytes": { 2024-04-15T16:06:27.572 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:27.572 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.572 INFO:tasks.workunit.client.0.smithi016.stdout: "pri9_bytes": { 2024-04-15T16:06:27.572 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:27.572 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.572 INFO:tasks.workunit.client.0.smithi016.stdout: "reserved_bytes": { 2024-04-15T16:06:27.572 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 73184661 2024-04-15T16:06:27.572 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T16:06:27.572 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.572 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore-pricache:kv_onode": { 2024-04-15T16:06:27.572 INFO:tasks.workunit.client.0.smithi016.stdout: "committed_bytes": { 2024-04-15T16:06:27.573 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 184549376 2024-04-15T16:06:27.573 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.573 INFO:tasks.workunit.client.0.smithi016.stdout: "pri0_bytes": { 2024-04-15T16:06:27.573 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 67108864 2024-04-15T16:06:27.573 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.573 INFO:tasks.workunit.client.0.smithi016.stdout: "pri10_bytes": { 2024-04-15T16:06:27.573 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 4670560 2024-04-15T16:06:27.573 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.573 INFO:tasks.workunit.client.0.smithi016.stdout: "pri11_bytes": { 2024-04-15T16:06:27.573 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 38226360 2024-04-15T16:06:27.573 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.573 INFO:tasks.workunit.client.0.smithi016.stdout: "pri1_bytes": { 2024-04-15T16:06:27.573 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:27.573 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.574 INFO:tasks.workunit.client.0.smithi016.stdout: "pri2_bytes": { 2024-04-15T16:06:27.574 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:27.574 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.574 INFO:tasks.workunit.client.0.smithi016.stdout: "pri3_bytes": { 2024-04-15T16:06:27.574 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:27.574 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.574 INFO:tasks.workunit.client.0.smithi016.stdout: "pri4_bytes": { 2024-04-15T16:06:27.574 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:27.574 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.574 INFO:tasks.workunit.client.0.smithi016.stdout: "pri5_bytes": { 2024-04-15T16:06:27.574 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:27.574 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.574 INFO:tasks.workunit.client.0.smithi016.stdout: "pri6_bytes": { 2024-04-15T16:06:27.574 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:27.575 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.575 INFO:tasks.workunit.client.0.smithi016.stdout: "pri7_bytes": { 2024-04-15T16:06:27.575 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:27.575 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.575 INFO:tasks.workunit.client.0.smithi016.stdout: "pri8_bytes": { 2024-04-15T16:06:27.575 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:27.575 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.575 INFO:tasks.workunit.client.0.smithi016.stdout: "pri9_bytes": { 2024-04-15T16:06:27.575 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:27.575 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.575 INFO:tasks.workunit.client.0.smithi016.stdout: "reserved_bytes": { 2024-04-15T16:06:27.575 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 74543592 2024-04-15T16:06:27.575 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T16:06:27.575 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.576 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore-pricache:meta": { 2024-04-15T16:06:27.576 INFO:tasks.workunit.client.0.smithi016.stdout: "committed_bytes": { 2024-04-15T16:06:27.576 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 503316480 2024-04-15T16:06:27.576 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.576 INFO:tasks.workunit.client.0.smithi016.stdout: "pri0_bytes": { 2024-04-15T16:06:27.576 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:27.576 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.576 INFO:tasks.workunit.client.0.smithi016.stdout: "pri10_bytes": { 2024-04-15T16:06:27.576 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:27.576 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.576 INFO:tasks.workunit.client.0.smithi016.stdout: "pri11_bytes": { 2024-04-15T16:06:27.576 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 430046555 2024-04-15T16:06:27.576 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.576 INFO:tasks.workunit.client.0.smithi016.stdout: "pri1_bytes": { 2024-04-15T16:06:27.577 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:27.577 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.577 INFO:tasks.workunit.client.0.smithi016.stdout: "pri2_bytes": { 2024-04-15T16:06:27.577 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:27.577 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.577 INFO:tasks.workunit.client.0.smithi016.stdout: "pri3_bytes": { 2024-04-15T16:06:27.577 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:27.577 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.577 INFO:tasks.workunit.client.0.smithi016.stdout: "pri4_bytes": { 2024-04-15T16:06:27.577 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:27.577 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.577 INFO:tasks.workunit.client.0.smithi016.stdout: "pri5_bytes": { 2024-04-15T16:06:27.577 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 113099 2024-04-15T16:06:27.578 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.578 INFO:tasks.workunit.client.0.smithi016.stdout: "pri6_bytes": { 2024-04-15T16:06:27.578 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 1129990 2024-04-15T16:06:27.578 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.578 INFO:tasks.workunit.client.0.smithi016.stdout: "pri7_bytes": { 2024-04-15T16:06:27.578 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:27.578 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.578 INFO:tasks.workunit.client.0.smithi016.stdout: "pri8_bytes": { 2024-04-15T16:06:27.578 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:27.578 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.578 INFO:tasks.workunit.client.0.smithi016.stdout: "pri9_bytes": { 2024-04-15T16:06:27.578 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:27.578 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.578 INFO:tasks.workunit.client.0.smithi016.stdout: "reserved_bytes": { 2024-04-15T16:06:27.579 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 72026836 2024-04-15T16:06:27.579 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T16:06:27.579 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.579 INFO:tasks.workunit.client.0.smithi016.stdout: "objecter": { 2024-04-15T16:06:27.579 INFO:tasks.workunit.client.0.smithi016.stdout: "op_active": { 2024-04-15T16:06:27.579 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:27.579 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.579 INFO:tasks.workunit.client.0.smithi016.stdout: "op_r": { 2024-04-15T16:06:27.579 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 83 2024-04-15T16:06:27.579 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.579 INFO:tasks.workunit.client.0.smithi016.stdout: "op_rmw": { 2024-04-15T16:06:27.579 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:27.579 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.579 INFO:tasks.workunit.client.0.smithi016.stdout: "op_w": { 2024-04-15T16:06:27.579 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:27.580 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T16:06:27.580 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.580 INFO:tasks.workunit.client.0.smithi016.stdout: "osd": { 2024-04-15T16:06:27.580 INFO:tasks.workunit.client.0.smithi016.stdout: "numpg": { 2024-04-15T16:06:27.580 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 43 2024-04-15T16:06:27.580 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.580 INFO:tasks.workunit.client.0.smithi016.stdout: "numpg_removing": { 2024-04-15T16:06:27.580 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:27.580 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.580 INFO:tasks.workunit.client.0.smithi016.stdout: "op": { 2024-04-15T16:06:27.580 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 56250 2024-04-15T16:06:27.580 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.580 INFO:tasks.workunit.client.0.smithi016.stdout: "op_before_queue_op_lat": { 2024-04-15T16:06:27.580 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 148928, 2024-04-15T16:06:27.581 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 8382664349 2024-04-15T16:06:27.581 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.581 INFO:tasks.workunit.client.0.smithi016.stdout: "op_delayed_degraded": { 2024-04-15T16:06:27.581 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:27.581 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.581 INFO:tasks.workunit.client.0.smithi016.stdout: "op_delayed_unreadable": { 2024-04-15T16:06:27.581 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 7 2024-04-15T16:06:27.581 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.581 INFO:tasks.workunit.client.0.smithi016.stdout: "op_in_bytes": { 2024-04-15T16:06:27.581 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 2147696796 2024-04-15T16:06:27.581 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.581 INFO:tasks.workunit.client.0.smithi016.stdout: "op_latency": { 2024-04-15T16:06:27.581 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 56250, 2024-04-15T16:06:27.581 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 90279681313 2024-04-15T16:06:27.581 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.582 INFO:tasks.workunit.client.0.smithi016.stdout: "op_out_bytes": { 2024-04-15T16:06:27.582 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 3968825031 2024-04-15T16:06:27.582 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.582 INFO:tasks.workunit.client.0.smithi016.stdout: "op_prepare_latency": { 2024-04-15T16:06:27.582 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 57122, 2024-04-15T16:06:27.582 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 41414394864 2024-04-15T16:06:27.582 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.582 INFO:tasks.workunit.client.0.smithi016.stdout: "op_process_latency": { 2024-04-15T16:06:27.582 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 56250, 2024-04-15T16:06:27.582 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 69747455696 2024-04-15T16:06:27.582 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.582 INFO:tasks.workunit.client.0.smithi016.stdout: "op_r": { 2024-04-15T16:06:27.582 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 27647 2024-04-15T16:06:27.582 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.583 INFO:tasks.workunit.client.0.smithi016.stdout: "op_r_latency": { 2024-04-15T16:06:27.583 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 27647, 2024-04-15T16:06:27.583 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 15772805725 2024-04-15T16:06:27.583 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.583 INFO:tasks.workunit.client.0.smithi016.stdout: "op_r_latency_out_bytes_histogram": { 2024-04-15T16:06:27.583 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:27.583 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.583 INFO:tasks.workunit.client.0.smithi016.stdout: "op_r_out_bytes": { 2024-04-15T16:06:27.583 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 3968825031 2024-04-15T16:06:27.583 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.583 INFO:tasks.workunit.client.0.smithi016.stdout: "op_r_prepare_latency": { 2024-04-15T16:06:27.583 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 28078, 2024-04-15T16:06:27.583 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 6123467996 2024-04-15T16:06:27.583 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.584 INFO:tasks.workunit.client.0.smithi016.stdout: "op_r_process_latency": { 2024-04-15T16:06:27.584 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 27647, 2024-04-15T16:06:27.584 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 8963068036 2024-04-15T16:06:27.584 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.584 INFO:tasks.workunit.client.0.smithi016.stdout: "op_rw": { 2024-04-15T16:06:27.584 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 26666 2024-04-15T16:06:27.584 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.584 INFO:tasks.workunit.client.0.smithi016.stdout: "op_rw_in_bytes": { 2024-04-15T16:06:27.584 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 556795236 2024-04-15T16:06:27.584 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.584 INFO:tasks.workunit.client.0.smithi016.stdout: "op_rw_latency": { 2024-04-15T16:06:27.584 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 26666, 2024-04-15T16:06:27.584 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 48996766555 2024-04-15T16:06:27.584 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.585 INFO:tasks.workunit.client.0.smithi016.stdout: "op_rw_latency_in_bytes_histogram": { 2024-04-15T16:06:27.585 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:27.585 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.585 INFO:tasks.workunit.client.0.smithi016.stdout: "op_rw_latency_out_bytes_histogram": { 2024-04-15T16:06:27.585 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:27.585 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.585 INFO:tasks.workunit.client.0.smithi016.stdout: "op_rw_out_bytes": { 2024-04-15T16:06:27.585 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:27.585 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.585 INFO:tasks.workunit.client.0.smithi016.stdout: "op_rw_prepare_latency": { 2024-04-15T16:06:27.585 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 26956, 2024-04-15T16:06:27.585 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 31772259303 2024-04-15T16:06:27.585 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.585 INFO:tasks.workunit.client.0.smithi016.stdout: "op_rw_process_latency": { 2024-04-15T16:06:27.586 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 26666, 2024-04-15T16:06:27.586 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 46690361625 2024-04-15T16:06:27.586 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.586 INFO:tasks.workunit.client.0.smithi016.stdout: "op_w": { 2024-04-15T16:06:27.586 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 1937 2024-04-15T16:06:27.586 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.586 INFO:tasks.workunit.client.0.smithi016.stdout: "op_w_in_bytes": { 2024-04-15T16:06:27.586 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 1590901560 2024-04-15T16:06:27.586 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.586 INFO:tasks.workunit.client.0.smithi016.stdout: "op_w_latency": { 2024-04-15T16:06:27.586 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 1937, 2024-04-15T16:06:27.586 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 25510109033 2024-04-15T16:06:27.586 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.586 INFO:tasks.workunit.client.0.smithi016.stdout: "op_w_latency_in_bytes_histogram": { 2024-04-15T16:06:27.587 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:27.587 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.587 INFO:tasks.workunit.client.0.smithi016.stdout: "op_w_prepare_latency": { 2024-04-15T16:06:27.587 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 2088, 2024-04-15T16:06:27.587 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 3518667565 2024-04-15T16:06:27.587 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.587 INFO:tasks.workunit.client.0.smithi016.stdout: "op_w_process_latency": { 2024-04-15T16:06:27.587 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 1937, 2024-04-15T16:06:27.587 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 14094026035 2024-04-15T16:06:27.587 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.587 INFO:tasks.workunit.client.0.smithi016.stdout: "op_wip": { 2024-04-15T16:06:27.587 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:27.587 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.587 INFO:tasks.workunit.client.0.smithi016.stdout: "recovery_bytes": { 2024-04-15T16:06:27.588 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 5571732 2024-04-15T16:06:27.588 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.588 INFO:tasks.workunit.client.0.smithi016.stdout: "recovery_ops": { 2024-04-15T16:06:27.588 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 38 2024-04-15T16:06:27.588 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.588 INFO:tasks.workunit.client.0.smithi016.stdout: "stat_bytes": { 2024-04-15T16:06:27.588 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 95995035648 2024-04-15T16:06:27.588 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.588 INFO:tasks.workunit.client.0.smithi016.stdout: "stat_bytes_used": { 2024-04-15T16:06:27.588 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 627720192 2024-04-15T16:06:27.588 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T16:06:27.588 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T16:06:27.588 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.588 INFO:tasks.workunit.client.0.smithi016.stdout: "osd.3": { 2024-04-15T16:06:27.589 INFO:tasks.workunit.client.0.smithi016.stdout: "bluefs": { 2024-04-15T16:06:27.589 INFO:tasks.workunit.client.0.smithi016.stdout: "alloc_db_max_lat": { 2024-04-15T16:06:27.589 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 31543 2024-04-15T16:06:27.589 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.589 INFO:tasks.workunit.client.0.smithi016.stdout: "alloc_slow_fallback": { 2024-04-15T16:06:27.589 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:27.589 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.589 INFO:tasks.workunit.client.0.smithi016.stdout: "alloc_slow_max_lat": { 2024-04-15T16:06:27.589 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:27.589 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.589 INFO:tasks.workunit.client.0.smithi016.stdout: "alloc_slow_size_fallback": { 2024-04-15T16:06:27.589 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:27.589 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.589 INFO:tasks.workunit.client.0.smithi016.stdout: "alloc_unit_db": { 2024-04-15T16:06:27.590 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 65536 2024-04-15T16:06:27.590 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.590 INFO:tasks.workunit.client.0.smithi016.stdout: "alloc_unit_slow": { 2024-04-15T16:06:27.590 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:27.590 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.590 INFO:tasks.workunit.client.0.smithi016.stdout: "alloc_unit_wal": { 2024-04-15T16:06:27.590 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:27.590 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.590 INFO:tasks.workunit.client.0.smithi016.stdout: "alloc_wal_max_lat": { 2024-04-15T16:06:27.590 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:27.590 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.590 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes_written_slow": { 2024-04-15T16:06:27.590 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:27.590 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.591 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes_written_sst": { 2024-04-15T16:06:27.591 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 3084288 2024-04-15T16:06:27.591 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.591 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes_written_wal": { 2024-04-15T16:06:27.591 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 666308608 2024-04-15T16:06:27.591 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.591 INFO:tasks.workunit.client.0.smithi016.stdout: "compact_lat": { 2024-04-15T16:06:27.591 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 16, 2024-04-15T16:06:27.591 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 4023485 2024-04-15T16:06:27.591 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.591 INFO:tasks.workunit.client.0.smithi016.stdout: "compact_lock_lat": { 2024-04-15T16:06:27.591 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 16, 2024-04-15T16:06:27.591 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 1234195 2024-04-15T16:06:27.591 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.592 INFO:tasks.workunit.client.0.smithi016.stdout: "db_alloc_lat": { 2024-04-15T16:06:27.592 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 167, 2024-04-15T16:06:27.592 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 904453 2024-04-15T16:06:27.592 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.592 INFO:tasks.workunit.client.0.smithi016.stdout: "db_total_bytes": { 2024-04-15T16:06:27.592 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 95995027456 2024-04-15T16:06:27.592 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.592 INFO:tasks.workunit.client.0.smithi016.stdout: "db_used_bytes": { 2024-04-15T16:06:27.592 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 686489600 2024-04-15T16:06:27.592 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.592 INFO:tasks.workunit.client.0.smithi016.stdout: "flush_lat": { 2024-04-15T16:06:27.592 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 66794, 2024-04-15T16:06:27.592 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 5977197776 2024-04-15T16:06:27.592 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.592 INFO:tasks.workunit.client.0.smithi016.stdout: "fsync_lat": { 2024-04-15T16:06:27.593 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 66822, 2024-04-15T16:06:27.593 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 11061109467 2024-04-15T16:06:27.593 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.593 INFO:tasks.workunit.client.0.smithi016.stdout: "log_bytes": { 2024-04-15T16:06:27.593 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 7680000 2024-04-15T16:06:27.593 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.593 INFO:tasks.workunit.client.0.smithi016.stdout: "logged_bytes": { 2024-04-15T16:06:27.593 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 273674240 2024-04-15T16:06:27.593 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.593 INFO:tasks.workunit.client.0.smithi016.stdout: "max_bytes_db": { 2024-04-15T16:06:27.593 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 682229760 2024-04-15T16:06:27.593 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.593 INFO:tasks.workunit.client.0.smithi016.stdout: "max_bytes_slow": { 2024-04-15T16:06:27.593 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:27.594 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.594 INFO:tasks.workunit.client.0.smithi016.stdout: "max_bytes_wal": { 2024-04-15T16:06:27.594 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:27.594 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.594 INFO:tasks.workunit.client.0.smithi016.stdout: "num_files": { 2024-04-15T16:06:27.594 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 48 2024-04-15T16:06:27.594 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.594 INFO:tasks.workunit.client.0.smithi016.stdout: "read_bytes": { 2024-04-15T16:06:27.594 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 1444110913 2024-04-15T16:06:27.594 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.594 INFO:tasks.workunit.client.0.smithi016.stdout: "read_count": { 2024-04-15T16:06:27.594 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 21903 2024-04-15T16:06:27.594 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.594 INFO:tasks.workunit.client.0.smithi016.stdout: "read_disk_bytes": { 2024-04-15T16:06:27.595 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 1237819392 2024-04-15T16:06:27.595 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.595 INFO:tasks.workunit.client.0.smithi016.stdout: "read_disk_bytes_db": { 2024-04-15T16:06:27.595 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 1237823488 2024-04-15T16:06:27.595 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.595 INFO:tasks.workunit.client.0.smithi016.stdout: "read_disk_bytes_slow": { 2024-04-15T16:06:27.595 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:27.595 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.595 INFO:tasks.workunit.client.0.smithi016.stdout: "read_disk_bytes_wal": { 2024-04-15T16:06:27.595 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:27.595 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.595 INFO:tasks.workunit.client.0.smithi016.stdout: "read_disk_count": { 2024-04-15T16:06:27.595 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 18729 2024-04-15T16:06:27.595 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.596 INFO:tasks.workunit.client.0.smithi016.stdout: "read_lat": { 2024-04-15T16:06:27.596 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 21903, 2024-04-15T16:06:27.596 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 803449540 2024-04-15T16:06:27.596 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.596 INFO:tasks.workunit.client.0.smithi016.stdout: "read_prefetch_bytes": { 2024-04-15T16:06:27.596 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 1374076330 2024-04-15T16:06:27.596 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.596 INFO:tasks.workunit.client.0.smithi016.stdout: "read_prefetch_count": { 2024-04-15T16:06:27.596 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 19751 2024-04-15T16:06:27.596 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.596 INFO:tasks.workunit.client.0.smithi016.stdout: "read_random_buffer_bytes": { 2024-04-15T16:06:27.596 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 1356110 2024-04-15T16:06:27.596 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.596 INFO:tasks.workunit.client.0.smithi016.stdout: "read_random_buffer_count": { 2024-04-15T16:06:27.597 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 544 2024-04-15T16:06:27.597 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.597 INFO:tasks.workunit.client.0.smithi016.stdout: "read_random_bytes": { 2024-04-15T16:06:27.597 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 2995354 2024-04-15T16:06:27.597 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.597 INFO:tasks.workunit.client.0.smithi016.stdout: "read_random_count": { 2024-04-15T16:06:27.597 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 716 2024-04-15T16:06:27.597 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.597 INFO:tasks.workunit.client.0.smithi016.stdout: "read_random_disk_bytes": { 2024-04-15T16:06:27.597 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 1639244 2024-04-15T16:06:27.597 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.597 INFO:tasks.workunit.client.0.smithi016.stdout: "read_random_disk_bytes_db": { 2024-04-15T16:06:27.597 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 1639244 2024-04-15T16:06:27.597 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.598 INFO:tasks.workunit.client.0.smithi016.stdout: "read_random_disk_bytes_slow": { 2024-04-15T16:06:27.598 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:27.598 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.598 INFO:tasks.workunit.client.0.smithi016.stdout: "read_random_disk_bytes_wal": { 2024-04-15T16:06:27.598 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:27.598 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.598 INFO:tasks.workunit.client.0.smithi016.stdout: "read_random_disk_count": { 2024-04-15T16:06:27.598 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 173 2024-04-15T16:06:27.598 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.598 INFO:tasks.workunit.client.0.smithi016.stdout: "read_random_lat": { 2024-04-15T16:06:27.598 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 716, 2024-04-15T16:06:27.598 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 1389781 2024-04-15T16:06:27.598 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.598 INFO:tasks.workunit.client.0.smithi016.stdout: "slow_alloc_lat": { 2024-04-15T16:06:27.599 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 0, 2024-04-15T16:06:27.599 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:27.599 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.599 INFO:tasks.workunit.client.0.smithi016.stdout: "slow_total_bytes": { 2024-04-15T16:06:27.599 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:27.599 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.599 INFO:tasks.workunit.client.0.smithi016.stdout: "slow_used_bytes": { 2024-04-15T16:06:27.599 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:27.599 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.599 INFO:tasks.workunit.client.0.smithi016.stdout: "truncate_lat": { 2024-04-15T16:06:27.599 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 1, 2024-04-15T16:06:27.599 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 741 2024-04-15T16:06:27.599 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.599 INFO:tasks.workunit.client.0.smithi016.stdout: "unlink_lat": { 2024-04-15T16:06:27.600 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 7, 2024-04-15T16:06:27.600 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 9250 2024-04-15T16:06:27.600 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.600 INFO:tasks.workunit.client.0.smithi016.stdout: "wal_alloc_lat": { 2024-04-15T16:06:27.600 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 0, 2024-04-15T16:06:27.600 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:27.600 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.600 INFO:tasks.workunit.client.0.smithi016.stdout: "wal_total_bytes": { 2024-04-15T16:06:27.600 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:27.600 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.600 INFO:tasks.workunit.client.0.smithi016.stdout: "wal_used_bytes": { 2024-04-15T16:06:27.600 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:27.600 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.600 INFO:tasks.workunit.client.0.smithi016.stdout: "write_bytes": { 2024-04-15T16:06:27.601 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 945504256 2024-04-15T16:06:27.601 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T16:06:27.601 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.601 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore": { 2024-04-15T16:06:27.601 INFO:tasks.workunit.client.0.smithi016.stdout: "alloc_unit": { 2024-04-15T16:06:27.601 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 4096 2024-04-15T16:06:27.601 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.601 INFO:tasks.workunit.client.0.smithi016.stdout: "allocated": { 2024-04-15T16:06:27.601 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 9203712 2024-04-15T16:06:27.601 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.601 INFO:tasks.workunit.client.0.smithi016.stdout: "allocator_lat": { 2024-04-15T16:06:27.601 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 17539, 2024-04-15T16:06:27.601 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 59067770 2024-04-15T16:06:27.601 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.602 INFO:tasks.workunit.client.0.smithi016.stdout: "clist_lat": { 2024-04-15T16:06:27.602 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 3559, 2024-04-15T16:06:27.602 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 3546831526 2024-04-15T16:06:27.602 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.602 INFO:tasks.workunit.client.0.smithi016.stdout: "compress_lat": { 2024-04-15T16:06:27.602 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 0, 2024-04-15T16:06:27.602 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:27.602 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.602 INFO:tasks.workunit.client.0.smithi016.stdout: "compressed": { 2024-04-15T16:06:27.602 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:27.602 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.602 INFO:tasks.workunit.client.0.smithi016.stdout: "compressed_allocated": { 2024-04-15T16:06:27.602 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:27.602 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.603 INFO:tasks.workunit.client.0.smithi016.stdout: "compressed_original": { 2024-04-15T16:06:27.603 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:27.603 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.603 INFO:tasks.workunit.client.0.smithi016.stdout: "csum_lat": { 2024-04-15T16:06:27.603 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 19883, 2024-04-15T16:06:27.603 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 189462232 2024-04-15T16:06:27.603 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.603 INFO:tasks.workunit.client.0.smithi016.stdout: "decompress_lat": { 2024-04-15T16:06:27.603 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 0, 2024-04-15T16:06:27.603 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:27.603 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.603 INFO:tasks.workunit.client.0.smithi016.stdout: "fragmentation_micros": { 2024-04-15T16:06:27.603 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:27.603 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.603 INFO:tasks.workunit.client.0.smithi016.stdout: "kv_commit_lat": { 2024-04-15T16:06:27.604 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 66750, 2024-04-15T16:06:27.604 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 14647837551 2024-04-15T16:06:27.604 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.604 INFO:tasks.workunit.client.0.smithi016.stdout: "kv_final_lat": { 2024-04-15T16:06:27.604 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 66152, 2024-04-15T16:06:27.604 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 1716258503 2024-04-15T16:06:27.604 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.604 INFO:tasks.workunit.client.0.smithi016.stdout: "kv_flush_lat": { 2024-04-15T16:06:27.604 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 66750, 2024-04-15T16:06:27.604 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 42746624 2024-04-15T16:06:27.604 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.604 INFO:tasks.workunit.client.0.smithi016.stdout: "kv_sync_lat": { 2024-04-15T16:06:27.604 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 66750, 2024-04-15T16:06:27.604 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 14690584175 2024-04-15T16:06:27.605 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.605 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_get_keys_lat": { 2024-04-15T16:06:27.605 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 0, 2024-04-15T16:06:27.605 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:27.605 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.605 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_get_values_lat": { 2024-04-15T16:06:27.605 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 24628, 2024-04-15T16:06:27.605 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 523971386 2024-04-15T16:06:27.605 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.605 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_lower_bound_lat": { 2024-04-15T16:06:27.605 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 1287, 2024-04-15T16:06:27.605 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 2713548 2024-04-15T16:06:27.605 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.605 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_next_lat": { 2024-04-15T16:06:27.605 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 20524, 2024-04-15T16:06:27.606 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 13155368 2024-04-15T16:06:27.606 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.606 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_seek_to_first_lat": { 2024-04-15T16:06:27.606 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 42, 2024-04-15T16:06:27.606 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 94648 2024-04-15T16:06:27.606 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.606 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_upper_bound_lat": { 2024-04-15T16:06:27.606 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 12198, 2024-04-15T16:06:27.606 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 1667039030 2024-04-15T16:06:27.606 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.606 INFO:tasks.workunit.client.0.smithi016.stdout: "onode_hits": { 2024-04-15T16:06:27.606 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 210515 2024-04-15T16:06:27.606 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.606 INFO:tasks.workunit.client.0.smithi016.stdout: "onode_misses": { 2024-04-15T16:06:27.607 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 18746 2024-04-15T16:06:27.607 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.607 INFO:tasks.workunit.client.0.smithi016.stdout: "read_lat": { 2024-04-15T16:06:27.607 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 29338, 2024-04-15T16:06:27.607 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 1491744259 2024-04-15T16:06:27.607 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.607 INFO:tasks.workunit.client.0.smithi016.stdout: "read_onode_meta_lat": { 2024-04-15T16:06:27.607 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 80362, 2024-04-15T16:06:27.607 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 29347876 2024-04-15T16:06:27.607 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.607 INFO:tasks.workunit.client.0.smithi016.stdout: "read_wait_aio_lat": { 2024-04-15T16:06:27.607 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 51024, 2024-04-15T16:06:27.607 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 847008799 2024-04-15T16:06:27.608 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.608 INFO:tasks.workunit.client.0.smithi016.stdout: "reads_with_retries": { 2024-04-15T16:06:27.608 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:27.608 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.608 INFO:tasks.workunit.client.0.smithi016.stdout: "remove_lat": { 2024-04-15T16:06:27.608 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 12516, 2024-04-15T16:06:27.608 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 387529016 2024-04-15T16:06:27.608 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.608 INFO:tasks.workunit.client.0.smithi016.stdout: "slow_aio_wait_count": { 2024-04-15T16:06:27.608 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:27.608 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.608 INFO:tasks.workunit.client.0.smithi016.stdout: "slow_committed_kv_count": { 2024-04-15T16:06:27.608 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:27.608 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.608 INFO:tasks.workunit.client.0.smithi016.stdout: "slow_read_onode_meta_count": { 2024-04-15T16:06:27.609 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:27.609 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.609 INFO:tasks.workunit.client.0.smithi016.stdout: "slow_read_wait_aio_count": { 2024-04-15T16:06:27.609 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:27.609 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.609 INFO:tasks.workunit.client.0.smithi016.stdout: "state_aio_wait_lat": { 2024-04-15T16:06:27.609 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 77178, 2024-04-15T16:06:27.609 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 5420035789 2024-04-15T16:06:27.609 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.609 INFO:tasks.workunit.client.0.smithi016.stdout: "state_deferred_aio_wait_lat": { 2024-04-15T16:06:27.609 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 18755, 2024-04-15T16:06:27.609 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 1075873237 2024-04-15T16:06:27.609 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.609 INFO:tasks.workunit.client.0.smithi016.stdout: "state_deferred_cleanup_lat": { 2024-04-15T16:06:27.609 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 18754, 2024-04-15T16:06:27.610 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 4132469353563 2024-04-15T16:06:27.610 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.610 INFO:tasks.workunit.client.0.smithi016.stdout: "state_deferred_queued_lat": { 2024-04-15T16:06:27.610 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 18755, 2024-04-15T16:06:27.610 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 6801735341524 2024-04-15T16:06:27.610 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.610 INFO:tasks.workunit.client.0.smithi016.stdout: "state_done_lat": { 2024-04-15T16:06:27.610 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 77177, 2024-04-15T16:06:27.610 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 2948859930361 2024-04-15T16:06:27.610 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.610 INFO:tasks.workunit.client.0.smithi016.stdout: "state_finishing_lat": { 2024-04-15T16:06:27.610 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 77177, 2024-04-15T16:06:27.610 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 8008003 2024-04-15T16:06:27.610 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.611 INFO:tasks.workunit.client.0.smithi016.stdout: "state_io_done_lat": { 2024-04-15T16:06:27.611 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 77178, 2024-04-15T16:06:27.611 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 244582898 2024-04-15T16:06:27.611 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.611 INFO:tasks.workunit.client.0.smithi016.stdout: "state_kv_commiting_lat": { 2024-04-15T16:06:27.611 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 77178, 2024-04-15T16:06:27.611 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 25371952280 2024-04-15T16:06:27.611 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.611 INFO:tasks.workunit.client.0.smithi016.stdout: "state_kv_done_lat": { 2024-04-15T16:06:27.611 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 77178, 2024-04-15T16:06:27.611 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 30153331 2024-04-15T16:06:27.611 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.611 INFO:tasks.workunit.client.0.smithi016.stdout: "state_kv_queued_lat": { 2024-04-15T16:06:27.611 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 77178, 2024-04-15T16:06:27.611 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 12425659715 2024-04-15T16:06:27.612 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.612 INFO:tasks.workunit.client.0.smithi016.stdout: "state_prepare_lat": { 2024-04-15T16:06:27.612 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 77178, 2024-04-15T16:06:27.612 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 10976072057 2024-04-15T16:06:27.612 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.612 INFO:tasks.workunit.client.0.smithi016.stdout: "stored": { 2024-04-15T16:06:27.612 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 5455037 2024-04-15T16:06:27.612 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.612 INFO:tasks.workunit.client.0.smithi016.stdout: "truncate_lat": { 2024-04-15T16:06:27.612 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 2463, 2024-04-15T16:06:27.612 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 14901752 2024-04-15T16:06:27.612 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.612 INFO:tasks.workunit.client.0.smithi016.stdout: "txc_commit_lat": { 2024-04-15T16:06:27.612 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 77178, 2024-04-15T16:06:27.612 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 54453000906 2024-04-15T16:06:27.613 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.613 INFO:tasks.workunit.client.0.smithi016.stdout: "txc_submit_lat": { 2024-04-15T16:06:27.613 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 77178, 2024-04-15T16:06:27.613 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 11906635548 2024-04-15T16:06:27.613 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.613 INFO:tasks.workunit.client.0.smithi016.stdout: "txc_throttle_lat": { 2024-04-15T16:06:27.613 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 77178, 2024-04-15T16:06:27.613 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 507878996 2024-04-15T16:06:27.613 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T16:06:27.613 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.613 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore-pricache": { 2024-04-15T16:06:27.613 INFO:tasks.workunit.client.0.smithi016.stdout: "cache_bytes": { 2024-04-15T16:06:27.613 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 1406236763 2024-04-15T16:06:27.613 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.613 INFO:tasks.workunit.client.0.smithi016.stdout: "heap_bytes": { 2024-04-15T16:06:27.614 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 576364544 2024-04-15T16:06:27.614 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.614 INFO:tasks.workunit.client.0.smithi016.stdout: "mapped_bytes": { 2024-04-15T16:06:27.614 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 487227392 2024-04-15T16:06:27.614 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.614 INFO:tasks.workunit.client.0.smithi016.stdout: "target_bytes": { 2024-04-15T16:06:27.614 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 2601815449 2024-04-15T16:06:27.614 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.614 INFO:tasks.workunit.client.0.smithi016.stdout: "unmapped_bytes": { 2024-04-15T16:06:27.614 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 89137152 2024-04-15T16:06:27.614 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T16:06:27.614 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.614 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore-pricache:data": { 2024-04-15T16:06:27.614 INFO:tasks.workunit.client.0.smithi016.stdout: "committed_bytes": { 2024-04-15T16:06:27.615 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 125829120 2024-04-15T16:06:27.615 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.615 INFO:tasks.workunit.client.0.smithi016.stdout: "pri0_bytes": { 2024-04-15T16:06:27.615 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:27.615 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.615 INFO:tasks.workunit.client.0.smithi016.stdout: "pri10_bytes": { 2024-04-15T16:06:27.615 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:27.615 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.615 INFO:tasks.workunit.client.0.smithi016.stdout: "pri11_bytes": { 2024-04-15T16:06:27.615 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 57448381 2024-04-15T16:06:27.615 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.615 INFO:tasks.workunit.client.0.smithi016.stdout: "pri1_bytes": { 2024-04-15T16:06:27.615 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:27.615 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.616 INFO:tasks.workunit.client.0.smithi016.stdout: "pri2_bytes": { 2024-04-15T16:06:27.616 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:27.616 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.616 INFO:tasks.workunit.client.0.smithi016.stdout: "pri3_bytes": { 2024-04-15T16:06:27.616 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:27.616 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.616 INFO:tasks.workunit.client.0.smithi016.stdout: "pri4_bytes": { 2024-04-15T16:06:27.616 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:27.616 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.616 INFO:tasks.workunit.client.0.smithi016.stdout: "pri5_bytes": { 2024-04-15T16:06:27.616 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 4096 2024-04-15T16:06:27.616 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.616 INFO:tasks.workunit.client.0.smithi016.stdout: "pri6_bytes": { 2024-04-15T16:06:27.616 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 77824 2024-04-15T16:06:27.616 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.617 INFO:tasks.workunit.client.0.smithi016.stdout: "pri7_bytes": { 2024-04-15T16:06:27.617 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:27.617 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.617 INFO:tasks.workunit.client.0.smithi016.stdout: "pri8_bytes": { 2024-04-15T16:06:27.617 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:27.617 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.617 INFO:tasks.workunit.client.0.smithi016.stdout: "pri9_bytes": { 2024-04-15T16:06:27.617 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:27.617 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.617 INFO:tasks.workunit.client.0.smithi016.stdout: "reserved_bytes": { 2024-04-15T16:06:27.617 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 68298819 2024-04-15T16:06:27.617 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T16:06:27.617 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.617 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore-pricache:kv": { 2024-04-15T16:06:27.617 INFO:tasks.workunit.client.0.smithi016.stdout: "committed_bytes": { 2024-04-15T16:06:27.618 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 570425344 2024-04-15T16:06:27.618 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.618 INFO:tasks.workunit.client.0.smithi016.stdout: "pri0_bytes": { 2024-04-15T16:06:27.618 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 67108864 2024-04-15T16:06:27.618 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.618 INFO:tasks.workunit.client.0.smithi016.stdout: "pri10_bytes": { 2024-04-15T16:06:27.618 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:27.618 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.618 INFO:tasks.workunit.client.0.smithi016.stdout: "pri11_bytes": { 2024-04-15T16:06:27.618 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 430862862 2024-04-15T16:06:27.618 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.618 INFO:tasks.workunit.client.0.smithi016.stdout: "pri1_bytes": { 2024-04-15T16:06:27.618 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:27.618 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.619 INFO:tasks.workunit.client.0.smithi016.stdout: "pri2_bytes": { 2024-04-15T16:06:27.619 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:27.619 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.619 INFO:tasks.workunit.client.0.smithi016.stdout: "pri3_bytes": { 2024-04-15T16:06:27.619 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 1520 2024-04-15T16:06:27.619 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.619 INFO:tasks.workunit.client.0.smithi016.stdout: "pri4_bytes": { 2024-04-15T16:06:27.619 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:27.619 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.619 INFO:tasks.workunit.client.0.smithi016.stdout: "pri5_bytes": { 2024-04-15T16:06:27.619 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 90128 2024-04-15T16:06:27.619 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.619 INFO:tasks.workunit.client.0.smithi016.stdout: "pri6_bytes": { 2024-04-15T16:06:27.619 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:27.620 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.620 INFO:tasks.workunit.client.0.smithi016.stdout: "pri7_bytes": { 2024-04-15T16:06:27.620 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:27.620 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.620 INFO:tasks.workunit.client.0.smithi016.stdout: "pri8_bytes": { 2024-04-15T16:06:27.620 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:27.620 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.620 INFO:tasks.workunit.client.0.smithi016.stdout: "pri9_bytes": { 2024-04-15T16:06:27.620 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:27.620 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.620 INFO:tasks.workunit.client.0.smithi016.stdout: "reserved_bytes": { 2024-04-15T16:06:27.620 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 72361970 2024-04-15T16:06:27.620 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T16:06:27.620 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.620 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore-pricache:kv_onode": { 2024-04-15T16:06:27.621 INFO:tasks.workunit.client.0.smithi016.stdout: "committed_bytes": { 2024-04-15T16:06:27.621 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 176160768 2024-04-15T16:06:27.621 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.621 INFO:tasks.workunit.client.0.smithi016.stdout: "pri0_bytes": { 2024-04-15T16:06:27.621 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 67108864 2024-04-15T16:06:27.621 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.621 INFO:tasks.workunit.client.0.smithi016.stdout: "pri10_bytes": { 2024-04-15T16:06:27.621 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 2446000 2024-04-15T16:06:27.621 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.621 INFO:tasks.workunit.client.0.smithi016.stdout: "pri11_bytes": { 2024-04-15T16:06:27.621 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 38298921 2024-04-15T16:06:27.621 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.621 INFO:tasks.workunit.client.0.smithi016.stdout: "pri1_bytes": { 2024-04-15T16:06:27.621 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:27.622 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.622 INFO:tasks.workunit.client.0.smithi016.stdout: "pri2_bytes": { 2024-04-15T16:06:27.622 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:27.622 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.622 INFO:tasks.workunit.client.0.smithi016.stdout: "pri3_bytes": { 2024-04-15T16:06:27.622 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:27.622 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.622 INFO:tasks.workunit.client.0.smithi016.stdout: "pri4_bytes": { 2024-04-15T16:06:27.622 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:27.622 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.622 INFO:tasks.workunit.client.0.smithi016.stdout: "pri5_bytes": { 2024-04-15T16:06:27.622 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:27.622 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.622 INFO:tasks.workunit.client.0.smithi016.stdout: "pri6_bytes": { 2024-04-15T16:06:27.623 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:27.623 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.623 INFO:tasks.workunit.client.0.smithi016.stdout: "pri7_bytes": { 2024-04-15T16:06:27.623 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:27.623 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.623 INFO:tasks.workunit.client.0.smithi016.stdout: "pri8_bytes": { 2024-04-15T16:06:27.623 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:27.623 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.623 INFO:tasks.workunit.client.0.smithi016.stdout: "pri9_bytes": { 2024-04-15T16:06:27.623 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:27.623 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.623 INFO:tasks.workunit.client.0.smithi016.stdout: "reserved_bytes": { 2024-04-15T16:06:27.623 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 68306983 2024-04-15T16:06:27.623 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T16:06:27.623 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.624 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore-pricache:meta": { 2024-04-15T16:06:27.624 INFO:tasks.workunit.client.0.smithi016.stdout: "committed_bytes": { 2024-04-15T16:06:27.624 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 503316480 2024-04-15T16:06:27.624 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.624 INFO:tasks.workunit.client.0.smithi016.stdout: "pri0_bytes": { 2024-04-15T16:06:27.624 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:27.624 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.624 INFO:tasks.workunit.client.0.smithi016.stdout: "pri10_bytes": { 2024-04-15T16:06:27.624 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:27.624 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.624 INFO:tasks.workunit.client.0.smithi016.stdout: "pri11_bytes": { 2024-04-15T16:06:27.624 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 430862862 2024-04-15T16:06:27.624 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.624 INFO:tasks.workunit.client.0.smithi016.stdout: "pri1_bytes": { 2024-04-15T16:06:27.625 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:27.625 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.625 INFO:tasks.workunit.client.0.smithi016.stdout: "pri2_bytes": { 2024-04-15T16:06:27.625 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:27.625 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.625 INFO:tasks.workunit.client.0.smithi016.stdout: "pri3_bytes": { 2024-04-15T16:06:27.625 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:27.625 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.625 INFO:tasks.workunit.client.0.smithi016.stdout: "pri4_bytes": { 2024-04-15T16:06:27.625 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:27.625 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.625 INFO:tasks.workunit.client.0.smithi016.stdout: "pri5_bytes": { 2024-04-15T16:06:27.625 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 110832 2024-04-15T16:06:27.625 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.625 INFO:tasks.workunit.client.0.smithi016.stdout: "pri6_bytes": { 2024-04-15T16:06:27.626 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 1133289 2024-04-15T16:06:27.626 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.626 INFO:tasks.workunit.client.0.smithi016.stdout: "pri7_bytes": { 2024-04-15T16:06:27.626 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:27.626 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.626 INFO:tasks.workunit.client.0.smithi016.stdout: "pri8_bytes": { 2024-04-15T16:06:27.626 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:27.626 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.626 INFO:tasks.workunit.client.0.smithi016.stdout: "pri9_bytes": { 2024-04-15T16:06:27.626 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:27.626 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.626 INFO:tasks.workunit.client.0.smithi016.stdout: "reserved_bytes": { 2024-04-15T16:06:27.626 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 71209497 2024-04-15T16:06:27.627 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T16:06:27.627 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.627 INFO:tasks.workunit.client.0.smithi016.stdout: "objecter": { 2024-04-15T16:06:27.627 INFO:tasks.workunit.client.0.smithi016.stdout: "op_active": { 2024-04-15T16:06:27.627 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:27.627 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.627 INFO:tasks.workunit.client.0.smithi016.stdout: "op_r": { 2024-04-15T16:06:27.627 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 38 2024-04-15T16:06:27.627 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.627 INFO:tasks.workunit.client.0.smithi016.stdout: "op_rmw": { 2024-04-15T16:06:27.627 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:27.627 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.627 INFO:tasks.workunit.client.0.smithi016.stdout: "op_w": { 2024-04-15T16:06:27.627 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 1 2024-04-15T16:06:27.628 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T16:06:27.628 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.628 INFO:tasks.workunit.client.0.smithi016.stdout: "osd": { 2024-04-15T16:06:27.628 INFO:tasks.workunit.client.0.smithi016.stdout: "numpg": { 2024-04-15T16:06:27.628 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 48 2024-04-15T16:06:27.628 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.628 INFO:tasks.workunit.client.0.smithi016.stdout: "numpg_removing": { 2024-04-15T16:06:27.628 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:27.628 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.628 INFO:tasks.workunit.client.0.smithi016.stdout: "op": { 2024-04-15T16:06:27.628 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 47063 2024-04-15T16:06:27.628 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.628 INFO:tasks.workunit.client.0.smithi016.stdout: "op_before_queue_op_lat": { 2024-04-15T16:06:27.628 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 129210, 2024-04-15T16:06:27.629 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 8689100249 2024-04-15T16:06:27.629 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.629 INFO:tasks.workunit.client.0.smithi016.stdout: "op_delayed_degraded": { 2024-04-15T16:06:27.629 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:27.629 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.629 INFO:tasks.workunit.client.0.smithi016.stdout: "op_delayed_unreadable": { 2024-04-15T16:06:27.629 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:27.629 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.629 INFO:tasks.workunit.client.0.smithi016.stdout: "op_in_bytes": { 2024-04-15T16:06:27.629 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 1605186340 2024-04-15T16:06:27.629 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.629 INFO:tasks.workunit.client.0.smithi016.stdout: "op_latency": { 2024-04-15T16:06:27.629 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 47063, 2024-04-15T16:06:27.629 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 251576526477 2024-04-15T16:06:27.630 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.630 INFO:tasks.workunit.client.0.smithi016.stdout: "op_out_bytes": { 2024-04-15T16:06:27.630 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 2270294377 2024-04-15T16:06:27.630 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.630 INFO:tasks.workunit.client.0.smithi016.stdout: "op_prepare_latency": { 2024-04-15T16:06:27.630 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 49252, 2024-04-15T16:06:27.630 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 28177558905 2024-04-15T16:06:27.630 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.630 INFO:tasks.workunit.client.0.smithi016.stdout: "op_process_latency": { 2024-04-15T16:06:27.630 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 47063, 2024-04-15T16:06:27.630 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 66006011435 2024-04-15T16:06:27.630 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.630 INFO:tasks.workunit.client.0.smithi016.stdout: "op_r": { 2024-04-15T16:06:27.631 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 29946 2024-04-15T16:06:27.631 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.631 INFO:tasks.workunit.client.0.smithi016.stdout: "op_r_latency": { 2024-04-15T16:06:27.631 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 29946, 2024-04-15T16:06:27.631 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 45379316142 2024-04-15T16:06:27.631 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.631 INFO:tasks.workunit.client.0.smithi016.stdout: "op_r_latency_out_bytes_histogram": { 2024-04-15T16:06:27.631 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:27.631 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.631 INFO:tasks.workunit.client.0.smithi016.stdout: "op_r_out_bytes": { 2024-04-15T16:06:27.631 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 2270294377 2024-04-15T16:06:27.631 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.631 INFO:tasks.workunit.client.0.smithi016.stdout: "op_r_prepare_latency": { 2024-04-15T16:06:27.631 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 30193, 2024-04-15T16:06:27.631 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 6928748955 2024-04-15T16:06:27.632 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.632 INFO:tasks.workunit.client.0.smithi016.stdout: "op_r_process_latency": { 2024-04-15T16:06:27.632 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 29946, 2024-04-15T16:06:27.632 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 7465885841 2024-04-15T16:06:27.632 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.632 INFO:tasks.workunit.client.0.smithi016.stdout: "op_rw": { 2024-04-15T16:06:27.632 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 13046 2024-04-15T16:06:27.632 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.632 INFO:tasks.workunit.client.0.smithi016.stdout: "op_rw_in_bytes": { 2024-04-15T16:06:27.632 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 330643499 2024-04-15T16:06:27.632 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.632 INFO:tasks.workunit.client.0.smithi016.stdout: "op_rw_latency": { 2024-04-15T16:06:27.632 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 13046, 2024-04-15T16:06:27.632 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 167107188216 2024-04-15T16:06:27.632 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.633 INFO:tasks.workunit.client.0.smithi016.stdout: "op_rw_latency_in_bytes_histogram": { 2024-04-15T16:06:27.633 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:27.633 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.633 INFO:tasks.workunit.client.0.smithi016.stdout: "op_rw_latency_out_bytes_histogram": { 2024-04-15T16:06:27.633 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:27.633 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.633 INFO:tasks.workunit.client.0.smithi016.stdout: "op_rw_out_bytes": { 2024-04-15T16:06:27.633 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:27.633 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.633 INFO:tasks.workunit.client.0.smithi016.stdout: "op_rw_prepare_latency": { 2024-04-15T16:06:27.633 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 14870, 2024-04-15T16:06:27.633 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 16069681848 2024-04-15T16:06:27.633 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.633 INFO:tasks.workunit.client.0.smithi016.stdout: "op_rw_process_latency": { 2024-04-15T16:06:27.634 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 13046, 2024-04-15T16:06:27.634 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 34387020067 2024-04-15T16:06:27.634 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.634 INFO:tasks.workunit.client.0.smithi016.stdout: "op_w": { 2024-04-15T16:06:27.634 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 4071 2024-04-15T16:06:27.634 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.634 INFO:tasks.workunit.client.0.smithi016.stdout: "op_w_in_bytes": { 2024-04-15T16:06:27.634 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 1274542841 2024-04-15T16:06:27.634 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.634 INFO:tasks.workunit.client.0.smithi016.stdout: "op_w_latency": { 2024-04-15T16:06:27.634 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 4071, 2024-04-15T16:06:27.634 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 39090022119 2024-04-15T16:06:27.634 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.634 INFO:tasks.workunit.client.0.smithi016.stdout: "op_w_latency_in_bytes_histogram": { 2024-04-15T16:06:27.635 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:27.635 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.635 INFO:tasks.workunit.client.0.smithi016.stdout: "op_w_prepare_latency": { 2024-04-15T16:06:27.635 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 4189, 2024-04-15T16:06:27.635 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 5179128102 2024-04-15T16:06:27.635 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.635 INFO:tasks.workunit.client.0.smithi016.stdout: "op_w_process_latency": { 2024-04-15T16:06:27.635 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 4071, 2024-04-15T16:06:27.635 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 24153105527 2024-04-15T16:06:27.635 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.635 INFO:tasks.workunit.client.0.smithi016.stdout: "op_wip": { 2024-04-15T16:06:27.635 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:27.635 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.635 INFO:tasks.workunit.client.0.smithi016.stdout: "recovery_bytes": { 2024-04-15T16:06:27.635 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:27.636 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.636 INFO:tasks.workunit.client.0.smithi016.stdout: "recovery_ops": { 2024-04-15T16:06:27.636 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 12 2024-04-15T16:06:27.636 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.636 INFO:tasks.workunit.client.0.smithi016.stdout: "stat_bytes": { 2024-04-15T16:06:27.636 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 95995035648 2024-04-15T16:06:27.636 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.636 INFO:tasks.workunit.client.0.smithi016.stdout: "stat_bytes_used": { 2024-04-15T16:06:27.636 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 695705600 2024-04-15T16:06:27.636 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T16:06:27.636 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T16:06:27.636 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.636 INFO:tasks.workunit.client.0.smithi016.stdout: "osd.4": { 2024-04-15T16:06:27.636 INFO:tasks.workunit.client.0.smithi016.stdout: "bluefs": { 2024-04-15T16:06:27.636 INFO:tasks.workunit.client.0.smithi016.stdout: "alloc_db_max_lat": { 2024-04-15T16:06:27.637 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 20868 2024-04-15T16:06:27.637 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.637 INFO:tasks.workunit.client.0.smithi016.stdout: "alloc_slow_fallback": { 2024-04-15T16:06:27.637 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:27.637 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.637 INFO:tasks.workunit.client.0.smithi016.stdout: "alloc_slow_max_lat": { 2024-04-15T16:06:27.637 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:27.637 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.637 INFO:tasks.workunit.client.0.smithi016.stdout: "alloc_slow_size_fallback": { 2024-04-15T16:06:27.637 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:27.637 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.637 INFO:tasks.workunit.client.0.smithi016.stdout: "alloc_unit_db": { 2024-04-15T16:06:27.637 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 65536 2024-04-15T16:06:27.637 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.637 INFO:tasks.workunit.client.0.smithi016.stdout: "alloc_unit_slow": { 2024-04-15T16:06:27.638 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:27.638 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.638 INFO:tasks.workunit.client.0.smithi016.stdout: "alloc_unit_wal": { 2024-04-15T16:06:27.638 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:27.638 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.638 INFO:tasks.workunit.client.0.smithi016.stdout: "alloc_wal_max_lat": { 2024-04-15T16:06:27.638 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:27.638 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.638 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes_written_slow": { 2024-04-15T16:06:27.638 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:27.638 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.638 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes_written_sst": { 2024-04-15T16:06:27.638 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 7008256 2024-04-15T16:06:27.638 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.639 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes_written_wal": { 2024-04-15T16:06:27.639 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 695930880 2024-04-15T16:06:27.639 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.639 INFO:tasks.workunit.client.0.smithi016.stdout: "compact_lat": { 2024-04-15T16:06:27.639 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 15, 2024-04-15T16:06:27.639 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 4064949 2024-04-15T16:06:27.639 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.639 INFO:tasks.workunit.client.0.smithi016.stdout: "compact_lock_lat": { 2024-04-15T16:06:27.639 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 15, 2024-04-15T16:06:27.639 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 1093637 2024-04-15T16:06:27.639 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.639 INFO:tasks.workunit.client.0.smithi016.stdout: "db_alloc_lat": { 2024-04-15T16:06:27.639 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 170, 2024-04-15T16:06:27.639 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 860042 2024-04-15T16:06:27.639 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.640 INFO:tasks.workunit.client.0.smithi016.stdout: "db_total_bytes": { 2024-04-15T16:06:27.640 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 95995027456 2024-04-15T16:06:27.640 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.640 INFO:tasks.workunit.client.0.smithi016.stdout: "db_used_bytes": { 2024-04-15T16:06:27.640 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 745668608 2024-04-15T16:06:27.640 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.640 INFO:tasks.workunit.client.0.smithi016.stdout: "flush_lat": { 2024-04-15T16:06:27.640 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 63398, 2024-04-15T16:06:27.640 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 9605977070 2024-04-15T16:06:27.640 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.640 INFO:tasks.workunit.client.0.smithi016.stdout: "fsync_lat": { 2024-04-15T16:06:27.640 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 63421, 2024-04-15T16:06:27.640 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 15428640633 2024-04-15T16:06:27.640 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.640 INFO:tasks.workunit.client.0.smithi016.stdout: "log_bytes": { 2024-04-15T16:06:27.641 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 10387456 2024-04-15T16:06:27.641 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.641 INFO:tasks.workunit.client.0.smithi016.stdout: "logged_bytes": { 2024-04-15T16:06:27.641 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 259747840 2024-04-15T16:06:27.641 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.641 INFO:tasks.workunit.client.0.smithi016.stdout: "max_bytes_db": { 2024-04-15T16:06:27.641 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 741408768 2024-04-15T16:06:27.641 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.641 INFO:tasks.workunit.client.0.smithi016.stdout: "max_bytes_slow": { 2024-04-15T16:06:27.641 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:27.641 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.641 INFO:tasks.workunit.client.0.smithi016.stdout: "max_bytes_wal": { 2024-04-15T16:06:27.641 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:27.641 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.641 INFO:tasks.workunit.client.0.smithi016.stdout: "num_files": { 2024-04-15T16:06:27.642 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 53 2024-04-15T16:06:27.642 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.642 INFO:tasks.workunit.client.0.smithi016.stdout: "read_bytes": { 2024-04-15T16:06:27.642 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 4507759757 2024-04-15T16:06:27.642 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.642 INFO:tasks.workunit.client.0.smithi016.stdout: "read_count": { 2024-04-15T16:06:27.642 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 51317 2024-04-15T16:06:27.642 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.642 INFO:tasks.workunit.client.0.smithi016.stdout: "read_disk_bytes": { 2024-04-15T16:06:27.642 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 3932737536 2024-04-15T16:06:27.642 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.642 INFO:tasks.workunit.client.0.smithi016.stdout: "read_disk_bytes_db": { 2024-04-15T16:06:27.642 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 3932741632 2024-04-15T16:06:27.642 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.643 INFO:tasks.workunit.client.0.smithi016.stdout: "read_disk_bytes_slow": { 2024-04-15T16:06:27.643 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:27.643 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.643 INFO:tasks.workunit.client.0.smithi016.stdout: "read_disk_bytes_wal": { 2024-04-15T16:06:27.643 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:27.643 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.643 INFO:tasks.workunit.client.0.smithi016.stdout: "read_disk_count": { 2024-04-15T16:06:27.643 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 43924 2024-04-15T16:06:27.643 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.643 INFO:tasks.workunit.client.0.smithi016.stdout: "read_lat": { 2024-04-15T16:06:27.643 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 51317, 2024-04-15T16:06:27.643 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 1334421527 2024-04-15T16:06:27.643 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.643 INFO:tasks.workunit.client.0.smithi016.stdout: "read_prefetch_bytes": { 2024-04-15T16:06:27.643 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 4382172938 2024-04-15T16:06:27.644 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.644 INFO:tasks.workunit.client.0.smithi016.stdout: "read_prefetch_count": { 2024-04-15T16:06:27.644 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 47468 2024-04-15T16:06:27.644 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.644 INFO:tasks.workunit.client.0.smithi016.stdout: "read_random_buffer_bytes": { 2024-04-15T16:06:27.644 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 2339750 2024-04-15T16:06:27.644 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.644 INFO:tasks.workunit.client.0.smithi016.stdout: "read_random_buffer_count": { 2024-04-15T16:06:27.644 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 799 2024-04-15T16:06:27.644 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.644 INFO:tasks.workunit.client.0.smithi016.stdout: "read_random_bytes": { 2024-04-15T16:06:27.644 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 6933144 2024-04-15T16:06:27.644 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.644 INFO:tasks.workunit.client.0.smithi016.stdout: "read_random_count": { 2024-04-15T16:06:27.644 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 1034 2024-04-15T16:06:27.645 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.645 INFO:tasks.workunit.client.0.smithi016.stdout: "read_random_disk_bytes": { 2024-04-15T16:06:27.645 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 4593394 2024-04-15T16:06:27.645 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.645 INFO:tasks.workunit.client.0.smithi016.stdout: "read_random_disk_bytes_db": { 2024-04-15T16:06:27.645 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 4593394 2024-04-15T16:06:27.645 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.645 INFO:tasks.workunit.client.0.smithi016.stdout: "read_random_disk_bytes_slow": { 2024-04-15T16:06:27.645 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:27.645 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.645 INFO:tasks.workunit.client.0.smithi016.stdout: "read_random_disk_bytes_wal": { 2024-04-15T16:06:27.645 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:27.645 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.646 INFO:tasks.workunit.client.0.smithi016.stdout: "read_random_disk_count": { 2024-04-15T16:06:27.646 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 241 2024-04-15T16:06:27.646 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.646 INFO:tasks.workunit.client.0.smithi016.stdout: "read_random_lat": { 2024-04-15T16:06:27.646 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 1034, 2024-04-15T16:06:27.646 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 2220498 2024-04-15T16:06:27.646 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.646 INFO:tasks.workunit.client.0.smithi016.stdout: "slow_alloc_lat": { 2024-04-15T16:06:27.646 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 0, 2024-04-15T16:06:27.646 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:27.646 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.646 INFO:tasks.workunit.client.0.smithi016.stdout: "slow_total_bytes": { 2024-04-15T16:06:27.646 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:27.646 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.646 INFO:tasks.workunit.client.0.smithi016.stdout: "slow_used_bytes": { 2024-04-15T16:06:27.647 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:27.647 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.647 INFO:tasks.workunit.client.0.smithi016.stdout: "truncate_lat": { 2024-04-15T16:06:27.647 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 1, 2024-04-15T16:06:27.647 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 651 2024-04-15T16:06:27.647 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.647 INFO:tasks.workunit.client.0.smithi016.stdout: "unlink_lat": { 2024-04-15T16:06:27.647 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 10, 2024-04-15T16:06:27.647 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 15383 2024-04-15T16:06:27.647 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.647 INFO:tasks.workunit.client.0.smithi016.stdout: "wal_alloc_lat": { 2024-04-15T16:06:27.647 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 0, 2024-04-15T16:06:27.647 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:27.647 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.648 INFO:tasks.workunit.client.0.smithi016.stdout: "wal_total_bytes": { 2024-04-15T16:06:27.648 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:27.648 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.648 INFO:tasks.workunit.client.0.smithi016.stdout: "wal_used_bytes": { 2024-04-15T16:06:27.648 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:27.648 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.648 INFO:tasks.workunit.client.0.smithi016.stdout: "write_bytes": { 2024-04-15T16:06:27.648 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 964976640 2024-04-15T16:06:27.648 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T16:06:27.648 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.648 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore": { 2024-04-15T16:06:27.648 INFO:tasks.workunit.client.0.smithi016.stdout: "alloc_unit": { 2024-04-15T16:06:27.648 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 4096 2024-04-15T16:06:27.648 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.648 INFO:tasks.workunit.client.0.smithi016.stdout: "allocated": { 2024-04-15T16:06:27.649 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 9199616 2024-04-15T16:06:27.649 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.649 INFO:tasks.workunit.client.0.smithi016.stdout: "allocator_lat": { 2024-04-15T16:06:27.649 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 24051, 2024-04-15T16:06:27.649 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 75610891 2024-04-15T16:06:27.649 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.649 INFO:tasks.workunit.client.0.smithi016.stdout: "clist_lat": { 2024-04-15T16:06:27.649 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 3501, 2024-04-15T16:06:27.649 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 5898106214 2024-04-15T16:06:27.649 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.649 INFO:tasks.workunit.client.0.smithi016.stdout: "compress_lat": { 2024-04-15T16:06:27.649 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 0, 2024-04-15T16:06:27.649 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:27.649 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.650 INFO:tasks.workunit.client.0.smithi016.stdout: "compressed": { 2024-04-15T16:06:27.650 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:27.650 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.650 INFO:tasks.workunit.client.0.smithi016.stdout: "compressed_allocated": { 2024-04-15T16:06:27.650 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:27.650 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.650 INFO:tasks.workunit.client.0.smithi016.stdout: "compressed_original": { 2024-04-15T16:06:27.650 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:27.650 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.650 INFO:tasks.workunit.client.0.smithi016.stdout: "csum_lat": { 2024-04-15T16:06:27.650 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 15946, 2024-04-15T16:06:27.650 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 129419329 2024-04-15T16:06:27.650 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.650 INFO:tasks.workunit.client.0.smithi016.stdout: "decompress_lat": { 2024-04-15T16:06:27.650 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 0, 2024-04-15T16:06:27.651 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:27.651 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.651 INFO:tasks.workunit.client.0.smithi016.stdout: "fragmentation_micros": { 2024-04-15T16:06:27.651 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:27.651 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.651 INFO:tasks.workunit.client.0.smithi016.stdout: "kv_commit_lat": { 2024-04-15T16:06:27.651 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 63343, 2024-04-15T16:06:27.651 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 18661790548 2024-04-15T16:06:27.651 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.651 INFO:tasks.workunit.client.0.smithi016.stdout: "kv_final_lat": { 2024-04-15T16:06:27.651 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 62961, 2024-04-15T16:06:27.651 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 1337022946 2024-04-15T16:06:27.651 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.651 INFO:tasks.workunit.client.0.smithi016.stdout: "kv_flush_lat": { 2024-04-15T16:06:27.652 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 63343, 2024-04-15T16:06:27.652 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 48945813 2024-04-15T16:06:27.652 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.652 INFO:tasks.workunit.client.0.smithi016.stdout: "kv_sync_lat": { 2024-04-15T16:06:27.652 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 63343, 2024-04-15T16:06:27.652 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 18710736361 2024-04-15T16:06:27.652 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.652 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_get_keys_lat": { 2024-04-15T16:06:27.652 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 0, 2024-04-15T16:06:27.652 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:27.652 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.652 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_get_values_lat": { 2024-04-15T16:06:27.652 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 234586, 2024-04-15T16:06:27.652 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 1112191278 2024-04-15T16:06:27.652 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.653 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_lower_bound_lat": { 2024-04-15T16:06:27.653 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 782, 2024-04-15T16:06:27.653 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 2255403 2024-04-15T16:06:27.653 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.653 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_next_lat": { 2024-04-15T16:06:27.653 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 130316, 2024-04-15T16:06:27.653 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 40777696 2024-04-15T16:06:27.653 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.653 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_seek_to_first_lat": { 2024-04-15T16:06:27.653 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 47, 2024-04-15T16:06:27.653 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 67123 2024-04-15T16:06:27.653 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.653 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_upper_bound_lat": { 2024-04-15T16:06:27.653 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 17540, 2024-04-15T16:06:27.654 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 2494235907 2024-04-15T16:06:27.654 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.654 INFO:tasks.workunit.client.0.smithi016.stdout: "onode_hits": { 2024-04-15T16:06:27.654 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 408576 2024-04-15T16:06:27.654 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.654 INFO:tasks.workunit.client.0.smithi016.stdout: "onode_misses": { 2024-04-15T16:06:27.654 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 19687 2024-04-15T16:06:27.654 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.654 INFO:tasks.workunit.client.0.smithi016.stdout: "read_lat": { 2024-04-15T16:06:27.654 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 17529, 2024-04-15T16:06:27.654 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 1544938676 2024-04-15T16:06:27.654 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.654 INFO:tasks.workunit.client.0.smithi016.stdout: "read_onode_meta_lat": { 2024-04-15T16:06:27.654 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 54672, 2024-04-15T16:06:27.655 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 15079395 2024-04-15T16:06:27.655 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.655 INFO:tasks.workunit.client.0.smithi016.stdout: "read_wait_aio_lat": { 2024-04-15T16:06:27.655 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 37143, 2024-04-15T16:06:27.655 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 1272946323 2024-04-15T16:06:27.655 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.655 INFO:tasks.workunit.client.0.smithi016.stdout: "reads_with_retries": { 2024-04-15T16:06:27.655 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:27.655 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.655 INFO:tasks.workunit.client.0.smithi016.stdout: "remove_lat": { 2024-04-15T16:06:27.655 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 13778, 2024-04-15T16:06:27.655 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 397252687 2024-04-15T16:06:27.655 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.655 INFO:tasks.workunit.client.0.smithi016.stdout: "slow_aio_wait_count": { 2024-04-15T16:06:27.656 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:27.656 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.656 INFO:tasks.workunit.client.0.smithi016.stdout: "slow_committed_kv_count": { 2024-04-15T16:06:27.656 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:27.656 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.656 INFO:tasks.workunit.client.0.smithi016.stdout: "slow_read_onode_meta_count": { 2024-04-15T16:06:27.656 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:27.656 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.656 INFO:tasks.workunit.client.0.smithi016.stdout: "slow_read_wait_aio_count": { 2024-04-15T16:06:27.656 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:27.656 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.656 INFO:tasks.workunit.client.0.smithi016.stdout: "state_aio_wait_lat": { 2024-04-15T16:06:27.656 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 75401, 2024-04-15T16:06:27.656 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 12541493636 2024-04-15T16:06:27.656 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.657 INFO:tasks.workunit.client.0.smithi016.stdout: "state_deferred_aio_wait_lat": { 2024-04-15T16:06:27.657 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 18477, 2024-04-15T16:06:27.657 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 910980633 2024-04-15T16:06:27.657 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.657 INFO:tasks.workunit.client.0.smithi016.stdout: "state_deferred_cleanup_lat": { 2024-04-15T16:06:27.657 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 18475, 2024-04-15T16:06:27.657 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 3411853831866 2024-04-15T16:06:27.657 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.657 INFO:tasks.workunit.client.0.smithi016.stdout: "state_deferred_queued_lat": { 2024-04-15T16:06:27.657 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 18477, 2024-04-15T16:06:27.657 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 6332804849061 2024-04-15T16:06:27.657 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.657 INFO:tasks.workunit.client.0.smithi016.stdout: "state_done_lat": { 2024-04-15T16:06:27.657 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 75399, 2024-04-15T16:06:27.657 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 2753339189781 2024-04-15T16:06:27.658 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.658 INFO:tasks.workunit.client.0.smithi016.stdout: "state_finishing_lat": { 2024-04-15T16:06:27.658 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 75399, 2024-04-15T16:06:27.658 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 8728471 2024-04-15T16:06:27.658 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.658 INFO:tasks.workunit.client.0.smithi016.stdout: "state_io_done_lat": { 2024-04-15T16:06:27.658 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 75401, 2024-04-15T16:06:27.658 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 422170442 2024-04-15T16:06:27.658 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.658 INFO:tasks.workunit.client.0.smithi016.stdout: "state_kv_commiting_lat": { 2024-04-15T16:06:27.658 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 75401, 2024-04-15T16:06:27.658 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 29593275377 2024-04-15T16:06:27.658 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.658 INFO:tasks.workunit.client.0.smithi016.stdout: "state_kv_done_lat": { 2024-04-15T16:06:27.659 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 75401, 2024-04-15T16:06:27.659 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 26449357 2024-04-15T16:06:27.659 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.659 INFO:tasks.workunit.client.0.smithi016.stdout: "state_kv_queued_lat": { 2024-04-15T16:06:27.659 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 75401, 2024-04-15T16:06:27.659 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 14454239476 2024-04-15T16:06:27.659 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.659 INFO:tasks.workunit.client.0.smithi016.stdout: "state_prepare_lat": { 2024-04-15T16:06:27.659 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 75401, 2024-04-15T16:06:27.659 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 14336936482 2024-04-15T16:06:27.659 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.659 INFO:tasks.workunit.client.0.smithi016.stdout: "stored": { 2024-04-15T16:06:27.659 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 5449836 2024-04-15T16:06:27.659 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.659 INFO:tasks.workunit.client.0.smithi016.stdout: "truncate_lat": { 2024-04-15T16:06:27.660 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 2425, 2024-04-15T16:06:27.660 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 13926378 2024-04-15T16:06:27.660 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.660 INFO:tasks.workunit.client.0.smithi016.stdout: "txc_commit_lat": { 2024-04-15T16:06:27.660 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 75401, 2024-04-15T16:06:27.660 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 71359717489 2024-04-15T16:06:27.660 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.660 INFO:tasks.workunit.client.0.smithi016.stdout: "txc_submit_lat": { 2024-04-15T16:06:27.660 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 75401, 2024-04-15T16:06:27.660 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 15283915939 2024-04-15T16:06:27.660 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.660 INFO:tasks.workunit.client.0.smithi016.stdout: "txc_throttle_lat": { 2024-04-15T16:06:27.660 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 75401, 2024-04-15T16:06:27.660 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 780930518 2024-04-15T16:06:27.660 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T16:06:27.661 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.661 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore-pricache": { 2024-04-15T16:06:27.661 INFO:tasks.workunit.client.0.smithi016.stdout: "cache_bytes": { 2024-04-15T16:06:27.661 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 1405290552 2024-04-15T16:06:27.661 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.661 INFO:tasks.workunit.client.0.smithi016.stdout: "heap_bytes": { 2024-04-15T16:06:27.661 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 593100800 2024-04-15T16:06:27.661 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.661 INFO:tasks.workunit.client.0.smithi016.stdout: "mapped_bytes": { 2024-04-15T16:06:27.661 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 584499200 2024-04-15T16:06:27.661 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.661 INFO:tasks.workunit.client.0.smithi016.stdout: "target_bytes": { 2024-04-15T16:06:27.661 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 2600702259 2024-04-15T16:06:27.661 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.661 INFO:tasks.workunit.client.0.smithi016.stdout: "unmapped_bytes": { 2024-04-15T16:06:27.662 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 8601600 2024-04-15T16:06:27.662 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T16:06:27.662 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.662 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore-pricache:data": { 2024-04-15T16:06:27.662 INFO:tasks.workunit.client.0.smithi016.stdout: "committed_bytes": { 2024-04-15T16:06:27.662 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 125829120 2024-04-15T16:06:27.662 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.662 INFO:tasks.workunit.client.0.smithi016.stdout: "pri0_bytes": { 2024-04-15T16:06:27.662 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:27.662 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.662 INFO:tasks.workunit.client.0.smithi016.stdout: "pri10_bytes": { 2024-04-15T16:06:27.662 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:27.662 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.662 INFO:tasks.workunit.client.0.smithi016.stdout: "pri11_bytes": { 2024-04-15T16:06:27.663 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 57001030 2024-04-15T16:06:27.663 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.663 INFO:tasks.workunit.client.0.smithi016.stdout: "pri1_bytes": { 2024-04-15T16:06:27.663 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:27.663 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.663 INFO:tasks.workunit.client.0.smithi016.stdout: "pri2_bytes": { 2024-04-15T16:06:27.663 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:27.663 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.663 INFO:tasks.workunit.client.0.smithi016.stdout: "pri3_bytes": { 2024-04-15T16:06:27.663 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:27.663 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.663 INFO:tasks.workunit.client.0.smithi016.stdout: "pri4_bytes": { 2024-04-15T16:06:27.663 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:27.664 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.664 INFO:tasks.workunit.client.0.smithi016.stdout: "pri5_bytes": { 2024-04-15T16:06:27.664 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:27.664 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.664 INFO:tasks.workunit.client.0.smithi016.stdout: "pri6_bytes": { 2024-04-15T16:06:27.664 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 32768 2024-04-15T16:06:27.664 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.664 INFO:tasks.workunit.client.0.smithi016.stdout: "pri7_bytes": { 2024-04-15T16:06:27.664 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:27.664 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.664 INFO:tasks.workunit.client.0.smithi016.stdout: "pri8_bytes": { 2024-04-15T16:06:27.664 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:27.664 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.664 INFO:tasks.workunit.client.0.smithi016.stdout: "pri9_bytes": { 2024-04-15T16:06:27.664 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:27.665 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.665 INFO:tasks.workunit.client.0.smithi016.stdout: "reserved_bytes": { 2024-04-15T16:06:27.665 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 68795322 2024-04-15T16:06:27.665 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T16:06:27.665 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.665 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore-pricache:kv": { 2024-04-15T16:06:27.665 INFO:tasks.workunit.client.0.smithi016.stdout: "committed_bytes": { 2024-04-15T16:06:27.665 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 562036736 2024-04-15T16:06:27.665 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.665 INFO:tasks.workunit.client.0.smithi016.stdout: "pri0_bytes": { 2024-04-15T16:06:27.665 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 67108864 2024-04-15T16:06:27.665 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.665 INFO:tasks.workunit.client.0.smithi016.stdout: "pri10_bytes": { 2024-04-15T16:06:27.665 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:27.665 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.666 INFO:tasks.workunit.client.0.smithi016.stdout: "pri11_bytes": { 2024-04-15T16:06:27.666 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 427507730 2024-04-15T16:06:27.666 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.666 INFO:tasks.workunit.client.0.smithi016.stdout: "pri1_bytes": { 2024-04-15T16:06:27.666 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:27.666 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.666 INFO:tasks.workunit.client.0.smithi016.stdout: "pri2_bytes": { 2024-04-15T16:06:27.666 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:27.666 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.666 INFO:tasks.workunit.client.0.smithi016.stdout: "pri3_bytes": { 2024-04-15T16:06:27.666 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 2160 2024-04-15T16:06:27.666 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.666 INFO:tasks.workunit.client.0.smithi016.stdout: "pri4_bytes": { 2024-04-15T16:06:27.666 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:27.667 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.667 INFO:tasks.workunit.client.0.smithi016.stdout: "pri5_bytes": { 2024-04-15T16:06:27.667 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 138592 2024-04-15T16:06:27.667 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.667 INFO:tasks.workunit.client.0.smithi016.stdout: "pri6_bytes": { 2024-04-15T16:06:27.667 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:27.667 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.667 INFO:tasks.workunit.client.0.smithi016.stdout: "pri7_bytes": { 2024-04-15T16:06:27.667 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:27.667 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.667 INFO:tasks.workunit.client.0.smithi016.stdout: "pri8_bytes": { 2024-04-15T16:06:27.667 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:27.667 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.668 INFO:tasks.workunit.client.0.smithi016.stdout: "pri9_bytes": { 2024-04-15T16:06:27.668 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:27.668 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.668 INFO:tasks.workunit.client.0.smithi016.stdout: "reserved_bytes": { 2024-04-15T16:06:27.668 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 67279390 2024-04-15T16:06:27.668 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T16:06:27.668 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.668 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore-pricache:kv_onode": { 2024-04-15T16:06:27.668 INFO:tasks.workunit.client.0.smithi016.stdout: "committed_bytes": { 2024-04-15T16:06:27.668 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 184549376 2024-04-15T16:06:27.668 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.668 INFO:tasks.workunit.client.0.smithi016.stdout: "pri0_bytes": { 2024-04-15T16:06:27.668 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 67108864 2024-04-15T16:06:27.668 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.668 INFO:tasks.workunit.client.0.smithi016.stdout: "pri10_bytes": { 2024-04-15T16:06:27.669 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 6671120 2024-04-15T16:06:27.669 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.669 INFO:tasks.workunit.client.0.smithi016.stdout: "pri11_bytes": { 2024-04-15T16:06:27.669 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 38000687 2024-04-15T16:06:27.669 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.669 INFO:tasks.workunit.client.0.smithi016.stdout: "pri1_bytes": { 2024-04-15T16:06:27.669 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:27.669 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.669 INFO:tasks.workunit.client.0.smithi016.stdout: "pri2_bytes": { 2024-04-15T16:06:27.669 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:27.669 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.669 INFO:tasks.workunit.client.0.smithi016.stdout: "pri3_bytes": { 2024-04-15T16:06:27.669 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:27.669 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.670 INFO:tasks.workunit.client.0.smithi016.stdout: "pri4_bytes": { 2024-04-15T16:06:27.670 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:27.670 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.670 INFO:tasks.workunit.client.0.smithi016.stdout: "pri5_bytes": { 2024-04-15T16:06:27.670 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:27.670 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.670 INFO:tasks.workunit.client.0.smithi016.stdout: "pri6_bytes": { 2024-04-15T16:06:27.670 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:27.670 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.670 INFO:tasks.workunit.client.0.smithi016.stdout: "pri7_bytes": { 2024-04-15T16:06:27.670 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:27.670 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.670 INFO:tasks.workunit.client.0.smithi016.stdout: "pri8_bytes": { 2024-04-15T16:06:27.670 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:27.671 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.671 INFO:tasks.workunit.client.0.smithi016.stdout: "pri9_bytes": { 2024-04-15T16:06:27.671 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:27.671 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.671 INFO:tasks.workunit.client.0.smithi016.stdout: "reserved_bytes": { 2024-04-15T16:06:27.671 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 72768705 2024-04-15T16:06:27.671 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T16:06:27.671 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.671 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore-pricache:meta": { 2024-04-15T16:06:27.671 INFO:tasks.workunit.client.0.smithi016.stdout: "committed_bytes": { 2024-04-15T16:06:27.671 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 503316480 2024-04-15T16:06:27.671 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.671 INFO:tasks.workunit.client.0.smithi016.stdout: "pri0_bytes": { 2024-04-15T16:06:27.671 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:27.671 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.672 INFO:tasks.workunit.client.0.smithi016.stdout: "pri10_bytes": { 2024-04-15T16:06:27.672 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:27.672 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.672 INFO:tasks.workunit.client.0.smithi016.stdout: "pri11_bytes": { 2024-04-15T16:06:27.672 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 427507730 2024-04-15T16:06:27.672 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.672 INFO:tasks.workunit.client.0.smithi016.stdout: "pri1_bytes": { 2024-04-15T16:06:27.672 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:27.672 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.672 INFO:tasks.workunit.client.0.smithi016.stdout: "pri2_bytes": { 2024-04-15T16:06:27.672 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:27.672 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.672 INFO:tasks.workunit.client.0.smithi016.stdout: "pri3_bytes": { 2024-04-15T16:06:27.672 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:27.672 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.673 INFO:tasks.workunit.client.0.smithi016.stdout: "pri4_bytes": { 2024-04-15T16:06:27.673 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:27.673 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.673 INFO:tasks.workunit.client.0.smithi016.stdout: "pri5_bytes": { 2024-04-15T16:06:27.673 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 118603 2024-04-15T16:06:27.673 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.673 INFO:tasks.workunit.client.0.smithi016.stdout: "pri6_bytes": { 2024-04-15T16:06:27.673 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 1116846 2024-04-15T16:06:27.673 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.673 INFO:tasks.workunit.client.0.smithi016.stdout: "pri7_bytes": { 2024-04-15T16:06:27.673 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:27.673 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.673 INFO:tasks.workunit.client.0.smithi016.stdout: "pri8_bytes": { 2024-04-15T16:06:27.673 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:27.674 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.674 INFO:tasks.workunit.client.0.smithi016.stdout: "pri9_bytes": { 2024-04-15T16:06:27.674 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:27.674 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.674 INFO:tasks.workunit.client.0.smithi016.stdout: "reserved_bytes": { 2024-04-15T16:06:27.674 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 74573301 2024-04-15T16:06:27.674 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T16:06:27.674 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.674 INFO:tasks.workunit.client.0.smithi016.stdout: "objecter": { 2024-04-15T16:06:27.674 INFO:tasks.workunit.client.0.smithi016.stdout: "op_active": { 2024-04-15T16:06:27.674 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:27.674 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.674 INFO:tasks.workunit.client.0.smithi016.stdout: "op_r": { 2024-04-15T16:06:27.674 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 23 2024-04-15T16:06:27.675 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.675 INFO:tasks.workunit.client.0.smithi016.stdout: "op_rmw": { 2024-04-15T16:06:27.675 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:27.675 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.675 INFO:tasks.workunit.client.0.smithi016.stdout: "op_w": { 2024-04-15T16:06:27.675 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:27.675 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T16:06:27.675 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.675 INFO:tasks.workunit.client.0.smithi016.stdout: "osd": { 2024-04-15T16:06:27.675 INFO:tasks.workunit.client.0.smithi016.stdout: "numpg": { 2024-04-15T16:06:27.675 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 51 2024-04-15T16:06:27.675 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.675 INFO:tasks.workunit.client.0.smithi016.stdout: "numpg_removing": { 2024-04-15T16:06:27.675 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:27.675 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.676 INFO:tasks.workunit.client.0.smithi016.stdout: "op": { 2024-04-15T16:06:27.676 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 55174 2024-04-15T16:06:27.676 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.676 INFO:tasks.workunit.client.0.smithi016.stdout: "op_before_queue_op_lat": { 2024-04-15T16:06:27.676 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 115757, 2024-04-15T16:06:27.676 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 9838085679 2024-04-15T16:06:27.676 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.676 INFO:tasks.workunit.client.0.smithi016.stdout: "op_delayed_degraded": { 2024-04-15T16:06:27.676 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 1 2024-04-15T16:06:27.676 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.676 INFO:tasks.workunit.client.0.smithi016.stdout: "op_delayed_unreadable": { 2024-04-15T16:06:27.676 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:27.676 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.676 INFO:tasks.workunit.client.0.smithi016.stdout: "op_in_bytes": { 2024-04-15T16:06:27.677 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 1390238894 2024-04-15T16:06:27.677 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.677 INFO:tasks.workunit.client.0.smithi016.stdout: "op_latency": { 2024-04-15T16:06:27.677 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 55174, 2024-04-15T16:06:27.677 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 62034925115 2024-04-15T16:06:27.677 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.677 INFO:tasks.workunit.client.0.smithi016.stdout: "op_out_bytes": { 2024-04-15T16:06:27.677 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 1681022359 2024-04-15T16:06:27.677 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.677 INFO:tasks.workunit.client.0.smithi016.stdout: "op_prepare_latency": { 2024-04-15T16:06:27.677 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 55710, 2024-04-15T16:06:27.677 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 23022992502 2024-04-15T16:06:27.677 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.677 INFO:tasks.workunit.client.0.smithi016.stdout: "op_process_latency": { 2024-04-15T16:06:27.678 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 55174, 2024-04-15T16:06:27.678 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 40339033415 2024-04-15T16:06:27.678 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.678 INFO:tasks.workunit.client.0.smithi016.stdout: "op_r": { 2024-04-15T16:06:27.678 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 44659 2024-04-15T16:06:27.678 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.678 INFO:tasks.workunit.client.0.smithi016.stdout: "op_r_latency": { 2024-04-15T16:06:27.678 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 44659, 2024-04-15T16:06:27.678 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 18158064726 2024-04-15T16:06:27.678 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.678 INFO:tasks.workunit.client.0.smithi016.stdout: "op_r_latency_out_bytes_histogram": { 2024-04-15T16:06:27.678 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:27.678 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.679 INFO:tasks.workunit.client.0.smithi016.stdout: "op_r_out_bytes": { 2024-04-15T16:06:27.679 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 1681022359 2024-04-15T16:06:27.679 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.679 INFO:tasks.workunit.client.0.smithi016.stdout: "op_r_prepare_latency": { 2024-04-15T16:06:27.679 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 44822, 2024-04-15T16:06:27.679 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 14025692369 2024-04-15T16:06:27.679 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.679 INFO:tasks.workunit.client.0.smithi016.stdout: "op_r_process_latency": { 2024-04-15T16:06:27.679 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 44659, 2024-04-15T16:06:27.679 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 13433963700 2024-04-15T16:06:27.679 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.679 INFO:tasks.workunit.client.0.smithi016.stdout: "op_rw": { 2024-04-15T16:06:27.679 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 6505 2024-04-15T16:06:27.679 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.680 INFO:tasks.workunit.client.0.smithi016.stdout: "op_rw_in_bytes": { 2024-04-15T16:06:27.680 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 254101146 2024-04-15T16:06:27.680 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.680 INFO:tasks.workunit.client.0.smithi016.stdout: "op_rw_latency": { 2024-04-15T16:06:27.680 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 6505, 2024-04-15T16:06:27.680 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 13254226416 2024-04-15T16:06:27.680 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.680 INFO:tasks.workunit.client.0.smithi016.stdout: "op_rw_latency_in_bytes_histogram": { 2024-04-15T16:06:27.680 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:27.680 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.680 INFO:tasks.workunit.client.0.smithi016.stdout: "op_rw_latency_out_bytes_histogram": { 2024-04-15T16:06:27.680 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:27.680 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.680 INFO:tasks.workunit.client.0.smithi016.stdout: "op_rw_out_bytes": { 2024-04-15T16:06:27.681 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:27.681 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.681 INFO:tasks.workunit.client.0.smithi016.stdout: "op_rw_prepare_latency": { 2024-04-15T16:06:27.681 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 6728, 2024-04-15T16:06:27.681 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 4226116205 2024-04-15T16:06:27.681 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.681 INFO:tasks.workunit.client.0.smithi016.stdout: "op_rw_process_latency": { 2024-04-15T16:06:27.681 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 6505, 2024-04-15T16:06:27.681 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 10029462462 2024-04-15T16:06:27.681 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.681 INFO:tasks.workunit.client.0.smithi016.stdout: "op_w": { 2024-04-15T16:06:27.681 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 4010 2024-04-15T16:06:27.681 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.681 INFO:tasks.workunit.client.0.smithi016.stdout: "op_w_in_bytes": { 2024-04-15T16:06:27.682 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 1136137748 2024-04-15T16:06:27.682 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.682 INFO:tasks.workunit.client.0.smithi016.stdout: "op_w_latency": { 2024-04-15T16:06:27.682 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 4010, 2024-04-15T16:06:27.682 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 30622633973 2024-04-15T16:06:27.682 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.682 INFO:tasks.workunit.client.0.smithi016.stdout: "op_w_latency_in_bytes_histogram": { 2024-04-15T16:06:27.682 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:27.682 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.682 INFO:tasks.workunit.client.0.smithi016.stdout: "op_w_prepare_latency": { 2024-04-15T16:06:27.682 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 4160, 2024-04-15T16:06:27.682 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 4771183928 2024-04-15T16:06:27.682 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.683 INFO:tasks.workunit.client.0.smithi016.stdout: "op_w_process_latency": { 2024-04-15T16:06:27.683 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 4010, 2024-04-15T16:06:27.683 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 16875607253 2024-04-15T16:06:27.683 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.683 INFO:tasks.workunit.client.0.smithi016.stdout: "op_wip": { 2024-04-15T16:06:27.683 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:27.683 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.683 INFO:tasks.workunit.client.0.smithi016.stdout: "recovery_bytes": { 2024-04-15T16:06:27.683 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 8388752 2024-04-15T16:06:27.683 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.683 INFO:tasks.workunit.client.0.smithi016.stdout: "recovery_ops": { 2024-04-15T16:06:27.683 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 14 2024-04-15T16:06:27.683 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.683 INFO:tasks.workunit.client.0.smithi016.stdout: "stat_bytes": { 2024-04-15T16:06:27.683 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 95995035648 2024-04-15T16:06:27.684 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.684 INFO:tasks.workunit.client.0.smithi016.stdout: "stat_bytes_used": { 2024-04-15T16:06:27.684 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 754884608 2024-04-15T16:06:27.684 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T16:06:27.684 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T16:06:27.684 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.684 INFO:tasks.workunit.client.0.smithi016.stdout: "osd.5": { 2024-04-15T16:06:27.684 INFO:tasks.workunit.client.0.smithi016.stdout: "bluefs": { 2024-04-15T16:06:27.684 INFO:tasks.workunit.client.0.smithi016.stdout: "alloc_db_max_lat": { 2024-04-15T16:06:27.684 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 22459 2024-04-15T16:06:27.684 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.684 INFO:tasks.workunit.client.0.smithi016.stdout: "alloc_slow_fallback": { 2024-04-15T16:06:27.684 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:27.684 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.685 INFO:tasks.workunit.client.0.smithi016.stdout: "alloc_slow_max_lat": { 2024-04-15T16:06:27.685 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:27.685 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.685 INFO:tasks.workunit.client.0.smithi016.stdout: "alloc_slow_size_fallback": { 2024-04-15T16:06:27.685 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:27.685 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.685 INFO:tasks.workunit.client.0.smithi016.stdout: "alloc_unit_db": { 2024-04-15T16:06:27.685 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 65536 2024-04-15T16:06:27.685 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.685 INFO:tasks.workunit.client.0.smithi016.stdout: "alloc_unit_slow": { 2024-04-15T16:06:27.685 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:27.685 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.685 INFO:tasks.workunit.client.0.smithi016.stdout: "alloc_unit_wal": { 2024-04-15T16:06:27.685 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:27.686 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.686 INFO:tasks.workunit.client.0.smithi016.stdout: "alloc_wal_max_lat": { 2024-04-15T16:06:27.686 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:27.686 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.686 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes_written_slow": { 2024-04-15T16:06:27.686 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:27.686 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.686 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes_written_sst": { 2024-04-15T16:06:27.686 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 4464640 2024-04-15T16:06:27.686 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.686 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes_written_wal": { 2024-04-15T16:06:27.686 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 669401088 2024-04-15T16:06:27.686 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.686 INFO:tasks.workunit.client.0.smithi016.stdout: "compact_lat": { 2024-04-15T16:06:27.687 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 19, 2024-04-15T16:06:27.687 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 3721677 2024-04-15T16:06:27.687 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.687 INFO:tasks.workunit.client.0.smithi016.stdout: "compact_lock_lat": { 2024-04-15T16:06:27.687 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 19, 2024-04-15T16:06:27.687 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 1277474 2024-04-15T16:06:27.687 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.687 INFO:tasks.workunit.client.0.smithi016.stdout: "db_alloc_lat": { 2024-04-15T16:06:27.687 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 184, 2024-04-15T16:06:27.687 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 860308 2024-04-15T16:06:27.687 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.687 INFO:tasks.workunit.client.0.smithi016.stdout: "db_total_bytes": { 2024-04-15T16:06:27.687 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 95995027456 2024-04-15T16:06:27.687 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.688 INFO:tasks.workunit.client.0.smithi016.stdout: "db_used_bytes": { 2024-04-15T16:06:27.688 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 562692096 2024-04-15T16:06:27.688 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.688 INFO:tasks.workunit.client.0.smithi016.stdout: "flush_lat": { 2024-04-15T16:06:27.688 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 80731, 2024-04-15T16:06:27.688 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 11253322732 2024-04-15T16:06:27.688 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.688 INFO:tasks.workunit.client.0.smithi016.stdout: "fsync_lat": { 2024-04-15T16:06:27.688 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 80749, 2024-04-15T16:06:27.688 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 17970771320 2024-04-15T16:06:27.688 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.688 INFO:tasks.workunit.client.0.smithi016.stdout: "log_bytes": { 2024-04-15T16:06:27.688 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 14843904 2024-04-15T16:06:27.688 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.689 INFO:tasks.workunit.client.0.smithi016.stdout: "logged_bytes": { 2024-04-15T16:06:27.689 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 330735616 2024-04-15T16:06:27.689 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.689 INFO:tasks.workunit.client.0.smithi016.stdout: "max_bytes_db": { 2024-04-15T16:06:27.689 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 571211776 2024-04-15T16:06:27.689 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.689 INFO:tasks.workunit.client.0.smithi016.stdout: "max_bytes_slow": { 2024-04-15T16:06:27.689 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:27.689 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.689 INFO:tasks.workunit.client.0.smithi016.stdout: "max_bytes_wal": { 2024-04-15T16:06:27.689 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:27.689 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.689 INFO:tasks.workunit.client.0.smithi016.stdout: "num_files": { 2024-04-15T16:06:27.689 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 46 2024-04-15T16:06:27.689 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.690 INFO:tasks.workunit.client.0.smithi016.stdout: "read_bytes": { 2024-04-15T16:06:27.690 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 2983044589 2024-04-15T16:06:27.690 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.690 INFO:tasks.workunit.client.0.smithi016.stdout: "read_count": { 2024-04-15T16:06:27.690 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 46187 2024-04-15T16:06:27.690 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.690 INFO:tasks.workunit.client.0.smithi016.stdout: "read_disk_bytes": { 2024-04-15T16:06:27.690 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 2448416768 2024-04-15T16:06:27.690 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.690 INFO:tasks.workunit.client.0.smithi016.stdout: "read_disk_bytes_db": { 2024-04-15T16:06:27.690 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 2448420864 2024-04-15T16:06:27.690 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.690 INFO:tasks.workunit.client.0.smithi016.stdout: "read_disk_bytes_slow": { 2024-04-15T16:06:27.691 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:27.691 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.691 INFO:tasks.workunit.client.0.smithi016.stdout: "read_disk_bytes_wal": { 2024-04-15T16:06:27.691 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:27.691 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.691 INFO:tasks.workunit.client.0.smithi016.stdout: "read_disk_count": { 2024-04-15T16:06:27.691 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 32330 2024-04-15T16:06:27.691 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.691 INFO:tasks.workunit.client.0.smithi016.stdout: "read_lat": { 2024-04-15T16:06:27.691 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 46187, 2024-04-15T16:06:27.691 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 1045804363 2024-04-15T16:06:27.691 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.691 INFO:tasks.workunit.client.0.smithi016.stdout: "read_prefetch_bytes": { 2024-04-15T16:06:27.691 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 2865376717 2024-04-15T16:06:27.692 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.692 INFO:tasks.workunit.client.0.smithi016.stdout: "read_prefetch_count": { 2024-04-15T16:06:27.692 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 42581 2024-04-15T16:06:27.692 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.692 INFO:tasks.workunit.client.0.smithi016.stdout: "read_random_buffer_bytes": { 2024-04-15T16:06:27.692 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 1282360 2024-04-15T16:06:27.692 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.692 INFO:tasks.workunit.client.0.smithi016.stdout: "read_random_buffer_count": { 2024-04-15T16:06:27.692 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 587 2024-04-15T16:06:27.692 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.692 INFO:tasks.workunit.client.0.smithi016.stdout: "read_random_bytes": { 2024-04-15T16:06:27.692 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 4413746 2024-04-15T16:06:27.692 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.692 INFO:tasks.workunit.client.0.smithi016.stdout: "read_random_count": { 2024-04-15T16:06:27.692 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 788 2024-04-15T16:06:27.693 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.693 INFO:tasks.workunit.client.0.smithi016.stdout: "read_random_disk_bytes": { 2024-04-15T16:06:27.693 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 3131386 2024-04-15T16:06:27.693 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.693 INFO:tasks.workunit.client.0.smithi016.stdout: "read_random_disk_bytes_db": { 2024-04-15T16:06:27.693 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 3131386 2024-04-15T16:06:27.693 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.693 INFO:tasks.workunit.client.0.smithi016.stdout: "read_random_disk_bytes_slow": { 2024-04-15T16:06:27.693 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:27.693 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.693 INFO:tasks.workunit.client.0.smithi016.stdout: "read_random_disk_bytes_wal": { 2024-04-15T16:06:27.693 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:27.693 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.693 INFO:tasks.workunit.client.0.smithi016.stdout: "read_random_disk_count": { 2024-04-15T16:06:27.694 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 203 2024-04-15T16:06:27.694 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.694 INFO:tasks.workunit.client.0.smithi016.stdout: "read_random_lat": { 2024-04-15T16:06:27.694 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 788, 2024-04-15T16:06:27.694 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 1247616 2024-04-15T16:06:27.694 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.694 INFO:tasks.workunit.client.0.smithi016.stdout: "slow_alloc_lat": { 2024-04-15T16:06:27.694 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 0, 2024-04-15T16:06:27.694 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:27.694 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.694 INFO:tasks.workunit.client.0.smithi016.stdout: "slow_total_bytes": { 2024-04-15T16:06:27.694 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:27.694 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.694 INFO:tasks.workunit.client.0.smithi016.stdout: "slow_used_bytes": { 2024-04-15T16:06:27.695 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:27.695 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.695 INFO:tasks.workunit.client.0.smithi016.stdout: "truncate_lat": { 2024-04-15T16:06:27.695 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 1, 2024-04-15T16:06:27.695 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 600 2024-04-15T16:06:27.695 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.695 INFO:tasks.workunit.client.0.smithi016.stdout: "unlink_lat": { 2024-04-15T16:06:27.695 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 9, 2024-04-15T16:06:27.695 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 10145 2024-04-15T16:06:27.695 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.695 INFO:tasks.workunit.client.0.smithi016.stdout: "wal_alloc_lat": { 2024-04-15T16:06:27.695 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 0, 2024-04-15T16:06:27.695 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:27.695 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.695 INFO:tasks.workunit.client.0.smithi016.stdout: "wal_total_bytes": { 2024-04-15T16:06:27.696 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:27.696 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.696 INFO:tasks.workunit.client.0.smithi016.stdout: "wal_used_bytes": { 2024-04-15T16:06:27.696 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:27.696 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.696 INFO:tasks.workunit.client.0.smithi016.stdout: "write_bytes": { 2024-04-15T16:06:27.696 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 1007480832 2024-04-15T16:06:27.696 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T16:06:27.696 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.696 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore": { 2024-04-15T16:06:27.696 INFO:tasks.workunit.client.0.smithi016.stdout: "alloc_unit": { 2024-04-15T16:06:27.696 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 4096 2024-04-15T16:06:27.696 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.696 INFO:tasks.workunit.client.0.smithi016.stdout: "allocated": { 2024-04-15T16:06:27.697 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 9203712 2024-04-15T16:06:27.697 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.697 INFO:tasks.workunit.client.0.smithi016.stdout: "allocator_lat": { 2024-04-15T16:06:27.697 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 22738, 2024-04-15T16:06:27.697 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 72349237 2024-04-15T16:06:27.697 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.697 INFO:tasks.workunit.client.0.smithi016.stdout: "clist_lat": { 2024-04-15T16:06:27.697 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 3535, 2024-04-15T16:06:27.697 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 5370681607 2024-04-15T16:06:27.697 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.697 INFO:tasks.workunit.client.0.smithi016.stdout: "compress_lat": { 2024-04-15T16:06:27.697 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 0, 2024-04-15T16:06:27.697 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:27.697 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.697 INFO:tasks.workunit.client.0.smithi016.stdout: "compressed": { 2024-04-15T16:06:27.698 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:27.698 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.698 INFO:tasks.workunit.client.0.smithi016.stdout: "compressed_allocated": { 2024-04-15T16:06:27.698 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:27.698 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.698 INFO:tasks.workunit.client.0.smithi016.stdout: "compressed_original": { 2024-04-15T16:06:27.698 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:27.698 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.698 INFO:tasks.workunit.client.0.smithi016.stdout: "csum_lat": { 2024-04-15T16:06:27.698 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 19425, 2024-04-15T16:06:27.698 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 146193252 2024-04-15T16:06:27.698 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.698 INFO:tasks.workunit.client.0.smithi016.stdout: "decompress_lat": { 2024-04-15T16:06:27.698 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 0, 2024-04-15T16:06:27.699 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:27.699 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.699 INFO:tasks.workunit.client.0.smithi016.stdout: "fragmentation_micros": { 2024-04-15T16:06:27.699 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:27.699 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.699 INFO:tasks.workunit.client.0.smithi016.stdout: "kv_commit_lat": { 2024-04-15T16:06:27.699 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 80679, 2024-04-15T16:06:27.699 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 21576839614 2024-04-15T16:06:27.699 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.699 INFO:tasks.workunit.client.0.smithi016.stdout: "kv_final_lat": { 2024-04-15T16:06:27.699 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 80256, 2024-04-15T16:06:27.699 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 1524296772 2024-04-15T16:06:27.699 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.699 INFO:tasks.workunit.client.0.smithi016.stdout: "kv_flush_lat": { 2024-04-15T16:06:27.699 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 80679, 2024-04-15T16:06:27.700 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 46598271 2024-04-15T16:06:27.700 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.700 INFO:tasks.workunit.client.0.smithi016.stdout: "kv_sync_lat": { 2024-04-15T16:06:27.700 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 80679, 2024-04-15T16:06:27.700 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 21623437885 2024-04-15T16:06:27.700 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.700 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_get_keys_lat": { 2024-04-15T16:06:27.700 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 0, 2024-04-15T16:06:27.700 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:27.700 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.700 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_get_values_lat": { 2024-04-15T16:06:27.700 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 39153, 2024-04-15T16:06:27.700 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 801582576 2024-04-15T16:06:27.700 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.700 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_lower_bound_lat": { 2024-04-15T16:06:27.701 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 824, 2024-04-15T16:06:27.701 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 2293899 2024-04-15T16:06:27.701 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.701 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_next_lat": { 2024-04-15T16:06:27.701 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 9721, 2024-04-15T16:06:27.701 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 8565233 2024-04-15T16:06:27.701 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.701 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_seek_to_first_lat": { 2024-04-15T16:06:27.701 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 48, 2024-04-15T16:06:27.701 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 72817 2024-04-15T16:06:27.701 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.702 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_upper_bound_lat": { 2024-04-15T16:06:27.702 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 17428, 2024-04-15T16:06:27.702 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 2722457495 2024-04-15T16:06:27.702 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.702 INFO:tasks.workunit.client.0.smithi016.stdout: "onode_hits": { 2024-04-15T16:06:27.702 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 238738 2024-04-15T16:06:27.702 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.702 INFO:tasks.workunit.client.0.smithi016.stdout: "onode_misses": { 2024-04-15T16:06:27.702 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 20722 2024-04-15T16:06:27.702 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.702 INFO:tasks.workunit.client.0.smithi016.stdout: "read_lat": { 2024-04-15T16:06:27.702 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 13417, 2024-04-15T16:06:27.702 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 1535212067 2024-04-15T16:06:27.703 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.703 INFO:tasks.workunit.client.0.smithi016.stdout: "read_onode_meta_lat": { 2024-04-15T16:06:27.703 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 36915, 2024-04-15T16:06:27.703 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 10207466 2024-04-15T16:06:27.703 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.703 INFO:tasks.workunit.client.0.smithi016.stdout: "read_wait_aio_lat": { 2024-04-15T16:06:27.703 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 23498, 2024-04-15T16:06:27.703 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 1392382175 2024-04-15T16:06:27.703 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.703 INFO:tasks.workunit.client.0.smithi016.stdout: "reads_with_retries": { 2024-04-15T16:06:27.703 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:27.703 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.703 INFO:tasks.workunit.client.0.smithi016.stdout: "remove_lat": { 2024-04-15T16:06:27.703 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 15512, 2024-04-15T16:06:27.704 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 424498369 2024-04-15T16:06:27.704 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.704 INFO:tasks.workunit.client.0.smithi016.stdout: "slow_aio_wait_count": { 2024-04-15T16:06:27.704 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:27.704 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.704 INFO:tasks.workunit.client.0.smithi016.stdout: "slow_committed_kv_count": { 2024-04-15T16:06:27.704 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:27.704 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.704 INFO:tasks.workunit.client.0.smithi016.stdout: "slow_read_onode_meta_count": { 2024-04-15T16:06:27.704 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:27.704 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.704 INFO:tasks.workunit.client.0.smithi016.stdout: "slow_read_wait_aio_count": { 2024-04-15T16:06:27.704 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:27.704 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.704 INFO:tasks.workunit.client.0.smithi016.stdout: "state_aio_wait_lat": { 2024-04-15T16:06:27.705 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 94551, 2024-04-15T16:06:27.705 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 13586850893 2024-04-15T16:06:27.705 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.705 INFO:tasks.workunit.client.0.smithi016.stdout: "state_deferred_aio_wait_lat": { 2024-04-15T16:06:27.705 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 8831, 2024-04-15T16:06:27.705 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 626785161 2024-04-15T16:06:27.705 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.705 INFO:tasks.workunit.client.0.smithi016.stdout: "state_deferred_cleanup_lat": { 2024-04-15T16:06:27.705 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 8829, 2024-04-15T16:06:27.705 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 4174441876532 2024-04-15T16:06:27.705 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.705 INFO:tasks.workunit.client.0.smithi016.stdout: "state_deferred_queued_lat": { 2024-04-15T16:06:27.705 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 8831, 2024-04-15T16:06:27.706 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 6836934337644 2024-04-15T16:06:27.706 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.706 INFO:tasks.workunit.client.0.smithi016.stdout: "state_done_lat": { 2024-04-15T16:06:27.706 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 94549, 2024-04-15T16:06:27.706 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 2853276852018 2024-04-15T16:06:27.706 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.706 INFO:tasks.workunit.client.0.smithi016.stdout: "state_finishing_lat": { 2024-04-15T16:06:27.706 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 94549, 2024-04-15T16:06:27.706 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 9986677 2024-04-15T16:06:27.706 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.706 INFO:tasks.workunit.client.0.smithi016.stdout: "state_io_done_lat": { 2024-04-15T16:06:27.706 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 94551, 2024-04-15T16:06:27.706 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 441741184 2024-04-15T16:06:27.706 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.707 INFO:tasks.workunit.client.0.smithi016.stdout: "state_kv_commiting_lat": { 2024-04-15T16:06:27.707 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 94551, 2024-04-15T16:06:27.707 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 35063555560 2024-04-15T16:06:27.707 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.707 INFO:tasks.workunit.client.0.smithi016.stdout: "state_kv_done_lat": { 2024-04-15T16:06:27.707 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 94551, 2024-04-15T16:06:27.707 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 33996570 2024-04-15T16:06:27.707 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.707 INFO:tasks.workunit.client.0.smithi016.stdout: "state_kv_queued_lat": { 2024-04-15T16:06:27.707 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 94551, 2024-04-15T16:06:27.707 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 16744463479 2024-04-15T16:06:27.707 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.707 INFO:tasks.workunit.client.0.smithi016.stdout: "state_prepare_lat": { 2024-04-15T16:06:27.707 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 94551, 2024-04-15T16:06:27.708 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 15385945442 2024-04-15T16:06:27.708 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.708 INFO:tasks.workunit.client.0.smithi016.stdout: "stored": { 2024-04-15T16:06:27.708 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 5455042 2024-04-15T16:06:27.708 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.708 INFO:tasks.workunit.client.0.smithi016.stdout: "truncate_lat": { 2024-04-15T16:06:27.708 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 2400, 2024-04-15T16:06:27.708 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 13536635 2024-04-15T16:06:27.708 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.708 INFO:tasks.workunit.client.0.smithi016.stdout: "txc_commit_lat": { 2024-04-15T16:06:27.708 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 94551, 2024-04-15T16:06:27.708 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 81238668689 2024-04-15T16:06:27.708 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.708 INFO:tasks.workunit.client.0.smithi016.stdout: "txc_submit_lat": { 2024-04-15T16:06:27.708 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 94551, 2024-04-15T16:06:27.709 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 16401291071 2024-04-15T16:06:27.709 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.709 INFO:tasks.workunit.client.0.smithi016.stdout: "txc_throttle_lat": { 2024-04-15T16:06:27.709 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 94551, 2024-04-15T16:06:27.709 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 735579304 2024-04-15T16:06:27.709 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T16:06:27.709 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.709 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore-pricache": { 2024-04-15T16:06:27.709 INFO:tasks.workunit.client.0.smithi016.stdout: "cache_bytes": { 2024-04-15T16:06:27.709 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 1405290552 2024-04-15T16:06:27.709 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.709 INFO:tasks.workunit.client.0.smithi016.stdout: "heap_bytes": { 2024-04-15T16:06:27.709 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 585236480 2024-04-15T16:06:27.709 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.710 INFO:tasks.workunit.client.0.smithi016.stdout: "mapped_bytes": { 2024-04-15T16:06:27.710 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 541343744 2024-04-15T16:06:27.710 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.710 INFO:tasks.workunit.client.0.smithi016.stdout: "target_bytes": { 2024-04-15T16:06:27.710 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 2600702259 2024-04-15T16:06:27.710 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.710 INFO:tasks.workunit.client.0.smithi016.stdout: "unmapped_bytes": { 2024-04-15T16:06:27.710 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 43892736 2024-04-15T16:06:27.710 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T16:06:27.710 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.710 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore-pricache:data": { 2024-04-15T16:06:27.710 INFO:tasks.workunit.client.0.smithi016.stdout: "committed_bytes": { 2024-04-15T16:06:27.710 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 125829120 2024-04-15T16:06:27.710 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.710 INFO:tasks.workunit.client.0.smithi016.stdout: "pri0_bytes": { 2024-04-15T16:06:27.711 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:27.711 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.711 INFO:tasks.workunit.client.0.smithi016.stdout: "pri10_bytes": { 2024-04-15T16:06:27.711 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:27.711 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.711 INFO:tasks.workunit.client.0.smithi016.stdout: "pri11_bytes": { 2024-04-15T16:06:27.711 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 57146101 2024-04-15T16:06:27.711 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.711 INFO:tasks.workunit.client.0.smithi016.stdout: "pri1_bytes": { 2024-04-15T16:06:27.711 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:27.711 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.711 INFO:tasks.workunit.client.0.smithi016.stdout: "pri2_bytes": { 2024-04-15T16:06:27.711 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:27.711 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.712 INFO:tasks.workunit.client.0.smithi016.stdout: "pri3_bytes": { 2024-04-15T16:06:27.712 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:27.712 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.712 INFO:tasks.workunit.client.0.smithi016.stdout: "pri4_bytes": { 2024-04-15T16:06:27.712 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:27.712 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.712 INFO:tasks.workunit.client.0.smithi016.stdout: "pri5_bytes": { 2024-04-15T16:06:27.712 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 12288 2024-04-15T16:06:27.712 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.712 INFO:tasks.workunit.client.0.smithi016.stdout: "pri6_bytes": { 2024-04-15T16:06:27.712 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 110592 2024-04-15T16:06:27.712 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.712 INFO:tasks.workunit.client.0.smithi016.stdout: "pri7_bytes": { 2024-04-15T16:06:27.712 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:27.713 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.713 INFO:tasks.workunit.client.0.smithi016.stdout: "pri8_bytes": { 2024-04-15T16:06:27.713 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:27.713 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.713 INFO:tasks.workunit.client.0.smithi016.stdout: "pri9_bytes": { 2024-04-15T16:06:27.713 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:27.713 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.713 INFO:tasks.workunit.client.0.smithi016.stdout: "reserved_bytes": { 2024-04-15T16:06:27.713 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 68560139 2024-04-15T16:06:27.713 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T16:06:27.713 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.713 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore-pricache:kv": { 2024-04-15T16:06:27.713 INFO:tasks.workunit.client.0.smithi016.stdout: "committed_bytes": { 2024-04-15T16:06:27.713 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 570425344 2024-04-15T16:06:27.713 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.714 INFO:tasks.workunit.client.0.smithi016.stdout: "pri0_bytes": { 2024-04-15T16:06:27.714 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 67108864 2024-04-15T16:06:27.714 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.714 INFO:tasks.workunit.client.0.smithi016.stdout: "pri10_bytes": { 2024-04-15T16:06:27.714 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:27.714 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.714 INFO:tasks.workunit.client.0.smithi016.stdout: "pri11_bytes": { 2024-04-15T16:06:27.714 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 428595763 2024-04-15T16:06:27.714 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.714 INFO:tasks.workunit.client.0.smithi016.stdout: "pri1_bytes": { 2024-04-15T16:06:27.714 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:27.714 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.714 INFO:tasks.workunit.client.0.smithi016.stdout: "pri2_bytes": { 2024-04-15T16:06:27.714 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:27.714 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.715 INFO:tasks.workunit.client.0.smithi016.stdout: "pri3_bytes": { 2024-04-15T16:06:27.715 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 2128 2024-04-15T16:06:27.715 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.715 INFO:tasks.workunit.client.0.smithi016.stdout: "pri4_bytes": { 2024-04-15T16:06:27.715 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:27.715 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.715 INFO:tasks.workunit.client.0.smithi016.stdout: "pri5_bytes": { 2024-04-15T16:06:27.715 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 127504 2024-04-15T16:06:27.715 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.715 INFO:tasks.workunit.client.0.smithi016.stdout: "pri6_bytes": { 2024-04-15T16:06:27.715 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:27.715 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.715 INFO:tasks.workunit.client.0.smithi016.stdout: "pri7_bytes": { 2024-04-15T16:06:27.715 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:27.716 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.716 INFO:tasks.workunit.client.0.smithi016.stdout: "pri8_bytes": { 2024-04-15T16:06:27.716 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:27.716 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.716 INFO:tasks.workunit.client.0.smithi016.stdout: "pri9_bytes": { 2024-04-15T16:06:27.716 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:27.716 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.716 INFO:tasks.workunit.client.0.smithi016.stdout: "reserved_bytes": { 2024-04-15T16:06:27.716 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 74591085 2024-04-15T16:06:27.716 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T16:06:27.716 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.716 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore-pricache:kv_onode": { 2024-04-15T16:06:27.716 INFO:tasks.workunit.client.0.smithi016.stdout: "committed_bytes": { 2024-04-15T16:06:27.716 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 176160768 2024-04-15T16:06:27.717 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.717 INFO:tasks.workunit.client.0.smithi016.stdout: "pri0_bytes": { 2024-04-15T16:06:27.717 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 67108864 2024-04-15T16:06:27.717 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.717 INFO:tasks.workunit.client.0.smithi016.stdout: "pri10_bytes": { 2024-04-15T16:06:27.717 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 3832064 2024-04-15T16:06:27.717 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.717 INFO:tasks.workunit.client.0.smithi016.stdout: "pri11_bytes": { 2024-04-15T16:06:27.717 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 38097401 2024-04-15T16:06:27.717 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.717 INFO:tasks.workunit.client.0.smithi016.stdout: "pri1_bytes": { 2024-04-15T16:06:27.717 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:27.717 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.717 INFO:tasks.workunit.client.0.smithi016.stdout: "pri2_bytes": { 2024-04-15T16:06:27.717 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:27.718 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.718 INFO:tasks.workunit.client.0.smithi016.stdout: "pri3_bytes": { 2024-04-15T16:06:27.718 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:27.718 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.718 INFO:tasks.workunit.client.0.smithi016.stdout: "pri4_bytes": { 2024-04-15T16:06:27.718 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:27.718 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.718 INFO:tasks.workunit.client.0.smithi016.stdout: "pri5_bytes": { 2024-04-15T16:06:27.718 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:27.718 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.718 INFO:tasks.workunit.client.0.smithi016.stdout: "pri6_bytes": { 2024-04-15T16:06:27.718 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:27.718 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.718 INFO:tasks.workunit.client.0.smithi016.stdout: "pri7_bytes": { 2024-04-15T16:06:27.719 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:27.719 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.719 INFO:tasks.workunit.client.0.smithi016.stdout: "pri8_bytes": { 2024-04-15T16:06:27.719 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:27.719 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.719 INFO:tasks.workunit.client.0.smithi016.stdout: "pri9_bytes": { 2024-04-15T16:06:27.719 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:27.719 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.719 INFO:tasks.workunit.client.0.smithi016.stdout: "reserved_bytes": { 2024-04-15T16:06:27.719 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 67122439 2024-04-15T16:06:27.719 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T16:06:27.719 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.719 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore-pricache:meta": { 2024-04-15T16:06:27.719 INFO:tasks.workunit.client.0.smithi016.stdout: "committed_bytes": { 2024-04-15T16:06:27.720 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 503316480 2024-04-15T16:06:27.720 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.720 INFO:tasks.workunit.client.0.smithi016.stdout: "pri0_bytes": { 2024-04-15T16:06:27.720 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:27.720 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.720 INFO:tasks.workunit.client.0.smithi016.stdout: "pri10_bytes": { 2024-04-15T16:06:27.720 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:27.720 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.720 INFO:tasks.workunit.client.0.smithi016.stdout: "pri11_bytes": { 2024-04-15T16:06:27.720 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 428595763 2024-04-15T16:06:27.720 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.720 INFO:tasks.workunit.client.0.smithi016.stdout: "pri1_bytes": { 2024-04-15T16:06:27.720 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:27.720 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.720 INFO:tasks.workunit.client.0.smithi016.stdout: "pri2_bytes": { 2024-04-15T16:06:27.721 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:27.721 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.721 INFO:tasks.workunit.client.0.smithi016.stdout: "pri3_bytes": { 2024-04-15T16:06:27.721 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:27.721 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.721 INFO:tasks.workunit.client.0.smithi016.stdout: "pri4_bytes": { 2024-04-15T16:06:27.721 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:27.721 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.721 INFO:tasks.workunit.client.0.smithi016.stdout: "pri5_bytes": { 2024-04-15T16:06:27.721 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 119698 2024-04-15T16:06:27.721 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.721 INFO:tasks.workunit.client.0.smithi016.stdout: "pri6_bytes": { 2024-04-15T16:06:27.721 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 1108680 2024-04-15T16:06:27.722 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.722 INFO:tasks.workunit.client.0.smithi016.stdout: "pri7_bytes": { 2024-04-15T16:06:27.722 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:27.722 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.722 INFO:tasks.workunit.client.0.smithi016.stdout: "pri8_bytes": { 2024-04-15T16:06:27.722 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:27.722 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.722 INFO:tasks.workunit.client.0.smithi016.stdout: "pri9_bytes": { 2024-04-15T16:06:27.722 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:27.722 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.722 INFO:tasks.workunit.client.0.smithi016.stdout: "reserved_bytes": { 2024-04-15T16:06:27.722 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 73492339 2024-04-15T16:06:27.722 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T16:06:27.722 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.722 INFO:tasks.workunit.client.0.smithi016.stdout: "objecter": { 2024-04-15T16:06:27.723 INFO:tasks.workunit.client.0.smithi016.stdout: "op_active": { 2024-04-15T16:06:27.723 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:27.723 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.723 INFO:tasks.workunit.client.0.smithi016.stdout: "op_r": { 2024-04-15T16:06:27.723 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 9 2024-04-15T16:06:27.723 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.723 INFO:tasks.workunit.client.0.smithi016.stdout: "op_rmw": { 2024-04-15T16:06:27.723 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:27.723 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.723 INFO:tasks.workunit.client.0.smithi016.stdout: "op_w": { 2024-04-15T16:06:27.723 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:27.723 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T16:06:27.723 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.723 INFO:tasks.workunit.client.0.smithi016.stdout: "osd": { 2024-04-15T16:06:27.724 INFO:tasks.workunit.client.0.smithi016.stdout: "numpg": { 2024-04-15T16:06:27.724 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 54 2024-04-15T16:06:27.724 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.724 INFO:tasks.workunit.client.0.smithi016.stdout: "numpg_removing": { 2024-04-15T16:06:27.724 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:27.724 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.724 INFO:tasks.workunit.client.0.smithi016.stdout: "op": { 2024-04-15T16:06:27.724 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 39615 2024-04-15T16:06:27.724 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.724 INFO:tasks.workunit.client.0.smithi016.stdout: "op_before_queue_op_lat": { 2024-04-15T16:06:27.724 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 124391, 2024-04-15T16:06:27.724 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 12352863658 2024-04-15T16:06:27.724 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.724 INFO:tasks.workunit.client.0.smithi016.stdout: "op_delayed_degraded": { 2024-04-15T16:06:27.725 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:27.725 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.725 INFO:tasks.workunit.client.0.smithi016.stdout: "op_delayed_unreadable": { 2024-04-15T16:06:27.725 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:27.725 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.725 INFO:tasks.workunit.client.0.smithi016.stdout: "op_in_bytes": { 2024-04-15T16:06:27.725 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 1557325338 2024-04-15T16:06:27.725 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.725 INFO:tasks.workunit.client.0.smithi016.stdout: "op_latency": { 2024-04-15T16:06:27.725 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 39615, 2024-04-15T16:06:27.725 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 65305247137 2024-04-15T16:06:27.725 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.725 INFO:tasks.workunit.client.0.smithi016.stdout: "op_out_bytes": { 2024-04-15T16:06:27.725 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 1695023457 2024-04-15T16:06:27.726 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.726 INFO:tasks.workunit.client.0.smithi016.stdout: "op_prepare_latency": { 2024-04-15T16:06:27.726 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 40275, 2024-04-15T16:06:27.726 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 15966986028 2024-04-15T16:06:27.726 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.726 INFO:tasks.workunit.client.0.smithi016.stdout: "op_process_latency": { 2024-04-15T16:06:27.726 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 39615, 2024-04-15T16:06:27.726 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 31484741787 2024-04-15T16:06:27.726 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.726 INFO:tasks.workunit.client.0.smithi016.stdout: "op_r": { 2024-04-15T16:06:27.726 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 27936 2024-04-15T16:06:27.726 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.726 INFO:tasks.workunit.client.0.smithi016.stdout: "op_r_latency": { 2024-04-15T16:06:27.726 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 27936, 2024-04-15T16:06:27.727 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 11446081630 2024-04-15T16:06:27.727 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.727 INFO:tasks.workunit.client.0.smithi016.stdout: "op_r_latency_out_bytes_histogram": { 2024-04-15T16:06:27.727 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:27.727 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.727 INFO:tasks.workunit.client.0.smithi016.stdout: "op_r_out_bytes": { 2024-04-15T16:06:27.727 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 1695023457 2024-04-15T16:06:27.727 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.727 INFO:tasks.workunit.client.0.smithi016.stdout: "op_r_prepare_latency": { 2024-04-15T16:06:27.727 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 28138, 2024-04-15T16:06:27.727 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 6735224680 2024-04-15T16:06:27.727 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.727 INFO:tasks.workunit.client.0.smithi016.stdout: "op_r_process_latency": { 2024-04-15T16:06:27.727 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 27936, 2024-04-15T16:06:27.728 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 5928446390 2024-04-15T16:06:27.728 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.728 INFO:tasks.workunit.client.0.smithi016.stdout: "op_rw": { 2024-04-15T16:06:27.728 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 10237 2024-04-15T16:06:27.728 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.728 INFO:tasks.workunit.client.0.smithi016.stdout: "op_rw_in_bytes": { 2024-04-15T16:06:27.728 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 509354863 2024-04-15T16:06:27.728 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.728 INFO:tasks.workunit.client.0.smithi016.stdout: "op_rw_latency": { 2024-04-15T16:06:27.728 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 10237, 2024-04-15T16:06:27.728 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 24229093592 2024-04-15T16:06:27.728 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.728 INFO:tasks.workunit.client.0.smithi016.stdout: "op_rw_latency_in_bytes_histogram": { 2024-04-15T16:06:27.729 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:27.729 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.729 INFO:tasks.workunit.client.0.smithi016.stdout: "op_rw_latency_out_bytes_histogram": { 2024-04-15T16:06:27.729 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:27.729 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.729 INFO:tasks.workunit.client.0.smithi016.stdout: "op_rw_out_bytes": { 2024-04-15T16:06:27.729 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:27.729 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.729 INFO:tasks.workunit.client.0.smithi016.stdout: "op_rw_prepare_latency": { 2024-04-15T16:06:27.729 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 10499, 2024-04-15T16:06:27.729 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 7089460191 2024-04-15T16:06:27.729 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.729 INFO:tasks.workunit.client.0.smithi016.stdout: "op_rw_process_latency": { 2024-04-15T16:06:27.730 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 10237, 2024-04-15T16:06:27.730 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 17602468111 2024-04-15T16:06:27.730 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.730 INFO:tasks.workunit.client.0.smithi016.stdout: "op_w": { 2024-04-15T16:06:27.730 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 1442 2024-04-15T16:06:27.730 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.730 INFO:tasks.workunit.client.0.smithi016.stdout: "op_w_in_bytes": { 2024-04-15T16:06:27.730 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 1047970475 2024-04-15T16:06:27.730 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.730 INFO:tasks.workunit.client.0.smithi016.stdout: "op_w_latency": { 2024-04-15T16:06:27.730 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 1442, 2024-04-15T16:06:27.730 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 29630071915 2024-04-15T16:06:27.730 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.731 INFO:tasks.workunit.client.0.smithi016.stdout: "op_w_latency_in_bytes_histogram": { 2024-04-15T16:06:27.731 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:27.731 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.731 INFO:tasks.workunit.client.0.smithi016.stdout: "op_w_prepare_latency": { 2024-04-15T16:06:27.731 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 1638, 2024-04-15T16:06:27.731 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 2142301157 2024-04-15T16:06:27.731 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.731 INFO:tasks.workunit.client.0.smithi016.stdout: "op_w_process_latency": { 2024-04-15T16:06:27.731 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 1442, 2024-04-15T16:06:27.731 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 7953827286 2024-04-15T16:06:27.731 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.731 INFO:tasks.workunit.client.0.smithi016.stdout: "op_wip": { 2024-04-15T16:06:27.731 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:27.731 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.732 INFO:tasks.workunit.client.0.smithi016.stdout: "recovery_bytes": { 2024-04-15T16:06:27.732 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:27.732 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.732 INFO:tasks.workunit.client.0.smithi016.stdout: "recovery_ops": { 2024-04-15T16:06:27.732 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:27.732 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.732 INFO:tasks.workunit.client.0.smithi016.stdout: "stat_bytes": { 2024-04-15T16:06:27.732 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 95995035648 2024-04-15T16:06:27.732 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.732 INFO:tasks.workunit.client.0.smithi016.stdout: "stat_bytes_used": { 2024-04-15T16:06:27.732 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 571912192 2024-04-15T16:06:27.732 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T16:06:27.732 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T16:06:27.732 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.733 INFO:tasks.workunit.client.0.smithi016.stdout: "osd.6": { 2024-04-15T16:06:27.733 INFO:tasks.workunit.client.0.smithi016.stdout: "bluefs": { 2024-04-15T16:06:27.733 INFO:tasks.workunit.client.0.smithi016.stdout: "alloc_db_max_lat": { 2024-04-15T16:06:27.733 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 18549 2024-04-15T16:06:27.733 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.733 INFO:tasks.workunit.client.0.smithi016.stdout: "alloc_slow_fallback": { 2024-04-15T16:06:27.733 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:27.733 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.733 INFO:tasks.workunit.client.0.smithi016.stdout: "alloc_slow_max_lat": { 2024-04-15T16:06:27.733 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:27.733 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.733 INFO:tasks.workunit.client.0.smithi016.stdout: "alloc_slow_size_fallback": { 2024-04-15T16:06:27.733 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:27.733 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.733 INFO:tasks.workunit.client.0.smithi016.stdout: "alloc_unit_db": { 2024-04-15T16:06:27.734 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 65536 2024-04-15T16:06:27.734 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.734 INFO:tasks.workunit.client.0.smithi016.stdout: "alloc_unit_slow": { 2024-04-15T16:06:27.734 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:27.734 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.734 INFO:tasks.workunit.client.0.smithi016.stdout: "alloc_unit_wal": { 2024-04-15T16:06:27.734 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:27.734 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.734 INFO:tasks.workunit.client.0.smithi016.stdout: "alloc_wal_max_lat": { 2024-04-15T16:06:27.734 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:27.734 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.734 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes_written_slow": { 2024-04-15T16:06:27.734 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:27.734 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.735 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes_written_sst": { 2024-04-15T16:06:27.735 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 1757184 2024-04-15T16:06:27.735 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.735 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes_written_wal": { 2024-04-15T16:06:27.735 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 513220608 2024-04-15T16:06:27.735 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.735 INFO:tasks.workunit.client.0.smithi016.stdout: "compact_lat": { 2024-04-15T16:06:27.735 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 15, 2024-04-15T16:06:27.735 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 3121094 2024-04-15T16:06:27.735 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.735 INFO:tasks.workunit.client.0.smithi016.stdout: "compact_lock_lat": { 2024-04-15T16:06:27.735 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 15, 2024-04-15T16:06:27.735 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 941232 2024-04-15T16:06:27.735 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.736 INFO:tasks.workunit.client.0.smithi016.stdout: "db_alloc_lat": { 2024-04-15T16:06:27.736 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 143, 2024-04-15T16:06:27.736 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 666628 2024-04-15T16:06:27.736 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.736 INFO:tasks.workunit.client.0.smithi016.stdout: "db_total_bytes": { 2024-04-15T16:06:27.736 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 95995027456 2024-04-15T16:06:27.736 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.736 INFO:tasks.workunit.client.0.smithi016.stdout: "db_used_bytes": { 2024-04-15T16:06:27.736 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 422182912 2024-04-15T16:06:27.736 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.736 INFO:tasks.workunit.client.0.smithi016.stdout: "flush_lat": { 2024-04-15T16:06:27.736 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 62026, 2024-04-15T16:06:27.736 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 8759629300 2024-04-15T16:06:27.736 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.736 INFO:tasks.workunit.client.0.smithi016.stdout: "fsync_lat": { 2024-04-15T16:06:27.737 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 62039, 2024-04-15T16:06:27.737 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 14030943827 2024-04-15T16:06:27.737 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.737 INFO:tasks.workunit.client.0.smithi016.stdout: "log_bytes": { 2024-04-15T16:06:27.737 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 4788224 2024-04-15T16:06:27.737 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.737 INFO:tasks.workunit.client.0.smithi016.stdout: "logged_bytes": { 2024-04-15T16:06:27.737 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 254152704 2024-04-15T16:06:27.737 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.737 INFO:tasks.workunit.client.0.smithi016.stdout: "max_bytes_db": { 2024-04-15T16:06:27.737 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 439222272 2024-04-15T16:06:27.737 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.737 INFO:tasks.workunit.client.0.smithi016.stdout: "max_bytes_slow": { 2024-04-15T16:06:27.737 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:27.737 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.738 INFO:tasks.workunit.client.0.smithi016.stdout: "max_bytes_wal": { 2024-04-15T16:06:27.738 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:27.738 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.738 INFO:tasks.workunit.client.0.smithi016.stdout: "num_files": { 2024-04-15T16:06:27.738 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 38 2024-04-15T16:06:27.738 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.738 INFO:tasks.workunit.client.0.smithi016.stdout: "read_bytes": { 2024-04-15T16:06:27.738 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 881644076 2024-04-15T16:06:27.738 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.738 INFO:tasks.workunit.client.0.smithi016.stdout: "read_count": { 2024-04-15T16:06:27.738 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 26268 2024-04-15T16:06:27.738 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.738 INFO:tasks.workunit.client.0.smithi016.stdout: "read_disk_bytes": { 2024-04-15T16:06:27.738 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 780763136 2024-04-15T16:06:27.738 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.739 INFO:tasks.workunit.client.0.smithi016.stdout: "read_disk_bytes_db": { 2024-04-15T16:06:27.739 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 780767232 2024-04-15T16:06:27.739 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.739 INFO:tasks.workunit.client.0.smithi016.stdout: "read_disk_bytes_slow": { 2024-04-15T16:06:27.739 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:27.739 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.739 INFO:tasks.workunit.client.0.smithi016.stdout: "read_disk_bytes_wal": { 2024-04-15T16:06:27.739 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:27.739 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.739 INFO:tasks.workunit.client.0.smithi016.stdout: "read_disk_count": { 2024-04-15T16:06:27.739 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 19298 2024-04-15T16:06:27.739 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.739 INFO:tasks.workunit.client.0.smithi016.stdout: "read_lat": { 2024-04-15T16:06:27.739 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 26268, 2024-04-15T16:06:27.739 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 470784431 2024-04-15T16:06:27.740 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.740 INFO:tasks.workunit.client.0.smithi016.stdout: "read_prefetch_bytes": { 2024-04-15T16:06:27.740 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 803122103 2024-04-15T16:06:27.740 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.740 INFO:tasks.workunit.client.0.smithi016.stdout: "read_prefetch_count": { 2024-04-15T16:06:27.740 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 23858 2024-04-15T16:06:27.740 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.740 INFO:tasks.workunit.client.0.smithi016.stdout: "read_random_buffer_bytes": { 2024-04-15T16:06:27.740 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 714971 2024-04-15T16:06:27.740 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.740 INFO:tasks.workunit.client.0.smithi016.stdout: "read_random_buffer_count": { 2024-04-15T16:06:27.740 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 433 2024-04-15T16:06:27.740 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.740 INFO:tasks.workunit.client.0.smithi016.stdout: "read_random_bytes": { 2024-04-15T16:06:27.741 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 1725394 2024-04-15T16:06:27.741 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.741 INFO:tasks.workunit.client.0.smithi016.stdout: "read_random_count": { 2024-04-15T16:06:27.741 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 612 2024-04-15T16:06:27.741 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.741 INFO:tasks.workunit.client.0.smithi016.stdout: "read_random_disk_bytes": { 2024-04-15T16:06:27.741 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 1010423 2024-04-15T16:06:27.741 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.741 INFO:tasks.workunit.client.0.smithi016.stdout: "read_random_disk_bytes_db": { 2024-04-15T16:06:27.741 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 1010423 2024-04-15T16:06:27.741 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.741 INFO:tasks.workunit.client.0.smithi016.stdout: "read_random_disk_bytes_slow": { 2024-04-15T16:06:27.741 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:27.741 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.742 INFO:tasks.workunit.client.0.smithi016.stdout: "read_random_disk_bytes_wal": { 2024-04-15T16:06:27.742 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:27.742 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.742 INFO:tasks.workunit.client.0.smithi016.stdout: "read_random_disk_count": { 2024-04-15T16:06:27.742 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 180 2024-04-15T16:06:27.742 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.742 INFO:tasks.workunit.client.0.smithi016.stdout: "read_random_lat": { 2024-04-15T16:06:27.742 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 612, 2024-04-15T16:06:27.742 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 765758 2024-04-15T16:06:27.742 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.742 INFO:tasks.workunit.client.0.smithi016.stdout: "slow_alloc_lat": { 2024-04-15T16:06:27.742 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 0, 2024-04-15T16:06:27.742 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:27.743 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.743 INFO:tasks.workunit.client.0.smithi016.stdout: "slow_total_bytes": { 2024-04-15T16:06:27.743 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:27.743 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.743 INFO:tasks.workunit.client.0.smithi016.stdout: "slow_used_bytes": { 2024-04-15T16:06:27.743 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:27.743 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.743 INFO:tasks.workunit.client.0.smithi016.stdout: "truncate_lat": { 2024-04-15T16:06:27.743 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 1, 2024-04-15T16:06:27.743 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 566 2024-04-15T16:06:27.743 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.743 INFO:tasks.workunit.client.0.smithi016.stdout: "unlink_lat": { 2024-04-15T16:06:27.743 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 7, 2024-04-15T16:06:27.743 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 8181 2024-04-15T16:06:27.744 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.744 INFO:tasks.workunit.client.0.smithi016.stdout: "wal_alloc_lat": { 2024-04-15T16:06:27.744 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 0, 2024-04-15T16:06:27.744 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:27.744 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.744 INFO:tasks.workunit.client.0.smithi016.stdout: "wal_total_bytes": { 2024-04-15T16:06:27.744 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:27.744 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.744 INFO:tasks.workunit.client.0.smithi016.stdout: "wal_used_bytes": { 2024-04-15T16:06:27.744 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:27.744 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.744 INFO:tasks.workunit.client.0.smithi016.stdout: "write_bytes": { 2024-04-15T16:06:27.744 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 771411968 2024-04-15T16:06:27.744 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T16:06:27.744 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.745 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore": { 2024-04-15T16:06:27.745 INFO:tasks.workunit.client.0.smithi016.stdout: "alloc_unit": { 2024-04-15T16:06:27.745 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 4096 2024-04-15T16:06:27.745 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.745 INFO:tasks.workunit.client.0.smithi016.stdout: "allocated": { 2024-04-15T16:06:27.745 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 9789440 2024-04-15T16:06:27.745 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.745 INFO:tasks.workunit.client.0.smithi016.stdout: "allocator_lat": { 2024-04-15T16:06:27.745 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 14002, 2024-04-15T16:06:27.745 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 49172529 2024-04-15T16:06:27.745 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.745 INFO:tasks.workunit.client.0.smithi016.stdout: "clist_lat": { 2024-04-15T16:06:27.745 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 3446, 2024-04-15T16:06:27.745 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 2506755706 2024-04-15T16:06:27.745 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.746 INFO:tasks.workunit.client.0.smithi016.stdout: "compress_lat": { 2024-04-15T16:06:27.746 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 0, 2024-04-15T16:06:27.746 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:27.746 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.746 INFO:tasks.workunit.client.0.smithi016.stdout: "compressed": { 2024-04-15T16:06:27.746 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:27.746 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.746 INFO:tasks.workunit.client.0.smithi016.stdout: "compressed_allocated": { 2024-04-15T16:06:27.746 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:27.746 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.746 INFO:tasks.workunit.client.0.smithi016.stdout: "compressed_original": { 2024-04-15T16:06:27.746 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:27.746 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.746 INFO:tasks.workunit.client.0.smithi016.stdout: "csum_lat": { 2024-04-15T16:06:27.746 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 21516, 2024-04-15T16:06:27.747 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 165504719 2024-04-15T16:06:27.747 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.747 INFO:tasks.workunit.client.0.smithi016.stdout: "decompress_lat": { 2024-04-15T16:06:27.747 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 0, 2024-04-15T16:06:27.747 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:27.747 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.747 INFO:tasks.workunit.client.0.smithi016.stdout: "fragmentation_micros": { 2024-04-15T16:06:27.747 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:27.747 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.747 INFO:tasks.workunit.client.0.smithi016.stdout: "kv_commit_lat": { 2024-04-15T16:06:27.747 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 61996, 2024-04-15T16:06:27.747 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 16897137843 2024-04-15T16:06:27.747 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.747 INFO:tasks.workunit.client.0.smithi016.stdout: "kv_final_lat": { 2024-04-15T16:06:27.747 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 61588, 2024-04-15T16:06:27.748 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 1220827598 2024-04-15T16:06:27.748 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.748 INFO:tasks.workunit.client.0.smithi016.stdout: "kv_flush_lat": { 2024-04-15T16:06:27.748 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 61996, 2024-04-15T16:06:27.748 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 31835099 2024-04-15T16:06:27.748 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.748 INFO:tasks.workunit.client.0.smithi016.stdout: "kv_sync_lat": { 2024-04-15T16:06:27.748 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 61996, 2024-04-15T16:06:27.748 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 16928972942 2024-04-15T16:06:27.748 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.748 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_get_keys_lat": { 2024-04-15T16:06:27.748 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 0, 2024-04-15T16:06:27.748 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:27.748 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.748 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_get_values_lat": { 2024-04-15T16:06:27.749 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 26704, 2024-04-15T16:06:27.749 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 382706034 2024-04-15T16:06:27.749 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.749 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_lower_bound_lat": { 2024-04-15T16:06:27.749 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 747, 2024-04-15T16:06:27.749 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 2159984 2024-04-15T16:06:27.749 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.749 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_next_lat": { 2024-04-15T16:06:27.749 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 14691, 2024-04-15T16:06:27.749 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 9916148 2024-04-15T16:06:27.749 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.749 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_seek_to_first_lat": { 2024-04-15T16:06:27.749 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 43, 2024-04-15T16:06:27.749 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 71738 2024-04-15T16:06:27.749 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.749 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_upper_bound_lat": { 2024-04-15T16:06:27.750 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 11732, 2024-04-15T16:06:27.750 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 1145172744 2024-04-15T16:06:27.750 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.750 INFO:tasks.workunit.client.0.smithi016.stdout: "onode_hits": { 2024-04-15T16:06:27.750 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 188558 2024-04-15T16:06:27.750 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.750 INFO:tasks.workunit.client.0.smithi016.stdout: "onode_misses": { 2024-04-15T16:06:27.750 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 18661 2024-04-15T16:06:27.750 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.750 INFO:tasks.workunit.client.0.smithi016.stdout: "read_lat": { 2024-04-15T16:06:27.750 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 16207, 2024-04-15T16:06:27.750 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 1821239228 2024-04-15T16:06:27.750 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.750 INFO:tasks.workunit.client.0.smithi016.stdout: "read_onode_meta_lat": { 2024-04-15T16:06:27.750 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 48948, 2024-04-15T16:06:27.751 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 13990278 2024-04-15T16:06:27.751 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.751 INFO:tasks.workunit.client.0.smithi016.stdout: "read_wait_aio_lat": { 2024-04-15T16:06:27.751 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 32741, 2024-04-15T16:06:27.751 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 1440835877 2024-04-15T16:06:27.751 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.751 INFO:tasks.workunit.client.0.smithi016.stdout: "reads_with_retries": { 2024-04-15T16:06:27.751 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:27.751 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.751 INFO:tasks.workunit.client.0.smithi016.stdout: "remove_lat": { 2024-04-15T16:06:27.751 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 12030, 2024-04-15T16:06:27.751 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 333500800 2024-04-15T16:06:27.751 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.751 INFO:tasks.workunit.client.0.smithi016.stdout: "slow_aio_wait_count": { 2024-04-15T16:06:27.752 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:27.752 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.752 INFO:tasks.workunit.client.0.smithi016.stdout: "slow_committed_kv_count": { 2024-04-15T16:06:27.752 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:27.752 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.752 INFO:tasks.workunit.client.0.smithi016.stdout: "slow_read_onode_meta_count": { 2024-04-15T16:06:27.752 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:27.752 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.752 INFO:tasks.workunit.client.0.smithi016.stdout: "slow_read_wait_aio_count": { 2024-04-15T16:06:27.752 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:27.752 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.752 INFO:tasks.workunit.client.0.smithi016.stdout: "state_aio_wait_lat": { 2024-04-15T16:06:27.752 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 72695, 2024-04-15T16:06:27.752 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 7917527286 2024-04-15T16:06:27.752 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.752 INFO:tasks.workunit.client.0.smithi016.stdout: "state_deferred_aio_wait_lat": { 2024-04-15T16:06:27.753 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 13902, 2024-04-15T16:06:27.753 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 671009093 2024-04-15T16:06:27.753 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.753 INFO:tasks.workunit.client.0.smithi016.stdout: "state_deferred_cleanup_lat": { 2024-04-15T16:06:27.753 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 13901, 2024-04-15T16:06:27.753 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 3777270664155 2024-04-15T16:06:27.753 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.753 INFO:tasks.workunit.client.0.smithi016.stdout: "state_deferred_queued_lat": { 2024-04-15T16:06:27.753 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 13902, 2024-04-15T16:06:27.753 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 5949692442910 2024-04-15T16:06:27.753 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.753 INFO:tasks.workunit.client.0.smithi016.stdout: "state_done_lat": { 2024-04-15T16:06:27.753 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 72694, 2024-04-15T16:06:27.753 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 2580604683908 2024-04-15T16:06:27.753 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.753 INFO:tasks.workunit.client.0.smithi016.stdout: "state_finishing_lat": { 2024-04-15T16:06:27.754 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 72694, 2024-04-15T16:06:27.754 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 7513792 2024-04-15T16:06:27.754 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.754 INFO:tasks.workunit.client.0.smithi016.stdout: "state_io_done_lat": { 2024-04-15T16:06:27.754 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 72695, 2024-04-15T16:06:27.754 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 243858722 2024-04-15T16:06:27.754 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.754 INFO:tasks.workunit.client.0.smithi016.stdout: "state_kv_commiting_lat": { 2024-04-15T16:06:27.754 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 72695, 2024-04-15T16:06:27.754 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 26273513205 2024-04-15T16:06:27.754 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.754 INFO:tasks.workunit.client.0.smithi016.stdout: "state_kv_done_lat": { 2024-04-15T16:06:27.754 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 72695, 2024-04-15T16:06:27.754 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 26791306 2024-04-15T16:06:27.754 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.755 INFO:tasks.workunit.client.0.smithi016.stdout: "state_kv_queued_lat": { 2024-04-15T16:06:27.755 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 72695, 2024-04-15T16:06:27.755 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 12159776629 2024-04-15T16:06:27.755 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.755 INFO:tasks.workunit.client.0.smithi016.stdout: "state_prepare_lat": { 2024-04-15T16:06:27.755 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 72695, 2024-04-15T16:06:27.755 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 8588976724 2024-04-15T16:06:27.755 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.755 INFO:tasks.workunit.client.0.smithi016.stdout: "stored": { 2024-04-15T16:06:27.755 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 6045301 2024-04-15T16:06:27.755 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.755 INFO:tasks.workunit.client.0.smithi016.stdout: "truncate_lat": { 2024-04-15T16:06:27.755 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 2312, 2024-04-15T16:06:27.755 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 12536595 2024-04-15T16:06:27.755 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.755 INFO:tasks.workunit.client.0.smithi016.stdout: "txc_commit_lat": { 2024-04-15T16:06:27.756 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 72695, 2024-04-15T16:06:27.756 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 55196050091 2024-04-15T16:06:27.756 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.756 INFO:tasks.workunit.client.0.smithi016.stdout: "txc_submit_lat": { 2024-04-15T16:06:27.756 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 72695, 2024-04-15T16:06:27.756 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 9381974471 2024-04-15T16:06:27.756 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.756 INFO:tasks.workunit.client.0.smithi016.stdout: "txc_throttle_lat": { 2024-04-15T16:06:27.756 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 72695, 2024-04-15T16:06:27.756 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 443775755 2024-04-15T16:06:27.756 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T16:06:27.756 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.756 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore-pricache": { 2024-04-15T16:06:27.756 INFO:tasks.workunit.client.0.smithi016.stdout: "cache_bytes": { 2024-04-15T16:06:27.756 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 1405290552 2024-04-15T16:06:27.756 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.757 INFO:tasks.workunit.client.0.smithi016.stdout: "heap_bytes": { 2024-04-15T16:06:27.757 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 506273792 2024-04-15T16:06:27.757 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.757 INFO:tasks.workunit.client.0.smithi016.stdout: "mapped_bytes": { 2024-04-15T16:06:27.757 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 429219840 2024-04-15T16:06:27.757 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.757 INFO:tasks.workunit.client.0.smithi016.stdout: "target_bytes": { 2024-04-15T16:06:27.757 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 2600702259 2024-04-15T16:06:27.757 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.757 INFO:tasks.workunit.client.0.smithi016.stdout: "unmapped_bytes": { 2024-04-15T16:06:27.757 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 77053952 2024-04-15T16:06:27.757 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T16:06:27.757 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.757 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore-pricache:data": { 2024-04-15T16:06:27.757 INFO:tasks.workunit.client.0.smithi016.stdout: "committed_bytes": { 2024-04-15T16:06:27.757 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 125829120 2024-04-15T16:06:27.758 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.758 INFO:tasks.workunit.client.0.smithi016.stdout: "pri0_bytes": { 2024-04-15T16:06:27.758 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:27.758 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.758 INFO:tasks.workunit.client.0.smithi016.stdout: "pri10_bytes": { 2024-04-15T16:06:27.758 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:27.758 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.758 INFO:tasks.workunit.client.0.smithi016.stdout: "pri11_bytes": { 2024-04-15T16:06:27.758 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 57460162 2024-04-15T16:06:27.758 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.758 INFO:tasks.workunit.client.0.smithi016.stdout: "pri1_bytes": { 2024-04-15T16:06:27.758 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:27.758 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.758 INFO:tasks.workunit.client.0.smithi016.stdout: "pri2_bytes": { 2024-04-15T16:06:27.759 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:27.759 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.759 INFO:tasks.workunit.client.0.smithi016.stdout: "pri3_bytes": { 2024-04-15T16:06:27.759 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:27.759 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.759 INFO:tasks.workunit.client.0.smithi016.stdout: "pri4_bytes": { 2024-04-15T16:06:27.759 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:27.759 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.759 INFO:tasks.workunit.client.0.smithi016.stdout: "pri5_bytes": { 2024-04-15T16:06:27.759 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 61440 2024-04-15T16:06:27.759 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.759 INFO:tasks.workunit.client.0.smithi016.stdout: "pri6_bytes": { 2024-04-15T16:06:27.759 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 655360 2024-04-15T16:06:27.759 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.759 INFO:tasks.workunit.client.0.smithi016.stdout: "pri7_bytes": { 2024-04-15T16:06:27.759 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:27.760 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.760 INFO:tasks.workunit.client.0.smithi016.stdout: "pri8_bytes": { 2024-04-15T16:06:27.760 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:27.760 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.760 INFO:tasks.workunit.client.0.smithi016.stdout: "pri9_bytes": { 2024-04-15T16:06:27.760 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:27.760 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.760 INFO:tasks.workunit.client.0.smithi016.stdout: "reserved_bytes": { 2024-04-15T16:06:27.760 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 67652158 2024-04-15T16:06:27.760 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T16:06:27.760 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.760 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore-pricache:kv": { 2024-04-15T16:06:27.760 INFO:tasks.workunit.client.0.smithi016.stdout: "committed_bytes": { 2024-04-15T16:06:27.760 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 570425344 2024-04-15T16:06:27.760 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.760 INFO:tasks.workunit.client.0.smithi016.stdout: "pri0_bytes": { 2024-04-15T16:06:27.761 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 67108864 2024-04-15T16:06:27.761 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.761 INFO:tasks.workunit.client.0.smithi016.stdout: "pri10_bytes": { 2024-04-15T16:06:27.761 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:27.761 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.761 INFO:tasks.workunit.client.0.smithi016.stdout: "pri11_bytes": { 2024-04-15T16:06:27.761 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 430951219 2024-04-15T16:06:27.761 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.761 INFO:tasks.workunit.client.0.smithi016.stdout: "pri1_bytes": { 2024-04-15T16:06:27.761 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:27.761 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.761 INFO:tasks.workunit.client.0.smithi016.stdout: "pri2_bytes": { 2024-04-15T16:06:27.761 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:27.761 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.761 INFO:tasks.workunit.client.0.smithi016.stdout: "pri3_bytes": { 2024-04-15T16:06:27.762 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 1360 2024-04-15T16:06:27.762 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.762 INFO:tasks.workunit.client.0.smithi016.stdout: "pri4_bytes": { 2024-04-15T16:06:27.762 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:27.762 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.762 INFO:tasks.workunit.client.0.smithi016.stdout: "pri5_bytes": { 2024-04-15T16:06:27.762 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 84608 2024-04-15T16:06:27.762 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.762 INFO:tasks.workunit.client.0.smithi016.stdout: "pri6_bytes": { 2024-04-15T16:06:27.762 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 384 2024-04-15T16:06:27.762 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.762 INFO:tasks.workunit.client.0.smithi016.stdout: "pri7_bytes": { 2024-04-15T16:06:27.762 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:27.762 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.765 INFO:tasks.workunit.client.0.smithi016.stdout: "pri8_bytes": { 2024-04-15T16:06:27.765 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:27.765 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.765 INFO:tasks.workunit.client.0.smithi016.stdout: "pri9_bytes": { 2024-04-15T16:06:27.765 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:27.765 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.766 INFO:tasks.workunit.client.0.smithi016.stdout: "reserved_bytes": { 2024-04-15T16:06:27.766 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 72278909 2024-04-15T16:06:27.766 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T16:06:27.766 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.766 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore-pricache:kv_onode": { 2024-04-15T16:06:27.766 INFO:tasks.workunit.client.0.smithi016.stdout: "committed_bytes": { 2024-04-15T16:06:27.766 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 176160768 2024-04-15T16:06:27.766 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.766 INFO:tasks.workunit.client.0.smithi016.stdout: "pri0_bytes": { 2024-04-15T16:06:27.766 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 67108864 2024-04-15T16:06:27.766 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.766 INFO:tasks.workunit.client.0.smithi016.stdout: "pri10_bytes": { 2024-04-15T16:06:27.766 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 1121776 2024-04-15T16:06:27.766 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.767 INFO:tasks.workunit.client.0.smithi016.stdout: "pri11_bytes": { 2024-04-15T16:06:27.767 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 38306775 2024-04-15T16:06:27.767 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.767 INFO:tasks.workunit.client.0.smithi016.stdout: "pri1_bytes": { 2024-04-15T16:06:27.767 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:27.767 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.767 INFO:tasks.workunit.client.0.smithi016.stdout: "pri2_bytes": { 2024-04-15T16:06:27.767 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:27.767 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.767 INFO:tasks.workunit.client.0.smithi016.stdout: "pri3_bytes": { 2024-04-15T16:06:27.767 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:27.767 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.767 INFO:tasks.workunit.client.0.smithi016.stdout: "pri4_bytes": { 2024-04-15T16:06:27.767 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:27.768 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.768 INFO:tasks.workunit.client.0.smithi016.stdout: "pri5_bytes": { 2024-04-15T16:06:27.768 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:27.768 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.768 INFO:tasks.workunit.client.0.smithi016.stdout: "pri6_bytes": { 2024-04-15T16:06:27.768 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:27.768 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.768 INFO:tasks.workunit.client.0.smithi016.stdout: "pri7_bytes": { 2024-04-15T16:06:27.768 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:27.768 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.768 INFO:tasks.workunit.client.0.smithi016.stdout: "pri8_bytes": { 2024-04-15T16:06:27.768 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:27.768 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.768 INFO:tasks.workunit.client.0.smithi016.stdout: "pri9_bytes": { 2024-04-15T16:06:27.769 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:27.769 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.769 INFO:tasks.workunit.client.0.smithi016.stdout: "reserved_bytes": { 2024-04-15T16:06:27.769 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 69623353 2024-04-15T16:06:27.769 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T16:06:27.769 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.769 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore-pricache:meta": { 2024-04-15T16:06:27.769 INFO:tasks.workunit.client.0.smithi016.stdout: "committed_bytes": { 2024-04-15T16:06:27.769 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 503316480 2024-04-15T16:06:27.769 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.769 INFO:tasks.workunit.client.0.smithi016.stdout: "pri0_bytes": { 2024-04-15T16:06:27.769 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:27.769 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.769 INFO:tasks.workunit.client.0.smithi016.stdout: "pri10_bytes": { 2024-04-15T16:06:27.770 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:27.770 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.770 INFO:tasks.workunit.client.0.smithi016.stdout: "pri11_bytes": { 2024-04-15T16:06:27.770 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 430951219 2024-04-15T16:06:27.770 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.770 INFO:tasks.workunit.client.0.smithi016.stdout: "pri1_bytes": { 2024-04-15T16:06:27.770 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:27.770 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.770 INFO:tasks.workunit.client.0.smithi016.stdout: "pri2_bytes": { 2024-04-15T16:06:27.770 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:27.770 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.770 INFO:tasks.workunit.client.0.smithi016.stdout: "pri3_bytes": { 2024-04-15T16:06:27.770 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:27.771 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.771 INFO:tasks.workunit.client.0.smithi016.stdout: "pri4_bytes": { 2024-04-15T16:06:27.771 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:27.771 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.771 INFO:tasks.workunit.client.0.smithi016.stdout: "pri5_bytes": { 2024-04-15T16:06:27.771 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 129537 2024-04-15T16:06:27.771 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.771 INFO:tasks.workunit.client.0.smithi016.stdout: "pri6_bytes": { 2024-04-15T16:06:27.771 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 1127676 2024-04-15T16:06:27.771 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.771 INFO:tasks.workunit.client.0.smithi016.stdout: "pri7_bytes": { 2024-04-15T16:06:27.771 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:27.771 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.771 INFO:tasks.workunit.client.0.smithi016.stdout: "pri8_bytes": { 2024-04-15T16:06:27.771 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:27.772 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.772 INFO:tasks.workunit.client.0.smithi016.stdout: "pri9_bytes": { 2024-04-15T16:06:27.772 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:27.772 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.772 INFO:tasks.workunit.client.0.smithi016.stdout: "reserved_bytes": { 2024-04-15T16:06:27.772 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 71108048 2024-04-15T16:06:27.772 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T16:06:27.772 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.772 INFO:tasks.workunit.client.0.smithi016.stdout: "objecter": { 2024-04-15T16:06:27.772 INFO:tasks.workunit.client.0.smithi016.stdout: "op_active": { 2024-04-15T16:06:27.772 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:27.772 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.772 INFO:tasks.workunit.client.0.smithi016.stdout: "op_r": { 2024-04-15T16:06:27.772 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 29 2024-04-15T16:06:27.772 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.773 INFO:tasks.workunit.client.0.smithi016.stdout: "op_rmw": { 2024-04-15T16:06:27.773 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:27.773 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.773 INFO:tasks.workunit.client.0.smithi016.stdout: "op_w": { 2024-04-15T16:06:27.773 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:27.773 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T16:06:27.773 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.773 INFO:tasks.workunit.client.0.smithi016.stdout: "osd": { 2024-04-15T16:06:27.773 INFO:tasks.workunit.client.0.smithi016.stdout: "numpg": { 2024-04-15T16:06:27.773 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 54 2024-04-15T16:06:27.773 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.773 INFO:tasks.workunit.client.0.smithi016.stdout: "numpg_removing": { 2024-04-15T16:06:27.773 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:27.773 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.774 INFO:tasks.workunit.client.0.smithi016.stdout: "op": { 2024-04-15T16:06:27.774 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 37498 2024-04-15T16:06:27.774 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.774 INFO:tasks.workunit.client.0.smithi016.stdout: "op_before_queue_op_lat": { 2024-04-15T16:06:27.774 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 97496, 2024-04-15T16:06:27.774 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 9026186976 2024-04-15T16:06:27.774 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.774 INFO:tasks.workunit.client.0.smithi016.stdout: "op_delayed_degraded": { 2024-04-15T16:06:27.774 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:27.774 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.774 INFO:tasks.workunit.client.0.smithi016.stdout: "op_delayed_unreadable": { 2024-04-15T16:06:27.774 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 4 2024-04-15T16:06:27.774 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.774 INFO:tasks.workunit.client.0.smithi016.stdout: "op_in_bytes": { 2024-04-15T16:06:27.775 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 1923144968 2024-04-15T16:06:27.775 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.775 INFO:tasks.workunit.client.0.smithi016.stdout: "op_latency": { 2024-04-15T16:06:27.775 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 37498, 2024-04-15T16:06:27.775 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 94138357912 2024-04-15T16:06:27.775 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.775 INFO:tasks.workunit.client.0.smithi016.stdout: "op_out_bytes": { 2024-04-15T16:06:27.775 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 2647865417 2024-04-15T16:06:27.775 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.775 INFO:tasks.workunit.client.0.smithi016.stdout: "op_prepare_latency": { 2024-04-15T16:06:27.775 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 37984, 2024-04-15T16:06:27.775 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 14987570294 2024-04-15T16:06:27.775 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.775 INFO:tasks.workunit.client.0.smithi016.stdout: "op_process_latency": { 2024-04-15T16:06:27.776 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 37498, 2024-04-15T16:06:27.776 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 35110107694 2024-04-15T16:06:27.776 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.776 INFO:tasks.workunit.client.0.smithi016.stdout: "op_r": { 2024-04-15T16:06:27.776 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 28191 2024-04-15T16:06:27.776 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.776 INFO:tasks.workunit.client.0.smithi016.stdout: "op_r_latency": { 2024-04-15T16:06:27.776 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 28191, 2024-04-15T16:06:27.776 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 20173329558 2024-04-15T16:06:27.776 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.776 INFO:tasks.workunit.client.0.smithi016.stdout: "op_r_latency_out_bytes_histogram": { 2024-04-15T16:06:27.776 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:27.776 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.776 INFO:tasks.workunit.client.0.smithi016.stdout: "op_r_out_bytes": { 2024-04-15T16:06:27.777 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 2647865417 2024-04-15T16:06:27.777 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.777 INFO:tasks.workunit.client.0.smithi016.stdout: "op_r_prepare_latency": { 2024-04-15T16:06:27.777 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 28364, 2024-04-15T16:06:27.777 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 6405767998 2024-04-15T16:06:27.777 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.777 INFO:tasks.workunit.client.0.smithi016.stdout: "op_r_process_latency": { 2024-04-15T16:06:27.777 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 28191, 2024-04-15T16:06:27.777 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 6927657768 2024-04-15T16:06:27.777 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.777 INFO:tasks.workunit.client.0.smithi016.stdout: "op_rw": { 2024-04-15T16:06:27.777 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 4673 2024-04-15T16:06:27.777 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.777 INFO:tasks.workunit.client.0.smithi016.stdout: "op_rw_in_bytes": { 2024-04-15T16:06:27.777 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 333146220 2024-04-15T16:06:27.777 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.778 INFO:tasks.workunit.client.0.smithi016.stdout: "op_rw_latency": { 2024-04-15T16:06:27.778 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 4673, 2024-04-15T16:06:27.778 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 13018831780 2024-04-15T16:06:27.778 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.778 INFO:tasks.workunit.client.0.smithi016.stdout: "op_rw_latency_in_bytes_histogram": { 2024-04-15T16:06:27.778 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:27.778 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.778 INFO:tasks.workunit.client.0.smithi016.stdout: "op_rw_latency_out_bytes_histogram": { 2024-04-15T16:06:27.778 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:27.778 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.778 INFO:tasks.workunit.client.0.smithi016.stdout: "op_rw_out_bytes": { 2024-04-15T16:06:27.778 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:27.778 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.778 INFO:tasks.workunit.client.0.smithi016.stdout: "op_rw_prepare_latency": { 2024-04-15T16:06:27.779 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 4882, 2024-04-15T16:06:27.779 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 2872040892 2024-04-15T16:06:27.779 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.779 INFO:tasks.workunit.client.0.smithi016.stdout: "op_rw_process_latency": { 2024-04-15T16:06:27.779 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 4673, 2024-04-15T16:06:27.779 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 8111613393 2024-04-15T16:06:27.779 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.779 INFO:tasks.workunit.client.0.smithi016.stdout: "op_w": { 2024-04-15T16:06:27.779 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 4634 2024-04-15T16:06:27.779 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.779 INFO:tasks.workunit.client.0.smithi016.stdout: "op_w_in_bytes": { 2024-04-15T16:06:27.779 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 1589998748 2024-04-15T16:06:27.779 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.779 INFO:tasks.workunit.client.0.smithi016.stdout: "op_w_latency": { 2024-04-15T16:06:27.780 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 4634, 2024-04-15T16:06:27.780 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 60946196574 2024-04-15T16:06:27.780 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.780 INFO:tasks.workunit.client.0.smithi016.stdout: "op_w_latency_in_bytes_histogram": { 2024-04-15T16:06:27.780 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:27.780 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.780 INFO:tasks.workunit.client.0.smithi016.stdout: "op_w_prepare_latency": { 2024-04-15T16:06:27.780 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 4738, 2024-04-15T16:06:27.780 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 5709761404 2024-04-15T16:06:27.780 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.780 INFO:tasks.workunit.client.0.smithi016.stdout: "op_w_process_latency": { 2024-04-15T16:06:27.780 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 4634, 2024-04-15T16:06:27.780 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 20070836533 2024-04-15T16:06:27.780 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.780 INFO:tasks.workunit.client.0.smithi016.stdout: "op_wip": { 2024-04-15T16:06:27.781 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:27.781 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.781 INFO:tasks.workunit.client.0.smithi016.stdout: "recovery_bytes": { 2024-04-15T16:06:27.781 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 4194359 2024-04-15T16:06:27.781 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.781 INFO:tasks.workunit.client.0.smithi016.stdout: "recovery_ops": { 2024-04-15T16:06:27.781 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 4 2024-04-15T16:06:27.781 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.781 INFO:tasks.workunit.client.0.smithi016.stdout: "stat_bytes": { 2024-04-15T16:06:27.781 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 95995035648 2024-04-15T16:06:27.781 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.781 INFO:tasks.workunit.client.0.smithi016.stdout: "stat_bytes_used": { 2024-04-15T16:06:27.781 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 431984640 2024-04-15T16:06:27.781 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T16:06:27.782 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T16:06:27.782 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.782 INFO:tasks.workunit.client.0.smithi016.stdout: "osd.7": { 2024-04-15T16:06:27.782 INFO:tasks.workunit.client.0.smithi016.stdout: "bluefs": { 2024-04-15T16:06:27.782 INFO:tasks.workunit.client.0.smithi016.stdout: "alloc_db_max_lat": { 2024-04-15T16:06:27.782 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 21840 2024-04-15T16:06:27.782 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.782 INFO:tasks.workunit.client.0.smithi016.stdout: "alloc_slow_fallback": { 2024-04-15T16:06:27.782 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:27.782 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.782 INFO:tasks.workunit.client.0.smithi016.stdout: "alloc_slow_max_lat": { 2024-04-15T16:06:27.782 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:27.782 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.783 INFO:tasks.workunit.client.0.smithi016.stdout: "alloc_slow_size_fallback": { 2024-04-15T16:06:27.783 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:27.783 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.783 INFO:tasks.workunit.client.0.smithi016.stdout: "alloc_unit_db": { 2024-04-15T16:06:27.783 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 65536 2024-04-15T16:06:27.783 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.783 INFO:tasks.workunit.client.0.smithi016.stdout: "alloc_unit_slow": { 2024-04-15T16:06:27.783 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:27.783 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.783 INFO:tasks.workunit.client.0.smithi016.stdout: "alloc_unit_wal": { 2024-04-15T16:06:27.783 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:27.783 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.783 INFO:tasks.workunit.client.0.smithi016.stdout: "alloc_wal_max_lat": { 2024-04-15T16:06:27.783 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:27.783 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.784 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes_written_slow": { 2024-04-15T16:06:27.784 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:27.784 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.784 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes_written_sst": { 2024-04-15T16:06:27.784 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 2191360 2024-04-15T16:06:27.784 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.784 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes_written_wal": { 2024-04-15T16:06:27.784 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 525180928 2024-04-15T16:06:27.784 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.784 INFO:tasks.workunit.client.0.smithi016.stdout: "compact_lat": { 2024-04-15T16:06:27.784 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 15, 2024-04-15T16:06:27.784 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 3038884 2024-04-15T16:06:27.784 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.784 INFO:tasks.workunit.client.0.smithi016.stdout: "compact_lock_lat": { 2024-04-15T16:06:27.785 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 15, 2024-04-15T16:06:27.785 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 907529 2024-04-15T16:06:27.785 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.785 INFO:tasks.workunit.client.0.smithi016.stdout: "db_alloc_lat": { 2024-04-15T16:06:27.785 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 144, 2024-04-15T16:06:27.785 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 603654 2024-04-15T16:06:27.785 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.785 INFO:tasks.workunit.client.0.smithi016.stdout: "db_total_bytes": { 2024-04-15T16:06:27.785 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 95995027456 2024-04-15T16:06:27.785 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.785 INFO:tasks.workunit.client.0.smithi016.stdout: "db_used_bytes": { 2024-04-15T16:06:27.785 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 426901504 2024-04-15T16:06:27.785 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.785 INFO:tasks.workunit.client.0.smithi016.stdout: "flush_lat": { 2024-04-15T16:06:27.786 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 63123, 2024-04-15T16:06:27.786 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 9001059623 2024-04-15T16:06:27.786 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.786 INFO:tasks.workunit.client.0.smithi016.stdout: "fsync_lat": { 2024-04-15T16:06:27.786 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 63134, 2024-04-15T16:06:27.786 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 14567363137 2024-04-15T16:06:27.786 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.786 INFO:tasks.workunit.client.0.smithi016.stdout: "log_bytes": { 2024-04-15T16:06:27.786 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 9277440 2024-04-15T16:06:27.786 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.786 INFO:tasks.workunit.client.0.smithi016.stdout: "logged_bytes": { 2024-04-15T16:06:27.786 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 258637824 2024-04-15T16:06:27.786 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.786 INFO:tasks.workunit.client.0.smithi016.stdout: "max_bytes_db": { 2024-04-15T16:06:27.787 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 422641664 2024-04-15T16:06:27.787 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.787 INFO:tasks.workunit.client.0.smithi016.stdout: "max_bytes_slow": { 2024-04-15T16:06:27.787 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:27.787 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.787 INFO:tasks.workunit.client.0.smithi016.stdout: "max_bytes_wal": { 2024-04-15T16:06:27.787 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:27.787 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.787 INFO:tasks.workunit.client.0.smithi016.stdout: "num_files": { 2024-04-15T16:06:27.787 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 37 2024-04-15T16:06:27.787 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.787 INFO:tasks.workunit.client.0.smithi016.stdout: "read_bytes": { 2024-04-15T16:06:27.787 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 1005456958 2024-04-15T16:06:27.787 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.787 INFO:tasks.workunit.client.0.smithi016.stdout: "read_count": { 2024-04-15T16:06:27.788 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 17843 2024-04-15T16:06:27.788 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.788 INFO:tasks.workunit.client.0.smithi016.stdout: "read_disk_bytes": { 2024-04-15T16:06:27.788 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 791027712 2024-04-15T16:06:27.788 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.788 INFO:tasks.workunit.client.0.smithi016.stdout: "read_disk_bytes_db": { 2024-04-15T16:06:27.788 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 791031808 2024-04-15T16:06:27.788 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.788 INFO:tasks.workunit.client.0.smithi016.stdout: "read_disk_bytes_slow": { 2024-04-15T16:06:27.788 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:27.788 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.788 INFO:tasks.workunit.client.0.smithi016.stdout: "read_disk_bytes_wal": { 2024-04-15T16:06:27.788 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:27.788 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.789 INFO:tasks.workunit.client.0.smithi016.stdout: "read_disk_count": { 2024-04-15T16:06:27.789 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 13243 2024-04-15T16:06:27.789 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.789 INFO:tasks.workunit.client.0.smithi016.stdout: "read_lat": { 2024-04-15T16:06:27.789 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 17843, 2024-04-15T16:06:27.789 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 400895002 2024-04-15T16:06:27.789 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.789 INFO:tasks.workunit.client.0.smithi016.stdout: "read_prefetch_bytes": { 2024-04-15T16:06:27.789 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 926103027 2024-04-15T16:06:27.789 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.789 INFO:tasks.workunit.client.0.smithi016.stdout: "read_prefetch_count": { 2024-04-15T16:06:27.789 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 15408 2024-04-15T16:06:27.789 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.789 INFO:tasks.workunit.client.0.smithi016.stdout: "read_random_buffer_bytes": { 2024-04-15T16:06:27.789 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 958403 2024-04-15T16:06:27.790 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.790 INFO:tasks.workunit.client.0.smithi016.stdout: "read_random_buffer_count": { 2024-04-15T16:06:27.790 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 427 2024-04-15T16:06:27.790 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.790 INFO:tasks.workunit.client.0.smithi016.stdout: "read_random_bytes": { 2024-04-15T16:06:27.790 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 2159016 2024-04-15T16:06:27.790 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.790 INFO:tasks.workunit.client.0.smithi016.stdout: "read_random_count": { 2024-04-15T16:06:27.790 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 541 2024-04-15T16:06:27.790 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.790 INFO:tasks.workunit.client.0.smithi016.stdout: "read_random_disk_bytes": { 2024-04-15T16:06:27.790 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 1200613 2024-04-15T16:06:27.790 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.790 INFO:tasks.workunit.client.0.smithi016.stdout: "read_random_disk_bytes_db": { 2024-04-15T16:06:27.791 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 1200613 2024-04-15T16:06:27.791 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.791 INFO:tasks.workunit.client.0.smithi016.stdout: "read_random_disk_bytes_slow": { 2024-04-15T16:06:27.791 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:27.791 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.791 INFO:tasks.workunit.client.0.smithi016.stdout: "read_random_disk_bytes_wal": { 2024-04-15T16:06:27.791 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:27.791 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.791 INFO:tasks.workunit.client.0.smithi016.stdout: "read_random_disk_count": { 2024-04-15T16:06:27.791 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 114 2024-04-15T16:06:27.791 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.791 INFO:tasks.workunit.client.0.smithi016.stdout: "read_random_lat": { 2024-04-15T16:06:27.791 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 541, 2024-04-15T16:06:27.791 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 670299 2024-04-15T16:06:27.792 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.792 INFO:tasks.workunit.client.0.smithi016.stdout: "slow_alloc_lat": { 2024-04-15T16:06:27.792 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 0, 2024-04-15T16:06:27.792 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:27.792 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.792 INFO:tasks.workunit.client.0.smithi016.stdout: "slow_total_bytes": { 2024-04-15T16:06:27.792 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:27.792 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.792 INFO:tasks.workunit.client.0.smithi016.stdout: "slow_used_bytes": { 2024-04-15T16:06:27.792 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:27.792 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.792 INFO:tasks.workunit.client.0.smithi016.stdout: "truncate_lat": { 2024-04-15T16:06:27.792 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 1, 2024-04-15T16:06:27.792 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 480 2024-04-15T16:06:27.793 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.793 INFO:tasks.workunit.client.0.smithi016.stdout: "unlink_lat": { 2024-04-15T16:06:27.793 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 6, 2024-04-15T16:06:27.793 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 7869 2024-04-15T16:06:27.793 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.793 INFO:tasks.workunit.client.0.smithi016.stdout: "wal_alloc_lat": { 2024-04-15T16:06:27.793 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 0, 2024-04-15T16:06:27.793 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:27.793 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.793 INFO:tasks.workunit.client.0.smithi016.stdout: "wal_total_bytes": { 2024-04-15T16:06:27.793 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:27.793 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.793 INFO:tasks.workunit.client.0.smithi016.stdout: "wal_used_bytes": { 2024-04-15T16:06:27.793 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:27.793 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.794 INFO:tasks.workunit.client.0.smithi016.stdout: "write_bytes": { 2024-04-15T16:06:27.794 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 788295680 2024-04-15T16:06:27.794 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T16:06:27.794 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.794 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore": { 2024-04-15T16:06:27.794 INFO:tasks.workunit.client.0.smithi016.stdout: "alloc_unit": { 2024-04-15T16:06:27.794 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 4096 2024-04-15T16:06:27.794 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.794 INFO:tasks.workunit.client.0.smithi016.stdout: "allocated": { 2024-04-15T16:06:27.794 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 9781248 2024-04-15T16:06:27.794 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.794 INFO:tasks.workunit.client.0.smithi016.stdout: "allocator_lat": { 2024-04-15T16:06:27.794 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 20572, 2024-04-15T16:06:27.794 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 63248631 2024-04-15T16:06:27.795 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.795 INFO:tasks.workunit.client.0.smithi016.stdout: "clist_lat": { 2024-04-15T16:06:27.795 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 3477, 2024-04-15T16:06:27.795 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 3642130763 2024-04-15T16:06:27.795 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.795 INFO:tasks.workunit.client.0.smithi016.stdout: "compress_lat": { 2024-04-15T16:06:27.795 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 0, 2024-04-15T16:06:27.795 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:27.795 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.795 INFO:tasks.workunit.client.0.smithi016.stdout: "compressed": { 2024-04-15T16:06:27.795 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:27.795 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.795 INFO:tasks.workunit.client.0.smithi016.stdout: "compressed_allocated": { 2024-04-15T16:06:27.795 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:27.795 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.796 INFO:tasks.workunit.client.0.smithi016.stdout: "compressed_original": { 2024-04-15T16:06:27.796 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:27.796 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.796 INFO:tasks.workunit.client.0.smithi016.stdout: "csum_lat": { 2024-04-15T16:06:27.796 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 18756, 2024-04-15T16:06:27.796 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 156539664 2024-04-15T16:06:27.796 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.796 INFO:tasks.workunit.client.0.smithi016.stdout: "decompress_lat": { 2024-04-15T16:06:27.796 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 0, 2024-04-15T16:06:27.796 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:27.796 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.796 INFO:tasks.workunit.client.0.smithi016.stdout: "fragmentation_micros": { 2024-04-15T16:06:27.796 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:27.796 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.796 INFO:tasks.workunit.client.0.smithi016.stdout: "kv_commit_lat": { 2024-04-15T16:06:27.797 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 63093, 2024-04-15T16:06:27.797 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 17556544639 2024-04-15T16:06:27.797 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.797 INFO:tasks.workunit.client.0.smithi016.stdout: "kv_final_lat": { 2024-04-15T16:06:27.797 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 62664, 2024-04-15T16:06:27.797 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 1343856899 2024-04-15T16:06:27.797 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.797 INFO:tasks.workunit.client.0.smithi016.stdout: "kv_flush_lat": { 2024-04-15T16:06:27.797 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 63093, 2024-04-15T16:06:27.797 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 40373608 2024-04-15T16:06:27.797 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.797 INFO:tasks.workunit.client.0.smithi016.stdout: "kv_sync_lat": { 2024-04-15T16:06:27.797 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 63093, 2024-04-15T16:06:27.797 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 17596918247 2024-04-15T16:06:27.797 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.798 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_get_keys_lat": { 2024-04-15T16:06:27.798 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 0, 2024-04-15T16:06:27.798 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:27.798 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.798 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_get_values_lat": { 2024-04-15T16:06:27.798 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 29287, 2024-04-15T16:06:27.798 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 600969067 2024-04-15T16:06:27.798 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.798 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_lower_bound_lat": { 2024-04-15T16:06:27.798 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 705, 2024-04-15T16:06:27.798 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 1993377 2024-04-15T16:06:27.798 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.798 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_next_lat": { 2024-04-15T16:06:27.799 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 4230, 2024-04-15T16:06:27.799 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 4840868 2024-04-15T16:06:27.799 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.799 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_seek_to_first_lat": { 2024-04-15T16:06:27.799 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 46, 2024-04-15T16:06:27.799 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 66319 2024-04-15T16:06:27.799 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.799 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_upper_bound_lat": { 2024-04-15T16:06:27.799 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 11124, 2024-04-15T16:06:27.799 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 628552782 2024-04-15T16:06:27.799 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.799 INFO:tasks.workunit.client.0.smithi016.stdout: "onode_hits": { 2024-04-15T16:06:27.799 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 198104 2024-04-15T16:06:27.799 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.799 INFO:tasks.workunit.client.0.smithi016.stdout: "onode_misses": { 2024-04-15T16:06:27.800 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 17916 2024-04-15T16:06:27.800 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.800 INFO:tasks.workunit.client.0.smithi016.stdout: "read_lat": { 2024-04-15T16:06:27.800 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 15197, 2024-04-15T16:06:27.800 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 1492012283 2024-04-15T16:06:27.800 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.800 INFO:tasks.workunit.client.0.smithi016.stdout: "read_onode_meta_lat": { 2024-04-15T16:06:27.800 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 48100, 2024-04-15T16:06:27.800 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 13269748 2024-04-15T16:06:27.800 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.800 INFO:tasks.workunit.client.0.smithi016.stdout: "read_wait_aio_lat": { 2024-04-15T16:06:27.800 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 32903, 2024-04-15T16:06:27.800 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 1332822235 2024-04-15T16:06:27.800 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.800 INFO:tasks.workunit.client.0.smithi016.stdout: "reads_with_retries": { 2024-04-15T16:06:27.801 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:27.801 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.801 INFO:tasks.workunit.client.0.smithi016.stdout: "remove_lat": { 2024-04-15T16:06:27.801 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 13554, 2024-04-15T16:06:27.801 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 365465183 2024-04-15T16:06:27.801 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.801 INFO:tasks.workunit.client.0.smithi016.stdout: "slow_aio_wait_count": { 2024-04-15T16:06:27.801 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:27.801 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.801 INFO:tasks.workunit.client.0.smithi016.stdout: "slow_committed_kv_count": { 2024-04-15T16:06:27.801 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:27.801 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.801 INFO:tasks.workunit.client.0.smithi016.stdout: "slow_read_onode_meta_count": { 2024-04-15T16:06:27.802 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:27.802 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.802 INFO:tasks.workunit.client.0.smithi016.stdout: "slow_read_wait_aio_count": { 2024-04-15T16:06:27.802 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:27.802 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.802 INFO:tasks.workunit.client.0.smithi016.stdout: "state_aio_wait_lat": { 2024-04-15T16:06:27.802 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 76859, 2024-04-15T16:06:27.802 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 12110239152 2024-04-15T16:06:27.802 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.802 INFO:tasks.workunit.client.0.smithi016.stdout: "state_deferred_aio_wait_lat": { 2024-04-15T16:06:27.802 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 15561, 2024-04-15T16:06:27.802 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 826694237 2024-04-15T16:06:27.802 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.802 INFO:tasks.workunit.client.0.smithi016.stdout: "state_deferred_cleanup_lat": { 2024-04-15T16:06:27.802 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 15559, 2024-04-15T16:06:27.803 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 4207602388156 2024-04-15T16:06:27.803 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.803 INFO:tasks.workunit.client.0.smithi016.stdout: "state_deferred_queued_lat": { 2024-04-15T16:06:27.803 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 15561, 2024-04-15T16:06:27.803 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 6429098929794 2024-04-15T16:06:27.803 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.803 INFO:tasks.workunit.client.0.smithi016.stdout: "state_done_lat": { 2024-04-15T16:06:27.803 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 76857, 2024-04-15T16:06:27.803 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 2829974448515 2024-04-15T16:06:27.803 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.803 INFO:tasks.workunit.client.0.smithi016.stdout: "state_finishing_lat": { 2024-04-15T16:06:27.803 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 76857, 2024-04-15T16:06:27.803 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 7820003 2024-04-15T16:06:27.804 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.804 INFO:tasks.workunit.client.0.smithi016.stdout: "state_io_done_lat": { 2024-04-15T16:06:27.804 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 76859, 2024-04-15T16:06:27.804 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 383429252 2024-04-15T16:06:27.804 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.804 INFO:tasks.workunit.client.0.smithi016.stdout: "state_kv_commiting_lat": { 2024-04-15T16:06:27.804 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 76859, 2024-04-15T16:06:27.804 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 31243888373 2024-04-15T16:06:27.804 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.804 INFO:tasks.workunit.client.0.smithi016.stdout: "state_kv_done_lat": { 2024-04-15T16:06:27.804 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 76859, 2024-04-15T16:06:27.804 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 26666567 2024-04-15T16:06:27.804 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.804 INFO:tasks.workunit.client.0.smithi016.stdout: "state_kv_queued_lat": { 2024-04-15T16:06:27.805 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 76859, 2024-04-15T16:06:27.805 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 14907766990 2024-04-15T16:06:27.805 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.805 INFO:tasks.workunit.client.0.smithi016.stdout: "state_prepare_lat": { 2024-04-15T16:06:27.805 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 76859, 2024-04-15T16:06:27.805 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 12274639804 2024-04-15T16:06:27.805 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.805 INFO:tasks.workunit.client.0.smithi016.stdout: "stored": { 2024-04-15T16:06:27.805 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 6040081 2024-04-15T16:06:27.805 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.805 INFO:tasks.workunit.client.0.smithi016.stdout: "truncate_lat": { 2024-04-15T16:06:27.805 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 2346, 2024-04-15T16:06:27.805 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 12483462 2024-04-15T16:06:27.805 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.806 INFO:tasks.workunit.client.0.smithi016.stdout: "txc_commit_lat": { 2024-04-15T16:06:27.806 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 76859, 2024-04-15T16:06:27.806 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 70932797396 2024-04-15T16:06:27.806 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.806 INFO:tasks.workunit.client.0.smithi016.stdout: "txc_submit_lat": { 2024-04-15T16:06:27.806 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 76859, 2024-04-15T16:06:27.806 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 13161990772 2024-04-15T16:06:27.806 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.806 INFO:tasks.workunit.client.0.smithi016.stdout: "txc_throttle_lat": { 2024-04-15T16:06:27.806 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 76859, 2024-04-15T16:06:27.806 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 707820996 2024-04-15T16:06:27.806 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T16:06:27.806 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.806 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore-pricache": { 2024-04-15T16:06:27.807 INFO:tasks.workunit.client.0.smithi016.stdout: "cache_bytes": { 2024-04-15T16:06:27.807 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 1405290552 2024-04-15T16:06:27.807 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.807 INFO:tasks.workunit.client.0.smithi016.stdout: "heap_bytes": { 2024-04-15T16:06:27.807 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 490881024 2024-04-15T16:06:27.807 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.807 INFO:tasks.workunit.client.0.smithi016.stdout: "mapped_bytes": { 2024-04-15T16:06:27.807 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 444145664 2024-04-15T16:06:27.807 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.807 INFO:tasks.workunit.client.0.smithi016.stdout: "target_bytes": { 2024-04-15T16:06:27.807 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 2600702259 2024-04-15T16:06:27.807 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.807 INFO:tasks.workunit.client.0.smithi016.stdout: "unmapped_bytes": { 2024-04-15T16:06:27.807 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 46735360 2024-04-15T16:06:27.807 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T16:06:27.808 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.808 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore-pricache:data": { 2024-04-15T16:06:27.808 INFO:tasks.workunit.client.0.smithi016.stdout: "committed_bytes": { 2024-04-15T16:06:27.808 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 125829120 2024-04-15T16:06:27.808 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.808 INFO:tasks.workunit.client.0.smithi016.stdout: "pri0_bytes": { 2024-04-15T16:06:27.808 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:27.808 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.808 INFO:tasks.workunit.client.0.smithi016.stdout: "pri10_bytes": { 2024-04-15T16:06:27.808 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:27.808 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.808 INFO:tasks.workunit.client.0.smithi016.stdout: "pri11_bytes": { 2024-04-15T16:06:27.808 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 57405146 2024-04-15T16:06:27.808 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.809 INFO:tasks.workunit.client.0.smithi016.stdout: "pri1_bytes": { 2024-04-15T16:06:27.809 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:27.809 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.809 INFO:tasks.workunit.client.0.smithi016.stdout: "pri2_bytes": { 2024-04-15T16:06:27.809 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:27.809 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.809 INFO:tasks.workunit.client.0.smithi016.stdout: "pri3_bytes": { 2024-04-15T16:06:27.809 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:27.809 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.809 INFO:tasks.workunit.client.0.smithi016.stdout: "pri4_bytes": { 2024-04-15T16:06:27.809 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:27.809 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.809 INFO:tasks.workunit.client.0.smithi016.stdout: "pri5_bytes": { 2024-04-15T16:06:27.809 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:27.810 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.810 INFO:tasks.workunit.client.0.smithi016.stdout: "pri6_bytes": { 2024-04-15T16:06:27.810 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 81920 2024-04-15T16:06:27.810 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.810 INFO:tasks.workunit.client.0.smithi016.stdout: "pri7_bytes": { 2024-04-15T16:06:27.810 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:27.810 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.810 INFO:tasks.workunit.client.0.smithi016.stdout: "pri8_bytes": { 2024-04-15T16:06:27.810 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:27.810 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.810 INFO:tasks.workunit.client.0.smithi016.stdout: "pri9_bytes": { 2024-04-15T16:06:27.810 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:27.810 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.810 INFO:tasks.workunit.client.0.smithi016.stdout: "reserved_bytes": { 2024-04-15T16:06:27.810 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 68342054 2024-04-15T16:06:27.811 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T16:06:27.811 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.811 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore-pricache:kv": { 2024-04-15T16:06:27.811 INFO:tasks.workunit.client.0.smithi016.stdout: "committed_bytes": { 2024-04-15T16:06:27.811 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 570425344 2024-04-15T16:06:27.811 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.811 INFO:tasks.workunit.client.0.smithi016.stdout: "pri0_bytes": { 2024-04-15T16:06:27.811 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 67108864 2024-04-15T16:06:27.811 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.811 INFO:tasks.workunit.client.0.smithi016.stdout: "pri10_bytes": { 2024-04-15T16:06:27.811 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:27.811 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.811 INFO:tasks.workunit.client.0.smithi016.stdout: "pri11_bytes": { 2024-04-15T16:06:27.811 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 430538599 2024-04-15T16:06:27.811 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.811 INFO:tasks.workunit.client.0.smithi016.stdout: "pri1_bytes": { 2024-04-15T16:06:27.811 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:27.812 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.812 INFO:tasks.workunit.client.0.smithi016.stdout: "pri2_bytes": { 2024-04-15T16:06:27.812 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:27.812 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.812 INFO:tasks.workunit.client.0.smithi016.stdout: "pri3_bytes": { 2024-04-15T16:06:27.812 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 1104 2024-04-15T16:06:27.812 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.812 INFO:tasks.workunit.client.0.smithi016.stdout: "pri4_bytes": { 2024-04-15T16:06:27.812 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:27.812 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.812 INFO:tasks.workunit.client.0.smithi016.stdout: "pri5_bytes": { 2024-04-15T16:06:27.812 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 77920 2024-04-15T16:06:27.812 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.812 INFO:tasks.workunit.client.0.smithi016.stdout: "pri6_bytes": { 2024-04-15T16:06:27.812 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:27.813 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.813 INFO:tasks.workunit.client.0.smithi016.stdout: "pri7_bytes": { 2024-04-15T16:06:27.813 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:27.813 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.813 INFO:tasks.workunit.client.0.smithi016.stdout: "pri8_bytes": { 2024-04-15T16:06:27.813 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:27.813 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.813 INFO:tasks.workunit.client.0.smithi016.stdout: "pri9_bytes": { 2024-04-15T16:06:27.813 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:27.813 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.813 INFO:tasks.workunit.client.0.smithi016.stdout: "reserved_bytes": { 2024-04-15T16:06:27.813 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 72698857 2024-04-15T16:06:27.813 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T16:06:27.813 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.814 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore-pricache:kv_onode": { 2024-04-15T16:06:27.814 INFO:tasks.workunit.client.0.smithi016.stdout: "committed_bytes": { 2024-04-15T16:06:27.814 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 176160768 2024-04-15T16:06:27.814 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.814 INFO:tasks.workunit.client.0.smithi016.stdout: "pri0_bytes": { 2024-04-15T16:06:27.814 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 67108864 2024-04-15T16:06:27.814 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.814 INFO:tasks.workunit.client.0.smithi016.stdout: "pri10_bytes": { 2024-04-15T16:06:27.814 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 1584512 2024-04-15T16:06:27.814 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.814 INFO:tasks.workunit.client.0.smithi016.stdout: "pri11_bytes": { 2024-04-15T16:06:27.814 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 38270097 2024-04-15T16:06:27.814 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.814 INFO:tasks.workunit.client.0.smithi016.stdout: "pri1_bytes": { 2024-04-15T16:06:27.814 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:27.815 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.815 INFO:tasks.workunit.client.0.smithi016.stdout: "pri2_bytes": { 2024-04-15T16:06:27.815 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:27.815 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.815 INFO:tasks.workunit.client.0.smithi016.stdout: "pri3_bytes": { 2024-04-15T16:06:27.815 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:27.815 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.815 INFO:tasks.workunit.client.0.smithi016.stdout: "pri4_bytes": { 2024-04-15T16:06:27.815 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:27.815 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.815 INFO:tasks.workunit.client.0.smithi016.stdout: "pri5_bytes": { 2024-04-15T16:06:27.815 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:27.815 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.815 INFO:tasks.workunit.client.0.smithi016.stdout: "pri6_bytes": { 2024-04-15T16:06:27.816 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:27.816 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.816 INFO:tasks.workunit.client.0.smithi016.stdout: "pri7_bytes": { 2024-04-15T16:06:27.816 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:27.816 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.816 INFO:tasks.workunit.client.0.smithi016.stdout: "pri8_bytes": { 2024-04-15T16:06:27.816 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:27.816 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.816 INFO:tasks.workunit.client.0.smithi016.stdout: "pri9_bytes": { 2024-04-15T16:06:27.816 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:27.816 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.816 INFO:tasks.workunit.client.0.smithi016.stdout: "reserved_bytes": { 2024-04-15T16:06:27.816 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 69197295 2024-04-15T16:06:27.817 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T16:06:27.817 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.817 INFO:tasks.workunit.client.0.smithi016.stdout: "bluestore-pricache:meta": { 2024-04-15T16:06:27.817 INFO:tasks.workunit.client.0.smithi016.stdout: "committed_bytes": { 2024-04-15T16:06:27.817 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 503316480 2024-04-15T16:06:27.817 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.817 INFO:tasks.workunit.client.0.smithi016.stdout: "pri0_bytes": { 2024-04-15T16:06:27.817 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:27.817 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.817 INFO:tasks.workunit.client.0.smithi016.stdout: "pri10_bytes": { 2024-04-15T16:06:27.817 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:27.817 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.817 INFO:tasks.workunit.client.0.smithi016.stdout: "pri11_bytes": { 2024-04-15T16:06:27.817 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 430538599 2024-04-15T16:06:27.818 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.818 INFO:tasks.workunit.client.0.smithi016.stdout: "pri1_bytes": { 2024-04-15T16:06:27.818 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:27.818 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.818 INFO:tasks.workunit.client.0.smithi016.stdout: "pri2_bytes": { 2024-04-15T16:06:27.818 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:27.818 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.818 INFO:tasks.workunit.client.0.smithi016.stdout: "pri3_bytes": { 2024-04-15T16:06:27.818 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:27.818 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.818 INFO:tasks.workunit.client.0.smithi016.stdout: "pri4_bytes": { 2024-04-15T16:06:27.818 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:27.818 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.818 INFO:tasks.workunit.client.0.smithi016.stdout: "pri5_bytes": { 2024-04-15T16:06:27.819 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 119803 2024-04-15T16:06:27.819 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.819 INFO:tasks.workunit.client.0.smithi016.stdout: "pri6_bytes": { 2024-04-15T16:06:27.819 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 1121800 2024-04-15T16:06:27.819 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.819 INFO:tasks.workunit.client.0.smithi016.stdout: "pri7_bytes": { 2024-04-15T16:06:27.819 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:27.819 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.819 INFO:tasks.workunit.client.0.smithi016.stdout: "pri8_bytes": { 2024-04-15T16:06:27.819 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:27.819 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.819 INFO:tasks.workunit.client.0.smithi016.stdout: "pri9_bytes": { 2024-04-15T16:06:27.819 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:27.819 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.819 INFO:tasks.workunit.client.0.smithi016.stdout: "reserved_bytes": { 2024-04-15T16:06:27.820 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 71536278 2024-04-15T16:06:27.820 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T16:06:27.820 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.820 INFO:tasks.workunit.client.0.smithi016.stdout: "objecter": { 2024-04-15T16:06:27.820 INFO:tasks.workunit.client.0.smithi016.stdout: "op_active": { 2024-04-15T16:06:27.820 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:27.820 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.820 INFO:tasks.workunit.client.0.smithi016.stdout: "op_r": { 2024-04-15T16:06:27.820 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 29 2024-04-15T16:06:27.820 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.820 INFO:tasks.workunit.client.0.smithi016.stdout: "op_rmw": { 2024-04-15T16:06:27.820 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:27.820 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.820 INFO:tasks.workunit.client.0.smithi016.stdout: "op_w": { 2024-04-15T16:06:27.820 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:27.821 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T16:06:27.821 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.821 INFO:tasks.workunit.client.0.smithi016.stdout: "osd": { 2024-04-15T16:06:27.821 INFO:tasks.workunit.client.0.smithi016.stdout: "numpg": { 2024-04-15T16:06:27.821 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 53 2024-04-15T16:06:27.821 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.821 INFO:tasks.workunit.client.0.smithi016.stdout: "numpg_removing": { 2024-04-15T16:06:27.821 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:27.821 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.821 INFO:tasks.workunit.client.0.smithi016.stdout: "op": { 2024-04-15T16:06:27.821 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 41704 2024-04-15T16:06:27.821 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.821 INFO:tasks.workunit.client.0.smithi016.stdout: "op_before_queue_op_lat": { 2024-04-15T16:06:27.821 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 108750, 2024-04-15T16:06:27.822 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 10061146398 2024-04-15T16:06:27.822 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.822 INFO:tasks.workunit.client.0.smithi016.stdout: "op_delayed_degraded": { 2024-04-15T16:06:27.822 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:27.822 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.822 INFO:tasks.workunit.client.0.smithi016.stdout: "op_delayed_unreadable": { 2024-04-15T16:06:27.822 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:27.822 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.822 INFO:tasks.workunit.client.0.smithi016.stdout: "op_in_bytes": { 2024-04-15T16:06:27.822 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 1558600381 2024-04-15T16:06:27.822 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.822 INFO:tasks.workunit.client.0.smithi016.stdout: "op_latency": { 2024-04-15T16:06:27.822 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 41704, 2024-04-15T16:06:27.822 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 41899423769 2024-04-15T16:06:27.823 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.823 INFO:tasks.workunit.client.0.smithi016.stdout: "op_out_bytes": { 2024-04-15T16:06:27.823 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 2021978072 2024-04-15T16:06:27.823 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.823 INFO:tasks.workunit.client.0.smithi016.stdout: "op_prepare_latency": { 2024-04-15T16:06:27.823 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 42108, 2024-04-15T16:06:27.823 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 17727800714 2024-04-15T16:06:27.823 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.823 INFO:tasks.workunit.client.0.smithi016.stdout: "op_process_latency": { 2024-04-15T16:06:27.823 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 41704, 2024-04-15T16:06:27.823 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 31803401479 2024-04-15T16:06:27.823 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.823 INFO:tasks.workunit.client.0.smithi016.stdout: "op_r": { 2024-04-15T16:06:27.823 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 29077 2024-04-15T16:06:27.824 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.824 INFO:tasks.workunit.client.0.smithi016.stdout: "op_r_latency": { 2024-04-15T16:06:27.824 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 29077, 2024-04-15T16:06:27.824 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 9946524490 2024-04-15T16:06:27.824 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.824 INFO:tasks.workunit.client.0.smithi016.stdout: "op_r_latency_out_bytes_histogram": { 2024-04-15T16:06:27.824 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:27.824 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.824 INFO:tasks.workunit.client.0.smithi016.stdout: "op_r_out_bytes": { 2024-04-15T16:06:27.824 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 2021978072 2024-04-15T16:06:27.824 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.824 INFO:tasks.workunit.client.0.smithi016.stdout: "op_r_prepare_latency": { 2024-04-15T16:06:27.824 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 29202, 2024-04-15T16:06:27.824 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 5930764230 2024-04-15T16:06:27.824 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.825 INFO:tasks.workunit.client.0.smithi016.stdout: "op_r_process_latency": { 2024-04-15T16:06:27.825 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 29077, 2024-04-15T16:06:27.825 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 5949725078 2024-04-15T16:06:27.825 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.825 INFO:tasks.workunit.client.0.smithi016.stdout: "op_rw": { 2024-04-15T16:06:27.825 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 11596 2024-04-15T16:06:27.825 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.825 INFO:tasks.workunit.client.0.smithi016.stdout: "op_rw_in_bytes": { 2024-04-15T16:06:27.825 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 451276419 2024-04-15T16:06:27.825 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.825 INFO:tasks.workunit.client.0.smithi016.stdout: "op_rw_latency": { 2024-04-15T16:06:27.825 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 11596, 2024-04-15T16:06:27.825 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 20096991504 2024-04-15T16:06:27.825 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.825 INFO:tasks.workunit.client.0.smithi016.stdout: "op_rw_latency_in_bytes_histogram": { 2024-04-15T16:06:27.826 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:27.826 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.826 INFO:tasks.workunit.client.0.smithi016.stdout: "op_rw_latency_out_bytes_histogram": { 2024-04-15T16:06:27.826 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:27.826 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.826 INFO:tasks.workunit.client.0.smithi016.stdout: "op_rw_out_bytes": { 2024-04-15T16:06:27.826 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:27.826 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.826 INFO:tasks.workunit.client.0.smithi016.stdout: "op_rw_prepare_latency": { 2024-04-15T16:06:27.826 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 11803, 2024-04-15T16:06:27.826 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 9764440582 2024-04-15T16:06:27.826 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.826 INFO:tasks.workunit.client.0.smithi016.stdout: "op_rw_process_latency": { 2024-04-15T16:06:27.827 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 11596, 2024-04-15T16:06:27.827 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 17771038400 2024-04-15T16:06:27.827 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.827 INFO:tasks.workunit.client.0.smithi016.stdout: "op_w": { 2024-04-15T16:06:27.827 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 1031 2024-04-15T16:06:27.827 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.827 INFO:tasks.workunit.client.0.smithi016.stdout: "op_w_in_bytes": { 2024-04-15T16:06:27.827 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 1107323962 2024-04-15T16:06:27.827 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.827 INFO:tasks.workunit.client.0.smithi016.stdout: "op_w_latency": { 2024-04-15T16:06:27.827 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 1031, 2024-04-15T16:06:27.827 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 11855907775 2024-04-15T16:06:27.827 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.827 INFO:tasks.workunit.client.0.smithi016.stdout: "op_w_latency_in_bytes_histogram": { 2024-04-15T16:06:27.827 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:27.827 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.828 INFO:tasks.workunit.client.0.smithi016.stdout: "op_w_prepare_latency": { 2024-04-15T16:06:27.828 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 1103, 2024-04-15T16:06:27.828 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 2032595902 2024-04-15T16:06:27.828 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.828 INFO:tasks.workunit.client.0.smithi016.stdout: "op_w_process_latency": { 2024-04-15T16:06:27.828 INFO:tasks.workunit.client.0.smithi016.stdout: "count": 1031, 2024-04-15T16:06:27.828 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 8082638001 2024-04-15T16:06:27.828 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.828 INFO:tasks.workunit.client.0.smithi016.stdout: "op_wip": { 2024-04-15T16:06:27.828 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:27.828 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.828 INFO:tasks.workunit.client.0.smithi016.stdout: "recovery_bytes": { 2024-04-15T16:06:27.828 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 0 2024-04-15T16:06:27.828 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.829 INFO:tasks.workunit.client.0.smithi016.stdout: "recovery_ops": { 2024-04-15T16:06:27.829 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 2 2024-04-15T16:06:27.829 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.829 INFO:tasks.workunit.client.0.smithi016.stdout: "stat_bytes": { 2024-04-15T16:06:27.829 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 95995035648 2024-04-15T16:06:27.829 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.829 INFO:tasks.workunit.client.0.smithi016.stdout: "stat_bytes_used": { 2024-04-15T16:06:27.829 INFO:tasks.workunit.client.0.smithi016.stdout: "value": 436699136 2024-04-15T16:06:27.829 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T16:06:27.829 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T16:06:27.829 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T16:06:27.829 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.829 INFO:tasks.workunit.client.0.smithi016.stdout: "pools": [ 2024-04-15T16:06:27.829 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-15T16:06:27.830 INFO:tasks.workunit.client.0.smithi016.stdout: "application": [ 2024-04-15T16:06:27.830 INFO:tasks.workunit.client.0.smithi016.stdout: "mgr" 2024-04-15T16:06:27.830 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:27.830 INFO:tasks.workunit.client.0.smithi016.stdout: "cache_mode": "none", 2024-04-15T16:06:27.830 INFO:tasks.workunit.client.0.smithi016.stdout: "erasure_code_profile": {}, 2024-04-15T16:06:27.830 INFO:tasks.workunit.client.0.smithi016.stdout: "flags_names": [ 2024-04-15T16:06:27.830 INFO:tasks.workunit.client.0.smithi016.stdout: "hashpspool" 2024-04-15T16:06:27.830 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:27.830 INFO:tasks.workunit.client.0.smithi016.stdout: "min_size": 2, 2024-04-15T16:06:27.830 INFO:tasks.workunit.client.0.smithi016.stdout: "options": {}, 2024-04-15T16:06:27.830 INFO:tasks.workunit.client.0.smithi016.stdout: "pg_autoscale_mode": "off", 2024-04-15T16:06:27.830 INFO:tasks.workunit.client.0.smithi016.stdout: "pg_num": 1, 2024-04-15T16:06:27.830 INFO:tasks.workunit.client.0.smithi016.stdout: "pgp_num": 1, 2024-04-15T16:06:27.831 INFO:tasks.workunit.client.0.smithi016.stdout: "pool": 1, 2024-04-15T16:06:27.831 INFO:tasks.workunit.client.0.smithi016.stdout: "size": 3, 2024-04-15T16:06:27.831 INFO:tasks.workunit.client.0.smithi016.stdout: "stats": { 2024-04-15T16:06:27.831 INFO:tasks.workunit.client.0.smithi016.stdout: "avail_raw": 722565376266, 2024-04-15T16:06:27.831 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes_used": 1781760, 2024-04-15T16:06:27.831 INFO:tasks.workunit.client.0.smithi016.stdout: "compress_bytes_used": 0, 2024-04-15T16:06:27.831 INFO:tasks.workunit.client.0.smithi016.stdout: "compress_under_bytes": 0, 2024-04-15T16:06:27.831 INFO:tasks.workunit.client.0.smithi016.stdout: "data_bytes_used": 1781760, 2024-04-15T16:06:27.831 INFO:tasks.workunit.client.0.smithi016.stdout: "dirty": 0, 2024-04-15T16:06:27.831 INFO:tasks.workunit.client.0.smithi016.stdout: "max_avail": 240855138304, 2024-04-15T16:06:27.831 INFO:tasks.workunit.client.0.smithi016.stdout: "objects": 2, 2024-04-15T16:06:27.831 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_bytes_used": 0, 2024-04-15T16:06:27.831 INFO:tasks.workunit.client.0.smithi016.stdout: "percent_used": 2.4658745587657904e-06, 2024-04-15T16:06:27.831 INFO:tasks.workunit.client.0.smithi016.stdout: "quota_bytes": 0, 2024-04-15T16:06:27.832 INFO:tasks.workunit.client.0.smithi016.stdout: "quota_objects": 0, 2024-04-15T16:06:27.832 INFO:tasks.workunit.client.0.smithi016.stdout: "rd": 1178, 2024-04-15T16:06:27.832 INFO:tasks.workunit.client.0.smithi016.stdout: "rd_bytes": 2041856, 2024-04-15T16:06:27.832 INFO:tasks.workunit.client.0.smithi016.stdout: "stored": 590368, 2024-04-15T16:06:27.832 INFO:tasks.workunit.client.0.smithi016.stdout: "stored_data": 590368, 2024-04-15T16:06:27.832 INFO:tasks.workunit.client.0.smithi016.stdout: "stored_omap": 0, 2024-04-15T16:06:27.832 INFO:tasks.workunit.client.0.smithi016.stdout: "stored_raw": 1771104, 2024-04-15T16:06:27.832 INFO:tasks.workunit.client.0.smithi016.stdout: "wr": 391, 2024-04-15T16:06:27.832 INFO:tasks.workunit.client.0.smithi016.stdout: "wr_bytes": 2473984 2024-04-15T16:06:27.832 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.832 INFO:tasks.workunit.client.0.smithi016.stdout: "target_max_bytes": 0, 2024-04-15T16:06:27.832 INFO:tasks.workunit.client.0.smithi016.stdout: "target_max_objects": 0, 2024-04-15T16:06:27.832 INFO:tasks.workunit.client.0.smithi016.stdout: "type": "replicated" 2024-04-15T16:06:27.832 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.832 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-15T16:06:27.833 INFO:tasks.workunit.client.0.smithi016.stdout: "application": [ 2024-04-15T16:06:27.833 INFO:tasks.workunit.client.0.smithi016.stdout: "cephfs" 2024-04-15T16:06:27.833 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:27.833 INFO:tasks.workunit.client.0.smithi016.stdout: "cache_mode": "none", 2024-04-15T16:06:27.833 INFO:tasks.workunit.client.0.smithi016.stdout: "erasure_code_profile": {}, 2024-04-15T16:06:27.833 INFO:tasks.workunit.client.0.smithi016.stdout: "flags_names": [ 2024-04-15T16:06:27.833 INFO:tasks.workunit.client.0.smithi016.stdout: "hashpspool" 2024-04-15T16:06:27.833 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:27.833 INFO:tasks.workunit.client.0.smithi016.stdout: "min_size": 2, 2024-04-15T16:06:27.833 INFO:tasks.workunit.client.0.smithi016.stdout: "options": {}, 2024-04-15T16:06:27.833 INFO:tasks.workunit.client.0.smithi016.stdout: "pg_autoscale_mode": "off", 2024-04-15T16:06:27.833 INFO:tasks.workunit.client.0.smithi016.stdout: "pg_num": 32, 2024-04-15T16:06:27.833 INFO:tasks.workunit.client.0.smithi016.stdout: "pgp_num": 32, 2024-04-15T16:06:27.833 INFO:tasks.workunit.client.0.smithi016.stdout: "pool": 2, 2024-04-15T16:06:27.834 INFO:tasks.workunit.client.0.smithi016.stdout: "size": 3, 2024-04-15T16:06:27.834 INFO:tasks.workunit.client.0.smithi016.stdout: "stats": { 2024-04-15T16:06:27.834 INFO:tasks.workunit.client.0.smithi016.stdout: "avail_raw": 722565376266, 2024-04-15T16:06:27.834 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes_used": 154951, 2024-04-15T16:06:27.834 INFO:tasks.workunit.client.0.smithi016.stdout: "compress_bytes_used": 0, 2024-04-15T16:06:27.834 INFO:tasks.workunit.client.0.smithi016.stdout: "compress_under_bytes": 0, 2024-04-15T16:06:27.834 INFO:tasks.workunit.client.0.smithi016.stdout: "data_bytes_used": 110592, 2024-04-15T16:06:27.834 INFO:tasks.workunit.client.0.smithi016.stdout: "dirty": 0, 2024-04-15T16:06:27.834 INFO:tasks.workunit.client.0.smithi016.stdout: "max_avail": 240855138304, 2024-04-15T16:06:27.834 INFO:tasks.workunit.client.0.smithi016.stdout: "objects": 22, 2024-04-15T16:06:27.834 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_bytes_used": 44359, 2024-04-15T16:06:27.834 INFO:tasks.workunit.client.0.smithi016.stdout: "percent_used": 2.144456061614619e-07, 2024-04-15T16:06:27.834 INFO:tasks.workunit.client.0.smithi016.stdout: "quota_bytes": 0, 2024-04-15T16:06:27.834 INFO:tasks.workunit.client.0.smithi016.stdout: "quota_objects": 0, 2024-04-15T16:06:27.834 INFO:tasks.workunit.client.0.smithi016.stdout: "rd": 158, 2024-04-15T16:06:27.835 INFO:tasks.workunit.client.0.smithi016.stdout: "rd_bytes": 178176, 2024-04-15T16:06:27.835 INFO:tasks.workunit.client.0.smithi016.stdout: "stored": 21408, 2024-04-15T16:06:27.835 INFO:tasks.workunit.client.0.smithi016.stdout: "stored_data": 6622, 2024-04-15T16:06:27.835 INFO:tasks.workunit.client.0.smithi016.stdout: "stored_omap": 14786, 2024-04-15T16:06:27.835 INFO:tasks.workunit.client.0.smithi016.stdout: "stored_raw": 64224, 2024-04-15T16:06:27.835 INFO:tasks.workunit.client.0.smithi016.stdout: "wr": 69, 2024-04-15T16:06:27.835 INFO:tasks.workunit.client.0.smithi016.stdout: "wr_bytes": 36864 2024-04-15T16:06:27.835 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.835 INFO:tasks.workunit.client.0.smithi016.stdout: "target_max_bytes": 0, 2024-04-15T16:06:27.835 INFO:tasks.workunit.client.0.smithi016.stdout: "target_max_objects": 0, 2024-04-15T16:06:27.835 INFO:tasks.workunit.client.0.smithi016.stdout: "type": "replicated" 2024-04-15T16:06:27.835 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.835 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-15T16:06:27.836 INFO:tasks.workunit.client.0.smithi016.stdout: "application": [ 2024-04-15T16:06:27.836 INFO:tasks.workunit.client.0.smithi016.stdout: "cephfs" 2024-04-15T16:06:27.836 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:27.836 INFO:tasks.workunit.client.0.smithi016.stdout: "cache_mode": "none", 2024-04-15T16:06:27.836 INFO:tasks.workunit.client.0.smithi016.stdout: "erasure_code_profile": {}, 2024-04-15T16:06:27.836 INFO:tasks.workunit.client.0.smithi016.stdout: "flags_names": [ 2024-04-15T16:06:27.836 INFO:tasks.workunit.client.0.smithi016.stdout: "hashpspool" 2024-04-15T16:06:27.836 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:27.836 INFO:tasks.workunit.client.0.smithi016.stdout: "min_size": 2, 2024-04-15T16:06:27.836 INFO:tasks.workunit.client.0.smithi016.stdout: "options": {}, 2024-04-15T16:06:27.836 INFO:tasks.workunit.client.0.smithi016.stdout: "pg_autoscale_mode": "off", 2024-04-15T16:06:27.836 INFO:tasks.workunit.client.0.smithi016.stdout: "pg_num": 64, 2024-04-15T16:06:27.836 INFO:tasks.workunit.client.0.smithi016.stdout: "pgp_num": 64, 2024-04-15T16:06:27.836 INFO:tasks.workunit.client.0.smithi016.stdout: "pool": 3, 2024-04-15T16:06:27.837 INFO:tasks.workunit.client.0.smithi016.stdout: "size": 3, 2024-04-15T16:06:27.837 INFO:tasks.workunit.client.0.smithi016.stdout: "stats": { 2024-04-15T16:06:27.837 INFO:tasks.workunit.client.0.smithi016.stdout: "avail_raw": 722565376266, 2024-04-15T16:06:27.837 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes_used": 0, 2024-04-15T16:06:27.837 INFO:tasks.workunit.client.0.smithi016.stdout: "compress_bytes_used": 0, 2024-04-15T16:06:27.837 INFO:tasks.workunit.client.0.smithi016.stdout: "compress_under_bytes": 0, 2024-04-15T16:06:27.837 INFO:tasks.workunit.client.0.smithi016.stdout: "data_bytes_used": 0, 2024-04-15T16:06:27.837 INFO:tasks.workunit.client.0.smithi016.stdout: "dirty": 0, 2024-04-15T16:06:27.837 INFO:tasks.workunit.client.0.smithi016.stdout: "max_avail": 240855138304, 2024-04-15T16:06:27.837 INFO:tasks.workunit.client.0.smithi016.stdout: "objects": 0, 2024-04-15T16:06:27.837 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_bytes_used": 0, 2024-04-15T16:06:27.837 INFO:tasks.workunit.client.0.smithi016.stdout: "percent_used": 0.0, 2024-04-15T16:06:27.837 INFO:tasks.workunit.client.0.smithi016.stdout: "quota_bytes": 0, 2024-04-15T16:06:27.837 INFO:tasks.workunit.client.0.smithi016.stdout: "quota_objects": 0, 2024-04-15T16:06:27.837 INFO:tasks.workunit.client.0.smithi016.stdout: "rd": 0, 2024-04-15T16:06:27.838 INFO:tasks.workunit.client.0.smithi016.stdout: "rd_bytes": 0, 2024-04-15T16:06:27.838 INFO:tasks.workunit.client.0.smithi016.stdout: "stored": 0, 2024-04-15T16:06:27.838 INFO:tasks.workunit.client.0.smithi016.stdout: "stored_data": 0, 2024-04-15T16:06:27.838 INFO:tasks.workunit.client.0.smithi016.stdout: "stored_omap": 0, 2024-04-15T16:06:27.838 INFO:tasks.workunit.client.0.smithi016.stdout: "stored_raw": 0, 2024-04-15T16:06:27.838 INFO:tasks.workunit.client.0.smithi016.stdout: "wr": 0, 2024-04-15T16:06:27.838 INFO:tasks.workunit.client.0.smithi016.stdout: "wr_bytes": 0 2024-04-15T16:06:27.838 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.838 INFO:tasks.workunit.client.0.smithi016.stdout: "target_max_bytes": 0, 2024-04-15T16:06:27.838 INFO:tasks.workunit.client.0.smithi016.stdout: "target_max_objects": 0, 2024-04-15T16:06:27.838 INFO:tasks.workunit.client.0.smithi016.stdout: "type": "replicated" 2024-04-15T16:06:27.838 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.838 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-15T16:06:27.838 INFO:tasks.workunit.client.0.smithi016.stdout: "application": [ 2024-04-15T16:06:27.839 INFO:tasks.workunit.client.0.smithi016.stdout: "rbd" 2024-04-15T16:06:27.839 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:27.839 INFO:tasks.workunit.client.0.smithi016.stdout: "cache_mode": "none", 2024-04-15T16:06:27.839 INFO:tasks.workunit.client.0.smithi016.stdout: "erasure_code_profile": {}, 2024-04-15T16:06:27.839 INFO:tasks.workunit.client.0.smithi016.stdout: "flags_names": [ 2024-04-15T16:06:27.839 INFO:tasks.workunit.client.0.smithi016.stdout: "hashpspool", 2024-04-15T16:06:27.839 INFO:tasks.workunit.client.0.smithi016.stdout: "selfmanaged_snaps" 2024-04-15T16:06:27.839 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:27.839 INFO:tasks.workunit.client.0.smithi016.stdout: "min_size": 2, 2024-04-15T16:06:27.839 INFO:tasks.workunit.client.0.smithi016.stdout: "options": {}, 2024-04-15T16:06:27.839 INFO:tasks.workunit.client.0.smithi016.stdout: "pg_autoscale_mode": "off", 2024-04-15T16:06:27.839 INFO:tasks.workunit.client.0.smithi016.stdout: "pg_num": 8, 2024-04-15T16:06:27.839 INFO:tasks.workunit.client.0.smithi016.stdout: "pgp_num": 8, 2024-04-15T16:06:27.839 INFO:tasks.workunit.client.0.smithi016.stdout: "pool": 4, 2024-04-15T16:06:27.840 INFO:tasks.workunit.client.0.smithi016.stdout: "size": 3, 2024-04-15T16:06:27.840 INFO:tasks.workunit.client.0.smithi016.stdout: "stats": { 2024-04-15T16:06:27.840 INFO:tasks.workunit.client.0.smithi016.stdout: "avail_raw": 722565376266, 2024-04-15T16:06:27.840 INFO:tasks.workunit.client.0.smithi016.stdout: "bytes_used": 12595200, 2024-04-15T16:06:27.840 INFO:tasks.workunit.client.0.smithi016.stdout: "compress_bytes_used": 0, 2024-04-15T16:06:27.840 INFO:tasks.workunit.client.0.smithi016.stdout: "compress_under_bytes": 0, 2024-04-15T16:06:27.840 INFO:tasks.workunit.client.0.smithi016.stdout: "data_bytes_used": 12595200, 2024-04-15T16:06:27.840 INFO:tasks.workunit.client.0.smithi016.stdout: "dirty": 0, 2024-04-15T16:06:27.840 INFO:tasks.workunit.client.0.smithi016.stdout: "max_avail": 240855138304, 2024-04-15T16:06:27.840 INFO:tasks.workunit.client.0.smithi016.stdout: "objects": 4, 2024-04-15T16:06:27.840 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_bytes_used": 0, 2024-04-15T16:06:27.840 INFO:tasks.workunit.client.0.smithi016.stdout: "percent_used": 1.7430920706829056e-05, 2024-04-15T16:06:27.840 INFO:tasks.workunit.client.0.smithi016.stdout: "quota_bytes": 0, 2024-04-15T16:06:27.840 INFO:tasks.workunit.client.0.smithi016.stdout: "quota_objects": 0, 2024-04-15T16:06:27.841 INFO:tasks.workunit.client.0.smithi016.stdout: "rd": 8960, 2024-04-15T16:06:27.841 INFO:tasks.workunit.client.0.smithi016.stdout: "rd_bytes": 3064043520, 2024-04-15T16:06:27.841 INFO:tasks.workunit.client.0.smithi016.stdout: "stored": 4194323, 2024-04-15T16:06:27.841 INFO:tasks.workunit.client.0.smithi016.stdout: "stored_data": 4194323, 2024-04-15T16:06:27.841 INFO:tasks.workunit.client.0.smithi016.stdout: "stored_omap": 0, 2024-04-15T16:06:27.841 INFO:tasks.workunit.client.0.smithi016.stdout: "stored_raw": 12582969, 2024-04-15T16:06:27.841 INFO:tasks.workunit.client.0.smithi016.stdout: "wr": 24418, 2024-04-15T16:06:27.841 INFO:tasks.workunit.client.0.smithi016.stdout: "wr_bytes": 3264111616 2024-04-15T16:06:27.841 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.841 INFO:tasks.workunit.client.0.smithi016.stdout: "target_max_bytes": 0, 2024-04-15T16:06:27.841 INFO:tasks.workunit.client.0.smithi016.stdout: "target_max_objects": 0, 2024-04-15T16:06:27.841 INFO:tasks.workunit.client.0.smithi016.stdout: "type": "replicated" 2024-04-15T16:06:27.841 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T16:06:27.841 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:27.841 INFO:tasks.workunit.client.0.smithi016.stdout: "rbd": { 2024-04-15T16:06:27.841 INFO:tasks.workunit.client.0.smithi016.stdout: "mirroring_by_pool": [ 2024-04-15T16:06:27.842 INFO:tasks.workunit.client.0.smithi016.stdout: false 2024-04-15T16:06:27.842 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:27.842 INFO:tasks.workunit.client.0.smithi016.stdout: "num_images_by_pool": [ 2024-04-15T16:06:27.842 INFO:tasks.workunit.client.0.smithi016.stdout: 0 2024-04-15T16:06:27.842 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:27.842 INFO:tasks.workunit.client.0.smithi016.stdout: "num_pools": 1 2024-04-15T16:06:27.842 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.842 INFO:tasks.workunit.client.0.smithi016.stdout: "report_id": "97929356-81c7-48cf-938b-9dbee2898697", 2024-04-15T16:06:27.842 INFO:tasks.workunit.client.0.smithi016.stdout: "report_timestamp": "2024-04-15T16:06:25.834256", 2024-04-15T16:06:27.842 INFO:tasks.workunit.client.0.smithi016.stdout: "report_version": 1, 2024-04-15T16:06:27.842 INFO:tasks.workunit.client.0.smithi016.stdout: "rocksdb_stats": { 2024-04-15T16:06:27.842 INFO:tasks.workunit.client.0.smithi016.stdout: "version": "7.9.2" 2024-04-15T16:06:27.842 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.842 INFO:tasks.workunit.client.0.smithi016.stdout: "rook": { 2024-04-15T16:06:27.843 INFO:tasks.workunit.client.0.smithi016.stdout: "cluster": { 2024-04-15T16:06:27.843 INFO:tasks.workunit.client.0.smithi016.stdout: "external-mode": null, 2024-04-15T16:06:27.843 INFO:tasks.workunit.client.0.smithi016.stdout: "mon": { 2024-04-15T16:06:27.843 INFO:tasks.workunit.client.0.smithi016.stdout: "allow-multiple-per-node": null, 2024-04-15T16:06:27.843 INFO:tasks.workunit.client.0.smithi016.stdout: "count": null, 2024-04-15T16:06:27.843 INFO:tasks.workunit.client.0.smithi016.stdout: "max-id": null, 2024-04-15T16:06:27.843 INFO:tasks.workunit.client.0.smithi016.stdout: "pvc": { 2024-04-15T16:06:27.843 INFO:tasks.workunit.client.0.smithi016.stdout: "enabled": null 2024-04-15T16:06:27.843 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.843 INFO:tasks.workunit.client.0.smithi016.stdout: "stretch": { 2024-04-15T16:06:27.843 INFO:tasks.workunit.client.0.smithi016.stdout: "enabled": null 2024-04-15T16:06:27.843 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T16:06:27.843 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.843 INFO:tasks.workunit.client.0.smithi016.stdout: "network": { 2024-04-15T16:06:27.844 INFO:tasks.workunit.client.0.smithi016.stdout: "provider": null 2024-04-15T16:06:27.844 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.844 INFO:tasks.workunit.client.0.smithi016.stdout: "storage": { 2024-04-15T16:06:27.844 INFO:tasks.workunit.client.0.smithi016.stdout: "device-set": { 2024-04-15T16:06:27.844 INFO:tasks.workunit.client.0.smithi016.stdout: "count": { 2024-04-15T16:06:27.844 INFO:tasks.workunit.client.0.smithi016.stdout: "non-portable": null, 2024-04-15T16:06:27.844 INFO:tasks.workunit.client.0.smithi016.stdout: "portable": null, 2024-04-15T16:06:27.844 INFO:tasks.workunit.client.0.smithi016.stdout: "total": null 2024-04-15T16:06:27.844 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T16:06:27.844 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T16:06:27.844 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T16:06:27.844 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.844 INFO:tasks.workunit.client.0.smithi016.stdout: "csi": { 2024-04-15T16:06:27.844 INFO:tasks.workunit.client.0.smithi016.stdout: "version": null 2024-04-15T16:06:27.845 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.845 INFO:tasks.workunit.client.0.smithi016.stdout: "kubernetes": { 2024-04-15T16:06:27.845 INFO:tasks.workunit.client.0.smithi016.stdout: "version": null 2024-04-15T16:06:27.845 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.845 INFO:tasks.workunit.client.0.smithi016.stdout: "node": { 2024-04-15T16:06:27.845 INFO:tasks.workunit.client.0.smithi016.stdout: "count": { 2024-04-15T16:06:27.845 INFO:tasks.workunit.client.0.smithi016.stdout: "kubernetes-total": null, 2024-04-15T16:06:27.845 INFO:tasks.workunit.client.0.smithi016.stdout: "with-ceph-daemons": null, 2024-04-15T16:06:27.845 INFO:tasks.workunit.client.0.smithi016.stdout: "with-csi-cephfs-plugin": null, 2024-04-15T16:06:27.845 INFO:tasks.workunit.client.0.smithi016.stdout: "with-csi-nfs-plugin": null, 2024-04-15T16:06:27.845 INFO:tasks.workunit.client.0.smithi016.stdout: "with-csi-rbd-plugin": null 2024-04-15T16:06:27.845 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T16:06:27.845 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.845 INFO:tasks.workunit.client.0.smithi016.stdout: "usage": { 2024-04-15T16:06:27.845 INFO:tasks.workunit.client.0.smithi016.stdout: "storage-class": { 2024-04-15T16:06:27.846 INFO:tasks.workunit.client.0.smithi016.stdout: "count": { 2024-04-15T16:06:27.846 INFO:tasks.workunit.client.0.smithi016.stdout: "bucket": null, 2024-04-15T16:06:27.846 INFO:tasks.workunit.client.0.smithi016.stdout: "cephfs": null, 2024-04-15T16:06:27.846 INFO:tasks.workunit.client.0.smithi016.stdout: "nfs": null, 2024-04-15T16:06:27.846 INFO:tasks.workunit.client.0.smithi016.stdout: "rbd": null, 2024-04-15T16:06:27.846 INFO:tasks.workunit.client.0.smithi016.stdout: "total": null 2024-04-15T16:06:27.846 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T16:06:27.846 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T16:06:27.846 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.846 INFO:tasks.workunit.client.0.smithi016.stdout: "version": null 2024-04-15T16:06:27.846 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.846 INFO:tasks.workunit.client.0.smithi016.stdout: "services": {}, 2024-04-15T16:06:27.846 INFO:tasks.workunit.client.0.smithi016.stdout: "stats_per_pg": [ 2024-04-15T16:06:27.846 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-15T16:06:27.847 INFO:tasks.workunit.client.0.smithi016.stdout: "acting": [ 2024-04-15T16:06:27.847 INFO:tasks.workunit.client.0.smithi016.stdout: 6, 2024-04-15T16:06:27.847 INFO:tasks.workunit.client.0.smithi016.stdout: 4, 2024-04-15T16:06:27.847 INFO:tasks.workunit.client.0.smithi016.stdout: 0 2024-04-15T16:06:27.847 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:27.847 INFO:tasks.workunit.client.0.smithi016.stdout: "acting_primary": 6, 2024-04-15T16:06:27.847 INFO:tasks.workunit.client.0.smithi016.stdout: "avail_no_missing": [], 2024-04-15T16:06:27.847 INFO:tasks.workunit.client.0.smithi016.stdout: "blocked_by": [], 2024-04-15T16:06:27.847 INFO:tasks.workunit.client.0.smithi016.stdout: "created": 61, 2024-04-15T16:06:27.847 INFO:tasks.workunit.client.0.smithi016.stdout: "dirty_stats_invalid": false, 2024-04-15T16:06:27.847 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T16:06:27.847 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_stats_invalid": false, 2024-04-15T16:06:27.847 INFO:tasks.workunit.client.0.smithi016.stdout: "last_active": "2024-04-15T16:05:11.413022+0000", 2024-04-15T16:06:27.847 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_active": "2024-04-15T14:44:28.457415+0000", 2024-04-15T16:06:27.847 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_peered": "2024-04-15T14:44:28.457415+0000", 2024-04-15T16:06:27.848 INFO:tasks.workunit.client.0.smithi016.stdout: "last_change": "2024-04-15T14:44:28.457714+0000", 2024-04-15T16:06:27.848 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean": "2024-04-15T16:05:11.413022+0000", 2024-04-15T16:06:27.848 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T16:06:27.848 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub": "0'0", 2024-04-15T16:06:27.848 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T16:06:27.848 INFO:tasks.workunit.client.0.smithi016.stdout: "last_epoch_clean": 511, 2024-04-15T16:06:27.848 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fresh": "2024-04-15T16:05:11.413022+0000", 2024-04-15T16:06:27.848 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fullsized": "2024-04-15T16:05:11.413022+0000", 2024-04-15T16:06:27.848 INFO:tasks.workunit.client.0.smithi016.stdout: "last_peered": "2024-04-15T16:05:11.413022+0000", 2024-04-15T16:06:27.848 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub": "0'0", 2024-04-15T16:06:27.848 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_duration": 0, 2024-04-15T16:06:27.848 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T16:06:27.848 INFO:tasks.workunit.client.0.smithi016.stdout: "last_undegraded": "2024-04-15T16:05:11.413022+0000", 2024-04-15T16:06:27.848 INFO:tasks.workunit.client.0.smithi016.stdout: "last_unstale": "2024-04-15T16:05:11.413022+0000", 2024-04-15T16:06:27.849 INFO:tasks.workunit.client.0.smithi016.stdout: "log_dups_size": 0, 2024-04-15T16:06:27.849 INFO:tasks.workunit.client.0.smithi016.stdout: "log_size": 0, 2024-04-15T16:06:27.849 INFO:tasks.workunit.client.0.smithi016.stdout: "log_start": "0'0", 2024-04-15T16:06:27.849 INFO:tasks.workunit.client.0.smithi016.stdout: "manifest_stats_invalid": false, 2024-04-15T16:06:27.849 INFO:tasks.workunit.client.0.smithi016.stdout: "mapping_epoch": 510, 2024-04-15T16:06:27.849 INFO:tasks.workunit.client.0.smithi016.stdout: "object_location_counts": [], 2024-04-15T16:06:27.849 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_scrubbed": 0, 2024-04-15T16:06:27.849 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_trimmed": 0, 2024-04-15T16:06:27.849 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_stats_invalid": false, 2024-04-15T16:06:27.849 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_size": 0, 2024-04-15T16:06:27.849 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_start": "0'0", 2024-04-15T16:06:27.849 INFO:tasks.workunit.client.0.smithi016.stdout: "parent": "0.0", 2024-04-15T16:06:27.849 INFO:tasks.workunit.client.0.smithi016.stdout: "parent_split_bits": 0, 2024-04-15T16:06:27.849 INFO:tasks.workunit.client.0.smithi016.stdout: "pgid": "3.2c", 2024-04-15T16:06:27.849 INFO:tasks.workunit.client.0.smithi016.stdout: "pin_stats_invalid": false, 2024-04-15T16:06:27.850 INFO:tasks.workunit.client.0.smithi016.stdout: "purged_snaps": [], 2024-04-15T16:06:27.850 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_epoch": 2721, 2024-04-15T16:06:27.850 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_seq": 4899, 2024-04-15T16:06:27.850 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_duration": 0.0, 2024-04-15T16:06:27.850 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-16T22:43:32.478678+0000", 2024-04-15T16:06:27.850 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrim_duration": 0.0, 2024-04-15T16:06:27.850 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrimq_len": 0, 2024-04-15T16:06:27.850 INFO:tasks.workunit.client.0.smithi016.stdout: "stat_sum": { 2024-04-15T16:06:27.850 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes": 0, 2024-04-15T16:06:27.850 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T16:06:27.850 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_recovered": 0, 2024-04-15T16:06:27.850 INFO:tasks.workunit.client.0.smithi016.stdout: "num_deep_scrub_errors": 0, 2024-04-15T16:06:27.850 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict": 0, 2024-04-15T16:06:27.850 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_kb": 0, 2024-04-15T16:06:27.851 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_full": 0, 2024-04-15T16:06:27.851 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_some": 0, 2024-04-15T16:06:27.851 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush": 0, 2024-04-15T16:06:27.851 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_kb": 0, 2024-04-15T16:06:27.851 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_high": 0, 2024-04-15T16:06:27.851 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_low": 0, 2024-04-15T16:06:27.851 INFO:tasks.workunit.client.0.smithi016.stdout: "num_keys_recovered": 0, 2024-04-15T16:06:27.851 INFO:tasks.workunit.client.0.smithi016.stdout: "num_large_omap_objects": 0, 2024-04-15T16:06:27.851 INFO:tasks.workunit.client.0.smithi016.stdout: "num_legacy_snapsets": 0, 2024-04-15T16:06:27.851 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_clones": 0, 2024-04-15T16:06:27.851 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_copies": 0, 2024-04-15T16:06:27.851 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects": 0, 2024-04-15T16:06:27.851 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_degraded": 0, 2024-04-15T16:06:27.851 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_dirty": 0, 2024-04-15T16:06:27.851 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T16:06:27.852 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_manifest": 0, 2024-04-15T16:06:27.852 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_misplaced": 0, 2024-04-15T16:06:27.852 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing": 0, 2024-04-15T16:06:27.852 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T16:06:27.852 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_omap": 0, 2024-04-15T16:06:27.852 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_pinned": 0, 2024-04-15T16:06:27.852 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_recovered": 0, 2024-04-15T16:06:27.852 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_repaired": 0, 2024-04-15T16:06:27.852 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_unfound": 0, 2024-04-15T16:06:27.852 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_bytes": 0, 2024-04-15T16:06:27.852 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_keys": 0, 2024-04-15T16:06:27.852 INFO:tasks.workunit.client.0.smithi016.stdout: "num_promote": 0, 2024-04-15T16:06:27.852 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read": 0, 2024-04-15T16:06:27.852 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read_kb": 0, 2024-04-15T16:06:27.852 INFO:tasks.workunit.client.0.smithi016.stdout: "num_scrub_errors": 0, 2024-04-15T16:06:27.853 INFO:tasks.workunit.client.0.smithi016.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T16:06:27.853 INFO:tasks.workunit.client.0.smithi016.stdout: "num_whiteouts": 0, 2024-04-15T16:06:27.853 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write": 0, 2024-04-15T16:06:27.853 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write_kb": 0 2024-04-15T16:06:27.853 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.853 INFO:tasks.workunit.client.0.smithi016.stdout: "state": "active+clean", 2024-04-15T16:06:27.853 INFO:tasks.workunit.client.0.smithi016.stdout: "stats_invalid": false, 2024-04-15T16:06:27.853 INFO:tasks.workunit.client.0.smithi016.stdout: "up": [ 2024-04-15T16:06:27.853 INFO:tasks.workunit.client.0.smithi016.stdout: 6, 2024-04-15T16:06:27.853 INFO:tasks.workunit.client.0.smithi016.stdout: 4, 2024-04-15T16:06:27.853 INFO:tasks.workunit.client.0.smithi016.stdout: 0 2024-04-15T16:06:27.853 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:27.853 INFO:tasks.workunit.client.0.smithi016.stdout: "up_primary": 6, 2024-04-15T16:06:27.854 INFO:tasks.workunit.client.0.smithi016.stdout: "version": "0'0" 2024-04-15T16:06:27.854 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.854 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-15T16:06:27.854 INFO:tasks.workunit.client.0.smithi016.stdout: "acting": [ 2024-04-15T16:06:27.854 INFO:tasks.workunit.client.0.smithi016.stdout: 0, 2024-04-15T16:06:27.854 INFO:tasks.workunit.client.0.smithi016.stdout: 7, 2024-04-15T16:06:27.854 INFO:tasks.workunit.client.0.smithi016.stdout: 1 2024-04-15T16:06:27.854 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:27.854 INFO:tasks.workunit.client.0.smithi016.stdout: "acting_primary": 0, 2024-04-15T16:06:27.854 INFO:tasks.workunit.client.0.smithi016.stdout: "avail_no_missing": [], 2024-04-15T16:06:27.854 INFO:tasks.workunit.client.0.smithi016.stdout: "blocked_by": [], 2024-04-15T16:06:27.854 INFO:tasks.workunit.client.0.smithi016.stdout: "created": 61, 2024-04-15T16:06:27.854 INFO:tasks.workunit.client.0.smithi016.stdout: "dirty_stats_invalid": false, 2024-04-15T16:06:27.854 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T16:06:27.855 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_stats_invalid": false, 2024-04-15T16:06:27.855 INFO:tasks.workunit.client.0.smithi016.stdout: "last_active": "2024-04-15T16:05:11.413264+0000", 2024-04-15T16:06:27.855 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_active": "2024-04-15T14:44:49.365236+0000", 2024-04-15T16:06:27.855 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_peered": "2024-04-15T14:44:49.365236+0000", 2024-04-15T16:06:27.855 INFO:tasks.workunit.client.0.smithi016.stdout: "last_change": "2024-04-15T14:44:49.365614+0000", 2024-04-15T16:06:27.855 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean": "2024-04-15T16:05:11.413264+0000", 2024-04-15T16:06:27.855 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T16:06:27.855 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub": "0'0", 2024-04-15T16:06:27.855 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T16:06:27.855 INFO:tasks.workunit.client.0.smithi016.stdout: "last_epoch_clean": 532, 2024-04-15T16:06:27.855 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fresh": "2024-04-15T16:05:11.413264+0000", 2024-04-15T16:06:27.855 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fullsized": "2024-04-15T16:05:11.413264+0000", 2024-04-15T16:06:27.855 INFO:tasks.workunit.client.0.smithi016.stdout: "last_peered": "2024-04-15T16:05:11.413264+0000", 2024-04-15T16:06:27.855 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub": "0'0", 2024-04-15T16:06:27.856 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_duration": 0, 2024-04-15T16:06:27.856 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T16:06:27.856 INFO:tasks.workunit.client.0.smithi016.stdout: "last_undegraded": "2024-04-15T16:05:11.413264+0000", 2024-04-15T16:06:27.856 INFO:tasks.workunit.client.0.smithi016.stdout: "last_unstale": "2024-04-15T16:05:11.413264+0000", 2024-04-15T16:06:27.856 INFO:tasks.workunit.client.0.smithi016.stdout: "log_dups_size": 0, 2024-04-15T16:06:27.856 INFO:tasks.workunit.client.0.smithi016.stdout: "log_size": 0, 2024-04-15T16:06:27.856 INFO:tasks.workunit.client.0.smithi016.stdout: "log_start": "0'0", 2024-04-15T16:06:27.856 INFO:tasks.workunit.client.0.smithi016.stdout: "manifest_stats_invalid": false, 2024-04-15T16:06:27.856 INFO:tasks.workunit.client.0.smithi016.stdout: "mapping_epoch": 531, 2024-04-15T16:06:27.856 INFO:tasks.workunit.client.0.smithi016.stdout: "object_location_counts": [], 2024-04-15T16:06:27.856 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_scrubbed": 0, 2024-04-15T16:06:27.856 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_trimmed": 0, 2024-04-15T16:06:27.856 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_stats_invalid": false, 2024-04-15T16:06:27.856 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_size": 0, 2024-04-15T16:06:27.857 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_start": "0'0", 2024-04-15T16:06:27.857 INFO:tasks.workunit.client.0.smithi016.stdout: "parent": "0.0", 2024-04-15T16:06:27.857 INFO:tasks.workunit.client.0.smithi016.stdout: "parent_split_bits": 0, 2024-04-15T16:06:27.857 INFO:tasks.workunit.client.0.smithi016.stdout: "pgid": "3.2b", 2024-04-15T16:06:27.857 INFO:tasks.workunit.client.0.smithi016.stdout: "pin_stats_invalid": false, 2024-04-15T16:06:27.857 INFO:tasks.workunit.client.0.smithi016.stdout: "purged_snaps": [], 2024-04-15T16:06:27.857 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_epoch": 2721, 2024-04-15T16:06:27.857 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_seq": 5060, 2024-04-15T16:06:27.857 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_duration": 0.0, 2024-04-15T16:06:27.857 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-16T21:16:02.686994+0000", 2024-04-15T16:06:27.857 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrim_duration": 0.0, 2024-04-15T16:06:27.857 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrimq_len": 0, 2024-04-15T16:06:27.857 INFO:tasks.workunit.client.0.smithi016.stdout: "stat_sum": { 2024-04-15T16:06:27.857 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes": 0, 2024-04-15T16:06:27.857 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T16:06:27.858 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_recovered": 0, 2024-04-15T16:06:27.858 INFO:tasks.workunit.client.0.smithi016.stdout: "num_deep_scrub_errors": 0, 2024-04-15T16:06:27.858 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict": 0, 2024-04-15T16:06:27.858 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_kb": 0, 2024-04-15T16:06:27.858 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_full": 0, 2024-04-15T16:06:27.858 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_some": 0, 2024-04-15T16:06:27.858 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush": 0, 2024-04-15T16:06:27.858 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_kb": 0, 2024-04-15T16:06:27.858 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_high": 0, 2024-04-15T16:06:27.858 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_low": 0, 2024-04-15T16:06:27.858 INFO:tasks.workunit.client.0.smithi016.stdout: "num_keys_recovered": 0, 2024-04-15T16:06:27.858 INFO:tasks.workunit.client.0.smithi016.stdout: "num_large_omap_objects": 0, 2024-04-15T16:06:27.858 INFO:tasks.workunit.client.0.smithi016.stdout: "num_legacy_snapsets": 0, 2024-04-15T16:06:27.858 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_clones": 0, 2024-04-15T16:06:27.859 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_copies": 0, 2024-04-15T16:06:27.859 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects": 0, 2024-04-15T16:06:27.859 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_degraded": 0, 2024-04-15T16:06:27.859 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_dirty": 0, 2024-04-15T16:06:27.859 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T16:06:27.859 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_manifest": 0, 2024-04-15T16:06:27.859 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_misplaced": 0, 2024-04-15T16:06:27.859 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing": 0, 2024-04-15T16:06:27.859 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T16:06:27.859 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_omap": 0, 2024-04-15T16:06:27.859 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_pinned": 0, 2024-04-15T16:06:27.859 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_recovered": 0, 2024-04-15T16:06:27.859 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_repaired": 0, 2024-04-15T16:06:27.859 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_unfound": 0, 2024-04-15T16:06:27.860 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_bytes": 0, 2024-04-15T16:06:27.860 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_keys": 0, 2024-04-15T16:06:27.860 INFO:tasks.workunit.client.0.smithi016.stdout: "num_promote": 0, 2024-04-15T16:06:27.860 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read": 0, 2024-04-15T16:06:27.860 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read_kb": 0, 2024-04-15T16:06:27.860 INFO:tasks.workunit.client.0.smithi016.stdout: "num_scrub_errors": 0, 2024-04-15T16:06:27.860 INFO:tasks.workunit.client.0.smithi016.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T16:06:27.860 INFO:tasks.workunit.client.0.smithi016.stdout: "num_whiteouts": 0, 2024-04-15T16:06:27.860 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write": 0, 2024-04-15T16:06:27.860 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write_kb": 0 2024-04-15T16:06:27.860 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.860 INFO:tasks.workunit.client.0.smithi016.stdout: "state": "active+clean", 2024-04-15T16:06:27.860 INFO:tasks.workunit.client.0.smithi016.stdout: "stats_invalid": false, 2024-04-15T16:06:27.860 INFO:tasks.workunit.client.0.smithi016.stdout: "up": [ 2024-04-15T16:06:27.860 INFO:tasks.workunit.client.0.smithi016.stdout: 0, 2024-04-15T16:06:27.861 INFO:tasks.workunit.client.0.smithi016.stdout: 7, 2024-04-15T16:06:27.861 INFO:tasks.workunit.client.0.smithi016.stdout: 1 2024-04-15T16:06:27.861 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:27.861 INFO:tasks.workunit.client.0.smithi016.stdout: "up_primary": 0, 2024-04-15T16:06:27.861 INFO:tasks.workunit.client.0.smithi016.stdout: "version": "0'0" 2024-04-15T16:06:27.861 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.861 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-15T16:06:27.861 INFO:tasks.workunit.client.0.smithi016.stdout: "acting": [ 2024-04-15T16:06:27.861 INFO:tasks.workunit.client.0.smithi016.stdout: 5, 2024-04-15T16:06:27.861 INFO:tasks.workunit.client.0.smithi016.stdout: 7, 2024-04-15T16:06:27.861 INFO:tasks.workunit.client.0.smithi016.stdout: 6 2024-04-15T16:06:27.861 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:27.861 INFO:tasks.workunit.client.0.smithi016.stdout: "acting_primary": 5, 2024-04-15T16:06:27.861 INFO:tasks.workunit.client.0.smithi016.stdout: "avail_no_missing": [], 2024-04-15T16:06:27.862 INFO:tasks.workunit.client.0.smithi016.stdout: "blocked_by": [], 2024-04-15T16:06:27.862 INFO:tasks.workunit.client.0.smithi016.stdout: "created": 61, 2024-04-15T16:06:27.862 INFO:tasks.workunit.client.0.smithi016.stdout: "dirty_stats_invalid": false, 2024-04-15T16:06:27.862 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T16:06:27.862 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_stats_invalid": false, 2024-04-15T16:06:27.862 INFO:tasks.workunit.client.0.smithi016.stdout: "last_active": "2024-04-15T16:05:12.200672+0000", 2024-04-15T16:06:27.862 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_active": "2024-04-15T14:44:49.373038+0000", 2024-04-15T16:06:27.862 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_peered": "2024-04-15T14:44:49.373038+0000", 2024-04-15T16:06:27.862 INFO:tasks.workunit.client.0.smithi016.stdout: "last_change": "2024-04-15T14:44:49.374294+0000", 2024-04-15T16:06:27.862 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean": "2024-04-15T16:05:12.200672+0000", 2024-04-15T16:06:27.862 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T16:06:27.862 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub": "0'0", 2024-04-15T16:06:27.862 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T16:06:27.862 INFO:tasks.workunit.client.0.smithi016.stdout: "last_epoch_clean": 532, 2024-04-15T16:06:27.863 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fresh": "2024-04-15T16:05:12.200672+0000", 2024-04-15T16:06:27.863 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fullsized": "2024-04-15T16:05:12.200672+0000", 2024-04-15T16:06:27.863 INFO:tasks.workunit.client.0.smithi016.stdout: "last_peered": "2024-04-15T16:05:12.200672+0000", 2024-04-15T16:06:27.863 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub": "0'0", 2024-04-15T16:06:27.863 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_duration": 0, 2024-04-15T16:06:27.863 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T16:06:27.863 INFO:tasks.workunit.client.0.smithi016.stdout: "last_undegraded": "2024-04-15T16:05:12.200672+0000", 2024-04-15T16:06:27.863 INFO:tasks.workunit.client.0.smithi016.stdout: "last_unstale": "2024-04-15T16:05:12.200672+0000", 2024-04-15T16:06:27.863 INFO:tasks.workunit.client.0.smithi016.stdout: "log_dups_size": 0, 2024-04-15T16:06:27.863 INFO:tasks.workunit.client.0.smithi016.stdout: "log_size": 0, 2024-04-15T16:06:27.863 INFO:tasks.workunit.client.0.smithi016.stdout: "log_start": "0'0", 2024-04-15T16:06:27.863 INFO:tasks.workunit.client.0.smithi016.stdout: "manifest_stats_invalid": false, 2024-04-15T16:06:27.863 INFO:tasks.workunit.client.0.smithi016.stdout: "mapping_epoch": 531, 2024-04-15T16:06:27.863 INFO:tasks.workunit.client.0.smithi016.stdout: "object_location_counts": [], 2024-04-15T16:06:27.863 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_scrubbed": 0, 2024-04-15T16:06:27.864 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_trimmed": 0, 2024-04-15T16:06:27.864 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_stats_invalid": false, 2024-04-15T16:06:27.864 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_size": 0, 2024-04-15T16:06:27.864 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_start": "0'0", 2024-04-15T16:06:27.864 INFO:tasks.workunit.client.0.smithi016.stdout: "parent": "0.0", 2024-04-15T16:06:27.864 INFO:tasks.workunit.client.0.smithi016.stdout: "parent_split_bits": 0, 2024-04-15T16:06:27.864 INFO:tasks.workunit.client.0.smithi016.stdout: "pgid": "3.2a", 2024-04-15T16:06:27.864 INFO:tasks.workunit.client.0.smithi016.stdout: "pin_stats_invalid": false, 2024-04-15T16:06:27.864 INFO:tasks.workunit.client.0.smithi016.stdout: "purged_snaps": [], 2024-04-15T16:06:27.864 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_epoch": 2721, 2024-04-15T16:06:27.864 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_seq": 4883, 2024-04-15T16:06:27.864 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_duration": 0.0, 2024-04-15T16:06:27.864 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-16T20:27:02.607265+0000", 2024-04-15T16:06:27.864 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrim_duration": 0.0, 2024-04-15T16:06:27.864 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrimq_len": 0, 2024-04-15T16:06:27.865 INFO:tasks.workunit.client.0.smithi016.stdout: "stat_sum": { 2024-04-15T16:06:27.865 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes": 0, 2024-04-15T16:06:27.865 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T16:06:27.865 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_recovered": 0, 2024-04-15T16:06:27.865 INFO:tasks.workunit.client.0.smithi016.stdout: "num_deep_scrub_errors": 0, 2024-04-15T16:06:27.865 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict": 0, 2024-04-15T16:06:27.865 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_kb": 0, 2024-04-15T16:06:27.865 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_full": 0, 2024-04-15T16:06:27.865 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_some": 0, 2024-04-15T16:06:27.865 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush": 0, 2024-04-15T16:06:27.865 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_kb": 0, 2024-04-15T16:06:27.865 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_high": 0, 2024-04-15T16:06:27.865 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_low": 0, 2024-04-15T16:06:27.865 INFO:tasks.workunit.client.0.smithi016.stdout: "num_keys_recovered": 0, 2024-04-15T16:06:27.866 INFO:tasks.workunit.client.0.smithi016.stdout: "num_large_omap_objects": 0, 2024-04-15T16:06:27.866 INFO:tasks.workunit.client.0.smithi016.stdout: "num_legacy_snapsets": 0, 2024-04-15T16:06:27.866 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_clones": 0, 2024-04-15T16:06:27.866 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_copies": 0, 2024-04-15T16:06:27.866 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects": 0, 2024-04-15T16:06:27.866 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_degraded": 0, 2024-04-15T16:06:27.866 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_dirty": 0, 2024-04-15T16:06:27.866 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T16:06:27.866 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_manifest": 0, 2024-04-15T16:06:27.866 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_misplaced": 0, 2024-04-15T16:06:27.866 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing": 0, 2024-04-15T16:06:27.866 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T16:06:27.866 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_omap": 0, 2024-04-15T16:06:27.866 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_pinned": 0, 2024-04-15T16:06:27.866 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_recovered": 0, 2024-04-15T16:06:27.867 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_repaired": 0, 2024-04-15T16:06:27.867 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_unfound": 0, 2024-04-15T16:06:27.867 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_bytes": 0, 2024-04-15T16:06:27.867 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_keys": 0, 2024-04-15T16:06:27.867 INFO:tasks.workunit.client.0.smithi016.stdout: "num_promote": 0, 2024-04-15T16:06:27.867 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read": 0, 2024-04-15T16:06:27.867 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read_kb": 0, 2024-04-15T16:06:27.867 INFO:tasks.workunit.client.0.smithi016.stdout: "num_scrub_errors": 0, 2024-04-15T16:06:27.867 INFO:tasks.workunit.client.0.smithi016.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T16:06:27.867 INFO:tasks.workunit.client.0.smithi016.stdout: "num_whiteouts": 0, 2024-04-15T16:06:27.867 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write": 0, 2024-04-15T16:06:27.867 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write_kb": 0 2024-04-15T16:06:27.867 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.868 INFO:tasks.workunit.client.0.smithi016.stdout: "state": "active+clean", 2024-04-15T16:06:27.868 INFO:tasks.workunit.client.0.smithi016.stdout: "stats_invalid": false, 2024-04-15T16:06:27.868 INFO:tasks.workunit.client.0.smithi016.stdout: "up": [ 2024-04-15T16:06:27.868 INFO:tasks.workunit.client.0.smithi016.stdout: 5, 2024-04-15T16:06:27.868 INFO:tasks.workunit.client.0.smithi016.stdout: 7, 2024-04-15T16:06:27.868 INFO:tasks.workunit.client.0.smithi016.stdout: 6 2024-04-15T16:06:27.868 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:27.868 INFO:tasks.workunit.client.0.smithi016.stdout: "up_primary": 5, 2024-04-15T16:06:27.868 INFO:tasks.workunit.client.0.smithi016.stdout: "version": "0'0" 2024-04-15T16:06:27.868 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.868 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-15T16:06:27.868 INFO:tasks.workunit.client.0.smithi016.stdout: "acting": [ 2024-04-15T16:06:27.868 INFO:tasks.workunit.client.0.smithi016.stdout: 3, 2024-04-15T16:06:27.868 INFO:tasks.workunit.client.0.smithi016.stdout: 4, 2024-04-15T16:06:27.869 INFO:tasks.workunit.client.0.smithi016.stdout: 1 2024-04-15T16:06:27.869 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:27.869 INFO:tasks.workunit.client.0.smithi016.stdout: "acting_primary": 3, 2024-04-15T16:06:27.869 INFO:tasks.workunit.client.0.smithi016.stdout: "avail_no_missing": [], 2024-04-15T16:06:27.869 INFO:tasks.workunit.client.0.smithi016.stdout: "blocked_by": [], 2024-04-15T16:06:27.869 INFO:tasks.workunit.client.0.smithi016.stdout: "created": 61, 2024-04-15T16:06:27.869 INFO:tasks.workunit.client.0.smithi016.stdout: "dirty_stats_invalid": false, 2024-04-15T16:06:27.869 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T16:06:27.869 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_stats_invalid": false, 2024-04-15T16:06:27.869 INFO:tasks.workunit.client.0.smithi016.stdout: "last_active": "2024-04-15T16:05:12.197893+0000", 2024-04-15T16:06:27.869 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_active": "2024-04-15T14:43:32.404618+0000", 2024-04-15T16:06:27.869 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_peered": "2024-04-15T14:43:32.404618+0000", 2024-04-15T16:06:27.869 INFO:tasks.workunit.client.0.smithi016.stdout: "last_change": "2024-04-15T14:43:32.404986+0000", 2024-04-15T16:06:27.869 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean": "2024-04-15T16:05:12.197893+0000", 2024-04-15T16:06:27.869 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T16:06:27.870 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub": "0'0", 2024-04-15T16:06:27.870 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T16:06:27.870 INFO:tasks.workunit.client.0.smithi016.stdout: "last_epoch_clean": 455, 2024-04-15T16:06:27.870 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fresh": "2024-04-15T16:05:12.197893+0000", 2024-04-15T16:06:27.870 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fullsized": "2024-04-15T16:05:12.197893+0000", 2024-04-15T16:06:27.870 INFO:tasks.workunit.client.0.smithi016.stdout: "last_peered": "2024-04-15T16:05:12.197893+0000", 2024-04-15T16:06:27.870 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub": "0'0", 2024-04-15T16:06:27.870 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_duration": 0, 2024-04-15T16:06:27.870 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T16:06:27.870 INFO:tasks.workunit.client.0.smithi016.stdout: "last_undegraded": "2024-04-15T16:05:12.197893+0000", 2024-04-15T16:06:27.870 INFO:tasks.workunit.client.0.smithi016.stdout: "last_unstale": "2024-04-15T16:05:12.197893+0000", 2024-04-15T16:06:27.870 INFO:tasks.workunit.client.0.smithi016.stdout: "log_dups_size": 0, 2024-04-15T16:06:27.870 INFO:tasks.workunit.client.0.smithi016.stdout: "log_size": 0, 2024-04-15T16:06:27.870 INFO:tasks.workunit.client.0.smithi016.stdout: "log_start": "0'0", 2024-04-15T16:06:27.871 INFO:tasks.workunit.client.0.smithi016.stdout: "manifest_stats_invalid": false, 2024-04-15T16:06:27.871 INFO:tasks.workunit.client.0.smithi016.stdout: "mapping_epoch": 454, 2024-04-15T16:06:27.871 INFO:tasks.workunit.client.0.smithi016.stdout: "object_location_counts": [], 2024-04-15T16:06:27.871 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_scrubbed": 0, 2024-04-15T16:06:27.871 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_trimmed": 0, 2024-04-15T16:06:27.871 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_stats_invalid": false, 2024-04-15T16:06:27.871 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_size": 0, 2024-04-15T16:06:27.871 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_start": "0'0", 2024-04-15T16:06:27.871 INFO:tasks.workunit.client.0.smithi016.stdout: "parent": "0.0", 2024-04-15T16:06:27.871 INFO:tasks.workunit.client.0.smithi016.stdout: "parent_split_bits": 0, 2024-04-15T16:06:27.871 INFO:tasks.workunit.client.0.smithi016.stdout: "pgid": "3.29", 2024-04-15T16:06:27.871 INFO:tasks.workunit.client.0.smithi016.stdout: "pin_stats_invalid": false, 2024-04-15T16:06:27.871 INFO:tasks.workunit.client.0.smithi016.stdout: "purged_snaps": [], 2024-04-15T16:06:27.871 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_epoch": 2721, 2024-04-15T16:06:27.871 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_seq": 4946, 2024-04-15T16:06:27.872 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_duration": 0.0, 2024-04-15T16:06:27.872 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-17T00:59:01.031152+0000", 2024-04-15T16:06:27.872 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrim_duration": 0.0, 2024-04-15T16:06:27.872 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrimq_len": 0, 2024-04-15T16:06:27.872 INFO:tasks.workunit.client.0.smithi016.stdout: "stat_sum": { 2024-04-15T16:06:27.872 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes": 0, 2024-04-15T16:06:27.872 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T16:06:27.872 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_recovered": 0, 2024-04-15T16:06:27.872 INFO:tasks.workunit.client.0.smithi016.stdout: "num_deep_scrub_errors": 0, 2024-04-15T16:06:27.872 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict": 0, 2024-04-15T16:06:27.872 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_kb": 0, 2024-04-15T16:06:27.872 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_full": 0, 2024-04-15T16:06:27.872 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_some": 0, 2024-04-15T16:06:27.872 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush": 0, 2024-04-15T16:06:27.873 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_kb": 0, 2024-04-15T16:06:27.873 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_high": 0, 2024-04-15T16:06:27.873 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_low": 0, 2024-04-15T16:06:27.873 INFO:tasks.workunit.client.0.smithi016.stdout: "num_keys_recovered": 0, 2024-04-15T16:06:27.873 INFO:tasks.workunit.client.0.smithi016.stdout: "num_large_omap_objects": 0, 2024-04-15T16:06:27.873 INFO:tasks.workunit.client.0.smithi016.stdout: "num_legacy_snapsets": 0, 2024-04-15T16:06:27.873 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_clones": 0, 2024-04-15T16:06:27.873 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_copies": 0, 2024-04-15T16:06:27.873 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects": 0, 2024-04-15T16:06:27.873 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_degraded": 0, 2024-04-15T16:06:27.873 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_dirty": 0, 2024-04-15T16:06:27.873 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T16:06:27.873 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_manifest": 0, 2024-04-15T16:06:27.873 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_misplaced": 0, 2024-04-15T16:06:27.874 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing": 0, 2024-04-15T16:06:27.874 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T16:06:27.874 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_omap": 0, 2024-04-15T16:06:27.874 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_pinned": 0, 2024-04-15T16:06:27.874 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_recovered": 0, 2024-04-15T16:06:27.874 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_repaired": 0, 2024-04-15T16:06:27.874 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_unfound": 0, 2024-04-15T16:06:27.874 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_bytes": 0, 2024-04-15T16:06:27.874 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_keys": 0, 2024-04-15T16:06:27.874 INFO:tasks.workunit.client.0.smithi016.stdout: "num_promote": 0, 2024-04-15T16:06:27.874 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read": 0, 2024-04-15T16:06:27.874 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read_kb": 0, 2024-04-15T16:06:27.874 INFO:tasks.workunit.client.0.smithi016.stdout: "num_scrub_errors": 0, 2024-04-15T16:06:27.874 INFO:tasks.workunit.client.0.smithi016.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T16:06:27.875 INFO:tasks.workunit.client.0.smithi016.stdout: "num_whiteouts": 0, 2024-04-15T16:06:27.875 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write": 0, 2024-04-15T16:06:27.875 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write_kb": 0 2024-04-15T16:06:27.875 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.875 INFO:tasks.workunit.client.0.smithi016.stdout: "state": "active+clean", 2024-04-15T16:06:27.875 INFO:tasks.workunit.client.0.smithi016.stdout: "stats_invalid": false, 2024-04-15T16:06:27.875 INFO:tasks.workunit.client.0.smithi016.stdout: "up": [ 2024-04-15T16:06:27.875 INFO:tasks.workunit.client.0.smithi016.stdout: 3, 2024-04-15T16:06:27.875 INFO:tasks.workunit.client.0.smithi016.stdout: 4, 2024-04-15T16:06:27.875 INFO:tasks.workunit.client.0.smithi016.stdout: 1 2024-04-15T16:06:27.875 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:27.875 INFO:tasks.workunit.client.0.smithi016.stdout: "up_primary": 3, 2024-04-15T16:06:27.875 INFO:tasks.workunit.client.0.smithi016.stdout: "version": "0'0" 2024-04-15T16:06:27.875 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.876 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-15T16:06:27.876 INFO:tasks.workunit.client.0.smithi016.stdout: "acting": [ 2024-04-15T16:06:27.876 INFO:tasks.workunit.client.0.smithi016.stdout: 5, 2024-04-15T16:06:27.876 INFO:tasks.workunit.client.0.smithi016.stdout: 3, 2024-04-15T16:06:27.876 INFO:tasks.workunit.client.0.smithi016.stdout: 2 2024-04-15T16:06:27.876 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:27.876 INFO:tasks.workunit.client.0.smithi016.stdout: "acting_primary": 5, 2024-04-15T16:06:27.876 INFO:tasks.workunit.client.0.smithi016.stdout: "avail_no_missing": [], 2024-04-15T16:06:27.876 INFO:tasks.workunit.client.0.smithi016.stdout: "blocked_by": [], 2024-04-15T16:06:27.876 INFO:tasks.workunit.client.0.smithi016.stdout: "created": 61, 2024-04-15T16:06:27.876 INFO:tasks.workunit.client.0.smithi016.stdout: "dirty_stats_invalid": false, 2024-04-15T16:06:27.876 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T16:06:27.876 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_stats_invalid": false, 2024-04-15T16:06:27.876 INFO:tasks.workunit.client.0.smithi016.stdout: "last_active": "2024-04-15T16:05:12.200939+0000", 2024-04-15T16:06:27.876 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_active": "2024-04-15T14:43:53.355814+0000", 2024-04-15T16:06:27.877 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_peered": "2024-04-15T14:43:53.355814+0000", 2024-04-15T16:06:27.877 INFO:tasks.workunit.client.0.smithi016.stdout: "last_change": "2024-04-15T14:43:53.356166+0000", 2024-04-15T16:06:27.877 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean": "2024-04-15T16:05:12.200939+0000", 2024-04-15T16:06:27.877 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T16:06:27.877 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub": "0'0", 2024-04-15T16:06:27.877 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T16:06:27.877 INFO:tasks.workunit.client.0.smithi016.stdout: "last_epoch_clean": 476, 2024-04-15T16:06:27.877 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fresh": "2024-04-15T16:05:12.200939+0000", 2024-04-15T16:06:27.877 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fullsized": "2024-04-15T16:05:12.200939+0000", 2024-04-15T16:06:27.877 INFO:tasks.workunit.client.0.smithi016.stdout: "last_peered": "2024-04-15T16:05:12.200939+0000", 2024-04-15T16:06:27.877 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub": "0'0", 2024-04-15T16:06:27.877 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_duration": 0, 2024-04-15T16:06:27.877 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T16:06:27.877 INFO:tasks.workunit.client.0.smithi016.stdout: "last_undegraded": "2024-04-15T16:05:12.200939+0000", 2024-04-15T16:06:27.878 INFO:tasks.workunit.client.0.smithi016.stdout: "last_unstale": "2024-04-15T16:05:12.200939+0000", 2024-04-15T16:06:27.878 INFO:tasks.workunit.client.0.smithi016.stdout: "log_dups_size": 0, 2024-04-15T16:06:27.878 INFO:tasks.workunit.client.0.smithi016.stdout: "log_size": 0, 2024-04-15T16:06:27.878 INFO:tasks.workunit.client.0.smithi016.stdout: "log_start": "0'0", 2024-04-15T16:06:27.878 INFO:tasks.workunit.client.0.smithi016.stdout: "manifest_stats_invalid": false, 2024-04-15T16:06:27.878 INFO:tasks.workunit.client.0.smithi016.stdout: "mapping_epoch": 475, 2024-04-15T16:06:27.878 INFO:tasks.workunit.client.0.smithi016.stdout: "object_location_counts": [], 2024-04-15T16:06:27.878 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_scrubbed": 0, 2024-04-15T16:06:27.878 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_trimmed": 0, 2024-04-15T16:06:27.878 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_stats_invalid": false, 2024-04-15T16:06:27.878 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_size": 0, 2024-04-15T16:06:27.878 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_start": "0'0", 2024-04-15T16:06:27.878 INFO:tasks.workunit.client.0.smithi016.stdout: "parent": "0.0", 2024-04-15T16:06:27.878 INFO:tasks.workunit.client.0.smithi016.stdout: "parent_split_bits": 0, 2024-04-15T16:06:27.879 INFO:tasks.workunit.client.0.smithi016.stdout: "pgid": "3.28", 2024-04-15T16:06:27.879 INFO:tasks.workunit.client.0.smithi016.stdout: "pin_stats_invalid": false, 2024-04-15T16:06:27.879 INFO:tasks.workunit.client.0.smithi016.stdout: "purged_snaps": [], 2024-04-15T16:06:27.879 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_epoch": 2721, 2024-04-15T16:06:27.879 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_seq": 4926, 2024-04-15T16:06:27.879 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_duration": 0.0, 2024-04-15T16:06:27.879 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-16T20:50:57.784675+0000", 2024-04-15T16:06:27.879 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrim_duration": 0.0, 2024-04-15T16:06:27.879 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrimq_len": 0, 2024-04-15T16:06:27.879 INFO:tasks.workunit.client.0.smithi016.stdout: "stat_sum": { 2024-04-15T16:06:27.879 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes": 0, 2024-04-15T16:06:27.879 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T16:06:27.879 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_recovered": 0, 2024-04-15T16:06:27.879 INFO:tasks.workunit.client.0.smithi016.stdout: "num_deep_scrub_errors": 0, 2024-04-15T16:06:27.879 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict": 0, 2024-04-15T16:06:27.880 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_kb": 0, 2024-04-15T16:06:27.880 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_full": 0, 2024-04-15T16:06:27.880 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_some": 0, 2024-04-15T16:06:27.880 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush": 0, 2024-04-15T16:06:27.880 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_kb": 0, 2024-04-15T16:06:27.880 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_high": 0, 2024-04-15T16:06:27.880 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_low": 0, 2024-04-15T16:06:27.880 INFO:tasks.workunit.client.0.smithi016.stdout: "num_keys_recovered": 0, 2024-04-15T16:06:27.880 INFO:tasks.workunit.client.0.smithi016.stdout: "num_large_omap_objects": 0, 2024-04-15T16:06:27.880 INFO:tasks.workunit.client.0.smithi016.stdout: "num_legacy_snapsets": 0, 2024-04-15T16:06:27.880 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_clones": 0, 2024-04-15T16:06:27.880 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_copies": 0, 2024-04-15T16:06:27.880 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects": 0, 2024-04-15T16:06:27.880 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_degraded": 0, 2024-04-15T16:06:27.880 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_dirty": 0, 2024-04-15T16:06:27.881 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T16:06:27.881 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_manifest": 0, 2024-04-15T16:06:27.881 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_misplaced": 0, 2024-04-15T16:06:27.881 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing": 0, 2024-04-15T16:06:27.881 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T16:06:27.881 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_omap": 0, 2024-04-15T16:06:27.881 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_pinned": 0, 2024-04-15T16:06:27.881 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_recovered": 0, 2024-04-15T16:06:27.881 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_repaired": 0, 2024-04-15T16:06:27.881 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_unfound": 0, 2024-04-15T16:06:27.881 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_bytes": 0, 2024-04-15T16:06:27.881 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_keys": 0, 2024-04-15T16:06:27.881 INFO:tasks.workunit.client.0.smithi016.stdout: "num_promote": 0, 2024-04-15T16:06:27.881 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read": 0, 2024-04-15T16:06:27.882 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read_kb": 0, 2024-04-15T16:06:27.882 INFO:tasks.workunit.client.0.smithi016.stdout: "num_scrub_errors": 0, 2024-04-15T16:06:27.882 INFO:tasks.workunit.client.0.smithi016.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T16:06:27.882 INFO:tasks.workunit.client.0.smithi016.stdout: "num_whiteouts": 0, 2024-04-15T16:06:27.882 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write": 0, 2024-04-15T16:06:27.882 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write_kb": 0 2024-04-15T16:06:27.882 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.882 INFO:tasks.workunit.client.0.smithi016.stdout: "state": "active+clean", 2024-04-15T16:06:27.882 INFO:tasks.workunit.client.0.smithi016.stdout: "stats_invalid": false, 2024-04-15T16:06:27.882 INFO:tasks.workunit.client.0.smithi016.stdout: "up": [ 2024-04-15T16:06:27.882 INFO:tasks.workunit.client.0.smithi016.stdout: 5, 2024-04-15T16:06:27.882 INFO:tasks.workunit.client.0.smithi016.stdout: 3, 2024-04-15T16:06:27.883 INFO:tasks.workunit.client.0.smithi016.stdout: 2 2024-04-15T16:06:27.883 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:27.883 INFO:tasks.workunit.client.0.smithi016.stdout: "up_primary": 5, 2024-04-15T16:06:27.883 INFO:tasks.workunit.client.0.smithi016.stdout: "version": "0'0" 2024-04-15T16:06:27.883 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.883 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-15T16:06:27.883 INFO:tasks.workunit.client.0.smithi016.stdout: "acting": [ 2024-04-15T16:06:27.883 INFO:tasks.workunit.client.0.smithi016.stdout: 3, 2024-04-15T16:06:27.883 INFO:tasks.workunit.client.0.smithi016.stdout: 4, 2024-04-15T16:06:27.883 INFO:tasks.workunit.client.0.smithi016.stdout: 2 2024-04-15T16:06:27.883 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:27.883 INFO:tasks.workunit.client.0.smithi016.stdout: "acting_primary": 3, 2024-04-15T16:06:27.883 INFO:tasks.workunit.client.0.smithi016.stdout: "avail_no_missing": [], 2024-04-15T16:06:27.883 INFO:tasks.workunit.client.0.smithi016.stdout: "blocked_by": [], 2024-04-15T16:06:27.884 INFO:tasks.workunit.client.0.smithi016.stdout: "created": 61, 2024-04-15T16:06:27.884 INFO:tasks.workunit.client.0.smithi016.stdout: "dirty_stats_invalid": false, 2024-04-15T16:06:27.884 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T16:06:27.884 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_stats_invalid": false, 2024-04-15T16:06:27.884 INFO:tasks.workunit.client.0.smithi016.stdout: "last_active": "2024-04-15T16:05:12.199390+0000", 2024-04-15T16:06:27.884 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_active": "2024-04-15T14:43:32.407505+0000", 2024-04-15T16:06:27.884 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_peered": "2024-04-15T14:43:32.407505+0000", 2024-04-15T16:06:27.884 INFO:tasks.workunit.client.0.smithi016.stdout: "last_change": "2024-04-15T14:43:32.407871+0000", 2024-04-15T16:06:27.884 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean": "2024-04-15T16:05:12.199390+0000", 2024-04-15T16:06:27.884 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T16:06:27.884 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub": "0'0", 2024-04-15T16:06:27.884 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T16:06:27.884 INFO:tasks.workunit.client.0.smithi016.stdout: "last_epoch_clean": 455, 2024-04-15T16:06:27.884 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fresh": "2024-04-15T16:05:12.199390+0000", 2024-04-15T16:06:27.884 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fullsized": "2024-04-15T16:05:12.199390+0000", 2024-04-15T16:06:27.884 INFO:tasks.workunit.client.0.smithi016.stdout: "last_peered": "2024-04-15T16:05:12.199390+0000", 2024-04-15T16:06:27.885 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub": "0'0", 2024-04-15T16:06:27.885 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_duration": 0, 2024-04-15T16:06:27.885 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T16:06:27.885 INFO:tasks.workunit.client.0.smithi016.stdout: "last_undegraded": "2024-04-15T16:05:12.199390+0000", 2024-04-15T16:06:27.885 INFO:tasks.workunit.client.0.smithi016.stdout: "last_unstale": "2024-04-15T16:05:12.199390+0000", 2024-04-15T16:06:27.885 INFO:tasks.workunit.client.0.smithi016.stdout: "log_dups_size": 0, 2024-04-15T16:06:27.885 INFO:tasks.workunit.client.0.smithi016.stdout: "log_size": 0, 2024-04-15T16:06:27.885 INFO:tasks.workunit.client.0.smithi016.stdout: "log_start": "0'0", 2024-04-15T16:06:27.885 INFO:tasks.workunit.client.0.smithi016.stdout: "manifest_stats_invalid": false, 2024-04-15T16:06:27.885 INFO:tasks.workunit.client.0.smithi016.stdout: "mapping_epoch": 454, 2024-04-15T16:06:27.885 INFO:tasks.workunit.client.0.smithi016.stdout: "object_location_counts": [], 2024-04-15T16:06:27.885 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_scrubbed": 0, 2024-04-15T16:06:27.885 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_trimmed": 0, 2024-04-15T16:06:27.885 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_stats_invalid": false, 2024-04-15T16:06:27.886 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_size": 0, 2024-04-15T16:06:27.886 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_start": "0'0", 2024-04-15T16:06:27.886 INFO:tasks.workunit.client.0.smithi016.stdout: "parent": "0.0", 2024-04-15T16:06:27.886 INFO:tasks.workunit.client.0.smithi016.stdout: "parent_split_bits": 0, 2024-04-15T16:06:27.886 INFO:tasks.workunit.client.0.smithi016.stdout: "pgid": "3.27", 2024-04-15T16:06:27.886 INFO:tasks.workunit.client.0.smithi016.stdout: "pin_stats_invalid": false, 2024-04-15T16:06:27.886 INFO:tasks.workunit.client.0.smithi016.stdout: "purged_snaps": [], 2024-04-15T16:06:27.886 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_epoch": 2721, 2024-04-15T16:06:27.886 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_seq": 4968, 2024-04-15T16:06:27.886 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_duration": 0.0, 2024-04-15T16:06:27.886 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-16T16:00:18.733069+0000", 2024-04-15T16:06:27.886 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrim_duration": 0.0, 2024-04-15T16:06:27.886 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrimq_len": 0, 2024-04-15T16:06:27.887 INFO:tasks.workunit.client.0.smithi016.stdout: "stat_sum": { 2024-04-15T16:06:27.887 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes": 0, 2024-04-15T16:06:27.887 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T16:06:27.887 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_recovered": 0, 2024-04-15T16:06:27.887 INFO:tasks.workunit.client.0.smithi016.stdout: "num_deep_scrub_errors": 0, 2024-04-15T16:06:27.887 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict": 0, 2024-04-15T16:06:27.887 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_kb": 0, 2024-04-15T16:06:27.887 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_full": 0, 2024-04-15T16:06:27.887 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_some": 0, 2024-04-15T16:06:27.887 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush": 0, 2024-04-15T16:06:27.887 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_kb": 0, 2024-04-15T16:06:27.887 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_high": 0, 2024-04-15T16:06:27.887 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_low": 0, 2024-04-15T16:06:27.888 INFO:tasks.workunit.client.0.smithi016.stdout: "num_keys_recovered": 0, 2024-04-15T16:06:27.888 INFO:tasks.workunit.client.0.smithi016.stdout: "num_large_omap_objects": 0, 2024-04-15T16:06:27.888 INFO:tasks.workunit.client.0.smithi016.stdout: "num_legacy_snapsets": 0, 2024-04-15T16:06:27.888 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_clones": 0, 2024-04-15T16:06:27.888 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_copies": 0, 2024-04-15T16:06:27.888 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects": 0, 2024-04-15T16:06:27.888 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_degraded": 0, 2024-04-15T16:06:27.888 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_dirty": 0, 2024-04-15T16:06:27.888 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T16:06:27.888 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_manifest": 0, 2024-04-15T16:06:27.888 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_misplaced": 0, 2024-04-15T16:06:27.888 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing": 0, 2024-04-15T16:06:27.888 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T16:06:27.889 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_omap": 0, 2024-04-15T16:06:27.889 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_pinned": 0, 2024-04-15T16:06:27.889 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_recovered": 0, 2024-04-15T16:06:27.889 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_repaired": 0, 2024-04-15T16:06:27.889 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_unfound": 0, 2024-04-15T16:06:27.889 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_bytes": 0, 2024-04-15T16:06:27.889 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_keys": 0, 2024-04-15T16:06:27.889 INFO:tasks.workunit.client.0.smithi016.stdout: "num_promote": 0, 2024-04-15T16:06:27.889 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read": 0, 2024-04-15T16:06:27.889 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read_kb": 0, 2024-04-15T16:06:27.889 INFO:tasks.workunit.client.0.smithi016.stdout: "num_scrub_errors": 0, 2024-04-15T16:06:27.889 INFO:tasks.workunit.client.0.smithi016.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T16:06:27.889 INFO:tasks.workunit.client.0.smithi016.stdout: "num_whiteouts": 0, 2024-04-15T16:06:27.889 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write": 0, 2024-04-15T16:06:27.890 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write_kb": 0 2024-04-15T16:06:27.890 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.890 INFO:tasks.workunit.client.0.smithi016.stdout: "state": "active+clean", 2024-04-15T16:06:27.890 INFO:tasks.workunit.client.0.smithi016.stdout: "stats_invalid": false, 2024-04-15T16:06:27.890 INFO:tasks.workunit.client.0.smithi016.stdout: "up": [ 2024-04-15T16:06:27.890 INFO:tasks.workunit.client.0.smithi016.stdout: 3, 2024-04-15T16:06:27.890 INFO:tasks.workunit.client.0.smithi016.stdout: 4, 2024-04-15T16:06:27.890 INFO:tasks.workunit.client.0.smithi016.stdout: 2 2024-04-15T16:06:27.890 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:27.890 INFO:tasks.workunit.client.0.smithi016.stdout: "up_primary": 3, 2024-04-15T16:06:27.890 INFO:tasks.workunit.client.0.smithi016.stdout: "version": "0'0" 2024-04-15T16:06:27.890 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.890 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-15T16:06:27.891 INFO:tasks.workunit.client.0.smithi016.stdout: "acting": [ 2024-04-15T16:06:27.891 INFO:tasks.workunit.client.0.smithi016.stdout: 6, 2024-04-15T16:06:27.891 INFO:tasks.workunit.client.0.smithi016.stdout: 7, 2024-04-15T16:06:27.891 INFO:tasks.workunit.client.0.smithi016.stdout: 4 2024-04-15T16:06:27.891 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:27.891 INFO:tasks.workunit.client.0.smithi016.stdout: "acting_primary": 6, 2024-04-15T16:06:27.891 INFO:tasks.workunit.client.0.smithi016.stdout: "avail_no_missing": [], 2024-04-15T16:06:27.891 INFO:tasks.workunit.client.0.smithi016.stdout: "blocked_by": [], 2024-04-15T16:06:27.891 INFO:tasks.workunit.client.0.smithi016.stdout: "created": 61, 2024-04-15T16:06:27.891 INFO:tasks.workunit.client.0.smithi016.stdout: "dirty_stats_invalid": false, 2024-04-15T16:06:27.891 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T16:06:27.891 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_stats_invalid": false, 2024-04-15T16:06:27.891 INFO:tasks.workunit.client.0.smithi016.stdout: "last_active": "2024-04-15T16:05:11.412285+0000", 2024-04-15T16:06:27.891 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_active": "2024-04-15T14:44:49.366939+0000", 2024-04-15T16:06:27.892 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_peered": "2024-04-15T14:44:49.366939+0000", 2024-04-15T16:06:27.892 INFO:tasks.workunit.client.0.smithi016.stdout: "last_change": "2024-04-15T14:44:49.367246+0000", 2024-04-15T16:06:27.892 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean": "2024-04-15T16:05:11.412285+0000", 2024-04-15T16:06:27.892 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T16:06:27.892 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub": "0'0", 2024-04-15T16:06:27.892 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T16:06:27.892 INFO:tasks.workunit.client.0.smithi016.stdout: "last_epoch_clean": 532, 2024-04-15T16:06:27.892 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fresh": "2024-04-15T16:05:11.412285+0000", 2024-04-15T16:06:27.892 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fullsized": "2024-04-15T16:05:11.412285+0000", 2024-04-15T16:06:27.892 INFO:tasks.workunit.client.0.smithi016.stdout: "last_peered": "2024-04-15T16:05:11.412285+0000", 2024-04-15T16:06:27.892 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub": "0'0", 2024-04-15T16:06:27.892 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_duration": 0, 2024-04-15T16:06:27.892 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T16:06:27.892 INFO:tasks.workunit.client.0.smithi016.stdout: "last_undegraded": "2024-04-15T16:05:11.412285+0000", 2024-04-15T16:06:27.893 INFO:tasks.workunit.client.0.smithi016.stdout: "last_unstale": "2024-04-15T16:05:11.412285+0000", 2024-04-15T16:06:27.893 INFO:tasks.workunit.client.0.smithi016.stdout: "log_dups_size": 0, 2024-04-15T16:06:27.893 INFO:tasks.workunit.client.0.smithi016.stdout: "log_size": 0, 2024-04-15T16:06:27.893 INFO:tasks.workunit.client.0.smithi016.stdout: "log_start": "0'0", 2024-04-15T16:06:27.893 INFO:tasks.workunit.client.0.smithi016.stdout: "manifest_stats_invalid": false, 2024-04-15T16:06:27.893 INFO:tasks.workunit.client.0.smithi016.stdout: "mapping_epoch": 531, 2024-04-15T16:06:27.893 INFO:tasks.workunit.client.0.smithi016.stdout: "object_location_counts": [], 2024-04-15T16:06:27.893 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_scrubbed": 0, 2024-04-15T16:06:27.893 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_trimmed": 0, 2024-04-15T16:06:27.893 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_stats_invalid": false, 2024-04-15T16:06:27.893 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_size": 0, 2024-04-15T16:06:27.893 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_start": "0'0", 2024-04-15T16:06:27.893 INFO:tasks.workunit.client.0.smithi016.stdout: "parent": "0.0", 2024-04-15T16:06:27.893 INFO:tasks.workunit.client.0.smithi016.stdout: "parent_split_bits": 0, 2024-04-15T16:06:27.893 INFO:tasks.workunit.client.0.smithi016.stdout: "pgid": "3.26", 2024-04-15T16:06:27.894 INFO:tasks.workunit.client.0.smithi016.stdout: "pin_stats_invalid": false, 2024-04-15T16:06:27.894 INFO:tasks.workunit.client.0.smithi016.stdout: "purged_snaps": [], 2024-04-15T16:06:27.894 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_epoch": 2721, 2024-04-15T16:06:27.894 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_seq": 4894, 2024-04-15T16:06:27.894 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_duration": 0.0, 2024-04-15T16:06:27.894 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-16T14:58:21.833091+0000", 2024-04-15T16:06:27.894 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrim_duration": 0.0, 2024-04-15T16:06:27.894 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrimq_len": 0, 2024-04-15T16:06:27.894 INFO:tasks.workunit.client.0.smithi016.stdout: "stat_sum": { 2024-04-15T16:06:27.894 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes": 0, 2024-04-15T16:06:27.894 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T16:06:27.894 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_recovered": 0, 2024-04-15T16:06:27.894 INFO:tasks.workunit.client.0.smithi016.stdout: "num_deep_scrub_errors": 0, 2024-04-15T16:06:27.895 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict": 0, 2024-04-15T16:06:27.895 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_kb": 0, 2024-04-15T16:06:27.895 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_full": 0, 2024-04-15T16:06:27.895 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_some": 0, 2024-04-15T16:06:27.895 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush": 0, 2024-04-15T16:06:27.895 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_kb": 0, 2024-04-15T16:06:27.895 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_high": 0, 2024-04-15T16:06:27.895 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_low": 0, 2024-04-15T16:06:27.895 INFO:tasks.workunit.client.0.smithi016.stdout: "num_keys_recovered": 0, 2024-04-15T16:06:27.895 INFO:tasks.workunit.client.0.smithi016.stdout: "num_large_omap_objects": 0, 2024-04-15T16:06:27.895 INFO:tasks.workunit.client.0.smithi016.stdout: "num_legacy_snapsets": 0, 2024-04-15T16:06:27.895 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_clones": 0, 2024-04-15T16:06:27.895 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_copies": 0, 2024-04-15T16:06:27.895 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects": 0, 2024-04-15T16:06:27.895 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_degraded": 0, 2024-04-15T16:06:27.896 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_dirty": 0, 2024-04-15T16:06:27.896 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T16:06:27.896 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_manifest": 0, 2024-04-15T16:06:27.896 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_misplaced": 0, 2024-04-15T16:06:27.896 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing": 0, 2024-04-15T16:06:27.896 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T16:06:27.896 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_omap": 0, 2024-04-15T16:06:27.896 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_pinned": 0, 2024-04-15T16:06:27.896 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_recovered": 0, 2024-04-15T16:06:27.896 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_repaired": 0, 2024-04-15T16:06:27.896 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_unfound": 0, 2024-04-15T16:06:27.896 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_bytes": 0, 2024-04-15T16:06:27.896 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_keys": 0, 2024-04-15T16:06:27.896 INFO:tasks.workunit.client.0.smithi016.stdout: "num_promote": 0, 2024-04-15T16:06:27.897 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read": 0, 2024-04-15T16:06:27.897 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read_kb": 0, 2024-04-15T16:06:27.897 INFO:tasks.workunit.client.0.smithi016.stdout: "num_scrub_errors": 0, 2024-04-15T16:06:27.897 INFO:tasks.workunit.client.0.smithi016.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T16:06:27.897 INFO:tasks.workunit.client.0.smithi016.stdout: "num_whiteouts": 0, 2024-04-15T16:06:27.897 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write": 0, 2024-04-15T16:06:27.897 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write_kb": 0 2024-04-15T16:06:27.897 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.897 INFO:tasks.workunit.client.0.smithi016.stdout: "state": "active+clean", 2024-04-15T16:06:27.897 INFO:tasks.workunit.client.0.smithi016.stdout: "stats_invalid": false, 2024-04-15T16:06:27.897 INFO:tasks.workunit.client.0.smithi016.stdout: "up": [ 2024-04-15T16:06:27.897 INFO:tasks.workunit.client.0.smithi016.stdout: 6, 2024-04-15T16:06:27.897 INFO:tasks.workunit.client.0.smithi016.stdout: 7, 2024-04-15T16:06:27.898 INFO:tasks.workunit.client.0.smithi016.stdout: 4 2024-04-15T16:06:27.898 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:27.898 INFO:tasks.workunit.client.0.smithi016.stdout: "up_primary": 6, 2024-04-15T16:06:27.898 INFO:tasks.workunit.client.0.smithi016.stdout: "version": "0'0" 2024-04-15T16:06:27.898 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.898 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-15T16:06:27.898 INFO:tasks.workunit.client.0.smithi016.stdout: "acting": [ 2024-04-15T16:06:27.898 INFO:tasks.workunit.client.0.smithi016.stdout: 1, 2024-04-15T16:06:27.898 INFO:tasks.workunit.client.0.smithi016.stdout: 3, 2024-04-15T16:06:27.898 INFO:tasks.workunit.client.0.smithi016.stdout: 2 2024-04-15T16:06:27.898 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:27.898 INFO:tasks.workunit.client.0.smithi016.stdout: "acting_primary": 1, 2024-04-15T16:06:27.898 INFO:tasks.workunit.client.0.smithi016.stdout: "avail_no_missing": [], 2024-04-15T16:06:27.898 INFO:tasks.workunit.client.0.smithi016.stdout: "blocked_by": [], 2024-04-15T16:06:27.899 INFO:tasks.workunit.client.0.smithi016.stdout: "created": 61, 2024-04-15T16:06:27.899 INFO:tasks.workunit.client.0.smithi016.stdout: "dirty_stats_invalid": false, 2024-04-15T16:06:27.899 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T16:06:27.899 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_stats_invalid": false, 2024-04-15T16:06:27.899 INFO:tasks.workunit.client.0.smithi016.stdout: "last_active": "2024-04-15T16:05:11.870228+0000", 2024-04-15T16:06:27.899 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_active": "2024-04-15T14:42:57.511595+0000", 2024-04-15T16:06:27.899 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_peered": "2024-04-15T14:42:57.511595+0000", 2024-04-15T16:06:27.899 INFO:tasks.workunit.client.0.smithi016.stdout: "last_change": "2024-04-15T14:42:57.511874+0000", 2024-04-15T16:06:27.899 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean": "2024-04-15T16:05:11.870228+0000", 2024-04-15T16:06:27.899 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T16:06:27.899 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub": "0'0", 2024-04-15T16:06:27.899 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T16:06:27.899 INFO:tasks.workunit.client.0.smithi016.stdout: "last_epoch_clean": 420, 2024-04-15T16:06:27.899 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fresh": "2024-04-15T16:05:11.870228+0000", 2024-04-15T16:06:27.900 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fullsized": "2024-04-15T16:05:11.870228+0000", 2024-04-15T16:06:27.900 INFO:tasks.workunit.client.0.smithi016.stdout: "last_peered": "2024-04-15T16:05:11.870228+0000", 2024-04-15T16:06:27.900 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub": "0'0", 2024-04-15T16:06:27.900 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_duration": 0, 2024-04-15T16:06:27.900 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T16:06:27.900 INFO:tasks.workunit.client.0.smithi016.stdout: "last_undegraded": "2024-04-15T16:05:11.870228+0000", 2024-04-15T16:06:27.900 INFO:tasks.workunit.client.0.smithi016.stdout: "last_unstale": "2024-04-15T16:05:11.870228+0000", 2024-04-15T16:06:27.900 INFO:tasks.workunit.client.0.smithi016.stdout: "log_dups_size": 0, 2024-04-15T16:06:27.900 INFO:tasks.workunit.client.0.smithi016.stdout: "log_size": 0, 2024-04-15T16:06:27.900 INFO:tasks.workunit.client.0.smithi016.stdout: "log_start": "0'0", 2024-04-15T16:06:27.900 INFO:tasks.workunit.client.0.smithi016.stdout: "manifest_stats_invalid": false, 2024-04-15T16:06:27.900 INFO:tasks.workunit.client.0.smithi016.stdout: "mapping_epoch": 419, 2024-04-15T16:06:27.900 INFO:tasks.workunit.client.0.smithi016.stdout: "object_location_counts": [], 2024-04-15T16:06:27.901 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_scrubbed": 0, 2024-04-15T16:06:27.901 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_trimmed": 0, 2024-04-15T16:06:27.901 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_stats_invalid": false, 2024-04-15T16:06:27.901 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_size": 0, 2024-04-15T16:06:27.901 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_start": "0'0", 2024-04-15T16:06:27.901 INFO:tasks.workunit.client.0.smithi016.stdout: "parent": "0.0", 2024-04-15T16:06:27.901 INFO:tasks.workunit.client.0.smithi016.stdout: "parent_split_bits": 0, 2024-04-15T16:06:27.901 INFO:tasks.workunit.client.0.smithi016.stdout: "pgid": "3.25", 2024-04-15T16:06:27.901 INFO:tasks.workunit.client.0.smithi016.stdout: "pin_stats_invalid": false, 2024-04-15T16:06:27.901 INFO:tasks.workunit.client.0.smithi016.stdout: "purged_snaps": [], 2024-04-15T16:06:27.901 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_epoch": 2721, 2024-04-15T16:06:27.901 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_seq": 5041, 2024-04-15T16:06:27.901 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_duration": 0.0, 2024-04-15T16:06:27.901 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-16T20:16:29.033312+0000", 2024-04-15T16:06:27.902 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrim_duration": 0.0, 2024-04-15T16:06:27.902 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrimq_len": 0, 2024-04-15T16:06:27.902 INFO:tasks.workunit.client.0.smithi016.stdout: "stat_sum": { 2024-04-15T16:06:27.902 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes": 0, 2024-04-15T16:06:27.902 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T16:06:27.902 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_recovered": 0, 2024-04-15T16:06:27.902 INFO:tasks.workunit.client.0.smithi016.stdout: "num_deep_scrub_errors": 0, 2024-04-15T16:06:27.902 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict": 0, 2024-04-15T16:06:27.902 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_kb": 0, 2024-04-15T16:06:27.902 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_full": 0, 2024-04-15T16:06:27.902 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_some": 0, 2024-04-15T16:06:27.902 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush": 0, 2024-04-15T16:06:27.902 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_kb": 0, 2024-04-15T16:06:27.902 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_high": 0, 2024-04-15T16:06:27.903 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_low": 0, 2024-04-15T16:06:27.903 INFO:tasks.workunit.client.0.smithi016.stdout: "num_keys_recovered": 0, 2024-04-15T16:06:27.903 INFO:tasks.workunit.client.0.smithi016.stdout: "num_large_omap_objects": 0, 2024-04-15T16:06:27.903 INFO:tasks.workunit.client.0.smithi016.stdout: "num_legacy_snapsets": 0, 2024-04-15T16:06:27.903 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_clones": 0, 2024-04-15T16:06:27.903 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_copies": 0, 2024-04-15T16:06:27.903 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects": 0, 2024-04-15T16:06:27.903 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_degraded": 0, 2024-04-15T16:06:27.903 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_dirty": 0, 2024-04-15T16:06:27.903 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T16:06:27.903 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_manifest": 0, 2024-04-15T16:06:27.903 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_misplaced": 0, 2024-04-15T16:06:27.903 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing": 0, 2024-04-15T16:06:27.903 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T16:06:27.904 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_omap": 0, 2024-04-15T16:06:27.904 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_pinned": 0, 2024-04-15T16:06:27.904 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_recovered": 0, 2024-04-15T16:06:27.904 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_repaired": 0, 2024-04-15T16:06:27.904 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_unfound": 0, 2024-04-15T16:06:27.904 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_bytes": 0, 2024-04-15T16:06:27.904 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_keys": 0, 2024-04-15T16:06:27.904 INFO:tasks.workunit.client.0.smithi016.stdout: "num_promote": 0, 2024-04-15T16:06:27.904 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read": 0, 2024-04-15T16:06:27.904 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read_kb": 0, 2024-04-15T16:06:27.904 INFO:tasks.workunit.client.0.smithi016.stdout: "num_scrub_errors": 0, 2024-04-15T16:06:27.904 INFO:tasks.workunit.client.0.smithi016.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T16:06:27.904 INFO:tasks.workunit.client.0.smithi016.stdout: "num_whiteouts": 0, 2024-04-15T16:06:27.904 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write": 0, 2024-04-15T16:06:27.905 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write_kb": 0 2024-04-15T16:06:27.905 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.905 INFO:tasks.workunit.client.0.smithi016.stdout: "state": "active+clean", 2024-04-15T16:06:27.905 INFO:tasks.workunit.client.0.smithi016.stdout: "stats_invalid": false, 2024-04-15T16:06:27.905 INFO:tasks.workunit.client.0.smithi016.stdout: "up": [ 2024-04-15T16:06:27.905 INFO:tasks.workunit.client.0.smithi016.stdout: 1, 2024-04-15T16:06:27.905 INFO:tasks.workunit.client.0.smithi016.stdout: 3, 2024-04-15T16:06:27.905 INFO:tasks.workunit.client.0.smithi016.stdout: 2 2024-04-15T16:06:27.905 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:27.905 INFO:tasks.workunit.client.0.smithi016.stdout: "up_primary": 1, 2024-04-15T16:06:27.905 INFO:tasks.workunit.client.0.smithi016.stdout: "version": "0'0" 2024-04-15T16:06:27.905 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.905 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-15T16:06:27.905 INFO:tasks.workunit.client.0.smithi016.stdout: "acting": [ 2024-04-15T16:06:27.906 INFO:tasks.workunit.client.0.smithi016.stdout: 3, 2024-04-15T16:06:27.906 INFO:tasks.workunit.client.0.smithi016.stdout: 4, 2024-04-15T16:06:27.906 INFO:tasks.workunit.client.0.smithi016.stdout: 0 2024-04-15T16:06:27.906 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:27.906 INFO:tasks.workunit.client.0.smithi016.stdout: "acting_primary": 3, 2024-04-15T16:06:27.906 INFO:tasks.workunit.client.0.smithi016.stdout: "avail_no_missing": [], 2024-04-15T16:06:27.906 INFO:tasks.workunit.client.0.smithi016.stdout: "blocked_by": [], 2024-04-15T16:06:27.906 INFO:tasks.workunit.client.0.smithi016.stdout: "created": 61, 2024-04-15T16:06:27.906 INFO:tasks.workunit.client.0.smithi016.stdout: "dirty_stats_invalid": false, 2024-04-15T16:06:27.906 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T16:06:27.906 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_stats_invalid": false, 2024-04-15T16:06:27.906 INFO:tasks.workunit.client.0.smithi016.stdout: "last_active": "2024-04-15T16:05:12.198300+0000", 2024-04-15T16:06:27.906 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_active": "2024-04-15T14:43:32.410674+0000", 2024-04-15T16:06:27.906 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_peered": "2024-04-15T14:43:32.410674+0000", 2024-04-15T16:06:27.907 INFO:tasks.workunit.client.0.smithi016.stdout: "last_change": "2024-04-15T14:43:32.410992+0000", 2024-04-15T16:06:27.907 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean": "2024-04-15T16:05:12.198300+0000", 2024-04-15T16:06:27.907 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T16:06:27.907 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub": "0'0", 2024-04-15T16:06:27.907 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T16:06:27.907 INFO:tasks.workunit.client.0.smithi016.stdout: "last_epoch_clean": 455, 2024-04-15T16:06:27.907 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fresh": "2024-04-15T16:05:12.198300+0000", 2024-04-15T16:06:27.907 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fullsized": "2024-04-15T16:05:12.198300+0000", 2024-04-15T16:06:27.907 INFO:tasks.workunit.client.0.smithi016.stdout: "last_peered": "2024-04-15T16:05:12.198300+0000", 2024-04-15T16:06:27.907 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub": "0'0", 2024-04-15T16:06:27.907 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_duration": 0, 2024-04-15T16:06:27.907 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T16:06:27.907 INFO:tasks.workunit.client.0.smithi016.stdout: "last_undegraded": "2024-04-15T16:05:12.198300+0000", 2024-04-15T16:06:27.907 INFO:tasks.workunit.client.0.smithi016.stdout: "last_unstale": "2024-04-15T16:05:12.198300+0000", 2024-04-15T16:06:27.908 INFO:tasks.workunit.client.0.smithi016.stdout: "log_dups_size": 0, 2024-04-15T16:06:27.908 INFO:tasks.workunit.client.0.smithi016.stdout: "log_size": 0, 2024-04-15T16:06:27.908 INFO:tasks.workunit.client.0.smithi016.stdout: "log_start": "0'0", 2024-04-15T16:06:27.908 INFO:tasks.workunit.client.0.smithi016.stdout: "manifest_stats_invalid": false, 2024-04-15T16:06:27.908 INFO:tasks.workunit.client.0.smithi016.stdout: "mapping_epoch": 454, 2024-04-15T16:06:27.908 INFO:tasks.workunit.client.0.smithi016.stdout: "object_location_counts": [], 2024-04-15T16:06:27.908 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_scrubbed": 0, 2024-04-15T16:06:27.908 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_trimmed": 0, 2024-04-15T16:06:27.908 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_stats_invalid": false, 2024-04-15T16:06:27.908 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_size": 0, 2024-04-15T16:06:27.908 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_start": "0'0", 2024-04-15T16:06:27.908 INFO:tasks.workunit.client.0.smithi016.stdout: "parent": "0.0", 2024-04-15T16:06:27.908 INFO:tasks.workunit.client.0.smithi016.stdout: "parent_split_bits": 0, 2024-04-15T16:06:27.908 INFO:tasks.workunit.client.0.smithi016.stdout: "pgid": "3.24", 2024-04-15T16:06:27.908 INFO:tasks.workunit.client.0.smithi016.stdout: "pin_stats_invalid": false, 2024-04-15T16:06:27.909 INFO:tasks.workunit.client.0.smithi016.stdout: "purged_snaps": [], 2024-04-15T16:06:27.909 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_epoch": 2721, 2024-04-15T16:06:27.909 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_seq": 4954, 2024-04-15T16:06:27.909 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_duration": 0.0, 2024-04-15T16:06:27.909 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-16T21:20:45.898654+0000", 2024-04-15T16:06:27.909 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrim_duration": 0.0, 2024-04-15T16:06:27.909 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrimq_len": 0, 2024-04-15T16:06:27.909 INFO:tasks.workunit.client.0.smithi016.stdout: "stat_sum": { 2024-04-15T16:06:27.909 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes": 0, 2024-04-15T16:06:27.909 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T16:06:27.909 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_recovered": 0, 2024-04-15T16:06:27.909 INFO:tasks.workunit.client.0.smithi016.stdout: "num_deep_scrub_errors": 0, 2024-04-15T16:06:27.909 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict": 0, 2024-04-15T16:06:27.909 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_kb": 0, 2024-04-15T16:06:27.910 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_full": 0, 2024-04-15T16:06:27.910 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_some": 0, 2024-04-15T16:06:27.910 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush": 0, 2024-04-15T16:06:27.910 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_kb": 0, 2024-04-15T16:06:27.910 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_high": 0, 2024-04-15T16:06:27.910 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_low": 0, 2024-04-15T16:06:27.910 INFO:tasks.workunit.client.0.smithi016.stdout: "num_keys_recovered": 0, 2024-04-15T16:06:27.910 INFO:tasks.workunit.client.0.smithi016.stdout: "num_large_omap_objects": 0, 2024-04-15T16:06:27.910 INFO:tasks.workunit.client.0.smithi016.stdout: "num_legacy_snapsets": 0, 2024-04-15T16:06:27.910 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_clones": 0, 2024-04-15T16:06:27.910 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_copies": 0, 2024-04-15T16:06:27.910 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects": 0, 2024-04-15T16:06:27.910 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_degraded": 0, 2024-04-15T16:06:27.910 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_dirty": 0, 2024-04-15T16:06:27.911 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T16:06:27.911 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_manifest": 0, 2024-04-15T16:06:27.911 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_misplaced": 0, 2024-04-15T16:06:27.911 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing": 0, 2024-04-15T16:06:27.911 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T16:06:27.911 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_omap": 0, 2024-04-15T16:06:27.911 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_pinned": 0, 2024-04-15T16:06:27.911 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_recovered": 0, 2024-04-15T16:06:27.911 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_repaired": 0, 2024-04-15T16:06:27.911 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_unfound": 0, 2024-04-15T16:06:27.911 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_bytes": 0, 2024-04-15T16:06:27.911 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_keys": 0, 2024-04-15T16:06:27.911 INFO:tasks.workunit.client.0.smithi016.stdout: "num_promote": 0, 2024-04-15T16:06:27.911 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read": 0, 2024-04-15T16:06:27.911 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read_kb": 0, 2024-04-15T16:06:27.912 INFO:tasks.workunit.client.0.smithi016.stdout: "num_scrub_errors": 0, 2024-04-15T16:06:27.912 INFO:tasks.workunit.client.0.smithi016.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T16:06:27.912 INFO:tasks.workunit.client.0.smithi016.stdout: "num_whiteouts": 0, 2024-04-15T16:06:27.912 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write": 0, 2024-04-15T16:06:27.912 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write_kb": 0 2024-04-15T16:06:27.912 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.912 INFO:tasks.workunit.client.0.smithi016.stdout: "state": "active+clean", 2024-04-15T16:06:27.912 INFO:tasks.workunit.client.0.smithi016.stdout: "stats_invalid": false, 2024-04-15T16:06:27.912 INFO:tasks.workunit.client.0.smithi016.stdout: "up": [ 2024-04-15T16:06:27.912 INFO:tasks.workunit.client.0.smithi016.stdout: 3, 2024-04-15T16:06:27.912 INFO:tasks.workunit.client.0.smithi016.stdout: 4, 2024-04-15T16:06:27.912 INFO:tasks.workunit.client.0.smithi016.stdout: 0 2024-04-15T16:06:27.912 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:27.912 INFO:tasks.workunit.client.0.smithi016.stdout: "up_primary": 3, 2024-04-15T16:06:27.913 INFO:tasks.workunit.client.0.smithi016.stdout: "version": "0'0" 2024-04-15T16:06:27.913 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.913 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-15T16:06:27.913 INFO:tasks.workunit.client.0.smithi016.stdout: "acting": [ 2024-04-15T16:06:27.913 INFO:tasks.workunit.client.0.smithi016.stdout: 0, 2024-04-15T16:06:27.913 INFO:tasks.workunit.client.0.smithi016.stdout: 3, 2024-04-15T16:06:27.913 INFO:tasks.workunit.client.0.smithi016.stdout: 4 2024-04-15T16:06:27.913 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:27.913 INFO:tasks.workunit.client.0.smithi016.stdout: "acting_primary": 0, 2024-04-15T16:06:27.913 INFO:tasks.workunit.client.0.smithi016.stdout: "avail_no_missing": [], 2024-04-15T16:06:27.913 INFO:tasks.workunit.client.0.smithi016.stdout: "blocked_by": [], 2024-04-15T16:06:27.913 INFO:tasks.workunit.client.0.smithi016.stdout: "created": 61, 2024-04-15T16:06:27.913 INFO:tasks.workunit.client.0.smithi016.stdout: "dirty_stats_invalid": false, 2024-04-15T16:06:27.914 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T16:06:27.914 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_stats_invalid": false, 2024-04-15T16:06:27.914 INFO:tasks.workunit.client.0.smithi016.stdout: "last_active": "2024-04-15T16:05:11.413356+0000", 2024-04-15T16:06:27.914 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_active": "2024-04-15T14:43:32.418957+0000", 2024-04-15T16:06:27.914 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_peered": "2024-04-15T14:43:32.418957+0000", 2024-04-15T16:06:27.914 INFO:tasks.workunit.client.0.smithi016.stdout: "last_change": "2024-04-15T14:43:32.424773+0000", 2024-04-15T16:06:27.914 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean": "2024-04-15T16:05:11.413356+0000", 2024-04-15T16:06:27.914 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T16:06:27.914 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub": "0'0", 2024-04-15T16:06:27.914 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T16:06:27.914 INFO:tasks.workunit.client.0.smithi016.stdout: "last_epoch_clean": 455, 2024-04-15T16:06:27.914 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fresh": "2024-04-15T16:05:11.413356+0000", 2024-04-15T16:06:27.914 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fullsized": "2024-04-15T16:05:11.413356+0000", 2024-04-15T16:06:27.914 INFO:tasks.workunit.client.0.smithi016.stdout: "last_peered": "2024-04-15T16:05:11.413356+0000", 2024-04-15T16:06:27.915 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub": "0'0", 2024-04-15T16:06:27.915 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_duration": 0, 2024-04-15T16:06:27.915 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T16:06:27.915 INFO:tasks.workunit.client.0.smithi016.stdout: "last_undegraded": "2024-04-15T16:05:11.413356+0000", 2024-04-15T16:06:27.915 INFO:tasks.workunit.client.0.smithi016.stdout: "last_unstale": "2024-04-15T16:05:11.413356+0000", 2024-04-15T16:06:27.915 INFO:tasks.workunit.client.0.smithi016.stdout: "log_dups_size": 0, 2024-04-15T16:06:27.915 INFO:tasks.workunit.client.0.smithi016.stdout: "log_size": 0, 2024-04-15T16:06:27.915 INFO:tasks.workunit.client.0.smithi016.stdout: "log_start": "0'0", 2024-04-15T16:06:27.915 INFO:tasks.workunit.client.0.smithi016.stdout: "manifest_stats_invalid": false, 2024-04-15T16:06:27.915 INFO:tasks.workunit.client.0.smithi016.stdout: "mapping_epoch": 454, 2024-04-15T16:06:27.915 INFO:tasks.workunit.client.0.smithi016.stdout: "object_location_counts": [], 2024-04-15T16:06:27.915 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_scrubbed": 0, 2024-04-15T16:06:27.915 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_trimmed": 0, 2024-04-15T16:06:27.915 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_stats_invalid": false, 2024-04-15T16:06:27.916 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_size": 0, 2024-04-15T16:06:27.916 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_start": "0'0", 2024-04-15T16:06:27.916 INFO:tasks.workunit.client.0.smithi016.stdout: "parent": "0.0", 2024-04-15T16:06:27.916 INFO:tasks.workunit.client.0.smithi016.stdout: "parent_split_bits": 0, 2024-04-15T16:06:27.916 INFO:tasks.workunit.client.0.smithi016.stdout: "pgid": "3.23", 2024-04-15T16:06:27.916 INFO:tasks.workunit.client.0.smithi016.stdout: "pin_stats_invalid": false, 2024-04-15T16:06:27.916 INFO:tasks.workunit.client.0.smithi016.stdout: "purged_snaps": [], 2024-04-15T16:06:27.916 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_epoch": 2721, 2024-04-15T16:06:27.916 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_seq": 5063, 2024-04-15T16:06:27.916 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_duration": 0.0, 2024-04-15T16:06:27.916 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-16T18:07:26.032559+0000", 2024-04-15T16:06:27.916 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrim_duration": 0.0, 2024-04-15T16:06:27.916 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrimq_len": 0, 2024-04-15T16:06:27.916 INFO:tasks.workunit.client.0.smithi016.stdout: "stat_sum": { 2024-04-15T16:06:27.917 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes": 0, 2024-04-15T16:06:27.917 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T16:06:27.917 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_recovered": 0, 2024-04-15T16:06:27.917 INFO:tasks.workunit.client.0.smithi016.stdout: "num_deep_scrub_errors": 0, 2024-04-15T16:06:27.917 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict": 0, 2024-04-15T16:06:27.917 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_kb": 0, 2024-04-15T16:06:27.917 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_full": 0, 2024-04-15T16:06:27.917 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_some": 0, 2024-04-15T16:06:27.917 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush": 0, 2024-04-15T16:06:27.917 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_kb": 0, 2024-04-15T16:06:27.917 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_high": 0, 2024-04-15T16:06:27.917 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_low": 0, 2024-04-15T16:06:27.917 INFO:tasks.workunit.client.0.smithi016.stdout: "num_keys_recovered": 0, 2024-04-15T16:06:27.917 INFO:tasks.workunit.client.0.smithi016.stdout: "num_large_omap_objects": 0, 2024-04-15T16:06:27.918 INFO:tasks.workunit.client.0.smithi016.stdout: "num_legacy_snapsets": 0, 2024-04-15T16:06:27.918 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_clones": 0, 2024-04-15T16:06:27.918 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_copies": 0, 2024-04-15T16:06:27.918 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects": 0, 2024-04-15T16:06:27.918 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_degraded": 0, 2024-04-15T16:06:27.918 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_dirty": 0, 2024-04-15T16:06:27.918 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T16:06:27.918 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_manifest": 0, 2024-04-15T16:06:27.918 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_misplaced": 0, 2024-04-15T16:06:27.918 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing": 0, 2024-04-15T16:06:27.918 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T16:06:27.918 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_omap": 0, 2024-04-15T16:06:27.918 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_pinned": 0, 2024-04-15T16:06:27.918 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_recovered": 0, 2024-04-15T16:06:27.919 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_repaired": 0, 2024-04-15T16:06:27.919 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_unfound": 0, 2024-04-15T16:06:27.919 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_bytes": 0, 2024-04-15T16:06:27.919 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_keys": 0, 2024-04-15T16:06:27.919 INFO:tasks.workunit.client.0.smithi016.stdout: "num_promote": 0, 2024-04-15T16:06:27.919 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read": 0, 2024-04-15T16:06:27.919 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read_kb": 0, 2024-04-15T16:06:27.919 INFO:tasks.workunit.client.0.smithi016.stdout: "num_scrub_errors": 0, 2024-04-15T16:06:27.919 INFO:tasks.workunit.client.0.smithi016.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T16:06:27.919 INFO:tasks.workunit.client.0.smithi016.stdout: "num_whiteouts": 0, 2024-04-15T16:06:27.919 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write": 0, 2024-04-15T16:06:27.919 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write_kb": 0 2024-04-15T16:06:27.919 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.919 INFO:tasks.workunit.client.0.smithi016.stdout: "state": "active+clean", 2024-04-15T16:06:27.919 INFO:tasks.workunit.client.0.smithi016.stdout: "stats_invalid": false, 2024-04-15T16:06:27.920 INFO:tasks.workunit.client.0.smithi016.stdout: "up": [ 2024-04-15T16:06:27.920 INFO:tasks.workunit.client.0.smithi016.stdout: 0, 2024-04-15T16:06:27.920 INFO:tasks.workunit.client.0.smithi016.stdout: 3, 2024-04-15T16:06:27.920 INFO:tasks.workunit.client.0.smithi016.stdout: 4 2024-04-15T16:06:27.920 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:27.920 INFO:tasks.workunit.client.0.smithi016.stdout: "up_primary": 0, 2024-04-15T16:06:27.920 INFO:tasks.workunit.client.0.smithi016.stdout: "version": "0'0" 2024-04-15T16:06:27.920 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.920 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-15T16:06:27.920 INFO:tasks.workunit.client.0.smithi016.stdout: "acting": [ 2024-04-15T16:06:27.920 INFO:tasks.workunit.client.0.smithi016.stdout: 5, 2024-04-15T16:06:27.920 INFO:tasks.workunit.client.0.smithi016.stdout: 3, 2024-04-15T16:06:27.920 INFO:tasks.workunit.client.0.smithi016.stdout: 0 2024-04-15T16:06:27.920 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:27.920 INFO:tasks.workunit.client.0.smithi016.stdout: "acting_primary": 5, 2024-04-15T16:06:27.921 INFO:tasks.workunit.client.0.smithi016.stdout: "avail_no_missing": [], 2024-04-15T16:06:27.921 INFO:tasks.workunit.client.0.smithi016.stdout: "blocked_by": [], 2024-04-15T16:06:27.921 INFO:tasks.workunit.client.0.smithi016.stdout: "created": 61, 2024-04-15T16:06:27.921 INFO:tasks.workunit.client.0.smithi016.stdout: "dirty_stats_invalid": false, 2024-04-15T16:06:27.921 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T16:06:27.921 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_stats_invalid": false, 2024-04-15T16:06:27.921 INFO:tasks.workunit.client.0.smithi016.stdout: "last_active": "2024-04-15T16:05:12.200317+0000", 2024-04-15T16:06:27.921 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_active": "2024-04-15T14:43:53.358026+0000", 2024-04-15T16:06:27.921 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_peered": "2024-04-15T14:43:53.358026+0000", 2024-04-15T16:06:27.921 INFO:tasks.workunit.client.0.smithi016.stdout: "last_change": "2024-04-15T14:43:53.360019+0000", 2024-04-15T16:06:27.921 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean": "2024-04-15T16:05:12.200317+0000", 2024-04-15T16:06:27.921 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T16:06:27.921 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub": "0'0", 2024-04-15T16:06:27.922 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T16:06:27.922 INFO:tasks.workunit.client.0.smithi016.stdout: "last_epoch_clean": 476, 2024-04-15T16:06:27.922 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fresh": "2024-04-15T16:05:12.200317+0000", 2024-04-15T16:06:27.922 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fullsized": "2024-04-15T16:05:12.200317+0000", 2024-04-15T16:06:27.922 INFO:tasks.workunit.client.0.smithi016.stdout: "last_peered": "2024-04-15T16:05:12.200317+0000", 2024-04-15T16:06:27.922 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub": "0'0", 2024-04-15T16:06:27.922 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_duration": 0, 2024-04-15T16:06:27.922 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T16:06:27.922 INFO:tasks.workunit.client.0.smithi016.stdout: "last_undegraded": "2024-04-15T16:05:12.200317+0000", 2024-04-15T16:06:27.922 INFO:tasks.workunit.client.0.smithi016.stdout: "last_unstale": "2024-04-15T16:05:12.200317+0000", 2024-04-15T16:06:27.922 INFO:tasks.workunit.client.0.smithi016.stdout: "log_dups_size": 0, 2024-04-15T16:06:27.922 INFO:tasks.workunit.client.0.smithi016.stdout: "log_size": 0, 2024-04-15T16:06:27.922 INFO:tasks.workunit.client.0.smithi016.stdout: "log_start": "0'0", 2024-04-15T16:06:27.922 INFO:tasks.workunit.client.0.smithi016.stdout: "manifest_stats_invalid": false, 2024-04-15T16:06:27.922 INFO:tasks.workunit.client.0.smithi016.stdout: "mapping_epoch": 475, 2024-04-15T16:06:27.923 INFO:tasks.workunit.client.0.smithi016.stdout: "object_location_counts": [], 2024-04-15T16:06:27.923 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_scrubbed": 0, 2024-04-15T16:06:27.923 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_trimmed": 0, 2024-04-15T16:06:27.923 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_stats_invalid": false, 2024-04-15T16:06:27.923 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_size": 0, 2024-04-15T16:06:27.923 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_start": "0'0", 2024-04-15T16:06:27.923 INFO:tasks.workunit.client.0.smithi016.stdout: "parent": "0.0", 2024-04-15T16:06:27.923 INFO:tasks.workunit.client.0.smithi016.stdout: "parent_split_bits": 0, 2024-04-15T16:06:27.923 INFO:tasks.workunit.client.0.smithi016.stdout: "pgid": "3.22", 2024-04-15T16:06:27.923 INFO:tasks.workunit.client.0.smithi016.stdout: "pin_stats_invalid": false, 2024-04-15T16:06:27.923 INFO:tasks.workunit.client.0.smithi016.stdout: "purged_snaps": [], 2024-04-15T16:06:27.923 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_epoch": 2721, 2024-04-15T16:06:27.923 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_seq": 4928, 2024-04-15T16:06:27.923 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_duration": 0.0, 2024-04-15T16:06:27.924 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-17T00:06:42.910554+0000", 2024-04-15T16:06:27.924 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrim_duration": 0.0, 2024-04-15T16:06:27.924 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrimq_len": 0, 2024-04-15T16:06:27.924 INFO:tasks.workunit.client.0.smithi016.stdout: "stat_sum": { 2024-04-15T16:06:27.924 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes": 0, 2024-04-15T16:06:27.924 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T16:06:27.924 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_recovered": 0, 2024-04-15T16:06:27.924 INFO:tasks.workunit.client.0.smithi016.stdout: "num_deep_scrub_errors": 0, 2024-04-15T16:06:27.924 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict": 0, 2024-04-15T16:06:27.924 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_kb": 0, 2024-04-15T16:06:27.924 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_full": 0, 2024-04-15T16:06:27.924 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_some": 0, 2024-04-15T16:06:27.924 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush": 0, 2024-04-15T16:06:27.924 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_kb": 0, 2024-04-15T16:06:27.925 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_high": 0, 2024-04-15T16:06:27.925 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_low": 0, 2024-04-15T16:06:27.925 INFO:tasks.workunit.client.0.smithi016.stdout: "num_keys_recovered": 0, 2024-04-15T16:06:27.925 INFO:tasks.workunit.client.0.smithi016.stdout: "num_large_omap_objects": 0, 2024-04-15T16:06:27.925 INFO:tasks.workunit.client.0.smithi016.stdout: "num_legacy_snapsets": 0, 2024-04-15T16:06:27.925 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_clones": 0, 2024-04-15T16:06:27.925 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_copies": 0, 2024-04-15T16:06:27.925 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects": 0, 2024-04-15T16:06:27.925 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_degraded": 0, 2024-04-15T16:06:27.925 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_dirty": 0, 2024-04-15T16:06:27.925 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T16:06:27.925 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_manifest": 0, 2024-04-15T16:06:27.925 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_misplaced": 0, 2024-04-15T16:06:27.925 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing": 0, 2024-04-15T16:06:27.926 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T16:06:27.926 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_omap": 0, 2024-04-15T16:06:27.926 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_pinned": 0, 2024-04-15T16:06:27.926 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_recovered": 0, 2024-04-15T16:06:27.926 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_repaired": 0, 2024-04-15T16:06:27.926 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_unfound": 0, 2024-04-15T16:06:27.926 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_bytes": 0, 2024-04-15T16:06:27.926 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_keys": 0, 2024-04-15T16:06:27.926 INFO:tasks.workunit.client.0.smithi016.stdout: "num_promote": 0, 2024-04-15T16:06:27.926 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read": 0, 2024-04-15T16:06:27.926 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read_kb": 0, 2024-04-15T16:06:27.926 INFO:tasks.workunit.client.0.smithi016.stdout: "num_scrub_errors": 0, 2024-04-15T16:06:27.926 INFO:tasks.workunit.client.0.smithi016.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T16:06:27.926 INFO:tasks.workunit.client.0.smithi016.stdout: "num_whiteouts": 0, 2024-04-15T16:06:27.926 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write": 0, 2024-04-15T16:06:27.927 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write_kb": 0 2024-04-15T16:06:27.927 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.927 INFO:tasks.workunit.client.0.smithi016.stdout: "state": "active+clean", 2024-04-15T16:06:27.927 INFO:tasks.workunit.client.0.smithi016.stdout: "stats_invalid": false, 2024-04-15T16:06:27.927 INFO:tasks.workunit.client.0.smithi016.stdout: "up": [ 2024-04-15T16:06:27.927 INFO:tasks.workunit.client.0.smithi016.stdout: 5, 2024-04-15T16:06:27.927 INFO:tasks.workunit.client.0.smithi016.stdout: 3, 2024-04-15T16:06:27.927 INFO:tasks.workunit.client.0.smithi016.stdout: 0 2024-04-15T16:06:27.927 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:27.927 INFO:tasks.workunit.client.0.smithi016.stdout: "up_primary": 5, 2024-04-15T16:06:27.927 INFO:tasks.workunit.client.0.smithi016.stdout: "version": "0'0" 2024-04-15T16:06:27.927 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.927 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-15T16:06:27.927 INFO:tasks.workunit.client.0.smithi016.stdout: "acting": [ 2024-04-15T16:06:27.928 INFO:tasks.workunit.client.0.smithi016.stdout: 2, 2024-04-15T16:06:27.928 INFO:tasks.workunit.client.0.smithi016.stdout: 5, 2024-04-15T16:06:27.928 INFO:tasks.workunit.client.0.smithi016.stdout: 6 2024-04-15T16:06:27.928 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:27.928 INFO:tasks.workunit.client.0.smithi016.stdout: "acting_primary": 2, 2024-04-15T16:06:27.928 INFO:tasks.workunit.client.0.smithi016.stdout: "avail_no_missing": [], 2024-04-15T16:06:27.928 INFO:tasks.workunit.client.0.smithi016.stdout: "blocked_by": [], 2024-04-15T16:06:27.928 INFO:tasks.workunit.client.0.smithi016.stdout: "created": 61, 2024-04-15T16:06:27.928 INFO:tasks.workunit.client.0.smithi016.stdout: "dirty_stats_invalid": false, 2024-04-15T16:06:27.928 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T16:06:27.928 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_stats_invalid": false, 2024-04-15T16:06:27.928 INFO:tasks.workunit.client.0.smithi016.stdout: "last_active": "2024-04-15T16:05:12.196951+0000", 2024-04-15T16:06:27.928 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_active": "2024-04-15T14:44:28.457092+0000", 2024-04-15T16:06:27.928 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_peered": "2024-04-15T14:44:28.457092+0000", 2024-04-15T16:06:27.929 INFO:tasks.workunit.client.0.smithi016.stdout: "last_change": "2024-04-15T14:44:28.457528+0000", 2024-04-15T16:06:27.929 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean": "2024-04-15T16:05:12.196951+0000", 2024-04-15T16:06:27.929 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T16:06:27.929 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub": "0'0", 2024-04-15T16:06:27.929 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T16:06:27.929 INFO:tasks.workunit.client.0.smithi016.stdout: "last_epoch_clean": 511, 2024-04-15T16:06:27.929 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fresh": "2024-04-15T16:05:12.196951+0000", 2024-04-15T16:06:27.929 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fullsized": "2024-04-15T16:05:12.196951+0000", 2024-04-15T16:06:27.929 INFO:tasks.workunit.client.0.smithi016.stdout: "last_peered": "2024-04-15T16:05:12.196951+0000", 2024-04-15T16:06:27.929 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub": "0'0", 2024-04-15T16:06:27.929 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_duration": 0, 2024-04-15T16:06:27.929 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T16:06:27.929 INFO:tasks.workunit.client.0.smithi016.stdout: "last_undegraded": "2024-04-15T16:05:12.196951+0000", 2024-04-15T16:06:27.929 INFO:tasks.workunit.client.0.smithi016.stdout: "last_unstale": "2024-04-15T16:05:12.196951+0000", 2024-04-15T16:06:27.929 INFO:tasks.workunit.client.0.smithi016.stdout: "log_dups_size": 0, 2024-04-15T16:06:27.930 INFO:tasks.workunit.client.0.smithi016.stdout: "log_size": 0, 2024-04-15T16:06:27.930 INFO:tasks.workunit.client.0.smithi016.stdout: "log_start": "0'0", 2024-04-15T16:06:27.930 INFO:tasks.workunit.client.0.smithi016.stdout: "manifest_stats_invalid": false, 2024-04-15T16:06:27.930 INFO:tasks.workunit.client.0.smithi016.stdout: "mapping_epoch": 510, 2024-04-15T16:06:27.930 INFO:tasks.workunit.client.0.smithi016.stdout: "object_location_counts": [], 2024-04-15T16:06:27.930 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_scrubbed": 0, 2024-04-15T16:06:27.930 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_trimmed": 0, 2024-04-15T16:06:27.930 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_stats_invalid": false, 2024-04-15T16:06:27.930 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_size": 0, 2024-04-15T16:06:27.930 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_start": "0'0", 2024-04-15T16:06:27.930 INFO:tasks.workunit.client.0.smithi016.stdout: "parent": "0.0", 2024-04-15T16:06:27.930 INFO:tasks.workunit.client.0.smithi016.stdout: "parent_split_bits": 0, 2024-04-15T16:06:27.930 INFO:tasks.workunit.client.0.smithi016.stdout: "pgid": "3.21", 2024-04-15T16:06:27.930 INFO:tasks.workunit.client.0.smithi016.stdout: "pin_stats_invalid": false, 2024-04-15T16:06:27.931 INFO:tasks.workunit.client.0.smithi016.stdout: "purged_snaps": [], 2024-04-15T16:06:27.931 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_epoch": 2721, 2024-04-15T16:06:27.931 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_seq": 4991, 2024-04-15T16:06:27.931 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_duration": 0.0, 2024-04-15T16:06:27.931 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-17T02:20:34.344323+0000", 2024-04-15T16:06:27.931 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrim_duration": 0.0, 2024-04-15T16:06:27.931 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrimq_len": 0, 2024-04-15T16:06:27.931 INFO:tasks.workunit.client.0.smithi016.stdout: "stat_sum": { 2024-04-15T16:06:27.931 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes": 0, 2024-04-15T16:06:27.931 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T16:06:27.931 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_recovered": 0, 2024-04-15T16:06:27.931 INFO:tasks.workunit.client.0.smithi016.stdout: "num_deep_scrub_errors": 0, 2024-04-15T16:06:27.931 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict": 0, 2024-04-15T16:06:27.931 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_kb": 0, 2024-04-15T16:06:27.932 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_full": 0, 2024-04-15T16:06:27.932 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_some": 0, 2024-04-15T16:06:27.932 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush": 0, 2024-04-15T16:06:27.932 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_kb": 0, 2024-04-15T16:06:27.932 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_high": 0, 2024-04-15T16:06:27.932 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_low": 0, 2024-04-15T16:06:27.932 INFO:tasks.workunit.client.0.smithi016.stdout: "num_keys_recovered": 0, 2024-04-15T16:06:27.932 INFO:tasks.workunit.client.0.smithi016.stdout: "num_large_omap_objects": 0, 2024-04-15T16:06:27.932 INFO:tasks.workunit.client.0.smithi016.stdout: "num_legacy_snapsets": 0, 2024-04-15T16:06:27.932 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_clones": 0, 2024-04-15T16:06:27.932 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_copies": 0, 2024-04-15T16:06:27.932 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects": 0, 2024-04-15T16:06:27.932 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_degraded": 0, 2024-04-15T16:06:27.932 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_dirty": 0, 2024-04-15T16:06:27.932 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T16:06:27.933 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_manifest": 0, 2024-04-15T16:06:27.933 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_misplaced": 0, 2024-04-15T16:06:27.933 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing": 0, 2024-04-15T16:06:27.933 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T16:06:27.933 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_omap": 0, 2024-04-15T16:06:27.933 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_pinned": 0, 2024-04-15T16:06:27.933 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_recovered": 0, 2024-04-15T16:06:27.933 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_repaired": 0, 2024-04-15T16:06:27.933 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_unfound": 0, 2024-04-15T16:06:27.933 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_bytes": 0, 2024-04-15T16:06:27.933 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_keys": 0, 2024-04-15T16:06:27.933 INFO:tasks.workunit.client.0.smithi016.stdout: "num_promote": 0, 2024-04-15T16:06:27.933 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read": 0, 2024-04-15T16:06:27.933 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read_kb": 0, 2024-04-15T16:06:27.934 INFO:tasks.workunit.client.0.smithi016.stdout: "num_scrub_errors": 0, 2024-04-15T16:06:27.934 INFO:tasks.workunit.client.0.smithi016.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T16:06:27.934 INFO:tasks.workunit.client.0.smithi016.stdout: "num_whiteouts": 0, 2024-04-15T16:06:27.934 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write": 0, 2024-04-15T16:06:27.934 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write_kb": 0 2024-04-15T16:06:27.934 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.934 INFO:tasks.workunit.client.0.smithi016.stdout: "state": "active+clean", 2024-04-15T16:06:27.934 INFO:tasks.workunit.client.0.smithi016.stdout: "stats_invalid": false, 2024-04-15T16:06:27.934 INFO:tasks.workunit.client.0.smithi016.stdout: "up": [ 2024-04-15T16:06:27.934 INFO:tasks.workunit.client.0.smithi016.stdout: 2, 2024-04-15T16:06:27.934 INFO:tasks.workunit.client.0.smithi016.stdout: 5, 2024-04-15T16:06:27.934 INFO:tasks.workunit.client.0.smithi016.stdout: 6 2024-04-15T16:06:27.934 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:27.934 INFO:tasks.workunit.client.0.smithi016.stdout: "up_primary": 2, 2024-04-15T16:06:27.935 INFO:tasks.workunit.client.0.smithi016.stdout: "version": "0'0" 2024-04-15T16:06:27.935 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.935 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-15T16:06:27.935 INFO:tasks.workunit.client.0.smithi016.stdout: "acting": [ 2024-04-15T16:06:27.935 INFO:tasks.workunit.client.0.smithi016.stdout: 6, 2024-04-15T16:06:27.935 INFO:tasks.workunit.client.0.smithi016.stdout: 0, 2024-04-15T16:06:27.935 INFO:tasks.workunit.client.0.smithi016.stdout: 5 2024-04-15T16:06:27.935 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:27.935 INFO:tasks.workunit.client.0.smithi016.stdout: "acting_primary": 6, 2024-04-15T16:06:27.935 INFO:tasks.workunit.client.0.smithi016.stdout: "avail_no_missing": [], 2024-04-15T16:06:27.935 INFO:tasks.workunit.client.0.smithi016.stdout: "blocked_by": [], 2024-04-15T16:06:27.935 INFO:tasks.workunit.client.0.smithi016.stdout: "created": 61, 2024-04-15T16:06:27.935 INFO:tasks.workunit.client.0.smithi016.stdout: "dirty_stats_invalid": false, 2024-04-15T16:06:27.935 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T16:06:27.936 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_stats_invalid": false, 2024-04-15T16:06:27.936 INFO:tasks.workunit.client.0.smithi016.stdout: "last_active": "2024-04-15T16:05:11.412318+0000", 2024-04-15T16:06:27.936 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_active": "2024-04-15T14:44:28.448625+0000", 2024-04-15T16:06:27.936 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_peered": "2024-04-15T14:44:28.448625+0000", 2024-04-15T16:06:27.936 INFO:tasks.workunit.client.0.smithi016.stdout: "last_change": "2024-04-15T14:44:28.449906+0000", 2024-04-15T16:06:27.936 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean": "2024-04-15T16:05:11.412318+0000", 2024-04-15T16:06:27.936 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T16:06:27.936 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub": "0'0", 2024-04-15T16:06:27.936 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T16:06:27.936 INFO:tasks.workunit.client.0.smithi016.stdout: "last_epoch_clean": 511, 2024-04-15T16:06:27.936 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fresh": "2024-04-15T16:05:11.412318+0000", 2024-04-15T16:06:27.936 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fullsized": "2024-04-15T16:05:11.412318+0000", 2024-04-15T16:06:27.936 INFO:tasks.workunit.client.0.smithi016.stdout: "last_peered": "2024-04-15T16:05:11.412318+0000", 2024-04-15T16:06:27.936 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub": "0'0", 2024-04-15T16:06:27.937 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_duration": 0, 2024-04-15T16:06:27.937 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T16:06:27.937 INFO:tasks.workunit.client.0.smithi016.stdout: "last_undegraded": "2024-04-15T16:05:11.412318+0000", 2024-04-15T16:06:27.937 INFO:tasks.workunit.client.0.smithi016.stdout: "last_unstale": "2024-04-15T16:05:11.412318+0000", 2024-04-15T16:06:27.937 INFO:tasks.workunit.client.0.smithi016.stdout: "log_dups_size": 0, 2024-04-15T16:06:27.937 INFO:tasks.workunit.client.0.smithi016.stdout: "log_size": 0, 2024-04-15T16:06:27.937 INFO:tasks.workunit.client.0.smithi016.stdout: "log_start": "0'0", 2024-04-15T16:06:27.937 INFO:tasks.workunit.client.0.smithi016.stdout: "manifest_stats_invalid": false, 2024-04-15T16:06:27.937 INFO:tasks.workunit.client.0.smithi016.stdout: "mapping_epoch": 510, 2024-04-15T16:06:27.937 INFO:tasks.workunit.client.0.smithi016.stdout: "object_location_counts": [], 2024-04-15T16:06:27.937 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_scrubbed": 0, 2024-04-15T16:06:27.937 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_trimmed": 0, 2024-04-15T16:06:27.937 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_stats_invalid": false, 2024-04-15T16:06:27.937 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_size": 0, 2024-04-15T16:06:27.938 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_start": "0'0", 2024-04-15T16:06:27.938 INFO:tasks.workunit.client.0.smithi016.stdout: "parent": "0.0", 2024-04-15T16:06:27.938 INFO:tasks.workunit.client.0.smithi016.stdout: "parent_split_bits": 0, 2024-04-15T16:06:27.938 INFO:tasks.workunit.client.0.smithi016.stdout: "pgid": "3.20", 2024-04-15T16:06:27.938 INFO:tasks.workunit.client.0.smithi016.stdout: "pin_stats_invalid": false, 2024-04-15T16:06:27.938 INFO:tasks.workunit.client.0.smithi016.stdout: "purged_snaps": [], 2024-04-15T16:06:27.938 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_epoch": 2721, 2024-04-15T16:06:27.938 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_seq": 4881, 2024-04-15T16:06:27.938 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_duration": 0.0, 2024-04-15T16:06:27.938 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-16T16:59:54.520837+0000", 2024-04-15T16:06:27.938 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrim_duration": 0.0, 2024-04-15T16:06:27.938 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrimq_len": 0, 2024-04-15T16:06:27.938 INFO:tasks.workunit.client.0.smithi016.stdout: "stat_sum": { 2024-04-15T16:06:27.938 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes": 0, 2024-04-15T16:06:27.939 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T16:06:27.939 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_recovered": 0, 2024-04-15T16:06:27.939 INFO:tasks.workunit.client.0.smithi016.stdout: "num_deep_scrub_errors": 0, 2024-04-15T16:06:27.939 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict": 0, 2024-04-15T16:06:27.939 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_kb": 0, 2024-04-15T16:06:27.939 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_full": 0, 2024-04-15T16:06:27.939 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_some": 0, 2024-04-15T16:06:27.939 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush": 0, 2024-04-15T16:06:27.939 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_kb": 0, 2024-04-15T16:06:27.939 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_high": 0, 2024-04-15T16:06:27.939 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_low": 0, 2024-04-15T16:06:27.939 INFO:tasks.workunit.client.0.smithi016.stdout: "num_keys_recovered": 0, 2024-04-15T16:06:27.939 INFO:tasks.workunit.client.0.smithi016.stdout: "num_large_omap_objects": 0, 2024-04-15T16:06:27.939 INFO:tasks.workunit.client.0.smithi016.stdout: "num_legacy_snapsets": 0, 2024-04-15T16:06:27.940 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_clones": 0, 2024-04-15T16:06:27.940 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_copies": 0, 2024-04-15T16:06:27.940 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects": 0, 2024-04-15T16:06:27.940 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_degraded": 0, 2024-04-15T16:06:27.940 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_dirty": 0, 2024-04-15T16:06:27.940 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T16:06:27.940 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_manifest": 0, 2024-04-15T16:06:27.940 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_misplaced": 0, 2024-04-15T16:06:27.940 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing": 0, 2024-04-15T16:06:27.940 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T16:06:27.940 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_omap": 0, 2024-04-15T16:06:27.940 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_pinned": 0, 2024-04-15T16:06:27.940 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_recovered": 0, 2024-04-15T16:06:27.940 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_repaired": 0, 2024-04-15T16:06:27.941 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_unfound": 0, 2024-04-15T16:06:27.941 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_bytes": 0, 2024-04-15T16:06:27.941 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_keys": 0, 2024-04-15T16:06:27.941 INFO:tasks.workunit.client.0.smithi016.stdout: "num_promote": 0, 2024-04-15T16:06:27.941 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read": 0, 2024-04-15T16:06:27.941 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read_kb": 0, 2024-04-15T16:06:27.941 INFO:tasks.workunit.client.0.smithi016.stdout: "num_scrub_errors": 0, 2024-04-15T16:06:27.941 INFO:tasks.workunit.client.0.smithi016.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T16:06:27.941 INFO:tasks.workunit.client.0.smithi016.stdout: "num_whiteouts": 0, 2024-04-15T16:06:27.941 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write": 0, 2024-04-15T16:06:27.941 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write_kb": 0 2024-04-15T16:06:27.941 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.941 INFO:tasks.workunit.client.0.smithi016.stdout: "state": "active+clean", 2024-04-15T16:06:27.941 INFO:tasks.workunit.client.0.smithi016.stdout: "stats_invalid": false, 2024-04-15T16:06:27.942 INFO:tasks.workunit.client.0.smithi016.stdout: "up": [ 2024-04-15T16:06:27.942 INFO:tasks.workunit.client.0.smithi016.stdout: 6, 2024-04-15T16:06:27.942 INFO:tasks.workunit.client.0.smithi016.stdout: 0, 2024-04-15T16:06:27.942 INFO:tasks.workunit.client.0.smithi016.stdout: 5 2024-04-15T16:06:27.942 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:27.942 INFO:tasks.workunit.client.0.smithi016.stdout: "up_primary": 6, 2024-04-15T16:06:27.942 INFO:tasks.workunit.client.0.smithi016.stdout: "version": "0'0" 2024-04-15T16:06:27.942 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.942 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-15T16:06:27.942 INFO:tasks.workunit.client.0.smithi016.stdout: "acting": [ 2024-04-15T16:06:27.942 INFO:tasks.workunit.client.0.smithi016.stdout: 7, 2024-04-15T16:06:27.942 INFO:tasks.workunit.client.0.smithi016.stdout: 4, 2024-04-15T16:06:27.942 INFO:tasks.workunit.client.0.smithi016.stdout: 0 2024-04-15T16:06:27.942 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:27.943 INFO:tasks.workunit.client.0.smithi016.stdout: "acting_primary": 7, 2024-04-15T16:06:27.943 INFO:tasks.workunit.client.0.smithi016.stdout: "avail_no_missing": [], 2024-04-15T16:06:27.943 INFO:tasks.workunit.client.0.smithi016.stdout: "blocked_by": [], 2024-04-15T16:06:27.943 INFO:tasks.workunit.client.0.smithi016.stdout: "created": 61, 2024-04-15T16:06:27.943 INFO:tasks.workunit.client.0.smithi016.stdout: "dirty_stats_invalid": false, 2024-04-15T16:06:27.943 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T16:06:27.943 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_stats_invalid": false, 2024-04-15T16:06:27.943 INFO:tasks.workunit.client.0.smithi016.stdout: "last_active": "2024-04-15T16:05:12.201013+0000", 2024-04-15T16:06:27.943 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_active": "2024-04-15T14:44:49.362753+0000", 2024-04-15T16:06:27.943 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_peered": "2024-04-15T14:44:49.362753+0000", 2024-04-15T16:06:27.943 INFO:tasks.workunit.client.0.smithi016.stdout: "last_change": "2024-04-15T14:44:49.363737+0000", 2024-04-15T16:06:27.943 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean": "2024-04-15T16:05:12.201013+0000", 2024-04-15T16:06:27.943 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T16:06:27.944 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub": "0'0", 2024-04-15T16:06:27.944 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T16:06:27.944 INFO:tasks.workunit.client.0.smithi016.stdout: "last_epoch_clean": 532, 2024-04-15T16:06:27.944 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fresh": "2024-04-15T16:05:12.201013+0000", 2024-04-15T16:06:27.944 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fullsized": "2024-04-15T16:05:12.201013+0000", 2024-04-15T16:06:27.944 INFO:tasks.workunit.client.0.smithi016.stdout: "last_peered": "2024-04-15T16:05:12.201013+0000", 2024-04-15T16:06:27.944 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub": "0'0", 2024-04-15T16:06:27.944 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_duration": 0, 2024-04-15T16:06:27.944 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T16:06:27.944 INFO:tasks.workunit.client.0.smithi016.stdout: "last_undegraded": "2024-04-15T16:05:12.201013+0000", 2024-04-15T16:06:27.944 INFO:tasks.workunit.client.0.smithi016.stdout: "last_unstale": "2024-04-15T16:05:12.201013+0000", 2024-04-15T16:06:27.944 INFO:tasks.workunit.client.0.smithi016.stdout: "log_dups_size": 0, 2024-04-15T16:06:27.944 INFO:tasks.workunit.client.0.smithi016.stdout: "log_size": 0, 2024-04-15T16:06:27.944 INFO:tasks.workunit.client.0.smithi016.stdout: "log_start": "0'0", 2024-04-15T16:06:27.944 INFO:tasks.workunit.client.0.smithi016.stdout: "manifest_stats_invalid": false, 2024-04-15T16:06:27.945 INFO:tasks.workunit.client.0.smithi016.stdout: "mapping_epoch": 531, 2024-04-15T16:06:27.945 INFO:tasks.workunit.client.0.smithi016.stdout: "object_location_counts": [], 2024-04-15T16:06:27.945 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_scrubbed": 0, 2024-04-15T16:06:27.945 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_trimmed": 0, 2024-04-15T16:06:27.945 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_stats_invalid": false, 2024-04-15T16:06:27.945 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_size": 0, 2024-04-15T16:06:27.945 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_start": "0'0", 2024-04-15T16:06:27.945 INFO:tasks.workunit.client.0.smithi016.stdout: "parent": "0.0", 2024-04-15T16:06:27.945 INFO:tasks.workunit.client.0.smithi016.stdout: "parent_split_bits": 0, 2024-04-15T16:06:27.945 INFO:tasks.workunit.client.0.smithi016.stdout: "pgid": "3.f", 2024-04-15T16:06:27.945 INFO:tasks.workunit.client.0.smithi016.stdout: "pin_stats_invalid": false, 2024-04-15T16:06:27.945 INFO:tasks.workunit.client.0.smithi016.stdout: "purged_snaps": [], 2024-04-15T16:06:27.945 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_epoch": 2721, 2024-04-15T16:06:27.945 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_seq": 4858, 2024-04-15T16:06:27.945 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_duration": 0.0, 2024-04-15T16:06:27.946 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-16T19:03:14.207842+0000", 2024-04-15T16:06:27.946 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrim_duration": 0.0, 2024-04-15T16:06:27.946 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrimq_len": 0, 2024-04-15T16:06:27.946 INFO:tasks.workunit.client.0.smithi016.stdout: "stat_sum": { 2024-04-15T16:06:27.946 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes": 0, 2024-04-15T16:06:27.946 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T16:06:27.946 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_recovered": 0, 2024-04-15T16:06:27.946 INFO:tasks.workunit.client.0.smithi016.stdout: "num_deep_scrub_errors": 0, 2024-04-15T16:06:27.946 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict": 0, 2024-04-15T16:06:27.946 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_kb": 0, 2024-04-15T16:06:27.946 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_full": 0, 2024-04-15T16:06:27.946 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_some": 0, 2024-04-15T16:06:27.946 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush": 0, 2024-04-15T16:06:27.947 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_kb": 0, 2024-04-15T16:06:27.947 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_high": 0, 2024-04-15T16:06:27.947 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_low": 0, 2024-04-15T16:06:27.947 INFO:tasks.workunit.client.0.smithi016.stdout: "num_keys_recovered": 0, 2024-04-15T16:06:27.947 INFO:tasks.workunit.client.0.smithi016.stdout: "num_large_omap_objects": 0, 2024-04-15T16:06:27.947 INFO:tasks.workunit.client.0.smithi016.stdout: "num_legacy_snapsets": 0, 2024-04-15T16:06:27.947 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_clones": 0, 2024-04-15T16:06:27.947 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_copies": 0, 2024-04-15T16:06:27.947 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects": 0, 2024-04-15T16:06:27.947 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_degraded": 0, 2024-04-15T16:06:27.947 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_dirty": 0, 2024-04-15T16:06:27.947 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T16:06:27.947 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_manifest": 0, 2024-04-15T16:06:27.947 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_misplaced": 0, 2024-04-15T16:06:27.947 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing": 0, 2024-04-15T16:06:27.948 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T16:06:27.948 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_omap": 0, 2024-04-15T16:06:27.948 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_pinned": 0, 2024-04-15T16:06:27.948 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_recovered": 0, 2024-04-15T16:06:27.948 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_repaired": 0, 2024-04-15T16:06:27.948 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_unfound": 0, 2024-04-15T16:06:27.948 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_bytes": 0, 2024-04-15T16:06:27.948 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_keys": 0, 2024-04-15T16:06:27.948 INFO:tasks.workunit.client.0.smithi016.stdout: "num_promote": 0, 2024-04-15T16:06:27.948 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read": 0, 2024-04-15T16:06:27.948 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read_kb": 0, 2024-04-15T16:06:27.948 INFO:tasks.workunit.client.0.smithi016.stdout: "num_scrub_errors": 0, 2024-04-15T16:06:27.948 INFO:tasks.workunit.client.0.smithi016.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T16:06:27.948 INFO:tasks.workunit.client.0.smithi016.stdout: "num_whiteouts": 0, 2024-04-15T16:06:27.948 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write": 0, 2024-04-15T16:06:27.949 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write_kb": 0 2024-04-15T16:06:27.949 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.949 INFO:tasks.workunit.client.0.smithi016.stdout: "state": "active+clean", 2024-04-15T16:06:27.949 INFO:tasks.workunit.client.0.smithi016.stdout: "stats_invalid": false, 2024-04-15T16:06:27.949 INFO:tasks.workunit.client.0.smithi016.stdout: "up": [ 2024-04-15T16:06:27.949 INFO:tasks.workunit.client.0.smithi016.stdout: 7, 2024-04-15T16:06:27.949 INFO:tasks.workunit.client.0.smithi016.stdout: 4, 2024-04-15T16:06:27.949 INFO:tasks.workunit.client.0.smithi016.stdout: 0 2024-04-15T16:06:27.949 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:27.949 INFO:tasks.workunit.client.0.smithi016.stdout: "up_primary": 7, 2024-04-15T16:06:27.949 INFO:tasks.workunit.client.0.smithi016.stdout: "version": "0'0" 2024-04-15T16:06:27.949 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.949 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-15T16:06:27.949 INFO:tasks.workunit.client.0.smithi016.stdout: "acting": [ 2024-04-15T16:06:27.950 INFO:tasks.workunit.client.0.smithi016.stdout: 2, 2024-04-15T16:06:27.950 INFO:tasks.workunit.client.0.smithi016.stdout: 3, 2024-04-15T16:06:27.950 INFO:tasks.workunit.client.0.smithi016.stdout: 7 2024-04-15T16:06:27.950 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:27.950 INFO:tasks.workunit.client.0.smithi016.stdout: "acting_primary": 2, 2024-04-15T16:06:27.950 INFO:tasks.workunit.client.0.smithi016.stdout: "avail_no_missing": [], 2024-04-15T16:06:27.950 INFO:tasks.workunit.client.0.smithi016.stdout: "blocked_by": [], 2024-04-15T16:06:27.950 INFO:tasks.workunit.client.0.smithi016.stdout: "created": 60, 2024-04-15T16:06:27.950 INFO:tasks.workunit.client.0.smithi016.stdout: "dirty_stats_invalid": false, 2024-04-15T16:06:27.950 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T16:06:27.950 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_stats_invalid": false, 2024-04-15T16:06:27.950 INFO:tasks.workunit.client.0.smithi016.stdout: "last_active": "2024-04-15T16:05:12.198217+0000", 2024-04-15T16:06:27.950 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_active": "2024-04-15T14:44:49.364075+0000", 2024-04-15T16:06:27.950 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_peered": "2024-04-15T14:44:49.364075+0000", 2024-04-15T16:06:27.951 INFO:tasks.workunit.client.0.smithi016.stdout: "last_change": "2024-04-15T14:44:49.364463+0000", 2024-04-15T16:06:27.951 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean": "2024-04-15T16:05:12.198217+0000", 2024-04-15T16:06:27.951 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean_scrub_stamp": "2024-04-15T14:33:33.599136+0000", 2024-04-15T16:06:27.951 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub": "0'0", 2024-04-15T16:06:27.951 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub_stamp": "2024-04-15T14:33:33.599136+0000", 2024-04-15T16:06:27.951 INFO:tasks.workunit.client.0.smithi016.stdout: "last_epoch_clean": 532, 2024-04-15T16:06:27.951 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fresh": "2024-04-15T16:05:12.198217+0000", 2024-04-15T16:06:27.951 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fullsized": "2024-04-15T16:05:12.198217+0000", 2024-04-15T16:06:27.951 INFO:tasks.workunit.client.0.smithi016.stdout: "last_peered": "2024-04-15T16:05:12.198217+0000", 2024-04-15T16:06:27.951 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub": "0'0", 2024-04-15T16:06:27.951 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_duration": 0, 2024-04-15T16:06:27.951 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_stamp": "2024-04-15T14:33:33.599136+0000", 2024-04-15T16:06:27.951 INFO:tasks.workunit.client.0.smithi016.stdout: "last_undegraded": "2024-04-15T16:05:12.198217+0000", 2024-04-15T16:06:27.951 INFO:tasks.workunit.client.0.smithi016.stdout: "last_unstale": "2024-04-15T16:05:12.198217+0000", 2024-04-15T16:06:27.951 INFO:tasks.workunit.client.0.smithi016.stdout: "log_dups_size": 0, 2024-04-15T16:06:27.952 INFO:tasks.workunit.client.0.smithi016.stdout: "log_size": 2, 2024-04-15T16:06:27.952 INFO:tasks.workunit.client.0.smithi016.stdout: "log_start": "0'0", 2024-04-15T16:06:27.952 INFO:tasks.workunit.client.0.smithi016.stdout: "manifest_stats_invalid": false, 2024-04-15T16:06:27.952 INFO:tasks.workunit.client.0.smithi016.stdout: "mapping_epoch": 531, 2024-04-15T16:06:27.952 INFO:tasks.workunit.client.0.smithi016.stdout: "object_location_counts": [], 2024-04-15T16:06:27.952 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_scrubbed": 0, 2024-04-15T16:06:27.952 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_trimmed": 0, 2024-04-15T16:06:27.952 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_stats_invalid": false, 2024-04-15T16:06:27.952 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_size": 2, 2024-04-15T16:06:27.952 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_start": "0'0", 2024-04-15T16:06:27.952 INFO:tasks.workunit.client.0.smithi016.stdout: "parent": "0.0", 2024-04-15T16:06:27.952 INFO:tasks.workunit.client.0.smithi016.stdout: "parent_split_bits": 0, 2024-04-15T16:06:27.952 INFO:tasks.workunit.client.0.smithi016.stdout: "pgid": "2.e", 2024-04-15T16:06:27.952 INFO:tasks.workunit.client.0.smithi016.stdout: "pin_stats_invalid": false, 2024-04-15T16:06:27.952 INFO:tasks.workunit.client.0.smithi016.stdout: "purged_snaps": [], 2024-04-15T16:06:27.953 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_epoch": 2721, 2024-04-15T16:06:27.953 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_seq": 4995, 2024-04-15T16:06:27.953 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_duration": 0.0, 2024-04-15T16:06:27.953 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-16T19:34:39.168567+0000", 2024-04-15T16:06:27.953 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrim_duration": 0.0, 2024-04-15T16:06:27.953 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrimq_len": 0, 2024-04-15T16:06:27.953 INFO:tasks.workunit.client.0.smithi016.stdout: "stat_sum": { 2024-04-15T16:06:27.953 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes": 0, 2024-04-15T16:06:27.953 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T16:06:27.953 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_recovered": 0, 2024-04-15T16:06:27.953 INFO:tasks.workunit.client.0.smithi016.stdout: "num_deep_scrub_errors": 0, 2024-04-15T16:06:27.953 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict": 0, 2024-04-15T16:06:27.953 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_kb": 0, 2024-04-15T16:06:27.953 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_full": 0, 2024-04-15T16:06:27.954 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_some": 0, 2024-04-15T16:06:27.954 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush": 0, 2024-04-15T16:06:27.954 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_kb": 0, 2024-04-15T16:06:27.954 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_high": 0, 2024-04-15T16:06:27.954 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_low": 0, 2024-04-15T16:06:27.954 INFO:tasks.workunit.client.0.smithi016.stdout: "num_keys_recovered": 0, 2024-04-15T16:06:27.954 INFO:tasks.workunit.client.0.smithi016.stdout: "num_large_omap_objects": 0, 2024-04-15T16:06:27.954 INFO:tasks.workunit.client.0.smithi016.stdout: "num_legacy_snapsets": 0, 2024-04-15T16:06:27.954 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_clones": 0, 2024-04-15T16:06:27.954 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_copies": 3, 2024-04-15T16:06:27.954 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects": 1, 2024-04-15T16:06:27.954 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_degraded": 0, 2024-04-15T16:06:27.954 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_dirty": 1, 2024-04-15T16:06:27.954 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T16:06:27.954 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_manifest": 0, 2024-04-15T16:06:27.955 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_misplaced": 0, 2024-04-15T16:06:27.955 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing": 0, 2024-04-15T16:06:27.955 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T16:06:27.955 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_omap": 1, 2024-04-15T16:06:27.955 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_pinned": 0, 2024-04-15T16:06:27.955 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_recovered": 0, 2024-04-15T16:06:27.955 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_repaired": 0, 2024-04-15T16:06:27.955 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_unfound": 0, 2024-04-15T16:06:27.955 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_bytes": 0, 2024-04-15T16:06:27.955 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_keys": 0, 2024-04-15T16:06:27.955 INFO:tasks.workunit.client.0.smithi016.stdout: "num_promote": 0, 2024-04-15T16:06:27.955 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read": 12, 2024-04-15T16:06:27.955 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read_kb": 12, 2024-04-15T16:06:27.955 INFO:tasks.workunit.client.0.smithi016.stdout: "num_scrub_errors": 0, 2024-04-15T16:06:27.956 INFO:tasks.workunit.client.0.smithi016.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T16:06:27.956 INFO:tasks.workunit.client.0.smithi016.stdout: "num_whiteouts": 0, 2024-04-15T16:06:27.956 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write": 3, 2024-04-15T16:06:27.956 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write_kb": 0 2024-04-15T16:06:27.956 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.956 INFO:tasks.workunit.client.0.smithi016.stdout: "state": "active+clean", 2024-04-15T16:06:27.956 INFO:tasks.workunit.client.0.smithi016.stdout: "stats_invalid": false, 2024-04-15T16:06:27.956 INFO:tasks.workunit.client.0.smithi016.stdout: "up": [ 2024-04-15T16:06:27.956 INFO:tasks.workunit.client.0.smithi016.stdout: 2, 2024-04-15T16:06:27.956 INFO:tasks.workunit.client.0.smithi016.stdout: 3, 2024-04-15T16:06:27.956 INFO:tasks.workunit.client.0.smithi016.stdout: 7 2024-04-15T16:06:27.956 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:27.956 INFO:tasks.workunit.client.0.smithi016.stdout: "up_primary": 2, 2024-04-15T16:06:27.956 INFO:tasks.workunit.client.0.smithi016.stdout: "version": "62'2" 2024-04-15T16:06:27.956 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.957 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-15T16:06:27.957 INFO:tasks.workunit.client.0.smithi016.stdout: "acting": [ 2024-04-15T16:06:27.957 INFO:tasks.workunit.client.0.smithi016.stdout: 5, 2024-04-15T16:06:27.957 INFO:tasks.workunit.client.0.smithi016.stdout: 3, 2024-04-15T16:06:27.957 INFO:tasks.workunit.client.0.smithi016.stdout: 6 2024-04-15T16:06:27.957 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:27.957 INFO:tasks.workunit.client.0.smithi016.stdout: "acting_primary": 5, 2024-04-15T16:06:27.957 INFO:tasks.workunit.client.0.smithi016.stdout: "avail_no_missing": [], 2024-04-15T16:06:27.957 INFO:tasks.workunit.client.0.smithi016.stdout: "blocked_by": [], 2024-04-15T16:06:27.957 INFO:tasks.workunit.client.0.smithi016.stdout: "created": 61, 2024-04-15T16:06:27.957 INFO:tasks.workunit.client.0.smithi016.stdout: "dirty_stats_invalid": false, 2024-04-15T16:06:27.957 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T16:06:27.957 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_stats_invalid": false, 2024-04-15T16:06:27.957 INFO:tasks.workunit.client.0.smithi016.stdout: "last_active": "2024-04-15T16:05:12.202577+0000", 2024-04-15T16:06:27.958 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_active": "2024-04-15T14:44:28.455055+0000", 2024-04-15T16:06:27.958 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_peered": "2024-04-15T14:44:28.455055+0000", 2024-04-15T16:06:27.958 INFO:tasks.workunit.client.0.smithi016.stdout: "last_change": "2024-04-15T14:44:28.455389+0000", 2024-04-15T16:06:27.958 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean": "2024-04-15T16:05:12.202577+0000", 2024-04-15T16:06:27.958 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T16:06:27.958 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub": "0'0", 2024-04-15T16:06:27.958 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T16:06:27.958 INFO:tasks.workunit.client.0.smithi016.stdout: "last_epoch_clean": 511, 2024-04-15T16:06:27.958 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fresh": "2024-04-15T16:05:12.202577+0000", 2024-04-15T16:06:27.958 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fullsized": "2024-04-15T16:05:12.202577+0000", 2024-04-15T16:06:27.958 INFO:tasks.workunit.client.0.smithi016.stdout: "last_peered": "2024-04-15T16:05:12.202577+0000", 2024-04-15T16:06:27.958 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub": "0'0", 2024-04-15T16:06:27.958 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_duration": 0, 2024-04-15T16:06:27.958 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T16:06:27.959 INFO:tasks.workunit.client.0.smithi016.stdout: "last_undegraded": "2024-04-15T16:05:12.202577+0000", 2024-04-15T16:06:27.959 INFO:tasks.workunit.client.0.smithi016.stdout: "last_unstale": "2024-04-15T16:05:12.202577+0000", 2024-04-15T16:06:27.959 INFO:tasks.workunit.client.0.smithi016.stdout: "log_dups_size": 0, 2024-04-15T16:06:27.959 INFO:tasks.workunit.client.0.smithi016.stdout: "log_size": 0, 2024-04-15T16:06:27.959 INFO:tasks.workunit.client.0.smithi016.stdout: "log_start": "0'0", 2024-04-15T16:06:27.959 INFO:tasks.workunit.client.0.smithi016.stdout: "manifest_stats_invalid": false, 2024-04-15T16:06:27.959 INFO:tasks.workunit.client.0.smithi016.stdout: "mapping_epoch": 510, 2024-04-15T16:06:27.959 INFO:tasks.workunit.client.0.smithi016.stdout: "object_location_counts": [], 2024-04-15T16:06:27.959 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_scrubbed": 0, 2024-04-15T16:06:27.959 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_trimmed": 0, 2024-04-15T16:06:27.959 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_stats_invalid": false, 2024-04-15T16:06:27.959 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_size": 0, 2024-04-15T16:06:27.959 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_start": "0'0", 2024-04-15T16:06:27.959 INFO:tasks.workunit.client.0.smithi016.stdout: "parent": "0.0", 2024-04-15T16:06:27.959 INFO:tasks.workunit.client.0.smithi016.stdout: "parent_split_bits": 0, 2024-04-15T16:06:27.960 INFO:tasks.workunit.client.0.smithi016.stdout: "pgid": "3.c", 2024-04-15T16:06:27.960 INFO:tasks.workunit.client.0.smithi016.stdout: "pin_stats_invalid": false, 2024-04-15T16:06:27.960 INFO:tasks.workunit.client.0.smithi016.stdout: "purged_snaps": [], 2024-04-15T16:06:27.960 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_epoch": 2721, 2024-04-15T16:06:27.960 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_seq": 4919, 2024-04-15T16:06:27.960 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_duration": 0.0, 2024-04-15T16:06:27.960 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-16T23:10:00.856565+0000", 2024-04-15T16:06:27.960 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrim_duration": 0.0, 2024-04-15T16:06:27.960 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrimq_len": 0, 2024-04-15T16:06:27.960 INFO:tasks.workunit.client.0.smithi016.stdout: "stat_sum": { 2024-04-15T16:06:27.960 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes": 0, 2024-04-15T16:06:27.960 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T16:06:27.960 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_recovered": 0, 2024-04-15T16:06:27.960 INFO:tasks.workunit.client.0.smithi016.stdout: "num_deep_scrub_errors": 0, 2024-04-15T16:06:27.960 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict": 0, 2024-04-15T16:06:27.961 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_kb": 0, 2024-04-15T16:06:27.961 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_full": 0, 2024-04-15T16:06:27.961 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_some": 0, 2024-04-15T16:06:27.961 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush": 0, 2024-04-15T16:06:27.961 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_kb": 0, 2024-04-15T16:06:27.961 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_high": 0, 2024-04-15T16:06:27.961 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_low": 0, 2024-04-15T16:06:27.961 INFO:tasks.workunit.client.0.smithi016.stdout: "num_keys_recovered": 0, 2024-04-15T16:06:27.961 INFO:tasks.workunit.client.0.smithi016.stdout: "num_large_omap_objects": 0, 2024-04-15T16:06:27.961 INFO:tasks.workunit.client.0.smithi016.stdout: "num_legacy_snapsets": 0, 2024-04-15T16:06:27.961 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_clones": 0, 2024-04-15T16:06:27.961 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_copies": 0, 2024-04-15T16:06:27.961 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects": 0, 2024-04-15T16:06:27.961 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_degraded": 0, 2024-04-15T16:06:27.962 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_dirty": 0, 2024-04-15T16:06:27.962 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T16:06:27.962 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_manifest": 0, 2024-04-15T16:06:27.962 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_misplaced": 0, 2024-04-15T16:06:27.962 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing": 0, 2024-04-15T16:06:27.962 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T16:06:27.962 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_omap": 0, 2024-04-15T16:06:27.962 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_pinned": 0, 2024-04-15T16:06:27.962 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_recovered": 0, 2024-04-15T16:06:27.962 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_repaired": 0, 2024-04-15T16:06:27.962 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_unfound": 0, 2024-04-15T16:06:27.962 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_bytes": 0, 2024-04-15T16:06:27.962 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_keys": 0, 2024-04-15T16:06:27.962 INFO:tasks.workunit.client.0.smithi016.stdout: "num_promote": 0, 2024-04-15T16:06:27.963 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read": 0, 2024-04-15T16:06:27.963 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read_kb": 0, 2024-04-15T16:06:27.963 INFO:tasks.workunit.client.0.smithi016.stdout: "num_scrub_errors": 0, 2024-04-15T16:06:27.963 INFO:tasks.workunit.client.0.smithi016.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T16:06:27.963 INFO:tasks.workunit.client.0.smithi016.stdout: "num_whiteouts": 0, 2024-04-15T16:06:27.963 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write": 0, 2024-04-15T16:06:27.963 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write_kb": 0 2024-04-15T16:06:27.963 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.963 INFO:tasks.workunit.client.0.smithi016.stdout: "state": "active+clean", 2024-04-15T16:06:27.963 INFO:tasks.workunit.client.0.smithi016.stdout: "stats_invalid": false, 2024-04-15T16:06:27.963 INFO:tasks.workunit.client.0.smithi016.stdout: "up": [ 2024-04-15T16:06:27.963 INFO:tasks.workunit.client.0.smithi016.stdout: 5, 2024-04-15T16:06:27.963 INFO:tasks.workunit.client.0.smithi016.stdout: 3, 2024-04-15T16:06:27.963 INFO:tasks.workunit.client.0.smithi016.stdout: 6 2024-04-15T16:06:27.963 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:27.964 INFO:tasks.workunit.client.0.smithi016.stdout: "up_primary": 5, 2024-04-15T16:06:27.964 INFO:tasks.workunit.client.0.smithi016.stdout: "version": "0'0" 2024-04-15T16:06:27.964 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.964 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-15T16:06:27.964 INFO:tasks.workunit.client.0.smithi016.stdout: "acting": [ 2024-04-15T16:06:27.964 INFO:tasks.workunit.client.0.smithi016.stdout: 1, 2024-04-15T16:06:27.964 INFO:tasks.workunit.client.0.smithi016.stdout: 4, 2024-04-15T16:06:27.964 INFO:tasks.workunit.client.0.smithi016.stdout: 3 2024-04-15T16:06:27.964 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:27.964 INFO:tasks.workunit.client.0.smithi016.stdout: "acting_primary": 1, 2024-04-15T16:06:27.964 INFO:tasks.workunit.client.0.smithi016.stdout: "avail_no_missing": [], 2024-04-15T16:06:27.964 INFO:tasks.workunit.client.0.smithi016.stdout: "blocked_by": [], 2024-04-15T16:06:27.964 INFO:tasks.workunit.client.0.smithi016.stdout: "created": 60, 2024-04-15T16:06:27.964 INFO:tasks.workunit.client.0.smithi016.stdout: "dirty_stats_invalid": false, 2024-04-15T16:06:27.965 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T16:06:27.965 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_stats_invalid": false, 2024-04-15T16:06:27.965 INFO:tasks.workunit.client.0.smithi016.stdout: "last_active": "2024-04-15T16:05:11.870103+0000", 2024-04-15T16:06:27.965 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_active": "2024-04-15T14:43:32.411857+0000", 2024-04-15T16:06:27.965 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_peered": "2024-04-15T14:43:32.411857+0000", 2024-04-15T16:06:27.965 INFO:tasks.workunit.client.0.smithi016.stdout: "last_change": "2024-04-15T14:43:32.412343+0000", 2024-04-15T16:06:27.965 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean": "2024-04-15T16:05:11.870103+0000", 2024-04-15T16:06:27.965 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean_scrub_stamp": "2024-04-15T14:33:33.599136+0000", 2024-04-15T16:06:27.965 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub": "0'0", 2024-04-15T16:06:27.965 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub_stamp": "2024-04-15T14:33:33.599136+0000", 2024-04-15T16:06:27.965 INFO:tasks.workunit.client.0.smithi016.stdout: "last_epoch_clean": 455, 2024-04-15T16:06:27.965 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fresh": "2024-04-15T16:05:11.870103+0000", 2024-04-15T16:06:27.965 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fullsized": "2024-04-15T16:05:11.870103+0000", 2024-04-15T16:06:27.965 INFO:tasks.workunit.client.0.smithi016.stdout: "last_peered": "2024-04-15T16:05:11.870103+0000", 2024-04-15T16:06:27.965 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub": "0'0", 2024-04-15T16:06:27.966 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_duration": 0, 2024-04-15T16:06:27.966 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_stamp": "2024-04-15T14:33:33.599136+0000", 2024-04-15T16:06:27.966 INFO:tasks.workunit.client.0.smithi016.stdout: "last_undegraded": "2024-04-15T16:05:11.870103+0000", 2024-04-15T16:06:27.966 INFO:tasks.workunit.client.0.smithi016.stdout: "last_unstale": "2024-04-15T16:05:11.870103+0000", 2024-04-15T16:06:27.966 INFO:tasks.workunit.client.0.smithi016.stdout: "log_dups_size": 0, 2024-04-15T16:06:27.966 INFO:tasks.workunit.client.0.smithi016.stdout: "log_size": 1, 2024-04-15T16:06:27.966 INFO:tasks.workunit.client.0.smithi016.stdout: "log_start": "0'0", 2024-04-15T16:06:27.966 INFO:tasks.workunit.client.0.smithi016.stdout: "manifest_stats_invalid": false, 2024-04-15T16:06:27.966 INFO:tasks.workunit.client.0.smithi016.stdout: "mapping_epoch": 454, 2024-04-15T16:06:27.966 INFO:tasks.workunit.client.0.smithi016.stdout: "object_location_counts": [], 2024-04-15T16:06:27.966 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_scrubbed": 0, 2024-04-15T16:06:27.966 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_trimmed": 0, 2024-04-15T16:06:27.966 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_stats_invalid": false, 2024-04-15T16:06:27.967 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_size": 1, 2024-04-15T16:06:27.967 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_start": "0'0", 2024-04-15T16:06:27.967 INFO:tasks.workunit.client.0.smithi016.stdout: "parent": "0.0", 2024-04-15T16:06:27.967 INFO:tasks.workunit.client.0.smithi016.stdout: "parent_split_bits": 0, 2024-04-15T16:06:27.967 INFO:tasks.workunit.client.0.smithi016.stdout: "pgid": "2.d", 2024-04-15T16:06:27.967 INFO:tasks.workunit.client.0.smithi016.stdout: "pin_stats_invalid": false, 2024-04-15T16:06:27.967 INFO:tasks.workunit.client.0.smithi016.stdout: "purged_snaps": [], 2024-04-15T16:06:27.967 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_epoch": 2721, 2024-04-15T16:06:27.967 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_seq": 5044, 2024-04-15T16:06:27.967 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_duration": 0.0, 2024-04-15T16:06:27.967 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-16T15:10:16.783707+0000", 2024-04-15T16:06:27.967 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrim_duration": 0.0, 2024-04-15T16:06:27.967 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrimq_len": 0, 2024-04-15T16:06:27.967 INFO:tasks.workunit.client.0.smithi016.stdout: "stat_sum": { 2024-04-15T16:06:27.968 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes": 70, 2024-04-15T16:06:27.968 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T16:06:27.968 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_recovered": 0, 2024-04-15T16:06:27.968 INFO:tasks.workunit.client.0.smithi016.stdout: "num_deep_scrub_errors": 0, 2024-04-15T16:06:27.968 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict": 0, 2024-04-15T16:06:27.968 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_kb": 0, 2024-04-15T16:06:27.968 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_full": 0, 2024-04-15T16:06:27.968 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_some": 0, 2024-04-15T16:06:27.968 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush": 0, 2024-04-15T16:06:27.968 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_kb": 0, 2024-04-15T16:06:27.968 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_high": 0, 2024-04-15T16:06:27.968 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_low": 0, 2024-04-15T16:06:27.968 INFO:tasks.workunit.client.0.smithi016.stdout: "num_keys_recovered": 0, 2024-04-15T16:06:27.968 INFO:tasks.workunit.client.0.smithi016.stdout: "num_large_omap_objects": 0, 2024-04-15T16:06:27.969 INFO:tasks.workunit.client.0.smithi016.stdout: "num_legacy_snapsets": 0, 2024-04-15T16:06:27.969 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_clones": 0, 2024-04-15T16:06:27.969 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_copies": 3, 2024-04-15T16:06:27.969 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects": 1, 2024-04-15T16:06:27.969 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_degraded": 0, 2024-04-15T16:06:27.969 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_dirty": 1, 2024-04-15T16:06:27.969 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T16:06:27.969 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_manifest": 0, 2024-04-15T16:06:27.969 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_misplaced": 0, 2024-04-15T16:06:27.969 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing": 0, 2024-04-15T16:06:27.969 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T16:06:27.969 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_omap": 0, 2024-04-15T16:06:27.969 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_pinned": 0, 2024-04-15T16:06:27.970 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_recovered": 0, 2024-04-15T16:06:27.970 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_repaired": 0, 2024-04-15T16:06:27.970 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_unfound": 0, 2024-04-15T16:06:27.970 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_bytes": 0, 2024-04-15T16:06:27.970 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_keys": 0, 2024-04-15T16:06:27.970 INFO:tasks.workunit.client.0.smithi016.stdout: "num_promote": 0, 2024-04-15T16:06:27.970 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read": 2, 2024-04-15T16:06:27.970 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read_kb": 2, 2024-04-15T16:06:27.970 INFO:tasks.workunit.client.0.smithi016.stdout: "num_scrub_errors": 0, 2024-04-15T16:06:27.970 INFO:tasks.workunit.client.0.smithi016.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T16:06:27.970 INFO:tasks.workunit.client.0.smithi016.stdout: "num_whiteouts": 0, 2024-04-15T16:06:27.970 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write": 1, 2024-04-15T16:06:27.970 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write_kb": 1 2024-04-15T16:06:27.970 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.971 INFO:tasks.workunit.client.0.smithi016.stdout: "state": "active+clean", 2024-04-15T16:06:27.971 INFO:tasks.workunit.client.0.smithi016.stdout: "stats_invalid": false, 2024-04-15T16:06:27.971 INFO:tasks.workunit.client.0.smithi016.stdout: "up": [ 2024-04-15T16:06:27.971 INFO:tasks.workunit.client.0.smithi016.stdout: 1, 2024-04-15T16:06:27.971 INFO:tasks.workunit.client.0.smithi016.stdout: 4, 2024-04-15T16:06:27.971 INFO:tasks.workunit.client.0.smithi016.stdout: 3 2024-04-15T16:06:27.971 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:27.971 INFO:tasks.workunit.client.0.smithi016.stdout: "up_primary": 1, 2024-04-15T16:06:27.971 INFO:tasks.workunit.client.0.smithi016.stdout: "version": "62'1" 2024-04-15T16:06:27.971 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.971 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-15T16:06:27.971 INFO:tasks.workunit.client.0.smithi016.stdout: "acting": [ 2024-04-15T16:06:27.971 INFO:tasks.workunit.client.0.smithi016.stdout: 7, 2024-04-15T16:06:27.971 INFO:tasks.workunit.client.0.smithi016.stdout: 5, 2024-04-15T16:06:27.971 INFO:tasks.workunit.client.0.smithi016.stdout: 6 2024-04-15T16:06:27.972 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:27.972 INFO:tasks.workunit.client.0.smithi016.stdout: "acting_primary": 7, 2024-04-15T16:06:27.972 INFO:tasks.workunit.client.0.smithi016.stdout: "avail_no_missing": [], 2024-04-15T16:06:27.972 INFO:tasks.workunit.client.0.smithi016.stdout: "blocked_by": [], 2024-04-15T16:06:27.973 INFO:tasks.workunit.client.0.smithi016.stdout: "created": 61, 2024-04-15T16:06:27.973 INFO:tasks.workunit.client.0.smithi016.stdout: "dirty_stats_invalid": false, 2024-04-15T16:06:27.973 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T16:06:27.973 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_stats_invalid": false, 2024-04-15T16:06:27.973 INFO:tasks.workunit.client.0.smithi016.stdout: "last_active": "2024-04-15T16:05:12.201097+0000", 2024-04-15T16:06:27.974 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_active": "2024-04-15T14:44:49.364764+0000", 2024-04-15T16:06:27.974 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_peered": "2024-04-15T14:44:49.364764+0000", 2024-04-15T16:06:27.974 INFO:tasks.workunit.client.0.smithi016.stdout: "last_change": "2024-04-15T14:44:49.368953+0000", 2024-04-15T16:06:27.974 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean": "2024-04-15T16:05:12.201097+0000", 2024-04-15T16:06:27.974 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T16:06:27.974 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub": "0'0", 2024-04-15T16:06:27.974 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T16:06:27.974 INFO:tasks.workunit.client.0.smithi016.stdout: "last_epoch_clean": 532, 2024-04-15T16:06:27.974 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fresh": "2024-04-15T16:05:12.201097+0000", 2024-04-15T16:06:27.974 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fullsized": "2024-04-15T16:05:12.201097+0000", 2024-04-15T16:06:27.974 INFO:tasks.workunit.client.0.smithi016.stdout: "last_peered": "2024-04-15T16:05:12.201097+0000", 2024-04-15T16:06:27.974 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub": "0'0", 2024-04-15T16:06:27.974 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_duration": 0, 2024-04-15T16:06:27.974 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T16:06:27.975 INFO:tasks.workunit.client.0.smithi016.stdout: "last_undegraded": "2024-04-15T16:05:12.201097+0000", 2024-04-15T16:06:27.975 INFO:tasks.workunit.client.0.smithi016.stdout: "last_unstale": "2024-04-15T16:05:12.201097+0000", 2024-04-15T16:06:27.975 INFO:tasks.workunit.client.0.smithi016.stdout: "log_dups_size": 0, 2024-04-15T16:06:27.975 INFO:tasks.workunit.client.0.smithi016.stdout: "log_size": 0, 2024-04-15T16:06:27.975 INFO:tasks.workunit.client.0.smithi016.stdout: "log_start": "0'0", 2024-04-15T16:06:27.975 INFO:tasks.workunit.client.0.smithi016.stdout: "manifest_stats_invalid": false, 2024-04-15T16:06:27.975 INFO:tasks.workunit.client.0.smithi016.stdout: "mapping_epoch": 531, 2024-04-15T16:06:27.975 INFO:tasks.workunit.client.0.smithi016.stdout: "object_location_counts": [], 2024-04-15T16:06:27.975 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_scrubbed": 0, 2024-04-15T16:06:27.975 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_trimmed": 0, 2024-04-15T16:06:27.975 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_stats_invalid": false, 2024-04-15T16:06:27.975 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_size": 0, 2024-04-15T16:06:27.975 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_start": "0'0", 2024-04-15T16:06:27.975 INFO:tasks.workunit.client.0.smithi016.stdout: "parent": "0.0", 2024-04-15T16:06:27.976 INFO:tasks.workunit.client.0.smithi016.stdout: "parent_split_bits": 0, 2024-04-15T16:06:27.976 INFO:tasks.workunit.client.0.smithi016.stdout: "pgid": "3.d", 2024-04-15T16:06:27.976 INFO:tasks.workunit.client.0.smithi016.stdout: "pin_stats_invalid": false, 2024-04-15T16:06:27.976 INFO:tasks.workunit.client.0.smithi016.stdout: "purged_snaps": [], 2024-04-15T16:06:27.976 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_epoch": 2721, 2024-04-15T16:06:27.976 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_seq": 4871, 2024-04-15T16:06:27.976 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_duration": 0.0, 2024-04-15T16:06:27.976 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-16T23:17:08.854143+0000", 2024-04-15T16:06:27.976 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrim_duration": 0.0, 2024-04-15T16:06:27.976 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrimq_len": 0, 2024-04-15T16:06:27.976 INFO:tasks.workunit.client.0.smithi016.stdout: "stat_sum": { 2024-04-15T16:06:27.976 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes": 0, 2024-04-15T16:06:27.976 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T16:06:27.976 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_recovered": 0, 2024-04-15T16:06:27.977 INFO:tasks.workunit.client.0.smithi016.stdout: "num_deep_scrub_errors": 0, 2024-04-15T16:06:27.977 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict": 0, 2024-04-15T16:06:27.977 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_kb": 0, 2024-04-15T16:06:27.977 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_full": 0, 2024-04-15T16:06:27.977 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_some": 0, 2024-04-15T16:06:27.977 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush": 0, 2024-04-15T16:06:27.977 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_kb": 0, 2024-04-15T16:06:27.977 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_high": 0, 2024-04-15T16:06:27.977 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_low": 0, 2024-04-15T16:06:27.977 INFO:tasks.workunit.client.0.smithi016.stdout: "num_keys_recovered": 0, 2024-04-15T16:06:27.977 INFO:tasks.workunit.client.0.smithi016.stdout: "num_large_omap_objects": 0, 2024-04-15T16:06:27.977 INFO:tasks.workunit.client.0.smithi016.stdout: "num_legacy_snapsets": 0, 2024-04-15T16:06:27.977 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_clones": 0, 2024-04-15T16:06:27.978 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_copies": 0, 2024-04-15T16:06:27.978 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects": 0, 2024-04-15T16:06:27.978 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_degraded": 0, 2024-04-15T16:06:27.978 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_dirty": 0, 2024-04-15T16:06:27.978 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T16:06:27.978 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_manifest": 0, 2024-04-15T16:06:27.978 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_misplaced": 0, 2024-04-15T16:06:27.978 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing": 0, 2024-04-15T16:06:27.978 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T16:06:27.978 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_omap": 0, 2024-04-15T16:06:27.978 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_pinned": 0, 2024-04-15T16:06:27.978 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_recovered": 0, 2024-04-15T16:06:27.978 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_repaired": 0, 2024-04-15T16:06:27.978 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_unfound": 0, 2024-04-15T16:06:27.979 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_bytes": 0, 2024-04-15T16:06:27.979 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_keys": 0, 2024-04-15T16:06:27.979 INFO:tasks.workunit.client.0.smithi016.stdout: "num_promote": 0, 2024-04-15T16:06:27.979 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read": 0, 2024-04-15T16:06:27.979 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read_kb": 0, 2024-04-15T16:06:27.979 INFO:tasks.workunit.client.0.smithi016.stdout: "num_scrub_errors": 0, 2024-04-15T16:06:27.979 INFO:tasks.workunit.client.0.smithi016.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T16:06:27.979 INFO:tasks.workunit.client.0.smithi016.stdout: "num_whiteouts": 0, 2024-04-15T16:06:27.979 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write": 0, 2024-04-15T16:06:27.979 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write_kb": 0 2024-04-15T16:06:27.979 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.979 INFO:tasks.workunit.client.0.smithi016.stdout: "state": "active+clean", 2024-04-15T16:06:27.979 INFO:tasks.workunit.client.0.smithi016.stdout: "stats_invalid": false, 2024-04-15T16:06:27.979 INFO:tasks.workunit.client.0.smithi016.stdout: "up": [ 2024-04-15T16:06:27.980 INFO:tasks.workunit.client.0.smithi016.stdout: 7, 2024-04-15T16:06:27.980 INFO:tasks.workunit.client.0.smithi016.stdout: 5, 2024-04-15T16:06:27.980 INFO:tasks.workunit.client.0.smithi016.stdout: 6 2024-04-15T16:06:27.980 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:27.980 INFO:tasks.workunit.client.0.smithi016.stdout: "up_primary": 7, 2024-04-15T16:06:27.980 INFO:tasks.workunit.client.0.smithi016.stdout: "version": "0'0" 2024-04-15T16:06:27.980 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.980 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-15T16:06:27.980 INFO:tasks.workunit.client.0.smithi016.stdout: "acting": [ 2024-04-15T16:06:27.980 INFO:tasks.workunit.client.0.smithi016.stdout: 2, 2024-04-15T16:06:27.980 INFO:tasks.workunit.client.0.smithi016.stdout: 5, 2024-04-15T16:06:27.980 INFO:tasks.workunit.client.0.smithi016.stdout: 1 2024-04-15T16:06:27.980 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:27.980 INFO:tasks.workunit.client.0.smithi016.stdout: "acting_primary": 2, 2024-04-15T16:06:27.980 INFO:tasks.workunit.client.0.smithi016.stdout: "avail_no_missing": [], 2024-04-15T16:06:27.981 INFO:tasks.workunit.client.0.smithi016.stdout: "blocked_by": [], 2024-04-15T16:06:27.981 INFO:tasks.workunit.client.0.smithi016.stdout: "created": 60, 2024-04-15T16:06:27.981 INFO:tasks.workunit.client.0.smithi016.stdout: "dirty_stats_invalid": false, 2024-04-15T16:06:27.981 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T16:06:27.981 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_stats_invalid": false, 2024-04-15T16:06:27.981 INFO:tasks.workunit.client.0.smithi016.stdout: "last_active": "2024-04-15T16:05:12.198860+0000", 2024-04-15T16:06:27.981 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_active": "2024-04-15T14:43:53.361713+0000", 2024-04-15T16:06:27.981 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_peered": "2024-04-15T14:43:53.361713+0000", 2024-04-15T16:06:27.981 INFO:tasks.workunit.client.0.smithi016.stdout: "last_change": "2024-04-15T14:43:53.362228+0000", 2024-04-15T16:06:27.981 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean": "2024-04-15T16:05:12.198860+0000", 2024-04-15T16:06:27.981 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean_scrub_stamp": "2024-04-15T14:33:33.599136+0000", 2024-04-15T16:06:27.981 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub": "0'0", 2024-04-15T16:06:27.981 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub_stamp": "2024-04-15T14:33:33.599136+0000", 2024-04-15T16:06:27.981 INFO:tasks.workunit.client.0.smithi016.stdout: "last_epoch_clean": 476, 2024-04-15T16:06:27.981 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fresh": "2024-04-15T16:05:12.198860+0000", 2024-04-15T16:06:27.982 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fullsized": "2024-04-15T16:05:12.198860+0000", 2024-04-15T16:06:27.982 INFO:tasks.workunit.client.0.smithi016.stdout: "last_peered": "2024-04-15T16:05:12.198860+0000", 2024-04-15T16:06:27.982 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub": "0'0", 2024-04-15T16:06:27.982 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_duration": 0, 2024-04-15T16:06:27.982 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_stamp": "2024-04-15T14:33:33.599136+0000", 2024-04-15T16:06:27.982 INFO:tasks.workunit.client.0.smithi016.stdout: "last_undegraded": "2024-04-15T16:05:12.198860+0000", 2024-04-15T16:06:27.982 INFO:tasks.workunit.client.0.smithi016.stdout: "last_unstale": "2024-04-15T16:05:12.198860+0000", 2024-04-15T16:06:27.982 INFO:tasks.workunit.client.0.smithi016.stdout: "log_dups_size": 0, 2024-04-15T16:06:27.982 INFO:tasks.workunit.client.0.smithi016.stdout: "log_size": 0, 2024-04-15T16:06:27.982 INFO:tasks.workunit.client.0.smithi016.stdout: "log_start": "0'0", 2024-04-15T16:06:27.982 INFO:tasks.workunit.client.0.smithi016.stdout: "manifest_stats_invalid": false, 2024-04-15T16:06:27.982 INFO:tasks.workunit.client.0.smithi016.stdout: "mapping_epoch": 475, 2024-04-15T16:06:27.982 INFO:tasks.workunit.client.0.smithi016.stdout: "object_location_counts": [], 2024-04-15T16:06:27.982 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_scrubbed": 0, 2024-04-15T16:06:27.983 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_trimmed": 0, 2024-04-15T16:06:27.983 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_stats_invalid": false, 2024-04-15T16:06:27.983 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_size": 0, 2024-04-15T16:06:27.983 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_start": "0'0", 2024-04-15T16:06:27.983 INFO:tasks.workunit.client.0.smithi016.stdout: "parent": "0.0", 2024-04-15T16:06:27.983 INFO:tasks.workunit.client.0.smithi016.stdout: "parent_split_bits": 0, 2024-04-15T16:06:27.983 INFO:tasks.workunit.client.0.smithi016.stdout: "pgid": "2.c", 2024-04-15T16:06:27.983 INFO:tasks.workunit.client.0.smithi016.stdout: "pin_stats_invalid": false, 2024-04-15T16:06:27.983 INFO:tasks.workunit.client.0.smithi016.stdout: "purged_snaps": [], 2024-04-15T16:06:27.983 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_epoch": 2721, 2024-04-15T16:06:27.983 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_seq": 5035, 2024-04-15T16:06:27.983 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_duration": 0.0, 2024-04-15T16:06:27.983 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-16T23:23:37.638031+0000", 2024-04-15T16:06:27.983 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrim_duration": 0.0, 2024-04-15T16:06:27.984 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrimq_len": 0, 2024-04-15T16:06:27.984 INFO:tasks.workunit.client.0.smithi016.stdout: "stat_sum": { 2024-04-15T16:06:27.984 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes": 0, 2024-04-15T16:06:27.984 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T16:06:27.984 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_recovered": 0, 2024-04-15T16:06:27.984 INFO:tasks.workunit.client.0.smithi016.stdout: "num_deep_scrub_errors": 0, 2024-04-15T16:06:27.984 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict": 0, 2024-04-15T16:06:27.984 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_kb": 0, 2024-04-15T16:06:27.984 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_full": 0, 2024-04-15T16:06:27.984 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_some": 0, 2024-04-15T16:06:27.984 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush": 0, 2024-04-15T16:06:27.984 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_kb": 0, 2024-04-15T16:06:27.984 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_high": 0, 2024-04-15T16:06:27.984 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_low": 0, 2024-04-15T16:06:27.984 INFO:tasks.workunit.client.0.smithi016.stdout: "num_keys_recovered": 0, 2024-04-15T16:06:27.985 INFO:tasks.workunit.client.0.smithi016.stdout: "num_large_omap_objects": 0, 2024-04-15T16:06:27.985 INFO:tasks.workunit.client.0.smithi016.stdout: "num_legacy_snapsets": 0, 2024-04-15T16:06:27.985 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_clones": 0, 2024-04-15T16:06:27.985 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_copies": 0, 2024-04-15T16:06:27.985 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects": 0, 2024-04-15T16:06:27.985 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_degraded": 0, 2024-04-15T16:06:27.985 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_dirty": 0, 2024-04-15T16:06:27.985 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T16:06:27.985 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_manifest": 0, 2024-04-15T16:06:27.985 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_misplaced": 0, 2024-04-15T16:06:27.985 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing": 0, 2024-04-15T16:06:27.985 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T16:06:27.985 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_omap": 0, 2024-04-15T16:06:27.985 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_pinned": 0, 2024-04-15T16:06:27.986 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_recovered": 0, 2024-04-15T16:06:27.986 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_repaired": 0, 2024-04-15T16:06:27.986 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_unfound": 0, 2024-04-15T16:06:27.986 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_bytes": 0, 2024-04-15T16:06:27.986 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_keys": 0, 2024-04-15T16:06:27.986 INFO:tasks.workunit.client.0.smithi016.stdout: "num_promote": 0, 2024-04-15T16:06:27.986 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read": 0, 2024-04-15T16:06:27.986 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read_kb": 0, 2024-04-15T16:06:27.986 INFO:tasks.workunit.client.0.smithi016.stdout: "num_scrub_errors": 0, 2024-04-15T16:06:27.986 INFO:tasks.workunit.client.0.smithi016.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T16:06:27.986 INFO:tasks.workunit.client.0.smithi016.stdout: "num_whiteouts": 0, 2024-04-15T16:06:27.986 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write": 0, 2024-04-15T16:06:27.986 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write_kb": 0 2024-04-15T16:06:27.986 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.987 INFO:tasks.workunit.client.0.smithi016.stdout: "state": "active+clean", 2024-04-15T16:06:27.987 INFO:tasks.workunit.client.0.smithi016.stdout: "stats_invalid": false, 2024-04-15T16:06:27.987 INFO:tasks.workunit.client.0.smithi016.stdout: "up": [ 2024-04-15T16:06:27.987 INFO:tasks.workunit.client.0.smithi016.stdout: 2, 2024-04-15T16:06:27.987 INFO:tasks.workunit.client.0.smithi016.stdout: 5, 2024-04-15T16:06:27.987 INFO:tasks.workunit.client.0.smithi016.stdout: 1 2024-04-15T16:06:27.987 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:27.987 INFO:tasks.workunit.client.0.smithi016.stdout: "up_primary": 2, 2024-04-15T16:06:27.987 INFO:tasks.workunit.client.0.smithi016.stdout: "version": "0'0" 2024-04-15T16:06:27.987 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.987 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-15T16:06:27.987 INFO:tasks.workunit.client.0.smithi016.stdout: "acting": [ 2024-04-15T16:06:27.987 INFO:tasks.workunit.client.0.smithi016.stdout: 6, 2024-04-15T16:06:27.987 INFO:tasks.workunit.client.0.smithi016.stdout: 4, 2024-04-15T16:06:27.987 INFO:tasks.workunit.client.0.smithi016.stdout: 1 2024-04-15T16:06:27.988 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:27.988 INFO:tasks.workunit.client.0.smithi016.stdout: "acting_primary": 6, 2024-04-15T16:06:27.988 INFO:tasks.workunit.client.0.smithi016.stdout: "avail_no_missing": [], 2024-04-15T16:06:27.988 INFO:tasks.workunit.client.0.smithi016.stdout: "blocked_by": [], 2024-04-15T16:06:27.988 INFO:tasks.workunit.client.0.smithi016.stdout: "created": 61, 2024-04-15T16:06:27.988 INFO:tasks.workunit.client.0.smithi016.stdout: "dirty_stats_invalid": false, 2024-04-15T16:06:27.988 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T16:06:27.988 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_stats_invalid": false, 2024-04-15T16:06:27.988 INFO:tasks.workunit.client.0.smithi016.stdout: "last_active": "2024-04-15T16:05:11.412945+0000", 2024-04-15T16:06:27.988 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_active": "2024-04-15T14:44:28.454476+0000", 2024-04-15T16:06:27.988 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_peered": "2024-04-15T14:44:28.454476+0000", 2024-04-15T16:06:27.988 INFO:tasks.workunit.client.0.smithi016.stdout: "last_change": "2024-04-15T14:44:28.455550+0000", 2024-04-15T16:06:27.989 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean": "2024-04-15T16:05:11.412945+0000", 2024-04-15T16:06:27.989 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T16:06:27.989 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub": "0'0", 2024-04-15T16:06:27.989 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T16:06:27.989 INFO:tasks.workunit.client.0.smithi016.stdout: "last_epoch_clean": 511, 2024-04-15T16:06:27.989 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fresh": "2024-04-15T16:05:11.412945+0000", 2024-04-15T16:06:27.989 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fullsized": "2024-04-15T16:05:11.412945+0000", 2024-04-15T16:06:27.989 INFO:tasks.workunit.client.0.smithi016.stdout: "last_peered": "2024-04-15T16:05:11.412945+0000", 2024-04-15T16:06:27.989 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub": "0'0", 2024-04-15T16:06:27.989 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_duration": 0, 2024-04-15T16:06:27.989 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T16:06:27.989 INFO:tasks.workunit.client.0.smithi016.stdout: "last_undegraded": "2024-04-15T16:05:11.412945+0000", 2024-04-15T16:06:27.989 INFO:tasks.workunit.client.0.smithi016.stdout: "last_unstale": "2024-04-15T16:05:11.412945+0000", 2024-04-15T16:06:27.989 INFO:tasks.workunit.client.0.smithi016.stdout: "log_dups_size": 0, 2024-04-15T16:06:27.990 INFO:tasks.workunit.client.0.smithi016.stdout: "log_size": 0, 2024-04-15T16:06:27.990 INFO:tasks.workunit.client.0.smithi016.stdout: "log_start": "0'0", 2024-04-15T16:06:27.990 INFO:tasks.workunit.client.0.smithi016.stdout: "manifest_stats_invalid": false, 2024-04-15T16:06:27.990 INFO:tasks.workunit.client.0.smithi016.stdout: "mapping_epoch": 510, 2024-04-15T16:06:27.990 INFO:tasks.workunit.client.0.smithi016.stdout: "object_location_counts": [], 2024-04-15T16:06:27.990 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_scrubbed": 0, 2024-04-15T16:06:27.990 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_trimmed": 0, 2024-04-15T16:06:27.990 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_stats_invalid": false, 2024-04-15T16:06:27.990 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_size": 0, 2024-04-15T16:06:27.990 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_start": "0'0", 2024-04-15T16:06:27.990 INFO:tasks.workunit.client.0.smithi016.stdout: "parent": "0.0", 2024-04-15T16:06:27.990 INFO:tasks.workunit.client.0.smithi016.stdout: "parent_split_bits": 0, 2024-04-15T16:06:27.990 INFO:tasks.workunit.client.0.smithi016.stdout: "pgid": "3.a", 2024-04-15T16:06:27.991 INFO:tasks.workunit.client.0.smithi016.stdout: "pin_stats_invalid": false, 2024-04-15T16:06:27.991 INFO:tasks.workunit.client.0.smithi016.stdout: "purged_snaps": [], 2024-04-15T16:06:27.991 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_epoch": 2721, 2024-04-15T16:06:27.991 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_seq": 4900, 2024-04-15T16:06:27.991 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_duration": 0.0, 2024-04-15T16:06:27.991 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-16T20:29:08.533920+0000", 2024-04-15T16:06:27.991 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrim_duration": 0.0, 2024-04-15T16:06:27.991 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrimq_len": 0, 2024-04-15T16:06:27.991 INFO:tasks.workunit.client.0.smithi016.stdout: "stat_sum": { 2024-04-15T16:06:27.991 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes": 0, 2024-04-15T16:06:27.991 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T16:06:27.991 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_recovered": 0, 2024-04-15T16:06:27.991 INFO:tasks.workunit.client.0.smithi016.stdout: "num_deep_scrub_errors": 0, 2024-04-15T16:06:27.991 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict": 0, 2024-04-15T16:06:27.992 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_kb": 0, 2024-04-15T16:06:27.992 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_full": 0, 2024-04-15T16:06:27.992 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_some": 0, 2024-04-15T16:06:27.992 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush": 0, 2024-04-15T16:06:27.992 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_kb": 0, 2024-04-15T16:06:27.992 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_high": 0, 2024-04-15T16:06:27.992 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_low": 0, 2024-04-15T16:06:27.992 INFO:tasks.workunit.client.0.smithi016.stdout: "num_keys_recovered": 0, 2024-04-15T16:06:27.992 INFO:tasks.workunit.client.0.smithi016.stdout: "num_large_omap_objects": 0, 2024-04-15T16:06:27.992 INFO:tasks.workunit.client.0.smithi016.stdout: "num_legacy_snapsets": 0, 2024-04-15T16:06:27.992 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_clones": 0, 2024-04-15T16:06:27.992 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_copies": 0, 2024-04-15T16:06:27.992 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects": 0, 2024-04-15T16:06:27.992 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_degraded": 0, 2024-04-15T16:06:27.993 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_dirty": 0, 2024-04-15T16:06:27.993 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T16:06:27.993 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_manifest": 0, 2024-04-15T16:06:27.993 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_misplaced": 0, 2024-04-15T16:06:27.993 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing": 0, 2024-04-15T16:06:27.993 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T16:06:27.993 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_omap": 0, 2024-04-15T16:06:27.993 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_pinned": 0, 2024-04-15T16:06:27.993 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_recovered": 0, 2024-04-15T16:06:27.993 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_repaired": 0, 2024-04-15T16:06:27.993 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_unfound": 0, 2024-04-15T16:06:27.993 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_bytes": 0, 2024-04-15T16:06:27.993 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_keys": 0, 2024-04-15T16:06:27.993 INFO:tasks.workunit.client.0.smithi016.stdout: "num_promote": 0, 2024-04-15T16:06:27.994 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read": 0, 2024-04-15T16:06:27.994 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read_kb": 0, 2024-04-15T16:06:27.994 INFO:tasks.workunit.client.0.smithi016.stdout: "num_scrub_errors": 0, 2024-04-15T16:06:27.994 INFO:tasks.workunit.client.0.smithi016.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T16:06:27.994 INFO:tasks.workunit.client.0.smithi016.stdout: "num_whiteouts": 0, 2024-04-15T16:06:27.994 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write": 0, 2024-04-15T16:06:27.994 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write_kb": 0 2024-04-15T16:06:27.994 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.994 INFO:tasks.workunit.client.0.smithi016.stdout: "state": "active+clean", 2024-04-15T16:06:27.994 INFO:tasks.workunit.client.0.smithi016.stdout: "stats_invalid": false, 2024-04-15T16:06:27.994 INFO:tasks.workunit.client.0.smithi016.stdout: "up": [ 2024-04-15T16:06:27.994 INFO:tasks.workunit.client.0.smithi016.stdout: 6, 2024-04-15T16:06:27.994 INFO:tasks.workunit.client.0.smithi016.stdout: 4, 2024-04-15T16:06:27.994 INFO:tasks.workunit.client.0.smithi016.stdout: 1 2024-04-15T16:06:27.994 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:27.995 INFO:tasks.workunit.client.0.smithi016.stdout: "up_primary": 6, 2024-04-15T16:06:27.995 INFO:tasks.workunit.client.0.smithi016.stdout: "version": "0'0" 2024-04-15T16:06:27.995 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:27.995 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-15T16:06:27.995 INFO:tasks.workunit.client.0.smithi016.stdout: "acting": [ 2024-04-15T16:06:27.995 INFO:tasks.workunit.client.0.smithi016.stdout: 1, 2024-04-15T16:06:27.995 INFO:tasks.workunit.client.0.smithi016.stdout: 4, 2024-04-15T16:06:27.995 INFO:tasks.workunit.client.0.smithi016.stdout: 5 2024-04-15T16:06:27.995 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:27.995 INFO:tasks.workunit.client.0.smithi016.stdout: "acting_primary": 1, 2024-04-15T16:06:27.995 INFO:tasks.workunit.client.0.smithi016.stdout: "avail_no_missing": [], 2024-04-15T16:06:27.995 INFO:tasks.workunit.client.0.smithi016.stdout: "blocked_by": [], 2024-04-15T16:06:27.995 INFO:tasks.workunit.client.0.smithi016.stdout: "created": 60, 2024-04-15T16:06:27.995 INFO:tasks.workunit.client.0.smithi016.stdout: "dirty_stats_invalid": false, 2024-04-15T16:06:27.996 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T16:06:27.996 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_stats_invalid": false, 2024-04-15T16:06:27.996 INFO:tasks.workunit.client.0.smithi016.stdout: "last_active": "2024-04-15T16:05:11.871269+0000", 2024-04-15T16:06:27.996 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_active": "2024-04-15T14:43:53.352879+0000", 2024-04-15T16:06:27.996 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_peered": "2024-04-15T14:43:53.352879+0000", 2024-04-15T16:06:27.996 INFO:tasks.workunit.client.0.smithi016.stdout: "last_change": "2024-04-15T14:43:53.353281+0000", 2024-04-15T16:06:27.996 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean": "2024-04-15T16:05:11.871269+0000", 2024-04-15T16:06:27.996 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean_scrub_stamp": "2024-04-15T14:33:33.599136+0000", 2024-04-15T16:06:27.996 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub": "0'0", 2024-04-15T16:06:27.996 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub_stamp": "2024-04-15T14:33:33.599136+0000", 2024-04-15T16:06:27.996 INFO:tasks.workunit.client.0.smithi016.stdout: "last_epoch_clean": 476, 2024-04-15T16:06:27.996 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fresh": "2024-04-15T16:05:11.871269+0000", 2024-04-15T16:06:27.996 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fullsized": "2024-04-15T16:05:11.871269+0000", 2024-04-15T16:06:27.996 INFO:tasks.workunit.client.0.smithi016.stdout: "last_peered": "2024-04-15T16:05:11.871269+0000", 2024-04-15T16:06:27.997 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub": "0'0", 2024-04-15T16:06:27.997 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_duration": 0, 2024-04-15T16:06:27.997 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_stamp": "2024-04-15T14:33:33.599136+0000", 2024-04-15T16:06:27.997 INFO:tasks.workunit.client.0.smithi016.stdout: "last_undegraded": "2024-04-15T16:05:11.871269+0000", 2024-04-15T16:06:27.997 INFO:tasks.workunit.client.0.smithi016.stdout: "last_unstale": "2024-04-15T16:05:11.871269+0000", 2024-04-15T16:06:27.997 INFO:tasks.workunit.client.0.smithi016.stdout: "log_dups_size": 0, 2024-04-15T16:06:27.997 INFO:tasks.workunit.client.0.smithi016.stdout: "log_size": 4, 2024-04-15T16:06:27.997 INFO:tasks.workunit.client.0.smithi016.stdout: "log_start": "0'0", 2024-04-15T16:06:27.997 INFO:tasks.workunit.client.0.smithi016.stdout: "manifest_stats_invalid": false, 2024-04-15T16:06:27.997 INFO:tasks.workunit.client.0.smithi016.stdout: "mapping_epoch": 475, 2024-04-15T16:06:27.997 INFO:tasks.workunit.client.0.smithi016.stdout: "object_location_counts": [], 2024-04-15T16:06:27.997 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_scrubbed": 0, 2024-04-15T16:06:27.997 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_trimmed": 0, 2024-04-15T16:06:27.997 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_stats_invalid": false, 2024-04-15T16:06:27.997 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_size": 4, 2024-04-15T16:06:27.998 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_start": "0'0", 2024-04-15T16:06:27.998 INFO:tasks.workunit.client.0.smithi016.stdout: "parent": "0.0", 2024-04-15T16:06:27.998 INFO:tasks.workunit.client.0.smithi016.stdout: "parent_split_bits": 0, 2024-04-15T16:06:27.998 INFO:tasks.workunit.client.0.smithi016.stdout: "pgid": "2.b", 2024-04-15T16:06:27.998 INFO:tasks.workunit.client.0.smithi016.stdout: "pin_stats_invalid": false, 2024-04-15T16:06:27.998 INFO:tasks.workunit.client.0.smithi016.stdout: "purged_snaps": [], 2024-04-15T16:06:27.998 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_epoch": 2721, 2024-04-15T16:06:27.998 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_seq": 4747, 2024-04-15T16:06:27.998 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_duration": 0.0, 2024-04-15T16:06:27.998 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-16T16:24:36.391646+0000", 2024-04-15T16:06:27.998 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrim_duration": 0.0, 2024-04-15T16:06:27.998 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrimq_len": 0, 2024-04-15T16:06:27.998 INFO:tasks.workunit.client.0.smithi016.stdout: "stat_sum": { 2024-04-15T16:06:27.998 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes": 0, 2024-04-15T16:06:27.998 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T16:06:27.999 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_recovered": 0, 2024-04-15T16:06:27.999 INFO:tasks.workunit.client.0.smithi016.stdout: "num_deep_scrub_errors": 0, 2024-04-15T16:06:27.999 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict": 0, 2024-04-15T16:06:27.999 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_kb": 0, 2024-04-15T16:06:27.999 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_full": 0, 2024-04-15T16:06:27.999 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_some": 0, 2024-04-15T16:06:27.999 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush": 0, 2024-04-15T16:06:27.999 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_kb": 0, 2024-04-15T16:06:27.999 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_high": 0, 2024-04-15T16:06:27.999 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_low": 0, 2024-04-15T16:06:27.999 INFO:tasks.workunit.client.0.smithi016.stdout: "num_keys_recovered": 0, 2024-04-15T16:06:27.999 INFO:tasks.workunit.client.0.smithi016.stdout: "num_large_omap_objects": 0, 2024-04-15T16:06:27.999 INFO:tasks.workunit.client.0.smithi016.stdout: "num_legacy_snapsets": 0, 2024-04-15T16:06:27.999 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_clones": 0, 2024-04-15T16:06:27.999 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_copies": 3, 2024-04-15T16:06:28.000 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects": 1, 2024-04-15T16:06:28.000 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_degraded": 0, 2024-04-15T16:06:28.000 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_dirty": 1, 2024-04-15T16:06:28.000 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T16:06:28.000 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_manifest": 0, 2024-04-15T16:06:28.000 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_misplaced": 0, 2024-04-15T16:06:28.000 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing": 0, 2024-04-15T16:06:28.000 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T16:06:28.000 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_omap": 1, 2024-04-15T16:06:28.000 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_pinned": 0, 2024-04-15T16:06:28.000 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_recovered": 1, 2024-04-15T16:06:28.000 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_repaired": 0, 2024-04-15T16:06:28.000 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_unfound": 0, 2024-04-15T16:06:28.000 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_bytes": 0, 2024-04-15T16:06:28.001 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_keys": 0, 2024-04-15T16:06:28.001 INFO:tasks.workunit.client.0.smithi016.stdout: "num_promote": 0, 2024-04-15T16:06:28.001 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read": 4, 2024-04-15T16:06:28.001 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read_kb": 4, 2024-04-15T16:06:28.001 INFO:tasks.workunit.client.0.smithi016.stdout: "num_scrub_errors": 0, 2024-04-15T16:06:28.001 INFO:tasks.workunit.client.0.smithi016.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T16:06:28.001 INFO:tasks.workunit.client.0.smithi016.stdout: "num_whiteouts": 0, 2024-04-15T16:06:28.001 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write": 1, 2024-04-15T16:06:28.001 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write_kb": 0 2024-04-15T16:06:28.001 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:28.001 INFO:tasks.workunit.client.0.smithi016.stdout: "state": "active+clean", 2024-04-15T16:06:28.001 INFO:tasks.workunit.client.0.smithi016.stdout: "stats_invalid": false, 2024-04-15T16:06:28.001 INFO:tasks.workunit.client.0.smithi016.stdout: "up": [ 2024-04-15T16:06:28.001 INFO:tasks.workunit.client.0.smithi016.stdout: 1, 2024-04-15T16:06:28.001 INFO:tasks.workunit.client.0.smithi016.stdout: 4, 2024-04-15T16:06:28.002 INFO:tasks.workunit.client.0.smithi016.stdout: 5 2024-04-15T16:06:28.002 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:28.002 INFO:tasks.workunit.client.0.smithi016.stdout: "up_primary": 1, 2024-04-15T16:06:28.002 INFO:tasks.workunit.client.0.smithi016.stdout: "version": "560'4" 2024-04-15T16:06:28.002 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:28.002 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-15T16:06:28.002 INFO:tasks.workunit.client.0.smithi016.stdout: "acting": [ 2024-04-15T16:06:28.002 INFO:tasks.workunit.client.0.smithi016.stdout: 3, 2024-04-15T16:06:28.002 INFO:tasks.workunit.client.0.smithi016.stdout: 2, 2024-04-15T16:06:28.002 INFO:tasks.workunit.client.0.smithi016.stdout: 4 2024-04-15T16:06:28.002 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:28.002 INFO:tasks.workunit.client.0.smithi016.stdout: "acting_primary": 3, 2024-04-15T16:06:28.002 INFO:tasks.workunit.client.0.smithi016.stdout: "avail_no_missing": [], 2024-04-15T16:06:28.002 INFO:tasks.workunit.client.0.smithi016.stdout: "blocked_by": [], 2024-04-15T16:06:28.003 INFO:tasks.workunit.client.0.smithi016.stdout: "created": 61, 2024-04-15T16:06:28.003 INFO:tasks.workunit.client.0.smithi016.stdout: "dirty_stats_invalid": false, 2024-04-15T16:06:28.003 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T16:06:28.003 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_stats_invalid": false, 2024-04-15T16:06:28.003 INFO:tasks.workunit.client.0.smithi016.stdout: "last_active": "2024-04-15T16:05:12.197146+0000", 2024-04-15T16:06:28.003 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_active": "2024-04-15T14:43:32.408327+0000", 2024-04-15T16:06:28.003 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_peered": "2024-04-15T14:43:32.408327+0000", 2024-04-15T16:06:28.003 INFO:tasks.workunit.client.0.smithi016.stdout: "last_change": "2024-04-15T14:43:32.408658+0000", 2024-04-15T16:06:28.003 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean": "2024-04-15T16:05:12.197146+0000", 2024-04-15T16:06:28.003 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T16:06:28.003 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub": "0'0", 2024-04-15T16:06:28.003 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T16:06:28.003 INFO:tasks.workunit.client.0.smithi016.stdout: "last_epoch_clean": 455, 2024-04-15T16:06:28.003 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fresh": "2024-04-15T16:05:12.197146+0000", 2024-04-15T16:06:28.004 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fullsized": "2024-04-15T16:05:12.197146+0000", 2024-04-15T16:06:28.004 INFO:tasks.workunit.client.0.smithi016.stdout: "last_peered": "2024-04-15T16:05:12.197146+0000", 2024-04-15T16:06:28.004 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub": "0'0", 2024-04-15T16:06:28.004 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_duration": 0, 2024-04-15T16:06:28.004 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T16:06:28.004 INFO:tasks.workunit.client.0.smithi016.stdout: "last_undegraded": "2024-04-15T16:05:12.197146+0000", 2024-04-15T16:06:28.004 INFO:tasks.workunit.client.0.smithi016.stdout: "last_unstale": "2024-04-15T16:05:12.197146+0000", 2024-04-15T16:06:28.004 INFO:tasks.workunit.client.0.smithi016.stdout: "log_dups_size": 0, 2024-04-15T16:06:28.004 INFO:tasks.workunit.client.0.smithi016.stdout: "log_size": 0, 2024-04-15T16:06:28.004 INFO:tasks.workunit.client.0.smithi016.stdout: "log_start": "0'0", 2024-04-15T16:06:28.004 INFO:tasks.workunit.client.0.smithi016.stdout: "manifest_stats_invalid": false, 2024-04-15T16:06:28.004 INFO:tasks.workunit.client.0.smithi016.stdout: "mapping_epoch": 454, 2024-04-15T16:06:28.004 INFO:tasks.workunit.client.0.smithi016.stdout: "object_location_counts": [], 2024-04-15T16:06:28.004 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_scrubbed": 0, 2024-04-15T16:06:28.005 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_trimmed": 0, 2024-04-15T16:06:28.005 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_stats_invalid": false, 2024-04-15T16:06:28.005 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_size": 0, 2024-04-15T16:06:28.005 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_start": "0'0", 2024-04-15T16:06:28.005 INFO:tasks.workunit.client.0.smithi016.stdout: "parent": "0.0", 2024-04-15T16:06:28.005 INFO:tasks.workunit.client.0.smithi016.stdout: "parent_split_bits": 0, 2024-04-15T16:06:28.005 INFO:tasks.workunit.client.0.smithi016.stdout: "pgid": "3.b", 2024-04-15T16:06:28.005 INFO:tasks.workunit.client.0.smithi016.stdout: "pin_stats_invalid": false, 2024-04-15T16:06:28.005 INFO:tasks.workunit.client.0.smithi016.stdout: "purged_snaps": [], 2024-04-15T16:06:28.005 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_epoch": 2721, 2024-04-15T16:06:28.005 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_seq": 4975, 2024-04-15T16:06:28.005 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_duration": 0.0, 2024-04-15T16:06:28.005 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-16T22:16:35.367251+0000", 2024-04-15T16:06:28.005 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrim_duration": 0.0, 2024-04-15T16:06:28.006 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrimq_len": 0, 2024-04-15T16:06:28.006 INFO:tasks.workunit.client.0.smithi016.stdout: "stat_sum": { 2024-04-15T16:06:28.006 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes": 0, 2024-04-15T16:06:28.006 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T16:06:28.006 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_recovered": 0, 2024-04-15T16:06:28.006 INFO:tasks.workunit.client.0.smithi016.stdout: "num_deep_scrub_errors": 0, 2024-04-15T16:06:28.006 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict": 0, 2024-04-15T16:06:28.006 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_kb": 0, 2024-04-15T16:06:28.006 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_full": 0, 2024-04-15T16:06:28.006 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_some": 0, 2024-04-15T16:06:28.006 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush": 0, 2024-04-15T16:06:28.006 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_kb": 0, 2024-04-15T16:06:28.006 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_high": 0, 2024-04-15T16:06:28.006 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_low": 0, 2024-04-15T16:06:28.007 INFO:tasks.workunit.client.0.smithi016.stdout: "num_keys_recovered": 0, 2024-04-15T16:06:28.007 INFO:tasks.workunit.client.0.smithi016.stdout: "num_large_omap_objects": 0, 2024-04-15T16:06:28.007 INFO:tasks.workunit.client.0.smithi016.stdout: "num_legacy_snapsets": 0, 2024-04-15T16:06:28.007 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_clones": 0, 2024-04-15T16:06:28.007 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_copies": 0, 2024-04-15T16:06:28.007 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects": 0, 2024-04-15T16:06:28.007 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_degraded": 0, 2024-04-15T16:06:28.007 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_dirty": 0, 2024-04-15T16:06:28.007 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T16:06:28.007 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_manifest": 0, 2024-04-15T16:06:28.007 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_misplaced": 0, 2024-04-15T16:06:28.007 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing": 0, 2024-04-15T16:06:28.007 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T16:06:28.007 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_omap": 0, 2024-04-15T16:06:28.008 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_pinned": 0, 2024-04-15T16:06:28.008 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_recovered": 0, 2024-04-15T16:06:28.008 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_repaired": 0, 2024-04-15T16:06:28.008 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_unfound": 0, 2024-04-15T16:06:28.008 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_bytes": 0, 2024-04-15T16:06:28.008 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_keys": 0, 2024-04-15T16:06:28.008 INFO:tasks.workunit.client.0.smithi016.stdout: "num_promote": 0, 2024-04-15T16:06:28.008 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read": 0, 2024-04-15T16:06:28.008 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read_kb": 0, 2024-04-15T16:06:28.008 INFO:tasks.workunit.client.0.smithi016.stdout: "num_scrub_errors": 0, 2024-04-15T16:06:28.008 INFO:tasks.workunit.client.0.smithi016.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T16:06:28.008 INFO:tasks.workunit.client.0.smithi016.stdout: "num_whiteouts": 0, 2024-04-15T16:06:28.008 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write": 0, 2024-04-15T16:06:28.008 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write_kb": 0 2024-04-15T16:06:28.009 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:28.009 INFO:tasks.workunit.client.0.smithi016.stdout: "state": "active+clean", 2024-04-15T16:06:28.009 INFO:tasks.workunit.client.0.smithi016.stdout: "stats_invalid": false, 2024-04-15T16:06:28.009 INFO:tasks.workunit.client.0.smithi016.stdout: "up": [ 2024-04-15T16:06:28.009 INFO:tasks.workunit.client.0.smithi016.stdout: 3, 2024-04-15T16:06:28.009 INFO:tasks.workunit.client.0.smithi016.stdout: 2, 2024-04-15T16:06:28.009 INFO:tasks.workunit.client.0.smithi016.stdout: 4 2024-04-15T16:06:28.009 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:28.009 INFO:tasks.workunit.client.0.smithi016.stdout: "up_primary": 3, 2024-04-15T16:06:28.009 INFO:tasks.workunit.client.0.smithi016.stdout: "version": "0'0" 2024-04-15T16:06:28.009 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:28.009 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-15T16:06:28.009 INFO:tasks.workunit.client.0.smithi016.stdout: "acting": [ 2024-04-15T16:06:28.009 INFO:tasks.workunit.client.0.smithi016.stdout: 1, 2024-04-15T16:06:28.009 INFO:tasks.workunit.client.0.smithi016.stdout: 3, 2024-04-15T16:06:28.010 INFO:tasks.workunit.client.0.smithi016.stdout: 2 2024-04-15T16:06:28.010 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:28.010 INFO:tasks.workunit.client.0.smithi016.stdout: "acting_primary": 1, 2024-04-15T16:06:28.010 INFO:tasks.workunit.client.0.smithi016.stdout: "avail_no_missing": [], 2024-04-15T16:06:28.010 INFO:tasks.workunit.client.0.smithi016.stdout: "blocked_by": [], 2024-04-15T16:06:28.010 INFO:tasks.workunit.client.0.smithi016.stdout: "created": 60, 2024-04-15T16:06:28.010 INFO:tasks.workunit.client.0.smithi016.stdout: "dirty_stats_invalid": false, 2024-04-15T16:06:28.010 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T16:06:28.010 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_stats_invalid": false, 2024-04-15T16:06:28.010 INFO:tasks.workunit.client.0.smithi016.stdout: "last_active": "2024-04-15T16:05:11.870853+0000", 2024-04-15T16:06:28.010 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_active": "2024-04-15T14:42:57.510941+0000", 2024-04-15T16:06:28.010 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_peered": "2024-04-15T14:42:57.510941+0000", 2024-04-15T16:06:28.010 INFO:tasks.workunit.client.0.smithi016.stdout: "last_change": "2024-04-15T14:42:57.511251+0000", 2024-04-15T16:06:28.010 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean": "2024-04-15T16:05:11.870853+0000", 2024-04-15T16:06:28.011 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean_scrub_stamp": "2024-04-15T14:33:33.599136+0000", 2024-04-15T16:06:28.011 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub": "0'0", 2024-04-15T16:06:28.011 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub_stamp": "2024-04-15T14:33:33.599136+0000", 2024-04-15T16:06:28.011 INFO:tasks.workunit.client.0.smithi016.stdout: "last_epoch_clean": 420, 2024-04-15T16:06:28.011 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fresh": "2024-04-15T16:05:11.870853+0000", 2024-04-15T16:06:28.011 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fullsized": "2024-04-15T16:05:11.870853+0000", 2024-04-15T16:06:28.011 INFO:tasks.workunit.client.0.smithi016.stdout: "last_peered": "2024-04-15T16:05:11.870853+0000", 2024-04-15T16:06:28.011 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub": "0'0", 2024-04-15T16:06:28.011 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_duration": 0, 2024-04-15T16:06:28.011 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_stamp": "2024-04-15T14:33:33.599136+0000", 2024-04-15T16:06:28.011 INFO:tasks.workunit.client.0.smithi016.stdout: "last_undegraded": "2024-04-15T16:05:11.870853+0000", 2024-04-15T16:06:28.011 INFO:tasks.workunit.client.0.smithi016.stdout: "last_unstale": "2024-04-15T16:05:11.870853+0000", 2024-04-15T16:06:28.011 INFO:tasks.workunit.client.0.smithi016.stdout: "log_dups_size": 0, 2024-04-15T16:06:28.011 INFO:tasks.workunit.client.0.smithi016.stdout: "log_size": 0, 2024-04-15T16:06:28.012 INFO:tasks.workunit.client.0.smithi016.stdout: "log_start": "0'0", 2024-04-15T16:06:28.012 INFO:tasks.workunit.client.0.smithi016.stdout: "manifest_stats_invalid": false, 2024-04-15T16:06:28.012 INFO:tasks.workunit.client.0.smithi016.stdout: "mapping_epoch": 419, 2024-04-15T16:06:28.012 INFO:tasks.workunit.client.0.smithi016.stdout: "object_location_counts": [], 2024-04-15T16:06:28.012 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_scrubbed": 0, 2024-04-15T16:06:28.012 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_trimmed": 0, 2024-04-15T16:06:28.012 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_stats_invalid": false, 2024-04-15T16:06:28.012 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_size": 0, 2024-04-15T16:06:28.012 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_start": "0'0", 2024-04-15T16:06:28.012 INFO:tasks.workunit.client.0.smithi016.stdout: "parent": "0.0", 2024-04-15T16:06:28.012 INFO:tasks.workunit.client.0.smithi016.stdout: "parent_split_bits": 0, 2024-04-15T16:06:28.012 INFO:tasks.workunit.client.0.smithi016.stdout: "pgid": "2.a", 2024-04-15T16:06:28.012 INFO:tasks.workunit.client.0.smithi016.stdout: "pin_stats_invalid": false, 2024-04-15T16:06:28.012 INFO:tasks.workunit.client.0.smithi016.stdout: "purged_snaps": [], 2024-04-15T16:06:28.013 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_epoch": 2721, 2024-04-15T16:06:28.013 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_seq": 5038, 2024-04-15T16:06:28.013 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_duration": 0.0, 2024-04-15T16:06:28.013 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-16T19:52:08.685667+0000", 2024-04-15T16:06:28.013 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrim_duration": 0.0, 2024-04-15T16:06:28.013 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrimq_len": 0, 2024-04-15T16:06:28.013 INFO:tasks.workunit.client.0.smithi016.stdout: "stat_sum": { 2024-04-15T16:06:28.013 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes": 0, 2024-04-15T16:06:28.013 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T16:06:28.013 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_recovered": 0, 2024-04-15T16:06:28.013 INFO:tasks.workunit.client.0.smithi016.stdout: "num_deep_scrub_errors": 0, 2024-04-15T16:06:28.013 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict": 0, 2024-04-15T16:06:28.013 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_kb": 0, 2024-04-15T16:06:28.013 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_full": 0, 2024-04-15T16:06:28.014 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_some": 0, 2024-04-15T16:06:28.014 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush": 0, 2024-04-15T16:06:28.014 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_kb": 0, 2024-04-15T16:06:28.014 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_high": 0, 2024-04-15T16:06:28.014 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_low": 0, 2024-04-15T16:06:28.014 INFO:tasks.workunit.client.0.smithi016.stdout: "num_keys_recovered": 0, 2024-04-15T16:06:28.014 INFO:tasks.workunit.client.0.smithi016.stdout: "num_large_omap_objects": 0, 2024-04-15T16:06:28.014 INFO:tasks.workunit.client.0.smithi016.stdout: "num_legacy_snapsets": 0, 2024-04-15T16:06:28.014 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_clones": 0, 2024-04-15T16:06:28.014 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_copies": 0, 2024-04-15T16:06:28.014 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects": 0, 2024-04-15T16:06:28.014 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_degraded": 0, 2024-04-15T16:06:28.014 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_dirty": 0, 2024-04-15T16:06:28.014 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T16:06:28.015 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_manifest": 0, 2024-04-15T16:06:28.015 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_misplaced": 0, 2024-04-15T16:06:28.015 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing": 0, 2024-04-15T16:06:28.015 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T16:06:28.015 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_omap": 0, 2024-04-15T16:06:28.015 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_pinned": 0, 2024-04-15T16:06:28.015 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_recovered": 0, 2024-04-15T16:06:28.015 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_repaired": 0, 2024-04-15T16:06:28.015 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_unfound": 0, 2024-04-15T16:06:28.015 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_bytes": 0, 2024-04-15T16:06:28.015 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_keys": 0, 2024-04-15T16:06:28.015 INFO:tasks.workunit.client.0.smithi016.stdout: "num_promote": 0, 2024-04-15T16:06:28.015 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read": 0, 2024-04-15T16:06:28.015 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read_kb": 0, 2024-04-15T16:06:28.016 INFO:tasks.workunit.client.0.smithi016.stdout: "num_scrub_errors": 0, 2024-04-15T16:06:28.016 INFO:tasks.workunit.client.0.smithi016.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T16:06:28.016 INFO:tasks.workunit.client.0.smithi016.stdout: "num_whiteouts": 0, 2024-04-15T16:06:28.016 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write": 0, 2024-04-15T16:06:28.016 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write_kb": 0 2024-04-15T16:06:28.016 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:28.016 INFO:tasks.workunit.client.0.smithi016.stdout: "state": "active+clean", 2024-04-15T16:06:28.016 INFO:tasks.workunit.client.0.smithi016.stdout: "stats_invalid": false, 2024-04-15T16:06:28.016 INFO:tasks.workunit.client.0.smithi016.stdout: "up": [ 2024-04-15T16:06:28.016 INFO:tasks.workunit.client.0.smithi016.stdout: 1, 2024-04-15T16:06:28.016 INFO:tasks.workunit.client.0.smithi016.stdout: 3, 2024-04-15T16:06:28.016 INFO:tasks.workunit.client.0.smithi016.stdout: 2 2024-04-15T16:06:28.016 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:28.016 INFO:tasks.workunit.client.0.smithi016.stdout: "up_primary": 1, 2024-04-15T16:06:28.017 INFO:tasks.workunit.client.0.smithi016.stdout: "version": "0'0" 2024-04-15T16:06:28.017 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:28.017 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-15T16:06:28.017 INFO:tasks.workunit.client.0.smithi016.stdout: "acting": [ 2024-04-15T16:06:28.017 INFO:tasks.workunit.client.0.smithi016.stdout: 3, 2024-04-15T16:06:28.017 INFO:tasks.workunit.client.0.smithi016.stdout: 1, 2024-04-15T16:06:28.017 INFO:tasks.workunit.client.0.smithi016.stdout: 7 2024-04-15T16:06:28.017 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:28.017 INFO:tasks.workunit.client.0.smithi016.stdout: "acting_primary": 3, 2024-04-15T16:06:28.017 INFO:tasks.workunit.client.0.smithi016.stdout: "avail_no_missing": [], 2024-04-15T16:06:28.017 INFO:tasks.workunit.client.0.smithi016.stdout: "blocked_by": [], 2024-04-15T16:06:28.017 INFO:tasks.workunit.client.0.smithi016.stdout: "created": 61, 2024-04-15T16:06:28.017 INFO:tasks.workunit.client.0.smithi016.stdout: "dirty_stats_invalid": false, 2024-04-15T16:06:28.017 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T16:06:28.017 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_stats_invalid": false, 2024-04-15T16:06:28.018 INFO:tasks.workunit.client.0.smithi016.stdout: "last_active": "2024-04-15T16:05:12.197164+0000", 2024-04-15T16:06:28.018 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_active": "2024-04-15T14:44:49.362697+0000", 2024-04-15T16:06:28.018 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_peered": "2024-04-15T14:44:49.362697+0000", 2024-04-15T16:06:28.018 INFO:tasks.workunit.client.0.smithi016.stdout: "last_change": "2024-04-15T14:44:49.363113+0000", 2024-04-15T16:06:28.018 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean": "2024-04-15T16:05:12.197164+0000", 2024-04-15T16:06:28.018 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T16:06:28.018 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub": "0'0", 2024-04-15T16:06:28.018 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T16:06:28.018 INFO:tasks.workunit.client.0.smithi016.stdout: "last_epoch_clean": 532, 2024-04-15T16:06:28.018 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fresh": "2024-04-15T16:05:12.197164+0000", 2024-04-15T16:06:28.018 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fullsized": "2024-04-15T16:05:12.197164+0000", 2024-04-15T16:06:28.018 INFO:tasks.workunit.client.0.smithi016.stdout: "last_peered": "2024-04-15T16:05:12.197164+0000", 2024-04-15T16:06:28.019 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub": "0'0", 2024-04-15T16:06:28.019 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_duration": 0, 2024-04-15T16:06:28.019 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T16:06:28.019 INFO:tasks.workunit.client.0.smithi016.stdout: "last_undegraded": "2024-04-15T16:05:12.197164+0000", 2024-04-15T16:06:28.019 INFO:tasks.workunit.client.0.smithi016.stdout: "last_unstale": "2024-04-15T16:05:12.197164+0000", 2024-04-15T16:06:28.019 INFO:tasks.workunit.client.0.smithi016.stdout: "log_dups_size": 0, 2024-04-15T16:06:28.019 INFO:tasks.workunit.client.0.smithi016.stdout: "log_size": 0, 2024-04-15T16:06:28.019 INFO:tasks.workunit.client.0.smithi016.stdout: "log_start": "0'0", 2024-04-15T16:06:28.019 INFO:tasks.workunit.client.0.smithi016.stdout: "manifest_stats_invalid": false, 2024-04-15T16:06:28.019 INFO:tasks.workunit.client.0.smithi016.stdout: "mapping_epoch": 531, 2024-04-15T16:06:28.019 INFO:tasks.workunit.client.0.smithi016.stdout: "object_location_counts": [], 2024-04-15T16:06:28.019 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_scrubbed": 0, 2024-04-15T16:06:28.019 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_trimmed": 0, 2024-04-15T16:06:28.019 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_stats_invalid": false, 2024-04-15T16:06:28.020 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_size": 0, 2024-04-15T16:06:28.020 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_start": "0'0", 2024-04-15T16:06:28.020 INFO:tasks.workunit.client.0.smithi016.stdout: "parent": "0.0", 2024-04-15T16:06:28.020 INFO:tasks.workunit.client.0.smithi016.stdout: "parent_split_bits": 0, 2024-04-15T16:06:28.020 INFO:tasks.workunit.client.0.smithi016.stdout: "pgid": "3.8", 2024-04-15T16:06:28.020 INFO:tasks.workunit.client.0.smithi016.stdout: "pin_stats_invalid": false, 2024-04-15T16:06:28.020 INFO:tasks.workunit.client.0.smithi016.stdout: "purged_snaps": [], 2024-04-15T16:06:28.020 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_epoch": 2721, 2024-04-15T16:06:28.020 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_seq": 4947, 2024-04-15T16:06:28.020 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_duration": 0.0, 2024-04-15T16:06:28.020 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-16T21:35:56.867180+0000", 2024-04-15T16:06:28.020 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrim_duration": 0.0, 2024-04-15T16:06:28.020 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrimq_len": 0, 2024-04-15T16:06:28.021 INFO:tasks.workunit.client.0.smithi016.stdout: "stat_sum": { 2024-04-15T16:06:28.021 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes": 0, 2024-04-15T16:06:28.021 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T16:06:28.021 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_recovered": 0, 2024-04-15T16:06:28.021 INFO:tasks.workunit.client.0.smithi016.stdout: "num_deep_scrub_errors": 0, 2024-04-15T16:06:28.021 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict": 0, 2024-04-15T16:06:28.021 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_kb": 0, 2024-04-15T16:06:28.021 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_full": 0, 2024-04-15T16:06:28.021 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_some": 0, 2024-04-15T16:06:28.021 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush": 0, 2024-04-15T16:06:28.021 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_kb": 0, 2024-04-15T16:06:28.021 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_high": 0, 2024-04-15T16:06:28.021 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_low": 0, 2024-04-15T16:06:28.022 INFO:tasks.workunit.client.0.smithi016.stdout: "num_keys_recovered": 0, 2024-04-15T16:06:28.022 INFO:tasks.workunit.client.0.smithi016.stdout: "num_large_omap_objects": 0, 2024-04-15T16:06:28.022 INFO:tasks.workunit.client.0.smithi016.stdout: "num_legacy_snapsets": 0, 2024-04-15T16:06:28.022 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_clones": 0, 2024-04-15T16:06:28.022 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_copies": 0, 2024-04-15T16:06:28.022 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects": 0, 2024-04-15T16:06:28.022 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_degraded": 0, 2024-04-15T16:06:28.022 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_dirty": 0, 2024-04-15T16:06:28.022 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T16:06:28.022 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_manifest": 0, 2024-04-15T16:06:28.022 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_misplaced": 0, 2024-04-15T16:06:28.022 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing": 0, 2024-04-15T16:06:28.022 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T16:06:28.023 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_omap": 0, 2024-04-15T16:06:28.023 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_pinned": 0, 2024-04-15T16:06:28.023 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_recovered": 0, 2024-04-15T16:06:28.023 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_repaired": 0, 2024-04-15T16:06:28.023 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_unfound": 0, 2024-04-15T16:06:28.023 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_bytes": 0, 2024-04-15T16:06:28.023 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_keys": 0, 2024-04-15T16:06:28.023 INFO:tasks.workunit.client.0.smithi016.stdout: "num_promote": 0, 2024-04-15T16:06:28.023 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read": 0, 2024-04-15T16:06:28.023 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read_kb": 0, 2024-04-15T16:06:28.023 INFO:tasks.workunit.client.0.smithi016.stdout: "num_scrub_errors": 0, 2024-04-15T16:06:28.023 INFO:tasks.workunit.client.0.smithi016.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T16:06:28.023 INFO:tasks.workunit.client.0.smithi016.stdout: "num_whiteouts": 0, 2024-04-15T16:06:28.023 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write": 0, 2024-04-15T16:06:28.024 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write_kb": 0 2024-04-15T16:06:28.024 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:28.024 INFO:tasks.workunit.client.0.smithi016.stdout: "state": "active+clean", 2024-04-15T16:06:28.024 INFO:tasks.workunit.client.0.smithi016.stdout: "stats_invalid": false, 2024-04-15T16:06:28.024 INFO:tasks.workunit.client.0.smithi016.stdout: "up": [ 2024-04-15T16:06:28.024 INFO:tasks.workunit.client.0.smithi016.stdout: 3, 2024-04-15T16:06:28.024 INFO:tasks.workunit.client.0.smithi016.stdout: 1, 2024-04-15T16:06:28.024 INFO:tasks.workunit.client.0.smithi016.stdout: 7 2024-04-15T16:06:28.024 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:28.024 INFO:tasks.workunit.client.0.smithi016.stdout: "up_primary": 3, 2024-04-15T16:06:28.024 INFO:tasks.workunit.client.0.smithi016.stdout: "version": "0'0" 2024-04-15T16:06:28.024 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:28.024 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-15T16:06:28.024 INFO:tasks.workunit.client.0.smithi016.stdout: "acting": [ 2024-04-15T16:06:28.025 INFO:tasks.workunit.client.0.smithi016.stdout: 1, 2024-04-15T16:06:28.025 INFO:tasks.workunit.client.0.smithi016.stdout: 2, 2024-04-15T16:06:28.025 INFO:tasks.workunit.client.0.smithi016.stdout: 3 2024-04-15T16:06:28.025 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:28.025 INFO:tasks.workunit.client.0.smithi016.stdout: "acting_primary": 1, 2024-04-15T16:06:28.025 INFO:tasks.workunit.client.0.smithi016.stdout: "avail_no_missing": [], 2024-04-15T16:06:28.025 INFO:tasks.workunit.client.0.smithi016.stdout: "blocked_by": [], 2024-04-15T16:06:28.025 INFO:tasks.workunit.client.0.smithi016.stdout: "created": 60, 2024-04-15T16:06:28.025 INFO:tasks.workunit.client.0.smithi016.stdout: "dirty_stats_invalid": false, 2024-04-15T16:06:28.025 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T16:06:28.025 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_stats_invalid": false, 2024-04-15T16:06:28.025 INFO:tasks.workunit.client.0.smithi016.stdout: "last_active": "2024-04-15T16:05:11.869516+0000", 2024-04-15T16:06:28.025 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_active": "2024-04-15T14:42:57.518202+0000", 2024-04-15T16:06:28.025 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_peered": "2024-04-15T14:42:57.518202+0000", 2024-04-15T16:06:28.026 INFO:tasks.workunit.client.0.smithi016.stdout: "last_change": "2024-04-15T14:42:57.518515+0000", 2024-04-15T16:06:28.026 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean": "2024-04-15T16:05:11.869516+0000", 2024-04-15T16:06:28.026 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean_scrub_stamp": "2024-04-15T14:33:33.599136+0000", 2024-04-15T16:06:28.026 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub": "0'0", 2024-04-15T16:06:28.026 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub_stamp": "2024-04-15T14:33:33.599136+0000", 2024-04-15T16:06:28.026 INFO:tasks.workunit.client.0.smithi016.stdout: "last_epoch_clean": 420, 2024-04-15T16:06:28.026 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fresh": "2024-04-15T16:05:11.869516+0000", 2024-04-15T16:06:28.026 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fullsized": "2024-04-15T16:05:11.869516+0000", 2024-04-15T16:06:28.026 INFO:tasks.workunit.client.0.smithi016.stdout: "last_peered": "2024-04-15T16:05:11.869516+0000", 2024-04-15T16:06:28.026 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub": "0'0", 2024-04-15T16:06:28.026 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_duration": 0, 2024-04-15T16:06:28.026 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_stamp": "2024-04-15T14:33:33.599136+0000", 2024-04-15T16:06:28.026 INFO:tasks.workunit.client.0.smithi016.stdout: "last_undegraded": "2024-04-15T16:05:11.869516+0000", 2024-04-15T16:06:28.026 INFO:tasks.workunit.client.0.smithi016.stdout: "last_unstale": "2024-04-15T16:05:11.869516+0000", 2024-04-15T16:06:28.027 INFO:tasks.workunit.client.0.smithi016.stdout: "log_dups_size": 0, 2024-04-15T16:06:28.027 INFO:tasks.workunit.client.0.smithi016.stdout: "log_size": 0, 2024-04-15T16:06:28.027 INFO:tasks.workunit.client.0.smithi016.stdout: "log_start": "0'0", 2024-04-15T16:06:28.027 INFO:tasks.workunit.client.0.smithi016.stdout: "manifest_stats_invalid": false, 2024-04-15T16:06:28.027 INFO:tasks.workunit.client.0.smithi016.stdout: "mapping_epoch": 419, 2024-04-15T16:06:28.027 INFO:tasks.workunit.client.0.smithi016.stdout: "object_location_counts": [], 2024-04-15T16:06:28.027 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_scrubbed": 0, 2024-04-15T16:06:28.027 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_trimmed": 0, 2024-04-15T16:06:28.027 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_stats_invalid": false, 2024-04-15T16:06:28.027 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_size": 0, 2024-04-15T16:06:28.027 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_start": "0'0", 2024-04-15T16:06:28.027 INFO:tasks.workunit.client.0.smithi016.stdout: "parent": "0.0", 2024-04-15T16:06:28.027 INFO:tasks.workunit.client.0.smithi016.stdout: "parent_split_bits": 0, 2024-04-15T16:06:28.027 INFO:tasks.workunit.client.0.smithi016.stdout: "pgid": "2.9", 2024-04-15T16:06:28.028 INFO:tasks.workunit.client.0.smithi016.stdout: "pin_stats_invalid": false, 2024-04-15T16:06:28.028 INFO:tasks.workunit.client.0.smithi016.stdout: "purged_snaps": [], 2024-04-15T16:06:28.028 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_epoch": 2721, 2024-04-15T16:06:28.028 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_seq": 5054, 2024-04-15T16:06:28.028 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_duration": 0.0, 2024-04-15T16:06:28.028 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-16T15:21:54.798650+0000", 2024-04-15T16:06:28.028 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrim_duration": 0.0, 2024-04-15T16:06:28.028 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrimq_len": 0, 2024-04-15T16:06:28.028 INFO:tasks.workunit.client.0.smithi016.stdout: "stat_sum": { 2024-04-15T16:06:28.028 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes": 0, 2024-04-15T16:06:28.028 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T16:06:28.028 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_recovered": 0, 2024-04-15T16:06:28.028 INFO:tasks.workunit.client.0.smithi016.stdout: "num_deep_scrub_errors": 0, 2024-04-15T16:06:28.028 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict": 0, 2024-04-15T16:06:28.029 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_kb": 0, 2024-04-15T16:06:28.029 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_full": 0, 2024-04-15T16:06:28.029 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_some": 0, 2024-04-15T16:06:28.029 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush": 0, 2024-04-15T16:06:28.029 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_kb": 0, 2024-04-15T16:06:28.029 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_high": 0, 2024-04-15T16:06:28.029 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_low": 0, 2024-04-15T16:06:28.029 INFO:tasks.workunit.client.0.smithi016.stdout: "num_keys_recovered": 0, 2024-04-15T16:06:28.029 INFO:tasks.workunit.client.0.smithi016.stdout: "num_large_omap_objects": 0, 2024-04-15T16:06:28.029 INFO:tasks.workunit.client.0.smithi016.stdout: "num_legacy_snapsets": 0, 2024-04-15T16:06:28.029 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_clones": 0, 2024-04-15T16:06:28.029 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_copies": 0, 2024-04-15T16:06:28.029 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects": 0, 2024-04-15T16:06:28.029 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_degraded": 0, 2024-04-15T16:06:28.030 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_dirty": 0, 2024-04-15T16:06:28.030 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T16:06:28.030 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_manifest": 0, 2024-04-15T16:06:28.030 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_misplaced": 0, 2024-04-15T16:06:28.030 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing": 0, 2024-04-15T16:06:28.030 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T16:06:28.030 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_omap": 0, 2024-04-15T16:06:28.030 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_pinned": 0, 2024-04-15T16:06:28.030 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_recovered": 0, 2024-04-15T16:06:28.030 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_repaired": 0, 2024-04-15T16:06:28.030 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_unfound": 0, 2024-04-15T16:06:28.030 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_bytes": 0, 2024-04-15T16:06:28.030 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_keys": 0, 2024-04-15T16:06:28.031 INFO:tasks.workunit.client.0.smithi016.stdout: "num_promote": 0, 2024-04-15T16:06:28.031 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read": 0, 2024-04-15T16:06:28.031 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read_kb": 0, 2024-04-15T16:06:28.031 INFO:tasks.workunit.client.0.smithi016.stdout: "num_scrub_errors": 0, 2024-04-15T16:06:28.031 INFO:tasks.workunit.client.0.smithi016.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T16:06:28.031 INFO:tasks.workunit.client.0.smithi016.stdout: "num_whiteouts": 0, 2024-04-15T16:06:28.031 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write": 0, 2024-04-15T16:06:28.031 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write_kb": 0 2024-04-15T16:06:28.031 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:28.031 INFO:tasks.workunit.client.0.smithi016.stdout: "state": "active+clean", 2024-04-15T16:06:28.031 INFO:tasks.workunit.client.0.smithi016.stdout: "stats_invalid": false, 2024-04-15T16:06:28.031 INFO:tasks.workunit.client.0.smithi016.stdout: "up": [ 2024-04-15T16:06:28.031 INFO:tasks.workunit.client.0.smithi016.stdout: 1, 2024-04-15T16:06:28.031 INFO:tasks.workunit.client.0.smithi016.stdout: 2, 2024-04-15T16:06:28.031 INFO:tasks.workunit.client.0.smithi016.stdout: 3 2024-04-15T16:06:28.032 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:28.032 INFO:tasks.workunit.client.0.smithi016.stdout: "up_primary": 1, 2024-04-15T16:06:28.032 INFO:tasks.workunit.client.0.smithi016.stdout: "version": "0'0" 2024-04-15T16:06:28.032 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:28.032 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-15T16:06:28.032 INFO:tasks.workunit.client.0.smithi016.stdout: "acting": [ 2024-04-15T16:06:28.032 INFO:tasks.workunit.client.0.smithi016.stdout: 1, 2024-04-15T16:06:28.032 INFO:tasks.workunit.client.0.smithi016.stdout: 2, 2024-04-15T16:06:28.032 INFO:tasks.workunit.client.0.smithi016.stdout: 7 2024-04-15T16:06:28.032 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:28.032 INFO:tasks.workunit.client.0.smithi016.stdout: "acting_primary": 1, 2024-04-15T16:06:28.032 INFO:tasks.workunit.client.0.smithi016.stdout: "avail_no_missing": [], 2024-04-15T16:06:28.032 INFO:tasks.workunit.client.0.smithi016.stdout: "blocked_by": [], 2024-04-15T16:06:28.032 INFO:tasks.workunit.client.0.smithi016.stdout: "created": 61, 2024-04-15T16:06:28.033 INFO:tasks.workunit.client.0.smithi016.stdout: "dirty_stats_invalid": false, 2024-04-15T16:06:28.033 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T16:06:28.033 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_stats_invalid": false, 2024-04-15T16:06:28.033 INFO:tasks.workunit.client.0.smithi016.stdout: "last_active": "2024-04-15T16:05:11.869631+0000", 2024-04-15T16:06:28.033 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_active": "2024-04-15T14:44:49.366924+0000", 2024-04-15T16:06:28.033 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_peered": "2024-04-15T14:44:49.366924+0000", 2024-04-15T16:06:28.033 INFO:tasks.workunit.client.0.smithi016.stdout: "last_change": "2024-04-15T14:44:49.367314+0000", 2024-04-15T16:06:28.033 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean": "2024-04-15T16:05:11.869631+0000", 2024-04-15T16:06:28.033 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T16:06:28.033 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub": "0'0", 2024-04-15T16:06:28.033 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T16:06:28.033 INFO:tasks.workunit.client.0.smithi016.stdout: "last_epoch_clean": 532, 2024-04-15T16:06:28.033 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fresh": "2024-04-15T16:05:11.869631+0000", 2024-04-15T16:06:28.033 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fullsized": "2024-04-15T16:05:11.869631+0000", 2024-04-15T16:06:28.034 INFO:tasks.workunit.client.0.smithi016.stdout: "last_peered": "2024-04-15T16:05:11.869631+0000", 2024-04-15T16:06:28.034 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub": "0'0", 2024-04-15T16:06:28.034 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_duration": 0, 2024-04-15T16:06:28.034 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T16:06:28.034 INFO:tasks.workunit.client.0.smithi016.stdout: "last_undegraded": "2024-04-15T16:05:11.869631+0000", 2024-04-15T16:06:28.034 INFO:tasks.workunit.client.0.smithi016.stdout: "last_unstale": "2024-04-15T16:05:11.869631+0000", 2024-04-15T16:06:28.034 INFO:tasks.workunit.client.0.smithi016.stdout: "log_dups_size": 0, 2024-04-15T16:06:28.034 INFO:tasks.workunit.client.0.smithi016.stdout: "log_size": 0, 2024-04-15T16:06:28.034 INFO:tasks.workunit.client.0.smithi016.stdout: "log_start": "0'0", 2024-04-15T16:06:28.034 INFO:tasks.workunit.client.0.smithi016.stdout: "manifest_stats_invalid": false, 2024-04-15T16:06:28.034 INFO:tasks.workunit.client.0.smithi016.stdout: "mapping_epoch": 531, 2024-04-15T16:06:28.034 INFO:tasks.workunit.client.0.smithi016.stdout: "object_location_counts": [], 2024-04-15T16:06:28.034 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_scrubbed": 0, 2024-04-15T16:06:28.035 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_trimmed": 0, 2024-04-15T16:06:28.035 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_stats_invalid": false, 2024-04-15T16:06:28.035 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_size": 0, 2024-04-15T16:06:28.035 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_start": "0'0", 2024-04-15T16:06:28.035 INFO:tasks.workunit.client.0.smithi016.stdout: "parent": "0.0", 2024-04-15T16:06:28.035 INFO:tasks.workunit.client.0.smithi016.stdout: "parent_split_bits": 0, 2024-04-15T16:06:28.035 INFO:tasks.workunit.client.0.smithi016.stdout: "pgid": "3.9", 2024-04-15T16:06:28.035 INFO:tasks.workunit.client.0.smithi016.stdout: "pin_stats_invalid": false, 2024-04-15T16:06:28.035 INFO:tasks.workunit.client.0.smithi016.stdout: "purged_snaps": [], 2024-04-15T16:06:28.035 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_epoch": 2721, 2024-04-15T16:06:28.035 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_seq": 5042, 2024-04-15T16:06:28.035 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_duration": 0.0, 2024-04-15T16:06:28.035 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-16T17:12:57.647630+0000", 2024-04-15T16:06:28.035 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrim_duration": 0.0, 2024-04-15T16:06:28.035 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrimq_len": 0, 2024-04-15T16:06:28.036 INFO:tasks.workunit.client.0.smithi016.stdout: "stat_sum": { 2024-04-15T16:06:28.036 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes": 0, 2024-04-15T16:06:28.036 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T16:06:28.036 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_recovered": 0, 2024-04-15T16:06:28.036 INFO:tasks.workunit.client.0.smithi016.stdout: "num_deep_scrub_errors": 0, 2024-04-15T16:06:28.036 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict": 0, 2024-04-15T16:06:28.036 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_kb": 0, 2024-04-15T16:06:28.036 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_full": 0, 2024-04-15T16:06:28.036 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_some": 0, 2024-04-15T16:06:28.036 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush": 0, 2024-04-15T16:06:28.036 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_kb": 0, 2024-04-15T16:06:28.036 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_high": 0, 2024-04-15T16:06:28.036 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_low": 0, 2024-04-15T16:06:28.037 INFO:tasks.workunit.client.0.smithi016.stdout: "num_keys_recovered": 0, 2024-04-15T16:06:28.037 INFO:tasks.workunit.client.0.smithi016.stdout: "num_large_omap_objects": 0, 2024-04-15T16:06:28.037 INFO:tasks.workunit.client.0.smithi016.stdout: "num_legacy_snapsets": 0, 2024-04-15T16:06:28.037 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_clones": 0, 2024-04-15T16:06:28.037 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_copies": 0, 2024-04-15T16:06:28.037 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects": 0, 2024-04-15T16:06:28.037 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_degraded": 0, 2024-04-15T16:06:28.037 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_dirty": 0, 2024-04-15T16:06:28.037 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T16:06:28.037 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_manifest": 0, 2024-04-15T16:06:28.037 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_misplaced": 0, 2024-04-15T16:06:28.037 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing": 0, 2024-04-15T16:06:28.037 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T16:06:28.037 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_omap": 0, 2024-04-15T16:06:28.037 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_pinned": 0, 2024-04-15T16:06:28.038 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_recovered": 0, 2024-04-15T16:06:28.038 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_repaired": 0, 2024-04-15T16:06:28.038 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_unfound": 0, 2024-04-15T16:06:28.038 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_bytes": 0, 2024-04-15T16:06:28.038 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_keys": 0, 2024-04-15T16:06:28.038 INFO:tasks.workunit.client.0.smithi016.stdout: "num_promote": 0, 2024-04-15T16:06:28.038 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read": 0, 2024-04-15T16:06:28.038 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read_kb": 0, 2024-04-15T16:06:28.038 INFO:tasks.workunit.client.0.smithi016.stdout: "num_scrub_errors": 0, 2024-04-15T16:06:28.038 INFO:tasks.workunit.client.0.smithi016.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T16:06:28.038 INFO:tasks.workunit.client.0.smithi016.stdout: "num_whiteouts": 0, 2024-04-15T16:06:28.038 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write": 0, 2024-04-15T16:06:28.038 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write_kb": 0 2024-04-15T16:06:28.038 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:28.039 INFO:tasks.workunit.client.0.smithi016.stdout: "state": "active+clean", 2024-04-15T16:06:28.039 INFO:tasks.workunit.client.0.smithi016.stdout: "stats_invalid": false, 2024-04-15T16:06:28.039 INFO:tasks.workunit.client.0.smithi016.stdout: "up": [ 2024-04-15T16:06:28.039 INFO:tasks.workunit.client.0.smithi016.stdout: 1, 2024-04-15T16:06:28.039 INFO:tasks.workunit.client.0.smithi016.stdout: 2, 2024-04-15T16:06:28.039 INFO:tasks.workunit.client.0.smithi016.stdout: 7 2024-04-15T16:06:28.039 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:28.039 INFO:tasks.workunit.client.0.smithi016.stdout: "up_primary": 1, 2024-04-15T16:06:28.039 INFO:tasks.workunit.client.0.smithi016.stdout: "version": "0'0" 2024-04-15T16:06:28.039 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:28.039 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-15T16:06:28.039 INFO:tasks.workunit.client.0.smithi016.stdout: "acting": [ 2024-04-15T16:06:28.039 INFO:tasks.workunit.client.0.smithi016.stdout: 7, 2024-04-15T16:06:28.039 INFO:tasks.workunit.client.0.smithi016.stdout: 0, 2024-04-15T16:06:28.040 INFO:tasks.workunit.client.0.smithi016.stdout: 1 2024-04-15T16:06:28.040 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:28.040 INFO:tasks.workunit.client.0.smithi016.stdout: "acting_primary": 7, 2024-04-15T16:06:28.040 INFO:tasks.workunit.client.0.smithi016.stdout: "avail_no_missing": [], 2024-04-15T16:06:28.040 INFO:tasks.workunit.client.0.smithi016.stdout: "blocked_by": [], 2024-04-15T16:06:28.040 INFO:tasks.workunit.client.0.smithi016.stdout: "created": 60, 2024-04-15T16:06:28.040 INFO:tasks.workunit.client.0.smithi016.stdout: "dirty_stats_invalid": false, 2024-04-15T16:06:28.040 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T16:06:28.040 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_stats_invalid": false, 2024-04-15T16:06:28.040 INFO:tasks.workunit.client.0.smithi016.stdout: "last_active": "2024-04-15T16:05:12.198236+0000", 2024-04-15T16:06:28.040 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_active": "2024-04-15T14:44:49.369299+0000", 2024-04-15T16:06:28.040 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_peered": "2024-04-15T14:44:49.369299+0000", 2024-04-15T16:06:28.040 INFO:tasks.workunit.client.0.smithi016.stdout: "last_change": "2024-04-15T14:44:49.371857+0000", 2024-04-15T16:06:28.040 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean": "2024-04-15T16:05:12.198236+0000", 2024-04-15T16:06:28.041 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean_scrub_stamp": "2024-04-15T14:33:33.599136+0000", 2024-04-15T16:06:28.041 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub": "0'0", 2024-04-15T16:06:28.041 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub_stamp": "2024-04-15T14:33:33.599136+0000", 2024-04-15T16:06:28.041 INFO:tasks.workunit.client.0.smithi016.stdout: "last_epoch_clean": 532, 2024-04-15T16:06:28.041 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fresh": "2024-04-15T16:05:12.198236+0000", 2024-04-15T16:06:28.041 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fullsized": "2024-04-15T16:05:12.198236+0000", 2024-04-15T16:06:28.041 INFO:tasks.workunit.client.0.smithi016.stdout: "last_peered": "2024-04-15T16:05:12.198236+0000", 2024-04-15T16:06:28.041 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub": "0'0", 2024-04-15T16:06:28.041 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_duration": 0, 2024-04-15T16:06:28.041 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_stamp": "2024-04-15T14:33:33.599136+0000", 2024-04-15T16:06:28.041 INFO:tasks.workunit.client.0.smithi016.stdout: "last_undegraded": "2024-04-15T16:05:12.198236+0000", 2024-04-15T16:06:28.041 INFO:tasks.workunit.client.0.smithi016.stdout: "last_unstale": "2024-04-15T16:05:12.198236+0000", 2024-04-15T16:06:28.041 INFO:tasks.workunit.client.0.smithi016.stdout: "log_dups_size": 0, 2024-04-15T16:06:28.041 INFO:tasks.workunit.client.0.smithi016.stdout: "log_size": 0, 2024-04-15T16:06:28.042 INFO:tasks.workunit.client.0.smithi016.stdout: "log_start": "0'0", 2024-04-15T16:06:28.042 INFO:tasks.workunit.client.0.smithi016.stdout: "manifest_stats_invalid": false, 2024-04-15T16:06:28.042 INFO:tasks.workunit.client.0.smithi016.stdout: "mapping_epoch": 531, 2024-04-15T16:06:28.042 INFO:tasks.workunit.client.0.smithi016.stdout: "object_location_counts": [], 2024-04-15T16:06:28.042 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_scrubbed": 0, 2024-04-15T16:06:28.042 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_trimmed": 0, 2024-04-15T16:06:28.042 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_stats_invalid": false, 2024-04-15T16:06:28.042 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_size": 0, 2024-04-15T16:06:28.042 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_start": "0'0", 2024-04-15T16:06:28.042 INFO:tasks.workunit.client.0.smithi016.stdout: "parent": "0.0", 2024-04-15T16:06:28.042 INFO:tasks.workunit.client.0.smithi016.stdout: "parent_split_bits": 0, 2024-04-15T16:06:28.042 INFO:tasks.workunit.client.0.smithi016.stdout: "pgid": "2.8", 2024-04-15T16:06:28.042 INFO:tasks.workunit.client.0.smithi016.stdout: "pin_stats_invalid": false, 2024-04-15T16:06:28.042 INFO:tasks.workunit.client.0.smithi016.stdout: "purged_snaps": [], 2024-04-15T16:06:28.043 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_epoch": 2721, 2024-04-15T16:06:28.043 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_seq": 4857, 2024-04-15T16:06:28.043 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_duration": 0.0, 2024-04-15T16:06:28.043 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-16T23:40:02.722831+0000", 2024-04-15T16:06:28.043 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrim_duration": 0.0, 2024-04-15T16:06:28.043 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrimq_len": 0, 2024-04-15T16:06:28.043 INFO:tasks.workunit.client.0.smithi016.stdout: "stat_sum": { 2024-04-15T16:06:28.043 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes": 0, 2024-04-15T16:06:28.043 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T16:06:28.043 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_recovered": 0, 2024-04-15T16:06:28.043 INFO:tasks.workunit.client.0.smithi016.stdout: "num_deep_scrub_errors": 0, 2024-04-15T16:06:28.043 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict": 0, 2024-04-15T16:06:28.043 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_kb": 0, 2024-04-15T16:06:28.043 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_full": 0, 2024-04-15T16:06:28.043 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_some": 0, 2024-04-15T16:06:28.044 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush": 0, 2024-04-15T16:06:28.044 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_kb": 0, 2024-04-15T16:06:28.044 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_high": 0, 2024-04-15T16:06:28.044 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_low": 0, 2024-04-15T16:06:28.044 INFO:tasks.workunit.client.0.smithi016.stdout: "num_keys_recovered": 0, 2024-04-15T16:06:28.044 INFO:tasks.workunit.client.0.smithi016.stdout: "num_large_omap_objects": 0, 2024-04-15T16:06:28.044 INFO:tasks.workunit.client.0.smithi016.stdout: "num_legacy_snapsets": 0, 2024-04-15T16:06:28.044 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_clones": 0, 2024-04-15T16:06:28.044 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_copies": 0, 2024-04-15T16:06:28.044 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects": 0, 2024-04-15T16:06:28.044 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_degraded": 0, 2024-04-15T16:06:28.044 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_dirty": 0, 2024-04-15T16:06:28.044 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T16:06:28.044 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_manifest": 0, 2024-04-15T16:06:28.045 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_misplaced": 0, 2024-04-15T16:06:28.045 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing": 0, 2024-04-15T16:06:28.045 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T16:06:28.045 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_omap": 0, 2024-04-15T16:06:28.045 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_pinned": 0, 2024-04-15T16:06:28.045 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_recovered": 0, 2024-04-15T16:06:28.045 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_repaired": 0, 2024-04-15T16:06:28.045 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_unfound": 0, 2024-04-15T16:06:28.045 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_bytes": 0, 2024-04-15T16:06:28.045 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_keys": 0, 2024-04-15T16:06:28.045 INFO:tasks.workunit.client.0.smithi016.stdout: "num_promote": 0, 2024-04-15T16:06:28.045 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read": 0, 2024-04-15T16:06:28.045 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read_kb": 0, 2024-04-15T16:06:28.046 INFO:tasks.workunit.client.0.smithi016.stdout: "num_scrub_errors": 0, 2024-04-15T16:06:28.046 INFO:tasks.workunit.client.0.smithi016.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T16:06:28.046 INFO:tasks.workunit.client.0.smithi016.stdout: "num_whiteouts": 0, 2024-04-15T16:06:28.046 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write": 0, 2024-04-15T16:06:28.046 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write_kb": 0 2024-04-15T16:06:28.046 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:28.046 INFO:tasks.workunit.client.0.smithi016.stdout: "state": "active+clean", 2024-04-15T16:06:28.046 INFO:tasks.workunit.client.0.smithi016.stdout: "stats_invalid": false, 2024-04-15T16:06:28.046 INFO:tasks.workunit.client.0.smithi016.stdout: "up": [ 2024-04-15T16:06:28.046 INFO:tasks.workunit.client.0.smithi016.stdout: 7, 2024-04-15T16:06:28.046 INFO:tasks.workunit.client.0.smithi016.stdout: 0, 2024-04-15T16:06:28.046 INFO:tasks.workunit.client.0.smithi016.stdout: 1 2024-04-15T16:06:28.046 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:28.046 INFO:tasks.workunit.client.0.smithi016.stdout: "up_primary": 7, 2024-04-15T16:06:28.047 INFO:tasks.workunit.client.0.smithi016.stdout: "version": "0'0" 2024-04-15T16:06:28.047 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:28.047 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-15T16:06:28.047 INFO:tasks.workunit.client.0.smithi016.stdout: "acting": [ 2024-04-15T16:06:28.047 INFO:tasks.workunit.client.0.smithi016.stdout: 2, 2024-04-15T16:06:28.047 INFO:tasks.workunit.client.0.smithi016.stdout: 1, 2024-04-15T16:06:28.047 INFO:tasks.workunit.client.0.smithi016.stdout: 4 2024-04-15T16:06:28.047 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:28.047 INFO:tasks.workunit.client.0.smithi016.stdout: "acting_primary": 2, 2024-04-15T16:06:28.047 INFO:tasks.workunit.client.0.smithi016.stdout: "avail_no_missing": [], 2024-04-15T16:06:28.047 INFO:tasks.workunit.client.0.smithi016.stdout: "blocked_by": [], 2024-04-15T16:06:28.047 INFO:tasks.workunit.client.0.smithi016.stdout: "created": 61, 2024-04-15T16:06:28.047 INFO:tasks.workunit.client.0.smithi016.stdout: "dirty_stats_invalid": false, 2024-04-15T16:06:28.048 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T16:06:28.048 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_stats_invalid": false, 2024-04-15T16:06:28.048 INFO:tasks.workunit.client.0.smithi016.stdout: "last_active": "2024-04-15T16:05:12.198061+0000", 2024-04-15T16:06:28.048 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_active": "2024-04-15T14:43:32.415488+0000", 2024-04-15T16:06:28.048 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_peered": "2024-04-15T14:43:32.415488+0000", 2024-04-15T16:06:28.048 INFO:tasks.workunit.client.0.smithi016.stdout: "last_change": "2024-04-15T14:43:32.415891+0000", 2024-04-15T16:06:28.048 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean": "2024-04-15T16:05:12.198061+0000", 2024-04-15T16:06:28.048 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T16:06:28.048 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub": "0'0", 2024-04-15T16:06:28.048 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T16:06:28.048 INFO:tasks.workunit.client.0.smithi016.stdout: "last_epoch_clean": 455, 2024-04-15T16:06:28.048 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fresh": "2024-04-15T16:05:12.198061+0000", 2024-04-15T16:06:28.048 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fullsized": "2024-04-15T16:05:12.198061+0000", 2024-04-15T16:06:28.048 INFO:tasks.workunit.client.0.smithi016.stdout: "last_peered": "2024-04-15T16:05:12.198061+0000", 2024-04-15T16:06:28.049 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub": "0'0", 2024-04-15T16:06:28.049 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_duration": 0, 2024-04-15T16:06:28.049 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T16:06:28.049 INFO:tasks.workunit.client.0.smithi016.stdout: "last_undegraded": "2024-04-15T16:05:12.198061+0000", 2024-04-15T16:06:28.049 INFO:tasks.workunit.client.0.smithi016.stdout: "last_unstale": "2024-04-15T16:05:12.198061+0000", 2024-04-15T16:06:28.049 INFO:tasks.workunit.client.0.smithi016.stdout: "log_dups_size": 0, 2024-04-15T16:06:28.049 INFO:tasks.workunit.client.0.smithi016.stdout: "log_size": 0, 2024-04-15T16:06:28.049 INFO:tasks.workunit.client.0.smithi016.stdout: "log_start": "0'0", 2024-04-15T16:06:28.049 INFO:tasks.workunit.client.0.smithi016.stdout: "manifest_stats_invalid": false, 2024-04-15T16:06:28.049 INFO:tasks.workunit.client.0.smithi016.stdout: "mapping_epoch": 454, 2024-04-15T16:06:28.049 INFO:tasks.workunit.client.0.smithi016.stdout: "object_location_counts": [], 2024-04-15T16:06:28.049 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_scrubbed": 0, 2024-04-15T16:06:28.049 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_trimmed": 0, 2024-04-15T16:06:28.049 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_stats_invalid": false, 2024-04-15T16:06:28.050 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_size": 0, 2024-04-15T16:06:28.050 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_start": "0'0", 2024-04-15T16:06:28.050 INFO:tasks.workunit.client.0.smithi016.stdout: "parent": "0.0", 2024-04-15T16:06:28.050 INFO:tasks.workunit.client.0.smithi016.stdout: "parent_split_bits": 0, 2024-04-15T16:06:28.050 INFO:tasks.workunit.client.0.smithi016.stdout: "pgid": "3.6", 2024-04-15T16:06:28.050 INFO:tasks.workunit.client.0.smithi016.stdout: "pin_stats_invalid": false, 2024-04-15T16:06:28.050 INFO:tasks.workunit.client.0.smithi016.stdout: "purged_snaps": [], 2024-04-15T16:06:28.050 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_epoch": 2721, 2024-04-15T16:06:28.050 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_seq": 5012, 2024-04-15T16:06:28.050 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_duration": 0.0, 2024-04-15T16:06:28.050 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-16T22:55:49.796747+0000", 2024-04-15T16:06:28.050 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrim_duration": 0.0, 2024-04-15T16:06:28.050 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrimq_len": 0, 2024-04-15T16:06:28.051 INFO:tasks.workunit.client.0.smithi016.stdout: "stat_sum": { 2024-04-15T16:06:28.051 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes": 0, 2024-04-15T16:06:28.051 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T16:06:28.051 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_recovered": 0, 2024-04-15T16:06:28.051 INFO:tasks.workunit.client.0.smithi016.stdout: "num_deep_scrub_errors": 0, 2024-04-15T16:06:28.051 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict": 0, 2024-04-15T16:06:28.051 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_kb": 0, 2024-04-15T16:06:28.051 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_full": 0, 2024-04-15T16:06:28.051 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_some": 0, 2024-04-15T16:06:28.051 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush": 0, 2024-04-15T16:06:28.051 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_kb": 0, 2024-04-15T16:06:28.051 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_high": 0, 2024-04-15T16:06:28.051 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_low": 0, 2024-04-15T16:06:28.051 INFO:tasks.workunit.client.0.smithi016.stdout: "num_keys_recovered": 0, 2024-04-15T16:06:28.052 INFO:tasks.workunit.client.0.smithi016.stdout: "num_large_omap_objects": 0, 2024-04-15T16:06:28.052 INFO:tasks.workunit.client.0.smithi016.stdout: "num_legacy_snapsets": 0, 2024-04-15T16:06:28.052 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_clones": 0, 2024-04-15T16:06:28.052 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_copies": 0, 2024-04-15T16:06:28.052 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects": 0, 2024-04-15T16:06:28.052 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_degraded": 0, 2024-04-15T16:06:28.052 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_dirty": 0, 2024-04-15T16:06:28.052 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T16:06:28.052 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_manifest": 0, 2024-04-15T16:06:28.052 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_misplaced": 0, 2024-04-15T16:06:28.052 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing": 0, 2024-04-15T16:06:28.052 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T16:06:28.052 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_omap": 0, 2024-04-15T16:06:28.052 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_pinned": 0, 2024-04-15T16:06:28.052 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_recovered": 0, 2024-04-15T16:06:28.053 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_repaired": 0, 2024-04-15T16:06:28.053 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_unfound": 0, 2024-04-15T16:06:28.053 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_bytes": 0, 2024-04-15T16:06:28.053 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_keys": 0, 2024-04-15T16:06:28.053 INFO:tasks.workunit.client.0.smithi016.stdout: "num_promote": 0, 2024-04-15T16:06:28.053 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read": 0, 2024-04-15T16:06:28.053 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read_kb": 0, 2024-04-15T16:06:28.053 INFO:tasks.workunit.client.0.smithi016.stdout: "num_scrub_errors": 0, 2024-04-15T16:06:28.053 INFO:tasks.workunit.client.0.smithi016.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T16:06:28.053 INFO:tasks.workunit.client.0.smithi016.stdout: "num_whiteouts": 0, 2024-04-15T16:06:28.053 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write": 0, 2024-04-15T16:06:28.053 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write_kb": 0 2024-04-15T16:06:28.053 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:28.053 INFO:tasks.workunit.client.0.smithi016.stdout: "state": "active+clean", 2024-04-15T16:06:28.054 INFO:tasks.workunit.client.0.smithi016.stdout: "stats_invalid": false, 2024-04-15T16:06:28.054 INFO:tasks.workunit.client.0.smithi016.stdout: "up": [ 2024-04-15T16:06:28.054 INFO:tasks.workunit.client.0.smithi016.stdout: 2, 2024-04-15T16:06:28.054 INFO:tasks.workunit.client.0.smithi016.stdout: 1, 2024-04-15T16:06:28.054 INFO:tasks.workunit.client.0.smithi016.stdout: 4 2024-04-15T16:06:28.054 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:28.054 INFO:tasks.workunit.client.0.smithi016.stdout: "up_primary": 2, 2024-04-15T16:06:28.054 INFO:tasks.workunit.client.0.smithi016.stdout: "version": "0'0" 2024-04-15T16:06:28.054 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:28.054 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-15T16:06:28.054 INFO:tasks.workunit.client.0.smithi016.stdout: "acting": [ 2024-04-15T16:06:28.054 INFO:tasks.workunit.client.0.smithi016.stdout: 6, 2024-04-15T16:06:28.054 INFO:tasks.workunit.client.0.smithi016.stdout: 1, 2024-04-15T16:06:28.055 INFO:tasks.workunit.client.0.smithi016.stdout: 2 2024-04-15T16:06:28.055 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:28.055 INFO:tasks.workunit.client.0.smithi016.stdout: "acting_primary": 6, 2024-04-15T16:06:28.055 INFO:tasks.workunit.client.0.smithi016.stdout: "avail_no_missing": [], 2024-04-15T16:06:28.055 INFO:tasks.workunit.client.0.smithi016.stdout: "blocked_by": [], 2024-04-15T16:06:28.055 INFO:tasks.workunit.client.0.smithi016.stdout: "created": 60, 2024-04-15T16:06:28.055 INFO:tasks.workunit.client.0.smithi016.stdout: "dirty_stats_invalid": false, 2024-04-15T16:06:28.055 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T16:06:28.055 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_stats_invalid": false, 2024-04-15T16:06:28.055 INFO:tasks.workunit.client.0.smithi016.stdout: "last_active": "2024-04-15T16:05:11.413796+0000", 2024-04-15T16:06:28.055 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_active": "2024-04-15T14:44:28.458225+0000", 2024-04-15T16:06:28.055 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_peered": "2024-04-15T14:44:28.458225+0000", 2024-04-15T16:06:28.055 INFO:tasks.workunit.client.0.smithi016.stdout: "last_change": "2024-04-15T14:44:28.459424+0000", 2024-04-15T16:06:28.055 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean": "2024-04-15T16:05:11.413796+0000", 2024-04-15T16:06:28.055 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean_scrub_stamp": "2024-04-15T14:33:33.599136+0000", 2024-04-15T16:06:28.056 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub": "0'0", 2024-04-15T16:06:28.056 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub_stamp": "2024-04-15T14:33:33.599136+0000", 2024-04-15T16:06:28.056 INFO:tasks.workunit.client.0.smithi016.stdout: "last_epoch_clean": 511, 2024-04-15T16:06:28.056 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fresh": "2024-04-15T16:05:11.413796+0000", 2024-04-15T16:06:28.056 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fullsized": "2024-04-15T16:05:11.413796+0000", 2024-04-15T16:06:28.056 INFO:tasks.workunit.client.0.smithi016.stdout: "last_peered": "2024-04-15T16:05:11.413796+0000", 2024-04-15T16:06:28.056 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub": "0'0", 2024-04-15T16:06:28.056 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_duration": 0, 2024-04-15T16:06:28.056 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_stamp": "2024-04-15T14:33:33.599136+0000", 2024-04-15T16:06:28.056 INFO:tasks.workunit.client.0.smithi016.stdout: "last_undegraded": "2024-04-15T16:05:11.413796+0000", 2024-04-15T16:06:28.056 INFO:tasks.workunit.client.0.smithi016.stdout: "last_unstale": "2024-04-15T16:05:11.413796+0000", 2024-04-15T16:06:28.056 INFO:tasks.workunit.client.0.smithi016.stdout: "log_dups_size": 0, 2024-04-15T16:06:28.056 INFO:tasks.workunit.client.0.smithi016.stdout: "log_size": 2, 2024-04-15T16:06:28.056 INFO:tasks.workunit.client.0.smithi016.stdout: "log_start": "0'0", 2024-04-15T16:06:28.057 INFO:tasks.workunit.client.0.smithi016.stdout: "manifest_stats_invalid": false, 2024-04-15T16:06:28.057 INFO:tasks.workunit.client.0.smithi016.stdout: "mapping_epoch": 510, 2024-04-15T16:06:28.057 INFO:tasks.workunit.client.0.smithi016.stdout: "object_location_counts": [], 2024-04-15T16:06:28.057 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_scrubbed": 0, 2024-04-15T16:06:28.057 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_trimmed": 0, 2024-04-15T16:06:28.057 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_stats_invalid": false, 2024-04-15T16:06:28.057 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_size": 2, 2024-04-15T16:06:28.057 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_start": "0'0", 2024-04-15T16:06:28.057 INFO:tasks.workunit.client.0.smithi016.stdout: "parent": "0.0", 2024-04-15T16:06:28.057 INFO:tasks.workunit.client.0.smithi016.stdout: "parent_split_bits": 0, 2024-04-15T16:06:28.057 INFO:tasks.workunit.client.0.smithi016.stdout: "pgid": "2.7", 2024-04-15T16:06:28.057 INFO:tasks.workunit.client.0.smithi016.stdout: "pin_stats_invalid": false, 2024-04-15T16:06:28.057 INFO:tasks.workunit.client.0.smithi016.stdout: "purged_snaps": [], 2024-04-15T16:06:28.057 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_epoch": 2721, 2024-04-15T16:06:28.058 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_seq": 4891, 2024-04-15T16:06:28.058 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_duration": 0.0, 2024-04-15T16:06:28.058 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-16T20:12:37.973850+0000", 2024-04-15T16:06:28.058 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrim_duration": 0.0, 2024-04-15T16:06:28.058 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrimq_len": 0, 2024-04-15T16:06:28.058 INFO:tasks.workunit.client.0.smithi016.stdout: "stat_sum": { 2024-04-15T16:06:28.058 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes": 0, 2024-04-15T16:06:28.058 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T16:06:28.058 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_recovered": 0, 2024-04-15T16:06:28.058 INFO:tasks.workunit.client.0.smithi016.stdout: "num_deep_scrub_errors": 0, 2024-04-15T16:06:28.058 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict": 0, 2024-04-15T16:06:28.058 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_kb": 0, 2024-04-15T16:06:28.058 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_full": 0, 2024-04-15T16:06:28.058 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_some": 0, 2024-04-15T16:06:28.059 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush": 0, 2024-04-15T16:06:28.059 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_kb": 0, 2024-04-15T16:06:28.059 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_high": 0, 2024-04-15T16:06:28.059 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_low": 0, 2024-04-15T16:06:28.059 INFO:tasks.workunit.client.0.smithi016.stdout: "num_keys_recovered": 0, 2024-04-15T16:06:28.059 INFO:tasks.workunit.client.0.smithi016.stdout: "num_large_omap_objects": 0, 2024-04-15T16:06:28.059 INFO:tasks.workunit.client.0.smithi016.stdout: "num_legacy_snapsets": 0, 2024-04-15T16:06:28.059 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_clones": 0, 2024-04-15T16:06:28.059 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_copies": 3, 2024-04-15T16:06:28.059 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects": 1, 2024-04-15T16:06:28.059 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_degraded": 0, 2024-04-15T16:06:28.059 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_dirty": 1, 2024-04-15T16:06:28.059 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T16:06:28.059 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_manifest": 0, 2024-04-15T16:06:28.060 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_misplaced": 0, 2024-04-15T16:06:28.060 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing": 0, 2024-04-15T16:06:28.060 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T16:06:28.060 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_omap": 1, 2024-04-15T16:06:28.060 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_pinned": 0, 2024-04-15T16:06:28.060 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_recovered": 0, 2024-04-15T16:06:28.060 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_repaired": 0, 2024-04-15T16:06:28.060 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_unfound": 0, 2024-04-15T16:06:28.060 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_bytes": 0, 2024-04-15T16:06:28.060 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_keys": 0, 2024-04-15T16:06:28.060 INFO:tasks.workunit.client.0.smithi016.stdout: "num_promote": 0, 2024-04-15T16:06:28.060 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read": 12, 2024-04-15T16:06:28.060 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read_kb": 12, 2024-04-15T16:06:28.060 INFO:tasks.workunit.client.0.smithi016.stdout: "num_scrub_errors": 0, 2024-04-15T16:06:28.061 INFO:tasks.workunit.client.0.smithi016.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T16:06:28.061 INFO:tasks.workunit.client.0.smithi016.stdout: "num_whiteouts": 0, 2024-04-15T16:06:28.061 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write": 3, 2024-04-15T16:06:28.061 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write_kb": 0 2024-04-15T16:06:28.061 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:28.061 INFO:tasks.workunit.client.0.smithi016.stdout: "state": "active+clean", 2024-04-15T16:06:28.061 INFO:tasks.workunit.client.0.smithi016.stdout: "stats_invalid": false, 2024-04-15T16:06:28.061 INFO:tasks.workunit.client.0.smithi016.stdout: "up": [ 2024-04-15T16:06:28.061 INFO:tasks.workunit.client.0.smithi016.stdout: 6, 2024-04-15T16:06:28.061 INFO:tasks.workunit.client.0.smithi016.stdout: 1, 2024-04-15T16:06:28.061 INFO:tasks.workunit.client.0.smithi016.stdout: 2 2024-04-15T16:06:28.061 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:28.061 INFO:tasks.workunit.client.0.smithi016.stdout: "up_primary": 6, 2024-04-15T16:06:28.061 INFO:tasks.workunit.client.0.smithi016.stdout: "version": "62'2" 2024-04-15T16:06:28.062 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:28.062 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-15T16:06:28.062 INFO:tasks.workunit.client.0.smithi016.stdout: "acting": [ 2024-04-15T16:06:28.062 INFO:tasks.workunit.client.0.smithi016.stdout: 4, 2024-04-15T16:06:28.062 INFO:tasks.workunit.client.0.smithi016.stdout: 5, 2024-04-15T16:06:28.062 INFO:tasks.workunit.client.0.smithi016.stdout: 6 2024-04-15T16:06:28.062 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:28.062 INFO:tasks.workunit.client.0.smithi016.stdout: "acting_primary": 4, 2024-04-15T16:06:28.062 INFO:tasks.workunit.client.0.smithi016.stdout: "avail_no_missing": [], 2024-04-15T16:06:28.062 INFO:tasks.workunit.client.0.smithi016.stdout: "blocked_by": [], 2024-04-15T16:06:28.062 INFO:tasks.workunit.client.0.smithi016.stdout: "created": 66, 2024-04-15T16:06:28.062 INFO:tasks.workunit.client.0.smithi016.stdout: "dirty_stats_invalid": false, 2024-04-15T16:06:28.062 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T16:06:28.062 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_stats_invalid": false, 2024-04-15T16:06:28.062 INFO:tasks.workunit.client.0.smithi016.stdout: "last_active": "2024-04-15T16:05:12.197195+0000", 2024-04-15T16:06:28.063 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_active": "2024-04-15T14:44:28.448444+0000", 2024-04-15T16:06:28.063 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_peered": "2024-04-15T14:44:28.448444+0000", 2024-04-15T16:06:28.063 INFO:tasks.workunit.client.0.smithi016.stdout: "last_change": "2024-04-15T15:17:56.728576+0000", 2024-04-15T16:06:28.063 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean": "2024-04-15T16:05:12.197195+0000", 2024-04-15T16:06:28.063 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean_scrub_stamp": "2024-04-15T14:34:07.163731+0000", 2024-04-15T16:06:28.063 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub": "0'0", 2024-04-15T16:06:28.063 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub_stamp": "2024-04-15T14:34:07.163731+0000", 2024-04-15T16:06:28.063 INFO:tasks.workunit.client.0.smithi016.stdout: "last_epoch_clean": 511, 2024-04-15T16:06:28.063 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fresh": "2024-04-15T16:05:12.197195+0000", 2024-04-15T16:06:28.063 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fullsized": "2024-04-15T16:05:12.197195+0000", 2024-04-15T16:06:28.063 INFO:tasks.workunit.client.0.smithi016.stdout: "last_peered": "2024-04-15T16:05:12.197195+0000", 2024-04-15T16:06:28.063 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub": "0'0", 2024-04-15T16:06:28.063 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_duration": 0, 2024-04-15T16:06:28.064 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_stamp": "2024-04-15T14:34:07.163731+0000", 2024-04-15T16:06:28.064 INFO:tasks.workunit.client.0.smithi016.stdout: "last_undegraded": "2024-04-15T16:05:12.197195+0000", 2024-04-15T16:06:28.064 INFO:tasks.workunit.client.0.smithi016.stdout: "last_unstale": "2024-04-15T16:05:12.197195+0000", 2024-04-15T16:06:28.064 INFO:tasks.workunit.client.0.smithi016.stdout: "log_dups_size": 0, 2024-04-15T16:06:28.064 INFO:tasks.workunit.client.0.smithi016.stdout: "log_size": 3013, 2024-04-15T16:06:28.064 INFO:tasks.workunit.client.0.smithi016.stdout: "log_start": "0'0", 2024-04-15T16:06:28.064 INFO:tasks.workunit.client.0.smithi016.stdout: "manifest_stats_invalid": false, 2024-04-15T16:06:28.064 INFO:tasks.workunit.client.0.smithi016.stdout: "mapping_epoch": 510, 2024-04-15T16:06:28.064 INFO:tasks.workunit.client.0.smithi016.stdout: "object_location_counts": [], 2024-04-15T16:06:28.064 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_scrubbed": 0, 2024-04-15T16:06:28.064 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_trimmed": 0, 2024-04-15T16:06:28.064 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_stats_invalid": false, 2024-04-15T16:06:28.064 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_size": 3013, 2024-04-15T16:06:28.064 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_start": "0'0", 2024-04-15T16:06:28.065 INFO:tasks.workunit.client.0.smithi016.stdout: "parent": "0.0", 2024-04-15T16:06:28.065 INFO:tasks.workunit.client.0.smithi016.stdout: "parent_split_bits": 0, 2024-04-15T16:06:28.065 INFO:tasks.workunit.client.0.smithi016.stdout: "pgid": "4.1", 2024-04-15T16:06:28.065 INFO:tasks.workunit.client.0.smithi016.stdout: "pin_stats_invalid": false, 2024-04-15T16:06:28.065 INFO:tasks.workunit.client.0.smithi016.stdout: "purged_snaps": [], 2024-04-15T16:06:28.065 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_epoch": 2721, 2024-04-15T16:06:28.065 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_seq": 8863, 2024-04-15T16:06:28.065 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_duration": 0.0, 2024-04-15T16:06:28.065 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-16T18:16:04.447206+0000", 2024-04-15T16:06:28.065 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrim_duration": 0.003109583, 2024-04-15T16:06:28.065 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrimq_len": 0, 2024-04-15T16:06:28.065 INFO:tasks.workunit.client.0.smithi016.stdout: "stat_sum": { 2024-04-15T16:06:28.065 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes": 0, 2024-04-15T16:06:28.065 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T16:06:28.066 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_recovered": 0, 2024-04-15T16:06:28.066 INFO:tasks.workunit.client.0.smithi016.stdout: "num_deep_scrub_errors": 0, 2024-04-15T16:06:28.066 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict": 0, 2024-04-15T16:06:28.066 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_kb": 0, 2024-04-15T16:06:28.066 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_full": 0, 2024-04-15T16:06:28.066 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_some": 0, 2024-04-15T16:06:28.066 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush": 0, 2024-04-15T16:06:28.066 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_kb": 0, 2024-04-15T16:06:28.066 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_high": 0, 2024-04-15T16:06:28.066 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_low": 0, 2024-04-15T16:06:28.066 INFO:tasks.workunit.client.0.smithi016.stdout: "num_keys_recovered": 0, 2024-04-15T16:06:28.066 INFO:tasks.workunit.client.0.smithi016.stdout: "num_large_omap_objects": 0, 2024-04-15T16:06:28.066 INFO:tasks.workunit.client.0.smithi016.stdout: "num_legacy_snapsets": 0, 2024-04-15T16:06:28.066 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_clones": 0, 2024-04-15T16:06:28.067 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_copies": 0, 2024-04-15T16:06:28.067 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects": 0, 2024-04-15T16:06:28.067 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_degraded": 0, 2024-04-15T16:06:28.067 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_dirty": 0, 2024-04-15T16:06:28.067 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T16:06:28.067 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_manifest": 0, 2024-04-15T16:06:28.067 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_misplaced": 0, 2024-04-15T16:06:28.067 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing": 0, 2024-04-15T16:06:28.067 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T16:06:28.067 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_omap": 0, 2024-04-15T16:06:28.067 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_pinned": 0, 2024-04-15T16:06:28.067 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_recovered": 0, 2024-04-15T16:06:28.067 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_repaired": 0, 2024-04-15T16:06:28.067 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_unfound": 0, 2024-04-15T16:06:28.067 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_bytes": 0, 2024-04-15T16:06:28.068 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_keys": 0, 2024-04-15T16:06:28.068 INFO:tasks.workunit.client.0.smithi016.stdout: "num_promote": 0, 2024-04-15T16:06:28.068 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read": 1530, 2024-04-15T16:06:28.068 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read_kb": 343297, 2024-04-15T16:06:28.068 INFO:tasks.workunit.client.0.smithi016.stdout: "num_scrub_errors": 0, 2024-04-15T16:06:28.068 INFO:tasks.workunit.client.0.smithi016.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T16:06:28.068 INFO:tasks.workunit.client.0.smithi016.stdout: "num_whiteouts": 0, 2024-04-15T16:06:28.068 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write": 2985, 2024-04-15T16:06:28.068 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write_kb": 382699 2024-04-15T16:06:28.068 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:28.068 INFO:tasks.workunit.client.0.smithi016.stdout: "state": "active+clean", 2024-04-15T16:06:28.068 INFO:tasks.workunit.client.0.smithi016.stdout: "stats_invalid": false, 2024-04-15T16:06:28.068 INFO:tasks.workunit.client.0.smithi016.stdout: "up": [ 2024-04-15T16:06:28.068 INFO:tasks.workunit.client.0.smithi016.stdout: 4, 2024-04-15T16:06:28.069 INFO:tasks.workunit.client.0.smithi016.stdout: 5, 2024-04-15T16:06:28.069 INFO:tasks.workunit.client.0.smithi016.stdout: 6 2024-04-15T16:06:28.069 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:28.069 INFO:tasks.workunit.client.0.smithi016.stdout: "up_primary": 4, 2024-04-15T16:06:28.069 INFO:tasks.workunit.client.0.smithi016.stdout: "version": "1096'3013" 2024-04-15T16:06:28.069 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:28.069 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-15T16:06:28.069 INFO:tasks.workunit.client.0.smithi016.stdout: "acting": [ 2024-04-15T16:06:28.069 INFO:tasks.workunit.client.0.smithi016.stdout: 3, 2024-04-15T16:06:28.069 INFO:tasks.workunit.client.0.smithi016.stdout: 7, 2024-04-15T16:06:28.069 INFO:tasks.workunit.client.0.smithi016.stdout: 0 2024-04-15T16:06:28.069 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:28.069 INFO:tasks.workunit.client.0.smithi016.stdout: "acting_primary": 3, 2024-04-15T16:06:28.069 INFO:tasks.workunit.client.0.smithi016.stdout: "avail_no_missing": [], 2024-04-15T16:06:28.070 INFO:tasks.workunit.client.0.smithi016.stdout: "blocked_by": [], 2024-04-15T16:06:28.070 INFO:tasks.workunit.client.0.smithi016.stdout: "created": 61, 2024-04-15T16:06:28.070 INFO:tasks.workunit.client.0.smithi016.stdout: "dirty_stats_invalid": false, 2024-04-15T16:06:28.070 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T16:06:28.070 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_stats_invalid": false, 2024-04-15T16:06:28.070 INFO:tasks.workunit.client.0.smithi016.stdout: "last_active": "2024-04-15T16:05:12.199225+0000", 2024-04-15T16:06:28.070 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_active": "2024-04-15T14:44:49.367670+0000", 2024-04-15T16:06:28.070 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_peered": "2024-04-15T14:44:49.367670+0000", 2024-04-15T16:06:28.070 INFO:tasks.workunit.client.0.smithi016.stdout: "last_change": "2024-04-15T14:44:49.368022+0000", 2024-04-15T16:06:28.070 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean": "2024-04-15T16:05:12.199225+0000", 2024-04-15T16:06:28.070 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T16:06:28.070 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub": "0'0", 2024-04-15T16:06:28.070 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T16:06:28.070 INFO:tasks.workunit.client.0.smithi016.stdout: "last_epoch_clean": 532, 2024-04-15T16:06:28.071 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fresh": "2024-04-15T16:05:12.199225+0000", 2024-04-15T16:06:28.071 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fullsized": "2024-04-15T16:05:12.199225+0000", 2024-04-15T16:06:28.071 INFO:tasks.workunit.client.0.smithi016.stdout: "last_peered": "2024-04-15T16:05:12.199225+0000", 2024-04-15T16:06:28.071 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub": "0'0", 2024-04-15T16:06:28.071 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_duration": 0, 2024-04-15T16:06:28.071 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T16:06:28.071 INFO:tasks.workunit.client.0.smithi016.stdout: "last_undegraded": "2024-04-15T16:05:12.199225+0000", 2024-04-15T16:06:28.071 INFO:tasks.workunit.client.0.smithi016.stdout: "last_unstale": "2024-04-15T16:05:12.199225+0000", 2024-04-15T16:06:28.071 INFO:tasks.workunit.client.0.smithi016.stdout: "log_dups_size": 0, 2024-04-15T16:06:28.071 INFO:tasks.workunit.client.0.smithi016.stdout: "log_size": 0, 2024-04-15T16:06:28.071 INFO:tasks.workunit.client.0.smithi016.stdout: "log_start": "0'0", 2024-04-15T16:06:28.071 INFO:tasks.workunit.client.0.smithi016.stdout: "manifest_stats_invalid": false, 2024-04-15T16:06:28.071 INFO:tasks.workunit.client.0.smithi016.stdout: "mapping_epoch": 531, 2024-04-15T16:06:28.071 INFO:tasks.workunit.client.0.smithi016.stdout: "object_location_counts": [], 2024-04-15T16:06:28.072 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_scrubbed": 0, 2024-04-15T16:06:28.072 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_trimmed": 0, 2024-04-15T16:06:28.072 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_stats_invalid": false, 2024-04-15T16:06:28.072 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_size": 0, 2024-04-15T16:06:28.072 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_start": "0'0", 2024-04-15T16:06:28.072 INFO:tasks.workunit.client.0.smithi016.stdout: "parent": "0.0", 2024-04-15T16:06:28.072 INFO:tasks.workunit.client.0.smithi016.stdout: "parent_split_bits": 0, 2024-04-15T16:06:28.072 INFO:tasks.workunit.client.0.smithi016.stdout: "pgid": "3.7", 2024-04-15T16:06:28.072 INFO:tasks.workunit.client.0.smithi016.stdout: "pin_stats_invalid": false, 2024-04-15T16:06:28.072 INFO:tasks.workunit.client.0.smithi016.stdout: "purged_snaps": [], 2024-04-15T16:06:28.072 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_epoch": 2721, 2024-04-15T16:06:28.072 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_seq": 4954, 2024-04-15T16:06:28.072 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_duration": 0.0, 2024-04-15T16:06:28.072 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-16T20:19:11.670611+0000", 2024-04-15T16:06:28.072 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrim_duration": 0.0, 2024-04-15T16:06:28.073 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrimq_len": 0, 2024-04-15T16:06:28.073 INFO:tasks.workunit.client.0.smithi016.stdout: "stat_sum": { 2024-04-15T16:06:28.073 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes": 0, 2024-04-15T16:06:28.073 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T16:06:28.073 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_recovered": 0, 2024-04-15T16:06:28.073 INFO:tasks.workunit.client.0.smithi016.stdout: "num_deep_scrub_errors": 0, 2024-04-15T16:06:28.073 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict": 0, 2024-04-15T16:06:28.073 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_kb": 0, 2024-04-15T16:06:28.073 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_full": 0, 2024-04-15T16:06:28.073 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_some": 0, 2024-04-15T16:06:28.073 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush": 0, 2024-04-15T16:06:28.073 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_kb": 0, 2024-04-15T16:06:28.073 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_high": 0, 2024-04-15T16:06:28.073 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_low": 0, 2024-04-15T16:06:28.074 INFO:tasks.workunit.client.0.smithi016.stdout: "num_keys_recovered": 0, 2024-04-15T16:06:28.074 INFO:tasks.workunit.client.0.smithi016.stdout: "num_large_omap_objects": 0, 2024-04-15T16:06:28.074 INFO:tasks.workunit.client.0.smithi016.stdout: "num_legacy_snapsets": 0, 2024-04-15T16:06:28.074 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_clones": 0, 2024-04-15T16:06:28.074 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_copies": 0, 2024-04-15T16:06:28.074 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects": 0, 2024-04-15T16:06:28.074 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_degraded": 0, 2024-04-15T16:06:28.074 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_dirty": 0, 2024-04-15T16:06:28.074 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T16:06:28.074 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_manifest": 0, 2024-04-15T16:06:28.074 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_misplaced": 0, 2024-04-15T16:06:28.074 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing": 0, 2024-04-15T16:06:28.074 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T16:06:28.074 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_omap": 0, 2024-04-15T16:06:28.075 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_pinned": 0, 2024-04-15T16:06:28.075 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_recovered": 0, 2024-04-15T16:06:28.075 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_repaired": 0, 2024-04-15T16:06:28.075 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_unfound": 0, 2024-04-15T16:06:28.075 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_bytes": 0, 2024-04-15T16:06:28.075 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_keys": 0, 2024-04-15T16:06:28.075 INFO:tasks.workunit.client.0.smithi016.stdout: "num_promote": 0, 2024-04-15T16:06:28.075 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read": 0, 2024-04-15T16:06:28.075 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read_kb": 0, 2024-04-15T16:06:28.075 INFO:tasks.workunit.client.0.smithi016.stdout: "num_scrub_errors": 0, 2024-04-15T16:06:28.075 INFO:tasks.workunit.client.0.smithi016.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T16:06:28.075 INFO:tasks.workunit.client.0.smithi016.stdout: "num_whiteouts": 0, 2024-04-15T16:06:28.075 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write": 0, 2024-04-15T16:06:28.075 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write_kb": 0 2024-04-15T16:06:28.075 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:28.076 INFO:tasks.workunit.client.0.smithi016.stdout: "state": "active+clean", 2024-04-15T16:06:28.076 INFO:tasks.workunit.client.0.smithi016.stdout: "stats_invalid": false, 2024-04-15T16:06:28.076 INFO:tasks.workunit.client.0.smithi016.stdout: "up": [ 2024-04-15T16:06:28.076 INFO:tasks.workunit.client.0.smithi016.stdout: 3, 2024-04-15T16:06:28.076 INFO:tasks.workunit.client.0.smithi016.stdout: 7, 2024-04-15T16:06:28.076 INFO:tasks.workunit.client.0.smithi016.stdout: 0 2024-04-15T16:06:28.076 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:28.076 INFO:tasks.workunit.client.0.smithi016.stdout: "up_primary": 3, 2024-04-15T16:06:28.076 INFO:tasks.workunit.client.0.smithi016.stdout: "version": "0'0" 2024-04-15T16:06:28.076 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:28.076 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-15T16:06:28.076 INFO:tasks.workunit.client.0.smithi016.stdout: "acting": [ 2024-04-15T16:06:28.076 INFO:tasks.workunit.client.0.smithi016.stdout: 1, 2024-04-15T16:06:28.076 INFO:tasks.workunit.client.0.smithi016.stdout: 6, 2024-04-15T16:06:28.076 INFO:tasks.workunit.client.0.smithi016.stdout: 4 2024-04-15T16:06:28.077 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:28.077 INFO:tasks.workunit.client.0.smithi016.stdout: "acting_primary": 1, 2024-04-15T16:06:28.077 INFO:tasks.workunit.client.0.smithi016.stdout: "avail_no_missing": [], 2024-04-15T16:06:28.077 INFO:tasks.workunit.client.0.smithi016.stdout: "blocked_by": [], 2024-04-15T16:06:28.077 INFO:tasks.workunit.client.0.smithi016.stdout: "created": 60, 2024-04-15T16:06:28.077 INFO:tasks.workunit.client.0.smithi016.stdout: "dirty_stats_invalid": false, 2024-04-15T16:06:28.077 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T16:06:28.077 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_stats_invalid": false, 2024-04-15T16:06:28.077 INFO:tasks.workunit.client.0.smithi016.stdout: "last_active": "2024-04-15T16:05:11.870667+0000", 2024-04-15T16:06:28.077 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_active": "2024-04-15T14:44:28.449668+0000", 2024-04-15T16:06:28.077 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_peered": "2024-04-15T14:44:28.449668+0000", 2024-04-15T16:06:28.077 INFO:tasks.workunit.client.0.smithi016.stdout: "last_change": "2024-04-15T14:44:28.450084+0000", 2024-04-15T16:06:28.077 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean": "2024-04-15T16:05:11.870667+0000", 2024-04-15T16:06:28.077 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean_scrub_stamp": "2024-04-15T14:33:33.599136+0000", 2024-04-15T16:06:28.078 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub": "0'0", 2024-04-15T16:06:28.078 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub_stamp": "2024-04-15T14:33:33.599136+0000", 2024-04-15T16:06:28.078 INFO:tasks.workunit.client.0.smithi016.stdout: "last_epoch_clean": 511, 2024-04-15T16:06:28.078 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fresh": "2024-04-15T16:05:11.870667+0000", 2024-04-15T16:06:28.078 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fullsized": "2024-04-15T16:05:11.870667+0000", 2024-04-15T16:06:28.078 INFO:tasks.workunit.client.0.smithi016.stdout: "last_peered": "2024-04-15T16:05:11.870667+0000", 2024-04-15T16:06:28.078 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub": "0'0", 2024-04-15T16:06:28.078 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_duration": 0, 2024-04-15T16:06:28.078 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_stamp": "2024-04-15T14:33:33.599136+0000", 2024-04-15T16:06:28.078 INFO:tasks.workunit.client.0.smithi016.stdout: "last_undegraded": "2024-04-15T16:05:11.870667+0000", 2024-04-15T16:06:28.078 INFO:tasks.workunit.client.0.smithi016.stdout: "last_unstale": "2024-04-15T16:05:11.870667+0000", 2024-04-15T16:06:28.078 INFO:tasks.workunit.client.0.smithi016.stdout: "log_dups_size": 0, 2024-04-15T16:06:28.078 INFO:tasks.workunit.client.0.smithi016.stdout: "log_size": 3, 2024-04-15T16:06:28.079 INFO:tasks.workunit.client.0.smithi016.stdout: "log_start": "0'0", 2024-04-15T16:06:28.079 INFO:tasks.workunit.client.0.smithi016.stdout: "manifest_stats_invalid": false, 2024-04-15T16:06:28.079 INFO:tasks.workunit.client.0.smithi016.stdout: "mapping_epoch": 510, 2024-04-15T16:06:28.079 INFO:tasks.workunit.client.0.smithi016.stdout: "object_location_counts": [], 2024-04-15T16:06:28.079 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_scrubbed": 0, 2024-04-15T16:06:28.079 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_trimmed": 0, 2024-04-15T16:06:28.079 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_stats_invalid": false, 2024-04-15T16:06:28.079 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_size": 3, 2024-04-15T16:06:28.079 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_start": "0'0", 2024-04-15T16:06:28.079 INFO:tasks.workunit.client.0.smithi016.stdout: "parent": "0.0", 2024-04-15T16:06:28.079 INFO:tasks.workunit.client.0.smithi016.stdout: "parent_split_bits": 0, 2024-04-15T16:06:28.079 INFO:tasks.workunit.client.0.smithi016.stdout: "pgid": "2.6", 2024-04-15T16:06:28.079 INFO:tasks.workunit.client.0.smithi016.stdout: "pin_stats_invalid": false, 2024-04-15T16:06:28.079 INFO:tasks.workunit.client.0.smithi016.stdout: "purged_snaps": [], 2024-04-15T16:06:28.080 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_epoch": 2721, 2024-04-15T16:06:28.080 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_seq": 5049, 2024-04-15T16:06:28.080 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_duration": 0.0, 2024-04-15T16:06:28.080 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-17T01:17:21.169077+0000", 2024-04-15T16:06:28.080 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrim_duration": 0.0, 2024-04-15T16:06:28.080 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrimq_len": 0, 2024-04-15T16:06:28.080 INFO:tasks.workunit.client.0.smithi016.stdout: "stat_sum": { 2024-04-15T16:06:28.080 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes": 0, 2024-04-15T16:06:28.080 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T16:06:28.080 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_recovered": 0, 2024-04-15T16:06:28.080 INFO:tasks.workunit.client.0.smithi016.stdout: "num_deep_scrub_errors": 0, 2024-04-15T16:06:28.080 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict": 0, 2024-04-15T16:06:28.080 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_kb": 0, 2024-04-15T16:06:28.080 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_full": 0, 2024-04-15T16:06:28.081 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_some": 0, 2024-04-15T16:06:28.081 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush": 0, 2024-04-15T16:06:28.081 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_kb": 0, 2024-04-15T16:06:28.081 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_high": 0, 2024-04-15T16:06:28.081 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_low": 0, 2024-04-15T16:06:28.081 INFO:tasks.workunit.client.0.smithi016.stdout: "num_keys_recovered": 0, 2024-04-15T16:06:28.081 INFO:tasks.workunit.client.0.smithi016.stdout: "num_large_omap_objects": 0, 2024-04-15T16:06:28.081 INFO:tasks.workunit.client.0.smithi016.stdout: "num_legacy_snapsets": 0, 2024-04-15T16:06:28.081 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_clones": 0, 2024-04-15T16:06:28.081 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_copies": 3, 2024-04-15T16:06:28.081 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects": 1, 2024-04-15T16:06:28.081 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_degraded": 0, 2024-04-15T16:06:28.081 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_dirty": 1, 2024-04-15T16:06:28.081 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T16:06:28.082 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_manifest": 0, 2024-04-15T16:06:28.082 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_misplaced": 0, 2024-04-15T16:06:28.082 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing": 0, 2024-04-15T16:06:28.082 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T16:06:28.082 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_omap": 1, 2024-04-15T16:06:28.082 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_pinned": 0, 2024-04-15T16:06:28.082 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_recovered": 0, 2024-04-15T16:06:28.082 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_repaired": 0, 2024-04-15T16:06:28.082 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_unfound": 0, 2024-04-15T16:06:28.082 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_bytes": 0, 2024-04-15T16:06:28.082 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_keys": 0, 2024-04-15T16:06:28.082 INFO:tasks.workunit.client.0.smithi016.stdout: "num_promote": 0, 2024-04-15T16:06:28.082 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read": 4, 2024-04-15T16:06:28.082 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read_kb": 4, 2024-04-15T16:06:28.083 INFO:tasks.workunit.client.0.smithi016.stdout: "num_scrub_errors": 0, 2024-04-15T16:06:28.083 INFO:tasks.workunit.client.0.smithi016.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T16:06:28.083 INFO:tasks.workunit.client.0.smithi016.stdout: "num_whiteouts": 0, 2024-04-15T16:06:28.083 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write": 3, 2024-04-15T16:06:28.083 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write_kb": 0 2024-04-15T16:06:28.083 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:28.083 INFO:tasks.workunit.client.0.smithi016.stdout: "state": "active+clean", 2024-04-15T16:06:28.083 INFO:tasks.workunit.client.0.smithi016.stdout: "stats_invalid": false, 2024-04-15T16:06:28.083 INFO:tasks.workunit.client.0.smithi016.stdout: "up": [ 2024-04-15T16:06:28.083 INFO:tasks.workunit.client.0.smithi016.stdout: 1, 2024-04-15T16:06:28.083 INFO:tasks.workunit.client.0.smithi016.stdout: 6, 2024-04-15T16:06:28.083 INFO:tasks.workunit.client.0.smithi016.stdout: 4 2024-04-15T16:06:28.083 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:28.084 INFO:tasks.workunit.client.0.smithi016.stdout: "up_primary": 1, 2024-04-15T16:06:28.084 INFO:tasks.workunit.client.0.smithi016.stdout: "version": "563'3" 2024-04-15T16:06:28.084 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:28.084 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-15T16:06:28.084 INFO:tasks.workunit.client.0.smithi016.stdout: "acting": [ 2024-04-15T16:06:28.084 INFO:tasks.workunit.client.0.smithi016.stdout: 3, 2024-04-15T16:06:28.084 INFO:tasks.workunit.client.0.smithi016.stdout: 7, 2024-04-15T16:06:28.084 INFO:tasks.workunit.client.0.smithi016.stdout: 0 2024-04-15T16:06:28.084 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:28.084 INFO:tasks.workunit.client.0.smithi016.stdout: "acting_primary": 3, 2024-04-15T16:06:28.084 INFO:tasks.workunit.client.0.smithi016.stdout: "avail_no_missing": [], 2024-04-15T16:06:28.084 INFO:tasks.workunit.client.0.smithi016.stdout: "blocked_by": [], 2024-04-15T16:06:28.084 INFO:tasks.workunit.client.0.smithi016.stdout: "created": 66, 2024-04-15T16:06:28.084 INFO:tasks.workunit.client.0.smithi016.stdout: "dirty_stats_invalid": false, 2024-04-15T16:06:28.085 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T16:06:28.085 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_stats_invalid": false, 2024-04-15T16:06:28.085 INFO:tasks.workunit.client.0.smithi016.stdout: "last_active": "2024-04-15T16:05:12.197014+0000", 2024-04-15T16:06:28.085 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_active": "2024-04-15T14:44:49.362697+0000", 2024-04-15T16:06:28.085 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_peered": "2024-04-15T14:44:49.362697+0000", 2024-04-15T16:06:28.085 INFO:tasks.workunit.client.0.smithi016.stdout: "last_change": "2024-04-15T15:17:56.721019+0000", 2024-04-15T16:06:28.085 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean": "2024-04-15T16:05:12.197014+0000", 2024-04-15T16:06:28.085 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean_scrub_stamp": "2024-04-15T14:34:07.163731+0000", 2024-04-15T16:06:28.085 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub": "0'0", 2024-04-15T16:06:28.085 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub_stamp": "2024-04-15T14:34:07.163731+0000", 2024-04-15T16:06:28.085 INFO:tasks.workunit.client.0.smithi016.stdout: "last_epoch_clean": 532, 2024-04-15T16:06:28.085 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fresh": "2024-04-15T16:05:12.197014+0000", 2024-04-15T16:06:28.085 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fullsized": "2024-04-15T16:05:12.197014+0000", 2024-04-15T16:06:28.085 INFO:tasks.workunit.client.0.smithi016.stdout: "last_peered": "2024-04-15T16:05:12.197014+0000", 2024-04-15T16:06:28.086 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub": "0'0", 2024-04-15T16:06:28.086 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_duration": 0, 2024-04-15T16:06:28.086 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_stamp": "2024-04-15T14:34:07.163731+0000", 2024-04-15T16:06:28.086 INFO:tasks.workunit.client.0.smithi016.stdout: "last_undegraded": "2024-04-15T16:05:12.197014+0000", 2024-04-15T16:06:28.086 INFO:tasks.workunit.client.0.smithi016.stdout: "last_unstale": "2024-04-15T16:05:12.197014+0000", 2024-04-15T16:06:28.086 INFO:tasks.workunit.client.0.smithi016.stdout: "log_dups_size": 0, 2024-04-15T16:06:28.086 INFO:tasks.workunit.client.0.smithi016.stdout: "log_size": 3087, 2024-04-15T16:06:28.086 INFO:tasks.workunit.client.0.smithi016.stdout: "log_start": "0'0", 2024-04-15T16:06:28.086 INFO:tasks.workunit.client.0.smithi016.stdout: "manifest_stats_invalid": false, 2024-04-15T16:06:28.086 INFO:tasks.workunit.client.0.smithi016.stdout: "mapping_epoch": 531, 2024-04-15T16:06:28.086 INFO:tasks.workunit.client.0.smithi016.stdout: "object_location_counts": [], 2024-04-15T16:06:28.086 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_scrubbed": 0, 2024-04-15T16:06:28.086 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_trimmed": 0, 2024-04-15T16:06:28.086 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_stats_invalid": false, 2024-04-15T16:06:28.087 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_size": 3087, 2024-04-15T16:06:28.087 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_start": "0'0", 2024-04-15T16:06:28.087 INFO:tasks.workunit.client.0.smithi016.stdout: "parent": "0.0", 2024-04-15T16:06:28.087 INFO:tasks.workunit.client.0.smithi016.stdout: "parent_split_bits": 0, 2024-04-15T16:06:28.087 INFO:tasks.workunit.client.0.smithi016.stdout: "pgid": "4.0", 2024-04-15T16:06:28.087 INFO:tasks.workunit.client.0.smithi016.stdout: "pin_stats_invalid": false, 2024-04-15T16:06:28.087 INFO:tasks.workunit.client.0.smithi016.stdout: "purged_snaps": [], 2024-04-15T16:06:28.087 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_epoch": 2721, 2024-04-15T16:06:28.087 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_seq": 8686, 2024-04-15T16:06:28.087 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_duration": 0.0, 2024-04-15T16:06:28.087 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-16T21:51:56.837831+0000", 2024-04-15T16:06:28.087 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrim_duration": 0.003343983, 2024-04-15T16:06:28.087 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrimq_len": 0, 2024-04-15T16:06:28.088 INFO:tasks.workunit.client.0.smithi016.stdout: "stat_sum": { 2024-04-15T16:06:28.088 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes": 0, 2024-04-15T16:06:28.088 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T16:06:28.088 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_recovered": 0, 2024-04-15T16:06:28.088 INFO:tasks.workunit.client.0.smithi016.stdout: "num_deep_scrub_errors": 0, 2024-04-15T16:06:28.088 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict": 0, 2024-04-15T16:06:28.088 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_kb": 0, 2024-04-15T16:06:28.088 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_full": 0, 2024-04-15T16:06:28.088 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_some": 0, 2024-04-15T16:06:28.088 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush": 0, 2024-04-15T16:06:28.088 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_kb": 0, 2024-04-15T16:06:28.088 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_high": 0, 2024-04-15T16:06:28.088 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_low": 0, 2024-04-15T16:06:28.088 INFO:tasks.workunit.client.0.smithi016.stdout: "num_keys_recovered": 0, 2024-04-15T16:06:28.089 INFO:tasks.workunit.client.0.smithi016.stdout: "num_large_omap_objects": 0, 2024-04-15T16:06:28.089 INFO:tasks.workunit.client.0.smithi016.stdout: "num_legacy_snapsets": 0, 2024-04-15T16:06:28.089 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_clones": 0, 2024-04-15T16:06:28.089 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_copies": 0, 2024-04-15T16:06:28.089 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects": 0, 2024-04-15T16:06:28.089 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_degraded": 0, 2024-04-15T16:06:28.089 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_dirty": 0, 2024-04-15T16:06:28.089 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T16:06:28.089 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_manifest": 0, 2024-04-15T16:06:28.089 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_misplaced": 0, 2024-04-15T16:06:28.089 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing": 0, 2024-04-15T16:06:28.089 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T16:06:28.089 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_omap": 0, 2024-04-15T16:06:28.089 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_pinned": 0, 2024-04-15T16:06:28.089 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_recovered": 0, 2024-04-15T16:06:28.090 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_repaired": 0, 2024-04-15T16:06:28.090 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_unfound": 0, 2024-04-15T16:06:28.090 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_bytes": 0, 2024-04-15T16:06:28.090 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_keys": 0, 2024-04-15T16:06:28.090 INFO:tasks.workunit.client.0.smithi016.stdout: "num_promote": 0, 2024-04-15T16:06:28.090 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read": 1025, 2024-04-15T16:06:28.090 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read_kb": 387113, 2024-04-15T16:06:28.090 INFO:tasks.workunit.client.0.smithi016.stdout: "num_scrub_errors": 0, 2024-04-15T16:06:28.090 INFO:tasks.workunit.client.0.smithi016.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T16:06:28.090 INFO:tasks.workunit.client.0.smithi016.stdout: "num_whiteouts": 0, 2024-04-15T16:06:28.090 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write": 3079, 2024-04-15T16:06:28.090 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write_kb": 394267 2024-04-15T16:06:28.090 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:28.090 INFO:tasks.workunit.client.0.smithi016.stdout: "state": "active+clean", 2024-04-15T16:06:28.091 INFO:tasks.workunit.client.0.smithi016.stdout: "stats_invalid": false, 2024-04-15T16:06:28.091 INFO:tasks.workunit.client.0.smithi016.stdout: "up": [ 2024-04-15T16:06:28.091 INFO:tasks.workunit.client.0.smithi016.stdout: 3, 2024-04-15T16:06:28.091 INFO:tasks.workunit.client.0.smithi016.stdout: 7, 2024-04-15T16:06:28.091 INFO:tasks.workunit.client.0.smithi016.stdout: 0 2024-04-15T16:06:28.091 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:28.091 INFO:tasks.workunit.client.0.smithi016.stdout: "up_primary": 3, 2024-04-15T16:06:28.091 INFO:tasks.workunit.client.0.smithi016.stdout: "version": "1096'3087" 2024-04-15T16:06:28.091 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:28.091 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-15T16:06:28.091 INFO:tasks.workunit.client.0.smithi016.stdout: "acting": [ 2024-04-15T16:06:28.091 INFO:tasks.workunit.client.0.smithi016.stdout: 1, 2024-04-15T16:06:28.091 INFO:tasks.workunit.client.0.smithi016.stdout: 2, 2024-04-15T16:06:28.091 INFO:tasks.workunit.client.0.smithi016.stdout: 5 2024-04-15T16:06:28.092 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:28.092 INFO:tasks.workunit.client.0.smithi016.stdout: "acting_primary": 1, 2024-04-15T16:06:28.092 INFO:tasks.workunit.client.0.smithi016.stdout: "avail_no_missing": [], 2024-04-15T16:06:28.092 INFO:tasks.workunit.client.0.smithi016.stdout: "blocked_by": [], 2024-04-15T16:06:28.092 INFO:tasks.workunit.client.0.smithi016.stdout: "created": 61, 2024-04-15T16:06:28.092 INFO:tasks.workunit.client.0.smithi016.stdout: "dirty_stats_invalid": false, 2024-04-15T16:06:28.092 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T16:06:28.092 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_stats_invalid": false, 2024-04-15T16:06:28.092 INFO:tasks.workunit.client.0.smithi016.stdout: "last_active": "2024-04-15T16:05:11.870575+0000", 2024-04-15T16:06:28.092 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_active": "2024-04-15T14:43:53.358566+0000", 2024-04-15T16:06:28.092 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_peered": "2024-04-15T14:43:53.358566+0000", 2024-04-15T16:06:28.092 INFO:tasks.workunit.client.0.smithi016.stdout: "last_change": "2024-04-15T14:43:53.358943+0000", 2024-04-15T16:06:28.092 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean": "2024-04-15T16:05:11.870575+0000", 2024-04-15T16:06:28.092 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T16:06:28.092 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub": "0'0", 2024-04-15T16:06:28.093 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T16:06:28.093 INFO:tasks.workunit.client.0.smithi016.stdout: "last_epoch_clean": 476, 2024-04-15T16:06:28.093 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fresh": "2024-04-15T16:05:11.870575+0000", 2024-04-15T16:06:28.093 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fullsized": "2024-04-15T16:05:11.870575+0000", 2024-04-15T16:06:28.093 INFO:tasks.workunit.client.0.smithi016.stdout: "last_peered": "2024-04-15T16:05:11.870575+0000", 2024-04-15T16:06:28.093 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub": "0'0", 2024-04-15T16:06:28.093 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_duration": 0, 2024-04-15T16:06:28.093 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T16:06:28.093 INFO:tasks.workunit.client.0.smithi016.stdout: "last_undegraded": "2024-04-15T16:05:11.870575+0000", 2024-04-15T16:06:28.093 INFO:tasks.workunit.client.0.smithi016.stdout: "last_unstale": "2024-04-15T16:05:11.870575+0000", 2024-04-15T16:06:28.093 INFO:tasks.workunit.client.0.smithi016.stdout: "log_dups_size": 0, 2024-04-15T16:06:28.093 INFO:tasks.workunit.client.0.smithi016.stdout: "log_size": 0, 2024-04-15T16:06:28.094 INFO:tasks.workunit.client.0.smithi016.stdout: "log_start": "0'0", 2024-04-15T16:06:28.094 INFO:tasks.workunit.client.0.smithi016.stdout: "manifest_stats_invalid": false, 2024-04-15T16:06:28.094 INFO:tasks.workunit.client.0.smithi016.stdout: "mapping_epoch": 475, 2024-04-15T16:06:28.094 INFO:tasks.workunit.client.0.smithi016.stdout: "object_location_counts": [], 2024-04-15T16:06:28.094 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_scrubbed": 0, 2024-04-15T16:06:28.094 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_trimmed": 0, 2024-04-15T16:06:28.094 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_stats_invalid": false, 2024-04-15T16:06:28.094 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_size": 0, 2024-04-15T16:06:28.094 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_start": "0'0", 2024-04-15T16:06:28.094 INFO:tasks.workunit.client.0.smithi016.stdout: "parent": "0.0", 2024-04-15T16:06:28.094 INFO:tasks.workunit.client.0.smithi016.stdout: "parent_split_bits": 0, 2024-04-15T16:06:28.094 INFO:tasks.workunit.client.0.smithi016.stdout: "pgid": "3.4", 2024-04-15T16:06:28.094 INFO:tasks.workunit.client.0.smithi016.stdout: "pin_stats_invalid": false, 2024-04-15T16:06:28.094 INFO:tasks.workunit.client.0.smithi016.stdout: "purged_snaps": [], 2024-04-15T16:06:28.095 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_epoch": 2721, 2024-04-15T16:06:28.095 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_seq": 5043, 2024-04-15T16:06:28.095 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_duration": 0.0, 2024-04-15T16:06:28.095 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-16T15:52:40.144327+0000", 2024-04-15T16:06:28.095 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrim_duration": 0.0, 2024-04-15T16:06:28.095 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrimq_len": 0, 2024-04-15T16:06:28.095 INFO:tasks.workunit.client.0.smithi016.stdout: "stat_sum": { 2024-04-15T16:06:28.095 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes": 0, 2024-04-15T16:06:28.095 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T16:06:28.095 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_recovered": 0, 2024-04-15T16:06:28.095 INFO:tasks.workunit.client.0.smithi016.stdout: "num_deep_scrub_errors": 0, 2024-04-15T16:06:28.095 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict": 0, 2024-04-15T16:06:28.095 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_kb": 0, 2024-04-15T16:06:28.095 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_full": 0, 2024-04-15T16:06:28.095 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_some": 0, 2024-04-15T16:06:28.096 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush": 0, 2024-04-15T16:06:28.096 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_kb": 0, 2024-04-15T16:06:28.096 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_high": 0, 2024-04-15T16:06:28.096 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_low": 0, 2024-04-15T16:06:28.096 INFO:tasks.workunit.client.0.smithi016.stdout: "num_keys_recovered": 0, 2024-04-15T16:06:28.096 INFO:tasks.workunit.client.0.smithi016.stdout: "num_large_omap_objects": 0, 2024-04-15T16:06:28.096 INFO:tasks.workunit.client.0.smithi016.stdout: "num_legacy_snapsets": 0, 2024-04-15T16:06:28.096 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_clones": 0, 2024-04-15T16:06:28.096 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_copies": 0, 2024-04-15T16:06:28.096 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects": 0, 2024-04-15T16:06:28.096 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_degraded": 0, 2024-04-15T16:06:28.096 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_dirty": 0, 2024-04-15T16:06:28.096 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T16:06:28.096 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_manifest": 0, 2024-04-15T16:06:28.097 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_misplaced": 0, 2024-04-15T16:06:28.097 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing": 0, 2024-04-15T16:06:28.097 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T16:06:28.097 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_omap": 0, 2024-04-15T16:06:28.097 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_pinned": 0, 2024-04-15T16:06:28.097 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_recovered": 0, 2024-04-15T16:06:28.097 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_repaired": 0, 2024-04-15T16:06:28.097 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_unfound": 0, 2024-04-15T16:06:28.097 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_bytes": 0, 2024-04-15T16:06:28.097 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_keys": 0, 2024-04-15T16:06:28.097 INFO:tasks.workunit.client.0.smithi016.stdout: "num_promote": 0, 2024-04-15T16:06:28.097 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read": 0, 2024-04-15T16:06:28.097 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read_kb": 0, 2024-04-15T16:06:28.097 INFO:tasks.workunit.client.0.smithi016.stdout: "num_scrub_errors": 0, 2024-04-15T16:06:28.098 INFO:tasks.workunit.client.0.smithi016.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T16:06:28.098 INFO:tasks.workunit.client.0.smithi016.stdout: "num_whiteouts": 0, 2024-04-15T16:06:28.098 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write": 0, 2024-04-15T16:06:28.098 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write_kb": 0 2024-04-15T16:06:28.098 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:28.098 INFO:tasks.workunit.client.0.smithi016.stdout: "state": "active+clean", 2024-04-15T16:06:28.098 INFO:tasks.workunit.client.0.smithi016.stdout: "stats_invalid": false, 2024-04-15T16:06:28.098 INFO:tasks.workunit.client.0.smithi016.stdout: "up": [ 2024-04-15T16:06:28.098 INFO:tasks.workunit.client.0.smithi016.stdout: 1, 2024-04-15T16:06:28.098 INFO:tasks.workunit.client.0.smithi016.stdout: 2, 2024-04-15T16:06:28.098 INFO:tasks.workunit.client.0.smithi016.stdout: 5 2024-04-15T16:06:28.098 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:28.098 INFO:tasks.workunit.client.0.smithi016.stdout: "up_primary": 1, 2024-04-15T16:06:28.099 INFO:tasks.workunit.client.0.smithi016.stdout: "version": "0'0" 2024-04-15T16:06:28.099 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:28.099 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-15T16:06:28.099 INFO:tasks.workunit.client.0.smithi016.stdout: "acting": [ 2024-04-15T16:06:28.099 INFO:tasks.workunit.client.0.smithi016.stdout: 7, 2024-04-15T16:06:28.099 INFO:tasks.workunit.client.0.smithi016.stdout: 0, 2024-04-15T16:06:28.099 INFO:tasks.workunit.client.0.smithi016.stdout: 4 2024-04-15T16:06:28.099 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:28.099 INFO:tasks.workunit.client.0.smithi016.stdout: "acting_primary": 7, 2024-04-15T16:06:28.099 INFO:tasks.workunit.client.0.smithi016.stdout: "avail_no_missing": [], 2024-04-15T16:06:28.099 INFO:tasks.workunit.client.0.smithi016.stdout: "blocked_by": [], 2024-04-15T16:06:28.099 INFO:tasks.workunit.client.0.smithi016.stdout: "created": 60, 2024-04-15T16:06:28.099 INFO:tasks.workunit.client.0.smithi016.stdout: "dirty_stats_invalid": false, 2024-04-15T16:06:28.099 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T16:06:28.100 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_stats_invalid": false, 2024-04-15T16:06:28.100 INFO:tasks.workunit.client.0.smithi016.stdout: "last_active": "2024-04-15T16:05:12.201000+0000", 2024-04-15T16:06:28.100 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_active": "2024-04-15T14:44:49.365149+0000", 2024-04-15T16:06:28.100 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_peered": "2024-04-15T14:44:49.365149+0000", 2024-04-15T16:06:28.100 INFO:tasks.workunit.client.0.smithi016.stdout: "last_change": "2024-04-15T14:44:49.368721+0000", 2024-04-15T16:06:28.100 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean": "2024-04-15T16:05:12.201000+0000", 2024-04-15T16:06:28.100 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean_scrub_stamp": "2024-04-15T14:33:33.599136+0000", 2024-04-15T16:06:28.100 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub": "0'0", 2024-04-15T16:06:28.100 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub_stamp": "2024-04-15T14:33:33.599136+0000", 2024-04-15T16:06:28.100 INFO:tasks.workunit.client.0.smithi016.stdout: "last_epoch_clean": 532, 2024-04-15T16:06:28.100 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fresh": "2024-04-15T16:05:12.201000+0000", 2024-04-15T16:06:28.100 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fullsized": "2024-04-15T16:05:12.201000+0000", 2024-04-15T16:06:28.100 INFO:tasks.workunit.client.0.smithi016.stdout: "last_peered": "2024-04-15T16:05:12.201000+0000", 2024-04-15T16:06:28.100 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub": "0'0", 2024-04-15T16:06:28.100 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_duration": 0, 2024-04-15T16:06:28.100 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_stamp": "2024-04-15T14:33:33.599136+0000", 2024-04-15T16:06:28.101 INFO:tasks.workunit.client.0.smithi016.stdout: "last_undegraded": "2024-04-15T16:05:12.201000+0000", 2024-04-15T16:06:28.101 INFO:tasks.workunit.client.0.smithi016.stdout: "last_unstale": "2024-04-15T16:05:12.201000+0000", 2024-04-15T16:06:28.101 INFO:tasks.workunit.client.0.smithi016.stdout: "log_dups_size": 0, 2024-04-15T16:06:28.101 INFO:tasks.workunit.client.0.smithi016.stdout: "log_size": 0, 2024-04-15T16:06:28.101 INFO:tasks.workunit.client.0.smithi016.stdout: "log_start": "0'0", 2024-04-15T16:06:28.101 INFO:tasks.workunit.client.0.smithi016.stdout: "manifest_stats_invalid": false, 2024-04-15T16:06:28.101 INFO:tasks.workunit.client.0.smithi016.stdout: "mapping_epoch": 531, 2024-04-15T16:06:28.101 INFO:tasks.workunit.client.0.smithi016.stdout: "object_location_counts": [], 2024-04-15T16:06:28.101 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_scrubbed": 0, 2024-04-15T16:06:28.101 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_trimmed": 0, 2024-04-15T16:06:28.101 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_stats_invalid": false, 2024-04-15T16:06:28.101 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_size": 0, 2024-04-15T16:06:28.101 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_start": "0'0", 2024-04-15T16:06:28.101 INFO:tasks.workunit.client.0.smithi016.stdout: "parent": "0.0", 2024-04-15T16:06:28.101 INFO:tasks.workunit.client.0.smithi016.stdout: "parent_split_bits": 0, 2024-04-15T16:06:28.101 INFO:tasks.workunit.client.0.smithi016.stdout: "pgid": "2.5", 2024-04-15T16:06:28.102 INFO:tasks.workunit.client.0.smithi016.stdout: "pin_stats_invalid": false, 2024-04-15T16:06:28.102 INFO:tasks.workunit.client.0.smithi016.stdout: "purged_snaps": [], 2024-04-15T16:06:28.102 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_epoch": 2721, 2024-04-15T16:06:28.102 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_seq": 4862, 2024-04-15T16:06:28.102 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_duration": 0.0, 2024-04-15T16:06:28.102 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-16T18:10:50.459048+0000", 2024-04-15T16:06:28.102 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrim_duration": 0.0, 2024-04-15T16:06:28.102 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrimq_len": 0, 2024-04-15T16:06:28.102 INFO:tasks.workunit.client.0.smithi016.stdout: "stat_sum": { 2024-04-15T16:06:28.102 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes": 0, 2024-04-15T16:06:28.102 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T16:06:28.102 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_recovered": 0, 2024-04-15T16:06:28.102 INFO:tasks.workunit.client.0.smithi016.stdout: "num_deep_scrub_errors": 0, 2024-04-15T16:06:28.102 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict": 0, 2024-04-15T16:06:28.103 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_kb": 0, 2024-04-15T16:06:28.103 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_full": 0, 2024-04-15T16:06:28.103 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_some": 0, 2024-04-15T16:06:28.103 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush": 0, 2024-04-15T16:06:28.103 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_kb": 0, 2024-04-15T16:06:28.103 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_high": 0, 2024-04-15T16:06:28.103 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_low": 0, 2024-04-15T16:06:28.103 INFO:tasks.workunit.client.0.smithi016.stdout: "num_keys_recovered": 0, 2024-04-15T16:06:28.103 INFO:tasks.workunit.client.0.smithi016.stdout: "num_large_omap_objects": 0, 2024-04-15T16:06:28.103 INFO:tasks.workunit.client.0.smithi016.stdout: "num_legacy_snapsets": 0, 2024-04-15T16:06:28.103 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_clones": 0, 2024-04-15T16:06:28.103 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_copies": 0, 2024-04-15T16:06:28.103 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects": 0, 2024-04-15T16:06:28.103 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_degraded": 0, 2024-04-15T16:06:28.103 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_dirty": 0, 2024-04-15T16:06:28.103 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T16:06:28.104 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_manifest": 0, 2024-04-15T16:06:28.104 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_misplaced": 0, 2024-04-15T16:06:28.104 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing": 0, 2024-04-15T16:06:28.104 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T16:06:28.104 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_omap": 0, 2024-04-15T16:06:28.104 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_pinned": 0, 2024-04-15T16:06:28.104 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_recovered": 0, 2024-04-15T16:06:28.104 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_repaired": 0, 2024-04-15T16:06:28.104 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_unfound": 0, 2024-04-15T16:06:28.104 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_bytes": 0, 2024-04-15T16:06:28.104 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_keys": 0, 2024-04-15T16:06:28.104 INFO:tasks.workunit.client.0.smithi016.stdout: "num_promote": 0, 2024-04-15T16:06:28.104 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read": 0, 2024-04-15T16:06:28.104 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read_kb": 0, 2024-04-15T16:06:28.104 INFO:tasks.workunit.client.0.smithi016.stdout: "num_scrub_errors": 0, 2024-04-15T16:06:28.105 INFO:tasks.workunit.client.0.smithi016.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T16:06:28.105 INFO:tasks.workunit.client.0.smithi016.stdout: "num_whiteouts": 0, 2024-04-15T16:06:28.105 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write": 0, 2024-04-15T16:06:28.105 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write_kb": 0 2024-04-15T16:06:28.105 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:28.105 INFO:tasks.workunit.client.0.smithi016.stdout: "state": "active+clean", 2024-04-15T16:06:28.105 INFO:tasks.workunit.client.0.smithi016.stdout: "stats_invalid": false, 2024-04-15T16:06:28.105 INFO:tasks.workunit.client.0.smithi016.stdout: "up": [ 2024-04-15T16:06:28.105 INFO:tasks.workunit.client.0.smithi016.stdout: 7, 2024-04-15T16:06:28.105 INFO:tasks.workunit.client.0.smithi016.stdout: 0, 2024-04-15T16:06:28.105 INFO:tasks.workunit.client.0.smithi016.stdout: 4 2024-04-15T16:06:28.105 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:28.105 INFO:tasks.workunit.client.0.smithi016.stdout: "up_primary": 7, 2024-04-15T16:06:28.105 INFO:tasks.workunit.client.0.smithi016.stdout: "version": "0'0" 2024-04-15T16:06:28.105 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:28.105 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-15T16:06:28.106 INFO:tasks.workunit.client.0.smithi016.stdout: "acting": [ 2024-04-15T16:06:28.106 INFO:tasks.workunit.client.0.smithi016.stdout: 0, 2024-04-15T16:06:28.106 INFO:tasks.workunit.client.0.smithi016.stdout: 5, 2024-04-15T16:06:28.106 INFO:tasks.workunit.client.0.smithi016.stdout: 7 2024-04-15T16:06:28.106 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:28.106 INFO:tasks.workunit.client.0.smithi016.stdout: "acting_primary": 0, 2024-04-15T16:06:28.106 INFO:tasks.workunit.client.0.smithi016.stdout: "avail_no_missing": [], 2024-04-15T16:06:28.106 INFO:tasks.workunit.client.0.smithi016.stdout: "blocked_by": [], 2024-04-15T16:06:28.106 INFO:tasks.workunit.client.0.smithi016.stdout: "created": 66, 2024-04-15T16:06:28.106 INFO:tasks.workunit.client.0.smithi016.stdout: "dirty_stats_invalid": false, 2024-04-15T16:06:28.106 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T16:06:28.106 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_stats_invalid": false, 2024-04-15T16:06:28.106 INFO:tasks.workunit.client.0.smithi016.stdout: "last_active": "2024-04-15T16:06:24.225220+0000", 2024-04-15T16:06:28.106 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_active": "2024-04-15T14:44:49.373342+0000", 2024-04-15T16:06:28.106 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_peered": "2024-04-15T14:44:49.373342+0000", 2024-04-15T16:06:28.107 INFO:tasks.workunit.client.0.smithi016.stdout: "last_change": "2024-04-15T15:17:56.734872+0000", 2024-04-15T16:06:28.107 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean": "2024-04-15T16:06:24.225220+0000", 2024-04-15T16:06:28.107 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean_scrub_stamp": "2024-04-15T14:34:07.163731+0000", 2024-04-15T16:06:28.107 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub": "0'0", 2024-04-15T16:06:28.107 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub_stamp": "2024-04-15T14:34:07.163731+0000", 2024-04-15T16:06:28.107 INFO:tasks.workunit.client.0.smithi016.stdout: "last_epoch_clean": 532, 2024-04-15T16:06:28.107 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fresh": "2024-04-15T16:06:24.225220+0000", 2024-04-15T16:06:28.107 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fullsized": "2024-04-15T16:06:24.225220+0000", 2024-04-15T16:06:28.107 INFO:tasks.workunit.client.0.smithi016.stdout: "last_peered": "2024-04-15T16:06:24.225220+0000", 2024-04-15T16:06:28.107 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub": "0'0", 2024-04-15T16:06:28.107 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_duration": 0, 2024-04-15T16:06:28.107 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_stamp": "2024-04-15T14:34:07.163731+0000", 2024-04-15T16:06:28.107 INFO:tasks.workunit.client.0.smithi016.stdout: "last_undegraded": "2024-04-15T16:06:24.225220+0000", 2024-04-15T16:06:28.108 INFO:tasks.workunit.client.0.smithi016.stdout: "last_unstale": "2024-04-15T16:06:24.225220+0000", 2024-04-15T16:06:28.108 INFO:tasks.workunit.client.0.smithi016.stdout: "log_dups_size": 0, 2024-04-15T16:06:28.108 INFO:tasks.workunit.client.0.smithi016.stdout: "log_size": 3149, 2024-04-15T16:06:28.108 INFO:tasks.workunit.client.0.smithi016.stdout: "log_start": "0'0", 2024-04-15T16:06:28.108 INFO:tasks.workunit.client.0.smithi016.stdout: "manifest_stats_invalid": false, 2024-04-15T16:06:28.108 INFO:tasks.workunit.client.0.smithi016.stdout: "mapping_epoch": 531, 2024-04-15T16:06:28.108 INFO:tasks.workunit.client.0.smithi016.stdout: "object_location_counts": [], 2024-04-15T16:06:28.108 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_scrubbed": 0, 2024-04-15T16:06:28.108 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_trimmed": 0, 2024-04-15T16:06:28.108 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_stats_invalid": false, 2024-04-15T16:06:28.108 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_size": 3149, 2024-04-15T16:06:28.108 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_start": "0'0", 2024-04-15T16:06:28.108 INFO:tasks.workunit.client.0.smithi016.stdout: "parent": "0.0", 2024-04-15T16:06:28.108 INFO:tasks.workunit.client.0.smithi016.stdout: "parent_split_bits": 0, 2024-04-15T16:06:28.109 INFO:tasks.workunit.client.0.smithi016.stdout: "pgid": "4.3", 2024-04-15T16:06:28.109 INFO:tasks.workunit.client.0.smithi016.stdout: "pin_stats_invalid": false, 2024-04-15T16:06:28.109 INFO:tasks.workunit.client.0.smithi016.stdout: "purged_snaps": [], 2024-04-15T16:06:28.109 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_epoch": 2721, 2024-04-15T16:06:28.109 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_seq": 8786, 2024-04-15T16:06:28.109 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_duration": 0.0, 2024-04-15T16:06:28.109 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-17T02:16:46.641673+0000", 2024-04-15T16:06:28.109 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrim_duration": 0.004543541, 2024-04-15T16:06:28.109 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrimq_len": 0, 2024-04-15T16:06:28.109 INFO:tasks.workunit.client.0.smithi016.stdout: "stat_sum": { 2024-04-15T16:06:28.109 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes": 0, 2024-04-15T16:06:28.109 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T16:06:28.109 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_recovered": 0, 2024-04-15T16:06:28.110 INFO:tasks.workunit.client.0.smithi016.stdout: "num_deep_scrub_errors": 0, 2024-04-15T16:06:28.110 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict": 0, 2024-04-15T16:06:28.110 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_kb": 0, 2024-04-15T16:06:28.110 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_full": 0, 2024-04-15T16:06:28.110 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_some": 0, 2024-04-15T16:06:28.110 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush": 0, 2024-04-15T16:06:28.110 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_kb": 0, 2024-04-15T16:06:28.110 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_high": 0, 2024-04-15T16:06:28.110 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_low": 0, 2024-04-15T16:06:28.110 INFO:tasks.workunit.client.0.smithi016.stdout: "num_keys_recovered": 0, 2024-04-15T16:06:28.110 INFO:tasks.workunit.client.0.smithi016.stdout: "num_large_omap_objects": 0, 2024-04-15T16:06:28.110 INFO:tasks.workunit.client.0.smithi016.stdout: "num_legacy_snapsets": 0, 2024-04-15T16:06:28.110 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_clones": 0, 2024-04-15T16:06:28.110 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_copies": 3, 2024-04-15T16:06:28.111 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects": 1, 2024-04-15T16:06:28.111 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_degraded": 0, 2024-04-15T16:06:28.111 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_dirty": 1, 2024-04-15T16:06:28.111 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T16:06:28.111 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_manifest": 0, 2024-04-15T16:06:28.111 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_misplaced": 0, 2024-04-15T16:06:28.111 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing": 0, 2024-04-15T16:06:28.111 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T16:06:28.111 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_omap": 1, 2024-04-15T16:06:28.111 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_pinned": 0, 2024-04-15T16:06:28.111 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_recovered": 0, 2024-04-15T16:06:28.111 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_repaired": 0, 2024-04-15T16:06:28.111 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_unfound": 0, 2024-04-15T16:06:28.111 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_bytes": 0, 2024-04-15T16:06:28.112 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_keys": 0, 2024-04-15T16:06:28.112 INFO:tasks.workunit.client.0.smithi016.stdout: "num_promote": 0, 2024-04-15T16:06:28.112 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read": 833, 2024-04-15T16:06:28.112 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read_kb": 347271, 2024-04-15T16:06:28.112 INFO:tasks.workunit.client.0.smithi016.stdout: "num_scrub_errors": 0, 2024-04-15T16:06:28.112 INFO:tasks.workunit.client.0.smithi016.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T16:06:28.112 INFO:tasks.workunit.client.0.smithi016.stdout: "num_whiteouts": 0, 2024-04-15T16:06:28.112 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write": 3149, 2024-04-15T16:06:28.112 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write_kb": 367689 2024-04-15T16:06:28.112 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:28.112 INFO:tasks.workunit.client.0.smithi016.stdout: "state": "active+clean", 2024-04-15T16:06:28.112 INFO:tasks.workunit.client.0.smithi016.stdout: "stats_invalid": false, 2024-04-15T16:06:28.112 INFO:tasks.workunit.client.0.smithi016.stdout: "up": [ 2024-04-15T16:06:28.113 INFO:tasks.workunit.client.0.smithi016.stdout: 0, 2024-04-15T16:06:28.113 INFO:tasks.workunit.client.0.smithi016.stdout: 5, 2024-04-15T16:06:28.113 INFO:tasks.workunit.client.0.smithi016.stdout: 7 2024-04-15T16:06:28.113 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:28.113 INFO:tasks.workunit.client.0.smithi016.stdout: "up_primary": 0, 2024-04-15T16:06:28.113 INFO:tasks.workunit.client.0.smithi016.stdout: "version": "1096'3149" 2024-04-15T16:06:28.113 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:28.113 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-15T16:06:28.113 INFO:tasks.workunit.client.0.smithi016.stdout: "acting": [ 2024-04-15T16:06:28.113 INFO:tasks.workunit.client.0.smithi016.stdout: 4, 2024-04-15T16:06:28.113 INFO:tasks.workunit.client.0.smithi016.stdout: 1, 2024-04-15T16:06:28.113 INFO:tasks.workunit.client.0.smithi016.stdout: 0 2024-04-15T16:06:28.113 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:28.113 INFO:tasks.workunit.client.0.smithi016.stdout: "acting_primary": 4, 2024-04-15T16:06:28.114 INFO:tasks.workunit.client.0.smithi016.stdout: "avail_no_missing": [], 2024-04-15T16:06:28.114 INFO:tasks.workunit.client.0.smithi016.stdout: "blocked_by": [], 2024-04-15T16:06:28.114 INFO:tasks.workunit.client.0.smithi016.stdout: "created": 60, 2024-04-15T16:06:28.114 INFO:tasks.workunit.client.0.smithi016.stdout: "dirty_stats_invalid": false, 2024-04-15T16:06:28.114 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T16:06:28.114 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_stats_invalid": false, 2024-04-15T16:06:28.114 INFO:tasks.workunit.client.0.smithi016.stdout: "last_active": "2024-04-15T16:05:12.199680+0000", 2024-04-15T16:06:28.114 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_active": "2024-04-15T14:43:32.409356+0000", 2024-04-15T16:06:28.114 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_peered": "2024-04-15T14:43:32.409356+0000", 2024-04-15T16:06:28.114 INFO:tasks.workunit.client.0.smithi016.stdout: "last_change": "2024-04-15T14:43:32.409665+0000", 2024-04-15T16:06:28.114 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean": "2024-04-15T16:05:12.199680+0000", 2024-04-15T16:06:28.114 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean_scrub_stamp": "2024-04-15T14:33:33.599136+0000", 2024-04-15T16:06:28.114 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub": "0'0", 2024-04-15T16:06:28.114 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub_stamp": "2024-04-15T14:33:33.599136+0000", 2024-04-15T16:06:28.115 INFO:tasks.workunit.client.0.smithi016.stdout: "last_epoch_clean": 455, 2024-04-15T16:06:28.115 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fresh": "2024-04-15T16:05:12.199680+0000", 2024-04-15T16:06:28.115 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fullsized": "2024-04-15T16:05:12.199680+0000", 2024-04-15T16:06:28.115 INFO:tasks.workunit.client.0.smithi016.stdout: "last_peered": "2024-04-15T16:05:12.199680+0000", 2024-04-15T16:06:28.115 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub": "0'0", 2024-04-15T16:06:28.115 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_duration": 0, 2024-04-15T16:06:28.115 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_stamp": "2024-04-15T14:33:33.599136+0000", 2024-04-15T16:06:28.115 INFO:tasks.workunit.client.0.smithi016.stdout: "last_undegraded": "2024-04-15T16:05:12.199680+0000", 2024-04-15T16:06:28.115 INFO:tasks.workunit.client.0.smithi016.stdout: "last_unstale": "2024-04-15T16:05:12.199680+0000", 2024-04-15T16:06:28.115 INFO:tasks.workunit.client.0.smithi016.stdout: "log_dups_size": 0, 2024-04-15T16:06:28.115 INFO:tasks.workunit.client.0.smithi016.stdout: "log_size": 0, 2024-04-15T16:06:28.115 INFO:tasks.workunit.client.0.smithi016.stdout: "log_start": "0'0", 2024-04-15T16:06:28.115 INFO:tasks.workunit.client.0.smithi016.stdout: "manifest_stats_invalid": false, 2024-04-15T16:06:28.115 INFO:tasks.workunit.client.0.smithi016.stdout: "mapping_epoch": 454, 2024-04-15T16:06:28.116 INFO:tasks.workunit.client.0.smithi016.stdout: "object_location_counts": [], 2024-04-15T16:06:28.116 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_scrubbed": 0, 2024-04-15T16:06:28.116 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_trimmed": 0, 2024-04-15T16:06:28.116 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_stats_invalid": false, 2024-04-15T16:06:28.116 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_size": 0, 2024-04-15T16:06:28.116 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_start": "0'0", 2024-04-15T16:06:28.116 INFO:tasks.workunit.client.0.smithi016.stdout: "parent": "0.0", 2024-04-15T16:06:28.116 INFO:tasks.workunit.client.0.smithi016.stdout: "parent_split_bits": 0, 2024-04-15T16:06:28.116 INFO:tasks.workunit.client.0.smithi016.stdout: "pgid": "2.0", 2024-04-15T16:06:28.116 INFO:tasks.workunit.client.0.smithi016.stdout: "pin_stats_invalid": false, 2024-04-15T16:06:28.116 INFO:tasks.workunit.client.0.smithi016.stdout: "purged_snaps": [], 2024-04-15T16:06:28.116 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_epoch": 2721, 2024-04-15T16:06:28.116 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_seq": 4645, 2024-04-15T16:06:28.117 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_duration": 0.0, 2024-04-15T16:06:28.117 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-17T01:20:20.869330+0000", 2024-04-15T16:06:28.117 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrim_duration": 0.0, 2024-04-15T16:06:28.117 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrimq_len": 0, 2024-04-15T16:06:28.117 INFO:tasks.workunit.client.0.smithi016.stdout: "stat_sum": { 2024-04-15T16:06:28.117 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes": 0, 2024-04-15T16:06:28.117 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T16:06:28.117 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_recovered": 0, 2024-04-15T16:06:28.117 INFO:tasks.workunit.client.0.smithi016.stdout: "num_deep_scrub_errors": 0, 2024-04-15T16:06:28.117 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict": 0, 2024-04-15T16:06:28.117 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_kb": 0, 2024-04-15T16:06:28.117 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_full": 0, 2024-04-15T16:06:28.117 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_some": 0, 2024-04-15T16:06:28.118 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush": 0, 2024-04-15T16:06:28.118 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_kb": 0, 2024-04-15T16:06:28.118 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_high": 0, 2024-04-15T16:06:28.118 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_low": 0, 2024-04-15T16:06:28.118 INFO:tasks.workunit.client.0.smithi016.stdout: "num_keys_recovered": 0, 2024-04-15T16:06:28.118 INFO:tasks.workunit.client.0.smithi016.stdout: "num_large_omap_objects": 0, 2024-04-15T16:06:28.118 INFO:tasks.workunit.client.0.smithi016.stdout: "num_legacy_snapsets": 0, 2024-04-15T16:06:28.118 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_clones": 0, 2024-04-15T16:06:28.118 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_copies": 0, 2024-04-15T16:06:28.118 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects": 0, 2024-04-15T16:06:28.118 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_degraded": 0, 2024-04-15T16:06:28.118 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_dirty": 0, 2024-04-15T16:06:28.118 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T16:06:28.118 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_manifest": 0, 2024-04-15T16:06:28.119 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_misplaced": 0, 2024-04-15T16:06:28.119 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing": 0, 2024-04-15T16:06:28.119 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T16:06:28.119 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_omap": 0, 2024-04-15T16:06:28.119 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_pinned": 0, 2024-04-15T16:06:28.119 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_recovered": 0, 2024-04-15T16:06:28.119 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_repaired": 0, 2024-04-15T16:06:28.119 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_unfound": 0, 2024-04-15T16:06:28.119 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_bytes": 0, 2024-04-15T16:06:28.119 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_keys": 0, 2024-04-15T16:06:28.119 INFO:tasks.workunit.client.0.smithi016.stdout: "num_promote": 0, 2024-04-15T16:06:28.119 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read": 0, 2024-04-15T16:06:28.119 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read_kb": 0, 2024-04-15T16:06:28.119 INFO:tasks.workunit.client.0.smithi016.stdout: "num_scrub_errors": 0, 2024-04-15T16:06:28.119 INFO:tasks.workunit.client.0.smithi016.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T16:06:28.119 INFO:tasks.workunit.client.0.smithi016.stdout: "num_whiteouts": 0, 2024-04-15T16:06:28.120 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write": 0, 2024-04-15T16:06:28.120 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write_kb": 0 2024-04-15T16:06:28.120 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:28.120 INFO:tasks.workunit.client.0.smithi016.stdout: "state": "active+clean", 2024-04-15T16:06:28.120 INFO:tasks.workunit.client.0.smithi016.stdout: "stats_invalid": false, 2024-04-15T16:06:28.120 INFO:tasks.workunit.client.0.smithi016.stdout: "up": [ 2024-04-15T16:06:28.120 INFO:tasks.workunit.client.0.smithi016.stdout: 4, 2024-04-15T16:06:28.120 INFO:tasks.workunit.client.0.smithi016.stdout: 1, 2024-04-15T16:06:28.120 INFO:tasks.workunit.client.0.smithi016.stdout: 0 2024-04-15T16:06:28.120 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:28.120 INFO:tasks.workunit.client.0.smithi016.stdout: "up_primary": 4, 2024-04-15T16:06:28.120 INFO:tasks.workunit.client.0.smithi016.stdout: "version": "0'0" 2024-04-15T16:06:28.120 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:28.120 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-15T16:06:28.121 INFO:tasks.workunit.client.0.smithi016.stdout: "acting": [ 2024-04-15T16:06:28.121 INFO:tasks.workunit.client.0.smithi016.stdout: 0, 2024-04-15T16:06:28.121 INFO:tasks.workunit.client.0.smithi016.stdout: 4, 2024-04-15T16:06:28.121 INFO:tasks.workunit.client.0.smithi016.stdout: 3 2024-04-15T16:06:28.121 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:28.121 INFO:tasks.workunit.client.0.smithi016.stdout: "acting_primary": 0, 2024-04-15T16:06:28.121 INFO:tasks.workunit.client.0.smithi016.stdout: "avail_no_missing": [], 2024-04-15T16:06:28.121 INFO:tasks.workunit.client.0.smithi016.stdout: "blocked_by": [], 2024-04-15T16:06:28.121 INFO:tasks.workunit.client.0.smithi016.stdout: "created": 61, 2024-04-15T16:06:28.121 INFO:tasks.workunit.client.0.smithi016.stdout: "dirty_stats_invalid": false, 2024-04-15T16:06:28.121 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T16:06:28.121 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_stats_invalid": false, 2024-04-15T16:06:28.121 INFO:tasks.workunit.client.0.smithi016.stdout: "last_active": "2024-04-15T16:05:11.412483+0000", 2024-04-15T16:06:28.121 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_active": "2024-04-15T14:43:32.409330+0000", 2024-04-15T16:06:28.121 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_peered": "2024-04-15T14:43:32.409330+0000", 2024-04-15T16:06:28.121 INFO:tasks.workunit.client.0.smithi016.stdout: "last_change": "2024-04-15T14:43:32.409884+0000", 2024-04-15T16:06:28.122 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean": "2024-04-15T16:05:11.412483+0000", 2024-04-15T16:06:28.122 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T16:06:28.122 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub": "0'0", 2024-04-15T16:06:28.122 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T16:06:28.122 INFO:tasks.workunit.client.0.smithi016.stdout: "last_epoch_clean": 455, 2024-04-15T16:06:28.122 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fresh": "2024-04-15T16:05:11.412483+0000", 2024-04-15T16:06:28.122 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fullsized": "2024-04-15T16:05:11.412483+0000", 2024-04-15T16:06:28.122 INFO:tasks.workunit.client.0.smithi016.stdout: "last_peered": "2024-04-15T16:05:11.412483+0000", 2024-04-15T16:06:28.122 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub": "0'0", 2024-04-15T16:06:28.122 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_duration": 0, 2024-04-15T16:06:28.123 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T16:06:28.123 INFO:tasks.workunit.client.0.smithi016.stdout: "last_undegraded": "2024-04-15T16:05:11.412483+0000", 2024-04-15T16:06:28.123 INFO:tasks.workunit.client.0.smithi016.stdout: "last_unstale": "2024-04-15T16:05:11.412483+0000", 2024-04-15T16:06:28.123 INFO:tasks.workunit.client.0.smithi016.stdout: "log_dups_size": 0, 2024-04-15T16:06:28.123 INFO:tasks.workunit.client.0.smithi016.stdout: "log_size": 0, 2024-04-15T16:06:28.123 INFO:tasks.workunit.client.0.smithi016.stdout: "log_start": "0'0", 2024-04-15T16:06:28.123 INFO:tasks.workunit.client.0.smithi016.stdout: "manifest_stats_invalid": false, 2024-04-15T16:06:28.123 INFO:tasks.workunit.client.0.smithi016.stdout: "mapping_epoch": 454, 2024-04-15T16:06:28.123 INFO:tasks.workunit.client.0.smithi016.stdout: "object_location_counts": [], 2024-04-15T16:06:28.123 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_scrubbed": 0, 2024-04-15T16:06:28.123 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_trimmed": 0, 2024-04-15T16:06:28.123 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_stats_invalid": false, 2024-04-15T16:06:28.123 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_size": 0, 2024-04-15T16:06:28.123 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_start": "0'0", 2024-04-15T16:06:28.124 INFO:tasks.workunit.client.0.smithi016.stdout: "parent": "0.0", 2024-04-15T16:06:28.124 INFO:tasks.workunit.client.0.smithi016.stdout: "parent_split_bits": 0, 2024-04-15T16:06:28.124 INFO:tasks.workunit.client.0.smithi016.stdout: "pgid": "3.1", 2024-04-15T16:06:28.124 INFO:tasks.workunit.client.0.smithi016.stdout: "pin_stats_invalid": false, 2024-04-15T16:06:28.124 INFO:tasks.workunit.client.0.smithi016.stdout: "purged_snaps": [], 2024-04-15T16:06:28.124 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_epoch": 2721, 2024-04-15T16:06:28.124 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_seq": 5063, 2024-04-15T16:06:28.124 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_duration": 0.0, 2024-04-15T16:06:28.124 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-16T19:06:49.856139+0000", 2024-04-15T16:06:28.124 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrim_duration": 0.0, 2024-04-15T16:06:28.124 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrimq_len": 0, 2024-04-15T16:06:28.124 INFO:tasks.workunit.client.0.smithi016.stdout: "stat_sum": { 2024-04-15T16:06:28.124 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes": 0, 2024-04-15T16:06:28.124 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T16:06:28.125 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_recovered": 0, 2024-04-15T16:06:28.125 INFO:tasks.workunit.client.0.smithi016.stdout: "num_deep_scrub_errors": 0, 2024-04-15T16:06:28.125 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict": 0, 2024-04-15T16:06:28.125 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_kb": 0, 2024-04-15T16:06:28.125 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_full": 0, 2024-04-15T16:06:28.125 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_some": 0, 2024-04-15T16:06:28.125 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush": 0, 2024-04-15T16:06:28.125 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_kb": 0, 2024-04-15T16:06:28.125 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_high": 0, 2024-04-15T16:06:28.125 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_low": 0, 2024-04-15T16:06:28.125 INFO:tasks.workunit.client.0.smithi016.stdout: "num_keys_recovered": 0, 2024-04-15T16:06:28.125 INFO:tasks.workunit.client.0.smithi016.stdout: "num_large_omap_objects": 0, 2024-04-15T16:06:28.125 INFO:tasks.workunit.client.0.smithi016.stdout: "num_legacy_snapsets": 0, 2024-04-15T16:06:28.126 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_clones": 0, 2024-04-15T16:06:28.126 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_copies": 0, 2024-04-15T16:06:28.126 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects": 0, 2024-04-15T16:06:28.126 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_degraded": 0, 2024-04-15T16:06:28.126 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_dirty": 0, 2024-04-15T16:06:28.126 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T16:06:28.126 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_manifest": 0, 2024-04-15T16:06:28.126 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_misplaced": 0, 2024-04-15T16:06:28.126 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing": 0, 2024-04-15T16:06:28.126 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T16:06:28.126 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_omap": 0, 2024-04-15T16:06:28.126 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_pinned": 0, 2024-04-15T16:06:28.126 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_recovered": 0, 2024-04-15T16:06:28.126 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_repaired": 0, 2024-04-15T16:06:28.127 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_unfound": 0, 2024-04-15T16:06:28.127 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_bytes": 0, 2024-04-15T16:06:28.127 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_keys": 0, 2024-04-15T16:06:28.127 INFO:tasks.workunit.client.0.smithi016.stdout: "num_promote": 0, 2024-04-15T16:06:28.127 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read": 0, 2024-04-15T16:06:28.127 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read_kb": 0, 2024-04-15T16:06:28.127 INFO:tasks.workunit.client.0.smithi016.stdout: "num_scrub_errors": 0, 2024-04-15T16:06:28.127 INFO:tasks.workunit.client.0.smithi016.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T16:06:28.127 INFO:tasks.workunit.client.0.smithi016.stdout: "num_whiteouts": 0, 2024-04-15T16:06:28.127 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write": 0, 2024-04-15T16:06:28.127 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write_kb": 0 2024-04-15T16:06:28.127 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:28.127 INFO:tasks.workunit.client.0.smithi016.stdout: "state": "active+clean", 2024-04-15T16:06:28.128 INFO:tasks.workunit.client.0.smithi016.stdout: "stats_invalid": false, 2024-04-15T16:06:28.128 INFO:tasks.workunit.client.0.smithi016.stdout: "up": [ 2024-04-15T16:06:28.128 INFO:tasks.workunit.client.0.smithi016.stdout: 0, 2024-04-15T16:06:28.128 INFO:tasks.workunit.client.0.smithi016.stdout: 4, 2024-04-15T16:06:28.128 INFO:tasks.workunit.client.0.smithi016.stdout: 3 2024-04-15T16:06:28.128 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:28.128 INFO:tasks.workunit.client.0.smithi016.stdout: "up_primary": 0, 2024-04-15T16:06:28.128 INFO:tasks.workunit.client.0.smithi016.stdout: "version": "0'0" 2024-04-15T16:06:28.128 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:28.128 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-15T16:06:28.128 INFO:tasks.workunit.client.0.smithi016.stdout: "acting": [ 2024-04-15T16:06:28.128 INFO:tasks.workunit.client.0.smithi016.stdout: 0, 2024-04-15T16:06:28.128 INFO:tasks.workunit.client.0.smithi016.stdout: 1, 2024-04-15T16:06:28.128 INFO:tasks.workunit.client.0.smithi016.stdout: 2 2024-04-15T16:06:28.129 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:28.129 INFO:tasks.workunit.client.0.smithi016.stdout: "acting_primary": 0, 2024-04-15T16:06:28.129 INFO:tasks.workunit.client.0.smithi016.stdout: "avail_no_missing": [], 2024-04-15T16:06:28.129 INFO:tasks.workunit.client.0.smithi016.stdout: "blocked_by": [], 2024-04-15T16:06:28.129 INFO:tasks.workunit.client.0.smithi016.stdout: "created": 66, 2024-04-15T16:06:28.129 INFO:tasks.workunit.client.0.smithi016.stdout: "dirty_stats_invalid": false, 2024-04-15T16:06:28.129 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T16:06:28.129 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_stats_invalid": false, 2024-04-15T16:06:28.129 INFO:tasks.workunit.client.0.smithi016.stdout: "last_active": "2024-04-15T16:05:11.412863+0000", 2024-04-15T16:06:28.129 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_active": "2024-04-15T14:42:22.714456+0000", 2024-04-15T16:06:28.129 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_peered": "2024-04-15T14:42:22.714456+0000", 2024-04-15T16:06:28.129 INFO:tasks.workunit.client.0.smithi016.stdout: "last_change": "2024-04-15T15:17:56.733891+0000", 2024-04-15T16:06:28.129 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean": "2024-04-15T16:05:11.412863+0000", 2024-04-15T16:06:28.129 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean_scrub_stamp": "2024-04-15T14:34:07.163731+0000", 2024-04-15T16:06:28.130 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub": "0'0", 2024-04-15T16:06:28.130 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub_stamp": "2024-04-15T14:34:07.163731+0000", 2024-04-15T16:06:28.130 INFO:tasks.workunit.client.0.smithi016.stdout: "last_epoch_clean": 389, 2024-04-15T16:06:28.130 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fresh": "2024-04-15T16:05:11.412863+0000", 2024-04-15T16:06:28.130 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fullsized": "2024-04-15T16:05:11.412863+0000", 2024-04-15T16:06:28.130 INFO:tasks.workunit.client.0.smithi016.stdout: "last_peered": "2024-04-15T16:05:11.412863+0000", 2024-04-15T16:06:28.130 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub": "0'0", 2024-04-15T16:06:28.130 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_duration": 0, 2024-04-15T16:06:28.130 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_stamp": "2024-04-15T14:34:07.163731+0000", 2024-04-15T16:06:28.130 INFO:tasks.workunit.client.0.smithi016.stdout: "last_undegraded": "2024-04-15T16:05:11.412863+0000", 2024-04-15T16:06:28.130 INFO:tasks.workunit.client.0.smithi016.stdout: "last_unstale": "2024-04-15T16:05:11.412863+0000", 2024-04-15T16:06:28.130 INFO:tasks.workunit.client.0.smithi016.stdout: "log_dups_size": 0, 2024-04-15T16:06:28.130 INFO:tasks.workunit.client.0.smithi016.stdout: "log_size": 3116, 2024-04-15T16:06:28.130 INFO:tasks.workunit.client.0.smithi016.stdout: "log_start": "0'0", 2024-04-15T16:06:28.131 INFO:tasks.workunit.client.0.smithi016.stdout: "manifest_stats_invalid": false, 2024-04-15T16:06:28.131 INFO:tasks.workunit.client.0.smithi016.stdout: "mapping_epoch": 388, 2024-04-15T16:06:28.131 INFO:tasks.workunit.client.0.smithi016.stdout: "object_location_counts": [], 2024-04-15T16:06:28.131 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_scrubbed": 0, 2024-04-15T16:06:28.131 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_trimmed": 0, 2024-04-15T16:06:28.131 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_stats_invalid": false, 2024-04-15T16:06:28.131 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_size": 3116, 2024-04-15T16:06:28.131 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_start": "0'0", 2024-04-15T16:06:28.131 INFO:tasks.workunit.client.0.smithi016.stdout: "parent": "0.0", 2024-04-15T16:06:28.131 INFO:tasks.workunit.client.0.smithi016.stdout: "parent_split_bits": 0, 2024-04-15T16:06:28.131 INFO:tasks.workunit.client.0.smithi016.stdout: "pgid": "4.6", 2024-04-15T16:06:28.131 INFO:tasks.workunit.client.0.smithi016.stdout: "pin_stats_invalid": false, 2024-04-15T16:06:28.131 INFO:tasks.workunit.client.0.smithi016.stdout: "purged_snaps": [], 2024-04-15T16:06:28.131 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_epoch": 2721, 2024-04-15T16:06:28.131 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_seq": 8940, 2024-04-15T16:06:28.131 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_duration": 0.0, 2024-04-15T16:06:28.132 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-16T23:19:09.714238+0000", 2024-04-15T16:06:28.132 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrim_duration": 0.003330796, 2024-04-15T16:06:28.132 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrimq_len": 0, 2024-04-15T16:06:28.132 INFO:tasks.workunit.client.0.smithi016.stdout: "stat_sum": { 2024-04-15T16:06:28.132 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes": 4194304, 2024-04-15T16:06:28.132 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T16:06:28.132 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_recovered": 0, 2024-04-15T16:06:28.132 INFO:tasks.workunit.client.0.smithi016.stdout: "num_deep_scrub_errors": 0, 2024-04-15T16:06:28.132 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict": 0, 2024-04-15T16:06:28.132 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_kb": 0, 2024-04-15T16:06:28.132 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_full": 0, 2024-04-15T16:06:28.132 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_some": 0, 2024-04-15T16:06:28.132 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush": 0, 2024-04-15T16:06:28.132 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_kb": 0, 2024-04-15T16:06:28.132 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_high": 0, 2024-04-15T16:06:28.133 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_low": 0, 2024-04-15T16:06:28.133 INFO:tasks.workunit.client.0.smithi016.stdout: "num_keys_recovered": 0, 2024-04-15T16:06:28.133 INFO:tasks.workunit.client.0.smithi016.stdout: "num_large_omap_objects": 0, 2024-04-15T16:06:28.133 INFO:tasks.workunit.client.0.smithi016.stdout: "num_legacy_snapsets": 0, 2024-04-15T16:06:28.133 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_clones": 0, 2024-04-15T16:06:28.133 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_copies": 3, 2024-04-15T16:06:28.133 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects": 1, 2024-04-15T16:06:28.133 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_degraded": 0, 2024-04-15T16:06:28.133 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_dirty": 1, 2024-04-15T16:06:28.133 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T16:06:28.133 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_manifest": 0, 2024-04-15T16:06:28.133 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_misplaced": 0, 2024-04-15T16:06:28.133 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing": 0, 2024-04-15T16:06:28.133 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T16:06:28.134 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_omap": 0, 2024-04-15T16:06:28.134 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_pinned": 0, 2024-04-15T16:06:28.134 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_recovered": 0, 2024-04-15T16:06:28.134 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_repaired": 0, 2024-04-15T16:06:28.134 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_unfound": 0, 2024-04-15T16:06:28.134 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_bytes": 0, 2024-04-15T16:06:28.134 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_keys": 0, 2024-04-15T16:06:28.134 INFO:tasks.workunit.client.0.smithi016.stdout: "num_promote": 0, 2024-04-15T16:06:28.134 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read": 1300, 2024-04-15T16:06:28.134 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read_kb": 365986, 2024-04-15T16:06:28.134 INFO:tasks.workunit.client.0.smithi016.stdout: "num_scrub_errors": 0, 2024-04-15T16:06:28.134 INFO:tasks.workunit.client.0.smithi016.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T16:06:28.134 INFO:tasks.workunit.client.0.smithi016.stdout: "num_whiteouts": 0, 2024-04-15T16:06:28.135 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write": 3070, 2024-04-15T16:06:28.135 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write_kb": 414387 2024-04-15T16:06:28.135 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:28.135 INFO:tasks.workunit.client.0.smithi016.stdout: "state": "active+clean", 2024-04-15T16:06:28.135 INFO:tasks.workunit.client.0.smithi016.stdout: "stats_invalid": false, 2024-04-15T16:06:28.135 INFO:tasks.workunit.client.0.smithi016.stdout: "up": [ 2024-04-15T16:06:28.135 INFO:tasks.workunit.client.0.smithi016.stdout: 0, 2024-04-15T16:06:28.135 INFO:tasks.workunit.client.0.smithi016.stdout: 1, 2024-04-15T16:06:28.135 INFO:tasks.workunit.client.0.smithi016.stdout: 2 2024-04-15T16:06:28.135 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:28.135 INFO:tasks.workunit.client.0.smithi016.stdout: "up_primary": 0, 2024-04-15T16:06:28.135 INFO:tasks.workunit.client.0.smithi016.stdout: "version": "1096'3116" 2024-04-15T16:06:28.135 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:28.135 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-15T16:06:28.136 INFO:tasks.workunit.client.0.smithi016.stdout: "acting": [ 2024-04-15T16:06:28.136 INFO:tasks.workunit.client.0.smithi016.stdout: 7, 2024-04-15T16:06:28.136 INFO:tasks.workunit.client.0.smithi016.stdout: 0, 2024-04-15T16:06:28.136 INFO:tasks.workunit.client.0.smithi016.stdout: 6 2024-04-15T16:06:28.136 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:28.136 INFO:tasks.workunit.client.0.smithi016.stdout: "acting_primary": 7, 2024-04-15T16:06:28.136 INFO:tasks.workunit.client.0.smithi016.stdout: "avail_no_missing": [], 2024-04-15T16:06:28.136 INFO:tasks.workunit.client.0.smithi016.stdout: "blocked_by": [], 2024-04-15T16:06:28.136 INFO:tasks.workunit.client.0.smithi016.stdout: "created": 19, 2024-04-15T16:06:28.136 INFO:tasks.workunit.client.0.smithi016.stdout: "dirty_stats_invalid": false, 2024-04-15T16:06:28.136 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T16:06:28.136 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_stats_invalid": false, 2024-04-15T16:06:28.136 INFO:tasks.workunit.client.0.smithi016.stdout: "last_active": "2024-04-15T16:05:12.198489+0000", 2024-04-15T16:06:28.136 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_active": "2024-04-15T14:44:49.363399+0000", 2024-04-15T16:06:28.136 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_peered": "2024-04-15T14:44:49.363399+0000", 2024-04-15T16:06:28.137 INFO:tasks.workunit.client.0.smithi016.stdout: "last_change": "2024-04-15T14:44:49.363792+0000", 2024-04-15T16:06:28.137 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean": "2024-04-15T16:05:12.198489+0000", 2024-04-15T16:06:28.137 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean_scrub_stamp": "2024-04-15T14:31:12.725041+0000", 2024-04-15T16:06:28.137 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub": "0'0", 2024-04-15T16:06:28.137 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub_stamp": "2024-04-15T14:31:12.725041+0000", 2024-04-15T16:06:28.137 INFO:tasks.workunit.client.0.smithi016.stdout: "last_epoch_clean": 532, 2024-04-15T16:06:28.137 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fresh": "2024-04-15T16:05:12.198489+0000", 2024-04-15T16:06:28.137 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fullsized": "2024-04-15T16:05:12.198489+0000", 2024-04-15T16:06:28.137 INFO:tasks.workunit.client.0.smithi016.stdout: "last_peered": "2024-04-15T16:05:12.198489+0000", 2024-04-15T16:06:28.137 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub": "0'0", 2024-04-15T16:06:28.137 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_duration": 0, 2024-04-15T16:06:28.137 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_stamp": "2024-04-15T14:31:12.725041+0000", 2024-04-15T16:06:28.137 INFO:tasks.workunit.client.0.smithi016.stdout: "last_undegraded": "2024-04-15T16:05:12.198489+0000", 2024-04-15T16:06:28.137 INFO:tasks.workunit.client.0.smithi016.stdout: "last_unstale": "2024-04-15T16:05:12.198489+0000", 2024-04-15T16:06:28.138 INFO:tasks.workunit.client.0.smithi016.stdout: "log_dups_size": 0, 2024-04-15T16:06:28.138 INFO:tasks.workunit.client.0.smithi016.stdout: "log_size": 237, 2024-04-15T16:06:28.138 INFO:tasks.workunit.client.0.smithi016.stdout: "log_start": "0'0", 2024-04-15T16:06:28.138 INFO:tasks.workunit.client.0.smithi016.stdout: "manifest_stats_invalid": false, 2024-04-15T16:06:28.138 INFO:tasks.workunit.client.0.smithi016.stdout: "mapping_epoch": 531, 2024-04-15T16:06:28.138 INFO:tasks.workunit.client.0.smithi016.stdout: "object_location_counts": [], 2024-04-15T16:06:28.138 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_scrubbed": 0, 2024-04-15T16:06:28.138 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_trimmed": 0, 2024-04-15T16:06:28.138 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_stats_invalid": false, 2024-04-15T16:06:28.138 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_size": 237, 2024-04-15T16:06:28.138 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_start": "0'0", 2024-04-15T16:06:28.138 INFO:tasks.workunit.client.0.smithi016.stdout: "parent": "0.0", 2024-04-15T16:06:28.138 INFO:tasks.workunit.client.0.smithi016.stdout: "parent_split_bits": 0, 2024-04-15T16:06:28.138 INFO:tasks.workunit.client.0.smithi016.stdout: "pgid": "1.0", 2024-04-15T16:06:28.139 INFO:tasks.workunit.client.0.smithi016.stdout: "pin_stats_invalid": false, 2024-04-15T16:06:28.139 INFO:tasks.workunit.client.0.smithi016.stdout: "purged_snaps": [], 2024-04-15T16:06:28.139 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_epoch": 2721, 2024-04-15T16:06:28.139 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_seq": 5518, 2024-04-15T16:06:28.139 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_duration": 0.0, 2024-04-15T16:06:28.139 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-16T21:49:27.450625+0000", 2024-04-15T16:06:28.139 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrim_duration": 0.0, 2024-04-15T16:06:28.139 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrimq_len": 0, 2024-04-15T16:06:28.139 INFO:tasks.workunit.client.0.smithi016.stdout: "stat_sum": { 2024-04-15T16:06:28.139 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes": 590368, 2024-04-15T16:06:28.139 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T16:06:28.139 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_recovered": 1771104, 2024-04-15T16:06:28.139 INFO:tasks.workunit.client.0.smithi016.stdout: "num_deep_scrub_errors": 0, 2024-04-15T16:06:28.140 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict": 0, 2024-04-15T16:06:28.140 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_kb": 0, 2024-04-15T16:06:28.140 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_full": 0, 2024-04-15T16:06:28.140 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_some": 0, 2024-04-15T16:06:28.140 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush": 0, 2024-04-15T16:06:28.140 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_kb": 0, 2024-04-15T16:06:28.140 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_high": 0, 2024-04-15T16:06:28.140 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_low": 0, 2024-04-15T16:06:28.140 INFO:tasks.workunit.client.0.smithi016.stdout: "num_keys_recovered": 0, 2024-04-15T16:06:28.140 INFO:tasks.workunit.client.0.smithi016.stdout: "num_large_omap_objects": 0, 2024-04-15T16:06:28.140 INFO:tasks.workunit.client.0.smithi016.stdout: "num_legacy_snapsets": 0, 2024-04-15T16:06:28.140 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_clones": 0, 2024-04-15T16:06:28.140 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_copies": 6, 2024-04-15T16:06:28.140 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects": 2, 2024-04-15T16:06:28.141 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_degraded": 0, 2024-04-15T16:06:28.141 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_dirty": 2, 2024-04-15T16:06:28.141 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T16:06:28.141 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_manifest": 0, 2024-04-15T16:06:28.141 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_misplaced": 0, 2024-04-15T16:06:28.141 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing": 0, 2024-04-15T16:06:28.141 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T16:06:28.141 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_omap": 0, 2024-04-15T16:06:28.141 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_pinned": 0, 2024-04-15T16:06:28.141 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_recovered": 6, 2024-04-15T16:06:28.141 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_repaired": 0, 2024-04-15T16:06:28.141 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_unfound": 0, 2024-04-15T16:06:28.141 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_bytes": 0, 2024-04-15T16:06:28.141 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_keys": 0, 2024-04-15T16:06:28.142 INFO:tasks.workunit.client.0.smithi016.stdout: "num_promote": 0, 2024-04-15T16:06:28.142 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read": 1178, 2024-04-15T16:06:28.142 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read_kb": 1994, 2024-04-15T16:06:28.142 INFO:tasks.workunit.client.0.smithi016.stdout: "num_scrub_errors": 0, 2024-04-15T16:06:28.142 INFO:tasks.workunit.client.0.smithi016.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T16:06:28.142 INFO:tasks.workunit.client.0.smithi016.stdout: "num_whiteouts": 0, 2024-04-15T16:06:28.142 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write": 391, 2024-04-15T16:06:28.142 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write_kb": 2416 2024-04-15T16:06:28.142 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:28.142 INFO:tasks.workunit.client.0.smithi016.stdout: "state": "active+clean", 2024-04-15T16:06:28.142 INFO:tasks.workunit.client.0.smithi016.stdout: "stats_invalid": false, 2024-04-15T16:06:28.142 INFO:tasks.workunit.client.0.smithi016.stdout: "up": [ 2024-04-15T16:06:28.142 INFO:tasks.workunit.client.0.smithi016.stdout: 7, 2024-04-15T16:06:28.142 INFO:tasks.workunit.client.0.smithi016.stdout: 0, 2024-04-15T16:06:28.143 INFO:tasks.workunit.client.0.smithi016.stdout: 6 2024-04-15T16:06:28.143 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:28.143 INFO:tasks.workunit.client.0.smithi016.stdout: "up_primary": 7, 2024-04-15T16:06:28.143 INFO:tasks.workunit.client.0.smithi016.stdout: "version": "2124'237" 2024-04-15T16:06:28.143 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:28.143 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-15T16:06:28.143 INFO:tasks.workunit.client.0.smithi016.stdout: "acting": [ 2024-04-15T16:06:28.143 INFO:tasks.workunit.client.0.smithi016.stdout: 5, 2024-04-15T16:06:28.143 INFO:tasks.workunit.client.0.smithi016.stdout: 2, 2024-04-15T16:06:28.143 INFO:tasks.workunit.client.0.smithi016.stdout: 7 2024-04-15T16:06:28.143 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:28.143 INFO:tasks.workunit.client.0.smithi016.stdout: "acting_primary": 5, 2024-04-15T16:06:28.143 INFO:tasks.workunit.client.0.smithi016.stdout: "avail_no_missing": [], 2024-04-15T16:06:28.143 INFO:tasks.workunit.client.0.smithi016.stdout: "blocked_by": [], 2024-04-15T16:06:28.144 INFO:tasks.workunit.client.0.smithi016.stdout: "created": 60, 2024-04-15T16:06:28.144 INFO:tasks.workunit.client.0.smithi016.stdout: "dirty_stats_invalid": false, 2024-04-15T16:06:28.144 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T16:06:28.144 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_stats_invalid": false, 2024-04-15T16:06:28.144 INFO:tasks.workunit.client.0.smithi016.stdout: "last_active": "2024-04-15T16:05:12.202050+0000", 2024-04-15T16:06:28.144 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_active": "2024-04-15T14:44:49.375192+0000", 2024-04-15T16:06:28.144 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_peered": "2024-04-15T14:44:49.375192+0000", 2024-04-15T16:06:28.144 INFO:tasks.workunit.client.0.smithi016.stdout: "last_change": "2024-04-15T14:44:49.375498+0000", 2024-04-15T16:06:28.144 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean": "2024-04-15T16:05:12.202050+0000", 2024-04-15T16:06:28.144 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean_scrub_stamp": "2024-04-15T14:33:33.599136+0000", 2024-04-15T16:06:28.144 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub": "0'0", 2024-04-15T16:06:28.144 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub_stamp": "2024-04-15T14:33:33.599136+0000", 2024-04-15T16:06:28.144 INFO:tasks.workunit.client.0.smithi016.stdout: "last_epoch_clean": 532, 2024-04-15T16:06:28.144 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fresh": "2024-04-15T16:05:12.202050+0000", 2024-04-15T16:06:28.145 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fullsized": "2024-04-15T16:05:12.202050+0000", 2024-04-15T16:06:28.145 INFO:tasks.workunit.client.0.smithi016.stdout: "last_peered": "2024-04-15T16:05:12.202050+0000", 2024-04-15T16:06:28.145 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub": "0'0", 2024-04-15T16:06:28.145 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_duration": 0, 2024-04-15T16:06:28.145 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_stamp": "2024-04-15T14:33:33.599136+0000", 2024-04-15T16:06:28.145 INFO:tasks.workunit.client.0.smithi016.stdout: "last_undegraded": "2024-04-15T16:05:12.202050+0000", 2024-04-15T16:06:28.145 INFO:tasks.workunit.client.0.smithi016.stdout: "last_unstale": "2024-04-15T16:05:12.202050+0000", 2024-04-15T16:06:28.145 INFO:tasks.workunit.client.0.smithi016.stdout: "log_dups_size": 0, 2024-04-15T16:06:28.145 INFO:tasks.workunit.client.0.smithi016.stdout: "log_size": 0, 2024-04-15T16:06:28.145 INFO:tasks.workunit.client.0.smithi016.stdout: "log_start": "0'0", 2024-04-15T16:06:28.145 INFO:tasks.workunit.client.0.smithi016.stdout: "manifest_stats_invalid": false, 2024-04-15T16:06:28.145 INFO:tasks.workunit.client.0.smithi016.stdout: "mapping_epoch": 531, 2024-04-15T16:06:28.145 INFO:tasks.workunit.client.0.smithi016.stdout: "object_location_counts": [], 2024-04-15T16:06:28.145 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_scrubbed": 0, 2024-04-15T16:06:28.145 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_trimmed": 0, 2024-04-15T16:06:28.146 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_stats_invalid": false, 2024-04-15T16:06:28.146 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_size": 0, 2024-04-15T16:06:28.146 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_start": "0'0", 2024-04-15T16:06:28.146 INFO:tasks.workunit.client.0.smithi016.stdout: "parent": "0.0", 2024-04-15T16:06:28.146 INFO:tasks.workunit.client.0.smithi016.stdout: "parent_split_bits": 0, 2024-04-15T16:06:28.146 INFO:tasks.workunit.client.0.smithi016.stdout: "pgid": "2.3", 2024-04-15T16:06:28.146 INFO:tasks.workunit.client.0.smithi016.stdout: "pin_stats_invalid": false, 2024-04-15T16:06:28.146 INFO:tasks.workunit.client.0.smithi016.stdout: "purged_snaps": [], 2024-04-15T16:06:28.146 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_epoch": 2721, 2024-04-15T16:06:28.146 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_seq": 4893, 2024-04-15T16:06:28.146 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_duration": 0.0, 2024-04-15T16:06:28.146 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-17T00:10:55.806182+0000", 2024-04-15T16:06:28.146 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrim_duration": 0.0, 2024-04-15T16:06:28.146 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrimq_len": 0, 2024-04-15T16:06:28.146 INFO:tasks.workunit.client.0.smithi016.stdout: "stat_sum": { 2024-04-15T16:06:28.147 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes": 0, 2024-04-15T16:06:28.147 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T16:06:28.147 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_recovered": 0, 2024-04-15T16:06:28.147 INFO:tasks.workunit.client.0.smithi016.stdout: "num_deep_scrub_errors": 0, 2024-04-15T16:06:28.147 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict": 0, 2024-04-15T16:06:28.147 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_kb": 0, 2024-04-15T16:06:28.147 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_full": 0, 2024-04-15T16:06:28.147 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_some": 0, 2024-04-15T16:06:28.147 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush": 0, 2024-04-15T16:06:28.147 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_kb": 0, 2024-04-15T16:06:28.147 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_high": 0, 2024-04-15T16:06:28.147 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_low": 0, 2024-04-15T16:06:28.147 INFO:tasks.workunit.client.0.smithi016.stdout: "num_keys_recovered": 0, 2024-04-15T16:06:28.147 INFO:tasks.workunit.client.0.smithi016.stdout: "num_large_omap_objects": 0, 2024-04-15T16:06:28.147 INFO:tasks.workunit.client.0.smithi016.stdout: "num_legacy_snapsets": 0, 2024-04-15T16:06:28.148 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_clones": 0, 2024-04-15T16:06:28.148 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_copies": 0, 2024-04-15T16:06:28.148 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects": 0, 2024-04-15T16:06:28.148 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_degraded": 0, 2024-04-15T16:06:28.148 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_dirty": 0, 2024-04-15T16:06:28.148 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T16:06:28.148 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_manifest": 0, 2024-04-15T16:06:28.148 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_misplaced": 0, 2024-04-15T16:06:28.148 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing": 0, 2024-04-15T16:06:28.148 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T16:06:28.148 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_omap": 0, 2024-04-15T16:06:28.148 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_pinned": 0, 2024-04-15T16:06:28.148 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_recovered": 0, 2024-04-15T16:06:28.149 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_repaired": 0, 2024-04-15T16:06:28.149 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_unfound": 0, 2024-04-15T16:06:28.149 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_bytes": 0, 2024-04-15T16:06:28.149 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_keys": 0, 2024-04-15T16:06:28.149 INFO:tasks.workunit.client.0.smithi016.stdout: "num_promote": 0, 2024-04-15T16:06:28.149 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read": 0, 2024-04-15T16:06:28.149 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read_kb": 0, 2024-04-15T16:06:28.149 INFO:tasks.workunit.client.0.smithi016.stdout: "num_scrub_errors": 0, 2024-04-15T16:06:28.149 INFO:tasks.workunit.client.0.smithi016.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T16:06:28.149 INFO:tasks.workunit.client.0.smithi016.stdout: "num_whiteouts": 0, 2024-04-15T16:06:28.149 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write": 0, 2024-04-15T16:06:28.149 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write_kb": 0 2024-04-15T16:06:28.149 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:28.149 INFO:tasks.workunit.client.0.smithi016.stdout: "state": "active+clean", 2024-04-15T16:06:28.149 INFO:tasks.workunit.client.0.smithi016.stdout: "stats_invalid": false, 2024-04-15T16:06:28.150 INFO:tasks.workunit.client.0.smithi016.stdout: "up": [ 2024-04-15T16:06:28.150 INFO:tasks.workunit.client.0.smithi016.stdout: 5, 2024-04-15T16:06:28.150 INFO:tasks.workunit.client.0.smithi016.stdout: 2, 2024-04-15T16:06:28.150 INFO:tasks.workunit.client.0.smithi016.stdout: 7 2024-04-15T16:06:28.150 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:28.150 INFO:tasks.workunit.client.0.smithi016.stdout: "up_primary": 5, 2024-04-15T16:06:28.150 INFO:tasks.workunit.client.0.smithi016.stdout: "version": "0'0" 2024-04-15T16:06:28.150 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:28.150 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-15T16:06:28.150 INFO:tasks.workunit.client.0.smithi016.stdout: "acting": [ 2024-04-15T16:06:28.150 INFO:tasks.workunit.client.0.smithi016.stdout: 3, 2024-04-15T16:06:28.150 INFO:tasks.workunit.client.0.smithi016.stdout: 5, 2024-04-15T16:06:28.150 INFO:tasks.workunit.client.0.smithi016.stdout: 6 2024-04-15T16:06:28.150 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:28.151 INFO:tasks.workunit.client.0.smithi016.stdout: "acting_primary": 3, 2024-04-15T16:06:28.151 INFO:tasks.workunit.client.0.smithi016.stdout: "avail_no_missing": [], 2024-04-15T16:06:28.151 INFO:tasks.workunit.client.0.smithi016.stdout: "blocked_by": [], 2024-04-15T16:06:28.151 INFO:tasks.workunit.client.0.smithi016.stdout: "created": 61, 2024-04-15T16:06:28.151 INFO:tasks.workunit.client.0.smithi016.stdout: "dirty_stats_invalid": false, 2024-04-15T16:06:28.151 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T16:06:28.151 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_stats_invalid": false, 2024-04-15T16:06:28.151 INFO:tasks.workunit.client.0.smithi016.stdout: "last_active": "2024-04-15T16:05:12.197371+0000", 2024-04-15T16:06:28.151 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_active": "2024-04-15T14:44:28.452350+0000", 2024-04-15T16:06:28.151 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_peered": "2024-04-15T14:44:28.452350+0000", 2024-04-15T16:06:28.151 INFO:tasks.workunit.client.0.smithi016.stdout: "last_change": "2024-04-15T14:44:28.454766+0000", 2024-04-15T16:06:28.151 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean": "2024-04-15T16:05:12.197371+0000", 2024-04-15T16:06:28.151 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T16:06:28.151 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub": "0'0", 2024-04-15T16:06:28.151 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T16:06:28.152 INFO:tasks.workunit.client.0.smithi016.stdout: "last_epoch_clean": 511, 2024-04-15T16:06:28.152 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fresh": "2024-04-15T16:05:12.197371+0000", 2024-04-15T16:06:28.152 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fullsized": "2024-04-15T16:05:12.197371+0000", 2024-04-15T16:06:28.152 INFO:tasks.workunit.client.0.smithi016.stdout: "last_peered": "2024-04-15T16:05:12.197371+0000", 2024-04-15T16:06:28.152 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub": "0'0", 2024-04-15T16:06:28.152 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_duration": 0, 2024-04-15T16:06:28.152 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T16:06:28.152 INFO:tasks.workunit.client.0.smithi016.stdout: "last_undegraded": "2024-04-15T16:05:12.197371+0000", 2024-04-15T16:06:28.152 INFO:tasks.workunit.client.0.smithi016.stdout: "last_unstale": "2024-04-15T16:05:12.197371+0000", 2024-04-15T16:06:28.152 INFO:tasks.workunit.client.0.smithi016.stdout: "log_dups_size": 0, 2024-04-15T16:06:28.152 INFO:tasks.workunit.client.0.smithi016.stdout: "log_size": 0, 2024-04-15T16:06:28.152 INFO:tasks.workunit.client.0.smithi016.stdout: "log_start": "0'0", 2024-04-15T16:06:28.152 INFO:tasks.workunit.client.0.smithi016.stdout: "manifest_stats_invalid": false, 2024-04-15T16:06:28.153 INFO:tasks.workunit.client.0.smithi016.stdout: "mapping_epoch": 510, 2024-04-15T16:06:28.153 INFO:tasks.workunit.client.0.smithi016.stdout: "object_location_counts": [], 2024-04-15T16:06:28.153 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_scrubbed": 0, 2024-04-15T16:06:28.153 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_trimmed": 0, 2024-04-15T16:06:28.153 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_stats_invalid": false, 2024-04-15T16:06:28.153 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_size": 0, 2024-04-15T16:06:28.153 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_start": "0'0", 2024-04-15T16:06:28.153 INFO:tasks.workunit.client.0.smithi016.stdout: "parent": "0.0", 2024-04-15T16:06:28.153 INFO:tasks.workunit.client.0.smithi016.stdout: "parent_split_bits": 0, 2024-04-15T16:06:28.153 INFO:tasks.workunit.client.0.smithi016.stdout: "pgid": "3.2", 2024-04-15T16:06:28.153 INFO:tasks.workunit.client.0.smithi016.stdout: "pin_stats_invalid": false, 2024-04-15T16:06:28.153 INFO:tasks.workunit.client.0.smithi016.stdout: "purged_snaps": [], 2024-04-15T16:06:28.153 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_epoch": 2721, 2024-04-15T16:06:28.153 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_seq": 4966, 2024-04-15T16:06:28.154 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_duration": 0.0, 2024-04-15T16:06:28.154 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-16T15:47:38.522004+0000", 2024-04-15T16:06:28.154 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrim_duration": 0.0, 2024-04-15T16:06:28.154 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrimq_len": 0, 2024-04-15T16:06:28.154 INFO:tasks.workunit.client.0.smithi016.stdout: "stat_sum": { 2024-04-15T16:06:28.154 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes": 0, 2024-04-15T16:06:28.154 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T16:06:28.154 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_recovered": 0, 2024-04-15T16:06:28.154 INFO:tasks.workunit.client.0.smithi016.stdout: "num_deep_scrub_errors": 0, 2024-04-15T16:06:28.154 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict": 0, 2024-04-15T16:06:28.154 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_kb": 0, 2024-04-15T16:06:28.154 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_full": 0, 2024-04-15T16:06:28.154 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_some": 0, 2024-04-15T16:06:28.154 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush": 0, 2024-04-15T16:06:28.155 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_kb": 0, 2024-04-15T16:06:28.155 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_high": 0, 2024-04-15T16:06:28.155 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_low": 0, 2024-04-15T16:06:28.155 INFO:tasks.workunit.client.0.smithi016.stdout: "num_keys_recovered": 0, 2024-04-15T16:06:28.155 INFO:tasks.workunit.client.0.smithi016.stdout: "num_large_omap_objects": 0, 2024-04-15T16:06:28.155 INFO:tasks.workunit.client.0.smithi016.stdout: "num_legacy_snapsets": 0, 2024-04-15T16:06:28.155 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_clones": 0, 2024-04-15T16:06:28.155 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_copies": 0, 2024-04-15T16:06:28.155 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects": 0, 2024-04-15T16:06:28.155 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_degraded": 0, 2024-04-15T16:06:28.155 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_dirty": 0, 2024-04-15T16:06:28.155 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T16:06:28.155 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_manifest": 0, 2024-04-15T16:06:28.155 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_misplaced": 0, 2024-04-15T16:06:28.155 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing": 0, 2024-04-15T16:06:28.156 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T16:06:28.156 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_omap": 0, 2024-04-15T16:06:28.156 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_pinned": 0, 2024-04-15T16:06:28.156 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_recovered": 0, 2024-04-15T16:06:28.156 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_repaired": 0, 2024-04-15T16:06:28.156 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_unfound": 0, 2024-04-15T16:06:28.156 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_bytes": 0, 2024-04-15T16:06:28.156 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_keys": 0, 2024-04-15T16:06:28.156 INFO:tasks.workunit.client.0.smithi016.stdout: "num_promote": 0, 2024-04-15T16:06:28.156 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read": 0, 2024-04-15T16:06:28.156 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read_kb": 0, 2024-04-15T16:06:28.156 INFO:tasks.workunit.client.0.smithi016.stdout: "num_scrub_errors": 0, 2024-04-15T16:06:28.156 INFO:tasks.workunit.client.0.smithi016.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T16:06:28.156 INFO:tasks.workunit.client.0.smithi016.stdout: "num_whiteouts": 0, 2024-04-15T16:06:28.157 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write": 0, 2024-04-15T16:06:28.157 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write_kb": 0 2024-04-15T16:06:28.157 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:28.157 INFO:tasks.workunit.client.0.smithi016.stdout: "state": "active+clean", 2024-04-15T16:06:28.157 INFO:tasks.workunit.client.0.smithi016.stdout: "stats_invalid": false, 2024-04-15T16:06:28.157 INFO:tasks.workunit.client.0.smithi016.stdout: "up": [ 2024-04-15T16:06:28.157 INFO:tasks.workunit.client.0.smithi016.stdout: 3, 2024-04-15T16:06:28.157 INFO:tasks.workunit.client.0.smithi016.stdout: 5, 2024-04-15T16:06:28.157 INFO:tasks.workunit.client.0.smithi016.stdout: 6 2024-04-15T16:06:28.157 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:28.157 INFO:tasks.workunit.client.0.smithi016.stdout: "up_primary": 3, 2024-04-15T16:06:28.157 INFO:tasks.workunit.client.0.smithi016.stdout: "version": "0'0" 2024-04-15T16:06:28.157 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:28.157 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-15T16:06:28.157 INFO:tasks.workunit.client.0.smithi016.stdout: "acting": [ 2024-04-15T16:06:28.158 INFO:tasks.workunit.client.0.smithi016.stdout: 6, 2024-04-15T16:06:28.158 INFO:tasks.workunit.client.0.smithi016.stdout: 4, 2024-04-15T16:06:28.158 INFO:tasks.workunit.client.0.smithi016.stdout: 7 2024-04-15T16:06:28.158 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:28.158 INFO:tasks.workunit.client.0.smithi016.stdout: "acting_primary": 6, 2024-04-15T16:06:28.158 INFO:tasks.workunit.client.0.smithi016.stdout: "avail_no_missing": [], 2024-04-15T16:06:28.158 INFO:tasks.workunit.client.0.smithi016.stdout: "blocked_by": [], 2024-04-15T16:06:28.158 INFO:tasks.workunit.client.0.smithi016.stdout: "created": 66, 2024-04-15T16:06:28.158 INFO:tasks.workunit.client.0.smithi016.stdout: "dirty_stats_invalid": false, 2024-04-15T16:06:28.158 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T16:06:28.158 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_stats_invalid": false, 2024-04-15T16:06:28.158 INFO:tasks.workunit.client.0.smithi016.stdout: "last_active": "2024-04-15T16:05:11.412047+0000", 2024-04-15T16:06:28.158 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_active": "2024-04-15T14:44:49.367263+0000", 2024-04-15T16:06:28.158 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_peered": "2024-04-15T14:44:49.367263+0000", 2024-04-15T16:06:28.159 INFO:tasks.workunit.client.0.smithi016.stdout: "last_change": "2024-04-15T15:17:56.834811+0000", 2024-04-15T16:06:28.159 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean": "2024-04-15T16:05:11.412047+0000", 2024-04-15T16:06:28.159 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean_scrub_stamp": "2024-04-15T14:34:07.163731+0000", 2024-04-15T16:06:28.159 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub": "0'0", 2024-04-15T16:06:28.159 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub_stamp": "2024-04-15T14:34:07.163731+0000", 2024-04-15T16:06:28.159 INFO:tasks.workunit.client.0.smithi016.stdout: "last_epoch_clean": 532, 2024-04-15T16:06:28.159 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fresh": "2024-04-15T16:05:11.412047+0000", 2024-04-15T16:06:28.159 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fullsized": "2024-04-15T16:05:11.412047+0000", 2024-04-15T16:06:28.159 INFO:tasks.workunit.client.0.smithi016.stdout: "last_peered": "2024-04-15T16:05:11.412047+0000", 2024-04-15T16:06:28.159 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub": "0'0", 2024-04-15T16:06:28.159 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_duration": 0, 2024-04-15T16:06:28.159 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_stamp": "2024-04-15T14:34:07.163731+0000", 2024-04-15T16:06:28.159 INFO:tasks.workunit.client.0.smithi016.stdout: "last_undegraded": "2024-04-15T16:05:11.412047+0000", 2024-04-15T16:06:28.160 INFO:tasks.workunit.client.0.smithi016.stdout: "last_unstale": "2024-04-15T16:05:11.412047+0000", 2024-04-15T16:06:28.160 INFO:tasks.workunit.client.0.smithi016.stdout: "log_dups_size": 0, 2024-04-15T16:06:28.160 INFO:tasks.workunit.client.0.smithi016.stdout: "log_size": 3275, 2024-04-15T16:06:28.160 INFO:tasks.workunit.client.0.smithi016.stdout: "log_start": "0'0", 2024-04-15T16:06:28.160 INFO:tasks.workunit.client.0.smithi016.stdout: "manifest_stats_invalid": false, 2024-04-15T16:06:28.160 INFO:tasks.workunit.client.0.smithi016.stdout: "mapping_epoch": 531, 2024-04-15T16:06:28.160 INFO:tasks.workunit.client.0.smithi016.stdout: "object_location_counts": [], 2024-04-15T16:06:28.160 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_scrubbed": 0, 2024-04-15T16:06:28.160 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_trimmed": 0, 2024-04-15T16:06:28.160 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_stats_invalid": false, 2024-04-15T16:06:28.160 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_size": 3275, 2024-04-15T16:06:28.160 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_start": "0'0", 2024-04-15T16:06:28.160 INFO:tasks.workunit.client.0.smithi016.stdout: "parent": "0.0", 2024-04-15T16:06:28.160 INFO:tasks.workunit.client.0.smithi016.stdout: "parent_split_bits": 0, 2024-04-15T16:06:28.161 INFO:tasks.workunit.client.0.smithi016.stdout: "pgid": "4.5", 2024-04-15T16:06:28.161 INFO:tasks.workunit.client.0.smithi016.stdout: "pin_stats_invalid": false, 2024-04-15T16:06:28.161 INFO:tasks.workunit.client.0.smithi016.stdout: "purged_snaps": [], 2024-04-15T16:06:28.161 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_epoch": 2721, 2024-04-15T16:06:28.161 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_seq": 8930, 2024-04-15T16:06:28.161 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_duration": 0.0, 2024-04-15T16:06:28.161 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-17T02:06:23.748109+0000", 2024-04-15T16:06:28.161 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrim_duration": 0.001730425, 2024-04-15T16:06:28.161 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrimq_len": 0, 2024-04-15T16:06:28.161 INFO:tasks.workunit.client.0.smithi016.stdout: "stat_sum": { 2024-04-15T16:06:28.161 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes": 0, 2024-04-15T16:06:28.161 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T16:06:28.161 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_recovered": 0, 2024-04-15T16:06:28.161 INFO:tasks.workunit.client.0.smithi016.stdout: "num_deep_scrub_errors": 0, 2024-04-15T16:06:28.161 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict": 0, 2024-04-15T16:06:28.162 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_kb": 0, 2024-04-15T16:06:28.162 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_full": 0, 2024-04-15T16:06:28.162 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_some": 0, 2024-04-15T16:06:28.162 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush": 0, 2024-04-15T16:06:28.162 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_kb": 0, 2024-04-15T16:06:28.162 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_high": 0, 2024-04-15T16:06:28.162 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_low": 0, 2024-04-15T16:06:28.162 INFO:tasks.workunit.client.0.smithi016.stdout: "num_keys_recovered": 0, 2024-04-15T16:06:28.162 INFO:tasks.workunit.client.0.smithi016.stdout: "num_large_omap_objects": 0, 2024-04-15T16:06:28.162 INFO:tasks.workunit.client.0.smithi016.stdout: "num_legacy_snapsets": 0, 2024-04-15T16:06:28.162 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_clones": 0, 2024-04-15T16:06:28.162 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_copies": 0, 2024-04-15T16:06:28.162 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects": 0, 2024-04-15T16:06:28.162 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_degraded": 0, 2024-04-15T16:06:28.163 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_dirty": 0, 2024-04-15T16:06:28.163 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T16:06:28.163 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_manifest": 0, 2024-04-15T16:06:28.163 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_misplaced": 0, 2024-04-15T16:06:28.163 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing": 0, 2024-04-15T16:06:28.163 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T16:06:28.163 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_omap": 0, 2024-04-15T16:06:28.163 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_pinned": 0, 2024-04-15T16:06:28.163 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_recovered": 0, 2024-04-15T16:06:28.163 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_repaired": 0, 2024-04-15T16:06:28.163 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_unfound": 0, 2024-04-15T16:06:28.163 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_bytes": 0, 2024-04-15T16:06:28.163 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_keys": 0, 2024-04-15T16:06:28.163 INFO:tasks.workunit.client.0.smithi016.stdout: "num_promote": 0, 2024-04-15T16:06:28.164 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read": 1147, 2024-04-15T16:06:28.164 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read_kb": 404172, 2024-04-15T16:06:28.164 INFO:tasks.workunit.client.0.smithi016.stdout: "num_scrub_errors": 0, 2024-04-15T16:06:28.164 INFO:tasks.workunit.client.0.smithi016.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T16:06:28.164 INFO:tasks.workunit.client.0.smithi016.stdout: "num_whiteouts": 0, 2024-04-15T16:06:28.164 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write": 3244, 2024-04-15T16:06:28.164 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write_kb": 468344 2024-04-15T16:06:28.164 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:28.164 INFO:tasks.workunit.client.0.smithi016.stdout: "state": "active+clean", 2024-04-15T16:06:28.164 INFO:tasks.workunit.client.0.smithi016.stdout: "stats_invalid": false, 2024-04-15T16:06:28.164 INFO:tasks.workunit.client.0.smithi016.stdout: "up": [ 2024-04-15T16:06:28.164 INFO:tasks.workunit.client.0.smithi016.stdout: 6, 2024-04-15T16:06:28.164 INFO:tasks.workunit.client.0.smithi016.stdout: 4, 2024-04-15T16:06:28.164 INFO:tasks.workunit.client.0.smithi016.stdout: 7 2024-04-15T16:06:28.165 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:28.165 INFO:tasks.workunit.client.0.smithi016.stdout: "up_primary": 6, 2024-04-15T16:06:28.165 INFO:tasks.workunit.client.0.smithi016.stdout: "version": "1096'3275" 2024-04-15T16:06:28.165 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:28.165 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-15T16:06:28.165 INFO:tasks.workunit.client.0.smithi016.stdout: "acting": [ 2024-04-15T16:06:28.165 INFO:tasks.workunit.client.0.smithi016.stdout: 2, 2024-04-15T16:06:28.165 INFO:tasks.workunit.client.0.smithi016.stdout: 3, 2024-04-15T16:06:28.165 INFO:tasks.workunit.client.0.smithi016.stdout: 0 2024-04-15T16:06:28.165 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:28.165 INFO:tasks.workunit.client.0.smithi016.stdout: "acting_primary": 2, 2024-04-15T16:06:28.165 INFO:tasks.workunit.client.0.smithi016.stdout: "avail_no_missing": [], 2024-04-15T16:06:28.165 INFO:tasks.workunit.client.0.smithi016.stdout: "blocked_by": [], 2024-04-15T16:06:28.165 INFO:tasks.workunit.client.0.smithi016.stdout: "created": 60, 2024-04-15T16:06:28.165 INFO:tasks.workunit.client.0.smithi016.stdout: "dirty_stats_invalid": false, 2024-04-15T16:06:28.166 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T16:06:28.166 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_stats_invalid": false, 2024-04-15T16:06:28.166 INFO:tasks.workunit.client.0.smithi016.stdout: "last_active": "2024-04-15T16:05:12.196837+0000", 2024-04-15T16:06:28.166 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_active": "2024-04-15T14:42:57.509292+0000", 2024-04-15T16:06:28.166 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_peered": "2024-04-15T14:42:57.509292+0000", 2024-04-15T16:06:28.166 INFO:tasks.workunit.client.0.smithi016.stdout: "last_change": "2024-04-15T14:42:57.509551+0000", 2024-04-15T16:06:28.166 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean": "2024-04-15T16:05:12.196837+0000", 2024-04-15T16:06:28.166 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean_scrub_stamp": "2024-04-15T14:33:33.599136+0000", 2024-04-15T16:06:28.166 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub": "0'0", 2024-04-15T16:06:28.166 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub_stamp": "2024-04-15T14:33:33.599136+0000", 2024-04-15T16:06:28.166 INFO:tasks.workunit.client.0.smithi016.stdout: "last_epoch_clean": 420, 2024-04-15T16:06:28.166 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fresh": "2024-04-15T16:05:12.196837+0000", 2024-04-15T16:06:28.166 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fullsized": "2024-04-15T16:05:12.196837+0000", 2024-04-15T16:06:28.167 INFO:tasks.workunit.client.0.smithi016.stdout: "last_peered": "2024-04-15T16:05:12.196837+0000", 2024-04-15T16:06:28.167 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub": "0'0", 2024-04-15T16:06:28.167 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_duration": 0, 2024-04-15T16:06:28.167 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_stamp": "2024-04-15T14:33:33.599136+0000", 2024-04-15T16:06:28.167 INFO:tasks.workunit.client.0.smithi016.stdout: "last_undegraded": "2024-04-15T16:05:12.196837+0000", 2024-04-15T16:06:28.167 INFO:tasks.workunit.client.0.smithi016.stdout: "last_unstale": "2024-04-15T16:05:12.196837+0000", 2024-04-15T16:06:28.167 INFO:tasks.workunit.client.0.smithi016.stdout: "log_dups_size": 0, 2024-04-15T16:06:28.167 INFO:tasks.workunit.client.0.smithi016.stdout: "log_size": 0, 2024-04-15T16:06:28.167 INFO:tasks.workunit.client.0.smithi016.stdout: "log_start": "0'0", 2024-04-15T16:06:28.167 INFO:tasks.workunit.client.0.smithi016.stdout: "manifest_stats_invalid": false, 2024-04-15T16:06:28.167 INFO:tasks.workunit.client.0.smithi016.stdout: "mapping_epoch": 419, 2024-04-15T16:06:28.167 INFO:tasks.workunit.client.0.smithi016.stdout: "object_location_counts": [], 2024-04-15T16:06:28.167 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_scrubbed": 0, 2024-04-15T16:06:28.167 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_trimmed": 0, 2024-04-15T16:06:28.168 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_stats_invalid": false, 2024-04-15T16:06:28.168 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_size": 0, 2024-04-15T16:06:28.168 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_start": "0'0", 2024-04-15T16:06:28.168 INFO:tasks.workunit.client.0.smithi016.stdout: "parent": "0.0", 2024-04-15T16:06:28.168 INFO:tasks.workunit.client.0.smithi016.stdout: "parent_split_bits": 0, 2024-04-15T16:06:28.168 INFO:tasks.workunit.client.0.smithi016.stdout: "pgid": "2.1", 2024-04-15T16:06:28.168 INFO:tasks.workunit.client.0.smithi016.stdout: "pin_stats_invalid": false, 2024-04-15T16:06:28.168 INFO:tasks.workunit.client.0.smithi016.stdout: "purged_snaps": [], 2024-04-15T16:06:28.168 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_epoch": 2721, 2024-04-15T16:06:28.168 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_seq": 5025, 2024-04-15T16:06:28.168 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_duration": 0.0, 2024-04-15T16:06:28.168 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-17T01:58:29.703567+0000", 2024-04-15T16:06:28.168 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrim_duration": 0.0, 2024-04-15T16:06:28.168 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrimq_len": 0, 2024-04-15T16:06:28.169 INFO:tasks.workunit.client.0.smithi016.stdout: "stat_sum": { 2024-04-15T16:06:28.169 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes": 0, 2024-04-15T16:06:28.169 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T16:06:28.169 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_recovered": 0, 2024-04-15T16:06:28.169 INFO:tasks.workunit.client.0.smithi016.stdout: "num_deep_scrub_errors": 0, 2024-04-15T16:06:28.169 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict": 0, 2024-04-15T16:06:28.169 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_kb": 0, 2024-04-15T16:06:28.169 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_full": 0, 2024-04-15T16:06:28.169 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_some": 0, 2024-04-15T16:06:28.169 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush": 0, 2024-04-15T16:06:28.169 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_kb": 0, 2024-04-15T16:06:28.169 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_high": 0, 2024-04-15T16:06:28.169 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_low": 0, 2024-04-15T16:06:28.170 INFO:tasks.workunit.client.0.smithi016.stdout: "num_keys_recovered": 0, 2024-04-15T16:06:28.170 INFO:tasks.workunit.client.0.smithi016.stdout: "num_large_omap_objects": 0, 2024-04-15T16:06:28.170 INFO:tasks.workunit.client.0.smithi016.stdout: "num_legacy_snapsets": 0, 2024-04-15T16:06:28.170 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_clones": 0, 2024-04-15T16:06:28.170 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_copies": 0, 2024-04-15T16:06:28.170 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects": 0, 2024-04-15T16:06:28.170 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_degraded": 0, 2024-04-15T16:06:28.170 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_dirty": 0, 2024-04-15T16:06:28.170 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T16:06:28.170 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_manifest": 0, 2024-04-15T16:06:28.170 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_misplaced": 0, 2024-04-15T16:06:28.170 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing": 0, 2024-04-15T16:06:28.170 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T16:06:28.170 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_omap": 0, 2024-04-15T16:06:28.171 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_pinned": 0, 2024-04-15T16:06:28.171 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_recovered": 0, 2024-04-15T16:06:28.171 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_repaired": 0, 2024-04-15T16:06:28.171 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_unfound": 0, 2024-04-15T16:06:28.171 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_bytes": 0, 2024-04-15T16:06:28.171 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_keys": 0, 2024-04-15T16:06:28.171 INFO:tasks.workunit.client.0.smithi016.stdout: "num_promote": 0, 2024-04-15T16:06:28.171 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read": 0, 2024-04-15T16:06:28.171 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read_kb": 0, 2024-04-15T16:06:28.171 INFO:tasks.workunit.client.0.smithi016.stdout: "num_scrub_errors": 0, 2024-04-15T16:06:28.171 INFO:tasks.workunit.client.0.smithi016.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T16:06:28.171 INFO:tasks.workunit.client.0.smithi016.stdout: "num_whiteouts": 0, 2024-04-15T16:06:28.171 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write": 0, 2024-04-15T16:06:28.171 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write_kb": 0 2024-04-15T16:06:28.172 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:28.172 INFO:tasks.workunit.client.0.smithi016.stdout: "state": "active+clean", 2024-04-15T16:06:28.172 INFO:tasks.workunit.client.0.smithi016.stdout: "stats_invalid": false, 2024-04-15T16:06:28.172 INFO:tasks.workunit.client.0.smithi016.stdout: "up": [ 2024-04-15T16:06:28.172 INFO:tasks.workunit.client.0.smithi016.stdout: 2, 2024-04-15T16:06:28.172 INFO:tasks.workunit.client.0.smithi016.stdout: 3, 2024-04-15T16:06:28.172 INFO:tasks.workunit.client.0.smithi016.stdout: 0 2024-04-15T16:06:28.172 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:28.172 INFO:tasks.workunit.client.0.smithi016.stdout: "up_primary": 2, 2024-04-15T16:06:28.172 INFO:tasks.workunit.client.0.smithi016.stdout: "version": "0'0" 2024-04-15T16:06:28.172 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:28.172 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-15T16:06:28.172 INFO:tasks.workunit.client.0.smithi016.stdout: "acting": [ 2024-04-15T16:06:28.172 INFO:tasks.workunit.client.0.smithi016.stdout: 1, 2024-04-15T16:06:28.173 INFO:tasks.workunit.client.0.smithi016.stdout: 2, 2024-04-15T16:06:28.173 INFO:tasks.workunit.client.0.smithi016.stdout: 6 2024-04-15T16:06:28.173 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:28.173 INFO:tasks.workunit.client.0.smithi016.stdout: "acting_primary": 1, 2024-04-15T16:06:28.173 INFO:tasks.workunit.client.0.smithi016.stdout: "avail_no_missing": [], 2024-04-15T16:06:28.173 INFO:tasks.workunit.client.0.smithi016.stdout: "blocked_by": [], 2024-04-15T16:06:28.173 INFO:tasks.workunit.client.0.smithi016.stdout: "created": 61, 2024-04-15T16:06:28.173 INFO:tasks.workunit.client.0.smithi016.stdout: "dirty_stats_invalid": false, 2024-04-15T16:06:28.173 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T16:06:28.173 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_stats_invalid": false, 2024-04-15T16:06:28.173 INFO:tasks.workunit.client.0.smithi016.stdout: "last_active": "2024-04-15T16:05:11.869597+0000", 2024-04-15T16:06:28.173 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_active": "2024-04-15T14:44:28.453739+0000", 2024-04-15T16:06:28.173 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_peered": "2024-04-15T14:44:28.453739+0000", 2024-04-15T16:06:28.173 INFO:tasks.workunit.client.0.smithi016.stdout: "last_change": "2024-04-15T14:44:28.454138+0000", 2024-04-15T16:06:28.174 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean": "2024-04-15T16:05:11.869597+0000", 2024-04-15T16:06:28.174 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T16:06:28.174 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub": "0'0", 2024-04-15T16:06:28.174 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T16:06:28.174 INFO:tasks.workunit.client.0.smithi016.stdout: "last_epoch_clean": 511, 2024-04-15T16:06:28.174 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fresh": "2024-04-15T16:05:11.869597+0000", 2024-04-15T16:06:28.174 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fullsized": "2024-04-15T16:05:11.869597+0000", 2024-04-15T16:06:28.174 INFO:tasks.workunit.client.0.smithi016.stdout: "last_peered": "2024-04-15T16:05:11.869597+0000", 2024-04-15T16:06:28.174 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub": "0'0", 2024-04-15T16:06:28.174 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_duration": 0, 2024-04-15T16:06:28.174 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T16:06:28.174 INFO:tasks.workunit.client.0.smithi016.stdout: "last_undegraded": "2024-04-15T16:05:11.869597+0000", 2024-04-15T16:06:28.174 INFO:tasks.workunit.client.0.smithi016.stdout: "last_unstale": "2024-04-15T16:05:11.869597+0000", 2024-04-15T16:06:28.174 INFO:tasks.workunit.client.0.smithi016.stdout: "log_dups_size": 0, 2024-04-15T16:06:28.175 INFO:tasks.workunit.client.0.smithi016.stdout: "log_size": 0, 2024-04-15T16:06:28.175 INFO:tasks.workunit.client.0.smithi016.stdout: "log_start": "0'0", 2024-04-15T16:06:28.175 INFO:tasks.workunit.client.0.smithi016.stdout: "manifest_stats_invalid": false, 2024-04-15T16:06:28.175 INFO:tasks.workunit.client.0.smithi016.stdout: "mapping_epoch": 510, 2024-04-15T16:06:28.175 INFO:tasks.workunit.client.0.smithi016.stdout: "object_location_counts": [], 2024-04-15T16:06:28.175 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_scrubbed": 0, 2024-04-15T16:06:28.175 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_trimmed": 0, 2024-04-15T16:06:28.175 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_stats_invalid": false, 2024-04-15T16:06:28.175 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_size": 0, 2024-04-15T16:06:28.175 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_start": "0'0", 2024-04-15T16:06:28.175 INFO:tasks.workunit.client.0.smithi016.stdout: "parent": "0.0", 2024-04-15T16:06:28.175 INFO:tasks.workunit.client.0.smithi016.stdout: "parent_split_bits": 0, 2024-04-15T16:06:28.175 INFO:tasks.workunit.client.0.smithi016.stdout: "pgid": "3.0", 2024-04-15T16:06:28.175 INFO:tasks.workunit.client.0.smithi016.stdout: "pin_stats_invalid": false, 2024-04-15T16:06:28.176 INFO:tasks.workunit.client.0.smithi016.stdout: "purged_snaps": [], 2024-04-15T16:06:28.177 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_epoch": 2721, 2024-04-15T16:06:28.177 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_seq": 5046, 2024-04-15T16:06:28.177 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_duration": 0.0, 2024-04-15T16:06:28.177 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-16T19:14:45.501397+0000", 2024-04-15T16:06:28.177 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrim_duration": 0.0, 2024-04-15T16:06:28.177 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrimq_len": 0, 2024-04-15T16:06:28.177 INFO:tasks.workunit.client.0.smithi016.stdout: "stat_sum": { 2024-04-15T16:06:28.177 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes": 0, 2024-04-15T16:06:28.178 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T16:06:28.178 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_recovered": 0, 2024-04-15T16:06:28.178 INFO:tasks.workunit.client.0.smithi016.stdout: "num_deep_scrub_errors": 0, 2024-04-15T16:06:28.178 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict": 0, 2024-04-15T16:06:28.178 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_kb": 0, 2024-04-15T16:06:28.178 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_full": 0, 2024-04-15T16:06:28.178 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_some": 0, 2024-04-15T16:06:28.178 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush": 0, 2024-04-15T16:06:28.178 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_kb": 0, 2024-04-15T16:06:28.178 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_high": 0, 2024-04-15T16:06:28.178 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_low": 0, 2024-04-15T16:06:28.178 INFO:tasks.workunit.client.0.smithi016.stdout: "num_keys_recovered": 0, 2024-04-15T16:06:28.178 INFO:tasks.workunit.client.0.smithi016.stdout: "num_large_omap_objects": 0, 2024-04-15T16:06:28.178 INFO:tasks.workunit.client.0.smithi016.stdout: "num_legacy_snapsets": 0, 2024-04-15T16:06:28.179 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_clones": 0, 2024-04-15T16:06:28.179 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_copies": 0, 2024-04-15T16:06:28.179 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects": 0, 2024-04-15T16:06:28.179 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_degraded": 0, 2024-04-15T16:06:28.179 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_dirty": 0, 2024-04-15T16:06:28.179 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T16:06:28.179 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_manifest": 0, 2024-04-15T16:06:28.179 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_misplaced": 0, 2024-04-15T16:06:28.179 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing": 0, 2024-04-15T16:06:28.179 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T16:06:28.179 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_omap": 0, 2024-04-15T16:06:28.179 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_pinned": 0, 2024-04-15T16:06:28.179 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_recovered": 0, 2024-04-15T16:06:28.179 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_repaired": 0, 2024-04-15T16:06:28.180 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_unfound": 0, 2024-04-15T16:06:28.180 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_bytes": 0, 2024-04-15T16:06:28.180 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_keys": 0, 2024-04-15T16:06:28.180 INFO:tasks.workunit.client.0.smithi016.stdout: "num_promote": 0, 2024-04-15T16:06:28.180 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read": 0, 2024-04-15T16:06:28.180 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read_kb": 0, 2024-04-15T16:06:28.180 INFO:tasks.workunit.client.0.smithi016.stdout: "num_scrub_errors": 0, 2024-04-15T16:06:28.180 INFO:tasks.workunit.client.0.smithi016.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T16:06:28.180 INFO:tasks.workunit.client.0.smithi016.stdout: "num_whiteouts": 0, 2024-04-15T16:06:28.180 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write": 0, 2024-04-15T16:06:28.180 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write_kb": 0 2024-04-15T16:06:28.180 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:28.180 INFO:tasks.workunit.client.0.smithi016.stdout: "state": "active+clean", 2024-04-15T16:06:28.180 INFO:tasks.workunit.client.0.smithi016.stdout: "stats_invalid": false, 2024-04-15T16:06:28.181 INFO:tasks.workunit.client.0.smithi016.stdout: "up": [ 2024-04-15T16:06:28.181 INFO:tasks.workunit.client.0.smithi016.stdout: 1, 2024-04-15T16:06:28.181 INFO:tasks.workunit.client.0.smithi016.stdout: 2, 2024-04-15T16:06:28.181 INFO:tasks.workunit.client.0.smithi016.stdout: 6 2024-04-15T16:06:28.181 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:28.181 INFO:tasks.workunit.client.0.smithi016.stdout: "up_primary": 1, 2024-04-15T16:06:28.181 INFO:tasks.workunit.client.0.smithi016.stdout: "version": "0'0" 2024-04-15T16:06:28.181 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:28.181 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-15T16:06:28.181 INFO:tasks.workunit.client.0.smithi016.stdout: "acting": [ 2024-04-15T16:06:28.181 INFO:tasks.workunit.client.0.smithi016.stdout: 1, 2024-04-15T16:06:28.181 INFO:tasks.workunit.client.0.smithi016.stdout: 5, 2024-04-15T16:06:28.181 INFO:tasks.workunit.client.0.smithi016.stdout: 0 2024-04-15T16:06:28.181 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:28.182 INFO:tasks.workunit.client.0.smithi016.stdout: "acting_primary": 1, 2024-04-15T16:06:28.182 INFO:tasks.workunit.client.0.smithi016.stdout: "avail_no_missing": [], 2024-04-15T16:06:28.182 INFO:tasks.workunit.client.0.smithi016.stdout: "blocked_by": [], 2024-04-15T16:06:28.182 INFO:tasks.workunit.client.0.smithi016.stdout: "created": 66, 2024-04-15T16:06:28.182 INFO:tasks.workunit.client.0.smithi016.stdout: "dirty_stats_invalid": false, 2024-04-15T16:06:28.182 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T16:06:28.182 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_stats_invalid": false, 2024-04-15T16:06:28.182 INFO:tasks.workunit.client.0.smithi016.stdout: "last_active": "2024-04-15T16:05:11.870057+0000", 2024-04-15T16:06:28.182 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_active": "2024-04-15T14:43:53.354869+0000", 2024-04-15T16:06:28.182 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_peered": "2024-04-15T14:43:53.354869+0000", 2024-04-15T16:06:28.182 INFO:tasks.workunit.client.0.smithi016.stdout: "last_change": "2024-04-15T15:17:56.725731+0000", 2024-04-15T16:06:28.182 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean": "2024-04-15T16:05:11.870057+0000", 2024-04-15T16:06:28.182 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean_scrub_stamp": "2024-04-15T14:34:07.163731+0000", 2024-04-15T16:06:28.182 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub": "0'0", 2024-04-15T16:06:28.183 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub_stamp": "2024-04-15T14:34:07.163731+0000", 2024-04-15T16:06:28.183 INFO:tasks.workunit.client.0.smithi016.stdout: "last_epoch_clean": 476, 2024-04-15T16:06:28.183 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fresh": "2024-04-15T16:05:11.870057+0000", 2024-04-15T16:06:28.183 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fullsized": "2024-04-15T16:05:11.870057+0000", 2024-04-15T16:06:28.183 INFO:tasks.workunit.client.0.smithi016.stdout: "last_peered": "2024-04-15T16:05:11.870057+0000", 2024-04-15T16:06:28.183 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub": "0'0", 2024-04-15T16:06:28.183 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_duration": 0, 2024-04-15T16:06:28.183 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_stamp": "2024-04-15T14:34:07.163731+0000", 2024-04-15T16:06:28.183 INFO:tasks.workunit.client.0.smithi016.stdout: "last_undegraded": "2024-04-15T16:05:11.870057+0000", 2024-04-15T16:06:28.183 INFO:tasks.workunit.client.0.smithi016.stdout: "last_unstale": "2024-04-15T16:05:11.870057+0000", 2024-04-15T16:06:28.183 INFO:tasks.workunit.client.0.smithi016.stdout: "log_dups_size": 0, 2024-04-15T16:06:28.183 INFO:tasks.workunit.client.0.smithi016.stdout: "log_size": 2978, 2024-04-15T16:06:28.183 INFO:tasks.workunit.client.0.smithi016.stdout: "log_start": "0'0", 2024-04-15T16:06:28.184 INFO:tasks.workunit.client.0.smithi016.stdout: "manifest_stats_invalid": false, 2024-04-15T16:06:28.184 INFO:tasks.workunit.client.0.smithi016.stdout: "mapping_epoch": 475, 2024-04-15T16:06:28.184 INFO:tasks.workunit.client.0.smithi016.stdout: "object_location_counts": [], 2024-04-15T16:06:28.184 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_scrubbed": 0, 2024-04-15T16:06:28.184 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_trimmed": 0, 2024-04-15T16:06:28.184 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_stats_invalid": false, 2024-04-15T16:06:28.184 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_size": 2978, 2024-04-15T16:06:28.184 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_start": "0'0", 2024-04-15T16:06:28.184 INFO:tasks.workunit.client.0.smithi016.stdout: "parent": "0.0", 2024-04-15T16:06:28.184 INFO:tasks.workunit.client.0.smithi016.stdout: "parent_split_bits": 0, 2024-04-15T16:06:28.184 INFO:tasks.workunit.client.0.smithi016.stdout: "pgid": "4.7", 2024-04-15T16:06:28.184 INFO:tasks.workunit.client.0.smithi016.stdout: "pin_stats_invalid": false, 2024-04-15T16:06:28.184 INFO:tasks.workunit.client.0.smithi016.stdout: "purged_snaps": [], 2024-04-15T16:06:28.184 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_epoch": 2721, 2024-04-15T16:06:28.185 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_seq": 8765, 2024-04-15T16:06:28.185 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_duration": 0.0, 2024-04-15T16:06:28.185 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-16T20:38:33.062077+0000", 2024-04-15T16:06:28.185 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrim_duration": 0.003666, 2024-04-15T16:06:28.185 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrimq_len": 0, 2024-04-15T16:06:28.185 INFO:tasks.workunit.client.0.smithi016.stdout: "stat_sum": { 2024-04-15T16:06:28.185 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes": 0, 2024-04-15T16:06:28.185 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T16:06:28.185 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_recovered": 0, 2024-04-15T16:06:28.185 INFO:tasks.workunit.client.0.smithi016.stdout: "num_deep_scrub_errors": 0, 2024-04-15T16:06:28.185 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict": 0, 2024-04-15T16:06:28.185 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_kb": 0, 2024-04-15T16:06:28.185 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_full": 0, 2024-04-15T16:06:28.185 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_some": 0, 2024-04-15T16:06:28.186 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush": 0, 2024-04-15T16:06:28.186 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_kb": 0, 2024-04-15T16:06:28.186 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_high": 0, 2024-04-15T16:06:28.186 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_low": 0, 2024-04-15T16:06:28.186 INFO:tasks.workunit.client.0.smithi016.stdout: "num_keys_recovered": 0, 2024-04-15T16:06:28.186 INFO:tasks.workunit.client.0.smithi016.stdout: "num_large_omap_objects": 0, 2024-04-15T16:06:28.186 INFO:tasks.workunit.client.0.smithi016.stdout: "num_legacy_snapsets": 0, 2024-04-15T16:06:28.186 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_clones": 0, 2024-04-15T16:06:28.186 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_copies": 0, 2024-04-15T16:06:28.186 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects": 0, 2024-04-15T16:06:28.186 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_degraded": 0, 2024-04-15T16:06:28.186 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_dirty": 0, 2024-04-15T16:06:28.186 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T16:06:28.187 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_manifest": 0, 2024-04-15T16:06:28.187 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_misplaced": 0, 2024-04-15T16:06:28.187 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing": 0, 2024-04-15T16:06:28.187 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T16:06:28.187 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_omap": 0, 2024-04-15T16:06:28.187 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_pinned": 0, 2024-04-15T16:06:28.187 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_recovered": 0, 2024-04-15T16:06:28.187 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_repaired": 0, 2024-04-15T16:06:28.187 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_unfound": 0, 2024-04-15T16:06:28.187 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_bytes": 0, 2024-04-15T16:06:28.187 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_keys": 0, 2024-04-15T16:06:28.187 INFO:tasks.workunit.client.0.smithi016.stdout: "num_promote": 0, 2024-04-15T16:06:28.187 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read": 1218, 2024-04-15T16:06:28.187 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read_kb": 386564, 2024-04-15T16:06:28.188 INFO:tasks.workunit.client.0.smithi016.stdout: "num_scrub_errors": 0, 2024-04-15T16:06:28.188 INFO:tasks.workunit.client.0.smithi016.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T16:06:28.188 INFO:tasks.workunit.client.0.smithi016.stdout: "num_whiteouts": 0, 2024-04-15T16:06:28.188 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write": 2949, 2024-04-15T16:06:28.188 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write_kb": 394529 2024-04-15T16:06:28.188 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:28.188 INFO:tasks.workunit.client.0.smithi016.stdout: "state": "active+clean", 2024-04-15T16:06:28.188 INFO:tasks.workunit.client.0.smithi016.stdout: "stats_invalid": false, 2024-04-15T16:06:28.188 INFO:tasks.workunit.client.0.smithi016.stdout: "up": [ 2024-04-15T16:06:28.188 INFO:tasks.workunit.client.0.smithi016.stdout: 1, 2024-04-15T16:06:28.188 INFO:tasks.workunit.client.0.smithi016.stdout: 5, 2024-04-15T16:06:28.188 INFO:tasks.workunit.client.0.smithi016.stdout: 0 2024-04-15T16:06:28.188 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:28.188 INFO:tasks.workunit.client.0.smithi016.stdout: "up_primary": 1, 2024-04-15T16:06:28.188 INFO:tasks.workunit.client.0.smithi016.stdout: "version": "1096'2978" 2024-04-15T16:06:28.189 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:28.189 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-15T16:06:28.189 INFO:tasks.workunit.client.0.smithi016.stdout: "acting": [ 2024-04-15T16:06:28.189 INFO:tasks.workunit.client.0.smithi016.stdout: 4, 2024-04-15T16:06:28.189 INFO:tasks.workunit.client.0.smithi016.stdout: 0, 2024-04-15T16:06:28.189 INFO:tasks.workunit.client.0.smithi016.stdout: 6 2024-04-15T16:06:28.189 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:28.189 INFO:tasks.workunit.client.0.smithi016.stdout: "acting_primary": 4, 2024-04-15T16:06:28.189 INFO:tasks.workunit.client.0.smithi016.stdout: "avail_no_missing": [], 2024-04-15T16:06:28.189 INFO:tasks.workunit.client.0.smithi016.stdout: "blocked_by": [], 2024-04-15T16:06:28.189 INFO:tasks.workunit.client.0.smithi016.stdout: "created": 61, 2024-04-15T16:06:28.189 INFO:tasks.workunit.client.0.smithi016.stdout: "dirty_stats_invalid": false, 2024-04-15T16:06:28.189 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T16:06:28.190 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_stats_invalid": false, 2024-04-15T16:06:28.190 INFO:tasks.workunit.client.0.smithi016.stdout: "last_active": "2024-04-15T16:05:12.201095+0000", 2024-04-15T16:06:28.190 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_active": "2024-04-15T14:44:28.450939+0000", 2024-04-15T16:06:28.190 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_peered": "2024-04-15T14:44:28.450939+0000", 2024-04-15T16:06:28.190 INFO:tasks.workunit.client.0.smithi016.stdout: "last_change": "2024-04-15T14:44:28.451249+0000", 2024-04-15T16:06:28.190 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean": "2024-04-15T16:05:12.201095+0000", 2024-04-15T16:06:28.190 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T16:06:28.190 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub": "0'0", 2024-04-15T16:06:28.190 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T16:06:28.190 INFO:tasks.workunit.client.0.smithi016.stdout: "last_epoch_clean": 511, 2024-04-15T16:06:28.190 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fresh": "2024-04-15T16:05:12.201095+0000", 2024-04-15T16:06:28.190 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fullsized": "2024-04-15T16:05:12.201095+0000", 2024-04-15T16:06:28.190 INFO:tasks.workunit.client.0.smithi016.stdout: "last_peered": "2024-04-15T16:05:12.201095+0000", 2024-04-15T16:06:28.191 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub": "0'0", 2024-04-15T16:06:28.191 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_duration": 0, 2024-04-15T16:06:28.191 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T16:06:28.191 INFO:tasks.workunit.client.0.smithi016.stdout: "last_undegraded": "2024-04-15T16:05:12.201095+0000", 2024-04-15T16:06:28.191 INFO:tasks.workunit.client.0.smithi016.stdout: "last_unstale": "2024-04-15T16:05:12.201095+0000", 2024-04-15T16:06:28.191 INFO:tasks.workunit.client.0.smithi016.stdout: "log_dups_size": 0, 2024-04-15T16:06:28.191 INFO:tasks.workunit.client.0.smithi016.stdout: "log_size": 0, 2024-04-15T16:06:28.191 INFO:tasks.workunit.client.0.smithi016.stdout: "log_start": "0'0", 2024-04-15T16:06:28.191 INFO:tasks.workunit.client.0.smithi016.stdout: "manifest_stats_invalid": false, 2024-04-15T16:06:28.191 INFO:tasks.workunit.client.0.smithi016.stdout: "mapping_epoch": 510, 2024-04-15T16:06:28.191 INFO:tasks.workunit.client.0.smithi016.stdout: "object_location_counts": [], 2024-04-15T16:06:28.191 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_scrubbed": 0, 2024-04-15T16:06:28.191 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_trimmed": 0, 2024-04-15T16:06:28.191 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_stats_invalid": false, 2024-04-15T16:06:28.192 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_size": 0, 2024-04-15T16:06:28.192 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_start": "0'0", 2024-04-15T16:06:28.192 INFO:tasks.workunit.client.0.smithi016.stdout: "parent": "0.0", 2024-04-15T16:06:28.192 INFO:tasks.workunit.client.0.smithi016.stdout: "parent_split_bits": 0, 2024-04-15T16:06:28.192 INFO:tasks.workunit.client.0.smithi016.stdout: "pgid": "3.3", 2024-04-15T16:06:28.192 INFO:tasks.workunit.client.0.smithi016.stdout: "pin_stats_invalid": false, 2024-04-15T16:06:28.192 INFO:tasks.workunit.client.0.smithi016.stdout: "purged_snaps": [], 2024-04-15T16:06:28.192 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_epoch": 2721, 2024-04-15T16:06:28.192 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_seq": 4962, 2024-04-15T16:06:28.192 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_duration": 0.0, 2024-04-15T16:06:28.192 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-16T16:19:23.791433+0000", 2024-04-15T16:06:28.192 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrim_duration": 0.0, 2024-04-15T16:06:28.192 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrimq_len": 0, 2024-04-15T16:06:28.192 INFO:tasks.workunit.client.0.smithi016.stdout: "stat_sum": { 2024-04-15T16:06:28.193 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes": 0, 2024-04-15T16:06:28.193 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T16:06:28.193 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_recovered": 0, 2024-04-15T16:06:28.193 INFO:tasks.workunit.client.0.smithi016.stdout: "num_deep_scrub_errors": 0, 2024-04-15T16:06:28.193 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict": 0, 2024-04-15T16:06:28.193 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_kb": 0, 2024-04-15T16:06:28.193 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_full": 0, 2024-04-15T16:06:28.193 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_some": 0, 2024-04-15T16:06:28.193 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush": 0, 2024-04-15T16:06:28.193 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_kb": 0, 2024-04-15T16:06:28.193 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_high": 0, 2024-04-15T16:06:28.193 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_low": 0, 2024-04-15T16:06:28.193 INFO:tasks.workunit.client.0.smithi016.stdout: "num_keys_recovered": 0, 2024-04-15T16:06:28.193 INFO:tasks.workunit.client.0.smithi016.stdout: "num_large_omap_objects": 0, 2024-04-15T16:06:28.193 INFO:tasks.workunit.client.0.smithi016.stdout: "num_legacy_snapsets": 0, 2024-04-15T16:06:28.194 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_clones": 0, 2024-04-15T16:06:28.194 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_copies": 0, 2024-04-15T16:06:28.194 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects": 0, 2024-04-15T16:06:28.194 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_degraded": 0, 2024-04-15T16:06:28.194 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_dirty": 0, 2024-04-15T16:06:28.194 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T16:06:28.194 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_manifest": 0, 2024-04-15T16:06:28.194 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_misplaced": 0, 2024-04-15T16:06:28.194 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing": 0, 2024-04-15T16:06:28.194 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T16:06:28.194 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_omap": 0, 2024-04-15T16:06:28.194 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_pinned": 0, 2024-04-15T16:06:28.194 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_recovered": 0, 2024-04-15T16:06:28.194 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_repaired": 0, 2024-04-15T16:06:28.195 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_unfound": 0, 2024-04-15T16:06:28.195 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_bytes": 0, 2024-04-15T16:06:28.195 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_keys": 0, 2024-04-15T16:06:28.195 INFO:tasks.workunit.client.0.smithi016.stdout: "num_promote": 0, 2024-04-15T16:06:28.195 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read": 0, 2024-04-15T16:06:28.195 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read_kb": 0, 2024-04-15T16:06:28.195 INFO:tasks.workunit.client.0.smithi016.stdout: "num_scrub_errors": 0, 2024-04-15T16:06:28.195 INFO:tasks.workunit.client.0.smithi016.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T16:06:28.195 INFO:tasks.workunit.client.0.smithi016.stdout: "num_whiteouts": 0, 2024-04-15T16:06:28.195 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write": 0, 2024-04-15T16:06:28.195 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write_kb": 0 2024-04-15T16:06:28.195 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:28.195 INFO:tasks.workunit.client.0.smithi016.stdout: "state": "active+clean", 2024-04-15T16:06:28.195 INFO:tasks.workunit.client.0.smithi016.stdout: "stats_invalid": false, 2024-04-15T16:06:28.196 INFO:tasks.workunit.client.0.smithi016.stdout: "up": [ 2024-04-15T16:06:28.196 INFO:tasks.workunit.client.0.smithi016.stdout: 4, 2024-04-15T16:06:28.196 INFO:tasks.workunit.client.0.smithi016.stdout: 0, 2024-04-15T16:06:28.196 INFO:tasks.workunit.client.0.smithi016.stdout: 6 2024-04-15T16:06:28.196 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:28.196 INFO:tasks.workunit.client.0.smithi016.stdout: "up_primary": 4, 2024-04-15T16:06:28.196 INFO:tasks.workunit.client.0.smithi016.stdout: "version": "0'0" 2024-04-15T16:06:28.196 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:28.196 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-15T16:06:28.196 INFO:tasks.workunit.client.0.smithi016.stdout: "acting": [ 2024-04-15T16:06:28.196 INFO:tasks.workunit.client.0.smithi016.stdout: 5, 2024-04-15T16:06:28.196 INFO:tasks.workunit.client.0.smithi016.stdout: 1, 2024-04-15T16:06:28.196 INFO:tasks.workunit.client.0.smithi016.stdout: 6 2024-04-15T16:06:28.196 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:28.197 INFO:tasks.workunit.client.0.smithi016.stdout: "acting_primary": 5, 2024-04-15T16:06:28.197 INFO:tasks.workunit.client.0.smithi016.stdout: "avail_no_missing": [], 2024-04-15T16:06:28.197 INFO:tasks.workunit.client.0.smithi016.stdout: "blocked_by": [], 2024-04-15T16:06:28.197 INFO:tasks.workunit.client.0.smithi016.stdout: "created": 60, 2024-04-15T16:06:28.197 INFO:tasks.workunit.client.0.smithi016.stdout: "dirty_stats_invalid": false, 2024-04-15T16:06:28.197 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T16:06:28.197 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_stats_invalid": false, 2024-04-15T16:06:28.197 INFO:tasks.workunit.client.0.smithi016.stdout: "last_active": "2024-04-15T16:05:12.200578+0000", 2024-04-15T16:06:28.197 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_active": "2024-04-15T14:44:28.455843+0000", 2024-04-15T16:06:28.197 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_peered": "2024-04-15T14:44:28.455843+0000", 2024-04-15T16:06:28.197 INFO:tasks.workunit.client.0.smithi016.stdout: "last_change": "2024-04-15T14:44:28.457367+0000", 2024-04-15T16:06:28.197 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean": "2024-04-15T16:05:12.200578+0000", 2024-04-15T16:06:28.197 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean_scrub_stamp": "2024-04-15T14:33:33.599136+0000", 2024-04-15T16:06:28.197 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub": "0'0", 2024-04-15T16:06:28.197 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub_stamp": "2024-04-15T14:33:33.599136+0000", 2024-04-15T16:06:28.198 INFO:tasks.workunit.client.0.smithi016.stdout: "last_epoch_clean": 511, 2024-04-15T16:06:28.198 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fresh": "2024-04-15T16:05:12.200578+0000", 2024-04-15T16:06:28.198 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fullsized": "2024-04-15T16:05:12.200578+0000", 2024-04-15T16:06:28.198 INFO:tasks.workunit.client.0.smithi016.stdout: "last_peered": "2024-04-15T16:05:12.200578+0000", 2024-04-15T16:06:28.198 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub": "0'0", 2024-04-15T16:06:28.198 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_duration": 0, 2024-04-15T16:06:28.198 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_stamp": "2024-04-15T14:33:33.599136+0000", 2024-04-15T16:06:28.198 INFO:tasks.workunit.client.0.smithi016.stdout: "last_undegraded": "2024-04-15T16:05:12.200578+0000", 2024-04-15T16:06:28.198 INFO:tasks.workunit.client.0.smithi016.stdout: "last_unstale": "2024-04-15T16:05:12.200578+0000", 2024-04-15T16:06:28.198 INFO:tasks.workunit.client.0.smithi016.stdout: "log_dups_size": 0, 2024-04-15T16:06:28.198 INFO:tasks.workunit.client.0.smithi016.stdout: "log_size": 0, 2024-04-15T16:06:28.198 INFO:tasks.workunit.client.0.smithi016.stdout: "log_start": "0'0", 2024-04-15T16:06:28.198 INFO:tasks.workunit.client.0.smithi016.stdout: "manifest_stats_invalid": false, 2024-04-15T16:06:28.199 INFO:tasks.workunit.client.0.smithi016.stdout: "mapping_epoch": 510, 2024-04-15T16:06:28.199 INFO:tasks.workunit.client.0.smithi016.stdout: "object_location_counts": [], 2024-04-15T16:06:28.199 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_scrubbed": 0, 2024-04-15T16:06:28.199 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_trimmed": 0, 2024-04-15T16:06:28.199 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_stats_invalid": false, 2024-04-15T16:06:28.199 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_size": 0, 2024-04-15T16:06:28.199 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_start": "0'0", 2024-04-15T16:06:28.199 INFO:tasks.workunit.client.0.smithi016.stdout: "parent": "0.0", 2024-04-15T16:06:28.199 INFO:tasks.workunit.client.0.smithi016.stdout: "parent_split_bits": 0, 2024-04-15T16:06:28.199 INFO:tasks.workunit.client.0.smithi016.stdout: "pgid": "2.2", 2024-04-15T16:06:28.199 INFO:tasks.workunit.client.0.smithi016.stdout: "pin_stats_invalid": false, 2024-04-15T16:06:28.199 INFO:tasks.workunit.client.0.smithi016.stdout: "purged_snaps": [], 2024-04-15T16:06:28.199 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_epoch": 2721, 2024-04-15T16:06:28.199 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_seq": 4913, 2024-04-15T16:06:28.200 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_duration": 0.0, 2024-04-15T16:06:28.200 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-16T16:02:53.490143+0000", 2024-04-15T16:06:28.200 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrim_duration": 0.0, 2024-04-15T16:06:28.200 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrimq_len": 0, 2024-04-15T16:06:28.200 INFO:tasks.workunit.client.0.smithi016.stdout: "stat_sum": { 2024-04-15T16:06:28.200 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes": 0, 2024-04-15T16:06:28.200 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T16:06:28.200 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_recovered": 0, 2024-04-15T16:06:28.200 INFO:tasks.workunit.client.0.smithi016.stdout: "num_deep_scrub_errors": 0, 2024-04-15T16:06:28.200 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict": 0, 2024-04-15T16:06:28.200 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_kb": 0, 2024-04-15T16:06:28.200 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_full": 0, 2024-04-15T16:06:28.200 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_some": 0, 2024-04-15T16:06:28.200 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush": 0, 2024-04-15T16:06:28.200 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_kb": 0, 2024-04-15T16:06:28.201 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_high": 0, 2024-04-15T16:06:28.201 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_low": 0, 2024-04-15T16:06:28.201 INFO:tasks.workunit.client.0.smithi016.stdout: "num_keys_recovered": 0, 2024-04-15T16:06:28.201 INFO:tasks.workunit.client.0.smithi016.stdout: "num_large_omap_objects": 0, 2024-04-15T16:06:28.201 INFO:tasks.workunit.client.0.smithi016.stdout: "num_legacy_snapsets": 0, 2024-04-15T16:06:28.201 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_clones": 0, 2024-04-15T16:06:28.201 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_copies": 0, 2024-04-15T16:06:28.201 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects": 0, 2024-04-15T16:06:28.201 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_degraded": 0, 2024-04-15T16:06:28.201 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_dirty": 0, 2024-04-15T16:06:28.201 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T16:06:28.201 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_manifest": 0, 2024-04-15T16:06:28.201 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_misplaced": 0, 2024-04-15T16:06:28.201 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing": 0, 2024-04-15T16:06:28.202 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T16:06:28.202 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_omap": 0, 2024-04-15T16:06:28.202 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_pinned": 0, 2024-04-15T16:06:28.202 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_recovered": 0, 2024-04-15T16:06:28.202 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_repaired": 0, 2024-04-15T16:06:28.202 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_unfound": 0, 2024-04-15T16:06:28.202 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_bytes": 0, 2024-04-15T16:06:28.202 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_keys": 0, 2024-04-15T16:06:28.202 INFO:tasks.workunit.client.0.smithi016.stdout: "num_promote": 0, 2024-04-15T16:06:28.202 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read": 0, 2024-04-15T16:06:28.202 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read_kb": 0, 2024-04-15T16:06:28.202 INFO:tasks.workunit.client.0.smithi016.stdout: "num_scrub_errors": 0, 2024-04-15T16:06:28.202 INFO:tasks.workunit.client.0.smithi016.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T16:06:28.202 INFO:tasks.workunit.client.0.smithi016.stdout: "num_whiteouts": 0, 2024-04-15T16:06:28.203 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write": 0, 2024-04-15T16:06:28.203 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write_kb": 0 2024-04-15T16:06:28.203 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:28.203 INFO:tasks.workunit.client.0.smithi016.stdout: "state": "active+clean", 2024-04-15T16:06:28.203 INFO:tasks.workunit.client.0.smithi016.stdout: "stats_invalid": false, 2024-04-15T16:06:28.203 INFO:tasks.workunit.client.0.smithi016.stdout: "up": [ 2024-04-15T16:06:28.203 INFO:tasks.workunit.client.0.smithi016.stdout: 5, 2024-04-15T16:06:28.203 INFO:tasks.workunit.client.0.smithi016.stdout: 1, 2024-04-15T16:06:28.203 INFO:tasks.workunit.client.0.smithi016.stdout: 6 2024-04-15T16:06:28.203 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:28.203 INFO:tasks.workunit.client.0.smithi016.stdout: "up_primary": 5, 2024-04-15T16:06:28.203 INFO:tasks.workunit.client.0.smithi016.stdout: "version": "0'0" 2024-04-15T16:06:28.203 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:28.203 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-15T16:06:28.204 INFO:tasks.workunit.client.0.smithi016.stdout: "acting": [ 2024-04-15T16:06:28.204 INFO:tasks.workunit.client.0.smithi016.stdout: 1, 2024-04-15T16:06:28.204 INFO:tasks.workunit.client.0.smithi016.stdout: 2, 2024-04-15T16:06:28.204 INFO:tasks.workunit.client.0.smithi016.stdout: 3 2024-04-15T16:06:28.204 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:28.204 INFO:tasks.workunit.client.0.smithi016.stdout: "acting_primary": 1, 2024-04-15T16:06:28.204 INFO:tasks.workunit.client.0.smithi016.stdout: "avail_no_missing": [], 2024-04-15T16:06:28.204 INFO:tasks.workunit.client.0.smithi016.stdout: "blocked_by": [], 2024-04-15T16:06:28.204 INFO:tasks.workunit.client.0.smithi016.stdout: "created": 66, 2024-04-15T16:06:28.204 INFO:tasks.workunit.client.0.smithi016.stdout: "dirty_stats_invalid": false, 2024-04-15T16:06:28.204 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T16:06:28.204 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_stats_invalid": false, 2024-04-15T16:06:28.204 INFO:tasks.workunit.client.0.smithi016.stdout: "last_active": "2024-04-15T16:06:24.531313+0000", 2024-04-15T16:06:28.204 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_active": "2024-04-15T14:42:57.515537+0000", 2024-04-15T16:06:28.205 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_peered": "2024-04-15T14:42:57.515537+0000", 2024-04-15T16:06:28.205 INFO:tasks.workunit.client.0.smithi016.stdout: "last_change": "2024-04-15T15:17:56.724604+0000", 2024-04-15T16:06:28.205 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean": "2024-04-15T16:06:24.531313+0000", 2024-04-15T16:06:28.205 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean_scrub_stamp": "2024-04-15T14:34:07.163731+0000", 2024-04-15T16:06:28.205 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub": "0'0", 2024-04-15T16:06:28.205 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub_stamp": "2024-04-15T14:34:07.163731+0000", 2024-04-15T16:06:28.205 INFO:tasks.workunit.client.0.smithi016.stdout: "last_epoch_clean": 420, 2024-04-15T16:06:28.205 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fresh": "2024-04-15T16:06:24.531313+0000", 2024-04-15T16:06:28.205 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fullsized": "2024-04-15T16:06:24.531313+0000", 2024-04-15T16:06:28.205 INFO:tasks.workunit.client.0.smithi016.stdout: "last_peered": "2024-04-15T16:06:24.531313+0000", 2024-04-15T16:06:28.205 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub": "0'0", 2024-04-15T16:06:28.205 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_duration": 0, 2024-04-15T16:06:28.205 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_stamp": "2024-04-15T14:34:07.163731+0000", 2024-04-15T16:06:28.205 INFO:tasks.workunit.client.0.smithi016.stdout: "last_undegraded": "2024-04-15T16:06:24.531313+0000", 2024-04-15T16:06:28.205 INFO:tasks.workunit.client.0.smithi016.stdout: "last_unstale": "2024-04-15T16:06:24.531313+0000", 2024-04-15T16:06:28.206 INFO:tasks.workunit.client.0.smithi016.stdout: "log_dups_size": 0, 2024-04-15T16:06:28.206 INFO:tasks.workunit.client.0.smithi016.stdout: "log_size": 2910, 2024-04-15T16:06:28.206 INFO:tasks.workunit.client.0.smithi016.stdout: "log_start": "0'0", 2024-04-15T16:06:28.206 INFO:tasks.workunit.client.0.smithi016.stdout: "manifest_stats_invalid": false, 2024-04-15T16:06:28.206 INFO:tasks.workunit.client.0.smithi016.stdout: "mapping_epoch": 419, 2024-04-15T16:06:28.206 INFO:tasks.workunit.client.0.smithi016.stdout: "object_location_counts": [], 2024-04-15T16:06:28.206 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_scrubbed": 0, 2024-04-15T16:06:28.206 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_trimmed": 0, 2024-04-15T16:06:28.206 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_stats_invalid": false, 2024-04-15T16:06:28.206 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_size": 2910, 2024-04-15T16:06:28.206 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_start": "0'0", 2024-04-15T16:06:28.206 INFO:tasks.workunit.client.0.smithi016.stdout: "parent": "0.0", 2024-04-15T16:06:28.206 INFO:tasks.workunit.client.0.smithi016.stdout: "parent_split_bits": 0, 2024-04-15T16:06:28.206 INFO:tasks.workunit.client.0.smithi016.stdout: "pgid": "4.4", 2024-04-15T16:06:28.207 INFO:tasks.workunit.client.0.smithi016.stdout: "pin_stats_invalid": false, 2024-04-15T16:06:28.207 INFO:tasks.workunit.client.0.smithi016.stdout: "purged_snaps": [], 2024-04-15T16:06:28.207 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_epoch": 2721, 2024-04-15T16:06:28.207 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_seq": 8569, 2024-04-15T16:06:28.207 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_duration": 0.0, 2024-04-15T16:06:28.207 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-16T19:43:44.108320+0000", 2024-04-15T16:06:28.207 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrim_duration": 0.002786041, 2024-04-15T16:06:28.207 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrimq_len": 0, 2024-04-15T16:06:28.207 INFO:tasks.workunit.client.0.smithi016.stdout: "stat_sum": { 2024-04-15T16:06:28.207 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes": 0, 2024-04-15T16:06:28.207 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T16:06:28.207 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_recovered": 0, 2024-04-15T16:06:28.207 INFO:tasks.workunit.client.0.smithi016.stdout: "num_deep_scrub_errors": 0, 2024-04-15T16:06:28.207 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict": 0, 2024-04-15T16:06:28.207 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_kb": 0, 2024-04-15T16:06:28.208 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_full": 0, 2024-04-15T16:06:28.208 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_some": 0, 2024-04-15T16:06:28.208 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush": 0, 2024-04-15T16:06:28.208 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_kb": 0, 2024-04-15T16:06:28.208 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_high": 0, 2024-04-15T16:06:28.208 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_low": 0, 2024-04-15T16:06:28.208 INFO:tasks.workunit.client.0.smithi016.stdout: "num_keys_recovered": 0, 2024-04-15T16:06:28.208 INFO:tasks.workunit.client.0.smithi016.stdout: "num_large_omap_objects": 0, 2024-04-15T16:06:28.208 INFO:tasks.workunit.client.0.smithi016.stdout: "num_legacy_snapsets": 0, 2024-04-15T16:06:28.208 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_clones": 0, 2024-04-15T16:06:28.208 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_copies": 3, 2024-04-15T16:06:28.208 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects": 1, 2024-04-15T16:06:28.208 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_degraded": 0, 2024-04-15T16:06:28.208 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_dirty": 1, 2024-04-15T16:06:28.208 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T16:06:28.209 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_manifest": 0, 2024-04-15T16:06:28.209 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_misplaced": 0, 2024-04-15T16:06:28.209 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing": 0, 2024-04-15T16:06:28.209 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T16:06:28.209 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_omap": 1, 2024-04-15T16:06:28.209 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_pinned": 0, 2024-04-15T16:06:28.209 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_recovered": 0, 2024-04-15T16:06:28.209 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_repaired": 0, 2024-04-15T16:06:28.209 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_unfound": 0, 2024-04-15T16:06:28.209 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_bytes": 0, 2024-04-15T16:06:28.209 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_keys": 0, 2024-04-15T16:06:28.209 INFO:tasks.workunit.client.0.smithi016.stdout: "num_promote": 0, 2024-04-15T16:06:28.209 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read": 815, 2024-04-15T16:06:28.209 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read_kb": 381434, 2024-04-15T16:06:28.210 INFO:tasks.workunit.client.0.smithi016.stdout: "num_scrub_errors": 0, 2024-04-15T16:06:28.210 INFO:tasks.workunit.client.0.smithi016.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T16:06:28.210 INFO:tasks.workunit.client.0.smithi016.stdout: "num_whiteouts": 0, 2024-04-15T16:06:28.210 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write": 2919, 2024-04-15T16:06:28.210 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write_kb": 376823 2024-04-15T16:06:28.210 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:28.210 INFO:tasks.workunit.client.0.smithi016.stdout: "state": "active+clean", 2024-04-15T16:06:28.210 INFO:tasks.workunit.client.0.smithi016.stdout: "stats_invalid": false, 2024-04-15T16:06:28.210 INFO:tasks.workunit.client.0.smithi016.stdout: "up": [ 2024-04-15T16:06:28.210 INFO:tasks.workunit.client.0.smithi016.stdout: 1, 2024-04-15T16:06:28.210 INFO:tasks.workunit.client.0.smithi016.stdout: 2, 2024-04-15T16:06:28.210 INFO:tasks.workunit.client.0.smithi016.stdout: 3 2024-04-15T16:06:28.210 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:28.210 INFO:tasks.workunit.client.0.smithi016.stdout: "up_primary": 1, 2024-04-15T16:06:28.211 INFO:tasks.workunit.client.0.smithi016.stdout: "version": "1096'2910" 2024-04-15T16:06:28.211 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:28.211 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-15T16:06:28.211 INFO:tasks.workunit.client.0.smithi016.stdout: "acting": [ 2024-04-15T16:06:28.211 INFO:tasks.workunit.client.0.smithi016.stdout: 5, 2024-04-15T16:06:28.211 INFO:tasks.workunit.client.0.smithi016.stdout: 3, 2024-04-15T16:06:28.211 INFO:tasks.workunit.client.0.smithi016.stdout: 2 2024-04-15T16:06:28.211 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:28.211 INFO:tasks.workunit.client.0.smithi016.stdout: "acting_primary": 5, 2024-04-15T16:06:28.211 INFO:tasks.workunit.client.0.smithi016.stdout: "avail_no_missing": [], 2024-04-15T16:06:28.211 INFO:tasks.workunit.client.0.smithi016.stdout: "blocked_by": [], 2024-04-15T16:06:28.211 INFO:tasks.workunit.client.0.smithi016.stdout: "created": 61, 2024-04-15T16:06:28.211 INFO:tasks.workunit.client.0.smithi016.stdout: "dirty_stats_invalid": false, 2024-04-15T16:06:28.211 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T16:06:28.211 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_stats_invalid": false, 2024-04-15T16:06:28.212 INFO:tasks.workunit.client.0.smithi016.stdout: "last_active": "2024-04-15T16:05:12.204163+0000", 2024-04-15T16:06:28.212 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_active": "2024-04-15T14:43:53.358154+0000", 2024-04-15T16:06:28.212 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_peered": "2024-04-15T14:43:53.358154+0000", 2024-04-15T16:06:28.212 INFO:tasks.workunit.client.0.smithi016.stdout: "last_change": "2024-04-15T14:43:53.359323+0000", 2024-04-15T16:06:28.212 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean": "2024-04-15T16:05:12.204163+0000", 2024-04-15T16:06:28.212 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T16:06:28.212 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub": "0'0", 2024-04-15T16:06:28.212 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T16:06:28.212 INFO:tasks.workunit.client.0.smithi016.stdout: "last_epoch_clean": 476, 2024-04-15T16:06:28.212 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fresh": "2024-04-15T16:05:12.204163+0000", 2024-04-15T16:06:28.212 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fullsized": "2024-04-15T16:05:12.204163+0000", 2024-04-15T16:06:28.213 INFO:tasks.workunit.client.0.smithi016.stdout: "last_peered": "2024-04-15T16:05:12.204163+0000", 2024-04-15T16:06:28.213 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub": "0'0", 2024-04-15T16:06:28.213 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_duration": 0, 2024-04-15T16:06:28.213 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T16:06:28.213 INFO:tasks.workunit.client.0.smithi016.stdout: "last_undegraded": "2024-04-15T16:05:12.204163+0000", 2024-04-15T16:06:28.213 INFO:tasks.workunit.client.0.smithi016.stdout: "last_unstale": "2024-04-15T16:05:12.204163+0000", 2024-04-15T16:06:28.213 INFO:tasks.workunit.client.0.smithi016.stdout: "log_dups_size": 0, 2024-04-15T16:06:28.213 INFO:tasks.workunit.client.0.smithi016.stdout: "log_size": 0, 2024-04-15T16:06:28.213 INFO:tasks.workunit.client.0.smithi016.stdout: "log_start": "0'0", 2024-04-15T16:06:28.213 INFO:tasks.workunit.client.0.smithi016.stdout: "manifest_stats_invalid": false, 2024-04-15T16:06:28.214 INFO:tasks.workunit.client.0.smithi016.stdout: "mapping_epoch": 475, 2024-04-15T16:06:28.214 INFO:tasks.workunit.client.0.smithi016.stdout: "object_location_counts": [], 2024-04-15T16:06:28.214 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_scrubbed": 0, 2024-04-15T16:06:28.214 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_trimmed": 0, 2024-04-15T16:06:28.214 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_stats_invalid": false, 2024-04-15T16:06:28.214 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_size": 0, 2024-04-15T16:06:28.214 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_start": "0'0", 2024-04-15T16:06:28.214 INFO:tasks.workunit.client.0.smithi016.stdout: "parent": "0.0", 2024-04-15T16:06:28.214 INFO:tasks.workunit.client.0.smithi016.stdout: "parent_split_bits": 0, 2024-04-15T16:06:28.214 INFO:tasks.workunit.client.0.smithi016.stdout: "pgid": "3.5", 2024-04-15T16:06:28.214 INFO:tasks.workunit.client.0.smithi016.stdout: "pin_stats_invalid": false, 2024-04-15T16:06:28.215 INFO:tasks.workunit.client.0.smithi016.stdout: "purged_snaps": [], 2024-04-15T16:06:28.215 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_epoch": 2721, 2024-04-15T16:06:28.215 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_seq": 4928, 2024-04-15T16:06:28.215 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_duration": 0.0, 2024-04-15T16:06:28.215 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-16T17:40:40.085847+0000", 2024-04-15T16:06:28.215 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrim_duration": 0.0, 2024-04-15T16:06:28.215 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrimq_len": 0, 2024-04-15T16:06:28.215 INFO:tasks.workunit.client.0.smithi016.stdout: "stat_sum": { 2024-04-15T16:06:28.215 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes": 0, 2024-04-15T16:06:28.215 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T16:06:28.215 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_recovered": 0, 2024-04-15T16:06:28.215 INFO:tasks.workunit.client.0.smithi016.stdout: "num_deep_scrub_errors": 0, 2024-04-15T16:06:28.216 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict": 0, 2024-04-15T16:06:28.216 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_kb": 0, 2024-04-15T16:06:28.216 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_full": 0, 2024-04-15T16:06:28.216 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_some": 0, 2024-04-15T16:06:28.216 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush": 0, 2024-04-15T16:06:28.216 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_kb": 0, 2024-04-15T16:06:28.216 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_high": 0, 2024-04-15T16:06:28.216 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_low": 0, 2024-04-15T16:06:28.216 INFO:tasks.workunit.client.0.smithi016.stdout: "num_keys_recovered": 0, 2024-04-15T16:06:28.216 INFO:tasks.workunit.client.0.smithi016.stdout: "num_large_omap_objects": 0, 2024-04-15T16:06:28.216 INFO:tasks.workunit.client.0.smithi016.stdout: "num_legacy_snapsets": 0, 2024-04-15T16:06:28.217 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_clones": 0, 2024-04-15T16:06:28.217 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_copies": 0, 2024-04-15T16:06:28.217 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects": 0, 2024-04-15T16:06:28.217 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_degraded": 0, 2024-04-15T16:06:28.217 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_dirty": 0, 2024-04-15T16:06:28.217 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T16:06:28.217 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_manifest": 0, 2024-04-15T16:06:28.217 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_misplaced": 0, 2024-04-15T16:06:28.217 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing": 0, 2024-04-15T16:06:28.217 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T16:06:28.217 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_omap": 0, 2024-04-15T16:06:28.217 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_pinned": 0, 2024-04-15T16:06:28.218 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_recovered": 0, 2024-04-15T16:06:28.218 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_repaired": 0, 2024-04-15T16:06:28.218 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_unfound": 0, 2024-04-15T16:06:28.218 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_bytes": 0, 2024-04-15T16:06:28.218 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_keys": 0, 2024-04-15T16:06:28.218 INFO:tasks.workunit.client.0.smithi016.stdout: "num_promote": 0, 2024-04-15T16:06:28.218 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read": 0, 2024-04-15T16:06:28.218 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read_kb": 0, 2024-04-15T16:06:28.218 INFO:tasks.workunit.client.0.smithi016.stdout: "num_scrub_errors": 0, 2024-04-15T16:06:28.218 INFO:tasks.workunit.client.0.smithi016.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T16:06:28.218 INFO:tasks.workunit.client.0.smithi016.stdout: "num_whiteouts": 0, 2024-04-15T16:06:28.219 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write": 0, 2024-04-15T16:06:28.219 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write_kb": 0 2024-04-15T16:06:28.219 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:28.219 INFO:tasks.workunit.client.0.smithi016.stdout: "state": "active+clean", 2024-04-15T16:06:28.219 INFO:tasks.workunit.client.0.smithi016.stdout: "stats_invalid": false, 2024-04-15T16:06:28.219 INFO:tasks.workunit.client.0.smithi016.stdout: "up": [ 2024-04-15T16:06:28.219 INFO:tasks.workunit.client.0.smithi016.stdout: 5, 2024-04-15T16:06:28.219 INFO:tasks.workunit.client.0.smithi016.stdout: 3, 2024-04-15T16:06:28.219 INFO:tasks.workunit.client.0.smithi016.stdout: 2 2024-04-15T16:06:28.219 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:28.219 INFO:tasks.workunit.client.0.smithi016.stdout: "up_primary": 5, 2024-04-15T16:06:28.220 INFO:tasks.workunit.client.0.smithi016.stdout: "version": "0'0" 2024-04-15T16:06:28.220 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:28.220 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-15T16:06:28.220 INFO:tasks.workunit.client.0.smithi016.stdout: "acting": [ 2024-04-15T16:06:28.220 INFO:tasks.workunit.client.0.smithi016.stdout: 1, 2024-04-15T16:06:28.220 INFO:tasks.workunit.client.0.smithi016.stdout: 3, 2024-04-15T16:06:28.220 INFO:tasks.workunit.client.0.smithi016.stdout: 2 2024-04-15T16:06:28.220 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:28.220 INFO:tasks.workunit.client.0.smithi016.stdout: "acting_primary": 1, 2024-04-15T16:06:28.220 INFO:tasks.workunit.client.0.smithi016.stdout: "avail_no_missing": [], 2024-04-15T16:06:28.220 INFO:tasks.workunit.client.0.smithi016.stdout: "blocked_by": [], 2024-04-15T16:06:28.221 INFO:tasks.workunit.client.0.smithi016.stdout: "created": 60, 2024-04-15T16:06:28.221 INFO:tasks.workunit.client.0.smithi016.stdout: "dirty_stats_invalid": false, 2024-04-15T16:06:28.221 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T16:06:28.221 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_stats_invalid": false, 2024-04-15T16:06:28.221 INFO:tasks.workunit.client.0.smithi016.stdout: "last_active": "2024-04-15T16:05:11.870467+0000", 2024-04-15T16:06:28.221 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_active": "2024-04-15T14:42:57.515534+0000", 2024-04-15T16:06:28.221 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_peered": "2024-04-15T14:42:57.515534+0000", 2024-04-15T16:06:28.221 INFO:tasks.workunit.client.0.smithi016.stdout: "last_change": "2024-04-15T14:42:57.515891+0000", 2024-04-15T16:06:28.221 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean": "2024-04-15T16:05:11.870467+0000", 2024-04-15T16:06:28.221 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean_scrub_stamp": "2024-04-15T14:33:33.599136+0000", 2024-04-15T16:06:28.221 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub": "0'0", 2024-04-15T16:06:28.221 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub_stamp": "2024-04-15T14:33:33.599136+0000", 2024-04-15T16:06:28.222 INFO:tasks.workunit.client.0.smithi016.stdout: "last_epoch_clean": 420, 2024-04-15T16:06:28.222 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fresh": "2024-04-15T16:05:11.870467+0000", 2024-04-15T16:06:28.222 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fullsized": "2024-04-15T16:05:11.870467+0000", 2024-04-15T16:06:28.222 INFO:tasks.workunit.client.0.smithi016.stdout: "last_peered": "2024-04-15T16:05:11.870467+0000", 2024-04-15T16:06:28.222 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub": "0'0", 2024-04-15T16:06:28.222 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_duration": 0, 2024-04-15T16:06:28.222 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_stamp": "2024-04-15T14:33:33.599136+0000", 2024-04-15T16:06:28.222 INFO:tasks.workunit.client.0.smithi016.stdout: "last_undegraded": "2024-04-15T16:05:11.870467+0000", 2024-04-15T16:06:28.222 INFO:tasks.workunit.client.0.smithi016.stdout: "last_unstale": "2024-04-15T16:05:11.870467+0000", 2024-04-15T16:06:28.222 INFO:tasks.workunit.client.0.smithi016.stdout: "log_dups_size": 0, 2024-04-15T16:06:28.222 INFO:tasks.workunit.client.0.smithi016.stdout: "log_size": 0, 2024-04-15T16:06:28.222 INFO:tasks.workunit.client.0.smithi016.stdout: "log_start": "0'0", 2024-04-15T16:06:28.223 INFO:tasks.workunit.client.0.smithi016.stdout: "manifest_stats_invalid": false, 2024-04-15T16:06:28.223 INFO:tasks.workunit.client.0.smithi016.stdout: "mapping_epoch": 419, 2024-04-15T16:06:28.223 INFO:tasks.workunit.client.0.smithi016.stdout: "object_location_counts": [], 2024-04-15T16:06:28.223 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_scrubbed": 0, 2024-04-15T16:06:28.223 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_trimmed": 0, 2024-04-15T16:06:28.223 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_stats_invalid": false, 2024-04-15T16:06:28.223 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_size": 0, 2024-04-15T16:06:28.223 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_start": "0'0", 2024-04-15T16:06:28.223 INFO:tasks.workunit.client.0.smithi016.stdout: "parent": "0.0", 2024-04-15T16:06:28.223 INFO:tasks.workunit.client.0.smithi016.stdout: "parent_split_bits": 0, 2024-04-15T16:06:28.223 INFO:tasks.workunit.client.0.smithi016.stdout: "pgid": "2.4", 2024-04-15T16:06:28.223 INFO:tasks.workunit.client.0.smithi016.stdout: "pin_stats_invalid": false, 2024-04-15T16:06:28.224 INFO:tasks.workunit.client.0.smithi016.stdout: "purged_snaps": [], 2024-04-15T16:06:28.224 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_epoch": 2721, 2024-04-15T16:06:28.224 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_seq": 5040, 2024-04-15T16:06:28.224 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_duration": 0.0, 2024-04-15T16:06:28.224 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-16T22:57:52.754677+0000", 2024-04-15T16:06:28.224 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrim_duration": 0.0, 2024-04-15T16:06:28.224 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrimq_len": 0, 2024-04-15T16:06:28.224 INFO:tasks.workunit.client.0.smithi016.stdout: "stat_sum": { 2024-04-15T16:06:28.224 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes": 0, 2024-04-15T16:06:28.224 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T16:06:28.224 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_recovered": 0, 2024-04-15T16:06:28.224 INFO:tasks.workunit.client.0.smithi016.stdout: "num_deep_scrub_errors": 0, 2024-04-15T16:06:28.224 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict": 0, 2024-04-15T16:06:28.224 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_kb": 0, 2024-04-15T16:06:28.225 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_full": 0, 2024-04-15T16:06:28.225 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_some": 0, 2024-04-15T16:06:28.225 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush": 0, 2024-04-15T16:06:28.225 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_kb": 0, 2024-04-15T16:06:28.225 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_high": 0, 2024-04-15T16:06:28.225 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_low": 0, 2024-04-15T16:06:28.225 INFO:tasks.workunit.client.0.smithi016.stdout: "num_keys_recovered": 0, 2024-04-15T16:06:28.225 INFO:tasks.workunit.client.0.smithi016.stdout: "num_large_omap_objects": 0, 2024-04-15T16:06:28.225 INFO:tasks.workunit.client.0.smithi016.stdout: "num_legacy_snapsets": 0, 2024-04-15T16:06:28.225 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_clones": 0, 2024-04-15T16:06:28.225 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_copies": 0, 2024-04-15T16:06:28.225 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects": 0, 2024-04-15T16:06:28.226 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_degraded": 0, 2024-04-15T16:06:28.226 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_dirty": 0, 2024-04-15T16:06:28.226 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T16:06:28.226 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_manifest": 0, 2024-04-15T16:06:28.226 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_misplaced": 0, 2024-04-15T16:06:28.226 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing": 0, 2024-04-15T16:06:28.226 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T16:06:28.226 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_omap": 0, 2024-04-15T16:06:28.226 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_pinned": 0, 2024-04-15T16:06:28.226 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_recovered": 0, 2024-04-15T16:06:28.226 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_repaired": 0, 2024-04-15T16:06:28.227 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_unfound": 0, 2024-04-15T16:06:28.227 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_bytes": 0, 2024-04-15T16:06:28.227 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_keys": 0, 2024-04-15T16:06:28.227 INFO:tasks.workunit.client.0.smithi016.stdout: "num_promote": 0, 2024-04-15T16:06:28.227 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read": 0, 2024-04-15T16:06:28.227 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read_kb": 0, 2024-04-15T16:06:28.227 INFO:tasks.workunit.client.0.smithi016.stdout: "num_scrub_errors": 0, 2024-04-15T16:06:28.227 INFO:tasks.workunit.client.0.smithi016.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T16:06:28.227 INFO:tasks.workunit.client.0.smithi016.stdout: "num_whiteouts": 0, 2024-04-15T16:06:28.227 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write": 0, 2024-04-15T16:06:28.227 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write_kb": 0 2024-04-15T16:06:28.228 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:28.228 INFO:tasks.workunit.client.0.smithi016.stdout: "state": "active+clean", 2024-04-15T16:06:28.228 INFO:tasks.workunit.client.0.smithi016.stdout: "stats_invalid": false, 2024-04-15T16:06:28.228 INFO:tasks.workunit.client.0.smithi016.stdout: "up": [ 2024-04-15T16:06:28.228 INFO:tasks.workunit.client.0.smithi016.stdout: 1, 2024-04-15T16:06:28.228 INFO:tasks.workunit.client.0.smithi016.stdout: 3, 2024-04-15T16:06:28.228 INFO:tasks.workunit.client.0.smithi016.stdout: 2 2024-04-15T16:06:28.228 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:28.228 INFO:tasks.workunit.client.0.smithi016.stdout: "up_primary": 1, 2024-04-15T16:06:28.228 INFO:tasks.workunit.client.0.smithi016.stdout: "version": "0'0" 2024-04-15T16:06:28.228 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:28.228 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-15T16:06:28.229 INFO:tasks.workunit.client.0.smithi016.stdout: "acting": [ 2024-04-15T16:06:28.229 INFO:tasks.workunit.client.0.smithi016.stdout: 1, 2024-04-15T16:06:28.229 INFO:tasks.workunit.client.0.smithi016.stdout: 5, 2024-04-15T16:06:28.229 INFO:tasks.workunit.client.0.smithi016.stdout: 4 2024-04-15T16:06:28.229 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:28.229 INFO:tasks.workunit.client.0.smithi016.stdout: "acting_primary": 1, 2024-04-15T16:06:28.229 INFO:tasks.workunit.client.0.smithi016.stdout: "avail_no_missing": [], 2024-04-15T16:06:28.229 INFO:tasks.workunit.client.0.smithi016.stdout: "blocked_by": [], 2024-04-15T16:06:28.229 INFO:tasks.workunit.client.0.smithi016.stdout: "created": 66, 2024-04-15T16:06:28.229 INFO:tasks.workunit.client.0.smithi016.stdout: "dirty_stats_invalid": false, 2024-04-15T16:06:28.229 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T16:06:28.229 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_stats_invalid": false, 2024-04-15T16:06:28.230 INFO:tasks.workunit.client.0.smithi016.stdout: "last_active": "2024-04-15T16:05:11.871006+0000", 2024-04-15T16:06:28.230 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_active": "2024-04-15T14:43:53.353895+0000", 2024-04-15T16:06:28.230 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_peered": "2024-04-15T14:43:53.353895+0000", 2024-04-15T16:06:28.230 INFO:tasks.workunit.client.0.smithi016.stdout: "last_change": "2024-04-15T15:17:56.727189+0000", 2024-04-15T16:06:28.230 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean": "2024-04-15T16:05:11.871006+0000", 2024-04-15T16:06:28.230 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean_scrub_stamp": "2024-04-15T14:34:07.163731+0000", 2024-04-15T16:06:28.230 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub": "0'0", 2024-04-15T16:06:28.230 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub_stamp": "2024-04-15T14:34:07.163731+0000", 2024-04-15T16:06:28.230 INFO:tasks.workunit.client.0.smithi016.stdout: "last_epoch_clean": 476, 2024-04-15T16:06:28.230 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fresh": "2024-04-15T16:05:11.871006+0000", 2024-04-15T16:06:28.230 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fullsized": "2024-04-15T16:05:11.871006+0000", 2024-04-15T16:06:28.231 INFO:tasks.workunit.client.0.smithi016.stdout: "last_peered": "2024-04-15T16:05:11.871006+0000", 2024-04-15T16:06:28.231 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub": "0'0", 2024-04-15T16:06:28.231 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_duration": 0, 2024-04-15T16:06:28.231 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_stamp": "2024-04-15T14:34:07.163731+0000", 2024-04-15T16:06:28.231 INFO:tasks.workunit.client.0.smithi016.stdout: "last_undegraded": "2024-04-15T16:05:11.871006+0000", 2024-04-15T16:06:28.231 INFO:tasks.workunit.client.0.smithi016.stdout: "last_unstale": "2024-04-15T16:05:11.871006+0000", 2024-04-15T16:06:28.231 INFO:tasks.workunit.client.0.smithi016.stdout: "log_dups_size": 0, 2024-04-15T16:06:28.231 INFO:tasks.workunit.client.0.smithi016.stdout: "log_size": 3020, 2024-04-15T16:06:28.231 INFO:tasks.workunit.client.0.smithi016.stdout: "log_start": "0'0", 2024-04-15T16:06:28.231 INFO:tasks.workunit.client.0.smithi016.stdout: "manifest_stats_invalid": false, 2024-04-15T16:06:28.232 INFO:tasks.workunit.client.0.smithi016.stdout: "mapping_epoch": 475, 2024-04-15T16:06:28.232 INFO:tasks.workunit.client.0.smithi016.stdout: "object_location_counts": [], 2024-04-15T16:06:28.232 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_scrubbed": 0, 2024-04-15T16:06:28.232 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_trimmed": 0, 2024-04-15T16:06:28.232 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_stats_invalid": false, 2024-04-15T16:06:28.232 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_size": 3020, 2024-04-15T16:06:28.232 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_start": "0'0", 2024-04-15T16:06:28.232 INFO:tasks.workunit.client.0.smithi016.stdout: "parent": "0.0", 2024-04-15T16:06:28.232 INFO:tasks.workunit.client.0.smithi016.stdout: "parent_split_bits": 0, 2024-04-15T16:06:28.232 INFO:tasks.workunit.client.0.smithi016.stdout: "pgid": "4.2", 2024-04-15T16:06:28.232 INFO:tasks.workunit.client.0.smithi016.stdout: "pin_stats_invalid": false, 2024-04-15T16:06:28.232 INFO:tasks.workunit.client.0.smithi016.stdout: "purged_snaps": [], 2024-04-15T16:06:28.233 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_epoch": 2721, 2024-04-15T16:06:28.233 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_seq": 8835, 2024-04-15T16:06:28.233 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_duration": 0.0, 2024-04-15T16:06:28.233 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-16T22:27:21.629626+0000", 2024-04-15T16:06:28.233 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrim_duration": 0.004976176, 2024-04-15T16:06:28.233 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrimq_len": 0, 2024-04-15T16:06:28.233 INFO:tasks.workunit.client.0.smithi016.stdout: "stat_sum": { 2024-04-15T16:06:28.233 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes": 19, 2024-04-15T16:06:28.233 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T16:06:28.233 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_recovered": 0, 2024-04-15T16:06:28.233 INFO:tasks.workunit.client.0.smithi016.stdout: "num_deep_scrub_errors": 0, 2024-04-15T16:06:28.233 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict": 0, 2024-04-15T16:06:28.233 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_kb": 0, 2024-04-15T16:06:28.234 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_full": 0, 2024-04-15T16:06:28.234 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_some": 0, 2024-04-15T16:06:28.234 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush": 0, 2024-04-15T16:06:28.234 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_kb": 0, 2024-04-15T16:06:28.234 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_high": 0, 2024-04-15T16:06:28.234 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_low": 0, 2024-04-15T16:06:28.234 INFO:tasks.workunit.client.0.smithi016.stdout: "num_keys_recovered": 0, 2024-04-15T16:06:28.234 INFO:tasks.workunit.client.0.smithi016.stdout: "num_large_omap_objects": 0, 2024-04-15T16:06:28.234 INFO:tasks.workunit.client.0.smithi016.stdout: "num_legacy_snapsets": 0, 2024-04-15T16:06:28.234 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_clones": 0, 2024-04-15T16:06:28.234 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_copies": 3, 2024-04-15T16:06:28.235 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects": 1, 2024-04-15T16:06:28.235 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_degraded": 0, 2024-04-15T16:06:28.235 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_dirty": 1, 2024-04-15T16:06:28.235 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T16:06:28.235 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_manifest": 0, 2024-04-15T16:06:28.235 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_misplaced": 0, 2024-04-15T16:06:28.235 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing": 0, 2024-04-15T16:06:28.235 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T16:06:28.235 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_omap": 0, 2024-04-15T16:06:28.235 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_pinned": 0, 2024-04-15T16:06:28.235 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_recovered": 0, 2024-04-15T16:06:28.235 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_repaired": 0, 2024-04-15T16:06:28.236 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_unfound": 0, 2024-04-15T16:06:28.236 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_bytes": 0, 2024-04-15T16:06:28.236 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_keys": 0, 2024-04-15T16:06:28.236 INFO:tasks.workunit.client.0.smithi016.stdout: "num_promote": 0, 2024-04-15T16:06:28.236 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read": 1092, 2024-04-15T16:06:28.236 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read_kb": 376393, 2024-04-15T16:06:28.236 INFO:tasks.workunit.client.0.smithi016.stdout: "num_scrub_errors": 0, 2024-04-15T16:06:28.236 INFO:tasks.workunit.client.0.smithi016.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T16:06:28.236 INFO:tasks.workunit.client.0.smithi016.stdout: "num_whiteouts": 0, 2024-04-15T16:06:28.236 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write": 3023, 2024-04-15T16:06:28.236 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write_kb": 388871 2024-04-15T16:06:28.236 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:28.236 INFO:tasks.workunit.client.0.smithi016.stdout: "state": "active+clean", 2024-04-15T16:06:28.237 INFO:tasks.workunit.client.0.smithi016.stdout: "stats_invalid": false, 2024-04-15T16:06:28.237 INFO:tasks.workunit.client.0.smithi016.stdout: "up": [ 2024-04-15T16:06:28.237 INFO:tasks.workunit.client.0.smithi016.stdout: 1, 2024-04-15T16:06:28.237 INFO:tasks.workunit.client.0.smithi016.stdout: 5, 2024-04-15T16:06:28.237 INFO:tasks.workunit.client.0.smithi016.stdout: 4 2024-04-15T16:06:28.237 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:28.237 INFO:tasks.workunit.client.0.smithi016.stdout: "up_primary": 1, 2024-04-15T16:06:28.237 INFO:tasks.workunit.client.0.smithi016.stdout: "version": "1096'3020" 2024-04-15T16:06:28.237 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:28.237 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-15T16:06:28.237 INFO:tasks.workunit.client.0.smithi016.stdout: "acting": [ 2024-04-15T16:06:28.237 INFO:tasks.workunit.client.0.smithi016.stdout: 7, 2024-04-15T16:06:28.238 INFO:tasks.workunit.client.0.smithi016.stdout: 4, 2024-04-15T16:06:28.238 INFO:tasks.workunit.client.0.smithi016.stdout: 1 2024-04-15T16:06:28.238 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:28.238 INFO:tasks.workunit.client.0.smithi016.stdout: "acting_primary": 7, 2024-04-15T16:06:28.238 INFO:tasks.workunit.client.0.smithi016.stdout: "avail_no_missing": [], 2024-04-15T16:06:28.238 INFO:tasks.workunit.client.0.smithi016.stdout: "blocked_by": [], 2024-04-15T16:06:28.238 INFO:tasks.workunit.client.0.smithi016.stdout: "created": 61, 2024-04-15T16:06:28.238 INFO:tasks.workunit.client.0.smithi016.stdout: "dirty_stats_invalid": false, 2024-04-15T16:06:28.238 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T16:06:28.238 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_stats_invalid": false, 2024-04-15T16:06:28.238 INFO:tasks.workunit.client.0.smithi016.stdout: "last_active": "2024-04-15T16:05:12.200776+0000", 2024-04-15T16:06:28.239 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_active": "2024-04-15T14:44:49.362673+0000", 2024-04-15T16:06:28.239 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_peered": "2024-04-15T14:44:49.362673+0000", 2024-04-15T16:06:28.239 INFO:tasks.workunit.client.0.smithi016.stdout: "last_change": "2024-04-15T14:44:49.362984+0000", 2024-04-15T16:06:28.239 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean": "2024-04-15T16:05:12.200776+0000", 2024-04-15T16:06:28.239 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T16:06:28.239 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub": "0'0", 2024-04-15T16:06:28.239 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T16:06:28.239 INFO:tasks.workunit.client.0.smithi016.stdout: "last_epoch_clean": 532, 2024-04-15T16:06:28.239 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fresh": "2024-04-15T16:05:12.200776+0000", 2024-04-15T16:06:28.239 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fullsized": "2024-04-15T16:05:12.200776+0000", 2024-04-15T16:06:28.239 INFO:tasks.workunit.client.0.smithi016.stdout: "last_peered": "2024-04-15T16:05:12.200776+0000", 2024-04-15T16:06:28.239 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub": "0'0", 2024-04-15T16:06:28.240 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_duration": 0, 2024-04-15T16:06:28.240 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T16:06:28.240 INFO:tasks.workunit.client.0.smithi016.stdout: "last_undegraded": "2024-04-15T16:05:12.200776+0000", 2024-04-15T16:06:28.240 INFO:tasks.workunit.client.0.smithi016.stdout: "last_unstale": "2024-04-15T16:05:12.200776+0000", 2024-04-15T16:06:28.240 INFO:tasks.workunit.client.0.smithi016.stdout: "log_dups_size": 0, 2024-04-15T16:06:28.240 INFO:tasks.workunit.client.0.smithi016.stdout: "log_size": 0, 2024-04-15T16:06:28.240 INFO:tasks.workunit.client.0.smithi016.stdout: "log_start": "0'0", 2024-04-15T16:06:28.240 INFO:tasks.workunit.client.0.smithi016.stdout: "manifest_stats_invalid": false, 2024-04-15T16:06:28.240 INFO:tasks.workunit.client.0.smithi016.stdout: "mapping_epoch": 531, 2024-04-15T16:06:28.240 INFO:tasks.workunit.client.0.smithi016.stdout: "object_location_counts": [], 2024-04-15T16:06:28.240 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_scrubbed": 0, 2024-04-15T16:06:28.240 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_trimmed": 0, 2024-04-15T16:06:28.241 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_stats_invalid": false, 2024-04-15T16:06:28.241 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_size": 0, 2024-04-15T16:06:28.241 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_start": "0'0", 2024-04-15T16:06:28.241 INFO:tasks.workunit.client.0.smithi016.stdout: "parent": "0.0", 2024-04-15T16:06:28.241 INFO:tasks.workunit.client.0.smithi016.stdout: "parent_split_bits": 0, 2024-04-15T16:06:28.241 INFO:tasks.workunit.client.0.smithi016.stdout: "pgid": "3.e", 2024-04-15T16:06:28.241 INFO:tasks.workunit.client.0.smithi016.stdout: "pin_stats_invalid": false, 2024-04-15T16:06:28.241 INFO:tasks.workunit.client.0.smithi016.stdout: "purged_snaps": [], 2024-04-15T16:06:28.241 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_epoch": 2721, 2024-04-15T16:06:28.241 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_seq": 4859, 2024-04-15T16:06:28.241 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_duration": 0.0, 2024-04-15T16:06:28.241 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-16T17:35:46.106995+0000", 2024-04-15T16:06:28.241 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrim_duration": 0.0, 2024-04-15T16:06:28.242 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrimq_len": 0, 2024-04-15T16:06:28.242 INFO:tasks.workunit.client.0.smithi016.stdout: "stat_sum": { 2024-04-15T16:06:28.242 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes": 0, 2024-04-15T16:06:28.242 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T16:06:28.242 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_recovered": 0, 2024-04-15T16:06:28.242 INFO:tasks.workunit.client.0.smithi016.stdout: "num_deep_scrub_errors": 0, 2024-04-15T16:06:28.242 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict": 0, 2024-04-15T16:06:28.242 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_kb": 0, 2024-04-15T16:06:28.242 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_full": 0, 2024-04-15T16:06:28.242 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_some": 0, 2024-04-15T16:06:28.242 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush": 0, 2024-04-15T16:06:28.242 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_kb": 0, 2024-04-15T16:06:28.243 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_high": 0, 2024-04-15T16:06:28.243 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_low": 0, 2024-04-15T16:06:28.243 INFO:tasks.workunit.client.0.smithi016.stdout: "num_keys_recovered": 0, 2024-04-15T16:06:28.243 INFO:tasks.workunit.client.0.smithi016.stdout: "num_large_omap_objects": 0, 2024-04-15T16:06:28.243 INFO:tasks.workunit.client.0.smithi016.stdout: "num_legacy_snapsets": 0, 2024-04-15T16:06:28.243 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_clones": 0, 2024-04-15T16:06:28.243 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_copies": 0, 2024-04-15T16:06:28.243 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects": 0, 2024-04-15T16:06:28.243 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_degraded": 0, 2024-04-15T16:06:28.243 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_dirty": 0, 2024-04-15T16:06:28.243 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T16:06:28.243 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_manifest": 0, 2024-04-15T16:06:28.244 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_misplaced": 0, 2024-04-15T16:06:28.244 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing": 0, 2024-04-15T16:06:28.244 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T16:06:28.244 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_omap": 0, 2024-04-15T16:06:28.244 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_pinned": 0, 2024-04-15T16:06:28.244 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_recovered": 0, 2024-04-15T16:06:28.244 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_repaired": 0, 2024-04-15T16:06:28.244 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_unfound": 0, 2024-04-15T16:06:28.244 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_bytes": 0, 2024-04-15T16:06:28.244 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_keys": 0, 2024-04-15T16:06:28.244 INFO:tasks.workunit.client.0.smithi016.stdout: "num_promote": 0, 2024-04-15T16:06:28.244 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read": 0, 2024-04-15T16:06:28.244 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read_kb": 0, 2024-04-15T16:06:28.245 INFO:tasks.workunit.client.0.smithi016.stdout: "num_scrub_errors": 0, 2024-04-15T16:06:28.245 INFO:tasks.workunit.client.0.smithi016.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T16:06:28.245 INFO:tasks.workunit.client.0.smithi016.stdout: "num_whiteouts": 0, 2024-04-15T16:06:28.245 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write": 0, 2024-04-15T16:06:28.245 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write_kb": 0 2024-04-15T16:06:28.245 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:28.245 INFO:tasks.workunit.client.0.smithi016.stdout: "state": "active+clean", 2024-04-15T16:06:28.245 INFO:tasks.workunit.client.0.smithi016.stdout: "stats_invalid": false, 2024-04-15T16:06:28.245 INFO:tasks.workunit.client.0.smithi016.stdout: "up": [ 2024-04-15T16:06:28.245 INFO:tasks.workunit.client.0.smithi016.stdout: 7, 2024-04-15T16:06:28.245 INFO:tasks.workunit.client.0.smithi016.stdout: 4, 2024-04-15T16:06:28.245 INFO:tasks.workunit.client.0.smithi016.stdout: 1 2024-04-15T16:06:28.246 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:28.246 INFO:tasks.workunit.client.0.smithi016.stdout: "up_primary": 7, 2024-04-15T16:06:28.246 INFO:tasks.workunit.client.0.smithi016.stdout: "version": "0'0" 2024-04-15T16:06:28.246 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:28.246 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-15T16:06:28.246 INFO:tasks.workunit.client.0.smithi016.stdout: "acting": [ 2024-04-15T16:06:28.246 INFO:tasks.workunit.client.0.smithi016.stdout: 4, 2024-04-15T16:06:28.246 INFO:tasks.workunit.client.0.smithi016.stdout: 0, 2024-04-15T16:06:28.246 INFO:tasks.workunit.client.0.smithi016.stdout: 7 2024-04-15T16:06:28.246 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:28.246 INFO:tasks.workunit.client.0.smithi016.stdout: "acting_primary": 4, 2024-04-15T16:06:28.246 INFO:tasks.workunit.client.0.smithi016.stdout: "avail_no_missing": [], 2024-04-15T16:06:28.247 INFO:tasks.workunit.client.0.smithi016.stdout: "blocked_by": [], 2024-04-15T16:06:28.247 INFO:tasks.workunit.client.0.smithi016.stdout: "created": 60, 2024-04-15T16:06:28.247 INFO:tasks.workunit.client.0.smithi016.stdout: "dirty_stats_invalid": false, 2024-04-15T16:06:28.247 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T16:06:28.247 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_stats_invalid": false, 2024-04-15T16:06:28.247 INFO:tasks.workunit.client.0.smithi016.stdout: "last_active": "2024-04-15T16:05:12.205085+0000", 2024-04-15T16:06:28.247 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_active": "2024-04-15T14:44:49.372931+0000", 2024-04-15T16:06:28.247 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_peered": "2024-04-15T14:44:49.372931+0000", 2024-04-15T16:06:28.247 INFO:tasks.workunit.client.0.smithi016.stdout: "last_change": "2024-04-15T14:44:49.373327+0000", 2024-04-15T16:06:28.247 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean": "2024-04-15T16:05:12.205085+0000", 2024-04-15T16:06:28.247 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean_scrub_stamp": "2024-04-15T14:33:33.599136+0000", 2024-04-15T16:06:28.247 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub": "0'0", 2024-04-15T16:06:28.248 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub_stamp": "2024-04-15T14:33:33.599136+0000", 2024-04-15T16:06:28.248 INFO:tasks.workunit.client.0.smithi016.stdout: "last_epoch_clean": 532, 2024-04-15T16:06:28.248 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fresh": "2024-04-15T16:05:12.205085+0000", 2024-04-15T16:06:28.248 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fullsized": "2024-04-15T16:05:12.205085+0000", 2024-04-15T16:06:28.248 INFO:tasks.workunit.client.0.smithi016.stdout: "last_peered": "2024-04-15T16:05:12.205085+0000", 2024-04-15T16:06:28.248 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub": "0'0", 2024-04-15T16:06:28.248 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_duration": 0, 2024-04-15T16:06:28.248 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_stamp": "2024-04-15T14:33:33.599136+0000", 2024-04-15T16:06:28.248 INFO:tasks.workunit.client.0.smithi016.stdout: "last_undegraded": "2024-04-15T16:05:12.205085+0000", 2024-04-15T16:06:28.248 INFO:tasks.workunit.client.0.smithi016.stdout: "last_unstale": "2024-04-15T16:05:12.205085+0000", 2024-04-15T16:06:28.248 INFO:tasks.workunit.client.0.smithi016.stdout: "log_dups_size": 0, 2024-04-15T16:06:28.248 INFO:tasks.workunit.client.0.smithi016.stdout: "log_size": 1, 2024-04-15T16:06:28.249 INFO:tasks.workunit.client.0.smithi016.stdout: "log_start": "0'0", 2024-04-15T16:06:28.249 INFO:tasks.workunit.client.0.smithi016.stdout: "manifest_stats_invalid": false, 2024-04-15T16:06:28.249 INFO:tasks.workunit.client.0.smithi016.stdout: "mapping_epoch": 531, 2024-04-15T16:06:28.249 INFO:tasks.workunit.client.0.smithi016.stdout: "object_location_counts": [], 2024-04-15T16:06:28.249 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_scrubbed": 0, 2024-04-15T16:06:28.249 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_trimmed": 0, 2024-04-15T16:06:28.249 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_stats_invalid": false, 2024-04-15T16:06:28.249 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_size": 1, 2024-04-15T16:06:28.249 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_start": "0'0", 2024-04-15T16:06:28.249 INFO:tasks.workunit.client.0.smithi016.stdout: "parent": "0.0", 2024-04-15T16:06:28.249 INFO:tasks.workunit.client.0.smithi016.stdout: "parent_split_bits": 0, 2024-04-15T16:06:28.249 INFO:tasks.workunit.client.0.smithi016.stdout: "pgid": "2.f", 2024-04-15T16:06:28.250 INFO:tasks.workunit.client.0.smithi016.stdout: "pin_stats_invalid": false, 2024-04-15T16:06:28.250 INFO:tasks.workunit.client.0.smithi016.stdout: "purged_snaps": [], 2024-04-15T16:06:28.250 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_epoch": 2721, 2024-04-15T16:06:28.250 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_seq": 4963, 2024-04-15T16:06:28.250 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_duration": 0.0, 2024-04-15T16:06:28.250 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-16T17:08:19.695886+0000", 2024-04-15T16:06:28.250 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrim_duration": 0.0, 2024-04-15T16:06:28.250 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrimq_len": 0, 2024-04-15T16:06:28.250 INFO:tasks.workunit.client.0.smithi016.stdout: "stat_sum": { 2024-04-15T16:06:28.250 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes": 22, 2024-04-15T16:06:28.251 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T16:06:28.251 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_recovered": 0, 2024-04-15T16:06:28.251 INFO:tasks.workunit.client.0.smithi016.stdout: "num_deep_scrub_errors": 0, 2024-04-15T16:06:28.251 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict": 0, 2024-04-15T16:06:28.251 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_kb": 0, 2024-04-15T16:06:28.251 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_full": 0, 2024-04-15T16:06:28.251 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_some": 0, 2024-04-15T16:06:28.251 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush": 0, 2024-04-15T16:06:28.251 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_kb": 0, 2024-04-15T16:06:28.251 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_high": 0, 2024-04-15T16:06:28.251 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_low": 0, 2024-04-15T16:06:28.251 INFO:tasks.workunit.client.0.smithi016.stdout: "num_keys_recovered": 0, 2024-04-15T16:06:28.252 INFO:tasks.workunit.client.0.smithi016.stdout: "num_large_omap_objects": 0, 2024-04-15T16:06:28.252 INFO:tasks.workunit.client.0.smithi016.stdout: "num_legacy_snapsets": 0, 2024-04-15T16:06:28.252 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_clones": 0, 2024-04-15T16:06:28.252 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_copies": 3, 2024-04-15T16:06:28.252 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects": 1, 2024-04-15T16:06:28.252 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_degraded": 0, 2024-04-15T16:06:28.252 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_dirty": 1, 2024-04-15T16:06:28.252 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T16:06:28.252 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_manifest": 0, 2024-04-15T16:06:28.252 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_misplaced": 0, 2024-04-15T16:06:28.252 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing": 0, 2024-04-15T16:06:28.253 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T16:06:28.253 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_omap": 0, 2024-04-15T16:06:28.253 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_pinned": 0, 2024-04-15T16:06:28.253 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_recovered": 0, 2024-04-15T16:06:28.253 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_repaired": 0, 2024-04-15T16:06:28.253 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_unfound": 0, 2024-04-15T16:06:28.253 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_bytes": 0, 2024-04-15T16:06:28.253 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_keys": 0, 2024-04-15T16:06:28.253 INFO:tasks.workunit.client.0.smithi016.stdout: "num_promote": 0, 2024-04-15T16:06:28.253 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read": 2, 2024-04-15T16:06:28.253 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read_kb": 2, 2024-04-15T16:06:28.253 INFO:tasks.workunit.client.0.smithi016.stdout: "num_scrub_errors": 0, 2024-04-15T16:06:28.254 INFO:tasks.workunit.client.0.smithi016.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T16:06:28.254 INFO:tasks.workunit.client.0.smithi016.stdout: "num_whiteouts": 0, 2024-04-15T16:06:28.254 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write": 1, 2024-04-15T16:06:28.254 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write_kb": 1 2024-04-15T16:06:28.254 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:28.254 INFO:tasks.workunit.client.0.smithi016.stdout: "state": "active+clean", 2024-04-15T16:06:28.254 INFO:tasks.workunit.client.0.smithi016.stdout: "stats_invalid": false, 2024-04-15T16:06:28.254 INFO:tasks.workunit.client.0.smithi016.stdout: "up": [ 2024-04-15T16:06:28.254 INFO:tasks.workunit.client.0.smithi016.stdout: 4, 2024-04-15T16:06:28.254 INFO:tasks.workunit.client.0.smithi016.stdout: 0, 2024-04-15T16:06:28.254 INFO:tasks.workunit.client.0.smithi016.stdout: 7 2024-04-15T16:06:28.254 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:28.255 INFO:tasks.workunit.client.0.smithi016.stdout: "up_primary": 4, 2024-04-15T16:06:28.255 INFO:tasks.workunit.client.0.smithi016.stdout: "version": "62'1" 2024-04-15T16:06:28.255 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:28.255 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-15T16:06:28.255 INFO:tasks.workunit.client.0.smithi016.stdout: "acting": [ 2024-04-15T16:06:28.255 INFO:tasks.workunit.client.0.smithi016.stdout: 7, 2024-04-15T16:06:28.255 INFO:tasks.workunit.client.0.smithi016.stdout: 4, 2024-04-15T16:06:28.255 INFO:tasks.workunit.client.0.smithi016.stdout: 6 2024-04-15T16:06:28.255 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:28.255 INFO:tasks.workunit.client.0.smithi016.stdout: "acting_primary": 7, 2024-04-15T16:06:28.255 INFO:tasks.workunit.client.0.smithi016.stdout: "avail_no_missing": [], 2024-04-15T16:06:28.255 INFO:tasks.workunit.client.0.smithi016.stdout: "blocked_by": [], 2024-04-15T16:06:28.256 INFO:tasks.workunit.client.0.smithi016.stdout: "created": 61, 2024-04-15T16:06:28.256 INFO:tasks.workunit.client.0.smithi016.stdout: "dirty_stats_invalid": false, 2024-04-15T16:06:28.256 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T16:06:28.256 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_stats_invalid": false, 2024-04-15T16:06:28.256 INFO:tasks.workunit.client.0.smithi016.stdout: "last_active": "2024-04-15T16:05:12.197883+0000", 2024-04-15T16:06:28.256 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_active": "2024-04-15T14:44:49.365190+0000", 2024-04-15T16:06:28.256 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_peered": "2024-04-15T14:44:49.365190+0000", 2024-04-15T16:06:28.256 INFO:tasks.workunit.client.0.smithi016.stdout: "last_change": "2024-04-15T14:44:49.366015+0000", 2024-04-15T16:06:28.256 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean": "2024-04-15T16:05:12.197883+0000", 2024-04-15T16:06:28.256 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T16:06:28.256 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub": "0'0", 2024-04-15T16:06:28.257 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T16:06:28.257 INFO:tasks.workunit.client.0.smithi016.stdout: "last_epoch_clean": 532, 2024-04-15T16:06:28.257 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fresh": "2024-04-15T16:05:12.197883+0000", 2024-04-15T16:06:28.257 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fullsized": "2024-04-15T16:05:12.197883+0000", 2024-04-15T16:06:28.257 INFO:tasks.workunit.client.0.smithi016.stdout: "last_peered": "2024-04-15T16:05:12.197883+0000", 2024-04-15T16:06:28.257 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub": "0'0", 2024-04-15T16:06:28.257 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_duration": 0, 2024-04-15T16:06:28.257 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T16:06:28.257 INFO:tasks.workunit.client.0.smithi016.stdout: "last_undegraded": "2024-04-15T16:05:12.197883+0000", 2024-04-15T16:06:28.257 INFO:tasks.workunit.client.0.smithi016.stdout: "last_unstale": "2024-04-15T16:05:12.197883+0000", 2024-04-15T16:06:28.257 INFO:tasks.workunit.client.0.smithi016.stdout: "log_dups_size": 0, 2024-04-15T16:06:28.257 INFO:tasks.workunit.client.0.smithi016.stdout: "log_size": 0, 2024-04-15T16:06:28.258 INFO:tasks.workunit.client.0.smithi016.stdout: "log_start": "0'0", 2024-04-15T16:06:28.258 INFO:tasks.workunit.client.0.smithi016.stdout: "manifest_stats_invalid": false, 2024-04-15T16:06:28.258 INFO:tasks.workunit.client.0.smithi016.stdout: "mapping_epoch": 531, 2024-04-15T16:06:28.258 INFO:tasks.workunit.client.0.smithi016.stdout: "object_location_counts": [], 2024-04-15T16:06:28.258 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_scrubbed": 0, 2024-04-15T16:06:28.258 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_trimmed": 0, 2024-04-15T16:06:28.258 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_stats_invalid": false, 2024-04-15T16:06:28.258 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_size": 0, 2024-04-15T16:06:28.258 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_start": "0'0", 2024-04-15T16:06:28.258 INFO:tasks.workunit.client.0.smithi016.stdout: "parent": "0.0", 2024-04-15T16:06:28.258 INFO:tasks.workunit.client.0.smithi016.stdout: "parent_split_bits": 0, 2024-04-15T16:06:28.259 INFO:tasks.workunit.client.0.smithi016.stdout: "pgid": "3.11", 2024-04-15T16:06:28.259 INFO:tasks.workunit.client.0.smithi016.stdout: "pin_stats_invalid": false, 2024-04-15T16:06:28.259 INFO:tasks.workunit.client.0.smithi016.stdout: "purged_snaps": [], 2024-04-15T16:06:28.259 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_epoch": 2721, 2024-04-15T16:06:28.259 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_seq": 4871, 2024-04-15T16:06:28.259 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_duration": 0.0, 2024-04-15T16:06:28.259 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-16T16:12:33.168454+0000", 2024-04-15T16:06:28.259 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrim_duration": 0.0, 2024-04-15T16:06:28.259 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrimq_len": 0, 2024-04-15T16:06:28.259 INFO:tasks.workunit.client.0.smithi016.stdout: "stat_sum": { 2024-04-15T16:06:28.259 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes": 0, 2024-04-15T16:06:28.259 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T16:06:28.260 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_recovered": 0, 2024-04-15T16:06:28.260 INFO:tasks.workunit.client.0.smithi016.stdout: "num_deep_scrub_errors": 0, 2024-04-15T16:06:28.260 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict": 0, 2024-04-15T16:06:28.260 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_kb": 0, 2024-04-15T16:06:28.260 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_full": 0, 2024-04-15T16:06:28.260 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_some": 0, 2024-04-15T16:06:28.260 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush": 0, 2024-04-15T16:06:28.260 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_kb": 0, 2024-04-15T16:06:28.260 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_high": 0, 2024-04-15T16:06:28.260 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_low": 0, 2024-04-15T16:06:28.260 INFO:tasks.workunit.client.0.smithi016.stdout: "num_keys_recovered": 0, 2024-04-15T16:06:28.260 INFO:tasks.workunit.client.0.smithi016.stdout: "num_large_omap_objects": 0, 2024-04-15T16:06:28.261 INFO:tasks.workunit.client.0.smithi016.stdout: "num_legacy_snapsets": 0, 2024-04-15T16:06:28.261 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_clones": 0, 2024-04-15T16:06:28.261 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_copies": 0, 2024-04-15T16:06:28.261 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects": 0, 2024-04-15T16:06:28.261 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_degraded": 0, 2024-04-15T16:06:28.261 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_dirty": 0, 2024-04-15T16:06:28.261 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T16:06:28.261 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_manifest": 0, 2024-04-15T16:06:28.261 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_misplaced": 0, 2024-04-15T16:06:28.261 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing": 0, 2024-04-15T16:06:28.261 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T16:06:28.262 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_omap": 0, 2024-04-15T16:06:28.262 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_pinned": 0, 2024-04-15T16:06:28.262 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_recovered": 0, 2024-04-15T16:06:28.262 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_repaired": 0, 2024-04-15T16:06:28.262 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_unfound": 0, 2024-04-15T16:06:28.262 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_bytes": 0, 2024-04-15T16:06:28.262 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_keys": 0, 2024-04-15T16:06:28.262 INFO:tasks.workunit.client.0.smithi016.stdout: "num_promote": 0, 2024-04-15T16:06:28.262 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read": 0, 2024-04-15T16:06:28.262 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read_kb": 0, 2024-04-15T16:06:28.263 INFO:tasks.workunit.client.0.smithi016.stdout: "num_scrub_errors": 0, 2024-04-15T16:06:28.263 INFO:tasks.workunit.client.0.smithi016.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T16:06:28.263 INFO:tasks.workunit.client.0.smithi016.stdout: "num_whiteouts": 0, 2024-04-15T16:06:28.263 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write": 0, 2024-04-15T16:06:28.263 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write_kb": 0 2024-04-15T16:06:28.263 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:28.263 INFO:tasks.workunit.client.0.smithi016.stdout: "state": "active+clean", 2024-04-15T16:06:28.263 INFO:tasks.workunit.client.0.smithi016.stdout: "stats_invalid": false, 2024-04-15T16:06:28.263 INFO:tasks.workunit.client.0.smithi016.stdout: "up": [ 2024-04-15T16:06:28.263 INFO:tasks.workunit.client.0.smithi016.stdout: 7, 2024-04-15T16:06:28.263 INFO:tasks.workunit.client.0.smithi016.stdout: 4, 2024-04-15T16:06:28.264 INFO:tasks.workunit.client.0.smithi016.stdout: 6 2024-04-15T16:06:28.264 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:28.264 INFO:tasks.workunit.client.0.smithi016.stdout: "up_primary": 7, 2024-04-15T16:06:28.264 INFO:tasks.workunit.client.0.smithi016.stdout: "version": "0'0" 2024-04-15T16:06:28.264 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:28.264 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-15T16:06:28.264 INFO:tasks.workunit.client.0.smithi016.stdout: "acting": [ 2024-04-15T16:06:28.264 INFO:tasks.workunit.client.0.smithi016.stdout: 2, 2024-04-15T16:06:28.264 INFO:tasks.workunit.client.0.smithi016.stdout: 1, 2024-04-15T16:06:28.264 INFO:tasks.workunit.client.0.smithi016.stdout: 0 2024-04-15T16:06:28.264 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:28.264 INFO:tasks.workunit.client.0.smithi016.stdout: "acting_primary": 2, 2024-04-15T16:06:28.265 INFO:tasks.workunit.client.0.smithi016.stdout: "avail_no_missing": [], 2024-04-15T16:06:28.265 INFO:tasks.workunit.client.0.smithi016.stdout: "blocked_by": [], 2024-04-15T16:06:28.265 INFO:tasks.workunit.client.0.smithi016.stdout: "created": 60, 2024-04-15T16:06:28.265 INFO:tasks.workunit.client.0.smithi016.stdout: "dirty_stats_invalid": false, 2024-04-15T16:06:28.265 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T16:06:28.265 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_stats_invalid": false, 2024-04-15T16:06:28.265 INFO:tasks.workunit.client.0.smithi016.stdout: "last_active": "2024-04-15T16:05:12.196700+0000", 2024-04-15T16:06:28.265 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_active": "2024-04-15T14:42:22.725738+0000", 2024-04-15T16:06:28.265 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_peered": "2024-04-15T14:42:22.725738+0000", 2024-04-15T16:06:28.265 INFO:tasks.workunit.client.0.smithi016.stdout: "last_change": "2024-04-15T14:42:22.726207+0000", 2024-04-15T16:06:28.265 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean": "2024-04-15T16:05:12.196700+0000", 2024-04-15T16:06:28.265 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean_scrub_stamp": "2024-04-15T14:33:33.599136+0000", 2024-04-15T16:06:28.266 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub": "0'0", 2024-04-15T16:06:28.266 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub_stamp": "2024-04-15T14:33:33.599136+0000", 2024-04-15T16:06:28.266 INFO:tasks.workunit.client.0.smithi016.stdout: "last_epoch_clean": 389, 2024-04-15T16:06:28.266 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fresh": "2024-04-15T16:05:12.196700+0000", 2024-04-15T16:06:28.266 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fullsized": "2024-04-15T16:05:12.196700+0000", 2024-04-15T16:06:28.266 INFO:tasks.workunit.client.0.smithi016.stdout: "last_peered": "2024-04-15T16:05:12.196700+0000", 2024-04-15T16:06:28.266 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub": "0'0", 2024-04-15T16:06:28.266 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_duration": 0, 2024-04-15T16:06:28.266 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_stamp": "2024-04-15T14:33:33.599136+0000", 2024-04-15T16:06:28.266 INFO:tasks.workunit.client.0.smithi016.stdout: "last_undegraded": "2024-04-15T16:05:12.196700+0000", 2024-04-15T16:06:28.267 INFO:tasks.workunit.client.0.smithi016.stdout: "last_unstale": "2024-04-15T16:05:12.196700+0000", 2024-04-15T16:06:28.267 INFO:tasks.workunit.client.0.smithi016.stdout: "log_dups_size": 0, 2024-04-15T16:06:28.267 INFO:tasks.workunit.client.0.smithi016.stdout: "log_size": 8, 2024-04-15T16:06:28.267 INFO:tasks.workunit.client.0.smithi016.stdout: "log_start": "0'0", 2024-04-15T16:06:28.267 INFO:tasks.workunit.client.0.smithi016.stdout: "manifest_stats_invalid": false, 2024-04-15T16:06:28.267 INFO:tasks.workunit.client.0.smithi016.stdout: "mapping_epoch": 388, 2024-04-15T16:06:28.267 INFO:tasks.workunit.client.0.smithi016.stdout: "object_location_counts": [], 2024-04-15T16:06:28.267 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_scrubbed": 0, 2024-04-15T16:06:28.267 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_trimmed": 0, 2024-04-15T16:06:28.267 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_stats_invalid": false, 2024-04-15T16:06:28.267 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_size": 8, 2024-04-15T16:06:28.267 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_start": "0'0", 2024-04-15T16:06:28.268 INFO:tasks.workunit.client.0.smithi016.stdout: "parent": "0.0", 2024-04-15T16:06:28.268 INFO:tasks.workunit.client.0.smithi016.stdout: "parent_split_bits": 0, 2024-04-15T16:06:28.268 INFO:tasks.workunit.client.0.smithi016.stdout: "pgid": "2.10", 2024-04-15T16:06:28.268 INFO:tasks.workunit.client.0.smithi016.stdout: "pin_stats_invalid": false, 2024-04-15T16:06:28.268 INFO:tasks.workunit.client.0.smithi016.stdout: "purged_snaps": [], 2024-04-15T16:06:28.268 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_epoch": 2721, 2024-04-15T16:06:28.268 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_seq": 5043, 2024-04-15T16:06:28.268 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_duration": 0.0, 2024-04-15T16:06:28.268 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-17T00:46:28.111877+0000", 2024-04-15T16:06:28.268 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrim_duration": 0.0, 2024-04-15T16:06:28.268 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrimq_len": 0, 2024-04-15T16:06:28.268 INFO:tasks.workunit.client.0.smithi016.stdout: "stat_sum": { 2024-04-15T16:06:28.269 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes": 0, 2024-04-15T16:06:28.269 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T16:06:28.269 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_recovered": 0, 2024-04-15T16:06:28.269 INFO:tasks.workunit.client.0.smithi016.stdout: "num_deep_scrub_errors": 0, 2024-04-15T16:06:28.269 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict": 0, 2024-04-15T16:06:28.269 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_kb": 0, 2024-04-15T16:06:28.269 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_full": 0, 2024-04-15T16:06:28.269 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_some": 0, 2024-04-15T16:06:28.269 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush": 0, 2024-04-15T16:06:28.269 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_kb": 0, 2024-04-15T16:06:28.269 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_high": 0, 2024-04-15T16:06:28.269 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_low": 0, 2024-04-15T16:06:28.270 INFO:tasks.workunit.client.0.smithi016.stdout: "num_keys_recovered": 0, 2024-04-15T16:06:28.270 INFO:tasks.workunit.client.0.smithi016.stdout: "num_large_omap_objects": 0, 2024-04-15T16:06:28.270 INFO:tasks.workunit.client.0.smithi016.stdout: "num_legacy_snapsets": 0, 2024-04-15T16:06:28.270 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_clones": 0, 2024-04-15T16:06:28.270 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_copies": 12, 2024-04-15T16:06:28.270 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects": 4, 2024-04-15T16:06:28.270 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_degraded": 0, 2024-04-15T16:06:28.270 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_dirty": 4, 2024-04-15T16:06:28.270 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T16:06:28.270 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_manifest": 0, 2024-04-15T16:06:28.270 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_misplaced": 0, 2024-04-15T16:06:28.271 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing": 0, 2024-04-15T16:06:28.271 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T16:06:28.271 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_omap": 4, 2024-04-15T16:06:28.271 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_pinned": 0, 2024-04-15T16:06:28.271 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_recovered": 0, 2024-04-15T16:06:28.271 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_repaired": 0, 2024-04-15T16:06:28.271 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_unfound": 0, 2024-04-15T16:06:28.271 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_bytes": 0, 2024-04-15T16:06:28.271 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_keys": 0, 2024-04-15T16:06:28.271 INFO:tasks.workunit.client.0.smithi016.stdout: "num_promote": 0, 2024-04-15T16:06:28.271 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read": 48, 2024-04-15T16:06:28.271 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read_kb": 48, 2024-04-15T16:06:28.272 INFO:tasks.workunit.client.0.smithi016.stdout: "num_scrub_errors": 0, 2024-04-15T16:06:28.272 INFO:tasks.workunit.client.0.smithi016.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T16:06:28.272 INFO:tasks.workunit.client.0.smithi016.stdout: "num_whiteouts": 0, 2024-04-15T16:06:28.272 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write": 12, 2024-04-15T16:06:28.272 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write_kb": 0 2024-04-15T16:06:28.272 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:28.272 INFO:tasks.workunit.client.0.smithi016.stdout: "state": "active+clean", 2024-04-15T16:06:28.272 INFO:tasks.workunit.client.0.smithi016.stdout: "stats_invalid": false, 2024-04-15T16:06:28.272 INFO:tasks.workunit.client.0.smithi016.stdout: "up": [ 2024-04-15T16:06:28.272 INFO:tasks.workunit.client.0.smithi016.stdout: 2, 2024-04-15T16:06:28.272 INFO:tasks.workunit.client.0.smithi016.stdout: 1, 2024-04-15T16:06:28.273 INFO:tasks.workunit.client.0.smithi016.stdout: 0 2024-04-15T16:06:28.273 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:28.273 INFO:tasks.workunit.client.0.smithi016.stdout: "up_primary": 2, 2024-04-15T16:06:28.273 INFO:tasks.workunit.client.0.smithi016.stdout: "version": "62'8" 2024-04-15T16:06:28.273 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:28.273 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-15T16:06:28.273 INFO:tasks.workunit.client.0.smithi016.stdout: "acting": [ 2024-04-15T16:06:28.273 INFO:tasks.workunit.client.0.smithi016.stdout: 6, 2024-04-15T16:06:28.273 INFO:tasks.workunit.client.0.smithi016.stdout: 0, 2024-04-15T16:06:28.273 INFO:tasks.workunit.client.0.smithi016.stdout: 5 2024-04-15T16:06:28.273 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:28.273 INFO:tasks.workunit.client.0.smithi016.stdout: "acting_primary": 6, 2024-04-15T16:06:28.274 INFO:tasks.workunit.client.0.smithi016.stdout: "avail_no_missing": [], 2024-04-15T16:06:28.274 INFO:tasks.workunit.client.0.smithi016.stdout: "blocked_by": [], 2024-04-15T16:06:28.274 INFO:tasks.workunit.client.0.smithi016.stdout: "created": 61, 2024-04-15T16:06:28.274 INFO:tasks.workunit.client.0.smithi016.stdout: "dirty_stats_invalid": false, 2024-04-15T16:06:28.274 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T16:06:28.274 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_stats_invalid": false, 2024-04-15T16:06:28.274 INFO:tasks.workunit.client.0.smithi016.stdout: "last_active": "2024-04-15T16:05:11.412104+0000", 2024-04-15T16:06:28.274 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_active": "2024-04-15T14:44:28.450894+0000", 2024-04-15T16:06:28.274 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_peered": "2024-04-15T14:44:28.450894+0000", 2024-04-15T16:06:28.274 INFO:tasks.workunit.client.0.smithi016.stdout: "last_change": "2024-04-15T14:44:28.451218+0000", 2024-04-15T16:06:28.274 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean": "2024-04-15T16:05:11.412104+0000", 2024-04-15T16:06:28.275 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T16:06:28.275 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub": "0'0", 2024-04-15T16:06:28.275 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T16:06:28.275 INFO:tasks.workunit.client.0.smithi016.stdout: "last_epoch_clean": 511, 2024-04-15T16:06:28.275 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fresh": "2024-04-15T16:05:11.412104+0000", 2024-04-15T16:06:28.275 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fullsized": "2024-04-15T16:05:11.412104+0000", 2024-04-15T16:06:28.275 INFO:tasks.workunit.client.0.smithi016.stdout: "last_peered": "2024-04-15T16:05:11.412104+0000", 2024-04-15T16:06:28.275 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub": "0'0", 2024-04-15T16:06:28.275 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_duration": 0, 2024-04-15T16:06:28.275 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T16:06:28.275 INFO:tasks.workunit.client.0.smithi016.stdout: "last_undegraded": "2024-04-15T16:05:11.412104+0000", 2024-04-15T16:06:28.275 INFO:tasks.workunit.client.0.smithi016.stdout: "last_unstale": "2024-04-15T16:05:11.412104+0000", 2024-04-15T16:06:28.276 INFO:tasks.workunit.client.0.smithi016.stdout: "log_dups_size": 0, 2024-04-15T16:06:28.276 INFO:tasks.workunit.client.0.smithi016.stdout: "log_size": 0, 2024-04-15T16:06:28.276 INFO:tasks.workunit.client.0.smithi016.stdout: "log_start": "0'0", 2024-04-15T16:06:28.276 INFO:tasks.workunit.client.0.smithi016.stdout: "manifest_stats_invalid": false, 2024-04-15T16:06:28.276 INFO:tasks.workunit.client.0.smithi016.stdout: "mapping_epoch": 510, 2024-04-15T16:06:28.276 INFO:tasks.workunit.client.0.smithi016.stdout: "object_location_counts": [], 2024-04-15T16:06:28.276 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_scrubbed": 0, 2024-04-15T16:06:28.276 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_trimmed": 0, 2024-04-15T16:06:28.276 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_stats_invalid": false, 2024-04-15T16:06:28.276 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_size": 0, 2024-04-15T16:06:28.276 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_start": "0'0", 2024-04-15T16:06:28.276 INFO:tasks.workunit.client.0.smithi016.stdout: "parent": "0.0", 2024-04-15T16:06:28.277 INFO:tasks.workunit.client.0.smithi016.stdout: "parent_split_bits": 0, 2024-04-15T16:06:28.277 INFO:tasks.workunit.client.0.smithi016.stdout: "pgid": "3.10", 2024-04-15T16:06:28.277 INFO:tasks.workunit.client.0.smithi016.stdout: "pin_stats_invalid": false, 2024-04-15T16:06:28.277 INFO:tasks.workunit.client.0.smithi016.stdout: "purged_snaps": [], 2024-04-15T16:06:28.277 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_epoch": 2721, 2024-04-15T16:06:28.277 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_seq": 4877, 2024-04-15T16:06:28.277 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_duration": 0.0, 2024-04-15T16:06:28.277 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-16T14:54:16.426577+0000", 2024-04-15T16:06:28.277 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrim_duration": 0.0, 2024-04-15T16:06:28.277 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrimq_len": 0, 2024-04-15T16:06:28.277 INFO:tasks.workunit.client.0.smithi016.stdout: "stat_sum": { 2024-04-15T16:06:28.277 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes": 0, 2024-04-15T16:06:28.277 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T16:06:28.278 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_recovered": 0, 2024-04-15T16:06:28.278 INFO:tasks.workunit.client.0.smithi016.stdout: "num_deep_scrub_errors": 0, 2024-04-15T16:06:28.278 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict": 0, 2024-04-15T16:06:28.278 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_kb": 0, 2024-04-15T16:06:28.278 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_full": 0, 2024-04-15T16:06:28.278 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_some": 0, 2024-04-15T16:06:28.278 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush": 0, 2024-04-15T16:06:28.278 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_kb": 0, 2024-04-15T16:06:28.278 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_high": 0, 2024-04-15T16:06:28.278 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_low": 0, 2024-04-15T16:06:28.278 INFO:tasks.workunit.client.0.smithi016.stdout: "num_keys_recovered": 0, 2024-04-15T16:06:28.278 INFO:tasks.workunit.client.0.smithi016.stdout: "num_large_omap_objects": 0, 2024-04-15T16:06:28.279 INFO:tasks.workunit.client.0.smithi016.stdout: "num_legacy_snapsets": 0, 2024-04-15T16:06:28.279 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_clones": 0, 2024-04-15T16:06:28.279 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_copies": 0, 2024-04-15T16:06:28.279 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects": 0, 2024-04-15T16:06:28.279 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_degraded": 0, 2024-04-15T16:06:28.279 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_dirty": 0, 2024-04-15T16:06:28.279 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T16:06:28.279 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_manifest": 0, 2024-04-15T16:06:28.279 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_misplaced": 0, 2024-04-15T16:06:28.279 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing": 0, 2024-04-15T16:06:28.279 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T16:06:28.279 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_omap": 0, 2024-04-15T16:06:28.280 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_pinned": 0, 2024-04-15T16:06:28.280 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_recovered": 0, 2024-04-15T16:06:28.280 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_repaired": 0, 2024-04-15T16:06:28.280 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_unfound": 0, 2024-04-15T16:06:28.280 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_bytes": 0, 2024-04-15T16:06:28.280 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_keys": 0, 2024-04-15T16:06:28.280 INFO:tasks.workunit.client.0.smithi016.stdout: "num_promote": 0, 2024-04-15T16:06:28.280 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read": 0, 2024-04-15T16:06:28.280 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read_kb": 0, 2024-04-15T16:06:28.280 INFO:tasks.workunit.client.0.smithi016.stdout: "num_scrub_errors": 0, 2024-04-15T16:06:28.280 INFO:tasks.workunit.client.0.smithi016.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T16:06:28.281 INFO:tasks.workunit.client.0.smithi016.stdout: "num_whiteouts": 0, 2024-04-15T16:06:28.281 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write": 0, 2024-04-15T16:06:28.281 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write_kb": 0 2024-04-15T16:06:28.281 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:28.281 INFO:tasks.workunit.client.0.smithi016.stdout: "state": "active+clean", 2024-04-15T16:06:28.281 INFO:tasks.workunit.client.0.smithi016.stdout: "stats_invalid": false, 2024-04-15T16:06:28.281 INFO:tasks.workunit.client.0.smithi016.stdout: "up": [ 2024-04-15T16:06:28.281 INFO:tasks.workunit.client.0.smithi016.stdout: 6, 2024-04-15T16:06:28.281 INFO:tasks.workunit.client.0.smithi016.stdout: 0, 2024-04-15T16:06:28.281 INFO:tasks.workunit.client.0.smithi016.stdout: 5 2024-04-15T16:06:28.281 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:28.281 INFO:tasks.workunit.client.0.smithi016.stdout: "up_primary": 6, 2024-04-15T16:06:28.281 INFO:tasks.workunit.client.0.smithi016.stdout: "version": "0'0" 2024-04-15T16:06:28.282 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:28.282 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-15T16:06:28.282 INFO:tasks.workunit.client.0.smithi016.stdout: "acting": [ 2024-04-15T16:06:28.282 INFO:tasks.workunit.client.0.smithi016.stdout: 6, 2024-04-15T16:06:28.282 INFO:tasks.workunit.client.0.smithi016.stdout: 4, 2024-04-15T16:06:28.282 INFO:tasks.workunit.client.0.smithi016.stdout: 1 2024-04-15T16:06:28.282 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:28.282 INFO:tasks.workunit.client.0.smithi016.stdout: "acting_primary": 6, 2024-04-15T16:06:28.282 INFO:tasks.workunit.client.0.smithi016.stdout: "avail_no_missing": [], 2024-04-15T16:06:28.282 INFO:tasks.workunit.client.0.smithi016.stdout: "blocked_by": [], 2024-04-15T16:06:28.282 INFO:tasks.workunit.client.0.smithi016.stdout: "created": 60, 2024-04-15T16:06:28.283 INFO:tasks.workunit.client.0.smithi016.stdout: "dirty_stats_invalid": false, 2024-04-15T16:06:28.283 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T16:06:28.283 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_stats_invalid": false, 2024-04-15T16:06:28.283 INFO:tasks.workunit.client.0.smithi016.stdout: "last_active": "2024-04-15T16:05:11.413330+0000", 2024-04-15T16:06:28.283 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_active": "2024-04-15T14:44:28.453432+0000", 2024-04-15T16:06:28.283 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_peered": "2024-04-15T14:44:28.453432+0000", 2024-04-15T16:06:28.283 INFO:tasks.workunit.client.0.smithi016.stdout: "last_change": "2024-04-15T14:44:28.455924+0000", 2024-04-15T16:06:28.283 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean": "2024-04-15T16:05:11.413330+0000", 2024-04-15T16:06:28.283 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean_scrub_stamp": "2024-04-15T14:33:33.599136+0000", 2024-04-15T16:06:28.283 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub": "0'0", 2024-04-15T16:06:28.283 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub_stamp": "2024-04-15T14:33:33.599136+0000", 2024-04-15T16:06:28.283 INFO:tasks.workunit.client.0.smithi016.stdout: "last_epoch_clean": 511, 2024-04-15T16:06:28.283 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fresh": "2024-04-15T16:05:11.413330+0000", 2024-04-15T16:06:28.284 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fullsized": "2024-04-15T16:05:11.413330+0000", 2024-04-15T16:06:28.284 INFO:tasks.workunit.client.0.smithi016.stdout: "last_peered": "2024-04-15T16:05:11.413330+0000", 2024-04-15T16:06:28.284 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub": "0'0", 2024-04-15T16:06:28.284 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_duration": 0, 2024-04-15T16:06:28.284 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_stamp": "2024-04-15T14:33:33.599136+0000", 2024-04-15T16:06:28.284 INFO:tasks.workunit.client.0.smithi016.stdout: "last_undegraded": "2024-04-15T16:05:11.413330+0000", 2024-04-15T16:06:28.284 INFO:tasks.workunit.client.0.smithi016.stdout: "last_unstale": "2024-04-15T16:05:11.413330+0000", 2024-04-15T16:06:28.284 INFO:tasks.workunit.client.0.smithi016.stdout: "log_dups_size": 0, 2024-04-15T16:06:28.284 INFO:tasks.workunit.client.0.smithi016.stdout: "log_size": 0, 2024-04-15T16:06:28.284 INFO:tasks.workunit.client.0.smithi016.stdout: "log_start": "0'0", 2024-04-15T16:06:28.284 INFO:tasks.workunit.client.0.smithi016.stdout: "manifest_stats_invalid": false, 2024-04-15T16:06:28.284 INFO:tasks.workunit.client.0.smithi016.stdout: "mapping_epoch": 510, 2024-04-15T16:06:28.285 INFO:tasks.workunit.client.0.smithi016.stdout: "object_location_counts": [], 2024-04-15T16:06:28.285 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_scrubbed": 0, 2024-04-15T16:06:28.285 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_trimmed": 0, 2024-04-15T16:06:28.285 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_stats_invalid": false, 2024-04-15T16:06:28.285 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_size": 0, 2024-04-15T16:06:28.285 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_start": "0'0", 2024-04-15T16:06:28.285 INFO:tasks.workunit.client.0.smithi016.stdout: "parent": "0.0", 2024-04-15T16:06:28.285 INFO:tasks.workunit.client.0.smithi016.stdout: "parent_split_bits": 0, 2024-04-15T16:06:28.285 INFO:tasks.workunit.client.0.smithi016.stdout: "pgid": "2.11", 2024-04-15T16:06:28.285 INFO:tasks.workunit.client.0.smithi016.stdout: "pin_stats_invalid": false, 2024-04-15T16:06:28.285 INFO:tasks.workunit.client.0.smithi016.stdout: "purged_snaps": [], 2024-04-15T16:06:28.286 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_epoch": 2721, 2024-04-15T16:06:28.286 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_seq": 4899, 2024-04-15T16:06:28.286 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_duration": 0.0, 2024-04-15T16:06:28.286 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-16T17:40:19.141521+0000", 2024-04-15T16:06:28.286 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrim_duration": 0.0, 2024-04-15T16:06:28.286 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrimq_len": 0, 2024-04-15T16:06:28.286 INFO:tasks.workunit.client.0.smithi016.stdout: "stat_sum": { 2024-04-15T16:06:28.286 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes": 0, 2024-04-15T16:06:28.286 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T16:06:28.286 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_recovered": 0, 2024-04-15T16:06:28.286 INFO:tasks.workunit.client.0.smithi016.stdout: "num_deep_scrub_errors": 0, 2024-04-15T16:06:28.286 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict": 0, 2024-04-15T16:06:28.287 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_kb": 0, 2024-04-15T16:06:28.287 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_full": 0, 2024-04-15T16:06:28.287 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_some": 0, 2024-04-15T16:06:28.287 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush": 0, 2024-04-15T16:06:28.287 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_kb": 0, 2024-04-15T16:06:28.287 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_high": 0, 2024-04-15T16:06:28.287 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_low": 0, 2024-04-15T16:06:28.287 INFO:tasks.workunit.client.0.smithi016.stdout: "num_keys_recovered": 0, 2024-04-15T16:06:28.287 INFO:tasks.workunit.client.0.smithi016.stdout: "num_large_omap_objects": 0, 2024-04-15T16:06:28.287 INFO:tasks.workunit.client.0.smithi016.stdout: "num_legacy_snapsets": 0, 2024-04-15T16:06:28.287 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_clones": 0, 2024-04-15T16:06:28.287 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_copies": 0, 2024-04-15T16:06:28.287 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects": 0, 2024-04-15T16:06:28.288 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_degraded": 0, 2024-04-15T16:06:28.288 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_dirty": 0, 2024-04-15T16:06:28.288 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T16:06:28.288 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_manifest": 0, 2024-04-15T16:06:28.288 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_misplaced": 0, 2024-04-15T16:06:28.288 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing": 0, 2024-04-15T16:06:28.288 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T16:06:28.288 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_omap": 0, 2024-04-15T16:06:28.288 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_pinned": 0, 2024-04-15T16:06:28.288 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_recovered": 0, 2024-04-15T16:06:28.288 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_repaired": 0, 2024-04-15T16:06:28.288 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_unfound": 0, 2024-04-15T16:06:28.288 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_bytes": 0, 2024-04-15T16:06:28.289 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_keys": 0, 2024-04-15T16:06:28.289 INFO:tasks.workunit.client.0.smithi016.stdout: "num_promote": 0, 2024-04-15T16:06:28.289 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read": 0, 2024-04-15T16:06:28.289 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read_kb": 0, 2024-04-15T16:06:28.289 INFO:tasks.workunit.client.0.smithi016.stdout: "num_scrub_errors": 0, 2024-04-15T16:06:28.289 INFO:tasks.workunit.client.0.smithi016.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T16:06:28.289 INFO:tasks.workunit.client.0.smithi016.stdout: "num_whiteouts": 0, 2024-04-15T16:06:28.289 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write": 0, 2024-04-15T16:06:28.289 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write_kb": 0 2024-04-15T16:06:28.289 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:28.289 INFO:tasks.workunit.client.0.smithi016.stdout: "state": "active+clean", 2024-04-15T16:06:28.289 INFO:tasks.workunit.client.0.smithi016.stdout: "stats_invalid": false, 2024-04-15T16:06:28.290 INFO:tasks.workunit.client.0.smithi016.stdout: "up": [ 2024-04-15T16:06:28.290 INFO:tasks.workunit.client.0.smithi016.stdout: 6, 2024-04-15T16:06:28.290 INFO:tasks.workunit.client.0.smithi016.stdout: 4, 2024-04-15T16:06:28.290 INFO:tasks.workunit.client.0.smithi016.stdout: 1 2024-04-15T16:06:28.290 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:28.290 INFO:tasks.workunit.client.0.smithi016.stdout: "up_primary": 6, 2024-04-15T16:06:28.290 INFO:tasks.workunit.client.0.smithi016.stdout: "version": "0'0" 2024-04-15T16:06:28.290 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:28.290 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-15T16:06:28.290 INFO:tasks.workunit.client.0.smithi016.stdout: "acting": [ 2024-04-15T16:06:28.290 INFO:tasks.workunit.client.0.smithi016.stdout: 7, 2024-04-15T16:06:28.290 INFO:tasks.workunit.client.0.smithi016.stdout: 4, 2024-04-15T16:06:28.291 INFO:tasks.workunit.client.0.smithi016.stdout: 2 2024-04-15T16:06:28.291 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:28.291 INFO:tasks.workunit.client.0.smithi016.stdout: "acting_primary": 7, 2024-04-15T16:06:28.291 INFO:tasks.workunit.client.0.smithi016.stdout: "avail_no_missing": [], 2024-04-15T16:06:28.291 INFO:tasks.workunit.client.0.smithi016.stdout: "blocked_by": [], 2024-04-15T16:06:28.291 INFO:tasks.workunit.client.0.smithi016.stdout: "created": 61, 2024-04-15T16:06:28.291 INFO:tasks.workunit.client.0.smithi016.stdout: "dirty_stats_invalid": false, 2024-04-15T16:06:28.291 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T16:06:28.291 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_stats_invalid": false, 2024-04-15T16:06:28.291 INFO:tasks.workunit.client.0.smithi016.stdout: "last_active": "2024-04-15T16:05:12.198901+0000", 2024-04-15T16:06:28.291 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_active": "2024-04-15T14:44:49.362109+0000", 2024-04-15T16:06:28.291 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_peered": "2024-04-15T14:44:49.362109+0000", 2024-04-15T16:06:28.292 INFO:tasks.workunit.client.0.smithi016.stdout: "last_change": "2024-04-15T14:44:49.363422+0000", 2024-04-15T16:06:28.292 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean": "2024-04-15T16:05:12.198901+0000", 2024-04-15T16:06:28.292 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T16:06:28.292 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub": "0'0", 2024-04-15T16:06:28.292 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T16:06:28.292 INFO:tasks.workunit.client.0.smithi016.stdout: "last_epoch_clean": 532, 2024-04-15T16:06:28.292 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fresh": "2024-04-15T16:05:12.198901+0000", 2024-04-15T16:06:28.292 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fullsized": "2024-04-15T16:05:12.198901+0000", 2024-04-15T16:06:28.292 INFO:tasks.workunit.client.0.smithi016.stdout: "last_peered": "2024-04-15T16:05:12.198901+0000", 2024-04-15T16:06:28.292 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub": "0'0", 2024-04-15T16:06:28.292 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_duration": 0, 2024-04-15T16:06:28.292 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T16:06:28.293 INFO:tasks.workunit.client.0.smithi016.stdout: "last_undegraded": "2024-04-15T16:05:12.198901+0000", 2024-04-15T16:06:28.293 INFO:tasks.workunit.client.0.smithi016.stdout: "last_unstale": "2024-04-15T16:05:12.198901+0000", 2024-04-15T16:06:28.293 INFO:tasks.workunit.client.0.smithi016.stdout: "log_dups_size": 0, 2024-04-15T16:06:28.293 INFO:tasks.workunit.client.0.smithi016.stdout: "log_size": 0, 2024-04-15T16:06:28.293 INFO:tasks.workunit.client.0.smithi016.stdout: "log_start": "0'0", 2024-04-15T16:06:28.293 INFO:tasks.workunit.client.0.smithi016.stdout: "manifest_stats_invalid": false, 2024-04-15T16:06:28.293 INFO:tasks.workunit.client.0.smithi016.stdout: "mapping_epoch": 531, 2024-04-15T16:06:28.293 INFO:tasks.workunit.client.0.smithi016.stdout: "object_location_counts": [], 2024-04-15T16:06:28.293 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_scrubbed": 0, 2024-04-15T16:06:28.293 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_trimmed": 0, 2024-04-15T16:06:28.293 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_stats_invalid": false, 2024-04-15T16:06:28.293 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_size": 0, 2024-04-15T16:06:28.293 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_start": "0'0", 2024-04-15T16:06:28.294 INFO:tasks.workunit.client.0.smithi016.stdout: "parent": "0.0", 2024-04-15T16:06:28.294 INFO:tasks.workunit.client.0.smithi016.stdout: "parent_split_bits": 0, 2024-04-15T16:06:28.294 INFO:tasks.workunit.client.0.smithi016.stdout: "pgid": "3.13", 2024-04-15T16:06:28.294 INFO:tasks.workunit.client.0.smithi016.stdout: "pin_stats_invalid": false, 2024-04-15T16:06:28.294 INFO:tasks.workunit.client.0.smithi016.stdout: "purged_snaps": [], 2024-04-15T16:06:28.294 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_epoch": 2721, 2024-04-15T16:06:28.294 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_seq": 4857, 2024-04-15T16:06:28.294 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_duration": 0.0, 2024-04-15T16:06:28.294 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-17T00:13:19.993876+0000", 2024-04-15T16:06:28.294 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrim_duration": 0.0, 2024-04-15T16:06:28.295 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrimq_len": 0, 2024-04-15T16:06:28.295 INFO:tasks.workunit.client.0.smithi016.stdout: "stat_sum": { 2024-04-15T16:06:28.295 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes": 0, 2024-04-15T16:06:28.295 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T16:06:28.295 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_recovered": 0, 2024-04-15T16:06:28.295 INFO:tasks.workunit.client.0.smithi016.stdout: "num_deep_scrub_errors": 0, 2024-04-15T16:06:28.295 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict": 0, 2024-04-15T16:06:28.295 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_kb": 0, 2024-04-15T16:06:28.295 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_full": 0, 2024-04-15T16:06:28.295 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_some": 0, 2024-04-15T16:06:28.295 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush": 0, 2024-04-15T16:06:28.295 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_kb": 0, 2024-04-15T16:06:28.296 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_high": 0, 2024-04-15T16:06:28.296 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_low": 0, 2024-04-15T16:06:28.296 INFO:tasks.workunit.client.0.smithi016.stdout: "num_keys_recovered": 0, 2024-04-15T16:06:28.296 INFO:tasks.workunit.client.0.smithi016.stdout: "num_large_omap_objects": 0, 2024-04-15T16:06:28.296 INFO:tasks.workunit.client.0.smithi016.stdout: "num_legacy_snapsets": 0, 2024-04-15T16:06:28.296 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_clones": 0, 2024-04-15T16:06:28.296 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_copies": 0, 2024-04-15T16:06:28.296 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects": 0, 2024-04-15T16:06:28.296 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_degraded": 0, 2024-04-15T16:06:28.296 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_dirty": 0, 2024-04-15T16:06:28.296 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T16:06:28.297 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_manifest": 0, 2024-04-15T16:06:28.297 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_misplaced": 0, 2024-04-15T16:06:28.297 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing": 0, 2024-04-15T16:06:28.297 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T16:06:28.297 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_omap": 0, 2024-04-15T16:06:28.297 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_pinned": 0, 2024-04-15T16:06:28.297 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_recovered": 0, 2024-04-15T16:06:28.297 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_repaired": 0, 2024-04-15T16:06:28.297 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_unfound": 0, 2024-04-15T16:06:28.297 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_bytes": 0, 2024-04-15T16:06:28.297 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_keys": 0, 2024-04-15T16:06:28.298 INFO:tasks.workunit.client.0.smithi016.stdout: "num_promote": 0, 2024-04-15T16:06:28.298 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read": 0, 2024-04-15T16:06:28.298 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read_kb": 0, 2024-04-15T16:06:28.298 INFO:tasks.workunit.client.0.smithi016.stdout: "num_scrub_errors": 0, 2024-04-15T16:06:28.298 INFO:tasks.workunit.client.0.smithi016.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T16:06:28.298 INFO:tasks.workunit.client.0.smithi016.stdout: "num_whiteouts": 0, 2024-04-15T16:06:28.298 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write": 0, 2024-04-15T16:06:28.298 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write_kb": 0 2024-04-15T16:06:28.298 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:28.298 INFO:tasks.workunit.client.0.smithi016.stdout: "state": "active+clean", 2024-04-15T16:06:28.298 INFO:tasks.workunit.client.0.smithi016.stdout: "stats_invalid": false, 2024-04-15T16:06:28.299 INFO:tasks.workunit.client.0.smithi016.stdout: "up": [ 2024-04-15T16:06:28.299 INFO:tasks.workunit.client.0.smithi016.stdout: 7, 2024-04-15T16:06:28.299 INFO:tasks.workunit.client.0.smithi016.stdout: 4, 2024-04-15T16:06:28.299 INFO:tasks.workunit.client.0.smithi016.stdout: 2 2024-04-15T16:06:28.299 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:28.299 INFO:tasks.workunit.client.0.smithi016.stdout: "up_primary": 7, 2024-04-15T16:06:28.299 INFO:tasks.workunit.client.0.smithi016.stdout: "version": "0'0" 2024-04-15T16:06:28.299 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:28.299 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-15T16:06:28.299 INFO:tasks.workunit.client.0.smithi016.stdout: "acting": [ 2024-04-15T16:06:28.299 INFO:tasks.workunit.client.0.smithi016.stdout: 5, 2024-04-15T16:06:28.299 INFO:tasks.workunit.client.0.smithi016.stdout: 3, 2024-04-15T16:06:28.299 INFO:tasks.workunit.client.0.smithi016.stdout: 7 2024-04-15T16:06:28.300 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:28.300 INFO:tasks.workunit.client.0.smithi016.stdout: "acting_primary": 5, 2024-04-15T16:06:28.300 INFO:tasks.workunit.client.0.smithi016.stdout: "avail_no_missing": [], 2024-04-15T16:06:28.300 INFO:tasks.workunit.client.0.smithi016.stdout: "blocked_by": [], 2024-04-15T16:06:28.300 INFO:tasks.workunit.client.0.smithi016.stdout: "created": 60, 2024-04-15T16:06:28.300 INFO:tasks.workunit.client.0.smithi016.stdout: "dirty_stats_invalid": false, 2024-04-15T16:06:28.300 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T16:06:28.300 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_stats_invalid": false, 2024-04-15T16:06:28.300 INFO:tasks.workunit.client.0.smithi016.stdout: "last_active": "2024-04-15T16:05:12.200459+0000", 2024-04-15T16:06:28.300 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_active": "2024-04-15T14:44:49.365712+0000", 2024-04-15T16:06:28.300 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_peered": "2024-04-15T14:44:49.365712+0000", 2024-04-15T16:06:28.300 INFO:tasks.workunit.client.0.smithi016.stdout: "last_change": "2024-04-15T14:44:49.365992+0000", 2024-04-15T16:06:28.300 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean": "2024-04-15T16:05:12.200459+0000", 2024-04-15T16:06:28.301 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean_scrub_stamp": "2024-04-15T14:33:33.599136+0000", 2024-04-15T16:06:28.301 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub": "0'0", 2024-04-15T16:06:28.301 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub_stamp": "2024-04-15T14:33:33.599136+0000", 2024-04-15T16:06:28.301 INFO:tasks.workunit.client.0.smithi016.stdout: "last_epoch_clean": 532, 2024-04-15T16:06:28.301 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fresh": "2024-04-15T16:05:12.200459+0000", 2024-04-15T16:06:28.301 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fullsized": "2024-04-15T16:05:12.200459+0000", 2024-04-15T16:06:28.301 INFO:tasks.workunit.client.0.smithi016.stdout: "last_peered": "2024-04-15T16:05:12.200459+0000", 2024-04-15T16:06:28.301 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub": "0'0", 2024-04-15T16:06:28.301 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_duration": 0, 2024-04-15T16:06:28.301 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_stamp": "2024-04-15T14:33:33.599136+0000", 2024-04-15T16:06:28.301 INFO:tasks.workunit.client.0.smithi016.stdout: "last_undegraded": "2024-04-15T16:05:12.200459+0000", 2024-04-15T16:06:28.301 INFO:tasks.workunit.client.0.smithi016.stdout: "last_unstale": "2024-04-15T16:05:12.200459+0000", 2024-04-15T16:06:28.302 INFO:tasks.workunit.client.0.smithi016.stdout: "log_dups_size": 0, 2024-04-15T16:06:28.302 INFO:tasks.workunit.client.0.smithi016.stdout: "log_size": 0, 2024-04-15T16:06:28.302 INFO:tasks.workunit.client.0.smithi016.stdout: "log_start": "0'0", 2024-04-15T16:06:28.302 INFO:tasks.workunit.client.0.smithi016.stdout: "manifest_stats_invalid": false, 2024-04-15T16:06:28.302 INFO:tasks.workunit.client.0.smithi016.stdout: "mapping_epoch": 531, 2024-04-15T16:06:28.302 INFO:tasks.workunit.client.0.smithi016.stdout: "object_location_counts": [], 2024-04-15T16:06:28.302 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_scrubbed": 0, 2024-04-15T16:06:28.302 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_trimmed": 0, 2024-04-15T16:06:28.302 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_stats_invalid": false, 2024-04-15T16:06:28.302 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_size": 0, 2024-04-15T16:06:28.302 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_start": "0'0", 2024-04-15T16:06:28.303 INFO:tasks.workunit.client.0.smithi016.stdout: "parent": "0.0", 2024-04-15T16:06:28.303 INFO:tasks.workunit.client.0.smithi016.stdout: "parent_split_bits": 0, 2024-04-15T16:06:28.303 INFO:tasks.workunit.client.0.smithi016.stdout: "pgid": "2.12", 2024-04-15T16:06:28.303 INFO:tasks.workunit.client.0.smithi016.stdout: "pin_stats_invalid": false, 2024-04-15T16:06:28.303 INFO:tasks.workunit.client.0.smithi016.stdout: "purged_snaps": [], 2024-04-15T16:06:28.303 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_epoch": 2721, 2024-04-15T16:06:28.303 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_seq": 4919, 2024-04-15T16:06:28.303 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_duration": 0.0, 2024-04-15T16:06:28.303 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-16T16:45:15.574364+0000", 2024-04-15T16:06:28.303 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrim_duration": 0.0, 2024-04-15T16:06:28.303 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrimq_len": 0, 2024-04-15T16:06:28.304 INFO:tasks.workunit.client.0.smithi016.stdout: "stat_sum": { 2024-04-15T16:06:28.304 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes": 0, 2024-04-15T16:06:28.304 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T16:06:28.304 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_recovered": 0, 2024-04-15T16:06:28.304 INFO:tasks.workunit.client.0.smithi016.stdout: "num_deep_scrub_errors": 0, 2024-04-15T16:06:28.304 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict": 0, 2024-04-15T16:06:28.304 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_kb": 0, 2024-04-15T16:06:28.304 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_full": 0, 2024-04-15T16:06:28.304 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_some": 0, 2024-04-15T16:06:28.304 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush": 0, 2024-04-15T16:06:28.304 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_kb": 0, 2024-04-15T16:06:28.304 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_high": 0, 2024-04-15T16:06:28.305 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_low": 0, 2024-04-15T16:06:28.305 INFO:tasks.workunit.client.0.smithi016.stdout: "num_keys_recovered": 0, 2024-04-15T16:06:28.305 INFO:tasks.workunit.client.0.smithi016.stdout: "num_large_omap_objects": 0, 2024-04-15T16:06:28.305 INFO:tasks.workunit.client.0.smithi016.stdout: "num_legacy_snapsets": 0, 2024-04-15T16:06:28.305 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_clones": 0, 2024-04-15T16:06:28.305 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_copies": 0, 2024-04-15T16:06:28.305 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects": 0, 2024-04-15T16:06:28.305 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_degraded": 0, 2024-04-15T16:06:28.305 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_dirty": 0, 2024-04-15T16:06:28.305 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T16:06:28.305 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_manifest": 0, 2024-04-15T16:06:28.305 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_misplaced": 0, 2024-04-15T16:06:28.306 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing": 0, 2024-04-15T16:06:28.306 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T16:06:28.306 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_omap": 0, 2024-04-15T16:06:28.306 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_pinned": 0, 2024-04-15T16:06:28.306 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_recovered": 0, 2024-04-15T16:06:28.306 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_repaired": 0, 2024-04-15T16:06:28.306 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_unfound": 0, 2024-04-15T16:06:28.306 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_bytes": 0, 2024-04-15T16:06:28.306 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_keys": 0, 2024-04-15T16:06:28.306 INFO:tasks.workunit.client.0.smithi016.stdout: "num_promote": 0, 2024-04-15T16:06:28.306 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read": 0, 2024-04-15T16:06:28.306 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read_kb": 0, 2024-04-15T16:06:28.307 INFO:tasks.workunit.client.0.smithi016.stdout: "num_scrub_errors": 0, 2024-04-15T16:06:28.307 INFO:tasks.workunit.client.0.smithi016.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T16:06:28.307 INFO:tasks.workunit.client.0.smithi016.stdout: "num_whiteouts": 0, 2024-04-15T16:06:28.307 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write": 0, 2024-04-15T16:06:28.307 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write_kb": 0 2024-04-15T16:06:28.307 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:28.307 INFO:tasks.workunit.client.0.smithi016.stdout: "state": "active+clean", 2024-04-15T16:06:28.307 INFO:tasks.workunit.client.0.smithi016.stdout: "stats_invalid": false, 2024-04-15T16:06:28.307 INFO:tasks.workunit.client.0.smithi016.stdout: "up": [ 2024-04-15T16:06:28.307 INFO:tasks.workunit.client.0.smithi016.stdout: 5, 2024-04-15T16:06:28.307 INFO:tasks.workunit.client.0.smithi016.stdout: 3, 2024-04-15T16:06:28.307 INFO:tasks.workunit.client.0.smithi016.stdout: 7 2024-04-15T16:06:28.308 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:28.308 INFO:tasks.workunit.client.0.smithi016.stdout: "up_primary": 5, 2024-04-15T16:06:28.308 INFO:tasks.workunit.client.0.smithi016.stdout: "version": "0'0" 2024-04-15T16:06:28.308 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:28.308 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-15T16:06:28.308 INFO:tasks.workunit.client.0.smithi016.stdout: "acting": [ 2024-04-15T16:06:28.308 INFO:tasks.workunit.client.0.smithi016.stdout: 0, 2024-04-15T16:06:28.308 INFO:tasks.workunit.client.0.smithi016.stdout: 7, 2024-04-15T16:06:28.308 INFO:tasks.workunit.client.0.smithi016.stdout: 3 2024-04-15T16:06:28.308 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:28.308 INFO:tasks.workunit.client.0.smithi016.stdout: "acting_primary": 0, 2024-04-15T16:06:28.309 INFO:tasks.workunit.client.0.smithi016.stdout: "avail_no_missing": [], 2024-04-15T16:06:28.309 INFO:tasks.workunit.client.0.smithi016.stdout: "blocked_by": [], 2024-04-15T16:06:28.309 INFO:tasks.workunit.client.0.smithi016.stdout: "created": 61, 2024-04-15T16:06:28.309 INFO:tasks.workunit.client.0.smithi016.stdout: "dirty_stats_invalid": false, 2024-04-15T16:06:28.309 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T16:06:28.309 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_stats_invalid": false, 2024-04-15T16:06:28.309 INFO:tasks.workunit.client.0.smithi016.stdout: "last_active": "2024-04-15T16:05:11.411640+0000", 2024-04-15T16:06:28.309 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_active": "2024-04-15T14:44:49.366044+0000", 2024-04-15T16:06:28.309 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_peered": "2024-04-15T14:44:49.366044+0000", 2024-04-15T16:06:28.309 INFO:tasks.workunit.client.0.smithi016.stdout: "last_change": "2024-04-15T14:44:49.366432+0000", 2024-04-15T16:06:28.309 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean": "2024-04-15T16:05:11.411640+0000", 2024-04-15T16:06:28.309 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T16:06:28.309 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub": "0'0", 2024-04-15T16:06:28.310 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T16:06:28.310 INFO:tasks.workunit.client.0.smithi016.stdout: "last_epoch_clean": 532, 2024-04-15T16:06:28.310 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fresh": "2024-04-15T16:05:11.411640+0000", 2024-04-15T16:06:28.310 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fullsized": "2024-04-15T16:05:11.411640+0000", 2024-04-15T16:06:28.310 INFO:tasks.workunit.client.0.smithi016.stdout: "last_peered": "2024-04-15T16:05:11.411640+0000", 2024-04-15T16:06:28.310 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub": "0'0", 2024-04-15T16:06:28.310 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_duration": 0, 2024-04-15T16:06:28.310 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T16:06:28.310 INFO:tasks.workunit.client.0.smithi016.stdout: "last_undegraded": "2024-04-15T16:05:11.411640+0000", 2024-04-15T16:06:28.310 INFO:tasks.workunit.client.0.smithi016.stdout: "last_unstale": "2024-04-15T16:05:11.411640+0000", 2024-04-15T16:06:28.310 INFO:tasks.workunit.client.0.smithi016.stdout: "log_dups_size": 0, 2024-04-15T16:06:28.311 INFO:tasks.workunit.client.0.smithi016.stdout: "log_size": 0, 2024-04-15T16:06:28.311 INFO:tasks.workunit.client.0.smithi016.stdout: "log_start": "0'0", 2024-04-15T16:06:28.311 INFO:tasks.workunit.client.0.smithi016.stdout: "manifest_stats_invalid": false, 2024-04-15T16:06:28.311 INFO:tasks.workunit.client.0.smithi016.stdout: "mapping_epoch": 531, 2024-04-15T16:06:28.311 INFO:tasks.workunit.client.0.smithi016.stdout: "object_location_counts": [], 2024-04-15T16:06:28.311 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_scrubbed": 0, 2024-04-15T16:06:28.311 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_trimmed": 0, 2024-04-15T16:06:28.311 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_stats_invalid": false, 2024-04-15T16:06:28.311 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_size": 0, 2024-04-15T16:06:28.311 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_start": "0'0", 2024-04-15T16:06:28.311 INFO:tasks.workunit.client.0.smithi016.stdout: "parent": "0.0", 2024-04-15T16:06:28.311 INFO:tasks.workunit.client.0.smithi016.stdout: "parent_split_bits": 0, 2024-04-15T16:06:28.312 INFO:tasks.workunit.client.0.smithi016.stdout: "pgid": "3.12", 2024-04-15T16:06:28.312 INFO:tasks.workunit.client.0.smithi016.stdout: "pin_stats_invalid": false, 2024-04-15T16:06:28.312 INFO:tasks.workunit.client.0.smithi016.stdout: "purged_snaps": [], 2024-04-15T16:06:28.312 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_epoch": 2721, 2024-04-15T16:06:28.312 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_seq": 5059, 2024-04-15T16:06:28.312 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_duration": 0.0, 2024-04-15T16:06:28.312 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-16T18:15:23.652097+0000", 2024-04-15T16:06:28.312 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrim_duration": 0.0, 2024-04-15T16:06:28.312 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrimq_len": 0, 2024-04-15T16:06:28.312 INFO:tasks.workunit.client.0.smithi016.stdout: "stat_sum": { 2024-04-15T16:06:28.312 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes": 0, 2024-04-15T16:06:28.312 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T16:06:28.313 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_recovered": 0, 2024-04-15T16:06:28.313 INFO:tasks.workunit.client.0.smithi016.stdout: "num_deep_scrub_errors": 0, 2024-04-15T16:06:28.313 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict": 0, 2024-04-15T16:06:28.313 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_kb": 0, 2024-04-15T16:06:28.313 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_full": 0, 2024-04-15T16:06:28.313 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_some": 0, 2024-04-15T16:06:28.313 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush": 0, 2024-04-15T16:06:28.313 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_kb": 0, 2024-04-15T16:06:28.313 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_high": 0, 2024-04-15T16:06:28.313 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_low": 0, 2024-04-15T16:06:28.313 INFO:tasks.workunit.client.0.smithi016.stdout: "num_keys_recovered": 0, 2024-04-15T16:06:28.313 INFO:tasks.workunit.client.0.smithi016.stdout: "num_large_omap_objects": 0, 2024-04-15T16:06:28.314 INFO:tasks.workunit.client.0.smithi016.stdout: "num_legacy_snapsets": 0, 2024-04-15T16:06:28.314 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_clones": 0, 2024-04-15T16:06:28.314 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_copies": 0, 2024-04-15T16:06:28.314 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects": 0, 2024-04-15T16:06:28.314 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_degraded": 0, 2024-04-15T16:06:28.314 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_dirty": 0, 2024-04-15T16:06:28.314 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T16:06:28.314 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_manifest": 0, 2024-04-15T16:06:28.314 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_misplaced": 0, 2024-04-15T16:06:28.314 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing": 0, 2024-04-15T16:06:28.315 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T16:06:28.315 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_omap": 0, 2024-04-15T16:06:28.315 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_pinned": 0, 2024-04-15T16:06:28.315 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_recovered": 0, 2024-04-15T16:06:28.315 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_repaired": 0, 2024-04-15T16:06:28.315 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_unfound": 0, 2024-04-15T16:06:28.315 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_bytes": 0, 2024-04-15T16:06:28.315 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_keys": 0, 2024-04-15T16:06:28.315 INFO:tasks.workunit.client.0.smithi016.stdout: "num_promote": 0, 2024-04-15T16:06:28.315 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read": 0, 2024-04-15T16:06:28.315 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read_kb": 0, 2024-04-15T16:06:28.315 INFO:tasks.workunit.client.0.smithi016.stdout: "num_scrub_errors": 0, 2024-04-15T16:06:28.316 INFO:tasks.workunit.client.0.smithi016.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T16:06:28.316 INFO:tasks.workunit.client.0.smithi016.stdout: "num_whiteouts": 0, 2024-04-15T16:06:28.316 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write": 0, 2024-04-15T16:06:28.316 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write_kb": 0 2024-04-15T16:06:28.316 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:28.316 INFO:tasks.workunit.client.0.smithi016.stdout: "state": "active+clean", 2024-04-15T16:06:28.316 INFO:tasks.workunit.client.0.smithi016.stdout: "stats_invalid": false, 2024-04-15T16:06:28.316 INFO:tasks.workunit.client.0.smithi016.stdout: "up": [ 2024-04-15T16:06:28.316 INFO:tasks.workunit.client.0.smithi016.stdout: 0, 2024-04-15T16:06:28.316 INFO:tasks.workunit.client.0.smithi016.stdout: 7, 2024-04-15T16:06:28.316 INFO:tasks.workunit.client.0.smithi016.stdout: 3 2024-04-15T16:06:28.317 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:28.317 INFO:tasks.workunit.client.0.smithi016.stdout: "up_primary": 0, 2024-04-15T16:06:28.317 INFO:tasks.workunit.client.0.smithi016.stdout: "version": "0'0" 2024-04-15T16:06:28.317 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:28.317 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-15T16:06:28.317 INFO:tasks.workunit.client.0.smithi016.stdout: "acting": [ 2024-04-15T16:06:28.317 INFO:tasks.workunit.client.0.smithi016.stdout: 0, 2024-04-15T16:06:28.317 INFO:tasks.workunit.client.0.smithi016.stdout: 4, 2024-04-15T16:06:28.317 INFO:tasks.workunit.client.0.smithi016.stdout: 3 2024-04-15T16:06:28.317 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:28.317 INFO:tasks.workunit.client.0.smithi016.stdout: "acting_primary": 0, 2024-04-15T16:06:28.317 INFO:tasks.workunit.client.0.smithi016.stdout: "avail_no_missing": [], 2024-04-15T16:06:28.317 INFO:tasks.workunit.client.0.smithi016.stdout: "blocked_by": [], 2024-04-15T16:06:28.318 INFO:tasks.workunit.client.0.smithi016.stdout: "created": 60, 2024-04-15T16:06:28.318 INFO:tasks.workunit.client.0.smithi016.stdout: "dirty_stats_invalid": false, 2024-04-15T16:06:28.318 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T16:06:28.318 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_stats_invalid": false, 2024-04-15T16:06:28.318 INFO:tasks.workunit.client.0.smithi016.stdout: "last_active": "2024-04-15T16:05:11.412887+0000", 2024-04-15T16:06:28.318 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_active": "2024-04-15T14:43:32.414359+0000", 2024-04-15T16:06:28.318 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_peered": "2024-04-15T14:43:32.414359+0000", 2024-04-15T16:06:28.318 INFO:tasks.workunit.client.0.smithi016.stdout: "last_change": "2024-04-15T14:43:32.414906+0000", 2024-04-15T16:06:28.318 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean": "2024-04-15T16:05:11.412887+0000", 2024-04-15T16:06:28.318 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean_scrub_stamp": "2024-04-15T14:33:33.599136+0000", 2024-04-15T16:06:28.318 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub": "0'0", 2024-04-15T16:06:28.318 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub_stamp": "2024-04-15T14:33:33.599136+0000", 2024-04-15T16:06:28.319 INFO:tasks.workunit.client.0.smithi016.stdout: "last_epoch_clean": 455, 2024-04-15T16:06:28.319 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fresh": "2024-04-15T16:05:11.412887+0000", 2024-04-15T16:06:28.319 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fullsized": "2024-04-15T16:05:11.412887+0000", 2024-04-15T16:06:28.319 INFO:tasks.workunit.client.0.smithi016.stdout: "last_peered": "2024-04-15T16:05:11.412887+0000", 2024-04-15T16:06:28.319 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub": "0'0", 2024-04-15T16:06:28.319 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_duration": 0, 2024-04-15T16:06:28.319 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_stamp": "2024-04-15T14:33:33.599136+0000", 2024-04-15T16:06:28.319 INFO:tasks.workunit.client.0.smithi016.stdout: "last_undegraded": "2024-04-15T16:05:11.412887+0000", 2024-04-15T16:06:28.319 INFO:tasks.workunit.client.0.smithi016.stdout: "last_unstale": "2024-04-15T16:05:11.412887+0000", 2024-04-15T16:06:28.319 INFO:tasks.workunit.client.0.smithi016.stdout: "log_dups_size": 0, 2024-04-15T16:06:28.319 INFO:tasks.workunit.client.0.smithi016.stdout: "log_size": 2, 2024-04-15T16:06:28.319 INFO:tasks.workunit.client.0.smithi016.stdout: "log_start": "0'0", 2024-04-15T16:06:28.320 INFO:tasks.workunit.client.0.smithi016.stdout: "manifest_stats_invalid": false, 2024-04-15T16:06:28.320 INFO:tasks.workunit.client.0.smithi016.stdout: "mapping_epoch": 454, 2024-04-15T16:06:28.320 INFO:tasks.workunit.client.0.smithi016.stdout: "object_location_counts": [], 2024-04-15T16:06:28.320 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_scrubbed": 0, 2024-04-15T16:06:28.320 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_trimmed": 0, 2024-04-15T16:06:28.320 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_stats_invalid": false, 2024-04-15T16:06:28.320 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_size": 2, 2024-04-15T16:06:28.320 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_start": "0'0", 2024-04-15T16:06:28.320 INFO:tasks.workunit.client.0.smithi016.stdout: "parent": "0.0", 2024-04-15T16:06:28.320 INFO:tasks.workunit.client.0.smithi016.stdout: "parent_split_bits": 0, 2024-04-15T16:06:28.320 INFO:tasks.workunit.client.0.smithi016.stdout: "pgid": "2.13", 2024-04-15T16:06:28.320 INFO:tasks.workunit.client.0.smithi016.stdout: "pin_stats_invalid": false, 2024-04-15T16:06:28.321 INFO:tasks.workunit.client.0.smithi016.stdout: "purged_snaps": [], 2024-04-15T16:06:28.321 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_epoch": 2721, 2024-04-15T16:06:28.321 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_seq": 5066, 2024-04-15T16:06:28.321 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_duration": 0.0, 2024-04-15T16:06:28.321 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-17T02:15:39.001927+0000", 2024-04-15T16:06:28.321 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrim_duration": 0.0, 2024-04-15T16:06:28.321 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrimq_len": 0, 2024-04-15T16:06:28.321 INFO:tasks.workunit.client.0.smithi016.stdout: "stat_sum": { 2024-04-15T16:06:28.321 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes": 34, 2024-04-15T16:06:28.321 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T16:06:28.321 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_recovered": 0, 2024-04-15T16:06:28.321 INFO:tasks.workunit.client.0.smithi016.stdout: "num_deep_scrub_errors": 0, 2024-04-15T16:06:28.322 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict": 0, 2024-04-15T16:06:28.322 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_kb": 0, 2024-04-15T16:06:28.322 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_full": 0, 2024-04-15T16:06:28.322 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_some": 0, 2024-04-15T16:06:28.322 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush": 0, 2024-04-15T16:06:28.322 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_kb": 0, 2024-04-15T16:06:28.322 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_high": 0, 2024-04-15T16:06:28.322 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_low": 0, 2024-04-15T16:06:28.322 INFO:tasks.workunit.client.0.smithi016.stdout: "num_keys_recovered": 0, 2024-04-15T16:06:28.322 INFO:tasks.workunit.client.0.smithi016.stdout: "num_large_omap_objects": 0, 2024-04-15T16:06:28.322 INFO:tasks.workunit.client.0.smithi016.stdout: "num_legacy_snapsets": 0, 2024-04-15T16:06:28.322 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_clones": 0, 2024-04-15T16:06:28.323 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_copies": 6, 2024-04-15T16:06:28.323 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects": 2, 2024-04-15T16:06:28.323 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_degraded": 0, 2024-04-15T16:06:28.323 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_dirty": 2, 2024-04-15T16:06:28.323 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T16:06:28.323 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_manifest": 0, 2024-04-15T16:06:28.323 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_misplaced": 0, 2024-04-15T16:06:28.323 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing": 0, 2024-04-15T16:06:28.323 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T16:06:28.323 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_omap": 1, 2024-04-15T16:06:28.323 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_pinned": 0, 2024-04-15T16:06:28.323 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_recovered": 0, 2024-04-15T16:06:28.324 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_repaired": 0, 2024-04-15T16:06:28.324 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_unfound": 0, 2024-04-15T16:06:28.324 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_bytes": 0, 2024-04-15T16:06:28.324 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_keys": 0, 2024-04-15T16:06:28.324 INFO:tasks.workunit.client.0.smithi016.stdout: "num_promote": 0, 2024-04-15T16:06:28.324 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read": 8, 2024-04-15T16:06:28.324 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read_kb": 16, 2024-04-15T16:06:28.324 INFO:tasks.workunit.client.0.smithi016.stdout: "num_scrub_errors": 0, 2024-04-15T16:06:28.324 INFO:tasks.workunit.client.0.smithi016.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T16:06:28.324 INFO:tasks.workunit.client.0.smithi016.stdout: "num_whiteouts": 0, 2024-04-15T16:06:28.324 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write": 3, 2024-04-15T16:06:28.324 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write_kb": 7 2024-04-15T16:06:28.325 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:28.325 INFO:tasks.workunit.client.0.smithi016.stdout: "state": "active+clean", 2024-04-15T16:06:28.325 INFO:tasks.workunit.client.0.smithi016.stdout: "stats_invalid": false, 2024-04-15T16:06:28.325 INFO:tasks.workunit.client.0.smithi016.stdout: "up": [ 2024-04-15T16:06:28.325 INFO:tasks.workunit.client.0.smithi016.stdout: 0, 2024-04-15T16:06:28.325 INFO:tasks.workunit.client.0.smithi016.stdout: 4, 2024-04-15T16:06:28.325 INFO:tasks.workunit.client.0.smithi016.stdout: 3 2024-04-15T16:06:28.325 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:28.325 INFO:tasks.workunit.client.0.smithi016.stdout: "up_primary": 0, 2024-04-15T16:06:28.325 INFO:tasks.workunit.client.0.smithi016.stdout: "version": "62'2" 2024-04-15T16:06:28.325 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:28.325 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-15T16:06:28.326 INFO:tasks.workunit.client.0.smithi016.stdout: "acting": [ 2024-04-15T16:06:28.326 INFO:tasks.workunit.client.0.smithi016.stdout: 7, 2024-04-15T16:06:28.326 INFO:tasks.workunit.client.0.smithi016.stdout: 3, 2024-04-15T16:06:28.326 INFO:tasks.workunit.client.0.smithi016.stdout: 4 2024-04-15T16:06:28.326 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:28.326 INFO:tasks.workunit.client.0.smithi016.stdout: "acting_primary": 7, 2024-04-15T16:06:28.326 INFO:tasks.workunit.client.0.smithi016.stdout: "avail_no_missing": [], 2024-04-15T16:06:28.326 INFO:tasks.workunit.client.0.smithi016.stdout: "blocked_by": [], 2024-04-15T16:06:28.326 INFO:tasks.workunit.client.0.smithi016.stdout: "created": 61, 2024-04-15T16:06:28.326 INFO:tasks.workunit.client.0.smithi016.stdout: "dirty_stats_invalid": false, 2024-04-15T16:06:28.326 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T16:06:28.327 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_stats_invalid": false, 2024-04-15T16:06:28.327 INFO:tasks.workunit.client.0.smithi016.stdout: "last_active": "2024-04-15T16:05:12.201164+0000", 2024-04-15T16:06:28.327 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_active": "2024-04-15T14:44:49.366282+0000", 2024-04-15T16:06:28.327 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_peered": "2024-04-15T14:44:49.366282+0000", 2024-04-15T16:06:28.327 INFO:tasks.workunit.client.0.smithi016.stdout: "last_change": "2024-04-15T14:44:49.369207+0000", 2024-04-15T16:06:28.327 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean": "2024-04-15T16:05:12.201164+0000", 2024-04-15T16:06:28.327 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T16:06:28.327 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub": "0'0", 2024-04-15T16:06:28.327 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T16:06:28.327 INFO:tasks.workunit.client.0.smithi016.stdout: "last_epoch_clean": 532, 2024-04-15T16:06:28.327 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fresh": "2024-04-15T16:05:12.201164+0000", 2024-04-15T16:06:28.328 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fullsized": "2024-04-15T16:05:12.201164+0000", 2024-04-15T16:06:28.328 INFO:tasks.workunit.client.0.smithi016.stdout: "last_peered": "2024-04-15T16:05:12.201164+0000", 2024-04-15T16:06:28.328 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub": "0'0", 2024-04-15T16:06:28.328 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_duration": 0, 2024-04-15T16:06:28.328 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T16:06:28.328 INFO:tasks.workunit.client.0.smithi016.stdout: "last_undegraded": "2024-04-15T16:05:12.201164+0000", 2024-04-15T16:06:28.328 INFO:tasks.workunit.client.0.smithi016.stdout: "last_unstale": "2024-04-15T16:05:12.201164+0000", 2024-04-15T16:06:28.328 INFO:tasks.workunit.client.0.smithi016.stdout: "log_dups_size": 0, 2024-04-15T16:06:28.328 INFO:tasks.workunit.client.0.smithi016.stdout: "log_size": 0, 2024-04-15T16:06:28.328 INFO:tasks.workunit.client.0.smithi016.stdout: "log_start": "0'0", 2024-04-15T16:06:28.328 INFO:tasks.workunit.client.0.smithi016.stdout: "manifest_stats_invalid": false, 2024-04-15T16:06:28.328 INFO:tasks.workunit.client.0.smithi016.stdout: "mapping_epoch": 531, 2024-04-15T16:06:28.329 INFO:tasks.workunit.client.0.smithi016.stdout: "object_location_counts": [], 2024-04-15T16:06:28.329 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_scrubbed": 0, 2024-04-15T16:06:28.329 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_trimmed": 0, 2024-04-15T16:06:28.329 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_stats_invalid": false, 2024-04-15T16:06:28.329 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_size": 0, 2024-04-15T16:06:28.329 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_start": "0'0", 2024-04-15T16:06:28.329 INFO:tasks.workunit.client.0.smithi016.stdout: "parent": "0.0", 2024-04-15T16:06:28.329 INFO:tasks.workunit.client.0.smithi016.stdout: "parent_split_bits": 0, 2024-04-15T16:06:28.329 INFO:tasks.workunit.client.0.smithi016.stdout: "pgid": "3.15", 2024-04-15T16:06:28.329 INFO:tasks.workunit.client.0.smithi016.stdout: "pin_stats_invalid": false, 2024-04-15T16:06:28.329 INFO:tasks.workunit.client.0.smithi016.stdout: "purged_snaps": [], 2024-04-15T16:06:28.330 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_epoch": 2721, 2024-04-15T16:06:28.330 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_seq": 4855, 2024-04-15T16:06:28.330 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_duration": 0.0, 2024-04-15T16:06:28.330 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-16T14:38:09.329589+0000", 2024-04-15T16:06:28.330 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrim_duration": 0.0, 2024-04-15T16:06:28.330 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrimq_len": 0, 2024-04-15T16:06:28.330 INFO:tasks.workunit.client.0.smithi016.stdout: "stat_sum": { 2024-04-15T16:06:28.330 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes": 0, 2024-04-15T16:06:28.330 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T16:06:28.330 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_recovered": 0, 2024-04-15T16:06:28.331 INFO:tasks.workunit.client.0.smithi016.stdout: "num_deep_scrub_errors": 0, 2024-04-15T16:06:28.331 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict": 0, 2024-04-15T16:06:28.331 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_kb": 0, 2024-04-15T16:06:28.331 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_full": 0, 2024-04-15T16:06:28.331 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_some": 0, 2024-04-15T16:06:28.331 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush": 0, 2024-04-15T16:06:28.331 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_kb": 0, 2024-04-15T16:06:28.331 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_high": 0, 2024-04-15T16:06:28.331 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_low": 0, 2024-04-15T16:06:28.331 INFO:tasks.workunit.client.0.smithi016.stdout: "num_keys_recovered": 0, 2024-04-15T16:06:28.331 INFO:tasks.workunit.client.0.smithi016.stdout: "num_large_omap_objects": 0, 2024-04-15T16:06:28.332 INFO:tasks.workunit.client.0.smithi016.stdout: "num_legacy_snapsets": 0, 2024-04-15T16:06:28.332 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_clones": 0, 2024-04-15T16:06:28.332 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_copies": 0, 2024-04-15T16:06:28.332 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects": 0, 2024-04-15T16:06:28.332 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_degraded": 0, 2024-04-15T16:06:28.332 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_dirty": 0, 2024-04-15T16:06:28.332 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T16:06:28.332 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_manifest": 0, 2024-04-15T16:06:28.332 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_misplaced": 0, 2024-04-15T16:06:28.332 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing": 0, 2024-04-15T16:06:28.333 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T16:06:28.333 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_omap": 0, 2024-04-15T16:06:28.333 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_pinned": 0, 2024-04-15T16:06:28.333 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_recovered": 0, 2024-04-15T16:06:28.333 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_repaired": 0, 2024-04-15T16:06:28.333 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_unfound": 0, 2024-04-15T16:06:28.333 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_bytes": 0, 2024-04-15T16:06:28.333 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_keys": 0, 2024-04-15T16:06:28.333 INFO:tasks.workunit.client.0.smithi016.stdout: "num_promote": 0, 2024-04-15T16:06:28.334 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read": 0, 2024-04-15T16:06:28.334 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read_kb": 0, 2024-04-15T16:06:28.334 INFO:tasks.workunit.client.0.smithi016.stdout: "num_scrub_errors": 0, 2024-04-15T16:06:28.334 INFO:tasks.workunit.client.0.smithi016.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T16:06:28.334 INFO:tasks.workunit.client.0.smithi016.stdout: "num_whiteouts": 0, 2024-04-15T16:06:28.334 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write": 0, 2024-04-15T16:06:28.334 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write_kb": 0 2024-04-15T16:06:28.334 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:28.334 INFO:tasks.workunit.client.0.smithi016.stdout: "state": "active+clean", 2024-04-15T16:06:28.334 INFO:tasks.workunit.client.0.smithi016.stdout: "stats_invalid": false, 2024-04-15T16:06:28.335 INFO:tasks.workunit.client.0.smithi016.stdout: "up": [ 2024-04-15T16:06:28.335 INFO:tasks.workunit.client.0.smithi016.stdout: 7, 2024-04-15T16:06:28.335 INFO:tasks.workunit.client.0.smithi016.stdout: 3, 2024-04-15T16:06:28.335 INFO:tasks.workunit.client.0.smithi016.stdout: 4 2024-04-15T16:06:28.335 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:28.335 INFO:tasks.workunit.client.0.smithi016.stdout: "up_primary": 7, 2024-04-15T16:06:28.335 INFO:tasks.workunit.client.0.smithi016.stdout: "version": "0'0" 2024-04-15T16:06:28.335 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:28.335 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-15T16:06:28.335 INFO:tasks.workunit.client.0.smithi016.stdout: "acting": [ 2024-04-15T16:06:28.336 INFO:tasks.workunit.client.0.smithi016.stdout: 6, 2024-04-15T16:06:28.336 INFO:tasks.workunit.client.0.smithi016.stdout: 3, 2024-04-15T16:06:28.336 INFO:tasks.workunit.client.0.smithi016.stdout: 5 2024-04-15T16:06:28.336 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:28.336 INFO:tasks.workunit.client.0.smithi016.stdout: "acting_primary": 6, 2024-04-15T16:06:28.336 INFO:tasks.workunit.client.0.smithi016.stdout: "avail_no_missing": [], 2024-04-15T16:06:28.336 INFO:tasks.workunit.client.0.smithi016.stdout: "blocked_by": [], 2024-04-15T16:06:28.336 INFO:tasks.workunit.client.0.smithi016.stdout: "created": 60, 2024-04-15T16:06:28.336 INFO:tasks.workunit.client.0.smithi016.stdout: "dirty_stats_invalid": false, 2024-04-15T16:06:28.336 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T16:06:28.336 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_stats_invalid": false, 2024-04-15T16:06:28.336 INFO:tasks.workunit.client.0.smithi016.stdout: "last_active": "2024-04-15T16:05:11.412919+0000", 2024-04-15T16:06:28.337 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_active": "2024-04-15T14:44:28.457979+0000", 2024-04-15T16:06:28.337 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_peered": "2024-04-15T14:44:28.457979+0000", 2024-04-15T16:06:28.337 INFO:tasks.workunit.client.0.smithi016.stdout: "last_change": "2024-04-15T14:44:28.458407+0000", 2024-04-15T16:06:28.337 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean": "2024-04-15T16:05:11.412919+0000", 2024-04-15T16:06:28.337 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean_scrub_stamp": "2024-04-15T14:33:33.599136+0000", 2024-04-15T16:06:28.337 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub": "0'0", 2024-04-15T16:06:28.337 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub_stamp": "2024-04-15T14:33:33.599136+0000", 2024-04-15T16:06:28.337 INFO:tasks.workunit.client.0.smithi016.stdout: "last_epoch_clean": 511, 2024-04-15T16:06:28.337 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fresh": "2024-04-15T16:05:11.412919+0000", 2024-04-15T16:06:28.337 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fullsized": "2024-04-15T16:05:11.412919+0000", 2024-04-15T16:06:28.337 INFO:tasks.workunit.client.0.smithi016.stdout: "last_peered": "2024-04-15T16:05:11.412919+0000", 2024-04-15T16:06:28.338 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub": "0'0", 2024-04-15T16:06:28.338 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_duration": 0, 2024-04-15T16:06:28.338 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_stamp": "2024-04-15T14:33:33.599136+0000", 2024-04-15T16:06:28.338 INFO:tasks.workunit.client.0.smithi016.stdout: "last_undegraded": "2024-04-15T16:05:11.412919+0000", 2024-04-15T16:06:28.338 INFO:tasks.workunit.client.0.smithi016.stdout: "last_unstale": "2024-04-15T16:05:11.412919+0000", 2024-04-15T16:06:28.338 INFO:tasks.workunit.client.0.smithi016.stdout: "log_dups_size": 0, 2024-04-15T16:06:28.338 INFO:tasks.workunit.client.0.smithi016.stdout: "log_size": 30, 2024-04-15T16:06:28.338 INFO:tasks.workunit.client.0.smithi016.stdout: "log_start": "0'0", 2024-04-15T16:06:28.338 INFO:tasks.workunit.client.0.smithi016.stdout: "manifest_stats_invalid": false, 2024-04-15T16:06:28.338 INFO:tasks.workunit.client.0.smithi016.stdout: "mapping_epoch": 510, 2024-04-15T16:06:28.338 INFO:tasks.workunit.client.0.smithi016.stdout: "object_location_counts": [], 2024-04-15T16:06:28.339 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_scrubbed": 0, 2024-04-15T16:06:28.339 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_trimmed": 0, 2024-04-15T16:06:28.339 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_stats_invalid": false, 2024-04-15T16:06:28.339 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_size": 30, 2024-04-15T16:06:28.339 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_start": "0'0", 2024-04-15T16:06:28.339 INFO:tasks.workunit.client.0.smithi016.stdout: "parent": "0.0", 2024-04-15T16:06:28.339 INFO:tasks.workunit.client.0.smithi016.stdout: "parent_split_bits": 0, 2024-04-15T16:06:28.339 INFO:tasks.workunit.client.0.smithi016.stdout: "pgid": "2.14", 2024-04-15T16:06:28.339 INFO:tasks.workunit.client.0.smithi016.stdout: "pin_stats_invalid": false, 2024-04-15T16:06:28.339 INFO:tasks.workunit.client.0.smithi016.stdout: "purged_snaps": [], 2024-04-15T16:06:28.339 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_epoch": 2721, 2024-04-15T16:06:28.340 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_seq": 4920, 2024-04-15T16:06:28.340 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_duration": 0.0, 2024-04-15T16:06:28.340 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-16T18:59:14.599281+0000", 2024-04-15T16:06:28.340 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrim_duration": 0.0, 2024-04-15T16:06:28.340 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrimq_len": 0, 2024-04-15T16:06:28.340 INFO:tasks.workunit.client.0.smithi016.stdout: "stat_sum": { 2024-04-15T16:06:28.340 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes": 5824, 2024-04-15T16:06:28.340 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T16:06:28.340 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_recovered": 0, 2024-04-15T16:06:28.340 INFO:tasks.workunit.client.0.smithi016.stdout: "num_deep_scrub_errors": 0, 2024-04-15T16:06:28.340 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict": 0, 2024-04-15T16:06:28.340 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_kb": 0, 2024-04-15T16:06:28.341 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_full": 0, 2024-04-15T16:06:28.341 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_some": 0, 2024-04-15T16:06:28.341 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush": 0, 2024-04-15T16:06:28.341 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_kb": 0, 2024-04-15T16:06:28.341 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_high": 0, 2024-04-15T16:06:28.341 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_low": 0, 2024-04-15T16:06:28.341 INFO:tasks.workunit.client.0.smithi016.stdout: "num_keys_recovered": 0, 2024-04-15T16:06:28.341 INFO:tasks.workunit.client.0.smithi016.stdout: "num_large_omap_objects": 0, 2024-04-15T16:06:28.341 INFO:tasks.workunit.client.0.smithi016.stdout: "num_legacy_snapsets": 0, 2024-04-15T16:06:28.341 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_clones": 0, 2024-04-15T16:06:28.341 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_copies": 12, 2024-04-15T16:06:28.341 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects": 4, 2024-04-15T16:06:28.341 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_degraded": 0, 2024-04-15T16:06:28.342 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_dirty": 4, 2024-04-15T16:06:28.342 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T16:06:28.342 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_manifest": 0, 2024-04-15T16:06:28.342 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_misplaced": 0, 2024-04-15T16:06:28.342 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing": 0, 2024-04-15T16:06:28.342 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T16:06:28.342 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_omap": 1, 2024-04-15T16:06:28.342 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_pinned": 0, 2024-04-15T16:06:28.342 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_recovered": 0, 2024-04-15T16:06:28.342 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_repaired": 0, 2024-04-15T16:06:28.342 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_unfound": 0, 2024-04-15T16:06:28.342 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_bytes": 0, 2024-04-15T16:06:28.343 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_keys": 0, 2024-04-15T16:06:28.343 INFO:tasks.workunit.client.0.smithi016.stdout: "num_promote": 0, 2024-04-15T16:06:28.343 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read": 20, 2024-04-15T16:06:28.343 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read_kb": 28, 2024-04-15T16:06:28.343 INFO:tasks.workunit.client.0.smithi016.stdout: "num_scrub_errors": 0, 2024-04-15T16:06:28.343 INFO:tasks.workunit.client.0.smithi016.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T16:06:28.343 INFO:tasks.workunit.client.0.smithi016.stdout: "num_whiteouts": 0, 2024-04-15T16:06:28.343 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write": 28, 2024-04-15T16:06:28.343 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write_kb": 25 2024-04-15T16:06:28.343 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:28.343 INFO:tasks.workunit.client.0.smithi016.stdout: "state": "active+clean", 2024-04-15T16:06:28.343 INFO:tasks.workunit.client.0.smithi016.stdout: "stats_invalid": false, 2024-04-15T16:06:28.344 INFO:tasks.workunit.client.0.smithi016.stdout: "up": [ 2024-04-15T16:06:28.344 INFO:tasks.workunit.client.0.smithi016.stdout: 6, 2024-04-15T16:06:28.344 INFO:tasks.workunit.client.0.smithi016.stdout: 3, 2024-04-15T16:06:28.344 INFO:tasks.workunit.client.0.smithi016.stdout: 5 2024-04-15T16:06:28.344 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:28.344 INFO:tasks.workunit.client.0.smithi016.stdout: "up_primary": 6, 2024-04-15T16:06:28.344 INFO:tasks.workunit.client.0.smithi016.stdout: "version": "560'30" 2024-04-15T16:06:28.344 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:28.344 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-15T16:06:28.344 INFO:tasks.workunit.client.0.smithi016.stdout: "acting": [ 2024-04-15T16:06:28.344 INFO:tasks.workunit.client.0.smithi016.stdout: 4, 2024-04-15T16:06:28.344 INFO:tasks.workunit.client.0.smithi016.stdout: 7, 2024-04-15T16:06:28.345 INFO:tasks.workunit.client.0.smithi016.stdout: 6 2024-04-15T16:06:28.345 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:28.345 INFO:tasks.workunit.client.0.smithi016.stdout: "acting_primary": 4, 2024-04-15T16:06:28.345 INFO:tasks.workunit.client.0.smithi016.stdout: "avail_no_missing": [], 2024-04-15T16:06:28.345 INFO:tasks.workunit.client.0.smithi016.stdout: "blocked_by": [], 2024-04-15T16:06:28.345 INFO:tasks.workunit.client.0.smithi016.stdout: "created": 61, 2024-04-15T16:06:28.345 INFO:tasks.workunit.client.0.smithi016.stdout: "dirty_stats_invalid": false, 2024-04-15T16:06:28.345 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T16:06:28.345 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_stats_invalid": false, 2024-04-15T16:06:28.345 INFO:tasks.workunit.client.0.smithi016.stdout: "last_active": "2024-04-15T16:05:12.200312+0000", 2024-04-15T16:06:28.345 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_active": "2024-04-15T14:44:49.369834+0000", 2024-04-15T16:06:28.345 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_peered": "2024-04-15T14:44:49.369834+0000", 2024-04-15T16:06:28.345 INFO:tasks.workunit.client.0.smithi016.stdout: "last_change": "2024-04-15T14:44:49.370155+0000", 2024-04-15T16:06:28.346 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean": "2024-04-15T16:05:12.200312+0000", 2024-04-15T16:06:28.346 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T16:06:28.346 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub": "0'0", 2024-04-15T16:06:28.346 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T16:06:28.346 INFO:tasks.workunit.client.0.smithi016.stdout: "last_epoch_clean": 532, 2024-04-15T16:06:28.346 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fresh": "2024-04-15T16:05:12.200312+0000", 2024-04-15T16:06:28.346 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fullsized": "2024-04-15T16:05:12.200312+0000", 2024-04-15T16:06:28.346 INFO:tasks.workunit.client.0.smithi016.stdout: "last_peered": "2024-04-15T16:05:12.200312+0000", 2024-04-15T16:06:28.346 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub": "0'0", 2024-04-15T16:06:28.346 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_duration": 0, 2024-04-15T16:06:28.346 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T16:06:28.347 INFO:tasks.workunit.client.0.smithi016.stdout: "last_undegraded": "2024-04-15T16:05:12.200312+0000", 2024-04-15T16:06:28.347 INFO:tasks.workunit.client.0.smithi016.stdout: "last_unstale": "2024-04-15T16:05:12.200312+0000", 2024-04-15T16:06:28.347 INFO:tasks.workunit.client.0.smithi016.stdout: "log_dups_size": 0, 2024-04-15T16:06:28.347 INFO:tasks.workunit.client.0.smithi016.stdout: "log_size": 0, 2024-04-15T16:06:28.347 INFO:tasks.workunit.client.0.smithi016.stdout: "log_start": "0'0", 2024-04-15T16:06:28.347 INFO:tasks.workunit.client.0.smithi016.stdout: "manifest_stats_invalid": false, 2024-04-15T16:06:28.347 INFO:tasks.workunit.client.0.smithi016.stdout: "mapping_epoch": 531, 2024-04-15T16:06:28.347 INFO:tasks.workunit.client.0.smithi016.stdout: "object_location_counts": [], 2024-04-15T16:06:28.347 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_scrubbed": 0, 2024-04-15T16:06:28.347 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_trimmed": 0, 2024-04-15T16:06:28.347 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_stats_invalid": false, 2024-04-15T16:06:28.347 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_size": 0, 2024-04-15T16:06:28.348 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_start": "0'0", 2024-04-15T16:06:28.348 INFO:tasks.workunit.client.0.smithi016.stdout: "parent": "0.0", 2024-04-15T16:06:28.348 INFO:tasks.workunit.client.0.smithi016.stdout: "parent_split_bits": 0, 2024-04-15T16:06:28.348 INFO:tasks.workunit.client.0.smithi016.stdout: "pgid": "3.14", 2024-04-15T16:06:28.348 INFO:tasks.workunit.client.0.smithi016.stdout: "pin_stats_invalid": false, 2024-04-15T16:06:28.348 INFO:tasks.workunit.client.0.smithi016.stdout: "purged_snaps": [], 2024-04-15T16:06:28.348 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_epoch": 2721, 2024-04-15T16:06:28.348 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_seq": 4967, 2024-04-15T16:06:28.348 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_duration": 0.0, 2024-04-15T16:06:28.348 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-16T18:41:50.293300+0000", 2024-04-15T16:06:28.348 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrim_duration": 0.0, 2024-04-15T16:06:28.348 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrimq_len": 0, 2024-04-15T16:06:28.348 INFO:tasks.workunit.client.0.smithi016.stdout: "stat_sum": { 2024-04-15T16:06:28.349 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes": 0, 2024-04-15T16:06:28.349 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T16:06:28.349 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_recovered": 0, 2024-04-15T16:06:28.349 INFO:tasks.workunit.client.0.smithi016.stdout: "num_deep_scrub_errors": 0, 2024-04-15T16:06:28.349 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict": 0, 2024-04-15T16:06:28.349 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_kb": 0, 2024-04-15T16:06:28.349 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_full": 0, 2024-04-15T16:06:28.349 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_some": 0, 2024-04-15T16:06:28.349 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush": 0, 2024-04-15T16:06:28.349 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_kb": 0, 2024-04-15T16:06:28.349 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_high": 0, 2024-04-15T16:06:28.349 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_low": 0, 2024-04-15T16:06:28.350 INFO:tasks.workunit.client.0.smithi016.stdout: "num_keys_recovered": 0, 2024-04-15T16:06:28.350 INFO:tasks.workunit.client.0.smithi016.stdout: "num_large_omap_objects": 0, 2024-04-15T16:06:28.350 INFO:tasks.workunit.client.0.smithi016.stdout: "num_legacy_snapsets": 0, 2024-04-15T16:06:28.350 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_clones": 0, 2024-04-15T16:06:28.350 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_copies": 0, 2024-04-15T16:06:28.350 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects": 0, 2024-04-15T16:06:28.350 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_degraded": 0, 2024-04-15T16:06:28.350 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_dirty": 0, 2024-04-15T16:06:28.350 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T16:06:28.350 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_manifest": 0, 2024-04-15T16:06:28.350 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_misplaced": 0, 2024-04-15T16:06:28.350 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing": 0, 2024-04-15T16:06:28.351 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T16:06:28.351 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_omap": 0, 2024-04-15T16:06:28.351 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_pinned": 0, 2024-04-15T16:06:28.351 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_recovered": 0, 2024-04-15T16:06:28.351 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_repaired": 0, 2024-04-15T16:06:28.351 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_unfound": 0, 2024-04-15T16:06:28.351 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_bytes": 0, 2024-04-15T16:06:28.351 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_keys": 0, 2024-04-15T16:06:28.351 INFO:tasks.workunit.client.0.smithi016.stdout: "num_promote": 0, 2024-04-15T16:06:28.351 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read": 0, 2024-04-15T16:06:28.351 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read_kb": 0, 2024-04-15T16:06:28.351 INFO:tasks.workunit.client.0.smithi016.stdout: "num_scrub_errors": 0, 2024-04-15T16:06:28.351 INFO:tasks.workunit.client.0.smithi016.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T16:06:28.352 INFO:tasks.workunit.client.0.smithi016.stdout: "num_whiteouts": 0, 2024-04-15T16:06:28.352 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write": 0, 2024-04-15T16:06:28.352 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write_kb": 0 2024-04-15T16:06:28.352 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:28.352 INFO:tasks.workunit.client.0.smithi016.stdout: "state": "active+clean", 2024-04-15T16:06:28.352 INFO:tasks.workunit.client.0.smithi016.stdout: "stats_invalid": false, 2024-04-15T16:06:28.352 INFO:tasks.workunit.client.0.smithi016.stdout: "up": [ 2024-04-15T16:06:28.352 INFO:tasks.workunit.client.0.smithi016.stdout: 4, 2024-04-15T16:06:28.352 INFO:tasks.workunit.client.0.smithi016.stdout: 7, 2024-04-15T16:06:28.352 INFO:tasks.workunit.client.0.smithi016.stdout: 6 2024-04-15T16:06:28.352 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:28.352 INFO:tasks.workunit.client.0.smithi016.stdout: "up_primary": 4, 2024-04-15T16:06:28.353 INFO:tasks.workunit.client.0.smithi016.stdout: "version": "0'0" 2024-04-15T16:06:28.353 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:28.353 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-15T16:06:28.353 INFO:tasks.workunit.client.0.smithi016.stdout: "acting": [ 2024-04-15T16:06:28.353 INFO:tasks.workunit.client.0.smithi016.stdout: 1, 2024-04-15T16:06:28.353 INFO:tasks.workunit.client.0.smithi016.stdout: 5, 2024-04-15T16:06:28.353 INFO:tasks.workunit.client.0.smithi016.stdout: 0 2024-04-15T16:06:28.353 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:28.353 INFO:tasks.workunit.client.0.smithi016.stdout: "acting_primary": 1, 2024-04-15T16:06:28.353 INFO:tasks.workunit.client.0.smithi016.stdout: "avail_no_missing": [], 2024-04-15T16:06:28.353 INFO:tasks.workunit.client.0.smithi016.stdout: "blocked_by": [], 2024-04-15T16:06:28.353 INFO:tasks.workunit.client.0.smithi016.stdout: "created": 60, 2024-04-15T16:06:28.354 INFO:tasks.workunit.client.0.smithi016.stdout: "dirty_stats_invalid": false, 2024-04-15T16:06:28.354 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T16:06:28.354 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_stats_invalid": false, 2024-04-15T16:06:28.354 INFO:tasks.workunit.client.0.smithi016.stdout: "last_active": "2024-04-15T16:05:11.869924+0000", 2024-04-15T16:06:28.354 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_active": "2024-04-15T14:43:53.355629+0000", 2024-04-15T16:06:28.354 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_peered": "2024-04-15T14:43:53.355629+0000", 2024-04-15T16:06:28.354 INFO:tasks.workunit.client.0.smithi016.stdout: "last_change": "2024-04-15T14:43:53.356050+0000", 2024-04-15T16:06:28.354 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean": "2024-04-15T16:05:11.869924+0000", 2024-04-15T16:06:28.354 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean_scrub_stamp": "2024-04-15T14:33:33.599136+0000", 2024-04-15T16:06:28.354 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub": "0'0", 2024-04-15T16:06:28.354 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub_stamp": "2024-04-15T14:33:33.599136+0000", 2024-04-15T16:06:28.354 INFO:tasks.workunit.client.0.smithi016.stdout: "last_epoch_clean": 476, 2024-04-15T16:06:28.354 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fresh": "2024-04-15T16:05:11.869924+0000", 2024-04-15T16:06:28.355 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fullsized": "2024-04-15T16:05:11.869924+0000", 2024-04-15T16:06:28.355 INFO:tasks.workunit.client.0.smithi016.stdout: "last_peered": "2024-04-15T16:05:11.869924+0000", 2024-04-15T16:06:28.355 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub": "0'0", 2024-04-15T16:06:28.355 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_duration": 0, 2024-04-15T16:06:28.355 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_stamp": "2024-04-15T14:33:33.599136+0000", 2024-04-15T16:06:28.355 INFO:tasks.workunit.client.0.smithi016.stdout: "last_undegraded": "2024-04-15T16:05:11.869924+0000", 2024-04-15T16:06:28.355 INFO:tasks.workunit.client.0.smithi016.stdout: "last_unstale": "2024-04-15T16:05:11.869924+0000", 2024-04-15T16:06:28.355 INFO:tasks.workunit.client.0.smithi016.stdout: "log_dups_size": 0, 2024-04-15T16:06:28.355 INFO:tasks.workunit.client.0.smithi016.stdout: "log_size": 3, 2024-04-15T16:06:28.355 INFO:tasks.workunit.client.0.smithi016.stdout: "log_start": "0'0", 2024-04-15T16:06:28.355 INFO:tasks.workunit.client.0.smithi016.stdout: "manifest_stats_invalid": false, 2024-04-15T16:06:28.355 INFO:tasks.workunit.client.0.smithi016.stdout: "mapping_epoch": 475, 2024-04-15T16:06:28.356 INFO:tasks.workunit.client.0.smithi016.stdout: "object_location_counts": [], 2024-04-15T16:06:28.356 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_scrubbed": 0, 2024-04-15T16:06:28.356 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_trimmed": 0, 2024-04-15T16:06:28.356 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_stats_invalid": false, 2024-04-15T16:06:28.356 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_size": 3, 2024-04-15T16:06:28.356 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_start": "0'0", 2024-04-15T16:06:28.356 INFO:tasks.workunit.client.0.smithi016.stdout: "parent": "0.0", 2024-04-15T16:06:28.356 INFO:tasks.workunit.client.0.smithi016.stdout: "parent_split_bits": 0, 2024-04-15T16:06:28.356 INFO:tasks.workunit.client.0.smithi016.stdout: "pgid": "2.15", 2024-04-15T16:06:28.356 INFO:tasks.workunit.client.0.smithi016.stdout: "pin_stats_invalid": false, 2024-04-15T16:06:28.356 INFO:tasks.workunit.client.0.smithi016.stdout: "purged_snaps": [], 2024-04-15T16:06:28.357 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_epoch": 2721, 2024-04-15T16:06:28.357 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_seq": 5037, 2024-04-15T16:06:28.357 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_duration": 0.0, 2024-04-15T16:06:28.357 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-16T16:26:40.884433+0000", 2024-04-15T16:06:28.357 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrim_duration": 0.0, 2024-04-15T16:06:28.357 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrimq_len": 0, 2024-04-15T16:06:28.357 INFO:tasks.workunit.client.0.smithi016.stdout: "stat_sum": { 2024-04-15T16:06:28.357 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes": 90, 2024-04-15T16:06:28.357 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T16:06:28.357 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_recovered": 0, 2024-04-15T16:06:28.357 INFO:tasks.workunit.client.0.smithi016.stdout: "num_deep_scrub_errors": 0, 2024-04-15T16:06:28.358 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict": 0, 2024-04-15T16:06:28.358 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_kb": 0, 2024-04-15T16:06:28.358 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_full": 0, 2024-04-15T16:06:28.358 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_some": 0, 2024-04-15T16:06:28.358 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush": 0, 2024-04-15T16:06:28.358 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_kb": 0, 2024-04-15T16:06:28.358 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_high": 0, 2024-04-15T16:06:28.358 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_low": 0, 2024-04-15T16:06:28.358 INFO:tasks.workunit.client.0.smithi016.stdout: "num_keys_recovered": 0, 2024-04-15T16:06:28.358 INFO:tasks.workunit.client.0.smithi016.stdout: "num_large_omap_objects": 0, 2024-04-15T16:06:28.358 INFO:tasks.workunit.client.0.smithi016.stdout: "num_legacy_snapsets": 0, 2024-04-15T16:06:28.359 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_clones": 0, 2024-04-15T16:06:28.359 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_copies": 6, 2024-04-15T16:06:28.359 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects": 2, 2024-04-15T16:06:28.359 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_degraded": 0, 2024-04-15T16:06:28.359 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_dirty": 2, 2024-04-15T16:06:28.359 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T16:06:28.359 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_manifest": 0, 2024-04-15T16:06:28.359 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_misplaced": 0, 2024-04-15T16:06:28.359 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing": 0, 2024-04-15T16:06:28.359 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T16:06:28.359 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_omap": 1, 2024-04-15T16:06:28.360 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_pinned": 0, 2024-04-15T16:06:28.360 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_recovered": 0, 2024-04-15T16:06:28.360 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_repaired": 0, 2024-04-15T16:06:28.360 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_unfound": 0, 2024-04-15T16:06:28.360 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_bytes": 0, 2024-04-15T16:06:28.360 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_keys": 0, 2024-04-15T16:06:28.360 INFO:tasks.workunit.client.0.smithi016.stdout: "num_promote": 0, 2024-04-15T16:06:28.360 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read": 14, 2024-04-15T16:06:28.360 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read_kb": 14, 2024-04-15T16:06:28.360 INFO:tasks.workunit.client.0.smithi016.stdout: "num_scrub_errors": 0, 2024-04-15T16:06:28.361 INFO:tasks.workunit.client.0.smithi016.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T16:06:28.361 INFO:tasks.workunit.client.0.smithi016.stdout: "num_whiteouts": 0, 2024-04-15T16:06:28.361 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write": 4, 2024-04-15T16:06:28.361 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write_kb": 1 2024-04-15T16:06:28.361 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:28.361 INFO:tasks.workunit.client.0.smithi016.stdout: "state": "active+clean", 2024-04-15T16:06:28.361 INFO:tasks.workunit.client.0.smithi016.stdout: "stats_invalid": false, 2024-04-15T16:06:28.361 INFO:tasks.workunit.client.0.smithi016.stdout: "up": [ 2024-04-15T16:06:28.361 INFO:tasks.workunit.client.0.smithi016.stdout: 1, 2024-04-15T16:06:28.361 INFO:tasks.workunit.client.0.smithi016.stdout: 5, 2024-04-15T16:06:28.361 INFO:tasks.workunit.client.0.smithi016.stdout: 0 2024-04-15T16:06:28.362 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:28.362 INFO:tasks.workunit.client.0.smithi016.stdout: "up_primary": 1, 2024-04-15T16:06:28.362 INFO:tasks.workunit.client.0.smithi016.stdout: "version": "62'3" 2024-04-15T16:06:28.362 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:28.362 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-15T16:06:28.362 INFO:tasks.workunit.client.0.smithi016.stdout: "acting": [ 2024-04-15T16:06:28.362 INFO:tasks.workunit.client.0.smithi016.stdout: 0, 2024-04-15T16:06:28.362 INFO:tasks.workunit.client.0.smithi016.stdout: 5, 2024-04-15T16:06:28.362 INFO:tasks.workunit.client.0.smithi016.stdout: 3 2024-04-15T16:06:28.362 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:28.362 INFO:tasks.workunit.client.0.smithi016.stdout: "acting_primary": 0, 2024-04-15T16:06:28.363 INFO:tasks.workunit.client.0.smithi016.stdout: "avail_no_missing": [], 2024-04-15T16:06:28.363 INFO:tasks.workunit.client.0.smithi016.stdout: "blocked_by": [], 2024-04-15T16:06:28.363 INFO:tasks.workunit.client.0.smithi016.stdout: "created": 61, 2024-04-15T16:06:28.363 INFO:tasks.workunit.client.0.smithi016.stdout: "dirty_stats_invalid": false, 2024-04-15T16:06:28.363 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T16:06:28.363 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_stats_invalid": false, 2024-04-15T16:06:28.363 INFO:tasks.workunit.client.0.smithi016.stdout: "last_active": "2024-04-15T16:05:11.413140+0000", 2024-04-15T16:06:28.363 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_active": "2024-04-15T14:43:53.352777+0000", 2024-04-15T16:06:28.363 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_peered": "2024-04-15T14:43:53.352777+0000", 2024-04-15T16:06:28.363 INFO:tasks.workunit.client.0.smithi016.stdout: "last_change": "2024-04-15T14:43:53.353130+0000", 2024-04-15T16:06:28.363 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean": "2024-04-15T16:05:11.413140+0000", 2024-04-15T16:06:28.364 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T16:06:28.364 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub": "0'0", 2024-04-15T16:06:28.364 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T16:06:28.364 INFO:tasks.workunit.client.0.smithi016.stdout: "last_epoch_clean": 476, 2024-04-15T16:06:28.364 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fresh": "2024-04-15T16:05:11.413140+0000", 2024-04-15T16:06:28.364 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fullsized": "2024-04-15T16:05:11.413140+0000", 2024-04-15T16:06:28.364 INFO:tasks.workunit.client.0.smithi016.stdout: "last_peered": "2024-04-15T16:05:11.413140+0000", 2024-04-15T16:06:28.364 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub": "0'0", 2024-04-15T16:06:28.364 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_duration": 0, 2024-04-15T16:06:28.364 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T16:06:28.364 INFO:tasks.workunit.client.0.smithi016.stdout: "last_undegraded": "2024-04-15T16:05:11.413140+0000", 2024-04-15T16:06:28.364 INFO:tasks.workunit.client.0.smithi016.stdout: "last_unstale": "2024-04-15T16:05:11.413140+0000", 2024-04-15T16:06:28.365 INFO:tasks.workunit.client.0.smithi016.stdout: "log_dups_size": 0, 2024-04-15T16:06:28.365 INFO:tasks.workunit.client.0.smithi016.stdout: "log_size": 0, 2024-04-15T16:06:28.365 INFO:tasks.workunit.client.0.smithi016.stdout: "log_start": "0'0", 2024-04-15T16:06:28.365 INFO:tasks.workunit.client.0.smithi016.stdout: "manifest_stats_invalid": false, 2024-04-15T16:06:28.365 INFO:tasks.workunit.client.0.smithi016.stdout: "mapping_epoch": 475, 2024-04-15T16:06:28.365 INFO:tasks.workunit.client.0.smithi016.stdout: "object_location_counts": [], 2024-04-15T16:06:28.365 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_scrubbed": 0, 2024-04-15T16:06:28.365 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_trimmed": 0, 2024-04-15T16:06:28.365 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_stats_invalid": false, 2024-04-15T16:06:28.365 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_size": 0, 2024-04-15T16:06:28.365 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_start": "0'0", 2024-04-15T16:06:28.365 INFO:tasks.workunit.client.0.smithi016.stdout: "parent": "0.0", 2024-04-15T16:06:28.366 INFO:tasks.workunit.client.0.smithi016.stdout: "parent_split_bits": 0, 2024-04-15T16:06:28.366 INFO:tasks.workunit.client.0.smithi016.stdout: "pgid": "3.17", 2024-04-15T16:06:28.366 INFO:tasks.workunit.client.0.smithi016.stdout: "pin_stats_invalid": false, 2024-04-15T16:06:28.366 INFO:tasks.workunit.client.0.smithi016.stdout: "purged_snaps": [], 2024-04-15T16:06:28.366 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_epoch": 2721, 2024-04-15T16:06:28.366 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_seq": 5058, 2024-04-15T16:06:28.366 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_duration": 0.0, 2024-04-15T16:06:28.366 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-16T18:38:32.868843+0000", 2024-04-15T16:06:28.366 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrim_duration": 0.0, 2024-04-15T16:06:28.366 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrimq_len": 0, 2024-04-15T16:06:28.366 INFO:tasks.workunit.client.0.smithi016.stdout: "stat_sum": { 2024-04-15T16:06:28.367 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes": 0, 2024-04-15T16:06:28.367 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T16:06:28.367 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_recovered": 0, 2024-04-15T16:06:28.367 INFO:tasks.workunit.client.0.smithi016.stdout: "num_deep_scrub_errors": 0, 2024-04-15T16:06:28.367 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict": 0, 2024-04-15T16:06:28.367 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_kb": 0, 2024-04-15T16:06:28.367 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_full": 0, 2024-04-15T16:06:28.367 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_some": 0, 2024-04-15T16:06:28.367 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush": 0, 2024-04-15T16:06:28.367 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_kb": 0, 2024-04-15T16:06:28.368 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_high": 0, 2024-04-15T16:06:28.368 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_low": 0, 2024-04-15T16:06:28.368 INFO:tasks.workunit.client.0.smithi016.stdout: "num_keys_recovered": 0, 2024-04-15T16:06:28.368 INFO:tasks.workunit.client.0.smithi016.stdout: "num_large_omap_objects": 0, 2024-04-15T16:06:28.368 INFO:tasks.workunit.client.0.smithi016.stdout: "num_legacy_snapsets": 0, 2024-04-15T16:06:28.368 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_clones": 0, 2024-04-15T16:06:28.368 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_copies": 0, 2024-04-15T16:06:28.368 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects": 0, 2024-04-15T16:06:28.368 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_degraded": 0, 2024-04-15T16:06:28.368 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_dirty": 0, 2024-04-15T16:06:28.369 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T16:06:28.369 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_manifest": 0, 2024-04-15T16:06:28.369 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_misplaced": 0, 2024-04-15T16:06:28.369 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing": 0, 2024-04-15T16:06:28.369 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T16:06:28.369 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_omap": 0, 2024-04-15T16:06:28.369 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_pinned": 0, 2024-04-15T16:06:28.369 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_recovered": 0, 2024-04-15T16:06:28.369 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_repaired": 0, 2024-04-15T16:06:28.369 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_unfound": 0, 2024-04-15T16:06:28.369 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_bytes": 0, 2024-04-15T16:06:28.369 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_keys": 0, 2024-04-15T16:06:28.369 INFO:tasks.workunit.client.0.smithi016.stdout: "num_promote": 0, 2024-04-15T16:06:28.370 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read": 0, 2024-04-15T16:06:28.370 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read_kb": 0, 2024-04-15T16:06:28.370 INFO:tasks.workunit.client.0.smithi016.stdout: "num_scrub_errors": 0, 2024-04-15T16:06:28.370 INFO:tasks.workunit.client.0.smithi016.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T16:06:28.370 INFO:tasks.workunit.client.0.smithi016.stdout: "num_whiteouts": 0, 2024-04-15T16:06:28.370 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write": 0, 2024-04-15T16:06:28.370 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write_kb": 0 2024-04-15T16:06:28.370 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:28.370 INFO:tasks.workunit.client.0.smithi016.stdout: "state": "active+clean", 2024-04-15T16:06:28.370 INFO:tasks.workunit.client.0.smithi016.stdout: "stats_invalid": false, 2024-04-15T16:06:28.371 INFO:tasks.workunit.client.0.smithi016.stdout: "up": [ 2024-04-15T16:06:28.371 INFO:tasks.workunit.client.0.smithi016.stdout: 0, 2024-04-15T16:06:28.371 INFO:tasks.workunit.client.0.smithi016.stdout: 5, 2024-04-15T16:06:28.371 INFO:tasks.workunit.client.0.smithi016.stdout: 3 2024-04-15T16:06:28.371 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:28.371 INFO:tasks.workunit.client.0.smithi016.stdout: "up_primary": 0, 2024-04-15T16:06:28.371 INFO:tasks.workunit.client.0.smithi016.stdout: "version": "0'0" 2024-04-15T16:06:28.371 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:28.371 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-15T16:06:28.371 INFO:tasks.workunit.client.0.smithi016.stdout: "acting": [ 2024-04-15T16:06:28.371 INFO:tasks.workunit.client.0.smithi016.stdout: 5, 2024-04-15T16:06:28.372 INFO:tasks.workunit.client.0.smithi016.stdout: 6, 2024-04-15T16:06:28.372 INFO:tasks.workunit.client.0.smithi016.stdout: 2 2024-04-15T16:06:28.372 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:28.372 INFO:tasks.workunit.client.0.smithi016.stdout: "acting_primary": 5, 2024-04-15T16:06:28.372 INFO:tasks.workunit.client.0.smithi016.stdout: "avail_no_missing": [], 2024-04-15T16:06:28.372 INFO:tasks.workunit.client.0.smithi016.stdout: "blocked_by": [], 2024-04-15T16:06:28.372 INFO:tasks.workunit.client.0.smithi016.stdout: "created": 60, 2024-04-15T16:06:28.372 INFO:tasks.workunit.client.0.smithi016.stdout: "dirty_stats_invalid": false, 2024-04-15T16:06:28.372 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T16:06:28.372 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_stats_invalid": false, 2024-04-15T16:06:28.372 INFO:tasks.workunit.client.0.smithi016.stdout: "last_active": "2024-04-15T16:05:12.209314+0000", 2024-04-15T16:06:28.372 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_active": "2024-04-15T14:44:28.455418+0000", 2024-04-15T16:06:28.373 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_peered": "2024-04-15T14:44:28.455418+0000", 2024-04-15T16:06:28.373 INFO:tasks.workunit.client.0.smithi016.stdout: "last_change": "2024-04-15T14:44:28.455756+0000", 2024-04-15T16:06:28.373 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean": "2024-04-15T16:05:12.209314+0000", 2024-04-15T16:06:28.373 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean_scrub_stamp": "2024-04-15T14:33:33.599136+0000", 2024-04-15T16:06:28.373 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub": "0'0", 2024-04-15T16:06:28.373 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub_stamp": "2024-04-15T14:33:33.599136+0000", 2024-04-15T16:06:28.373 INFO:tasks.workunit.client.0.smithi016.stdout: "last_epoch_clean": 511, 2024-04-15T16:06:28.373 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fresh": "2024-04-15T16:05:12.209314+0000", 2024-04-15T16:06:28.373 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fullsized": "2024-04-15T16:05:12.209314+0000", 2024-04-15T16:06:28.373 INFO:tasks.workunit.client.0.smithi016.stdout: "last_peered": "2024-04-15T16:05:12.209314+0000", 2024-04-15T16:06:28.373 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub": "0'0", 2024-04-15T16:06:28.374 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_duration": 0, 2024-04-15T16:06:28.374 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_stamp": "2024-04-15T14:33:33.599136+0000", 2024-04-15T16:06:28.374 INFO:tasks.workunit.client.0.smithi016.stdout: "last_undegraded": "2024-04-15T16:05:12.209314+0000", 2024-04-15T16:06:28.374 INFO:tasks.workunit.client.0.smithi016.stdout: "last_unstale": "2024-04-15T16:05:12.209314+0000", 2024-04-15T16:06:28.374 INFO:tasks.workunit.client.0.smithi016.stdout: "log_dups_size": 0, 2024-04-15T16:06:28.374 INFO:tasks.workunit.client.0.smithi016.stdout: "log_size": 0, 2024-04-15T16:06:28.374 INFO:tasks.workunit.client.0.smithi016.stdout: "log_start": "0'0", 2024-04-15T16:06:28.374 INFO:tasks.workunit.client.0.smithi016.stdout: "manifest_stats_invalid": false, 2024-04-15T16:06:28.374 INFO:tasks.workunit.client.0.smithi016.stdout: "mapping_epoch": 510, 2024-04-15T16:06:28.374 INFO:tasks.workunit.client.0.smithi016.stdout: "object_location_counts": [], 2024-04-15T16:06:28.374 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_scrubbed": 0, 2024-04-15T16:06:28.375 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_trimmed": 0, 2024-04-15T16:06:28.375 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_stats_invalid": false, 2024-04-15T16:06:28.375 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_size": 0, 2024-04-15T16:06:28.375 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_start": "0'0", 2024-04-15T16:06:28.375 INFO:tasks.workunit.client.0.smithi016.stdout: "parent": "0.0", 2024-04-15T16:06:28.375 INFO:tasks.workunit.client.0.smithi016.stdout: "parent_split_bits": 0, 2024-04-15T16:06:28.375 INFO:tasks.workunit.client.0.smithi016.stdout: "pgid": "2.16", 2024-04-15T16:06:28.375 INFO:tasks.workunit.client.0.smithi016.stdout: "pin_stats_invalid": false, 2024-04-15T16:06:28.375 INFO:tasks.workunit.client.0.smithi016.stdout: "purged_snaps": [], 2024-04-15T16:06:28.375 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_epoch": 2721, 2024-04-15T16:06:28.375 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_seq": 4887, 2024-04-15T16:06:28.375 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_duration": 0.0, 2024-04-15T16:06:28.376 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-16T22:09:02.050898+0000", 2024-04-15T16:06:28.376 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrim_duration": 0.0, 2024-04-15T16:06:28.376 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrimq_len": 0, 2024-04-15T16:06:28.376 INFO:tasks.workunit.client.0.smithi016.stdout: "stat_sum": { 2024-04-15T16:06:28.376 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes": 0, 2024-04-15T16:06:28.376 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T16:06:28.376 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_recovered": 0, 2024-04-15T16:06:28.376 INFO:tasks.workunit.client.0.smithi016.stdout: "num_deep_scrub_errors": 0, 2024-04-15T16:06:28.376 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict": 0, 2024-04-15T16:06:28.376 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_kb": 0, 2024-04-15T16:06:28.376 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_full": 0, 2024-04-15T16:06:28.376 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_some": 0, 2024-04-15T16:06:28.376 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush": 0, 2024-04-15T16:06:28.377 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_kb": 0, 2024-04-15T16:06:28.377 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_high": 0, 2024-04-15T16:06:28.377 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_low": 0, 2024-04-15T16:06:28.377 INFO:tasks.workunit.client.0.smithi016.stdout: "num_keys_recovered": 0, 2024-04-15T16:06:28.377 INFO:tasks.workunit.client.0.smithi016.stdout: "num_large_omap_objects": 0, 2024-04-15T16:06:28.377 INFO:tasks.workunit.client.0.smithi016.stdout: "num_legacy_snapsets": 0, 2024-04-15T16:06:28.377 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_clones": 0, 2024-04-15T16:06:28.377 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_copies": 0, 2024-04-15T16:06:28.377 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects": 0, 2024-04-15T16:06:28.377 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_degraded": 0, 2024-04-15T16:06:28.377 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_dirty": 0, 2024-04-15T16:06:28.377 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T16:06:28.377 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_manifest": 0, 2024-04-15T16:06:28.378 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_misplaced": 0, 2024-04-15T16:06:28.378 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing": 0, 2024-04-15T16:06:28.378 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T16:06:28.378 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_omap": 0, 2024-04-15T16:06:28.378 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_pinned": 0, 2024-04-15T16:06:28.378 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_recovered": 0, 2024-04-15T16:06:28.378 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_repaired": 0, 2024-04-15T16:06:28.378 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_unfound": 0, 2024-04-15T16:06:28.378 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_bytes": 0, 2024-04-15T16:06:28.378 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_keys": 0, 2024-04-15T16:06:28.378 INFO:tasks.workunit.client.0.smithi016.stdout: "num_promote": 0, 2024-04-15T16:06:28.378 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read": 0, 2024-04-15T16:06:28.379 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read_kb": 0, 2024-04-15T16:06:28.379 INFO:tasks.workunit.client.0.smithi016.stdout: "num_scrub_errors": 0, 2024-04-15T16:06:28.379 INFO:tasks.workunit.client.0.smithi016.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T16:06:28.379 INFO:tasks.workunit.client.0.smithi016.stdout: "num_whiteouts": 0, 2024-04-15T16:06:28.379 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write": 0, 2024-04-15T16:06:28.379 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write_kb": 0 2024-04-15T16:06:28.379 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:28.379 INFO:tasks.workunit.client.0.smithi016.stdout: "state": "active+clean", 2024-04-15T16:06:28.379 INFO:tasks.workunit.client.0.smithi016.stdout: "stats_invalid": false, 2024-04-15T16:06:28.379 INFO:tasks.workunit.client.0.smithi016.stdout: "up": [ 2024-04-15T16:06:28.379 INFO:tasks.workunit.client.0.smithi016.stdout: 5, 2024-04-15T16:06:28.379 INFO:tasks.workunit.client.0.smithi016.stdout: 6, 2024-04-15T16:06:28.379 INFO:tasks.workunit.client.0.smithi016.stdout: 2 2024-04-15T16:06:28.380 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:28.380 INFO:tasks.workunit.client.0.smithi016.stdout: "up_primary": 5, 2024-04-15T16:06:28.380 INFO:tasks.workunit.client.0.smithi016.stdout: "version": "0'0" 2024-04-15T16:06:28.380 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:28.380 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-15T16:06:28.380 INFO:tasks.workunit.client.0.smithi016.stdout: "acting": [ 2024-04-15T16:06:28.380 INFO:tasks.workunit.client.0.smithi016.stdout: 5, 2024-04-15T16:06:28.380 INFO:tasks.workunit.client.0.smithi016.stdout: 7, 2024-04-15T16:06:28.380 INFO:tasks.workunit.client.0.smithi016.stdout: 1 2024-04-15T16:06:28.380 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:28.380 INFO:tasks.workunit.client.0.smithi016.stdout: "acting_primary": 5, 2024-04-15T16:06:28.380 INFO:tasks.workunit.client.0.smithi016.stdout: "avail_no_missing": [], 2024-04-15T16:06:28.381 INFO:tasks.workunit.client.0.smithi016.stdout: "blocked_by": [], 2024-04-15T16:06:28.381 INFO:tasks.workunit.client.0.smithi016.stdout: "created": 61, 2024-04-15T16:06:28.381 INFO:tasks.workunit.client.0.smithi016.stdout: "dirty_stats_invalid": false, 2024-04-15T16:06:28.381 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T16:06:28.381 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_stats_invalid": false, 2024-04-15T16:06:28.381 INFO:tasks.workunit.client.0.smithi016.stdout: "last_active": "2024-04-15T16:05:12.209494+0000", 2024-04-15T16:06:28.381 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_active": "2024-04-15T14:44:49.365766+0000", 2024-04-15T16:06:28.381 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_peered": "2024-04-15T14:44:49.365766+0000", 2024-04-15T16:06:28.381 INFO:tasks.workunit.client.0.smithi016.stdout: "last_change": "2024-04-15T14:44:49.366119+0000", 2024-04-15T16:06:28.381 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean": "2024-04-15T16:05:12.209494+0000", 2024-04-15T16:06:28.381 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T16:06:28.381 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub": "0'0", 2024-04-15T16:06:28.382 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T16:06:28.382 INFO:tasks.workunit.client.0.smithi016.stdout: "last_epoch_clean": 532, 2024-04-15T16:06:28.382 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fresh": "2024-04-15T16:05:12.209494+0000", 2024-04-15T16:06:28.382 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fullsized": "2024-04-15T16:05:12.209494+0000", 2024-04-15T16:06:28.382 INFO:tasks.workunit.client.0.smithi016.stdout: "last_peered": "2024-04-15T16:05:12.209494+0000", 2024-04-15T16:06:28.382 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub": "0'0", 2024-04-15T16:06:28.382 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_duration": 0, 2024-04-15T16:06:28.382 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T16:06:28.382 INFO:tasks.workunit.client.0.smithi016.stdout: "last_undegraded": "2024-04-15T16:05:12.209494+0000", 2024-04-15T16:06:28.382 INFO:tasks.workunit.client.0.smithi016.stdout: "last_unstale": "2024-04-15T16:05:12.209494+0000", 2024-04-15T16:06:28.382 INFO:tasks.workunit.client.0.smithi016.stdout: "log_dups_size": 0, 2024-04-15T16:06:28.382 INFO:tasks.workunit.client.0.smithi016.stdout: "log_size": 0, 2024-04-15T16:06:28.383 INFO:tasks.workunit.client.0.smithi016.stdout: "log_start": "0'0", 2024-04-15T16:06:28.383 INFO:tasks.workunit.client.0.smithi016.stdout: "manifest_stats_invalid": false, 2024-04-15T16:06:28.383 INFO:tasks.workunit.client.0.smithi016.stdout: "mapping_epoch": 531, 2024-04-15T16:06:28.383 INFO:tasks.workunit.client.0.smithi016.stdout: "object_location_counts": [], 2024-04-15T16:06:28.383 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_scrubbed": 0, 2024-04-15T16:06:28.383 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_trimmed": 0, 2024-04-15T16:06:28.383 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_stats_invalid": false, 2024-04-15T16:06:28.383 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_size": 0, 2024-04-15T16:06:28.383 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_start": "0'0", 2024-04-15T16:06:28.383 INFO:tasks.workunit.client.0.smithi016.stdout: "parent": "0.0", 2024-04-15T16:06:28.383 INFO:tasks.workunit.client.0.smithi016.stdout: "parent_split_bits": 0, 2024-04-15T16:06:28.383 INFO:tasks.workunit.client.0.smithi016.stdout: "pgid": "3.16", 2024-04-15T16:06:28.383 INFO:tasks.workunit.client.0.smithi016.stdout: "pin_stats_invalid": false, 2024-04-15T16:06:28.383 INFO:tasks.workunit.client.0.smithi016.stdout: "purged_snaps": [], 2024-04-15T16:06:28.384 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_epoch": 2721, 2024-04-15T16:06:28.384 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_seq": 4907, 2024-04-15T16:06:28.384 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_duration": 0.0, 2024-04-15T16:06:28.384 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-16T16:34:52.458777+0000", 2024-04-15T16:06:28.384 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrim_duration": 0.0, 2024-04-15T16:06:28.384 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrimq_len": 0, 2024-04-15T16:06:28.384 INFO:tasks.workunit.client.0.smithi016.stdout: "stat_sum": { 2024-04-15T16:06:28.384 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes": 0, 2024-04-15T16:06:28.384 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T16:06:28.384 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_recovered": 0, 2024-04-15T16:06:28.384 INFO:tasks.workunit.client.0.smithi016.stdout: "num_deep_scrub_errors": 0, 2024-04-15T16:06:28.384 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict": 0, 2024-04-15T16:06:28.385 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_kb": 0, 2024-04-15T16:06:28.385 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_full": 0, 2024-04-15T16:06:28.385 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_some": 0, 2024-04-15T16:06:28.385 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush": 0, 2024-04-15T16:06:28.385 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_kb": 0, 2024-04-15T16:06:28.385 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_high": 0, 2024-04-15T16:06:28.385 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_low": 0, 2024-04-15T16:06:28.385 INFO:tasks.workunit.client.0.smithi016.stdout: "num_keys_recovered": 0, 2024-04-15T16:06:28.385 INFO:tasks.workunit.client.0.smithi016.stdout: "num_large_omap_objects": 0, 2024-04-15T16:06:28.385 INFO:tasks.workunit.client.0.smithi016.stdout: "num_legacy_snapsets": 0, 2024-04-15T16:06:28.385 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_clones": 0, 2024-04-15T16:06:28.385 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_copies": 0, 2024-04-15T16:06:28.386 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects": 0, 2024-04-15T16:06:28.386 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_degraded": 0, 2024-04-15T16:06:28.386 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_dirty": 0, 2024-04-15T16:06:28.386 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T16:06:28.386 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_manifest": 0, 2024-04-15T16:06:28.386 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_misplaced": 0, 2024-04-15T16:06:28.386 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing": 0, 2024-04-15T16:06:28.386 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T16:06:28.386 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_omap": 0, 2024-04-15T16:06:28.386 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_pinned": 0, 2024-04-15T16:06:28.386 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_recovered": 0, 2024-04-15T16:06:28.386 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_repaired": 0, 2024-04-15T16:06:28.387 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_unfound": 0, 2024-04-15T16:06:28.387 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_bytes": 0, 2024-04-15T16:06:28.387 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_keys": 0, 2024-04-15T16:06:28.387 INFO:tasks.workunit.client.0.smithi016.stdout: "num_promote": 0, 2024-04-15T16:06:28.387 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read": 0, 2024-04-15T16:06:28.387 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read_kb": 0, 2024-04-15T16:06:28.387 INFO:tasks.workunit.client.0.smithi016.stdout: "num_scrub_errors": 0, 2024-04-15T16:06:28.387 INFO:tasks.workunit.client.0.smithi016.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T16:06:28.387 INFO:tasks.workunit.client.0.smithi016.stdout: "num_whiteouts": 0, 2024-04-15T16:06:28.387 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write": 0, 2024-04-15T16:06:28.387 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write_kb": 0 2024-04-15T16:06:28.388 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:28.388 INFO:tasks.workunit.client.0.smithi016.stdout: "state": "active+clean", 2024-04-15T16:06:28.388 INFO:tasks.workunit.client.0.smithi016.stdout: "stats_invalid": false, 2024-04-15T16:06:28.388 INFO:tasks.workunit.client.0.smithi016.stdout: "up": [ 2024-04-15T16:06:28.388 INFO:tasks.workunit.client.0.smithi016.stdout: 5, 2024-04-15T16:06:28.388 INFO:tasks.workunit.client.0.smithi016.stdout: 7, 2024-04-15T16:06:28.388 INFO:tasks.workunit.client.0.smithi016.stdout: 1 2024-04-15T16:06:28.388 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:28.388 INFO:tasks.workunit.client.0.smithi016.stdout: "up_primary": 5, 2024-04-15T16:06:28.388 INFO:tasks.workunit.client.0.smithi016.stdout: "version": "0'0" 2024-04-15T16:06:28.388 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:28.388 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-15T16:06:28.388 INFO:tasks.workunit.client.0.smithi016.stdout: "acting": [ 2024-04-15T16:06:28.388 INFO:tasks.workunit.client.0.smithi016.stdout: 6, 2024-04-15T16:06:28.389 INFO:tasks.workunit.client.0.smithi016.stdout: 5, 2024-04-15T16:06:28.389 INFO:tasks.workunit.client.0.smithi016.stdout: 2 2024-04-15T16:06:28.389 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:28.389 INFO:tasks.workunit.client.0.smithi016.stdout: "acting_primary": 6, 2024-04-15T16:06:28.389 INFO:tasks.workunit.client.0.smithi016.stdout: "avail_no_missing": [], 2024-04-15T16:06:28.389 INFO:tasks.workunit.client.0.smithi016.stdout: "blocked_by": [], 2024-04-15T16:06:28.389 INFO:tasks.workunit.client.0.smithi016.stdout: "created": 60, 2024-04-15T16:06:28.389 INFO:tasks.workunit.client.0.smithi016.stdout: "dirty_stats_invalid": false, 2024-04-15T16:06:28.389 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T16:06:28.389 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_stats_invalid": false, 2024-04-15T16:06:28.389 INFO:tasks.workunit.client.0.smithi016.stdout: "last_active": "2024-04-15T16:05:11.413906+0000", 2024-04-15T16:06:28.389 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_active": "2024-04-15T14:44:28.449163+0000", 2024-04-15T16:06:28.390 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_peered": "2024-04-15T14:44:28.449163+0000", 2024-04-15T16:06:28.390 INFO:tasks.workunit.client.0.smithi016.stdout: "last_change": "2024-04-15T14:44:28.450225+0000", 2024-04-15T16:06:28.390 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean": "2024-04-15T16:05:11.413906+0000", 2024-04-15T16:06:28.390 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean_scrub_stamp": "2024-04-15T14:33:33.599136+0000", 2024-04-15T16:06:28.390 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub": "0'0", 2024-04-15T16:06:28.390 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub_stamp": "2024-04-15T14:33:33.599136+0000", 2024-04-15T16:06:28.390 INFO:tasks.workunit.client.0.smithi016.stdout: "last_epoch_clean": 511, 2024-04-15T16:06:28.390 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fresh": "2024-04-15T16:05:11.413906+0000", 2024-04-15T16:06:28.390 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fullsized": "2024-04-15T16:05:11.413906+0000", 2024-04-15T16:06:28.390 INFO:tasks.workunit.client.0.smithi016.stdout: "last_peered": "2024-04-15T16:05:11.413906+0000", 2024-04-15T16:06:28.390 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub": "0'0", 2024-04-15T16:06:28.390 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_duration": 0, 2024-04-15T16:06:28.391 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_stamp": "2024-04-15T14:33:33.599136+0000", 2024-04-15T16:06:28.391 INFO:tasks.workunit.client.0.smithi016.stdout: "last_undegraded": "2024-04-15T16:05:11.413906+0000", 2024-04-15T16:06:28.391 INFO:tasks.workunit.client.0.smithi016.stdout: "last_unstale": "2024-04-15T16:05:11.413906+0000", 2024-04-15T16:06:28.391 INFO:tasks.workunit.client.0.smithi016.stdout: "log_dups_size": 0, 2024-04-15T16:06:28.391 INFO:tasks.workunit.client.0.smithi016.stdout: "log_size": 0, 2024-04-15T16:06:28.391 INFO:tasks.workunit.client.0.smithi016.stdout: "log_start": "0'0", 2024-04-15T16:06:28.391 INFO:tasks.workunit.client.0.smithi016.stdout: "manifest_stats_invalid": false, 2024-04-15T16:06:28.391 INFO:tasks.workunit.client.0.smithi016.stdout: "mapping_epoch": 510, 2024-04-15T16:06:28.391 INFO:tasks.workunit.client.0.smithi016.stdout: "object_location_counts": [], 2024-04-15T16:06:28.391 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_scrubbed": 0, 2024-04-15T16:06:28.391 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_trimmed": 0, 2024-04-15T16:06:28.391 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_stats_invalid": false, 2024-04-15T16:06:28.392 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_size": 0, 2024-04-15T16:06:28.392 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_start": "0'0", 2024-04-15T16:06:28.392 INFO:tasks.workunit.client.0.smithi016.stdout: "parent": "0.0", 2024-04-15T16:06:28.392 INFO:tasks.workunit.client.0.smithi016.stdout: "parent_split_bits": 0, 2024-04-15T16:06:28.392 INFO:tasks.workunit.client.0.smithi016.stdout: "pgid": "2.17", 2024-04-15T16:06:28.392 INFO:tasks.workunit.client.0.smithi016.stdout: "pin_stats_invalid": false, 2024-04-15T16:06:28.392 INFO:tasks.workunit.client.0.smithi016.stdout: "purged_snaps": [], 2024-04-15T16:06:28.392 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_epoch": 2721, 2024-04-15T16:06:28.392 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_seq": 4876, 2024-04-15T16:06:28.392 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_duration": 0.0, 2024-04-15T16:06:28.392 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-16T18:35:52.446757+0000", 2024-04-15T16:06:28.392 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrim_duration": 0.0, 2024-04-15T16:06:28.393 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrimq_len": 0, 2024-04-15T16:06:28.393 INFO:tasks.workunit.client.0.smithi016.stdout: "stat_sum": { 2024-04-15T16:06:28.393 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes": 0, 2024-04-15T16:06:28.393 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T16:06:28.393 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_recovered": 0, 2024-04-15T16:06:28.393 INFO:tasks.workunit.client.0.smithi016.stdout: "num_deep_scrub_errors": 0, 2024-04-15T16:06:28.393 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict": 0, 2024-04-15T16:06:28.393 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_kb": 0, 2024-04-15T16:06:28.393 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_full": 0, 2024-04-15T16:06:28.393 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_some": 0, 2024-04-15T16:06:28.393 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush": 0, 2024-04-15T16:06:28.393 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_kb": 0, 2024-04-15T16:06:28.394 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_high": 0, 2024-04-15T16:06:28.394 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_low": 0, 2024-04-15T16:06:28.394 INFO:tasks.workunit.client.0.smithi016.stdout: "num_keys_recovered": 0, 2024-04-15T16:06:28.394 INFO:tasks.workunit.client.0.smithi016.stdout: "num_large_omap_objects": 0, 2024-04-15T16:06:28.394 INFO:tasks.workunit.client.0.smithi016.stdout: "num_legacy_snapsets": 0, 2024-04-15T16:06:28.394 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_clones": 0, 2024-04-15T16:06:28.394 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_copies": 0, 2024-04-15T16:06:28.394 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects": 0, 2024-04-15T16:06:28.394 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_degraded": 0, 2024-04-15T16:06:28.394 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_dirty": 0, 2024-04-15T16:06:28.394 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T16:06:28.395 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_manifest": 0, 2024-04-15T16:06:28.395 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_misplaced": 0, 2024-04-15T16:06:28.395 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing": 0, 2024-04-15T16:06:28.395 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T16:06:28.395 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_omap": 0, 2024-04-15T16:06:28.395 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_pinned": 0, 2024-04-15T16:06:28.395 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_recovered": 0, 2024-04-15T16:06:28.395 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_repaired": 0, 2024-04-15T16:06:28.395 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_unfound": 0, 2024-04-15T16:06:28.395 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_bytes": 0, 2024-04-15T16:06:28.395 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_keys": 0, 2024-04-15T16:06:28.395 INFO:tasks.workunit.client.0.smithi016.stdout: "num_promote": 0, 2024-04-15T16:06:28.396 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read": 0, 2024-04-15T16:06:28.396 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read_kb": 0, 2024-04-15T16:06:28.396 INFO:tasks.workunit.client.0.smithi016.stdout: "num_scrub_errors": 0, 2024-04-15T16:06:28.396 INFO:tasks.workunit.client.0.smithi016.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T16:06:28.396 INFO:tasks.workunit.client.0.smithi016.stdout: "num_whiteouts": 0, 2024-04-15T16:06:28.396 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write": 0, 2024-04-15T16:06:28.396 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write_kb": 0 2024-04-15T16:06:28.396 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:28.396 INFO:tasks.workunit.client.0.smithi016.stdout: "state": "active+clean", 2024-04-15T16:06:28.396 INFO:tasks.workunit.client.0.smithi016.stdout: "stats_invalid": false, 2024-04-15T16:06:28.396 INFO:tasks.workunit.client.0.smithi016.stdout: "up": [ 2024-04-15T16:06:28.397 INFO:tasks.workunit.client.0.smithi016.stdout: 6, 2024-04-15T16:06:28.397 INFO:tasks.workunit.client.0.smithi016.stdout: 5, 2024-04-15T16:06:28.397 INFO:tasks.workunit.client.0.smithi016.stdout: 2 2024-04-15T16:06:28.397 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:28.397 INFO:tasks.workunit.client.0.smithi016.stdout: "up_primary": 6, 2024-04-15T16:06:28.397 INFO:tasks.workunit.client.0.smithi016.stdout: "version": "0'0" 2024-04-15T16:06:28.397 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:28.397 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-15T16:06:28.397 INFO:tasks.workunit.client.0.smithi016.stdout: "acting": [ 2024-04-15T16:06:28.397 INFO:tasks.workunit.client.0.smithi016.stdout: 1, 2024-04-15T16:06:28.397 INFO:tasks.workunit.client.0.smithi016.stdout: 3, 2024-04-15T16:06:28.397 INFO:tasks.workunit.client.0.smithi016.stdout: 2 2024-04-15T16:06:28.398 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:28.398 INFO:tasks.workunit.client.0.smithi016.stdout: "acting_primary": 1, 2024-04-15T16:06:28.398 INFO:tasks.workunit.client.0.smithi016.stdout: "avail_no_missing": [], 2024-04-15T16:06:28.398 INFO:tasks.workunit.client.0.smithi016.stdout: "blocked_by": [], 2024-04-15T16:06:28.398 INFO:tasks.workunit.client.0.smithi016.stdout: "created": 61, 2024-04-15T16:06:28.398 INFO:tasks.workunit.client.0.smithi016.stdout: "dirty_stats_invalid": false, 2024-04-15T16:06:28.398 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T16:06:28.398 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_stats_invalid": false, 2024-04-15T16:06:28.398 INFO:tasks.workunit.client.0.smithi016.stdout: "last_active": "2024-04-15T16:05:11.869823+0000", 2024-04-15T16:06:28.398 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_active": "2024-04-15T14:42:57.506353+0000", 2024-04-15T16:06:28.399 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_peered": "2024-04-15T14:42:57.506353+0000", 2024-04-15T16:06:28.399 INFO:tasks.workunit.client.0.smithi016.stdout: "last_change": "2024-04-15T14:42:57.506686+0000", 2024-04-15T16:06:28.399 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean": "2024-04-15T16:05:11.869823+0000", 2024-04-15T16:06:28.399 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T16:06:28.399 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub": "0'0", 2024-04-15T16:06:28.399 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T16:06:28.399 INFO:tasks.workunit.client.0.smithi016.stdout: "last_epoch_clean": 420, 2024-04-15T16:06:28.399 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fresh": "2024-04-15T16:05:11.869823+0000", 2024-04-15T16:06:28.399 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fullsized": "2024-04-15T16:05:11.869823+0000", 2024-04-15T16:06:28.399 INFO:tasks.workunit.client.0.smithi016.stdout: "last_peered": "2024-04-15T16:05:11.869823+0000", 2024-04-15T16:06:28.400 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub": "0'0", 2024-04-15T16:06:28.400 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_duration": 0, 2024-04-15T16:06:28.400 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T16:06:28.400 INFO:tasks.workunit.client.0.smithi016.stdout: "last_undegraded": "2024-04-15T16:05:11.869823+0000", 2024-04-15T16:06:28.400 INFO:tasks.workunit.client.0.smithi016.stdout: "last_unstale": "2024-04-15T16:05:11.869823+0000", 2024-04-15T16:06:28.400 INFO:tasks.workunit.client.0.smithi016.stdout: "log_dups_size": 0, 2024-04-15T16:06:28.400 INFO:tasks.workunit.client.0.smithi016.stdout: "log_size": 0, 2024-04-15T16:06:28.400 INFO:tasks.workunit.client.0.smithi016.stdout: "log_start": "0'0", 2024-04-15T16:06:28.400 INFO:tasks.workunit.client.0.smithi016.stdout: "manifest_stats_invalid": false, 2024-04-15T16:06:28.400 INFO:tasks.workunit.client.0.smithi016.stdout: "mapping_epoch": 419, 2024-04-15T16:06:28.400 INFO:tasks.workunit.client.0.smithi016.stdout: "object_location_counts": [], 2024-04-15T16:06:28.401 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_scrubbed": 0, 2024-04-15T16:06:28.401 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_trimmed": 0, 2024-04-15T16:06:28.401 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_stats_invalid": false, 2024-04-15T16:06:28.401 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_size": 0, 2024-04-15T16:06:28.401 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_start": "0'0", 2024-04-15T16:06:28.401 INFO:tasks.workunit.client.0.smithi016.stdout: "parent": "0.0", 2024-04-15T16:06:28.401 INFO:tasks.workunit.client.0.smithi016.stdout: "parent_split_bits": 0, 2024-04-15T16:06:28.401 INFO:tasks.workunit.client.0.smithi016.stdout: "pgid": "3.19", 2024-04-15T16:06:28.401 INFO:tasks.workunit.client.0.smithi016.stdout: "pin_stats_invalid": false, 2024-04-15T16:06:28.401 INFO:tasks.workunit.client.0.smithi016.stdout: "purged_snaps": [], 2024-04-15T16:06:28.401 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_epoch": 2721, 2024-04-15T16:06:28.401 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_seq": 5049, 2024-04-15T16:06:28.402 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_duration": 0.0, 2024-04-15T16:06:28.402 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-16T15:29:56.293285+0000", 2024-04-15T16:06:28.402 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrim_duration": 0.0, 2024-04-15T16:06:28.402 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrimq_len": 0, 2024-04-15T16:06:28.402 INFO:tasks.workunit.client.0.smithi016.stdout: "stat_sum": { 2024-04-15T16:06:28.402 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes": 0, 2024-04-15T16:06:28.402 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T16:06:28.402 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_recovered": 0, 2024-04-15T16:06:28.402 INFO:tasks.workunit.client.0.smithi016.stdout: "num_deep_scrub_errors": 0, 2024-04-15T16:06:28.402 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict": 0, 2024-04-15T16:06:28.402 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_kb": 0, 2024-04-15T16:06:28.402 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_full": 0, 2024-04-15T16:06:28.403 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_some": 0, 2024-04-15T16:06:28.403 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush": 0, 2024-04-15T16:06:28.403 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_kb": 0, 2024-04-15T16:06:28.403 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_high": 0, 2024-04-15T16:06:28.403 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_low": 0, 2024-04-15T16:06:28.403 INFO:tasks.workunit.client.0.smithi016.stdout: "num_keys_recovered": 0, 2024-04-15T16:06:28.403 INFO:tasks.workunit.client.0.smithi016.stdout: "num_large_omap_objects": 0, 2024-04-15T16:06:28.403 INFO:tasks.workunit.client.0.smithi016.stdout: "num_legacy_snapsets": 0, 2024-04-15T16:06:28.403 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_clones": 0, 2024-04-15T16:06:28.403 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_copies": 0, 2024-04-15T16:06:28.403 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects": 0, 2024-04-15T16:06:28.404 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_degraded": 0, 2024-04-15T16:06:28.404 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_dirty": 0, 2024-04-15T16:06:28.404 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T16:06:28.404 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_manifest": 0, 2024-04-15T16:06:28.404 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_misplaced": 0, 2024-04-15T16:06:28.404 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing": 0, 2024-04-15T16:06:28.404 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T16:06:28.404 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_omap": 0, 2024-04-15T16:06:28.404 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_pinned": 0, 2024-04-15T16:06:28.404 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_recovered": 0, 2024-04-15T16:06:28.404 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_repaired": 0, 2024-04-15T16:06:28.404 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_unfound": 0, 2024-04-15T16:06:28.405 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_bytes": 0, 2024-04-15T16:06:28.405 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_keys": 0, 2024-04-15T16:06:28.405 INFO:tasks.workunit.client.0.smithi016.stdout: "num_promote": 0, 2024-04-15T16:06:28.405 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read": 0, 2024-04-15T16:06:28.405 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read_kb": 0, 2024-04-15T16:06:28.405 INFO:tasks.workunit.client.0.smithi016.stdout: "num_scrub_errors": 0, 2024-04-15T16:06:28.405 INFO:tasks.workunit.client.0.smithi016.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T16:06:28.405 INFO:tasks.workunit.client.0.smithi016.stdout: "num_whiteouts": 0, 2024-04-15T16:06:28.405 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write": 0, 2024-04-15T16:06:28.405 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write_kb": 0 2024-04-15T16:06:28.405 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:28.406 INFO:tasks.workunit.client.0.smithi016.stdout: "state": "active+clean", 2024-04-15T16:06:28.406 INFO:tasks.workunit.client.0.smithi016.stdout: "stats_invalid": false, 2024-04-15T16:06:28.406 INFO:tasks.workunit.client.0.smithi016.stdout: "up": [ 2024-04-15T16:06:28.406 INFO:tasks.workunit.client.0.smithi016.stdout: 1, 2024-04-15T16:06:28.406 INFO:tasks.workunit.client.0.smithi016.stdout: 3, 2024-04-15T16:06:28.406 INFO:tasks.workunit.client.0.smithi016.stdout: 2 2024-04-15T16:06:28.406 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:28.406 INFO:tasks.workunit.client.0.smithi016.stdout: "up_primary": 1, 2024-04-15T16:06:28.406 INFO:tasks.workunit.client.0.smithi016.stdout: "version": "0'0" 2024-04-15T16:06:28.406 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:28.406 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-15T16:06:28.406 INFO:tasks.workunit.client.0.smithi016.stdout: "acting": [ 2024-04-15T16:06:28.407 INFO:tasks.workunit.client.0.smithi016.stdout: 5, 2024-04-15T16:06:28.407 INFO:tasks.workunit.client.0.smithi016.stdout: 4, 2024-04-15T16:06:28.407 INFO:tasks.workunit.client.0.smithi016.stdout: 7 2024-04-15T16:06:28.407 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:28.407 INFO:tasks.workunit.client.0.smithi016.stdout: "acting_primary": 5, 2024-04-15T16:06:28.407 INFO:tasks.workunit.client.0.smithi016.stdout: "avail_no_missing": [], 2024-04-15T16:06:28.407 INFO:tasks.workunit.client.0.smithi016.stdout: "blocked_by": [], 2024-04-15T16:06:28.407 INFO:tasks.workunit.client.0.smithi016.stdout: "created": 60, 2024-04-15T16:06:28.407 INFO:tasks.workunit.client.0.smithi016.stdout: "dirty_stats_invalid": false, 2024-04-15T16:06:28.407 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T16:06:28.407 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_stats_invalid": false, 2024-04-15T16:06:28.407 INFO:tasks.workunit.client.0.smithi016.stdout: "last_active": "2024-04-15T16:05:12.199749+0000", 2024-04-15T16:06:28.407 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_active": "2024-04-15T14:44:49.373084+0000", 2024-04-15T16:06:28.408 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_peered": "2024-04-15T14:44:49.373084+0000", 2024-04-15T16:06:28.408 INFO:tasks.workunit.client.0.smithi016.stdout: "last_change": "2024-04-15T14:44:49.373396+0000", 2024-04-15T16:06:28.408 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean": "2024-04-15T16:05:12.199749+0000", 2024-04-15T16:06:28.408 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean_scrub_stamp": "2024-04-15T14:33:33.599136+0000", 2024-04-15T16:06:28.408 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub": "0'0", 2024-04-15T16:06:28.408 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub_stamp": "2024-04-15T14:33:33.599136+0000", 2024-04-15T16:06:28.408 INFO:tasks.workunit.client.0.smithi016.stdout: "last_epoch_clean": 532, 2024-04-15T16:06:28.408 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fresh": "2024-04-15T16:05:12.199749+0000", 2024-04-15T16:06:28.408 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fullsized": "2024-04-15T16:05:12.199749+0000", 2024-04-15T16:06:28.408 INFO:tasks.workunit.client.0.smithi016.stdout: "last_peered": "2024-04-15T16:05:12.199749+0000", 2024-04-15T16:06:28.408 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub": "0'0", 2024-04-15T16:06:28.408 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_duration": 0, 2024-04-15T16:06:28.409 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_stamp": "2024-04-15T14:33:33.599136+0000", 2024-04-15T16:06:28.409 INFO:tasks.workunit.client.0.smithi016.stdout: "last_undegraded": "2024-04-15T16:05:12.199749+0000", 2024-04-15T16:06:28.409 INFO:tasks.workunit.client.0.smithi016.stdout: "last_unstale": "2024-04-15T16:05:12.199749+0000", 2024-04-15T16:06:28.409 INFO:tasks.workunit.client.0.smithi016.stdout: "log_dups_size": 0, 2024-04-15T16:06:28.409 INFO:tasks.workunit.client.0.smithi016.stdout: "log_size": 0, 2024-04-15T16:06:28.409 INFO:tasks.workunit.client.0.smithi016.stdout: "log_start": "0'0", 2024-04-15T16:06:28.409 INFO:tasks.workunit.client.0.smithi016.stdout: "manifest_stats_invalid": false, 2024-04-15T16:06:28.409 INFO:tasks.workunit.client.0.smithi016.stdout: "mapping_epoch": 531, 2024-04-15T16:06:28.409 INFO:tasks.workunit.client.0.smithi016.stdout: "object_location_counts": [], 2024-04-15T16:06:28.409 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_scrubbed": 0, 2024-04-15T16:06:28.409 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_trimmed": 0, 2024-04-15T16:06:28.409 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_stats_invalid": false, 2024-04-15T16:06:28.410 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_size": 0, 2024-04-15T16:06:28.410 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_start": "0'0", 2024-04-15T16:06:28.410 INFO:tasks.workunit.client.0.smithi016.stdout: "parent": "0.0", 2024-04-15T16:06:28.410 INFO:tasks.workunit.client.0.smithi016.stdout: "parent_split_bits": 0, 2024-04-15T16:06:28.410 INFO:tasks.workunit.client.0.smithi016.stdout: "pgid": "2.18", 2024-04-15T16:06:28.410 INFO:tasks.workunit.client.0.smithi016.stdout: "pin_stats_invalid": false, 2024-04-15T16:06:28.410 INFO:tasks.workunit.client.0.smithi016.stdout: "purged_snaps": [], 2024-04-15T16:06:28.410 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_epoch": 2721, 2024-04-15T16:06:28.410 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_seq": 4911, 2024-04-15T16:06:28.410 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_duration": 0.0, 2024-04-15T16:06:28.410 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-17T00:41:46.347906+0000", 2024-04-15T16:06:28.411 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrim_duration": 0.0, 2024-04-15T16:06:28.411 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrimq_len": 0, 2024-04-15T16:06:28.411 INFO:tasks.workunit.client.0.smithi016.stdout: "stat_sum": { 2024-04-15T16:06:28.411 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes": 0, 2024-04-15T16:06:28.411 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T16:06:28.411 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_recovered": 0, 2024-04-15T16:06:28.411 INFO:tasks.workunit.client.0.smithi016.stdout: "num_deep_scrub_errors": 0, 2024-04-15T16:06:28.411 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict": 0, 2024-04-15T16:06:28.411 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_kb": 0, 2024-04-15T16:06:28.411 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_full": 0, 2024-04-15T16:06:28.411 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_some": 0, 2024-04-15T16:06:28.412 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush": 0, 2024-04-15T16:06:28.412 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_kb": 0, 2024-04-15T16:06:28.412 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_high": 0, 2024-04-15T16:06:28.412 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_low": 0, 2024-04-15T16:06:28.412 INFO:tasks.workunit.client.0.smithi016.stdout: "num_keys_recovered": 0, 2024-04-15T16:06:28.412 INFO:tasks.workunit.client.0.smithi016.stdout: "num_large_omap_objects": 0, 2024-04-15T16:06:28.412 INFO:tasks.workunit.client.0.smithi016.stdout: "num_legacy_snapsets": 0, 2024-04-15T16:06:28.412 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_clones": 0, 2024-04-15T16:06:28.412 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_copies": 0, 2024-04-15T16:06:28.412 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects": 0, 2024-04-15T16:06:28.412 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_degraded": 0, 2024-04-15T16:06:28.413 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_dirty": 0, 2024-04-15T16:06:28.413 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T16:06:28.413 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_manifest": 0, 2024-04-15T16:06:28.413 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_misplaced": 0, 2024-04-15T16:06:28.413 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing": 0, 2024-04-15T16:06:28.413 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T16:06:28.413 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_omap": 0, 2024-04-15T16:06:28.413 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_pinned": 0, 2024-04-15T16:06:28.413 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_recovered": 0, 2024-04-15T16:06:28.413 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_repaired": 0, 2024-04-15T16:06:28.413 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_unfound": 0, 2024-04-15T16:06:28.413 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_bytes": 0, 2024-04-15T16:06:28.414 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_keys": 0, 2024-04-15T16:06:28.414 INFO:tasks.workunit.client.0.smithi016.stdout: "num_promote": 0, 2024-04-15T16:06:28.414 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read": 0, 2024-04-15T16:06:28.414 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read_kb": 0, 2024-04-15T16:06:28.414 INFO:tasks.workunit.client.0.smithi016.stdout: "num_scrub_errors": 0, 2024-04-15T16:06:28.414 INFO:tasks.workunit.client.0.smithi016.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T16:06:28.414 INFO:tasks.workunit.client.0.smithi016.stdout: "num_whiteouts": 0, 2024-04-15T16:06:28.414 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write": 0, 2024-04-15T16:06:28.414 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write_kb": 0 2024-04-15T16:06:28.414 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:28.415 INFO:tasks.workunit.client.0.smithi016.stdout: "state": "active+clean", 2024-04-15T16:06:28.415 INFO:tasks.workunit.client.0.smithi016.stdout: "stats_invalid": false, 2024-04-15T16:06:28.415 INFO:tasks.workunit.client.0.smithi016.stdout: "up": [ 2024-04-15T16:06:28.415 INFO:tasks.workunit.client.0.smithi016.stdout: 5, 2024-04-15T16:06:28.415 INFO:tasks.workunit.client.0.smithi016.stdout: 4, 2024-04-15T16:06:28.415 INFO:tasks.workunit.client.0.smithi016.stdout: 7 2024-04-15T16:06:28.415 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:28.415 INFO:tasks.workunit.client.0.smithi016.stdout: "up_primary": 5, 2024-04-15T16:06:28.415 INFO:tasks.workunit.client.0.smithi016.stdout: "version": "0'0" 2024-04-15T16:06:28.415 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:28.415 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-15T16:06:28.415 INFO:tasks.workunit.client.0.smithi016.stdout: "acting": [ 2024-04-15T16:06:28.415 INFO:tasks.workunit.client.0.smithi016.stdout: 3, 2024-04-15T16:06:28.416 INFO:tasks.workunit.client.0.smithi016.stdout: 0, 2024-04-15T16:06:28.416 INFO:tasks.workunit.client.0.smithi016.stdout: 1 2024-04-15T16:06:28.416 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:28.416 INFO:tasks.workunit.client.0.smithi016.stdout: "acting_primary": 3, 2024-04-15T16:06:28.416 INFO:tasks.workunit.client.0.smithi016.stdout: "avail_no_missing": [], 2024-04-15T16:06:28.416 INFO:tasks.workunit.client.0.smithi016.stdout: "blocked_by": [], 2024-04-15T16:06:28.416 INFO:tasks.workunit.client.0.smithi016.stdout: "created": 61, 2024-04-15T16:06:28.416 INFO:tasks.workunit.client.0.smithi016.stdout: "dirty_stats_invalid": false, 2024-04-15T16:06:28.416 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T16:06:28.416 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_stats_invalid": false, 2024-04-15T16:06:28.416 INFO:tasks.workunit.client.0.smithi016.stdout: "last_active": "2024-04-15T16:05:12.196918+0000", 2024-04-15T16:06:28.417 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_active": "2024-04-15T14:42:57.513880+0000", 2024-04-15T16:06:28.417 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_peered": "2024-04-15T14:42:57.513880+0000", 2024-04-15T16:06:28.417 INFO:tasks.workunit.client.0.smithi016.stdout: "last_change": "2024-04-15T14:42:57.514300+0000", 2024-04-15T16:06:28.417 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean": "2024-04-15T16:05:12.196918+0000", 2024-04-15T16:06:28.417 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T16:06:28.417 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub": "0'0", 2024-04-15T16:06:28.417 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T16:06:28.417 INFO:tasks.workunit.client.0.smithi016.stdout: "last_epoch_clean": 420, 2024-04-15T16:06:28.417 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fresh": "2024-04-15T16:05:12.196918+0000", 2024-04-15T16:06:28.417 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fullsized": "2024-04-15T16:05:12.196918+0000", 2024-04-15T16:06:28.417 INFO:tasks.workunit.client.0.smithi016.stdout: "last_peered": "2024-04-15T16:05:12.196918+0000", 2024-04-15T16:06:28.417 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub": "0'0", 2024-04-15T16:06:28.418 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_duration": 0, 2024-04-15T16:06:28.418 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T16:06:28.418 INFO:tasks.workunit.client.0.smithi016.stdout: "last_undegraded": "2024-04-15T16:05:12.196918+0000", 2024-04-15T16:06:28.418 INFO:tasks.workunit.client.0.smithi016.stdout: "last_unstale": "2024-04-15T16:05:12.196918+0000", 2024-04-15T16:06:28.418 INFO:tasks.workunit.client.0.smithi016.stdout: "log_dups_size": 0, 2024-04-15T16:06:28.418 INFO:tasks.workunit.client.0.smithi016.stdout: "log_size": 0, 2024-04-15T16:06:28.418 INFO:tasks.workunit.client.0.smithi016.stdout: "log_start": "0'0", 2024-04-15T16:06:28.418 INFO:tasks.workunit.client.0.smithi016.stdout: "manifest_stats_invalid": false, 2024-04-15T16:06:28.418 INFO:tasks.workunit.client.0.smithi016.stdout: "mapping_epoch": 419, 2024-04-15T16:06:28.418 INFO:tasks.workunit.client.0.smithi016.stdout: "object_location_counts": [], 2024-04-15T16:06:28.418 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_scrubbed": 0, 2024-04-15T16:06:28.419 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_trimmed": 0, 2024-04-15T16:06:28.419 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_stats_invalid": false, 2024-04-15T16:06:28.419 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_size": 0, 2024-04-15T16:06:28.419 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_start": "0'0", 2024-04-15T16:06:28.419 INFO:tasks.workunit.client.0.smithi016.stdout: "parent": "0.0", 2024-04-15T16:06:28.419 INFO:tasks.workunit.client.0.smithi016.stdout: "parent_split_bits": 0, 2024-04-15T16:06:28.419 INFO:tasks.workunit.client.0.smithi016.stdout: "pgid": "3.18", 2024-04-15T16:06:28.419 INFO:tasks.workunit.client.0.smithi016.stdout: "pin_stats_invalid": false, 2024-04-15T16:06:28.419 INFO:tasks.workunit.client.0.smithi016.stdout: "purged_snaps": [], 2024-04-15T16:06:28.419 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_epoch": 2721, 2024-04-15T16:06:28.419 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_seq": 4949, 2024-04-15T16:06:28.419 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_duration": 0.0, 2024-04-15T16:06:28.420 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-16T21:48:20.242106+0000", 2024-04-15T16:06:28.420 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrim_duration": 0.0, 2024-04-15T16:06:28.420 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrimq_len": 0, 2024-04-15T16:06:28.420 INFO:tasks.workunit.client.0.smithi016.stdout: "stat_sum": { 2024-04-15T16:06:28.420 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes": 0, 2024-04-15T16:06:28.420 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T16:06:28.420 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_recovered": 0, 2024-04-15T16:06:28.420 INFO:tasks.workunit.client.0.smithi016.stdout: "num_deep_scrub_errors": 0, 2024-04-15T16:06:28.420 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict": 0, 2024-04-15T16:06:28.420 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_kb": 0, 2024-04-15T16:06:28.420 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_full": 0, 2024-04-15T16:06:28.421 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_some": 0, 2024-04-15T16:06:28.421 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush": 0, 2024-04-15T16:06:28.421 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_kb": 0, 2024-04-15T16:06:28.421 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_high": 0, 2024-04-15T16:06:28.421 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_low": 0, 2024-04-15T16:06:28.421 INFO:tasks.workunit.client.0.smithi016.stdout: "num_keys_recovered": 0, 2024-04-15T16:06:28.421 INFO:tasks.workunit.client.0.smithi016.stdout: "num_large_omap_objects": 0, 2024-04-15T16:06:28.421 INFO:tasks.workunit.client.0.smithi016.stdout: "num_legacy_snapsets": 0, 2024-04-15T16:06:28.421 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_clones": 0, 2024-04-15T16:06:28.421 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_copies": 0, 2024-04-15T16:06:28.421 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects": 0, 2024-04-15T16:06:28.421 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_degraded": 0, 2024-04-15T16:06:28.422 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_dirty": 0, 2024-04-15T16:06:28.422 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T16:06:28.422 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_manifest": 0, 2024-04-15T16:06:28.422 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_misplaced": 0, 2024-04-15T16:06:28.422 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing": 0, 2024-04-15T16:06:28.422 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T16:06:28.422 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_omap": 0, 2024-04-15T16:06:28.422 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_pinned": 0, 2024-04-15T16:06:28.422 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_recovered": 0, 2024-04-15T16:06:28.422 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_repaired": 0, 2024-04-15T16:06:28.422 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_unfound": 0, 2024-04-15T16:06:28.423 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_bytes": 0, 2024-04-15T16:06:28.423 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_keys": 0, 2024-04-15T16:06:28.423 INFO:tasks.workunit.client.0.smithi016.stdout: "num_promote": 0, 2024-04-15T16:06:28.423 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read": 0, 2024-04-15T16:06:28.423 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read_kb": 0, 2024-04-15T16:06:28.423 INFO:tasks.workunit.client.0.smithi016.stdout: "num_scrub_errors": 0, 2024-04-15T16:06:28.423 INFO:tasks.workunit.client.0.smithi016.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T16:06:28.423 INFO:tasks.workunit.client.0.smithi016.stdout: "num_whiteouts": 0, 2024-04-15T16:06:28.423 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write": 0, 2024-04-15T16:06:28.423 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write_kb": 0 2024-04-15T16:06:28.423 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:28.424 INFO:tasks.workunit.client.0.smithi016.stdout: "state": "active+clean", 2024-04-15T16:06:28.424 INFO:tasks.workunit.client.0.smithi016.stdout: "stats_invalid": false, 2024-04-15T16:06:28.424 INFO:tasks.workunit.client.0.smithi016.stdout: "up": [ 2024-04-15T16:06:28.424 INFO:tasks.workunit.client.0.smithi016.stdout: 3, 2024-04-15T16:06:28.424 INFO:tasks.workunit.client.0.smithi016.stdout: 0, 2024-04-15T16:06:28.424 INFO:tasks.workunit.client.0.smithi016.stdout: 1 2024-04-15T16:06:28.424 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:28.424 INFO:tasks.workunit.client.0.smithi016.stdout: "up_primary": 3, 2024-04-15T16:06:28.424 INFO:tasks.workunit.client.0.smithi016.stdout: "version": "0'0" 2024-04-15T16:06:28.424 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:28.424 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-15T16:06:28.425 INFO:tasks.workunit.client.0.smithi016.stdout: "acting": [ 2024-04-15T16:06:28.425 INFO:tasks.workunit.client.0.smithi016.stdout: 3, 2024-04-15T16:06:28.425 INFO:tasks.workunit.client.0.smithi016.stdout: 6, 2024-04-15T16:06:28.425 INFO:tasks.workunit.client.0.smithi016.stdout: 0 2024-04-15T16:06:28.425 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:28.425 INFO:tasks.workunit.client.0.smithi016.stdout: "acting_primary": 3, 2024-04-15T16:06:28.425 INFO:tasks.workunit.client.0.smithi016.stdout: "avail_no_missing": [], 2024-04-15T16:06:28.425 INFO:tasks.workunit.client.0.smithi016.stdout: "blocked_by": [], 2024-04-15T16:06:28.425 INFO:tasks.workunit.client.0.smithi016.stdout: "created": 60, 2024-04-15T16:06:28.425 INFO:tasks.workunit.client.0.smithi016.stdout: "dirty_stats_invalid": false, 2024-04-15T16:06:28.425 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T16:06:28.425 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_stats_invalid": false, 2024-04-15T16:06:28.425 INFO:tasks.workunit.client.0.smithi016.stdout: "last_active": "2024-04-15T16:05:12.197770+0000", 2024-04-15T16:06:28.426 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_active": "2024-04-15T14:44:28.452582+0000", 2024-04-15T16:06:28.426 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_peered": "2024-04-15T14:44:28.452582+0000", 2024-04-15T16:06:28.426 INFO:tasks.workunit.client.0.smithi016.stdout: "last_change": "2024-04-15T14:44:28.453012+0000", 2024-04-15T16:06:28.426 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean": "2024-04-15T16:05:12.197770+0000", 2024-04-15T16:06:28.426 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean_scrub_stamp": "2024-04-15T14:33:33.599136+0000", 2024-04-15T16:06:28.426 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub": "0'0", 2024-04-15T16:06:28.426 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub_stamp": "2024-04-15T14:33:33.599136+0000", 2024-04-15T16:06:28.426 INFO:tasks.workunit.client.0.smithi016.stdout: "last_epoch_clean": 511, 2024-04-15T16:06:28.426 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fresh": "2024-04-15T16:05:12.197770+0000", 2024-04-15T16:06:28.426 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fullsized": "2024-04-15T16:05:12.197770+0000", 2024-04-15T16:06:28.426 INFO:tasks.workunit.client.0.smithi016.stdout: "last_peered": "2024-04-15T16:05:12.197770+0000", 2024-04-15T16:06:28.427 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub": "0'0", 2024-04-15T16:06:28.427 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_duration": 0, 2024-04-15T16:06:28.427 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_stamp": "2024-04-15T14:33:33.599136+0000", 2024-04-15T16:06:28.427 INFO:tasks.workunit.client.0.smithi016.stdout: "last_undegraded": "2024-04-15T16:05:12.197770+0000", 2024-04-15T16:06:28.427 INFO:tasks.workunit.client.0.smithi016.stdout: "last_unstale": "2024-04-15T16:05:12.197770+0000", 2024-04-15T16:06:28.427 INFO:tasks.workunit.client.0.smithi016.stdout: "log_dups_size": 0, 2024-04-15T16:06:28.427 INFO:tasks.workunit.client.0.smithi016.stdout: "log_size": 0, 2024-04-15T16:06:28.427 INFO:tasks.workunit.client.0.smithi016.stdout: "log_start": "0'0", 2024-04-15T16:06:28.427 INFO:tasks.workunit.client.0.smithi016.stdout: "manifest_stats_invalid": false, 2024-04-15T16:06:28.427 INFO:tasks.workunit.client.0.smithi016.stdout: "mapping_epoch": 510, 2024-04-15T16:06:28.427 INFO:tasks.workunit.client.0.smithi016.stdout: "object_location_counts": [], 2024-04-15T16:06:28.427 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_scrubbed": 0, 2024-04-15T16:06:28.428 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_trimmed": 0, 2024-04-15T16:06:28.428 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_stats_invalid": false, 2024-04-15T16:06:28.428 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_size": 0, 2024-04-15T16:06:28.428 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_start": "0'0", 2024-04-15T16:06:28.428 INFO:tasks.workunit.client.0.smithi016.stdout: "parent": "0.0", 2024-04-15T16:06:28.428 INFO:tasks.workunit.client.0.smithi016.stdout: "parent_split_bits": 0, 2024-04-15T16:06:28.428 INFO:tasks.workunit.client.0.smithi016.stdout: "pgid": "2.19", 2024-04-15T16:06:28.428 INFO:tasks.workunit.client.0.smithi016.stdout: "pin_stats_invalid": false, 2024-04-15T16:06:28.428 INFO:tasks.workunit.client.0.smithi016.stdout: "purged_snaps": [], 2024-04-15T16:06:28.428 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_epoch": 2721, 2024-04-15T16:06:28.428 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_seq": 4951, 2024-04-15T16:06:28.428 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_duration": 0.0, 2024-04-15T16:06:28.429 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-16T18:50:54.250154+0000", 2024-04-15T16:06:28.429 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrim_duration": 0.0, 2024-04-15T16:06:28.429 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrimq_len": 0, 2024-04-15T16:06:28.429 INFO:tasks.workunit.client.0.smithi016.stdout: "stat_sum": { 2024-04-15T16:06:28.429 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes": 0, 2024-04-15T16:06:28.429 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T16:06:28.429 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_recovered": 0, 2024-04-15T16:06:28.429 INFO:tasks.workunit.client.0.smithi016.stdout: "num_deep_scrub_errors": 0, 2024-04-15T16:06:28.429 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict": 0, 2024-04-15T16:06:28.429 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_kb": 0, 2024-04-15T16:06:28.429 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_full": 0, 2024-04-15T16:06:28.430 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_some": 0, 2024-04-15T16:06:28.430 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush": 0, 2024-04-15T16:06:28.430 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_kb": 0, 2024-04-15T16:06:28.430 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_high": 0, 2024-04-15T16:06:28.430 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_low": 0, 2024-04-15T16:06:28.430 INFO:tasks.workunit.client.0.smithi016.stdout: "num_keys_recovered": 0, 2024-04-15T16:06:28.430 INFO:tasks.workunit.client.0.smithi016.stdout: "num_large_omap_objects": 0, 2024-04-15T16:06:28.430 INFO:tasks.workunit.client.0.smithi016.stdout: "num_legacy_snapsets": 0, 2024-04-15T16:06:28.430 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_clones": 0, 2024-04-15T16:06:28.430 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_copies": 0, 2024-04-15T16:06:28.430 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects": 0, 2024-04-15T16:06:28.431 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_degraded": 0, 2024-04-15T16:06:28.431 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_dirty": 0, 2024-04-15T16:06:28.431 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T16:06:28.431 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_manifest": 0, 2024-04-15T16:06:28.431 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_misplaced": 0, 2024-04-15T16:06:28.431 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing": 0, 2024-04-15T16:06:28.431 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T16:06:28.431 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_omap": 0, 2024-04-15T16:06:28.431 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_pinned": 0, 2024-04-15T16:06:28.431 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_recovered": 0, 2024-04-15T16:06:28.431 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_repaired": 0, 2024-04-15T16:06:28.432 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_unfound": 0, 2024-04-15T16:06:28.432 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_bytes": 0, 2024-04-15T16:06:28.432 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_keys": 0, 2024-04-15T16:06:28.432 INFO:tasks.workunit.client.0.smithi016.stdout: "num_promote": 0, 2024-04-15T16:06:28.432 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read": 0, 2024-04-15T16:06:28.432 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read_kb": 0, 2024-04-15T16:06:28.432 INFO:tasks.workunit.client.0.smithi016.stdout: "num_scrub_errors": 0, 2024-04-15T16:06:28.432 INFO:tasks.workunit.client.0.smithi016.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T16:06:28.432 INFO:tasks.workunit.client.0.smithi016.stdout: "num_whiteouts": 0, 2024-04-15T16:06:28.432 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write": 0, 2024-04-15T16:06:28.432 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write_kb": 0 2024-04-15T16:06:28.432 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:28.433 INFO:tasks.workunit.client.0.smithi016.stdout: "state": "active+clean", 2024-04-15T16:06:28.433 INFO:tasks.workunit.client.0.smithi016.stdout: "stats_invalid": false, 2024-04-15T16:06:28.433 INFO:tasks.workunit.client.0.smithi016.stdout: "up": [ 2024-04-15T16:06:28.433 INFO:tasks.workunit.client.0.smithi016.stdout: 3, 2024-04-15T16:06:28.433 INFO:tasks.workunit.client.0.smithi016.stdout: 6, 2024-04-15T16:06:28.433 INFO:tasks.workunit.client.0.smithi016.stdout: 0 2024-04-15T16:06:28.433 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:28.433 INFO:tasks.workunit.client.0.smithi016.stdout: "up_primary": 3, 2024-04-15T16:06:28.433 INFO:tasks.workunit.client.0.smithi016.stdout: "version": "0'0" 2024-04-15T16:06:28.433 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:28.433 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-15T16:06:28.434 INFO:tasks.workunit.client.0.smithi016.stdout: "acting": [ 2024-04-15T16:06:28.434 INFO:tasks.workunit.client.0.smithi016.stdout: 0, 2024-04-15T16:06:28.434 INFO:tasks.workunit.client.0.smithi016.stdout: 4, 2024-04-15T16:06:28.434 INFO:tasks.workunit.client.0.smithi016.stdout: 7 2024-04-15T16:06:28.434 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:28.434 INFO:tasks.workunit.client.0.smithi016.stdout: "acting_primary": 0, 2024-04-15T16:06:28.434 INFO:tasks.workunit.client.0.smithi016.stdout: "avail_no_missing": [], 2024-04-15T16:06:28.434 INFO:tasks.workunit.client.0.smithi016.stdout: "blocked_by": [], 2024-04-15T16:06:28.434 INFO:tasks.workunit.client.0.smithi016.stdout: "created": 61, 2024-04-15T16:06:28.434 INFO:tasks.workunit.client.0.smithi016.stdout: "dirty_stats_invalid": false, 2024-04-15T16:06:28.434 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T16:06:28.435 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_stats_invalid": false, 2024-04-15T16:06:28.435 INFO:tasks.workunit.client.0.smithi016.stdout: "last_active": "2024-04-15T16:05:11.413200+0000", 2024-04-15T16:06:28.435 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_active": "2024-04-15T14:44:49.373118+0000", 2024-04-15T16:06:28.435 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_peered": "2024-04-15T14:44:49.373118+0000", 2024-04-15T16:06:28.435 INFO:tasks.workunit.client.0.smithi016.stdout: "last_change": "2024-04-15T14:44:49.373509+0000", 2024-04-15T16:06:28.435 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean": "2024-04-15T16:05:11.413200+0000", 2024-04-15T16:06:28.435 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T16:06:28.435 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub": "0'0", 2024-04-15T16:06:28.435 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T16:06:28.435 INFO:tasks.workunit.client.0.smithi016.stdout: "last_epoch_clean": 532, 2024-04-15T16:06:28.435 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fresh": "2024-04-15T16:05:11.413200+0000", 2024-04-15T16:06:28.435 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fullsized": "2024-04-15T16:05:11.413200+0000", 2024-04-15T16:06:28.436 INFO:tasks.workunit.client.0.smithi016.stdout: "last_peered": "2024-04-15T16:05:11.413200+0000", 2024-04-15T16:06:28.436 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub": "0'0", 2024-04-15T16:06:28.436 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_duration": 0, 2024-04-15T16:06:28.436 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T16:06:28.436 INFO:tasks.workunit.client.0.smithi016.stdout: "last_undegraded": "2024-04-15T16:05:11.413200+0000", 2024-04-15T16:06:28.436 INFO:tasks.workunit.client.0.smithi016.stdout: "last_unstale": "2024-04-15T16:05:11.413200+0000", 2024-04-15T16:06:28.436 INFO:tasks.workunit.client.0.smithi016.stdout: "log_dups_size": 0, 2024-04-15T16:06:28.436 INFO:tasks.workunit.client.0.smithi016.stdout: "log_size": 0, 2024-04-15T16:06:28.436 INFO:tasks.workunit.client.0.smithi016.stdout: "log_start": "0'0", 2024-04-15T16:06:28.436 INFO:tasks.workunit.client.0.smithi016.stdout: "manifest_stats_invalid": false, 2024-04-15T16:06:28.436 INFO:tasks.workunit.client.0.smithi016.stdout: "mapping_epoch": 531, 2024-04-15T16:06:28.436 INFO:tasks.workunit.client.0.smithi016.stdout: "object_location_counts": [], 2024-04-15T16:06:28.437 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_scrubbed": 0, 2024-04-15T16:06:28.437 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_trimmed": 0, 2024-04-15T16:06:28.437 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_stats_invalid": false, 2024-04-15T16:06:28.437 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_size": 0, 2024-04-15T16:06:28.437 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_start": "0'0", 2024-04-15T16:06:28.437 INFO:tasks.workunit.client.0.smithi016.stdout: "parent": "0.0", 2024-04-15T16:06:28.437 INFO:tasks.workunit.client.0.smithi016.stdout: "parent_split_bits": 0, 2024-04-15T16:06:28.437 INFO:tasks.workunit.client.0.smithi016.stdout: "pgid": "3.1b", 2024-04-15T16:06:28.437 INFO:tasks.workunit.client.0.smithi016.stdout: "pin_stats_invalid": false, 2024-04-15T16:06:28.437 INFO:tasks.workunit.client.0.smithi016.stdout: "purged_snaps": [], 2024-04-15T16:06:28.437 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_epoch": 2721, 2024-04-15T16:06:28.437 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_seq": 5056, 2024-04-15T16:06:28.438 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_duration": 0.0, 2024-04-15T16:06:28.438 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-16T19:46:30.495973+0000", 2024-04-15T16:06:28.438 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrim_duration": 0.0, 2024-04-15T16:06:28.438 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrimq_len": 0, 2024-04-15T16:06:28.438 INFO:tasks.workunit.client.0.smithi016.stdout: "stat_sum": { 2024-04-15T16:06:28.438 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes": 0, 2024-04-15T16:06:28.438 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T16:06:28.438 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_recovered": 0, 2024-04-15T16:06:28.438 INFO:tasks.workunit.client.0.smithi016.stdout: "num_deep_scrub_errors": 0, 2024-04-15T16:06:28.438 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict": 0, 2024-04-15T16:06:28.438 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_kb": 0, 2024-04-15T16:06:28.438 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_full": 0, 2024-04-15T16:06:28.439 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_some": 0, 2024-04-15T16:06:28.439 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush": 0, 2024-04-15T16:06:28.439 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_kb": 0, 2024-04-15T16:06:28.439 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_high": 0, 2024-04-15T16:06:28.439 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_low": 0, 2024-04-15T16:06:28.439 INFO:tasks.workunit.client.0.smithi016.stdout: "num_keys_recovered": 0, 2024-04-15T16:06:28.439 INFO:tasks.workunit.client.0.smithi016.stdout: "num_large_omap_objects": 0, 2024-04-15T16:06:28.439 INFO:tasks.workunit.client.0.smithi016.stdout: "num_legacy_snapsets": 0, 2024-04-15T16:06:28.439 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_clones": 0, 2024-04-15T16:06:28.439 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_copies": 0, 2024-04-15T16:06:28.439 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects": 0, 2024-04-15T16:06:28.439 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_degraded": 0, 2024-04-15T16:06:28.440 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_dirty": 0, 2024-04-15T16:06:28.440 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T16:06:28.440 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_manifest": 0, 2024-04-15T16:06:28.440 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_misplaced": 0, 2024-04-15T16:06:28.440 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing": 0, 2024-04-15T16:06:28.440 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T16:06:28.440 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_omap": 0, 2024-04-15T16:06:28.440 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_pinned": 0, 2024-04-15T16:06:28.440 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_recovered": 0, 2024-04-15T16:06:28.440 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_repaired": 0, 2024-04-15T16:06:28.440 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_unfound": 0, 2024-04-15T16:06:28.441 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_bytes": 0, 2024-04-15T16:06:28.441 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_keys": 0, 2024-04-15T16:06:28.441 INFO:tasks.workunit.client.0.smithi016.stdout: "num_promote": 0, 2024-04-15T16:06:28.441 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read": 0, 2024-04-15T16:06:28.441 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read_kb": 0, 2024-04-15T16:06:28.441 INFO:tasks.workunit.client.0.smithi016.stdout: "num_scrub_errors": 0, 2024-04-15T16:06:28.441 INFO:tasks.workunit.client.0.smithi016.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T16:06:28.441 INFO:tasks.workunit.client.0.smithi016.stdout: "num_whiteouts": 0, 2024-04-15T16:06:28.441 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write": 0, 2024-04-15T16:06:28.441 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write_kb": 0 2024-04-15T16:06:28.441 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:28.442 INFO:tasks.workunit.client.0.smithi016.stdout: "state": "active+clean", 2024-04-15T16:06:28.442 INFO:tasks.workunit.client.0.smithi016.stdout: "stats_invalid": false, 2024-04-15T16:06:28.442 INFO:tasks.workunit.client.0.smithi016.stdout: "up": [ 2024-04-15T16:06:28.442 INFO:tasks.workunit.client.0.smithi016.stdout: 0, 2024-04-15T16:06:28.442 INFO:tasks.workunit.client.0.smithi016.stdout: 4, 2024-04-15T16:06:28.442 INFO:tasks.workunit.client.0.smithi016.stdout: 7 2024-04-15T16:06:28.442 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:28.442 INFO:tasks.workunit.client.0.smithi016.stdout: "up_primary": 0, 2024-04-15T16:06:28.442 INFO:tasks.workunit.client.0.smithi016.stdout: "version": "0'0" 2024-04-15T16:06:28.442 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:28.442 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-15T16:06:28.442 INFO:tasks.workunit.client.0.smithi016.stdout: "acting": [ 2024-04-15T16:06:28.443 INFO:tasks.workunit.client.0.smithi016.stdout: 6, 2024-04-15T16:06:28.443 INFO:tasks.workunit.client.0.smithi016.stdout: 4, 2024-04-15T16:06:28.443 INFO:tasks.workunit.client.0.smithi016.stdout: 7 2024-04-15T16:06:28.443 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:28.443 INFO:tasks.workunit.client.0.smithi016.stdout: "acting_primary": 6, 2024-04-15T16:06:28.443 INFO:tasks.workunit.client.0.smithi016.stdout: "avail_no_missing": [], 2024-04-15T16:06:28.443 INFO:tasks.workunit.client.0.smithi016.stdout: "blocked_by": [], 2024-04-15T16:06:28.443 INFO:tasks.workunit.client.0.smithi016.stdout: "created": 60, 2024-04-15T16:06:28.443 INFO:tasks.workunit.client.0.smithi016.stdout: "dirty_stats_invalid": false, 2024-04-15T16:06:28.443 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T16:06:28.443 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_stats_invalid": false, 2024-04-15T16:06:28.444 INFO:tasks.workunit.client.0.smithi016.stdout: "last_active": "2024-04-15T16:05:11.412356+0000", 2024-04-15T16:06:28.444 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_active": "2024-04-15T14:44:49.358817+0000", 2024-04-15T16:06:28.444 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_peered": "2024-04-15T14:44:49.358817+0000", 2024-04-15T16:06:28.444 INFO:tasks.workunit.client.0.smithi016.stdout: "last_change": "2024-04-15T14:44:49.359155+0000", 2024-04-15T16:06:28.444 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean": "2024-04-15T16:05:11.412356+0000", 2024-04-15T16:06:28.444 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean_scrub_stamp": "2024-04-15T14:33:33.599136+0000", 2024-04-15T16:06:28.444 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub": "0'0", 2024-04-15T16:06:28.444 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub_stamp": "2024-04-15T14:33:33.599136+0000", 2024-04-15T16:06:28.444 INFO:tasks.workunit.client.0.smithi016.stdout: "last_epoch_clean": 532, 2024-04-15T16:06:28.444 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fresh": "2024-04-15T16:05:11.412356+0000", 2024-04-15T16:06:28.444 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fullsized": "2024-04-15T16:05:11.412356+0000", 2024-04-15T16:06:28.444 INFO:tasks.workunit.client.0.smithi016.stdout: "last_peered": "2024-04-15T16:05:11.412356+0000", 2024-04-15T16:06:28.445 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub": "0'0", 2024-04-15T16:06:28.445 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_duration": 0, 2024-04-15T16:06:28.445 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_stamp": "2024-04-15T14:33:33.599136+0000", 2024-04-15T16:06:28.445 INFO:tasks.workunit.client.0.smithi016.stdout: "last_undegraded": "2024-04-15T16:05:11.412356+0000", 2024-04-15T16:06:28.445 INFO:tasks.workunit.client.0.smithi016.stdout: "last_unstale": "2024-04-15T16:05:11.412356+0000", 2024-04-15T16:06:28.445 INFO:tasks.workunit.client.0.smithi016.stdout: "log_dups_size": 0, 2024-04-15T16:06:28.445 INFO:tasks.workunit.client.0.smithi016.stdout: "log_size": 3, 2024-04-15T16:06:28.445 INFO:tasks.workunit.client.0.smithi016.stdout: "log_start": "0'0", 2024-04-15T16:06:28.445 INFO:tasks.workunit.client.0.smithi016.stdout: "manifest_stats_invalid": false, 2024-04-15T16:06:28.445 INFO:tasks.workunit.client.0.smithi016.stdout: "mapping_epoch": 531, 2024-04-15T16:06:28.445 INFO:tasks.workunit.client.0.smithi016.stdout: "object_location_counts": [], 2024-04-15T16:06:28.445 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_scrubbed": 0, 2024-04-15T16:06:28.445 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_trimmed": 0, 2024-04-15T16:06:28.446 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_stats_invalid": false, 2024-04-15T16:06:28.446 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_size": 3, 2024-04-15T16:06:28.446 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_start": "0'0", 2024-04-15T16:06:28.446 INFO:tasks.workunit.client.0.smithi016.stdout: "parent": "0.0", 2024-04-15T16:06:28.446 INFO:tasks.workunit.client.0.smithi016.stdout: "parent_split_bits": 0, 2024-04-15T16:06:28.446 INFO:tasks.workunit.client.0.smithi016.stdout: "pgid": "2.1a", 2024-04-15T16:06:28.446 INFO:tasks.workunit.client.0.smithi016.stdout: "pin_stats_invalid": false, 2024-04-15T16:06:28.446 INFO:tasks.workunit.client.0.smithi016.stdout: "purged_snaps": [], 2024-04-15T16:06:28.446 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_epoch": 2721, 2024-04-15T16:06:28.446 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_seq": 4893, 2024-04-15T16:06:28.446 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_duration": 0.0, 2024-04-15T16:06:28.446 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-16T18:07:54.854327+0000", 2024-04-15T16:06:28.447 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrim_duration": 0.0, 2024-04-15T16:06:28.447 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrimq_len": 0, 2024-04-15T16:06:28.447 INFO:tasks.workunit.client.0.smithi016.stdout: "stat_sum": { 2024-04-15T16:06:28.447 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes": 0, 2024-04-15T16:06:28.447 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T16:06:28.447 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_recovered": 0, 2024-04-15T16:06:28.447 INFO:tasks.workunit.client.0.smithi016.stdout: "num_deep_scrub_errors": 0, 2024-04-15T16:06:28.447 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict": 0, 2024-04-15T16:06:28.447 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_kb": 0, 2024-04-15T16:06:28.447 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_full": 0, 2024-04-15T16:06:28.447 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_some": 0, 2024-04-15T16:06:28.448 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush": 0, 2024-04-15T16:06:28.448 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_kb": 0, 2024-04-15T16:06:28.448 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_high": 0, 2024-04-15T16:06:28.448 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_low": 0, 2024-04-15T16:06:28.448 INFO:tasks.workunit.client.0.smithi016.stdout: "num_keys_recovered": 0, 2024-04-15T16:06:28.448 INFO:tasks.workunit.client.0.smithi016.stdout: "num_large_omap_objects": 0, 2024-04-15T16:06:28.448 INFO:tasks.workunit.client.0.smithi016.stdout: "num_legacy_snapsets": 0, 2024-04-15T16:06:28.448 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_clones": 0, 2024-04-15T16:06:28.448 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_copies": 0, 2024-04-15T16:06:28.448 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects": 0, 2024-04-15T16:06:28.448 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_degraded": 0, 2024-04-15T16:06:28.448 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_dirty": 0, 2024-04-15T16:06:28.448 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T16:06:28.449 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_manifest": 0, 2024-04-15T16:06:28.449 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_misplaced": 0, 2024-04-15T16:06:28.449 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing": 0, 2024-04-15T16:06:28.449 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T16:06:28.449 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_omap": 0, 2024-04-15T16:06:28.449 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_pinned": 0, 2024-04-15T16:06:28.449 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_recovered": 0, 2024-04-15T16:06:28.449 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_repaired": 0, 2024-04-15T16:06:28.449 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_unfound": 0, 2024-04-15T16:06:28.449 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_bytes": 0, 2024-04-15T16:06:28.449 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_keys": 0, 2024-04-15T16:06:28.449 INFO:tasks.workunit.client.0.smithi016.stdout: "num_promote": 0, 2024-04-15T16:06:28.449 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read": 0, 2024-04-15T16:06:28.450 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read_kb": 0, 2024-04-15T16:06:28.450 INFO:tasks.workunit.client.0.smithi016.stdout: "num_scrub_errors": 0, 2024-04-15T16:06:28.450 INFO:tasks.workunit.client.0.smithi016.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T16:06:28.450 INFO:tasks.workunit.client.0.smithi016.stdout: "num_whiteouts": 0, 2024-04-15T16:06:28.450 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write": 0, 2024-04-15T16:06:28.450 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write_kb": 0 2024-04-15T16:06:28.450 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:28.450 INFO:tasks.workunit.client.0.smithi016.stdout: "state": "active+clean", 2024-04-15T16:06:28.450 INFO:tasks.workunit.client.0.smithi016.stdout: "stats_invalid": false, 2024-04-15T16:06:28.450 INFO:tasks.workunit.client.0.smithi016.stdout: "up": [ 2024-04-15T16:06:28.450 INFO:tasks.workunit.client.0.smithi016.stdout: 6, 2024-04-15T16:06:28.450 INFO:tasks.workunit.client.0.smithi016.stdout: 4, 2024-04-15T16:06:28.451 INFO:tasks.workunit.client.0.smithi016.stdout: 7 2024-04-15T16:06:28.451 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:28.451 INFO:tasks.workunit.client.0.smithi016.stdout: "up_primary": 6, 2024-04-15T16:06:28.451 INFO:tasks.workunit.client.0.smithi016.stdout: "version": "560'3" 2024-04-15T16:06:28.451 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:28.451 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-15T16:06:28.451 INFO:tasks.workunit.client.0.smithi016.stdout: "acting": [ 2024-04-15T16:06:28.451 INFO:tasks.workunit.client.0.smithi016.stdout: 4, 2024-04-15T16:06:28.451 INFO:tasks.workunit.client.0.smithi016.stdout: 1, 2024-04-15T16:06:28.451 INFO:tasks.workunit.client.0.smithi016.stdout: 2 2024-04-15T16:06:28.451 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:28.451 INFO:tasks.workunit.client.0.smithi016.stdout: "acting_primary": 4, 2024-04-15T16:06:28.452 INFO:tasks.workunit.client.0.smithi016.stdout: "avail_no_missing": [], 2024-04-15T16:06:28.452 INFO:tasks.workunit.client.0.smithi016.stdout: "blocked_by": [], 2024-04-15T16:06:28.452 INFO:tasks.workunit.client.0.smithi016.stdout: "created": 61, 2024-04-15T16:06:28.452 INFO:tasks.workunit.client.0.smithi016.stdout: "dirty_stats_invalid": false, 2024-04-15T16:06:28.452 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T16:06:28.452 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_stats_invalid": false, 2024-04-15T16:06:28.452 INFO:tasks.workunit.client.0.smithi016.stdout: "last_active": "2024-04-15T16:05:12.199387+0000", 2024-04-15T16:06:28.452 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_active": "2024-04-15T14:43:32.413137+0000", 2024-04-15T16:06:28.452 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_peered": "2024-04-15T14:43:32.413137+0000", 2024-04-15T16:06:28.452 INFO:tasks.workunit.client.0.smithi016.stdout: "last_change": "2024-04-15T14:43:32.413589+0000", 2024-04-15T16:06:28.452 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean": "2024-04-15T16:05:12.199387+0000", 2024-04-15T16:06:28.452 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T16:06:28.453 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub": "0'0", 2024-04-15T16:06:28.453 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T16:06:28.453 INFO:tasks.workunit.client.0.smithi016.stdout: "last_epoch_clean": 455, 2024-04-15T16:06:28.453 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fresh": "2024-04-15T16:05:12.199387+0000", 2024-04-15T16:06:28.453 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fullsized": "2024-04-15T16:05:12.199387+0000", 2024-04-15T16:06:28.453 INFO:tasks.workunit.client.0.smithi016.stdout: "last_peered": "2024-04-15T16:05:12.199387+0000", 2024-04-15T16:06:28.453 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub": "0'0", 2024-04-15T16:06:28.453 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_duration": 0, 2024-04-15T16:06:28.453 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T16:06:28.453 INFO:tasks.workunit.client.0.smithi016.stdout: "last_undegraded": "2024-04-15T16:05:12.199387+0000", 2024-04-15T16:06:28.453 INFO:tasks.workunit.client.0.smithi016.stdout: "last_unstale": "2024-04-15T16:05:12.199387+0000", 2024-04-15T16:06:28.453 INFO:tasks.workunit.client.0.smithi016.stdout: "log_dups_size": 0, 2024-04-15T16:06:28.454 INFO:tasks.workunit.client.0.smithi016.stdout: "log_size": 0, 2024-04-15T16:06:28.454 INFO:tasks.workunit.client.0.smithi016.stdout: "log_start": "0'0", 2024-04-15T16:06:28.454 INFO:tasks.workunit.client.0.smithi016.stdout: "manifest_stats_invalid": false, 2024-04-15T16:06:28.454 INFO:tasks.workunit.client.0.smithi016.stdout: "mapping_epoch": 454, 2024-04-15T16:06:28.454 INFO:tasks.workunit.client.0.smithi016.stdout: "object_location_counts": [], 2024-04-15T16:06:28.454 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_scrubbed": 0, 2024-04-15T16:06:28.454 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_trimmed": 0, 2024-04-15T16:06:28.454 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_stats_invalid": false, 2024-04-15T16:06:28.454 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_size": 0, 2024-04-15T16:06:28.454 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_start": "0'0", 2024-04-15T16:06:28.454 INFO:tasks.workunit.client.0.smithi016.stdout: "parent": "0.0", 2024-04-15T16:06:28.454 INFO:tasks.workunit.client.0.smithi016.stdout: "parent_split_bits": 0, 2024-04-15T16:06:28.454 INFO:tasks.workunit.client.0.smithi016.stdout: "pgid": "3.1a", 2024-04-15T16:06:28.455 INFO:tasks.workunit.client.0.smithi016.stdout: "pin_stats_invalid": false, 2024-04-15T16:06:28.455 INFO:tasks.workunit.client.0.smithi016.stdout: "purged_snaps": [], 2024-04-15T16:06:28.455 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_epoch": 2721, 2024-04-15T16:06:28.455 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_seq": 4975, 2024-04-15T16:06:28.455 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_duration": 0.0, 2024-04-15T16:06:28.455 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-16T21:34:35.332337+0000", 2024-04-15T16:06:28.455 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrim_duration": 0.0, 2024-04-15T16:06:28.455 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrimq_len": 0, 2024-04-15T16:06:28.455 INFO:tasks.workunit.client.0.smithi016.stdout: "stat_sum": { 2024-04-15T16:06:28.455 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes": 0, 2024-04-15T16:06:28.455 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T16:06:28.455 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_recovered": 0, 2024-04-15T16:06:28.455 INFO:tasks.workunit.client.0.smithi016.stdout: "num_deep_scrub_errors": 0, 2024-04-15T16:06:28.455 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict": 0, 2024-04-15T16:06:28.456 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_kb": 0, 2024-04-15T16:06:28.456 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_full": 0, 2024-04-15T16:06:28.456 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_some": 0, 2024-04-15T16:06:28.456 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush": 0, 2024-04-15T16:06:28.456 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_kb": 0, 2024-04-15T16:06:28.456 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_high": 0, 2024-04-15T16:06:28.456 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_low": 0, 2024-04-15T16:06:28.456 INFO:tasks.workunit.client.0.smithi016.stdout: "num_keys_recovered": 0, 2024-04-15T16:06:28.456 INFO:tasks.workunit.client.0.smithi016.stdout: "num_large_omap_objects": 0, 2024-04-15T16:06:28.456 INFO:tasks.workunit.client.0.smithi016.stdout: "num_legacy_snapsets": 0, 2024-04-15T16:06:28.456 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_clones": 0, 2024-04-15T16:06:28.456 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_copies": 0, 2024-04-15T16:06:28.456 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects": 0, 2024-04-15T16:06:28.457 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_degraded": 0, 2024-04-15T16:06:28.457 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_dirty": 0, 2024-04-15T16:06:28.457 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T16:06:28.457 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_manifest": 0, 2024-04-15T16:06:28.457 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_misplaced": 0, 2024-04-15T16:06:28.457 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing": 0, 2024-04-15T16:06:28.457 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T16:06:28.457 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_omap": 0, 2024-04-15T16:06:28.457 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_pinned": 0, 2024-04-15T16:06:28.457 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_recovered": 0, 2024-04-15T16:06:28.457 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_repaired": 0, 2024-04-15T16:06:28.457 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_unfound": 0, 2024-04-15T16:06:28.458 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_bytes": 0, 2024-04-15T16:06:28.458 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_keys": 0, 2024-04-15T16:06:28.458 INFO:tasks.workunit.client.0.smithi016.stdout: "num_promote": 0, 2024-04-15T16:06:28.458 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read": 0, 2024-04-15T16:06:28.458 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read_kb": 0, 2024-04-15T16:06:28.458 INFO:tasks.workunit.client.0.smithi016.stdout: "num_scrub_errors": 0, 2024-04-15T16:06:28.458 INFO:tasks.workunit.client.0.smithi016.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T16:06:28.458 INFO:tasks.workunit.client.0.smithi016.stdout: "num_whiteouts": 0, 2024-04-15T16:06:28.458 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write": 0, 2024-04-15T16:06:28.458 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write_kb": 0 2024-04-15T16:06:28.458 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:28.459 INFO:tasks.workunit.client.0.smithi016.stdout: "state": "active+clean", 2024-04-15T16:06:28.459 INFO:tasks.workunit.client.0.smithi016.stdout: "stats_invalid": false, 2024-04-15T16:06:28.459 INFO:tasks.workunit.client.0.smithi016.stdout: "up": [ 2024-04-15T16:06:28.459 INFO:tasks.workunit.client.0.smithi016.stdout: 4, 2024-04-15T16:06:28.459 INFO:tasks.workunit.client.0.smithi016.stdout: 1, 2024-04-15T16:06:28.459 INFO:tasks.workunit.client.0.smithi016.stdout: 2 2024-04-15T16:06:28.459 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:28.459 INFO:tasks.workunit.client.0.smithi016.stdout: "up_primary": 4, 2024-04-15T16:06:28.459 INFO:tasks.workunit.client.0.smithi016.stdout: "version": "0'0" 2024-04-15T16:06:28.459 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:28.459 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-15T16:06:28.459 INFO:tasks.workunit.client.0.smithi016.stdout: "acting": [ 2024-04-15T16:06:28.460 INFO:tasks.workunit.client.0.smithi016.stdout: 3, 2024-04-15T16:06:28.460 INFO:tasks.workunit.client.0.smithi016.stdout: 7, 2024-04-15T16:06:28.460 INFO:tasks.workunit.client.0.smithi016.stdout: 6 2024-04-15T16:06:28.460 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:28.460 INFO:tasks.workunit.client.0.smithi016.stdout: "acting_primary": 3, 2024-04-15T16:06:28.460 INFO:tasks.workunit.client.0.smithi016.stdout: "avail_no_missing": [], 2024-04-15T16:06:28.460 INFO:tasks.workunit.client.0.smithi016.stdout: "blocked_by": [], 2024-04-15T16:06:28.460 INFO:tasks.workunit.client.0.smithi016.stdout: "created": 60, 2024-04-15T16:06:28.460 INFO:tasks.workunit.client.0.smithi016.stdout: "dirty_stats_invalid": false, 2024-04-15T16:06:28.460 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T16:06:28.460 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_stats_invalid": false, 2024-04-15T16:06:28.460 INFO:tasks.workunit.client.0.smithi016.stdout: "last_active": "2024-04-15T16:05:12.197367+0000", 2024-04-15T16:06:28.461 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_active": "2024-04-15T14:44:49.367080+0000", 2024-04-15T16:06:28.461 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_peered": "2024-04-15T14:44:49.367080+0000", 2024-04-15T16:06:28.461 INFO:tasks.workunit.client.0.smithi016.stdout: "last_change": "2024-04-15T14:44:49.367494+0000", 2024-04-15T16:06:28.461 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean": "2024-04-15T16:05:12.197367+0000", 2024-04-15T16:06:28.461 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean_scrub_stamp": "2024-04-15T14:33:33.599136+0000", 2024-04-15T16:06:28.461 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub": "0'0", 2024-04-15T16:06:28.461 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub_stamp": "2024-04-15T14:33:33.599136+0000", 2024-04-15T16:06:28.461 INFO:tasks.workunit.client.0.smithi016.stdout: "last_epoch_clean": 532, 2024-04-15T16:06:28.461 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fresh": "2024-04-15T16:05:12.197367+0000", 2024-04-15T16:06:28.461 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fullsized": "2024-04-15T16:05:12.197367+0000", 2024-04-15T16:06:28.461 INFO:tasks.workunit.client.0.smithi016.stdout: "last_peered": "2024-04-15T16:05:12.197367+0000", 2024-04-15T16:06:28.461 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub": "0'0", 2024-04-15T16:06:28.462 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_duration": 0, 2024-04-15T16:06:28.462 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_stamp": "2024-04-15T14:33:33.599136+0000", 2024-04-15T16:06:28.462 INFO:tasks.workunit.client.0.smithi016.stdout: "last_undegraded": "2024-04-15T16:05:12.197367+0000", 2024-04-15T16:06:28.462 INFO:tasks.workunit.client.0.smithi016.stdout: "last_unstale": "2024-04-15T16:05:12.197367+0000", 2024-04-15T16:06:28.462 INFO:tasks.workunit.client.0.smithi016.stdout: "log_dups_size": 0, 2024-04-15T16:06:28.462 INFO:tasks.workunit.client.0.smithi016.stdout: "log_size": 3, 2024-04-15T16:06:28.462 INFO:tasks.workunit.client.0.smithi016.stdout: "log_start": "0'0", 2024-04-15T16:06:28.462 INFO:tasks.workunit.client.0.smithi016.stdout: "manifest_stats_invalid": false, 2024-04-15T16:06:28.462 INFO:tasks.workunit.client.0.smithi016.stdout: "mapping_epoch": 531, 2024-04-15T16:06:28.462 INFO:tasks.workunit.client.0.smithi016.stdout: "object_location_counts": [], 2024-04-15T16:06:28.462 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_scrubbed": 0, 2024-04-15T16:06:28.462 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_trimmed": 0, 2024-04-15T16:06:28.463 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_stats_invalid": false, 2024-04-15T16:06:28.463 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_size": 3, 2024-04-15T16:06:28.463 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_start": "0'0", 2024-04-15T16:06:28.463 INFO:tasks.workunit.client.0.smithi016.stdout: "parent": "0.0", 2024-04-15T16:06:28.463 INFO:tasks.workunit.client.0.smithi016.stdout: "parent_split_bits": 0, 2024-04-15T16:06:28.463 INFO:tasks.workunit.client.0.smithi016.stdout: "pgid": "2.1b", 2024-04-15T16:06:28.463 INFO:tasks.workunit.client.0.smithi016.stdout: "pin_stats_invalid": false, 2024-04-15T16:06:28.463 INFO:tasks.workunit.client.0.smithi016.stdout: "purged_snaps": [], 2024-04-15T16:06:28.463 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_epoch": 2721, 2024-04-15T16:06:28.463 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_seq": 4962, 2024-04-15T16:06:28.463 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_duration": 0.0, 2024-04-15T16:06:28.463 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-16T19:18:08.792647+0000", 2024-04-15T16:06:28.464 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrim_duration": 0.0, 2024-04-15T16:06:28.464 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrimq_len": 0, 2024-04-15T16:06:28.464 INFO:tasks.workunit.client.0.smithi016.stdout: "stat_sum": { 2024-04-15T16:06:28.464 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes": 0, 2024-04-15T16:06:28.464 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T16:06:28.464 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_recovered": 0, 2024-04-15T16:06:28.464 INFO:tasks.workunit.client.0.smithi016.stdout: "num_deep_scrub_errors": 0, 2024-04-15T16:06:28.464 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict": 0, 2024-04-15T16:06:28.464 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_kb": 0, 2024-04-15T16:06:28.464 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_full": 0, 2024-04-15T16:06:28.464 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_some": 0, 2024-04-15T16:06:28.465 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush": 0, 2024-04-15T16:06:28.465 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_kb": 0, 2024-04-15T16:06:28.465 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_high": 0, 2024-04-15T16:06:28.465 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_low": 0, 2024-04-15T16:06:28.465 INFO:tasks.workunit.client.0.smithi016.stdout: "num_keys_recovered": 0, 2024-04-15T16:06:28.465 INFO:tasks.workunit.client.0.smithi016.stdout: "num_large_omap_objects": 0, 2024-04-15T16:06:28.465 INFO:tasks.workunit.client.0.smithi016.stdout: "num_legacy_snapsets": 0, 2024-04-15T16:06:28.465 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_clones": 0, 2024-04-15T16:06:28.465 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_copies": 0, 2024-04-15T16:06:28.465 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects": 0, 2024-04-15T16:06:28.465 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_degraded": 0, 2024-04-15T16:06:28.465 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_dirty": 0, 2024-04-15T16:06:28.466 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T16:06:28.466 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_manifest": 0, 2024-04-15T16:06:28.466 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_misplaced": 0, 2024-04-15T16:06:28.466 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing": 0, 2024-04-15T16:06:28.466 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T16:06:28.466 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_omap": 0, 2024-04-15T16:06:28.466 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_pinned": 0, 2024-04-15T16:06:28.466 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_recovered": 0, 2024-04-15T16:06:28.466 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_repaired": 0, 2024-04-15T16:06:28.466 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_unfound": 0, 2024-04-15T16:06:28.466 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_bytes": 0, 2024-04-15T16:06:28.467 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_keys": 0, 2024-04-15T16:06:28.467 INFO:tasks.workunit.client.0.smithi016.stdout: "num_promote": 0, 2024-04-15T16:06:28.467 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read": 0, 2024-04-15T16:06:28.467 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read_kb": 0, 2024-04-15T16:06:28.467 INFO:tasks.workunit.client.0.smithi016.stdout: "num_scrub_errors": 0, 2024-04-15T16:06:28.467 INFO:tasks.workunit.client.0.smithi016.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T16:06:28.467 INFO:tasks.workunit.client.0.smithi016.stdout: "num_whiteouts": 0, 2024-04-15T16:06:28.467 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write": 0, 2024-04-15T16:06:28.467 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write_kb": 0 2024-04-15T16:06:28.467 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:28.467 INFO:tasks.workunit.client.0.smithi016.stdout: "state": "active+clean", 2024-04-15T16:06:28.467 INFO:tasks.workunit.client.0.smithi016.stdout: "stats_invalid": false, 2024-04-15T16:06:28.467 INFO:tasks.workunit.client.0.smithi016.stdout: "up": [ 2024-04-15T16:06:28.468 INFO:tasks.workunit.client.0.smithi016.stdout: 3, 2024-04-15T16:06:28.468 INFO:tasks.workunit.client.0.smithi016.stdout: 7, 2024-04-15T16:06:28.468 INFO:tasks.workunit.client.0.smithi016.stdout: 6 2024-04-15T16:06:28.468 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:28.468 INFO:tasks.workunit.client.0.smithi016.stdout: "up_primary": 3, 2024-04-15T16:06:28.468 INFO:tasks.workunit.client.0.smithi016.stdout: "version": "560'3" 2024-04-15T16:06:28.468 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:28.468 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-15T16:06:28.468 INFO:tasks.workunit.client.0.smithi016.stdout: "acting": [ 2024-04-15T16:06:28.468 INFO:tasks.workunit.client.0.smithi016.stdout: 5, 2024-04-15T16:06:28.468 INFO:tasks.workunit.client.0.smithi016.stdout: 4, 2024-04-15T16:06:28.469 INFO:tasks.workunit.client.0.smithi016.stdout: 6 2024-04-15T16:06:28.469 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:28.469 INFO:tasks.workunit.client.0.smithi016.stdout: "acting_primary": 5, 2024-04-15T16:06:28.469 INFO:tasks.workunit.client.0.smithi016.stdout: "avail_no_missing": [], 2024-04-15T16:06:28.469 INFO:tasks.workunit.client.0.smithi016.stdout: "blocked_by": [], 2024-04-15T16:06:28.469 INFO:tasks.workunit.client.0.smithi016.stdout: "created": 61, 2024-04-15T16:06:28.469 INFO:tasks.workunit.client.0.smithi016.stdout: "dirty_stats_invalid": false, 2024-04-15T16:06:28.469 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T16:06:28.469 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_stats_invalid": false, 2024-04-15T16:06:28.469 INFO:tasks.workunit.client.0.smithi016.stdout: "last_active": "2024-04-15T16:05:12.204510+0000", 2024-04-15T16:06:28.469 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_active": "2024-04-15T14:44:28.453994+0000", 2024-04-15T16:06:28.469 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_peered": "2024-04-15T14:44:28.453994+0000", 2024-04-15T16:06:28.470 INFO:tasks.workunit.client.0.smithi016.stdout: "last_change": "2024-04-15T14:44:28.454307+0000", 2024-04-15T16:06:28.470 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean": "2024-04-15T16:05:12.204510+0000", 2024-04-15T16:06:28.470 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T16:06:28.470 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub": "0'0", 2024-04-15T16:06:28.470 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T16:06:28.470 INFO:tasks.workunit.client.0.smithi016.stdout: "last_epoch_clean": 511, 2024-04-15T16:06:28.470 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fresh": "2024-04-15T16:05:12.204510+0000", 2024-04-15T16:06:28.470 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fullsized": "2024-04-15T16:05:12.204510+0000", 2024-04-15T16:06:28.470 INFO:tasks.workunit.client.0.smithi016.stdout: "last_peered": "2024-04-15T16:05:12.204510+0000", 2024-04-15T16:06:28.470 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub": "0'0", 2024-04-15T16:06:28.470 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_duration": 0, 2024-04-15T16:06:28.471 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T16:06:28.471 INFO:tasks.workunit.client.0.smithi016.stdout: "last_undegraded": "2024-04-15T16:05:12.204510+0000", 2024-04-15T16:06:28.471 INFO:tasks.workunit.client.0.smithi016.stdout: "last_unstale": "2024-04-15T16:05:12.204510+0000", 2024-04-15T16:06:28.471 INFO:tasks.workunit.client.0.smithi016.stdout: "log_dups_size": 0, 2024-04-15T16:06:28.471 INFO:tasks.workunit.client.0.smithi016.stdout: "log_size": 0, 2024-04-15T16:06:28.471 INFO:tasks.workunit.client.0.smithi016.stdout: "log_start": "0'0", 2024-04-15T16:06:28.471 INFO:tasks.workunit.client.0.smithi016.stdout: "manifest_stats_invalid": false, 2024-04-15T16:06:28.471 INFO:tasks.workunit.client.0.smithi016.stdout: "mapping_epoch": 510, 2024-04-15T16:06:28.471 INFO:tasks.workunit.client.0.smithi016.stdout: "object_location_counts": [], 2024-04-15T16:06:28.471 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_scrubbed": 0, 2024-04-15T16:06:28.471 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_trimmed": 0, 2024-04-15T16:06:28.471 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_stats_invalid": false, 2024-04-15T16:06:28.472 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_size": 0, 2024-04-15T16:06:28.472 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_start": "0'0", 2024-04-15T16:06:28.472 INFO:tasks.workunit.client.0.smithi016.stdout: "parent": "0.0", 2024-04-15T16:06:28.472 INFO:tasks.workunit.client.0.smithi016.stdout: "parent_split_bits": 0, 2024-04-15T16:06:28.472 INFO:tasks.workunit.client.0.smithi016.stdout: "pgid": "3.1d", 2024-04-15T16:06:28.472 INFO:tasks.workunit.client.0.smithi016.stdout: "pin_stats_invalid": false, 2024-04-15T16:06:28.472 INFO:tasks.workunit.client.0.smithi016.stdout: "purged_snaps": [], 2024-04-15T16:06:28.472 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_epoch": 2721, 2024-04-15T16:06:28.472 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_seq": 4908, 2024-04-15T16:06:28.472 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_duration": 0.0, 2024-04-15T16:06:28.472 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-16T20:51:04.947259+0000", 2024-04-15T16:06:28.473 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrim_duration": 0.0, 2024-04-15T16:06:28.473 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrimq_len": 0, 2024-04-15T16:06:28.473 INFO:tasks.workunit.client.0.smithi016.stdout: "stat_sum": { 2024-04-15T16:06:28.473 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes": 0, 2024-04-15T16:06:28.473 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T16:06:28.473 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_recovered": 0, 2024-04-15T16:06:28.473 INFO:tasks.workunit.client.0.smithi016.stdout: "num_deep_scrub_errors": 0, 2024-04-15T16:06:28.473 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict": 0, 2024-04-15T16:06:28.473 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_kb": 0, 2024-04-15T16:06:28.473 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_full": 0, 2024-04-15T16:06:28.473 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_some": 0, 2024-04-15T16:06:28.473 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush": 0, 2024-04-15T16:06:28.473 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_kb": 0, 2024-04-15T16:06:28.474 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_high": 0, 2024-04-15T16:06:28.474 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_low": 0, 2024-04-15T16:06:28.474 INFO:tasks.workunit.client.0.smithi016.stdout: "num_keys_recovered": 0, 2024-04-15T16:06:28.474 INFO:tasks.workunit.client.0.smithi016.stdout: "num_large_omap_objects": 0, 2024-04-15T16:06:28.474 INFO:tasks.workunit.client.0.smithi016.stdout: "num_legacy_snapsets": 0, 2024-04-15T16:06:28.474 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_clones": 0, 2024-04-15T16:06:28.474 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_copies": 0, 2024-04-15T16:06:28.474 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects": 0, 2024-04-15T16:06:28.474 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_degraded": 0, 2024-04-15T16:06:28.475 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_dirty": 0, 2024-04-15T16:06:28.475 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T16:06:28.475 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_manifest": 0, 2024-04-15T16:06:28.475 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_misplaced": 0, 2024-04-15T16:06:28.475 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing": 0, 2024-04-15T16:06:28.475 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T16:06:28.475 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_omap": 0, 2024-04-15T16:06:28.475 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_pinned": 0, 2024-04-15T16:06:28.475 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_recovered": 0, 2024-04-15T16:06:28.475 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_repaired": 0, 2024-04-15T16:06:28.475 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_unfound": 0, 2024-04-15T16:06:28.475 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_bytes": 0, 2024-04-15T16:06:28.476 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_keys": 0, 2024-04-15T16:06:28.476 INFO:tasks.workunit.client.0.smithi016.stdout: "num_promote": 0, 2024-04-15T16:06:28.476 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read": 0, 2024-04-15T16:06:28.476 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read_kb": 0, 2024-04-15T16:06:28.476 INFO:tasks.workunit.client.0.smithi016.stdout: "num_scrub_errors": 0, 2024-04-15T16:06:28.476 INFO:tasks.workunit.client.0.smithi016.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T16:06:28.476 INFO:tasks.workunit.client.0.smithi016.stdout: "num_whiteouts": 0, 2024-04-15T16:06:28.476 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write": 0, 2024-04-15T16:06:28.476 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write_kb": 0 2024-04-15T16:06:28.476 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:28.476 INFO:tasks.workunit.client.0.smithi016.stdout: "state": "active+clean", 2024-04-15T16:06:28.476 INFO:tasks.workunit.client.0.smithi016.stdout: "stats_invalid": false, 2024-04-15T16:06:28.477 INFO:tasks.workunit.client.0.smithi016.stdout: "up": [ 2024-04-15T16:06:28.477 INFO:tasks.workunit.client.0.smithi016.stdout: 5, 2024-04-15T16:06:28.477 INFO:tasks.workunit.client.0.smithi016.stdout: 4, 2024-04-15T16:06:28.477 INFO:tasks.workunit.client.0.smithi016.stdout: 6 2024-04-15T16:06:28.477 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:28.477 INFO:tasks.workunit.client.0.smithi016.stdout: "up_primary": 5, 2024-04-15T16:06:28.477 INFO:tasks.workunit.client.0.smithi016.stdout: "version": "0'0" 2024-04-15T16:06:28.477 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:28.477 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-15T16:06:28.477 INFO:tasks.workunit.client.0.smithi016.stdout: "acting": [ 2024-04-15T16:06:28.477 INFO:tasks.workunit.client.0.smithi016.stdout: 7, 2024-04-15T16:06:28.477 INFO:tasks.workunit.client.0.smithi016.stdout: 5, 2024-04-15T16:06:28.478 INFO:tasks.workunit.client.0.smithi016.stdout: 2 2024-04-15T16:06:28.478 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:28.478 INFO:tasks.workunit.client.0.smithi016.stdout: "acting_primary": 7, 2024-04-15T16:06:28.478 INFO:tasks.workunit.client.0.smithi016.stdout: "avail_no_missing": [], 2024-04-15T16:06:28.478 INFO:tasks.workunit.client.0.smithi016.stdout: "blocked_by": [], 2024-04-15T16:06:28.478 INFO:tasks.workunit.client.0.smithi016.stdout: "created": 60, 2024-04-15T16:06:28.478 INFO:tasks.workunit.client.0.smithi016.stdout: "dirty_stats_invalid": false, 2024-04-15T16:06:28.478 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T16:06:28.478 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_stats_invalid": false, 2024-04-15T16:06:28.478 INFO:tasks.workunit.client.0.smithi016.stdout: "last_active": "2024-04-15T16:05:12.199295+0000", 2024-04-15T16:06:28.479 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_active": "2024-04-15T14:44:49.363488+0000", 2024-04-15T16:06:28.479 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_peered": "2024-04-15T14:44:49.363488+0000", 2024-04-15T16:06:28.479 INFO:tasks.workunit.client.0.smithi016.stdout: "last_change": "2024-04-15T14:44:49.364907+0000", 2024-04-15T16:06:28.479 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean": "2024-04-15T16:05:12.199295+0000", 2024-04-15T16:06:28.479 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean_scrub_stamp": "2024-04-15T14:33:33.599136+0000", 2024-04-15T16:06:28.479 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub": "0'0", 2024-04-15T16:06:28.479 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub_stamp": "2024-04-15T14:33:33.599136+0000", 2024-04-15T16:06:28.479 INFO:tasks.workunit.client.0.smithi016.stdout: "last_epoch_clean": 532, 2024-04-15T16:06:28.479 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fresh": "2024-04-15T16:05:12.199295+0000", 2024-04-15T16:06:28.479 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fullsized": "2024-04-15T16:05:12.199295+0000", 2024-04-15T16:06:28.479 INFO:tasks.workunit.client.0.smithi016.stdout: "last_peered": "2024-04-15T16:05:12.199295+0000", 2024-04-15T16:06:28.479 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub": "0'0", 2024-04-15T16:06:28.480 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_duration": 0, 2024-04-15T16:06:28.480 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_stamp": "2024-04-15T14:33:33.599136+0000", 2024-04-15T16:06:28.480 INFO:tasks.workunit.client.0.smithi016.stdout: "last_undegraded": "2024-04-15T16:05:12.199295+0000", 2024-04-15T16:06:28.480 INFO:tasks.workunit.client.0.smithi016.stdout: "last_unstale": "2024-04-15T16:05:12.199295+0000", 2024-04-15T16:06:28.480 INFO:tasks.workunit.client.0.smithi016.stdout: "log_dups_size": 0, 2024-04-15T16:06:28.480 INFO:tasks.workunit.client.0.smithi016.stdout: "log_size": 2, 2024-04-15T16:06:28.480 INFO:tasks.workunit.client.0.smithi016.stdout: "log_start": "0'0", 2024-04-15T16:06:28.480 INFO:tasks.workunit.client.0.smithi016.stdout: "manifest_stats_invalid": false, 2024-04-15T16:06:28.480 INFO:tasks.workunit.client.0.smithi016.stdout: "mapping_epoch": 531, 2024-04-15T16:06:28.480 INFO:tasks.workunit.client.0.smithi016.stdout: "object_location_counts": [], 2024-04-15T16:06:28.480 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_scrubbed": 0, 2024-04-15T16:06:28.480 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_trimmed": 0, 2024-04-15T16:06:28.480 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_stats_invalid": false, 2024-04-15T16:06:28.481 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_size": 2, 2024-04-15T16:06:28.481 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_start": "0'0", 2024-04-15T16:06:28.481 INFO:tasks.workunit.client.0.smithi016.stdout: "parent": "0.0", 2024-04-15T16:06:28.481 INFO:tasks.workunit.client.0.smithi016.stdout: "parent_split_bits": 0, 2024-04-15T16:06:28.481 INFO:tasks.workunit.client.0.smithi016.stdout: "pgid": "2.1c", 2024-04-15T16:06:28.481 INFO:tasks.workunit.client.0.smithi016.stdout: "pin_stats_invalid": false, 2024-04-15T16:06:28.481 INFO:tasks.workunit.client.0.smithi016.stdout: "purged_snaps": [], 2024-04-15T16:06:28.481 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_epoch": 2721, 2024-04-15T16:06:28.481 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_seq": 4883, 2024-04-15T16:06:28.481 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_duration": 0.0, 2024-04-15T16:06:28.481 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-16T15:29:45.407765+0000", 2024-04-15T16:06:28.482 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrim_duration": 0.0, 2024-04-15T16:06:28.482 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrimq_len": 0, 2024-04-15T16:06:28.482 INFO:tasks.workunit.client.0.smithi016.stdout: "stat_sum": { 2024-04-15T16:06:28.482 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes": 0, 2024-04-15T16:06:28.482 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T16:06:28.482 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_recovered": 0, 2024-04-15T16:06:28.482 INFO:tasks.workunit.client.0.smithi016.stdout: "num_deep_scrub_errors": 0, 2024-04-15T16:06:28.482 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict": 0, 2024-04-15T16:06:28.482 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_kb": 0, 2024-04-15T16:06:28.482 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_full": 0, 2024-04-15T16:06:28.482 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_some": 0, 2024-04-15T16:06:28.483 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush": 0, 2024-04-15T16:06:28.483 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_kb": 0, 2024-04-15T16:06:28.483 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_high": 0, 2024-04-15T16:06:28.483 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_low": 0, 2024-04-15T16:06:28.483 INFO:tasks.workunit.client.0.smithi016.stdout: "num_keys_recovered": 0, 2024-04-15T16:06:28.483 INFO:tasks.workunit.client.0.smithi016.stdout: "num_large_omap_objects": 0, 2024-04-15T16:06:28.483 INFO:tasks.workunit.client.0.smithi016.stdout: "num_legacy_snapsets": 0, 2024-04-15T16:06:28.483 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_clones": 0, 2024-04-15T16:06:28.483 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_copies": 3, 2024-04-15T16:06:28.483 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects": 1, 2024-04-15T16:06:28.483 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_degraded": 0, 2024-04-15T16:06:28.483 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_dirty": 1, 2024-04-15T16:06:28.484 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T16:06:28.484 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_manifest": 0, 2024-04-15T16:06:28.484 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_misplaced": 0, 2024-04-15T16:06:28.484 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing": 0, 2024-04-15T16:06:28.484 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T16:06:28.484 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_omap": 1, 2024-04-15T16:06:28.484 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_pinned": 0, 2024-04-15T16:06:28.484 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_recovered": 0, 2024-04-15T16:06:28.484 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_repaired": 0, 2024-04-15T16:06:28.484 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_unfound": 0, 2024-04-15T16:06:28.484 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_bytes": 0, 2024-04-15T16:06:28.484 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_keys": 0, 2024-04-15T16:06:28.484 INFO:tasks.workunit.client.0.smithi016.stdout: "num_promote": 0, 2024-04-15T16:06:28.485 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read": 12, 2024-04-15T16:06:28.485 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read_kb": 12, 2024-04-15T16:06:28.485 INFO:tasks.workunit.client.0.smithi016.stdout: "num_scrub_errors": 0, 2024-04-15T16:06:28.485 INFO:tasks.workunit.client.0.smithi016.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T16:06:28.485 INFO:tasks.workunit.client.0.smithi016.stdout: "num_whiteouts": 0, 2024-04-15T16:06:28.485 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write": 3, 2024-04-15T16:06:28.485 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write_kb": 0 2024-04-15T16:06:28.485 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:28.485 INFO:tasks.workunit.client.0.smithi016.stdout: "state": "active+clean", 2024-04-15T16:06:28.485 INFO:tasks.workunit.client.0.smithi016.stdout: "stats_invalid": false, 2024-04-15T16:06:28.485 INFO:tasks.workunit.client.0.smithi016.stdout: "up": [ 2024-04-15T16:06:28.486 INFO:tasks.workunit.client.0.smithi016.stdout: 7, 2024-04-15T16:06:28.486 INFO:tasks.workunit.client.0.smithi016.stdout: 5, 2024-04-15T16:06:28.486 INFO:tasks.workunit.client.0.smithi016.stdout: 2 2024-04-15T16:06:28.486 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:28.486 INFO:tasks.workunit.client.0.smithi016.stdout: "up_primary": 7, 2024-04-15T16:06:28.486 INFO:tasks.workunit.client.0.smithi016.stdout: "version": "62'2" 2024-04-15T16:06:28.486 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:28.486 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-15T16:06:28.486 INFO:tasks.workunit.client.0.smithi016.stdout: "acting": [ 2024-04-15T16:06:28.486 INFO:tasks.workunit.client.0.smithi016.stdout: 5, 2024-04-15T16:06:28.486 INFO:tasks.workunit.client.0.smithi016.stdout: 4, 2024-04-15T16:06:28.487 INFO:tasks.workunit.client.0.smithi016.stdout: 1 2024-04-15T16:06:28.487 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:28.487 INFO:tasks.workunit.client.0.smithi016.stdout: "acting_primary": 5, 2024-04-15T16:06:28.487 INFO:tasks.workunit.client.0.smithi016.stdout: "avail_no_missing": [], 2024-04-15T16:06:28.487 INFO:tasks.workunit.client.0.smithi016.stdout: "blocked_by": [], 2024-04-15T16:06:28.487 INFO:tasks.workunit.client.0.smithi016.stdout: "created": 61, 2024-04-15T16:06:28.487 INFO:tasks.workunit.client.0.smithi016.stdout: "dirty_stats_invalid": false, 2024-04-15T16:06:28.487 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T16:06:28.487 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_stats_invalid": false, 2024-04-15T16:06:28.487 INFO:tasks.workunit.client.0.smithi016.stdout: "last_active": "2024-04-15T16:05:12.202795+0000", 2024-04-15T16:06:28.487 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_active": "2024-04-15T14:43:53.355230+0000", 2024-04-15T16:06:28.488 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_peered": "2024-04-15T14:43:53.355230+0000", 2024-04-15T16:06:28.488 INFO:tasks.workunit.client.0.smithi016.stdout: "last_change": "2024-04-15T14:43:53.355937+0000", 2024-04-15T16:06:28.488 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean": "2024-04-15T16:05:12.202795+0000", 2024-04-15T16:06:28.488 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T16:06:28.488 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub": "0'0", 2024-04-15T16:06:28.488 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T16:06:28.488 INFO:tasks.workunit.client.0.smithi016.stdout: "last_epoch_clean": 476, 2024-04-15T16:06:28.488 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fresh": "2024-04-15T16:05:12.202795+0000", 2024-04-15T16:06:28.488 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fullsized": "2024-04-15T16:05:12.202795+0000", 2024-04-15T16:06:28.488 INFO:tasks.workunit.client.0.smithi016.stdout: "last_peered": "2024-04-15T16:05:12.202795+0000", 2024-04-15T16:06:28.488 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub": "0'0", 2024-04-15T16:06:28.489 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_duration": 0, 2024-04-15T16:06:28.489 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T16:06:28.489 INFO:tasks.workunit.client.0.smithi016.stdout: "last_undegraded": "2024-04-15T16:05:12.202795+0000", 2024-04-15T16:06:28.489 INFO:tasks.workunit.client.0.smithi016.stdout: "last_unstale": "2024-04-15T16:05:12.202795+0000", 2024-04-15T16:06:28.489 INFO:tasks.workunit.client.0.smithi016.stdout: "log_dups_size": 0, 2024-04-15T16:06:28.489 INFO:tasks.workunit.client.0.smithi016.stdout: "log_size": 0, 2024-04-15T16:06:28.489 INFO:tasks.workunit.client.0.smithi016.stdout: "log_start": "0'0", 2024-04-15T16:06:28.489 INFO:tasks.workunit.client.0.smithi016.stdout: "manifest_stats_invalid": false, 2024-04-15T16:06:28.489 INFO:tasks.workunit.client.0.smithi016.stdout: "mapping_epoch": 475, 2024-04-15T16:06:28.489 INFO:tasks.workunit.client.0.smithi016.stdout: "object_location_counts": [], 2024-04-15T16:06:28.489 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_scrubbed": 0, 2024-04-15T16:06:28.490 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_trimmed": 0, 2024-04-15T16:06:28.490 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_stats_invalid": false, 2024-04-15T16:06:28.490 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_size": 0, 2024-04-15T16:06:28.490 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_start": "0'0", 2024-04-15T16:06:28.490 INFO:tasks.workunit.client.0.smithi016.stdout: "parent": "0.0", 2024-04-15T16:06:28.490 INFO:tasks.workunit.client.0.smithi016.stdout: "parent_split_bits": 0, 2024-04-15T16:06:28.490 INFO:tasks.workunit.client.0.smithi016.stdout: "pgid": "3.1c", 2024-04-15T16:06:28.490 INFO:tasks.workunit.client.0.smithi016.stdout: "pin_stats_invalid": false, 2024-04-15T16:06:28.490 INFO:tasks.workunit.client.0.smithi016.stdout: "purged_snaps": [], 2024-04-15T16:06:28.490 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_epoch": 2721, 2024-04-15T16:06:28.490 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_seq": 4914, 2024-04-15T16:06:28.490 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_duration": 0.0, 2024-04-15T16:06:28.491 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-16T15:15:19.534733+0000", 2024-04-15T16:06:28.491 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrim_duration": 0.0, 2024-04-15T16:06:28.491 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrimq_len": 0, 2024-04-15T16:06:28.491 INFO:tasks.workunit.client.0.smithi016.stdout: "stat_sum": { 2024-04-15T16:06:28.491 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes": 0, 2024-04-15T16:06:28.491 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T16:06:28.491 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_recovered": 0, 2024-04-15T16:06:28.491 INFO:tasks.workunit.client.0.smithi016.stdout: "num_deep_scrub_errors": 0, 2024-04-15T16:06:28.491 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict": 0, 2024-04-15T16:06:28.491 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_kb": 0, 2024-04-15T16:06:28.491 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_full": 0, 2024-04-15T16:06:28.491 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_some": 0, 2024-04-15T16:06:28.492 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush": 0, 2024-04-15T16:06:28.492 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_kb": 0, 2024-04-15T16:06:28.492 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_high": 0, 2024-04-15T16:06:28.492 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_low": 0, 2024-04-15T16:06:28.492 INFO:tasks.workunit.client.0.smithi016.stdout: "num_keys_recovered": 0, 2024-04-15T16:06:28.492 INFO:tasks.workunit.client.0.smithi016.stdout: "num_large_omap_objects": 0, 2024-04-15T16:06:28.492 INFO:tasks.workunit.client.0.smithi016.stdout: "num_legacy_snapsets": 0, 2024-04-15T16:06:28.492 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_clones": 0, 2024-04-15T16:06:28.492 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_copies": 0, 2024-04-15T16:06:28.492 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects": 0, 2024-04-15T16:06:28.492 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_degraded": 0, 2024-04-15T16:06:28.492 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_dirty": 0, 2024-04-15T16:06:28.493 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T16:06:28.493 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_manifest": 0, 2024-04-15T16:06:28.493 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_misplaced": 0, 2024-04-15T16:06:28.493 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing": 0, 2024-04-15T16:06:28.493 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T16:06:28.493 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_omap": 0, 2024-04-15T16:06:28.493 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_pinned": 0, 2024-04-15T16:06:28.493 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_recovered": 0, 2024-04-15T16:06:28.493 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_repaired": 0, 2024-04-15T16:06:28.493 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_unfound": 0, 2024-04-15T16:06:28.493 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_bytes": 0, 2024-04-15T16:06:28.493 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_keys": 0, 2024-04-15T16:06:28.494 INFO:tasks.workunit.client.0.smithi016.stdout: "num_promote": 0, 2024-04-15T16:06:28.494 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read": 0, 2024-04-15T16:06:28.494 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read_kb": 0, 2024-04-15T16:06:28.494 INFO:tasks.workunit.client.0.smithi016.stdout: "num_scrub_errors": 0, 2024-04-15T16:06:28.494 INFO:tasks.workunit.client.0.smithi016.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T16:06:28.494 INFO:tasks.workunit.client.0.smithi016.stdout: "num_whiteouts": 0, 2024-04-15T16:06:28.494 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write": 0, 2024-04-15T16:06:28.494 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write_kb": 0 2024-04-15T16:06:28.494 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:28.494 INFO:tasks.workunit.client.0.smithi016.stdout: "state": "active+clean", 2024-04-15T16:06:28.494 INFO:tasks.workunit.client.0.smithi016.stdout: "stats_invalid": false, 2024-04-15T16:06:28.494 INFO:tasks.workunit.client.0.smithi016.stdout: "up": [ 2024-04-15T16:06:28.495 INFO:tasks.workunit.client.0.smithi016.stdout: 5, 2024-04-15T16:06:28.495 INFO:tasks.workunit.client.0.smithi016.stdout: 4, 2024-04-15T16:06:28.495 INFO:tasks.workunit.client.0.smithi016.stdout: 1 2024-04-15T16:06:28.495 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:28.495 INFO:tasks.workunit.client.0.smithi016.stdout: "up_primary": 5, 2024-04-15T16:06:28.495 INFO:tasks.workunit.client.0.smithi016.stdout: "version": "0'0" 2024-04-15T16:06:28.495 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:28.495 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-15T16:06:28.495 INFO:tasks.workunit.client.0.smithi016.stdout: "acting": [ 2024-04-15T16:06:28.495 INFO:tasks.workunit.client.0.smithi016.stdout: 7, 2024-04-15T16:06:28.495 INFO:tasks.workunit.client.0.smithi016.stdout: 6, 2024-04-15T16:06:28.495 INFO:tasks.workunit.client.0.smithi016.stdout: 0 2024-04-15T16:06:28.496 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:28.496 INFO:tasks.workunit.client.0.smithi016.stdout: "acting_primary": 7, 2024-04-15T16:06:28.496 INFO:tasks.workunit.client.0.smithi016.stdout: "avail_no_missing": [], 2024-04-15T16:06:28.496 INFO:tasks.workunit.client.0.smithi016.stdout: "blocked_by": [], 2024-04-15T16:06:28.496 INFO:tasks.workunit.client.0.smithi016.stdout: "created": 60, 2024-04-15T16:06:28.496 INFO:tasks.workunit.client.0.smithi016.stdout: "dirty_stats_invalid": false, 2024-04-15T16:06:28.496 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T16:06:28.496 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_stats_invalid": false, 2024-04-15T16:06:28.496 INFO:tasks.workunit.client.0.smithi016.stdout: "last_active": "2024-04-15T16:05:12.201171+0000", 2024-04-15T16:06:28.496 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_active": "2024-04-15T14:44:49.365324+0000", 2024-04-15T16:06:28.496 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_peered": "2024-04-15T14:44:49.365324+0000", 2024-04-15T16:06:28.496 INFO:tasks.workunit.client.0.smithi016.stdout: "last_change": "2024-04-15T14:44:49.369000+0000", 2024-04-15T16:06:28.496 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean": "2024-04-15T16:05:12.201171+0000", 2024-04-15T16:06:28.497 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean_scrub_stamp": "2024-04-15T14:33:33.599136+0000", 2024-04-15T16:06:28.497 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub": "0'0", 2024-04-15T16:06:28.497 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub_stamp": "2024-04-15T14:33:33.599136+0000", 2024-04-15T16:06:28.497 INFO:tasks.workunit.client.0.smithi016.stdout: "last_epoch_clean": 532, 2024-04-15T16:06:28.497 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fresh": "2024-04-15T16:05:12.201171+0000", 2024-04-15T16:06:28.497 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fullsized": "2024-04-15T16:05:12.201171+0000", 2024-04-15T16:06:28.497 INFO:tasks.workunit.client.0.smithi016.stdout: "last_peered": "2024-04-15T16:05:12.201171+0000", 2024-04-15T16:06:28.497 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub": "0'0", 2024-04-15T16:06:28.497 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_duration": 0, 2024-04-15T16:06:28.497 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_stamp": "2024-04-15T14:33:33.599136+0000", 2024-04-15T16:06:28.497 INFO:tasks.workunit.client.0.smithi016.stdout: "last_undegraded": "2024-04-15T16:05:12.201171+0000", 2024-04-15T16:06:28.498 INFO:tasks.workunit.client.0.smithi016.stdout: "last_unstale": "2024-04-15T16:05:12.201171+0000", 2024-04-15T16:06:28.498 INFO:tasks.workunit.client.0.smithi016.stdout: "log_dups_size": 0, 2024-04-15T16:06:28.498 INFO:tasks.workunit.client.0.smithi016.stdout: "log_size": 2, 2024-04-15T16:06:28.498 INFO:tasks.workunit.client.0.smithi016.stdout: "log_start": "0'0", 2024-04-15T16:06:28.498 INFO:tasks.workunit.client.0.smithi016.stdout: "manifest_stats_invalid": false, 2024-04-15T16:06:28.498 INFO:tasks.workunit.client.0.smithi016.stdout: "mapping_epoch": 531, 2024-04-15T16:06:28.498 INFO:tasks.workunit.client.0.smithi016.stdout: "object_location_counts": [], 2024-04-15T16:06:28.498 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_scrubbed": 0, 2024-04-15T16:06:28.498 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_trimmed": 0, 2024-04-15T16:06:28.498 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_stats_invalid": false, 2024-04-15T16:06:28.498 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_size": 2, 2024-04-15T16:06:28.498 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_start": "0'0", 2024-04-15T16:06:28.499 INFO:tasks.workunit.client.0.smithi016.stdout: "parent": "0.0", 2024-04-15T16:06:28.499 INFO:tasks.workunit.client.0.smithi016.stdout: "parent_split_bits": 0, 2024-04-15T16:06:28.499 INFO:tasks.workunit.client.0.smithi016.stdout: "pgid": "2.1d", 2024-04-15T16:06:28.499 INFO:tasks.workunit.client.0.smithi016.stdout: "pin_stats_invalid": false, 2024-04-15T16:06:28.499 INFO:tasks.workunit.client.0.smithi016.stdout: "purged_snaps": [], 2024-04-15T16:06:28.499 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_epoch": 2721, 2024-04-15T16:06:28.499 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_seq": 4874, 2024-04-15T16:06:28.499 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_duration": 0.0, 2024-04-15T16:06:28.499 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-16T19:25:42.638446+0000", 2024-04-15T16:06:28.499 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrim_duration": 0.0, 2024-04-15T16:06:28.499 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrimq_len": 0, 2024-04-15T16:06:28.499 INFO:tasks.workunit.client.0.smithi016.stdout: "stat_sum": { 2024-04-15T16:06:28.499 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes": 0, 2024-04-15T16:06:28.500 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T16:06:28.500 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_recovered": 0, 2024-04-15T16:06:28.500 INFO:tasks.workunit.client.0.smithi016.stdout: "num_deep_scrub_errors": 0, 2024-04-15T16:06:28.500 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict": 0, 2024-04-15T16:06:28.500 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_kb": 0, 2024-04-15T16:06:28.500 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_full": 0, 2024-04-15T16:06:28.500 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_some": 0, 2024-04-15T16:06:28.500 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush": 0, 2024-04-15T16:06:28.500 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_kb": 0, 2024-04-15T16:06:28.500 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_high": 0, 2024-04-15T16:06:28.501 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_low": 0, 2024-04-15T16:06:28.501 INFO:tasks.workunit.client.0.smithi016.stdout: "num_keys_recovered": 0, 2024-04-15T16:06:28.501 INFO:tasks.workunit.client.0.smithi016.stdout: "num_large_omap_objects": 0, 2024-04-15T16:06:28.501 INFO:tasks.workunit.client.0.smithi016.stdout: "num_legacy_snapsets": 0, 2024-04-15T16:06:28.501 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_clones": 0, 2024-04-15T16:06:28.501 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_copies": 3, 2024-04-15T16:06:28.501 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects": 1, 2024-04-15T16:06:28.501 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_degraded": 0, 2024-04-15T16:06:28.501 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_dirty": 1, 2024-04-15T16:06:28.501 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T16:06:28.501 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_manifest": 0, 2024-04-15T16:06:28.501 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_misplaced": 0, 2024-04-15T16:06:28.502 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing": 0, 2024-04-15T16:06:28.502 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T16:06:28.502 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_omap": 1, 2024-04-15T16:06:28.502 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_pinned": 0, 2024-04-15T16:06:28.502 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_recovered": 0, 2024-04-15T16:06:28.502 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_repaired": 0, 2024-04-15T16:06:28.502 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_unfound": 0, 2024-04-15T16:06:28.502 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_bytes": 0, 2024-04-15T16:06:28.502 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_keys": 0, 2024-04-15T16:06:28.502 INFO:tasks.workunit.client.0.smithi016.stdout: "num_promote": 0, 2024-04-15T16:06:28.502 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read": 12, 2024-04-15T16:06:28.502 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read_kb": 12, 2024-04-15T16:06:28.503 INFO:tasks.workunit.client.0.smithi016.stdout: "num_scrub_errors": 0, 2024-04-15T16:06:28.503 INFO:tasks.workunit.client.0.smithi016.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T16:06:28.503 INFO:tasks.workunit.client.0.smithi016.stdout: "num_whiteouts": 0, 2024-04-15T16:06:28.503 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write": 3, 2024-04-15T16:06:28.503 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write_kb": 0 2024-04-15T16:06:28.503 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:28.503 INFO:tasks.workunit.client.0.smithi016.stdout: "state": "active+clean", 2024-04-15T16:06:28.503 INFO:tasks.workunit.client.0.smithi016.stdout: "stats_invalid": false, 2024-04-15T16:06:28.503 INFO:tasks.workunit.client.0.smithi016.stdout: "up": [ 2024-04-15T16:06:28.503 INFO:tasks.workunit.client.0.smithi016.stdout: 7, 2024-04-15T16:06:28.503 INFO:tasks.workunit.client.0.smithi016.stdout: 6, 2024-04-15T16:06:28.503 INFO:tasks.workunit.client.0.smithi016.stdout: 0 2024-04-15T16:06:28.504 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:28.504 INFO:tasks.workunit.client.0.smithi016.stdout: "up_primary": 7, 2024-04-15T16:06:28.504 INFO:tasks.workunit.client.0.smithi016.stdout: "version": "62'2" 2024-04-15T16:06:28.504 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:28.504 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-15T16:06:28.504 INFO:tasks.workunit.client.0.smithi016.stdout: "acting": [ 2024-04-15T16:06:28.504 INFO:tasks.workunit.client.0.smithi016.stdout: 0, 2024-04-15T16:06:28.504 INFO:tasks.workunit.client.0.smithi016.stdout: 5, 2024-04-15T16:06:28.504 INFO:tasks.workunit.client.0.smithi016.stdout: 2 2024-04-15T16:06:28.504 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:28.504 INFO:tasks.workunit.client.0.smithi016.stdout: "acting_primary": 0, 2024-04-15T16:06:28.504 INFO:tasks.workunit.client.0.smithi016.stdout: "avail_no_missing": [], 2024-04-15T16:06:28.505 INFO:tasks.workunit.client.0.smithi016.stdout: "blocked_by": [], 2024-04-15T16:06:28.505 INFO:tasks.workunit.client.0.smithi016.stdout: "created": 61, 2024-04-15T16:06:28.505 INFO:tasks.workunit.client.0.smithi016.stdout: "dirty_stats_invalid": false, 2024-04-15T16:06:28.505 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T16:06:28.505 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_stats_invalid": false, 2024-04-15T16:06:28.505 INFO:tasks.workunit.client.0.smithi016.stdout: "last_active": "2024-04-15T16:05:11.412936+0000", 2024-04-15T16:06:28.505 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_active": "2024-04-15T14:43:53.348098+0000", 2024-04-15T16:06:28.505 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_peered": "2024-04-15T14:43:53.348098+0000", 2024-04-15T16:06:28.505 INFO:tasks.workunit.client.0.smithi016.stdout: "last_change": "2024-04-15T14:43:53.348461+0000", 2024-04-15T16:06:28.505 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean": "2024-04-15T16:05:11.412936+0000", 2024-04-15T16:06:28.505 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T16:06:28.506 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub": "0'0", 2024-04-15T16:06:28.506 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T16:06:28.506 INFO:tasks.workunit.client.0.smithi016.stdout: "last_epoch_clean": 476, 2024-04-15T16:06:28.506 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fresh": "2024-04-15T16:05:11.412936+0000", 2024-04-15T16:06:28.506 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fullsized": "2024-04-15T16:05:11.412936+0000", 2024-04-15T16:06:28.506 INFO:tasks.workunit.client.0.smithi016.stdout: "last_peered": "2024-04-15T16:05:11.412936+0000", 2024-04-15T16:06:28.506 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub": "0'0", 2024-04-15T16:06:28.506 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_duration": 0, 2024-04-15T16:06:28.506 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T16:06:28.506 INFO:tasks.workunit.client.0.smithi016.stdout: "last_undegraded": "2024-04-15T16:05:11.412936+0000", 2024-04-15T16:06:28.506 INFO:tasks.workunit.client.0.smithi016.stdout: "last_unstale": "2024-04-15T16:05:11.412936+0000", 2024-04-15T16:06:28.506 INFO:tasks.workunit.client.0.smithi016.stdout: "log_dups_size": 0, 2024-04-15T16:06:28.507 INFO:tasks.workunit.client.0.smithi016.stdout: "log_size": 0, 2024-04-15T16:06:28.507 INFO:tasks.workunit.client.0.smithi016.stdout: "log_start": "0'0", 2024-04-15T16:06:28.507 INFO:tasks.workunit.client.0.smithi016.stdout: "manifest_stats_invalid": false, 2024-04-15T16:06:28.507 INFO:tasks.workunit.client.0.smithi016.stdout: "mapping_epoch": 475, 2024-04-15T16:06:28.507 INFO:tasks.workunit.client.0.smithi016.stdout: "object_location_counts": [], 2024-04-15T16:06:28.507 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_scrubbed": 0, 2024-04-15T16:06:28.507 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_trimmed": 0, 2024-04-15T16:06:28.507 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_stats_invalid": false, 2024-04-15T16:06:28.507 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_size": 0, 2024-04-15T16:06:28.507 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_start": "0'0", 2024-04-15T16:06:28.507 INFO:tasks.workunit.client.0.smithi016.stdout: "parent": "0.0", 2024-04-15T16:06:28.507 INFO:tasks.workunit.client.0.smithi016.stdout: "parent_split_bits": 0, 2024-04-15T16:06:28.508 INFO:tasks.workunit.client.0.smithi016.stdout: "pgid": "3.1f", 2024-04-15T16:06:28.508 INFO:tasks.workunit.client.0.smithi016.stdout: "pin_stats_invalid": false, 2024-04-15T16:06:28.508 INFO:tasks.workunit.client.0.smithi016.stdout: "purged_snaps": [], 2024-04-15T16:06:28.508 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_epoch": 2721, 2024-04-15T16:06:28.508 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_seq": 5063, 2024-04-15T16:06:28.508 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_duration": 0.0, 2024-04-15T16:06:28.508 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-17T02:28:34.658898+0000", 2024-04-15T16:06:28.508 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrim_duration": 0.0, 2024-04-15T16:06:28.508 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrimq_len": 0, 2024-04-15T16:06:28.508 INFO:tasks.workunit.client.0.smithi016.stdout: "stat_sum": { 2024-04-15T16:06:28.508 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes": 0, 2024-04-15T16:06:28.508 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T16:06:28.508 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_recovered": 0, 2024-04-15T16:06:28.509 INFO:tasks.workunit.client.0.smithi016.stdout: "num_deep_scrub_errors": 0, 2024-04-15T16:06:28.509 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict": 0, 2024-04-15T16:06:28.509 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_kb": 0, 2024-04-15T16:06:28.509 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_full": 0, 2024-04-15T16:06:28.509 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_some": 0, 2024-04-15T16:06:28.509 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush": 0, 2024-04-15T16:06:28.509 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_kb": 0, 2024-04-15T16:06:28.509 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_high": 0, 2024-04-15T16:06:28.509 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_low": 0, 2024-04-15T16:06:28.509 INFO:tasks.workunit.client.0.smithi016.stdout: "num_keys_recovered": 0, 2024-04-15T16:06:28.509 INFO:tasks.workunit.client.0.smithi016.stdout: "num_large_omap_objects": 0, 2024-04-15T16:06:28.509 INFO:tasks.workunit.client.0.smithi016.stdout: "num_legacy_snapsets": 0, 2024-04-15T16:06:28.509 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_clones": 0, 2024-04-15T16:06:28.510 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_copies": 0, 2024-04-15T16:06:28.510 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects": 0, 2024-04-15T16:06:28.510 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_degraded": 0, 2024-04-15T16:06:28.510 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_dirty": 0, 2024-04-15T16:06:28.510 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T16:06:28.510 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_manifest": 0, 2024-04-15T16:06:28.510 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_misplaced": 0, 2024-04-15T16:06:28.510 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing": 0, 2024-04-15T16:06:28.510 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T16:06:28.510 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_omap": 0, 2024-04-15T16:06:28.510 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_pinned": 0, 2024-04-15T16:06:28.510 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_recovered": 0, 2024-04-15T16:06:28.511 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_repaired": 0, 2024-04-15T16:06:28.511 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_unfound": 0, 2024-04-15T16:06:28.511 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_bytes": 0, 2024-04-15T16:06:28.511 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_keys": 0, 2024-04-15T16:06:28.511 INFO:tasks.workunit.client.0.smithi016.stdout: "num_promote": 0, 2024-04-15T16:06:28.511 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read": 0, 2024-04-15T16:06:28.511 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read_kb": 0, 2024-04-15T16:06:28.511 INFO:tasks.workunit.client.0.smithi016.stdout: "num_scrub_errors": 0, 2024-04-15T16:06:28.511 INFO:tasks.workunit.client.0.smithi016.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T16:06:28.511 INFO:tasks.workunit.client.0.smithi016.stdout: "num_whiteouts": 0, 2024-04-15T16:06:28.511 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write": 0, 2024-04-15T16:06:28.511 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write_kb": 0 2024-04-15T16:06:28.511 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:28.512 INFO:tasks.workunit.client.0.smithi016.stdout: "state": "active+clean", 2024-04-15T16:06:28.512 INFO:tasks.workunit.client.0.smithi016.stdout: "stats_invalid": false, 2024-04-15T16:06:28.512 INFO:tasks.workunit.client.0.smithi016.stdout: "up": [ 2024-04-15T16:06:28.512 INFO:tasks.workunit.client.0.smithi016.stdout: 0, 2024-04-15T16:06:28.512 INFO:tasks.workunit.client.0.smithi016.stdout: 5, 2024-04-15T16:06:28.512 INFO:tasks.workunit.client.0.smithi016.stdout: 2 2024-04-15T16:06:28.512 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:28.512 INFO:tasks.workunit.client.0.smithi016.stdout: "up_primary": 0, 2024-04-15T16:06:28.512 INFO:tasks.workunit.client.0.smithi016.stdout: "version": "0'0" 2024-04-15T16:06:28.512 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:28.512 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-15T16:06:28.512 INFO:tasks.workunit.client.0.smithi016.stdout: "acting": [ 2024-04-15T16:06:28.513 INFO:tasks.workunit.client.0.smithi016.stdout: 3, 2024-04-15T16:06:28.513 INFO:tasks.workunit.client.0.smithi016.stdout: 0, 2024-04-15T16:06:28.513 INFO:tasks.workunit.client.0.smithi016.stdout: 5 2024-04-15T16:06:28.513 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:28.513 INFO:tasks.workunit.client.0.smithi016.stdout: "acting_primary": 3, 2024-04-15T16:06:28.513 INFO:tasks.workunit.client.0.smithi016.stdout: "avail_no_missing": [], 2024-04-15T16:06:28.513 INFO:tasks.workunit.client.0.smithi016.stdout: "blocked_by": [], 2024-04-15T16:06:28.513 INFO:tasks.workunit.client.0.smithi016.stdout: "created": 60, 2024-04-15T16:06:28.513 INFO:tasks.workunit.client.0.smithi016.stdout: "dirty_stats_invalid": false, 2024-04-15T16:06:28.513 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T16:06:28.513 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_stats_invalid": false, 2024-04-15T16:06:28.513 INFO:tasks.workunit.client.0.smithi016.stdout: "last_active": "2024-04-15T16:05:12.200044+0000", 2024-04-15T16:06:28.514 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_active": "2024-04-15T14:43:53.360291+0000", 2024-04-15T16:06:28.514 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_peered": "2024-04-15T14:43:53.360291+0000", 2024-04-15T16:06:28.514 INFO:tasks.workunit.client.0.smithi016.stdout: "last_change": "2024-04-15T14:43:53.360666+0000", 2024-04-15T16:06:28.514 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean": "2024-04-15T16:05:12.200044+0000", 2024-04-15T16:06:28.514 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean_scrub_stamp": "2024-04-15T14:33:33.599136+0000", 2024-04-15T16:06:28.514 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub": "0'0", 2024-04-15T16:06:28.514 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub_stamp": "2024-04-15T14:33:33.599136+0000", 2024-04-15T16:06:28.514 INFO:tasks.workunit.client.0.smithi016.stdout: "last_epoch_clean": 476, 2024-04-15T16:06:28.514 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fresh": "2024-04-15T16:05:12.200044+0000", 2024-04-15T16:06:28.514 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fullsized": "2024-04-15T16:05:12.200044+0000", 2024-04-15T16:06:28.514 INFO:tasks.workunit.client.0.smithi016.stdout: "last_peered": "2024-04-15T16:05:12.200044+0000", 2024-04-15T16:06:28.515 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub": "0'0", 2024-04-15T16:06:28.515 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_duration": 0, 2024-04-15T16:06:28.515 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_stamp": "2024-04-15T14:33:33.599136+0000", 2024-04-15T16:06:28.515 INFO:tasks.workunit.client.0.smithi016.stdout: "last_undegraded": "2024-04-15T16:05:12.200044+0000", 2024-04-15T16:06:28.515 INFO:tasks.workunit.client.0.smithi016.stdout: "last_unstale": "2024-04-15T16:05:12.200044+0000", 2024-04-15T16:06:28.515 INFO:tasks.workunit.client.0.smithi016.stdout: "log_dups_size": 0, 2024-04-15T16:06:28.515 INFO:tasks.workunit.client.0.smithi016.stdout: "log_size": 3, 2024-04-15T16:06:28.515 INFO:tasks.workunit.client.0.smithi016.stdout: "log_start": "0'0", 2024-04-15T16:06:28.515 INFO:tasks.workunit.client.0.smithi016.stdout: "manifest_stats_invalid": false, 2024-04-15T16:06:28.515 INFO:tasks.workunit.client.0.smithi016.stdout: "mapping_epoch": 475, 2024-04-15T16:06:28.515 INFO:tasks.workunit.client.0.smithi016.stdout: "object_location_counts": [], 2024-04-15T16:06:28.515 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_scrubbed": 0, 2024-04-15T16:06:28.516 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_trimmed": 0, 2024-04-15T16:06:28.516 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_stats_invalid": false, 2024-04-15T16:06:28.516 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_size": 3, 2024-04-15T16:06:28.516 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_start": "0'0", 2024-04-15T16:06:28.516 INFO:tasks.workunit.client.0.smithi016.stdout: "parent": "0.0", 2024-04-15T16:06:28.516 INFO:tasks.workunit.client.0.smithi016.stdout: "parent_split_bits": 0, 2024-04-15T16:06:28.516 INFO:tasks.workunit.client.0.smithi016.stdout: "pgid": "2.1e", 2024-04-15T16:06:28.516 INFO:tasks.workunit.client.0.smithi016.stdout: "pin_stats_invalid": false, 2024-04-15T16:06:28.516 INFO:tasks.workunit.client.0.smithi016.stdout: "purged_snaps": [], 2024-04-15T16:06:28.516 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_epoch": 2721, 2024-04-15T16:06:28.516 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_seq": 4962, 2024-04-15T16:06:28.517 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_duration": 0.0, 2024-04-15T16:06:28.517 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-16T14:34:58.457839+0000", 2024-04-15T16:06:28.517 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrim_duration": 0.0, 2024-04-15T16:06:28.517 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrimq_len": 0, 2024-04-15T16:06:28.517 INFO:tasks.workunit.client.0.smithi016.stdout: "stat_sum": { 2024-04-15T16:06:28.517 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes": 0, 2024-04-15T16:06:28.517 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T16:06:28.517 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_recovered": 0, 2024-04-15T16:06:28.517 INFO:tasks.workunit.client.0.smithi016.stdout: "num_deep_scrub_errors": 0, 2024-04-15T16:06:28.517 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict": 0, 2024-04-15T16:06:28.517 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_kb": 0, 2024-04-15T16:06:28.517 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_full": 0, 2024-04-15T16:06:28.518 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_some": 0, 2024-04-15T16:06:28.518 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush": 0, 2024-04-15T16:06:28.518 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_kb": 0, 2024-04-15T16:06:28.518 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_high": 0, 2024-04-15T16:06:28.518 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_low": 0, 2024-04-15T16:06:28.518 INFO:tasks.workunit.client.0.smithi016.stdout: "num_keys_recovered": 0, 2024-04-15T16:06:28.518 INFO:tasks.workunit.client.0.smithi016.stdout: "num_large_omap_objects": 0, 2024-04-15T16:06:28.518 INFO:tasks.workunit.client.0.smithi016.stdout: "num_legacy_snapsets": 0, 2024-04-15T16:06:28.518 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_clones": 0, 2024-04-15T16:06:28.518 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_copies": 0, 2024-04-15T16:06:28.518 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects": 0, 2024-04-15T16:06:28.519 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_degraded": 0, 2024-04-15T16:06:28.519 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_dirty": 0, 2024-04-15T16:06:28.519 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T16:06:28.519 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_manifest": 0, 2024-04-15T16:06:28.519 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_misplaced": 0, 2024-04-15T16:06:28.519 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing": 0, 2024-04-15T16:06:28.519 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T16:06:28.519 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_omap": 0, 2024-04-15T16:06:28.519 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_pinned": 0, 2024-04-15T16:06:28.519 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_recovered": 0, 2024-04-15T16:06:28.519 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_repaired": 0, 2024-04-15T16:06:28.519 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_unfound": 0, 2024-04-15T16:06:28.520 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_bytes": 0, 2024-04-15T16:06:28.520 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_keys": 0, 2024-04-15T16:06:28.520 INFO:tasks.workunit.client.0.smithi016.stdout: "num_promote": 0, 2024-04-15T16:06:28.520 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read": 0, 2024-04-15T16:06:28.520 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read_kb": 0, 2024-04-15T16:06:28.520 INFO:tasks.workunit.client.0.smithi016.stdout: "num_scrub_errors": 0, 2024-04-15T16:06:28.520 INFO:tasks.workunit.client.0.smithi016.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T16:06:28.520 INFO:tasks.workunit.client.0.smithi016.stdout: "num_whiteouts": 0, 2024-04-15T16:06:28.520 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write": 0, 2024-04-15T16:06:28.520 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write_kb": 0 2024-04-15T16:06:28.520 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:28.520 INFO:tasks.workunit.client.0.smithi016.stdout: "state": "active+clean", 2024-04-15T16:06:28.521 INFO:tasks.workunit.client.0.smithi016.stdout: "stats_invalid": false, 2024-04-15T16:06:28.521 INFO:tasks.workunit.client.0.smithi016.stdout: "up": [ 2024-04-15T16:06:28.521 INFO:tasks.workunit.client.0.smithi016.stdout: 3, 2024-04-15T16:06:28.521 INFO:tasks.workunit.client.0.smithi016.stdout: 0, 2024-04-15T16:06:28.521 INFO:tasks.workunit.client.0.smithi016.stdout: 5 2024-04-15T16:06:28.521 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:28.521 INFO:tasks.workunit.client.0.smithi016.stdout: "up_primary": 3, 2024-04-15T16:06:28.521 INFO:tasks.workunit.client.0.smithi016.stdout: "version": "560'3" 2024-04-15T16:06:28.521 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:28.521 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-15T16:06:28.521 INFO:tasks.workunit.client.0.smithi016.stdout: "acting": [ 2024-04-15T16:06:28.522 INFO:tasks.workunit.client.0.smithi016.stdout: 3, 2024-04-15T16:06:28.522 INFO:tasks.workunit.client.0.smithi016.stdout: 6, 2024-04-15T16:06:28.522 INFO:tasks.workunit.client.0.smithi016.stdout: 2 2024-04-15T16:06:28.522 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:28.522 INFO:tasks.workunit.client.0.smithi016.stdout: "acting_primary": 3, 2024-04-15T16:06:28.522 INFO:tasks.workunit.client.0.smithi016.stdout: "avail_no_missing": [], 2024-04-15T16:06:28.522 INFO:tasks.workunit.client.0.smithi016.stdout: "blocked_by": [], 2024-04-15T16:06:28.522 INFO:tasks.workunit.client.0.smithi016.stdout: "created": 61, 2024-04-15T16:06:28.522 INFO:tasks.workunit.client.0.smithi016.stdout: "dirty_stats_invalid": false, 2024-04-15T16:06:28.522 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T16:06:28.522 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_stats_invalid": false, 2024-04-15T16:06:28.523 INFO:tasks.workunit.client.0.smithi016.stdout: "last_active": "2024-04-15T16:05:12.200223+0000", 2024-04-15T16:06:28.523 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_active": "2024-04-15T14:44:28.449289+0000", 2024-04-15T16:06:28.523 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_peered": "2024-04-15T14:44:28.449289+0000", 2024-04-15T16:06:28.523 INFO:tasks.workunit.client.0.smithi016.stdout: "last_change": "2024-04-15T14:44:28.449648+0000", 2024-04-15T16:06:28.523 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean": "2024-04-15T16:05:12.200223+0000", 2024-04-15T16:06:28.523 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T16:06:28.523 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub": "0'0", 2024-04-15T16:06:28.523 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T16:06:28.523 INFO:tasks.workunit.client.0.smithi016.stdout: "last_epoch_clean": 511, 2024-04-15T16:06:28.523 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fresh": "2024-04-15T16:05:12.200223+0000", 2024-04-15T16:06:28.523 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fullsized": "2024-04-15T16:05:12.200223+0000", 2024-04-15T16:06:28.523 INFO:tasks.workunit.client.0.smithi016.stdout: "last_peered": "2024-04-15T16:05:12.200223+0000", 2024-04-15T16:06:28.524 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub": "0'0", 2024-04-15T16:06:28.524 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_duration": 0, 2024-04-15T16:06:28.524 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T16:06:28.524 INFO:tasks.workunit.client.0.smithi016.stdout: "last_undegraded": "2024-04-15T16:05:12.200223+0000", 2024-04-15T16:06:28.524 INFO:tasks.workunit.client.0.smithi016.stdout: "last_unstale": "2024-04-15T16:05:12.200223+0000", 2024-04-15T16:06:28.524 INFO:tasks.workunit.client.0.smithi016.stdout: "log_dups_size": 0, 2024-04-15T16:06:28.524 INFO:tasks.workunit.client.0.smithi016.stdout: "log_size": 0, 2024-04-15T16:06:28.524 INFO:tasks.workunit.client.0.smithi016.stdout: "log_start": "0'0", 2024-04-15T16:06:28.524 INFO:tasks.workunit.client.0.smithi016.stdout: "manifest_stats_invalid": false, 2024-04-15T16:06:28.524 INFO:tasks.workunit.client.0.smithi016.stdout: "mapping_epoch": 510, 2024-04-15T16:06:28.524 INFO:tasks.workunit.client.0.smithi016.stdout: "object_location_counts": [], 2024-04-15T16:06:28.525 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_scrubbed": 0, 2024-04-15T16:06:28.525 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_trimmed": 0, 2024-04-15T16:06:28.525 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_stats_invalid": false, 2024-04-15T16:06:28.525 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_size": 0, 2024-04-15T16:06:28.525 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_start": "0'0", 2024-04-15T16:06:28.525 INFO:tasks.workunit.client.0.smithi016.stdout: "parent": "0.0", 2024-04-15T16:06:28.525 INFO:tasks.workunit.client.0.smithi016.stdout: "parent_split_bits": 0, 2024-04-15T16:06:28.525 INFO:tasks.workunit.client.0.smithi016.stdout: "pgid": "3.1e", 2024-04-15T16:06:28.525 INFO:tasks.workunit.client.0.smithi016.stdout: "pin_stats_invalid": false, 2024-04-15T16:06:28.525 INFO:tasks.workunit.client.0.smithi016.stdout: "purged_snaps": [], 2024-04-15T16:06:28.525 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_epoch": 2721, 2024-04-15T16:06:28.525 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_seq": 4971, 2024-04-15T16:06:28.526 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_duration": 0.0, 2024-04-15T16:06:28.526 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-16T19:59:45.144188+0000", 2024-04-15T16:06:28.526 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrim_duration": 0.0, 2024-04-15T16:06:28.526 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrimq_len": 0, 2024-04-15T16:06:28.526 INFO:tasks.workunit.client.0.smithi016.stdout: "stat_sum": { 2024-04-15T16:06:28.526 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes": 0, 2024-04-15T16:06:28.526 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T16:06:28.526 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_recovered": 0, 2024-04-15T16:06:28.526 INFO:tasks.workunit.client.0.smithi016.stdout: "num_deep_scrub_errors": 0, 2024-04-15T16:06:28.526 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict": 0, 2024-04-15T16:06:28.526 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_kb": 0, 2024-04-15T16:06:28.527 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_full": 0, 2024-04-15T16:06:28.527 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_some": 0, 2024-04-15T16:06:28.527 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush": 0, 2024-04-15T16:06:28.527 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_kb": 0, 2024-04-15T16:06:28.527 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_high": 0, 2024-04-15T16:06:28.527 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_low": 0, 2024-04-15T16:06:28.527 INFO:tasks.workunit.client.0.smithi016.stdout: "num_keys_recovered": 0, 2024-04-15T16:06:28.527 INFO:tasks.workunit.client.0.smithi016.stdout: "num_large_omap_objects": 0, 2024-04-15T16:06:28.527 INFO:tasks.workunit.client.0.smithi016.stdout: "num_legacy_snapsets": 0, 2024-04-15T16:06:28.527 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_clones": 0, 2024-04-15T16:06:28.527 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_copies": 0, 2024-04-15T16:06:28.528 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects": 0, 2024-04-15T16:06:28.528 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_degraded": 0, 2024-04-15T16:06:28.528 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_dirty": 0, 2024-04-15T16:06:28.528 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T16:06:28.528 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_manifest": 0, 2024-04-15T16:06:28.528 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_misplaced": 0, 2024-04-15T16:06:28.528 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing": 0, 2024-04-15T16:06:28.528 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T16:06:28.528 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_omap": 0, 2024-04-15T16:06:28.528 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_pinned": 0, 2024-04-15T16:06:28.528 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_recovered": 0, 2024-04-15T16:06:28.528 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_repaired": 0, 2024-04-15T16:06:28.528 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_unfound": 0, 2024-04-15T16:06:28.529 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_bytes": 0, 2024-04-15T16:06:28.529 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_keys": 0, 2024-04-15T16:06:28.529 INFO:tasks.workunit.client.0.smithi016.stdout: "num_promote": 0, 2024-04-15T16:06:28.529 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read": 0, 2024-04-15T16:06:28.529 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read_kb": 0, 2024-04-15T16:06:28.529 INFO:tasks.workunit.client.0.smithi016.stdout: "num_scrub_errors": 0, 2024-04-15T16:06:28.529 INFO:tasks.workunit.client.0.smithi016.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T16:06:28.529 INFO:tasks.workunit.client.0.smithi016.stdout: "num_whiteouts": 0, 2024-04-15T16:06:28.529 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write": 0, 2024-04-15T16:06:28.529 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write_kb": 0 2024-04-15T16:06:28.529 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:28.529 INFO:tasks.workunit.client.0.smithi016.stdout: "state": "active+clean", 2024-04-15T16:06:28.530 INFO:tasks.workunit.client.0.smithi016.stdout: "stats_invalid": false, 2024-04-15T16:06:28.530 INFO:tasks.workunit.client.0.smithi016.stdout: "up": [ 2024-04-15T16:06:28.530 INFO:tasks.workunit.client.0.smithi016.stdout: 3, 2024-04-15T16:06:28.530 INFO:tasks.workunit.client.0.smithi016.stdout: 6, 2024-04-15T16:06:28.530 INFO:tasks.workunit.client.0.smithi016.stdout: 2 2024-04-15T16:06:28.530 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:28.530 INFO:tasks.workunit.client.0.smithi016.stdout: "up_primary": 3, 2024-04-15T16:06:28.530 INFO:tasks.workunit.client.0.smithi016.stdout: "version": "0'0" 2024-04-15T16:06:28.530 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:28.530 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-15T16:06:28.530 INFO:tasks.workunit.client.0.smithi016.stdout: "acting": [ 2024-04-15T16:06:28.531 INFO:tasks.workunit.client.0.smithi016.stdout: 0, 2024-04-15T16:06:28.531 INFO:tasks.workunit.client.0.smithi016.stdout: 7, 2024-04-15T16:06:28.531 INFO:tasks.workunit.client.0.smithi016.stdout: 4 2024-04-15T16:06:28.531 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:28.531 INFO:tasks.workunit.client.0.smithi016.stdout: "acting_primary": 0, 2024-04-15T16:06:28.531 INFO:tasks.workunit.client.0.smithi016.stdout: "avail_no_missing": [], 2024-04-15T16:06:28.531 INFO:tasks.workunit.client.0.smithi016.stdout: "blocked_by": [], 2024-04-15T16:06:28.531 INFO:tasks.workunit.client.0.smithi016.stdout: "created": 60, 2024-04-15T16:06:28.531 INFO:tasks.workunit.client.0.smithi016.stdout: "dirty_stats_invalid": false, 2024-04-15T16:06:28.531 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T16:06:28.531 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_stats_invalid": false, 2024-04-15T16:06:28.531 INFO:tasks.workunit.client.0.smithi016.stdout: "last_active": "2024-04-15T16:05:11.413373+0000", 2024-04-15T16:06:28.532 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_active": "2024-04-15T14:44:49.373514+0000", 2024-04-15T16:06:28.532 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_peered": "2024-04-15T14:44:49.373514+0000", 2024-04-15T16:06:28.532 INFO:tasks.workunit.client.0.smithi016.stdout: "last_change": "2024-04-15T14:44:49.373893+0000", 2024-04-15T16:06:28.532 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean": "2024-04-15T16:05:11.413373+0000", 2024-04-15T16:06:28.532 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean_scrub_stamp": "2024-04-15T14:33:33.599136+0000", 2024-04-15T16:06:28.532 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub": "0'0", 2024-04-15T16:06:28.532 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub_stamp": "2024-04-15T14:33:33.599136+0000", 2024-04-15T16:06:28.532 INFO:tasks.workunit.client.0.smithi016.stdout: "last_epoch_clean": 532, 2024-04-15T16:06:28.532 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fresh": "2024-04-15T16:05:11.413373+0000", 2024-04-15T16:06:28.532 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fullsized": "2024-04-15T16:05:11.413373+0000", 2024-04-15T16:06:28.532 INFO:tasks.workunit.client.0.smithi016.stdout: "last_peered": "2024-04-15T16:05:11.413373+0000", 2024-04-15T16:06:28.532 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub": "0'0", 2024-04-15T16:06:28.533 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_duration": 0, 2024-04-15T16:06:28.533 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_stamp": "2024-04-15T14:33:33.599136+0000", 2024-04-15T16:06:28.533 INFO:tasks.workunit.client.0.smithi016.stdout: "last_undegraded": "2024-04-15T16:05:11.413373+0000", 2024-04-15T16:06:28.533 INFO:tasks.workunit.client.0.smithi016.stdout: "last_unstale": "2024-04-15T16:05:11.413373+0000", 2024-04-15T16:06:28.533 INFO:tasks.workunit.client.0.smithi016.stdout: "log_dups_size": 0, 2024-04-15T16:06:28.533 INFO:tasks.workunit.client.0.smithi016.stdout: "log_size": 6, 2024-04-15T16:06:28.533 INFO:tasks.workunit.client.0.smithi016.stdout: "log_start": "0'0", 2024-04-15T16:06:28.533 INFO:tasks.workunit.client.0.smithi016.stdout: "manifest_stats_invalid": false, 2024-04-15T16:06:28.533 INFO:tasks.workunit.client.0.smithi016.stdout: "mapping_epoch": 531, 2024-04-15T16:06:28.533 INFO:tasks.workunit.client.0.smithi016.stdout: "object_location_counts": [], 2024-04-15T16:06:28.533 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_scrubbed": 0, 2024-04-15T16:06:28.534 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_trimmed": 0, 2024-04-15T16:06:28.534 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_stats_invalid": false, 2024-04-15T16:06:28.534 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_size": 6, 2024-04-15T16:06:28.534 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_start": "0'0", 2024-04-15T16:06:28.534 INFO:tasks.workunit.client.0.smithi016.stdout: "parent": "0.0", 2024-04-15T16:06:28.534 INFO:tasks.workunit.client.0.smithi016.stdout: "parent_split_bits": 0, 2024-04-15T16:06:28.534 INFO:tasks.workunit.client.0.smithi016.stdout: "pgid": "2.1f", 2024-04-15T16:06:28.534 INFO:tasks.workunit.client.0.smithi016.stdout: "pin_stats_invalid": false, 2024-04-15T16:06:28.534 INFO:tasks.workunit.client.0.smithi016.stdout: "purged_snaps": [], 2024-04-15T16:06:28.534 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_epoch": 2721, 2024-04-15T16:06:28.534 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_seq": 5074, 2024-04-15T16:06:28.535 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_duration": 0.0, 2024-04-15T16:06:28.535 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-16T23:45:33.702709+0000", 2024-04-15T16:06:28.535 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrim_duration": 0.0, 2024-04-15T16:06:28.535 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrimq_len": 0, 2024-04-15T16:06:28.535 INFO:tasks.workunit.client.0.smithi016.stdout: "stat_sum": { 2024-04-15T16:06:28.535 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes": 582, 2024-04-15T16:06:28.535 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T16:06:28.535 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_recovered": 0, 2024-04-15T16:06:28.535 INFO:tasks.workunit.client.0.smithi016.stdout: "num_deep_scrub_errors": 0, 2024-04-15T16:06:28.535 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict": 0, 2024-04-15T16:06:28.535 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_kb": 0, 2024-04-15T16:06:28.536 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_full": 0, 2024-04-15T16:06:28.536 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_some": 0, 2024-04-15T16:06:28.536 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush": 0, 2024-04-15T16:06:28.536 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_kb": 0, 2024-04-15T16:06:28.536 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_high": 0, 2024-04-15T16:06:28.536 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_low": 0, 2024-04-15T16:06:28.536 INFO:tasks.workunit.client.0.smithi016.stdout: "num_keys_recovered": 0, 2024-04-15T16:06:28.536 INFO:tasks.workunit.client.0.smithi016.stdout: "num_large_omap_objects": 0, 2024-04-15T16:06:28.536 INFO:tasks.workunit.client.0.smithi016.stdout: "num_legacy_snapsets": 0, 2024-04-15T16:06:28.536 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_clones": 0, 2024-04-15T16:06:28.536 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_copies": 6, 2024-04-15T16:06:28.537 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects": 2, 2024-04-15T16:06:28.537 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_degraded": 0, 2024-04-15T16:06:28.537 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_dirty": 2, 2024-04-15T16:06:28.537 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T16:06:28.537 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_manifest": 0, 2024-04-15T16:06:28.537 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_misplaced": 0, 2024-04-15T16:06:28.537 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing": 0, 2024-04-15T16:06:28.537 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T16:06:28.537 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_omap": 1, 2024-04-15T16:06:28.537 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_pinned": 0, 2024-04-15T16:06:28.537 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_recovered": 0, 2024-04-15T16:06:28.537 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_repaired": 0, 2024-04-15T16:06:28.538 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_unfound": 0, 2024-04-15T16:06:28.538 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_bytes": 0, 2024-04-15T16:06:28.538 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_keys": 0, 2024-04-15T16:06:28.538 INFO:tasks.workunit.client.0.smithi016.stdout: "num_promote": 0, 2024-04-15T16:06:28.538 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read": 8, 2024-04-15T16:06:28.538 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read_kb": 8, 2024-04-15T16:06:28.538 INFO:tasks.workunit.client.0.smithi016.stdout: "num_scrub_errors": 0, 2024-04-15T16:06:28.538 INFO:tasks.workunit.client.0.smithi016.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T16:06:28.538 INFO:tasks.workunit.client.0.smithi016.stdout: "num_whiteouts": 0, 2024-04-15T16:06:28.538 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write": 4, 2024-04-15T16:06:28.538 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write_kb": 1 2024-04-15T16:06:28.539 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:28.539 INFO:tasks.workunit.client.0.smithi016.stdout: "state": "active+clean", 2024-04-15T16:06:28.539 INFO:tasks.workunit.client.0.smithi016.stdout: "stats_invalid": false, 2024-04-15T16:06:28.539 INFO:tasks.workunit.client.0.smithi016.stdout: "up": [ 2024-04-15T16:06:28.539 INFO:tasks.workunit.client.0.smithi016.stdout: 0, 2024-04-15T16:06:28.539 INFO:tasks.workunit.client.0.smithi016.stdout: 7, 2024-04-15T16:06:28.539 INFO:tasks.workunit.client.0.smithi016.stdout: 4 2024-04-15T16:06:28.539 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:28.539 INFO:tasks.workunit.client.0.smithi016.stdout: "up_primary": 0, 2024-04-15T16:06:28.539 INFO:tasks.workunit.client.0.smithi016.stdout: "version": "560'6" 2024-04-15T16:06:28.539 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:28.540 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-15T16:06:28.540 INFO:tasks.workunit.client.0.smithi016.stdout: "acting": [ 2024-04-15T16:06:28.540 INFO:tasks.workunit.client.0.smithi016.stdout: 7, 2024-04-15T16:06:28.540 INFO:tasks.workunit.client.0.smithi016.stdout: 2, 2024-04-15T16:06:28.540 INFO:tasks.workunit.client.0.smithi016.stdout: 6 2024-04-15T16:06:28.540 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:28.540 INFO:tasks.workunit.client.0.smithi016.stdout: "acting_primary": 7, 2024-04-15T16:06:28.540 INFO:tasks.workunit.client.0.smithi016.stdout: "avail_no_missing": [], 2024-04-15T16:06:28.540 INFO:tasks.workunit.client.0.smithi016.stdout: "blocked_by": [], 2024-04-15T16:06:28.540 INFO:tasks.workunit.client.0.smithi016.stdout: "created": 61, 2024-04-15T16:06:28.540 INFO:tasks.workunit.client.0.smithi016.stdout: "dirty_stats_invalid": false, 2024-04-15T16:06:28.540 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T16:06:28.541 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_stats_invalid": false, 2024-04-15T16:06:28.541 INFO:tasks.workunit.client.0.smithi016.stdout: "last_active": "2024-04-15T16:05:12.201322+0000", 2024-04-15T16:06:28.541 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_active": "2024-04-15T14:44:49.366364+0000", 2024-04-15T16:06:28.541 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_peered": "2024-04-15T14:44:49.366364+0000", 2024-04-15T16:06:28.541 INFO:tasks.workunit.client.0.smithi016.stdout: "last_change": "2024-04-15T14:44:49.369321+0000", 2024-04-15T16:06:28.541 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean": "2024-04-15T16:05:12.201322+0000", 2024-04-15T16:06:28.541 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T16:06:28.541 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub": "0'0", 2024-04-15T16:06:28.541 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T16:06:28.541 INFO:tasks.workunit.client.0.smithi016.stdout: "last_epoch_clean": 532, 2024-04-15T16:06:28.542 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fresh": "2024-04-15T16:05:12.201322+0000", 2024-04-15T16:06:28.542 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fullsized": "2024-04-15T16:05:12.201322+0000", 2024-04-15T16:06:28.542 INFO:tasks.workunit.client.0.smithi016.stdout: "last_peered": "2024-04-15T16:05:12.201322+0000", 2024-04-15T16:06:28.542 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub": "0'0", 2024-04-15T16:06:28.542 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_duration": 0, 2024-04-15T16:06:28.542 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T16:06:28.542 INFO:tasks.workunit.client.0.smithi016.stdout: "last_undegraded": "2024-04-15T16:05:12.201322+0000", 2024-04-15T16:06:28.542 INFO:tasks.workunit.client.0.smithi016.stdout: "last_unstale": "2024-04-15T16:05:12.201322+0000", 2024-04-15T16:06:28.542 INFO:tasks.workunit.client.0.smithi016.stdout: "log_dups_size": 0, 2024-04-15T16:06:28.542 INFO:tasks.workunit.client.0.smithi016.stdout: "log_size": 0, 2024-04-15T16:06:28.542 INFO:tasks.workunit.client.0.smithi016.stdout: "log_start": "0'0", 2024-04-15T16:06:28.543 INFO:tasks.workunit.client.0.smithi016.stdout: "manifest_stats_invalid": false, 2024-04-15T16:06:28.543 INFO:tasks.workunit.client.0.smithi016.stdout: "mapping_epoch": 531, 2024-04-15T16:06:28.543 INFO:tasks.workunit.client.0.smithi016.stdout: "object_location_counts": [], 2024-04-15T16:06:28.543 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_scrubbed": 0, 2024-04-15T16:06:28.543 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_trimmed": 0, 2024-04-15T16:06:28.543 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_stats_invalid": false, 2024-04-15T16:06:28.543 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_size": 0, 2024-04-15T16:06:28.543 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_start": "0'0", 2024-04-15T16:06:28.543 INFO:tasks.workunit.client.0.smithi016.stdout: "parent": "0.0", 2024-04-15T16:06:28.543 INFO:tasks.workunit.client.0.smithi016.stdout: "parent_split_bits": 0, 2024-04-15T16:06:28.544 INFO:tasks.workunit.client.0.smithi016.stdout: "pgid": "3.2d", 2024-04-15T16:06:28.544 INFO:tasks.workunit.client.0.smithi016.stdout: "pin_stats_invalid": false, 2024-04-15T16:06:28.544 INFO:tasks.workunit.client.0.smithi016.stdout: "purged_snaps": [], 2024-04-15T16:06:28.544 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_epoch": 2721, 2024-04-15T16:06:28.544 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_seq": 4871, 2024-04-15T16:06:28.544 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_duration": 0.0, 2024-04-15T16:06:28.544 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-17T00:17:04.871172+0000", 2024-04-15T16:06:28.544 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrim_duration": 0.0, 2024-04-15T16:06:28.544 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrimq_len": 0, 2024-04-15T16:06:28.544 INFO:tasks.workunit.client.0.smithi016.stdout: "stat_sum": { 2024-04-15T16:06:28.545 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes": 0, 2024-04-15T16:06:28.545 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T16:06:28.545 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_recovered": 0, 2024-04-15T16:06:28.545 INFO:tasks.workunit.client.0.smithi016.stdout: "num_deep_scrub_errors": 0, 2024-04-15T16:06:28.545 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict": 0, 2024-04-15T16:06:28.545 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_kb": 0, 2024-04-15T16:06:28.545 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_full": 0, 2024-04-15T16:06:28.545 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_some": 0, 2024-04-15T16:06:28.545 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush": 0, 2024-04-15T16:06:28.545 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_kb": 0, 2024-04-15T16:06:28.545 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_high": 0, 2024-04-15T16:06:28.545 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_low": 0, 2024-04-15T16:06:28.546 INFO:tasks.workunit.client.0.smithi016.stdout: "num_keys_recovered": 0, 2024-04-15T16:06:28.546 INFO:tasks.workunit.client.0.smithi016.stdout: "num_large_omap_objects": 0, 2024-04-15T16:06:28.546 INFO:tasks.workunit.client.0.smithi016.stdout: "num_legacy_snapsets": 0, 2024-04-15T16:06:28.546 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_clones": 0, 2024-04-15T16:06:28.546 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_copies": 0, 2024-04-15T16:06:28.546 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects": 0, 2024-04-15T16:06:28.546 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_degraded": 0, 2024-04-15T16:06:28.546 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_dirty": 0, 2024-04-15T16:06:28.546 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T16:06:28.546 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_manifest": 0, 2024-04-15T16:06:28.546 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_misplaced": 0, 2024-04-15T16:06:28.546 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing": 0, 2024-04-15T16:06:28.547 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T16:06:28.547 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_omap": 0, 2024-04-15T16:06:28.547 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_pinned": 0, 2024-04-15T16:06:28.547 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_recovered": 0, 2024-04-15T16:06:28.547 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_repaired": 0, 2024-04-15T16:06:28.547 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_unfound": 0, 2024-04-15T16:06:28.547 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_bytes": 0, 2024-04-15T16:06:28.547 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_keys": 0, 2024-04-15T16:06:28.547 INFO:tasks.workunit.client.0.smithi016.stdout: "num_promote": 0, 2024-04-15T16:06:28.547 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read": 0, 2024-04-15T16:06:28.547 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read_kb": 0, 2024-04-15T16:06:28.548 INFO:tasks.workunit.client.0.smithi016.stdout: "num_scrub_errors": 0, 2024-04-15T16:06:28.548 INFO:tasks.workunit.client.0.smithi016.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T16:06:28.548 INFO:tasks.workunit.client.0.smithi016.stdout: "num_whiteouts": 0, 2024-04-15T16:06:28.548 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write": 0, 2024-04-15T16:06:28.548 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write_kb": 0 2024-04-15T16:06:28.548 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:28.548 INFO:tasks.workunit.client.0.smithi016.stdout: "state": "active+clean", 2024-04-15T16:06:28.548 INFO:tasks.workunit.client.0.smithi016.stdout: "stats_invalid": false, 2024-04-15T16:06:28.548 INFO:tasks.workunit.client.0.smithi016.stdout: "up": [ 2024-04-15T16:06:28.548 INFO:tasks.workunit.client.0.smithi016.stdout: 7, 2024-04-15T16:06:28.548 INFO:tasks.workunit.client.0.smithi016.stdout: 2, 2024-04-15T16:06:28.549 INFO:tasks.workunit.client.0.smithi016.stdout: 6 2024-04-15T16:06:28.549 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:28.549 INFO:tasks.workunit.client.0.smithi016.stdout: "up_primary": 7, 2024-04-15T16:06:28.549 INFO:tasks.workunit.client.0.smithi016.stdout: "version": "0'0" 2024-04-15T16:06:28.549 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:28.549 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-15T16:06:28.549 INFO:tasks.workunit.client.0.smithi016.stdout: "acting": [ 2024-04-15T16:06:28.549 INFO:tasks.workunit.client.0.smithi016.stdout: 2, 2024-04-15T16:06:28.549 INFO:tasks.workunit.client.0.smithi016.stdout: 6, 2024-04-15T16:06:28.549 INFO:tasks.workunit.client.0.smithi016.stdout: 7 2024-04-15T16:06:28.549 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:28.549 INFO:tasks.workunit.client.0.smithi016.stdout: "acting_primary": 2, 2024-04-15T16:06:28.550 INFO:tasks.workunit.client.0.smithi016.stdout: "avail_no_missing": [], 2024-04-15T16:06:28.550 INFO:tasks.workunit.client.0.smithi016.stdout: "blocked_by": [], 2024-04-15T16:06:28.550 INFO:tasks.workunit.client.0.smithi016.stdout: "created": 61, 2024-04-15T16:06:28.550 INFO:tasks.workunit.client.0.smithi016.stdout: "dirty_stats_invalid": false, 2024-04-15T16:06:28.550 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T16:06:28.550 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_stats_invalid": false, 2024-04-15T16:06:28.550 INFO:tasks.workunit.client.0.smithi016.stdout: "last_active": "2024-04-15T16:05:12.197018+0000", 2024-04-15T16:06:28.550 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_active": "2024-04-15T14:44:49.364010+0000", 2024-04-15T16:06:28.550 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_peered": "2024-04-15T14:44:49.364010+0000", 2024-04-15T16:06:28.550 INFO:tasks.workunit.client.0.smithi016.stdout: "last_change": "2024-04-15T14:44:49.364387+0000", 2024-04-15T16:06:28.550 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean": "2024-04-15T16:05:12.197018+0000", 2024-04-15T16:06:28.551 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T16:06:28.551 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub": "0'0", 2024-04-15T16:06:28.551 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T16:06:28.551 INFO:tasks.workunit.client.0.smithi016.stdout: "last_epoch_clean": 532, 2024-04-15T16:06:28.551 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fresh": "2024-04-15T16:05:12.197018+0000", 2024-04-15T16:06:28.551 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fullsized": "2024-04-15T16:05:12.197018+0000", 2024-04-15T16:06:28.551 INFO:tasks.workunit.client.0.smithi016.stdout: "last_peered": "2024-04-15T16:05:12.197018+0000", 2024-04-15T16:06:28.551 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub": "0'0", 2024-04-15T16:06:28.551 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_duration": 0, 2024-04-15T16:06:28.551 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T16:06:28.551 INFO:tasks.workunit.client.0.smithi016.stdout: "last_undegraded": "2024-04-15T16:05:12.197018+0000", 2024-04-15T16:06:28.551 INFO:tasks.workunit.client.0.smithi016.stdout: "last_unstale": "2024-04-15T16:05:12.197018+0000", 2024-04-15T16:06:28.551 INFO:tasks.workunit.client.0.smithi016.stdout: "log_dups_size": 0, 2024-04-15T16:06:28.552 INFO:tasks.workunit.client.0.smithi016.stdout: "log_size": 0, 2024-04-15T16:06:28.552 INFO:tasks.workunit.client.0.smithi016.stdout: "log_start": "0'0", 2024-04-15T16:06:28.552 INFO:tasks.workunit.client.0.smithi016.stdout: "manifest_stats_invalid": false, 2024-04-15T16:06:28.552 INFO:tasks.workunit.client.0.smithi016.stdout: "mapping_epoch": 531, 2024-04-15T16:06:28.552 INFO:tasks.workunit.client.0.smithi016.stdout: "object_location_counts": [], 2024-04-15T16:06:28.552 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_scrubbed": 0, 2024-04-15T16:06:28.552 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_trimmed": 0, 2024-04-15T16:06:28.552 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_stats_invalid": false, 2024-04-15T16:06:28.552 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_size": 0, 2024-04-15T16:06:28.552 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_start": "0'0", 2024-04-15T16:06:28.552 INFO:tasks.workunit.client.0.smithi016.stdout: "parent": "0.0", 2024-04-15T16:06:28.552 INFO:tasks.workunit.client.0.smithi016.stdout: "parent_split_bits": 0, 2024-04-15T16:06:28.553 INFO:tasks.workunit.client.0.smithi016.stdout: "pgid": "3.2e", 2024-04-15T16:06:28.553 INFO:tasks.workunit.client.0.smithi016.stdout: "pin_stats_invalid": false, 2024-04-15T16:06:28.553 INFO:tasks.workunit.client.0.smithi016.stdout: "purged_snaps": [], 2024-04-15T16:06:28.553 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_epoch": 2721, 2024-04-15T16:06:28.553 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_seq": 4987, 2024-04-15T16:06:28.553 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_duration": 0.0, 2024-04-15T16:06:28.553 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-16T19:42:38.895479+0000", 2024-04-15T16:06:28.553 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrim_duration": 0.0, 2024-04-15T16:06:28.553 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrimq_len": 0, 2024-04-15T16:06:28.553 INFO:tasks.workunit.client.0.smithi016.stdout: "stat_sum": { 2024-04-15T16:06:28.553 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes": 0, 2024-04-15T16:06:28.553 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T16:06:28.553 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_recovered": 0, 2024-04-15T16:06:28.554 INFO:tasks.workunit.client.0.smithi016.stdout: "num_deep_scrub_errors": 0, 2024-04-15T16:06:28.554 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict": 0, 2024-04-15T16:06:28.554 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_kb": 0, 2024-04-15T16:06:28.554 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_full": 0, 2024-04-15T16:06:28.554 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_some": 0, 2024-04-15T16:06:28.554 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush": 0, 2024-04-15T16:06:28.554 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_kb": 0, 2024-04-15T16:06:28.554 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_high": 0, 2024-04-15T16:06:28.554 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_low": 0, 2024-04-15T16:06:28.554 INFO:tasks.workunit.client.0.smithi016.stdout: "num_keys_recovered": 0, 2024-04-15T16:06:28.554 INFO:tasks.workunit.client.0.smithi016.stdout: "num_large_omap_objects": 0, 2024-04-15T16:06:28.554 INFO:tasks.workunit.client.0.smithi016.stdout: "num_legacy_snapsets": 0, 2024-04-15T16:06:28.555 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_clones": 0, 2024-04-15T16:06:28.555 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_copies": 0, 2024-04-15T16:06:28.555 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects": 0, 2024-04-15T16:06:28.555 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_degraded": 0, 2024-04-15T16:06:28.555 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_dirty": 0, 2024-04-15T16:06:28.555 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T16:06:28.555 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_manifest": 0, 2024-04-15T16:06:28.555 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_misplaced": 0, 2024-04-15T16:06:28.555 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing": 0, 2024-04-15T16:06:28.555 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T16:06:28.555 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_omap": 0, 2024-04-15T16:06:28.555 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_pinned": 0, 2024-04-15T16:06:28.556 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_recovered": 0, 2024-04-15T16:06:28.556 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_repaired": 0, 2024-04-15T16:06:28.556 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_unfound": 0, 2024-04-15T16:06:28.556 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_bytes": 0, 2024-04-15T16:06:28.556 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_keys": 0, 2024-04-15T16:06:28.556 INFO:tasks.workunit.client.0.smithi016.stdout: "num_promote": 0, 2024-04-15T16:06:28.556 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read": 0, 2024-04-15T16:06:28.556 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read_kb": 0, 2024-04-15T16:06:28.556 INFO:tasks.workunit.client.0.smithi016.stdout: "num_scrub_errors": 0, 2024-04-15T16:06:28.556 INFO:tasks.workunit.client.0.smithi016.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T16:06:28.556 INFO:tasks.workunit.client.0.smithi016.stdout: "num_whiteouts": 0, 2024-04-15T16:06:28.556 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write": 0, 2024-04-15T16:06:28.556 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write_kb": 0 2024-04-15T16:06:28.557 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:28.557 INFO:tasks.workunit.client.0.smithi016.stdout: "state": "active+clean", 2024-04-15T16:06:28.557 INFO:tasks.workunit.client.0.smithi016.stdout: "stats_invalid": false, 2024-04-15T16:06:28.557 INFO:tasks.workunit.client.0.smithi016.stdout: "up": [ 2024-04-15T16:06:28.557 INFO:tasks.workunit.client.0.smithi016.stdout: 2, 2024-04-15T16:06:28.557 INFO:tasks.workunit.client.0.smithi016.stdout: 6, 2024-04-15T16:06:28.557 INFO:tasks.workunit.client.0.smithi016.stdout: 7 2024-04-15T16:06:28.557 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:28.557 INFO:tasks.workunit.client.0.smithi016.stdout: "up_primary": 2, 2024-04-15T16:06:28.557 INFO:tasks.workunit.client.0.smithi016.stdout: "version": "0'0" 2024-04-15T16:06:28.557 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:28.557 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-15T16:06:28.558 INFO:tasks.workunit.client.0.smithi016.stdout: "acting": [ 2024-04-15T16:06:28.558 INFO:tasks.workunit.client.0.smithi016.stdout: 5, 2024-04-15T16:06:28.558 INFO:tasks.workunit.client.0.smithi016.stdout: 7, 2024-04-15T16:06:28.558 INFO:tasks.workunit.client.0.smithi016.stdout: 4 2024-04-15T16:06:28.558 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:28.558 INFO:tasks.workunit.client.0.smithi016.stdout: "acting_primary": 5, 2024-04-15T16:06:28.558 INFO:tasks.workunit.client.0.smithi016.stdout: "avail_no_missing": [], 2024-04-15T16:06:28.558 INFO:tasks.workunit.client.0.smithi016.stdout: "blocked_by": [], 2024-04-15T16:06:28.558 INFO:tasks.workunit.client.0.smithi016.stdout: "created": 61, 2024-04-15T16:06:28.558 INFO:tasks.workunit.client.0.smithi016.stdout: "dirty_stats_invalid": false, 2024-04-15T16:06:28.558 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T16:06:28.558 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_stats_invalid": false, 2024-04-15T16:06:28.559 INFO:tasks.workunit.client.0.smithi016.stdout: "last_active": "2024-04-15T16:05:12.205539+0000", 2024-04-15T16:06:28.559 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_active": "2024-04-15T14:44:49.375575+0000", 2024-04-15T16:06:28.559 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_peered": "2024-04-15T14:44:49.375575+0000", 2024-04-15T16:06:28.559 INFO:tasks.workunit.client.0.smithi016.stdout: "last_change": "2024-04-15T14:44:49.375877+0000", 2024-04-15T16:06:28.559 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean": "2024-04-15T16:05:12.205539+0000", 2024-04-15T16:06:28.559 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T16:06:28.559 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub": "0'0", 2024-04-15T16:06:28.559 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T16:06:28.559 INFO:tasks.workunit.client.0.smithi016.stdout: "last_epoch_clean": 532, 2024-04-15T16:06:28.559 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fresh": "2024-04-15T16:05:12.205539+0000", 2024-04-15T16:06:28.559 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fullsized": "2024-04-15T16:05:12.205539+0000", 2024-04-15T16:06:28.559 INFO:tasks.workunit.client.0.smithi016.stdout: "last_peered": "2024-04-15T16:05:12.205539+0000", 2024-04-15T16:06:28.559 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub": "0'0", 2024-04-15T16:06:28.560 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_duration": 0, 2024-04-15T16:06:28.560 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T16:06:28.560 INFO:tasks.workunit.client.0.smithi016.stdout: "last_undegraded": "2024-04-15T16:05:12.205539+0000", 2024-04-15T16:06:28.560 INFO:tasks.workunit.client.0.smithi016.stdout: "last_unstale": "2024-04-15T16:05:12.205539+0000", 2024-04-15T16:06:28.560 INFO:tasks.workunit.client.0.smithi016.stdout: "log_dups_size": 0, 2024-04-15T16:06:28.560 INFO:tasks.workunit.client.0.smithi016.stdout: "log_size": 0, 2024-04-15T16:06:28.560 INFO:tasks.workunit.client.0.smithi016.stdout: "log_start": "0'0", 2024-04-15T16:06:28.560 INFO:tasks.workunit.client.0.smithi016.stdout: "manifest_stats_invalid": false, 2024-04-15T16:06:28.560 INFO:tasks.workunit.client.0.smithi016.stdout: "mapping_epoch": 531, 2024-04-15T16:06:28.560 INFO:tasks.workunit.client.0.smithi016.stdout: "object_location_counts": [], 2024-04-15T16:06:28.560 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_scrubbed": 0, 2024-04-15T16:06:28.561 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_trimmed": 0, 2024-04-15T16:06:28.561 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_stats_invalid": false, 2024-04-15T16:06:28.561 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_size": 0, 2024-04-15T16:06:28.561 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_start": "0'0", 2024-04-15T16:06:28.561 INFO:tasks.workunit.client.0.smithi016.stdout: "parent": "0.0", 2024-04-15T16:06:28.561 INFO:tasks.workunit.client.0.smithi016.stdout: "parent_split_bits": 0, 2024-04-15T16:06:28.561 INFO:tasks.workunit.client.0.smithi016.stdout: "pgid": "3.2f", 2024-04-15T16:06:28.561 INFO:tasks.workunit.client.0.smithi016.stdout: "pin_stats_invalid": false, 2024-04-15T16:06:28.561 INFO:tasks.workunit.client.0.smithi016.stdout: "purged_snaps": [], 2024-04-15T16:06:28.561 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_epoch": 2721, 2024-04-15T16:06:28.561 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_seq": 4911, 2024-04-15T16:06:28.561 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_duration": 0.0, 2024-04-15T16:06:28.562 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-16T22:29:42.925503+0000", 2024-04-15T16:06:28.562 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrim_duration": 0.0, 2024-04-15T16:06:28.562 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrimq_len": 0, 2024-04-15T16:06:28.562 INFO:tasks.workunit.client.0.smithi016.stdout: "stat_sum": { 2024-04-15T16:06:28.562 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes": 0, 2024-04-15T16:06:28.562 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T16:06:28.562 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_recovered": 0, 2024-04-15T16:06:28.562 INFO:tasks.workunit.client.0.smithi016.stdout: "num_deep_scrub_errors": 0, 2024-04-15T16:06:28.562 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict": 0, 2024-04-15T16:06:28.562 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_kb": 0, 2024-04-15T16:06:28.562 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_full": 0, 2024-04-15T16:06:28.563 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_some": 0, 2024-04-15T16:06:28.563 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush": 0, 2024-04-15T16:06:28.563 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_kb": 0, 2024-04-15T16:06:28.563 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_high": 0, 2024-04-15T16:06:28.563 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_low": 0, 2024-04-15T16:06:28.563 INFO:tasks.workunit.client.0.smithi016.stdout: "num_keys_recovered": 0, 2024-04-15T16:06:28.563 INFO:tasks.workunit.client.0.smithi016.stdout: "num_large_omap_objects": 0, 2024-04-15T16:06:28.563 INFO:tasks.workunit.client.0.smithi016.stdout: "num_legacy_snapsets": 0, 2024-04-15T16:06:28.563 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_clones": 0, 2024-04-15T16:06:28.563 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_copies": 0, 2024-04-15T16:06:28.563 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects": 0, 2024-04-15T16:06:28.563 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_degraded": 0, 2024-04-15T16:06:28.564 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_dirty": 0, 2024-04-15T16:06:28.564 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T16:06:28.564 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_manifest": 0, 2024-04-15T16:06:28.564 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_misplaced": 0, 2024-04-15T16:06:28.564 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing": 0, 2024-04-15T16:06:28.564 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T16:06:28.564 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_omap": 0, 2024-04-15T16:06:28.564 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_pinned": 0, 2024-04-15T16:06:28.564 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_recovered": 0, 2024-04-15T16:06:28.564 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_repaired": 0, 2024-04-15T16:06:28.564 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_unfound": 0, 2024-04-15T16:06:28.565 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_bytes": 0, 2024-04-15T16:06:28.565 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_keys": 0, 2024-04-15T16:06:28.565 INFO:tasks.workunit.client.0.smithi016.stdout: "num_promote": 0, 2024-04-15T16:06:28.565 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read": 0, 2024-04-15T16:06:28.565 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read_kb": 0, 2024-04-15T16:06:28.565 INFO:tasks.workunit.client.0.smithi016.stdout: "num_scrub_errors": 0, 2024-04-15T16:06:28.565 INFO:tasks.workunit.client.0.smithi016.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T16:06:28.565 INFO:tasks.workunit.client.0.smithi016.stdout: "num_whiteouts": 0, 2024-04-15T16:06:28.565 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write": 0, 2024-04-15T16:06:28.565 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write_kb": 0 2024-04-15T16:06:28.565 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:28.566 INFO:tasks.workunit.client.0.smithi016.stdout: "state": "active+clean", 2024-04-15T16:06:28.566 INFO:tasks.workunit.client.0.smithi016.stdout: "stats_invalid": false, 2024-04-15T16:06:28.566 INFO:tasks.workunit.client.0.smithi016.stdout: "up": [ 2024-04-15T16:06:28.566 INFO:tasks.workunit.client.0.smithi016.stdout: 5, 2024-04-15T16:06:28.566 INFO:tasks.workunit.client.0.smithi016.stdout: 7, 2024-04-15T16:06:28.566 INFO:tasks.workunit.client.0.smithi016.stdout: 4 2024-04-15T16:06:28.566 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:28.566 INFO:tasks.workunit.client.0.smithi016.stdout: "up_primary": 5, 2024-04-15T16:06:28.566 INFO:tasks.workunit.client.0.smithi016.stdout: "version": "0'0" 2024-04-15T16:06:28.566 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:28.566 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-15T16:06:28.566 INFO:tasks.workunit.client.0.smithi016.stdout: "acting": [ 2024-04-15T16:06:28.566 INFO:tasks.workunit.client.0.smithi016.stdout: 5, 2024-04-15T16:06:28.567 INFO:tasks.workunit.client.0.smithi016.stdout: 0, 2024-04-15T16:06:28.567 INFO:tasks.workunit.client.0.smithi016.stdout: 7 2024-04-15T16:06:28.567 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:28.567 INFO:tasks.workunit.client.0.smithi016.stdout: "acting_primary": 5, 2024-04-15T16:06:28.567 INFO:tasks.workunit.client.0.smithi016.stdout: "avail_no_missing": [], 2024-04-15T16:06:28.567 INFO:tasks.workunit.client.0.smithi016.stdout: "blocked_by": [], 2024-04-15T16:06:28.567 INFO:tasks.workunit.client.0.smithi016.stdout: "created": 61, 2024-04-15T16:06:28.567 INFO:tasks.workunit.client.0.smithi016.stdout: "dirty_stats_invalid": false, 2024-04-15T16:06:28.567 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T16:06:28.567 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_stats_invalid": false, 2024-04-15T16:06:28.567 INFO:tasks.workunit.client.0.smithi016.stdout: "last_active": "2024-04-15T16:05:12.199919+0000", 2024-04-15T16:06:28.568 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_active": "2024-04-15T14:44:49.374585+0000", 2024-04-15T16:06:28.568 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_peered": "2024-04-15T14:44:49.374585+0000", 2024-04-15T16:06:28.568 INFO:tasks.workunit.client.0.smithi016.stdout: "last_change": "2024-04-15T14:44:49.374931+0000", 2024-04-15T16:06:28.568 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean": "2024-04-15T16:05:12.199919+0000", 2024-04-15T16:06:28.568 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T16:06:28.568 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub": "0'0", 2024-04-15T16:06:28.568 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T16:06:28.568 INFO:tasks.workunit.client.0.smithi016.stdout: "last_epoch_clean": 532, 2024-04-15T16:06:28.568 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fresh": "2024-04-15T16:05:12.199919+0000", 2024-04-15T16:06:28.568 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fullsized": "2024-04-15T16:05:12.199919+0000", 2024-04-15T16:06:28.568 INFO:tasks.workunit.client.0.smithi016.stdout: "last_peered": "2024-04-15T16:05:12.199919+0000", 2024-04-15T16:06:28.568 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub": "0'0", 2024-04-15T16:06:28.569 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_duration": 0, 2024-04-15T16:06:28.569 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T16:06:28.569 INFO:tasks.workunit.client.0.smithi016.stdout: "last_undegraded": "2024-04-15T16:05:12.199919+0000", 2024-04-15T16:06:28.569 INFO:tasks.workunit.client.0.smithi016.stdout: "last_unstale": "2024-04-15T16:05:12.199919+0000", 2024-04-15T16:06:28.569 INFO:tasks.workunit.client.0.smithi016.stdout: "log_dups_size": 0, 2024-04-15T16:06:28.569 INFO:tasks.workunit.client.0.smithi016.stdout: "log_size": 0, 2024-04-15T16:06:28.569 INFO:tasks.workunit.client.0.smithi016.stdout: "log_start": "0'0", 2024-04-15T16:06:28.569 INFO:tasks.workunit.client.0.smithi016.stdout: "manifest_stats_invalid": false, 2024-04-15T16:06:28.569 INFO:tasks.workunit.client.0.smithi016.stdout: "mapping_epoch": 531, 2024-04-15T16:06:28.569 INFO:tasks.workunit.client.0.smithi016.stdout: "object_location_counts": [], 2024-04-15T16:06:28.569 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_scrubbed": 0, 2024-04-15T16:06:28.569 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_trimmed": 0, 2024-04-15T16:06:28.570 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_stats_invalid": false, 2024-04-15T16:06:28.570 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_size": 0, 2024-04-15T16:06:28.570 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_start": "0'0", 2024-04-15T16:06:28.570 INFO:tasks.workunit.client.0.smithi016.stdout: "parent": "0.0", 2024-04-15T16:06:28.570 INFO:tasks.workunit.client.0.smithi016.stdout: "parent_split_bits": 0, 2024-04-15T16:06:28.570 INFO:tasks.workunit.client.0.smithi016.stdout: "pgid": "3.30", 2024-04-15T16:06:28.570 INFO:tasks.workunit.client.0.smithi016.stdout: "pin_stats_invalid": false, 2024-04-15T16:06:28.570 INFO:tasks.workunit.client.0.smithi016.stdout: "purged_snaps": [], 2024-04-15T16:06:28.570 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_epoch": 2721, 2024-04-15T16:06:28.570 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_seq": 4915, 2024-04-15T16:06:28.570 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_duration": 0.0, 2024-04-15T16:06:28.570 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-16T14:50:47.604796+0000", 2024-04-15T16:06:28.571 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrim_duration": 0.0, 2024-04-15T16:06:28.571 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrimq_len": 0, 2024-04-15T16:06:28.571 INFO:tasks.workunit.client.0.smithi016.stdout: "stat_sum": { 2024-04-15T16:06:28.571 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes": 0, 2024-04-15T16:06:28.571 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T16:06:28.571 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_recovered": 0, 2024-04-15T16:06:28.571 INFO:tasks.workunit.client.0.smithi016.stdout: "num_deep_scrub_errors": 0, 2024-04-15T16:06:28.571 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict": 0, 2024-04-15T16:06:28.571 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_kb": 0, 2024-04-15T16:06:28.571 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_full": 0, 2024-04-15T16:06:28.571 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_some": 0, 2024-04-15T16:06:28.572 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush": 0, 2024-04-15T16:06:28.572 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_kb": 0, 2024-04-15T16:06:28.572 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_high": 0, 2024-04-15T16:06:28.572 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_low": 0, 2024-04-15T16:06:28.572 INFO:tasks.workunit.client.0.smithi016.stdout: "num_keys_recovered": 0, 2024-04-15T16:06:28.572 INFO:tasks.workunit.client.0.smithi016.stdout: "num_large_omap_objects": 0, 2024-04-15T16:06:28.572 INFO:tasks.workunit.client.0.smithi016.stdout: "num_legacy_snapsets": 0, 2024-04-15T16:06:28.573 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_clones": 0, 2024-04-15T16:06:28.573 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_copies": 0, 2024-04-15T16:06:28.573 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects": 0, 2024-04-15T16:06:28.573 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_degraded": 0, 2024-04-15T16:06:28.573 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_dirty": 0, 2024-04-15T16:06:28.573 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T16:06:28.573 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_manifest": 0, 2024-04-15T16:06:28.573 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_misplaced": 0, 2024-04-15T16:06:28.573 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing": 0, 2024-04-15T16:06:28.573 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T16:06:28.574 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_omap": 0, 2024-04-15T16:06:28.574 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_pinned": 0, 2024-04-15T16:06:28.574 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_recovered": 0, 2024-04-15T16:06:28.574 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_repaired": 0, 2024-04-15T16:06:28.574 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_unfound": 0, 2024-04-15T16:06:28.574 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_bytes": 0, 2024-04-15T16:06:28.574 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_keys": 0, 2024-04-15T16:06:28.574 INFO:tasks.workunit.client.0.smithi016.stdout: "num_promote": 0, 2024-04-15T16:06:28.574 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read": 0, 2024-04-15T16:06:28.574 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read_kb": 0, 2024-04-15T16:06:28.574 INFO:tasks.workunit.client.0.smithi016.stdout: "num_scrub_errors": 0, 2024-04-15T16:06:28.575 INFO:tasks.workunit.client.0.smithi016.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T16:06:28.575 INFO:tasks.workunit.client.0.smithi016.stdout: "num_whiteouts": 0, 2024-04-15T16:06:28.575 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write": 0, 2024-04-15T16:06:28.575 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write_kb": 0 2024-04-15T16:06:28.575 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:28.575 INFO:tasks.workunit.client.0.smithi016.stdout: "state": "active+clean", 2024-04-15T16:06:28.575 INFO:tasks.workunit.client.0.smithi016.stdout: "stats_invalid": false, 2024-04-15T16:06:28.575 INFO:tasks.workunit.client.0.smithi016.stdout: "up": [ 2024-04-15T16:06:28.575 INFO:tasks.workunit.client.0.smithi016.stdout: 5, 2024-04-15T16:06:28.575 INFO:tasks.workunit.client.0.smithi016.stdout: 0, 2024-04-15T16:06:28.575 INFO:tasks.workunit.client.0.smithi016.stdout: 7 2024-04-15T16:06:28.576 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:28.576 INFO:tasks.workunit.client.0.smithi016.stdout: "up_primary": 5, 2024-04-15T16:06:28.576 INFO:tasks.workunit.client.0.smithi016.stdout: "version": "0'0" 2024-04-15T16:06:28.576 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:28.576 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-15T16:06:28.576 INFO:tasks.workunit.client.0.smithi016.stdout: "acting": [ 2024-04-15T16:06:28.576 INFO:tasks.workunit.client.0.smithi016.stdout: 1, 2024-04-15T16:06:28.576 INFO:tasks.workunit.client.0.smithi016.stdout: 4, 2024-04-15T16:06:28.576 INFO:tasks.workunit.client.0.smithi016.stdout: 5 2024-04-15T16:06:28.576 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:28.576 INFO:tasks.workunit.client.0.smithi016.stdout: "acting_primary": 1, 2024-04-15T16:06:28.577 INFO:tasks.workunit.client.0.smithi016.stdout: "avail_no_missing": [], 2024-04-15T16:06:28.577 INFO:tasks.workunit.client.0.smithi016.stdout: "blocked_by": [], 2024-04-15T16:06:28.577 INFO:tasks.workunit.client.0.smithi016.stdout: "created": 61, 2024-04-15T16:06:28.577 INFO:tasks.workunit.client.0.smithi016.stdout: "dirty_stats_invalid": false, 2024-04-15T16:06:28.577 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T16:06:28.577 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_stats_invalid": false, 2024-04-15T16:06:28.577 INFO:tasks.workunit.client.0.smithi016.stdout: "last_active": "2024-04-15T16:05:11.869982+0000", 2024-04-15T16:06:28.577 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_active": "2024-04-15T14:43:53.354860+0000", 2024-04-15T16:06:28.577 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_peered": "2024-04-15T14:43:53.354860+0000", 2024-04-15T16:06:28.577 INFO:tasks.workunit.client.0.smithi016.stdout: "last_change": "2024-04-15T14:43:53.355197+0000", 2024-04-15T16:06:28.577 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean": "2024-04-15T16:05:11.869982+0000", 2024-04-15T16:06:28.577 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T16:06:28.578 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub": "0'0", 2024-04-15T16:06:28.578 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T16:06:28.578 INFO:tasks.workunit.client.0.smithi016.stdout: "last_epoch_clean": 476, 2024-04-15T16:06:28.578 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fresh": "2024-04-15T16:05:11.869982+0000", 2024-04-15T16:06:28.578 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fullsized": "2024-04-15T16:05:11.869982+0000", 2024-04-15T16:06:28.578 INFO:tasks.workunit.client.0.smithi016.stdout: "last_peered": "2024-04-15T16:05:11.869982+0000", 2024-04-15T16:06:28.578 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub": "0'0", 2024-04-15T16:06:28.578 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_duration": 0, 2024-04-15T16:06:28.578 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T16:06:28.578 INFO:tasks.workunit.client.0.smithi016.stdout: "last_undegraded": "2024-04-15T16:05:11.869982+0000", 2024-04-15T16:06:28.578 INFO:tasks.workunit.client.0.smithi016.stdout: "last_unstale": "2024-04-15T16:05:11.869982+0000", 2024-04-15T16:06:28.579 INFO:tasks.workunit.client.0.smithi016.stdout: "log_dups_size": 0, 2024-04-15T16:06:28.579 INFO:tasks.workunit.client.0.smithi016.stdout: "log_size": 0, 2024-04-15T16:06:28.579 INFO:tasks.workunit.client.0.smithi016.stdout: "log_start": "0'0", 2024-04-15T16:06:28.579 INFO:tasks.workunit.client.0.smithi016.stdout: "manifest_stats_invalid": false, 2024-04-15T16:06:28.579 INFO:tasks.workunit.client.0.smithi016.stdout: "mapping_epoch": 475, 2024-04-15T16:06:28.579 INFO:tasks.workunit.client.0.smithi016.stdout: "object_location_counts": [], 2024-04-15T16:06:28.579 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_scrubbed": 0, 2024-04-15T16:06:28.579 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_trimmed": 0, 2024-04-15T16:06:28.579 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_stats_invalid": false, 2024-04-15T16:06:28.579 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_size": 0, 2024-04-15T16:06:28.579 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_start": "0'0", 2024-04-15T16:06:28.580 INFO:tasks.workunit.client.0.smithi016.stdout: "parent": "0.0", 2024-04-15T16:06:28.580 INFO:tasks.workunit.client.0.smithi016.stdout: "parent_split_bits": 0, 2024-04-15T16:06:28.580 INFO:tasks.workunit.client.0.smithi016.stdout: "pgid": "3.31", 2024-04-15T16:06:28.580 INFO:tasks.workunit.client.0.smithi016.stdout: "pin_stats_invalid": false, 2024-04-15T16:06:28.580 INFO:tasks.workunit.client.0.smithi016.stdout: "purged_snaps": [], 2024-04-15T16:06:28.580 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_epoch": 2721, 2024-04-15T16:06:28.580 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_seq": 5039, 2024-04-15T16:06:28.580 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_duration": 0.0, 2024-04-15T16:06:28.580 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-17T01:50:26.686937+0000", 2024-04-15T16:06:28.580 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrim_duration": 0.0, 2024-04-15T16:06:28.580 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrimq_len": 0, 2024-04-15T16:06:28.580 INFO:tasks.workunit.client.0.smithi016.stdout: "stat_sum": { 2024-04-15T16:06:28.581 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes": 0, 2024-04-15T16:06:28.581 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T16:06:28.581 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_recovered": 0, 2024-04-15T16:06:28.581 INFO:tasks.workunit.client.0.smithi016.stdout: "num_deep_scrub_errors": 0, 2024-04-15T16:06:28.581 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict": 0, 2024-04-15T16:06:28.581 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_kb": 0, 2024-04-15T16:06:28.581 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_full": 0, 2024-04-15T16:06:28.581 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_some": 0, 2024-04-15T16:06:28.581 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush": 0, 2024-04-15T16:06:28.581 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_kb": 0, 2024-04-15T16:06:28.581 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_high": 0, 2024-04-15T16:06:28.581 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_low": 0, 2024-04-15T16:06:28.582 INFO:tasks.workunit.client.0.smithi016.stdout: "num_keys_recovered": 0, 2024-04-15T16:06:28.582 INFO:tasks.workunit.client.0.smithi016.stdout: "num_large_omap_objects": 0, 2024-04-15T16:06:28.582 INFO:tasks.workunit.client.0.smithi016.stdout: "num_legacy_snapsets": 0, 2024-04-15T16:06:28.582 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_clones": 0, 2024-04-15T16:06:28.582 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_copies": 0, 2024-04-15T16:06:28.582 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects": 0, 2024-04-15T16:06:28.582 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_degraded": 0, 2024-04-15T16:06:28.582 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_dirty": 0, 2024-04-15T16:06:28.582 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T16:06:28.582 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_manifest": 0, 2024-04-15T16:06:28.583 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_misplaced": 0, 2024-04-15T16:06:28.583 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing": 0, 2024-04-15T16:06:28.583 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T16:06:28.583 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_omap": 0, 2024-04-15T16:06:28.583 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_pinned": 0, 2024-04-15T16:06:28.583 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_recovered": 0, 2024-04-15T16:06:28.583 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_repaired": 0, 2024-04-15T16:06:28.583 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_unfound": 0, 2024-04-15T16:06:28.583 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_bytes": 0, 2024-04-15T16:06:28.583 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_keys": 0, 2024-04-15T16:06:28.583 INFO:tasks.workunit.client.0.smithi016.stdout: "num_promote": 0, 2024-04-15T16:06:28.583 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read": 0, 2024-04-15T16:06:28.583 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read_kb": 0, 2024-04-15T16:06:28.584 INFO:tasks.workunit.client.0.smithi016.stdout: "num_scrub_errors": 0, 2024-04-15T16:06:28.584 INFO:tasks.workunit.client.0.smithi016.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T16:06:28.585 INFO:tasks.workunit.client.0.smithi016.stdout: "num_whiteouts": 0, 2024-04-15T16:06:28.585 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write": 0, 2024-04-15T16:06:28.585 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write_kb": 0 2024-04-15T16:06:28.585 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:28.585 INFO:tasks.workunit.client.0.smithi016.stdout: "state": "active+clean", 2024-04-15T16:06:28.585 INFO:tasks.workunit.client.0.smithi016.stdout: "stats_invalid": false, 2024-04-15T16:06:28.585 INFO:tasks.workunit.client.0.smithi016.stdout: "up": [ 2024-04-15T16:06:28.586 INFO:tasks.workunit.client.0.smithi016.stdout: 1, 2024-04-15T16:06:28.586 INFO:tasks.workunit.client.0.smithi016.stdout: 4, 2024-04-15T16:06:28.586 INFO:tasks.workunit.client.0.smithi016.stdout: 5 2024-04-15T16:06:28.586 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:28.586 INFO:tasks.workunit.client.0.smithi016.stdout: "up_primary": 1, 2024-04-15T16:06:28.586 INFO:tasks.workunit.client.0.smithi016.stdout: "version": "0'0" 2024-04-15T16:06:28.586 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:28.586 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-15T16:06:28.586 INFO:tasks.workunit.client.0.smithi016.stdout: "acting": [ 2024-04-15T16:06:28.586 INFO:tasks.workunit.client.0.smithi016.stdout: 0, 2024-04-15T16:06:28.586 INFO:tasks.workunit.client.0.smithi016.stdout: 1, 2024-04-15T16:06:28.587 INFO:tasks.workunit.client.0.smithi016.stdout: 5 2024-04-15T16:06:28.587 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:28.587 INFO:tasks.workunit.client.0.smithi016.stdout: "acting_primary": 0, 2024-04-15T16:06:28.587 INFO:tasks.workunit.client.0.smithi016.stdout: "avail_no_missing": [], 2024-04-15T16:06:28.587 INFO:tasks.workunit.client.0.smithi016.stdout: "blocked_by": [], 2024-04-15T16:06:28.587 INFO:tasks.workunit.client.0.smithi016.stdout: "created": 61, 2024-04-15T16:06:28.587 INFO:tasks.workunit.client.0.smithi016.stdout: "dirty_stats_invalid": false, 2024-04-15T16:06:28.587 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T16:06:28.587 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_stats_invalid": false, 2024-04-15T16:06:28.587 INFO:tasks.workunit.client.0.smithi016.stdout: "last_active": "2024-04-15T16:05:11.411545+0000", 2024-04-15T16:06:28.587 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_active": "2024-04-15T14:43:53.353157+0000", 2024-04-15T16:06:28.588 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_peered": "2024-04-15T14:43:53.353157+0000", 2024-04-15T16:06:28.588 INFO:tasks.workunit.client.0.smithi016.stdout: "last_change": "2024-04-15T14:43:53.353514+0000", 2024-04-15T16:06:28.588 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean": "2024-04-15T16:05:11.411545+0000", 2024-04-15T16:06:28.588 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T16:06:28.588 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub": "0'0", 2024-04-15T16:06:28.588 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T16:06:28.588 INFO:tasks.workunit.client.0.smithi016.stdout: "last_epoch_clean": 476, 2024-04-15T16:06:28.588 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fresh": "2024-04-15T16:05:11.411545+0000", 2024-04-15T16:06:28.588 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fullsized": "2024-04-15T16:05:11.411545+0000", 2024-04-15T16:06:28.588 INFO:tasks.workunit.client.0.smithi016.stdout: "last_peered": "2024-04-15T16:05:11.411545+0000", 2024-04-15T16:06:28.588 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub": "0'0", 2024-04-15T16:06:28.589 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_duration": 0, 2024-04-15T16:06:28.589 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T16:06:28.589 INFO:tasks.workunit.client.0.smithi016.stdout: "last_undegraded": "2024-04-15T16:05:11.411545+0000", 2024-04-15T16:06:28.589 INFO:tasks.workunit.client.0.smithi016.stdout: "last_unstale": "2024-04-15T16:05:11.411545+0000", 2024-04-15T16:06:28.589 INFO:tasks.workunit.client.0.smithi016.stdout: "log_dups_size": 0, 2024-04-15T16:06:28.589 INFO:tasks.workunit.client.0.smithi016.stdout: "log_size": 0, 2024-04-15T16:06:28.589 INFO:tasks.workunit.client.0.smithi016.stdout: "log_start": "0'0", 2024-04-15T16:06:28.589 INFO:tasks.workunit.client.0.smithi016.stdout: "manifest_stats_invalid": false, 2024-04-15T16:06:28.589 INFO:tasks.workunit.client.0.smithi016.stdout: "mapping_epoch": 475, 2024-04-15T16:06:28.589 INFO:tasks.workunit.client.0.smithi016.stdout: "object_location_counts": [], 2024-04-15T16:06:28.589 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_scrubbed": 0, 2024-04-15T16:06:28.590 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_trimmed": 0, 2024-04-15T16:06:28.590 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_stats_invalid": false, 2024-04-15T16:06:28.590 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_size": 0, 2024-04-15T16:06:28.590 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_start": "0'0", 2024-04-15T16:06:28.590 INFO:tasks.workunit.client.0.smithi016.stdout: "parent": "0.0", 2024-04-15T16:06:28.590 INFO:tasks.workunit.client.0.smithi016.stdout: "parent_split_bits": 0, 2024-04-15T16:06:28.590 INFO:tasks.workunit.client.0.smithi016.stdout: "pgid": "3.32", 2024-04-15T16:06:28.590 INFO:tasks.workunit.client.0.smithi016.stdout: "pin_stats_invalid": false, 2024-04-15T16:06:28.590 INFO:tasks.workunit.client.0.smithi016.stdout: "purged_snaps": [], 2024-04-15T16:06:28.590 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_epoch": 2721, 2024-04-15T16:06:28.590 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_seq": 5059, 2024-04-15T16:06:28.590 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_duration": 0.0, 2024-04-15T16:06:28.591 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-16T18:14:01.687967+0000", 2024-04-15T16:06:28.591 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrim_duration": 0.0, 2024-04-15T16:06:28.591 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrimq_len": 0, 2024-04-15T16:06:28.591 INFO:tasks.workunit.client.0.smithi016.stdout: "stat_sum": { 2024-04-15T16:06:28.591 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes": 0, 2024-04-15T16:06:28.591 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T16:06:28.591 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_recovered": 0, 2024-04-15T16:06:28.591 INFO:tasks.workunit.client.0.smithi016.stdout: "num_deep_scrub_errors": 0, 2024-04-15T16:06:28.591 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict": 0, 2024-04-15T16:06:28.591 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_kb": 0, 2024-04-15T16:06:28.591 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_full": 0, 2024-04-15T16:06:28.591 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_some": 0, 2024-04-15T16:06:28.592 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush": 0, 2024-04-15T16:06:28.592 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_kb": 0, 2024-04-15T16:06:28.592 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_high": 0, 2024-04-15T16:06:28.592 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_low": 0, 2024-04-15T16:06:28.592 INFO:tasks.workunit.client.0.smithi016.stdout: "num_keys_recovered": 0, 2024-04-15T16:06:28.592 INFO:tasks.workunit.client.0.smithi016.stdout: "num_large_omap_objects": 0, 2024-04-15T16:06:28.592 INFO:tasks.workunit.client.0.smithi016.stdout: "num_legacy_snapsets": 0, 2024-04-15T16:06:28.592 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_clones": 0, 2024-04-15T16:06:28.592 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_copies": 0, 2024-04-15T16:06:28.592 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects": 0, 2024-04-15T16:06:28.592 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_degraded": 0, 2024-04-15T16:06:28.593 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_dirty": 0, 2024-04-15T16:06:28.593 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T16:06:28.593 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_manifest": 0, 2024-04-15T16:06:28.593 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_misplaced": 0, 2024-04-15T16:06:28.593 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing": 0, 2024-04-15T16:06:28.593 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T16:06:28.593 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_omap": 0, 2024-04-15T16:06:28.593 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_pinned": 0, 2024-04-15T16:06:28.593 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_recovered": 0, 2024-04-15T16:06:28.593 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_repaired": 0, 2024-04-15T16:06:28.593 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_unfound": 0, 2024-04-15T16:06:28.593 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_bytes": 0, 2024-04-15T16:06:28.593 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_keys": 0, 2024-04-15T16:06:28.594 INFO:tasks.workunit.client.0.smithi016.stdout: "num_promote": 0, 2024-04-15T16:06:28.594 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read": 0, 2024-04-15T16:06:28.594 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read_kb": 0, 2024-04-15T16:06:28.594 INFO:tasks.workunit.client.0.smithi016.stdout: "num_scrub_errors": 0, 2024-04-15T16:06:28.594 INFO:tasks.workunit.client.0.smithi016.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T16:06:28.594 INFO:tasks.workunit.client.0.smithi016.stdout: "num_whiteouts": 0, 2024-04-15T16:06:28.594 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write": 0, 2024-04-15T16:06:28.594 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write_kb": 0 2024-04-15T16:06:28.594 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:28.594 INFO:tasks.workunit.client.0.smithi016.stdout: "state": "active+clean", 2024-04-15T16:06:28.594 INFO:tasks.workunit.client.0.smithi016.stdout: "stats_invalid": false, 2024-04-15T16:06:28.594 INFO:tasks.workunit.client.0.smithi016.stdout: "up": [ 2024-04-15T16:06:28.595 INFO:tasks.workunit.client.0.smithi016.stdout: 0, 2024-04-15T16:06:28.595 INFO:tasks.workunit.client.0.smithi016.stdout: 1, 2024-04-15T16:06:28.595 INFO:tasks.workunit.client.0.smithi016.stdout: 5 2024-04-15T16:06:28.595 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:28.595 INFO:tasks.workunit.client.0.smithi016.stdout: "up_primary": 0, 2024-04-15T16:06:28.595 INFO:tasks.workunit.client.0.smithi016.stdout: "version": "0'0" 2024-04-15T16:06:28.595 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:28.595 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-15T16:06:28.595 INFO:tasks.workunit.client.0.smithi016.stdout: "acting": [ 2024-04-15T16:06:28.595 INFO:tasks.workunit.client.0.smithi016.stdout: 3, 2024-04-15T16:06:28.595 INFO:tasks.workunit.client.0.smithi016.stdout: 6, 2024-04-15T16:06:28.595 INFO:tasks.workunit.client.0.smithi016.stdout: 1 2024-04-15T16:06:28.595 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:28.596 INFO:tasks.workunit.client.0.smithi016.stdout: "acting_primary": 3, 2024-04-15T16:06:28.596 INFO:tasks.workunit.client.0.smithi016.stdout: "avail_no_missing": [], 2024-04-15T16:06:28.596 INFO:tasks.workunit.client.0.smithi016.stdout: "blocked_by": [], 2024-04-15T16:06:28.596 INFO:tasks.workunit.client.0.smithi016.stdout: "created": 61, 2024-04-15T16:06:28.596 INFO:tasks.workunit.client.0.smithi016.stdout: "dirty_stats_invalid": false, 2024-04-15T16:06:28.596 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T16:06:28.596 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_stats_invalid": false, 2024-04-15T16:06:28.596 INFO:tasks.workunit.client.0.smithi016.stdout: "last_active": "2024-04-15T16:05:12.197203+0000", 2024-04-15T16:06:28.596 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_active": "2024-04-15T14:44:28.460193+0000", 2024-04-15T16:06:28.596 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_peered": "2024-04-15T14:44:28.460193+0000", 2024-04-15T16:06:28.596 INFO:tasks.workunit.client.0.smithi016.stdout: "last_change": "2024-04-15T14:44:28.460543+0000", 2024-04-15T16:06:28.596 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean": "2024-04-15T16:05:12.197203+0000", 2024-04-15T16:06:28.597 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T16:06:28.597 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub": "0'0", 2024-04-15T16:06:28.597 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T16:06:28.597 INFO:tasks.workunit.client.0.smithi016.stdout: "last_epoch_clean": 511, 2024-04-15T16:06:28.597 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fresh": "2024-04-15T16:05:12.197203+0000", 2024-04-15T16:06:28.597 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fullsized": "2024-04-15T16:05:12.197203+0000", 2024-04-15T16:06:28.597 INFO:tasks.workunit.client.0.smithi016.stdout: "last_peered": "2024-04-15T16:05:12.197203+0000", 2024-04-15T16:06:28.597 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub": "0'0", 2024-04-15T16:06:28.597 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_duration": 0, 2024-04-15T16:06:28.597 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T16:06:28.598 INFO:tasks.workunit.client.0.smithi016.stdout: "last_undegraded": "2024-04-15T16:05:12.197203+0000", 2024-04-15T16:06:28.598 INFO:tasks.workunit.client.0.smithi016.stdout: "last_unstale": "2024-04-15T16:05:12.197203+0000", 2024-04-15T16:06:28.598 INFO:tasks.workunit.client.0.smithi016.stdout: "log_dups_size": 0, 2024-04-15T16:06:28.598 INFO:tasks.workunit.client.0.smithi016.stdout: "log_size": 0, 2024-04-15T16:06:28.598 INFO:tasks.workunit.client.0.smithi016.stdout: "log_start": "0'0", 2024-04-15T16:06:28.598 INFO:tasks.workunit.client.0.smithi016.stdout: "manifest_stats_invalid": false, 2024-04-15T16:06:28.598 INFO:tasks.workunit.client.0.smithi016.stdout: "mapping_epoch": 510, 2024-04-15T16:06:28.598 INFO:tasks.workunit.client.0.smithi016.stdout: "object_location_counts": [], 2024-04-15T16:06:28.598 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_scrubbed": 0, 2024-04-15T16:06:28.598 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_trimmed": 0, 2024-04-15T16:06:28.598 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_stats_invalid": false, 2024-04-15T16:06:28.598 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_size": 0, 2024-04-15T16:06:28.599 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_start": "0'0", 2024-04-15T16:06:28.599 INFO:tasks.workunit.client.0.smithi016.stdout: "parent": "0.0", 2024-04-15T16:06:28.599 INFO:tasks.workunit.client.0.smithi016.stdout: "parent_split_bits": 0, 2024-04-15T16:06:28.599 INFO:tasks.workunit.client.0.smithi016.stdout: "pgid": "3.33", 2024-04-15T16:06:28.599 INFO:tasks.workunit.client.0.smithi016.stdout: "pin_stats_invalid": false, 2024-04-15T16:06:28.599 INFO:tasks.workunit.client.0.smithi016.stdout: "purged_snaps": [], 2024-04-15T16:06:28.599 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_epoch": 2721, 2024-04-15T16:06:28.599 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_seq": 4943, 2024-04-15T16:06:28.599 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_duration": 0.0, 2024-04-15T16:06:28.599 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-16T21:25:29.521115+0000", 2024-04-15T16:06:28.599 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrim_duration": 0.0, 2024-04-15T16:06:28.600 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrimq_len": 0, 2024-04-15T16:06:28.600 INFO:tasks.workunit.client.0.smithi016.stdout: "stat_sum": { 2024-04-15T16:06:28.600 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes": 0, 2024-04-15T16:06:28.600 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T16:06:28.600 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_recovered": 0, 2024-04-15T16:06:28.600 INFO:tasks.workunit.client.0.smithi016.stdout: "num_deep_scrub_errors": 0, 2024-04-15T16:06:28.600 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict": 0, 2024-04-15T16:06:28.600 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_kb": 0, 2024-04-15T16:06:28.600 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_full": 0, 2024-04-15T16:06:28.600 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_some": 0, 2024-04-15T16:06:28.601 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush": 0, 2024-04-15T16:06:28.601 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_kb": 0, 2024-04-15T16:06:28.601 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_high": 0, 2024-04-15T16:06:28.601 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_low": 0, 2024-04-15T16:06:28.601 INFO:tasks.workunit.client.0.smithi016.stdout: "num_keys_recovered": 0, 2024-04-15T16:06:28.601 INFO:tasks.workunit.client.0.smithi016.stdout: "num_large_omap_objects": 0, 2024-04-15T16:06:28.601 INFO:tasks.workunit.client.0.smithi016.stdout: "num_legacy_snapsets": 0, 2024-04-15T16:06:28.601 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_clones": 0, 2024-04-15T16:06:28.601 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_copies": 0, 2024-04-15T16:06:28.601 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects": 0, 2024-04-15T16:06:28.601 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_degraded": 0, 2024-04-15T16:06:28.602 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_dirty": 0, 2024-04-15T16:06:28.602 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T16:06:28.602 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_manifest": 0, 2024-04-15T16:06:28.602 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_misplaced": 0, 2024-04-15T16:06:28.602 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing": 0, 2024-04-15T16:06:28.602 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T16:06:28.602 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_omap": 0, 2024-04-15T16:06:28.602 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_pinned": 0, 2024-04-15T16:06:28.602 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_recovered": 0, 2024-04-15T16:06:28.602 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_repaired": 0, 2024-04-15T16:06:28.602 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_unfound": 0, 2024-04-15T16:06:28.602 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_bytes": 0, 2024-04-15T16:06:28.603 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_keys": 0, 2024-04-15T16:06:28.603 INFO:tasks.workunit.client.0.smithi016.stdout: "num_promote": 0, 2024-04-15T16:06:28.603 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read": 0, 2024-04-15T16:06:28.603 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read_kb": 0, 2024-04-15T16:06:28.603 INFO:tasks.workunit.client.0.smithi016.stdout: "num_scrub_errors": 0, 2024-04-15T16:06:28.603 INFO:tasks.workunit.client.0.smithi016.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T16:06:28.603 INFO:tasks.workunit.client.0.smithi016.stdout: "num_whiteouts": 0, 2024-04-15T16:06:28.603 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write": 0, 2024-04-15T16:06:28.603 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write_kb": 0 2024-04-15T16:06:28.603 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:28.603 INFO:tasks.workunit.client.0.smithi016.stdout: "state": "active+clean", 2024-04-15T16:06:28.604 INFO:tasks.workunit.client.0.smithi016.stdout: "stats_invalid": false, 2024-04-15T16:06:28.604 INFO:tasks.workunit.client.0.smithi016.stdout: "up": [ 2024-04-15T16:06:28.604 INFO:tasks.workunit.client.0.smithi016.stdout: 3, 2024-04-15T16:06:28.604 INFO:tasks.workunit.client.0.smithi016.stdout: 6, 2024-04-15T16:06:28.604 INFO:tasks.workunit.client.0.smithi016.stdout: 1 2024-04-15T16:06:28.604 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:28.604 INFO:tasks.workunit.client.0.smithi016.stdout: "up_primary": 3, 2024-04-15T16:06:28.604 INFO:tasks.workunit.client.0.smithi016.stdout: "version": "0'0" 2024-04-15T16:06:28.604 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:28.604 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-15T16:06:28.604 INFO:tasks.workunit.client.0.smithi016.stdout: "acting": [ 2024-04-15T16:06:28.605 INFO:tasks.workunit.client.0.smithi016.stdout: 4, 2024-04-15T16:06:28.605 INFO:tasks.workunit.client.0.smithi016.stdout: 6, 2024-04-15T16:06:28.605 INFO:tasks.workunit.client.0.smithi016.stdout: 0 2024-04-15T16:06:28.605 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:28.605 INFO:tasks.workunit.client.0.smithi016.stdout: "acting_primary": 4, 2024-04-15T16:06:28.605 INFO:tasks.workunit.client.0.smithi016.stdout: "avail_no_missing": [], 2024-04-15T16:06:28.605 INFO:tasks.workunit.client.0.smithi016.stdout: "blocked_by": [], 2024-04-15T16:06:28.605 INFO:tasks.workunit.client.0.smithi016.stdout: "created": 61, 2024-04-15T16:06:28.605 INFO:tasks.workunit.client.0.smithi016.stdout: "dirty_stats_invalid": false, 2024-04-15T16:06:28.605 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T16:06:28.605 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_stats_invalid": false, 2024-04-15T16:06:28.605 INFO:tasks.workunit.client.0.smithi016.stdout: "last_active": "2024-04-15T16:05:12.200074+0000", 2024-04-15T16:06:28.606 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_active": "2024-04-15T14:44:28.452167+0000", 2024-04-15T16:06:28.606 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_peered": "2024-04-15T14:44:28.452167+0000", 2024-04-15T16:06:28.606 INFO:tasks.workunit.client.0.smithi016.stdout: "last_change": "2024-04-15T14:44:28.452375+0000", 2024-04-15T16:06:28.606 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean": "2024-04-15T16:05:12.200074+0000", 2024-04-15T16:06:28.606 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T16:06:28.606 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub": "0'0", 2024-04-15T16:06:28.606 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T16:06:28.606 INFO:tasks.workunit.client.0.smithi016.stdout: "last_epoch_clean": 511, 2024-04-15T16:06:28.606 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fresh": "2024-04-15T16:05:12.200074+0000", 2024-04-15T16:06:28.606 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fullsized": "2024-04-15T16:05:12.200074+0000", 2024-04-15T16:06:28.607 INFO:tasks.workunit.client.0.smithi016.stdout: "last_peered": "2024-04-15T16:05:12.200074+0000", 2024-04-15T16:06:28.607 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub": "0'0", 2024-04-15T16:06:28.607 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_duration": 0, 2024-04-15T16:06:28.607 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T16:06:28.607 INFO:tasks.workunit.client.0.smithi016.stdout: "last_undegraded": "2024-04-15T16:05:12.200074+0000", 2024-04-15T16:06:28.607 INFO:tasks.workunit.client.0.smithi016.stdout: "last_unstale": "2024-04-15T16:05:12.200074+0000", 2024-04-15T16:06:28.607 INFO:tasks.workunit.client.0.smithi016.stdout: "log_dups_size": 0, 2024-04-15T16:06:28.607 INFO:tasks.workunit.client.0.smithi016.stdout: "log_size": 0, 2024-04-15T16:06:28.607 INFO:tasks.workunit.client.0.smithi016.stdout: "log_start": "0'0", 2024-04-15T16:06:28.607 INFO:tasks.workunit.client.0.smithi016.stdout: "manifest_stats_invalid": false, 2024-04-15T16:06:28.607 INFO:tasks.workunit.client.0.smithi016.stdout: "mapping_epoch": 510, 2024-04-15T16:06:28.607 INFO:tasks.workunit.client.0.smithi016.stdout: "object_location_counts": [], 2024-04-15T16:06:28.608 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_scrubbed": 0, 2024-04-15T16:06:28.608 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_trimmed": 0, 2024-04-15T16:06:28.608 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_stats_invalid": false, 2024-04-15T16:06:28.608 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_size": 0, 2024-04-15T16:06:28.608 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_start": "0'0", 2024-04-15T16:06:28.608 INFO:tasks.workunit.client.0.smithi016.stdout: "parent": "0.0", 2024-04-15T16:06:28.608 INFO:tasks.workunit.client.0.smithi016.stdout: "parent_split_bits": 0, 2024-04-15T16:06:28.608 INFO:tasks.workunit.client.0.smithi016.stdout: "pgid": "3.34", 2024-04-15T16:06:28.608 INFO:tasks.workunit.client.0.smithi016.stdout: "pin_stats_invalid": false, 2024-04-15T16:06:28.608 INFO:tasks.workunit.client.0.smithi016.stdout: "purged_snaps": [], 2024-04-15T16:06:28.608 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_epoch": 2721, 2024-04-15T16:06:28.609 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_seq": 4956, 2024-04-15T16:06:28.609 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_duration": 0.0, 2024-04-15T16:06:28.609 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-16T23:25:08.606017+0000", 2024-04-15T16:06:28.609 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrim_duration": 0.0, 2024-04-15T16:06:28.609 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrimq_len": 0, 2024-04-15T16:06:28.609 INFO:tasks.workunit.client.0.smithi016.stdout: "stat_sum": { 2024-04-15T16:06:28.609 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes": 0, 2024-04-15T16:06:28.609 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T16:06:28.609 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_recovered": 0, 2024-04-15T16:06:28.609 INFO:tasks.workunit.client.0.smithi016.stdout: "num_deep_scrub_errors": 0, 2024-04-15T16:06:28.609 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict": 0, 2024-04-15T16:06:28.609 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_kb": 0, 2024-04-15T16:06:28.610 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_full": 0, 2024-04-15T16:06:28.610 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_some": 0, 2024-04-15T16:06:28.610 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush": 0, 2024-04-15T16:06:28.610 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_kb": 0, 2024-04-15T16:06:28.610 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_high": 0, 2024-04-15T16:06:28.610 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_low": 0, 2024-04-15T16:06:28.610 INFO:tasks.workunit.client.0.smithi016.stdout: "num_keys_recovered": 0, 2024-04-15T16:06:28.610 INFO:tasks.workunit.client.0.smithi016.stdout: "num_large_omap_objects": 0, 2024-04-15T16:06:28.610 INFO:tasks.workunit.client.0.smithi016.stdout: "num_legacy_snapsets": 0, 2024-04-15T16:06:28.610 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_clones": 0, 2024-04-15T16:06:28.610 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_copies": 0, 2024-04-15T16:06:28.611 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects": 0, 2024-04-15T16:06:28.611 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_degraded": 0, 2024-04-15T16:06:28.611 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_dirty": 0, 2024-04-15T16:06:28.611 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T16:06:28.611 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_manifest": 0, 2024-04-15T16:06:28.611 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_misplaced": 0, 2024-04-15T16:06:28.611 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing": 0, 2024-04-15T16:06:28.611 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T16:06:28.611 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_omap": 0, 2024-04-15T16:06:28.611 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_pinned": 0, 2024-04-15T16:06:28.611 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_recovered": 0, 2024-04-15T16:06:28.611 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_repaired": 0, 2024-04-15T16:06:28.612 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_unfound": 0, 2024-04-15T16:06:28.612 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_bytes": 0, 2024-04-15T16:06:28.612 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_keys": 0, 2024-04-15T16:06:28.612 INFO:tasks.workunit.client.0.smithi016.stdout: "num_promote": 0, 2024-04-15T16:06:28.612 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read": 0, 2024-04-15T16:06:28.612 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read_kb": 0, 2024-04-15T16:06:28.612 INFO:tasks.workunit.client.0.smithi016.stdout: "num_scrub_errors": 0, 2024-04-15T16:06:28.612 INFO:tasks.workunit.client.0.smithi016.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T16:06:28.612 INFO:tasks.workunit.client.0.smithi016.stdout: "num_whiteouts": 0, 2024-04-15T16:06:28.612 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write": 0, 2024-04-15T16:06:28.612 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write_kb": 0 2024-04-15T16:06:28.612 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:28.612 INFO:tasks.workunit.client.0.smithi016.stdout: "state": "active+clean", 2024-04-15T16:06:28.613 INFO:tasks.workunit.client.0.smithi016.stdout: "stats_invalid": false, 2024-04-15T16:06:28.613 INFO:tasks.workunit.client.0.smithi016.stdout: "up": [ 2024-04-15T16:06:28.613 INFO:tasks.workunit.client.0.smithi016.stdout: 4, 2024-04-15T16:06:28.613 INFO:tasks.workunit.client.0.smithi016.stdout: 6, 2024-04-15T16:06:28.613 INFO:tasks.workunit.client.0.smithi016.stdout: 0 2024-04-15T16:06:28.613 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:28.613 INFO:tasks.workunit.client.0.smithi016.stdout: "up_primary": 4, 2024-04-15T16:06:28.613 INFO:tasks.workunit.client.0.smithi016.stdout: "version": "0'0" 2024-04-15T16:06:28.613 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:28.613 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-15T16:06:28.613 INFO:tasks.workunit.client.0.smithi016.stdout: "acting": [ 2024-04-15T16:06:28.613 INFO:tasks.workunit.client.0.smithi016.stdout: 6, 2024-04-15T16:06:28.613 INFO:tasks.workunit.client.0.smithi016.stdout: 5, 2024-04-15T16:06:28.613 INFO:tasks.workunit.client.0.smithi016.stdout: 0 2024-04-15T16:06:28.614 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:28.614 INFO:tasks.workunit.client.0.smithi016.stdout: "acting_primary": 6, 2024-04-15T16:06:28.614 INFO:tasks.workunit.client.0.smithi016.stdout: "avail_no_missing": [], 2024-04-15T16:06:28.614 INFO:tasks.workunit.client.0.smithi016.stdout: "blocked_by": [], 2024-04-15T16:06:28.614 INFO:tasks.workunit.client.0.smithi016.stdout: "created": 61, 2024-04-15T16:06:28.614 INFO:tasks.workunit.client.0.smithi016.stdout: "dirty_stats_invalid": false, 2024-04-15T16:06:28.614 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T16:06:28.614 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_stats_invalid": false, 2024-04-15T16:06:28.614 INFO:tasks.workunit.client.0.smithi016.stdout: "last_active": "2024-04-15T16:05:11.411662+0000", 2024-04-15T16:06:28.614 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_active": "2024-04-15T14:44:28.453440+0000", 2024-04-15T16:06:28.614 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_peered": "2024-04-15T14:44:28.453440+0000", 2024-04-15T16:06:28.614 INFO:tasks.workunit.client.0.smithi016.stdout: "last_change": "2024-04-15T14:44:28.454043+0000", 2024-04-15T16:06:28.615 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean": "2024-04-15T16:05:11.411662+0000", 2024-04-15T16:06:28.615 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T16:06:28.615 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub": "0'0", 2024-04-15T16:06:28.615 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T16:06:28.615 INFO:tasks.workunit.client.0.smithi016.stdout: "last_epoch_clean": 511, 2024-04-15T16:06:28.615 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fresh": "2024-04-15T16:05:11.411662+0000", 2024-04-15T16:06:28.615 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fullsized": "2024-04-15T16:05:11.411662+0000", 2024-04-15T16:06:28.615 INFO:tasks.workunit.client.0.smithi016.stdout: "last_peered": "2024-04-15T16:05:11.411662+0000", 2024-04-15T16:06:28.615 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub": "0'0", 2024-04-15T16:06:28.615 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_duration": 0, 2024-04-15T16:06:28.615 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T16:06:28.616 INFO:tasks.workunit.client.0.smithi016.stdout: "last_undegraded": "2024-04-15T16:05:11.411662+0000", 2024-04-15T16:06:28.616 INFO:tasks.workunit.client.0.smithi016.stdout: "last_unstale": "2024-04-15T16:05:11.411662+0000", 2024-04-15T16:06:28.616 INFO:tasks.workunit.client.0.smithi016.stdout: "log_dups_size": 0, 2024-04-15T16:06:28.616 INFO:tasks.workunit.client.0.smithi016.stdout: "log_size": 0, 2024-04-15T16:06:28.616 INFO:tasks.workunit.client.0.smithi016.stdout: "log_start": "0'0", 2024-04-15T16:06:28.616 INFO:tasks.workunit.client.0.smithi016.stdout: "manifest_stats_invalid": false, 2024-04-15T16:06:28.616 INFO:tasks.workunit.client.0.smithi016.stdout: "mapping_epoch": 510, 2024-04-15T16:06:28.616 INFO:tasks.workunit.client.0.smithi016.stdout: "object_location_counts": [], 2024-04-15T16:06:28.616 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_scrubbed": 0, 2024-04-15T16:06:28.616 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_trimmed": 0, 2024-04-15T16:06:28.616 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_stats_invalid": false, 2024-04-15T16:06:28.616 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_size": 0, 2024-04-15T16:06:28.617 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_start": "0'0", 2024-04-15T16:06:28.617 INFO:tasks.workunit.client.0.smithi016.stdout: "parent": "0.0", 2024-04-15T16:06:28.617 INFO:tasks.workunit.client.0.smithi016.stdout: "parent_split_bits": 0, 2024-04-15T16:06:28.617 INFO:tasks.workunit.client.0.smithi016.stdout: "pgid": "3.35", 2024-04-15T16:06:28.617 INFO:tasks.workunit.client.0.smithi016.stdout: "pin_stats_invalid": false, 2024-04-15T16:06:28.617 INFO:tasks.workunit.client.0.smithi016.stdout: "purged_snaps": [], 2024-04-15T16:06:28.617 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_epoch": 2721, 2024-04-15T16:06:28.617 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_seq": 4875, 2024-04-15T16:06:28.617 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_duration": 0.0, 2024-04-15T16:06:28.617 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-16T20:50:38.997993+0000", 2024-04-15T16:06:28.617 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrim_duration": 0.0, 2024-04-15T16:06:28.618 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrimq_len": 0, 2024-04-15T16:06:28.618 INFO:tasks.workunit.client.0.smithi016.stdout: "stat_sum": { 2024-04-15T16:06:28.618 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes": 0, 2024-04-15T16:06:28.618 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T16:06:28.618 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_recovered": 0, 2024-04-15T16:06:28.618 INFO:tasks.workunit.client.0.smithi016.stdout: "num_deep_scrub_errors": 0, 2024-04-15T16:06:28.618 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict": 0, 2024-04-15T16:06:28.618 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_kb": 0, 2024-04-15T16:06:28.618 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_full": 0, 2024-04-15T16:06:28.618 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_some": 0, 2024-04-15T16:06:28.618 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush": 0, 2024-04-15T16:06:28.619 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_kb": 0, 2024-04-15T16:06:28.619 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_high": 0, 2024-04-15T16:06:28.619 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_low": 0, 2024-04-15T16:06:28.619 INFO:tasks.workunit.client.0.smithi016.stdout: "num_keys_recovered": 0, 2024-04-15T16:06:28.619 INFO:tasks.workunit.client.0.smithi016.stdout: "num_large_omap_objects": 0, 2024-04-15T16:06:28.619 INFO:tasks.workunit.client.0.smithi016.stdout: "num_legacy_snapsets": 0, 2024-04-15T16:06:28.619 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_clones": 0, 2024-04-15T16:06:28.619 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_copies": 0, 2024-04-15T16:06:28.619 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects": 0, 2024-04-15T16:06:28.619 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_degraded": 0, 2024-04-15T16:06:28.619 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_dirty": 0, 2024-04-15T16:06:28.620 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T16:06:28.620 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_manifest": 0, 2024-04-15T16:06:28.620 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_misplaced": 0, 2024-04-15T16:06:28.620 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing": 0, 2024-04-15T16:06:28.620 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T16:06:28.620 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_omap": 0, 2024-04-15T16:06:28.620 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_pinned": 0, 2024-04-15T16:06:28.620 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_recovered": 0, 2024-04-15T16:06:28.620 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_repaired": 0, 2024-04-15T16:06:28.620 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_unfound": 0, 2024-04-15T16:06:28.620 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_bytes": 0, 2024-04-15T16:06:28.620 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_keys": 0, 2024-04-15T16:06:28.621 INFO:tasks.workunit.client.0.smithi016.stdout: "num_promote": 0, 2024-04-15T16:06:28.621 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read": 0, 2024-04-15T16:06:28.621 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read_kb": 0, 2024-04-15T16:06:28.621 INFO:tasks.workunit.client.0.smithi016.stdout: "num_scrub_errors": 0, 2024-04-15T16:06:28.621 INFO:tasks.workunit.client.0.smithi016.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T16:06:28.621 INFO:tasks.workunit.client.0.smithi016.stdout: "num_whiteouts": 0, 2024-04-15T16:06:28.621 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write": 0, 2024-04-15T16:06:28.621 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write_kb": 0 2024-04-15T16:06:28.621 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:28.621 INFO:tasks.workunit.client.0.smithi016.stdout: "state": "active+clean", 2024-04-15T16:06:28.621 INFO:tasks.workunit.client.0.smithi016.stdout: "stats_invalid": false, 2024-04-15T16:06:28.621 INFO:tasks.workunit.client.0.smithi016.stdout: "up": [ 2024-04-15T16:06:28.621 INFO:tasks.workunit.client.0.smithi016.stdout: 6, 2024-04-15T16:06:28.622 INFO:tasks.workunit.client.0.smithi016.stdout: 5, 2024-04-15T16:06:28.622 INFO:tasks.workunit.client.0.smithi016.stdout: 0 2024-04-15T16:06:28.622 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:28.622 INFO:tasks.workunit.client.0.smithi016.stdout: "up_primary": 6, 2024-04-15T16:06:28.622 INFO:tasks.workunit.client.0.smithi016.stdout: "version": "0'0" 2024-04-15T16:06:28.622 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:28.622 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-15T16:06:28.622 INFO:tasks.workunit.client.0.smithi016.stdout: "acting": [ 2024-04-15T16:06:28.622 INFO:tasks.workunit.client.0.smithi016.stdout: 6, 2024-04-15T16:06:28.622 INFO:tasks.workunit.client.0.smithi016.stdout: 5, 2024-04-15T16:06:28.622 INFO:tasks.workunit.client.0.smithi016.stdout: 1 2024-04-15T16:06:28.623 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:28.623 INFO:tasks.workunit.client.0.smithi016.stdout: "acting_primary": 6, 2024-04-15T16:06:28.623 INFO:tasks.workunit.client.0.smithi016.stdout: "avail_no_missing": [], 2024-04-15T16:06:28.623 INFO:tasks.workunit.client.0.smithi016.stdout: "blocked_by": [], 2024-04-15T16:06:28.623 INFO:tasks.workunit.client.0.smithi016.stdout: "created": 61, 2024-04-15T16:06:28.623 INFO:tasks.workunit.client.0.smithi016.stdout: "dirty_stats_invalid": false, 2024-04-15T16:06:28.623 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T16:06:28.623 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_stats_invalid": false, 2024-04-15T16:06:28.623 INFO:tasks.workunit.client.0.smithi016.stdout: "last_active": "2024-04-15T16:05:11.412459+0000", 2024-04-15T16:06:28.623 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_active": "2024-04-15T14:44:28.453353+0000", 2024-04-15T16:06:28.623 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_peered": "2024-04-15T14:44:28.453353+0000", 2024-04-15T16:06:28.623 INFO:tasks.workunit.client.0.smithi016.stdout: "last_change": "2024-04-15T14:44:28.453691+0000", 2024-04-15T16:06:28.624 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean": "2024-04-15T16:05:11.412459+0000", 2024-04-15T16:06:28.624 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T16:06:28.624 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub": "0'0", 2024-04-15T16:06:28.624 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T16:06:28.624 INFO:tasks.workunit.client.0.smithi016.stdout: "last_epoch_clean": 511, 2024-04-15T16:06:28.624 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fresh": "2024-04-15T16:05:11.412459+0000", 2024-04-15T16:06:28.624 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fullsized": "2024-04-15T16:05:11.412459+0000", 2024-04-15T16:06:28.624 INFO:tasks.workunit.client.0.smithi016.stdout: "last_peered": "2024-04-15T16:05:11.412459+0000", 2024-04-15T16:06:28.624 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub": "0'0", 2024-04-15T16:06:28.624 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_duration": 0, 2024-04-15T16:06:28.624 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T16:06:28.624 INFO:tasks.workunit.client.0.smithi016.stdout: "last_undegraded": "2024-04-15T16:05:11.412459+0000", 2024-04-15T16:06:28.625 INFO:tasks.workunit.client.0.smithi016.stdout: "last_unstale": "2024-04-15T16:05:11.412459+0000", 2024-04-15T16:06:28.625 INFO:tasks.workunit.client.0.smithi016.stdout: "log_dups_size": 0, 2024-04-15T16:06:28.625 INFO:tasks.workunit.client.0.smithi016.stdout: "log_size": 0, 2024-04-15T16:06:28.625 INFO:tasks.workunit.client.0.smithi016.stdout: "log_start": "0'0", 2024-04-15T16:06:28.625 INFO:tasks.workunit.client.0.smithi016.stdout: "manifest_stats_invalid": false, 2024-04-15T16:06:28.625 INFO:tasks.workunit.client.0.smithi016.stdout: "mapping_epoch": 510, 2024-04-15T16:06:28.625 INFO:tasks.workunit.client.0.smithi016.stdout: "object_location_counts": [], 2024-04-15T16:06:28.625 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_scrubbed": 0, 2024-04-15T16:06:28.625 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_trimmed": 0, 2024-04-15T16:06:28.625 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_stats_invalid": false, 2024-04-15T16:06:28.625 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_size": 0, 2024-04-15T16:06:28.625 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_start": "0'0", 2024-04-15T16:06:28.626 INFO:tasks.workunit.client.0.smithi016.stdout: "parent": "0.0", 2024-04-15T16:06:28.626 INFO:tasks.workunit.client.0.smithi016.stdout: "parent_split_bits": 0, 2024-04-15T16:06:28.626 INFO:tasks.workunit.client.0.smithi016.stdout: "pgid": "3.36", 2024-04-15T16:06:28.626 INFO:tasks.workunit.client.0.smithi016.stdout: "pin_stats_invalid": false, 2024-04-15T16:06:28.626 INFO:tasks.workunit.client.0.smithi016.stdout: "purged_snaps": [], 2024-04-15T16:06:28.626 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_epoch": 2721, 2024-04-15T16:06:28.626 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_seq": 4875, 2024-04-15T16:06:28.626 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_duration": 0.0, 2024-04-15T16:06:28.626 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-16T15:00:49.980588+0000", 2024-04-15T16:06:28.626 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrim_duration": 0.0, 2024-04-15T16:06:28.626 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrimq_len": 0, 2024-04-15T16:06:28.626 INFO:tasks.workunit.client.0.smithi016.stdout: "stat_sum": { 2024-04-15T16:06:28.627 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes": 0, 2024-04-15T16:06:28.627 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T16:06:28.627 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_recovered": 0, 2024-04-15T16:06:28.627 INFO:tasks.workunit.client.0.smithi016.stdout: "num_deep_scrub_errors": 0, 2024-04-15T16:06:28.627 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict": 0, 2024-04-15T16:06:28.627 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_kb": 0, 2024-04-15T16:06:28.627 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_full": 0, 2024-04-15T16:06:28.627 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_some": 0, 2024-04-15T16:06:28.627 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush": 0, 2024-04-15T16:06:28.627 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_kb": 0, 2024-04-15T16:06:28.627 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_high": 0, 2024-04-15T16:06:28.627 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_low": 0, 2024-04-15T16:06:28.628 INFO:tasks.workunit.client.0.smithi016.stdout: "num_keys_recovered": 0, 2024-04-15T16:06:28.628 INFO:tasks.workunit.client.0.smithi016.stdout: "num_large_omap_objects": 0, 2024-04-15T16:06:28.628 INFO:tasks.workunit.client.0.smithi016.stdout: "num_legacy_snapsets": 0, 2024-04-15T16:06:28.628 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_clones": 0, 2024-04-15T16:06:28.628 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_copies": 0, 2024-04-15T16:06:28.628 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects": 0, 2024-04-15T16:06:28.628 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_degraded": 0, 2024-04-15T16:06:28.628 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_dirty": 0, 2024-04-15T16:06:28.628 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T16:06:28.628 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_manifest": 0, 2024-04-15T16:06:28.628 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_misplaced": 0, 2024-04-15T16:06:28.629 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing": 0, 2024-04-15T16:06:28.629 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T16:06:28.629 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_omap": 0, 2024-04-15T16:06:28.629 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_pinned": 0, 2024-04-15T16:06:28.629 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_recovered": 0, 2024-04-15T16:06:28.629 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_repaired": 0, 2024-04-15T16:06:28.629 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_unfound": 0, 2024-04-15T16:06:28.629 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_bytes": 0, 2024-04-15T16:06:28.629 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_keys": 0, 2024-04-15T16:06:28.629 INFO:tasks.workunit.client.0.smithi016.stdout: "num_promote": 0, 2024-04-15T16:06:28.629 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read": 0, 2024-04-15T16:06:28.629 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read_kb": 0, 2024-04-15T16:06:28.630 INFO:tasks.workunit.client.0.smithi016.stdout: "num_scrub_errors": 0, 2024-04-15T16:06:28.630 INFO:tasks.workunit.client.0.smithi016.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T16:06:28.630 INFO:tasks.workunit.client.0.smithi016.stdout: "num_whiteouts": 0, 2024-04-15T16:06:28.630 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write": 0, 2024-04-15T16:06:28.630 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write_kb": 0 2024-04-15T16:06:28.630 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:28.630 INFO:tasks.workunit.client.0.smithi016.stdout: "state": "active+clean", 2024-04-15T16:06:28.630 INFO:tasks.workunit.client.0.smithi016.stdout: "stats_invalid": false, 2024-04-15T16:06:28.630 INFO:tasks.workunit.client.0.smithi016.stdout: "up": [ 2024-04-15T16:06:28.630 INFO:tasks.workunit.client.0.smithi016.stdout: 6, 2024-04-15T16:06:28.630 INFO:tasks.workunit.client.0.smithi016.stdout: 5, 2024-04-15T16:06:28.630 INFO:tasks.workunit.client.0.smithi016.stdout: 1 2024-04-15T16:06:28.631 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:28.631 INFO:tasks.workunit.client.0.smithi016.stdout: "up_primary": 6, 2024-04-15T16:06:28.631 INFO:tasks.workunit.client.0.smithi016.stdout: "version": "0'0" 2024-04-15T16:06:28.631 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:28.631 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-15T16:06:28.631 INFO:tasks.workunit.client.0.smithi016.stdout: "acting": [ 2024-04-15T16:06:28.631 INFO:tasks.workunit.client.0.smithi016.stdout: 7, 2024-04-15T16:06:28.631 INFO:tasks.workunit.client.0.smithi016.stdout: 5, 2024-04-15T16:06:28.631 INFO:tasks.workunit.client.0.smithi016.stdout: 0 2024-04-15T16:06:28.631 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:28.631 INFO:tasks.workunit.client.0.smithi016.stdout: "acting_primary": 7, 2024-04-15T16:06:28.631 INFO:tasks.workunit.client.0.smithi016.stdout: "avail_no_missing": [], 2024-04-15T16:06:28.632 INFO:tasks.workunit.client.0.smithi016.stdout: "blocked_by": [], 2024-04-15T16:06:28.632 INFO:tasks.workunit.client.0.smithi016.stdout: "created": 61, 2024-04-15T16:06:28.632 INFO:tasks.workunit.client.0.smithi016.stdout: "dirty_stats_invalid": false, 2024-04-15T16:06:28.632 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T16:06:28.632 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_stats_invalid": false, 2024-04-15T16:06:28.632 INFO:tasks.workunit.client.0.smithi016.stdout: "last_active": "2024-04-15T16:05:12.200778+0000", 2024-04-15T16:06:28.632 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_active": "2024-04-15T14:44:49.362404+0000", 2024-04-15T16:06:28.632 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_peered": "2024-04-15T14:44:49.362404+0000", 2024-04-15T16:06:28.632 INFO:tasks.workunit.client.0.smithi016.stdout: "last_change": "2024-04-15T14:44:49.363944+0000", 2024-04-15T16:06:28.632 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean": "2024-04-15T16:05:12.200778+0000", 2024-04-15T16:06:28.632 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T16:06:28.632 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub": "0'0", 2024-04-15T16:06:28.633 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T16:06:28.633 INFO:tasks.workunit.client.0.smithi016.stdout: "last_epoch_clean": 532, 2024-04-15T16:06:28.633 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fresh": "2024-04-15T16:05:12.200778+0000", 2024-04-15T16:06:28.633 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fullsized": "2024-04-15T16:05:12.200778+0000", 2024-04-15T16:06:28.633 INFO:tasks.workunit.client.0.smithi016.stdout: "last_peered": "2024-04-15T16:05:12.200778+0000", 2024-04-15T16:06:28.633 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub": "0'0", 2024-04-15T16:06:28.633 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_duration": 0, 2024-04-15T16:06:28.633 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T16:06:28.633 INFO:tasks.workunit.client.0.smithi016.stdout: "last_undegraded": "2024-04-15T16:05:12.200778+0000", 2024-04-15T16:06:28.633 INFO:tasks.workunit.client.0.smithi016.stdout: "last_unstale": "2024-04-15T16:05:12.200778+0000", 2024-04-15T16:06:28.633 INFO:tasks.workunit.client.0.smithi016.stdout: "log_dups_size": 0, 2024-04-15T16:06:28.633 INFO:tasks.workunit.client.0.smithi016.stdout: "log_size": 0, 2024-04-15T16:06:28.634 INFO:tasks.workunit.client.0.smithi016.stdout: "log_start": "0'0", 2024-04-15T16:06:28.634 INFO:tasks.workunit.client.0.smithi016.stdout: "manifest_stats_invalid": false, 2024-04-15T16:06:28.634 INFO:tasks.workunit.client.0.smithi016.stdout: "mapping_epoch": 531, 2024-04-15T16:06:28.634 INFO:tasks.workunit.client.0.smithi016.stdout: "object_location_counts": [], 2024-04-15T16:06:28.634 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_scrubbed": 0, 2024-04-15T16:06:28.634 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_trimmed": 0, 2024-04-15T16:06:28.634 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_stats_invalid": false, 2024-04-15T16:06:28.634 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_size": 0, 2024-04-15T16:06:28.634 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_start": "0'0", 2024-04-15T16:06:28.634 INFO:tasks.workunit.client.0.smithi016.stdout: "parent": "0.0", 2024-04-15T16:06:28.634 INFO:tasks.workunit.client.0.smithi016.stdout: "parent_split_bits": 0, 2024-04-15T16:06:28.635 INFO:tasks.workunit.client.0.smithi016.stdout: "pgid": "3.37", 2024-04-15T16:06:28.635 INFO:tasks.workunit.client.0.smithi016.stdout: "pin_stats_invalid": false, 2024-04-15T16:06:28.635 INFO:tasks.workunit.client.0.smithi016.stdout: "purged_snaps": [], 2024-04-15T16:06:28.635 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_epoch": 2721, 2024-04-15T16:06:28.635 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_seq": 4876, 2024-04-15T16:06:28.635 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_duration": 0.0, 2024-04-15T16:06:28.635 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-16T21:44:06.093273+0000", 2024-04-15T16:06:28.635 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrim_duration": 0.0, 2024-04-15T16:06:28.635 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrimq_len": 0, 2024-04-15T16:06:28.635 INFO:tasks.workunit.client.0.smithi016.stdout: "stat_sum": { 2024-04-15T16:06:28.635 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes": 0, 2024-04-15T16:06:28.635 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T16:06:28.636 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_recovered": 0, 2024-04-15T16:06:28.636 INFO:tasks.workunit.client.0.smithi016.stdout: "num_deep_scrub_errors": 0, 2024-04-15T16:06:28.636 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict": 0, 2024-04-15T16:06:28.636 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_kb": 0, 2024-04-15T16:06:28.636 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_full": 0, 2024-04-15T16:06:28.636 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_some": 0, 2024-04-15T16:06:28.636 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush": 0, 2024-04-15T16:06:28.636 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_kb": 0, 2024-04-15T16:06:28.636 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_high": 0, 2024-04-15T16:06:28.636 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_low": 0, 2024-04-15T16:06:28.636 INFO:tasks.workunit.client.0.smithi016.stdout: "num_keys_recovered": 0, 2024-04-15T16:06:28.636 INFO:tasks.workunit.client.0.smithi016.stdout: "num_large_omap_objects": 0, 2024-04-15T16:06:28.636 INFO:tasks.workunit.client.0.smithi016.stdout: "num_legacy_snapsets": 0, 2024-04-15T16:06:28.636 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_clones": 0, 2024-04-15T16:06:28.637 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_copies": 0, 2024-04-15T16:06:28.637 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects": 0, 2024-04-15T16:06:28.637 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_degraded": 0, 2024-04-15T16:06:28.637 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_dirty": 0, 2024-04-15T16:06:28.637 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T16:06:28.637 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_manifest": 0, 2024-04-15T16:06:28.637 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_misplaced": 0, 2024-04-15T16:06:28.637 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing": 0, 2024-04-15T16:06:28.637 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T16:06:28.637 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_omap": 0, 2024-04-15T16:06:28.637 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_pinned": 0, 2024-04-15T16:06:28.637 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_recovered": 0, 2024-04-15T16:06:28.637 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_repaired": 0, 2024-04-15T16:06:28.638 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_unfound": 0, 2024-04-15T16:06:28.638 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_bytes": 0, 2024-04-15T16:06:28.638 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_keys": 0, 2024-04-15T16:06:28.638 INFO:tasks.workunit.client.0.smithi016.stdout: "num_promote": 0, 2024-04-15T16:06:28.638 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read": 0, 2024-04-15T16:06:28.638 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read_kb": 0, 2024-04-15T16:06:28.638 INFO:tasks.workunit.client.0.smithi016.stdout: "num_scrub_errors": 0, 2024-04-15T16:06:28.638 INFO:tasks.workunit.client.0.smithi016.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T16:06:28.638 INFO:tasks.workunit.client.0.smithi016.stdout: "num_whiteouts": 0, 2024-04-15T16:06:28.638 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write": 0, 2024-04-15T16:06:28.638 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write_kb": 0 2024-04-15T16:06:28.639 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:28.639 INFO:tasks.workunit.client.0.smithi016.stdout: "state": "active+clean", 2024-04-15T16:06:28.639 INFO:tasks.workunit.client.0.smithi016.stdout: "stats_invalid": false, 2024-04-15T16:06:28.639 INFO:tasks.workunit.client.0.smithi016.stdout: "up": [ 2024-04-15T16:06:28.639 INFO:tasks.workunit.client.0.smithi016.stdout: 7, 2024-04-15T16:06:28.639 INFO:tasks.workunit.client.0.smithi016.stdout: 5, 2024-04-15T16:06:28.639 INFO:tasks.workunit.client.0.smithi016.stdout: 0 2024-04-15T16:06:28.639 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:28.639 INFO:tasks.workunit.client.0.smithi016.stdout: "up_primary": 7, 2024-04-15T16:06:28.639 INFO:tasks.workunit.client.0.smithi016.stdout: "version": "0'0" 2024-04-15T16:06:28.639 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:28.639 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-15T16:06:28.640 INFO:tasks.workunit.client.0.smithi016.stdout: "acting": [ 2024-04-15T16:06:28.640 INFO:tasks.workunit.client.0.smithi016.stdout: 3, 2024-04-15T16:06:28.640 INFO:tasks.workunit.client.0.smithi016.stdout: 5, 2024-04-15T16:06:28.640 INFO:tasks.workunit.client.0.smithi016.stdout: 6 2024-04-15T16:06:28.640 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:28.640 INFO:tasks.workunit.client.0.smithi016.stdout: "acting_primary": 3, 2024-04-15T16:06:28.640 INFO:tasks.workunit.client.0.smithi016.stdout: "avail_no_missing": [], 2024-04-15T16:06:28.640 INFO:tasks.workunit.client.0.smithi016.stdout: "blocked_by": [], 2024-04-15T16:06:28.640 INFO:tasks.workunit.client.0.smithi016.stdout: "created": 61, 2024-04-15T16:06:28.640 INFO:tasks.workunit.client.0.smithi016.stdout: "dirty_stats_invalid": false, 2024-04-15T16:06:28.640 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T16:06:28.641 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_stats_invalid": false, 2024-04-15T16:06:28.641 INFO:tasks.workunit.client.0.smithi016.stdout: "last_active": "2024-04-15T16:05:12.196785+0000", 2024-04-15T16:06:28.641 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_active": "2024-04-15T14:44:28.449426+0000", 2024-04-15T16:06:28.641 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_peered": "2024-04-15T14:44:28.449426+0000", 2024-04-15T16:06:28.641 INFO:tasks.workunit.client.0.smithi016.stdout: "last_change": "2024-04-15T14:44:28.449746+0000", 2024-04-15T16:06:28.641 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean": "2024-04-15T16:05:12.196785+0000", 2024-04-15T16:06:28.641 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T16:06:28.641 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub": "0'0", 2024-04-15T16:06:28.641 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T16:06:28.641 INFO:tasks.workunit.client.0.smithi016.stdout: "last_epoch_clean": 511, 2024-04-15T16:06:28.641 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fresh": "2024-04-15T16:05:12.196785+0000", 2024-04-15T16:06:28.641 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fullsized": "2024-04-15T16:05:12.196785+0000", 2024-04-15T16:06:28.642 INFO:tasks.workunit.client.0.smithi016.stdout: "last_peered": "2024-04-15T16:05:12.196785+0000", 2024-04-15T16:06:28.642 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub": "0'0", 2024-04-15T16:06:28.642 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_duration": 0, 2024-04-15T16:06:28.642 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T16:06:28.642 INFO:tasks.workunit.client.0.smithi016.stdout: "last_undegraded": "2024-04-15T16:05:12.196785+0000", 2024-04-15T16:06:28.642 INFO:tasks.workunit.client.0.smithi016.stdout: "last_unstale": "2024-04-15T16:05:12.196785+0000", 2024-04-15T16:06:28.642 INFO:tasks.workunit.client.0.smithi016.stdout: "log_dups_size": 0, 2024-04-15T16:06:28.642 INFO:tasks.workunit.client.0.smithi016.stdout: "log_size": 0, 2024-04-15T16:06:28.642 INFO:tasks.workunit.client.0.smithi016.stdout: "log_start": "0'0", 2024-04-15T16:06:28.642 INFO:tasks.workunit.client.0.smithi016.stdout: "manifest_stats_invalid": false, 2024-04-15T16:06:28.642 INFO:tasks.workunit.client.0.smithi016.stdout: "mapping_epoch": 510, 2024-04-15T16:06:28.642 INFO:tasks.workunit.client.0.smithi016.stdout: "object_location_counts": [], 2024-04-15T16:06:28.643 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_scrubbed": 0, 2024-04-15T16:06:28.643 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_trimmed": 0, 2024-04-15T16:06:28.643 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_stats_invalid": false, 2024-04-15T16:06:28.643 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_size": 0, 2024-04-15T16:06:28.643 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_start": "0'0", 2024-04-15T16:06:28.643 INFO:tasks.workunit.client.0.smithi016.stdout: "parent": "0.0", 2024-04-15T16:06:28.643 INFO:tasks.workunit.client.0.smithi016.stdout: "parent_split_bits": 0, 2024-04-15T16:06:28.643 INFO:tasks.workunit.client.0.smithi016.stdout: "pgid": "3.38", 2024-04-15T16:06:28.643 INFO:tasks.workunit.client.0.smithi016.stdout: "pin_stats_invalid": false, 2024-04-15T16:06:28.643 INFO:tasks.workunit.client.0.smithi016.stdout: "purged_snaps": [], 2024-04-15T16:06:28.643 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_epoch": 2721, 2024-04-15T16:06:28.643 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_seq": 4958, 2024-04-15T16:06:28.644 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_duration": 0.0, 2024-04-15T16:06:28.644 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-16T15:37:04.953664+0000", 2024-04-15T16:06:28.644 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrim_duration": 0.0, 2024-04-15T16:06:28.644 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrimq_len": 0, 2024-04-15T16:06:28.644 INFO:tasks.workunit.client.0.smithi016.stdout: "stat_sum": { 2024-04-15T16:06:28.644 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes": 0, 2024-04-15T16:06:28.644 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T16:06:28.644 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_recovered": 0, 2024-04-15T16:06:28.644 INFO:tasks.workunit.client.0.smithi016.stdout: "num_deep_scrub_errors": 0, 2024-04-15T16:06:28.644 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict": 0, 2024-04-15T16:06:28.644 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_kb": 0, 2024-04-15T16:06:28.644 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_full": 0, 2024-04-15T16:06:28.645 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_some": 0, 2024-04-15T16:06:28.645 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush": 0, 2024-04-15T16:06:28.645 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_kb": 0, 2024-04-15T16:06:28.645 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_high": 0, 2024-04-15T16:06:28.645 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_low": 0, 2024-04-15T16:06:28.645 INFO:tasks.workunit.client.0.smithi016.stdout: "num_keys_recovered": 0, 2024-04-15T16:06:28.645 INFO:tasks.workunit.client.0.smithi016.stdout: "num_large_omap_objects": 0, 2024-04-15T16:06:28.645 INFO:tasks.workunit.client.0.smithi016.stdout: "num_legacy_snapsets": 0, 2024-04-15T16:06:28.645 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_clones": 0, 2024-04-15T16:06:28.645 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_copies": 0, 2024-04-15T16:06:28.645 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects": 0, 2024-04-15T16:06:28.645 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_degraded": 0, 2024-04-15T16:06:28.646 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_dirty": 0, 2024-04-15T16:06:28.646 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T16:06:28.646 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_manifest": 0, 2024-04-15T16:06:28.646 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_misplaced": 0, 2024-04-15T16:06:28.646 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing": 0, 2024-04-15T16:06:28.646 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T16:06:28.646 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_omap": 0, 2024-04-15T16:06:28.646 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_pinned": 0, 2024-04-15T16:06:28.646 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_recovered": 0, 2024-04-15T16:06:28.646 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_repaired": 0, 2024-04-15T16:06:28.647 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_unfound": 0, 2024-04-15T16:06:28.647 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_bytes": 0, 2024-04-15T16:06:28.647 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_keys": 0, 2024-04-15T16:06:28.647 INFO:tasks.workunit.client.0.smithi016.stdout: "num_promote": 0, 2024-04-15T16:06:28.647 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read": 0, 2024-04-15T16:06:28.647 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read_kb": 0, 2024-04-15T16:06:28.647 INFO:tasks.workunit.client.0.smithi016.stdout: "num_scrub_errors": 0, 2024-04-15T16:06:28.647 INFO:tasks.workunit.client.0.smithi016.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T16:06:28.647 INFO:tasks.workunit.client.0.smithi016.stdout: "num_whiteouts": 0, 2024-04-15T16:06:28.647 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write": 0, 2024-04-15T16:06:28.647 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write_kb": 0 2024-04-15T16:06:28.647 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:28.648 INFO:tasks.workunit.client.0.smithi016.stdout: "state": "active+clean", 2024-04-15T16:06:28.648 INFO:tasks.workunit.client.0.smithi016.stdout: "stats_invalid": false, 2024-04-15T16:06:28.648 INFO:tasks.workunit.client.0.smithi016.stdout: "up": [ 2024-04-15T16:06:28.648 INFO:tasks.workunit.client.0.smithi016.stdout: 3, 2024-04-15T16:06:28.648 INFO:tasks.workunit.client.0.smithi016.stdout: 5, 2024-04-15T16:06:28.648 INFO:tasks.workunit.client.0.smithi016.stdout: 6 2024-04-15T16:06:28.648 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:28.648 INFO:tasks.workunit.client.0.smithi016.stdout: "up_primary": 3, 2024-04-15T16:06:28.648 INFO:tasks.workunit.client.0.smithi016.stdout: "version": "0'0" 2024-04-15T16:06:28.648 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:28.648 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-15T16:06:28.648 INFO:tasks.workunit.client.0.smithi016.stdout: "acting": [ 2024-04-15T16:06:28.648 INFO:tasks.workunit.client.0.smithi016.stdout: 7, 2024-04-15T16:06:28.649 INFO:tasks.workunit.client.0.smithi016.stdout: 0, 2024-04-15T16:06:28.649 INFO:tasks.workunit.client.0.smithi016.stdout: 4 2024-04-15T16:06:28.649 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:28.649 INFO:tasks.workunit.client.0.smithi016.stdout: "acting_primary": 7, 2024-04-15T16:06:28.649 INFO:tasks.workunit.client.0.smithi016.stdout: "avail_no_missing": [], 2024-04-15T16:06:28.649 INFO:tasks.workunit.client.0.smithi016.stdout: "blocked_by": [], 2024-04-15T16:06:28.649 INFO:tasks.workunit.client.0.smithi016.stdout: "created": 61, 2024-04-15T16:06:28.649 INFO:tasks.workunit.client.0.smithi016.stdout: "dirty_stats_invalid": false, 2024-04-15T16:06:28.649 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T16:06:28.649 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_stats_invalid": false, 2024-04-15T16:06:28.649 INFO:tasks.workunit.client.0.smithi016.stdout: "last_active": "2024-04-15T16:05:12.197760+0000", 2024-04-15T16:06:28.649 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_active": "2024-04-15T14:44:49.363785+0000", 2024-04-15T16:06:28.650 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_peered": "2024-04-15T14:44:49.363785+0000", 2024-04-15T16:06:28.650 INFO:tasks.workunit.client.0.smithi016.stdout: "last_change": "2024-04-15T14:44:49.368541+0000", 2024-04-15T16:06:28.650 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean": "2024-04-15T16:05:12.197760+0000", 2024-04-15T16:06:28.650 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T16:06:28.650 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub": "0'0", 2024-04-15T16:06:28.650 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T16:06:28.650 INFO:tasks.workunit.client.0.smithi016.stdout: "last_epoch_clean": 532, 2024-04-15T16:06:28.650 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fresh": "2024-04-15T16:05:12.197760+0000", 2024-04-15T16:06:28.650 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fullsized": "2024-04-15T16:05:12.197760+0000", 2024-04-15T16:06:28.650 INFO:tasks.workunit.client.0.smithi016.stdout: "last_peered": "2024-04-15T16:05:12.197760+0000", 2024-04-15T16:06:28.650 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub": "0'0", 2024-04-15T16:06:28.651 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_duration": 0, 2024-04-15T16:06:28.651 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T16:06:28.651 INFO:tasks.workunit.client.0.smithi016.stdout: "last_undegraded": "2024-04-15T16:05:12.197760+0000", 2024-04-15T16:06:28.651 INFO:tasks.workunit.client.0.smithi016.stdout: "last_unstale": "2024-04-15T16:05:12.197760+0000", 2024-04-15T16:06:28.651 INFO:tasks.workunit.client.0.smithi016.stdout: "log_dups_size": 0, 2024-04-15T16:06:28.651 INFO:tasks.workunit.client.0.smithi016.stdout: "log_size": 0, 2024-04-15T16:06:28.651 INFO:tasks.workunit.client.0.smithi016.stdout: "log_start": "0'0", 2024-04-15T16:06:28.651 INFO:tasks.workunit.client.0.smithi016.stdout: "manifest_stats_invalid": false, 2024-04-15T16:06:28.651 INFO:tasks.workunit.client.0.smithi016.stdout: "mapping_epoch": 531, 2024-04-15T16:06:28.651 INFO:tasks.workunit.client.0.smithi016.stdout: "object_location_counts": [], 2024-04-15T16:06:28.651 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_scrubbed": 0, 2024-04-15T16:06:28.651 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_trimmed": 0, 2024-04-15T16:06:28.651 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_stats_invalid": false, 2024-04-15T16:06:28.652 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_size": 0, 2024-04-15T16:06:28.652 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_start": "0'0", 2024-04-15T16:06:28.652 INFO:tasks.workunit.client.0.smithi016.stdout: "parent": "0.0", 2024-04-15T16:06:28.652 INFO:tasks.workunit.client.0.smithi016.stdout: "parent_split_bits": 0, 2024-04-15T16:06:28.652 INFO:tasks.workunit.client.0.smithi016.stdout: "pgid": "3.39", 2024-04-15T16:06:28.652 INFO:tasks.workunit.client.0.smithi016.stdout: "pin_stats_invalid": false, 2024-04-15T16:06:28.652 INFO:tasks.workunit.client.0.smithi016.stdout: "purged_snaps": [], 2024-04-15T16:06:28.652 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_epoch": 2721, 2024-04-15T16:06:28.652 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_seq": 4855, 2024-04-15T16:06:28.652 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_duration": 0.0, 2024-04-15T16:06:28.652 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-16T19:28:09.340207+0000", 2024-04-15T16:06:28.652 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrim_duration": 0.0, 2024-04-15T16:06:28.653 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrimq_len": 0, 2024-04-15T16:06:28.653 INFO:tasks.workunit.client.0.smithi016.stdout: "stat_sum": { 2024-04-15T16:06:28.653 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes": 0, 2024-04-15T16:06:28.653 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T16:06:28.653 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_recovered": 0, 2024-04-15T16:06:28.653 INFO:tasks.workunit.client.0.smithi016.stdout: "num_deep_scrub_errors": 0, 2024-04-15T16:06:28.653 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict": 0, 2024-04-15T16:06:28.653 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_kb": 0, 2024-04-15T16:06:28.653 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_full": 0, 2024-04-15T16:06:28.653 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_some": 0, 2024-04-15T16:06:28.653 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush": 0, 2024-04-15T16:06:28.653 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_kb": 0, 2024-04-15T16:06:28.653 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_high": 0, 2024-04-15T16:06:28.654 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_low": 0, 2024-04-15T16:06:28.654 INFO:tasks.workunit.client.0.smithi016.stdout: "num_keys_recovered": 0, 2024-04-15T16:06:28.654 INFO:tasks.workunit.client.0.smithi016.stdout: "num_large_omap_objects": 0, 2024-04-15T16:06:28.654 INFO:tasks.workunit.client.0.smithi016.stdout: "num_legacy_snapsets": 0, 2024-04-15T16:06:28.654 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_clones": 0, 2024-04-15T16:06:28.654 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_copies": 0, 2024-04-15T16:06:28.654 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects": 0, 2024-04-15T16:06:28.654 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_degraded": 0, 2024-04-15T16:06:28.654 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_dirty": 0, 2024-04-15T16:06:28.654 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T16:06:28.654 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_manifest": 0, 2024-04-15T16:06:28.654 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_misplaced": 0, 2024-04-15T16:06:28.654 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing": 0, 2024-04-15T16:06:28.655 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T16:06:28.655 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_omap": 0, 2024-04-15T16:06:28.655 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_pinned": 0, 2024-04-15T16:06:28.655 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_recovered": 0, 2024-04-15T16:06:28.655 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_repaired": 0, 2024-04-15T16:06:28.655 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_unfound": 0, 2024-04-15T16:06:28.655 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_bytes": 0, 2024-04-15T16:06:28.655 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_keys": 0, 2024-04-15T16:06:28.655 INFO:tasks.workunit.client.0.smithi016.stdout: "num_promote": 0, 2024-04-15T16:06:28.655 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read": 0, 2024-04-15T16:06:28.655 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read_kb": 0, 2024-04-15T16:06:28.655 INFO:tasks.workunit.client.0.smithi016.stdout: "num_scrub_errors": 0, 2024-04-15T16:06:28.656 INFO:tasks.workunit.client.0.smithi016.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T16:06:28.656 INFO:tasks.workunit.client.0.smithi016.stdout: "num_whiteouts": 0, 2024-04-15T16:06:28.656 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write": 0, 2024-04-15T16:06:28.656 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write_kb": 0 2024-04-15T16:06:28.656 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:28.656 INFO:tasks.workunit.client.0.smithi016.stdout: "state": "active+clean", 2024-04-15T16:06:28.656 INFO:tasks.workunit.client.0.smithi016.stdout: "stats_invalid": false, 2024-04-15T16:06:28.656 INFO:tasks.workunit.client.0.smithi016.stdout: "up": [ 2024-04-15T16:06:28.656 INFO:tasks.workunit.client.0.smithi016.stdout: 7, 2024-04-15T16:06:28.656 INFO:tasks.workunit.client.0.smithi016.stdout: 0, 2024-04-15T16:06:28.656 INFO:tasks.workunit.client.0.smithi016.stdout: 4 2024-04-15T16:06:28.656 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:28.657 INFO:tasks.workunit.client.0.smithi016.stdout: "up_primary": 7, 2024-04-15T16:06:28.657 INFO:tasks.workunit.client.0.smithi016.stdout: "version": "0'0" 2024-04-15T16:06:28.657 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:28.657 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-15T16:06:28.657 INFO:tasks.workunit.client.0.smithi016.stdout: "acting": [ 2024-04-15T16:06:28.657 INFO:tasks.workunit.client.0.smithi016.stdout: 5, 2024-04-15T16:06:28.657 INFO:tasks.workunit.client.0.smithi016.stdout: 0, 2024-04-15T16:06:28.657 INFO:tasks.workunit.client.0.smithi016.stdout: 1 2024-04-15T16:06:28.657 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:28.657 INFO:tasks.workunit.client.0.smithi016.stdout: "acting_primary": 5, 2024-04-15T16:06:28.657 INFO:tasks.workunit.client.0.smithi016.stdout: "avail_no_missing": [], 2024-04-15T16:06:28.657 INFO:tasks.workunit.client.0.smithi016.stdout: "blocked_by": [], 2024-04-15T16:06:28.657 INFO:tasks.workunit.client.0.smithi016.stdout: "created": 61, 2024-04-15T16:06:28.658 INFO:tasks.workunit.client.0.smithi016.stdout: "dirty_stats_invalid": false, 2024-04-15T16:06:28.658 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T16:06:28.658 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_stats_invalid": false, 2024-04-15T16:06:28.658 INFO:tasks.workunit.client.0.smithi016.stdout: "last_active": "2024-04-15T16:05:12.200264+0000", 2024-04-15T16:06:28.658 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_active": "2024-04-15T14:43:53.353175+0000", 2024-04-15T16:06:28.658 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_peered": "2024-04-15T14:43:53.353175+0000", 2024-04-15T16:06:28.658 INFO:tasks.workunit.client.0.smithi016.stdout: "last_change": "2024-04-15T14:43:53.353623+0000", 2024-04-15T16:06:28.658 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean": "2024-04-15T16:05:12.200264+0000", 2024-04-15T16:06:28.658 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T16:06:28.658 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub": "0'0", 2024-04-15T16:06:28.658 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T16:06:28.658 INFO:tasks.workunit.client.0.smithi016.stdout: "last_epoch_clean": 476, 2024-04-15T16:06:28.659 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fresh": "2024-04-15T16:05:12.200264+0000", 2024-04-15T16:06:28.659 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fullsized": "2024-04-15T16:05:12.200264+0000", 2024-04-15T16:06:28.659 INFO:tasks.workunit.client.0.smithi016.stdout: "last_peered": "2024-04-15T16:05:12.200264+0000", 2024-04-15T16:06:28.659 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub": "0'0", 2024-04-15T16:06:28.659 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_duration": 0, 2024-04-15T16:06:28.659 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T16:06:28.659 INFO:tasks.workunit.client.0.smithi016.stdout: "last_undegraded": "2024-04-15T16:05:12.200264+0000", 2024-04-15T16:06:28.659 INFO:tasks.workunit.client.0.smithi016.stdout: "last_unstale": "2024-04-15T16:05:12.200264+0000", 2024-04-15T16:06:28.659 INFO:tasks.workunit.client.0.smithi016.stdout: "log_dups_size": 0, 2024-04-15T16:06:28.659 INFO:tasks.workunit.client.0.smithi016.stdout: "log_size": 0, 2024-04-15T16:06:28.659 INFO:tasks.workunit.client.0.smithi016.stdout: "log_start": "0'0", 2024-04-15T16:06:28.659 INFO:tasks.workunit.client.0.smithi016.stdout: "manifest_stats_invalid": false, 2024-04-15T16:06:28.659 INFO:tasks.workunit.client.0.smithi016.stdout: "mapping_epoch": 475, 2024-04-15T16:06:28.660 INFO:tasks.workunit.client.0.smithi016.stdout: "object_location_counts": [], 2024-04-15T16:06:28.660 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_scrubbed": 0, 2024-04-15T16:06:28.660 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_trimmed": 0, 2024-04-15T16:06:28.660 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_stats_invalid": false, 2024-04-15T16:06:28.660 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_size": 0, 2024-04-15T16:06:28.660 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_start": "0'0", 2024-04-15T16:06:28.660 INFO:tasks.workunit.client.0.smithi016.stdout: "parent": "0.0", 2024-04-15T16:06:28.660 INFO:tasks.workunit.client.0.smithi016.stdout: "parent_split_bits": 0, 2024-04-15T16:06:28.660 INFO:tasks.workunit.client.0.smithi016.stdout: "pgid": "3.3a", 2024-04-15T16:06:28.660 INFO:tasks.workunit.client.0.smithi016.stdout: "pin_stats_invalid": false, 2024-04-15T16:06:28.660 INFO:tasks.workunit.client.0.smithi016.stdout: "purged_snaps": [], 2024-04-15T16:06:28.660 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_epoch": 2721, 2024-04-15T16:06:28.661 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_seq": 4911, 2024-04-15T16:06:28.661 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_duration": 0.0, 2024-04-15T16:06:28.661 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-16T14:53:58.165099+0000", 2024-04-15T16:06:28.661 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrim_duration": 0.0, 2024-04-15T16:06:28.661 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrimq_len": 0, 2024-04-15T16:06:28.661 INFO:tasks.workunit.client.0.smithi016.stdout: "stat_sum": { 2024-04-15T16:06:28.661 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes": 0, 2024-04-15T16:06:28.661 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T16:06:28.661 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_recovered": 0, 2024-04-15T16:06:28.661 INFO:tasks.workunit.client.0.smithi016.stdout: "num_deep_scrub_errors": 0, 2024-04-15T16:06:28.661 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict": 0, 2024-04-15T16:06:28.661 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_kb": 0, 2024-04-15T16:06:28.662 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_full": 0, 2024-04-15T16:06:28.662 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_some": 0, 2024-04-15T16:06:28.662 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush": 0, 2024-04-15T16:06:28.662 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_kb": 0, 2024-04-15T16:06:28.662 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_high": 0, 2024-04-15T16:06:28.662 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_low": 0, 2024-04-15T16:06:28.662 INFO:tasks.workunit.client.0.smithi016.stdout: "num_keys_recovered": 0, 2024-04-15T16:06:28.662 INFO:tasks.workunit.client.0.smithi016.stdout: "num_large_omap_objects": 0, 2024-04-15T16:06:28.662 INFO:tasks.workunit.client.0.smithi016.stdout: "num_legacy_snapsets": 0, 2024-04-15T16:06:28.662 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_clones": 0, 2024-04-15T16:06:28.663 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_copies": 0, 2024-04-15T16:06:28.663 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects": 0, 2024-04-15T16:06:28.663 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_degraded": 0, 2024-04-15T16:06:28.663 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_dirty": 0, 2024-04-15T16:06:28.663 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T16:06:28.663 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_manifest": 0, 2024-04-15T16:06:28.663 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_misplaced": 0, 2024-04-15T16:06:28.663 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing": 0, 2024-04-15T16:06:28.663 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T16:06:28.663 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_omap": 0, 2024-04-15T16:06:28.664 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_pinned": 0, 2024-04-15T16:06:28.664 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_recovered": 0, 2024-04-15T16:06:28.664 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_repaired": 0, 2024-04-15T16:06:28.664 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_unfound": 0, 2024-04-15T16:06:28.664 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_bytes": 0, 2024-04-15T16:06:28.664 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_keys": 0, 2024-04-15T16:06:28.664 INFO:tasks.workunit.client.0.smithi016.stdout: "num_promote": 0, 2024-04-15T16:06:28.664 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read": 0, 2024-04-15T16:06:28.664 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read_kb": 0, 2024-04-15T16:06:28.664 INFO:tasks.workunit.client.0.smithi016.stdout: "num_scrub_errors": 0, 2024-04-15T16:06:28.664 INFO:tasks.workunit.client.0.smithi016.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T16:06:28.664 INFO:tasks.workunit.client.0.smithi016.stdout: "num_whiteouts": 0, 2024-04-15T16:06:28.665 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write": 0, 2024-04-15T16:06:28.665 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write_kb": 0 2024-04-15T16:06:28.665 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:28.665 INFO:tasks.workunit.client.0.smithi016.stdout: "state": "active+clean", 2024-04-15T16:06:28.665 INFO:tasks.workunit.client.0.smithi016.stdout: "stats_invalid": false, 2024-04-15T16:06:28.665 INFO:tasks.workunit.client.0.smithi016.stdout: "up": [ 2024-04-15T16:06:28.665 INFO:tasks.workunit.client.0.smithi016.stdout: 5, 2024-04-15T16:06:28.665 INFO:tasks.workunit.client.0.smithi016.stdout: 0, 2024-04-15T16:06:28.665 INFO:tasks.workunit.client.0.smithi016.stdout: 1 2024-04-15T16:06:28.665 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:28.665 INFO:tasks.workunit.client.0.smithi016.stdout: "up_primary": 5, 2024-04-15T16:06:28.665 INFO:tasks.workunit.client.0.smithi016.stdout: "version": "0'0" 2024-04-15T16:06:28.666 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:28.666 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-15T16:06:28.666 INFO:tasks.workunit.client.0.smithi016.stdout: "acting": [ 2024-04-15T16:06:28.666 INFO:tasks.workunit.client.0.smithi016.stdout: 7, 2024-04-15T16:06:28.666 INFO:tasks.workunit.client.0.smithi016.stdout: 2, 2024-04-15T16:06:28.666 INFO:tasks.workunit.client.0.smithi016.stdout: 4 2024-04-15T16:06:28.666 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:28.666 INFO:tasks.workunit.client.0.smithi016.stdout: "acting_primary": 7, 2024-04-15T16:06:28.666 INFO:tasks.workunit.client.0.smithi016.stdout: "avail_no_missing": [], 2024-04-15T16:06:28.666 INFO:tasks.workunit.client.0.smithi016.stdout: "blocked_by": [], 2024-04-15T16:06:28.666 INFO:tasks.workunit.client.0.smithi016.stdout: "created": 61, 2024-04-15T16:06:28.667 INFO:tasks.workunit.client.0.smithi016.stdout: "dirty_stats_invalid": false, 2024-04-15T16:06:28.667 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T16:06:28.667 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_stats_invalid": false, 2024-04-15T16:06:28.667 INFO:tasks.workunit.client.0.smithi016.stdout: "last_active": "2024-04-15T16:05:12.199300+0000", 2024-04-15T16:06:28.667 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_active": "2024-04-15T14:44:49.361783+0000", 2024-04-15T16:06:28.667 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_peered": "2024-04-15T14:44:49.361783+0000", 2024-04-15T16:06:28.667 INFO:tasks.workunit.client.0.smithi016.stdout: "last_change": "2024-04-15T14:44:49.362902+0000", 2024-04-15T16:06:28.667 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean": "2024-04-15T16:05:12.199300+0000", 2024-04-15T16:06:28.667 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T16:06:28.667 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub": "0'0", 2024-04-15T16:06:28.667 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T16:06:28.667 INFO:tasks.workunit.client.0.smithi016.stdout: "last_epoch_clean": 532, 2024-04-15T16:06:28.667 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fresh": "2024-04-15T16:05:12.199300+0000", 2024-04-15T16:06:28.668 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fullsized": "2024-04-15T16:05:12.199300+0000", 2024-04-15T16:06:28.668 INFO:tasks.workunit.client.0.smithi016.stdout: "last_peered": "2024-04-15T16:05:12.199300+0000", 2024-04-15T16:06:28.668 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub": "0'0", 2024-04-15T16:06:28.668 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_duration": 0, 2024-04-15T16:06:28.668 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T16:06:28.668 INFO:tasks.workunit.client.0.smithi016.stdout: "last_undegraded": "2024-04-15T16:05:12.199300+0000", 2024-04-15T16:06:28.668 INFO:tasks.workunit.client.0.smithi016.stdout: "last_unstale": "2024-04-15T16:05:12.199300+0000", 2024-04-15T16:06:28.668 INFO:tasks.workunit.client.0.smithi016.stdout: "log_dups_size": 0, 2024-04-15T16:06:28.668 INFO:tasks.workunit.client.0.smithi016.stdout: "log_size": 0, 2024-04-15T16:06:28.668 INFO:tasks.workunit.client.0.smithi016.stdout: "log_start": "0'0", 2024-04-15T16:06:28.668 INFO:tasks.workunit.client.0.smithi016.stdout: "manifest_stats_invalid": false, 2024-04-15T16:06:28.669 INFO:tasks.workunit.client.0.smithi016.stdout: "mapping_epoch": 531, 2024-04-15T16:06:28.669 INFO:tasks.workunit.client.0.smithi016.stdout: "object_location_counts": [], 2024-04-15T16:06:28.669 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_scrubbed": 0, 2024-04-15T16:06:28.669 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_trimmed": 0, 2024-04-15T16:06:28.669 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_stats_invalid": false, 2024-04-15T16:06:28.669 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_size": 0, 2024-04-15T16:06:28.669 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_start": "0'0", 2024-04-15T16:06:28.669 INFO:tasks.workunit.client.0.smithi016.stdout: "parent": "0.0", 2024-04-15T16:06:28.669 INFO:tasks.workunit.client.0.smithi016.stdout: "parent_split_bits": 0, 2024-04-15T16:06:28.669 INFO:tasks.workunit.client.0.smithi016.stdout: "pgid": "3.3b", 2024-04-15T16:06:28.669 INFO:tasks.workunit.client.0.smithi016.stdout: "pin_stats_invalid": false, 2024-04-15T16:06:28.669 INFO:tasks.workunit.client.0.smithi016.stdout: "purged_snaps": [], 2024-04-15T16:06:28.670 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_epoch": 2721, 2024-04-15T16:06:28.670 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_seq": 4855, 2024-04-15T16:06:28.670 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_duration": 0.0, 2024-04-15T16:06:28.670 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-16T20:10:59.226088+0000", 2024-04-15T16:06:28.670 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrim_duration": 0.0, 2024-04-15T16:06:28.670 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrimq_len": 0, 2024-04-15T16:06:28.670 INFO:tasks.workunit.client.0.smithi016.stdout: "stat_sum": { 2024-04-15T16:06:28.670 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes": 0, 2024-04-15T16:06:28.670 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T16:06:28.670 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_recovered": 0, 2024-04-15T16:06:28.670 INFO:tasks.workunit.client.0.smithi016.stdout: "num_deep_scrub_errors": 0, 2024-04-15T16:06:28.671 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict": 0, 2024-04-15T16:06:28.671 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_kb": 0, 2024-04-15T16:06:28.671 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_full": 0, 2024-04-15T16:06:28.671 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_some": 0, 2024-04-15T16:06:28.671 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush": 0, 2024-04-15T16:06:28.671 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_kb": 0, 2024-04-15T16:06:28.671 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_high": 0, 2024-04-15T16:06:28.671 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_low": 0, 2024-04-15T16:06:28.671 INFO:tasks.workunit.client.0.smithi016.stdout: "num_keys_recovered": 0, 2024-04-15T16:06:28.671 INFO:tasks.workunit.client.0.smithi016.stdout: "num_large_omap_objects": 0, 2024-04-15T16:06:28.671 INFO:tasks.workunit.client.0.smithi016.stdout: "num_legacy_snapsets": 0, 2024-04-15T16:06:28.671 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_clones": 0, 2024-04-15T16:06:28.671 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_copies": 0, 2024-04-15T16:06:28.672 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects": 0, 2024-04-15T16:06:28.672 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_degraded": 0, 2024-04-15T16:06:28.672 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_dirty": 0, 2024-04-15T16:06:28.672 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T16:06:28.672 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_manifest": 0, 2024-04-15T16:06:28.672 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_misplaced": 0, 2024-04-15T16:06:28.672 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing": 0, 2024-04-15T16:06:28.672 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T16:06:28.672 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_omap": 0, 2024-04-15T16:06:28.672 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_pinned": 0, 2024-04-15T16:06:28.672 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_recovered": 0, 2024-04-15T16:06:28.672 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_repaired": 0, 2024-04-15T16:06:28.673 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_unfound": 0, 2024-04-15T16:06:28.673 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_bytes": 0, 2024-04-15T16:06:28.673 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_keys": 0, 2024-04-15T16:06:28.673 INFO:tasks.workunit.client.0.smithi016.stdout: "num_promote": 0, 2024-04-15T16:06:28.673 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read": 0, 2024-04-15T16:06:28.673 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read_kb": 0, 2024-04-15T16:06:28.673 INFO:tasks.workunit.client.0.smithi016.stdout: "num_scrub_errors": 0, 2024-04-15T16:06:28.673 INFO:tasks.workunit.client.0.smithi016.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T16:06:28.673 INFO:tasks.workunit.client.0.smithi016.stdout: "num_whiteouts": 0, 2024-04-15T16:06:28.673 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write": 0, 2024-04-15T16:06:28.673 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write_kb": 0 2024-04-15T16:06:28.673 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:28.674 INFO:tasks.workunit.client.0.smithi016.stdout: "state": "active+clean", 2024-04-15T16:06:28.674 INFO:tasks.workunit.client.0.smithi016.stdout: "stats_invalid": false, 2024-04-15T16:06:28.674 INFO:tasks.workunit.client.0.smithi016.stdout: "up": [ 2024-04-15T16:06:28.674 INFO:tasks.workunit.client.0.smithi016.stdout: 7, 2024-04-15T16:06:28.674 INFO:tasks.workunit.client.0.smithi016.stdout: 2, 2024-04-15T16:06:28.674 INFO:tasks.workunit.client.0.smithi016.stdout: 4 2024-04-15T16:06:28.674 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:28.674 INFO:tasks.workunit.client.0.smithi016.stdout: "up_primary": 7, 2024-04-15T16:06:28.674 INFO:tasks.workunit.client.0.smithi016.stdout: "version": "0'0" 2024-04-15T16:06:28.674 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:28.674 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-15T16:06:28.674 INFO:tasks.workunit.client.0.smithi016.stdout: "acting": [ 2024-04-15T16:06:28.675 INFO:tasks.workunit.client.0.smithi016.stdout: 5, 2024-04-15T16:06:28.675 INFO:tasks.workunit.client.0.smithi016.stdout: 3, 2024-04-15T16:06:28.675 INFO:tasks.workunit.client.0.smithi016.stdout: 7 2024-04-15T16:06:28.675 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:28.675 INFO:tasks.workunit.client.0.smithi016.stdout: "acting_primary": 5, 2024-04-15T16:06:28.675 INFO:tasks.workunit.client.0.smithi016.stdout: "avail_no_missing": [], 2024-04-15T16:06:28.675 INFO:tasks.workunit.client.0.smithi016.stdout: "blocked_by": [], 2024-04-15T16:06:28.675 INFO:tasks.workunit.client.0.smithi016.stdout: "created": 61, 2024-04-15T16:06:28.675 INFO:tasks.workunit.client.0.smithi016.stdout: "dirty_stats_invalid": false, 2024-04-15T16:06:28.675 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T16:06:28.675 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_stats_invalid": false, 2024-04-15T16:06:28.676 INFO:tasks.workunit.client.0.smithi016.stdout: "last_active": "2024-04-15T16:05:12.198114+0000", 2024-04-15T16:06:28.676 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_active": "2024-04-15T14:44:49.375326+0000", 2024-04-15T16:06:28.676 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_peered": "2024-04-15T14:44:49.375326+0000", 2024-04-15T16:06:28.676 INFO:tasks.workunit.client.0.smithi016.stdout: "last_change": "2024-04-15T14:44:49.376515+0000", 2024-04-15T16:06:28.676 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean": "2024-04-15T16:05:12.198114+0000", 2024-04-15T16:06:28.676 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T16:06:28.676 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub": "0'0", 2024-04-15T16:06:28.676 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T16:06:28.676 INFO:tasks.workunit.client.0.smithi016.stdout: "last_epoch_clean": 532, 2024-04-15T16:06:28.676 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fresh": "2024-04-15T16:05:12.198114+0000", 2024-04-15T16:06:28.676 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fullsized": "2024-04-15T16:05:12.198114+0000", 2024-04-15T16:06:28.676 INFO:tasks.workunit.client.0.smithi016.stdout: "last_peered": "2024-04-15T16:05:12.198114+0000", 2024-04-15T16:06:28.677 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub": "0'0", 2024-04-15T16:06:28.677 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_duration": 0, 2024-04-15T16:06:28.677 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T16:06:28.677 INFO:tasks.workunit.client.0.smithi016.stdout: "last_undegraded": "2024-04-15T16:05:12.198114+0000", 2024-04-15T16:06:28.677 INFO:tasks.workunit.client.0.smithi016.stdout: "last_unstale": "2024-04-15T16:05:12.198114+0000", 2024-04-15T16:06:28.677 INFO:tasks.workunit.client.0.smithi016.stdout: "log_dups_size": 0, 2024-04-15T16:06:28.677 INFO:tasks.workunit.client.0.smithi016.stdout: "log_size": 0, 2024-04-15T16:06:28.677 INFO:tasks.workunit.client.0.smithi016.stdout: "log_start": "0'0", 2024-04-15T16:06:28.677 INFO:tasks.workunit.client.0.smithi016.stdout: "manifest_stats_invalid": false, 2024-04-15T16:06:28.677 INFO:tasks.workunit.client.0.smithi016.stdout: "mapping_epoch": 531, 2024-04-15T16:06:28.677 INFO:tasks.workunit.client.0.smithi016.stdout: "object_location_counts": [], 2024-04-15T16:06:28.677 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_scrubbed": 0, 2024-04-15T16:06:28.677 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_trimmed": 0, 2024-04-15T16:06:28.678 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_stats_invalid": false, 2024-04-15T16:06:28.678 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_size": 0, 2024-04-15T16:06:28.678 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_start": "0'0", 2024-04-15T16:06:28.678 INFO:tasks.workunit.client.0.smithi016.stdout: "parent": "0.0", 2024-04-15T16:06:28.678 INFO:tasks.workunit.client.0.smithi016.stdout: "parent_split_bits": 0, 2024-04-15T16:06:28.678 INFO:tasks.workunit.client.0.smithi016.stdout: "pgid": "3.3c", 2024-04-15T16:06:28.678 INFO:tasks.workunit.client.0.smithi016.stdout: "pin_stats_invalid": false, 2024-04-15T16:06:28.678 INFO:tasks.workunit.client.0.smithi016.stdout: "purged_snaps": [], 2024-04-15T16:06:28.678 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_epoch": 2721, 2024-04-15T16:06:28.678 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_seq": 4924, 2024-04-15T16:06:28.678 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_duration": 0.0, 2024-04-15T16:06:28.679 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-16T17:10:07.533002+0000", 2024-04-15T16:06:28.679 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrim_duration": 0.0, 2024-04-15T16:06:28.679 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrimq_len": 0, 2024-04-15T16:06:28.679 INFO:tasks.workunit.client.0.smithi016.stdout: "stat_sum": { 2024-04-15T16:06:28.679 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes": 0, 2024-04-15T16:06:28.679 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T16:06:28.679 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_recovered": 0, 2024-04-15T16:06:28.679 INFO:tasks.workunit.client.0.smithi016.stdout: "num_deep_scrub_errors": 0, 2024-04-15T16:06:28.679 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict": 0, 2024-04-15T16:06:28.679 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_kb": 0, 2024-04-15T16:06:28.679 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_full": 0, 2024-04-15T16:06:28.679 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_some": 0, 2024-04-15T16:06:28.679 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush": 0, 2024-04-15T16:06:28.680 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_kb": 0, 2024-04-15T16:06:28.680 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_high": 0, 2024-04-15T16:06:28.680 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_low": 0, 2024-04-15T16:06:28.680 INFO:tasks.workunit.client.0.smithi016.stdout: "num_keys_recovered": 0, 2024-04-15T16:06:28.680 INFO:tasks.workunit.client.0.smithi016.stdout: "num_large_omap_objects": 0, 2024-04-15T16:06:28.680 INFO:tasks.workunit.client.0.smithi016.stdout: "num_legacy_snapsets": 0, 2024-04-15T16:06:28.680 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_clones": 0, 2024-04-15T16:06:28.680 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_copies": 0, 2024-04-15T16:06:28.680 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects": 0, 2024-04-15T16:06:28.680 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_degraded": 0, 2024-04-15T16:06:28.680 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_dirty": 0, 2024-04-15T16:06:28.680 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T16:06:28.681 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_manifest": 0, 2024-04-15T16:06:28.681 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_misplaced": 0, 2024-04-15T16:06:28.681 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing": 0, 2024-04-15T16:06:28.681 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T16:06:28.681 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_omap": 0, 2024-04-15T16:06:28.681 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_pinned": 0, 2024-04-15T16:06:28.681 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_recovered": 0, 2024-04-15T16:06:28.681 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_repaired": 0, 2024-04-15T16:06:28.681 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_unfound": 0, 2024-04-15T16:06:28.681 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_bytes": 0, 2024-04-15T16:06:28.681 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_keys": 0, 2024-04-15T16:06:28.681 INFO:tasks.workunit.client.0.smithi016.stdout: "num_promote": 0, 2024-04-15T16:06:28.682 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read": 0, 2024-04-15T16:06:28.682 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read_kb": 0, 2024-04-15T16:06:28.682 INFO:tasks.workunit.client.0.smithi016.stdout: "num_scrub_errors": 0, 2024-04-15T16:06:28.682 INFO:tasks.workunit.client.0.smithi016.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T16:06:28.682 INFO:tasks.workunit.client.0.smithi016.stdout: "num_whiteouts": 0, 2024-04-15T16:06:28.682 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write": 0, 2024-04-15T16:06:28.682 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write_kb": 0 2024-04-15T16:06:28.682 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:28.682 INFO:tasks.workunit.client.0.smithi016.stdout: "state": "active+clean", 2024-04-15T16:06:28.682 INFO:tasks.workunit.client.0.smithi016.stdout: "stats_invalid": false, 2024-04-15T16:06:28.682 INFO:tasks.workunit.client.0.smithi016.stdout: "up": [ 2024-04-15T16:06:28.683 INFO:tasks.workunit.client.0.smithi016.stdout: 5, 2024-04-15T16:06:28.683 INFO:tasks.workunit.client.0.smithi016.stdout: 3, 2024-04-15T16:06:28.683 INFO:tasks.workunit.client.0.smithi016.stdout: 7 2024-04-15T16:06:28.683 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:28.683 INFO:tasks.workunit.client.0.smithi016.stdout: "up_primary": 5, 2024-04-15T16:06:28.683 INFO:tasks.workunit.client.0.smithi016.stdout: "version": "0'0" 2024-04-15T16:06:28.683 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:28.683 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-15T16:06:28.683 INFO:tasks.workunit.client.0.smithi016.stdout: "acting": [ 2024-04-15T16:06:28.683 INFO:tasks.workunit.client.0.smithi016.stdout: 0, 2024-04-15T16:06:28.683 INFO:tasks.workunit.client.0.smithi016.stdout: 2, 2024-04-15T16:06:28.683 INFO:tasks.workunit.client.0.smithi016.stdout: 1 2024-04-15T16:06:28.684 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:28.684 INFO:tasks.workunit.client.0.smithi016.stdout: "acting_primary": 0, 2024-04-15T16:06:28.684 INFO:tasks.workunit.client.0.smithi016.stdout: "avail_no_missing": [], 2024-04-15T16:06:28.684 INFO:tasks.workunit.client.0.smithi016.stdout: "blocked_by": [], 2024-04-15T16:06:28.684 INFO:tasks.workunit.client.0.smithi016.stdout: "created": 61, 2024-04-15T16:06:28.684 INFO:tasks.workunit.client.0.smithi016.stdout: "dirty_stats_invalid": false, 2024-04-15T16:06:28.684 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T16:06:28.684 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_stats_invalid": false, 2024-04-15T16:06:28.684 INFO:tasks.workunit.client.0.smithi016.stdout: "last_active": "2024-04-15T16:05:11.412659+0000", 2024-04-15T16:06:28.684 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_active": "2024-04-15T14:42:22.726503+0000", 2024-04-15T16:06:28.684 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_peered": "2024-04-15T14:42:22.726503+0000", 2024-04-15T16:06:28.684 INFO:tasks.workunit.client.0.smithi016.stdout: "last_change": "2024-04-15T14:42:22.726881+0000", 2024-04-15T16:06:28.684 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean": "2024-04-15T16:05:11.412659+0000", 2024-04-15T16:06:28.685 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T16:06:28.685 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub": "0'0", 2024-04-15T16:06:28.685 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T16:06:28.685 INFO:tasks.workunit.client.0.smithi016.stdout: "last_epoch_clean": 389, 2024-04-15T16:06:28.685 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fresh": "2024-04-15T16:05:11.412659+0000", 2024-04-15T16:06:28.685 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fullsized": "2024-04-15T16:05:11.412659+0000", 2024-04-15T16:06:28.685 INFO:tasks.workunit.client.0.smithi016.stdout: "last_peered": "2024-04-15T16:05:11.412659+0000", 2024-04-15T16:06:28.685 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub": "0'0", 2024-04-15T16:06:28.685 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_duration": 0, 2024-04-15T16:06:28.685 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T16:06:28.685 INFO:tasks.workunit.client.0.smithi016.stdout: "last_undegraded": "2024-04-15T16:05:11.412659+0000", 2024-04-15T16:06:28.686 INFO:tasks.workunit.client.0.smithi016.stdout: "last_unstale": "2024-04-15T16:05:11.412659+0000", 2024-04-15T16:06:28.686 INFO:tasks.workunit.client.0.smithi016.stdout: "log_dups_size": 0, 2024-04-15T16:06:28.686 INFO:tasks.workunit.client.0.smithi016.stdout: "log_size": 0, 2024-04-15T16:06:28.686 INFO:tasks.workunit.client.0.smithi016.stdout: "log_start": "0'0", 2024-04-15T16:06:28.686 INFO:tasks.workunit.client.0.smithi016.stdout: "manifest_stats_invalid": false, 2024-04-15T16:06:28.686 INFO:tasks.workunit.client.0.smithi016.stdout: "mapping_epoch": 388, 2024-04-15T16:06:28.686 INFO:tasks.workunit.client.0.smithi016.stdout: "object_location_counts": [], 2024-04-15T16:06:28.686 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_scrubbed": 0, 2024-04-15T16:06:28.686 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_trimmed": 0, 2024-04-15T16:06:28.686 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_stats_invalid": false, 2024-04-15T16:06:28.686 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_size": 0, 2024-04-15T16:06:28.686 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_start": "0'0", 2024-04-15T16:06:28.687 INFO:tasks.workunit.client.0.smithi016.stdout: "parent": "0.0", 2024-04-15T16:06:28.687 INFO:tasks.workunit.client.0.smithi016.stdout: "parent_split_bits": 0, 2024-04-15T16:06:28.687 INFO:tasks.workunit.client.0.smithi016.stdout: "pgid": "3.3d", 2024-04-15T16:06:28.687 INFO:tasks.workunit.client.0.smithi016.stdout: "pin_stats_invalid": false, 2024-04-15T16:06:28.687 INFO:tasks.workunit.client.0.smithi016.stdout: "purged_snaps": [], 2024-04-15T16:06:28.687 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_epoch": 2721, 2024-04-15T16:06:28.687 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_seq": 5063, 2024-04-15T16:06:28.687 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_duration": 0.0, 2024-04-15T16:06:28.687 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-16T15:17:33.920084+0000", 2024-04-15T16:06:28.687 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrim_duration": 0.0, 2024-04-15T16:06:28.687 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrimq_len": 0, 2024-04-15T16:06:28.687 INFO:tasks.workunit.client.0.smithi016.stdout: "stat_sum": { 2024-04-15T16:06:28.688 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes": 0, 2024-04-15T16:06:28.688 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T16:06:28.688 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_recovered": 0, 2024-04-15T16:06:28.688 INFO:tasks.workunit.client.0.smithi016.stdout: "num_deep_scrub_errors": 0, 2024-04-15T16:06:28.688 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict": 0, 2024-04-15T16:06:28.688 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_kb": 0, 2024-04-15T16:06:28.688 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_full": 0, 2024-04-15T16:06:28.688 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_some": 0, 2024-04-15T16:06:28.688 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush": 0, 2024-04-15T16:06:28.688 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_kb": 0, 2024-04-15T16:06:28.688 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_high": 0, 2024-04-15T16:06:28.688 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_low": 0, 2024-04-15T16:06:28.688 INFO:tasks.workunit.client.0.smithi016.stdout: "num_keys_recovered": 0, 2024-04-15T16:06:28.689 INFO:tasks.workunit.client.0.smithi016.stdout: "num_large_omap_objects": 0, 2024-04-15T16:06:28.689 INFO:tasks.workunit.client.0.smithi016.stdout: "num_legacy_snapsets": 0, 2024-04-15T16:06:28.689 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_clones": 0, 2024-04-15T16:06:28.689 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_copies": 0, 2024-04-15T16:06:28.689 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects": 0, 2024-04-15T16:06:28.689 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_degraded": 0, 2024-04-15T16:06:28.689 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_dirty": 0, 2024-04-15T16:06:28.689 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T16:06:28.689 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_manifest": 0, 2024-04-15T16:06:28.689 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_misplaced": 0, 2024-04-15T16:06:28.689 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing": 0, 2024-04-15T16:06:28.689 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T16:06:28.690 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_omap": 0, 2024-04-15T16:06:28.690 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_pinned": 0, 2024-04-15T16:06:28.690 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_recovered": 0, 2024-04-15T16:06:28.690 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_repaired": 0, 2024-04-15T16:06:28.690 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_unfound": 0, 2024-04-15T16:06:28.690 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_bytes": 0, 2024-04-15T16:06:28.690 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_keys": 0, 2024-04-15T16:06:28.690 INFO:tasks.workunit.client.0.smithi016.stdout: "num_promote": 0, 2024-04-15T16:06:28.690 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read": 0, 2024-04-15T16:06:28.690 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read_kb": 0, 2024-04-15T16:06:28.690 INFO:tasks.workunit.client.0.smithi016.stdout: "num_scrub_errors": 0, 2024-04-15T16:06:28.690 INFO:tasks.workunit.client.0.smithi016.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T16:06:28.691 INFO:tasks.workunit.client.0.smithi016.stdout: "num_whiteouts": 0, 2024-04-15T16:06:28.691 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write": 0, 2024-04-15T16:06:28.691 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write_kb": 0 2024-04-15T16:06:28.691 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:28.691 INFO:tasks.workunit.client.0.smithi016.stdout: "state": "active+clean", 2024-04-15T16:06:28.691 INFO:tasks.workunit.client.0.smithi016.stdout: "stats_invalid": false, 2024-04-15T16:06:28.691 INFO:tasks.workunit.client.0.smithi016.stdout: "up": [ 2024-04-15T16:06:28.691 INFO:tasks.workunit.client.0.smithi016.stdout: 0, 2024-04-15T16:06:28.691 INFO:tasks.workunit.client.0.smithi016.stdout: 2, 2024-04-15T16:06:28.691 INFO:tasks.workunit.client.0.smithi016.stdout: 1 2024-04-15T16:06:28.691 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:28.691 INFO:tasks.workunit.client.0.smithi016.stdout: "up_primary": 0, 2024-04-15T16:06:28.692 INFO:tasks.workunit.client.0.smithi016.stdout: "version": "0'0" 2024-04-15T16:06:28.692 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:28.692 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-15T16:06:28.692 INFO:tasks.workunit.client.0.smithi016.stdout: "acting": [ 2024-04-15T16:06:28.692 INFO:tasks.workunit.client.0.smithi016.stdout: 1, 2024-04-15T16:06:28.692 INFO:tasks.workunit.client.0.smithi016.stdout: 0, 2024-04-15T16:06:28.692 INFO:tasks.workunit.client.0.smithi016.stdout: 6 2024-04-15T16:06:28.692 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:28.692 INFO:tasks.workunit.client.0.smithi016.stdout: "acting_primary": 1, 2024-04-15T16:06:28.692 INFO:tasks.workunit.client.0.smithi016.stdout: "avail_no_missing": [], 2024-04-15T16:06:28.692 INFO:tasks.workunit.client.0.smithi016.stdout: "blocked_by": [], 2024-04-15T16:06:28.692 INFO:tasks.workunit.client.0.smithi016.stdout: "created": 61, 2024-04-15T16:06:28.693 INFO:tasks.workunit.client.0.smithi016.stdout: "dirty_stats_invalid": false, 2024-04-15T16:06:28.693 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T16:06:28.693 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_stats_invalid": false, 2024-04-15T16:06:28.693 INFO:tasks.workunit.client.0.smithi016.stdout: "last_active": "2024-04-15T16:05:11.870608+0000", 2024-04-15T16:06:28.693 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_active": "2024-04-15T14:44:28.450494+0000", 2024-04-15T16:06:28.693 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_peered": "2024-04-15T14:44:28.450494+0000", 2024-04-15T16:06:28.693 INFO:tasks.workunit.client.0.smithi016.stdout: "last_change": "2024-04-15T14:44:28.450848+0000", 2024-04-15T16:06:28.693 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean": "2024-04-15T16:05:11.870608+0000", 2024-04-15T16:06:28.693 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T16:06:28.693 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub": "0'0", 2024-04-15T16:06:28.693 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T16:06:28.693 INFO:tasks.workunit.client.0.smithi016.stdout: "last_epoch_clean": 511, 2024-04-15T16:06:28.693 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fresh": "2024-04-15T16:05:11.870608+0000", 2024-04-15T16:06:28.694 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fullsized": "2024-04-15T16:05:11.870608+0000", 2024-04-15T16:06:28.694 INFO:tasks.workunit.client.0.smithi016.stdout: "last_peered": "2024-04-15T16:05:11.870608+0000", 2024-04-15T16:06:28.694 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub": "0'0", 2024-04-15T16:06:28.694 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_duration": 0, 2024-04-15T16:06:28.694 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T16:06:28.694 INFO:tasks.workunit.client.0.smithi016.stdout: "last_undegraded": "2024-04-15T16:05:11.870608+0000", 2024-04-15T16:06:28.694 INFO:tasks.workunit.client.0.smithi016.stdout: "last_unstale": "2024-04-15T16:05:11.870608+0000", 2024-04-15T16:06:28.694 INFO:tasks.workunit.client.0.smithi016.stdout: "log_dups_size": 0, 2024-04-15T16:06:28.694 INFO:tasks.workunit.client.0.smithi016.stdout: "log_size": 0, 2024-04-15T16:06:28.694 INFO:tasks.workunit.client.0.smithi016.stdout: "log_start": "0'0", 2024-04-15T16:06:28.694 INFO:tasks.workunit.client.0.smithi016.stdout: "manifest_stats_invalid": false, 2024-04-15T16:06:28.695 INFO:tasks.workunit.client.0.smithi016.stdout: "mapping_epoch": 510, 2024-04-15T16:06:28.695 INFO:tasks.workunit.client.0.smithi016.stdout: "object_location_counts": [], 2024-04-15T16:06:28.695 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_scrubbed": 0, 2024-04-15T16:06:28.695 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_trimmed": 0, 2024-04-15T16:06:28.695 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_stats_invalid": false, 2024-04-15T16:06:28.695 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_size": 0, 2024-04-15T16:06:28.695 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_start": "0'0", 2024-04-15T16:06:28.695 INFO:tasks.workunit.client.0.smithi016.stdout: "parent": "0.0", 2024-04-15T16:06:28.695 INFO:tasks.workunit.client.0.smithi016.stdout: "parent_split_bits": 0, 2024-04-15T16:06:28.695 INFO:tasks.workunit.client.0.smithi016.stdout: "pgid": "3.3e", 2024-04-15T16:06:28.695 INFO:tasks.workunit.client.0.smithi016.stdout: "pin_stats_invalid": false, 2024-04-15T16:06:28.695 INFO:tasks.workunit.client.0.smithi016.stdout: "purged_snaps": [], 2024-04-15T16:06:28.695 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_epoch": 2721, 2024-04-15T16:06:28.696 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_seq": 5033, 2024-04-15T16:06:28.696 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_duration": 0.0, 2024-04-15T16:06:28.696 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-16T15:59:40.107630+0000", 2024-04-15T16:06:28.696 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrim_duration": 0.0, 2024-04-15T16:06:28.696 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrimq_len": 0, 2024-04-15T16:06:28.696 INFO:tasks.workunit.client.0.smithi016.stdout: "stat_sum": { 2024-04-15T16:06:28.696 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes": 0, 2024-04-15T16:06:28.696 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T16:06:28.696 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_recovered": 0, 2024-04-15T16:06:28.696 INFO:tasks.workunit.client.0.smithi016.stdout: "num_deep_scrub_errors": 0, 2024-04-15T16:06:28.696 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict": 0, 2024-04-15T16:06:28.696 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_kb": 0, 2024-04-15T16:06:28.696 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_full": 0, 2024-04-15T16:06:28.697 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_some": 0, 2024-04-15T16:06:28.697 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush": 0, 2024-04-15T16:06:28.697 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_kb": 0, 2024-04-15T16:06:28.697 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_high": 0, 2024-04-15T16:06:28.697 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_low": 0, 2024-04-15T16:06:28.697 INFO:tasks.workunit.client.0.smithi016.stdout: "num_keys_recovered": 0, 2024-04-15T16:06:28.697 INFO:tasks.workunit.client.0.smithi016.stdout: "num_large_omap_objects": 0, 2024-04-15T16:06:28.697 INFO:tasks.workunit.client.0.smithi016.stdout: "num_legacy_snapsets": 0, 2024-04-15T16:06:28.697 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_clones": 0, 2024-04-15T16:06:28.697 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_copies": 0, 2024-04-15T16:06:28.697 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects": 0, 2024-04-15T16:06:28.698 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_degraded": 0, 2024-04-15T16:06:28.698 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_dirty": 0, 2024-04-15T16:06:28.698 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T16:06:28.698 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_manifest": 0, 2024-04-15T16:06:28.698 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_misplaced": 0, 2024-04-15T16:06:28.698 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing": 0, 2024-04-15T16:06:28.698 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T16:06:28.698 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_omap": 0, 2024-04-15T16:06:28.698 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_pinned": 0, 2024-04-15T16:06:28.698 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_recovered": 0, 2024-04-15T16:06:28.698 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_repaired": 0, 2024-04-15T16:06:28.699 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_unfound": 0, 2024-04-15T16:06:28.699 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_bytes": 0, 2024-04-15T16:06:28.699 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_keys": 0, 2024-04-15T16:06:28.699 INFO:tasks.workunit.client.0.smithi016.stdout: "num_promote": 0, 2024-04-15T16:06:28.699 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read": 0, 2024-04-15T16:06:28.699 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read_kb": 0, 2024-04-15T16:06:28.699 INFO:tasks.workunit.client.0.smithi016.stdout: "num_scrub_errors": 0, 2024-04-15T16:06:28.699 INFO:tasks.workunit.client.0.smithi016.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T16:06:28.699 INFO:tasks.workunit.client.0.smithi016.stdout: "num_whiteouts": 0, 2024-04-15T16:06:28.699 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write": 0, 2024-04-15T16:06:28.699 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write_kb": 0 2024-04-15T16:06:28.699 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:28.699 INFO:tasks.workunit.client.0.smithi016.stdout: "state": "active+clean", 2024-04-15T16:06:28.700 INFO:tasks.workunit.client.0.smithi016.stdout: "stats_invalid": false, 2024-04-15T16:06:28.700 INFO:tasks.workunit.client.0.smithi016.stdout: "up": [ 2024-04-15T16:06:28.700 INFO:tasks.workunit.client.0.smithi016.stdout: 1, 2024-04-15T16:06:28.700 INFO:tasks.workunit.client.0.smithi016.stdout: 0, 2024-04-15T16:06:28.700 INFO:tasks.workunit.client.0.smithi016.stdout: 6 2024-04-15T16:06:28.700 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:28.700 INFO:tasks.workunit.client.0.smithi016.stdout: "up_primary": 1, 2024-04-15T16:06:28.700 INFO:tasks.workunit.client.0.smithi016.stdout: "version": "0'0" 2024-04-15T16:06:28.700 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:28.700 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-15T16:06:28.700 INFO:tasks.workunit.client.0.smithi016.stdout: "acting": [ 2024-04-15T16:06:28.700 INFO:tasks.workunit.client.0.smithi016.stdout: 7, 2024-04-15T16:06:28.700 INFO:tasks.workunit.client.0.smithi016.stdout: 6, 2024-04-15T16:06:28.701 INFO:tasks.workunit.client.0.smithi016.stdout: 0 2024-04-15T16:06:28.701 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:28.701 INFO:tasks.workunit.client.0.smithi016.stdout: "acting_primary": 7, 2024-04-15T16:06:28.701 INFO:tasks.workunit.client.0.smithi016.stdout: "avail_no_missing": [], 2024-04-15T16:06:28.701 INFO:tasks.workunit.client.0.smithi016.stdout: "blocked_by": [], 2024-04-15T16:06:28.701 INFO:tasks.workunit.client.0.smithi016.stdout: "created": 61, 2024-04-15T16:06:28.701 INFO:tasks.workunit.client.0.smithi016.stdout: "dirty_stats_invalid": false, 2024-04-15T16:06:28.701 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T16:06:28.701 INFO:tasks.workunit.client.0.smithi016.stdout: "hitset_stats_invalid": false, 2024-04-15T16:06:28.701 INFO:tasks.workunit.client.0.smithi016.stdout: "last_active": "2024-04-15T16:05:12.200718+0000", 2024-04-15T16:06:28.701 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_active": "2024-04-15T14:44:49.368640+0000", 2024-04-15T16:06:28.701 INFO:tasks.workunit.client.0.smithi016.stdout: "last_became_peered": "2024-04-15T14:44:49.368640+0000", 2024-04-15T16:06:28.702 INFO:tasks.workunit.client.0.smithi016.stdout: "last_change": "2024-04-15T14:44:49.369128+0000", 2024-04-15T16:06:28.702 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean": "2024-04-15T16:05:12.200718+0000", 2024-04-15T16:06:28.702 INFO:tasks.workunit.client.0.smithi016.stdout: "last_clean_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T16:06:28.702 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub": "0'0", 2024-04-15T16:06:28.702 INFO:tasks.workunit.client.0.smithi016.stdout: "last_deep_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T16:06:28.702 INFO:tasks.workunit.client.0.smithi016.stdout: "last_epoch_clean": 532, 2024-04-15T16:06:28.702 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fresh": "2024-04-15T16:05:12.200718+0000", 2024-04-15T16:06:28.702 INFO:tasks.workunit.client.0.smithi016.stdout: "last_fullsized": "2024-04-15T16:05:12.200718+0000", 2024-04-15T16:06:28.702 INFO:tasks.workunit.client.0.smithi016.stdout: "last_peered": "2024-04-15T16:05:12.200718+0000", 2024-04-15T16:06:28.702 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub": "0'0", 2024-04-15T16:06:28.702 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_duration": 0, 2024-04-15T16:06:28.702 INFO:tasks.workunit.client.0.smithi016.stdout: "last_scrub_stamp": "2024-04-15T14:33:34.601025+0000", 2024-04-15T16:06:28.702 INFO:tasks.workunit.client.0.smithi016.stdout: "last_undegraded": "2024-04-15T16:05:12.200718+0000", 2024-04-15T16:06:28.703 INFO:tasks.workunit.client.0.smithi016.stdout: "last_unstale": "2024-04-15T16:05:12.200718+0000", 2024-04-15T16:06:28.703 INFO:tasks.workunit.client.0.smithi016.stdout: "log_dups_size": 0, 2024-04-15T16:06:28.703 INFO:tasks.workunit.client.0.smithi016.stdout: "log_size": 0, 2024-04-15T16:06:28.703 INFO:tasks.workunit.client.0.smithi016.stdout: "log_start": "0'0", 2024-04-15T16:06:28.703 INFO:tasks.workunit.client.0.smithi016.stdout: "manifest_stats_invalid": false, 2024-04-15T16:06:28.703 INFO:tasks.workunit.client.0.smithi016.stdout: "mapping_epoch": 531, 2024-04-15T16:06:28.703 INFO:tasks.workunit.client.0.smithi016.stdout: "object_location_counts": [], 2024-04-15T16:06:28.703 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_scrubbed": 0, 2024-04-15T16:06:28.703 INFO:tasks.workunit.client.0.smithi016.stdout: "objects_trimmed": 0, 2024-04-15T16:06:28.703 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_stats_invalid": false, 2024-04-15T16:06:28.703 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_size": 0, 2024-04-15T16:06:28.703 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_start": "0'0", 2024-04-15T16:06:28.704 INFO:tasks.workunit.client.0.smithi016.stdout: "parent": "0.0", 2024-04-15T16:06:28.704 INFO:tasks.workunit.client.0.smithi016.stdout: "parent_split_bits": 0, 2024-04-15T16:06:28.704 INFO:tasks.workunit.client.0.smithi016.stdout: "pgid": "3.3f", 2024-04-15T16:06:28.704 INFO:tasks.workunit.client.0.smithi016.stdout: "pin_stats_invalid": false, 2024-04-15T16:06:28.704 INFO:tasks.workunit.client.0.smithi016.stdout: "purged_snaps": [], 2024-04-15T16:06:28.704 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_epoch": 2721, 2024-04-15T16:06:28.704 INFO:tasks.workunit.client.0.smithi016.stdout: "reported_seq": 4876, 2024-04-15T16:06:28.704 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_duration": 0.0, 2024-04-15T16:06:28.704 INFO:tasks.workunit.client.0.smithi016.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-16T17:49:11.568609+0000", 2024-04-15T16:06:28.704 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrim_duration": 0.0, 2024-04-15T16:06:28.704 INFO:tasks.workunit.client.0.smithi016.stdout: "snaptrimq_len": 0, 2024-04-15T16:06:28.704 INFO:tasks.workunit.client.0.smithi016.stdout: "stat_sum": { 2024-04-15T16:06:28.705 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes": 0, 2024-04-15T16:06:28.705 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T16:06:28.705 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_recovered": 0, 2024-04-15T16:06:28.705 INFO:tasks.workunit.client.0.smithi016.stdout: "num_deep_scrub_errors": 0, 2024-04-15T16:06:28.705 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict": 0, 2024-04-15T16:06:28.705 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_kb": 0, 2024-04-15T16:06:28.705 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_full": 0, 2024-04-15T16:06:28.705 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_some": 0, 2024-04-15T16:06:28.705 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush": 0, 2024-04-15T16:06:28.705 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_kb": 0, 2024-04-15T16:06:28.705 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_high": 0, 2024-04-15T16:06:28.705 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_low": 0, 2024-04-15T16:06:28.706 INFO:tasks.workunit.client.0.smithi016.stdout: "num_keys_recovered": 0, 2024-04-15T16:06:28.706 INFO:tasks.workunit.client.0.smithi016.stdout: "num_large_omap_objects": 0, 2024-04-15T16:06:28.706 INFO:tasks.workunit.client.0.smithi016.stdout: "num_legacy_snapsets": 0, 2024-04-15T16:06:28.706 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_clones": 0, 2024-04-15T16:06:28.706 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_copies": 0, 2024-04-15T16:06:28.706 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects": 0, 2024-04-15T16:06:28.706 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_degraded": 0, 2024-04-15T16:06:28.706 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_dirty": 0, 2024-04-15T16:06:28.706 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T16:06:28.706 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_manifest": 0, 2024-04-15T16:06:28.706 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_misplaced": 0, 2024-04-15T16:06:28.707 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing": 0, 2024-04-15T16:06:28.707 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T16:06:28.707 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_omap": 0, 2024-04-15T16:06:28.707 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_pinned": 0, 2024-04-15T16:06:28.707 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_recovered": 0, 2024-04-15T16:06:28.707 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_repaired": 0, 2024-04-15T16:06:28.707 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_unfound": 0, 2024-04-15T16:06:28.707 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_bytes": 0, 2024-04-15T16:06:28.707 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_keys": 0, 2024-04-15T16:06:28.707 INFO:tasks.workunit.client.0.smithi016.stdout: "num_promote": 0, 2024-04-15T16:06:28.707 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read": 0, 2024-04-15T16:06:28.708 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read_kb": 0, 2024-04-15T16:06:28.708 INFO:tasks.workunit.client.0.smithi016.stdout: "num_scrub_errors": 0, 2024-04-15T16:06:28.708 INFO:tasks.workunit.client.0.smithi016.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T16:06:28.708 INFO:tasks.workunit.client.0.smithi016.stdout: "num_whiteouts": 0, 2024-04-15T16:06:28.708 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write": 0, 2024-04-15T16:06:28.708 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write_kb": 0 2024-04-15T16:06:28.708 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:28.708 INFO:tasks.workunit.client.0.smithi016.stdout: "state": "active+clean", 2024-04-15T16:06:28.708 INFO:tasks.workunit.client.0.smithi016.stdout: "stats_invalid": false, 2024-04-15T16:06:28.708 INFO:tasks.workunit.client.0.smithi016.stdout: "up": [ 2024-04-15T16:06:28.708 INFO:tasks.workunit.client.0.smithi016.stdout: 7, 2024-04-15T16:06:28.708 INFO:tasks.workunit.client.0.smithi016.stdout: 6, 2024-04-15T16:06:28.709 INFO:tasks.workunit.client.0.smithi016.stdout: 0 2024-04-15T16:06:28.709 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:28.709 INFO:tasks.workunit.client.0.smithi016.stdout: "up_primary": 7, 2024-04-15T16:06:28.709 INFO:tasks.workunit.client.0.smithi016.stdout: "version": "0'0" 2024-04-15T16:06:28.709 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T16:06:28.709 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:28.709 INFO:tasks.workunit.client.0.smithi016.stdout: "stats_per_pool": [ 2024-04-15T16:06:28.709 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-15T16:06:28.709 INFO:tasks.workunit.client.0.smithi016.stdout: "acting": 24, 2024-04-15T16:06:28.709 INFO:tasks.workunit.client.0.smithi016.stdout: "application": [ 2024-04-15T16:06:28.709 INFO:tasks.workunit.client.0.smithi016.stdout: "rbd" 2024-04-15T16:06:28.709 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:28.710 INFO:tasks.workunit.client.0.smithi016.stdout: "log_size": 24548, 2024-04-15T16:06:28.710 INFO:tasks.workunit.client.0.smithi016.stdout: "num_pg": 8, 2024-04-15T16:06:28.710 INFO:tasks.workunit.client.0.smithi016.stdout: "num_store_stats": 8, 2024-04-15T16:06:28.710 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_size": 24548, 2024-04-15T16:06:28.710 INFO:tasks.workunit.client.0.smithi016.stdout: "poolid": 4, 2024-04-15T16:06:28.710 INFO:tasks.workunit.client.0.smithi016.stdout: "stat_sum": { 2024-04-15T16:06:28.710 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes": 4194323, 2024-04-15T16:06:28.710 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T16:06:28.710 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_recovered": 0, 2024-04-15T16:06:28.710 INFO:tasks.workunit.client.0.smithi016.stdout: "num_deep_scrub_errors": 0, 2024-04-15T16:06:28.710 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict": 0, 2024-04-15T16:06:28.711 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_kb": 0, 2024-04-15T16:06:28.711 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_full": 0, 2024-04-15T16:06:28.711 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_some": 0, 2024-04-15T16:06:28.711 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush": 0, 2024-04-15T16:06:28.711 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_kb": 0, 2024-04-15T16:06:28.711 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_high": 0, 2024-04-15T16:06:28.711 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_low": 0, 2024-04-15T16:06:28.711 INFO:tasks.workunit.client.0.smithi016.stdout: "num_keys_recovered": 0, 2024-04-15T16:06:28.711 INFO:tasks.workunit.client.0.smithi016.stdout: "num_large_omap_objects": 0, 2024-04-15T16:06:28.711 INFO:tasks.workunit.client.0.smithi016.stdout: "num_legacy_snapsets": 0, 2024-04-15T16:06:28.711 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_clones": 0, 2024-04-15T16:06:28.711 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_copies": 12, 2024-04-15T16:06:28.712 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects": 4, 2024-04-15T16:06:28.712 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_degraded": 0, 2024-04-15T16:06:28.712 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_dirty": 4, 2024-04-15T16:06:28.712 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T16:06:28.712 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_manifest": 0, 2024-04-15T16:06:28.712 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_misplaced": 0, 2024-04-15T16:06:28.712 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing": 0, 2024-04-15T16:06:28.712 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T16:06:28.712 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_omap": 2, 2024-04-15T16:06:28.712 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_pinned": 0, 2024-04-15T16:06:28.712 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_recovered": 0, 2024-04-15T16:06:28.713 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_repaired": 0, 2024-04-15T16:06:28.713 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_unfound": 0, 2024-04-15T16:06:28.713 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_bytes": 0, 2024-04-15T16:06:28.713 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_keys": 0, 2024-04-15T16:06:28.713 INFO:tasks.workunit.client.0.smithi016.stdout: "num_promote": 0, 2024-04-15T16:06:28.713 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read": 8960, 2024-04-15T16:06:28.713 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read_kb": 2992230, 2024-04-15T16:06:28.713 INFO:tasks.workunit.client.0.smithi016.stdout: "num_scrub_errors": 0, 2024-04-15T16:06:28.713 INFO:tasks.workunit.client.0.smithi016.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T16:06:28.713 INFO:tasks.workunit.client.0.smithi016.stdout: "num_whiteouts": 0, 2024-04-15T16:06:28.713 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write": 24418, 2024-04-15T16:06:28.713 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write_kb": 3187609 2024-04-15T16:06:28.714 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:28.714 INFO:tasks.workunit.client.0.smithi016.stdout: "store_stats": { 2024-04-15T16:06:28.714 INFO:tasks.workunit.client.0.smithi016.stdout: "allocated": 12595200, 2024-04-15T16:06:28.714 INFO:tasks.workunit.client.0.smithi016.stdout: "available": 0, 2024-04-15T16:06:28.714 INFO:tasks.workunit.client.0.smithi016.stdout: "data_compressed": 0, 2024-04-15T16:06:28.714 INFO:tasks.workunit.client.0.smithi016.stdout: "data_compressed_allocated": 0, 2024-04-15T16:06:28.714 INFO:tasks.workunit.client.0.smithi016.stdout: "data_compressed_original": 0, 2024-04-15T16:06:28.714 INFO:tasks.workunit.client.0.smithi016.stdout: "data_stored": 12582969, 2024-04-15T16:06:28.714 INFO:tasks.workunit.client.0.smithi016.stdout: "internal_metadata": 0, 2024-04-15T16:06:28.714 INFO:tasks.workunit.client.0.smithi016.stdout: "internally_reserved": 0, 2024-04-15T16:06:28.714 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_allocated": 0, 2024-04-15T16:06:28.714 INFO:tasks.workunit.client.0.smithi016.stdout: "total": 0 2024-04-15T16:06:28.715 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:28.715 INFO:tasks.workunit.client.0.smithi016.stdout: "up": 24 2024-04-15T16:06:28.715 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:28.715 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-15T16:06:28.715 INFO:tasks.workunit.client.0.smithi016.stdout: "acting": 192, 2024-04-15T16:06:28.715 INFO:tasks.workunit.client.0.smithi016.stdout: "application": [ 2024-04-15T16:06:28.715 INFO:tasks.workunit.client.0.smithi016.stdout: "cephfs" 2024-04-15T16:06:28.715 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:28.715 INFO:tasks.workunit.client.0.smithi016.stdout: "log_size": 0, 2024-04-15T16:06:28.715 INFO:tasks.workunit.client.0.smithi016.stdout: "num_pg": 64, 2024-04-15T16:06:28.715 INFO:tasks.workunit.client.0.smithi016.stdout: "num_store_stats": 8, 2024-04-15T16:06:28.715 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_size": 0, 2024-04-15T16:06:28.715 INFO:tasks.workunit.client.0.smithi016.stdout: "poolid": 3, 2024-04-15T16:06:28.716 INFO:tasks.workunit.client.0.smithi016.stdout: "stat_sum": { 2024-04-15T16:06:28.716 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes": 0, 2024-04-15T16:06:28.716 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T16:06:28.716 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_recovered": 0, 2024-04-15T16:06:28.716 INFO:tasks.workunit.client.0.smithi016.stdout: "num_deep_scrub_errors": 0, 2024-04-15T16:06:28.716 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict": 0, 2024-04-15T16:06:28.716 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_kb": 0, 2024-04-15T16:06:28.716 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_full": 0, 2024-04-15T16:06:28.716 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_some": 0, 2024-04-15T16:06:28.716 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush": 0, 2024-04-15T16:06:28.716 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_kb": 0, 2024-04-15T16:06:28.717 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_high": 0, 2024-04-15T16:06:28.717 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_low": 0, 2024-04-15T16:06:28.717 INFO:tasks.workunit.client.0.smithi016.stdout: "num_keys_recovered": 0, 2024-04-15T16:06:28.717 INFO:tasks.workunit.client.0.smithi016.stdout: "num_large_omap_objects": 0, 2024-04-15T16:06:28.717 INFO:tasks.workunit.client.0.smithi016.stdout: "num_legacy_snapsets": 0, 2024-04-15T16:06:28.717 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_clones": 0, 2024-04-15T16:06:28.717 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_copies": 0, 2024-04-15T16:06:28.717 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects": 0, 2024-04-15T16:06:28.717 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_degraded": 0, 2024-04-15T16:06:28.717 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_dirty": 0, 2024-04-15T16:06:28.717 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T16:06:28.717 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_manifest": 0, 2024-04-15T16:06:28.718 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_misplaced": 0, 2024-04-15T16:06:28.718 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing": 0, 2024-04-15T16:06:28.718 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T16:06:28.718 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_omap": 0, 2024-04-15T16:06:28.718 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_pinned": 0, 2024-04-15T16:06:28.718 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_recovered": 0, 2024-04-15T16:06:28.718 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_repaired": 0, 2024-04-15T16:06:28.718 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_unfound": 0, 2024-04-15T16:06:28.718 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_bytes": 0, 2024-04-15T16:06:28.718 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_keys": 0, 2024-04-15T16:06:28.718 INFO:tasks.workunit.client.0.smithi016.stdout: "num_promote": 0, 2024-04-15T16:06:28.718 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read": 0, 2024-04-15T16:06:28.719 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read_kb": 0, 2024-04-15T16:06:28.719 INFO:tasks.workunit.client.0.smithi016.stdout: "num_scrub_errors": 0, 2024-04-15T16:06:28.719 INFO:tasks.workunit.client.0.smithi016.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T16:06:28.719 INFO:tasks.workunit.client.0.smithi016.stdout: "num_whiteouts": 0, 2024-04-15T16:06:28.719 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write": 0, 2024-04-15T16:06:28.719 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write_kb": 0 2024-04-15T16:06:28.719 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:28.719 INFO:tasks.workunit.client.0.smithi016.stdout: "store_stats": { 2024-04-15T16:06:28.719 INFO:tasks.workunit.client.0.smithi016.stdout: "allocated": 0, 2024-04-15T16:06:28.719 INFO:tasks.workunit.client.0.smithi016.stdout: "available": 0, 2024-04-15T16:06:28.719 INFO:tasks.workunit.client.0.smithi016.stdout: "data_compressed": 0, 2024-04-15T16:06:28.719 INFO:tasks.workunit.client.0.smithi016.stdout: "data_compressed_allocated": 0, 2024-04-15T16:06:28.720 INFO:tasks.workunit.client.0.smithi016.stdout: "data_compressed_original": 0, 2024-04-15T16:06:28.720 INFO:tasks.workunit.client.0.smithi016.stdout: "data_stored": 0, 2024-04-15T16:06:28.720 INFO:tasks.workunit.client.0.smithi016.stdout: "internal_metadata": 0, 2024-04-15T16:06:28.720 INFO:tasks.workunit.client.0.smithi016.stdout: "internally_reserved": 0, 2024-04-15T16:06:28.720 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_allocated": 0, 2024-04-15T16:06:28.720 INFO:tasks.workunit.client.0.smithi016.stdout: "total": 0 2024-04-15T16:06:28.720 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:28.720 INFO:tasks.workunit.client.0.smithi016.stdout: "up": 192 2024-04-15T16:06:28.720 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:28.720 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-15T16:06:28.720 INFO:tasks.workunit.client.0.smithi016.stdout: "acting": 3, 2024-04-15T16:06:28.720 INFO:tasks.workunit.client.0.smithi016.stdout: "application": [ 2024-04-15T16:06:28.721 INFO:tasks.workunit.client.0.smithi016.stdout: "mgr" 2024-04-15T16:06:28.721 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:28.721 INFO:tasks.workunit.client.0.smithi016.stdout: "log_size": 237, 2024-04-15T16:06:28.721 INFO:tasks.workunit.client.0.smithi016.stdout: "num_pg": 1, 2024-04-15T16:06:28.721 INFO:tasks.workunit.client.0.smithi016.stdout: "num_store_stats": 3, 2024-04-15T16:06:28.721 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_size": 237, 2024-04-15T16:06:28.721 INFO:tasks.workunit.client.0.smithi016.stdout: "poolid": 1, 2024-04-15T16:06:28.721 INFO:tasks.workunit.client.0.smithi016.stdout: "stat_sum": { 2024-04-15T16:06:28.721 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes": 590368, 2024-04-15T16:06:28.721 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T16:06:28.721 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_recovered": 1771104, 2024-04-15T16:06:28.721 INFO:tasks.workunit.client.0.smithi016.stdout: "num_deep_scrub_errors": 0, 2024-04-15T16:06:28.721 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict": 0, 2024-04-15T16:06:28.722 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_kb": 0, 2024-04-15T16:06:28.722 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_full": 0, 2024-04-15T16:06:28.722 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_some": 0, 2024-04-15T16:06:28.722 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush": 0, 2024-04-15T16:06:28.722 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_kb": 0, 2024-04-15T16:06:28.722 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_high": 0, 2024-04-15T16:06:28.722 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_low": 0, 2024-04-15T16:06:28.722 INFO:tasks.workunit.client.0.smithi016.stdout: "num_keys_recovered": 0, 2024-04-15T16:06:28.722 INFO:tasks.workunit.client.0.smithi016.stdout: "num_large_omap_objects": 0, 2024-04-15T16:06:28.722 INFO:tasks.workunit.client.0.smithi016.stdout: "num_legacy_snapsets": 0, 2024-04-15T16:06:28.722 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_clones": 0, 2024-04-15T16:06:28.723 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_copies": 6, 2024-04-15T16:06:28.723 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects": 2, 2024-04-15T16:06:28.723 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_degraded": 0, 2024-04-15T16:06:28.723 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_dirty": 2, 2024-04-15T16:06:28.723 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T16:06:28.723 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_manifest": 0, 2024-04-15T16:06:28.723 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_misplaced": 0, 2024-04-15T16:06:28.723 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing": 0, 2024-04-15T16:06:28.723 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T16:06:28.723 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_omap": 0, 2024-04-15T16:06:28.723 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_pinned": 0, 2024-04-15T16:06:28.723 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_recovered": 6, 2024-04-15T16:06:28.723 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_repaired": 0, 2024-04-15T16:06:28.724 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_unfound": 0, 2024-04-15T16:06:28.724 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_bytes": 0, 2024-04-15T16:06:28.724 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_keys": 0, 2024-04-15T16:06:28.724 INFO:tasks.workunit.client.0.smithi016.stdout: "num_promote": 0, 2024-04-15T16:06:28.724 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read": 1178, 2024-04-15T16:06:28.724 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read_kb": 1994, 2024-04-15T16:06:28.724 INFO:tasks.workunit.client.0.smithi016.stdout: "num_scrub_errors": 0, 2024-04-15T16:06:28.724 INFO:tasks.workunit.client.0.smithi016.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T16:06:28.724 INFO:tasks.workunit.client.0.smithi016.stdout: "num_whiteouts": 0, 2024-04-15T16:06:28.724 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write": 391, 2024-04-15T16:06:28.724 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write_kb": 2416 2024-04-15T16:06:28.724 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:28.725 INFO:tasks.workunit.client.0.smithi016.stdout: "store_stats": { 2024-04-15T16:06:28.725 INFO:tasks.workunit.client.0.smithi016.stdout: "allocated": 1781760, 2024-04-15T16:06:28.725 INFO:tasks.workunit.client.0.smithi016.stdout: "available": 0, 2024-04-15T16:06:28.725 INFO:tasks.workunit.client.0.smithi016.stdout: "data_compressed": 0, 2024-04-15T16:06:28.725 INFO:tasks.workunit.client.0.smithi016.stdout: "data_compressed_allocated": 0, 2024-04-15T16:06:28.725 INFO:tasks.workunit.client.0.smithi016.stdout: "data_compressed_original": 0, 2024-04-15T16:06:28.725 INFO:tasks.workunit.client.0.smithi016.stdout: "data_stored": 1771104, 2024-04-15T16:06:28.725 INFO:tasks.workunit.client.0.smithi016.stdout: "internal_metadata": 0, 2024-04-15T16:06:28.725 INFO:tasks.workunit.client.0.smithi016.stdout: "internally_reserved": 0, 2024-04-15T16:06:28.725 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_allocated": 0, 2024-04-15T16:06:28.725 INFO:tasks.workunit.client.0.smithi016.stdout: "total": 0 2024-04-15T16:06:28.725 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:28.725 INFO:tasks.workunit.client.0.smithi016.stdout: "up": 3 2024-04-15T16:06:28.726 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:28.726 INFO:tasks.workunit.client.0.smithi016.stdout: { 2024-04-15T16:06:28.726 INFO:tasks.workunit.client.0.smithi016.stdout: "acting": 96, 2024-04-15T16:06:28.726 INFO:tasks.workunit.client.0.smithi016.stdout: "application": [ 2024-04-15T16:06:28.726 INFO:tasks.workunit.client.0.smithi016.stdout: "cephfs" 2024-04-15T16:06:28.726 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:28.726 INFO:tasks.workunit.client.0.smithi016.stdout: "log_size": 75, 2024-04-15T16:06:28.726 INFO:tasks.workunit.client.0.smithi016.stdout: "num_pg": 32, 2024-04-15T16:06:28.726 INFO:tasks.workunit.client.0.smithi016.stdout: "num_store_stats": 8, 2024-04-15T16:06:28.726 INFO:tasks.workunit.client.0.smithi016.stdout: "ondisk_log_size": 75, 2024-04-15T16:06:28.726 INFO:tasks.workunit.client.0.smithi016.stdout: "poolid": 2, 2024-04-15T16:06:28.726 INFO:tasks.workunit.client.0.smithi016.stdout: "stat_sum": { 2024-04-15T16:06:28.727 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes": 6622, 2024-04-15T16:06:28.727 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T16:06:28.727 INFO:tasks.workunit.client.0.smithi016.stdout: "num_bytes_recovered": 0, 2024-04-15T16:06:28.727 INFO:tasks.workunit.client.0.smithi016.stdout: "num_deep_scrub_errors": 0, 2024-04-15T16:06:28.727 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict": 0, 2024-04-15T16:06:28.727 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_kb": 0, 2024-04-15T16:06:28.727 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_full": 0, 2024-04-15T16:06:28.727 INFO:tasks.workunit.client.0.smithi016.stdout: "num_evict_mode_some": 0, 2024-04-15T16:06:28.727 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush": 0, 2024-04-15T16:06:28.727 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_kb": 0, 2024-04-15T16:06:28.727 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_high": 0, 2024-04-15T16:06:28.728 INFO:tasks.workunit.client.0.smithi016.stdout: "num_flush_mode_low": 0, 2024-04-15T16:06:28.728 INFO:tasks.workunit.client.0.smithi016.stdout: "num_keys_recovered": 0, 2024-04-15T16:06:28.728 INFO:tasks.workunit.client.0.smithi016.stdout: "num_large_omap_objects": 0, 2024-04-15T16:06:28.728 INFO:tasks.workunit.client.0.smithi016.stdout: "num_legacy_snapsets": 0, 2024-04-15T16:06:28.728 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_clones": 0, 2024-04-15T16:06:28.728 INFO:tasks.workunit.client.0.smithi016.stdout: "num_object_copies": 66, 2024-04-15T16:06:28.728 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects": 22, 2024-04-15T16:06:28.728 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_degraded": 0, 2024-04-15T16:06:28.728 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_dirty": 22, 2024-04-15T16:06:28.728 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T16:06:28.728 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_manifest": 0, 2024-04-15T16:06:28.728 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_misplaced": 0, 2024-04-15T16:06:28.729 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing": 0, 2024-04-15T16:06:28.729 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T16:06:28.729 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_omap": 14, 2024-04-15T16:06:28.729 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_pinned": 0, 2024-04-15T16:06:28.729 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_recovered": 1, 2024-04-15T16:06:28.729 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_repaired": 0, 2024-04-15T16:06:28.729 INFO:tasks.workunit.client.0.smithi016.stdout: "num_objects_unfound": 0, 2024-04-15T16:06:28.729 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_bytes": 0, 2024-04-15T16:06:28.729 INFO:tasks.workunit.client.0.smithi016.stdout: "num_omap_keys": 0, 2024-04-15T16:06:28.729 INFO:tasks.workunit.client.0.smithi016.stdout: "num_promote": 0, 2024-04-15T16:06:28.729 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read": 158, 2024-04-15T16:06:28.729 INFO:tasks.workunit.client.0.smithi016.stdout: "num_read_kb": 174, 2024-04-15T16:06:28.730 INFO:tasks.workunit.client.0.smithi016.stdout: "num_scrub_errors": 0, 2024-04-15T16:06:28.730 INFO:tasks.workunit.client.0.smithi016.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T16:06:28.730 INFO:tasks.workunit.client.0.smithi016.stdout: "num_whiteouts": 0, 2024-04-15T16:06:28.730 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write": 69, 2024-04-15T16:06:28.730 INFO:tasks.workunit.client.0.smithi016.stdout: "num_write_kb": 36 2024-04-15T16:06:28.730 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:28.730 INFO:tasks.workunit.client.0.smithi016.stdout: "store_stats": { 2024-04-15T16:06:28.730 INFO:tasks.workunit.client.0.smithi016.stdout: "allocated": 110592, 2024-04-15T16:06:28.730 INFO:tasks.workunit.client.0.smithi016.stdout: "available": 0, 2024-04-15T16:06:28.730 INFO:tasks.workunit.client.0.smithi016.stdout: "data_compressed": 0, 2024-04-15T16:06:28.730 INFO:tasks.workunit.client.0.smithi016.stdout: "data_compressed_allocated": 0, 2024-04-15T16:06:28.730 INFO:tasks.workunit.client.0.smithi016.stdout: "data_compressed_original": 0, 2024-04-15T16:06:28.731 INFO:tasks.workunit.client.0.smithi016.stdout: "data_stored": 19866, 2024-04-15T16:06:28.731 INFO:tasks.workunit.client.0.smithi016.stdout: "internal_metadata": 0, 2024-04-15T16:06:28.731 INFO:tasks.workunit.client.0.smithi016.stdout: "internally_reserved": 0, 2024-04-15T16:06:28.731 INFO:tasks.workunit.client.0.smithi016.stdout: "omap_allocated": 44359, 2024-04-15T16:06:28.731 INFO:tasks.workunit.client.0.smithi016.stdout: "total": 0 2024-04-15T16:06:28.731 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:28.731 INFO:tasks.workunit.client.0.smithi016.stdout: "up": 96 2024-04-15T16:06:28.731 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T16:06:28.731 INFO:tasks.workunit.client.0.smithi016.stdout: ], 2024-04-15T16:06:28.731 INFO:tasks.workunit.client.0.smithi016.stdout: "usage": { 2024-04-15T16:06:28.731 INFO:tasks.workunit.client.0.smithi016.stdout: "pg_num": 105, 2024-04-15T16:06:28.731 INFO:tasks.workunit.client.0.smithi016.stdout: "pools": 4, 2024-04-15T16:06:28.731 INFO:tasks.workunit.client.0.smithi016.stdout: "stats_by_class": { 2024-04-15T16:06:28.732 INFO:tasks.workunit.client.0.smithi016.stdout: "ssd": { 2024-04-15T16:06:28.732 INFO:tasks.workunit.client.0.smithi016.stdout: "total_avail_bytes": 762886864896, 2024-04-15T16:06:28.732 INFO:tasks.workunit.client.0.smithi016.stdout: "total_bytes": 767960285184, 2024-04-15T16:06:28.732 INFO:tasks.workunit.client.0.smithi016.stdout: "total_used_bytes": 5073420288, 2024-04-15T16:06:28.732 INFO:tasks.workunit.client.0.smithi016.stdout: "total_used_raw_bytes": 5073420288, 2024-04-15T16:06:28.732 INFO:tasks.workunit.client.0.smithi016.stdout: "total_used_raw_ratio": 0.006606357637792826 2024-04-15T16:06:28.732 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T16:06:28.732 INFO:tasks.workunit.client.0.smithi016.stdout: }, 2024-04-15T16:06:28.732 INFO:tasks.workunit.client.0.smithi016.stdout: "total_avail_bytes": 762886864896, 2024-04-15T16:06:28.732 INFO:tasks.workunit.client.0.smithi016.stdout: "total_bytes": 767960285184, 2024-04-15T16:06:28.732 INFO:tasks.workunit.client.0.smithi016.stdout: "total_used_bytes": 5073420288 2024-04-15T16:06:28.732 INFO:tasks.workunit.client.0.smithi016.stdout: } 2024-04-15T16:06:28.733 INFO:tasks.workunit.client.0.smithi016.stdout:} 2024-04-15T16:06:28.733 INFO:tasks.workunit.client.0.smithi016.stdout:Device report is generated separately. To see it run 'ceph telemetry show-device'. 2024-04-15T16:06:28.733 INFO:tasks.workunit.client.0.smithi016.stderr:+ ceph telemetry off 2024-04-15T16:06:28.734 INFO:tasks.workunit.client.0.smithi016.stdout:Telemetry is currently not enabled, nothing to turn off. Please consider opting-in with `ceph telemetry on`. 2024-04-15T16:06:28.734 INFO:tasks.workunit.client.0.smithi016.stdout:Preview sample reports with `ceph telemetry preview`. 2024-04-15T16:06:28.734 INFO:tasks.workunit.client.0.smithi016.stdout:OK 2024-04-15T16:06:28.735 INFO:tasks.workunit.client.0.smithi016.stderr:+ echo OK 2024-04-15T16:06:28.735 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-04-15T16:06:28.735 DEBUG:teuthology.orchestra.run.smithi016:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-04-15T16:06:28.736 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 15 16:06:26 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-y[81421]: [15/Apr/2024:16:06:26] ENGINE Bus STOPPING 2024-04-15T16:06:28.736 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 15 16:06:26 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-y[81421]: [15/Apr/2024:16:06:26] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-04-15T16:06:28.736 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 15 16:06:26 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-y[81421]: [15/Apr/2024:16:06:26] ENGINE Bus STOPPED 2024-04-15T16:06:28.736 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 15 16:06:26 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-y[81421]: [15/Apr/2024:16:06:26] ENGINE Bus STARTING 2024-04-15T16:06:28.736 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 15 16:06:26 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-y[81421]: [15/Apr/2024:16:06:26] ENGINE Serving on http://:::9283 2024-04-15T16:06:28.736 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 15 16:06:26 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-y[81421]: [15/Apr/2024:16:06:26] ENGINE Bus STARTED 2024-04-15T16:06:28.737 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 16:06:26 smithi016 ceph-mon[90652]: from='client.46097 -' entity='client.admin' cmd=[{"prefix": "telemetry show", "target": ["mon-mgr", ""]}]: dispatch 2024-04-15T16:06:28.737 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 16:06:26 smithi016 ceph-mon[90652]: from='client.36192 -' entity='client.admin' cmd=[{"prefix": "telemetry show-device", "target": ["mon-mgr", ""]}]: dispatch 2024-04-15T16:06:28.737 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 16:06:26 smithi016 ceph-mon[90652]: from='client.36192 -' entity='client.admin' cmd=[{"prefix": "telemetry show-device", "target": ["mon-mgr", ""]}]: dispatch 2024-04-15T16:06:28.737 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 16:06:26 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T16:06:28.737 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 16:06:26 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-15T16:06:28.737 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 16:06:26 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-15T16:06:28.737 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 16:06:26 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-15T16:06:28.737 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 16:06:26 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-15T16:06:28.737 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 16:06:26 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-15T16:06:28.737 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 16:06:26 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-15T16:06:28.738 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 16:06:26 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-15T16:06:28.738 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 16:06:26 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-15T16:06:28.738 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 16:06:26 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-15T16:06:28.738 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 16:06:26 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-15T16:06:28.738 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 16:06:26 smithi016 ceph-mon[90652]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-15T16:06:28.738 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 16:06:26 smithi016 ceph-mon[90652]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-15T16:06:28.738 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 16:06:26 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-15T16:06:28.738 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 16:06:26 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-15T16:06:28.738 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 16:06:26 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-15T16:06:28.738 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 16:06:26 smithi016 ceph-mon[90652]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-15T16:06:28.738 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 16:06:26 smithi016 ceph-mon[90652]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-15T16:06:28.739 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 16:06:26 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-15T16:06:28.739 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 16:06:26 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-15T16:06:28.739 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 16:06:26 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-15T16:06:28.739 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 16:06:26 smithi016 ceph-mon[90652]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-15T16:06:28.739 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 16:06:26 smithi016 ceph-mon[90652]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-15T16:06:28.739 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 16:06:26 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-15T16:06:28.739 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 16:06:26 smithi016 ceph-mon[93212]: from='client.46097 -' entity='client.admin' cmd=[{"prefix": "telemetry show", "target": ["mon-mgr", ""]}]: dispatch 2024-04-15T16:06:28.739 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 16:06:26 smithi016 ceph-mon[93212]: from='client.36192 -' entity='client.admin' cmd=[{"prefix": "telemetry show-device", "target": ["mon-mgr", ""]}]: dispatch 2024-04-15T16:06:28.739 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 16:06:26 smithi016 ceph-mon[93212]: from='client.36192 -' entity='client.admin' cmd=[{"prefix": "telemetry show-device", "target": ["mon-mgr", ""]}]: dispatch 2024-04-15T16:06:28.740 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 16:06:26 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T16:06:28.740 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 16:06:26 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-15T16:06:28.740 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 16:06:26 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-15T16:06:28.740 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 16:06:26 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-15T16:06:28.740 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 16:06:26 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-15T16:06:28.740 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 16:06:26 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-15T16:06:28.740 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 16:06:26 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-15T16:06:28.740 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 16:06:26 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-15T16:06:28.740 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 16:06:26 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-15T16:06:28.740 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 16:06:26 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-15T16:06:28.740 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 16:06:26 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-15T16:06:28.740 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 16:06:26 smithi016 ceph-mon[93212]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-15T16:06:28.741 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 16:06:26 smithi016 ceph-mon[93212]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-15T16:06:28.741 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 16:06:26 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-15T16:06:28.741 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 16:06:26 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-15T16:06:28.741 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 16:06:26 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-15T16:06:28.741 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 16:06:26 smithi016 ceph-mon[93212]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-15T16:06:28.741 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 16:06:26 smithi016 ceph-mon[93212]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-15T16:06:28.741 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 16:06:26 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-15T16:06:28.741 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 16:06:26 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-15T16:06:28.741 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 16:06:26 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-15T16:06:28.741 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 16:06:26 smithi016 ceph-mon[93212]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-15T16:06:28.741 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 16:06:26 smithi016 ceph-mon[93212]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-15T16:06:28.741 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 16:06:26 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-15T16:06:28.742 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 16:06:26 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-15T16:06:28.742 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 16:06:26 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-15T16:06:28.742 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 16:06:26 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T16:06:28.742 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 16:06:26 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-15T16:06:28.742 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 16:06:26 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-15T16:06:28.742 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 16:06:26 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-15T16:06:28.742 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 16:06:26 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-15T16:06:28.742 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 16:06:26 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-15T16:06:28.742 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 16:06:26 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-15T16:06:28.743 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 16:06:26 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-15T16:06:28.743 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 16:06:26 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-15T16:06:28.743 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 16:06:26 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-15T16:06:28.743 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 16:06:26 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-15T16:06:28.743 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 16:06:26 smithi016 ceph-mon[90652]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-15T16:06:28.743 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 16:06:26 smithi016 ceph-mon[90652]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-15T16:06:28.743 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 16:06:26 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-15T16:06:28.743 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 16:06:26 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-15T16:06:28.743 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 16:06:26 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-15T16:06:28.743 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 16:06:26 smithi016 ceph-mon[90652]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-15T16:06:28.743 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 16:06:26 smithi016 ceph-mon[90652]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-15T16:06:28.743 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 16:06:26 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-15T16:06:28.744 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 16:06:26 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-15T16:06:28.744 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 16:06:26 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-15T16:06:28.744 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 16:06:26 smithi016 ceph-mon[90652]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-15T16:06:28.744 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 16:06:26 smithi016 ceph-mon[90652]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-15T16:06:28.744 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 16:06:26 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-15T16:06:28.744 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 16:06:26 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-15T16:06:28.744 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 16:06:26 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-15T16:06:28.744 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 16:06:26 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-15T16:06:28.745 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 16:06:26 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-15T16:06:28.745 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 16:06:26 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T16:06:28.745 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 16:06:26 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-15T16:06:28.745 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 16:06:26 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-15T16:06:28.745 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 16:06:26 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-15T16:06:28.745 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 16:06:26 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-15T16:06:28.745 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 16:06:26 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-15T16:06:28.745 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 16:06:26 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-15T16:06:28.745 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 16:06:26 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-15T16:06:28.745 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 16:06:26 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-15T16:06:28.745 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 16:06:26 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-15T16:06:28.745 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 16:06:26 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-15T16:06:28.746 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 16:06:26 smithi016 ceph-mon[93212]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-15T16:06:28.746 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 16:06:26 smithi016 ceph-mon[93212]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-15T16:06:28.746 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 16:06:26 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-15T16:06:28.746 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 16:06:26 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-15T16:06:28.746 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 16:06:26 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-15T16:06:28.746 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 16:06:26 smithi016 ceph-mon[93212]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-15T16:06:28.746 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 16:06:26 smithi016 ceph-mon[93212]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-15T16:06:28.746 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 16:06:26 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-15T16:06:28.746 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 16:06:26 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-15T16:06:28.746 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 16:06:26 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-15T16:06:28.746 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 16:06:26 smithi016 ceph-mon[93212]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-15T16:06:28.746 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 16:06:26 smithi016 ceph-mon[93212]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-15T16:06:28.747 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 16:06:26 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-15T16:06:28.747 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 16:06:26 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-15T16:06:28.747 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 16:06:26 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-15T16:06:28.747 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 16:06:27 smithi016 ceph-mon[93212]: from='client.46127 -' entity='client.admin' cmd=[{"prefix": "telemetry show", "target": ["mon-mgr", ""]}]: dispatch 2024-04-15T16:06:28.747 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 16:06:27 smithi016 ceph-mon[93212]: pgmap v5068: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 1.6 KiB/s rd, 2 op/s 2024-04-15T16:06:28.747 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 16:06:27 smithi016 ceph-mon[93212]: from='client.46127 -' entity='client.admin' cmd=[{"prefix": "telemetry show", "target": ["mon-mgr", ""]}]: dispatch 2024-04-15T16:06:28.747 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 16:06:27 smithi016 ceph-mon[93212]: from='client.46145 -' entity='client.admin' cmd=[{"prefix": "telemetry off", "target": ["mon-mgr", ""]}]: dispatch 2024-04-15T16:06:28.747 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 16:06:27 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T16:06:28.747 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 16:06:27 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T16:06:28.747 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 16:06:27 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T16:06:28.747 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 16:06:27 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T16:06:28.747 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 16:06:27 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T16:06:28.748 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 16:06:27 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T16:06:28.748 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 16:06:27 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T16:06:28.748 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 16:06:27 smithi016 ceph-mon[93212]: from='client.46145 -' entity='client.admin' cmd=[{"prefix": "telemetry off", "target": ["mon-mgr", ""]}]: dispatch 2024-04-15T16:06:28.748 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 16:06:27 smithi016 ceph-mon[90652]: from='client.46127 -' entity='client.admin' cmd=[{"prefix": "telemetry show", "target": ["mon-mgr", ""]}]: dispatch 2024-04-15T16:06:28.748 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 16:06:27 smithi016 ceph-mon[90652]: pgmap v5068: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 1.6 KiB/s rd, 2 op/s 2024-04-15T16:06:28.748 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 16:06:27 smithi016 ceph-mon[90652]: from='client.46127 -' entity='client.admin' cmd=[{"prefix": "telemetry show", "target": ["mon-mgr", ""]}]: dispatch 2024-04-15T16:06:28.748 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 16:06:27 smithi016 ceph-mon[90652]: from='client.46145 -' entity='client.admin' cmd=[{"prefix": "telemetry off", "target": ["mon-mgr", ""]}]: dispatch 2024-04-15T16:06:28.748 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 16:06:27 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T16:06:28.749 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 16:06:27 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T16:06:28.749 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 16:06:27 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T16:06:28.749 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 16:06:27 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T16:06:28.749 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 16:06:27 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T16:06:28.749 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 16:06:27 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T16:06:28.749 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 16:06:27 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T16:06:28.749 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 16:06:27 smithi016 ceph-mon[90652]: from='client.46145 -' entity='client.admin' cmd=[{"prefix": "telemetry off", "target": ["mon-mgr", ""]}]: dispatch 2024-04-15T16:06:28.750 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 16:06:27 smithi102 ceph-mon[87131]: from='client.46127 -' entity='client.admin' cmd=[{"prefix": "telemetry show", "target": ["mon-mgr", ""]}]: dispatch 2024-04-15T16:06:28.750 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 16:06:27 smithi102 ceph-mon[87131]: pgmap v5068: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 1.6 KiB/s rd, 2 op/s 2024-04-15T16:06:28.750 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 16:06:27 smithi102 ceph-mon[87131]: from='client.46127 -' entity='client.admin' cmd=[{"prefix": "telemetry show", "target": ["mon-mgr", ""]}]: dispatch 2024-04-15T16:06:28.750 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 16:06:27 smithi102 ceph-mon[87131]: from='client.46145 -' entity='client.admin' cmd=[{"prefix": "telemetry off", "target": ["mon-mgr", ""]}]: dispatch 2024-04-15T16:06:28.750 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 16:06:27 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T16:06:28.750 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 16:06:27 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T16:06:28.750 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 16:06:27 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T16:06:28.750 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 16:06:27 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T16:06:28.750 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 16:06:27 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T16:06:28.750 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 16:06:27 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T16:06:28.751 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 16:06:27 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' 2024-04-15T16:06:28.751 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 16:06:27 smithi102 ceph-mon[87131]: from='client.46145 -' entity='client.admin' cmd=[{"prefix": "telemetry off", "target": ["mon-mgr", ""]}]: dispatch 2024-04-15T16:06:28.784 INFO:tasks.workunit:Stopping ['test_telemetry_reef_x.sh'] on client.0... 2024-04-15T16:06:28.784 DEBUG:teuthology.orchestra.run.smithi016:> sudo rm -rf -- /home/ubuntu/cephtest/workunits.list.client.0 /home/ubuntu/cephtest/clone.client.0 2024-04-15T16:06:29.100 DEBUG:teuthology.parallel:result is None 2024-04-15T16:06:29.100 DEBUG:teuthology.orchestra.run.smithi016:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0 2024-04-15T16:06:29.129 INFO:tasks.workunit:Deleted dir /home/ubuntu/cephtest/mnt.0/client.0 2024-04-15T16:06:29.129 DEBUG:teuthology.orchestra.run.smithi016:> rmdir -- /home/ubuntu/cephtest/mnt.0 2024-04-15T16:06:29.184 INFO:tasks.workunit:Deleted artificial mount point /home/ubuntu/cephtest/mnt.0/client.0 2024-04-15T16:06:29.185 INFO:teuthology.run_tasks:Running task print... 2024-04-15T16:06:29.196 INFO:teuthology.task.print:**** done end telemetry x... 2024-04-15T16:06:29.196 DEBUG:teuthology.run_tasks:Unwinding manager cephadm 2024-04-15T16:06:29.209 INFO:tasks.cephadm:Teardown begin 2024-04-15T16:06:29.209 INFO:tasks.cephfs.filesystem:Destroying file system cephfs and related pools 2024-04-15T16:06:29.209 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-04-15T16:06:29.538 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 16:06:29 smithi016 ceph-mon[90652]: pgmap v5069: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 18 KiB/s rd, 0 B/s wr, 27 op/s 2024-04-15T16:06:29.538 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 16:06:29 smithi016 ceph-mon[93212]: pgmap v5069: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 18 KiB/s rd, 0 B/s wr, 27 op/s 2024-04-15T16:06:29.566 INFO:teuthology.orchestra.run.smithi016.stdout: 2024-04-15T16:06:29.567 INFO:teuthology.orchestra.run.smithi016.stdout:{"epoch":18,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":54268,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.102:6833/1501664178","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6832","nonce":1501664178},{"type":"v1","addr":"172.21.15.102:6833","nonce":1501664178}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":18}],"filesystems":[{"mdsmap":{"epoch":17,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-04-15T14:33:34.967132+0000","modified":"2024-04-15T14:45:18.567198+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":560,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":34383},"failed":[],"damaged":[],"stopped":[],"info":{"gid_34383":{"gid":34383,"name":"a","rank":0,"incarnation":14,"state":"up:active","state_seq":7,"addr":"172.21.15.16:6835/1949381248","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6834","nonce":1949381248},{"type":"v1","addr":"172.21.15.16:6835","nonce":1949381248}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":34383,"qdb_cluster":[34383]},"id":1}]} 2024-04-15T16:06:29.567 INFO:teuthology.orchestra.run.smithi016.stderr:dumped fsmap epoch 18 2024-04-15T16:06:29.580 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-04-15T16:06:29.685 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 16:06:29 smithi102 ceph-mon[87131]: pgmap v5069: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 18 KiB/s rd, 0 B/s wr, 27 op/s 2024-04-15T16:06:29.920 INFO:teuthology.orchestra.run.smithi016.stdout: 2024-04-15T16:06:29.920 INFO:teuthology.orchestra.run.smithi016.stdout:{"epoch":18,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":54268,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.102:6833/1501664178","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6832","nonce":1501664178},{"type":"v1","addr":"172.21.15.102:6833","nonce":1501664178}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":18}],"filesystems":[{"mdsmap":{"epoch":17,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-04-15T14:33:34.967132+0000","modified":"2024-04-15T14:45:18.567198+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":560,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":34383},"failed":[],"damaged":[],"stopped":[],"info":{"gid_34383":{"gid":34383,"name":"a","rank":0,"incarnation":14,"state":"up:active","state_seq":7,"addr":"172.21.15.16:6835/1949381248","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6834","nonce":1949381248},{"type":"v1","addr":"172.21.15.16:6835","nonce":1949381248}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":34383,"qdb_cluster":[34383]},"id":1}]} 2024-04-15T16:06:29.921 INFO:teuthology.orchestra.run.smithi016.stderr:dumped fsmap epoch 18 2024-04-15T16:06:29.933 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-04-15T16:06:30.237 INFO:teuthology.orchestra.run.smithi016.stdout: 2024-04-15T16:06:30.237 INFO:teuthology.orchestra.run.smithi016.stdout:{"epoch":2721,"fsid":"362ea986-fb34-11ee-bc8f-c7b262605968","created":"2024-04-15T14:28:04.029430+0000","modified":"2024-04-15T16:05:11.407614+0000","last_up_change":"2024-04-15T14:44:48.340452+0000","last_in_change":"2024-04-15T14:32:57.817466+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":37,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":123,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-04-15T14:31:12.502699+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":7.8899998664855957,"score_stable":7.8899998664855957,"optimal_score":0.37999999523162842,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-04-15T14:33:32.965765+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"62","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.75,"score_stable":1.75,"optimal_score":1,"raw_score_acting":1.75,"raw_score_stable":1.75,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-04-15T14:33:34.176617+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"63","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"rbd","create_time":"2024-04-15T14:34:07.113583+0000","flags":8193,"flags_names":"hashpspool,selfmanaged_snaps","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":8,"pg_placement_num":8,"pg_placement_num_target":8,"pg_num_target":8,"pg_num_pending":8,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"1096","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":8,"snap_epoch":1096,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rbd":{}},"read_balance":{"score_type":"Fair distribution","score_acting":3,"score_stable":3,"optimal_score":1,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"32611abc-3cf7-4d7d-a647-b8c5be33bc2e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":8,"last_clean_end":322,"up_from":333,"up_thru":2639,"down_at":323,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6802","nonce":2683561677},{"type":"v1","addr":"172.21.15.16:6803","nonce":2683561677}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6804","nonce":2683561677},{"type":"v1","addr":"172.21.15.16:6805","nonce":2683561677}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6808","nonce":2683561677},{"type":"v1","addr":"172.21.15.16:6809","nonce":2683561677}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6806","nonce":2683561677},{"type":"v1","addr":"172.21.15.16:6807","nonce":2683561677}]},"public_addr":"172.21.15.16:6803/2683561677","cluster_addr":"172.21.15.16:6805/2683561677","heartbeat_back_addr":"172.21.15.16:6809/2683561677","heartbeat_front_addr":"172.21.15.16:6807/2683561677","state":["exists","up"]},{"osd":1,"uuid":"e07bc3a4-c5b8-4dd2-a9d2-0a8640b40fe0","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":13,"last_clean_end":357,"up_from":368,"up_thru":2639,"down_at":358,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6810","nonce":3656460435},{"type":"v1","addr":"172.21.15.16:6811","nonce":3656460435}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6812","nonce":3656460435},{"type":"v1","addr":"172.21.15.16:6813","nonce":3656460435}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6816","nonce":3656460435},{"type":"v1","addr":"172.21.15.16:6817","nonce":3656460435}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6814","nonce":3656460435},{"type":"v1","addr":"172.21.15.16:6815","nonce":3656460435}]},"public_addr":"172.21.15.16:6811/3656460435","cluster_addr":"172.21.15.16:6813/3656460435","heartbeat_back_addr":"172.21.15.16:6817/3656460435","heartbeat_front_addr":"172.21.15.16:6815/3656460435","state":["exists","up"]},{"osd":2,"uuid":"358f648c-0d4b-4bb7-a965-dff2e7adb39f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":18,"last_clean_end":377,"up_from":388,"up_thru":2639,"down_at":378,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6818","nonce":2403079935},{"type":"v1","addr":"172.21.15.16:6819","nonce":2403079935}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6820","nonce":2403079935},{"type":"v1","addr":"172.21.15.16:6821","nonce":2403079935}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6824","nonce":2403079935},{"type":"v1","addr":"172.21.15.16:6825","nonce":2403079935}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6822","nonce":2403079935},{"type":"v1","addr":"172.21.15.16:6823","nonce":2403079935}]},"public_addr":"172.21.15.16:6819/2403079935","cluster_addr":"172.21.15.16:6821/2403079935","heartbeat_back_addr":"172.21.15.16:6825/2403079935","heartbeat_front_addr":"172.21.15.16:6823/2403079935","state":["exists","up"]},{"osd":3,"uuid":"12a0db2e-4774-4a68-870c-24969e5204b0","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":25,"last_clean_end":409,"up_from":419,"up_thru":2639,"down_at":410,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6826","nonce":2389879982},{"type":"v1","addr":"172.21.15.16:6827","nonce":2389879982}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6828","nonce":2389879982},{"type":"v1","addr":"172.21.15.16:6829","nonce":2389879982}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6832","nonce":2389879982},{"type":"v1","addr":"172.21.15.16:6833","nonce":2389879982}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6830","nonce":2389879982},{"type":"v1","addr":"172.21.15.16:6831","nonce":2389879982}]},"public_addr":"172.21.15.16:6827/2389879982","cluster_addr":"172.21.15.16:6829/2389879982","heartbeat_back_addr":"172.21.15.16:6833/2389879982","heartbeat_front_addr":"172.21.15.16:6831/2389879982","state":["exists","up"]},{"osd":4,"uuid":"f8c16c9a-b0ad-4a06-9f16-6309a4558023","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":30,"last_clean_end":443,"up_from":454,"up_thru":2639,"down_at":444,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6800","nonce":1560758594},{"type":"v1","addr":"172.21.15.102:6801","nonce":1560758594}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6802","nonce":1560758594},{"type":"v1","addr":"172.21.15.102:6803","nonce":1560758594}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6806","nonce":1560758594},{"type":"v1","addr":"172.21.15.102:6807","nonce":1560758594}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6804","nonce":1560758594},{"type":"v1","addr":"172.21.15.102:6805","nonce":1560758594}]},"public_addr":"172.21.15.102:6801/1560758594","cluster_addr":"172.21.15.102:6803/1560758594","heartbeat_back_addr":"172.21.15.102:6807/1560758594","heartbeat_front_addr":"172.21.15.102:6805/1560758594","state":["exists","up"]},{"osd":5,"uuid":"15dff6b6-b788-4f68-840d-3a69f843f228","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":38,"last_clean_end":463,"up_from":475,"up_thru":2639,"down_at":464,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6808","nonce":3131683058},{"type":"v1","addr":"172.21.15.102:6809","nonce":3131683058}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6810","nonce":3131683058},{"type":"v1","addr":"172.21.15.102:6811","nonce":3131683058}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6814","nonce":3131683058},{"type":"v1","addr":"172.21.15.102:6815","nonce":3131683058}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6812","nonce":3131683058},{"type":"v1","addr":"172.21.15.102:6813","nonce":3131683058}]},"public_addr":"172.21.15.102:6809/3131683058","cluster_addr":"172.21.15.102:6811/3131683058","heartbeat_back_addr":"172.21.15.102:6815/3131683058","heartbeat_front_addr":"172.21.15.102:6813/3131683058","state":["exists","up"]},{"osd":6,"uuid":"4b0eba70-eeb0-4c8e-81ae-da32eccddb4a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":47,"last_clean_end":499,"up_from":510,"up_thru":2639,"down_at":500,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6816","nonce":2239631513},{"type":"v1","addr":"172.21.15.102:6817","nonce":2239631513}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6818","nonce":2239631513},{"type":"v1","addr":"172.21.15.102:6819","nonce":2239631513}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6822","nonce":2239631513},{"type":"v1","addr":"172.21.15.102:6823","nonce":2239631513}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6820","nonce":2239631513},{"type":"v1","addr":"172.21.15.102:6821","nonce":2239631513}]},"public_addr":"172.21.15.102:6817/2239631513","cluster_addr":"172.21.15.102:6819/2239631513","heartbeat_back_addr":"172.21.15.102:6823/2239631513","heartbeat_front_addr":"172.21.15.102:6821/2239631513","state":["exists","up"]},{"osd":7,"uuid":"0bf5c778-a19b-4142-9e51-872f7f186c75","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":55,"last_clean_end":520,"up_from":531,"up_thru":2639,"down_at":521,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6824","nonce":2281723006},{"type":"v1","addr":"172.21.15.102:6825","nonce":2281723006}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6826","nonce":2281723006},{"type":"v1","addr":"172.21.15.102:6827","nonce":2281723006}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6830","nonce":2281723006},{"type":"v1","addr":"172.21.15.102:6831","nonce":2281723006}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6828","nonce":2281723006},{"type":"v1","addr":"172.21.15.102:6829","nonce":2281723006}]},"public_addr":"172.21.15.102:6825/2281723006","cluster_addr":"172.21.15.102:6827/2281723006","heartbeat_back_addr":"172.21.15.102:6831/2281723006","heartbeat_front_addr":"172.21.15.102:6829/2281723006","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-15T14:30:19.499538+0000","dead_epoch":322},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-15T14:30:44.374414+0000","dead_epoch":357},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-15T14:31:09.809932+0000","dead_epoch":377},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-15T14:31:35.393873+0000","dead_epoch":409},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-15T14:31:58.889917+0000","dead_epoch":443},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-15T14:32:23.125904+0000","dead_epoch":463},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-15T14:32:48.407037+0000","dead_epoch":499},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-15T14:33:13.714624+0000","dead_epoch":520}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"2.0","mappings":[{"from":7,"to":4}]},{"pgid":"2.4","mappings":[{"from":7,"to":2},{"from":0,"to":3}]},{"pgid":"2.7","mappings":[{"from":7,"to":1}]},{"pgid":"2.9","mappings":[{"from":7,"to":2}]},{"pgid":"2.a","mappings":[{"from":7,"to":2}]},{"pgid":"2.b","mappings":[{"from":7,"to":1}]},{"pgid":"2.c","mappings":[{"from":0,"to":1}]},{"pgid":"3.6","mappings":[{"from":0,"to":2}]},{"pgid":"3.9","mappings":[{"from":4,"to":1}]},{"pgid":"3.b","mappings":[{"from":0,"to":2}]},{"pgid":"3.19","mappings":[{"from":4,"to":2}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.16:0/1821652950":"2024-04-15T17:04:46.924531+0000","172.21.15.16:0/3655933297":"2024-04-15T16:26:16.923573+0000","172.21.15.16:0/1771706117":"2024-04-15T16:26:15.921488+0000","172.21.15.102:6833/1183295622":"2024-04-16T14:45:15.551346+0000","172.21.15.102:6832/1183295622":"2024-04-16T14:45:15.551346+0000","172.21.15.16:6835/1881779027":"2024-04-16T14:44:57.522999+0000","172.21.15.16:6834/1881779027":"2024-04-16T14:44:57.522999+0000","172.21.15.16:6800/3915961791":"2024-04-16T14:39:53.865725+0000","172.21.15.16:0/885552753":"2024-04-16T14:39:53.865725+0000","172.21.15.16:0/4119756138":"2024-04-16T14:39:53.865725+0000","172.21.15.16:6801/3597408122":"2024-04-16T14:28:31.383356+0000","172.21.15.16:0/1190696072":"2024-04-16T14:28:31.383356+0000","172.21.15.16:0/126766830":"2024-04-16T14:39:53.865725+0000","172.21.15.16:0/1771838827":"2024-04-16T14:28:31.383356+0000","172.21.15.102:0/3885662381":"2024-04-16T14:39:07.296827+0000","172.21.15.102:0/3382611275":"2024-04-16T14:39:07.296827+0000","172.21.15.16:0/2197696641":"2024-04-16T14:28:56.181699+0000","172.21.15.16:6800/3159850174":"2024-04-16T14:28:56.181699+0000","172.21.15.16:6801/566328635":"2024-04-16T14:38:29.970650+0000","172.21.15.16:0/1245103161":"2024-04-16T14:28:56.181699+0000","172.21.15.16:0/3683963434":"2024-04-16T14:38:29.970650+0000","172.21.15.102:6834/998605268":"2024-04-16T14:39:07.296827+0000","172.21.15.16:0/3964946122":"2024-04-16T14:34:11.917970+0000","172.21.15.16:6800/566328635":"2024-04-16T14:38:29.970650+0000","172.21.15.16:6801/2957100590":"2024-04-16T14:34:11.917970+0000","172.21.15.102:0/4032000764":"2024-04-16T14:39:07.296827+0000","172.21.15.16:0/2004851253":"2024-04-16T14:34:11.917970+0000","172.21.15.102:6835/998605268":"2024-04-16T14:39:07.296827+0000","172.21.15.16:6800/2957100590":"2024-04-16T14:34:11.917970+0000","172.21.15.16:6801/3915961791":"2024-04-16T14:39:53.865725+0000","172.21.15.16:0/3475792966":"2024-04-16T14:28:56.181699+0000","172.21.15.102:0/1018435749":"2024-04-16T14:39:07.296827+0000","172.21.15.16:0/641532053":"2024-04-16T14:38:29.970650+0000","172.21.15.16:0/386972103":"2024-04-16T14:28:31.383356+0000","172.21.15.16:0/2338884521":"2024-04-15T16:34:54.738603+0000","172.21.15.102:0/42790182":"2024-04-16T14:39:07.296827+0000","172.21.15.16:0/1029664005":"2024-04-16T14:39:53.865725+0000","172.21.15.16:6801/3159850174":"2024-04-16T14:28:56.181699+0000","172.21.15.16:0/4267363576":"2024-04-16T14:34:11.917970+0000","172.21.15.16:6800/3597408122":"2024-04-16T14:28:31.383356+0000","172.21.15.16:0/1231300393":"2024-04-16T14:34:11.917970+0000","172.21.15.102:0/872734936":"2024-04-16T14:39:07.296827+0000","172.21.15.16:0/1016437685":"2024-04-16T14:38:29.970650+0000","172.21.15.102:0/460832193":"2024-04-16T14:39:07.296827+0000","172.21.15.16:0/587419622":"2024-04-16T14:38:29.970650+0000","172.21.15.16:0/2479142980":"2024-04-16T14:39:53.865725+0000","172.21.15.16:0/3599139007":"2024-04-16T14:38:29.970650+0000","172.21.15.16:0/87403339":"2024-04-16T14:39:53.865725+0000","172.21.15.16:0/1518899030":"2024-04-16T14:39:53.865725+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"},"teuthologyprofile":{"crush-device-class":"","crush-failure-domain":"osd","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van","w":"8"}},"removed_snaps_queue":[{"pool":60,"snaps":[{"begin":2,"length":1}]},{"pool":63,"snaps":[{"begin":1,"length":2}]},{"pool":68,"snaps":[{"begin":1,"length":2}]},{"pool":77,"snaps":[{"begin":2,"length":1}]},{"pool":78,"snaps":[{"begin":2,"length":1}]},{"pool":79,"snaps":[{"begin":2,"length":1}]},{"pool":80,"snaps":[{"begin":2,"length":1}]},{"pool":81,"snaps":[{"begin":2,"length":1}]},{"pool":82,"snaps":[{"begin":2,"length":1}]},{"pool":83,"snaps":[{"begin":2,"length":1}]},{"pool":86,"snaps":[{"begin":5,"length":4}]},{"pool":88,"snaps":[{"begin":34,"length":4},{"begin":42,"length":1},{"begin":44,"length":4}]},{"pool":89,"snaps":[{"begin":17,"length":1},{"begin":22,"length":1}]},{"pool":90,"snaps":[{"begin":2,"length":1}]},{"pool":122,"snaps":[{"begin":292,"length":3}]},{"pool":123,"snaps":[{"begin":2,"length":1}]}],"new_removed_snaps":[],"new_purged_snaps":[{"pool":122,"snaps":[{"begin":291,"length":1}]}],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-04-15T16:06:30.251 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs fail cephfs 2024-04-15T16:06:30.538 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 16:06:30 smithi016 ceph-mon[93212]: from='client.? 172.21.15.16:0/1927862873' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-15T16:06:30.538 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 16:06:30 smithi016 ceph-mon[93212]: from='client.? 172.21.15.16:0/2195205269' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-15T16:06:30.538 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 16:06:30 smithi016 ceph-mon[93212]: from='client.? 172.21.15.16:0/1954986099' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-15T16:06:30.538 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 16:06:30 smithi016 ceph-mon[90652]: from='client.? 172.21.15.16:0/1927862873' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-15T16:06:30.538 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 16:06:30 smithi016 ceph-mon[90652]: from='client.? 172.21.15.16:0/2195205269' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-15T16:06:30.539 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 16:06:30 smithi016 ceph-mon[90652]: from='client.? 172.21.15.16:0/1954986099' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-15T16:06:30.595 INFO:teuthology.orchestra.run.smithi016.stderr:cephfs marked not joinable; MDS cannot join the cluster. All MDS ranks marked failed. 2024-04-15T16:06:30.612 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs rm cephfs --yes-i-really-mean-it 2024-04-15T16:06:30.686 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 16:06:30 smithi102 ceph-mon[87131]: from='client.? 172.21.15.16:0/1927862873' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-15T16:06:30.686 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 16:06:30 smithi102 ceph-mon[87131]: from='client.? 172.21.15.16:0/2195205269' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-15T16:06:30.686 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 16:06:30 smithi102 ceph-mon[87131]: from='client.? 172.21.15.16:0/1954986099' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-15T16:06:31.038 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 16:06:30 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mon-a[90629]: 2024-04-15T16:06:30.595+0000 7f8c31def700 -1 log_channel(cluster) log [ERR] : Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-04-15T16:06:31.041 INFO:journalctl@ceph.mds.a.smithi016.stdout:Apr 15 16:06:30 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mds-a[119155]: ignoring --setuser ceph since I am not root 2024-04-15T16:06:31.042 INFO:journalctl@ceph.mds.a.smithi016.stdout:Apr 15 16:06:30 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mds-a[119155]: ignoring --setgroup ceph since I am not root 2024-04-15T16:06:31.042 INFO:journalctl@ceph.mds.a.smithi016.stdout:Apr 15 16:06:30 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mds-a[119155]: starting mds.a at 2024-04-15T16:06:31.614 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 16:06:31 smithi016 ceph-mon[93212]: pgmap v5070: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 18 KiB/s rd, 0 B/s wr, 27 op/s 2024-04-15T16:06:31.615 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 16:06:31 smithi016 ceph-mon[93212]: from='client.? 172.21.15.16:0/911067439' entity='client.admin' cmd=[{"prefix": "fs fail", "fs_name": "cephfs"}]: dispatch 2024-04-15T16:06:31.615 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 16:06:31 smithi016 ceph-mon[93212]: Health check failed: 1 filesystem is degraded (FS_DEGRADED) 2024-04-15T16:06:31.615 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 16:06:31 smithi016 ceph-mon[93212]: Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-04-15T16:06:31.615 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 16:06:31 smithi016 ceph-mon[93212]: from='client.? 172.21.15.16:0/911067439' entity='client.admin' cmd='[{"prefix": "fs fail", "fs_name": "cephfs"}]': finished 2024-04-15T16:06:31.615 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 16:06:31 smithi016 ceph-mon[93212]: osdmap e2722: 8 total, 8 up, 8 in 2024-04-15T16:06:31.615 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 16:06:31 smithi016 ceph-mon[93212]: fsmap cephfs:0/1 1 up:standby, 1 failed 2024-04-15T16:06:31.615 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 16:06:31 smithi016 ceph-mon[93212]: from='client.? 172.21.15.16:0/2189338511' entity='client.admin' cmd=[{"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true}]: dispatch 2024-04-15T16:06:31.615 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 16:06:31 smithi016 ceph-mon[90652]: pgmap v5070: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 18 KiB/s rd, 0 B/s wr, 27 op/s 2024-04-15T16:06:31.615 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 16:06:31 smithi016 ceph-mon[90652]: from='client.? 172.21.15.16:0/911067439' entity='client.admin' cmd=[{"prefix": "fs fail", "fs_name": "cephfs"}]: dispatch 2024-04-15T16:06:31.615 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 16:06:31 smithi016 ceph-mon[90652]: Health check failed: 1 filesystem is degraded (FS_DEGRADED) 2024-04-15T16:06:31.616 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 16:06:31 smithi016 ceph-mon[90652]: Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-04-15T16:06:31.616 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 16:06:31 smithi016 ceph-mon[90652]: from='client.? 172.21.15.16:0/911067439' entity='client.admin' cmd='[{"prefix": "fs fail", "fs_name": "cephfs"}]': finished 2024-04-15T16:06:31.616 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 16:06:31 smithi016 ceph-mon[90652]: osdmap e2722: 8 total, 8 up, 8 in 2024-04-15T16:06:31.616 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 16:06:31 smithi016 ceph-mon[90652]: fsmap cephfs:0/1 1 up:standby, 1 failed 2024-04-15T16:06:31.616 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 16:06:31 smithi016 ceph-mon[90652]: from='client.? 172.21.15.16:0/2189338511' entity='client.admin' cmd=[{"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true}]: dispatch 2024-04-15T16:06:31.618 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool rm cephfs_metadata cephfs_metadata --yes-i-really-really-mean-it 2024-04-15T16:06:31.686 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 16:06:31 smithi102 ceph-mon[87131]: pgmap v5070: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 18 KiB/s rd, 0 B/s wr, 27 op/s 2024-04-15T16:06:31.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 16:06:31 smithi102 ceph-mon[87131]: from='client.? 172.21.15.16:0/911067439' entity='client.admin' cmd=[{"prefix": "fs fail", "fs_name": "cephfs"}]: dispatch 2024-04-15T16:06:31.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 16:06:31 smithi102 ceph-mon[87131]: Health check failed: 1 filesystem is degraded (FS_DEGRADED) 2024-04-15T16:06:31.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 16:06:31 smithi102 ceph-mon[87131]: Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-04-15T16:06:31.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 16:06:31 smithi102 ceph-mon[87131]: from='client.? 172.21.15.16:0/911067439' entity='client.admin' cmd='[{"prefix": "fs fail", "fs_name": "cephfs"}]': finished 2024-04-15T16:06:31.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 16:06:31 smithi102 ceph-mon[87131]: osdmap e2722: 8 total, 8 up, 8 in 2024-04-15T16:06:31.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 16:06:31 smithi102 ceph-mon[87131]: fsmap cephfs:0/1 1 up:standby, 1 failed 2024-04-15T16:06:31.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 16:06:31 smithi102 ceph-mon[87131]: from='client.? 172.21.15.16:0/2189338511' entity='client.admin' cmd=[{"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true}]: dispatch 2024-04-15T16:06:32.038 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 15 16:06:31 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-y[81421]: ::ffff:172.21.15.102 - - [15/Apr/2024:16:06:31] "GET /metrics HTTP/1.1" 200 34190 "" "Prometheus/2.43.0" 2024-04-15T16:06:32.602 INFO:teuthology.orchestra.run.smithi016.stderr:pool 'cephfs_metadata' removed 2024-04-15T16:06:32.619 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 16:06:32 smithi016 ceph-mon[90652]: Health check cleared: FS_DEGRADED (was: 1 filesystem is degraded) 2024-04-15T16:06:32.619 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 16:06:32 smithi016 ceph-mon[90652]: Health check cleared: MDS_ALL_DOWN (was: 1 filesystem is offline) 2024-04-15T16:06:32.619 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 16:06:32 smithi016 ceph-mon[90652]: Cluster is now healthy 2024-04-15T16:06:32.620 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 16:06:32 smithi016 ceph-mon[90652]: from='client.? 172.21.15.16:0/2189338511' entity='client.admin' cmd='[{"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true}]': finished 2024-04-15T16:06:32.620 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 16:06:32 smithi016 ceph-mon[90652]: mds.? [v2:172.21.15.16:6834/3329668783,v1:172.21.15.16:6835/3329668783] up:boot 2024-04-15T16:06:32.620 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 16:06:32 smithi016 ceph-mon[90652]: fsmap 2 up:standby 2024-04-15T16:06:32.620 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 16:06:32 smithi016 ceph-mon[90652]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-04-15T16:06:32.620 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 16:06:32 smithi016 ceph-mon[90652]: from='client.? 172.21.15.16:0/2673440483' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true}]: dispatch 2024-04-15T16:06:32.620 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 16:06:32 smithi016 ceph-mon[93212]: Health check cleared: FS_DEGRADED (was: 1 filesystem is degraded) 2024-04-15T16:06:32.620 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 16:06:32 smithi016 ceph-mon[93212]: Health check cleared: MDS_ALL_DOWN (was: 1 filesystem is offline) 2024-04-15T16:06:32.620 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 16:06:32 smithi016 ceph-mon[93212]: Cluster is now healthy 2024-04-15T16:06:32.620 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 16:06:32 smithi016 ceph-mon[93212]: from='client.? 172.21.15.16:0/2189338511' entity='client.admin' cmd='[{"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true}]': finished 2024-04-15T16:06:32.620 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 16:06:32 smithi016 ceph-mon[93212]: mds.? [v2:172.21.15.16:6834/3329668783,v1:172.21.15.16:6835/3329668783] up:boot 2024-04-15T16:06:32.621 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 16:06:32 smithi016 ceph-mon[93212]: fsmap 2 up:standby 2024-04-15T16:06:32.621 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 16:06:32 smithi016 ceph-mon[93212]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-04-15T16:06:32.621 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 16:06:32 smithi016 ceph-mon[93212]: from='client.? 172.21.15.16:0/2673440483' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true}]: dispatch 2024-04-15T16:06:32.622 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool rm cephfs_data cephfs_data --yes-i-really-really-mean-it 2024-04-15T16:06:32.686 INFO:journalctl@ceph.prometheus.a.smithi102.stdout:Apr 15 16:06:32 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-prometheus-a[120881]: ts=2024-04-15T16:06:32.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi016:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"362ea986-fb34-11ee-bc8f-c7b262605968\", instance=\"smithi016:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T16:06:32.686 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 16:06:32 smithi102 ceph-mon[87131]: Health check cleared: FS_DEGRADED (was: 1 filesystem is degraded) 2024-04-15T16:06:32.686 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 16:06:32 smithi102 ceph-mon[87131]: Health check cleared: MDS_ALL_DOWN (was: 1 filesystem is offline) 2024-04-15T16:06:32.686 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 16:06:32 smithi102 ceph-mon[87131]: Cluster is now healthy 2024-04-15T16:06:32.686 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 16:06:32 smithi102 ceph-mon[87131]: from='client.? 172.21.15.16:0/2189338511' entity='client.admin' cmd='[{"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true}]': finished 2024-04-15T16:06:32.686 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 16:06:32 smithi102 ceph-mon[87131]: mds.? [v2:172.21.15.16:6834/3329668783,v1:172.21.15.16:6835/3329668783] up:boot 2024-04-15T16:06:32.686 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 16:06:32 smithi102 ceph-mon[87131]: fsmap 2 up:standby 2024-04-15T16:06:32.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 16:06:32 smithi102 ceph-mon[87131]: from='mgr.34107 172.21.15.16:0/428034955' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-04-15T16:06:32.687 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 16:06:32 smithi102 ceph-mon[87131]: from='client.? 172.21.15.16:0/2673440483' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true}]: dispatch 2024-04-15T16:06:33.607 INFO:teuthology.orchestra.run.smithi016.stderr:pool 'cephfs_data' removed 2024-04-15T16:06:33.629 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 16:06:33 smithi016 ceph-mon[90652]: pgmap v5072: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 23 KiB/s rd, 0 B/s wr, 34 op/s 2024-04-15T16:06:33.629 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 16:06:33 smithi016 ceph-mon[90652]: from='client.? 172.21.15.16:0/2673440483' entity='client.admin' cmd='[{"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true}]': finished 2024-04-15T16:06:33.630 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 16:06:33 smithi016 ceph-mon[90652]: osdmap e2723: 8 total, 8 up, 8 in 2024-04-15T16:06:33.630 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 16:06:33 smithi016 ceph-mon[90652]: from='client.? 172.21.15.16:0/2703457675' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true}]: dispatch 2024-04-15T16:06:33.630 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 16:06:33 smithi016 ceph-mon[90652]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true}]: dispatch 2024-04-15T16:06:33.630 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 16:06:33 smithi016 ceph-mon[93212]: pgmap v5072: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 23 KiB/s rd, 0 B/s wr, 34 op/s 2024-04-15T16:06:33.630 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 16:06:33 smithi016 ceph-mon[93212]: from='client.? 172.21.15.16:0/2673440483' entity='client.admin' cmd='[{"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true}]': finished 2024-04-15T16:06:33.630 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 16:06:33 smithi016 ceph-mon[93212]: osdmap e2723: 8 total, 8 up, 8 in 2024-04-15T16:06:33.630 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 16:06:33 smithi016 ceph-mon[93212]: from='client.? 172.21.15.16:0/2703457675' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true}]: dispatch 2024-04-15T16:06:33.630 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 16:06:33 smithi016 ceph-mon[93212]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true}]: dispatch 2024-04-15T16:06:33.632 DEBUG:teuthology.orchestra.run.smithi016:> sudo rm -f /etc/ceph/ceph.conf /etc/ceph/ceph.client.admin.keyring 2024-04-15T16:06:33.663 DEBUG:teuthology.orchestra.run.smithi102:> sudo rm -f /etc/ceph/ceph.conf /etc/ceph/ceph.client.admin.keyring 2024-04-15T16:06:33.685 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 16:06:33 smithi102 ceph-mon[87131]: pgmap v5072: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 23 KiB/s rd, 0 B/s wr, 34 op/s 2024-04-15T16:06:33.686 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 16:06:33 smithi102 ceph-mon[87131]: from='client.? 172.21.15.16:0/2673440483' entity='client.admin' cmd='[{"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true}]': finished 2024-04-15T16:06:33.686 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 16:06:33 smithi102 ceph-mon[87131]: osdmap e2723: 8 total, 8 up, 8 in 2024-04-15T16:06:33.686 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 16:06:33 smithi102 ceph-mon[87131]: from='client.? 172.21.15.16:0/2703457675' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true}]: dispatch 2024-04-15T16:06:33.686 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 16:06:33 smithi102 ceph-mon[87131]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true}]: dispatch 2024-04-15T16:06:33.697 INFO:tasks.cephadm:Cleaning up testdir ceph.* files... 2024-04-15T16:06:33.698 DEBUG:teuthology.orchestra.run.smithi016:> rm -f /home/ubuntu/cephtest/seed.ceph.conf /home/ubuntu/cephtest/ceph.pub 2024-04-15T16:06:33.719 DEBUG:teuthology.orchestra.run.smithi102:> rm -f /home/ubuntu/cephtest/seed.ceph.conf /home/ubuntu/cephtest/ceph.pub 2024-04-15T16:06:33.756 INFO:tasks.cephadm:Stopping all daemons... 2024-04-15T16:06:33.756 INFO:tasks.cephadm.mon.a:Stopping mon.a... 2024-04-15T16:06:33.756 DEBUG:teuthology.orchestra.run.smithi016:> sudo systemctl stop ceph-362ea986-fb34-11ee-bc8f-c7b262605968@mon.a 2024-04-15T16:06:34.038 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 16:06:33 smithi016 systemd[1]: Stopping Ceph mon.a for 362ea986-fb34-11ee-bc8f-c7b262605968... 2024-04-15T16:06:34.538 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 16:06:34 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mon-a[90629]: 2024-04-15T16:06:34.065+0000 7f8c375fa700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mon -n mon.a -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false --default-mon-cluster-log-to-file=false --default-mon-cluster-log-to-journald=true --default-mon-cluster-log-to-stderr=false (PID: 1) UID: 0 2024-04-15T16:06:34.538 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 16:06:34 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mon-a[90629]: 2024-04-15T16:06:34.065+0000 7f8c375fa700 -1 mon.a@0(leader) e4 *** Got Signal Terminated *** 2024-04-15T16:06:34.538 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 16:06:34 smithi016 podman[221040]: 2024-04-15 16:06:34.108353609 +0000 UTC m=+0.147132462 container died 0f0e1a24c400c9e308c95d0b69ad6fd07267c285e921cc87588c390db704a215 (image=quay.ceph.io/ceph-ci/ceph@sha256:55072b3f7eae2e3409906b98d09d882e1c3dc2a9205d85fd5f4c0bc62f82d163, name=ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mon-a, GIT_BRANCH=HEAD, io.buildah.version=1.33.5, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, org.label-schema.build-date=20240409, ceph=True, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 8 Base Image, RELEASE=main-c2d8c31, org.label-schema.license=GPLv2) 2024-04-15T16:06:34.539 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 15 16:06:34 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-y[81421]: [15/Apr/2024:16:06:34] ENGINE Bus STOPPING 2024-04-15T16:06:34.539 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 15 16:06:34 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-y[81421]: [15/Apr/2024:16:06:34] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-04-15T16:06:34.539 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 15 16:06:34 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-y[81421]: [15/Apr/2024:16:06:34] ENGINE Bus STOPPED 2024-04-15T16:06:34.539 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 15 16:06:34 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-y[81421]: [15/Apr/2024:16:06:34] ENGINE Bus STARTING 2024-04-15T16:06:34.539 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 15 16:06:34 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-y[81421]: [15/Apr/2024:16:06:34] ENGINE Serving on http://:::9283 2024-04-15T16:06:34.539 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 15 16:06:34 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-y[81421]: [15/Apr/2024:16:06:34] ENGINE Bus STARTED 2024-04-15T16:06:34.947 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 16:06:34 smithi016 podman[221040]: 2024-04-15 16:06:34.738855993 +0000 UTC m=+0.777634836 container cleanup 0f0e1a24c400c9e308c95d0b69ad6fd07267c285e921cc87588c390db704a215 (image=quay.ceph.io/ceph-ci/ceph@sha256:55072b3f7eae2e3409906b98d09d882e1c3dc2a9205d85fd5f4c0bc62f82d163, name=ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mon-a, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=main-c2d8c31, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, org.label-schema.build-date=20240409, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, GIT_CLEAN=True, CEPH_POINT_RELEASE=, ceph=True, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, io.buildah.version=1.33.5) 2024-04-15T16:06:34.948 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 16:06:34 smithi016 bash[221040]: ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mon-a 2024-04-15T16:06:35.179 DEBUG:teuthology.orchestra.run.smithi016:> sudo pkill -f 'journalctl -f -n 0 -u ceph-362ea986-fb34-11ee-bc8f-c7b262605968@mon.a.service' 2024-04-15T16:06:35.205 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 16:06:34 smithi016 podman[221068]: 2024-04-15 16:06:34.948642373 +0000 UTC m=+0.835567309 container remove 0f0e1a24c400c9e308c95d0b69ad6fd07267c285e921cc87588c390db704a215 (image=quay.ceph.io/ceph-ci/ceph@sha256:55072b3f7eae2e3409906b98d09d882e1c3dc2a9205d85fd5f4c0bc62f82d163, name=ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mon-a, GIT_CLEAN=True, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240409, RELEASE=main-c2d8c31, io.buildah.version=1.33.5, org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD, ceph=True, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67) 2024-04-15T16:06:35.205 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 16:06:35 smithi016 systemd[1]: ceph-362ea986-fb34-11ee-bc8f-c7b262605968@mon.a.service: Deactivated successfully. 2024-04-15T16:06:35.205 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 16:06:35 smithi016 systemd[1]: Stopped Ceph mon.a for 362ea986-fb34-11ee-bc8f-c7b262605968. 2024-04-15T16:06:35.205 INFO:journalctl@ceph.mon.a.smithi016.stdout:Apr 15 16:06:35 smithi016 systemd[1]: ceph-362ea986-fb34-11ee-bc8f-c7b262605968@mon.a.service: Consumed 1min 16.677s CPU time. 2024-04-15T16:06:35.238 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-04-15T16:06:35.238 INFO:tasks.cephadm.mon.a:Stopped mon.a 2024-04-15T16:06:35.238 INFO:tasks.cephadm.mon.b:Stopping mon.c... 2024-04-15T16:06:35.239 DEBUG:teuthology.orchestra.run.smithi016:> sudo systemctl stop ceph-362ea986-fb34-11ee-bc8f-c7b262605968@mon.c 2024-04-15T16:06:35.538 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 16:06:35 smithi016 systemd[1]: Stopping Ceph mon.c for 362ea986-fb34-11ee-bc8f-c7b262605968... 2024-04-15T16:06:35.976 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 16:06:35 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mon-c[93189]: 2024-04-15T16:06:35.587+0000 7ff71530f700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mon -n mon.c -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false --default-mon-cluster-log-to-file=false --default-mon-cluster-log-to-journald=true --default-mon-cluster-log-to-stderr=false (PID: 1) UID: 0 2024-04-15T16:06:35.976 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 16:06:35 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mon-c[93189]: 2024-04-15T16:06:35.587+0000 7ff71530f700 -1 mon.c@2(peon) e4 *** Got Signal Terminated *** 2024-04-15T16:06:35.977 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 16:06:35 smithi016 podman[221184]: 2024-04-15 16:06:35.71103928 +0000 UTC m=+0.240725888 container died eef940aadb4dd2b7dbadbad121cdf3b243d8300c2c8524159bdafb599d7447d3 (image=quay.ceph.io/ceph-ci/ceph@sha256:55072b3f7eae2e3409906b98d09d882e1c3dc2a9205d85fd5f4c0bc62f82d163, name=ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mon-c, org.label-schema.build-date=20240409, ceph=True, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, GIT_BRANCH=HEAD, io.buildah.version=1.33.5, org.label-schema.license=GPLv2, GIT_CLEAN=True, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, RELEASE=main-c2d8c31) 2024-04-15T16:06:36.288 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 16:06:36 smithi016 podman[221184]: 2024-04-15 16:06:36.06821866 +0000 UTC m=+0.597905262 container cleanup eef940aadb4dd2b7dbadbad121cdf3b243d8300c2c8524159bdafb599d7447d3 (image=quay.ceph.io/ceph-ci/ceph@sha256:55072b3f7eae2e3409906b98d09d882e1c3dc2a9205d85fd5f4c0bc62f82d163, name=ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mon-c, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD, ceph=True, RELEASE=main-c2d8c31, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, org.label-schema.build-date=20240409, io.buildah.version=1.33.5, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, GIT_CLEAN=True, maintainer=Guillaume Abrioux ) 2024-04-15T16:06:36.288 INFO:journalctl@ceph.mon.c.smithi016.stdout:Apr 15 16:06:36 smithi016 bash[221184]: ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mon-c 2024-04-15T16:06:36.495 DEBUG:teuthology.orchestra.run.smithi016:> sudo pkill -f 'journalctl -f -n 0 -u ceph-362ea986-fb34-11ee-bc8f-c7b262605968@mon.c.service' 2024-04-15T16:06:36.533 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-04-15T16:06:36.533 INFO:tasks.cephadm.mon.b:Stopped mon.c 2024-04-15T16:06:36.534 INFO:tasks.cephadm.mon.b:Stopping mon.b... 2024-04-15T16:06:36.534 DEBUG:teuthology.orchestra.run.smithi102:> sudo systemctl stop ceph-362ea986-fb34-11ee-bc8f-c7b262605968@mon.b 2024-04-15T16:06:36.828 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 16:06:36 smithi102 systemd[1]: Stopping Ceph mon.b for 362ea986-fb34-11ee-bc8f-c7b262605968... 2024-04-15T16:06:37.185 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 16:06:36 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mon-b[87108]: 2024-04-15T16:06:36.827+0000 7f3f0e8ea700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mon -n mon.b -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false --default-mon-cluster-log-to-file=false --default-mon-cluster-log-to-journald=true --default-mon-cluster-log-to-stderr=false (PID: 1) UID: 0 2024-04-15T16:06:37.186 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 16:06:36 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mon-b[87108]: 2024-04-15T16:06:36.827+0000 7f3f0e8ea700 -1 mon.b@1(peon) e4 *** Got Signal Terminated *** 2024-04-15T16:06:37.186 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 16:06:37 smithi102 podman[151833]: 2024-04-15 16:06:37.063574807 +0000 UTC m=+0.333128002 container died 57b781990cd4d3d5ee4c8f4cc6677f02169126ed5ab168b9002dab8b828fb0fe (image=quay.ceph.io/ceph-ci/ceph@sha256:55072b3f7eae2e3409906b98d09d882e1c3dc2a9205d85fd5f4c0bc62f82d163, name=ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mon-b, org.label-schema.build-date=20240409, ceph=True, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, CEPH_POINT_RELEASE=, RELEASE=main-c2d8c31, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , io.buildah.version=1.33.5, GIT_CLEAN=True) 2024-04-15T16:06:37.686 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 16:06:37 smithi102 podman[151833]: 2024-04-15 16:06:37.609470369 +0000 UTC m=+0.879023561 container cleanup 57b781990cd4d3d5ee4c8f4cc6677f02169126ed5ab168b9002dab8b828fb0fe (image=quay.ceph.io/ceph-ci/ceph@sha256:55072b3f7eae2e3409906b98d09d882e1c3dc2a9205d85fd5f4c0bc62f82d163, name=ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mon-b, maintainer=Guillaume Abrioux , RELEASE=main-c2d8c31, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, org.label-schema.build-date=20240409, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, io.buildah.version=1.33.5, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, ceph=True, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, CEPH_POINT_RELEASE=, GIT_CLEAN=True) 2024-04-15T16:06:37.686 INFO:journalctl@ceph.mon.b.smithi102.stdout:Apr 15 16:06:37 smithi102 bash[151833]: ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mon-b 2024-04-15T16:06:38.076 DEBUG:teuthology.orchestra.run.smithi102:> sudo pkill -f 'journalctl -f -n 0 -u ceph-362ea986-fb34-11ee-bc8f-c7b262605968@mon.b.service' 2024-04-15T16:06:38.127 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-04-15T16:06:38.127 INFO:tasks.cephadm.mon.b:Stopped mon.b 2024-04-15T16:06:38.127 INFO:tasks.cephadm.mgr.y:Stopping mgr.y... 2024-04-15T16:06:38.127 DEBUG:teuthology.orchestra.run.smithi016:> sudo systemctl stop ceph-362ea986-fb34-11ee-bc8f-c7b262605968@mgr.y 2024-04-15T16:06:38.458 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 15 16:06:38 smithi016 systemd[1]: Stopping Ceph mgr.y for 362ea986-fb34-11ee-bc8f-c7b262605968... 2024-04-15T16:06:38.758 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 15 16:06:38 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-y[81421]: 2024-04-15T16:06:38.458+0000 7f3e76f74700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mgr -n mgr.y -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-04-15T16:06:38.758 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 15 16:06:38 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-y[81421]: 2024-04-15T16:06:38.458+0000 7f3e76f74700 -1 mgr handle_mgr_signal *** Got signal Terminated *** 2024-04-15T16:06:38.758 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 15 16:06:38 smithi016 podman[221318]: 2024-04-15 16:06:38.500648745 +0000 UTC m=+0.168241852 container died 23b2f98a056a65f4b6684771e9736608ac39075917099dac9b6654994f9b9f93 (image=quay.ceph.io/ceph-ci/ceph@sha256:55072b3f7eae2e3409906b98d09d882e1c3dc2a9205d85fd5f4c0bc62f82d163, name=ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-y, ceph=True, org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, org.label-schema.build-date=20240409, org.label-schema.schema-version=1.0, RELEASE=main-c2d8c31, org.label-schema.vendor=CentOS, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, io.buildah.version=1.33.5, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=) 2024-04-15T16:06:39.038 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 15 16:06:38 smithi016 podman[221318]: 2024-04-15 16:06:38.881577048 +0000 UTC m=+0.549170152 container cleanup 23b2f98a056a65f4b6684771e9736608ac39075917099dac9b6654994f9b9f93 (image=quay.ceph.io/ceph-ci/ceph@sha256:55072b3f7eae2e3409906b98d09d882e1c3dc2a9205d85fd5f4c0bc62f82d163, name=ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-y, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, ceph=True, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 8 Base Image, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, io.buildah.version=1.33.5, org.label-schema.license=GPLv2, RELEASE=main-c2d8c31, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240409) 2024-04-15T16:06:39.038 INFO:journalctl@ceph.mgr.y.smithi016.stdout:Apr 15 16:06:38 smithi016 bash[221318]: ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-y 2024-04-15T16:06:39.314 DEBUG:teuthology.orchestra.run.smithi016:> sudo pkill -f 'journalctl -f -n 0 -u ceph-362ea986-fb34-11ee-bc8f-c7b262605968@mgr.y.service' 2024-04-15T16:06:39.354 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-04-15T16:06:39.354 INFO:tasks.cephadm.mgr.y:Stopped mgr.y 2024-04-15T16:06:39.355 INFO:tasks.cephadm.mgr.x:Stopping mgr.x... 2024-04-15T16:06:39.355 DEBUG:teuthology.orchestra.run.smithi102:> sudo systemctl stop ceph-362ea986-fb34-11ee-bc8f-c7b262605968@mgr.x 2024-04-15T16:06:39.685 INFO:journalctl@ceph.mgr.x.smithi102.stdout:Apr 15 16:06:39 smithi102 systemd[1]: Stopping Ceph mgr.x for 362ea986-fb34-11ee-bc8f-c7b262605968... 2024-04-15T16:06:39.981 INFO:journalctl@ceph.mgr.x.smithi102.stdout:Apr 15 16:06:39 smithi102 podman[151966]: 2024-04-15 16:06:39.723359098 +0000 UTC m=+0.171654517 container died 7427787dd7cfd74cdbd4141f35b360265927b91cd06aa49951f41f752cb82551 (image=quay.ceph.io/ceph-ci/ceph@sha256:55072b3f7eae2e3409906b98d09d882e1c3dc2a9205d85fd5f4c0bc62f82d163, name=ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-x, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.vendor=CentOS, RELEASE=main-c2d8c31, io.buildah.version=1.33.5, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240409) 2024-04-15T16:06:40.414 INFO:journalctl@ceph.mgr.x.smithi102.stdout:Apr 15 16:06:40 smithi102 podman[151966]: 2024-04-15 16:06:40.08917985 +0000 UTC m=+0.537475297 container cleanup 7427787dd7cfd74cdbd4141f35b360265927b91cd06aa49951f41f752cb82551 (image=quay.ceph.io/ceph-ci/ceph@sha256:55072b3f7eae2e3409906b98d09d882e1c3dc2a9205d85fd5f4c0bc62f82d163, name=ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-x, org.label-schema.vendor=CentOS, RELEASE=main-c2d8c31, io.buildah.version=1.33.5, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 8 Base Image, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240409, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, ceph=True, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2) 2024-04-15T16:06:40.415 INFO:journalctl@ceph.mgr.x.smithi102.stdout:Apr 15 16:06:40 smithi102 bash[151966]: ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mgr-x 2024-04-15T16:06:40.533 DEBUG:teuthology.orchestra.run.smithi102:> sudo pkill -f 'journalctl -f -n 0 -u ceph-362ea986-fb34-11ee-bc8f-c7b262605968@mgr.x.service' 2024-04-15T16:06:40.573 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-04-15T16:06:40.573 INFO:tasks.cephadm.mgr.x:Stopped mgr.x 2024-04-15T16:06:40.573 INFO:tasks.cephadm.osd.0:Stopping osd.0... 2024-04-15T16:06:40.573 DEBUG:teuthology.orchestra.run.smithi016:> sudo systemctl stop ceph-362ea986-fb34-11ee-bc8f-c7b262605968@osd.0 2024-04-15T16:06:40.888 INFO:journalctl@ceph.osd.0.smithi016.stdout:Apr 15 16:06:40 smithi016 systemd[1]: Stopping Ceph osd.0 for 362ea986-fb34-11ee-bc8f-c7b262605968... 2024-04-15T16:06:41.288 INFO:journalctl@ceph.osd.0.smithi016.stdout:Apr 15 16:06:40 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-osd-0[99324]: 2024-04-15T16:06:40.888+0000 7fc853414700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.0 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-04-15T16:06:41.288 INFO:journalctl@ceph.osd.0.smithi016.stdout:Apr 15 16:06:40 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-osd-0[99324]: 2024-04-15T16:06:40.888+0000 7fc853414700 -1 osd.0 2724 *** Got signal Terminated *** 2024-04-15T16:06:41.288 INFO:journalctl@ceph.osd.0.smithi016.stdout:Apr 15 16:06:40 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-osd-0[99324]: 2024-04-15T16:06:40.888+0000 7fc853414700 -1 osd.0 2724 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-04-15T16:06:42.685 INFO:journalctl@ceph.grafana.a.smithi102.stdout:Apr 15 16:06:42 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-grafana-a[125357]: logger=cleanup t=2024-04-15T16:06:42.362744173Z level=info msg="Completed cleanup jobs" duration=5.748311ms 2024-04-15T16:06:46.595 INFO:journalctl@ceph.osd.0.smithi016.stdout:Apr 15 16:06:46 smithi016 podman[221463]: 2024-04-15 16:06:46.311105952 +0000 UTC m=+5.530559150 container died 6ae1b6c924936598e2745c3fb1d5ccd72a977ff62ccd982e5c151fbe24b17871 (image=quay.ceph.io/ceph-ci/ceph@sha256:55072b3f7eae2e3409906b98d09d882e1c3dc2a9205d85fd5f4c0bc62f82d163, name=ceph-362ea986-fb34-11ee-bc8f-c7b262605968-osd-0, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240409, org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.33.5, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , RELEASE=main-c2d8c31, ceph=True, CEPH_POINT_RELEASE=, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.license=GPLv2) 2024-04-15T16:06:46.953 INFO:journalctl@ceph.osd.0.smithi016.stdout:Apr 15 16:06:46 smithi016 podman[221463]: 2024-04-15 16:06:46.694900165 +0000 UTC m=+5.914353363 container cleanup 6ae1b6c924936598e2745c3fb1d5ccd72a977ff62ccd982e5c151fbe24b17871 (image=quay.ceph.io/ceph-ci/ceph@sha256:55072b3f7eae2e3409906b98d09d882e1c3dc2a9205d85fd5f4c0bc62f82d163, name=ceph-362ea986-fb34-11ee-bc8f-c7b262605968-osd-0, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 8 Base Image, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, RELEASE=main-c2d8c31, org.label-schema.build-date=20240409, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, ceph=True, GIT_CLEAN=True, io.buildah.version=1.33.5, org.label-schema.schema-version=1.0) 2024-04-15T16:06:46.953 INFO:journalctl@ceph.osd.0.smithi016.stdout:Apr 15 16:06:46 smithi016 bash[221463]: ceph-362ea986-fb34-11ee-bc8f-c7b262605968-osd-0 2024-04-15T16:06:47.269 INFO:journalctl@ceph.osd.0.smithi016.stdout:Apr 15 16:06:46 smithi016 podman[221485]: 2024-04-15 16:06:46.954346383 +0000 UTC m=+0.634978940 container remove 6ae1b6c924936598e2745c3fb1d5ccd72a977ff62ccd982e5c151fbe24b17871 (image=quay.ceph.io/ceph-ci/ceph@sha256:55072b3f7eae2e3409906b98d09d882e1c3dc2a9205d85fd5f4c0bc62f82d163, name=ceph-362ea986-fb34-11ee-bc8f-c7b262605968-osd-0, org.label-schema.name=CentOS Stream 8 Base Image, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, org.label-schema.build-date=20240409, org.label-schema.schema-version=1.0, ceph=True, GIT_CLEAN=True, RELEASE=main-c2d8c31, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , io.buildah.version=1.33.5) 2024-04-15T16:06:47.520 INFO:journalctl@ceph.osd.0.smithi016.stdout:Apr 15 16:06:47 smithi016 podman[221582]: 2024-04-15 16:06:47.173676129 +0000 UTC m=+0.018026616 image pull 259793512b732efd8e04a33aa28c6de3675c47d120bc226206521425d246003e quay.ceph.io/ceph-ci/ceph@sha256:55072b3f7eae2e3409906b98d09d882e1c3dc2a9205d85fd5f4c0bc62f82d163 2024-04-15T16:06:47.520 INFO:journalctl@ceph.osd.0.smithi016.stdout:Apr 15 16:06:47 smithi016 podman[221582]: 2024-04-15 16:06:47.296917187 +0000 UTC m=+0.141267659 container create 7555290c2e6d764198423b6bf93be24d4ddee5bb6605e1e4c64a4364f0708330 (image=quay.ceph.io/ceph-ci/ceph@sha256:55072b3f7eae2e3409906b98d09d882e1c3dc2a9205d85fd5f4c0bc62f82d163, name=ceph-362ea986-fb34-11ee-bc8f-c7b262605968-osd-0-deactivate, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , ceph=True, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=main-c2d8c31, io.buildah.version=1.33.5, org.label-schema.schema-version=1.0, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.license=GPLv2, org.label-schema.build-date=20240409) 2024-04-15T16:06:47.520 INFO:journalctl@ceph.osd.0.smithi016.stdout:Apr 15 16:06:47 smithi016 podman[221582]: 2024-04-15 16:06:47.516170202 +0000 UTC m=+0.360520676 container init 7555290c2e6d764198423b6bf93be24d4ddee5bb6605e1e4c64a4364f0708330 (image=quay.ceph.io/ceph-ci/ceph@sha256:55072b3f7eae2e3409906b98d09d882e1c3dc2a9205d85fd5f4c0bc62f82d163, name=ceph-362ea986-fb34-11ee-bc8f-c7b262605968-osd-0-deactivate, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, RELEASE=main-c2d8c31, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, org.label-schema.build-date=20240409, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, GIT_CLEAN=True, GIT_BRANCH=HEAD, ceph=True, org.label-schema.name=CentOS Stream 8 Base Image) 2024-04-15T16:06:47.521 INFO:journalctl@ceph.osd.0.smithi016.stdout:Apr 15 16:06:47 smithi016 podman[221582]: 2024-04-15 16:06:47.521644699 +0000 UTC m=+0.365995177 container start 7555290c2e6d764198423b6bf93be24d4ddee5bb6605e1e4c64a4364f0708330 (image=quay.ceph.io/ceph-ci/ceph@sha256:55072b3f7eae2e3409906b98d09d882e1c3dc2a9205d85fd5f4c0bc62f82d163, name=ceph-362ea986-fb34-11ee-bc8f-c7b262605968-osd-0-deactivate, maintainer=Guillaume Abrioux , GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, GIT_BRANCH=HEAD, RELEASE=main-c2d8c31, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.license=GPLv2, io.buildah.version=1.33.5, ceph=True, GIT_CLEAN=True, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240409, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS) 2024-04-15T16:06:47.788 INFO:journalctl@ceph.osd.0.smithi016.stdout:Apr 15 16:06:47 smithi016 podman[221582]: 2024-04-15 16:06:47.616271827 +0000 UTC m=+0.460622311 container attach 7555290c2e6d764198423b6bf93be24d4ddee5bb6605e1e4c64a4364f0708330 (image=quay.ceph.io/ceph-ci/ceph@sha256:55072b3f7eae2e3409906b98d09d882e1c3dc2a9205d85fd5f4c0bc62f82d163, name=ceph-362ea986-fb34-11ee-bc8f-c7b262605968-osd-0-deactivate, org.label-schema.license=GPLv2, io.buildah.version=1.33.5, RELEASE=main-c2d8c31, org.label-schema.name=CentOS Stream 8 Base Image, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, GIT_BRANCH=HEAD, GIT_CLEAN=True, org.label-schema.build-date=20240409, org.label-schema.vendor=CentOS, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=) 2024-04-15T16:06:48.118 INFO:journalctl@ceph.osd.0.smithi016.stdout:Apr 15 16:06:47 smithi016 podman[221582]: 2024-04-15 16:06:47.822175731 +0000 UTC m=+0.666526195 container died 7555290c2e6d764198423b6bf93be24d4ddee5bb6605e1e4c64a4364f0708330 (image=quay.ceph.io/ceph-ci/ceph@sha256:55072b3f7eae2e3409906b98d09d882e1c3dc2a9205d85fd5f4c0bc62f82d163, name=ceph-362ea986-fb34-11ee-bc8f-c7b262605968-osd-0-deactivate, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240409, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=main-c2d8c31, GIT_CLEAN=True, maintainer=Guillaume Abrioux , GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, io.buildah.version=1.33.5, ceph=True, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS) 2024-04-15T16:06:48.505 DEBUG:teuthology.orchestra.run.smithi016:> sudo pkill -f 'journalctl -f -n 0 -u ceph-362ea986-fb34-11ee-bc8f-c7b262605968@osd.0.service' 2024-04-15T16:06:48.549 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-04-15T16:06:48.549 INFO:tasks.cephadm.osd.0:Stopped osd.0 2024-04-15T16:06:48.549 INFO:tasks.cephadm.osd.1:Stopping osd.1... 2024-04-15T16:06:48.549 DEBUG:teuthology.orchestra.run.smithi016:> sudo systemctl stop ceph-362ea986-fb34-11ee-bc8f-c7b262605968@osd.1 2024-04-15T16:06:49.000 INFO:journalctl@ceph.osd.1.smithi016.stdout:Apr 15 16:06:48 smithi016 systemd[1]: Stopping Ceph osd.1 for 362ea986-fb34-11ee-bc8f-c7b262605968... 2024-04-15T16:06:49.288 INFO:journalctl@ceph.osd.1.smithi016.stdout:Apr 15 16:06:49 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-osd-1[104149]: 2024-04-15T16:06:49.000+0000 7f8543531700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.1 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-04-15T16:06:49.288 INFO:journalctl@ceph.osd.1.smithi016.stdout:Apr 15 16:06:49 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-osd-1[104149]: 2024-04-15T16:06:49.000+0000 7f8543531700 -1 osd.1 2724 *** Got signal Terminated *** 2024-04-15T16:06:49.288 INFO:journalctl@ceph.osd.1.smithi016.stdout:Apr 15 16:06:49 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-osd-1[104149]: 2024-04-15T16:06:49.000+0000 7f8543531700 -1 osd.1 2724 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-04-15T16:06:50.538 INFO:journalctl@ceph.alertmanager.a.smithi016.stdout:Apr 15 16:06:50 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-alertmanager-a[127567]: ts=2024-04-15T16:06:50.223Z caller=notify.go:732 level=warn component=dispatcher receiver=ceph-dashboard integration=webhook[0] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi016.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.16:8443: connect: connection refused" 2024-04-15T16:06:50.538 INFO:journalctl@ceph.alertmanager.a.smithi016.stdout:Apr 15 16:06:50 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-alertmanager-a[127567]: ts=2024-04-15T16:06:50.224Z caller=notify.go:732 level=warn component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi102.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.102:8443: connect: connection refused" 2024-04-15T16:06:54.873 INFO:journalctl@ceph.osd.1.smithi016.stdout:Apr 15 16:06:54 smithi016 podman[221717]: 2024-04-15 16:06:54.578982158 +0000 UTC m=+5.689528145 container died 106c0a0471280b8e8bc72044d3892aa5b0b51c8ec23c03bb9a5ecc7ecd96e3d1 (image=quay.ceph.io/ceph-ci/ceph@sha256:55072b3f7eae2e3409906b98d09d882e1c3dc2a9205d85fd5f4c0bc62f82d163, name=ceph-362ea986-fb34-11ee-bc8f-c7b262605968-osd-1, CEPH_POINT_RELEASE=, GIT_CLEAN=True, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, RELEASE=main-c2d8c31, ceph=True, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240409, GIT_BRANCH=HEAD, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, io.buildah.version=1.33.5, org.label-schema.license=GPLv2) 2024-04-15T16:06:55.181 INFO:journalctl@ceph.osd.1.smithi016.stdout:Apr 15 16:06:54 smithi016 podman[221717]: 2024-04-15 16:06:54.964692755 +0000 UTC m=+6.075238823 container cleanup 106c0a0471280b8e8bc72044d3892aa5b0b51c8ec23c03bb9a5ecc7ecd96e3d1 (image=quay.ceph.io/ceph-ci/ceph@sha256:55072b3f7eae2e3409906b98d09d882e1c3dc2a9205d85fd5f4c0bc62f82d163, name=ceph-362ea986-fb34-11ee-bc8f-c7b262605968-osd-1, GIT_CLEAN=True, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, RELEASE=main-c2d8c31, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240409, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, io.buildah.version=1.33.5, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.vendor=CentOS) 2024-04-15T16:06:55.181 INFO:journalctl@ceph.osd.1.smithi016.stdout:Apr 15 16:06:54 smithi016 bash[221717]: ceph-362ea986-fb34-11ee-bc8f-c7b262605968-osd-1 2024-04-15T16:06:55.494 INFO:journalctl@ceph.osd.1.smithi016.stdout:Apr 15 16:06:55 smithi016 podman[221742]: 2024-04-15 16:06:55.182518285 +0000 UTC m=+0.606947760 container remove 106c0a0471280b8e8bc72044d3892aa5b0b51c8ec23c03bb9a5ecc7ecd96e3d1 (image=quay.ceph.io/ceph-ci/ceph@sha256:55072b3f7eae2e3409906b98d09d882e1c3dc2a9205d85fd5f4c0bc62f82d163, name=ceph-362ea986-fb34-11ee-bc8f-c7b262605968-osd-1, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.name=CentOS Stream 8 Base Image, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, RELEASE=main-c2d8c31, io.buildah.version=1.33.5, org.label-schema.build-date=20240409, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, GIT_CLEAN=True) 2024-04-15T16:06:55.788 INFO:journalctl@ceph.osd.1.smithi016.stdout:Apr 15 16:06:55 smithi016 podman[221836]: 2024-04-15 16:06:55.398622701 +0000 UTC m=+0.017743019 image pull 259793512b732efd8e04a33aa28c6de3675c47d120bc226206521425d246003e quay.ceph.io/ceph-ci/ceph@sha256:55072b3f7eae2e3409906b98d09d882e1c3dc2a9205d85fd5f4c0bc62f82d163 2024-04-15T16:06:55.788 INFO:journalctl@ceph.osd.1.smithi016.stdout:Apr 15 16:06:55 smithi016 podman[221836]: 2024-04-15 16:06:55.50049768 +0000 UTC m=+0.119617971 container create 14a0873934a2b44528fe03ae8d155552386ca07c943cd65af0dc416b70063526 (image=quay.ceph.io/ceph-ci/ceph@sha256:55072b3f7eae2e3409906b98d09d882e1c3dc2a9205d85fd5f4c0bc62f82d163, name=ceph-362ea986-fb34-11ee-bc8f-c7b262605968-osd-1-deactivate, GIT_BRANCH=HEAD, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, RELEASE=main-c2d8c31, CEPH_POINT_RELEASE=, ceph=True, org.label-schema.build-date=20240409, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True, org.label-schema.license=GPLv2) 2024-04-15T16:06:55.788 INFO:journalctl@ceph.osd.1.smithi016.stdout:Apr 15 16:06:55 smithi016 podman[221836]: 2024-04-15 16:06:55.736316233 +0000 UTC m=+0.355436528 container init 14a0873934a2b44528fe03ae8d155552386ca07c943cd65af0dc416b70063526 (image=quay.ceph.io/ceph-ci/ceph@sha256:55072b3f7eae2e3409906b98d09d882e1c3dc2a9205d85fd5f4c0bc62f82d163, name=ceph-362ea986-fb34-11ee-bc8f-c7b262605968-osd-1-deactivate, RELEASE=main-c2d8c31, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, io.buildah.version=1.33.5, CEPH_POINT_RELEASE=, GIT_CLEAN=True, org.label-schema.build-date=20240409, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image, maintainer=Guillaume Abrioux , ceph=True) 2024-04-15T16:06:55.789 INFO:journalctl@ceph.osd.1.smithi016.stdout:Apr 15 16:06:55 smithi016 podman[221836]: 2024-04-15 16:06:55.741947119 +0000 UTC m=+0.361067411 container start 14a0873934a2b44528fe03ae8d155552386ca07c943cd65af0dc416b70063526 (image=quay.ceph.io/ceph-ci/ceph@sha256:55072b3f7eae2e3409906b98d09d882e1c3dc2a9205d85fd5f4c0bc62f82d163, name=ceph-362ea986-fb34-11ee-bc8f-c7b262605968-osd-1-deactivate, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 8 Base Image, io.buildah.version=1.33.5, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , RELEASE=main-c2d8c31, org.label-schema.license=GPLv2, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240409, GIT_CLEAN=True, org.label-schema.vendor=CentOS, ceph=True) 2024-04-15T16:06:56.288 INFO:journalctl@ceph.osd.1.smithi016.stdout:Apr 15 16:06:55 smithi016 podman[221836]: 2024-04-15 16:06:55.844497853 +0000 UTC m=+0.463618149 container attach 14a0873934a2b44528fe03ae8d155552386ca07c943cd65af0dc416b70063526 (image=quay.ceph.io/ceph-ci/ceph@sha256:55072b3f7eae2e3409906b98d09d882e1c3dc2a9205d85fd5f4c0bc62f82d163, name=ceph-362ea986-fb34-11ee-bc8f-c7b262605968-osd-1-deactivate, io.buildah.version=1.33.5, GIT_CLEAN=True, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , ceph=True, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, org.label-schema.build-date=20240409, RELEASE=main-c2d8c31, org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=) 2024-04-15T16:06:56.288 INFO:journalctl@ceph.osd.1.smithi016.stdout:Apr 15 16:06:56 smithi016 podman[221836]: 2024-04-15 16:06:56.042780203 +0000 UTC m=+0.661900497 container died 14a0873934a2b44528fe03ae8d155552386ca07c943cd65af0dc416b70063526 (image=quay.ceph.io/ceph-ci/ceph@sha256:55072b3f7eae2e3409906b98d09d882e1c3dc2a9205d85fd5f4c0bc62f82d163, name=ceph-362ea986-fb34-11ee-bc8f-c7b262605968-osd-1-deactivate, maintainer=Guillaume Abrioux , io.buildah.version=1.33.5, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=main-c2d8c31, org.label-schema.schema-version=1.0, ceph=True, CEPH_POINT_RELEASE=, GIT_CLEAN=True, org.label-schema.license=GPLv2, org.label-schema.build-date=20240409, org.label-schema.name=CentOS Stream 8 Base Image) 2024-04-15T16:06:56.591 INFO:journalctl@ceph.osd.1.smithi016.stdout:Apr 15 16:06:56 smithi016 podman[221883]: 2024-04-15 16:06:56.58971641 +0000 UTC m=+0.541673751 container remove 14a0873934a2b44528fe03ae8d155552386ca07c943cd65af0dc416b70063526 (image=quay.ceph.io/ceph-ci/ceph@sha256:55072b3f7eae2e3409906b98d09d882e1c3dc2a9205d85fd5f4c0bc62f82d163, name=ceph-362ea986-fb34-11ee-bc8f-c7b262605968-osd-1-deactivate, org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD, RELEASE=main-c2d8c31, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240409, ceph=True, CEPH_POINT_RELEASE=, io.buildah.version=1.33.5, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, GIT_CLEAN=True, maintainer=Guillaume Abrioux ) 2024-04-15T16:06:56.609 DEBUG:teuthology.orchestra.run.smithi016:> sudo pkill -f 'journalctl -f -n 0 -u ceph-362ea986-fb34-11ee-bc8f-c7b262605968@osd.1.service' 2024-04-15T16:06:56.653 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-04-15T16:06:56.653 INFO:tasks.cephadm.osd.1:Stopped osd.1 2024-04-15T16:06:56.653 INFO:tasks.cephadm.osd.2:Stopping osd.2... 2024-04-15T16:06:56.653 DEBUG:teuthology.orchestra.run.smithi016:> sudo systemctl stop ceph-362ea986-fb34-11ee-bc8f-c7b262605968@osd.2 2024-04-15T16:06:56.969 INFO:journalctl@ceph.osd.2.smithi016.stdout:Apr 15 16:06:56 smithi016 systemd[1]: Stopping Ceph osd.2 for 362ea986-fb34-11ee-bc8f-c7b262605968... 2024-04-15T16:06:57.288 INFO:journalctl@ceph.osd.2.smithi016.stdout:Apr 15 16:06:56 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-osd-2[109384]: 2024-04-15T16:06:56.969+0000 7f06d4cda700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.2 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-04-15T16:06:57.288 INFO:journalctl@ceph.osd.2.smithi016.stdout:Apr 15 16:06:56 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-osd-2[109384]: 2024-04-15T16:06:56.969+0000 7f06d4cda700 -1 osd.2 2724 *** Got signal Terminated *** 2024-04-15T16:06:57.288 INFO:journalctl@ceph.osd.2.smithi016.stdout:Apr 15 16:06:56 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-osd-2[109384]: 2024-04-15T16:06:56.969+0000 7f06d4cda700 -1 osd.2 2724 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-04-15T16:07:00.538 INFO:journalctl@ceph.alertmanager.a.smithi016.stdout:Apr 15 16:07:00 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-alertmanager-a[127567]: ts=2024-04-15T16:07:00.223Z caller=dispatch.go:352 level=error component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[0]: notify retry canceled after 7 attempts: Post \"https://smithi016.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.16:8443: connect: connection refused; ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi102.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.102:8443: connect: connection refused" 2024-04-15T16:07:00.538 INFO:journalctl@ceph.alertmanager.a.smithi016.stdout:Apr 15 16:07:00 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-alertmanager-a[127567]: ts=2024-04-15T16:07:00.223Z caller=notify.go:732 level=warn component=dispatcher receiver=ceph-dashboard integration=webhook[0] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi016.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.16:8443: connect: connection refused" 2024-04-15T16:07:00.538 INFO:journalctl@ceph.alertmanager.a.smithi016.stdout:Apr 15 16:07:00 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-alertmanager-a[127567]: ts=2024-04-15T16:07:00.224Z caller=notify.go:732 level=warn component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi102.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.102:8443: connect: connection refused" 2024-04-15T16:07:01.936 INFO:journalctl@ceph.prometheus.a.smithi102.stdout:Apr 15 16:07:01 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-prometheus-a[120881]: ts=2024-04-15T16:07:01.602Z caller=refresh.go:99 level=error component="discovery manager scrape" discovery=http config=ceph-exporter msg="Unable to refresh target groups" err="Get \"http://172.21.15.16:8765/sd/prometheus/sd-config?service=ceph-exporter\": dial tcp 172.21.15.16:8765: connect: connection refused" 2024-04-15T16:07:01.936 INFO:journalctl@ceph.prometheus.a.smithi102.stdout:Apr 15 16:07:01 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-prometheus-a[120881]: ts=2024-04-15T16:07:01.603Z caller=refresh.go:99 level=error component="discovery manager scrape" discovery=http config=node msg="Unable to refresh target groups" err="Get \"http://172.21.15.16:8765/sd/prometheus/sd-config?service=node-exporter\": dial tcp 172.21.15.16:8765: connect: connection refused" 2024-04-15T16:07:01.936 INFO:journalctl@ceph.prometheus.a.smithi102.stdout:Apr 15 16:07:01 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-prometheus-a[120881]: ts=2024-04-15T16:07:01.606Z caller=refresh.go:99 level=error component="discovery manager scrape" discovery=http config=ceph msg="Unable to refresh target groups" err="Get \"http://172.21.15.16:8765/sd/prometheus/sd-config?service=mgr-prometheus\": dial tcp 172.21.15.16:8765: connect: connection refused" 2024-04-15T16:07:01.936 INFO:journalctl@ceph.prometheus.a.smithi102.stdout:Apr 15 16:07:01 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-prometheus-a[120881]: ts=2024-04-15T16:07:01.606Z caller=refresh.go:99 level=error component="discovery manager scrape" discovery=http config=nvmeof msg="Unable to refresh target groups" err="Get \"http://172.21.15.16:8765/sd/prometheus/sd-config?service=nvmeof\": dial tcp 172.21.15.16:8765: connect: connection refused" 2024-04-15T16:07:01.936 INFO:journalctl@ceph.prometheus.a.smithi102.stdout:Apr 15 16:07:01 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-prometheus-a[120881]: ts=2024-04-15T16:07:01.606Z caller=refresh.go:99 level=error component="discovery manager notify" discovery=http config=config-0 msg="Unable to refresh target groups" err="Get \"http://172.21.15.16:8765/sd/prometheus/sd-config?service=alertmanager\": dial tcp 172.21.15.16:8765: connect: connection refused" 2024-04-15T16:07:02.788 INFO:journalctl@ceph.osd.2.smithi016.stdout:Apr 15 16:07:02 smithi016 podman[221968]: 2024-04-15 16:07:02.522048304 +0000 UTC m=+5.636864946 container died 436c24e520a2b52b232246f50bf2f76b7e5efff547495d67ffe59abea98877b3 (image=quay.ceph.io/ceph-ci/ceph@sha256:55072b3f7eae2e3409906b98d09d882e1c3dc2a9205d85fd5f4c0bc62f82d163, name=ceph-362ea986-fb34-11ee-bc8f-c7b262605968-osd-2, org.label-schema.license=GPLv2, RELEASE=main-c2d8c31, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True, ceph=True, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.build-date=20240409, io.buildah.version=1.33.5, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS) 2024-04-15T16:07:03.159 INFO:journalctl@ceph.osd.2.smithi016.stdout:Apr 15 16:07:02 smithi016 podman[221968]: 2024-04-15 16:07:02.950807764 +0000 UTC m=+6.065624437 container cleanup 436c24e520a2b52b232246f50bf2f76b7e5efff547495d67ffe59abea98877b3 (image=quay.ceph.io/ceph-ci/ceph@sha256:55072b3f7eae2e3409906b98d09d882e1c3dc2a9205d85fd5f4c0bc62f82d163, name=ceph-362ea986-fb34-11ee-bc8f-c7b262605968-osd-2, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, RELEASE=main-c2d8c31, CEPH_POINT_RELEASE=, io.buildah.version=1.33.5, GIT_BRANCH=HEAD, ceph=True, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True, org.label-schema.license=GPLv2, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.build-date=20240409, org.label-schema.schema-version=1.0) 2024-04-15T16:07:03.159 INFO:journalctl@ceph.osd.2.smithi016.stdout:Apr 15 16:07:02 smithi016 bash[221968]: ceph-362ea986-fb34-11ee-bc8f-c7b262605968-osd-2 2024-04-15T16:07:03.538 INFO:journalctl@ceph.osd.2.smithi016.stdout:Apr 15 16:07:03 smithi016 podman[221993]: 2024-04-15 16:07:03.160583085 +0000 UTC m=+0.636500316 container remove 436c24e520a2b52b232246f50bf2f76b7e5efff547495d67ffe59abea98877b3 (image=quay.ceph.io/ceph-ci/ceph@sha256:55072b3f7eae2e3409906b98d09d882e1c3dc2a9205d85fd5f4c0bc62f82d163, name=ceph-362ea986-fb34-11ee-bc8f-c7b262605968-osd-2, GIT_BRANCH=HEAD, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240409, io.buildah.version=1.33.5, CEPH_POINT_RELEASE=, ceph=True, RELEASE=main-c2d8c31, org.label-schema.name=CentOS Stream 8 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, GIT_CLEAN=True) 2024-04-15T16:07:03.887 INFO:journalctl@ceph.osd.2.smithi016.stdout:Apr 15 16:07:03 smithi016 podman[222092]: 2024-04-15 16:07:03.471211925 +0000 UTC m=+0.018153156 image pull 259793512b732efd8e04a33aa28c6de3675c47d120bc226206521425d246003e quay.ceph.io/ceph-ci/ceph@sha256:55072b3f7eae2e3409906b98d09d882e1c3dc2a9205d85fd5f4c0bc62f82d163 2024-04-15T16:07:03.888 INFO:journalctl@ceph.osd.2.smithi016.stdout:Apr 15 16:07:03 smithi016 podman[222092]: 2024-04-15 16:07:03.586457298 +0000 UTC m=+0.133398548 container create b23d66e1efa014cd890d2788bd430b125871fe32e79d404a53dd5d5d974f260e (image=quay.ceph.io/ceph-ci/ceph@sha256:55072b3f7eae2e3409906b98d09d882e1c3dc2a9205d85fd5f4c0bc62f82d163, name=ceph-362ea986-fb34-11ee-bc8f-c7b262605968-osd-2-deactivate, org.label-schema.build-date=20240409, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, GIT_CLEAN=True, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.33.5, ceph=True, RELEASE=main-c2d8c31, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD) 2024-04-15T16:07:03.888 INFO:journalctl@ceph.osd.2.smithi016.stdout:Apr 15 16:07:03 smithi016 podman[222092]: 2024-04-15 16:07:03.805812228 +0000 UTC m=+0.352753436 container init b23d66e1efa014cd890d2788bd430b125871fe32e79d404a53dd5d5d974f260e (image=quay.ceph.io/ceph-ci/ceph@sha256:55072b3f7eae2e3409906b98d09d882e1c3dc2a9205d85fd5f4c0bc62f82d163, name=ceph-362ea986-fb34-11ee-bc8f-c7b262605968-osd-2-deactivate, org.label-schema.name=CentOS Stream 8 Base Image, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.license=GPLv2, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, GIT_CLEAN=True, RELEASE=main-c2d8c31, io.buildah.version=1.33.5, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240409, maintainer=Guillaume Abrioux ) 2024-04-15T16:07:03.888 INFO:journalctl@ceph.osd.2.smithi016.stdout:Apr 15 16:07:03 smithi016 podman[222092]: 2024-04-15 16:07:03.811607713 +0000 UTC m=+0.358548924 container start b23d66e1efa014cd890d2788bd430b125871fe32e79d404a53dd5d5d974f260e (image=quay.ceph.io/ceph-ci/ceph@sha256:55072b3f7eae2e3409906b98d09d882e1c3dc2a9205d85fd5f4c0bc62f82d163, name=ceph-362ea986-fb34-11ee-bc8f-c7b262605968-osd-2-deactivate, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240409, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, io.buildah.version=1.33.5, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, RELEASE=main-c2d8c31, GIT_CLEAN=True, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image) 2024-04-15T16:07:03.888 INFO:journalctl@ceph.osd.2.smithi016.stdout:Apr 15 16:07:03 smithi016 podman[222092]: 2024-04-15 16:07:03.888924824 +0000 UTC m=+0.435866043 container attach b23d66e1efa014cd890d2788bd430b125871fe32e79d404a53dd5d5d974f260e (image=quay.ceph.io/ceph-ci/ceph@sha256:55072b3f7eae2e3409906b98d09d882e1c3dc2a9205d85fd5f4c0bc62f82d163, name=ceph-362ea986-fb34-11ee-bc8f-c7b262605968-osd-2-deactivate, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 8 Base Image, RELEASE=main-c2d8c31, org.label-schema.build-date=20240409, io.buildah.version=1.33.5, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, ceph=True, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, GIT_CLEAN=True, org.label-schema.license=GPLv2) 2024-04-15T16:07:04.288 INFO:journalctl@ceph.osd.2.smithi016.stdout:Apr 15 16:07:04 smithi016 podman[222092]: 2024-04-15 16:07:04.103636051 +0000 UTC m=+0.650577268 container died b23d66e1efa014cd890d2788bd430b125871fe32e79d404a53dd5d5d974f260e (image=quay.ceph.io/ceph-ci/ceph@sha256:55072b3f7eae2e3409906b98d09d882e1c3dc2a9205d85fd5f4c0bc62f82d163, name=ceph-362ea986-fb34-11ee-bc8f-c7b262605968-osd-2-deactivate, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=, io.buildah.version=1.33.5, org.label-schema.schema-version=1.0, ceph=True, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, RELEASE=main-c2d8c31, GIT_CLEAN=True, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.build-date=20240409) 2024-04-15T16:07:04.718 DEBUG:teuthology.orchestra.run.smithi016:> sudo pkill -f 'journalctl -f -n 0 -u ceph-362ea986-fb34-11ee-bc8f-c7b262605968@osd.2.service' 2024-04-15T16:07:04.764 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-04-15T16:07:04.764 INFO:tasks.cephadm.osd.2:Stopped osd.2 2024-04-15T16:07:04.764 INFO:tasks.cephadm.osd.3:Stopping osd.3... 2024-04-15T16:07:04.765 DEBUG:teuthology.orchestra.run.smithi016:> sudo systemctl stop ceph-362ea986-fb34-11ee-bc8f-c7b262605968@osd.3 2024-04-15T16:07:05.038 INFO:journalctl@ceph.osd.3.smithi016.stdout:Apr 15 16:07:04 smithi016 systemd[1]: Stopping Ceph osd.3 for 362ea986-fb34-11ee-bc8f-c7b262605968... 2024-04-15T16:07:05.538 INFO:journalctl@ceph.osd.3.smithi016.stdout:Apr 15 16:07:05 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-osd-3[114175]: 2024-04-15T16:07:05.114+0000 7f5b65bce700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.3 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-04-15T16:07:05.538 INFO:journalctl@ceph.osd.3.smithi016.stdout:Apr 15 16:07:05 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-osd-3[114175]: 2024-04-15T16:07:05.115+0000 7f5b65bce700 -1 osd.3 2724 *** Got signal Terminated *** 2024-04-15T16:07:05.538 INFO:journalctl@ceph.osd.3.smithi016.stdout:Apr 15 16:07:05 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-osd-3[114175]: 2024-04-15T16:07:05.115+0000 7f5b65bce700 -1 osd.3 2724 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-04-15T16:07:08.685 INFO:journalctl@ceph.osd.4.smithi102.stdout:Apr 15 16:07:08 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-osd-4[93054]: 2024-04-15T16:07:08.436+0000 7f1ffaf04700 -1 osd.4 2724 heartbeat_check: no reply from 172.21.15.16:6806 osd.0 since back 2024-04-15T16:06:39.990751+0000 front 2024-04-15T16:06:39.990618+0000 (oldest deadline 2024-04-15T16:07:07.591181+0000) 2024-04-15T16:07:08.788 INFO:journalctl@ceph.osd.3.smithi016.stdout:Apr 15 16:07:08 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-osd-3[114175]: 2024-04-15T16:07:08.434+0000 7f5b621c2700 -1 osd.3 2724 heartbeat_check: no reply from 172.21.15.16:6806 osd.0 since back 2024-04-15T16:06:43.700114+0000 front 2024-04-15T16:06:43.700224+0000 (oldest deadline 2024-04-15T16:07:07.800200+0000) 2024-04-15T16:07:09.788 INFO:journalctl@ceph.osd.3.smithi016.stdout:Apr 15 16:07:09 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-osd-3[114175]: 2024-04-15T16:07:09.457+0000 7f5b621c2700 -1 osd.3 2724 heartbeat_check: no reply from 172.21.15.16:6806 osd.0 since back 2024-04-15T16:06:43.700114+0000 front 2024-04-15T16:06:43.700224+0000 (oldest deadline 2024-04-15T16:07:07.800200+0000) 2024-04-15T16:07:09.920 INFO:journalctl@ceph.osd.4.smithi102.stdout:Apr 15 16:07:09 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-osd-4[93054]: 2024-04-15T16:07:09.465+0000 7f1ffaf04700 -1 osd.4 2724 heartbeat_check: no reply from 172.21.15.16:6806 osd.0 since back 2024-04-15T16:06:39.990751+0000 front 2024-04-15T16:06:39.990618+0000 (oldest deadline 2024-04-15T16:07:07.591181+0000) 2024-04-15T16:07:10.185 INFO:journalctl@ceph.osd.6.smithi102.stdout:Apr 15 16:07:09 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-osd-6[103054]: 2024-04-15T16:07:09.921+0000 7f5faf21a700 -1 osd.6 2724 heartbeat_check: no reply from 172.21.15.16:6806 osd.0 since back 2024-04-15T16:06:45.011839+0000 front 2024-04-15T16:06:45.011723+0000 (oldest deadline 2024-04-15T16:07:09.012304+0000) 2024-04-15T16:07:10.186 INFO:journalctl@ceph.osd.5.smithi102.stdout:Apr 15 16:07:09 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-osd-5[98292]: 2024-04-15T16:07:09.921+0000 7f4eeb505700 -1 osd.5 2724 heartbeat_check: no reply from 172.21.15.16:6806 osd.0 since back 2024-04-15T16:06:45.643117+0000 front 2024-04-15T16:06:45.643139+0000 (oldest deadline 2024-04-15T16:07:09.742796+0000) 2024-04-15T16:07:10.186 INFO:journalctl@ceph.osd.7.smithi102.stdout:Apr 15 16:07:10 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-osd-7[107822]: 2024-04-15T16:07:10.051+0000 7f6680e2d700 -1 osd.7 2724 heartbeat_check: no reply from 172.21.15.16:6806 osd.0 since back 2024-04-15T16:06:43.263869+0000 front 2024-04-15T16:06:43.263973+0000 (oldest deadline 2024-04-15T16:07:09.163747+0000) 2024-04-15T16:07:10.288 INFO:journalctl@ceph.alertmanager.a.smithi016.stdout:Apr 15 16:07:10 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-alertmanager-a[127567]: ts=2024-04-15T16:07:10.224Z caller=dispatch.go:352 level=error component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi102.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.102:8443: connect: connection refused; ceph-dashboard/webhook[0]: notify retry canceled after 7 attempts: Post \"https://smithi016.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.16:8443: connect: connection refused" 2024-04-15T16:07:10.288 INFO:journalctl@ceph.alertmanager.a.smithi016.stdout:Apr 15 16:07:10 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-alertmanager-a[127567]: ts=2024-04-15T16:07:10.224Z caller=notify.go:732 level=warn component=dispatcher receiver=ceph-dashboard integration=webhook[0] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi016.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.16:8443: connect: connection refused" 2024-04-15T16:07:10.288 INFO:journalctl@ceph.alertmanager.a.smithi016.stdout:Apr 15 16:07:10 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-alertmanager-a[127567]: ts=2024-04-15T16:07:10.225Z caller=notify.go:732 level=warn component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi102.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.102:8443: connect: connection refused" 2024-04-15T16:07:10.880 INFO:journalctl@ceph.osd.4.smithi102.stdout:Apr 15 16:07:10 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-osd-4[93054]: 2024-04-15T16:07:10.476+0000 7f1ffaf04700 -1 osd.4 2724 heartbeat_check: no reply from 172.21.15.16:6806 osd.0 since back 2024-04-15T16:06:39.990751+0000 front 2024-04-15T16:06:39.990618+0000 (oldest deadline 2024-04-15T16:07:07.591181+0000) 2024-04-15T16:07:10.936 INFO:journalctl@ceph.osd.3.smithi016.stdout:Apr 15 16:07:10 smithi016 podman[222222]: 2024-04-15 16:07:10.632490622 +0000 UTC m=+5.639169500 container died abb436370146b05f70bb53968bf047b70d60513ec61b672f070076689b5768d0 (image=quay.ceph.io/ceph-ci/ceph@sha256:55072b3f7eae2e3409906b98d09d882e1c3dc2a9205d85fd5f4c0bc62f82d163, name=ceph-362ea986-fb34-11ee-bc8f-c7b262605968-osd-3, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, GIT_CLEAN=True, RELEASE=main-c2d8c31, GIT_BRANCH=HEAD, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240409) 2024-04-15T16:07:11.185 INFO:journalctl@ceph.osd.6.smithi102.stdout:Apr 15 16:07:10 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-osd-6[103054]: 2024-04-15T16:07:10.893+0000 7f5faf21a700 -1 osd.6 2724 heartbeat_check: no reply from 172.21.15.16:6806 osd.0 since back 2024-04-15T16:06:45.011839+0000 front 2024-04-15T16:06:45.011723+0000 (oldest deadline 2024-04-15T16:07:09.012304+0000) 2024-04-15T16:07:11.186 INFO:journalctl@ceph.osd.7.smithi102.stdout:Apr 15 16:07:11 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-osd-7[107822]: 2024-04-15T16:07:11.025+0000 7f6680e2d700 -1 osd.7 2724 heartbeat_check: no reply from 172.21.15.16:6806 osd.0 since back 2024-04-15T16:06:43.263869+0000 front 2024-04-15T16:06:43.263973+0000 (oldest deadline 2024-04-15T16:07:09.163747+0000) 2024-04-15T16:07:11.186 INFO:journalctl@ceph.osd.5.smithi102.stdout:Apr 15 16:07:10 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-osd-5[98292]: 2024-04-15T16:07:10.881+0000 7f4eeb505700 -1 osd.5 2724 heartbeat_check: no reply from 172.21.15.16:6806 osd.0 since back 2024-04-15T16:06:45.643117+0000 front 2024-04-15T16:06:45.643139+0000 (oldest deadline 2024-04-15T16:07:09.742796+0000) 2024-04-15T16:07:11.204 INFO:journalctl@ceph.osd.3.smithi016.stdout:Apr 15 16:07:11 smithi016 podman[222222]: 2024-04-15 16:07:11.045371234 +0000 UTC m=+6.052050095 container cleanup abb436370146b05f70bb53968bf047b70d60513ec61b672f070076689b5768d0 (image=quay.ceph.io/ceph-ci/ceph@sha256:55072b3f7eae2e3409906b98d09d882e1c3dc2a9205d85fd5f4c0bc62f82d163, name=ceph-362ea986-fb34-11ee-bc8f-c7b262605968-osd-3, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 8 Base Image, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, ceph=True, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, GIT_CLEAN=True, org.label-schema.license=GPLv2, io.buildah.version=1.33.5, RELEASE=main-c2d8c31, org.label-schema.build-date=20240409) 2024-04-15T16:07:11.204 INFO:journalctl@ceph.osd.3.smithi016.stdout:Apr 15 16:07:11 smithi016 bash[222222]: ceph-362ea986-fb34-11ee-bc8f-c7b262605968-osd-3 2024-04-15T16:07:11.538 INFO:journalctl@ceph.osd.3.smithi016.stdout:Apr 15 16:07:11 smithi016 podman[222257]: 2024-04-15 16:07:11.204963442 +0000 UTC m=+0.568532167 container remove abb436370146b05f70bb53968bf047b70d60513ec61b672f070076689b5768d0 (image=quay.ceph.io/ceph-ci/ceph@sha256:55072b3f7eae2e3409906b98d09d882e1c3dc2a9205d85fd5f4c0bc62f82d163, name=ceph-362ea986-fb34-11ee-bc8f-c7b262605968-osd-3, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.33.5, org.label-schema.name=CentOS Stream 8 Base Image, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, RELEASE=main-c2d8c31, GIT_CLEAN=True, org.label-schema.license=GPLv2, org.label-schema.build-date=20240409, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, ceph=True) 2024-04-15T16:07:11.685 INFO:journalctl@ceph.osd.4.smithi102.stdout:Apr 15 16:07:11 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-osd-4[93054]: 2024-04-15T16:07:11.429+0000 7f1ffaf04700 -1 osd.4 2724 heartbeat_check: no reply from 172.21.15.16:6806 osd.0 since back 2024-04-15T16:06:39.990751+0000 front 2024-04-15T16:06:39.990618+0000 (oldest deadline 2024-04-15T16:07:07.591181+0000) 2024-04-15T16:07:11.891 INFO:journalctl@ceph.osd.3.smithi016.stdout:Apr 15 16:07:11 smithi016 podman[222353]: 2024-04-15 16:07:11.524624422 +0000 UTC m=+0.017699849 image pull 259793512b732efd8e04a33aa28c6de3675c47d120bc226206521425d246003e quay.ceph.io/ceph-ci/ceph@sha256:55072b3f7eae2e3409906b98d09d882e1c3dc2a9205d85fd5f4c0bc62f82d163 2024-04-15T16:07:11.891 INFO:journalctl@ceph.osd.3.smithi016.stdout:Apr 15 16:07:11 smithi016 podman[222353]: 2024-04-15 16:07:11.647563876 +0000 UTC m=+0.140639317 container create 07faccbc741f64a362cfddd837288ca731506ca804fda24ab0df7e50b07c17e7 (image=quay.ceph.io/ceph-ci/ceph@sha256:55072b3f7eae2e3409906b98d09d882e1c3dc2a9205d85fd5f4c0bc62f82d163, name=ceph-362ea986-fb34-11ee-bc8f-c7b262605968-osd-3-deactivate, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.name=CentOS Stream 8 Base Image, ceph=True, org.label-schema.build-date=20240409, RELEASE=main-c2d8c31, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, io.buildah.version=1.33.5) 2024-04-15T16:07:11.891 INFO:journalctl@ceph.osd.3.smithi016.stdout:Apr 15 16:07:11 smithi016 podman[222353]: 2024-04-15 16:07:11.892894669 +0000 UTC m=+0.385970065 container init 07faccbc741f64a362cfddd837288ca731506ca804fda24ab0df7e50b07c17e7 (image=quay.ceph.io/ceph-ci/ceph@sha256:55072b3f7eae2e3409906b98d09d882e1c3dc2a9205d85fd5f4c0bc62f82d163, name=ceph-362ea986-fb34-11ee-bc8f-c7b262605968-osd-3-deactivate, RELEASE=main-c2d8c31, io.buildah.version=1.33.5, GIT_CLEAN=True, ceph=True, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 8 Base Image, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240409, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=) 2024-04-15T16:07:12.186 INFO:journalctl@ceph.osd.6.smithi102.stdout:Apr 15 16:07:11 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-osd-6[103054]: 2024-04-15T16:07:11.885+0000 7f5faf21a700 -1 osd.6 2724 heartbeat_check: no reply from 172.21.15.16:6806 osd.0 since back 2024-04-15T16:06:45.011839+0000 front 2024-04-15T16:06:45.011723+0000 (oldest deadline 2024-04-15T16:07:09.012304+0000) 2024-04-15T16:07:12.186 INFO:journalctl@ceph.osd.7.smithi102.stdout:Apr 15 16:07:11 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-osd-7[107822]: 2024-04-15T16:07:11.982+0000 7f6680e2d700 -1 osd.7 2724 heartbeat_check: no reply from 172.21.15.16:6806 osd.0 since back 2024-04-15T16:06:43.263869+0000 front 2024-04-15T16:06:43.263973+0000 (oldest deadline 2024-04-15T16:07:09.163747+0000) 2024-04-15T16:07:12.187 INFO:journalctl@ceph.osd.5.smithi102.stdout:Apr 15 16:07:11 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-osd-5[98292]: 2024-04-15T16:07:11.923+0000 7f4eeb505700 -1 osd.5 2724 heartbeat_check: no reply from 172.21.15.16:6806 osd.0 since back 2024-04-15T16:06:45.643117+0000 front 2024-04-15T16:06:45.643139+0000 (oldest deadline 2024-04-15T16:07:09.742796+0000) 2024-04-15T16:07:12.205 INFO:journalctl@ceph.osd.3.smithi016.stdout:Apr 15 16:07:11 smithi016 podman[222353]: 2024-04-15 16:07:11.898888129 +0000 UTC m=+0.391963538 container start 07faccbc741f64a362cfddd837288ca731506ca804fda24ab0df7e50b07c17e7 (image=quay.ceph.io/ceph-ci/ceph@sha256:55072b3f7eae2e3409906b98d09d882e1c3dc2a9205d85fd5f4c0bc62f82d163, name=ceph-362ea986-fb34-11ee-bc8f-c7b262605968-osd-3-deactivate, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, ceph=True, io.buildah.version=1.33.5, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240409, RELEASE=main-c2d8c31, GIT_BRANCH=HEAD, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 8 Base Image) 2024-04-15T16:07:12.205 INFO:journalctl@ceph.osd.3.smithi016.stdout:Apr 15 16:07:11 smithi016 podman[222353]: 2024-04-15 16:07:11.983561414 +0000 UTC m=+0.476636832 container attach 07faccbc741f64a362cfddd837288ca731506ca804fda24ab0df7e50b07c17e7 (image=quay.ceph.io/ceph-ci/ceph@sha256:55072b3f7eae2e3409906b98d09d882e1c3dc2a9205d85fd5f4c0bc62f82d163, name=ceph-362ea986-fb34-11ee-bc8f-c7b262605968-osd-3-deactivate, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, CEPH_POINT_RELEASE=, ceph=True, RELEASE=main-c2d8c31, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, org.label-schema.build-date=20240409, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD, GIT_CLEAN=True, io.buildah.version=1.33.5) 2024-04-15T16:07:12.466 INFO:journalctl@ceph.osd.4.smithi102.stdout:Apr 15 16:07:12 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-osd-4[93054]: 2024-04-15T16:07:12.393+0000 7f1ffaf04700 -1 osd.4 2724 heartbeat_check: no reply from 172.21.15.16:6806 osd.0 since back 2024-04-15T16:06:39.990751+0000 front 2024-04-15T16:06:39.990618+0000 (oldest deadline 2024-04-15T16:07:07.591181+0000) 2024-04-15T16:07:12.502 INFO:journalctl@ceph.osd.3.smithi016.stdout:Apr 15 16:07:12 smithi016 podman[222353]: 2024-04-15 16:07:12.206864033 +0000 UTC m=+0.699939447 container died 07faccbc741f64a362cfddd837288ca731506ca804fda24ab0df7e50b07c17e7 (image=quay.ceph.io/ceph-ci/ceph@sha256:55072b3f7eae2e3409906b98d09d882e1c3dc2a9205d85fd5f4c0bc62f82d163, name=ceph-362ea986-fb34-11ee-bc8f-c7b262605968-osd-3-deactivate, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, RELEASE=main-c2d8c31, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, io.buildah.version=1.33.5, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 8 Base Image, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, ceph=True, org.label-schema.build-date=20240409) 2024-04-15T16:07:12.787 DEBUG:teuthology.orchestra.run.smithi016:> sudo pkill -f 'journalctl -f -n 0 -u ceph-362ea986-fb34-11ee-bc8f-c7b262605968@osd.3.service' 2024-04-15T16:07:12.833 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-04-15T16:07:12.833 INFO:tasks.cephadm.osd.3:Stopped osd.3 2024-04-15T16:07:12.833 INFO:tasks.cephadm.osd.4:Stopping osd.4... 2024-04-15T16:07:12.833 DEBUG:teuthology.orchestra.run.smithi102:> sudo systemctl stop ceph-362ea986-fb34-11ee-bc8f-c7b262605968@osd.4 2024-04-15T16:07:13.153 INFO:journalctl@ceph.osd.4.smithi102.stdout:Apr 15 16:07:12 smithi102 systemd[1]: Stopping Ceph osd.4 for 362ea986-fb34-11ee-bc8f-c7b262605968... 2024-04-15T16:07:13.153 INFO:journalctl@ceph.osd.5.smithi102.stdout:Apr 15 16:07:12 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-osd-5[98292]: 2024-04-15T16:07:12.891+0000 7f4eeb505700 -1 osd.5 2724 heartbeat_check: no reply from 172.21.15.16:6806 osd.0 since back 2024-04-15T16:06:45.643117+0000 front 2024-04-15T16:06:45.643139+0000 (oldest deadline 2024-04-15T16:07:09.742796+0000) 2024-04-15T16:07:13.154 INFO:journalctl@ceph.osd.6.smithi102.stdout:Apr 15 16:07:12 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-osd-6[103054]: 2024-04-15T16:07:12.935+0000 7f5faf21a700 -1 osd.6 2724 heartbeat_check: no reply from 172.21.15.16:6806 osd.0 since back 2024-04-15T16:06:45.011839+0000 front 2024-04-15T16:06:45.011723+0000 (oldest deadline 2024-04-15T16:07:09.012304+0000) 2024-04-15T16:07:13.154 INFO:journalctl@ceph.osd.7.smithi102.stdout:Apr 15 16:07:12 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-osd-7[107822]: 2024-04-15T16:07:12.948+0000 7f6680e2d700 -1 osd.7 2724 heartbeat_check: no reply from 172.21.15.16:6806 osd.0 since back 2024-04-15T16:06:43.263869+0000 front 2024-04-15T16:06:43.263973+0000 (oldest deadline 2024-04-15T16:07:09.163747+0000) 2024-04-15T16:07:13.421 INFO:journalctl@ceph.osd.4.smithi102.stdout:Apr 15 16:07:13 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-osd-4[93054]: 2024-04-15T16:07:13.153+0000 7f2002918700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.4 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-04-15T16:07:13.421 INFO:journalctl@ceph.osd.4.smithi102.stdout:Apr 15 16:07:13 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-osd-4[93054]: 2024-04-15T16:07:13.153+0000 7f2002918700 -1 osd.4 2724 *** Got signal Terminated *** 2024-04-15T16:07:13.421 INFO:journalctl@ceph.osd.4.smithi102.stdout:Apr 15 16:07:13 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-osd-4[93054]: 2024-04-15T16:07:13.153+0000 7f2002918700 -1 osd.4 2724 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-04-15T16:07:13.421 INFO:journalctl@ceph.osd.4.smithi102.stdout:Apr 15 16:07:13 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-osd-4[93054]: 2024-04-15T16:07:13.361+0000 7f1ffaf04700 -1 osd.4 2724 heartbeat_check: no reply from 172.21.15.16:6806 osd.0 since back 2024-04-15T16:06:39.990751+0000 front 2024-04-15T16:06:39.990618+0000 (oldest deadline 2024-04-15T16:07:07.591181+0000) 2024-04-15T16:07:14.185 INFO:journalctl@ceph.osd.6.smithi102.stdout:Apr 15 16:07:13 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-osd-6[103054]: 2024-04-15T16:07:13.975+0000 7f5faf21a700 -1 osd.6 2724 heartbeat_check: no reply from 172.21.15.16:6806 osd.0 since back 2024-04-15T16:06:45.011839+0000 front 2024-04-15T16:06:45.011723+0000 (oldest deadline 2024-04-15T16:07:09.012304+0000) 2024-04-15T16:07:14.186 INFO:journalctl@ceph.osd.7.smithi102.stdout:Apr 15 16:07:13 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-osd-7[107822]: 2024-04-15T16:07:13.922+0000 7f6680e2d700 -1 osd.7 2724 heartbeat_check: no reply from 172.21.15.16:6806 osd.0 since back 2024-04-15T16:06:43.263869+0000 front 2024-04-15T16:06:43.263973+0000 (oldest deadline 2024-04-15T16:07:09.163747+0000) 2024-04-15T16:07:14.186 INFO:journalctl@ceph.osd.5.smithi102.stdout:Apr 15 16:07:13 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-osd-5[98292]: 2024-04-15T16:07:13.927+0000 7f4eeb505700 -1 osd.5 2724 heartbeat_check: no reply from 172.21.15.16:6806 osd.0 since back 2024-04-15T16:06:45.643117+0000 front 2024-04-15T16:06:45.643139+0000 (oldest deadline 2024-04-15T16:07:09.742796+0000) 2024-04-15T16:07:14.685 INFO:journalctl@ceph.osd.4.smithi102.stdout:Apr 15 16:07:14 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-osd-4[93054]: 2024-04-15T16:07:14.403+0000 7f1ffaf04700 -1 osd.4 2724 heartbeat_check: no reply from 172.21.15.16:6806 osd.0 since back 2024-04-15T16:06:39.990751+0000 front 2024-04-15T16:06:39.990618+0000 (oldest deadline 2024-04-15T16:07:07.591181+0000) 2024-04-15T16:07:15.185 INFO:journalctl@ceph.osd.5.smithi102.stdout:Apr 15 16:07:14 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-osd-5[98292]: 2024-04-15T16:07:14.925+0000 7f4eeb505700 -1 osd.5 2724 heartbeat_check: no reply from 172.21.15.16:6806 osd.0 since back 2024-04-15T16:06:45.643117+0000 front 2024-04-15T16:06:45.643139+0000 (oldest deadline 2024-04-15T16:07:09.742796+0000) 2024-04-15T16:07:15.186 INFO:journalctl@ceph.osd.6.smithi102.stdout:Apr 15 16:07:14 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-osd-6[103054]: 2024-04-15T16:07:14.973+0000 7f5faf21a700 -1 osd.6 2724 heartbeat_check: no reply from 172.21.15.16:6806 osd.0 since back 2024-04-15T16:06:45.011839+0000 front 2024-04-15T16:06:45.011723+0000 (oldest deadline 2024-04-15T16:07:09.012304+0000) 2024-04-15T16:07:15.186 INFO:journalctl@ceph.osd.7.smithi102.stdout:Apr 15 16:07:14 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-osd-7[107822]: 2024-04-15T16:07:14.935+0000 7f6680e2d700 -1 osd.7 2724 heartbeat_check: no reply from 172.21.15.16:6806 osd.0 since back 2024-04-15T16:06:43.263869+0000 front 2024-04-15T16:06:43.263973+0000 (oldest deadline 2024-04-15T16:07:09.163747+0000) 2024-04-15T16:07:15.186 INFO:journalctl@ceph.osd.7.smithi102.stdout:Apr 15 16:07:14 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-osd-7[107822]: 2024-04-15T16:07:14.935+0000 7f6680e2d700 -1 osd.7 2724 heartbeat_check: no reply from 172.21.15.16:6814 osd.1 since back 2024-04-15T16:06:51.965269+0000 front 2024-04-15T16:06:51.965205+0000 (oldest deadline 2024-04-15T16:07:14.865096+0000) 2024-04-15T16:07:15.685 INFO:journalctl@ceph.osd.4.smithi102.stdout:Apr 15 16:07:15 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-osd-4[93054]: 2024-04-15T16:07:15.410+0000 7f1ffaf04700 -1 osd.4 2724 heartbeat_check: no reply from 172.21.15.16:6806 osd.0 since back 2024-04-15T16:06:39.990751+0000 front 2024-04-15T16:06:39.990618+0000 (oldest deadline 2024-04-15T16:07:07.591181+0000) 2024-04-15T16:07:16.185 INFO:journalctl@ceph.osd.5.smithi102.stdout:Apr 15 16:07:15 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-osd-5[98292]: 2024-04-15T16:07:15.880+0000 7f4eeb505700 -1 osd.5 2724 heartbeat_check: no reply from 172.21.15.16:6806 osd.0 since back 2024-04-15T16:06:45.643117+0000 front 2024-04-15T16:06:45.643139+0000 (oldest deadline 2024-04-15T16:07:09.742796+0000) 2024-04-15T16:07:16.186 INFO:journalctl@ceph.osd.6.smithi102.stdout:Apr 15 16:07:15 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-osd-6[103054]: 2024-04-15T16:07:15.978+0000 7f5faf21a700 -1 osd.6 2724 heartbeat_check: no reply from 172.21.15.16:6806 osd.0 since back 2024-04-15T16:06:45.011839+0000 front 2024-04-15T16:06:45.011723+0000 (oldest deadline 2024-04-15T16:07:09.012304+0000) 2024-04-15T16:07:16.186 INFO:journalctl@ceph.osd.7.smithi102.stdout:Apr 15 16:07:15 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-osd-7[107822]: 2024-04-15T16:07:15.893+0000 7f6680e2d700 -1 osd.7 2724 heartbeat_check: no reply from 172.21.15.16:6806 osd.0 since back 2024-04-15T16:06:43.263869+0000 front 2024-04-15T16:06:43.263973+0000 (oldest deadline 2024-04-15T16:07:09.163747+0000) 2024-04-15T16:07:16.186 INFO:journalctl@ceph.osd.7.smithi102.stdout:Apr 15 16:07:15 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-osd-7[107822]: 2024-04-15T16:07:15.893+0000 7f6680e2d700 -1 osd.7 2724 heartbeat_check: no reply from 172.21.15.16:6814 osd.1 since back 2024-04-15T16:06:51.965269+0000 front 2024-04-15T16:06:51.965205+0000 (oldest deadline 2024-04-15T16:07:14.865096+0000) 2024-04-15T16:07:16.685 INFO:journalctl@ceph.osd.4.smithi102.stdout:Apr 15 16:07:16 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-osd-4[93054]: 2024-04-15T16:07:16.411+0000 7f1ffaf04700 -1 osd.4 2724 heartbeat_check: no reply from 172.21.15.16:6806 osd.0 since back 2024-04-15T16:06:39.990751+0000 front 2024-04-15T16:06:39.990618+0000 (oldest deadline 2024-04-15T16:07:07.591181+0000) 2024-04-15T16:07:17.185 INFO:journalctl@ceph.osd.5.smithi102.stdout:Apr 15 16:07:16 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-osd-5[98292]: 2024-04-15T16:07:16.849+0000 7f4eeb505700 -1 osd.5 2724 heartbeat_check: no reply from 172.21.15.16:6806 osd.0 since back 2024-04-15T16:06:45.643117+0000 front 2024-04-15T16:06:45.643139+0000 (oldest deadline 2024-04-15T16:07:09.742796+0000) 2024-04-15T16:07:17.186 INFO:journalctl@ceph.osd.6.smithi102.stdout:Apr 15 16:07:16 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-osd-6[103054]: 2024-04-15T16:07:16.942+0000 7f5faf21a700 -1 osd.6 2724 heartbeat_check: no reply from 172.21.15.16:6806 osd.0 since back 2024-04-15T16:06:45.011839+0000 front 2024-04-15T16:06:45.011723+0000 (oldest deadline 2024-04-15T16:07:09.012304+0000) 2024-04-15T16:07:17.186 INFO:journalctl@ceph.osd.6.smithi102.stdout:Apr 15 16:07:16 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-osd-6[103054]: 2024-04-15T16:07:16.942+0000 7f5faf21a700 -1 osd.6 2724 heartbeat_check: no reply from 172.21.15.16:6814 osd.1 since back 2024-04-15T16:06:50.713176+0000 front 2024-04-15T16:06:50.713204+0000 (oldest deadline 2024-04-15T16:07:16.613084+0000) 2024-04-15T16:07:17.186 INFO:journalctl@ceph.osd.7.smithi102.stdout:Apr 15 16:07:16 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-osd-7[107822]: 2024-04-15T16:07:16.874+0000 7f6680e2d700 -1 osd.7 2724 heartbeat_check: no reply from 172.21.15.16:6806 osd.0 since back 2024-04-15T16:06:43.263869+0000 front 2024-04-15T16:06:43.263973+0000 (oldest deadline 2024-04-15T16:07:09.163747+0000) 2024-04-15T16:07:17.186 INFO:journalctl@ceph.osd.7.smithi102.stdout:Apr 15 16:07:16 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-osd-7[107822]: 2024-04-15T16:07:16.874+0000 7f6680e2d700 -1 osd.7 2724 heartbeat_check: no reply from 172.21.15.16:6814 osd.1 since back 2024-04-15T16:06:51.965269+0000 front 2024-04-15T16:06:51.965205+0000 (oldest deadline 2024-04-15T16:07:14.865096+0000) 2024-04-15T16:07:17.859 INFO:journalctl@ceph.osd.4.smithi102.stdout:Apr 15 16:07:17 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-osd-4[93054]: 2024-04-15T16:07:17.454+0000 7f1ffaf04700 -1 osd.4 2724 heartbeat_check: no reply from 172.21.15.16:6806 osd.0 since back 2024-04-15T16:06:39.990751+0000 front 2024-04-15T16:06:39.990618+0000 (oldest deadline 2024-04-15T16:07:07.591181+0000) 2024-04-15T16:07:17.859 INFO:journalctl@ceph.osd.4.smithi102.stdout:Apr 15 16:07:17 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-osd-4[93054]: 2024-04-15T16:07:17.454+0000 7f1ffaf04700 -1 osd.4 2724 heartbeat_check: no reply from 172.21.15.16:6814 osd.1 since back 2024-04-15T16:06:52.792661+0000 front 2024-04-15T16:06:52.792678+0000 (oldest deadline 2024-04-15T16:07:16.792905+0000) 2024-04-15T16:07:18.186 INFO:journalctl@ceph.osd.5.smithi102.stdout:Apr 15 16:07:17 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-osd-5[98292]: 2024-04-15T16:07:17.859+0000 7f4eeb505700 -1 osd.5 2724 heartbeat_check: no reply from 172.21.15.16:6806 osd.0 since back 2024-04-15T16:06:45.643117+0000 front 2024-04-15T16:06:45.643139+0000 (oldest deadline 2024-04-15T16:07:09.742796+0000) 2024-04-15T16:07:18.186 INFO:journalctl@ceph.osd.5.smithi102.stdout:Apr 15 16:07:17 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-osd-5[98292]: 2024-04-15T16:07:17.859+0000 7f4eeb505700 -1 osd.5 2724 heartbeat_check: no reply from 172.21.15.16:6814 osd.1 since back 2024-04-15T16:06:51.443877+0000 front 2024-04-15T16:06:51.443727+0000 (oldest deadline 2024-04-15T16:07:17.244070+0000) 2024-04-15T16:07:18.186 INFO:journalctl@ceph.osd.6.smithi102.stdout:Apr 15 16:07:17 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-osd-6[103054]: 2024-04-15T16:07:17.935+0000 7f5faf21a700 -1 osd.6 2724 heartbeat_check: no reply from 172.21.15.16:6806 osd.0 since back 2024-04-15T16:06:45.011839+0000 front 2024-04-15T16:06:45.011723+0000 (oldest deadline 2024-04-15T16:07:09.012304+0000) 2024-04-15T16:07:18.186 INFO:journalctl@ceph.osd.6.smithi102.stdout:Apr 15 16:07:17 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-osd-6[103054]: 2024-04-15T16:07:17.935+0000 7f5faf21a700 -1 osd.6 2724 heartbeat_check: no reply from 172.21.15.16:6814 osd.1 since back 2024-04-15T16:06:50.713176+0000 front 2024-04-15T16:06:50.713204+0000 (oldest deadline 2024-04-15T16:07:16.613084+0000) 2024-04-15T16:07:18.186 INFO:journalctl@ceph.osd.7.smithi102.stdout:Apr 15 16:07:17 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-osd-7[107822]: 2024-04-15T16:07:17.892+0000 7f6680e2d700 -1 osd.7 2724 heartbeat_check: no reply from 172.21.15.16:6806 osd.0 since back 2024-04-15T16:06:43.263869+0000 front 2024-04-15T16:06:43.263973+0000 (oldest deadline 2024-04-15T16:07:09.163747+0000) 2024-04-15T16:07:18.186 INFO:journalctl@ceph.osd.7.smithi102.stdout:Apr 15 16:07:17 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-osd-7[107822]: 2024-04-15T16:07:17.892+0000 7f6680e2d700 -1 osd.7 2724 heartbeat_check: no reply from 172.21.15.16:6814 osd.1 since back 2024-04-15T16:06:51.965269+0000 front 2024-04-15T16:06:51.965205+0000 (oldest deadline 2024-04-15T16:07:14.865096+0000) 2024-04-15T16:07:18.891 INFO:journalctl@ceph.osd.4.smithi102.stdout:Apr 15 16:07:18 smithi102 podman[152126]: 2024-04-15 16:07:18.633984766 +0000 UTC m=+5.595336276 container died bc2a238063083483d380cc3307e3db67e34c7606f5c1c4669743874bdf084b34 (image=quay.ceph.io/ceph-ci/ceph@sha256:55072b3f7eae2e3409906b98d09d882e1c3dc2a9205d85fd5f4c0bc62f82d163, name=ceph-362ea986-fb34-11ee-bc8f-c7b262605968-osd-4, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, ceph=True, io.buildah.version=1.33.5, CEPH_POINT_RELEASE=, RELEASE=main-c2d8c31, org.label-schema.build-date=20240409, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS) 2024-04-15T16:07:19.186 INFO:journalctl@ceph.osd.4.smithi102.stdout:Apr 15 16:07:19 smithi102 podman[152126]: 2024-04-15 16:07:19.051252245 +0000 UTC m=+6.012603754 container cleanup bc2a238063083483d380cc3307e3db67e34c7606f5c1c4669743874bdf084b34 (image=quay.ceph.io/ceph-ci/ceph@sha256:55072b3f7eae2e3409906b98d09d882e1c3dc2a9205d85fd5f4c0bc62f82d163, name=ceph-362ea986-fb34-11ee-bc8f-c7b262605968-osd-4, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=main-c2d8c31, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, GIT_CLEAN=True, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, io.buildah.version=1.33.5, org.label-schema.build-date=20240409, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=) 2024-04-15T16:07:19.186 INFO:journalctl@ceph.osd.4.smithi102.stdout:Apr 15 16:07:19 smithi102 bash[152126]: ceph-362ea986-fb34-11ee-bc8f-c7b262605968-osd-4 2024-04-15T16:07:19.186 INFO:journalctl@ceph.osd.5.smithi102.stdout:Apr 15 16:07:18 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-osd-5[98292]: 2024-04-15T16:07:18.908+0000 7f4eeb505700 -1 osd.5 2724 heartbeat_check: no reply from 172.21.15.16:6806 osd.0 since back 2024-04-15T16:06:45.643117+0000 front 2024-04-15T16:06:45.643139+0000 (oldest deadline 2024-04-15T16:07:09.742796+0000) 2024-04-15T16:07:19.186 INFO:journalctl@ceph.osd.5.smithi102.stdout:Apr 15 16:07:18 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-osd-5[98292]: 2024-04-15T16:07:18.908+0000 7f4eeb505700 -1 osd.5 2724 heartbeat_check: no reply from 172.21.15.16:6814 osd.1 since back 2024-04-15T16:06:51.443877+0000 front 2024-04-15T16:06:51.443727+0000 (oldest deadline 2024-04-15T16:07:17.244070+0000) 2024-04-15T16:07:19.187 INFO:journalctl@ceph.osd.6.smithi102.stdout:Apr 15 16:07:18 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-osd-6[103054]: 2024-04-15T16:07:18.892+0000 7f5faf21a700 -1 osd.6 2724 heartbeat_check: no reply from 172.21.15.16:6806 osd.0 since back 2024-04-15T16:06:45.011839+0000 front 2024-04-15T16:06:45.011723+0000 (oldest deadline 2024-04-15T16:07:09.012304+0000) 2024-04-15T16:07:19.187 INFO:journalctl@ceph.osd.6.smithi102.stdout:Apr 15 16:07:18 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-osd-6[103054]: 2024-04-15T16:07:18.892+0000 7f5faf21a700 -1 osd.6 2724 heartbeat_check: no reply from 172.21.15.16:6814 osd.1 since back 2024-04-15T16:06:50.713176+0000 front 2024-04-15T16:06:50.713204+0000 (oldest deadline 2024-04-15T16:07:16.613084+0000) 2024-04-15T16:07:19.187 INFO:journalctl@ceph.osd.7.smithi102.stdout:Apr 15 16:07:18 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-osd-7[107822]: 2024-04-15T16:07:18.925+0000 7f6680e2d700 -1 osd.7 2724 heartbeat_check: no reply from 172.21.15.16:6806 osd.0 since back 2024-04-15T16:06:43.263869+0000 front 2024-04-15T16:06:43.263973+0000 (oldest deadline 2024-04-15T16:07:09.163747+0000) 2024-04-15T16:07:19.187 INFO:journalctl@ceph.osd.7.smithi102.stdout:Apr 15 16:07:18 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-osd-7[107822]: 2024-04-15T16:07:18.925+0000 7f6680e2d700 -1 osd.7 2724 heartbeat_check: no reply from 172.21.15.16:6814 osd.1 since back 2024-04-15T16:06:51.965269+0000 front 2024-04-15T16:06:51.965205+0000 (oldest deadline 2024-04-15T16:07:14.865096+0000) 2024-04-15T16:07:19.627 INFO:journalctl@ceph.osd.4.smithi102.stdout:Apr 15 16:07:19 smithi102 podman[152148]: 2024-04-15 16:07:19.319319484 +0000 UTC m=+0.680497236 container remove bc2a238063083483d380cc3307e3db67e34c7606f5c1c4669743874bdf084b34 (image=quay.ceph.io/ceph-ci/ceph@sha256:55072b3f7eae2e3409906b98d09d882e1c3dc2a9205d85fd5f4c0bc62f82d163, name=ceph-362ea986-fb34-11ee-bc8f-c7b262605968-osd-4, org.label-schema.build-date=20240409, org.label-schema.schema-version=1.0, GIT_CLEAN=True, ceph=True, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=main-c2d8c31, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux ) 2024-04-15T16:07:19.884 INFO:journalctl@ceph.osd.4.smithi102.stdout:Apr 15 16:07:19 smithi102 podman[152244]: 2024-04-15 16:07:19.53094273 +0000 UTC m=+0.018156913 image pull 259793512b732efd8e04a33aa28c6de3675c47d120bc226206521425d246003e quay.ceph.io/ceph-ci/ceph@sha256:55072b3f7eae2e3409906b98d09d882e1c3dc2a9205d85fd5f4c0bc62f82d163 2024-04-15T16:07:19.884 INFO:journalctl@ceph.osd.4.smithi102.stdout:Apr 15 16:07:19 smithi102 podman[152244]: 2024-04-15 16:07:19.636731414 +0000 UTC m=+0.123945615 container create dd4ffce5d5330cb2724cf3af244d5a86babf8269dfcd9c88ef2812a33e5e3e34 (image=quay.ceph.io/ceph-ci/ceph@sha256:55072b3f7eae2e3409906b98d09d882e1c3dc2a9205d85fd5f4c0bc62f82d163, name=ceph-362ea986-fb34-11ee-bc8f-c7b262605968-osd-4-deactivate, org.label-schema.build-date=20240409, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, io.buildah.version=1.33.5, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, RELEASE=main-c2d8c31, org.label-schema.vendor=CentOS, ceph=True, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=) 2024-04-15T16:07:19.884 INFO:journalctl@ceph.osd.4.smithi102.stdout:Apr 15 16:07:19 smithi102 podman[152244]: 2024-04-15 16:07:19.831331703 +0000 UTC m=+0.318545867 container init dd4ffce5d5330cb2724cf3af244d5a86babf8269dfcd9c88ef2812a33e5e3e34 (image=quay.ceph.io/ceph-ci/ceph@sha256:55072b3f7eae2e3409906b98d09d882e1c3dc2a9205d85fd5f4c0bc62f82d163, name=ceph-362ea986-fb34-11ee-bc8f-c7b262605968-osd-4-deactivate, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240409, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, io.buildah.version=1.33.5, RELEASE=main-c2d8c31, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 8 Base Image, ceph=True, GIT_CLEAN=True) 2024-04-15T16:07:19.884 INFO:journalctl@ceph.osd.4.smithi102.stdout:Apr 15 16:07:19 smithi102 podman[152244]: 2024-04-15 16:07:19.837298115 +0000 UTC m=+0.324512275 container start dd4ffce5d5330cb2724cf3af244d5a86babf8269dfcd9c88ef2812a33e5e3e34 (image=quay.ceph.io/ceph-ci/ceph@sha256:55072b3f7eae2e3409906b98d09d882e1c3dc2a9205d85fd5f4c0bc62f82d163, name=ceph-362ea986-fb34-11ee-bc8f-c7b262605968-osd-4-deactivate, maintainer=Guillaume Abrioux , GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240409, ceph=True, RELEASE=main-c2d8c31, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.33.5, GIT_BRANCH=HEAD) 2024-04-15T16:07:20.186 INFO:journalctl@ceph.osd.6.smithi102.stdout:Apr 15 16:07:19 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-osd-6[103054]: 2024-04-15T16:07:19.905+0000 7f5faf21a700 -1 osd.6 2724 heartbeat_check: no reply from 172.21.15.16:6806 osd.0 since back 2024-04-15T16:06:45.011839+0000 front 2024-04-15T16:06:45.011723+0000 (oldest deadline 2024-04-15T16:07:09.012304+0000) 2024-04-15T16:07:20.186 INFO:journalctl@ceph.osd.6.smithi102.stdout:Apr 15 16:07:19 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-osd-6[103054]: 2024-04-15T16:07:19.905+0000 7f5faf21a700 -1 osd.6 2724 heartbeat_check: no reply from 172.21.15.16:6814 osd.1 since back 2024-04-15T16:06:50.713176+0000 front 2024-04-15T16:06:50.713204+0000 (oldest deadline 2024-04-15T16:07:16.613084+0000) 2024-04-15T16:07:20.186 INFO:journalctl@ceph.osd.7.smithi102.stdout:Apr 15 16:07:19 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-osd-7[107822]: 2024-04-15T16:07:19.941+0000 7f6680e2d700 -1 osd.7 2724 heartbeat_check: no reply from 172.21.15.16:6806 osd.0 since back 2024-04-15T16:06:43.263869+0000 front 2024-04-15T16:06:43.263973+0000 (oldest deadline 2024-04-15T16:07:09.163747+0000) 2024-04-15T16:07:20.186 INFO:journalctl@ceph.osd.7.smithi102.stdout:Apr 15 16:07:19 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-osd-7[107822]: 2024-04-15T16:07:19.941+0000 7f6680e2d700 -1 osd.7 2724 heartbeat_check: no reply from 172.21.15.16:6814 osd.1 since back 2024-04-15T16:06:51.965269+0000 front 2024-04-15T16:06:51.965205+0000 (oldest deadline 2024-04-15T16:07:14.865096+0000) 2024-04-15T16:07:20.186 INFO:journalctl@ceph.osd.4.smithi102.stdout:Apr 15 16:07:19 smithi102 podman[152244]: 2024-04-15 16:07:19.922550915 +0000 UTC m=+0.409765086 container attach dd4ffce5d5330cb2724cf3af244d5a86babf8269dfcd9c88ef2812a33e5e3e34 (image=quay.ceph.io/ceph-ci/ceph@sha256:55072b3f7eae2e3409906b98d09d882e1c3dc2a9205d85fd5f4c0bc62f82d163, name=ceph-362ea986-fb34-11ee-bc8f-c7b262605968-osd-4-deactivate, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, GIT_CLEAN=True, org.label-schema.build-date=20240409, org.label-schema.schema-version=1.0, RELEASE=main-c2d8c31, org.label-schema.license=GPLv2, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS) 2024-04-15T16:07:20.187 INFO:journalctl@ceph.osd.4.smithi102.stdout:Apr 15 16:07:20 smithi102 podman[152244]: 2024-04-15 16:07:20.128493841 +0000 UTC m=+0.615708008 container died dd4ffce5d5330cb2724cf3af244d5a86babf8269dfcd9c88ef2812a33e5e3e34 (image=quay.ceph.io/ceph-ci/ceph@sha256:55072b3f7eae2e3409906b98d09d882e1c3dc2a9205d85fd5f4c0bc62f82d163, name=ceph-362ea986-fb34-11ee-bc8f-c7b262605968-osd-4-deactivate, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, io.buildah.version=1.33.5, ceph=True, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, GIT_CLEAN=True, org.label-schema.build-date=20240409, RELEASE=main-c2d8c31, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2) 2024-04-15T16:07:20.187 INFO:journalctl@ceph.osd.5.smithi102.stdout:Apr 15 16:07:19 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-osd-5[98292]: 2024-04-15T16:07:19.884+0000 7f4eeb505700 -1 osd.5 2724 heartbeat_check: no reply from 172.21.15.16:6806 osd.0 since back 2024-04-15T16:06:45.643117+0000 front 2024-04-15T16:06:45.643139+0000 (oldest deadline 2024-04-15T16:07:09.742796+0000) 2024-04-15T16:07:20.187 INFO:journalctl@ceph.osd.5.smithi102.stdout:Apr 15 16:07:19 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-osd-5[98292]: 2024-04-15T16:07:19.884+0000 7f4eeb505700 -1 osd.5 2724 heartbeat_check: no reply from 172.21.15.16:6814 osd.1 since back 2024-04-15T16:06:51.443877+0000 front 2024-04-15T16:06:51.443727+0000 (oldest deadline 2024-04-15T16:07:17.244070+0000) 2024-04-15T16:07:20.538 INFO:journalctl@ceph.alertmanager.a.smithi016.stdout:Apr 15 16:07:20 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-alertmanager-a[127567]: ts=2024-04-15T16:07:20.225Z caller=dispatch.go:352 level=error component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[0]: notify retry canceled after 8 attempts: Post \"https://smithi016.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.16:8443: connect: connection refused; ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi102.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.102:8443: connect: connection refused" 2024-04-15T16:07:20.538 INFO:journalctl@ceph.alertmanager.a.smithi016.stdout:Apr 15 16:07:20 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-alertmanager-a[127567]: ts=2024-04-15T16:07:20.226Z caller=notify.go:732 level=warn component=dispatcher receiver=ceph-dashboard integration=webhook[0] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi016.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.16:8443: connect: connection refused" 2024-04-15T16:07:20.538 INFO:journalctl@ceph.alertmanager.a.smithi016.stdout:Apr 15 16:07:20 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-alertmanager-a[127567]: ts=2024-04-15T16:07:20.226Z caller=notify.go:732 level=warn component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi102.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.102:8443: connect: connection refused" 2024-04-15T16:07:20.740 DEBUG:teuthology.orchestra.run.smithi102:> sudo pkill -f 'journalctl -f -n 0 -u ceph-362ea986-fb34-11ee-bc8f-c7b262605968@osd.4.service' 2024-04-15T16:07:20.784 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-04-15T16:07:20.784 INFO:tasks.cephadm.osd.4:Stopped osd.4 2024-04-15T16:07:20.784 INFO:tasks.cephadm.osd.5:Stopping osd.5... 2024-04-15T16:07:20.784 DEBUG:teuthology.orchestra.run.smithi102:> sudo systemctl stop ceph-362ea986-fb34-11ee-bc8f-c7b262605968@osd.5 2024-04-15T16:07:21.123 INFO:journalctl@ceph.osd.7.smithi102.stdout:Apr 15 16:07:20 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-osd-7[107822]: 2024-04-15T16:07:20.953+0000 7f6680e2d700 -1 osd.7 2724 heartbeat_check: no reply from 172.21.15.16:6806 osd.0 since back 2024-04-15T16:06:43.263869+0000 front 2024-04-15T16:06:43.263973+0000 (oldest deadline 2024-04-15T16:07:09.163747+0000) 2024-04-15T16:07:21.123 INFO:journalctl@ceph.osd.7.smithi102.stdout:Apr 15 16:07:20 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-osd-7[107822]: 2024-04-15T16:07:20.953+0000 7f6680e2d700 -1 osd.7 2724 heartbeat_check: no reply from 172.21.15.16:6814 osd.1 since back 2024-04-15T16:06:51.965269+0000 front 2024-04-15T16:06:51.965205+0000 (oldest deadline 2024-04-15T16:07:14.865096+0000) 2024-04-15T16:07:21.123 INFO:journalctl@ceph.osd.6.smithi102.stdout:Apr 15 16:07:20 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-osd-6[103054]: 2024-04-15T16:07:20.895+0000 7f5faf21a700 -1 osd.6 2724 heartbeat_check: no reply from 172.21.15.16:6806 osd.0 since back 2024-04-15T16:06:45.011839+0000 front 2024-04-15T16:06:45.011723+0000 (oldest deadline 2024-04-15T16:07:09.012304+0000) 2024-04-15T16:07:21.123 INFO:journalctl@ceph.osd.6.smithi102.stdout:Apr 15 16:07:20 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-osd-6[103054]: 2024-04-15T16:07:20.895+0000 7f5faf21a700 -1 osd.6 2724 heartbeat_check: no reply from 172.21.15.16:6814 osd.1 since back 2024-04-15T16:06:50.713176+0000 front 2024-04-15T16:06:50.713204+0000 (oldest deadline 2024-04-15T16:07:16.613084+0000) 2024-04-15T16:07:21.123 INFO:journalctl@ceph.osd.5.smithi102.stdout:Apr 15 16:07:20 smithi102 systemd[1]: Stopping Ceph osd.5 for 362ea986-fb34-11ee-bc8f-c7b262605968... 2024-04-15T16:07:21.123 INFO:journalctl@ceph.osd.5.smithi102.stdout:Apr 15 16:07:20 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-osd-5[98292]: 2024-04-15T16:07:20.922+0000 7f4eeb505700 -1 osd.5 2724 heartbeat_check: no reply from 172.21.15.16:6806 osd.0 since back 2024-04-15T16:06:45.643117+0000 front 2024-04-15T16:06:45.643139+0000 (oldest deadline 2024-04-15T16:07:09.742796+0000) 2024-04-15T16:07:21.124 INFO:journalctl@ceph.osd.5.smithi102.stdout:Apr 15 16:07:20 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-osd-5[98292]: 2024-04-15T16:07:20.922+0000 7f4eeb505700 -1 osd.5 2724 heartbeat_check: no reply from 172.21.15.16:6814 osd.1 since back 2024-04-15T16:06:51.443877+0000 front 2024-04-15T16:06:51.443727+0000 (oldest deadline 2024-04-15T16:07:17.244070+0000) 2024-04-15T16:07:21.124 INFO:journalctl@ceph.osd.5.smithi102.stdout:Apr 15 16:07:21 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-osd-5[98292]: 2024-04-15T16:07:21.123+0000 7f4ef2f19700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.5 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-04-15T16:07:21.124 INFO:journalctl@ceph.osd.5.smithi102.stdout:Apr 15 16:07:21 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-osd-5[98292]: 2024-04-15T16:07:21.123+0000 7f4ef2f19700 -1 osd.5 2724 *** Got signal Terminated *** 2024-04-15T16:07:21.435 INFO:journalctl@ceph.osd.5.smithi102.stdout:Apr 15 16:07:21 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-osd-5[98292]: 2024-04-15T16:07:21.123+0000 7f4ef2f19700 -1 osd.5 2724 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-04-15T16:07:22.185 INFO:journalctl@ceph.osd.5.smithi102.stdout:Apr 15 16:07:21 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-osd-5[98292]: 2024-04-15T16:07:21.919+0000 7f4eeb505700 -1 osd.5 2724 heartbeat_check: no reply from 172.21.15.16:6806 osd.0 since back 2024-04-15T16:06:45.643117+0000 front 2024-04-15T16:06:45.643139+0000 (oldest deadline 2024-04-15T16:07:09.742796+0000) 2024-04-15T16:07:22.186 INFO:journalctl@ceph.osd.5.smithi102.stdout:Apr 15 16:07:21 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-osd-5[98292]: 2024-04-15T16:07:21.919+0000 7f4eeb505700 -1 osd.5 2724 heartbeat_check: no reply from 172.21.15.16:6814 osd.1 since back 2024-04-15T16:06:51.443877+0000 front 2024-04-15T16:06:51.443727+0000 (oldest deadline 2024-04-15T16:07:17.244070+0000) 2024-04-15T16:07:22.186 INFO:journalctl@ceph.osd.7.smithi102.stdout:Apr 15 16:07:21 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-osd-7[107822]: 2024-04-15T16:07:21.927+0000 7f6680e2d700 -1 osd.7 2724 heartbeat_check: no reply from 172.21.15.16:6806 osd.0 since back 2024-04-15T16:06:43.263869+0000 front 2024-04-15T16:06:43.263973+0000 (oldest deadline 2024-04-15T16:07:09.163747+0000) 2024-04-15T16:07:22.186 INFO:journalctl@ceph.osd.7.smithi102.stdout:Apr 15 16:07:21 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-osd-7[107822]: 2024-04-15T16:07:21.927+0000 7f6680e2d700 -1 osd.7 2724 heartbeat_check: no reply from 172.21.15.16:6814 osd.1 since back 2024-04-15T16:06:51.965269+0000 front 2024-04-15T16:06:51.965205+0000 (oldest deadline 2024-04-15T16:07:14.865096+0000) 2024-04-15T16:07:22.186 INFO:journalctl@ceph.osd.6.smithi102.stdout:Apr 15 16:07:21 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-osd-6[103054]: 2024-04-15T16:07:21.879+0000 7f5faf21a700 -1 osd.6 2724 heartbeat_check: no reply from 172.21.15.16:6806 osd.0 since back 2024-04-15T16:06:45.011839+0000 front 2024-04-15T16:06:45.011723+0000 (oldest deadline 2024-04-15T16:07:09.012304+0000) 2024-04-15T16:07:22.186 INFO:journalctl@ceph.osd.6.smithi102.stdout:Apr 15 16:07:21 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-osd-6[103054]: 2024-04-15T16:07:21.879+0000 7f5faf21a700 -1 osd.6 2724 heartbeat_check: no reply from 172.21.15.16:6814 osd.1 since back 2024-04-15T16:06:50.713176+0000 front 2024-04-15T16:06:50.713204+0000 (oldest deadline 2024-04-15T16:07:16.613084+0000) 2024-04-15T16:07:23.186 INFO:journalctl@ceph.osd.7.smithi102.stdout:Apr 15 16:07:22 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-osd-7[107822]: 2024-04-15T16:07:22.943+0000 7f6680e2d700 -1 osd.7 2724 heartbeat_check: no reply from 172.21.15.16:6806 osd.0 since back 2024-04-15T16:06:43.263869+0000 front 2024-04-15T16:06:43.263973+0000 (oldest deadline 2024-04-15T16:07:09.163747+0000) 2024-04-15T16:07:23.186 INFO:journalctl@ceph.osd.7.smithi102.stdout:Apr 15 16:07:22 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-osd-7[107822]: 2024-04-15T16:07:22.943+0000 7f6680e2d700 -1 osd.7 2724 heartbeat_check: no reply from 172.21.15.16:6814 osd.1 since back 2024-04-15T16:06:51.965269+0000 front 2024-04-15T16:06:51.965205+0000 (oldest deadline 2024-04-15T16:07:14.865096+0000) 2024-04-15T16:07:23.186 INFO:journalctl@ceph.osd.5.smithi102.stdout:Apr 15 16:07:22 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-osd-5[98292]: 2024-04-15T16:07:22.876+0000 7f4eeb505700 -1 osd.5 2724 heartbeat_check: no reply from 172.21.15.16:6806 osd.0 since back 2024-04-15T16:06:45.643117+0000 front 2024-04-15T16:06:45.643139+0000 (oldest deadline 2024-04-15T16:07:09.742796+0000) 2024-04-15T16:07:23.186 INFO:journalctl@ceph.osd.5.smithi102.stdout:Apr 15 16:07:22 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-osd-5[98292]: 2024-04-15T16:07:22.876+0000 7f4eeb505700 -1 osd.5 2724 heartbeat_check: no reply from 172.21.15.16:6814 osd.1 since back 2024-04-15T16:06:51.443877+0000 front 2024-04-15T16:06:51.443727+0000 (oldest deadline 2024-04-15T16:07:17.244070+0000) 2024-04-15T16:07:23.186 INFO:journalctl@ceph.osd.6.smithi102.stdout:Apr 15 16:07:22 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-osd-6[103054]: 2024-04-15T16:07:22.837+0000 7f5faf21a700 -1 osd.6 2724 heartbeat_check: no reply from 172.21.15.16:6806 osd.0 since back 2024-04-15T16:06:45.011839+0000 front 2024-04-15T16:06:45.011723+0000 (oldest deadline 2024-04-15T16:07:09.012304+0000) 2024-04-15T16:07:23.186 INFO:journalctl@ceph.osd.6.smithi102.stdout:Apr 15 16:07:22 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-osd-6[103054]: 2024-04-15T16:07:22.837+0000 7f5faf21a700 -1 osd.6 2724 heartbeat_check: no reply from 172.21.15.16:6814 osd.1 since back 2024-04-15T16:06:50.713176+0000 front 2024-04-15T16:06:50.713204+0000 (oldest deadline 2024-04-15T16:07:16.613084+0000) 2024-04-15T16:07:23.187 INFO:journalctl@ceph.osd.6.smithi102.stdout:Apr 15 16:07:22 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-osd-6[103054]: 2024-04-15T16:07:22.837+0000 7f5faf21a700 -1 osd.6 2724 heartbeat_check: no reply from 172.21.15.16:6822 osd.2 since back 2024-04-15T16:06:56.613554+0000 front 2024-04-15T16:06:56.613653+0000 (oldest deadline 2024-04-15T16:07:22.513423+0000) 2024-04-15T16:07:24.185 INFO:journalctl@ceph.osd.7.smithi102.stdout:Apr 15 16:07:23 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-osd-7[107822]: 2024-04-15T16:07:23.991+0000 7f6680e2d700 -1 osd.7 2724 heartbeat_check: no reply from 172.21.15.16:6806 osd.0 since back 2024-04-15T16:06:43.263869+0000 front 2024-04-15T16:06:43.263973+0000 (oldest deadline 2024-04-15T16:07:09.163747+0000) 2024-04-15T16:07:24.186 INFO:journalctl@ceph.osd.7.smithi102.stdout:Apr 15 16:07:23 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-osd-7[107822]: 2024-04-15T16:07:23.991+0000 7f6680e2d700 -1 osd.7 2724 heartbeat_check: no reply from 172.21.15.16:6814 osd.1 since back 2024-04-15T16:06:51.965269+0000 front 2024-04-15T16:06:51.965205+0000 (oldest deadline 2024-04-15T16:07:14.865096+0000) 2024-04-15T16:07:24.186 INFO:journalctl@ceph.osd.5.smithi102.stdout:Apr 15 16:07:23 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-osd-5[98292]: 2024-04-15T16:07:23.840+0000 7f4eeb505700 -1 osd.5 2724 heartbeat_check: no reply from 172.21.15.16:6806 osd.0 since back 2024-04-15T16:06:45.643117+0000 front 2024-04-15T16:06:45.643139+0000 (oldest deadline 2024-04-15T16:07:09.742796+0000) 2024-04-15T16:07:24.186 INFO:journalctl@ceph.osd.5.smithi102.stdout:Apr 15 16:07:23 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-osd-5[98292]: 2024-04-15T16:07:23.840+0000 7f4eeb505700 -1 osd.5 2724 heartbeat_check: no reply from 172.21.15.16:6814 osd.1 since back 2024-04-15T16:06:51.443877+0000 front 2024-04-15T16:06:51.443727+0000 (oldest deadline 2024-04-15T16:07:17.244070+0000) 2024-04-15T16:07:24.186 INFO:journalctl@ceph.osd.6.smithi102.stdout:Apr 15 16:07:23 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-osd-6[103054]: 2024-04-15T16:07:23.845+0000 7f5faf21a700 -1 osd.6 2724 heartbeat_check: no reply from 172.21.15.16:6806 osd.0 since back 2024-04-15T16:06:45.011839+0000 front 2024-04-15T16:06:45.011723+0000 (oldest deadline 2024-04-15T16:07:09.012304+0000) 2024-04-15T16:07:24.186 INFO:journalctl@ceph.osd.6.smithi102.stdout:Apr 15 16:07:23 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-osd-6[103054]: 2024-04-15T16:07:23.845+0000 7f5faf21a700 -1 osd.6 2724 heartbeat_check: no reply from 172.21.15.16:6814 osd.1 since back 2024-04-15T16:06:50.713176+0000 front 2024-04-15T16:06:50.713204+0000 (oldest deadline 2024-04-15T16:07:16.613084+0000) 2024-04-15T16:07:24.186 INFO:journalctl@ceph.osd.6.smithi102.stdout:Apr 15 16:07:23 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-osd-6[103054]: 2024-04-15T16:07:23.845+0000 7f5faf21a700 -1 osd.6 2724 heartbeat_check: no reply from 172.21.15.16:6822 osd.2 since back 2024-04-15T16:06:56.613554+0000 front 2024-04-15T16:06:56.613653+0000 (oldest deadline 2024-04-15T16:07:22.513423+0000) 2024-04-15T16:07:25.185 INFO:journalctl@ceph.osd.7.smithi102.stdout:Apr 15 16:07:25 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-osd-7[107822]: 2024-04-15T16:07:25.031+0000 7f6680e2d700 -1 osd.7 2724 heartbeat_check: no reply from 172.21.15.16:6806 osd.0 since back 2024-04-15T16:06:43.263869+0000 front 2024-04-15T16:06:43.263973+0000 (oldest deadline 2024-04-15T16:07:09.163747+0000) 2024-04-15T16:07:25.186 INFO:journalctl@ceph.osd.7.smithi102.stdout:Apr 15 16:07:25 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-osd-7[107822]: 2024-04-15T16:07:25.031+0000 7f6680e2d700 -1 osd.7 2724 heartbeat_check: no reply from 172.21.15.16:6814 osd.1 since back 2024-04-15T16:06:51.965269+0000 front 2024-04-15T16:06:51.965205+0000 (oldest deadline 2024-04-15T16:07:14.865096+0000) 2024-04-15T16:07:25.186 INFO:journalctl@ceph.osd.5.smithi102.stdout:Apr 15 16:07:24 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-osd-5[98292]: 2024-04-15T16:07:24.791+0000 7f4eeb505700 -1 osd.5 2724 heartbeat_check: no reply from 172.21.15.16:6806 osd.0 since back 2024-04-15T16:06:45.643117+0000 front 2024-04-15T16:06:45.643139+0000 (oldest deadline 2024-04-15T16:07:09.742796+0000) 2024-04-15T16:07:25.186 INFO:journalctl@ceph.osd.5.smithi102.stdout:Apr 15 16:07:24 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-osd-5[98292]: 2024-04-15T16:07:24.791+0000 7f4eeb505700 -1 osd.5 2724 heartbeat_check: no reply from 172.21.15.16:6814 osd.1 since back 2024-04-15T16:06:51.443877+0000 front 2024-04-15T16:06:51.443727+0000 (oldest deadline 2024-04-15T16:07:17.244070+0000) 2024-04-15T16:07:25.186 INFO:journalctl@ceph.osd.6.smithi102.stdout:Apr 15 16:07:24 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-osd-6[103054]: 2024-04-15T16:07:24.877+0000 7f5faf21a700 -1 osd.6 2724 heartbeat_check: no reply from 172.21.15.16:6806 osd.0 since back 2024-04-15T16:06:45.011839+0000 front 2024-04-15T16:06:45.011723+0000 (oldest deadline 2024-04-15T16:07:09.012304+0000) 2024-04-15T16:07:25.186 INFO:journalctl@ceph.osd.6.smithi102.stdout:Apr 15 16:07:24 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-osd-6[103054]: 2024-04-15T16:07:24.877+0000 7f5faf21a700 -1 osd.6 2724 heartbeat_check: no reply from 172.21.15.16:6814 osd.1 since back 2024-04-15T16:06:50.713176+0000 front 2024-04-15T16:06:50.713204+0000 (oldest deadline 2024-04-15T16:07:16.613084+0000) 2024-04-15T16:07:25.187 INFO:journalctl@ceph.osd.6.smithi102.stdout:Apr 15 16:07:24 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-osd-6[103054]: 2024-04-15T16:07:24.877+0000 7f5faf21a700 -1 osd.6 2724 heartbeat_check: no reply from 172.21.15.16:6822 osd.2 since back 2024-04-15T16:06:56.613554+0000 front 2024-04-15T16:06:56.613653+0000 (oldest deadline 2024-04-15T16:07:22.513423+0000) 2024-04-15T16:07:26.185 INFO:journalctl@ceph.osd.5.smithi102.stdout:Apr 15 16:07:25 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-osd-5[98292]: 2024-04-15T16:07:25.827+0000 7f4eeb505700 -1 osd.5 2724 heartbeat_check: no reply from 172.21.15.16:6806 osd.0 since back 2024-04-15T16:06:45.643117+0000 front 2024-04-15T16:06:45.643139+0000 (oldest deadline 2024-04-15T16:07:09.742796+0000) 2024-04-15T16:07:26.186 INFO:journalctl@ceph.osd.5.smithi102.stdout:Apr 15 16:07:25 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-osd-5[98292]: 2024-04-15T16:07:25.827+0000 7f4eeb505700 -1 osd.5 2724 heartbeat_check: no reply from 172.21.15.16:6814 osd.1 since back 2024-04-15T16:06:51.443877+0000 front 2024-04-15T16:06:51.443727+0000 (oldest deadline 2024-04-15T16:07:17.244070+0000) 2024-04-15T16:07:26.186 INFO:journalctl@ceph.osd.7.smithi102.stdout:Apr 15 16:07:26 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-osd-7[107822]: 2024-04-15T16:07:26.026+0000 7f6680e2d700 -1 osd.7 2724 heartbeat_check: no reply from 172.21.15.16:6806 osd.0 since back 2024-04-15T16:06:43.263869+0000 front 2024-04-15T16:06:43.263973+0000 (oldest deadline 2024-04-15T16:07:09.163747+0000) 2024-04-15T16:07:26.186 INFO:journalctl@ceph.osd.7.smithi102.stdout:Apr 15 16:07:26 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-osd-7[107822]: 2024-04-15T16:07:26.026+0000 7f6680e2d700 -1 osd.7 2724 heartbeat_check: no reply from 172.21.15.16:6814 osd.1 since back 2024-04-15T16:06:51.965269+0000 front 2024-04-15T16:06:51.965205+0000 (oldest deadline 2024-04-15T16:07:14.865096+0000) 2024-04-15T16:07:26.186 INFO:journalctl@ceph.osd.6.smithi102.stdout:Apr 15 16:07:25 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-osd-6[103054]: 2024-04-15T16:07:25.849+0000 7f5faf21a700 -1 osd.6 2724 heartbeat_check: no reply from 172.21.15.16:6806 osd.0 since back 2024-04-15T16:06:45.011839+0000 front 2024-04-15T16:06:45.011723+0000 (oldest deadline 2024-04-15T16:07:09.012304+0000) 2024-04-15T16:07:26.186 INFO:journalctl@ceph.osd.6.smithi102.stdout:Apr 15 16:07:25 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-osd-6[103054]: 2024-04-15T16:07:25.849+0000 7f5faf21a700 -1 osd.6 2724 heartbeat_check: no reply from 172.21.15.16:6814 osd.1 since back 2024-04-15T16:06:50.713176+0000 front 2024-04-15T16:06:50.713204+0000 (oldest deadline 2024-04-15T16:07:16.613084+0000) 2024-04-15T16:07:26.186 INFO:journalctl@ceph.osd.6.smithi102.stdout:Apr 15 16:07:25 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-osd-6[103054]: 2024-04-15T16:07:25.849+0000 7f5faf21a700 -1 osd.6 2724 heartbeat_check: no reply from 172.21.15.16:6822 osd.2 since back 2024-04-15T16:06:56.613554+0000 front 2024-04-15T16:06:56.613653+0000 (oldest deadline 2024-04-15T16:07:22.513423+0000) 2024-04-15T16:07:26.795 INFO:journalctl@ceph.osd.5.smithi102.stdout:Apr 15 16:07:26 smithi102 podman[152375]: 2024-04-15 16:07:26.513812861 +0000 UTC m=+5.499177828 container died c74141cc87b2e849736a30608e6c029dcc123316f53f68d08871ad1684cd6a95 (image=quay.ceph.io/ceph-ci/ceph@sha256:55072b3f7eae2e3409906b98d09d882e1c3dc2a9205d85fd5f4c0bc62f82d163, name=ceph-362ea986-fb34-11ee-bc8f-c7b262605968-osd-5, org.label-schema.build-date=20240409, RELEASE=main-c2d8c31, org.label-schema.license=GPLv2, GIT_CLEAN=True, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, ceph=True, io.buildah.version=1.33.5, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image) 2024-04-15T16:07:27.145 INFO:journalctl@ceph.osd.5.smithi102.stdout:Apr 15 16:07:26 smithi102 podman[152375]: 2024-04-15 16:07:26.887468818 +0000 UTC m=+5.872833782 container cleanup c74141cc87b2e849736a30608e6c029dcc123316f53f68d08871ad1684cd6a95 (image=quay.ceph.io/ceph-ci/ceph@sha256:55072b3f7eae2e3409906b98d09d882e1c3dc2a9205d85fd5f4c0bc62f82d163, name=ceph-362ea986-fb34-11ee-bc8f-c7b262605968-osd-5, org.label-schema.build-date=20240409, RELEASE=main-c2d8c31, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, GIT_BRANCH=HEAD, io.buildah.version=1.33.5, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.name=CentOS Stream 8 Base Image, ceph=True) 2024-04-15T16:07:27.146 INFO:journalctl@ceph.osd.5.smithi102.stdout:Apr 15 16:07:26 smithi102 bash[152375]: ceph-362ea986-fb34-11ee-bc8f-c7b262605968-osd-5 2024-04-15T16:07:27.146 INFO:journalctl@ceph.osd.6.smithi102.stdout:Apr 15 16:07:26 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-osd-6[103054]: 2024-04-15T16:07:26.887+0000 7f5faf21a700 -1 osd.6 2724 heartbeat_check: no reply from 172.21.15.16:6806 osd.0 since back 2024-04-15T16:06:45.011839+0000 front 2024-04-15T16:06:45.011723+0000 (oldest deadline 2024-04-15T16:07:09.012304+0000) 2024-04-15T16:07:27.146 INFO:journalctl@ceph.osd.6.smithi102.stdout:Apr 15 16:07:26 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-osd-6[103054]: 2024-04-15T16:07:26.887+0000 7f5faf21a700 -1 osd.6 2724 heartbeat_check: no reply from 172.21.15.16:6814 osd.1 since back 2024-04-15T16:06:50.713176+0000 front 2024-04-15T16:06:50.713204+0000 (oldest deadline 2024-04-15T16:07:16.613084+0000) 2024-04-15T16:07:27.146 INFO:journalctl@ceph.osd.6.smithi102.stdout:Apr 15 16:07:26 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-osd-6[103054]: 2024-04-15T16:07:26.887+0000 7f5faf21a700 -1 osd.6 2724 heartbeat_check: no reply from 172.21.15.16:6822 osd.2 since back 2024-04-15T16:06:56.613554+0000 front 2024-04-15T16:06:56.613653+0000 (oldest deadline 2024-04-15T16:07:22.513423+0000) 2024-04-15T16:07:27.146 INFO:journalctl@ceph.osd.7.smithi102.stdout:Apr 15 16:07:27 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-osd-7[107822]: 2024-04-15T16:07:27.041+0000 7f6680e2d700 -1 osd.7 2724 heartbeat_check: no reply from 172.21.15.16:6806 osd.0 since back 2024-04-15T16:06:43.263869+0000 front 2024-04-15T16:06:43.263973+0000 (oldest deadline 2024-04-15T16:07:09.163747+0000) 2024-04-15T16:07:27.146 INFO:journalctl@ceph.osd.7.smithi102.stdout:Apr 15 16:07:27 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-osd-7[107822]: 2024-04-15T16:07:27.041+0000 7f6680e2d700 -1 osd.7 2724 heartbeat_check: no reply from 172.21.15.16:6814 osd.1 since back 2024-04-15T16:06:51.965269+0000 front 2024-04-15T16:06:51.965205+0000 (oldest deadline 2024-04-15T16:07:14.865096+0000) 2024-04-15T16:07:27.146 INFO:journalctl@ceph.osd.7.smithi102.stdout:Apr 15 16:07:27 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-osd-7[107822]: 2024-04-15T16:07:27.041+0000 7f6680e2d700 -1 osd.7 2724 heartbeat_check: no reply from 172.21.15.16:6822 osd.2 since back 2024-04-15T16:07:01.266473+0000 front 2024-04-15T16:07:01.266541+0000 (oldest deadline 2024-04-15T16:07:26.566469+0000) 2024-04-15T16:07:27.435 INFO:journalctl@ceph.osd.5.smithi102.stdout:Apr 15 16:07:27 smithi102 podman[152398]: 2024-04-15 16:07:27.146860948 +0000 UTC m=+0.624582295 container remove c74141cc87b2e849736a30608e6c029dcc123316f53f68d08871ad1684cd6a95 (image=quay.ceph.io/ceph-ci/ceph@sha256:55072b3f7eae2e3409906b98d09d882e1c3dc2a9205d85fd5f4c0bc62f82d163, name=ceph-362ea986-fb34-11ee-bc8f-c7b262605968-osd-5, RELEASE=main-c2d8c31, org.label-schema.name=CentOS Stream 8 Base Image, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, org.label-schema.build-date=20240409, GIT_CLEAN=True, GIT_BRANCH=HEAD, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.license=GPLv2, io.buildah.version=1.33.5) 2024-04-15T16:07:27.824 INFO:journalctl@ceph.osd.5.smithi102.stdout:Apr 15 16:07:27 smithi102 podman[152492]: 2024-04-15 16:07:27.399382781 +0000 UTC m=+0.018430960 image pull 259793512b732efd8e04a33aa28c6de3675c47d120bc226206521425d246003e quay.ceph.io/ceph-ci/ceph@sha256:55072b3f7eae2e3409906b98d09d882e1c3dc2a9205d85fd5f4c0bc62f82d163 2024-04-15T16:07:27.824 INFO:journalctl@ceph.osd.5.smithi102.stdout:Apr 15 16:07:27 smithi102 podman[152492]: 2024-04-15 16:07:27.506409923 +0000 UTC m=+0.125458082 container create c365016f4c46678723c9bcc32551ccd22562c9e7d833f67d51e50e11281c476c (image=quay.ceph.io/ceph-ci/ceph@sha256:55072b3f7eae2e3409906b98d09d882e1c3dc2a9205d85fd5f4c0bc62f82d163, name=ceph-362ea986-fb34-11ee-bc8f-c7b262605968-osd-5-deactivate, CEPH_POINT_RELEASE=, GIT_CLEAN=True, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.build-date=20240409, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.33.5, ceph=True, org.label-schema.license=GPLv2, RELEASE=main-c2d8c31, org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD) 2024-04-15T16:07:27.824 INFO:journalctl@ceph.osd.5.smithi102.stdout:Apr 15 16:07:27 smithi102 podman[152492]: 2024-04-15 16:07:27.716979416 +0000 UTC m=+0.336027575 container init c365016f4c46678723c9bcc32551ccd22562c9e7d833f67d51e50e11281c476c (image=quay.ceph.io/ceph-ci/ceph@sha256:55072b3f7eae2e3409906b98d09d882e1c3dc2a9205d85fd5f4c0bc62f82d163, name=ceph-362ea986-fb34-11ee-bc8f-c7b262605968-osd-5-deactivate, org.label-schema.schema-version=1.0, io.buildah.version=1.33.5, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, RELEASE=main-c2d8c31, CEPH_POINT_RELEASE=, ceph=True, GIT_BRANCH=HEAD, org.label-schema.build-date=20240409, org.label-schema.name=CentOS Stream 8 Base Image, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67) 2024-04-15T16:07:27.824 INFO:journalctl@ceph.osd.5.smithi102.stdout:Apr 15 16:07:27 smithi102 podman[152492]: 2024-04-15 16:07:27.722536135 +0000 UTC m=+0.341584296 container start c365016f4c46678723c9bcc32551ccd22562c9e7d833f67d51e50e11281c476c (image=quay.ceph.io/ceph-ci/ceph@sha256:55072b3f7eae2e3409906b98d09d882e1c3dc2a9205d85fd5f4c0bc62f82d163, name=ceph-362ea986-fb34-11ee-bc8f-c7b262605968-osd-5-deactivate, org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True, RELEASE=main-c2d8c31, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240409, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, io.buildah.version=1.33.5) 2024-04-15T16:07:27.824 INFO:journalctl@ceph.osd.5.smithi102.stdout:Apr 15 16:07:27 smithi102 podman[152492]: 2024-04-15 16:07:27.825289553 +0000 UTC m=+0.444337727 container attach c365016f4c46678723c9bcc32551ccd22562c9e7d833f67d51e50e11281c476c (image=quay.ceph.io/ceph-ci/ceph@sha256:55072b3f7eae2e3409906b98d09d882e1c3dc2a9205d85fd5f4c0bc62f82d163, name=ceph-362ea986-fb34-11ee-bc8f-c7b262605968-osd-5-deactivate, org.label-schema.build-date=20240409, CEPH_POINT_RELEASE=, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, RELEASE=main-c2d8c31, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, GIT_CLEAN=True, io.buildah.version=1.33.5, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux ) 2024-04-15T16:07:28.185 INFO:journalctl@ceph.osd.5.smithi102.stdout:Apr 15 16:07:28 smithi102 podman[152492]: 2024-04-15 16:07:28.031801871 +0000 UTC m=+0.650850030 container died c365016f4c46678723c9bcc32551ccd22562c9e7d833f67d51e50e11281c476c (image=quay.ceph.io/ceph-ci/ceph@sha256:55072b3f7eae2e3409906b98d09d882e1c3dc2a9205d85fd5f4c0bc62f82d163, name=ceph-362ea986-fb34-11ee-bc8f-c7b262605968-osd-5-deactivate, org.label-schema.build-date=20240409, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, org.label-schema.name=CentOS Stream 8 Base Image, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.schema-version=1.0, RELEASE=main-c2d8c31, GIT_BRANCH=HEAD, GIT_CLEAN=True, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, io.buildah.version=1.33.5, CEPH_POINT_RELEASE=) 2024-04-15T16:07:28.186 INFO:journalctl@ceph.osd.7.smithi102.stdout:Apr 15 16:07:28 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-osd-7[107822]: 2024-04-15T16:07:28.010+0000 7f6680e2d700 -1 osd.7 2724 heartbeat_check: no reply from 172.21.15.16:6806 osd.0 since back 2024-04-15T16:06:43.263869+0000 front 2024-04-15T16:06:43.263973+0000 (oldest deadline 2024-04-15T16:07:09.163747+0000) 2024-04-15T16:07:28.186 INFO:journalctl@ceph.osd.7.smithi102.stdout:Apr 15 16:07:28 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-osd-7[107822]: 2024-04-15T16:07:28.010+0000 7f6680e2d700 -1 osd.7 2724 heartbeat_check: no reply from 172.21.15.16:6814 osd.1 since back 2024-04-15T16:06:51.965269+0000 front 2024-04-15T16:06:51.965205+0000 (oldest deadline 2024-04-15T16:07:14.865096+0000) 2024-04-15T16:07:28.186 INFO:journalctl@ceph.osd.7.smithi102.stdout:Apr 15 16:07:28 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-osd-7[107822]: 2024-04-15T16:07:28.010+0000 7f6680e2d700 -1 osd.7 2724 heartbeat_check: no reply from 172.21.15.16:6822 osd.2 since back 2024-04-15T16:07:01.266473+0000 front 2024-04-15T16:07:01.266541+0000 (oldest deadline 2024-04-15T16:07:26.566469+0000) 2024-04-15T16:07:28.186 INFO:journalctl@ceph.osd.6.smithi102.stdout:Apr 15 16:07:27 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-osd-6[103054]: 2024-04-15T16:07:27.897+0000 7f5faf21a700 -1 osd.6 2724 heartbeat_check: no reply from 172.21.15.16:6806 osd.0 since back 2024-04-15T16:06:45.011839+0000 front 2024-04-15T16:06:45.011723+0000 (oldest deadline 2024-04-15T16:07:09.012304+0000) 2024-04-15T16:07:28.186 INFO:journalctl@ceph.osd.6.smithi102.stdout:Apr 15 16:07:27 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-osd-6[103054]: 2024-04-15T16:07:27.897+0000 7f5faf21a700 -1 osd.6 2724 heartbeat_check: no reply from 172.21.15.16:6814 osd.1 since back 2024-04-15T16:06:50.713176+0000 front 2024-04-15T16:06:50.713204+0000 (oldest deadline 2024-04-15T16:07:16.613084+0000) 2024-04-15T16:07:28.186 INFO:journalctl@ceph.osd.6.smithi102.stdout:Apr 15 16:07:27 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-osd-6[103054]: 2024-04-15T16:07:27.897+0000 7f5faf21a700 -1 osd.6 2724 heartbeat_check: no reply from 172.21.15.16:6822 osd.2 since back 2024-04-15T16:06:56.613554+0000 front 2024-04-15T16:06:56.613653+0000 (oldest deadline 2024-04-15T16:07:22.513423+0000) 2024-04-15T16:07:28.751 INFO:journalctl@ceph.osd.5.smithi102.stdout:Apr 15 16:07:28 smithi102 podman[152538]: 2024-04-15 16:07:28.728667241 +0000 UTC m=+0.701075529 container remove c365016f4c46678723c9bcc32551ccd22562c9e7d833f67d51e50e11281c476c (image=quay.ceph.io/ceph-ci/ceph@sha256:55072b3f7eae2e3409906b98d09d882e1c3dc2a9205d85fd5f4c0bc62f82d163, name=ceph-362ea986-fb34-11ee-bc8f-c7b262605968-osd-5-deactivate, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, ceph=True, io.buildah.version=1.33.5, RELEASE=main-c2d8c31, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240409, org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True, org.label-schema.schema-version=1.0) 2024-04-15T16:07:28.757 DEBUG:teuthology.orchestra.run.smithi102:> sudo pkill -f 'journalctl -f -n 0 -u ceph-362ea986-fb34-11ee-bc8f-c7b262605968@osd.5.service' 2024-04-15T16:07:28.800 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-04-15T16:07:28.801 INFO:tasks.cephadm.osd.5:Stopped osd.5 2024-04-15T16:07:28.801 INFO:tasks.cephadm.osd.6:Stopping osd.6... 2024-04-15T16:07:28.801 DEBUG:teuthology.orchestra.run.smithi102:> sudo systemctl stop ceph-362ea986-fb34-11ee-bc8f-c7b262605968@osd.6 2024-04-15T16:07:29.125 INFO:journalctl@ceph.osd.7.smithi102.stdout:Apr 15 16:07:28 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-osd-7[107822]: 2024-04-15T16:07:28.977+0000 7f6680e2d700 -1 osd.7 2724 heartbeat_check: no reply from 172.21.15.16:6806 osd.0 since back 2024-04-15T16:06:43.263869+0000 front 2024-04-15T16:06:43.263973+0000 (oldest deadline 2024-04-15T16:07:09.163747+0000) 2024-04-15T16:07:29.125 INFO:journalctl@ceph.osd.7.smithi102.stdout:Apr 15 16:07:28 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-osd-7[107822]: 2024-04-15T16:07:28.977+0000 7f6680e2d700 -1 osd.7 2724 heartbeat_check: no reply from 172.21.15.16:6814 osd.1 since back 2024-04-15T16:06:51.965269+0000 front 2024-04-15T16:06:51.965205+0000 (oldest deadline 2024-04-15T16:07:14.865096+0000) 2024-04-15T16:07:29.125 INFO:journalctl@ceph.osd.7.smithi102.stdout:Apr 15 16:07:28 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-osd-7[107822]: 2024-04-15T16:07:28.977+0000 7f6680e2d700 -1 osd.7 2724 heartbeat_check: no reply from 172.21.15.16:6822 osd.2 since back 2024-04-15T16:07:01.266473+0000 front 2024-04-15T16:07:01.266541+0000 (oldest deadline 2024-04-15T16:07:26.566469+0000) 2024-04-15T16:07:29.125 INFO:journalctl@ceph.osd.6.smithi102.stdout:Apr 15 16:07:28 smithi102 systemd[1]: Stopping Ceph osd.6 for 362ea986-fb34-11ee-bc8f-c7b262605968... 2024-04-15T16:07:29.125 INFO:journalctl@ceph.osd.6.smithi102.stdout:Apr 15 16:07:28 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-osd-6[103054]: 2024-04-15T16:07:28.904+0000 7f5faf21a700 -1 osd.6 2724 heartbeat_check: no reply from 172.21.15.16:6806 osd.0 since back 2024-04-15T16:06:45.011839+0000 front 2024-04-15T16:06:45.011723+0000 (oldest deadline 2024-04-15T16:07:09.012304+0000) 2024-04-15T16:07:29.125 INFO:journalctl@ceph.osd.6.smithi102.stdout:Apr 15 16:07:28 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-osd-6[103054]: 2024-04-15T16:07:28.904+0000 7f5faf21a700 -1 osd.6 2724 heartbeat_check: no reply from 172.21.15.16:6814 osd.1 since back 2024-04-15T16:06:50.713176+0000 front 2024-04-15T16:06:50.713204+0000 (oldest deadline 2024-04-15T16:07:16.613084+0000) 2024-04-15T16:07:29.125 INFO:journalctl@ceph.osd.6.smithi102.stdout:Apr 15 16:07:28 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-osd-6[103054]: 2024-04-15T16:07:28.904+0000 7f5faf21a700 -1 osd.6 2724 heartbeat_check: no reply from 172.21.15.16:6822 osd.2 since back 2024-04-15T16:06:56.613554+0000 front 2024-04-15T16:06:56.613653+0000 (oldest deadline 2024-04-15T16:07:22.513423+0000) 2024-04-15T16:07:29.125 INFO:journalctl@ceph.osd.6.smithi102.stdout:Apr 15 16:07:29 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-osd-6[103054]: 2024-04-15T16:07:29.124+0000 7f5fb2c26700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.6 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-04-15T16:07:29.125 INFO:journalctl@ceph.osd.6.smithi102.stdout:Apr 15 16:07:29 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-osd-6[103054]: 2024-04-15T16:07:29.124+0000 7f5fb2c26700 -1 osd.6 2724 *** Got signal Terminated *** 2024-04-15T16:07:29.126 INFO:journalctl@ceph.osd.6.smithi102.stdout:Apr 15 16:07:29 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-osd-6[103054]: 2024-04-15T16:07:29.124+0000 7f5fb2c26700 -1 osd.6 2724 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-04-15T16:07:30.186 INFO:journalctl@ceph.osd.6.smithi102.stdout:Apr 15 16:07:29 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-osd-6[103054]: 2024-04-15T16:07:29.897+0000 7f5faf21a700 -1 osd.6 2724 heartbeat_check: no reply from 172.21.15.16:6806 osd.0 since back 2024-04-15T16:06:45.011839+0000 front 2024-04-15T16:06:45.011723+0000 (oldest deadline 2024-04-15T16:07:09.012304+0000) 2024-04-15T16:07:30.186 INFO:journalctl@ceph.osd.6.smithi102.stdout:Apr 15 16:07:29 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-osd-6[103054]: 2024-04-15T16:07:29.897+0000 7f5faf21a700 -1 osd.6 2724 heartbeat_check: no reply from 172.21.15.16:6814 osd.1 since back 2024-04-15T16:06:50.713176+0000 front 2024-04-15T16:06:50.713204+0000 (oldest deadline 2024-04-15T16:07:16.613084+0000) 2024-04-15T16:07:30.186 INFO:journalctl@ceph.osd.6.smithi102.stdout:Apr 15 16:07:29 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-osd-6[103054]: 2024-04-15T16:07:29.897+0000 7f5faf21a700 -1 osd.6 2724 heartbeat_check: no reply from 172.21.15.16:6822 osd.2 since back 2024-04-15T16:06:56.613554+0000 front 2024-04-15T16:06:56.613653+0000 (oldest deadline 2024-04-15T16:07:22.513423+0000) 2024-04-15T16:07:30.186 INFO:journalctl@ceph.osd.7.smithi102.stdout:Apr 15 16:07:29 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-osd-7[107822]: 2024-04-15T16:07:29.941+0000 7f6680e2d700 -1 osd.7 2724 heartbeat_check: no reply from 172.21.15.16:6806 osd.0 since back 2024-04-15T16:06:43.263869+0000 front 2024-04-15T16:06:43.263973+0000 (oldest deadline 2024-04-15T16:07:09.163747+0000) 2024-04-15T16:07:30.186 INFO:journalctl@ceph.osd.7.smithi102.stdout:Apr 15 16:07:29 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-osd-7[107822]: 2024-04-15T16:07:29.941+0000 7f6680e2d700 -1 osd.7 2724 heartbeat_check: no reply from 172.21.15.16:6814 osd.1 since back 2024-04-15T16:06:51.965269+0000 front 2024-04-15T16:06:51.965205+0000 (oldest deadline 2024-04-15T16:07:14.865096+0000) 2024-04-15T16:07:30.186 INFO:journalctl@ceph.osd.7.smithi102.stdout:Apr 15 16:07:29 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-osd-7[107822]: 2024-04-15T16:07:29.941+0000 7f6680e2d700 -1 osd.7 2724 heartbeat_check: no reply from 172.21.15.16:6822 osd.2 since back 2024-04-15T16:07:01.266473+0000 front 2024-04-15T16:07:01.266541+0000 (oldest deadline 2024-04-15T16:07:26.566469+0000) 2024-04-15T16:07:30.538 INFO:journalctl@ceph.alertmanager.a.smithi016.stdout:Apr 15 16:07:30 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-alertmanager-a[127567]: ts=2024-04-15T16:07:30.226Z caller=dispatch.go:352 level=error component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[0]: notify retry canceled after 7 attempts: Post \"https://smithi016.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.16:8443: connect: connection refused; ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi102.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.102:8443: connect: connection refused" 2024-04-15T16:07:30.538 INFO:journalctl@ceph.alertmanager.a.smithi016.stdout:Apr 15 16:07:30 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-alertmanager-a[127567]: ts=2024-04-15T16:07:30.227Z caller=notify.go:732 level=warn component=dispatcher receiver=ceph-dashboard integration=webhook[0] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi016.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.16:8443: connect: connection refused" 2024-04-15T16:07:30.538 INFO:journalctl@ceph.alertmanager.a.smithi016.stdout:Apr 15 16:07:30 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-alertmanager-a[127567]: ts=2024-04-15T16:07:30.227Z caller=notify.go:732 level=warn component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi102.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.102:8443: connect: connection refused" 2024-04-15T16:07:31.435 INFO:journalctl@ceph.osd.6.smithi102.stdout:Apr 15 16:07:30 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-osd-6[103054]: 2024-04-15T16:07:30.942+0000 7f5faf21a700 -1 osd.6 2724 heartbeat_check: no reply from 172.21.15.16:6806 osd.0 since back 2024-04-15T16:06:45.011839+0000 front 2024-04-15T16:06:45.011723+0000 (oldest deadline 2024-04-15T16:07:09.012304+0000) 2024-04-15T16:07:31.436 INFO:journalctl@ceph.osd.6.smithi102.stdout:Apr 15 16:07:30 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-osd-6[103054]: 2024-04-15T16:07:30.943+0000 7f5faf21a700 -1 osd.6 2724 heartbeat_check: no reply from 172.21.15.16:6814 osd.1 since back 2024-04-15T16:06:50.713176+0000 front 2024-04-15T16:06:50.713204+0000 (oldest deadline 2024-04-15T16:07:16.613084+0000) 2024-04-15T16:07:31.436 INFO:journalctl@ceph.osd.6.smithi102.stdout:Apr 15 16:07:30 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-osd-6[103054]: 2024-04-15T16:07:30.943+0000 7f5faf21a700 -1 osd.6 2724 heartbeat_check: no reply from 172.21.15.16:6822 osd.2 since back 2024-04-15T16:06:56.613554+0000 front 2024-04-15T16:06:56.613653+0000 (oldest deadline 2024-04-15T16:07:22.513423+0000) 2024-04-15T16:07:31.436 INFO:journalctl@ceph.osd.7.smithi102.stdout:Apr 15 16:07:30 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-osd-7[107822]: 2024-04-15T16:07:30.985+0000 7f6680e2d700 -1 osd.7 2724 heartbeat_check: no reply from 172.21.15.16:6806 osd.0 since back 2024-04-15T16:06:43.263869+0000 front 2024-04-15T16:06:43.263973+0000 (oldest deadline 2024-04-15T16:07:09.163747+0000) 2024-04-15T16:07:31.436 INFO:journalctl@ceph.osd.7.smithi102.stdout:Apr 15 16:07:30 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-osd-7[107822]: 2024-04-15T16:07:30.985+0000 7f6680e2d700 -1 osd.7 2724 heartbeat_check: no reply from 172.21.15.16:6814 osd.1 since back 2024-04-15T16:06:51.965269+0000 front 2024-04-15T16:06:51.965205+0000 (oldest deadline 2024-04-15T16:07:14.865096+0000) 2024-04-15T16:07:31.436 INFO:journalctl@ceph.osd.7.smithi102.stdout:Apr 15 16:07:30 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-osd-7[107822]: 2024-04-15T16:07:30.985+0000 7f6680e2d700 -1 osd.7 2724 heartbeat_check: no reply from 172.21.15.16:6822 osd.2 since back 2024-04-15T16:07:01.266473+0000 front 2024-04-15T16:07:01.266541+0000 (oldest deadline 2024-04-15T16:07:26.566469+0000) 2024-04-15T16:07:32.185 INFO:journalctl@ceph.osd.6.smithi102.stdout:Apr 15 16:07:31 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-osd-6[103054]: 2024-04-15T16:07:31.901+0000 7f5faf21a700 -1 osd.6 2724 heartbeat_check: no reply from 172.21.15.16:6806 osd.0 since back 2024-04-15T16:06:45.011839+0000 front 2024-04-15T16:06:45.011723+0000 (oldest deadline 2024-04-15T16:07:09.012304+0000) 2024-04-15T16:07:32.185 INFO:journalctl@ceph.osd.6.smithi102.stdout:Apr 15 16:07:31 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-osd-6[103054]: 2024-04-15T16:07:31.901+0000 7f5faf21a700 -1 osd.6 2724 heartbeat_check: no reply from 172.21.15.16:6814 osd.1 since back 2024-04-15T16:06:50.713176+0000 front 2024-04-15T16:06:50.713204+0000 (oldest deadline 2024-04-15T16:07:16.613084+0000) 2024-04-15T16:07:32.186 INFO:journalctl@ceph.osd.6.smithi102.stdout:Apr 15 16:07:31 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-osd-6[103054]: 2024-04-15T16:07:31.901+0000 7f5faf21a700 -1 osd.6 2724 heartbeat_check: no reply from 172.21.15.16:6822 osd.2 since back 2024-04-15T16:06:56.613554+0000 front 2024-04-15T16:06:56.613653+0000 (oldest deadline 2024-04-15T16:07:22.513423+0000) 2024-04-15T16:07:32.186 INFO:journalctl@ceph.osd.7.smithi102.stdout:Apr 15 16:07:32 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-osd-7[107822]: 2024-04-15T16:07:31.999+0000 7f6680e2d700 -1 osd.7 2724 heartbeat_check: no reply from 172.21.15.16:6806 osd.0 since back 2024-04-15T16:06:43.263869+0000 front 2024-04-15T16:06:43.263973+0000 (oldest deadline 2024-04-15T16:07:09.163747+0000) 2024-04-15T16:07:32.186 INFO:journalctl@ceph.osd.7.smithi102.stdout:Apr 15 16:07:32 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-osd-7[107822]: 2024-04-15T16:07:31.999+0000 7f6680e2d700 -1 osd.7 2724 heartbeat_check: no reply from 172.21.15.16:6814 osd.1 since back 2024-04-15T16:06:51.965269+0000 front 2024-04-15T16:06:51.965205+0000 (oldest deadline 2024-04-15T16:07:14.865096+0000) 2024-04-15T16:07:32.186 INFO:journalctl@ceph.osd.7.smithi102.stdout:Apr 15 16:07:32 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-osd-7[107822]: 2024-04-15T16:07:31.999+0000 7f6680e2d700 -1 osd.7 2724 heartbeat_check: no reply from 172.21.15.16:6822 osd.2 since back 2024-04-15T16:07:01.266473+0000 front 2024-04-15T16:07:01.266541+0000 (oldest deadline 2024-04-15T16:07:26.566469+0000) 2024-04-15T16:07:32.186 INFO:journalctl@ceph.osd.7.smithi102.stdout:Apr 15 16:07:32 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-osd-7[107822]: 2024-04-15T16:07:31.999+0000 7f6680e2d700 -1 osd.7 2724 heartbeat_check: no reply from 172.21.15.16:6830 osd.3 since back 2024-04-15T16:07:06.567056+0000 front 2024-04-15T16:07:06.567045+0000 (oldest deadline 2024-04-15T16:07:31.866900+0000) 2024-04-15T16:07:33.186 INFO:journalctl@ceph.osd.6.smithi102.stdout:Apr 15 16:07:32 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-osd-6[103054]: 2024-04-15T16:07:32.861+0000 7f5faf21a700 -1 osd.6 2724 heartbeat_check: no reply from 172.21.15.16:6806 osd.0 since back 2024-04-15T16:06:45.011839+0000 front 2024-04-15T16:06:45.011723+0000 (oldest deadline 2024-04-15T16:07:09.012304+0000) 2024-04-15T16:07:33.186 INFO:journalctl@ceph.osd.6.smithi102.stdout:Apr 15 16:07:32 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-osd-6[103054]: 2024-04-15T16:07:32.861+0000 7f5faf21a700 -1 osd.6 2724 heartbeat_check: no reply from 172.21.15.16:6814 osd.1 since back 2024-04-15T16:06:50.713176+0000 front 2024-04-15T16:06:50.713204+0000 (oldest deadline 2024-04-15T16:07:16.613084+0000) 2024-04-15T16:07:33.186 INFO:journalctl@ceph.osd.6.smithi102.stdout:Apr 15 16:07:32 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-osd-6[103054]: 2024-04-15T16:07:32.861+0000 7f5faf21a700 -1 osd.6 2724 heartbeat_check: no reply from 172.21.15.16:6822 osd.2 since back 2024-04-15T16:06:56.613554+0000 front 2024-04-15T16:06:56.613653+0000 (oldest deadline 2024-04-15T16:07:22.513423+0000) 2024-04-15T16:07:33.186 INFO:journalctl@ceph.osd.7.smithi102.stdout:Apr 15 16:07:32 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-osd-7[107822]: 2024-04-15T16:07:32.990+0000 7f6680e2d700 -1 osd.7 2724 heartbeat_check: no reply from 172.21.15.16:6806 osd.0 since back 2024-04-15T16:06:43.263869+0000 front 2024-04-15T16:06:43.263973+0000 (oldest deadline 2024-04-15T16:07:09.163747+0000) 2024-04-15T16:07:33.186 INFO:journalctl@ceph.osd.7.smithi102.stdout:Apr 15 16:07:32 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-osd-7[107822]: 2024-04-15T16:07:32.990+0000 7f6680e2d700 -1 osd.7 2724 heartbeat_check: no reply from 172.21.15.16:6814 osd.1 since back 2024-04-15T16:06:51.965269+0000 front 2024-04-15T16:06:51.965205+0000 (oldest deadline 2024-04-15T16:07:14.865096+0000) 2024-04-15T16:07:33.186 INFO:journalctl@ceph.osd.7.smithi102.stdout:Apr 15 16:07:32 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-osd-7[107822]: 2024-04-15T16:07:32.990+0000 7f6680e2d700 -1 osd.7 2724 heartbeat_check: no reply from 172.21.15.16:6822 osd.2 since back 2024-04-15T16:07:01.266473+0000 front 2024-04-15T16:07:01.266541+0000 (oldest deadline 2024-04-15T16:07:26.566469+0000) 2024-04-15T16:07:33.187 INFO:journalctl@ceph.osd.7.smithi102.stdout:Apr 15 16:07:32 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-osd-7[107822]: 2024-04-15T16:07:32.990+0000 7f6680e2d700 -1 osd.7 2724 heartbeat_check: no reply from 172.21.15.16:6830 osd.3 since back 2024-04-15T16:07:06.567056+0000 front 2024-04-15T16:07:06.567045+0000 (oldest deadline 2024-04-15T16:07:31.866900+0000) 2024-04-15T16:07:34.186 INFO:journalctl@ceph.osd.6.smithi102.stdout:Apr 15 16:07:33 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-osd-6[103054]: 2024-04-15T16:07:33.817+0000 7f5faf21a700 -1 osd.6 2724 heartbeat_check: no reply from 172.21.15.16:6806 osd.0 since back 2024-04-15T16:06:45.011839+0000 front 2024-04-15T16:06:45.011723+0000 (oldest deadline 2024-04-15T16:07:09.012304+0000) 2024-04-15T16:07:34.186 INFO:journalctl@ceph.osd.6.smithi102.stdout:Apr 15 16:07:33 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-osd-6[103054]: 2024-04-15T16:07:33.817+0000 7f5faf21a700 -1 osd.6 2724 heartbeat_check: no reply from 172.21.15.16:6814 osd.1 since back 2024-04-15T16:06:50.713176+0000 front 2024-04-15T16:06:50.713204+0000 (oldest deadline 2024-04-15T16:07:16.613084+0000) 2024-04-15T16:07:34.186 INFO:journalctl@ceph.osd.6.smithi102.stdout:Apr 15 16:07:33 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-osd-6[103054]: 2024-04-15T16:07:33.817+0000 7f5faf21a700 -1 osd.6 2724 heartbeat_check: no reply from 172.21.15.16:6822 osd.2 since back 2024-04-15T16:06:56.613554+0000 front 2024-04-15T16:06:56.613653+0000 (oldest deadline 2024-04-15T16:07:22.513423+0000) 2024-04-15T16:07:34.186 INFO:journalctl@ceph.osd.7.smithi102.stdout:Apr 15 16:07:34 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-osd-7[107822]: 2024-04-15T16:07:34.027+0000 7f6680e2d700 -1 osd.7 2724 heartbeat_check: no reply from 172.21.15.16:6806 osd.0 since back 2024-04-15T16:06:43.263869+0000 front 2024-04-15T16:06:43.263973+0000 (oldest deadline 2024-04-15T16:07:09.163747+0000) 2024-04-15T16:07:34.186 INFO:journalctl@ceph.osd.7.smithi102.stdout:Apr 15 16:07:34 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-osd-7[107822]: 2024-04-15T16:07:34.027+0000 7f6680e2d700 -1 osd.7 2724 heartbeat_check: no reply from 172.21.15.16:6814 osd.1 since back 2024-04-15T16:06:51.965269+0000 front 2024-04-15T16:06:51.965205+0000 (oldest deadline 2024-04-15T16:07:14.865096+0000) 2024-04-15T16:07:34.186 INFO:journalctl@ceph.osd.7.smithi102.stdout:Apr 15 16:07:34 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-osd-7[107822]: 2024-04-15T16:07:34.027+0000 7f6680e2d700 -1 osd.7 2724 heartbeat_check: no reply from 172.21.15.16:6822 osd.2 since back 2024-04-15T16:07:01.266473+0000 front 2024-04-15T16:07:01.266541+0000 (oldest deadline 2024-04-15T16:07:26.566469+0000) 2024-04-15T16:07:34.186 INFO:journalctl@ceph.osd.7.smithi102.stdout:Apr 15 16:07:34 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-osd-7[107822]: 2024-04-15T16:07:34.027+0000 7f6680e2d700 -1 osd.7 2724 heartbeat_check: no reply from 172.21.15.16:6830 osd.3 since back 2024-04-15T16:07:06.567056+0000 front 2024-04-15T16:07:06.567045+0000 (oldest deadline 2024-04-15T16:07:31.866900+0000) 2024-04-15T16:07:34.872 INFO:journalctl@ceph.osd.6.smithi102.stdout:Apr 15 16:07:34 smithi102 podman[152623]: 2024-04-15 16:07:34.59941887 +0000 UTC m=+5.577454203 container died b00372252dcb5595ebfeff437f39c1285f15b1d44c5caa2e53fb657c37046351 (image=quay.ceph.io/ceph-ci/ceph@sha256:55072b3f7eae2e3409906b98d09d882e1c3dc2a9205d85fd5f4c0bc62f82d163, name=ceph-362ea986-fb34-11ee-bc8f-c7b262605968-osd-6, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, io.buildah.version=1.33.5, org.label-schema.build-date=20240409, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.schema-version=1.0, ceph=True, GIT_CLEAN=True, org.label-schema.vendor=CentOS, RELEASE=main-c2d8c31, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-04-15T16:07:35.185 INFO:journalctl@ceph.osd.6.smithi102.stdout:Apr 15 16:07:34 smithi102 podman[152623]: 2024-04-15 16:07:34.97297217 +0000 UTC m=+5.951007503 container cleanup b00372252dcb5595ebfeff437f39c1285f15b1d44c5caa2e53fb657c37046351 (image=quay.ceph.io/ceph-ci/ceph@sha256:55072b3f7eae2e3409906b98d09d882e1c3dc2a9205d85fd5f4c0bc62f82d163, name=ceph-362ea986-fb34-11ee-bc8f-c7b262605968-osd-6, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=main-c2d8c31, GIT_BRANCH=HEAD, io.buildah.version=1.33.5, org.label-schema.vendor=CentOS, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, ceph=True, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, org.label-schema.build-date=20240409, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 8 Base Image) 2024-04-15T16:07:35.185 INFO:journalctl@ceph.osd.6.smithi102.stdout:Apr 15 16:07:34 smithi102 bash[152623]: ceph-362ea986-fb34-11ee-bc8f-c7b262605968-osd-6 2024-04-15T16:07:35.186 INFO:journalctl@ceph.osd.7.smithi102.stdout:Apr 15 16:07:35 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-osd-7[107822]: 2024-04-15T16:07:35.036+0000 7f6680e2d700 -1 osd.7 2724 heartbeat_check: no reply from 172.21.15.16:6806 osd.0 since back 2024-04-15T16:06:43.263869+0000 front 2024-04-15T16:06:43.263973+0000 (oldest deadline 2024-04-15T16:07:09.163747+0000) 2024-04-15T16:07:35.186 INFO:journalctl@ceph.osd.7.smithi102.stdout:Apr 15 16:07:35 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-osd-7[107822]: 2024-04-15T16:07:35.036+0000 7f6680e2d700 -1 osd.7 2724 heartbeat_check: no reply from 172.21.15.16:6814 osd.1 since back 2024-04-15T16:06:51.965269+0000 front 2024-04-15T16:06:51.965205+0000 (oldest deadline 2024-04-15T16:07:14.865096+0000) 2024-04-15T16:07:35.186 INFO:journalctl@ceph.osd.7.smithi102.stdout:Apr 15 16:07:35 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-osd-7[107822]: 2024-04-15T16:07:35.036+0000 7f6680e2d700 -1 osd.7 2724 heartbeat_check: no reply from 172.21.15.16:6822 osd.2 since back 2024-04-15T16:07:01.266473+0000 front 2024-04-15T16:07:01.266541+0000 (oldest deadline 2024-04-15T16:07:26.566469+0000) 2024-04-15T16:07:35.186 INFO:journalctl@ceph.osd.7.smithi102.stdout:Apr 15 16:07:35 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-osd-7[107822]: 2024-04-15T16:07:35.036+0000 7f6680e2d700 -1 osd.7 2724 heartbeat_check: no reply from 172.21.15.16:6830 osd.3 since back 2024-04-15T16:07:06.567056+0000 front 2024-04-15T16:07:06.567045+0000 (oldest deadline 2024-04-15T16:07:31.866900+0000) 2024-04-15T16:07:35.582 INFO:journalctl@ceph.osd.6.smithi102.stdout:Apr 15 16:07:35 smithi102 podman[152644]: 2024-04-15 16:07:35.240722717 +0000 UTC m=+0.634431150 container remove b00372252dcb5595ebfeff437f39c1285f15b1d44c5caa2e53fb657c37046351 (image=quay.ceph.io/ceph-ci/ceph@sha256:55072b3f7eae2e3409906b98d09d882e1c3dc2a9205d85fd5f4c0bc62f82d163, name=ceph-362ea986-fb34-11ee-bc8f-c7b262605968-osd-6, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, RELEASE=main-c2d8c31, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240409, ceph=True, io.buildah.version=1.33.5) 2024-04-15T16:07:35.893 INFO:journalctl@ceph.osd.6.smithi102.stdout:Apr 15 16:07:35 smithi102 podman[152740]: 2024-04-15 16:07:35.583291537 +0000 UTC m=+0.114534332 container create 68ac8425fe968c4ce8c837b9638a453ad5c573b4b061d7ae4624a612ec7391dd (image=quay.ceph.io/ceph-ci/ceph@sha256:55072b3f7eae2e3409906b98d09d882e1c3dc2a9205d85fd5f4c0bc62f82d163, name=ceph-362ea986-fb34-11ee-bc8f-c7b262605968-osd-6-deactivate, org.label-schema.vendor=CentOS, GIT_CLEAN=True, org.label-schema.build-date=20240409, RELEASE=main-c2d8c31, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, org.label-schema.name=CentOS Stream 8 Base Image, maintainer=Guillaume Abrioux , GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, io.buildah.version=1.33.5, org.label-schema.license=GPLv2) 2024-04-15T16:07:35.893 INFO:journalctl@ceph.osd.6.smithi102.stdout:Apr 15 16:07:35 smithi102 podman[152740]: 2024-04-15 16:07:35.48685743 +0000 UTC m=+0.018100249 image pull 259793512b732efd8e04a33aa28c6de3675c47d120bc226206521425d246003e quay.ceph.io/ceph-ci/ceph@sha256:55072b3f7eae2e3409906b98d09d882e1c3dc2a9205d85fd5f4c0bc62f82d163 2024-04-15T16:07:35.893 INFO:journalctl@ceph.osd.6.smithi102.stdout:Apr 15 16:07:35 smithi102 podman[152740]: 2024-04-15 16:07:35.811082283 +0000 UTC m=+0.342325089 container init 68ac8425fe968c4ce8c837b9638a453ad5c573b4b061d7ae4624a612ec7391dd (image=quay.ceph.io/ceph-ci/ceph@sha256:55072b3f7eae2e3409906b98d09d882e1c3dc2a9205d85fd5f4c0bc62f82d163, name=ceph-362ea986-fb34-11ee-bc8f-c7b262605968-osd-6-deactivate, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, GIT_CLEAN=True, org.label-schema.license=GPLv2, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240409, org.label-schema.vendor=CentOS, RELEASE=main-c2d8c31, ceph=True, io.buildah.version=1.33.5, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 8 Base Image) 2024-04-15T16:07:35.893 INFO:journalctl@ceph.osd.6.smithi102.stdout:Apr 15 16:07:35 smithi102 podman[152740]: 2024-04-15 16:07:35.816658009 +0000 UTC m=+0.347900807 container start 68ac8425fe968c4ce8c837b9638a453ad5c573b4b061d7ae4624a612ec7391dd (image=quay.ceph.io/ceph-ci/ceph@sha256:55072b3f7eae2e3409906b98d09d882e1c3dc2a9205d85fd5f4c0bc62f82d163, name=ceph-362ea986-fb34-11ee-bc8f-c7b262605968-osd-6-deactivate, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, GIT_CLEAN=True, maintainer=Guillaume Abrioux , RELEASE=main-c2d8c31, io.buildah.version=1.33.5, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, ceph=True, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.build-date=20240409) 2024-04-15T16:07:35.893 INFO:journalctl@ceph.osd.6.smithi102.stdout:Apr 15 16:07:35 smithi102 podman[152740]: 2024-04-15 16:07:35.894050616 +0000 UTC m=+0.425293411 container attach 68ac8425fe968c4ce8c837b9638a453ad5c573b4b061d7ae4624a612ec7391dd (image=quay.ceph.io/ceph-ci/ceph@sha256:55072b3f7eae2e3409906b98d09d882e1c3dc2a9205d85fd5f4c0bc62f82d163, name=ceph-362ea986-fb34-11ee-bc8f-c7b262605968-osd-6-deactivate, GIT_CLEAN=True, maintainer=Guillaume Abrioux , RELEASE=main-c2d8c31, org.label-schema.license=GPLv2, io.buildah.version=1.33.5, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.build-date=20240409, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, ceph=True, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 8 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD) 2024-04-15T16:07:36.185 INFO:journalctl@ceph.osd.6.smithi102.stdout:Apr 15 16:07:36 smithi102 podman[152740]: 2024-04-15 16:07:36.108520862 +0000 UTC m=+0.639763663 container died 68ac8425fe968c4ce8c837b9638a453ad5c573b4b061d7ae4624a612ec7391dd (image=quay.ceph.io/ceph-ci/ceph@sha256:55072b3f7eae2e3409906b98d09d882e1c3dc2a9205d85fd5f4c0bc62f82d163, name=ceph-362ea986-fb34-11ee-bc8f-c7b262605968-osd-6-deactivate, ceph=True, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.build-date=20240409, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, io.buildah.version=1.33.5, org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, GIT_CLEAN=True, maintainer=Guillaume Abrioux , RELEASE=main-c2d8c31) 2024-04-15T16:07:36.186 INFO:journalctl@ceph.osd.7.smithi102.stdout:Apr 15 16:07:36 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-osd-7[107822]: 2024-04-15T16:07:36.025+0000 7f6680e2d700 -1 osd.7 2724 heartbeat_check: no reply from 172.21.15.16:6806 osd.0 since back 2024-04-15T16:06:43.263869+0000 front 2024-04-15T16:06:43.263973+0000 (oldest deadline 2024-04-15T16:07:09.163747+0000) 2024-04-15T16:07:36.186 INFO:journalctl@ceph.osd.7.smithi102.stdout:Apr 15 16:07:36 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-osd-7[107822]: 2024-04-15T16:07:36.025+0000 7f6680e2d700 -1 osd.7 2724 heartbeat_check: no reply from 172.21.15.16:6814 osd.1 since back 2024-04-15T16:06:51.965269+0000 front 2024-04-15T16:06:51.965205+0000 (oldest deadline 2024-04-15T16:07:14.865096+0000) 2024-04-15T16:07:36.186 INFO:journalctl@ceph.osd.7.smithi102.stdout:Apr 15 16:07:36 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-osd-7[107822]: 2024-04-15T16:07:36.025+0000 7f6680e2d700 -1 osd.7 2724 heartbeat_check: no reply from 172.21.15.16:6822 osd.2 since back 2024-04-15T16:07:01.266473+0000 front 2024-04-15T16:07:01.266541+0000 (oldest deadline 2024-04-15T16:07:26.566469+0000) 2024-04-15T16:07:36.186 INFO:journalctl@ceph.osd.7.smithi102.stdout:Apr 15 16:07:36 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-osd-7[107822]: 2024-04-15T16:07:36.025+0000 7f6680e2d700 -1 osd.7 2724 heartbeat_check: no reply from 172.21.15.16:6830 osd.3 since back 2024-04-15T16:07:06.567056+0000 front 2024-04-15T16:07:06.567045+0000 (oldest deadline 2024-04-15T16:07:31.866900+0000) 2024-04-15T16:07:36.658 INFO:journalctl@ceph.osd.6.smithi102.stdout:Apr 15 16:07:36 smithi102 podman[152787]: 2024-04-15 16:07:36.639205141 +0000 UTC m=+0.525126537 container remove 68ac8425fe968c4ce8c837b9638a453ad5c573b4b061d7ae4624a612ec7391dd (image=quay.ceph.io/ceph-ci/ceph@sha256:55072b3f7eae2e3409906b98d09d882e1c3dc2a9205d85fd5f4c0bc62f82d163, name=ceph-362ea986-fb34-11ee-bc8f-c7b262605968-osd-6-deactivate, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux , GIT_CLEAN=True, org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240409, ceph=True, org.label-schema.vendor=CentOS, RELEASE=main-c2d8c31, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.license=GPLv2) 2024-04-15T16:07:36.663 DEBUG:teuthology.orchestra.run.smithi102:> sudo pkill -f 'journalctl -f -n 0 -u ceph-362ea986-fb34-11ee-bc8f-c7b262605968@osd.6.service' 2024-04-15T16:07:36.705 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-04-15T16:07:36.705 INFO:tasks.cephadm.osd.6:Stopped osd.6 2024-04-15T16:07:36.705 INFO:tasks.cephadm.osd.7:Stopping osd.7... 2024-04-15T16:07:36.705 DEBUG:teuthology.orchestra.run.smithi102:> sudo systemctl stop ceph-362ea986-fb34-11ee-bc8f-c7b262605968@osd.7 2024-04-15T16:07:36.935 INFO:journalctl@ceph.osd.7.smithi102.stdout:Apr 15 16:07:36 smithi102 systemd[1]: Stopping Ceph osd.7 for 362ea986-fb34-11ee-bc8f-c7b262605968... 2024-04-15T16:07:37.435 INFO:journalctl@ceph.osd.7.smithi102.stdout:Apr 15 16:07:37 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-osd-7[107822]: 2024-04-15T16:07:37.011+0000 7f6680e2d700 -1 osd.7 2724 heartbeat_check: no reply from 172.21.15.16:6806 osd.0 since back 2024-04-15T16:06:43.263869+0000 front 2024-04-15T16:06:43.263973+0000 (oldest deadline 2024-04-15T16:07:09.163747+0000) 2024-04-15T16:07:37.436 INFO:journalctl@ceph.osd.7.smithi102.stdout:Apr 15 16:07:37 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-osd-7[107822]: 2024-04-15T16:07:37.011+0000 7f6680e2d700 -1 osd.7 2724 heartbeat_check: no reply from 172.21.15.16:6814 osd.1 since back 2024-04-15T16:06:51.965269+0000 front 2024-04-15T16:06:51.965205+0000 (oldest deadline 2024-04-15T16:07:14.865096+0000) 2024-04-15T16:07:37.436 INFO:journalctl@ceph.osd.7.smithi102.stdout:Apr 15 16:07:37 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-osd-7[107822]: 2024-04-15T16:07:37.011+0000 7f6680e2d700 -1 osd.7 2724 heartbeat_check: no reply from 172.21.15.16:6822 osd.2 since back 2024-04-15T16:07:01.266473+0000 front 2024-04-15T16:07:01.266541+0000 (oldest deadline 2024-04-15T16:07:26.566469+0000) 2024-04-15T16:07:37.436 INFO:journalctl@ceph.osd.7.smithi102.stdout:Apr 15 16:07:37 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-osd-7[107822]: 2024-04-15T16:07:37.011+0000 7f6680e2d700 -1 osd.7 2724 heartbeat_check: no reply from 172.21.15.16:6830 osd.3 since back 2024-04-15T16:07:06.567056+0000 front 2024-04-15T16:07:06.567045+0000 (oldest deadline 2024-04-15T16:07:31.866900+0000) 2024-04-15T16:07:37.436 INFO:journalctl@ceph.osd.7.smithi102.stdout:Apr 15 16:07:37 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-osd-7[107822]: 2024-04-15T16:07:37.035+0000 7f6688841700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.7 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-04-15T16:07:37.436 INFO:journalctl@ceph.osd.7.smithi102.stdout:Apr 15 16:07:37 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-osd-7[107822]: 2024-04-15T16:07:37.035+0000 7f6688841700 -1 osd.7 2724 *** Got signal Terminated *** 2024-04-15T16:07:37.436 INFO:journalctl@ceph.osd.7.smithi102.stdout:Apr 15 16:07:37 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-osd-7[107822]: 2024-04-15T16:07:37.035+0000 7f6688841700 -1 osd.7 2724 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-04-15T16:07:38.435 INFO:journalctl@ceph.osd.7.smithi102.stdout:Apr 15 16:07:38 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-osd-7[107822]: 2024-04-15T16:07:38.031+0000 7f6680e2d700 -1 osd.7 2724 heartbeat_check: no reply from 172.21.15.16:6806 osd.0 since back 2024-04-15T16:06:43.263869+0000 front 2024-04-15T16:06:43.263973+0000 (oldest deadline 2024-04-15T16:07:09.163747+0000) 2024-04-15T16:07:38.436 INFO:journalctl@ceph.osd.7.smithi102.stdout:Apr 15 16:07:38 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-osd-7[107822]: 2024-04-15T16:07:38.031+0000 7f6680e2d700 -1 osd.7 2724 heartbeat_check: no reply from 172.21.15.16:6814 osd.1 since back 2024-04-15T16:06:51.965269+0000 front 2024-04-15T16:06:51.965205+0000 (oldest deadline 2024-04-15T16:07:14.865096+0000) 2024-04-15T16:07:38.436 INFO:journalctl@ceph.osd.7.smithi102.stdout:Apr 15 16:07:38 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-osd-7[107822]: 2024-04-15T16:07:38.031+0000 7f6680e2d700 -1 osd.7 2724 heartbeat_check: no reply from 172.21.15.16:6822 osd.2 since back 2024-04-15T16:07:01.266473+0000 front 2024-04-15T16:07:01.266541+0000 (oldest deadline 2024-04-15T16:07:26.566469+0000) 2024-04-15T16:07:38.436 INFO:journalctl@ceph.osd.7.smithi102.stdout:Apr 15 16:07:38 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-osd-7[107822]: 2024-04-15T16:07:38.031+0000 7f6680e2d700 -1 osd.7 2724 heartbeat_check: no reply from 172.21.15.16:6830 osd.3 since back 2024-04-15T16:07:06.567056+0000 front 2024-04-15T16:07:06.567045+0000 (oldest deadline 2024-04-15T16:07:31.866900+0000) 2024-04-15T16:07:39.435 INFO:journalctl@ceph.osd.7.smithi102.stdout:Apr 15 16:07:39 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-osd-7[107822]: 2024-04-15T16:07:39.057+0000 7f6680e2d700 -1 osd.7 2724 heartbeat_check: no reply from 172.21.15.16:6806 osd.0 since back 2024-04-15T16:06:43.263869+0000 front 2024-04-15T16:06:43.263973+0000 (oldest deadline 2024-04-15T16:07:09.163747+0000) 2024-04-15T16:07:39.436 INFO:journalctl@ceph.osd.7.smithi102.stdout:Apr 15 16:07:39 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-osd-7[107822]: 2024-04-15T16:07:39.057+0000 7f6680e2d700 -1 osd.7 2724 heartbeat_check: no reply from 172.21.15.16:6814 osd.1 since back 2024-04-15T16:06:51.965269+0000 front 2024-04-15T16:06:51.965205+0000 (oldest deadline 2024-04-15T16:07:14.865096+0000) 2024-04-15T16:07:39.436 INFO:journalctl@ceph.osd.7.smithi102.stdout:Apr 15 16:07:39 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-osd-7[107822]: 2024-04-15T16:07:39.057+0000 7f6680e2d700 -1 osd.7 2724 heartbeat_check: no reply from 172.21.15.16:6822 osd.2 since back 2024-04-15T16:07:01.266473+0000 front 2024-04-15T16:07:01.266541+0000 (oldest deadline 2024-04-15T16:07:26.566469+0000) 2024-04-15T16:07:39.436 INFO:journalctl@ceph.osd.7.smithi102.stdout:Apr 15 16:07:39 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-osd-7[107822]: 2024-04-15T16:07:39.057+0000 7f6680e2d700 -1 osd.7 2724 heartbeat_check: no reply from 172.21.15.16:6830 osd.3 since back 2024-04-15T16:07:06.567056+0000 front 2024-04-15T16:07:06.567045+0000 (oldest deadline 2024-04-15T16:07:31.866900+0000) 2024-04-15T16:07:40.438 INFO:journalctl@ceph.osd.7.smithi102.stdout:Apr 15 16:07:40 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-osd-7[107822]: 2024-04-15T16:07:40.031+0000 7f6680e2d700 -1 osd.7 2724 heartbeat_check: no reply from 172.21.15.16:6806 osd.0 since back 2024-04-15T16:06:43.263869+0000 front 2024-04-15T16:06:43.263973+0000 (oldest deadline 2024-04-15T16:07:09.163747+0000) 2024-04-15T16:07:40.438 INFO:journalctl@ceph.osd.7.smithi102.stdout:Apr 15 16:07:40 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-osd-7[107822]: 2024-04-15T16:07:40.031+0000 7f6680e2d700 -1 osd.7 2724 heartbeat_check: no reply from 172.21.15.16:6814 osd.1 since back 2024-04-15T16:06:51.965269+0000 front 2024-04-15T16:06:51.965205+0000 (oldest deadline 2024-04-15T16:07:14.865096+0000) 2024-04-15T16:07:40.439 INFO:journalctl@ceph.osd.7.smithi102.stdout:Apr 15 16:07:40 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-osd-7[107822]: 2024-04-15T16:07:40.031+0000 7f6680e2d700 -1 osd.7 2724 heartbeat_check: no reply from 172.21.15.16:6822 osd.2 since back 2024-04-15T16:07:01.266473+0000 front 2024-04-15T16:07:01.266541+0000 (oldest deadline 2024-04-15T16:07:26.566469+0000) 2024-04-15T16:07:40.439 INFO:journalctl@ceph.osd.7.smithi102.stdout:Apr 15 16:07:40 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-osd-7[107822]: 2024-04-15T16:07:40.031+0000 7f6680e2d700 -1 osd.7 2724 heartbeat_check: no reply from 172.21.15.16:6830 osd.3 since back 2024-04-15T16:07:06.567056+0000 front 2024-04-15T16:07:06.567045+0000 (oldest deadline 2024-04-15T16:07:31.866900+0000) 2024-04-15T16:07:40.538 INFO:journalctl@ceph.alertmanager.a.smithi016.stdout:Apr 15 16:07:40 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-alertmanager-a[127567]: ts=2024-04-15T16:07:40.227Z caller=dispatch.go:352 level=error component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi102.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.102:8443: connect: connection refused; ceph-dashboard/webhook[0]: notify retry canceled after 8 attempts: Post \"https://smithi016.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.16:8443: connect: connection refused" 2024-04-15T16:07:40.538 INFO:journalctl@ceph.alertmanager.a.smithi016.stdout:Apr 15 16:07:40 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-alertmanager-a[127567]: ts=2024-04-15T16:07:40.228Z caller=notify.go:732 level=warn component=dispatcher receiver=ceph-dashboard integration=webhook[0] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi016.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.16:8443: connect: connection refused" 2024-04-15T16:07:40.538 INFO:journalctl@ceph.alertmanager.a.smithi016.stdout:Apr 15 16:07:40 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-alertmanager-a[127567]: ts=2024-04-15T16:07:40.228Z caller=notify.go:732 level=warn component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi102.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.102:8443: connect: connection refused" 2024-04-15T16:07:41.435 INFO:journalctl@ceph.osd.7.smithi102.stdout:Apr 15 16:07:41 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-osd-7[107822]: 2024-04-15T16:07:41.080+0000 7f6680e2d700 -1 osd.7 2724 heartbeat_check: no reply from 172.21.15.16:6806 osd.0 since back 2024-04-15T16:06:43.263869+0000 front 2024-04-15T16:06:43.263973+0000 (oldest deadline 2024-04-15T16:07:09.163747+0000) 2024-04-15T16:07:41.435 INFO:journalctl@ceph.osd.7.smithi102.stdout:Apr 15 16:07:41 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-osd-7[107822]: 2024-04-15T16:07:41.080+0000 7f6680e2d700 -1 osd.7 2724 heartbeat_check: no reply from 172.21.15.16:6814 osd.1 since back 2024-04-15T16:06:51.965269+0000 front 2024-04-15T16:06:51.965205+0000 (oldest deadline 2024-04-15T16:07:14.865096+0000) 2024-04-15T16:07:41.436 INFO:journalctl@ceph.osd.7.smithi102.stdout:Apr 15 16:07:41 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-osd-7[107822]: 2024-04-15T16:07:41.080+0000 7f6680e2d700 -1 osd.7 2724 heartbeat_check: no reply from 172.21.15.16:6822 osd.2 since back 2024-04-15T16:07:01.266473+0000 front 2024-04-15T16:07:01.266541+0000 (oldest deadline 2024-04-15T16:07:26.566469+0000) 2024-04-15T16:07:41.436 INFO:journalctl@ceph.osd.7.smithi102.stdout:Apr 15 16:07:41 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-osd-7[107822]: 2024-04-15T16:07:41.080+0000 7f6680e2d700 -1 osd.7 2724 heartbeat_check: no reply from 172.21.15.16:6830 osd.3 since back 2024-04-15T16:07:06.567056+0000 front 2024-04-15T16:07:06.567045+0000 (oldest deadline 2024-04-15T16:07:31.866900+0000) 2024-04-15T16:07:42.776 INFO:journalctl@ceph.osd.7.smithi102.stdout:Apr 15 16:07:42 smithi102 podman[152872]: 2024-04-15 16:07:42.477225578 +0000 UTC m=+5.549738250 container died 5ef6a6ec49112781b410ab119ba38dd31f5aa89bdefb096f97a42e84f7ba9386 (image=quay.ceph.io/ceph-ci/ceph@sha256:55072b3f7eae2e3409906b98d09d882e1c3dc2a9205d85fd5f4c0bc62f82d163, name=ceph-362ea986-fb34-11ee-bc8f-c7b262605968-osd-7, org.label-schema.name=CentOS Stream 8 Base Image, ceph=True, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, RELEASE=main-c2d8c31, maintainer=Guillaume Abrioux , GIT_CLEAN=True, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.33.5, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.build-date=20240409) 2024-04-15T16:07:43.108 INFO:journalctl@ceph.osd.7.smithi102.stdout:Apr 15 16:07:42 smithi102 podman[152872]: 2024-04-15 16:07:42.866504699 +0000 UTC m=+5.939017368 container cleanup 5ef6a6ec49112781b410ab119ba38dd31f5aa89bdefb096f97a42e84f7ba9386 (image=quay.ceph.io/ceph-ci/ceph@sha256:55072b3f7eae2e3409906b98d09d882e1c3dc2a9205d85fd5f4c0bc62f82d163, name=ceph-362ea986-fb34-11ee-bc8f-c7b262605968-osd-7, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, io.buildah.version=1.33.5, org.label-schema.build-date=20240409, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , GIT_CLEAN=True, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, RELEASE=main-c2d8c31, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image) 2024-04-15T16:07:43.108 INFO:journalctl@ceph.osd.7.smithi102.stdout:Apr 15 16:07:42 smithi102 bash[152872]: ceph-362ea986-fb34-11ee-bc8f-c7b262605968-osd-7 2024-04-15T16:07:43.425 INFO:journalctl@ceph.osd.7.smithi102.stdout:Apr 15 16:07:43 smithi102 podman[152894]: 2024-04-15 16:07:43.109427361 +0000 UTC m=+0.635556626 container remove 5ef6a6ec49112781b410ab119ba38dd31f5aa89bdefb096f97a42e84f7ba9386 (image=quay.ceph.io/ceph-ci/ceph@sha256:55072b3f7eae2e3409906b98d09d882e1c3dc2a9205d85fd5f4c0bc62f82d163, name=ceph-362ea986-fb34-11ee-bc8f-c7b262605968-osd-7, org.label-schema.build-date=20240409, GIT_CLEAN=True, org.label-schema.vendor=CentOS, io.buildah.version=1.33.5, ceph=True, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, RELEASE=main-c2d8c31, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux ) 2024-04-15T16:07:43.685 INFO:journalctl@ceph.osd.7.smithi102.stdout:Apr 15 16:07:43 smithi102 podman[152995]: 2024-04-15 16:07:43.330090265 +0000 UTC m=+0.018044138 image pull 259793512b732efd8e04a33aa28c6de3675c47d120bc226206521425d246003e quay.ceph.io/ceph-ci/ceph@sha256:55072b3f7eae2e3409906b98d09d882e1c3dc2a9205d85fd5f4c0bc62f82d163 2024-04-15T16:07:43.686 INFO:journalctl@ceph.osd.7.smithi102.stdout:Apr 15 16:07:43 smithi102 podman[152995]: 2024-04-15 16:07:43.435469749 +0000 UTC m=+0.123423610 container create b25d72e00114f94297e835d3519eda6eea010f77776a30e87f12e5a27db4916c (image=quay.ceph.io/ceph-ci/ceph@sha256:55072b3f7eae2e3409906b98d09d882e1c3dc2a9205d85fd5f4c0bc62f82d163, name=ceph-362ea986-fb34-11ee-bc8f-c7b262605968-osd-7-deactivate, org.label-schema.name=CentOS Stream 8 Base Image, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, RELEASE=main-c2d8c31, ceph=True, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, io.buildah.version=1.33.5, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, org.label-schema.build-date=20240409, CEPH_POINT_RELEASE=, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-04-15T16:07:43.686 INFO:journalctl@ceph.osd.7.smithi102.stdout:Apr 15 16:07:43 smithi102 podman[152995]: 2024-04-15 16:07:43.629334202 +0000 UTC m=+0.317288063 container init b25d72e00114f94297e835d3519eda6eea010f77776a30e87f12e5a27db4916c (image=quay.ceph.io/ceph-ci/ceph@sha256:55072b3f7eae2e3409906b98d09d882e1c3dc2a9205d85fd5f4c0bc62f82d163, name=ceph-362ea986-fb34-11ee-bc8f-c7b262605968-osd-7-deactivate, CEPH_POINT_RELEASE=, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.build-date=20240409, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, io.buildah.version=1.33.5, GIT_CLEAN=True, ceph=True, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD, RELEASE=main-c2d8c31) 2024-04-15T16:07:43.686 INFO:journalctl@ceph.osd.7.smithi102.stdout:Apr 15 16:07:43 smithi102 podman[152995]: 2024-04-15 16:07:43.634401766 +0000 UTC m=+0.322355636 container start b25d72e00114f94297e835d3519eda6eea010f77776a30e87f12e5a27db4916c (image=quay.ceph.io/ceph-ci/ceph@sha256:55072b3f7eae2e3409906b98d09d882e1c3dc2a9205d85fd5f4c0bc62f82d163, name=ceph-362ea986-fb34-11ee-bc8f-c7b262605968-osd-7-deactivate, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image, RELEASE=main-c2d8c31, org.label-schema.build-date=20240409, org.label-schema.vendor=CentOS, GIT_CLEAN=True, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, io.buildah.version=1.33.5, ceph=True, maintainer=Guillaume Abrioux ) 2024-04-15T16:07:44.185 INFO:journalctl@ceph.osd.7.smithi102.stdout:Apr 15 16:07:43 smithi102 podman[152995]: 2024-04-15 16:07:43.721177337 +0000 UTC m=+0.409131211 container attach b25d72e00114f94297e835d3519eda6eea010f77776a30e87f12e5a27db4916c (image=quay.ceph.io/ceph-ci/ceph@sha256:55072b3f7eae2e3409906b98d09d882e1c3dc2a9205d85fd5f4c0bc62f82d163, name=ceph-362ea986-fb34-11ee-bc8f-c7b262605968-osd-7-deactivate, GIT_CLEAN=True, org.label-schema.build-date=20240409, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, ceph=True, maintainer=Guillaume Abrioux , RELEASE=main-c2d8c31, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, io.buildah.version=1.33.5, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67) 2024-04-15T16:07:44.186 INFO:journalctl@ceph.osd.7.smithi102.stdout:Apr 15 16:07:43 smithi102 podman[152995]: 2024-04-15 16:07:43.923778708 +0000 UTC m=+0.611732573 container died b25d72e00114f94297e835d3519eda6eea010f77776a30e87f12e5a27db4916c (image=quay.ceph.io/ceph-ci/ceph@sha256:55072b3f7eae2e3409906b98d09d882e1c3dc2a9205d85fd5f4c0bc62f82d163, name=ceph-362ea986-fb34-11ee-bc8f-c7b262605968-osd-7-deactivate, org.label-schema.schema-version=1.0, ceph=True, io.buildah.version=1.33.5, GIT_CLEAN=True, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240409, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, RELEASE=main-c2d8c31, GIT_BRANCH=HEAD) 2024-04-15T16:07:44.598 DEBUG:teuthology.orchestra.run.smithi102:> sudo pkill -f 'journalctl -f -n 0 -u ceph-362ea986-fb34-11ee-bc8f-c7b262605968@osd.7.service' 2024-04-15T16:07:44.644 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-04-15T16:07:44.644 INFO:tasks.cephadm.osd.7:Stopped osd.7 2024-04-15T16:07:44.645 INFO:tasks.cephadm.mds.a:Stopping mds.a... 2024-04-15T16:07:44.645 DEBUG:teuthology.orchestra.run.smithi016:> sudo systemctl stop ceph-362ea986-fb34-11ee-bc8f-c7b262605968@mds.a 2024-04-15T16:07:44.956 INFO:journalctl@ceph.mds.a.smithi016.stdout:Apr 15 16:07:44 smithi016 systemd[1]: Stopping Ceph mds.a for 362ea986-fb34-11ee-bc8f-c7b262605968... 2024-04-15T16:07:45.288 INFO:journalctl@ceph.mds.a.smithi016.stdout:Apr 15 16:07:44 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mds-a[119155]: 2024-04-15T16:07:44.956+0000 7f61c934a700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mds -n mds.a -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-04-15T16:07:45.288 INFO:journalctl@ceph.mds.a.smithi016.stdout:Apr 15 16:07:44 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mds-a[119155]: 2024-04-15T16:07:44.956+0000 7f61c934a700 -1 mds.a *** got signal Terminated *** 2024-04-15T16:07:46.945 INFO:journalctl@ceph.mds.a.smithi016.stdout:Apr 15 16:07:46 smithi016 podman[222495]: 2024-04-15 16:07:46.658027502 +0000 UTC m=+1.812682588 container died 67848b1861c7eb07c3c0ef0f368f50fcb7b2fe0b967c978f4eb6332ebaa2c904 (image=quay.ceph.io/ceph-ci/ceph@sha256:55072b3f7eae2e3409906b98d09d882e1c3dc2a9205d85fd5f4c0bc62f82d163, name=ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mds-a, ceph=True, RELEASE=main-c2d8c31, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.build-date=20240409, org.label-schema.vendor=CentOS, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 8 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0) 2024-04-15T16:07:47.288 INFO:journalctl@ceph.mds.a.smithi016.stdout:Apr 15 16:07:47 smithi016 podman[222495]: 2024-04-15 16:07:47.047021179 +0000 UTC m=+2.201676274 container cleanup 67848b1861c7eb07c3c0ef0f368f50fcb7b2fe0b967c978f4eb6332ebaa2c904 (image=quay.ceph.io/ceph-ci/ceph@sha256:55072b3f7eae2e3409906b98d09d882e1c3dc2a9205d85fd5f4c0bc62f82d163, name=ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mds-a, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , ceph=True, CEPH_POINT_RELEASE=, io.buildah.version=1.33.5, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, RELEASE=main-c2d8c31, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD, org.label-schema.build-date=20240409, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, GIT_CLEAN=True) 2024-04-15T16:07:47.288 INFO:journalctl@ceph.mds.a.smithi016.stdout:Apr 15 16:07:47 smithi016 bash[222495]: ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mds-a 2024-04-15T16:07:47.424 DEBUG:teuthology.orchestra.run.smithi016:> sudo pkill -f 'journalctl -f -n 0 -u ceph-362ea986-fb34-11ee-bc8f-c7b262605968@mds.a.service' 2024-04-15T16:07:47.463 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-04-15T16:07:47.463 INFO:tasks.cephadm.mds.a:Stopped mds.a 2024-04-15T16:07:47.464 INFO:tasks.cephadm.mds.b:Stopping mds.b... 2024-04-15T16:07:47.464 DEBUG:teuthology.orchestra.run.smithi102:> sudo systemctl stop ceph-362ea986-fb34-11ee-bc8f-c7b262605968@mds.b 2024-04-15T16:07:47.787 INFO:journalctl@ceph.mds.b.smithi102.stdout:Apr 15 16:07:47 smithi102 systemd[1]: Stopping Ceph mds.b for 362ea986-fb34-11ee-bc8f-c7b262605968... 2024-04-15T16:07:48.185 INFO:journalctl@ceph.mds.b.smithi102.stdout:Apr 15 16:07:47 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mds-b[112642]: 2024-04-15T16:07:47.787+0000 7f46d6058700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mds -n mds.b -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-04-15T16:07:48.185 INFO:journalctl@ceph.mds.b.smithi102.stdout:Apr 15 16:07:47 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mds-b[112642]: 2024-04-15T16:07:47.787+0000 7f46d6058700 -1 mds.b *** got signal Terminated *** 2024-04-15T16:07:50.538 INFO:journalctl@ceph.alertmanager.a.smithi016.stdout:Apr 15 16:07:50 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-alertmanager-a[127567]: ts=2024-04-15T16:07:50.228Z caller=dispatch.go:352 level=error component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[0]: notify retry canceled after 7 attempts: Post \"https://smithi016.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.16:8443: connect: connection refused; ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi102.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.102:8443: connect: connection refused" 2024-04-15T16:07:50.538 INFO:journalctl@ceph.alertmanager.a.smithi016.stdout:Apr 15 16:07:50 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-alertmanager-a[127567]: ts=2024-04-15T16:07:50.229Z caller=notify.go:732 level=warn component=dispatcher receiver=ceph-dashboard integration=webhook[0] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi016.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.16:8443: connect: connection refused" 2024-04-15T16:07:50.538 INFO:journalctl@ceph.alertmanager.a.smithi016.stdout:Apr 15 16:07:50 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-alertmanager-a[127567]: ts=2024-04-15T16:07:50.230Z caller=notify.go:732 level=warn component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi102.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.102:8443: connect: connection refused" 2024-04-15T16:07:52.019 INFO:journalctl@ceph.mds.b.smithi102.stdout:Apr 15 16:07:51 smithi102 podman[153139]: 2024-04-15 16:07:51.740614635 +0000 UTC m=+4.079733456 container died e28921594cc2494400d7c36fe25f2a7a498f19b5f3fbf6532523fc38cdbd0a93 (image=quay.ceph.io/ceph-ci/ceph@sha256:55072b3f7eae2e3409906b98d09d882e1c3dc2a9205d85fd5f4c0bc62f82d163, name=ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mds-b, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, RELEASE=main-c2d8c31, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, GIT_CLEAN=True, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD, io.buildah.version=1.33.5, org.label-schema.license=GPLv2, ceph=True, org.label-schema.build-date=20240409, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-04-15T16:07:52.376 INFO:journalctl@ceph.mds.b.smithi102.stdout:Apr 15 16:07:52 smithi102 podman[153139]: 2024-04-15 16:07:52.093152942 +0000 UTC m=+4.432271770 container cleanup e28921594cc2494400d7c36fe25f2a7a498f19b5f3fbf6532523fc38cdbd0a93 (image=quay.ceph.io/ceph-ci/ceph@sha256:55072b3f7eae2e3409906b98d09d882e1c3dc2a9205d85fd5f4c0bc62f82d163, name=ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mds-b, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True, GIT_BRANCH=HEAD, RELEASE=main-c2d8c31, org.label-schema.build-date=20240409, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, io.buildah.version=1.33.5, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, ceph=True) 2024-04-15T16:07:52.376 INFO:journalctl@ceph.mds.b.smithi102.stdout:Apr 15 16:07:52 smithi102 bash[153139]: ceph-362ea986-fb34-11ee-bc8f-c7b262605968-mds-b 2024-04-15T16:07:52.532 DEBUG:teuthology.orchestra.run.smithi102:> sudo pkill -f 'journalctl -f -n 0 -u ceph-362ea986-fb34-11ee-bc8f-c7b262605968@mds.b.service' 2024-04-15T16:07:52.571 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-04-15T16:07:52.571 INFO:tasks.cephadm.mds.b:Stopped mds.b 2024-04-15T16:07:52.571 INFO:tasks.cephadm.prometheus.a:Stopping prometheus.a... 2024-04-15T16:07:52.571 DEBUG:teuthology.orchestra.run.smithi102:> sudo systemctl stop ceph-362ea986-fb34-11ee-bc8f-c7b262605968@prometheus.a 2024-04-15T16:07:52.890 INFO:journalctl@ceph.prometheus.a.smithi102.stdout:Apr 15 16:07:52 smithi102 systemd[1]: Stopping Ceph prometheus.a for 362ea986-fb34-11ee-bc8f-c7b262605968... 2024-04-15T16:07:53.186 INFO:journalctl@ceph.prometheus.a.smithi102.stdout:Apr 15 16:07:52 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-prometheus-a[120881]: ts=2024-04-15T16:07:52.891Z caller=main.go:840 level=warn msg="Received SIGTERM, exiting gracefully..." 2024-04-15T16:07:53.186 INFO:journalctl@ceph.prometheus.a.smithi102.stdout:Apr 15 16:07:52 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-prometheus-a[120881]: ts=2024-04-15T16:07:52.891Z caller=main.go:864 level=info msg="Stopping scrape discovery manager..." 2024-04-15T16:07:53.186 INFO:journalctl@ceph.prometheus.a.smithi102.stdout:Apr 15 16:07:52 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-prometheus-a[120881]: ts=2024-04-15T16:07:52.891Z caller=main.go:878 level=info msg="Stopping notify discovery manager..." 2024-04-15T16:07:53.186 INFO:journalctl@ceph.prometheus.a.smithi102.stdout:Apr 15 16:07:52 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-prometheus-a[120881]: ts=2024-04-15T16:07:52.892Z caller=manager.go:988 level=info component="rule manager" msg="Stopping rule manager..." 2024-04-15T16:07:53.186 INFO:journalctl@ceph.prometheus.a.smithi102.stdout:Apr 15 16:07:52 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-prometheus-a[120881]: ts=2024-04-15T16:07:52.891Z caller=main.go:860 level=info msg="Scrape discovery manager stopped" 2024-04-15T16:07:53.187 INFO:journalctl@ceph.prometheus.a.smithi102.stdout:Apr 15 16:07:52 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-prometheus-a[120881]: ts=2024-04-15T16:07:52.892Z caller=main.go:874 level=info msg="Notify discovery manager stopped" 2024-04-15T16:07:53.187 INFO:journalctl@ceph.prometheus.a.smithi102.stdout:Apr 15 16:07:52 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-prometheus-a[120881]: ts=2024-04-15T16:07:52.892Z caller=manager.go:998 level=info component="rule manager" msg="Rule manager stopped" 2024-04-15T16:07:53.187 INFO:journalctl@ceph.prometheus.a.smithi102.stdout:Apr 15 16:07:52 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-prometheus-a[120881]: ts=2024-04-15T16:07:52.892Z caller=main.go:915 level=info msg="Stopping scrape manager..." 2024-04-15T16:07:53.187 INFO:journalctl@ceph.prometheus.a.smithi102.stdout:Apr 15 16:07:52 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-prometheus-a[120881]: ts=2024-04-15T16:07:52.892Z caller=main.go:907 level=info msg="Scrape manager stopped" 2024-04-15T16:07:53.187 INFO:journalctl@ceph.prometheus.a.smithi102.stdout:Apr 15 16:07:52 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-prometheus-a[120881]: ts=2024-04-15T16:07:52.896Z caller=notifier.go:606 level=info component=notifier msg="Stopping notification manager..." 2024-04-15T16:07:53.187 INFO:journalctl@ceph.prometheus.a.smithi102.stdout:Apr 15 16:07:52 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-prometheus-a[120881]: ts=2024-04-15T16:07:52.896Z caller=main.go:1135 level=info msg="Notifier manager stopped" 2024-04-15T16:07:53.187 INFO:journalctl@ceph.prometheus.a.smithi102.stdout:Apr 15 16:07:52 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-prometheus-a[120881]: ts=2024-04-15T16:07:52.896Z caller=main.go:1147 level=info msg="See you next time!" 2024-04-15T16:07:53.187 INFO:journalctl@ceph.prometheus.a.smithi102.stdout:Apr 15 16:07:52 smithi102 podman[153271]: 2024-04-15 16:07:52.902361662 +0000 UTC m=+0.113330074 container died 6ec65d1b08805038c60baab6a3461718c2ee86a7960a41f4644cdbc5db7ef28a (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-362ea986-fb34-11ee-bc8f-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-04-15T16:07:53.646 INFO:journalctl@ceph.prometheus.a.smithi102.stdout:Apr 15 16:07:53 smithi102 podman[153271]: 2024-04-15 16:07:53.380325627 +0000 UTC m=+0.591294036 container cleanup 6ec65d1b08805038c60baab6a3461718c2ee86a7960a41f4644cdbc5db7ef28a (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-362ea986-fb34-11ee-bc8f-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-04-15T16:07:53.646 INFO:journalctl@ceph.prometheus.a.smithi102.stdout:Apr 15 16:07:53 smithi102 bash[153271]: ceph-362ea986-fb34-11ee-bc8f-c7b262605968-prometheus-a 2024-04-15T16:07:53.803 DEBUG:teuthology.orchestra.run.smithi102:> sudo pkill -f 'journalctl -f -n 0 -u ceph-362ea986-fb34-11ee-bc8f-c7b262605968@prometheus.a.service' 2024-04-15T16:07:53.840 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-04-15T16:07:53.840 INFO:tasks.cephadm.prometheus.a:Stopped prometheus.a 2024-04-15T16:07:53.840 DEBUG:teuthology.orchestra.run.smithi016:> sudo /home/ubuntu/cephtest/cephadm rm-cluster --fsid 362ea986-fb34-11ee-bc8f-c7b262605968 --force --keep-logs 2024-04-15T16:07:54.003 INFO:teuthology.orchestra.run.smithi016.stdout:Deleting cluster with fsid: 362ea986-fb34-11ee-bc8f-c7b262605968 2024-04-15T16:07:55.537 INFO:journalctl@ceph.alertmanager.a.smithi016.stdout:Apr 15 16:07:55 smithi016 systemd[1]: Stopping Ceph alertmanager.a for 362ea986-fb34-11ee-bc8f-c7b262605968... 2024-04-15T16:07:55.968 INFO:journalctl@ceph.alertmanager.a.smithi016.stdout:Apr 15 16:07:55 smithi016 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-alertmanager-a[127567]: ts=2024-04-15T16:07:55.662Z caller=main.go:583 level=info msg="Received SIGTERM, exiting gracefully..." 2024-04-15T16:07:55.968 INFO:journalctl@ceph.alertmanager.a.smithi016.stdout:Apr 15 16:07:55 smithi016 podman[222949]: 2024-04-15 16:07:55.703342537 +0000 UTC m=+0.145063931 container died 1dc2ae67e89a9eb13188c592c2b59e9ee5ea48f7b3dda714daaf37d3ff6ee0e9 (image=quay.io/prometheus/alertmanager:v0.25.0, name=ceph-362ea986-fb34-11ee-bc8f-c7b262605968-alertmanager-a, maintainer=The Prometheus Authors ) 2024-04-15T16:07:56.288 INFO:journalctl@ceph.alertmanager.a.smithi016.stdout:Apr 15 16:07:56 smithi016 podman[222949]: 2024-04-15 16:07:56.068208806 +0000 UTC m=+0.509930199 container cleanup 1dc2ae67e89a9eb13188c592c2b59e9ee5ea48f7b3dda714daaf37d3ff6ee0e9 (image=quay.io/prometheus/alertmanager:v0.25.0, name=ceph-362ea986-fb34-11ee-bc8f-c7b262605968-alertmanager-a, maintainer=The Prometheus Authors ) 2024-04-15T16:07:56.288 INFO:journalctl@ceph.alertmanager.a.smithi016.stdout:Apr 15 16:07:56 smithi016 bash[222949]: ceph-362ea986-fb34-11ee-bc8f-c7b262605968-alertmanager-a 2024-04-15T16:07:56.728 INFO:journalctl@ceph.alertmanager.a.smithi016.stdout:Apr 15 16:07:56 smithi016 podman[222968]: 2024-04-15 16:07:56.33607512 +0000 UTC m=+0.628175173 container remove 1dc2ae67e89a9eb13188c592c2b59e9ee5ea48f7b3dda714daaf37d3ff6ee0e9 (image=quay.io/prometheus/alertmanager:v0.25.0, name=ceph-362ea986-fb34-11ee-bc8f-c7b262605968-alertmanager-a, maintainer=The Prometheus Authors ) 2024-04-15T16:07:56.728 INFO:journalctl@ceph.alertmanager.a.smithi016.stdout:Apr 15 16:07:56 smithi016 podman[222968]: 2024-04-15 16:07:56.41173807 +0000 UTC m=+0.703838122 volume remove 40b271bf37f8b67dda0baaf76d456dd4f441596c3073757e64068c6be89d7a02 2024-04-15T16:07:56.729 INFO:journalctl@ceph.alertmanager.a.smithi016.stdout:Apr 15 16:07:56 smithi016 systemd[1]: ceph-362ea986-fb34-11ee-bc8f-c7b262605968@alertmanager.a.service: Deactivated successfully. 2024-04-15T16:07:56.729 INFO:journalctl@ceph.alertmanager.a.smithi016.stdout:Apr 15 16:07:56 smithi016 systemd[1]: Stopped Ceph alertmanager.a for 362ea986-fb34-11ee-bc8f-c7b262605968. 2024-04-15T16:07:56.729 INFO:journalctl@ceph.alertmanager.a.smithi016.stdout:Apr 15 16:07:56 smithi016 systemd[1]: ceph-362ea986-fb34-11ee-bc8f-c7b262605968@alertmanager.a.service: Consumed 4.194s CPU time. 2024-04-15T16:07:56.985 INFO:journalctl@ceph.node-exporter.a.smithi016.stdout:Apr 15 16:07:56 smithi016 systemd[1]: Stopping Ceph node-exporter.a for 362ea986-fb34-11ee-bc8f-c7b262605968... 2024-04-15T16:07:57.239 INFO:journalctl@ceph.node-exporter.a.smithi016.stdout:Apr 15 16:07:56 smithi016 podman[223080]: 2024-04-15 16:07:56.98654811 +0000 UTC m=+0.117616549 container died f2726eb5030b3d647a4bcfe0134ee9414fee6a957b0e7b5e839a109fe58203c5 (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-362ea986-fb34-11ee-bc8f-c7b262605968-node-exporter-a, maintainer=The Prometheus Authors ) 2024-04-15T16:07:57.537 INFO:journalctl@ceph.node-exporter.a.smithi016.stdout:Apr 15 16:07:57 smithi016 podman[223080]: 2024-04-15 16:07:57.339313958 +0000 UTC m=+0.470382402 container cleanup f2726eb5030b3d647a4bcfe0134ee9414fee6a957b0e7b5e839a109fe58203c5 (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-362ea986-fb34-11ee-bc8f-c7b262605968-node-exporter-a, maintainer=The Prometheus Authors ) 2024-04-15T16:07:57.538 INFO:journalctl@ceph.node-exporter.a.smithi016.stdout:Apr 15 16:07:57 smithi016 bash[223080]: ceph-362ea986-fb34-11ee-bc8f-c7b262605968-node-exporter-a 2024-04-15T16:07:57.904 INFO:journalctl@ceph.node-exporter.a.smithi016.stdout:Apr 15 16:07:57 smithi016 podman[223099]: 2024-04-15 16:07:57.615605307 +0000 UTC m=+0.633739790 container remove f2726eb5030b3d647a4bcfe0134ee9414fee6a957b0e7b5e839a109fe58203c5 (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-362ea986-fb34-11ee-bc8f-c7b262605968-node-exporter-a, maintainer=The Prometheus Authors ) 2024-04-15T16:07:57.904 INFO:journalctl@ceph.node-exporter.a.smithi016.stdout:Apr 15 16:07:57 smithi016 systemd[1]: ceph-362ea986-fb34-11ee-bc8f-c7b262605968@node-exporter.a.service: Main process exited, code=exited, status=143/n/a 2024-04-15T16:07:57.904 INFO:journalctl@ceph.node-exporter.a.smithi016.stdout:Apr 15 16:07:57 smithi016 systemd[1]: ceph-362ea986-fb34-11ee-bc8f-c7b262605968@node-exporter.a.service: Failed with result 'exit-code'. 2024-04-15T16:07:57.904 INFO:journalctl@ceph.node-exporter.a.smithi016.stdout:Apr 15 16:07:57 smithi016 systemd[1]: Stopped Ceph node-exporter.a for 362ea986-fb34-11ee-bc8f-c7b262605968. 2024-04-15T16:07:57.904 INFO:journalctl@ceph.node-exporter.a.smithi016.stdout:Apr 15 16:07:57 smithi016 systemd[1]: ceph-362ea986-fb34-11ee-bc8f-c7b262605968@node-exporter.a.service: Consumed 9.122s CPU time. 2024-04-15T16:07:58.413 DEBUG:teuthology.orchestra.run.smithi102:> sudo /home/ubuntu/cephtest/cephadm rm-cluster --fsid 362ea986-fb34-11ee-bc8f-c7b262605968 --force --keep-logs 2024-04-15T16:07:58.567 INFO:teuthology.orchestra.run.smithi102.stdout:Deleting cluster with fsid: 362ea986-fb34-11ee-bc8f-c7b262605968 2024-04-15T16:08:00.185 INFO:journalctl@ceph.grafana.a.smithi102.stdout:Apr 15 16:07:59 smithi102 systemd[1]: Stopping Ceph grafana.a for 362ea986-fb34-11ee-bc8f-c7b262605968... 2024-04-15T16:08:00.541 INFO:journalctl@ceph.grafana.a.smithi102.stdout:Apr 15 16:08:00 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-grafana-a[125357]: logger=server t=2024-04-15T16:08:00.221167451Z level=info msg="Shutdown started" reason="System signal: terminated" 2024-04-15T16:08:00.542 INFO:journalctl@ceph.grafana.a.smithi102.stdout:Apr 15 16:08:00 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-grafana-a[125357]: logger=ticker t=2024-04-15T16:08:00.221380003Z level=info msg=stopped last_tick=2024-04-15T16:08:00Z 2024-04-15T16:08:00.542 INFO:journalctl@ceph.grafana.a.smithi102.stdout:Apr 15 16:08:00 smithi102 ceph-362ea986-fb34-11ee-bc8f-c7b262605968-grafana-a[125357]: logger=tracing t=2024-04-15T16:08:00.221388046Z level=info msg="Closing tracing" 2024-04-15T16:08:00.542 INFO:journalctl@ceph.grafana.a.smithi102.stdout:Apr 15 16:08:00 smithi102 podman[153727]: 2024-04-15 16:08:00.231864456 +0000 UTC m=+0.101832531 container died 0758ce08254c28845eaab068bde6e6e7d951ece45b3c142f75a8889156a4458f (image=quay.io/ceph/grafana:9.4.12, name=ceph-362ea986-fb34-11ee-bc8f-c7b262605968-grafana-a, maintainer=Grafana Labs ) 2024-04-15T16:08:00.542 INFO:journalctl@ceph.grafana.a.smithi102.stdout:Apr 15 16:08:00 smithi102 podman[153727]: 2024-04-15 16:08:00.543168043 +0000 UTC m=+0.413136123 container cleanup 0758ce08254c28845eaab068bde6e6e7d951ece45b3c142f75a8889156a4458f (image=quay.io/ceph/grafana:9.4.12, name=ceph-362ea986-fb34-11ee-bc8f-c7b262605968-grafana-a, maintainer=Grafana Labs ) 2024-04-15T16:08:00.935 INFO:journalctl@ceph.grafana.a.smithi102.stdout:Apr 15 16:08:00 smithi102 bash[153727]: ceph-362ea986-fb34-11ee-bc8f-c7b262605968-grafana-a 2024-04-15T16:08:00.935 INFO:journalctl@ceph.grafana.a.smithi102.stdout:Apr 15 16:08:00 smithi102 podman[153746]: 2024-04-15 16:08:00.761177084 +0000 UTC m=+0.532068546 container remove 0758ce08254c28845eaab068bde6e6e7d951ece45b3c142f75a8889156a4458f (image=quay.io/ceph/grafana:9.4.12, name=ceph-362ea986-fb34-11ee-bc8f-c7b262605968-grafana-a, maintainer=Grafana Labs ) 2024-04-15T16:08:01.376 INFO:journalctl@ceph.node-exporter.b.smithi102.stdout:Apr 15 16:08:01 smithi102 systemd[1]: Stopping Ceph node-exporter.b for 362ea986-fb34-11ee-bc8f-c7b262605968... 2024-04-15T16:08:01.376 INFO:journalctl@ceph.grafana.a.smithi102.stdout:Apr 15 16:08:00 smithi102 systemd[1]: ceph-362ea986-fb34-11ee-bc8f-c7b262605968@grafana.a.service: Deactivated successfully. 2024-04-15T16:08:01.376 INFO:journalctl@ceph.grafana.a.smithi102.stdout:Apr 15 16:08:00 smithi102 systemd[1]: Stopped Ceph grafana.a for 362ea986-fb34-11ee-bc8f-c7b262605968. 2024-04-15T16:08:01.376 INFO:journalctl@ceph.grafana.a.smithi102.stdout:Apr 15 16:08:00 smithi102 systemd[1]: ceph-362ea986-fb34-11ee-bc8f-c7b262605968@grafana.a.service: Consumed 49.685s CPU time. 2024-04-15T16:08:01.630 INFO:journalctl@ceph.node-exporter.b.smithi102.stdout:Apr 15 16:08:01 smithi102 podman[153857]: 2024-04-15 16:08:01.377177512 +0000 UTC m=+0.108293962 container died 1f0ec613766a5f3e9983b1796b2d7c69d37b834f1f5312991e52a88f11666e0a (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-362ea986-fb34-11ee-bc8f-c7b262605968-node-exporter-b, maintainer=The Prometheus Authors ) 2024-04-15T16:08:01.935 INFO:journalctl@ceph.node-exporter.b.smithi102.stdout:Apr 15 16:08:01 smithi102 podman[153857]: 2024-04-15 16:08:01.739147839 +0000 UTC m=+0.470264330 container cleanup 1f0ec613766a5f3e9983b1796b2d7c69d37b834f1f5312991e52a88f11666e0a (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-362ea986-fb34-11ee-bc8f-c7b262605968-node-exporter-b, maintainer=The Prometheus Authors ) 2024-04-15T16:08:01.935 INFO:journalctl@ceph.node-exporter.b.smithi102.stdout:Apr 15 16:08:01 smithi102 bash[153857]: ceph-362ea986-fb34-11ee-bc8f-c7b262605968-node-exporter-b 2024-04-15T16:08:02.251 INFO:journalctl@ceph.node-exporter.b.smithi102.stdout:Apr 15 16:08:01 smithi102 podman[153876]: 2024-04-15 16:08:01.981686479 +0000 UTC m=+0.609135314 container remove 1f0ec613766a5f3e9983b1796b2d7c69d37b834f1f5312991e52a88f11666e0a (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-362ea986-fb34-11ee-bc8f-c7b262605968-node-exporter-b, maintainer=The Prometheus Authors ) 2024-04-15T16:08:02.251 INFO:journalctl@ceph.node-exporter.b.smithi102.stdout:Apr 15 16:08:01 smithi102 systemd[1]: ceph-362ea986-fb34-11ee-bc8f-c7b262605968@node-exporter.b.service: Main process exited, code=exited, status=143/n/a 2024-04-15T16:08:02.252 INFO:journalctl@ceph.node-exporter.b.smithi102.stdout:Apr 15 16:08:02 smithi102 systemd[1]: ceph-362ea986-fb34-11ee-bc8f-c7b262605968@node-exporter.b.service: Failed with result 'exit-code'. 2024-04-15T16:08:02.252 INFO:journalctl@ceph.node-exporter.b.smithi102.stdout:Apr 15 16:08:02 smithi102 systemd[1]: Stopped Ceph node-exporter.b for 362ea986-fb34-11ee-bc8f-c7b262605968. 2024-04-15T16:08:02.252 INFO:journalctl@ceph.node-exporter.b.smithi102.stdout:Apr 15 16:08:02 smithi102 systemd[1]: ceph-362ea986-fb34-11ee-bc8f-c7b262605968@node-exporter.b.service: Consumed 8.319s CPU time. 2024-04-15T16:08:02.773 DEBUG:teuthology.orchestra.run.smithi016:> sudo rm -f /etc/ceph/ceph.conf /etc/ceph/ceph.client.admin.keyring 2024-04-15T16:08:02.811 DEBUG:teuthology.orchestra.run.smithi102:> sudo rm -f /etc/ceph/ceph.conf /etc/ceph/ceph.client.admin.keyring 2024-04-15T16:08:02.842 INFO:tasks.cephadm:Archiving crash dumps... 2024-04-15T16:08:02.844 DEBUG:teuthology.misc:Transferring archived files from smithi016:/var/lib/ceph/362ea986-fb34-11ee-bc8f-c7b262605968/crash to /home/teuthworker/archive/teuthology-2024-04-14_20:00:15-rados-main-distro-default-smithi/7655790/remote/smithi016/crash 2024-04-15T16:08:02.845 DEBUG:teuthology.orchestra.run.smithi016:> sudo tar c -f - -C /var/lib/ceph/362ea986-fb34-11ee-bc8f-c7b262605968/crash -- . 2024-04-15T16:08:02.907 INFO:teuthology.orchestra.run.smithi016.stderr:tar: /var/lib/ceph/362ea986-fb34-11ee-bc8f-c7b262605968/crash: Cannot open: No such file or directory 2024-04-15T16:08:02.907 INFO:teuthology.orchestra.run.smithi016.stderr:tar: Error is not recoverable: exiting now 2024-04-15T16:08:02.909 DEBUG:teuthology.misc:Transferring archived files from smithi102:/var/lib/ceph/362ea986-fb34-11ee-bc8f-c7b262605968/crash to /home/teuthworker/archive/teuthology-2024-04-14_20:00:15-rados-main-distro-default-smithi/7655790/remote/smithi102/crash 2024-04-15T16:08:02.910 DEBUG:teuthology.orchestra.run.smithi102:> sudo tar c -f - -C /var/lib/ceph/362ea986-fb34-11ee-bc8f-c7b262605968/crash -- . 2024-04-15T16:08:02.953 INFO:teuthology.orchestra.run.smithi102.stderr:tar: /var/lib/ceph/362ea986-fb34-11ee-bc8f-c7b262605968/crash: Cannot open: No such file or directory 2024-04-15T16:08:02.953 INFO:teuthology.orchestra.run.smithi102.stderr:tar: Error is not recoverable: exiting now 2024-04-15T16:08:02.954 INFO:tasks.cephadm:Checking cluster log for badness... 2024-04-15T16:08:02.954 DEBUG:teuthology.orchestra.run.smithi016:> sudo egrep '\[ERR\]|\[WRN\]|\[SEC\]' /var/log/ceph/362ea986-fb34-11ee-bc8f-c7b262605968/ceph.log | egrep -v '\(MDS_ALL_DOWN\)' | egrep -v '\(MDS_UP_LESS_THAN_MAX\)' | egrep -v 'mons down' | egrep -v 'mon down' | egrep -v MON_DOWN | egrep -v 'out of quorum' | head -n 1 2024-04-15T16:08:02.988 INFO:teuthology.orchestra.run.smithi016.stdout:2024-04-15T14:41:16.277117+0000 mon.a (mon.0) 362 : cluster [WRN] Health check failed: 1 osds down (OSD_DOWN) 2024-04-15T16:08:02.990 WARNING:tasks.cephadm:Found errors (ERR|WRN|SEC) in cluster log 2024-04-15T16:08:02.991 DEBUG:teuthology.orchestra.run.smithi016:> sudo egrep '\[SEC\]' /var/log/ceph/362ea986-fb34-11ee-bc8f-c7b262605968/ceph.log | egrep -v '\(MDS_ALL_DOWN\)' | egrep -v '\(MDS_UP_LESS_THAN_MAX\)' | egrep -v 'mons down' | egrep -v 'mon down' | egrep -v MON_DOWN | egrep -v 'out of quorum' | head -n 1 2024-04-15T16:08:03.066 DEBUG:teuthology.orchestra.run.smithi016:> sudo egrep '\[ERR\]' /var/log/ceph/362ea986-fb34-11ee-bc8f-c7b262605968/ceph.log | egrep -v '\(MDS_ALL_DOWN\)' | egrep -v '\(MDS_UP_LESS_THAN_MAX\)' | egrep -v 'mons down' | egrep -v 'mon down' | egrep -v MON_DOWN | egrep -v 'out of quorum' | head -n 1 2024-04-15T16:08:03.140 DEBUG:teuthology.orchestra.run.smithi016:> sudo egrep '\[WRN\]' /var/log/ceph/362ea986-fb34-11ee-bc8f-c7b262605968/ceph.log | egrep -v '\(MDS_ALL_DOWN\)' | egrep -v '\(MDS_UP_LESS_THAN_MAX\)' | egrep -v 'mons down' | egrep -v 'mon down' | egrep -v MON_DOWN | egrep -v 'out of quorum' | head -n 1 2024-04-15T16:08:03.211 INFO:teuthology.orchestra.run.smithi016.stdout:2024-04-15T14:41:16.277117+0000 mon.a (mon.0) 362 : cluster [WRN] Health check failed: 1 osds down (OSD_DOWN) 2024-04-15T16:08:03.213 INFO:tasks.cephadm:Compressing logs... 2024-04-15T16:08:03.214 DEBUG:teuthology.orchestra.run.smithi016:> time sudo find /var/log/ceph /var/log/rbd-target-api -name '*.log' -print0 | sudo xargs --max-args=1 --max-procs=0 --verbose -0 --no-run-if-empty -- gzip -5 --verbose -- 2024-04-15T16:08:03.257 DEBUG:teuthology.orchestra.run.smithi102:> time sudo find /var/log/ceph /var/log/rbd-target-api -name '*.log' -print0 | sudo xargs --max-args=1 --max-procs=0 --verbose -0 --no-run-if-empty -- gzip -5 --verbose -- 2024-04-15T16:08:03.283 INFO:teuthology.orchestra.run.smithi016.stderr:find: ‘/var/log/rbd-target-api’gzip -5 --verbose -- /var/log/ceph/cephadm.log 2024-04-15T16:08:03.283 INFO:teuthology.orchestra.run.smithi016.stderr:: No such file or directory 2024-04-15T16:08:03.284 INFO:teuthology.orchestra.run.smithi016.stderr:gzip -5 --verbose -- /var/log/ceph/362ea986-fb34-11ee-bc8f-c7b262605968/ceph-mon.a.log 2024-04-15T16:08:03.287 INFO:teuthology.orchestra.run.smithi016.stderr:/var/log/ceph/cephadm.log: gzip -5 --verbose -- /var/log/ceph/362ea986-fb34-11ee-bc8f-c7b262605968/ceph.audit.log 2024-04-15T16:08:03.287 INFO:teuthology.orchestra.run.smithi016.stderr:gzip -5 --verbose -- /var/log/ceph/362ea986-fb34-11ee-bc8f-c7b262605968/ceph-osd.1.log 2024-04-15T16:08:03.287 INFO:teuthology.orchestra.run.smithi016.stderr:/var/log/ceph/362ea986-fb34-11ee-bc8f-c7b262605968/ceph-mon.a.log: /var/log/ceph/362ea986-fb34-11ee-bc8f-c7b262605968/ceph.audit.log: gzip -5 --verbose -- /var/log/ceph/362ea986-fb34-11ee-bc8f-c7b262605968/ceph-osd.3.log 2024-04-15T16:08:03.287 INFO:teuthology.orchestra.run.smithi016.stderr:/var/log/ceph/362ea986-fb34-11ee-bc8f-c7b262605968/ceph-osd.1.log: gzip -5 --verbose -- /var/log/ceph/362ea986-fb34-11ee-bc8f-c7b262605968/ceph-mgr.y.log 2024-04-15T16:08:03.287 INFO:teuthology.orchestra.run.smithi016.stderr:/var/log/ceph/362ea986-fb34-11ee-bc8f-c7b262605968/ceph-osd.3.log: gzip -5 --verbose -- /var/log/ceph/362ea986-fb34-11ee-bc8f-c7b262605968/ceph-osd.0.log 2024-04-15T16:08:03.287 INFO:teuthology.orchestra.run.smithi016.stderr:/var/log/ceph/362ea986-fb34-11ee-bc8f-c7b262605968/ceph-mgr.y.log: gzip -5 --verbose -- /var/log/ceph/362ea986-fb34-11ee-bc8f-c7b262605968/ceph.cephadm.log 2024-04-15T16:08:03.287 INFO:teuthology.orchestra.run.smithi016.stderr:/var/log/ceph/362ea986-fb34-11ee-bc8f-c7b262605968/ceph-osd.0.log: gzip -5 --verbose -- /var/log/ceph/362ea986-fb34-11ee-bc8f-c7b262605968/ceph.log 2024-04-15T16:08:03.291 INFO:teuthology.orchestra.run.smithi016.stderr:/var/log/ceph/362ea986-fb34-11ee-bc8f-c7b262605968/ceph.cephadm.log: 91.4% -- replaced with /var/log/ceph/cephadm.log.gz 2024-04-15T16:08:03.291 INFO:teuthology.orchestra.run.smithi016.stderr: 90.6% -- replaced with /var/log/ceph/362ea986-fb34-11ee-bc8f-c7b262605968/ceph.cephadm.log.gz 2024-04-15T16:08:03.291 INFO:teuthology.orchestra.run.smithi016.stderr:gzip -5 --verbose -- /var/log/ceph/362ea986-fb34-11ee-bc8f-c7b262605968/ceph-osd.2.log 2024-04-15T16:08:03.291 INFO:teuthology.orchestra.run.smithi016.stderr:/var/log/ceph/362ea986-fb34-11ee-bc8f-c7b262605968/ceph.log: gzip -5 --verbose -- /var/log/ceph/362ea986-fb34-11ee-bc8f-c7b262605968/ceph-volume.log 2024-04-15T16:08:03.293 INFO:teuthology.orchestra.run.smithi102.stderr:find: ‘/var/log/rbd-target-api’gzip -5 --verbose -- /var/log/ceph/cephadm.log 2024-04-15T16:08:03.294 INFO:teuthology.orchestra.run.smithi102.stderr:: No such file or directory 2024-04-15T16:08:03.294 INFO:teuthology.orchestra.run.smithi102.stderr:gzip -5 --verbose -- /var/log/ceph/362ea986-fb34-11ee-bc8f-c7b262605968/ceph-osd.6.log 2024-04-15T16:08:03.294 INFO:teuthology.orchestra.run.smithi102.stderr:/var/log/ceph/cephadm.log: gzip -5 --verbose -- /var/log/ceph/362ea986-fb34-11ee-bc8f-c7b262605968/ceph.audit.log 2024-04-15T16:08:03.294 INFO:teuthology.orchestra.run.smithi102.stderr:/var/log/ceph/362ea986-fb34-11ee-bc8f-c7b262605968/ceph-osd.6.log: gzip -5 --verbose -- /var/log/ceph/362ea986-fb34-11ee-bc8f-c7b262605968/ceph-mds.b.log 2024-04-15T16:08:03.294 INFO:teuthology.orchestra.run.smithi102.stderr:/var/log/ceph/362ea986-fb34-11ee-bc8f-c7b262605968/ceph.audit.log: gzip -5 --verbose -- /var/log/ceph/362ea986-fb34-11ee-bc8f-c7b262605968/ceph-osd.4.log 2024-04-15T16:08:03.294 INFO:teuthology.orchestra.run.smithi102.stderr:gzip -5 --verbose -- /var/log/ceph/362ea986-fb34-11ee-bc8f-c7b262605968/ceph-osd.7.log 2024-04-15T16:08:03.294 INFO:teuthology.orchestra.run.smithi102.stderr:/var/log/ceph/362ea986-fb34-11ee-bc8f-c7b262605968/ceph-mds.b.log: /var/log/ceph/362ea986-fb34-11ee-bc8f-c7b262605968/ceph-osd.4.log: gzip -5 --verbose -- /var/log/ceph/362ea986-fb34-11ee-bc8f-c7b262605968/ceph-osd.5.log 2024-04-15T16:08:03.294 INFO:teuthology.orchestra.run.smithi102.stderr: 84.7% -- replaced with /var/log/ceph/362ea986-fb34-11ee-bc8f-c7b262605968/ceph-mds.b.log.gz 2024-04-15T16:08:03.294 INFO:teuthology.orchestra.run.smithi102.stderr:/var/log/ceph/362ea986-fb34-11ee-bc8f-c7b262605968/ceph-osd.7.log: gzip -5 --verbose -- /var/log/ceph/362ea986-fb34-11ee-bc8f-c7b262605968/ceph-mgr.x.log 2024-04-15T16:08:03.294 INFO:teuthology.orchestra.run.smithi102.stderr:/var/log/ceph/362ea986-fb34-11ee-bc8f-c7b262605968/ceph-osd.5.log: gzip -5 --verbose -- /var/log/ceph/362ea986-fb34-11ee-bc8f-c7b262605968/ceph.cephadm.log 2024-04-15T16:08:03.294 INFO:teuthology.orchestra.run.smithi102.stderr:/var/log/ceph/362ea986-fb34-11ee-bc8f-c7b262605968/ceph-mgr.x.log: gzip -5 --verbose -- /var/log/ceph/362ea986-fb34-11ee-bc8f-c7b262605968/ceph.log 2024-04-15T16:08:03.294 INFO:teuthology.orchestra.run.smithi102.stderr:/var/log/ceph/362ea986-fb34-11ee-bc8f-c7b262605968/ceph.cephadm.log: 84.0% -- replaced with /var/log/ceph/362ea986-fb34-11ee-bc8f-c7b262605968/ceph.cephadm.log.gz 2024-04-15T16:08:03.294 INFO:teuthology.orchestra.run.smithi102.stderr:gzip -5 --verbose -- /var/log/ceph/362ea986-fb34-11ee-bc8f-c7b262605968/ceph-volume.log 2024-04-15T16:08:03.295 INFO:teuthology.orchestra.run.smithi102.stderr:/var/log/ceph/362ea986-fb34-11ee-bc8f-c7b262605968/ceph.log: 91.5% -- replaced with /var/log/ceph/362ea986-fb34-11ee-bc8f-c7b262605968/ceph.audit.log.gz 2024-04-15T16:08:03.300 INFO:teuthology.orchestra.run.smithi016.stderr:/var/log/ceph/362ea986-fb34-11ee-bc8f-c7b262605968/ceph-osd.2.log: 94.8% -- replaced with /var/log/ceph/362ea986-fb34-11ee-bc8f-c7b262605968/ceph.audit.log.gz 2024-04-15T16:08:03.301 INFO:teuthology.orchestra.run.smithi016.stderr:gzip -5 --verbose -- /var/log/ceph/362ea986-fb34-11ee-bc8f-c7b262605968/ceph-mds.a.log 2024-04-15T16:08:03.304 INFO:teuthology.orchestra.run.smithi102.stderr: 89.6% -- replaced with /var/log/ceph/cephadm.log.gz 2024-04-15T16:08:03.304 INFO:teuthology.orchestra.run.smithi102.stderr:gzip -5 --verbose -- /var/log/ceph/362ea986-fb34-11ee-bc8f-c7b262605968/ceph-mon.b.log 2024-04-15T16:08:03.306 INFO:teuthology.orchestra.run.smithi102.stderr:/var/log/ceph/362ea986-fb34-11ee-bc8f-c7b262605968/ceph-volume.log: /var/log/ceph/362ea986-fb34-11ee-bc8f-c7b262605968/ceph-mon.b.log: 87.0% -- replaced with /var/log/ceph/362ea986-fb34-11ee-bc8f-c7b262605968/ceph.log.gz 2024-04-15T16:08:03.314 INFO:teuthology.orchestra.run.smithi016.stderr:/var/log/ceph/362ea986-fb34-11ee-bc8f-c7b262605968/ceph-volume.log: gzip -5 --verbose -- /var/log/ceph/362ea986-fb34-11ee-bc8f-c7b262605968/ceph-mon.c.log 2024-04-15T16:08:03.315 INFO:teuthology.orchestra.run.smithi016.stderr:/var/log/ceph/362ea986-fb34-11ee-bc8f-c7b262605968/ceph-mds.a.log: 92.8% -- replaced with /var/log/ceph/362ea986-fb34-11ee-bc8f-c7b262605968/ceph.log.gz 2024-04-15T16:08:03.331 INFO:teuthology.orchestra.run.smithi016.stderr:/var/log/ceph/362ea986-fb34-11ee-bc8f-c7b262605968/ceph-mon.c.log: 92.4% -- replaced with /var/log/ceph/362ea986-fb34-11ee-bc8f-c7b262605968/ceph-mds.a.log.gz 2024-04-15T16:08:03.332 INFO:teuthology.orchestra.run.smithi016.stderr: 91.1% -- replaced with /var/log/ceph/362ea986-fb34-11ee-bc8f-c7b262605968/ceph-volume.log.gz 2024-04-15T16:08:03.332 INFO:teuthology.orchestra.run.smithi102.stderr: 91.2% -- replaced with /var/log/ceph/362ea986-fb34-11ee-bc8f-c7b262605968/ceph-volume.log.gz 2024-04-15T16:08:03.353 INFO:teuthology.orchestra.run.smithi102.stderr: 90.7% -- replaced with /var/log/ceph/362ea986-fb34-11ee-bc8f-c7b262605968/ceph-mgr.x.log.gz 2024-04-15T16:08:04.470 INFO:teuthology.orchestra.run.smithi016.stderr: 89.5% -- replaced with /var/log/ceph/362ea986-fb34-11ee-bc8f-c7b262605968/ceph-mgr.y.log.gz 2024-04-15T16:08:05.530 INFO:teuthology.orchestra.run.smithi102.stderr: 92.2% -- replaced with /var/log/ceph/362ea986-fb34-11ee-bc8f-c7b262605968/ceph-mon.b.log.gz 2024-04-15T16:08:05.756 INFO:teuthology.orchestra.run.smithi016.stderr: 92.0% -- replaced with /var/log/ceph/362ea986-fb34-11ee-bc8f-c7b262605968/ceph-mon.c.log.gz 2024-04-15T16:08:09.363 INFO:teuthology.orchestra.run.smithi016.stderr: 90.6% -- replaced with /var/log/ceph/362ea986-fb34-11ee-bc8f-c7b262605968/ceph-mon.a.log.gz 2024-04-15T16:08:23.296 INFO:teuthology.orchestra.run.smithi102.stderr: 94.5% -- replaced with /var/log/ceph/362ea986-fb34-11ee-bc8f-c7b262605968/ceph-osd.6.log.gz 2024-04-15T16:08:24.596 INFO:teuthology.orchestra.run.smithi102.stderr: 94.4% -- replaced with /var/log/ceph/362ea986-fb34-11ee-bc8f-c7b262605968/ceph-osd.7.log.gz 2024-04-15T16:08:27.204 INFO:teuthology.orchestra.run.smithi102.stderr: 94.4% -- replaced with /var/log/ceph/362ea986-fb34-11ee-bc8f-c7b262605968/ceph-osd.5.log.gz 2024-04-15T16:08:27.358 INFO:teuthology.orchestra.run.smithi016.stderr: 94.5% -- replaced with /var/log/ceph/362ea986-fb34-11ee-bc8f-c7b262605968/ceph-osd.3.log.gz 2024-04-15T16:08:27.479 INFO:teuthology.orchestra.run.smithi102.stderr: 94.9% -- replaced with /var/log/ceph/362ea986-fb34-11ee-bc8f-c7b262605968/ceph-osd.4.log.gz 2024-04-15T16:08:27.481 INFO:teuthology.orchestra.run.smithi102.stderr: 2024-04-15T16:08:27.481 INFO:teuthology.orchestra.run.smithi102.stderr:real 0m24.209s 2024-04-15T16:08:27.481 INFO:teuthology.orchestra.run.smithi102.stderr:user 1m28.367s 2024-04-15T16:08:27.481 INFO:teuthology.orchestra.run.smithi102.stderr:sys 0m3.282s 2024-04-15T16:08:28.972 INFO:teuthology.orchestra.run.smithi016.stderr: 94.3% -- replaced with /var/log/ceph/362ea986-fb34-11ee-bc8f-c7b262605968/ceph-osd.0.log.gz 2024-04-15T16:08:29.605 INFO:teuthology.orchestra.run.smithi016.stderr: 94.1% -- replaced with /var/log/ceph/362ea986-fb34-11ee-bc8f-c7b262605968/ceph-osd.2.log.gz 2024-04-15T16:08:29.844 INFO:teuthology.orchestra.run.smithi016.stderr: 94.3% -- replaced with /var/log/ceph/362ea986-fb34-11ee-bc8f-c7b262605968/ceph-osd.1.log.gz 2024-04-15T16:08:29.846 INFO:teuthology.orchestra.run.smithi016.stderr: 2024-04-15T16:08:29.846 INFO:teuthology.orchestra.run.smithi016.stderr:real 0m26.576s 2024-04-15T16:08:29.846 INFO:teuthology.orchestra.run.smithi016.stderr:user 1m48.416s 2024-04-15T16:08:29.846 INFO:teuthology.orchestra.run.smithi016.stderr:sys 0m3.619s 2024-04-15T16:08:29.846 INFO:tasks.cephadm:Archiving logs... 2024-04-15T16:08:29.847 DEBUG:teuthology.misc:Transferring archived files from smithi016:/var/log/ceph to /home/teuthworker/archive/teuthology-2024-04-14_20:00:15-rados-main-distro-default-smithi/7655790/remote/smithi016/log 2024-04-15T16:08:29.848 DEBUG:teuthology.orchestra.run.smithi016:> sudo tar c -f - -C /var/log/ceph -- . 2024-04-15T16:08:44.725 DEBUG:teuthology.misc:Transferring archived files from smithi102:/var/log/ceph to /home/teuthworker/archive/teuthology-2024-04-14_20:00:15-rados-main-distro-default-smithi/7655790/remote/smithi102/log 2024-04-15T16:08:44.726 DEBUG:teuthology.orchestra.run.smithi102:> sudo tar c -f - -C /var/log/ceph -- . 2024-04-15T16:08:57.406 INFO:tasks.cephadm:Removing cluster... 2024-04-15T16:08:57.406 DEBUG:teuthology.orchestra.run.smithi016:> sudo /home/ubuntu/cephtest/cephadm rm-cluster --fsid 362ea986-fb34-11ee-bc8f-c7b262605968 --force 2024-04-15T16:08:57.572 INFO:teuthology.orchestra.run.smithi016.stdout:Deleting cluster with fsid: 362ea986-fb34-11ee-bc8f-c7b262605968 2024-04-15T16:08:57.967 DEBUG:teuthology.orchestra.run.smithi102:> sudo /home/ubuntu/cephtest/cephadm rm-cluster --fsid 362ea986-fb34-11ee-bc8f-c7b262605968 --force 2024-04-15T16:08:58.121 INFO:teuthology.orchestra.run.smithi102.stdout:Deleting cluster with fsid: 362ea986-fb34-11ee-bc8f-c7b262605968 2024-04-15T16:08:58.507 INFO:tasks.cephadm:Removing cephadm ... 2024-04-15T16:08:58.507 DEBUG:teuthology.orchestra.run.smithi016:> rm -rf /home/ubuntu/cephtest/cephadm 2024-04-15T16:08:58.525 DEBUG:teuthology.orchestra.run.smithi102:> rm -rf /home/ubuntu/cephtest/cephadm 2024-04-15T16:08:58.544 INFO:tasks.cephadm:Teardown complete 2024-04-15T16:08:58.544 DEBUG:teuthology.run_tasks:Unwinding manager install 2024-04-15T16:08:58.626 INFO:teuthology.task.install.util:Removing shipped files: /home/ubuntu/cephtest/valgrind.supp /usr/bin/daemon-helper /usr/bin/adjust-ulimits /usr/bin/stdin-killer... 2024-04-15T16:08:58.627 DEBUG:teuthology.orchestra.run.smithi016:> sudo rm -f -- /home/ubuntu/cephtest/valgrind.supp /usr/bin/daemon-helper /usr/bin/adjust-ulimits /usr/bin/stdin-killer 2024-04-15T16:08:58.630 DEBUG:teuthology.orchestra.run.smithi102:> sudo rm -f -- /home/ubuntu/cephtest/valgrind.supp /usr/bin/daemon-helper /usr/bin/adjust-ulimits /usr/bin/stdin-killer 2024-04-15T16:08:58.709 DEBUG:teuthology.run_tasks:Unwinding manager clock 2024-04-15T16:08:58.722 INFO:teuthology.task.clock:Checking final clock skew... 2024-04-15T16:08:58.722 DEBUG:teuthology.orchestra.run.smithi016:> PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2024-04-15T16:08:58.726 DEBUG:teuthology.orchestra.run.smithi102:> PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2024-04-15T16:08:58.739 INFO:teuthology.orchestra.run.smithi016.stderr:bash: line 1: ntpq: command not found 2024-04-15T16:08:58.741 INFO:teuthology.orchestra.run.smithi102.stderr:bash: line 1: ntpq: command not found 2024-04-15T16:08:58.743 INFO:teuthology.orchestra.run.smithi016.stdout:MS Name/IP address Stratum Poll Reach LastRx Last sample 2024-04-15T16:08:58.743 INFO:teuthology.orchestra.run.smithi016.stdout:=============================================================================== 2024-04-15T16:08:58.743 INFO:teuthology.orchestra.run.smithi016.stdout:^* hv01.front.sepia.ceph.com 3 6 377 3 +1192us[+1221us] +/- 50ms 2024-04-15T16:08:58.743 INFO:teuthology.orchestra.run.smithi016.stdout:^+ hv02.front.sepia.ceph.com 3 6 377 4 -1388us[-1359us] +/- 60ms 2024-04-15T16:08:58.744 INFO:teuthology.orchestra.run.smithi016.stdout:^+ hv03.front.sepia.ceph.com 3 6 377 7 -312us[ -283us] +/- 73ms 2024-04-15T16:08:58.744 INFO:teuthology.orchestra.run.smithi016.stdout:^? hv04.front.sepia.ceph.com 0 10 0 - +0ns[ +0ns] +/- 0ns 2024-04-15T16:08:58.746 INFO:teuthology.orchestra.run.smithi102.stdout:MS Name/IP address Stratum Poll Reach LastRx Last sample 2024-04-15T16:08:58.746 INFO:teuthology.orchestra.run.smithi102.stdout:=============================================================================== 2024-04-15T16:08:58.746 INFO:teuthology.orchestra.run.smithi102.stdout:^* hv01.front.sepia.ceph.com 3 6 377 9 +1190us[+1187us] +/- 50ms 2024-04-15T16:08:58.746 INFO:teuthology.orchestra.run.smithi102.stdout:^+ hv02.front.sepia.ceph.com 3 9 377 4 -1329us[-1329us] +/- 60ms 2024-04-15T16:08:58.746 INFO:teuthology.orchestra.run.smithi102.stdout:^+ hv03.front.sepia.ceph.com 3 6 377 3 -311us[ -311us] +/- 73ms 2024-04-15T16:08:58.746 INFO:teuthology.orchestra.run.smithi102.stdout:^? hv04.front.sepia.ceph.com 0 10 0 - +0ns[ +0ns] +/- 0ns 2024-04-15T16:08:58.747 DEBUG:teuthology.run_tasks:Unwinding manager ansible.cephlab 2024-04-15T16:08:58.796 INFO:teuthology.task.ansible:Skipping ansible cleanup... 2024-04-15T16:08:58.796 DEBUG:teuthology.run_tasks:Unwinding manager selinux 2024-04-15T16:08:58.808 DEBUG:teuthology.orchestra.run.smithi016:> mkdir /home/ubuntu/cephtest/archive/audit && sudo cp /var/log/audit/audit.log /home/ubuntu/cephtest/archive/audit && sudo chown $USER /home/ubuntu/cephtest/archive/audit/audit.log && gzip /home/ubuntu/cephtest/archive/audit/audit.log 2024-04-15T16:08:58.912 DEBUG:teuthology.orchestra.run.smithi102:> mkdir /home/ubuntu/cephtest/archive/audit && sudo cp /var/log/audit/audit.log /home/ubuntu/cephtest/archive/audit && sudo chown $USER /home/ubuntu/cephtest/archive/audit/audit.log && gzip /home/ubuntu/cephtest/archive/audit/audit.log 2024-04-15T16:08:58.999 DEBUG:teuthology.orchestra.run.smithi016:> sudo grep -a 'avc: .*denied' /var/log/audit/audit.log | grep -av -e 'comm="dmidecode"' -e chronyd.service -e 'name="cephtest"' -e scontext=system_u:system_r:nrpe_t:s0 -e scontext=system_u:system_r:pcp_pmlogger_t -e scontext=system_u:system_r:pcp_pmcd_t:s0 -e 'comm="rhsmd"' -e scontext=system_u:system_r:syslogd_t:s0 -e tcontext=system_u:system_r:nrpe_t:s0 -e 'comm="updatedb"' -e 'comm="smartd"' -e 'comm="rhsmcertd-worke"' -e 'comm="setroubleshootd"' -e 'comm="rpm"' -e tcontext=system_u:object_r:container_runtime_exec_t:s0 -e 'comm="ksmtuned"' -e 'comm="sssd"' -e 'comm="sss_cache"' -e context=system_u:system_r:NetworkManager_dispatcher_t:s0 -e scontext=system_u:system_r:logrotate_t:s0 2024-04-15T16:08:59.032 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-04-15T16:08:59.033 DEBUG:teuthology.orchestra.run.smithi102:> sudo grep -a 'avc: .*denied' /var/log/audit/audit.log | grep -av -e 'comm="dmidecode"' -e chronyd.service -e 'name="cephtest"' -e scontext=system_u:system_r:nrpe_t:s0 -e scontext=system_u:system_r:pcp_pmlogger_t -e scontext=system_u:system_r:pcp_pmcd_t:s0 -e 'comm="rhsmd"' -e scontext=system_u:system_r:syslogd_t:s0 -e tcontext=system_u:system_r:nrpe_t:s0 -e 'comm="updatedb"' -e 'comm="smartd"' -e 'comm="rhsmcertd-worke"' -e 'comm="setroubleshootd"' -e 'comm="rpm"' -e tcontext=system_u:object_r:container_runtime_exec_t:s0 -e 'comm="ksmtuned"' -e 'comm="sssd"' -e 'comm="sss_cache"' -e context=system_u:system_r:NetworkManager_dispatcher_t:s0 -e scontext=system_u:system_r:logrotate_t:s0 2024-04-15T16:08:59.065 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-04-15T16:08:59.066 DEBUG:teuthology.run_tasks:Unwinding manager pcp 2024-04-15T16:08:59.076 DEBUG:teuthology.run_tasks:Unwinding manager internal.timer 2024-04-15T16:08:59.086 INFO:teuthology.task.internal:Duration was 6490.607736 seconds 2024-04-15T16:08:59.087 DEBUG:teuthology.run_tasks:Unwinding manager internal.syslog 2024-04-15T16:08:59.098 INFO:teuthology.task.internal.syslog:Shutting down syslog monitoring... 2024-04-15T16:08:59.098 DEBUG:teuthology.orchestra.run.smithi016:> sudo rm -f -- /etc/rsyslog.d/80-cephtest.conf && sudo service rsyslog restart 2024-04-15T16:08:59.100 DEBUG:teuthology.orchestra.run.smithi102:> sudo rm -f -- /etc/rsyslog.d/80-cephtest.conf && sudo service rsyslog restart 2024-04-15T16:08:59.144 INFO:teuthology.orchestra.run.smithi016.stderr:Redirecting to /bin/systemctl restart rsyslog.service 2024-04-15T16:08:59.151 INFO:teuthology.orchestra.run.smithi102.stderr:Redirecting to /bin/systemctl restart rsyslog.service 2024-04-15T16:08:59.324 INFO:teuthology.task.internal.syslog:Checking logs for errors... 2024-04-15T16:08:59.324 DEBUG:teuthology.task.internal.syslog:Checking ubuntu@smithi016.front.sepia.ceph.com 2024-04-15T16:08:59.324 DEBUG:teuthology.orchestra.run.smithi016:> egrep --binary-files=text '\bBUG\b|\bINFO\b|\bDEADLOCK\b' /home/ubuntu/cephtest/archive/syslog/kern.log | grep -v 'task .* blocked for more than .* seconds' | grep -v 'lockdep is turned off' | grep -v 'trying to register non-static key' | grep -v 'DEBUG: fsize' | grep -v CRON | grep -v 'BUG: bad unlock balance detected' | grep -v 'inconsistent lock state' | grep -v '*** DEADLOCK ***' | grep -v 'INFO: possible irq lock inversion dependency detected' | grep -v 'INFO: NMI handler (perf_event_nmi_handler) took too long to run' | grep -v 'INFO: recovery required on readonly' | grep -v 'ceph-create-keys: INFO' | grep -v INFO:ceph-create-keys | grep -v 'Loaded datasource DataSourceOpenStack' | grep -v 'container-storage-setup: INFO: Volume group backing root filesystem could not be determined' | egrep -v '\bsalt-master\b|\bsalt-minion\b|\bsalt-api\b' | grep -v ceph-crash | egrep -v '\btcmu-runner\b.*\bINFO\b' | head -n 1 2024-04-15T16:08:59.344 DEBUG:teuthology.task.internal.syslog:Checking ubuntu@smithi102.front.sepia.ceph.com 2024-04-15T16:08:59.344 DEBUG:teuthology.orchestra.run.smithi102:> egrep --binary-files=text '\bBUG\b|\bINFO\b|\bDEADLOCK\b' /home/ubuntu/cephtest/archive/syslog/kern.log | grep -v 'task .* blocked for more than .* seconds' | grep -v 'lockdep is turned off' | grep -v 'trying to register non-static key' | grep -v 'DEBUG: fsize' | grep -v CRON | grep -v 'BUG: bad unlock balance detected' | grep -v 'inconsistent lock state' | grep -v '*** DEADLOCK ***' | grep -v 'INFO: possible irq lock inversion dependency detected' | grep -v 'INFO: NMI handler (perf_event_nmi_handler) took too long to run' | grep -v 'INFO: recovery required on readonly' | grep -v 'ceph-create-keys: INFO' | grep -v INFO:ceph-create-keys | grep -v 'Loaded datasource DataSourceOpenStack' | grep -v 'container-storage-setup: INFO: Volume group backing root filesystem could not be determined' | egrep -v '\bsalt-master\b|\bsalt-minion\b|\bsalt-api\b' | grep -v ceph-crash | egrep -v '\btcmu-runner\b.*\bINFO\b' | head -n 1 2024-04-15T16:08:59.375 INFO:teuthology.task.internal.syslog:Compressing syslogs... 2024-04-15T16:08:59.376 DEBUG:teuthology.orchestra.run.smithi016:> find /home/ubuntu/cephtest/archive/syslog -name '*.log' -print0 | sudo xargs -0 --no-run-if-empty -- gzip -- 2024-04-15T16:08:59.387 DEBUG:teuthology.orchestra.run.smithi102:> find /home/ubuntu/cephtest/archive/syslog -name '*.log' -print0 | sudo xargs -0 --no-run-if-empty -- gzip -- 2024-04-15T16:08:59.446 INFO:teuthology.task.internal.syslog:Gathering journactl -b0... 2024-04-15T16:08:59.447 DEBUG:teuthology.orchestra.run.smithi016:> sudo journalctl -b0 | gzip -9 > /home/ubuntu/cephtest/archive/syslog/journalctl-b0.gz 2024-04-15T16:08:59.457 DEBUG:teuthology.orchestra.run.smithi102:> sudo journalctl -b0 | gzip -9 > /home/ubuntu/cephtest/archive/syslog/journalctl-b0.gz 2024-04-15T16:09:00.023 DEBUG:teuthology.run_tasks:Unwinding manager internal.sudo 2024-04-15T16:09:00.036 INFO:teuthology.task.internal:Restoring /etc/sudoers... 2024-04-15T16:09:00.036 DEBUG:teuthology.orchestra.run.smithi016:> sudo mv -f /etc/sudoers.orig.teuthology /etc/sudoers 2024-04-15T16:09:00.064 DEBUG:teuthology.orchestra.run.smithi102:> sudo mv -f /etc/sudoers.orig.teuthology /etc/sudoers 2024-04-15T16:09:00.094 DEBUG:teuthology.run_tasks:Unwinding manager internal.coredump 2024-04-15T16:09:00.107 DEBUG:teuthology.orchestra.run.smithi016:> sudo sysctl -w kernel.core_pattern=core && sudo bash -c 'for f in `find /home/ubuntu/cephtest/archive/coredump -type f`; do file $f | grep -q systemd-sysusers && rm $f || true ; done' && rmdir --ignore-fail-on-non-empty -- /home/ubuntu/cephtest/archive/coredump 2024-04-15T16:09:00.111 DEBUG:teuthology.orchestra.run.smithi102:> sudo sysctl -w kernel.core_pattern=core && sudo bash -c 'for f in `find /home/ubuntu/cephtest/archive/coredump -type f`; do file $f | grep -q systemd-sysusers && rm $f || true ; done' && rmdir --ignore-fail-on-non-empty -- /home/ubuntu/cephtest/archive/coredump 2024-04-15T16:09:00.136 INFO:teuthology.orchestra.run.smithi016.stdout:kernel.core_pattern = core 2024-04-15T16:09:00.161 INFO:teuthology.orchestra.run.smithi102.stdout:kernel.core_pattern = core 2024-04-15T16:09:00.178 DEBUG:teuthology.orchestra.run.smithi016:> test -e /home/ubuntu/cephtest/archive/coredump 2024-04-15T16:09:00.207 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-04-15T16:09:00.208 DEBUG:teuthology.orchestra.run.smithi102:> test -e /home/ubuntu/cephtest/archive/coredump 2024-04-15T16:09:00.233 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-04-15T16:09:00.234 DEBUG:teuthology.run_tasks:Unwinding manager internal.archive 2024-04-15T16:09:00.247 INFO:teuthology.task.internal:Transferring archived files... 2024-04-15T16:09:00.248 DEBUG:teuthology.misc:Transferring archived files from smithi016:/home/ubuntu/cephtest/archive to /home/teuthworker/archive/teuthology-2024-04-14_20:00:15-rados-main-distro-default-smithi/7655790/remote/smithi016 2024-04-15T16:09:00.248 DEBUG:teuthology.orchestra.run.smithi016:> sudo tar c -f - -C /home/ubuntu/cephtest/archive -- . 2024-04-15T16:09:00.300 DEBUG:teuthology.misc:Transferring archived files from smithi102:/home/ubuntu/cephtest/archive to /home/teuthworker/archive/teuthology-2024-04-14_20:00:15-rados-main-distro-default-smithi/7655790/remote/smithi102 2024-04-15T16:09:00.300 DEBUG:teuthology.orchestra.run.smithi102:> sudo tar c -f - -C /home/ubuntu/cephtest/archive -- . 2024-04-15T16:09:00.348 INFO:teuthology.task.internal:Removing archive directory... 2024-04-15T16:09:00.348 DEBUG:teuthology.orchestra.run.smithi016:> rm -rf -- /home/ubuntu/cephtest/archive 2024-04-15T16:09:00.351 DEBUG:teuthology.orchestra.run.smithi102:> rm -rf -- /home/ubuntu/cephtest/archive 2024-04-15T16:09:00.395 DEBUG:teuthology.run_tasks:Unwinding manager internal.archive_upload 2024-04-15T16:09:00.409 INFO:teuthology.task.internal:Not uploading archives. 2024-04-15T16:09:00.409 DEBUG:teuthology.run_tasks:Unwinding manager internal.base 2024-04-15T16:09:00.422 INFO:teuthology.task.internal:Tidying up after the test... 2024-04-15T16:09:00.422 DEBUG:teuthology.orchestra.run.smithi016:> find /home/ubuntu/cephtest -ls ; rmdir -- /home/ubuntu/cephtest 2024-04-15T16:09:00.425 DEBUG:teuthology.orchestra.run.smithi102:> find /home/ubuntu/cephtest -ls ; rmdir -- /home/ubuntu/cephtest 2024-04-15T16:09:00.437 INFO:teuthology.orchestra.run.smithi016.stdout: 262166 4 drwxr-xr-x 2 ubuntu ubuntu 4096 Apr 15 16:09 /home/ubuntu/cephtest 2024-04-15T16:09:00.452 INFO:teuthology.orchestra.run.smithi102.stdout: 265835 4 drwxr-xr-x 2 ubuntu ubuntu 4096 Apr 15 16:09 /home/ubuntu/cephtest 2024-04-15T16:09:00.452 DEBUG:teuthology.run_tasks:Unwinding manager kernel 2024-04-15T16:09:00.464 DEBUG:teuthology.run_tasks:Unwinding manager console_log 2024-04-15T16:09:00.490 INFO:teuthology.nuke:Checking targets against current locks 2024-04-15T16:09:00.518 DEBUG:teuthology.nuke:shortname: smithi016 2024-04-15T16:09:00.519 INFO:teuthology.task.internal.check_lock:Checking locks... 2024-04-15T16:09:00.538 DEBUG:teuthology.nuke:shortname: smithi102 2024-04-15T16:09:00.538 INFO:teuthology.task.internal.check_lock:Checking locks... 2024-04-15T16:09:00.542 DEBUG:teuthology.task.internal.check_lock:machine status is {'name': 'smithi016.front.sepia.ceph.com', 'description': '/home/teuthworker/archive/teuthology-2024-04-14_20:00:15-rados-main-distro-default-smithi/7655790', 'up': True, 'machine_type': 'smithi', 'is_vm': False, 'vm_host': None, 'os_type': 'centos', 'os_version': '9', 'arch': 'x86_64', 'locked': True, 'locked_since': '2024-04-15 14:12:13.288962', 'locked_by': 'scheduled_teuthology@teuthology', 'mac_address': None, 'ssh_pub_key': 'ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBOYnDsg02TsgiNU2AjOXm4b3wDu42R6R0bvceqFLc8mYIjfa+fXv93bI9tU09G4uejOWoZ+XBFOgLdW7YOU7MFg='} 2024-04-15T16:09:00.561 DEBUG:teuthology.task.internal.check_lock:machine status is {'name': 'smithi102.front.sepia.ceph.com', 'description': '/home/teuthworker/archive/teuthology-2024-04-14_20:00:15-rados-main-distro-default-smithi/7655790', 'up': True, 'machine_type': 'smithi', 'is_vm': False, 'vm_host': None, 'os_type': 'centos', 'os_version': '9', 'arch': 'x86_64', 'locked': True, 'locked_since': '2024-04-15 14:12:13.290402', 'locked_by': 'scheduled_teuthology@teuthology', 'mac_address': None, 'ssh_pub_key': 'ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBDNmn0QyJV2xzLNxwZzik6AAfc7vHIdxZc6p2cWROiHi9OdAJxXus7JMdwVKBEfzd3SeWx0fCADwYTeg3J/Yz7A='} 2024-04-15T16:09:00.589 INFO:teuthology.orchestra.console.smithi016:Power off 2024-04-15T16:09:00.590 DEBUG:teuthology.orchestra.console.smithi016:pexpect command: ipmitool -H smithi016.ipmi.sepia.ceph.com -I lanplus -U inktank -P ApGNXcA7 power off 2024-04-15T16:09:00.614 DEBUG:teuthology.orchestra.console.smithi016:power off output: Chassis Power Control: Down/Off 2024-04-15T16:09:00.614 DEBUG:teuthology.orchestra.console.smithi016:pexpect command: ipmitool -H smithi016.ipmi.sepia.ceph.com -I lanplus -U inktank -P ApGNXcA7 power status 2024-04-15T16:09:00.635 INFO:teuthology.orchestra.console.smithi102:Power off 2024-04-15T16:09:00.635 DEBUG:teuthology.orchestra.console.smithi102:pexpect command: ipmitool -H smithi102.ipmi.sepia.ceph.com -I lanplus -U inktank -P ApGNXcA7 power off 2024-04-15T16:09:00.645 DEBUG:teuthology.orchestra.console.smithi016:check power output: Chassis Power is on 2024-04-15T16:09:00.658 DEBUG:teuthology.orchestra.console.smithi102:power off output: Chassis Power Control: Down/Off 2024-04-15T16:09:00.659 DEBUG:teuthology.orchestra.console.smithi102:pexpect command: ipmitool -H smithi102.ipmi.sepia.ceph.com -I lanplus -U inktank -P ApGNXcA7 power status 2024-04-15T16:09:00.692 DEBUG:teuthology.orchestra.console.smithi102:check power output: Chassis Power is on 2024-04-15T16:09:04.647 DEBUG:teuthology.orchestra.console.smithi016:pexpect command: ipmitool -H smithi016.ipmi.sepia.ceph.com -I lanplus -U inktank -P ApGNXcA7 power status 2024-04-15T16:09:04.692 DEBUG:teuthology.orchestra.console.smithi102:pexpect command: ipmitool -H smithi102.ipmi.sepia.ceph.com -I lanplus -U inktank -P ApGNXcA7 power status 2024-04-15T16:09:04.757 DEBUG:teuthology.orchestra.console.smithi016:check power output: Chassis Power is on 2024-04-15T16:09:04.803 DEBUG:teuthology.orchestra.console.smithi102:check power output: Chassis Power is on 2024-04-15T16:09:08.758 DEBUG:teuthology.orchestra.console.smithi016:pexpect command: ipmitool -H smithi016.ipmi.sepia.ceph.com -I lanplus -U inktank -P ApGNXcA7 power status 2024-04-15T16:09:08.804 DEBUG:teuthology.orchestra.console.smithi102:pexpect command: ipmitool -H smithi102.ipmi.sepia.ceph.com -I lanplus -U inktank -P ApGNXcA7 power status 2024-04-15T16:09:08.870 DEBUG:teuthology.orchestra.console.smithi016:check power output: Chassis Power is off 2024-04-15T16:09:08.914 DEBUG:teuthology.orchestra.console.smithi102:check power output: Chassis Power is on 2024-04-15T16:09:08.971 INFO:teuthology.orchestra.console.smithi016:Power off completed 2024-04-15T16:09:12.918 DEBUG:teuthology.orchestra.console.smithi102:pexpect command: ipmitool -H smithi102.ipmi.sepia.ceph.com -I lanplus -U inktank -P ApGNXcA7 power status 2024-04-15T16:09:13.028 DEBUG:teuthology.orchestra.console.smithi102:check power output: Chassis Power is off 2024-04-15T16:09:13.129 INFO:teuthology.orchestra.console.smithi102:Power off completed 2024-04-15T16:09:13.233 INFO:teuthology.run:Summary data: description: rados/upgrade/parallel/{0-random-distro$/{centos_9.stream_runc} 0-start 1-tasks mon_election/classic upgrade-sequence workload/{ec-rados-default rados_api rados_loadgenbig rbd_import_export test_rbd_api test_rbd_python}} duration: 6490.607736349106 failure_reason: '"2024-04-15T14:41:16.277117+0000 mon.a (mon.0) 362 : cluster [WRN] Health check failed: 1 osds down (OSD_DOWN)" in cluster log' flavor: default owner: scheduled_teuthology@teuthology success: false 2024-04-15T16:09:13.234 DEBUG:teuthology.report:Pushing job info to https://paddles.front.sepia.ceph.com/ 2024-04-15T16:09:13.325 INFO:teuthology.run:FAIL